From 1e1fcdf08dc462b01de09218a761d22d7c3b07af Mon Sep 17 00:00:00 2001
From: "karl@kubx.ca" <karl@kubx.ca>
Date: Fri, 10 Nov 2017 09:09:38 -0500
Subject: [PATCH 0001/1825] Remove obsolete Input interface

---
 .../src/main/java/org/tensorflow/Input.java   | 48 -------------------
 1 file changed, 48 deletions(-)
 delete mode 100644 tensorflow/java/src/main/java/org/tensorflow/Input.java

diff --git a/tensorflow/java/src/main/java/org/tensorflow/Input.java b/tensorflow/java/src/main/java/org/tensorflow/Input.java
deleted file mode 100644
index 13bc463e7d..0000000000
--- a/tensorflow/java/src/main/java/org/tensorflow/Input.java
+++ /dev/null
@@ -1,48 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-package org.tensorflow;
-
-/**
- * Interface implemented by operands of a TensorFlow operation.
- *
- * <p>Example usage:
- *
- * <pre>{@code
- * // The "decodeJpeg" operation can be used as input to the "cast" operation
- * Input decodeJpeg = ops.image().decodeJpeg(...);
- * ops.math().cast(decodeJpeg, DataType.FLOAT);
- *
- * // The output "y" of the "unique" operation can be used as input to the "cast" operation
- * Output y = ops.array().unique(...).y();
- * ops.math().cast(y, DataType.FLOAT);
- *
- * // The "split" operation can be used as input list to the "concat" operation
- * Iterable<? extends Input> split = ops.array().split(...);
- * ops.array().concat(0, split);
- * }</pre>
- */
-public interface Input<T> {
-
-  /**
-   * Returns the symbolic handle of a tensor.
-   *
-   * <p>Inputs to TensorFlow operations are outputs of another TensorFlow operation. This method is
-   * used to obtain a symbolic handle that represents the computation of the input.
-   *
-   * @see OperationBuilder#addInput(Output)
-   */
-  Output<T> asOutput();
-}
-- 
GitLab


From 38790bb1beb6b00b4286c9cfff93c8d0834395fe Mon Sep 17 00:00:00 2001
From: Codrut Grosu <grosu.codrut@gmail.com>
Date: Sun, 10 Dec 2017 11:46:12 +0200
Subject: [PATCH 0002/1825] Minor optimization of conv_ops.

If data_format is NCHW, and the computation is done
on GPU, the temporary tensor transformed_output is not
needed. One can use directly the output tensor. This
leaves more memory for the scratch allocator, possibly
improving performance.

I also fixed several style issues in conv_ops.cc reported
by clang-format.
---
 tensorflow/core/kernels/conv_ops.cc | 44 ++++++++++++++---------------
 1 file changed, 21 insertions(+), 23 deletions(-)

diff --git a/tensorflow/core/kernels/conv_ops.cc b/tensorflow/core/kernels/conv_ops.cc
index ba40c428e4..e16895413e 100644
--- a/tensorflow/core/kernels/conv_ops.cc
+++ b/tensorflow/core/kernels/conv_ops.cc
@@ -315,19 +315,18 @@ class Conv2DOp : public BinaryOp<T> {
                                         filter.shape().DebugString()));
 
     for (int i = 0; i < 3; i++) {
-      OP_REQUIRES(
-          context,
-          FastBoundsCheck(filter.dim_size(i), std::numeric_limits<int>::max()),
-          errors::InvalidArgument("filter too large"));
+      OP_REQUIRES(context, FastBoundsCheck(filter.dim_size(i),
+                                           std::numeric_limits<int>::max()),
+                  errors::InvalidArgument("filter too large"));
     }
 
     // The last dimension for input is in_depth. It must be the same as the
     // filter's in_depth.
     const int64 in_depth = GetTensorDim(input, data_format_, 'C');
-    OP_REQUIRES(context, in_depth == filter.dim_size(2),
-                errors::InvalidArgument(
-                    "input and filter must have the same depth: ", in_depth,
-                    " vs ", filter.dim_size(2)));
+    OP_REQUIRES(
+        context, in_depth == filter.dim_size(2),
+        errors::InvalidArgument("input and filter must have the same depth: ",
+                                in_depth, " vs ", filter.dim_size(2)));
 
     // The last dimension for filter is out_depth.
     const int out_depth = static_cast<int>(filter.dim_size(3));
@@ -335,20 +334,18 @@ class Conv2DOp : public BinaryOp<T> {
     // The second dimension for input is rows/height.
     // The first dimension for filter is rows/height.
     const int64 input_rows_raw = GetTensorDim(input, data_format_, 'H');
-    OP_REQUIRES(
-        context,
-        FastBoundsCheck(input_rows_raw, std::numeric_limits<int>::max()),
-        errors::InvalidArgument("Input rows too large"));
+    OP_REQUIRES(context, FastBoundsCheck(input_rows_raw,
+                                         std::numeric_limits<int>::max()),
+                errors::InvalidArgument("Input rows too large"));
     const int input_rows = static_cast<int>(input_rows_raw);
     const int filter_rows = static_cast<int>(filter.dim_size(0));
 
     // The third dimension for input is columns/width.
     // The second dimension for filter is columns/width.
     const int64 input_cols_raw = GetTensorDim(input, data_format_, 'W');
-    OP_REQUIRES(
-        context,
-        FastBoundsCheck(input_cols_raw, std::numeric_limits<int>::max()),
-        errors::InvalidArgument("Input cols too large"));
+    OP_REQUIRES(context, FastBoundsCheck(input_cols_raw,
+                                         std::numeric_limits<int>::max()),
+                errors::InvalidArgument("Input cols too large"));
     const int input_cols = static_cast<int>(input_cols_raw);
     const int filter_cols = static_cast<int>(filter.dim_size(1));
 
@@ -663,11 +660,14 @@ void LaunchConv2DOp<GPUDevice, T>::operator()(
       To32Bit(transformed_filter.tensor<T, 4>()));
 
   Tensor transformed_output;
-  OP_REQUIRES_OK(
-      ctx, ctx->allocate_temp(DataTypeToEnum<T>::value,
-                              ShapeFromFormat(FORMAT_NCHW, out_batch, out_rows,
-                                              out_cols, out_depths),
-                              &transformed_output));
+  if (data_format == FORMAT_NHWC)
+    OP_REQUIRES_OK(
+        ctx, ctx->allocate_temp(DataTypeToEnum<T>::value,
+                                ShapeFromFormat(FORMAT_NCHW, out_batch,
+                                                out_rows, out_cols, out_depths),
+                                &transformed_output));
+  else
+    transformed_output = *output;
 
   auto input_ptr = AsDeviceMemory(input.template flat<T>().data(),
                                   input.template flat<T>().size());
@@ -772,8 +772,6 @@ void LaunchConv2DOp<GPUDevice, T>::operator()(
         ctx->eigen_device<GPUDevice>(),
         const_cast<const Tensor&>(transformed_output).tensor<T, 4>(),
         output->tensor<T, 4>());
-  } else {
-    *output = transformed_output;
   }
 }
 
-- 
GitLab


From 5d7ecc17e3627529b1bf1c732645ca7f457cda89 Mon Sep 17 00:00:00 2001
From: pillarpond <pillarpond@gmail.com>
Date: Sat, 12 May 2018 00:31:09 +0900
Subject: [PATCH 0003/1825] Use AvailableArrayName for sanity

---
 tensorflow/contrib/lite/toco/import_tensorflow.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index 1eef173afe..9ed9d4a6cf 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -454,7 +454,8 @@ void ConvertConvOperator(const NodeDef& node,
 
   const auto& input_name = node.input(0);
   const auto& weights_name = node.input(1);
-  const auto& reordered_weights_name = weights_name + "_reordered";
+  const auto& reordered_weights_name =
+      AvailableArrayName(*model, weights_name + "_reordered");
   // Check if a ReorderAxesOperator was already created for these weights
   // (that happens when multiple layers share the same weights).
   const Operator* existing_reorder =
-- 
GitLab


From 3f8994224be02e347517ccade01ad92d5c6c90e3 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Fri, 29 Jun 2018 13:03:10 +0100
Subject: [PATCH 0004/1825] BindToDevice() bind graph to specified (gpu) device
 which forces all its operations to be prcessed on that device.

Export to golang as well.
---
 tensorflow/c/c_api.cc  |  9 +++++++++
 tensorflow/c/c_api.h   |  2 ++
 tensorflow/go/graph.go | 17 ++++++++++++++++-
 3 files changed, 27 insertions(+), 1 deletion(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index a8ad8e4b94..7ae9c9bf28 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2118,6 +2118,15 @@ void TF_GraphImportGraphDef(TF_Graph* graph, const TF_Buffer* graph_def,
   TF_DeleteImportGraphDefResults(results);
 }
 
+void TF_BindToDevice(TF_Graph* graph, const char *device) {
+  if (device == NULL)
+    return;
+
+  for (Node *node: graph->graph.nodes()) {
+	  node->set_requested_device(device);
+  }
+}
+
 // While loop functions -------------------------------------------------------
 
 namespace {
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index 1eb75ef11f..e9aaeb0b81 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -1018,6 +1018,8 @@ TF_CAPI_EXPORT extern void TF_GraphImportGraphDef(
     TF_Graph* graph, const TF_Buffer* graph_def,
     const TF_ImportGraphDefOptions* options, TF_Status* status);
 
+TF_CAPI_EXPORT extern void TF_BindToDevice(TF_Graph* graph, const char *device);
+
 // Adds a copy of function `func` and optionally its gradient function `grad`
 // to `g`. Once `func`/`grad` is added to `g`, it can be called by creating
 // an operation using the function's name.
diff --git a/tensorflow/go/graph.go b/tensorflow/go/graph.go
index 08943a527c..5b274501f8 100644
--- a/tensorflow/go/graph.go
+++ b/tensorflow/go/graph.go
@@ -92,7 +92,7 @@ func (g *Graph) WriteTo(w io.Writer) (int64, error) {
 // another Graph into g.
 //
 // Names of imported nodes will be prefixed with prefix.
-func (g *Graph) Import(def []byte, prefix string) error {
+func (g *Graph) ImportWithDevice(def []byte, prefix string, device string) error {
 	cprefix := C.CString(prefix)
 	defer C.free(unsafe.Pointer(cprefix))
 
@@ -118,9 +118,24 @@ func (g *Graph) Import(def []byte, prefix string) error {
 	if err := status.Err(); err != nil {
 		return err
 	}
+
+	g.BindToDevice(device)
 	return nil
 }
 
+func (g *Graph) BindToDevice(device string) {
+    if len(device) != 0 {
+	cdev := C.CString(device)
+	defer C.free(unsafe.Pointer(cdev))
+
+	C.TF_BindToDevice(g.c, cdev)
+    }
+}
+
+func (g *Graph) Import(def []byte, prefix string) error {
+    return g.ImportWithDevice(def, prefix, "")
+}
+
 // Operation returns the Operation named name in the Graph, or nil if no such
 // operation is present.
 func (g *Graph) Operation(name string) *Operation {
-- 
GitLab


From fe3bd66099d6e27bf45dabbe7f4cc34276194fc3 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?=
 <facai.yan@gmail.com>
Date: Wed, 1 Aug 2018 13:37:26 +0800
Subject: [PATCH 0005/1825] ENH: register float64 GPU kernel for Conv3d

---
 tensorflow/core/kernels/conv_ops_3d.cc             | 14 +++++++++++++-
 tensorflow/core/kernels/conv_ops_gpu_3.cu.cc       |  5 +++++
 tensorflow/python/kernel_tests/conv_ops_3d_test.py |  4 ++--
 3 files changed, 20 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/conv_ops_3d.cc b/tensorflow/core/kernels/conv_ops_3d.cc
index a1eed4e68c..009fd3733a 100644
--- a/tensorflow/core/kernels/conv_ops_3d.cc
+++ b/tensorflow/core/kernels/conv_ops_3d.cc
@@ -525,10 +525,19 @@ namespace functor {
       const GPUDevice& d, typename TTypes<T, 5, int>::ConstTensor in, \
       const std::array<int, 3>& padding_left,                         \
       const std::array<int, 3>& padding_right,                        \
-      typename TTypes<T, 5, int>::Tensor out, TensorFormat format);
+      typename TTypes<T, 5, int>::Tensor out, TensorFormat format);   \
+  template <>                                                         \
+  void NHWCToNCHW<GPUDevice, T, 5>::operator()(                       \
+      const GPUDevice& d, typename TTypes<T, 5>::ConstTensor in,      \
+      typename TTypes<T, 5>::Tensor out);                             \
+  template <>                                                         \
+  void NCHWToNHWC<GPUDevice, T, 5>::operator()(                       \
+      const GPUDevice& d, typename TTypes<T, 5>::ConstTensor in,      \
+      typename TTypes<T, 5>::Tensor out);
 
 DECLARE_GPU_SPEC(Eigen::half);
 DECLARE_GPU_SPEC(float);
+DECLARE_GPU_SPEC(double);
 #undef DECLARE_GPU_SPEC
 
 }  // namespace functor
@@ -540,6 +549,9 @@ REGISTER_KERNEL_BUILDER(
 REGISTER_KERNEL_BUILDER(
     Name("Conv3D").Device(DEVICE_GPU).TypeConstraint<float>("T"),
     Conv3DOp<GPUDevice, float>);
+REGISTER_KERNEL_BUILDER(
+    Name("Conv3D").Device(DEVICE_GPU).TypeConstraint<double>("T"),
+    Conv3DOp<GPUDevice, double>);
 #endif  // GOOGLE_CUDA
 
 }  // namespace tensorflow
diff --git a/tensorflow/core/kernels/conv_ops_gpu_3.cu.cc b/tensorflow/core/kernels/conv_ops_gpu_3.cu.cc
index a5fa48f85e..f8520cc307 100644
--- a/tensorflow/core/kernels/conv_ops_gpu_3.cu.cc
+++ b/tensorflow/core/kernels/conv_ops_gpu_3.cu.cc
@@ -1068,18 +1068,23 @@ template struct functor::PadInput<GPUDevice, float, int, 4>;
 template struct functor::PadInput<GPUDevice, Eigen::half, int, 4>;
 
 // For 3d ops.
+template struct functor::TransformFilter<GPUDevice, double, int, 5>;
 template struct functor::TransformFilter<GPUDevice, float, int, 5>;
 template struct functor::TransformFilter<GPUDevice, Eigen::half, int, 5>;
 
+template struct functor::ReverseTransformFilter<GPUDevice, double, 5>;
 template struct functor::ReverseTransformFilter<GPUDevice, float, 5>;
 template struct functor::ReverseTransformFilter<GPUDevice, Eigen::half, 5>;
 
+template struct functor::NHWCToNCHW<GPUDevice, double, 5>;
 template struct functor::NHWCToNCHW<GPUDevice, float, 5>;
 template struct functor::NHWCToNCHW<GPUDevice, Eigen::half, 5>;
 
+template struct functor::NCHWToNHWC<GPUDevice, double, 5>;
 template struct functor::NCHWToNHWC<GPUDevice, float, 5>;
 template struct functor::NCHWToNHWC<GPUDevice, Eigen::half, 5>;
 
+template struct functor::PadInput<GPUDevice, double, int, 5>;
 template struct functor::PadInput<GPUDevice, float, int, 5>;
 template struct functor::PadInput<GPUDevice, Eigen::half, int, 5>;
 
diff --git a/tensorflow/python/kernel_tests/conv_ops_3d_test.py b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
index 0b531125f3..7a0f51dfef 100644
--- a/tensorflow/python/kernel_tests/conv_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
@@ -52,11 +52,11 @@ class Conv3DTest(test.TestCase):
   def _DtypesToTest(self, use_gpu):
     if use_gpu:
       if not test_util.CudaSupportsHalfMatMulAndConv():
-        return [dtypes.float32]
+        return [dtypes.float64, dtypes.float32]
       else:
         # It is important that float32 comes before float16 here,
         # as we will be using its gradients as reference for fp16 gradients.
-        return [dtypes.float32, dtypes.float16]
+        return [dtypes.float64, dtypes.float32, dtypes.float16]
     else:
       return [dtypes.float64, dtypes.float32, dtypes.float16]
 
-- 
GitLab


From 9d45b84c12c8c9fb7a928adb9affaa91b35c7e2b Mon Sep 17 00:00:00 2001
From: Mahmoud Abuzaina <mahmoud.abuzaina@intel.com>
Date: Mon, 13 Aug 2018 18:04:38 -0700
Subject: [PATCH 0006/1825] Ran clang-format tool

---
 tensorflow/tools/graph_transforms/BUILD       |   1 +
 .../fuse_quantized_convolution.cc             | 220 +++++++++++
 .../tools/quantization/quantize_graph.py      | 349 +++++++++++++++++-
 3 files changed, 557 insertions(+), 13 deletions(-)
 create mode 100644 tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc

diff --git a/tensorflow/tools/graph_transforms/BUILD b/tensorflow/tools/graph_transforms/BUILD
index 1ad1895269..eb1ed1f2ca 100644
--- a/tensorflow/tools/graph_transforms/BUILD
+++ b/tensorflow/tools/graph_transforms/BUILD
@@ -97,6 +97,7 @@ cc_library(
         "fold_old_batch_norms.cc",
         "freeze_requantization_ranges.cc",
         "fuse_convolutions.cc",
+        "fuse_quantized_convolution.cc",
         "insert_logging.cc",
         "obfuscate_names.cc",
         "quantize_nodes.cc",
diff --git a/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc b/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc
new file mode 100644
index 0000000000..2128bcd978
--- /dev/null
+++ b/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc
@@ -0,0 +1,220 @@
+/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#ifdef INTEL_MKL
+#include <algorithm>
+
+#include "tensorflow/core/common_runtime/constant_folding.h"
+#include "tensorflow/core/framework/attr_value.pb.h"
+#include "tensorflow/core/framework/node_def_util.h"
+#include "tensorflow/core/framework/numeric_types.h"
+#include "tensorflow/core/graph/graph_constructor.h"
+#include "tensorflow/core/graph/node_builder.h"
+#include "tensorflow/core/graph/subgraph.h"
+#include "tensorflow/core/lib/strings/str_util.h"
+#include "tensorflow/core/platform/init_main.h"
+#include "tensorflow/core/public/session.h"
+#include "tensorflow/core/util/command_line_flags.h"
+#include "tensorflow/tools/graph_transforms/fold_constants_lib.h"
+#include "tensorflow/tools/graph_transforms/transform_utils.h"
+
+namespace tensorflow {
+namespace graph_transforms {
+
+Status FuseQuantizedConvolutionAndRequantize(
+    const GraphDef& input_graph_def, const TransformFuncContext& context,
+    GraphDef* output_graph_def) {
+  std::map<string, const NodeDef*> node_map;
+  MapNamesToNodes(input_graph_def, &node_map);
+  GraphDef replaced_graph_def;
+  TF_RETURN_IF_ERROR(ReplaceMatchingOpTypes(
+      input_graph_def,  // clang-format off
+
+      {"Requantize",
+        {
+          {"QuantizedConv2D|QuantizedConv2DWithBias|QuantizedConv2DWithRelu|"
+            "QuantizedConv2DWithBiasAndRelu|QuantizedConv2DWithBiasSumAndRelu"},
+          {"QuantizedConv2D|QuantizedConv2DWithBias|QuantizedConv2DWithRelu|"
+           "QuantizedConv2DWithBiasAndRelu|QuantizedConv2DWithBiasSumAndRelu"},
+          {"QuantizedConv2D|QuantizedConv2DWithBias|QuantizedConv2DWithRelu|"
+           "QuantizedConv2DWithBiasAndRelu|QuantizedConv2DWithBiasSumAndRelu"},
+          {"Const"},
+          {"Const"}
+        }
+      },  // clang-format on */
+      [&node_map](const NodeMatch& match, const std::set<string>& input_nodes,
+         const std::set<string>& output_nodes,
+         std::vector<NodeDef>* new_nodes) {
+        // TODO(mdfaijul/sheng): Current implementation assumed all
+        // requantization cases have bias. Index of inputs need to be updated
+        // for non-bias cases.
+
+        // Find all the nodes we expect in the subgraph.
+        const NodeDef& requantize_node = match.node;
+        CHECK_EQ("Requantize", requantize_node.op());
+        const NodeDef& quantized_conv2D_node = match.inputs[0].node;
+        const NodeDef& const_requantize_range_min_node = match.inputs[3].node;
+        CHECK_EQ("Const", const_requantize_range_min_node.op());
+        const NodeDef& const_requantize_range_max_node = match.inputs[4].node;
+        CHECK_EQ("Const", const_requantize_range_max_node.op());
+
+        string quantized_conv2D_op_name = quantized_conv2D_node.op();
+        // Set up the new fused version of the convolution op.
+        NodeDef fused_conv;
+        fused_conv.set_op(quantized_conv2D_op_name + "AndRequantize");
+        fused_conv.set_name(match.node.name());
+        int n_input = quantized_conv2D_node.input_size();
+        if (quantized_conv2D_op_name.compare(
+                "QuantizedConv2DWithBiasSumAndRelu") == 0)
+          n_input -= 1;  // -1 since summand is moved after frozen min-max
+
+        for (int i=0; i < n_input; i++)
+          AddNodeInput(quantized_conv2D_node.input(i), &fused_conv);
+
+        AddNodeInput(const_requantize_range_min_node.name(), &fused_conv);
+        AddNodeInput(const_requantize_range_max_node.name(), &fused_conv);
+
+        // Add additional inputs to
+        // QuantizedConv2DWithBiasSumAndReluAndRequantize
+        if (quantized_conv2D_op_name.compare(
+              "QuantizedConv2DWithBiasSumAndRelu") == 0) {
+          const NodeDef *in_requantize = node_map[node_map[
+              quantized_conv2D_node.input(n_input)]->input(0)];
+          string summand(in_requantize->name());
+          string min_summand(in_requantize->name() + ":1");
+          string max_summand(in_requantize->name() + ":2");
+          AddNodeInput(summand, &fused_conv);
+          AddNodeInput(min_summand, &fused_conv);
+          AddNodeInput(max_summand, &fused_conv);
+
+          // Signed version QuantizedConv2DWithBiasSumAndReluAndRequantize
+          // if Relu does not follow the convolution operation
+          std::vector<string> signed_ops = {
+              "QuantizedConv2DWithBias",
+              "QuantizedConv2D"
+              };
+          bool is_signed_summand =
+              std::find(signed_ops.begin(), signed_ops.end(),
+              node_map[in_requantize->input(0)]->op()) != signed_ops.end();
+          if (is_signed_summand) {
+            fused_conv.set_op(
+                "QuantizedConv2DWithBiasSignedSumAndReluAndRequantize");
+            SetNodeAttr("Tsummand", DT_QINT8, &fused_conv);
+          } else {
+            SetNodeAttr("Tsummand", DT_QUINT8, &fused_conv);
+          }
+        }
+        CopyNodeAttr(quantized_conv2D_node, "Tinput", "Tinput", &fused_conv);
+        CopyNodeAttr(quantized_conv2D_node, "Tfilter", "Tfilter", &fused_conv);
+        CopyNodeAttr(quantized_conv2D_node, "strides", "strides", &fused_conv);
+        CopyNodeAttr(quantized_conv2D_node, "padding", "padding", &fused_conv);
+
+        // Copy dilation attribute if exsit in the orginal node
+        if (HasNodeAttr(quantized_conv2D_node, "dilations"))
+          CopyNodeAttr(quantized_conv2D_node, "dilations",
+                       "dilations", &fused_conv);
+        if (quantized_conv2D_op_name.compare("QuantizedConv2D") == 0 ||
+           quantized_conv2D_op_name.compare("QuantizedConv2DWithBias") == 0)
+          SetNodeAttr("out_type", DT_QINT8, &fused_conv);
+        else
+          SetNodeAttr("out_type", DT_QUINT8, &fused_conv);
+        new_nodes->push_back(fused_conv);
+        new_nodes->push_back(const_requantize_range_min_node);
+        new_nodes->push_back(const_requantize_range_max_node);
+
+        return Status::OK();
+      },
+      {}, &replaced_graph_def));
+
+  // Convert bias float -> int32 on replaced_graph_def
+  std::vector<string> fused_requantized_bias_ops = {
+      "QuantizedConv2DWithBiasAndRequantize",
+      "QuantizedConv2DWithBiasAndReluAndRequantize",
+      "QuantizedConv2DWithBiasSumAndReluAndRequantize",
+      "QuantizedConv2DWithBiasSignedSumAndReluAndRequantize"
+      };
+  node_map.clear();
+  MapNamesToNodes(replaced_graph_def, &node_map);
+  for (auto& node_pair : node_map) {
+    const NodeDef *node = node_pair.second;
+    bool is_fused_requantized_conv_op =
+        std::find(fused_requantized_bias_ops.begin(),
+                  fused_requantized_bias_ops.end(),
+                  node->op()) != fused_requantized_bias_ops.end();
+    if (is_fused_requantized_conv_op) {
+      // If the op is not fed by Another Requantize op,
+      // then we coonvert bias as Int32
+      string input_op = node_map[NodeNameFromInput(node->input(0))]->op();
+      if (str_util::StartsWith(input_op, "QuantizedConv2D") &&
+          str_util::EndsWith(input_op, "AndRequantize")) {
+        NodeDef *bias_node = const_cast<NodeDef*>(node_map[NodeNameFromInput(
+            node->input(2))]);
+        const NodeDef *min_input_node = node_map[NodeNameFromInput(
+            node_map[node->input(0)]->input(7))];
+        const NodeDef *max_input_node = node_map[NodeNameFromInput(
+            node_map[node->input(0)]->input(8))];
+        const NodeDef *min_filter_node = node_map[NodeNameFromInput(
+            node->input(5))];
+        const NodeDef *max_filter_node = node_map[NodeNameFromInput(
+            node->input(6))];
+        const float min_input =
+            GetNodeTensorAttr(*min_input_node, "value").flat<float>()(0);
+        const float max_input =
+            GetNodeTensorAttr(*max_input_node, "value").flat<float>()(0);
+        const float min_filter =
+            GetNodeTensorAttr(*min_filter_node, "value").flat<float>()(0);
+        const float max_filter =
+            GetNodeTensorAttr(*max_filter_node, "value").flat<float>()(0);
+
+        TensorProto float_tensor_proto = bias_node->attr().at("value").tensor();
+        Tensor float_tensor;
+        CHECK(float_tensor.FromProto(float_tensor_proto));
+        CHECK_EQ(float_tensor.dtype(), DT_FLOAT);
+        float *p_bias_float = float_tensor.flat<float>().data();
+
+        Tensor int32_tensor = Tensor(DT_QINT32, float_tensor.shape());
+        qint32 *p_bias_int32 = int32_tensor.flat<qint32>().data();
+
+        float bias_scale = 255.0 * 127.0 /
+            (std::max(std::abs(max_input), std::abs(min_input)) *
+            std::max(std::abs(max_filter), std::abs(min_filter)));
+        int64 nelems = float_tensor.NumElements();
+        for (int64 n = 0; n < nelems; n++)
+          p_bias_int32[n] = (int32_t) (p_bias_float[n] * bias_scale);
+
+        bias_node->clear_attr();
+        AttrValue attr_type;
+        attr_type.set_type(int32_tensor.dtype());
+        bias_node->mutable_attr()->insert({"dtype", attr_type});
+
+        AttrValue attr_tensor;
+        TensorProto* t = attr_tensor.mutable_tensor();
+        int32_tensor.AsProtoTensorContent(t);
+        bias_node->mutable_attr()->insert({"value", attr_tensor});
+        SetNodeAttr("Tbias", DT_QINT32, const_cast<NodeDef*>(node));
+      } else {
+        SetNodeAttr("Tbias", DT_FLOAT, const_cast<NodeDef*>(node));
+      }
+    }
+  }
+  *output_graph_def = replaced_graph_def;
+  return Status::OK();
+}
+
+REGISTER_GRAPH_TRANSFORM("fuse_quantized_conv_and_requantize",
+                         FuseQuantizedConvolutionAndRequantize);
+
+}  // namespace graph_transforms
+}  // namespace tensorflow
+#endif // INTEL_MKL
diff --git a/tensorflow/tools/quantization/quantize_graph.py b/tensorflow/tools/quantization/quantize_graph.py
index 3acb532263..14b572c15f 100644
--- a/tensorflow/tools/quantization/quantize_graph.py
+++ b/tensorflow/tools/quantization/quantize_graph.py
@@ -21,6 +21,7 @@ bazel build tensorflow/tools/quantization:quantize_graph \
 --output_node_names="softmax2" --print_nodes --output=/tmp/quantized_graph.pb \
 --mode=eightbit --logtostderr
 
+To quantize for Intel CPU, add --intel_cpu_eightbitize=True.
 """
 
 from __future__ import absolute_import
@@ -46,6 +47,7 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.platform import app
 from tensorflow.python.platform import flags as flags_lib
 from tensorflow.python.platform import gfile
+from google.protobuf import text_format
 
 flags = flags_lib
 FLAGS = flags.FLAGS
@@ -87,7 +89,14 @@ flags.DEFINE_float(
     "information. Note: this should be considered a coarse tool just good "
     "enough for experimentation purposes, since graphs quantized in this way "
     "would be very inaccurate.")
-
+flags.DEFINE_boolean("input_binary", True,
+                     """Input graph binary or text.""")
+flags.DEFINE_boolean("output_binary", True,
+                     """Output graph binary or text.""")
+flags.DEFINE_boolean(
+    "intel_cpu_eightbitize", False,
+    "If true eightbitized graph will include fused quantized"
+    "nodes in the output_graph for Intel CPU.")
 
 def print_input_nodes(current_node, nodes_map, indent, already_visited):
   print(" " * indent + current_node.op + ":" + current_node.name)
@@ -297,6 +306,8 @@ def quantize_weight_eightbit(input_node, quantization_mode):
         dtypes.quint8,
         mode=quantization_mode)
     quint8_tensor = quantize_op[0].eval()
+    min_value = quantize_op[1].eval()
+    max_value = quantize_op[2].eval()
   shape = tensor_util.TensorShapeProtoToList(input_node.attr["value"]
                                              .tensor.tensor_shape)
   quint8_const_node = create_constant_node(
@@ -309,6 +320,57 @@ def quantize_weight_eightbit(input_node, quantization_mode):
   set_attr_string(dequantize_node, "mode", quantization_mode)
   return [quint8_const_node, min_node, max_node, dequantize_node]
 
+# TODO(intel-tf): Current Intel-CPU quantized Conv2D and Matmul supports only
+# signed scaled mode of weight quantization.
+def intel_cpu_quantize_weight_eightbit(input_node, quantization_mode="SCALED"):
+  """Returns replacement of constant weight node.
+
+  This function creates (i) a quantized constant node, (ii) a float min node
+  (iii) a float max node, and (iv) a dequantize node."""
+  base_name = input_node.name + "_"
+  qint8_const_name = base_name + "qint8_const"
+  min_name = base_name + "min"
+  max_name = base_name + "max"
+  float_tensor = tensor_util.MakeNdarray(input_node.attr["value"].tensor)
+  min_value = np.min(float_tensor.flatten())
+  max_value = np.max(float_tensor.flatten())
+  # Same processing of min-max as in quantize_weight_eightbit function.
+  if min_value > 0.0:
+    min_value = 0.0
+  if min_value == max_value:
+    if abs(min_value) < 0.000001:
+      max_value = min_value + 1.0
+    elif min_value > 0:
+      max_value = 2 * min_value
+    else:
+      max_value = min_value / 2.0
+
+  sess = session.Session()
+  with sess.as_default():
+    quantize_op = array_ops.quantize_v2(
+        float_tensor,
+        min_value,
+        max_value,
+        dtypes.qint8,
+        mode=quantization_mode,
+        round_mode="HALF_TO_EVEN")
+    qint8_tensor = quantize_op[0].eval()
+    # Updated min-max values should be passed to the next feeding node.
+    min_value = quantize_op[1].eval()
+    max_value = quantize_op[2].eval()
+  shape = tensor_util.TensorShapeProtoToList(input_node.attr["value"]
+                                             .tensor.tensor_shape)
+  qint8_const_node = create_constant_node(
+      qint8_const_name, qint8_tensor,
+      dtypes.qint8,
+      shape=shape)
+  min_node = create_constant_node(min_name, min_value, dtypes.float32)
+  max_node = create_constant_node(max_name, max_value, dtypes.float32)
+  dequantize_node = create_node("Dequantize", input_node.name,
+                                [qint8_const_name, min_name, max_name])
+  set_attr_dtype(dequantize_node, "T", dtypes.qint8)
+  set_attr_string(dequantize_node, "mode", b'SCALED')
+  return [qint8_const_node, min_node, max_node, dequantize_node]
 
 EightbitizeRecursionState = collections.namedtuple(
     "EightbitizeRecursionState",
@@ -322,7 +384,8 @@ class GraphRewriter(object):
                input_graph,
                mode,
                quantized_input_range,
-               fallback_quantization_range=None):
+               fallback_quantization_range=None,
+               intel_cpu_eightbitize=False):
     """Sets up the class to rewrite a float graph.
 
     Args:
@@ -344,6 +407,7 @@ class GraphRewriter(object):
     self.nodes_map = self.create_nodes_map(input_graph)
     self.output_graph = None
     self.mode = mode
+    self.intel_cpu_eightbitize = intel_cpu_eightbitize
     self.final_node_renames = {}
     if quantized_input_range:
       self.input_range = (quantized_input_range[0], quantized_input_range[1])
@@ -417,8 +481,22 @@ class GraphRewriter(object):
 
       self.state = EightbitizeRecursionState(
           already_visited={}, output_node_stack=[], merged_with_fake_quant={})
-      for output_node in output_nodes:
-        self.eightbitize_nodes_recursively(output_node)
+
+      if self.intel_cpu_eightbitize:
+        # TODO(intel-tf): Enables fused quantized node for intel cpu.
+        for output_node in output_nodes:
+          # Intiailize output_node_stack with output node.
+          # Each element in the stack is a mutable list containing
+          # [parent_node, index_to_parent, quantization_flag, fusion_flag].
+          # In case of root node, make self as parent.
+          self.state.output_node_stack.append(
+              [output_node, None, False, False])
+          self.intel_cpu_eightbitize_nodes_recursively(output_node)
+          self.state.output_node_stack.pop()
+      else:
+        for output_node in output_nodes:
+          self.eightbitize_nodes_recursively(output_node)
+
       self.state = None
       if self.input_range:
         self.add_output_graph_node(
@@ -653,6 +731,200 @@ class GraphRewriter(object):
           (self.state.output_node_stack[-1][0], current_node.name,
            current_node.op))
 
+  # TODO(intel-tf): Quantized Conv2D could be fused with few other succeeding
+  # ops. Current support is for BiasAdd and Relu. Future implementation will
+  # include:
+  # (i)   Conv2D + {BiasAdd} + Relu + Add + Relu
+  # (ii)  Conv2D + {BiasAdd} + Relu + Add
+  # (ii)  Conv2D + {BiasAdd} + Add + Relu
+  # (iii) Conv2D + {BiasAdd} + Add
+  def intel_cpu_eightbitize_conv_node(self, original_node, bias_node=None,
+                                      bias_add_name=None, add_node_name=None,
+                                      relu_node_name=None):
+    """Replaces a Conv2D node with the eight bit equivalent sub-graph."""
+    all_input_names = self.add_eightbit_prologue_nodes(original_node)
+
+    if bias_node and add_node_name and relu_node_name:
+      new_node = node_def_pb2.NodeDef()
+      new_node.CopyFrom(bias_node)
+      self.add_output_graph_node(new_node)
+      all_input_names = all_input_names[:2] + [bias_node.name] + \
+          all_input_names[2:] + [add_node_name]
+      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
+      quantized_conv_node = create_node("QuantizedConv2DWithBiasSumAndRelu",
+                                        quantized_conv_name, all_input_names)
+    elif bias_node and (not add_node_name) and relu_node_name:
+      new_node = node_def_pb2.NodeDef()
+      new_node.CopyFrom(bias_node)
+      self.add_output_graph_node(new_node)
+      all_input_names = all_input_names[:2] + [bias_node.name] + \
+          all_input_names[2:]
+      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
+      quantized_conv_node = create_node("QuantizedConv2DWithBiasAndRelu",
+                                        quantized_conv_name, all_input_names)
+    elif bias_node and bias_add_name  and \
+        (not add_node_name) and (not relu_node_name):
+      new_node = node_def_pb2.NodeDef()
+      new_node.CopyFrom(bias_node)
+      self.add_output_graph_node(new_node)
+      all_input_names = all_input_names[:2] + [bias_node.name] + \
+          all_input_names[2:]
+      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
+      quantized_conv_node = create_node("QuantizedConv2DWithBias",
+                                        quantized_conv_name, all_input_names)
+    else:
+      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
+      quantized_conv_node = create_node("QuantizedConv2D", quantized_conv_name,
+                                        all_input_names)
+    copy_attr(quantized_conv_node, "strides", original_node.attr["strides"])
+    copy_attr(quantized_conv_node, "padding", original_node.attr["padding"])
+    copy_attr(quantized_conv_node, "dilations", original_node.attr["dilations"])
+    set_attr_dtype(quantized_conv_node, "Tinput", dtypes.quint8)
+    set_attr_dtype(quantized_conv_node, "Tfilter", dtypes.qint8)
+    set_attr_dtype(quantized_conv_node, "out_type", dtypes.qint32)
+    self.add_output_graph_node(quantized_conv_node)
+    quantize_down_name = self.add_quantize_down_nodes(original_node,
+                                                      quantized_conv_name)
+    if bias_node and relu_node_name:
+      self.add_dequantize_result_node(quantize_down_name, relu_node_name)
+    elif bias_node and bias_add_name and \
+        (not add_node_name) and (not relu_node_name):
+      self.add_dequantize_result_node(quantize_down_name, bias_add_name)
+    else:
+      self.add_dequantize_result_node(quantize_down_name, original_node.name)
+
+  # TODO(intel-tf): To check whether Conv2D is fed by relu directly or via
+  # pooling ops. This is required as intel cpu requires input tensor for Conv2D
+  # to be non-negative.
+  def intel_cpu_find_relu_recursively(self, current_node):
+    """Helper function to check if Conv2D is fed by Relu."""
+    if current_node.op == "Relu":
+      return True
+    else:
+      first_input_node_name = node_name_from_input(current_node.input[0])
+      input_node = self.nodes_map[first_input_node_name]
+      if input_node.op in ("ConcatV2", "MaxPool", "AvgPool", "Relu"):
+        return self.intel_cpu_find_relu_recursively(input_node)
+      else:
+        return False
+
+  # TODO(intel-tf): We leave the output graph partially quantized for
+  # intel cpu. Current quantization support is for Conv2D and its fusion.
+  # More quantized operations will be included as more implementations are
+  # completed.
+  def intel_cpu_eightbitize_nodes_recursively(self, current_node):
+    """The entry point for transforming a graph into full eight bit."""
+    if current_node.name in self.state.already_visited:
+      if (self.should_merge_with_fake_quant_node() or
+          current_node.name in self.state.merged_with_fake_quant):
+        raise ValueError("Unsupported graph structure: output of node %s "
+                         "is processed by a FakeQuant* node and should have "
+                         "no other outputs.", current_node.name)
+      return
+
+    self.state.already_visited[current_node.name] = True
+    quantize_input, should_quantize_conv, \
+        fuse_with_conv = (False, False, False)
+
+    if current_node.op == "Conv2D":
+      should_quantize_conv = self.intel_cpu_find_relu_recursively(current_node)
+
+    inputs = list(enumerate(current_node.input))
+    if current_node.op == "AddN":
+      inputs = reversed(inputs)  # pylint: disable=redefined-variable-type
+
+    for i, input_node_name in inputs:
+      input_node_name = node_name_from_input(input_node_name)
+      input_node = self.nodes_map[input_node_name]
+
+      if should_quantize_conv and i == 1 and input_node.op == "Const":
+        quantize_input = True
+
+      self.state.output_node_stack.append([current_node, i, quantize_input,
+                                           fuse_with_conv])
+      self.intel_cpu_eightbitize_nodes_recursively(input_node)
+      self.state.output_node_stack.pop()
+
+    if current_node.op == "Conv2D" and should_quantize_conv and quantize_input:
+      # match pattern for fusion with bias and relu
+      grand_parent, parent = self.state.output_node_stack[-2:]
+      if parent[0].op == "BiasAdd" and grand_parent[0].op == "Relu":
+        self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
+        self.state.output_node_stack[-3][3] = True # Relu to be fused
+        bias_node_name = node_name_from_input(parent[0].input[1])
+        bias_node = self.nodes_map[bias_node_name]
+        self.intel_cpu_eightbitize_conv_node(current_node, bias_node, None,
+                                             None, grand_parent[0].name)
+      elif parent[0].op == "BiasAdd" and grand_parent[0].op == "AddN":
+        grand_grand_parent = self.state.output_node_stack[-3]
+        if grand_grand_parent[0].op == "Relu" \
+            and (not self.state.output_node_stack[-3][3]) \
+            and (not self.state.output_node_stack[-4][3]):
+          self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
+          self.state.output_node_stack[-3][3] = True # AddN to be fused
+          self.state.output_node_stack[-4][3] = True # Relu to be fused
+          bias_node_name = node_name_from_input(parent[0].input[1])
+          bias_node = self.nodes_map[bias_node_name]
+          add_node_name = node_name_from_input(grand_parent[0].input[0])
+          self.intel_cpu_eightbitize_conv_node(current_node, bias_node, None,
+                                               add_node_name,
+                                               grand_grand_parent[0].name)
+        elif not self.state.output_node_stack[-2][3]: # Fuse BiasAdd then
+          self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
+          bias_node_name = node_name_from_input(parent[0].input[1])
+          bias_node = self.nodes_map[bias_node_name]
+          self.intel_cpu_eightbitize_conv_node(current_node, bias_node,
+                                               parent[0].name)
+        else:
+          self.intel_cpu_eightbitize_conv_node(current_node)
+      elif parent[0].op == "BiasAdd" and \
+           (not self.state.output_node_stack[-2][3]):
+        self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
+        bias_node_name = node_name_from_input(parent[0].input[1])
+        bias_node = self.nodes_map[bias_node_name]
+        self.intel_cpu_eightbitize_conv_node(current_node, bias_node,
+                                             parent[0].name)
+      else:
+        self.intel_cpu_eightbitize_conv_node(current_node)
+    elif current_node.op == "BiasAdd" and \
+         self.state.output_node_stack[-1][3]:
+      pass # This op is already processed by fused quantization
+    elif current_node.op == "Relu" and \
+         self.state.output_node_stack[-1][3]:
+      pass # This op is already processed by fused quantization
+    elif current_node.op == "AddN" and \
+         self.state.output_node_stack[-1][3]:
+      pass # AddN op is already processed by fused quatization
+    elif current_node.op == "MaxPool" or current_node.op == "AvgPool":
+      self.eightbitize_single_input_tensor_node(current_node,
+                                                self.add_pool_function)
+    elif (current_node.op == "ConcatV2" and
+          dtypes.as_dtype(current_node.attr["T"].type) == dtypes.float32):
+      self.eightbitize_concatv2_node(current_node)
+    elif current_node.op == "Const":
+      parent = self.state.output_node_stack[-1]
+      if parent[0].op == "Conv2D" and parent[2]:
+        for n in intel_cpu_quantize_weight_eightbit(current_node, b"SCALED"):
+          self.add_output_graph_node(n)
+      elif parent[0].op == "BiasAdd" and \
+           self.state.output_node_stack[-2][3]:
+        pass # This constant is already process by fused quantization
+      else:
+        new_node = node_def_pb2.NodeDef()
+        new_node.CopyFrom(current_node)
+        self.add_output_graph_node(new_node)
+    else:
+      new_node = node_def_pb2.NodeDef()
+      new_node.CopyFrom(current_node)
+      self.add_output_graph_node(new_node)
+
+    if (self.should_merge_with_fake_quant_node() and
+        current_node.name not in self.state.merged_with_fake_quant):
+      raise ValueError(
+          "FakeQuant* node %s failed to merge with node %s of type %s" %
+          (self.state.output_node_stack[-1][0], current_node.name,
+           current_node.op))
+
   def add_eightbit_prologue_nodes(self, original_node):
     """Adds input conversion nodes to handle quantizing the underlying node."""
     namespace_prefix = original_node.name + "_eightbit"
@@ -712,7 +984,11 @@ class GraphRewriter(object):
         "QuantizeV2", quantize_input_name,
         [original_input_name, min_input_name, max_input_name])
     set_attr_dtype(quantize_input_node, "T", dtypes.quint8)
-    set_attr_string(quantize_input_node, "mode", b"MIN_FIRST")
+    set_attr_string(quantize_input_node, "mode",
+                    b"SCALED" if self.intel_cpu_eightbitize else  b"MIN_FIRST")
+    set_attr_string(quantize_input_node, "round_mode",
+                    b"HALF_TO_EVEN" if self.intel_cpu_eightbitize
+                    else  b"HALF_AWAY_FROM_ZERO")
     self.add_output_graph_node(quantize_input_node)
     min_output_name = quantize_input_name + ":1"
     max_output_name = quantize_input_name + ":2"
@@ -965,6 +1241,44 @@ class GraphRewriter(object):
     self.add_output_graph_node(quantized_concat_node)
     self.add_dequantize_result_node(quantized_concat_name, original_node.name)
 
+  def eightbitize_concatv2_node(self, original_node):
+    """
+    Args:
+      original_node: Float node to be converted.
+
+    Returns:
+      Subgraph representing the quantized version of the original node.
+
+    """
+    namespace_prefix = original_node.name + "_eightbit"
+    quantized_concat_name = namespace_prefix + "_quantized_concatv2"
+    reshape_dims_name, reduction_dims_name = self.add_common_quantization_nodes(
+        namespace_prefix)
+    num_input = len(original_node.input)
+    shape_input_name = original_node.input[num_input-1]
+    original_inputs = original_node.input[0:num_input-1]
+    input_names = []
+    min_names = []
+    max_names = []
+    for original_input_name in original_inputs:
+      quantize_input_name, min_input_name, max_input_name = (
+          self.eightbitize_input_to_node(namespace_prefix, original_input_name,
+                                         reshape_dims_name,
+                                         reduction_dims_name))
+      input_names.append(quantize_input_name)
+      min_names.append(min_input_name)
+      max_names.append(max_input_name)
+    all_input_names = input_names
+    all_input_names.append(shape_input_name)
+    all_input_names.extend(min_names)
+    all_input_names.extend(max_names)
+    quantized_concat_node = create_node("QuantizedConcatV2",
+                                        quantized_concat_name, all_input_names)
+    set_attr_int(quantized_concat_node, "N", len(original_inputs))
+    set_attr_dtype(quantized_concat_node, "T", dtypes.quint8)
+    self.add_output_graph_node(quantized_concat_node)
+    self.add_dequantize_result_node(quantized_concat_name, original_node.name)
+
   def eightbitize_placeholder_node(self, current_node):
     """Replaces a placeholder node with a quint8 placeholder node+dequantize."""
     name = current_node.name
@@ -1249,7 +1563,6 @@ class GraphRewriter(object):
     self.input_graph = new_input_graph
     self.nodes_map = self.create_nodes_map(self.input_graph)
 
-
 def main(unused_args):
   if not gfile.Exists(FLAGS.input):
     print("Input graph file '" + FLAGS.input + "' does not exist!")
@@ -1264,9 +1577,14 @@ def main(unused_args):
     return -1
 
   tf_graph = graph_pb2.GraphDef()
-  with gfile.Open(FLAGS.input, "rb") as f:
+  # TODO(intel-tf): Enabling user to work with both binary and text format.
+  mode = "rb" if FLAGS.input_binary else "r"
+  with gfile.Open(FLAGS.input, mode) as f:
     data = f.read()
-    tf_graph.ParseFromString(data)
+    if FLAGS.input_binary:
+      tf_graph.ParseFromString(data)
+    else:
+      text_format.Merge(data, tf_graph)
 
   graph = ops.Graph()
   with graph.as_default():
@@ -1287,16 +1605,21 @@ def main(unused_args):
         FLAGS.quantized_fallback_min, FLAGS.quantized_fallback_max
     ]
 
-  rewriter = GraphRewriter(tf_graph, FLAGS.mode, quantized_input_range,
-                           fallback_quantization_range)
+  rewriter = GraphRewriter(tf_graph, FLAGS.mode,
+                           quantized_input_range, fallback_quantization_range,
+                           FLAGS.intel_cpu_eightbitize)
 
   output_graph = rewriter.rewrite(FLAGS.output_node_names.split(","))
 
-  f = gfile.FastGFile(FLAGS.output, "wb")
-  f.write(output_graph.SerializeToString())
+  # TODO(intel-tf): Enabling user to work with both binary and text format.
+  mode = "wb" if FLAGS.output_binary else "w"
+  f = gfile.FastGFile(FLAGS.output, mode)
+  if FLAGS.output_binary:
+    f.write(output_graph.SerializeToString())
+  else:
+    f.write(str(output_graph))
 
   return 0
 
-
 if __name__ == "__main__":
   app.run()
-- 
GitLab


From b6d0889f38bcfe266df6c8ad8f330c1b390f5b9b Mon Sep 17 00:00:00 2001
From: Shimin Guo <smguo2001@gmail.com>
Date: Tue, 14 Aug 2018 23:12:48 -0700
Subject: [PATCH 0007/1825] export symbols in the stream_executor namespace

Some of these symbols were previously in the perftools::gputools namespace. Not
having these symbols causes custom ops loading to fail in the monolithic mode.

For example,

bazel test --config monolithic //tensorflow/contrib/rnn:ops/gru_ops_test
---
 tensorflow/tf_exported_symbols.lds | 1 +
 tensorflow/tf_version_script.lds   | 1 +
 2 files changed, 2 insertions(+)

diff --git a/tensorflow/tf_exported_symbols.lds b/tensorflow/tf_exported_symbols.lds
index 3ff824e5e1..9f6114f503 100644
--- a/tensorflow/tf_exported_symbols.lds
+++ b/tensorflow/tf_exported_symbols.lds
@@ -5,3 +5,4 @@
 *TFE_*
 *nsync_*
 *pywrap_xla*
+*stream_executor*
diff --git a/tensorflow/tf_version_script.lds b/tensorflow/tf_version_script.lds
index 6b28943f01..39d258c3b7 100644
--- a/tensorflow/tf_version_script.lds
+++ b/tensorflow/tf_version_script.lds
@@ -6,6 +6,7 @@ tensorflow {
     *TFE_*;
     *nsync_*;
     *pywrap_xla*;
+    *stream_executor*;
   local:
     *;
 };
-- 
GitLab


From 9039a5e1ef2fcab237c3c736826068cf1c9f8094 Mon Sep 17 00:00:00 2001
From: Mahmoud Abuzaina <mahmoud.abuzaina@intel.com>
Date: Fri, 17 Aug 2018 18:58:05 -0700
Subject: [PATCH 0008/1825] Fixed merge conflicts

---
 tensorflow/core/api_def/BUILD           |   5 +
 tensorflow/core/api_def/excluded_ops.cc |  14 +-
 tensorflow/core/ops/nn_ops.cc           | 339 +++++++++++++++++++++++-
 3 files changed, 356 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/api_def/BUILD b/tensorflow/core/api_def/BUILD
index 06b797e32e..f610facd75 100644
--- a/tensorflow/core/api_def/BUILD
+++ b/tensorflow/core/api_def/BUILD
@@ -17,6 +17,10 @@ load(
     "tf_cc_binary",
     "tf_cc_test",
 )
+load(
+    "//third_party/mkl:build_defs.bzl",
+    "if_mkl",
+)
 
 filegroup(
     name = "base_api_def",
@@ -40,6 +44,7 @@ cc_library(
     name = "excluded_ops_lib",
     srcs = ["excluded_ops.cc"],
     hdrs = ["excluded_ops.h"],
+    copts = if_mkl(["-DINTEL_MKL=1"]),
 )
 
 cc_library(
diff --git a/tensorflow/core/api_def/excluded_ops.cc b/tensorflow/core/api_def/excluded_ops.cc
index 931c943dbc..3db69f6af8 100644
--- a/tensorflow/core/api_def/excluded_ops.cc
+++ b/tensorflow/core/api_def/excluded_ops.cc
@@ -21,7 +21,19 @@ const std::unordered_set<std::string>* GetExcludedOps() {
   static std::unordered_set<std::string>* excluded_ops =
       new std::unordered_set<std::string>(
           {"BigQueryReader", "GenerateBigQueryReaderPartitions",
-           "GcsConfigureBlockCache", "GcsConfigureCredentials"});
+           "GcsConfigureBlockCache", "GcsConfigureCredentials",
+#ifdef INTEL_MKL
+           // QuatizedFusedOps for Intel CPU
+           "QuantizedConv2DAndRequantize", "QuantizedConv2DWithBias",
+           "QuantizedConv2DWithBiasAndRequantize", "QuantizedConv2DAndRelu",
+           "QuantizedConv2DAndReluAndRequantize",
+           "QuantizedConv2DWithBiasAndRelu",
+           "QuantizedConv2DWithBiasAndReluAndRequantize",
+           "QuantizedConv2DWithBiasSumAndRelu",
+           "QuantizedConv2DWithBiasSumAndReluAndRequantize",
+           "QuantizedConv2DWithBiasSignedSumAndReluAndRequantize"
+#endif  // INTEL_MKL
+          });
   return excluded_ops;
 }
 }  // namespace tensorflow
diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index 385021b168..199176e93f 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -2241,7 +2241,7 @@ REGISTER_OP("_MklToTf")
     .Input("input: T")
     .Input("mkl_input: uint8")
     .Output("output: T")
-    .Attr("T: {half, float, double}")
+    .Attr("T: {half, float, double, qint8, quint8, qint32}")
     .Attr(GetConvnetDataFormat2D3DAttrString())
     .SetShapeFn(shape_inference::UnknownShape)
     .Doc(R"doc(
@@ -2274,6 +2274,343 @@ element-wise MKL op.
 NOTE Do not invoke this operator directly in Python. Graph rewrite pass is
 expected to invoke these operators.
 )doc");
+
+REGISTER_OP("QuantizedConv2DAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QINT8")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+// Fusion of Quantized Conv2D and BiasAdd.
+REGISTER_OP("QuantizedConv2DWithBias")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: float")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("QuantizedConv2DWithBiasAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("out_type: quantizedtype = DT_QINT8")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+// Fusion of Quantized Conv2D and Relu.
+REGISTER_OP("QuantizedConv2DAndRelu")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("QuantizedConv2DAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+// Fusion of Quantized Conv2D, BiasAdd and Relu.
+REGISTER_OP("QuantizedConv2DWithBiasAndRelu")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: float")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+// Fusion of Quantized Conv2D, BiasAdd, Relu, and Requantize.
+REGISTER_OP("QuantizedConv2DWithBiasAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+// Fusion of Quantized Conv2D, BiasAdd, Sum, and Relu.
+REGISTER_OP("QuantizedConv2DWithBiasSumAndRelu")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: float")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("summand: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("QuantizedConv2DWithBiasSumAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("summand: Tsummand")
+    .Input("min_summand: float")
+    .Input("max_summand: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("Tsummand: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("QuantizedConv2DWithBiasSignedSumAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("summand: Tsummand")
+    .Input("min_summand: float")
+    .Input("max_summand: float")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("Tsummand: quantizedtype")
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
 #endif  // INTEL_MKL
 
 }  // namespace tensorflow
-- 
GitLab


From 2b25a421cbdbde78e82877c76b128446a7ba8db8 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 25 Aug 2018 19:27:33 +0000
Subject: [PATCH 0009/1825] Add `ENV LANG C.UTF-8` to Dockerfiles for Python

This fix tries to address the issue raised in 20380
where LANG env was not set in Docker images, and
was causing issues with python 3
(related https://bugs.python.org/issue19846).

This fix adds `ENV LANG C.UTF-8` to Dockerfiles which
matches the official python images.

This fix fixes 20380.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../tools/dockerfiles/partials/python.partial.Dockerfile       | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/tools/dockerfiles/partials/python.partial.Dockerfile b/tensorflow/tools/dockerfiles/partials/python.partial.Dockerfile
index 6f346236a5..ee08af73a8 100644
--- a/tensorflow/tools/dockerfiles/partials/python.partial.Dockerfile
+++ b/tensorflow/tools/dockerfiles/partials/python.partial.Dockerfile
@@ -3,6 +3,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
-- 
GitLab


From 62811483f9e219622bc08eed056b632b566b9059 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 25 Aug 2018 19:31:08 +0000
Subject: [PATCH 0010/1825] Rebuild the Dockerfiles

with:
```
python3 ./assembler.py -o dockerfiles -s spec.yml
```

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../tools/dockerfiles/dockerfiles/cpu-devel-jupyter.Dockerfile | 3 +++
 tensorflow/tools/dockerfiles/dockerfiles/cpu-devel.Dockerfile  | 3 +++
 .../tools/dockerfiles/dockerfiles/cpu-jupyter.Dockerfile       | 3 +++
 tensorflow/tools/dockerfiles/dockerfiles/cpu.Dockerfile        | 3 +++
 .../dockerfiles/dockerfiles/nvidia-devel-jupyter.Dockerfile    | 3 +++
 .../tools/dockerfiles/dockerfiles/nvidia-devel.Dockerfile      | 3 +++
 .../tools/dockerfiles/dockerfiles/nvidia-jupyter.Dockerfile    | 3 +++
 tensorflow/tools/dockerfiles/dockerfiles/nvidia.Dockerfile     | 3 +++
 8 files changed, 24 insertions(+)

diff --git a/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel-jupyter.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel-jupyter.Dockerfile
index dbbad7d03a..dab7178db3 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel-jupyter.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel-jupyter.Dockerfile
@@ -65,6 +65,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel.Dockerfile
index 160d7c02e2..68566ccc8a 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/cpu-devel.Dockerfile
@@ -63,6 +63,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/cpu-jupyter.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/cpu-jupyter.Dockerfile
index 8d5d653ab7..f889ed6f91 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/cpu-jupyter.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/cpu-jupyter.Dockerfile
@@ -45,6 +45,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/cpu.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/cpu.Dockerfile
index 35c41b49fd..182a534bed 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/cpu.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/cpu.Dockerfile
@@ -43,6 +43,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel-jupyter.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel-jupyter.Dockerfile
index 0f5fedf2fe..1552179302 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel-jupyter.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel-jupyter.Dockerfile
@@ -85,6 +85,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel.Dockerfile
index a6e280082e..6027976130 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/nvidia-devel.Dockerfile
@@ -83,6 +83,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/nvidia-jupyter.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/nvidia-jupyter.Dockerfile
index f1799113b1..464259e6db 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/nvidia-jupyter.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/nvidia-jupyter.Dockerfile
@@ -66,6 +66,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
diff --git a/tensorflow/tools/dockerfiles/dockerfiles/nvidia.Dockerfile b/tensorflow/tools/dockerfiles/dockerfiles/nvidia.Dockerfile
index 690eb68b22..25e0dd3a4d 100644
--- a/tensorflow/tools/dockerfiles/dockerfiles/nvidia.Dockerfile
+++ b/tensorflow/tools/dockerfiles/dockerfiles/nvidia.Dockerfile
@@ -64,6 +64,9 @@ ARG _PY_SUFFIX=${USE_PYTHON_3_NOT_2:+3}
 ARG PYTHON=python${_PY_SUFFIX}
 ARG PIP=pip${_PY_SUFFIX}
 
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
 RUN apt-get update && apt-get install -y \
     ${PYTHON} \
     ${PYTHON}-pip
-- 
GitLab


From abda03facee57e5d94a6e2d7be26ab53e319dede Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Thu, 16 Aug 2018 16:58:30 -0700
Subject: [PATCH 0011/1825] Fast bilinear resize code

Cleanup code formatting in Bilinear Resize

Updates requested by reviewers
---
 tensorflow/core/kernels/BUILD                 |   13 +-
 tensorflow/core/kernels/crop_and_resize_op.cc |   94 +-
 .../crop_and_resize_op_benchmark_test.cc      |   36 +-
 .../core/kernels/crop_resize_bilinear_core.h  | 5497 +++++++++++++++++
 tensorflow/core/kernels/resize_bilinear_op.cc |  151 +-
 .../core/kernels/resize_bilinear_op_test.cc   |    2 +-
 6 files changed, 5592 insertions(+), 201 deletions(-)
 create mode 100644 tensorflow/core/kernels/crop_resize_bilinear_core.h

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 972fb9efa9..3b2b71ec2a 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -29,6 +29,7 @@ package_group(
 load(
     "//tensorflow:tensorflow.bzl",
     "if_android",
+    "if_linux_x86_64",
     "tf_cc_test",
     "tf_cc_tests",
     "tf_cc_binary",
@@ -551,6 +552,12 @@ cc_header_only_library(
     deps = [":image_resizer_state"],
 )
 
+cc_library(
+    name = "crop_resize_bilinear_core",
+    hdrs = ["crop_resize_bilinear_core.h"],
+    visibility = ["//visibility:private"],
+)
+
 # OpKernel libraries ----------------------------------------------------------
 
 ARRAY_DEPS = [
@@ -2150,7 +2157,8 @@ tf_kernel_library(
 tf_kernel_library(
     name = "crop_and_resize_op",
     prefix = "crop_and_resize_op",
-    deps = IMAGE_DEPS,
+    copts = tf_copts() + if_linux_x86_64(["-msse4.1 -finline-functions"]),
+    deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
 )
 
 tf_kernel_library(
@@ -2216,7 +2224,8 @@ tf_kernel_library(
 tf_kernel_library(
     name = "resize_bilinear_op",
     prefix = "resize_bilinear_op",
-    deps = IMAGE_DEPS,
+    copts = tf_copts() + if_linux_x86_64(["-msse4.1 -finline-functions"]),
+    deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
 )
 
 tf_kernel_library(
diff --git a/tensorflow/core/kernels/crop_and_resize_op.cc b/tensorflow/core/kernels/crop_and_resize_op.cc
index 99d01b4db6..7c4d3431e6 100644
--- a/tensorflow/core/kernels/crop_and_resize_op.cc
+++ b/tensorflow/core/kernels/crop_and_resize_op.cc
@@ -22,17 +22,18 @@ limitations under the License.
 #include <functional>
 #include <string>
 
-#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/kernels/bounds_check.h"
+#include "tensorflow/core/kernels/crop_resize_bilinear_core.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/work_sharder.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 
 #if GOOGLE_CUDA
 #include "tensorflow/core/common_runtime/gpu/gpu_event_mgr.h"
@@ -228,61 +229,56 @@ struct CropAndResize<CPUDevice, T> {
           continue;
         }
 
-        const float height_scale =
-            (crop_height > 1)
-                ? (y2 - y1) * (image_height - 1) / (crop_height - 1)
-                : 0;
-        const float width_scale =
-            (crop_width > 1) ? (x2 - x1) * (image_width - 1) / (crop_width - 1)
-                             : 0;
-
-        for (int y = 0; y < crop_height; ++y) {
-          const float in_y = (crop_height > 1)
-                                 ? y1 * (image_height - 1) + y * height_scale
-                                 : 0.5 * (y1 + y2) * (image_height - 1);
-          if (in_y < 0 || in_y > image_height - 1) {
-            for (int x = 0; x < crop_width; ++x) {
-              for (int d = 0; d < depth; ++d) {
-                crops(b, y, x, d) = extrapolation_value;
-              }
-            }
-            continue;
+        if (method_name == "bilinear") {
+          std::vector<CachedInterpolation> xs;
+          std::vector<CachedInterpolation> ys;
+          int min_ix, max_ix, min_iy, max_iy;
+          compute_interpolation_weights(crop_width, image_width, x1, x2,
+                                        &min_ix, &max_ix, &xs);
+          compute_interpolation_weights(crop_height, image_height, y1, y2,
+                                        &min_iy, &max_iy, &ys);
+
+          // multiply by depth to avoid multiplication in resize_single_image.
+          for (int i = min_ix; i <= max_ix; ++i) {
+            xs[i - min_ix].lower *= depth;
+            xs[i - min_ix].upper *= depth;
           }
-          if (method_name == "bilinear") {
-            const int top_y_index = floorf(in_y);
-            const int bottom_y_index = ceilf(in_y);
-            const float y_lerp = in_y - top_y_index;
 
-            for (int x = 0; x < crop_width; ++x) {
-              const float in_x = (crop_width > 1)
-                                     ? x1 * (image_width - 1) + x * width_scale
-                                     : 0.5 * (x1 + x2) * (image_width - 1);
-              if (in_x < 0 || in_x > image_width - 1) {
+          crop_resize_single_image_common<T, float>(
+              image.data() +
+                  static_cast<int64>(b_in) * static_cast<int64>(image_height) *
+                      static_cast<int64>(image_width) *
+                      static_cast<int64>(depth),
+              image_height, image_width, crop_height, crop_width, depth, min_ix,
+              max_ix, xs.data(), min_iy, max_iy, ys.data(), extrapolation_value,
+              false, false,
+              crops.data() +
+                  static_cast<int64>(b) * static_cast<int64>(crop_height) *
+                      static_cast<int64>(crop_width) *
+                      static_cast<int64>(depth));
+          // xs and ys are deallocated automatically when they go out of scope
+        } else {  // method == "nearest"
+          const float height_scale =
+              (crop_height > 1)
+                  ? (y2 - y1) * (image_height - 1) / (crop_height - 1)
+                  : 0;
+          const float width_scale =
+              (crop_width > 1)
+                  ? (x2 - x1) * (image_width - 1) / (crop_width - 1)
+                  : 0;
+
+          for (int y = 0; y < crop_height; ++y) {
+            const float in_y = (crop_height > 1)
+                                   ? y1 * (image_height - 1) + y * height_scale
+                                   : 0.5 * (y1 + y2) * (image_height - 1);
+            if (in_y < 0 || in_y > image_height - 1) {
+              for (int x = 0; x < crop_width; ++x) {
                 for (int d = 0; d < depth; ++d) {
                   crops(b, y, x, d) = extrapolation_value;
                 }
-                continue;
-              }
-              const int left_x_index = floorf(in_x);
-              const int right_x_index = ceilf(in_x);
-              const float x_lerp = in_x - left_x_index;
-
-              for (int d = 0; d < depth; ++d) {
-                const float top_left(static_cast<float>(
-                    image(b_in, top_y_index, left_x_index, d)));
-                const float top_right(static_cast<float>(
-                    image(b_in, top_y_index, right_x_index, d)));
-                const float bottom_left(static_cast<float>(
-                    image(b_in, bottom_y_index, left_x_index, d)));
-                const float bottom_right(static_cast<float>(
-                    image(b_in, bottom_y_index, right_x_index, d)));
-                const float top = top_left + (top_right - top_left) * x_lerp;
-                const float bottom =
-                    bottom_left + (bottom_right - bottom_left) * x_lerp;
-                crops(b, y, x, d) = top + (bottom - top) * y_lerp;
               }
+              continue;
             }
-          } else {  // method == "nearest"
             for (int x = 0; x < crop_width; ++x) {
               const float in_x = (crop_width > 1)
                                      ? x1 * (image_width - 1) + x * width_scale
diff --git a/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc b/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc
index d7ca64bea0..54d4f33b44 100644
--- a/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc
+++ b/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc
@@ -21,11 +21,13 @@ limitations under the License.
 
 namespace tensorflow {
 
+template <typename T>
 static Graph* BM_CropAndResize(int batches, int width, int height, int depth,
                                int crop_height, int crop_width) {
   Graph* g = new Graph(OpRegistry::Global());
-  Tensor in(DT_FLOAT, TensorShape({batches, height, width, depth}));
-  in.flat<float>().setRandom();
+  Tensor in(DataTypeToEnum<T>::v(),
+            TensorShape({batches, height, width, depth}));
+  in.flat<T>().setRandom();
   Tensor boxes(DT_FLOAT, TensorShape({batches, 4}));
   auto boxes_tensor = boxes.matrix<float>();
   Tensor box_ind(DT_INT32, TensorShape({batches}));
@@ -51,13 +53,17 @@ static Graph* BM_CropAndResize(int batches, int width, int height, int depth,
   return g;
 }
 
-#define BM_CropAndResizeDev(DEVICE, B, W, H, D, CH, CW)                        \
-  static void BM_CropAndResize_##DEVICE##_##B##_##W##_##H##_##D##_##CH##_##CW( \
-      int iters) {                                                             \
-    testing::ItemsProcessed(iters* B* W* H* D);                                \
-    test::Benchmark(#DEVICE, BM_CropAndResize(B, W, H, D, CH, CW)).Run(iters); \
-  }                                                                            \
-  BENCHMARK(BM_CropAndResize_##DEVICE##_##B##_##W##_##H##_##D##_##CH##_##CW);
+#define BM_CropAndResizeDev(DEVICE, DTYPE, B, W, H, D, CH, CW)                   \
+  static void                                                                    \
+      BM_CropAndResize_##DEVICE##_##DTYPE##_##B##_##W##_##H##_##D##_##CH##_##CW( \
+          int iters) {                                                           \
+    testing::ItemsProcessed(iters* B* W* H* D);                                  \
+    test::Benchmark(#DEVICE, BM_CropAndResize<EnumToDataType<DTYPE>::Type>(      \
+                                 B, W, H, D, CH, CW))                            \
+        .Run(iters);                                                             \
+  }                                                                              \
+  BENCHMARK(                                                                     \
+      BM_CropAndResize_##DEVICE##_##DTYPE##_##B##_##W##_##H##_##D##_##CH##_##CW);
 
 // Benchmark results using CPU:Intel Haswell with HyperThreading (6 cores)
 // Benchmark                                Time(ns) CPU(ns)  Iterations
@@ -65,8 +71,14 @@ static Graph* BM_CropAndResize(int batches, int width, int height, int depth,
 // BM_CropAndResize_cpu_1_640_640_1_512_512 3801232 3914692 185  99.784M items/s
 // BM_CropAndResize_cpu_1_80_80_512_7_7      182470  241767 2941  1.372G items/s
 
-BM_CropAndResizeDev(cpu, 1, 640, 640, 3, 512, 512);
-BM_CropAndResizeDev(cpu, 1, 640, 640, 1, 512, 512);
-BM_CropAndResizeDev(cpu, 1, 80, 80, 512, 7, 7);
+BM_CropAndResizeDev(cpu, DT_UINT8, 1, 640, 640, 3, 512, 512);
+BM_CropAndResizeDev(cpu, DT_UINT8, 1, 640, 640, 1, 512, 512);
+
+BM_CropAndResizeDev(cpu, DT_HALF, 1, 640, 640, 3, 512, 512);
+BM_CropAndResizeDev(cpu, DT_HALF, 1, 640, 640, 1, 512, 512);
+
+BM_CropAndResizeDev(cpu, DT_FLOAT, 1, 640, 640, 3, 512, 512);
+BM_CropAndResizeDev(cpu, DT_FLOAT, 1, 640, 640, 1, 512, 512);
+BM_CropAndResizeDev(cpu, DT_FLOAT, 1, 80, 80, 512, 7, 7);
 
 }  // namespace tensorflow
diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
new file mode 100644
index 0000000000..f6846d6a55
--- /dev/null
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -0,0 +1,5497 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
+#define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
+
+// only include intrinsics when the appropriate flags call for it,
+// since these headers only exists on x86 platforms.
+#ifdef __SSE4_1__
+#include <smmintrin.h>
+#include <tmmintrin.h>
+#include <xmmintrin.h>
+#endif
+#ifdef __AVX2__
+#include <immintrin.h>
+#endif
+#include <cassert>
+#include <cstdio>
+#include <cstdlib>
+#include <list>
+#include <string>
+
+namespace tensorflow {
+namespace {
+
+// Compute the interpolation indices only once.
+struct CachedInterpolation {
+  int lower;  // Lower source index used in the interpolation
+  int upper;  // Upper source index used in the interpolation
+  // 1-D linear iterpolation scale (see:
+  // https://en.wikipedia.org/wiki/Bilinear_interpolation)
+  float lerp;
+};
+
+bool compute_single_interpolation_weight(const int in_size,
+                                         const float out2in_scale,
+                                         const float out2in_start,
+                                         const bool clip, const int i,
+                                         int* lower, int* upper, float* lerp) {
+  const float in = i * out2in_scale + out2in_start;
+  *lower = (int)floor(in);
+  *upper = (int)ceil(in);
+  *lerp = (float)(in - (float)*lower);
+  if (clip) {
+    if (*lower < 0)
+      *lower = 0;
+    else if (*lower >= in_size)
+      *lower = in_size - 1;
+    if (*upper < 0)
+      *upper = 0;
+    else if (*upper >= in_size)
+      *upper = in_size - 1;
+    return true;
+  } else {
+    return (*lower >= 0 && *upper < in_size) ? true : false;
+  }
+}
+/**
+ * Compute interpolation values for output indexes in range
+ * [out_start,out_start+out_size-1].
+ * Returns true if all output indexes have lower and upper (input) indexes
+ * within range [0,in_size-1].
+ */
+bool compute_interpolation_weights(const int min_i, const int max_i,
+                                   const int in_size, const float out2in_scale,
+                                   const float out2in_start, const bool clip,
+                                   CachedInterpolation* interpolation) {
+  bool rval = true;
+  int num_i = max_i - min_i + 1;
+  for (int i = 0; i < num_i; ++i) {
+    if (!compute_single_interpolation_weight(
+            in_size, out2in_scale, out2in_start, clip, i + min_i,
+            &interpolation[i].lower, &interpolation[i].upper,
+            &interpolation[i].lerp)) {
+      rval = false;
+    }
+  }
+  return rval;
+}
+/**
+ * Compatibility method for resize_bilinear_op.cc
+ */
+void compute_interpolation_weights(const int out_size, const int in_size,
+                                   const float out2in_scale,
+                                   CachedInterpolation* interpolation) {
+  interpolation[out_size].lower = 0;
+  interpolation[out_size].upper = 0;
+  const bool clip = true;
+  if (!compute_interpolation_weights(0, out_size - 1, in_size, out2in_scale,
+                                     0.0f, clip, interpolation)) {
+    // Should never happen, check for it anyway
+    printf(
+        "Warning! Interpolation values have lower,upper indexes outside of "
+        "range [0,in_size-1]\n");
+  }
+}
+/**
+ * Compute minimum and maximum (output) i where both lower and upper (input) is
+ * in range [0,in_size-1]
+ * If no values of i satisfy condition, min_i = in_size, max_i = -1 and method
+ * returns false.
+ * Returns true if min_i >= max_i.
+ */
+bool compute_minmax_indexes(const int out_size, const int in_size,
+                            const float out2in_scale, const float out2in_start,
+                            int* min_i, int* max_i) {
+  *min_i = out_size;
+  *max_i = -1;
+  int lower, upper;
+  float lerp;
+  for (int i = 0; i < out_size; ++i) {
+    if (compute_single_interpolation_weight(in_size, out2in_scale, out2in_start,
+                                            false, i, &lower, &upper, &lerp)) {
+      if (i < *min_i) *min_i = i;
+      if (i > *max_i) *max_i = i;
+    }
+  }
+  return (*min_i <= *max_i) ? true : false;
+}
+/**
+ * Compute interpolation weights for crop_and_resize_op.cc
+ * Also computes extrapolation areas.
+ * Returns true if at least one point requires interpolation, false otherwise.
+ */
+bool compute_interpolation_weights(
+    const int out_size, const int in_size,
+    const float x1,  // lower bounding box, crop region starts at in_size*x1
+    const float x2,  // upper bounding box, crop region ends at in_size*x2
+    int* min_i, int* max_i, std::vector<CachedInterpolation>* interpolation) {
+  float out2in_start = out_size > 1
+                           ? (float)(in_size - 1) * (float)x1
+                           : (float)(in_size - 1) * (float)(x1 + x2) / 2.0f;
+  float out2in_scale =
+      out_size > 1
+          ? (float)(x2 - x1) * (float)(in_size - 1) / (float)(out_size - 1)
+          : 0.0f;
+  if (compute_minmax_indexes(out_size, in_size, out2in_scale, out2in_start,
+                             min_i, max_i)) {
+    interpolation->resize(*max_i - *min_i + 1);
+    bool all_inputs_ok = compute_interpolation_weights(
+        *min_i, *max_i, in_size, out2in_scale, out2in_start, false,
+        interpolation->data());
+    if (!all_inputs_ok) {
+      // should never happen, purpose of compute_minmax_indexes is to ensure
+      // that all inputs are ok.
+      printf(
+          "Error! compute_interpolation_weights returned input indexes outside "
+          "valid range - SEGV will likely ensue.\n");
+    }
+    return true;
+  } else {
+    return false;
+  }
+}
+
+/**
+ * Cast float v to type U with range clamping.
+ *
+ * If v<min_val, return value is clamped to u_min_val. similarly if v>max_val,
+ * return value is clamped to u_max_val.
+ */
+template <typename U>
+U cast_to(float v, float min_val, float max_val, U u_min_val, U u_max_val);
+template <typename U>
+U cast_to(float v, float min_val, float max_val, U u_min_val, U u_max_val) {
+  if (v < min_val)
+    return u_min_val;
+  else if (v > max_val)
+    return u_max_val;
+  else
+    return static_cast<U>(v);
+}
+/**
+ * no-op cast from float to float.
+ */
+template <>
+float cast_to<float>(float v, float min_val, float max_val, float u_min_val,
+                     float u_max_val) {
+  return v;
+}
+
+float compute_lerp(const float top_left, const float top_right,
+                   const float bottom_left, const float bottom_right,
+                   const float x_lerp, const float y_lerp) {
+  const float top = top_left + (top_right - top_left) * x_lerp;
+  const float bottom = bottom_left + (bottom_right - bottom_left) * x_lerp;
+  return top + (bottom - top) * y_lerp;
+}
+
+/**
+ * Computes the bilinear interpolation from the appropriate 4 float points
+ * and the linear interpolation weights.
+ * Accepts input tensors of type T and produces output tensors of type U.
+ * Optionally flips horizontal and/or vertical axis.
+ */
+template <typename T, typename U>
+void crop_resize_single_image(const T* image, const int64 in_height,
+                              const int64 in_width, const int64 out_height,
+                              const int64 out_width, const int channels,
+                              const int min_ix, const int max_ix,
+                              const CachedInterpolation* xs, const int min_iy,
+                              const int max_iy, const CachedInterpolation* ys,
+                              const float extrapolated_value, const bool flip_x,
+                              const bool flip_y,
+                              U* output) TF_ATTRIBUTE_NOINLINE;
+template <typename T, typename U>
+void crop_resize_single_image(const T* image, const int64 in_height,
+                              const int64 in_width, const int64 out_height,
+                              const int64 out_width, const int channels,
+                              const int min_ix, const int max_ix,
+                              const CachedInterpolation* xs, const int min_iy,
+                              const int max_iy, const CachedInterpolation* ys,
+                              const float extrapolated_value, const bool flip_x,
+                              const bool flip_y, U* output) {
+  const int64 in_row_size = in_width * channels;
+  const int64 out_row_size = out_width * channels;
+  U u_min_val = std::numeric_limits<U>::min();
+  U u_max_val = std::numeric_limits<U>::max();
+  float min_val = static_cast<float>(u_min_val);
+  float max_val = static_cast<float>(u_max_val);
+  U uEx =
+      cast_to<U>(extrapolated_value, min_val, max_val, u_min_val, u_max_val);
+  // low y extrapolation zone
+  if (min_iy > 0) {
+    U* p = flip_y ? output + out_row_size * (out_height - min_iy) : output;
+    int64 nn = out_row_size * (int64)min_iy;
+    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
+  }
+  // high y extrapolation zone
+  if (max_iy < out_height - 1) {
+    U* p = flip_y ? output : output + out_row_size * (max_iy + 1);
+    int64 nn = out_row_size * (int64)(out_height - 1 - max_iy);
+    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
+  }
+  // low x extrapolation zone
+  if (min_ix > 0) {
+    for (int iy = min_iy; iy <= max_iy; ++iy) {
+      int xx0 = flip_x ? (out_width - min_ix) * channels : 0;
+      int nxx = min_ix * channels;
+      U* p = output + xx0 +
+             out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
+      for (int ix = 0; ix < nxx; ++ix) {
+        p[ix] = uEx;
+      }
+    }
+  }
+  // high x extrapolation zone
+  if (max_ix < out_width - 1) {
+    for (int iy = min_iy; iy <= max_iy; ++iy) {
+      int xx0 = flip_x ? 0 : (max_ix + 1) * channels;
+      int nxx = (out_width - 1 - max_ix) * channels;
+      U* p = output + xx0 +
+             out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
+      for (int ix = 0; ix < nxx; ++ix) {
+        p[ix] = uEx;
+      }
+    }
+  }
+  U* output_y_ptr =
+      output +
+      out_row_size * (int64)(flip_y ? out_height - 1 - min_iy : min_iy);
+  // interpolation zone
+  if (channels == 1) {
+    for (int y = min_iy; y <= max_iy; ++y) {
+      const int iy = y - min_iy;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const float ys_lerp = ys[iy].lerp;
+      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
+      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
+      for (int x = x0; x <= x1; ++x) {
+        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
+        const int64 xs_lower = xs[ix].lower;
+        const int64 xs_upper = xs[ix].upper;
+        const float xs_lerp = xs[ix].lerp;
+
+        // Read channel 0.
+        const float top_left0(ys_input_lower_ptr[xs_lower]);
+        const float top_right0(ys_input_lower_ptr[xs_upper]);
+        const float bottom_left0(ys_input_upper_ptr[xs_lower]);
+        const float bottom_right0(ys_input_upper_ptr[xs_upper]);
+
+        // Compute output.
+        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
+                                     bottom_right0, xs_lerp, ys_lerp);
+        output_y_ptr[x] =
+            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
+      }
+      output_y_ptr =
+          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
+    }
+  } else if (channels == 2) {
+    for (int y = min_iy; y <= max_iy; ++y) {
+      const int iy = y - min_iy;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const float ys_lerp = ys[iy].lerp;
+      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
+      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
+      for (int x = x0; x <= x1; ++x) {
+        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
+        const int64 xs_lower = xs[ix].lower;
+        const int64 xs_upper = xs[ix].upper;
+        const float xs_lerp = xs[ix].lerp;
+
+        // Read channel 0.
+        const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
+        const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
+        const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
+        const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
+
+        // Read channel 1.
+        const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
+        const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
+        const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
+        const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
+
+        // Compute output.
+        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
+                                     bottom_right0, xs_lerp, ys_lerp);
+        float result1 = compute_lerp(top_left1, top_right1, bottom_left1,
+                                     bottom_right1, xs_lerp, ys_lerp);
+        output_y_ptr[x * 2 + 0] =
+            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
+        output_y_ptr[x * 2 + 1] =
+            cast_to<U>(result1, min_val, max_val, u_min_val, u_max_val);
+      }
+      output_y_ptr =
+          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
+    }
+  } else if (channels == 3) {
+    for (int y = min_iy; y <= max_iy; ++y) {
+      const int iy = y - min_iy;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const float ys_lerp = ys[iy].lerp;
+      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
+      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
+      for (int x = x0; x <= x1; ++x) {
+        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
+        const int64 xs_lower = xs[ix].lower;
+        const int64 xs_upper = xs[ix].upper;
+        const float xs_lerp = xs[ix].lerp;
+
+        // Read channel 0.
+        const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
+        const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
+        const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
+        const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
+
+        // Read channel 1.
+        const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
+        const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
+        const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
+        const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
+
+        // Read channel 2.
+        const float top_left2(ys_input_lower_ptr[xs_lower + 2]);
+        const float top_right2(ys_input_lower_ptr[xs_upper + 2]);
+        const float bottom_left2(ys_input_upper_ptr[xs_lower + 2]);
+        const float bottom_right2(ys_input_upper_ptr[xs_upper + 2]);
+
+        // Compute output.
+        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
+                                     bottom_right0, xs_lerp, ys_lerp);
+        float result1 = compute_lerp(top_left1, top_right1, bottom_left1,
+                                     bottom_right1, xs_lerp, ys_lerp);
+        float result2 = compute_lerp(top_left2, top_right2, bottom_left2,
+                                     bottom_right2, xs_lerp, ys_lerp);
+        output_y_ptr[x * 3 + 0] =
+            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
+        output_y_ptr[x * 3 + 1] =
+            cast_to<U>(result1, min_val, max_val, u_min_val, u_max_val);
+        output_y_ptr[x * 3 + 2] =
+            cast_to<U>(result2, min_val, max_val, u_min_val, u_max_val);
+      }
+      output_y_ptr =
+          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
+    }
+  } else if (channels == 4) {
+    for (int y = min_iy; y <= max_iy; ++y) {
+      const int iy = y - min_iy;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const float ys_lerp = ys[iy].lerp;
+      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
+      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
+      for (int x = x0; x <= x1; ++x) {
+        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
+        const int64 xs_lower = xs[ix].lower;
+        const int64 xs_upper = xs[ix].upper;
+        const float xs_lerp = xs[ix].lerp;
+
+        // Read channel 0.
+        const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
+        const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
+        const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
+        const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
+
+        // Read channel 1.
+        const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
+        const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
+        const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
+        const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
+
+        // Read channel 2.
+        const float top_left2(ys_input_lower_ptr[xs_lower + 2]);
+        const float top_right2(ys_input_lower_ptr[xs_upper + 2]);
+        const float bottom_left2(ys_input_upper_ptr[xs_lower + 2]);
+        const float bottom_right2(ys_input_upper_ptr[xs_upper + 2]);
+
+        // Read channel 3.
+        const float top_left3(ys_input_lower_ptr[xs_lower + 3]);
+        const float top_right3(ys_input_lower_ptr[xs_upper + 3]);
+        const float bottom_left3(ys_input_upper_ptr[xs_lower + 3]);
+        const float bottom_right3(ys_input_upper_ptr[xs_upper + 3]);
+
+        // Compute output.
+        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
+                                     bottom_right0, xs_lerp, ys_lerp);
+        float result1 = compute_lerp(top_left1, top_right1, bottom_left1,
+                                     bottom_right1, xs_lerp, ys_lerp);
+        float result2 = compute_lerp(top_left2, top_right2, bottom_left2,
+                                     bottom_right2, xs_lerp, ys_lerp);
+        float result3 = compute_lerp(top_left3, top_right3, bottom_left3,
+                                     bottom_right3, xs_lerp, ys_lerp);
+        output_y_ptr[x * 4 + 0] =
+            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
+        output_y_ptr[x * 4 + 1] =
+            cast_to<U>(result1, min_val, max_val, u_min_val, u_max_val);
+        output_y_ptr[x * 4 + 2] =
+            cast_to<U>(result2, min_val, max_val, u_min_val, u_max_val);
+        output_y_ptr[x * 4 + 3] =
+            cast_to<U>(result3, min_val, max_val, u_min_val, u_max_val);
+      }
+      output_y_ptr =
+          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
+    }
+  } else {
+    for (int y = min_iy; y <= max_iy; ++y) {
+      const int iy = y - min_iy;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const float ys_lerp = ys[iy].lerp;
+      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
+      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
+      for (int x = x0; x <= x1; ++x) {
+        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
+        const int64 xs_lower = xs[ix].lower;
+        const int64 xs_upper = xs[ix].upper;
+        const float xs_lerp = xs[ix].lerp;
+        for (int ichan = 0; ichan < channels; ++ichan) {
+          const float top_left0(ys_input_lower_ptr[xs_lower + ichan]);
+          const float top_right0(ys_input_lower_ptr[xs_upper + ichan]);
+          const float bottom_left0(ys_input_upper_ptr[xs_lower + ichan]);
+          const float bottom_right0(ys_input_upper_ptr[xs_upper + ichan]);
+          float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
+                                       bottom_right0, xs_lerp, ys_lerp);
+          output_y_ptr[x * channels + ichan] =
+              cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
+        }
+      }
+      output_y_ptr =
+          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
+    }
+  }
+}
+
+#ifdef __SSE4_1__
+
+//
+// The remaining code implements explicitly vectorized versions of a bilinear
+// image resizer.
+// Images with 1, 2, 3 or 4 channels are supported.
+// The image resizer reads samples of type T and writes samples of type U.
+// T and U can be any of the following: uint8, int8, uint16, int16, int32,
+// Eigen::half, bfloat16 and float.
+// There are separate codes for SSE4.1 and AVX2. Enabling AVX2 also enables
+// FP16C instruction set,
+// which contains instructions that convert between Eigen::half and float. The
+// SSE4.1 code path emulates
+// the FP16C instructions in software.
+//
+
+//
+// This class loads 4 pixels with n channels, converts to fp32 and packs
+// the result into n SSE vector words.
+// Input data type T must be one of uint8, int8, uint16, int16, int32,
+// Eigen::half, bfloat16 or float.
+//
+
+template <class T>
+class VectorLoader {
+ public:
+#ifdef __AVX2__
+  // convert 8 packed words of type T to fp32.
+  // T must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
+  // or float.
+  __m256 to_fp32(__m256i raw);
+#else
+  // convert 4 packed words of type T to fp32.
+  // T must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
+  // or float.
+  __m128 to_fp32(__m128i raw);
+#endif
+
+#ifdef __AVX2__
+  // pack 4 pixels with 1 channel, 2 channels and 3channels respectively in
+  // separate 128 bit lanes.
+  // input is stored in lower portion of 4 separate sse words, v0 through v3.
+  // output is stored in lower portion of v0.
+  void pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  // output is stored in lower portion of v0 and v1.
+  void pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  // output is stored in lower portion of v0, v1 and v2.
+  void pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+#else
+  // pack 4 pixels with 1 channel, 2 channels and 3channels respectively.
+  // input is stored in lower portion of 4 separate sse words, v0 through v3.
+  // output is stored in lower portion of v0.
+  void pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  // output is stored in lower portion of v0 and v1.
+  void pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  // output is stored in lower portion of v0, v1 and v2.
+  void pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+#endif
+
+#ifdef __AVX2__
+  // extract right pixel for load1 and load4 cases.
+  __m256i extract_right_1ch(const __m256i left);
+  __m256i extract_right_2ch(const __m256i left);
+  __m256i extract_right_3ch(const __m256i left);
+  __m256i extract_right_4ch(const __m256i left);
+#else
+  __m128i extract_right_1ch(const __m128i left);
+  __m128i extract_right_2ch(const __m128i left);
+  __m128i extract_right_3ch(const __m128i left);
+  __m128i extract_right_4ch(const __m128i left);
+#endif
+
+#ifdef __AVX2__
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 1 channel.
+  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
+  // SSE load.
+  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 2 channels.
+  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
+  // SSE load.
+  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* right0, __m256* right1);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 3 channels.
+  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
+  // SSE load.
+  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 4 channels.
+  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
+  // SSE load.
+  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
+                 __m256* right2, __m256* right3);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 1 channel.
+  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
+  // inputs are loaded with second SSE load.
+  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 2 channels.
+  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
+  // inputs are loaded with second SSE load.
+  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* right0, __m256* right1);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 3 channels.
+  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
+  // inputs are loaded with second SSE load.
+  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 4 channels.
+  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
+  // inputs are loaded with second SSE load.
+  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
+                 __m256* right2, __m256* right3);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 1 channel.
+  // load4 case, i.e. each pair of left and right inputs are loaded with a
+  // separate SSE load.
+  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* right0);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 2 channels.
+  // load4 case, i.e. each pair of left and right inputs are loaded with a
+  // separate SSE load.
+  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* right0, __m256* right1);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 3 channels.
+  // load4 case, i.e. each pair of left and right inputs are loaded with a
+  // separate SSE load.
+  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
+                 __m256* right2);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 4 channels.
+  // load4 case, i.e. each pair of left and right inputs are loaded with a
+  // separate SSE load.
+  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
+                 __m256* right1, __m256* right2, __m256* right3);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 1 channel.
+  // load8 case, i.e. each input is loaded with a separate SSE load.
+  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
+  // per input row.
+  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* right0);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 2 channels.
+  // load8 case, i.e. each input is loaded with a separate SSE load.
+  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
+  // per input row.
+  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* right0, __m256* right1);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 3 channels.
+  // load8 case, i.e. each input is loaded with a separate SSE load.
+  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
+  // per input row.
+  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
+                 __m256* right2);
+  // load top left and bottom left interpolation inputs into output argument
+  // left.
+  // load top right and bottom right interpolation inputs into output argument
+  // right.
+  // pixels have 4 channels.
+  // load8 case, i.e. each input is loaded with a separate SSE load.
+  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
+  // per input row.
+  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
+                 __m256* right1, __m256* right2, __m256* right3);
+#else
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 1 channel.
+  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
+  // load.
+  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
+                 __m128* tr0, __m128* br0);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 2 channels.
+  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
+  // load.
+  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
+                 __m128* br0, __m128* br1);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 3 channels.
+  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
+  // load.
+  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
+                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
+                 __m128* br1, __m128* br2);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 4 channels.
+  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
+  // load.
+  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
+                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
+                 __m128* br2, __m128* br3);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 1 channel.
+  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
+  // are loaded with second SSE load.
+  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
+                 __m128* tr0, __m128* br0);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 2 channels.
+  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
+  // are loaded with second SSE load.
+  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
+                 __m128* br0, __m128* br1);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 3 channels.
+  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
+  // are loaded with second SSE load.
+  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
+                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
+                 __m128* br1, __m128* br2);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 4 channels.
+  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
+  // are loaded with second SSE load.
+  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
+                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
+                 __m128* br2, __m128* br3);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 1 channel.
+  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
+  // for each pixel.
+  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* bl0, __m128* tr0, __m128* br0);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 2 channels.
+  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
+  // for each pixel.
+  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
+                 __m128* tr1, __m128* br0, __m128* br1);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 3 channels.
+  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
+  // for each pixel.
+  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
+                 __m128* br0, __m128* br1, __m128* br2);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 4 channels.
+  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
+  // for each pixel.
+  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
+                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
+                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
+                 __m128* br1, __m128* br2, __m128* br3);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 1 channel.
+  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
+  // for each pixel.
+  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* bl0, __m128* tr0, __m128* br0);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 2 channels.
+  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
+  // for each pixel.
+  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
+                 __m128* tr1, __m128* br0, __m128* br1);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 3 channels.
+  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
+  // for each pixel.
+  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
+                 __m128* br0, __m128* br1, __m128* br2);
+  // load top left interpolation inputs into output argument tl.
+  // load bottom left interpolation inputs into output argument bl.
+  // load top right interpolation inputs into output argument tr.
+  // load bottom right interpolation inputs into output argument br.
+  // pixels have 4 channels.
+  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
+  // for each pixel.
+  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
+                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
+                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
+                 __m128* br1, __m128* br2, __m128* br3);
+#endif
+
+  // there is no method that packs 4 pixels with 4 channel into four sse words.
+  // nothing to do for this case, everything is already in the right position.
+
+ private:
+// helper methods
+#ifdef __AVX2__
+  // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
+  // word.
+  // works within SSE lanes.
+  // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
+  void pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+// there is no pack4_xx_4ch functions because none is needed.
+// all the bytes are loaded in the right spots for this case.
+#else
+  // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
+  // word.
+  // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
+  void pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+#endif
+#ifdef __AVX2__
+  __m256i extract_right_1b_(const __m256i left);
+  __m256i extract_right_2b_(const __m256i left);
+  __m256i extract_right_3b_(const __m256i left);
+  __m256i extract_right_4b_(const __m256i left);
+  __m256i extract_right_6b_(const __m256i left);
+  __m256i extract_right_8b_(const __m256i left);
+#else
+  __m128i extract_right_1b_(const __m128i left);
+  __m128i extract_right_2b_(const __m128i left);
+  __m128i extract_right_3b_(const __m128i left);
+  __m128i extract_right_4b_(const __m128i left);
+  __m128i extract_right_6b_(const __m128i left);
+  __m128i extract_right_8b_(const __m128i left);
+#endif
+};
+
+#ifdef __AVX2__
+template <class T>
+void VectorLoader<T>::pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  *v3 = _mm256_slli_si256(*v3, 3);
+  __m256i and_mask = _mm256_setr_epi32(255, 0, 0, 0, 255, 0, 0, 0);
+  *v2 = _mm256_or_si256(*v3,
+                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v2), 2));
+  *v1 = _mm256_or_si256(*v2,
+                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v1), 1));
+  *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
+}
+template <class T>
+void VectorLoader<T>::pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  *v3 = _mm256_slli_si256(*v3, 6);
+  __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
+  *v2 = _mm256_or_si256(*v3,
+                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v2), 4));
+  *v1 = _mm256_or_si256(*v2,
+                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v1), 2));
+  *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
+}
+template <class T>
+void VectorLoader<T>::pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  *v3 = _mm256_slli_si256(*v3, 12);
+  __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
+  *v2 = _mm256_or_si256(*v3,
+                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v2), 8));
+  *v1 = _mm256_or_si256(*v2,
+                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v1), 4));
+  *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
+}
+
+template <class T>
+void VectorLoader<T>::pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
+  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
+                        _mm256_slli_si256(*v1, 2));
+  *v1 = _mm256_or_si256(_mm256_and_si256(*v2, and_mask),
+                        _mm256_slli_si256(*v3, 2));
+}
+template <class T>
+void VectorLoader<T>::pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
+  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
+                        _mm256_slli_si256(*v1, 4));
+  *v1 = _mm256_or_si256(_mm256_and_si256(*v2, and_mask),
+                        _mm256_slli_si256(*v3, 4));
+}
+template <class T>
+void VectorLoader<T>::pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  __m256i and_mask = _mm256_setr_epi32(-1, -1, 0, 0, -1, -1, 0, 0);
+  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
+                        _mm256_slli_si256(*v1, 8));
+  *v1 = _mm256_or_si256(_mm256_and_si256(*v2, and_mask),
+                        _mm256_slli_si256(*v3, 8));
+}
+
+template <class T>
+void VectorLoader<T>::pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  __m256i and_mask = _mm256_setr_epi32(16777215, 0, 0, 0, 16777215, 0, 0, 0);
+  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
+                        _mm256_slli_si256(*v1, 3));
+  and_mask = _mm256_srli_si256(and_mask, 1);
+  *v1 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v1, 1), and_mask),
+                        _mm256_slli_si256(*v2, 2));
+  and_mask = _mm256_srli_si256(and_mask, 1);
+  *v2 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v2, 2), and_mask),
+                        _mm256_slli_si256(*v3, 1));
+}
+template <class T>
+void VectorLoader<T>::pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  __m256i and_mask = _mm256_setr_epi32(-1, 65535, 0, 0, -1, 65535, 0, 0);
+  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
+                        _mm256_slli_si256(*v1, 6));
+  and_mask = _mm256_srli_si256(and_mask, 2);
+  *v1 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v1, 2), and_mask),
+                        _mm256_slli_si256(*v2, 4));
+  and_mask = _mm256_srli_si256(and_mask, 2);
+  *v2 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v2, 4), and_mask),
+                        _mm256_slli_si256(*v3, 2));
+}
+template <class T>
+void VectorLoader<T>::pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  __m256i and_mask = _mm256_setr_epi32(-1, -1, -1, 0, -1, -1, -1, 0);
+  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
+                        _mm256_slli_si256(*v1, 12));
+  and_mask = _mm256_srli_si256(and_mask, 4);
+  *v1 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v1, 4), and_mask),
+                        _mm256_slli_si256(*v2, 8));
+  and_mask = _mm256_srli_si256(and_mask, 4);
+  *v2 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v2, 8), and_mask),
+                        _mm256_slli_si256(*v3, 4));
+}
+
+template <>
+void VectorLoader<uint8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_1b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                  __m256i* v3) {
+  pack4_1b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<uint16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int32>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_4b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<Eigen::half>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                         __m256i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<bfloat16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                      __m256i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<float>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_4b_1ch_(v0, v1, v2, v3);
+}
+
+template <>
+void VectorLoader<uint8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_1b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                  __m256i* v3) {
+  pack4_1b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<uint16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int32>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_4b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<Eigen::half>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                         __m256i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<bfloat16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                      __m256i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<float>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_4b_2ch_(v0, v1, v2, v3);
+}
+
+template <>
+void VectorLoader<uint8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_1b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                  __m256i* v3) {
+  pack4_1b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<uint16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int32>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_4b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<Eigen::half>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                         __m256i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<bfloat16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                      __m256i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<float>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
+  pack4_4b_3ch_(v0, v1, v2, v3);
+}
+#else
+template <class T>
+void VectorLoader<T>::pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  *v3 = _mm_slli_si128(*v3, 3);
+  __m128i and_mask = _mm_setr_epi32(255, 0, 0, 0);
+  *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 2));
+  *v1 = _mm_or_si128(*v2, _mm_slli_si128(_mm_and_si128(and_mask, *v1), 1));
+  *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
+}
+template <class T>
+void VectorLoader<T>::pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  *v3 = _mm_slli_si128(*v3, 6);
+  __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
+  *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 4));
+  *v1 = _mm_or_si128(*v2, _mm_slli_si128(_mm_and_si128(and_mask, *v1), 2));
+  *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
+}
+template <class T>
+void VectorLoader<T>::pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  *v3 = _mm_slli_si128(*v3, 12);
+  __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
+  *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 8));
+  *v1 = _mm_or_si128(*v2, _mm_slli_si128(_mm_and_si128(and_mask, *v1), 4));
+  *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
+}
+template <class T>
+void VectorLoader<T>::pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
+  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 2));
+  *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 2));
+}
+template <class T>
+void VectorLoader<T>::pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
+  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 4));
+  *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 4));
+}
+template <class T>
+void VectorLoader<T>::pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  __m128i and_mask = _mm_setr_epi32(-1, -1, 0, 0);
+  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 8));
+  *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 8));
+}
+template <class T>
+void VectorLoader<T>::pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  __m128i and_mask = _mm_setr_epi32(16777215, 0, 0, 0);
+  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 3));
+  and_mask = _mm_srli_si128(and_mask, 1);
+  *v1 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v1, 1), and_mask),
+                     _mm_slli_si128(*v2, 2));
+  and_mask = _mm_srli_si128(and_mask, 1);
+  *v2 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v2, 2), and_mask),
+                     _mm_slli_si128(*v3, 1));
+}
+template <class T>
+void VectorLoader<T>::pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  __m128i and_mask = _mm_setr_epi32(-1, 65535, 0, 0);
+  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 6));
+  and_mask = _mm_srli_si128(and_mask, 2);
+  *v1 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v1, 2), and_mask),
+                     _mm_slli_si128(*v2, 4));
+  and_mask = _mm_srli_si128(and_mask, 2);
+  *v2 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v2, 4), and_mask),
+                     _mm_slli_si128(*v3, 2));
+}
+template <class T>
+void VectorLoader<T>::pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  __m128i and_mask = _mm_setr_epi32(-1, -1, -1, 0);
+  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 12));
+  and_mask = _mm_srli_si128(and_mask, 4);
+  *v1 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v1, 4), and_mask),
+                     _mm_slli_si128(*v2, 8));
+  and_mask = _mm_srli_si128(and_mask, 4);
+  *v2 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v2, 8), and_mask),
+                     _mm_slli_si128(*v3, 4));
+}
+
+template <>
+void VectorLoader<uint8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_1b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                  __m128i* v3) {
+  pack4_1b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<uint16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int32>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_4b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<Eigen::half>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                         __m128i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<bfloat16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                      __m128i* v3) {
+  pack4_2b_1ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<float>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_4b_1ch_(v0, v1, v2, v3);
+}
+
+template <>
+void VectorLoader<uint8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_1b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                  __m128i* v3) {
+  pack4_1b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<uint16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int32>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_4b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<Eigen::half>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                         __m128i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<bfloat16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                      __m128i* v3) {
+  pack4_2b_2ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<float>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_4b_2ch_(v0, v1, v2, v3);
+}
+
+template <>
+void VectorLoader<uint8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_1b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                  __m128i* v3) {
+  pack4_1b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<uint16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<int32>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_4b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<Eigen::half>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                         __m128i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<bfloat16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                      __m128i* v3) {
+  pack4_2b_3ch_(v0, v1, v2, v3);
+}
+template <>
+void VectorLoader<float>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
+  pack4_4b_3ch_(v0, v1, v2, v3);
+}
+#endif
+
+#ifdef __AVX2__
+template <>
+__m256i VectorLoader<uint8>::extract_right_1ch(const __m256i left) {
+  return extract_right_1b_(left);
+}
+template <>
+__m256i VectorLoader<int8>::extract_right_1ch(const __m256i left) {
+  return extract_right_1b_(left);
+}
+template <>
+__m256i VectorLoader<uint16>::extract_right_1ch(const __m256i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m256i VectorLoader<int16>::extract_right_1ch(const __m256i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m256i VectorLoader<int32>::extract_right_1ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<Eigen::half>::extract_right_1ch(const __m256i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m256i VectorLoader<bfloat16>::extract_right_1ch(const __m256i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m256i VectorLoader<float>::extract_right_1ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+
+template <>
+__m256i VectorLoader<uint8>::extract_right_2ch(const __m256i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m256i VectorLoader<int8>::extract_right_2ch(const __m256i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m256i VectorLoader<uint16>::extract_right_2ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<int16>::extract_right_2ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<int32>::extract_right_2ch(const __m256i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m256i VectorLoader<Eigen::half>::extract_right_2ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<bfloat16>::extract_right_2ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<float>::extract_right_2ch(const __m256i left) {
+  return extract_right_8b_(left);
+}
+
+template <>
+__m256i VectorLoader<uint8>::extract_right_3ch(const __m256i left) {
+  return extract_right_3b_(left);
+}
+template <>
+__m256i VectorLoader<int8>::extract_right_3ch(const __m256i left) {
+  return extract_right_3b_(left);
+}
+template <>
+__m256i VectorLoader<uint16>::extract_right_3ch(const __m256i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m256i VectorLoader<int16>::extract_right_3ch(const __m256i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m256i VectorLoader<int32>::extract_right_3ch(const __m256i left) {
+  assert(false);
+}
+template <>
+__m256i VectorLoader<Eigen::half>::extract_right_3ch(const __m256i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m256i VectorLoader<bfloat16>::extract_right_3ch(const __m256i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m256i VectorLoader<float>::extract_right_3ch(const __m256i left) {
+  assert(false);
+}
+
+template <>
+__m256i VectorLoader<uint8>::extract_right_4ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<int8>::extract_right_4ch(const __m256i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m256i VectorLoader<uint16>::extract_right_4ch(const __m256i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m256i VectorLoader<int16>::extract_right_4ch(const __m256i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m256i VectorLoader<int32>::extract_right_4ch(const __m256i left) {
+  assert(false);
+}
+template <>
+__m256i VectorLoader<Eigen::half>::extract_right_4ch(const __m256i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m256i VectorLoader<bfloat16>::extract_right_4ch(const __m256i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m256i VectorLoader<float>::extract_right_4ch(const __m256i left) {
+  assert(false);
+}
+#else
+template <>
+__m128i VectorLoader<uint8>::extract_right_1ch(const __m128i left) {
+  return extract_right_1b_(left);
+}
+template <>
+__m128i VectorLoader<int8>::extract_right_1ch(const __m128i left) {
+  return extract_right_1b_(left);
+}
+template <>
+__m128i VectorLoader<uint16>::extract_right_1ch(const __m128i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m128i VectorLoader<int16>::extract_right_1ch(const __m128i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m128i VectorLoader<int32>::extract_right_1ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<Eigen::half>::extract_right_1ch(const __m128i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m128i VectorLoader<bfloat16>::extract_right_1ch(const __m128i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m128i VectorLoader<float>::extract_right_1ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+
+template <>
+__m128i VectorLoader<uint8>::extract_right_2ch(const __m128i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m128i VectorLoader<int8>::extract_right_2ch(const __m128i left) {
+  return extract_right_2b_(left);
+}
+template <>
+__m128i VectorLoader<uint16>::extract_right_2ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<int16>::extract_right_2ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<int32>::extract_right_2ch(const __m128i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m128i VectorLoader<Eigen::half>::extract_right_2ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<bfloat16>::extract_right_2ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<float>::extract_right_2ch(const __m128i left) {
+  return extract_right_8b_(left);
+}
+
+template <>
+__m128i VectorLoader<uint8>::extract_right_3ch(const __m128i left) {
+  return extract_right_3b_(left);
+}
+template <>
+__m128i VectorLoader<int8>::extract_right_3ch(const __m128i left) {
+  return extract_right_3b_(left);
+}
+template <>
+__m128i VectorLoader<uint16>::extract_right_3ch(const __m128i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m128i VectorLoader<int16>::extract_right_3ch(const __m128i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m128i VectorLoader<int32>::extract_right_3ch(const __m128i left) {
+  assert(false);
+}
+template <>
+__m128i VectorLoader<Eigen::half>::extract_right_3ch(const __m128i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m128i VectorLoader<bfloat16>::extract_right_3ch(const __m128i left) {
+  return extract_right_6b_(left);
+}
+template <>
+__m128i VectorLoader<float>::extract_right_3ch(const __m128i left) {
+  assert(false);
+}
+
+template <>
+__m128i VectorLoader<uint8>::extract_right_4ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<int8>::extract_right_4ch(const __m128i left) {
+  return extract_right_4b_(left);
+}
+template <>
+__m128i VectorLoader<uint16>::extract_right_4ch(const __m128i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m128i VectorLoader<int16>::extract_right_4ch(const __m128i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m128i VectorLoader<int32>::extract_right_4ch(const __m128i left) {
+  assert(false);
+}
+template <>
+__m128i VectorLoader<Eigen::half>::extract_right_4ch(const __m128i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m128i VectorLoader<bfloat16>::extract_right_4ch(const __m128i left) {
+  return extract_right_8b_(left);
+}
+template <>
+__m128i VectorLoader<float>::extract_right_4ch(const __m128i left) {
+  assert(false);
+}
+#endif
+
+#ifdef __AVX2__
+template <>
+__m256 VectorLoader<uint8>::to_fp32(__m256i raw) {
+  raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_cvtepu8_epi32(_mm256_castsi256_si128(raw))),
+      _mm_cvtepu8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
+  return _mm256_cvtepi32_ps(raw);
+}
+template <>
+__m256 VectorLoader<int8>::to_fp32(__m256i raw) {
+  raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_cvtepi8_epi32(_mm256_castsi256_si128(raw))),
+      _mm_cvtepi8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
+  return _mm256_cvtepi32_ps(raw);
+}
+template <>
+__m256 VectorLoader<uint16>::to_fp32(__m256i raw) {
+  raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_cvtepu16_epi32(_mm256_castsi256_si128(raw))),
+      _mm_cvtepu16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
+  return _mm256_cvtepi32_ps(raw);
+}
+template <>
+__m256 VectorLoader<int16>::to_fp32(__m256i raw) {
+  raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_cvtepi16_epi32(_mm256_castsi256_si128(raw))),
+      _mm_cvtepi16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
+  return _mm256_cvtepi32_ps(raw);
+}
+template <>
+__m256 VectorLoader<int32>::to_fp32(__m256i raw) {
+  return _mm256_cvtepi32_ps(raw);
+}
+template <>
+__m256 VectorLoader<Eigen::half>::to_fp32(__m256i raw) {
+  return _mm256_insertf128_ps(
+      _mm256_castps128_ps256(_mm_cvtph_ps(_mm256_castsi256_si128(raw))),
+      _mm_cvtph_ps(_mm256_extractf128_si256(raw, 1)), 1);
+}
+template <>
+__m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
+  // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
+  // can convert with << 16, which we fuse with initial shuffle into epi32
+  // positions.
+  __m256i shuf_hi32 = _mm256_setr_epi8(
+      -128, -128, 0, 1, -128, -128, 2, 3, -128, -128, 4, 5, -128, -128, 6, 7,
+      -128, -128, 0, 1, -128, -128, 2, 3, -128, -128, 4, 5, -128, -128, 6, 7);
+  return _mm256_castsi256_ps(_mm256_shuffle_epi8(raw, shuf_hi32));
+}
+template <>
+__m256 VectorLoader<float>::to_fp32(__m256i raw) {
+  return _mm256_castsi256_ps(raw);
+}
+#else
+template <>
+__m128 VectorLoader<uint8>::to_fp32(__m128i raw) {
+  return _mm_cvtepi32_ps(_mm_cvtepu8_epi32(raw));
+}
+template <>
+__m128 VectorLoader<int8>::to_fp32(__m128i raw) {
+  return _mm_cvtepi32_ps(_mm_cvtepi8_epi32(raw));
+}
+template <>
+__m128 VectorLoader<uint16>::to_fp32(__m128i raw) {
+  return _mm_cvtepi32_ps(_mm_cvtepu16_epi32(raw));
+}
+template <>
+__m128 VectorLoader<int16>::to_fp32(__m128i raw) {
+  return _mm_cvtepi32_ps(_mm_cvtepi16_epi32(raw));
+}
+template <>
+__m128 VectorLoader<int32>::to_fp32(__m128i raw) {
+  return _mm_cvtepi32_ps(raw);
+}
+template <>
+__m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
+#ifdef __F16C__
+  return _mm_cvtph_ps(raw);
+#else
+  // It is fairly trivial to convert from fp16 to fp32.
+  // The formats are defined as follows:
+  //
+  // fp16 :: 15=sign_bit, 14-10=exponent, 9-0=mantissa :: exp zero offset is 15
+  //      :: exponent of -15 (all 0) and +16 (all 1) are special numbers.
+  // fp32 :: 31=sign_bit, 30-23=exponent, 22-0=mantissa :: exp zero offset is
+  // 127
+  //      :: exponent of -127 (all 0) and +128 (all 1) are special numbers.
+  //
+  // Assuming the fp16 values is stored in the lower 16 bits of an int32
+  // 'fp16_val'.
+  //
+  // fp16_mantissa = fp16_val & (2^10-1)
+  // fp32_mantissa = fp16_mantissa << 13
+  //
+  // The exponent is a little trickier.
+  // For normal numbers, the following works:
+  // fp16_exponent_with_10bit_left_shift = (fp16_val & ((2^5-1)<<10))
+  // fp16_exponent_at_msb = fp16_exponent_with_10bit_left_shift << 17
+  // The next line shifts in 1's from msb
+  // fp16_exponent_at_fp32_position = fp16_exponent_at_msb >> 4
+  // The next line flips the 3 bits from [msb-1,msb-4]
+  // fp32_exponent = fp16_exponent_at_fp32_position ^ (7 << 27)
+  // This breaks for subnormals, nan and infinity.
+  // The only thing that breaks is the 3bit bit flip, which should
+  // happen for normal numbers, but should not happen otherwise.
+  // Since the bit flip can be done with an XOR of all 1's, we
+  // can make this happen by turning the XOR mask to all zeros
+  // when the fp16_exponent is either 0 or 31.
+  //
+  // ..move 16-bit input words to lower part of 32-bit positions.
+  __m128i shuf_lo32 = _mm_setr_epi8(0, 1, -128, -128, 2, 3, -128, -128, 4, 5,
+                                    -128, -128, 6, 7, -128, -128);
+  __m128i fp16_val = _mm_shuffle_epi8(raw, shuf_lo32);
+  // ..extract sign bit
+  __m128i fp32_sign =
+      _mm_slli_epi32(_mm_and_si128(fp16_val, _mm_set1_epi32(32768)), 16);
+  // ..extract fp16_mantissa and shift
+  __m128i fp16_mantissa = _mm_and_si128(fp16_val, _mm_set1_epi32(1023));
+  __m128i fp32_mantissa = _mm_slli_epi32(fp16_mantissa, 13);
+  // ..extract fp16 exponent shifted 10bits to the left
+  __m128i fp16_exponent_sl10 = _mm_and_si128(fp16_val, _mm_set1_epi32(31744));
+  __m128i fp16_exponent_all1_mask =
+      _mm_cmpeq_epi32(fp16_exponent_sl10, _mm_set1_epi32(31 << 10));
+  __m128i fp16_exponent_all0_mask =
+      _mm_cmpeq_epi32(fp16_exponent_sl10, _mm_setzero_si128());
+  __m128i fp16_denormal_mask =
+      _mm_or_si128(fp16_exponent_all0_mask, fp16_exponent_all1_mask);
+  __m128i fp32_exponent_before_xor =
+      _mm_and_si128(_mm_set1_epi32(2139095040),
+                    _mm_srai_epi32(_mm_slli_epi32(fp16_exponent_sl10, 17), 4));
+  __m128i fp32_exponent_xor_mask =
+      _mm_andnot_si128(fp16_denormal_mask, _mm_set1_epi32(7 << 27));
+  __m128i fp32_exponent =
+      _mm_xor_si128(fp32_exponent_xor_mask, fp32_exponent_before_xor);
+  // ..or everything into one word
+  __m128i fp32_val =
+      _mm_or_si128(_mm_or_si128(fp32_sign, fp32_exponent), fp32_mantissa);
+  return _mm_castsi128_ps(fp32_val);
+#endif
+}
+template <>
+__m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
+  // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
+  // can convert with << 16, which we fuse with initial shuffle into epi32
+  // positions.
+  __m128i shuf_hi32 = _mm_setr_epi8(-128, -128, 0, 1, -128, -128, 2, 3, -128,
+                                    -128, 4, 5, -128, -128, 6, 7);
+  return _mm_castsi128_ps(_mm_shuffle_epi8(raw, shuf_hi32));
+}
+template <>
+__m128 VectorLoader<float>::to_fp32(__m128i raw) {
+  return _mm_castsi128_ps(raw);
+}
+#endif
+
+#ifdef __AVX2__
+template <class T>
+__m256i VectorLoader<T>::extract_right_1b_(const __m256i left) {
+  return _mm256_srli_si256(left, 1);
+}
+template <class T>
+__m256i VectorLoader<T>::extract_right_2b_(const __m256i left) {
+  return _mm256_srli_si256(left, 2);
+}
+template <class T>
+__m256i VectorLoader<T>::extract_right_3b_(const __m256i left) {
+  return _mm256_srli_si256(left, 3);
+}
+template <class T>
+__m256i VectorLoader<T>::extract_right_4b_(const __m256i left) {
+  return _mm256_srli_si256(left, 4);
+}
+template <class T>
+__m256i VectorLoader<T>::extract_right_6b_(const __m256i left) {
+  return _mm256_srli_si256(left, 6);
+}
+template <class T>
+__m256i VectorLoader<T>::extract_right_8b_(const __m256i left) {
+  return _mm256_srli_si256(left, 8);
+}
+#else
+template <class T>
+__m128i VectorLoader<T>::extract_right_1b_(const __m128i left) {
+  return _mm_srli_si128(left, 1);
+}
+template <class T>
+__m128i VectorLoader<T>::extract_right_2b_(const __m128i left) {
+  return _mm_srli_si128(left, 2);
+}
+template <class T>
+__m128i VectorLoader<T>::extract_right_3b_(const __m128i left) {
+  return _mm_srli_si128(left, 3);
+}
+template <class T>
+__m128i VectorLoader<T>::extract_right_4b_(const __m128i left) {
+  return _mm_srli_si128(left, 4);
+}
+template <class T>
+__m128i VectorLoader<T>::extract_right_6b_(const __m128i left) {
+  return _mm_srli_si128(left, 6);
+}
+template <class T>
+__m128i VectorLoader<T>::extract_right_8b_(const __m128i left) {
+  return _mm_srli_si128(left, 8);
+}
+#endif
+
+#ifdef __AVX2__
+template <class T>
+void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* right0) {
+  __m256i raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  *left0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
+  *right0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
+}
+template <class T>
+void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* right0,
+                                __m256* right1) {
+  __m256i raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  *left0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
+  *left1 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
+  *right0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[2])));
+  *right1 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
+}
+template <class T>
+void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* right0, __m256* right1,
+                                __m256* right2) {
+  __m256i raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  *left0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
+  *left1 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
+  *left2 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[2])));
+  *right0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
+  *right1 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[4])));
+  *right2 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[5])));
+}
+template <class T>
+void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* left3, __m256* right0, __m256* right1,
+                                __m256* right2, __m256* right3) {
+  __m256i raw = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  *left0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
+  *left1 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
+  *left2 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[2])));
+  *left3 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
+  *right0 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[4])));
+  *right1 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[5])));
+  *right2 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[6])));
+  *right3 = to_fp32(
+      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[7])));
+}
+template <class T>
+void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* right0) {
+  __m256i raw1 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i raw2 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
+  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
+  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+}
+template <class T>
+void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* right0,
+                                __m256* right1) {
+  __m256i raw1 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i raw2 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
+  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
+  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+  mask = _mm256_broadcastsi128_si256(shuffle_masks[1]);
+  *left1 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+}
+template <class T>
+void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* right0, __m256* right1,
+                                __m256* right2) {
+  __m256i raw1 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i raw2 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
+  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
+  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+  mask = _mm256_broadcastsi128_si256(shuffle_masks[1]);
+  *left1 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+  mask = _mm256_broadcastsi128_si256(shuffle_masks[2]);
+  *left2 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right2 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+}
+template <class T>
+void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* left3, __m256* right0, __m256* right1,
+                                __m256* right2, __m256* right3) {
+  __m256i raw1 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i raw2 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
+  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
+  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+  mask = _mm256_broadcastsi128_si256(shuffle_masks[1]);
+  *left1 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+  mask = _mm256_broadcastsi128_si256(shuffle_masks[2]);
+  *left2 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right2 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+  mask = _mm256_broadcastsi128_si256(shuffle_masks[3]);
+  *left3 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
+  *right3 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
+}
+template <class T>
+void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* right0) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = extract_right_1ch(l0);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = extract_right_1ch(l1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = extract_right_1ch(l2);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = extract_right_1ch(l3);
+  }
+  pack_1ch(&l0, &l1, &l2, &l3);
+  *left0 = to_fp32(l0);
+  pack_1ch(&r0, &r1, &r2, &r3);
+  *right0 = to_fp32(r0);
+}
+template <class T>
+void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* right0, __m256* right1) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = extract_right_2ch(l0);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = extract_right_2ch(l1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = extract_right_2ch(l2);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = extract_right_2ch(l3);
+  }
+  pack_2ch(&l0, &l1, &l2, &l3);
+  *left0 = to_fp32(l0);
+  *left1 = to_fp32(l1);
+  pack_2ch(&r0, &r1, &r2, &r3);
+  *right0 = to_fp32(r0);
+  *right1 = to_fp32(r1);
+}
+template <class T>
+void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* right0, __m256* right1,
+                                __m256* right2) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = extract_right_3ch(l0);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = extract_right_3ch(l1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = extract_right_3ch(l2);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = extract_right_3ch(l3);
+  }
+  pack_3ch(&l0, &l1, &l2, &l3);
+  *left0 = to_fp32(l0);
+  *left1 = to_fp32(l1);
+  *left2 = to_fp32(l2);
+  pack_3ch(&r0, &r1, &r2, &r3);
+  *right0 = to_fp32(r0);
+  *right1 = to_fp32(r1);
+  *right2 = to_fp32(r2);
+}
+template <class T>
+void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* left3, __m256* right0,
+                                __m256* right1, __m256* right2,
+                                __m256* right3) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = extract_right_4ch(l0);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = extract_right_4ch(l1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = extract_right_4ch(l2);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = extract_right_4ch(l3);
+  }
+  *left0 = to_fp32(l0);
+  *left1 = to_fp32(l1);
+  *left2 = to_fp32(l2);
+  *left3 = to_fp32(l3);
+  *right0 = to_fp32(r0);
+  *right1 = to_fp32(r1);
+  *right2 = to_fp32(r2);
+  *right3 = to_fp32(r3);
+}
+template <class T>
+void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* right0) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1)), 1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1)), 1);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1)), 1);
+  }
+  pack_1ch(&l0, &l1, &l2, &l3);
+  *left0 = to_fp32(l0);
+  pack_1ch(&r0, &r1, &r2, &r3);
+  *right0 = to_fp32(r0);
+}
+template <class T>
+void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* right0, __m256* right1) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2)), 1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2)), 1);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2)), 1);
+  }
+  pack_2ch(&l0, &l1, &l2, &l3);
+  *left0 = to_fp32(l0);
+  *left1 = to_fp32(l1);
+  pack_2ch(&r0, &r1, &r2, &r3);
+  *right0 = to_fp32(r0);
+  *right1 = to_fp32(r1);
+}
+template <class T>
+void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* right0, __m256* right1,
+                                __m256* right2) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3)), 1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3)), 1);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3)), 1);
+  }
+  pack_3ch(&l0, &l1, &l2, &l3);
+  *left0 = to_fp32(l0);
+  *left1 = to_fp32(l1);
+  *left2 = to_fp32(l2);
+  pack_3ch(&r0, &r1, &r2, &r3);
+  *right0 = to_fp32(r0);
+  *right1 = to_fp32(r1);
+  *right2 = to_fp32(r2);
+}
+template <class T>
+void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* left3, __m256* right0,
+                                __m256* right1, __m256* right2,
+                                __m256* right3) {
+  __m256i l0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+  __m256i r0 = _mm256_insertf128_si256(
+      _mm256_castsi128_si256(
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
+  __m256i l1, r1;
+  if (offset1 == offset0) {
+    l1 = l0;
+    r1 = r0;
+  } else {
+    l1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+    r1 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4)), 1);
+  }
+  __m256i l2, r2;
+  if (offset2 == offset1) {
+    l2 = l1;
+    r2 = r1;
+  } else {
+    l2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+    r2 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4)), 1);
+  }
+  __m256i l3, r3;
+  if (offset3 == offset2) {
+    l3 = l2;
+    r3 = r2;
+  } else {
+    l3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+    r3 = _mm256_insertf128_si256(
+        _mm256_castsi128_si256(
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4)), 1);
+  }
+  *left0 = to_fp32(l0);
+  *left1 = to_fp32(l1);
+  *left2 = to_fp32(l2);
+  *left3 = to_fp32(l3);
+  *right0 = to_fp32(r0);
+  *right1 = to_fp32(r1);
+  *right2 = to_fp32(r2);
+  *right3 = to_fp32(r3);
+}
+#else
+template <class T>
+void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* bl0, __m128* tr0,
+                                __m128* br0) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+}
+template <class T>
+void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* bl0,
+                                __m128* bl1, __m128* tr0, __m128* tr1,
+                                __m128* br0, __m128* br1) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+}
+template <class T>
+void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* bl0, __m128* bl1, __m128* bl2,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* br0, __m128* br1, __m128* br2) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
+  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
+  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
+}
+template <class T>
+void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* tl3, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* bl3, __m128* tr0,
+                                __m128* tr1, __m128* tr2, __m128* tr3,
+                                __m128* br0, __m128* br1, __m128* br2,
+                                __m128* br3) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *tl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
+  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
+  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[6]));
+  *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *bl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
+  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
+  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[6]));
+  *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
+}
+template <class T>
+void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* bl0, __m128* tr0,
+                                __m128* br0) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+}
+template <class T>
+void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* bl0,
+                                __m128* bl1, __m128* tr0, __m128* tr1,
+                                __m128* br0, __m128* br1) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+}
+template <class T>
+void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* bl0, __m128* bl1, __m128* bl2,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* br0, __m128* br1, __m128* br2) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+}
+template <class T>
+void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* tl3, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* bl3, __m128* tr0,
+                                __m128* tr1, __m128* tr2, __m128* tr3,
+                                __m128* br0, __m128* br1, __m128* br2,
+                                __m128* br3) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *tl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
+  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *bl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
+  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
+  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
+  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
+  *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
+}
+template <class T>
+void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* bl0,
+                                __m128* tr0, __m128* br0) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = extract_right_1ch(itl0);
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = extract_right_1ch(ibl0);
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = extract_right_1ch(itl1);
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = extract_right_1ch(ibl1);
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = extract_right_1ch(itl2);
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = extract_right_1ch(ibl2);
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = extract_right_1ch(itl3);
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = extract_right_1ch(ibl3);
+  }
+  pack_1ch(&itl0, &itl1, &itl2, &itl3);
+  *tl0 = to_fp32(itl0);
+  pack_1ch(&itr0, &itr1, &itr2, &itr3);
+  *tr0 = to_fp32(itr0);
+  pack_1ch(&ibl0, &ibl1, &ibl2, &ibl3);
+  *bl0 = to_fp32(ibl0);
+  pack_1ch(&ibr0, &ibr1, &ibr2, &ibr3);
+  *br0 = to_fp32(ibr0);
+}
+template <class T>
+void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* bl0, __m128* bl1, __m128* tr0,
+                                __m128* tr1, __m128* br0, __m128* br1) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = extract_right_2ch(itl0);
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = extract_right_2ch(ibl0);
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = extract_right_2ch(itl1);
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = extract_right_2ch(ibl1);
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = extract_right_2ch(itl2);
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = extract_right_2ch(ibl2);
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = extract_right_2ch(itl3);
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = extract_right_2ch(ibl3);
+  }
+  pack_2ch(&itl0, &itl1, &itl2, &itl3);
+  *tl0 = to_fp32(itl0);
+  *tl1 = to_fp32(itl1);
+  pack_2ch(&itr0, &itr1, &itr2, &itr3);
+  *tr0 = to_fp32(itr0);
+  *tr1 = to_fp32(itr1);
+  pack_2ch(&ibl0, &ibl1, &ibl2, &ibl3);
+  *bl0 = to_fp32(ibl0);
+  *bl1 = to_fp32(ibl1);
+  pack_2ch(&ibr0, &ibr1, &ibr2, &ibr3);
+  *br0 = to_fp32(ibr0);
+  *br1 = to_fp32(ibr1);
+}
+template <class T>
+void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* tr0, __m128* tr1,
+                                __m128* tr2, __m128* br0, __m128* br1,
+                                __m128* br2) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = extract_right_3ch(itl0);
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = extract_right_3ch(ibl0);
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = extract_right_3ch(itl1);
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = extract_right_3ch(ibl1);
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = extract_right_3ch(itl2);
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = extract_right_3ch(ibl2);
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = extract_right_3ch(itl3);
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = extract_right_3ch(ibl3);
+  }
+  pack_3ch(&itl0, &itl1, &itl2, &itl3);
+  *tl0 = to_fp32(itl0);
+  *tl1 = to_fp32(itl1);
+  *tl2 = to_fp32(itl2);
+  pack_3ch(&itr0, &itr1, &itr2, &itr3);
+  *tr0 = to_fp32(itr0);
+  *tr1 = to_fp32(itr1);
+  *tr2 = to_fp32(itr2);
+  pack_3ch(&ibl0, &ibl1, &ibl2, &ibl3);
+  *bl0 = to_fp32(ibl0);
+  *bl1 = to_fp32(ibl1);
+  *bl2 = to_fp32(ibl2);
+  pack_3ch(&ibr0, &ibr1, &ibr2, &ibr3);
+  *br0 = to_fp32(ibr0);
+  *br1 = to_fp32(ibr1);
+  *br2 = to_fp32(ibr2);
+}
+template <class T>
+void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* tl3, __m128* bl0,
+                                __m128* bl1, __m128* bl2, __m128* bl3,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* tr3, __m128* br0, __m128* br1,
+                                __m128* br2, __m128* br3) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = extract_right_4ch(itl0);
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = extract_right_4ch(ibl0);
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = extract_right_4ch(itl1);
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = extract_right_4ch(ibl1);
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = extract_right_4ch(itl2);
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = extract_right_4ch(ibl2);
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = extract_right_4ch(itl3);
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = extract_right_4ch(ibl3);
+  }
+  *tl0 = to_fp32(itl0);
+  *tl1 = to_fp32(itl1);
+  *tl2 = to_fp32(itl2);
+  *tl3 = to_fp32(itl3);
+  *tr0 = to_fp32(itr0);
+  *tr1 = to_fp32(itr1);
+  *tr2 = to_fp32(itr2);
+  *tr3 = to_fp32(itr3);
+  *bl0 = to_fp32(ibl0);
+  *bl1 = to_fp32(ibl1);
+  *bl2 = to_fp32(ibl2);
+  *bl3 = to_fp32(ibl3);
+  *br0 = to_fp32(ibr0);
+  *br1 = to_fp32(ibr1);
+  *br2 = to_fp32(ibr2);
+  *br3 = to_fp32(ibr3);
+}
+template <class T>
+void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* bl0,
+                                __m128* tr0, __m128* br0) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1));
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1));
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1));
+  }
+  pack_1ch(&itl0, &itl1, &itl2, &itl3);
+  *tl0 = to_fp32(itl0);
+  pack_1ch(&itr0, &itr1, &itr2, &itr3);
+  *tr0 = to_fp32(itr0);
+  pack_1ch(&ibl0, &ibl1, &ibl2, &ibl3);
+  *bl0 = to_fp32(ibl0);
+  pack_1ch(&ibr0, &ibr1, &ibr2, &ibr3);
+  *br0 = to_fp32(ibr0);
+}
+template <class T>
+void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* bl0, __m128* bl1, __m128* tr0,
+                                __m128* tr1, __m128* br0, __m128* br1) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2));
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2));
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2));
+  }
+  pack_2ch(&itl0, &itl1, &itl2, &itl3);
+  *tl0 = to_fp32(itl0);
+  *tl1 = to_fp32(itl1);
+  pack_2ch(&itr0, &itr1, &itr2, &itr3);
+  *tr0 = to_fp32(itr0);
+  *tr1 = to_fp32(itr1);
+  pack_2ch(&ibl0, &ibl1, &ibl2, &ibl3);
+  *bl0 = to_fp32(ibl0);
+  *bl1 = to_fp32(ibl1);
+  pack_2ch(&ibr0, &ibr1, &ibr2, &ibr3);
+  *br0 = to_fp32(ibr0);
+  *br1 = to_fp32(ibr1);
+}
+template <class T>
+void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* tr0, __m128* tr1,
+                                __m128* tr2, __m128* br0, __m128* br1,
+                                __m128* br2) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3));
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3));
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3));
+  }
+  pack_3ch(&itl0, &itl1, &itl2, &itl3);
+  *tl0 = to_fp32(itl0);
+  *tl1 = to_fp32(itl1);
+  *tl2 = to_fp32(itl2);
+  pack_3ch(&itr0, &itr1, &itr2, &itr3);
+  *tr0 = to_fp32(itr0);
+  *tr1 = to_fp32(itr1);
+  *tr2 = to_fp32(itr2);
+  pack_3ch(&ibl0, &ibl1, &ibl2, &ibl3);
+  *bl0 = to_fp32(ibl0);
+  *bl1 = to_fp32(ibl1);
+  *bl2 = to_fp32(ibl2);
+  pack_3ch(&ibr0, &ibr1, &ibr2, &ibr3);
+  *br0 = to_fp32(ibr0);
+  *br1 = to_fp32(ibr1);
+  *br2 = to_fp32(ibr2);
+}
+template <class T>
+void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, int offset1, int offset2,
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* tl3, __m128* bl0,
+                                __m128* bl1, __m128* bl2, __m128* bl3,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* tr3, __m128* br0, __m128* br1,
+                                __m128* br2, __m128* br3) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
+  __m128i itl1, itr1;
+  __m128i ibl1, ibr1;
+  if (offset1 == offset0) {
+    itl1 = itl0;
+    itr1 = itr0;
+    ibl1 = ibl0;
+    ibr1 = ibr0;
+  } else {
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4));
+  }
+  __m128i itl2, itr2;
+  __m128i ibl2, ibr2;
+  if (offset2 == offset1) {
+    itl2 = itl1;
+    itr2 = itr1;
+    ibl2 = ibl1;
+    ibr2 = ibr1;
+  } else {
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4));
+  }
+  __m128i itl3, itr3;
+  __m128i ibl3, ibr3;
+  if (offset3 == offset2) {
+    itl3 = itl2;
+    itr3 = itr2;
+    ibl3 = ibl2;
+    ibr3 = ibr2;
+  } else {
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4));
+  }
+  *tl0 = to_fp32(itl0);
+  *tl1 = to_fp32(itl1);
+  *tl2 = to_fp32(itl2);
+  *tl3 = to_fp32(itl3);
+  *tr0 = to_fp32(itr0);
+  *tr1 = to_fp32(itr1);
+  *tr2 = to_fp32(itr2);
+  *tr3 = to_fp32(itr3);
+  *bl0 = to_fp32(ibl0);
+  *bl1 = to_fp32(ibl1);
+  *bl2 = to_fp32(ibl2);
+  *bl3 = to_fp32(ibl3);
+  *br0 = to_fp32(ibr0);
+  *br1 = to_fp32(ibr1);
+  *br2 = to_fp32(ibr2);
+  *br3 = to_fp32(ibr3);
+}
+#endif
+
+//
+// This class stores 4 pixels with n channels packed into n SSE vector words.
+// Pixel values are converted to type U and packed before storage.
+// Output type U must be one of uint8, int8, uint16, int16, int32, Eigen::half,
+// bfloat16 or float.
+//
+
+template <class U>
+class VectorWriter {
+ public:
+  // convert 4 fp32 words to type U with.
+  // this function calls clip.
+  // resulting words are packed.
+  // U must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
+  // or float.
+  __m128i from_fp32(__m128 vec);
+
+  // converts from fp32 to U by calling method from_fp32(...)
+  // writes 4 pixels with 1 channel to destination.
+  void write_1ch(U* destination, __m128* vec);
+
+  // converts from fp32 to U by calling method from_fp32(...)
+  // writes 4 pixels with 1 channel to destination.
+  void write_2ch(U* destination, __m128* vec);
+
+  // converts from fp32 to U by calling method from_fp32(...)
+  // writes 4 pixels with 1 channel to destination.
+  void write_3ch(U* destination, __m128* vec);
+
+  // converts from fp32 to U by calling method from_fp32(...)
+  // writes 4 pixels with 1 channel to destination.
+  void write_4ch(U* destination, __m128* vec);
+
+ private:
+  // clip 4 fp32 words to prevent overflow when converting to type U.
+  __m128 clip_(__m128 vec) {
+    // default is to do nothing, since the packing intrinsics include clipping.
+    return vec;
+  }
+  void write_1b_1ch(U* destination, __m128* vec) {
+    __m128i ivec = from_fp32(vec[0]);
+    _mm_store_ss((float*)(destination), _mm_castsi128_ps(ivec));
+  }
+  void write_2b_1ch(U* destination, __m128* vec) {
+    __m128i ivec = from_fp32(vec[0]);
+    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec));
+  }
+  void write_4b_1ch(U* destination, __m128* vec) {
+    __m128i ivec = from_fp32(vec[0]);
+    _mm_storeu_si128((__m128i*)(destination), ivec);
+  }
+  void write_1b_2ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
+    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
+                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
+    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
+  }
+  void write_2b_2ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
+    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
+                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+  }
+  void write_4b_2ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
+  }
+  void write_1b_3ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
+    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
+                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
+    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
+    __m128i ivec3 = from_fp32(vec[2]);
+    _mm_store_ss((float*)(destination + 8), _mm_castsi128_ps(ivec3));
+  }
+  void write_2b_3ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
+    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
+                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    __m128i ivec3 = from_fp32(vec[2]);
+    _mm_store_sd((double*)(destination + 8), _mm_castsi128_pd(ivec3));
+  }
+  void write_4b_3ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i ivec3 = from_fp32(vec[2]);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
+  }
+  void write_1b_4ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i ivec3 = from_fp32(vec[2]);
+    __m128i ivec4 = from_fp32(vec[3]);
+    __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
+    __m128i ivec = _mm_and_si128(mask, ivec1);
+    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
+    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec3), 8));
+    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 12));
+    _mm_storeu_si128((__m128i*)(destination), ivec);
+  }
+  void write_2b_4ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i ivec3 = from_fp32(vec[2]);
+    __m128i ivec4 = from_fp32(vec[3]);
+    __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
+    __m128i ivec = _mm_and_si128(mask, ivec1);
+    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
+    _mm_storeu_si128((__m128i*)(destination), ivec);
+    ivec = _mm_and_si128(mask, ivec3);
+    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 8));
+    _mm_storeu_si128((__m128i*)(destination + 8), ivec);
+  }
+  void write_4b_4ch(U* destination, __m128* vec) {
+    __m128i ivec1 = from_fp32(vec[0]);
+    __m128i ivec2 = from_fp32(vec[1]);
+    __m128i ivec3 = from_fp32(vec[2]);
+    __m128i ivec4 = from_fp32(vec[3]);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
+    _mm_storeu_si128((__m128i*)(destination + 12), ivec4);
+  }
+};
+
+template <>
+__m128 VectorWriter<int32>::clip_(__m128 vec) {
+  // clip against low limit, -2147483648.
+  // we round up to nearest number that can be represented as float.
+  __m128 lt_val = _mm_set1_ps(-2147483520.0f);
+  __m128 lt_mask = _mm_cmplt_ps(vec, lt_val);
+  vec = _mm_or_ps(_mm_andnot_ps(lt_mask, vec), _mm_and_ps(lt_mask, lt_val));
+  // clip against hight limit, 2147483647.
+  // we round down to nearest number that can be represented as float.
+  __m128 gt_val = _mm_set1_ps(2147483520.0f);
+  __m128 gt_mask = _mm_cmpgt_ps(vec, gt_val);
+  vec = _mm_or_ps(_mm_andnot_ps(gt_mask, vec), _mm_and_ps(gt_mask, gt_val));
+  return vec;
+}
+template <>
+__m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
+  // clip against low limit, -65504.0f;
+  __m128 lt_val = _mm_set1_ps(-65504.0f);
+  __m128 lt_mask = _mm_cmplt_ps(vec, lt_val);
+  vec = _mm_or_ps(_mm_andnot_ps(lt_mask, vec), _mm_and_ps(lt_mask, lt_val));
+  // clip against hight limit, 65504.0f.
+  __m128 gt_val = _mm_set1_ps(65504.0f);
+  __m128 gt_mask = _mm_cmpgt_ps(vec, gt_val);
+  vec = _mm_or_ps(_mm_andnot_ps(gt_mask, vec), _mm_and_ps(gt_mask, gt_val));
+  return vec;
+}
+
+template <>
+__m128i VectorWriter<uint8>::from_fp32(__m128 vec) {
+  __m128i ivec = _mm_cvttps_epi32(vec);
+  ivec = _mm_packs_epi32(ivec, ivec);
+  return _mm_packus_epi16(ivec, ivec);
+}
+template <>
+__m128i VectorWriter<int8>::from_fp32(__m128 vec) {
+  __m128i ivec = _mm_cvttps_epi32(vec);
+  ivec = _mm_packs_epi32(ivec, ivec);
+  return _mm_packs_epi16(ivec, ivec);
+}
+template <>
+__m128i VectorWriter<uint16>::from_fp32(__m128 vec) {
+  __m128i ivec = _mm_cvttps_epi32(vec);
+  return _mm_packus_epi32(ivec, ivec);
+}
+template <>
+__m128i VectorWriter<int16>::from_fp32(__m128 vec) {
+  __m128i ivec = _mm_cvttps_epi32(vec);
+  return _mm_packs_epi32(ivec, ivec);
+}
+template <>
+__m128i VectorWriter<int32>::from_fp32(__m128 vec) {
+  return _mm_cvttps_epi32(clip_(vec));
+}
+template <>
+__m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
+#ifdef __F16C__
+  return _mm_cvtps_ph(vec, _MM_FROUND_TO_ZERO);
+#else
+  // Emulation of _mm_cvtps_ph(vec, _MM_FROUND_TO_ZERO) intrinsic.
+  //
+  // fp16 :: 15=sign_bit, 14-10=exponent, 9-0=mantissa :: exp zero offset is 15
+  //      :: exponent of -15 (all 0) and +16 (all 1) are special numbers.
+  // fp32 :: 31=sign_bit, 30-23=exponent, 22-0=mantissa :: exp zero offset is
+  // 127
+  //      :: exponent of -127 (all 0) and +128 (all 1) are special numbers.
+  //
+  __m128i hw = _mm_castps_si128(vec);
+  // ..extract fp32 exponent and mantissa
+  __m128i fp16_sign_bit_msb = _mm_and_si128(_mm_set1_epi32(-2147483648), hw);
+  __m128i fp32_exponent_lsb =
+      _mm_and_si128(_mm_set1_epi32(255), _mm_srli_epi32(hw, 23));
+  __m128i fp32_mantissa = _mm_and_si128(_mm_set1_epi32(8388607), hw);
+  // ..test for NaN
+  __m128i exponent_ones =
+      _mm_cmpeq_epi32(fp32_exponent_lsb, _mm_set1_epi32(255));
+  __m128i mantissa_zero = _mm_cmpeq_epi32(fp32_mantissa, _mm_setzero_si128());
+  __m128i infinity_mask = _mm_and_si128(mantissa_zero, exponent_ones);
+  // ..have to test for NaN on fp32 bits to avoid converting NaN to infinity
+  __m128i NaN_mask = _mm_andnot_si128(mantissa_zero, exponent_ones);
+  // ..compensate for exponent zero offset difference
+  __m128i fp16_exponent_lsb =
+      _mm_sub_epi32(fp32_exponent_lsb, _mm_set1_epi32(112));
+  // ..clip output if fp16_exponent > 30
+  __m128i saturated_mask = _mm_andnot_si128(
+      exponent_ones, _mm_cmpgt_epi32(fp16_exponent_lsb, _mm_set1_epi32(30)));
+  // ..generate subnormal number if fp16_exponent == 0
+  // ..flush to zero if fp16_exponent < 0
+  __m128i subnormal_mask =
+      _mm_cmpeq_epi32(fp16_exponent_lsb, _mm_setzero_si128());
+  __m128i underflow_mask =
+      _mm_cmplt_epi32(fp16_exponent_lsb, _mm_setzero_si128());
+  __m128i fp16_mantissa = _mm_srli_epi32(fp32_mantissa, 13);
+  // ..handle abnormal values
+  __m128i normal_number =
+      _mm_or_si128(_mm_slli_epi32(fp16_exponent_lsb, 10), fp16_mantissa);
+  __m128i subnormal_number =
+      _mm_or_si128(_mm_set1_epi32(512), _mm_srli_epi32(fp16_mantissa, 1));
+  __m128i saturated_number = _mm_set1_epi32(31743);
+  __m128i infinity_number = _mm_set1_epi32(31744);
+  __m128i NaN_number = _mm_set1_epi32(32256);
+  __m128i number = _mm_andnot_si128(underflow_mask, normal_number);
+  number = _mm_or_si128(_mm_andnot_si128(subnormal_mask, number),
+                        _mm_and_si128(subnormal_mask, subnormal_number));
+  number = _mm_or_si128(_mm_andnot_si128(saturated_mask, number),
+                        _mm_and_si128(saturated_mask, saturated_number));
+  number = _mm_or_si128(_mm_andnot_si128(infinity_mask, number),
+                        _mm_and_si128(infinity_mask, infinity_number));
+  number = _mm_or_si128(_mm_andnot_si128(NaN_mask, number),
+                        _mm_and_si128(NaN_mask, NaN_number));
+  // ..or in sign bit
+  number = _mm_or_si128(fp16_sign_bit_msb, _mm_slli_epi32(number, 16));
+  // ..move 16 bit words to lower portion of sse vector;
+  __m128i shuf_from_hi32 = _mm_setr_epi8(2, 3, 6, 7, 10, 11, 14, 15, -128, -128,
+                                         -128, -128, -128, -128, -128, -128);
+  number = _mm_shuffle_epi8(number, shuf_from_hi32);
+  return number;
+#endif
+}
+template <>
+__m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
+  // casting from float to bfloat16 simply means >> 16
+  // we do this with a shuffle that also moves everything to lower portion of
+  // sse vector word
+  __m128i shuf_from_hi32 = _mm_setr_epi8(2, 3, 6, 7, 10, 11, 14, 15, -128, -128,
+                                         -128, -128, -128, -128, -128, -128);
+  return _mm_shuffle_epi8(_mm_castps_si128(vec), shuf_from_hi32);
+}
+template <>
+__m128i VectorWriter<float>::from_fp32(__m128 vec) {
+  // nothing to do in this case
+  return _mm_castps_si128(vec);
+}
+
+template <>
+void VectorWriter<uint8>::write_1ch(uint8* destination, __m128* vec) {
+  write_1b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<int8>::write_1ch(int8* destination, __m128* vec) {
+  write_1b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<uint16>::write_1ch(uint16* destination, __m128* vec) {
+  write_2b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<int16>::write_1ch(int16* destination, __m128* vec) {
+  write_2b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<int32>::write_1ch(int32* destination, __m128* vec) {
+  write_4b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<Eigen::half>::write_1ch(Eigen::half* destination,
+                                          __m128* vec) {
+  write_2b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<bfloat16>::write_1ch(bfloat16* destination, __m128* vec) {
+  write_2b_1ch(destination, vec);
+}
+template <>
+void VectorWriter<float>::write_1ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+}
+
+template <>
+void VectorWriter<uint8>::write_2ch(uint8* destination, __m128* vec) {
+  write_1b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<int8>::write_2ch(int8* destination, __m128* vec) {
+  write_1b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<uint16>::write_2ch(uint16* destination, __m128* vec) {
+  write_2b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<int16>::write_2ch(int16* destination, __m128* vec) {
+  write_2b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<int32>::write_2ch(int32* destination, __m128* vec) {
+  write_4b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<Eigen::half>::write_2ch(Eigen::half* destination,
+                                          __m128* vec) {
+  write_2b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<bfloat16>::write_2ch(bfloat16* destination, __m128* vec) {
+  write_2b_2ch(destination, vec);
+}
+template <>
+void VectorWriter<float>::write_2ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
+}
+
+template <>
+void VectorWriter<uint8>::write_3ch(uint8* destination, __m128* vec) {
+  write_1b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<int8>::write_3ch(int8* destination, __m128* vec) {
+  write_1b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<uint16>::write_3ch(uint16* destination, __m128* vec) {
+  write_2b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<int16>::write_3ch(int16* destination, __m128* vec) {
+  write_2b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<int32>::write_3ch(int32* destination, __m128* vec) {
+  write_4b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<Eigen::half>::write_3ch(Eigen::half* destination,
+                                          __m128* vec) {
+  write_2b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<bfloat16>::write_3ch(bfloat16* destination, __m128* vec) {
+  write_2b_3ch(destination, vec);
+}
+template <>
+void VectorWriter<float>::write_3ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
+  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
+}
+
+template <>
+void VectorWriter<uint8>::write_4ch(uint8* destination, __m128* vec) {
+  write_1b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<int8>::write_4ch(int8* destination, __m128* vec) {
+  write_1b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<uint16>::write_4ch(uint16* destination, __m128* vec) {
+  write_2b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<int16>::write_4ch(int16* destination, __m128* vec) {
+  write_2b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<int32>::write_4ch(int32* destination, __m128* vec) {
+  write_4b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<Eigen::half>::write_4ch(Eigen::half* destination,
+                                          __m128* vec) {
+  write_2b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<bfloat16>::write_4ch(bfloat16* destination, __m128* vec) {
+  write_2b_4ch(destination, vec);
+}
+template <>
+void VectorWriter<float>::write_4ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
+  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
+  _mm_storeu_si128((__m128i*)(destination + 12), _mm_castps_si128(vec[3]));
+}
+
+template <class T, class U>
+class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
+ public:
+  CropResizeCastImage(const int in_height, const int in_width,
+                      const int out_height, const int out_width,
+                      const int channels, const int min_ix, const int max_ix,
+                      const CachedInterpolation* xs, const int min_iy,
+                      const int max_iy, const CachedInterpolation* ys,
+                      const float extrapolated_value, const bool flip_x,
+                      const bool flip_y, const bool verbose = false,
+                      const int allowed_load_groups = 15)
+      : verbose_(verbose),
+        allowed_load_groups_(allowed_load_groups),
+        in_height_(in_height),
+        in_width_(in_width),
+        out_height_(out_height),
+        out_width_(out_width),
+        channels_(channels),
+        min_ix_(min_ix),
+        max_ix_(max_ix),
+        min_iy_(min_iy),
+        max_iy_(max_iy),
+        ys_(ys),
+        extrapolated_value_(extrapolated_value),
+        flip_x_(flip_x),
+        flip_y_(flip_y),
+        in_row_size_(in_width * channels),
+        in_row_size_bytes_(in_width * channels * sizeof(T)),
+        out_row_size_(out_width * channels),
+        x0_(flip_x ? out_width - 1 - max_ix : min_ix),
+        x1_(flip_x ? out_width - 1 - min_ix : max_ix),
+        y0_(flip_y ? out_height - 1 - max_iy : min_iy),
+        y1_(flip_y ? out_height - 1 - min_iy : max_iy) {
+    // copy xs values, but filter out the following:
+    // xs[].lower == xs[].upper AND xs[].lerp == 0
+    // xs[].lower == xs[].upper AND xs[].lerp == 1
+    xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
+    for (int i = min_ix_; i <= max_ix_; ++i) {
+      int ix = i - min_ix_;
+      int xs_lower = xs[ix].lower / channels_;
+      int xs_upper = xs[ix].upper / channels_;
+      if (xs_lower == xs_upper) {
+        if (xs[ix].lerp == 0.0f && xs_lower + 1 < in_width) {
+          // upper weight is zero
+          xs_upper = xs_lower + 1;
+        } else if (xs[ix].lerp == 1.0f && xs_upper - 1 >= 0) {
+          // lower weight is zero
+          xs_lower = xs_upper - 1;
+        }
+      }
+      xs_[ix].lower = xs_lower * channels_;
+      xs_[ix].upper = xs_upper * channels_;
+      xs_[ix].lerp = xs[ix].lerp;
+    }
+    _u_min_val = std::numeric_limits<U>::min();
+    _u_max_val = std::numeric_limits<U>::max();
+    _f_min_val = static_cast<float>(_u_min_val);
+    _f_max_val = static_cast<float>(_u_max_val);
+    Configure_();
+  }
+  ~CropResizeCastImage() {
+    if (general_x_ != NULL) delete[] general_x_;
+    if (load1_x_ != NULL) delete[] load1_x_;
+    if (load2_x_ != NULL) delete[] load2_x_;
+    if (load4_x_ != NULL) delete[] load4_x_;
+    if (load8_x_ != NULL) delete[] load8_x_;
+    if (load1_offsets_ != NULL) delete[] load1_offsets_;
+    if (load2_offsets_ != NULL) delete[] load2_offsets_;
+    if (load4_offsets_ != NULL) delete[] load4_offsets_;
+    if (load8_offsets_ != NULL) delete[] load8_offsets_;
+    if (load1_shuffle_masks_ != NULL) delete[] load1_shuffle_masks_;
+    if (load2_shuffle_masks_ != NULL) delete[] load2_shuffle_masks_;
+    if (load1_mmxs_lerp_ != NULL) delete[] load1_mmxs_lerp_;
+    if (load2_mmxs_lerp_ != NULL) delete[] load2_mmxs_lerp_;
+    if (load4_mmxs_lerp_ != NULL) delete[] load4_mmxs_lerp_;
+    if (load8_mmxs_lerp_ != NULL) delete[] load8_mmxs_lerp_;
+    delete[] xs_;
+  }
+
+ private:
+  // constructor arguments
+  const bool verbose_;
+  // this value is meant for unit testing.
+  // set this to 15 for normal execution.
+  // its an OR of flags for the different load group.
+  //  1 -> load4from1
+  //  2 -> load4from2
+  //  4 -> load4from4
+  //  8 -> load4from8
+  const int allowed_load_groups_;
+  const int in_height_, in_width_, out_height_, out_width_;
+  const int channels_;
+  const int min_ix_, max_ix_, min_iy_, max_iy_;
+  const CachedInterpolation* ys_;
+  CachedInterpolation* xs_;
+  const float extrapolated_value_;
+  const bool flip_x_, flip_y_;
+  // computed arguments
+  const int in_row_size_;
+  const int in_row_size_bytes_;
+  const int out_row_size_;
+  const int x0_, x1_;
+  const int y0_, y1_;
+
+  // helper methods
+  void ResizeRow_load1_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_general_(const float ys_lerp, const T* ysA_input_lower_ptr,
+                          const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+
+  // configuration parameters
+  int num_general_, num_load1_, num_load2_, num_load4_, num_load8_;
+  int *load1_offsets_, *load2_offsets_, *load4_offsets_, *load8_offsets_;
+  int *general_x_, *load1_x_, *load2_x_, *load4_x_, *load8_x_;
+  __m128i *load1_shuffle_masks_, *load2_shuffle_masks_;
+  __m128 *load1_mmxs_lerp_, *load2_mmxs_lerp_, *load4_mmxs_lerp_,
+      *load8_mmxs_lerp_;
+  float _f_min_val, _f_max_val;
+  U _u_min_val, _u_max_val;
+  // configuration methods
+  void Configure_();
+  int DetermineLoadGroup_(const int x);
+  bool ComputeXIndexRange_(const int x, int* min_xidx, int* max_xidx);
+  bool Load1_ok_(
+      const int min_xidx,
+      const int max_xidx);  // xs - pointer to first xs for this load group
+  bool Load2_ok_(
+      const int min_xidx,
+      const int max_xidx);  // xs - pointer to first xs for this load group
+  bool Load4_ok_(const int min_xidx, const int max_xidx);
+  bool Load8_ok_(const int min_xidx, const int max_xidx);
+
+  // debugging
+  int y_;
+  const T* input_image_;
+  U* output_image_;
+
+ public:
+  //
+  // public client methods
+  //
+
+  // convenience function that determines if clipping is necessary
+  // in order to prevent overflow when casting to the output type U.
+  static bool clip_necessary();
+
+  // resize image
+  void Resize(const T* input_image, U* output_image);
+};
+
+template <class T, class U>
+void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
+  // store these for debugging
+  input_image_ = input_image;
+  output_image_ = output_image_;
+  //
+  U uEx = cast_to<U>(extrapolated_value_, _f_min_val, _f_max_val, _u_min_val,
+                     _u_max_val);
+  // extrapolate top
+  if (min_iy_ > 0) {
+    U* p = flip_y_ ? output_image + out_row_size_ * (out_height_ - min_iy_)
+                   : output_image;
+    int nn = out_row_size_ * min_iy_;
+    for (int i = 0; i < nn; ++i) p[i] = uEx;
+  }
+  // extrapolate bottom
+  if (max_iy_ < out_height_ - 1) {
+    U* p =
+        flip_y_ ? output_image : output_image + out_row_size_ * (max_iy_ + 1);
+    int nn = out_row_size_ * (out_height_ - 1 - max_iy_);
+    for (int i = 0; i < nn; ++i) p[i] = uEx;
+  }
+  // extrapolate left
+  if (min_ix_ > 0) {
+    for (int iy = min_iy_; iy <= max_iy_; ++iy) {
+      int xx0 = flip_x_ ? (out_width_ - min_ix_) * channels_ : 0;
+      int nxx = min_ix_ * channels_;
+      U* p = output_image + xx0 +
+             out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
+      for (int ix = 0; ix < nxx; ++ix) {
+        p[ix] = uEx;
+      }
+    }
+  }
+  // extrapolate right
+  if (max_ix_ < out_width_ - 1) {
+    for (int iy = min_iy_; iy <= max_iy_; ++iy) {
+      int xx0 = flip_x_ ? 0 : (max_ix_ + 1) * channels_;
+      int nxx = (out_width_ - 1 - max_ix_) * channels_;
+      U* p = output_image + xx0 +
+             out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
+      for (int ix = 0; ix < nxx; ++ix) {
+        p[ix] = uEx;
+      }
+    }
+  }
+  // interpolation region
+  int y = y0_;
+  for (y = y0_; y + 1 <= y1_; y += 2) {
+    y_ = y;
+    const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
+    const float yA_lerp = ys_[iyA].lerp;
+    const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
+    const T* ysA_input_lower_ptr =
+        input_image + ys_[iyA].lower * in_width_ * channels_;
+    const T* ysA_input_upper_ptr =
+        input_image + ys_[iyA].upper * in_width_ * channels_;
+    U* ysA_output_ptr = output_image + y * out_width_ * channels_;
+    const int iyB =
+        flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
+    const float yB_lerp = ys_[iyB].lerp;
+    const __m128 ysB_lerp = _mm_set1_ps(yB_lerp);
+    const T* ysB_input_lower_ptr =
+        input_image + ys_[iyB].lower * in_width_ * channels_;
+    const T* ysB_input_upper_ptr =
+        input_image + ys_[iyB].upper * in_width_ * channels_;
+    U* ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
+    if (channels_ == 1) {
+      this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load1_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                               ysB_input_upper_ptr, ysB_output_ptr);
+    } else if (channels_ == 2) {
+      this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load1_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                               ysB_input_upper_ptr, ysB_output_ptr);
+    } else if (channels_ == 3) {
+      this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load1_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                               ysB_input_upper_ptr, ysB_output_ptr);
+    } else if (channels_ == 4) {
+      this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load1_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                               ysB_input_upper_ptr, ysB_output_ptr);
+    } else {
+      assert(false);
+    }
+    // printf("*2 :: y=%d, channels_=%d,
+    // num_load8_=%d\n",y,channels_,num_load8_);
+  }
+  for (; y <= y1_; ++y) {
+    y_ = y;
+    const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
+    const float yA_lerp = ys_[iyA].lerp;
+    const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
+    const T* ysA_input_lower_ptr =
+        input_image + ys_[iyA].lower * in_width_ * channels_;
+    const T* ysA_input_upper_ptr =
+        input_image + ys_[iyA].upper * in_width_ * channels_;
+    U* ysA_output_ptr = output_image + y * out_width_ * channels_;
+    if (channels_ == 1) {
+      this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+    } else if (channels_ == 2) {
+      this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+    } else if (channels_ == 3) {
+      this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+    } else if (channels_ == 4) {
+      this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                               ysA_input_upper_ptr, ysA_output_ptr);
+    } else {
+      assert(false);
+    }
+    // printf("*1 :: y=%d\n",y);
+  }
+}
+
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_general_(const float ys_lerp,
+                                                   const T* ys_input_lower_ptr,
+                                                   const T* ys_input_upper_ptr,
+                                                   U* output_y_ptr) {
+  for (int current = 0; current < num_general_; ++current) {
+    int x = general_x_[current];
+    const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - x : x - min_ix_;
+    const int xs_lower = xs_[ix].lower;
+    const int xs_upper = xs_[ix].upper;
+    const float xs_lerp = xs_[ix].lerp;
+    for (int ichan = 0; ichan < channels_; ++ichan) {
+      const float top_left0(ys_input_lower_ptr[xs_lower + ichan]);
+      const float top_right0(ys_input_lower_ptr[xs_upper + ichan]);
+      const float bottom_left0(ys_input_upper_ptr[xs_lower + ichan]);
+      const float bottom_right0(ys_input_upper_ptr[xs_upper + ichan]);
+      float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
+                                   bottom_right0, xs_lerp, ys_lerp);
+      output_y_ptr[x * channels_ + ichan] =
+          cast_to<U>(result0, _f_min_val, _f_max_val, _u_min_val, _u_max_val);
+    }
+  }
+}
+
+#define CHANNELS 1
+// Resize all points that fall in the 'load4from1' group for an entire row of a
+// 1 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load1_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, right0;
+    this->load1_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &left0, &right0);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+#else
+    __m128 tl0, bl0, tr0, br0;
+    this->load1_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &tl0, &bl0, &tr0,
+                    &br0);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+#endif
+    __m128 res[1];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    this->write_1ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from2' group for an entire row of a
+// 1 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load2_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, right0;
+    this->load2_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &left0, &right0);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+#else
+    __m128 tl0, bl0, tr0, br0;
+    this->load2_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &tl0, &bl0, &tr0,
+                    &br0);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+#endif
+    __m128 res[1];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    this->write_1ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from4' group for an entire row of a
+// 1 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load4_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, right0;
+    this->load4_1ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &left0, &right0);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+#else
+    __m128 tl0, bl0, tr0, br0;
+    this->load4_1ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &tl0, &bl0, &tr0, &br0);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+#endif
+    __m128 res[1];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    this->write_1ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from8' group for an entire row of a
+// 1 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load8_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, right0;
+    this->load8_1ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &left0, &right0);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+#else
+    __m128 tl0, bl0, tr0, br0;
+    this->load8_1ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &tl0, &bl0, &tr0, &br0);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+#endif
+    __m128 res[1];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    this->write_1ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+  }
+}
+#undef CHANNELS
+
+#define CHANNELS 2
+// Resize all points that fall in the 'load4from1' group for an entire row of a
+// 2 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load1_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, left1, right0, right1;
+    this->load1_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &left0, &left1,
+                    &right0, &right1);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+#else
+    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
+    this->load1_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &tl0, &tl1, &bl0,
+                    &bl1, &tr0, &tr1, &br0, &br1);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+#endif
+    __m128 res[2];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    this->write_2ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from2' group for an entire row of a
+// 2 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load2_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, left1, right0, right1;
+    this->load2_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &left0, &left1,
+                    &right0, &right1);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+#else
+    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
+    this->load2_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &tl0, &tl1, &bl0,
+                    &bl1, &tr0, &tr1, &br0, &br1);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+#endif
+    __m128 res[2];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    this->write_2ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from4' group for an entire row of a
+// 2 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load4_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, left1, right0, right1;
+    this->load4_2ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &left0, &left1, &right0, &right1);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+#else
+    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
+    this->load4_2ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &tl0, &tl1, &bl0, &bl1, &tr0, &tr1,
+        &br0, &br1);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+#endif
+    __m128 res[2];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    this->write_2ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from8' group for an entire row of a
+// 2 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load8_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, left1, right0, right1;
+    this->load8_2ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &left0, &left1, &right0, &right1);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+#else
+    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
+    this->load8_2ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &tl0, &tl1, &bl0, &bl1, &tr0, &tr1,
+        &br0, &br1);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+#endif
+    __m128 res[2];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    this->write_2ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+  }
+}
+#undef CHANNELS
+
+#define CHANNELS 3
+// Resize all points that fall in the 'load4from1' group for an entire row of a
+// 3 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load1_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, left1, left2, right0, right1, right2;
+    this->load1_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &left0, &left1,
+                    &left2, &right0, &right1, &right2);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+#else
+    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
+    this->load1_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
+                    &bl0, &bl1, &bl2, &tr0, &tr1, &tr2, &br0, &br1, &br2);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+#endif
+    __m128 res[3];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    this->write_3ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from2' group for an entire row of a
+// 3 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load2_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, left1, left2, right0, right1, right2;
+    this->load2_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &left0, &left1,
+                    &left2, &right0, &right1, &right2);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+#else
+    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
+    this->load2_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
+                    &bl0, &bl1, &bl2, &tr0, &tr1, &tr2, &br0, &br1, &br2);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+#endif
+    __m128 res[3];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    this->write_3ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from4' group for an entire row of a
+// 3 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load4_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, left1, left2, right0, right1, right2;
+    this->load4_3ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &left0, &left1, &left2, &right0,
+        &right1, &right2);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+#else
+    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
+    this->load4_3ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &bl0, &bl1, &bl2,
+        &tr0, &tr1, &tr2, &br0, &br1, &br2);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+#endif
+    __m128 res[3];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    this->write_3ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from8' group for an entire row of a
+// 3 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load8_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, left1, left2, right0, right1, right2;
+    this->load8_3ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &left0, &left1, &left2, &right0,
+        &right1, &right2);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+#else
+    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
+    this->load8_3ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &bl0, &bl1, &bl2,
+        &tr0, &tr1, &tr2, &br0, &br1, &br2);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+#endif
+    __m128 res[3];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    this->write_3ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+  }
+}
+#undef CHANNELS
+
+#define CHANNELS 4
+// Resize all points that fall in the 'load4from1' group for an entire row of a
+// 4 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load1_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
+    this->load1_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &left0, &left1,
+                    &left2, &left3, &right0, &right1, &right2, &right3);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
+    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+    __m128 top3 = _mm256_castps256_ps128(hori3);
+    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
+#else
+    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
+        br2, br3;
+    this->load1_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load1_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
+                    &tl3, &bl0, &bl1, &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0,
+                    &br1, &br2, &br3);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+    x_lerp = mmxs_lerp[3];
+    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
+    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
+#endif
+    __m128 res[4];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
+    this->write_4ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from2' group for an entire row of a
+// 4 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load2_; ++current) {
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+#ifdef __AVX2__
+    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
+    this->load2_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &left0, &left1,
+                    &left2, &left3, &right0, &right1, &right2, &right3);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
+    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+    __m128 top3 = _mm256_castps256_ps128(hori3);
+    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
+#else
+    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
+        br2, br3;
+    this->load2_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
+                    load2_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
+                    &tl3, &bl0, &bl1, &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0,
+                    &br1, &br2, &br3);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+    x_lerp = mmxs_lerp[3];
+    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
+    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
+#endif
+    __m128 res[4];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
+    this->write_4ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from4' group for an entire row of a
+// 4 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load4_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
+    this->load4_4ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &left0, &left1, &left2, &left3,
+        &right0, &right1, &right2, &right3);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
+    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+    __m128 top3 = _mm256_castps256_ps128(hori3);
+    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
+#else
+    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
+        br2, br3;
+    this->load4_4ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
+        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
+        load4_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &tl3, &bl0, &bl1,
+        &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0, &br1, &br2, &br3);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+    x_lerp = mmxs_lerp[3];
+    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
+    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
+#endif
+    __m128 res[4];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
+    this->write_4ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+  }
+}
+// Resize all points that fall in the 'load4from8' group for an entire row of a
+// 4 channel image.
+template <class T, class U>
+void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+  for (int current = 0; current < num_load8_; ++current) {
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+#ifdef __AVX2__
+    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
+    this->load8_4ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &left0, &left1, &left2, &left3,
+        &right0, &right1, &right2, &right3);
+
+    __m256 x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
+    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
+    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
+    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
+    x_lerp = _mm256_castsi256_ps(
+        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
+    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
+
+    __m128 top0 = _mm256_castps256_ps128(hori0);
+    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
+    __m128 top1 = _mm256_castps256_ps128(hori1);
+    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
+    __m128 top2 = _mm256_castps256_ps128(hori2);
+    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
+    __m128 top3 = _mm256_castps256_ps128(hori3);
+    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
+#else
+    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
+        br2, br3;
+    this->load8_4ch(
+        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
+        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
+        load8_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &tl3, &bl0, &bl1,
+        &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0, &br1, &br2, &br3);
+
+    __m128 x_lerp = mmxs_lerp[0];
+    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
+    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
+    x_lerp = mmxs_lerp[1];
+    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
+    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
+    x_lerp = mmxs_lerp[2];
+    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
+    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
+    x_lerp = mmxs_lerp[3];
+    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
+    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
+#endif
+    __m128 res[4];
+    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
+    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
+    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
+    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
+    this->write_4ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+  }
+}
+#undef CHANNELS
+
+template <class T, class U>
+void CropResizeCastImage<T, U>::Configure_() {
+  // num_cases[0] = general case
+  // num_cases[1] = load4from1
+  // num_cases[2] = load4from2
+  // num_cases[3] = load4from4
+  // num_cases[4] = load4from8
+  int num_cases[5];
+  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
+  for (int x = x0_; x <= x1_; ++x) {
+    int load_group = this->DetermineLoadGroup_(x);
+    assert(load_group >= 0 && load_group <= 4);
+    ++num_cases[load_group];
+    // load_group == 0 -> general case, pixel by pixel
+    // every other value indidcates 1+3 = 4 pixels were processed this iteration
+    if (load_group > 0) x += 3;
+  }
+  num_general_ = num_cases[0];
+  num_load1_ = num_cases[1];
+  num_load2_ = num_cases[2];
+  num_load4_ = num_cases[3];
+  num_load8_ = num_cases[4];
+  if (num_general_ > 0) {
+    general_x_ = new int[num_general_];
+  } else {
+    general_x_ = NULL;
+  }
+  if (num_load1_ > 0) {
+    load1_offsets_ = new int[num_load1_];
+    load1_shuffle_masks_ = new __m128i[num_load1_ * channels_ * 3];
+    load1_mmxs_lerp_ = NULL;  // new __m128[num_load1_*channels_];
+    load1_x_ = new int[num_load1_];
+  } else {
+    load1_offsets_ = NULL;
+    load1_shuffle_masks_ = NULL;
+    load1_mmxs_lerp_ = NULL;
+    load1_x_ = NULL;
+  }
+  if (num_load2_ > 0) {
+    load2_offsets_ = new int[num_load2_];
+    load2_shuffle_masks_ = new __m128i[num_load2_ * channels_ * 2];
+    load2_mmxs_lerp_ = NULL;  // new __m128[num_load2_*channels_];
+    load2_x_ = new int[num_load2_];
+  } else {
+    load2_offsets_ = NULL;
+    load2_shuffle_masks_ = NULL;
+    load2_mmxs_lerp_ = NULL;
+    load2_x_ = NULL;
+  }
+  if (num_load4_ > 0) {
+    load4_offsets_ = new int[num_load4_ * 4];
+    load4_mmxs_lerp_ = new __m128[num_load4_ * channels_];
+    load4_x_ = new int[num_load4_];
+  } else {
+    load4_offsets_ = NULL;
+    load4_mmxs_lerp_ = NULL;
+    load4_x_ = NULL;
+  }
+  if (num_load8_ > 0) {
+    load8_offsets_ = new int[num_load8_ * 4];
+    load8_mmxs_lerp_ = new __m128[num_load8_ * channels_];
+    load8_x_ = new int[num_load8_];
+  } else {
+    load8_offsets_ = NULL;
+    load8_mmxs_lerp_ = NULL;
+    load8_x_ = NULL;
+  }
+  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
+  if (verbose_) {
+    printf("    load4from1  = %d\n", num_load1_);
+    printf("    load4from2  = %d\n", num_load2_);
+    printf("    load4from4  = %d\n", num_load4_);
+    printf("    load4from8  = %d\n", num_load8_);
+    printf("    general     = %d\n", num_general_);
+  }
+  for (int x = x0_; x <= x1_; ++x) {
+    int load_group = DetermineLoadGroup_(x);
+    assert(load_group >= 0 && load_group <= 4);
+    int current = num_cases[load_group];
+    assert(current >= 0);
+    // printf(" ... load_group=%d, current=%d\n",load_group,current);
+    if (load_group == 0) {
+      // general case
+      assert(current < num_general_);
+      general_x_[current] = x;
+    } else if (load_group == 1) {
+      // load4from1
+      assert(current < num_load1_);
+      load1_x_[current] = x;
+      int min_xidx, max_xidx;
+      ComputeXIndexRange_(x, &min_xidx, &max_xidx);
+      // printf(" ... x=%d, min_xidx=%d, max_xidx=%d\n",x,min_xidx,max_xidx);
+      load1_offsets_[current] = min_xidx * channels_;
+      float* xs_lerp = (float*)(load1_shuffle_masks_ + current * channels_ * 3);
+      char* shufmasks1 =
+          (char*)(load1_shuffle_masks_ + current * channels_ * 3 + channels_);
+      char* shufmasks2 = shufmasks1 + 16 * channels_;
+      for (int j = 0; j < 32 * channels_; ++j) shufmasks1[j] = -128;
+      for (int pix = 0; pix < 4; ++pix) {
+        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
+                               : (x + pix) - min_ix_;
+        float lerp = xs_[ix].lerp;
+        int widx0 = xs_[ix].lower -
+                    load1_offsets_[current];  // word index within SSE vector
+        // printf(" ..... pix_ix=%d, lerp=%f, widx0=%d\n",ix,lerp,widx0);
+        for (int ch = 0; ch < channels_; ++ch) {
+          int idx = pix * channels_ + ch;
+          xs_lerp[idx] = lerp;
+          int shufvec = idx / 4;
+          int shufidx = idx % 4;
+          int widx = widx0 + ch;
+          // printf(" ....... ch=%d, idx=%d, shufvec=%d, shufidx=%d, widx=%d,
+          // shufmasks1[%ld...]=...\n",ch,idx,shufvec,shufidx,widx,shufvec*16+shufidx*sizeof(T));
+          for (int b = 0; b < sizeof(T); ++b) {
+            shufmasks1[shufvec * 16 + shufidx * sizeof(T) + b] =
+                widx * sizeof(T) + b;
+            shufmasks2[shufvec * 16 + shufidx * sizeof(T) + b] =
+                (widx + channels_) * sizeof(T) + b;
+          }
+        }
+      }
+    } else if (load_group == 2) {
+      // load4from2
+      assert(current < num_load2_);
+      load2_x_[current] = x;
+      int min_xidx, max_xidx;
+      ComputeXIndexRange_(x, &min_xidx, &max_xidx);
+      load2_offsets_[current] = min_xidx * channels_;
+      float* xs_lerp = (float*)(load2_shuffle_masks_ + current * channels_ * 2);
+      char* shufmasks1 =
+          (char*)(load2_shuffle_masks_ + current * channels_ * 2 + channels_);
+      for (int j = 0; j < 16 * channels_; ++j) shufmasks1[j] = -128;
+      for (int pix = 0; pix < 4; ++pix) {
+        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
+                               : (x + pix) - min_ix_;
+        float lerp = xs_[ix].lerp;
+        int widx0 = xs_[ix].lower -
+                    load2_offsets_[current];  // word index within SSE vector
+        for (int ch = 0; ch < channels_; ++ch) {
+          int idx = pix * channels_ + ch;
+          xs_lerp[idx] = lerp;
+          int shufvec = idx / 4;
+          int shufidx = idx % 4;
+          int widx = widx0 + ch;
+          for (int b = 0; b < sizeof(T); ++b) {
+            shufmasks1[shufvec * 16 + shufidx * sizeof(T) + b] =
+                widx * sizeof(T) + b;
+          }
+        }
+      }
+    } else if (load_group == 3) {
+      // load4from4
+      assert(current < num_load4_);
+      load4_x_[current] = x;
+      int* index = load4_offsets_ + current * 4;
+      float* xs_lerp = (float*)(load4_mmxs_lerp_ + current * channels_);
+      for (int pix = 0; pix < 4; ++pix) {
+        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
+                               : (x + pix) - min_ix_;
+        float lerp = xs_[ix].lerp;
+        index[pix] = xs_[ix].lower;
+        for (int ch = 0; ch < channels_; ++ch) {
+          int idx = pix * channels_ + ch;
+          xs_lerp[idx] = lerp;
+        }
+      }
+      /* debug
+      printf("load4from4_%dch :: x=%d -
+      index={%ld",channels_,x,index[0]*sizeof(T));
+      for (int i = 1;  i < 4;  ++i) printf(",%ld",index[i]*sizeof(T));
+      printf("}\n");
+      */
+    } else if (load_group == 4) {
+      // load4from8
+      assert(current < num_load8_);
+      load8_x_[current] = x;
+      int* index = load8_offsets_ + current * 4;
+      float* xs_lerp = (float*)(load8_mmxs_lerp_ + current * channels_);
+      for (int pix = 0; pix < 4; ++pix) {
+        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
+                               : (x + pix) - min_ix_;
+        float lerp = xs_[ix].lerp;
+        index[pix] = xs_[ix].lower;
+        for (int ch = 0; ch < channels_; ++ch) {
+          int idx = pix * channels_ + ch;
+          xs_lerp[idx] = lerp;
+        }
+      }
+      /* debug
+      printf("x=%d :: load8_x_[%d] = %d",x,current,load8_x_[current]);
+      printf(", load8_offsets_[%d] = {%d",current*4,load8_offsets_[current*4]);
+      for (int pix = 1;  pix < 4;  ++pix)
+      printf(",%d",load8_offsets_[current*4+pix]);
+      printf("}");
+      for (int ch = 0;  ch < channels_;  ++ch) {
+        float* p = (float*)(load8_mmxs_lerp_ + current * channels_ + ch);
+        printf(", lerp[%d] = {%.3f",current*channels_+ch,p[0]);
+        for (int j = 1;  j < 4;  ++j) printf(",%.3f",p[j]);
+        printf("}");
+      }
+      printf("\n");
+      */
+    } else {
+      assert(false);
+    }
+    ++num_cases[load_group];
+    // load_group == 0 -> general case, pixel by pixel
+    // every other value indidcates 1+3 = 4 pixels were processed this iteration
+    if (load_group > 0) x += 3;
+  }
+}
+
+template <class T, class U>
+int CropResizeCastImage<T, U>::DetermineLoadGroup_(const int x) {
+  int num_remaining = x1_ - x + 1;
+  if (num_remaining >= 4) {
+    // at least 4 values left, so theoretically possible to do SSE
+    int min_xidx, max_xidx;
+    // Using this-> is necessary in order to avoid compile error:
+    // "there are no arguments to ‘xxx’ that depend on a template parameter, so
+    // a declaration of ‘xxx’ must be available"
+    // This is an issue for all member functions that have only builtin type
+    // arguments and happens because
+    // argument dependent lookup is not done for these arguments (so I've been
+    // told).
+    if (this->ComputeXIndexRange_(x, &min_xidx, &max_xidx)) {
+      if ((allowed_load_groups_ & 1) && this->Load1_ok_(min_xidx, max_xidx)) {
+        return 1;
+      } else if ((allowed_load_groups_ & 2) &&
+                 this->Load2_ok_(min_xidx, max_xidx)) {
+        return 2;
+      } else if ((allowed_load_groups_ & 4) &&
+                 this->Load4_ok_(min_xidx, max_xidx)) {
+        return 3;
+      } else if ((allowed_load_groups_ & 8) &&
+                 this->Load8_ok_(min_xidx, max_xidx)) {
+        return 4;
+      } else {
+        return 0;
+      }
+    } else {
+      // assumption xs[i].lower + channels == xs[i].upper NOT true for this
+      // quintuple.
+      return 0;
+    }
+  } else {
+    // too few remaining values
+    return 0;
+  }
+}
+
+// Compute range of x indexes for xs[0] through xs[3].
+// Returns true if valid (xs[i].lower + channels == xs[i].upper for all pixels).
+template <class T, class U>
+bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int* min_xidx,
+                                                    int* max_xidx) {
+  bool upper_is_lower_plus_one = true;
+  *min_xidx = 0;
+  *max_xidx = -1;
+  for (int pix = 0; pix < 4; ++pix) {
+    const int ix =
+        flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix) : (x + pix) - min_ix_;
+    int curr_xidx = xs_[ix].lower;
+    if (curr_xidx + channels_ == xs_[ix].upper) {
+      if (pix == 0) {
+        *min_xidx = curr_xidx;
+        *max_xidx = curr_xidx;
+      } else {
+        if (curr_xidx < *min_xidx) *min_xidx = curr_xidx;
+        if (curr_xidx > *max_xidx) *max_xidx = curr_xidx;
+      }
+    } else {
+      upper_is_lower_plus_one = false;
+    }
+  }
+  *min_xidx /= channels_;
+  *max_xidx /= channels_;
+  return upper_is_lower_plus_one;
+}
+
+// This method returns true if it is possible to do load4from1
+// for the load group pointed to by xs.
+template <class T, class U>
+bool CropResizeCastImage<T, U>::Load1_ok_(const int min_xidx,
+                                          const int max_xidx) {
+  // num_pixels_to_load_left_input = max_xs_low - min_xs_low + 1
+  // num_pixels_to_load_left_and_right_input = num_pixels_to_load_left_input + 1
+  int total_load_bytes = (max_xidx - min_xidx + 2) * channels_ * sizeof(T);
+  if (total_load_bytes <= 16) {
+    // a single (mis-aligned) SSE word gives us all the inputs
+    // ensure that SSE word can be loaded without causing SEGV
+    int load_offset = min_xidx * channels_;
+    int load_offset_bytes = load_offset * sizeof(T);
+    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
+      return true;
+    } else {
+      return false;
+    }
+  } else {
+    return false;
+  }
+}
+
+// This method returns true if it is possible to do load4from2
+// for the load group pointed to by xs.
+template <class T, class U>
+bool CropResizeCastImage<T, U>::Load2_ok_(const int min_xidx,
+                                          const int max_xidx) {
+  // num_pixels_to_load_left_input = max_xs_low - min_xs_low + 1
+  int total_load_bytes = (max_xidx - min_xidx + 1) * channels_ * sizeof(T);
+  if (total_load_bytes <= 16) {
+    // a single (mis-aligned) SSE word gives us all the inputs
+    // ensure that SSE word can be loaded without causing SEGV
+    int load_offset = (min_xidx + 1) * channels_;
+    int load_offset_bytes = load_offset * sizeof(T);
+    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
+      return true;
+    } else {
+      return false;
+    }
+  } else {
+    return false;
+  }
+}
+
+// This method returns true if it is possible to do load4from4
+// for the load group pointed to by xs.
+template <class T, class U>
+bool CropResizeCastImage<T, U>::Load4_ok_(const int min_xidx,
+                                          const int max_xidx) {
+  int total_load_bytes = 2 * channels_ * sizeof(T);
+  if (total_load_bytes <= 16) {
+    // ensure that SSE word can be loaded without causing SEGV
+    int load_offset = max_xidx * channels_;
+    int load_offset_bytes = load_offset * sizeof(T);
+    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
+      return true;
+    } else {
+      return false;
+    }
+  } else {
+    return false;
+  }
+}
+
+// This method returns true if it is possible to do load4from8
+// for the load group pointed to by xs.
+template <class T, class U>
+bool CropResizeCastImage<T, U>::Load8_ok_(const int min_xidx,
+                                          const int max_xidx) {
+  int total_load_bytes = channels_ * sizeof(T);
+  if (total_load_bytes <= 16) {
+    // ensure that SSE word can be loaded without causing SEGV
+    int load_offset = (max_xidx + 1) * channels_;
+    int load_offset_bytes = load_offset * sizeof(T);
+    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
+      return true;
+    } else {
+      return false;
+    }
+  } else {
+    return false;
+  }
+}
+
+//
+// full implementations of templated static member function clip_necessary()
+//
+
+template <>
+bool CropResizeCastImage<uint8, uint8>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint8, int8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<uint8, uint16>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint8, int16>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint8, int32>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint8, Eigen::half>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint8, float>::clip_necessary() {
+  return false;
+}
+
+template <>
+bool CropResizeCastImage<int8, uint8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int8, int8>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int8, uint16>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int8, int16>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int8, int32>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int8, Eigen::half>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int8, float>::clip_necessary() {
+  return false;
+}
+
+template <>
+bool CropResizeCastImage<uint16, uint8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<uint16, int8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<uint16, uint16>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint16, int16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<uint16, int32>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<uint16, Eigen::half>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<uint16, float>::clip_necessary() {
+  return false;
+}
+
+template <>
+bool CropResizeCastImage<int16, uint8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int16, int8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int16, uint16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int16, int16>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int16, int32>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int16, Eigen::half>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int16, float>::clip_necessary() {
+  return false;
+}
+
+template <>
+bool CropResizeCastImage<int32, uint8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int32, int8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int32, uint16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int32, int16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int32, int32>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<int32, Eigen::half>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<int32, float>::clip_necessary() {
+  return false;
+}
+
+template <>
+bool CropResizeCastImage<Eigen::half, uint8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<Eigen::half, int8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<Eigen::half, uint16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<Eigen::half, int16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<Eigen::half, int32>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<Eigen::half, Eigen::half>::clip_necessary() {
+  return false;
+}
+template <>
+bool CropResizeCastImage<Eigen::half, float>::clip_necessary() {
+  return false;
+}
+
+template <>
+bool CropResizeCastImage<float, uint8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<float, int8>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<float, uint16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<float, int16>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<float, int32>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<float, Eigen::half>::clip_necessary() {
+  return true;
+}
+template <>
+bool CropResizeCastImage<float, float>::clip_necessary() {
+  return false;
+}
+
+#endif  // __SSE4_1__
+
+template <typename T, typename U>
+void crop_resize_single_image_common(
+    const T* image, const int64 in_height, const int64 in_width,
+    const int64 out_height, const int64 out_width, const int channels,
+    const int min_ix, const int max_ix, const CachedInterpolation* xs,
+    const int min_iy, const int max_iy, const CachedInterpolation* ys,
+    const float extrapolated_value, const bool flip_x, const bool flip_y,
+    U* output) TF_ATTRIBUTE_NOINLINE;
+
+#ifdef __SSE4_1__
+
+// full specializations of crop_resize_single_image_common for data types that
+// have vectorized implementations.
+// at the moment, this is uint8, int8, uint16, int16, int32, Eigen::half,
+// bfloat16 and float.
+
+#define CROP_RESIZE_SINGLE_IMAGE_VECT(T_type, U_type)                          \
+  template <>                                                                  \
+  void crop_resize_single_image_common<T_type, U_type>(                        \
+      const T_type* image, const int64 in_height, const int64 in_width,        \
+      const int64 out_height, const int64 out_width, const int channels,       \
+      const int min_ix, const int max_ix, const CachedInterpolation* xs,       \
+      const int min_iy, const int max_iy, const CachedInterpolation* ys,       \
+      const float extrapolated_value, const bool flip_x, const bool flip_y,    \
+      U_type* output) {                                                        \
+    if (channels <= 4) {                                                       \
+      CropResizeCastImage<T_type, U_type>* resizer =                           \
+          new CropResizeCastImage<T_type, U_type>(                             \
+              in_height, in_width, out_height, out_width, channels, min_ix,    \
+              max_ix, xs, min_iy, max_iy, ys, extrapolated_value, flip_x,      \
+              flip_y, false, 15);                                              \
+      resizer->Resize(image, output);                                          \
+      delete resizer;                                                          \
+    } else {                                                                   \
+      crop_resize_single_image(image, in_height, in_width, out_height,         \
+                               out_width, channels, min_ix, max_ix, xs,        \
+                               min_iy, max_iy, ys, extrapolated_value, flip_x, \
+                               flip_y, output);                                \
+    }                                                                          \
+  }
+
+CROP_RESIZE_SINGLE_IMAGE_VECT(uint8, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(int8, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(uint16, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(int16, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(int32, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(Eigen::half, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(bfloat16, float)
+CROP_RESIZE_SINGLE_IMAGE_VECT(float, float)
+
+// full specializations of crop_resize_single_image_common for data types that
+// don't have vectorized implementations.
+// image resizing for these data types default to the original code.
+// at the moment, this is int64 and double.
+
+#define CROP_RESIZE_SINGLE_IMAGE_REGULAR(T_type, U_type)                      \
+  template <>                                                                 \
+  void crop_resize_single_image_common<T_type, U_type>(                       \
+      const T_type* image, const int64 in_height, const int64 in_width,       \
+      const int64 out_height, const int64 out_width, const int channels,      \
+      const int min_ix, const int max_ix, const CachedInterpolation* xs,      \
+      const int min_iy, const int max_iy, const CachedInterpolation* ys,      \
+      const float extrapolated_value, const bool flip_x, const bool flip_y,   \
+      U_type* output) {                                                       \
+    crop_resize_single_image(image, in_height, in_width, out_height,          \
+                             out_width, channels, min_ix, max_ix, xs, min_iy, \
+                             max_iy, ys, extrapolated_value, flip_x, flip_y,  \
+                             output);                                         \
+  }
+
+CROP_RESIZE_SINGLE_IMAGE_REGULAR(int64, float)
+CROP_RESIZE_SINGLE_IMAGE_REGULAR(double, float)
+
+#else
+
+// the vectorized implementations need at least SSE4.1 to compile.
+// if that is not enabled, default to original code.
+
+template <class T, class U>
+void crop_resize_single_image_common(
+    const T* image, const int64 in_height, const int64 in_width,
+    const int64 out_height, const int64 out_width, const int channels,
+    const int min_ix, const int max_ix, const CachedInterpolation* xs,
+    const int min_iy, const int max_iy, const CachedInterpolation* ys,
+    const float extrapolated_value, const bool flip_x, const bool flip_y,
+    U* output) {
+  crop_resize_single_image(image, in_height, in_width, out_height, out_width,
+                           channels, min_ix, max_ix, xs, min_iy, max_iy, ys,
+                           extrapolated_value, flip_x, flip_y, output);
+}
+
+#endif
+
+}  // namespace
+}  // namespace tensorflow
+#endif  // define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
diff --git a/tensorflow/core/kernels/resize_bilinear_op.cc b/tensorflow/core/kernels/resize_bilinear_op.cc
index f10c9a19a7..5cc8799346 100644
--- a/tensorflow/core/kernels/resize_bilinear_op.cc
+++ b/tensorflow/core/kernels/resize_bilinear_op.cc
@@ -19,15 +19,16 @@ limitations under the License.
 #include "tensorflow/core/kernels/resize_bilinear_op.h"
 
 #include <memory>
-#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/kernels/crop_resize_bilinear_core.h"
 #include "tensorflow/core/kernels/image_resizer_state.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 
 namespace tensorflow {
 
@@ -63,140 +64,6 @@ class ResizeBilinearOp : public OpKernel {
   bool align_corners_;
 };
 
-namespace {
-// Compute the interpolation indices only once.
-struct CachedInterpolation {
-  int64 lower;  // Lower source index used in the interpolation
-  int64 upper;  // Upper source index used in the interpolation
-  // 1-D linear iterpolation scale (see:
-  // https://en.wikipedia.org/wiki/Bilinear_interpolation)
-  float lerp;
-};
-
-inline void compute_interpolation_weights(const int64 out_size,
-                                          const int64 in_size,
-                                          const float scale,
-                                          CachedInterpolation* interpolation) {
-  interpolation[out_size].lower = 0;
-  interpolation[out_size].upper = 0;
-  for (int64 i = out_size - 1; i >= 0; --i) {
-    const float in = i * scale;
-    interpolation[i].lower = static_cast<int64>(in);
-    interpolation[i].upper = std::min(interpolation[i].lower + 1, in_size - 1);
-    interpolation[i].lerp = in - interpolation[i].lower;
-  }
-}
-
-/**
- * Computes the bilinear interpolation from the appropriate 4 float points
- * and the linear interpolation weights.
- */
-inline float compute_lerp(const float top_left, const float top_right,
-                          const float bottom_left, const float bottom_right,
-                          const float x_lerp, const float y_lerp) {
-  const float top = top_left + (top_right - top_left) * x_lerp;
-  const float bottom = bottom_left + (bottom_right - bottom_left) * x_lerp;
-  return top + (bottom - top) * y_lerp;
-}
-
-template <typename T>
-void resize_image(
-    typename TTypes<T, 4>::ConstTensor images, const int batch_size,
-    const int64 in_height, const int64 in_width, const int64 out_height,
-    const int64 out_width, const int channels,
-    const std::vector<CachedInterpolation>& xs,
-    const std::vector<CachedInterpolation>& ys,
-    typename TTypes<float, 4>::Tensor output) TF_ATTRIBUTE_NOINLINE;
-template <typename T>
-void resize_image(typename TTypes<T, 4>::ConstTensor images,
-                  const int batch_size, const int64 in_height,
-                  const int64 in_width, const int64 out_height,
-                  const int64 out_width, const int channels,
-                  const std::vector<CachedInterpolation>& xs_vec,
-                  const std::vector<CachedInterpolation>& ys,
-                  typename TTypes<float, 4>::Tensor output) {
-  const int64 in_row_size = in_width * channels;
-  const int64 in_batch_num_values = in_height * in_row_size;
-  const int64 out_row_size = out_width * channels;
-
-  const T* input_b_ptr = images.data();
-  const CachedInterpolation* xs = xs_vec.data();
-
-  if (channels == 3) {
-    float* output_y_ptr = output.data();
-    for (int b = 0; b < batch_size; ++b) {
-      for (int64 y = 0; y < out_height; ++y) {
-        const T* ys_input_lower_ptr = input_b_ptr + ys[y].lower * in_row_size;
-        const T* ys_input_upper_ptr = input_b_ptr + ys[y].upper * in_row_size;
-        const float ys_lerp = ys[y].lerp;
-        for (int64 x = 0; x < out_width; ++x) {
-          const int64 xs_lower = xs[x].lower;
-          const int64 xs_upper = xs[x].upper;
-          const float xs_lerp = xs[x].lerp;
-
-          // Read channel 0.
-          const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
-          const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
-          const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
-          const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
-
-          // Read channel 1.
-          const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
-          const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
-          const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
-          const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
-
-          // Read channel 2.
-          const float top_left2(ys_input_lower_ptr[xs_lower + 2]);
-          const float top_right2(ys_input_lower_ptr[xs_upper + 2]);
-          const float bottom_left2(ys_input_upper_ptr[xs_lower + 2]);
-          const float bottom_right2(ys_input_upper_ptr[xs_upper + 2]);
-
-          // Compute output.
-          output_y_ptr[x * channels + 0] =
-              compute_lerp(top_left0, top_right0, bottom_left0, bottom_right0,
-                           xs_lerp, ys_lerp);
-          output_y_ptr[x * channels + 1] =
-              compute_lerp(top_left1, top_right1, bottom_left1, bottom_right1,
-                           xs_lerp, ys_lerp);
-          output_y_ptr[x * channels + 2] =
-              compute_lerp(top_left2, top_right2, bottom_left2, bottom_right2,
-                           xs_lerp, ys_lerp);
-        }
-        output_y_ptr += out_row_size;
-      }
-      input_b_ptr += in_batch_num_values;
-    }
-  } else {
-    float* output_y_ptr = output.data();
-    for (int b = 0; b < batch_size; ++b) {
-      for (int64 y = 0; y < out_height; ++y) {
-        const T* ys_input_lower_ptr = input_b_ptr + ys[y].lower * in_row_size;
-        const T* ys_input_upper_ptr = input_b_ptr + ys[y].upper * in_row_size;
-        const float ys_lerp = ys[y].lerp;
-        for (int64 x = 0; x < out_width; ++x) {
-          auto xs_lower = xs[x].lower;
-          auto xs_upper = xs[x].upper;
-          auto xs_lerp = xs[x].lerp;
-          for (int c = 0; c < channels; ++c) {
-            const float top_left(ys_input_lower_ptr[xs_lower + c]);
-            const float top_right(ys_input_lower_ptr[xs_upper + c]);
-            const float bottom_left(ys_input_upper_ptr[xs_lower + c]);
-            const float bottom_right(ys_input_upper_ptr[xs_upper + c]);
-            output_y_ptr[x * channels + c] =
-                compute_lerp(top_left, top_right, bottom_left, bottom_right,
-                             xs_lerp, ys_lerp);
-          }
-        }
-        output_y_ptr += out_row_size;
-      }
-      input_b_ptr += in_batch_num_values;
-    }
-  }
-}
-
-}  // namespace
-
 // Partial specialization of ResizeBilinear functor for a CPUDevice.
 namespace functor {
 template <typename T>
@@ -212,6 +79,11 @@ struct ResizeBilinear<CPUDevice, T> {
     const int64 out_height = output.dimension(1);
     const int64 out_width = output.dimension(2);
 
+    const int64 in_row_size = in_width * channels;
+    const int64 in_batch_num_values = in_height * in_row_size;
+    const int64 out_row_size = out_width * channels;
+    const int64 out_batch_num_values = out_row_size * out_height;
+
     // Handle no-op resizes efficiently.
     if (out_height == in_height && out_width == in_width) {
       output = images.template cast<float>();
@@ -232,8 +104,13 @@ struct ResizeBilinear<CPUDevice, T> {
       xs[i].upper *= channels;
     }
 
-    resize_image<T>(images, batch_size, in_height, in_width, out_height,
-                    out_width, channels, xs, ys, output);
+    for (int b = 0; b < batch_size; ++b) {
+      crop_resize_single_image_common(
+          images.data() + (int64)b * in_batch_num_values, in_height, in_width,
+          out_height, out_width, channels, 0, out_width - 1, xs.data(), 0,
+          out_height - 1, ys.data(), 0.0f, false, false,
+          output.data() + (int64)b * out_batch_num_values);
+    }
   }
 };
 }  // namespace functor
diff --git a/tensorflow/core/kernels/resize_bilinear_op_test.cc b/tensorflow/core/kernels/resize_bilinear_op_test.cc
index 6d57892828..55e1d2e1e2 100644
--- a/tensorflow/core/kernels/resize_bilinear_op_test.cc
+++ b/tensorflow/core/kernels/resize_bilinear_op_test.cc
@@ -122,7 +122,7 @@ class ResizeBilinearOpTest : public OpsTestBase {
         TensorShape({batch_size, output_width, output_height, channels})));
     ResizeBilinearBaseline(input->tensor<float, 4>(),
                            expected->tensor<float, 4>());
-    test::ExpectTensorEqual<float>(*expected, *GetOutput(0));
+    test::ExpectClose(*expected, *GetOutput(0));
   }
 
   void RunManyRandomTests(int channels) {
-- 
GitLab


From d3b4d3c8ffd52da2c094f58a728209c6a76f4b66 Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Fri, 7 Sep 2018 22:07:01 -0700
Subject: [PATCH 0012/1825] More FMA's

---
 .../core/kernels/crop_resize_bilinear_core.h  | 120 ++++++++++++++++++
 1 file changed, 120 insertions(+)

diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
index f6846d6a55..0209130b2c 100644
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -4023,9 +4023,15 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
     __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
     __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
 #endif
+#ifdef __AVX2__
+    __m128 res[1];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    this->write_1ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#else
     __m128 res[1];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     this->write_1ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from2' group for an entire row of a
@@ -4059,9 +4065,15 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
     __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
     __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
 #endif
+#ifdef __AVX2__
+    __m128 res[1];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    this->write_1ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#else
     __m128 res[1];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     this->write_1ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from4' group for an entire row of a
@@ -4096,9 +4108,15 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
     __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
     __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
 #endif
+#ifdef __AVX2__
+    __m128 res[1];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    this->write_1ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#else
     __m128 res[1];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     this->write_1ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from8' group for an entire row of a
@@ -4133,9 +4151,15 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
     __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
     __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
 #endif
+#ifdef __AVX2__
+    __m128 res[1];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    this->write_1ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#else
     __m128 res[1];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     this->write_1ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#endif
   }
 }
 #undef CHANNELS
@@ -4181,10 +4205,17 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
     __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
     __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
 #endif
+#ifdef __AVX2__
+    __m128 res[2];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    this->write_2ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#else
     __m128 res[2];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     this->write_2ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from2' group for an entire row of a
@@ -4227,10 +4258,17 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
     __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
     __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
 #endif
+#ifdef __AVX2__
+    __m128 res[2];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    this->write_2ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#else
     __m128 res[2];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     this->write_2ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from4' group for an entire row of a
@@ -4274,10 +4312,17 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
     __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
     __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
 #endif
+#ifdef __AVX2__
+    __m128 res[2];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    this->write_2ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#else
     __m128 res[2];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     this->write_2ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from8' group for an entire row of a
@@ -4321,10 +4366,17 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
     __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
     __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
 #endif
+#ifdef __AVX2__
+    __m128 res[2];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    this->write_2ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#else
     __m128 res[2];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     this->write_2ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#endif
   }
 }
 #undef CHANNELS
@@ -4378,11 +4430,19 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
     __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
     __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
 #endif
+#ifdef __AVX2__
+    __m128 res[3];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    this->write_3ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#else
     __m128 res[3];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     this->write_3ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from2' group for an entire row of a
@@ -4433,11 +4493,19 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
     __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
     __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
 #endif
+#ifdef __AVX2__
+    __m128 res[3];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    this->write_3ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#else
     __m128 res[3];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     this->write_3ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from4' group for an entire row of a
@@ -4490,11 +4558,19 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
     __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
     __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
 #endif
+#ifdef __AVX2__
+    __m128 res[3];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    this->write_3ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#else
     __m128 res[3];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     this->write_3ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from8' group for an entire row of a
@@ -4547,11 +4623,19 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
     __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
     __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
 #endif
+#ifdef __AVX2__
+    __m128 res[3];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    this->write_3ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#else
     __m128 res[3];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     this->write_3ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#endif
   }
 }
 #undef CHANNELS
@@ -4615,12 +4699,21 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
     __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
     __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
 #endif
+#ifdef __AVX2__
+    __m128 res[4];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
+    this->write_4ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#else
     __m128 res[4];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
     this->write_4ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from2' group for an entire row of a
@@ -4681,12 +4774,21 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
     __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
     __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
 #endif
+#ifdef __AVX2__
+    __m128 res[4];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
+    this->write_4ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#else
     __m128 res[4];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
     this->write_4ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from4' group for an entire row of a
@@ -4748,12 +4850,21 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
     __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
     __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
 #endif
+#ifdef __AVX2__
+    __m128 res[4];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
+    this->write_4ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#else
     __m128 res[4];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
     this->write_4ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
+#endif
   }
 }
 // Resize all points that fall in the 'load4from8' group for an entire row of a
@@ -4815,12 +4926,21 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
     __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
     __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
 #endif
+#ifdef __AVX2__
+    __m128 res[4];
+    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
+    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
+    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
+    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
+    this->write_4ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#else
     __m128 res[4];
     res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
     res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
     res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
     res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
     this->write_4ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
+#endif
   }
 }
 #undef CHANNELS
-- 
GitLab


From 318d2dd306cc221a51346a076272fbdc10ebdab9 Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Tue, 11 Sep 2018 12:48:22 -0700
Subject: [PATCH 0013/1825] Swap copts and prefix lines to make UBUNTU sanity
 check happy

---
 tensorflow/core/kernels/BUILD | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 3b2b71ec2a..a2b2432e02 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -2156,8 +2156,8 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "crop_and_resize_op",
-    prefix = "crop_and_resize_op",
     copts = tf_copts() + if_linux_x86_64(["-msse4.1 -finline-functions"]),
+    prefix = "crop_and_resize_op",
     deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
 )
 
@@ -2223,8 +2223,8 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "resize_bilinear_op",
-    prefix = "resize_bilinear_op",
     copts = tf_copts() + if_linux_x86_64(["-msse4.1 -finline-functions"]),
+    prefix = "resize_bilinear_op",
     deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
 )
 
-- 
GitLab


From ac4d6c3d914893d5ea0d4b25ee5ceeb6a6d51b42 Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Tue, 11 Sep 2018 14:08:46 -0700
Subject: [PATCH 0014/1825] Fix android build

---
 tensorflow/core/kernels/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index a2b2432e02..6bcc360740 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -5197,6 +5197,7 @@ filegroup(
         "population_count_op.h",
         "winograd_transform.h",
         ":android_extended_ops_headers",
+        ":crop_resize_bilinear_core",
     ] + select({
         ":xsmm_convolutions": [
             "xsmm_conv2d.h",
@@ -5291,6 +5292,7 @@ filegroup(
         "where_op.cc",
         "xent_op.cc",
         ":android_extended_ops_headers",
+        ":crop_resize_bilinear_core",
     ],
 )
 
-- 
GitLab


From 3f642153f02b0ce9910a4a7970ec4a961b827c86 Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Tue, 11 Sep 2018 14:54:25 -0700
Subject: [PATCH 0015/1825] Did not know that android targets must start with
 android, try again to fix android DEMO build

---
 tensorflow/core/kernels/BUILD | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 6bcc360740..98e1f0ab13 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -5069,6 +5069,7 @@ filegroup(
         "control_flow_ops.h",
         "conv_2d.h",
         "conv_ops.h",
+        "crop_resize_bilinear_core.h",
         "data_format_ops.h",
         "depthtospace_op.h",
         "depthwise_conv_op.h",
@@ -5197,7 +5198,6 @@ filegroup(
         "population_count_op.h",
         "winograd_transform.h",
         ":android_extended_ops_headers",
-        ":crop_resize_bilinear_core",
     ] + select({
         ":xsmm_convolutions": [
             "xsmm_conv2d.h",
@@ -5292,7 +5292,6 @@ filegroup(
         "where_op.cc",
         "xent_op.cc",
         ":android_extended_ops_headers",
-        ":crop_resize_bilinear_core",
     ],
 )
 
-- 
GitLab


From 1253ef6970edccb21c4d4995a4af9103c0cd2b88 Mon Sep 17 00:00:00 2001
From: "Li, Guizi" <guizi.li@intel.com>
Date: Fri, 31 Aug 2018 14:10:05 +0800
Subject: [PATCH 0016/1825] [Intel-MKL] Enable MKL Relu6 op

---
 tensorflow/core/graph/mkl_layout_pass.cc      |  10 ++
 tensorflow/core/graph/mkl_layout_pass_test.cc |  73 +++++++++++
 tensorflow/core/kernels/mkl_relu_op.cc        | 120 +++++++++++++++---
 tensorflow/core/ops/nn_ops.cc                 |  31 +++++
 4 files changed, 217 insertions(+), 17 deletions(-)

diff --git a/tensorflow/core/graph/mkl_layout_pass.cc b/tensorflow/core/graph/mkl_layout_pass.cc
index 2e644fe987..a2e0072011 100644
--- a/tensorflow/core/graph/mkl_layout_pass.cc
+++ b/tensorflow/core/graph/mkl_layout_pass.cc
@@ -2444,6 +2444,8 @@ class MklLayoutRewritePass : public GraphOptimizationPass {
         "_MklConv2DBackpropFilterWithBias";
     csinfo_.relu = "Relu";
     csinfo_.relu_grad = "ReluGrad";
+    csinfo_.relu6 = "Relu6";
+    csinfo_.relu6_grad = "Relu6Grad";
     csinfo_.tanh = "Tanh";
     csinfo_.tanh_grad = "TanhGrad";
     csinfo_.reshape = "Reshape";
@@ -2543,6 +2545,12 @@ class MklLayoutRewritePass : public GraphOptimizationPass {
     rinfo_.push_back({csinfo_.relu_grad,
                       mkl_op_registry::GetMklOpName(csinfo_.relu_grad),
                       CopyAttrsDataType, AlwaysRewrite});
+    rinfo_.push_back({csinfo_.relu6,
+                      mkl_op_registry::GetMklOpName(csinfo_.relu6),
+                      CopyAttrsDataType, AlwaysRewrite});
+    rinfo_.push_back({csinfo_.relu6_grad,
+                      mkl_op_registry::GetMklOpName(csinfo_.relu6_grad),
+                      CopyAttrsDataType, AlwaysRewrite});
     /*
     rinfo_.push_back({csinfo_.tanh,
                       mkl_op_registry::GetMklOpName(csinfo_.tanh),
@@ -2670,6 +2678,8 @@ class MklLayoutRewritePass : public GraphOptimizationPass {
     string mul;
     string relu;
     string relu_grad;
+    string relu6;
+    string relu6_grad;
     string tanh;
     string tanh_grad;
     string reshape;
diff --git a/tensorflow/core/graph/mkl_layout_pass_test.cc b/tensorflow/core/graph/mkl_layout_pass_test.cc
index e8bac847e5..09ed5b660e 100644
--- a/tensorflow/core/graph/mkl_layout_pass_test.cc
+++ b/tensorflow/core/graph/mkl_layout_pass_test.cc
@@ -2777,6 +2777,52 @@ TEST_F(MklLayoutPassTest, NodeRewrite_ReluReluGrad_Positive) {
             "DMT/_1->C:2");
 }
 
+TEST_F(MklLayoutPassTest, NodeRewrite_Relu6_Positive) {
+  InitGraph(
+      "node { name: 'A' op: 'Input'}"
+      "node { name: 'B' op: 'Relu6'"
+      " attr { key: 'T'                value { type: DT_FLOAT } }"
+      " input: ['A'] }"
+      "node { name: 'C' op: 'Zeta' attr { key: 'T' value { type: DT_FLOAT } }"
+      " input: ['A', 'B'] }");
+  EXPECT_EQ(DoMklLayoutOptimizationPass(),
+            "A(Input);B(_MklRelu6);C(Zeta);DMT/_0(Const)|A->B;A->C;"
+            "A:control->DMT/_0:control;B->C:1;DMT/_0->B:1");
+}
+
+TEST_F(MklLayoutPassTest, NodeRewrite_Relu6Grad_Positive) {
+  InitGraph(
+      "node { name: 'A' op: 'Input'}"
+      "node { name: 'B' op: 'Input'}"
+      "node { name: 'C' op: 'Relu6Grad'"
+      " attr { key: 'T'                value { type: DT_FLOAT } }"
+      " input: ['A', 'B'] }"
+      "node { name: 'D' op: 'Zeta' attr { key: 'T' value { type: DT_FLOAT } }"
+      " input: ['A', 'C'] }");
+  EXPECT_EQ(DoMklLayoutOptimizationPass(),
+            "A(Input);B(Input);C(_MklRelu6Grad);D(Zeta);DMT/_0(Const);"
+            "DMT/_1(Const)|A->C;A->D;A:control->DMT/_0:control;"
+            "A:control->DMT/_1:control;B->C:1;C->D:1;DMT/_0->C:2;DMT/_1->C:3");
+}
+
+TEST_F(MklLayoutPassTest, NodeRewrite_Relu6Relu6Grad_Positive) {
+  InitGraph(
+      "node { name: 'A' op: 'Input'}"
+      "node { name: 'B' op: 'Relu6'"
+      " attr { key: 'T'                value { type: DT_FLOAT } }"
+      " input: ['A'] }"
+      "node { name: 'C' op: 'Relu6Grad'"
+      " attr { key: 'T'                value { type: DT_FLOAT } }"
+      " input: ['A', 'B'] }"
+      "node { name: 'D' op: 'Zeta' attr { key: 'T' value { type: DT_FLOAT } }"
+      " input: ['A', 'C'] }");
+  EXPECT_EQ(DoMklLayoutOptimizationPass(),
+            "A(Input);B(_MklRelu6);C(_MklRelu6Grad);D(Zeta);DMT/_0(Const);"
+            "DMT/_1(Const)|A->B;A->C;A->D;A:control->DMT/_0:control;"
+            "A:control->DMT/_1:control;B->C:1;B:1->C:3;C->D:1;DMT/_0->B:1;"
+            "DMT/_1->C:2");
+}
+
 TEST_F(MklLayoutPassTest, NodeRewrite_AvgPool_Positive) {
   InitGraph(
       "node { name: 'A' op: 'Input'}"
@@ -3378,6 +3424,33 @@ TEST_F(MklLayoutPassTest, NodeRewrite_ReluGrad_DeviceTest) {
             "A(Input);B(Input);C(ReluGrad);D(Zeta)|A->C;A->D;B->C:1;C->D:1");
 }
 
+TEST_F(MklLayoutPassTest, NodeRewrite_Relu6_DeviceTest) {
+  InitGraph(
+      "node { name: 'A' op: 'Input'}"
+      "node { name: 'B' op: 'Relu6'"
+      " attr { key: 'T'                value { type: DT_FLOAT } }"
+      " input: ['A'] }"
+      "node { name: 'C' op: 'Zeta' attr { key: 'T' value { type: DT_FLOAT } }"
+      " input: ['A', 'B'] }",
+      kGPUDevice);
+  EXPECT_EQ(DoMklLayoutOptimizationPass(),
+            "A(Input);B(Relu6);C(Zeta)|A->B;A->C;B->C:1");
+}
+
+TEST_F(MklLayoutPassTest, NodeRewrite_Relu6Grad_DeviceTest) {
+  InitGraph(
+      "node { name: 'A' op: 'Input'}"
+      "node { name: 'B' op: 'Input'}"
+      "node { name: 'C' op: 'Relu6Grad'"
+      " attr { key: 'T'                value { type: DT_FLOAT } }"
+      " input: ['A', 'B'] }"
+      "node { name: 'D' op: 'Zeta' attr { key: 'T' value { type: DT_FLOAT } }"
+      " input: ['A', 'C'] }",
+      kGPUDevice);
+  EXPECT_EQ(DoMklLayoutOptimizationPass(),
+            "A(Input);B(Input);C(Relu6Grad);D(Zeta)|A->C;A->D;B->C:1;C->D:1");
+}
+
 TEST_F(MklLayoutPassTest, NodeRewrite_MaxPool_DeviceTest) {
   InitGraph(
       "node { name: 'A' op: 'Input'}"
diff --git a/tensorflow/core/kernels/mkl_relu_op.cc b/tensorflow/core/kernels/mkl_relu_op.cc
index 84385356e1..e010810827 100644
--- a/tensorflow/core/kernels/mkl_relu_op.cc
+++ b/tensorflow/core/kernels/mkl_relu_op.cc
@@ -30,6 +30,7 @@ using mkldnn::algorithm;
 using mkldnn::eltwise_elu;
 using mkldnn::eltwise_relu;
 using mkldnn::eltwise_tanh;
+using mkldnn::eltwise_bounded_relu;
 using mkldnn::memory;
 using mkldnn::prop_kind;
 using mkldnn::relu_backward;
@@ -785,7 +786,8 @@ class MklReluOpBase : public OpKernel {
  public:
   ~MklReluOpBase() {}
 
-  explicit MklReluOpBase(OpKernelConstruction* context) : OpKernel(context) {}
+  explicit MklReluOpBase(OpKernelConstruction* context, float alpha, float beta)
+      : OpKernel(context), alpha_(alpha), beta_(beta) {}
   virtual void Compute_Scalar(OpKernelContext* context) = 0;
 
   void Compute(OpKernelContext* context) override {
@@ -815,10 +817,9 @@ class MklReluOpBase : public OpKernel {
         src_md = MklDnnData<T>::CreateBlockedMemDesc(src_dims, src_strides);
       }
 
-      T alpha = 0, beta = 0;
-
       // get a eltwise fwd from primitive pool
-      MklEltwiseFwdParams<T> fwdParams(src_dims, src_md, alg_kind, alpha, beta);
+      MklEltwiseFwdParams<T> fwdParams(src_dims, src_md, alg_kind, alpha_,
+                                       beta_);
       MklEltwiseFwdPrimitive<T>* eltwise_fwd =
           MklEltwiseFwdPrimitiveFactory<T>::Get(fwdParams);
 
@@ -879,6 +880,8 @@ class MklReluOpBase : public OpKernel {
  private:
   engine cpu_engine = engine(engine::cpu, 0);
   std::shared_ptr<relu_forward::primitive_desc> relu_fwd_pd;
+  float alpha_;
+  float beta_;
 };
 
 template <typename Device, typename T, algorithm alg_kind>
@@ -886,9 +889,9 @@ class MklReluGradOpBase : public OpKernel {
  public:
   ~MklReluGradOpBase() {}
 
-  explicit MklReluGradOpBase(OpKernelConstruction* context)
-      : OpKernel(context) {
-  }
+  explicit MklReluGradOpBase(OpKernelConstruction* context, float alpha,
+                             float beta)
+      : OpKernel(context), alpha_(alpha), beta_(beta) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) = 0;
 
@@ -958,8 +961,6 @@ class MklReluGradOpBase : public OpKernel {
         src_dims = dnn_shape_src.GetSizesAsMklDnnDims();
       }
 
-      T alpha = 0, beta = 0;
-
       // As per comment above, we tell MKLDNN that both the inputs are in same
       // format. So we set common memory descriptor in MKL format, if any of the
       // inputs are in MKL format. Let's get memory descriptor that we will use
@@ -973,8 +974,8 @@ class MklReluGradOpBase : public OpKernel {
         common_md = src_md;
       }
 
-      MklEltwiseBwdParams<T> bwdParams(src_dims, common_md, alg_kind, alpha,
-                                       beta);
+      MklEltwiseBwdParams<T> bwdParams(src_dims, common_md, alg_kind, alpha_,
+                                       beta_);
       MklEltwiseBwdPrimitive<T>* eltwise_bwd =
           MklEltwiseBwdPrimitiveFactory<T>::Get(bwdParams);
       auto eltwise_bwd_pd = eltwise_bwd->GetEltwiseBwdPd();
@@ -1044,6 +1045,8 @@ class MklReluGradOpBase : public OpKernel {
  private:
   engine cpu_engine = engine(engine::cpu, 0);
   std::shared_ptr<relu_forward::primitive_desc> relu_fwd_pd;
+  float alpha_;
+  float beta_;
 };
 
 template <typename Device, typename T>
@@ -1052,7 +1055,7 @@ class MklReluOp : public MklReluOpBase<Device, T, eltwise_relu> {
   ~MklReluOp() {}
 
   explicit MklReluOp(OpKernelConstruction* context)
-      : MklReluOpBase<Device, T, eltwise_relu>(context) {}
+      : MklReluOpBase<Device, T, eltwise_relu>(context, 0.0f, 0.0f) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) {
     const size_t src_index = 0;  // index of src input tensor
@@ -1081,7 +1084,7 @@ class MklReluGradOp : public MklReluGradOpBase<Device, T, eltwise_relu> {
   ~MklReluGradOp() {}
 
   explicit MklReluGradOp(OpKernelConstruction* context)
-      : MklReluGradOpBase<Device, T, eltwise_relu>(context) {}
+      : MklReluGradOpBase<Device, T, eltwise_relu>(context, 0.0f, 0.0f) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) {
     const size_t diff_dst_index = 0;  // index of diff_dst input tensor
@@ -1115,7 +1118,7 @@ class MklEluOp : public MklReluOpBase<Device, T, eltwise_elu> {
   ~MklEluOp() {}
 
   explicit MklEluOp(OpKernelConstruction* context)
-      : MklReluOpBase<Device, T, eltwise_elu>(context) {}
+      : MklReluOpBase<Device, T, eltwise_elu>(context, 0.0f, 0.0f) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) {
     const size_t src_index = 0;  // index of src input tensor
@@ -1148,7 +1151,7 @@ class MklEluGradOp : public MklReluGradOpBase<Device, T, eltwise_elu> {
   ~MklEluGradOp() {}
 
   explicit MklEluGradOp(OpKernelConstruction* context)
-      : MklReluGradOpBase<Device, T, eltwise_elu>(context) {}
+      : MklReluGradOpBase<Device, T, eltwise_elu>(context, 0.0f, 0.0f) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) {
     const size_t diff_dst_index = 0;  // index of diff_dst input tensor
@@ -1187,7 +1190,7 @@ class MklTanhOp : public MklReluOpBase<Device, T, eltwise_tanh> {
   ~MklTanhOp() {}
 
   explicit MklTanhOp(OpKernelConstruction* context)
-      : MklReluOpBase<Device, T, eltwise_tanh>(context) {}
+      : MklReluOpBase<Device, T, eltwise_tanh>(context, 0.0f, 0.0f) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) {
     const size_t src_index = 0;  // index of src input tensor
@@ -1219,7 +1222,7 @@ class MklTanhGradOp : public MklReluGradOpBase<Device, T, eltwise_tanh> {
   ~MklTanhGradOp() {}
 
   explicit MklTanhGradOp(OpKernelConstruction* context)
-      : MklReluGradOpBase<Device, T, eltwise_tanh>(context) {}
+      : MklReluGradOpBase<Device, T, eltwise_tanh>(context, 0.0f, 0.0f) {}
 
   virtual void Compute_Scalar(OpKernelContext* context) {
     const size_t diff_dst_index = 0;  // index of diff_dst input tensor
@@ -1251,6 +1254,76 @@ class MklTanhGradOp : public MklReluGradOpBase<Device, T, eltwise_tanh> {
   }
 };
 
+#define RELU6_UPPER_BOUND 6.0f
+template <typename Device, typename T>
+class MklRelu6Op : public MklReluOpBase<Device, T, eltwise_bounded_relu> {
+ public:
+  ~MklRelu6Op() {}
+
+  explicit MklRelu6Op(OpKernelConstruction* context)
+      : MklReluOpBase<Device, T, eltwise_bounded_relu>(
+            context, RELU6_UPPER_BOUND, 0.0f) {}
+
+  virtual void Compute_Scalar(OpKernelContext* context) {
+    const size_t src_index = 0;  // index of src input tensor
+    const size_t dst_index = 0;  // index of dst output tensor
+    const Tensor& src_tensor = MklGetInput(context, src_index);
+    MklDnnShape dnn_shape_src;
+    GetMklShape(context, src_index, &dnn_shape_src);
+
+    Tensor* dst_tensor = nullptr;
+    void* user_i =
+        static_cast<void*>(const_cast<T*>(src_tensor.flat<T>().data()));
+    MklDnnShape dnn_shape_dst;
+    dnn_shape_dst.SetMklTensor(false);
+    AllocateOutputSetMklShape(context, dst_index, &dst_tensor,
+                              src_tensor.shape(), dnn_shape_dst);
+    void* out_o = static_cast<void*>(dst_tensor->flat<T>().data());
+    (static_cast<T*>(out_o))[0] =
+        std::min(std::max((static_cast<T*>(user_i))[0], static_cast<T>(0)),
+                 static_cast<T>(RELU6_UPPER_BOUND));
+    return;
+  }
+};
+
+template <typename Device, typename T>
+class MklRelu6GradOp
+    : public MklReluGradOpBase<Device, T, eltwise_bounded_relu> {
+ public:
+  ~MklRelu6GradOp() {}
+
+  explicit MklRelu6GradOp(OpKernelConstruction* context)
+      : MklReluGradOpBase<Device, T, eltwise_bounded_relu>(
+            context, RELU6_UPPER_BOUND, 0.0f) {}
+
+  virtual void Compute_Scalar(OpKernelContext* context) {
+    const size_t diff_dst_index = 0;  // index of diff_dst input tensor
+    const size_t src_index = 1;       // index of src input tensor
+    const size_t diff_src_index = 0;  // index of diff_src output tensor
+    const Tensor& src_tensor = MklGetInput(context, src_index);
+    const Tensor& diff_dst_tensor = MklGetInput(context, diff_dst_index);
+    Tensor* diff_src_tensor = nullptr;
+
+    MklDnnShape dnn_shape_diff_dst;
+    GetMklShape(context, diff_dst_index, &dnn_shape_diff_dst);
+
+    MklDnnShape dnn_shape_diff_src;
+    dnn_shape_diff_src.SetMklTensor(false);
+    AllocateOutputSetMklShape(context, diff_src_index, &diff_src_tensor,
+                              diff_dst_tensor.shape(), dnn_shape_diff_src);
+    void* out_o = static_cast<void*>(diff_src_tensor->flat<T>().data());
+    void* user_i =
+        static_cast<void*>(const_cast<T*>(src_tensor.flat<T>().data()));
+    void* user_g =
+        static_cast<void*>(const_cast<T*>(diff_dst_tensor.flat<T>().data()));
+    (static_cast<T*>(out_o))[0] =
+        (static_cast<T*>(user_g))[0] *
+        ((static_cast<T*>(user_i))[0] > 0 &&
+         (static_cast<T*>(user_i))[0] < static_cast<T>(RELU6_UPPER_BOUND));
+    return;
+  }
+};
+
 #endif
 
 // register dnn kernels for supported operations and supported types
@@ -1296,6 +1369,19 @@ TF_CALL_float(REGISTER_ELU_MKL_SUPPORTED_KERNELS_TYPES);
                           MklTanhGradOp<CPUDevice, type>);
 TF_CALL_float(REGISTER_TANH_MKL_SUPPORTED_KERNELS_TYPES);
 
+#define REGISTER_RELU6_MKL_SUPPORTED_KERNELS_TYPES(type)            \
+  REGISTER_KERNEL_BUILDER(Name("_MklRelu6")                         \
+                              .Device(DEVICE_CPU)                   \
+                              .TypeConstraint<type>("T")            \
+                              .Label(mkl_op_registry::kMklOpLabel), \
+                          MklRelu6Op<CPUDevice, type>);             \
+  REGISTER_KERNEL_BUILDER(Name("_MklRelu6Grad")                     \
+                              .Device(DEVICE_CPU)                   \
+                              .TypeConstraint<type>("T")            \
+                              .Label(mkl_op_registry::kMklOpLabel), \
+                          MklRelu6GradOp<CPUDevice, type>);
+TF_CALL_float(REGISTER_RELU6_MKL_SUPPORTED_KERNELS_TYPES);
+
 #endif
 
 }  // namespace tensorflow
diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index 2485fa4717..8668d69a4d 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -1850,6 +1850,37 @@ NOTE Do not invoke this operator directly in Python. Graph rewrite pass is
 expected to invoke these operators.
 )doc");
 
+REGISTER_OP("_MklRelu6")
+    .Input("features: T")
+    .Input("mkl_features: uint8")
+    .Output("activations: T")
+    .Output("mkl_activations: uint8")
+    .Attr("T: realnumbertype")
+    .SetShapeFn(shape_inference::UnchangedShape)
+    .Doc(R"doc(
+MKL version of Relu6 operator. Uses MKL DNN APIs to implement Relu6 operator.
+
+NOTE Do not invoke this operator directly in Python. Graph rewrite pass is
+expected to invoke these operators.
+)doc");
+
+REGISTER_OP("_MklRelu6Grad")
+    .Input("gradients: T")
+    .Input("features: T")
+    .Input("mkl_gradients: uint8")
+    .Input("mkl_features: uint8")
+    .Output("backprops: T")
+    .Output("mkl_backprops: uint8")
+    .Attr("T: realnumbertype")
+    .SetShapeFn(shape_inference::MergeBothInputsShapeFn)
+    .Doc(R"doc(
+MKL version of Relu6Grad operator. Uses MKL DNN APIs to compute rectified
+linear gradients for Relu6 operation.
+
+NOTE Do not invoke this operator directly in Python. Graph rewrite pass is
+expected to invoke these operators.
+)doc");
+
 REGISTER_OP("_MklElu")
     .Input("features: T")
     .Input("mkl_features: uint8")
-- 
GitLab


From 172d199db9bab808723d24ea586322f1b2d80413 Mon Sep 17 00:00:00 2001
From: leondgarse <leondgarse@aol.com>
Date: Thu, 13 Sep 2018 16:12:18 +0800
Subject: [PATCH 0017/1825] Use the last char instead of the first in
 prediction

---
 .../examples/generative_examples/text_generation.ipynb    | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
index e0d5e494d4..07dbfd3630 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
@@ -598,19 +598,13 @@
         "# empty string to store our results\n",
         "text_generated = ''\n",
         "\n",
-        "# low temperatures results in more predictable text.\n",
-        "# higher temperatures results in more surprising text\n",
-        "# experiment to find the best setting\n",
-        "temperature = 1.0\n",
-        "\n",
         "# hidden state shape == (batch_size, number of rnn units); here batch size == 1\n",
         "hidden = [tf.zeros((1, units))]\n",
         "for i in range(num_generate):\n",
         "    predictions, hidden = model(input_eval, hidden)\n",
         "\n",
         "    # using a multinomial distribution to predict the word returned by the model\n",
-        "    predictions = predictions / temperature\n",
-        "    predicted_id = tf.argmax(predictions[0]).numpy()\n",
+        "    predicted_id = tf.argmax(predictions[-1]).numpy()\n",
         "    \n",
         "    # We pass the predicted word as the next input to the model\n",
         "    # along with the previous hidden state\n",
-- 
GitLab


From 11e6c7532899a078d20f1f19441fb7bcfadc93c0 Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Thu, 13 Sep 2018 07:30:05 -0700
Subject: [PATCH 0018/1825] Limit vectorized methods to linux platforms (for
 now). Remove commented out code

---
 .../core/kernels/crop_resize_bilinear_core.h  | 73 +++++--------------
 tensorflow/core/kernels/resize_bilinear_op.cc |  8 +-
 2 files changed, 24 insertions(+), 57 deletions(-)

diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
index 0209130b2c..3125fbdd3d 100644
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -478,7 +478,21 @@ void crop_resize_single_image(const T* image, const int64 in_height,
   }
 }
 
-#ifdef __SSE4_1__
+// template for method that calls either explicitly vectorized method
+// or the fallback method, depending on what is appropriate for the
+// machine you are running on
+template <typename T, typename U>
+void crop_resize_single_image_common(
+    const T* image, const int64 in_height, const int64 in_width,
+    const int64 out_height, const int64 out_width, const int channels,
+    const int min_ix, const int max_ix, const CachedInterpolation* xs,
+    const int min_iy, const int max_iy, const CachedInterpolation* ys,
+    const float extrapolated_value, const bool flip_x, const bool flip_y,
+    U* output) TF_ATTRIBUTE_NOINLINE;
+
+// For now, only compile vectorized code on LINUX systems.
+// to-do: Test vectorized code on other platforms (MacOS and Windows).
+#if defined(__linux__) && defined(__SSE4_1__)
 
 //
 // The remaining code implements explicitly vectorized versions of a bilinear
@@ -3605,6 +3619,7 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
     // copy xs values, but filter out the following:
     // xs[].lower == xs[].upper AND xs[].lerp == 0
     // xs[].lower == xs[].upper AND xs[].lerp == 1
+    assert( min_ix_ <= max_ix_ );
     xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
     for (int i = min_ix_; i <= max_ix_; ++i) {
       int ix = i - min_ix_;
@@ -3731,11 +3746,6 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
   bool Load4_ok_(const int min_xidx, const int max_xidx);
   bool Load8_ok_(const int min_xidx, const int max_xidx);
 
-  // debugging
-  int y_;
-  const T* input_image_;
-  U* output_image_;
-
  public:
   //
   // public client methods
@@ -3751,9 +3761,6 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
 
 template <class T, class U>
 void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
-  // store these for debugging
-  input_image_ = input_image;
-  output_image_ = output_image_;
   //
   U uEx = cast_to<U>(extrapolated_value_, _f_min_val, _f_max_val, _u_min_val,
                      _u_max_val);
@@ -3798,7 +3805,6 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
   // interpolation region
   int y = y0_;
   for (y = y0_; y + 1 <= y1_; y += 2) {
-    y_ = y;
     const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
     const float yA_lerp = ys_[iyA].lerp;
     const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
@@ -3903,11 +3909,8 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
     } else {
       assert(false);
     }
-    // printf("*2 :: y=%d, channels_=%d,
-    // num_load8_=%d\n",y,channels_,num_load8_);
   }
   for (; y <= y1_; ++y) {
-    y_ = y;
     const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
     const float yA_lerp = ys_[iyA].lerp;
     const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
@@ -3963,7 +3966,6 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
     } else {
       assert(false);
     }
-    // printf("*1 :: y=%d\n",y);
   }
 }
 
@@ -5025,7 +5027,6 @@ void CropResizeCastImage<T, U>::Configure_() {
     assert(load_group >= 0 && load_group <= 4);
     int current = num_cases[load_group];
     assert(current >= 0);
-    // printf(" ... load_group=%d, current=%d\n",load_group,current);
     if (load_group == 0) {
       // general case
       assert(current < num_general_);
@@ -5036,7 +5037,6 @@ void CropResizeCastImage<T, U>::Configure_() {
       load1_x_[current] = x;
       int min_xidx, max_xidx;
       ComputeXIndexRange_(x, &min_xidx, &max_xidx);
-      // printf(" ... x=%d, min_xidx=%d, max_xidx=%d\n",x,min_xidx,max_xidx);
       load1_offsets_[current] = min_xidx * channels_;
       float* xs_lerp = (float*)(load1_shuffle_masks_ + current * channels_ * 3);
       char* shufmasks1 =
@@ -5049,15 +5049,12 @@ void CropResizeCastImage<T, U>::Configure_() {
         float lerp = xs_[ix].lerp;
         int widx0 = xs_[ix].lower -
                     load1_offsets_[current];  // word index within SSE vector
-        // printf(" ..... pix_ix=%d, lerp=%f, widx0=%d\n",ix,lerp,widx0);
         for (int ch = 0; ch < channels_; ++ch) {
           int idx = pix * channels_ + ch;
           xs_lerp[idx] = lerp;
           int shufvec = idx / 4;
           int shufidx = idx % 4;
           int widx = widx0 + ch;
-          // printf(" ....... ch=%d, idx=%d, shufvec=%d, shufidx=%d, widx=%d,
-          // shufmasks1[%ld...]=...\n",ch,idx,shufvec,shufidx,widx,shufvec*16+shufidx*sizeof(T));
           for (int b = 0; b < sizeof(T); ++b) {
             shufmasks1[shufvec * 16 + shufidx * sizeof(T) + b] =
                 widx * sizeof(T) + b;
@@ -5111,12 +5108,6 @@ void CropResizeCastImage<T, U>::Configure_() {
           xs_lerp[idx] = lerp;
         }
       }
-      /* debug
-      printf("load4from4_%dch :: x=%d -
-      index={%ld",channels_,x,index[0]*sizeof(T));
-      for (int i = 1;  i < 4;  ++i) printf(",%ld",index[i]*sizeof(T));
-      printf("}\n");
-      */
     } else if (load_group == 4) {
       // load4from8
       assert(current < num_load8_);
@@ -5133,20 +5124,6 @@ void CropResizeCastImage<T, U>::Configure_() {
           xs_lerp[idx] = lerp;
         }
       }
-      /* debug
-      printf("x=%d :: load8_x_[%d] = %d",x,current,load8_x_[current]);
-      printf(", load8_offsets_[%d] = {%d",current*4,load8_offsets_[current*4]);
-      for (int pix = 1;  pix < 4;  ++pix)
-      printf(",%d",load8_offsets_[current*4+pix]);
-      printf("}");
-      for (int ch = 0;  ch < channels_;  ++ch) {
-        float* p = (float*)(load8_mmxs_lerp_ + current * channels_ + ch);
-        printf(", lerp[%d] = {%.3f",current*channels_+ch,p[0]);
-        for (int j = 1;  j < 4;  ++j) printf(",%.3f",p[j]);
-        printf("}");
-      }
-      printf("\n");
-      */
     } else {
       assert(false);
     }
@@ -5517,19 +5494,6 @@ bool CropResizeCastImage<float, float>::clip_necessary() {
   return false;
 }
 
-#endif  // __SSE4_1__
-
-template <typename T, typename U>
-void crop_resize_single_image_common(
-    const T* image, const int64 in_height, const int64 in_width,
-    const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation* xs,
-    const int min_iy, const int max_iy, const CachedInterpolation* ys,
-    const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U* output) TF_ATTRIBUTE_NOINLINE;
-
-#ifdef __SSE4_1__
-
 // full specializations of crop_resize_single_image_common for data types that
 // have vectorized implementations.
 // at the moment, this is uint8, int8, uint16, int16, int32, Eigen::half,
@@ -5594,8 +5558,9 @@ CROP_RESIZE_SINGLE_IMAGE_REGULAR(double, float)
 
 #else
 
-// the vectorized implementations need at least SSE4.1 to compile.
-// if that is not enabled, default to original code.
+// compile fall-back code if either
+// a) target is not a linux machine
+// b) target architecture does not support at least SSE4.1
 
 template <class T, class U>
 void crop_resize_single_image_common(
diff --git a/tensorflow/core/kernels/resize_bilinear_op.cc b/tensorflow/core/kernels/resize_bilinear_op.cc
index 5cc8799346..566e94cdef 100644
--- a/tensorflow/core/kernels/resize_bilinear_op.cc
+++ b/tensorflow/core/kernels/resize_bilinear_op.cc
@@ -90,12 +90,13 @@ struct ResizeBilinear<CPUDevice, T> {
       return;
     }
 
-    std::vector<CachedInterpolation> ys(out_height + 1);
-    std::vector<CachedInterpolation> xs(out_width + 1);
-
     // Compute the cached interpolation weights on the x and y dimensions.
+    std::vector<CachedInterpolation> ys;
+    ys.resize(out_height + 1);
     compute_interpolation_weights(out_height, in_height, height_scale,
                                   ys.data());
+    std::vector<CachedInterpolation> xs;
+    xs.resize(out_width + 1);
     compute_interpolation_weights(out_width, in_width, width_scale, xs.data());
 
     // Scale x interpolation weights to avoid a multiplication during iteration.
@@ -111,6 +112,7 @@ struct ResizeBilinear<CPUDevice, T> {
           out_height - 1, ys.data(), 0.0f, false, false,
           output.data() + (int64)b * out_batch_num_values);
     }
+    // xs and ys are freed when they go out of scope
   }
 };
 }  // namespace functor
-- 
GitLab


From 848a72432d2093893bc3a70ed41d528876ffa324 Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Thu, 13 Sep 2018 11:24:21 -0700
Subject: [PATCH 0019/1825] Run clang-format again. Don't override compile
 target switch(es).

---
 tensorflow/core/kernels/BUILD                       | 4 ++--
 tensorflow/core/kernels/crop_resize_bilinear_core.h | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 98e1f0ab13..08f698c257 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -2156,7 +2156,7 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "crop_and_resize_op",
-    copts = tf_copts() + if_linux_x86_64(["-msse4.1 -finline-functions"]),
+    copts = tf_copts() + if_linux_x86_64(["-finline-functions"]),
     prefix = "crop_and_resize_op",
     deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
 )
@@ -2223,7 +2223,7 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "resize_bilinear_op",
-    copts = tf_copts() + if_linux_x86_64(["-msse4.1 -finline-functions"]),
+    copts = tf_copts() + if_linux_x86_64(["-finline-functions"]),
     prefix = "resize_bilinear_op",
     deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
 )
diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
index 3125fbdd3d..62c275d4cc 100644
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -3619,7 +3619,7 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
     // copy xs values, but filter out the following:
     // xs[].lower == xs[].upper AND xs[].lerp == 0
     // xs[].lower == xs[].upper AND xs[].lerp == 1
-    assert( min_ix_ <= max_ix_ );
+    assert(min_ix_ <= max_ix_);
     xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
     for (int i = min_ix_; i <= max_ix_; ++i) {
       int ix = i - min_ix_;
-- 
GitLab


From 1557c36e6552138ba3aacb8a56fcd082c76ed606 Mon Sep 17 00:00:00 2001
From: Rasmi Elasmar <rasmi@google.com>
Date: Thu, 13 Sep 2018 16:45:31 -0400
Subject: [PATCH 0020/1825] Updated docs to point to tfp instead of tf.contrib

---
 tensorflow/contrib/bayesflow/__init__.py                     | 2 ++
 tensorflow/contrib/bayesflow/python/ops/monte_carlo.py       | 5 ++++-
 tensorflow/contrib/distributions/__init__.py                 | 2 ++
 .../contrib/distributions/python/ops/bijectors/__init__.py   | 2 ++
 4 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/bayesflow/__init__.py b/tensorflow/contrib/bayesflow/__init__.py
index 41a8c920fc..493046b399 100644
--- a/tensorflow/contrib/bayesflow/__init__.py
+++ b/tensorflow/contrib/bayesflow/__init__.py
@@ -14,6 +14,8 @@
 # ==============================================================================
 """Ops for representing Bayesian computation.
 
+Use [tfp](/probability/api_docs/python/tfp) instead.
+
 ## This package provides classes for Bayesian computation with TensorFlow.
 """
 from __future__ import absolute_import
diff --git a/tensorflow/contrib/bayesflow/python/ops/monte_carlo.py b/tensorflow/contrib/bayesflow/python/ops/monte_carlo.py
index 68fa415eea..28a829d87d 100644
--- a/tensorflow/contrib/bayesflow/python/ops/monte_carlo.py
+++ b/tensorflow/contrib/bayesflow/python/ops/monte_carlo.py
@@ -12,7 +12,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Monte Carlo integration and helpers."""
+"""Monte Carlo integration and helpers.
+
+Use [tfp.monte_carlo](/probability/api_docs/python/tfp/monte_carlo) instead.
+"""
 
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/contrib/distributions/__init__.py b/tensorflow/contrib/distributions/__init__.py
index 5cec93c4df..92bb058e17 100644
--- a/tensorflow/contrib/distributions/__init__.py
+++ b/tensorflow/contrib/distributions/__init__.py
@@ -13,6 +13,8 @@
 # limitations under the License.
 # ==============================================================================
 """Classes representing statistical distributions and ops for working with them.
+
+Use [tfp.distributions](/probability/api_docs/python/tfp/distributions) instead.
 """
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/__init__.py b/tensorflow/contrib/distributions/python/ops/bijectors/__init__.py
index e141f8b5c6..3b17de9b8a 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/__init__.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/__init__.py
@@ -14,6 +14,8 @@
 # ==============================================================================
 """Bijector Ops.
 
+Use [tfp.bijectors](/probability/api_docs/python/tfp/bijectors) instead.
+
 @@AbsoluteValue
 @@Affine
 @@AffineLinearOperator
-- 
GitLab


From c81edb2c1a1eb8b6c831978aed5cb1d3b89f14af Mon Sep 17 00:00:00 2001
From: Mahmoud Abuzaina <mahmoud.abuzaina@intel.com>
Date: Thu, 13 Sep 2018 13:50:57 -0700
Subject: [PATCH 0021/1825] Fixed more merge conflicts

---
 tensorflow/core/BUILD                         |   7 +-
 tensorflow/core/graph/mkl_graph_util.h        |  29 +-
 tensorflow/core/kernels/BUILD                 |  11 +-
 tensorflow/core/kernels/mkl_conv_ops.cc       | 859 ++++++++++++++++--
 .../core/kernels/mkl_quantized_conv_ops.h     |  55 ++
 tensorflow/core/ops/mkl_nn_ops.cc             | 612 +++++++++++++
 tensorflow/core/util/mkl_util.h               |  16 +
 7 files changed, 1503 insertions(+), 86 deletions(-)
 create mode 100644 tensorflow/core/kernels/mkl_quantized_conv_ops.h
 create mode 100644 tensorflow/core/ops/mkl_nn_ops.cc

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 8f32bc2844..df6b2297b4 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1051,6 +1051,7 @@ tf_gen_op_libs(
         "logging_ops",
         "manip_ops",
         "math_ops",
+        "mkl_nn_ops",
         "nn_ops",
         "no_op",
         "parsing_ops",
@@ -1189,7 +1190,7 @@ cc_library(
         ":training_ops_op_lib",
         ":user_ops_op_lib",
         ":word2vec_ops",
-    ] + tf_additional_cloud_op_deps(),
+    ] + if_mkl([":mkl_nn_ops_op_lib"]) + tf_additional_cloud_op_deps(),
     alwayslink = 1,
 )
 
@@ -1244,7 +1245,9 @@ cc_library(
         ":framework",
         ":lib",
         ":nn_ops_op_lib",
-    ],
+    ] + if_mkl([
+        ":mkl_nn_ops_op_lib",
+    ]),
     alwayslink = 1,
 )
 
diff --git a/tensorflow/core/graph/mkl_graph_util.h b/tensorflow/core/graph/mkl_graph_util.h
index bab1df87a4..990b2fe9b0 100644
--- a/tensorflow/core/graph/mkl_graph_util.h
+++ b/tensorflow/core/graph/mkl_graph_util.h
@@ -75,6 +75,8 @@ int inline GetTensorMetaDataIndex(int n, int total_tensors) {
 namespace mkl_op_registry {
 static const char* kMklOpLabel = "MklOp";
 static const char* kMklOpLabelPattern = "label='MklOp'";
+static const char* kMklQuantizedOpLabel = "QuantizedMklOp";
+static const char* kMklQuantizedOpLabelPattern = "label='QuantizedMklOp'";
 // Prefix that we add to Tensorflow op name to construct Mkl op name.
 static const char* const kMklOpPrefix = "_Mkl";
 
@@ -91,9 +93,30 @@ inline string GetMklOpName(const string& name) {
 // @return: true if opname is registered as Mkl op; false otherwise
 static inline bool IsMklOp(const string& op_name, DataType T) {
   string kernel = KernelsRegisteredForOp(op_name);
-  bool result =
-      kernel.find(kMklOpLabelPattern) != string::npos && (T == DT_FLOAT);
-  return result;
+
+  // Restrict quantized ops to QUINT8 and QINT8 for now
+  if (kernel.find(kMklQuantizedOpLabelPattern) != string::npos) {
+    return (T == DT_QUINT8 || T == DT_QINT8);
+  }
+  // Restrict regular ops to FLOAT
+  if (kernel.find(kMklOpLabelPattern) != string::npos) {
+    return (T == DT_FLOAT);
+  }
+  return false;
+}
+
+// TODO(mdfaijul): QuantizedConv2D is registered with input: QUINT8
+// filter:QINT8 for mkldnn integration. First a dummy kernel is created
+// and then it is replaced by an actual kernel.
+static inline bool IsMklOp(const string& op_name, DataType Tinput,
+                           DataType Tfilter) {
+  string kernel = KernelsRegisteredForOp(op_name);
+
+  // Restrict quantized ops to QUINT8 and QINT8 for now
+  if (kernel.find(kMklQuantizedOpLabelPattern) != string::npos) {
+    return (Tinput == DT_QUINT8 && Tfilter == DT_QINT8);
+  }
+  return false;
 }
 
 // Check whether opname with type T is registered as MKL-compliant and
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 94d3ab4467..d1e1596b0b 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -3468,7 +3468,7 @@ NN_DEPS = [
     "//tensorflow/core:nn_grad",
     "//tensorflow/core:nn_ops_op_lib",
     "//third_party/eigen3",
-]
+] + if_mkl(["//tensorflow/core:mkl_nn_ops_op_lib"])
 
 tf_kernel_library(
     name = "batch_norm_op",
@@ -6215,6 +6215,7 @@ tf_cc_test(
 
 tf_mkl_kernel_library(
     name = "mkl_conv_op",
+    hdrs = ["mkl_quantized_conv_ops.h"],
     prefix = "mkl_conv",
     deps = [
         ":bounds_check",
@@ -6224,6 +6225,7 @@ tf_mkl_kernel_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:mkl_nn_ops_op_lib",
         "//tensorflow/core:nn_ops_op_lib",
     ] + mkl_deps(),
 )
@@ -6238,6 +6240,7 @@ tf_mkl_kernel_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:mkl_nn_ops_op_lib",
         "//tensorflow/core:nn_ops_op_lib",
     ] + mkl_deps(),
 )
@@ -6253,6 +6256,7 @@ tf_mkl_kernel_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:mkl_nn_ops_op_lib",
         "//tensorflow/core:nn_ops_op_lib",
     ] + mkl_deps(),
 )
@@ -6272,6 +6276,7 @@ tf_mkl_kernel_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:mkl_nn_ops_op_lib",
         "//tensorflow/core:nn_ops_op_lib",
     ] + mkl_deps(),
 )
@@ -6286,6 +6291,7 @@ tf_mkl_kernel_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:mkl_nn_ops_op_lib",
         "//tensorflow/core:nn_ops_op_lib",
         "//third_party/eigen3",
     ] + mkl_deps(),
@@ -6301,6 +6307,7 @@ tf_mkl_kernel_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:mkl_nn_ops_op_lib",
         "//tensorflow/core:nn_ops_op_lib",
         "//third_party/eigen3",
     ] + mkl_deps(),
@@ -6321,7 +6328,7 @@ tf_mkl_kernel_library(
 tf_mkl_kernel_library(
     name = "mkl_concat_op",
     prefix = "mkl_concat_op",
-    deps = ARRAY_DEPS + mkl_deps(),
+    deps = [":quantization_utils"] + ARRAY_DEPS + mkl_deps(),
 )
 
 tf_mkl_kernel_library(
diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index 184e0cb003..95b6dc066c 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #ifdef INTEL_MKL
 
 #include <string.h>
+#include <algorithm>
 #include <map>
 #include <vector>
-#include <memory>
 
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
@@ -29,6 +29,8 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor_slice.h"
 #include "tensorflow/core/kernels/bounds_check.h"
 #include "tensorflow/core/kernels/mkl_conv_ops.h"
+#include "tensorflow/core/kernels/mkl_quantized_conv_ops.h"
+#include "tensorflow/core/kernels/no_op.h"
 #include "tensorflow/core/kernels/ops_util.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/gtl/array_slice.h"
@@ -69,6 +71,12 @@ struct MklConvFwdParams {
   memory::dims dilations;
   memory::dims padding_left;
   memory::dims padding_right;
+  string dtypes = string("");
+  struct PostOpParam {
+    string name;
+    std::vector<float> param;
+  };
+  std::vector<PostOpParam> post_op_params;
 
   MklConvFwdParams(memory::dims src_dims, memory::dims filter_dims,
                    memory::dims bias_dims, memory::dims dst_dims,
@@ -83,8 +91,10 @@ struct MklConvFwdParams {
         padding_left(padding_left),
         padding_right(padding_right) {}
 };
-
-template <typename T>
+// With quantization, input, filter, and output can have different types
+// so we use differnt template parameter for each type
+template <typename T, typename Tinput, typename Tfilter, typename Tbias,
+          typename Toutput>
 class MklConvFwdPrimitive : public MklPrimitive {
  public:
   explicit MklConvFwdPrimitive(const MklConvFwdParams& convFwdDims)
@@ -103,16 +113,16 @@ class MklConvFwdPrimitive : public MklPrimitive {
   //   filter_data: input data buffer of filter (weights)
   //   bias_data:   input data buffer of bias
   //   dst_data:    output data buffer of dst
-  void Execute(const T* src_data, const T* filter_data, const T* bias_data,
-               const T* dst_data) {
+  void Execute(const Tinput* src_data, const Tfilter* filter_data,
+               const Tbias* bias_data, const Toutput* dst_data) {
     context_.src_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(src_data)));
+        static_cast<void*>(const_cast<Tinput*>(src_data)));
     context_.filter_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(filter_data)));
+        static_cast<void*>(const_cast<Tfilter*>(filter_data)));
     context_.bias_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(bias_data)));
+        static_cast<void*>(const_cast<Tbias*>(bias_data)));
     context_.dst_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(dst_data)));
+        static_cast<void*>(const_cast<Toutput*>(dst_data)));
     context_.fwd_stream->submit(context_.fwd_primitives);
 
     // after exec, set data handle back
@@ -128,13 +138,14 @@ class MklConvFwdPrimitive : public MklPrimitive {
   //   src_data:    input data buffer of src
   //   filter_data: input data buffer of filter (weights)
   //   dst_data:    output data buffer of dst
-  void Execute(const T* src_data, const T* filter_data, const T* dst_data) {
+  void Execute(const Tinput* src_data, const Tfilter* filter_data,
+               const Toutput* dst_data) {
     context_.src_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(src_data)));
+        static_cast<void*>(const_cast<Tinput*>(src_data)));
     context_.filter_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(filter_data)));
+        static_cast<void*>(const_cast<Tfilter*>(filter_data)));
     context_.dst_mem->set_data_handle(
-        static_cast<void*>(const_cast<T*>(dst_data)));
+        static_cast<void*>(const_cast<Toutput*>(dst_data)));
     context_.fwd_stream->submit(context_.fwd_primitives);
 
     // after execution, set data handle back
@@ -200,17 +211,17 @@ class MklConvFwdPrimitive : public MklPrimitive {
   void Setup(const MklConvFwdParams& convFwdDims) {
     // create memory descriptors for convolution data w/ no specified format
     context_.src_md.reset(new memory::desc(
-        {convFwdDims.src_dims}, MklDnnType<T>(), memory::format::any));
+        {convFwdDims.src_dims}, MklDnnType<Tinput>(), memory::format::any));
 
     context_.filter_md.reset(new memory::desc(
-        {convFwdDims.filter_dims}, MklDnnType<T>(), memory::format::any));
+        {convFwdDims.filter_dims}, MklDnnType<Tfilter>(), memory::format::any));
 
     context_.dst_md.reset(new memory::desc(
-        {convFwdDims.dst_dims}, MklDnnType<T>(), memory::format::any));
+        {convFwdDims.dst_dims}, MklDnnType<Toutput>(), memory::format::any));
 
     if (!convFwdDims.bias_dims.empty())
       context_.bias_md.reset(new memory::desc(
-          {convFwdDims.bias_dims}, MklDnnType<T>(), memory::format::any));
+          {convFwdDims.bias_dims}, MklDnnType<Tbias>(), memory::format::any));
 
     // create a convolution
     if (!convFwdDims.bias_dims.empty()) {
@@ -230,6 +241,42 @@ class MklConvFwdPrimitive : public MklPrimitive {
     context_.fwd_pd.reset(new convolution_forward::primitive_desc(
         *context_.fwd_desc, cpu_engine_));
 
+    // Check if there is any fusions as post-ops
+    auto const& post_op_params = convFwdDims.post_op_params;
+    mkldnn::primitive_attr post_ops_attr;
+    mkldnn::post_ops post_ops;
+    if (!post_op_params.empty()) {
+      for (auto const& post_op_param : post_op_params) {
+        if (post_op_param.name == "relu") {
+          CHECK_EQ(post_op_param.param.size(), 3);
+          float op_scale = post_op_param.param[0];
+          float op_alpha = post_op_param.param[1];
+          float op_beta = post_op_param.param[2];
+          post_ops.append_eltwise(op_scale, mkldnn::eltwise_relu, op_alpha,
+                                  op_beta);
+        } else if (post_op_param.name == "sum") {
+          CHECK_EQ(post_op_param.param.size(), 1);
+          float op_scale = post_op_param.param[0];
+          post_ops.append_sum(op_scale);
+        } else if (post_op_param.name == "output_scale") {
+          CHECK_EQ(post_op_param.param.size(), 1);
+          std::vector<float> scales;
+          scales.push_back(post_op_param.param[0]);
+          post_ops_attr.set_output_scales(0, scales);
+        } else {
+          TF_CHECK_OK(
+              Status(error::Code::UNIMPLEMENTED,
+                     "For now, only Relu and Sum are supported for fusion."));
+        }
+      }
+      post_ops_attr.set_post_ops(post_ops);
+      context_.fwd_pd.reset(new convolution_forward::primitive_desc(
+          *context_.fwd_desc, post_ops_attr, cpu_engine_));
+    } else {
+      context_.fwd_pd.reset(new convolution_forward::primitive_desc(
+          *context_.fwd_desc, cpu_engine_));
+    }
+
     // store the expected memory format
     context_.src_fmt = static_cast<mkldnn::memory::format>(
         context_.fwd_pd.get()->src_primitive_desc().desc().data.format);
@@ -268,23 +315,30 @@ class MklConvFwdPrimitive : public MklPrimitive {
   engine cpu_engine_;
 };
 
-template <typename T>
+template <typename T, typename Tinput, typename Tfilter, typename Tbias,
+          typename Toutput>
 class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
  public:
-  static MklConvFwdPrimitive<T>* Get(const MklConvFwdParams& convFwdDims,
-                                     bool do_not_cache) {
-    MklConvFwdPrimitive<T>* conv_fwd = nullptr;
+  static MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>* Get(
+      const MklConvFwdParams& convFwdDims, bool do_not_cache) {
+    MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>* conv_fwd = nullptr;
 
     if (do_not_cache) { /* Always create new primitive */
-      conv_fwd = new MklConvFwdPrimitive<T>(convFwdDims);
+      conv_fwd = new MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>(
+          convFwdDims);
     } else {
       // try to find a suitable one in pool
-      conv_fwd = dynamic_cast<MklConvFwdPrimitive<T>*>(
-          MklConvFwdPrimitiveFactory<T>::GetInstance().GetConvFwd(convFwdDims));
+      conv_fwd =
+          dynamic_cast<MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>*>(
+              MklConvFwdPrimitiveFactory<T, Tinput, Tfilter, Tbias,
+                                        Toutput>::GetInstance()
+                  .GetConvFwd(convFwdDims));
       if (conv_fwd == nullptr) {
-        conv_fwd = new MklConvFwdPrimitive<T>(convFwdDims);
-        MklConvFwdPrimitiveFactory<T>::GetInstance().SetConvFwd(convFwdDims,
-                                                                conv_fwd);
+        conv_fwd = new MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>(
+            convFwdDims);
+        MklConvFwdPrimitiveFactory<T, Tinput, Tfilter, Tbias,
+                                  Toutput>::GetInstance()
+            .SetConvFwd(convFwdDims, conv_fwd);
       }
     }
 
@@ -314,6 +368,31 @@ class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
     key_creator.AddAsKey(convFwdDims.dilations);
     key_creator.AddAsKey(convFwdDims.padding_left);
     key_creator.AddAsKey(convFwdDims.padding_right);
+    key_creator.AddAsKey(convFwdDims.dtypes);
+
+    // Generate keys for post-ops
+    for (auto const& post_op_param : convFwdDims.post_op_params) {
+      if (post_op_param.name == "relu") {
+        CHECK_EQ(post_op_param.param.size(), 3);
+        key_creator.AddAsKey(post_op_param.name);
+        key_creator.AddAsKey(post_op_param.param[0]);
+        key_creator.AddAsKey(post_op_param.param[1]);
+        key_creator.AddAsKey(post_op_param.param[2]);
+      } else if (post_op_param.name == "sum") {
+        CHECK_EQ(post_op_param.param.size(), 1);
+        key_creator.AddAsKey(post_op_param.name);
+        key_creator.AddAsKey(post_op_param.param[0]);
+      } else if (post_op_param.name == "output_scale") {
+        CHECK_EQ(post_op_param.param.size(), 1);
+        key_creator.AddAsKey(post_op_param.name);
+        key_creator.AddAsKey(post_op_param.param[0]);
+      } else {
+        TF_CHECK_OK(
+            Status(error::Code::UNIMPLEMENTED,
+                   "For now, only Relu and Sum are supported for fusion."));
+      }
+    }
+
     return key_creator.GetKey();
   }
 
@@ -757,10 +836,23 @@ class MklConvOp : public OpKernel {
   TensorFormat data_format_;
 };
 
+// FP32 kernel registration for INTEL_MKL_ML
+REGISTER_KERNEL_BUILDER(Name("_MklConv2D")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<float>("T")
+                            .Label(mkl_op_registry::kMklOpLabel),
+                        MklConv2DOp<CPUDevice, float, false>);
+REGISTER_KERNEL_BUILDER(Name("_MklConv2DWithBias")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<float>("T")
+                            .Label(mkl_op_registry::kMklOpLabel),
+                        MklConv2DOp<CPUDevice, float, true>);
+
 #else
 
 // Base class for convolution forward operations
-template <typename Device, typename T, bool biasEnabled>
+template <typename Device, typename Tinput, typename Tfilter, typename Tbias,
+          typename Toutput, typename Ttemp_output, bool biasEnabled>
 class MklConvOp : public OpKernel {
  public:
   ~MklConvOp() {}
@@ -831,8 +923,8 @@ class MklConvOp : public OpKernel {
             errors::InvalidArgument("Filter should not be in "
             "Mkl Layout"));
 
-      MklDnnData<T> src(&cpu_engine);
-      MklDnnData<T> filter(&cpu_engine);
+      MklDnnData<Tinput> src(&cpu_engine_);
+      MklDnnData<Tfilter> filter(&cpu_engine_);
 
       memory::dims src_dims, filter_dims, padding_left, padding_right,
                    dilations, strides;
@@ -865,9 +957,15 @@ class MklConvOp : public OpKernel {
         // as 2nd output of Conv2D/3D.
         filter_mkl_shape.SetMklTensor(false);
         Tensor* output_filter_tensor = nullptr;
-        AllocateOutputSetMklShape(context, kOutputIndex_Filter,
-                                  &output_filter_tensor,
-                                  filter_tf_shape, filter_mkl_shape);
+        // MklConv2D also outputs converted filter as 2nd output.
+        if (typeid(Tinput) == typeid(float) &&
+            typeid(Tfilter) == typeid(float) &&
+            typeid(Toutput) == typeid(float)) {
+          filter_mkl_shape.SetMklTensor(false);
+          AllocateOutputSetMklShape(context, kOutputIndex_Filter,
+                                    &output_filter_tensor, filter_tf_shape,
+                                    filter_mkl_shape);
+        }
         return;
       }
 
@@ -887,15 +985,17 @@ class MklConvOp : public OpKernel {
       //     Conv3D: NDHWC or NCDHW
       auto src_md = src_mkl_shape.IsMklTensor()
                         ? src_mkl_shape.GetMklLayout()
-                        : memory::desc(src_dims, MklDnnType<T>(), tf_fmt);
+                        : memory::desc(src_dims, MklDnnType<Tinput>(), tf_fmt);
+      src.SetUsrMem(src_md, &src_tensor);
 
       // Although filter shape (filter_dims) required is in MKL-DNN order,
       // the layout is Tensorflow's layout (HWIO).
       auto filter_md = filter_mkl_shape.IsMklTensor()  // Should NEVER be true
                            ? filter_mkl_shape.GetMklLayout()
-                           : memory::desc(filter_dims, MklDnnType<T>(),
+                           : memory::desc(filter_dims, MklDnnType<Tfilter>(),
                                           isConv2D ? memory::format::hwio
                                                    : memory::format::dhwio);
+      filter.SetUsrMem(filter_md, &filter_tensor);
       // MKLDNN dilation starts from 0.
       for (int i = 0; i < dilations.size(); i++) dilations[i] -= 1;
 
@@ -905,27 +1005,39 @@ class MklConvOp : public OpKernel {
       // in the following cases
       //   1. Legacy CPU without AVX512/AVX2, or
       //   2. 1x1 convolution with stride != 1
-      bool do_not_cache = MklPrimitiveFactory<T>::IsPrimitiveMemOptEnabled() &&
+      bool do_not_cache = MklPrimitiveFactory<Tinput>::IsPrimitiveMemOptEnabled() &&
                     (src_dims[MklDnnDims::Dim_N] > kSmallBatchSize) &&
-                    (MklPrimitiveFactory<T>::IsLegacyPlatform() ||
+                    (MklPrimitiveFactory<Tinput>::IsLegacyPlatform() ||
                      IsConv1x1StrideNot1(filter_dims, strides));
 
       // get a conv2d fwd from primitive pool
-      MklConvFwdPrimitive<T>* conv_fwd = nullptr;
+      MklConvFwdPrimitive<float, Tinput, Tfilter, Tbias, Ttemp_output>*
+          conv_fwd = nullptr;
       if (biasEnabled) {
         memory::dims bias_dims = {};
         conv_utl.GetBiasSizeInMklOrder(kInputIndex_Bias, &bias_dims);
         MklConvFwdParams convFwdDims(src_dims, filter_dims, bias_dims,
                                      dst_dims_mkl_order, strides, dilations,
                                      padding_left, padding_right);
-        conv_fwd = MklConvFwdPrimitiveFactory<T>::Get(
-            convFwdDims, do_not_cache);
+
+        // TODO(mdfaijul):  Extend the basic parameters for data types and
+        // fusions
+        this->ExtendConvFwdParams(context, convFwdDims);
+
+        conv_fwd = MklConvFwdPrimitiveFactory<float, Tinput, Tfilter, Tbias,
+                                              Ttemp_output>::Get(convFwdDims,
+                                                                 do_not_cache);
       } else {
         MklConvFwdParams convFwdDims(src_dims, filter_dims, NONE_DIMS,
                                      dst_dims_mkl_order, strides, dilations,
                                      padding_left, padding_right);
-        conv_fwd = MklConvFwdPrimitiveFactory<T>::Get(
-            convFwdDims, do_not_cache);
+
+        // Extend the basic parameters for data types and fusions
+        this->ExtendConvFwdParams(context, convFwdDims);
+
+        conv_fwd = MklConvFwdPrimitiveFactory<float, Tinput, Tfilter, Tbias,
+                                              Ttemp_output>::Get(convFwdDims,
+                                                                 do_not_cache);
       }
 
       // allocate output tensors output_tensor and filter_out_tensor
@@ -934,38 +1046,42 @@ class MklConvOp : public OpKernel {
       AllocateOutputTensor(context, *conv_fwd_pd,
                        dst_dims_mkl_order, tf_fmt, &dst_tensor);
       Tensor* filter_out_tensor = nullptr;
-      AllocateFilterOutputTensor(context, *conv_fwd_pd,
-                                 TFShapeToMklDnnDims(filter_tf_shape),
-                                 &filter_out_tensor);
+      if (typeid(Tinput) == typeid(float) && typeid(Tfilter) == typeid(float) &&
+          typeid(Toutput) == typeid(float)) {
+        AllocateFilterOutputTensor(context, *conv_fwd_pd,
+                                   TFShapeToMklDnnDims(filter_tf_shape),
+                                   &filter_out_tensor);
+      }
 
-      T* dst_data = static_cast<T*>(dst_tensor->flat<T>().data());
+      Ttemp_output* dst_data =
+          reinterpret_cast<Ttemp_output*>(dst_tensor->flat<Toutput>().data());
 
       // check whether src/filter need reorder
-      T *src_data = nullptr;
+      Tinput* src_data = nullptr;
       if (src_md.data.format != conv_fwd->GetSrcMemoryFormat()) {
         src.SetUsrMem(src_md, &src_tensor);
         src.CheckReorderToOpMem(conv_fwd_pd.get()->src_primitive_desc());
-        src_data = static_cast<T*>(src.GetOpMem().get_data_handle());
+        src_data = static_cast<Tinput*>(src.GetOpMem().get_data_handle());
       } else {
-        src_data = static_cast<T*>(const_cast<T*>(src_tensor.flat<T>().data()));
+        src_data = static_cast<Tinput*>(
+            const_cast<Tinput*>(src_tensor.flat<Tinput>().data()));
       }
-      T* filter_data = nullptr;
+      Tfilter* filter_data = nullptr;
       if (filter_md.data.format != conv_fwd->GetFilterMemoryFormat()) {
         filter.SetUsrMem(filter_md, &filter_tensor);
         filter.CheckReorderToOpMem(conv_fwd_pd.get()->weights_primitive_desc(),
                                    filter.GetTensorBuffer(filter_out_tensor));
-        filter_data = static_cast<T*>(filter.GetOpMem().get_data_handle());
+        filter_data = static_cast<Tfilter*>(filter.GetOpMem().get_data_handle());
       } else {
         filter_data =
-            static_cast<T*>(const_cast<T*>(filter_tensor.flat<T>().data()));
+            static_cast<Tfilter*>(const_cast<Tfilter*>(filter_tensor.flat<Tfilter>().data()));
       }
 
       // execute convolution
       if (biasEnabled) {
         const Tensor& bias_tensor = MklGetInput(context, kInputIndex_Bias);
-        T* bias_data = static_cast<T*>(const_cast<T*>(
-            bias_tensor.flat<T>().data()));
-
+        Tbias* bias_data =
+            this->GetBiasHandle(context, conv_fwd_pd, bias_tensor);
         conv_fwd->Execute(src_data, filter_data, bias_data, dst_data);
       } else {
         conv_fwd->Execute(src_data, filter_data, dst_data);
@@ -982,18 +1098,31 @@ class MklConvOp : public OpKernel {
     }
   }
 
- private:
-  std::vector<int32> strides_;
-  std::vector<int32> dilations_;
-  Padding padding_;
-  TensorFormat data_format_;
-  const int kInputIndex_Src = 0, kInputIndex_Filter = 1, kInputIndex_Bias = 2;
-  const int kOutputIndex_Dst = 0, kOutputIndex_Filter = 1;
-  const int kDilationH = 0, kDilationW = 1;
-  engine cpu_engine = engine(engine::cpu, 0);
+ protected:
+  virtual void ExtendConvFwdParams(OpKernelContext* context,
+                                   MklConvFwdParams& params) {
+    // Create a string from data types of input, filter, bias, and output.
+    params.dtypes.append(typeid(Tinput).name());
+    params.dtypes.append(typeid(Tfilter).name());
+    params.dtypes.append(typeid(Tbias).name());
+    params.dtypes.append(typeid(Toutput).name());
+  }
+
+  virtual Tbias* GetBiasHandle(
+      OpKernelContext* context,
+      std::shared_ptr<mkldnn::convolution_forward::primitive_desc>&
+          conv2d_fwd_pd,
+      const Tensor& bias_tensor) {
+    if (biasEnabled) {
+      return static_cast<Tbias*>(
+          const_cast<Tbias*>(bias_tensor.flat<Tbias>().data()));
+    } else {
+      return nullptr;
+    }
+  }
 
   // Allocate output tensor.
-  void AllocateOutputTensor(
+  virtual void AllocateOutputTensor(
       OpKernelContext* context,
       const convolution_forward::primitive_desc& conv_prim_desc,
       const memory::dims& output_dims_mkl_order,
@@ -1001,23 +1130,40 @@ class MklConvOp : public OpKernel {
     CHECK_NOTNULL(output_tensor);
     auto dst_pd = conv_prim_desc.dst_primitive_desc();
 
+    auto dst_md = dst_pd.desc();
+    if (!std::is_same<Ttemp_output, Toutput>::value) {
+      dst_md.data.data_type =
+          static_cast<mkldnn_data_type_t>(MklDnnType<Toutput>());
+      dst_pd = memory::primitive_desc(dst_md, cpu_engine_);
+    }
     // Allocate shape of Mkl tensor.
     MklDnnShape output_mkl_shape;
     output_mkl_shape.SetMklTensor(true);
     output_mkl_shape.SetMklLayout(&dst_pd);
-    output_mkl_shape.SetElemType(MklDnnType<T>());
+    output_mkl_shape.SetElemType(MklDnnType<Toutput>());
     output_mkl_shape.SetTfLayout(output_dims_mkl_order.size(),
                                  output_dims_mkl_order, output_tf_format);
 
     // Allocate shape of TF tensor.
     TensorShape output_tf_shape;
-    output_tf_shape.AddDim((dst_pd.get_size() / sizeof(T)));
+    output_tf_shape.AddDim((dst_pd.get_size() / sizeof(Toutput)));
 
     AllocateOutputSetMklShape(context, kOutputIndex_Dst, output_tensor,
                               output_tf_shape, output_mkl_shape);
   }
 
-  // Allocate output tensor.
+  engine cpu_engine_ = engine(engine::cpu, 0);
+
+ private:
+  std::vector<int32> strides_;
+  std::vector<int32> dilations_;
+  Padding padding_;
+  TensorFormat data_format_;
+  const int kInputIndex_Src = 0, kInputIndex_Filter = 1, kInputIndex_Bias = 2;
+  const int kOutputIndex_Dst = 0, kOutputIndex_Filter = 1;
+  const int kDilationH = 0, kDilationW = 1;
+
+  // Allocate filter output tensor.
   void AllocateFilterOutputTensor(
       OpKernelContext* context,
       const convolution_forward::primitive_desc& conv_prim_desc,
@@ -1029,7 +1175,7 @@ class MklConvOp : public OpKernel {
     MklDnnShape filter_mkl_shape;
     filter_mkl_shape.SetMklTensor(true);
     filter_mkl_shape.SetMklLayout(&filter_pd);
-    filter_mkl_shape.SetElemType(MklDnnType<T>());
+    filter_mkl_shape.SetElemType(MklDnnType<Tfilter>());
 
     // The format of the filter is actually OIhw8i8o, but TF doesn't support
     // this format. Just use format::blocked for now because the layout
@@ -1039,17 +1185,17 @@ class MklConvOp : public OpKernel {
 
     // Allocate the data space for the filter to propagate as TF tensor.
     TensorShape filter_tf_shape;
-    filter_tf_shape.AddDim((filter_pd.get_size() / sizeof(T)));
+    filter_tf_shape.AddDim((filter_pd.get_size() / sizeof(Tfilter)));
 
     AllocateOutputSetMklShape(context, kOutputIndex_Filter, filter_tensor,
                               filter_tf_shape, filter_mkl_shape);
   }
-
   // Prepare and execute net - checks for input and output reorders.
   void PrepareAndExecuteNet(
       const convolution_forward::primitive_desc& conv_prim_desc,
-      MklDnnData<T>* src, MklDnnData<T>* filter, MklDnnData<T>* bias,
-      MklDnnData<T>* output, Tensor* filter_out_tensor) {
+      MklDnnData<Tinput>* src, MklDnnData<Tfilter>* filter,
+      MklDnnData<Tbias>* bias, MklDnnData<Toutput>* output,
+      Tensor* filter_out_tensor) {
     CHECK_NOTNULL(filter_out_tensor);
 
     // Create reorders between user layout and MKL layout if it is needed and
@@ -1080,20 +1226,575 @@ class MklConvOp : public OpKernel {
   }
 };
 
-#endif
+// We create new class for each verison of Quantized Convolution and inherit
+// from the FP32 version of the base class
+template <typename Device, typename Tbias, typename Toutput,
+          typename Ttemp_output, bool biasEnabled>
+class MklQuantizedConv2DOp
+    : public MklConvOp<Device, quint8, qint8, Tbias, Toutput, Ttemp_output,
+                       biasEnabled> {
+ public:
+  virtual ~MklQuantizedConv2DOp() {
+    if (this->input_bias_ != nullptr) {
+      delete this->input_bias_;
+      input_bias_ = nullptr;
+    }
+
+    if (this->scaled_bias_ != nullptr) {
+      delete this->scaled_bias_;
+      scaled_bias_ = nullptr;
+    }
+  }
+
+  explicit MklQuantizedConv2DOp(OpKernelConstruction* context)
+      : MklConvOp<Device, quint8, qint8, Tbias, Toutput, Ttemp_output,
+                  biasEnabled>(context) {}
+
+  void Compute(OpKernelContext* context) override {
+    // Compute int32 output tensor
+    MklConvOp<Device, quint8, qint8, Tbias, Toutput, Ttemp_output,
+              biasEnabled>::Compute(context);
+
+    // Compute additional outputs: min/max scalars.
+    int bias_index_offset;
+    bias_index_offset = biasEnabled ? 1 : 0;
+
+    const float min_input =
+        context->input(2 + bias_index_offset).flat<float>()(0);
+    const float max_input =
+        context->input(3 + bias_index_offset).flat<float>()(0);
+    const float min_filter =
+        context->input(4 + bias_index_offset).flat<float>()(0);
+    const float max_filter =
+        context->input(5 + bias_index_offset).flat<float>()(0);
+
+    float min_output_value;
+    float max_output_value;
+    if (std::is_same<Toutput, quint8>::value ||
+        std::is_same<Toutput, qint8>::value) {
+      // This is the case the convolution and requantization are fused.
+      // min_freezed_output and max_freezed_output are the actual range
+      // for the output
+      min_output_value = context->input(6 + bias_index_offset).flat<float>()(0);
+      max_output_value = context->input(7 + bias_index_offset).flat<float>()(0);
+    } else {
+      MklQuantizationRangeForMultiplication<quint8, qint8, qint32>(
+          min_input, max_input, min_filter, max_filter, &min_output_value,
+          &max_output_value);
+    }
+
+    Tensor* output_min = nullptr;
+    Tensor* output_max = nullptr;
+    MklDnnShape output_min_mkl_shape, output_max_mkl_shape;
+    output_min_mkl_shape.SetMklTensor(false);
+    output_max_mkl_shape.SetMklTensor(false);
+    AllocateOutputSetMklShape(context, 1, &output_min, {},
+                              output_min_mkl_shape);
+    AllocateOutputSetMklShape(context, 2, &output_max, {},
+                              output_max_mkl_shape);
+    output_min->flat<float>()(0) = min_output_value;
+    output_max->flat<float>()(0) = max_output_value;
+  }
+
+ protected:
+  void ExtendConvFwdParams(OpKernelContext* context,
+                           MklConvFwdParams& params) override {
+    MklConvOp<Device, quint8, qint8, Tbias, Toutput, Ttemp_output,
+              biasEnabled>::ExtendConvFwdParams(context, params);
+
+    // When the output type is quint8, the output data id requantized
+    // into quint8. A post_op "output_scale" is added to do the conversion.
+    if (std::is_same<Toutput, quint8>::value ||
+        std::is_same<Toutput, qint8>::value) {
+      int bias_index_offset;
+      bias_index_offset = biasEnabled ? 1 : 0;
+
+      const float min_input =
+          context->input(2 + bias_index_offset).flat<float>()(0);
+      const float max_input =
+          context->input(3 + bias_index_offset).flat<float>()(0);
+      const float min_filter =
+          context->input(4 + bias_index_offset).flat<float>()(0);
+      const float max_filter =
+          context->input(5 + bias_index_offset).flat<float>()(0);
+      const float min_freezed_output =
+          context->input(6 + bias_index_offset).flat<float>()(0);
+      const float max_freezed_output =
+          context->input(7 + bias_index_offset).flat<float>()(0);
+
+      float min_output_value;
+      float max_output_value;
+      MklQuantizationRangeForMultiplication<quint8, qint8, qint32>(
+          min_input, max_input, min_filter, max_filter, &min_output_value,
+          &max_output_value);
+      float scale_int32 =
+          std::max(std::abs(min_output_value), std::abs(max_output_value));
+      float scale_eightbit =
+          std::max(std::abs(min_freezed_output), std::abs(max_freezed_output));
+      float scale = 1.0;
+      if (std::is_same<Toutput, quint8>::value)
+        scale = scale_int32 / scale_eightbit / static_cast<float>(1 << 23);
+      else
+        scale = scale_int32 / scale_eightbit / static_cast<float>(1 << 24);
+
+      std::vector<float> output_scale;
+      output_scale.push_back(scale);
+      params.post_op_params.push_back({"output_scale", output_scale});
+    }
+  }
+
+  Tbias* GetBiasHandle(
+      OpKernelContext* context,
+      std::shared_ptr<mkldnn::convolution_forward::primitive_desc>& conv_fwd_pd,
+      const Tensor& bias_tensor) override {
+    int bias_index_offset;
+    bias_index_offset = biasEnabled ? 1 : 0;
+
+    const float min_input =
+        context->input(2 + bias_index_offset).flat<float>()(0);
+    const float max_input =
+        context->input(3 + bias_index_offset).flat<float>()(0);
+    const float min_filter =
+        context->input(4 + bias_index_offset).flat<float>()(0);
+    const float max_filter =
+        context->input(5 + bias_index_offset).flat<float>()(0);
+
+    std::vector<mkldnn::primitive> net;
+    if (biasEnabled) {
+      if (std::is_same<Tbias, qint32>::value) {
+        return static_cast<Tbias*>(
+            const_cast<Tbias*>(bias_tensor.flat<Tbias>().data()));
+      }
+      // If bias is enabled and requantization is not fused, scale the
+      // bias to be consistent with quantized-input and quantized-filter.
+      float bias_scale = 255.0 * 127.0 /
+                         (std::max(std::abs(max_input), std::abs(min_input)) *
+                          std::max(std::abs(max_filter), std::abs(min_filter)));
+      std::vector<float> scales;
+      scales.push_back(bias_scale);
+      mkldnn::primitive_attr bias_attr;
+      bias_attr.set_output_scales(0, scales);
+
+      void* bias_buf = static_cast<void*>(
+          const_cast<Tbias*>(bias_tensor.flat<Tbias>().data()));
+      input_bias_ = new memory(conv_fwd_pd->bias_primitive_desc(), bias_buf);
+      scaled_bias_ = new memory(conv_fwd_pd->bias_primitive_desc());
+      auto reorder_desc = mkldnn::reorder::primitive_desc(
+          input_bias_->get_primitive_desc(), scaled_bias_->get_primitive_desc(),
+          bias_attr);
+      net.push_back(mkldnn::reorder(reorder_desc, *input_bias_, *scaled_bias_));
+      stream(stream::kind::eager).submit(net).wait();
+      return reinterpret_cast<Tbias*>(scaled_bias_->get_data_handle());
+    } else {
+      return nullptr;
+    }
+  }
+
+  memory* input_bias_ = nullptr;
+  memory* scaled_bias_ = nullptr;
+};
+
+template <typename Device, typename Tbias, typename Toutput,
+          typename Ttemp_output, bool biasEnabled>
+class MklQuantizedConv2DReluOp
+    : public MklQuantizedConv2DOp<Device, Tbias, Toutput, Ttemp_output,
+                                  biasEnabled> {
+ public:
+  virtual ~MklQuantizedConv2DReluOp() {}
+
+  explicit MklQuantizedConv2DReluOp(OpKernelConstruction* context)
+      : MklQuantizedConv2DOp<Device, Tbias, Toutput, Ttemp_output, biasEnabled>(
+            context) {}
+
+ protected:
+  void ExtendConvFwdParams(OpKernelContext* context,
+                           MklConvFwdParams& params) override {
+    MklQuantizedConv2DOp<Device, Tbias, Toutput, Ttemp_output,
+                         biasEnabled>::ExtendConvFwdParams(context, params);
+    params.post_op_params.push_back({"relu", {1.0, 0.0, 0.0}});
+  }
+};
+
+template <typename Device, typename Tbias, typename Toutput,
+          typename Ttemp_output, bool biasEnabled>
+class MklQuantizedConv2DSumReluOp
+    : public MklQuantizedConv2DOp<Device, Tbias, Toutput, Ttemp_output,
+                                  biasEnabled> {
+ public:
+  virtual ~MklQuantizedConv2DSumReluOp() {
+    if (this->summand_ != nullptr) {
+      delete this->summand_;
+      summand_ = nullptr;
+    }
+
+    if (this->dst_ != nullptr) {
+      delete this->dst_;
+      dst_ = nullptr;
+    }
+  }
+
+  explicit MklQuantizedConv2DSumReluOp(OpKernelConstruction* context)
+      : MklQuantizedConv2DOp<Device, Tbias, Toutput, Ttemp_output, biasEnabled>(
+            context) {}
+
+ protected:
+  void ExtendConvFwdParams(OpKernelContext* context,
+                           MklConvFwdParams& params) override {
+    MklQuantizedConv2DOp<Device, Tbias, Toutput, Ttemp_output,
+                         biasEnabled>::ExtendConvFwdParams(context, params);
+    // Calculate the scale (beta in mkldnn api term) for sum
+    if (std::is_same<Toutput, quint8>::value) {
+      int summand_idx = context->num_inputs() / 2 - 1 - 2;
+      DataType summand_type = this->input_type(summand_idx);
+      bool summand_condition =
+          (summand_type == DT_QINT8) || (summand_type == DT_QUINT8);
+      CHECK((summand_condition));
+      int bias_index_offset = biasEnabled ? 1 : 0;
+      const float min_freezed_output =
+          context->input(6 + bias_index_offset).flat<float>()(0);
+      const float max_freezed_output =
+          context->input(7 + bias_index_offset).flat<float>()(0);
+      const float min_freezed_summand =
+          context->input(9 + bias_index_offset).flat<float>()(0);
+      const float max_freezed_summand =
+          context->input(10 + bias_index_offset).flat<float>()(0);
+
+      float scale_output =
+          std::max(std::abs(min_freezed_output), std::abs(max_freezed_output));
+      float scale_summand = std::max(std::abs(min_freezed_summand),
+                                     std::abs(max_freezed_summand));
+      if (summand_type == DT_QUINT8)
+        params.post_op_params.push_back(
+            {"sum", {scale_summand / scale_output}});
+      else
+        params.post_op_params.push_back(
+            {"sum", {2.0 * scale_summand / scale_output}});
+    } else {
+      params.post_op_params.push_back({"sum", {1.0}});
+    }
+    params.post_op_params.push_back({"relu", {1.0, 0.0, 0.0}});
+  }
+
+  // Allocate output tensor.
+  void AllocateOutputTensor(
+      OpKernelContext* context,
+      const convolution_forward::primitive_desc& conv_prim_desc,
+      const memory::dims& output_dims_mkl_order,
+      memory::format output_tf_format, Tensor** output_tensor) override {
+    int summand_idx = context->num_inputs() / 2 - 1;
+    float reorder_sum_scale = 1.0;
+    if (std::is_same<Toutput, quint8>::value) {
+      summand_idx -= 2;
+      DataType summand_type = this->input_type(summand_idx);
+      bool summand_condition =
+          (summand_type == DT_QINT8) || (summand_type == DT_QUINT8);
+      CHECK((summand_condition));
+      Tensor& summand = const_cast<Tensor&>(MklGetInput(context, summand_idx));
+      MklDnnShape summand_mkl_shape;
+      GetMklShape(context, summand_idx, &summand_mkl_shape);
+      auto dst_md = summand_mkl_shape.GetMklLayout();
+      if (summand_mkl_shape.IsMklTensor()) {
+        if (summand_type == DT_QINT8) {
+          summand.UnsafeCopyFromInternal(summand, DT_QUINT8, summand.shape());
+          dst_md.data.data_type =
+              static_cast<mkldnn_data_type_t>(MklDnnType<Toutput>());
+          summand_mkl_shape.SetMklLayout(&dst_md);
+          summand_mkl_shape.SetElemType(MklDnnType<Toutput>());
+        }
+        ForwardMklTensorInToOutWithMklShape(context, summand_idx, 0,
+                                            summand_mkl_shape);
+        *output_tensor = const_cast<Tensor*>(&summand);
+        return;
+      } else {
+        TF_CHECK_OK(Status(error::Code::FAILED_PRECONDITION,
+                           "Current fusion is not successful."));
+      }
+    }
+    // TODO(mdfaijul): Add cleaner code for non-mkl tensor
+    MklConvOp<Device, quint8, qint8, Tbias, Toutput, Ttemp_output,
+              biasEnabled>::AllocateOutputTensor(context, conv_prim_desc,
+                                                 output_dims_mkl_order,
+                                                 output_tf_format,
+                                                 output_tensor);
+    const Tensor& summand = MklGetInput(context, summand_idx);
+    if (summand.dtype() != DT_FLOAT)
+      TF_CHECK_OK(Status(error::Code::FAILED_PRECONDITION,
+                         "Current fusion requires summand to be float"));
+    MklDnnShape summand_mkl_shape;
+    GetMklShape(context, summand_idx, &summand_mkl_shape);
+    // We need to compute scale for the summand
+    int bias_index_offset = biasEnabled ? 1 : 0;
+    const float min_input =
+        context->input(2 + bias_index_offset).flat<float>()(0);
+    const float max_input =
+        context->input(3 + bias_index_offset).flat<float>()(0);
+    const float min_filter =
+        context->input(4 + bias_index_offset).flat<float>()(0);
+    const float max_filter =
+        context->input(5 + bias_index_offset).flat<float>()(0);
+
+    reorder_sum_scale =
+        255.0 * 127.0 / (std::max(std::abs(max_input), std::abs(min_input)) *
+                         std::max(std::abs(max_filter), std::abs(min_filter)));
+    std::vector<float> scales;
+    scales.push_back(reorder_sum_scale);
+    mkldnn::primitive_attr reorder_attr;
+    reorder_attr.set_output_scales(0, scales);
+
+    auto summand_md =
+        summand_mkl_shape.IsMklTensor()
+            ? summand_mkl_shape.GetMklLayout()
+            : memory::desc(output_dims_mkl_order, MklDnnType<Tbias>(),
+                           memory::format::nhwc);
+    auto summand_pd = memory::primitive_desc(summand_md, this->cpu_engine_);
+    void* summand_buf =
+        static_cast<void*>(const_cast<Tbias*>(summand.flat<Tbias>().data()));
+    void* dst_buf =
+        static_cast<void*>((*output_tensor)->flat<Ttemp_output>().data());
+    summand_ = new memory(summand_pd, summand_buf);
+    dst_ = new memory(conv_prim_desc.dst_primitive_desc(), dst_buf);
+    auto reorder_desc = mkldnn::reorder::primitive_desc(
+        summand_pd, conv_prim_desc.dst_primitive_desc(), reorder_attr);
+
+    std::vector<mkldnn::primitive> net;
+    net.push_back(mkldnn::reorder(reorder_desc, *summand_, *dst_));
+    stream(stream::kind::eager).submit(net).wait();
+  }
+
+  memory* summand_ = nullptr;
+  memory* dst_ = nullptr;
+};
+
+// INT8 kernel registration
+// Register NoOp kernel for QunatizedConv2D for qint8 filter
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2D")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint32>("out_type"),
+                        NoOp);
+
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DAndRequantize")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint8>("out_type"),
+                        NoOp);
+
+// Register a templatized implementation of MklQuntizedConv2D.
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2D")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DOp<CPUDevice, float, qint32, qint32, false>);
+
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DOp<CPUDevice, qint32, qint8, qint8, false>);
+
+// Register NoOp kernel for QuantizedConv2DWithBias to get a python interface.
+// This kernel will be replaced by an MKL kernel during graph
+// optimization pass.
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DWithBias")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint32>("out_type"),
+                        NoOp);
+
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DWithBiasAndRequantize")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint8>("out_type"),
+                        NoOp);
+
+// Register a templatized implementation MklQuantizedConv2DWithBias.
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBias")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DOp<CPUDevice, float, qint32, qint32, true>);
+
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("Tbias")
+        .TypeConstraint<qint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DOp<CPUDevice, qint32, qint8, qint8, true>);
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<float>("Tbias")
+        .TypeConstraint<qint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DOp<CPUDevice, float, qint8, qint8, true>);
+
+// Register NoOp kernel for QuantizedConv2DAndRelu to get a python interface.
+// This kernel will be replaced by an MKL kernel during graph-optimization pass.
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DAndRelu")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint32>("out_type"),
+                        NoOp);
+
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DAndReluAndRequantize")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<quint8>("out_type"),
+                        NoOp);
+
+// Register a templatized implementation of MklQuantizedConv2DAndRelu.
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DAndRelu")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DReluOp<CPUDevice, float, qint32, qint32, false>);
+
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DAndReluAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<quint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DReluOp<CPUDevice, qint32, quint8, quint8, false>);
+
+// Register NoOp kernel for QuantizedConv2DWithBiasAndRelu to get a python
+// interface.
+// This kernel will be replaced by an MKL kernel during graph-optimization pass.
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DWithBiasAndRelu")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint32>("out_type"),
+                        NoOp);
+
+// Register NoOp kernel for QuantizedConv2DWithBiasAndReluAndRequantize
+// to get a python interface.
+// This kernel will be replaced by an MKL kernel during graph-optimization pass.
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DWithBiasAndReluAndRequantize")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<quint8>("out_type"),
+                        NoOp);
+
+// Register a templatized implementation of MklQuantizedConv2DWithBiasAndRelu.
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasAndRelu")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DReluOp<CPUDevice, float, qint32, qint32, true>);
+
+// Register a templatized implementation of
+// MklQuantizedConv2DWithBiasAndReluAndRequantize.
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasAndReluAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<float>("Tbias")
+        .TypeConstraint<quint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DReluOp<CPUDevice, float, quint8, quint8, true>);
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasAndReluAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("Tbias")
+        .TypeConstraint<quint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DReluOp<CPUDevice, qint32, quint8, quint8, true>);
+
+// Register NoOp kernel for QuantizedConv2DWithBiasSumAndRelu to get a python
+// interface.
+// This kernel will be replaced by an MKL kernel during graph-optimization pass.
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DWithBiasSumAndRelu")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<qint32>("out_type"),
+                        NoOp);
+
+REGISTER_KERNEL_BUILDER(Name("QuantizedConv2DWithBiasSumAndReluAndRequantize")
+                            .Device(DEVICE_CPU)
+                            .TypeConstraint<quint8>("Tinput")
+                            .TypeConstraint<qint8>("Tfilter")
+                            .TypeConstraint<quint8>("out_type"),
+                        NoOp);
+REGISTER_KERNEL_BUILDER(
+    Name("QuantizedConv2DWithBiasSignedSumAndReluAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<quint8>("out_type"),
+    NoOp);
+// Register a templatized implementation of MklQuantizedConv2DWithBiasAndRelu.
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasSumAndRelu")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<qint32>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DSumReluOp<CPUDevice, float, qint32, qint32, true>);
+
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasSumAndReluAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<quint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DSumReluOp<CPUDevice, qint32, quint8, quint8, true>);
+REGISTER_KERNEL_BUILDER(
+    Name("_MklQuantizedConv2DWithBiasSignedSumAndReluAndRequantize")
+        .Device(DEVICE_CPU)
+        .TypeConstraint<quint8>("Tinput")
+        .TypeConstraint<qint8>("Tfilter")
+        .TypeConstraint<quint8>("out_type")
+        .Label(mkl_op_registry::kMklQuantizedOpLabel),
+    MklQuantizedConv2DSumReluOp<CPUDevice, qint32, quint8, qint8, true>);
+#endif  // INTEL_MKL_ML
 
 // Register 2D operations
 #define REGISTER_MKL_CPU_2D(T)                                      \
   REGISTER_KERNEL_BUILDER(Name("_MklConv2D")                        \
                               .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<T>("T")               \
+                              .TypeConstraint<float>("T")               \
                               .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConvOp<CPUDevice, T, false>);          \
+                          MklConvOp<CPUDevice, float, float, float, float, float, false>);          \
   REGISTER_KERNEL_BUILDER(Name("_MklConv2DWithBias")                \
                               .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<T>("T")               \
+                              .TypeConstraint<float>("T")               \
                               .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConvOp<CPUDevice, T, true>);           \
+                          MklConvOp<CPUDevice, float, float, float, float, float, true>);           \
   REGISTER_KERNEL_BUILDER(Name("__MklDummyConv2DWithBias")          \
                               .Device(DEVICE_CPU)                   \
                               .TypeConstraint<T>("T")               \
@@ -1108,7 +1809,7 @@ TF_CALL_float(REGISTER_MKL_CPU_2D);
                               .Device(DEVICE_CPU)                   \
                               .TypeConstraint<T>("T")               \
                               .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConvOp<CPUDevice, T, false>);
+                          MklConvOp<CPUDevice, T, T, T, T, T, false>);
 TF_CALL_float(REGISTER_MKL_CPU_3D);
 
 }  // namespace tensorflow
diff --git a/tensorflow/core/kernels/mkl_quantized_conv_ops.h b/tensorflow/core/kernels/mkl_quantized_conv_ops.h
new file mode 100644
index 0000000000..98b14cda5c
--- /dev/null
+++ b/tensorflow/core/kernels/mkl_quantized_conv_ops.h
@@ -0,0 +1,55 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_KERNELS_MKL_QUANTIZED_CONV_OPS_H_
+#define TENSORFLOW_CORE_KERNELS_MKL_QUANTIZED_CONV_OPS_H_
+
+#include "tensorflow/core/framework/tensor.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+
+#ifdef INTEL_MKL
+
+namespace tensorflow {
+template <class T>
+float MklFloatForOneQuantizedLevel(float range_min, float range_max) {
+  const int64 highest = static_cast<int64>(Eigen::NumTraits<T>::highest());
+  const int64 lowest = static_cast<int64>(Eigen::NumTraits<T>::lowest());
+  const float float_for_one_quantized_level =
+      (range_max - range_min) / (highest - lowest);
+  return float_for_one_quantized_level;
+}
+
+template <class T1, class T2, class T3>
+void MklQuantizationRangeForMultiplication(float min_a, float max_a,
+                                           float min_b, float max_b,
+                                           float* min_c, float* max_c) {
+  const float a_float_for_one_quant_level =
+      MklFloatForOneQuantizedLevel<T1>(min_a, max_a);
+  const float b_float_for_one_quant_level =
+      MklFloatForOneQuantizedLevel<T2>(min_b, max_b);
+
+  const int64 c_highest = static_cast<int64>(Eigen::NumTraits<T3>::highest());
+  const int64 c_lowest = static_cast<int64>(Eigen::NumTraits<T3>::lowest());
+  const float c_float_for_one_quant_level =
+      a_float_for_one_quant_level * b_float_for_one_quant_level;
+
+  *min_c = c_float_for_one_quant_level * c_lowest;
+  *max_c = c_float_for_one_quant_level * c_highest;
+}
+}  // namespace tensorflow
+
+#endif  // INTEL_MKL
+
+#endif  // TENSORFLOW_CORE_KERNELS_MKL_QUANTIZED_CONV_OPS_H_
diff --git a/tensorflow/core/ops/mkl_nn_ops.cc b/tensorflow/core/ops/mkl_nn_ops.cc
new file mode 100644
index 0000000000..9be3470820
--- /dev/null
+++ b/tensorflow/core/ops/mkl_nn_ops.cc
@@ -0,0 +1,612 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/framework/common_shape_fns.h"
+#include "tensorflow/core/framework/numeric_op.h"
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/shape_inference.h"
+#include "tensorflow/core/util/mirror_pad_mode.h"
+#include "tensorflow/core/util/padding.h"
+#include "tensorflow/core/util/tensor_format.h"
+
+// For now, this file only includes MKL quantized ops. In the
+// future, we will move all other MKL ops from nn_ops.cc to this file.
+
+#ifdef INTEL_MKL
+
+namespace tensorflow {
+
+using shape_inference::DimensionHandle;
+using shape_inference::InferenceContext;
+using shape_inference::ShapeHandle;
+
+REGISTER_OP("_MklQuantizedMaxPool")
+    .Input("input:         T")
+    .Input("min_input:     float")
+    .Input("max_input:     float")
+    .Input("mkl_input:     uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Output("output:       T")
+    .Output("min_output:   float")
+    .Output("max_output:   float")
+    .Output("mkl_output:     uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("T: quantizedtype")
+    .Attr("ksize: list(int) >= 4")
+    .Attr("strides: list(int) >= 4")
+    .Attr(GetPaddingAttrString())
+    .SetShapeFn(shape_inference::MaxPoolShape)
+    .Doc(R"doc(
+MKL version of QuantizedMaxPool operator. Uses MKL DNN APIs to perform max pooling
+on the quantized input.
+
+NOTE Do not invoke this operator directly in Python. Graph rewrite pass is
+expected to invoke these operators.
+)doc");
+
+REGISTER_OP("_MklQuantizedAvgPool")
+    .Input("input:           T")
+    .Input("min_input:       float")
+    .Input("max_input:       float")
+    .Input("mkl_input:       uint8")
+    .Input("mkl_min_input:   uint8")
+    .Input("mkl_max_input:   uint8")
+    .Output("output:         T")
+    .Output("min_output:     float")
+    .Output("max_output:     float")
+    .Output("mkl_output:     uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("T: quantizedtype")
+    .Attr("ksize: list(int) >= 4")
+    .Attr("strides: list(int) >= 4")
+    .Attr(GetPaddingAttrString())
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::AvgPoolShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(1), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    })
+    .Doc(R"doc(
+MKL version of QuantizedAvgPool operator. Uses MKL DNN APIs to perform average pooling
+on the quantized input.
+
+NOTE Do not invoke this operator directly in Python. Graph rewrite pass is
+expected to invoke these operators.
+)doc");
+
+REGISTER_OP("_MklQuantizedConv2D")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for enabling MklToTf
+                               // conversion
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_min_freezed_output: uint8")
+    .Input("mkl_max_freezed_output: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for enabling MklToTf
+                               // conversion
+    .Attr("out_type: quantizedtype = DT_QINT8")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBias")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: float")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBiasAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_min_freezed_output: uint8")
+    .Input("mkl_max_freezed_output: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QINT8")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DAndRelu")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for enabling MklToTf
+                               // conversion
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_min_freezed_output: uint8")
+    .Input("mkl_max_freezed_output: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for enabling MklToTf
+                               // conversion
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBiasAndRelu")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: float")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBiasAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_min_freezed_output: uint8")
+    .Input("mkl_max_freezed_output: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBiasSumAndRelu")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: float")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("summand: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_summand: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QINT32")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBiasSumAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("summand: Tsummand")
+    .Input("min_summand: float")
+    .Input("max_summand: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_min_freezed_output: uint8")
+    .Input("mkl_max_freezed_output: uint8")
+    .Input("mkl_summand: uint8")
+    .Input("mkl_min_summand: uint8")
+    .Input("mkl_max_summand: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("Tsummand: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+REGISTER_OP("_MklQuantizedConv2DWithBiasSignedSumAndReluAndRequantize")
+    .Input("input: Tinput")
+    .Input("filter: Tfilter")
+    .Input("bias: Tbias")
+    .Input("min_input: float")
+    .Input("max_input: float")
+    .Input("min_filter: float")
+    .Input("max_filter: float")
+    .Input("min_freezed_output: float")
+    .Input("max_freezed_output: float")
+    .Input("summand: Tsummand")
+    .Input("min_summand: float")
+    .Input("max_summand: float")
+    .Input("mkl_input: uint8")
+    .Input("mkl_filter: uint8")
+    .Input("mkl_bias: uint8")
+    .Input("mkl_min_input: uint8")
+    .Input("mkl_max_input: uint8")
+    .Input("mkl_min_filter: uint8")
+    .Input("mkl_max_filter: uint8")
+    .Input("mkl_min_freezed_output: uint8")
+    .Input("mkl_max_freezed_output: uint8")
+    .Input("mkl_summand: uint8")
+    .Input("mkl_min_summand: uint8")
+    .Input("mkl_max_summand: uint8")
+    .Output("output: out_type")
+    .Output("min_output: float")
+    .Output("max_output: float")
+    .Output("mkl_output: uint8")
+    .Output("mkl_min_output: uint8")
+    .Output("mkl_max_output: uint8")
+    .Attr("Tinput: quantizedtype")
+    .Attr("Tfilter: quantizedtype")
+    .Attr("Tbias: {float, qint32}")
+    .Attr("Tsummand: quantizedtype")
+    .Attr("T: quantizedtype")  // Additional attribute "T" for
+                               // enabling MklToTf conversion
+    .Attr("out_type: quantizedtype = DT_QUINT8")
+    .Attr("data_format: string = 'NHWC'")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .SetShapeFn([](InferenceContext* c) {
+      TF_RETURN_IF_ERROR(shape_inference::Conv2DShape(c));
+      ShapeHandle unused;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 1, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(5), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(6), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(7), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(8), 0, &unused));
+      c->set_output(1, c->Scalar());
+      c->set_output(2, c->Scalar());
+      return Status::OK();
+    });
+
+}  // namespace tensorflow
+
+#endif  // INTEL_MKL
diff --git a/tensorflow/core/util/mkl_util.h b/tensorflow/core/util/mkl_util.h
index 680211edff..883fa612d5 100644
--- a/tensorflow/core/util/mkl_util.h
+++ b/tensorflow/core/util/mkl_util.h
@@ -104,6 +104,10 @@ typedef enum {
   Dim3d_I = 1
 } MklDnnDims3D;
 
+typedef enum {
+  QUANTIZED_VERSION = 0,
+  FP_VERSION,
+} MklQuantization;
 static const int kSmallBatchSize = 32;
 
 #ifdef INTEL_MKL_ML_ONLY
@@ -1387,6 +1391,18 @@ template <>
 memory::data_type MklDnnType<float>() {
   return memory::data_type::f32;
 }
+template <>
+memory::data_type MklDnnType<quint8>() {
+  return memory::data_type::u8;
+}
+template <>
+memory::data_type MklDnnType<qint8>() {
+  return memory::data_type::s8;
+}
+template <>
+memory::data_type MklDnnType<qint32>() {
+  return memory::data_type::s32;
+}
 
 /// Map TensorFlow's data format into MKL-DNN 3D data format
 /// @input: TensorFlow data format
-- 
GitLab


From 01185324b505dbc2bddf53da93f72d156a81043a Mon Sep 17 00:00:00 2001
From: "Li, Guizi" <guizi.li@intel.com>
Date: Fri, 14 Sep 2018 16:42:09 +0800
Subject: [PATCH 0022/1825] remove unnecessary void*

---
 tensorflow/core/kernels/mkl_relu_op.cc | 24 +++++++++---------------
 1 file changed, 9 insertions(+), 15 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_relu_op.cc b/tensorflow/core/kernels/mkl_relu_op.cc
index e010810827..6d55d4abf6 100644
--- a/tensorflow/core/kernels/mkl_relu_op.cc
+++ b/tensorflow/core/kernels/mkl_relu_op.cc
@@ -1272,16 +1272,14 @@ class MklRelu6Op : public MklReluOpBase<Device, T, eltwise_bounded_relu> {
     GetMklShape(context, src_index, &dnn_shape_src);
 
     Tensor* dst_tensor = nullptr;
-    void* user_i =
-        static_cast<void*>(const_cast<T*>(src_tensor.flat<T>().data()));
+    T* user_i = const_cast<T*>(src_tensor.flat<T>().data());
     MklDnnShape dnn_shape_dst;
     dnn_shape_dst.SetMklTensor(false);
     AllocateOutputSetMklShape(context, dst_index, &dst_tensor,
                               src_tensor.shape(), dnn_shape_dst);
-    void* out_o = static_cast<void*>(dst_tensor->flat<T>().data());
-    (static_cast<T*>(out_o))[0] =
-        std::min(std::max((static_cast<T*>(user_i))[0], static_cast<T>(0)),
-                 static_cast<T>(RELU6_UPPER_BOUND));
+    T* out_o = dst_tensor->flat<T>().data();
+    out_o[0] = std::min(std::max(user_i[0], static_cast<T>(0)),
+                        static_cast<T>(RELU6_UPPER_BOUND));
     return;
   }
 };
@@ -1311,15 +1309,11 @@ class MklRelu6GradOp
     dnn_shape_diff_src.SetMklTensor(false);
     AllocateOutputSetMklShape(context, diff_src_index, &diff_src_tensor,
                               diff_dst_tensor.shape(), dnn_shape_diff_src);
-    void* out_o = static_cast<void*>(diff_src_tensor->flat<T>().data());
-    void* user_i =
-        static_cast<void*>(const_cast<T*>(src_tensor.flat<T>().data()));
-    void* user_g =
-        static_cast<void*>(const_cast<T*>(diff_dst_tensor.flat<T>().data()));
-    (static_cast<T*>(out_o))[0] =
-        (static_cast<T*>(user_g))[0] *
-        ((static_cast<T*>(user_i))[0] > 0 &&
-         (static_cast<T*>(user_i))[0] < static_cast<T>(RELU6_UPPER_BOUND));
+    T* out_o = diff_src_tensor->flat<T>().data();
+    T* user_i = const_cast<T*>(src_tensor.flat<T>().data());
+    T* user_g = const_cast<T*>(diff_dst_tensor.flat<T>().data());
+    out_o[0] = user_g[0] * user_i[0] > 0 &&
+               (user_i[0] < static_cast<T>(RELU6_UPPER_BOUND));
     return;
   }
 };
-- 
GitLab


From 41adb4d6c787f23f4555a692e54f62b0101a7a6f Mon Sep 17 00:00:00 2001
From: leondgarse <leondgarse@aol.com>
Date: Sun, 16 Sep 2018 16:25:42 +0800
Subject: [PATCH 0023/1825] Replace multinomial in comment by argmax

Replace 'a multinomial distribution' in comment by 'argmax', and also in the text introduction.
---
 .../python/examples/generative_examples/text_generation.ipynb | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
index 07dbfd3630..ad481175fe 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
@@ -567,7 +567,7 @@
         "\n",
         "* We get predictions using the start_string and the hidden state\n",
         "\n",
-        "* Then we use a multinomial distribution to calculate the index of the predicted word. **We use this predicted word as our next input to the model**\n",
+        "* Then we use argmax to calculate the index of the predicted word. **We use this predicted word as our next input to the model**\n",
         "\n",
         "* **The hidden state returned by the model is fed back into the model so that it now has more context rather than just one word.** After we predict the next word, the modified hidden states are again fed back into the model, which is how it learns as it gets more context from the previously predicted words.\n",
         "\n",
@@ -603,7 +603,7 @@
         "for i in range(num_generate):\n",
         "    predictions, hidden = model(input_eval, hidden)\n",
         "\n",
-        "    # using a multinomial distribution to predict the word returned by the model\n",
+        "    # using argmax to predict the word returned by the model\n",
         "    predicted_id = tf.argmax(predictions[-1]).numpy()\n",
         "    \n",
         "    # We pass the predicted word as the next input to the model\n",
-- 
GitLab


From 14b5eb7d0295060204bf56e041da4c84c44d8cd5 Mon Sep 17 00:00:00 2001
From: leondgarse <leondgarse@aol.com>
Date: Sun, 16 Sep 2018 16:34:32 +0800
Subject: [PATCH 0024/1825] Remove a temperature line

Remove a temperature line in Next Steps part
---
 .../python/examples/generative_examples/text_generation.ipynb    | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
index ad481175fe..bda9e77085 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/text_generation.ipynb
@@ -626,7 +626,6 @@
         "\n",
         "* Change the start string to a different character, or the start of a sentence.\n",
         "* Experiment with training on a different, or with different parameters. [Project  Gutenberg](http://www.gutenberg.org/ebooks/100), for example, contains a large collection of books.\n",
-        "* Experiment with the temperature parameter.\n",
         "* Add another RNN layer.\n"
       ]
     },
-- 
GitLab


From 50762768ef9d7915ade5cf485d26ffb96753df71 Mon Sep 17 00:00:00 2001
From: Yifei Feng <1192265+yifeif@users.noreply.github.com>
Date: Tue, 18 Sep 2018 00:18:57 -0700
Subject: [PATCH 0025/1825] Update CONTRIBUTING.md to reflect PR merge process

---
 CONTRIBUTING.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index f598999f35..3f62e3f645 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -31,7 +31,8 @@ Follow either of the two links above to access the appropriate CLA and instructi
 If you have improvements to TensorFlow, send us your pull requests! For those
 just getting started, Github has a [howto](https://help.github.com/articles/using-pull-requests/).
 
-TensorFlow team members will be assigned to review your pull requests. Once the pull requests are approved and pass continuous integration checks, we will merge the pull requests.
+TensorFlow team members will be assigned to review your pull requests. Once the pull requests are approved and pass continuous integration checks, a TensorFlow team member will apply `ready to pull` to your change. This means we are working on getting your pull request submitted to our internal repository. After the change has been submitted internally, your pull request will be merged automatically on GitHub.
+
 For some pull requests, we will apply the patch for each pull request to our internal version control system first, and export the change out as a new commit later, at which point the original pull request will be closed. The commits in the pull request will be squashed into a single commit with the pull request creator as the author. These pull requests will be labeled as pending merge internally.
 
 If you want to contribute but you're not sure where to start, take a look at the
-- 
GitLab


From a8fe42cdfc7341655f61414ce02ddd9d016165ed Mon Sep 17 00:00:00 2001
From: Yifei Feng <1192265+yifeif@users.noreply.github.com>
Date: Tue, 18 Sep 2018 00:19:38 -0700
Subject: [PATCH 0026/1825] Update CONTRIBUTING.md

---
 CONTRIBUTING.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 3f62e3f645..05e970e8cc 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -31,7 +31,7 @@ Follow either of the two links above to access the appropriate CLA and instructi
 If you have improvements to TensorFlow, send us your pull requests! For those
 just getting started, Github has a [howto](https://help.github.com/articles/using-pull-requests/).
 
-TensorFlow team members will be assigned to review your pull requests. Once the pull requests are approved and pass continuous integration checks, a TensorFlow team member will apply `ready to pull` to your change. This means we are working on getting your pull request submitted to our internal repository. After the change has been submitted internally, your pull request will be merged automatically on GitHub.
+TensorFlow team members will be assigned to review your pull requests. Once the pull requests are approved and pass continuous integration checks, a TensorFlow team member will apply `ready to pull` label to your change. This means we are working on getting your pull request submitted to our internal repository. After the change has been submitted internally, your pull request will be merged automatically on GitHub.
 
 For some pull requests, we will apply the patch for each pull request to our internal version control system first, and export the change out as a new commit later, at which point the original pull request will be closed. The commits in the pull request will be squashed into a single commit with the pull request creator as the author. These pull requests will be labeled as pending merge internally.
 
-- 
GitLab


From 609283c6ea14a7ea1ef9bb9ba4dd5d5608c0b2c0 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Thu, 20 Sep 2018 18:55:40 +0100
Subject: [PATCH 0027/1825] Add new TF_GraphImportGraphDefWithDevice()
 function, which only allows to bind newly created graph, drop
 TF_BindToDevice(), since (re)binding at runtime is being frown upon upstream

---
 tensorflow/c/c_api.cc  | 17 ++++++++++++-----
 tensorflow/c/c_api.h   |  8 +++++++-
 tensorflow/go/graph.go | 21 ++++++++++-----------
 3 files changed, 29 insertions(+), 17 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index f559972b18..13d9a8d388 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2129,13 +2129,20 @@ void TF_GraphImportGraphDef(TF_Graph* graph, const TF_Buffer* graph_def,
   TF_DeleteImportGraphDefResults(results);
 }
 
-void TF_BindToDevice(TF_Graph* graph, const char *device) {
-  if (device == NULL)
-    return;
+void TF_GraphImportGraphDefWithDevice(TF_Graph* graph, const TF_Buffer* graph_def,
+                            const TF_ImportGraphDefOptions* options,
+			    const char *device,
+                            TF_Status* status) {
+  TF_ImportGraphDefResults* results =
+      TF_GraphImportGraphDefWithResults(graph, graph_def, options, status);
 
-  for (Node *node: graph->graph.nodes()) {
-	  node->set_requested_device(device);
+  if ((device != NULL) && (TF_GetCode(status) == TF_OK)) {
+    for (Node *node: graph->graph.nodes()) {
+      node->set_requested_device(device);
+    }
   }
+
+  TF_DeleteImportGraphDefResults(results);
 }
 
 // While loop functions -------------------------------------------------------
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index 24db50eeb6..5fd6bb09e0 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -1019,7 +1019,13 @@ TF_CAPI_EXPORT extern void TF_GraphImportGraphDef(
     TF_Graph* graph, const TF_Buffer* graph_def,
     const TF_ImportGraphDefOptions* options, TF_Status* status);
 
-TF_CAPI_EXPORT extern void TF_BindToDevice(TF_Graph* graph, const char *device);
+// Import the graph serialized in `graph_def` into `graph`.
+// Convenience function for when no results are needed.
+// Optionally try to bind resulted graph to given device ('/gpu:1' for example)
+void TF_GraphImportGraphDefWithDevice(TF_Graph* graph, const TF_Buffer* graph_def,
+                            const TF_ImportGraphDefOptions* options,
+			    const char *device,
+                            TF_Status* status);
 
 // Adds a copy of function `func` and optionally its gradient function `grad`
 // to `g`. Once `func`/`grad` is added to `g`, it can be called by creating
diff --git a/tensorflow/go/graph.go b/tensorflow/go/graph.go
index 6aecba4632..d89d1ad5f5 100644
--- a/tensorflow/go/graph.go
+++ b/tensorflow/go/graph.go
@@ -114,24 +114,23 @@ func (g *Graph) ImportWithDevice(def []byte, prefix string, device string) error
 	C.memcpy(buf.data, unsafe.Pointer(&def[0]), buf.length)
 
 	status := newStatus()
-	C.TF_GraphImportGraphDef(g.c, buf, opts, status.c)
+
+	if len(device) != 0 {
+		cdev := C.CString(device)
+		defer C.free(unsafe.Pointer(cdev))
+
+		C.TF_GraphImportGraphDefWithDevice(g.c, buf, opts, cdev, status.c)
+	} else {
+		C.TF_GraphImportGraphDef(g.c, buf, opts, status.c)
+	}
+
 	if err := status.Err(); err != nil {
 		return err
 	}
 
-	g.BindToDevice(device)
 	return nil
 }
 
-func (g *Graph) BindToDevice(device string) {
-    if len(device) != 0 {
-	cdev := C.CString(device)
-	defer C.free(unsafe.Pointer(cdev))
-
-	C.TF_BindToDevice(g.c, cdev)
-    }
-}
-
 func (g *Graph) Import(def []byte, prefix string) error {
     return g.ImportWithDevice(def, prefix, "")
 }
-- 
GitLab


From 165537259eb834bb28335ec28397da4488fd1839 Mon Sep 17 00:00:00 2001
From: Steven <wdchien@kth.se>
Date: Thu, 20 Sep 2018 20:20:50 +0200
Subject: [PATCH 0028/1825] Init commit of Slurm cluster resolver

- Slurm cluster resolver for homogeneous job allocation
- basic unit tests for task and GPU allocation
---
 tensorflow/contrib/cluster_resolver/BUILD     |  27 +++
 .../contrib/cluster_resolver/__init__.py      |   2 +
 .../python/training/__init__.py               |   1 +
 .../python/training/slurm_cluster_resolver.py | 180 ++++++++++++++++
 .../training/slurm_cluster_resolver_test.py   | 201 ++++++++++++++++++
 5 files changed, 411 insertions(+)
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index 707f621184..47e287f5bb 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -31,6 +31,7 @@ py_library(
         ":base_cluster_resolver_py",
         ":gce_cluster_resolver_py",
         ":tpu_cluster_resolver_py",
+        ":slurm_cluster_resolver_py",
         "//tensorflow/python:util",
     ],
 )
@@ -64,6 +65,16 @@ py_library(
     ],
 )
 
+py_library(
+    name = "slurm_cluster_resolver_py",
+    srcs = ["python/training/slurm_cluster_resolver.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":base_cluster_resolver_py",
+        "//tensorflow/python:training",
+    ],
+)
+
 tf_py_test(
     name = "base_cluster_resolver_py_test",
     srcs = ["python/training/cluster_resolver_test.py"],
@@ -109,3 +120,19 @@ tf_py_test(
     grpc_enabled = True,
     main = "python/training/tpu_cluster_resolver_test.py",
 )
+
+tf_py_test(
+    name = "slurm_cluster_resolver_py_test",
+    size = "small",
+    srcs = ["python/training/slurm_cluster_resolver_test.py"],
+    additional_deps = [
+        ":cluster_resolver_py",
+        ":slurm_cluster_resolver_py",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:training",
+    ],
+    main = "python/training/slurm_cluster_resolver_test.py",
+)
diff --git a/tensorflow/contrib/cluster_resolver/__init__.py b/tensorflow/contrib/cluster_resolver/__init__.py
index b4d8cd4a7c..039f3ee21a 100644
--- a/tensorflow/contrib/cluster_resolver/__init__.py
+++ b/tensorflow/contrib/cluster_resolver/__init__.py
@@ -25,6 +25,7 @@ from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import UnionClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.gce_cluster_resolver import GceClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.tpu_cluster_resolver import TPUClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
 # pylint: enable=wildcard-import,unused-import
 
 from tensorflow.python.util.all_util import remove_undocumented
@@ -35,6 +36,7 @@ _allowed_symbols = [
     'UnionClusterResolver',
     'GceClusterResolver',
     'TPUClusterResolver',
+    'SlurmClusterResolver',
 ]
 
 remove_undocumented(__name__, _allowed_symbols)
diff --git a/tensorflow/contrib/cluster_resolver/python/training/__init__.py b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
index 0b0464b7d2..21009a75da 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/__init__.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
@@ -23,3 +23,4 @@ from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import UnionClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.gce_cluster_resolver import GceClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.tpu_cluster_resolver import TPUClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
new file mode 100644
index 0000000000..6bdba362fc
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -0,0 +1,180 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Implementation of Cluster Resolvers for Slurm workload manager."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import subprocess
+
+from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import ClusterResolver
+from tensorflow.python.training.server_lib import ClusterSpec
+
+class SlurmClusterResolver(ClusterResolver):
+  """Cluster Resolver for system with Slurm workload manager.
+
+  This is an implementation of cluster resolvers for Slurm clusters. This allows
+  the specification of jobs and task counts, number of tasks per node, number of
+  GPUs on each node and number of GPUs for each task, It retrieves system
+  attributes by Slurm environment variables, resolve allocated computing node
+  names, construct a cluster and return a Cluster Resolver object which an be
+  use for distributed TensorFlow.
+  """
+
+  def __init__(self,
+               jobs,
+               port_base=8888,
+               gpus_per_node=1,
+               gpus_per_task=1,
+               tasks_per_node=None,
+               auto_set_gpu=True):
+    """Creates a new SlurmClusterResolver object.
+
+    This takes in parameters and creates a SlurmClusterResolver object. It uses
+    those parameters to determine which nodes will processes reside and resolve
+    their hostnames. With the number of the GPUs on each node and number of GPUs
+    for each task it offsets the port number for each processes and allocate
+    GPUs to tasks by setting environment variables. The resolver currently
+    supports homogeneous tasks and default Slurm process allocation.
+
+    Args:
+      jobs: Dictionary with job names as key and number of tasks in the job as
+        value
+      port_base: The first port number to start with for processes on a node.
+      gpus_per_node: Number of GPUs avaliable on each node.
+      gpus_per_task: Number of GPUs to be used for each task.
+      tasks_per_node: Number of tasks to run on each node, if not set defaults
+        to Slurm's output environment variable SLURM_NTASKS_PER_NODE.
+      auto_set_gpu: Set the visible CUDA devices automatically while resolving
+        the cluster by setting CUDA_VISIBLE_DEVICE environment variable.
+        Defaults to True.
+
+    Raises:
+      RuntimeError: If requested more GPUs per node then avaliable or requested
+      more tasks then assigned tasks.
+    """
+
+    # check if launched by mpirun
+    if 'OMPI_COMM_WORLD_RANK' in os.environ:
+      self._rank = int(os.environ['OMPI_COMM_WORLD_RANK'])
+      num_tasks = int(os.environ['OMPI_COMM_WORLD_SIZE'])
+    else:
+      self._rank = int(os.environ['SLURM_PROCID'])
+      num_tasks = int(os.environ['SLURM_NTASKS'])
+
+    self._jobs = jobs
+    self._port_base = port_base
+
+    # user specification overrides SLURM specification
+    if tasks_per_node is not None:
+      self._tasks_per_node = tasks_per_node
+    elif tasks_per_node is None and 'SLURM_NTASKS_PER_NODE' in os.environ:
+      self._tasks_per_node = int(os.environ['SLURM_NTASKS_PER_NODE'])
+    else:
+      raise RuntimeError('Neither `tasks_per_node` or \
+                          SLURM_NTASKS_PER_NODE is set')
+
+    self._gpus_per_node = gpus_per_node
+    self._gpus_per_task = gpus_per_task
+
+    self._auto_set_gpu = auto_set_gpu
+    self._job_name = None
+    self._task_index = None
+
+    self._gpu_allocation = []
+    self._cluster_allocation = {}
+
+    if self._tasks_per_node * self._gpus_per_task > self._gpus_per_node:
+      raise RuntimeError('Requested more GPUs per node then avaliable')
+
+    if sum(self._jobs.values()) != num_tasks:
+      raise RuntimeError('Requested more tasks then assigned tasks')
+
+  def cluster_spec(self):
+    """Returns a ClusterSpec object based on the latest instance group info.
+
+    This returns a ClusterSpec object for use based on information from the
+    specified initialization parameters and Slurm environment variables. The
+    cluster specification is resolved each time this function is called. The
+    resolver extract hostnames of nodes by scontrol and pack tasks in that
+    order until a node a has number of tasks that is equal to specification.
+    GPUs on nodes are allocated to tasks by specification through setting
+    CUDA_VISIBLE_DEVICE environment variable.
+
+    Returns:
+      A ClusterSpec containing host information retrieved from Slurm's
+        environment variables.
+    """
+    hostlist = subprocess.check_output(['scontrol', 'show', 'hostname']).\
+               decode("utf-8").strip().split('\n')
+
+    task_list = []
+    self._gpu_allocation = []
+    self._cluster_allocation = {}
+
+    for host in hostlist:
+      for port_offset, gpu_offset in zip(range(self._tasks_per_node),
+                                         range(0, self._gpus_per_node,
+                                               self._gpus_per_task)):
+
+        host_addr = "%s:%d" % (host, self._port_base+port_offset)
+        task_list.append(host_addr)
+        gpu_id_list = []
+
+        for gpu_id in range(gpu_offset, gpu_offset+self._gpus_per_task):
+          gpu_id_list.append(str(gpu_id))
+
+        self._gpu_allocation.append(",".join(gpu_id_list))
+
+    cluster_rank_offset_start = 0
+    cluster_rank_offset_end = 0
+
+    for job_name, num_tasks in self._jobs.items():
+      cluster_rank_offset_end = cluster_rank_offset_start + num_tasks
+
+      self._cluster_allocation[job_name] = \
+        task_list[cluster_rank_offset_start:cluster_rank_offset_end]
+
+      if self._rank >= cluster_rank_offset_start and \
+          self._rank < cluster_rank_offset_end:
+
+        self._job_name = job_name
+        self._task_index = self._rank - cluster_rank_offset_start
+
+      cluster_rank_offset_start = cluster_rank_offset_end
+
+    if self._auto_set_gpu is True:
+      os.environ['CUDA_VISIBLE_DEVICE'] = self._gpu_allocation[self._rank]
+
+    return ClusterSpec(self._cluster_allocation)
+
+  def own_task(self):
+    """Returns job name and task_index for the process which calls this function
+
+    This returns the job name and task index for the process which calls this
+    function according to its rank and cluster specification. The job name and
+    task index are set after a cluster is constructed by cluster_spec otherwise
+    defaults to None.
+
+    Returns:
+      A string specifying job name the process belongs to and an integner
+        specifying the task index the process belongs to in that job.
+    """
+    return self._job_name, self._task_index
+
+  def master(self):
+    return self._cluster_allocation[str(self._job_name)][self._task_index]
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
new file mode 100644
index 0000000000..2e4848d773
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -0,0 +1,201 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for SlurmClusterResolver."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import subprocess
+import os
+
+from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
+from tensorflow.python.platform import test
+from tensorflow.python.training import server_lib
+
+mock = test.mock
+
+class SlurmClusterResolverTest(test.TestCase):
+
+  def mock_check_subprocess_output(self):
+    return b't02n13\nt02n41\nt02n43\nt02n44\n'
+
+  def _verifyClusterSpecEquality(self, cluster_spec, expected_proto):
+    self.assertProtoEquals(expected_proto, cluster_spec.as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto, server_lib.ClusterSpec(cluster_spec).as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec.as_cluster_def()).as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec.as_dict()).as_cluster_def())
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '0', 'SLURM_NTASKS': '3'})
+  @mock.patch.object(subprocess, 'check_output',
+                     mock_check_subprocess_output)
+  def testSimpleSuccessfulRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 2},
+        port_base=8888,
+        tasks_per_node=1,
+        gpus_per_node=1,
+        gpus_per_task=1,
+        auto_set_gpu=False)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 1
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '0',
+                                'SLURM_NTASKS': '3',
+                                'SLURM_NTASKS_PER_NODE': '1'})
+  @mock.patch.object(subprocess, 'check_output',
+                     mock_check_subprocess_output)
+  def testTaskPerNodeNotSetRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 2},
+        port_base=8888,
+        gpus_per_node=1,
+        gpus_per_task=1,
+        auto_set_gpu=False)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 1
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '1',
+                                'SLURM_NTASKS': '5',
+                                'SLURM_NTASKS_PER_NODE': '2',
+                                'CUDA_VISIBLE_DEVICE': ''})
+  @mock.patch.object(subprocess, 'check_output',
+                     mock_check_subprocess_output)
+  def testMultiTaskPerNodeRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 4},
+        port_base=8888,
+        gpus_per_node=2,
+        gpus_per_task=1,
+        auto_set_gpu=True)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n13:8889"
+        }
+        tasks {
+          key: 1
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 2
+          value: "t02n41:8889"
+        }
+        tasks {
+          key: 3
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    assert os.environ['CUDA_VISIBLE_DEVICE'] == '1'
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '1',
+                                'SLURM_NTASKS': '5',
+                                'SLURM_NTASKS_PER_NODE': '2',
+                                'CUDA_VISIBLE_DEVICE': ''})
+  @mock.patch.object(subprocess, 'check_output', mock_check_subprocess_output)
+  def testMultipleGpusPerTaskRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 4},
+        port_base=8888,
+        gpus_per_node=4,
+        gpus_per_task=2,
+        auto_set_gpu=True)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n13:8889"
+        }
+        tasks {
+          key: 1
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 2
+          value: "t02n41:8889"
+        }
+        tasks {
+          key: 3
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    assert os.environ['CUDA_VISIBLE_DEVICE'] == '2,3'
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From 3364762e54a8417bcd5ef72a93ba5d0af98b2a01 Mon Sep 17 00:00:00 2001
From: steven <wdchien@kth.se>
Date: Thu, 20 Sep 2018 20:43:59 +0200
Subject: [PATCH 0029/1825] Init commit of cluster resolver for slurm workload
 manager

- Slurm cluster resolver for cluster with homogeneous job allocation
- Basic unit tests for task and GPU allocation
---
 tensorflow/contrib/cluster_resolver/BUILD     |  27 +++
 .../contrib/cluster_resolver/__init__.py      |   2 +
 .../python/training/__init__.py               |   1 +
 .../python/training/slurm_cluster_resolver.py | 180 ++++++++++++++++
 .../training/slurm_cluster_resolver_test.py   | 201 ++++++++++++++++++
 5 files changed, 411 insertions(+)
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index 707f621184..47e287f5bb 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -31,6 +31,7 @@ py_library(
         ":base_cluster_resolver_py",
         ":gce_cluster_resolver_py",
         ":tpu_cluster_resolver_py",
+        ":slurm_cluster_resolver_py",
         "//tensorflow/python:util",
     ],
 )
@@ -64,6 +65,16 @@ py_library(
     ],
 )
 
+py_library(
+    name = "slurm_cluster_resolver_py",
+    srcs = ["python/training/slurm_cluster_resolver.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":base_cluster_resolver_py",
+        "//tensorflow/python:training",
+    ],
+)
+
 tf_py_test(
     name = "base_cluster_resolver_py_test",
     srcs = ["python/training/cluster_resolver_test.py"],
@@ -109,3 +120,19 @@ tf_py_test(
     grpc_enabled = True,
     main = "python/training/tpu_cluster_resolver_test.py",
 )
+
+tf_py_test(
+    name = "slurm_cluster_resolver_py_test",
+    size = "small",
+    srcs = ["python/training/slurm_cluster_resolver_test.py"],
+    additional_deps = [
+        ":cluster_resolver_py",
+        ":slurm_cluster_resolver_py",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:training",
+    ],
+    main = "python/training/slurm_cluster_resolver_test.py",
+)
diff --git a/tensorflow/contrib/cluster_resolver/__init__.py b/tensorflow/contrib/cluster_resolver/__init__.py
index b4d8cd4a7c..039f3ee21a 100644
--- a/tensorflow/contrib/cluster_resolver/__init__.py
+++ b/tensorflow/contrib/cluster_resolver/__init__.py
@@ -25,6 +25,7 @@ from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import UnionClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.gce_cluster_resolver import GceClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.tpu_cluster_resolver import TPUClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
 # pylint: enable=wildcard-import,unused-import
 
 from tensorflow.python.util.all_util import remove_undocumented
@@ -35,6 +36,7 @@ _allowed_symbols = [
     'UnionClusterResolver',
     'GceClusterResolver',
     'TPUClusterResolver',
+    'SlurmClusterResolver',
 ]
 
 remove_undocumented(__name__, _allowed_symbols)
diff --git a/tensorflow/contrib/cluster_resolver/python/training/__init__.py b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
index 0b0464b7d2..21009a75da 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/__init__.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
@@ -23,3 +23,4 @@ from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import UnionClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.gce_cluster_resolver import GceClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.tpu_cluster_resolver import TPUClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
new file mode 100644
index 0000000000..6bdba362fc
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -0,0 +1,180 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Implementation of Cluster Resolvers for Slurm workload manager."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import subprocess
+
+from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import ClusterResolver
+from tensorflow.python.training.server_lib import ClusterSpec
+
+class SlurmClusterResolver(ClusterResolver):
+  """Cluster Resolver for system with Slurm workload manager.
+
+  This is an implementation of cluster resolvers for Slurm clusters. This allows
+  the specification of jobs and task counts, number of tasks per node, number of
+  GPUs on each node and number of GPUs for each task, It retrieves system
+  attributes by Slurm environment variables, resolve allocated computing node
+  names, construct a cluster and return a Cluster Resolver object which an be
+  use for distributed TensorFlow.
+  """
+
+  def __init__(self,
+               jobs,
+               port_base=8888,
+               gpus_per_node=1,
+               gpus_per_task=1,
+               tasks_per_node=None,
+               auto_set_gpu=True):
+    """Creates a new SlurmClusterResolver object.
+
+    This takes in parameters and creates a SlurmClusterResolver object. It uses
+    those parameters to determine which nodes will processes reside and resolve
+    their hostnames. With the number of the GPUs on each node and number of GPUs
+    for each task it offsets the port number for each processes and allocate
+    GPUs to tasks by setting environment variables. The resolver currently
+    supports homogeneous tasks and default Slurm process allocation.
+
+    Args:
+      jobs: Dictionary with job names as key and number of tasks in the job as
+        value
+      port_base: The first port number to start with for processes on a node.
+      gpus_per_node: Number of GPUs avaliable on each node.
+      gpus_per_task: Number of GPUs to be used for each task.
+      tasks_per_node: Number of tasks to run on each node, if not set defaults
+        to Slurm's output environment variable SLURM_NTASKS_PER_NODE.
+      auto_set_gpu: Set the visible CUDA devices automatically while resolving
+        the cluster by setting CUDA_VISIBLE_DEVICE environment variable.
+        Defaults to True.
+
+    Raises:
+      RuntimeError: If requested more GPUs per node then avaliable or requested
+      more tasks then assigned tasks.
+    """
+
+    # check if launched by mpirun
+    if 'OMPI_COMM_WORLD_RANK' in os.environ:
+      self._rank = int(os.environ['OMPI_COMM_WORLD_RANK'])
+      num_tasks = int(os.environ['OMPI_COMM_WORLD_SIZE'])
+    else:
+      self._rank = int(os.environ['SLURM_PROCID'])
+      num_tasks = int(os.environ['SLURM_NTASKS'])
+
+    self._jobs = jobs
+    self._port_base = port_base
+
+    # user specification overrides SLURM specification
+    if tasks_per_node is not None:
+      self._tasks_per_node = tasks_per_node
+    elif tasks_per_node is None and 'SLURM_NTASKS_PER_NODE' in os.environ:
+      self._tasks_per_node = int(os.environ['SLURM_NTASKS_PER_NODE'])
+    else:
+      raise RuntimeError('Neither `tasks_per_node` or \
+                          SLURM_NTASKS_PER_NODE is set')
+
+    self._gpus_per_node = gpus_per_node
+    self._gpus_per_task = gpus_per_task
+
+    self._auto_set_gpu = auto_set_gpu
+    self._job_name = None
+    self._task_index = None
+
+    self._gpu_allocation = []
+    self._cluster_allocation = {}
+
+    if self._tasks_per_node * self._gpus_per_task > self._gpus_per_node:
+      raise RuntimeError('Requested more GPUs per node then avaliable')
+
+    if sum(self._jobs.values()) != num_tasks:
+      raise RuntimeError('Requested more tasks then assigned tasks')
+
+  def cluster_spec(self):
+    """Returns a ClusterSpec object based on the latest instance group info.
+
+    This returns a ClusterSpec object for use based on information from the
+    specified initialization parameters and Slurm environment variables. The
+    cluster specification is resolved each time this function is called. The
+    resolver extract hostnames of nodes by scontrol and pack tasks in that
+    order until a node a has number of tasks that is equal to specification.
+    GPUs on nodes are allocated to tasks by specification through setting
+    CUDA_VISIBLE_DEVICE environment variable.
+
+    Returns:
+      A ClusterSpec containing host information retrieved from Slurm's
+        environment variables.
+    """
+    hostlist = subprocess.check_output(['scontrol', 'show', 'hostname']).\
+               decode("utf-8").strip().split('\n')
+
+    task_list = []
+    self._gpu_allocation = []
+    self._cluster_allocation = {}
+
+    for host in hostlist:
+      for port_offset, gpu_offset in zip(range(self._tasks_per_node),
+                                         range(0, self._gpus_per_node,
+                                               self._gpus_per_task)):
+
+        host_addr = "%s:%d" % (host, self._port_base+port_offset)
+        task_list.append(host_addr)
+        gpu_id_list = []
+
+        for gpu_id in range(gpu_offset, gpu_offset+self._gpus_per_task):
+          gpu_id_list.append(str(gpu_id))
+
+        self._gpu_allocation.append(",".join(gpu_id_list))
+
+    cluster_rank_offset_start = 0
+    cluster_rank_offset_end = 0
+
+    for job_name, num_tasks in self._jobs.items():
+      cluster_rank_offset_end = cluster_rank_offset_start + num_tasks
+
+      self._cluster_allocation[job_name] = \
+        task_list[cluster_rank_offset_start:cluster_rank_offset_end]
+
+      if self._rank >= cluster_rank_offset_start and \
+          self._rank < cluster_rank_offset_end:
+
+        self._job_name = job_name
+        self._task_index = self._rank - cluster_rank_offset_start
+
+      cluster_rank_offset_start = cluster_rank_offset_end
+
+    if self._auto_set_gpu is True:
+      os.environ['CUDA_VISIBLE_DEVICE'] = self._gpu_allocation[self._rank]
+
+    return ClusterSpec(self._cluster_allocation)
+
+  def own_task(self):
+    """Returns job name and task_index for the process which calls this function
+
+    This returns the job name and task index for the process which calls this
+    function according to its rank and cluster specification. The job name and
+    task index are set after a cluster is constructed by cluster_spec otherwise
+    defaults to None.
+
+    Returns:
+      A string specifying job name the process belongs to and an integner
+        specifying the task index the process belongs to in that job.
+    """
+    return self._job_name, self._task_index
+
+  def master(self):
+    return self._cluster_allocation[str(self._job_name)][self._task_index]
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
new file mode 100644
index 0000000000..2e4848d773
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -0,0 +1,201 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for SlurmClusterResolver."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import subprocess
+import os
+
+from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
+from tensorflow.python.platform import test
+from tensorflow.python.training import server_lib
+
+mock = test.mock
+
+class SlurmClusterResolverTest(test.TestCase):
+
+  def mock_check_subprocess_output(self):
+    return b't02n13\nt02n41\nt02n43\nt02n44\n'
+
+  def _verifyClusterSpecEquality(self, cluster_spec, expected_proto):
+    self.assertProtoEquals(expected_proto, cluster_spec.as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto, server_lib.ClusterSpec(cluster_spec).as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec.as_cluster_def()).as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec.as_dict()).as_cluster_def())
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '0', 'SLURM_NTASKS': '3'})
+  @mock.patch.object(subprocess, 'check_output',
+                     mock_check_subprocess_output)
+  def testSimpleSuccessfulRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 2},
+        port_base=8888,
+        tasks_per_node=1,
+        gpus_per_node=1,
+        gpus_per_task=1,
+        auto_set_gpu=False)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 1
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '0',
+                                'SLURM_NTASKS': '3',
+                                'SLURM_NTASKS_PER_NODE': '1'})
+  @mock.patch.object(subprocess, 'check_output',
+                     mock_check_subprocess_output)
+  def testTaskPerNodeNotSetRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 2},
+        port_base=8888,
+        gpus_per_node=1,
+        gpus_per_task=1,
+        auto_set_gpu=False)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 1
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '1',
+                                'SLURM_NTASKS': '5',
+                                'SLURM_NTASKS_PER_NODE': '2',
+                                'CUDA_VISIBLE_DEVICE': ''})
+  @mock.patch.object(subprocess, 'check_output',
+                     mock_check_subprocess_output)
+  def testMultiTaskPerNodeRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 4},
+        port_base=8888,
+        gpus_per_node=2,
+        gpus_per_task=1,
+        auto_set_gpu=True)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n13:8889"
+        }
+        tasks {
+          key: 1
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 2
+          value: "t02n41:8889"
+        }
+        tasks {
+          key: 3
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    assert os.environ['CUDA_VISIBLE_DEVICE'] == '1'
+
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '1',
+                                'SLURM_NTASKS': '5',
+                                'SLURM_NTASKS_PER_NODE': '2',
+                                'CUDA_VISIBLE_DEVICE': ''})
+  @mock.patch.object(subprocess, 'check_output', mock_check_subprocess_output)
+  def testMultipleGpusPerTaskRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={"ps": 1, "worker": 4},
+        port_base=8888,
+        gpus_per_node=4,
+        gpus_per_task=2,
+        auto_set_gpu=True)
+
+    actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
+    expected_proto = """
+      job {
+        name: "ps"
+        tasks {
+          value: "t02n13:8888"
+        }
+      }
+      job {
+        name: "worker"
+        tasks {
+          value: "t02n13:8889"
+        }
+        tasks {
+          key: 1
+          value: "t02n41:8888"
+        }
+        tasks {
+          key: 2
+          value: "t02n41:8889"
+        }
+        tasks {
+          key: 3
+          value: "t02n43:8888"
+        }
+      }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    assert os.environ['CUDA_VISIBLE_DEVICE'] == '2,3'
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From 7009a1584bed82a860b9b0af946dbbaa72255763 Mon Sep 17 00:00:00 2001
From: steven <wdchien@kth.se>
Date: Thu, 20 Sep 2018 22:26:05 +0200
Subject: [PATCH 0030/1825] change method name own_task to get_task_info

---
 .../cluster_resolver/python/training/slurm_cluster_resolver.py  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
index 6bdba362fc..c3109263dc 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -162,7 +162,7 @@ class SlurmClusterResolver(ClusterResolver):
 
     return ClusterSpec(self._cluster_allocation)
 
-  def own_task(self):
+  def get_task_info(self):
     """Returns job name and task_index for the process which calls this function
 
     This returns the job name and task index for the process which calls this
-- 
GitLab


From 1b7338162a7ad7535f2d715c93bc5d634d33be41 Mon Sep 17 00:00:00 2001
From: Steven <wdchien@kth.se>
Date: Sun, 23 Sep 2018 17:37:36 +0200
Subject: [PATCH 0031/1825] Minor syntax changes and wrapping subprocess call
 as private method

---
 .../python/training/slurm_cluster_resolver.py | 24 ++++++++++++-----
 .../training/slurm_cluster_resolver_test.py   | 27 ++++++++++---------
 2 files changed, 32 insertions(+), 19 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
index 6bdba362fc..5855afdec2 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -30,11 +30,21 @@ class SlurmClusterResolver(ClusterResolver):
   This is an implementation of cluster resolvers for Slurm clusters. This allows
   the specification of jobs and task counts, number of tasks per node, number of
   GPUs on each node and number of GPUs for each task, It retrieves system
-  attributes by Slurm environment variables, resolve allocated computing node
+  attributes by Slurm environment variables, resolves allocated computing node
   names, construct a cluster and return a Cluster Resolver object which an be
   use for distributed TensorFlow.
   """
 
+  def _resolve_hostnames(self):
+    """Resolve host names of nodes allocated in current jobs.
+
+    Returns:
+      A list of node names as strings.
+    """
+    hostlist = subprocess.check_output(['scontrol', 'show', 'hostname']).\
+               decode('utf-8').strip().split('\n')
+    return hostlist
+
   def __init__(self,
                jobs,
                port_base=8888,
@@ -45,7 +55,7 @@ class SlurmClusterResolver(ClusterResolver):
     """Creates a new SlurmClusterResolver object.
 
     This takes in parameters and creates a SlurmClusterResolver object. It uses
-    those parameters to determine which nodes will processes reside and resolve
+    those parameters to check which nodes will processes reside and resolves
     their hostnames. With the number of the GPUs on each node and number of GPUs
     for each task it offsets the port number for each processes and allocate
     GPUs to tasks by setting environment variables. The resolver currently
@@ -63,6 +73,9 @@ class SlurmClusterResolver(ClusterResolver):
         the cluster by setting CUDA_VISIBLE_DEVICE environment variable.
         Defaults to True.
 
+    Returns:
+      A ClusterResolver object which can be used with distributed TensorFlow.
+
     Raises:
       RuntimeError: If requested more GPUs per node then avaliable or requested
       more tasks then assigned tasks.
@@ -119,8 +132,7 @@ class SlurmClusterResolver(ClusterResolver):
       A ClusterSpec containing host information retrieved from Slurm's
         environment variables.
     """
-    hostlist = subprocess.check_output(['scontrol', 'show', 'hostname']).\
-               decode("utf-8").strip().split('\n')
+    hostlist = self._resolve_hostnames()
 
     task_list = []
     self._gpu_allocation = []
@@ -131,14 +143,14 @@ class SlurmClusterResolver(ClusterResolver):
                                          range(0, self._gpus_per_node,
                                                self._gpus_per_task)):
 
-        host_addr = "%s:%d" % (host, self._port_base+port_offset)
+        host_addr = '%s:%d' % (host, self._port_base+port_offset)
         task_list.append(host_addr)
         gpu_id_list = []
 
         for gpu_id in range(gpu_offset, gpu_offset+self._gpus_per_task):
           gpu_id_list.append(str(gpu_id))
 
-        self._gpu_allocation.append(",".join(gpu_id_list))
+        self._gpu_allocation.append(','.join(gpu_id_list))
 
     cluster_rank_offset_start = 0
     cluster_rank_offset_end = 0
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
index 2e4848d773..c2296eb4fe 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -29,8 +29,8 @@ mock = test.mock
 
 class SlurmClusterResolverTest(test.TestCase):
 
-  def mock_check_subprocess_output(self):
-    return b't02n13\nt02n41\nt02n43\nt02n44\n'
+  def mock_resolve_hostnames_output(self):
+    return ['t02n13','t02n41','t02n43','t02n44']
 
   def _verifyClusterSpecEquality(self, cluster_spec, expected_proto):
     self.assertProtoEquals(expected_proto, cluster_spec.as_cluster_def())
@@ -44,11 +44,11 @@ class SlurmClusterResolverTest(test.TestCase):
         server_lib.ClusterSpec(cluster_spec.as_dict()).as_cluster_def())
 
   @mock.patch.dict(os.environ, {'SLURM_PROCID': '0', 'SLURM_NTASKS': '3'})
-  @mock.patch.object(subprocess, 'check_output',
-                     mock_check_subprocess_output)
+  @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
+                     mock_resolve_hostnames_output)
   def testSimpleSuccessfulRetrieval(self):
     slurm_cluster_resolver = SlurmClusterResolver(
-        jobs={"ps": 1, "worker": 2},
+        jobs={'ps': 1, 'worker': 2},
         port_base=8888,
         tasks_per_node=1,
         gpus_per_node=1,
@@ -79,11 +79,11 @@ class SlurmClusterResolverTest(test.TestCase):
   @mock.patch.dict(os.environ, {'SLURM_PROCID': '0',
                                 'SLURM_NTASKS': '3',
                                 'SLURM_NTASKS_PER_NODE': '1'})
-  @mock.patch.object(subprocess, 'check_output',
-                     mock_check_subprocess_output)
+  @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
+                     mock_resolve_hostnames_output)
   def testTaskPerNodeNotSetRetrieval(self):
     slurm_cluster_resolver = SlurmClusterResolver(
-        jobs={"ps": 1, "worker": 2},
+        jobs={'ps': 1, 'worker': 2},
         port_base=8888,
         gpus_per_node=1,
         gpus_per_task=1,
@@ -114,11 +114,11 @@ class SlurmClusterResolverTest(test.TestCase):
                                 'SLURM_NTASKS': '5',
                                 'SLURM_NTASKS_PER_NODE': '2',
                                 'CUDA_VISIBLE_DEVICE': ''})
-  @mock.patch.object(subprocess, 'check_output',
-                     mock_check_subprocess_output)
+  @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
+                     mock_resolve_hostnames_output)
   def testMultiTaskPerNodeRetrieval(self):
     slurm_cluster_resolver = SlurmClusterResolver(
-        jobs={"ps": 1, "worker": 4},
+        jobs={'ps': 1, 'worker': 4},
         port_base=8888,
         gpus_per_node=2,
         gpus_per_task=1,
@@ -158,10 +158,11 @@ class SlurmClusterResolverTest(test.TestCase):
                                 'SLURM_NTASKS': '5',
                                 'SLURM_NTASKS_PER_NODE': '2',
                                 'CUDA_VISIBLE_DEVICE': ''})
-  @mock.patch.object(subprocess, 'check_output', mock_check_subprocess_output)
+  @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
+                     mock_resolve_hostnames_output)
   def testMultipleGpusPerTaskRetrieval(self):
     slurm_cluster_resolver = SlurmClusterResolver(
-        jobs={"ps": 1, "worker": 4},
+        jobs={'ps': 1, 'worker': 4},
         port_base=8888,
         gpus_per_node=4,
         gpus_per_task=2,
-- 
GitLab


From fd6f499af6ba986607a857124b75b2bebc4576e5 Mon Sep 17 00:00:00 2001
From: Steven <wdchien@kth.se>
Date: Sun, 23 Sep 2018 20:46:35 +0200
Subject: [PATCH 0032/1825] Added documentation to slurm resolver

---
 .../python/training/README.slurm              | 50 +++++++++++++++++++
 1 file changed, 50 insertions(+)
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/README.slurm

diff --git a/tensorflow/contrib/cluster_resolver/python/training/README.slurm b/tensorflow/contrib/cluster_resolver/python/training/README.slurm
new file mode 100644
index 0000000000..3a7675f250
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/README.slurm
@@ -0,0 +1,50 @@
+# Slurm Cluster Resolver
+
+The Slurm Cluster Resolver resolves cluster specification for distribution TensorFlow work launched on HPC system running on Slurm. This implementation is able to handle homogeneous task allocation on computing nodes with default task distribution plane. The resolution is done by determining job configuration through a number of Slurm output variables and user input. The resolver requires the specification of total number of tasks launched, process ID/rank of the running process, number of tasks launched per node, number of GPUs present on each node and the number of GPUs to allocate for each task.
+
+The process ID/rank is extracted from environment variable ```SLURM_PROCID``` and the total number of tasks launched is extract from ```SLURM_NTASKS```. The number of tasks per node is extracted from ```SLURM_NTASKS_PER_NODE```, unless a value is specified by user. The number of GPUs present on each node and number of GPUs for each task have to be specified by the user. A base port can be specified by user and in case there are more than one task launched per node the port number will be incremented for each additional tasks on that node. The hostnames are resolved by running command ```scontrol show hostname``` through a subprocess and a list of hostnames will be returned. The distribution of rank/process ID by default follows that order. By default allocated GPUs will be automatically exposed to processes according to specification by setting ```CUDA_VISIBLE_DEVICE```.
+
+## Example
+- Slurm allocation in shell  ```salloc --nodes=2 -t 01:30:00 -A <project ID> --ntasks-per-node=2 --gres=gpu:k80:2 --exclusive```
+- Creating cluster in Python
+```
+cluster_resolver = tf.contrib.cluster_resolver.SlurmClusterResolver(
+    {'ps': 1, 'worker': 3},
+    port_base=8888,
+    tasks_per_node=2,
+    gpus_per_node=2,
+    gpus_per_task=1,
+    auto_set_gpu=True)
+
+cluster = cluster_resolver.cluster_spec()
+job_name, task_index = cluster_resolver.get_task_info()
+```
+The above example resolves a cluster specification for a Slurm job allocation with two computing nodes each having two GPUs and two tasks will be launched on each node. The jobs are specified in form of a dictionary where the key is a string representing job name and value is an integer that specifies the number of tasks in that job. ```cluster_resolver.cluster_spec()``` will return a cluster specificaiton object and the cluster specification will have the following specification as protobuf.
+
+```
+job {
+  name: "ps"
+  tasks {
+    value: "t02n13:8888"
+  }
+}
+job {
+  name: "worker"
+  tasks {
+    value: "t02n13:8889"
+  }
+  tasks {
+    key: 1
+    value: "t02n41:8888"
+  }
+  tasks {
+    key: 2
+    value: "t02n41:8889"
+  }
+}
+```
+
+After calling ```cluster_resolver.cluster_spec()``` internal data structions of the resolver will be populated. By looking at the process ID/rank and comparing with cluster specification the task can 'realize' which task it belongs to. This can be retrieved by calling ```cluster_resolver.get_task_info()``` and a string specifying job name and an integer specifying the task index will be returned.
+
+GPUs will be automatically allocated to the processes. For example in the above example ```
+t02n41:8888``` will see GPU 0 and ```t02n41:8889``` will see GPU 1.
-- 
GitLab


From c475edf9513d6bceae992775869fb9dd0b2c848a Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Mon, 24 Sep 2018 05:43:36 +0000
Subject: [PATCH 0033/1825] Fix for tf.keras.regularizers.{l1,l2}(0.) with
 tf.get_variable

This fix tries to address the issue in 22470 where
tf.keras.regularizers.{l1,l2}(l=0.) with tf.get_variable returns
```
AttributeError: 'float' object has no attribute 'name'
```

The issue only happens when `l=0.` as in that case, `regularization = 0.`
was returned directly (and `0.` does not have a `name` attribute as a float number)

This fix convert regularization = 0. to tensor.

This fix fixes 22470.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/keras/regularizers.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/regularizers.py b/tensorflow/python/keras/regularizers.py
index 28b6ad4c65..0d139d748c 100644
--- a/tensorflow/python/keras/regularizers.py
+++ b/tensorflow/python/keras/regularizers.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 import six
 
+from tensorflow.python.framework import ops
 from tensorflow.python.keras import backend as K
 from tensorflow.python.keras.utils.generic_utils import deserialize_keras_object
 from tensorflow.python.keras.utils.generic_utils import serialize_keras_object
@@ -54,7 +55,7 @@ class L1L2(Regularizer):
     self.l2 = K.cast_to_floatx(l2)
 
   def __call__(self, x):
-    regularization = 0.
+    regularization = ops.convert_to_tensor(0.)
     if self.l1:
       regularization += math_ops.reduce_sum(self.l1 * math_ops.abs(x))
     if self.l2:
-- 
GitLab


From 7f51123b0e8ab0532af04a5ccad3ab9605128db4 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Mon, 24 Sep 2018 05:51:09 +0000
Subject: [PATCH 0034/1825] Add dtype to convert_to_tensor

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/keras/regularizers.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/regularizers.py b/tensorflow/python/keras/regularizers.py
index 0d139d748c..fd0748f3ae 100644
--- a/tensorflow/python/keras/regularizers.py
+++ b/tensorflow/python/keras/regularizers.py
@@ -55,7 +55,7 @@ class L1L2(Regularizer):
     self.l2 = K.cast_to_floatx(l2)
 
   def __call__(self, x):
-    regularization = ops.convert_to_tensor(0.)
+    regularization = ops.convert_to_tensor(0., dtype=K.floatx())
     if self.l1:
       regularization += math_ops.reduce_sum(self.l1 * math_ops.abs(x))
     if self.l2:
-- 
GitLab


From 8b545abcbb06ec6d674cf18cfe69cad577fc3ade Mon Sep 17 00:00:00 2001
From: Steven <wdchien@kth.se>
Date: Mon, 24 Sep 2018 22:55:06 +0200
Subject: [PATCH 0035/1825] fixed spelling error on variables

---
 .../python/training/slurm_cluster_resolver.py             | 6 +++---
 .../python/training/slurm_cluster_resolver_test.py        | 8 ++++----
 2 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
index 92abcde6fc..49204214a8 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -70,7 +70,7 @@ class SlurmClusterResolver(ClusterResolver):
       tasks_per_node: Number of tasks to run on each node, if not set defaults
         to Slurm's output environment variable SLURM_NTASKS_PER_NODE.
       auto_set_gpu: Set the visible CUDA devices automatically while resolving
-        the cluster by setting CUDA_VISIBLE_DEVICE environment variable.
+        the cluster by setting CUDA_VISIBLE_DEVICES environment variable.
         Defaults to True.
 
     Returns:
@@ -126,7 +126,7 @@ class SlurmClusterResolver(ClusterResolver):
     resolver extract hostnames of nodes by scontrol and pack tasks in that
     order until a node a has number of tasks that is equal to specification.
     GPUs on nodes are allocated to tasks by specification through setting
-    CUDA_VISIBLE_DEVICE environment variable.
+    CUDA_VISIBLE_DEVICES environment variable.
 
     Returns:
       A ClusterSpec containing host information retrieved from Slurm's
@@ -170,7 +170,7 @@ class SlurmClusterResolver(ClusterResolver):
       cluster_rank_offset_start = cluster_rank_offset_end
 
     if self._auto_set_gpu is True:
-      os.environ['CUDA_VISIBLE_DEVICE'] = self._gpu_allocation[self._rank]
+      os.environ['CUDA_VISIBLE_DEVICES'] = self._gpu_allocation[self._rank]
 
     return ClusterSpec(self._cluster_allocation)
 
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
index c2296eb4fe..a3581c1554 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -113,7 +113,7 @@ class SlurmClusterResolverTest(test.TestCase):
   @mock.patch.dict(os.environ, {'SLURM_PROCID': '1',
                                 'SLURM_NTASKS': '5',
                                 'SLURM_NTASKS_PER_NODE': '2',
-                                'CUDA_VISIBLE_DEVICE': ''})
+                                'CUDA_VISIBLE_DEVICES': ''})
   @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
                      mock_resolve_hostnames_output)
   def testMultiTaskPerNodeRetrieval(self):
@@ -152,12 +152,12 @@ class SlurmClusterResolverTest(test.TestCase):
       }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
-    assert os.environ['CUDA_VISIBLE_DEVICE'] == '1'
+    assert os.environ['CUDA_VISIBLE_DEVICES'] == '1'
 
   @mock.patch.dict(os.environ, {'SLURM_PROCID': '1',
                                 'SLURM_NTASKS': '5',
                                 'SLURM_NTASKS_PER_NODE': '2',
-                                'CUDA_VISIBLE_DEVICE': ''})
+                                'CUDA_VISIBLE_DEVICES': ''})
   @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
                      mock_resolve_hostnames_output)
   def testMultipleGpusPerTaskRetrieval(self):
@@ -196,7 +196,7 @@ class SlurmClusterResolverTest(test.TestCase):
       }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
-    assert os.environ['CUDA_VISIBLE_DEVICE'] == '2,3'
+    assert os.environ['CUDA_VISIBLE_DEVICES'] == '2,3'
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 945eeee62ede6d04546245ed5b5505289d8f171f Mon Sep 17 00:00:00 2001
From: steven <wdchien@kth.se>
Date: Mon, 24 Sep 2018 23:35:31 +0200
Subject: [PATCH 0036/1825] Fixed syntax style for Ubuntu Sanity test

---
 tensorflow/contrib/cluster_resolver/BUILD                       | 2 +-
 .../python/training/slurm_cluster_resolver_test.py              | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index 47e287f5bb..7b59f9774e 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -30,8 +30,8 @@ py_library(
     deps = [
         ":base_cluster_resolver_py",
         ":gce_cluster_resolver_py",
-        ":tpu_cluster_resolver_py",
         ":slurm_cluster_resolver_py",
+        ":tpu_cluster_resolver_py",
         "//tensorflow/python:util",
     ],
 )
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
index a3581c1554..fe3a886cd4 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -30,7 +30,7 @@ mock = test.mock
 class SlurmClusterResolverTest(test.TestCase):
 
   def mock_resolve_hostnames_output(self):
-    return ['t02n13','t02n41','t02n43','t02n44']
+    return ['t02n13', 't02n41', 't02n43', 't02n44']
 
   def _verifyClusterSpecEquality(self, cluster_spec, expected_proto):
     self.assertProtoEquals(expected_proto, cluster_spec.as_cluster_def())
-- 
GitLab


From e346358d552d3f1b2a4acb86ddecd93b0c2cd356 Mon Sep 17 00:00:00 2001
From: Pan Daoxin <daoxin.pan@intel.com>
Date: Wed, 26 Sep 2018 09:43:29 +0800
Subject: [PATCH 0037/1825] Enable reorder cache in MklTranspose.

---
 tensorflow/core/kernels/mkl_transpose_op.cc |  2 +-
 tensorflow/core/util/mkl_util.h             | 11 +++++++++++
 2 files changed, 12 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/mkl_transpose_op.cc b/tensorflow/core/kernels/mkl_transpose_op.cc
index 6bbe271c54..be13384f17 100644
--- a/tensorflow/core/kernels/mkl_transpose_op.cc
+++ b/tensorflow/core/kernels/mkl_transpose_op.cc
@@ -144,7 +144,7 @@ Status MKLTransposeND(OpKernelContext* context, const Tensor& in_tensor,
     out.SetUsrMem(in_dims, out_strides, out_tensor);
 
     std::vector<primitive> net;
-    net.push_back(in.CreateReorder(in.GetUsrMem(), out.GetUsrMem()));
+    net.push_back(FindOrCreateReorder<T>(in.GetUsrMem(), out.GetUsrMem()));
     stream(stream::kind::eager).submit(net).wait();
     return Status::OK();
   } catch (mkldnn::error& e) {
diff --git a/tensorflow/core/util/mkl_util.h b/tensorflow/core/util/mkl_util.h
index cf7ffd8149..1e56753414 100644
--- a/tensorflow/core/util/mkl_util.h
+++ b/tensorflow/core/util/mkl_util.h
@@ -2171,15 +2171,26 @@ class MklReorderPrimitiveFactory : public MklPrimitiveFactory<T> {
       FactoryKeyCreator key_creator;
       auto const &from_desc =  from->get_primitive_desc().desc().data;
       auto const &to_desc =  to->get_primitive_desc().desc().data;
+      const int KIdxFirstStride = 0;
       memory::dims from_dims(from_desc.dims, &from_desc.dims[from_desc.ndims]);
       memory::dims to_dims(to_desc.dims, &to_desc.dims[to_desc.ndims]);
+      memory::dims from_strides(from_desc.layout_desc.blocking
+                                .strides[KIdxFirstStride],
+                                &from_desc.layout_desc.blocking
+                                .strides[KIdxFirstStride][from_desc.ndims]);
+      memory::dims to_strides(to_desc.layout_desc.blocking
+                              .strides[KIdxFirstStride],
+                              &to_desc.layout_desc.blocking
+                              .strides[KIdxFirstStride][to_desc.ndims]);
       key_creator.AddAsKey(prefix);
       key_creator.AddAsKey(static_cast<int>(from_desc.format));
       key_creator.AddAsKey(static_cast<int>(from_desc.data_type));
       key_creator.AddAsKey(from_dims);
+      key_creator.AddAsKey(from_strides);
       key_creator.AddAsKey(static_cast<int>(to_desc.format));
       key_creator.AddAsKey(static_cast<int>(to_desc.data_type));
       key_creator.AddAsKey(to_dims);
+      key_creator.AddAsKey(to_strides);
       return key_creator.GetKey();
     }
 
-- 
GitLab


From 125b3b264ba2169ec8944bbf12cb91e495d85d76 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Wed, 26 Sep 2018 16:38:57 +0100
Subject: [PATCH 0038/1825] Do not create new import function, use options
 instead

---
 tensorflow/c/c_api.cc                      | 20 ++++----------------
 tensorflow/c/c_api.h                       | 13 +++++--------
 tensorflow/core/graph/graph_constructor.cc | 11 ++++++++++-
 tensorflow/core/graph/graph_constructor.h  |  3 +++
 tensorflow/go/graph.go                     | 16 +++++++---------
 5 files changed, 29 insertions(+), 34 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 13d9a8d388..8ba7f26924 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -1942,6 +1942,10 @@ void TF_ImportGraphDefOptionsSetPrefix(TF_ImportGraphDefOptions* opts,
                                        const char* prefix) {
   opts->opts.prefix = prefix;
 }
+void TF_ImportGraphDefOptionsSetBindDevice(TF_ImportGraphDefOptions* opts,
+                                       const char* device) {
+  opts->opts.bind_device = device;
+}
 
 void TF_ImportGraphDefOptionsSetUniquifyNames(TF_ImportGraphDefOptions* opts,
                                               unsigned char uniquify_names) {
@@ -2129,22 +2133,6 @@ void TF_GraphImportGraphDef(TF_Graph* graph, const TF_Buffer* graph_def,
   TF_DeleteImportGraphDefResults(results);
 }
 
-void TF_GraphImportGraphDefWithDevice(TF_Graph* graph, const TF_Buffer* graph_def,
-                            const TF_ImportGraphDefOptions* options,
-			    const char *device,
-                            TF_Status* status) {
-  TF_ImportGraphDefResults* results =
-      TF_GraphImportGraphDefWithResults(graph, graph_def, options, status);
-
-  if ((device != NULL) && (TF_GetCode(status) == TF_OK)) {
-    for (Node *node: graph->graph.nodes()) {
-      node->set_requested_device(device);
-    }
-  }
-
-  TF_DeleteImportGraphDefResults(results);
-}
-
 // While loop functions -------------------------------------------------------
 
 namespace {
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index 5fd6bb09e0..cd0a4acf6c 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -900,6 +900,11 @@ TF_CAPI_EXPORT extern void TF_DeleteImportGraphDefOptions(
 TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetPrefix(
     TF_ImportGraphDefOptions* opts, const char* prefix);
 
+// Set bind device for the nodes in the `graph_def` that will be imported into `graph`.
+// `device` is copied and has no lifetime requirements.
+TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetBindDevice(
+    TF_ImportGraphDefOptions* opts, const char* device);
+
 // Set whether to uniquify imported operation names. If true, imported operation
 // names will be modified if their name already exists in the graph. If false,
 // conflicting names will be treated as an error. Note that this option has no
@@ -1019,14 +1024,6 @@ TF_CAPI_EXPORT extern void TF_GraphImportGraphDef(
     TF_Graph* graph, const TF_Buffer* graph_def,
     const TF_ImportGraphDefOptions* options, TF_Status* status);
 
-// Import the graph serialized in `graph_def` into `graph`.
-// Convenience function for when no results are needed.
-// Optionally try to bind resulted graph to given device ('/gpu:1' for example)
-void TF_GraphImportGraphDefWithDevice(TF_Graph* graph, const TF_Buffer* graph_def,
-                            const TF_ImportGraphDefOptions* options,
-			    const char *device,
-                            TF_Status* status);
-
 // Adds a copy of function `func` and optionally its gradient function `grad`
 // to `g`. Once `func`/`grad` is added to `g`, it can be called by creating
 // an operation using the function's name.
diff --git a/tensorflow/core/graph/graph_constructor.cc b/tensorflow/core/graph/graph_constructor.cc
index 7399613f6a..8a1adb1c92 100644
--- a/tensorflow/core/graph/graph_constructor.cc
+++ b/tensorflow/core/graph/graph_constructor.cc
@@ -86,7 +86,8 @@ class GraphConstructor {
           return_nodes(in.return_nodes),
           importing(true),
           validate_colocation_constraints(in.validate_colocation_constraints),
-          validate_shape(in.validate_shape) {}
+          validate_shape(in.validate_shape),
+	  bind_device(in.bind_device) {}
 
     bool allow_internal_ops;
     bool expect_device_spec;
@@ -111,6 +112,8 @@ class GraphConstructor {
     bool importing;
     bool validate_colocation_constraints;
     bool validate_shape = true;
+
+    std::string bind_device;
   };
 
   typedef gtl::ArraySlice<const NodeDef*> NodeDefSlice;
@@ -963,11 +966,17 @@ Status GraphConstructor::Convert() {
         // Note that input_already_exists can grow here
         AddControlDependencies(&imported_node_def, &input_already_exists);
       }
+      if (!opts_.bind_device.empty()) {
+        imported_node_def.set_device(opts_.bind_device);
+      }
+
       node_def = &imported_node_def;
     } else {
       node_def = &original_node_def;
     }
 
+
+
     DCHECK_EQ(node_def->input_size(), input_already_exists.size());
     TF_RETURN_IF_ERROR(ValidateColocationConstraints(*node_def));
     for (int i = 0; i < node_def->input_size(); ++i) {
diff --git a/tensorflow/core/graph/graph_constructor.h b/tensorflow/core/graph/graph_constructor.h
index f6e41faf9c..445be92a0c 100644
--- a/tensorflow/core/graph/graph_constructor.h
+++ b/tensorflow/core/graph/graph_constructor.h
@@ -138,6 +138,9 @@ struct ImportGraphDefOptions {
   // with ops that are not defined in the binary calling ImportGraphDef.
   // Similar to the producer_op_list argument to import_graph_def in the
   // python API.
+
+  // Try to bind grapth to given device.
+  std::string bind_device;
 };
 
 // Optional results that may be returned by ImportGraphDef.
diff --git a/tensorflow/go/graph.go b/tensorflow/go/graph.go
index d89d1ad5f5..953ea9ec4e 100644
--- a/tensorflow/go/graph.go
+++ b/tensorflow/go/graph.go
@@ -100,6 +100,12 @@ func (g *Graph) ImportWithDevice(def []byte, prefix string, device string) error
 	defer C.TF_DeleteImportGraphDefOptions(opts)
 	C.TF_ImportGraphDefOptionsSetPrefix(opts, cprefix)
 
+	if len(device) != 0 {
+		cdev := C.CString(device)
+		defer C.free(unsafe.Pointer(cdev))
+		C.TF_ImportGraphDefOptionsSetBindDevice(opts, cdev)
+	}
+
 	buf := C.TF_NewBuffer()
 	defer C.TF_DeleteBuffer(buf)
 	// Would have preferred to use C.CBytes, but that does not play well
@@ -115,15 +121,7 @@ func (g *Graph) ImportWithDevice(def []byte, prefix string, device string) error
 
 	status := newStatus()
 
-	if len(device) != 0 {
-		cdev := C.CString(device)
-		defer C.free(unsafe.Pointer(cdev))
-
-		C.TF_GraphImportGraphDefWithDevice(g.c, buf, opts, cdev, status.c)
-	} else {
-		C.TF_GraphImportGraphDef(g.c, buf, opts, status.c)
-	}
-
+	C.TF_GraphImportGraphDef(g.c, buf, opts, status.c)
 	if err := status.Err(); err != nil {
 		return err
 	}
-- 
GitLab


From 4c0c4bb3fe0d68833cf7888e1c164b20d9bfcea0 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <s.lebedev@criteo.com>
Date: Thu, 27 Sep 2018 16:52:51 +0200
Subject: [PATCH 0039/1825] Added chief to the default device_filters for
 /job:ps

This behaviour matches the description in the
_get_default_session_config_distributed docstring, and restores the
symmetry of the default device_filters.
---
 tensorflow/python/estimator/run_config.py      | 2 +-
 tensorflow/python/estimator/run_config_test.py | 5 +++--
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/estimator/run_config.py b/tensorflow/python/estimator/run_config.py
index 3773810a04..1995f50733 100644
--- a/tensorflow/python/estimator/run_config.py
+++ b/tensorflow/python/estimator/run_config.py
@@ -566,7 +566,7 @@ class RunConfig(object):
     elif self._task_type == TaskType.WORKER:
       device_filters = ['/job:ps', '/job:worker/task:%d' % self._task_id]
     elif self._task_type == TaskType.PS:
-      device_filters = ['/job:ps', '/job:worker', '/job:master']
+      device_filters = ['/job:ps', '/job:worker', '/job:chief', '/job:master']
     else:
       # If the task_type is `EVALUATOR` or something other than the ones in
       # TaskType then don't set any device filters.
diff --git a/tensorflow/python/estimator/run_config_test.py b/tensorflow/python/estimator/run_config_test.py
index 06df7cb9dd..313bf62c05 100644
--- a/tensorflow/python/estimator/run_config_test.py
+++ b/tensorflow/python/estimator/run_config_test.py
@@ -1196,8 +1196,9 @@ class RunConfigSessionConfigTest(test.TestCase):
         }
     }
     run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_equal_session_config(run_config.session_config,
-                                      ['/job:ps', '/job:worker', '/job:master'])
+    self._assert_equal_session_config(
+      run_config.session_config,
+      ['/job:ps', '/job:worker', '/job:chief', '/job:master'])
 
   def test_evaluator_session_config(self):
     tf_config = {
-- 
GitLab


From 27489419e8d8870163f5173f77ea56aa118689d8 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 27 Sep 2018 23:46:02 -0700
Subject: [PATCH 0040/1825] Update the relative file pathes in the comments of
 tf.data kernel files

---
 tensorflow/core/kernels/data/batch_dataset_op.cc                | 2 +-
 tensorflow/core/kernels/data/cache_dataset_ops.cc               | 2 +-
 tensorflow/core/kernels/data/concatenate_dataset_op.cc          | 2 +-
 tensorflow/core/kernels/data/dataset_ops.cc                     | 2 +-
 .../core/kernels/data/dense_to_sparse_batch_dataset_op.cc       | 2 +-
 tensorflow/core/kernels/data/filter_by_component_dataset_op.cc  | 2 +-
 tensorflow/core/kernels/data/filter_dataset_op.cc               | 2 +-
 tensorflow/core/kernels/data/flat_map_dataset_op.cc             | 2 +-
 tensorflow/core/kernels/data/generator_dataset_op.cc            | 2 +-
 tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc     | 2 +-
 tensorflow/core/kernels/data/group_by_window_dataset_op.cc      | 2 +-
 tensorflow/core/kernels/data/interleave_dataset_op.cc           | 2 +-
 tensorflow/core/kernels/data/iterator_ops.cc                    | 2 +-
 tensorflow/core/kernels/data/map_and_batch_dataset_op.cc        | 2 +-
 tensorflow/core/kernels/data/map_dataset_op.cc                  | 2 +-
 tensorflow/core/kernels/data/optimize_dataset_op.cc             | 2 +-
 tensorflow/core/kernels/data/padded_batch_dataset_op.cc         | 2 +-
 tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc  | 2 +-
 tensorflow/core/kernels/data/parallel_map_dataset_op.cc         | 2 +-
 tensorflow/core/kernels/data/parse_example_dataset_op.cc        | 2 +-
 tensorflow/core/kernels/data/prefetch_dataset_op.cc             | 2 +-
 tensorflow/core/kernels/data/random_dataset_op.cc               | 2 +-
 tensorflow/core/kernels/data/range_dataset_op.cc                | 2 +-
 tensorflow/core/kernels/data/reader_dataset_ops.cc              | 2 +-
 tensorflow/core/kernels/data/repeat_dataset_op.cc               | 2 +-
 tensorflow/core/kernels/data/scan_dataset_op.cc                 | 2 +-
 tensorflow/core/kernels/data/shuffle_dataset_op.cc              | 2 +-
 tensorflow/core/kernels/data/skip_dataset_op.cc                 | 2 +-
 tensorflow/core/kernels/data/slide_dataset_op.cc                | 2 +-
 tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc  | 2 +-
 tensorflow/core/kernels/data/sql_dataset_ops.cc                 | 2 +-
 tensorflow/core/kernels/data/take_dataset_op.cc                 | 2 +-
 tensorflow/core/kernels/data/tensor_dataset_op.cc               | 2 +-
 tensorflow/core/kernels/data/tensor_slice_dataset_op.cc         | 2 +-
 tensorflow/core/kernels/data/unbatch_dataset_op.cc              | 2 +-
 tensorflow/core/kernels/data/window_dataset_op.cc               | 2 +-
 tensorflow/core/kernels/data/zip_dataset_op.cc                  | 2 +-
 37 files changed, 37 insertions(+), 37 deletions(-)

diff --git a/tensorflow/core/kernels/data/batch_dataset_op.cc b/tensorflow/core/kernels/data/batch_dataset_op.cc
index d1db1d7bec..023cf79966 100644
--- a/tensorflow/core/kernels/data/batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/batch_dataset_op.cc
@@ -21,7 +21,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class BatchDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/cache_dataset_ops.cc b/tensorflow/core/kernels/data/cache_dataset_ops.cc
index 34c6c86538..d86d96b9fc 100644
--- a/tensorflow/core/kernels/data/cache_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/cache_dataset_ops.cc
@@ -23,7 +23,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level description of
+// See documentation in ../../ops/dataset_ops.cc for a high-level description of
 // the following op.
 
 class CacheDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/concatenate_dataset_op.cc b/tensorflow/core/kernels/data/concatenate_dataset_op.cc
index a04f150e71..46df039530 100644
--- a/tensorflow/core/kernels/data/concatenate_dataset_op.cc
+++ b/tensorflow/core/kernels/data/concatenate_dataset_op.cc
@@ -20,7 +20,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ConcatenateDatasetOp : public BinaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/dataset_ops.cc b/tensorflow/core/kernels/data/dataset_ops.cc
index bd1ccd5b5d..c689a119c3 100644
--- a/tensorflow/core/kernels/data/dataset_ops.cc
+++ b/tensorflow/core/kernels/data/dataset_ops.cc
@@ -21,7 +21,7 @@ limitations under the License.
 namespace tensorflow {
 namespace data {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 class DatasetToGraphOp : public OpKernel {
  public:
diff --git a/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc b/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
index 237511a07d..45678aa84f 100644
--- a/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
@@ -21,7 +21,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class DenseToSparseBatchDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc b/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
index a7e3a56727..d09904a0eb 100644
--- a/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
+++ b/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
@@ -24,7 +24,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 // TODO(prazek): Filter already has a logic of filtering by the given tensor,
 // but it must return both components.  We could introduce kernel like
diff --git a/tensorflow/core/kernels/data/filter_dataset_op.cc b/tensorflow/core/kernels/data/filter_dataset_op.cc
index 00884314a9..a35f9a021c 100644
--- a/tensorflow/core/kernels/data/filter_dataset_op.cc
+++ b/tensorflow/core/kernels/data/filter_dataset_op.cc
@@ -26,7 +26,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class FilterDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/flat_map_dataset_op.cc b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
index 2fada22a21..5d8565e745 100644
--- a/tensorflow/core/kernels/data/flat_map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
@@ -24,7 +24,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class FlatMapDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/generator_dataset_op.cc b/tensorflow/core/kernels/data/generator_dataset_op.cc
index b4367d5a11..5de2e2871d 100644
--- a/tensorflow/core/kernels/data/generator_dataset_op.cc
+++ b/tensorflow/core/kernels/data/generator_dataset_op.cc
@@ -25,7 +25,7 @@ limitations under the License.
 namespace tensorflow {
 namespace data {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class GeneratorDatasetOp::Dataset : public DatasetBase {
diff --git a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
index e7244ee208..87600d7873 100644
--- a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
@@ -25,7 +25,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 class GroupByReducerDatasetOp : public UnaryDatasetOpKernel {
  public:
diff --git a/tensorflow/core/kernels/data/group_by_window_dataset_op.cc b/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
index 14aefe5d54..7363664982 100644
--- a/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
@@ -26,7 +26,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 class GroupByWindowDatasetOp : public UnaryDatasetOpKernel {
  public:
diff --git a/tensorflow/core/kernels/data/interleave_dataset_op.cc b/tensorflow/core/kernels/data/interleave_dataset_op.cc
index 0aa802b874..83c1f7b719 100644
--- a/tensorflow/core/kernels/data/interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/interleave_dataset_op.cc
@@ -24,7 +24,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class InterleaveDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index 7a833668ac..50b72f46c2 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -39,7 +39,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following ops.
 
 const char kIteratorVariantTypeName[] = "tensorflow::Iterator";
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 2bbf4af664..b48a2c3eca 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -34,7 +34,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/map_dataset_op.cc b/tensorflow/core/kernels/data/map_dataset_op.cc
index f112e1dc43..1122d7918c 100644
--- a/tensorflow/core/kernels/data/map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_dataset_op.cc
@@ -23,7 +23,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class MapDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index d5b725eac9..58d68d9de0 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -36,7 +36,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 class OptimizeDatasetOp : public UnaryDatasetOpKernel {
  public:
diff --git a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
index 7b01c3b4e0..d0943a583e 100644
--- a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
@@ -22,7 +22,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class PaddedBatchDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
index 2e6e0465f7..e180e510b7 100644
--- a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
@@ -31,7 +31,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ParallelInterleaveDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/parallel_map_dataset_op.cc b/tensorflow/core/kernels/data/parallel_map_dataset_op.cc
index 6abe6c8338..c4e2fecc6e 100644
--- a/tensorflow/core/kernels/data/parallel_map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_map_dataset_op.cc
@@ -27,7 +27,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ParallelMapDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/parse_example_dataset_op.cc b/tensorflow/core/kernels/data/parse_example_dataset_op.cc
index c28c06da62..0d77dfe24e 100644
--- a/tensorflow/core/kernels/data/parse_example_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parse_example_dataset_op.cc
@@ -23,7 +23,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ParseExampleDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/prefetch_dataset_op.cc b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
index 754ed772db..e1d42a9a6b 100644
--- a/tensorflow/core/kernels/data/prefetch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
@@ -26,7 +26,7 @@ limitations under the License.
 namespace tensorflow {
 namespace data {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class PrefetchDatasetOp::Dataset : public DatasetBase {
diff --git a/tensorflow/core/kernels/data/random_dataset_op.cc b/tensorflow/core/kernels/data/random_dataset_op.cc
index 044a791a3f..bcd26ab389 100644
--- a/tensorflow/core/kernels/data/random_dataset_op.cc
+++ b/tensorflow/core/kernels/data/random_dataset_op.cc
@@ -24,7 +24,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class RandomDatasetOp : public DatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/range_dataset_op.cc b/tensorflow/core/kernels/data/range_dataset_op.cc
index 89fbaae369..0c0cb5ddc1 100644
--- a/tensorflow/core/kernels/data/range_dataset_op.cc
+++ b/tensorflow/core/kernels/data/range_dataset_op.cc
@@ -20,7 +20,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class RangeDatasetOp : public DatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index c474cb4773..df4fbfc69a 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -26,7 +26,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following ops.
 
 class TextLineDatasetOp : public DatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/repeat_dataset_op.cc b/tensorflow/core/kernels/data/repeat_dataset_op.cc
index 94e96635ab..e43dc1f6d8 100644
--- a/tensorflow/core/kernels/data/repeat_dataset_op.cc
+++ b/tensorflow/core/kernels/data/repeat_dataset_op.cc
@@ -20,7 +20,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class RepeatDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/scan_dataset_op.cc b/tensorflow/core/kernels/data/scan_dataset_op.cc
index 2a911aa368..c49a265b51 100644
--- a/tensorflow/core/kernels/data/scan_dataset_op.cc
+++ b/tensorflow/core/kernels/data/scan_dataset_op.cc
@@ -26,7 +26,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ScanDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/shuffle_dataset_op.cc b/tensorflow/core/kernels/data/shuffle_dataset_op.cc
index 66466d6a36..038d9cb9bd 100644
--- a/tensorflow/core/kernels/data/shuffle_dataset_op.cc
+++ b/tensorflow/core/kernels/data/shuffle_dataset_op.cc
@@ -30,7 +30,7 @@ namespace {
 
 const int64 kLogIntervalMicros = 10 * 1000000;  // 10 seconds.
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ShuffleDatasetOpBase : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/skip_dataset_op.cc b/tensorflow/core/kernels/data/skip_dataset_op.cc
index b8c7fb15f4..bfaa632a74 100644
--- a/tensorflow/core/kernels/data/skip_dataset_op.cc
+++ b/tensorflow/core/kernels/data/skip_dataset_op.cc
@@ -20,7 +20,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class SkipDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/slide_dataset_op.cc b/tensorflow/core/kernels/data/slide_dataset_op.cc
index 1e73cfc753..2be7fd7410 100644
--- a/tensorflow/core/kernels/data/slide_dataset_op.cc
+++ b/tensorflow/core/kernels/data/slide_dataset_op.cc
@@ -26,7 +26,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class SlideDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
index 85b1e50695..ccb125f3c3 100644
--- a/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
@@ -24,7 +24,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 template <typename T>
diff --git a/tensorflow/core/kernels/data/sql_dataset_ops.cc b/tensorflow/core/kernels/data/sql_dataset_ops.cc
index 6bbe459332..a50a041f5d 100644
--- a/tensorflow/core/kernels/data/sql_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/sql_dataset_ops.cc
@@ -27,7 +27,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following ops.
 
 class SqlDatasetOp : public DatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/take_dataset_op.cc b/tensorflow/core/kernels/data/take_dataset_op.cc
index e5cdfdd732..e8570b68c9 100644
--- a/tensorflow/core/kernels/data/take_dataset_op.cc
+++ b/tensorflow/core/kernels/data/take_dataset_op.cc
@@ -20,7 +20,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class TakeDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/tensor_dataset_op.cc b/tensorflow/core/kernels/data/tensor_dataset_op.cc
index ca4ea25b89..ee0fb0069a 100644
--- a/tensorflow/core/kernels/data/tensor_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_dataset_op.cc
@@ -21,7 +21,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class TensorDatasetOp : public DatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
index 7dc64b0a75..fe2f5ea536 100644
--- a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
@@ -22,7 +22,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class TensorSliceDatasetOp : public DatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/unbatch_dataset_op.cc b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
index 81c432b938..9d0abc21ef 100644
--- a/tensorflow/core/kernels/data/unbatch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
@@ -21,7 +21,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class UnbatchDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/window_dataset_op.cc b/tensorflow/core/kernels/data/window_dataset_op.cc
index ac44623ce2..16698c0b1a 100644
--- a/tensorflow/core/kernels/data/window_dataset_op.cc
+++ b/tensorflow/core/kernels/data/window_dataset_op.cc
@@ -22,7 +22,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class WindowDatasetOp : public UnaryDatasetOpKernel {
diff --git a/tensorflow/core/kernels/data/zip_dataset_op.cc b/tensorflow/core/kernels/data/zip_dataset_op.cc
index 61a2078f46..4186cb4ecd 100644
--- a/tensorflow/core/kernels/data/zip_dataset_op.cc
+++ b/tensorflow/core/kernels/data/zip_dataset_op.cc
@@ -20,7 +20,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class ZipDatasetOp : public DatasetOpKernel {
-- 
GitLab


From a3ff15205c20b9bcaf9afc85fe45e33fe3259af4 Mon Sep 17 00:00:00 2001
From: HuiyangFei <huiyang.fei@intel.com>
Date: Fri, 28 Sep 2018 13:26:08 -0700
Subject: [PATCH 0041/1825] Fix concat primitive descriptor creation bug

When there is tensor format mismatch between tf tensor and mkl tensor, the primitive descriptor creation will error out. This fix allows MKL concat op to decide what format to use on its own.
It first creates concat w/o dst_md, then queries dst_pd from concat.
---
 tensorflow/core/kernels/mkl_concat_op.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/mkl_concat_op.cc b/tensorflow/core/kernels/mkl_concat_op.cc
index 8ad7ebb51f..a41f7f08ae 100644
--- a/tensorflow/core/kernels/mkl_concat_op.cc
+++ b/tensorflow/core/kernels/mkl_concat_op.cc
@@ -776,7 +776,8 @@ class MklConcatOp : public OpKernel {
       if (are_all_mkl_inputs)
          concat_dim = mkl_input_shapes[0].TfDimIdx(concat_dim);
 
-      auto concat_pd = concat::primitive_desc(dst_md, concat_dim, srcs_pd);
+      auto concat_pd = concat::primitive_desc(concat_dim, srcs_pd);
+      auto dst_pd = concat_pd.dst_primitive_desc();
 
       MklDnnShape dnn_shape_dst;
       TensorShape tf_shape_dst;
-- 
GitLab


From ae83549ec0bbae4924115ddc0e097c114ef144c4 Mon Sep 17 00:00:00 2001
From: Roger Iyengar <ri@rogeriyengar.com>
Date: Sat, 29 Sep 2018 14:19:42 -0400
Subject: [PATCH 0042/1825] Fixed bug in tflitecamerademo

It seems that the top K labels should be printed after the inference has been run and the filter has been applied.

I therefore moved the call to printTopKLabels after this happens, into a block labeled "Print the results."
---
 .../com/example/android/tflitecamerademo/ImageClassifier.java  | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java b/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
index 2d11a57434..39057aa776 100644
--- a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
+++ b/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
@@ -112,8 +112,6 @@ public abstract class ImageClassifier {
 
   /** Classifies a frame from the preview stream. */
   void classifyFrame(Bitmap bitmap, SpannableStringBuilder builder) {
-    printTopKLabels(builder);
-
     if (tflite == null) {
       Log.e(TAG, "Image classifier has not been initialized; Skipped.");
       builder.append(new SpannableString("Uninitialized Classifier."));
@@ -129,6 +127,7 @@ public abstract class ImageClassifier {
     applyFilter();
 
     // Print the results.
+    printTopKLabels(builder);
     long duration = endTime - startTime;
     SpannableString span = new SpannableString(duration + " ms");
     span.setSpan(new ForegroundColorSpan(android.graphics.Color.LTGRAY), 0, span.length(), 0);
-- 
GitLab


From e26263af36a8e3dcff7581022b40b06e1a1e33ed Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Wed, 3 Oct 2018 11:11:37 -0700
Subject: [PATCH 0043/1825] Fixed style with clang-format

---
 tensorflow/core/kernels/mkl_conv_ops.cc | 200 ++++++++++++------------
 1 file changed, 100 insertions(+), 100 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index 95b6dc066c..dfad990aac 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -323,21 +323,21 @@ class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
       const MklConvFwdParams& convFwdDims, bool do_not_cache) {
     MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>* conv_fwd = nullptr;
 
-    if (do_not_cache) { /* Always create new primitive */
+    if (do_not_cache) {/* Always create new primitive */
       conv_fwd = new MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>(
           convFwdDims);
     } else {
       // try to find a suitable one in pool
-      conv_fwd =
-          dynamic_cast<MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>*>(
-              MklConvFwdPrimitiveFactory<T, Tinput, Tfilter, Tbias,
-                                        Toutput>::GetInstance()
-                  .GetConvFwd(convFwdDims));
+      conv_fwd = dynamic_cast<
+          MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>*>(
+          MklConvFwdPrimitiveFactory<T, Tinput, Tfilter, Tbias,
+                                     Toutput>::GetInstance()
+              .GetConvFwd(convFwdDims));
       if (conv_fwd == nullptr) {
         conv_fwd = new MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>(
             convFwdDims);
         MklConvFwdPrimitiveFactory<T, Tinput, Tfilter, Tbias,
-                                  Toutput>::GetInstance()
+                                   Toutput>::GetInstance()
             .SetConvFwd(convFwdDims, conv_fwd);
       }
     }
@@ -425,15 +425,16 @@ class MklConvOp : public OpKernel {
     OP_REQUIRES(context, FormatFromString(data_format, &data_format_),
                 errors::InvalidArgument("Invalid data format"));
     OP_REQUIRES(context, strides_.size() == 4,
-                errors::InvalidArgument("Sliding window strides field must "
-                                        "specify 4 dimensions"));
+                errors::InvalidArgument(
+                    "Sliding window strides field must "
+                    "specify 4 dimensions"));
 
     const int64 stride_n = GetTensorDim(strides_, data_format_, 'N');
     const int64 stride_c = GetTensorDim(strides_, data_format_, 'C');
-    OP_REQUIRES(
-        context, stride_n == 1 && stride_c == 1,
-        errors::InvalidArgument("Current implementation does not yet support "
-                                "strides in the batch and depth dimensions."));
+    OP_REQUIRES(context, stride_n == 1 && stride_c == 1,
+                errors::InvalidArgument(
+                    "Current implementation does not yet support "
+                    "strides in the batch and depth dimensions."));
     OP_REQUIRES_OK(context, context->GetAttr("padding", &padding_));
   }
 
@@ -467,19 +468,18 @@ class MklConvOp : public OpKernel {
                                         filter.shape().DebugString()));
 
     for (int i = 0; i < 3; i++) {
-      OP_REQUIRES(
-          context,
-          FastBoundsCheck(filter.dim_size(i), std::numeric_limits<int>::max()),
-          errors::InvalidArgument("filter too large"));
+      OP_REQUIRES(context, FastBoundsCheck(filter.dim_size(i),
+                                           std::numeric_limits<int>::max()),
+                  errors::InvalidArgument("filter too large"));
     }
 
     const int64 input_depth =
         input_in_mkl_format ? GetMklTensorDim(mkl_context.input_shape, 'C')
                             : GetTensorDim(input, data_format_, 'C');
-    OP_REQUIRES(context, input_depth == filter.dim_size(2),
-                errors::InvalidArgument(
-                    "input and filter must have the same depth: ", input_depth,
-                    " vs ", filter.dim_size(2)));
+    OP_REQUIRES(
+        context, input_depth == filter.dim_size(2),
+        errors::InvalidArgument("input and filter must have the same depth: ",
+                                input_depth, " vs ", filter.dim_size(2)));
     // The last dimension for filter is out_depth.
     const int out_depth = static_cast<int>(filter.dim_size(3));
 
@@ -488,10 +488,9 @@ class MklConvOp : public OpKernel {
     const int64 input_rows_raw =
         input_in_mkl_format ? GetMklTensorDim(mkl_context.input_shape, 'H')
                             : GetTensorDim(input, data_format_, 'H');
-    OP_REQUIRES(
-        context,
-        FastBoundsCheck(input_rows_raw, std::numeric_limits<int>::max()),
-        errors::InvalidArgument("Input rows too large"));
+    OP_REQUIRES(context, FastBoundsCheck(input_rows_raw,
+                                         std::numeric_limits<int>::max()),
+                errors::InvalidArgument("Input rows too large"));
     const int input_rows = static_cast<int>(input_rows_raw);
     const int filter_rows = static_cast<int>(filter.dim_size(0));
 
@@ -500,10 +499,9 @@ class MklConvOp : public OpKernel {
     const int64 input_cols_raw =
         input_in_mkl_format ? GetMklTensorDim(mkl_context.input_shape, 'W')
                             : GetTensorDim(input, data_format_, 'W');
-    OP_REQUIRES(
-        context,
-        FastBoundsCheck(input_cols_raw, std::numeric_limits<int>::max()),
-        errors::InvalidArgument("Input cols too large"));
+    OP_REQUIRES(context, FastBoundsCheck(input_cols_raw,
+                                         std::numeric_limits<int>::max()),
+                errors::InvalidArgument("Input cols too large"));
     const int input_cols = static_cast<int>(input_cols_raw);
     const int filter_cols = static_cast<int>(filter.dim_size(1));
 
@@ -511,10 +509,9 @@ class MklConvOp : public OpKernel {
     const int64 input_batch_raw =
         input_in_mkl_format ? GetMklTensorDim(mkl_context.input_shape, 'N')
                             : GetTensorDim(input, data_format_, 'N');
-    OP_REQUIRES(
-        context,
-        FastBoundsCheck(input_batch_raw, std::numeric_limits<int>::max()),
-        errors::InvalidArgument("batch is too large"));
+    OP_REQUIRES(context, FastBoundsCheck(input_batch_raw,
+                                         std::numeric_limits<int>::max()),
+                errors::InvalidArgument("batch is too large"));
     const int batch = static_cast<int>(input_batch_raw);
 
     // For now we take the stride from the second and third dimensions only (we
@@ -732,7 +729,7 @@ class MklConvOp : public OpKernel {
           mkl_prim_convert_input;
       dnnLayout_t mkl_lt_internal_filter, mkl_lt_internal_bias,
           mkl_lt_internal_input;
-      void *mkl_buf_convert_input, *mkl_buf_convert_filter,
+      void* mkl_buf_convert_input, *mkl_buf_convert_filter,
           *mkl_buf_convert_bias;
       mkl_prim_convert_filter = nullptr;
       mkl_prim_convert_bias = nullptr;
@@ -865,21 +862,23 @@ class MklConvOp : public OpKernel {
     OP_REQUIRES(context, FormatFromString(data_format, &data_format_),
                 errors::InvalidArgument("Invalid data format"));
     OP_REQUIRES(context, (strides_.size() == 4 || strides_.size() == 5),
-                errors::InvalidArgument("Sliding window strides field must "
-                                        "specify 4 or 5 dimensions"));
+                errors::InvalidArgument(
+                    "Sliding window strides field must "
+                    "specify 4 or 5 dimensions"));
 
     const int64 stride_n = GetTensorDim(strides_, data_format_, 'N');
     const int64 stride_c = GetTensorDim(strides_, data_format_, 'C');
-    OP_REQUIRES(
-        context, stride_n == 1 && stride_c == 1,
-        errors::InvalidArgument("Current implementation does not yet support "
-                                "strides in the batch and depth dimensions."));
+    OP_REQUIRES(context, stride_n == 1 && stride_c == 1,
+                errors::InvalidArgument(
+                    "Current implementation does not yet support "
+                    "strides in the batch and depth dimensions."));
     OP_REQUIRES_OK(context, context->GetAttr("padding", &padding_));
 
     if (strides_.size() == 4) {
       OP_REQUIRES(context, dilations_.size() == 4,
-                  errors::InvalidArgument("Sliding window dilations field must "
-                                          "specify 4 dimensions"));
+                  errors::InvalidArgument(
+                      "Sliding window dilations field must "
+                      "specify 4 dimensions"));
       const int64 dilation_n = GetTensorDim(dilations_, data_format_, 'N');
       const int64 dilation_c = GetTensorDim(dilations_, data_format_, 'C');
       const int64 dilation_h = GetTensorDim(dilations_, data_format_, 'H');
@@ -893,19 +892,18 @@ class MklConvOp : public OpKernel {
           errors::InvalidArgument("Dilated rates should be larger than 0."));
     } else if (strides_.size() == 5) {
       OP_REQUIRES(context, dilations_.size() == 5,
-                  errors::InvalidArgument("Dilation rates field must "
-                                          "specify 5 dimensions"));
-      OP_REQUIRES(context,
-                  (GetTensorDim(dilations_, data_format_, 'N') == 1 &&
-                   GetTensorDim(dilations_, data_format_, 'C') == 1),
+                  errors::InvalidArgument(
+                      "Dilation rates field must "
+                      "specify 5 dimensions"));
+      OP_REQUIRES(context, (GetTensorDim(dilations_, data_format_, 'N') == 1 &&
+                            GetTensorDim(dilations_, data_format_, 'C') == 1),
                   errors::InvalidArgument(
                       "Current implementation does not yet support "
                       "dilations rates in the batch and depth dimensions."));
       OP_REQUIRES(
-          context,
-          (GetTensorDim(dilations_, data_format_, '0') > 0 &&
-           GetTensorDim(dilations_, data_format_, '1') > 0 &&
-           GetTensorDim(dilations_, data_format_, '2') > 0),
+          context, (GetTensorDim(dilations_, data_format_, '0') > 0 &&
+                    GetTensorDim(dilations_, data_format_, '1') > 0 &&
+                    GetTensorDim(dilations_, data_format_, '2') > 0),
           errors::InvalidArgument("Dilated rates should be larger than 0."));
     }
   }
@@ -920,25 +918,26 @@ class MklConvOp : public OpKernel {
       GetMklShape(context, kInputIndex_Src, &src_mkl_shape);
       GetMklShape(context, kInputIndex_Filter, &filter_mkl_shape);
       OP_REQUIRES(context, filter_mkl_shape.IsMklTensor() == false,
-            errors::InvalidArgument("Filter should not be in "
-            "Mkl Layout"));
+                  errors::InvalidArgument(
+                      "Filter should not be in "
+                      "Mkl Layout"));
 
       MklDnnData<Tinput> src(&cpu_engine_);
       MklDnnData<Tfilter> filter(&cpu_engine_);
 
       memory::dims src_dims, filter_dims, padding_left, padding_right,
-                   dilations, strides;
+          dilations, strides;
       memory::dims dst_dims_tf_order, dst_dims_mkl_order;
 
       // Get shapes of input tensors in MKL-DNN order
       MklDnnConvUtil conv_utl(context, strides_, padding_, data_format_,
-                             dilations_);
+                              dilations_);
       auto src_tf_shape = GetTfShape(context, kInputIndex_Src);
       auto filter_tf_shape = GetTfShape(context, kInputIndex_Filter);
       conv_utl.GetConvFwdSizesInMklOrder(
-          src_tf_shape, filter_tf_shape, &src_dims, &filter_dims,
-          &strides, &dilations, &dst_dims_tf_order, &dst_dims_mkl_order,
-          &padding_left, &padding_right);
+          src_tf_shape, filter_tf_shape, &src_dims, &filter_dims, &strides,
+          &dilations, &dst_dims_tf_order, &dst_dims_mkl_order, &padding_left,
+          &padding_right);
       if (!context->status().ok()) return;
 
       // Check for corner case - if there is nothing to compute, return.
@@ -946,21 +945,19 @@ class MklConvOp : public OpKernel {
 
       // Corner cases: output with 0 elements and 0 batch size.
       Tensor* dst_tensor = nullptr;
-      if (dst_tf_shape.num_elements() == 0 ||
-          dst_dims_tf_order[0] == 0) {
+      if (dst_tf_shape.num_elements() == 0 || dst_dims_tf_order[0] == 0) {
         MklDnnShape dst_mkl_shape;
         dst_mkl_shape.SetMklTensor(false);
-        AllocateOutputSetMklShape(context, kOutputIndex_Dst,
-                    &dst_tensor, src_tf_shape, dst_mkl_shape);
+        AllocateOutputSetMklShape(context, kOutputIndex_Dst, &dst_tensor,
+                                  src_tf_shape, dst_mkl_shape);
 
         // MklConv2D/3D also outputs converted filter
         // as 2nd output of Conv2D/3D.
         filter_mkl_shape.SetMklTensor(false);
         Tensor* output_filter_tensor = nullptr;
         // MklConv2D also outputs converted filter as 2nd output.
-        if (typeid(Tinput) == typeid(float) &&
-            typeid(Tfilter) == typeid(float) &&
-            typeid(Toutput) == typeid(float)) {
+        if (typeid(Tinput) == typeid(float)&&typeid(Tfilter) ==
+            typeid(float)&&typeid(Toutput) == typeid(float)) {
           filter_mkl_shape.SetMklTensor(false);
           AllocateOutputSetMklShape(context, kOutputIndex_Filter,
                                     &output_filter_tensor, filter_tf_shape,
@@ -1005,10 +1002,11 @@ class MklConvOp : public OpKernel {
       // in the following cases
       //   1. Legacy CPU without AVX512/AVX2, or
       //   2. 1x1 convolution with stride != 1
-      bool do_not_cache = MklPrimitiveFactory<Tinput>::IsPrimitiveMemOptEnabled() &&
-                    (src_dims[MklDnnDims::Dim_N] > kSmallBatchSize) &&
-                    (MklPrimitiveFactory<Tinput>::IsLegacyPlatform() ||
-                     IsConv1x1StrideNot1(filter_dims, strides));
+      bool do_not_cache =
+          MklPrimitiveFactory<Tinput>::IsPrimitiveMemOptEnabled() &&
+          (src_dims[MklDnnDims::Dim_N] > kSmallBatchSize) &&
+          (MklPrimitiveFactory<Tinput>::IsLegacyPlatform() ||
+           IsConv1x1StrideNot1(filter_dims, strides));
 
       // get a conv2d fwd from primitive pool
       MklConvFwdPrimitive<float, Tinput, Tfilter, Tbias, Ttemp_output>*
@@ -1043,11 +1041,11 @@ class MklConvOp : public OpKernel {
       // allocate output tensors output_tensor and filter_out_tensor
       std::shared_ptr<mkldnn::convolution_forward::primitive_desc> conv_fwd_pd =
           conv_fwd->GetPrimitiveDesc();
-      AllocateOutputTensor(context, *conv_fwd_pd,
-                       dst_dims_mkl_order, tf_fmt, &dst_tensor);
+      AllocateOutputTensor(context, *conv_fwd_pd, dst_dims_mkl_order, tf_fmt,
+                           &dst_tensor);
       Tensor* filter_out_tensor = nullptr;
-      if (typeid(Tinput) == typeid(float) && typeid(Tfilter) == typeid(float) &&
-          typeid(Toutput) == typeid(float)) {
+      if (typeid(Tinput) == typeid(float)&&typeid(Tfilter) ==
+          typeid(float)&&typeid(Toutput) == typeid(float)) {
         AllocateFilterOutputTensor(context, *conv_fwd_pd,
                                    TFShapeToMklDnnDims(filter_tf_shape),
                                    &filter_out_tensor);
@@ -1071,10 +1069,11 @@ class MklConvOp : public OpKernel {
         filter.SetUsrMem(filter_md, &filter_tensor);
         filter.CheckReorderToOpMem(conv_fwd_pd.get()->weights_primitive_desc(),
                                    filter.GetTensorBuffer(filter_out_tensor));
-        filter_data = static_cast<Tfilter*>(filter.GetOpMem().get_data_handle());
-      } else {
         filter_data =
-            static_cast<Tfilter*>(const_cast<Tfilter*>(filter_tensor.flat<Tfilter>().data()));
+            static_cast<Tfilter*>(filter.GetOpMem().get_data_handle());
+      } else {
+        filter_data = static_cast<Tfilter*>(
+            const_cast<Tfilter*>(filter_tensor.flat<Tfilter>().data()));
       }
 
       // execute convolution
@@ -1089,12 +1088,14 @@ class MklConvOp : public OpKernel {
 
       // delete primitive since it is not cached.
       if (do_not_cache) delete conv_fwd;
-    } catch (mkldnn::error &e) {
+    }
+    catch (mkldnn::error& e) {
       string error_msg = tensorflow::strings::StrCat(
           "Status: ", e.status, ", message: ", string(e.message), ", in file ",
           __FILE__, ":", __LINE__);
-      OP_REQUIRES_OK(context,
-        errors::Aborted("Operation received an exception:", error_msg));
+      OP_REQUIRES_OK(
+          context,
+          errors::Aborted("Operation received an exception:", error_msg));
     }
   }
 
@@ -1784,32 +1785,31 @@ REGISTER_KERNEL_BUILDER(
 #endif  // INTEL_MKL_ML
 
 // Register 2D operations
-#define REGISTER_MKL_CPU_2D(T)                                      \
-  REGISTER_KERNEL_BUILDER(Name("_MklConv2D")                        \
-                              .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<float>("T")               \
-                              .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConvOp<CPUDevice, float, float, float, float, float, false>);          \
-  REGISTER_KERNEL_BUILDER(Name("_MklConv2DWithBias")                \
-                              .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<float>("T")               \
-                              .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConvOp<CPUDevice, float, float, float, float, float, true>);           \
-  REGISTER_KERNEL_BUILDER(Name("__MklDummyConv2DWithBias")          \
-                              .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<T>("T")               \
-                              .Label(mkl_op_registry::kMklOpLabel), \
+#define REGISTER_MKL_CPU_2D(T)                                                \
+  REGISTER_KERNEL_BUILDER(                                                    \
+      Name("_MklConv2D").Device(DEVICE_CPU).TypeConstraint<float>("T").Label( \
+          mkl_op_registry::kMklOpLabel),                                      \
+      MklConvOp<CPUDevice, float, float, float, float, float, false>);        \
+  REGISTER_KERNEL_BUILDER(                                                    \
+      Name("_MklConv2DWithBias")                                              \
+          .Device(DEVICE_CPU)                                                 \
+          .TypeConstraint<float>("T")                                         \
+          .Label(mkl_op_registry::kMklOpLabel),                               \
+      MklConvOp<CPUDevice, float, float, float, float, float, true>);         \
+  REGISTER_KERNEL_BUILDER(Name("__MklDummyConv2DWithBias")                    \
+                              .Device(DEVICE_CPU)                             \
+                              .TypeConstraint<T>("T")                         \
+                              .Label(mkl_op_registry::kMklOpLabel),           \
                           MklDummyOp<CPUDevice, T>);
 
 TF_CALL_float(REGISTER_MKL_CPU_2D);
 
 // Register 3D operations
-#define REGISTER_MKL_CPU_3D(T)                                      \
-  REGISTER_KERNEL_BUILDER(Name("_MklConv3D")                        \
-                              .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<T>("T")               \
-                              .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConvOp<CPUDevice, T, T, T, T, T, false>);
+#define REGISTER_MKL_CPU_3D(T)                                            \
+  REGISTER_KERNEL_BUILDER(                                                \
+      Name("_MklConv3D").Device(DEVICE_CPU).TypeConstraint<T>("T").Label( \
+          mkl_op_registry::kMklOpLabel),                                  \
+      MklConvOp<CPUDevice, T, T, T, T, T, false>);
 TF_CALL_float(REGISTER_MKL_CPU_3D);
 
 }  // namespace tensorflow
-- 
GitLab


From d6cbdf31bb69a799e166cc6c43af0f5570d94fb1 Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Wed, 3 Oct 2018 11:59:35 -0700
Subject: [PATCH 0044/1825] Removed
 tensorflow/tools/quantization/quantize_graph.py

---
 .../tools/quantization/quantize_graph.py      | 1625 -----------------
 1 file changed, 1625 deletions(-)
 delete mode 100644 tensorflow/tools/quantization/quantize_graph.py

diff --git a/tensorflow/tools/quantization/quantize_graph.py b/tensorflow/tools/quantization/quantize_graph.py
deleted file mode 100644
index 14b572c15f..0000000000
--- a/tensorflow/tools/quantization/quantize_graph.py
+++ /dev/null
@@ -1,1625 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-r"""Transforms a float-trained graph into an equivalent quantized version.
-
-An example of command-line usage is:
-bazel build tensorflow/tools/quantization:quantize_graph \
-&& bazel-bin/tensorflow/tools/quantization/quantize_graph \
---input=tensorflow_inception_graph.pb
---output_node_names="softmax2" --print_nodes --output=/tmp/quantized_graph.pb \
---mode=eightbit --logtostderr
-
-To quantize for Intel CPU, add --intel_cpu_eightbitize=True.
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import collections
-import re
-import numpy as np
-
-from tensorflow.core.framework import attr_value_pb2
-from tensorflow.core.framework import graph_pb2
-from tensorflow.core.framework import node_def_pb2
-from tensorflow.python.client import session
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import graph_util
-from tensorflow.python.framework import importer
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import tensor_shape
-from tensorflow.python.framework import tensor_util
-from tensorflow.python.ops import array_ops
-from tensorflow.python.platform import app
-from tensorflow.python.platform import flags as flags_lib
-from tensorflow.python.platform import gfile
-from google.protobuf import text_format
-
-flags = flags_lib
-FLAGS = flags.FLAGS
-
-flags.DEFINE_boolean("print_nodes", False, """Lists all nodes in the model.""")
-flags.DEFINE_string("input", "", """TensorFlow 'GraphDef' file to load.""")
-flags.DEFINE_string("output_node_names", "",
-                    """Output node names, comma separated.""")
-flags.DEFINE_string("output", "", """File to save the output graph to.""")
-flags.DEFINE_integer("bitdepth", 8,
-                     """How many bits to quantize the graph to.""")
-flags.DEFINE_string("mode", "round",
-                    """What transformation to apply (round, quantize,"""
-                    """ eightbit, weights, or weights_rounded).""")
-flags.DEFINE_string("test_input_dims", "1,224,224,3",
-                    """The size of the input tensor to use when testing a"""
-                    """ graph loaded from a file.""")
-flags.DEFINE_boolean("strip_redundant_quantization", True,
-                     """Removes redundant dequantize/quantize pairs.""")
-flags.DEFINE_boolean("quantized_input", False,
-                     "If true, assume Placeholders are quantized with values "
-                     "covering [--quantized_input_min,--quantized_input_max]. "
-                     "Only supported when --mode=eightbit")
-flags.DEFINE_float("quantized_input_min", 0,
-                   "The minimum of the actual input range when "
-                   "--quantized_input")
-flags.DEFINE_float("quantized_input_max", 1,
-                   "The maximum of the actual input range when "
-                   "--quantized_input")
-flags.DEFINE_float(
-    "quantized_fallback_min", None,
-    "The fallback 'min' value to use for layers which lack min-max "
-    "information. Note: this should be considered a coarse tool just good "
-    "enough for experimentation purposes, since graphs quantized in this way "
-    "would be very inaccurate.")
-flags.DEFINE_float(
-    "quantized_fallback_max", None,
-    "The fallback 'max' value to use for layers which lack min-max "
-    "information. Note: this should be considered a coarse tool just good "
-    "enough for experimentation purposes, since graphs quantized in this way "
-    "would be very inaccurate.")
-flags.DEFINE_boolean("input_binary", True,
-                     """Input graph binary or text.""")
-flags.DEFINE_boolean("output_binary", True,
-                     """Output graph binary or text.""")
-flags.DEFINE_boolean(
-    "intel_cpu_eightbitize", False,
-    "If true eightbitized graph will include fused quantized"
-    "nodes in the output_graph for Intel CPU.")
-
-def print_input_nodes(current_node, nodes_map, indent, already_visited):
-  print(" " * indent + current_node.op + ":" + current_node.name)
-  already_visited[current_node.name] = True
-  for input_node_name in current_node.input:
-    if input_node_name in already_visited:
-      continue
-    input_node = nodes_map[input_node_name]
-    print_input_nodes(input_node, nodes_map, indent + 1, already_visited)
-
-
-def create_node(op, name, inputs):
-  new_node = node_def_pb2.NodeDef()
-  new_node.op = op
-  new_node.name = name
-  for input_name in inputs:
-    new_node.input.extend([input_name])
-  return new_node
-
-
-def create_constant_node(name, value, dtype, shape=None):
-  node = create_node("Const", name, [])
-  set_attr_dtype(node, "dtype", dtype)
-  set_attr_tensor(node, "value", value, dtype, shape)
-  return node
-
-
-def copy_attr(node, key, attr_value):
-  try:
-    node.attr[key].CopyFrom(attr_value)
-  except KeyError:
-    pass
-
-
-def set_attr_dtype(node, key, value):
-  try:
-    node.attr[key].CopyFrom(
-        attr_value_pb2.AttrValue(type=value.as_datatype_enum))
-  except KeyError:
-    pass
-
-
-def set_attr_shape(node, key, value):
-  try:
-    node.attr[key].CopyFrom(
-        attr_value_pb2.AttrValue(shape=tensor_shape.as_shape(value).as_proto()))
-  except KeyError:
-    pass
-
-
-def set_attr_tensor(node, key, value, dtype, shape=None):
-  try:
-    node.attr[key].CopyFrom(
-        attr_value_pb2.AttrValue(tensor=tensor_util.make_tensor_proto(
-            value, dtype=dtype, shape=shape)))
-  except KeyError:
-    pass
-
-
-def set_attr_string(node, key, value):
-  try:
-    node.attr[key].CopyFrom(attr_value_pb2.AttrValue(s=value))
-  except KeyError:
-    pass
-
-
-def set_attr_int_list(node, key, value):
-  list_value = attr_value_pb2.AttrValue.ListValue(i=value)
-  try:
-    node.attr[key].CopyFrom(attr_value_pb2.AttrValue(list=list_value))
-  except KeyError:
-    pass
-
-
-def set_attr_bool(node, key, value):
-  try:
-    node.attr[key].CopyFrom(attr_value_pb2.AttrValue(b=value))
-  except KeyError:
-    pass
-
-
-def set_attr_int(node, key, value):
-  try:
-    node.attr[key].CopyFrom(attr_value_pb2.AttrValue(i=value))
-  except KeyError:
-    pass
-
-
-def set_attr_float(node, key, value):
-  try:
-    node.attr[key].CopyFrom(attr_value_pb2.AttrValue(f=value))
-  except KeyError:
-    pass
-
-
-def node_name_from_input(node_name):
-  """Strips off ports and other decorations to get the underlying node name."""
-  if node_name.startswith("^"):
-    node_name = node_name[1:]
-  m = re.search(r"(.*):\d+$", node_name)
-  if m:
-    node_name = m.group(1)
-  return node_name
-
-
-def ensure_tensor_name_has_port(node_name):
-  """Makes sure that a tensor name has :0 if no explicit port exists."""
-  m = re.search(r"(.*):\d+$", node_name)
-  if m:
-    name_with_port = node_name
-  else:
-    name_with_port = node_name + ":0"
-  return name_with_port
-
-
-def unique_node_name_from_input(node_name):
-  """Replaces invalid characters in input names to get a unique node name."""
-  return node_name.replace(":", "__port__").replace("^", "__hat__")
-
-
-def quantize_array(arr, num_buckets):
-  """Quantizes a numpy array.
-
-  This function maps each scalar in arr to the center of one of num_buckets
-  buckets. For instance,
-  quantize_array([0, 0.3, 0.6, 1], 2) => [0.25, 0.25, 0.75, 0.75]
-
-  Args:
-    arr: The numpy array to quantize.
-    num_buckets: The number of buckets to map "var" to.
-  Returns:
-    The quantized numpy array.
-  Raises:
-    ValueError: when num_buckets < 1.
-  """
-  if num_buckets < 1:
-    raise ValueError("num_buckets must be >= 1")
-  arr_max = arr.max()
-  arr_min = arr.min()
-  if arr_max == arr_min:
-    return arr
-  bucket_width = (arr_max - arr_min) / num_buckets
-  # Map scalars to bucket indices. Take special care of max(arr).
-  bucket_indices = np.floor((arr - arr_min) / bucket_width)
-  bucket_indices[bucket_indices == num_buckets] = num_buckets - 1
-  # Map each scalar to the center of a bucket.
-  arr = arr_min + bucket_width * (bucket_indices + 0.5)
-  return arr
-
-
-def quantize_weight_rounded(input_node):
-  """Returns a replacement node for input_node containing bucketed floats."""
-  input_tensor = input_node.attr["value"].tensor
-  tensor_value = tensor_util.MakeNdarray(input_tensor)
-  shape = input_tensor.tensor_shape
-  # Currently, the parameter FLAGS.bitdepth is used to compute the
-  # number of buckets as 1 << FLAGS.bitdepth, meaning the number of
-  # buckets can only be a power of 2.
-  # This could be fixed by introducing a new parameter, num_buckets,
-  # which would allow for more flexibility in chosing the right model
-  # size/accuracy tradeoff. But I didn't want to add more parameters
-  # to this script than absolutely necessary.
-  num_buckets = 1 << FLAGS.bitdepth
-  tensor_value_rounded = quantize_array(tensor_value, num_buckets)
-  tensor_shape_list = tensor_util.TensorShapeProtoToList(shape)
-  return [
-      create_constant_node(
-          input_node.name,
-          tensor_value_rounded,
-          dtypes.float32,
-          shape=tensor_shape_list)
-  ]
-
-
-def quantize_weight_eightbit(input_node, quantization_mode):
-  """Returns replacement nodes for input_node using the Dequantize op."""
-  base_name = input_node.name + "_"
-  quint8_const_name = base_name + "quint8_const"
-  min_name = base_name + "min"
-  max_name = base_name + "max"
-  float_tensor = tensor_util.MakeNdarray(input_node.attr["value"].tensor)
-  min_value = np.min(float_tensor.flatten())
-  max_value = np.max(float_tensor.flatten())
-  # Make sure that the range includes zero.
-  if min_value > 0.0:
-    min_value = 0.0
-  # min_value == max_value is a tricky case. It can occur for general
-  # tensors, and of course for scalars. The quantized ops cannot deal
-  # with this case, so we set max_value to something else.
-  # It's a tricky question what is the numerically best solution to
-  # deal with this degeneracy.
-  # TODO(petewarden): Better use a tolerance than a hard comparison?
-  if min_value == max_value:
-    if abs(min_value) < 0.000001:
-      max_value = min_value + 1.0
-    elif min_value > 0:
-      max_value = 2 * min_value
-    else:
-      max_value = min_value / 2.0
-
-  sess = session.Session()
-  with sess.as_default():
-    quantize_op = array_ops.quantize_v2(
-        float_tensor,
-        min_value,
-        max_value,
-        dtypes.quint8,
-        mode=quantization_mode)
-    quint8_tensor = quantize_op[0].eval()
-    min_value = quantize_op[1].eval()
-    max_value = quantize_op[2].eval()
-  shape = tensor_util.TensorShapeProtoToList(input_node.attr["value"]
-                                             .tensor.tensor_shape)
-  quint8_const_node = create_constant_node(
-      quint8_const_name, quint8_tensor, dtypes.quint8, shape=shape)
-  min_node = create_constant_node(min_name, min_value, dtypes.float32)
-  max_node = create_constant_node(max_name, max_value, dtypes.float32)
-  dequantize_node = create_node("Dequantize", input_node.name,
-                                [quint8_const_name, min_name, max_name])
-  set_attr_dtype(dequantize_node, "T", dtypes.quint8)
-  set_attr_string(dequantize_node, "mode", quantization_mode)
-  return [quint8_const_node, min_node, max_node, dequantize_node]
-
-# TODO(intel-tf): Current Intel-CPU quantized Conv2D and Matmul supports only
-# signed scaled mode of weight quantization.
-def intel_cpu_quantize_weight_eightbit(input_node, quantization_mode="SCALED"):
-  """Returns replacement of constant weight node.
-
-  This function creates (i) a quantized constant node, (ii) a float min node
-  (iii) a float max node, and (iv) a dequantize node."""
-  base_name = input_node.name + "_"
-  qint8_const_name = base_name + "qint8_const"
-  min_name = base_name + "min"
-  max_name = base_name + "max"
-  float_tensor = tensor_util.MakeNdarray(input_node.attr["value"].tensor)
-  min_value = np.min(float_tensor.flatten())
-  max_value = np.max(float_tensor.flatten())
-  # Same processing of min-max as in quantize_weight_eightbit function.
-  if min_value > 0.0:
-    min_value = 0.0
-  if min_value == max_value:
-    if abs(min_value) < 0.000001:
-      max_value = min_value + 1.0
-    elif min_value > 0:
-      max_value = 2 * min_value
-    else:
-      max_value = min_value / 2.0
-
-  sess = session.Session()
-  with sess.as_default():
-    quantize_op = array_ops.quantize_v2(
-        float_tensor,
-        min_value,
-        max_value,
-        dtypes.qint8,
-        mode=quantization_mode,
-        round_mode="HALF_TO_EVEN")
-    qint8_tensor = quantize_op[0].eval()
-    # Updated min-max values should be passed to the next feeding node.
-    min_value = quantize_op[1].eval()
-    max_value = quantize_op[2].eval()
-  shape = tensor_util.TensorShapeProtoToList(input_node.attr["value"]
-                                             .tensor.tensor_shape)
-  qint8_const_node = create_constant_node(
-      qint8_const_name, qint8_tensor,
-      dtypes.qint8,
-      shape=shape)
-  min_node = create_constant_node(min_name, min_value, dtypes.float32)
-  max_node = create_constant_node(max_name, max_value, dtypes.float32)
-  dequantize_node = create_node("Dequantize", input_node.name,
-                                [qint8_const_name, min_name, max_name])
-  set_attr_dtype(dequantize_node, "T", dtypes.qint8)
-  set_attr_string(dequantize_node, "mode", b'SCALED')
-  return [qint8_const_node, min_node, max_node, dequantize_node]
-
-EightbitizeRecursionState = collections.namedtuple(
-    "EightbitizeRecursionState",
-    ["already_visited", "output_node_stack", "merged_with_fake_quant"])
-
-
-class GraphRewriter(object):
-  """Takes a float graph, and rewrites it in quantized form."""
-
-  def __init__(self,
-               input_graph,
-               mode,
-               quantized_input_range,
-               fallback_quantization_range=None,
-               intel_cpu_eightbitize=False):
-    """Sets up the class to rewrite a float graph.
-
-    Args:
-      input_graph: A float graph to transform.
-      mode: A string controlling how quantization is performed -
-        round, quantize, eightbit, or weights.
-      quantized_input_range: if set, assume the input is
-        quantized and represents the range
-        [quantized_input_range[0], quantized_input_range[1]]
-      fallback_quantization_range: if set, then for nodes where the quantization
-        range can't be inferred from the graph, use the range
-        [fallback_quantization_range[0], fallback_quantization_range[1]) instead
-        of using a RequantizationRange node in the graph.
-
-    Raises:
-      ValueError: Two nodes with the same name were found in the graph.
-    """
-    self.input_graph = input_graph
-    self.nodes_map = self.create_nodes_map(input_graph)
-    self.output_graph = None
-    self.mode = mode
-    self.intel_cpu_eightbitize = intel_cpu_eightbitize
-    self.final_node_renames = {}
-    if quantized_input_range:
-      self.input_range = (quantized_input_range[0], quantized_input_range[1])
-      if self.input_range[0] >= self.input_range[1]:
-        raise ValueError("Invalid quantized_input_range: [%s,%s]" %
-                         self.input_range)
-      if self.mode != "eightbit":
-        raise ValueError(
-            "quantized_input_range can only be specified in eightbit mode")
-    else:
-      self.input_range = None
-
-    if fallback_quantization_range:
-      self.fallback_quantization_range = [
-          fallback_quantization_range[0], fallback_quantization_range[1]
-      ]
-      if (self.fallback_quantization_range[0] >=
-          self.fallback_quantization_range[1]):
-        raise ValueError("Invalid fallback_quantization_range: [%s,%s]" %
-                         self.fallback_quantization_range)
-      if self.mode != "eightbit":
-        raise ValueError("fallback_quantization_range can only be "
-                         "specified in eightbit mode")
-    else:
-      self.fallback_quantization_range = None
-
-    # Data that is valid only during the recursive call to rewrite the graph.
-    self.state = None
-
-  def create_nodes_map(self, graph):
-    """Builds a mapping of node names to their defs from the graph."""
-    nodes_map = {}
-    for node in graph.node:
-      if node.name not in nodes_map.keys():
-        nodes_map[node.name] = node
-      else:
-        raise ValueError("Duplicate node names detected.")
-    return nodes_map
-
-  def rewrite(self, output_node_names):
-    """Triggers rewriting of the float graph.
-
-    Args:
-      output_node_names: A list of names of the nodes that produce the final
-        results.
-
-    Returns:
-      A quantized version of the float graph.
-    """
-    self.output_graph = graph_pb2.GraphDef()
-    output_nodes = [
-        self.nodes_map[output_node_name]
-        for output_node_name in output_node_names
-    ]
-    if self.mode == "round":
-      self.already_visited = {}
-      for output_node in output_nodes:
-        self.round_nodes_recursively(output_node)
-    elif self.mode == "quantize":
-      self.already_visited = {}
-      self.already_quantized = {}
-      for output_node in output_nodes:
-        self.quantize_nodes_recursively(output_node)
-    elif self.mode == "eightbit":
-      self.set_input_graph(graph_util.remove_training_nodes(
-          self.input_graph, protected_nodes=output_node_names))
-      output_nodes = [
-          self.nodes_map[output_node_name]
-          for output_node_name in output_node_names
-      ]
-
-      self.state = EightbitizeRecursionState(
-          already_visited={}, output_node_stack=[], merged_with_fake_quant={})
-
-      if self.intel_cpu_eightbitize:
-        # TODO(intel-tf): Enables fused quantized node for intel cpu.
-        for output_node in output_nodes:
-          # Intiailize output_node_stack with output node.
-          # Each element in the stack is a mutable list containing
-          # [parent_node, index_to_parent, quantization_flag, fusion_flag].
-          # In case of root node, make self as parent.
-          self.state.output_node_stack.append(
-              [output_node, None, False, False])
-          self.intel_cpu_eightbitize_nodes_recursively(output_node)
-          self.state.output_node_stack.pop()
-      else:
-        for output_node in output_nodes:
-          self.eightbitize_nodes_recursively(output_node)
-
-      self.state = None
-      if self.input_range:
-        self.add_output_graph_node(
-            create_constant_node("quantized_input_min_value", self.input_range[
-                0], dtypes.float32, []))
-        self.add_output_graph_node(
-            create_constant_node("quantized_input_max_value", self.input_range[
-                1], dtypes.float32, []))
-      if self.fallback_quantization_range:
-        self.add_output_graph_node(
-            create_constant_node("fallback_quantization_min_value",
-                                 self.fallback_quantization_range[0],
-                                 dtypes.float32, []))
-        self.add_output_graph_node(
-            create_constant_node("fallback_quantization_max_value",
-                                 self.fallback_quantization_range[1],
-                                 dtypes.float32, []))
-      if FLAGS.strip_redundant_quantization:
-        self.output_graph = self.remove_redundant_quantization(
-            self.output_graph)
-        self.remove_dead_nodes(output_node_names)
-      self.apply_final_node_renames()
-    elif self.mode == "weights":
-      self.output_graph = self.quantize_weights(self.input_graph,
-                                                b"MIN_COMBINED")
-      self.remove_dead_nodes(output_node_names)
-    elif self.mode == "weights_rounded":
-      self.output_graph = self.quantize_weights(self.input_graph, self.mode)
-      self.remove_dead_nodes(output_node_names)
-    else:
-      print("Bad mode - " + self.mode + ".")
-    return self.output_graph
-
-  def round_nodes_recursively(self, current_node):
-    """The entry point for simple rounding quantization."""
-    if (current_node.name in self.already_visited
-       ) and self.already_visited[current_node.name]:
-      return
-    self.already_visited[current_node.name] = True
-    for input_node_name in current_node.input:
-      input_node_name = node_name_from_input(input_node_name)
-      input_node = self.nodes_map[input_node_name]
-      self.round_nodes_recursively(input_node)
-    nodes_to_quantize = ["Conv2D", "BiasAdd", "MatMul"]
-    if any(current_node.op in s for s in nodes_to_quantize):
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(current_node)
-      new_node.name = current_node.name + "_original"
-      self.add_output_graph_node(new_node)
-      levels = 1 << FLAGS.bitdepth
-      constant_name = current_node.name + "_round_depth"
-      constant_tensor = constant_op.constant(
-          levels, dtype=dtypes.int32, name=constant_name)
-      constant_node = constant_tensor.op.node_def
-      self.add_output_graph_node(constant_node)
-      quantize_node = node_def_pb2.NodeDef()
-      quantize_node.op = "RoundToSteps"
-      quantize_node.name = current_node.name
-      quantize_node.input.extend([current_node.name + "_original"])
-      quantize_node.input.extend([constant_node.name])
-      self.add_output_graph_node(quantize_node)
-    else:
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(current_node)
-      self.add_output_graph_node(new_node)
-
-  def quantize_nodes_recursively(self, current_node):
-    """The entry point for quantizing nodes to eight bit and back."""
-    if self.already_visited[current_node.name]:
-      return
-    self.already_visited[current_node.name] = True
-    for input_node_name in current_node.input:
-      input_node_name = node_name_from_input(input_node_name)
-      input_node = self.nodes_map[input_node_name]
-      self.quantize_nodes_recursively(input_node)
-    nodes_to_quantize = ["Conv2D", "BiasAdd", "MatMul"]
-    if any(current_node.op in s for s in nodes_to_quantize):
-      for input_name in current_node.input:
-        input_name = node_name_from_input(input_name)
-        input_node = self.nodes_map[input_name]
-        self.quantize_node(input_node)
-      self.quantize_node(current_node)
-    else:
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(current_node)
-      self.add_output_graph_node(new_node)
-
-  def quantize_node(self, input_node):
-    """Handles quantizing a single node."""
-    input_name = input_node.name
-    if input_name in self.already_quantized:
-      return
-    self.already_quantized[input_name] = True
-    original_input_name = input_name + "_original"
-    reshape_name = input_name + "_reshape"
-    reshape_dims_name = input_name + "_reshape_dims"
-    max_name = input_name + "_max"
-    min_name = input_name + "_min"
-    dims_name = input_name + "_dims"
-    quantize_name = input_name + "_quantize"
-    dequantize_name = input_name
-    original_input_node = node_def_pb2.NodeDef()
-    original_input_node.CopyFrom(input_node)
-    original_input_node.name = original_input_name
-    self.add_output_graph_node(original_input_node)
-    reshape_dims_node = create_constant_node(reshape_dims_name, -1,
-                                             dtypes.int32, [1])
-    self.add_output_graph_node(reshape_dims_node)
-    reshape_node = create_node("Reshape", reshape_name,
-                               [original_input_name, reshape_dims_name])
-    set_attr_dtype(reshape_node, "T", dtypes.float32)
-    self.add_output_graph_node(reshape_node)
-    dims_node = create_constant_node(dims_name, 0, dtypes.int32, [1])
-    self.add_output_graph_node(dims_node)
-    max_node = create_node("Max", max_name, [reshape_name, dims_name])
-    set_attr_dtype(max_node, "T", dtypes.float32)
-    set_attr_bool(max_node, "keep_dims", False)
-    self.add_output_graph_node(max_node)
-    min_node = create_node("Min", min_name, [reshape_name, dims_name])
-    set_attr_dtype(min_node, "T", dtypes.float32)
-    set_attr_bool(min_node, "keep_dims", False)
-    self.add_output_graph_node(min_node)
-    quantize_node = create_node("Quantize", quantize_name,
-                                [original_input_name, min_name, max_name])
-    set_attr_dtype(quantize_node, "T", dtypes.quint8)
-    set_attr_string(quantize_node, "mode", b"MIN_FIRST")
-    self.add_output_graph_node(quantize_node)
-    dequantize_node = create_node("Dequantize", dequantize_name,
-                                  [quantize_name, min_name, max_name])
-    set_attr_dtype(dequantize_node, "T", dtypes.quint8)
-    set_attr_string(dequantize_node, "mode", b"MIN_FIRST")
-    self.add_output_graph_node(dequantize_node)
-
-  def should_merge_with_fake_quant_node(self):
-    """Should the current node merge with self.state.output_node_stack[-1]?"""
-    if not self.state.output_node_stack:
-      return False
-    top = self.state.output_node_stack[-1]
-    return top[1] == 0 and top[0].op in ["FakeQuantWithMinMaxVars"]
-
-  def should_quantize_const(self, node):
-    if not self.state.output_node_stack:
-      return False
-    top = self.state.output_node_stack[-1]
-    if not top[2]:
-      return False
-    dtype = dtypes.as_dtype(node.attr["dtype"].type)
-    assert dtype == dtypes.float32, (
-        "Failed to quantized constant %s of type %s" % (node.name, dtype))
-    return True
-
-  def eightbitize_nodes_recursively(self, current_node):
-    """The entry point for transforming a graph into full eight bit."""
-    if current_node.name in self.state.already_visited:
-      if (self.should_merge_with_fake_quant_node() or
-          current_node.name in self.state.merged_with_fake_quant):
-        raise ValueError("Unsupported graph structure: output of node %s "
-                         "is processed by a FakeQuant* node and should have "
-                         "no other outputs.", current_node.name)
-      return
-    self.state.already_visited[current_node.name] = True
-
-    for i, input_node_name in enumerate(current_node.input):
-      quantize_input = False
-      if current_node.op in ("MatMul", "Conv2D", "BiasAdd", "MaxPool",
-                             "AvgPool", "Relu", "Relu6",
-                             "BatchNormWithGlobalNormalization"):
-        quantize_input = True
-      elif current_node.op == "Concat" and i > 0:
-        quantize_input = (
-            dtypes.as_dtype(current_node.attr["T"].type) == dtypes.float32)
-      elif current_node.op == "Reshape" and i == 0:
-        quantize_input = (
-            dtypes.as_dtype(current_node.attr["T"].type) == dtypes.float32)
-
-      self.state.output_node_stack.append((current_node, i, quantize_input))
-
-      input_node_name = node_name_from_input(input_node_name)
-      input_node = self.nodes_map[input_node_name]
-      self.eightbitize_nodes_recursively(input_node)
-
-      self.state.output_node_stack.pop()
-
-    if current_node.op == "MatMul":
-      self.eightbitize_mat_mul_node(current_node)
-    elif current_node.op == "Conv2D":
-      self.eightbitize_conv_node(current_node)
-    elif current_node.op == "BiasAdd":
-      self.eightbitize_bias_add_node(current_node)
-    elif current_node.op == "MaxPool" or current_node.op == "AvgPool":
-      self.eightbitize_single_input_tensor_node(current_node,
-                                                self.add_pool_function)
-    elif current_node.op == "Relu" or current_node.op == "Relu6":
-      self.eightbitize_single_input_tensor_node(current_node,
-                                                self.add_relu_function)
-    elif (current_node.op == "Concat" and
-          dtypes.as_dtype(current_node.attr["T"].type) == dtypes.float32):
-      self.eightbitize_concat_node(current_node)
-    elif current_node.op == "BatchNormWithGlobalNormalization":
-      self.eightbitize_batch_norm_node(current_node)
-    elif (current_node.op == "Reshape" and
-          dtypes.as_dtype(current_node.attr["T"].type) == dtypes.float32):
-      self.eightbitize_reshape_node(current_node)
-    elif (self.input_range and
-          current_node.op in ("Placeholder", "PlaceholderV2")):
-      self.eightbitize_placeholder_node(current_node)
-    elif current_node.op == "FakeQuantWithMinMaxVars":
-      # It will have been merged into the underlying node.
-      pass
-    elif current_node.op == "Const":
-      if self.should_quantize_const(current_node):
-        for n in quantize_weight_eightbit(current_node, b"MIN_FIRST"):
-          self.add_output_graph_node(n)
-      else:
-        new_node = node_def_pb2.NodeDef()
-        new_node.CopyFrom(current_node)
-        self.add_output_graph_node(new_node)
-
-    ###################################################################
-    # Note: if more cases are added here, you may need to update the op
-    # name lists in the loop over children at the start of the function.
-    ###################################################################
-    else:
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(current_node)
-      self.add_output_graph_node(new_node)
-
-    if (self.should_merge_with_fake_quant_node() and
-        current_node.name not in self.state.merged_with_fake_quant):
-      raise ValueError(
-          "FakeQuant* node %s failed to merge with node %s of type %s" %
-          (self.state.output_node_stack[-1][0], current_node.name,
-           current_node.op))
-
-  # TODO(intel-tf): Quantized Conv2D could be fused with few other succeeding
-  # ops. Current support is for BiasAdd and Relu. Future implementation will
-  # include:
-  # (i)   Conv2D + {BiasAdd} + Relu + Add + Relu
-  # (ii)  Conv2D + {BiasAdd} + Relu + Add
-  # (ii)  Conv2D + {BiasAdd} + Add + Relu
-  # (iii) Conv2D + {BiasAdd} + Add
-  def intel_cpu_eightbitize_conv_node(self, original_node, bias_node=None,
-                                      bias_add_name=None, add_node_name=None,
-                                      relu_node_name=None):
-    """Replaces a Conv2D node with the eight bit equivalent sub-graph."""
-    all_input_names = self.add_eightbit_prologue_nodes(original_node)
-
-    if bias_node and add_node_name and relu_node_name:
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(bias_node)
-      self.add_output_graph_node(new_node)
-      all_input_names = all_input_names[:2] + [bias_node.name] + \
-          all_input_names[2:] + [add_node_name]
-      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
-      quantized_conv_node = create_node("QuantizedConv2DWithBiasSumAndRelu",
-                                        quantized_conv_name, all_input_names)
-    elif bias_node and (not add_node_name) and relu_node_name:
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(bias_node)
-      self.add_output_graph_node(new_node)
-      all_input_names = all_input_names[:2] + [bias_node.name] + \
-          all_input_names[2:]
-      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
-      quantized_conv_node = create_node("QuantizedConv2DWithBiasAndRelu",
-                                        quantized_conv_name, all_input_names)
-    elif bias_node and bias_add_name  and \
-        (not add_node_name) and (not relu_node_name):
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(bias_node)
-      self.add_output_graph_node(new_node)
-      all_input_names = all_input_names[:2] + [bias_node.name] + \
-          all_input_names[2:]
-      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
-      quantized_conv_node = create_node("QuantizedConv2DWithBias",
-                                        quantized_conv_name, all_input_names)
-    else:
-      quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
-      quantized_conv_node = create_node("QuantizedConv2D", quantized_conv_name,
-                                        all_input_names)
-    copy_attr(quantized_conv_node, "strides", original_node.attr["strides"])
-    copy_attr(quantized_conv_node, "padding", original_node.attr["padding"])
-    copy_attr(quantized_conv_node, "dilations", original_node.attr["dilations"])
-    set_attr_dtype(quantized_conv_node, "Tinput", dtypes.quint8)
-    set_attr_dtype(quantized_conv_node, "Tfilter", dtypes.qint8)
-    set_attr_dtype(quantized_conv_node, "out_type", dtypes.qint32)
-    self.add_output_graph_node(quantized_conv_node)
-    quantize_down_name = self.add_quantize_down_nodes(original_node,
-                                                      quantized_conv_name)
-    if bias_node and relu_node_name:
-      self.add_dequantize_result_node(quantize_down_name, relu_node_name)
-    elif bias_node and bias_add_name and \
-        (not add_node_name) and (not relu_node_name):
-      self.add_dequantize_result_node(quantize_down_name, bias_add_name)
-    else:
-      self.add_dequantize_result_node(quantize_down_name, original_node.name)
-
-  # TODO(intel-tf): To check whether Conv2D is fed by relu directly or via
-  # pooling ops. This is required as intel cpu requires input tensor for Conv2D
-  # to be non-negative.
-  def intel_cpu_find_relu_recursively(self, current_node):
-    """Helper function to check if Conv2D is fed by Relu."""
-    if current_node.op == "Relu":
-      return True
-    else:
-      first_input_node_name = node_name_from_input(current_node.input[0])
-      input_node = self.nodes_map[first_input_node_name]
-      if input_node.op in ("ConcatV2", "MaxPool", "AvgPool", "Relu"):
-        return self.intel_cpu_find_relu_recursively(input_node)
-      else:
-        return False
-
-  # TODO(intel-tf): We leave the output graph partially quantized for
-  # intel cpu. Current quantization support is for Conv2D and its fusion.
-  # More quantized operations will be included as more implementations are
-  # completed.
-  def intel_cpu_eightbitize_nodes_recursively(self, current_node):
-    """The entry point for transforming a graph into full eight bit."""
-    if current_node.name in self.state.already_visited:
-      if (self.should_merge_with_fake_quant_node() or
-          current_node.name in self.state.merged_with_fake_quant):
-        raise ValueError("Unsupported graph structure: output of node %s "
-                         "is processed by a FakeQuant* node and should have "
-                         "no other outputs.", current_node.name)
-      return
-
-    self.state.already_visited[current_node.name] = True
-    quantize_input, should_quantize_conv, \
-        fuse_with_conv = (False, False, False)
-
-    if current_node.op == "Conv2D":
-      should_quantize_conv = self.intel_cpu_find_relu_recursively(current_node)
-
-    inputs = list(enumerate(current_node.input))
-    if current_node.op == "AddN":
-      inputs = reversed(inputs)  # pylint: disable=redefined-variable-type
-
-    for i, input_node_name in inputs:
-      input_node_name = node_name_from_input(input_node_name)
-      input_node = self.nodes_map[input_node_name]
-
-      if should_quantize_conv and i == 1 and input_node.op == "Const":
-        quantize_input = True
-
-      self.state.output_node_stack.append([current_node, i, quantize_input,
-                                           fuse_with_conv])
-      self.intel_cpu_eightbitize_nodes_recursively(input_node)
-      self.state.output_node_stack.pop()
-
-    if current_node.op == "Conv2D" and should_quantize_conv and quantize_input:
-      # match pattern for fusion with bias and relu
-      grand_parent, parent = self.state.output_node_stack[-2:]
-      if parent[0].op == "BiasAdd" and grand_parent[0].op == "Relu":
-        self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
-        self.state.output_node_stack[-3][3] = True # Relu to be fused
-        bias_node_name = node_name_from_input(parent[0].input[1])
-        bias_node = self.nodes_map[bias_node_name]
-        self.intel_cpu_eightbitize_conv_node(current_node, bias_node, None,
-                                             None, grand_parent[0].name)
-      elif parent[0].op == "BiasAdd" and grand_parent[0].op == "AddN":
-        grand_grand_parent = self.state.output_node_stack[-3]
-        if grand_grand_parent[0].op == "Relu" \
-            and (not self.state.output_node_stack[-3][3]) \
-            and (not self.state.output_node_stack[-4][3]):
-          self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
-          self.state.output_node_stack[-3][3] = True # AddN to be fused
-          self.state.output_node_stack[-4][3] = True # Relu to be fused
-          bias_node_name = node_name_from_input(parent[0].input[1])
-          bias_node = self.nodes_map[bias_node_name]
-          add_node_name = node_name_from_input(grand_parent[0].input[0])
-          self.intel_cpu_eightbitize_conv_node(current_node, bias_node, None,
-                                               add_node_name,
-                                               grand_grand_parent[0].name)
-        elif not self.state.output_node_stack[-2][3]: # Fuse BiasAdd then
-          self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
-          bias_node_name = node_name_from_input(parent[0].input[1])
-          bias_node = self.nodes_map[bias_node_name]
-          self.intel_cpu_eightbitize_conv_node(current_node, bias_node,
-                                               parent[0].name)
-        else:
-          self.intel_cpu_eightbitize_conv_node(current_node)
-      elif parent[0].op == "BiasAdd" and \
-           (not self.state.output_node_stack[-2][3]):
-        self.state.output_node_stack[-2][3] = True # BiasAdd to be fused
-        bias_node_name = node_name_from_input(parent[0].input[1])
-        bias_node = self.nodes_map[bias_node_name]
-        self.intel_cpu_eightbitize_conv_node(current_node, bias_node,
-                                             parent[0].name)
-      else:
-        self.intel_cpu_eightbitize_conv_node(current_node)
-    elif current_node.op == "BiasAdd" and \
-         self.state.output_node_stack[-1][3]:
-      pass # This op is already processed by fused quantization
-    elif current_node.op == "Relu" and \
-         self.state.output_node_stack[-1][3]:
-      pass # This op is already processed by fused quantization
-    elif current_node.op == "AddN" and \
-         self.state.output_node_stack[-1][3]:
-      pass # AddN op is already processed by fused quatization
-    elif current_node.op == "MaxPool" or current_node.op == "AvgPool":
-      self.eightbitize_single_input_tensor_node(current_node,
-                                                self.add_pool_function)
-    elif (current_node.op == "ConcatV2" and
-          dtypes.as_dtype(current_node.attr["T"].type) == dtypes.float32):
-      self.eightbitize_concatv2_node(current_node)
-    elif current_node.op == "Const":
-      parent = self.state.output_node_stack[-1]
-      if parent[0].op == "Conv2D" and parent[2]:
-        for n in intel_cpu_quantize_weight_eightbit(current_node, b"SCALED"):
-          self.add_output_graph_node(n)
-      elif parent[0].op == "BiasAdd" and \
-           self.state.output_node_stack[-2][3]:
-        pass # This constant is already process by fused quantization
-      else:
-        new_node = node_def_pb2.NodeDef()
-        new_node.CopyFrom(current_node)
-        self.add_output_graph_node(new_node)
-    else:
-      new_node = node_def_pb2.NodeDef()
-      new_node.CopyFrom(current_node)
-      self.add_output_graph_node(new_node)
-
-    if (self.should_merge_with_fake_quant_node() and
-        current_node.name not in self.state.merged_with_fake_quant):
-      raise ValueError(
-          "FakeQuant* node %s failed to merge with node %s of type %s" %
-          (self.state.output_node_stack[-1][0], current_node.name,
-           current_node.op))
-
-  def add_eightbit_prologue_nodes(self, original_node):
-    """Adds input conversion nodes to handle quantizing the underlying node."""
-    namespace_prefix = original_node.name + "_eightbit"
-    reshape_dims_name, reduction_dims_name = self.add_common_quantization_nodes(
-        namespace_prefix)
-    input_names = []
-    min_max_names = []
-    for original_input_name in original_node.input:
-      quantize_input_name, min_input_name, max_input_name = (
-          self.eightbitize_input_to_node(namespace_prefix, original_input_name,
-                                         reshape_dims_name,
-                                         reduction_dims_name))
-      input_names.append(quantize_input_name)
-      min_max_names.append(min_input_name)
-      min_max_names.append(max_input_name)
-    all_input_names = []
-    all_input_names.extend(input_names)
-    all_input_names.extend(min_max_names)
-    return all_input_names
-
-  def add_common_quantization_nodes(self, namespace_prefix):
-    """Builds constant nodes needed for quantization of inputs."""
-    reshape_dims_name = namespace_prefix + "_reshape_dims"
-    reduction_dims_name = namespace_prefix + "_reduction_dims"
-
-    reshape_dims_node = create_constant_node(reshape_dims_name, -1,
-                                             dtypes.int32, [1])
-    self.add_output_graph_node(reshape_dims_node)
-    reduction_dims_node = create_constant_node(reduction_dims_name, 0,
-                                               dtypes.int32, [1])
-    self.add_output_graph_node(reduction_dims_node)
-    return reshape_dims_name, reduction_dims_name
-
-  def eightbitize_input_to_node(self, namespace_prefix, original_input_name,
-                                reshape_dims_name, reduction_dims_name):
-    """Takes one float input to an op, and converts it to quantized form."""
-    unique_input_name = unique_node_name_from_input(original_input_name)
-    reshape_input_name = namespace_prefix + "_reshape_" + unique_input_name
-    min_input_name = namespace_prefix + "_min_" + unique_input_name
-    max_input_name = namespace_prefix + "_max_" + unique_input_name
-    quantize_input_name = namespace_prefix + "_quantize_" + unique_input_name
-    reshape_input_node = create_node("Reshape", reshape_input_name,
-                                     [original_input_name, reshape_dims_name])
-    set_attr_dtype(reshape_input_node, "T", dtypes.float32)
-    self.add_output_graph_node(reshape_input_node)
-    min_input_node = create_node("Min", min_input_name,
-                                 [reshape_input_name, reduction_dims_name])
-    set_attr_dtype(min_input_node, "T", dtypes.float32)
-    set_attr_bool(min_input_node, "keep_dims", False)
-    self.add_output_graph_node(min_input_node)
-    max_input_node = create_node("Max", max_input_name,
-                                 [reshape_input_name, reduction_dims_name])
-    set_attr_dtype(max_input_node, "T", dtypes.float32)
-    set_attr_bool(max_input_node, "keep_dims", False)
-    self.add_output_graph_node(max_input_node)
-    quantize_input_node = create_node(
-        "QuantizeV2", quantize_input_name,
-        [original_input_name, min_input_name, max_input_name])
-    set_attr_dtype(quantize_input_node, "T", dtypes.quint8)
-    set_attr_string(quantize_input_node, "mode",
-                    b"SCALED" if self.intel_cpu_eightbitize else  b"MIN_FIRST")
-    set_attr_string(quantize_input_node, "round_mode",
-                    b"HALF_TO_EVEN" if self.intel_cpu_eightbitize
-                    else  b"HALF_AWAY_FROM_ZERO")
-    self.add_output_graph_node(quantize_input_node)
-    min_output_name = quantize_input_name + ":1"
-    max_output_name = quantize_input_name + ":2"
-    return quantize_input_name, min_output_name, max_output_name
-
-  def add_quantize_down_nodes(self, original_node, quantized_output_name):
-    quantized_outputs = [
-        quantized_output_name, quantized_output_name + ":1",
-        quantized_output_name + ":2"
-    ]
-    min_max_inputs = None
-    if self.should_merge_with_fake_quant_node():
-      # Use the inputs to the FakeQuantWithMinMaxVars node as the inputs to
-      # Requantize.
-      fake_quant_node = self.state.output_node_stack[-1][0]
-      min_max_inputs = [fake_quant_node.input[1], fake_quant_node.input[2]]
-      assert original_node.name not in self.state.merged_with_fake_quant
-      self.state.merged_with_fake_quant[original_node.name] = True
-    elif self.fallback_quantization_range:
-      min_max_inputs = [
-          "fallback_quantization_min_value:0",
-          "fallback_quantization_max_value:0"
-      ]
-    else:
-      # Add a RequantizationRange node for finding the min and max values.
-      requant_range_node = create_node(
-          "RequantizationRange", original_node.name + "_eightbit_requant_range",
-          quantized_outputs)
-      set_attr_dtype(requant_range_node, "Tinput", dtypes.qint32)
-      self.add_output_graph_node(requant_range_node)
-      min_max_inputs = [
-          requant_range_node.name + ":0", requant_range_node.name + ":1"
-      ]
-    requantize_node = create_node("Requantize",
-                                  original_node.name + "_eightbit_requantize",
-                                  quantized_outputs + min_max_inputs)
-    set_attr_dtype(requantize_node, "Tinput", dtypes.qint32)
-    set_attr_dtype(requantize_node, "out_type", dtypes.quint8)
-    self.add_output_graph_node(requantize_node)
-    return requantize_node.name
-
-  def add_dequantize_result_node(self,
-                                 quantized_output_name,
-                                 original_node_name,
-                                 min_tensor_index=1):
-    min_max_inputs = [
-        "%s:%s" % (quantized_output_name, min_tensor_index),
-        "%s:%s" % (quantized_output_name, (min_tensor_index + 1))
-    ]
-    dequantize_name = original_node_name
-    if self.should_merge_with_fake_quant_node():
-      fake_quant_node = self.state.output_node_stack[-1][0]
-      if original_node_name not in self.state.merged_with_fake_quant:
-        min_max_inputs = [fake_quant_node.input[1], fake_quant_node.input[2]]
-        self.state.merged_with_fake_quant[original_node_name] = True
-      dequantize_name = fake_quant_node.name
-
-    dequantize_node = create_node(
-        "Dequantize", dequantize_name,
-        [quantized_output_name, min_max_inputs[0], min_max_inputs[1]])
-    set_attr_dtype(dequantize_node, "T", dtypes.quint8)
-    set_attr_string(dequantize_node, "mode", b"MIN_FIRST")
-    self.add_output_graph_node(dequantize_node)
-
-  def eightbitize_mat_mul_node(self, original_node):
-    """Replaces a MatMul node with the eight bit equivalent sub-graph."""
-    quantized_mat_mul_name = original_node.name + "_eightbit_quantized_mat_mul"
-    all_input_names = self.add_eightbit_prologue_nodes(original_node)
-    quantized_mat_mul_node = create_node("QuantizedMatMul",
-                                         quantized_mat_mul_name,
-                                         all_input_names)
-    set_attr_dtype(quantized_mat_mul_node, "T1", dtypes.quint8)
-    set_attr_dtype(quantized_mat_mul_node, "T2", dtypes.quint8)
-    set_attr_dtype(quantized_mat_mul_node, "Toutput", dtypes.qint32)
-    copy_attr(quantized_mat_mul_node, "transpose_a",
-              original_node.attr["transpose_a"])
-    copy_attr(quantized_mat_mul_node, "transpose_b",
-              original_node.attr["transpose_b"])
-    self.add_output_graph_node(quantized_mat_mul_node)
-    quantize_down_name = self.add_quantize_down_nodes(original_node,
-                                                      quantized_mat_mul_name)
-    self.add_dequantize_result_node(quantize_down_name, original_node.name)
-
-  def eightbitize_conv_node(self, original_node):
-    """Replaces a Conv2D node with the eight bit equivalent sub-graph."""
-    all_input_names = self.add_eightbit_prologue_nodes(original_node)
-    quantized_conv_name = original_node.name + "_eightbit_quantized_conv"
-    quantized_conv_node = create_node("QuantizedConv2D", quantized_conv_name,
-                                      all_input_names)
-    copy_attr(quantized_conv_node, "strides", original_node.attr["strides"])
-    copy_attr(quantized_conv_node, "padding", original_node.attr["padding"])
-    set_attr_dtype(quantized_conv_node, "Tinput", dtypes.quint8)
-    set_attr_dtype(quantized_conv_node, "Tfilter", dtypes.quint8)
-    set_attr_dtype(quantized_conv_node, "out_type", dtypes.qint32)
-    self.add_output_graph_node(quantized_conv_node)
-    quantize_down_name = self.add_quantize_down_nodes(original_node,
-                                                      quantized_conv_name)
-    self.add_dequantize_result_node(quantize_down_name, original_node.name)
-
-  def eightbitize_bias_add_node(self, original_node):
-    """Replaces a BiasAdd node with the eight bit equivalent sub-graph."""
-    quantized_bias_add_name = (
-        original_node.name + "_eightbit_quantized_bias_add")
-    all_input_names = self.add_eightbit_prologue_nodes(original_node)
-    quantized_bias_add_node = create_node("QuantizedBiasAdd",
-                                          quantized_bias_add_name,
-                                          all_input_names)
-    set_attr_dtype(quantized_bias_add_node, "T1", dtypes.quint8)
-    set_attr_dtype(quantized_bias_add_node, "T2", dtypes.quint8)
-    set_attr_dtype(quantized_bias_add_node, "out_type", dtypes.qint32)
-    self.add_output_graph_node(quantized_bias_add_node)
-    quantize_down_name = self.add_quantize_down_nodes(original_node,
-                                                      quantized_bias_add_name)
-    self.add_dequantize_result_node(quantize_down_name, original_node.name)
-
-  def eightbitize_single_input_tensor_node(self, original_node,
-                                           add_op_function):
-    """Replaces a single-tensor node with the eight bit equivalent sub-graph.
-
-    Converts a node like this:
-
-       Shape(f)   Input(f)
-         |          |
-         +--------v v
-                Operation
-                    |
-                    v
-                   (f)
-
-     Into a quantized equivalent:
-
-                    Input(f)              ReshapeDims
-                       +------v v-------------+
-                       |    Reshape
-                       |      |
-                       |      |          ReductionDims
-                       |      +-----+         |
-                       |      | +---c---------+
-                       |      v v   v v-------+
-                       |      Min   Max
-                       |  +----+      |
-                       v  v  v--------+
-                      Quantize
-                          |
-                          v
-                   QuantizedOperation
-                      |   |   |
-                      v   v   v
-                      Dequantize
-                          |
-                          v
-                         (f)
-
-
-    Args:
-      original_node: Float node to be converted.
-      add_op_function: Function to create the actual node.
-
-    Returns:
-      Subgraph representing the quantized version of the original node.
-
-    """
-    quantized_op_name = original_node.name + "_eightbit_quantized"
-    quantized_op_type = "Quantized" + original_node.op
-    all_input_names = self.add_eightbit_prologue_nodes(original_node)
-    quantized_op_node = create_node(quantized_op_type, quantized_op_name,
-                                    all_input_names)
-    add_op_function(original_node, quantized_op_node)
-    self.add_output_graph_node(quantized_op_node)
-    self.add_dequantize_result_node(quantized_op_name, original_node.name)
-
-  def add_pool_function(self, original_node, quantized_op_node):
-    set_attr_dtype(quantized_op_node, "T", dtypes.quint8)
-    copy_attr(quantized_op_node, "ksize", original_node.attr["ksize"])
-    copy_attr(quantized_op_node, "strides", original_node.attr["strides"])
-    copy_attr(quantized_op_node, "padding", original_node.attr["padding"])
-
-  def add_relu_function(self, unused_arg_node, quantized_op_node):
-    set_attr_dtype(quantized_op_node, "Tinput", dtypes.quint8)
-
-  def eightbitize_concat_node(self, original_node):
-    """Replaces a Concat node with the eight bit equivalent sub-graph.
-
-    Converts a node like this:
-
-       Shape(f)   Input0(f)   Input1(f)
-         |          |            |
-         +--------v v v----------+
-                  Concat
-                    |
-                    v
-                   (f)
-
-     Into a quantized equivalent:
-
-       Shape(f)     Input0(f)             ReshapeDims                  Input1(f)
-         |             +------v v--------------+------------------v v------+
-         |             |    Reshape                             Reshape    |
-         |             |      |                                     |      |
-         |             |      |           ReductionDims             |      |
-         |             |      +------+         |           +--------+      |
-         |             |      |  +---c---------+-----------c-----+  |      |
-         |             |      +v v   v v-------+---------v v     v v+      |
-         |             |       Min   Max                 Min     Max       |
-         |             |  +----+      |                   |       +-----+  |
-         |             v  v  v--------+                   +----------v  v  v
-         |            Quantize                                       Quantize
-         |                +------------------+   +----------------------+
-         +-------------------------------+   |   |
-                                         v   v   v
-                                      QuantizedConcat
-                                         |   |   |
-                                         v   v   v
-                                        Dequantize
-                                             |
-                                             v
-                                            (f)
-    Args:
-      original_node: Float node to be converted.
-
-    Returns:
-      Subgraph representing the quantized version of the original node.
-
-    """
-    namespace_prefix = original_node.name + "_eightbit"
-    quantized_concat_name = namespace_prefix + "_quantized_concat"
-    reshape_dims_name, reduction_dims_name = self.add_common_quantization_nodes(
-        namespace_prefix)
-    shape_input_name = original_node.input[0]
-    original_inputs = original_node.input[1:]
-    input_names = []
-    min_names = []
-    max_names = []
-    for original_input_name in original_inputs:
-      quantize_input_name, min_input_name, max_input_name = (
-          self.eightbitize_input_to_node(namespace_prefix, original_input_name,
-                                         reshape_dims_name,
-                                         reduction_dims_name))
-      input_names.append(quantize_input_name)
-      min_names.append(min_input_name)
-      max_names.append(max_input_name)
-    all_input_names = [shape_input_name]
-    all_input_names.extend(input_names)
-    all_input_names.extend(min_names)
-    all_input_names.extend(max_names)
-    quantized_concat_node = create_node("QuantizedConcat",
-                                        quantized_concat_name, all_input_names)
-    set_attr_int(quantized_concat_node, "N", len(original_inputs))
-    set_attr_dtype(quantized_concat_node, "T", dtypes.quint8)
-    self.add_output_graph_node(quantized_concat_node)
-    self.add_dequantize_result_node(quantized_concat_name, original_node.name)
-
-  def eightbitize_concatv2_node(self, original_node):
-    """
-    Args:
-      original_node: Float node to be converted.
-
-    Returns:
-      Subgraph representing the quantized version of the original node.
-
-    """
-    namespace_prefix = original_node.name + "_eightbit"
-    quantized_concat_name = namespace_prefix + "_quantized_concatv2"
-    reshape_dims_name, reduction_dims_name = self.add_common_quantization_nodes(
-        namespace_prefix)
-    num_input = len(original_node.input)
-    shape_input_name = original_node.input[num_input-1]
-    original_inputs = original_node.input[0:num_input-1]
-    input_names = []
-    min_names = []
-    max_names = []
-    for original_input_name in original_inputs:
-      quantize_input_name, min_input_name, max_input_name = (
-          self.eightbitize_input_to_node(namespace_prefix, original_input_name,
-                                         reshape_dims_name,
-                                         reduction_dims_name))
-      input_names.append(quantize_input_name)
-      min_names.append(min_input_name)
-      max_names.append(max_input_name)
-    all_input_names = input_names
-    all_input_names.append(shape_input_name)
-    all_input_names.extend(min_names)
-    all_input_names.extend(max_names)
-    quantized_concat_node = create_node("QuantizedConcatV2",
-                                        quantized_concat_name, all_input_names)
-    set_attr_int(quantized_concat_node, "N", len(original_inputs))
-    set_attr_dtype(quantized_concat_node, "T", dtypes.quint8)
-    self.add_output_graph_node(quantized_concat_node)
-    self.add_dequantize_result_node(quantized_concat_name, original_node.name)
-
-  def eightbitize_placeholder_node(self, current_node):
-    """Replaces a placeholder node with a quint8 placeholder node+dequantize."""
-    name = current_node.name
-
-    # Convert the placeholder into a quantized type.
-    output_node = node_def_pb2.NodeDef()
-    output_node.CopyFrom(current_node)
-    set_attr_dtype(output_node, "dtype", dtypes.quint8)
-    output_node.name += "_original_input"
-    self.add_output_graph_node(output_node)
-
-    # Add a dequantize to convert back to float.
-    dequantize_node = create_node("Dequantize", name, [
-        output_node.name, "quantized_input_min_value",
-        "quantized_input_max_value"
-    ])
-    set_attr_dtype(dequantize_node, "T", dtypes.quint8)
-    set_attr_string(dequantize_node, "mode", b"MIN_FIRST")
-    self.add_output_graph_node(dequantize_node)
-
-    # For the descent over the graph to work, the dequantize node must be named
-    # current_node.name.  However, for the feeding of the graph to work, the
-    # placeholder must have the name current_node.name; so record a final set
-    # of renames to apply after all processing has been done.
-    self.final_node_renames[output_node.name] = name
-    self.final_node_renames[dequantize_node.name] = name + "_dequantize"
-
-  def eightbitize_reshape_node(self, original_node):
-    """Replaces a Reshape node with the eight bit equivalent sub-graph.
-
-    Args:
-      original_node: Float node to be converted.
-
-    Returns:
-      Subgraph representing the quantized version of the original node.
-
-    """
-    namespace_prefix = original_node.name + "_eightbit"
-    quantized_reshape_name = namespace_prefix + "_quantized_reshape"
-    reshape_dims_name, reduction_dims_name = self.add_common_quantization_nodes(
-        namespace_prefix)
-    shape_input_name = original_node.input[1]
-    quantize_input_name, min_input_name, max_input_name = (
-        self.eightbitize_input_to_node(namespace_prefix, original_node.input[0],
-                                       reshape_dims_name, reduction_dims_name))
-    quantized_reshape_node = create_node(
-        "QuantizedReshape", quantized_reshape_name,
-        [quantize_input_name, shape_input_name, min_input_name, max_input_name])
-    set_attr_dtype(quantized_reshape_node, "T", dtypes.quint8)
-    self.add_output_graph_node(quantized_reshape_node)
-    self.add_dequantize_result_node(quantized_reshape_name, original_node.name)
-
-  def eightbitize_batch_norm_node(self, original_node):
-    """Replaces a MatMul node with the eight bit equivalent sub-graph."""
-    namespace_prefix = original_node.name + "_eightbit"
-    original_input_name = original_node.input[0]
-    original_mean_name = original_node.input[1]
-    original_variance_name = original_node.input[2]
-    original_beta_name = original_node.input[3]
-    original_gamma_name = original_node.input[4]
-    quantized_batch_norm_name = namespace_prefix + "_quantized_batch_norm"
-
-    reshape_dims_name, reduction_dims_name = self.add_common_quantization_nodes(
-        namespace_prefix)
-    quantize_input_name, min_input_name, max_input_name = (
-        self.eightbitize_input_to_node(namespace_prefix, original_input_name,
-                                       reshape_dims_name, reduction_dims_name))
-    quantize_mean_name, min_mean_name, max_mean_name = (
-        self.eightbitize_input_to_node(namespace_prefix, original_mean_name,
-                                       reshape_dims_name, reduction_dims_name))
-    quantize_variance_name, min_variance_name, max_variance_name = (
-        self.eightbitize_input_to_node(namespace_prefix, original_variance_name,
-                                       reshape_dims_name, reduction_dims_name))
-    quantize_beta_name, min_beta_name, max_beta_name = (
-        self.eightbitize_input_to_node(namespace_prefix, original_beta_name,
-                                       reshape_dims_name, reduction_dims_name))
-    quantize_gamma_name, min_gamma_name, max_gamma_name = (
-        self.eightbitize_input_to_node(namespace_prefix, original_gamma_name,
-                                       reshape_dims_name, reduction_dims_name))
-    quantized_batch_norm_node = create_node(
-        "QuantizedBatchNormWithGlobalNormalization", quantized_batch_norm_name,
-        [
-            quantize_input_name, min_input_name, max_input_name,
-            quantize_mean_name, min_mean_name, max_mean_name,
-            quantize_variance_name, min_variance_name, max_variance_name,
-            quantize_beta_name, min_beta_name, max_beta_name,
-            quantize_gamma_name, min_gamma_name, max_gamma_name
-        ])
-    set_attr_dtype(quantized_batch_norm_node, "Tinput", dtypes.quint8)
-    set_attr_dtype(quantized_batch_norm_node, "out_type", dtypes.qint32)
-    copy_attr(quantized_batch_norm_node, "scale_after_normalization",
-              original_node.attr["scale_after_normalization"])
-    copy_attr(quantized_batch_norm_node, "variance_epsilon",
-              original_node.attr["variance_epsilon"])
-    self.add_output_graph_node(quantized_batch_norm_node)
-    quantize_down_name = self.add_quantize_down_nodes(original_node,
-                                                      quantized_batch_norm_name)
-    self.add_dequantize_result_node(quantize_down_name, original_node.name)
-
-  def add_output_graph_node(self, output_node):
-    """Inserts one node into the new graph."""
-    self.output_graph.node.extend([output_node])
-
-  def remove_redundant_quantization(self, old_graph):
-    """Removes unneeded pairs of quantize/dequantize ops from the graph.
-
-    This is a bit of a tricky function, because it's attempting to spot the
-    pattern of dequantizing from eight-bit up to float, and then immediately
-    quantizing back down to eight bits again, that's introduced by previous
-    passes that do 'key-hole' conversions of individual nodes but have to
-    convert back to float to match the previous output interface, since they
-    don't know that the next op can handle quantized tensors.
-    It works by:
-     - Looking for Quantize nodes.
-     - Checking to see if their first input is a Dequantize node.
-     - Seeing if their min/max inputs come from Min/Max nodes.
-     - Making sure those Min/Max nodes are being fed from the same Dequantize.
-     - Or that the Min is indirectly being fed from the same Dequantize as Max.
-     - Making sure the Dequantize is going through a Reshape (which we add
-       during the previous pass when we create the quantize sub-graph).
-     - Looking for the dims Const op for the Min/Max dims.
-    If all of these conditions are met, then it's a sub-graph pattern that
-    we know how to optimize out (and is likely the common one we've introduced).
-    We then rewire the graph to skip it entirely, and then rely on the dead node
-    removal pass to get rid of any nodes that are no longer needed.
-
-    Args:
-      old_graph: The model we'll be stripping redundant nodes from.
-
-    Returns:
-      A graph with the unnecessary nodes removed.
-
-    Raises:
-      ValueError: Two nodes with the same name were found in the graph.
-    """
-    old_nodes_map = self.create_nodes_map(old_graph)
-    self.output_graph = graph_pb2.GraphDef()
-    inputs_to_rename = {}
-    # We go through all the nodes, looking for any that match the patterns we
-    # know how to optimize away.
-    for node in old_graph.node:
-      # We always start with a Quantize node, and examine its inputs to see if
-      # they are in a form that can be removed.
-      if node.op not in ["Quantize", "QuantizeV2"]:
-        continue
-      dequantize_node_name = node_name_from_input(node.input[0])
-      if dequantize_node_name not in old_nodes_map:
-        raise ValueError("Input node name '" + dequantize_node_name +
-                         "' not found in node '" + node.name + "'")
-      dequantize_node = old_nodes_map[dequantize_node_name]
-      # Do we have a Dequantize feeding in, with the same type as the Quantize?
-      if dequantize_node.op != "Dequantize":
-        continue
-      if node.attr["T"] != dequantize_node.attr["T"]:
-        continue
-      # Now look at the other inputs, and ensure they're Min/Max nodes.
-      min_node_name = node_name_from_input(node.input[1])
-      max_node_name = node_name_from_input(node.input[2])
-      min_node = old_nodes_map[min_node_name]
-      max_node = old_nodes_map[max_node_name]
-      is_min_right_type = (min_node.op in ["Min", "Dequantize"])
-      is_max_right_type = (max_node.op in ["Max", "Dequantize"])
-      if not is_min_right_type or not is_max_right_type:
-        print("Didn't find expected types on inputs : %s, %s." % (min_node.op,
-                                                                  max_node.op))
-        continue
-      min_node_input_name = node_name_from_input(min_node.input[0])
-      max_node_input_name = node_name_from_input(max_node.input[0])
-      # There are two different patterns for Min nodes we can recognize, one
-      # where the input comes directly from the same one as the Max, and
-      # another where we run it through another Min first, so check for both.
-      is_same_input = False
-      if min_node_input_name == max_node_input_name:
-        is_same_input = True
-      else:
-        first_min_node_input = old_nodes_map[min_node_input_name]
-        if first_min_node_input.op == "Concat":
-          second_min_node_name = node_name_from_input(
-              first_min_node_input.input[1])
-          second_min_node = old_nodes_map[second_min_node_name]
-          if second_min_node.op == "Min":
-            second_min_node_input_name = node_name_from_input(
-                second_min_node.input[0])
-            is_same_input = (second_min_node_input_name == max_node_input_name)
-      if not is_same_input:
-        print("Different min/max inputs: " + min_node_input_name)
-        continue
-      # We recognize this pattern, so mark the graph edges to be rewired to
-      # route around it entirely, since we know it's a no-op.
-      dequantize_source_name = node_name_from_input(dequantize_node.input[0])
-      node_tensor_name = ensure_tensor_name_has_port(node.name)
-      min_tensor_name = node.name + ":1"
-      max_tensor_name = node.name + ":2"
-      inputs_to_rename[node_tensor_name] = dequantize_source_name
-      inputs_to_rename[min_tensor_name] = dequantize_node.input[1]
-      inputs_to_rename[max_tensor_name] = dequantize_node.input[2]
-    # Finally we apply all the rewiring we've marked to the graph.
-    for node in old_graph.node:
-      for index, input_full_name in enumerate(node.input):
-        input_name = ensure_tensor_name_has_port(input_full_name)
-        if input_name in inputs_to_rename:
-          node.input[index] = inputs_to_rename[input_name]
-      self.add_output_graph_node(node)
-    return self.output_graph
-
-  def apply_final_node_renames(self):
-    """Applies node renames in self.final_node_renames to self.output_graph."""
-    old_graph = self.output_graph
-    self.output_graph = graph_pb2.GraphDef()
-    for node in old_graph.node:
-      node.name = self.final_node_renames.get(node.name, node.name)
-      for index, input_name in enumerate(node.input):
-        node_name = node_name_from_input(input_name)
-        input_full_name = ensure_tensor_name_has_port(input_name)
-        if node_name in self.final_node_renames:
-          node.input[index] = "%s%s" % (self.final_node_renames[node_name],
-                                        input_full_name[len(node_name):])
-      self.add_output_graph_node(node)
-    return self.output_graph
-
-  def remove_dead_nodes(self, output_names):
-    """Removes nodes that are no longer needed for inference from the graph."""
-    old_output_graph = self.output_graph
-    self.output_graph = graph_util.extract_sub_graph(old_output_graph,
-                                                     output_names)
-
-  def quantize_weights(self, input_graph, quantization_mode):
-    """Quantize float Const ops.
-
-    There are two modes of operations, both replace float Const ops with
-    quantized values.
-    1. If quantization_mode is "weights_rounded", this function replaces float
-    Const ops with quantized float Const ops - same as the original op, but
-    float values being mapped to the center of one of 1<<FLAGS.bitdepth buckets.
-    This does not change the raw model size, but compression algorithms such as
-    zip (as used for compressing apks) or bzip2 will achieve a very good
-    compression ratio.
-    2. For other quantization modes ("MIN_COMBINED" or "MIN_FIRST"), float
-    Const ops are quantized and replaced by a tuple of four ops to perform
-    the dequantization at runtime:
-    * eight-bit Const (bucket indices, same shape as original float Const op
-    * two float Const ops (min and max value of original float Const op)
-    * Dequantize op to convert the eight-bit consts to float tensors.
-    The quantization mode is important because we see accuracy problems when
-    quantizing weights for different situations depending on the algorithm
-    used. We haven't figured out exactly what the underlying cause is yet,
-    unfortunately.
-
-    Args:
-      input_graph: A GraphDef of the model containing float Const ops.
-      quantization_mode: How to quantize and dequantize the values.
-
-    Returns:
-      A GraphDef of the converted graph.
-
-    Raises:
-      ValueError: If quantization_mode is unsupported.
-    """
-    output_graph = graph_pb2.GraphDef()
-    for input_node in input_graph.node:
-      should_quantize = False
-      if input_node.op == "Const":
-        dtype = dtypes.as_dtype(input_node.attr["dtype"].type)
-        if dtype == dtypes.float32:
-          should_quantize = True
-      if should_quantize:
-        if quantization_mode == "weights_rounded":
-          output_graph.node.extend(quantize_weight_rounded(input_node))
-        elif quantization_mode in (b"MIN_COMBINED", b"MIN_FIRST"):
-          output_graph.node.extend(
-              quantize_weight_eightbit(input_node, quantization_mode))
-        else:
-          raise ValueError("Unsupported quantization mode %s." %
-                           quantization_mode)
-      else:
-        output_node = node_def_pb2.NodeDef()
-        output_node.CopyFrom(input_node)
-        output_graph.node.extend([output_node])
-    return output_graph
-
-  def set_input_graph(self, new_input_graph):
-    self.input_graph = new_input_graph
-    self.nodes_map = self.create_nodes_map(self.input_graph)
-
-def main(unused_args):
-  if not gfile.Exists(FLAGS.input):
-    print("Input graph file '" + FLAGS.input + "' does not exist!")
-    return -1
-
-  known_modes = [
-      "round", "quantize", "eightbit", "weights", "test", "weights_rounded"
-  ]
-  if not any(FLAGS.mode in s for s in known_modes):
-    print("mode is '" + FLAGS.mode + "', not in " + ", ".join(known_modes) +
-          ".")
-    return -1
-
-  tf_graph = graph_pb2.GraphDef()
-  # TODO(intel-tf): Enabling user to work with both binary and text format.
-  mode = "rb" if FLAGS.input_binary else "r"
-  with gfile.Open(FLAGS.input, mode) as f:
-    data = f.read()
-    if FLAGS.input_binary:
-      tf_graph.ParseFromString(data)
-    else:
-      text_format.Merge(data, tf_graph)
-
-  graph = ops.Graph()
-  with graph.as_default():
-    importer.import_graph_def(tf_graph, input_map={}, name="")
-
-  quantized_input_range = None
-  if FLAGS.quantized_input:
-    quantized_input_range = [
-        FLAGS.quantized_input_min, FLAGS.quantized_input_max
-    ]
-
-  fallback_quantization_range = None
-  if (FLAGS.quantized_fallback_min is not None or
-      FLAGS.quantized_fallback_max is not None):
-    assert FLAGS.quantized_fallback_min is not None
-    assert FLAGS.quantized_fallback_max is not None
-    fallback_quantization_range = [
-        FLAGS.quantized_fallback_min, FLAGS.quantized_fallback_max
-    ]
-
-  rewriter = GraphRewriter(tf_graph, FLAGS.mode,
-                           quantized_input_range, fallback_quantization_range,
-                           FLAGS.intel_cpu_eightbitize)
-
-  output_graph = rewriter.rewrite(FLAGS.output_node_names.split(","))
-
-  # TODO(intel-tf): Enabling user to work with both binary and text format.
-  mode = "wb" if FLAGS.output_binary else "w"
-  f = gfile.FastGFile(FLAGS.output, mode)
-  if FLAGS.output_binary:
-    f.write(output_graph.SerializeToString())
-  else:
-    f.write(str(output_graph))
-
-  return 0
-
-if __name__ == "__main__":
-  app.run()
-- 
GitLab


From 7a4a6381650bd87f775f99139144b6c4c66881cb Mon Sep 17 00:00:00 2001
From: Nehal J Wani <nehaljw.kkd1@gmail.com>
Date: Wed, 3 Oct 2018 23:03:18 -0500
Subject: [PATCH 0045/1825] Static cast size_t to int in arguments 1,2 to
 forward_input_or_allocate_output()

This fix resolves the following compiler error:

tensorflow/core/kernels/mkl_relu_op.cc(1028): error C2398: Element '1':
conversion from 'const std::size_t' to 'int' requires a narrowing conversion
---
 tensorflow/core/kernels/mkl_relu_op.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/mkl_relu_op.cc b/tensorflow/core/kernels/mkl_relu_op.cc
index 84385356e1..3d145f1802 100644
--- a/tensorflow/core/kernels/mkl_relu_op.cc
+++ b/tensorflow/core/kernels/mkl_relu_op.cc
@@ -1023,7 +1023,8 @@ class MklReluGradOpBase : public OpKernel {
       }
 
       OP_REQUIRES_OK(context, context->forward_input_or_allocate_output(
-                                  {diff_dst_index}, diff_src_index,
+                                  {static_cast<const int>(diff_dst_index)},
+                                  static_cast<const int>(diff_src_index),
                                   tf_shape_diff_src, &diff_src_tensor));
       AllocateOutputSetMklShape(context, diff_src_index, dnn_shape_diff_src);
 
-- 
GitLab


From ba95d09288d695ea8875ca294b2519110f2d56d0 Mon Sep 17 00:00:00 2001
From: Christian Goll <cgoll@suse.de>
Date: Thu, 4 Oct 2018 17:06:23 +0200
Subject: [PATCH 0046/1825] MPI libraries maybe located under lib64 or lib32

---
 configure.py | 21 ++++++++++++++++-----
 1 file changed, 16 insertions(+), 5 deletions(-)

diff --git a/configure.py b/configure.py
index a88fdb3555..f72820ab02 100644
--- a/configure.py
+++ b/configure.py
@@ -1417,12 +1417,16 @@ def set_mpi_home(environ_cp):
 
   def valid_mpi_path(mpi_home):
     exists = (
-        os.path.exists(os.path.join(mpi_home, 'include')) and
-        os.path.exists(os.path.join(mpi_home, 'lib')))
+        os.path.exists(os.path.join(mpi_home, 'include')) and (
+        os.path.exists(os.path.join(mpi_home, 'lib')) or
+        os.path.exists(os.path.join(mpi_home, 'lib64')) or
+        os.path.exists(os.path.join(mpi_home, 'lib32'))))
     if not exists:
-      print('Invalid path to the MPI Toolkit. %s or %s cannot be found' %
+      print('Invalid path to the MPI Toolkit. %s or %s or %s or %s cannot be found' %
             (os.path.join(mpi_home, 'include'),
-             os.path.exists(os.path.join(mpi_home, 'lib'))))
+             os.path.exists(os.path.join(mpi_home, 'lib')),
+             os.path.exists(os.path.join(mpi_home, 'lib64')),
+             os.path.exists(os.path.join(mpi_home, 'lib32'))))
     return exists
 
   _ = prompt_loop_or_load_from_env(
@@ -1463,8 +1467,15 @@ def set_other_mpi_vars(environ_cp):
   if os.path.exists(os.path.join(mpi_home, 'lib/libmpi.so')):
     symlink_force(
         os.path.join(mpi_home, 'lib/libmpi.so'), 'third_party/mpi/libmpi.so')
+  elif os.path.exists(os.path.join(mpi_home, 'lib64/libmpi.so')):
+    symlink_force(
+        os.path.join(mpi_home, 'lib64/libmpi.so'), 'third_party/mpi/libmpi.so')
+  elif os.path.exists(os.path.join(mpi_home, 'lib32/libmpi.so')):
+    symlink_force(
+        os.path.join(mpi_home, 'lib32/libmpi.so'), 'third_party/mpi/libmpi.so')
+
   else:
-    raise ValueError('Cannot find the MPI library file in %s/lib' % mpi_home)
+    raise ValueError('Cannot find the MPI library file in %s/lib or %s/lib64 or %s/lib32' % mpi_home, mpi_home, mpi_home)
 
 
 def set_system_libs_flag(environ_cp):
-- 
GitLab


From 10f5bbd27382c17defd2029c791a42a4e9e431fd Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Thu, 4 Oct 2018 13:08:15 -0700
Subject: [PATCH 0047/1825] ran clang+llvm-3.9.0.

---
 tensorflow/core/kernels/mkl_conv_ops.cc | 100 ++++++++++++------------
 1 file changed, 49 insertions(+), 51 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index dfad990aac..1ecc15d459 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -323,7 +323,7 @@ class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
       const MklConvFwdParams& convFwdDims, bool do_not_cache) {
     MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>* conv_fwd = nullptr;
 
-    if (do_not_cache) {/* Always create new primitive */
+    if (do_not_cache) { /* Always create new primitive */
       conv_fwd = new MklConvFwdPrimitive<T, Tinput, Tfilter, Tbias, Toutput>(
           convFwdDims);
     } else {
@@ -425,16 +425,15 @@ class MklConvOp : public OpKernel {
     OP_REQUIRES(context, FormatFromString(data_format, &data_format_),
                 errors::InvalidArgument("Invalid data format"));
     OP_REQUIRES(context, strides_.size() == 4,
-                errors::InvalidArgument(
-                    "Sliding window strides field must "
-                    "specify 4 dimensions"));
+                errors::InvalidArgument("Sliding window strides field must "
+                                        "specify 4 dimensions"));
 
     const int64 stride_n = GetTensorDim(strides_, data_format_, 'N');
     const int64 stride_c = GetTensorDim(strides_, data_format_, 'C');
-    OP_REQUIRES(context, stride_n == 1 && stride_c == 1,
-                errors::InvalidArgument(
-                    "Current implementation does not yet support "
-                    "strides in the batch and depth dimensions."));
+    OP_REQUIRES(
+        context, stride_n == 1 && stride_c == 1,
+        errors::InvalidArgument("Current implementation does not yet support "
+                                "strides in the batch and depth dimensions."));
     OP_REQUIRES_OK(context, context->GetAttr("padding", &padding_));
   }
 
@@ -729,7 +728,7 @@ class MklConvOp : public OpKernel {
           mkl_prim_convert_input;
       dnnLayout_t mkl_lt_internal_filter, mkl_lt_internal_bias,
           mkl_lt_internal_input;
-      void* mkl_buf_convert_input, *mkl_buf_convert_filter,
+      void *mkl_buf_convert_input, *mkl_buf_convert_filter,
           *mkl_buf_convert_bias;
       mkl_prim_convert_filter = nullptr;
       mkl_prim_convert_bias = nullptr;
@@ -862,23 +861,21 @@ class MklConvOp : public OpKernel {
     OP_REQUIRES(context, FormatFromString(data_format, &data_format_),
                 errors::InvalidArgument("Invalid data format"));
     OP_REQUIRES(context, (strides_.size() == 4 || strides_.size() == 5),
-                errors::InvalidArgument(
-                    "Sliding window strides field must "
-                    "specify 4 or 5 dimensions"));
+                errors::InvalidArgument("Sliding window strides field must "
+                                        "specify 4 or 5 dimensions"));
 
     const int64 stride_n = GetTensorDim(strides_, data_format_, 'N');
     const int64 stride_c = GetTensorDim(strides_, data_format_, 'C');
-    OP_REQUIRES(context, stride_n == 1 && stride_c == 1,
-                errors::InvalidArgument(
-                    "Current implementation does not yet support "
-                    "strides in the batch and depth dimensions."));
+    OP_REQUIRES(
+        context, stride_n == 1 && stride_c == 1,
+        errors::InvalidArgument("Current implementation does not yet support "
+                                "strides in the batch and depth dimensions."));
     OP_REQUIRES_OK(context, context->GetAttr("padding", &padding_));
 
     if (strides_.size() == 4) {
       OP_REQUIRES(context, dilations_.size() == 4,
-                  errors::InvalidArgument(
-                      "Sliding window dilations field must "
-                      "specify 4 dimensions"));
+                  errors::InvalidArgument("Sliding window dilations field must "
+                                          "specify 4 dimensions"));
       const int64 dilation_n = GetTensorDim(dilations_, data_format_, 'N');
       const int64 dilation_c = GetTensorDim(dilations_, data_format_, 'C');
       const int64 dilation_h = GetTensorDim(dilations_, data_format_, 'H');
@@ -892,9 +889,8 @@ class MklConvOp : public OpKernel {
           errors::InvalidArgument("Dilated rates should be larger than 0."));
     } else if (strides_.size() == 5) {
       OP_REQUIRES(context, dilations_.size() == 5,
-                  errors::InvalidArgument(
-                      "Dilation rates field must "
-                      "specify 5 dimensions"));
+                  errors::InvalidArgument("Dilation rates field must "
+                                          "specify 5 dimensions"));
       OP_REQUIRES(context, (GetTensorDim(dilations_, data_format_, 'N') == 1 &&
                             GetTensorDim(dilations_, data_format_, 'C') == 1),
                   errors::InvalidArgument(
@@ -918,9 +914,8 @@ class MklConvOp : public OpKernel {
       GetMklShape(context, kInputIndex_Src, &src_mkl_shape);
       GetMklShape(context, kInputIndex_Filter, &filter_mkl_shape);
       OP_REQUIRES(context, filter_mkl_shape.IsMklTensor() == false,
-                  errors::InvalidArgument(
-                      "Filter should not be in "
-                      "Mkl Layout"));
+                  errors::InvalidArgument("Filter should not be in "
+                                          "Mkl Layout"));
 
       MklDnnData<Tinput> src(&cpu_engine_);
       MklDnnData<Tfilter> filter(&cpu_engine_);
@@ -956,8 +951,9 @@ class MklConvOp : public OpKernel {
         filter_mkl_shape.SetMklTensor(false);
         Tensor* output_filter_tensor = nullptr;
         // MklConv2D also outputs converted filter as 2nd output.
-        if (typeid(Tinput) == typeid(float)&&typeid(Tfilter) ==
-            typeid(float)&&typeid(Toutput) == typeid(float)) {
+        if (typeid(Tinput) == typeid(float) &&
+            typeid(Tfilter) == typeid(float) &&
+            typeid(Toutput) == typeid(float)) {
           filter_mkl_shape.SetMklTensor(false);
           AllocateOutputSetMklShape(context, kOutputIndex_Filter,
                                     &output_filter_tensor, filter_tf_shape,
@@ -1044,8 +1040,8 @@ class MklConvOp : public OpKernel {
       AllocateOutputTensor(context, *conv_fwd_pd, dst_dims_mkl_order, tf_fmt,
                            &dst_tensor);
       Tensor* filter_out_tensor = nullptr;
-      if (typeid(Tinput) == typeid(float)&&typeid(Tfilter) ==
-          typeid(float)&&typeid(Toutput) == typeid(float)) {
+      if (typeid(Tinput) == typeid(float) && typeid(Tfilter) == typeid(float) &&
+          typeid(Toutput) == typeid(float)) {
         AllocateFilterOutputTensor(context, *conv_fwd_pd,
                                    TFShapeToMklDnnDims(filter_tf_shape),
                                    &filter_out_tensor);
@@ -1088,8 +1084,7 @@ class MklConvOp : public OpKernel {
 
       // delete primitive since it is not cached.
       if (do_not_cache) delete conv_fwd;
-    }
-    catch (mkldnn::error& e) {
+    } catch (mkldnn::error& e) {
       string error_msg = tensorflow::strings::StrCat(
           "Status: ", e.status, ", message: ", string(e.message), ", in file ",
           __FILE__, ":", __LINE__);
@@ -1785,31 +1780,34 @@ REGISTER_KERNEL_BUILDER(
 #endif  // INTEL_MKL_ML
 
 // Register 2D operations
-#define REGISTER_MKL_CPU_2D(T)                                                \
-  REGISTER_KERNEL_BUILDER(                                                    \
-      Name("_MklConv2D").Device(DEVICE_CPU).TypeConstraint<float>("T").Label( \
-          mkl_op_registry::kMklOpLabel),                                      \
-      MklConvOp<CPUDevice, float, float, float, float, float, false>);        \
-  REGISTER_KERNEL_BUILDER(                                                    \
-      Name("_MklConv2DWithBias")                                              \
-          .Device(DEVICE_CPU)                                                 \
-          .TypeConstraint<float>("T")                                         \
-          .Label(mkl_op_registry::kMklOpLabel),                               \
-      MklConvOp<CPUDevice, float, float, float, float, float, true>);         \
-  REGISTER_KERNEL_BUILDER(Name("__MklDummyConv2DWithBias")                    \
-                              .Device(DEVICE_CPU)                             \
-                              .TypeConstraint<T>("T")                         \
-                              .Label(mkl_op_registry::kMklOpLabel),           \
+#define REGISTER_MKL_CPU_2D(T)                                         \
+  REGISTER_KERNEL_BUILDER(                                             \
+      Name("_MklConv2D")                                               \
+          .Device(DEVICE_CPU)                                          \
+          .TypeConstraint<float>("T")                                  \
+          .Label(mkl_op_registry::kMklOpLabel),                        \
+      MklConvOp<CPUDevice, float, float, float, float, float, false>); \
+  REGISTER_KERNEL_BUILDER(                                             \
+      Name("_MklConv2DWithBias")                                       \
+          .Device(DEVICE_CPU)                                          \
+          .TypeConstraint<float>("T")                                  \
+          .Label(mkl_op_registry::kMklOpLabel),                        \
+      MklConvOp<CPUDevice, float, float, float, float, float, true>);  \
+  REGISTER_KERNEL_BUILDER(Name("__MklDummyConv2DWithBias")             \
+                              .Device(DEVICE_CPU)                      \
+                              .TypeConstraint<T>("T")                  \
+                              .Label(mkl_op_registry::kMklOpLabel),    \
                           MklDummyOp<CPUDevice, T>);
 
 TF_CALL_float(REGISTER_MKL_CPU_2D);
 
 // Register 3D operations
-#define REGISTER_MKL_CPU_3D(T)                                            \
-  REGISTER_KERNEL_BUILDER(                                                \
-      Name("_MklConv3D").Device(DEVICE_CPU).TypeConstraint<T>("T").Label( \
-          mkl_op_registry::kMklOpLabel),                                  \
-      MklConvOp<CPUDevice, T, T, T, T, T, false>);
+#define REGISTER_MKL_CPU_3D(T)                                      \
+  REGISTER_KERNEL_BUILDER(Name("_MklConv3D")                        \
+                              .Device(DEVICE_CPU)                   \
+                              .TypeConstraint<T>("T")               \
+                              .Label(mkl_op_registry::kMklOpLabel), \
+                          MklConvOp<CPUDevice, T, T, T, T, T, false>);
 TF_CALL_float(REGISTER_MKL_CPU_3D);
 
 }  // namespace tensorflow
-- 
GitLab


From bf94614e9540e23d808bdc15ce1af1f53f662d13 Mon Sep 17 00:00:00 2001
From: Michael Gielda <mgielda@antmicro.com>
Date: Fri, 5 Oct 2018 00:09:37 +0200
Subject: [PATCH 0048/1825] Take ALL TESTS PASSED in ticks for good formatting

---
 tensorflow/contrib/lite/experimental/micro/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/README.md b/tensorflow/contrib/lite/experimental/micro/README.md
index 414cafde4d..9add470761 100644
--- a/tensorflow/contrib/lite/experimental/micro/README.md
+++ b/tensorflow/contrib/lite/experimental/micro/README.md
@@ -64,7 +64,7 @@ TF_LITE_MICRO_TEST(SimpleTest) {
 TF_LITE_MICRO_TESTS_END
 ```
 
-These macros work a lot like [the Google test framework](https://github.com/google/googletest), but they don't require any dependencies and just write results to stderr, rather than aborting the program. If all the tests pass, then "~~~ALL TESTS PASSED~~~" is output, and the test harness that runs the binary during the make process knows that everything ran correctly. If there's an error, the lack of the expected string lets the harness know that the test failed.
+These macros work a lot like [the Google test framework](https://github.com/google/googletest), but they don't require any dependencies and just write results to stderr, rather than aborting the program. If all the tests pass, then `~~~ALL TESTS PASSED~~~` is output, and the test harness that runs the binary during the make process knows that everything ran correctly. If there's an error, the lack of the expected string lets the harness know that the test failed.
 
 So, why are we running tests in this complicated way? So far, we've been building binaries that run locally on the Mac OS or Linux machine you're building on, but this approach becomes important when we're targeting simple micro controller devices.
 
-- 
GitLab


From f1ed49830ee66afdad0ae13fa22722754b278ce2 Mon Sep 17 00:00:00 2001
From: Michael Gielda <mgielda@antmicro.com>
Date: Fri, 5 Oct 2018 00:11:10 +0200
Subject: [PATCH 0049/1825] Use ticks in all three occurrences of ALL TESTS...

---
 tensorflow/contrib/lite/experimental/micro/README.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/README.md b/tensorflow/contrib/lite/experimental/micro/README.md
index 9add470761..6b7712c25d 100644
--- a/tensorflow/contrib/lite/experimental/micro/README.md
+++ b/tensorflow/contrib/lite/experimental/micro/README.md
@@ -36,7 +36,7 @@ Building requires a Linux or OS X machine.
  - Download the dependencies by running `tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh`. This may take a few minutes
  - Build and test the library with `make -f tensorflow/contrib/lite/experimental/micro/tools/make/Makefile test`
 
-You should see a series of compilation steps, followed by "~~~ALL TESTS PASSED~~~" for the various tests of the code that it will run. If there's an error, you should get an informative message from make about what went wrong.
+You should see a series of compilation steps, followed by `~~~ALL TESTS PASSED~~~` for the various tests of the code that it will run. If there's an error, you should get an informative message from make about what went wrong.
 
 These tests are all built as simple binaries with few dependencies, so you can run them manually. For example, here's how to run the depthwise convolution test, and its output:
 
@@ -111,4 +111,4 @@ LOGS:
 tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test: PASS
 ```
 
-There's a lot of output here, but you should be able to see that the same tests that were covered when we ran locally on the development machine show up in the debug logs here, along with the magic string "~~~ALL TESTS PASSED~~~". This is the exact same code as before, just compiled and run on the STM32F103 rather than your desktop. We hope that the simplicity of this testing approach will help make adding support for new platforms as easy as possible.
+There's a lot of output here, but you should be able to see that the same tests that were covered when we ran locally on the development machine show up in the debug logs here, along with the magic string `~~~ALL TESTS PASSED~~~`. This is the exact same code as before, just compiled and run on the STM32F103 rather than your desktop. We hope that the simplicity of this testing approach will help make adding support for new platforms as easy as possible.
-- 
GitLab


From 4e6045b06ca1d80e7c86a92ebbe839d849d5ae4a Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 19 Sep 2018 13:25:49 -0700
Subject: [PATCH 0050/1825] Add MatchingFilesDatasetOp

---
 tensorflow/core/kernels/data/BUILD            |  15 +
 .../kernels/data/matching_files_dataset_op.cc | 330 ++++++++++++++++++
 tensorflow/core/ops/dataset_ops.cc            |  12 +
 tensorflow/python/data/kernel_tests/BUILD     |  22 ++
 .../matching_files_dataset_op_test.py         | 240 +++++++++++++
 tensorflow/python/data/ops/dataset_ops.py     |  37 +-
 6 files changed, 650 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/core/kernels/data/matching_files_dataset_op.cc
 create mode 100644 tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py

diff --git a/tensorflow/core/kernels/data/BUILD b/tensorflow/core/kernels/data/BUILD
index 37c1c54786..23ddf32be7 100644
--- a/tensorflow/core/kernels/data/BUILD
+++ b/tensorflow/core/kernels/data/BUILD
@@ -750,6 +750,7 @@ tf_kernel_library(
         ":map_and_batch_dataset_op",
         ":map_dataset_op",
         ":map_defun_op",
+        ":matching_files_dataset_op",
         ":model_dataset_op",
         ":multi_device_iterator_ops",
         ":optimize_dataset_op",
@@ -808,3 +809,17 @@ tf_kernel_library(
         "//tensorflow/core:lib_internal",
     ],
 )
+
+
+tf_kernel_library(
+    name = "matching_files_dataset_op",
+    srcs = ["matching_files_dataset_op.cc"],
+    deps = [
+        ":dataset",
+        "//tensorflow/core:dataset_ops_op_lib",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
+    ],
+)
+
diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
new file mode 100644
index 0000000000..b43517d0f5
--- /dev/null
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -0,0 +1,330 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <queue>
+#include "tensorflow/core/framework/partial_tensor_shape.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/kernels/data/dataset.h"
+#include "tensorflow/core/lib/io/buffered_inputstream.h"
+#include "tensorflow/core/lib/io/inputbuffer.h"
+#include "tensorflow/core/lib/io/random_inputstream.h"
+#include "tensorflow/core/lib/io/record_reader.h"
+#include "tensorflow/core/lib/io/zlib_compression_options.h"
+#include "tensorflow/core/lib/io/zlib_inputstream.h"
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/lib/io/path.h"
+#include "tensorflow/core/lib/core/threadpool.h"
+
+namespace tensorflow {
+namespace data {
+
+namespace {
+
+constexpr int kNumThreads = 8;
+
+// Run a function in parallel using a ThreadPool, but skip the ThreadPool
+// on the iOS platform due to its problems with more than a few threads.
+void ForEach(int first, int last, const std::function<void(int)>& f) {
+#if TARGET_OS_IPHONE
+  for (int i = first; i < last; i++) {
+    f(i);
+  }
+#else
+  int num_threads = std::min(kNumThreads, last - first);
+  thread::ThreadPool threads(Env::Default(), "ForEach", num_threads);
+  for (int i = first; i < last; i++) {
+    threads.Schedule([f, i] { f(i); });
+  }
+#endif
+}
+
+}  // namespace
+
+namespace {
+
+class MatchingFilesDatasetOp : public DatasetOpKernel {
+ public:
+  using DatasetOpKernel::DatasetOpKernel;
+
+  void MakeDataset(OpKernelContext* ctx, DatasetBase** output) override {
+    const Tensor* patterns_t;
+    // NOTE(originally from ringwalt): Changing the input name "pattern" to
+    // "patterns" would break existing graphs.
+    OP_REQUIRES_OK(ctx, ctx->input("pattern", &patterns_t));
+    OP_REQUIRES(
+        ctx,
+        TensorShapeUtils::IsScalar(patterns_t->shape()) ||
+            TensorShapeUtils::IsVector(patterns_t->shape()),
+        errors::InvalidArgument(
+            "Input patterns tensor must be scalar or vector, but had shape: ",
+            patterns_t->shape().DebugString()));
+    const auto patterns = patterns_t->flat<string>();
+    size_t num_patterns = static_cast<size_t >(patterns.size());
+    std::vector<string> pattern_strs;
+    pattern_strs.reserve(num_patterns);
+
+    for (int i = 0; i < num_patterns; ++i) {
+      pattern_strs.push_back(patterns(i));
+    }
+
+    // keep the elements in the descending order
+    std::sort(pattern_strs.begin(), pattern_strs.end(), std::greater<string>());
+    *output = new Dataset(ctx, std::move(pattern_strs));
+  }
+
+ private:
+  class Dataset : public DatasetBase {
+   public:
+    Dataset(OpKernelContext* ctx, std::vector<string> patterns)
+        : DatasetBase(DatasetContext(ctx)),
+          pattern_(std::move(patterns)) {}
+
+    std::unique_ptr<IteratorBase> MakeIteratorInternal(
+        const string& prefix) const override {
+      return std::unique_ptr<IteratorBase>(
+          new Iterator({this, strings::StrCat(prefix, "::FileName")}));
+    }
+
+    const DataTypeVector& output_dtypes() const override {
+      static DataTypeVector* dtypes = new DataTypeVector({DT_STRING});
+      return *dtypes;
+    }
+
+    const std::vector<PartialTensorShape>& output_shapes() const override {
+      static std::vector<PartialTensorShape>* shapes =
+          new std::vector<PartialTensorShape>({{}});
+      return *shapes;
+    }
+
+    string DebugString() const override {
+      return "MatchingFilesDatasetOp::Dataset";
+    }
+
+   protected:
+    Status AsGraphDefInternal(SerializationContext* ctx,
+                              DatasetGraphDefBuilder* b,
+                              Node** output) const override {
+      Node* pattern = nullptr;
+      TF_RETURN_IF_ERROR(b->AddVector(pattern_, &pattern));
+      TF_RETURN_IF_ERROR(b->AddDataset(this, {pattern}, output));
+      return Status::OK();
+    }
+
+   private:
+    class Iterator : public DatasetIterator<Dataset> {
+     public:
+      explicit Iterator(const Params& params)
+          : DatasetIterator<Dataset>(params) {}
+
+      Status GetNextInternal(IteratorContext* ctx,
+                             std::vector<Tensor>* out_tensors,
+                             bool* end_of_sequence) override {
+        mutex_lock l(mu_);
+        Status ret;
+
+        while (!filepath_queue_.empty() ||
+            current_pattern_index_ < dataset()->pattern_.size()) {
+          // all the elements in the heap will be the matched file name or the
+          // potential directory
+          if (!filepath_queue_.empty()) {
+            string cur_file = filepath_queue_.top();
+            filepath_queue_.pop();
+
+            // we can also use isDectory() here. But IsDirectory call can be
+            // expensive for some FS
+            if (ctx->env()->MatchPath(cur_file, current_pattern_)){
+              Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
+              filepath_tensor.scalar<string>()() = cur_file;
+              out_tensors->emplace_back(std::move(filepath_tensor));
+              *end_of_sequence = false;
+              return Status::OK();
+            }
+
+            // in this case, cur_file is a directory. Then create a sub-pattern
+            // to continue the search
+            size_t pos = current_pattern_.find_first_of("*?[\\");
+            size_t len = current_pattern_.size() - pos;
+            string cur_pattern_suffix = current_pattern_.substr(pos, len);
+            string sub_pattern = strings::StrCat(cur_file,
+                                                 "/",
+                                                 cur_pattern_suffix);
+            Status s = UpdateIterator(ctx->env(), sub_pattern);
+            ret.Update(s);
+          } else {
+            // search a new pattern
+            current_pattern_ = dataset()->pattern_[current_pattern_index_];
+            Status s = UpdateIterator(ctx->env(), current_pattern_);
+            ret.Update(s);
+            ++current_pattern_index_;
+          }
+        }
+
+        *end_of_sequence = true;
+        return Status::OK();
+      }
+
+     protected:
+      Status SaveInternal(IteratorStateWriter* writer) override {
+        mutex_lock l(mu_);
+        TF_RETURN_IF_ERROR(writer->WriteScalar(
+            full_name("current_pattern_index"),
+            current_pattern_index_));
+
+        TF_RETURN_IF_ERROR(writer->WriteScalar(
+            full_name("current_pattern"),
+            current_pattern_));
+
+        if (!filepath_queue_.empty()) {
+          TF_RETURN_IF_ERROR(writer->WriteScalar(
+              full_name("queue_size"), filepath_queue_.size()));
+          for (int i = 0; i < filepath_queue_.size(); ++i) {
+            TF_RETURN_IF_ERROR(writer->WriteScalar(
+                full_name(strings::StrCat("queue_element_", i)),
+                filepath_queue_.top()));
+            filepath_queue_.pop();
+          }
+        }
+      }
+
+      Status RestoreInternal(IteratorContext* ctx,
+                             IteratorStateReader* reader) override {
+        mutex_lock l(mu_);
+        int64 current_pattern_index;
+        TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_pattern_index"),
+                                              &current_pattern_index));
+        current_pattern_index_ = size_t(current_pattern_index);
+
+        TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_pattern"),
+                                              &current_pattern_));
+
+        int64 queue_size;
+        TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("queue_size"),
+                                              &queue_size));
+        for (int i = static_cast<int>(queue_size - 1); i >= 0; --i) {
+          string element;
+          TF_RETURN_IF_ERROR(reader->ReadScalar(
+              full_name(strings::StrCat("queue_element_", i)), &element));
+          filepath_queue_.push(element);
+        }
+        return Status::OK();
+      }
+
+     private:
+      Status UpdateIterator(Env *env, const string &pattern)
+      EXCLUSIVE_LOCKS_REQUIRED(mu_) {
+        string fixed_prefix = pattern.substr(0, pattern.find_first_of("*?[\\"));
+        string eval_pattern = pattern;
+        string dir(io::Dirname(fixed_prefix));
+
+        // If dir is empty then we need to fix up fixed_prefix and eval_pattern to
+        // include . as the top level directory.
+        if (dir.empty()) {
+          dir = ".";
+          fixed_prefix = io::JoinPath(dir, fixed_prefix);
+          eval_pattern = io::JoinPath(dir, pattern);
+        }
+
+        FileSystem* fs;
+        TF_RETURN_IF_ERROR(env->GetFileSystemForFile(dir, &fs));
+
+        filepath_queue_.push(dir);
+        Status ret;  //Status to return
+        // children_dir_status holds is_dir status for children. It can have three
+        // possible values: OK for true; FAILED_PRECONDITION for false; CANCELLED
+        // if we don't calculate IsDirectory (we might do that because there isn't
+        // any point in exploring that child path).
+
+        // DFS to find the first element in the iterator
+        while (!filepath_queue_.empty()) {
+          string cur_dir = filepath_queue_.top();
+          filepath_queue_.pop();
+          std::vector<string> children;
+          Status s = fs->GetChildren(cur_dir, &children);
+          ret.Update(s);
+
+          // if cur_dir has no children, there will two possible situations: 1)
+          // the cur_dir is an empty dir; 2) the cur_dir is actual a file
+          // instead of a director. For the first one, continue to search the
+          // heap; For the second one, if the file matches the pattern, add
+          // it to the heap and finish the search; otherwise, continue the next
+          // search
+          if (children.empty()) {
+            if (env->MatchPath(cur_dir, current_pattern_)) {
+              filepath_queue_.push(cur_dir);
+              return ret;
+            } else {
+              continue;
+            }
+          }
+
+          std::map<string, Status> children_dir_status;
+          // This IsDirectory call can be expensive for some FS. Parallelizing it.
+          ForEach(0, children.size(),
+                  [fs, &cur_dir, &children, &fixed_prefix,
+                      &children_dir_status] (int i) {
+                    const string child_path = io::JoinPath(cur_dir, children[i]);
+                    // In case the child_path doesn't start with the fixed_prefix then
+                    // we don't need to explore this path.
+                    if (!str_util::StartsWith(child_path, fixed_prefix)) {
+                      children_dir_status[child_path] =
+                          Status(tensorflow::error::CANCELLED,
+                                 "Operation not needed");
+                    } else {
+                      children_dir_status[child_path] = fs->IsDirectory(child_path);
+                    }
+                  });
+
+          for (const auto &child : children) {
+            const string child_dir_path = io::JoinPath(cur_dir, child);
+            const Status child_dir_status = children_dir_status[child];
+            // If the IsDirectory call was cancelled we bail.
+            if (child_dir_status.code() == tensorflow::error::CANCELLED) {
+              continue;
+            }
+
+            if (child_dir_status.ok()) {
+              //push the child dir for next search
+              filepath_queue_.push(child_dir_path);
+            } else {
+              // this case will be a file; if the file match the pattern, push
+              // it to the heap; otherwise, ignore it
+              if (env->MatchPath(child_dir_path, eval_pattern)) {
+                filepath_queue_.push(child_dir_path);
+              }
+            }
+          }
+        }
+        return ret;
+      }
+
+      mutex mu_;
+      //std::unique_ptr<std::priority_queue<string>> filepath_queue_ GUARDED_BY(mu_);
+      std::priority_queue<string> filepath_queue_ GUARDED_BY(mu_); // = new std::priority_queue<string>;
+      size_t current_pattern_index_ GUARDED_BY(mu_) = 0;
+      string current_pattern_ GUARDED_BY(mu_);
+    };
+
+    const std::vector<string> pattern_;
+  };
+};
+
+REGISTER_KERNEL_BUILDER(Name("MatchingFilesDataset").Device(DEVICE_CPU),
+                        MatchingFilesDatasetOp);
+
+}  // namespace
+}  // namespace data
+}  // namespace tensorflow
\ No newline at end of file
diff --git a/tensorflow/core/ops/dataset_ops.cc b/tensorflow/core/ops/dataset_ops.cc
index ec22eee874..26c2756836 100644
--- a/tensorflow/core/ops/dataset_ops.cc
+++ b/tensorflow/core/ops/dataset_ops.cc
@@ -619,6 +619,18 @@ REGISTER_OP("TextLineDataset")
       return shape_inference::ScalarShape(c);
     });
 
+REGISTER_OP("MatchingFilesDataset")
+    .Input("pattern: string")
+    .Output("handle: variant")
+    .SetIsStateful()  // TODO(b/65524810): Source dataset ops must be marked
+        // stateful to inhibit constant folding.
+    .SetShapeFn([](shape_inference::InferenceContext* c) {
+      shape_inference::ShapeHandle unused;
+      // `patterns` must be a scalar or a vector.
+      TF_RETURN_IF_ERROR(c->WithRankAtMost(c->input(0), 1, &unused));
+      return shape_inference::ScalarShape(c);
+    });
+
 REGISTER_OP("SqlDataset")
     .Input("driver_name: string")
     .Input("data_source_name: string")
diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index ecb24103b3..89b5fde727 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -331,6 +331,28 @@ cuda_py_test(
     ],
 )
 
+tf_py_test(
+    name = "matching_files_dataset_op_test",
+    size = "small",
+    srcs = ["matching_files_dataset_op_test.py"],
+    additional_deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dataset_ops_gen",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:io_ops",
+        "//tensorflow/python:lib",
+        "//tensorflow/python:parsing_ops",
+        "//tensorflow/python:tensor_shape",
+        "//tensorflow/python:util",
+        "//tensorflow/python/data/ops:iterator_ops",
+        "//tensorflow/python/data/ops:readers",
+    ],
+)
+
 tf_py_test(
     name = "prefetch_dataset_op_test",
     size = "small",
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
new file mode 100644
index 0000000000..ec2f165364
--- /dev/null
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -0,0 +1,240 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the experimental input pipeline ops."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from os import path
+import shutil
+import tempfile
+
+from tensorflow.python.data.ops import iterator_ops
+from tensorflow.python.data.ops.dataset_ops import MatchingFilesDataset
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import array_ops
+from tensorflow.python.platform import test
+from tensorflow.python.util import compat
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.ops.gen_io_ops import matching_files
+from tensorflow.python.framework import errors
+
+import os
+import time
+from functools import partial
+
+
+try:
+  import psutil  # pylint: disable=g-import-not-at-top
+
+  psutil_import_succeeded = True
+except ImportError:
+  psutil_import_succeeded = False
+
+
+def timeit(fn, msg, N=0):
+  start = time.time()
+  res = fn()
+  end = time.time()
+  runtime = (end - start) * 1000
+  msg = '{}: time: {:.2f} ms'.format(msg, runtime)
+  if N:
+    msg += ' ({:.2f} ms per iteration)'.format(runtime / N)
+  print(msg)
+  return res
+
+
+width = 10
+depth = 2
+
+
+class MatchingFilesDatasetTest(test.TestCase):
+
+  def setUp(self):
+    self.tmp_dir = tempfile.mkdtemp()
+
+  def tearDown(self):
+    shutil.rmtree(self.tmp_dir, ignore_errors=True)
+
+  def _touchTempFiles(self, filenames):
+    for filename in filenames:
+      open(path.join(self.tmp_dir, filename), 'a').close()
+
+  def testEmptyDirectory(self):
+    dataset = MatchingFilesDataset(path.join(self.tmp_dir, '*'))
+    with self.cached_session() as sess:
+      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
+      init_op = itr.make_initializer(dataset)
+      next_element = itr.get_next()
+      sess.run(init_op)
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(next_element)
+
+  def testSimpleDirectory(self):
+    filenames = ['a', 'b', 'c']
+    self._touchTempFiles(filenames)
+
+    dataset = MatchingFilesDataset(path.join(self.tmp_dir, '*'))
+    with self.cached_session() as sess:
+      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
+      init_op = itr.make_initializer(dataset)
+      next_element = itr.get_next()
+      sess.run(init_op)
+
+      full_filenames = []
+      produced_filenames = []
+      for filename in filenames:
+        full_filenames.append(
+          compat.as_bytes(path.join(self.tmp_dir, filename)))
+        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
+      self.assertItemsEqual(full_filenames, produced_filenames)
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(itr.get_next())
+
+  def testSimpleDirectoryInitializer(self):
+    filenames = ['a', 'b', 'c']
+    self._touchTempFiles(filenames)
+
+    filename_placeholder = array_ops.placeholder(dtypes.string, shape=[])
+    dataset = MatchingFilesDataset(filename_placeholder)
+
+    with self.cached_session() as sess:
+      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
+      init_op = itr.make_initializer(dataset)
+      next_element = itr.get_next()
+      sess.run(
+        init_op,
+        feed_dict={filename_placeholder: path.join(self.tmp_dir, '*')})
+
+      full_filenames = []
+      produced_filenames = []
+      for filename in filenames:
+        full_filenames.append(
+          compat.as_bytes(path.join(self.tmp_dir, filename)))
+        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
+
+      self.assertItemsEqual(full_filenames, produced_filenames)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(itr.get_next())
+
+  def testFileSuffixes(self):
+    filenames = ['a.txt', 'b.py', 'c.py', 'd.pyc']
+    self._touchTempFiles(filenames)
+
+    filename_placeholder = array_ops.placeholder(dtypes.string, shape=[])
+    dataset = MatchingFilesDataset(filename_placeholder)
+
+    with self.cached_session() as sess:
+      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
+      init_op = itr.make_initializer(dataset)
+      next_element = itr.get_next()
+      sess.run(
+        init_op,
+        feed_dict={filename_placeholder: path.join(self.tmp_dir, '*.py')})
+
+      full_filenames = []
+      produced_filenames = []
+      for filename in filenames[1:-1]:
+        full_filenames.append(
+          compat.as_bytes(path.join(self.tmp_dir, filename)))
+        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
+      self.assertItemsEqual(full_filenames, produced_filenames)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(itr.get_next())
+
+  def testFileMiddles(self):
+    filenames = ['a.txt', 'b.py', 'c.pyc']
+    self._touchTempFiles(filenames)
+
+    filename_placeholder = array_ops.placeholder(dtypes.string, shape=[])
+    dataset = MatchingFilesDataset(filename_placeholder)
+
+    with self.cached_session() as sess:
+      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
+      init_op = itr.make_initializer(dataset)
+      next_element = itr.get_next()
+      sess.run(
+        init_op,
+        feed_dict={filename_placeholder: path.join(self.tmp_dir, '*.py*')})
+
+      full_filenames = []
+      produced_filenames = []
+      for filename in filenames[1:]:
+        full_filenames.append(
+          compat.as_bytes(path.join(self.tmp_dir, filename)))
+        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
+
+      self.assertItemsEqual(full_filenames, produced_filenames)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(itr.get_next())
+
+  def _load_data(self):
+    new_files = []
+    dir = "/tmp/test/"
+    if not os.path.exists(dir):
+      os.makedirs(dir)
+    base = tempfile.mkdtemp(prefix=dir)
+    print('saving files to dir: {}'.format(base))
+    for i in range(width):
+      new_base = os.path.join(base, str(i), *[str(j) for j in range(depth - 1)])
+      if not os.path.exists(new_base):
+        os.makedirs(new_base)
+      f = os.path.join(new_base, 'stuff.txt')
+      new_files.append(compat.as_bytes(f))
+      open(f, 'w').close()
+    return base, new_files
+
+  def _read_data(self, data, sess, N=1):
+    for _ in range(N):
+      sess.run(data)
+
+  def _read_data_with_result(self, data, sess, N=1):
+    result = []
+    for _ in range(N):
+      result.append(sess.run(data))
+    return result
+
+  def testPerformance(self):
+    base, test_filenames = self._load_data()
+    test_filenames.sort(reverse=True)
+    patterns = array_ops.placeholder(dtypes.string, shape=[None])
+    dataset = MatchingFilesDataset(patterns)
+    iterator = iterator_ops.Iterator.from_structure(dataset.output_types)
+    init_op = iterator.make_initializer(dataset)
+    get_next = iterator.get_next()
+    result = []
+    with self.cached_session() as sess:
+      search_patterns = [base + "/*/*/*.txt"]
+      sess.run(init_op, feed_dict={patterns: search_patterns})
+      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
+        "read first filename"))
+      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
+        "read second filename"))
+      N = width * len(search_patterns) - 2
+      filename = timeit(partial(self._read_data_with_result, get_next, sess, N),
+        'read {} more filenames'.format(N), N)
+      result.extend(filename)
+
+    matched_filenames = [compat.as_bytes(x) for x in result]
+    for file in matched_filenames:
+      print(file)
+    self.assertItemsEqual(matched_filenames, test_filenames)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 2d036fd0d6..5150c7fb9a 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -2624,7 +2624,7 @@ class MapDataset(UnaryDataset):
     self._use_inter_op_parallelism = use_inter_op_parallelism
 
     wrapped_func = StructuredFunctionWrapper(
-        map_func, "Dataset.map()", input_dataset)
+      map_func, "Dataset.map()", input_dataset)
     self._output_classes = wrapped_func.output_classes
     self._output_shapes = wrapped_func.output_shapes
     self._output_types = wrapped_func.output_types
@@ -2633,11 +2633,11 @@ class MapDataset(UnaryDataset):
   def _as_variant_tensor(self):
     input_t = self._input_dataset._as_variant_tensor()  # pylint: disable=protected-access
     return gen_dataset_ops.map_dataset(
-        input_t,
-        self._map_func.captured_inputs,
-        f=self._map_func,
-        use_inter_op_parallelism=self._use_inter_op_parallelism,
-        **flat_structure(self))
+      input_t,
+      self._map_func.captured_inputs,
+      f=self._map_func,
+      use_inter_op_parallelism=self._use_inter_op_parallelism,
+      **flat_structure(self))
 
   @property
   def output_classes(self):
@@ -2652,6 +2652,31 @@ class MapDataset(UnaryDataset):
     return self._output_types
 
 
+class MatchingFilesDataset(Dataset):
+  """A `Dataset` that list the files according to the input patterns"""
+
+  def __init__(self, pattern):
+    super(MatchingFilesDataset, self).__init__()
+    self._pattern = ops.convert_to_tensor(
+      pattern, dtype=dtypes.string, name="pattern")
+
+
+  def _as_variant_tensor(self):
+    return gen_dataset_ops.matching_files_dataset(self._pattern)
+
+  @property
+  def output_classes(self):
+    return ops.Tensor
+
+  @property
+  def output_shapes(self):
+    return tensor_shape.scalar()
+
+  @property
+  def output_types(self):
+    return dtypes.string
+
+
 class ParallelMapDataset(MapDataset):
   """A `Dataset` that maps a function over elements in its input in parallel."""
 
-- 
GitLab


From a74b6598e919e06221bd793c2031182250cdcdff Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 19 Sep 2018 14:15:01 -0700
Subject: [PATCH 0051/1825] Update the performance test case

---
 .../kernel_tests/matching_files_dataset_op_test.py     | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index ec2f165364..73e5d3e4d1 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -56,8 +56,8 @@ def timeit(fn, msg, N=0):
   return res
 
 
-width = 10
-depth = 2
+width = 1000
+depth = 20
 
 
 class MatchingFilesDatasetTest(test.TestCase):
@@ -219,7 +219,9 @@ class MatchingFilesDatasetTest(test.TestCase):
     get_next = iterator.get_next()
     result = []
     with self.cached_session() as sess:
-      search_patterns = [base + "/*/*/*.txt"]
+      pattern = '{}/{}/*.txt'\
+        .format(base, os.path.join(*['**' for _ in range(depth)]))
+      search_patterns = [pattern]
       sess.run(init_op, feed_dict={patterns: search_patterns})
       result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
         "read first filename"))
@@ -231,8 +233,6 @@ class MatchingFilesDatasetTest(test.TestCase):
       result.extend(filename)
 
     matched_filenames = [compat.as_bytes(x) for x in result]
-    for file in matched_filenames:
-      print(file)
     self.assertItemsEqual(matched_filenames, test_filenames)
 
 
-- 
GitLab


From 4259ac37aa126ce1bdd9c92e9b3b1434a2dfc2c4 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 20 Sep 2018 16:07:07 -0700
Subject: [PATCH 0052/1825] Resovle conflicts in BUILD file

---
 tensorflow/core/kernels/data/BUILD | 28 +++++++++++++---------------
 1 file changed, 13 insertions(+), 15 deletions(-)

diff --git a/tensorflow/core/kernels/data/BUILD b/tensorflow/core/kernels/data/BUILD
index 23ddf32be7..402ebd9e2b 100644
--- a/tensorflow/core/kernels/data/BUILD
+++ b/tensorflow/core/kernels/data/BUILD
@@ -703,6 +703,18 @@ tf_kernel_library(
     ],
 )
 
+tf_kernel_library(
+    name = "matching_files_dataset_op",
+    srcs = ["matching_files_dataset_op.cc"],
+    deps = [
+        ":dataset",
+        "//tensorflow/core:dataset_ops_op_lib",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
+    ],
+)
+
 tf_kernel_library(
     name = "model_dataset_op",
     srcs = ["model_dataset_op.cc"],
@@ -808,18 +820,4 @@ tf_kernel_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
     ],
-)
-
-
-tf_kernel_library(
-    name = "matching_files_dataset_op",
-    srcs = ["matching_files_dataset_op.cc"],
-    deps = [
-        ":dataset",
-        "//tensorflow/core:dataset_ops_op_lib",
-        "//tensorflow/core:framework",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:lib_internal",
-    ],
-)
-
+)
\ No newline at end of file
-- 
GitLab


From 058cf57db6cd584b4c30e2f8ce80e61dc6190e7d Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 21 Sep 2018 21:57:51 -0700
Subject: [PATCH 0053/1825] Add a test case for shuffling

---
 .../matching_files_dataset_op_test.py         | 27 +++++++++++++++++++
 1 file changed, 27 insertions(+)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 73e5d3e4d1..a098ca6cb0 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -233,6 +233,33 @@ class MatchingFilesDatasetTest(test.TestCase):
       result.extend(filename)
 
     matched_filenames = [compat.as_bytes(x) for x in result]
+    self.assertEqual(matched_filenames, test_filenames)
+
+  def testShuffle(self):
+    self.maxDiff = None
+    base, test_filenames = self._load_data()
+    test_filenames.sort(reverse=True)
+    patterns = array_ops.placeholder(dtypes.string, shape=[None])
+    dataset = MatchingFilesDataset(patterns)
+    dataset = dataset.shuffle(buffer_size=10, reshuffle_each_iteration=False)
+    iterator = iterator_ops.Iterator.from_structure(dataset.output_types)
+    init_op = iterator.make_initializer(dataset)
+    get_next = iterator.get_next()
+    result = []
+    with self.cached_session() as sess:
+      pattern = '{}/{}/*.txt' \
+        .format(base, os.path.join(*['**' for _ in range(depth)]))
+      search_patterns = [pattern]
+      sess.run(init_op, feed_dict={patterns: search_patterns})
+      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
+        "read first filename"))
+      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
+        "read second filename"))
+      N = width * len(search_patterns) - 2
+      filename = timeit(partial(self._read_data_with_result, get_next, sess, N),
+        'read {} more filenames'.format(N), N)
+      result.extend(filename)
+    matched_filenames = [compat.as_bytes(x) for x in result]
     self.assertItemsEqual(matched_filenames, test_filenames)
 
 
-- 
GitLab


From 7496aa779843a94f1ad9868d69ec4adaea84295b Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 26 Sep 2018 08:06:06 -0700
Subject: [PATCH 0054/1825] Update the iterator construction and add the test
 for nested directories and a benchmark test

---
 tensorflow/python/data/kernel_tests/BUILD     |   1 +
 .../matching_files_dataset_op_test.py         | 325 ++++++++----------
 2 files changed, 143 insertions(+), 183 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index 89b5fde727..863d848c98 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -336,6 +336,7 @@ tf_py_test(
     size = "small",
     srcs = ["matching_files_dataset_op_test.py"],
     additional_deps = [
+        "//third_party/py/numpy",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:constant_op",
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index a098ca6cb0..4a62a31144 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,47 +17,19 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from os import path
+import os
 import shutil
 import tempfile
+import time
+
+import numpy as np
 
-from tensorflow.python.data.ops import iterator_ops
+from tensorflow.python.client import session
 from tensorflow.python.data.ops.dataset_ops import MatchingFilesDataset
-from tensorflow.python.framework import dtypes
-from tensorflow.python.ops import array_ops
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import ops
 from tensorflow.python.platform import test
 from tensorflow.python.util import compat
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.ops.gen_io_ops import matching_files
-from tensorflow.python.framework import errors
-
-import os
-import time
-from functools import partial
-
-
-try:
-  import psutil  # pylint: disable=g-import-not-at-top
-
-  psutil_import_succeeded = True
-except ImportError:
-  psutil_import_succeeded = False
-
-
-def timeit(fn, msg, N=0):
-  start = time.time()
-  res = fn()
-  end = time.time()
-  runtime = (end - start) * 1000
-  msg = '{}: time: {:.2f} ms'.format(msg, runtime)
-  if N:
-    msg += ' ({:.2f} ms per iteration)'.format(runtime / N)
-  print(msg)
-  return res
-
-
-width = 1000
-depth = 20
 
 
 class MatchingFilesDatasetTest(test.TestCase):
@@ -70,15 +42,12 @@ class MatchingFilesDatasetTest(test.TestCase):
 
   def _touchTempFiles(self, filenames):
     for filename in filenames:
-      open(path.join(self.tmp_dir, filename), 'a').close()
+      open(os.path.join(self.tmp_dir, filename), 'a').close()
 
   def testEmptyDirectory(self):
-    dataset = MatchingFilesDataset(path.join(self.tmp_dir, '*'))
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
-      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
-      init_op = itr.make_initializer(dataset)
-      next_element = itr.get_next()
-      sess.run(init_op)
+      next_element = dataset.make_one_shot_iterator().get_next()
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(next_element)
 
@@ -86,181 +55,171 @@ class MatchingFilesDatasetTest(test.TestCase):
     filenames = ['a', 'b', 'c']
     self._touchTempFiles(filenames)
 
-    dataset = MatchingFilesDataset(path.join(self.tmp_dir, '*'))
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
-      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
-      init_op = itr.make_initializer(dataset)
-      next_element = itr.get_next()
-      sess.run(init_op)
+      next_element = dataset.make_one_shot_iterator().get_next()
 
-      full_filenames = []
-      produced_filenames = []
+      expected_filenames = []
+      actual_filenames = []
       for filename in filenames:
-        full_filenames.append(
-          compat.as_bytes(path.join(self.tmp_dir, filename)))
-        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
-      self.assertItemsEqual(full_filenames, produced_filenames)
+        expected_filenames.append(
+          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+        actual_filenames.append(compat.as_bytes(sess.run(next_element)))
+
+      self.assertItemsEqual(expected_filenames, actual_filenames)
       with self.assertRaises(errors.OutOfRangeError):
-        sess.run(itr.get_next())
+        sess.run(next_element)
 
   def testSimpleDirectoryInitializer(self):
     filenames = ['a', 'b', 'c']
     self._touchTempFiles(filenames)
 
-    filename_placeholder = array_ops.placeholder(dtypes.string, shape=[])
-    dataset = MatchingFilesDataset(filename_placeholder)
-
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
-      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
-      init_op = itr.make_initializer(dataset)
-      next_element = itr.get_next()
-      sess.run(
-        init_op,
-        feed_dict={filename_placeholder: path.join(self.tmp_dir, '*')})
-
-      full_filenames = []
-      produced_filenames = []
+      next_element = dataset.make_one_shot_iterator().get_next()
+      expected_filenames = []
+      actual_filenames = []
       for filename in filenames:
-        full_filenames.append(
-          compat.as_bytes(path.join(self.tmp_dir, filename)))
-        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
-
-      self.assertItemsEqual(full_filenames, produced_filenames)
+        expected_filenames.append(
+          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+        actual_filenames.append(compat.as_bytes(sess.run(next_element)))
 
+      self.assertItemsEqual(expected_filenames, actual_filenames)
       with self.assertRaises(errors.OutOfRangeError):
-        sess.run(itr.get_next())
+        sess.run(next_element)
 
   def testFileSuffixes(self):
     filenames = ['a.txt', 'b.py', 'c.py', 'd.pyc']
     self._touchTempFiles(filenames)
 
-    filename_placeholder = array_ops.placeholder(dtypes.string, shape=[])
-    dataset = MatchingFilesDataset(filename_placeholder)
-
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*.py'))
     with self.cached_session() as sess:
-      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
-      init_op = itr.make_initializer(dataset)
-      next_element = itr.get_next()
-      sess.run(
-        init_op,
-        feed_dict={filename_placeholder: path.join(self.tmp_dir, '*.py')})
-
-      full_filenames = []
-      produced_filenames = []
+      next_element = dataset.make_one_shot_iterator().get_next()
+      expected_filenames = []
+      actual_filenames = []
       for filename in filenames[1:-1]:
-        full_filenames.append(
-          compat.as_bytes(path.join(self.tmp_dir, filename)))
-        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
-      self.assertItemsEqual(full_filenames, produced_filenames)
+        expected_filenames.append(
+          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+        actual_filenames.append(compat.as_bytes(sess.run(next_element)))
 
+      self.assertItemsEqual(expected_filenames, actual_filenames)
       with self.assertRaises(errors.OutOfRangeError):
-        sess.run(itr.get_next())
+        sess.run(next_element)
 
   def testFileMiddles(self):
     filenames = ['a.txt', 'b.py', 'c.pyc']
     self._touchTempFiles(filenames)
 
-    filename_placeholder = array_ops.placeholder(dtypes.string, shape=[])
-    dataset = MatchingFilesDataset(filename_placeholder)
-
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*.py*'))
     with self.cached_session() as sess:
-      itr = iterator_ops.Iterator.from_structure(dataset.output_types)
-      init_op = itr.make_initializer(dataset)
-      next_element = itr.get_next()
-      sess.run(
-        init_op,
-        feed_dict={filename_placeholder: path.join(self.tmp_dir, '*.py*')})
-
-      full_filenames = []
-      produced_filenames = []
+      next_element = dataset.make_one_shot_iterator().get_next()
+      expected_filenames = []
+      actual_filenames = []
       for filename in filenames[1:]:
-        full_filenames.append(
-          compat.as_bytes(path.join(self.tmp_dir, filename)))
-        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
-
-      self.assertItemsEqual(full_filenames, produced_filenames)
+        expected_filenames.append(
+          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+        actual_filenames.append(compat.as_bytes(sess.run(next_element)))
 
+      self.assertItemsEqual(expected_filenames, actual_filenames)
       with self.assertRaises(errors.OutOfRangeError):
-        sess.run(itr.get_next())
-
-  def _load_data(self):
-    new_files = []
-    dir = "/tmp/test/"
-    if not os.path.exists(dir):
-      os.makedirs(dir)
-    base = tempfile.mkdtemp(prefix=dir)
-    print('saving files to dir: {}'.format(base))
+        sess.run(next_element)
+
+  def testNestedDirectories(self):
+    filenames = []
+    width = 8
+    depth = 4
     for i in range(width):
-      new_base = os.path.join(base, str(i), *[str(j) for j in range(depth - 1)])
-      if not os.path.exists(new_base):
-        os.makedirs(new_base)
-      f = os.path.join(new_base, 'stuff.txt')
-      new_files.append(compat.as_bytes(f))
-      open(f, 'w').close()
-    return base, new_files
-
-  def _read_data(self, data, sess, N=1):
-    for _ in range(N):
-      sess.run(data)
-
-  def _read_data_with_result(self, data, sess, N=1):
-    result = []
-    for _ in range(N):
-      result.append(sess.run(data))
-    return result
-
-  def testPerformance(self):
-    base, test_filenames = self._load_data()
-    test_filenames.sort(reverse=True)
-    patterns = array_ops.placeholder(dtypes.string, shape=[None])
-    dataset = MatchingFilesDataset(patterns)
-    iterator = iterator_ops.Iterator.from_structure(dataset.output_types)
-    init_op = iterator.make_initializer(dataset)
-    get_next = iterator.get_next()
-    result = []
-    with self.cached_session() as sess:
-      pattern = '{}/{}/*.txt'\
-        .format(base, os.path.join(*['**' for _ in range(depth)]))
-      search_patterns = [pattern]
-      sess.run(init_op, feed_dict={patterns: search_patterns})
-      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
-        "read first filename"))
-      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
-        "read second filename"))
-      N = width * len(search_patterns) - 2
-      filename = timeit(partial(self._read_data_with_result, get_next, sess, N),
-        'read {} more filenames'.format(N), N)
-      result.extend(filename)
-
-    matched_filenames = [compat.as_bytes(x) for x in result]
-    self.assertEqual(matched_filenames, test_filenames)
-
-  def testShuffle(self):
-    self.maxDiff = None
-    base, test_filenames = self._load_data()
-    test_filenames.sort(reverse=True)
-    patterns = array_ops.placeholder(dtypes.string, shape=[None])
+      for j in range(depth):
+        new_base = os.path.join(self.tmp_dir, str(i),
+          *[str(dir_name) for dir_name in range(j)])
+        os.makedirs(new_base, exist_ok=True)
+        for f in ['a.txt', 'b.py', 'c.pyc']:
+          filename = os.path.join(new_base, f)
+          filenames.append(filename)
+          open(filename, 'w').close()
+
+    patterns = []
+    for i in range(depth):
+      pattern = '{}/{}/*.txt'.format(
+        self.tmp_dir, os.path.join(*['**' for _ in range(i + 1)]))
+      patterns.append(pattern)
+
     dataset = MatchingFilesDataset(patterns)
-    dataset = dataset.shuffle(buffer_size=10, reshuffle_each_iteration=False)
-    iterator = iterator_ops.Iterator.from_structure(dataset.output_types)
-    init_op = iterator.make_initializer(dataset)
-    get_next = iterator.get_next()
-    result = []
     with self.cached_session() as sess:
-      pattern = '{}/{}/*.txt' \
-        .format(base, os.path.join(*['**' for _ in range(depth)]))
-      search_patterns = [pattern]
-      sess.run(init_op, feed_dict={patterns: search_patterns})
-      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
-        "read first filename"))
-      result.extend(timeit(partial(self._read_data_with_result, get_next, sess),
-        "read second filename"))
-      N = width * len(search_patterns) - 2
-      filename = timeit(partial(self._read_data_with_result, get_next, sess, N),
-        'read {} more filenames'.format(N), N)
-      result.extend(filename)
-    matched_filenames = [compat.as_bytes(x) for x in result]
-    self.assertItemsEqual(matched_filenames, test_filenames)
+      next_element = dataset.make_one_shot_iterator().get_next()
+      expected_filenames = [compat.as_bytes(file)
+                            for file in filenames if file.endswith('.txt')]
+      actual_filenames = []
+      while True:
+        try:
+          actual_filenames.append(compat.as_bytes(sess.run(next_element)))
+        except errors.OutOfRangeError:
+          break
+
+      self.assertItemsEqual(expected_filenames, actual_filenames)
+
+
+class MatchingFilesDatasetBenchmark(test.Benchmark):
+
+  def benchmarkNestedDirectories(self):
+    tmp_dir = tempfile.mkdtemp()
+    width = 1000
+    depth = 10
+    for i in range(width):
+      for j in range(depth):
+        new_base = os.path.join(tmp_dir, str(i),
+          *[str(dir_name) for dir_name in range(j)])
+        if not os.path.exists(new_base):
+          os.makedirs(new_base)
+        for f in ['a.txt', 'b.py', 'c.pyc']:
+          filename = os.path.join(new_base, f)
+          open(filename, 'w').close()
+
+    patterns = []
+    for i in range(depth):
+      pattern = '{}/{}/*.txt'.format(tmp_dir,
+        os.path.join(*['**' for _ in range(i + 1)]))
+      patterns.append(pattern)
+
+    deltas = []
+    iters = 3
+    for _ in range(iters):
+      with ops.Graph().as_default():
+        dataset = MatchingFilesDataset(patterns)
+        next_element = dataset.make_one_shot_iterator().get_next()
+
+        with session.Session() as sess:
+          sub_deltas = []
+          while True:
+            try:
+              start = time.time()
+              sess.run(next_element)
+              end = time.time()
+              sub_deltas.append(end - start)
+            except errors.OutOfRangeError:
+              break
+          deltas.append(sub_deltas)
+
+    median_deltas = np.median(deltas, axis=0)
+    print("Nested directory size (width*depth): %d*%d Median wall time: "
+          "%fs (read first filename), %fs (read second filename), avg %fs"
+          " (read %d more filenames)" % (width, depth,
+                                         median_deltas[0],
+                                         median_deltas[1],
+                                         np.average(median_deltas[2:]),
+                                         len(median_deltas) - 2))
+    self.report_benchmark(
+        iters=iters,
+        wall_time=np.sum(median_deltas),
+        extras={"read first file:": median_deltas[0],
+                "read second file:": median_deltas[1],
+                "avg time for reading %d more filenames:" %
+                (len(median_deltas) - 2):
+                np.average(median_deltas[2:])},
+        name="benchmark_matching_files_dataset_nesteddirectory(%d*%d)" %
+             (width, depth))
+
+    shutil.rmtree(tmp_dir, ignore_errors=True)
 
 
 if __name__ == "__main__":
-- 
GitLab


From 453bed8e4b91431765c138e7d09c1419ea9588a8 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 26 Sep 2018 08:09:46 -0700
Subject: [PATCH 0055/1825] Improve the kernel implementation (missing newline,
 ForEach, comment format)

---
 tensorflow/core/kernels/data/BUILD            |   2 +-
 .../kernels/data/matching_files_dataset_op.cc | 119 ++++++++----------
 2 files changed, 50 insertions(+), 71 deletions(-)

diff --git a/tensorflow/core/kernels/data/BUILD b/tensorflow/core/kernels/data/BUILD
index 402ebd9e2b..59c20033b0 100644
--- a/tensorflow/core/kernels/data/BUILD
+++ b/tensorflow/core/kernels/data/BUILD
@@ -820,4 +820,4 @@ tf_kernel_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
     ],
-)
\ No newline at end of file
+)
diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index b43517d0f5..d608d9d43c 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -1,4 +1,4 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -31,30 +31,10 @@ limitations under the License.
 
 namespace tensorflow {
 namespace data {
-
 namespace {
 
-constexpr int kNumThreads = 8;
-
-// Run a function in parallel using a ThreadPool, but skip the ThreadPool
-// on the iOS platform due to its problems with more than a few threads.
-void ForEach(int first, int last, const std::function<void(int)>& f) {
-#if TARGET_OS_IPHONE
-  for (int i = first; i < last; i++) {
-    f(i);
-  }
-#else
-  int num_threads = std::min(kNumThreads, last - first);
-  thread::ThreadPool threads(Env::Default(), "ForEach", num_threads);
-  for (int i = first; i < last; i++) {
-    threads.Schedule([f, i] { f(i); });
-  }
-#endif
-}
-
-}  // namespace
-
-namespace {
+// See documentation in ../ops/dataset_ops.cc for a high-level
+// description of the following op.
 
 class MatchingFilesDatasetOp : public DatasetOpKernel {
  public:
@@ -62,16 +42,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
   void MakeDataset(OpKernelContext* ctx, DatasetBase** output) override {
     const Tensor* patterns_t;
-    // NOTE(originally from ringwalt): Changing the input name "pattern" to
-    // "patterns" would break existing graphs.
-    OP_REQUIRES_OK(ctx, ctx->input("pattern", &patterns_t));
-    OP_REQUIRES(
-        ctx,
-        TensorShapeUtils::IsScalar(patterns_t->shape()) ||
-            TensorShapeUtils::IsVector(patterns_t->shape()),
-        errors::InvalidArgument(
-            "Input patterns tensor must be scalar or vector, but had shape: ",
-            patterns_t->shape().DebugString()));
+    OP_REQUIRES_OK(ctx, ctx->input("patterns", &patterns_t));
     const auto patterns = patterns_t->flat<string>();
     size_t num_patterns = static_cast<size_t >(patterns.size());
     std::vector<string> pattern_strs;
@@ -81,8 +52,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       pattern_strs.push_back(patterns(i));
     }
 
-    // keep the elements in the descending order
-    std::sort(pattern_strs.begin(), pattern_strs.end(), std::greater<string>());
+    // keep the elements in the ascending order
+    std::sort(pattern_strs.begin(), pattern_strs.end());
     *output = new Dataset(ctx, std::move(pattern_strs));
   }
 
@@ -96,7 +67,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
       return std::unique_ptr<IteratorBase>(
-          new Iterator({this, strings::StrCat(prefix, "::FileName")}));
+          new Iterator({this, strings::StrCat(prefix, "::MatchingFiles")}));
     }
 
     const DataTypeVector& output_dtypes() const override {
@@ -118,9 +89,9 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
     Status AsGraphDefInternal(SerializationContext* ctx,
                               DatasetGraphDefBuilder* b,
                               Node** output) const override {
-      Node* pattern = nullptr;
-      TF_RETURN_IF_ERROR(b->AddVector(pattern_, &pattern));
-      TF_RETURN_IF_ERROR(b->AddDataset(this, {pattern}, output));
+      Node* patterns_node = nullptr;
+      TF_RETURN_IF_ERROR(b->AddVector(pattern_, &patterns_node));
+      TF_RETURN_IF_ERROR(b->AddDataset(this, {patterns_node}, output));
       return Status::OK();
     }
 
@@ -138,14 +109,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
         while (!filepath_queue_.empty() ||
             current_pattern_index_ < dataset()->pattern_.size()) {
-          // all the elements in the heap will be the matched file name or the
-          // potential directory
+          // All the elements in the heap will be the matched filename or the
+          // potential directory.
           if (!filepath_queue_.empty()) {
             string cur_file = filepath_queue_.top();
             filepath_queue_.pop();
 
-            // we can also use isDectory() here. But IsDirectory call can be
-            // expensive for some FS
+            // We can also use isDectory() here. But IsDirectory call can be
+            // expensive for some FS.
             if (ctx->env()->MatchPath(cur_file, current_pattern_)){
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
               filepath_tensor.scalar<string>()() = cur_file;
@@ -154,20 +125,20 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               return Status::OK();
             }
 
-            // in this case, cur_file is a directory. Then create a sub-pattern
-            // to continue the search
+            // In this case, cur_file is a directory. Then create a sub-pattern
+            // to continue the search.
             size_t pos = current_pattern_.find_first_of("*?[\\");
             size_t len = current_pattern_.size() - pos;
             string cur_pattern_suffix = current_pattern_.substr(pos, len);
             string sub_pattern = strings::StrCat(cur_file,
                                                  "/",
                                                  cur_pattern_suffix);
-            Status s = UpdateIterator(ctx->env(), sub_pattern);
+            Status s = UpdateIterator(ctx, sub_pattern);
             ret.Update(s);
           } else {
             // search a new pattern
             current_pattern_ = dataset()->pattern_[current_pattern_index_];
-            Status s = UpdateIterator(ctx->env(), current_pattern_);
+            Status s = UpdateIterator(ctx, current_pattern_);
             ret.Update(s);
             ++current_pattern_index_;
           }
@@ -224,14 +195,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
      private:
-      Status UpdateIterator(Env *env, const string &pattern)
+      Status UpdateIterator(IteratorContext* ctx, const string &pattern)
       EXCLUSIVE_LOCKS_REQUIRED(mu_) {
         string fixed_prefix = pattern.substr(0, pattern.find_first_of("*?[\\"));
         string eval_pattern = pattern;
         string dir(io::Dirname(fixed_prefix));
 
-        // If dir is empty then we need to fix up fixed_prefix and eval_pattern to
-        // include . as the top level directory.
+        // If dir is empty then we need to fix up fixed_prefix and eval_pattern
+        // to include . as the top level directory.
         if (dir.empty()) {
           dir = ".";
           fixed_prefix = io::JoinPath(dir, fixed_prefix);
@@ -239,16 +210,16 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         }
 
         FileSystem* fs;
-        TF_RETURN_IF_ERROR(env->GetFileSystemForFile(dir, &fs));
+        TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(dir, &fs));
 
         filepath_queue_.push(dir);
         Status ret;  //Status to return
-        // children_dir_status holds is_dir status for children. It can have three
-        // possible values: OK for true; FAILED_PRECONDITION for false; CANCELLED
-        // if we don't calculate IsDirectory (we might do that because there isn't
-        // any point in exploring that child path).
+        // children_dir_status holds is_dir status for children. It can have
+        // three possible values: OK for true; FAILED_PRECONDITION for false;
+        // CANCELLED if we don't calculate IsDirectory (we might do that because
+        // there isn't any point in exploring that child path).
 
-        // DFS to find the first element in the iterator
+        // DFS to find the first element in the iterator.
         while (!filepath_queue_.empty()) {
           string cur_dir = filepath_queue_.top();
           filepath_queue_.pop();
@@ -256,14 +227,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           Status s = fs->GetChildren(cur_dir, &children);
           ret.Update(s);
 
-          // if cur_dir has no children, there will two possible situations: 1)
+          // If cur_dir has no children, there will two possible situations: 1)
           // the cur_dir is an empty dir; 2) the cur_dir is actual a file
           // instead of a director. For the first one, continue to search the
-          // heap; For the second one, if the file matches the pattern, add
+          // heap. For the second one, if the file matches the pattern, add
           // it to the heap and finish the search; otherwise, continue the next
-          // search
+          // search.
           if (children.empty()) {
-            if (env->MatchPath(cur_dir, current_pattern_)) {
+            if (ctx->env()->MatchPath(cur_dir, eval_pattern)) {
               filepath_queue_.push(cur_dir);
               return ret;
             } else {
@@ -272,13 +243,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           }
 
           std::map<string, Status> children_dir_status;
-          // This IsDirectory call can be expensive for some FS. Parallelizing it.
-          ForEach(0, children.size(),
+          // This IsDirectory call can be expensive for some FS. Parallelizing
+          // it.
+          ForEach(ctx, 0, children.size(),
                   [fs, &cur_dir, &children, &fixed_prefix,
                       &children_dir_status] (int i) {
                     const string child_path = io::JoinPath(cur_dir, children[i]);
-                    // In case the child_path doesn't start with the fixed_prefix then
-                    // we don't need to explore this path.
+                    // In case the child_path doesn't start with the
+                    // fixed_prefix, then we don't need to explore this path.
                     if (!str_util::StartsWith(child_path, fixed_prefix)) {
                       children_dir_status[child_path] =
                           Status(tensorflow::error::CANCELLED,
@@ -300,9 +272,9 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               //push the child dir for next search
               filepath_queue_.push(child_dir_path);
             } else {
-              // this case will be a file; if the file match the pattern, push
-              // it to the heap; otherwise, ignore it
-              if (env->MatchPath(child_dir_path, eval_pattern)) {
+              // This case will be a file: if the file matches the pattern, push
+              // it to the heap; otherwise, ignore it.
+              if (ctx->env()->MatchPath(child_dir_path, eval_pattern)) {
                 filepath_queue_.push(child_dir_path);
               }
             }
@@ -311,9 +283,16 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         return ret;
       }
 
+      static void ForEach(IteratorContext* ctx, int first, int last,
+          const std::function<void(int)>& f) {
+        for (int i = first; i < last ; i++) {
+          (*ctx->runner())([f, i] {std::bind(f, i);});
+        }
+      }
+
       mutex mu_;
-      //std::unique_ptr<std::priority_queue<string>> filepath_queue_ GUARDED_BY(mu_);
-      std::priority_queue<string> filepath_queue_ GUARDED_BY(mu_); // = new std::priority_queue<string>;
+      std::priority_queue<string, std::vector<string>, std::less<string>>
+          filepath_queue_ GUARDED_BY(mu_);
       size_t current_pattern_index_ GUARDED_BY(mu_) = 0;
       string current_pattern_ GUARDED_BY(mu_);
     };
@@ -327,4 +306,4 @@ REGISTER_KERNEL_BUILDER(Name("MatchingFilesDataset").Device(DEVICE_CPU),
 
 }  // namespace
 }  // namespace data
-}  // namespace tensorflow
\ No newline at end of file
+}  // namespace tensorflow
-- 
GitLab


From 7ef0ddfd06a799220dfd4989ed8067036efcdcb5 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 26 Sep 2018 08:11:02 -0700
Subject: [PATCH 0056/1825] change pattern to be patterns in Python API

---
 tensorflow/core/ops/dataset_ops.cc        |  2 +-
 tensorflow/python/data/ops/dataset_ops.py | 10 +++++-----
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/ops/dataset_ops.cc b/tensorflow/core/ops/dataset_ops.cc
index 26c2756836..14596e7f4e 100644
--- a/tensorflow/core/ops/dataset_ops.cc
+++ b/tensorflow/core/ops/dataset_ops.cc
@@ -620,7 +620,7 @@ REGISTER_OP("TextLineDataset")
     });
 
 REGISTER_OP("MatchingFilesDataset")
-    .Input("pattern: string")
+    .Input("patterns: string")
     .Output("handle: variant")
     .SetIsStateful()  // TODO(b/65524810): Source dataset ops must be marked
         // stateful to inhibit constant folding.
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 5150c7fb9a..063700e335 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -2653,16 +2653,16 @@ class MapDataset(UnaryDataset):
 
 
 class MatchingFilesDataset(Dataset):
-  """A `Dataset` that list the files according to the input patterns"""
+  """A `Dataset` that list the files according to the input patterns."""
 
-  def __init__(self, pattern):
+  def __init__(self, patterns):
     super(MatchingFilesDataset, self).__init__()
-    self._pattern = ops.convert_to_tensor(
-      pattern, dtype=dtypes.string, name="pattern")
+    self._patterns = ops.convert_to_tensor(
+      patterns, dtype=dtypes.string, name="patterns")
 
 
   def _as_variant_tensor(self):
-    return gen_dataset_ops.matching_files_dataset(self._pattern)
+    return gen_dataset_ops.matching_files_dataset(self._patterns)
 
   @property
   def output_classes(self):
-- 
GitLab


From 17e093dffe0d48563c40ce3a1bbfc998b0777689 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 26 Sep 2018 10:48:41 -0700
Subject: [PATCH 0057/1825] Address the coding style issues

---
 .../kernels/data/matching_files_dataset_op.cc | 90 +++++++++----------
 .../matching_files_dataset_op_test.py         | 45 ++++------
 2 files changed, 62 insertions(+), 73 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index d608d9d43c..ced8b304d7 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -13,21 +13,21 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <queue>
+#include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/kernels/data/dataset.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/lib/io/buffered_inputstream.h"
 #include "tensorflow/core/lib/io/inputbuffer.h"
+#include "tensorflow/core/lib/io/path.h"
 #include "tensorflow/core/lib/io/random_inputstream.h"
 #include "tensorflow/core/lib/io/record_reader.h"
 #include "tensorflow/core/lib/io/zlib_compression_options.h"
 #include "tensorflow/core/lib/io/zlib_inputstream.h"
-#include "tensorflow/core/framework/op_kernel.h"
-#include "tensorflow/core/framework/tensor_shape.h"
-#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/platform/env.h"
-#include "tensorflow/core/lib/io/path.h"
-#include "tensorflow/core/lib/core/threadpool.h"
 
 namespace tensorflow {
 namespace data {
@@ -44,7 +44,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
     const Tensor* patterns_t;
     OP_REQUIRES_OK(ctx, ctx->input("patterns", &patterns_t));
     const auto patterns = patterns_t->flat<string>();
-    size_t num_patterns = static_cast<size_t >(patterns.size());
+    size_t num_patterns = static_cast<size_t>(patterns.size());
     std::vector<string> pattern_strs;
     pattern_strs.reserve(num_patterns);
 
@@ -61,8 +61,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
   class Dataset : public DatasetBase {
    public:
     Dataset(OpKernelContext* ctx, std::vector<string> patterns)
-        : DatasetBase(DatasetContext(ctx)),
-          pattern_(std::move(patterns)) {}
+        : DatasetBase(DatasetContext(ctx)), pattern_(std::move(patterns)) {}
 
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
@@ -108,7 +107,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         Status ret;
 
         while (!filepath_queue_.empty() ||
-            current_pattern_index_ < dataset()->pattern_.size()) {
+               current_pattern_index_ < dataset()->pattern_.size()) {
           // All the elements in the heap will be the matched filename or the
           // potential directory.
           if (!filepath_queue_.empty()) {
@@ -117,7 +116,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
             // We can also use isDectory() here. But IsDirectory call can be
             // expensive for some FS.
-            if (ctx->env()->MatchPath(cur_file, current_pattern_)){
+            if (ctx->env()->MatchPath(cur_file, current_pattern_)) {
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
               filepath_tensor.scalar<string>()() = cur_file;
               out_tensors->emplace_back(std::move(filepath_tensor));
@@ -130,9 +129,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             size_t pos = current_pattern_.find_first_of("*?[\\");
             size_t len = current_pattern_.size() - pos;
             string cur_pattern_suffix = current_pattern_.substr(pos, len);
-            string sub_pattern = strings::StrCat(cur_file,
-                                                 "/",
-                                                 cur_pattern_suffix);
+            string sub_pattern =
+                strings::StrCat(cur_file, "/", cur_pattern_suffix);
             Status s = UpdateIterator(ctx, sub_pattern);
             ret.Update(s);
           } else {
@@ -152,16 +150,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(
-            full_name("current_pattern_index"),
-            current_pattern_index_));
+            full_name("current_pattern_index"), current_pattern_index_));
 
-        TF_RETURN_IF_ERROR(writer->WriteScalar(
-            full_name("current_pattern"),
-            current_pattern_));
+        TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_pattern"),
+                                               current_pattern_));
 
         if (!filepath_queue_.empty()) {
-          TF_RETURN_IF_ERROR(writer->WriteScalar(
-              full_name("queue_size"), filepath_queue_.size()));
+          TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("queue_size"),
+                                                 filepath_queue_.size()));
           for (int i = 0; i < filepath_queue_.size(); ++i) {
             TF_RETURN_IF_ERROR(writer->WriteScalar(
                 full_name(strings::StrCat("queue_element_", i)),
@@ -175,16 +171,16 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                              IteratorStateReader* reader) override {
         mutex_lock l(mu_);
         int64 current_pattern_index;
-        TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_pattern_index"),
-                                              &current_pattern_index));
+        TF_RETURN_IF_ERROR(reader->ReadScalar(
+            full_name("current_pattern_index"), &current_pattern_index));
         current_pattern_index_ = size_t(current_pattern_index);
 
         TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_pattern"),
                                               &current_pattern_));
 
         int64 queue_size;
-        TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("queue_size"),
-                                              &queue_size));
+        TF_RETURN_IF_ERROR(
+            reader->ReadScalar(full_name("queue_size"), &queue_size));
         for (int i = static_cast<int>(queue_size - 1); i >= 0; --i) {
           string element;
           TF_RETURN_IF_ERROR(reader->ReadScalar(
@@ -195,8 +191,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
      private:
-      Status UpdateIterator(IteratorContext* ctx, const string &pattern)
-      EXCLUSIVE_LOCKS_REQUIRED(mu_) {
+      Status UpdateIterator(IteratorContext* ctx, const string& pattern)
+          EXCLUSIVE_LOCKS_REQUIRED(mu_) {
         string fixed_prefix = pattern.substr(0, pattern.find_first_of("*?[\\"));
         string eval_pattern = pattern;
         string dir(io::Dirname(fixed_prefix));
@@ -213,7 +209,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(dir, &fs));
 
         filepath_queue_.push(dir);
-        Status ret;  //Status to return
+        Status ret;  // Status to return
         // children_dir_status holds is_dir status for children. It can have
         // three possible values: OK for true; FAILED_PRECONDITION for false;
         // CANCELLED if we don't calculate IsDirectory (we might do that because
@@ -245,22 +241,22 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           std::map<string, Status> children_dir_status;
           // This IsDirectory call can be expensive for some FS. Parallelizing
           // it.
-          ForEach(ctx, 0, children.size(),
-                  [fs, &cur_dir, &children, &fixed_prefix,
-                      &children_dir_status] (int i) {
-                    const string child_path = io::JoinPath(cur_dir, children[i]);
-                    // In case the child_path doesn't start with the
-                    // fixed_prefix, then we don't need to explore this path.
-                    if (!str_util::StartsWith(child_path, fixed_prefix)) {
-                      children_dir_status[child_path] =
-                          Status(tensorflow::error::CANCELLED,
-                                 "Operation not needed");
-                    } else {
-                      children_dir_status[child_path] = fs->IsDirectory(child_path);
-                    }
-                  });
-
-          for (const auto &child : children) {
+          ForEach(
+              ctx, 0, children.size(),
+              [fs, &cur_dir, &children, &fixed_prefix,
+               &children_dir_status](int i) {
+                const string child_path = io::JoinPath(cur_dir, children[i]);
+                // In case the child_path doesn't start with the fixed_prefix,
+                // then we don't need to explore this path.
+                if (!str_util::StartsWith(child_path, fixed_prefix)) {
+                  children_dir_status[child_path] = Status(
+                      tensorflow::error::CANCELLED, "Operation not needed");
+                } else {
+                  children_dir_status[child_path] = fs->IsDirectory(child_path);
+                }
+              });
+
+          for (const auto& child : children) {
             const string child_dir_path = io::JoinPath(cur_dir, child);
             const Status child_dir_status = children_dir_status[child];
             // If the IsDirectory call was cancelled we bail.
@@ -269,7 +265,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             }
 
             if (child_dir_status.ok()) {
-              //push the child dir for next search
+              // push the child dir for next search
               filepath_queue_.push(child_dir_path);
             } else {
               // This case will be a file: if the file matches the pattern, push
@@ -284,9 +280,9 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
       static void ForEach(IteratorContext* ctx, int first, int last,
-          const std::function<void(int)>& f) {
-        for (int i = first; i < last ; i++) {
-          (*ctx->runner())([f, i] {std::bind(f, i);});
+                          const std::function<void(int)>& f) {
+        for (int i = first; i < last; i++) {
+          (*ctx->runner())([f, i] { std::bind(f, i); });
         }
       }
 
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 4a62a31144..a2c6b78256 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -45,6 +45,8 @@ class MatchingFilesDatasetTest(test.TestCase):
       open(os.path.join(self.tmp_dir, filename), 'a').close()
 
   def testEmptyDirectory(self):
+    """Test the matchingfiles dataset with an empty directory"""
+
     dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
@@ -52,36 +54,20 @@ class MatchingFilesDatasetTest(test.TestCase):
         sess.run(next_element)
 
   def testSimpleDirectory(self):
-    filenames = ['a', 'b', 'c']
-    self._touchTempFiles(filenames)
+    """Test the matchingfiles dataset with a simple directory"""
 
-    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
-    with self.cached_session() as sess:
-      next_element = dataset.make_one_shot_iterator().get_next()
-
-      expected_filenames = []
-      actual_filenames = []
-      for filename in filenames:
-        expected_filenames.append(
-          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
-        actual_filenames.append(compat.as_bytes(sess.run(next_element)))
-
-      self.assertItemsEqual(expected_filenames, actual_filenames)
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(next_element)
-
-  def testSimpleDirectoryInitializer(self):
     filenames = ['a', 'b', 'c']
     self._touchTempFiles(filenames)
 
     dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
+
       expected_filenames = []
       actual_filenames = []
       for filename in filenames:
         expected_filenames.append(
-          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+            compat.as_bytes(os.path.join(self.tmp_dir, filename)))
         actual_filenames.append(compat.as_bytes(sess.run(next_element)))
 
       self.assertItemsEqual(expected_filenames, actual_filenames)
@@ -89,6 +75,8 @@ class MatchingFilesDatasetTest(test.TestCase):
         sess.run(next_element)
 
   def testFileSuffixes(self):
+    """Test the matchingfiles dataset using the suffixes of filename"""
+
     filenames = ['a.txt', 'b.py', 'c.py', 'd.pyc']
     self._touchTempFiles(filenames)
 
@@ -99,7 +87,7 @@ class MatchingFilesDatasetTest(test.TestCase):
       actual_filenames = []
       for filename in filenames[1:-1]:
         expected_filenames.append(
-          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+            compat.as_bytes(os.path.join(self.tmp_dir, filename)))
         actual_filenames.append(compat.as_bytes(sess.run(next_element)))
 
       self.assertItemsEqual(expected_filenames, actual_filenames)
@@ -107,6 +95,8 @@ class MatchingFilesDatasetTest(test.TestCase):
         sess.run(next_element)
 
   def testFileMiddles(self):
+    """Test the matchingfiles dataset using the middles of filename"""
+
     filenames = ['a.txt', 'b.py', 'c.pyc']
     self._touchTempFiles(filenames)
 
@@ -117,7 +107,7 @@ class MatchingFilesDatasetTest(test.TestCase):
       actual_filenames = []
       for filename in filenames[1:]:
         expected_filenames.append(
-          compat.as_bytes(os.path.join(self.tmp_dir, filename)))
+            compat.as_bytes(os.path.join(self.tmp_dir, filename)))
         actual_filenames.append(compat.as_bytes(sess.run(next_element)))
 
       self.assertItemsEqual(expected_filenames, actual_filenames)
@@ -125,13 +115,15 @@ class MatchingFilesDatasetTest(test.TestCase):
         sess.run(next_element)
 
   def testNestedDirectories(self):
+    """Test the matchingfiles dataset with nested directories"""
+
     filenames = []
     width = 8
     depth = 4
     for i in range(width):
       for j in range(depth):
         new_base = os.path.join(self.tmp_dir, str(i),
-          *[str(dir_name) for dir_name in range(j)])
+                                *[str(dir_name) for dir_name in range(j)])
         os.makedirs(new_base, exist_ok=True)
         for f in ['a.txt', 'b.py', 'c.pyc']:
           filename = os.path.join(new_base, f)
@@ -141,7 +133,7 @@ class MatchingFilesDatasetTest(test.TestCase):
     patterns = []
     for i in range(depth):
       pattern = '{}/{}/*.txt'.format(
-        self.tmp_dir, os.path.join(*['**' for _ in range(i + 1)]))
+          self.tmp_dir, os.path.join(*['**' for _ in range(i + 1)]))
       patterns.append(pattern)
 
     dataset = MatchingFilesDataset(patterns)
@@ -168,7 +160,7 @@ class MatchingFilesDatasetBenchmark(test.Benchmark):
     for i in range(width):
       for j in range(depth):
         new_base = os.path.join(tmp_dir, str(i),
-          *[str(dir_name) for dir_name in range(j)])
+                                *[str(dir_name) for dir_name in range(j)])
         if not os.path.exists(new_base):
           os.makedirs(new_base)
         for f in ['a.txt', 'b.py', 'c.pyc']:
@@ -178,7 +170,8 @@ class MatchingFilesDatasetBenchmark(test.Benchmark):
     patterns = []
     for i in range(depth):
       pattern = '{}/{}/*.txt'.format(tmp_dir,
-        os.path.join(*['**' for _ in range(i + 1)]))
+                                     os.path.join(
+                                         *['**' for _ in range(i + 1)]))
       patterns.append(pattern)
 
     deltas = []
@@ -217,7 +210,7 @@ class MatchingFilesDatasetBenchmark(test.Benchmark):
                 (len(median_deltas) - 2):
                 np.average(median_deltas[2:])},
         name="benchmark_matching_files_dataset_nesteddirectory(%d*%d)" %
-             (width, depth))
+        (width, depth))
 
     shutil.rmtree(tmp_dir, ignore_errors=True)
 
-- 
GitLab


From 1f25931abcd036f2d0d94c368cd82ab02ffc5449 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 26 Sep 2018 11:28:03 -0700
Subject: [PATCH 0058/1825] Change pattern_ to patterns_

---
 .../core/kernels/data/matching_files_dataset_op.cc     | 10 +++++-----
 tensorflow/python/data/ops/dataset_ops.py              |  1 -
 2 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index ced8b304d7..bfb893e856 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -61,7 +61,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
   class Dataset : public DatasetBase {
    public:
     Dataset(OpKernelContext* ctx, std::vector<string> patterns)
-        : DatasetBase(DatasetContext(ctx)), pattern_(std::move(patterns)) {}
+        : DatasetBase(DatasetContext(ctx)), patterns_(std::move(patterns)) {}
 
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
@@ -89,7 +89,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                               DatasetGraphDefBuilder* b,
                               Node** output) const override {
       Node* patterns_node = nullptr;
-      TF_RETURN_IF_ERROR(b->AddVector(pattern_, &patterns_node));
+      TF_RETURN_IF_ERROR(b->AddVector(patterns_, &patterns_node));
       TF_RETURN_IF_ERROR(b->AddDataset(this, {patterns_node}, output));
       return Status::OK();
     }
@@ -107,7 +107,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         Status ret;
 
         while (!filepath_queue_.empty() ||
-               current_pattern_index_ < dataset()->pattern_.size()) {
+               current_pattern_index_ < dataset()->patterns_.size()) {
           // All the elements in the heap will be the matched filename or the
           // potential directory.
           if (!filepath_queue_.empty()) {
@@ -135,7 +135,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             ret.Update(s);
           } else {
             // search a new pattern
-            current_pattern_ = dataset()->pattern_[current_pattern_index_];
+            current_pattern_ = dataset()->patterns_[current_pattern_index_];
             Status s = UpdateIterator(ctx, current_pattern_);
             ret.Update(s);
             ++current_pattern_index_;
@@ -293,7 +293,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       string current_pattern_ GUARDED_BY(mu_);
     };
 
-    const std::vector<string> pattern_;
+    const std::vector<string> patterns_;
   };
 };
 
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 063700e335..d053902fc7 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -2660,7 +2660,6 @@ class MatchingFilesDataset(Dataset):
     self._patterns = ops.convert_to_tensor(
       patterns, dtype=dtypes.string, name="patterns")
 
-
   def _as_variant_tensor(self):
     return gen_dataset_ops.matching_files_dataset(self._patterns)
 
-- 
GitLab


From f6b2a32657a54e2faeefa34b9516ed5a43cb5530 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 26 Sep 2018 20:06:00 -0700
Subject: [PATCH 0059/1825] Update the RestoreInternal function since Max Heap
 is changed to Min Heap

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index bfb893e856..7bb8481762 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -181,7 +181,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         int64 queue_size;
         TF_RETURN_IF_ERROR(
             reader->ReadScalar(full_name("queue_size"), &queue_size));
-        for (int i = static_cast<int>(queue_size - 1); i >= 0; --i) {
+        for (int i = 0; i < queue_size; i++) {
           string element;
           TF_RETURN_IF_ERROR(reader->ReadScalar(
               full_name(strings::StrCat("queue_element_", i)), &element));
-- 
GitLab


From 9972054a906bba9b1042410de224b570514cd9e7 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 27 Sep 2018 16:31:36 -0700
Subject: [PATCH 0060/1825] Update the test according to the recent refactoring
 of tf.data.tests

---
 tensorflow/python/data/kernel_tests/BUILD     | 39 ++++++++-----------
 .../matching_files_dataset_op_test.py         |  3 +-
 2 files changed, 18 insertions(+), 24 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index 863d848c98..5a77538383 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -289,6 +289,22 @@ tf_py_test(
     ],
 )
 
+tf_py_test(
+    name = "matching_files_dataset_op_test",
+    size = "small",
+    srcs = ["matching_files_dataset_op_test.py"],
+    additional_deps = [
+        ":test_base",
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:util",
+        "//tensorflow/python/data/ops:dataset_ops",
+    ],
+)
+
 cuda_py_test(
     name = "multi_device_iterator_test",
     size = "medium",
@@ -331,29 +347,6 @@ cuda_py_test(
     ],
 )
 
-tf_py_test(
-    name = "matching_files_dataset_op_test",
-    size = "small",
-    srcs = ["matching_files_dataset_op_test.py"],
-    additional_deps = [
-        "//third_party/py/numpy",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:dataset_ops_gen",
-        "//tensorflow/python:dtypes",
-        "//tensorflow/python:errors",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:io_ops",
-        "//tensorflow/python:lib",
-        "//tensorflow/python:parsing_ops",
-        "//tensorflow/python:tensor_shape",
-        "//tensorflow/python:util",
-        "//tensorflow/python/data/ops:iterator_ops",
-        "//tensorflow/python/data/ops:readers",
-    ],
-)
-
 tf_py_test(
     name = "prefetch_dataset_op_test",
     size = "small",
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index a2c6b78256..37626355c2 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -25,6 +25,7 @@ import time
 import numpy as np
 
 from tensorflow.python.client import session
+from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops.dataset_ops import MatchingFilesDataset
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
@@ -32,7 +33,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.util import compat
 
 
-class MatchingFilesDatasetTest(test.TestCase):
+class MatchingFilesDatasetTest(test_base.DatasetTestBase):
 
   def setUp(self):
     self.tmp_dir = tempfile.mkdtemp()
-- 
GitLab


From 28836116a400a65eed9494390956033eee64c18d Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 28 Sep 2018 09:08:01 -0700
Subject: [PATCH 0061/1825] Minor updates on comments

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 7bb8481762..f052cdac52 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -33,7 +33,7 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../ops/dataset_ops.cc for a high-level
+// See documentation in ../../ops/dataset_ops.cc for a high-level
 // description of the following op.
 
 class MatchingFilesDatasetOp : public DatasetOpKernel {
@@ -48,7 +48,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
     std::vector<string> pattern_strs;
     pattern_strs.reserve(num_patterns);
 
-    for (int i = 0; i < num_patterns; ++i) {
+    for (int i = 0; i < num_patterns; i++) {
       pattern_strs.push_back(patterns(i));
     }
 
-- 
GitLab


From 3fac3225211b337a4691c2498cc9b743f26dded8 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 28 Sep 2018 22:02:59 -0700
Subject: [PATCH 0062/1825] Fix the issues when parallelizing IsDirectory call

---
 .../kernels/data/matching_files_dataset_op.cc | 55 ++++++++++---------
 1 file changed, 29 insertions(+), 26 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index f052cdac52..9f2b210871 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -28,6 +28,7 @@ limitations under the License.
 #include "tensorflow/core/lib/io/zlib_compression_options.h"
 #include "tensorflow/core/lib/io/zlib_inputstream.h"
 #include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/lib/core/blocking_counter.h"
 
 namespace tensorflow {
 namespace data {
@@ -238,27 +239,36 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             }
           }
 
-          std::map<string, Status> children_dir_status;
+          std::vector<Status> children_dir_status;
+          children_dir_status.resize(children.size());
+
           // This IsDirectory call can be expensive for some FS. Parallelizing
           // it.
-          ForEach(
-              ctx, 0, children.size(),
-              [fs, &cur_dir, &children, &fixed_prefix,
-               &children_dir_status](int i) {
-                const string child_path = io::JoinPath(cur_dir, children[i]);
-                // In case the child_path doesn't start with the fixed_prefix,
-                // then we don't need to explore this path.
-                if (!str_util::StartsWith(child_path, fixed_prefix)) {
-                  children_dir_status[child_path] = Status(
-                      tensorflow::error::CANCELLED, "Operation not needed");
-                } else {
-                  children_dir_status[child_path] = fs->IsDirectory(child_path);
-                }
-              });
-
-          for (const auto& child : children) {
-            const string child_dir_path = io::JoinPath(cur_dir, child);
-            const Status child_dir_status = children_dir_status[child];
+          auto is_directory_fn = [fs, &cur_dir, &children, &fixed_prefix,
+              &children_dir_status](int i) {
+            const string child_path = io::JoinPath(cur_dir, children[i]);
+            // In case the child_path doesn't start with the fixed_prefix, then
+            // we don't need to explore this path.
+            if (!str_util::StartsWith(child_path, fixed_prefix)) {
+              children_dir_status[i] = Status(
+                  tensorflow::error::CANCELLED, "Operation not needed");
+            } else {
+              children_dir_status[i] = fs->IsDirectory(child_path);
+            }
+          };
+
+          BlockingCounter counter(children.size());
+          for (int i = 0; i < children.size(); i++) {
+            (*ctx->runner())([&is_directory_fn, &counter, i] {
+              is_directory_fn(i);
+              counter.DecrementCount();
+            });
+          }
+          counter.Wait();
+
+          for (int i = 0; i < children.size(); i++) {
+            const string child_dir_path = io::JoinPath(cur_dir, children[i]);
+            const Status child_dir_status = children_dir_status[i];
             // If the IsDirectory call was cancelled we bail.
             if (child_dir_status.code() == tensorflow::error::CANCELLED) {
               continue;
@@ -279,13 +289,6 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         return ret;
       }
 
-      static void ForEach(IteratorContext* ctx, int first, int last,
-                          const std::function<void(int)>& f) {
-        for (int i = first; i < last; i++) {
-          (*ctx->runner())([f, i] { std::bind(f, i); });
-        }
-      }
-
       mutex mu_;
       std::priority_queue<string, std::vector<string>, std::less<string>>
           filepath_queue_ GUARDED_BY(mu_);
-- 
GitLab


From 5fd998c8876a5aac4eef71801280d3fc1c8f39a2 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 28 Sep 2018 22:06:02 -0700
Subject: [PATCH 0063/1825] Remvoe the comments that are no longer accurate

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 9f2b210871..4afd84f9c7 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -34,9 +34,6 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-// See documentation in ../../ops/dataset_ops.cc for a high-level
-// description of the following op.
-
 class MatchingFilesDatasetOp : public DatasetOpKernel {
  public:
   using DatasetOpKernel::DatasetOpKernel;
-- 
GitLab


From 0238bcdb51f68560ec1c3ca6469fe97953f36903 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 28 Sep 2018 22:20:32 -0700
Subject: [PATCH 0064/1825] Update the coding style

---
 .../kernel_tests/matching_files_dataset_op_test.py | 10 +++++-----
 tensorflow/python/data/ops/dataset_ops.py          | 14 +++++++-------
 2 files changed, 12 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 37626355c2..a000b9b816 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -46,7 +46,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
       open(os.path.join(self.tmp_dir, filename), 'a').close()
 
   def testEmptyDirectory(self):
-    """Test the matchingfiles dataset with an empty directory"""
+    """Test the MatchingFiles dataset with an empty directory"""
 
     dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
@@ -55,7 +55,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
         sess.run(next_element)
 
   def testSimpleDirectory(self):
-    """Test the matchingfiles dataset with a simple directory"""
+    """Test the MatchingFiles dataset with a simple directory"""
 
     filenames = ['a', 'b', 'c']
     self._touchTempFiles(filenames)
@@ -76,7 +76,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
         sess.run(next_element)
 
   def testFileSuffixes(self):
-    """Test the matchingfiles dataset using the suffixes of filename"""
+    """Test the MatchingFiles dataset using the suffixes of filename"""
 
     filenames = ['a.txt', 'b.py', 'c.py', 'd.pyc']
     self._touchTempFiles(filenames)
@@ -96,7 +96,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
         sess.run(next_element)
 
   def testFileMiddles(self):
-    """Test the matchingfiles dataset using the middles of filename"""
+    """Test the MatchingFiles dataset using the middles of filename"""
 
     filenames = ['a.txt', 'b.py', 'c.pyc']
     self._touchTempFiles(filenames)
@@ -116,7 +116,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
         sess.run(next_element)
 
   def testNestedDirectories(self):
-    """Test the matchingfiles dataset with nested directories"""
+    """Test the MatchingFiles dataset with nested directories"""
 
     filenames = []
     width = 8
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index d053902fc7..05a7f5d41c 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -2624,7 +2624,7 @@ class MapDataset(UnaryDataset):
     self._use_inter_op_parallelism = use_inter_op_parallelism
 
     wrapped_func = StructuredFunctionWrapper(
-      map_func, "Dataset.map()", input_dataset)
+        map_func, "Dataset.map()", input_dataset)
     self._output_classes = wrapped_func.output_classes
     self._output_shapes = wrapped_func.output_shapes
     self._output_types = wrapped_func.output_types
@@ -2633,11 +2633,11 @@ class MapDataset(UnaryDataset):
   def _as_variant_tensor(self):
     input_t = self._input_dataset._as_variant_tensor()  # pylint: disable=protected-access
     return gen_dataset_ops.map_dataset(
-      input_t,
-      self._map_func.captured_inputs,
-      f=self._map_func,
-      use_inter_op_parallelism=self._use_inter_op_parallelism,
-      **flat_structure(self))
+        input_t,
+        self._map_func.captured_inputs,
+        f=self._map_func,
+        use_inter_op_parallelism=self._use_inter_op_parallelism,
+        **flat_structure(self))
 
   @property
   def output_classes(self):
@@ -2658,7 +2658,7 @@ class MatchingFilesDataset(Dataset):
   def __init__(self, patterns):
     super(MatchingFilesDataset, self).__init__()
     self._patterns = ops.convert_to_tensor(
-      patterns, dtype=dtypes.string, name="patterns")
+        patterns, dtype=dtypes.string, name="patterns")
 
   def _as_variant_tensor(self):
     return gen_dataset_ops.matching_files_dataset(self._patterns)
-- 
GitLab


From d87024b2e94e9dfab751ddf543c192d1a4f0f3c7 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 28 Sep 2018 22:30:23 -0700
Subject: [PATCH 0065/1825] Add the API defination pbtxt

---
 .../core/api_def/base_api/api_def_MatchingFilesDataset.pbtxt  | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_MatchingFilesDataset.pbtxt

diff --git a/tensorflow/core/api_def/base_api/api_def_MatchingFilesDataset.pbtxt b/tensorflow/core/api_def/base_api/api_def_MatchingFilesDataset.pbtxt
new file mode 100644
index 0000000000..ab2a33108d
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_MatchingFilesDataset.pbtxt
@@ -0,0 +1,4 @@
+op {
+  graph_op_name: "MatchingFilesDataset"
+  visibility: HIDDEN
+}
-- 
GitLab


From c03ab93355af474cba2eeec95be355b923185d20 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Sun, 30 Sep 2018 12:58:34 -0700
Subject: [PATCH 0066/1825] Add the serialization test

---
 ...tching_files_dataset_serialization_test.py | 65 +++++++++++++++++++
 .../kernel_tests/serialization/BUILD          | 12 ++++
 2 files changed, 77 insertions(+)
 create mode 100644 tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py

diff --git a/tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py b/tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py
new file mode 100644
index 0000000000..41926f7ae1
--- /dev/null
+++ b/tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py
@@ -0,0 +1,65 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the MatchingFilesDataset serialization."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import shutil
+import tempfile
+
+from tensorflow.contrib.data.python.kernel_tests.serialization import dataset_serialization_test_base
+from tensorflow.python.data.ops.dataset_ops import MatchingFilesDataset
+from tensorflow.python.platform import test
+
+
+class MatchingFilesDatasetSerializationTest(
+    dataset_serialization_test_base.DatasetSerializationTestBase):
+
+  def _build_iterator_graph(self, test_patterns):
+    return MatchingFilesDataset(test_patterns)
+
+  def testMatchingFilesCore(self):
+    tmp_dir = tempfile.mkdtemp()
+    width = 16
+    depth = 8
+    for i in range(width):
+      for j in range(depth):
+        new_base = os.path.join(tmp_dir, str(i),
+                                *[str(dir_name) for dir_name in range(j)])
+        if not os.path.exists(new_base):
+          os.makedirs(new_base)
+        for f in ['a.txt', 'b.py', 'c.pyc']:
+          filename = os.path.join(new_base, f)
+          open(filename, 'w').close()
+
+    patterns = []
+    for i in range(depth):
+      pattern = '{}/{}/*.txt'.format(tmp_dir,
+                                     os.path.join(
+                                         *['**' for _ in range(i + 1)]))
+      patterns.append(pattern)
+
+    num_outputs = width * depth
+    self.run_core_tests(
+        lambda: self._build_iterator_graph(patterns),
+        lambda: self._build_iterator_graph(patterns[0:depth // 2]), num_outputs)
+
+    shutil.rmtree(tmp_dir, ignore_errors=True)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
index e556b65b7c..e8101c038a 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
@@ -332,6 +332,18 @@ py_test(
     ],
 )
 
+py_test(
+    name = "matching_files_dataset_serialization_test",
+    size = "small",
+    srcs = ["matching_files_dataset_serialization_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":dataset_serialization_test_base",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "//third_party/py/numpy",
+    ],
+)
+
 py_test(
     name = "optimize_dataset_serialization_test",
     size = "small",
-- 
GitLab


From 89d05bfa83f0adc1563c035c99e7f8d0ce58627f Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Sun, 30 Sep 2018 13:20:56 -0700
Subject: [PATCH 0067/1825] Resolve several issues in MatchingFiles Dataset
 kernel

1) Resolve the issue in the parallel call of IsDirectory by adding the wait of all the scheduled function to finish and revising the data structure to be thread-safe.
2) Resolve a bug in serialization.
3) Refactor the logic to be more straightforward and easy to understand.
---
 .../kernels/data/matching_files_dataset_op.cc | 107 +++++++++---------
 1 file changed, 56 insertions(+), 51 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 4afd84f9c7..f3b6769bb8 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/kernels/data/dataset.h"
+#include "tensorflow/core/lib/core/blocking_counter.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/lib/io/buffered_inputstream.h"
@@ -28,7 +29,6 @@ limitations under the License.
 #include "tensorflow/core/lib/io/zlib_compression_options.h"
 #include "tensorflow/core/lib/io/zlib_inputstream.h"
 #include "tensorflow/core/platform/env.h"
-#include "tensorflow/core/lib/core/blocking_counter.h"
 
 namespace tensorflow {
 namespace data {
@@ -50,8 +50,6 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       pattern_strs.push_back(patterns(i));
     }
 
-    // keep the elements in the ascending order
-    std::sort(pattern_strs.begin(), pattern_strs.end());
     *output = new Dataset(ctx, std::move(pattern_strs));
   }
 
@@ -109,32 +107,39 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           // All the elements in the heap will be the matched filename or the
           // potential directory.
           if (!filepath_queue_.empty()) {
-            string cur_file = filepath_queue_.top();
+            string current_file = filepath_queue_.top();
             filepath_queue_.pop();
 
             // We can also use isDectory() here. But IsDirectory call can be
             // expensive for some FS.
-            if (ctx->env()->MatchPath(cur_file, current_pattern_)) {
+            if (ctx->env()->MatchPath(current_file, current_pattern_)) {
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
-              filepath_tensor.scalar<string>()() = cur_file;
+              filepath_tensor.scalar<string>()() = current_file;
               out_tensors->emplace_back(std::move(filepath_tensor));
               *end_of_sequence = false;
               return Status::OK();
             }
 
-            // In this case, cur_file is a directory. Then create a sub-pattern
-            // to continue the search.
-            size_t pos = current_pattern_.find_first_of("*?[\\");
-            size_t len = current_pattern_.size() - pos;
-            string cur_pattern_suffix = current_pattern_.substr(pos, len);
-            string sub_pattern =
-                strings::StrCat(cur_file, "/", cur_pattern_suffix);
-            Status s = UpdateIterator(ctx, sub_pattern);
+            // In this case, current_file is a directory. Then continue the
+            // search.
+            const string& current_dir = current_file;
+            Status s = UpdateIterator(ctx, current_dir, current_pattern_);
             ret.Update(s);
           } else {
             // search a new pattern
             current_pattern_ = dataset()->patterns_[current_pattern_index_];
-            Status s = UpdateIterator(ctx, current_pattern_);
+            string fixed_prefix = current_pattern_.substr(
+                0, current_pattern_.find_first_of("*?[\\"));
+            string current_dir(io::Dirname(fixed_prefix));
+
+            // If dir is empty then we need to fix up fixed_prefix and
+            // current_pattern_ to include . as the top level directory.
+            if (current_dir.empty()) {
+              current_dir = ".";
+              current_pattern_ = io::JoinPath(current_dir, current_pattern_);
+            }
+
+            Status s = UpdateIterator(ctx, current_dir, current_pattern_);
             ret.Update(s);
             ++current_pattern_index_;
           }
@@ -156,13 +161,17 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         if (!filepath_queue_.empty()) {
           TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("queue_size"),
                                                  filepath_queue_.size()));
-          for (int i = 0; i < filepath_queue_.size(); ++i) {
+          int i = 0;
+          while (!filepath_queue_.empty()) {
             TF_RETURN_IF_ERROR(writer->WriteScalar(
                 full_name(strings::StrCat("queue_element_", i)),
                 filepath_queue_.top()));
             filepath_queue_.pop();
+            i++;
           }
         }
+
+        return Status::OK();
       }
 
       Status RestoreInternal(IteratorContext* ctx,
@@ -176,32 +185,27 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_pattern"),
                                               &current_pattern_));
 
-        int64 queue_size;
-        TF_RETURN_IF_ERROR(
-            reader->ReadScalar(full_name("queue_size"), &queue_size));
-        for (int i = 0; i < queue_size; i++) {
-          string element;
-          TF_RETURN_IF_ERROR(reader->ReadScalar(
-              full_name(strings::StrCat("queue_element_", i)), &element));
-          filepath_queue_.push(element);
+        if (reader->Contains(full_name("queue_size"))) {
+          int64 queue_size;
+          TF_RETURN_IF_ERROR(
+              reader->ReadScalar(full_name("queue_size"), &queue_size));
+          for (int i = 0; i < queue_size; i++) {
+            string element;
+            TF_RETURN_IF_ERROR(reader->ReadScalar(
+                full_name(strings::StrCat("queue_element_", i)), &element));
+            filepath_queue_.push(element);
+          }
         }
+
         return Status::OK();
       }
 
      private:
-      Status UpdateIterator(IteratorContext* ctx, const string& pattern)
+      Status UpdateIterator(IteratorContext* ctx, const string& dir,
+                            const string& eval_pattern)
           EXCLUSIVE_LOCKS_REQUIRED(mu_) {
-        string fixed_prefix = pattern.substr(0, pattern.find_first_of("*?[\\"));
-        string eval_pattern = pattern;
-        string dir(io::Dirname(fixed_prefix));
-
-        // If dir is empty then we need to fix up fixed_prefix and eval_pattern
-        // to include . as the top level directory.
-        if (dir.empty()) {
-          dir = ".";
-          fixed_prefix = io::JoinPath(dir, fixed_prefix);
-          eval_pattern = io::JoinPath(dir, pattern);
-        }
+        string fixed_prefix =
+            eval_pattern.substr(0, eval_pattern.find_first_of("*?[\\"));
 
         FileSystem* fs;
         TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(dir, &fs));
@@ -215,21 +219,21 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
         // DFS to find the first element in the iterator.
         while (!filepath_queue_.empty()) {
-          string cur_dir = filepath_queue_.top();
+          string current_dir = filepath_queue_.top();
           filepath_queue_.pop();
           std::vector<string> children;
-          Status s = fs->GetChildren(cur_dir, &children);
+          Status s = fs->GetChildren(current_dir, &children);
           ret.Update(s);
 
-          // If cur_dir has no children, there will two possible situations: 1)
-          // the cur_dir is an empty dir; 2) the cur_dir is actual a file
-          // instead of a director. For the first one, continue to search the
-          // heap. For the second one, if the file matches the pattern, add
+          // If current_dir has no children, there will two possible situations:
+          // 1) the current_dir is an empty dir; 2) the current_dir is actual a
+          // file instead of a director. For the first one, continue to search
+          // the heap. For the second one, if the file matches the pattern, add
           // it to the heap and finish the search; otherwise, continue the next
           // search.
           if (children.empty()) {
-            if (ctx->env()->MatchPath(cur_dir, eval_pattern)) {
-              filepath_queue_.push(cur_dir);
+            if (ctx->env()->MatchPath(current_dir, eval_pattern)) {
+              filepath_queue_.push(current_dir);
               return ret;
             } else {
               continue;
@@ -241,14 +245,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
           // This IsDirectory call can be expensive for some FS. Parallelizing
           // it.
-          auto is_directory_fn = [fs, &cur_dir, &children, &fixed_prefix,
-              &children_dir_status](int i) {
-            const string child_path = io::JoinPath(cur_dir, children[i]);
+          auto is_directory_fn = [fs, &current_dir, &children, &fixed_prefix,
+                                  &children_dir_status](int i) {
+            const string child_path = io::JoinPath(current_dir, children[i]);
             // In case the child_path doesn't start with the fixed_prefix, then
             // we don't need to explore this path.
             if (!str_util::StartsWith(child_path, fixed_prefix)) {
-              children_dir_status[i] = Status(
-                  tensorflow::error::CANCELLED, "Operation not needed");
+              children_dir_status[i] =
+                  Status(tensorflow::error::CANCELLED, "Operation not needed");
             } else {
               children_dir_status[i] = fs->IsDirectory(child_path);
             }
@@ -264,7 +268,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           counter.Wait();
 
           for (int i = 0; i < children.size(); i++) {
-            const string child_dir_path = io::JoinPath(cur_dir, children[i]);
+            const string child_dir_path =
+                io::JoinPath(current_dir, children[i]);
             const Status child_dir_status = children_dir_status[i];
             // If the IsDirectory call was cancelled we bail.
             if (child_dir_status.code() == tensorflow::error::CANCELLED) {
@@ -287,7 +292,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
       mutex mu_;
-      std::priority_queue<string, std::vector<string>, std::less<string>>
+      std::priority_queue<string, std::vector<string>, std::greater<string>>
           filepath_queue_ GUARDED_BY(mu_);
       size_t current_pattern_index_ GUARDED_BY(mu_) = 0;
       string current_pattern_ GUARDED_BY(mu_);
-- 
GitLab


From 68a4cee2d99672d6e7f45a2d9659f8cab54a2d42 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Sun, 30 Sep 2018 13:33:07 -0700
Subject: [PATCH 0068/1825] Adjust the size of nested directories to make it
 finish in 60s for different hardwares

---
 .../python/data/kernel_tests/matching_files_dataset_op_test.py  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index a000b9b816..7c72b8043f 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -156,7 +156,7 @@ class MatchingFilesDatasetBenchmark(test.Benchmark):
 
   def benchmarkNestedDirectories(self):
     tmp_dir = tempfile.mkdtemp()
-    width = 1000
+    width = 500
     depth = 10
     for i in range(width):
       for j in range(depth):
-- 
GitLab


From 4cf6f3c379fd3f0c5c8edc08ff216022a4749c8f Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 1 Oct 2018 22:55:01 -0700
Subject: [PATCH 0069/1825] Fix the coding style issue in
 tensorflow/core/ops/dataset_ops.cc

---
 tensorflow/core/ops/dataset_ops.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/ops/dataset_ops.cc b/tensorflow/core/ops/dataset_ops.cc
index 14596e7f4e..38a97ae653 100644
--- a/tensorflow/core/ops/dataset_ops.cc
+++ b/tensorflow/core/ops/dataset_ops.cc
@@ -623,7 +623,7 @@ REGISTER_OP("MatchingFilesDataset")
     .Input("patterns: string")
     .Output("handle: variant")
     .SetIsStateful()  // TODO(b/65524810): Source dataset ops must be marked
-        // stateful to inhibit constant folding.
+                      // stateful to inhibit constant folding.
     .SetShapeFn([](shape_inference::InferenceContext* c) {
       shape_inference::ShapeHandle unused;
       // `patterns` must be a scalar or a vector.
-- 
GitLab


From e851cdcc7e95d501b07af35dd40e4f938c7aa38c Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 1 Oct 2018 23:11:13 -0700
Subject: [PATCH 0070/1825] Add dependencies for
 matching_files_dataset_serialization_test.py

---
 .../python/data/experimental/kernel_tests/serialization/BUILD    | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
index e8101c038a..a5bfd3afd5 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
@@ -339,6 +339,7 @@ py_test(
     srcs_version = "PY2AND3",
     deps = [
         ":dataset_serialization_test_base",
+        "//tensorflow/python:client_testlib",
         "//tensorflow/python/data/ops:dataset_ops",
         "//third_party/py/numpy",
     ],
-- 
GitLab


From 847ddaedf2cdd59c2d6bf49576466ef440a903f7 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 00:07:44 -0700
Subject: [PATCH 0071/1825] Move matching_files_dataset_serialization_test.py
 to tf.data.experimental

---
 .../serialization/matching_files_dataset_serialization_test.py  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
 rename tensorflow/{contrib/data/python => python/data/experimental}/kernel_tests/serialization/matching_files_dataset_serialization_test.py (95%)

diff --git a/tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py b/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
similarity index 95%
rename from tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py
rename to tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
index 41926f7ae1..d2e6f92726 100644
--- a/tensorflow/contrib/data/python/kernel_tests/serialization/matching_files_dataset_serialization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
@@ -21,7 +21,7 @@ import os
 import shutil
 import tempfile
 
-from tensorflow.contrib.data.python.kernel_tests.serialization import dataset_serialization_test_base
+from tensorflow.python.data.experimental.kernel_tests.serialization import dataset_serialization_test_base
 from tensorflow.python.data.ops.dataset_ops import MatchingFilesDataset
 from tensorflow.python.platform import test
 
-- 
GitLab


From c45d576f8d332c386507fab0ecc443624e1e5f5b Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 09:49:19 -0700
Subject: [PATCH 0072/1825] Add the implementation of _inputs() function

---
 tensorflow/python/data/ops/dataset_ops.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 05a7f5d41c..8f3190d3bb 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -2663,6 +2663,9 @@ class MatchingFilesDataset(Dataset):
   def _as_variant_tensor(self):
     return gen_dataset_ops.matching_files_dataset(self._patterns)
 
+  def _inputs(self):
+    return []
+
   @property
   def output_classes(self):
     return ops.Tensor
-- 
GitLab


From c69e84b5fb1ae7d0d272c37a59a6c94839211af1 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 09:59:45 -0700
Subject: [PATCH 0073/1825] Make the os.makedirs compatable with Python2

---
 .../python/data/kernel_tests/matching_files_dataset_op_test.py  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 7c72b8043f..6e5d845922 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -125,7 +125,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
       for j in range(depth):
         new_base = os.path.join(self.tmp_dir, str(i),
                                 *[str(dir_name) for dir_name in range(j)])
-        os.makedirs(new_base, exist_ok=True)
+        os.makedirs(new_base)
         for f in ['a.txt', 'b.py', 'c.pyc']:
           filename = os.path.join(new_base, f)
           filenames.append(filename)
-- 
GitLab


From ce2e925493cead88de6546ad2754d953694d91c3 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 11:26:45 -0700
Subject: [PATCH 0074/1825] Rename the variable name from  to  to avoid the
 built-in

---
 .../data/kernel_tests/matching_files_dataset_op_test.py       | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 6e5d845922..ac8beaf9e7 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -140,8 +140,8 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
     dataset = MatchingFilesDataset(patterns)
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
-      expected_filenames = [compat.as_bytes(file)
-                            for file in filenames if file.endswith('.txt')]
+      expected_filenames = [compat.as_bytes(filename)
+                            for filename in filenames if filename.endswith('.txt')]
       actual_filenames = []
       while True:
         try:
-- 
GitLab


From 1a35352d7368adefdca0cf8eaa58ea589d4c48c8 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 12:21:17 -0700
Subject: [PATCH 0075/1825] short the line to be inside 80 characters

---
 .../python/data/kernel_tests/matching_files_dataset_op_test.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index ac8beaf9e7..cd2bb118fb 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -141,7 +141,8 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
       expected_filenames = [compat.as_bytes(filename)
-                            for filename in filenames if filename.endswith('.txt')]
+                            for filename in filenames
+                            if filename.endswith('.txt')]
       actual_filenames = []
       while True:
         try:
-- 
GitLab


From 3dcb7ebf144fce8d8825e2f12f3707c3e5ca5995 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 4 Oct 2018 23:29:00 -0700
Subject: [PATCH 0076/1825] Address the comments from the internal review

---
 .../kernels/data/matching_files_dataset_op.cc | 110 ++++++++++--------
 ...tching_files_dataset_serialization_test.py |   6 +-
 .../matching_files_dataset_op_test.py         |  27 +++--
 3 files changed, 83 insertions(+), 60 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index f3b6769bb8..f11dd238df 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -46,7 +46,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
     std::vector<string> pattern_strs;
     pattern_strs.reserve(num_patterns);
 
-    for (int i = 0; i < num_patterns; i++) {
+    for (size_t i = 0; i < num_patterns; i++) {
       pattern_strs.push_back(patterns(i));
     }
 
@@ -100,39 +100,39 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
-        Status ret;
+        Status ret;  // Status to return
 
         while (!filepath_queue_.empty() ||
                current_pattern_index_ < dataset()->patterns_.size()) {
-          // All the elements in the heap will be the matched filename or the
-          // potential directory.
+          // All the elements in the heap will be the matched filenames or the
+          // potential directories.
           if (!filepath_queue_.empty()) {
-            string current_file = filepath_queue_.top();
+            const PathStatus current_path = filepath_queue_.top();
             filepath_queue_.pop();
 
-            // We can also use isDectory() here. But IsDirectory call can be
-            // expensive for some FS.
-            if (ctx->env()->MatchPath(current_file, current_pattern_)) {
+            if (!current_path.second) {
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
-              filepath_tensor.scalar<string>()() = current_file;
+              filepath_tensor.scalar<string>()() =
+                  std::move(current_path.first);
               out_tensors->emplace_back(std::move(filepath_tensor));
               *end_of_sequence = false;
               return Status::OK();
             }
 
-            // In this case, current_file is a directory. Then continue the
+            // In this case, current_path is a directory. Then continue the
             // search.
-            const string& current_dir = current_file;
-            Status s = UpdateIterator(ctx, current_dir, current_pattern_);
+            Status s =
+                UpdateIterator(ctx, current_path.first, current_pattern_);
             ret.Update(s);
           } else {
             // search a new pattern
             current_pattern_ = dataset()->patterns_[current_pattern_index_];
-            string fixed_prefix = current_pattern_.substr(
-                0, current_pattern_.find_first_of("*?[\\"));
+            StringPiece fixed_prefix =
+                StringPiece(current_pattern_)
+                    .substr(0, current_pattern_.find_first_of("*?[\\"));
             string current_dir(io::Dirname(fixed_prefix));
 
-            // If dir is empty then we need to fix up fixed_prefix and
+            // If current_dir is empty then we need to fix up fixed_prefix and
             // current_pattern_ to include . as the top level directory.
             if (current_dir.empty()) {
               current_dir = ".";
@@ -146,7 +146,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         }
 
         *end_of_sequence = true;
-        return Status::OK();
+        return ret;
       }
 
      protected:
@@ -163,9 +163,12 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                                                  filepath_queue_.size()));
           int i = 0;
           while (!filepath_queue_.empty()) {
+            TF_RETURN_IF_ERROR(
+                writer->WriteScalar(full_name(strings::StrCat("path_", i)),
+                                    filepath_queue_.top().first));
             TF_RETURN_IF_ERROR(writer->WriteScalar(
-                full_name(strings::StrCat("queue_element_", i)),
-                filepath_queue_.top()));
+                full_name(strings::StrCat("path_status_", i)),
+                filepath_queue_.top().second));
             filepath_queue_.pop();
             i++;
           }
@@ -190,10 +193,13 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           TF_RETURN_IF_ERROR(
               reader->ReadScalar(full_name("queue_size"), &queue_size));
           for (int i = 0; i < queue_size; i++) {
-            string element;
+            string path;
+            int64 path_status;
             TF_RETURN_IF_ERROR(reader->ReadScalar(
-                full_name(strings::StrCat("queue_element_", i)), &element));
-            filepath_queue_.push(element);
+                full_name(strings::StrCat("path_", i)), &path));
+            TF_RETURN_IF_ERROR(reader->ReadScalar(
+                full_name(strings::StrCat("path_status_", i)), &path_status));
+            filepath_queue_.push(PathStatus(path, path_status));
           }
         }
 
@@ -204,55 +210,56 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       Status UpdateIterator(IteratorContext* ctx, const string& dir,
                             const string& eval_pattern)
           EXCLUSIVE_LOCKS_REQUIRED(mu_) {
-        string fixed_prefix =
-            eval_pattern.substr(0, eval_pattern.find_first_of("*?[\\"));
+        StringPiece fixed_prefix =
+            StringPiece(eval_pattern)
+                .substr(0, eval_pattern.find_first_of("*?[\\"));
 
         FileSystem* fs;
         TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(dir, &fs));
 
-        filepath_queue_.push(dir);
+        filepath_queue_.push(PathStatus(dir, true));
         Status ret;  // Status to return
-        // children_dir_status holds is_dir status for children. It can have
-        // three possible values: OK for true; FAILED_PRECONDITION for false;
-        // CANCELLED if we don't calculate IsDirectory (we might do that because
-        // there isn't any point in exploring that child path).
 
         // DFS to find the first element in the iterator.
         while (!filepath_queue_.empty()) {
-          string current_dir = filepath_queue_.top();
+          const PathStatus current_path = filepath_queue_.top();
+
+          // All the files in the heap are matched with the pattern, so finish
+          // the search if current_path is a file.
+          if (!current_path.second) {
+            return Status::OK();
+          }
+
           filepath_queue_.pop();
+
+          // If current_path is a directory, search its children.
+          const string& current_dir = current_path.first;
           std::vector<string> children;
           Status s = fs->GetChildren(current_dir, &children);
           ret.Update(s);
 
-          // If current_dir has no children, there will two possible situations:
-          // 1) the current_dir is an empty dir; 2) the current_dir is actual a
-          // file instead of a director. For the first one, continue to search
-          // the heap. For the second one, if the file matches the pattern, add
-          // it to the heap and finish the search; otherwise, continue the next
-          // search.
-          if (children.empty()) {
-            if (ctx->env()->MatchPath(current_dir, eval_pattern)) {
-              filepath_queue_.push(current_dir);
-              return ret;
-            } else {
-              continue;
-            }
+          // If GetChildren() fails, continue the next search.
+          if (!s.ok()) {
+            continue;
           }
 
+          // children_dir_status holds is_dir status for children. It can have
+          // three possible values: OK for true; FAILED_PRECONDITION for false;
+          // CANCELLED if we don't calculate IsDirectory (we might do that
+          // because there isn't any point in exploring that child path).
           std::vector<Status> children_dir_status;
           children_dir_status.resize(children.size());
 
           // This IsDirectory call can be expensive for some FS. Parallelizing
           // it.
-          auto is_directory_fn = [fs, &current_dir, &children, &fixed_prefix,
+          auto is_directory_fn = [fs, current_dir, &children, &fixed_prefix,
                                   &children_dir_status](int i) {
             const string child_path = io::JoinPath(current_dir, children[i]);
             // In case the child_path doesn't start with the fixed_prefix, then
             // we don't need to explore this path.
             if (!str_util::StartsWith(child_path, fixed_prefix)) {
               children_dir_status[i] =
-                  Status(tensorflow::error::CANCELLED, "Operation not needed");
+                  errors::Cancelled("Operation not needed");
             } else {
               children_dir_status[i] = fs->IsDirectory(child_path);
             }
@@ -268,22 +275,24 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           counter.Wait();
 
           for (int i = 0; i < children.size(); i++) {
-            const string child_dir_path =
+            const string& child_dir_path =
                 io::JoinPath(current_dir, children[i]);
-            const Status child_dir_status = children_dir_status[i];
+            const Status& child_dir_status = children_dir_status[i];
+
             // If the IsDirectory call was cancelled we bail.
             if (child_dir_status.code() == tensorflow::error::CANCELLED) {
+              ret.Update(child_dir_status);
               continue;
             }
 
             if (child_dir_status.ok()) {
               // push the child dir for next search
-              filepath_queue_.push(child_dir_path);
+              filepath_queue_.push(PathStatus(child_dir_path, true));
             } else {
               // This case will be a file: if the file matches the pattern, push
               // it to the heap; otherwise, ignore it.
               if (ctx->env()->MatchPath(child_dir_path, eval_pattern)) {
-                filepath_queue_.push(child_dir_path);
+                filepath_queue_.push(PathStatus(child_dir_path, false));
               }
             }
           }
@@ -292,7 +301,10 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
       mutex mu_;
-      std::priority_queue<string, std::vector<string>, std::greater<string>>
+      // True means the path is a directory; False means the path is a filename.
+      typedef std::pair<string, bool> PathStatus;
+      std::priority_queue<PathStatus, std::vector<PathStatus>,
+                          std::greater<PathStatus>>
           filepath_queue_ GUARDED_BY(mu_);
       size_t current_pattern_index_ GUARDED_BY(mu_) = 0;
       string current_pattern_ GUARDED_BY(mu_);
diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py b/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
index d2e6f92726..41146c9786 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
@@ -48,9 +48,9 @@ class MatchingFilesDatasetSerializationTest(
 
     patterns = []
     for i in range(depth):
-      pattern = '{}/{}/*.txt'.format(tmp_dir,
-                                     os.path.join(
-                                         *['**' for _ in range(i + 1)]))
+      pattern = os.path.join(tmp_dir,
+                             os.path.join(*['**' for _ in range(i + 1)]),
+                             '*.txt')
       patterns.append(pattern)
 
     num_outputs = width * depth
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index cd2bb118fb..4b59500bd4 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -45,6 +45,16 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
     for filename in filenames:
       open(os.path.join(self.tmp_dir, filename), 'a').close()
 
+  def testNonExistingDirectory(self):
+    """Test the MatchingFiles dataset with a non-existing directory"""
+
+    self.tearDown()
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
+    with self.cached_session() as sess:
+      next_element = dataset.make_one_shot_iterator().get_next()
+      with self.assertRaises(errors.NotFoundError):
+        sess.run(next_element)
+
   def testEmptyDirectory(self):
     """Test the MatchingFiles dataset with an empty directory"""
 
@@ -98,15 +108,15 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
   def testFileMiddles(self):
     """Test the MatchingFiles dataset using the middles of filename"""
 
-    filenames = ['a.txt', 'b.py', 'c.pyc']
+    filenames = ['aa.txt', 'bb.py', 'bbc.pyc', 'cc.pyc']
     self._touchTempFiles(filenames)
 
-    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*.py*'))
+    dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, 'b*.py*'))
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
       expected_filenames = []
       actual_filenames = []
-      for filename in filenames[1:]:
+      for filename in filenames[1:3]:
         expected_filenames.append(
             compat.as_bytes(os.path.join(self.tmp_dir, filename)))
         actual_filenames.append(compat.as_bytes(sess.run(next_element)))
@@ -133,8 +143,8 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
 
     patterns = []
     for i in range(depth):
-      pattern = '{}/{}/*.txt'.format(
-          self.tmp_dir, os.path.join(*['**' for _ in range(i + 1)]))
+      pattern = os.path.join(
+          self.tmp_dir, os.path.join(*['**' for _ in range(i + 1)]), '*.txt')
       patterns.append(pattern)
 
     dataset = MatchingFilesDataset(patterns)
@@ -171,9 +181,10 @@ class MatchingFilesDatasetBenchmark(test.Benchmark):
 
     patterns = []
     for i in range(depth):
-      pattern = '{}/{}/*.txt'.format(tmp_dir,
-                                     os.path.join(
-                                         *['**' for _ in range(i + 1)]))
+      pattern = os.path.join(tmp_dir,
+                             os.path.join(*['**' for _ in range(i + 1)]),
+                             '*.txt')
+
       patterns.append(pattern)
 
     deltas = []
-- 
GitLab


From efcefef05d317e94b107bf3c56906c653c217a31 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 5 Oct 2018 00:46:44 -0700
Subject: [PATCH 0077/1825] Bail the error

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index f11dd238df..7dd40c9e44 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -281,7 +281,6 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
             // If the IsDirectory call was cancelled we bail.
             if (child_dir_status.code() == tensorflow::error::CANCELLED) {
-              ret.Update(child_dir_status);
               continue;
             }
 
-- 
GitLab


From a79bf6cd55588d9122e7ec4fdf0ff9e1d50a43d6 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 5 Oct 2018 14:46:02 -0700
Subject: [PATCH 0078/1825] Minor change on coding style

---
 .../core/kernels/data/matching_files_dataset_op.cc     | 10 ++++------
 1 file changed, 4 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 7dd40c9e44..e2aa45b38a 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -100,7 +100,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
-        Status ret;  // Status to return
+        Status ret;
 
         while (!filepath_queue_.empty() ||
                current_pattern_index_ < dataset()->patterns_.size()) {
@@ -121,9 +121,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
             // In this case, current_path is a directory. Then continue the
             // search.
-            Status s =
-                UpdateIterator(ctx, current_path.first, current_pattern_);
-            ret.Update(s);
+            ret.Update(
+                UpdateIterator(ctx, current_path.first, current_pattern_));
           } else {
             // search a new pattern
             current_pattern_ = dataset()->patterns_[current_pattern_index_];
@@ -139,8 +138,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               current_pattern_ = io::JoinPath(current_dir, current_pattern_);
             }
 
-            Status s = UpdateIterator(ctx, current_dir, current_pattern_);
-            ret.Update(s);
+            ret.Update(UpdateIterator(ctx, current_dir, current_pattern_));
             ++current_pattern_index_;
           }
         }
-- 
GitLab


From 6605eb19bd1ee64d7e58ca982ee560346809e2be Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 8 Oct 2018 21:17:20 -0700
Subject: [PATCH 0079/1825] Add the temporary logs

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index e2aa45b38a..2abac92e5d 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -137,6 +137,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               current_dir = ".";
               current_pattern_ = io::JoinPath(current_dir, current_pattern_);
             }
+            std::cout << "Input pattern: " << current_pattern_
+                      << "; Current dir: " << current_dir << std::endl;
 
             ret.Update(UpdateIterator(ctx, current_dir, current_pattern_));
             ++current_pattern_index_;
@@ -213,6 +215,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                 .substr(0, eval_pattern.find_first_of("*?[\\"));
 
         FileSystem* fs;
+        Status fs_status = ctx->env()->GetFileSystemForFile(dir, &fs);
+        std::cout << "GetFileSystemForFile status: " << fs_status << std::endl;
         TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(dir, &fs));
 
         filepath_queue_.push(PathStatus(dir, true));
@@ -234,6 +238,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           const string& current_dir = current_path.first;
           std::vector<string> children;
           Status s = fs->GetChildren(current_dir, &children);
+          std::cout << "GetChildren status: " << s.ToString()
+                    << "; Children size: " << children.size() << std::endl;
           ret.Update(s);
 
           // If GetChildren() fails, continue the next search.
-- 
GitLab


From 597f04e949285f7e72682c7c3a6ed656a5aedb1e Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 9 Oct 2018 00:38:47 -0700
Subject: [PATCH 0080/1825] Add mroe logging infor

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 2abac92e5d..74494a302c 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -239,7 +239,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           std::vector<string> children;
           Status s = fs->GetChildren(current_dir, &children);
           std::cout << "GetChildren status: " << s.ToString()
-                    << "; Children size: " << children.size() << std::endl;
+                    << "; Children size: " << children.size()
+                    << "; Heap size: " << filepath_queue_.size() << std::endl;
           ret.Update(s);
 
           // If GetChildren() fails, continue the next search.
@@ -282,6 +283,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             const string& child_dir_path =
                 io::JoinPath(current_dir, children[i]);
             const Status& child_dir_status = children_dir_status[i];
+            std::cout << "Child dir path: " << child_dir_path << std::endl;
 
             // If the IsDirectory call was cancelled we bail.
             if (child_dir_status.code() == tensorflow::error::CANCELLED) {
-- 
GitLab


From 775188c321335b1053fd1fb174efd607e5173d59 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 9 Oct 2018 20:51:30 +0000
Subject: [PATCH 0081/1825] Add validation to axis for tf.nn.softmax

This fix tries to address the issue raised in 22793 where
an invalid axis (outside of `[-dim, dim)`) still returns
value. This behavior is different from most other ops in
tf like `tf.argmax`/etc.

This fix add the validation of axis so that an error
will be returned in case of invalid axis.

This fix fixes 22793.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/ops/nn_ops.py | 26 ++++++++++++++------------
 1 file changed, 14 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 04962da7f7..56f36260f9 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -30,6 +30,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import gen_nn_ops
 from tensorflow.python.ops import math_ops
@@ -1679,22 +1680,23 @@ def _softmax(logits, compute_op, dim=-1, name=None):
 
   # If dim is not the last dimension, we have to do a transpose so that we can
   # still perform softmax on its last dimension.
+  is_valid_dim = control_flow_ops.Assert(math_ops.logical_and(math_ops.greater_equal(dim, -shape.ndims), math_ops.less(dim, shape.ndims)), [dim])
+  with ops.control_dependencies([is_valid_dim]):
+    # Swap logits' dimension of dim and its last dimension.
+    input_rank = array_ops.rank(logits)
+    dim_axis = dim % shape.ndims
+    logits = _swap_axis(logits, dim_axis, math_ops.subtract(input_rank, 1))
 
-  # Swap logits' dimension of dim and its last dimension.
-  input_rank = array_ops.rank(logits)
-  dim_axis = dim % shape.ndims
-  logits = _swap_axis(logits, dim_axis, math_ops.subtract(input_rank, 1))
+    # Do the actual softmax on its last dimension.
+    output = compute_op(logits)
 
-  # Do the actual softmax on its last dimension.
-  output = compute_op(logits)
+    output = _swap_axis(
+        output, dim_axis, math_ops.subtract(input_rank, 1), name=name)
 
-  output = _swap_axis(
-      output, dim_axis, math_ops.subtract(input_rank, 1), name=name)
+    # Make shape inference work since transpose may erase its static shape.
+    output.set_shape(shape)
 
-  # Make shape inference work since transpose may erase its static shape.
-  output.set_shape(shape)
-
-  return output
+    return output
 
 
 @tf_export("nn.softmax", "math.softmax")
-- 
GitLab


From 7ec309774d2eeb4285a0eb6ba0585848fc50054b Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 9 Oct 2018 20:56:17 +0000
Subject: [PATCH 0082/1825] Pylint fix

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/ops/nn_ops.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 56f36260f9..70601dfaba 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -30,8 +30,8 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import check_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gen_nn_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
@@ -1680,7 +1680,9 @@ def _softmax(logits, compute_op, dim=-1, name=None):
 
   # If dim is not the last dimension, we have to do a transpose so that we can
   # still perform softmax on its last dimension.
-  is_valid_dim = control_flow_ops.Assert(math_ops.logical_and(math_ops.greater_equal(dim, -shape.ndims), math_ops.less(dim, shape.ndims)), [dim])
+  is_valid_dim = control_flow_ops.Assert(math_ops.logical_and(
+      math_ops.greater_equal(dim, -shape.ndims),
+      math_ops.less(dim, shape.ndims)), [dim])
   with ops.control_dependencies([is_valid_dim]):
     # Swap logits' dimension of dim and its last dimension.
     input_rank = array_ops.rank(logits)
-- 
GitLab


From 980227aabdd20da19a8824d1f828e22fb8bf5c1e Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 9 Oct 2018 20:56:55 +0000
Subject: [PATCH 0083/1825] Add test case for axis validation with
 tf.nn.softmax

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/kernel_tests/softmax_op_test.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/tensorflow/python/kernel_tests/softmax_op_test.py b/tensorflow/python/kernel_tests/softmax_op_test.py
index 89f4697e5c..55849304e8 100644
--- a/tensorflow/python/kernel_tests/softmax_op_test.py
+++ b/tensorflow/python/kernel_tests/softmax_op_test.py
@@ -222,6 +222,13 @@ class SoftmaxTest(test.TestCase):
       with self.assertRaises(errors_impl.InvalidArgumentError):
         nn_ops.softmax([1., 2., 3., 4.], axis=dim).eval()
 
+  def testInvalidAxis(self):
+    # Test case for GitHub issue 22793.
+    with self.cached_session():
+      ones = array_ops.ones(shape=[2, 3])
+      with self.assertRaises(errors_impl.InvalidArgumentError):
+        nn_ops.softmax(ones, axis=2).eval()
+
   def testLargeDims(self):
     # Make sure that we properly handle large inputs. See
     # https://github.com/tensorflow/tensorflow/issues/4425 for details
-- 
GitLab


From ff1b492e75877c684b81335495b46b9503e89172 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 9 Oct 2018 17:40:24 -0700
Subject: [PATCH 0084/1825] Temporary code for fixing the Windows backslash
 issue

---
 .../kernels/data/matching_files_dataset_op.cc | 41 ++++++++++++++-----
 1 file changed, 31 insertions(+), 10 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 74494a302c..0158b31d92 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -101,17 +101,29 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
         Status ret;
+        FileSystem* fs;
 
         while (!filepath_queue_.empty() ||
                current_pattern_index_ < dataset()->patterns_.size()) {
           // All the elements in the heap will be the matched filenames or the
           // potential directories.
           if (!filepath_queue_.empty()) {
-            const PathStatus current_path = filepath_queue_.top();
+            PathStatus current_path = filepath_queue_.top();
             filepath_queue_.pop();
 
+            TF_RETURN_IF_ERROR(
+                ctx->env()->GetFileSystemForFile(current_path.first, &fs));
+
             if (!current_path.second) {
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
+
+              // Replace the forward slash by the backslash for Windows path
+              if (dataset()->patterns_[current_pattern_index_ - 1].find('\\') !=
+                  std::string::npos) {
+                std::replace(current_path.first.begin(),
+                             current_path.first.end(), '/', '\\');
+              }
+
               filepath_tensor.scalar<string>()() =
                   std::move(current_path.first);
               out_tensors->emplace_back(std::move(filepath_tensor));
@@ -122,10 +134,24 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             // In this case, current_path is a directory. Then continue the
             // search.
             ret.Update(
-                UpdateIterator(ctx, current_path.first, current_pattern_));
+                UpdateIterator(ctx, fs, current_path.first, current_pattern_));
           } else {
             // search a new pattern
             current_pattern_ = dataset()->patterns_[current_pattern_index_];
+            TF_RETURN_IF_ERROR(
+                ctx->env()->GetFileSystemForFile(current_pattern_, &fs));
+
+            // Windows paths contain backslashes and Windows APIs accept forward
+            // and backslashes equivalently, so we convert the pattern to use
+            // forward slashes exclusively. The backslash is used as the
+            // indicator of Windows paths. Note that this is not ideal, since
+            // the API expects backslash as an escape character, but no code
+            // appears to rely on this behavior
+            if (current_pattern_.find('\\') != std::string::npos) {
+              std::replace(current_pattern_.begin(), current_pattern_.end(),
+                           '\\', '/');
+            }
+
             StringPiece fixed_prefix =
                 StringPiece(current_pattern_)
                     .substr(0, current_pattern_.find_first_of("*?[\\"));
@@ -140,7 +166,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             std::cout << "Input pattern: " << current_pattern_
                       << "; Current dir: " << current_dir << std::endl;
 
-            ret.Update(UpdateIterator(ctx, current_dir, current_pattern_));
+            ret.Update(UpdateIterator(ctx, fs, current_dir, current_pattern_));
             ++current_pattern_index_;
           }
         }
@@ -207,18 +233,13 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
      private:
-      Status UpdateIterator(IteratorContext* ctx, const string& dir,
-                            const string& eval_pattern)
+      Status UpdateIterator(IteratorContext* ctx, FileSystem* fs,
+                            const string& dir, const string& eval_pattern)
           EXCLUSIVE_LOCKS_REQUIRED(mu_) {
         StringPiece fixed_prefix =
             StringPiece(eval_pattern)
                 .substr(0, eval_pattern.find_first_of("*?[\\"));
 
-        FileSystem* fs;
-        Status fs_status = ctx->env()->GetFileSystemForFile(dir, &fs);
-        std::cout << "GetFileSystemForFile status: " << fs_status << std::endl;
-        TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(dir, &fs));
-
         filepath_queue_.push(PathStatus(dir, true));
         Status ret;  // Status to return
 
-- 
GitLab


From 7efb78e55c9993068fdc82df3d2df9d989d111e4 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Wed, 10 Oct 2018 14:22:32 +0000
Subject: [PATCH 0085/1825] Add test case for tf.keras.regularizers.{l1,l2}(0.)
 with tf.get_variable

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/keras/integration_test.py | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/tensorflow/python/keras/integration_test.py b/tensorflow/python/keras/integration_test.py
index 3c0f73b1c3..0e6fc79dd3 100644
--- a/tensorflow/python/keras/integration_test.py
+++ b/tensorflow/python/keras/integration_test.py
@@ -26,6 +26,7 @@ from tensorflow.python.keras import testing_utils
 from tensorflow.python.layers import core as tf_core_layers
 from tensorflow.python.ops import nn
 from tensorflow.python.ops import rnn_cell
+from tensorflow.python.ops import variable_scope
 from tensorflow.python.platform import test
 
 
@@ -312,6 +313,15 @@ class KerasIntegrationTest(test.TestCase):
                           verbose=0)
       self.assertGreater(history.history['val_acc'][-1], 0.7)
 
+  def test_regularizers_with_get_variable(self):
+    # Test case for GitHub issue 22470.
+    with self.cached_session():
+      v = variable_scope.get_variable(
+          "v",
+          shape = [4, 4],
+          initializer=keras.initializers.glorot_uniform(),
+          regularizer=keras.regularizers.l2(0.))
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 0e1bc5100d72dd75e7b148f0cf1d422ac0c6469b Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 10 Oct 2018 13:38:06 -0700
Subject: [PATCH 0086/1825] Revise the NestedDirectories test working for both
 Windows and Linux

---
 ...tching_files_dataset_serialization_test.py | 16 +++++-----
 .../matching_files_dataset_op_test.py         | 30 ++++++++-----------
 2 files changed, 20 insertions(+), 26 deletions(-)

diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py b/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
index 41146c9786..b120c0a626 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/matching_files_dataset_serialization_test.py
@@ -42,21 +42,19 @@ class MatchingFilesDatasetSerializationTest(
                                 *[str(dir_name) for dir_name in range(j)])
         if not os.path.exists(new_base):
           os.makedirs(new_base)
-        for f in ['a.txt', 'b.py', 'c.pyc']:
+        child_files = ['a.py', 'b.pyc'] if j < depth - 1 else ['c.txt', 'd.log']
+        for f in child_files:
           filename = os.path.join(new_base, f)
           open(filename, 'w').close()
 
-    patterns = []
-    for i in range(depth):
-      pattern = os.path.join(tmp_dir,
-                             os.path.join(*['**' for _ in range(i + 1)]),
-                             '*.txt')
-      patterns.append(pattern)
+    patterns = [
+        os.path.join(tmp_dir, os.path.join(*['**' for _ in range(depth)]),
+                     suffix) for suffix in ['*.txt', '*.log']]
 
-    num_outputs = width * depth
+    num_outputs = width * len(patterns)
     self.run_core_tests(
         lambda: self._build_iterator_graph(patterns),
-        lambda: self._build_iterator_graph(patterns[0:depth // 2]), num_outputs)
+        lambda: self._build_iterator_graph(patterns[0:1]), num_outputs)
 
     shutil.rmtree(tmp_dir, ignore_errors=True)
 
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 4b59500bd4..d811844cae 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -136,23 +136,23 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
         new_base = os.path.join(self.tmp_dir, str(i),
                                 *[str(dir_name) for dir_name in range(j)])
         os.makedirs(new_base)
-        for f in ['a.txt', 'b.py', 'c.pyc']:
+        child_files = ['a.py', 'b.pyc'] if j < depth - 1 else ['c.txt', 'd.log']
+        for f in child_files:
           filename = os.path.join(new_base, f)
           filenames.append(filename)
           open(filename, 'w').close()
 
-    patterns = []
-    for i in range(depth):
-      pattern = os.path.join(
-          self.tmp_dir, os.path.join(*['**' for _ in range(i + 1)]), '*.txt')
-      patterns.append(pattern)
+    patterns = [
+        os.path.join(self.tmp_dir, os.path.join(*['**' for _ in range(depth)]),
+                     suffix) for suffix in ['*.txt', '*.log']]
 
     dataset = MatchingFilesDataset(patterns)
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
       expected_filenames = [compat.as_bytes(filename)
                             for filename in filenames
-                            if filename.endswith('.txt')]
+                            if filename.endswith('.txt')
+                            or filename.endswith('.log')]
       actual_filenames = []
       while True:
         try:
@@ -173,19 +173,15 @@ class MatchingFilesDatasetBenchmark(test.Benchmark):
       for j in range(depth):
         new_base = os.path.join(tmp_dir, str(i),
                                 *[str(dir_name) for dir_name in range(j)])
-        if not os.path.exists(new_base):
-          os.makedirs(new_base)
-        for f in ['a.txt', 'b.py', 'c.pyc']:
+        os.makedirs(new_base)
+        child_files = ['a.py', 'b.pyc'] if j < depth - 1 else ['c.txt', 'd.log']
+        for f in child_files:
           filename = os.path.join(new_base, f)
           open(filename, 'w').close()
 
-    patterns = []
-    for i in range(depth):
-      pattern = os.path.join(tmp_dir,
-                             os.path.join(*['**' for _ in range(i + 1)]),
-                             '*.txt')
-
-      patterns.append(pattern)
+    patterns = [
+        os.path.join(tmp_dir, os.path.join(*['**' for _ in range(depth)]),
+                     suffix) for suffix in ['*.txt', '*.log']]
 
     deltas = []
     iters = 3
-- 
GitLab


From ab69b3450ff9469448b0b1c3e365e860d9ba1600 Mon Sep 17 00:00:00 2001
From: Trevor Morris <tmorris@nvidia.com>
Date: Wed, 10 Oct 2018 14:42:08 -0700
Subject: [PATCH 0087/1825] Add conversion, tests for Reshape and Transpose

---
 tensorflow/contrib/tensorrt/BUILD             |   1 +
 .../contrib/tensorrt/convert/convert_graph.cc |   2 +
 .../contrib/tensorrt/convert/convert_nodes.cc |  57 ++++++
 .../tensorrt/test/reshape_transpose_test.py   | 188 ++++++++++++++++++
 4 files changed, 248 insertions(+)
 create mode 100644 tensorflow/contrib/tensorrt/test/reshape_transpose_test.py

diff --git a/tensorflow/contrib/tensorrt/BUILD b/tensorflow/contrib/tensorrt/BUILD
index 5c16fcb760..d756857f18 100644
--- a/tensorflow/contrib/tensorrt/BUILD
+++ b/tensorflow/contrib/tensorrt/BUILD
@@ -455,6 +455,7 @@ cuda_py_tests(
         "test/multi_connection_neighbor_engine_test.py",
         "test/neighboring_engine_test.py",
         "test/rank_two_test.py",
+        "test/reshape_transpose_test.py",
         "test/vgg_block_nchw_test.py",
         "test/vgg_block_test.py",
     ],
diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.cc b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
index 7ad9bf22d3..4d41761fdb 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
@@ -115,6 +115,8 @@ bool IsTensorRTCandidate(const tensorflow::Node* node) {
     "Sqrt",
     "Abs",
     "Neg",
+    "Transpose",
+    "Reshape",
 #if NV_TENSORRT_MAJOR > 3
     "MatMul",
     "BatchMatMul",
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index 0ce891782e..e2ed372f12 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -1467,6 +1467,59 @@ tensorflow::Status ConvertPlugin(Converter& ctx,
   return tensorflow::Status::OK();
 }
 
+tensorflow::Status ConvertTranspose(
+    Converter& ctx, const tensorflow::NodeDef& node_def,
+    const std::vector<TRT_TensorOrWeights>& inputs,
+    std::vector<TRT_TensorOrWeights>* outputs) {
+  if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
+      !inputs.at(1).is_weights()) {
+    return tensorflow::errors::InvalidArgument(
+        "Input expects tensor and weights, at", node_def.name());
+  }
+  nvinfer1::ITensor* input_tensor = const_cast<nvinfer1::ITensor*>(
+      inputs.at(0).tensor());
+
+  TRT_ShapedWeights weights = inputs.at(1).weights();
+  const int* weights_ptr = static_cast<int*>(const_cast<void*>(
+      weights.GetValues()));
+  std::vector<int> perm(weights.count());
+  for (int i = 0; i < weights.count(); i++) {
+    perm[i] = weights_ptr[i];
+  }
+
+  nvinfer1::ITensor* output_tensor = ctx.TransposeTensor(input_tensor, perm);
+  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  return tensorflow::Status::OK();
+}
+
+tensorflow::Status ConvertReshape(
+    Converter& ctx, const tensorflow::NodeDef& node_def,
+    const std::vector<TRT_TensorOrWeights>& inputs,
+    std::vector<TRT_TensorOrWeights>* outputs) {
+  if (inputs.size() != 2 || !inputs.at(1).is_weights()) {
+    return tensorflow::errors::InvalidArgument(
+        "Input expects weights for shape, at", node_def.name());
+  }
+
+  TRT_ShapedWeights weights = inputs.at(1).weights();
+  const int* weights_ptr = static_cast<int*>(const_cast<void*>(
+      weights.GetValues()));
+  nvinfer1::Dims new_shape;
+  // Ignore first (batch) dimension because TRT abstracts batch away
+  new_shape.nbDims = weights.count() - 1;
+  for (int i = 1; i < weights.count(); i++) {
+    new_shape.d[i-1] = weights_ptr[i];
+  }
+
+  const nvinfer1::ITensor* output_tensor;
+  TFTRT_RETURN_ERROR_IF_FALSE(
+      PrepareTensorForShape(ctx, inputs.at(0), new_shape, &output_tensor),
+      node_def.name());
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
+  return tensorflow::Status::OK();
+}
+
 tensorflow::Status ConvertConv2D(Converter& ctx,
                                  const tensorflow::NodeDef& node_def,
                                  const std::vector<TRT_TensorOrWeights>& inputs,
@@ -2666,6 +2719,10 @@ void Converter::register_op_converters() {
   op_registry_["Sqrt"] = ConvertUnary;
   op_registry_["Abs"] = ConvertUnary;
   op_registry_["Neg"] = ConvertUnary;
+
+  op_registry_["Transpose"] = ConvertTranspose;
+  op_registry_["Reshape"] = ConvertReshape;
+
 #if NV_TENSORRT_MAJOR == 3
   op_registry_["Mean"] = ConvertReducePool;
 #endif
diff --git a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
new file mode 100644
index 0000000000..a81e3c7bc6
--- /dev/null
+++ b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
@@ -0,0 +1,188 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Basic tests for TF-TensorRT integration."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.contrib.tensorrt.python import trt_convert
+from tensorflow.contrib.tensorrt.test import tf_trt_integration_test_base as trt_test
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import nn
+from tensorflow.python.ops import nn_ops
+from tensorflow.python.platform import test
+
+
+class SimpleReshapeTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    # TODO(aaroey): test graph with different dtypes.
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [-1, 24*24*2])
+        print('RESHAPE SHAPE', reshape.get_shape().as_list())
+        identity = array_ops.identity(reshape, "identity")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(100, 24*24*2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return ["my_trt_op_0"]
+
+class ReshapeInverseTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    # TODO(aaroey): test graph with different dtypes.
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [-1, 24*24*2])
+        reshape = array_ops.reshape(reshape, [-1, 24, 24, 2])
+        identity = array_ops.identity(reshape, "identity")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(100, 24, 24, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return ["my_trt_op_0"]
+
+class ManyReshapeTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    # TODO(aaroey): test graph with different dtypes.
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [-1, 24*24, 2])
+        reshape = array_ops.reshape(reshape, [-1, 24*2, 24])
+        reshape = array_ops.reshape(reshape, [-1, 24, 24*2])
+        reshape = array_ops.reshape(reshape, [-1, 6, 4, 24, 2])
+        reshape = array_ops.reshape(reshape, [-1, 6, 4, 6, 4, 2])
+        reshape = array_ops.reshape(reshape, [-1, 6, 4, 6, 4, 2, 1])
+        reshape = array_ops.reshape(reshape, [-1, 24, 24, 2])
+        identity = array_ops.identity(reshape, "identity")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(100, 24, 24, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return ["my_trt_op_0"]
+
+class SimpleTransposeTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    # TODO(aaroey): test graph with different dtypes.
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        # to NCHW
+        transpose = array_ops.transpose(inp, [0, 3, 1, 2])
+        identity = array_ops.identity(transpose, "identity")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(100, 2, 24, 24)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return ["my_trt_op_0"]
+
+class TransposeInverseTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    # TODO(aaroey): test graph with different dtypes.
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        # to NCHW
+        transpose = array_ops.transpose(inp, [0, 3, 1, 2])
+        # back to NHWC
+        transpose = array_ops.transpose(transpose, [0, 2, 3, 1])
+        identity = array_ops.identity(transpose, "identity")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(100, 24, 24, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return ["my_trt_op_0"]
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 307ef84f3c53bb35222182afaf40385fae88ec73 Mon Sep 17 00:00:00 2001
From: Trevor Morris <tmorris@nvidia.com>
Date: Wed, 10 Oct 2018 14:44:05 -0700
Subject: [PATCH 0088/1825] Remove leftover todo comments

---
 tensorflow/contrib/tensorrt/test/reshape_transpose_test.py | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
index a81e3c7bc6..81dad5e1a4 100644
--- a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
+++ b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
@@ -36,7 +36,6 @@ class SimpleReshapeTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
     """Create a graph containing single segment."""
-    # TODO(aaroey): test graph with different dtypes.
     dtype = dtypes.float32
     input_name = "input"
     input_dims = [100, 24, 24, 2]
@@ -65,7 +64,6 @@ class ReshapeInverseTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
     """Create a graph containing single segment."""
-    # TODO(aaroey): test graph with different dtypes.
     dtype = dtypes.float32
     input_name = "input"
     input_dims = [100, 24, 24, 2]
@@ -94,7 +92,6 @@ class ManyReshapeTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
     """Create a graph containing single segment."""
-    # TODO(aaroey): test graph with different dtypes.
     dtype = dtypes.float32
     input_name = "input"
     input_dims = [100, 24, 24, 2]
@@ -128,7 +125,6 @@ class SimpleTransposeTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
     """Create a graph containing single segment."""
-    # TODO(aaroey): test graph with different dtypes.
     dtype = dtypes.float32
     input_name = "input"
     input_dims = [100, 24, 24, 2]
@@ -157,7 +153,6 @@ class TransposeInverseTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
     """Create a graph containing single segment."""
-    # TODO(aaroey): test graph with different dtypes.
     dtype = dtypes.float32
     input_name = "input"
     input_dims = [100, 24, 24, 2]
-- 
GitLab


From e1978dc07690b97b2708a8ccf66b6f1293ce7dff Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Wed, 10 Oct 2018 15:54:47 -0700
Subject: [PATCH 0089/1825] fixed style with clang-format 3.6.0

---
 tensorflow/core/ops/nn_ops.cc | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index 199176e93f..ee0c5ce51d 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -704,8 +704,8 @@ REGISTER_OP("LRNGrad")
 
 REGISTER_OP("MaxPool")
     .Attr(
-        "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
-        "uint16, qint8} = DT_FLOAT")
+         "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
+         "uint16, qint8} = DT_FLOAT")
     .Attr("ksize: list(int) >= 4")
     .Attr("strides: list(int) >= 4")
     .Attr(GetPaddingAttrString())
@@ -716,8 +716,8 @@ REGISTER_OP("MaxPool")
 
 REGISTER_OP("MaxPoolV2")
     .Attr(
-        "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
-        "uint16, qint8} = DT_FLOAT")
+         "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
+         "uint16, qint8} = DT_FLOAT")
     .Attr(GetPaddingAttrString())
     .Attr("data_format: {'NHWC', 'NCHW', 'NCHW_VECT_C'} = 'NHWC'")
     .Input("input: T")
@@ -2262,8 +2262,8 @@ REGISTER_OP("_MklInputConversion")
     .Output("mkl_output_1: uint8")
     // All datatypes supported by element-wise ops
     .Attr(
-        "T: {half, float, double, uint8, int8, uint16, int16, int32, int64, "
-        "complex64, complex128}")
+         "T: {half, float, double, uint8, int8, uint16, int16, int32, int64, "
+         "complex64, complex128}")
     .Attr(GetConvnetDataFormat2D3DAttrString())
     .SetShapeFn(shape_inference::UnknownShape)
     .Doc(R"doc(
-- 
GitLab


From 9b093e3428c9a24b7c23d7136f45d925eec13258 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 10 Oct 2018 16:45:11 -0700
Subject: [PATCH 0090/1825] Better handle the non-ok status and clean code

---
 .../kernels/data/matching_files_dataset_op.cc | 31 +++++++++----------
 1 file changed, 14 insertions(+), 17 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 0158b31d92..23587a2d00 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -100,9 +100,14 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
-        Status ret;
         FileSystem* fs;
 
+        TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(
+            dataset()->patterns_[(current_pattern_index_ > 0)
+                                     ? current_pattern_index_ - 1
+                                     : 0],
+            &fs));
+
         while (!filepath_queue_.empty() ||
                current_pattern_index_ < dataset()->patterns_.size()) {
           // All the elements in the heap will be the matched filenames or the
@@ -111,13 +116,10 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             PathStatus current_path = filepath_queue_.top();
             filepath_queue_.pop();
 
-            TF_RETURN_IF_ERROR(
-                ctx->env()->GetFileSystemForFile(current_path.first, &fs));
-
             if (!current_path.second) {
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
 
-              // Replace the forward slash by the backslash for Windows path
+              // Replace the forward slash with the backslash for Windows path
               if (dataset()->patterns_[current_pattern_index_ - 1].find('\\') !=
                   std::string::npos) {
                 std::replace(current_path.first.begin(),
@@ -133,13 +135,11 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
             // In this case, current_path is a directory. Then continue the
             // search.
-            ret.Update(
+            TF_RETURN_IF_ERROR(
                 UpdateIterator(ctx, fs, current_path.first, current_pattern_));
           } else {
             // search a new pattern
             current_pattern_ = dataset()->patterns_[current_pattern_index_];
-            TF_RETURN_IF_ERROR(
-                ctx->env()->GetFileSystemForFile(current_pattern_, &fs));
 
             // Windows paths contain backslashes and Windows APIs accept forward
             // and backslashes equivalently, so we convert the pattern to use
@@ -163,16 +163,15 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               current_dir = ".";
               current_pattern_ = io::JoinPath(current_dir, current_pattern_);
             }
-            std::cout << "Input pattern: " << current_pattern_
-                      << "; Current dir: " << current_dir << std::endl;
 
-            ret.Update(UpdateIterator(ctx, fs, current_dir, current_pattern_));
+            TF_RETURN_IF_ERROR(
+                UpdateIterator(ctx, fs, current_dir, current_pattern_));
             ++current_pattern_index_;
           }
         }
 
         *end_of_sequence = true;
-        return ret;
+        return Status::OK();
       }
 
      protected:
@@ -259,14 +258,13 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           const string& current_dir = current_path.first;
           std::vector<string> children;
           Status s = fs->GetChildren(current_dir, &children);
-          std::cout << "GetChildren status: " << s.ToString()
-                    << "; Children size: " << children.size()
-                    << "; Heap size: " << filepath_queue_.size() << std::endl;
           ret.Update(s);
 
           // If GetChildren() fails, continue the next search.
-          if (!s.ok()) {
+          if (ret.code() == error::NOT_FOUND) {
             continue;
+          } else if (!ret.ok()) {
+            return ret;
           }
 
           // children_dir_status holds is_dir status for children. It can have
@@ -304,7 +302,6 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             const string& child_dir_path =
                 io::JoinPath(current_dir, children[i]);
             const Status& child_dir_status = children_dir_status[i];
-            std::cout << "Child dir path: " << child_dir_path << std::endl;
 
             // If the IsDirectory call was cancelled we bail.
             if (child_dir_status.code() == tensorflow::error::CANCELLED) {
-- 
GitLab


From f5b79a0a545c74bfef15e86fa8c3fa019b4da7b8 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 10 Oct 2018 17:04:17 -0700
Subject: [PATCH 0091/1825] Minor change on coding style

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 23587a2d00..6ee0bcf6f5 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -103,9 +103,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         FileSystem* fs;
 
         TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(
-            dataset()->patterns_[(current_pattern_index_ > 0)
-                                     ? current_pattern_index_ - 1
-                                     : 0],
+            dataset()
+                ->patterns_[std::max(size_t(0), current_pattern_index_ - 1)],
             &fs));
 
         while (!filepath_queue_.empty() ||
-- 
GitLab


From 579155d915bd1fe2cfcff9927ca9af996aca1b72 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 10 Oct 2018 21:29:36 -0700
Subject: [PATCH 0092/1825] Solve the size_t issue in computing pattern index

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 6ee0bcf6f5..23587a2d00 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -103,8 +103,9 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         FileSystem* fs;
 
         TF_RETURN_IF_ERROR(ctx->env()->GetFileSystemForFile(
-            dataset()
-                ->patterns_[std::max(size_t(0), current_pattern_index_ - 1)],
+            dataset()->patterns_[(current_pattern_index_ > 0)
+                                     ? current_pattern_index_ - 1
+                                     : 0],
             &fs));
 
         while (!filepath_queue_.empty() ||
-- 
GitLab


From 879a5020f0b05026951d463bad47c00d94da6879 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 11 Oct 2018 14:06:31 -0700
Subject: [PATCH 0093/1825] Add the logging for the Google internal test

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 23587a2d00..f12e376ddc 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -258,6 +258,9 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           const string& current_dir = current_path.first;
           std::vector<string> children;
           Status s = fs->GetChildren(current_dir, &children);
+          std::cout << "Children Num: " << children.size()
+                    << "; Status: " << s.ToString()
+                    << "; Current dir: " << current_dir << std::endl;
           ret.Update(s);
 
           // If GetChildren() fails, continue the next search.
-- 
GitLab


From 278c0fbc7e4fad5644d2d79b4a48a4918d109dad Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Thu, 11 Oct 2018 17:02:22 -0700
Subject: [PATCH 0094/1825] changed enum to enum class

---
 tensorflow/core/util/mkl_util.h | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/util/mkl_util.h b/tensorflow/core/util/mkl_util.h
index 883fa612d5..a225850d21 100644
--- a/tensorflow/core/util/mkl_util.h
+++ b/tensorflow/core/util/mkl_util.h
@@ -104,10 +104,10 @@ typedef enum {
   Dim3d_I = 1
 } MklDnnDims3D;
 
-typedef enum {
-  QUANTIZED_VERSION = 0,
+enum class MklQuantization {
+  QUANTIZED_VERSION,
   FP_VERSION,
-} MklQuantization;
+}; 
 static const int kSmallBatchSize = 32;
 
 #ifdef INTEL_MKL_ML_ONLY
-- 
GitLab


From 988fae336c9146b1534a750edcd3b4905f207814 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 11 Oct 2018 17:35:13 -0700
Subject: [PATCH 0095/1825] Minor change on testNonExistingDirectory

---
 .../python/data/kernel_tests/matching_files_dataset_op_test.py  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index d811844cae..2a60b653d2 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -48,7 +48,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
   def testNonExistingDirectory(self):
     """Test the MatchingFiles dataset with a non-existing directory"""
 
-    self.tearDown()
+    self.tmp_dir = os.path.join(self.tmp_dir, "nonexistingdir")
     dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
-- 
GitLab


From 503eee5bcaa5c5ff55acad024543babad36eb557 Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Fri, 12 Oct 2018 03:03:22 -0700
Subject: [PATCH 0096/1825] fixed clang-format from target log

---
 tensorflow/core/ops/nn_ops.cc | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index ee0c5ce51d..199176e93f 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -704,8 +704,8 @@ REGISTER_OP("LRNGrad")
 
 REGISTER_OP("MaxPool")
     .Attr(
-         "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
-         "uint16, qint8} = DT_FLOAT")
+        "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
+        "uint16, qint8} = DT_FLOAT")
     .Attr("ksize: list(int) >= 4")
     .Attr("strides: list(int) >= 4")
     .Attr(GetPaddingAttrString())
@@ -716,8 +716,8 @@ REGISTER_OP("MaxPool")
 
 REGISTER_OP("MaxPoolV2")
     .Attr(
-         "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
-         "uint16, qint8} = DT_FLOAT")
+        "T: {half, bfloat16, float, double, int32, int64, uint8, int16, int8, "
+        "uint16, qint8} = DT_FLOAT")
     .Attr(GetPaddingAttrString())
     .Attr("data_format: {'NHWC', 'NCHW', 'NCHW_VECT_C'} = 'NHWC'")
     .Input("input: T")
@@ -2262,8 +2262,8 @@ REGISTER_OP("_MklInputConversion")
     .Output("mkl_output_1: uint8")
     // All datatypes supported by element-wise ops
     .Attr(
-         "T: {half, float, double, uint8, int8, uint16, int16, int32, int64, "
-         "complex64, complex128}")
+        "T: {half, float, double, uint8, int8, uint16, int16, int32, int64, "
+        "complex64, complex128}")
     .Attr(GetConvnetDataFormat2D3DAttrString())
     .SetShapeFn(shape_inference::UnknownShape)
     .Doc(R"doc(
-- 
GitLab


From 67d6b59b76f93496083b31569116880510f209ae Mon Sep 17 00:00:00 2001
From: Vijay Vasudevan <vrv@google.com>
Date: Fri, 12 Oct 2018 09:42:27 -0700
Subject: [PATCH 0097/1825] Update documentation, add brackets.

---
 tensorflow/core/kernels/conv_ops.cc | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/conv_ops.cc b/tensorflow/core/kernels/conv_ops.cc
index 61ef217097..2b273d6ff2 100644
--- a/tensorflow/core/kernels/conv_ops.cc
+++ b/tensorflow/core/kernels/conv_ops.cc
@@ -739,14 +739,16 @@ void LaunchConv2DOp<GPUDevice, T>::operator()(
       To32Bit(transformed_filter.tensor<T, 4>()));
 
   Tensor transformed_output;
-  if (data_format == FORMAT_NHWC)
+  if (data_format == FORMAT_NHWC) {
+    // Only allocate temporary memory when a layout transformation is needed.
     OP_REQUIRES_OK(
         ctx, ctx->allocate_temp(DataTypeToEnum<T>::value,
                                 ShapeFromFormat(FORMAT_NCHW, out_batch,
                                                 out_rows, out_cols, out_depths),
                                 &transformed_output));
-  else
+  } else {
     transformed_output = *output;
+  }
 
   auto input_ptr = AsDeviceMemory(input.template flat<T>().data(),
                                   input.template flat<T>().size());
-- 
GitLab


From d14c6ed4ead3685638341b650641940e6190a0d3 Mon Sep 17 00:00:00 2001
From: Guozhong Zhuang <guozhong.zhuang@intel.com>
Date: Fri, 12 Oct 2018 09:45:03 -0700
Subject: [PATCH 0098/1825] Clean out MKL_ML code from backward conv2D ops

---
 .../core/kernels/mkl_conv_grad_filter_ops.cc  | 394 +-----------------
 .../core/kernels/mkl_conv_grad_input_ops.cc   | 324 --------------
 tensorflow/core/kernels/mkl_conv_ops.h        |   8 -
 3 files changed, 1 insertion(+), 725 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc b/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc
index f406ad2ab5..eebd788545 100644
--- a/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc
@@ -38,25 +38,17 @@ limitations under the License.
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
-#ifndef INTEL_MKL_ML_ONLY
 #include "mkldnn.hpp"
+#include "tensorflow/core/util/mkl_util.h"
 
 using mkldnn::convolution_backward_weights;
 using mkldnn::memory;
 using mkldnn::prop_kind;
 using mkldnn::stream;
-#else
-#include "mkl_dnn.h"
-#include "mkl_dnn_types.h"
-#endif
-
-#include "tensorflow/core/util/mkl_util.h"
 
 namespace tensorflow {
 typedef Eigen::ThreadPoolDevice CPUDevice;
 
-#ifndef INTEL_MKL_ML_ONLY
-
 struct MklConvBwdFilterParams {
   memory::dims src_dims;
   memory::dims diff_filter_dims;
@@ -358,388 +350,6 @@ class MklConvBwdFilterPrimitiveFactory : public MklPrimitiveFactory<T> {
   }
 };
 
-#endif
-
-#ifdef INTEL_MKL_ML_ONLY
-
-template <typename Device, class T>
-class MklConv2DCustomBackpropFilterOp : public OpKernel {
- public:
-  explicit MklConv2DCustomBackpropFilterOp(OpKernelConstruction* context)
-      : OpKernel(context) {
-    string data_format;
-    OP_REQUIRES_OK(context, context->GetAttr("data_format", &data_format));
-    OP_REQUIRES(context, FormatFromString(data_format, &data_format_),
-                errors::InvalidArgument("Invalid data format"));
-
-    OP_REQUIRES_OK(context, context->GetAttr("strides", &strides_));
-    int stride_n = GetTensorDim(strides_, data_format_, 'N');
-    int stride_c = GetTensorDim(strides_, data_format_, 'C');
-    OP_REQUIRES(
-        context, (stride_n == 1 && stride_c == 1),
-        errors::InvalidArgument("Current implementation does not yet support "
-                                "strides in the batch and depth dimensions."));
-    OP_REQUIRES_OK(context, context->GetAttr("padding", &padding_));
-  }
-
-  void Compute(OpKernelContext* context) override {
-    MklConv2DGradFilterOpContext mkl_context;
-    const Tensor& input = MklGetInput(context, 0);
-    GetMklShape(context, 0, &(mkl_context.input_shape));
-    bool input_in_mkl_format = mkl_context.input_shape.IsMklTensor();
-
-    const Tensor& filter_sizes = MklGetInput(context, 1);
-
-    const Tensor& out_backprop = MklGetInput(context, 2);
-    GetMklShape(context, 2, &(mkl_context.out_backprop_shape));
-    bool out_backprop_in_mkl_format =
-        mkl_context.out_backprop_shape.IsMklTensor();
-
-    TensorShape input_shape, filter_shape, out_backprop_shape;
-
-    OP_REQUIRES(
-        context, TensorShapeUtils::IsVector(filter_sizes.shape()),
-        errors::InvalidArgument(
-            "Conv2DCustomBackpropFilter: filter_sizes input must be 1-dim, "
-            "not ",
-            filter_sizes.dims()));
-    OP_REQUIRES_OK(context, TensorShapeUtils::MakeShape(
-                                filter_sizes.vec<int32>(), &filter_shape));
-
-    ConvBackpropDimensions backprop_dims;
-
-    // Generate shape for input if input is in MKL format.
-    if (input_in_mkl_format) {
-      OP_REQUIRES(context, mkl_context.input_shape.GetDimension() == 4,
-                  errors::InvalidArgument(
-                      "Conv2DCustomBackpropFilter: input size must be 4-dim"));
-
-      MklSizesToTFSizes(context, data_format_, mkl_context.input_shape,
-                        &input_shape);
-    } else {
-      input_shape = input.shape();
-    }
-
-    // Generate shape for outback prop if input is in MKL format.
-    if (out_backprop_in_mkl_format) {
-      OP_REQUIRES(
-          context, mkl_context.out_backprop_shape.GetDimension() == 4,
-          errors::InvalidArgument(
-              "Conv2DCustomBackpropFilter: outbackprop size must be 4-dim"));
-
-      MklSizesToTFSizes(context, data_format_, mkl_context.out_backprop_shape,
-                        &out_backprop_shape);
-    } else {
-      out_backprop_shape = out_backprop.shape();
-    }
-
-    OP_REQUIRES_OK(context,
-                   ConvBackpropComputeDimensions(
-                       "Conv2DCustomBackpropFilter", /*num_spatial_dims=*/2,
-                       input_shape, filter_shape, out_backprop_shape, strides_,
-                       padding_, data_format_, &backprop_dims));
-
-    int64 pad_top, pad_bottom;
-    int64 pad_left, pad_right;
-    OP_REQUIRES_OK(context, GetWindowedOutputSizeVerbose(
-                                backprop_dims.spatial_dims[0].input_size,
-                                backprop_dims.spatial_dims[0].filter_size,
-                                backprop_dims.spatial_dims[0].stride, padding_,
-                                &backprop_dims.spatial_dims[0].output_size,
-                                &pad_top, &pad_bottom));
-    OP_REQUIRES_OK(context, GetWindowedOutputSizeVerbose(
-                                backprop_dims.spatial_dims[1].input_size,
-                                backprop_dims.spatial_dims[1].filter_size,
-                                backprop_dims.spatial_dims[1].stride, padding_,
-                                &backprop_dims.spatial_dims[1].output_size,
-                                &pad_left, &pad_right));
-
-    // Create MKL primitives for convolution filter grad
-    mkl_context.in_dims = input_in_mkl_format
-                              ? mkl_context.input_shape.GetDimension()
-                              : input.dims();
-    mkl_context.out_dims = out_backprop_in_mkl_format
-                               ? mkl_context.out_backprop_shape.GetDimension()
-                               : out_backprop.dims();
-    mkl_context.in_sizes[0] =
-        static_cast<size_t>(backprop_dims.spatial_dims[1].input_size);
-    mkl_context.in_sizes[1] =
-        static_cast<size_t>(backprop_dims.spatial_dims[0].input_size);
-    mkl_context.in_sizes[2] = static_cast<size_t>(backprop_dims.in_depth);
-    mkl_context.in_sizes[3] = static_cast<size_t>(backprop_dims.batch_size);
-    mkl_context.out_sizes[0] =
-        static_cast<size_t>(backprop_dims.spatial_dims[1].output_size);
-    mkl_context.out_sizes[1] =
-        static_cast<size_t>(backprop_dims.spatial_dims[0].output_size);
-    mkl_context.out_sizes[2] = static_cast<size_t>(backprop_dims.out_depth);
-    mkl_context.out_sizes[3] = static_cast<size_t>(backprop_dims.batch_size);
-    mkl_context.input_offsets[0] = static_cast<int>(-pad_left);
-    mkl_context.input_offsets[1] = static_cast<int>(-pad_top);
-    mkl_context.conv_strides[0] =
-        static_cast<size_t>(backprop_dims.spatial_dims[1].stride);
-    mkl_context.conv_strides[1] =
-        static_cast<size_t>(backprop_dims.spatial_dims[0].stride);
-
-    GetStridesFromSizes(data_format_, mkl_context.in_strides,
-                        mkl_context.in_sizes);
-    GetStridesFromSizes(data_format_, mkl_context.out_strides,
-                        mkl_context.out_sizes);
-
-    // MKL understands dimensions in 0, 1, 2, and 3 indices denotes
-    // filter cols, rows, input channels, and output depth/channels.
-    mkl_context.filter_dims = 4;
-    mkl_context.filter_sizes[0] = backprop_dims.spatial_dims[1].filter_size;
-    mkl_context.filter_sizes[1] = backprop_dims.spatial_dims[0].filter_size;
-    mkl_context.filter_sizes[2] = backprop_dims.in_depth;
-    mkl_context.filter_sizes[3] = backprop_dims.out_depth;
-
-    // We want filter grad to be in TF format, so
-    // make the strides accordingly to reflect this fact.
-    // Note TF filter layout : (rows, cols, in_depth, out_depth),
-    // while row is the innermost dimension.
-    mkl_context.filter_strides[0] =
-        backprop_dims.out_depth * backprop_dims.in_depth;
-    mkl_context.filter_strides[1] = backprop_dims.out_depth *
-                                    backprop_dims.in_depth *
-                                    backprop_dims.spatial_dims[1].filter_size;
-    mkl_context.filter_strides[2] = backprop_dims.out_depth;
-    mkl_context.filter_strides[3] = 1;
-
-    mkl_context.conv_strides[0] = backprop_dims.spatial_dims[1].stride;
-    mkl_context.conv_strides[1] = backprop_dims.spatial_dims[0].stride;
-
-    // Create convolution-grad-filter primitive
-    CHECK_EQ(dnnConvolutionCreateBackwardFilter_F32(
-                 &mkl_context.prim_conv_bwdfilter, nullptr,
-                 dnnAlgorithmConvolutionDirect, mkl_context.in_dims,
-                 mkl_context.in_sizes, mkl_context.out_sizes,
-                 mkl_context.filter_sizes, mkl_context.conv_strides,
-                 mkl_context.input_offsets, dnnBorderZeros),
-             E_SUCCESS);
-
-    // Create the layouts for entities in received context.
-    mkl_context.MklCreateInputLayouts(context);
-
-    // Mkl needs the entities in its native format.
-    // So create temporary tensors along with buffers to
-    // convert the received entities.
-    Tensor mkl_tmp_input_buf_tensor, mkl_tmp_out_backprop_buf_tensor;
-    // This preparation sets (1) dnnResourceSrc (2) dnnResourceDiffDst
-    mkl_context.MklPrepareInputs(context, &mkl_tmp_input_buf_tensor,
-                                 &mkl_tmp_out_backprop_buf_tensor);
-
-    // Final conv-grad-filter should be in TF layout.
-    Tensor* grad_filter;
-    mkl_context.grad_filter_shape.SetMklTensor(false);
-    mkl_context.grad_filter_shape.SetTfLayout(mkl_context.filter_dims,
-                                              mkl_context.filter_sizes,
-                                              mkl_context.filter_strides);
-    AllocateOutputSetMklShape(context, 0, &grad_filter, filter_shape,
-                              mkl_context.grad_filter_shape);
-
-    // Need to set member variable for TF layout
-    mkl_context.lt_grad_filter = mkl_context.grad_filter_shape.GetTfLayout();
-
-    // MKL conv-grad-filter might produce grad in its internal layout
-    Tensor mkl_tmp_grad_filter_buf_tensor;
-    // This preparation sets conversion primitive if required
-    // and allocates temporary tensor and its buffer without doing conversions.
-    // Also sets (3) dnnResourceDiffFilter accordingly
-    mkl_context.MklPrepareGradFilter(context, grad_filter,
-                                     &mkl_tmp_grad_filter_buf_tensor);
-
-    // After setting all the required dnnResources, ready for execution!
-    CHECK_EQ(
-        dnnExecute_F32(mkl_context.prim_conv_bwdfilter, mkl_context.conv_res),
-        E_SUCCESS);
-
-    // Convert grad-filter to TF layout
-    if (mkl_context.convert_bwdfilter != nullptr) {
-      void* mkl_buf_convert_grad_filter =
-          const_cast<void*>(static_cast<const void*>(
-              mkl_tmp_grad_filter_buf_tensor.flat<T>().data()));
-      void* mkl_buf_grad_filter = const_cast<void*>(
-          static_cast<const void*>(grad_filter->flat<T>().data()));
-      CHECK_EQ(dnnConversionExecute_F32(mkl_context.convert_bwdfilter,
-                                        mkl_buf_convert_grad_filter,
-                                        mkl_buf_grad_filter),
-               E_SUCCESS);
-    }
-
-    mkl_context.MklCleanup();
-  }
-
- private:
-  typedef struct {
-    int in_dims;
-    size_t in_sizes[4];
-    size_t in_strides[4];
-    int out_dims;
-    size_t out_sizes[4];
-    size_t out_strides[4];
-    int filter_dims;
-    size_t filter_sizes[4];
-    size_t filter_strides[4];
-    int input_offsets[2];
-    size_t conv_strides[2];
-    MklShape input_shape, grad_filter_shape, out_backprop_shape;
-    dnnPrimitive_t prim_conv_bwdfilter = nullptr;
-    dnnPrimitive_t convert_bwdfilter = nullptr;
-    dnnLayout_t lt_input = nullptr;
-    dnnLayout_t lt_grad_filter = nullptr;
-    dnnLayout_t lt_out_backprop = nullptr;
-    void* conv_res[dnnResourceNumber];
-
-    void MklCleanup() {
-      // Cleanup member layouts and primitives except "lt_grad_filter_"
-      // which points to MklShape's TFLayout
-      bool input_in_mkl_format = input_shape.IsMklTensor();
-      bool out_backprop_in_mkl_format = out_backprop_shape.IsMklTensor();
-      if (!input_in_mkl_format) dnnLayoutDelete_F32(lt_input);
-      if (!out_backprop_in_mkl_format) dnnLayoutDelete_F32(lt_out_backprop);
-      if (convert_bwdfilter != nullptr) dnnDelete_F32(convert_bwdfilter);
-      dnnDelete_F32(prim_conv_bwdfilter);
-    }
-
-    // Create MKL dnnLayout_t objects for tensors coming into the layer
-    void MklCreateInputLayouts(OpKernelContext* context) {
-      bool input_in_mkl_format = input_shape.IsMklTensor();
-      if (input_in_mkl_format) {
-        lt_input = static_cast<dnnLayout_t>(input_shape.GetCurLayout());
-      } else {
-        CHECK_EQ(dnnLayoutCreate_F32(&lt_input, in_dims, in_sizes, in_strides),
-                 E_SUCCESS);
-      }
-
-      bool out_backprop_in_mkl_format = out_backprop_shape.IsMklTensor();
-      if (out_backprop_in_mkl_format) {
-        lt_out_backprop =
-            static_cast<dnnLayout_t>(out_backprop_shape.GetCurLayout());
-      } else {
-        CHECK_EQ(dnnLayoutCreate_F32(&lt_out_backprop, out_dims, out_sizes,
-                                     out_strides),
-                 E_SUCCESS);
-      }
-    }
-
-    // Compare incoming tensor layouts with MKL preferred layouts and convert
-    // data to the preferred layout if necessary
-    void MklPrepareInputs(OpKernelContext* context,
-                          Tensor* mkl_tmp_input_buf_tensor,
-                          Tensor* mkl_tmp_out_backprop_buf_tensor) {
-      bool mkl_convert_input, mkl_convert_out_backprop;
-      dnnPrimitive_t mkl_prim_convert_input, mkl_prim_convert_out_backprop;
-      dnnLayout_t mkl_lt_internal_input, mkl_lt_internal_out_backprop;
-      void *mkl_buf_convert_input, *mkl_buf_convert_out_backprop;
-
-      mkl_prim_convert_input = nullptr;
-      mkl_prim_convert_out_backprop = nullptr;
-      mkl_lt_internal_input = nullptr;
-      mkl_lt_internal_out_backprop = nullptr;
-      mkl_buf_convert_input = nullptr;
-      mkl_buf_convert_out_backprop = nullptr;
-
-      // Compare with internal layouts and convert if needed
-      const Tensor& input = MklGetInput(context, 0);
-      void* mkl_buf_input =
-          const_cast<void*>(static_cast<const void*>(input.flat<T>().data()));
-      CHECK_EQ(dnnLayoutCreateFromPrimitive_F32(
-                   &mkl_lt_internal_input, prim_conv_bwdfilter, dnnResourceSrc),
-               E_SUCCESS);
-      mkl_convert_input =
-          !dnnLayoutCompare_F32(mkl_lt_internal_input, lt_input);
-      if (mkl_convert_input) {
-        CHECK_EQ(dnnConversionCreate_F32(&mkl_prim_convert_input, lt_input,
-                                         mkl_lt_internal_input),
-                 E_SUCCESS);
-        AllocTmpBuffer(context, mkl_tmp_input_buf_tensor, mkl_lt_internal_input,
-                       &mkl_buf_convert_input);
-        CHECK_EQ(dnnConversionExecute_F32(mkl_prim_convert_input, mkl_buf_input,
-                                          mkl_buf_convert_input),
-                 E_SUCCESS);
-        dnnDelete_F32(mkl_prim_convert_input);
-      }
-      dnnLayoutDelete_F32(mkl_lt_internal_input);
-
-      conv_res[dnnResourceSrc] =
-          (mkl_convert_input) ? mkl_buf_convert_input : mkl_buf_input;
-
-      const Tensor& out_backprop = MklGetInput(context, 2);
-      void* mkl_buf_out_backprop = const_cast<void*>(
-          static_cast<const void*>(out_backprop.flat<T>().data()));
-
-      CHECK_EQ(dnnLayoutCreateFromPrimitive_F32(&mkl_lt_internal_out_backprop,
-                                                prim_conv_bwdfilter,
-                                                dnnResourceDiffDst),
-               E_SUCCESS);
-      mkl_convert_out_backprop =
-          !dnnLayoutCompare_F32(mkl_lt_internal_out_backprop, lt_out_backprop);
-      if (mkl_convert_out_backprop) {
-        CHECK_EQ(dnnConversionCreate_F32(&mkl_prim_convert_out_backprop,
-                                         lt_out_backprop,
-                                         mkl_lt_internal_out_backprop),
-                 E_SUCCESS);
-        AllocTmpBuffer(context, mkl_tmp_out_backprop_buf_tensor,
-                       lt_out_backprop, &mkl_buf_convert_out_backprop);
-        CHECK_EQ(dnnConversionExecute_F32(mkl_prim_convert_out_backprop,
-                                          mkl_buf_out_backprop,
-                                          mkl_buf_convert_out_backprop),
-                 E_SUCCESS);
-        dnnDelete_F32(mkl_prim_convert_out_backprop);
-      }
-      dnnLayoutDelete_F32(mkl_lt_internal_out_backprop);
-
-      conv_res[dnnResourceDiffDst] = (mkl_convert_out_backprop)
-                                         ? mkl_buf_convert_out_backprop
-                                         : mkl_buf_out_backprop;
-    }
-
-    void MklPrepareGradFilter(OpKernelContext* context, Tensor* grad_filter,
-                              Tensor* mkl_tmp_grad_filter_buf_tensor) {
-      bool mkl_convert_grad_filter;
-      dnnLayout_t mkl_lt_internal_grad_filter = nullptr;
-      void* mkl_buf_convert_grad_filter = nullptr;
-      void* mkl_buf_grad_filter = const_cast<void*>(
-          static_cast<const void*>(grad_filter->flat<T>().data()));
-      CHECK_EQ(dnnLayoutCreateFromPrimitive_F32(&mkl_lt_internal_grad_filter,
-                                                prim_conv_bwdfilter,
-                                                dnnResourceDiffFilter),
-               E_SUCCESS);
-      mkl_convert_grad_filter =
-          !dnnLayoutCompare_F32(mkl_lt_internal_grad_filter, lt_grad_filter);
-      if (mkl_convert_grad_filter) {
-        CHECK_EQ(dnnConversionCreate_F32(&convert_bwdfilter,
-                                         mkl_lt_internal_grad_filter,
-                                         lt_grad_filter),
-                 E_SUCCESS);
-        AllocTmpBuffer(context, mkl_tmp_grad_filter_buf_tensor,
-                       mkl_lt_internal_grad_filter,
-                       &mkl_buf_convert_grad_filter);
-      }
-      dnnLayoutDelete_F32(mkl_lt_internal_grad_filter);
-
-      conv_res[dnnResourceDiffFilter] = (mkl_convert_grad_filter)
-                                            ? mkl_buf_convert_grad_filter
-                                            : mkl_buf_grad_filter;
-    }
-  } MklConv2DGradFilterOpContext;
-
-  std::vector<int32> strides_;
-  Padding padding_;
-  TensorFormat data_format_;
-};
-
-#define REGISTER_MKL_FILTER_KERNELS(T)                              \
-  REGISTER_KERNEL_BUILDER(Name("_MklConv2DBackpropFilter")          \
-                              .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<T>("T")               \
-                              .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConv2DCustomBackpropFilterOp<CPUDevice, T>);
-TF_CALL_float(REGISTER_MKL_FILTER_KERNELS);
-#undef REGISTER_MKL_FILTER_KERNELS
-
-#else
-
 template <typename Device, class T, bool biasEnabled>
 class MklConvCustomBackpropFilterOp
     : public MklConvBackpropCommonOp<Device, T> {
@@ -1080,8 +690,6 @@ class MklConvCustomBackpropFilterOp
 TF_CALL_float(REGISTER_MKL_FILTER_KERNELS);
 #undef REGISTER_MKL_FILTER_KERNELS
 
-#endif  // INTEL_MKL_ML_ONLY
-
 }  // namespace tensorflow
 
 #endif  // INTEL_MKL
diff --git a/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc b/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc
index a501ce2c93..1f9e6abe44 100644
--- a/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc
@@ -23,10 +23,6 @@ limitations under the License.
 #define EIGEN_USE_THREADS
 #include <algorithm>
 #include <vector>
-#ifdef INTEL_MKL_ML_ONLY
-#include "mkl_dnn.h"
-#include "mkl_dnn_types.h"
-#endif
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
@@ -46,19 +42,15 @@ limitations under the License.
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
-#ifndef INTEL_MKL_ML_ONLY
 #include "mkldnn.hpp"
 
 using mkldnn::convolution_backward_data;
 using mkldnn::prop_kind;
 using mkldnn::stream;
-#endif
 
 namespace tensorflow {
 typedef Eigen::ThreadPoolDevice CPUDevice;
 
-#ifndef INTEL_MKL_ML_ONLY
-
 /// utility classes enabling primitive reuse for backward conv ops.
 struct MklConvBwdInputParams {
   memory::dims diff_src_dims;
@@ -293,320 +285,6 @@ class MklConvBwdInputPrimitiveFactory : public MklPrimitiveFactory<T> {
   }
 };
 
-#endif
-
-#ifdef INTEL_MKL_ML_ONLY
-
-template <typename Device, class T>
-class MklConv2DCustomBackpropInputOp : public OpKernel {
- public:
-  ~MklConv2DCustomBackpropInputOp() {}
-  explicit MklConv2DCustomBackpropInputOp(OpKernelConstruction* context)
-      : OpKernel(context) {
-    string dataformat;
-    OP_REQUIRES_OK(context, context->GetAttr("data_format", &dataformat));
-    OP_REQUIRES(context, FormatFromString(dataformat, &data_format),
-                errors::InvalidArgument("Invalid data format"));
-    OP_REQUIRES_OK(context, context->GetAttr("strides", &strides));
-    int stride_n = GetTensorDim(strides, data_format, 'N');
-    int stride_c = GetTensorDim(strides, data_format, 'C');
-    OP_REQUIRES(
-        context, (stride_n == 1 && stride_c == 1),
-        errors::InvalidArgument("Current implementation does not yet support "
-                                "strides in the batch and depth dimensions."));
-
-    OP_REQUIRES_OK(context, context->GetAttr("padding", &padding));
-  }
-
-  void Compute(OpKernelContext* context) override {
-    MklConvBackInputOpContext mkl_context;
-    const Tensor& input = MklGetInput(context, 0);
-    const Tensor& filter = MklGetInput(context, 1);
-
-    GetMklShape(context, 1, &(mkl_context.filter_shape));
-    bool filter_in_mkl_format = mkl_context.filter_shape.IsMklTensor();
-
-    const Tensor& out_backprop = MklGetInput(context, 2);
-    GetMklShape(context, 2, &(mkl_context.outback_shape));
-    bool outback_in_mkl_format = mkl_context.outback_shape.IsMklTensor();
-
-    TensorShape input_shape, filter_shape, outback_shape;
-
-    // Generate input shape.
-    OP_REQUIRES(
-        context, TensorShapeUtils::IsVector(input.shape()),
-        errors::InvalidArgument(
-            "Conv2DBackpropInput: input_sizes input must be 1-dim, not ",
-            input.dims()));
-    OP_REQUIRES_OK(
-        context, TensorShapeUtils::MakeShape(input.vec<int32>(), &input_shape));
-
-    // Generate shape for filter prop if input is in MKL format.
-    if (filter_in_mkl_format) {
-      OP_REQUIRES(context, mkl_context.filter_shape.GetDimension() == 4,
-                  errors::InvalidArgument(
-                      "Conv2DCustomBackpropInput: size must be 4-dim"));
-
-      const int64* filter_sizes =
-          (const int64*)mkl_context.filter_shape.GetSizes();
-      const int64 filter_dims = mkl_context.filter_shape.GetDimension();
-
-      OP_REQUIRES_OK(context, TensorShapeUtils::MakeShape(
-                                  filter_sizes, filter_dims, &filter_shape));
-    } else {
-      filter_shape = filter.shape();
-    }
-
-    // Generate shape for outback prop if input is in MKL format.
-    if (outback_in_mkl_format) {
-      OP_REQUIRES(context, mkl_context.outback_shape.GetDimension() == 4,
-                  errors::InvalidArgument(
-                      "Conv2DCustomBackpropInput: size must be 4-dim"));
-
-      MklSizesToTFSizes(context, data_format, mkl_context.outback_shape,
-                        &outback_shape);
-    } else {
-      outback_shape = out_backprop.shape();
-    }
-
-    ConvBackpropDimensions dims;
-    OP_REQUIRES_OK(
-        context,
-        ConvBackpropComputeDimensions(
-            "Conv2DCustomBackpropInput", /*num_spatial_dims=*/2, input_shape,
-            filter_shape, outback_shape, strides, padding, data_format, &dims));
-
-    int64 pad_top, pad_bottom;
-    int64 pad_left, pad_right;
-    OP_REQUIRES_OK(
-        context,
-        GetWindowedOutputSizeVerbose(
-            dims.spatial_dims[0].input_size, dims.spatial_dims[0].filter_size,
-            dims.spatial_dims[0].stride, padding,
-            &dims.spatial_dims[0].output_size, &pad_top, &pad_bottom));
-    OP_REQUIRES_OK(
-        context,
-        GetWindowedOutputSizeVerbose(
-            dims.spatial_dims[1].input_size, dims.spatial_dims[1].filter_size,
-            dims.spatial_dims[1].stride, padding,
-            &dims.spatial_dims[1].output_size, &pad_left, &pad_right));
-
-    mkl_context.in_dims = 4;
-
-    mkl_context.in_sizes[0] =
-        static_cast<size_t>(dims.spatial_dims[1].input_size);
-    mkl_context.in_sizes[1] =
-        static_cast<size_t>(dims.spatial_dims[0].input_size);
-    mkl_context.in_sizes[2] = static_cast<size_t>(dims.in_depth);
-    mkl_context.in_sizes[3] = static_cast<size_t>(dims.batch_size);
-
-    mkl_context.out_sizes[0] =
-        static_cast<size_t>(dims.spatial_dims[1].output_size);
-    mkl_context.out_sizes[1] =
-        static_cast<size_t>(dims.spatial_dims[0].output_size);
-    mkl_context.out_sizes[2] = static_cast<size_t>(dims.out_depth);
-    mkl_context.out_sizes[3] = static_cast<size_t>(dims.batch_size);
-
-    mkl_context.input_offset[0] = static_cast<int>(-pad_left);
-    mkl_context.input_offset[1] = static_cast<int>(-pad_top);
-
-    mkl_context.conv_strides[0] =
-        static_cast<size_t>(dims.spatial_dims[1].stride);
-    mkl_context.conv_strides[1] =
-        static_cast<size_t>(dims.spatial_dims[0].stride);
-
-    GetStridesFromSizes(data_format, mkl_context.out_strides,
-                        mkl_context.out_sizes);
-    GetStridesFromSizes(data_format, mkl_context.in_strides,
-                        mkl_context.in_sizes);
-
-    mkl_context.filter_size[0] = dims.spatial_dims[1].filter_size;
-    mkl_context.filter_size[1] = dims.spatial_dims[0].filter_size;
-    mkl_context.filter_size[2] = dims.in_depth;
-    mkl_context.filter_size[3] = dims.out_depth;
-
-    mkl_context.filter_stride[0] =
-        mkl_context.filter_size[2] * mkl_context.filter_size[3];
-    mkl_context.filter_stride[1] = mkl_context.filter_size[2] *
-                                   mkl_context.filter_size[0] *
-                                   mkl_context.filter_size[3];
-    mkl_context.filter_stride[2] = mkl_context.filter_size[3];
-    mkl_context.filter_stride[3] = 1;
-
-    CHECK_EQ(
-        dnnConvolutionCreateBackwardData_F32(
-            &mkl_context.prim_bwddata, NULL, dnnAlgorithmConvolutionDirect,
-            mkl_context.in_dims, mkl_context.in_sizes, mkl_context.out_sizes,
-            mkl_context.filter_size, mkl_context.conv_strides,
-            mkl_context.input_offset, dnnBorderZeros),
-        E_SUCCESS);
-
-    // Allocate output tensor and shape
-    TensorShape mkl_out_shape;
-    MklShape mklOutputShape;
-    mklOutputShape.SetMklTensor(true);
-    mklOutputShape.SetMklLayout(mkl_context.prim_bwddata, dnnResourceDiffSrc);
-    mklOutputShape.SetTfLayout(mkl_context.in_dims, mkl_context.in_sizes,
-                               mkl_context.in_strides);
-    // MKL might change the dimension ordering.
-    // Create mapping to recover the original TF dimension order
-    mklOutputShape.SetTfDimOrder(mkl_context.in_dims, data_format);
-
-    Tensor* in_backprop = nullptr;
-    mkl_out_shape.AddDim(dnnLayoutGetMemorySize_F32(static_cast<dnnLayout_t>(
-                             mklOutputShape.GetMklLayout())) /
-                         sizeof(T));
-    AllocateOutputSetMklShape(context, 0, &in_backprop, mkl_out_shape,
-                              mklOutputShape);
-
-    mkl_context.conv_res[dnnResourceDiffSrc] =
-        static_cast<void*>(const_cast<T*>(in_backprop->flat<T>().data()));
-
-    mkl_context.MklCreateInputLayouts(context);
-    Tensor mkl_tmp_outbackprop_buf_tensor, mkl_tmp_filter_buf_tensor;
-    mkl_context.MklPrepareConvolutionInputs(
-        context, &mkl_tmp_outbackprop_buf_tensor, &mkl_tmp_filter_buf_tensor);
-
-    CHECK_EQ(dnnExecute_F32(mkl_context.prim_bwddata, mkl_context.conv_res),
-             E_SUCCESS);
-    mkl_context.MklCleanup();
-  }
-
- private:
-  typedef struct {
-    int in_dims;
-    size_t in_sizes[4];
-    size_t in_strides[4];
-    size_t out_sizes[4];
-    size_t out_strides[4];
-    int input_offset[2];
-    size_t filter_size[4];
-    size_t filter_stride[4];
-    size_t conv_strides[2];
-    MklShape filter_shape, outback_shape;
-    dnnPrimitive_t prim_bwddata;
-    void* conv_res[dnnResourceNumber];
-    dnnLayout_t lt_filter, lt_outbackprop;
-
-    // Create MKL dnnLayout_t objects for tensors coming into the layer
-    void MklCreateInputLayouts(OpKernelContext* context) {
-      bool filter_in_mkl_format = filter_shape.IsMklTensor();
-      bool outback_in_mkl_format = outback_shape.IsMklTensor();
-      if (filter_in_mkl_format) {
-        lt_filter = (dnnLayout_t)filter_shape.GetCurLayout();
-      } else {
-        CHECK_EQ(dnnLayoutCreate_F32(&lt_filter, in_dims, filter_size,
-                                     filter_stride),
-                 E_SUCCESS);
-      }
-
-      if (outback_in_mkl_format) {
-        lt_outbackprop = (dnnLayout_t)outback_shape.GetCurLayout();
-      } else {
-        CHECK_EQ(dnnLayoutCreate_F32(&lt_outbackprop, in_dims, out_sizes,
-                                     out_strides),
-                 E_SUCCESS);
-      }
-    }
-
-    // Compare incoming input tensor layouts with MKL preferred layouts and
-    // convert data to the preferred layout if necessary
-    void MklPrepareConvolutionInputs(OpKernelContext* context,
-                                     Tensor* mkl_tmp_outbackprop_buf_tensor,
-                                     Tensor* mkl_tmp_filter_buf_tensor) {
-      dnnPrimitive_t mkl_convert_filter = nullptr,
-                     mkl_convert_outbackprop = nullptr;
-      void *mkl_filter_buf = nullptr, *mkl_outbackprop_buf = nullptr;
-      dnnLayout_t mkl_lt_filter_internal = nullptr,
-                  mkl_lt_outbackprop_internal = nullptr;
-      CHECK_EQ(dnnLayoutCreateFromPrimitive_F32(
-                   &mkl_lt_filter_internal, prim_bwddata, dnnResourceFilter),
-               E_SUCCESS);
-
-      const Tensor& filter = MklGetInput(context, 1);
-
-      CHECK_EQ(
-          dnnLayoutCreateFromPrimitive_F32(&mkl_lt_outbackprop_internal,
-                                           prim_bwddata, dnnResourceDiffDst),
-          E_SUCCESS);
-      if (!dnnLayoutCompare_F32(mkl_lt_filter_internal, lt_filter)) {
-        // Create conversion primitive
-        CHECK_EQ(dnnConversionCreate_F32(&mkl_convert_filter, lt_filter,
-                                         mkl_lt_filter_internal),
-                 E_SUCCESS);
-
-        AllocTmpBuffer(context, mkl_tmp_filter_buf_tensor,
-                       mkl_lt_filter_internal, &mkl_filter_buf);
-        CHECK_EQ(
-            dnnConversionExecute_F32(
-                mkl_convert_filter,
-                static_cast<void*>(const_cast<T*>(filter.flat<T>().data())),
-                mkl_filter_buf),
-            E_SUCCESS);
-
-        // Assign filter buf to resources[] for convolution.
-        conv_res[dnnResourceFilter] = mkl_filter_buf;
-        dnnDelete_F32(mkl_convert_filter);
-      } else {
-        // If we do not need any layout conversion for filter, then
-        // we directly assign input filter to resources[].
-        conv_res[dnnResourceFilter] =
-            static_cast<void*>(const_cast<T*>(filter.flat<T>().data()));
-      }
-      dnnLayoutDelete_F32(mkl_lt_filter_internal);
-      const Tensor& out_backprop = MklGetInput(context, 2);
-      // --
-      // We do similar steps as above for outputbackprop.
-      if (!dnnLayoutCompare_F32(mkl_lt_outbackprop_internal, lt_outbackprop)) {
-        CHECK_EQ(
-            dnnConversionCreate_F32(&mkl_convert_outbackprop, lt_outbackprop,
-                                    mkl_lt_outbackprop_internal),
-            E_SUCCESS);
-        AllocTmpBuffer(context, mkl_tmp_outbackprop_buf_tensor,
-                       mkl_lt_outbackprop_internal, &mkl_outbackprop_buf);
-
-        CHECK_EQ(dnnConversionExecute_F32(mkl_convert_outbackprop,
-                                          static_cast<void*>(const_cast<T*>(
-                                              out_backprop.flat<T>().data())),
-                                          mkl_outbackprop_buf),
-                 E_SUCCESS);
-
-        conv_res[dnnResourceDiffDst] = mkl_outbackprop_buf;
-        dnnDelete_F32(mkl_convert_outbackprop);
-      } else {
-        conv_res[dnnResourceDiffDst] =
-            static_cast<void*>(const_cast<T*>(out_backprop.flat<T>().data()));
-      }
-      dnnLayoutDelete_F32(mkl_lt_outbackprop_internal);
-    }
-
-    // Cleanup member layouts and primitives
-    void MklCleanup() {
-      bool filter_in_mkl_format = filter_shape.IsMklTensor();
-      bool outback_in_mkl_format = outback_shape.IsMklTensor();
-      if (!filter_in_mkl_format) dnnLayoutDelete_F32(lt_filter);
-      if (!outback_in_mkl_format) dnnLayoutDelete_F32(lt_outbackprop);
-      dnnDelete_F32(prim_bwddata);
-    }
-  } MklConvBackInputOpContext;
-
-  std::vector<int32> strides;
-  Padding padding;
-  TensorFormat data_format;
-};
-
-#define REGISTER_MKL_CPU_KERNELS(T)                                 \
-  REGISTER_KERNEL_BUILDER(Name("_MklConv2DBackpropInput")           \
-                              .Device(DEVICE_CPU)                   \
-                              .TypeConstraint<T>("T")               \
-                              .Label(mkl_op_registry::kMklOpLabel), \
-                          MklConv2DCustomBackpropInputOp<CPUDevice, T>);
-
-TF_CALL_float(REGISTER_MKL_CPU_KERNELS);
-#undef REGISTER_MKL_CPU_KERNELS
-
-#else
-
 template <typename Device, class T>
 class MklConvCustomBackpropInputOp : public MklConvBackpropCommonOp<Device, T> {
  public:
@@ -881,7 +559,5 @@ class MklConvCustomBackpropInputOp : public MklConvBackpropCommonOp<Device, T> {
 TF_CALL_float(REGISTER_MKL_CPU_KERNELS);
 #undef REGISTER_MKL_CPU_KERNELS
 
-#endif  // INTEL_MKL_ML_ONLY
-
 }  // namespace tensorflow
 #endif  // INTEL_MKL
diff --git a/tensorflow/core/kernels/mkl_conv_ops.h b/tensorflow/core/kernels/mkl_conv_ops.h
index 01cc606f41..28d521c9be 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.h
+++ b/tensorflow/core/kernels/mkl_conv_ops.h
@@ -37,23 +37,16 @@ limitations under the License.
 #include "tensorflow/core/platform/macros.h"
 #include "tensorflow/core/util/padding.h"
 #include "tensorflow/core/util/tensor_format.h"
-
 #include "tensorflow/core/util/mkl_util.h"
-
-#ifndef INTEL_MKL_ML_ONLY
 #include "mkldnn.hpp"
 
 using mkldnn::prop_kind;
 using mkldnn::stream;
-
 using mkldnn::convolution_direct;
 using mkldnn::convolution_forward;
-#endif
 
 namespace tensorflow {
 
-#ifndef INTEL_MKL_ML_ONLY
-
 class MklDnnConvUtil {
  protected:
   OpKernelContext* context_;  // We don't own this.
@@ -543,7 +536,6 @@ class MklConvBackpropCommonOp : public OpKernel {
   TensorFormat data_format_;  // NCHW or NHWC
 };
 
-#endif  // INTEL_MKL_ML_ONLY
 
 /////////////////////////////////////////////////////////////////////
 ///  Dummy Mkl op that is just used for operators that are intermediate
-- 
GitLab


From 3516b82a48699dd7f0b2464d6e78a84ba32c1564 Mon Sep 17 00:00:00 2001
From: Guozhong Zhuang <guozhong.zhuang@intel.com>
Date: Fri, 12 Oct 2018 10:30:10 -0700
Subject: [PATCH 0099/1825] adjust headers inclusion order per PR review
 recommenation

---
 tensorflow/core/kernels/mkl_conv_ops.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.h b/tensorflow/core/kernels/mkl_conv_ops.h
index 28d521c9be..ba0fb48b7b 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.h
+++ b/tensorflow/core/kernels/mkl_conv_ops.h
@@ -35,9 +35,9 @@ limitations under the License.
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/util/mkl_util.h"
 #include "tensorflow/core/util/padding.h"
 #include "tensorflow/core/util/tensor_format.h"
-#include "tensorflow/core/util/mkl_util.h"
 #include "mkldnn.hpp"
 
 using mkldnn::prop_kind;
-- 
GitLab


From a0653f833684787bcba74ee1870b6c81b016f42a Mon Sep 17 00:00:00 2001
From: Guozhong Zhuang <guozhong.zhuang@intel.com>
Date: Fri, 12 Oct 2018 11:05:23 -0700
Subject: [PATCH 0100/1825] adjust headers inclusion order per review
 suggestion

---
 tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc | 5 ++---
 tensorflow/core/kernels/mkl_conv_grad_input_ops.cc  | 3 +--
 tensorflow/core/kernels/mkl_conv_ops.h              | 6 +++---
 3 files changed, 6 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc b/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc
index eebd788545..c1b182be4a 100644
--- a/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_grad_filter_ops.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include <algorithm>
 #include <vector>
 
+#include "mkldnn.hpp"
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
@@ -33,14 +34,12 @@ limitations under the License.
 #include "tensorflow/core/lib/gtl/array_slice.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/util/mkl_util.h"
 #include "tensorflow/core/util/padding.h"
 #include "tensorflow/core/util/tensor_format.h"
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
-#include "mkldnn.hpp"
-#include "tensorflow/core/util/mkl_util.h"
-
 using mkldnn::convolution_backward_weights;
 using mkldnn::memory;
 using mkldnn::prop_kind;
diff --git a/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc b/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc
index 1f9e6abe44..786a30bb10 100644
--- a/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_grad_input_ops.cc
@@ -23,6 +23,7 @@ limitations under the License.
 #define EIGEN_USE_THREADS
 #include <algorithm>
 #include <vector>
+#include "mkldnn.hpp"
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
@@ -42,8 +43,6 @@ limitations under the License.
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
-#include "mkldnn.hpp"
-
 using mkldnn::convolution_backward_data;
 using mkldnn::prop_kind;
 using mkldnn::stream;
diff --git a/tensorflow/core/kernels/mkl_conv_ops.h b/tensorflow/core/kernels/mkl_conv_ops.h
index ba0fb48b7b..e6989d884d 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.h
+++ b/tensorflow/core/kernels/mkl_conv_ops.h
@@ -20,6 +20,7 @@ limitations under the License.
 #include <vector>
 #include <memory>
 
+#include "mkldnn.hpp"
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
@@ -38,12 +39,11 @@ limitations under the License.
 #include "tensorflow/core/util/mkl_util.h"
 #include "tensorflow/core/util/padding.h"
 #include "tensorflow/core/util/tensor_format.h"
-#include "mkldnn.hpp"
 
-using mkldnn::prop_kind;
-using mkldnn::stream;
 using mkldnn::convolution_direct;
 using mkldnn::convolution_forward;
+using mkldnn::prop_kind;
+using mkldnn::stream;
 
 namespace tensorflow {
 
-- 
GitLab


From a45b907f6b03ec76f65512657d7b6231eb3c7152 Mon Sep 17 00:00:00 2001
From: Deepak B <dksb29@gmail.com>
Date: Fri, 12 Oct 2018 13:20:20 -0700
Subject: [PATCH 0101/1825] Create ISSUES.md

---
 ISSUES.md | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 ISSUES.md

diff --git a/ISSUES.md b/ISSUES.md
new file mode 100644
index 0000000000..f44363c8b3
--- /dev/null
+++ b/ISSUES.md
@@ -0,0 +1,6 @@
+If you open a GitHub Issue, here is our policy:
+1. It must be a bug/performance issue or a feature request or a build issue or a documentation issue (for small doc fixes please send a PR instead).
+2. Make sure the Issue Template is filled out.
+3. The issue should be related to the repo it is created in.
+
+**Here's why we have this policy:** We want to focus on the work that benefits the whole community, e.g., fixing bugs and adding features. Individual support should be seeked on StackOverflow or other non-GitHub channels. It helps us to address bugs and feature requests in a timely manner.
-- 
GitLab


From 7f77295b8aab2841627ceef6d70a5799df93f10f Mon Sep 17 00:00:00 2001
From: Trevor Morris <tmorris@nvidia.com>
Date: Fri, 12 Oct 2018 15:43:07 -0700
Subject: [PATCH 0102/1825] Refactor TransposeTensor and PrepareTensor for
 shape. Add more checks to reshape and transpose functions and converters.
 Improve tests.

---
 .../contrib/tensorrt/convert/convert_nodes.cc | 297 +++++++++++-------
 .../tensorrt/test/reshape_transpose_test.py   | 182 ++++++++++-
 2 files changed, 362 insertions(+), 117 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index e2ed372f12..b3f5fcd4f9 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -650,8 +650,11 @@ using OpConverter =
 class Converter {
  public:
   explicit Converter(nvinfer1::INetworkDefinition* trt_network,
-                     TRTWeightStore* ws, bool fp16)
-      : trt_network_(trt_network), weight_store_(ws), fp16_(fp16) {
+                     TRTWeightStore* ws, bool fp16, int max_batch_size)
+      : trt_network_(trt_network),
+        weight_store_(ws),
+        fp16_(fp16),
+        max_batch_size_(max_batch_size) {
     this->register_op_converters();
   }
 
@@ -669,6 +672,8 @@ class Converter {
   // TODO(aaroey): fix all the namings.
   bool isFP16() { return fp16_; }
 
+  int GetMaxBatchSize() { return max_batch_size_; }
+
   TRT_ShapedWeights get_temp_weights_like(const TRT_ShapedWeights& weights) {
     return this->get_temp_weights(weights.type_, weights.shape_);
   }
@@ -726,18 +731,23 @@ class Converter {
     return trt_tensors_.insert({name, TRT_TensorOrWeights(tensor)}).second;
   }
 
-  nvinfer1::ITensor* TransposeTensor(nvinfer1::ITensor* input_tensor,
-                                     const std::vector<int>& order) {
+  tensorflow::Status TransposeTensor(nvinfer1::ITensor* input_tensor,
+                                     const std::vector<int>& order,
+                                     const nvinfer1::ITensor** output_tensor) {
     const auto dims = input_tensor->getDimensions();
 
-    // TODO(jie): change the return to status and properly exit
-    if (order.size() - 1 != size_t(dims.nbDims))
-      LOG(ERROR) << "Dimension does not match, fail gracefully";
+    if (order.size() - 1 != size_t(dims.nbDims)) {
+      return tensorflow::errors::InvalidArgument(
+        "Rank of perm for transpose does not match with that of the input.");
+    }
+    if (order[0] != 0) {
+      return tensorflow::errors::Unimplemented(
+        "Transpose at batch dimension is not supported.");
+    }
 
     nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(*input_tensor);
-    if (layer == nullptr) {
-      return nullptr;
-    }
+    TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Transpose");
+
     nvinfer1::Permutation permutation;
     for (int32_t i = 0; i < dims.nbDims; ++i) {
       permutation.order[i] = order[i + 1] - 1;
@@ -751,7 +761,52 @@ class Converter {
       reshape_dims.type[i] = dims.type[i];
     }
     layer->setReshapeDimensions(reshape_dims);
-    return layer->getOutput(0);
+
+    *output_tensor = layer->getOutput(0);
+    return tensorflow::Status::OK();
+  }
+
+  // Helper function converts input into tensor with shape specified by dims.
+  tensorflow::Status PrepareTensorForShape(const TRT_TensorOrWeights& input,
+                                           const nvinfer1::Dims& dims,
+                                           const nvinfer1::ITensor** tensor) {
+    // If -1 is not used for one of the dims, we can check if the shapes are
+    // compatible.
+    bool can_check_shapes = true;
+    for (int i = 0; i < dims.nbDims; i++) {
+      if (dims.d[i] == -1) {
+        can_check_shapes = false;
+        break;
+      }
+    }
+    if (can_check_shapes &&
+        GetShapeSize(input.shape()) != GetShapeSize(dims)) {
+      return tensorflow::errors::InvalidArgument(
+          "Reshape shapes are not compatible.");
+    }
+
+    if (input.is_tensor()) {
+      if (DimsEqual(input.shape(), dims)) {
+        *tensor = input.tensor();
+      } else {
+        nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(
+            *const_cast<nvinfer1::ITensor*>(input.tensor()));
+        TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
+        layer->setReshapeDimensions(dims);
+        *tensor = layer->getOutput(0);
+      }
+    } else {
+#if NV_TENSORRT_MAJOR > 3
+      nvinfer1::IConstantLayer* layer =
+          this->network()->addConstant(dims, input.weights());
+      TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
+      *tensor = layer->getOutput(0);
+#else
+      return tensorflow::errors::Unimplemented(
+        "Can't reshape constant. Please upgrade to TRT 4 or above.");
+#endif
+    }
+    return tensorflow::Status::OK();
   }
 
  private:
@@ -767,6 +822,8 @@ class Converter {
 
   bool fp16_;
 
+  int max_batch_size_;
+
   void register_op_converters();
 
   tensorflow::Status get_inputs(const tensorflow::NodeDef& node_def,
@@ -1140,9 +1197,10 @@ tensorflow::Status BinaryTensorOpWeight(
       }
       permutation[1] = dims_t.nbDims;
       permutation[dims_t.nbDims] = 1;
-      tensor = ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor),
-                                   permutation);
-      TFTRT_RETURN_ERROR_IF_NULLPTR(tensor, node_def.name());
+      TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+          const_cast<nvinfer1::ITensor*>(tensor),
+          permutation,
+          &tensor));
     } else {
       return tensorflow::errors::InvalidArgument(
           "Transpose cannot be applied, " + node_def.name());
@@ -1203,15 +1261,18 @@ tensorflow::Status BinaryTensorOpWeight(
       scale_weights, power_weights);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
-  nvinfer1::ITensor* output_tensor = layer->getOutput(0);
+  const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
   // transpose back dimension
   if (permutation_flag) {
-    output_tensor = ctx.TransposeTensor(output_tensor, permutation);
-    TFTRT_RETURN_ERROR_IF_NULLPTR(output_tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor),
+        permutation,
+        &output_tensor));
   }
 
   // Pass the output
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
@@ -1229,9 +1290,10 @@ tensorflow::Status ConvertConv2DHelper(
   int w_index = 3;
   auto data_format = attrs.get<string>("data_format");
   if (data_format == "NHWC") {
-    tensor = ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor),
-                                 {0, 3, 1, 2});
-    TFTRT_RETURN_ERROR_IF_NULLPTR(tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(tensor),
+        {0, 3, 1, 2},
+        &tensor));
     h_index = 1;
     w_index = 2;
     // TODO(jie): transpose it
@@ -1309,15 +1371,18 @@ tensorflow::Status ConvertConv2DHelper(
   layer->setPadding({padding[0].first, padding[1].first});
   layer->setName(node_def.name().c_str());
   layer->setNbGroups(num_groups);
-  nvinfer1::ITensor* output_tensor = layer->getOutput(0);
+  const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
   VLOG(2) << "TENSOR out: " << DebugString(output_tensor->getDimensions());
   VLOG(2) << "data_format: " << data_format;
   if (data_format == "NHWC") {
     // TODO(jie): transpose it back!
-    output_tensor = ctx.TransposeTensor(output_tensor, {0, 2, 3, 1});
-    TFTRT_RETURN_ERROR_IF_NULLPTR(output_tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor),
+        {0, 2, 3, 1},
+        &output_tensor));
   }
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
@@ -1335,39 +1400,6 @@ tensorflow::Status ConvertConv2DHelper(
                                            node_def.name());
 }
 
-// Helper function converts input into tensor with shape specified by dims.
-bool PrepareTensorForShape(Converter& ctx, const TRT_TensorOrWeights& input,
-                           const nvinfer1::Dims& dims,
-                           const nvinfer1::ITensor** tensor) {
-  if (input.is_tensor()) {
-    if (DimsEqual(input.shape(), dims)) {
-      *tensor = input.tensor();
-    } else {
-      nvinfer1::IShuffleLayer* layer = ctx.network()->addShuffle(
-          *const_cast<nvinfer1::ITensor*>(input.tensor()));
-      if (layer != nullptr) {
-        layer->setReshapeDimensions(dims);
-        *tensor = layer->getOutput(0);
-      } else {
-        return false;
-      }
-    }
-  } else {
-#if NV_TENSORRT_MAJOR > 3
-    nvinfer1::IConstantLayer* layer =
-        ctx.network()->addConstant(dims, input.weights());
-    if (layer != nullptr) {
-      *tensor = layer->getOutput(0);
-    } else {
-      return false;
-    }
-#else
-    return false;
-#endif
-  }
-  return true;
-}
-
 tensorflow::Status BinaryTensorOpTensor(
     Converter& ctx, const tensorflow::NodeDef& node_def,
     const TRT_TensorOrWeights& operand_l, const TRT_TensorOrWeights& operand_r,
@@ -1396,10 +1428,8 @@ tensorflow::Status BinaryTensorOpTensor(
         node_def.op() + ", at: " + node_def.name());
   }
 
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, operand_l, dim_l, &tensor_l), node_def.name());
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, operand_r, dim_r, &tensor_r), node_def.name());
+  TF_RETURN_IF_ERROR(ctx.PrepareTensorForShape(operand_l, dim_l, &tensor_l));
+  TF_RETURN_IF_ERROR(ctx.PrepareTensorForShape(operand_r, dim_r, &tensor_r));
 
   // get trt type & shape
   TFAttrs attrs(node_def);
@@ -1487,8 +1517,15 @@ tensorflow::Status ConvertTranspose(
     perm[i] = weights_ptr[i];
   }
 
-  nvinfer1::ITensor* output_tensor = ctx.TransposeTensor(input_tensor, perm);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  if (perm[0] != 0) {
+    return tensorflow::errors::Unimplemented(
+        "Transpose at batch dimension is not supported, at", node_def.name());
+  }
+
+  const nvinfer1::ITensor* output_tensor = nullptr;
+  TF_RETURN_IF_ERROR(ctx.TransposeTensor(input_tensor, perm, &output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
@@ -1502,6 +1539,12 @@ tensorflow::Status ConvertReshape(
   }
 
   TRT_ShapedWeights weights = inputs.at(1).weights();
+  if (weights.count() == 0) {
+    return tensorflow::errors::Unimplemented(
+        "Reshape to shape=[] is not supported, at", node_def.name());
+  }
+
+  // Get new_shape
   const int* weights_ptr = static_cast<int*>(const_cast<void*>(
       weights.GetValues()));
   nvinfer1::Dims new_shape;
@@ -1511,10 +1554,22 @@ tensorflow::Status ConvertReshape(
     new_shape.d[i-1] = weights_ptr[i];
   }
 
-  const nvinfer1::ITensor* output_tensor;
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, inputs.at(0), new_shape, &output_tensor),
-      node_def.name());
+  // Check that batch dimension doesn't change
+  const nvinfer1::Dims input_shape = inputs.at(0).shape();
+  if (weights_ptr[0] == -1) {
+    // Product of input shape should equal product of new_shape
+    if (GetShapeSize(input_shape) != GetShapeSize(new_shape)) {
+      return tensorflow::errors::Unimplemented(
+        "Reshape on the batch dimension is not supported.");
+    }
+  } else if (weights_ptr[0] != ctx.GetMaxBatchSize()) {
+    return tensorflow::errors::Unimplemented(
+        "Reshape on the batch dimension is not supported.");
+  }
+
+  const nvinfer1::ITensor* output_tensor = nullptr;
+  TF_RETURN_IF_ERROR(
+      ctx.PrepareTensorForShape(inputs.at(0), new_shape, &output_tensor));
   outputs->push_back(TRT_TensorOrWeights(
       const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
@@ -1549,9 +1604,10 @@ tensorflow::Status ConvertPool(Converter& ctx,
   if (data_format == "NHWC") {
     h_index = 1;
     w_index = 2;
-    tensor = ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor),
-                                 {0, 3, 1, 2});
-    TFTRT_RETURN_ERROR_IF_NULLPTR(tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(tensor),
+        {0, 3, 1, 2},
+        &tensor));
   }
 
   nvinfer1::PoolingType type;
@@ -1607,13 +1663,16 @@ tensorflow::Status ConvertPool(Converter& ctx,
   layer->setStride(stride);
   layer->setPadding({padding[0].first, padding[1].first});
   layer->setName(node_def.name().c_str());
-  nvinfer1::ITensor* output_tensor = layer->getOutput(0);
+  const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
 
   if (data_format == "NHWC") {
-    output_tensor = ctx.TransposeTensor(output_tensor, {0, 2, 3, 1});
-    TFTRT_RETURN_ERROR_IF_NULLPTR(output_tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor),
+        {0, 2, 3, 1},
+        &output_tensor));
   }
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
@@ -1937,10 +1996,9 @@ tensorflow::Status ConvertUnary(Converter& ctx,
 #endif
 
   // TODO(jie): check type
-  const nvinfer1::ITensor* tensor;
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, inputs.at(0), inputs.at(0).shape(), &tensor),
-      node_def.name());
+  const nvinfer1::ITensor* tensor = nullptr;
+  TF_RETURN_IF_ERROR(
+      ctx.PrepareTensorForShape(inputs.at(0), inputs.at(0).shape(), &tensor));
 
   nvinfer1::IUnaryLayer* layer;
   if (node_def.op() == "Rsqrt") {
@@ -1960,7 +2018,8 @@ tensorflow::Status ConvertUnary(Converter& ctx,
 
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
@@ -2030,16 +2089,17 @@ tensorflow::Status ConvertReducePool(
     permutation_order[1] = permuted_index;
 
     // Apply permutation before extracting dimension for pool_kernel
-    tensor = ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor),
-                                 permutation_order);
-    TFTRT_RETURN_ERROR_IF_NULLPTR(tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(tensor),
+        permutation_order,
+        &tensor));
   }
 
   // Apply permutation before extracting dimension for pool_kernel
   pool_kernel.d[0] = (idx_set.count(2) || permuted_index == 2) ? dims.d[1] : 1;
   pool_kernel.d[1] = (idx_set.count(3) || permuted_index == 3) ? dims.d[2] : 1;
 
-  nvinfer1::ITensor* output_tensor;
+  const nvinfer1::ITensor* output_tensor = nullptr;
 
   if (node_def.op() == "Mean") {
     nvinfer1::IPoolingLayer* layer =
@@ -2053,11 +2113,13 @@ tensorflow::Status ConvertReducePool(
   }
   if (permuted_index != -1) {
     // Apply permutation before extracting dimension for pool_kernel
-    output_tensor = ctx.TransposeTensor(
-        const_cast<nvinfer1::ITensor*>(output_tensor), permutation_order);
-    TFTRT_RETURN_ERROR_IF_NULLPTR(output_tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor),
+        permutation_order,
+        &output_tensor));
   }
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 #elif NV_TENSORRT_MAJOR > 3
@@ -2205,9 +2267,10 @@ tensorflow::Status ConvertPad(Converter& ctx,
   std::vector<int32_t> permuted_pad_index(pad_index);
   if (pad_index[0] == 1) {
     legit_pad = false;
-    tensor = ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor),
-                                 {0, 3, 2, 1});
-    TFTRT_RETURN_ERROR_IF_NULLPTR(tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(tensor),
+        {0, 3, 2, 1},
+        &tensor));
     permuted_pad_index[0] = 3;
   }
 
@@ -2225,15 +2288,17 @@ tensorflow::Status ConvertPad(Converter& ctx,
   nvinfer1::IPaddingLayer* layer = ctx.network()->addPadding(
       *const_cast<nvinfer1::ITensor*>(tensor), pre_padding, post_padding);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
-  nvinfer1::ITensor* output_tensor = layer->getOutput(0);
+  const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
 
   if (!legit_pad) {
-    output_tensor = ctx.TransposeTensor(
-        const_cast<nvinfer1::ITensor*>(output_tensor), {0, 3, 2, 1});
-    TFTRT_RETURN_ERROR_IF_NULLPTR(output_tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor),
+        {0, 3, 2, 1},
+        &output_tensor));
   }
 
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  outputs->push_back(TRT_TensorOrWeights(
+      const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
@@ -2314,9 +2379,10 @@ tensorflow::Status ConvertConcat(Converter& ctx,
 #if NV_TENSORRT_MAJOR == 3
     // TRT3 does concatenation only on channel!
     if (index != 1) {
-      tensor_i = ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor_i),
-                                     permutation_order);
-      TFTRT_RETURN_ERROR_IF_NULLPTR(tensor_i, node_def.name());
+      TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+          const_cast<nvinfer1::ITensor*>(tensor_i),
+          permutation_order,
+          &tensor_i));
     }
 #endif
     inputs_vec.push_back(tensor_i);
@@ -2334,8 +2400,10 @@ tensorflow::Status ConvertConcat(Converter& ctx,
 
 #if NV_TENSORRT_MAJOR == 3
   if (index != 1) {
-    output_tensor = ctx.TransposeTensor(output_tensor, permutation_order);
-    TFTRT_RETURN_ERROR_IF_NULLPTR(output_tensor, node_def.name());
+    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+        output_tensor,
+        permutation_order,
+        &output_tensor));
   }
 #endif
   outputs->push_back(TRT_TensorOrWeights(output_tensor));
@@ -2489,21 +2557,20 @@ tensorflow::Status ConvertMatMulHelper(
   while (input_dim.nbDims != 3) {
     input_dim.d[input_dim.nbDims++] = 1;
   }
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, tensor_input, input_dim, &tensor), node_name);
+  TF_RETURN_IF_ERROR(
+      ctx.PrepareTensorForShape(tensor_input, input_dim, &tensor));
 
   nvinfer1::IFullyConnectedLayer* layer = ctx.network()->addFullyConnected(
       *const_cast<nvinfer1::ITensor*>(tensor), noutput, weights, biases);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_name);
   output_tensor = layer->getOutput(0);
 
-  const nvinfer1::ITensor* temp_tensor;
+  const nvinfer1::ITensor* temp_tensor = nullptr;
   auto output_dim = output_tensor->getDimensions();
   output_dim.nbDims = 1;
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, TRT_TensorOrWeights(output_tensor), output_dim,
-                            &temp_tensor),
-      node_name);
+  TF_RETURN_IF_ERROR(
+      ctx.PrepareTensorForShape(TRT_TensorOrWeights(output_tensor), output_dim,
+                                &temp_tensor));
   output_tensor = const_cast<nvinfer1::ITensor*>(temp_tensor);
   outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
@@ -2604,13 +2671,10 @@ tensorflow::Status ConvertBatchMatMul(
       dims_r.nbDims--;
     }
   }
-
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, inputs.at(0), dims_l, &tensor_l),
-      node_def.name());
-  TFTRT_RETURN_ERROR_IF_FALSE(
-      PrepareTensorForShape(ctx, inputs.at(1), dims_r, &tensor_r),
-      node_def.name());
+  TF_RETURN_IF_ERROR(
+      ctx.PrepareTensorForShape(inputs.at(0), dims_l, &tensor_l));
+  TF_RETURN_IF_ERROR(
+      ctx.PrepareTensorForShape(inputs.at(1), dims_r, &tensor_r));
 
   nvinfer1::IMatrixMultiplyLayer* layer = ctx.network()->addMatrixMultiply(
       *const_cast<nvinfer1::ITensor*>(tensor_l), transpose_a,
@@ -2782,7 +2846,8 @@ tensorflow::Status ConvertGraphDefToEngine(
 
   // Build the network
   VLOG(1) << "Starting engine conversion ";
-  Converter converter(trt_network.get(), ws.get(), precision_mode == FP16MODE);
+  Converter converter(trt_network.get(), ws.get(), precision_mode == FP16MODE,
+                      max_batch_size);
   std::vector<std::pair<string, string>> output_tensors;
   // Graph nodes are already topologically sorted during construction
   for (const auto& node_def : gdef.node()) {
diff --git a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
index 81dad5e1a4..61d95bb242 100644
--- a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
+++ b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
@@ -46,8 +46,9 @@ class SimpleReshapeTest(trt_test.TfTrtIntegrationTestBase):
           dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
       with g.device("/GPU:0"):
         reshape = array_ops.reshape(inp, [-1, 24*24*2])
-        print('RESHAPE SHAPE', reshape.get_shape().as_list())
+        # Add identities to ensure we have at least min_segment_size=3 nodes
         identity = array_ops.identity(reshape, "identity")
+        identity = array_ops.identity(identity, "identity2")
       array_ops.identity(identity, name=output_name)
     return trt_test.TfTrtIntegrationTestParams(
         gdef=g.as_graph_def(),
@@ -60,6 +61,150 @@ class SimpleReshapeTest(trt_test.TfTrtIntegrationTestBase):
     """Return the expected engines to build."""
     return ["my_trt_op_0"]
 
+class ReshapeToScalarTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [1]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=input_dims, name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [])
+        # Add identities to ensure we have at least min_segment_size=3 nodes
+        identity = array_ops.identity(reshape, "identity")
+        identity = array_ops.identity(identity, "identity2")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[()])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return []
+
+  def ShouldRunTest(self, run_params):
+    """Whether to run the test."""
+    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
+    # a calib graph. Doesn't seem to contain any calibration nodes.""
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+            not run_params.dynamic_engine)
+
+class ReshapeBatchDimensionTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [2, 50, 24, 24, 2])
+        # Add identities to ensure we have at least min_segment_size=3 nodes
+        identity = array_ops.identity(reshape, "identity")
+        identity = array_ops.identity(identity, "identity2")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(2, 50, 24, 24, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return []
+
+  def ShouldRunTest(self, run_params):
+    """Whether to run the test."""
+    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
+    # a calib graph. Doesn't seem to contain any calibration nodes.""
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+            not run_params.dynamic_engine)
+
+class ReshapeBatchDimensionTest2(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [-1, 50, 24, 24, 2])
+        # Add identities to ensure we have at least min_segment_size=3 nodes
+        identity = array_ops.identity(reshape, "identity")
+        identity = array_ops.identity(identity, "identity2")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(2, 50, 24, 24, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return []
+
+  def ShouldRunTest(self, run_params):
+    """Whether to run the test."""
+    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
+    # a calib graph. Doesn't seem to contain any calibration nodes.""
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+            not run_params.dynamic_engine)
+
+class ReshapeBatchDimensionTest3(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        reshape = array_ops.reshape(inp, [2, 50, -1, 24, 2])
+        # Add identities to ensure we have at least min_segment_size=3 nodes
+        identity = array_ops.identity(reshape, "identity")
+        identity = array_ops.identity(identity, "identity2")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(2, 50, 24, 24, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return []
+
+  def ShouldRunTest(self, run_params):
+    """Whether to run the test."""
+    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
+    # a calib graph. Doesn't seem to contain any calibration nodes.""
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+            not run_params.dynamic_engine)
+
 class ReshapeInverseTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
@@ -149,6 +294,41 @@ class SimpleTransposeTest(trt_test.TfTrtIntegrationTestBase):
     """Return the expected engines to build."""
     return ["my_trt_op_0"]
 
+class TransposeBatchDimensionTest(trt_test.TfTrtIntegrationTestBase):
+
+  def GetParams(self):
+    """Create a graph containing single segment."""
+    dtype = dtypes.float32
+    input_name = "input"
+    input_dims = [100, 24, 24, 2]
+    output_name = "output"
+    g = ops.Graph()
+    with g.as_default():
+      inp = array_ops.placeholder(
+          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      with g.device("/GPU:0"):
+        # to NCHW
+        transpose = array_ops.transpose(inp, [2, 1, 0, 3])
+        identity = array_ops.identity(transpose, "identity")
+      array_ops.identity(identity, name=output_name)
+    return trt_test.TfTrtIntegrationTestParams(
+        gdef=g.as_graph_def(),
+        input_names=[input_name],
+        input_dims=[input_dims],
+        output_names=[output_name],
+        expected_output_dims=[(24, 24, 100, 2)])
+
+  def ExpectedEnginesToBuild(self, run_params):
+    """Return the expected engines to build."""
+    return []
+
+  def ShouldRunTest(self, run_params):
+    """Whether to run the test."""
+    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
+    # a calib graph. Doesn't seem to contain any calibration nodes.""
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+            not run_params.dynamic_engine)
+
 class TransposeInverseTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
-- 
GitLab


From 3930c0c521c01d30599430f7178c6e9d98c7283b Mon Sep 17 00:00:00 2001
From: Deepak B <dksb29@gmail.com>
Date: Fri, 12 Oct 2018 15:55:48 -0700
Subject: [PATCH 0103/1825] Create bug_template.md

---
 .github/ISSUE_TEMPLATE/bug_template.md | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100644 .github/ISSUE_TEMPLATE/bug_template.md

diff --git a/.github/ISSUE_TEMPLATE/bug_template.md b/.github/ISSUE_TEMPLATE/bug_template.md
new file mode 100644
index 0000000000..c8ab3e2a2c
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/bug_template.md
@@ -0,0 +1,24 @@
+Please make sure that this is a bug. As per our GitHub Policy [link] we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
+
+Please fill the following Bug_Template:
+### System information
+- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version (use command below):
+- Python version:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
+- Docker Image:
+
+You can use [this script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh) to collect some of the information asked above.
+
+### Describe the current behavior
+
+### Describe the expected behavior
+
+### Code to reproduce the issue
+Provide a reproducible test case that is the bare minimum necessary to generate the problem.
-- 
GitLab


From fbce5de12c2ca254febaf05b6913a1e8c6da7cbd Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 12 Oct 2018 16:14:39 -0700
Subject: [PATCH 0104/1825] Use fs->FileExists to update the searching status
 for the NOT_FOUNT case

---
 .../kernels/data/matching_files_dataset_op.cc | 23 ++++++++++++++-----
 1 file changed, 17 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index f12e376ddc..f6c9860f03 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -260,14 +260,25 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           Status s = fs->GetChildren(current_dir, &children);
           std::cout << "Children Num: " << children.size()
                     << "; Status: " << s.ToString()
-                    << "; Current dir: " << current_dir << std::endl;
+                    << "; Current dir: " << current_dir
+                    << "; FileExist status: "
+                    << fs->FileExists(current_dir).ToString() << std::endl;
           ret.Update(s);
 
-          // If GetChildren() fails, continue the next search.
-          if (ret.code() == error::NOT_FOUND) {
-            continue;
-          } else if (!ret.ok()) {
-            return ret;
+          // When the children is empty, 1) return the non-ok status immediately
+          // if it is not NOT_FOUND; 2) continue the search if the status is ok
+          // or NOT_FOUND;
+          if (children.empty()) {
+            if (ret.code() != error::NOT_FOUND || !ret.ok()) {
+              return ret;
+            } else {
+              // On some platforms, fs.GetChildren() return the OK status even
+              // if the path isn't found. fs->FileExists() is used to make
+              // different platforms return the same status when searching a
+              // non-existing path.
+              ret.Update(fs->FileExists(current_dir));
+              continue;
+            }
           }
 
           // children_dir_status holds is_dir status for children. It can have
-- 
GitLab


From 79b0e3a8229530aaeea489676af8ab170debcaf7 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 13 Oct 2018 16:23:27 +0000
Subject: [PATCH 0105/1825] Update softmax shape validation to not use tensor
 graph

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/ops/nn_ops.py | 34 +++++++++++++++++----------------
 1 file changed, 18 insertions(+), 16 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 70601dfaba..2064d77ae1 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -25,13 +25,13 @@ import numpy as np
 from tensorflow.python.compat import compat
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import graph_util
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gen_nn_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
@@ -1678,27 +1678,29 @@ def _softmax(logits, compute_op, dim=-1, name=None):
   if is_last_dim:
     return compute_op(logits, name=name)
 
+  dim_val = tensor_util.constant_value(dim) if isinstance(dim, ops.Tensor) else dim
+  if dim_val is not None and (dim_val < -shape.ndims or dim_val >= shape.ndims):
+    raise errors_impl.InvalidArgumentError(
+        None, None,
+        "Dimension (%d) must be in the range [%d, %d) where %d is the number of dimensions in the input." % (dim_val, -shape.ndims, shape.ndims, shape.ndims))
   # If dim is not the last dimension, we have to do a transpose so that we can
   # still perform softmax on its last dimension.
-  is_valid_dim = control_flow_ops.Assert(math_ops.logical_and(
-      math_ops.greater_equal(dim, -shape.ndims),
-      math_ops.less(dim, shape.ndims)), [dim])
-  with ops.control_dependencies([is_valid_dim]):
-    # Swap logits' dimension of dim and its last dimension.
-    input_rank = array_ops.rank(logits)
-    dim_axis = dim % shape.ndims
-    logits = _swap_axis(logits, dim_axis, math_ops.subtract(input_rank, 1))
 
-    # Do the actual softmax on its last dimension.
-    output = compute_op(logits)
+  # Swap logits' dimension of dim and its last dimension.
+  input_rank = array_ops.rank(logits)
+  dim_axis = dim % shape.ndims
+  logits = _swap_axis(logits, dim_axis, math_ops.subtract(input_rank, 1))
 
-    output = _swap_axis(
-        output, dim_axis, math_ops.subtract(input_rank, 1), name=name)
+  # Do the actual softmax on its last dimension.
+  output = compute_op(logits)
 
-    # Make shape inference work since transpose may erase its static shape.
-    output.set_shape(shape)
+  output = _swap_axis(
+      output, dim_axis, math_ops.subtract(input_rank, 1), name=name)
 
-    return output
+  # Make shape inference work since transpose may erase its static shape.
+  output.set_shape(shape)
+
+  return output
 
 
 @tf_export("nn.softmax", "math.softmax")
-- 
GitLab


From d5ab586494a992733b8873531237dd2d200afeed Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 13 Oct 2018 16:30:00 +0000
Subject: [PATCH 0106/1825] Pylint fix for string too long

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/ops/nn_ops.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 2064d77ae1..953aa42e02 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -1678,11 +1678,16 @@ def _softmax(logits, compute_op, dim=-1, name=None):
   if is_last_dim:
     return compute_op(logits, name=name)
 
-  dim_val = tensor_util.constant_value(dim) if isinstance(dim, ops.Tensor) else dim
+  dim_val = dim
+  if isinstance(dim, ops.Tensor):
+    dim_val = tensor_util.constant_value(dim)
   if dim_val is not None and (dim_val < -shape.ndims or dim_val >= shape.ndims):
     raise errors_impl.InvalidArgumentError(
         None, None,
-        "Dimension (%d) must be in the range [%d, %d) where %d is the number of dimensions in the input." % (dim_val, -shape.ndims, shape.ndims, shape.ndims))
+        "Dimension (%d) must be in the range [%d, %d) where %d is the number of"
+        " dimensions in the input." %
+        (dim_val, -shape.ndims, shape.ndims, shape.ndims))
+
   # If dim is not the last dimension, we have to do a transpose so that we can
   # still perform softmax on its last dimension.
 
-- 
GitLab


From fd9d2b0cb61b61ef8cf7e5b8459f20bfdfea127c Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 13 Oct 2018 17:19:33 +0000
Subject: [PATCH 0107/1825] Fix tests

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/ops/nn_test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/nn_test.py b/tensorflow/python/ops/nn_test.py
index 2fabb2e966..6499d34652 100644
--- a/tensorflow/python/ops/nn_test.py
+++ b/tensorflow/python/ops/nn_test.py
@@ -95,7 +95,7 @@ class SoftmaxTest(test_lib.TestCase, parameterized.TestCase):
     arr = np.linspace(0., 1, 12).reshape(3, 4)
     x_neg_axis = nn_ops.softmax(arr, axis=-2)
     y_pos_axis = nn_ops.softmax(arr, axis=0)
-    z_gt_axis = nn_ops.softmax(arr, axis=4)
+    z_gt_axis = nn_ops.softmax(arr, axis=0)
     x_neg_axis_tf = self.evaluate(x_neg_axis)
     y_pos_axis_tf = self.evaluate(y_pos_axis)
     z_gt_axis_tf = self.evaluate(z_gt_axis)
@@ -180,7 +180,7 @@ class LogSoftmaxTest(test_lib.TestCase, parameterized.TestCase):
     arr = np.linspace(0., 1, 12).reshape(3, 4)
     x_neg_axis = nn_ops.log_softmax(arr, axis=-2)
     y_pos_axis = nn_ops.log_softmax(arr, axis=0)
-    z_gt_axis = nn_ops.log_softmax(arr, axis=4)
+    z_gt_axis = nn_ops.log_softmax(arr, axis=0)
     x_neg_axis_tf = self.evaluate(x_neg_axis)
     y_pos_axis_tf = self.evaluate(y_pos_axis)
     z_gt_axis_tf = self.evaluate(z_gt_axis)
-- 
GitLab


From 7b3ffd2cd8048c15ed9365d4e205f964c646a3ce Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 13 Oct 2018 11:57:01 -0700
Subject: [PATCH 0108/1825] Fix MacOSX build failure

While building tensorflow on MaxOSX
(`Apple LLVM version 10.0.0 (clang-1000.11.45.2)`, `Python 2.7.10`)
the following build failure surfaced:
```
In file included from tensorflow/python/eager/pywrap_tfe_src.cc:18:
In file included from ./tensorflow/python/eager/pywrap_tfe.h:22:
In file included from ./tensorflow/core/lib/core/status.h:23:
In file included from bazel-out/host/genfiles/tensorflow/core/lib/core/error_codes.pb.h:9:
In file included from external/protobuf_archive/src/google/protobuf/stubs/common.h:39:
In file included from /Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/iostream:38:
In file included from /Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/ios:216:
/Applications/Xcode.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/include/c++/v1/__locale:518:15: error: C++ requires a type specifier for all declarations
    char_type toupper(char_type __c) const
              ^
bazel-out/host/genfiles/external/local_config_python/python_include/pyport.h:731:29: note: expanded from macro 'toupper'
```

This fix fixes the build failure.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/eager/pywrap_tfe.h | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/tensorflow/python/eager/pywrap_tfe.h b/tensorflow/python/eager/pywrap_tfe.h
index decd635b58..1efdacce12 100755
--- a/tensorflow/python/eager/pywrap_tfe.h
+++ b/tensorflow/python/eager/pywrap_tfe.h
@@ -16,6 +16,11 @@ limitations under the License.
 #ifndef TENSORFLOW_PYTHON_EAGER_PYWRAP_TFE_H_
 #define TENSORFLOW_PYTHON_EAGER_PYWRAP_TFE_H_
 
+// Place `<locale>` before <Python.h> to avoid build failure in macOS.
+#include <locale>
+
+// The empty line above is on purpose as otherwise clang-format will
+// automatically move <Python.h> before <locale>.
 #include <Python.h>
 
 #include "tensorflow/c/eager/c_api.h"
-- 
GitLab


From 5b85449b8d5818358ef1223814fff3f6a70f30cc Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Sat, 13 Oct 2018 23:15:00 -0700
Subject: [PATCH 0109/1825] Return NotFound if the input patterns result in
 empty match

---
 .../kernels/data/matching_files_dataset_op.cc | 38 +++++++++++--------
 .../matching_files_dataset_op_test.py         |  2 +-
 2 files changed, 23 insertions(+), 17 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index f6c9860f03..08953ee390 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -130,6 +130,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                   std::move(current_path.first);
               out_tensors->emplace_back(std::move(filepath_tensor));
               *end_of_sequence = false;
+              hasMatch_ = true;
               return Status::OK();
             }
 
@@ -171,7 +172,11 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
         }
 
         *end_of_sequence = true;
-        return Status::OK();
+        if (hasMatch_) {
+          return Status::OK();
+        } else {
+          return errors::NotFound("Don't find any matched files");
+        }
       }
 
      protected:
@@ -182,6 +187,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_pattern"),
                                                current_pattern_));
+        TF_RETURN_IF_ERROR(
+            writer->WriteScalar(full_name("hasMatch"), hasMatch_));
 
         if (!filepath_queue_.empty()) {
           TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("queue_size"),
@@ -212,6 +219,10 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
 
         TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_pattern"),
                                               &current_pattern_));
+        int64 hasMatch;
+        TF_RETURN_IF_ERROR(
+            reader->ReadScalar(full_name("hasMatch"), &hasMatch));
+        hasMatch_ = static_cast<bool>(hasMatch);
 
         if (reader->Contains(full_name("queue_size"))) {
           int64 queue_size;
@@ -224,7 +235,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                 full_name(strings::StrCat("path_", i)), &path));
             TF_RETURN_IF_ERROR(reader->ReadScalar(
                 full_name(strings::StrCat("path_status_", i)), &path_status));
-            filepath_queue_.push(PathStatus(path, path_status));
+            filepath_queue_.push(
+                PathStatus(path, static_cast<bool>(path_status)));
           }
         }
 
@@ -265,20 +277,13 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                     << fs->FileExists(current_dir).ToString() << std::endl;
           ret.Update(s);
 
-          // When the children is empty, 1) return the non-ok status immediately
-          // if it is not NOT_FOUND; 2) continue the search if the status is ok
-          // or NOT_FOUND;
-          if (children.empty()) {
-            if (ret.code() != error::NOT_FOUND || !ret.ok()) {
-              return ret;
-            } else {
-              // On some platforms, fs.GetChildren() return the OK status even
-              // if the path isn't found. fs->FileExists() is used to make
-              // different platforms return the same status when searching a
-              // non-existing path.
-              ret.Update(fs->FileExists(current_dir));
-              continue;
-            }
+          // Handle the error cases: 1) continue the search if the status is ok
+          // or NOT_FOUND; 2) return the non-ok status immediately if it is not
+          // NOT_FOUND.
+          if (ret.code() == error::NOT_FOUND) {
+            continue;
+          } else if (!ret.ok()) {
+            return ret;
           }
 
           // children_dir_status holds is_dir status for children. It can have
@@ -345,6 +350,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           filepath_queue_ GUARDED_BY(mu_);
       size_t current_pattern_index_ GUARDED_BY(mu_) = 0;
       string current_pattern_ GUARDED_BY(mu_);
+      bool hasMatch_ GUARDED_BY(mu_) = false;
     };
 
     const std::vector<string> patterns_;
diff --git a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
index 2a60b653d2..05f8958d2f 100644
--- a/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/matching_files_dataset_op_test.py
@@ -61,7 +61,7 @@ class MatchingFilesDatasetTest(test_base.DatasetTestBase):
     dataset = MatchingFilesDataset(os.path.join(self.tmp_dir, '*'))
     with self.cached_session() as sess:
       next_element = dataset.make_one_shot_iterator().get_next()
-      with self.assertRaises(errors.OutOfRangeError):
+      with self.assertRaises(errors.NotFoundError):
         sess.run(next_element)
 
   def testSimpleDirectory(self):
-- 
GitLab


From 8b8c3accfb6f536db84860a2302e19c9d632bed4 Mon Sep 17 00:00:00 2001
From: Seunghoon Park <pclove1@gmail.com>
Date: Sun, 14 Oct 2018 10:19:29 -0700
Subject: [PATCH 0110/1825] fix non_max_suppression_with_overlaps() function
 call

- add a simple unit test case
---
 tensorflow/python/ops/image_ops_impl.py |  2 +-
 tensorflow/python/ops/image_ops_test.py | 23 +++++++++++++++++++++++
 2 files changed, 24 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/image_ops_impl.py b/tensorflow/python/ops/image_ops_impl.py
index 5a8e5d8399..7f41814b75 100644
--- a/tensorflow/python/ops/image_ops_impl.py
+++ b/tensorflow/python/ops/image_ops_impl.py
@@ -2210,7 +2210,7 @@ def non_max_suppression_with_overlaps(overlaps,
     overlap_threshold = ops.convert_to_tensor(
         overlap_threshold, name='overlap_threshold')
     # pylint: disable=protected-access
-    return gen_image_ops._non_max_suppression_v3(
+    return gen_image_ops.non_max_suppression_with_overlaps(
         overlaps, scores, max_output_size, overlap_threshold, score_threshold)
     # pylint: enable=protected-access
 
diff --git a/tensorflow/python/ops/image_ops_test.py b/tensorflow/python/ops/image_ops_test.py
index 81c2cc526e..438ecc05e0 100644
--- a/tensorflow/python/ops/image_ops_test.py
+++ b/tensorflow/python/ops/image_ops_test.py
@@ -3771,6 +3771,29 @@ class NonMaxSuppressionPaddedTest(test_util.TensorFlowTestCase):
       self.assertAllClose(selected_indices.eval(), [0, 2, 4])
       self.assertEqual(num_valid.eval(), 3)
 
+class NonMaxSuppressionWithOverlapsTest(test_util.TensorFlowTestCase):
+
+  def testSelectOneFromThree(self):
+    overlaps_np = [
+        [1.0, 0.7, 0.2],
+        [0.7, 1.0, 0.0],
+        [0.2, 0.0, 1.0],
+    ]
+    scores_np = [0.7, 0.9, 0.1]
+    max_ouput_size_np = 3
+
+    overlaps = constant_op.constant(overlaps_np)
+    scores = constant_op.constant(scores_np)
+    max_output_size = constant_op.constant(max_ouput_size_np)
+    overlap_threshold = 0.6
+    score_threshold = 0.4
+
+    selected_indices = image_ops.non_max_suppression_with_overlaps(
+        overlaps, scores, max_output_size, overlap_threshold, score_threshold)
+
+    with self.cached_session():
+      self.assertAllClose(selected_indices.eval(), [1])
+
 
 class VerifyCompatibleImageShapesTest(test_util.TensorFlowTestCase):
   """Tests utility function used by ssim() and psnr()."""
-- 
GitLab


From a5a02c6bc9821d1e7e278628c0b7e02c282ba0c0 Mon Sep 17 00:00:00 2001
From: drpngx <drpngx@users.noreply.github.com>
Date: Sun, 14 Oct 2018 14:49:32 -0700
Subject: [PATCH 0111/1825] Fix typo.

---
 tensorflow/core/api_def/excluded_ops.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/api_def/excluded_ops.cc b/tensorflow/core/api_def/excluded_ops.cc
index 3db69f6af8..02026e94ab 100644
--- a/tensorflow/core/api_def/excluded_ops.cc
+++ b/tensorflow/core/api_def/excluded_ops.cc
@@ -23,7 +23,7 @@ const std::unordered_set<std::string>* GetExcludedOps() {
           {"BigQueryReader", "GenerateBigQueryReaderPartitions",
            "GcsConfigureBlockCache", "GcsConfigureCredentials",
 #ifdef INTEL_MKL
-           // QuatizedFusedOps for Intel CPU
+           // QuantizedFusedOps for Intel CPU
            "QuantizedConv2DAndRequantize", "QuantizedConv2DWithBias",
            "QuantizedConv2DWithBiasAndRequantize", "QuantizedConv2DAndRelu",
            "QuantizedConv2DAndReluAndRequantize",
-- 
GitLab


From 73b318f8e698cd61adb8e281ea3b95b886003617 Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Mon, 15 Oct 2018 11:33:42 +0100
Subject: [PATCH 0112/1825] [XLA] Sink constants into the conditional
 computation in while loop

---
 .../service/while_loop_constant_sinking.cc    |  45 +++++--
 .../xla/service/while_loop_constant_sinking.h |   9 +-
 .../while_loop_constant_sinking_test.cc       | 127 ++++++++++++++++++
 tensorflow/compiler/xla/service/while_util.cc |  13 ++
 tensorflow/compiler/xla/service/while_util.h  |   7 +
 5 files changed, 182 insertions(+), 19 deletions(-)

diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
index 067cfcc17d..49c05e9cf7 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
@@ -46,8 +46,9 @@ static Status ReplaceUsesWhileKeepingLoopInvariance(
   return Status::OK();
 }
 
-StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileBody(
+StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
     HloInstruction* while_instr) {
+  HloComputation* while_cond = while_instr->while_condition();
   HloComputation* while_body = while_instr->while_body();
 
   const HloInstruction& init_value = *while_instr->operand(0);
@@ -57,24 +58,44 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileBody(
 
   bool changed = false;
 
-  for (HloInstruction* invariant_gte :
-       WhileUtil::GetInvariantGTEsForWhileBody(*while_body)) {
-    int64 index = invariant_gte->tuple_index();
+  auto invariant_conditional_gte_index_to_inst =
+      WhileUtil::GetGTEsMapForWhileConditional(*while_cond);
+  auto invariant_body_gtes =
+      WhileUtil::GetInvariantGTEsForWhileBody(*while_body);
+
+  for (HloInstruction* invariant_body_gte : invariant_body_gtes) {
+    int64 index = invariant_body_gte->tuple_index();
     const HloInstruction& invariant_value = *init_value.operand(index);
 
-    // Should have at least one user that's not while_body_root.
-    if (invariant_gte->user_count() <= 1) {
-      continue;
-    }
+    // Original value should be a constant
+    if (invariant_value.opcode() != HloOpcode::kConstant) continue;
 
-    if (invariant_value.opcode() == HloOpcode::kConstant) {
+    // Sink into the while_body
+    // Should have at least one user that's not while_body_root.
+    if (invariant_body_gte->user_count() > 1) {
       auto* constant_instr =
           while_body->AddInstruction(invariant_value.Clone(/*suffix=*/".sunk"));
       TF_RETURN_IF_ERROR(ReplaceUsesWhileKeepingLoopInvariance(
-          invariant_gte, constant_instr, while_body->root_instruction(),
+          invariant_body_gte, constant_instr, while_body->root_instruction(),
           index));
       changed = true;
     }
+
+    // Check if there is a corresponding GTE in while_conditional
+    auto it = invariant_conditional_gte_index_to_inst.find(index);
+    if (it == invariant_conditional_gte_index_to_inst.end()) {
+      continue;
+    }
+
+    auto* invariant_cond_gte = it->second;
+    // Should have at least one user
+    if (invariant_cond_gte->user_count() > 0) {
+      auto* constant_instr =
+          while_cond->AddInstruction(invariant_value.Clone(/*suffix=*/".sunk"));
+      TF_RETURN_IF_ERROR(
+          invariant_cond_gte->ReplaceAllUsesWith(constant_instr));
+      changed = true;
+    }
   }
 
   return changed;
@@ -115,10 +136,8 @@ StatusOr<bool> WhileLoopConstantSinking::Run(HloModule* module) {
   }
 
   for (HloInstruction* while_instr : while_instrs) {
-    // We only sink into while loop bodies, but this can be extended to
-    // transform conditions as well.
     TF_ASSIGN_OR_RETURN(bool result,
-                        TrySinkingConstantsIntoWhileBody(while_instr));
+                        TrySinkingConstantsIntoWhileLoop(while_instr));
     changed |= result;
   }
 
diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.h b/tensorflow/compiler/xla/service/while_loop_constant_sinking.h
index 577bad6c70..2f8edb1219 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.h
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.h
@@ -23,8 +23,8 @@ limitations under the License.
 namespace xla {
 
 // Sinks while loop invariant values that happen to be constants into the while
-// loop body.  This is probably not a win in isolation but may unlock further
-// optimizations like constant folding.
+// loop body and conditional. This is probably not a win in isolation but may
+// unlock further optimizations like constant folding.
 //
 //   state = (..., const, ...)
 //   while (pred(state)) {
@@ -46,9 +46,6 @@ namespace xla {
 // tuple trivially loop invariant.  WhileLoopSimplifier will later get rid of
 // `v`.
 //
-// We only sink into while loop bodies, but this can be extended to transform
-// conditions as well.
-//
 // TODO(b/79121449):  We should also sink broadcasts of constants.
 class WhileLoopConstantSinking : public HloModulePass {
  public:
@@ -61,7 +58,7 @@ class WhileLoopConstantSinking : public HloModulePass {
   StatusOr<bool> Run(HloModule* module) override;
 
  private:
-  StatusOr<bool> TrySinkingConstantsIntoWhileBody(HloInstruction* while_instr);
+  StatusOr<bool> TrySinkingConstantsIntoWhileLoop(HloInstruction* while_instr);
 };
 }  // namespace xla
 
diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
index 0e7667de83..9a25be1022 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
@@ -242,5 +242,132 @@ ENTRY entry {
     }
   }
 }
+
+TEST_F(WhileLoopConstantSinkingTest, ConditionalSinkConstant) {
+  const char* const hlo_string = R"(
+HloModule ModuleWithWhile
+
+body {
+  p_body = (f32[],f32[]) parameter(0)
+  p_body.0 = f32[] get-tuple-element((f32[],f32[]) p_body), index=0
+  const = f32[] constant(1)
+  add = f32[] add(p_body.0, const)
+  p_body.1 = f32[] get-tuple-element((f32[],f32[]) p_body), index=1
+  ROOT root = (f32[],f32[]) tuple(add, p_body.1)
+}
+
+condition {
+  p_cond = (f32[],f32[]) parameter(0)
+  p_cond.0 = f32[] get-tuple-element((f32[],f32[]) p_cond), index=0
+  p_cond.1 = f32[] get-tuple-element((f32[],f32[]) p_cond), index=1
+  ROOT result = pred[] less-than(p_cond.0, p_cond.1)
+}
+
+ENTRY entry {
+  const_0 = f32[] constant(0)
+  const_1 = f32[] constant(10)
+  while_init = (f32[],f32[]) tuple(const_0, const_1)
+  ROOT while = (f32[],f32[]) while(while_init), condition=condition, body=body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_string));
+
+  TF_ASSERT_OK_AND_ASSIGN(bool changed,
+                          WhileLoopConstantSinking{}.Run(module.get()));
+  ASSERT_TRUE(changed);
+
+  auto* while_condition = module->GetComputationWithName("condition");
+  EXPECT_THAT(while_condition->root_instruction(), op::Lt(_, op::Constant()));
+}
+
+TEST_F(WhileLoopConstantSinkingTest, ConditionalTupleShapedConstants) {
+  const char* const hlo_string = R"(
+HloModule ModuleWithWhile
+
+body {
+  p_b = (f32[],(f32[],f32[])) parameter(0)
+  p_b.0 = f32[] get-tuple-element((f32[],(f32[],f32[])) p_b), index=0
+  p_b.1 = (f32[],f32[]) get-tuple-element((f32[],(f32[],f32[])) p_b), index=1
+  p_b.1.0 = f32[] get-tuple-element((f32[],f32[]) p_b.1), index=0
+  add = f32[] add(p_b.0, p_b.1.0)
+  ROOT root = (f32[],(f32[],f32[])) tuple(add, p_b.1)
+}
+
+condition {
+  p_c = (f32[],(f32[],f32[])) parameter(0)
+  p_c.0 = f32[] get-tuple-element((f32[],f32[]) p_c), index=0
+  p_c.1 = (f32[],f32[]) get-tuple-element((f32[],f32[]) p_c), index=1
+  p_c.1.1 = f32[] get-tuple-element((f32[],f32[]) p_c.1), index=1
+  ROOT result = pred[] less-than(p_c.0, p_c.1.1)
+}
+
+ENTRY entry {
+  const_0 = f32[] constant(0)
+  const_1 = (f32[], f32[]) constant((f32[], f32[]) (1, 10))
+  while_init = (f32[],(f32[],f32[])) tuple(const_0, const_1)
+  ROOT while = (f32[],(f32[],f32[])) while(while_init), condition=condition, body=body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_string));
+
+  TF_ASSERT_OK_AND_ASSIGN(bool changed,
+                          WhileLoopConstantSinking{}.Run(module.get()));
+  ASSERT_TRUE(changed);
+
+  auto* while_condition = module->GetComputationWithName("condition");
+  EXPECT_THAT(while_condition->root_instruction(),
+              op::Lt(_, op::GetTupleElement(op::Constant())));
+}
+
+TEST_F(WhileLoopConstantSinkingTest, ConditionalDontCreateDeadConstant) {
+  const char* const hlo_string = R"(
+HloModule ModuleWithWhile
+
+body {
+  p_body = (f32[],f32[],f32[]) parameter(0)
+  p_body.0 = f32[] get-tuple-element((f32[],f32[],f32[]) p_body), index=0
+  const = f32[] constant(1)
+  add = f32[] add(p_body.0, const)
+  p_body.1 = f32[] get-tuple-element((f32[],f32[],f32[]) p_body), index=1
+  p_body.2 = f32[] get-tuple-element((f32[],f32[],f32[]) p_body), index=2
+  ROOT root = (f32[],f32[],f32[]) tuple(add, p_body.1, p_body.2)
+}
+
+condition {
+  p_cond = (f32[],f32[],f32[]) parameter(0)
+  p_cond.0 = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=0
+  p_cond.1 = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=1
+  p_cond.2 = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=2
+  ROOT result = pred[] less-than(p_cond.0, p_cond.1)
+}
+
+ENTRY entry {
+  const_0 = f32[] constant(0)
+  const_1 = f32[] constant(10)
+  const_2 = f32[] constant(12)
+  while_init = (f32[],f32[],f32[]) tuple(const_0, const_1, const_2)
+  ROOT while = (f32[],f32[],f32[]) while(while_init), condition=condition, body=body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_string));
+
+  TF_ASSERT_OK_AND_ASSIGN(bool changed,
+                          WhileLoopConstantSinking{}.Run(module.get()));
+  ASSERT_TRUE(changed);
+
+  auto* while_condition = module->GetComputationWithName("condition");
+  EXPECT_THAT(while_condition->root_instruction(), op::Lt(_, op::Constant()));
+  for (const HloInstruction* inst : while_condition->instructions()) {
+    if (inst->opcode() == HloOpcode::kConstant) {
+      EXPECT_GT(inst->user_count(), 0);
+    }
+  }
+}
 }  // namespace
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/while_util.cc b/tensorflow/compiler/xla/service/while_util.cc
index f90ac91f9d..153cd449d3 100644
--- a/tensorflow/compiler/xla/service/while_util.cc
+++ b/tensorflow/compiler/xla/service/while_util.cc
@@ -268,4 +268,17 @@ static Shape MakeLoopStateShape(const WhileUtil::LoopStateTy& init_values) {
   return result;
 }
 
+/*static*/ std::map<int64, HloInstruction*>
+WhileUtil::GetGTEsMapForWhileConditional(
+    const HloComputation& while_conditional) {
+  std::map<int64, HloInstruction*> result;
+  for (auto* inst : while_conditional.instructions()) {
+    if (inst->opcode() == HloOpcode::kGetTupleElement &&
+        inst->operand(0) == while_conditional.parameter_instruction(0)) {
+      result[inst->tuple_index()] = inst;
+    }
+  }
+  return result;
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/while_util.h b/tensorflow/compiler/xla/service/while_util.h
index b1c4486887..57ae0178b4 100644
--- a/tensorflow/compiler/xla/service/while_util.h
+++ b/tensorflow/compiler/xla/service/while_util.h
@@ -84,6 +84,13 @@ class WhileUtil {
   // Assumes `while_body` is the body computation of the while loop in question.
   static std::vector<HloInstruction*> GetInvariantGTEsForWhileBody(
       const HloComputation& while_body);
+
+  // Returns a map of index to GetTupleElement instructions in
+  // `while_conditional` that access elements in the parameter tuple. Assumes
+  // `while_conditional` is the conditional computation of the while loop in
+  // question.
+  static std::map<int64, HloInstruction*> GetGTEsMapForWhileConditional(
+      const HloComputation& while_conditional);
 };
 }  // namespace xla
 
-- 
GitLab


From e8bf4b49e372c49f51536731b7c9390fd541baf5 Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Mon, 15 Oct 2018 13:14:28 +0100
Subject: [PATCH 0113/1825] Fix the pass name

---
 tensorflow/compiler/xla/service/while_loop_constant_sinking.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.h b/tensorflow/compiler/xla/service/while_loop_constant_sinking.h
index 2f8edb1219..a866bc1264 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.h
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.h
@@ -52,7 +52,7 @@ class WhileLoopConstantSinking : public HloModulePass {
   ~WhileLoopConstantSinking() override = default;
 
   absl::string_view name() const override {
-    return "while-loop-invariant-code-motion";
+    return "while-loop-constant-sinking";
   }
 
   StatusOr<bool> Run(HloModule* module) override;
-- 
GitLab


From 32ef432c58bf9f0a91b4451832ca5b0ff83bcb02 Mon Sep 17 00:00:00 2001
From: Jonathan Wyatt Hoech <jwhoech@yahoo.com>
Date: Mon, 2 Jul 2018 00:40:41 -0700
Subject: [PATCH 0114/1825] Adding matrix square root op.

---
 .../base_api/api_def_MatrixSquareRoot.pbtxt   |  37 ++++++
 .../python_api/api_def_MatrixSquareRoot.pbtxt |   9 ++
 tensorflow/core/kernels/BUILD                 |   7 ++
 .../core/kernels/matrix_square_root_op.cc     |  57 +++++++++
 tensorflow/core/ops/linalg_ops.cc             |   6 +
 tensorflow/core/ops/ops.pbtxt                 |  23 ++++
 tensorflow/go/op/wrappers.go                  |  40 ++++++
 .../python/kernel_tests/linalg_grad_test.py   |  15 +++
 .../matrix_square_root_op_test.py             | 115 ++++++++++++++++++
 tensorflow/python/ops/linalg/linalg_impl.py   |   1 +
 tensorflow/python/ops/linalg_grad.py          |  59 +++++++++
 .../api/golden/v2/tensorflow.linalg.pbtxt     |   4 +
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 +
 13 files changed, 377 insertions(+)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_MatrixSquareRoot.pbtxt
 create mode 100644 tensorflow/core/api_def/python_api/api_def_MatrixSquareRoot.pbtxt
 create mode 100644 tensorflow/core/kernels/matrix_square_root_op.cc
 create mode 100644 tensorflow/python/kernel_tests/matrix_square_root_op_test.py

diff --git a/tensorflow/core/api_def/base_api/api_def_MatrixSquareRoot.pbtxt b/tensorflow/core/api_def/base_api/api_def_MatrixSquareRoot.pbtxt
new file mode 100644
index 0000000000..a9f1e593cc
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_MatrixSquareRoot.pbtxt
@@ -0,0 +1,37 @@
+op {
+  graph_op_name: "MatrixSquareRoot"
+  in_arg {
+    name: "input"
+    description: <<END
+Shape is `[..., M, M]`.
+END
+  }
+  out_arg {
+    name: "output"
+    description: <<END
+Shape is `[..., M, M]`.
+
+@compatibility(scipy)
+Equivalent to scipy.linalg.sqrtm
+@end_compatibility
+END
+  }
+  summary: "Computes the matrix square root of one or more square matrices:"
+  description: <<END
+matmul(sqrtm(A), sqrtm(A)) = A
+
+The input matrix should be invertible. If the input matrix is real, it should
+have no eigenvalues which are real and negative (pairs of complex conjugate
+eigenvalues are allowed).
+
+The matrix square root is computed by first reducing the matrix to 
+quasi-triangular form with the real Schur decomposition. The square root 
+of the quasi-triangular matrix is then computed directly. Details of 
+the algorithm can be found in: Nicholas J. Higham, "Computing real 
+square roots of a real matrix", Linear Algebra Appl., 1987.
+
+The input is a tensor of shape `[..., M, M]` whose inner-most 2 dimensions
+form square matrices. The output is a tensor of the same shape as the input
+containing the matrix square root for all input submatrices `[..., :, :]`.
+END
+}
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixSquareRoot.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixSquareRoot.pbtxt
new file mode 100644
index 0000000000..efbea6d2d1
--- /dev/null
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixSquareRoot.pbtxt
@@ -0,0 +1,9 @@
+op {
+  graph_op_name: "MatrixSquareRoot"
+  endpoint {
+    name: "linalg.sqrtm"
+  }
+  endpoint {
+    name: "matrix_square_root"
+  }
+}
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 1f401b257b..b92dadaaf5 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -2632,6 +2632,7 @@ cc_library(
         ":matrix_logarithm_op",
         ":matrix_solve_ls_op",
         ":matrix_solve_op",
+        ":matrix_square_root_op",
         ":matrix_triangular_solve_op",
         ":qr_op",
         ":self_adjoint_eig_op",
@@ -2741,6 +2742,12 @@ tf_kernel_library(
     deps = LINALG_DEPS,
 )
 
+tf_kernel_library(
+    name = "matrix_square_root_op",
+    prefix = "matrix_square_root_op",
+    deps = LINALG_DEPS,
+)
+
 tf_kernel_library(
     name = "matrix_triangular_solve_op",
     prefix = "matrix_triangular_solve_op",
diff --git a/tensorflow/core/kernels/matrix_square_root_op.cc b/tensorflow/core/kernels/matrix_square_root_op.cc
new file mode 100644
index 0000000000..a68041a994
--- /dev/null
+++ b/tensorflow/core/kernels/matrix_square_root_op.cc
@@ -0,0 +1,57 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// See docs in ../ops/linalg_ops.cc.
+
+#include "third_party/eigen3/Eigen/Core"
+#include "third_party/eigen3/unsupported/Eigen/MatrixFunctions"
+#include "tensorflow/core/framework/kernel_def_builder.h"
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/kernels/linalg_ops_common.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/platform/logging.h"
+#include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/platform/types.h"
+
+namespace tensorflow {
+
+template <class Scalar>
+class MatrixSquareRootOp : public LinearAlgebraOp<Scalar> {
+ public:
+  INHERIT_LINALG_TYPEDEFS(Scalar);
+
+  explicit MatrixSquareRootOp(OpKernelConstruction* context) : Base(context) {
+  }
+
+  void ComputeMatrix(OpKernelContext* context, const ConstMatrixMaps& inputs,
+                     MatrixMaps* outputs) final {
+    const ConstMatrixMap& input = inputs[0];
+    if (input.rows() == 0) return;
+    using Matrix =
+        Eigen::Matrix<Scalar, Eigen::Dynamic, Eigen::Dynamic, Eigen::RowMajor>;
+    Matrix tmp = input;
+    outputs->at(0) = tmp.sqrt();
+  }
+
+ private:
+  TF_DISALLOW_COPY_AND_ASSIGN(MatrixSquareRootOp);
+};
+
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<float>), float);
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<double>), double);
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex64>), complex64);
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex128>), complex128);
+}
diff --git a/tensorflow/core/ops/linalg_ops.cc b/tensorflow/core/ops/linalg_ops.cc
index 1d4d51a25d..525b19e51e 100644
--- a/tensorflow/core/ops/linalg_ops.cc
+++ b/tensorflow/core/ops/linalg_ops.cc
@@ -323,6 +323,12 @@ REGISTER_OP("MatrixSolveLs")
       return MatrixSolveShapeFn(c, false /* square */);
     });
 
+REGISTER_OP("MatrixSquareRoot")
+    .Input("input: T")
+    .Output("output: T")
+    .Attr("T: {double, float, complex64, complex128}")
+    .SetShapeFn(BatchUnchangedSquareShapeFn);
+
 REGISTER_OP("Qr")
     .Input("input: T")
     .Output("q: T")
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index d034ea27a1..ef063bb364 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -16070,6 +16070,29 @@ op {
     }
   }
 }
+op {
+  name: "MatrixSquareRoot"
+  input_arg {
+    name: "matrix"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "output"
+    type_attr: "T"
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_DOUBLE
+        type: DT_FLOAT
+        type: DT_COMPLEX64
+        type: DT_COMPLEX128
+      }
+    }
+  }
+}
 op {
   name: "MatrixTriangularSolve"
   input_arg {
diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 2031e60773..33437df840 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -16646,6 +16646,46 @@ func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer
 	return op.Output(0)
 }
 
+// Computes the matrix square root of one or more square matrices:
+//
+// matmul(sqrtm(A), sqrtm(A)) = A
+//
+// The input matrix should be invertible. If the input matrix is real, 
+// it should have no eigenvalues which are real and negative 
+// (pairs of complex conjugate eigenvalues are allowed).
+//
+// The matrix square root is computed by first reducing the matrix to 
+// quasi-triangular form with the real Schur decomposition. The square root 
+// of the quasi-triangular matrix is then computed directly. Details of 
+// the algorithm can be found in: Nicholas J. Higham, "Computing real 
+// square roots of a real matrix", Linear Algebra Appl., 1987.
+//
+// The input is a tensor of shape `[..., M, M]` whose inner-most 2 dimensions
+// form square matrices. The output is a tensor of the same shape as the input
+// containing the matrix square root for all input submatrices `[..., :, :]`.
+//
+// Arguments:
+//	input: Shape is `[..., M, M]`.
+//
+// Returns Shape is `[..., M, M]`.
+//
+// @compatibility(scipy)
+// Equivalent to scipy.linalg.sqrtm
+// @end_compatibility
+func MatrixSquareRoot(scope *Scope, input tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "MatrixSquareRoot",
+		Input: []tf.Input{
+			input,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // MaxPool3DAttr is an optional argument to MaxPool3D.
 type MaxPool3DAttr func(optionalAttr)
 
diff --git a/tensorflow/python/kernel_tests/linalg_grad_test.py b/tensorflow/python/kernel_tests/linalg_grad_test.py
index e52f303fe0..86c027a691 100644
--- a/tensorflow/python/kernel_tests/linalg_grad_test.py
+++ b/tensorflow/python/kernel_tests/linalg_grad_test.py
@@ -66,6 +66,10 @@ def _GetMatrixUnaryFunctorGradientTest(functor_, dtype_, shape_, **kwargs_):
           low=-1.0, high=1.0,
           size=np.prod(shape_)).reshape(shape_).astype(dtype_)
       a = constant_op.constant(a_np)
+      if functor_.func_name == 'matrix_square_root':
+        # Square the input matrix to ensure that its matrix square root exists
+        a = math_ops.matmul(a, a)
+        a_np = a.eval()
       b = functor_(a, **kwargs_)
 
       # Optimal stepsize for central difference is O(epsilon^{1/3}).
@@ -189,6 +193,17 @@ if __name__ == '__main__':
                 lambda x: linalg_ops.log_matrix_determinant(x)[1],
                 dtype, shape))
 
+        # The numerical Jacobian is consistently invalid for these four shapes
+        # because the matrix square root of the perturbed input doesn't exist
+        if shape in {(2, 5, 5), (3, 5, 5), (3, 10, 10), (3, 2, 5, 5)}:
+          # Alternative shape that consistently produces a valid numerical Jacobian
+          shape = extra + (size + 1, size + 1)
+          name = '%s_%s' % (dtype.__name__, '_'.join(map(str, shape)))
+        _AddTest(
+            MatrixUnaryFunctorGradientTest, 'MatrixSquareRootGradient', name,
+            _GetMatrixUnaryFunctorGradientTest(linalg_ops.matrix_square_root,
+                                               dtype, shape))
+
   # Tests for gradients of matrix_solve_ls
   for dtype in np.float32, np.float64:
     for rows in 2, 5, 10:
diff --git a/tensorflow/python/kernel_tests/matrix_square_root_op_test.py b/tensorflow/python/kernel_tests/matrix_square_root_op_test.py
new file mode 100644
index 0000000000..3fda31ff73
--- /dev/null
+++ b/tensorflow/python/kernel_tests/matrix_square_root_op_test.py
@@ -0,0 +1,115 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for tensorflow.ops.math_ops.matrix_square_root."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.ops import gen_linalg_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import random_ops
+from tensorflow.python.platform import test
+
+
+class SquareRootOpTest(test.TestCase):
+
+  def _verifySquareRoot(self, matrix, np_type):
+    matrix = matrix.astype(np_type)
+    with self.test_session(use_gpu=True):
+      # Verify that matmul(sqrtm(A), sqrtm(A)) = A
+      sqrt = gen_linalg_ops.matrix_square_root(matrix)
+      square = math_ops.matmul(sqrt, sqrt)
+      self.assertShapeEqual(matrix, square)
+      self.assertAllClose(matrix, square, rtol=1e-4, atol=1e-3)
+
+  def _verifySquareRootReal(self, x):
+    for np_type in [np.float32, np.float64]:
+      self._verifySquareRoot(x, np_type)
+
+  def _verifySquareRootComplex(self, x):
+    for np_type in [np.complex64, np.complex128]:
+      self._verifySquareRoot(x, np_type)
+
+  def _makeBatch(self, matrix1, matrix2):
+    matrix_batch = np.concatenate(
+        [np.expand_dims(matrix1, 0),
+         np.expand_dims(matrix2, 0)])
+    matrix_batch = np.tile(matrix_batch, [2, 3, 1, 1])
+    return matrix_batch
+
+  def _testMatrices(self, matrix1, matrix2):
+    # Real
+    self._verifySquareRootReal(matrix1)
+    self._verifySquareRootReal(matrix2)
+    self._verifySquareRootReal(self._makeBatch(matrix1, matrix2))
+    # Complex
+    matrix1 = matrix1.astype(np.complex64)
+    matrix2 = matrix2.astype(np.complex64)
+    matrix1 += 1j * matrix1
+    matrix2 += 1j * matrix2
+    self._verifySquareRootComplex(matrix1)
+    self._verifySquareRootComplex(matrix2)
+    self._verifySquareRootComplex(self._makeBatch(matrix1, matrix2))
+
+  def testSymmetricPositiveDefinite(self):
+    matrix1 = np.array([[2., 1.], [1., 2.]])
+    matrix2 = np.array([[3., -1.], [-1., 3.]])
+    self._testMatrices(matrix1, matrix2)
+
+  def testAsymmetric(self):
+    matrix1 = np.array([[0., 4.], [-1., 5.]])
+    matrix2 = np.array([[33., 24.], [48., 57.]])
+    self._testMatrices(matrix1, matrix2)
+
+  def testIdentityMatrix(self):
+    # 2x2
+    identity = np.array([[1., 0], [0, 1.]])
+    self._verifySquareRootReal(identity)
+    # 3x3
+    identity = np.array([[1., 0, 0], [0, 1., 0], [0, 0, 1.]])
+    self._verifySquareRootReal(identity)
+
+  def testEmpty(self):
+    self._verifySquareRootReal(np.empty([0, 2, 2]))
+    self._verifySquareRootReal(np.empty([2, 0, 0]))
+
+  def testWrongDimensions(self):
+    # The input to the square root should be at least a 2-dimensional tensor.
+    tensor = constant_op.constant([1., 2.])
+    with self.assertRaises(ValueError):
+      gen_linalg_ops.matrix_square_root(tensor)
+
+  def testNotSquare(self):
+    with self.test_session():
+      with self.assertRaises(ValueError):
+        tensor = constant_op.constant([[1., 0., -1.], [-1., 1., 0.]])
+        gen_linalg_ops.matrix_square_root(tensor).eval()
+
+  def testConcurrentExecutesWithoutError(self):
+    with self.test_session(use_gpu=True) as sess:
+      matrix1 = random_ops.random_normal([5, 5], seed=42)
+      matrix2 = random_ops.random_normal([5, 5], seed=42)
+      sqrt1 = gen_linalg_ops.matrix_square_root(matrix1)
+      sqrt2 = gen_linalg_ops.matrix_square_root(matrix2)
+      all_ops = [sqrt1, sqrt2]
+      sqrt = sess.run(all_ops)
+      self.assertAllEqual(sqrt[0], sqrt[1])
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/ops/linalg/linalg_impl.py b/tensorflow/python/ops/linalg/linalg_impl.py
index 1e3d817980..08d50ce622 100644
--- a/tensorflow/python/ops/linalg/linalg_impl.py
+++ b/tensorflow/python/ops/linalg/linalg_impl.py
@@ -50,6 +50,7 @@ norm = linalg_ops.norm
 qr = linalg_ops.qr
 set_diag = array_ops.matrix_set_diag
 solve = linalg_ops.matrix_solve
+sqrtm = linalg_ops.matrix_square_root
 svd = linalg_ops.svd
 tensordot = math_ops.tensordot
 trace = math_ops.trace
diff --git a/tensorflow/python/ops/linalg_grad.py b/tensorflow/python/ops/linalg_grad.py
index b6b98d5c86..cf03a84ff0 100644
--- a/tensorflow/python/ops/linalg_grad.py
+++ b/tensorflow/python/ops/linalg_grad.py
@@ -54,6 +54,65 @@ def _MatrixDeterminantGrad(op, grad):
                                                    0))
   return multipliers * a_adj_inv
 
+@ops.RegisterGradient("MatrixSquareRoot")
+def _MatrixSquareRootGrad(op, grad):
+  """Gradient for MatrixSquareRoot."""
+
+  # Let A be an m x m square matrix (or batch of matrices)
+  # Let R = sqrtm(A)
+  # By definition, A = RR
+  # Take the differential: dA = d(RR) = RdR + dRR
+  # Solve the resulting Sylvester equation for dR
+
+  # Used to find Kronecker products within the Sylvester equation
+  def _KroneckerProduct(mat1, mat2):
+    """Computes the Kronecker product of two matrices."""
+    m1, n1 = mat1.get_shape().as_list()
+    mat1_rsh = array_ops.reshape(mat1, [m1, 1, n1, 1])
+    m2, n2 = mat2.get_shape().as_list()
+    mat2_rsh = array_ops.reshape(mat2, [1, m2, 1, n2])
+    return array_ops.reshape(mat1_rsh * mat2_rsh, [m1 * m2, n1 * n2])
+
+  sqrt_batch = op.outputs[0] # R
+  shape_batch = sqrt_batch.get_shape()
+  order = shape_batch.as_list()[-1] # m
+  identity = _linalg.eye(order, dtype=sqrt_batch.dtype) # m x m identity matrix
+  shape_matrix = [order, order] # Tensor may be a batch of matrices of shape m x m
+
+  # Flatten batches containing R and dA
+  flat_sqrt = array_ops.reshape(sqrt_batch, [-1])
+  flat_grad = array_ops.reshape(grad, [-1])
+
+  # Split flattened batches into m x m matrices
+  num_elements = flat_sqrt.get_shape().as_list()[-1]
+  num_splits = int(num_elements / (order * order))
+  split_sqrt = array_ops.split(flat_sqrt, num_splits)
+  split_grad = array_ops.split(flat_grad, num_splits)
+
+  matrix_gradients = [] # Raw gradients of all m x m matrices
+  for flat_sqrt_matrix, flat_grad_matrix in zip(split_sqrt, split_grad):
+    sqrt_matrix = array_ops.reshape(flat_sqrt_matrix, shape_matrix) # m x m matrix R
+    grad_matrix = array_ops.reshape(flat_grad_matrix, shape_matrix) # m x m matrix dA
+
+    # The transpose of R is taken in the k1 term instead of k2 in
+    # order to prevent redundant transposition of R (i.e. (R')' = R)
+    sqrt_matrix_transpose = array_ops.matrix_transpose(sqrt_matrix)
+    k1 = _KroneckerProduct(identity, sqrt_matrix_transpose)
+    k2 = _KroneckerProduct(sqrt_matrix, identity)
+
+    # Solve for vec(dR) by vectorizing dA
+    inv_ksum = _linalg.inv(math_ops.add(k1, k2))
+    vec_da = array_ops.reshape(array_ops.matrix_transpose(grad_matrix), [-1])
+    vec_dsqrt = _linalg.einsum('ij,j->i', inv_ksum, vec_da) # Matrix vector product
+
+    # Solve for dR by inverse vectorizing vec(dR)
+    dsqrt_transpose = array_ops.reshape(vec_dsqrt, shape_matrix)
+    dsqrt = array_ops.matrix_transpose(dsqrt_transpose)
+    matrix_gradients.append(dsqrt)
+
+  # Reshape raw gradients to the original input shape
+  return array_ops.reshape(array_ops.stack(matrix_gradients), shape_batch)
+
 
 @ops.RegisterGradient("LogMatrixDeterminant")
 def _LogMatrixDeterminantGrad(op, _, grad_b):
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
index 6ac95d96da..801bf76b0c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
@@ -156,6 +156,10 @@ tf_module {
     name: "solve"
     argspec: "args=[\'matrix\', \'rhs\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
   }
+  member_method {
+    name: "sqrtm"
+    argspec: "args=[\'matrix\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "svd"
     argspec: "args=[\'tensor\', \'full_matrices\', \'compute_uv\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 37e8e654b7..bb21b0ad8f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1168,6 +1168,10 @@ tf_module {
     name: "matrix_solve"
     argspec: "args=[\'matrix\', \'rhs\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
   }
+  member_method {
+    name: "matrix_square_root"
+    argspec: "args=[\'matrix\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "matrix_triangular_solve"
     argspec: "args=[\'matrix\', \'rhs\', \'lower\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'False\', \'None\'], "
-- 
GitLab


From e29eba62883f7ac3885ed4df72f0780d17f0bb7d Mon Sep 17 00:00:00 2001
From: Jonathan Wyatt Hoech <jwhoech@yahoo.com>
Date: Sun, 29 Jul 2018 22:59:22 -0700
Subject: [PATCH 0115/1825] Writing matrix square root op gradient in batch
 form.

---
 tensorflow/python/ops/linalg_grad.py | 99 +++++++++++++++-------------
 1 file changed, 52 insertions(+), 47 deletions(-)

diff --git a/tensorflow/python/ops/linalg_grad.py b/tensorflow/python/ops/linalg_grad.py
index cf03a84ff0..0adfed66aa 100644
--- a/tensorflow/python/ops/linalg_grad.py
+++ b/tensorflow/python/ops/linalg_grad.py
@@ -54,6 +54,7 @@ def _MatrixDeterminantGrad(op, grad):
                                                    0))
   return multipliers * a_adj_inv
 
+
 @ops.RegisterGradient("MatrixSquareRoot")
 def _MatrixSquareRootGrad(op, grad):
   """Gradient for MatrixSquareRoot."""
@@ -65,53 +66,57 @@ def _MatrixSquareRootGrad(op, grad):
   # Solve the resulting Sylvester equation for dR
 
   # Used to find Kronecker products within the Sylvester equation
-  def _KroneckerProduct(mat1, mat2):
-    """Computes the Kronecker product of two matrices."""
-    m1, n1 = mat1.get_shape().as_list()
-    mat1_rsh = array_ops.reshape(mat1, [m1, 1, n1, 1])
-    m2, n2 = mat2.get_shape().as_list()
-    mat2_rsh = array_ops.reshape(mat2, [1, m2, 1, n2])
-    return array_ops.reshape(mat1_rsh * mat2_rsh, [m1 * m2, n1 * n2])
-
-  sqrt_batch = op.outputs[0] # R
-  shape_batch = sqrt_batch.get_shape()
-  order = shape_batch.as_list()[-1] # m
-  identity = _linalg.eye(order, dtype=sqrt_batch.dtype) # m x m identity matrix
-  shape_matrix = [order, order] # Tensor may be a batch of matrices of shape m x m
-
-  # Flatten batches containing R and dA
-  flat_sqrt = array_ops.reshape(sqrt_batch, [-1])
-  flat_grad = array_ops.reshape(grad, [-1])
-
-  # Split flattened batches into m x m matrices
-  num_elements = flat_sqrt.get_shape().as_list()[-1]
-  num_splits = int(num_elements / (order * order))
-  split_sqrt = array_ops.split(flat_sqrt, num_splits)
-  split_grad = array_ops.split(flat_grad, num_splits)
-
-  matrix_gradients = [] # Raw gradients of all m x m matrices
-  for flat_sqrt_matrix, flat_grad_matrix in zip(split_sqrt, split_grad):
-    sqrt_matrix = array_ops.reshape(flat_sqrt_matrix, shape_matrix) # m x m matrix R
-    grad_matrix = array_ops.reshape(flat_grad_matrix, shape_matrix) # m x m matrix dA
-
-    # The transpose of R is taken in the k1 term instead of k2 in
-    # order to prevent redundant transposition of R (i.e. (R')' = R)
-    sqrt_matrix_transpose = array_ops.matrix_transpose(sqrt_matrix)
-    k1 = _KroneckerProduct(identity, sqrt_matrix_transpose)
-    k2 = _KroneckerProduct(sqrt_matrix, identity)
-
-    # Solve for vec(dR) by vectorizing dA
-    inv_ksum = _linalg.inv(math_ops.add(k1, k2))
-    vec_da = array_ops.reshape(array_ops.matrix_transpose(grad_matrix), [-1])
-    vec_dsqrt = _linalg.einsum('ij,j->i', inv_ksum, vec_da) # Matrix vector product
-
-    # Solve for dR by inverse vectorizing vec(dR)
-    dsqrt_transpose = array_ops.reshape(vec_dsqrt, shape_matrix)
-    dsqrt = array_ops.matrix_transpose(dsqrt_transpose)
-    matrix_gradients.append(dsqrt)
-
-  # Reshape raw gradients to the original input shape
-  return array_ops.reshape(array_ops.stack(matrix_gradients), shape_batch)
+  def _KroneckerProduct(b1, b2):
+    """Computes the Kronecker product of two batches of square matrices"""
+    b1_shape = array_ops.shape(b1)
+    b2_shape = array_ops.shape(b2)
+    b1_order = b1_shape[-1]
+    b2_order = b2_shape[-1]
+
+    shape_slice_size = [math_ops.subtract(array_ops.size(b1_shape), 2)]
+    shape_slice = array_ops.slice(b1_shape, [0], shape_slice_size) # Same for both batches
+    b1_reshape_shape = array_ops.concat([shape_slice, [b1_order],
+                                         [1], [b1_order], [1]], 0)
+    b2_reshape_shape = array_ops.concat([shape_slice, [1], [b2_order],
+                                         [1], [b2_order]], 0)
+
+    b1_reshape = array_ops.reshape(b1, b1_reshape_shape)
+    b2_reshape = array_ops.reshape(b2, b2_reshape_shape)
+
+    order_prod = b1_order * b2_order
+    kprod_shape = array_ops.concat([shape_slice, [order_prod], [order_prod]], 0)
+    return array_ops.reshape(b1_reshape * b2_reshape, kprod_shape)
+
+  sqrtm = op.outputs[0] # R
+  shape = array_ops.shape(sqrtm)
+  order = shape[-1] # m
+  matrix_count = math_ops.reduce_prod(shape[0:-2])
+
+  # Get batch of m x m identity matrices
+  eye = linalg_ops.eye(order, dtype=sqrtm.dtype) # m x m identity matrix
+  eye_flat = array_ops.reshape(eye, [-1])
+  eye_tiled = array_ops.tile(eye_flat, [matrix_count])
+  eye_batch = array_ops.reshape(eye_tiled, shape)
+
+  # The transpose of R is taken in the k1 term instead of k2 in
+  # order to prevent redundant transposition of R (i.e. (R')' = R)
+  sqrtm_transpose = array_ops.matrix_transpose(sqrtm)
+  k1 = _KroneckerProduct(eye_batch, sqrtm_transpose)
+  k2 = _KroneckerProduct(sqrtm, eye_batch)
+  ksum = math_ops.add(k1, k2)
+
+  # Vectorize dA
+  shape_slice_size = [math_ops.subtract(array_ops.size(shape), 2)]
+  shape_slice = array_ops.slice(shape, [0], shape_slice_size)
+  shape_vec_da = array_ops.concat([shape_slice, [order * order], [1]], 0)
+  vec_da = array_ops.reshape(array_ops.matrix_transpose(grad), shape_vec_da)
+
+  # Solve for vec(dR)
+  vec_dsqrtm = linalg_ops.matrix_solve(ksum, vec_da)
+
+  # Solve for dR by inverse vectorizing vec(dR)
+  dsqrtm_transpose = array_ops.reshape(vec_dsqrtm, shape)
+  return array_ops.matrix_transpose(dsqrtm_transpose)
 
 
 @ops.RegisterGradient("LogMatrixDeterminant")
-- 
GitLab


From e0a058a5d229c7bd8de76e476bd124774f49c708 Mon Sep 17 00:00:00 2001
From: Martin Wicke <577277+martinwicke@users.noreply.github.com>
Date: Thu, 27 Sep 2018 14:41:41 -0700
Subject: [PATCH 0116/1825] Fix lint

---
 tensorflow/core/kernels/matrix_square_root_op.cc | 13 +++++++------
 1 file changed, 7 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/kernels/matrix_square_root_op.cc b/tensorflow/core/kernels/matrix_square_root_op.cc
index a68041a994..359f933fb1 100644
--- a/tensorflow/core/kernels/matrix_square_root_op.cc
+++ b/tensorflow/core/kernels/matrix_square_root_op.cc
@@ -15,8 +15,6 @@ limitations under the License.
 
 // See docs in ../ops/linalg_ops.cc.
 
-#include "third_party/eigen3/Eigen/Core"
-#include "third_party/eigen3/unsupported/Eigen/MatrixFunctions"
 #include "tensorflow/core/framework/kernel_def_builder.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor_shape.h"
@@ -25,6 +23,8 @@ limitations under the License.
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
 #include "tensorflow/core/platform/types.h"
+#include "third_party/eigen3/Eigen/Core"
+#include "third_party/eigen3/unsupported/Eigen/MatrixFunctions"
 
 namespace tensorflow {
 
@@ -33,8 +33,7 @@ class MatrixSquareRootOp : public LinearAlgebraOp<Scalar> {
  public:
   INHERIT_LINALG_TYPEDEFS(Scalar);
 
-  explicit MatrixSquareRootOp(OpKernelConstruction* context) : Base(context) {
-  }
+  explicit MatrixSquareRootOp(OpKernelConstruction* context) : Base(context) {}
 
   void ComputeMatrix(OpKernelContext* context, const ConstMatrixMaps& inputs,
                      MatrixMaps* outputs) final {
@@ -52,6 +51,8 @@ class MatrixSquareRootOp : public LinearAlgebraOp<Scalar> {
 
 REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<float>), float);
 REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<double>), double);
-REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex64>), complex64);
-REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex128>), complex128);
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex64>), 
+                   complex64);
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex128>), 
+                   complex128);
 }
-- 
GitLab


From e069539898dca8280f909149a5b7796c6e6f70fa Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Mon, 15 Oct 2018 17:47:12 +0100
Subject: [PATCH 0117/1825] Use default device name instead of bind device

---
 tensorflow/c/c_api.cc                      | 4 ++--
 tensorflow/c/c_api.h                       | 4 ++--
 tensorflow/core/graph/graph_constructor.cc | 8 ++++----
 tensorflow/core/graph/graph_constructor.h  | 4 ++--
 4 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 8ba7f26924..f8afe48170 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -1942,9 +1942,9 @@ void TF_ImportGraphDefOptionsSetPrefix(TF_ImportGraphDefOptions* opts,
                                        const char* prefix) {
   opts->opts.prefix = prefix;
 }
-void TF_ImportGraphDefOptionsSetBindDevice(TF_ImportGraphDefOptions* opts,
+void TF_ImportGraphDefOptionsSetDefaultDevice(TF_ImportGraphDefOptions* opts,
                                        const char* device) {
-  opts->opts.bind_device = device;
+  opts->opts.default_device = device;
 }
 
 void TF_ImportGraphDefOptionsSetUniquifyNames(TF_ImportGraphDefOptions* opts,
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index cd0a4acf6c..c93a4d226c 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -900,9 +900,9 @@ TF_CAPI_EXPORT extern void TF_DeleteImportGraphDefOptions(
 TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetPrefix(
     TF_ImportGraphDefOptions* opts, const char* prefix);
 
-// Set bind device for the nodes in the `graph_def` that will be imported into `graph`.
+// Set default execution device for the nodes in the `graph_def` that will be imported into `graph`.
 // `device` is copied and has no lifetime requirements.
-TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetBindDevice(
+TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetDefaultDevice(
     TF_ImportGraphDefOptions* opts, const char* device);
 
 // Set whether to uniquify imported operation names. If true, imported operation
diff --git a/tensorflow/core/graph/graph_constructor.cc b/tensorflow/core/graph/graph_constructor.cc
index 8a1adb1c92..4e0dcbee4f 100644
--- a/tensorflow/core/graph/graph_constructor.cc
+++ b/tensorflow/core/graph/graph_constructor.cc
@@ -87,7 +87,7 @@ class GraphConstructor {
           importing(true),
           validate_colocation_constraints(in.validate_colocation_constraints),
           validate_shape(in.validate_shape),
-	  bind_device(in.bind_device) {}
+          default_device(in.default_device) {}
 
     bool allow_internal_ops;
     bool expect_device_spec;
@@ -113,7 +113,7 @@ class GraphConstructor {
     bool validate_colocation_constraints;
     bool validate_shape = true;
 
-    std::string bind_device;
+    std::string default_device;
   };
 
   typedef gtl::ArraySlice<const NodeDef*> NodeDefSlice;
@@ -966,8 +966,8 @@ Status GraphConstructor::Convert() {
         // Note that input_already_exists can grow here
         AddControlDependencies(&imported_node_def, &input_already_exists);
       }
-      if (!opts_.bind_device.empty()) {
-        imported_node_def.set_device(opts_.bind_device);
+      if (!opts_.default_device.empty() && imported_node_def.device().empty()) {
+        imported_node_def.set_device(opts_.default_device);
       }
 
       node_def = &imported_node_def;
diff --git a/tensorflow/core/graph/graph_constructor.h b/tensorflow/core/graph/graph_constructor.h
index 445be92a0c..94e7eb2ed4 100644
--- a/tensorflow/core/graph/graph_constructor.h
+++ b/tensorflow/core/graph/graph_constructor.h
@@ -139,8 +139,8 @@ struct ImportGraphDefOptions {
   // Similar to the producer_op_list argument to import_graph_def in the
   // python API.
 
-  // Try to bind grapth to given device.
-  std::string bind_device;
+  // Try to set default execution device for this grapth.
+  std::string default_device;
 };
 
 // Optional results that may be returned by ImportGraphDef.
-- 
GitLab


From 0e193212fe7bf09f8f19af3ac87ca807bf84a615 Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 10:06:07 -0700
Subject: [PATCH 0118/1825] Delete bug_template.md

Removing the bug template. Will add back once Issue Policy is pushed in so that I can add a link to it.
---
 .github/ISSUE_TEMPLATE/bug_template.md | 24 ------------------------
 1 file changed, 24 deletions(-)
 delete mode 100644 .github/ISSUE_TEMPLATE/bug_template.md

diff --git a/.github/ISSUE_TEMPLATE/bug_template.md b/.github/ISSUE_TEMPLATE/bug_template.md
deleted file mode 100644
index c8ab3e2a2c..0000000000
--- a/.github/ISSUE_TEMPLATE/bug_template.md
+++ /dev/null
@@ -1,24 +0,0 @@
-Please make sure that this is a bug. As per our GitHub Policy [link] we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
-
-Please fill the following Bug_Template:
-### System information
-- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
-- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
-- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
-- TensorFlow installed from (source or binary):
-- TensorFlow version (use command below):
-- Python version:
-- Bazel version (if compiling from source):
-- GCC/Compiler version (if compiling from source):
-- CUDA/cuDNN version:
-- GPU model and memory:
-- Docker Image:
-
-You can use [this script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh) to collect some of the information asked above.
-
-### Describe the current behavior
-
-### Describe the expected behavior
-
-### Code to reproduce the issue
-Provide a reproducible test case that is the bare minimum necessary to generate the problem.
-- 
GitLab


From aa3a7408e6d22cd2cb7c176778474e290bb9ac32 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 15 Oct 2018 10:38:05 -0700
Subject: [PATCH 0119/1825] Remove the temporary logging code and add a flag
 for Windowns FS

---
 .../kernels/data/matching_files_dataset_op.cc | 26 ++++++++++---------
 1 file changed, 14 insertions(+), 12 deletions(-)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 08953ee390..32aaf6a573 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -120,8 +120,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               Tensor filepath_tensor(ctx->allocator({}), DT_STRING, {});
 
               // Replace the forward slash with the backslash for Windows path
-              if (dataset()->patterns_[current_pattern_index_ - 1].find('\\') !=
-                  std::string::npos) {
+              if (isWindows_) {
                 std::replace(current_path.first.begin(),
                              current_path.first.end(), '/', '\\');
               }
@@ -149,6 +148,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             // the API expects backslash as an escape character, but no code
             // appears to rely on this behavior
             if (current_pattern_.find('\\') != std::string::npos) {
+              isWindows_ = true;
               std::replace(current_pattern_.begin(), current_pattern_.end(),
                            '\\', '/');
             }
@@ -189,6 +189,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
                                                current_pattern_));
         TF_RETURN_IF_ERROR(
             writer->WriteScalar(full_name("hasMatch"), hasMatch_));
+        TF_RETURN_IF_ERROR(
+            writer->WriteScalar(full_name("isWindows"), isWindows_));
 
         if (!filepath_queue_.empty()) {
           TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("queue_size"),
@@ -224,6 +226,11 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
             reader->ReadScalar(full_name("hasMatch"), &hasMatch));
         hasMatch_ = static_cast<bool>(hasMatch);
 
+        int64 isWindows;
+        TF_RETURN_IF_ERROR(
+            reader->ReadScalar(full_name("isWindows"), &isWindows));
+        isWindows_ = static_cast<bool>(isWindows);
+
         if (reader->Contains(full_name("queue_size"))) {
           int64 queue_size;
           TF_RETURN_IF_ERROR(
@@ -269,16 +276,10 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
           // If current_path is a directory, search its children.
           const string& current_dir = current_path.first;
           std::vector<string> children;
-          Status s = fs->GetChildren(current_dir, &children);
-          std::cout << "Children Num: " << children.size()
-                    << "; Status: " << s.ToString()
-                    << "; Current dir: " << current_dir
-                    << "; FileExist status: "
-                    << fs->FileExists(current_dir).ToString() << std::endl;
-          ret.Update(s);
-
-          // Handle the error cases: 1) continue the search if the status is ok
-          // or NOT_FOUND; 2) return the non-ok status immediately if it is not
+          ret.Update(fs->GetChildren(current_dir, &children));
+
+          // Handle the error cases: 1) continue the search if the status is
+          // NOT_FOUND; 2) return the non-ok status immediately if it is not
           // NOT_FOUND.
           if (ret.code() == error::NOT_FOUND) {
             continue;
@@ -351,6 +352,7 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       size_t current_pattern_index_ GUARDED_BY(mu_) = 0;
       string current_pattern_ GUARDED_BY(mu_);
       bool hasMatch_ GUARDED_BY(mu_) = false;
+      bool isWindows_ GUARDED_BY(mu_) = false;
     };
 
     const std::vector<string> patterns_;
-- 
GitLab


From 7797c8ef36cd8aeb820d9259ea95e12eb80c9497 Mon Sep 17 00:00:00 2001
From: Yifei Feng <1192265+yifeif@users.noreply.github.com>
Date: Mon, 15 Oct 2018 11:13:11 -0700
Subject: [PATCH 0120/1825] Remove stale description on old PR process

---
 CONTRIBUTING.md | 2 --
 1 file changed, 2 deletions(-)

diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 05e970e8cc..b4d7e58374 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -33,8 +33,6 @@ just getting started, Github has a [howto](https://help.github.com/articles/usin
 
 TensorFlow team members will be assigned to review your pull requests. Once the pull requests are approved and pass continuous integration checks, a TensorFlow team member will apply `ready to pull` label to your change. This means we are working on getting your pull request submitted to our internal repository. After the change has been submitted internally, your pull request will be merged automatically on GitHub.
 
-For some pull requests, we will apply the patch for each pull request to our internal version control system first, and export the change out as a new commit later, at which point the original pull request will be closed. The commits in the pull request will be squashed into a single commit with the pull request creator as the author. These pull requests will be labeled as pending merge internally.
-
 If you want to contribute but you're not sure where to start, take a look at the
 [issues with the "contributions welcome" label](https://github.com/tensorflow/tensorflow/labels/stat%3Acontributions%20welcome).
 These are issues that we believe are particularly well suited for outside
-- 
GitLab


From f463106698d709a9c2e78f10be5c4999ba1475cb Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Mon, 15 Oct 2018 19:15:05 +0100
Subject: [PATCH 0121/1825] Added go.ImportWithOptions() function and use it to
 set prefix and default execution device

---
 tensorflow/go/graph.go | 31 +++++++++++++++++++++++--------
 1 file changed, 23 insertions(+), 8 deletions(-)

diff --git a/tensorflow/go/graph.go b/tensorflow/go/graph.go
index 953ea9ec4e..bbbb87068b 100644
--- a/tensorflow/go/graph.go
+++ b/tensorflow/go/graph.go
@@ -53,6 +53,17 @@ type Graph struct {
 	c *C.TF_Graph
 }
 
+// Graph execution options
+type GraphImportOptions struct {
+	// Node prefix
+	Prefix string
+
+	// Execution device
+	Device string
+
+	// TODO: extend this structure to support more options from TF_ImportGraphDefOptions
+}
+
 // NewGraph returns a new Graph.
 func NewGraph() *Graph {
 	g := &Graph{C.TF_NewGraph()}
@@ -88,22 +99,22 @@ func (g *Graph) WriteTo(w io.Writer) (int64, error) {
 	return int64(n), err
 }
 
-// Import imports the nodes and edges from a serialized representation of
+// ImportWithOptions imports the nodes and edges from a serialized representation of
 // another Graph into g.
 //
-// Names of imported nodes will be prefixed with prefix.
-func (g *Graph) ImportWithDevice(def []byte, prefix string, device string) error {
-	cprefix := C.CString(prefix)
+// Multiple options can be specified for the newly imported nodes.
+func (g *Graph) ImportWithOptions(def []byte, options GraphImportOptions) error {
+	cprefix := C.CString(options.Prefix)
 	defer C.free(unsafe.Pointer(cprefix))
 
 	opts := C.TF_NewImportGraphDefOptions()
 	defer C.TF_DeleteImportGraphDefOptions(opts)
 	C.TF_ImportGraphDefOptionsSetPrefix(opts, cprefix)
 
-	if len(device) != 0 {
-		cdev := C.CString(device)
+	if len(options.Device) != 0 {
+		cdev := C.CString(options.Device)
 		defer C.free(unsafe.Pointer(cdev))
-		C.TF_ImportGraphDefOptionsSetBindDevice(opts, cdev)
+		C.TF_ImportGraphDefOptionsSetDefaultDevice(opts, cdev)
 	}
 
 	buf := C.TF_NewBuffer()
@@ -129,8 +140,12 @@ func (g *Graph) ImportWithDevice(def []byte, prefix string, device string) error
 	return nil
 }
 
+// Import imports the nodes and edges from a serialized representation of
+// another Graph into g.
+//
+// Names of imported nodes will be prefixed with prefix.
 func (g *Graph) Import(def []byte, prefix string) error {
-    return g.ImportWithDevice(def, prefix, "")
+    return g.ImportWithOptions(def, GraphImportOptions{Prefix: prefix})
 }
 
 // Operation returns the Operation named name in the Graph, or nil if no such
-- 
GitLab


From 1750163291664f38d6ff15af146d77c5388e6d54 Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 11:58:31 -0700
Subject: [PATCH 0122/1825] Added new issue templates

---
 .../bug-performance-issue-template.md         | 36 +++++++++++++++++++
 .../ISSUE_TEMPLATE/bug-performance-issue.md   | 34 ++++++++++++++++++
 .../build-installation-issue-template.md      | 29 +++++++++++++++
 .../build-installation-issue.md               | 29 +++++++++++++++
 .github/ISSUE_TEMPLATE/custom.md              | 36 +++++++++++++++++++
 .../documentation-issue-template.md           | 17 +++++++++
 .github/ISSUE_TEMPLATE/documentation-issue.md | 17 +++++++++
 .../feature-request-template.md               | 22 ++++++++++++
 .github/ISSUE_TEMPLATE/feature-request.md     | 22 ++++++++++++
 .github/ISSUE_TEMPLATE/other-issues.md        | 13 +++++++
 10 files changed, 255 insertions(+)
 create mode 100644 .github/ISSUE_TEMPLATE/bug-performance-issue-template.md
 create mode 100644 .github/ISSUE_TEMPLATE/bug-performance-issue.md
 create mode 100644 .github/ISSUE_TEMPLATE/build-installation-issue-template.md
 create mode 100644 .github/ISSUE_TEMPLATE/build-installation-issue.md
 create mode 100644 .github/ISSUE_TEMPLATE/custom.md
 create mode 100644 .github/ISSUE_TEMPLATE/documentation-issue-template.md
 create mode 100644 .github/ISSUE_TEMPLATE/documentation-issue.md
 create mode 100644 .github/ISSUE_TEMPLATE/feature-request-template.md
 create mode 100644 .github/ISSUE_TEMPLATE/feature-request.md
 create mode 100644 .github/ISSUE_TEMPLATE/other-issues.md

diff --git a/.github/ISSUE_TEMPLATE/bug-performance-issue-template.md b/.github/ISSUE_TEMPLATE/bug-performance-issue-template.md
new file mode 100644
index 0000000000..890032dba5
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/bug-performance-issue-template.md
@@ -0,0 +1,36 @@
+---
+name: Bug/Performance Issue Template
+about: Use this template for reporting a bug or a performance issue.
+
+---
+
+Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
+
+Please fill the following Bug_Template:
+### System information
+- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version (use command below):
+- Python version:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
+
+
+You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
+You can also obtain the TensorFlow version with
+python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"
+
+### Describe the current behavior
+
+### Describe the expected behavior
+
+### Code to reproduce the issue
+Provide a reproducible test case that is the bare minimum necessary to generate the problem.
+
+
+### Other info / logs
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/bug-performance-issue.md b/.github/ISSUE_TEMPLATE/bug-performance-issue.md
new file mode 100644
index 0000000000..5d6ca6da55
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/bug-performance-issue.md
@@ -0,0 +1,34 @@
+---
+name: Bug/Performance Issue
+about: Use this template for reporting a bug or a performance issue.
+
+---
+
+<em>Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:bug_template</em>
+
+**System information**
+- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version (use command below):
+- Python version:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
+
+
+You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
+You can also obtain the TensorFlow version with
+python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"
+
+**Describe the current behavior**
+
+**Describe the expected behavior**
+
+**Code to reproduce the issue**
+Provide a reproducible test case that is the bare minimum necessary to generate the problem.
+
+**Other info / logs**
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/build-installation-issue-template.md b/.github/ISSUE_TEMPLATE/build-installation-issue-template.md
new file mode 100644
index 0000000000..61ac00c861
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/build-installation-issue-template.md
@@ -0,0 +1,29 @@
+---
+name: Build/Installation Issue Template
+about: Use this template for build/installation issues
+
+---
+
+<em>Please make sure that this is a build/installation issue. As per our   [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md) we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:build_template</em>
+
+**System information**
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version:
+- Python version:
+- Installed using virtualenv? pip? conda?:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
+
+
+
+**Describe the problem**
+
+**Provide the exact sequence of commands / steps that you executed before running into the problem**
+
+
+**Any other info / logs**
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/build-installation-issue.md b/.github/ISSUE_TEMPLATE/build-installation-issue.md
new file mode 100644
index 0000000000..53e77e32d3
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/build-installation-issue.md
@@ -0,0 +1,29 @@
+---
+name: Build/Installation Issue
+about: Use this template for build/installation issues
+
+---
+
+<em>Please make sure that this is a build/installation issue. As per our   [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md) we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:build_template</em>
+
+**System information**
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version:
+- Python version:
+- Installed using virtualenv? pip? conda?:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
+
+
+
+**Describe the problem**
+
+**Provide the exact sequence of commands / steps that you executed before running into the problem**
+
+
+**Any other info / logs**
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/custom.md b/.github/ISSUE_TEMPLATE/custom.md
new file mode 100644
index 0000000000..cfbf5d5117
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/custom.md
@@ -0,0 +1,36 @@
+---
+name: Custom issue template
+about: Describe this issue template's purpose here.
+
+---
+
+Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
+
+Please fill the following Bug Template:
+### System information
+- **Have I written custom code (as opposed to using a stock example script provided in TensorFlow)**:
+- **OS Platform and Distribution (e.g., Linux Ubuntu 16.04)**:
+- **Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device**:
+- **TensorFlow installed from (source or binary)**:
+- **TensorFlow version (use command below)**:
+- **Python version**:
+- **Bazel version (if compiling from source)**:
+- **GCC/Compiler version (if compiling from source)**:
+- **CUDA/cuDNN version**:
+- **GPU model and memory**:
+
+
+You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
+You can also obtain the TensorFlow version with
+python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"
+
+### Describe the current behavior
+
+### Describe the expected behavior
+
+### Code to reproduce the issue
+Provide a reproducible test case that is the bare minimum necessary to generate the problem.
+
+
+### Other info / logs
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/documentation-issue-template.md b/.github/ISSUE_TEMPLATE/documentation-issue-template.md
new file mode 100644
index 0000000000..7b31d0b3fe
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/documentation-issue-template.md
@@ -0,0 +1,17 @@
+---
+name: Documentation Issue Template
+about: Use this template for documentation related issues
+
+---
+
+<em>Please make sure that this is a documentation issue. As per our  [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:doc_template</em>
+
+
+**System information**
+- TensorFlow version:
+- Doc Link:
+
+
+**Describe the documentation issue**
+
+**We welcome contributions by users. Will you be able to update submit a PR to fix the doc Issue?**
diff --git a/.github/ISSUE_TEMPLATE/documentation-issue.md b/.github/ISSUE_TEMPLATE/documentation-issue.md
new file mode 100644
index 0000000000..8a5fbde645
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/documentation-issue.md
@@ -0,0 +1,17 @@
+---
+name: Documentation Issue
+about: Use this template for documentation related issues
+
+---
+
+<em>Please make sure that this is a documentation issue. As per our  [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:doc_template</em>
+
+
+**System information**
+- TensorFlow version:
+- Doc Link:
+
+
+**Describe the documentation issue**
+
+**We welcome contributions by users. Will you be able to update submit a PR to fix the doc Issue?**
diff --git a/.github/ISSUE_TEMPLATE/feature-request-template.md b/.github/ISSUE_TEMPLATE/feature-request-template.md
new file mode 100644
index 0000000000..cdcdc3624d
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/feature-request-template.md
@@ -0,0 +1,22 @@
+---
+name: Feature Request Template
+about: Use this template for raising a feature request
+
+---
+
+<em>Please make sure that this is a feature request.   As per our  [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:feature_template</em>
+
+
+**System information**
+- TensorFlow version (you are using):
+- Are you willing to contribute it (Yes/No):
+
+
+
+**Describe the feature and the current behavior/state.**
+
+**Will this change the current api? How?**
+
+**Who will benefit with this feature?**
+
+**Any Other info.**
diff --git a/.github/ISSUE_TEMPLATE/feature-request.md b/.github/ISSUE_TEMPLATE/feature-request.md
new file mode 100644
index 0000000000..dbf094daee
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/feature-request.md
@@ -0,0 +1,22 @@
+---
+name: Feature Request
+about: Use this template for raising a feature request
+
+---
+
+<em>Please make sure that this is a feature request.   As per our  [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:feature_template</em>
+
+
+**System information**
+- TensorFlow version (you are using):
+- Are you willing to contribute it (Yes/No):
+
+
+
+**Describe the feature and the current behavior/state.**
+
+**Will this change the current api? How?**
+
+**Who will benefit with this feature?**
+
+**Any Other info.**
diff --git a/.github/ISSUE_TEMPLATE/other-issues.md b/.github/ISSUE_TEMPLATE/other-issues.md
new file mode 100644
index 0000000000..7cceaf24be
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/other-issues.md
@@ -0,0 +1,13 @@
+---
+name: Other Issues
+about: Use this template for any other non-support related issues
+
+---
+
+This template is for miscellaneous issues not covered by the other issue categories.  
+
+For questions on how work with TensorFlow, or support for problems that are not verified bugs in TensorFlow, please go to [StackOverflow](https://stackoverflow.com/questions/tagged/tensorflow). 
+
+If you are reporting a vulnerability, please use the [dedicated reporting process](https://github.com/tensorflow/tensorflow/blob/master/SECURITY.md).
+
+For high-level discussions about TensorFlow, please post to discuss@tensorflow.org, for questions about the development or internal workings of TensorFlow, or if you would like to know how to contribute to TensorFlow, please post to developers@tensorflow.org.
-- 
GitLab


From 3f8506e6057f189d977697f8d0a152d6afbee7c7 Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 11:59:22 -0700
Subject: [PATCH 0123/1825] Delete custom.md

---
 .github/ISSUE_TEMPLATE/custom.md | 36 --------------------------------
 1 file changed, 36 deletions(-)
 delete mode 100644 .github/ISSUE_TEMPLATE/custom.md

diff --git a/.github/ISSUE_TEMPLATE/custom.md b/.github/ISSUE_TEMPLATE/custom.md
deleted file mode 100644
index cfbf5d5117..0000000000
--- a/.github/ISSUE_TEMPLATE/custom.md
+++ /dev/null
@@ -1,36 +0,0 @@
----
-name: Custom issue template
-about: Describe this issue template's purpose here.
-
----
-
-Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
-
-Please fill the following Bug Template:
-### System information
-- **Have I written custom code (as opposed to using a stock example script provided in TensorFlow)**:
-- **OS Platform and Distribution (e.g., Linux Ubuntu 16.04)**:
-- **Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device**:
-- **TensorFlow installed from (source or binary)**:
-- **TensorFlow version (use command below)**:
-- **Python version**:
-- **Bazel version (if compiling from source)**:
-- **GCC/Compiler version (if compiling from source)**:
-- **CUDA/cuDNN version**:
-- **GPU model and memory**:
-
-
-You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
-You can also obtain the TensorFlow version with
-python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"
-
-### Describe the current behavior
-
-### Describe the expected behavior
-
-### Code to reproduce the issue
-Provide a reproducible test case that is the bare minimum necessary to generate the problem.
-
-
-### Other info / logs
-Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
-- 
GitLab


From 094a06b16300e701188ebe6ba37a4c8d5dfc384b Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 12:00:09 -0700
Subject: [PATCH 0124/1825] Delete bug-performance-issue-template.md

---
 .../bug-performance-issue-template.md         | 36 -------------------
 1 file changed, 36 deletions(-)
 delete mode 100644 .github/ISSUE_TEMPLATE/bug-performance-issue-template.md

diff --git a/.github/ISSUE_TEMPLATE/bug-performance-issue-template.md b/.github/ISSUE_TEMPLATE/bug-performance-issue-template.md
deleted file mode 100644
index 890032dba5..0000000000
--- a/.github/ISSUE_TEMPLATE/bug-performance-issue-template.md
+++ /dev/null
@@ -1,36 +0,0 @@
----
-name: Bug/Performance Issue Template
-about: Use this template for reporting a bug or a performance issue.
-
----
-
-Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub.
-
-Please fill the following Bug_Template:
-### System information
-- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
-- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
-- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
-- TensorFlow installed from (source or binary):
-- TensorFlow version (use command below):
-- Python version:
-- Bazel version (if compiling from source):
-- GCC/Compiler version (if compiling from source):
-- CUDA/cuDNN version:
-- GPU model and memory:
-
-
-You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
-You can also obtain the TensorFlow version with
-python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"
-
-### Describe the current behavior
-
-### Describe the expected behavior
-
-### Code to reproduce the issue
-Provide a reproducible test case that is the bare minimum necessary to generate the problem.
-
-
-### Other info / logs
-Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
-- 
GitLab


From 0e40a0a03c10ef5e6fed9b1bcd2c710932b06c6a Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 12:00:17 -0700
Subject: [PATCH 0125/1825] Delete build-installation-issue-template.md

---
 .../build-installation-issue-template.md      | 29 -------------------
 1 file changed, 29 deletions(-)
 delete mode 100644 .github/ISSUE_TEMPLATE/build-installation-issue-template.md

diff --git a/.github/ISSUE_TEMPLATE/build-installation-issue-template.md b/.github/ISSUE_TEMPLATE/build-installation-issue-template.md
deleted file mode 100644
index 61ac00c861..0000000000
--- a/.github/ISSUE_TEMPLATE/build-installation-issue-template.md
+++ /dev/null
@@ -1,29 +0,0 @@
----
-name: Build/Installation Issue Template
-about: Use this template for build/installation issues
-
----
-
-<em>Please make sure that this is a build/installation issue. As per our   [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md) we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:build_template</em>
-
-**System information**
-- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
-- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
-- TensorFlow installed from (source or binary):
-- TensorFlow version:
-- Python version:
-- Installed using virtualenv? pip? conda?:
-- Bazel version (if compiling from source):
-- GCC/Compiler version (if compiling from source):
-- CUDA/cuDNN version:
-- GPU model and memory:
-
-
-
-**Describe the problem**
-
-**Provide the exact sequence of commands / steps that you executed before running into the problem**
-
-
-**Any other info / logs**
-Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
-- 
GitLab


From 7b7c63e05661b31b7dea1a66b2dbce3fa1262a17 Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 12:00:34 -0700
Subject: [PATCH 0126/1825] Delete documentation-issue-template.md

---
 .../documentation-issue-template.md             | 17 -----------------
 1 file changed, 17 deletions(-)
 delete mode 100644 .github/ISSUE_TEMPLATE/documentation-issue-template.md

diff --git a/.github/ISSUE_TEMPLATE/documentation-issue-template.md b/.github/ISSUE_TEMPLATE/documentation-issue-template.md
deleted file mode 100644
index 7b31d0b3fe..0000000000
--- a/.github/ISSUE_TEMPLATE/documentation-issue-template.md
+++ /dev/null
@@ -1,17 +0,0 @@
----
-name: Documentation Issue Template
-about: Use this template for documentation related issues
-
----
-
-<em>Please make sure that this is a documentation issue. As per our  [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:doc_template</em>
-
-
-**System information**
-- TensorFlow version:
-- Doc Link:
-
-
-**Describe the documentation issue**
-
-**We welcome contributions by users. Will you be able to update submit a PR to fix the doc Issue?**
-- 
GitLab


From 05e74beb901a9e4eea16f283bee74ae87f5651be Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 12:00:40 -0700
Subject: [PATCH 0127/1825] Delete feature-request-template.md

---
 .../feature-request-template.md               | 22 -------------------
 1 file changed, 22 deletions(-)
 delete mode 100644 .github/ISSUE_TEMPLATE/feature-request-template.md

diff --git a/.github/ISSUE_TEMPLATE/feature-request-template.md b/.github/ISSUE_TEMPLATE/feature-request-template.md
deleted file mode 100644
index cdcdc3624d..0000000000
--- a/.github/ISSUE_TEMPLATE/feature-request-template.md
+++ /dev/null
@@ -1,22 +0,0 @@
----
-name: Feature Request Template
-about: Use this template for raising a feature request
-
----
-
-<em>Please make sure that this is a feature request.   As per our  [GitHub Policy](https://github.com/dksb/tensorflow/blob/master/ISSUES.md)  we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:feature_template</em>
-
-
-**System information**
-- TensorFlow version (you are using):
-- Are you willing to contribute it (Yes/No):
-
-
-
-**Describe the feature and the current behavior/state.**
-
-**Will this change the current api? How?**
-
-**Who will benefit with this feature?**
-
-**Any Other info.**
-- 
GitLab


From cabca3a5e2ba6b54fb9bfab0de66de9e0eec935d Mon Sep 17 00:00:00 2001
From: Deepak B <dbhadauria@google.com>
Date: Mon, 15 Oct 2018 12:08:08 -0700
Subject: [PATCH 0128/1825] Update other-issues.md

---
 .github/ISSUE_TEMPLATE/other-issues.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/ISSUE_TEMPLATE/other-issues.md b/.github/ISSUE_TEMPLATE/other-issues.md
index 7cceaf24be..225962a0f5 100644
--- a/.github/ISSUE_TEMPLATE/other-issues.md
+++ b/.github/ISSUE_TEMPLATE/other-issues.md
@@ -6,7 +6,7 @@ about: Use this template for any other non-support related issues
 
 This template is for miscellaneous issues not covered by the other issue categories.  
 
-For questions on how work with TensorFlow, or support for problems that are not verified bugs in TensorFlow, please go to [StackOverflow](https://stackoverflow.com/questions/tagged/tensorflow). 
+For questions on how to work with TensorFlow, or support for problems that are not verified bugs in TensorFlow, please go to [StackOverflow](https://stackoverflow.com/questions/tagged/tensorflow). 
 
 If you are reporting a vulnerability, please use the [dedicated reporting process](https://github.com/tensorflow/tensorflow/blob/master/SECURITY.md).
 
-- 
GitLab


From 0d5b9d20cc3e3062aa4d443bc772bb3aed698d15 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 15 Oct 2018 14:38:07 -0700
Subject: [PATCH 0129/1825] handle the case that the input patterns contains
 both windows and other-FS paths

---
 tensorflow/core/kernels/data/matching_files_dataset_op.cc | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 32aaf6a573..09517ac264 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -151,6 +151,8 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
               isWindows_ = true;
               std::replace(current_pattern_.begin(), current_pattern_.end(),
                            '\\', '/');
+            } else {
+              isWindows_ = false;
             }
 
             StringPiece fixed_prefix =
-- 
GitLab


From bf36f984cbc1de40abb2453bceddbf1c37b708e8 Mon Sep 17 00:00:00 2001
From: Brian Nemsick <brian.nemsick@gmail.com>
Date: Mon, 15 Oct 2018 15:05:21 -0700
Subject: [PATCH 0130/1825] Add .hdf5 to _is_hdf5_filepath

---
 tensorflow/python/keras/engine/network.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 4d0626cc66..b983055610 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -1674,7 +1674,7 @@ class Network(base_layer.Layer):
 
 
 def _is_hdf5_filepath(filepath):
-  return filepath.endswith('.h5') or filepath.endswith('.keras')
+  return filepath.endswith('.h5') or filepath.endswith('.keras') or filepath.endswith('.hdf5')
 
 
 def _make_node_key(layer_name, node_index):
-- 
GitLab


From 406e48d628e779581f9a5841ec2c77d5cf339ff7 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Mon, 15 Oct 2018 15:19:05 -0700
Subject: [PATCH 0131/1825] Fix line length lint issue

---
 tensorflow/python/keras/engine/network.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index b983055610..37cbcd18e6 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -1674,7 +1674,9 @@ class Network(base_layer.Layer):
 
 
 def _is_hdf5_filepath(filepath):
-  return filepath.endswith('.h5') or filepath.endswith('.keras') or filepath.endswith('.hdf5')
+  return (filepath.endswith('.h5')
+          or filepath.endswith('.keras')
+          or filepath.endswith('.hdf5'))
 
 
 def _make_node_key(layer_name, node_index):
-- 
GitLab


From d1679ef92c1a88f95935aeea14b384ad6c7e8084 Mon Sep 17 00:00:00 2001
From: Guangda Lai <31743510+aaroey@users.noreply.github.com>
Date: Mon, 15 Oct 2018 15:49:01 -0700
Subject: [PATCH 0132/1825] Fix converter for Const op and add corresponding
 unit tests.

---
 tensorflow/contrib/tensorrt/BUILD             |  24 +
 .../contrib/tensorrt/convert/convert_nodes.cc | 921 +++++++-----------
 .../contrib/tensorrt/convert/convert_nodes.h  | 159 +++
 .../tensorrt/convert/convert_nodes_test.cc    | 646 ++++++++++++
 4 files changed, 1200 insertions(+), 550 deletions(-)
 create mode 100644 tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc

diff --git a/tensorflow/contrib/tensorrt/BUILD b/tensorflow/contrib/tensorrt/BUILD
index d756857f18..260294ecd8 100644
--- a/tensorflow/contrib/tensorrt/BUILD
+++ b/tensorflow/contrib/tensorrt/BUILD
@@ -326,6 +326,30 @@ tf_cuda_cc_test(
     ]),
 )
 
+tf_cuda_cc_test(
+    name = "convert_nodes_test",
+    size = "medium",
+    srcs = ["convert/convert_nodes_test.cc"],
+    tags = [
+        "no_cuda_on_cpu_tap",
+        "no_windows",
+        "nomac",
+    ],
+    deps = [
+        ":trt_logging",
+        ":trt_conversion",
+        "//tensorflow/core:core_cpu",
+        "//tensorflow/core:core_cpu_base",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:protos_all_cc",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+        "//tensorflow/core:testlib",
+    ] + if_tensorrt([
+        "@local_config_tensorrt//:nv_infer",
+    ]),
+)
+
 # Library for the segmenting portion of TensorRT operation creation
 cc_library(
     name = "segment",
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index b3f5fcd4f9..c5f70fa245 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -17,12 +17,10 @@ limitations under the License.
 
 #include <algorithm>
 #include <cstring>
-#include <list>
 #include <map>
 #include <memory>
 #include <set>
 #include <unordered_map>
-#include <unordered_set>
 #include <utility>
 #include <vector>
 
@@ -87,14 +85,13 @@ using ::tensorflow::str_util::Split;
 using ::tensorflow::strings::StrAppend;
 using ::tensorflow::strings::StrCat;
 
-namespace {
-
 inline tensorflow::Status ConvertDType(tensorflow::DataType tf_dtype,
                                        nvinfer1::DataType* trt_dtype) {
   switch (tf_dtype) {
     case tensorflow::DataType::DT_FLOAT:
       *trt_dtype = nvinfer1::DataType::kFLOAT;
       break;
+    // TODO(aaroey): this should be DT_QINT8 which is not a well supported type.
     case tensorflow::DataType::DT_INT8:
       *trt_dtype = nvinfer1::DataType::kINT8;
       break;
@@ -169,13 +166,18 @@ tensorflow::Status ValidateInputProperties(const PartialTensorShape& shape,
 
 string DebugString(const nvinfer1::Dims& dims) {
   string out = StrCat("nvinfer1::Dims(nbDims=", dims.nbDims, ", d=");
-  for (int i = 0; i < nvinfer1::Dims::MAX_DIMS; ++i) {
+  for (int i = 0; i < dims.nbDims; ++i) {
     StrAppend(&out, dims.d[i], ",");
   }
   StrAppend(&out, ")");
   return out;
 }
 
+string DebugString(const nvinfer1::ITensor& tensor) {
+  return StrCat("nvinfer1::ITensor(@", reinterpret_cast<uintptr_t>(&tensor),
+                ", shape=", DebugString(tensor.getDimensions()), ")");
+}
+
 // Return whether or not the broadcast is feasible;
 bool TensorRTGetBroadcastShape(const nvinfer1::Dims& operand_l,
                                const bool operand_l_is_tensor,
@@ -268,7 +270,7 @@ inline bool DimsEqual(const nvinfer1::Dims& dim_l,
   return true;
 }
 
-inline nvinfer1::Dims GetTensorShape(const tensorflow::Tensor& tensor) {
+inline nvinfer1::Dims GetTrtDimsForTensor(const tensorflow::Tensor& tensor) {
   nvinfer1::Dims dims;
   dims.nbDims = tensor.dims();
   for (int i = 0; i < dims.nbDims; i++) {
@@ -277,11 +279,14 @@ inline nvinfer1::Dims GetTensorShape(const tensorflow::Tensor& tensor) {
   return dims;
 }
 
-inline int64_t GetShapeSize(const nvinfer1::Dims& shape) {
-  // Returns total number of elements in shape
+// Returns total number of elements in dims. Returning 0 means either some dim
+// is 0 or the number of dims is 0.
+// Note that for TF scalar constant, we always convert to dims [1].
+int64_t TrtDimsNumElements(const nvinfer1::Dims& dims) {
+  if (dims.nbDims == 0) return 0;
   int64_t count = 1;
-  for (int d = 0; d < shape.nbDims; ++d) {
-    count *= shape.d[d];
+  for (int d = 0; d < dims.nbDims; ++d) {
+    count *= dims.d[d];
   }
   return count;
 }
@@ -320,133 +325,64 @@ string GetCommonNameScope(const string& op_name_a, const string& op_name_b) {
   return op_name_a.substr(0, last_scope_separator);
 }
 
-// Class to convert TF weight to TRT weight.
-class TRT_ShapedWeights {
- public:
-  TRT_ShapedWeights(tensorflow::DataType type, const void* values,
-                    nvinfer1::Dims shape)
-      : shape_(shape), type_(type), values_(values), empty_weight_flag_(false) {
-    // Note: this->shape.type[] is not used
-  }
-
-  explicit TRT_ShapedWeights(tensorflow::DataType type)
-      : shape_(), type_(type), values_(nullptr), empty_weight_flag_(true) {}
-
-  // TODO(aaroey): use rvalue reference.
-  TRT_ShapedWeights(const TRT_ShapedWeights& rhs)
-      : shape_(rhs.shape_),
-        type_(rhs.type_),
-        values_(rhs.values_),
-        empty_weight_flag_(rhs.empty_weight_flag_) {}
-
-  // TODO(aaroey): use GetShapeSize() instead.
-  int64_t count() const {
-    int64_t c = 1;
-    for (int i = 0; i < shape_.nbDims; i++) c *= shape_.d[i];
-    return c;
-  }
-
-  nvinfer1::Weights GetWeightsForTRT() const {
-    nvinfer1::DataType trt_type(nvinfer1::DataType::kFLOAT);
-    TF_CHECK_OK(ConvertDType(type_, &trt_type));
-    if (empty_weight_flag_) return nvinfer1::Weights{trt_type, nullptr, 0};
-
-    // Note: this->shape.type[] is not used
-    return nvinfer1::Weights{trt_type, GetValues(), GetShapeSize(shape_)};
-  }
-
-  const void* GetValues() const { return values_; }
-
-  // TODO(aaroey): get rid of this method.
-  void SetValues(const void* values) { values_ = values; }
-
-  size_t size_bytes() const {
-    int type_size = tensorflow::DataTypeSize(this->type_);
-    return this->count() * type_size;
-  }
-
-  // Default converter
-  operator nvinfer1::Weights() const { return GetWeightsForTRT(); }
-
-  string DebugString() const {
-    return StrCat(
-        "TRT_ShapedWeights(shape=", convert::DebugString(shape_), ", type=",
-        type_, ", values=", reinterpret_cast<uintptr_t>(values_),
-        ", empty_weight_flag=", empty_weight_flag_, ")");
-  }
-
-  // TODO(aaroey): make these private.
-  nvinfer1::Dims shape_;
-  tensorflow::DataType type_;
-
- private:
-  // TODO(aaroey): this should not be const as it's always from TRTWeightStore.
-  const void* values_;
-  bool empty_weight_flag_;
-};
+TRT_ShapedWeights::TRT_ShapedWeights(
+    tensorflow::DataType type, const void* values, nvinfer1::Dims shape)
+    : shape_(shape), type_(type), values_(CHECK_NOTNULL(values)) {}
 
-class TRT_TensorOrWeights {
- public:
-  explicit TRT_TensorOrWeights(nvinfer1::ITensor* tensor)
-      : tensor_(tensor), weights_(DT_FLOAT), variant_(TRT_NODE_TENSOR) {}
+TRT_ShapedWeights::TRT_ShapedWeights(tensorflow::DataType type)
+    : shape_(), type_(type), values_(nullptr) {
+  shape_.nbDims = 0;
+}
 
-  explicit TRT_TensorOrWeights(const TRT_ShapedWeights& weights)
-      : tensor_(nullptr), weights_(weights), variant_(TRT_NODE_WEIGHTS) {}
+TRT_ShapedWeights::TRT_ShapedWeights(const TRT_ShapedWeights& rhs)
+    : shape_(rhs.shape_), type_(rhs.type_), values_(rhs.values_) {}
 
-  // TODO(aaroey): use rvalue reference.
-  TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs)
-      : tensor_(rhs.tensor_), weights_(rhs.weights_), variant_(rhs.variant_) {}
+int64_t TRT_ShapedWeights::count() const { return TrtDimsNumElements(shape_); }
 
-  ~TRT_TensorOrWeights() {}
+nvinfer1::Weights TRT_ShapedWeights::GetWeightsForTRT() const {
+  nvinfer1::DataType trt_type(nvinfer1::DataType::kFLOAT);
+  TF_CHECK_OK(ConvertDType(type_, &trt_type));
+  return nvinfer1::Weights{trt_type, values_, values_ == nullptr ? 0 : count()};
+}
 
-  bool is_tensor() const { return variant_ == TRT_NODE_TENSOR; }
-  bool is_weights() const { return variant_ == TRT_NODE_WEIGHTS; }
+size_t TRT_ShapedWeights::size_bytes() const {
+  return this->count() * tensorflow::DataTypeSize(this->type_);
+}
 
-  nvinfer1::ITensor* tensor() {
-    CHECK(is_tensor());
-    return tensor_;
-  }
+string TRT_ShapedWeights::DebugString() const {
+  return StrCat(
+      "TRT_ShapedWeights(shape=", convert::DebugString(shape_), ", type=",
+      type_, ", values=", reinterpret_cast<uintptr_t>(values_), ")");
+}
 
-  const nvinfer1::ITensor* tensor() const {
-    CHECK(is_tensor());
-    return tensor_;
-  }
+TRT_TensorOrWeights::TRT_TensorOrWeights(nvinfer1::ITensor* tensor)
+    : tensor_(tensor), weights_(DT_FLOAT), is_tensor_(true) {}
 
-  TRT_ShapedWeights& weights() {
-    CHECK(is_weights());
-    return weights_;
-  }
+TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_ShapedWeights& weights)
+    : tensor_(nullptr), weights_(weights), is_tensor_(false) {}
 
-  const TRT_ShapedWeights& weights() const {
-    CHECK(is_weights());
-    return weights_;
-  }
+TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs)
+    : tensor_(rhs.tensor_), weights_(rhs.weights_), is_tensor_(rhs.is_tensor_) {}
 
-  nvinfer1::Dims shape() const {
-    if (is_tensor()) {
-      return tensor()->getDimensions();
-    } else {
-      return weights().shape_;
-    }
+nvinfer1::Dims TRT_TensorOrWeights::shape() const {
+  if (is_tensor()) {
+    return tensor()->getDimensions();
+  } else {
+    return weights().shape_;
   }
+}
 
-  string DebugString() const {
-    string output = "TRT_TensorOrWeights(type=";
-    if (is_tensor()) {
-      StrAppend(&output, "tensor @", reinterpret_cast<uintptr_t>(tensor_),
-                ", shape=", convert::DebugString(tensor_->getDimensions()));
-    } else {
-      StrAppend(&output, "weights=", weights_.DebugString());
-    }
-    StrAppend(&output, ")");
-    return output;
+string TRT_TensorOrWeights::DebugString() const {
+  string output = "TRT_TensorOrWeights(type=";
+  if (is_tensor()) {
+    StrAppend(&output, "tensor @", reinterpret_cast<uintptr_t>(tensor_),
+              ", shape=", convert::DebugString(tensor_->getDimensions()));
+  } else {
+    StrAppend(&output, "weights=", weights_.DebugString());
   }
-
- private:
-  nvinfer1::ITensor* tensor_;
-  TRT_ShapedWeights weights_;
-  enum { TRT_NODE_TENSOR, TRT_NODE_WEIGHTS } variant_;
-};
+  StrAppend(&output, ")");
+  return output;
+}
 
 class TFAttrs {
  public:
@@ -503,12 +439,6 @@ std::vector<float> TFAttrs::get<std::vector<float>>(const string& key) const {
   return std::vector<float>(attr.begin(), attr.end());
 }
 
-template <>
-std::vector<string> TFAttrs::get<std::vector<string>>(const string& key) const {
-  auto attr = this->at(key)->list().s();
-  return std::vector<string>(attr.begin(), attr.end());
-}
-
 template <>
 nvinfer1::DataType TFAttrs::get<nvinfer1::DataType>(const string& key) const {
   nvinfer1::DataType trt_dtype(nvinfer1::DataType::kFLOAT);
@@ -640,239 +570,199 @@ void ReorderRSCKToKCRS(const TRT_ShapedWeights& iweights,
   }
 }
 
-class Converter;
-
-using OpConverter =
-    std::function<tensorflow::Status(Converter&, const tensorflow::NodeDef&,
-                                     const std::vector<TRT_TensorOrWeights>&,
-                                     std::vector<TRT_TensorOrWeights>*)>;
-
-class Converter {
- public:
-  explicit Converter(nvinfer1::INetworkDefinition* trt_network,
-                     TRTWeightStore* ws, bool fp16, int max_batch_size)
-      : trt_network_(trt_network),
-        weight_store_(ws),
-        fp16_(fp16),
-        max_batch_size_(max_batch_size) {
-    this->register_op_converters();
-  }
-
-  TRTWeightStore* weight_store() { return weight_store_; }
-
-  TRT_ShapedWeights get_temp_weights(tensorflow::DataType type,
-                                     nvinfer1::Dims shape) {
-    TRT_ShapedWeights weights(type, nullptr, shape);
-    // TODO(jie): check weights size_bytes. 0 means type error
-    weight_store_->store_.push_back(std::vector<uint8_t>(weights.size_bytes()));
-    weights.SetValues(weight_store_->store_.back().data());
-    return weights;
-  }
-
-  // TODO(aaroey): fix all the namings.
-  bool isFP16() { return fp16_; }
-
-  int GetMaxBatchSize() { return max_batch_size_; }
+Converter::Converter(nvinfer1::INetworkDefinition* trt_network, bool fp16,
+                     int max_batch_size)
+  : trt_network_(trt_network), fp16_(fp16), max_batch_size_(max_batch_size) {
+  this->RegisterOpConverters();
+}
 
-  TRT_ShapedWeights get_temp_weights_like(const TRT_ShapedWeights& weights) {
-    return this->get_temp_weights(weights.type_, weights.shape_);
-  }
+TRT_ShapedWeights Converter::GetTempWeights(tensorflow::DataType type,
+                                            const nvinfer1::Dims& dims) {
+  const int64_t size_bytes =
+      TrtDimsNumElements(dims) * tensorflow::DataTypeSize(type);
+  // TODO(jie): check weights size_bytes. 0 means type error
+  weight_store_.store_.push_back(std::vector<uint8_t>(size_bytes));
+  TRT_ShapedWeights weights(type, weight_store_.store_.back().data(), dims);
+  return weights;
+}
 
-  tensorflow::Status convert_node(const tensorflow::NodeDef& node_def) {
-    std::vector<TRT_TensorOrWeights> inputs;
-    TF_RETURN_IF_ERROR(this->get_inputs(node_def, &inputs));
-    const string& op = node_def.op();
-    std::vector<TRT_TensorOrWeights> outputs;
-    if (PluginFactoryTensorRT::GetInstance()->IsPlugin(op)) {
-      TF_RETURN_IF_ERROR(plugin_converter_(*this, node_def, inputs, &outputs));
-    } else {
-      if (!op_registry_.count(op)) {
-        return tensorflow::errors::Unimplemented(
-            "No converter registered for op: " + op);
+tensorflow::Status Converter::ConvertNode(const tensorflow::NodeDef& node_def) {
+  std::vector<TRT_TensorOrWeights> inputs;
+  TF_RETURN_IF_ERROR(this->GetInputs(node_def, &inputs));
+  const string& op = node_def.op();
+  std::vector<TRT_TensorOrWeights> outputs;
+  if (PluginFactoryTensorRT::GetInstance()->IsPlugin(op)) {
+    TF_RETURN_IF_ERROR(plugin_converter_(*this, node_def, inputs, &outputs));
+  } else {
+    if (!op_registry_.count(op)) {
+      return tensorflow::errors::Unimplemented(
+          "No converter registered for op: " + op);
+    }
+    OpConverter op_converter = op_registry_.at(op);
+    TF_RETURN_IF_ERROR(op_converter(*this, node_def, inputs, &outputs));
+  }
+  for (size_t i = 0; i < outputs.size(); ++i) {
+    TRT_TensorOrWeights& output = outputs[i];
+    string output_name = node_def.name();
+    if (i != 0) output_name = StrCat(output_name, ":", i);
+    // We need to check the name before setting it. For Identity op where the
+    // output is the input, if its input is one of the engine input, setting
+    // the name here will overwrite engine input bindings which will cause
+    // runtime error.
+    if (output.is_tensor()) {
+      const char* tensor_name = output.tensor()->getName();
+      if (tensor_name == nullptr || std::strlen(tensor_name) == 0) {
+        output.tensor()->setName(output_name.c_str());
       }
-      OpConverter op_converter = op_registry_.at(op);
-      TF_RETURN_IF_ERROR(op_converter(*this, node_def, inputs, &outputs));
     }
-    for (size_t i = 0; i < outputs.size(); ++i) {
-      TRT_TensorOrWeights& output = outputs[i];
-      // TODO(jie): tf protobuf seems to be omitting the :0 suffix
-      string output_name = node_def.name();
-      if (i != 0) output_name = StrCat(output_name, ":", i);
-      // We need to check the name before setting it. For Identity op where the
-      // output is the input, if its input is one of the engine input, setting
-      // the name here will overwrite engine input bindings which will cause
-      // runtime error.
-      if (output.is_tensor()) {
-        const char* tensor_name = output.tensor()->getName();
-        if (tensor_name == nullptr || std::strlen(tensor_name) == 0) {
-          output.tensor()->setName(output_name.c_str());
-        }
-      }
-      VLOG(2) << "Adding out tensor " << output_name << ": "
-              << output.DebugString();
-      if (!trt_tensors_.insert({output_name, output}).second) {
-        return tensorflow::errors::AlreadyExists(
-            "Output tensor already exists for op: " + op);
-      }
+    VLOG(2) << "Adding out tensor " << output_name << ": "
+            << output.DebugString();
+    if (!trt_tensors_.insert({output_name, output}).second) {
+      return tensorflow::errors::AlreadyExists(
+          "Output tensor already exists for op: " + op);
     }
-    return tensorflow::Status::OK();
   }
+  return tensorflow::Status::OK();
+}
 
-  nvinfer1::INetworkDefinition* network() { return trt_network_; }
-
-  TRT_TensorOrWeights get_tensor(const string& name) {
-    if (!trt_tensors_.count(name)) {
-      return TRT_TensorOrWeights(nullptr);
-    }
-    return trt_tensors_.at(name);
+TRT_TensorOrWeights Converter::GetTensorOrWeights(const string& name) {
+  if (!trt_tensors_.count(name)) {
+    return TRT_TensorOrWeights(nullptr);
   }
+  return trt_tensors_.at(name);
+}
 
-  bool insert_input_tensor(const string& name, nvinfer1::ITensor* tensor) {
-    return trt_tensors_.insert({name, TRT_TensorOrWeights(tensor)}).second;
+Status Converter::AddInputTensor(
+    const string& name, nvinfer1::ITensor* tensor) {
+  if (!trt_tensors_.insert({name, TRT_TensorOrWeights(tensor)}).second) {
+    return errors::AlreadyExists("Input tensor already exists for op: ", name);
   }
+  return Status::OK();
+}
 
-  tensorflow::Status TransposeTensor(nvinfer1::ITensor* input_tensor,
-                                     const std::vector<int>& order,
-                                     const nvinfer1::ITensor** output_tensor) {
-    const auto dims = input_tensor->getDimensions();
+Status Converter::TransposeTensor(nvinfer1::ITensor* input_tensor,
+                                  const std::vector<int>& order_with_batch_dim,
+                                  const nvinfer1::ITensor** output_tensor) {
+  const auto dims = input_tensor->getDimensions();
 
-    if (order.size() - 1 != size_t(dims.nbDims)) {
-      return tensorflow::errors::InvalidArgument(
+  if (order_with_batch_dim.size() - 1 != size_t(dims.nbDims)) {
+    return tensorflow::errors::InvalidArgument(
         "Rank of perm for transpose does not match with that of the input.");
-    }
-    if (order[0] != 0) {
-      return tensorflow::errors::Unimplemented(
+  }
+  if (order_with_batch_dim[0] != 0) {
+    return tensorflow::errors::Unimplemented(
         "Transpose at batch dimension is not supported.");
-    }
-
-    nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(*input_tensor);
-    TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Transpose");
+  }
 
-    nvinfer1::Permutation permutation;
-    for (int32_t i = 0; i < dims.nbDims; ++i) {
-      permutation.order[i] = order[i + 1] - 1;
-    }
-    layer->setFirstTranspose(permutation);
+  nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(*input_tensor);
+  TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Transpose");
 
-    nvinfer1::Dims reshape_dims;
-    reshape_dims.nbDims = dims.nbDims;
-    for (int32_t i = 0; i < reshape_dims.nbDims; ++i) {
-      reshape_dims.d[i] = 0;
-      reshape_dims.type[i] = dims.type[i];
-    }
-    layer->setReshapeDimensions(reshape_dims);
+  nvinfer1::Permutation permutation;
+  for (int32_t i = 0; i < dims.nbDims; ++i) {
+    permutation.order[i] = order_with_batch_dim[i + 1] - 1;
+  }
+  layer->setFirstTranspose(permutation);
 
-    *output_tensor = layer->getOutput(0);
-    return tensorflow::Status::OK();
+  nvinfer1::Dims reshape_dims;
+  reshape_dims.nbDims = dims.nbDims;
+  for (int32_t i = 0; i < reshape_dims.nbDims; ++i) {
+    reshape_dims.d[i] = 0;
+    // TODO(aaroey): why not transposing the types as well?
+    reshape_dims.type[i] = dims.type[i];
   }
+  layer->setReshapeDimensions(reshape_dims);
 
-  // Helper function converts input into tensor with shape specified by dims.
-  tensorflow::Status PrepareTensorForShape(const TRT_TensorOrWeights& input,
-                                           const nvinfer1::Dims& dims,
-                                           const nvinfer1::ITensor** tensor) {
-    // If -1 is not used for one of the dims, we can check if the shapes are
-    // compatible.
-    bool can_check_shapes = true;
-    for (int i = 0; i < dims.nbDims; i++) {
-      if (dims.d[i] == -1) {
-        can_check_shapes = false;
-        break;
-      }
-    }
-    if (can_check_shapes &&
-        GetShapeSize(input.shape()) != GetShapeSize(dims)) {
-      return tensorflow::errors::InvalidArgument(
-          "Reshape shapes are not compatible.");
+  *output_tensor = layer->getOutput(0);
+  return tensorflow::Status::OK();
+}
+
+Status Converter::PrepareTensorForShape(const TRT_TensorOrWeights& input,
+                                        const nvinfer1::Dims& dims,
+                                        const nvinfer1::ITensor** tensor) {
+  // If -1 is not used for one of the dims, we can check if the shapes are
+  // compatible.
+  bool can_check_shapes = true;
+  for (int i = 0; i < dims.nbDims; i++) {
+    if (dims.d[i] == -1) {
+      can_check_shapes = false;
+      break;
     }
+  }
+  if (can_check_shapes &&
+      TrtDimsNumElements(input.shape()) != TrtDimsNumElements(dims)) {
+    return tensorflow::errors::InvalidArgument(
+        "Reshape shapes are not compatible.");
+  }
 
-    if (input.is_tensor()) {
-      if (DimsEqual(input.shape(), dims)) {
-        *tensor = input.tensor();
-      } else {
-        nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(
-            *const_cast<nvinfer1::ITensor*>(input.tensor()));
-        TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
-        layer->setReshapeDimensions(dims);
-        *tensor = layer->getOutput(0);
-      }
+  if (input.is_tensor()) {
+    if (DimsEqual(input.shape(), dims)) {
+      *tensor = input.tensor();
     } else {
-#if NV_TENSORRT_MAJOR > 3
-      nvinfer1::IConstantLayer* layer =
-          this->network()->addConstant(dims, input.weights());
+      nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(
+          *const_cast<nvinfer1::ITensor*>(input.tensor()));
       TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
+      layer->setReshapeDimensions(dims);
       *tensor = layer->getOutput(0);
+    }
+  } else {
+#if NV_TENSORRT_MAJOR > 3
+    nvinfer1::IConstantLayer* layer =
+        this->network()->addConstant(dims, input.weights());
+    TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
+    *tensor = layer->getOutput(0);
 #else
-      return tensorflow::errors::Unimplemented(
+    return tensorflow::errors::Unimplemented(
         "Can't reshape constant. Please upgrade to TRT 4 or above.");
 #endif
-    }
-    return tensorflow::Status::OK();
   }
+  return tensorflow::Status::OK();
+}
 
- private:
-  std::unordered_map<string, TRT_TensorOrWeights> trt_tensors_;
-  std::unordered_map<string, OpConverter> op_registry_;
-  OpConverter plugin_converter_;
-  nvinfer1::INetworkDefinition* trt_network_;
-  std::list<std::vector<uint8_t>> temp_bufs_;
-
-  // TODO(aaroey): inline the definition of TRTWeightStore here, and add APIs to
-  // operate the stored weights instead of operating it directly.
-  TRTWeightStore* weight_store_;
-
-  bool fp16_;
-
-  int max_batch_size_;
-
-  void register_op_converters();
-
-  tensorflow::Status get_inputs(const tensorflow::NodeDef& node_def,
-                                std::vector<TRT_TensorOrWeights>* inputs) {
-    for (auto const& input_name : node_def.input()) {
-      /*************************************************************************
-       * TODO(jie): handle case 1) here.
-       * Normalizes the inputs and extracts associated metadata:
-       * 1) Inputs can contain a colon followed by a suffix of characters.
-       *    That suffix may be a single number (e.g. inputName:1) or several
-       *    word characters separated from a number by a colon
-       *    (e.g. inputName:foo:1). The
-       *    latter case is used to denote inputs and outputs of functions.
-       * 2) Control dependency inputs contain caret at the beginning and we
-       *    remove this and annotate the edge as a control dependency.
-       ************************************************************************/
-      // skip control nodes
-      if (input_name[0] == '^') continue;
-      string name = input_name;
-      auto last = name.find_last_of(':');
-      // TODO(aaroey): use TensorId
-      if (last != string::npos && last + 2 == name.size() &&
-          name[last + 1] == '0') {
-        name.erase(last);
-      }
-
-      if (trt_tensors_.count(name)) {
-        TRT_TensorOrWeights& input = trt_tensors_.at(name);
-        inputs->push_back(input);
-        VLOG(2) << "Retrieved input " << name << ": " << input.DebugString();
-      } else {
-        // TODO(aaroey): this should not happen, make it a CHECK.
-        // TODO(aaroey): use StrCat for pattern like this.
-        string msg("Node ");
-        StrAppend(&msg, node_def.name(), " should have an input named '", name,
-                  "' but it is not available");
-        LOG(ERROR) << msg;
-        return tensorflow::errors::InvalidArgument(msg);
-      }
+Status Converter::GetInputs(const tensorflow::NodeDef& node_def,
+                            std::vector<TRT_TensorOrWeights>* inputs) const {
+  for (auto const& input_name : node_def.input()) {
+    /*************************************************************************
+     * TODO(jie): handle case 1) here.
+     * Normalizes the inputs and extracts associated metadata:
+     * 1) Inputs can contain a colon followed by a suffix of characters.
+     *    That suffix may be a single number (e.g. inputName:1) or several
+     *    word characters separated from a number by a colon
+     *    (e.g. inputName:foo:1). The
+     *    latter case is used to denote inputs and outputs of functions.
+     * 2) Control dependency inputs contain caret at the beginning and we
+     *    remove this and annotate the edge as a control dependency.
+     ************************************************************************/
+    // skip control nodes
+    if (input_name[0] == '^') continue;
+    string name = input_name;
+    auto last = name.find_last_of(':');
+    // TODO(aaroey): use TensorId
+    if (last != string::npos && last + 2 == name.size() &&
+        name[last + 1] == '0') {
+      name.erase(last);
+    }
+
+    if (trt_tensors_.count(name)) {
+      TRT_TensorOrWeights input = trt_tensors_.at(name);
+      inputs->push_back(input);
+      VLOG(2) << "Retrieved input " << name << ": " << input.DebugString();
+    } else {
+      // TODO(aaroey): this should not happen, make it a CHECK.
+      // TODO(aaroey): use StrCat for pattern like this.
+      string msg("Node ");
+      StrAppend(&msg, node_def.name(), " should have an input named '", name,
+                "' but it is not available");
+      LOG(ERROR) << msg;
+      return tensorflow::errors::InvalidArgument(msg);
     }
-    return tensorflow::Status::OK();
   }
-};
+  return tensorflow::Status::OK();
+}
 
 TRT_ShapedWeights ConvertFP32ToFP16(Converter& ctx,
                                     const TRT_ShapedWeights& weights_src) {
   auto dtype_new = tensorflow::DataType::DT_HALF;
-  TRT_ShapedWeights weights =
-      ctx.get_temp_weights(dtype_new, weights_src.shape_);
+  TRT_ShapedWeights weights = ctx.GetTempWeights(dtype_new, weights_src.shape_);
   const float* src = static_cast<const float*>(weights_src.GetValues());
   Eigen::half* dst = const_cast<Eigen::half*>(
       static_cast<Eigen::half const*>(weights.GetValues()));
@@ -1028,77 +918,6 @@ tensorflow::Status UnaryCompute(const TRT_ShapedWeights& iweights,
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status BinaryCompute(const TRT_ShapedWeights& iweights_l,
-                                 const TRT_ShapedWeights& iweights_r,
-                                 TRT_ShapedWeights* oweights,
-                                 LambdaFactory binary_op) {
-  // Assume iweights_l.type == iweight_r.type
-  CHECK_EQ(iweights_l.type_, oweights->type_);
-  CHECK_EQ(iweights_r.type_, oweights->type_);
-  VLOG(2) << "SANITY CHECK!";
-
-  switch (iweights_l.type_) {
-    case tensorflow::DataType::DT_FLOAT: {
-      auto inp_l = static_cast<const float*>(iweights_l.GetValues());
-      auto inp_r = static_cast<const float*>(iweights_r.GetValues());
-      auto oup = static_cast<float*>(const_cast<void*>(oweights->GetValues()));
-
-      if (iweights_l.count() != iweights_r.count()) {
-        // We only supports broadcast of RankZero
-        if (iweights_l.count() == 1) {
-          // TODO(aaroey): Remove loggings like this.
-          VLOG(2) << "I bet it is not working!" << (*inp_l);
-          std::transform(inp_r, inp_r + iweights_r.count(), oup,
-                         binary_op.broadcast_l<float>(*inp_l));
-        } else if (iweights_r.count() == 1) {
-          VLOG(2) << "I bet it is not working!" << (*inp_r);
-          std::transform(inp_l, inp_l + iweights_l.count(), oup,
-                         binary_op.broadcast_r<float>(*inp_r));
-        } else {
-          return tensorflow::errors::Unimplemented(
-              "Binary op with non-rankZero broadcast not supported");
-        }
-      } else {
-        std::transform(inp_l, inp_l + iweights_l.count(), inp_r, oup,
-                       binary_op.binary<float>());
-      }
-      break;
-    }
-    case tensorflow::DataType::DT_HALF: {
-      auto inp_l = static_cast<const Eigen::half*>(iweights_l.GetValues());
-      auto inp_r = static_cast<const Eigen::half*>(iweights_r.GetValues());
-      auto oup =
-          static_cast<Eigen::half*>(const_cast<void*>(oweights->GetValues()));
-
-      if (iweights_l.count() != iweights_r.count()) {
-        // We only supports broadcast of RankZero
-        if (iweights_l.count() == 1) {
-          VLOG(2) << "I bet it is not working!" << (*inp_l);
-          std::transform(inp_r, inp_r + iweights_r.count(), oup,
-                         binary_op.broadcast_l<Eigen::half>(*inp_l));
-        } else if (iweights_r.count() == 1) {
-          VLOG(2) << "I bet it is not working!" << (*inp_r);
-          std::transform(inp_l, inp_l + iweights_l.count(), oup,
-                         binary_op.broadcast_r<Eigen::half>(*inp_r));
-        } else {
-          return tensorflow::errors::Unimplemented(
-              "Binary op with non-rankZero broadcast not supported");
-        }
-      } else {
-        std::transform(inp_l, inp_l + iweights_l.count(), inp_r, oup,
-                       binary_op.binary<Eigen::half>());
-      }
-      break;
-    }
-    default:
-      return tensorflow::errors::Unimplemented(
-          "Data type not supported: " +
-          tensorflow::DataTypeString(iweights_l.type_));
-  }
-
-  return tensorflow::Status::OK();
-}
-
 // TODO(jie): broadcast is needed yet not implemented.
 // Only implemented channel wise for the time being
 tensorflow::Status BinaryTensorOpWeight(
@@ -1207,7 +1026,7 @@ tensorflow::Status BinaryTensorOpWeight(
     }
   }
 
-  if (ctx.isFP16()) {
+  if (ctx.IsFP16()) {
     weights = ConvertFP32ToFP16(ctx, weights);
   }
 
@@ -1226,7 +1045,7 @@ tensorflow::Status BinaryTensorOpWeight(
       TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
       tensor = layer->getOutput(0);
     } else {
-      TRT_ShapedWeights neg_weights = ctx.get_temp_weights_like(weights);
+      TRT_ShapedWeights neg_weights = ctx.GetTempWeightsLike(weights);
       LambdaFactory unary_op;
       unary_op.op = LambdaFactory::OP_CATEGORY::NEG;
       TF_RETURN_IF_ERROR(UnaryCompute(weights, &neg_weights, unary_op));
@@ -1241,7 +1060,7 @@ tensorflow::Status BinaryTensorOpWeight(
       TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
       tensor = layer->getOutput(0);
     } else {
-      TRT_ShapedWeights recip_weights = ctx.get_temp_weights_like(weights);
+      TRT_ShapedWeights recip_weights = ctx.GetTempWeightsLike(weights);
       LambdaFactory unary_op;
       unary_op.op = LambdaFactory::OP_CATEGORY::RECIP;
       TF_RETURN_IF_ERROR(UnaryCompute(weights, &recip_weights, unary_op));
@@ -1312,11 +1131,11 @@ tensorflow::Status ConvertConv2DHelper(
     return tensorflow::errors::Internal(
         "Conv2D expects kernel of dimension 4, at: " + node_def.name());
   }
-  if (ctx.isFP16()) {
+  if (ctx.IsFP16()) {
     weights_rsck = ConvertFP32ToFP16(ctx, inputs.at(1).weights());
   }
 
-  TRT_ShapedWeights weights = ctx.get_temp_weights_like(weights_rsck);
+  TRT_ShapedWeights weights = ctx.GetTempWeightsLike(weights_rsck);
   ReorderRSCKToKCRS(weights_rsck, &weights, num_groups);
   TRT_ShapedWeights biases(weights.type_);
   const int noutput = weights.shape_.d[0] * num_groups;
@@ -1504,7 +1323,7 @@ tensorflow::Status ConvertTranspose(
   if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
       !inputs.at(1).is_weights()) {
     return tensorflow::errors::InvalidArgument(
-        "Input expects tensor and weights, at", node_def.name());
+        "Input expects tensor and weights, at ", node_def.name());
   }
   nvinfer1::ITensor* input_tensor = const_cast<nvinfer1::ITensor*>(
       inputs.at(0).tensor());
@@ -1517,11 +1336,6 @@ tensorflow::Status ConvertTranspose(
     perm[i] = weights_ptr[i];
   }
 
-  if (perm[0] != 0) {
-    return tensorflow::errors::Unimplemented(
-        "Transpose at batch dimension is not supported, at", node_def.name());
-  }
-
   const nvinfer1::ITensor* output_tensor = nullptr;
   TF_RETURN_IF_ERROR(ctx.TransposeTensor(input_tensor, perm, &output_tensor));
   outputs->push_back(TRT_TensorOrWeights(
@@ -1535,30 +1349,30 @@ tensorflow::Status ConvertReshape(
     std::vector<TRT_TensorOrWeights>* outputs) {
   if (inputs.size() != 2 || !inputs.at(1).is_weights()) {
     return tensorflow::errors::InvalidArgument(
-        "Input expects weights for shape, at", node_def.name());
+        "Input expects weights for shape, at ", node_def.name());
   }
 
   TRT_ShapedWeights weights = inputs.at(1).weights();
   if (weights.count() == 0) {
     return tensorflow::errors::Unimplemented(
-        "Reshape to shape=[] is not supported, at", node_def.name());
+        "Reshape to shape=[] is not supported, at ", node_def.name());
   }
 
-  // Get new_shape
+  // Get new_dims
   const int* weights_ptr = static_cast<int*>(const_cast<void*>(
       weights.GetValues()));
-  nvinfer1::Dims new_shape;
+  nvinfer1::Dims new_dims;
   // Ignore first (batch) dimension because TRT abstracts batch away
-  new_shape.nbDims = weights.count() - 1;
+  new_dims.nbDims = weights.count() - 1;
   for (int i = 1; i < weights.count(); i++) {
-    new_shape.d[i-1] = weights_ptr[i];
+    new_dims.d[i-1] = weights_ptr[i];
   }
 
   // Check that batch dimension doesn't change
-  const nvinfer1::Dims input_shape = inputs.at(0).shape();
+  const nvinfer1::Dims input_dims = inputs.at(0).shape();
   if (weights_ptr[0] == -1) {
-    // Product of input shape should equal product of new_shape
-    if (GetShapeSize(input_shape) != GetShapeSize(new_shape)) {
+    // Product of input shape should equal product of new_dims
+    if (TrtDimsNumElements(input_dims) != TrtDimsNumElements(new_dims)) {
       return tensorflow::errors::Unimplemented(
         "Reshape on the batch dimension is not supported.");
     }
@@ -1569,7 +1383,7 @@ tensorflow::Status ConvertReshape(
 
   const nvinfer1::ITensor* output_tensor = nullptr;
   TF_RETURN_IF_ERROR(
-      ctx.PrepareTensorForShape(inputs.at(0), new_shape, &output_tensor));
+      ctx.PrepareTensorForShape(inputs.at(0), new_dims, &output_tensor));
   outputs->push_back(TRT_TensorOrWeights(
       const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
@@ -1701,7 +1515,7 @@ tensorflow::Status ConvertScale(Converter& ctx,
 
   const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
   TRT_ShapedWeights weights = inputs.at(1).weights();
-  if (ctx.isFP16()) {
+  if (ctx.IsFP16()) {
     weights = ConvertFP32ToFP16(ctx, inputs.at(1).weights());
   }
 
@@ -1783,140 +1597,153 @@ tensorflow::Status ConvertScale(Converter& ctx,
   return tensorflow::Status::OK();
 }
 
+Status GetTensorDimsWithProtoShape(const Tensor& tensor,
+                                   int tensor_proto_array_len,
+                                   nvinfer1::Dims* dims) {
+  if (tensor.dims() > 0) {
+    *dims = GetTrtDimsForTensor(tensor);
+    if (TrtDimsNumElements(*dims) != tensor_proto_array_len &&
+        tensor_proto_array_len != 1) {
+      return errors::InvalidArgument(
+          "Broadcast on weights only supports kCHANNEL and kUNIFORM");
+    }
+  } else {
+    dims->nbDims = 1;
+    // No dimension provided. Flatten it.
+    dims->d[0] = tensor_proto_array_len;
+    dims->type[0] = nvinfer1::DimensionType::kSPATIAL;
+    for (int i = 1; i < nvinfer1::Dims::MAX_DIMS; ++i) {
+      dims->d[i] = 0;
+    }
+  }
+  return Status::OK();
+}
+
+template <typename CType>
+Status TfTensorToTrtWeights(const DataType dtype,
+                            const Tensor& tensor,
+                            const CType* tensor_proto_array,
+                            int tensor_proto_array_len, Converter* converter,
+                            TRT_ShapedWeights* weights) {
+  nvinfer1::Dims weight_dims;
+  TF_RETURN_IF_ERROR(GetTensorDimsWithProtoShape(
+      tensor, tensor_proto_array_len, &weight_dims));
+  const int64_t size_bytes =
+      tensorflow::DataTypeSize(dtype) * TrtDimsNumElements(weight_dims);
+  converter->weight_store()->store_.push_back(std::vector<uint8_t>(size_bytes));
+  void* dst =
+      static_cast<void*>(&(converter->weight_store()->store_.back()[0]));
+  if (tensor_proto_array_len == 1) {
+    std::fill_n((CType*)dst, TrtDimsNumElements(weight_dims),
+                *tensor_proto_array);
+  } else {
+    memcpy(dst, tensor_proto_array, size_bytes);
+  }
+  *weights = TRT_ShapedWeights(dtype, dst, weight_dims);
+  return Status::OK();
+}
+
 tensorflow::Status ConvertConst(Converter& ctx,
                                 const tensorflow::NodeDef& node_def,
                                 const std::vector<TRT_TensorOrWeights>& inputs,
                                 std::vector<TRT_TensorOrWeights>* outputs) {
-  const auto& weights_tensor = node_def.attr().at("value").tensor();
+  if (!inputs.empty()) {
+    return errors::InvalidArgument(
+        "Constant node is expected to have empty input list: ",
+        node_def.name());
+  }
 
-  // Get trt type & shape
   TFAttrs attrs(node_def);
-  const tensorflow::DataType dtype = attrs.get<tensorflow::DataType>("dtype");
+  const DataType dtype = attrs.get<tensorflow::DataType>("dtype");
+  // We always convert the integer constants to kINT32, since TRT kINT8 is for
+  // quantized inference.
+  const DataType converted_dtype =
+      (dtype == DT_INT16 || dtype == DT_INT8 || dtype == DT_UINT8 ? DT_INT32
+                                                                  : dtype);
+  nvinfer1::DataType trt_dtype;
+  TF_RETURN_IF_ERROR(ConvertDType(converted_dtype, &trt_dtype));
 
   // Create shaped weights as output
+  const auto& tensor_proto = node_def.attr().at("value").tensor();
   tensorflow::Tensor tensor;
-  if (!tensor.FromProto(weights_tensor)) {
+  if (!tensor.FromProto(tensor_proto)) {
     return tensorflow::errors::Internal("Cannot parse weight tensor proto: ",
                                         node_def.name());
   }
 
-  TRT_ShapedWeights weights(dtype);
-  // TODO(aaroey): we should choose the array using dtype and shape.
-  if (!weights_tensor.float_val().empty()) {
-    VLOG(2) << "SCALAR!!!" << node_def.name();
-    nvinfer1::Dims scalar_shape;
-    if (tensor.dims() > 0) {
-      VLOG(2) << "dimensions: " << tensor.dims();
-      VLOG(2) << "size: " << weights_tensor.float_val_size();
-      scalar_shape = GetTensorShape(tensor);
-      VLOG(2) << "details: ";
-      for (int i = 0; i < scalar_shape.nbDims; i++)
-        VLOG(2) << scalar_shape.d[i];
-      if (GetShapeSize(scalar_shape) != weights_tensor.float_val_size() &&
-          weights_tensor.float_val_size() != 1) {
-        LOG(ERROR) << "Broadcast on weights only supports kCHANNEL and"
-                   << " kUNIFORM, at: " << node_def.name();
-        string err_str("Broadcast method is not supported for '");
-        StrAppend(&err_str, node_def.name(), "' of type ", node_def.op());
-        return tensorflow::errors::InvalidArgument(err_str);
-      }
-    } else {
-      VLOG(2) << "Dimensions: " << tensor.dims();
-      scalar_shape.nbDims = 1;
-      // no dimension provided. flatten it
-      scalar_shape.d[0] = weights_tensor.float_val_size();
-      scalar_shape.type[0] = nvinfer1::DimensionType::kSPATIAL;
-      for (int i = 1; i < nvinfer1::Dims::MAX_DIMS; i++) {
-        scalar_shape.d[i] = 0;
+  TRT_ShapedWeights weights(converted_dtype);
+  if (tensor.NumElements() == 0) {
+    // Do nothing.
+  } else if (!tensor_proto.float_val().empty()) {
+    TF_RETURN_IF_ERROR(TfTensorToTrtWeights(
+        converted_dtype, tensor, tensor_proto.float_val().begin(),
+        tensor_proto.float_val_size(), &ctx, &weights));
+  } else if (!tensor_proto.int_val().empty()) {
+    TF_RETURN_IF_ERROR(TfTensorToTrtWeights(
+        converted_dtype, tensor, tensor_proto.int_val().begin(),
+        tensor_proto.int_val_size(), &ctx, &weights));
+  } else if (!tensor_proto.half_val().empty()) {
+    // TODO(aaroey): implement fp16 conversion.
+    return errors::Unimplemented("fp16 constant is not supported yet.");
+  } else if (!tensor_proto.tensor_content().empty()) {
+    // TODO(aaroey): fp16 will remain in half format and is not converted to
+    // fp32, but the converter currently uses all float weights as fp32. Fix
+    // this.
+    const auto& content = tensor_proto.tensor_content();
+    if (content.size() > 0) {
+      const int dtype_size = tensorflow::DataTypeSize(dtype);
+      if (content.size() % dtype_size != 0) {
+        return errors::FailedPrecondition(
+            "Tensor content size ", content.size(), " is not a multiple of ",
+            dtype_size);
       }
-    }
-    // TODO(aaroey): use GetShapeSize().
-    size_t len_data = tensorflow::DataTypeSize(dtype);
-    for (int i = 0; i < scalar_shape.nbDims; i++) len_data *= scalar_shape.d[i];
-    ctx.weight_store()->store_.push_back(std::vector<uint8_t>(len_data));
-    void* dst = static_cast<void*>(&(ctx.weight_store()->store_.back()[0]));
-    if (weights_tensor.float_val_size() == 1) {
-      std::fill_n((float*)dst, GetShapeSize(scalar_shape),
-                  *weights_tensor.float_val().begin());
-    } else {
-      // TODO(aaroey): get rid of this copy as RepeatedField is always
-      // contiguous make a local copy first to flatten doesn't have to be
-      // contiguous
-      std::vector<float> tensor_data(weights_tensor.float_val().begin(),
-                                     weights_tensor.float_val().end());
-      memcpy(dst, tensor_data.data(), len_data);  // store into weight store
-    }
-    VLOG(2) << "create shape details: ";
-    for (int i = 0; i < scalar_shape.nbDims; i++) VLOG(2) << scalar_shape.d[i];
-    weights = TRT_ShapedWeights(dtype, dst, scalar_shape);
-  } else if (!weights_tensor.int_val().empty()) {
-    // TODO(aaroey): this is very similar to the above code for float, merge
-    // them.
-    VLOG(2) << "int!!!" << node_def.name();
-    nvinfer1::Dims scalar_shape;
-    if (tensor.dims() > 0) {
-      VLOG(2) << "dimensions: " << tensor.dims();
-      scalar_shape = GetTensorShape(tensor);
-      if (GetShapeSize(scalar_shape) != weights_tensor.int_val_size() &&
-          weights_tensor.int_val_size() != 1) {
-        LOG(WARNING) << "Broadcast on weights only supports kCHANNEL and"
-                     << " kUNIFORM, at: " << node_def.name();
-        string err_str("Broadcast method is not supported for '");
-        StrAppend(&err_str, node_def.name(), "' of type ", node_def.op());
-        return tensorflow::errors::InvalidArgument(err_str);
+      nvinfer1::Dims weights_dim;
+      TF_RETURN_IF_ERROR(GetTensorDimsWithProtoShape(
+          tensor, content.size() / dtype_size, &weights_dim));
+      const int64_t size_bytes = TrtDimsNumElements(weights_dim) * dtype_size;
+      if (content.size() != size_bytes) {
+        return errors::FailedPrecondition(
+            "Tensor size and TensorProto content size mismatch: ",
+            size_bytes, " vs ", content.size());
+      } else if (tensor.NumElements() != content.size() / dtype_size) {
+        return errors::FailedPrecondition(
+            "Tensor elements count and TensorProto content size mismatch: ",
+            tensor.NumElements(), " vs ", content.size() / dtype_size);
       }
-    } else {
-      VLOG(2) << "dimensions: " << tensor.dims();
-      scalar_shape.nbDims = 1;
-      // no dimension provided. flatten it
-      scalar_shape.d[0] = weights_tensor.int_val_size();
-      scalar_shape.type[0] = nvinfer1::DimensionType::kSPATIAL;
-      for (int i = 1; i < nvinfer1::Dims::MAX_DIMS; i++) {
-        scalar_shape.d[i] = 0;
-        scalar_shape.type[i] = nvinfer1::DimensionType::kSPATIAL;
+      weights = ctx.GetTempWeights(converted_dtype, weights_dim);
+      if (dtype_size == tensorflow::DataTypeSize(converted_dtype)) {
+        port::CopyToArray(
+            content,
+            static_cast<char*>(const_cast<void*>(weights.GetValues())));
+      } else {
+        // Copy out the weights as original data type.
+        std::vector<uint8_t> temp_weights(content.size());
+        port::CopyToArray(content,
+                          reinterpret_cast<char*>(temp_weights.data()));
+        int32* dst =
+            static_cast<int32*>(const_cast<void*>(weights.GetValues()));
+        // Copy to the weight store as converted data type.
+        if (dtype == DT_INT16) {
+          int16* data = reinterpret_cast<int16*>(temp_weights.data());
+          std::copy(data, data + tensor.NumElements(), dst);
+        } else if (dtype == DT_INT8) {
+          int8* data = reinterpret_cast<int8*>(temp_weights.data());
+          std::copy(data, data + tensor.NumElements(), dst);
+        } else if (dtype == DT_UINT8) {
+          uint8* data = reinterpret_cast<uint8*>(temp_weights.data());
+          std::copy(data, data + tensor.NumElements(), dst);
+        } else {
+          return errors::FailedPrecondition(
+              "Unexpected data type: ", DataTypeString(dtype), " at: ",
+              node_def.name());
+        }
       }
     }
-    // we should not have converted
-    size_t len_data = tensorflow::DataTypeSize(dtype);
-    for (int i = 0; i < scalar_shape.nbDims; i++) len_data *= scalar_shape.d[i];
-    size_t len_tensor = weights_tensor.int_val_size() * sizeof(int32);
-    len_data = std::max(len_data, len_tensor);
-    ctx.weight_store()->store_.push_back(std::vector<uint8_t>(len_data));
-    void* dst = static_cast<void*>(&(ctx.weight_store()->store_.back()[0]));
-    if (weights_tensor.int_val_size() == 1) {
-      std::fill_n((int*)dst, GetShapeSize(scalar_shape),
-                  *weights_tensor.int_val().begin());
-    } else {
-      // TODO(aaroey): get rid of this copy as RepeatedField is always
-      // contiguous make a local copy first to flatten doesn't have to be
-      // contiguous
-      std::vector<int32> tensor_data(weights_tensor.int_val().begin(),
-                                     weights_tensor.int_val().end());
-      memcpy(dst, tensor_data.data(), len_tensor);  // store into weight store
-    }
-    weights = TRT_ShapedWeights(dtype, dst, scalar_shape);
-  } else if (!weights_tensor.tensor_content().empty()) {
-    // obsolete method.
-    // After optimization path, we do not see weights in this format.
-    // TODO(aaroey): why?
-    // fp16 conversion technically should be needed here.
-    VLOG(2) << "TENSOR!!!" << node_def.name();
-    const auto& content = weights_tensor.tensor_content();
-
-    weights = ctx.get_temp_weights(dtype, GetTensorShape(tensor));
-    if (content.size() > 0) {
-      const int dtype_size = tensorflow::DataTypeSize(dtype);
-      CHECK_EQ(0, content.size() % dtype_size)
-          << "Tensor content size (" << content.size()
-          << ") is not a multiple of " << dtype_size;
-      port::CopyToArray(
-          content, static_cast<char*>(const_cast<void*>(weights.GetValues())));
-    }
   } else {
-    return tensorflow::errors::Unimplemented("Not supported constant type, at ",
-                                             node_def.name());
+    return errors::Unimplemented("Not supported constant type, at ",
+                                 node_def.name());
   }
-  // Pass the output
+  // Pass the output.
   outputs->push_back(TRT_TensorOrWeights(weights));
   return tensorflow::Status::OK();
 }
@@ -2462,9 +2289,9 @@ tensorflow::Status ConvertFusedBatchNorm(
   //  We could technically have two weights with different shape.
   //  that requires two addScale op, arguably less performant
   TRT_ShapedWeights combined_scale_weights =
-      ctx.get_temp_weights_like(*ptr_shape_weights);
+      ctx.GetTempWeightsLike(*ptr_shape_weights);
   TRT_ShapedWeights combined_offset_weights =
-      ctx.get_temp_weights_like(*ptr_shape_weights);
+      ctx.GetTempWeightsLike(*ptr_shape_weights);
 
   const Eigen::half* cast_vals_array[4];
   const float* vals_array[4];
@@ -2546,7 +2373,7 @@ tensorflow::Status ConvertMatMulHelper(
     weights = weights_raw;
   } else {
     TRT_ShapedWeights weights_ck = weights_raw;
-    weights = ctx.get_temp_weights_like(weights_ck);
+    weights = ctx.GetTempWeightsLike(weights_ck);
     ReorderCKtoKC(weights_raw, &weights);
   }
   TRT_ShapedWeights biases(weights.type_);
@@ -2750,7 +2577,7 @@ tensorflow::Status ConvertTopK(Converter& ctx,
 }
 #endif
 
-void Converter::register_op_converters() {
+void Converter::RegisterOpConverters() {
   // vgg_16 slim implementation
   op_registry_["Conv2D"] = ConvertConv2D;
   op_registry_["DepthwiseConv2dNative"] = ConvertConv2DDepthwise;
@@ -2807,8 +2634,6 @@ void Converter::register_op_converters() {
   plugin_converter_ = ConvertPlugin;
 }
 
-}  // namespace
-
 tensorflow::Status ConvertGraphDefToEngine(
     const tensorflow::GraphDef& gdef, int precision_mode, int max_batch_size,
     size_t max_workspace_size_bytes,
@@ -2842,11 +2667,10 @@ tensorflow::Status ConvertGraphDefToEngine(
     return tensorflow::errors::Internal(
         "Failed to create TensorRT network object");
   }
-  auto ws = std::unique_ptr<TRTWeightStore>(new TRTWeightStore());
 
   // Build the network
   VLOG(1) << "Starting engine conversion ";
-  Converter converter(trt_network.get(), ws.get(), precision_mode == FP16MODE,
+  Converter converter(trt_network.get(), precision_mode == FP16MODE,
                       max_batch_size);
   std::vector<std::pair<string, string>> output_tensors;
   // Graph nodes are already topologically sorted during construction
@@ -2891,10 +2715,7 @@ tensorflow::Status ConvertGraphDefToEngine(
       }
       VLOG(2) << "Adding engine input tensor " << node_name << " with shape "
               << DebugString(input_dim);
-      if (!converter.insert_input_tensor(node_name, input_tensor)) {
-        return tensorflow::errors::AlreadyExists(
-            "Output tensor already exists for op: " + node_name);
-      }
+      TF_RETURN_IF_ERROR(converter.AddInputTensor(node_name, input_tensor));
     } else if (tensorflow::str_util::StartsWith(node_name, kOutputPHName) &&
                (node_def.op() == "Identity")) {
       int32 slot_number = -1;
@@ -2910,11 +2731,11 @@ tensorflow::Status ConvertGraphDefToEngine(
     } else {
       VLOG(2) << "Converting node: " << node_def.name() << " , "
               << node_def.op();
-      TF_RETURN_IF_ERROR(converter.convert_node(node_def));
+      TF_RETURN_IF_ERROR(converter.ConvertNode(node_def));
     }
   }
   for (const auto& output : output_tensors) {
-    auto tensor_or_weights = converter.get_tensor(output.first);
+    auto tensor_or_weights = converter.GetTensorOrWeights(output.first);
     if (!tensor_or_weights.is_tensor()) {
       return tensorflow::errors::InvalidArgument(
           "Output node '" + output.first + "' is weights not tensor");
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.h b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
index 9274027e63..32f61fdfe5 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.h
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
@@ -16,6 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_TENSORRT_CONVERT_CONVERT_NODES_H_
 #define TENSORFLOW_CONTRIB_TENSORRT_CONVERT_CONVERT_NODES_H_
 
+#include <list>
 #include <set>
 #include <string>
 #include <unordered_map>
@@ -26,6 +27,7 @@ limitations under the License.
 #include "tensorflow/contrib/tensorrt/log/trt_logger.h"
 #include "tensorflow/contrib/tensorrt/resources/trt_allocator.h"
 #include "tensorflow/contrib/tensorrt/resources/trt_int8_calibrator.h"
+#include "tensorflow/contrib/tensorrt/resources/trt_resources.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/graph/graph.h"
 #include "tensorflow/core/grappler/costs/graph_properties.h"
@@ -33,6 +35,7 @@ limitations under the License.
 
 #if GOOGLE_CUDA
 #if GOOGLE_TENSORRT
+#include "tensorrt/include/NvInfer.h"
 
 namespace tensorflow {
 namespace tensorrt {
@@ -170,6 +173,162 @@ class OutputEdgeValidator {
   bool operator()(const tensorflow::Edge* out_edge) const;
 };
 
+////////////////////////////////////////////////////////////////////////////////
+// Classes/functions below are exposed for testing purposes only.
+////////////////////////////////////////////////////////////////////////////////
+
+string DebugString(const nvinfer1::Dims& dims);
+string DebugString(const nvinfer1::ITensor& tensor);
+int64_t TrtDimsNumElements(const nvinfer1::Dims& dims);
+
+// Class to convert TF weight to TRT weight.
+class TRT_ShapedWeights {
+ public:
+  TRT_ShapedWeights(tensorflow::DataType type, const void* values,
+                    nvinfer1::Dims shape);
+
+  explicit TRT_ShapedWeights(tensorflow::DataType type);
+
+  // TODO(aaroey): use rvalue reference.
+  TRT_ShapedWeights(const TRT_ShapedWeights& rhs);
+
+  nvinfer1::Weights GetWeightsForTRT() const;
+
+  const void* GetValues() const { return values_; }
+
+  int64_t count() const;
+
+  size_t size_bytes() const;
+
+  // Default converter
+  operator nvinfer1::Weights() const { return GetWeightsForTRT(); }
+
+  string DebugString() const;
+
+  // TODO(aaroey): make these private.
+  nvinfer1::Dims shape_;  // Note: shape.type[] is not used.
+  tensorflow::DataType type_;
+
+ private:
+  // TODO(aaroey): this should not be const as it's always from TRTWeightStore.
+  const void* values_;
+
+  friend bool operator==(const TRT_ShapedWeights& lhs,
+                         const TRT_ShapedWeights& rhs);
+};
+
+class TRT_TensorOrWeights {
+ public:
+  explicit TRT_TensorOrWeights(nvinfer1::ITensor* tensor);
+
+  explicit TRT_TensorOrWeights(const TRT_ShapedWeights& weights);
+
+  // TODO(aaroey): use rvalue reference.
+  TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs);
+
+  bool is_tensor() const { return is_tensor_; }
+  bool is_weights() const { return !is_tensor_; }
+
+  nvinfer1::ITensor* tensor() {
+    CHECK(is_tensor());
+    return tensor_;
+  }
+
+  const nvinfer1::ITensor* tensor() const {
+    CHECK(is_tensor());
+    return tensor_;
+  }
+
+  TRT_ShapedWeights& weights() {
+    CHECK(is_weights());
+    return weights_;
+  }
+
+  const TRT_ShapedWeights& weights() const {
+    CHECK(is_weights());
+    return weights_;
+  }
+
+  // TODO(aaroey): rename to dims() to be consistent.
+  nvinfer1::Dims shape() const;
+
+  string DebugString() const;
+
+ private:
+  nvinfer1::ITensor* tensor_;
+  TRT_ShapedWeights weights_;
+  const bool is_tensor_;
+};
+
+// Class to convert TF nodes to TRT network.
+class Converter {
+ public:
+  Converter(nvinfer1::INetworkDefinition* trt_network, bool fp16,
+            int max_batch_size);
+
+  virtual ~Converter() {}
+
+  nvinfer1::INetworkDefinition* network() { return trt_network_; }
+
+  TRTWeightStore* weight_store() { return &weight_store_; }
+
+  bool IsFP16() const { return fp16_; }
+
+  int GetMaxBatchSize() const { return max_batch_size_; }
+
+  TRT_ShapedWeights GetTempWeights(tensorflow::DataType type,
+                                   const nvinfer1::Dims& dims);
+
+  TRT_ShapedWeights GetTempWeightsLike(const TRT_ShapedWeights& weights) {
+    return GetTempWeights(weights.type_, weights.shape_);
+  }
+
+  Status ConvertNode(const tensorflow::NodeDef& node_def);
+
+  TRT_TensorOrWeights GetTensorOrWeights(const string& name);
+
+  Status AddInputTensor(const string& name, nvinfer1::ITensor* tensor);
+
+  Status TransposeTensor(nvinfer1::ITensor* input_tensor,
+                         const std::vector<int>& order_with_batch_dim,
+                         const nvinfer1::ITensor** output_tensor);
+
+  // Converts input into tensor with shape specified by dims.
+  Status PrepareTensorForShape(const TRT_TensorOrWeights& input,
+                               const nvinfer1::Dims& dims,
+                               const nvinfer1::ITensor** tensor);
+
+  // Expose for testing purposes.
+  Status GetInputs(const tensorflow::NodeDef& node_def,
+                   std::vector<TRT_TensorOrWeights>* inputs) const;
+
+ private:
+  using OpConverter = std::function<tensorflow::Status(
+      Converter&, const tensorflow::NodeDef&,
+      const std::vector<TRT_TensorOrWeights>&,
+      std::vector<TRT_TensorOrWeights>*)>;
+
+  void RegisterOpConverters();
+
+  std::unordered_map<string, OpConverter> op_registry_;
+
+  std::unordered_map<string, TRT_TensorOrWeights> trt_tensors_;
+
+  OpConverter plugin_converter_;
+
+  nvinfer1::INetworkDefinition* trt_network_;
+
+  // TODO(aaroey): inline the definition of TRTWeightStore here, and add APIs to
+  // operate the stored weights instead of operating it directly.
+  TRTWeightStore weight_store_;
+
+  bool fp16_;
+
+  int max_batch_size_;
+
+  friend class ConverterForTest;
+};
+
 }  // namespace convert
 }  // namespace tensorrt
 }  // namespace tensorflow
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
new file mode 100644
index 0000000000..5c9ddaec49
--- /dev/null
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
@@ -0,0 +1,646 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/contrib/tensorrt/convert/convert_nodes.h"
+
+#include <memory>
+#include <unordered_map>
+#include <vector>
+
+#include <gmock/gmock.h>
+#include <gtest/gtest.h>
+#include "tensorflow/contrib/tensorrt/log/trt_logger.h"
+#include "tensorflow/contrib/tensorrt/plugin/trt_plugin_factory.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor.pb.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/tensor_testutil.h"
+#include "tensorflow/core/lib/core/error_codes.pb.h"
+#include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/platform/test.h"
+
+#if GOOGLE_CUDA
+#if GOOGLE_TENSORRT
+#include "cuda/include/cuda.h"
+#include "cuda/include/cuda_runtime_api.h"
+#include "tensorrt/include/NvInfer.h"
+
+namespace tensorflow {
+namespace tensorrt {
+namespace convert {
+
+using ::testing::ElementsAre;
+
+void ExpectStatus(Status status, error::Code code, const char* substr) {
+  EXPECT_EQ(code, status.code()) << status;
+  EXPECT_THAT(status.error_message(), ::testing::HasSubstr(substr)) << status;
+}
+
+nvinfer1::Dims GetTestDims(const std::vector<int>& d) {
+  nvinfer1::Dims dims;
+  dims.nbDims = d.size();
+  for (int i = 0; i < d.size(); ++i) {
+    dims.d[i] = d[i];
+  }
+  return dims;
+}
+
+// Fake ITensor implementation for testing purposes.
+class FakeITensor : public nvinfer1::ITensor {
+ public:
+  FakeITensor() {}
+
+  FakeITensor(const nvinfer1::Dims& dims, const string& name = "")
+      : name_(name), dims_(dims) {}
+
+  FakeITensor(const string& name, const std::vector<int>& dims)
+      : name_(name), dims_(GetTestDims(dims)) {}
+
+  void SetDims(const std::vector<int>& dims) {
+    setDimensions(GetTestDims(dims));
+  }
+
+  void setName(const char* name) override { name_ = name; }
+
+  const char* getName() const override { return name_.c_str(); }
+
+  void setDimensions(nvinfer1::Dims dimensions) override { dims_ = dimensions; }
+
+  nvinfer1::Dims getDimensions() const override { return dims_; }
+
+  void setType(nvinfer1::DataType type) override { type_ = type; }
+
+  nvinfer1::DataType getType() const override { return type_; }
+
+  bool isNetworkInput() const override { return false; }
+
+  bool isNetworkOutput() const override { return false; }
+
+  void setBroadcastAcrossBatch(bool broadcastAcrossBatch) override {}
+
+  bool getBroadcastAcrossBatch() const override { return false; }
+
+  nvinfer1::TensorLocation getLocation() const override { return location_; }
+
+  void setLocation(nvinfer1::TensorLocation location) override {
+    location_ = location;
+  }
+
+ private:
+  string name_;
+  nvinfer1::Dims dims_;
+  nvinfer1::DataType type_;
+  nvinfer1::TensorLocation location_;
+};
+
+bool Equals(const nvinfer1::Dims& lhs, const nvinfer1::Dims& rhs) {
+  if (lhs.nbDims != rhs.nbDims) return false;
+  for (int i = 0; i < lhs.nbDims; ++i) {
+    if (lhs.d[i] != rhs.d[i]) return false;
+    // We don't check the types in the tests.
+  }
+  return true;
+}
+
+bool operator==(const TRT_ShapedWeights& lhs, const TRT_ShapedWeights& rhs) {
+  return Equals(lhs.shape_, rhs.shape_) && lhs.type_ == rhs.type_ &&
+         lhs.values_ == rhs.values_;
+}
+
+TEST(TRT_ShapedWeights_Test, Basic) {
+  {
+    float raw_weights[10];
+    TRT_ShapedWeights weights(DT_FLOAT, raw_weights, GetTestDims({2, 5}));
+
+    nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+    EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
+    EXPECT_EQ(static_cast<void*>(raw_weights), trt_weights.values);
+    EXPECT_EQ(10, trt_weights.count);
+
+    EXPECT_EQ(static_cast<void*>(raw_weights), weights.GetValues());
+    EXPECT_EQ(10, weights.count());
+    EXPECT_EQ(40, weights.size_bytes());
+  }
+  {
+    int32 raw_weights = 0;
+    TRT_ShapedWeights weights(DT_INT32, &raw_weights, GetTestDims({1, 1, 1}));
+
+    nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+    EXPECT_EQ(nvinfer1::DataType::kINT32, trt_weights.type);
+    EXPECT_EQ(static_cast<void*>(&raw_weights), trt_weights.values);
+    EXPECT_EQ(1, trt_weights.count);
+
+    EXPECT_EQ(static_cast<void*>(&raw_weights), weights.GetValues());
+    EXPECT_EQ(1, weights.count());
+    EXPECT_EQ(4, weights.size_bytes());
+  }
+  {
+    TRT_ShapedWeights weights(DT_FLOAT);
+
+    nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+    EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
+    EXPECT_EQ(nullptr, trt_weights.values);
+    EXPECT_EQ(0, trt_weights.count);
+
+    EXPECT_EQ(nullptr, weights.GetValues());
+    EXPECT_EQ(0, weights.count());
+    EXPECT_EQ(0, weights.size_bytes());
+  }
+}
+
+TEST(TRT_TensorOrWeights_Test, Basic) {
+  {
+    nvinfer1::Dims dims;
+    dims.nbDims = 1;
+    dims.d[0] = 1;
+    FakeITensor itensor(dims);
+
+    TRT_TensorOrWeights tw(&itensor);
+    EXPECT_EQ(true, tw.is_tensor());
+    EXPECT_EQ(false, tw.is_weights());
+    EXPECT_EQ(&itensor, tw.tensor());
+    EXPECT_TRUE(Equals(dims, tw.shape()))
+        << "- expected: " << DebugString(dims)
+        << "\n        vs\n-   actual: " << DebugString(tw.shape());
+  }
+  {
+    TRT_ShapedWeights weights(DT_FLOAT);
+    TRT_TensorOrWeights tw(weights);
+    EXPECT_EQ(false, tw.is_tensor());
+    EXPECT_EQ(true, tw.is_weights());
+    EXPECT_EQ(weights, tw.weights());
+
+    nvinfer1::Dims dims;
+    dims.nbDims = 0;
+    EXPECT_TRUE(Equals(dims, tw.shape()))
+        << "- expected: " << DebugString(dims)
+        << "\n        vs\n-   actual: " << DebugString(tw.shape());
+  }
+}
+
+class ConverterForTest : public Converter {
+ public:
+  ConverterForTest()
+      : Converter(nullptr, /*fp16=*/false, /*max_batch_size=*/1) {
+    QCHECK_EQ(0, cudaStreamCreate(&stream_));
+    Reset();
+  }
+
+  ~ConverterForTest() override { QCHECK_EQ(0, cudaStreamDestroy(stream_)); }
+
+  // Helper methods for testing purposes.
+
+  void AddOpConverter(const string& op_name, OpConverter op_converter) {
+    op_registry_[op_name] = op_converter;
+  }
+
+  void AddTensorOrWeights(const string& name, TRT_TensorOrWeights tw) {
+    ASSERT_TRUE(trt_tensors_.insert({name, tw}).second);
+  }
+
+  void Reset() {
+    // Clear the tensor map.
+    trt_tensors_.clear();
+    // Reset the INetworkDefinition.
+    engine_.reset(nullptr);
+    network_.reset(nullptr);
+    builder_.reset(nullptr);
+    builder_.reset(nvinfer1::createInferBuilder(logger_));
+    network_.reset(builder_->createNetwork());
+    trt_network_ = network_.get();
+  }
+
+  void BuildAndRun(const char* input_name, const std::vector<float>& input_data,
+                   const char* output_name, std::vector<float>* output_data) {
+    // Mark the output tensor as TRT engine output.
+    TRT_TensorOrWeights tensor = GetTensorOrWeights(output_name);
+    tensor.tensor()->setName(output_name);
+    network()->markOutput(*tensor.tensor());
+
+    // Build the TRT engine.
+    QCHECK_EQ(nullptr, engine_.get());
+    engine_.reset(builder_->buildCudaEngine(*network()));
+    CHECK_NOTNULL(engine_.get());
+
+    // Execute the TRT engine.
+    const int input_size = input_data.size() * sizeof(float);
+    const int output_size = output_data->size() * sizeof(float);
+    const int input_index = engine_->getBindingIndex(input_name);
+    const int output_index = engine_->getBindingIndex(output_name);
+
+    ASSERT_EQ(engine_->getNbBindings(), 2);
+    void* buffers[2];
+    ASSERT_EQ(0, cudaMalloc(&buffers[input_index], input_size));
+    ASSERT_EQ(0, cudaMalloc(&buffers[output_index], output_size));
+    ASSERT_EQ(0, cudaMemcpyAsync(buffers[input_index], input_data.data(),
+                                 input_size, cudaMemcpyHostToDevice, stream_));
+    TrtUniquePtrType<nvinfer1::IExecutionContext> execution_context(
+        engine_->createExecutionContext());
+    execution_context->enqueue(1, buffers, stream_, nullptr);
+    ASSERT_EQ(0, cudaMemcpyAsync(output_data->data(), buffers[output_index],
+                                 output_size, cudaMemcpyDeviceToHost, stream_));
+    cudaStreamSynchronize(stream_);
+    ASSERT_EQ(0, cudaFree(buffers[input_index]));
+    ASSERT_EQ(0, cudaFree(buffers[output_index]));
+  }
+
+ private:
+  Logger logger_;
+  TrtUniquePtrType<nvinfer1::IBuilder> builder_;
+  TrtUniquePtrType<nvinfer1::INetworkDefinition> network_;
+  TrtUniquePtrType<nvinfer1::ICudaEngine> engine_;
+  cudaStream_t stream_;
+};
+
+class ConverterTest : public ::testing::Test {
+ protected:
+  nvinfer1::ITensor* AddTestTensor(const char* name,
+                                   const std::vector<int>& dims) {
+    nvinfer1::ITensor* tensor = converter_.network()->addInput(
+        name, nvinfer1::DataType::kFLOAT, GetTestDims(dims));
+    converter_.AddTensorOrWeights(name, TRT_TensorOrWeights{tensor});
+    return tensor;
+  }
+
+  template <typename CType>
+  TRT_ShapedWeights AddTestWeights(const char* name, const DataType dtype,
+                                   const std::vector<int>& dims,
+                                   const std::vector<CType>& values) {
+    const nvinfer1::Dims trt_dims = GetTestDims(dims);
+    const int64_t num_elements = TrtDimsNumElements(trt_dims);
+    QCHECK_EQ(num_elements, values.size())
+        << num_elements << " vs " << values.size();
+    TRT_ShapedWeights weights(dtype);
+    if (num_elements) {
+      const int64_t size_bytes = DataTypeSize(dtype) * num_elements;
+      QCHECK_EQ(size_bytes, sizeof(CType) * values.size())
+          << size_bytes << " vs " << sizeof(CType) * values.size();
+      converter_.weight_store()->store_.push_back(
+          std::vector<uint8_t>(size_bytes));
+      void* dst =
+          static_cast<void*>(converter_.weight_store()->store_.back().data());
+      memcpy(dst, values.data(), size_bytes);
+      weights = TRT_ShapedWeights(dtype, dst, trt_dims);
+    }
+    converter_.AddTensorOrWeights(name, TRT_TensorOrWeights{weights});
+    return weights;
+  }
+
+  NodeDef MakeNodeDef(const string& name, const string& op,
+                      const std::vector<string>& inputs) {
+    NodeDef node_def;
+    node_def.set_name(name);
+    node_def.set_op(op);
+    for (const string& input : inputs) {
+      node_def.add_input(input);
+    }
+    return node_def;
+  }
+
+  ConverterForTest converter_;
+};
+
+TEST_F(ConverterTest, GetTempWeights) {
+  TRT_ShapedWeights weights =
+      converter_.GetTempWeights(DT_FLOAT, GetTestDims({2, 3}));
+
+  nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+  EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
+  EXPECT_NE(nullptr, trt_weights.values);
+  EXPECT_EQ(6, trt_weights.count);
+
+  EXPECT_NE(nullptr, weights.GetValues());
+  EXPECT_EQ(6, weights.count());
+  EXPECT_EQ(24, weights.size_bytes());
+
+  // TODO(aaroey): test the case where shape element count is 0.
+}
+
+TEST_F(ConverterTest, GetInputs) {
+  NodeDef node_def;
+  node_def.add_input("^control_input");
+  node_def.add_input("input");
+  node_def.add_input("input:0");
+  node_def.add_input("input:1");
+  node_def.add_input("weird_input:2:3:4:0");
+
+  FakeITensor input, input_1, input_2;
+  TF_EXPECT_OK(converter_.AddInputTensor("input", &input));
+  TF_EXPECT_OK(converter_.AddInputTensor("input:1", &input_1));
+  TF_EXPECT_OK(converter_.AddInputTensor("weird_input:2:3:4", &input_2));
+
+  std::vector<TRT_TensorOrWeights> inputs;
+  TF_EXPECT_OK(converter_.GetInputs(node_def, &inputs));
+  EXPECT_EQ(4, inputs.size());
+  EXPECT_EQ(&input, inputs[0].tensor());
+  EXPECT_EQ(&input, inputs[1].tensor());
+  EXPECT_EQ(&input_1, inputs[2].tensor());
+  EXPECT_EQ(&input_2, inputs[3].tensor());
+}
+
+TEST_F(ConverterTest, ConvertNode) {
+  FakeITensor output_tensors[2];
+  auto op_converter = [&output_tensors](
+                          Converter& ctx, const NodeDef& node_def,
+                          const std::vector<TRT_TensorOrWeights>& inputs,
+                          std::vector<TRT_TensorOrWeights>* outputs) -> Status {
+    nvinfer1::Dims dims = inputs[0].tensor()->getDimensions();
+    for (int i = 0; i < 2; ++i) {
+      dims.d[0] += 1;
+      output_tensors[i].setDimensions(dims);
+      outputs->push_back(TRT_TensorOrWeights(&output_tensors[i]));
+    }
+    return Status::OK();
+  };
+  converter_.AddOpConverter("MyOp", op_converter);
+
+  FakeITensor input_tensor("my_input", {12345});
+  TF_EXPECT_OK(converter_.AddInputTensor("my_input", &input_tensor));
+
+  NodeDef node_def = MakeNodeDef("my_op", "MyOp", {"my_input"});
+  TF_EXPECT_OK(converter_.ConvertNode(node_def));
+
+  TRT_TensorOrWeights actual_output_1 = converter_.GetTensorOrWeights("my_op");
+  EXPECT_EQ(&output_tensors[0], actual_output_1.tensor());
+  EXPECT_EQ(12346, actual_output_1.tensor()->getDimensions().d[0]);
+
+  TRT_TensorOrWeights actual_output_2 =
+      converter_.GetTensorOrWeights("my_op:1");
+  EXPECT_EQ(&output_tensors[1], actual_output_2.tensor());
+  EXPECT_EQ(12347, actual_output_2.tensor()->getDimensions().d[0]);
+}
+
+TEST_F(ConverterTest, TransposeTensor) {
+  nvinfer1::ITensor* input_tensor = AddTestTensor("", {2, 3, 5});
+  const nvinfer1::ITensor* output_tensor = nullptr;
+
+  // Rank doesn't match.
+  ExpectStatus(
+      converter_.TransposeTensor(input_tensor, {0, 1}, &output_tensor),
+      error::INVALID_ARGUMENT,
+      "Rank of perm for transpose does not match with that of the input");
+
+  // Transpose at batch dimension.
+  ExpectStatus(
+      converter_.TransposeTensor(input_tensor, {1, 0, 2, 3}, &output_tensor),
+      error::UNIMPLEMENTED, "Transpose at batch dimension is not supported.");
+
+  // OK.
+  TF_EXPECT_OK(
+      converter_.TransposeTensor(input_tensor, {0, 3, 1, 2}, &output_tensor));
+  EXPECT_TRUE(Equals(GetTestDims({5, 2, 3}), output_tensor->getDimensions()))
+      << DebugString(*output_tensor);
+}
+
+TEST_F(ConverterTest, PrepareTensorForShape_Tensor) {
+  nvinfer1::ITensor* input_tensor = AddTestTensor("", {2, 3, 5});
+  TRT_TensorOrWeights tw(input_tensor);
+  const nvinfer1::ITensor* output_tensor = nullptr;
+
+  // Shape size doesn't match.
+  ExpectStatus(converter_.PrepareTensorForShape(tw, GetTestDims({2, 3, 6}),
+                                                &output_tensor),
+               error::INVALID_ARGUMENT, "Reshape shapes are not compatible.");
+
+  // TODO(aaroey): we should check the case where uninferred dimensions are not
+  // an exact divisor of input dim ensions, e.g. for dims {-1, 7}.
+
+  // Infer shape, ok.
+  TF_EXPECT_OK(converter_.PrepareTensorForShape(tw, GetTestDims({-1, 2}),
+                                                &output_tensor));
+  EXPECT_TRUE(Equals(GetTestDims({15, 2}), output_tensor->getDimensions()))
+      << DebugString(*output_tensor);
+
+  // Regular shape.
+  TF_EXPECT_OK(converter_.PrepareTensorForShape(tw, GetTestDims({10, 3}),
+                                                &output_tensor));
+  EXPECT_TRUE(Equals(GetTestDims({10, 3}), output_tensor->getDimensions()))
+      << DebugString(*output_tensor);
+}
+
+#if NV_TENSORRT_MAJOR > 3
+TEST_F(ConverterTest, PrepareTensorForShape_Weights) {
+  TRT_ShapedWeights weights =
+      converter_.GetTempWeights(DT_FLOAT, GetTestDims({2, 3, 5}));
+  TRT_TensorOrWeights tw(weights);
+  const nvinfer1::ITensor* output_tensor = nullptr;
+  TF_EXPECT_OK(converter_.PrepareTensorForShape(tw, GetTestDims({10, 3}),
+                                                &output_tensor));
+  EXPECT_TRUE(Equals(GetTestDims({10, 3}), output_tensor->getDimensions()))
+      << DebugString(*output_tensor);
+}
+#endif
+
+template <DataType dtype, typename InputCType, typename OutputCType>
+void TestConvertConst(ConverterForTest* converter) {
+  NodeDef node_def;
+  node_def.set_name("my_const");
+  node_def.set_op("Const");
+
+  auto reset_and_test = [&node_def, converter](
+                            const Tensor& tensor, const bool as_tensor_content,
+                            const std::vector<int>& expected_dims,
+                            const std::vector<OutputCType>& expected_value) {
+    converter->Reset();
+
+    auto& attr = *node_def.mutable_attr();
+    if (as_tensor_content) {
+      tensor.AsProtoTensorContent(attr["value"].mutable_tensor());
+    } else {
+      tensor.AsProtoField(attr["value"].mutable_tensor());
+    }
+    TF_EXPECT_OK(converter->ConvertNode(node_def));
+    TRT_TensorOrWeights output = converter->GetTensorOrWeights("my_const");
+    EXPECT_TRUE(Equals(GetTestDims(expected_dims), output.weights().shape_))
+        << output.DebugString();
+    ASSERT_EQ(expected_value.size(), output.weights().count())
+        << output.DebugString();
+    const OutputCType* actual_values =
+        static_cast<const OutputCType*>(output.weights().GetValues());
+    for (int i = 0; i < expected_value.size(); ++i) {
+      EXPECT_EQ(expected_value[i], actual_values[i]);
+    }
+  };
+
+  auto& attr = *node_def.mutable_attr();
+  attr["dtype"].set_type(dtype);
+  {
+    // By default empty tensor will pick DT_FLOAT as data type and we fix it
+    // here.
+    attr["value"].mutable_tensor()->set_dtype(dtype);
+    Tensor t;  // Empty tensor.
+    reset_and_test(t, false, {}, {});
+  }
+  {
+    Tensor t = ::tensorflow::test::AsScalar<InputCType>(12);
+    reset_and_test(t, false, {1}, {12});
+    reset_and_test(t, true, {1}, {12});
+  }
+  {
+    Tensor t = ::tensorflow::test::AsTensor<InputCType>({1, 2});
+    reset_and_test(t, false, {2}, {1, 2});
+    reset_and_test(t, true, {2}, {1, 2});
+  }
+  {
+    Tensor t = ::tensorflow::test::AsTensor<InputCType>({1, 2, 3, 4, 5, 6},
+                                                        TensorShape({2, 3}));
+    reset_and_test(t, false, {2, 3}, {1, 2, 3, 4, 5, 6});
+    reset_and_test(t, true, {2, 3}, {1, 2, 3, 4, 5, 6});
+  }
+}
+
+TEST_F(ConverterTest, ConvertConst) {
+  {
+    converter_.Reset();
+    NodeDef node_def = MakeNodeDef("my_const", "Const", {"input"});
+    AddTestTensor("input", {1});
+    ExpectStatus(
+        converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+        "Constant node is expected to have empty input list: my_const");
+  }
+  {
+    converter_.Reset();
+    NodeDef node_def = MakeNodeDef("my_const", "Const", {});
+    (*node_def.mutable_attr())["dtype"].set_type(DT_DOUBLE);
+    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+                 "Unsupported data type");
+  }
+
+  TestConvertConst<DT_FLOAT, float, float>(&converter_);
+  TestConvertConst<DT_INT8, int8, int32>(&converter_);
+#if NV_TENSORRT_MAJOR > 3
+  TestConvertConst<DT_INT32, int32, int32>(&converter_);
+#endif
+}
+
+TEST_F(ConverterTest, ConvertTranspose) {
+  {
+    // Input list is empty, should fail.
+    NodeDef node_def = MakeNodeDef("my_transpose", "Transpose", {});
+    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+                 "Input expects tensor and weights, at my_transpose");
+  }
+  NodeDef node_def =
+      MakeNodeDef("my_transpose", "Transpose", {"input", "weights"});
+  {
+    // Permutation is a tensor, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestTensor("weights", {3});
+    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+                 "Input expects tensor and weights, at my_transpose");
+  }
+  {
+    // Transpose at batch dimension, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {4}, {1, 0, 2, 3});
+    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
+                 "Transpose at batch dimension is not supported");
+  }
+  {
+    // Permutation rank doesn't match, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {3}, {0, 1, 2});
+    ExpectStatus(
+        converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+        "Rank of perm for transpose does not match with that of the input.");
+  }
+  {
+    // Ok.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {4}, {0, 3, 1, 2});
+    TF_EXPECT_OK(converter_.ConvertNode(node_def));
+    TRT_TensorOrWeights output = converter_.GetTensorOrWeights("my_transpose");
+    EXPECT_TRUE(output.is_tensor());
+    EXPECT_TRUE(
+        Equals(GetTestDims({3, 1, 2}), output.tensor()->getDimensions()))
+        << output.DebugString();
+
+    std::vector<float> output_data(6);
+    converter_.BuildAndRun("input", {1, 2, 3, 4, 5, 6}, "my_transpose",
+                           &output_data);
+    EXPECT_THAT(output_data, ElementsAre(1, 4, 2, 5, 3, 6));
+  }
+}
+
+TEST_F(ConverterTest, ConvertReshape) {
+  {
+    // Input list is empty, should fail.
+    NodeDef node_def = MakeNodeDef("my_reshape", "Reshape", {});
+    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+                 "Input expects weights for shape, at my_reshape");
+  }
+  NodeDef node_def = MakeNodeDef("my_reshape", "Reshape", {"input", "weights"});
+  {
+    // Shape is a tensor, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestTensor("weights", {3});
+    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+                 "Input expects weights for shape, at my_reshape");
+  }
+  {
+    // Reshape to scalar, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {}, {});
+    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
+                 "Reshape to shape=[] is not supported, at my_reshape");
+  }
+  {
+    // Reshape at batch dimension, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {4}, {-1, 1, 1, 2});
+    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
+                 "Reshape on the batch dimension is not supported");
+  }
+  {
+    // Reshape at batch dimension, should fail.
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {4}, {3, 1, 1, 2});
+    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
+                 "Reshape on the batch dimension is not supported");
+  }
+  // Reshape on non batch dimensions, ok.
+  for (int batch_dim : {-1, 1}) {
+    converter_.Reset();
+    AddTestTensor("input", {1, 2, 3});
+    AddTestWeights<int32>("weights", DT_INT32, {4}, {batch_dim, 1, 3, 2});
+    TF_EXPECT_OK(converter_.ConvertNode(node_def));
+    TRT_TensorOrWeights output = converter_.GetTensorOrWeights("my_reshape");
+    EXPECT_TRUE(output.is_tensor());
+    EXPECT_TRUE(
+        Equals(GetTestDims({1, 3, 2}), output.tensor()->getDimensions()))
+        << output.DebugString();
+
+    std::vector<float> output_data(6);
+    converter_.BuildAndRun("input", {1, 2, 3, 4, 5, 6}, "my_reshape",
+                           &output_data);
+    EXPECT_THAT(output_data, ElementsAre(1, 2, 3, 4, 5, 6));
+  }
+}
+
+}  // namespace convert
+}  // namespace tensorrt
+}  // namespace tensorflow
+
+#endif  // GOOGLE_TENSORRT
+#endif  // GOOGLE_CUDA
-- 
GitLab


From 6687a0bcd059f8cefca7a669dcfb54b19423f07b Mon Sep 17 00:00:00 2001
From: Geoffrey Irving <irving@naml.us>
Date: Mon, 15 Oct 2018 21:33:33 -0700
Subject: [PATCH 0133/1825] Make api_compatibility_test pass in Python 3

This is a bunch of hacks, but it isn't that much overall code.  I leave
it up to others whether it's worth ignoring, cleaning up, or adopting
with minimal changes.  Main plus: nearly everyone outside Google uses
Python 3, and this would make it easier for people to contribute.
---
 .../api/lib/python_object_to_proto_visitor.py | 65 +++++++++++++++++--
 .../tools/api/tests/api_compatibility_test.py | 10 +--
 2 files changed, 62 insertions(+), 13 deletions(-)

diff --git a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
index 3a48cf683c..bf67334836 100644
--- a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
+++ b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
@@ -19,6 +19,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import re
+import sys
 from google.protobuf import message
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util import tf_decorator
@@ -33,6 +35,59 @@ _CORNER_CASES = {
 }
 
 
+# Python 2 vs. 3 differences
+if sys.version_info.major == 3:
+  _CODE_ATTR = '__code__'
+  _CLASS_TO_TYPE = {}
+  for t in ('property', 'object', 'getset_descriptor', 'int', 'str', 'type',
+            'tuple', 'module', 'collections.defaultdict', 'set', 'dict',
+            'NoneType', 'frozenset'):
+    _CLASS_TO_TYPE["<class '%s'>" % t] = "<type '%s'>" % t
+  for e in 'Exception', 'RuntimeError':
+    _CLASS_TO_TYPE["<class '%s'>" % e] = "<type 'exceptions.%s'>" % e
+  _NORMALIZE_ISINSTANCE = {
+      "<class 'tensorflow.python.training.monitored_session._MonitoredSession.StepContext'>":
+          "<class 'tensorflow.python.training.monitored_session.StepContext'>",
+      "<class 'tensorflow.python.ops.variables.Variable.SaveSliceInfo'>":
+          "<class 'tensorflow.python.ops.variables.SaveSliceInfo'>"}
+
+  def _normalize_type(ty):
+    return _CLASS_TO_TYPE.get(ty, ty)
+
+  def _normalize_isinstance(ty):
+    return _NORMALIZE_ISINSTANCE.get(ty, ty)
+
+  def _skip_member(cls, member):
+    if member == 'with_traceback':
+      return True
+    if (cls in ('VariableSynchronization', 'UnconnectedGradients', 'VariableAggregation') and
+        member in ('name', 'value')):
+      return True
+
+  def normalize_proto(proto):
+    for kind in 'tf_module', 'tf_class':
+      if proto.HasField(kind):
+        for member in getattr(proto, kind).member:
+          if member.mtype == "<class 'abc.ABCMeta'>":
+            member.mtype = "<type 'type'>"
+        if proto.path == 'tensorflow.train.NanLossDuringTrainingError':
+          del proto.tf_class.member[1]
+else:
+  _CODE_ATTR = 'func_code'
+
+  def _normalize_type(ty):
+    return ty
+
+  def _normalize_isinstance(ty):
+    return ty
+
+  def _skip_member(cls, member):
+    return False
+
+  def normalize_proto(proto):
+    pass
+
+
 def _SanitizedArgSpec(obj):
   """Get an ArgSpec string that is free of addresses.
 
@@ -91,7 +146,7 @@ def _SanitizedMRO(obj):
     if cls.__name__ == '_NewClass':
       # Ignore class created by @deprecated_alias decorator.
       continue
-    str_repr = str(cls)
+    str_repr = _normalize_type(str(cls))
     return_list.append(str_repr)
     if 'tensorflow' not in str_repr:
       break
@@ -130,6 +185,8 @@ class PythonObjectToProtoVisitor(object):
     def _AddMember(member_name, member_obj, proto):
       """Add the child object to the object being constructed."""
       _, member_obj = tf_decorator.unwrap(member_obj)
+      if _skip_member(parent.__name__, member_name):
+        return
       if member_name == '__init__' or not member_name.startswith('_'):
         if tf_inspect.isroutine(member_obj):
           new_method = proto.member_method.add()
@@ -137,12 +194,12 @@ class PythonObjectToProtoVisitor(object):
           # If member_obj is a python builtin, there is no way to get its
           # argspec, because it is implemented on the C side. It also has no
           # func_code.
-          if getattr(member_obj, 'func_code', None):
+          if hasattr(member_obj, _CODE_ATTR):
             new_method.argspec = _SanitizedArgSpec(member_obj)
         else:
           new_member = proto.member.add()
           new_member.name = member_name
-          new_member.mtype = str(type(member_obj))
+          new_member.mtype = _normalize_type(str(type(member_obj)))
 
     parent_corner_cases = _CORNER_CASES.get(path, {})
 
@@ -172,7 +229,7 @@ class PythonObjectToProtoVisitor(object):
       elif tf_inspect.isclass(parent):
         # Construct a class.
         class_obj = api_objects_pb2.TFAPIClass()
-        class_obj.is_instance.extend(_SanitizedMRO(parent))
+        class_obj.is_instance.extend(_normalize_isinstance(i) for i in _SanitizedMRO(parent))
         for name, child in children:
           if name in parent_corner_cases:
             # If we have an empty entry, skip this object.
diff --git a/tensorflow/tools/api/tests/api_compatibility_test.py b/tensorflow/tools/api/tests/api_compatibility_test.py
index 6487a6267e..f069ace5b1 100644
--- a/tensorflow/tools/api/tests/api_compatibility_test.py
+++ b/tensorflow/tools/api/tests/api_compatibility_test.py
@@ -299,6 +299,7 @@ class ApiCompatibilityTest(test.TestCase):
       """Read a filename, create a protobuf from its contents."""
       ret_val = api_objects_pb2.TFAPIObject()
       text_format.Merge(file_io.read_file_to_string(filename), ret_val)
+      python_object_to_proto_visitor.normalize_proto(ret_val)
       return ret_val
 
     golden_proto_dict = {
@@ -315,9 +316,6 @@ class ApiCompatibilityTest(test.TestCase):
         update_goldens=FLAGS.update_goldens,
         api_version=api_version)
 
-  @unittest.skipUnless(
-      sys.version_info.major == 2,
-      'API compabitility test goldens are generated using python2.')
   def testAPIBackwardsCompatibility(self):
     api_version = 1
     golden_file_pattern = os.path.join(
@@ -331,9 +329,6 @@ class ApiCompatibilityTest(test.TestCase):
         # in separate tests.
         additional_private_map={'tf.compat': ['v1', 'v2']})
 
-  @unittest.skipUnless(
-      sys.version_info.major == 2,
-      'API compabitility test goldens are generated using python2.')
   def testAPIBackwardsCompatibilityV1(self):
     api_version = 1
     golden_file_pattern = os.path.join(
@@ -342,9 +337,6 @@ class ApiCompatibilityTest(test.TestCase):
     self._checkBackwardsCompatibility(
         tf_v2.compat.v1, golden_file_pattern, api_version)
 
-  @unittest.skipUnless(
-      sys.version_info.major == 2,
-      'API compabitility test goldens are generated using python2.')
   def testAPIBackwardsCompatibilityV2(self):
     api_version = 2
     golden_file_pattern = os.path.join(
-- 
GitLab


From 849910cb0525cf35a594ff8fb18f89477282de5a Mon Sep 17 00:00:00 2001
From: Chris Antaki <ChrisAntaki@gmail.com>
Date: Mon, 15 Oct 2018 22:05:41 -0700
Subject: [PATCH 0134/1825] Update README.md

---
 tensorflow/contrib/tfprof/README.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/tfprof/README.md b/tensorflow/contrib/tfprof/README.md
index 7faf2b9b24..e32c691fed 100644
--- a/tensorflow/contrib/tfprof/README.md
+++ b/tensorflow/contrib/tfprof/README.md
@@ -21,4 +21,3 @@
 * Python API
 * Command Line
 * Visualization
-* C++ API (Not public, contact us if needed.)
-- 
GitLab


From 231ef238b5e9047ce85ba30e340e09b1a21a585a Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Tue, 16 Oct 2018 14:24:41 +0300
Subject: [PATCH 0135/1825] Add ability to start TensorFlow server from Java
 API.

---
 tensorflow/c/BUILD                            |  1 +
 tensorflow/c/c_api.cc                         | 39 +++++++++
 tensorflow/c/c_api.h                          | 23 ++++++
 tensorflow/c/c_api_internal.h                 |  7 ++
 .../src/main/java/org/tensorflow/Server.java  | 82 +++++++++++++++++++
 tensorflow/java/src/main/native/BUILD         |  1 +
 tensorflow/java/src/main/native/server_jni.cc | 73 +++++++++++++++++
 tensorflow/java/src/main/native/server_jni.h  | 66 +++++++++++++++
 8 files changed, 292 insertions(+)
 create mode 100644 tensorflow/java/src/main/java/org/tensorflow/Server.java
 create mode 100644 tensorflow/java/src/main/native/server_jni.cc
 create mode 100644 tensorflow/java/src/main/native/server_jni.h

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index 17e2e292eb..ed9c94688d 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -94,6 +94,7 @@ tf_cuda_library(
             "//tensorflow/core:protos_all_cc",
             "//tensorflow/core:lib",
             "//tensorflow/core:lib_internal",
+            "//tensorflow/core/distributed_runtime:server_lib",
         ],
     }) + select({
         "//tensorflow:with_xla_support": [
diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 79811ceae5..6101c1b6af 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2803,4 +2803,43 @@ TF_Buffer* TF_GetRegisteredKernelsForOp(const char* name, TF_Status* status) {
   }
   return ret;
 }
+
+// TF_Server functions ----------------------------------------------
+
+TF_Server::TF_Server(tensorflow::ServerInterface* server) : server(server) {}
+
+TF_Server* TF_NewServer(const void* proto, size_t proto_len,
+                        TF_Status* status) {
+  tensorflow::ServerDef server_def;
+  if (!server_def.ParseFromArray(proto, static_cast<int>(proto_len))) {
+    status->status = InvalidArgument("Unparseable ServerDef");
+    return nullptr;
+  }
+
+  auto out_server = new std::unique_ptr<tensorflow::ServerInterface>();
+  status->status = tensorflow::NewServer(server_def, out_server);
+  if (!status->status.ok()) return nullptr;
+
+  return new TF_Server(out_server->release());
+}
+
+void TF_StartServer(TF_Server* server, TF_Status* status) {
+  status->status = server->server->Start();
+}
+
+void TF_StopServer(TF_Server* server, TF_Status* status) {
+  status->status = server->server->Stop();
+}
+
+void TF_JoinServer(TF_Server* server, TF_Status* status) {
+  status->status = server->server->Join();
+}
+
+void TF_DeleteServer(TF_Server* server) {
+  if (server != nullptr) {
+    if (server->server != nullptr) delete server->server;
+    delete server;
+  }
+}
+
 }  // end extern "C"
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index 850f6ecd63..bb5741e73d 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -1662,6 +1662,29 @@ TF_CAPI_EXPORT extern TF_Buffer* TF_GetAllRegisteredKernels(TF_Status* status);
 TF_CAPI_EXPORT extern TF_Buffer* TF_GetRegisteredKernelsForOp(
     const char* name, TF_Status* status);
 
+// --------------------------------------------------------------------------
+// Server functionality.
+
+// Server.
+typedef struct TF_Server TF_Server;
+
+// Creates new server.
+TF_CAPI_EXPORT extern TF_Server* TF_NewServer(const void* proto,
+                                              size_t proto_len,
+                                              TF_Status* status);
+
+// Starts a server.
+TF_CAPI_EXPORT extern void TF_StartServer(TF_Server* server, TF_Status* status);
+
+// Stops a server.
+TF_CAPI_EXPORT extern void TF_StopServer(TF_Server* server, TF_Status* status);
+
+// Blocks until the server has shut down (currently blocks forever).
+TF_CAPI_EXPORT extern void TF_JoinServer(TF_Server* server, TF_Status* status);
+
+// Destroy a server, frees memory.
+TF_CAPI_EXPORT extern void TF_DeleteServer(TF_Server* server);
+
 #ifdef __cplusplus
 } /* end extern "C" */
 #endif
diff --git a/tensorflow/c/c_api_internal.h b/tensorflow/c/c_api_internal.h
index 95652a1137..59c8a2b7c7 100644
--- a/tensorflow/c/c_api_internal.h
+++ b/tensorflow/c/c_api_internal.h
@@ -37,6 +37,7 @@ limitations under the License.
 #include "tensorflow/core/platform/mutex.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/public/session.h"
+#include "tensorflow/core/distributed_runtime/server_lib.h"
 
 namespace tensorflow {
 class Device;
@@ -179,6 +180,12 @@ struct TF_ApiDefMap {
   tensorflow::mutex lock;
 };
 
+struct TF_Server {
+  TF_Server(tensorflow::ServerInterface* server);
+
+  tensorflow::ServerInterface* server;
+};
+
 namespace tensorflow {
 
 class TensorCApi {
diff --git a/tensorflow/java/src/main/java/org/tensorflow/Server.java b/tensorflow/java/src/main/java/org/tensorflow/Server.java
new file mode 100644
index 0000000000..18ee99e00a
--- /dev/null
+++ b/tensorflow/java/src/main/java/org/tensorflow/Server.java
@@ -0,0 +1,82 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+package org.tensorflow;
+
+/**
+ * An in-process TensorFlow server, for use in distributed training.
+ *
+ * A {@code tf.train.Server} instance encapsulates a set of devices and a
+ * {@code tf.Session} target that can participate in distributed training. A
+ * server belongs to a cluster (specified by a {@code tf.train.ClusterSpec}),
+ * and corresponds to a particular task in a named job. The server can
+ * communicate with any other server in the same cluster.
+ *
+ * <p><b>WARNING:</b>A {@code Server} owns resources that <b>must</b> be
+ * explicitly freed by invoking {@link #close()}.
+ *
+ * <p>Instances of a {@code Server} are thread-safe.
+ */
+public final class Server implements AutoCloseable {
+
+  /** 
+   * Constructs a new instance of server. 
+   *
+   * @param config Server definition specified as a serialized
+   *        <a href="https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/protobuf/tensorflow_server.proto">ServerDef</a>
+   *        protocol buffer.
+   */
+  public Server(byte[] serverDef) {
+    nativeHandle = allocate(serverDef);
+  }
+
+  /** Starts this server. */
+  public synchronized void start() {
+    start(nativeHandle);
+  }
+
+  /** Stops this server. */
+  public synchronized void stop() {
+    stop(nativeHandle);
+  }
+
+  /** Blocks until the server has shut down (currently blocks forever). */
+  public synchronized void join() {
+    join(nativeHandle);
+  }
+
+  @Override
+  public void close() {
+    delete(nativeHandle);
+
+    nativeHandle = 0;
+  }
+
+  private static native long allocate(byte[] serverDef);
+
+  private static native void start(long nativeHandle);
+
+  private static native void stop(long nativeHandle);
+
+  private static native void join(long nativeHandle);
+
+  private static native void delete(long nativeHandle);
+
+  private long nativeHandle;
+
+  static {
+    TensorFlow.init();
+  }
+}
\ No newline at end of file
diff --git a/tensorflow/java/src/main/native/BUILD b/tensorflow/java/src/main/native/BUILD
index 49348daa94..530224aa94 100644
--- a/tensorflow/java/src/main/native/BUILD
+++ b/tensorflow/java/src/main/native/BUILD
@@ -43,6 +43,7 @@ tf_cuda_library(
             "//tensorflow/core:all_kernels",
             "//tensorflow/core:direct_session",
             "//tensorflow/core:ops",
+            "//tensorflow/core/distributed_runtime/rpc:grpc_server_lib",
         ],
     }),
     alwayslink = 1,
diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
new file mode 100644
index 0000000000..7eca920230
--- /dev/null
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -0,0 +1,73 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/java/src/main/native/server_jni.h"
+#include "tensorflow/c/c_api.h"
+#include "tensorflow/java/src/main/native/exception_jni.h"
+#include "tensorflow/java/src/main/native/utils_jni.h"
+
+JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
+    JNIEnv* env, jclass clazz, jbyteArray server_def) {
+  TF_Status* status = TF_NewStatus();
+
+  jbyte* server_def_ptr = env->GetByteArrayElements(server_def, nullptr);
+
+  TF_Server* server = TF_NewServer(
+      server_def_ptr, static_cast<size_t>(env->GetArrayLength(server_def)),
+      status);
+
+  env->ReleaseByteArrayElements(server_def, server_def_ptr, JNI_ABORT);
+  throwExceptionIfNotOK(env, status);
+
+  return reinterpret_cast<jlong>(server);
+}
+
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
+                                                        jclass clazz,
+                                                        jlong handle) {
+  TF_Status* status = TF_NewStatus();
+  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+
+  TF_StartServer(server, status);
+  throwExceptionIfNotOK(env, status);
+}
+
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
+                                                       jclass clazz,
+                                                       jlong handle) {
+  TF_Status* status = TF_NewStatus();
+  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+
+  TF_StopServer(server, status);
+  throwExceptionIfNotOK(env, status);
+}
+
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
+                                                       jclass clazz,
+                                                       jlong handle) {
+  TF_Status* status = TF_NewStatus();
+  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+
+  TF_JoinServer(server, status);
+  throwExceptionIfNotOK(env, status);
+}
+
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv* env,
+                                                         jclass clazz,
+                                                         jlong handle) {
+  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+
+  TF_DeleteServer(server);
+}
diff --git a/tensorflow/java/src/main/native/server_jni.h b/tensorflow/java/src/main/native/server_jni.h
new file mode 100644
index 0000000000..4bfe90b7a8
--- /dev/null
+++ b/tensorflow/java/src/main/native/server_jni.h
@@ -0,0 +1,66 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_JAVA_SRC_MAIN_NATIVE_SERVER_JNI_H_
+#define TENSORFLOW_JAVA_SRC_MAIN_NATIVE_SERVER_JNI_H_
+
+#include <jni.h>
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+/*
+ * Class:     org_tensorflow_Server
+ * Method:    allocate
+ * Signature: ([B)J
+ */
+JNIEXPORT jlong JNICALL
+Java_org_tensorflow_Server_allocate(JNIEnv *, jclass, jbyteArray server_def);
+
+/*
+ * Class:     org_tensorflow_Server
+ * Method:    start
+ * Signature: (J)V
+ */
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv *, jclass,
+                                                        jlong);
+
+/*
+ * Class:     org_tensorflow_Server
+ * Method:    stop
+ * Signature: (J)V
+ */
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv *, jclass, jlong);
+
+/*
+ * Class:     org_tensorflow_Session
+ * Method:    join
+ * Signature: (J)V
+ */
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv *, jclass, jlong);
+
+/*
+ * Class:     org_tensorflow_Session
+ * Method:    delete
+ * Signature: (J)V
+ */
+JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv *, jclass,
+                                                         jlong);
+
+#ifdef __cplusplus
+}  // extern "C"
+#endif  // __cplusplus
+#endif  // TENSORFLOW_JAVA_SRC_MAIN_NATIVE_SERVER_JNI_H_
-- 
GitLab


From 15ded16f1e881c0196ac0afea93ed8d6c46cee26 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Tue, 16 Oct 2018 13:34:42 +0100
Subject: [PATCH 0136/1825] Explicitly say in comments that new function only
 updates execution device if it has not yet specified in graf_def

---
 tensorflow/c/c_api.h | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index c93a4d226c..b741bac546 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -900,7 +900,9 @@ TF_CAPI_EXPORT extern void TF_DeleteImportGraphDefOptions(
 TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetPrefix(
     TF_ImportGraphDefOptions* opts, const char* prefix);
 
-// Set default execution device for the nodes in the `graph_def` that will be imported into `graph`.
+// Set default execution device for the nodes in the `graph_def`
+// if it has not been explicitly specified for operation already,
+// it will be imported into `graph` then.
 // `device` is copied and has no lifetime requirements.
 TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetDefaultDevice(
     TF_ImportGraphDefOptions* opts, const char* device);
-- 
GitLab


From 5f741287b98c5584faf1408e4f486e86ef521b1c Mon Sep 17 00:00:00 2001
From: Doe Hyun Yoon <dyoon@google.com>
Date: Tue, 16 Oct 2018 08:00:33 -0700
Subject: [PATCH 0137/1825] Propagate Tensor values in Grappler static shape
 inference.

Currently, GraphProperties.InferStatically() propagates outputs (shape) and output_tensors_as_shape (value in shape).

Tensor values (input_tensors in InferenceContext) are fed only for a few cases:
Const, Rank, and Size ops as input.
But they don't propagate; e.g., X has input_tensor value for Const -> X, but not for
this case: Const -> Identity -> X.

This CL implements the followings:
(1) add input_tensor_protos and output_tensor_protos in the NodeContext struct in SymbolicShapeRefiner
(2) made MaybeUpdateNodeContextOutput() and all the ad-hoc NodeContext output setting in InferShapes() into the method (it makes more sense to do that ad-hoc setting of NodeContext output after we run shape inference function that sets output (shape) of a node
(3) moved ad-hoc setting of input tensor values (for Const, Rank, and Size ops) in UpdateNode()
 to MaybeUpdateNodeContextOutput(); all the ad-hoc configs are in the MaybeUpdateNodeContextOutput(), and we simply propagates input node's output_tensor_protos to input_tensor_protos.
(4) Other minor clean up and tests.

With this CL, we can set input_tensors in InferenceContext in many more cases; for example, ops like Split needs input_tensors, not input_tensors_as_shape.
Besides, we can later add more adhoc logic to propagate tensor value easily.

PiperOrigin-RevId: 217317682
---
 tensorflow/core/grappler/costs/BUILD          |   1 +
 .../core/grappler/costs/graph_properties.cc   | 289 +++++++++++++-----
 .../grappler/costs/graph_properties_test.cc   |  83 ++++-
 3 files changed, 296 insertions(+), 77 deletions(-)

diff --git a/tensorflow/core/grappler/costs/BUILD b/tensorflow/core/grappler/costs/BUILD
index 01e8f2b185..144d7f8ce6 100644
--- a/tensorflow/core/grappler/costs/BUILD
+++ b/tensorflow/core/grappler/costs/BUILD
@@ -41,6 +41,7 @@ cc_library(
     visibility = ["//visibility:public"],
     deps = [
         ":utils",
+        "@com_google_absl//absl/memory",
         "//tensorflow/core/grappler/utils:functions",
         "//tensorflow/core/grappler/utils:topological_sort",
         "//tensorflow/core/grappler:graph_view",
diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index 56c8339d57..dd6ce0c132 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -15,14 +15,18 @@ limitations under the License.
 
 #include "tensorflow/core/grappler/costs/graph_properties.h"
 
+#include <limits>
+#include <list>
 #include <queue>
 #include <unordered_map>
 #include <unordered_set>
+#include "absl/memory/memory.h"
 #include "tensorflow/core/framework/common_shape_fns.h"
 #include "tensorflow/core/framework/function.pb.h"
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/tensor.pb.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
+#include "tensorflow/core/framework/types.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/graph/graph_constructor.h"
 #include "tensorflow/core/grappler/costs/utils.h"
@@ -259,6 +263,8 @@ typename DisjointSet<Handle>::Rep* DisjointSet<Handle>::Find(Handle value) {
   return root;
 }
 
+// TODO(dyoon): Move many helper functions in this file (including those within
+// SymbolicShapeRefiner class) to shared utils.
 bool IsEnqueue(const NodeDef& n) {
   return (n.op().find("Enqueue") != string::npos &&
           n.op().find("EnqueueMany") == string::npos);
@@ -380,21 +386,29 @@ TensorProto MakeTensorProtoFromShape(InferenceContext* ic,
   return tensor_proto;
 }
 
-// Returns a Const NodeDef with shape = `shape`, values = `tensor_as_shape`,
-// and dtype = `dtype`.
-NodeDef MakeConstNodeDefFromShape(InferenceContext* ic,
-                                  const ShapeHandle& shape,
-                                  const ShapeHandle& tensor_as_shape,
-                                  const DataType& dtype) {
+// Returns a Const NodeDef with tensor `tensor_proto` and dtype = `dtype`.
+NodeDef MakeConstNodeDefFromTensorProto(InferenceContext* ic,
+                                        const TensorProto& tensor_proto,
+                                        const DataType& dtype) {
   NodeDef const_node;
   const_node.set_name("const_from_shape");
   const_node.set_op("Const");
   auto* attr = const_node.mutable_attr();
   (*attr)["dtype"].set_type(dtype);
   auto* tensor = (*attr)["value"].mutable_tensor();
-  *tensor = MakeTensorProtoFromShape(ic, shape, tensor_as_shape, dtype);
+  *tensor = tensor_proto;
   return const_node;
 }
+
+// Returns a Const NodeDef with shape = `shape`, values = `tensor_as_shape`,
+// and dtype = `dtype`.
+NodeDef MakeConstNodeDefFromShape(InferenceContext* ic,
+                                  const ShapeHandle& shape,
+                                  const ShapeHandle& tensor_as_shape,
+                                  const DataType& dtype) {
+  return MakeConstNodeDefFromTensorProto(
+      ic, MakeTensorProtoFromShape(ic, shape, tensor_as_shape, dtype), dtype);
+}
 }  // namespace
 
 // Queue of nodes to process. Nodes can be enqueued in any order, but will be
@@ -455,6 +469,9 @@ class SymbolicShapeRefiner {
     DataTypeVector input_types;
     DataTypeVector output_types;
     std::unique_ptr<InferenceContext> inference_context;
+    // Additional info for propagating tensor values and tensor shapes.
+    std::vector<const TensorProto*> input_tensor_protos;
+    std::vector<const TensorProto*> output_tensor_protos;
     std::vector<ShapeHandle> output_tensors_as_shapes;
   };
 
@@ -553,6 +570,12 @@ class SymbolicShapeRefiner {
       if (IsConstant(*input_node)) {
         TF_CHECK_OK(
             ReplaceInputWithConst(*input_node, i, &grappler_function_item));
+      } else if (ctx->input_tensor_protos.size() > i &&
+                 ctx->input_tensor_protos[i] != nullptr) {
+        NodeDef const_input_node = MakeConstNodeDefFromTensorProto(
+            ic, *ctx->input_tensor_protos[i], ctx->input_types[i]);
+        TF_CHECK_OK(ReplaceInputWithConst(const_input_node, i,
+                                          &grappler_function_item));
       } else if (ic->input_tensors_as_shapes().size() > i &&
                  IsShapeFullyDefinedIntegerVectorOrScalar(
                      ic, ic->input(i), ic->input_tensors_as_shapes()[i],
@@ -574,6 +597,8 @@ class SymbolicShapeRefiner {
     // Add return nodes for output shapes.
     int output = 0;
     ctx->output_tensors_as_shapes.resize(grappler_function_item.output_size());
+    ctx->output_tensor_protos.resize(grappler_function_item.output_size(),
+                                     nullptr);
     for (auto const& out_arg : grappler_function_item.outputs()) {
       if (out_arg.output_tensors.size() > 1) {
         // TODO(jmdecker): Handle case of multiple output tensors
@@ -610,8 +635,11 @@ class SymbolicShapeRefiner {
         // Forward tensor value to output_tensors_as_shape.
         Tensor tensor;
         if (tensor.FromProto(outprop.value())) {
-          MaybeSetTensorValueToShape(ic, tensor,
-                                     &ctx->output_tensors_as_shapes[output]);
+          MaybeTensorValueToShape(ic, tensor,
+                                  &ctx->output_tensors_as_shapes[output]);
+          const_tensors_to_propagate_.push_back(outprop.value());
+          ctx->output_tensor_protos[output] =
+              &const_tensors_to_propagate_.back();
         }
       }
       output++;
@@ -636,6 +664,8 @@ class SymbolicShapeRefiner {
                                              nullptr);
     std::vector<ShapeHandle> input_tensors_as_shapes(
         inference_context->num_inputs());
+    node_context->input_tensor_protos.resize(inference_context->num_inputs(),
+                                             nullptr);
 
     for (int dst_input = 0; dst_input < inference_context->num_inputs();
          ++dst_input) {
@@ -651,55 +681,59 @@ class SymbolicShapeRefiner {
               "' was not previously added to SymbolicShapeRefiner.");
         }
 
-        if (IsConstant(*input)) {
-          // Convert constant value into tensors.
-          if (const_values[dst_input].FromProto(
-                  input->attr().at("value").tensor())) {
-            input_tensors[dst_input] = &const_values[dst_input];
-            MaybeSetTensorValueToShape(inference_context,
-                                       const_values[dst_input],
-                                       &input_tensors_as_shapes[dst_input]);
-          }
-        } else if (IsRank(*input)) {
-          if (c->inference_context->RankKnown(c->inference_context->input(0))) {
-            int32 rank =
-                c->inference_context->Rank(c->inference_context->input(0));
-            Tensor t(DT_INT32, {});
-            t.flat<int32>()(0) = rank;
-            const_values[dst_input] = t;
-            input_tensors[dst_input] = &const_values[dst_input];
-          }
-        } else if (IsSize(*input)) {
-          DimensionHandle size =
-              c->inference_context->NumElements(c->inference_context->input(0));
-          if (c->inference_context->ValueKnown(size)) {
-            int64 sz = c->inference_context->Value(size);
-            bool valid = false;
-            if (input->attr().at("T").type() == DT_INT32) {
-              if (sz < std::numeric_limits<int32>::max()) {
-                Tensor t(DT_INT32, {});
-                t.flat<int32>()(0) = sz;
-                const_values[dst_input] = t;
-                valid = true;
-              }
-            } else {
-              Tensor t(DT_INT64, {});
-              t.flat<int64>()(0) = sz;
-              const_values[dst_input] = t;
-              valid = true;
-            }
-            if (valid) {
-              input_tensors[dst_input] = &const_values[dst_input];
-            }
-          }
-        }
+        // Propagate input node's NodeContext info to the current node's
+        // NodeContext:
+        // output_tensor_protos to input_tensor_protos and input_tensors, and
+        // output_tensors_as_shapes to input_tensors_as_shapes.
 
         if (c->output_tensors_as_shapes.size() > src_output) {
           input_tensors_as_shapes[dst_input] =
               c->output_tensors_as_shapes[src_output];
         }
 
+        if (c->output_tensor_protos.size() > src_output) {
+          auto* tensor_proto = c->output_tensor_protos[src_output];
+          if (tensor_proto != nullptr &&
+              const_values[dst_input].FromProto(*tensor_proto)) {
+            input_tensors[dst_input] = &const_values[dst_input];
+            node_context->input_tensor_protos[dst_input] = tensor_proto;
+
+            if (!inference_context->FullyDefined(
+                    input_tensors_as_shapes[dst_input])) {
+              // Shape from a Const is not fully defined when the Const has
+              // value -1 (e.g., Reshape(x, Const(-1)) to reshape an arbitrary
+              // tensor x to a vector).
+              // It's possible that the same Const with -1 is used in many
+              // places, but that doesn't mean the resultant shapes are
+              // identical. e.g., x1 = Reshape(x, c) and y1 = Reshape(y, c),
+              // where c is -1. In this case, shape inference yields both x1 and
+              // y1 as rank 1, size unknown, but still the shapes of x1 and y1
+              // can be different. (even if we use different Const(-1) for x1
+              // and x2, graph optimzier may merge them to single Const through
+              // duplicate removal.)
+              // If we reuse output_tensors_as_shapes to input_tensors_as_shapes
+              // by copying ShapeHandle, they share the same Shape object, and
+              // SymbolicShapeManager, later in InferStatically(), assigns the
+              // same symbolic dim value (unique value < -1); in the above
+              // Reshape example, the shapes of x1 and y1 become, for example,
+              // [-278] and graph optimizer may yield incorrect output 'cause it
+              // assumes x1 and y1 have the same shape.
+              // To prevent this, we re-create a ShapeHandle from the Const
+              // tensor, instead of reusing output_tensors_as_shapes (so that
+              // ShapeHandles of the const fanouts have the same values,
+              // but different Shape objects -- SymbolicShapeManager assigns
+              // different symbol id to each fanout shape).
+              // TODO(dyoon): clean up the way values are propagated.
+              MaybeTensorValueToShape(inference_context,
+                                      const_values[dst_input],
+                                      &input_tensors_as_shapes[dst_input]);
+            }
+          }
+        }
+
         DCHECK_GE(dst_input, 0);
+        // NOTE: we check only shape is refined; we do not (yet) check whether
+        // tensor value is refined.
         if (!*refined && !inference_context->input(dst_input).SameHandle(
                              c->inference_context->output(src_output))) {
           *refined = true;
@@ -974,17 +1008,53 @@ class SymbolicShapeRefiner {
     return dim;
   }
 
-  Status InferShapes(const NodeDef& node, NodeContext* c) {
-    InferenceContext* ic = c->inference_context.get();
-
-    auto it = fed_ports_.find(node.name());
-    const bool is_fed = it != fed_ports_.end();
-
-    // Propagate shape tensors unless the node is fed.
+  Status MaybeUpdateNodeContextOutput(const NodeDef& node, const bool is_fed,
+                                      NodeContext* c) {
+    // Propagate tensors and shape tensors unless the node is fed.
     // TODO(bsteiner) We should still propagate the shapes to the ports that
     // aren't fed in the case of a ShapeN node.
+
+    InferenceContext* ic = c->inference_context.get();
     if (!is_fed) {
-      if (IsShape(node)) {
+      if (IsConstant(node)) {
+        c->output_tensor_protos.resize(1);
+        const TensorProto& tensor_proto = node.attr().at("value").tensor();
+        c->output_tensor_protos[0] = &tensor_proto;
+        c->output_tensors_as_shapes.resize(1);
+        MaybeTensorProtoToShape(ic, tensor_proto,
+                                &c->output_tensors_as_shapes[0]);
+      } else if (IsRank(node)) {
+        if (ic->RankKnown(ic->input(0))) {
+          // Propagate rank value.
+          int32 rank = ic->Rank(ic->input(0));
+          const_tensors_to_propagate_.push_back(
+              MakeIntegerScalarTensorProto(DT_INT32, rank));
+          c->output_tensor_protos.resize(1);
+          c->output_tensor_protos[0] = &const_tensors_to_propagate_.back();
+        }
+      } else if (IsSize(node)) {
+        DimensionHandle size = ic->NumElements(ic->input(0));
+        if (ic->ValueKnown(size)) {
+          // Propagate size value.
+          int64 sz = ic->Value(size);
+          bool valid = false;
+          if (node.attr().at("T").type() == DT_INT32) {
+            if (sz < std::numeric_limits<int32>::max()) {
+              const_tensors_to_propagate_.push_back(
+                  MakeIntegerScalarTensorProto(DT_INT32, sz));
+              valid = true;
+            }
+          } else {
+            const_tensors_to_propagate_.push_back(
+                MakeIntegerScalarTensorProto(DT_INT64, sz));
+            valid = true;
+          }
+          if (valid) {
+            c->output_tensor_protos.resize(1);
+            c->output_tensor_protos[0] = &const_tensors_to_propagate_.back();
+          }
+        }
+      } else if (IsShape(node)) {
         c->output_tensors_as_shapes.resize(1);
         c->output_tensors_as_shapes[0] = c->inference_context->input(0);
       } else if (IsShapeN(node)) {
@@ -1042,9 +1112,12 @@ class SymbolicShapeRefiner {
           c->output_tensors_as_shapes[0] = ic->MakeShape(dims);
         }
       } else if (IsIdentity(node)) {
-        // Pass input_tensors_as_shapes to output_tensors_as_shapes.
         c->output_tensors_as_shapes.resize(1);
         c->output_tensors_as_shapes[0] = ic->input_tensors_as_shapes()[0];
+        if (c->input_tensor_protos[0] != nullptr) {
+          c->output_tensor_protos.resize(1);
+          c->output_tensor_protos[0] = c->input_tensor_protos[0];
+        }
       } else if (IsSlice(node)) {
         ShapeHandle input = ic->input_tensors_as_shapes()[0];
         bool valid = ic->RankKnown(input);
@@ -1125,7 +1198,10 @@ class SymbolicShapeRefiner {
         }
       }
     }
+    return Status::OK();
+  }
 
+  Status InferShapes(const NodeDef& node, NodeContext* c) {
     // Infer the shapes of output tensors.
     if (!c->op_data || c->op_data->shape_inference_fn == nullptr) {
       // There is nothing more we can infer, annotate outputs with unknown
@@ -1137,6 +1213,8 @@ class SymbolicShapeRefiner {
         c->inference_context->Run(c->op_data->shape_inference_fn));
 
     Status status = Status::OK();
+    auto it = fed_ports_.find(node.name());
+    const bool is_fed = it != fed_ports_.end();
     if (is_fed) {
       // It is possible to feed node output ports with tensors of any shape: as
       // a result, the shape of a fed port is completely unknown.
@@ -1145,6 +1223,9 @@ class SymbolicShapeRefiner {
       }
     }
 
+    // Update NodeContext output fields after shape inference function runs.
+    status.Update(MaybeUpdateNodeContextOutput(node, is_fed, c));
+
     return status;
   }
 
@@ -1166,17 +1247,65 @@ class SymbolicShapeRefiner {
     return false;
   }
 
-  void MaybeSetTensorValueToShape(InferenceContext* ic, const Tensor& tensor,
-                                  ShapeHandle* tensors_as_shapes) {
+  TensorProto MakeIntegerScalarTensorProto(const DataType dtype,
+                                           const int64 val) {
+    TensorProto tensor_proto;
+    tensor_proto.set_dtype(dtype);
+    // Scalar TensorProto has an empty tensor_shape; no dim, no dim.size.
+    tensor_proto.mutable_tensor_shape();
+    if (dtype == DT_INT32) {
+      tensor_proto.add_int_val(val);
+    } else if (dtype == DT_INT64) {
+      tensor_proto.add_int64_val(val);
+    }
+    return tensor_proto;
+  }
+
+  bool MaybeTensorProtoToShape(InferenceContext* ic,
+                               const TensorProto& tensor_proto,
+                               ShapeHandle* tensors_as_shapes) {
+    // Skip if dtype is not integer.
+    if (tensor_proto.dtype() != DT_INT32 && tensor_proto.dtype() != DT_INT64) {
+      return false;
+    }
+    // Skip if shape is neither scalar nor vector.
+    if (tensor_proto.tensor_shape().unknown_rank() ||
+        tensor_proto.tensor_shape().dim_size() > 1) {
+      return false;
+    }
+    Tensor tensor;
+    if (!tensor.FromProto(tensor_proto)) {
+      return false;
+    }
+    return MaybeTensorValueToShape(ic, tensor, tensors_as_shapes);
+  }
+
+  bool MaybeTensorValueToShape(InferenceContext* ic, const Tensor& tensor,
+                               ShapeHandle* tensors_as_shapes) {
     // Integer tensors of rank one can also be interpreted as a shape
     // provided all their values are >= -1.
     if (IsIntegerVector(tensor)) {
+#if 0
       ShapeHandle tensor_shape = ic->Vector(tensor.NumElements());
       ShapeHandle shp;
       // Note that MakeShapeFromTensor filters out invalid values (e.g., < -1).
       if (ic->MakeShapeFromTensor(&tensor, tensor_shape, &shp).ok()) {
         *tensors_as_shapes = shp;
+        return true;
+      }
+#else
+      bool has_values_smaller_than_minus_1 = false;
+      std::vector<DimensionHandle> dims;
+      for (int i = 0; i < tensor.NumElements(); i++) {
+        int64 value = tensor.dtype() == DT_INT32 ? tensor.flat<int32>()(i)
+                                                 : tensor.flat<int64>()(i);
+        has_values_smaller_than_minus_1 |= (value < -1);
+        dims.push_back(value < 0 ? ic->UnknownDim() : ic->MakeDim(value));
       }
+      if (!has_values_smaller_than_minus_1) {
+        *tensors_as_shapes = ic->MakeShape(dims);
+      }
+#endif
     } else if (IsIntegerScalar(tensor)) {
       // Scalar constant.
       int64 value = tensor.dtype() == DT_INT32 ? tensor.flat<int32>()(0)
@@ -1185,8 +1314,10 @@ class SymbolicShapeRefiner {
       // It's a limitation as we use ShapeHandle as a means to pass values.
       if (value >= -1) {
         *tensors_as_shapes = ic->MakeShape({ic->MakeDim(value)});
+        return true;
       }
     }
+    return false;
   }
 
   const GraphView& graph_;
@@ -1198,6 +1329,11 @@ class SymbolicShapeRefiner {
       fun_to_grappler_function_item_;
   FunctionLibraryDefinition function_library_;
   const std::unordered_map<string, std::unordered_set<int>>& fed_ports_;
+  // Store TensorProtos for tensor value propagation. Note that we use list, not
+  // vector, as we use pointers to the TensorProtos in this container. Vector
+  // may resize and copy the objects into a new buffer, then the existing
+  // pointers become dangling pointers.
+  std::list<TensorProto> const_tensors_to_propagate_;
 };
 
 // Keep track of shapes and dimensions in a graph.
@@ -1624,7 +1760,8 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
       PropagateShapes(&refiner, &new_shapes, resource_handles, num_loops));
 
   // Track shapes globally across the graph.
-  SymbolicShapeManager shape_manager;
+  std::unique_ptr<SymbolicShapeManager> shape_manager =
+      absl::make_unique<SymbolicShapeManager>();
   bool found_error = false;
   for (const NodeDef& node : item_.graph.node()) {
     auto node_ctx = refiner.GetContext(&node);
@@ -1637,14 +1774,14 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
       continue;
     }
     for (const auto& merged_shapes : node_ctx->MergedShapes()) {
-      if (!shape_manager.Merge(merged_shapes.first, merged_shapes.second)
+      if (!shape_manager->Merge(merged_shapes.first, merged_shapes.second)
                .ok()) {
         found_error = true;
         break;
       }
     }
     for (const auto& merged_dims : node_ctx->MergedDims()) {
-      if (!shape_manager.Merge(merged_dims.first, merged_dims.second).ok()) {
+      if (!shape_manager->Merge(merged_dims.first, merged_dims.second).ok()) {
         found_error = true;
         break;
       }
@@ -1652,7 +1789,7 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
     if (found_error) {
       // The shapes aren't consistent, we can't infer safely: discard all the
       // information discovered so far.
-      shape_manager = SymbolicShapeManager();
+      shape_manager = absl::make_unique<SymbolicShapeManager>();
       break;
     }
   }
@@ -1676,15 +1813,17 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
       input_properties.resize(ic->num_inputs());
       GraphView::InputPort input(&node, -1);
       for (int i = 0; i < ic->num_inputs(); ++i) {
-        shape_manager.AsTensorProperties(ic->input(i), ctx->input_types[i],
-                                         &input_properties[i]);
+        shape_manager->AsTensorProperties(ic->input(i), ctx->input_types[i],
+                                          &input_properties[i]);
         input.port_id = i;
         GraphView::OutputPort fanin = graph_view.GetRegularFanin(input);
-        // Export tensor value (either const tensor or input_tensors_as_shapes)
-        // to input_properties.value.
+        // Export tensor value to input_properties.value.
         if (IsConstant(*fanin.node)) {
           const TensorProto& raw_val = fanin.node->attr().at("value").tensor();
           *input_properties[i].mutable_value() = raw_val;
+        } else if (ctx->input_tensor_protos.size() > i &&
+                   ctx->input_tensor_protos[i] != nullptr) {
+          *input_properties[i].mutable_value() = *ctx->input_tensor_protos[i];
         } else if (ic->input_tensors_as_shapes().size() > i &&
                    IsShapeFullyDefinedIntegerVectorOrScalar(
                        ic, ic->input(i), ic->input_tensors_as_shapes()[i],
@@ -1705,13 +1844,15 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
 
       output_properties.resize(ic->num_outputs());
       for (int i = 0; i < ic->num_outputs(); ++i) {
-        shape_manager.AsTensorProperties(ic->output(i), ctx->output_types[i],
-                                         &output_properties[i]);
-        // Export tensor value (either const tensor or input_tensors_as_shapes)
-        // to output_properties.value.
+        shape_manager->AsTensorProperties(ic->output(i), ctx->output_types[i],
+                                          &output_properties[i]);
+        // Export tensor value to output_properties.value.
         if (IsConstant(node)) {
           const TensorProto& raw_val = node.attr().at("value").tensor();
           *output_properties[i].mutable_value() = raw_val;
+        } else if (ctx->output_tensor_protos.size() > i &&
+                   ctx->output_tensor_protos[i] != nullptr) {
+          *output_properties[i].mutable_value() = *ctx->output_tensor_protos[i];
         } else if (ctx->output_tensors_as_shapes.size() > i &&
                    IsShapeFullyDefinedIntegerVectorOrScalar(
                        ic, ic->output(i), ctx->output_tensors_as_shapes[i],
diff --git a/tensorflow/core/grappler/costs/graph_properties_test.cc b/tensorflow/core/grappler/costs/graph_properties_test.cc
index db10f586bc..5aae773994 100644
--- a/tensorflow/core/grappler/costs/graph_properties_test.cc
+++ b/tensorflow/core/grappler/costs/graph_properties_test.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.pb.h"  // NOLINT
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
+#include "tensorflow/core/framework/types.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/grappler/clusters/single_machine.h"
 #include "tensorflow/core/grappler/grappler_item.h"
@@ -285,6 +286,37 @@ TEST_F(GraphPropertiesTest, Variables) {
   }
 }
 
+TEST_F(GraphPropertiesTest, ReadVariableOpAfterEnter) {
+  GrapplerItem item;
+  TF_CHECK_OK(NodeDefBuilder("Var", "VarHandleOp")
+                  .Attr("dtype", DT_FLOAT)
+                  .Attr("shape", TensorShape({3, 7}))
+                  .Finalize(item.graph.add_node()));
+  TF_CHECK_OK(NodeDefBuilder("Enter", "Enter")
+                  .Attr("T", DT_RESOURCE)
+                  .Attr("frame_name", "while_context")
+                  .Attr("is_constant", true)
+                  .Attr("parallel_iterations", 10)
+                  .Input("Var", 0, DT_RESOURCE)
+                  .Finalize(item.graph.add_node()));
+  TF_CHECK_OK(NodeDefBuilder("ReadVariableOpAfterEnter", "ReadVariableOp")
+                  .Attr("dtype", DT_FLOAT)
+                  .Input("Enter", 0, DT_RESOURCE)
+                  .Finalize(item.graph.add_node()));
+
+  // LOG(INFO) << item.graph.DebugString();
+  GraphProperties properties(item);
+  TF_CHECK_OK(properties.InferStatically(false));
+  const auto props = properties.GetOutputProperties("ReadVariableOpAfterEnter");
+  EXPECT_EQ(1, props.size());
+  const OpInfo::TensorProperties& prop = props[0];
+  EXPECT_EQ(DT_FLOAT, prop.dtype());
+  EXPECT_FALSE(prop.shape().unknown_rank());
+  EXPECT_EQ(2, prop.shape().dim_size());
+  EXPECT_EQ(3, prop.shape().dim(0).size());
+  EXPECT_EQ(7, prop.shape().dim(1).size());
+}
+
 TEST_F(GraphPropertiesTest, VarHandles) {
   GrapplerItem item;
   TF_CHECK_OK(NodeDefBuilder("Var", "VarHandleOp")
@@ -865,8 +897,8 @@ TEST_F(GraphPropertiesTest, TensorAsShapesPropagation) {
   EXPECT_TRUE(properties.GetOutputProperties("b1")[0].has_value());
   EXPECT_TRUE(properties.GetOutputProperties("c")[0].has_value());
   EXPECT_TRUE(properties.GetInputProperties("c1")[0].has_value());
-  // Note that we propagate tensro value of only 1D vector and scalar.
-  EXPECT_FALSE(properties.GetOutputProperties("c1")[0].has_value());
+  // Note that we propagate tensor value of only 1D vector and scalar.
+  EXPECT_TRUE(properties.GetOutputProperties("c1")[0].has_value());
 
   // Check values.
   ExpectTensorValues({5, 7}, properties.GetOutputProperties("a")[0].value());
@@ -883,7 +915,8 @@ TEST_F(GraphPropertiesTest, TensorAsShapesPropagation) {
                      properties.GetOutputProperties("c")[0].value());
   ExpectTensorValues({c_values},
                      properties.GetInputProperties("c1")[0].value());
-  // No output value for c1, as it's neither 1D vector nor scalar.
+  ExpectTensorValues({c_values},
+                     properties.GetOutputProperties("c1")[0].value());
 }
 
 TEST_F(GraphPropertiesTest, IdentityPassingShape) {
@@ -928,6 +961,50 @@ TEST_F(GraphPropertiesTest, PackWithConstInput) {
   EXPECT_EQ("float: [1,2,3,4]", PropToString(out_prop0));
 }
 
+TEST_F(GraphPropertiesTest, RankOp) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output c = ops::Const(s.WithOpName("Const"), 1, {4, 4, 4});
+  Output r = ops::Rank(s.WithOpName("Rank"), c);
+  Output i = ops::Identity(s.WithOpName("Identity"), r);
+
+  GrapplerItem item;
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+  GraphProperties properties(item);
+  TF_CHECK_OK(properties.InferStatically(false));
+  const auto rank_props = properties.GetOutputProperties("Rank");
+  const OpInfo::TensorProperties rank_prop0 = rank_props[0];
+  EXPECT_EQ("int32: []", PropToString(rank_prop0));
+  EXPECT_TRUE(rank_prop0.has_value());
+  ExpectTensorValues({3}, rank_prop0.value());
+  const auto identity_props = properties.GetOutputProperties("Identity");
+  const OpInfo::TensorProperties identity_props0 = identity_props[0];
+  EXPECT_EQ("int32: []", PropToString(identity_props0));
+  EXPECT_TRUE(identity_props0.has_value());
+  ExpectTensorValues({3}, identity_props0.value());
+}
+
+TEST_F(GraphPropertiesTest, SizeOp) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output c = ops::Const(s.WithOpName("Const"), 1, {1, 2, 3, 4});
+  Output r = ops::Size(s.WithOpName("Size"), c);
+  Output i = ops::Identity(s.WithOpName("Identity"), r);
+
+  GrapplerItem item;
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+  GraphProperties properties(item);
+  TF_CHECK_OK(properties.InferStatically(false));
+  const auto size_props = properties.GetOutputProperties("Size");
+  const OpInfo::TensorProperties size_props0 = size_props[0];
+  EXPECT_EQ("int32: []", PropToString(size_props0));
+  EXPECT_TRUE(size_props0.has_value());
+  ExpectTensorValues({24}, size_props0.value());
+  const auto identity_props = properties.GetOutputProperties("Identity");
+  const OpInfo::TensorProperties identity_props0 = identity_props[0];
+  EXPECT_EQ("int32: []", PropToString(identity_props0));
+  EXPECT_TRUE(identity_props0.has_value());
+  ExpectTensorValues({24}, identity_props0.value());
+}
+
 TEST_F(GraphPropertiesTest, PackWithIdentityInput) {
   tensorflow::Scope s = tensorflow::Scope::NewRootScope();
   // Same to PackWithConstInput test case, but a, b, c, and d are Identity ops
-- 
GitLab


From 64a4cf11f61e8ed7fa332c35ddbcb2a803726694 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 09:36:20 -0700
Subject: [PATCH 0138/1825] Fix TF 2.0 variable API exporting.

Apparently @tf_export(v2=[...]) isn't a thing, the correct incantation
is @tf_export(..., v1=[]). Which makes sense since we want the symbol to
continue to exist in v3.

PiperOrigin-RevId: 217331254
---
 tensorflow/python/ops/variable_scope.py       |   2 +-
 tensorflow/python/ops/variables.py            |   2 +-
 ...ensorflow.-variable.-save-slice-info.pbtxt |  17 +++
 .../api/golden/v2/tensorflow.-variable.pbtxt  | 130 ++++++++++++++++++
 .../tools/api/golden/v2/tensorflow.pbtxt      |   8 ++
 5 files changed, 157 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-variable.-save-slice-info.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-variable.pbtxt

diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 5032ca79f9..9b10af9182 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -2558,7 +2558,7 @@ def variable_creator_scope_v1(variable_creator):
 
 
 # Note: only the docstrings differ between this and v1.
-@tf_export(v2=["variable_creator_scope"])
+@tf_export("variable_creator_scope", v1=[])
 @tf_contextlib.contextmanager
 def variable_creator_scope(variable_creator):
   """Scope which defines a variable creation function to be used by variable().
diff --git a/tensorflow/python/ops/variables.py b/tensorflow/python/ops/variables.py
index 84871f09f9..df7b7f920f 100644
--- a/tensorflow/python/ops/variables.py
+++ b/tensorflow/python/ops/variables.py
@@ -187,7 +187,7 @@ class VariableMetaclass(type):
       return super(VariableMetaclass, cls).__call__(*args, **kwargs)
 
 
-@tf_export(v2=["Variable"])
+@tf_export("Variable", v1=[])
 class Variable(six.with_metaclass(VariableMetaclass,
                                   checkpointable.CheckpointableBase)):
   """See the [Variables Guide](https://tensorflow.org/guide/variables).
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-variable.-save-slice-info.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-variable.-save-slice-info.pbtxt
new file mode 100644
index 0000000000..ac3ccd468b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-variable.-save-slice-info.pbtxt
@@ -0,0 +1,17 @@
+path: "tensorflow.Variable.SaveSliceInfo"
+tf_class {
+  is_instance: "<class \'tensorflow.python.ops.variables.SaveSliceInfo\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "spec"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'full_name\', \'full_shape\', \'var_offset\', \'var_shape\', \'save_slice_info_def\', \'import_scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "to_proto"
+    argspec: "args=[\'self\', \'export_scope\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-variable.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-variable.pbtxt
new file mode 100644
index 0000000000..e85949f23c
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-variable.pbtxt
@@ -0,0 +1,130 @@
+path: "tensorflow.Variable"
+tf_class {
+  is_instance: "<class \'tensorflow.python.ops.variables.Variable\'>"
+  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "SaveSliceInfo"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "constraint"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "device"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "graph"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "initial_value"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "initializer"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "op"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'initial_value\', \'trainable\', \'validate_shape\', \'caching_device\', \'name\', \'variable_def\', \'dtype\', \'import_scope\', \'constraint\', \'synchronization\', \'aggregation\'], varargs=None, keywords=None, defaults=[\'None\', \'True\', \'True\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\'], "
+  }
+  member_method {
+    name: "assign"
+    argspec: "args=[\'self\', \'value\', \'use_locking\', \'name\', \'read_value\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "assign_add"
+    argspec: "args=[\'self\', \'delta\', \'use_locking\', \'name\', \'read_value\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "assign_sub"
+    argspec: "args=[\'self\', \'delta\', \'use_locking\', \'name\', \'read_value\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "count_up_to"
+    argspec: "args=[\'self\', \'limit\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "eval"
+    argspec: "args=[\'self\', \'session\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_proto"
+    argspec: "args=[\'variable_def\', \'import_scope\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "get_shape"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "initialized_value"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "load"
+    argspec: "args=[\'self\', \'value\', \'session\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "read_value"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "scatter_add"
+    argspec: "args=[\'self\', \'sparse_delta\', \'use_locking\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
+  }
+  member_method {
+    name: "scatter_nd_add"
+    argspec: "args=[\'self\', \'indices\', \'updates\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "scatter_nd_sub"
+    argspec: "args=[\'self\', \'indices\', \'updates\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "scatter_nd_update"
+    argspec: "args=[\'self\', \'indices\', \'updates\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "scatter_sub"
+    argspec: "args=[\'self\', \'sparse_delta\', \'use_locking\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
+  }
+  member_method {
+    name: "scatter_update"
+    argspec: "args=[\'self\', \'sparse_delta\', \'use_locking\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
+  }
+  member_method {
+    name: "set_shape"
+    argspec: "args=[\'self\', \'shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "to_proto"
+    argspec: "args=[\'self\', \'export_scope\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "value"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 3664eef406..4b4d150aa1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -176,6 +176,10 @@ tf_module {
     name: "VarLenFeature"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "Variable"
+    mtype: "<class \'tensorflow.python.ops.variables.VariableMetaclass\'>"
+  }
   member {
     name: "VariableAggregation"
     mtype: "<class \'enum.EnumMeta\'>"
@@ -1700,6 +1704,10 @@ tf_module {
     name: "variable_axis_size_partitioner"
     argspec: "args=[\'max_shard_bytes\', \'axis\', \'bytes_per_string_element\', \'max_shards\'], varargs=None, keywords=None, defaults=[\'0\', \'16\', \'None\'], "
   }
+  member_method {
+    name: "variable_creator_scope"
+    argspec: "args=[\'variable_creator\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "where"
     argspec: "args=[\'condition\', \'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-- 
GitLab


From 2a91929a3b8bfd9ca8a823035b3654f2ae031ef2 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Tue, 16 Oct 2018 09:37:33 -0700
Subject: [PATCH 0139/1825] Add cond_v2 dependency back to
 control_flow_ops_py_test.

This is necessary for control_flow_ops.py to lazy-load cond_v2.

PiperOrigin-RevId: 217331510
---
 tensorflow/python/kernel_tests/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index fa26690718..33fb925f09 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1490,6 +1490,7 @@ cuda_py_test(
         "//tensorflow/python:array_ops_gen",
         "//tensorflow/python:client",
         "//tensorflow/python:client_testlib",
+        "//tensorflow/python:cond_v2",
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:data_flow_ops",
         "//tensorflow/python:data_flow_ops_gen",
-- 
GitLab


From 41fc46f2a8b0d0ecdc80e39ffcb211eefd683865 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 09:46:54 -0700
Subject: [PATCH 0140/1825] Fix OSS build breaks.

PiperOrigin-RevId: 217333247
---
 .../compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc    | 6 ++++--
 .../xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc | 2 +-
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
index e7f572d01b..a6980850af 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
@@ -127,8 +127,10 @@ TEST_F(CudnnConvRewriterTest, BackwardFilterConvolve) {
                   op::CustomCall(kCudnnConvBackwardFilterCallTarget), 0));
 
   // Check that metadata was preserved.
-  EXPECT_THAT(entry_computation->root_instruction()->operand(0)->metadata(),
-              ::testing::EqualsProto(metadata));
+  const auto& md_after_opt =
+      entry_computation->root_instruction()->operand(0)->metadata();
+  EXPECT_TRUE(protobuf_util::ProtobufEquals(md_after_opt, metadata))
+      << md_after_opt.DebugString() << " vs " << metadata.DebugString();
 }
 
 TEST_F(CudnnConvRewriterTest,
diff --git a/tensorflow/compiler/xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc
index 12146068ed..b7dd07a50c 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc
@@ -302,7 +302,7 @@ TEST_F(CudnnFusedConvRewriterTest, PreservesMetadata) {
           ->ToString();
   EXPECT_THAT(
       optimized_hlo_string,
-      ::testing::ContainsRegex(R"(custom-call.*metadata={op_type="foo"})"));
+      ::testing::ContainsRegex(R"(custom-call.*metadata=\{op_type="foo"\})"));
 }
 
 }  // namespace
-- 
GitLab


From 77456c6611fd2faa07d6efabafb3f61f82a24eed Mon Sep 17 00:00:00 2001
From: Guangda Lai <31743510+aaroey@users.noreply.github.com>
Date: Tue, 16 Oct 2018 10:06:28 -0700
Subject: [PATCH 0141/1825] Fix broken tests caused by newly added op
 converters.

---
 .../contrib/tensorrt/convert/convert_nodes.cc |   4 +-
 .../tensorrt/convert/convert_nodes_test.cc    |  12 +-
 tensorflow/contrib/tensorrt/test/base_test.py |  10 +
 .../tensorrt/test/batch_matmul_test.py        |  11 +-
 .../tensorrt/test/biasadd_matmul_test.py      |  54 +--
 .../binary_tensor_weight_broadcast_test.py    | 106 ++----
 .../tensorrt/test/reshape_transpose_test.py   | 325 +++---------------
 7 files changed, 120 insertions(+), 402 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index 8f697f2af9..85c9e62f10 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -1374,11 +1374,11 @@ tensorflow::Status ConvertReshape(
     // Product of input shape should equal product of new_dims
     if (TrtDimsNumElements(input_dims) != TrtDimsNumElements(new_dims)) {
       return tensorflow::errors::Unimplemented(
-        "Reshape on the batch dimension is not supported.");
+        "Reshape on batch dimension is not supported, at ", node_def.name());
     }
   } else if (weights_ptr[0] != ctx.GetMaxBatchSize()) {
     return tensorflow::errors::Unimplemented(
-        "Reshape on the batch dimension is not supported.");
+        "Reshape on batch dimension is not supported, at ", node_def.name());
   }
 
   const nvinfer1::ITensor* output_tensor = nullptr;
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
index 5c9ddaec49..7c16d5b44e 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
@@ -69,10 +69,6 @@ class FakeITensor : public nvinfer1::ITensor {
   FakeITensor(const string& name, const std::vector<int>& dims)
       : name_(name), dims_(GetTestDims(dims)) {}
 
-  void SetDims(const std::vector<int>& dims) {
-    setDimensions(GetTestDims(dims));
-  }
-
   void setName(const char* name) override { name_ = name; }
 
   const char* getName() const override { return name_.c_str(); }
@@ -99,6 +95,10 @@ class FakeITensor : public nvinfer1::ITensor {
     location_ = location;
   }
 
+#if NV_TENSORRT_MAJOR >= 5
+  bool setDynamicRange(float min, float max) override {}
+#endif
+
  private:
   string name_;
   nvinfer1::Dims dims_;
@@ -609,7 +609,7 @@ TEST_F(ConverterTest, ConvertReshape) {
     AddTestTensor("input", {1, 2, 3});
     AddTestWeights<int32>("weights", DT_INT32, {4}, {-1, 1, 1, 2});
     ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
-                 "Reshape on the batch dimension is not supported");
+                 "Reshape on batch dimension is not supported, at my_reshape");
   }
   {
     // Reshape at batch dimension, should fail.
@@ -617,7 +617,7 @@ TEST_F(ConverterTest, ConvertReshape) {
     AddTestTensor("input", {1, 2, 3});
     AddTestWeights<int32>("weights", DT_INT32, {4}, {3, 1, 1, 2});
     ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
-                 "Reshape on the batch dimension is not supported");
+                 "Reshape on batch dimension is not supported, at my_reshape");
   }
   // Reshape on non batch dimensions, ok.
   for (int batch_dim : {-1, 1}) {
diff --git a/tensorflow/contrib/tensorrt/test/base_test.py b/tensorflow/contrib/tensorrt/test/base_test.py
index 7e9ffb05ab..18096e0ff1 100644
--- a/tensorflow/contrib/tensorrt/test/base_test.py
+++ b/tensorflow/contrib/tensorrt/test/base_test.py
@@ -136,6 +136,16 @@ class SimpleMultiEnginesTest(trt_test.TfTrtIntegrationTestBase):
     # - my_trt_op_1 should have ["weights","conv", "div"]
     return ["my_trt_op_0", "my_trt_op_1"]
 
+  def ShouldRunTest(self, run_params):
+    # TODO(aaroey): LayoutOptimizer adds Transpose(Const, Const) to the graph
+    # which breaks the conversion. We should fix it as:
+    # - Detect the invalid NodeDef earlier before adding them to segment
+    # - Let it able to change the RewriterConfig when calling
+    #   create_inference_graph().
+    # It will be good to add debugging feature for Grappler to print the graph
+    # after running each optimizer.
+    return False
+
 
 class PartiallyConvertedTestA(trt_test.TfTrtIntegrationTestBase):
 
diff --git a/tensorflow/contrib/tensorrt/test/batch_matmul_test.py b/tensorflow/contrib/tensorrt/test/batch_matmul_test.py
index 2f153c6f2f..4b88808178 100644
--- a/tensorflow/contrib/tensorrt/test/batch_matmul_test.py
+++ b/tensorflow/contrib/tensorrt/test/batch_matmul_test.py
@@ -50,17 +50,22 @@ class BatchMatMulTest(trt_test.TfTrtIntegrationTestBase):
       w2 = array_ops.placeholder(dtype=dtype, shape=w2_dims, name=w2_name)
       with g.device("/GPU:0"):
         b = constant_op.constant(np.random.randn(12, 5, 12, 7), dtype=dtype)
-        c = constant_op.constant(np.random.randn(5, 1, 1), dtype=dtype)
-        d = constant_op.constant(np.random.randn(5, 1, 1), dtype=dtype)
         x1 = math_ops.matmul(inp, b)
+        c = constant_op.constant(np.random.randn(5, 1, 1), dtype=dtype)
         x1 = x1 + c
+
         x2 = math_ops.matmul(inp, w1)
+        d = constant_op.constant(np.random.randn(5, 1, 1), dtype=dtype)
         x2 = x2 * d
-        e = gen_array_ops.reshape(inp, [12, 40, 12])
+
+        e = self.trt_incompatible_op(inp)
+        e = gen_array_ops.reshape(e, [12, 40, 12])
         x3 = math_ops.matmul(e, w2)
         f = constant_op.constant(np.random.randn(40, 1), dtype=dtype)
         x3 = x3 + f
         x3 = gen_array_ops.reshape(x3, [12, 5, 8, 7])
+        x3 = self.trt_incompatible_op(x3)
+
         out = x1 + x2 + x3
       array_ops.squeeze(out, name=output_name)
     return trt_test.TfTrtIntegrationTestParams(
diff --git a/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py b/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py
index 15b301177f..74a2177d88 100644
--- a/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py
+++ b/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py
@@ -37,91 +37,91 @@ class BiasaddMatMulTest(trt_test.TfTrtIntegrationTestBase):
     """Testing conversion of BiasAdd MatMul in TF-TRT conversion."""
     dtype = dtypes.float32
     input_name = "input"
-    input_dims = [48, 12]
+    input_dims = [4, 144]
     output_name = "output"
     g = ops.Graph()
     with g.as_default():
       x = array_ops.placeholder(dtype=dtype, shape=input_dims, name=input_name)
 
-      b = constant_op.constant(np.random.randn(12, 4), dtype=dtype)
+      b = constant_op.constant(np.random.randn(144, 4), dtype=dtype)
       x1 = math_ops.matmul(x, b)
       b = constant_op.constant(np.random.randn(1, 4), dtype=dtype)
       x1 = x1 + b
 
-      b = constant_op.constant(np.random.randn(48, 4), dtype=dtype)
-      x2 = math_ops.matmul(x, b, transpose_a=True)
-      x2 = gen_array_ops.reshape(x2, [48, 1])
+      b = constant_op.constant(np.random.randn(4, 144), dtype=dtype)
+      x2 = self.trt_incompatible_op(x)
+      x2 = math_ops.matmul(x2, b, transpose_a=True)
+      x2 = gen_array_ops.reshape(x2, [4, -1])
+      x2 = self.trt_incompatible_op(x2)
 
-      b = constant_op.constant(np.random.randn(4, 12), dtype=dtype)
+      b = constant_op.constant(np.random.randn(4, 144), dtype=dtype)
       x3 = math_ops.matmul(x, b, transpose_b=True)
 
-      b = constant_op.constant(np.random.randn(16, 48), dtype=dtype)
-      x4 = math_ops.matmul(x, b, transpose_b=True, transpose_a=True)
-      x4 = gen_array_ops.reshape(x4, [48, 4])
+      b = constant_op.constant(np.random.randn(16, 4), dtype=dtype)
+      x4 = self.trt_incompatible_op(x)
+      x4 = math_ops.matmul(x4, b, transpose_b=True, transpose_a=True)
+      x4 = gen_array_ops.reshape(x4, [4, -1])
+      x4 = self.trt_incompatible_op(x4)
 
-      x5 = gen_array_ops.reshape(x, [4, 144])
       b = constant_op.constant(np.random.randn(144, 48), dtype=dtype)
-      x5 = math_ops.matmul(x5, b)
+      x5 = math_ops.matmul(x, b)
       b = constant_op.constant(np.random.randn(48), dtype=dtype)
       x5 = nn.bias_add(x5, b)
-      x5 = gen_array_ops.reshape(x5, [48, 4])
+      x5 = gen_array_ops.reshape(x5, [4, -1])
 
       x6 = gen_array_ops.reshape(x, [4, 12, 12])
       b = constant_op.constant(np.random.randn(12), dtype=dtype)
       x6 = nn.bias_add(x6, b, data_format="NHWC")
-      x6 = gen_array_ops.reshape(x6, [48, -1])
+      x6 = gen_array_ops.reshape(x6, [4, -1])
 
       x7 = gen_array_ops.reshape(x, [4, 12, 3, 4])
       b = constant_op.constant(np.random.randn(4), dtype=dtype)
       x7 = nn.bias_add(x7, b, data_format="NHWC")
-      x7 = gen_array_ops.reshape(x7, [48, -1])
+      x7 = gen_array_ops.reshape(x7, [4, -1])
 
       x8 = gen_array_ops.reshape(x, [4, 12, 3, 2, 2])
       b = constant_op.constant(np.random.randn(2), dtype=dtype)
       x8 = nn.bias_add(x8, b, data_format="NHWC")
-      x8 = gen_array_ops.reshape(x8, [48, -1])
+      x8 = gen_array_ops.reshape(x8, [4, -1])
 
       x9 = gen_array_ops.reshape(x, [4, 12, 3, 2, 2])
       b = constant_op.constant(np.random.randn(12), dtype=dtype)
       x9 = nn.bias_add(x9, b, data_format="NCHW")
-      x9 = gen_array_ops.reshape(x9, [48, -1])
+      x9 = gen_array_ops.reshape(x9, [4, -1])
 
       x10 = gen_array_ops.reshape(x, [4, 12, 3, 4])
       b = constant_op.constant(np.random.randn(12), dtype=dtype)
       x10 = nn.bias_add(x10, b, data_format="NCHW")
-      x10 = gen_array_ops.reshape(x10, [48, -1])
+      x10 = gen_array_ops.reshape(x10, [4, -1])
 
       x11 = gen_array_ops.reshape(x, [4, 12, 12])
       b = constant_op.constant(np.random.randn(12), dtype=dtype)
       x11 = nn.bias_add(x11, b, data_format="NCHW")
-      x11 = gen_array_ops.reshape(x11, [48, -1])
+      x11 = gen_array_ops.reshape(x11, [4, -1])
 
-      out = array_ops.concat(
-          [x1, x2, x3, x4, x5, x6, x7, x8, x9, x10, x11], axis=-1)
+      out = array_ops.concat([x1, x2, x3, x4, x5, x6, x7, x8, x9, x10, x11],
+                             axis=-1)
       out = array_ops.squeeze(out, name=output_name)
     return trt_test.TfTrtIntegrationTestParams(
         gdef=g.as_graph_def(),
         input_names=[input_name],
         input_dims=[input_dims],
         output_names=[output_name],
-        expected_output_dims=[(48, 89)])
+        expected_output_dims=[(4, 6680)])
 
   def GetConversionParams(self, run_params):
     """Return a ConversionParams for test."""
     return super(BiasaddMatMulTest,
                  self).GetConversionParams(run_params)._replace(
-                     max_batch_size=48, maximum_cached_engines=2)
+                     max_batch_size=4, maximum_cached_engines=2)
 
   def _ValidEngines(self):
     """Engines expected to build and run."""
-    return [
-        "my_trt_op_0", "my_trt_op_1", "my_trt_op_2", "my_trt_op_3",
-        "my_trt_op_6", "my_trt_op_7", "my_trt_op_8", "my_trt_op_9"
-    ]
+    return ["my_trt_op_0"]
 
   def _InvalidEngines(self):
     """Engines that will cause conversion error at building time."""
-    return ["my_trt_op_4", "my_trt_op_5"]
+    return ["my_trt_op_1", "my_trt_op_2"]
 
   def ExpectedEnginesToBuild(self, run_params):
     """Return the expected engines to build."""
diff --git a/tensorflow/contrib/tensorrt/test/binary_tensor_weight_broadcast_test.py b/tensorflow/contrib/tensorrt/test/binary_tensor_weight_broadcast_test.py
index f126ed4238..72d95cca78 100644
--- a/tensorflow/contrib/tensorrt/test/binary_tensor_weight_broadcast_test.py
+++ b/tensorflow/contrib/tensorrt/test/binary_tensor_weight_broadcast_test.py
@@ -32,79 +32,34 @@ from tensorflow.python.platform import test
 
 class BinaryTensorWeightBroadcastTest(trt_test.TfTrtIntegrationTestBase):
 
+  def _ConstFn(self, shape):
+    return constant_op.constant(np.random.randn(*shape), dtype=dtypes.float32)
+
   def GetParams(self):
     """Tests for scale & elementwise layers in TF-TRT."""
-    dtype = dtypes.float32
     input_name = "input"
     input_dims = [10, 24, 24, 20]
     output_name = "output"
     g = ops.Graph()
     with g.as_default():
-      x = array_ops.placeholder(dtype=dtype, shape=input_dims, name=input_name)
-      # scale
-      a = constant_op.constant(np.random.randn(1), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # scale
-      a = constant_op.constant(np.random.randn(1), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # scale
-      a = constant_op.constant(np.random.randn(24, 1, 1), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # scale
-      a = constant_op.constant(np.random.randn(24, 1, 1), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # scale
-      a = constant_op.constant(np.random.randn(24, 24, 20), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # scale
-      a = constant_op.constant(np.random.randn(24, 24, 20), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(20), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(20), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(1, 24, 1, 1), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(1, 24, 1, 1), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(1, 24, 24, 1), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(1, 24, 24, 1), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(1, 24, 24, 20), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(1, 24, 24, 20), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(24, 20), dtype=dtype)
-      f = a + x
-      x = math_ops.sigmoid(f)
-      # elementwise
-      a = constant_op.constant(np.random.randn(24, 20), dtype=dtype)
-      f = x + a
-      x = math_ops.sigmoid(f)
+      x = array_ops.placeholder(
+          dtype=dtypes.float32, shape=input_dims, name=input_name)
+      for weights_shape in [
+          (1,),  # scale
+          (24, 1, 1),  # scale
+          (24, 24, 20),  # scale
+          (20,),  # elementwise
+          (1, 24, 1, 1),  # elementwise
+          (1, 24, 24, 1),  # elementwise
+          (1, 24, 24, 20),  # elementwise
+          (24, 20),  # elementwise
+      ]:
+        a = self._ConstFn(weights_shape)
+        f = x + a
+        x = math_ops.sigmoid(f)
+        a = self._ConstFn(weights_shape)
+        f = a + x
+        x = math_ops.sigmoid(f)
       gen_array_ops.reshape(x, [5, -1], name=output_name)
     return trt_test.TfTrtIntegrationTestParams(
         gdef=g.as_graph_def(),
@@ -115,24 +70,7 @@ class BinaryTensorWeightBroadcastTest(trt_test.TfTrtIntegrationTestBase):
 
   def ExpectedEnginesToBuild(self, run_params):
     """Return the expected engines to build."""
-    return [
-        "my_trt_op_0",
-        "my_trt_op_1",
-        "my_trt_op_2",
-        "my_trt_op_3",
-        "my_trt_op_4",
-        "my_trt_op_5",
-        "my_trt_op_6",
-        "my_trt_op_7",
-        "my_trt_op_8",
-        "my_trt_op_9",
-        "my_trt_op_10",
-        "my_trt_op_11",
-        "my_trt_op_12",
-        "my_trt_op_13",
-        "my_trt_op_14",
-        "my_trt_op_15",
-    ]
+    return ["my_trt_op_%d" % i for i in range(16)]
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
index 61d95bb242..e22929f114 100644
--- a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
+++ b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
@@ -20,22 +20,17 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.tensorrt.python import trt_convert
 from tensorflow.contrib.tensorrt.test import tf_trt_integration_test_base as trt_test
-from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import nn_ops
 from tensorflow.python.platform import test
 
 
-class SimpleReshapeTest(trt_test.TfTrtIntegrationTestBase):
+class ReshapeTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
-    """Create a graph containing single segment."""
     dtype = dtypes.float32
     input_name = "input"
     input_dims = [100, 24, 24, 2]
@@ -44,96 +39,51 @@ class SimpleReshapeTest(trt_test.TfTrtIntegrationTestBase):
     with g.as_default():
       inp = array_ops.placeholder(
           dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
+      outputs = []
+      # Here we test two types of reshapes, one changes the batch dimension and
+      # the other does not. Note that we're not able to test reshaping to
+      # scalar, since TRT requires input tensor to be of rank at least 2, so a
+      # reshape with scalar input will be filtered out of the segment before
+      # conversion.
       with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [-1, 24*24*2])
-        # Add identities to ensure we have at least min_segment_size=3 nodes
-        identity = array_ops.identity(reshape, "identity")
-        identity = array_ops.identity(identity, "identity2")
-      array_ops.identity(identity, name=output_name)
+        # These reshapes happen at batch dimension, thus should fail.
+        for shape in [[2, 50, 24, 24, 2], [-1, 50, 24, 24, 2],
+                      [2, 50, -1, 24, 2]]:
+          r = array_ops.reshape(inp, shape)
+          r = array_ops.reshape(r, [-1, 24, 24, 2])
+          outputs.append(self.trt_incompatible_op(r))
+        # Add another block with many reshapes that don't change the batch
+        # dimension.
+        r = array_ops.reshape(inp, [-1, 24 * 24, 2], name="reshape-0")
+        r = array_ops.reshape(r, [100, 24, -1], name="reshape-1")
+        r = array_ops.reshape(r, [100, 24 * 2, 24], name="reshape-2")
+        r = array_ops.reshape(r, [-1, 24, 24 * 2], name="reshape-3")
+        r = array_ops.reshape(r, [-1, 6, 4, 24, 2], name="reshape-4")
+        r = array_ops.reshape(r, [-1, 6, 4, 6, 4, 2, 1], name="reshape-5")
+        r = array_ops.reshape(r, [-1, 24, 24, 2], name="reshape-6")
+        outputs.append(self.trt_incompatible_op(r))
+      math_ops.add_n(outputs, name=output_name)
     return trt_test.TfTrtIntegrationTestParams(
         gdef=g.as_graph_def(),
         input_names=[input_name],
         input_dims=[input_dims],
         output_names=[output_name],
-        expected_output_dims=[(100, 24*24*2)])
+        expected_output_dims=[tuple(input_dims)])
 
   def ExpectedEnginesToBuild(self, run_params):
     """Return the expected engines to build."""
-    return ["my_trt_op_0"]
-
-class ReshapeToScalarTest(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [1]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=input_dims, name=input_name)
-      with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [])
-        # Add identities to ensure we have at least min_segment_size=3 nodes
-        identity = array_ops.identity(reshape, "identity")
-        identity = array_ops.identity(identity, "identity2")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[()])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return []
+    return {
+        "my_trt_op_3": ["reshape-%d" % i for i in range(7)] +
+                       ["reshape-%d/shape" % i for i in range(7)]
+    }
 
   def ShouldRunTest(self, run_params):
     """Whether to run the test."""
-    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
-    # a calib graph. Doesn't seem to contain any calibration nodes.""
-    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and
             not run_params.dynamic_engine)
 
-class ReshapeBatchDimensionTest(trt_test.TfTrtIntegrationTestBase):
 
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [2, 50, 24, 24, 2])
-        # Add identities to ensure we have at least min_segment_size=3 nodes
-        identity = array_ops.identity(reshape, "identity")
-        identity = array_ops.identity(identity, "identity2")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(2, 50, 24, 24, 2)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return []
-
-  def ShouldRunTest(self, run_params):
-    """Whether to run the test."""
-    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
-    # a calib graph. Doesn't seem to contain any calibration nodes.""
-    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
-            not run_params.dynamic_engine)
-
-class ReshapeBatchDimensionTest2(trt_test.TfTrtIntegrationTestBase):
+class TransposeTest(trt_test.TfTrtIntegrationTestBase):
 
   def GetParams(self):
     """Create a graph containing single segment."""
@@ -146,218 +96,33 @@ class ReshapeBatchDimensionTest2(trt_test.TfTrtIntegrationTestBase):
       inp = array_ops.placeholder(
           dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
       with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [-1, 50, 24, 24, 2])
-        # Add identities to ensure we have at least min_segment_size=3 nodes
-        identity = array_ops.identity(reshape, "identity")
-        identity = array_ops.identity(identity, "identity2")
-      array_ops.identity(identity, name=output_name)
+        t = array_ops.transpose(inp, [0, 3, 1, 2], name="transpose-1")
+        t = array_ops.transpose(t, [0, 2, 3, 1], name="transposeback-1")
+        incompatible = self.trt_incompatible_op(t)
+        t = array_ops.transpose(incompatible, [2, 1, 0, 3], name="transpose-2")
+        t = array_ops.transpose(t, [0, 2, 3, 1], name="transpose-3")
+      array_ops.identity(t, name=output_name)
     return trt_test.TfTrtIntegrationTestParams(
         gdef=g.as_graph_def(),
         input_names=[input_name],
         input_dims=[input_dims],
         output_names=[output_name],
-        expected_output_dims=[(2, 50, 24, 24, 2)])
+        expected_output_dims=[(24, 100, 2, 24)])
 
   def ExpectedEnginesToBuild(self, run_params):
     """Return the expected engines to build."""
-    return []
+    return {
+        "my_trt_op_0": [
+            "transpose-1", "transpose-1/perm", "transposeback-1",
+            "transposeback-1/perm"
+        ]
+    }
 
   def ShouldRunTest(self, run_params):
     """Whether to run the test."""
-    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
-    # a calib graph. Doesn't seem to contain any calibration nodes.""
-    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
+    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and
             not run_params.dynamic_engine)
 
-class ReshapeBatchDimensionTest3(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [2, 50, -1, 24, 2])
-        # Add identities to ensure we have at least min_segment_size=3 nodes
-        identity = array_ops.identity(reshape, "identity")
-        identity = array_ops.identity(identity, "identity2")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(2, 50, 24, 24, 2)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return []
-
-  def ShouldRunTest(self, run_params):
-    """Whether to run the test."""
-    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
-    # a calib graph. Doesn't seem to contain any calibration nodes.""
-    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
-            not run_params.dynamic_engine)
-
-class ReshapeInverseTest(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [-1, 24*24*2])
-        reshape = array_ops.reshape(reshape, [-1, 24, 24, 2])
-        identity = array_ops.identity(reshape, "identity")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(100, 24, 24, 2)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return ["my_trt_op_0"]
-
-class ManyReshapeTest(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        reshape = array_ops.reshape(inp, [-1, 24*24, 2])
-        reshape = array_ops.reshape(reshape, [-1, 24*2, 24])
-        reshape = array_ops.reshape(reshape, [-1, 24, 24*2])
-        reshape = array_ops.reshape(reshape, [-1, 6, 4, 24, 2])
-        reshape = array_ops.reshape(reshape, [-1, 6, 4, 6, 4, 2])
-        reshape = array_ops.reshape(reshape, [-1, 6, 4, 6, 4, 2, 1])
-        reshape = array_ops.reshape(reshape, [-1, 24, 24, 2])
-        identity = array_ops.identity(reshape, "identity")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(100, 24, 24, 2)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return ["my_trt_op_0"]
-
-class SimpleTransposeTest(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        # to NCHW
-        transpose = array_ops.transpose(inp, [0, 3, 1, 2])
-        identity = array_ops.identity(transpose, "identity")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(100, 2, 24, 24)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return ["my_trt_op_0"]
-
-class TransposeBatchDimensionTest(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        # to NCHW
-        transpose = array_ops.transpose(inp, [2, 1, 0, 3])
-        identity = array_ops.identity(transpose, "identity")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(24, 24, 100, 2)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return []
-
-  def ShouldRunTest(self, run_params):
-    """Whether to run the test."""
-    # No engine should be created so exclude INT8 to avoid "ERROR:tensorflow:Not
-    # a calib graph. Doesn't seem to contain any calibration nodes.""
-    return (not trt_test.IsQuantizationMode(run_params.precision_mode) and 
-            not run_params.dynamic_engine)
-
-class TransposeInverseTest(trt_test.TfTrtIntegrationTestBase):
-
-  def GetParams(self):
-    """Create a graph containing single segment."""
-    dtype = dtypes.float32
-    input_name = "input"
-    input_dims = [100, 24, 24, 2]
-    output_name = "output"
-    g = ops.Graph()
-    with g.as_default():
-      inp = array_ops.placeholder(
-          dtype=dtype, shape=[None] + input_dims[1:], name=input_name)
-      with g.device("/GPU:0"):
-        # to NCHW
-        transpose = array_ops.transpose(inp, [0, 3, 1, 2])
-        # back to NHWC
-        transpose = array_ops.transpose(transpose, [0, 2, 3, 1])
-        identity = array_ops.identity(transpose, "identity")
-      array_ops.identity(identity, name=output_name)
-    return trt_test.TfTrtIntegrationTestParams(
-        gdef=g.as_graph_def(),
-        input_names=[input_name],
-        input_dims=[input_dims],
-        output_names=[output_name],
-        expected_output_dims=[(100, 24, 24, 2)])
-
-  def ExpectedEnginesToBuild(self, run_params):
-    """Return the expected engines to build."""
-    return ["my_trt_op_0"]
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From d06d64c34e730253abb596cc081793132a5b985d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 10:27:54 -0700
Subject: [PATCH 0142/1825] Add Eager execution to all tests in backend.py

PiperOrigin-RevId: 217341177
---
 tensorflow/python/keras/backend.py      |  19 +-
 tensorflow/python/keras/backend_test.py | 452 +++++++++++++-----------
 2 files changed, 260 insertions(+), 211 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 708a442e71..032077cd12 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -826,6 +826,9 @@ def placeholder(shape=None, ndim=None, dtype=None, sparse=False, name=None):
       sparse: Boolean, whether the placeholder should have a sparse type.
       name: Optional name string for the placeholder.
 
+  Raises:
+      ValueError: If called with eager execution.
+
   Returns:
       Tensor instance (with Keras metadata included).
 
@@ -837,6 +840,9 @@ def placeholder(shape=None, ndim=None, dtype=None, sparse=False, name=None):
       <tf.Tensor 'Placeholder_4:0' shape=(2, 4, 5) dtype=float32>
   ```
   """
+  if context.executing_eagerly():
+    raise ValueError(
+        '`keras.backend.placeholder` is not supported with eager execution.')
   if dtype is None:
     dtype = floatx()
   if not shape:
@@ -1007,7 +1013,7 @@ def eval(x):
              [ 3.,  4.]], dtype=float32)
   ```
   """
-  return to_dense(x).eval(session=get_session())
+  return get_value(to_dense(x))
 
 
 @tf_export('keras.backend.zeros')
@@ -3060,8 +3066,11 @@ def function(inputs, outputs, updates=None, **kwargs):
       Output values as Numpy arrays.
 
   Raises:
-      ValueError: if invalid kwargs are passed in.
+      ValueError: if invalid kwargs are passed in or if in eager execution.
   """
+  if context.executing_eagerly():
+    raise ValueError(
+        '`keras.backend.function` is not supported with eager execution.')
   if kwargs:
     for key in kwargs:
       if (key not in tf_inspect.getfullargspec(session_module.Session.run)[0]
@@ -4256,6 +4265,8 @@ def separable_conv2d(x,
     data_format = image_data_format()
   if data_format not in {'channels_first', 'channels_last'}:
     raise ValueError('Unknown data_format: ' + str(data_format))
+  if len(strides) != 2:
+    raise ValueError('`strides` must be a tuple of 2 integers.')
 
   x, tf_data_format = _preprocess_conv2d_input(x, data_format)
   padding = _preprocess_padding(padding)
@@ -4462,6 +4473,10 @@ def pool2d(x,
     data_format = image_data_format()
   if data_format not in {'channels_first', 'channels_last'}:
     raise ValueError('Unknown data_format: ' + str(data_format))
+  if len(pool_size) != 2:
+    raise ValueError('`pool_size` must be a tuple of 2 integers.')
+  if len(strides) != 2:
+    raise ValueError('`strides` must be a tuple of 2 integers.')
 
   x, tf_data_format = _preprocess_conv2d_input(x, data_format)
   padding = _preprocess_padding(padding)
diff --git a/tensorflow/python/keras/backend_test.py b/tensorflow/python/keras/backend_test.py
index 0834448699..4368b69ebe 100644
--- a/tensorflow/python/keras/backend_test.py
+++ b/tensorflow/python/keras/backend_test.py
@@ -23,9 +23,12 @@ import scipy.sparse
 
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python import keras
+from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import nn
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
@@ -89,6 +92,7 @@ def compare_two_inputs_op_to_numpy(keras_op,
                          str(keras_output))
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class BackendUtilsTest(test.TestCase):
 
   def test_backend(self):
@@ -130,8 +134,9 @@ class BackendUtilsTest(test.TestCase):
       keras.backend.set_learning_phase(0)
       x = keras.Input((3,))
       y = keras.layers.BatchNormalization()(x)
-      sess.run(variables.global_variables_initializer())
-      sess.run(y, feed_dict={x: np.random.random((2, 3))})
+      if not context.executing_eagerly():
+        sess.run(variables.global_variables_initializer())
+        sess.run(y, feed_dict={x: np.random.random((2, 3))})
 
   def test_learning_phase_scope(self):
     with self.cached_session():
@@ -150,22 +155,29 @@ class BackendUtilsTest(test.TestCase):
       self.assertEqual(keras.backend.learning_phase(), initial_learning_phase)
 
   def test_int_shape(self):
-    x = keras.backend.placeholder(shape=(3, 4))
+    x = keras.backend.ones(shape=(3, 4))
     self.assertEqual(keras.backend.int_shape(x), (3, 4))
 
-    x = keras.backend.placeholder(shape=(None, 4))
-    self.assertEqual(keras.backend.int_shape(x), (None, 4))
+    if not context.executing_eagerly():
+      x = keras.backend.placeholder(shape=(None, 4))
+      self.assertEqual(keras.backend.int_shape(x), (None, 4))
 
   def test_in_train_phase(self):
     with self.cached_session():
       y1 = keras.backend.variable(1)
       y2 = keras.backend.variable(2)
-      y = keras.backend.in_train_phase(y1, y2)
-      f = keras.backend.function([keras.backend.learning_phase()], [y])
-      y_val = f([0])[0]
-      self.assertAllClose(y_val, 2)
-      y_val = f([1])[0]
-      self.assertAllClose(y_val, 1)
+      if context.executing_eagerly():
+        with keras.backend.learning_phase_scope(0):
+          y_val_test = keras.backend.in_train_phase(y1, y2).numpy()
+        with keras.backend.learning_phase_scope(1):
+          y_val_train = keras.backend.in_train_phase(y1, y2).numpy()
+      else:
+        y = keras.backend.in_train_phase(y1, y2)
+        f = keras.backend.function([keras.backend.learning_phase()], [y])
+        y_val_test = f([0])[0]
+        y_val_train = f([1])[0]
+      self.assertAllClose(y_val_test, 2)
+      self.assertAllClose(y_val_train, 1)
 
   def test_is_keras_tensor(self):
     x = keras.backend.variable(1)
@@ -175,164 +187,20 @@ class BackendUtilsTest(test.TestCase):
     with self.assertRaises(ValueError):
       keras.backend.is_keras_tensor(0)
 
-  def test_is_placeholder(self):
-    x = keras.backend.placeholder(shape=(1,))
-    self.assertEqual(keras.backend.is_placeholder(x), True)
-    # Test with TF placeholder
-    x = keras.backend.array_ops.placeholder(dtype='float32', shape=(1,))
-    self.assertEqual(keras.backend.is_placeholder(x), True)
-    x = keras.backend.variable(1)
-    self.assertEqual(keras.backend.is_placeholder(x), False)
-
   def test_stop_gradient(self):
     x = keras.backend.variable(1)
     y = keras.backend.stop_gradient(x)
-    self.assertEqual(y.op.name[:12], 'StopGradient')
+    if not context.executing_eagerly():
+      self.assertEqual(y.op.name[:12], 'StopGradient')
 
     xs = [keras.backend.variable(1) for _ in range(3)]
     ys = keras.backend.stop_gradient(xs)
-    for y in ys:
-      self.assertEqual(y.op.name[:12], 'StopGradient')
-
-  def test_function_tf_feed_symbols(self):
-    with self.cached_session():
-      # Test feeding a resource variable to `function`.
-      x1 = keras.backend.placeholder(shape=())
-      x2 = keras.backend.placeholder(shape=())
-      lr = keras.backend.learning_phase()  # Include a placeholder_with_default.
-
-      y1 = keras.backend.variable(10.)
-      y2 = 3
-
-      f = keras.backend.function(
-          inputs=[x1, x2, lr],
-          outputs=[x1 + 1,
-                   keras.backend.in_train_phase(x2 + 2, x2 - 1)])
-      outs = f([y1, y2, None])  # Use default learning_phase value.
-      self.assertEqual(outs, [11., 2.])
-      outs = f([y1, y2, 1])  # Set learning phase value.
-      self.assertEqual(outs, [11., 5.])
-
-      # Test triggering a callable refresh by changing the input.
-      y3 = keras.backend.constant(20.)  # Test with tensor
-      outs = f([y3, y2, None])
-      self.assertEqual(outs, [21., 2.])
-
-      y4 = 4  # Test with non-symbol
-      outs = f([y4, y2, None])
-      self.assertEqual(outs, [5., 2.])
-
-      # Test with a different dtype
-      y5 = keras.backend.constant(10., dtype='float64')
-      outs = f([y5, y2, None])
-      self.assertEqual(outs, [11., 2.])
-
-  def test_function_tf_fetches(self):
-    # Additional operations can be passed to tf.Session().run() via its
-    # `fetches` arguments. In contrast to `updates` argument of
-    # keras.backend.function() these do not have control dependency on `outputs`
-    # so they can run in parallel. Also they should not contribute to output of
-    # keras.backend.function().
-    with self.cached_session():
-      x = keras.backend.variable(0.)
-      y = keras.backend.variable(0.)
-      x_placeholder = keras.backend.placeholder(shape=())
-      y_placeholder = keras.backend.placeholder(shape=())
-
-      f = keras.backend.function(inputs=[x_placeholder, y_placeholder],
-                                 outputs=[x_placeholder + y_placeholder],
-                                 updates=[(x, x_placeholder + 1.)],
-                                 fetches=[keras.backend.update(y, 5.)])
-      output = f([10., 20.])
-      self.assertEqual(output, [30.])
-      self.assertEqual(
-          keras.backend.get_session().run(fetches=[x, y]), [11., 5.])
-
-  def test_function_tf_feed_dict(self):
-    # Additional substitutions can be passed to `tf.Session().run()` via its
-    # `feed_dict` arguments. Note that the feed_dict is passed once in the
-    # constructor but we can modify the values in the dictionary. Through
-    # this feed_dict we can provide additional substitutions besides Keras
-    # inputs.
-    with self.cached_session():
-      x = keras.backend.variable(0.)
-      y = keras.backend.variable(0.)
-      x_placeholder = keras.backend.placeholder(shape=())
-      y_placeholder = keras.backend.placeholder(shape=())
-
-      feed_dict = {y_placeholder: 3.}
-      fetches = [keras.backend.update(y, y_placeholder * 10.)]
-      f = keras.backend.function(inputs=[x_placeholder],
-                                 outputs=[x_placeholder + 1.],
-                                 updates=[(x, x_placeholder + 10.)],
-                                 feed_dict=feed_dict,
-                                 fetches=fetches)
-      output = f([10.])
-      self.assertEqual(output, [11.])
-      self.assertEqual(
-          keras.backend.get_session().run(fetches=[x, y]), [20., 30.])
-
-      # updated value in feed_dict will be modified within the K.function()
-      feed_dict[y_placeholder] = 4.
-      output = f([20.])
-      self.assertEqual(output, [21.])
-      self.assertEqual(
-          keras.backend.get_session().run(fetches=[x, y]), [30., 40.])
-
-  def test_function_tf_run_options_with_run_metadata(self):
-    with self.cached_session():
-      x_placeholder = keras.backend.placeholder(shape=())
-      y_placeholder = keras.backend.placeholder(shape=())
-
-      run_options = config_pb2.RunOptions(output_partition_graphs=True)
-      run_metadata = config_pb2.RunMetadata()
-      # enable run_options.
-      f = keras.backend.function(inputs=[x_placeholder, y_placeholder],
-                                 outputs=[x_placeholder + y_placeholder],
-                                 options=run_options,
-                                 run_metadata=run_metadata)
-      output = f([10., 20.])
-      self.assertEqual(output, [30.])
-      self.assertGreater(len(run_metadata.partition_graphs), 0)
-      # disable run_options.
-      f1 = keras.backend.function(inputs=[x_placeholder, y_placeholder],
-                                  outputs=[x_placeholder + y_placeholder],
-                                  run_metadata=run_metadata)
-      output1 = f1([10., 20.])
-      self.assertEqual(output1, [30.])
-      self.assertEqual(len(run_metadata.partition_graphs), 0)
-
-  def test_function_fetch_callbacks(self):
-
-    class CallbackStub(object):
-
-      def __init__(self):
-        self.times_called = 0
-        self.callback_result = 0
-
-      def _fetch_callback(self, result):
-        self.times_called += 1
-        self.callback_result = result
-
-    with self.cached_session():
-      callback = CallbackStub()
-      x_placeholder = keras.backend.placeholder(shape=())
-      y_placeholder = keras.backend.placeholder(shape=())
-
-      callback_op = x_placeholder * y_placeholder
-
-      f = keras.backend.function(
-          inputs=[x_placeholder, y_placeholder],
-          outputs=[x_placeholder + y_placeholder])
-      f.fetches.append(callback_op)
-      f.fetch_callbacks[callback_op] = callback._fetch_callback
-
-      _ = f([10., 20.])
-
-      self.assertEqual(callback.times_called, 1)
-      self.assertEqual(callback.callback_result, 200)
+    if not context.executing_eagerly():
+      for y in ys:
+        self.assertEqual(y.op.name[:12], 'StopGradient')
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class BackendVariableTest(test.TestCase):
 
   def test_zeros(self):
@@ -405,23 +273,18 @@ class BackendVariableTest(test.TestCase):
       y = keras.backend.to_dense(x)
       self.assertFalse(keras.backend.is_sparse(y))
 
-  def test_placeholder(self):
-    x = keras.backend.placeholder(shape=(3, 4))
-    self.assertEqual(x.get_shape().as_list(), [3, 4])
-    x = keras.backend.placeholder(shape=(3, 4), sparse=True)
-    self.assertEqual(x.get_shape().as_list(), [3, 4])
-
 
+@test_util.run_all_in_graph_and_eager_modes
 class BackendLinearAlgebraTest(test.TestCase):
 
   def test_dot(self):
-    x = keras.backend.placeholder(shape=(2, 3))
-    y = keras.backend.placeholder(shape=(3, 4))
+    x = keras.backend.ones(shape=(2, 3))
+    y = keras.backend.ones(shape=(3, 4))
     xy = keras.backend.dot(x, y)
     self.assertEqual(xy.get_shape().as_list(), [2, 4])
 
-    x = keras.backend.placeholder(shape=(32, 28, 3))
-    y = keras.backend.placeholder(shape=(3, 4))
+    x = keras.backend.ones(shape=(32, 28, 3))
+    y = keras.backend.ones(shape=(3, 4))
     xy = keras.backend.dot(x, y)
     self.assertEqual(xy.get_shape().as_list(), [32, 28, 4])
 
@@ -525,7 +388,8 @@ class BackendLinearAlgebraTest(test.TestCase):
 
       # alpha (leaky relu used)
       relu_op = keras.backend.relu(x, alpha=0.5)
-      self.assertTrue('LeakyRelu' in relu_op.name)
+      if not context.executing_eagerly():
+        self.assertTrue('LeakyRelu' in relu_op.name)
       self.assertAllClose(keras.backend.eval(relu_op), [[-2, 0], [2, 7]])
 
       # max_value < some elements
@@ -534,7 +398,8 @@ class BackendLinearAlgebraTest(test.TestCase):
 
       # nn.relu6 used
       relu_op = keras.backend.relu(x, max_value=6)
-      self.assertTrue('Relu6' in relu_op.name)  # uses tf.nn.relu6
+      if not context.executing_eagerly():
+        self.assertTrue('Relu6' in relu_op.name)  # uses tf.nn.relu6
       self.assertAllClose(keras.backend.eval(relu_op), [[0, 0], [2, 6]])
 
       # max value > 6
@@ -578,6 +443,7 @@ class BackendLinearAlgebraTest(test.TestCase):
       self.assertAllClose(keras.backend.eval(relu_op), [[-2, -1], [-0.5, 5]])
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class BackendShapeOpsTest(test.TestCase):
 
   def test_reshape(self):
@@ -663,9 +529,10 @@ class BackendShapeOpsTest(test.TestCase):
     self.assertEqual(y.get_shape().as_list(), [1, 9, 2])
 
     # Use with a dynamic axis:
-    x = keras.backend.placeholder(shape=(2, None, 2))
-    y = keras.backend.repeat_elements(x, 3, axis=1)
-    self.assertEqual(y.get_shape().as_list(), [2, None, 2])
+    if not context.executing_eagerly():
+      x = keras.backend.placeholder(shape=(2, None, 2))
+      y = keras.backend.repeat_elements(x, 3, axis=1)
+      self.assertEqual(y.get_shape().as_list(), [2, None, 2])
 
   def test_repeat(self):
     x = keras.backend.variable(np.ones((1, 3)))
@@ -780,6 +647,7 @@ class BackendShapeOpsTest(test.TestCase):
           np_kwargs={'data_format': 'channels_first'})
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class BackendNNOpsTest(test.TestCase, parameterized.TestCase):
 
   def test_bias_add(self):
@@ -799,7 +667,7 @@ class BackendNNOpsTest(test.TestCase, parameterized.TestCase):
                                      input_shape_a=(4, 3, 5, 2, 7),
                                      input_shape_b=(7,))
 
-      with self.assertRaises(ValueError):
+      with self.assertRaises((ValueError, errors_impl.InvalidArgumentError)):
         x = keras.backend.variable((3, 4))
         b = keras.backend.variable((3, 4))
         keras.backend.bias_add(x, b)
@@ -1278,8 +1146,11 @@ class BackendNNOpsTest(test.TestCase, parameterized.TestCase):
 
     rnn_fn = rnn_step_fn()
     inputs = keras.backend.variable(input_val)
-    initial_states = [keras.backend.variable(init_state_val),
-                      np.concatenate([init_state_val, init_state_val], axis=-1)]
+    initial_states = [
+        keras.backend.variable(init_state_val),
+        ops.convert_to_tensor(
+            np.concatenate([init_state_val, init_state_val], axis=-1))
+    ]
     mask = keras.backend.variable(np_mask)
 
     kwargs_list = [
@@ -1382,37 +1253,8 @@ class BackendNNOpsTest(test.TestCase, parameterized.TestCase):
     self.assertEqual(mean.get_shape().as_list(), [3,])
     self.assertEqual(var.get_shape().as_list(), [3,])
 
-  def test_batch_normalization(self):
-    g_val = np.random.random((3,))
-    b_val = np.random.random((3,))
-    gamma = keras.backend.variable(g_val)
-    beta = keras.backend.variable(b_val)
-
-    # 3D NHC case
-    val = np.random.random((10, 5, 3))
-    x = keras.backend.variable(val)
-    mean, var = nn.moments(x, (0, 1), None, None, False)
-    normed = keras.backend.batch_normalization(
-        x, mean, var, beta, gamma, axis=-1, epsilon=1e-3)
-    self.assertEqual(normed.shape.as_list(), [10, 5, 3])
-
-    # 4D NHWC case
-    val = np.random.random((10, 5, 5, 3))
-    x = keras.backend.variable(val)
-    mean, var = nn.moments(x, (0, 1, 2), None, None, False)
-    normed = keras.backend.batch_normalization(
-        x, mean, var, beta, gamma, axis=-1, epsilon=1e-3)
-    self.assertEqual(normed.shape.as_list(), [10, 5, 5, 3])
-
-    # 4D NCHW case
-    val = np.random.random((10, 3, 5, 5))
-    x = keras.backend.variable(val)
-    mean, var = nn.moments(x, (0, 2, 3), None, None, False)
-    normed = keras.backend.batch_normalization(
-        x, mean, var, beta, gamma, axis=1, epsilon=1e-3)
-    self.assertEqual(normed.shape.as_list(), [10, 3, 5, 5])
-
 
+@test_util.run_all_in_graph_and_eager_modes
 class TestCTC(test.TestCase):
 
   def test_ctc_decode(self):
@@ -1518,6 +1360,7 @@ class TestCTC(test.TestCase):
       self.assertAllClose(res[:, 0], ref, atol=1e-05)
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class TestRandomOps(test.TestCase):
 
   def test_random_binomial(self):
@@ -1545,5 +1388,196 @@ class TestRandomOps(test.TestCase):
       preds = seq.predict([['tensorflow eager']])
       self.assertEqual(preds.shape, (1,))
 
+
+class BackendGraphTests(test.TestCase):
+
+  def test_is_placeholder(self):
+    x = keras.backend.placeholder(shape=(1,))
+    self.assertEqual(keras.backend.is_placeholder(x), True)
+    # Test with TF placeholder
+    x = keras.backend.array_ops.placeholder(dtype='float32', shape=(1,))
+    self.assertEqual(keras.backend.is_placeholder(x), True)
+    x = keras.backend.variable(1)
+    self.assertEqual(keras.backend.is_placeholder(x), False)
+
+  def test_function_tf_feed_symbols(self):
+    with self.cached_session():
+      # Test feeding a resource variable to `function`.
+      x1 = keras.backend.placeholder(shape=())
+      x2 = keras.backend.placeholder(shape=())
+      lr = keras.backend.learning_phase()  # Include a placeholder_with_default.
+
+      y1 = keras.backend.variable(10.)
+      y2 = 3
+
+      f = keras.backend.function(
+          inputs=[x1, x2, lr],
+          outputs=[x1 + 1, keras.backend.in_train_phase(x2 + 2, x2 - 1)])
+      outs = f([y1, y2, None])  # Use default learning_phase value.
+      self.assertEqual(outs, [11., 2.])
+      outs = f([y1, y2, 1])  # Set learning phase value.
+      self.assertEqual(outs, [11., 5.])
+
+      # Test triggering a callable refresh by changing the input.
+      y3 = keras.backend.constant(20.)  # Test with tensor
+      outs = f([y3, y2, None])
+      self.assertEqual(outs, [21., 2.])
+
+      y4 = 4  # Test with non-symbol
+      outs = f([y4, y2, None])
+      self.assertEqual(outs, [5., 2.])
+
+      # Test with a different dtype
+      y5 = keras.backend.constant(10., dtype='float64')
+      outs = f([y5, y2, None])
+      self.assertEqual(outs, [11., 2.])
+
+  def test_function_tf_fetches(self):
+    # Additional operations can be passed to tf.Session().run() via its
+    # `fetches` arguments. In contrast to `updates` argument of
+    # keras.backend.function() these do not have control dependency on `outputs`
+    # so they can run in parallel. Also they should not contribute to output of
+    # keras.backend.function().
+    with self.cached_session():
+      x = keras.backend.variable(0.)
+      y = keras.backend.variable(0.)
+      x_placeholder = keras.backend.placeholder(shape=())
+      y_placeholder = keras.backend.placeholder(shape=())
+
+      f = keras.backend.function(
+          inputs=[x_placeholder, y_placeholder],
+          outputs=[x_placeholder + y_placeholder],
+          updates=[(x, x_placeholder + 1.)],
+          fetches=[keras.backend.update(y, 5.)])
+      output = f([10., 20.])
+      self.assertEqual(output, [30.])
+      self.assertEqual(keras.backend.get_session().run(fetches=[x, y]),
+                       [11., 5.])
+
+  def test_function_tf_feed_dict(self):
+    # Additional substitutions can be passed to `tf.Session().run()` via its
+    # `feed_dict` arguments. Note that the feed_dict is passed once in the
+    # constructor but we can modify the values in the dictionary. Through
+    # this feed_dict we can provide additional substitutions besides Keras
+    # inputs.
+    with self.cached_session():
+      x = keras.backend.variable(0.)
+      y = keras.backend.variable(0.)
+      x_placeholder = keras.backend.placeholder(shape=())
+      y_placeholder = keras.backend.placeholder(shape=())
+
+      feed_dict = {y_placeholder: 3.}
+      fetches = [keras.backend.update(y, y_placeholder * 10.)]
+      f = keras.backend.function(
+          inputs=[x_placeholder],
+          outputs=[x_placeholder + 1.],
+          updates=[(x, x_placeholder + 10.)],
+          feed_dict=feed_dict,
+          fetches=fetches)
+      output = f([10.])
+      self.assertEqual(output, [11.])
+      self.assertEqual(keras.backend.get_session().run(fetches=[x, y]),
+                       [20., 30.])
+
+      # updated value in feed_dict will be modified within the K.function()
+      feed_dict[y_placeholder] = 4.
+      output = f([20.])
+      self.assertEqual(output, [21.])
+      self.assertEqual(keras.backend.get_session().run(fetches=[x, y]),
+                       [30., 40.])
+
+  def test_function_tf_run_options_with_run_metadata(self):
+    with self.cached_session():
+      x_placeholder = keras.backend.placeholder(shape=())
+      y_placeholder = keras.backend.placeholder(shape=())
+
+      run_options = config_pb2.RunOptions(output_partition_graphs=True)
+      run_metadata = config_pb2.RunMetadata()
+      # enable run_options.
+      f = keras.backend.function(
+          inputs=[x_placeholder, y_placeholder],
+          outputs=[x_placeholder + y_placeholder],
+          options=run_options,
+          run_metadata=run_metadata)
+      output = f([10., 20.])
+      self.assertEqual(output, [30.])
+      self.assertGreater(len(run_metadata.partition_graphs), 0)
+      # disable run_options.
+      f1 = keras.backend.function(
+          inputs=[x_placeholder, y_placeholder],
+          outputs=[x_placeholder + y_placeholder],
+          run_metadata=run_metadata)
+      output1 = f1([10., 20.])
+      self.assertEqual(output1, [30.])
+      self.assertEqual(len(run_metadata.partition_graphs), 0)
+
+  def test_function_fetch_callbacks(self):
+
+    class CallbackStub(object):
+
+      def __init__(self):
+        self.times_called = 0
+        self.callback_result = 0
+
+      def _fetch_callback(self, result):
+        self.times_called += 1
+        self.callback_result = result
+
+    with self.cached_session():
+      callback = CallbackStub()
+      x_placeholder = keras.backend.placeholder(shape=())
+      y_placeholder = keras.backend.placeholder(shape=())
+
+      callback_op = x_placeholder * y_placeholder
+
+      f = keras.backend.function(
+          inputs=[x_placeholder, y_placeholder],
+          outputs=[x_placeholder + y_placeholder])
+      f.fetches.append(callback_op)
+      f.fetch_callbacks[callback_op] = callback._fetch_callback
+
+      _ = f([10., 20.])
+
+      self.assertEqual(callback.times_called, 1)
+      self.assertEqual(callback.callback_result, 200)
+
+  def test_placeholder(self):
+    x = keras.backend.placeholder(shape=(3, 4))
+    self.assertEqual(x.get_shape().as_list(), [3, 4])
+    x = keras.backend.placeholder(shape=(3, 4), sparse=True)
+    self.assertEqual(x.get_shape().as_list(), [3, 4])
+
+  def test_batch_normalization(self):
+    # No eager CPU kernel.
+    g_val = np.random.random((3,))
+    b_val = np.random.random((3,))
+    gamma = keras.backend.variable(g_val)
+    beta = keras.backend.variable(b_val)
+
+    # 3D NHC case
+    val = np.random.random((10, 5, 3))
+    x = keras.backend.variable(val)
+    mean, var = nn.moments(x, (0, 1), None, None, False)
+    normed = keras.backend.batch_normalization(
+        x, mean, var, beta, gamma, axis=-1, epsilon=1e-3)
+    self.assertEqual(normed.shape.as_list(), [10, 5, 3])
+
+    # 4D NHWC case
+    val = np.random.random((10, 5, 5, 3))
+    x = keras.backend.variable(val)
+    mean, var = nn.moments(x, (0, 1, 2), None, None, False)
+    normed = keras.backend.batch_normalization(
+        x, mean, var, beta, gamma, axis=-1, epsilon=1e-3)
+    self.assertEqual(normed.shape.as_list(), [10, 5, 5, 3])
+
+    # 4D NCHW case
+    val = np.random.random((10, 3, 5, 5))
+    x = keras.backend.variable(val)
+    mean, var = nn.moments(x, (0, 2, 3), None, None, False)
+    normed = keras.backend.batch_normalization(
+        x, mean, var, beta, gamma, axis=1, epsilon=1e-3)
+    self.assertEqual(normed.shape.as_list(), [10, 3, 5, 5])
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 3535836d3a58185335387bb0913da074456919a9 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Tue, 16 Oct 2018 10:54:31 -0700
Subject: [PATCH 0143/1825] To minimize the size of the windows GPU package,
 set no_tensorflow_py_deps.

PiperOrigin-RevId: 217346661
---
 tensorflow/tools/ci_build/windows/gpu/pip/build_tf_windows.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/tools/ci_build/windows/gpu/pip/build_tf_windows.sh b/tensorflow/tools/ci_build/windows/gpu/pip/build_tf_windows.sh
index 34847e637a..6178d7794d 100644
--- a/tensorflow/tools/ci_build/windows/gpu/pip/build_tf_windows.sh
+++ b/tensorflow/tools/ci_build/windows/gpu/pip/build_tf_windows.sh
@@ -103,7 +103,8 @@ fi
 
 run_configure_for_gpu_build
 
-bazel build --announce_rc --config=opt tensorflow/tools/pip_package:build_pip_package || exit $?
+bazel build --announce_rc --config=opt --define=no_tensorflow_py_deps=true \
+  tensorflow/tools/pip_package:build_pip_package || exit $?
 
 if [[ "$SKIP_TEST" == 1 ]]; then
   exit 0
-- 
GitLab


From ef83241220f5e7bf8b8408936f3b38b461ba653b Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Tue, 16 Oct 2018 11:07:37 -0700
Subject: [PATCH 0144/1825] Make pruning work when calling cond_v2 in a v1
 Graph.

PiperOrigin-RevId: 217349450
---
 .../python/kernel_tests/cond_v2_test.py       |  6 +--
 .../kernel_tests/control_flow_ops_py_test.py  | 49 +++++++++++++++++++
 tensorflow/python/ops/cond_v2.py              | 20 +++++++-
 3 files changed, 70 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/kernel_tests/cond_v2_test.py b/tensorflow/python/kernel_tests/cond_v2_test.py
index 833a0d152c..85a5986041 100644
--- a/tensorflow/python/kernel_tests/cond_v2_test.py
+++ b/tensorflow/python/kernel_tests/cond_v2_test.py
@@ -138,19 +138,19 @@ class CondV2Test(test.TestCase):
   def testDefaultName(self):
     with ops.Graph().as_default():
       cond = self._createCond(None)
-      self.assertEqual(cond.name, "cond")
+      self.assertStartsWith(cond.name, "cond")
       self.assertIn("cond_true", ops.get_default_graph()._functions)
       self.assertIn("cond_false", ops.get_default_graph()._functions)
 
     with ops.Graph().as_default():
       with ops.name_scope("foo"):
         cond = self._createCond("")
-        self.assertEqual(cond.name, "foo/cond")
+        self.assertStartsWith(cond.name, "foo/cond")
         self.assertIn("foo_cond_true", ops.get_default_graph()._functions)
         self.assertIn("foo_cond_false", ops.get_default_graph()._functions)
 
         cond2 = self._createCond(None)
-        self.assertEqual(cond2.name, "foo/cond_1")
+        self.assertStartsWith(cond2.name, "foo/cond_1")
         self.assertIn("foo_cond_1_true", ops.get_default_graph()._functions)
         self.assertIn("foo_cond_1_false", ops.get_default_graph()._functions)
 
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index c74fca49f8..3c7e6e6dce 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -22,6 +22,7 @@ from __future__ import print_function
 
 import collections
 import math
+import sys
 import time
 
 import numpy as np
@@ -740,6 +741,54 @@ class ControlFlowTest(test.TestCase):
       ]
       self.assertAllEqual(dense_gv, [0.0, 2.0])
 
+  @test_util.run_in_graph_and_eager_modes()
+  def testCondAutoControlDeps(self):
+
+    def branch_fn():
+      logging_ops.print_v2("A")
+      logging_ops.print_v2("B")
+      with ops.control_dependencies([logging_ops.print_v2("C")]):
+        return constant_op.constant(10)
+
+    def build_cond():
+      return control_flow_ops.cond(
+          constant_op.constant(True), branch_fn, lambda: 0)
+
+    def build_nested_cond():
+      return control_flow_ops.cond(
+          constant_op.constant(True), build_cond, lambda: 0)
+
+    # In v1 graph mode, pruning should make only "C" print.
+    if not context.executing_eagerly():
+      with self.cached_session():
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_cond().eval(), 10)
+        self.assertEqual(printed.contents(), "C\n")
+
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_nested_cond().eval(), 10)
+        self.assertEqual(printed.contents(), "C\n")
+
+    # In defuns, all prints should execute in program order.
+    # This doesn't work with legacy control flow.
+    if control_flow_ops.ENABLE_COND_V2:
+
+      @eager_function.defun
+      def cond():
+        return build_cond()
+
+      with self.captureWritesToStream(sys.stderr) as printed:
+        self.assertEqual(self.evaluate(cond()), 10)
+      self.assertEqual(printed.contents(), "A\nB\nC\n")
+
+      @eager_function.defun
+      def nested_cond():
+        return build_nested_cond()
+
+      with self.captureWritesToStream(sys.stderr) as printed:
+        self.assertEqual(self.evaluate(nested_cond()), 10)
+      self.assertEqual(printed.contents(), "A\nB\nC\n")
+
   # Microbenchmark: 256,000 iterations/s.
   @test_util.disable_control_flow_v2("b/116630618 (Times out)")
   def testWhile_1(self):
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index b3ae378316..bb9286210c 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -62,12 +62,18 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
       true_name = graph.unique_name(("%strue" % scope).replace("/", "_"))
       false_name = graph.unique_name(("%sfalse" % scope).replace("/", "_"))
 
+    # Automatic control dependencies are added in defuns, but not in v1
+    # graphs. Propagate that behavior here.
+    add_control_dependencies = util.in_defun()
+
     true_graph = function.func_graph_from_py_func(
         true_name, true_fn, [], {},
-        func_graph=util.CondBranchFuncGraph(true_name))
+        func_graph=util.CondBranchFuncGraph(true_name),
+        add_control_dependencies=add_control_dependencies)
     false_graph = function.func_graph_from_py_func(
         false_name, false_fn, [], {},
-        func_graph=util.CondBranchFuncGraph(false_name))
+        func_graph=util.CondBranchFuncGraph(false_name),
+        add_control_dependencies=add_control_dependencies)
     _check_same_outputs(true_graph, false_graph)
 
     # Add inputs to true_graph and false_graph to make them match. Note that
@@ -120,6 +126,16 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
                       attr_value_pb2.AttrValue(b=True))
       # pylint: enable=protected-access
 
+    # Return identities for each output of the If op, rather than the output of
+    # the If op directly. This makes pruning work if the output of cond() is
+    # fetched: the lowering pass converts the If outputs into IdentityN outputs,
+    # which if fetched will cause all ops in the taken branch to be run (since
+    # it takes all merge ops as input). After lowering, each output identity op
+    # will end up with only the appropriate merge op as input.
+    # TODO(b/79984175): this doesn't have to be a tuple once we covert to the
+    # correct output structure
+    tensors = tuple(array_ops.identity(t) for t in tensors)
+
     result = tuple(tensors[:num_cond_outputs])
     if len(result) == 1:
       return result[0]
-- 
GitLab


From 2acbbe480b1de8f1bc4936d272333fd812382198 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Tue, 16 Oct 2018 11:09:30 -0700
Subject: [PATCH 0145/1825] Adding GetNextAsOptional support for
 MultiDeviceIterator

PiperOrigin-RevId: 217349782
---
 .../multi_device_iterator_test.py             | 69 +++++++++++++++++++
 tensorflow/python/data/ops/BUILD              |  1 +
 .../data/ops/multi_device_iterator_ops.py     | 11 +++
 3 files changed, 81 insertions(+)

diff --git a/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py b/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py
index 1cf6dd1bea..758d75650c 100644
--- a/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py
+++ b/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py
@@ -113,6 +113,39 @@ class MultiDeviceIteratorTest(test_base.DatasetTestBase):
         sess.run(elem_on_1)
         sess.run(elem_on_2)
 
+  def testGetNextAsOptional(self):
+    dataset = dataset_ops.Dataset.range(9)
+    multi_device_iterator = multi_device_iterator_ops.MultiDeviceIterator(
+        dataset, ["/cpu:1", "/cpu:2"])
+    elem_on_1, elem_on_2 = multi_device_iterator.get_next_as_optional()
+    elem_on_1_has_value_t = elem_on_1.has_value()
+    elem_on_1_t = elem_on_1.get_value()
+    elem_on_2_has_value_t = elem_on_2.has_value()
+    elem_on_2_t = elem_on_2.get_value()
+
+    config = config_pb2.ConfigProto(device_count={"CPU": 3})
+    with self.test_session(config=config) as sess:
+      sess.run(multi_device_iterator.initializer)
+      for i in range(0, 8, 2):
+        elem_on_1_has_value, elem_on_1_value = sess.run(
+            [elem_on_1_has_value_t, elem_on_1_t])
+        self.assertTrue(elem_on_1_has_value)
+        self.assertEqual(i, elem_on_1_value)
+        elem_on_2_has_value, elem_on_2_value = sess.run(
+            [elem_on_2_has_value_t, elem_on_2_t])
+        self.assertTrue(elem_on_2_has_value)
+        self.assertEqual(i + 1, elem_on_2_value)
+      elem_on_1_has_value, elem_on_1_value = sess.run(
+          [elem_on_1_has_value_t, elem_on_1_t])
+      self.assertTrue(elem_on_1_has_value)
+      self.assertEqual(8, elem_on_1_value)
+      self.assertFalse(sess.run(elem_on_1_has_value_t))
+      self.assertFalse(sess.run(elem_on_2_has_value_t))
+      with self.assertRaises(errors.InvalidArgumentError):
+        sess.run(elem_on_1_t)
+      with self.assertRaises(errors.InvalidArgumentError):
+        sess.run(elem_on_2_t)
+
   def testUneven(self):
     dataset = dataset_ops.Dataset.range(10)
     multi_device_iterator = multi_device_iterator_ops.MultiDeviceIterator(
@@ -186,6 +219,42 @@ class MultiDeviceIteratorTest(test_base.DatasetTestBase):
         sess.run(elem_on_1)
         sess.run(elem_on_2)
 
+  def testGetNextAsOptionalGpu(self):
+    if not test_util.is_gpu_available():
+      self.skipTest("No GPU available")
+
+    dataset = dataset_ops.Dataset.range(9)
+    multi_device_iterator = multi_device_iterator_ops.MultiDeviceIterator(
+        dataset, ["/cpu:1", "/gpu:0"])
+    elem_on_1, elem_on_2 = multi_device_iterator.get_next_as_optional()
+    elem_on_1_has_value_t = elem_on_1.has_value()
+    elem_on_1_t = elem_on_1.get_value()
+    elem_on_2_has_value_t = elem_on_2.has_value()
+    elem_on_2_t = elem_on_2.get_value()
+
+    config = config_pb2.ConfigProto(device_count={"CPU": 2, "GPU": 1})
+    with self.test_session(config=config) as sess:
+      sess.run(multi_device_iterator.initializer)
+      for i in range(0, 8, 2):
+        elem_on_1_has_value, elem_on_1_value = sess.run(
+            [elem_on_1_has_value_t, elem_on_1_t])
+        self.assertTrue(elem_on_1_has_value)
+        self.assertEqual(i, elem_on_1_value)
+        elem_on_2_has_value, elem_on_2_value = sess.run(
+            [elem_on_2_has_value_t, elem_on_2_t])
+        self.assertTrue(elem_on_2_has_value)
+        self.assertEqual(i + 1, elem_on_2_value)
+      elem_on_1_has_value, elem_on_1_value = sess.run(
+          [elem_on_1_has_value_t, elem_on_1_t])
+      self.assertTrue(elem_on_1_has_value)
+      self.assertEqual(8, elem_on_1_value)
+      self.assertFalse(sess.run(elem_on_1_has_value_t))
+      self.assertFalse(sess.run(elem_on_2_has_value_t))
+      with self.assertRaises(errors.InvalidArgumentError):
+        sess.run(elem_on_1_t)
+      with self.assertRaises(errors.InvalidArgumentError):
+        sess.run(elem_on_2_t)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/ops/BUILD b/tensorflow/python/data/ops/BUILD
index 76bf2470b1..84f6c30f5e 100644
--- a/tensorflow/python/data/ops/BUILD
+++ b/tensorflow/python/data/ops/BUILD
@@ -90,6 +90,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":dataset_ops",
+        ":iterator_ops",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:dataset_ops_gen",
diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index b7033cc4ce..3bcd61a197 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.data.ops import iterator_ops
 from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import sparse
 from tensorflow.python.eager import context
@@ -226,6 +227,16 @@ class MultiDeviceIterator(object):
       i += 1
     return result
 
+  def get_next_as_optional(self):
+    result = []
+    i = 0
+    for device in self._devices:
+      with ops.device(device):
+        result.append(iterator_ops.get_next_as_optional(
+            self._device_iterators[i]))
+      i += 1
+    return result
+
   @property
   def initializer(self):
     return self._initializer
-- 
GitLab


From 7adb49638c583d6f1020c0ba6320918f34ab548f Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 16 Oct 2018 11:13:50 -0700
Subject: [PATCH 0146/1825] Disable tests in OSS until we can figure out what's
 wrong with them.

PiperOrigin-RevId: 217350731
---
 tensorflow/examples/autograph/integration_tests/BUILD      | 5 ++++-
 tensorflow/python/autograph/pyct/common_transformers/BUILD | 1 +
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/tensorflow/examples/autograph/integration_tests/BUILD b/tensorflow/examples/autograph/integration_tests/BUILD
index 3630b41fc8..1674d2fa88 100644
--- a/tensorflow/examples/autograph/integration_tests/BUILD
+++ b/tensorflow/examples/autograph/integration_tests/BUILD
@@ -22,7 +22,10 @@ py_test(
         "errors_test.py",
     ],
     srcs_version = "PY2AND3",
-    tags = ["no_windows"],
+    tags = [
+        "no_oss",
+        "no_windows",
+    ],
     deps = [
         "//tensorflow:tensorflow_py",
     ],
diff --git a/tensorflow/python/autograph/pyct/common_transformers/BUILD b/tensorflow/python/autograph/pyct/common_transformers/BUILD
index 5e2f8f3ac0..1106a19de1 100644
--- a/tensorflow/python/autograph/pyct/common_transformers/BUILD
+++ b/tensorflow/python/autograph/pyct/common_transformers/BUILD
@@ -34,6 +34,7 @@ py_test(
     name = "anf_test",
     srcs = ["anf_test.py"],
     srcs_version = "PY2AND3",
+    tags = ["no_oss"],
     deps = [
         ":common_transformers",
         "//tensorflow/python:client_testlib",
-- 
GitLab


From c18e8cf8825dbf9c129dcdedb66820e4933e7b83 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Tue, 16 Oct 2018 11:15:35 -0700
Subject: [PATCH 0147/1825] [Grappler] Remove unused outputs from specialized
 functions.

1. Remove function outputs that are not connected to other nodes and not in a fetch set.
2. Remap consumers to use new output positions.

PiperOrigin-RevId: 217351054
---
 tensorflow/core/grappler/optimizers/BUILD     |   1 +
 .../grappler/optimizers/function_optimizer.cc | 208 ++++++++++++++++--
 .../optimizers/function_optimizer_test.cc     | 117 +++++++++-
 .../optimizers/meta_optimizer_test.cc         | 121 +++++++++-
 tensorflow/core/grappler/utils/functions.cc   |  41 ++++
 tensorflow/core/grappler/utils/functions.h    |  18 +-
 6 files changed, 471 insertions(+), 35 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 43a7d6a70b..c732c690fc 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -145,6 +145,7 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/core/grappler:graph_view",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index 56364f0095..7c35cc5f72 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -29,6 +29,7 @@ limitations under the License.
 #include "tensorflow/core/framework/op_def.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/graph/graph_constructor.h"
+#include "tensorflow/core/grappler/graph_view.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/utils.h"
@@ -39,6 +40,14 @@ namespace tensorflow {
 namespace grappler {
 namespace {
 
+// WARNING: Code in this file implicitly assumes that function input and output
+// arguments are plain tensors (tensor lists are not supported). Function inputs
+// and outputs are always expanded to a single placeholder or output tensor.
+// With this assumption, the calling node's input/output ports always match
+// function input/output arguments.
+//
+// This is guaranteed by the implementation of MakeGrapplerFunctionItem.
+
 // Mark functions that were created as a result of function specialization.
 constexpr char kGrapplerSpecializedFuncAttr[] = "_GrapplerSpecializedFunc";
 
@@ -80,13 +89,23 @@ string UniqueSpecializedFunctionName(const FunctionDef& func,
 // Specialized function instantiation type parameters, body parameters, and
 // const inputs.
 struct FunctionSpecializationSignature {
+  // Currently we do not support functions with tensor lists as inputs or
+  // outputs, so caller node input/output ports always match function
+  // input/output arguments.
+  using InputPort = int;
+  using OutputPort = int;
+
   string func_name;
+  bool is_in_fetch_set;
+  gtl::FlatSet<OutputPort> active_outputs;
   std::unordered_map<string, DataType> type_parameters;
   std::unordered_map<string, AttrValue> body_parameters;
-  std::unordered_map<int, string> const_inputs;
+  std::unordered_map<InputPort, string> const_inputs;
 
   bool operator==(const FunctionSpecializationSignature& other) const {
     bool equals = func_name == other.func_name &&
+                  is_in_fetch_set == other.is_in_fetch_set &&
+                  active_outputs == other.active_outputs &&
                   type_parameters == other.type_parameters &&
                   const_inputs == other.const_inputs;
 
@@ -104,11 +123,21 @@ struct FunctionSpecializationSignature {
     return true;
   }
 
+  // TODO(ezhulenev): Migrate to AbslHashValue.
+  // TODO(ezhulenev): Optimize performance by computing hashes of unordered
+  // values first, and then compute a hash of sorted hashes.
   struct Hash {
     uint64 operator()(FunctionSpecializationSignature const& s) const {
       uint64 h = Hash64(s.func_name);
+      h = Hash64Combine(std::hash<bool>()(s.is_in_fetch_set), h);
+
+      // Use std::set/std::map for deterministic iteration order.
 
-      // Use std::map for deterministic iteration order.
+      std::set<OutputPort> active_outputs(s.active_outputs.begin(),
+                                          s.active_outputs.end());
+      for (const auto& active_output : active_outputs) {
+        h = Hash64Combine(std::hash<int>()(active_output), h);
+      }
 
       std::map<string, DataType> types(s.type_parameters.begin(),
                                        s.type_parameters.end());
@@ -126,8 +155,8 @@ struct FunctionSpecializationSignature {
         h = Hash64Combine(FastAttrValueHash(pair.second), h);
       }
 
-      std::map<int, string> inputs(s.const_inputs.begin(),
-                                   s.const_inputs.end());
+      std::map<InputPort, string> inputs(s.const_inputs.begin(),
+                                         s.const_inputs.end());
       for (const auto& pair : inputs) {
         h = Hash64Combine(std::hash<int>()(pair.first), h);
         h = Hash64Combine(Hash64(pair.second), h);
@@ -140,8 +169,15 @@ struct FunctionSpecializationSignature {
 
 struct FunctionSpecialization {
   string specialized_func_name;
-  std::unordered_set<string> const_inputs;
-  std::unordered_set<string> control_deps;
+  // Names of the tensors that were pushed down into the function body.
+  gtl::FlatSet<string> const_inputs;
+  // Control dependencies of pushed down const inputs have to be attached to
+  // function caller node.
+  gtl::FlatSet<string> control_deps;
+  // Mapping from original function output port to the output port of
+  // specialized function. If function specialization changes the number of
+  // function outputs it's required to update all node consumers.
+  std::vector<std::pair<int, int>> output_mapping;
 };
 
 class FakeCPUDevice : public Device {
@@ -155,9 +191,12 @@ class FunctionOptimizerContext {
   explicit FunctionOptimizerContext(RewriterConfig::Toggle opt_level,
                                     const GrapplerItem& item)
       : graph_version_(item.graph.versions().producer()),
-        function_library_(OpRegistry::Global(), item.graph.library()) {
+        function_library_(OpRegistry::Global(), item.graph.library()),
+        // GraphView doesn't not modify the graph or the nodes.
+        graph_view_(const_cast<GraphDef*>(&item.graph)) {
     InitializeTrulyConstNodes(item);
     InitializeInlinedFunctions(opt_level, item);
+    InitializeFetchNodes(item);
   }
 
   const FunctionLibraryDefinition& function_library() const {
@@ -173,6 +212,19 @@ class FunctionOptimizerContext {
     return flr_;
   }
 
+  const gtl::FlatMap<string, std::vector<std::pair<int, int>>>&
+  output_mappings() const {
+    return output_mappings_;
+  }
+
+  const GraphView& graph_view() const { return graph_view_; }
+
+  const gtl::FlatSet<string>& fetch_tensors() const { return fetch_tensors_; }
+
+  bool IsFetchNode(const string& node_name) const {
+    return fetch_nodes_.find(node_name) != fetch_nodes_.end();
+  }
+
   bool IsInlinedFunction(const string& name) const {
     return inlined_functions_.count(name) > 0;
   }
@@ -200,9 +252,25 @@ class FunctionOptimizerContext {
     specialized_functions_.emplace(sig, specialized_func);
   }
 
+  void AddOutputMapping(const string& func_node,
+                        const FunctionSpecialization& specialized_func) {
+    output_mappings_.emplace(func_node, specialized_func.output_mapping);
+  }
+
+  // Return true if we had any specialized function that changed it's output
+  // mapping, and it's required to update output consumers to new ports ids.
+  bool RequiresOutputMapping() const {
+    for (const auto& m1 : output_mappings_) {
+      for (const std::pair<int, int>& m2 : m1.second) {
+        if (m2.first != m2.second) return true;
+      }
+    }
+    return false;
+  }
+
  private:
   void InitializeTrulyConstNodes(const GrapplerItem& item) {
-    std::unordered_set<string> feed_nodes;
+    gtl::FlatSet<string> feed_nodes;
     for (const auto& feed : item.feed) {
       feed_nodes.insert(NodeName(feed.first));
     }
@@ -234,6 +302,13 @@ class FunctionOptimizerContext {
     }
   }
 
+  void InitializeFetchNodes(const GrapplerItem& item) {
+    for (const string& fetch : item.fetch) {
+      fetch_tensors_.insert(fetch);
+      fetch_nodes_.insert(NodeName(fetch));
+    }
+  }
+
   void InitializeFunctionLibraryRuntime() {
     if (!flr_) {
       Env* env = Env::Default();
@@ -269,9 +344,42 @@ class FunctionOptimizerContext {
                      FunctionSpecializationSignature::Hash>
       specialized_functions_;
 
+  // GrapplerItem.fetch is a vector of tensors.
+  gtl::FlatSet<string> fetch_tensors_;  // format: node_name:port
+  gtl::FlatSet<string> fetch_nodes_;    // format: node_name
+
+  // Output mappings that have to be applied to the graph after all functions
+  // are specialized (node name -> output mappings).
+  gtl::FlatMap<string, std::vector<std::pair<int, int>>> output_mappings_;
+
+  // Use graph view to find active outputs of the function caller nodes.
+  GraphView graph_view_;
+
   TF_DISALLOW_COPY_AND_ASSIGN(FunctionOptimizerContext);
 };
 
+gtl::FlatSet<int> GetActiveOutputs(const NodeDef& node,
+                                   const FunctionOptimizerContext& ctx,
+                                   int size_hint = 0) {
+  gtl::FlatSet<int> active_outputs;
+  active_outputs.reserve(static_cast<size_t>(size_hint));
+
+  // 1. Output can be consumed by the other graph node.
+  const auto node_fanout_edges =
+      ctx.graph_view().GetFanoutEdges(node, /*include_controlled_edges=*/false);
+  for (const GraphView::Edge& edge : node_fanout_edges) {
+    active_outputs.insert(edge.src.port_id);
+  }
+
+  // 2. Or it can be in a fetch set.
+  for (const string& fetch_tensor : ctx.fetch_tensors()) {
+    int port = NodePositionIfSameNode(fetch_tensor, node.name());
+    if (port >= 0) active_outputs.insert(port);
+  }
+
+  return active_outputs;
+}
+
 bool HasTrulyConstInputs(const NodeDef& node,
                          const FunctionOptimizerContext& ctx) {
   const auto is_truly_const = [&ctx](const string& input) {
@@ -280,12 +388,24 @@ bool HasTrulyConstInputs(const NodeDef& node,
   return std::any_of(node.input().begin(), node.input().end(), is_truly_const);
 }
 
+bool HasUnusedOutputs(const NodeDef& func_node, const FunctionDef& func,
+                      const FunctionOptimizerContext& ctx) {
+  // Functions with tensor list outputs are not supported right now, so the
+  // number of output args is the same as number of possible function caller
+  // node outputs.
+  int num_outputs = func.signature().output_arg_size();
+  const gtl::FlatSet<int> active_outputs =
+      GetActiveOutputs(func_node, ctx, /*size_hind*/ num_outputs);
+
+  return active_outputs.size() != num_outputs;
+}
+
 // Return trimmed FunctionDefLibrary with functions that are reachable from
 // the optimized graph.
 FunctionDefLibrary TrimFunctionLibrary(const FunctionLibraryDefinition& flib,
                                        const GraphDef& optimized_graph) {
   // Functions that are reachable from the optimized graph.
-  std::unordered_set<string> keep_funcs;
+  gtl::FlatSet<string> keep_funcs;
 
   std::vector<const FunctionDef*> func_queue;
   func_queue.reserve(flib.num_functions());
@@ -365,8 +485,8 @@ FunctionDefLibrary TrimFunctionLibrary(const FunctionLibraryDefinition& flib,
 Status PushDownConstInputs(const NodeDef& func_node,
                            const FunctionOptimizerContext& ctx,
                            GrapplerFunctionItem* item,
-                           std::unordered_set<string>* const_inputs,
-                           std::unordered_set<string>* control_deps) {
+                           gtl::FlatSet<string>* const_inputs,
+                           gtl::FlatSet<string>* control_deps) {
   // Record node control dependencies in the control_deps set.
   const auto record_control_deps = [&](const NodeDef* const_input) {
     for (int i = const_input->input_size() - 1; i >= 0; --i) {
@@ -397,8 +517,8 @@ Status PushDownConstInputs(const NodeDef& func_node,
 
 // Remove inputs that were pushed into the function body, and attach their
 // control dependencies to the function caller node.
-void RemovePushedDownConstInputs(const std::unordered_set<string>& const_inputs,
-                                 const std::unordered_set<string>& control_deps,
+void RemovePushedDownConstInputs(const gtl::FlatSet<string>& const_inputs,
+                                 const gtl::FlatSet<string>& control_deps,
                                  NodeDef* specialized_func_node) {
   // Nothing to do if it was no const inputs to the function node.
   if (const_inputs.empty()) return;
@@ -416,7 +536,7 @@ void RemovePushedDownConstInputs(const std::unordered_set<string>& const_inputs,
 
   // Attach control dependencies of pushed down const input to the caller node.
   if (!control_deps.empty()) {
-    std::unordered_set<string> existing_control_deps;
+    gtl::FlatSet<string> existing_control_deps;
 
     for (const string& input : keep_inputs) {
       existing_control_deps.insert(AsControlDependency(NodeName(input)));
@@ -435,7 +555,12 @@ Status InitializeFunctionSpecializationSignature(
     const NodeDef& func_node, const FunctionDef& func,
     const AttrValueMap& func_attr, const FunctionOptimizerContext& ctx,
     FunctionSpecializationSignature* sig) {
+  DCHECK(sig->const_inputs.empty());
+  DCHECK(sig->active_outputs.empty());
+
   sig->func_name = func.signature().name();
+  sig->is_in_fetch_set = ctx.IsFetchNode(func_node.name());
+  sig->active_outputs = GetActiveOutputs(func_node, ctx);
 
   TF_RETURN_IF_ERROR(
       InstantiationTypeParameters(func, func_attr, &sig->type_parameters));
@@ -484,6 +609,8 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
                                 already_specialized->control_deps,
                                 specialized_func_node);
 
+    ctx->AddOutputMapping(specialized_func_node->name(), *already_specialized);
+
     return Status::OK();
   }
 
@@ -498,11 +625,19 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
 
   // Push const inputs into the function body, and keep track of their control
   // dependencies.
-  std::unordered_set<string> const_inputs;
-  std::unordered_set<string> control_deps;
+  gtl::FlatSet<string> const_inputs;
+  gtl::FlatSet<string> control_deps;
   TF_RETURN_IF_ERROR(PushDownConstInputs(func_node, *ctx, &item, &const_inputs,
                                          &control_deps));
 
+  // Remove function outputs that do not have any consumers. We can't safely
+  // update outputs for the fetch nodes, so we just skip them.
+  std::vector<std::pair<int, int>> output_mapping;
+  if (!signature.is_in_fetch_set) {
+    TF_RETURN_IF_ERROR(
+        RemoveUnusedOutputs(signature.active_outputs, &item, &output_mapping));
+  }
+
   // TODO(ezhulenev): Push down known input shapes.
   FunctionDef specialized_func;
   TF_RETURN_IF_ERROR(MakeFunctionDef(item, flib, &specialized_func));
@@ -528,8 +663,10 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
   RemovePushedDownConstInputs(const_inputs, control_deps,
                               specialized_func_node);
 
-  ctx->AddSpecializedFunction(
-      signature, {specialized_func_name, const_inputs, control_deps});
+  FunctionSpecialization func_specialization = {
+      specialized_func_name, const_inputs, control_deps, output_mapping};
+  ctx->AddSpecializedFunction(signature, func_specialization);
+  ctx->AddOutputMapping(specialized_func_node->name(), func_specialization);
 
   return Status::OK();
 }
@@ -835,9 +972,12 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
       // Do not specialize if function has custom gradient.
       const string grad_func = ctx.function_library().FindGradient(func_name);
 
-      // 2b. Specialize it to it's instantiation context if can't be inlined.
-      if (specialize_func && grad_func.empty() &&
-          (IsParametrized(*func) || HasTrulyConstInputs(node, ctx))) {
+      // 2b. Specialize it to it's instantiation context if can't be inlined,
+      // and it has something worth specializing.
+      bool specialization_worthy = IsParametrized(*func) ||
+                                   HasTrulyConstInputs(node, ctx) ||
+                                   HasUnusedOutputs(node, *func, ctx);
+      if (specialize_func && grad_func.empty() && specialization_worthy) {
         // TODO(ezhulenev): Specialize function call if input has a known shape.
         // Specialize function body for its instantiation attributes and inputs.
         TF_SKIP_ERROR_IF_GRAPH_UNMODIFIED(
@@ -854,6 +994,32 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
 #undef TF_SKIP_ERROR_IF_GRAPH_UNMODIFIED
   }
 
+  // Function specialization might change the number of function outputs, so we
+  // have to process the final optimized graph and update all the node mapping.
+  if (ctx.RequiresOutputMapping()) {
+    GraphView optimized_graph_view(optimized_graph);
+    for (const auto& output_mapping : ctx.output_mappings()) {
+      const auto& node_name = output_mapping.first;
+      const auto& mappings = output_mapping.second;
+
+      for (const std::pair<int, int>& mapping : mappings) {
+        int from = mapping.first;
+        int to = mapping.second;
+
+        // Find the output port corresponding to the old output position.
+        GraphView::OutputPort from_port =
+            optimized_graph_view.GetOutputPort(node_name, from);
+
+        // Update all input ports that read from old output port.
+        for (GraphView::InputPort to_port :
+             optimized_graph_view.GetFanout(from_port)) {
+          *to_port.node->mutable_input(to_port.port_id) =
+              strings::StrCat(node_name, ":", to);
+        }
+      }
+    }
+  }
+
   *optimized_graph->mutable_versions() = item.graph.versions();
   *optimized_graph->mutable_library() =
       options_.enable_trim_function_library
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
index fab3f994c1..a22f97800f 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/utils/grappler_test.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/lib/gtl/flatset.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -856,6 +857,10 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
        NDef("mul_6", "MyMul", {"three", "xf"}, {{"T", DT_FLOAT}}, kDevice)},
       function_library);
 
+  // Specify fetch nodes before optimization to prevent pruning unused function
+  // outputs.
+  item.fetch = {"mul_1", "mul_2", "mul_3", "mul_4", "mul_5", "mul_6"};
+
   GraphDef output;
   TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
 
@@ -893,8 +898,9 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
       EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
       ASSERT_EQ(3, node.input_size());
       EXPECT_EQ("yf", node.input(0));
-      EXPECT_EQ("^init", node.input(1));
-      EXPECT_EQ("^xf", node.input(2));
+      gtl::FlatSet<string> expected_ctrl = {"^init", "^xf"};
+      gtl::FlatSet<string> actual_ctrl = {node.input(1), node.input(2)};
+      EXPECT_EQ(expected_ctrl, actual_ctrl);
 
     } else if (node.name() == "mul_6" && count++) {
       EXPECT_EQ("MyMul_specialized_for_mul_6", node.op());
@@ -908,7 +914,6 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   // And that graph evaluation yields the same result.
   Tensor pi = test::AsScalar<float>(3.14f);
   Tensor four = test::AsScalar<int32>(4);
-  item.fetch = {"mul_1", "mul_2", "mul_3", "mul_4", "mul_5", "mul_6"};
   item.feed = {{"xf", pi}, {"yf", pi}, {"xi", four}, {"yi", four}};
 
   auto tensors_expected = EvaluateFetchNodes(item);
@@ -923,6 +928,112 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   test::ExpectTensorEqual<float>(tensors_expected[5], tensors[5]);
 }
 
+TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
+  using test::function::NDef;
+
+  FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
+
+  // MyFunc computes x*y three times and has three output values.
+  FunctionDef my_func = FunctionDefHelper::Create(
+      "MyFunc", {"x:T", "y:T"}, {"z1:T", "z2:T", "z3:T"}, {"T: {float, int32}"},
+      {{{"output1"}, "Mul", {"x", "y"}, {{"T", "$T"}}},
+       {{"output2"}, "Mul", {"x", "y"}, {{"T", "$T"}}},
+       {{"output3"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"z1", "output1:z:0"}, {"z2", "output2:z:0"}, {"z3", "output3:z:0"}});
+  (*my_func.mutable_attr())["_noinline"].set_b(true);
+  std::vector<FunctionDef> function_library = {my_func};
+
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("init", "NoOp", {}, {}, kDevice),
+
+       // Float placeholders.
+       NDef("xf", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+       NDef("yf", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+
+       // Specialization #1: DT_FLOAT type parameter. All outputs used.
+       NDef("fn1", "MyFunc", {"xf", "yf"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn1_0", "Identity", {"fn1:0"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn1_1", "Identity", {"fn1:1"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn1_2", "Identity", {"fn1:2"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #2: DT_FLOAT type parameter. Only first output used.
+       NDef("fn2", "MyFunc", {"xf", "yf"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn2_0", "Identity", {"fn2:0"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #3: DT_FLOAT type parameter. Only second output used.
+       NDef("fn3", "MyFunc", {"xf", "yf"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn3_1", "Identity", {"fn3:1"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #4: DT_FLOAT type parameter. Only last output used.
+       NDef("fn4", "MyFunc", {"xf", "yf"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn4_2", "Identity", {"fn4:2"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #5: DT_FLOAT type parameter. First and last outputs.
+       NDef("fn5", "MyFunc", {"xf", "yf"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn5_0", "Identity", {"fn5:0"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn5_2", "Identity", {"fn5:2"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #6: DT_FLOAT type parameter. Outputs not used.
+       // Check that function optimizer do not fail. In practice it should be
+       // pruned from the graph before passing to function optimizer.
+       NDef("fn6", "MyFunc", {"xf", "yf"}, {{"T", DT_FLOAT}}, kDevice)},
+      function_library);
+
+  GraphDef output;
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  // Make sure that MyFunc was specialized once per unique context.
+  EXPECT_EQ(6, output.library().function_size());
+
+  // And graph nodes calling specialized functions.
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    // All function caller nodes must be specialized.
+    if (node.name() == "fn1" && found++) {
+      EXPECT_EQ("MyFunc_specialized_for_fn1", node.op());
+    } else if (node.name() == "fn2" && found++) {
+      EXPECT_EQ("MyFunc_specialized_for_fn2", node.op());
+    } else if (node.name() == "fn3" && found++) {
+      EXPECT_EQ("MyFunc_specialized_for_fn3", node.op());
+    } else if (node.name() == "fn4" && found++) {
+      EXPECT_EQ("MyFunc_specialized_for_fn4", node.op());
+    } else if (node.name() == "fn5" && found++) {
+      EXPECT_EQ("MyFunc_specialized_for_fn5", node.op());
+    } else if (node.name() == "fn6" && found++) {
+      EXPECT_EQ("MyFunc_specialized_for_fn6", node.op());
+    }
+    // And all consumers of specialized function nodes must be mapped to new
+    // output ports.
+    if (node.name() == "use_fn3_1" && found++) {
+      EXPECT_EQ("fn3:0", node.input(0));
+    } else if (node.name() == "use_fn4_2" && found++) {
+      EXPECT_EQ("fn4:0", node.input(0));
+    } else if (node.name() == "use_fn5_0" && found++) {
+      EXPECT_EQ("fn5:0", node.input(0));
+    } else if (node.name() == "use_fn5_2" && found++) {
+      EXPECT_EQ("fn5:1", node.input(0));
+    }
+  }
+  EXPECT_EQ(10, found);
+
+  // And that graph evaluation yields the same result.
+  Tensor pi = test::AsScalar<float>(3.14f);
+  item.fetch = {"use_fn1_0", "use_fn1_1", "use_fn1_2", "use_fn2_0",
+                "use_fn3_1", "use_fn4_2", "use_fn5_0", "use_fn5_2"};
+  item.feed = {{"xf", pi}, {"yf", pi}};
+
+  auto tensors_expected = EvaluateFetchNodes(item);
+  GrapplerItem optimized(item, std::move(output));
+  auto tensors = EvaluateFetchNodes(optimized);
+
+  ASSERT_EQ(tensors_expected.size(), tensors.size());
+  for (int i = 0; i < item.fetch.size(); ++i) {
+    test::ExpectTensorEqual<float>(tensors_expected[i], tensors[i]);
+  }
+}
+
 TEST_F(FunctionOptimizerTest, PruningUselessLibraryFunctions) {
   using test::function::NDef;
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
index 79a0726597..e15b9e12f8 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
@@ -285,28 +285,30 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
                                            output.library());
 
   // Specialized and optimized functions should be added to the graph.
-  EXPECT_EQ(5, optimized_flib.num_functions());
+  EXPECT_EQ(6, optimized_flib.num_functions());
 
   // MyQuadratic should be specialized once:
   //   0. 'quadratic' node in the main graph
   const string optimized_0 = "MyQuadratic_specialized_for_quadratic";
 
   // MySquare should be specialized and optimized for 3 instantiations:
-  //   1.  'square' node in the main graph
-  //   2.  'square' node in the MyQuadratic specialization
-  //   3*. 'quadratic' node in the MyQuadratic specialization
-  //        has identical instantiation context to #2
+  //   1. 'square' node in the main graph
+  //   2. 'square' node in the MyQuadratic specialization (not in a fetch set)
+  //   3. 'quadratic' node in the MyQuadratic specialization (is in a fetch set)
 
   const string optimized_1 = "MySquare_specialized_for_square";
   const string optimized_2 = "MySquare_specialized_for_square_1";
+  const string optimized_3 = "MySquare_specialized_for_quadratic";
 
   const FunctionDef* optimized_func_0 = optimized_flib.Find(optimized_0);
   const FunctionDef* optimized_func_1 = optimized_flib.Find(optimized_1);
   const FunctionDef* optimized_func_2 = optimized_flib.Find(optimized_2);
+  const FunctionDef* optimized_func_3 = optimized_flib.Find(optimized_3);
 
   ASSERT_NE(optimized_func_0, nullptr);
   ASSERT_NE(optimized_func_1, nullptr);
   ASSERT_NE(optimized_func_2, nullptr);
+  ASSERT_NE(optimized_func_3, nullptr);
 
   // Graph should call optimized function.
   int count = 0;
@@ -325,14 +327,13 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
     if (node.name() == "square" && count++) {
       EXPECT_EQ(optimized_2, node.op());
     } else if (node.name() == "quadratic" && count++) {
-      // Share specialized function with the 'square' node.
-      EXPECT_EQ(optimized_2, node.op());
+      EXPECT_EQ(optimized_3, node.op());
     }
   }
   EXPECT_EQ(2, count);
 
-  const std::vector<const FunctionDef*> optimized_funcs = {optimized_func_1,
-                                                           optimized_func_2};
+  const std::vector<const FunctionDef*> optimized_funcs = {
+      optimized_func_1, optimized_func_2, optimized_func_3};
 
   // MyMul should be inlined into all optimized versions of MySquare.
   for (const FunctionDef* optimized_func : optimized_funcs) {
@@ -378,6 +379,108 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   test::ExpectTensorEqual<int>(tensors_expected[1], tensors[1]);
 }
 
+TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
+  using test::function::NDef;
+
+  // Enable function optimization and pruning.
+  RewriterConfig rewriter_config;
+  rewriter_config.set_meta_optimizer_iterations(RewriterConfig::TWO);
+  rewriter_config.set_function_optimization(RewriterConfig::ON);
+  rewriter_config.add_optimizers("function");
+  rewriter_config.add_optimizers("pruning");
+  rewriter_config.set_min_graph_nodes(-1);
+
+  MetaOptimizer optimizer(nullptr, rewriter_config);
+
+  // MyFunc defines two Mul nodes inside function body and two corresponding
+  // function outputs.
+  FunctionDef my_func = FunctionDefHelper::Create(
+      "MyFunc", {"x:T", "y:T"}, {"z1:T", "z2:T"}, {"T: {float, double}"},
+      {{{"mul1"}, "Mul", {"x", "y"}, {{"T", "$T"}}},
+       {{"mul2"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"z1", "mul1:z:0"}, {"z2", "mul2:z:0"}});
+  (*my_func.mutable_attr())["_noinline"].set_b(true);
+
+  // Tensorflow graph:
+  //
+  //   a = tf.Placeholder(tf.float);
+  //   b = tf.Placeholder(tf.int32);
+  //
+  //   fn1 = MyFunc(a, b);
+  //   fn2 = MyFunc(a, b);
+  //
+  // Fetch: fn1:0 and fn2:1 via Identity nodes.
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("a", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+       NDef("b", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+       // Calls into function library
+       NDef("fn1", "MyFunc", {"a", "b"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("fn2", "MyFunc", {"a", "b"}, {{"T", DT_FLOAT}}, kDevice),
+       // Read outputs of function call nodes
+       NDef("out_fn1", "Identity", {"fn1:0"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("out_fn2", "Identity", {"fn2:1"}, {{"T", DT_FLOAT}}, kDevice)},
+      // FunctionLib
+      {my_func});
+
+  GraphDef output;
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  FunctionLibraryDefinition optimized_flib(OpRegistry::Global(),
+                                           output.library());
+
+  // Specialized and optimized functions should be added to the graph.
+  EXPECT_EQ(2, optimized_flib.num_functions());
+
+  // Expected names of the specialized and optimized functions.
+  const string optimized_fn1 = "MyFunc_specialized_for_fn1";
+  const string optimized_fn2 = "MyFunc_specialized_for_fn2";
+
+  const FunctionDef* optimized_func_fn1 = optimized_flib.Find(optimized_fn1);
+  const FunctionDef* optimized_func_fn2 = optimized_flib.Find(optimized_fn2);
+
+  ASSERT_NE(optimized_func_fn1, nullptr);
+  ASSERT_NE(optimized_func_fn2, nullptr);
+
+  // Graph should call optimized function.
+  int count = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "fn1" && count++) {
+      EXPECT_EQ(optimized_fn1, node.op());
+    } else if (node.name() == "fn2" && count++) {
+      EXPECT_EQ(optimized_fn2, node.op());
+    }
+  }
+  EXPECT_EQ(2, count);
+
+  // Specialized MyFuncs should have just one Mul node and single output arg.
+
+  // 1. Specialized for fn1:0.
+  ASSERT_EQ(1, optimized_func_fn1->node_def_size());
+  EXPECT_EQ(1, optimized_func_fn1->signature().output_arg_size());
+  EXPECT_EQ("z1", optimized_func_fn1->signature().output_arg(0).name());
+  EXPECT_EQ("mul1", optimized_func_fn1->node_def(0).name());
+
+  // 2. Specialized for fn2:1.
+  ASSERT_EQ(1, optimized_func_fn2->node_def_size());
+  EXPECT_EQ(1, optimized_func_fn2->signature().output_arg_size());
+  EXPECT_EQ("z2", optimized_func_fn2->signature().output_arg(0).name());
+  EXPECT_EQ("mul2", optimized_func_fn2->node_def(0).name());
+
+  // Verify that output tensors are equal.
+  item.fetch = {"out_fn1", "out_fn2"};
+  item.feed.emplace_back("a", test::AsScalar<float>(2.0f));
+  item.feed.emplace_back("b", test::AsScalar<float>(3.123f));
+  auto tensors_expected = EvaluateFetchNodes(item);
+
+  GrapplerItem optimized(item, std::move(output));
+  auto tensors = EvaluateFetchNodes(optimized);
+
+  test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
+  test::ExpectTensorEqual<float>(tensors_expected[1], tensors[1]);
+}
+
 TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryWithRestrictions) {
   using test::function::NDef;
   using FDH = FunctionDefHelper;
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index 6861fb423c..bfb5a2ad84 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -685,6 +685,47 @@ Status ReplaceInputWithConst(const NodeDef& input_const, int input_position,
   return Status::OK();
 }
 
+Status RemoveUnusedOutputs(const gtl::FlatSet<int>& active_outputs,
+                           GrapplerFunctionItem* item,
+                           std::vector<std::pair<int, int>>* output_mapping) {
+  DCHECK(output_mapping->empty());
+
+  // Do some sanity checking of the active outputs positions.
+  for (int active_output : active_outputs) {
+    if (active_output < 0 || active_output >= item->output_size()) {
+      return errors::InvalidArgument(
+          "Active output position is out of bound: active_output=",
+          active_output, " num_output_args=", item->output_size());
+    }
+  }
+
+  gtl::FlatSet<const OutputArgExpansion*> unused_output_args;
+
+  const auto is_unused_output_arg = [&](const OutputArgExpansion& output) {
+    return unused_output_args.find(&output) != unused_output_args.end();
+  };
+
+  for (int i = 0; i < item->output_size(); ++i) {
+    const OutputArgExpansion& output = item->output(i);
+    DCHECK(output.output_tensors.size() == 1)
+        << "Output arg expansion must have single tensor";
+
+    if (active_outputs.find(i) == active_outputs.end()) {
+      VLOG(3) << "Remove unused output: output_name=" << output.output_name
+              << " output_position=" << i;
+      unused_output_args.insert(&output);
+    } else if (!unused_output_args.empty()) {
+      // Add output mapping only if output position changed.
+      output_mapping->push_back({i, i - unused_output_args.size()});
+    }
+  }
+
+  auto& o = item->output_arg_expansions_;
+  o.erase(std::remove_if(o.begin(), o.end(), is_unused_output_arg), o.end());
+
+  return Status::OK();
+}
+
 Status MakeFunctionDef(const GrapplerFunctionItem& item,
                        const FunctionLibraryDefinition& flib,
                        FunctionDef* func) {
diff --git a/tensorflow/core/grappler/utils/functions.h b/tensorflow/core/grappler/utils/functions.h
index ef944ced09..dc8c3f1d11 100644
--- a/tensorflow/core/grappler/utils/functions.h
+++ b/tensorflow/core/grappler/utils/functions.h
@@ -25,6 +25,7 @@ limitations under the License.
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/op_def.pb.h"
 #include "tensorflow/core/grappler/grappler_item.h"
+#include "tensorflow/core/lib/gtl/flatset.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -167,6 +168,9 @@ class GrapplerFunctionItem : public GrapplerItem {
  private:
   friend Status ReplaceInputWithConst(const NodeDef&, int,
                                       GrapplerFunctionItem*);
+  friend Status RemoveUnusedOutputs(
+      const gtl::FlatSet<int>& active_outputs, GrapplerFunctionItem* item,
+      std::vector<std::pair<int, int>>* output_mapping);
 
   string description_;
   AttrValueMap func_attr_;  // Attributes specific to function definition that
@@ -216,13 +220,23 @@ Status RegisterGrapplerFunctionConnectivity(
 Status ReplaceInputWithConst(const NodeDef& input_const, int input_position,
                              GrapplerFunctionItem* item);
 
+// Remove function output arguments that do not have any active outputs (output
+// tensor connected to other node inputs or in a fetch set). Active outputs uses
+// GraphDef output position encoding, and multiple active outputs could
+// potentially be connected to the same output argument (in case of tensor list
+// outputs). Add output mapping for all active outputs that changed it's output
+// position (std::pair<old position, new position>).
+Status RemoveUnusedOutputs(const gtl::FlatSet<int>& active_outputs,
+                           GrapplerFunctionItem* item,
+                           std::vector<std::pair<int, int>>* output_mapping);
+
 // Make a GrapplerFunctionItem from the function definition and function
 // instantiation attributes (caller node attributes). Returns error if the given
 // function def cannot be converted (e.g. not all attributes are defined).
 Status MakeGrapplerFunctionItem(const FunctionDef& func,
                                 const AttrValueMap& func_instantiation_attr,
                                 const FunctionLibraryDefinition& flib,
-                                const int graph_def_version,
+                                int graph_def_version,
                                 GrapplerFunctionItem* item);
 
 // Make a GrapplerFunction item from the function definition. Function must be
@@ -232,7 +246,7 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
 // without specializing it to it's instantiation attributes (at least types)?
 Status MakeGrapplerFunctionItem(const FunctionDef& func,
                                 const FunctionLibraryDefinition& flib,
-                                const int graph_def_version,
+                                int graph_def_version,
                                 GrapplerFunctionItem* item);
 
 // Make a FunctionDef from the GrapplerFunctionItem. Use function library
-- 
GitLab


From efd1fb3c20a16a9a65c9186fa756944fad73635e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 11:16:08 -0700
Subject: [PATCH 0148/1825] This CL changes the defun descriptor to create a
 separate polymorphic function for each instance.

PiperOrigin-RevId: 217351144
---
 tensorflow/python/eager/function.py      | 34 +++++++++++++++-
 tensorflow/python/eager/function_test.py | 49 ++++++++++++++++++++++++
 2 files changed, 81 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index e8d5416245..6b37ab9410 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1077,6 +1077,10 @@ class PolymorphicFunction(object):
     self._function_attributes = attributes or {}
 
     self._lock = threading.Lock()
+    # _descriptor_cache is a of instance of a class to an instance-specific
+    # PolymorphicFunction, used to make sure defun-decorated methods create
+    # different functions for each instance.
+    self._descriptor_cache = weakref.WeakKeyDictionary()
 
     fullargspec = tf_inspect.getfullargspec(self._python_function)
     if tf_inspect.ismethod(self._python_function):
@@ -1151,8 +1155,34 @@ class PolymorphicFunction(object):
     #   foo = Foo()
     #   foo.bar()  # `foo.bar` is a `PolymorphicFunction` instance
     #
-    # then `instance` will be `foo` (and `owner` will be `Foo`).
-    return functools.partial(self.__call__, instance)
+    # then `instance` will be `foo` (and `owner` will be `Foo`).  We create a
+    # new instance of PolymorphicFunction here to allow different instances each
+    # to create variables once, thereby allowing methods to be decorated with
+    # defun. Keeps a cache to avoid retracing the function every time the
+    # descriptor is accessed.
+    if instance not in self._descriptor_cache:
+      if instance is None:
+        return self
+      # If there is no instance-specific polymorphic func in the cache,
+      # we construct an instance-specific polymorphic function
+      # that uses a weak reference to the instance (so that the instance will
+      # be correctly gc'd).
+      def make_partial_py_func(py_func, weak_instance):
+        return lambda *args, **kwargs: py_func(weak_instance(), *args, **kwargs)
+      weak_instance = weakref.ref(instance)
+      instance_func = PolymorphicFunction(
+          make_partial_py_func(self.python_function, weak_instance),
+          name=self._name)
+
+      # And we wrap the function with tf_decorator so inspection works correctly
+      wrapped_instance_func = tf_decorator.make_decorator(
+          self.python_function, instance_func)
+
+      # And finally add the wrapped function to the description cache
+      self._descriptor_cache[instance] = wrapped_instance_func
+
+    # Return the cached polymorphic function for the instance
+    return self._descriptor_cache[instance]
 
   def _cache_key(self, args, kwargs):
     """Computes the cache key given inputs and execution context."""
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 4f947e91bf..2d75b2c246 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -60,6 +60,7 @@ from tensorflow.python.training import momentum
 from tensorflow.python.training import training_ops
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
+from tensorflow.python.util import tf_inspect
 
 
 class MiniModel(keras_training.Model):
@@ -2338,6 +2339,54 @@ class FunctionTest(test.TestCase):
         self.assertEqual(len(maybe_add._function_cache), 3)
         self.assertEqual(len(add._function_cache), 2)
 
+  def testDecoratedMethod(self):
+    m = DefunnedMiniModel()
+    instance_call_one = m.call(array_ops.ones([1, 2]), training=True)
+    instance_call_two = m.call(
+        inputs=array_ops.ones([1, 2]), training=True)
+    class_call = DefunnedMiniModel.call(m, array_ops.ones([1, 2]),
+                                        training=True)
+    self.assertAllEqual(instance_call_one, instance_call_two)
+    self.assertAllEqual(instance_call_one, class_call)
+
+  def testDecoratedMethodUniquePolymorphicFuncPerInstance(self):
+    m = DefunnedMiniModel()
+    n = DefunnedMiniModel()
+
+    class_method_one = DefunnedMiniModel.call
+    class_method_two = DefunnedMiniModel.call
+
+    m_method_one = m.call
+    m_method_two = m.call
+
+    n_method_one = n.call
+    n_method_two = n.call
+
+    self.assertEqual(class_method_one, class_method_two)
+    self.assertEqual(m_method_one, m_method_two)
+    self.assertEqual(n_method_one, n_method_two)
+    self.assertNotEqual(m.call, n.call)
+
+  def testDecoratedMethodInspect(self):
+    m = DefunnedMiniModel()
+    fullargspec = tf_inspect.getfullargspec(m.call)
+    self.assertTrue('training' in fullargspec.args)
+
+  def testDecoratedMethodGetConcreteFunction(self):
+    m = DefunnedMiniModel()
+    instance_call_one = m.call.get_concrete_function(
+        array_ops.ones([1, 2]), training=False)
+    instance_call_two = m.call.get_concrete_function(
+        inputs=array_ops.ones([1, 2]), training=False)
+    self.assertAllEqual(instance_call_one(array_ops.ones([1, 2])),
+                        instance_call_two(array_ops.ones([1, 2])))
+
+    # Also make sure get_concrete_function works on the class method
+    DefunnedMiniModel.call.get_concrete_function(
+        m, array_ops.ones([1, 2]), training=False)
+    DefunnedMiniModel.call.get_concrete_function(
+        m, inputs=array_ops.ones([1, 2]), training=True)
+
 
 @test_util.with_c_shapes
 class AutomaticControlDependenciesTest(test.TestCase):
-- 
GitLab


From 8d6afba2a8882e2f5abf2d7790855caf2725e42b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 11:23:52 -0700
Subject: [PATCH 0149/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 217352683
---
 tensorflow/core/ops/compat/ops_history.v1.pbtxt | 12 ++++++++++++
 tensorflow/core/ops/ops.pbtxt                   | 12 ++++++++++++
 2 files changed, 24 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 63d037c743..ed4c3f9a62 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -31299,6 +31299,18 @@ op {
     type: DT_STRING
   }
 }
+op {
+  name: "MatchingFilesDataset"
+  input_arg {
+    name: "patterns"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  is_stateful: true
+}
 op {
   name: "MatrixBandPart"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 9a566c9d84..3b898f2155 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -15814,6 +15814,18 @@ op {
     type: DT_STRING
   }
 }
+op {
+  name: "MatchingFilesDataset"
+  input_arg {
+    name: "patterns"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  is_stateful: true
+}
 op {
   name: "MatrixBandPart"
   input_arg {
-- 
GitLab


From 91286db9454ff73807f38fadb6f41eec7cee2bdf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 11:30:16 -0700
Subject: [PATCH 0150/1825] Handle comma separated list of placholder types in
 'optimize_for_inference.py' tool.

PiperOrigin-RevId: 217353860
---
 .../python/tools/optimize_for_inference.py      | 17 +++++++++++++----
 1 file changed, 13 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/tools/optimize_for_inference.py b/tensorflow/python/tools/optimize_for_inference.py
index dac6a06a89..fbf8c2d709 100644
--- a/tensorflow/python/tools/optimize_for_inference.py
+++ b/tensorflow/python/tools/optimize_for_inference.py
@@ -88,7 +88,7 @@ def main(unused_args):
       input_graph_def,
       FLAGS.input_names.split(","),
       FLAGS.output_names.split(","),
-      FLAGS.placeholder_type_enum,
+      _parse_placeholder_types(FLAGS.placeholder_type_enum),
       FLAGS.toco_compatible)
 
   if FLAGS.frozen_graph:
@@ -101,6 +101,12 @@ def main(unused_args):
   return 0
 
 
+def _parse_placeholder_types(values):
+  """Extracts placeholder types from a comma separate list."""
+  values = [int(value) for value in values.split(",")]
+  return values if len(values) > 1 else values[0]
+
+
 def parse_args():
   """Parses command line arguments."""
   parser = argparse.ArgumentParser()
@@ -137,9 +143,12 @@ def parse_args():
       """)
   parser.add_argument(
       "--placeholder_type_enum",
-      type=int,
-      default=dtypes.float32.as_datatype_enum,
-      help="The AttrValue enum to use for placeholders.")
+      type=str,
+      default=str(dtypes.float32.as_datatype_enum),
+      help="""\
+      The AttrValue enum to use for placeholders.
+      Or a comma separated list, one value for each placeholder.\
+      """)
   parser.add_argument(
       "--toco_compatible",
       type=bool,
-- 
GitLab


From eb428951c53790ba6d424eac20111dce1d64599c Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 16 Oct 2018 11:40:40 -0700
Subject: [PATCH 0151/1825] Automated rollback of commit
 23df2724a7f5ed2d58b5090de4d525db39838da2

PiperOrigin-RevId: 217355812
---
 .../python/autograph/converters/call_trees.py | 19 +++++++++++-----
 .../python/autograph/pyct/inspect_utils.py    | 22 +++++--------------
 .../pyct/static_analysis/live_values.py       | 16 ++++++++++----
 3 files changed, 31 insertions(+), 26 deletions(-)

diff --git a/tensorflow/python/autograph/converters/call_trees.py b/tensorflow/python/autograph/converters/call_trees.py
index 0170173e61..ca6945266e 100644
--- a/tensorflow/python/autograph/converters/call_trees.py
+++ b/tensorflow/python/autograph/converters/call_trees.py
@@ -308,12 +308,7 @@ class CallTreeTransformer(converter.Base):
         target_fqn = anno.getanno(node.func, 'fqn')
       else:
         target_fqn = None
-
-      if inspect_utils.isbuiltin(target_entity):
-        # Note: Any builtin that passed the builtins converter is assumed to be
-        # safe for graph mode.
-        return node
-      elif self._function_is_compilable(target_entity):
+      if self._function_is_compilable(target_entity):
         node = self._rename_compilable_function(node)
       elif target_fqn and target_fqn in KNOWN_NUMPY_FUNCTIONS:
         # TODO(mdan): Should we replace these with equivalent TF ops instead?
@@ -323,6 +318,18 @@ class CallTreeTransformer(converter.Base):
         raise NotImplementedError(
             'py_func with return values (unknown function)')
     else:
+      if anno.hasanno(node.func, anno.Basic.QN):
+        # Special-case a few builtins that otherwise go undetected. This
+        # normally doesn't pose a problem, but the dict built-in doesn't
+        # work with inspect.getargspec which is required for dynamic functions.
+        # Note: expecting this is resilient to aliasing (e.g.
+        # dict = an_evil_dict), because in those cases the regular mechanisms
+        # process a simple user function.
+        qn = anno.getanno(node.func, anno.Basic.QN)
+        # Add items to this list as needed.
+        if str(qn) in ('dict',):
+          return node
+
       if ast_util.matches(node, 'super(_)'):
         # super() calls are preserved. The class conversion mechanism will
         # ensure that they return the correct value.
diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index 6d5cced0ac..a09d481003 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -29,25 +29,15 @@ import six
 from tensorflow.python.util import tf_inspect
 
 
-# These functions test negative for isinstance(*, types.BuiltinFunctionType)
-# and inspect.isbuiltin, and are generally not visible in globals().
-SPECIAL_BUILTINS = {
-    'dict': dict,
-    'float': float,
-    'int': int,
-    'print': print,
-    'range': range,
-    'tuple': tuple
-}
-
-if six.PY2:
-  SPECIAL_BUILTINS['xrange'] = xrange
-
-
 def isbuiltin(f):
   """Returns True if the argument is a built-in function."""
-  if f in SPECIAL_BUILTINS.values():
+  # Note these return false for isinstance(f, types.BuiltinFunctionType) so we
+  # need to specifically check for them.
+  if f in (range, int, float):
     return True
+  if six.PY2:
+    if f in (xrange,):
+      return True
   if isinstance(f, types.BuiltinFunctionType):
     return True
   if tf_inspect.isbuiltin(f):
diff --git a/tensorflow/python/autograph/pyct/static_analysis/live_values.py b/tensorflow/python/autograph/pyct/static_analysis/live_values.py
index e8e3d229be..dc363f9a47 100644
--- a/tensorflow/python/autograph/pyct/static_analysis/live_values.py
+++ b/tensorflow/python/autograph/pyct/static_analysis/live_values.py
@@ -24,12 +24,21 @@ from __future__ import division
 from __future__ import print_function
 
 import gast
+import six
 
 from tensorflow.python.autograph.pyct import anno
-from tensorflow.python.autograph.pyct import inspect_utils
 from tensorflow.python.autograph.pyct import transformer
 
 
+# TODO(aqj): Do we need this? Do other builtins fail in similar ways
+# See b/114389775 for a related bug in pyct
+# These symbols are legal in Python, but don't appear in the namespace.
+_SPECIAL_SYMBOLS = {'range': range, 'print': print}
+
+if six.PY2:
+  _SPECIAL_SYMBOLS['xrange'] = xrange
+
+
 class LiveValueResolver(transformer.Base):
   """Annotates nodes with live values."""
 
@@ -66,11 +75,10 @@ class LiveValueResolver(transformer.Base):
             # If the symbol value is for example a primitive, then it will not
             # have a name.
             pass
-        elif node.id in inspect_utils.SPECIAL_BUILTINS:
+        elif node.id in _SPECIAL_SYMBOLS:
           # Note: if the user redefined any of these symbols, then they would
           # be visible in the namespace and we would never reach this branch.
-          anno.setanno(
-              node, 'live_val', inspect_utils.SPECIAL_BUILTINS[node.id])
+          anno.setanno(node, 'live_val', _SPECIAL_SYMBOLS[node.id])
         else:
           pass
           # TODO(mdan): Should we raise an error here?
-- 
GitLab


From 4d2d6ddb16036cb390c5dea2b47065fe584d3c1b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 11:50:51 -0700
Subject: [PATCH 0152/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 217357664

---
 tensorflow/go/op/wrappers.go | 228 +++++++++++++++++------------------
 1 file changed, 114 insertions(+), 114 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 662f6f227a..6b1ddef852 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -4843,6 +4843,120 @@ func CudnnRNNParamsToCanonical(scope *Scope, num_layers tf.Output, num_units tf.
 	return weights, biases
 }
 
+// CudnnRNNBackpropV2Attr is an optional argument to CudnnRNNBackpropV2.
+type CudnnRNNBackpropV2Attr func(optionalAttr)
+
+// CudnnRNNBackpropV2RnnMode sets the optional rnn_mode attribute to value.
+// If not specified, defaults to "lstm"
+func CudnnRNNBackpropV2RnnMode(value string) CudnnRNNBackpropV2Attr {
+	return func(m optionalAttr) {
+		m["rnn_mode"] = value
+	}
+}
+
+// CudnnRNNBackpropV2InputMode sets the optional input_mode attribute to value.
+// If not specified, defaults to "linear_input"
+func CudnnRNNBackpropV2InputMode(value string) CudnnRNNBackpropV2Attr {
+	return func(m optionalAttr) {
+		m["input_mode"] = value
+	}
+}
+
+// CudnnRNNBackpropV2Direction sets the optional direction attribute to value.
+// If not specified, defaults to "unidirectional"
+func CudnnRNNBackpropV2Direction(value string) CudnnRNNBackpropV2Attr {
+	return func(m optionalAttr) {
+		m["direction"] = value
+	}
+}
+
+// CudnnRNNBackpropV2Dropout sets the optional dropout attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNBackpropV2Dropout(value float32) CudnnRNNBackpropV2Attr {
+	return func(m optionalAttr) {
+		m["dropout"] = value
+	}
+}
+
+// CudnnRNNBackpropV2Seed sets the optional seed attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNBackpropV2Seed(value int64) CudnnRNNBackpropV2Attr {
+	return func(m optionalAttr) {
+		m["seed"] = value
+	}
+}
+
+// CudnnRNNBackpropV2Seed2 sets the optional seed2 attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNBackpropV2Seed2(value int64) CudnnRNNBackpropV2Attr {
+	return func(m optionalAttr) {
+		m["seed2"] = value
+	}
+}
+
+// Backprop step of CudnnRNN.
+//
+// Compute the backprop of both data and weights in a RNN. Takes an extra
+//     "host_reserved" inupt than CudnnRNNBackprop, which is used to determine RNN
+//     cudnnRNNAlgo_t and cudnnMathType_t.
+//
+// rnn_mode: Indicates the type of the RNN model.
+// input_mode: Indicates whether there is a linear projection between the input and
+//     the actual computation before the first layer. 'skip_input' is only allowed
+//     when input_size == num_units; 'auto_select' implies 'skip_input' when
+//     input_size == num_units; otherwise, it implies 'linear_input'.
+// direction: Indicates whether a bidirectional model will be used. Should be
+//   "unidirectional" or "bidirectional".
+// dropout: Dropout probability. When set to 0., dropout is disabled.
+// seed: The 1st part of a seed to initialize dropout.
+// seed2: The 2nd part of a seed to initialize dropout.
+// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
+// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
+//     num_units].
+// input_c: For LSTM, a 3-D tensor with the shape of
+//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
+// params: A 1-D tensor that contains the weights and biases in an opaque layout.
+//     The size must be created through CudnnRNNParamsSize, and initialized
+//     separately. Note that they might not be compatible across different
+//     generations. So it is a good idea to save and restore
+// output: A 3-D tensor with the shape of [seq_length, batch_size,
+//     dir * num_units].
+// output_h: The same shape has input_h.
+// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
+// output_backprop: A 3-D tensor with the same shape as output in the forward pass.
+// output_h_backprop: A 3-D tensor with the same shape as output_h in the forward
+//     pass.
+// output_c_backprop: A 3-D tensor with the same shape as output_c in the forward
+//     pass.
+// reserve_space: The same reserve_space produced in the forward operation.
+// host_reserved: The same host_reserved produced in the forward operation.
+// input_backprop: The backprop to input in the forward pass. Has the same shape
+//     as input.
+// input_h_backprop: The backprop to input_h in the forward pass. Has the same
+//     shape as input_h.
+// input_c_backprop: The backprop to input_c in the forward pass. Has the same
+//     shape as input_c.
+// params_backprop: The backprop to the params buffer in the forward pass. Has the
+//     same shape as params.
+func CudnnRNNBackpropV2(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, output tf.Output, output_h tf.Output, output_c tf.Output, output_backprop tf.Output, output_h_backprop tf.Output, output_c_backprop tf.Output, reserve_space tf.Output, host_reserved tf.Output, optional ...CudnnRNNBackpropV2Attr) (input_backprop tf.Output, input_h_backprop tf.Output, input_c_backprop tf.Output, params_backprop tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "CudnnRNNBackpropV2",
+		Input: []tf.Input{
+			input, input_h, input_c, params, output, output_h, output_c, output_backprop, output_h_backprop, output_c_backprop, reserve_space, host_reserved,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
+}
+
 // ResourceStridedSliceAssignAttr is an optional argument to ResourceStridedSliceAssign.
 type ResourceStridedSliceAssignAttr func(optionalAttr)
 
@@ -14396,120 +14510,6 @@ func ResourceApplyPowerSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Out
 	return scope.AddOperation(opspec)
 }
 
-// CudnnRNNBackpropV2Attr is an optional argument to CudnnRNNBackpropV2.
-type CudnnRNNBackpropV2Attr func(optionalAttr)
-
-// CudnnRNNBackpropV2RnnMode sets the optional rnn_mode attribute to value.
-// If not specified, defaults to "lstm"
-func CudnnRNNBackpropV2RnnMode(value string) CudnnRNNBackpropV2Attr {
-	return func(m optionalAttr) {
-		m["rnn_mode"] = value
-	}
-}
-
-// CudnnRNNBackpropV2InputMode sets the optional input_mode attribute to value.
-// If not specified, defaults to "linear_input"
-func CudnnRNNBackpropV2InputMode(value string) CudnnRNNBackpropV2Attr {
-	return func(m optionalAttr) {
-		m["input_mode"] = value
-	}
-}
-
-// CudnnRNNBackpropV2Direction sets the optional direction attribute to value.
-// If not specified, defaults to "unidirectional"
-func CudnnRNNBackpropV2Direction(value string) CudnnRNNBackpropV2Attr {
-	return func(m optionalAttr) {
-		m["direction"] = value
-	}
-}
-
-// CudnnRNNBackpropV2Dropout sets the optional dropout attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNBackpropV2Dropout(value float32) CudnnRNNBackpropV2Attr {
-	return func(m optionalAttr) {
-		m["dropout"] = value
-	}
-}
-
-// CudnnRNNBackpropV2Seed sets the optional seed attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNBackpropV2Seed(value int64) CudnnRNNBackpropV2Attr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
-
-// CudnnRNNBackpropV2Seed2 sets the optional seed2 attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNBackpropV2Seed2(value int64) CudnnRNNBackpropV2Attr {
-	return func(m optionalAttr) {
-		m["seed2"] = value
-	}
-}
-
-// Backprop step of CudnnRNN.
-//
-// Compute the backprop of both data and weights in a RNN. Takes an extra
-//     "host_reserved" inupt than CudnnRNNBackprop, which is used to determine RNN
-//     cudnnRNNAlgo_t and cudnnMathType_t.
-//
-// rnn_mode: Indicates the type of the RNN model.
-// input_mode: Indicates whether there is a linear projection between the input and
-//     the actual computation before the first layer. 'skip_input' is only allowed
-//     when input_size == num_units; 'auto_select' implies 'skip_input' when
-//     input_size == num_units; otherwise, it implies 'linear_input'.
-// direction: Indicates whether a bidirectional model will be used. Should be
-//   "unidirectional" or "bidirectional".
-// dropout: Dropout probability. When set to 0., dropout is disabled.
-// seed: The 1st part of a seed to initialize dropout.
-// seed2: The 2nd part of a seed to initialize dropout.
-// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
-// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
-//     num_units].
-// input_c: For LSTM, a 3-D tensor with the shape of
-//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
-// params: A 1-D tensor that contains the weights and biases in an opaque layout.
-//     The size must be created through CudnnRNNParamsSize, and initialized
-//     separately. Note that they might not be compatible across different
-//     generations. So it is a good idea to save and restore
-// output: A 3-D tensor with the shape of [seq_length, batch_size,
-//     dir * num_units].
-// output_h: The same shape has input_h.
-// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
-// output_backprop: A 3-D tensor with the same shape as output in the forward pass.
-// output_h_backprop: A 3-D tensor with the same shape as output_h in the forward
-//     pass.
-// output_c_backprop: A 3-D tensor with the same shape as output_c in the forward
-//     pass.
-// reserve_space: The same reserve_space produced in the forward operation.
-// host_reserved: The same host_reserved produced in the forward operation.
-// input_backprop: The backprop to input in the forward pass. Has the same shape
-//     as input.
-// input_h_backprop: The backprop to input_h in the forward pass. Has the same
-//     shape as input_h.
-// input_c_backprop: The backprop to input_c in the forward pass. Has the same
-//     shape as input_c.
-// params_backprop: The backprop to the params buffer in the forward pass. Has the
-//     same shape as params.
-func CudnnRNNBackpropV2(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, output tf.Output, output_h tf.Output, output_c tf.Output, output_backprop tf.Output, output_h_backprop tf.Output, output_c_backprop tf.Output, reserve_space tf.Output, host_reserved tf.Output, optional ...CudnnRNNBackpropV2Attr) (input_backprop tf.Output, input_h_backprop tf.Output, input_c_backprop tf.Output, params_backprop tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "CudnnRNNBackpropV2",
-		Input: []tf.Input{
-			input, input_h, input_c, params, output, output_h, output_c, output_backprop, output_h_backprop, output_c_backprop, reserve_space, host_reserved,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
-}
-
 // StringFormatAttr is an optional argument to StringFormat.
 type StringFormatAttr func(optionalAttr)
 
-- 
GitLab


From 59f873cf45a10fcb029ae282448df921a71a4d4c Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Tue, 16 Oct 2018 12:03:02 -0700
Subject: [PATCH 0153/1825] fixing minor documentation nits

PiperOrigin-RevId: 217359845
---
 tensorflow/contrib/distribute/README.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distribute/README.md b/tensorflow/contrib/distribute/README.md
index 2e025765e4..b416619fc1 100644
--- a/tensorflow/contrib/distribute/README.md
+++ b/tensorflow/contrib/distribute/README.md
@@ -20,7 +20,7 @@ on many GPUs on one machine. Essentially, we create copies of all variables in
 the model's layers on each device. We then use all-reduce to combine gradients
 across the devices before applying them to the variables to keep them in sync.
 * [`CollectiveAllReduceStrategy`](https://www.tensorflow.org/versions/master/api_docs/python/tf/contrib/distribute/CollectiveAllReduceStrategy):
-This is a version of `MirroredStrategy` for multi-working training. It uses
+This is a version of `MirroredStrategy` for multi-worker training. It uses
 a collective op to do all-reduce. This supports between-graph communication and
 synchronization, and delegates the specifics of the all-reduce implementation to
 the runtime (as opposed to encoding it in the graph). This allows it to perform
@@ -31,8 +31,8 @@ fault-tolerance to allow training to continue when there is worker failure.
 * [`ParameterServerStrategy`](https://www.tensorflow.org/versions/master/api_docs/python/tf/contrib/distribute/ParameterServerStrategy):
 This strategy supports using parameter servers either for multi-GPU local
 training or asynchronous multi-machine training. When used to train locally,
-variables are not mirrored, instead they placed on the CPU and operations are
-replicated across all local GPUs. In a multi-machine setting, some are
+variables are not mirrored, instead they are placed on the CPU and operations
+are replicated across all local GPUs. In a multi-machine setting, some are
 designated as workers and some as parameter servers. Each variable is placed on
 one parameter server. Computation operations are replicated across all GPUs of
 the workers.
-- 
GitLab


From 6bfb36b241dadfecb345edb0589a8d0ae72dc968 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 12:06:21 -0700
Subject: [PATCH 0154/1825] Move from deprecated self.test_session() to
 self.session() or self.cached_session().

Move to cached_session() if the session is create more than once per test. Move to session() otherwise.

self.test_session() has been deprecated in 9962eb5e84b15e309410071b06c2ed2d6148ed44 as its name confuses readers of the test. Moving to session() instead which slightly changes the semantic of the function:
* the session is not cached anymore (a new session is created).
* the session is closed when exiting the "with" scope.

PiperOrigin-RevId: 217360604
---
 .../layers/python/layers/layers_test.py       | 36 +++++++++----------
 .../python/kernel_tests/mel_ops_test.py       |  4 +--
 .../python/kernel_tests/mfcc_ops_test.py      |  4 +--
 .../kernel_tests/reconstruction_ops_test.py   | 18 +++++-----
 .../python/kernel_tests/shape_ops_test.py     | 24 ++++++-------
 .../python/kernel_tests/spectral_ops_test.py  | 14 ++++----
 .../python/kernel_tests/window_ops_test.py    |  2 +-
 7 files changed, 51 insertions(+), 51 deletions(-)

diff --git a/tensorflow/contrib/layers/python/layers/layers_test.py b/tensorflow/contrib/layers/python/layers/layers_test.py
index 3b7ae72e9c..8ead6336a0 100644
--- a/tensorflow/contrib/layers/python/layers/layers_test.py
+++ b/tensorflow/contrib/layers/python/layers/layers_test.py
@@ -630,7 +630,7 @@ class ConvolutionTest(test.TestCase):
       expected_size = [None, num_filters, None, None]
       expected_size_dynamic = [5, num_filters, 7, 9]
 
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         images = array_ops.placeholder(np.float32,
                                        [None, input_size[1], None, None])
         output = layers_lib.convolution2d(
@@ -721,7 +721,7 @@ class Convolution2dTransposeTests(test.TestCase):
   def testOutputSizeWithStrideOneSamePaddingNCHW(self):
     # `NCHW` data format is only supported for `GPU` device.
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 32
         input_size = [5, 3, 10, 12]
         expected_size = [5, num_filters, 10, 12]
@@ -740,7 +740,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWithStrideOneValidPaddingNCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 32
         input_size = [5, 3, 10, 12]
         expected_size = [5, num_filters, 12, 14]
@@ -759,7 +759,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWithStrideTwoValidPaddingNCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 32
         input_size = [5, 3, 9, 11]
         expected_size = [5, num_filters, 19, 23]
@@ -779,7 +779,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWith1x1StrideTwoSamePaddingNCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 1, 1]
         expected_size = [1, num_filters, 2, 2]
@@ -799,7 +799,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWith1x1StrideTwoValidPaddingNCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 1, 1]
         expected_size = [1, num_filters, 2, 2]
@@ -817,7 +817,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWith2x2StrideTwoSamePaddingNCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 2, 2]
         expected_size = [1, num_filters, 4, 4]
@@ -835,7 +835,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWith2x2StrideTwoValidPaddingNCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 2, 2]
         expected_size = [1, num_filters, 4, 4]
@@ -853,7 +853,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWithStride2x1NCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 3, 2]
         expected_size = [1, num_filters, 6, 5]
@@ -871,7 +871,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWithStride2x4NCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 3, 2]
         expected_size = [1, num_filters, 6, 8]
@@ -889,7 +889,7 @@ class Convolution2dTransposeTests(test.TestCase):
 
   def testOutputSizeWithStride2x5NCHW(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         num_filters = 1
         input_size = [1, 1, 3, 2]
         expected_size = [1, num_filters, 6, 10]
@@ -2056,7 +2056,7 @@ class BatchNormTest(test.TestCase):
     channels = 3
     np.random.seed(1)
     use_gpu = fused
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       if data_format == 'NHWC':
         image_shape = (batch_size, height, width, channels)
         axis = (0, 1, 2)
@@ -2140,7 +2140,7 @@ class BatchNormTest(test.TestCase):
     channels = 3
     np.random.seed(1)
     use_gpu = fused
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       if data_format == 'NHWC':
         image_shape = (batch_size, height, width, channels)
         axis = (0, 1, 2)
@@ -2344,7 +2344,7 @@ class BatchNormTest(test.TestCase):
     np.random.seed(1)
     use_gpu = fused
     np.random.seed(1)
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       if data_format == 'NHWC':
         image_shape = (batch_size, height, width, channels)
         axis = (0, 1, 2)
@@ -2491,7 +2491,7 @@ class BatchNormTest(test.TestCase):
     channels = 3
     np.random.seed(1)
     use_gpu = fused
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       if data_format == 'NHWC':
         image_shape = (batch_size, height, width, channels)
         axis = (0, 1, 2)
@@ -2576,7 +2576,7 @@ class BatchNormTest(test.TestCase):
     channels = 32
     np.random.seed(1)
     use_gpu = fused
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       if data_format == 'NHWC':
         image_shape = (batch_size, height, width, channels)
         axis = (0, 1, 2)
@@ -2674,7 +2674,7 @@ class BatchNormTest(test.TestCase):
 
   def _runBatchNormalizationWithFormat(self, shape, data_format, is_training):
     channels = shape[-1]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       images = np.arange(np.product(shape), dtype=np.float32).reshape(shape)
       beta = init_ops.constant_initializer(
           np.arange(2, channels + 2, dtype=np.float32))
@@ -2776,7 +2776,7 @@ class BatchNormTest(test.TestCase):
             'moving_variance': variance,
         },
         data_format='NCHW')
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       sess.run(variables_lib.global_variables_initializer())
       return sess.run(output)
 
diff --git a/tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py b/tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py
index f4348e80ea..13ee8764b7 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py
+++ b/tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py
@@ -137,7 +137,7 @@ class LinearToMelTest(test.TestCase):
         # Settings used by Tacotron (https://arxiv.org/abs/1703.10135).
         (80, 1025, 24000.0, 80.0, 12000.0, dtypes.float64)
     ]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for config in configs:
         mel_matrix_np = spectrogram_to_mel_matrix(*config)
         mel_matrix = mel_ops.linear_to_mel_weight_matrix(*config)
@@ -178,7 +178,7 @@ class LinearToMelTest(test.TestCase):
         self.assertEqual(1, len(rewritten_graph.node))
 
   def test_num_spectrogram_bins_dynamic(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       num_spectrogram_bins = array_ops.placeholder(shape=(),
                                                    dtype=dtypes.int32)
       mel_matrix_np = spectrogram_to_mel_matrix(
diff --git a/tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py b/tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py
index e7743bdcba..9de1e2c2f4 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py
+++ b/tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py
@@ -46,14 +46,14 @@ class MFCCTest(test.TestCase):
   def test_basic(self):
     """A basic test that the op runs on random input."""
     with spectral_ops_test_util.fft_kernel_label_map():
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         signal = random_ops.random_normal((2, 3, 5))
         mfcc_ops.mfccs_from_log_mel_spectrograms(signal).eval()
 
   def test_unknown_shape(self):
     """A test that the op runs when shape and rank are unknown."""
     with spectral_ops_test_util.fft_kernel_label_map():
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         signal = array_ops.placeholder_with_default(
             random_ops.random_normal((2, 3, 5)), tensor_shape.TensorShape(None))
         self.assertIsNone(signal.shape.ndims)
diff --git a/tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py b/tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py
index 5c9b2ac518..c476cd4e00 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py
+++ b/tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py
@@ -55,7 +55,7 @@ class ReconstructionOpsTest(test.TestCase):
     signal = constant_op.constant(np.ones((3, 5)), dtype=dtypes.int64)
     reconstruction = reconstruction_ops.overlap_and_add(signal, 2)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       output = sess.run(reconstruction)
 
       expected_output = np.array([1, 1, 2, 2, 3, 2, 2, 1, 1])
@@ -86,7 +86,7 @@ class ReconstructionOpsTest(test.TestCase):
         (make_input(4), [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], 4),
     ]
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for signal, expected, frame_hop in configurations:
         reconstruction = reconstruction_ops.overlap_and_add(
             np.array(signal), frame_hop).eval()
@@ -98,7 +98,7 @@ class ReconstructionOpsTest(test.TestCase):
                                   dtype=dtypes.int64)
     reconstruction = reconstruction_ops.overlap_and_add(signal, self.frame_hop)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       output = sess.run(reconstruction)
       string_output = [np.base_repr(x, self.bases[0]) for x in output]
 
@@ -108,7 +108,7 @@ class ReconstructionOpsTest(test.TestCase):
     signal = constant_op.constant(self.powers, dtype=dtypes.int64)
     reconstruction = reconstruction_ops.overlap_and_add(signal, self.frame_hop)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       output = sess.run(reconstruction)
 
       accumulator = True
@@ -124,7 +124,7 @@ class ReconstructionOpsTest(test.TestCase):
     signal = constant_op.constant(input_matrix, dtype=dtypes.float32)
     reconstruction = reconstruction_ops.overlap_and_add(signal, self.frame_hop)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       output = sess.run(reconstruction)
 
       string_output = [np.base_repr(int(x), self.bases[0]) for x in
@@ -143,8 +143,8 @@ class ReconstructionOpsTest(test.TestCase):
         ((2, 2, 2, 10, 128), 125),
     ]
 
-    for shape, frame_hop in configurations:
-      with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
+      for shape, frame_hop in configurations:
         signal = array_ops.zeros(shape)
         reconstruction = reconstruction_ops.overlap_and_add(signal, frame_hop)
         loss = math_ops.reduce_sum(reconstruction)
@@ -155,7 +155,7 @@ class ReconstructionOpsTest(test.TestCase):
         self.assertTrue((gradient == 1.0).all())
 
   def test_gradient_batch(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       signal = array_ops.zeros((2, 10, 10))
       frame_hop = 10
       reconstruction = reconstruction_ops.overlap_and_add(signal, frame_hop)
@@ -177,7 +177,7 @@ class ReconstructionOpsTest(test.TestCase):
       self.assertAllEqual(expected_gradient, gradient)
 
   def test_gradient_numerical(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = (2, 10, 10)
       framed_signal = array_ops.zeros(shape)
       frame_hop = 10
diff --git a/tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py b/tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py
index f132050153..838025a040 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py
+++ b/tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py
@@ -33,7 +33,7 @@ from tensorflow.python.platform import test
 class FrameTest(test.TestCase):
 
   def test_mapping_of_indices_without_padding(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tensor = constant_op.constant(np.arange(9152), dtypes.int32)
       tensor = array_ops.expand_dims(tensor, 0)
 
@@ -48,7 +48,7 @@ class FrameTest(test.TestCase):
       self.assertAllEqual(expected, result)
 
   def test_mapping_of_indices_with_padding(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tensor = constant_op.constant(np.arange(10000), dtypes.int32)
       tensor = array_ops.expand_dims(tensor, 0)
 
@@ -89,7 +89,7 @@ class FrameTest(test.TestCase):
     frame_length = 2
     frame_step = 1
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       result = shape_ops.frame(signal, frame_length, frame_step,
                                pad_end=True, pad_value=99).eval()
       self.assertEqual((0, 2), result.shape)
@@ -149,7 +149,7 @@ class FrameTest(test.TestCase):
         for pad_end in [False, True]:
           op = shape_ops.frame(signal, frame_length, frame_step,
                                pad_end=pad_end, pad_value=99)
-          with self.test_session(use_gpu=True):
+          with self.cached_session(use_gpu=True):
             result = op.eval()
           self.assertEqual(op.shape.as_list(), list(result.shape))
 
@@ -158,7 +158,7 @@ class FrameTest(test.TestCase):
     frame_length = 3
     frame_step = 2
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for rank in range(5):
         nd_signal = np.reshape(signal, (1,) * rank + signal.shape)
 
@@ -184,7 +184,7 @@ class FrameTest(test.TestCase):
     frame_length = 3
     frame_step = 2
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for rank in range(5):
         nd_signal = np.reshape(signal, (1,) * rank + signal.shape)
 
@@ -218,7 +218,7 @@ class FrameTest(test.TestCase):
     frame_length = 3
     frame_step = 2
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # With padding, we pad the last frame with pad_value.
       result = shape_ops.frame(signal, frame_length, frame_step,
                                pad_end=True, pad_value=99).eval()
@@ -244,7 +244,7 @@ class FrameTest(test.TestCase):
 
   def test_axis(self):
     signal = np.reshape(np.arange(16), (2, 4, 2))
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       result = shape_ops.frame(signal, frame_length=2, frame_step=2,
                                pad_end=True, axis=1)
       expected = np.reshape(np.arange(16), (2, 2, 2, 2))
@@ -279,7 +279,7 @@ class FrameTest(test.TestCase):
     frame_length = 4
     frame_step = 1
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       result = shape_ops.frame(signal, frame_length, frame_step,
                                pad_end=True, pad_value=99).eval()
       self.assertAllClose([[[1, 2, 99, 99], [2, 99, 99, 99]],
@@ -303,7 +303,7 @@ class FrameTest(test.TestCase):
     frame_length = 2
     frame_step = 3
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       result = shape_ops.frame(signal, frame_length, frame_step)
       self.assertEqual(result.dtype, signal.dtype)
 
@@ -315,7 +315,7 @@ class FrameTest(test.TestCase):
     frame_length = 2
     frame_step = 2
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       signal_placeholder = array_ops.placeholder(shape=(None, None),
                                                  dtype=dtypes.float32)
       result = sess.run(shape_ops.frame(
@@ -326,7 +326,7 @@ class FrameTest(test.TestCase):
                            [[20, 21], [22, 23]]], result)
 
   def test_gradient_numerical(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       signal_shape = (2, 128)
       signal = array_ops.ones(signal_shape)
       frame_length = 33
diff --git a/tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py b/tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py
index f10d78259a..5106a22f88 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py
+++ b/tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py
@@ -81,7 +81,7 @@ class SpectralOpsTest(test.TestCase):
 
   def _compare(self, signal, frame_length, frame_step, fft_length):
     with spectral_ops_test_util.fft_kernel_label_map(), (
-        self.test_session(use_gpu=True)) as sess:
+        self.cached_session(use_gpu=True)) as sess:
       actual_stft = spectral_ops.stft(
           signal, frame_length, frame_step, fft_length, pad_end=False)
       signal_ph = array_ops.placeholder(dtype=dtypes.as_dtype(signal.dtype))
@@ -117,7 +117,7 @@ class SpectralOpsTest(test.TestCase):
 
   def test_shapes(self):
     with spectral_ops_test_util.fft_kernel_label_map(), (
-        self.test_session(use_gpu=True)):
+        self.session(use_gpu=True)):
       signal = np.zeros((512,)).astype(np.float32)
 
       # If fft_length is not provided, the smallest enclosing power of 2 of
@@ -188,7 +188,7 @@ class SpectralOpsTest(test.TestCase):
       signal = random_ops.random_normal([signal_length])
 
       with spectral_ops_test_util.fft_kernel_label_map(), (
-          self.test_session(use_gpu=True)) as sess:
+          self.cached_session(use_gpu=True)) as sess:
         stft = spectral_ops.stft(signal, frame_length, frame_step, fft_length,
                                  pad_end=False)
         inverse_stft = spectral_ops.inverse_stft(stft, frame_length, frame_step,
@@ -234,7 +234,7 @@ class SpectralOpsTest(test.TestCase):
       inverse_window_fn = spectral_ops.inverse_stft_window_fn(frame_step)
       inverse_window = inverse_window_fn(frame_length, dtype=dtypes.float32)
 
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         hann_window, inverse_window = sess.run([hann_window, inverse_window])
 
       # Expect unit gain at each phase of the window.
@@ -262,7 +262,7 @@ class SpectralOpsTest(test.TestCase):
       inverse_window_fn = spectral_ops.inverse_stft_window_fn(frame_step)
       inverse_window = inverse_window_fn(frame_length, dtype=dtypes.float32)
 
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         hann_window, inverse_window = sess.run([hann_window, inverse_window])
 
       self.assertAllClose(hann_window, inverse_window * 1.5)
@@ -279,7 +279,7 @@ class SpectralOpsTest(test.TestCase):
   def test_gradients(self):
     """Test that spectral_ops.stft has a working gradient."""
     with spectral_ops_test_util.fft_kernel_label_map(), (
-        self.test_session(use_gpu=True)) as sess:
+        self.session(use_gpu=True)) as sess:
       signal_length = 512
 
       # An all-zero signal has all zero gradients with respect to the sum of the
@@ -298,7 +298,7 @@ class SpectralOpsTest(test.TestCase):
 
   def test_gradients_numerical(self):
     with spectral_ops_test_util.fft_kernel_label_map(), (
-        self.test_session(use_gpu=True)):
+        self.session(use_gpu=True)):
       # Tuples of (signal_length, frame_length, frame_step, fft_length,
       # stft_bound, inverse_stft_bound).
       # TODO(rjryan): Investigate why STFT gradient error is so high.
diff --git a/tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py b/tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py
index 5a464699da..6a46a22693 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py
+++ b/tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py
@@ -64,7 +64,7 @@ class WindowOpsTest(test.TestCase):
                     (dtypes.float64, 1e-9)]
 
   def _compare_window_fns(self, np_window_fn, tf_window_fn):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for window_length in self._window_lengths:
         for periodic in [False, True]:
           for tf_dtype, tol in self._dtypes:
-- 
GitLab


From 1d02bb4cbaa9308dd7b4ad21ff1c74dd4134f920 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <superbobry@gmail.com>
Date: Tue, 16 Oct 2018 21:25:39 +0200
Subject: [PATCH 0155/1825] Fixed indentation in test_ps_session_config

---
 tensorflow/python/estimator/run_config_test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/estimator/run_config_test.py b/tensorflow/python/estimator/run_config_test.py
index 313bf62c05..e886ac7344 100644
--- a/tensorflow/python/estimator/run_config_test.py
+++ b/tensorflow/python/estimator/run_config_test.py
@@ -1197,8 +1197,8 @@ class RunConfigSessionConfigTest(test.TestCase):
     }
     run_config = _create_run_config_with_cluster_spec(tf_config)
     self._assert_equal_session_config(
-      run_config.session_config,
-      ['/job:ps', '/job:worker', '/job:chief', '/job:master'])
+        run_config.session_config,
+        ['/job:ps', '/job:worker', '/job:chief', '/job:master'])
 
   def test_evaluator_session_config(self):
     tf_config = {
-- 
GitLab


From a1717b77f5a4fa2b5869adb660be3a74c6b02618 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 12:27:38 -0700
Subject: [PATCH 0156/1825] [tfgan] Exposed warm start functionality to
 GANEstimator.

PiperOrigin-RevId: 217363868
---
 .../estimator/python/gan_estimator_impl.py    |  8 ++-
 .../estimator/python/gan_estimator_test.py    | 68 +++++++++++++++++++
 2 files changed, 74 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/gan/python/estimator/python/gan_estimator_impl.py b/tensorflow/contrib/gan/python/estimator/python/gan_estimator_impl.py
index 7243f150ce..219cc199d7 100644
--- a/tensorflow/contrib/gan/python/estimator/python/gan_estimator_impl.py
+++ b/tensorflow/contrib/gan/python/estimator/python/gan_estimator_impl.py
@@ -112,7 +112,8 @@ class GANEstimator(estimator.Estimator):
                get_eval_metric_ops_fn=None,
                add_summaries=None,
                use_loss_summaries=True,
-               config=None):
+               config=None,
+               warm_start_from=None):
     """Initializes a GANEstimator instance.
 
     Args:
@@ -151,6 +152,8 @@ class GANEstimator(estimator.Estimator):
       use_loss_summaries: If `True`, add loss summaries. If `False`, does not.
         If `None`, uses defaults.
       config: `RunConfig` object to configure the runtime settings.
+      warm_start_from: A filepath to a checkpoint or saved model, or a
+        WarmStartSettings object to configure initialization.
 
     Raises:
       ValueError: If loss functions aren't callable.
@@ -187,7 +190,8 @@ class GANEstimator(estimator.Estimator):
           get_hooks_fn, use_loss_summaries)
 
     super(GANEstimator, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config)
+        model_fn=_model_fn, model_dir=model_dir, config=config,
+        warm_start_from=warm_start_from)
 
 
 def _get_gan_model(
diff --git a/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py b/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py
index 83f8dd641f..cfc867f083 100644
--- a/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py
+++ b/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py
@@ -33,9 +33,11 @@ from tensorflow.contrib.learn.python.learn.learn_io import graph_io
 from tensorflow.core.example import example_pb2
 from tensorflow.core.example import feature_pb2
 from tensorflow.python.estimator import model_fn as model_fn_lib
+from tensorflow.python.estimator.estimator import WarmStartSettings
 from tensorflow.python.estimator.inputs import numpy_io
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework.errors_impl import NotFoundError
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import metrics as metrics_lib
@@ -317,5 +319,71 @@ class GANEstimatorIntegrationTest(test.TestCase):
         prediction_size=[batch_size, input_dim])
 
 
+class GANEstimatorWarmStartTest(test.TestCase):
+
+  def setUp(self):
+    self._model_dir = self.get_temp_dir()
+    self.new_variable_name = 'new_var'
+    self.new_variable_value = [1, 2, 3]
+
+  def tearDown(self):
+    writer_cache.FileWriterCache.clear()
+
+  def _test_warm_start(self, warm_start_from=None):
+    """Tests whether WarmStartSettings work as intended."""
+    def generator_with_new_variable(noise_dict, mode):
+      variable_scope.get_variable(name=self.new_variable_name,
+                                  initializer=self.new_variable_value,
+                                  trainable=True)
+      return generator_fn(noise_dict, mode)
+
+    def train_input_fn():
+      data = np.zeros([3, 4])
+      return {'x': data}, data
+
+    est = estimator.GANEstimator(
+        generator_fn=generator_fn,
+        discriminator_fn=discriminator_fn,
+        generator_loss_fn=losses.wasserstein_generator_loss,
+        discriminator_loss_fn=losses.wasserstein_discriminator_loss,
+        generator_optimizer=training.GradientDescentOptimizer(1.0),
+        discriminator_optimizer=training.GradientDescentOptimizer(1.0),
+        model_dir=self._model_dir)
+
+    est.train(train_input_fn, steps=1)
+
+    est_warm = estimator.GANEstimator(
+        generator_fn=generator_with_new_variable,
+        discriminator_fn=discriminator_fn,
+        generator_loss_fn=losses.wasserstein_generator_loss,
+        discriminator_loss_fn=losses.wasserstein_discriminator_loss,
+        generator_optimizer=training.GradientDescentOptimizer(1.0),
+        discriminator_optimizer=training.GradientDescentOptimizer(1.0),
+        model_dir=None if warm_start_from else self._model_dir,
+        warm_start_from=warm_start_from)
+
+    est_warm.train(train_input_fn, steps=1)
+
+    return est_warm
+
+  def test_warm_start_error(self):
+    """Test if exception when reloading different estimators."""
+    with self.assertRaises(NotFoundError):
+      self._test_warm_start()
+
+  def test_warm_start_success(self):
+    """Test if GANEstimator allows explicit warm start variable assignment."""
+    # Regex matches all variable names in ckpt except for new_var.
+    var_regex = '^(?!.*%s.*)' % self.new_variable_name
+    warmstart = WarmStartSettings(ckpt_to_initialize_from=self._model_dir,
+                                  vars_to_warm_start=var_regex)
+    est_warm = self._test_warm_start(warm_start_from=warmstart)
+    full_variable_name = 'Generator/%s' % self.new_variable_name
+    self.assertIn(full_variable_name, est_warm.get_variable_names())
+    equal_vals = np.array_equal(est_warm.get_variable_value(full_variable_name),
+                                self.new_variable_value)
+    self.assertTrue(equal_vals)
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 52589599b3fe467225b174a28271d52d50c4d54c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 13:04:06 -0700
Subject: [PATCH 0157/1825] Re-enable tests for tf.einsum().

These tests check that tf.einsum() is equivalent to np.einsum().
At one point, some of them were failing because of a bug in
np.einsum() in an old version of numpy.  This bug has been fixed,
so we can re-enable the tests now.

PiperOrigin-RevId: 217370167
---
 tensorflow/python/ops/special_math_ops_test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/special_math_ops_test.py b/tensorflow/python/ops/special_math_ops_test.py
index b9dfc79311..d2f6b47697 100644
--- a/tensorflow/python/ops/special_math_ops_test.py
+++ b/tensorflow/python/ops/special_math_ops_test.py
@@ -240,7 +240,7 @@ class EinsumTest(test.TestCase):
       'aef,fbc,dca->bde',
       'iJ,Jk->ik',
       'iJ,Ki->JK',
-      'iJk,Jklm->Jk'
+      'iJk,Jklm->Jk',
       'ij, jk, kl -> il',
       'a, ab, abc -> abc',
       'ab, ab, cd, cd, ef, ef -> ',
@@ -280,7 +280,7 @@ class EinsumTest(test.TestCase):
 
   dim_mismatch_cases = [('ijk,jkl->il', [(2, 3, 4), (3, 5, 6)])]
 
-  def disabled_test_simple(self):
+  def test_simple(self):
     for case in self.simple_cases:
       self.run_test(case)
 
-- 
GitLab


From 4b29bd950b6763a1d2ade08369ed1e432d492af4 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Tue, 16 Oct 2018 13:05:41 -0700
Subject: [PATCH 0158/1825] Adding an XLA kernel registration for kDeviceRetOp
 that returns int32 tensors in device memory rather than host memory.

PiperOrigin-RevId: 217370484
---
 tensorflow/compiler/jit/xla_device_ops.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/compiler/jit/xla_device_ops.h b/tensorflow/compiler/jit/xla_device_ops.h
index 14a232b7a8..6a1c43aa96 100644
--- a/tensorflow/compiler/jit/xla_device_ops.h
+++ b/tensorflow/compiler/jit/xla_device_ops.h
@@ -210,6 +210,8 @@ class XlaAssignVariableOp : public AsyncOpKernel {
                               .TypeConstraint<ResourceHandle>("T")             \
                               .HostMemory("input"),                            \
                           RetvalOp);                                           \
+  REGISTER_KERNEL_BUILDER(                                                     \
+      Name(kDeviceRetOp).Device(DEVICE).TypeConstraint<int32>("T"), RetvalOp); \
                                                                                \
   REGISTER_KERNEL_BUILDER(                                                     \
       Name("RemoteCall").Device(DEVICE).HostMemory("target"), RemoteCallOp);   \
-- 
GitLab


From 0326792aa76a132ab0c9bb8cc8dcb6ce0b1487fb Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Tue, 16 Oct 2018 13:21:58 -0700
Subject: [PATCH 0159/1825] remove CHECK and CHECK_EQ, added TF_RETURN_IF_ERROR

---
 .../graph_transforms/fuse_quantized_convolution.cc     | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc b/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc
index 2128bcd978..bd021d094e 100644
--- a/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc
+++ b/tensorflow/tools/graph_transforms/fuse_quantized_convolution.cc
@@ -179,8 +179,14 @@ Status FuseQuantizedConvolutionAndRequantize(
 
         TensorProto float_tensor_proto = bias_node->attr().at("value").tensor();
         Tensor float_tensor;
-        CHECK(float_tensor.FromProto(float_tensor_proto));
-        CHECK_EQ(float_tensor.dtype(), DT_FLOAT);
+        if(!float_tensor.FromProto(float_tensor_proto)) {
+          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+              "TensorProto object is not valid."));
+        }
+        if (float_tensor.dtype() != DT_FLOAT) {
+          TF_RETURN_IF_ERROR(::tensorflow::errors::Unimplemented(
+              "Expected float tensor."));
+        }
         float *p_bias_float = float_tensor.flat<float>().data();
 
         Tensor int32_tensor = Tensor(DT_QINT32, float_tensor.shape());
-- 
GitLab


From 6e23a13b1ec2da3d1327570a9661c9663fab82a0 Mon Sep 17 00:00:00 2001
From: Ruoxin Sang <rxsang@google.com>
Date: Tue, 16 Oct 2018 13:27:12 -0700
Subject: [PATCH 0160/1825] Fix a bug in TPUEstimator that eval_steps is not
 increased correctly when no eval_metrics is passed.

PiperOrigin-RevId: 217374906
---
 .../contrib/tpu/python/tpu/tpu_estimator.py   | 28 +++++++++++++------
 1 file changed, 19 insertions(+), 9 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index b2fa9eb45c..29aa0d6568 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -2609,10 +2609,6 @@ class TPUEstimator(estimator_lib.Estimator):
               total_loss,
               math_ops.cast(iterations_per_loop_var, dtype=total_loss.dtype))
 
-          # Creates a dummy metric update_op for all metrics. Estimator expects
-          # all metrics in eval_metric_ops have update_op and calls them one by
-          # one. The real metric update_ops are invoked in a separated thread.
-          # So, here give Estimator the dummy op for all metrics.
           with ops.control_dependencies([mean_loss]):
             # After TPU evaluation computation is done (the mean_loss tensor),
             # reads all variables back from TPU and updates the eval step
@@ -2620,16 +2616,30 @@ class TPUEstimator(estimator_lib.Estimator):
             internal_ops_to_run = _sync_variables_ops(ctx)
             internal_ops_to_run.append(
                 _increase_eval_step_op(iterations_per_loop_var))
-            with ops.control_dependencies(internal_ops_to_run):
-              dummy_update_op = control_flow_ops.no_op()
 
           host_call_ret = host_calls.create_tpu_hostcall()
           eval_metric_ops = {}
           eval_update_ops = []
 
-          for k, v in host_call_ret.get('eval_metrics', {}).items():
-            eval_metric_ops[k] = (v[0], dummy_update_op)
-            eval_update_ops.append(v[1])
+          eval_metrics = host_call_ret.get('eval_metrics', {})
+          if eval_metrics:
+            # Creates a dummy metric update_op for all metrics. Estimator
+            # expects all metrics in `eval_metric_ops` have update_op and calls
+            # them one by one. The real metric update_ops are invoked in a
+            # separated thread. So, here give Estimator the dummy op for all
+            # metrics.
+            with ops.control_dependencies(internal_ops_to_run):
+              dummy_update_op = control_flow_ops.no_op()
+
+            for k, v in eval_metrics.items():
+              eval_metric_ops[k] = (v[0], dummy_update_op)
+              eval_update_ops.append(v[1])
+          else:
+            # If no eval metrics are passed, create an identity node for the
+            # loss and add `internal_ops_to_run` to its dependencies. So
+            # `internal_ops_to_run` can be executed.
+            with ops.control_dependencies(internal_ops_to_run):
+              mean_loss = array_ops.identity(mean_loss)
 
           if 'host_call' not in host_call_ret:
             host_ops = []
-- 
GitLab


From f2d88e5ad422bb4abc2db1ddbac0f9247fd95896 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Tue, 16 Oct 2018 13:29:00 -0700
Subject: [PATCH 0161/1825] Modify variable_scope_test.py to work equally well
 under graph and eager execution.

PiperOrigin-RevId: 217375275
---
 tensorflow/python/eager/BUILD                 |    1 +
 tensorflow/python/kernel_tests/BUILD          |    1 +
 .../kernel_tests/variable_scope_test.py       | 1447 ++++++++++-------
 3 files changed, 896 insertions(+), 553 deletions(-)

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 52ea495305..751e8c402e 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -421,6 +421,7 @@ py_library(
     name = "wrap_function",
     srcs = ["wrap_function.py"],
     srcs_version = "PY2AND3",
+    visibility = ["//tensorflow:internal"],
     deps = [
         ":context",
         ":function",
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 33fb925f09..3d9b886ebb 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1172,6 +1172,7 @@ tf_py_test(
         "//tensorflow/python:variables",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:function",
+        "//tensorflow/python/eager:wrap_function",
     ],
     tags = ["no_windows"],
 )
diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index 33f464fb90..054e514a84 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -25,6 +25,7 @@ import numpy
 
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function
+from tensorflow.python.eager import wrap_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
@@ -44,6 +45,25 @@ from tensorflow.python.util import compat
 from tensorflow.python.util import tf_inspect
 
 
+def wrap_and_execute(graph_function, skip_graph=False):
+  """Wrap a graph _nullary_ function and execute it in graph and eager modes.
+
+  If graph mode fails, use skip_graph=True and comment on the caller with the
+  failure reason.
+
+  Args:
+    graph_function: python function containing graph code to be wrapped
+    skip_graph: Optional. Don't call the graph function if it errors.
+  """
+  wrapped = wrap_function.wrap_function(graph_function, [])
+  if context.executing_eagerly():
+    # use the wrapped graph function
+    wrapped()
+  elif not skip_graph:
+    # use the original function
+    graph_function()
+
+
 class VariableScopeTest(test.TestCase):
 
   def tearDown(self):
@@ -52,18 +72,29 @@ class VariableScopeTest(test.TestCase):
     # involving objects with __del__ defined.
     self.assertEqual(0, len(gc.garbage))
 
+  @test_util.run_in_graph_and_eager_modes
   def testGetVar(self):
-    vs = variable_scope._get_default_variable_store()
-    v = vs.get_variable("v", [1])
-    v1 = vs.get_variable("v", [1])
-    self.assertEqual(v, v1)
+
+    def _f():
+      vs = variable_scope._get_default_variable_store()
+      v = vs.get_variable("v", [1])
+      v1 = vs.get_variable("v", [1])
+      self.assertEqual(v, v1)
+
+    wrap_and_execute(_f)
 
   @test_util.run_in_graph_and_eager_modes
   def testResource(self):
-    vs = variable_scope._get_default_variable_store()
-    v1 = vs.get_variable("v", [1], use_resource=True)
-    self.assertTrue(isinstance(v1, resource_variable_ops.ResourceVariable))
 
+    def _f():
+      vs = variable_scope._get_default_variable_store()
+      v1 = vs.get_variable("v", [1], use_resource=True)
+      self.assertTrue(isinstance(v1, resource_variable_ops.ResourceVariable))
+
+    wrap_and_execute(_f)
+
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # AttributeError: Tensor.op is meaningless when eager execution is enabled.
   def testNameExists(self):
     vs = variable_scope._get_default_variable_store()
     # No check by default, so we can both create and get existing names.
@@ -80,14 +111,22 @@ class VariableScopeTest(test.TestCase):
     with self.assertRaises(ValueError):
       vs.get_variable("u", [1], reuse=True)  # That fails.
 
+  @test_util.run_in_graph_and_eager_modes
   def testNamelessStore(self):
-    vs = variable_scope._get_default_variable_store()
-    vs.get_variable("v1", [2])
-    vs.get_variable("v2", [2])
-    expected_names = ["%s:0" % name for name in ["v1", "v2"]]
-    self.assertEqual(
-        set(expected_names), set([v.name for v in vs._vars.values()]))
 
+    def _f():
+      vs = variable_scope._get_default_variable_store()
+      vs.get_variable("v1", [2])
+      vs.get_variable("v2", [2])
+      expected_names = ["%s:0" % name for name in ["v1", "v2"]]
+      self.assertEqual(
+          set(expected_names), set([v.name for v in vs._vars.values()]))
+
+    wrap_and_execute(_f)
+
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Operation name: "tower0/foo/v/Assign" ... is not an element of
+  # this graph.
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeInitializer(self):
     init = init_ops.constant_initializer(0.3)
@@ -101,6 +140,8 @@ class VariableScopeTest(test.TestCase):
         self.evaluate(variables_lib.variables_initializer([w]))
         self.assertAllClose(self.evaluate(w.value()), 0.3)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Variable tower1/foo/v already exists, disallowed.
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeConstraint(self):
     constraint = lambda x: 0. * x
@@ -112,12 +153,18 @@ class VariableScopeTest(test.TestCase):
         w = variable_scope.get_variable("w", [])
         self.assertEqual(w.constraint, constraint)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # TypeError: Fetch argument <tf.Variable 'string:0' shape=() dtype=string>
+  # has invalid type <class '...ResourceVariable'>, must be a string or Tensor.
+  # (Can not convert a ResourceVariable into a Tensor or Operation.)
   def testStringDefaultInitializer(self):
     with self.cached_session():
       v = variable_scope.get_variable("string", shape=[], dtype=dtypes.string)
       variables_lib.global_variables_initializer().run()
-      self.assertAllEqual(compat.as_bytes(v.eval()), b"")
+      self.assertAllEqual(compat.as_bytes(self.evaluate(v)), b"")
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Variable tower2/foo/v already exists, disallowed.
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeDType(self):
     with variable_scope.variable_scope("tower2") as tower:
@@ -198,6 +245,8 @@ class VariableScopeTest(test.TestCase):
         self.assertAllEqual([v1, v2], [v3, v4])
       f()
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   @test_util.run_in_graph_and_eager_modes
   def testEagerVariablesStoreAddsToCollections(self):
     store = variable_scope.EagerVariableStore()
@@ -215,15 +264,15 @@ class VariableScopeTest(test.TestCase):
       self.assertEqual(
           ops.get_collection(ops.GraphKeys.CONCATENATED_VARIABLES), [concat])
 
-  @test_util.run_in_graph_and_eager_modes
   def testEagerVariablesOutsideStoreNotAddedToCollections(self):
-    if not context.executing_eagerly():
-      return
-    variable_scope.get_variable("v1", [], trainable=True)
-    variable_scope.get_variable("v2", [], trainable=False)
-    self.assertFalse(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES))
-    self.assertFalse(ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES))
+    with context.eager_mode():
+      variable_scope.get_variable("v1", [], trainable=True)
+      variable_scope.get_variable("v2", [], trainable=False)
+      self.assertFalse(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES))
+      self.assertFalse(ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES))
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Operation name: "v4/Assign" ... is not an element of this graph.
   @test_util.run_in_graph_and_eager_modes
   def testInitFromNonTensorValue(self):
     v = variable_scope.get_variable("v4", initializer=4, dtype=dtypes.int32)
@@ -240,6 +289,8 @@ class VariableScopeTest(test.TestCase):
     with self.assertRaises(error):
       variable_scope.get_variable("x4", initializer={})
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Operation name: "xx0/Assign" ...is not an element of this graph.
   @test_util.run_in_graph_and_eager_modes
   def testInitFromNonInitializer(self):
     # Test various dtypes with zeros initializer as following:
@@ -262,6 +313,8 @@ class VariableScopeTest(test.TestCase):
       self.assertAllEqual(self.evaluate(x.value()), self.evaluate(y.value()))
 
   # TODO(alive): support variable partitioning/caching in eager mode.
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # InvalidArgumentError: /job:moo/replica:0/task:0/device:CPU:0 unknown device.
   def testVarScopeCachingDevice(self):
     with self.cached_session():
       caching_device = "/job:moo"
@@ -295,6 +348,8 @@ class VariableScopeTest(test.TestCase):
         v_tower = variable_scope.get_variable("v", [])
         self.assertFalse(v_tower.value().device.startswith(caching_device))
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Operation name: ".../Assign"... is not an element of this graph.
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeRegularizer(self):
     init = init_ops.constant_initializer(0.3)
@@ -340,6 +395,9 @@ class VariableScopeTest(test.TestCase):
           losses = ops.get_collection(ops.GraphKeys.REGULARIZATION_LOSSES)
           self.assertEqual(3, len(losses))  # No new loss added.
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Tensor-typed variable initializers must either be wrapped in an
+  # init_scope or callable...
   @test_util.run_in_graph_and_eager_modes
   def testInitializeFromValue(self):
     init = constant_op.constant(0.1)
@@ -366,6 +424,11 @@ class VariableScopeTest(test.TestCase):
     with self.assertRaisesRegexp(ValueError, "don't match"):
       variable_scope.get_variable("s", initializer=init, dtype=dtypes.float64)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # TypeError: Fetch argument <tf.Variable 'v0:0' shape=(1,) dtype=float32> has
+  # invalid type <class '...ops.resource_variable_ops.ResourceVariable'>, must
+  # be a string or Tensor. (Can not convert a ResourceVariable into a Tensor or
+  # Operation.)
   def testControlDeps(self):
     with self.cached_session() as sess:
       v0 = variable_scope.get_variable(
@@ -390,6 +453,8 @@ class VariableScopeTest(test.TestCase):
       sess.run(v0.initializer)
       sess.run(add)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # AssertionError: True is not false (last assertFalse)
   def testEnableResourceVariables(self):
     old = variable_scope._DEFAULT_USE_RESOURCE
     try:
@@ -402,6 +467,8 @@ class VariableScopeTest(test.TestCase):
     finally:
       variable_scope._DEFAULT_USE_RESOURCE = old
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # TypeError: Fetch argument None has invalid type <type 'NoneType'>
   def testControlFlow(self):
     with self.cached_session() as sess:
       v0 = variable_scope.get_variable(
@@ -441,6 +508,8 @@ class VariableScopeTest(test.TestCase):
       sess.run(v0.initializer)
       sess.run(add)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Operation name: ".../Assign"... is not an element of this graph.
   @test_util.run_in_graph_and_eager_modes
   def testGetVariableScope(self):
     # Test the get_variable_scope() function and setting properties of result.
@@ -464,123 +533,150 @@ class VariableScopeTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testVarScope(self):
-    with variable_scope.variable_scope("tower4") as tower:
-      self.assertEqual(tower.name, "tower4")
-      with ops.name_scope("scope") as sc:
-        self.assertEqual(sc, "tower4/scope/")
-
-    with variable_scope.variable_scope("tower5"):
-      with variable_scope.variable_scope("bar") as bar:
-        self.assertEqual(bar.name, "tower5/bar")
-        with ops.name_scope("scope") as sc:
-          self.assertEqual(sc, "tower5/bar/scope/")
 
-    with variable_scope.variable_scope("tower6"):
-      with variable_scope.variable_scope(tower, reuse=True) as tower_shared:
-        self.assertEqual(tower_shared.name, "tower4")
+    def _f():
+      with variable_scope.variable_scope("tower4") as tower:
+        self.assertEqual(tower.name, "tower4")
         with ops.name_scope("scope") as sc:
-          self.assertEqual(sc, "tower6/tower4/scope/")
+          self.assertEqual(sc, "tower4/scope/")
+
+      with variable_scope.variable_scope("tower5"):
+        with variable_scope.variable_scope("bar") as bar:
+          self.assertEqual(bar.name, "tower5/bar")
+          with ops.name_scope("scope") as sc:
+            self.assertEqual(sc, "tower5/bar/scope/")
+
+      with variable_scope.variable_scope("tower6"):
+        with variable_scope.variable_scope(tower, reuse=True) as tower_shared:
+          self.assertEqual(tower_shared.name, "tower4")
+          with ops.name_scope("scope") as sc:
+            self.assertEqual(sc, "tower6/tower4/scope/")
+
+    wrap_and_execute(_f)
 
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeNameScope(self):
-    with ops.name_scope("testVarScopeNameScope1"):
-      with variable_scope.variable_scope("tower") as tower:
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "testVarScopeNameScope1/tower/scope2/")
-      if not context.executing_eagerly():
-        with variable_scope.variable_scope(
-            tower):  # Re-entering acts like another "tower".
+
+    def _f():
+      with ops.name_scope("testVarScopeNameScope1"):
+        with variable_scope.variable_scope("tower") as tower:
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "testVarScopeNameScope1/tower_1/scope2/")
-        with variable_scope.variable_scope(
-            "tower"):  # Re-entering by string acts the same.
+            self.assertEqual(sc2, "testVarScopeNameScope1/tower/scope2/")
+        if not context.executing_eagerly():
+          with variable_scope.variable_scope(
+              tower):  # Re-entering acts like another "tower".
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "testVarScopeNameScope1/tower_1/scope2/")
+          with variable_scope.variable_scope(
+              "tower"):  # Re-entering by string acts the same.
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "testVarScopeNameScope1/tower_2/scope2/")
+
+      with ops.name_scope("testVarScopeNameScope2"):
+        with variable_scope.variable_scope("tower"):
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "testVarScopeNameScope1/tower_2/scope2/")
+            self.assertEqual(sc2, "testVarScopeNameScope2/tower/scope2/")
+        if not context.executing_eagerly():
+          with variable_scope.variable_scope(tower):
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "testVarScopeNameScope2/tower_1/scope2/")
 
-    with ops.name_scope("testVarScopeNameScope2"):
-      with variable_scope.variable_scope("tower"):
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "testVarScopeNameScope2/tower/scope2/")
-      if not context.executing_eagerly():
-        with variable_scope.variable_scope(tower):
+      root_var_scope = variable_scope.get_variable_scope()
+      with ops.name_scope("testVarScopeNameScope3"):
+        with variable_scope.variable_scope(root_var_scope):
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "testVarScopeNameScope2/tower_1/scope2/")
+            self.assertEqual(sc2, "testVarScopeNameScope3/scope2/")
 
-    root_var_scope = variable_scope.get_variable_scope()
-    with ops.name_scope("testVarScopeNameScope3"):
-      with variable_scope.variable_scope(root_var_scope):
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "testVarScopeNameScope3/scope2/")
+    wrap_and_execute(_f)
 
+  @test_util.run_in_graph_and_eager_modes
   def testVarScopeOriginalNameScope(self):
-    with self.cached_session():
-      with ops.name_scope("scope1"):
-        with variable_scope.variable_scope("tower") as tower:
-          self.assertEqual(tower.original_name_scope, "scope1/tower/")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "scope1/tower/scope2/")
-      with ops.name_scope("scope2"):
-        with variable_scope.variable_scope(tower) as tower1:
-          # Re-entering preserves original name scope.
-          self.assertEqual(tower1.original_name_scope, "scope1/tower/")
-          with ops.name_scope("foo") as sc2:
-            self.assertEqual(sc2, "scope2/tower/foo/")
-        # Test re-entering original name scope.
-        with ops.name_scope(tower.original_name_scope):
-          with ops.name_scope("bar") as sc3:
-            self.assertEqual(sc3, "scope1/tower/bar/")
-      with ops.name_scope("scope2"):
-        with variable_scope.variable_scope(tower):
+
+    def _f():
+      with self.cached_session():
+        with ops.name_scope("scope1"):
+          with variable_scope.variable_scope("tower") as tower:
+            self.assertEqual(tower.original_name_scope, "scope1/tower/")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "scope1/tower/scope2/")
+        with ops.name_scope("scope2"):
+          with variable_scope.variable_scope(tower) as tower1:
+            # Re-entering preserves original name scope.
+            self.assertEqual(tower1.original_name_scope, "scope1/tower/")
+            with ops.name_scope("foo") as sc2:
+              self.assertEqual(sc2, "scope2/tower/foo/")
+          # Test re-entering original name scope.
           with ops.name_scope(tower.original_name_scope):
             with ops.name_scope("bar") as sc3:
-              self.assertEqual(sc3, "scope1/tower/bar_1/")
+              self.assertEqual(sc3, "scope1/tower/bar/")
+        with ops.name_scope("scope2"):
+          with variable_scope.variable_scope(tower):
+            with ops.name_scope(tower.original_name_scope):
+              with ops.name_scope("bar") as sc3:
+                self.assertEqual(sc3, "scope1/tower/bar_1/")
 
+    # TODO(mihaimaruseac): calling _f fails with
+    # AssertionError: 'scope1_1/tower/' != 'scope1/tower/'
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testVarScopeObjectReuse(self):
-    with self.cached_session():
-      vs = None
-      with variable_scope.variable_scope("jump", reuse=True) as scope:
-        vs = scope
 
-      with variable_scope.variable_scope(vs) as jump:
-        self.assertTrue(jump.reuse)
+    def _f():
+      with self.cached_session():
+        vs = None
+        with variable_scope.variable_scope("jump", reuse=True) as scope:
+          vs = scope
 
-      with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
-        self.assertTrue(jump_reuse.reuse)
+        with variable_scope.variable_scope(vs) as jump:
+          self.assertTrue(jump.reuse)
 
-      with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
-        self.assertTrue(jump_no_reuse.reuse)  # Inherited, cannot be undone.
+        with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
+          self.assertTrue(jump_reuse.reuse)
 
-      with variable_scope.variable_scope("jump", reuse=False) as scope:
-        vs = scope
+        with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
+          self.assertTrue(jump_no_reuse.reuse)  # Inherited, cannot be undone.
 
-      with variable_scope.variable_scope(vs) as jump:
-        self.assertFalse(jump.reuse)
+        with variable_scope.variable_scope("jump", reuse=False) as scope:
+          vs = scope
 
-      with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
-        self.assertTrue(jump_reuse.reuse)
+        with variable_scope.variable_scope(vs) as jump:
+          self.assertFalse(jump.reuse)
 
-      with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
-        self.assertFalse(jump_no_reuse.reuse)
+        with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
+          self.assertTrue(jump_reuse.reuse)
 
+        with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
+          self.assertFalse(jump_no_reuse.reuse)
+
+    wrap_and_execute(_f)
+
+  @test_util.run_in_graph_and_eager_modes
   def testVarScopeGetOrCreateReuse(self):
-    with self.cached_session():
 
-      def test_value(value):
-        x = constant_op.constant(value)
-        with variable_scope.variable_scope(
-            "testVarScopeGetOrCreateReuse_bar",
-            reuse=variable_scope.AUTO_REUSE):
-          _ = state_ops.assign(variable_scope.get_variable("var", []), x)
-        with variable_scope.variable_scope(
-            "testVarScopeGetOrCreateReuse_bar",
-            reuse=variable_scope.AUTO_REUSE):
-          _ = variable_scope.get_variable("var", [])
-        self.assertEqual(value, x.eval())
+    def _f():
+      with self.cached_session():
+
+        def test_value(value):
+          x = constant_op.constant(value)
+          with variable_scope.variable_scope(
+              "testVarScopeGetOrCreateReuse_bar",
+              reuse=variable_scope.AUTO_REUSE):
+            _ = state_ops.assign(variable_scope.get_variable("var", []), x)
+          with variable_scope.variable_scope(
+              "testVarScopeGetOrCreateReuse_bar",
+              reuse=variable_scope.AUTO_REUSE):
+            _ = variable_scope.get_variable("var", [])
+          self.assertEqual(value, x.eval())
+
+        test_value(42.)  # Variable is created.
+        test_value(13.)  # Variable is reused hereafter.
+        test_value(17.)
 
-      test_value(42.)  # Variable is created.
-      test_value(13.)  # Variable is reused hereafter.
-      test_value(17.)
+    wrap_and_execute(_f)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # AttributeError: Tensor.op is meaningless when eager execution is enabled.
   def testVarOpScope(self):
     with self.cached_session():
       with ops.name_scope("testVarOpScope1"):
@@ -607,71 +703,96 @@ class VariableScopeTest(test.TestCase):
           with ops.name_scope("testVarOpScope2") as sc2:
             self.assertEqual(sc2, "testVarOpScope2/default_1/testVarOpScope2/")
 
+  @test_util.run_in_graph_and_eager_modes
   def testVarOpScopeUniqueNamesInterleavedSubstringScopes(self):
-    with self.cached_session():
-      with variable_scope.variable_scope(None, "defaultScope1"):
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name,
-              "defaultScope1/layer/w:0")
-      with variable_scope.variable_scope(None, "defaultScope1"):
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name,
-              "defaultScope1_1/layer/w:0")
-      with variable_scope.variable_scope(None, "defaultScope"):
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name,
-              "defaultScope/layer/w:0")
-      with variable_scope.variable_scope(None, "defaultScope1"):
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name,
-              "defaultScope1_2/layer/w:0")
 
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope(None, "defaultScope1"):
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name,
+                "defaultScope1/layer/w:0")
+        with variable_scope.variable_scope(None, "defaultScope1"):
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name,
+                "defaultScope1_1/layer/w:0")
+        with variable_scope.variable_scope(None, "defaultScope"):
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name,
+                "defaultScope/layer/w:0")
+        with variable_scope.variable_scope(None, "defaultScope1"):
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name,
+                "defaultScope1_2/layer/w:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # AssertionError: 'defaultScope1_3/layer/w:0' != 'defaultScope1/layer/w:0'
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testVarOpScopeUniqueNamesWithJump(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("default") as default:
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "default/layer/w:0")
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "default/layer_1/w:0")
-        with variable_scope.variable_scope(default):
-          pass
-        # No matter the jump in the middle, unique numbering continues.
-        with variable_scope.variable_scope(None, "layer"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "default/layer_2/w:0")
 
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("default") as default:
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "default/layer/w:0")
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name,
+                "default/layer_1/w:0")
+          with variable_scope.variable_scope(default):
+            pass
+          # No matter the jump in the middle, unique numbering continues.
+          with variable_scope.variable_scope(None, "layer"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name,
+                "default/layer_2/w:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable default/layer/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testVarOpScopeReuse(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("outer") as outer:
-        with variable_scope.variable_scope("tower", "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/tower/scope2/")
-        with variable_scope.variable_scope(None, "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/default/scope2/")
 
-      with variable_scope.variable_scope(outer, reuse=True) as outer:
-        with variable_scope.variable_scope("tower", "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/tower/scope2/")
-        with variable_scope.variable_scope(None, "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/default/scope2/")
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer") as outer:
+          with variable_scope.variable_scope("tower", "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/tower/scope2/")
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/default/scope2/")
+
+        with variable_scope.variable_scope(outer, reuse=True) as outer:
+          with variable_scope.variable_scope("tower", "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/tower/scope2/")
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/default/scope2/")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/tower/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # AttributeError: Tensor.op is meaningless when eager execution is enabled.
   def testVarScopeGetVar(self):
     with self.cached_session():
       with variable_scope.variable_scope("root"):
@@ -718,82 +839,108 @@ class VariableScopeTest(test.TestCase):
             variable_scope.get_variable("v", [1], dtype=dtypes.int32)
         self.assertEqual("dtype" in str(exc.exception), True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testVarScopeOuterScope(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("outer") as outer:
-        pass
-      with variable_scope.variable_scope(outer):
-        self.assertEqual(variable_scope.get_variable("w", []).name, "outer/w:0")
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "outer_1/scope2/")
-        with variable_scope.variable_scope("default"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/default/scope2/")
 
-      with variable_scope.variable_scope(outer, reuse=True):
-        self.assertEqual(variable_scope.get_variable("w", []).name, "outer/w:0")
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "outer_2/scope2/")
-        with variable_scope.variable_scope("default", reuse=True):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_2/default/scope2/")
-
-  def testVarScopeNestedOuterScope(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("outer") as outer:
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer") as outer:
+          pass
         with variable_scope.variable_scope(outer):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/outer/scope2/")
-        with variable_scope.variable_scope("default"):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/default/scope2/")
+            self.assertEqual(sc2, "outer_1/scope2/")
+          with variable_scope.variable_scope("default"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/default/scope2/")
 
         with variable_scope.variable_scope(outer, reuse=True):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/outer_1/scope2/")
-        with variable_scope.variable_scope("default", reuse=True):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/default_1/scope2/")
+            self.assertEqual(sc2, "outer_2/scope2/")
+          with variable_scope.variable_scope("default", reuse=True):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_2/default/scope2/")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testVarScopeNestedOuterScope(self):
+
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer") as outer:
+          with variable_scope.variable_scope(outer):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/outer/scope2/")
+          with variable_scope.variable_scope("default"):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/default/scope2/")
+
+          with variable_scope.variable_scope(outer, reuse=True):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/outer_1/scope2/")
+          with variable_scope.variable_scope("default", reuse=True):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/default_1/scope2/")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testVarOpScopeReuseParam(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("outer") as outer:
-        with variable_scope.variable_scope("tower", "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/tower/scope2/")
-        with variable_scope.variable_scope(None, "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/default/scope2/")
 
-      with variable_scope.variable_scope(outer) as outer:
-        with variable_scope.variable_scope("tower", "default", reuse=True):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/tower/scope2/")
-        outer.reuse_variables()
-        with variable_scope.variable_scope(None, "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/default/scope2/")
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer") as outer:
+          with variable_scope.variable_scope("tower", "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/tower/scope2/")
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/default/scope2/")
+
+        with variable_scope.variable_scope(outer) as outer:
+          with variable_scope.variable_scope("tower", "default", reuse=True):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/tower/scope2/")
+          outer.reuse_variables()
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/default/scope2/")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/tower/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # AttributeError: 'variable_scope' object has no attribute
+  # '_graph_context_manager'
   def testVarOpScopeReuseError(self):
     with self.cached_session():
       with self.assertRaises(ValueError):
@@ -801,179 +948,238 @@ class VariableScopeTest(test.TestCase):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/tower/w:0")
 
+  @test_util.run_in_graph_and_eager_modes
   def testVarOpScopeOuterScope(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("outer") as outer:
-        pass
-      with variable_scope.variable_scope(outer, "default", []):
-        self.assertEqual(variable_scope.get_variable("w", []).name, "outer/w:0")
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "outer_1/scope2/")
-        with variable_scope.variable_scope(None, "default", []):
+
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer") as outer:
+          pass
+        with variable_scope.variable_scope(outer, "default", []):
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+              variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/default/scope2/")
+            self.assertEqual(sc2, "outer_1/scope2/")
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/default/scope2/")
 
-      with variable_scope.variable_scope(outer, "default", reuse=True):
-        self.assertEqual(variable_scope.get_variable("w", []).name, "outer/w:0")
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "outer_2/scope2/")
-        outer.reuse_variables()
-        with variable_scope.variable_scope(None, "default", []):
+        with variable_scope.variable_scope(outer, "default", reuse=True):
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+              variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_2/default/scope2/")
+            self.assertEqual(sc2, "outer_2/scope2/")
+          outer.reuse_variables()
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_2/default/scope2/")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testVarOpScopeNestedOuterScope(self):
-    with self.cached_session():
-      with variable_scope.variable_scope("outer") as outer:
-        with variable_scope.variable_scope(outer, "default", []):
+
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer") as outer:
+          with variable_scope.variable_scope(outer, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/outer/scope2/")
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer/default/scope2/")
+
+        with variable_scope.variable_scope(outer, "default", reuse=True):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/outer/scope2/")
-        with variable_scope.variable_scope(None, "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer/default/scope2/")
+            self.assertEqual(sc2, "outer_1/scope2/")
+          with variable_scope.variable_scope(None, "default", []):
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            with ops.name_scope("scope2") as sc2:
+              self.assertEqual(sc2, "outer_1/default/scope2/")
 
-      with variable_scope.variable_scope(outer, "default", reuse=True):
-        self.assertEqual(variable_scope.get_variable("w", []).name, "outer/w:0")
-        with ops.name_scope("scope2") as sc2:
-          self.assertEqual(sc2, "outer_1/scope2/")
-        with variable_scope.variable_scope(None, "default", []):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/default/scope2/")
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testBasicWhenAuxiliaryNameScopeIsFalse(self):
-    with self.cached_session():
-      with variable_scope.variable_scope(
-          "scope", auxiliary_name_scope=False) as scope:
-        self.assertEqual(scope.original_name_scope, "")
-        self.assertEqual(variable_scope.get_variable("w", []).name, "scope/w:0")
-        self.assertEqual(constant_op.constant([], name="c").name, "c:0")
-      with variable_scope.variable_scope(scope, auxiliary_name_scope=False):
-        self.assertEqual(scope.original_name_scope, "")
-        self.assertEqual(
-            variable_scope.get_variable("w1", []).name, "scope/w1:0")
-        self.assertEqual(constant_op.constant([], name="c1").name, "c1:0")
-      # Recheck: new name scope is NOT created before
-      with ops.name_scope("scope"):
-        self.assertEqual(constant_op.constant([], name="c").name, "scope/c:0")
 
-      with variable_scope.variable_scope("outer"):
-        with variable_scope.variable_scope(
-            "inner", auxiliary_name_scope=False) as inner:
-          self.assertEqual(inner.original_name_scope, "outer/")
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/inner/w:0")
-          self.assertEqual(constant_op.constant([], name="c").name, "outer/c:0")
+    def _f():
+      with self.cached_session():
         with variable_scope.variable_scope(
-            inner, auxiliary_name_scope=False) as inner1:
-          self.assertEqual(inner1.original_name_scope, "outer/")
+            "scope", auxiliary_name_scope=False) as scope:
+          self.assertEqual(scope.original_name_scope, "")
           self.assertEqual(
-              variable_scope.get_variable("w1", []).name, "outer/inner/w1:0")
+              variable_scope.get_variable("w", []).name, "scope/w:0")
+          self.assertEqual(constant_op.constant([], name="c").name, "c:0")
+        with variable_scope.variable_scope(scope, auxiliary_name_scope=False):
+          self.assertEqual(scope.original_name_scope, "")
           self.assertEqual(
-              constant_op.constant([], name="c1").name, "outer/c1:0")
+              variable_scope.get_variable("w1", []).name, "scope/w1:0")
+          self.assertEqual(constant_op.constant([], name="c1").name, "c1:0")
         # Recheck: new name scope is NOT created before
-        with ops.name_scope("inner"):
-          self.assertEqual(
-              constant_op.constant([], name="c").name, "outer/inner/c:0")
+        with ops.name_scope("scope"):
+          self.assertEqual(constant_op.constant([], name="c").name, "scope/c:0")
 
+        with variable_scope.variable_scope("outer"):
+          with variable_scope.variable_scope(
+              "inner", auxiliary_name_scope=False) as inner:
+            self.assertEqual(inner.original_name_scope, "outer/")
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/inner/w:0")
+            self.assertEqual(
+                constant_op.constant([], name="c").name, "outer/c:0")
+          with variable_scope.variable_scope(
+              inner, auxiliary_name_scope=False) as inner1:
+            self.assertEqual(inner1.original_name_scope, "outer/")
+            self.assertEqual(
+                variable_scope.get_variable("w1", []).name, "outer/inner/w1:0")
+            self.assertEqual(
+                constant_op.constant([], name="c1").name, "outer/c1:0")
+          # Recheck: new name scope is NOT created before
+          with ops.name_scope("inner"):
+            self.assertEqual(
+                constant_op.constant([], name="c").name, "outer/inner/c:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable scope/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testCreatedByDefaultNameWhenAuxiliaryNameScopeIsFalse(self):
-    with self.cached_session():
-      with variable_scope.variable_scope(
-          None, default_name="default", auxiliary_name_scope=False) as scope:
-        self.assertEqual(scope.original_name_scope, "")
-        self.assertEqual(
-            variable_scope.get_variable("w", []).name, "default/w:0")
-        self.assertEqual(constant_op.constant([], name="c").name, "c:0")
-      # Recheck: new name scope is NOT created before
-      with ops.name_scope("default"):
-        self.assertEqual(constant_op.constant([], name="c").name, "default/c:0")
 
-      with variable_scope.variable_scope("outer"):
+    def _f():
+      with self.cached_session():
         with variable_scope.variable_scope(
-            None, default_name="default", auxiliary_name_scope=False) as inner:
-          self.assertEqual(inner.original_name_scope, "outer/")
+            None, default_name="default", auxiliary_name_scope=False) as scope:
+          self.assertEqual(scope.original_name_scope, "")
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/default/w:0")
-          self.assertEqual(constant_op.constant([], name="c").name, "outer/c:0")
+              variable_scope.get_variable("w", []).name, "default/w:0")
+          self.assertEqual(constant_op.constant([], name="c").name, "c:0")
         # Recheck: new name scope is NOT created before
         with ops.name_scope("default"):
           self.assertEqual(
-              constant_op.constant([], name="c").name, "outer/default/c:0")
+              constant_op.constant([], name="c").name, "default/c:0")
 
+        with variable_scope.variable_scope("outer"):
+          with variable_scope.variable_scope(
+              None, default_name="default",
+              auxiliary_name_scope=False) as inner:
+            self.assertEqual(inner.original_name_scope, "outer/")
+            self.assertEqual(
+                variable_scope.get_variable("w", []).name, "outer/default/w:0")
+            self.assertEqual(
+                constant_op.constant([], name="c").name, "outer/c:0")
+          # Recheck: new name scope is NOT created before
+          with ops.name_scope("default"):
+            self.assertEqual(
+                constant_op.constant([], name="c").name, "outer/default/c:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # AssertionError: 'default_1/w:0' != 'default/w:0'
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testReenterRootScopeWhenAuxiliaryNameScopeIsFalse(self):
-    with self.cached_session():
-      root_scope = variable_scope.get_variable_scope()
-      with variable_scope.variable_scope(
-          root_scope, auxiliary_name_scope=False) as scope:
-        self.assertEqual(scope.original_name_scope, "")
-        self.assertEqual(variable_scope.get_variable("w", []).name, "w:0")
-        self.assertEqual(constant_op.constant([], name="c").name, "c:0")
 
-      with variable_scope.variable_scope("outer"):
+    def _f():
+      with self.cached_session():
+        root_scope = variable_scope.get_variable_scope()
         with variable_scope.variable_scope(
-            root_scope, auxiliary_name_scope=False) as inner:
-          self.assertEqual(inner.original_name_scope, "")
-          self.assertEqual(variable_scope.get_variable("w1", []).name, "w1:0")
-          self.assertEqual(
-              constant_op.constant([], name="c1").name, "outer/c1:0")
+            root_scope, auxiliary_name_scope=False) as scope:
+          self.assertEqual(scope.original_name_scope, "")
+          self.assertEqual(variable_scope.get_variable("w", []).name, "w:0")
+          self.assertEqual(constant_op.constant([], name="c").name, "c:0")
 
+        with variable_scope.variable_scope("outer"):
+          with variable_scope.variable_scope(
+              root_scope, auxiliary_name_scope=False) as inner:
+            self.assertEqual(inner.original_name_scope, "")
+            self.assertEqual(variable_scope.get_variable("w1", []).name, "w1:0")
+            self.assertEqual(
+                constant_op.constant([], name="c1").name, "outer/c1:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testAuxiliaryNameScopeIsInvalid(self):
-    with self.cached_session():
-      with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
-        with variable_scope.variable_scope(
-            None, default_name="scope", auxiliary_name_scope="invalid"):
-          pass
 
-      with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
-        with variable_scope.variable_scope(
-            "scope", auxiliary_name_scope="invalid"):
-          pass
+    def _f():
+      with self.cached_session():
+        with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
+          with variable_scope.variable_scope(
+              None, default_name="scope", auxiliary_name_scope="invalid"):
+            pass
 
-      with variable_scope.variable_scope("scope") as scope:
-        pass
-      with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
-        with variable_scope.variable_scope(
-            scope, auxiliary_name_scope="invalid"):
+        with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
+          with variable_scope.variable_scope(
+              "scope", auxiliary_name_scope="invalid"):
+            pass
+
+        with variable_scope.variable_scope("scope") as scope:
           pass
+        with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
+          with variable_scope.variable_scope(
+              scope, auxiliary_name_scope="invalid"):
+            pass
 
+    wrap_and_execute(_f)
+
+  @test_util.run_in_graph_and_eager_modes
   def testReuseScopeWithoutNameScopeCollision(self):
     # Github issue: #13429
-    with self.cached_session():
-      with variable_scope.variable_scope("outer"):
-        with variable_scope.variable_scope("inner") as inner:
-          pass
-
-      with variable_scope.variable_scope(
-          inner, auxiliary_name_scope=False) as scope:
-        with ops.name_scope(scope.original_name_scope):
-          self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/inner/w:0")
-          self.assertEqual(
-              constant_op.constant([], name="c").name, "outer/inner/c:0")
-        with ops.name_scope("inner"):
-          self.assertEqual(constant_op.constant([], name="c").name, "inner/c:0")
+    def _f():
+      with self.cached_session():
+        with variable_scope.variable_scope("outer"):
+          with variable_scope.variable_scope("inner") as inner:
+            pass
 
-      with variable_scope.variable_scope("another"):
         with variable_scope.variable_scope(
-            inner, auxiliary_name_scope=False) as scope1:
-          with ops.name_scope(scope1.original_name_scope):
+            inner, auxiliary_name_scope=False) as scope:
+          with ops.name_scope(scope.original_name_scope):
             self.assertEqual(
-                variable_scope.get_variable("w1", []).name, "outer/inner/w1:0")
+                variable_scope.get_variable("w", []).name, "outer/inner/w:0")
             self.assertEqual(
-                constant_op.constant([], name="c1").name, "outer/inner/c1:0")
+                constant_op.constant([], name="c").name, "outer/inner/c:0")
           with ops.name_scope("inner"):
             self.assertEqual(
-                constant_op.constant([], name="c").name, "another/inner/c:0")
+                constant_op.constant([], name="c").name, "inner/c:0")
 
+        with variable_scope.variable_scope("another"):
+          with variable_scope.variable_scope(
+              inner, auxiliary_name_scope=False) as scope1:
+            with ops.name_scope(scope1.original_name_scope):
+              self.assertEqual(
+                  variable_scope.get_variable("w1", []).name,
+                  "outer/inner/w1:0")
+              self.assertEqual(
+                  constant_op.constant([], name="c1").name, "outer/inner/c1:0")
+            with ops.name_scope("inner"):
+              self.assertEqual(
+                  constant_op.constant([], name="c").name, "another/inner/c:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable outer/inner/w already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
+  # (different assertions failing after wrapping, in both execution modes)
   @test_util.run_in_graph_and_eager_modes
   def testGetLocalVar(self):
     # Check that local variable respects naming.
@@ -996,30 +1202,42 @@ class VariableScopeTest(test.TestCase):
         self.assertEqual(
             variable_scope.get_local_variable("w", []).name, "outer/w:0")
 
+  @test_util.run_in_graph_and_eager_modes
   def testSignatureGetVarVsGetLocalVar(self):
     """get_{local,}variable() must take the same list of args."""
-    arg_names = tf_inspect.getargspec(variable_scope.get_variable)[0]
-    local_arg_names = tf_inspect.getargspec(
-        variable_scope.get_local_variable)[0]
-    self.assertEqual(arg_names, local_arg_names)
 
+    def _f():
+      arg_names = tf_inspect.getargspec(variable_scope.get_variable)[0]
+      local_arg_names = tf_inspect.getargspec(
+          variable_scope.get_local_variable)[0]
+      self.assertEqual(arg_names, local_arg_names)
+
+    wrap_and_execute(_f)
+
+  @test_util.run_in_graph_and_eager_modes
   def testGetVarWithDevice(self):
-    g = ops.Graph()
-    varname_type = []
 
-    def device_func(op):
-      if op.type in ["Variable", "VariableV2", "VarHandleOp"]:
-        varname_type.append((op.name, op.get_attr("dtype")))
-      return "/device:GPU:0"
+    def _f():
+      g = ops.Graph()
+      varname_type = []
 
-    with g.as_default():
-      with ops.device(device_func):
-        _ = variable_scope.get_variable("x", (100, 200))
-        _ = variable_scope.get_variable(
-            "y", dtype=dtypes.int64, initializer=numpy.arange(73))
-    self.assertEqual(varname_type[0], ("x", dtypes.float32))
-    self.assertEqual(varname_type[1], ("y", dtypes.int64))
+      def device_func(op):
+        if op.type in ["Variable", "VariableV2", "VarHandleOp"]:
+          varname_type.append((op.name, op.get_attr("dtype")))
+        return "/device:GPU:0"
 
+      with g.as_default():
+        with ops.device(device_func):
+          _ = variable_scope.get_variable("x", (100, 200))
+          _ = variable_scope.get_variable(
+              "y", dtype=dtypes.int64, initializer=numpy.arange(73))
+      self.assertEqual(varname_type[0], ("x", dtypes.float32))
+      self.assertEqual(varname_type[1], ("y", dtypes.int64))
+
+    wrap_and_execute(_f)
+
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testGetCollection(self):
     with self.cached_session():
       _ = variable_scope.get_variable("testGetCollection_a", [])
@@ -1074,6 +1292,8 @@ class VariableScopeTest(test.TestCase):
           "testGetCollection_foo/testGetCollection_a:0"
       ])
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testGetTrainableVariablesWithGetVariable(self):
     with self.cached_session():
       _ = variable_scope.get_variable("testGetTrainableVariables_a", [])
@@ -1110,6 +1330,8 @@ class VariableScopeTest(test.TestCase):
             synchronization=variable_scope.VariableSynchronization.ON_READ,
             trainable=True)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testGetTrainableVariablesWithVariable(self):
     with self.cached_session():
       _ = variable_scope.variable(1.0, name="testGetTrainableVariables_a")
@@ -1149,6 +1371,8 @@ class VariableScopeTest(test.TestCase):
             synchronization=variable_scope.VariableSynchronization.ON_READ,
             trainable=True)
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testGetGlobalVariables(self):
     with self.cached_session():
       _ = variable_scope.get_variable("testGetGlobalVariables_a", [])
@@ -1159,6 +1383,8 @@ class VariableScopeTest(test.TestCase):
             ["testGetGlobalVariables_foo/"
              "testGetGlobalVariables_b:0"])
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testGetLocalVariables(self):
     with self.cached_session():
       _ = variable_scope.get_variable(
@@ -1169,22 +1395,34 @@ class VariableScopeTest(test.TestCase):
         _ = variable_scope.get_variable("c", [])
         self.assertEqual([v.name for v in scope.local_variables()], ["foo/b:0"])
 
+  @test_util.run_in_graph_and_eager_modes
   def testGetVariableWithRefDtype(self):
-    v = variable_scope.get_variable("v", shape=[3, 4], dtype=dtypes.float32)
-    # Ensure it is possible to do get_variable with a _ref dtype passed in.
-    _ = variable_scope.get_variable("w", shape=[5, 6], dtype=v.dtype)
 
+    def _f():
+      v = variable_scope.get_variable("v", shape=[3, 4], dtype=dtypes.float32)
+      # Ensure it is possible to do get_variable with a _ref dtype passed in.
+      _ = variable_scope.get_variable("w", shape=[5, 6], dtype=v.dtype)
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable v already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testTwoGraphs(self):
 
-    def f():
-      g1 = ops.Graph()
-      g2 = ops.Graph()
-      with g1.as_default():
-        with g2.as_default():
-          with variable_scope.variable_scope("_"):
-            pass
+    def _f():
+
+      def f():
+        g1 = ops.Graph()
+        g2 = ops.Graph()
+        with g1.as_default():
+          with g2.as_default():
+            with variable_scope.variable_scope("_"):
+              pass
+
+      self.assertRaisesRegexp(ValueError, "'_' is not a valid scope name", f)
 
-    self.assertRaisesRegexp(ValueError, "'_' is not a valid scope name", f)
+    wrap_and_execute(_f)
 
 
 def axis0_into1_partitioner(shape=None, **unused_kwargs):
@@ -1206,6 +1444,8 @@ def axis0_into3_partitioner(shape=None, **unused_kwargs):
 
 class VariableScopeWithPartitioningTest(test.TestCase):
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testResultNameMatchesRequested(self):
     with variable_scope.variable_scope(
         "scope0", partitioner=axis0_into2_partitioner):
@@ -1218,50 +1458,78 @@ class VariableScopeWithPartitioningTest(test.TestCase):
       self.assertIn("scope0/name0/part_1:0", [x.name for x in variables])
       self.assertNotIn("scope0/name0/part_2:0", [x.name for x in variables])
 
+  @test_util.run_in_graph_and_eager_modes
   def testBreaksIfPartitioningChanges(self):
-    with variable_scope.variable_scope(
-        "scope0", partitioner=axis0_into2_partitioner):
-      variable_scope.get_variable("name0", shape=(3, 1, 1))
 
-    with variable_scope.variable_scope(
-        "scope0", partitioner=axis0_into3_partitioner, reuse=True):
-      with self.assertRaisesRegexp(
-          ValueError,
-          "Trying to reuse partitioned variable .* but specified partitions .* "
-          "and found partitions .*"):
+    def _f():
+      with variable_scope.variable_scope(
+          "scope0", partitioner=axis0_into2_partitioner):
         variable_scope.get_variable("name0", shape=(3, 1, 1))
 
-    with variable_scope.variable_scope(
-        "scope0", partitioner=axis0_into1_partitioner, reuse=True):
-      with self.assertRaisesRegexp(
-          ValueError,
-          "Trying to reuse partitioned variable .* but specified partitions .* "
-          "and found partitions .*"):
-        variable_scope.get_variable("name0", shape=(3, 1, 1))
+      with variable_scope.variable_scope(
+          "scope0", partitioner=axis0_into3_partitioner, reuse=True):
+        with self.assertRaisesRegexp(
+            ValueError,
+            "Trying to reuse partitioned variable .* but specified partitions "
+            ".* and found partitions .*"):
+          variable_scope.get_variable("name0", shape=(3, 1, 1))
+
+      with variable_scope.variable_scope(
+          "scope0", partitioner=axis0_into1_partitioner, reuse=True):
+        with self.assertRaisesRegexp(
+            ValueError,
+            "Trying to reuse partitioned variable .* but specified partitions "
+            ".* and found partitions .*"):
+          variable_scope.get_variable("name0", shape=(3, 1, 1))
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Partitioned variable with name scope0/name0 already exists.
+    wrap_and_execute(_f, skip_graph=True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testReturnsExistingConcatenatedValueIfReuse(self):
-    with variable_scope.variable_scope(
-        "scope0", partitioner=axis0_into2_partitioner):
-      v_concat = variable_scope.get_variable("name0", shape=(3, 1, 1))
-      variable_scope.get_variable_scope().reuse_variables()
-      v_concat_2 = variable_scope.get_variable("name0", shape=(3, 1, 1))
-      self.assertEqual(v_concat, v_concat_2)
 
+    def _f():
+      with variable_scope.variable_scope(
+          "scope0", partitioner=axis0_into2_partitioner):
+        v_concat = variable_scope.get_variable("name0", shape=(3, 1, 1))
+        variable_scope.get_variable_scope().reuse_variables()
+        v_concat_2 = variable_scope.get_variable("name0", shape=(3, 1, 1))
+        self.assertEqual(v_concat, v_concat_2)
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Partitioned variable with name scope0/name0 already exists.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testAllowsReuseWithoutPartitioner(self):
-    with variable_scope.variable_scope(
-        "scope0", partitioner=axis0_into2_partitioner):
-      v = variable_scope.get_variable("name0", shape=(3, 1, 1))
-    with variable_scope.variable_scope("scope0", reuse=True):
-      v_reused = variable_scope.get_variable("name0")
-    self.assertEqual(v, v_reused)
 
+    def _f():
+      with variable_scope.variable_scope(
+          "scope0", partitioner=axis0_into2_partitioner):
+        v = variable_scope.get_variable("name0", shape=(3, 1, 1))
+      with variable_scope.variable_scope("scope0", reuse=True):
+        v_reused = variable_scope.get_variable("name0")
+      self.assertEqual(v, v_reused)
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Partitioned variable with name scope0/name0 already exists.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testPropagatePartitionerOnReopening(self):
-    with variable_scope.variable_scope(
-        "scope0", partitioner=axis0_into2_partitioner) as vs:
-      self.assertEqual(axis0_into2_partitioner, vs.partitioner)
-      with variable_scope.variable_scope(vs) as vs1:
-        self.assertEqual(axis0_into2_partitioner, vs1.partitioner)
 
+    def _f():
+      with variable_scope.variable_scope(
+          "scope0", partitioner=axis0_into2_partitioner) as vs:
+        self.assertEqual(axis0_into2_partitioner, vs.partitioner)
+        with variable_scope.variable_scope(vs) as vs1:
+          self.assertEqual(axis0_into2_partitioner, vs1.partitioner)
+
+    wrap_and_execute(_f)
+
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # obtaining different results in the eager case compared to the graph one
   def testScalarIgnoresPartitioner(self):
     with variable_scope.variable_scope(
         "scope0", partitioner=axis0_into2_partitioner):
@@ -1272,94 +1540,124 @@ class VariableScopeWithPartitioningTest(test.TestCase):
 
   def _testPartitionConcatenatesAlongCorrectAxis(self, use_resource):
 
-    def _part_axis_0(**unused_kwargs):
-      return (2, 1, 1)
+    def _f():
 
-    def _part_axis_1(**unused_kwargs):
-      return (1, 2, 1)
+      def _part_axis_0(**unused_kwargs):
+        return (2, 1, 1)
 
-    with variable_scope.variable_scope("root", use_resource=use_resource):
-      v0 = variable_scope.get_variable(
-          "n0", shape=(2, 2, 2), partitioner=_part_axis_0)
-      v1 = variable_scope.get_variable(
-          "n1", shape=(2, 2, 2), partitioner=_part_axis_1)
+      def _part_axis_1(**unused_kwargs):
+        return (1, 2, 1)
 
-    self.assertEqual(v0.get_shape(), (2, 2, 2))
-    self.assertEqual(v1.get_shape(), (2, 2, 2))
+      with variable_scope.variable_scope("root", use_resource=use_resource):
+        v0 = variable_scope.get_variable(
+            "n0", shape=(2, 2, 2), partitioner=_part_axis_0)
+        v1 = variable_scope.get_variable(
+            "n1", shape=(2, 2, 2), partitioner=_part_axis_1)
+
+      self.assertEqual(v0.get_shape(), (2, 2, 2))
+      self.assertEqual(v1.get_shape(), (2, 2, 2))
+
+      n0_0 = list(v0)[0]
+      n0_1 = list(v0)[1]
+      self.assertEqual(n0_0.get_shape(), (1, 2, 2))
+      self.assertEqual(n0_1.get_shape(), (1, 2, 2))
 
-    n0_0 = list(v0)[0]
-    n0_1 = list(v0)[1]
-    self.assertEqual(n0_0.get_shape(), (1, 2, 2))
-    self.assertEqual(n0_1.get_shape(), (1, 2, 2))
+      n1_0 = list(v1)[0]
+      n1_1 = list(v1)[1]
+      self.assertEqual(n1_0.get_shape(), (2, 1, 2))
+      self.assertEqual(n1_1.get_shape(), (2, 1, 2))
 
-    n1_0 = list(v1)[0]
-    n1_1 = list(v1)[1]
-    self.assertEqual(n1_0.get_shape(), (2, 1, 2))
-    self.assertEqual(n1_1.get_shape(), (2, 1, 2))
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Partitioned variable with name root/n0 already exists.
+    wrap_and_execute(_f, skip_graph=True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testPartitionConcatenatesAlongCorrectAxis(self):
     self._testPartitionConcatenatesAlongCorrectAxis(use_resource=False)
 
+  @test_util.run_in_graph_and_eager_modes
   def testPartitionConcatenatesAlongCorrectAxisResource(self):
     self._testPartitionConcatenatesAlongCorrectAxis(use_resource=True)
 
 
 class VariableScopeWithCustomGetterTest(test.TestCase):
 
+  @test_util.run_in_graph_and_eager_modes
   def testNonCallableGetterFails(self):
-    with self.assertRaisesRegexp(ValueError, r"custom_getter .* not callable:"):
-      with variable_scope.variable_scope("scope0", custom_getter=3):
-        variable_scope.get_variable("name0")
-    with self.assertRaisesRegexp(ValueError, r"custom_getter .* not callable:"):
-      variable_scope.get_variable("name0", custom_getter=3)
 
+    def _f():
+      with self.assertRaisesRegexp(ValueError,
+                                   r"custom_getter .* not callable:"):
+        with variable_scope.variable_scope("scope0", custom_getter=3):
+          variable_scope.get_variable("name0")
+      with self.assertRaisesRegexp(ValueError,
+                                   r"custom_getter .* not callable:"):
+        variable_scope.get_variable("name0", custom_getter=3)
+
+    wrap_and_execute(_f)
+
+  @test_util.run_in_graph_and_eager_modes
   def testNoSideEffectsWithIdentityCustomGetter(self):
-    called = [0]
 
-    def custom_getter(getter, *args, **kwargs):
-      called[0] += 1
-      return getter(*args, **kwargs)
+    def _f():
+      called = [0]
 
-    with variable_scope.variable_scope(
-        "scope", custom_getter=custom_getter) as scope:
-      v = variable_scope.get_variable("v", [1])
-    with variable_scope.variable_scope(scope, reuse=True):
-      v2 = variable_scope.get_variable("v", [1])
-    with variable_scope.variable_scope("new_scope") as new_scope:
-      v3 = variable_scope.get_variable("v3", [1])
-    with variable_scope.variable_scope(
-        new_scope, reuse=True, custom_getter=custom_getter):
-      v4 = variable_scope.get_variable("v3", [1])
+      def custom_getter(getter, *args, **kwargs):
+        called[0] += 1
+        return getter(*args, **kwargs)
+
+      with variable_scope.variable_scope(
+          "scope", custom_getter=custom_getter) as scope:
+        v = variable_scope.get_variable("v", [1])
+      with variable_scope.variable_scope(scope, reuse=True):
+        v2 = variable_scope.get_variable("v", [1])
+      with variable_scope.variable_scope("new_scope") as new_scope:
+        v3 = variable_scope.get_variable("v3", [1])
+      with variable_scope.variable_scope(
+          new_scope, reuse=True, custom_getter=custom_getter):
+        v4 = variable_scope.get_variable("v3", [1])
+
+      self.assertEqual(v, v2)
+      self.assertEqual(v3, v4)
+      self.assertEqual(3, called[0])  # skipped one in the first new_scope
 
-    self.assertEqual(v, v2)
-    self.assertEqual(v3, v4)
-    self.assertEqual(3, called[0])  # skipped one in the first new_scope
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable scope/v already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
+  @test_util.run_in_graph_and_eager_modes
   def testSynchronizationAndAggregationWithCustomGetter(self):
-    called = [0]
-    synchronization = variable_scope.VariableSynchronization.AUTO
-    aggregation = variable_scope.VariableAggregation.NONE
 
-    def custom_getter(getter, *args, **kwargs):
-      called[0] += 1
+    def _f():
+      called = [0]
+      synchronization = variable_scope.VariableSynchronization.AUTO
+      aggregation = variable_scope.VariableAggregation.NONE
 
-      # Verify synchronization and aggregation kwargs are as expected.
-      self.assertEqual(kwargs["synchronization"], synchronization)
-      self.assertEqual(kwargs["aggregation"], aggregation)
-      return getter(*args, **kwargs)
+      def custom_getter(getter, *args, **kwargs):
+        called[0] += 1
 
-    with variable_scope.variable_scope("scope", custom_getter=custom_getter):
-      variable_scope.get_variable("v", [1])
-    self.assertEqual(1, called[0])
+        # Verify synchronization and aggregation kwargs are as expected.
+        self.assertEqual(kwargs["synchronization"], synchronization)
+        self.assertEqual(kwargs["aggregation"], aggregation)
+        return getter(*args, **kwargs)
 
-    with variable_scope.variable_scope("scope", custom_getter=custom_getter):
-      synchronization = variable_scope.VariableSynchronization.ON_READ
-      aggregation = variable_scope.VariableAggregation.MEAN
-      variable_scope.get_variable(
-          "v1", [1], synchronization=synchronization, aggregation=aggregation)
+      with variable_scope.variable_scope("scope", custom_getter=custom_getter):
+        variable_scope.get_variable("v", [1])
+      self.assertEqual(1, called[0])
+
+      with variable_scope.variable_scope("scope", custom_getter=custom_getter):
+        synchronization = variable_scope.VariableSynchronization.ON_READ
+        aggregation = variable_scope.VariableAggregation.MEAN
+        variable_scope.get_variable(
+            "v1", [1], synchronization=synchronization, aggregation=aggregation)
 
-    self.assertEqual(2, called[0])
+      self.assertEqual(2, called[0])
 
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable scope/v already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  @test_util.run_in_graph_and_eager_modes
   def testCustomGetterWithReuse(self):
     # Custom getter can choose to behave differently on reused variables.
     def custom_getter(getter, *args, **kwargs):
@@ -1370,15 +1668,25 @@ class VariableScopeWithCustomGetterTest(test.TestCase):
       else:
         return array_ops.identity(var, name="not_reused")
 
-    with variable_scope.variable_scope(
-        "scope", custom_getter=custom_getter) as scope:
-      v = variable_scope.get_variable("v", [1])
-    with variable_scope.variable_scope(scope, reuse=True):
-      v2 = variable_scope.get_variable("v", [1])
-
-    self.assertEqual(v.name, "not_reused:0")
-    self.assertEqual(v2.name, "reused:0")
-
+    def _f():
+      with variable_scope.variable_scope(
+          "scope", custom_getter=custom_getter) as scope:
+        v = variable_scope.get_variable("v", [1])
+      with variable_scope.variable_scope(scope, reuse=True):
+        v2 = variable_scope.get_variable("v", [1])
+
+      self.assertEqual(v.name, "not_reused:0")
+      self.assertEqual(v2.name, "reused:0")
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable scope/v already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
+
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Fetch argument <tf.Tensor 'custom_getter/add:0' shape=(1, 2, 3)
+  # dtype=float32> cannot be interpreted as a Tensor. (Tensor
+  # Tensor("custom_getter/add:0", shape=(1, 2, 3), dtype=float32) is not an
+  # element of this graph.)
   def testGetterThatCreatesTwoVariablesAndSumsThem(self):
 
     def custom_getter(getter, name, *args, **kwargs):
@@ -1401,6 +1709,11 @@ class VariableScopeWithCustomGetterTest(test.TestCase):
       np_vars, np_v = sess.run([true_vars, v])
       self.assertAllClose(np_v, sum(np_vars))
 
+  # TODO(mihaimaruseac): Not converted to use wrap_function because of
+  # ValueError: Fetch argument <tf.Tensor 'sum_getter_2/add:0' shape=(1, 2, 3)
+  # dtype=float32> cannot be interpreted as a Tensor. (Tensor
+  # Tensor("sum_getter_2/add:0", shape=(1, 2, 3), dtype=float32) is not an
+  # element of this graph.)
   def testNestedCustomGetters(self):
 
     def sum_getter(getter, name, *args, **kwargs):
@@ -1444,101 +1757,125 @@ class VariableScopeWithCustomGetterTest(test.TestCase):
           np_v, (((np_vars[0] * np_vars[1]) + (np_vars[2] * np_vars[3])) + (
               (np_vars[4] * np_vars[5]) + (np_vars[6] * np_vars[7]))))
 
+  @test_util.run_in_graph_and_eager_modes
   def testVariableCreator(self):
 
-    variable_names = []
+    def _f():
+
+      variable_names = []
 
-    def creator_a(next_creator, **kwargs):
-      variable_names.append(kwargs.get("name", ""))
-      return next_creator(**kwargs)
+      def creator_a(next_creator, **kwargs):
+        variable_names.append(kwargs.get("name", ""))
+        return next_creator(**kwargs)
 
-    def creator_b(next_creator, **kwargs):
-      kwargs["name"] = "forced_name"
-      return next_creator(**kwargs)
+      def creator_b(next_creator, **kwargs):
+        kwargs["name"] = "forced_name"
+        return next_creator(**kwargs)
 
-    with variable_scope.variable_creator_scope(creator_a):
-      with variable_scope.variable_creator_scope(creator_b):
-        variable_scope.variable(1.0, name="one_name")
+      with variable_scope.variable_creator_scope(creator_a):
+        with variable_scope.variable_creator_scope(creator_b):
+          variable_scope.variable(1.0, name="one_name")
 
-    self.assertAllEqual(variable_names, ["forced_name"])
+      self.assertAllEqual(variable_names, ["forced_name"])
 
-    called = [False]
+      called = [False]
 
-    def creater_c(next_creator, **kwargs):
-      called[0] = True
-      self.assertEqual(kwargs["synchronization"],
-                       variable_scope.VariableSynchronization.ON_WRITE)
-      self.assertEqual(kwargs["aggregation"],
-                       variable_scope.VariableAggregation.MEAN)
-      return next_creator(**kwargs)
+      def creater_c(next_creator, **kwargs):
+        called[0] = True
+        self.assertEqual(kwargs["synchronization"],
+                         variable_scope.VariableSynchronization.ON_WRITE)
+        self.assertEqual(kwargs["aggregation"],
+                         variable_scope.VariableAggregation.MEAN)
+        return next_creator(**kwargs)
 
-    with variable_scope.variable_creator_scope(creater_c):
-      variable_scope.get_variable(
-          "v", [],
-          synchronization=variable_scope.VariableSynchronization.ON_WRITE,
-          aggregation=variable_scope.VariableAggregation.MEAN)
-    self.assertTrue(called[0])
+      with variable_scope.variable_creator_scope(creater_c):
+        variable_scope.get_variable(
+            "v", [],
+            synchronization=variable_scope.VariableSynchronization.ON_WRITE,
+            aggregation=variable_scope.VariableAggregation.MEAN)
+      self.assertTrue(called[0])
+
+    # TODO(mihaimaruseac): calling _f fails with
+    # ValueError: Variable v already exists, disallowed.
+    wrap_and_execute(_f, skip_graph=True)
 
 
 class PartitionInfoTest(test.TestCase):
 
+  @test_util.run_in_graph_and_eager_modes
   def testConstructorChecks(self):
-    # Invalid arg types.
-    with self.assertRaises(TypeError):
-      variable_scope._PartitionInfo(full_shape=None, var_offset=[0, 1])
-    with self.assertRaises(TypeError):
-      variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=None)
-    with self.assertRaises(TypeError):
-      variable_scope._PartitionInfo(full_shape="foo", var_offset=[0, 1])
-    with self.assertRaises(TypeError):
-      variable_scope._PartitionInfo(full_shape=[0, 1], var_offset="foo")
-
-    # full_shape and var_offset must have same length.
-    with self.assertRaises(ValueError):
-      variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=[0])
-    # Offset must always be less than shape.
-    with self.assertRaises(ValueError):
-      variable_scope._PartitionInfo(full_shape=[1, 1], var_offset=[0, 1])
 
+    def _f():
+      # Invalid arg types.
+      with self.assertRaises(TypeError):
+        variable_scope._PartitionInfo(full_shape=None, var_offset=[0, 1])
+      with self.assertRaises(TypeError):
+        variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=None)
+      with self.assertRaises(TypeError):
+        variable_scope._PartitionInfo(full_shape="foo", var_offset=[0, 1])
+      with self.assertRaises(TypeError):
+        variable_scope._PartitionInfo(full_shape=[0, 1], var_offset="foo")
+
+      # full_shape and var_offset must have same length.
+      with self.assertRaises(ValueError):
+        variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=[0])
+      # Offset must always be less than shape.
+      with self.assertRaises(ValueError):
+        variable_scope._PartitionInfo(full_shape=[1, 1], var_offset=[0, 1])
+
+    wrap_and_execute(_f)
+
+  @test_util.run_in_graph_and_eager_modes
   def testSingleOffset(self):
-    partition_info = variable_scope._PartitionInfo(
-        full_shape=[9, 3], var_offset=[4, 0])
-    self.assertEqual(4, partition_info.single_offset([1, 3]))
 
-    # Tests when the variable isn't partitioned at all.
-    partition_info = variable_scope._PartitionInfo(
-        full_shape=[9, 3], var_offset=[0, 0])
-    self.assertEqual(0, partition_info.single_offset([9, 3]))
+    def _f():
+      partition_info = variable_scope._PartitionInfo(
+          full_shape=[9, 3], var_offset=[4, 0])
+      self.assertEqual(4, partition_info.single_offset([1, 3]))
+
+      # Tests when the variable isn't partitioned at all.
+      partition_info = variable_scope._PartitionInfo(
+          full_shape=[9, 3], var_offset=[0, 0])
+      self.assertEqual(0, partition_info.single_offset([9, 3]))
+
+    wrap_and_execute(_f)
 
+  @test_util.run_in_graph_and_eager_modes
   def testSingleSliceDim(self):
-    partition_info = variable_scope._PartitionInfo(
-        full_shape=[9, 3], var_offset=[4, 0])
-    # Invalid shape.
-    with self.assertRaises(TypeError):
-      partition_info.single_slice_dim(None)
 
-    # Rank of shape differs from full_shape.
-    with self.assertRaises(ValueError):
-      partition_info.single_slice_dim([1, 2, 3])
+    def _f():
+      partition_info = variable_scope._PartitionInfo(
+          full_shape=[9, 3], var_offset=[4, 0])
+      # Invalid shape.
+      with self.assertRaises(TypeError):
+        partition_info.single_slice_dim(None)
 
-    # Shape is too large given var_offset (4+6 > 9).
-    with self.assertRaises(ValueError):
-      partition_info.single_slice_dim([6, 3])
+      # Rank of shape differs from full_shape.
+      with self.assertRaises(ValueError):
+        partition_info.single_slice_dim([1, 2, 3])
 
-    # Multiple possible slice dim from shape.
-    with self.assertRaises(ValueError):
-      partition_info.single_slice_dim([1, 1])
+      # Shape is too large given var_offset (4+6 > 9).
+      with self.assertRaises(ValueError):
+        partition_info.single_slice_dim([6, 3])
+
+      # Multiple possible slice dim from shape.
+      with self.assertRaises(ValueError):
+        partition_info.single_slice_dim([1, 1])
+
+      partition_info = variable_scope._PartitionInfo(
+          full_shape=[9, 3], var_offset=[0, 0])
+      self.assertEqual(1, partition_info.single_slice_dim([9, 2]))
+      partition_info = variable_scope._PartitionInfo(
+          full_shape=[9, 3], var_offset=[4, 0])
+      self.assertEqual(0, partition_info.single_slice_dim([2, 3]))
 
-    partition_info = variable_scope._PartitionInfo(
-        full_shape=[9, 3], var_offset=[0, 0])
-    self.assertEqual(1, partition_info.single_slice_dim([9, 2]))
-    partition_info = variable_scope._PartitionInfo(
-        full_shape=[9, 3], var_offset=[4, 0])
-    self.assertEqual(0, partition_info.single_slice_dim([2, 3]))
+    wrap_and_execute(_f)
 
 
 class VariableScopeMultithreadedTest(test.TestCase):
 
+  # TODO(mihaimaruseac): Not wrapping these as they cause timeouts if wrapped
+  @test_util.run_in_graph_and_eager_modes
   def testTwoThreadsDisjointScopeEntry(self):
 
     def thread_fn(i, graph):
@@ -1567,6 +1904,8 @@ class VariableScopeMultithreadedTest(test.TestCase):
     threads[1].start()
     threads[1].join()
 
+  # TODO(mihaimaruseac): Not wrapping these as they cause timeouts if wrapped
+  @test_util.run_in_graph_and_eager_modes
   def testTwoThreadsNestedScopeEntry(self):
 
     def thread_fn(i, graph, run_event, pause_event):
@@ -1604,6 +1943,8 @@ class VariableScopeMultithreadedTest(test.TestCase):
     threads[0].join()
     threads[1].join()
 
+  # TODO(mihaimaruseac): Not wrapping these as they cause timeouts if wrapped
+  @test_util.run_in_graph_and_eager_modes
   def testReenterMainScope(self):
 
     def thread_fn(graph, main_thread_scope):
-- 
GitLab


From d4eb6ab275f3db5e5ea116b1a0ac4203ef01db87 Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Tue, 16 Oct 2018 14:01:38 -0700
Subject: [PATCH 0162/1825] Fix documentation for multi-worker training.

PiperOrigin-RevId: 217381397
---
 tensorflow/contrib/distribute/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/distribute/README.md b/tensorflow/contrib/distribute/README.md
index b416619fc1..f82453f3b5 100644
--- a/tensorflow/contrib/distribute/README.md
+++ b/tensorflow/contrib/distribute/README.md
@@ -190,7 +190,7 @@ in the input function gives a solid boost in performance. When using
 For multi-worker training, no code change is required to the `Estimator` code.
 You can run the same model code for all tasks in your cluster including
 parameter servers and the evaluator. But you need to use
-`tf.estimator.train_and_evaluator`, explicitly specify `num_gpus_per_workers`
+`tf.estimator.train_and_evaluate`, explicitly specify `num_gpus_per_workers`
 for your strategy object, and set "TF\_CONFIG" environment variables for each
 binary running in your cluster. We'll provide a Kubernetes template in the
 [tensorflow/ecosystem](https://github.com/tensorflow/ecosystem) repo which sets
-- 
GitLab


From c2250e40335e212d9fd1b035d1ea65beb61a4eca Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Tue, 16 Oct 2018 14:08:30 -0700
Subject: [PATCH 0163/1825] Update windows RBE toolchains to bazel 0.18, and
 update the toolchain image.

PiperOrigin-RevId: 217382795
---
 third_party/toolchains/preconfig/win_1803/BUILD                 | 2 +-
 .../preconfig/win_1803/{bazel_6f8e36b => bazel_018}/BUILD       | 0
 .../preconfig/win_1803/{bazel_6f8e36b => bazel_018}/CROSSTOOL   | 0
 .../win_1803/{bazel_6f8e36b => bazel_018}/dummy_toolchain.bzl   | 0
 4 files changed, 1 insertion(+), 1 deletion(-)
 rename third_party/toolchains/preconfig/win_1803/{bazel_6f8e36b => bazel_018}/BUILD (100%)
 rename third_party/toolchains/preconfig/win_1803/{bazel_6f8e36b => bazel_018}/CROSSTOOL (100%)
 rename third_party/toolchains/preconfig/win_1803/{bazel_6f8e36b => bazel_018}/dummy_toolchain.bzl (100%)

diff --git a/third_party/toolchains/preconfig/win_1803/BUILD b/third_party/toolchains/preconfig/win_1803/BUILD
index 6b798dfc3a..45209d260d 100644
--- a/third_party/toolchains/preconfig/win_1803/BUILD
+++ b/third_party/toolchains/preconfig/win_1803/BUILD
@@ -17,7 +17,7 @@ platform(
     remote_execution_properties = """
         properties:{
           name:"container-image"
-          value:"docker://gcr.io/tensorflow-testing/tf-rbe-win@sha256:b2eeb661e0134ef96a4736677e8f96a90970bc206dea93739cd711031b62a0e5"
+          value:"docker://gcr.io/tensorflow-testing/tf-rbe-win@sha256:bd22c6bfff6afc1fa4304ec4411df2410d93645494117585332a4e2258358422"
         }
         properties:{
           name: "OSFamily" value: "Windows"
diff --git a/third_party/toolchains/preconfig/win_1803/bazel_6f8e36b/BUILD b/third_party/toolchains/preconfig/win_1803/bazel_018/BUILD
similarity index 100%
rename from third_party/toolchains/preconfig/win_1803/bazel_6f8e36b/BUILD
rename to third_party/toolchains/preconfig/win_1803/bazel_018/BUILD
diff --git a/third_party/toolchains/preconfig/win_1803/bazel_6f8e36b/CROSSTOOL b/third_party/toolchains/preconfig/win_1803/bazel_018/CROSSTOOL
similarity index 100%
rename from third_party/toolchains/preconfig/win_1803/bazel_6f8e36b/CROSSTOOL
rename to third_party/toolchains/preconfig/win_1803/bazel_018/CROSSTOOL
diff --git a/third_party/toolchains/preconfig/win_1803/bazel_6f8e36b/dummy_toolchain.bzl b/third_party/toolchains/preconfig/win_1803/bazel_018/dummy_toolchain.bzl
similarity index 100%
rename from third_party/toolchains/preconfig/win_1803/bazel_6f8e36b/dummy_toolchain.bzl
rename to third_party/toolchains/preconfig/win_1803/bazel_018/dummy_toolchain.bzl
-- 
GitLab


From f024ddcda099ed233e3384c43e0b62f5c328076b Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Tue, 16 Oct 2018 14:22:13 -0700
Subject: [PATCH 0164/1825] When converting the inputs to tensor the dtype
 should automatically be inferred from the input rather the using the layer
 dtype as those can be different when doing mixed precision training.

PiperOrigin-RevId: 217385423
---
 tensorflow/python/keras/layers/core.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/layers/core.py b/tensorflow/python/keras/layers/core.py
index efa21955e6..ef81ec76c3 100644
--- a/tensorflow/python/keras/layers/core.py
+++ b/tensorflow/python/keras/layers/core.py
@@ -956,7 +956,7 @@ class Dense(Layer):
     self.built = True
 
   def call(self, inputs):
-    inputs = ops.convert_to_tensor(inputs, dtype=self.dtype)
+    inputs = ops.convert_to_tensor(inputs)
     rank = common_shapes.rank(inputs)
     if rank > 2:
       # Broadcasting is required for the inputs.
-- 
GitLab


From 864ab17cac9bf8deb0928b1aa8e6a96ece290c78 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 14:30:39 -0700
Subject: [PATCH 0165/1825] Internal-only change

PiperOrigin-RevId: 217387046
---
 tensorflow/core/BUILD                             | 4 +++-
 tensorflow/core/platform/default/build_config.bzl | 3 +++
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 841291e6d8..4f95f207ad 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -108,6 +108,7 @@ load(
     "tf_additional_device_tracer_cuda_deps",
     "tf_additional_device_tracer_deps",
     "tf_additional_device_tracer_srcs",
+    "tf_additional_device_tracer_test_flags",
     "tf_additional_gdr_lib_defines",
     "tf_additional_human_readable_json_deps",
     "tf_additional_lib_defines",
@@ -4654,7 +4655,8 @@ tf_cc_test_gpu(
     name = "device_tracer_test",
     size = "small",
     srcs = ["platform/device_tracer_test.cc"],
-    args = ["--heap_check=local"],
+    args =
+        ["--heap_check=local"] + tf_additional_device_tracer_test_flags(),
     linkstatic = tf_kernel_tests_linkstatic(),
     tags = tf_cuda_tests_tags() + ["nomac"],
     deps = [
diff --git a/tensorflow/core/platform/default/build_config.bzl b/tensorflow/core/platform/default/build_config.bzl
index 927dbbc5b3..c9c89d066e 100644
--- a/tensorflow/core/platform/default/build_config.bzl
+++ b/tensorflow/core/platform/default/build_config.bzl
@@ -585,6 +585,9 @@ def tf_additional_device_tracer_cuda_deps():
 def tf_additional_device_tracer_deps():
     return []
 
+def tf_additional_device_tracer_test_flags():
+    return []
+
 def tf_additional_libdevice_data():
     return []
 
-- 
GitLab


From 14ab986f5ff8dd28fc3a45df24f2a959b19aeb8b Mon Sep 17 00:00:00 2001
From: Alan Chiao <alanchiao@google.com>
Date: Tue, 16 Oct 2018 14:37:18 -0700
Subject: [PATCH 0166/1825] Internal change.

PiperOrigin-RevId: 217388369
---
 .../contrib/lite/kernels/sparse_output_fully_connected.cc  | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc b/tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc
index 226bba2d47..66daf5e84a 100644
--- a/tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc
+++ b/tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc
@@ -118,9 +118,10 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
         GetTemporary(context, node, /*index=*/kScalingFactors);
     scaling_factors->type = kTfLiteFloat32;
     scaling_factors->allocation_type = kTfLiteArenaRw;
-    TfLiteIntArray* scaling_factors_size = TfLiteIntArrayCreate(1);
-    scaling_factors_size->data[0] = n_batch;
-    if (!TfLiteIntArrayEqual(scaling_factors->dims, scaling_factors_size)) {
+    int scaling_dims[1] = {n_batch};
+    if (!TfLiteIntArrayEqualsArray(scaling_factors->dims, 1, scaling_dims)) {
+      TfLiteIntArray* scaling_factors_size = TfLiteIntArrayCreate(1);
+      scaling_factors_size->data[0] = n_batch;
       TF_LITE_ENSURE_OK(context, context->ResizeTensor(context, scaling_factors,
                                                        scaling_factors_size));
     }
-- 
GitLab


From ad836327e4d914528ee5c542974ebfba507670dd Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Tue, 16 Oct 2018 14:40:21 -0700
Subject: [PATCH 0167/1825] Replacing legacy_init_op argument in
 SavedModelBuilder with main_op.

PiperOrigin-RevId: 217389035
---
 tensorflow/examples/saved_model/saved_model_half_plus_two.py | 2 +-
 tensorflow/python/estimator/estimator.py                     | 5 ++---
 tensorflow/python/saved_model/simple_save.py                 | 2 +-
 3 files changed, 4 insertions(+), 5 deletions(-)

diff --git a/tensorflow/examples/saved_model/saved_model_half_plus_two.py b/tensorflow/examples/saved_model/saved_model_half_plus_two.py
index 2d1e0c6f6d..72c3b9778b 100644
--- a/tensorflow/examples/saved_model/saved_model_half_plus_two.py
+++ b/tensorflow/examples/saved_model/saved_model_half_plus_two.py
@@ -215,7 +215,7 @@ def _generate_saved_model_for_half_plus_two(export_dir,
           sess, [tf.saved_model.tag_constants.SERVING],
           signature_def_map=signature_def_map,
           assets_collection=tf.get_collection(tf.GraphKeys.ASSET_FILEPATHS),
-          legacy_init_op=tf.group(assign_filename_op))
+          main_op=tf.group(assign_filename_op))
   builder.save(as_text)
 
 
diff --git a/tensorflow/python/estimator/estimator.py b/tensorflow/python/estimator/estimator.py
index e6d82f0db7..3c1be9dbad 100644
--- a/tensorflow/python/estimator/estimator.py
+++ b/tensorflow/python/estimator/estimator.py
@@ -1033,10 +1033,9 @@ class Estimator(object):
         meta_graph_kwargs = dict(
             tags=export_tags,
             signature_def_map=signature_def_map,
-            assets_collection=ops.get_collection(
-                ops.GraphKeys.ASSET_FILEPATHS),
+            assets_collection=ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS),
             strip_default_attrs=strip_default_attrs,
-            legacy_init_op=local_init_op,
+            main_op=local_init_op,
             saver=graph_saver)
 
         if save_variables:
diff --git a/tensorflow/python/saved_model/simple_save.py b/tensorflow/python/saved_model/simple_save.py
index 042b8fa8e2..76d6f666f6 100644
--- a/tensorflow/python/saved_model/simple_save.py
+++ b/tensorflow/python/saved_model/simple_save.py
@@ -81,6 +81,6 @@ def simple_save(session, export_dir, inputs, outputs, legacy_init_op=None):
       tags=[tag_constants.SERVING],
       signature_def_map=signature_def_map,
       assets_collection=ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS),
-      legacy_init_op=legacy_init_op,
+      main_op=legacy_init_op,
       clear_devices=True)
   b.save()
-- 
GitLab


From 94ab1a9e82fb7630b1aae44984d73968508dc917 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Tue, 16 Oct 2018 14:44:33 -0700
Subject: [PATCH 0168/1825] Update the python license, as its URL has been
 updated.

Triages one issue reported in #22741

PiperOrigin-RevId: 217389830
---
 tensorflow/workspace.bzl | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 81e6676a97..25eed7afec 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -348,9 +348,9 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
         name = "org_python_license",
         licenses = ["notice"],  # Python 2.0
         sha256_urls = {
-            "b5556e921715ddb9242c076cae3963f483aa47266c5e37ea4c187f77cc79501c": [
-                "https://mirror.bazel.build/docs.python.org/2.7/_sources/license.txt",
-                "https://docs.python.org/2.7/_sources/license.txt",
+            "7ca8f169368827781684f7f20876d17b4415bbc5cb28baa4ca4652f0dda05e9f": [
+                "https://mirror.bazel.build/docs.python.org/2.7/_sources/license.rst.txt",
+                "https://docs.python.org/2.7/_sources/license.rst.txt",
             ],
         },
     )
-- 
GitLab


From b28c5f471e486d86564669721887f284ed402ff8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 15:06:47 -0700
Subject: [PATCH 0169/1825] Move IsIdentityN with single output check out of
 IsIdentity.

PiperOrigin-RevId: 217394520
---
 tensorflow/core/grappler/costs/graph_properties.cc     |  2 +-
 tensorflow/core/grappler/op_types.cc                   |  8 +++++---
 tensorflow/core/grappler/op_types.h                    |  1 +
 .../core/grappler/optimizers/constant_folding.cc       |  7 ++++---
 .../core/grappler/optimizers/dependency_optimizer.cc   | 10 +++++-----
 tensorflow/core/grappler/optimizers/model_pruner.cc    |  2 +-
 .../core/grappler/optimizers/pin_to_host_optimizer.cc  |  2 +-
 7 files changed, 18 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index dd6ce0c132..6a6b14276a 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -1111,7 +1111,7 @@ class SymbolicShapeRefiner {
           c->output_tensors_as_shapes.resize(1);
           c->output_tensors_as_shapes[0] = ic->MakeShape(dims);
         }
-      } else if (IsIdentity(node)) {
+      } else if (IsIdentity(node) || IsIdentityNSingleInput(node)) {
         c->output_tensors_as_shapes.resize(1);
         c->output_tensors_as_shapes[0] = ic->input_tensors_as_shapes()[0];
         if (c->input_tensor_protos[0] != nullptr) {
diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index 1b5a215987..be7411019f 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -216,9 +216,6 @@ bool IsHistogramSummary(const NodeDef& node) {
 
 bool IsIdentity(const NodeDef& node) {
   const auto& op = node.op();
-  if (op == "IdentityN" && node.attr().at("T").list().type_size() == 1) {
-    return true;
-  }
   return op == "Identity" || op == "RefIdentity";
 }
 
@@ -227,6 +224,11 @@ bool IsIdentityN(const NodeDef& node) {
   return op == "IdentityN";
 }
 
+bool IsIdentityNSingleInput(const NodeDef& node) {
+  return IsIdentityN(node) && node.attr().count("T") != 0 &&
+         node.attr().at("T").list().type_size() == 1;
+}
+
 bool IsIgamma(const NodeDef& node) { return node.op() == "Igamma"; }
 
 bool IsIgammac(const NodeDef& node) { return node.op() == "Igammac"; }
diff --git a/tensorflow/core/grappler/op_types.h b/tensorflow/core/grappler/op_types.h
index d4e0159e81..92b62944b7 100644
--- a/tensorflow/core/grappler/op_types.h
+++ b/tensorflow/core/grappler/op_types.h
@@ -71,6 +71,7 @@ bool IsGreaterEqual(const NodeDef& node);
 bool IsHistogramSummary(const NodeDef& node);
 bool IsIdentity(const NodeDef& node);
 bool IsIdentityN(const NodeDef& node);
+bool IsIdentityNSingleInput(const NodeDef& node);
 bool IsIgamma(const NodeDef& node);
 bool IsIgammac(const NodeDef& node);
 bool IsImag(const NodeDef& node);
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index 11331c9406..c963f96858 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -187,7 +187,7 @@ string ConstantFolding::AddControlDependency(const string& input_name,
     // switch node, and use it to anchor the control dependency.
     auto outputs = node_map->GetOutputs(node->name());
     for (const NodeDef* output : outputs) {
-      if (IsIdentity(*output)) {
+      if (IsIdentity(*output) || IsIdentityNSingleInput(*output)) {
         if (IsSameInput(node->input(0), input_name)) {
           return AsControlDependency(*output);
         }
@@ -2200,7 +2200,7 @@ bool ConstantFolding::SimplifySwitch(GraphDef* optimized_graph, NodeDef* node) {
     auto fanouts = node_map_->GetOutputs(node->name());
     if (fanouts.size() == 2) {
       for (NodeDef* fanout : fanouts) {
-        if (!IsIdentity(*fanout) ||
+        if ((!IsIdentity(*fanout) && !IsIdentityNSingleInput(*fanout)) ||
             NumNonControlOutputs(*fanout, *node_map_) > 0) {
           already_optimized = false;
           break;
@@ -2679,7 +2679,8 @@ bool ConstantFolding::MulConvPushDown(NodeDef* node,
 
 bool ConstantFolding::PartialConstPropThroughIdentityN(NodeDef* node) {
   // Partial constant propagation through IdentityN.
-  if (IsIdentityN(*node) && NumNonControlInputs(*node) > 0) {
+  if ((IsIdentityN(*node) || IsIdentityNSingleInput(*node)) &&
+      NumNonControlInputs(*node) > 0) {
     const std::set<NodeDef*>& tmp = node_map_->GetOutputs(node->name());
     const std::vector<NodeDef*> consumers(tmp.begin(), tmp.end());
     bool updated_graph = false;
diff --git a/tensorflow/core/grappler/optimizers/dependency_optimizer.cc b/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
index 6613768a35..0938c27b1f 100644
--- a/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
@@ -57,7 +57,7 @@ bool RemoveInput(NodeDef* node, const string& input, NodeMap* node_map) {
 }  // namespace
 
 bool DependencyOptimizer::SafeToRemoveIdentity(const NodeDef& node) const {
-  if (!IsIdentity(node)) {
+  if (!IsIdentity(node) && !IsIdentityNSingleInput(node)) {
     return true;
   }
 
@@ -136,7 +136,7 @@ bool DependencyOptimizer::SafeToConvertToNoOp(const NodeDef& node) const {
 bool DependencyOptimizer::BypassingNodeIsBeneficial(
     const NodeDef& node, const std::vector<NodeDef*>& input_nodes,
     const std::vector<NodeDef*>& output_nodes) const {
-  const bool is_identity = IsIdentity(node);
+  const bool is_identity = IsIdentity(node) || IsIdentityNSingleInput(node);
   const int num_outputs = output_nodes.size();
   const int num_inputs = node.input_size();
 
@@ -193,7 +193,7 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
                                        std::set<int>* nodes_to_delete) {
   NodeDef* node = optimized_graph_->mutable_node(node_idx);
   const bool is_noop = IsNoOp(*node);
-  const bool is_identity = IsIdentity(*node);
+  const bool is_identity = IsIdentity(*node) || IsIdentityNSingleInput(*node);
   const string node_name = node->name();
   // Constant nodes with no input control dependency are always executed early,
   // so we can prune all their output control dependencies.
@@ -415,8 +415,8 @@ Status DependencyOptimizer::OptimizeDependencies() {
   std::set<int> nodes_to_delete;
   for (int i = 0; i < optimized_graph_->node_size(); ++i) {
     const NodeDef& node = optimized_graph_->node(i);
-    if (IsNoOp(node) || IsIdentity(node) || IsConstant(node) ||
-        SafeToConvertToNoOp(node)) {
+    if (IsNoOp(node) || IsIdentity(node) || IsIdentityNSingleInput(node) ||
+        IsConstant(node) || SafeToConvertToNoOp(node)) {
       nodes_to_simplify.PushBack(i);
     }
   }
diff --git a/tensorflow/core/grappler/optimizers/model_pruner.cc b/tensorflow/core/grappler/optimizers/model_pruner.cc
index 36eab4999d..c4fa162c59 100644
--- a/tensorflow/core/grappler/optimizers/model_pruner.cc
+++ b/tensorflow/core/grappler/optimizers/model_pruner.cc
@@ -32,7 +32,7 @@ bool IsTrivialOp(const NodeDef& node, const GraphRewriter& rewriter) {
   if (IsStopGradient(node)) {
     return true;
   }
-  if (IsIdentity(node)) {
+  if (IsIdentity(node) || IsIdentityNSingleInput(node)) {
     if (rewriter.FeedsMerge(node) || rewriter.IsDrivenBySwitch(node) ||
         rewriter.IsDrivenByControlDependency(node) ||
         rewriter.DrivesControlDependency(node)) {
diff --git a/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc b/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc
index 8278bf8289..db453f8521 100644
--- a/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc
@@ -113,7 +113,7 @@ Status IsNodeOutputPortHostFriendly(const GraphView& graph,
 
   // These nodes may be optimized away downstream (even if pinned to Host), we
   // should (recusively) check their source.
-  if (IsIdentity(node)) {
+  if (IsIdentity(node) || IsIdentityNSingleInput(node)) {
     for (const auto& fanin : graph.GetFanins(node, false)) {
       bool fanin_candidate = false;
       TF_RETURN_IF_ERROR(IsNodeOutputPortHostFriendly(
-- 
GitLab


From 65d6feba5530d34aba6aed522b98fb9d55278316 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 15:11:14 -0700
Subject: [PATCH 0170/1825] Update XLA ORC compiler pieces for LLVM r344572

PiperOrigin-RevId: 217395302
---
 .../compiler/xla/service/cpu/simple_orc_jit.cc | 18 +++++++++---------
 .../compiler/xla/service/cpu/simple_orc_jit.h  |  4 ++--
 2 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc b/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc
index 9ec0c8f657..f77641eb7d 100644
--- a/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc
+++ b/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc
@@ -108,15 +108,15 @@ SimpleOrcJIT::SimpleOrcJIT(const llvm::TargetOptions& target_options,
           [](llvm::Error Err) {
             cantFail(std::move(Err), "lookupFlags failed");
           })),
-      object_layer_(execution_session_,
-                    [this](llvm::orc::VModuleKey) {
-                      llvm::orc::RTDyldObjectLinkingLayer::Resources result;
-                      result.MemMgr =
-                          std::make_shared<llvm::SectionMemoryManager>(
-                              orc_jit_memory_mapper::GetInstance());
-                      result.Resolver = symbol_resolver_;
-                      return result;
-                    }),
+      object_layer_(
+          execution_session_,
+          [this](llvm::orc::VModuleKey) {
+            llvm::orc::LegacyRTDyldObjectLinkingLayer::Resources result;
+            result.MemMgr = std::make_shared<llvm::SectionMemoryManager>(
+                orc_jit_memory_mapper::GetInstance());
+            result.Resolver = symbol_resolver_;
+            return result;
+          }),
       compile_layer_(object_layer_,
                      CompilerFunctor(target_machine_.get(), &disassembler_,
                                      opt_level, optimize_for_size,
diff --git a/tensorflow/compiler/xla/service/cpu/simple_orc_jit.h b/tensorflow/compiler/xla/service/cpu/simple_orc_jit.h
index d74b63fcf4..78406ba143 100644
--- a/tensorflow/compiler/xla/service/cpu/simple_orc_jit.h
+++ b/tensorflow/compiler/xla/service/cpu/simple_orc_jit.h
@@ -44,9 +44,9 @@ namespace cpu {
 // it's added to the JIT.
 class SimpleOrcJIT {
  public:
-  using ObjLayerT = llvm::orc::RTDyldObjectLinkingLayer;
+  using ObjLayerT = llvm::orc::LegacyRTDyldObjectLinkingLayer;
   using CompileFtor = std::function<ObjLayerT::ObjectPtr(llvm::Module&)>;
-  using CompileLayerT = llvm::orc::IRCompileLayer<ObjLayerT, CompileFtor>;
+  using CompileLayerT = llvm::orc::LegacyIRCompileLayer<ObjLayerT, CompileFtor>;
   using VModuleKeyT = llvm::orc::VModuleKey;
 
   // Create a new JIT, targeting the host architecture.
-- 
GitLab


From 8f435f9e89f4801ecb0aa993e496e64fd7e9981a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 15:12:42 -0700
Subject: [PATCH 0171/1825] [XLA:TPU] Implementation of Gather from rank 2
 tensors on TPUs.

PiperOrigin-RevId: 217395583
---
 tensorflow/compiler/xla/service/gather_expander.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/gather_expander.h b/tensorflow/compiler/xla/service/gather_expander.h
index 2b39359aae..8af9c6b71f 100644
--- a/tensorflow/compiler/xla/service/gather_expander.h
+++ b/tensorflow/compiler/xla/service/gather_expander.h
@@ -28,7 +28,7 @@ class GatherExpander : public HloModulePass {
   absl::string_view name() const override { return "gather_expander"; }
   StatusOr<bool> Run(HloModule* module) override;
 
- private:
+ protected:
   StatusOr<HloInstruction*> ExpandGather(HloInstruction* gather_instr);
 };
 
-- 
GitLab


From e4e19db364cf7ef0ac22cdf1cb55d4cdd30bec00 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 16 Oct 2018 15:27:50 -0700
Subject: [PATCH 0172/1825] Support arbitrary many values in KeyValueSort on
 CPU backend.

PiperOrigin-RevId: 217398356
---
 .../compiler/xla/service/cpu/ir_emitter.cc    | 119 +++++++++--------
 .../xla/service/cpu/runtime_key_value_sort.cc | 123 ++++++++++--------
 .../xla/service/cpu/runtime_key_value_sort.h  |  60 +++++----
 3 files changed, 168 insertions(+), 134 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index b2abdb39a5..50a8d0b1a5 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -54,6 +54,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/cpu/simple_orc_jit.h"
 #include "tensorflow/compiler/xla/service/elemental_ir_emitter.h"
 #include "tensorflow/compiler/xla/service/hlo_casting_utils.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_instructions.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/buffer_assignment_util.h"
@@ -493,53 +494,44 @@ Status IrEmitter::HandleOutfeed(HloInstruction* outfeed) {
   return Status::OK();
 }
 
-Status IrEmitter::HandleSort(HloInstruction* sort) {
+Status IrEmitter::HandleSort(HloInstruction* hlo) {
+  const HloSortInstruction* sort = Cast<HloSortInstruction>(hlo);
   TF_RETURN_IF_ERROR(EmitTargetAddressForOp(sort));
-  auto keys = sort->operand(0);
-  auto values = sort->operand_count() > 1 ? sort->operand(1) : nullptr;
-  ShapeIndex keys_shape_index({});
-  ShapeIndex values_shape_index({});
-  if (values != nullptr) {
-    keys_shape_index = ShapeIndex({0});
-    values_shape_index = ShapeIndex({1});
-  }
-  auto keys_destination = GetAllocationSlice(*sort, keys_shape_index);
-  auto keys_destination_address =
-      EmitBufferPointer(keys_destination, keys->shape());
-  auto values_destination = GetAllocationSlice(*sort, values_shape_index);
-  llvm::Value* values_destination_address = nullptr;
-
-  // The sort is implemented in-place, therefore we first copy the operand
-  // buffer to the output buffer if they are not the same.
-  if (keys_destination != GetAllocationSlice(*keys)) {
-    int64 primitive_type_size =
-        ShapeUtil::ByteSizeOfPrimitiveType(keys->shape().element_type());
-    auto source_buffer = GetEmittedValueFor(keys);
-    int64 keys_size = ByteSizeOf(keys->shape());
-    MemCpy(keys_destination_address, /*DstAlign=*/primitive_type_size,
-           source_buffer,
-           /*SrcAlign=*/primitive_type_size, keys_size);
-  }
-  if (values != nullptr) {
-    values_destination_address =
-        EmitBufferPointer(values_destination, values->shape());
-    if (values_destination != GetAllocationSlice(*values)) {
+  Shape keys_shape = sort->keys()->shape();
+  std::vector<llvm::Value*> destination_addresses(sort->operand_count());
+  for (int64 i = 0; i < sort->operand_count(); ++i) {
+    ShapeIndex shape_index =
+        sort->values_count() > 0 ? ShapeIndex({i}) : ShapeIndex({});
+    const HloInstruction* operand = sort->operand(i);
+    // We assume that the layout of all involved operands and outputs is the
+    // same.
+    TF_RET_CHECK(
+        LayoutUtil::LayoutsInShapesEqual(keys_shape, operand->shape()));
+    TF_RET_CHECK(LayoutUtil::LayoutsInShapesEqual(
+        keys_shape, ShapeUtil::GetSubshape(sort->shape(), shape_index)));
+
+    // The sort is implemented in-place, therefore we first copy the operand
+    // buffer to the output buffer if they are not the same.
+    auto destination_buffer = GetAllocationSlice(*sort, shape_index);
+    destination_addresses[i] =
+        EmitBufferPointer(destination_buffer, operand->shape());
+    auto source_address = GetAllocationSlice(*operand);
+    if (destination_buffer != source_address) {
       int64 primitive_type_size =
-          ShapeUtil::ByteSizeOfPrimitiveType(values->shape().element_type());
-      auto source_buffer = GetEmittedValueFor(values);
-      int64 values_size = ByteSizeOf(values->shape());
-      MemCpy(values_destination_address, /*DstAlign=*/primitive_type_size,
+          ShapeUtil::ByteSizeOfPrimitiveType(operand->shape().element_type());
+      auto source_buffer = GetEmittedValueFor(operand);
+      int64 size = ByteSizeOf(operand->shape());
+      MemCpy(destination_addresses[i], /*DstAlign=*/primitive_type_size,
              source_buffer,
-             /*SrcAlign=*/primitive_type_size, values_size);
+             /*SrcAlign=*/primitive_type_size, size);
     }
   }
 
   // Normalize the shape and the dimension to sort.
   Shape normalized_keys_shape =
-      ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(
-          keys->shape());
+      ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(keys_shape);
   int64 physical_dimension_to_sort = LayoutUtil::MakeLogicalToPhysical(
-      keys->shape().layout())[sort->dimensions(0)];
+      keys_shape.layout())[sort->sort_dimension()];
 
   int64 sort_dimension_elements =
       normalized_keys_shape.dimensions(physical_dimension_to_sort);
@@ -553,7 +545,7 @@ Status IrEmitter::HandleSort(HloInstruction* sort) {
     lower_dimensions *= normalized_keys_shape.dimensions(i);
   }
 
-  PrimitiveType keys_type = keys->shape().element_type();
+  PrimitiveType keys_type = keys_shape.element_type();
   const char* fn_name = nullptr;
   llvm::Type* keys_native_type = nullptr;
   switch (keys_type) {
@@ -614,28 +606,49 @@ Status IrEmitter::HandleSort(HloInstruction* sort) {
   llvm::FunctionType* key_value_sort_type = llvm::FunctionType::get(
       b_.getVoidTy(),
       {keys_native_type, b_.getInt64Ty(), b_.getInt64Ty(), b_.getInt64Ty(),
-       b_.getInt8PtrTy(), b_.getInt32Ty()},
+       b_.getInt8PtrTy()->getPointerTo(), b_.getInt32Ty(),
+       b_.getInt32Ty()->getPointerTo()},
       /*isVarArg=*/false);
   auto* key_value_sort_func = llvm::cast<llvm::Function>(
       module_->getOrInsertFunction(fn_name, key_value_sort_type));
   key_value_sort_func->setCallingConv(llvm::CallingConv::C);
   key_value_sort_func->setDoesNotThrow();
   key_value_sort_func->setOnlyAccessesArgMemory();
+  llvm::Value* values;
+  llvm::Value* sizes;
+  if (sort->values_count() == 0) {
+    values = llvm::Constant::getNullValue(b_.getInt8PtrTy()->getPointerTo());
+    sizes = llvm::Constant::getNullValue(b_.getInt32Ty()->getPointerTo());
+  } else {
+    values = llvm_ir::EmitAllocaAtFunctionEntryWithCount(
+        b_.getInt8PtrTy(), b_.getInt32(sort->values_count()),
+        "cc_values_alloca", &b_);
+    sizes = llvm_ir::EmitAllocaAtFunctionEntryWithCount(
+        b_.getInt32Ty(), b_.getInt32(sort->values_count()), "cc_sizes_alloca",
+        &b_);
+    for (int64 i = 0; i < sort->values_count(); ++i) {
+      llvm::Value* value_as_i8ptr =
+          PointerCast(destination_addresses[i + 1], b_.getInt8PtrTy());
+      llvm::Value* slot_in_values_alloca =
+          ConstInBoundsGEP1_32(b_.getInt8PtrTy(), values, i);
+      Store(value_as_i8ptr, slot_in_values_alloca);
+      llvm::Value* slot_in_sizes_alloca =
+          ConstInBoundsGEP1_32(b_.getInt32Ty(), sizes, i);
+      llvm::Value* size = b_.getInt32(ShapeUtil::ByteSizeOfPrimitiveType(
+          sort->operand(i + 1)->shape().element_type()));
+      Store(size, slot_in_sizes_alloca);
+    }
+  }
+
   Call(key_value_sort_func,
-       {PointerCast(keys_destination_address, keys_native_type),
+       {PointerCast(destination_addresses[0], keys_native_type),
         b_.getInt64(higher_dimensions), b_.getInt64(sort_dimension_elements),
-        b_.getInt64(lower_dimensions),
-        values != nullptr
-            ? PointerCast(values_destination_address, b_.getInt8PtrTy())
-            : llvm::Constant::getNullValue(b_.getInt8PtrTy()),
-        b_.getInt32(values != nullptr ? ShapeUtil::ByteSizeOfPrimitiveType(
-                                            values->shape().element_type())
-                                      : 0)});
-
-  if (values != nullptr) {
-    llvm_ir::EmitTuple(GetIrArrayFor(sort),
-                       {keys_destination_address, values_destination_address},
-                       &b_, module_);
+        b_.getInt64(lower_dimensions), values,
+        b_.getInt32(sort->values_count()), sizes});
+
+  if (sort->values_count() > 0) {
+    llvm_ir::EmitTuple(GetIrArrayFor(sort), destination_addresses, &b_,
+                       module_);
   }
   return Status::OK();
 }
diff --git a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
index e0e7deb98e..bbbb634f73 100644
--- a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
+++ b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
@@ -99,8 +99,9 @@ void KeyValueSort(std::pair<Eigen::half, int64>* row_to_sort,
 }
 
 template <typename KeyType>
-void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
-                      int32 values_primitive_type_size_in_bytes) {
+void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char** values,
+                      int32 values_count,
+                      int32* values_primitive_type_size_in_bytes) {
   // High-level idea of the iteration/sorting logic:
   // Conceptually we have a 3-dimensional shape [a, b, c]. b corresponds to the
   // dimension to sort, c is the product of the more minor dimensions (set to 1
@@ -129,7 +130,7 @@ void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
         index % sort_dimension_offset +
         (index - index % sort_dimension_offset) * sort_dimension_elements;
     // TODO(b/26783907): We could define a custom iterator class that references
-    // both arrays. Then we could avoid the intermediate copy. However this
+    // all arrays. Then we could avoid the intermediate copy. However this
     // would become more complicated, and it is not clear if the benefit is high
     // enough.
     for (int64 i = 0; i < sort_dimension_elements; ++i) {
@@ -140,97 +141,109 @@ void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
     for (int64 i = 0; i < sort_dimension_elements; ++i) {
       keys[base_offset + i * sort_dimension_offset] = row_to_sort[i].first;
     }
-    if (values == nullptr) {
-      continue;
-    }
 
     // Reorder the values according to the order defined by the keys.
-    for (int64 i = 0; i < sort_dimension_elements; ++i) {
-      int64 memory_index =
-          (base_offset + row_to_sort[i].second * sort_dimension_offset) *
-          values_primitive_type_size_in_bytes;
-
-      reordered_values[i] = std::string(values + memory_index,
-                                        values_primitive_type_size_in_bytes);
-    }
-    for (int64 i = 0; i < sort_dimension_elements; ++i) {
-      int64 memory_index = (base_offset + i * sort_dimension_offset) *
-                           values_primitive_type_size_in_bytes;
-      memcpy(values + memory_index, reordered_values[i].c_str(),
-             values_primitive_type_size_in_bytes);
+    for (int32 idx = 0; idx < values_count; ++idx) {
+      for (int64 i = 0; i < sort_dimension_elements; ++i) {
+        int64 memory_index =
+            (base_offset + row_to_sort[i].second * sort_dimension_offset) *
+            values_primitive_type_size_in_bytes[idx];
+
+        reordered_values[i] =
+            std::string(values[idx] + memory_index,
+                        values_primitive_type_size_in_bytes[idx]);
+      }
+      for (int64 i = 0; i < sort_dimension_elements; ++i) {
+        int64 memory_index = (base_offset + i * sort_dimension_offset) *
+                             values_primitive_type_size_in_bytes[idx];
+        memcpy(values[idx] + memory_index, reordered_values[i].c_str(),
+               values_primitive_type_size_in_bytes[idx]);
+      }
     }
   }
 }
 }  // namespace
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortPRED(
-    bool* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    bool* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS8(
-    int8* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int8* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU8(
-    uint8* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint8* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS16(
-    int16* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int16* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU16(
-    uint16* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint16* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF16(
-    Eigen::half* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    Eigen::half* keys, int64 a, int64 b, int64 c, char** values,
+    int32 values_count, int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS32(
-    int32* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int32* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU32(
-    uint32* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint32* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF32(
-    float* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    float* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS64(
-    int64* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int64* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU64(
-    uint64* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint64* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF64(
-    double* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    double* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
diff --git a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
index 28e35e82c1..7821099386 100644
--- a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
+++ b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
@@ -22,67 +22,75 @@ limitations under the License.
 extern "C" {
 
 // 'keys' represents a 3-dimensional shape with dimensions [a, b, c]. The 'b'
-// dimension of 'keys' is sorted into ascending order. 'values' can be nullptr.
-// If 'values' is not nullptr, the elements in 'values' are reordered in such a
-// way that if the element at index 'i' in 'keys' was moved to index 'j', the
-// element at index 'i' in 'values' is also moved to index 'j' (which means that
-// the same elements correspond to each other as before).
+// dimension of 'keys' is sorted into ascending order. If 'values_count' is <=
+// 0, 'values' and 'values_primitive_type_size_in_bytes' can be nullptr.
+// If 'values_count' > 0, they contain exactly 'values_count' many elements.
+// Each element of 'values' also represents a 3-dimensional shape with
+// dimensions [a, b, c], and the size of the primitive type of the i-th shape
+// has exactly 'values_primitive_type_size_in_bytes[i]' bytes. The elements in
+// each 'values' shape are reordered in such a way that if the element at index
+// 'i' in 'keys' was moved to index 'j', the element at index 'i' in a 'values'
+// shape is also moved to index 'j' (which means that the same elements
+// correspond to each other as before).
 extern void __xla_cpu_runtime_KeyValueSortPRED(
     bool* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
+    char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS8(
     tensorflow::int8* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU8(
     tensorflow::uint8* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS16(
     tensorflow::int16* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU16(
     tensorflow::uint16* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF16(
     Eigen::half* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS32(
     tensorflow::int32* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU32(
     tensorflow::uint32* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF32(
     float* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
+    char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS64(
     tensorflow::int64* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU64(
     tensorflow::uint64* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF64(
     double* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
+    char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 }
 
 #endif  // TENSORFLOW_COMPILER_XLA_SERVICE_CPU_RUNTIME_KEY_VALUE_SORT_H_
-- 
GitLab


From e6440a80c846ef1d29428348356d41f0d7a36eba Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 16 Oct 2018 15:37:30 -0700
Subject: [PATCH 0173/1825] [TF:XLA] Bump open source abseil revision to
 5b70a8910b2e6fb0ce5193a41873139a126d2f7f

PiperOrigin-RevId: 217400075
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 25eed7afec..7b11efeafc 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -121,11 +121,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "225b683f2f866cd12b868e43b5af00e032e70e3f78ff332108b0ce15d41f6091",
-        strip_prefix = "abseil-cpp-a00bdd176d66ef0b417d9576052a19091fbdf891",
+        sha256 = "4648b8738c059e6061b0dd49c87c139eb5d1e95973d790cf5fcecdbb1d6993ce",
+        strip_prefix = "abseil-cpp-5b70a8910b2e6fb0ce5193a41873139a126d2f7f",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/a00bdd176d66ef0b417d9576052a19091fbdf891.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/a00bdd176d66ef0b417d9576052a19091fbdf891.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/5b70a8910b2e6fb0ce5193a41873139a126d2f7f.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/5b70a8910b2e6fb0ce5193a41873139a126d2f7f.tar.gz",
         ],
     )
 
-- 
GitLab


From a3f855aca20d212386fd19c46adcc1bea51ceed1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 16:14:24 -0700
Subject: [PATCH 0174/1825] Add support for batch-major input in the
 unidirectional LSTM Op.

PiperOrigin-RevId: 217406579
---
 tensorflow/contrib/lite/c/builtin_op_data.h   |   5 +-
 .../lite/core/api/flatbuffer_conversions.cc   |   2 +-
 .../kernels/bidirectional_sequence_lstm.cc    |  30 +--
 tensorflow/contrib/lite/kernels/lstm.cc       |   6 +-
 tensorflow/contrib/lite/kernels/lstm_eval.cc  | 223 ++++++++++++------
 tensorflow/contrib/lite/kernels/lstm_eval.h   |  20 +-
 .../kernels/unidirectional_sequence_lstm.cc   |  18 +-
 .../unidirectional_sequence_lstm_test.cc      | 148 +++++++++---
 tensorflow/contrib/lite/schema/schema.fbs     |   3 +
 .../contrib/lite/schema/schema_generated.h    |  23 +-
 10 files changed, 338 insertions(+), 140 deletions(-)

diff --git a/tensorflow/contrib/lite/c/builtin_op_data.h b/tensorflow/contrib/lite/c/builtin_op_data.h
index 1e65c3cee2..5a5f3ad61c 100644
--- a/tensorflow/contrib/lite/c/builtin_op_data.h
+++ b/tensorflow/contrib/lite/c/builtin_op_data.h
@@ -187,10 +187,13 @@ typedef struct {
 } TfLiteLSTMParams;
 
 typedef struct {
-  // Parameters for the LSTM kernel.
+  // Parameters needed for the underlying LSTM.
   TfLiteFusedActivation activation;
   float cell_clip;
   float proj_clip;
+
+  // If set to true then the first dimension is time, otherwise batch.
+  bool time_major;
 } TfLiteUnidirectionalSequenceLSTMParams;
 
 typedef struct {
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
index 348ce54dd7..fe56c4ebf9 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
@@ -399,11 +399,11 @@ TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type,
             parse_activation(seq_lstm_params->fused_activation_function());
         params->cell_clip = seq_lstm_params->cell_clip();
         params->proj_clip = seq_lstm_params->proj_clip();
+        params->time_major = seq_lstm_params->time_major();
       }
       *builtin_data = reinterpret_cast<void*>(params);
       break;
     }
-
     case BuiltinOperator_BIDIRECTIONAL_SEQUENCE_LSTM: {
       auto params =
           allocator->AllocatePOD<TfLiteBidirectionalSequenceLSTMParams>();
diff --git a/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc b/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc
index 60abfbc85e..f8660fbaa2 100644
--- a/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc
+++ b/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc
@@ -876,6 +876,7 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
       params->merge_outputs ? fw_recurrent_to_output_weights->dims->data[1] : 0;
   const auto actual_bw_output = params->merge_outputs ? fw_output : bw_output;
 
+  // TODO(mirkov): add batch_major support (http://b/117326122).
   switch (fw_input_to_output_weights->type) {
     case kTfLiteFloat32: {
       TfLiteStatus fw_pass_status = lstm_eval::EvalFloat(
@@ -889,8 +890,8 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           fw_aux_input_to_output_weights, fw_input_gate_bias,
           fw_forget_gate_bias, fw_cell_bias, fw_output_gate_bias,
           fw_projection_weights, fw_projection_bias, &lstm_params,
-          /*forward_sequence=*/true, /*output_offset=*/0, fw_scratch_buffer,
-          fw_activation_state, fw_cell_state, fw_output);
+          /*forward_sequence=*/true, /*time_major=*/true, /*output_offset=*/0,
+          fw_scratch_buffer, fw_activation_state, fw_cell_state, fw_output);
       TF_LITE_ENSURE_OK(context, fw_pass_status);
 
       TfLiteStatus bw_pass_status = lstm_eval::EvalFloat(
@@ -904,8 +905,9 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           bw_aux_input_to_output_weights, bw_input_gate_bias,
           bw_forget_gate_bias, bw_cell_bias, bw_output_gate_bias,
           bw_projection_weights, bw_projection_bias, &lstm_params,
-          /*forward_sequence=*/false, bw_output_offset, bw_scratch_buffer,
-          bw_activation_state, bw_cell_state, actual_bw_output);
+          /*forward_sequence=*/false, /*time_major=*/true, bw_output_offset,
+          bw_scratch_buffer, bw_activation_state, bw_cell_state,
+          actual_bw_output);
       TF_LITE_ENSURE_OK(context, bw_pass_status);
       return kTfLiteOk;
     }
@@ -942,11 +944,11 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           fw_aux_input_to_output_weights, fw_input_gate_bias,
           fw_forget_gate_bias, fw_cell_bias, fw_output_gate_bias,
           fw_projection_weights, fw_projection_bias, &lstm_params,
-          /*forward_sequence=*/true, /*output_offset=*/0, fw_scratch_buffer,
-          scaling_factors, prod_scaling_factors, recovered_cell_weights,
-          input_quantized, aux_input_quantized, fw_activation_state_quantized,
-          fw_cell_state_quantized, fw_activation_state, fw_cell_state,
-          fw_output);
+          /*forward_sequence=*/true, /*time_major=*/true, /*output_offset=*/0,
+          fw_scratch_buffer, scaling_factors, prod_scaling_factors,
+          recovered_cell_weights, input_quantized, aux_input_quantized,
+          fw_activation_state_quantized, fw_cell_state_quantized,
+          fw_activation_state, fw_cell_state, fw_output);
       TF_LITE_ENSURE_OK(context, fw_pass_status);
 
       TfLiteStatus bw_pass_status = lstm_eval::EvalHybrid(
@@ -960,11 +962,11 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           bw_aux_input_to_output_weights, bw_input_gate_bias,
           bw_forget_gate_bias, bw_cell_bias, bw_output_gate_bias,
           bw_projection_weights, bw_projection_bias, &lstm_params,
-          /*forward_sequence=*/false, bw_output_offset, bw_scratch_buffer,
-          scaling_factors, prod_scaling_factors, recovered_cell_weights,
-          input_quantized, aux_input_quantized, bw_activation_state_quantized,
-          bw_cell_state_quantized, bw_activation_state, bw_cell_state,
-          actual_bw_output);
+          /*forward_sequence=*/false, /*time_major=*/true, bw_output_offset,
+          bw_scratch_buffer, scaling_factors, prod_scaling_factors,
+          recovered_cell_weights, input_quantized, aux_input_quantized,
+          bw_activation_state_quantized, bw_cell_state_quantized,
+          bw_activation_state, bw_cell_state, actual_bw_output);
       TF_LITE_ENSURE_OK(context, bw_pass_status);
       return kTfLiteOk;
     }
diff --git a/tensorflow/contrib/lite/kernels/lstm.cc b/tensorflow/contrib/lite/kernels/lstm.cc
index f08a1a80c0..3666122e94 100644
--- a/tensorflow/contrib/lite/kernels/lstm.cc
+++ b/tensorflow/contrib/lite/kernels/lstm.cc
@@ -497,6 +497,7 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           /*aux_input_to_output_weights=*/nullptr, input_gate_bias,
           forget_gate_bias, cell_bias, output_gate_bias, projection_weights,
           projection_bias, params, /*forward_sequence=*/true,
+          /*time_major=*/true,
           /*output_offset=*/0, scratch_buffer, activation_state, cell_state,
           output);
     }
@@ -524,8 +525,9 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           /*aux_input_to_output_weights=*/nullptr, input_gate_bias,
           forget_gate_bias, cell_bias, output_gate_bias, projection_weights,
           projection_bias, params, /*forward_sequence=*/true,
-          /*output_offset=*/0, scratch_buffer, scaling_factors,
-          prod_scaling_factors, recovered_cell_weights, input_quantized,
+          /*time_major=*/true, /*output_offset=*/0, scratch_buffer,
+          scaling_factors, prod_scaling_factors, recovered_cell_weights,
+          input_quantized,
           /*aux_input_quantized=*/nullptr, activation_state_quantized,
           cell_state_quantized, activation_state, cell_state, output);
     }
diff --git a/tensorflow/contrib/lite/kernels/lstm_eval.cc b/tensorflow/contrib/lite/kernels/lstm_eval.cc
index 2ef70aa933..5b7951a931 100644
--- a/tensorflow/contrib/lite/kernels/lstm_eval.cc
+++ b/tensorflow/contrib/lite/kernels/lstm_eval.cc
@@ -710,9 +710,10 @@ TfLiteStatus EvalFloat(
     const TfLiteTensor* input_gate_bias, const TfLiteTensor* forget_gate_bias,
     const TfLiteTensor* cell_bias, const TfLiteTensor* output_gate_bias,
     const TfLiteTensor* projection_weights, const TfLiteTensor* projection_bias,
-    const TfLiteLSTMParams* params, bool forward_sequence, int output_offset,
-    TfLiteTensor* scratch_buffer, TfLiteTensor* activation_state,
-    TfLiteTensor* cell_state, TfLiteTensor* output) {
+    const TfLiteLSTMParams* params, bool forward_sequence, bool time_major,
+    int output_offset, TfLiteTensor* scratch_buffer,
+    TfLiteTensor* activation_state, TfLiteTensor* cell_state,
+    TfLiteTensor* output) {
   TF_LITE_ASSERT(input->dims->size >= 2 && input->dims->size <= 3);
   const int max_time = (input->dims->size == 2) ? 1 : input->dims->data[0];
   const int n_batch = input->dims->data[input->dims->size - 2];
@@ -777,36 +778,71 @@ TfLiteStatus EvalFloat(
     aux_input_to_output_weights_ptr = aux_input_to_output_weights->data.f;
   }
 
-  // Loop through the sequence.
   const int output_batch_leading_dim =
       output->dims->data[output->dims->size - 1];
-  const int input_step = n_batch * n_input;
-  const int output_step = n_batch * output_batch_leading_dim;
-  for (int t = 0; t < max_time; t++) {
-    // If this is the forward_sequence, step forward, otherwise step backwards.
-    const int t_rel = forward_sequence ? t : max_time - t - 1;
-    const float* input_ptr = input->data.f + t_rel * input_step;
-    if (aux_input) {
-      aux_input_ptr = aux_input->data.f + t_rel * input_step;
+  if (time_major) {
+    // Loop through the sequence.
+    const int input_step = n_batch * n_input;
+    const int output_step = n_batch * output_batch_leading_dim;
+    for (int t = 0; t < max_time; t++) {
+      // If this is the forward_sequence, step forward, otherwise step
+      // backwards.
+      const int t_rel = forward_sequence ? t : max_time - t - 1;
+      const float* input_ptr = input->data.f + t_rel * input_step;
+      if (aux_input) {
+        aux_input_ptr = aux_input->data.f + t_rel * input_step;
+      }
+      float* output_ptr_time =
+          output->data.f + t_rel * output_step + output_offset;
+
+      LstmStepWithAuxInput(
+          input_ptr, input_to_input_weights_ptr,
+          input_to_forget_weights->data.f, input_to_cell_weights->data.f,
+          input_to_output_weights->data.f, aux_input_ptr,
+          aux_input_to_input_weights_ptr, aux_input_to_forget_weights_ptr,
+          aux_input_to_cell_weights_ptr, aux_input_to_output_weights_ptr,
+          recurrent_to_input_weights_ptr, recurrent_to_forget_weights->data.f,
+          recurrent_to_cell_weights->data.f,
+          recurrent_to_output_weights->data.f, cell_to_input_weights_ptr,
+          cell_to_forget_weights_ptr, cell_to_output_weights_ptr,
+          input_gate_bias_ptr, forget_gate_bias->data.f, cell_bias->data.f,
+          output_gate_bias->data.f, projection_weights_ptr, projection_bias_ptr,
+          params, n_batch, n_cell, n_input, aux_input_size, n_output,
+          output_batch_leading_dim, activation_state->data.f,
+          cell_state->data.f, input_gate_scratch, forget_gate_scratch,
+          cell_scratch, output_gate_scratch, output_ptr_time);
     }
-    float* output_ptr_time =
-        output->data.f + t_rel * output_step + output_offset;
+  } else {
+    for (int b = 0; b < n_batch; b++) {
+      const int input_step = n_input;
+      const int output_step = output_batch_leading_dim;
+      for (int t = 0; t < max_time; t++) {
+        // If this is the forward_sequence, step forward, otherwise step
+        // backwards.
+        const int t_rel = forward_sequence ? t : max_time - t - 1;
+        const float* input_ptr = input->data.f + t_rel * input_step;
+        float* output_ptr_time =
+            output->data.f + t_rel * output_step + output_offset;
 
-    LstmStepWithAuxInput(
-        input_ptr, input_to_input_weights_ptr, input_to_forget_weights->data.f,
-        input_to_cell_weights->data.f, input_to_output_weights->data.f,
-        aux_input_ptr, aux_input_to_input_weights_ptr,
-        aux_input_to_forget_weights_ptr, aux_input_to_cell_weights_ptr,
-        aux_input_to_output_weights_ptr, recurrent_to_input_weights_ptr,
-        recurrent_to_forget_weights->data.f, recurrent_to_cell_weights->data.f,
-        recurrent_to_output_weights->data.f, cell_to_input_weights_ptr,
-        cell_to_forget_weights_ptr, cell_to_output_weights_ptr,
-        input_gate_bias_ptr, forget_gate_bias->data.f, cell_bias->data.f,
-        output_gate_bias->data.f, projection_weights_ptr, projection_bias_ptr,
-        params, n_batch, n_cell, n_input, aux_input_size, n_output,
-        output_batch_leading_dim, activation_state->data.f, cell_state->data.f,
-        input_gate_scratch, forget_gate_scratch, cell_scratch,
-        output_gate_scratch, output_ptr_time);
+        LstmStepWithAuxInput(
+            input_ptr, input_to_input_weights_ptr,
+            input_to_forget_weights->data.f, input_to_cell_weights->data.f,
+            input_to_output_weights->data.f, aux_input_ptr,
+            aux_input_to_input_weights_ptr, aux_input_to_forget_weights_ptr,
+            aux_input_to_cell_weights_ptr, aux_input_to_output_weights_ptr,
+            recurrent_to_input_weights_ptr, recurrent_to_forget_weights->data.f,
+            recurrent_to_cell_weights->data.f,
+            recurrent_to_output_weights->data.f, cell_to_input_weights_ptr,
+            cell_to_forget_weights_ptr, cell_to_output_weights_ptr,
+            input_gate_bias_ptr, forget_gate_bias->data.f, cell_bias->data.f,
+            output_gate_bias->data.f, projection_weights_ptr,
+            projection_bias_ptr, params, /*n_batch=*/1, n_cell, n_input,
+            aux_input_size, n_output, output_batch_leading_dim,
+            activation_state->data.f, cell_state->data.f, input_gate_scratch,
+            forget_gate_scratch, cell_scratch, output_gate_scratch,
+            output_ptr_time);
+      }
+    }
   }
   return kTfLiteOk;
 }
@@ -830,13 +866,13 @@ TfLiteStatus EvalHybrid(
     const TfLiteTensor* input_gate_bias, const TfLiteTensor* forget_gate_bias,
     const TfLiteTensor* cell_bias, const TfLiteTensor* output_gate_bias,
     const TfLiteTensor* projection_weights, const TfLiteTensor* projection_bias,
-    const TfLiteLSTMParams* params, bool forward_sequence, int output_offset,
-    TfLiteTensor* scratch_buffer, TfLiteTensor* scaling_factors,
-    TfLiteTensor* prod_scaling_factors, TfLiteTensor* recovered_cell_weights,
-    TfLiteTensor* input_quantized, TfLiteTensor* aux_input_quantized,
-    TfLiteTensor* output_state_quantized, TfLiteTensor* cell_state_quantized,
-    TfLiteTensor* output_state, TfLiteTensor* cell_state,
-    TfLiteTensor* output) {
+    const TfLiteLSTMParams* params, bool forward_sequence, bool time_major,
+    int output_offset, TfLiteTensor* scratch_buffer,
+    TfLiteTensor* scaling_factors, TfLiteTensor* prod_scaling_factors,
+    TfLiteTensor* recovered_cell_weights, TfLiteTensor* input_quantized,
+    TfLiteTensor* aux_input_quantized, TfLiteTensor* output_state_quantized,
+    TfLiteTensor* cell_state_quantized, TfLiteTensor* output_state,
+    TfLiteTensor* cell_state, TfLiteTensor* output) {
   TF_LITE_ASSERT(input->dims->size >= 2 && input->dims->size <= 3);
   const int max_time = (input->dims->size == 2) ? 1 : input->dims->data[0];
   const int n_batch = input->dims->data[input->dims->size - 2];
@@ -990,45 +1026,90 @@ TfLiteStatus EvalHybrid(
         aux_input_to_output_weights->params.scale;
   }
 
-  // Feed the sequence into the LSTM step-by-step.
   const int output_batch_leading_dim =
       output->dims->data[output->dims->size - 1];
-  const int input_step = n_batch * n_input;
-  const int output_step = n_batch * output_batch_leading_dim;
-  for (int t = 0; t < max_time; t++) {
-    // If this is the forward_sequence, step forward, otherwise step backwards.
-    const int t_rel = forward_sequence ? t : max_time - t - 1;
-    const float* input_ptr = input->data.f + t_rel * input_step;
-    if (aux_input) {
-      aux_input_ptr = aux_input->data.f + t_rel * input_step;
+  if (time_major) {
+    // Feed the sequence into the LSTM step-by-step.
+    const int input_step = n_batch * n_input;
+    const int output_step = n_batch * output_batch_leading_dim;
+    for (int t = 0; t < max_time; t++) {
+      // If this is the forward_sequence, step forward, otherwise step
+      // backwards.
+      const int t_rel = forward_sequence ? t : max_time - t - 1;
+      const float* input_ptr = input->data.f + t_rel * input_step;
+      if (aux_input) {
+        aux_input_ptr = aux_input->data.f + t_rel * input_step;
+      }
+      float* output_ptr = output->data.f + t_rel * output_step + output_offset;
+
+      LstmStepWithAuxInput(
+          input_ptr, input_to_input_weights_ptr, input_to_input_weights_scale,
+          input_to_forget_weights_ptr, input_to_forget_weights_scale,
+          input_to_cell_weights_ptr, input_to_cell_weights_scale,
+          input_to_output_weights_ptr, input_to_output_weights_scale,
+          aux_input_ptr, aux_input_to_input_weights_ptr,
+          aux_input_to_input_weights_scale, aux_input_to_forget_weights_ptr,
+          aux_input_to_forget_weights_scale, aux_input_to_cell_weights_ptr,
+          aux_input_to_cell_weights_scale, aux_input_to_output_weights_ptr,
+          aux_input_to_output_weights_scale, recurrent_to_input_weights_ptr,
+          recurrent_to_input_weights_scale, recurrent_to_forget_weights_ptr,
+          recurrent_to_forget_weights_scale, recurrent_to_cell_weights_ptr,
+          recurrent_to_cell_weights_scale, recurrent_to_output_weights_ptr,
+          recurrent_to_output_weights_scale, cell_to_input_weights_ptr,
+          cell_to_input_weights_scale, cell_to_forget_weights_ptr,
+          cell_to_forget_weights_scale, cell_to_output_weights_ptr,
+          cell_to_output_weights_scale, input_gate_bias_ptr,
+          forget_gate_bias_ptr, cell_bias_ptr, output_gate_bias_ptr,
+          projection_weights_ptr, projection_weights_scale, projection_bias_ptr,
+          params, n_batch, n_cell, n_input, aux_input_size, n_output,
+          output_batch_leading_dim, input_gate_scratch, forget_gate_scratch,
+          cell_scratch, output_gate_scratch, scaling_factors_ptr,
+          prod_scaling_factors_ptr, recovered_cell_weights_ptr,
+          quantized_input_ptr, quantized_aux_input_ptr,
+          quantized_output_state_ptr, quantized_cell_state_ptr,
+          output_state_ptr, cell_state_ptr, output_ptr);
     }
-    float* output_ptr = output->data.f + t_rel * output_step + output_offset;
+  } else {
+    for (int b = 0; b < n_batch; b++) {
+      const int input_step = n_input;
+      const int output_step = output_batch_leading_dim;
+      for (int t = 0; t < max_time; t++) {
+        // If this is the forward_sequence, step forward, otherwise step
+        // backwards.
+        const int t_rel = forward_sequence ? t : max_time - t - 1;
+        const float* input_ptr = input->data.f + t_rel * input_step;
+        float* output_ptr =
+            output->data.f + t_rel * output_step + output_offset;
 
-    LstmStepWithAuxInput(
-        input_ptr, input_to_input_weights_ptr, input_to_input_weights_scale,
-        input_to_forget_weights_ptr, input_to_forget_weights_scale,
-        input_to_cell_weights_ptr, input_to_cell_weights_scale,
-        input_to_output_weights_ptr, input_to_output_weights_scale,
-        aux_input_ptr, aux_input_to_input_weights_ptr,
-        aux_input_to_input_weights_scale, aux_input_to_forget_weights_ptr,
-        aux_input_to_forget_weights_scale, aux_input_to_cell_weights_ptr,
-        aux_input_to_cell_weights_scale, aux_input_to_output_weights_ptr,
-        aux_input_to_output_weights_scale, recurrent_to_input_weights_ptr,
-        recurrent_to_input_weights_scale, recurrent_to_forget_weights_ptr,
-        recurrent_to_forget_weights_scale, recurrent_to_cell_weights_ptr,
-        recurrent_to_cell_weights_scale, recurrent_to_output_weights_ptr,
-        recurrent_to_output_weights_scale, cell_to_input_weights_ptr,
-        cell_to_input_weights_scale, cell_to_forget_weights_ptr,
-        cell_to_forget_weights_scale, cell_to_output_weights_ptr,
-        cell_to_output_weights_scale, input_gate_bias_ptr, forget_gate_bias_ptr,
-        cell_bias_ptr, output_gate_bias_ptr, projection_weights_ptr,
-        projection_weights_scale, projection_bias_ptr, params, n_batch, n_cell,
-        n_input, aux_input_size, n_output, output_batch_leading_dim,
-        input_gate_scratch, forget_gate_scratch, cell_scratch,
-        output_gate_scratch, scaling_factors_ptr, prod_scaling_factors_ptr,
-        recovered_cell_weights_ptr, quantized_input_ptr,
-        quantized_aux_input_ptr, quantized_output_state_ptr,
-        quantized_cell_state_ptr, output_state_ptr, cell_state_ptr, output_ptr);
+        LstmStepWithAuxInput(
+            input_ptr, input_to_input_weights_ptr, input_to_input_weights_scale,
+            input_to_forget_weights_ptr, input_to_forget_weights_scale,
+            input_to_cell_weights_ptr, input_to_cell_weights_scale,
+            input_to_output_weights_ptr, input_to_output_weights_scale,
+            aux_input_ptr, aux_input_to_input_weights_ptr,
+            aux_input_to_input_weights_scale, aux_input_to_forget_weights_ptr,
+            aux_input_to_forget_weights_scale, aux_input_to_cell_weights_ptr,
+            aux_input_to_cell_weights_scale, aux_input_to_output_weights_ptr,
+            aux_input_to_output_weights_scale, recurrent_to_input_weights_ptr,
+            recurrent_to_input_weights_scale, recurrent_to_forget_weights_ptr,
+            recurrent_to_forget_weights_scale, recurrent_to_cell_weights_ptr,
+            recurrent_to_cell_weights_scale, recurrent_to_output_weights_ptr,
+            recurrent_to_output_weights_scale, cell_to_input_weights_ptr,
+            cell_to_input_weights_scale, cell_to_forget_weights_ptr,
+            cell_to_forget_weights_scale, cell_to_output_weights_ptr,
+            cell_to_output_weights_scale, input_gate_bias_ptr,
+            forget_gate_bias_ptr, cell_bias_ptr, output_gate_bias_ptr,
+            projection_weights_ptr, projection_weights_scale,
+            projection_bias_ptr, params, n_batch, n_cell, n_input,
+            aux_input_size, n_output, output_batch_leading_dim,
+            input_gate_scratch, forget_gate_scratch, cell_scratch,
+            output_gate_scratch, scaling_factors_ptr, prod_scaling_factors_ptr,
+            recovered_cell_weights_ptr, quantized_input_ptr,
+            quantized_aux_input_ptr, quantized_output_state_ptr,
+            quantized_cell_state_ptr, output_state_ptr, cell_state_ptr,
+            output_ptr);
+      }
+    }
   }
 
   return kTfLiteOk;
diff --git a/tensorflow/contrib/lite/kernels/lstm_eval.h b/tensorflow/contrib/lite/kernels/lstm_eval.h
index adf8cf0f64..8d8b97aead 100644
--- a/tensorflow/contrib/lite/kernels/lstm_eval.h
+++ b/tensorflow/contrib/lite/kernels/lstm_eval.h
@@ -42,9 +42,10 @@ TfLiteStatus EvalFloat(
     const TfLiteTensor* input_gate_bias, const TfLiteTensor* forget_gate_bias,
     const TfLiteTensor* cell_bias, const TfLiteTensor* output_gate_bias,
     const TfLiteTensor* projection_weights, const TfLiteTensor* projection_bias,
-    const TfLiteLSTMParams* params, bool forward_sequence, int output_offset,
-    TfLiteTensor* scratch_buffer, TfLiteTensor* activation_state,
-    TfLiteTensor* cell_state, TfLiteTensor* output);
+    const TfLiteLSTMParams* params, bool forward_sequence, bool time_major,
+    int output_offset, TfLiteTensor* scratch_buffer,
+    TfLiteTensor* activation_state, TfLiteTensor* cell_state,
+    TfLiteTensor* output);
 
 TfLiteStatus EvalHybrid(
     const TfLiteTensor* input, const TfLiteTensor* input_to_input_weights,
@@ -65,12 +66,13 @@ TfLiteStatus EvalHybrid(
     const TfLiteTensor* input_gate_bias, const TfLiteTensor* forget_gate_bias,
     const TfLiteTensor* cell_bias, const TfLiteTensor* output_gate_bias,
     const TfLiteTensor* projection_weights, const TfLiteTensor* projection_bias,
-    const TfLiteLSTMParams* params, bool forward_sequence, int output_offset,
-    TfLiteTensor* scratch_buffer, TfLiteTensor* scaling_factors,
-    TfLiteTensor* prod_scaling_factors, TfLiteTensor* recovered_cell_weights,
-    TfLiteTensor* input_quantized, TfLiteTensor* aux_input_quantized,
-    TfLiteTensor* output_state_quantized, TfLiteTensor* cell_state_quantized,
-    TfLiteTensor* output_state, TfLiteTensor* cell_state, TfLiteTensor* output);
+    const TfLiteLSTMParams* params, bool forward_sequence, bool time_major,
+    int output_offset, TfLiteTensor* scratch_buffer,
+    TfLiteTensor* scaling_factors, TfLiteTensor* prod_scaling_factors,
+    TfLiteTensor* recovered_cell_weights, TfLiteTensor* input_quantized,
+    TfLiteTensor* aux_input_quantized, TfLiteTensor* output_state_quantized,
+    TfLiteTensor* cell_state_quantized, TfLiteTensor* output_state,
+    TfLiteTensor* cell_state, TfLiteTensor* output);
 
 }  // namespace lstm_eval
 }  // namespace builtin
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc b/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc
index 40029779e0..bd6d4d1f88 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc
+++ b/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc
@@ -260,8 +260,11 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
   TF_LITE_ENSURE_EQ(context, input->type, kTfLiteFloat32);
   TF_LITE_ENSURE(context, input->dims->size > 1);
-  const int max_time = input->dims->data[0];
-  const int n_batch = input->dims->data[1];
+  const auto* params =
+      reinterpret_cast<TfLiteUnidirectionalSequenceLSTMParams*>(
+          node->builtin_data);
+  const bool time_major = params->time_major;
+  const int n_batch = time_major ? input->dims->data[1] : input->dims->data[0];
   const int n_input = input->dims->data[2];
 
   const TfLiteTensor* input_to_output_weights =
@@ -296,10 +299,8 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   TF_LITE_ENSURE_EQ(context, NumElements(cell_state), n_batch * n_cell);
 
   // Resize the output tensors.
-  TfLiteIntArray* output_size = TfLiteIntArrayCreate(3);
-  output_size->data[0] = max_time;
-  output_size->data[1] = n_batch;
-  output_size->data[2] = n_output;
+  TfLiteIntArray* output_size = TfLiteIntArrayCopy(input->dims);
+  output_size->data[input->dims->size - 1] = n_output;
   TF_LITE_ENSURE_OK(context,
                     context->ResizeTensor(context, output, output_size));
 
@@ -436,6 +437,7 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   const auto* params =
       reinterpret_cast<TfLiteUnidirectionalSequenceLSTMParams*>(
           node->builtin_data);
+  const bool time_major = params->time_major;
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
 
   const TfLiteTensor* input_to_input_weights =
@@ -506,7 +508,7 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           /*aux_input_to_cell_weights=*/nullptr,
           /*aux_input_to_output_weights=*/nullptr, input_gate_bias,
           forget_gate_bias, cell_bias, output_gate_bias, projection_weights,
-          projection_bias, &lstm_params, /*forward_sequence=*/true,
+          projection_bias, &lstm_params, /*forward_sequence=*/true, time_major,
           /*output_offset=*/0, scratch_buffer, activation_state, cell_state,
           output);
     }
@@ -533,7 +535,7 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
           /*aux_input_to_cell_weights=*/nullptr,
           /*aux_input_to_output_weights=*/nullptr, input_gate_bias,
           forget_gate_bias, cell_bias, output_gate_bias, projection_weights,
-          projection_bias, &lstm_params, /*forward_sequence=*/true,
+          projection_bias, &lstm_params, /*forward_sequence=*/true, time_major,
           /*output_offset=*/0, scratch_buffer, scaling_factors,
           prod_scaling_factors, recovered_cell_weights, input_quantized,
           /*aux_input_quantized=*/nullptr, activation_state_quantized,
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc b/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc
index 7b9d66c19b..1de14dd60d 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc
+++ b/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc
@@ -32,7 +32,7 @@ using ::testing::ElementsAreArray;
 class UnidirectionalLSTMOpModel : public SingleOpModel {
  public:
   UnidirectionalLSTMOpModel(int n_batch, int n_input, int n_cell, int n_output,
-                            int sequence_length, bool use_cifg,
+                            int sequence_length, bool time_major, bool use_cifg,
                             bool use_peephole, bool use_projection_weights,
                             bool use_projection_bias, float cell_clip,
                             float proj_clip,
@@ -110,12 +110,12 @@ class UnidirectionalLSTMOpModel : public SingleOpModel {
 
     output_ = AddOutput(TensorType_FLOAT32);
 
-    SetBuiltinOp(
-        BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM,
-        BuiltinOptions_UnidirectionalSequenceLSTMOptions,
-        CreateUnidirectionalSequenceLSTMOptions(
-            builder_, ActivationFunctionType_TANH, cell_clip, proj_clip)
-            .Union());
+    SetBuiltinOp(BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM,
+                 BuiltinOptions_UnidirectionalSequenceLSTMOptions,
+                 CreateUnidirectionalSequenceLSTMOptions(
+                     builder_, ActivationFunctionType_TANH, cell_clip,
+                     proj_clip, time_major)
+                     .Union());
     BuildInterpreter(input_shapes);
   }
 
@@ -241,12 +241,12 @@ class HybridUnidirectionalLSTMOpModel : public UnidirectionalLSTMOpModel {
  public:
   HybridUnidirectionalLSTMOpModel(
       int n_batch, int n_input, int n_cell, int n_output, int sequence_length,
-      bool use_cifg, bool use_peephole, bool use_projection_weights,
-      bool use_projection_bias, float cell_clip, float proj_clip,
-      const std::vector<std::vector<int>>& input_shapes)
+      bool time_major, bool use_cifg, bool use_peephole,
+      bool use_projection_weights, bool use_projection_bias, float cell_clip,
+      float proj_clip, const std::vector<std::vector<int>>& input_shapes)
       : UnidirectionalLSTMOpModel(
-            n_batch, n_input, n_cell, n_output, sequence_length, use_cifg,
-            use_peephole, use_projection_weights, use_projection_bias,
+            n_batch, n_input, n_cell, n_output, sequence_length, time_major,
+            use_cifg, use_peephole, use_projection_weights, use_projection_bias,
             cell_clip, proj_clip, input_shapes, TensorType_UINT8) {}
 
   void SetInputToInputWeights(const std::vector<float>& f) {
@@ -326,21 +326,32 @@ class BaseLstmTest : public ::testing::Test {
   // Compares output up to tolerance to the result of the lstm given the input.
   void VerifyGoldens(const std::vector<std::vector<float>>& input,
                      const std::vector<std::vector<float>>& output,
-                     UnidirectionalLSTMOpModel* lstm, float tolerance = 1e-5) {
+                     UnidirectionalLSTMOpModel* lstm, float tolerance = 1e-5,
+                     bool time_major = true) {
     const int num_batches = input.size();
     EXPECT_GT(num_batches, 0);
     const int num_inputs = lstm->num_inputs();
     EXPECT_GT(num_inputs, 0);
     const int input_sequence_size = input[0].size() / num_inputs;
     EXPECT_GT(input_sequence_size, 0);
-    // Feed the whole sequence as input.
-    for (int i = 0; i < input_sequence_size; ++i) {
+    if (time_major) {
+      // Feed the whole sequence as input.
+      for (int i = 0; i < input_sequence_size; ++i) {
+        for (int b = 0; b < num_batches; ++b) {
+          const float* batch_start = input[b].data() + i * num_inputs;
+          const float* batch_end = batch_start + num_inputs;
+
+          lstm->SetInput(((i * num_batches) + b) * num_inputs, batch_start,
+                         batch_end);
+        }
+      }
+    } else {
       for (int b = 0; b < num_batches; ++b) {
-        const float* batch_start = input[b].data() + i * num_inputs;
-        const float* batch_end = batch_start + num_inputs;
+        const float* batch_start = input[b].data();
+        const float* batch_end = batch_start + input_sequence_size * num_inputs;
 
-        lstm->SetInput(((i * num_batches) + b) * lstm->num_inputs(),
-                       batch_start, batch_end);
+        lstm->SetInput(b * input_sequence_size * num_inputs, batch_start,
+                       batch_end);
       }
     }
 
@@ -349,15 +360,25 @@ class BaseLstmTest : public ::testing::Test {
     const int num_outputs = lstm->num_outputs();
     EXPECT_GT(num_outputs, 0);
     std::vector<float> expected;
-    for (int i = 0; i < input_sequence_size; ++i) {
+
+    if (time_major) {
+      for (int i = 0; i < input_sequence_size; ++i) {
+        for (int b = 0; b < num_batches; ++b) {
+          const float* golden_start_batch = output[b].data() + i * num_outputs;
+          const float* golden_end_batch = golden_start_batch + num_outputs;
+
+          expected.insert(expected.end(), golden_start_batch, golden_end_batch);
+        }
+      }
+    } else {
       for (int b = 0; b < num_batches; ++b) {
-        const float* golden_start_batch = output[b].data() + i * num_outputs;
-        const float* golden_end_batch = golden_start_batch + num_outputs;
+        const float* golden_batch_start = output[b].data();
+        const float* golden_batch_end =
+            golden_batch_start + input_sequence_size * num_outputs;
 
-        expected.insert(expected.end(), golden_start_batch, golden_end_batch);
+        expected.insert(expected.end(), golden_batch_start, golden_batch_end);
       }
     }
-
     EXPECT_THAT(lstm->GetOutput(),
                 ElementsAreArray(ArrayFloatNear(expected, tolerance)));
   }
@@ -422,7 +443,7 @@ TEST_F(NoCifgNoPeepholeNoProjectionNoClippingLstmTest, LstmBlackBoxTest) {
 
   UnidirectionalLSTMOpModel lstm(
       n_batch, n_input, n_cell, n_output, sequence_length,
-      /*use_cifg=*/false, /*use_peephole=*/false,
+      /*time_major=*/true, /*use_cifg=*/false, /*use_peephole=*/false,
       /*use_projection_weights=*/false,
       /*use_projection_bias=*/false,
       /*cell_clip=*/0.0, /*proj_clip=*/0.0,
@@ -473,6 +494,73 @@ TEST_F(NoCifgNoPeepholeNoProjectionNoClippingLstmTest, LstmBlackBoxTest) {
   VerifyGoldens(lstm_input_, lstm_golden_output_, &lstm);
 }
 
+TEST_F(NoCifgNoPeepholeNoProjectionNoClippingLstmTest,
+       LstmBlackBoxTestBatchMajor) {
+  const int n_batch = 1;
+  const int n_input = 2;
+  // n_cell and n_output have the same size when there is no projection.
+  const int n_cell = 4;
+  const int n_output = 4;
+  const int sequence_length = 3;
+
+  UnidirectionalLSTMOpModel lstm(
+      n_batch, n_input, n_cell, n_output, sequence_length,
+      /*time_major=*/true, /*use_cifg=*/false, /*use_peephole=*/false,
+      /*use_projection_weights=*/false,
+      /*use_projection_bias=*/false,
+      /*cell_clip=*/0.0, /*proj_clip=*/0.0,
+      {
+          {sequence_length, n_batch, n_input},  // input tensor
+
+          {n_cell, n_input},  // input_to_input_weight tensor
+          {n_cell, n_input},  // input_to_forget_weight tensor
+          {n_cell, n_input},  // input_to_cell_weight tensor
+          {n_cell, n_input},  // input_to_output_weight tensor
+
+          {n_cell, n_output},  // recurrent_to_input_weight tensor
+          {n_cell, n_output},  // recurrent_to_forget_weight tensor
+          {n_cell, n_output},  // recurrent_to_cell_weight tensor
+          {n_cell, n_output},  // recurrent_to_output_weight tensor
+
+          {0},  // cell_to_input_weight tensor
+          {0},  // cell_to_forget_weight tensor
+          {0},  // cell_to_output_weight tensor
+
+          {n_cell},  // input_gate_bias tensor
+          {n_cell},  // forget_gate_bias tensor
+          {n_cell},  // cell_bias tensor
+          {n_cell},  // output_gate_bias tensor
+
+          {0, 0},  // projection_weight tensor
+          {0},     // projection_bias tensor
+
+          {n_batch, n_output},  // activation_state tensor
+          {n_batch, n_cell},    // cell_state tensor
+      });
+
+  lstm.SetInputToInputWeights(input_to_input_weights_);
+  lstm.SetInputToCellWeights(input_to_cell_weights_);
+  lstm.SetInputToForgetWeights(input_to_forget_weights_);
+  lstm.SetInputToOutputWeights(input_to_output_weights_);
+
+  lstm.SetInputGateBias(input_gate_bias_);
+  lstm.SetCellBias(cell_gate_bias_);
+  lstm.SetForgetGateBias(forget_gate_bias_);
+  lstm.SetOutputGateBias(output_gate_bias_);
+
+  lstm.SetRecurrentToInputWeights(recurrent_to_input_weights_);
+  lstm.SetRecurrentToCellWeights(recurrent_to_cell_weights_);
+  lstm.SetRecurrentToForgetWeights(recurrent_to_forget_weights_);
+  lstm.SetRecurrentToOutputWeights(recurrent_to_output_weights_);
+
+  // Reshuffle input and output to batch major format.
+  std::vector<std::vector<float>> input;
+  std::vector<std::vector<float>> output;
+
+  VerifyGoldens(lstm_input_, lstm_golden_output_, &lstm, /*tolerance=*/1e-5,
+                /*time_major=*/false);
+}
+
 TEST_F(NoCifgNoPeepholeNoProjectionNoClippingLstmTest, HybridLstmBlackBoxTest) {
   const int n_batch = 1;
   const int n_input = 2;
@@ -483,7 +571,7 @@ TEST_F(NoCifgNoPeepholeNoProjectionNoClippingLstmTest, HybridLstmBlackBoxTest) {
 
   HybridUnidirectionalLSTMOpModel lstm(
       n_batch, n_input, n_cell, n_output, sequence_length,
-      /*use_cifg=*/false, /*use_peephole=*/false,
+      /*time_major=*/true, /*use_cifg=*/false, /*use_peephole=*/false,
       /*use_projection_weights=*/false,
       /*use_projection_bias=*/false, /*cell_clip=*/0.0, /*proj_clip=*/0.0,
       {
@@ -591,7 +679,7 @@ TEST_F(CifgPeepholeNoProjectionNoClippingLstmTest, LstmBlackBoxTest) {
 
   UnidirectionalLSTMOpModel lstm(
       n_batch, n_input, n_cell, n_output, sequence_length,
-      /*use_cifg=*/true, /*use_peephole=*/true,
+      /*time_major=*/true, /*use_cifg=*/true, /*use_peephole=*/true,
       /*use_projection_weights=*/false,
       /*use_projection_bias=*/false,
       /*cell_clip=*/0.0, /*proj_clip=*/0.0,
@@ -652,7 +740,7 @@ TEST_F(CifgPeepholeNoProjectionNoClippingLstmTest, HybridLstmBlackBoxTest) {
 
   HybridUnidirectionalLSTMOpModel lstm(
       n_batch, n_input, n_cell, n_output, sequence_length,
-      /*use_cifg=*/true, /*use_peephole=*/true,
+      /*time_major=*/true, /*use_cifg=*/true, /*use_peephole=*/true,
       /*use_projection_weights=*/false,
       /*use_projection_bias=*/false,
       /*cell_clip=*/0.0, /*proj_clip=*/0.0,
@@ -1311,7 +1399,7 @@ TEST_F(NoCifgPeepholeProjectionClippingLstmTest, LstmBlackBoxTest) {
 
   UnidirectionalLSTMOpModel lstm(
       n_batch, n_input, n_cell, n_output, sequence_length,
-      /*use_cifg=*/false, /*use_peephole=*/true,
+      /*time_major=*/true, /*use_cifg=*/false, /*use_peephole=*/true,
       /*use_projection_weights=*/true,
       /*use_projection_bias=*/false,
       /*cell_clip=*/0.0, /*proj_clip=*/0.0,
@@ -1377,7 +1465,7 @@ TEST_F(NoCifgPeepholeProjectionClippingLstmTest, HybridLstmBlackBoxTest) {
 
   HybridUnidirectionalLSTMOpModel lstm(
       n_batch, n_input, n_cell, n_output, sequence_length,
-      /*use_cifg=*/false, /*use_peephole=*/true,
+      /*time_major=*/true, /*use_cifg=*/false, /*use_peephole=*/true,
       /*use_projection_weights=*/true,
       /*use_projection_bias=*/false,
       /*cell_clip=*/0.0, /*proj_clip=*/0.0,
diff --git a/tensorflow/contrib/lite/schema/schema.fbs b/tensorflow/contrib/lite/schema/schema.fbs
index fe3dc56e65..3045351f22 100644
--- a/tensorflow/contrib/lite/schema/schema.fbs
+++ b/tensorflow/contrib/lite/schema/schema.fbs
@@ -407,6 +407,9 @@ table UnidirectionalSequenceLSTMOptions {
   fused_activation_function:ActivationFunctionType;
   cell_clip: float; // Optional, 0.0 means no clipping
   proj_clip: float; // Optional, 0.0 means no clipping
+
+  // If true then first dimension is sequence, otherwise batch.
+  time_major:bool;
 }
 
 table BidirectionalSequenceLSTMOptions {
diff --git a/tensorflow/contrib/lite/schema/schema_generated.h b/tensorflow/contrib/lite/schema/schema_generated.h
index 4426b7d407..2bae6d72ec 100755
--- a/tensorflow/contrib/lite/schema/schema_generated.h
+++ b/tensorflow/contrib/lite/schema/schema_generated.h
@@ -3534,10 +3534,12 @@ struct UnidirectionalSequenceLSTMOptionsT : public flatbuffers::NativeTable {
   ActivationFunctionType fused_activation_function;
   float cell_clip;
   float proj_clip;
+  bool time_major;
   UnidirectionalSequenceLSTMOptionsT()
       : fused_activation_function(ActivationFunctionType_NONE),
         cell_clip(0.0f),
-        proj_clip(0.0f) {
+        proj_clip(0.0f),
+        time_major(false) {
   }
 };
 
@@ -3546,7 +3548,8 @@ struct UnidirectionalSequenceLSTMOptions FLATBUFFERS_FINAL_CLASS : private flatb
   enum {
     VT_FUSED_ACTIVATION_FUNCTION = 4,
     VT_CELL_CLIP = 6,
-    VT_PROJ_CLIP = 8
+    VT_PROJ_CLIP = 8,
+    VT_TIME_MAJOR = 10
   };
   ActivationFunctionType fused_activation_function() const {
     return static_cast<ActivationFunctionType>(GetField<int8_t>(VT_FUSED_ACTIVATION_FUNCTION, 0));
@@ -3557,11 +3560,15 @@ struct UnidirectionalSequenceLSTMOptions FLATBUFFERS_FINAL_CLASS : private flatb
   float proj_clip() const {
     return GetField<float>(VT_PROJ_CLIP, 0.0f);
   }
+  bool time_major() const {
+    return GetField<uint8_t>(VT_TIME_MAJOR, 0) != 0;
+  }
   bool Verify(flatbuffers::Verifier &verifier) const {
     return VerifyTableStart(verifier) &&
            VerifyField<int8_t>(verifier, VT_FUSED_ACTIVATION_FUNCTION) &&
            VerifyField<float>(verifier, VT_CELL_CLIP) &&
            VerifyField<float>(verifier, VT_PROJ_CLIP) &&
+           VerifyField<uint8_t>(verifier, VT_TIME_MAJOR) &&
            verifier.EndTable();
   }
   UnidirectionalSequenceLSTMOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
@@ -3581,6 +3588,9 @@ struct UnidirectionalSequenceLSTMOptionsBuilder {
   void add_proj_clip(float proj_clip) {
     fbb_.AddElement<float>(UnidirectionalSequenceLSTMOptions::VT_PROJ_CLIP, proj_clip, 0.0f);
   }
+  void add_time_major(bool time_major) {
+    fbb_.AddElement<uint8_t>(UnidirectionalSequenceLSTMOptions::VT_TIME_MAJOR, static_cast<uint8_t>(time_major), 0);
+  }
   explicit UnidirectionalSequenceLSTMOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb)
         : fbb_(_fbb) {
     start_ = fbb_.StartTable();
@@ -3597,10 +3607,12 @@ inline flatbuffers::Offset<UnidirectionalSequenceLSTMOptions> CreateUnidirection
     flatbuffers::FlatBufferBuilder &_fbb,
     ActivationFunctionType fused_activation_function = ActivationFunctionType_NONE,
     float cell_clip = 0.0f,
-    float proj_clip = 0.0f) {
+    float proj_clip = 0.0f,
+    bool time_major = false) {
   UnidirectionalSequenceLSTMOptionsBuilder builder_(_fbb);
   builder_.add_proj_clip(proj_clip);
   builder_.add_cell_clip(cell_clip);
+  builder_.add_time_major(time_major);
   builder_.add_fused_activation_function(fused_activation_function);
   return builder_.Finish();
 }
@@ -8060,6 +8072,7 @@ inline void UnidirectionalSequenceLSTMOptions::UnPackTo(UnidirectionalSequenceLS
   { auto _e = fused_activation_function(); _o->fused_activation_function = _e; };
   { auto _e = cell_clip(); _o->cell_clip = _e; };
   { auto _e = proj_clip(); _o->proj_clip = _e; };
+  { auto _e = time_major(); _o->time_major = _e; };
 }
 
 inline flatbuffers::Offset<UnidirectionalSequenceLSTMOptions> UnidirectionalSequenceLSTMOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const UnidirectionalSequenceLSTMOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
@@ -8073,11 +8086,13 @@ inline flatbuffers::Offset<UnidirectionalSequenceLSTMOptions> CreateUnidirection
   auto _fused_activation_function = _o->fused_activation_function;
   auto _cell_clip = _o->cell_clip;
   auto _proj_clip = _o->proj_clip;
+  auto _time_major = _o->time_major;
   return tflite::CreateUnidirectionalSequenceLSTMOptions(
       _fbb,
       _fused_activation_function,
       _cell_clip,
-      _proj_clip);
+      _proj_clip,
+      _time_major);
 }
 
 inline BidirectionalSequenceLSTMOptionsT *BidirectionalSequenceLSTMOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
-- 
GitLab


From cc0cf49a0d0cfdb23073810260ca1af480d08850 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 16:20:58 -0700
Subject: [PATCH 0175/1825] Check for the presence of a Worker machine when
 reassigning hooks in distributed training jobs.

PiperOrigin-RevId: 217407558
---
 tensorflow/python/estimator/estimator.py      |  6 ++
 tensorflow/python/estimator/estimator_test.py | 61 +++++++++++++++++++
 2 files changed, 67 insertions(+)

diff --git a/tensorflow/python/estimator/estimator.py b/tensorflow/python/estimator/estimator.py
index 3c1be9dbad..c44413090a 100644
--- a/tensorflow/python/estimator/estimator.py
+++ b/tensorflow/python/estimator/estimator.py
@@ -1423,7 +1423,13 @@ class Estimator(object):
     # evaluations.
     save_summary_steps = self._config.save_summary_steps
     log_step_count_steps = self._config.log_step_count_steps
+
+    # Check existence of appropriate cluster spec fields, as well as master and
+    # worker nodes. As master also performs evaluation, summary writing must
+    # occur on a different node. The presence of a worker is also checked to
+    # prevent reassigning hooks for single-replica jobs with just a master node.
     if (self._config.cluster_spec and self._config.cluster_spec.jobs and
+        (run_config.TaskType.WORKER in self._config.cluster_spec.jobs) and
         (run_config.TaskType.MASTER in self._config.cluster_spec.jobs)):
       # Update config values to prevent the default hooks from being created on
       # the master or other workers.
diff --git a/tensorflow/python/estimator/estimator_test.py b/tensorflow/python/estimator/estimator_test.py
index 246dfb1a4b..c26b3e6509 100644
--- a/tensorflow/python/estimator/estimator_test.py
+++ b/tensorflow/python/estimator/estimator_test.py
@@ -1063,6 +1063,67 @@ class EstimatorTrainTest(test.TestCase):
       self.assertEqual(0, mock_sess.call_args[1]['save_summaries_steps'])
       self.assertIsNone(mock_sess.call_args[1]['log_step_count_steps'])
 
+  def test_master_hooks_single_replica(self):
+    tf_config = json.dumps({
+        'cluster': {
+            run_config.TaskType.MASTER: ['localhost:1234']
+        },
+        'task': {
+            'type': run_config.TaskType.MASTER,
+            'index': 0
+        }
+    })
+    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
+      est = estimator.Estimator(
+          model_fn=model_fn_global_step_incrementer,
+          config=run_config.RunConfig(
+              save_summary_steps=100, log_step_count_steps=200))
+
+    with test.mock.patch.object(training,
+                                'MonitoredTrainingSession') as mock_sess:
+      est.train(dummy_input_fn, steps=1)
+      self.assertFalse(
+          any(
+              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
+              for hook in mock_sess.call_args[1]['hooks']))
+      self.assertFalse(
+          any(
+              isinstance(hook, basic_session_run_hooks.StepCounterHook)
+              for hook in mock_sess.call_args[1]['hooks']))
+      self.assertEqual(100, mock_sess.call_args[1]['save_summaries_steps'])
+      self.assertEqual(200, mock_sess.call_args[1]['log_step_count_steps'])
+
+  def test_master_hooks_single_replica_with_ps(self):
+    tf_config = json.dumps({
+        'cluster': {
+            run_config.TaskType.MASTER: ['localhost:1234'],
+            run_config.TaskType.PS: ['localhost: 1235'],
+        },
+        'task': {
+            'type': run_config.TaskType.MASTER,
+            'index': 0
+        }
+    })
+    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
+      est = estimator.Estimator(
+          model_fn=model_fn_global_step_incrementer,
+          config=run_config.RunConfig(
+              save_summary_steps=100, log_step_count_steps=200))
+
+    with test.mock.patch.object(training,
+                                'MonitoredTrainingSession') as mock_sess:
+      est.train(dummy_input_fn, steps=1)
+      self.assertFalse(
+          any(
+              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
+              for hook in mock_sess.call_args[1]['hooks']))
+      self.assertFalse(
+          any(
+              isinstance(hook, basic_session_run_hooks.StepCounterHook)
+              for hook in mock_sess.call_args[1]['hooks']))
+      self.assertEqual(100, mock_sess.call_args[1]['save_summaries_steps'])
+      self.assertEqual(200, mock_sess.call_args[1]['log_step_count_steps'])
+
 
 def _model_fn_with_eval_metric_ops(features, labels, mode, params):
   _, _ = features, labels
-- 
GitLab


From 500a807939be51396af56f59fcb4e8e569697a22 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Tue, 16 Oct 2018 16:23:06 -0700
Subject: [PATCH 0176/1825] [TF:XLA] Bump open source llvm revision to r344639

PiperOrigin-RevId: 217407969
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 7b11efeafc..19a4631d8f 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -481,11 +481,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "a4f8bfe7e3e69069934a87e612a1d4d3b8b6af13e0f1213a42a6046e1bcd50d8",
-        strip_prefix = "llvm-d3429e96fe1e45b1dc0106463832523f37faf271",
+        sha256 = "b5bd6aa6613f8d57cb5973d43b9d6b82def80bad66f51387d2ed9c76d2652040",
+        strip_prefix = "llvm-4998e62d5745cca132cf92cec718be0746e70bcf",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/d3429e96fe1e45b1dc0106463832523f37faf271.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/d3429e96fe1e45b1dc0106463832523f37faf271.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/4998e62d5745cca132cf92cec718be0746e70bcf.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/4998e62d5745cca132cf92cec718be0746e70bcf.tar.gz",
         ],
     )
 
-- 
GitLab


From adb904fb99ec706dbbe11b4e35c227ff3bb7127c Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 16 Oct 2018 17:12:32 -0700
Subject: [PATCH 0177/1825] [XLA:GPU] Actually move
 cudnn_fused_conv_rewriter_test out of `tests` directory.

This makes it consistent with most of the other tests for individual passes,
which this one morally is (even if its implementation is a little unusual since
it runs the whole pass pipeline).

PiperOrigin-RevId: 217415531
---
 tensorflow/compiler/xla/service/gpu/BUILD     | 19 +++++++++++++++++++
 .../cudnn_fused_conv_rewriter_test.cc         |  0
 .../compiler/xla/service/gpu/tests/BUILD      | 15 ---------------
 3 files changed, 19 insertions(+), 15 deletions(-)
 rename tensorflow/compiler/xla/service/gpu/{tests => }/cudnn_fused_conv_rewriter_test.cc (100%)

diff --git a/tensorflow/compiler/xla/service/gpu/BUILD b/tensorflow/compiler/xla/service/gpu/BUILD
index 4eb5739fe2..449fd919d6 100644
--- a/tensorflow/compiler/xla/service/gpu/BUILD
+++ b/tensorflow/compiler/xla/service/gpu/BUILD
@@ -25,6 +25,10 @@ filegroup(
 )
 
 load("//tensorflow:tensorflow.bzl", "tf_cc_test")
+load(
+    "//tensorflow/core:platform/default/build_config_root.bzl",
+    "tf_cuda_tests_tags",
+)
 
 xla_proto_library(
     name = "backend_configs",
@@ -980,3 +984,18 @@ cc_library(
         "//tensorflow/core:stream_executor_no_cuda",
     ],
 )
+
+tf_cc_test(
+    name = "cudnn_fused_conv_rewriter_test",
+    srcs = ["cudnn_fused_conv_rewriter_test.cc"],
+    tags = tf_cuda_tests_tags(),
+    deps = [
+        "//tensorflow/compiler/xla/service:hlo_parser",
+        "//tensorflow/compiler/xla/service/gpu:ir_emission_utils",
+        "//tensorflow/compiler/xla/service/gpu/tests:gpu_codegen_test",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+        "@com_google_absl//absl/strings",
+    ],
+)
diff --git a/tensorflow/compiler/xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_fused_conv_rewriter_test.cc
similarity index 100%
rename from tensorflow/compiler/xla/service/gpu/tests/cudnn_fused_conv_rewriter_test.cc
rename to tensorflow/compiler/xla/service/gpu/cudnn_fused_conv_rewriter_test.cc
diff --git a/tensorflow/compiler/xla/service/gpu/tests/BUILD b/tensorflow/compiler/xla/service/gpu/tests/BUILD
index 32eebad3b1..ed46f08d59 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/BUILD
+++ b/tensorflow/compiler/xla/service/gpu/tests/BUILD
@@ -210,21 +210,6 @@ tf_cc_test(
     ],
 )
 
-tf_cc_test(
-    name = "cudnn_fused_conv_rewriter_test",
-    srcs = ["cudnn_fused_conv_rewriter_test.cc"],
-    tags = tf_cuda_tests_tags(),
-    deps = [
-        ":gpu_codegen_test",
-        "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/service/gpu:ir_emission_utils",
-        "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/core:test",
-        "//tensorflow/core:test_main",
-        "@com_google_absl//absl/strings",
-    ],
-)
-
 tf_cc_test(
     name = "gpu_atomic_test",
     srcs = ["gpu_atomic_test.cc"],
-- 
GitLab


From 599e37f66d08296fb3cf401377e473c34b114ea3 Mon Sep 17 00:00:00 2001
From: Sreeni Kesavarapu <sreenik@google.com>
Date: Tue, 16 Oct 2018 17:14:22 -0700
Subject: [PATCH 0178/1825] Update the doc with the details about the rounding
 mode used in quantize_and_dequantize_v2.

PiperOrigin-RevId: 217415800
---
 .../core/api_def/base_api/api_def_QuantizeAndDequantizeV2.pbtxt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/core/api_def/base_api/api_def_QuantizeAndDequantizeV2.pbtxt b/tensorflow/core/api_def/base_api/api_def_QuantizeAndDequantizeV2.pbtxt
index 9b500d0b58..c43142599b 100644
--- a/tensorflow/core/api_def/base_api/api_def_QuantizeAndDequantizeV2.pbtxt
+++ b/tensorflow/core/api_def/base_api/api_def_QuantizeAndDequantizeV2.pbtxt
@@ -93,5 +93,7 @@ following to each value in the 'input' tensor.
 
 output = round(clamp(value, input_min, input_max) * scale_factor) / scale_factor.
 
+The above round function uses half to even rounding.
+
 END
 }
-- 
GitLab


From 3716b1b91af0dd019102616b63eb31af62a2e743 Mon Sep 17 00:00:00 2001
From: Peter Ma <pcma@google.com>
Date: Tue, 16 Oct 2018 17:20:03 -0700
Subject: [PATCH 0179/1825] Move ReadyNodeManagerFactory() out of
 VirtualScheduler class and change it to return std::unique_ptr.

PiperOrigin-RevId: 217416514
---
 .../core/grappler/clusters/virtual_cluster.cc  |  7 +++++--
 .../core/grappler/clusters/virtual_cluster.h   |  4 ++--
 .../costs/analytical_cost_estimator.cc         |  4 +---
 .../core/grappler/costs/virtual_scheduler.cc   | 18 +++++++++++++++++-
 .../core/grappler/costs/virtual_scheduler.h    |  6 +++++-
 5 files changed, 30 insertions(+), 9 deletions(-)

diff --git a/tensorflow/core/grappler/clusters/virtual_cluster.cc b/tensorflow/core/grappler/clusters/virtual_cluster.cc
index 295b3c12e6..dbd8f26c28 100644
--- a/tensorflow/core/grappler/clusters/virtual_cluster.cc
+++ b/tensorflow/core/grappler/clusters/virtual_cluster.cc
@@ -34,8 +34,11 @@ VirtualCluster::VirtualCluster(
 
 VirtualCluster::VirtualCluster(
     const std::unordered_map<string, DeviceProperties>& devices,
-    OpLevelCostEstimator* node_estimator, ReadyNodeManager* node_manager)
-    : Cluster(0), node_estimator_(node_estimator), node_manager_(node_manager) {
+    std::unique_ptr<OpLevelCostEstimator> node_estimator,
+    std::unique_ptr<ReadyNodeManager> node_manager)
+    : Cluster(0),
+      node_estimator_(std::move(node_estimator)),
+      node_manager_(std::move(node_manager)) {
   devices_ = devices;
 }
 
diff --git a/tensorflow/core/grappler/clusters/virtual_cluster.h b/tensorflow/core/grappler/clusters/virtual_cluster.h
index 6adb0b99bc..d19e39cd29 100644
--- a/tensorflow/core/grappler/clusters/virtual_cluster.h
+++ b/tensorflow/core/grappler/clusters/virtual_cluster.h
@@ -34,8 +34,8 @@ class VirtualCluster : public Cluster {
  public:
   VirtualCluster(const std::unordered_map<string, DeviceProperties>& devices);
   VirtualCluster(const std::unordered_map<string, DeviceProperties>& devices,
-                 OpLevelCostEstimator* node_estimator,
-                 ReadyNodeManager* node_manager);
+                 std::unique_ptr<OpLevelCostEstimator> node_estimator,
+                 std::unique_ptr<ReadyNodeManager> node_manager);
   VirtualCluster(const DeviceSet* device_set);
 
   ~VirtualCluster() override;
diff --git a/tensorflow/core/grappler/costs/analytical_cost_estimator.cc b/tensorflow/core/grappler/costs/analytical_cost_estimator.cc
index 8a6d575956..b7804ffaa5 100644
--- a/tensorflow/core/grappler/costs/analytical_cost_estimator.cc
+++ b/tensorflow/core/grappler/costs/analytical_cost_estimator.cc
@@ -104,9 +104,7 @@ AnalyticalCostEstimator::AnalyticalCostEstimator(Cluster* cluster,
                                                  bool use_static_shapes)
     : AnalyticalCostEstimator(
           cluster, absl::make_unique<OpLevelCostEstimator>(),
-          std::unique_ptr<ReadyNodeManager>(
-              VirtualScheduler::ReadyNodeManagerFactory("FirstReady")),
-          use_static_shapes, nullptr) {}
+          ReadyNodeManagerFactory("FirstReady"), use_static_shapes, nullptr) {}
 
 AnalyticalCostEstimator::AnalyticalCostEstimator(
     Cluster* cluster, std::unique_ptr<OpLevelCostEstimator> node_estimator,
diff --git a/tensorflow/core/grappler/costs/virtual_scheduler.cc b/tensorflow/core/grappler/costs/virtual_scheduler.cc
index d3c4686b32..ba50e55538 100644
--- a/tensorflow/core/grappler/costs/virtual_scheduler.cc
+++ b/tensorflow/core/grappler/costs/virtual_scheduler.cc
@@ -275,7 +275,23 @@ bool CompositeNodeManager::Empty() const {
   return empty && send_manager_.Empty() && recv_manager_.Empty();
 }
 
-// TODO(pcma): Modify to return unique_ptr instead
+std::unique_ptr<ReadyNodeManager> ReadyNodeManagerFactory(
+    const string& ready_node_manager) {
+  if (ready_node_manager == "FIFO") {
+    return absl::make_unique<FIFOManager>();
+  } else if (ready_node_manager == "LIFO") {
+    return absl::make_unique<LIFOManager>();
+  } else if (ready_node_manager == "FirstReady") {
+    return absl::make_unique<FirstReadyManager>();
+  } else if (ready_node_manager == "Composite") {
+    return absl::make_unique<CompositeNodeManager>();
+  }
+  LOG(FATAL) << "Not a valid ready node manager: " << ready_node_manager;
+  return nullptr;
+}
+
+// TODO(pcma): Delete this deprecated API after power_analyzer.cc is modeified
+// to use the new factory API
 ReadyNodeManager* VirtualScheduler::ReadyNodeManagerFactory(
     const string& ready_node_manager) {
   if (ready_node_manager == "FIFO") {
diff --git a/tensorflow/core/grappler/costs/virtual_scheduler.h b/tensorflow/core/grappler/costs/virtual_scheduler.h
index 59ab0a67a8..89dff9686d 100644
--- a/tensorflow/core/grappler/costs/virtual_scheduler.h
+++ b/tensorflow/core/grappler/costs/virtual_scheduler.h
@@ -248,6 +248,10 @@ class CompositeNodeManager : public ReadyNodeManager {
   const NodeDef* curr_node_;
 };
 
+// Constructs a ready node manager from the given string.
+std::unique_ptr<ReadyNodeManager> ReadyNodeManagerFactory(
+    const string& ready_node_manager);
+
 // The virtual scheduler emulates execution of nodes in a graph, considering
 // dependencies, device, etc.
 class VirtualScheduler {
@@ -287,7 +291,7 @@ class VirtualScheduler {
   // of the virtual execution of the graph.
   void GenerateRunMetadata(RunMetadata* metadata);
 
-  // Methods called from constructor.
+  // DEPRECATED
   static ReadyNodeManager* ReadyNodeManagerFactory(
       const string& ready_node_manager);
 
-- 
GitLab


From 78ba89a89d39892b0cc1ef0e31a12c978e879966 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 16 Oct 2018 17:24:24 -0700
Subject: [PATCH 0180/1825] Automated rollback of commit
 e4e19db364cf7ef0ac22cdf1cb55d4cdd30bec00

PiperOrigin-RevId: 217417068
---
 .../compiler/xla/service/cpu/ir_emitter.cc    | 119 ++++++++---------
 .../xla/service/cpu/runtime_key_value_sort.cc | 123 ++++++++----------
 .../xla/service/cpu/runtime_key_value_sort.h  |  60 ++++-----
 3 files changed, 134 insertions(+), 168 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index 50a8d0b1a5..b2abdb39a5 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -54,7 +54,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/cpu/simple_orc_jit.h"
 #include "tensorflow/compiler/xla/service/elemental_ir_emitter.h"
 #include "tensorflow/compiler/xla/service/hlo_casting_utils.h"
-#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_instructions.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/buffer_assignment_util.h"
@@ -494,44 +493,53 @@ Status IrEmitter::HandleOutfeed(HloInstruction* outfeed) {
   return Status::OK();
 }
 
-Status IrEmitter::HandleSort(HloInstruction* hlo) {
-  const HloSortInstruction* sort = Cast<HloSortInstruction>(hlo);
+Status IrEmitter::HandleSort(HloInstruction* sort) {
   TF_RETURN_IF_ERROR(EmitTargetAddressForOp(sort));
-  Shape keys_shape = sort->keys()->shape();
-  std::vector<llvm::Value*> destination_addresses(sort->operand_count());
-  for (int64 i = 0; i < sort->operand_count(); ++i) {
-    ShapeIndex shape_index =
-        sort->values_count() > 0 ? ShapeIndex({i}) : ShapeIndex({});
-    const HloInstruction* operand = sort->operand(i);
-    // We assume that the layout of all involved operands and outputs is the
-    // same.
-    TF_RET_CHECK(
-        LayoutUtil::LayoutsInShapesEqual(keys_shape, operand->shape()));
-    TF_RET_CHECK(LayoutUtil::LayoutsInShapesEqual(
-        keys_shape, ShapeUtil::GetSubshape(sort->shape(), shape_index)));
-
-    // The sort is implemented in-place, therefore we first copy the operand
-    // buffer to the output buffer if they are not the same.
-    auto destination_buffer = GetAllocationSlice(*sort, shape_index);
-    destination_addresses[i] =
-        EmitBufferPointer(destination_buffer, operand->shape());
-    auto source_address = GetAllocationSlice(*operand);
-    if (destination_buffer != source_address) {
+  auto keys = sort->operand(0);
+  auto values = sort->operand_count() > 1 ? sort->operand(1) : nullptr;
+  ShapeIndex keys_shape_index({});
+  ShapeIndex values_shape_index({});
+  if (values != nullptr) {
+    keys_shape_index = ShapeIndex({0});
+    values_shape_index = ShapeIndex({1});
+  }
+  auto keys_destination = GetAllocationSlice(*sort, keys_shape_index);
+  auto keys_destination_address =
+      EmitBufferPointer(keys_destination, keys->shape());
+  auto values_destination = GetAllocationSlice(*sort, values_shape_index);
+  llvm::Value* values_destination_address = nullptr;
+
+  // The sort is implemented in-place, therefore we first copy the operand
+  // buffer to the output buffer if they are not the same.
+  if (keys_destination != GetAllocationSlice(*keys)) {
+    int64 primitive_type_size =
+        ShapeUtil::ByteSizeOfPrimitiveType(keys->shape().element_type());
+    auto source_buffer = GetEmittedValueFor(keys);
+    int64 keys_size = ByteSizeOf(keys->shape());
+    MemCpy(keys_destination_address, /*DstAlign=*/primitive_type_size,
+           source_buffer,
+           /*SrcAlign=*/primitive_type_size, keys_size);
+  }
+  if (values != nullptr) {
+    values_destination_address =
+        EmitBufferPointer(values_destination, values->shape());
+    if (values_destination != GetAllocationSlice(*values)) {
       int64 primitive_type_size =
-          ShapeUtil::ByteSizeOfPrimitiveType(operand->shape().element_type());
-      auto source_buffer = GetEmittedValueFor(operand);
-      int64 size = ByteSizeOf(operand->shape());
-      MemCpy(destination_addresses[i], /*DstAlign=*/primitive_type_size,
+          ShapeUtil::ByteSizeOfPrimitiveType(values->shape().element_type());
+      auto source_buffer = GetEmittedValueFor(values);
+      int64 values_size = ByteSizeOf(values->shape());
+      MemCpy(values_destination_address, /*DstAlign=*/primitive_type_size,
              source_buffer,
-             /*SrcAlign=*/primitive_type_size, size);
+             /*SrcAlign=*/primitive_type_size, values_size);
     }
   }
 
   // Normalize the shape and the dimension to sort.
   Shape normalized_keys_shape =
-      ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(keys_shape);
+      ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(
+          keys->shape());
   int64 physical_dimension_to_sort = LayoutUtil::MakeLogicalToPhysical(
-      keys_shape.layout())[sort->sort_dimension()];
+      keys->shape().layout())[sort->dimensions(0)];
 
   int64 sort_dimension_elements =
       normalized_keys_shape.dimensions(physical_dimension_to_sort);
@@ -545,7 +553,7 @@ Status IrEmitter::HandleSort(HloInstruction* hlo) {
     lower_dimensions *= normalized_keys_shape.dimensions(i);
   }
 
-  PrimitiveType keys_type = keys_shape.element_type();
+  PrimitiveType keys_type = keys->shape().element_type();
   const char* fn_name = nullptr;
   llvm::Type* keys_native_type = nullptr;
   switch (keys_type) {
@@ -606,49 +614,28 @@ Status IrEmitter::HandleSort(HloInstruction* hlo) {
   llvm::FunctionType* key_value_sort_type = llvm::FunctionType::get(
       b_.getVoidTy(),
       {keys_native_type, b_.getInt64Ty(), b_.getInt64Ty(), b_.getInt64Ty(),
-       b_.getInt8PtrTy()->getPointerTo(), b_.getInt32Ty(),
-       b_.getInt32Ty()->getPointerTo()},
+       b_.getInt8PtrTy(), b_.getInt32Ty()},
       /*isVarArg=*/false);
   auto* key_value_sort_func = llvm::cast<llvm::Function>(
       module_->getOrInsertFunction(fn_name, key_value_sort_type));
   key_value_sort_func->setCallingConv(llvm::CallingConv::C);
   key_value_sort_func->setDoesNotThrow();
   key_value_sort_func->setOnlyAccessesArgMemory();
-  llvm::Value* values;
-  llvm::Value* sizes;
-  if (sort->values_count() == 0) {
-    values = llvm::Constant::getNullValue(b_.getInt8PtrTy()->getPointerTo());
-    sizes = llvm::Constant::getNullValue(b_.getInt32Ty()->getPointerTo());
-  } else {
-    values = llvm_ir::EmitAllocaAtFunctionEntryWithCount(
-        b_.getInt8PtrTy(), b_.getInt32(sort->values_count()),
-        "cc_values_alloca", &b_);
-    sizes = llvm_ir::EmitAllocaAtFunctionEntryWithCount(
-        b_.getInt32Ty(), b_.getInt32(sort->values_count()), "cc_sizes_alloca",
-        &b_);
-    for (int64 i = 0; i < sort->values_count(); ++i) {
-      llvm::Value* value_as_i8ptr =
-          PointerCast(destination_addresses[i + 1], b_.getInt8PtrTy());
-      llvm::Value* slot_in_values_alloca =
-          ConstInBoundsGEP1_32(b_.getInt8PtrTy(), values, i);
-      Store(value_as_i8ptr, slot_in_values_alloca);
-      llvm::Value* slot_in_sizes_alloca =
-          ConstInBoundsGEP1_32(b_.getInt32Ty(), sizes, i);
-      llvm::Value* size = b_.getInt32(ShapeUtil::ByteSizeOfPrimitiveType(
-          sort->operand(i + 1)->shape().element_type()));
-      Store(size, slot_in_sizes_alloca);
-    }
-  }
-
   Call(key_value_sort_func,
-       {PointerCast(destination_addresses[0], keys_native_type),
+       {PointerCast(keys_destination_address, keys_native_type),
         b_.getInt64(higher_dimensions), b_.getInt64(sort_dimension_elements),
-        b_.getInt64(lower_dimensions), values,
-        b_.getInt32(sort->values_count()), sizes});
-
-  if (sort->values_count() > 0) {
-    llvm_ir::EmitTuple(GetIrArrayFor(sort), destination_addresses, &b_,
-                       module_);
+        b_.getInt64(lower_dimensions),
+        values != nullptr
+            ? PointerCast(values_destination_address, b_.getInt8PtrTy())
+            : llvm::Constant::getNullValue(b_.getInt8PtrTy()),
+        b_.getInt32(values != nullptr ? ShapeUtil::ByteSizeOfPrimitiveType(
+                                            values->shape().element_type())
+                                      : 0)});
+
+  if (values != nullptr) {
+    llvm_ir::EmitTuple(GetIrArrayFor(sort),
+                       {keys_destination_address, values_destination_address},
+                       &b_, module_);
   }
   return Status::OK();
 }
diff --git a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
index bbbb634f73..e0e7deb98e 100644
--- a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
+++ b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
@@ -99,9 +99,8 @@ void KeyValueSort(std::pair<Eigen::half, int64>* row_to_sort,
 }
 
 template <typename KeyType>
-void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char** values,
-                      int32 values_count,
-                      int32* values_primitive_type_size_in_bytes) {
+void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
+                      int32 values_primitive_type_size_in_bytes) {
   // High-level idea of the iteration/sorting logic:
   // Conceptually we have a 3-dimensional shape [a, b, c]. b corresponds to the
   // dimension to sort, c is the product of the more minor dimensions (set to 1
@@ -130,7 +129,7 @@ void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char** values,
         index % sort_dimension_offset +
         (index - index % sort_dimension_offset) * sort_dimension_elements;
     // TODO(b/26783907): We could define a custom iterator class that references
-    // all arrays. Then we could avoid the intermediate copy. However this
+    // both arrays. Then we could avoid the intermediate copy. However this
     // would become more complicated, and it is not clear if the benefit is high
     // enough.
     for (int64 i = 0; i < sort_dimension_elements; ++i) {
@@ -141,109 +140,97 @@ void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char** values,
     for (int64 i = 0; i < sort_dimension_elements; ++i) {
       keys[base_offset + i * sort_dimension_offset] = row_to_sort[i].first;
     }
+    if (values == nullptr) {
+      continue;
+    }
 
     // Reorder the values according to the order defined by the keys.
-    for (int32 idx = 0; idx < values_count; ++idx) {
-      for (int64 i = 0; i < sort_dimension_elements; ++i) {
-        int64 memory_index =
-            (base_offset + row_to_sort[i].second * sort_dimension_offset) *
-            values_primitive_type_size_in_bytes[idx];
-
-        reordered_values[i] =
-            std::string(values[idx] + memory_index,
-                        values_primitive_type_size_in_bytes[idx]);
-      }
-      for (int64 i = 0; i < sort_dimension_elements; ++i) {
-        int64 memory_index = (base_offset + i * sort_dimension_offset) *
-                             values_primitive_type_size_in_bytes[idx];
-        memcpy(values[idx] + memory_index, reordered_values[i].c_str(),
-               values_primitive_type_size_in_bytes[idx]);
-      }
+    for (int64 i = 0; i < sort_dimension_elements; ++i) {
+      int64 memory_index =
+          (base_offset + row_to_sort[i].second * sort_dimension_offset) *
+          values_primitive_type_size_in_bytes;
+
+      reordered_values[i] = std::string(values + memory_index,
+                                        values_primitive_type_size_in_bytes);
+    }
+    for (int64 i = 0; i < sort_dimension_elements; ++i) {
+      int64 memory_index = (base_offset + i * sort_dimension_offset) *
+                           values_primitive_type_size_in_bytes;
+      memcpy(values + memory_index, reordered_values[i].c_str(),
+             values_primitive_type_size_in_bytes);
     }
   }
 }
 }  // namespace
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortPRED(
-    bool* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    bool* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS8(
-    int8* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    int8* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU8(
-    uint8* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    uint8* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS16(
-    int16* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    int16* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU16(
-    uint16* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    uint16* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF16(
-    Eigen::half* keys, int64 a, int64 b, int64 c, char** values,
-    int32 values_count, int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    Eigen::half* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS32(
-    int32* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    int32* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU32(
-    uint32* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    uint32* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF32(
-    float* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    float* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS64(
-    int64* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    int64* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU64(
-    uint64* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    uint64* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF64(
-    double* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
-    int32* values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_count,
-                   values_primitive_type_size_in_bytes);
+    double* keys, int64 a, int64 b, int64 c, char* values,
+    int32 values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
 }
diff --git a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
index 7821099386..28e35e82c1 100644
--- a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
+++ b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
@@ -22,75 +22,67 @@ limitations under the License.
 extern "C" {
 
 // 'keys' represents a 3-dimensional shape with dimensions [a, b, c]. The 'b'
-// dimension of 'keys' is sorted into ascending order. If 'values_count' is <=
-// 0, 'values' and 'values_primitive_type_size_in_bytes' can be nullptr.
-// If 'values_count' > 0, they contain exactly 'values_count' many elements.
-// Each element of 'values' also represents a 3-dimensional shape with
-// dimensions [a, b, c], and the size of the primitive type of the i-th shape
-// has exactly 'values_primitive_type_size_in_bytes[i]' bytes. The elements in
-// each 'values' shape are reordered in such a way that if the element at index
-// 'i' in 'keys' was moved to index 'j', the element at index 'i' in a 'values'
-// shape is also moved to index 'j' (which means that the same elements
-// correspond to each other as before).
+// dimension of 'keys' is sorted into ascending order. 'values' can be nullptr.
+// If 'values' is not nullptr, the elements in 'values' are reordered in such a
+// way that if the element at index 'i' in 'keys' was moved to index 'j', the
+// element at index 'i' in 'values' is also moved to index 'j' (which means that
+// the same elements correspond to each other as before).
 extern void __xla_cpu_runtime_KeyValueSortPRED(
     bool* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS8(
     tensorflow::int8* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU8(
     tensorflow::uint8* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS16(
     tensorflow::int16* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU16(
     tensorflow::uint16* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF16(
     Eigen::half* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS32(
     tensorflow::int32* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU32(
     tensorflow::uint32* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF32(
     float* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS64(
     tensorflow::int64* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU64(
     tensorflow::uint64* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char* values,
+    tensorflow::int32 values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF64(
     double* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char** values, tensorflow::int32 values_count,
-    tensorflow::int32* values_primitive_type_size_in_bytes);
+    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
 }
 
 #endif  // TENSORFLOW_COMPILER_XLA_SERVICE_CPU_RUNTIME_KEY_VALUE_SORT_H_
-- 
GitLab


From cd1975be1ede20d30d7422c0d4e2f718e27bc766 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 16 Oct 2018 17:26:59 -0700
Subject: [PATCH 0181/1825] [TF:XLA] Merge XlaTransferManager and
 XlaDeviceContext.

XlaTransferManager has no other users any more, so it serves no useful purpose.

PiperOrigin-RevId: 217417415
---
 tensorflow/compiler/jit/xla_device_context.cc | 63 +++++--------------
 tensorflow/compiler/jit/xla_device_context.h  | 37 ++---------
 tensorflow/compiler/jit/xla_launch_util.cc    |  2 +-
 3 files changed, 21 insertions(+), 81 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index af83c792e5..090021093d 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -50,7 +50,7 @@ void XlaDeviceAllocator::DeallocateRaw(void* ptr) {
 
 void XlaDeviceAllocator::GetStats(AllocatorStats* stats) { stats->Clear(); }
 
-XlaTransferManager::XlaTransferManager(
+XlaDeviceContext::XlaDeviceContext(
     std::shared_ptr<se::Stream> compute_stream,
     std::shared_ptr<se::Stream> host_to_device_stream,
     std::shared_ptr<se::Stream> device_to_host_stream, xla::LocalClient* client,
@@ -75,8 +75,8 @@ XlaTransferManager::XlaTransferManager(
   }
 }
 
-Status XlaTransferManager::TransferLiteralToDevice(
-    const Tensor& host_tensor, Tensor* device_tensor) const {
+Status XlaDeviceContext::TransferLiteralToDevice(const Tensor& host_tensor,
+                                                 Tensor* device_tensor) const {
   xla::Shape xla_shape;
   TF_RETURN_IF_ERROR(TensorShapeToXLAShape(host_tensor.dtype(),
                                            host_tensor.shape(), &xla_shape));
@@ -112,7 +112,7 @@ Status XlaTransferManager::TransferLiteralToDevice(
   return Status::OK();
 }
 
-void XlaTransferManager::TransferLiteralFromDevice(
+void XlaDeviceContext::TransferLiteralFromDevice(
     Tensor* host_tensor, const Tensor& device_tensor,
     const StatusCallback& done) const {
   xla::MutableBorrowingLiteral literal;
@@ -134,10 +134,10 @@ void XlaTransferManager::TransferLiteralFromDevice(
       });
 }
 
-void XlaTransferManager::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
-                                               Device* device,
-                                               Tensor* device_tensor,
-                                               StatusCallback done) const {
+void XlaDeviceContext::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
+                                             Device* device,
+                                             Tensor* device_tensor,
+                                             StatusCallback done) const {
   if (cpu_tensor->NumElements() == 0) {
     VLOG(2) << "CopyCPUTensorToDevice empty tensor";
     done(Status::OK());
@@ -202,11 +202,10 @@ void XlaTransferManager::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
   done(status);
 }
 
-void XlaTransferManager::CopyDeviceTensorToCPU(const Tensor* device_tensor,
-                                               absl::string_view tensor_name,
-                                               Device* device,
-                                               Tensor* cpu_tensor,
-                                               StatusCallback done) {
+void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
+                                             absl::string_view tensor_name,
+                                             Device* device, Tensor* cpu_tensor,
+                                             StatusCallback done) {
   if (device_tensor->NumElements() == 0) {
     VLOG(2) << "CopyDeviceTensorToCPU empty tensor";
     done(Status::OK());
@@ -250,9 +249,9 @@ void XlaTransferManager::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   done(status);
 }
 
-void XlaTransferManager::CopyDeviceTensorToDevice(const Tensor& src_tensor,
-                                                  Tensor* dst_tensor,
-                                                  const StatusCallback& done) {
+void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
+                                                Tensor* dst_tensor,
+                                                const StatusCallback& done) {
   VLOG(2) << "CopyDeviceTensorToDevice "
           << reinterpret_cast<const void*>(src_tensor.tensor_data().data())
           << " "
@@ -320,36 +319,4 @@ void XlaTransferManager::CopyDeviceTensorToDevice(const Tensor& src_tensor,
   }
 }
 
-XlaDeviceContext::XlaDeviceContext(
-    std::shared_ptr<se::Stream> compute_stream,
-    std::shared_ptr<se::Stream> host_to_device_stream,
-    std::shared_ptr<se::Stream> device_to_host_stream, xla::LocalClient* client,
-    bool transfer_as_literal,
-    XlaCompiler::ShapeRepresentationFn shape_representation_fn,
-    thread::ThreadPool* thread_pool)
-    : manager_(std::move(compute_stream), std::move(host_to_device_stream),
-               std::move(device_to_host_stream), client, transfer_as_literal,
-               std::move(shape_representation_fn), thread_pool) {}
-
-void XlaDeviceContext::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
-                                             Device* device,
-                                             Tensor* device_tensor,
-                                             StatusCallback done) const {
-  manager_.CopyCPUTensorToDevice(cpu_tensor, device, device_tensor, done);
-}
-
-void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
-                                             absl::string_view tensor_name,
-                                             Device* device, Tensor* cpu_tensor,
-                                             StatusCallback done) {
-  manager_.CopyDeviceTensorToCPU(device_tensor, tensor_name, device, cpu_tensor,
-                                 done);
-}
-
-void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
-                                                Tensor* dst_tensor,
-                                                const StatusCallback& done) {
-  manager_.CopyDeviceTensorToDevice(src_tensor, dst_tensor, done);
-}
-
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/xla_device_context.h b/tensorflow/compiler/jit/xla_device_context.h
index df82421294..babb60acb5 100644
--- a/tensorflow/compiler/jit/xla_device_context.h
+++ b/tensorflow/compiler/jit/xla_device_context.h
@@ -44,9 +44,9 @@ class XlaDeviceAllocator : public Allocator {
 };
 
 // Helper class for managing data transfers between host and XLA devices.
-class XlaTransferManager {
+class XlaDeviceContext : public DeviceContext {
  public:
-  explicit XlaTransferManager(
+  explicit XlaDeviceContext(
       std::shared_ptr<se::Stream> compute_stream,
       std::shared_ptr<se::Stream> host_to_device_stream,
       std::shared_ptr<se::Stream> device_to_host_stream,
@@ -55,10 +55,11 @@ class XlaTransferManager {
       thread::ThreadPool* thread_pool);
 
   void CopyCPUTensorToDevice(const Tensor* cpu_tensor, Device* device,
-                             Tensor* device_tensor, StatusCallback done) const;
+                             Tensor* device_tensor,
+                             StatusCallback done) const override;
   void CopyDeviceTensorToCPU(const Tensor* device_tensor,
                              absl::string_view tensor_name, Device* device,
-                             Tensor* cpu_tensor, StatusCallback done);
+                             Tensor* cpu_tensor, StatusCallback done) override;
 
   void CopyDeviceTensorToDevice(const Tensor& src_tensor, Tensor* dst_tensor,
                                 const StatusCallback& done);
@@ -94,34 +95,6 @@ class XlaTransferManager {
   thread::ThreadPool* thread_pool_;
 };
 
-// DeviceContext for operators assigned to XlaDevice devices. The
-// implementation must inherit from DeviceContext but otherwise just
-// wraps the methods in XlaTransferManager.
-class XlaDeviceContext : public DeviceContext {
- public:
-  explicit XlaDeviceContext(
-      std::shared_ptr<se::Stream> compute_stream,
-      std::shared_ptr<se::Stream> host_to_device_stream,
-      std::shared_ptr<se::Stream> device_to_host_stream,
-      xla::LocalClient* client, bool transfer_as_literal,
-      XlaCompiler::ShapeRepresentationFn shape_representation_fn,
-      thread::ThreadPool* thread_pool);
-
-  void CopyCPUTensorToDevice(const Tensor* cpu_tensor, Device* device,
-                             Tensor* device_tensor,
-                             StatusCallback done) const override;
-  void CopyDeviceTensorToCPU(const Tensor* device_tensor,
-                             absl::string_view tensor_name, Device* device,
-                             Tensor* cpu_tensor, StatusCallback done) override;
-  void CopyDeviceTensorToDevice(const Tensor& src_tensor, Tensor* dst_tensor,
-                                const StatusCallback& done);
-
-  se::Stream* stream() const override { return manager_.stream(); }
-
- private:
-  XlaTransferManager manager_;
-};
-
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_XLA_DEVICE_CONTEXT_H_
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 4f6fc4e068..0e8ee56ed8 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -239,7 +239,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
         // Copy host -> device. (Empty tensors don't have backing buffers.)
         // Manually allocate memory using an XlaTensorBuffer so we can allocate
         // as much memory as the device requires (as given by
-        // GetByteSizeRequirement). This avoids XlaTransferManager having to
+        // GetByteSizeRequirement). This avoids XlaDeviceContext having to
         // reallocate the device buffer later.
         VLOG(1) << "Constant output tensor on device";
 
-- 
GitLab


From 3f7d60ca9d3f8037ba752220e80fc95d3c0be71a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 17:56:15 -0700
Subject: [PATCH 0182/1825] Cleanup: Don't crash when querying node for
 non-existing attributes.

PiperOrigin-RevId: 217420663
---
 tensorflow/core/grappler/BUILD                |  1 +
 .../optimizers/arithmetic_optimizer.cc        | 33 +++++++-------
 .../grappler/optimizers/constant_folding.cc   | 45 ++++++++++++-------
 tensorflow/core/grappler/utils.cc             | 15 +++++++
 tensorflow/core/grappler/utils.h              | 13 +++++-
 tensorflow/core/grappler/utils_test.cc        | 30 +++++++++++++
 6 files changed, 101 insertions(+), 36 deletions(-)

diff --git a/tensorflow/core/grappler/BUILD b/tensorflow/core/grappler/BUILD
index 7c6fe56e1f..3bad29a239 100644
--- a/tensorflow/core/grappler/BUILD
+++ b/tensorflow/core/grappler/BUILD
@@ -26,6 +26,7 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
+        "@com_google_absl//absl/types:span",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index 9b94d2706a..a09100f121 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -67,7 +67,8 @@ bool ValuesFromConstNode(const NodeDef& node, std::vector<T>* values) {
     return false;
   }
 
-  if (node.attr().at("dtype").type() != DataTypeToEnum<T>::value) {
+  if (node.attr().count("dtype") == 0 || node.attr().count("value") == 0 ||
+      node.attr().at("dtype").type() != DataTypeToEnum<T>::value) {
     return false;
   }
 
@@ -158,14 +159,6 @@ void SetSourceDataType(DataType dtype, NodeDef* node) {
   SetDataTypeToAttr(dtype, SourceDataTypeAttrName(*node), node);
 }
 
-Status CheckAttrExists(const NodeDef& node, const string& key) {
-  if (node.attr().count(key) == 0) {
-    return errors::InvalidArgument("Node '", node.name(), "'lacks '", key,
-                                   "' attr: ", node.DebugString());
-  }
-  return Status::OK();
-}
-
 NodeDef* GetTailOfValuePreservingChain(
     const NodeDef& node, const NodeMap& node_map,
     const std::unordered_set<string>& nodes_to_preserve) {
@@ -641,7 +634,7 @@ class AddOpsRewriteStage : public ArithmeticNodesGroupOptimizerStage {
     CHECK(!inputs.empty()) << "Inputs must be non-empty";
 
     // Do not create redundant AddN nodes
-    if (inputs.size() == 1) {
+    if (inputs.size() == 1 || root_node.attr().count("T") == 0) {
       return inputs[0];
     }
 
@@ -1450,10 +1443,11 @@ class HoistCWiseUnaryChainsStage : public ArithmeticOptimizerStage {
 
   bool IsSupported(const NodeDef* node) const override {
     if (IsInPreserveSet(*node)) return false;
-    if (IsConcat(*node)) {
+    if (IsConcat(*node) && node->attr().count("N") != 0) {
       const int n = node->attr().at("N").i();
       return n > 1;
-    } else if (IsSplit(*node) || IsSplitV(*node)) {
+    } else if ((IsSplit(*node) || IsSplitV(*node)) &&
+               node->attr().count("num_split") != 0) {
       const int num_split = node->attr().at("num_split").i();
       if (NumNonControlOutputs(*node, *ctx().node_map) > num_split) {
         // TODO(rmlarsen): Remove this constraint when we have optimizations
@@ -1556,6 +1550,7 @@ class HoistCWiseUnaryChainsStage : public ArithmeticOptimizerStage {
   Status InitializeChains(const NodeDef& node, ChainLinkSet* tails) const {
     if (node_is_concat_) {
       // Handle concat nodes by looking backwards in the graph.
+      TF_RETURN_IF_ERROR(CheckAttrExists(node, "N"));
       const int n = node.attr().at("N").i();
       const int start = node.op() == "Concat" ? 1 : 0;
       const int end = start + n;
@@ -2029,6 +2024,8 @@ class FoldMultiplyIntoConv : public ArithmeticOptimizerStage {
 
     // Check that 'scale * weight' can be const folded.
     TF_RETURN_IF_TRUE(!IsConstant(*scale));
+    TF_RETURN_IF_ERROR(CheckAttrsExist(*scale, {"dtype", "value"}));
+    TF_RETURN_IF_ERROR(CheckAttrExists(*weights, "dtype"));
     TF_RETURN_IF_TRUE(scale->attr().at("dtype").type() !=
                       weights->attr().at("dtype").type());
 
@@ -2803,6 +2800,7 @@ class UnaryOpsComposition : public ArithmeticOptimizerStage {
   }
 
   Status TrySimplify(NodeDef* root, string* simplified_node_name) override {
+    TF_RETURN_IF_ERROR(CheckAttrExists(*root, "T"));
     DataType dtype = root->attr().at("T").type();
 
     // Keep a trace of all supported input nodes that can be fused together.
@@ -3023,10 +3021,9 @@ class RemoveStackStridedSliceSameAxis : public ArithmeticOptimizerStage {
                       const PartialTensorShape& pack_output_shape,
                       int pack_axis, int* slice_start_value, bool* found) {
     *found = false;
-    for (auto key : {"begin_mask", "end_mask", "ellipsis_mask", "new_axis_mask",
-                     "shrink_axis_mask"}) {
-      TF_RETURN_IF_ERROR(CheckAttrExists(*node, key));
-    }
+    TF_RETURN_IF_ERROR(
+        CheckAttrsExist(*node, {"begin_mask", "end_mask", "ellipsis_mask",
+                                "new_axis_mask", "shrink_axis_mask"}));
 
     const int begin_mask = node->attr().at("begin_mask").i();
     const int end_mask = node->attr().at("end_mask").i();
@@ -3056,14 +3053,14 @@ class RemoveStackStridedSliceSameAxis : public ArithmeticOptimizerStage {
     Tensor slice_strides_t;
 
     TF_RETURN_IF_ERROR(CheckAttrExists(*slice_begin, "value"));
-    TF_RETURN_IF_ERROR(CheckAttrExists(*slice_end, "value"));
-
     if (!slice_begin_t.FromProto(slice_begin->attr().at("value").tensor())) {
       return Status::OK();
     }
+    TF_RETURN_IF_ERROR(CheckAttrExists(*slice_end, "value"));
     if (!slice_end_t.FromProto(slice_end->attr().at("value").tensor())) {
       return Status::OK();
     }
+    TF_RETURN_IF_ERROR(CheckAttrExists(*slice_strides, "value"));
     if (!slice_strides_t.FromProto(
             slice_strides->attr().at("value").tensor())) {
       return Status::OK();
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index c963f96858..8c56f665bf 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -349,6 +349,9 @@ Status ConstantFolding::MaterializeShapes(const GraphProperties& properties) {
       if (IsReallyConstant(*array_size)) {
         // Don't materialize 0 sizes to avoid triggering incorrect static
         // checks. A 0 sized array that can't grow isn't useful anyway.
+        if (array_size->attr().count("value") == 0) {
+          continue;
+        }
         const TensorProto& raw_val = array_size->attr().at("value").tensor();
         if (raw_val.dtype() != DT_INT32) {
           continue;
@@ -454,6 +457,9 @@ bool ExtractShape(const NodeDef& shape_node, const GraphProperties& properties,
       *min_id = std::min<int64>(*min_id, dim.size());
     }
   } else {
+    if (shape_node.attr().count("value") == 0) {
+      return false;
+    }
     const TensorProto& raw_val = shape_node.attr().at("value").tensor();
     if (raw_val.dtype() != DT_INT64 && raw_val.dtype() != DT_INT32) {
       return false;
@@ -552,6 +558,7 @@ Status ConstantFolding::MaterializeBroadcastGradientArgs(
   reduce_dims[0] = bcast.grad_x_reduce_idx();
   reduce_dims[1] = bcast.grad_y_reduce_idx();
 
+  TF_RETURN_IF_ERROR(CheckAttrExists(node, "T"));
   const DataType type = node.attr().at("T").type();
   NodeDef* out[2];
   for (int j = 0; j < 2; ++j) {
@@ -790,7 +797,8 @@ bool ConstantFolding::IsFoldable(const NodeDef& node) const {
     if (is_const) {
       // Don't fold strings constants for now since this causes problems with
       // checkpointing.
-      if (input_node->attr().at("dtype").type() == DT_STRING) {
+      if (input_node->attr().count("dtype") == 0 ||
+          input_node->attr().at("dtype").type() == DT_STRING) {
         return false;
       }
       // Special case: If a Merge node has at least one constant input that
@@ -985,6 +993,7 @@ Status ConstantFolding::EvaluateOneFoldable(const NodeDef& node,
                     strings::StrCat("Can't fold ", node.name(), ", its ", input,
                                     " isn't constant"));
     }
+    TF_RETURN_IF_ERROR(CheckAttrExists(*input_node, "value"));
     const TensorProto& raw_val = input_node->attr().at("value").tensor();
     Tensor* value = new Tensor(raw_val.dtype(), raw_val.tensor_shape());
     CHECK(value->FromProto(raw_val));
@@ -1398,16 +1407,13 @@ bool ConstantFolding::IsOnes(const NodeDef& node) const {
   if (feed_nodes_.find(node.name()) != feed_nodes_.end()) {
     return false;
   }
-  if (node.op() == "OnesLike") {
-    return true;
-  }
+  if (node.op() == "OnesLike") return true;
   if (node.op() == "Fill") {
     NodeDef* values = node_map_->GetNode(NodeName(node.input(1)));
     return values != nullptr && IsOnes(*values);
   }
-  if (node.op() != "Const") {
-    return false;
-  }
+  if (node.op() != "Const") return false;
+  if (node.attr().count("dtype") == 0) return false;
   const auto dtype = node.attr().at("dtype").type();
   switch (dtype) {
     IS_ONES_CASE(DT_BOOL);
@@ -1434,16 +1440,13 @@ bool ConstantFolding::IsZeros(const NodeDef& node) const {
   if (feed_nodes_.find(node.name()) != feed_nodes_.end()) {
     return false;
   }
-  if (node.op() == "ZerosLike") {
-    return true;
-  }
+  if (node.op() == "ZerosLike") return true;
   if (node.op() == "Fill") {
     NodeDef* values = node_map_->GetNode(NodeName(node.input(1)));
     return values != nullptr && IsZeros(*values);
   }
-  if (!IsConstant(node)) {
-    return false;
-  }
+  if (!IsConstant(node)) return false;
+  if (node.attr().count("dtype") == 0) return false;
   const auto dtype = node.attr().at("dtype").type();
   switch (dtype) {
     IS_ZEROS_CASE(DT_BOOL);
@@ -1737,11 +1740,11 @@ Status ConstantFolding::SimplifyNode(bool use_shape_info, NodeDef* node,
 bool ConstantFolding::RemoveSplitOrSplitV(const GraphProperties& properties,
                                           GraphDef* optimized_graph,
                                           NodeDef* node) {
+  if (node->attr().count("num_split") == 0) return false;
   if (IsSplit(*node) && node->attr().at("num_split").i() == 1) {
     ReplaceOperationWithIdentity(1, properties, node, optimized_graph);
     return true;
   }
-
   if (IsSplitV(*node) && node->attr().at("num_split").i() == 1) {
     ReplaceOperationWithIdentity(0, properties, node, optimized_graph);
     return true;
@@ -1918,6 +1921,8 @@ Status ConstantFolding::SimplifyStridedSlice(const GraphProperties& properties,
                                              NodeDef* node, bool* success) {
   if (use_shape_info && IsStridedSlice(*node) &&
       properties.GetInputProperties(node->name()).size() == 4) {
+    TF_RETURN_IF_ERROR(
+        CheckAttrsExist(*node, {"new_axis_mask", "shrink_axis_mask"}));
     if (node->attr().at("new_axis_mask").i() != 0 ||
         node->attr().at("shrink_axis_mask").i() != 0) {
       // Skip nodes with new/shrink axis mask, since they involve dimension
@@ -1952,6 +1957,8 @@ Status ConstantFolding::SimplifyStridedSlice(const GraphProperties& properties,
         return errors::InvalidArgument("Cannot parse tensor from proto: ",
                                        s.value().DebugString());
       }
+      TF_RETURN_IF_ERROR(
+          CheckAttrsExist(*node, {"begin_mask", "end_mask", "ellipsis_mask"}));
       int begin_mask = node->attr().at("begin_mask").i();
       int end_mask = node->attr().at("end_mask").i();
       std::set<int> expanded_ellipsis_indices;
@@ -2280,7 +2287,7 @@ bool ConstantFolding::SimplifyReduction(const GraphProperties& properties,
     // Replace the reduction node with an identity node, that can be further
     // optimized by the model pruner.
     DataType output_type;
-    if (node->attr().count("T") > 0) {
+    if (node->attr().count("T") != 0) {
       output_type = node->attr().at("T").type();
     } else {
       // This is an 'any' or 'all' reduction. The output is always boolean.
@@ -2297,8 +2304,10 @@ bool ConstantFolding::SimplifyReduction(const GraphProperties& properties,
 
 bool ConstantFolding::SimplifyReshape(const GraphProperties& properties,
                                       bool use_shape_info, NodeDef* node) {
-  if (!use_shape_info) return false;
-  if (!IsSimplifiableReshape(*node, properties)) return false;
+  if (!use_shape_info || node->attr().count("T") == 0 ||
+      !IsSimplifiableReshape(*node, properties)) {
+    return false;
+  }
   DataType output_type = node->attr().at("T").type();
   node->set_op("Identity");
   node->clear_attr();
@@ -2310,6 +2319,7 @@ bool ConstantFolding::SimplifyReshape(const GraphProperties& properties,
 Status ConstantFolding::SimplifyArithmeticOperations(
     const GraphProperties& properties, bool use_shape_info,
     GraphDef* optimized_graph, NodeDef* node, bool* success) {
+  *success = false;
   const bool is_mul = IsMul(*node) || IsLogicalAnd(*node);
   const bool is_matmul = IsMatMul(*node);
   const bool is_add = IsAdd(*node) || IsBiasAdd(*node) || IsLogicalOr(*node);
@@ -2354,6 +2364,7 @@ Status ConstantFolding::SimplifyArithmeticOperations(
 
     // Replace 1 / y with Reciprocal op.
     if (y_matches_output_shape && is_any_div && x_is_one) {
+      TF_RETURN_IF_ERROR(CheckAttrExists(*node, "T"));
       DataType type = node->attr().at("T").type();
       if (DataTypeIsFloating(type) || DataTypeIsComplex(type)) {
         ReplaceDivisionOfOnesByReciprocal(node, optimized_graph);
diff --git a/tensorflow/core/grappler/utils.cc b/tensorflow/core/grappler/utils.cc
index 5867d01324..e803e2ac71 100644
--- a/tensorflow/core/grappler/utils.cc
+++ b/tensorflow/core/grappler/utils.cc
@@ -547,5 +547,20 @@ Status SetTensorValue(DataType dtype, int value, Tensor* tensor) {
 
 #undef HANDLE_CASE
 
+Status CheckAttrExists(const NodeDef& node, const string& key) {
+  if (node.attr().count(key) == 0) {
+    return errors::InvalidArgument("Node '", node.name(), "' lacks '", key,
+                                   "' attr: ", node.ShortDebugString());
+  }
+  return Status::OK();
+}
+
+Status CheckAttrsExist(const NodeDef& node, absl::Span<const string> keys) {
+  for (const string& key : keys) {
+    TF_RETURN_IF_ERROR(CheckAttrExists(node, key));
+  }
+  return Status::OK();
+}
+
 }  // end namespace grappler
 }  // end namespace tensorflow
diff --git a/tensorflow/core/grappler/utils.h b/tensorflow/core/grappler/utils.h
index 0168ab1da3..39319eacb7 100644
--- a/tensorflow/core/grappler/utils.h
+++ b/tensorflow/core/grappler/utils.h
@@ -17,8 +17,12 @@ limitations under the License.
 #define TENSORFLOW_CORE_GRAPPLER_UTILS_H_
 
 #include <functional>
+#include <iterator>
+#include <set>
+#include <unordered_set>
+#include <utility>
 #include <vector>
-
+#include "absl/types/span.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/tensor.h"
@@ -29,6 +33,7 @@ limitations under the License.
 #include "tensorflow/core/lib/gtl/flatmap.h"
 #include "tensorflow/core/lib/gtl/flatset.h"
 #include "tensorflow/core/lib/gtl/inlined_vector.h"
+#include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -244,6 +249,12 @@ int NumNonControlDataOutputs(const NodeDef& node, const NodeMap& node_map);
 // Removes redundant control inputs from node.
 void DedupControlInputs(NodeDef* node);
 
+// Returns an error if an attribute with the given key does not exist in node.
+Status CheckAttrExists(const NodeDef& node, const string& key);
+
+// Returns an error if attributes with the given keys do not exist in node.
+Status CheckAttrsExist(const NodeDef& node, absl::Span<const string> keys);
+
 // Returns the data type in attribute `attr_name` of `node`. If that attribute
 // doesn't exist, returns DT_INVALID.
 DataType GetDataTypeFromAttr(const NodeDef& node, const string& attr_name);
diff --git a/tensorflow/core/grappler/utils_test.cc b/tensorflow/core/grappler/utils_test.cc
index 9b6c1f690b..447195b001 100644
--- a/tensorflow/core/grappler/utils_test.cc
+++ b/tensorflow/core/grappler/utils_test.cc
@@ -14,6 +14,9 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/utils.h"
+
+#include <unistd.h>
+#include <memory>
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/grappler/grappler_item.h"
@@ -24,6 +27,7 @@ limitations under the License.
 #include "tensorflow/core/platform/notification.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/core/platform/test_benchmark.h"
+#include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -350,6 +354,32 @@ TEST_F(UtilsTest, NumNonControlOutputs) {
   EXPECT_EQ(1, NumNonControlDataOutputs(*add_node, node_map));
 }
 
+TEST(CheckAttrExists, All) {
+  NodeDef node;
+  node.set_name("node");
+  (*node.mutable_attr())["apple"].set_i(7);
+  (*node.mutable_attr())["pear"].set_b(true);
+
+  TF_EXPECT_OK(CheckAttrExists(node, "apple"));
+  TF_EXPECT_OK(CheckAttrExists(node, "pear"));
+
+  TF_EXPECT_OK(CheckAttrsExist(node, {}));
+  TF_EXPECT_OK(CheckAttrsExist(node, {"apple"}));
+  TF_EXPECT_OK(CheckAttrsExist(node, {"pear"}));
+  TF_EXPECT_OK(CheckAttrsExist(node, {"apple", "pear"}));
+  TF_EXPECT_OK(CheckAttrsExist(node, {"pear", "apple"}));
+
+  Status status = CheckAttrExists(node, "banana");
+  EXPECT_FALSE(status.ok());
+  EXPECT_EQ(status.ToString(),
+            "Invalid argument: Node 'node' lacks 'banana' attr: name: \"node\" "
+            "attr { key: \"apple\" value { i: 7 } } attr { key: \"pear\" value "
+            "{ b: true } }");
+  EXPECT_FALSE(CheckAttrsExist(node, {""}).ok());
+  EXPECT_FALSE(CheckAttrsExist(node, {"pear", "cherry"}).ok());
+  EXPECT_FALSE(CheckAttrsExist(node, {"banana", "apple"}).ok());
+}
+
 TEST_F(UtilsTest, DeleteNodes) {
   // TODO(rmlarsen): write forgotten test.
 }
-- 
GitLab


From b306ad9846238b7a396694c07510a1fc161627b2 Mon Sep 17 00:00:00 2001
From: Alexey Radul <axch@google.com>
Date: Tue, 16 Oct 2018 17:57:09 -0700
Subject: [PATCH 0183/1825] Extract nested functions functions in anf_test.py
 that include `exec` to toplevel, for a baroque compatibility reason.

PiperOrigin-RevId: 217420773
---
 .../pyct/common_transformers/anf_test.py      | 39 ++++++++++++-------
 1 file changed, 24 insertions(+), 15 deletions(-)

diff --git a/tensorflow/python/autograph/pyct/common_transformers/anf_test.py b/tensorflow/python/autograph/pyct/common_transformers/anf_test.py
index ccc7e4ca8f..525d4886de 100644
--- a/tensorflow/python/autograph/pyct/common_transformers/anf_test.py
+++ b/tensorflow/python/autograph/pyct/common_transformers/anf_test.py
@@ -43,6 +43,29 @@ class DummyGensym(object):
     return stem + '_' + str(1000 + self._idx)
 
 
+# These two test functions have to be top-level, not nested, for compatibility
+# with some unknown version of Python 2.7 preceding 2.7.15.  Why?  Because
+# `exec` and nested function definitions _incomaptibly_ change the
+# representation of local variables, such that `exec` inside a nested function
+# definition is a syntax error in that version.  The tuple form of `exec` fixes
+# this problem, but apparently that was introduced in some unknown version of
+# Python that's more recent than at least one version that we wish to be
+# compatible with.
+def exec_test_function():
+  # The point is to test A-normal form conversion of exec
+  # pylint: disable=exec-used
+  exec('computed' + 5 + 'stuff', globals(), locals())
+
+
+def exec_expected_result():
+  # pylint: disable=exec-used
+  tmp_1001 = 'computed' + 5
+  tmp_1002 = tmp_1001 + 'stuff'
+  tmp_1003 = globals()
+  tmp_1004 = locals()
+  exec(tmp_1002, tmp_1003, tmp_1004)
+
+
 class AnfTransformerTest(test.TestCase):
 
   def _simple_source_info(self):
@@ -357,21 +380,7 @@ class AnfTransformerTest(test.TestCase):
     self.assert_body_anfs_as_expected(expected_result, test_function)
 
   def test_exec(self):
-
-    def test_function():
-      # The point is to test A-normal form conversion of exec
-      # pylint: disable=exec-used
-      exec('computed' + 5 + 'stuff', globals(), locals())
-
-    def expected_result():
-      # pylint: disable=exec-used
-      tmp_1001 = 'computed' + 5
-      tmp_1002 = tmp_1001 + 'stuff'
-      tmp_1003 = globals()
-      tmp_1004 = locals()
-      exec(tmp_1002, tmp_1003, tmp_1004)
-
-    self.assert_body_anfs_as_expected(expected_result, test_function)
+    self.assert_body_anfs_as_expected(exec_expected_result, exec_test_function)
 
   def test_simple_while_and_assert(self):
 
-- 
GitLab


From bddb651ed737f937d16dc93828469cf3abe331b2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 18:03:57 -0700
Subject: [PATCH 0184/1825] Move from deprecated self.test_session() to
 self.session() or self.cached_session().

Move to cached_session() if the session is create more than once per test. Move to session() otherwise.

self.test_session() has been deprecated in 9962eb5e84b15e309410071b06c2ed2d6148ed44 as its name confuses readers of the test. Moving to session() instead which slightly changes the semantic of the function:
* the session is not cached anymore (a new session is created).
* the session is closed when exiting the "with" scope.

PiperOrigin-RevId: 217421579
---
 .../python/kernel_tests/accumulate_n_test.py  |  8 +-
 .../python/kernel_tests/aggregate_ops_test.py |  6 +-
 .../python/kernel_tests/argmax_op_test.py     |  6 +-
 .../python/kernel_tests/array_ops_test.py     | 58 ++++++------
 .../python/kernel_tests/atrous_conv2d_test.py | 10 +-
 .../python/kernel_tests/basic_gpu_test.py     | 12 +--
 .../kernel_tests/batch_gather_op_test.py      | 10 +-
 .../kernel_tests/batch_matmul_op_test.py      |  4 +-
 .../kernel_tests/batch_scatter_ops_test.py    |  6 +-
 .../python/kernel_tests/bias_op_test.py       |  6 +-
 .../python/kernel_tests/bincount_op_test.py   | 12 +--
 .../python/kernel_tests/bitcast_op_test.py    |  2 +-
 .../kernel_tests/broadcast_to_ops_test.py     | 12 +--
 .../python/kernel_tests/bucketize_op_test.py  |  8 +-
 .../python/kernel_tests/cast_op_test.py       |  6 +-
 .../python/kernel_tests/cholesky_op_test.py   | 10 +-
 .../python/kernel_tests/clip_ops_test.py      | 52 +++++------
 .../compare_and_bitpack_op_test.py            |  2 +-
 .../python/kernel_tests/concat_op_test.py     | 36 ++++----
 .../python/kernel_tests/cond_v2_test.py       |  6 +-
 .../python/kernel_tests/constant_op_test.py   | 22 ++---
 .../kernel_tests/control_flow_ops_py_test.py  | 26 +++---
 tensorflow/python/kernel_tests/conv1d_test.py |  2 +-
 .../conv2d_backprop_filter_grad_test.py       |  2 +-
 .../kernel_tests/conv2d_transpose_test.py     |  6 +-
 .../python/kernel_tests/conv_ops_3d_test.py   |  8 +-
 .../python/kernel_tests/conv_ops_test.py      | 10 +-
 .../kernel_tests/ctc_decoder_ops_test.py      |  2 +-
 .../python/kernel_tests/ctc_loss_op_test.py   |  8 +-
 .../python/kernel_tests/dct_ops_test.py       |  2 +-
 .../kernel_tests/decode_image_op_test.py      |  8 +-
 .../python/kernel_tests/denormal_test.py      |  2 +-
 .../kernel_tests/dense_update_ops_test.py     |  6 +-
 .../kernel_tests/depthtospace_op_test.py      | 12 +--
 .../kernel_tests/depthwise_conv_op_test.py    | 12 +--
 .../kernel_tests/determinant_op_test.py       |  4 +-
 .../python/kernel_tests/diag_op_test.py       | 44 ++++-----
 .../kernel_tests/draw_bounding_box_op_test.py |  2 +-
 .../kernel_tests/dynamic_partition_op_test.py | 26 +++---
 .../kernel_tests/dynamic_stitch_op_test.py    | 18 ++--
 .../kernel_tests/edit_distance_op_test.py     |  4 +-
 .../python/kernel_tests/embedding_ops_test.py | 18 ++--
 .../extract_image_patches_op_test.py          |  2 +-
 .../extract_volume_patches_op_test.py         |  2 +-
 .../python/kernel_tests/fft_ops_test.py       | 14 +--
 .../python/kernel_tests/fifo_queue_test.py    |  2 +-
 .../python/kernel_tests/gather_nd_op_test.py  | 40 ++++----
 .../python/kernel_tests/gather_op_test.py     | 16 ++--
 .../python/kernel_tests/init_ops_test.py      | 45 +++++----
 .../python/kernel_tests/inplace_ops_test.py   | 18 ++--
 .../kernel_tests/large_concat_op_test.py      |  2 +-
 .../python/kernel_tests/linalg_grad_test.py   |  4 +-
 tensorflow/python/kernel_tests/losses_test.py |  6 +-
 tensorflow/python/kernel_tests/lrn_op_test.py |  6 +-
 .../python/kernel_tests/map_stage_op_test.py  | 24 ++---
 .../python/kernel_tests/matmul_op_test.py     |  4 +-
 .../kernel_tests/matrix_band_part_op_test.py  |  4 +-
 .../matrix_exponential_op_test.py             |  6 +-
 .../kernel_tests/matrix_inverse_op_test.py    |  4 +-
 .../kernel_tests/matrix_logarithm_op_test.py  |  4 +-
 .../kernel_tests/matrix_solve_ls_op_test.py   |  6 +-
 .../kernel_tests/matrix_solve_op_test.py      | 10 +-
 .../matrix_triangular_solve_op_test.py        |  2 +-
 .../kernel_tests/morphological_ops_test.py    |  8 +-
 .../neon_depthwise_conv_op_test.py            |  4 +-
 .../python/kernel_tests/norm_op_test.py       |  2 +-
 .../kernel_tests/nth_element_op_test.py       | 10 +-
 .../python/kernel_tests/numerics_test.py      |  6 +-
 .../python/kernel_tests/one_hot_op_test.py    |  2 +-
 tensorflow/python/kernel_tests/pad_op_test.py | 30 +++---
 .../parameterized_truncated_normal_op_test.py |  6 +-
 .../partitioned_variables_test.py             |  4 +-
 tensorflow/python/kernel_tests/pool_test.py   | 16 ++--
 .../kernel_tests/pooling_ops_3d_test.py       |  4 +-
 .../python/kernel_tests/pooling_ops_test.py   | 32 +++----
 .../python/kernel_tests/py_func_test.py       |  2 +-
 tensorflow/python/kernel_tests/qr_op_test.py  |  6 +-
 .../python/kernel_tests/reader_ops_test.py    |  2 +-
 .../python/kernel_tests/reduction_ops_test.py | 42 ++++-----
 .../python/kernel_tests/relu_op_test.py       | 14 +--
 .../python/kernel_tests/reshape_op_test.py    |  2 +-
 .../kernel_tests/reverse_sequence_op_test.py  |  2 +-
 tensorflow/python/kernel_tests/rnn_test.py    |  4 +-
 .../python/kernel_tests/scan_ops_test.py      | 16 ++--
 .../kernel_tests/scatter_nd_ops_test.py       | 16 ++--
 .../python/kernel_tests/scatter_ops_test.py   |  8 +-
 .../segment_reduction_ops_test.py             | 76 +++++++--------
 .../kernel_tests/self_adjoint_eig_op_test.py  |  8 +-
 .../python/kernel_tests/shape_ops_test.py     | 42 ++++-----
 .../python/kernel_tests/slice_op_test.py      | 28 +++---
 .../python/kernel_tests/softmax_op_test.py    |  6 +-
 .../python/kernel_tests/softplus_op_test.py   |  2 +-
 .../python/kernel_tests/softsign_op_test.py   |  2 +-
 .../kernel_tests/spacetobatch_op_test.py      |  8 +-
 .../kernel_tests/spacetodepth_op_test.py      | 12 +--
 .../python/kernel_tests/sparse_add_op_test.py | 14 +--
 .../kernel_tests/sparse_concat_op_test.py     | 20 ++--
 .../kernel_tests/sparse_matmul_op_test.py     |  2 +-
 .../python/kernel_tests/sparse_ops_test.py    | 86 ++++++++---------
 .../kernel_tests/sparse_reorder_op_test.py    | 10 +-
 .../kernel_tests/sparse_reshape_op_test.py    | 32 +++----
 .../sparse_serialization_ops_test.py          | 24 ++---
 .../kernel_tests/sparse_slice_op_test.py      | 14 +--
 .../kernel_tests/sparse_split_op_test.py      | 14 +--
 .../sparse_tensor_dense_matmul_grad_test.py   |  2 +-
 .../sparse_tensor_dense_matmul_op_test.py     |  6 +-
 .../sparse_tensors_map_ops_test.py            |  8 +-
 .../sparse_to_dense_op_py_test.py             | 18 ++--
 .../kernel_tests/sparse_xent_op_test.py       | 22 ++---
 .../python/kernel_tests/split_op_test.py      | 14 +--
 .../python/kernel_tests/stack_op_test.py      | 36 ++++----
 .../python/kernel_tests/stack_ops_test.py     | 28 +++---
 .../python/kernel_tests/stage_op_test.py      | 14 +--
 .../kernel_tests/string_length_op_test.py     |  4 +-
 tensorflow/python/kernel_tests/svd_op_test.py |  6 +-
 .../kernel_tests/tensor_array_ops_test.py     | 92 +++++++++----------
 .../python/kernel_tests/tensordot_op_test.py  |  4 +-
 .../python/kernel_tests/topk_op_test.py       |  6 +-
 .../python/kernel_tests/trace_op_test.py      |  2 +-
 .../python/kernel_tests/transpose_op_test.py  | 20 ++--
 .../python/kernel_tests/unstack_op_test.py    |  8 +-
 .../python/kernel_tests/variables_test.py     |  2 +-
 .../python/kernel_tests/where_op_test.py      |  8 +-
 .../python/kernel_tests/xent_op_test.py       | 10 +-
 .../python/kernel_tests/zero_division_test.py |  2 +-
 125 files changed, 843 insertions(+), 844 deletions(-)

diff --git a/tensorflow/python/kernel_tests/accumulate_n_test.py b/tensorflow/python/kernel_tests/accumulate_n_test.py
index 0bc5268f38..7889edc198 100644
--- a/tensorflow/python/kernel_tests/accumulate_n_test.py
+++ b/tensorflow/python/kernel_tests/accumulate_n_test.py
@@ -36,7 +36,7 @@ class AccumulateNV2Test(test_util.TensorFlowTestCase):
     np.random.seed(12345)
     x = [np.random.random((1, 2, 3, 4, 5)) - 0.5 for _ in range(5)]
     tf_x = ops.convert_n_to_tensor(x)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllClose(sum(x), math_ops.accumulate_n(tf_x).eval())
       self.assertAllClose(x[0] * 5,
                           math_ops.accumulate_n([tf_x[0]] * 5).eval())
@@ -45,13 +45,13 @@ class AccumulateNV2Test(test_util.TensorFlowTestCase):
     np.random.seed(54321)
     x = [np.random.randint(-128, 128, (5, 4, 3, 2, 1)) for _ in range(6)]
     tf_x = ops.convert_n_to_tensor(x)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(sum(x), math_ops.accumulate_n(tf_x).eval())
       self.assertAllEqual(x[0] * 6,
                           math_ops.accumulate_n([tf_x[0]] * 6).eval())
 
   def testUnknownShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = array_ops.placeholder(dtype=dtypes_lib.int32, shape=[None])
       acc = math_ops.accumulate_n([x0, x0], shape=[None])
       self.assertAllEqual([2, 4], acc.eval(feed_dict={x0: [1, 2]}))
@@ -59,7 +59,7 @@ class AccumulateNV2Test(test_util.TensorFlowTestCase):
   def testGrad(self):
     np.random.seed(42)
     for num_inputs in range(1, 10):
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         input_vars = [
             variables.Variable(10.0 * np.random.random())
             for _ in range(0, num_inputs)
diff --git a/tensorflow/python/kernel_tests/aggregate_ops_test.py b/tensorflow/python/kernel_tests/aggregate_ops_test.py
index 72dff6b3da..0f15319cb5 100644
--- a/tensorflow/python/kernel_tests/aggregate_ops_test.py
+++ b/tensorflow/python/kernel_tests/aggregate_ops_test.py
@@ -57,7 +57,7 @@ class AddNTest(test.TestCase):
 
   def testAddN(self):
     np.random.seed(12345)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       for dtype in self._supported_types():
         for count in range(1, self._MAX_N + 1):
           data = [self._buildData((2, 2), dtype) for _ in range(count)]
@@ -69,7 +69,7 @@ class AddNTest(test.TestCase):
 
   def testUnknownShapes(self):
     np.random.seed(12345)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       for dtype in self._supported_types():
         data = self._buildData((2, 2), dtype)
         for count in range(1, self._MAX_N + 1):
@@ -96,7 +96,7 @@ class AddNTest(test.TestCase):
 
     # TODO(ebrevdo): Re-enable use_gpu=True once non-DMA Variant
     # copying between CPU and GPU is supported.
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       variant_const_3 = create_constant_variant(3)
       variant_const_4 = create_constant_variant(4)
       variant_const_5 = create_constant_variant(5)
diff --git a/tensorflow/python/kernel_tests/argmax_op_test.py b/tensorflow/python/kernel_tests/argmax_op_test.py
index 127d14c250..fa370c17b4 100644
--- a/tensorflow/python/kernel_tests/argmax_op_test.py
+++ b/tensorflow/python/kernel_tests/argmax_op_test.py
@@ -34,7 +34,7 @@ class ArgMaxTest(test.TestCase):
                expected_values,
                use_gpu=False,
                expected_err_re=None):
-    with self.test_session(use_gpu=use_gpu):
+    with self.session(use_gpu=use_gpu):
       ans = method(x, axis=axis)
       if expected_err_re is None:
         tf_ans = ans.eval()
@@ -77,7 +77,7 @@ class ArgMaxTest(test.TestCase):
   def testFloatInt32Output(self):
     x = np.asarray(100 * np.random.randn(200), dtype=np.float32)
     expected_values = x.argmax()
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ans = math_ops.argmax(x, axis=0, output_type=dtypes.int32)
       tf_ans = ans.eval()
       self.assertEqual(np.int32, tf_ans.dtype)
@@ -85,7 +85,7 @@ class ArgMaxTest(test.TestCase):
       # the values don't have a range that exceeds 32-bit integers.
       self.assertAllEqual(tf_ans, expected_values)
     expected_values = x.argmin()
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ans = math_ops.argmin(x, axis=0, output_type=dtypes.int32)
       tf_ans = ans.eval()
       self.assertEqual(np.int32, tf_ans.dtype)
diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index dcc594789e..78fc091cf8 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -283,7 +283,7 @@ class ReverseV2Test(test_util.TensorFlowTestCase):
   def testReverse0DimAuto(self):
     x_np = 4
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         x_tf = array_ops.reverse_v2(x_np, []).eval()
         self.assertAllEqual(x_tf, x_np)
 
@@ -292,7 +292,7 @@ class ReverseV2Test(test_util.TensorFlowTestCase):
 
     for use_gpu in [False, True]:
       for axis_dtype in [dtypes.int32, dtypes.int64]:
-        with self.test_session(use_gpu=use_gpu):
+        with self.cached_session(use_gpu=use_gpu):
           x_tf = array_ops.reverse_v2(x_np,
                                       constant_op.constant(
                                           [0], dtype=axis_dtype)).eval()
@@ -304,7 +304,7 @@ class ReverseV2Test(test_util.TensorFlowTestCase):
     for reverse_f in [array_ops.reverse_v2, array_ops.reverse]:
       for use_gpu in [False, True]:
         for axis_dtype in [dtypes.int32, dtypes.int64]:
-          with self.test_session(use_gpu=use_gpu):
+          with self.cached_session(use_gpu=use_gpu):
             x_tf_1 = reverse_f(x_np, constant_op.constant(
                 [0], dtype=axis_dtype)).eval()
             x_tf_2 = reverse_f(x_np, constant_op.constant(
@@ -391,7 +391,7 @@ class ReverseV2Test(test_util.TensorFlowTestCase):
 
   def testReverseRowsOf3Channels(self):
     """Tests optimized code for reversing rows with last dim size = 3."""
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for reverse_f in [array_ops.reverse_v2, array_ops.reverse]:
         for outer_size in (1, 2):
           for middle_size in list(range(50)) + [100000]:
@@ -403,7 +403,7 @@ class ReverseV2Test(test_util.TensorFlowTestCase):
             self.assertAllEqual(x_tf, np_answer)
 
   def testReverseRowsOf4Channels(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for reverse_f in [array_ops.reverse_v2, array_ops.reverse]:
         for outer_size in (1, 2):
           for middle_size in list(range(50)) + [100000]:
@@ -415,7 +415,7 @@ class ReverseV2Test(test_util.TensorFlowTestCase):
             self.assertAllEqual(x_tf, np_answer)
 
   def testReverseColumnsOf3Channels(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for reverse_f in [array_ops.reverse_v2, array_ops.reverse]:
         for outer_size in list(range(50)) + [100000]:
           for middle_size in (1, 2):
@@ -433,7 +433,7 @@ class MeshgridTest(test_util.TensorFlowTestCase):
     for index in ("ij", "xy"):
       numpy_out = np.meshgrid(x, y, indexing=index)
       tf_out = array_ops.meshgrid(x, y, indexing=index)
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         for xx, yy in zip(numpy_out, tf_out):
           self.assertAllEqual(xx, yy.eval())
 
@@ -446,7 +446,7 @@ class MeshgridTest(test_util.TensorFlowTestCase):
           x += 1j
         inputs.append(x)
       numpy_out = np.meshgrid(*inputs, indexing=index)
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_out = array_ops.meshgrid(*inputs, indexing=index)
         for x_np, x_tf in zip(numpy_out, tf_out):
           self.assertAllEqual(x_np, x_tf.eval())
@@ -523,7 +523,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
 
   def test_basic_slice(self):
     for tensor_type in STRIDED_SLICE_TYPES:
-      with self.test_session(use_gpu=not tensor_type.is_integer):
+      with self.cached_session(use_gpu=not tensor_type.is_integer):
         checker = StridedSliceChecker(
             self, StridedSliceChecker.REF_TENSOR, tensor_type=tensor_type)
         _ = checker[:, :, :]
@@ -551,7 +551,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
   def testInt64GPU(self):
     if not test_util.is_gpu_available():
       self.skipTest("No GPU available")
-    with self.test_session(use_gpu=True, force_gpu=True):
+    with self.session(use_gpu=True, force_gpu=True):
       x = constant_op.constant([1., 2., 3.])
       begin = constant_op.constant([2], dtype=dtypes.int64)
       end = constant_op.constant([3], dtype=dtypes.int64)
@@ -576,7 +576,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       v[0]  # pylint: disable=pointless-statement
 
   def testDegenerateSlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       checker = StridedSliceChecker(self, StridedSliceChecker.REF_TENSOR)
       # degenerate by offering a forward interval with a negative stride
       _ = checker[0:-1:-1, :, :]
@@ -586,7 +586,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       _ = checker[-1:0, 2:2, 2:3:-1]
 
   def testEllipsis(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       raw = [[[[[1, 2], [3, 4], [5, 6]]], [[[7, 8], [9, 10], [11, 12]]]]]
       checker = StridedSliceChecker(self, raw)
 
@@ -606,7 +606,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
         _ = checker[..., :, ...].eval()
 
   def testShrink(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       raw = [[[[[1, 2, 4, 5], [5, 6, 7, 8], [9, 10, 11, 12]]],
               [[[13, 14, 15, 16], [17, 18, 19, 20], [21, 22, 23, 24]]]]]
       checker = StridedSliceChecker(self, raw)
@@ -616,7 +616,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       _ = checker[:, :, 0]
 
   def testBothNewAxisAndShrink(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ones = array_ops.placeholder(shape=[2, 2], dtype=dtypes.int16)
       self.assertAllEqual(
           ones[array_ops.newaxis, :, 0].eval(
@@ -624,7 +624,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
           [[1, 1]])
 
   def testTensorIndexing(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       raw = [[[[[1, 2, 4, 5], [5, 6, 7, 8], [9, 10, 11, 12]]],
               [[[13, 14, 15, 16], [17, 18, 19, 20], [21, 22, 23, 24]]]]]
       checker = StridedSliceChecker(self, raw, check_type_infer=False)
@@ -640,7 +640,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       _ = checker[..., 3]
 
   def testExpand(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       raw = [[[[[1, 2, 4, 5], [5, 6, 7, 8], [9, 10, 11, 12]]],
               [[[13, 14, 15, 16], [17, 18, 19, 20], [21, 22, 23, 24]]]]]
       checker = StridedSliceChecker(self, raw)
@@ -657,7 +657,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       _ = checker[np.newaxis, ..., np.newaxis]
 
   def testExpandVariable(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = variables.Variable(7, dtype=dtypes.int32)
       x.initializer.run()
       y = x[None].eval()
@@ -665,7 +665,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(y, (7,))
 
   def testOptimizedCases(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       checker = StridedSliceChecker(self,
                                     StridedSliceChecker.REF_TENSOR_ALIGNED)
       # Identity
@@ -694,7 +694,7 @@ class StridedSliceShapeTest(test_util.TensorFlowTestCase):
   """Test the shape inference of StridedSliceShapes."""
 
   def testUnknown(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       uncertain_tensor = array_ops.placeholder(dtypes.float32)
       a = StridedSliceShapeChecker(uncertain_tensor)
       a_slice_shape = a[...]
@@ -705,7 +705,7 @@ class StridedSliceShapeTest(test_util.TensorFlowTestCase):
     self.assertEqual(x.as_list(), y.as_list())
 
   def testTensorShapeUncertain(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       uncertain_tensor = array_ops.placeholder(
           dtypes.float32, shape=(5, None, 7))
       a = StridedSliceShapeChecker(uncertain_tensor)
@@ -728,7 +728,7 @@ class StridedSliceShapeTest(test_util.TensorFlowTestCase):
                             tensor_shape.TensorShape([5, None, 1, 4]))
 
   def testTensorValuedIndexShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       defined_shape_tensor = array_ops.placeholder(
           dtypes.float32, shape=(5, 3, 7))
       index_value = array_ops.placeholder(dtypes.int32, shape=())
@@ -784,7 +784,7 @@ class StridedSliceGradTest(test_util.TensorFlowTestCase):
   """Test that strided slice's custom gradient produces correct gradients."""
 
   def testGradient(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       var = variables.Variable(
           array_ops.reshape(
               math_ops.range(1, 97, 1, dtype=dtypes.float32), shape=(6, 4, 4)))
@@ -805,7 +805,7 @@ class StridedSliceGradTest(test_util.TensorFlowTestCase):
         _ = grad[:, 200, :]
 
   def testGradientZero(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       var = variables.Variable(8.)
       init = variables.global_variables_initializer()
       sess.run(init)
@@ -813,7 +813,7 @@ class StridedSliceGradTest(test_util.TensorFlowTestCase):
       _ = grad[tuple()]
 
   def testInt64Indices(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       a = math_ops.range(3, dtype=dtypes.float32)
       index = constant_op.constant(1, dtype=dtypes.int64)
       b = 2. * a[index]
@@ -825,7 +825,7 @@ class StridedSliceGradTypeTest(test_util.TensorFlowTestCase):
   """Test varied index types and host located memory."""
 
   def testHostVsDevice(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       var2 = variables.Variable(
           array_ops.reshape(
               math_ops.cast(math_ops.range(1, 5, 1), dtypes.float32),
@@ -839,7 +839,7 @@ class StridedSliceGradTypeTest(test_util.TensorFlowTestCase):
       sess.run(foo)
 
   def testInt64Shape(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       original_dy = array_ops.reshape(
           math_ops.cast(math_ops.range(1, 5, 1), dtypes.float32),
           shape=(4, 1, 1))
@@ -853,7 +853,7 @@ class StridedSliceGradTypeTest(test_util.TensorFlowTestCase):
       sess.run(dx)
 
   def testMixedIndexTypes(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       original_dy = array_ops.reshape(
           math_ops.cast(math_ops.range(1, 5, 1), dtypes.float32),
           shape=(4, 1, 1))
@@ -1212,7 +1212,7 @@ class InvertPermutationTest(test_util.TensorFlowTestCase):
 
   def testInvertPermutation(self):
     for dtype in [dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = constant_op.constant([3, 4, 0, 2, 1], dtype=dtype)
         y = array_ops.invert_permutation(x)
         self.assertAllEqual(y.get_shape(), [5])
@@ -1278,7 +1278,7 @@ class SnapshotOpTest(test_util.TensorFlowTestCase):
 
   def testInvertPermutation(self):
     for dtype in [dtypes.int32, dtypes.int64, dtypes.float32, dtypes.float64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = constant_op.constant([0, 1, 2, 3], dtype=dtype)
         y = gen_array_ops.snapshot(x)
         self.assertAllEqual(y.eval(), [0, 1, 2, 3])
diff --git a/tensorflow/python/kernel_tests/atrous_conv2d_test.py b/tensorflow/python/kernel_tests/atrous_conv2d_test.py
index ab1d698f6e..1d82b3d058 100644
--- a/tensorflow/python/kernel_tests/atrous_conv2d_test.py
+++ b/tensorflow/python/kernel_tests/atrous_conv2d_test.py
@@ -59,7 +59,7 @@ def _upsample_filters(filters, rate):
 class AtrousConv2DTest(test.TestCase):
 
   def testAtrousConv2DForward(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Input: [batch, height, width, input_depth]
       height = 9
       for width in [9, 10]:  # Test both odd and even width.
@@ -105,7 +105,7 @@ class AtrousConv2DTest(test.TestCase):
     padding = "SAME"  # The padding needs to be "SAME"
     np.random.seed(1)  # Make it reproducible.
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Input: [batch, height, width, input_depth]
       for height in range(15, 17):
         for width in range(15, 17):
@@ -134,7 +134,7 @@ class AtrousConv2DTest(test.TestCase):
               self.assertAllClose(y1.eval(), y2.eval(), rtol=1e-2, atol=1e-2)
 
   def testGradient(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Input: [batch, height, width, input_depth]
       x_shape = [2, 5, 6, 2]
       # Filter: [kernel_height, kernel_width, input_depth, output_depth]
@@ -161,7 +161,7 @@ class AtrousConv2DTest(test.TestCase):
 class AtrousConv2DTransposeTest(test.TestCase):
 
   def testAtrousConv2DTransposeForward(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Input: [batch, height, width, input_depth]
       height = 9
       for width in [9, 10]:  # Test both odd and even width.
@@ -200,7 +200,7 @@ class AtrousDepthwiseConv2DTest(test.TestCase):
 
   def testAtrousDepthwiseConv2DForward(self):
     strides = [1, 1, 1, 1]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Input: [batch, height, width, input_depth]
       height = 9
       for width in [9, 10]:  # Test both odd and even width.
diff --git a/tensorflow/python/kernel_tests/basic_gpu_test.py b/tensorflow/python/kernel_tests/basic_gpu_test.py
index 67e8618198..225c1b35ae 100644
--- a/tensorflow/python/kernel_tests/basic_gpu_test.py
+++ b/tensorflow/python/kernel_tests/basic_gpu_test.py
@@ -40,13 +40,13 @@ from tensorflow.python.platform import test
 class GPUBinaryOpsTest(test.TestCase):
 
   def _compareGPU(self, x, y, np_func, tf_func):
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
       tf_gpu = sess.run(out)
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
@@ -93,7 +93,7 @@ class MathBuiltinUnaryTest(test.TestCase):
 
   def _compare(self, x, np_func, tf_func, use_gpu):
     np_out = np_func(x)
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       inx = ops.convert_to_tensor(x)
       ofunc = tf_func(inx)
       tf_out = sess.run(ofunc)
@@ -143,7 +143,7 @@ class MathBuiltinUnaryTest(test.TestCase):
 
     np_out = np.floor_divide(x, y + 0.1)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y + 0.1)
       ofunc = inx / iny
@@ -156,7 +156,7 @@ class MathBuiltinUnaryTest(test.TestCase):
 class BroadcastSimpleTest(test.TestCase):
 
   def _GetGradientArgs(self, xs, ys):
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       return sess.run(broadcast_gradient_args(xs, ys))
 
   def testBroadcast(self):
@@ -210,7 +210,7 @@ class BroadcastSimpleTest(test.TestCase):
 
   def _compareGpu(self, x, y, np_func, tf_func):
     np_ans = np_func(x, y)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
diff --git a/tensorflow/python/kernel_tests/batch_gather_op_test.py b/tensorflow/python/kernel_tests/batch_gather_op_test.py
index 84e93b8136..547506d844 100644
--- a/tensorflow/python/kernel_tests/batch_gather_op_test.py
+++ b/tensorflow/python/kernel_tests/batch_gather_op_test.py
@@ -44,7 +44,7 @@ class GatherTest(test.TestCase, parameterized.TestCase):
   def testSimpleGather(self, indices_dtype):
     data = np.array([0, 1, 2, 3, 7, 5, 8, 9, 10, 11, 15, 13])
     indices = [3, 4]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in _TEST_TYPES:
         params_np = self._buildParams(data, dtype)
         params = constant_op.constant(params_np)
@@ -60,7 +60,7 @@ class GatherTest(test.TestCase, parameterized.TestCase):
   def test2DArray(self, indices_dtype):
     data = np.array([[0, 1, 2, 3, 7, 5], [8, 9, 10, 11, 15, 13]])
     indices = [[3], [4]]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in _TEST_TYPES:
         params_np = self._buildParams(data, dtype)
         params = constant_op.constant(params_np)
@@ -75,7 +75,7 @@ class GatherTest(test.TestCase, parameterized.TestCase):
   def testHigherRank(self):
     data = np.array([[[0, 1, 2], [3, 7, 5]], [[8, 9, 10], [11, 15, 13]]])
     indices = [[[2, 0], [1, 2]], [[2, 0], [0, 1]]]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in _TEST_TYPES:
         params_np = self._buildParams(data, dtype)
         params = constant_op.constant(params_np)
@@ -101,13 +101,13 @@ class GatherTest(test.TestCase, parameterized.TestCase):
     self.assertEqual([1, None], gather_t.get_shape().as_list())
 
   def testBadIndicesCPU(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       params = [[0, 1, 2], [3, 4, 5]]
       with self.assertRaisesOpError(r"indices\[0\] = 7 is not in \[0, 2\)"):
         array_ops.batch_gather(params, [7]).eval()
 
   def testEmptySlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in _TEST_TYPES:
         for itype in np.int32, np.int64:
           params = np.zeros((7, 0, 0), dtype=dtype.as_numpy_dtype)
diff --git a/tensorflow/python/kernel_tests/batch_matmul_op_test.py b/tensorflow/python/kernel_tests/batch_matmul_op_test.py
index 34089e8dbe..8f6c089b42 100644
--- a/tensorflow/python/kernel_tests/batch_matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/batch_matmul_op_test.py
@@ -83,7 +83,7 @@ class BatchMatmulOpTest(test.TestCase):
     y = y_in if not adjoint_b else y_in.reshape(y_t_shape)
     is_floating = x.dtype != np.int32
     tol = 100 * np.finfo(x.dtype).eps if is_floating else 0
-    with self.test_session(use_gpu=is_floating) as sess:
+    with self.cached_session(use_gpu=is_floating) as sess:
       if static_shape:
         z0 = math_ops.matmul(x, y, adjoint_a=adjoint_a, adjoint_b=adjoint_b)
         z0_val = z0.eval()
@@ -154,7 +154,7 @@ class BatchMatmulGradientTest(test.TestCase):
     y = y_in if not adjoint_b else y_in.reshape(y_t_shape)
     epsilon = np.finfo(x.dtype).eps
     delta = epsilon**(1.0 / 3.0)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inx = constant_op.constant(x)
       iny = constant_op.constant(y)
       z = math_ops.matmul(inx, iny, adjoint_a, adjoint_b)
diff --git a/tensorflow/python/kernel_tests/batch_scatter_ops_test.py b/tensorflow/python/kernel_tests/batch_scatter_ops_test.py
index 498e5f05a3..742a204883 100644
--- a/tensorflow/python/kernel_tests/batch_scatter_ops_test.py
+++ b/tensorflow/python/kernel_tests/batch_scatter_ops_test.py
@@ -51,7 +51,7 @@ class ScatterTest(test.TestCase):
                         repeat_indices=False,
                         updates_are_scalar=False):
     np.random.seed(8)
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       for indices_shape in (2,), (3, 7), (3, 4, 7):
         for extra_shape in (), (5,), (5, 9):
           # Generate random indices with no duplicates for easy numpy comparison
@@ -81,7 +81,7 @@ class ScatterTest(test.TestCase):
             state_ops.batch_scatter_update, vtype, itype)
 
   def testBooleanScatterUpdate(self):
-    with self.test_session(use_gpu=False) as session:
+    with self.session(use_gpu=False) as session:
       var = variables.Variable([True, False])
       update0 = state_ops.batch_scatter_update(var, [1], [True])
       update1 = state_ops.batch_scatter_update(
@@ -96,7 +96,7 @@ class ScatterTest(test.TestCase):
   def testScatterOutOfRange(self):
     params = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32)
     updates = np.array([-3, -4, -5]).astype(np.float32)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       ref = variables.Variable(params)
       ref.initializer.run()
 
diff --git a/tensorflow/python/kernel_tests/bias_op_test.py b/tensorflow/python/kernel_tests/bias_op_test.py
index 2427118407..749d6a791e 100644
--- a/tensorflow/python/kernel_tests/bias_op_test.py
+++ b/tensorflow/python/kernel_tests/bias_op_test.py
@@ -48,7 +48,7 @@ class BiasAddTest(test.TestCase):
 
   def _testBias(self, np_inputs, np_bias, use_gpu=False):
     np_val = self._npBias(np_inputs, np_bias)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_val = nn_ops.bias_add(np_inputs, np_bias).eval()
     self.assertAllCloseAccordingToType(np_val, tf_val)
 
@@ -76,7 +76,7 @@ class BiasAddTest(test.TestCase):
   def _testBiasNCHW(self, np_inputs, np_bias, use_gpu):
     np_val = self._npBias(np_inputs, np_bias)
     np_inputs = self._NHWCToNCHW(np_inputs)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_val = nn_ops.bias_add(np_inputs, np_bias, data_format="NCHW").eval()
     tf_val = self._NCHWToNHWC(tf_val)
     self.assertAllCloseAccordingToType(self._AtLeast3d(np_val), tf_val)
@@ -133,7 +133,7 @@ class BiasAddTest(test.TestCase):
           np.random.rand(4).astype(t))
 
   def _testGradient(self, np_input, bias, dtype, data_format, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if data_format == "NCHW":
         np_input = self._NHWCToNCHW(np_input)
       input_tensor = constant_op.constant(
diff --git a/tensorflow/python/kernel_tests/bincount_op_test.py b/tensorflow/python/kernel_tests/bincount_op_test.py
index 8177cdd454..49eb835847 100644
--- a/tensorflow/python/kernel_tests/bincount_op_test.py
+++ b/tensorflow/python/kernel_tests/bincount_op_test.py
@@ -31,7 +31,7 @@ from tensorflow.python.platform import googletest
 class BincountTest(test_util.TensorFlowTestCase):
 
   def test_empty(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(
           math_ops.bincount([], minlength=5).eval(), [0, 0, 0, 0, 0])
       self.assertAllEqual(math_ops.bincount([], minlength=1).eval(), [0])
@@ -44,7 +44,7 @@ class BincountTest(test_util.TensorFlowTestCase):
           np.float64)
 
   def test_values(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(
           math_ops.bincount([1, 1, 1, 2, 2, 3]).eval(), [0, 3, 2, 1])
       arr = [1, 1, 2, 1, 2, 3, 1, 2, 3, 4, 1, 2, 3, 4, 5]
@@ -59,14 +59,14 @@ class BincountTest(test_util.TensorFlowTestCase):
           math_ops.bincount(np.arange(10000)).eval(), np.ones(10000))
 
   def test_maxlength(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(math_ops.bincount([5], maxlength=3).eval(), [0, 0, 0])
       self.assertAllEqual(math_ops.bincount([1], maxlength=3).eval(), [0, 1])
       self.assertAllEqual(math_ops.bincount([], maxlength=3).eval(), [])
 
   def test_random_with_weights(self):
     num_samples = 10000
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       np.random.seed(42)
       for dtype in [dtypes.int32, dtypes.int64, dtypes.float32, dtypes.float64]:
         arr = np.random.randint(0, 1000, num_samples)
@@ -79,7 +79,7 @@ class BincountTest(test_util.TensorFlowTestCase):
 
   def test_random_without_weights(self):
     num_samples = 10000
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       np.random.seed(42)
       for dtype in [np.int32, np.float32]:
         arr = np.random.randint(0, 1000, num_samples)
@@ -88,7 +88,7 @@ class BincountTest(test_util.TensorFlowTestCase):
             math_ops.bincount(arr, None).eval(), np.bincount(arr, weights))
 
   def test_zero_weights(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(
           math_ops.bincount(np.arange(1000), np.zeros(1000)).eval(),
           np.zeros(1000))
diff --git a/tensorflow/python/kernel_tests/bitcast_op_test.py b/tensorflow/python/kernel_tests/bitcast_op_test.py
index a2c6b54273..79e0f36d24 100644
--- a/tensorflow/python/kernel_tests/bitcast_op_test.py
+++ b/tensorflow/python/kernel_tests/bitcast_op_test.py
@@ -28,7 +28,7 @@ from tensorflow.python.platform import test
 class BitcastTest(test.TestCase):
 
   def _testBitcast(self, x, datatype, shape):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_ans = array_ops.bitcast(x, datatype)
       out = tf_ans.eval()
       buff_after = memoryview(out).tobytes()
diff --git a/tensorflow/python/kernel_tests/broadcast_to_ops_test.py b/tensorflow/python/kernel_tests/broadcast_to_ops_test.py
index 09c325f2bc..5fe62a70d0 100644
--- a/tensorflow/python/kernel_tests/broadcast_to_ops_test.py
+++ b/tensorflow/python/kernel_tests/broadcast_to_ops_test.py
@@ -32,21 +32,21 @@ class BroadcastToTest(test_util.TensorFlowTestCase):
 
   def testBroadcastToBasic(self):
     for dtype in [np.uint8, np.uint16, np.int8, np.int16, np.int32, np.int64]:
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         x = np.array([1, 2, 3], dtype=dtype)
         v_tf = array_ops.broadcast_to(constant_op.constant(x), [3, 3])
         v_np = np.broadcast_to(x, [3, 3])
         self.assertAllEqual(v_tf.eval(), v_np)
 
   def testBroadcastToString(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = np.array([b"1", b"2", b"3"])
       v_tf = array_ops.broadcast_to(constant_op.constant(x), [3, 3])
       v_np = np.broadcast_to(x, [3, 3])
       self.assertAllEqual(v_tf.eval(), v_np)
 
   def testBroadcastToBool(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = np.array([True, False, True], dtype=np.bool)
       v_tf = array_ops.broadcast_to(constant_op.constant(x), [3, 3])
       v_np = np.broadcast_to(x, [3, 3])
@@ -55,7 +55,7 @@ class BroadcastToTest(test_util.TensorFlowTestCase):
   def testBroadcastToShape(self):
     for input_dim in range(1, 6):
       for output_dim in range(input_dim, 6):
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           input_shape = [2] * input_dim
           output_shape = [2] * output_dim
           x = np.array(np.random.randint(5, size=input_shape), dtype=np.int32)
@@ -64,7 +64,7 @@ class BroadcastToTest(test_util.TensorFlowTestCase):
           self.assertAllEqual(v_tf.eval(), v_np)
 
   def testBroadcastToScalar(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = np.array(1, dtype=np.int32)
       v_tf = array_ops.broadcast_to(constant_op.constant(x), [3, 3])
       v_np = np.broadcast_to(x, [3, 3])
@@ -72,7 +72,7 @@ class BroadcastToTest(test_util.TensorFlowTestCase):
 
   def testBroadcastToShapeTypeAndInference(self):
     for dtype in [dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = np.array([1, 2, 3])
         v_tf = array_ops.broadcast_to(
             constant_op.constant(x),
diff --git a/tensorflow/python/kernel_tests/bucketize_op_test.py b/tensorflow/python/kernel_tests/bucketize_op_test.py
index e612b1c134..57413e6af5 100644
--- a/tensorflow/python/kernel_tests/bucketize_op_test.py
+++ b/tensorflow/python/kernel_tests/bucketize_op_test.py
@@ -31,7 +31,7 @@ class BucketizationOpTest(test.TestCase):
         constant_op.constant([-5, 0, 2, 3, 5, 8, 10, 11, 12]),
         boundaries=[0, 3, 8, 11])
     expected_out = [0, 1, 1, 2, 2, 3, 3, 4, 4]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       self.assertAllEqual(expected_out, sess.run(op))
 
   def testFloat(self):
@@ -39,7 +39,7 @@ class BucketizationOpTest(test.TestCase):
         constant_op.constant([-5., 0., 2., 3., 5., 8., 10., 11., 12.]),
         boundaries=[0., 3., 8., 11.])
     expected_out = [0, 1, 1, 2, 2, 3, 3, 4, 4]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       self.assertAllEqual(expected_out, sess.run(op))
 
   def test2DInput(self):
@@ -47,13 +47,13 @@ class BucketizationOpTest(test.TestCase):
         constant_op.constant([[-5, 0, 2, 3, 5], [8, 10, 11, 12, 0]]),
         boundaries=[0, 3, 8, 11])
     expected_out = [[0, 1, 1, 2, 2], [3, 3, 4, 4, 1]]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       self.assertAllEqual(expected_out, sess.run(op))
 
   def testInvalidBoundariesOrder(self):
     op = math_ops._bucketize(
         constant_op.constant([-5, 0]), boundaries=[0, 8, 3, 11])
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       with self.assertRaisesRegexp(
           errors_impl.InvalidArgumentError, "Expected sorted boundaries"):
         sess.run(op)
diff --git a/tensorflow/python/kernel_tests/cast_op_test.py b/tensorflow/python/kernel_tests/cast_op_test.py
index c90520e46d..a5dff5df62 100644
--- a/tensorflow/python/kernel_tests/cast_op_test.py
+++ b/tensorflow/python/kernel_tests/cast_op_test.py
@@ -54,7 +54,7 @@ class CastOpTest(test.TestCase):
       return None
 
   def _cast(self, x, dtype, use_gpu=False):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       val = constant_op.constant(x, self._toDataType(np.array([x]).dtype))
       return math_ops.cast(val, self._toDataType(dtype), name="cast").eval()
 
@@ -105,10 +105,10 @@ class CastOpTest(test.TestCase):
 
   def testBfloat16(self):
     a = np.random.uniform(-100, 100, 100).astype(np.float32)
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       b = math_ops.cast(math_ops.cast(a, dtypes.bfloat16), dtypes.float32)
       self.assertAllClose(a, b.eval(), rtol=1 / 128.)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       b = math_ops.cast(math_ops.cast(a, dtypes.bfloat16), dtypes.float32)
       self.assertAllClose(a, b.eval(), rtol=1 / 128.)
 
diff --git a/tensorflow/python/kernel_tests/cholesky_op_test.py b/tensorflow/python/kernel_tests/cholesky_op_test.py
index 2ebf74a4d7..e96b277266 100644
--- a/tensorflow/python/kernel_tests/cholesky_op_test.py
+++ b/tensorflow/python/kernel_tests/cholesky_op_test.py
@@ -111,7 +111,7 @@ class CholeskyOpTest(test.TestCase):
 
   def _verifyCholesky(self, x):
     # Verify that LL^T == x.
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       chol = linalg_ops.cholesky(x)
       verification = math_ops.matmul(chol, chol, adjoint_b=True)
       self._verifyCholeskyBase(sess, x, chol, verification)
@@ -162,7 +162,7 @@ class CholeskyOpTest(test.TestCase):
 
   def testNotInvertibleCPU(self):
     # The input should be invertible.
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesRegexp(
           errors_impl.InvalidArgumentError,
           "Cholesky decomposition was not successful. The"
@@ -176,7 +176,7 @@ class CholeskyOpTest(test.TestCase):
     self._verifyCholesky(np.empty([2, 0, 0]))
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       matrix1 = random_ops.random_normal([5, 5], seed=42)
       matrix2 = random_ops.random_normal([5, 5], seed=42)
       matrix1 = math_ops.matmul(matrix1, matrix1, adjoint_a=True)
@@ -243,7 +243,7 @@ class CholeskyGradTest(test.TestCase):
     data = np.matmul(data, data.T)
     grad_data = np.random.randn(*data.shape).astype(np.float32)
 
-    with ops.Graph().as_default(), self.test_session(use_gpu=False) as s:
+    with ops.Graph().as_default(), self.session(use_gpu=False) as s:
       x = constant_op.constant(data, dtypes_lib.float32)
       chol = linalg_ops.cholesky(x)
       composite_grad = gradients_impl.gradients(chol, x, grad_data)[0]
@@ -256,7 +256,7 @@ class CholeskyGradTest(test.TestCase):
                            dtypes=(dtypes_lib.float32, dtypes_lib.float64,
                                    dtypes_lib.complex64, dtypes_lib.complex128),
                            scalarTest=False):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in shapes:
         for batch in False, True:
           for dtype in dtypes:
diff --git a/tensorflow/python/kernel_tests/clip_ops_test.py b/tensorflow/python/kernel_tests/clip_ops_test.py
index bb7b645da2..efd7eee847 100644
--- a/tensorflow/python/kernel_tests/clip_ops_test.py
+++ b/tensorflow/python/kernel_tests/clip_ops_test.py
@@ -50,7 +50,7 @@ class ClipTest(test.TestCase):
 
   # ClipByValue test
   def testClipByValue(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-5.0, 2.0, 3.0, 4.0, 5.0, 6.0], shape=[2, 3])
       np_ans = [[-4.4, 2.0, 3.0], [4.0, 4.4, 4.4]]
       clip_value = 4.4
@@ -65,7 +65,7 @@ class ClipTest(test.TestCase):
         dtypes.float16, dtypes.float32, dtypes.float64, dtypes.int8,
         dtypes.int16, dtypes.int32, dtypes.int64, dtypes.uint8, dtypes.uint16
     ]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = constant_op.constant([1, 2, 3, 4, 5, 6], shape=[2, 3], dtype=dtype)
         np_ans = [[2, 2, 3], [4, 4, 4]]
         clip_value_min = 2
@@ -81,7 +81,7 @@ class ClipTest(test.TestCase):
         dtypes.float16, dtypes.float32, dtypes.float64, dtypes.int8,
         dtypes.int16, dtypes.int32, dtypes.int64, dtypes.uint8, dtypes.uint16
     ]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = constant_op.constant([1, 2, 3, 4, 5, 6], shape=[2, 3], dtype=dtype)
         np_ans = [[2, 2, 3], [4, 4, 4]]
         clip_value_min = constant_op.constant(
@@ -98,7 +98,7 @@ class ClipTest(test.TestCase):
         dtypes.float16, dtypes.float32, dtypes.float64, dtypes.int8,
         dtypes.int16, dtypes.int32, dtypes.int64, dtypes.uint8, dtypes.uint16
     ]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = constant_op.constant([1, 2, 3, 4, 5, 6], shape=[2, 3], dtype=dtype)
         np_ans = [[4, 4, 4], [4, 5, 6]]
         clip_value_min = 4
@@ -115,7 +115,7 @@ class ClipTest(test.TestCase):
         dtypes.float16, dtypes.float32, dtypes.float64, dtypes.int8,
         dtypes.int16, dtypes.int32, dtypes.int64, dtypes.uint8, dtypes.uint16
     ]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = constant_op.constant([1, 2, 3, 4, 5, 6], shape=[2, 3], dtype=dtype)
         np_ans = [[2, 2, 3], [5, 5, 6]]
         clip_value_min = constant_op.constant(
@@ -128,7 +128,7 @@ class ClipTest(test.TestCase):
       self.assertAllClose(np_ans, tf_ans)
 
   def testClipByValueBadShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-5.0, 2.0, 3.0, 4.0, 5.0, 6.0], shape=[2, 3, 1])
       # Use a nonsensical shape.
       clip = constant_op.constant([1.0, 2.0])
@@ -151,7 +151,7 @@ class ClipTest(test.TestCase):
   # ClipByNorm tests
   def testClipByNormClipped(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       # Norm of x = sqrt(3^2 + 4^2) = 5
       np_ans = [[-2.4, 0.0, 0.0], [3.2, 0.0, 0.0]]
@@ -166,14 +166,14 @@ class ClipTest(test.TestCase):
     self.assertAllClose(np_ans, tf_ans_tensor)
 
   def testClipByNormGradientZeros(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.zeros([3])
       b = clip_ops.clip_by_norm(x, 1.)
       grad, = gradients_impl.gradients(b, x)
       self.assertAllEqual(grad.eval(), [1., 1., 1.])
 
   def testClipByNormBadShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3, 1])
       # Use a nonsensical shape.
       clip = constant_op.constant([1.0, 2.0])
@@ -182,7 +182,7 @@ class ClipTest(test.TestCase):
 
   def testClipByNormNotClipped(self):
     # No norm clipping when clip_norm >= 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       # Norm of x = sqrt(3^2 + 4^2) = 5
       np_ans = [[-3.0, 0.0, 0.0], [4.0, 0.0, 0.0]]
@@ -194,7 +194,7 @@ class ClipTest(test.TestCase):
 
   def testClipByNormZero(self):
     # No norm clipping when norm = 0
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([0.0, 0.0, 0.0, 0.0, 0.0, 0.0], shape=[2, 3])
       # Norm = 0, no changes
       np_ans = [[0.0, 0.0, 0.0], [0.0, 0.0, 0.0]]
@@ -206,7 +206,7 @@ class ClipTest(test.TestCase):
 
   def testClipByNormClippedWithDim0(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 3.0], shape=[2, 3])
       # Norm of x[:, 0] = sqrt(3^2 + 4^2) = 5, x[:, 2] = 3
       np_ans = [[-2.4, 0.0, 0.0], [3.2, 0.0, 3.0]]
@@ -218,7 +218,7 @@ class ClipTest(test.TestCase):
 
   def testClipByNormClippedWithDim1(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 3.0], shape=[2, 3])
       # Norm of x[0, :] = 3, x[1, :] = sqrt(3^2 + 4^2) = 5
       np_ans = [[-3.0, 0.0, 0.0], [3.2, 0.0, 2.4]]
@@ -230,7 +230,7 @@ class ClipTest(test.TestCase):
 
   def testClipByNormNotClippedWithAxes(self):
     # No norm clipping when clip_norm >= 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 3.0], shape=[2, 3])
       # Norm of x[0, :] = 3, x[1, :] = sqrt(3^2 + 4^2) = 5
       np_ans = [[-3.0, 0.0, 0.0], [4.0, 0.0, 3.0]]
@@ -243,7 +243,7 @@ class ClipTest(test.TestCase):
   # ClipByGlobalNorm tests
   def testClipByGlobalNormClipped(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([-2.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       x1 = constant_op.constant([1.0, -2.0])
       # Global norm of x0 and x1 = sqrt(1 + 4^2 + 2^2 + 2^2) = 5
@@ -264,7 +264,7 @@ class ClipTest(test.TestCase):
 
   def testClipByGlobalNormClippedTensor(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([-2.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       x1 = constant_op.constant([1.0, -2.0])
       # Global norm of x0 and x1 = sqrt(1 + 4^2 + 2^2 + 2^2) = 5
@@ -285,7 +285,7 @@ class ClipTest(test.TestCase):
 
   def testClipByGlobalNormSupportsNone(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([-2.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       x1 = constant_op.constant([1.0, -2.0])
       # Global norm of x0 and x1 = sqrt(1 + 4^2 + 2^2 + 2^2) = 5
@@ -308,7 +308,7 @@ class ClipTest(test.TestCase):
 
   def testClipByGlobalNormWithIndexedSlicesClipped(self):
     # Norm clipping when clip_norm < 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([-2.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       x1 = ops.IndexedSlices(
           constant_op.constant([1.0, -2.0]), constant_op.constant([3, 4]))
@@ -341,7 +341,7 @@ class ClipTest(test.TestCase):
 
   def testClipByGlobalNormNotClipped(self):
     # No norm clipping when clip_norm >= 5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([-2.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       x1 = constant_op.constant([1.0, -2.0])
       # Global norm of x0 and x1 = sqrt(1 + 4^2 + 2^2 + 2^2) = 5
@@ -360,7 +360,7 @@ class ClipTest(test.TestCase):
 
   def testClipByGlobalNormZero(self):
     # No norm clipping when norm = 0
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([0.0, 0.0, 0.0, 0.0, 0.0, 0.0], shape=[2, 3])
       x1 = constant_op.constant([0.0, 0.0])
       # Norm = 0, no changes
@@ -378,7 +378,7 @@ class ClipTest(test.TestCase):
     self.assertAllClose(np_ans_1, tf_ans_2)
 
   def testClipByGlobalNormInf(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x0 = constant_op.constant([-2.0, 0.0, np.inf, 4.0, 0.0, 0.0],
                                 shape=[2, 3])
       x1 = constant_op.constant([1.0, -2.0])
@@ -394,7 +394,7 @@ class ClipTest(test.TestCase):
 
   def testClipByAverageNormClipped(self):
     # Norm clipping when average clip_norm < 0.83333333
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       # Average norm of x = sqrt(3^2 + 4^2) / 6 = 0.83333333
       np_ans = [[-2.88, 0.0, 0.0], [3.84, 0.0, 0.0]]
@@ -406,7 +406,7 @@ class ClipTest(test.TestCase):
 
   def testClipByAverageNormClippedTensor(self):
     # Norm clipping when average clip_norm < 0.83333333
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       # Average norm of x = sqrt(3^2 + 4^2) / 6 = 0.83333333
       np_ans = [[-2.88, 0.0, 0.0], [3.84, 0.0, 0.0]]
@@ -418,7 +418,7 @@ class ClipTest(test.TestCase):
 
   def testClipByAverageNormNotClipped(self):
     # No norm clipping when average clip_norm >= 0.83333333
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([-3.0, 0.0, 0.0, 4.0, 0.0, 0.0], shape=[2, 3])
       # Average norm of x = sqrt(3^2 + 4^2) / 6 = 0.83333333
       np_ans = [[-3.0, 0.0, 0.0], [4.0, 0.0, 0.0]]
@@ -430,7 +430,7 @@ class ClipTest(test.TestCase):
 
   def testClipByAverageNormZero(self):
     # No norm clipping when average clip_norm = 0
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = constant_op.constant([0.0, 0.0, 0.0, 0.0, 0.0, 0.0], shape=[2, 3])
       # Average norm = 0, no changes
       np_ans = [[0.0, 0.0, 0.0], [0.0, 0.0, 0.0]]
@@ -447,7 +447,7 @@ class ClipTest(test.TestCase):
     y = clip_ops.clip_by_value(zero, 1.0, 1.0)
     z = clip_ops.clip_by_value(zero, zero, 1.0)
     w = clip_ops.clip_by_value(zero, 1.0, zero)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       sess.run([x, y, z, w], feed_dict={zero: np.zeros((7, 0))})
 
 
diff --git a/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py b/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py
index 56ddd6e428..f27a0fc472 100644
--- a/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py
+++ b/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py
@@ -30,7 +30,7 @@ class CompareAndBitpackTest(test.TestCase):
                              x, threshold,
                              truth,
                              expected_err_re=None):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ans = math_ops.compare_and_bitpack(x, threshold)
       if expected_err_re is None:
         tf_ans = ans.eval()
diff --git a/tensorflow/python/kernel_tests/concat_op_test.py b/tensorflow/python/kernel_tests/concat_op_test.py
index 0e59ce6972..92d09986e6 100644
--- a/tensorflow/python/kernel_tests/concat_op_test.py
+++ b/tensorflow/python/kernel_tests/concat_op_test.py
@@ -35,7 +35,7 @@ from tensorflow.python.platform import test
 class ConcatOpTest(test.TestCase):
 
   def testHStack(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       p1 = array_ops.placeholder(dtypes.float32, shape=[4, 4])
       p2 = array_ops.placeholder(dtypes.float32, shape=[4, 4])
       c = array_ops.concat([p1, p2], 0)
@@ -50,7 +50,7 @@ class ConcatOpTest(test.TestCase):
     self.assertAllEqual(result[4:, :], params[p2])
 
   def testVStack(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       p1 = array_ops.placeholder(dtypes.float32, shape=[4, 4])
       p2 = array_ops.placeholder(dtypes.float32, shape=[4, 4])
       c = array_ops.concat([p1, p2], 1)
@@ -65,7 +65,7 @@ class ConcatOpTest(test.TestCase):
     self.assertAllEqual(result[:, 4:], params[p2])
 
   def testInt32GPU(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       p1 = np.random.rand(2, 3).astype("i")
       p2 = np.random.rand(2, 3).astype("i")
       x1 = constant_op.constant(p1)
@@ -76,7 +76,7 @@ class ConcatOpTest(test.TestCase):
     self.assertAllEqual(result[2:, :], p2)
 
   def testRefType(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       p1 = np.random.rand(4, 4).astype("f")
       p2 = np.random.rand(4, 4).astype("f")
       v1 = variables.Variable(p1)
@@ -101,7 +101,7 @@ class ConcatOpTest(test.TestCase):
       dtype_feed = dtypes.float32
     else:
       dtype_feed = dtype
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       p = []
       for i in np.arange(num_tensors):
         input_shape = shape
@@ -172,7 +172,7 @@ class ConcatOpTest(test.TestCase):
     # Test both positive and negative concat axis.
     # -2 and 1 correspond to the same axis for 3-dimensional tensors.
     for axis in [-2, 1]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = []
         inp_tensors = []
         for x in [1, 2, 6]:
@@ -203,7 +203,7 @@ class ConcatOpTest(test.TestCase):
     self._testGradientsSimple(dtypes.complex64)
 
   def testGradientsFirstDim(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       inp = []
       inp_tensors = []
       for x in [1, 2, 6]:
@@ -230,7 +230,7 @@ class ConcatOpTest(test.TestCase):
     # Test both positive and negative concat axis.
     # -1 and 2 correspond to the same axis for 3-dimensional tensors.
     for axis in [-1, 2]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = []
         inp_tensors = []
         for x in [1, 2, 6]:
@@ -261,7 +261,7 @@ class ConcatOpTest(test.TestCase):
     # Random dim to concat on
     concat_dim = np.random.randint(5)
     concat_dim_sizes = np.random.randint(1, 5, size=num_tensors)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inp = []
       inp_tensors = []
       for x in concat_dim_sizes:
@@ -288,7 +288,7 @@ class ConcatOpTest(test.TestCase):
       self._RunAndVerifyGradientsRandom()
 
   def testGradientWithUnknownInputDim(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.placeholder(dtypes.float32)
       y = array_ops.placeholder(dtypes.float32)
       c = array_ops.concat([x, y], 2)
@@ -358,7 +358,7 @@ class ConcatOpTest(test.TestCase):
   def testZeroSize(self):
     # Verify that concat doesn't crash and burn for zero size inputs
     np.random.seed(7)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       for shape0 in (), (2,):
         axis = len(shape0)
         for shape1 in (), (3,):
@@ -489,7 +489,7 @@ class ConcatOpTest(test.TestCase):
   # important as gpu implementation could fail if
   # shared memory is not large for all the inputs
   def testConcatLargeNumberOfTensors(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for concat_dim in range(2):
         params = {}
         p = []
@@ -523,7 +523,7 @@ class ConcatOpTest(test.TestCase):
           self.assertAllEqual(result[index], params[p[i]])
 
   def testConcatEmpty(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       t1 = []
       t2 = []
       output = gen_array_ops.concat_v2([t1, t2], 0).eval()
@@ -531,13 +531,13 @@ class ConcatOpTest(test.TestCase):
 
   def testConcatInvalidAxis(self):
     with self.assertRaises(ValueError):
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         t1 = [1]
         t2 = [2]
         gen_array_ops.concat_v2([t1, t2], 1).eval()
 
   def testConcatNegativeAxis(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       t1 = [[1, 2, 3], [4, 5, 6]]
       t2 = [[7, 8, 9], [10, 11, 12]]
 
@@ -608,7 +608,7 @@ class ConcatOpTest(test.TestCase):
 
   def testConcatAxisType(self):
     for dtype in [dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         t1 = [[1, 2, 3], [4, 5, 6]]
         t2 = [[7, 8, 9], [10, 11, 12]]
 
@@ -621,7 +621,7 @@ class ConcatOpTest(test.TestCase):
 class ConcatOffsetTest(test.TestCase):
 
   def testBasic(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       cdim = constant_op.constant(1, dtypes.int32)
       s0 = constant_op.constant([2, 3, 5], dtypes.int32)
       s1 = constant_op.constant([2, 7, 5], dtypes.int32)
@@ -673,7 +673,7 @@ class ConcatOffsetTest(test.TestCase):
         sess.run(off)
 
   def testNegativeDim(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       cdim = constant_op.constant(-2, dtypes.int32)
       s0 = constant_op.constant([2, 3, 5], dtypes.int32)
       s1 = constant_op.constant([2, 7, 5], dtypes.int32)
diff --git a/tensorflow/python/kernel_tests/cond_v2_test.py b/tensorflow/python/kernel_tests/cond_v2_test.py
index 85a5986041..df50fce2ef 100644
--- a/tensorflow/python/kernel_tests/cond_v2_test.py
+++ b/tensorflow/python/kernel_tests/cond_v2_test.py
@@ -849,7 +849,7 @@ class CondV2ColocationGroupAndDeviceTest(test.TestCase):
 
   def testColocateWithInCondGraphPartitioning(self):
     with ops.Graph().as_default() as g:
-      with self.test_session(
+      with self.session(
           graph=g,
           config=config_pb2.ConfigProto(device_count={"CPU": 2})
       ) as sess:
@@ -904,7 +904,7 @@ class CondV2ColocationGroupAndDeviceTest(test.TestCase):
 
   def testDeviceInAndOutOfCond(self):
     with ops.Graph().as_default() as g:
-      with self.test_session(
+      with self.session(
           graph=g, config=config_pb2.ConfigProto(device_count={"CPU": 2})):
 
         def fn2():
@@ -922,7 +922,7 @@ class CondV2ColocationGroupAndDeviceTest(test.TestCase):
 
   def testDeviceInCondGraphPartitioning(self):
     with ops.Graph().as_default() as g:
-      with self.test_session(
+      with self.session(
           graph=g,
           config=config_pb2.ConfigProto(device_count={"CPU": 2})
       ) as sess:
diff --git a/tensorflow/python/kernel_tests/constant_op_test.py b/tensorflow/python/kernel_tests/constant_op_test.py
index d1e4e5477f..403d5eaf9a 100644
--- a/tensorflow/python/kernel_tests/constant_op_test.py
+++ b/tensorflow/python/kernel_tests/constant_op_test.py
@@ -43,7 +43,7 @@ class ConstantTest(test.TestCase):
 
   def _testCpu(self, x):
     np_ans = np.array(x)
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       tf_ans = ops.convert_to_tensor(x).eval()
     dtype = dtypes_lib.as_dtype(np_ans.dtype)
     if dtype.is_floating or dtype.is_complex:
@@ -53,7 +53,7 @@ class ConstantTest(test.TestCase):
 
   def _testGpu(self, x):
     np_ans = np.array(x)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_ans = ops.convert_to_tensor(x).eval()
     dtype = dtypes_lib.as_dtype(np_ans.dtype)
     if dtype.is_floating or dtype.is_complex:
@@ -134,7 +134,7 @@ class ConstantTest(test.TestCase):
   def testVariant(self):
     # TODO(ebrevdo): Re-enable use_gpu=True once non-DMA Variant
     # copying between CPU and GPU is supported.
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       variant_tensor = tensor_pb2.TensorProto(
           dtype=dtypes_lib.variant.as_datatype_enum,
           tensor_shape=tensor_shape.TensorShape([]).as_proto(),
@@ -432,7 +432,7 @@ class ZerosTest(test.TestCase):
 class ZerosLikeTest(test.TestCase):
 
   def _compareZeros(self, dtype, fully_defined_shape, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       # Creates a tensor of non-zero values with shape 2 x 3.
       # NOTE(kearnes): The default numpy dtype associated with tf.string is
       # np.object (and can't be changed without breaking a lot things), which
@@ -505,7 +505,7 @@ class ZerosLikeTest(test.TestCase):
     # copying between CPU and GPU is supported AND we register a
     # ZerosLike callback for GPU for Variant storing primitive types
     # in variant_op_registry.cc.
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       variant_tensor = tensor_pb2.TensorProto(
           dtype=dtypes_lib.variant.as_datatype_enum,
           tensor_shape=tensor_shape.TensorShape([]).as_proto(),
@@ -630,7 +630,7 @@ class OnesLikeTest(test.TestCase):
 class FillTest(test.TestCase):
 
   def _compare(self, dims, val, np_ans, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.fill(dims, val, name="fill")
       out = tf_ans.eval()
     self.assertAllClose(np_ans, out)
@@ -667,7 +667,7 @@ class FillTest(test.TestCase):
 
   def testFillString(self):
     np_ans = np.array([[b"yolo"] * 3] * 2)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = array_ops.fill([2, 3], np_ans[0][0], name="fill").eval()
     self.assertAllEqual(np_ans, tf_ans)
 
@@ -886,7 +886,7 @@ versions {
 class PlaceholderWithDefaultTest(test.TestCase):
 
   def testFullShape(self):
-    with self.test_session(force_gpu=test_util.is_gpu_available()):
+    with self.session(force_gpu=test_util.is_gpu_available()):
       p = array_ops.placeholder_with_default([[2, 2], [2, 2]], shape=[2, 2])
       a = array_ops.identity(p)
       self.assertAllEqual([[2, 2], [2, 2]], a.eval())
@@ -897,7 +897,7 @@ class PlaceholderWithDefaultTest(test.TestCase):
         a.eval(feed_dict={p: [[6, 6, 6], [6, 6, 6]]})
 
   def testPartialShape(self):
-    with self.test_session(force_gpu=test_util.is_gpu_available()):
+    with self.session(force_gpu=test_util.is_gpu_available()):
       p = array_ops.placeholder_with_default([1, 2, 3], shape=[None])
       a = array_ops.identity(p)
       self.assertAllEqual([1, 2, 3], a.eval())
@@ -907,7 +907,7 @@ class PlaceholderWithDefaultTest(test.TestCase):
         a.eval(feed_dict={p: [[2, 2], [2, 2]]})
 
   def testNoShape(self):
-    with self.test_session(force_gpu=test_util.is_gpu_available()):
+    with self.session(force_gpu=test_util.is_gpu_available()):
       p = array_ops.placeholder_with_default([17], shape=None)
       a = array_ops.identity(p)
       self.assertAllEqual([17], a.eval())
@@ -916,7 +916,7 @@ class PlaceholderWithDefaultTest(test.TestCase):
           [[3, 3], [3, 3]], a.eval(feed_dict={p: [[3, 3], [3, 3]]}))
 
   def testGradient(self):
-    with self.test_session(force_gpu=test_util.is_gpu_available()):
+    with self.session(force_gpu=test_util.is_gpu_available()):
       x = array_ops.placeholder(dtypes_lib.float32, [5, 7])
       y = array_ops.placeholder_with_default(x, None)
       err = gradient_checker.compute_gradient_error(x, [5, 7], y, [5, 7])
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 3c7e6e6dce..1e9f29028b 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -456,7 +456,7 @@ class ControlFlowTest(test.TestCase):
     self.assertTrue(ind.dtype == np.int64)
 
   def testCondColocation(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with ops.device("/cpu:0"):
         v = variables.Variable(7.0)
 
@@ -471,7 +471,7 @@ class ControlFlowTest(test.TestCase):
           self.assertDeviceEqual(op.device, "/cpu:0")
 
   def _testCond_1(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       x = constant_op.constant(10)
       pred = math_ops.less(1, 2)
       fn1 = lambda: math_ops.add(x, 1)
@@ -1023,7 +1023,7 @@ class ControlFlowTest(test.TestCase):
 
     final_without_xla_context = create_while_loop()
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       opts = config_pb2.RunOptions(trace_level=config_pb2.RunOptions.FULL_TRACE)
       run_metadata = config_pb2.RunMetadata()
 
@@ -1139,7 +1139,7 @@ class ControlFlowTest(test.TestCase):
       self.assertLess(len(unique_allocs), 756)
 
   def _testWhile_Gpu_1(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(1.0)
       c = lambda x: math_ops.less(x, 10.0)
       b = lambda x: math_ops.add(x, 1.0)
@@ -1151,7 +1151,7 @@ class ControlFlowTest(test.TestCase):
     self._testWhile_Gpu_1(use_gpu=True)
 
   def _testWhile_Gpu_2(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(1.0)
       c = lambda x: math_ops.less(x, 10.0)
 
@@ -1293,7 +1293,7 @@ class ControlFlowTest(test.TestCase):
             [i.get_shape(), tensor_shape.TensorShape([None, 5])])
 
   def _testNestedWhile_1(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(0)
 
       def cpu_sum(s):
@@ -1320,7 +1320,7 @@ class ControlFlowTest(test.TestCase):
 
   def _testNestedWhile_2(self, use_gpu):
     # Test the cases that A -> Enter and Exit -> A are partitioned.
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       s0 = constant_op.constant(2.0)
 
       def inner_loop(s):
@@ -1499,7 +1499,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllEqual(10, r.eval())
 
   def _testCondWhile_3(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       p = array_ops.placeholder(dtypes.bool)
       n = constant_op.constant(0.0)
 
@@ -1881,7 +1881,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(2048.0, r.eval())
 
   def _testWhileGrad_Mul(self, use_gpu, p_iters):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       a = constant_op.constant(3.0, name="a")
       v = constant_op.constant(2.0, name="v")
       c = lambda v: math_ops.less(v, 100.0)
@@ -1901,7 +1901,7 @@ class ControlFlowTest(test.TestCase):
 
   def _testNestedWhileCondWhileGrad(self, use_gpu):
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       v = constant_op.constant(1.0)
 
       def inner_loop(s):
@@ -2207,7 +2207,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(1.0, g.eval())  # y_f_d = x + 1.0, dy_f_d/dx = 1.0
 
   def _testNestedWhileGrad_Simple(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       v = constant_op.constant(1.0)
 
       def inner_loop(s):
@@ -2300,7 +2300,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(2.999, var.eval())
 
   def _testWhileCondGrad_Simple(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       v = ops.convert_to_tensor(2.0, name="v")
       n = ops.convert_to_tensor(100.0, name="n")
       one = ops.convert_to_tensor(1.0, name="one")
@@ -3299,7 +3299,7 @@ class TupleTest(test.TestCase):
 class AssertTest(test.TestCase):
 
   def testGuardedAssertDoesNotCopyWhenTrue(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       with ops.device(test.gpu_device_name()):
         value = constant_op.constant(1.0)
       with ops.device("/cpu:0"):
diff --git a/tensorflow/python/kernel_tests/conv1d_test.py b/tensorflow/python/kernel_tests/conv1d_test.py
index 2d6d8a8051..8540875d75 100644
--- a/tensorflow/python/kernel_tests/conv1d_test.py
+++ b/tensorflow/python/kernel_tests/conv1d_test.py
@@ -40,7 +40,7 @@ class Conv1DTest(test.TestCase):
       filters = array_ops.expand_dims(filters, 2)  # out_channels
       # Filters is 2x1x1
       for stride in [1, 2]:
-        with self.test_session(use_gpu=test.is_gpu_available()):
+        with self.cached_session(use_gpu=test.is_gpu_available()):
           c = nn_ops.conv1d(x, filters, stride, padding="VALID")
           reduced = array_ops.squeeze(c)
           output = reduced.eval()
diff --git a/tensorflow/python/kernel_tests/conv2d_backprop_filter_grad_test.py b/tensorflow/python/kernel_tests/conv2d_backprop_filter_grad_test.py
index 644a151710..af6ffc1d19 100644
--- a/tensorflow/python/kernel_tests/conv2d_backprop_filter_grad_test.py
+++ b/tensorflow/python/kernel_tests/conv2d_backprop_filter_grad_test.py
@@ -66,7 +66,7 @@ class Conv2DBackpropFilterGradTest(test.TestCase):
 
   def testGradientDilatedConv(self):
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         for padding in ["SAME", "VALID"]:
           for stride in [1, 2]:
             np.random.seed(1)
diff --git a/tensorflow/python/kernel_tests/conv2d_transpose_test.py b/tensorflow/python/kernel_tests/conv2d_transpose_test.py
index cbdd2c5991..6f9992a317 100644
--- a/tensorflow/python/kernel_tests/conv2d_transpose_test.py
+++ b/tensorflow/python/kernel_tests/conv2d_transpose_test.py
@@ -177,7 +177,7 @@ class Conv2DTransposeTest(test.TestCase):
   def testConv2DTransposeSingleStrideNCHW(self):
     # `NCHW` data format is only supported for CUDA device.
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         strides = [1, 1, 1, 1]
 
         # Input, output: [batch, depth, height, width, depth]
@@ -212,7 +212,7 @@ class Conv2DTransposeTest(test.TestCase):
   def testConv2DTransposeSameNCHW(self):
     # `NCHW` data format is only supported for CUDA device.
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         strides = [1, 1, 2, 2]
 
         # Input, output: [batch, depth, height, width]
@@ -248,7 +248,7 @@ class Conv2DTransposeTest(test.TestCase):
   def testConv2DTransposeValidNCHW(self):
     # `NCHW` data format is only supported for CUDA device.
     if test.is_gpu_available(cuda_only=True):
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         strides = [1, 1, 2, 2]
 
         # Input, output: [batch, depth, height, width]
diff --git a/tensorflow/python/kernel_tests/conv_ops_3d_test.py b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
index 6794464e3a..57b09dc167 100644
--- a/tensorflow/python/kernel_tests/conv_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
@@ -74,7 +74,7 @@ class Conv3DTest(test.TestCase):
     # during the conv3d.
     x1 = [f * 1.0 / total_size_tensor for f in range(1, total_size_tensor + 1)]
     x2 = [f * 1.0 / total_size_filter for f in range(1, total_size_filter + 1)]
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       t1 = constant_op.constant(x1, shape=tensor_in_sizes, dtype=dtype)
       t2 = constant_op.constant(x2, shape=filter_in_sizes, dtype=dtype)
 
@@ -133,7 +133,7 @@ class Conv3DTest(test.TestCase):
     # numbers from 1.
     x1 = [f * 1.0 for f in range(1, total_size_tensor + 1)]
     x2 = [f * 1.0 for f in range(1, total_size_filter + 1)]
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       t1 = constant_op.constant(x1, shape=tensor_in_sizes)
       t2 = constant_op.constant(x2, shape=filter_in_sizes)
       if isinstance(stride, collections.Iterable):
@@ -413,7 +413,7 @@ class Conv3DTest(test.TestCase):
       elif data_type == dtypes.float16:
         tolerance = 1e-3
 
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         orig_input_tensor = constant_op.constant(
             input_data, shape=input_shape, dtype=data_type, name="input")
         filter_tensor = constant_op.constant(
@@ -659,7 +659,7 @@ class Conv3DTest(test.TestCase):
     # because we currently do not have a CPU implementation for arbitrary
     # dilation rates.
     if default_dilations or use_gpu:
-      with self.test_session(use_gpu=use_gpu) as sess:
+      with self.cached_session(use_gpu=use_gpu) as sess:
         if data_format == "NCDHW":
           input_sizes = test_util.NHWCToNCHW(input_sizes)
         t1 = constant_op.constant(x1, shape=input_sizes)
diff --git a/tensorflow/python/kernel_tests/conv_ops_test.py b/tensorflow/python/kernel_tests/conv_ops_test.py
index ea611497d9..0ccbbf155c 100644
--- a/tensorflow/python/kernel_tests/conv_ops_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_test.py
@@ -878,7 +878,7 @@ class Conv2DTest(test.TestCase):
     x2 = [f * 1.0 for f in range(1, total_filter_size + 1)]
     default_dilations = (dilations[0] == 1 and dilations[1] == 1)
     if default_dilations or use_gpu:
-      with self.test_session(use_gpu=use_gpu) as sess:
+      with self.cached_session(use_gpu=use_gpu) as sess:
         if data_format == "NCHW":
           input_sizes = test_util.NHWCToNCHW(input_sizes)
         t1 = constant_op.constant(x1, shape=input_sizes)
@@ -932,7 +932,7 @@ class Conv2DTest(test.TestCase):
     x2 = [f * 1.0 for f in range(1, total_filter_size + 1)]
     default_dilations = (dilations[0] == 1 and dilations[1] == 1)
     if default_dilations or use_gpu:
-      with self.test_session(use_gpu=use_gpu) as sess:
+      with self.cached_session(use_gpu=use_gpu) as sess:
         if data_format == "NCHW":
           input_sizes = test_util.NHWCToNCHW(input_sizes)
         t1 = constant_op.constant(x1, shape=input_sizes)
@@ -1139,7 +1139,7 @@ class Conv2DTest(test.TestCase):
     # So we disable the DOUBLE path.  We should re-enable this
     # when double support returns for CPU and/or GPU.
     for dtype in self._DtypesToTest(use_gpu=use_gpu):
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         input_tensor = constant_op.constant(
             input_data, shape=input_shape, dtype=dtype, name="input")
         filter_tensor = constant_op.constant(
@@ -1644,7 +1644,7 @@ class SeparableConv2DTest(test.TestCase):
       expected: An array containing the expected operation outputs.
       data_format: string data format for input tensor.
     """
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       t1 = self._InitValues(tensor_in_sizes)
       f1 = self._InitValues(depthwise_filter_in_sizes)
       f1.set_shape(depthwise_filter_in_sizes)
@@ -1766,7 +1766,7 @@ class DeepConv2DTest(test.TestCase):
     x1 = np.random.rand(*tensor_in_sizes).astype(np.float32)
     x2 = np.random.rand(*filter_in_sizes).astype(np.float32)
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       t1 = constant_op.constant(x1, shape=tensor_in_sizes)
       t2 = constant_op.constant(x2, shape=filter_in_sizes)
       strides = [1] + conv_strides + [1]
diff --git a/tensorflow/python/kernel_tests/ctc_decoder_ops_test.py b/tensorflow/python/kernel_tests/ctc_decoder_ops_test.py
index 41ae0b456f..d818fbd75c 100644
--- a/tensorflow/python/kernel_tests/ctc_decoder_ops_test.py
+++ b/tensorflow/python/kernel_tests/ctc_decoder_ops_test.py
@@ -57,7 +57,7 @@ class CTCGreedyDecoderTest(test.TestCase):
     # from a len time python list of [batch_size x depth] tensors
     inputs_t = array_ops.stack(inputs_t)
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       decoded_list, log_probability = decoder(
           inputs_t, sequence_length=seq_lens, **decoder_args)
       decoded_unwrapped = list(
diff --git a/tensorflow/python/kernel_tests/ctc_loss_op_test.py b/tensorflow/python/kernel_tests/ctc_loss_op_test.py
index 18e92162b9..cfc7cb98aa 100644
--- a/tensorflow/python/kernel_tests/ctc_loss_op_test.py
+++ b/tensorflow/python/kernel_tests/ctc_loss_op_test.py
@@ -65,7 +65,7 @@ class CTCLossTest(test.TestCase):
 
     inputs_t = constant_op.constant(inputs)
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       loss = ctc_ops.ctc_loss(
           inputs=inputs_t, labels=labels, sequence_length=seq_lens)
       grad = gradients_impl.gradients(loss, [inputs_t])[0]
@@ -233,7 +233,7 @@ class CTCLossTest(test.TestCase):
     # Transposing tensor to [batch_size x max_time x depth tensor]
     inputs_t_transposed = constant_op.constant(inputs.transpose(1, 0, 2))
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       loss = ctc_ops.ctc_loss(
           inputs=inputs_t, labels=labels, sequence_length=seq_lens)
       loss_transposed = ctc_ops.ctc_loss(
@@ -252,7 +252,7 @@ class CTCLossTest(test.TestCase):
     seq_lens = np.array([2, 2], dtype=np.int32)
     v = [1.0]
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       loss = ctc_ops.ctc_loss(
           inputs=inputs_t, labels=labels, sequence_length=seq_lens)
       # Taking ths second gradient should fail, since it is not
@@ -269,7 +269,7 @@ class CTCLossTest(test.TestCase):
         values=constant_op.constant([], shape=(0,), dtype=dtypes.int32),
         dense_shape=[5, 5])
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       with self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
                                    "batch_size must not be 0"):
         sess.run(ctc_ops.ctc_loss(labels, inputs, sequence_lengths))
diff --git a/tensorflow/python/kernel_tests/dct_ops_test.py b/tensorflow/python/kernel_tests/dct_ops_test.py
index 97d7e2d8f9..c9d0167608 100644
--- a/tensorflow/python/kernel_tests/dct_ops_test.py
+++ b/tensorflow/python/kernel_tests/dct_ops_test.py
@@ -114,7 +114,7 @@ class DCTOpsTest(test.TestCase):
   def test_random(self):
     """Test randomly generated batches of data."""
     with spectral_ops_test_util.fft_kernel_label_map():
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         for shape in ([1], [2], [3], [10], [2, 20], [2, 3, 25]):
           signals = np.random.rand(*shape).astype(np.float32)
           for norm in (None, "ortho"):
diff --git a/tensorflow/python/kernel_tests/decode_image_op_test.py b/tensorflow/python/kernel_tests/decode_image_op_test.py
index 7f73fbaa84..0975f964b5 100644
--- a/tensorflow/python/kernel_tests/decode_image_op_test.py
+++ b/tensorflow/python/kernel_tests/decode_image_op_test.py
@@ -36,7 +36,7 @@ class DecodeImageOpTest(test.TestCase):
   def testBmp(self):
     # Read a real bmp and verify shape
     path = os.path.join(prefix_path, "bmp", "testdata", "lena.bmp")
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       bmp0 = io_ops.read_file(path)
       image0 = image_ops.decode_image(bmp0)
       image1 = image_ops.decode_bmp(bmp0)
@@ -52,7 +52,7 @@ class DecodeImageOpTest(test.TestCase):
     stride = 5
     shape = (12, height, width, 3)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       gif0 = io_ops.read_file(path)
       image0 = image_ops.decode_image(gif0)
       image1 = image_ops.decode_gif(gif0)
@@ -81,7 +81,7 @@ class DecodeImageOpTest(test.TestCase):
   def testJpeg(self):
     # Read a real jpeg and verify shape
     path = os.path.join(prefix_path, "jpeg", "testdata", "jpeg_merge_test1.jpg")
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       jpeg0 = io_ops.read_file(path)
       image0 = image_ops.decode_image(jpeg0)
       image1 = image_ops.decode_jpeg(jpeg0)
@@ -99,7 +99,7 @@ class DecodeImageOpTest(test.TestCase):
     inputs = [(1, "lena_gray.png")]
     for channels_in, filename in inputs:
       for channels in 0, 1, 3, 4:
-        with self.test_session(use_gpu=True) as sess:
+        with self.cached_session(use_gpu=True) as sess:
           path = os.path.join(prefix_path, "png", "testdata", filename)
           png0 = io_ops.read_file(path)
           image0 = image_ops.decode_image(png0, channels=channels)
diff --git a/tensorflow/python/kernel_tests/denormal_test.py b/tensorflow/python/kernel_tests/denormal_test.py
index 95fc40f883..71a528c4aa 100644
--- a/tensorflow/python/kernel_tests/denormal_test.py
+++ b/tensorflow/python/kernel_tests/denormal_test.py
@@ -39,7 +39,7 @@ class DenormalTest(test.TestCase):
       # Disabled denormal_test on power/s390x platform
       # Check relevant discussion - https://github.com/tensorflow/tensorflow/issues/11902
       return
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       array_ops.identity(7).eval()
       for dtype in dtypes:
         tiny = np.finfo(dtype).tiny
diff --git a/tensorflow/python/kernel_tests/dense_update_ops_test.py b/tensorflow/python/kernel_tests/dense_update_ops_test.py
index 120e10314f..3e0a03d634 100644
--- a/tensorflow/python/kernel_tests/dense_update_ops_test.py
+++ b/tensorflow/python/kernel_tests/dense_update_ops_test.py
@@ -32,7 +32,7 @@ class AssignOpTest(test.TestCase):
   def _initAssignFetch(self, x, y, use_gpu=False):
     """Initialize a param to init and update it with y."""
     super(AssignOpTest, self).setUp()
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       p = variables.Variable(x)
       assign = state_ops.assign(p, y)
       p.initializer.run()
@@ -41,7 +41,7 @@ class AssignOpTest(test.TestCase):
 
   def _initAssignAddFetch(self, x, y, use_gpu=False):
     """Initialize a param to init, and compute param += y."""
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       p = variables.Variable(x)
       add = state_ops.assign_add(p, y)
       p.initializer.run()
@@ -50,7 +50,7 @@ class AssignOpTest(test.TestCase):
 
   def _initAssignSubFetch(self, x, y, use_gpu=False):
     """Initialize a param to init, and compute param -= y."""
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       p = variables.Variable(x)
       sub = state_ops.assign_sub(p, y)
       p.initializer.run()
diff --git a/tensorflow/python/kernel_tests/depthtospace_op_test.py b/tensorflow/python/kernel_tests/depthtospace_op_test.py
index f0beabb4e2..13a28caf1f 100644
--- a/tensorflow/python/kernel_tests/depthtospace_op_test.py
+++ b/tensorflow/python/kernel_tests/depthtospace_op_test.py
@@ -37,12 +37,12 @@ class DepthToSpaceTest(test.TestCase):
 
   def _testOne(self, inputs, block_size, outputs, dtype=dtypes.float32):
     input_nhwc = math_ops.cast(inputs, dtype)
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       # test NHWC (default) on CPU
       x_tf = array_ops.depth_to_space(input_nhwc, block_size)
       self.assertAllEqual(x_tf.eval(), outputs)
     if test.is_gpu_available():
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.depth_to_space(input_nhwc, block_size)
         self.assertAllEqual(x_tf.eval(), outputs)
@@ -102,13 +102,13 @@ class DepthToSpaceTest(test.TestCase):
     input_nhwc = array_ops.ones([batch_size, 2, 3, 12])
     x_out = array_ops.ones([batch_size, 4, 6, 3])
 
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       # test NHWC (default) on CPU
       x_tf = array_ops.depth_to_space(input_nhwc, block_size)
       self.assertAllEqual(x_tf.shape, x_out.shape)
       x_tf.eval()
     if test.is_gpu_available():
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.depth_to_space(input_nhwc, block_size)
         self.assertAllEqual(x_tf.shape, x_out.shape)
@@ -276,7 +276,7 @@ class DepthToSpaceTest(test.TestCase):
       expected = self.depthToSpaceUsingTranspose(t, block_size, data_format)
       actual = array_ops.depth_to_space(t, block_size, data_format=data_format)
 
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       actual_vals, expected_vals = sess.run([actual, expected])
       self.assertTrue(np.array_equal(actual_vals, expected_vals))
 
@@ -314,7 +314,7 @@ class DepthToSpaceGradientTest(test.TestCase):
       return
 
     assert 4 == x.ndim
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_x = ops.convert_to_tensor(x)
       tf_y = array_ops.depth_to_space(tf_x, block_size, data_format=data_format)
 
diff --git a/tensorflow/python/kernel_tests/depthwise_conv_op_test.py b/tensorflow/python/kernel_tests/depthwise_conv_op_test.py
index 737a73f97a..77b27c6c7e 100644
--- a/tensorflow/python/kernel_tests/depthwise_conv_op_test.py
+++ b/tensorflow/python/kernel_tests/depthwise_conv_op_test.py
@@ -209,7 +209,7 @@ class DepthwiseConv2DTest(test.TestCase):
     # GitHub issue 22110.
     if not test.is_gpu_available():
       return
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.placeholder(dtypes.float32)
       f = np.ones([1, 1, 1, 1], np.float32)
       v = nn_impl.depthwise_conv2d(
@@ -263,7 +263,7 @@ class DepthwiseConv2DTest(test.TestCase):
     # numbers from 1.
     x1 = [f * 1.0 for f in range(1, total_size_1 + 1)]
     x2 = [f * 1.0 for f in range(1, total_size_2 + 1)]
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       t1 = constant_op.constant(x1, shape=tensor_in_sizes)
       t1.set_shape(tensor_in_sizes)
       t2 = constant_op.constant(x2, shape=filter_in_sizes)
@@ -522,7 +522,7 @@ class DepthwiseConv2DTest(test.TestCase):
     x2 = np.random.rand(*output_sizes).astype(np.float32)
 
     def _GetVal(use_gpu):
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         t0 = constant_op.constant(input_sizes, shape=[len(input_sizes)])
         t1 = constant_op.constant(x1, shape=filter_sizes)
         t2 = constant_op.constant(x2, shape=output_sizes)
@@ -542,7 +542,7 @@ class DepthwiseConv2DTest(test.TestCase):
     x2 = np.random.rand(*output_sizes).astype(np.float64)
 
     def _GetVal(use_gpu):
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         t0 = constant_op.constant(input_sizes, shape=[len(input_sizes)])
         t1 = constant_op.constant(x1, shape=filter_sizes)
         t2 = constant_op.constant(x2, shape=output_sizes)
@@ -574,7 +574,7 @@ class DepthwiseConv2DTest(test.TestCase):
     x2 = np.random.rand(*output_sizes).astype(np.float32)
 
     def _GetVal(use_gpu):
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         t0 = constant_op.constant(x0, shape=input_sizes)
         t1 = constant_op.constant(filter_sizes, shape=[len(filter_sizes)])
         t2 = constant_op.constant(x2, shape=output_sizes)
@@ -594,7 +594,7 @@ class DepthwiseConv2DTest(test.TestCase):
     x2 = np.random.rand(*output_sizes).astype(np.float64)
 
     def _GetVal(use_gpu):
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         t0 = constant_op.constant(x0, shape=input_sizes)
         t1 = constant_op.constant(filter_sizes, shape=[len(filter_sizes)])
         t2 = constant_op.constant(x2, shape=output_sizes)
diff --git a/tensorflow/python/kernel_tests/determinant_op_test.py b/tensorflow/python/kernel_tests/determinant_op_test.py
index fb114f9f24..da33b2848b 100644
--- a/tensorflow/python/kernel_tests/determinant_op_test.py
+++ b/tensorflow/python/kernel_tests/determinant_op_test.py
@@ -62,7 +62,7 @@ class DeterminantOpTest(test.TestCase):
         atol=5e-5)
 
   def _compareDeterminant(self, matrix_x):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       self._compareDeterminantBase(matrix_x,
                                    linalg_ops.matrix_determinant(matrix_x))
       self._compareLogDeterminantBase(
@@ -150,7 +150,7 @@ class DeterminantOpTest(test.TestCase):
     self._compareDeterminant(np.empty([2, 0, 0]))
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       matrix1 = random_ops.random_normal([5, 5], seed=42)
       matrix2 = random_ops.random_normal([5, 5], seed=42)
       det1 = linalg_ops.matrix_determinant(matrix1)
diff --git a/tensorflow/python/kernel_tests/diag_op_test.py b/tensorflow/python/kernel_tests/diag_op_test.py
index 0825d8fc6b..9e43258fa2 100644
--- a/tensorflow/python/kernel_tests/diag_op_test.py
+++ b/tensorflow/python/kernel_tests/diag_op_test.py
@@ -32,7 +32,7 @@ from tensorflow.python.platform import tf_logging
 class MatrixDiagTest(test.TestCase):
 
   def testVector(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = np.array([1.0, 2.0, 3.0])
       mat = np.diag(v)
       v_diag = array_ops.matrix_diag(v)
@@ -40,7 +40,7 @@ class MatrixDiagTest(test.TestCase):
       self.assertAllEqual(v_diag.eval(), mat)
 
   def _testBatchVector(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       v_batch = np.array([[1.0, 0.0, 3.0], [4.0, 5.0, 6.0]]).astype(dtype)
       mat_batch = np.array([[[1.0, 0.0, 0.0], [0.0, 0.0, 0.0], [0.0, 0.0, 3.0]],
                             [[4.0, 0.0, 0.0], [0.0, 5.0, 0.0],
@@ -61,14 +61,14 @@ class MatrixDiagTest(test.TestCase):
       array_ops.matrix_diag(0)
 
   def testInvalidShapeAtEval(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = array_ops.placeholder(dtype=dtypes_lib.float32)
       with self.assertRaisesOpError("input must be at least 1-dim"):
         array_ops.matrix_diag(v).eval(feed_dict={v: 0.0})
 
   def testGrad(self):
     shapes = ((3,), (7, 4))
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in shapes:
         x = constant_op.constant(np.random.rand(*shape), np.float32)
         y = array_ops.matrix_diag(x)
@@ -82,7 +82,7 @@ class MatrixDiagTest(test.TestCase):
 class MatrixSetDiagTest(test.TestCase):
 
   def testSquare(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = np.array([1.0, 2.0, 3.0])
       mat = np.array([[0.0, 1.0, 0.0], [1.0, 0.0, 1.0], [1.0, 1.0, 1.0]])
       mat_set_diag = np.array([[1.0, 1.0, 0.0], [1.0, 2.0, 1.0],
@@ -92,7 +92,7 @@ class MatrixSetDiagTest(test.TestCase):
       self.assertAllEqual(mat_set_diag, output.eval())
 
   def testRectangular(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = np.array([3.0, 4.0])
       mat = np.array([[0.0, 1.0, 0.0], [1.0, 0.0, 1.0]])
       expected = np.array([[3.0, 1.0, 0.0], [1.0, 4.0, 1.0]])
@@ -108,7 +108,7 @@ class MatrixSetDiagTest(test.TestCase):
       self.assertAllEqual(expected, output.eval())
 
   def _testSquareBatch(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       v_batch = np.array([[-1.0, 0.0, -3.0], [-4.0, -5.0, -6.0]]).astype(dtype)
       mat_batch = np.array([[[1.0, 0.0, 3.0], [0.0, 2.0, 0.0], [1.0, 0.0, 3.0]],
                             [[4.0, 0.0, 4.0], [0.0, 5.0, 0.0],
@@ -131,7 +131,7 @@ class MatrixSetDiagTest(test.TestCase):
     self._testSquareBatch(np.bool)
 
   def testRectangularBatch(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v_batch = np.array([[-1.0, -2.0], [-4.0, -5.0]])
       mat_batch = np.array([[[1.0, 0.0, 3.0], [0.0, 2.0, 0.0]],
                             [[4.0, 0.0, 4.0], [0.0, 5.0, 0.0]]])
@@ -149,7 +149,7 @@ class MatrixSetDiagTest(test.TestCase):
       array_ops.matrix_set_diag([[0]], 0)
 
   def testInvalidShapeAtEval(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = array_ops.placeholder(dtype=dtypes_lib.float32)
       with self.assertRaisesOpError("input must be at least 2-dim"):
         array_ops.matrix_set_diag(v, [v]).eval(feed_dict={v: 0.0})
@@ -159,7 +159,7 @@ class MatrixSetDiagTest(test.TestCase):
 
   def testGrad(self):
     shapes = ((3, 4, 4), (3, 3, 4), (3, 4, 3), (7, 4, 8, 8))
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in shapes:
         x = constant_op.constant(
             np.random.rand(*shape), dtype=dtypes_lib.float32)
@@ -179,7 +179,7 @@ class MatrixSetDiagTest(test.TestCase):
         self.assertLess(error_x_diag, 1e-4)
 
   def testGradWithNoShapeInformation(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       v = array_ops.placeholder(dtype=dtypes_lib.float32)
       mat = array_ops.placeholder(dtype=dtypes_lib.float32)
       grad_input = array_ops.placeholder(dtype=dtypes_lib.float32)
@@ -201,7 +201,7 @@ class MatrixSetDiagTest(test.TestCase):
 class MatrixDiagPartTest(test.TestCase):
 
   def testSquare(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = np.array([1.0, 2.0, 3.0])
       mat = np.diag(v)
       mat_diag = array_ops.matrix_diag_part(mat)
@@ -209,7 +209,7 @@ class MatrixDiagPartTest(test.TestCase):
       self.assertAllEqual(mat_diag.eval(), v)
 
   def testRectangular(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       mat = np.array([[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]])
       mat_diag = array_ops.matrix_diag_part(mat)
       self.assertAllEqual(mat_diag.eval(), np.array([1.0, 5.0]))
@@ -218,7 +218,7 @@ class MatrixDiagPartTest(test.TestCase):
       self.assertAllEqual(mat_diag.eval(), np.array([1.0, 4.0]))
 
   def _testSquareBatch(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       v_batch = np.array([[1.0, 0.0, 3.0], [4.0, 5.0, 6.0]]).astype(dtype)
       mat_batch = np.array([[[1.0, 0.0, 0.0], [0.0, 0.0, 0.0], [0.0, 0.0, 3.0]],
                             [[4.0, 0.0, 0.0], [0.0, 5.0, 0.0],
@@ -236,7 +236,7 @@ class MatrixDiagPartTest(test.TestCase):
     self._testSquareBatch(np.bool)
 
   def testRectangularBatch(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v_batch = np.array([[1.0, 2.0], [4.0, 5.0]])
       mat_batch = np.array([[[1.0, 0.0, 0.0], [0.0, 2.0, 0.0]],
                             [[4.0, 0.0, 0.0], [0.0, 5.0, 0.0]]])
@@ -250,14 +250,14 @@ class MatrixDiagPartTest(test.TestCase):
       array_ops.matrix_diag_part(0)
 
   def testInvalidShapeAtEval(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = array_ops.placeholder(dtype=dtypes_lib.float32)
       with self.assertRaisesOpError("input must be at least 2-dim"):
         array_ops.matrix_diag_part(v).eval(feed_dict={v: 0.0})
 
   def testGrad(self):
     shapes = ((3, 3), (2, 3), (3, 2), (5, 3, 3))
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in shapes:
         x = constant_op.constant(np.random.rand(*shape), dtype=np.float32)
         y = array_ops.matrix_diag_part(x)
@@ -271,7 +271,7 @@ class MatrixDiagPartTest(test.TestCase):
 class DiagTest(test.TestCase):
 
   def _diagOp(self, diag, dtype, expected_ans, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.diag(ops.convert_to_tensor(diag.astype(dtype)))
       out = tf_ans.eval()
       tf_ans_inv = array_ops.diag_part(expected_ans)
@@ -418,7 +418,7 @@ class DiagPartOpTest(test.TestCase):
     np.random.seed(0)
 
   def _diagPartOp(self, tensor, dtype, expected_ans, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tensor = ops.convert_to_tensor(tensor.astype(dtype))
       tf_ans_inv = array_ops.diag_part(tensor)
       inv_out = tf_ans_inv.eval()
@@ -441,7 +441,7 @@ class DiagPartOpTest(test.TestCase):
     i = np.arange(3)
     expected_ans = x[i, i]
     for shape in None, (None, 3), (3, None):
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         t = ops.convert_to_tensor(x.astype(np.float32))
         t.set_shape(shape)
         tf_ans = array_ops.diag_part(t)
@@ -497,7 +497,7 @@ class DiagGradOpTest(test.TestCase):
     np.random.seed(0)
     shapes = ((3,), (3, 3), (3, 3, 3))
     dtypes = (dtypes_lib.float32, dtypes_lib.float64)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       errors = []
       for shape in shapes:
         for dtype in dtypes:
@@ -517,7 +517,7 @@ class DiagGradPartOpTest(test.TestCase):
     np.random.seed(0)
     shapes = ((3, 3), (3, 3, 3, 3))
     dtypes = (dtypes_lib.float32, dtypes_lib.float64)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       errors = []
       for shape in shapes:
         for dtype in dtypes:
diff --git a/tensorflow/python/kernel_tests/draw_bounding_box_op_test.py b/tensorflow/python/kernel_tests/draw_bounding_box_op_test.py
index 4f5b854e6f..c655876280 100644
--- a/tensorflow/python/kernel_tests/draw_bounding_box_op_test.py
+++ b/tensorflow/python/kernel_tests/draw_bounding_box_op_test.py
@@ -86,7 +86,7 @@ class DrawBoundingBoxOpTest(test.TestCase):
       image = image_ops_impl.convert_image_dtype(image, dtypes.float32)
       image = array_ops.expand_dims(image, 0)
       image = image_ops.draw_bounding_boxes(image, bboxes)
-      with self.test_session(use_gpu=False) as sess:
+      with self.cached_session(use_gpu=False) as sess:
         op_drawn_image = np.squeeze(sess.run(image), 0)
         self.assertAllEqual(test_drawn_image, op_drawn_image)
 
diff --git a/tensorflow/python/kernel_tests/dynamic_partition_op_test.py b/tensorflow/python/kernel_tests/dynamic_partition_op_test.py
index 9557e30993..07da855a01 100644
--- a/tensorflow/python/kernel_tests/dynamic_partition_op_test.py
+++ b/tensorflow/python/kernel_tests/dynamic_partition_op_test.py
@@ -35,7 +35,7 @@ from tensorflow.python.platform import test
 class DynamicPartitionTest(test.TestCase):
 
   def testSimpleOneDimensional(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant([0, 13, 2, 39, 4, 17], dtype=dtypes.float32)
       indices = constant_op.constant([0, 0, 2, 3, 2, 1])
       partitions = data_flow_ops.dynamic_partition(
@@ -55,7 +55,7 @@ class DynamicPartitionTest(test.TestCase):
     self.assertEqual([None], partitions[3].get_shape().as_list())
 
   def testSimpleTwoDimensional(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant([[0, 1, 2], [3, 4, 5], [6, 7, 8], [9, 10, 11],
                                    [12, 13, 14], [15, 16, 17]],
                                   dtype=dtypes.float32)
@@ -82,7 +82,7 @@ class DynamicPartitionTest(test.TestCase):
     indices_list = [x % 2 for x in range(num)]
     part1 = [x for x in range(num) if x % 2 == 0]
     part2 = [x for x in range(num) if x % 2 == 1]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -104,7 +104,7 @@ class DynamicPartitionTest(test.TestCase):
     parts = [[] for _ in range(num_partitions)]
     for i in range(rows):
       parts[(i ** 2) % num_partitions].append(data_list[i])
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -120,7 +120,7 @@ class DynamicPartitionTest(test.TestCase):
   def testSimpleComplex(self):
     data_list = [1 + 2j, 3 + 4j, 5 + 6j, 7 + 8j]
     indices_list = [1, 0, 1, 0]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.complex64)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -133,7 +133,7 @@ class DynamicPartitionTest(test.TestCase):
 
   def testScalarPartitions(self):
     data_list = [10, 13, 12, 11]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float64)
       indices = 3
       partitions = data_flow_ops.dynamic_partition(
@@ -153,7 +153,7 @@ class DynamicPartitionTest(test.TestCase):
 
   def testHigherRank(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       for n in 2, 3:
         for shape in (4,), (4, 5), (4, 5, 2):
           partitions = np.random.randint(n, size=np.prod(shape)).reshape(shape)
@@ -178,7 +178,7 @@ class DynamicPartitionTest(test.TestCase):
   def testEmptyParts(self):
     data_list = [1, 2, 3, 4]
     indices_list = [1, 3, 1, 3]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -194,7 +194,7 @@ class DynamicPartitionTest(test.TestCase):
   def testEmptyDataTwoDimensional(self):
     data_list = [[], []]
     indices_list = [0, 1]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -210,7 +210,7 @@ class DynamicPartitionTest(test.TestCase):
   def testEmptyPartitions(self):
     data_list = []
     indices_list = []
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -231,7 +231,7 @@ class DynamicPartitionTest(test.TestCase):
 
     data_list = [1, 2, 3, 4, 5, 6]
     indices_list = [6, 5, 4, 3, 1, 0]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -252,7 +252,7 @@ class DynamicPartitionTest(test.TestCase):
 
     data_list = [1, 2, 3, 4, 5, 6]
     indices_list = [10, 11, 2, 12, 0, 1000]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
@@ -276,7 +276,7 @@ class DynamicPartitionTest(test.TestCase):
 
     data_list = [1.1, 2.1, 3.1, 4.1, 5.1, 6.1]
     indices_list = [90, 70, 60, 100, 110, 40]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       data = constant_op.constant(data_list, dtype=dtypes.float32)
       indices = constant_op.constant(indices_list, dtype=dtypes.int32)
       partitions = data_flow_ops.dynamic_partition(
diff --git a/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py b/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py
index 61542528b8..c3f67d29aa 100644
--- a/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py
+++ b/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py
@@ -36,7 +36,7 @@ class DynamicStitchTestBase(object):
     self.stitch_op = stitch_op
 
   def testScalar(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [constant_op.constant(0), constant_op.constant(1)]
       data = [constant_op.constant(40), constant_op.constant(60)]
       for step in -1, 1:
@@ -47,7 +47,7 @@ class DynamicStitchTestBase(object):
         self.assertEqual([2], stitched_t.get_shape().as_list())
 
   def testShapeInferenceForScalarWithNonConstantIndices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [
           array_ops.placeholder(dtype=dtypes.int32),
           constant_op.constant(1)
@@ -61,7 +61,7 @@ class DynamicStitchTestBase(object):
         self.assertEqual([None], stitched_t.get_shape().as_list())
 
   def testSimpleOneDimensional(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Test various datatypes in the simple case to ensure that the op was
       # registered under those types.
       dtypes_to_test = [
@@ -84,7 +84,7 @@ class DynamicStitchTestBase(object):
         self.assertEqual([8], stitched_t.get_shape().as_list())
 
   def testOneListOneDimensional(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [constant_op.constant([1, 6, 2, 3, 5, 0, 4, 7])]
       data = [constant_op.constant([10, 60, 20, 30, 50, 0, 40, 70])]
       stitched_t = self.stitch_op(indices, data)
@@ -94,7 +94,7 @@ class DynamicStitchTestBase(object):
       self.assertEqual([8], stitched_t.get_shape().as_list())
 
   def testSimpleTwoDimensional(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [
           constant_op.constant([0, 4, 7]),
           constant_op.constant([1, 6]),
@@ -113,7 +113,7 @@ class DynamicStitchTestBase(object):
       self.assertEqual([8, 2], stitched_t.get_shape().as_list())
 
   def testZeroSizeTensor(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [
           constant_op.constant([0, 4, 7]),
           constant_op.constant([1, 6]),
@@ -134,7 +134,7 @@ class DynamicStitchTestBase(object):
       self.assertEqual([8, 2], stitched_t.get_shape().as_list())
 
   def testHigherRank(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       indices = [
           constant_op.constant(6),
           constant_op.constant([4, 1]),
@@ -222,7 +222,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
     DynamicStitchTestBase.__init__(self, data_flow_ops.parallel_dynamic_stitch)
 
   def testScalar(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [constant_op.constant(0), constant_op.constant(1)]
       data = [constant_op.constant(40.0), constant_op.constant(60.0)]
       for step in -1, 1:
@@ -233,7 +233,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
         self.assertEqual([2], stitched_t.get_shape().as_list())
 
   def testHigherRank(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       indices = [
           constant_op.constant(6),
           constant_op.constant([4, 1]),
diff --git a/tensorflow/python/kernel_tests/edit_distance_op_test.py b/tensorflow/python/kernel_tests/edit_distance_op_test.py
index 12f85af7a5..dab5eee7f5 100644
--- a/tensorflow/python/kernel_tests/edit_distance_op_test.py
+++ b/tensorflow/python/kernel_tests/edit_distance_op_test.py
@@ -68,7 +68,7 @@ class EditDistanceTest(test.TestCase):
     ]
 
     # SparseTensorValue inputs.
-    with ops.Graph().as_default() as g, self.test_session(g):
+    with ops.Graph().as_default() as g, self.session(g):
       # hypothesis and truth are (index, value, shape) tuples
       self._testEditDistanceST(
           hypothesis_st=sparse_tensor.SparseTensorValue(
@@ -81,7 +81,7 @@ class EditDistanceTest(test.TestCase):
           expected_err_re=expected_err_re)
 
     # SparseTensor inputs.
-    with ops.Graph().as_default() as g, self.test_session(g):
+    with ops.Graph().as_default() as g, self.session(g):
       # hypothesis and truth are (index, value, shape) tuples
       self._testEditDistanceST(
           hypothesis_st=sparse_tensor.SparseTensor(
diff --git a/tensorflow/python/kernel_tests/embedding_ops_test.py b/tensorflow/python/kernel_tests/embedding_ops_test.py
index 40b8548cea..008d6fbf57 100644
--- a/tensorflow/python/kernel_tests/embedding_ops_test.py
+++ b/tensorflow/python/kernel_tests/embedding_ops_test.py
@@ -61,7 +61,7 @@ class ScatterAddSubTest(test.TestCase):
       scatter_op: ScatterAdd or ScatterSub.
     """
     super(ScatterAddSubTest, self).setUp()
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       # Create a random parameter array of given shape
       p_init = np.random.rand(*shape).astype("f")
       # Create the shape of the update array. All dimensions except the last
@@ -969,7 +969,7 @@ class SafeEmbeddingLookupSparseTest(test.TestCase):
 class DynamicStitchOpTest(test.TestCase):
 
   def testCint32Cpu(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = [
           ops.convert_to_tensor([0, 1, 2]),
           ops.convert_to_tensor([2, 3])
@@ -982,7 +982,7 @@ class DynamicStitchOpTest(test.TestCase):
           data_flow_ops.dynamic_stitch(indices, values).eval(), [12, 23, 1, 2])
 
   def testCint32Gpu(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [
           ops.convert_to_tensor([0, 1, 2]),
           ops.convert_to_tensor([2, 3])
@@ -995,7 +995,7 @@ class DynamicStitchOpTest(test.TestCase):
           data_flow_ops.dynamic_stitch(indices, values).eval(), [12, 23, 1, 2])
 
   def testInt32Cpu(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = [
           ops.convert_to_tensor([0, 1, 2]),
           ops.convert_to_tensor([2, 3])
@@ -1008,7 +1008,7 @@ class DynamicStitchOpTest(test.TestCase):
           data_flow_ops.dynamic_stitch(indices, values).eval(), [12, 23, 1, 2])
 
   def testInt32Gpu(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = [
           ops.convert_to_tensor([0, 1, 2]),
           ops.convert_to_tensor([2, 3])
@@ -1021,7 +1021,7 @@ class DynamicStitchOpTest(test.TestCase):
           data_flow_ops.dynamic_stitch(indices, values).eval(), [12, 23, 1, 2])
 
   def testSumGradArgs(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = [
           ops.convert_to_tensor([0, 1, 2, 3]),
           ops.convert_to_tensor([2, 3])
@@ -1050,7 +1050,7 @@ class DynamicStitchOpTest(test.TestCase):
 class ParallelDynamicStitchOpTest(test.TestCase):
 
   def testCint32Cpu(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = [
           ops.convert_to_tensor([0, 1, 4, 6]),
           ops.convert_to_tensor([2, 3, 5])
@@ -1064,7 +1064,7 @@ class ParallelDynamicStitchOpTest(test.TestCase):
           [12, 23, 1, 2, 34, 3, 45])
 
   def testInt32Cpu(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = [
           ops.convert_to_tensor([0, 1, 5, 6, 7]),
           ops.convert_to_tensor([2, 4, 3])
@@ -1078,7 +1078,7 @@ class ParallelDynamicStitchOpTest(test.TestCase):
           [12, 23, 1, 2, 3, 34, 45, 56])
 
   def testSimple(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = [ops.convert_to_tensor([0, 1]), ops.convert_to_tensor([2, 3])]
       values = [ops.convert_to_tensor([2, 3]), ops.convert_to_tensor([1, 1])]
       self.assertAllEqual(
diff --git a/tensorflow/python/kernel_tests/extract_image_patches_op_test.py b/tensorflow/python/kernel_tests/extract_image_patches_op_test.py
index 6ea9f1badc..61436f24cf 100644
--- a/tensorflow/python/kernel_tests/extract_image_patches_op_test.py
+++ b/tensorflow/python/kernel_tests/extract_image_patches_op_test.py
@@ -43,7 +43,7 @@ class ExtractImagePatches(test.TestCase):
     strides = [1] + strides + [1]
     rates = [1] + rates + [1]
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       out_tensor = array_ops.extract_image_patches(
           constant_op.constant(image),
           ksizes=ksizes,
diff --git a/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py b/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py
index 64757a3e07..bbb3fef85b 100644
--- a/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py
+++ b/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py
@@ -45,7 +45,7 @@ class ExtractVolumePatches(test.TestCase):
     ksizes = [1] + ksizes + [1]
     strides = [1] + strides + [1]
 
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       out_tensor = array_ops.extract_volume_patches(
           constant_op.constant(image),
           ksizes=ksizes,
diff --git a/tensorflow/python/kernel_tests/fft_ops_test.py b/tensorflow/python/kernel_tests/fft_ops_test.py
index f117934e4b..8592550f99 100644
--- a/tensorflow/python/kernel_tests/fft_ops_test.py
+++ b/tensorflow/python/kernel_tests/fft_ops_test.py
@@ -68,12 +68,12 @@ class BaseFFTOpsTest(test.TestCase):
   def _checkMemoryFail(self, x, rank):
     config = config_pb2.ConfigProto()
     config.gpu_options.per_process_gpu_memory_fraction = 1e-2
-    with self.test_session(config=config, force_gpu=True):
+    with self.cached_session(config=config, force_gpu=True):
       self._tfFFT(x, rank, fft_length=None)
 
   def _checkGradComplex(self, func, x, y, result_is_complex=True,
                         rtol=1e-2, atol=1e-2):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       # func is a forward or inverse, real or complex, batched or unbatched FFT
@@ -93,7 +93,7 @@ class BaseFFTOpsTest(test.TestCase):
     self.assertAllClose(y_jacob_t, y_jacob_n, rtol=rtol, atol=atol)
 
   def _checkGradReal(self, func, x, rtol=1e-2, atol=1e-2):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inx = ops.convert_to_tensor(x)
       # func is a forward RFFT function (batched or unbatched).
       z = func(inx)
@@ -109,12 +109,12 @@ class FFTOpsTest(BaseFFTOpsTest):
 
   def _tfFFT(self, x, rank, fft_length=None, feed_dict=None):
     # fft_length unused for complex FFTs.
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       return self._tfFFTForRank(rank)(x).eval(feed_dict=feed_dict)
 
   def _tfIFFT(self, x, rank, fft_length=None, feed_dict=None):
     # fft_length unused for complex FFTs.
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       return self._tfIFFTForRank(rank)(x).eval(feed_dict=feed_dict)
 
   def _npFFT(self, x, rank, fft_length=None):
@@ -283,11 +283,11 @@ class RFFTOpsTest(BaseFFTOpsTest):
                                               use_placeholder)
 
   def _tfFFT(self, x, rank, fft_length=None, feed_dict=None):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       return self._tfFFTForRank(rank)(x, fft_length).eval(feed_dict=feed_dict)
 
   def _tfIFFT(self, x, rank, fft_length=None, feed_dict=None):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       return self._tfIFFTForRank(rank)(x, fft_length).eval(feed_dict=feed_dict)
 
   def _npFFT(self, x, rank, fft_length=None):
diff --git a/tensorflow/python/kernel_tests/fifo_queue_test.py b/tensorflow/python/kernel_tests/fifo_queue_test.py
index a5f8f64e0c..8961c4b13c 100644
--- a/tensorflow/python/kernel_tests/fifo_queue_test.py
+++ b/tensorflow/python/kernel_tests/fifo_queue_test.py
@@ -1586,7 +1586,7 @@ class FIFOQueueDictTest(test.TestCase):
 class FIFOQueueWithTimeoutTest(test.TestCase):
 
   def testDequeueWithTimeout(self):
-    with self.test_session(
+    with self.session(
         config=config_pb2.ConfigProto(operation_timeout_in_ms=20)) as sess:
       q = data_flow_ops.FIFOQueue(10, dtypes_lib.float32)
       self.assertEqual(
diff --git a/tensorflow/python/kernel_tests/gather_nd_op_test.py b/tensorflow/python/kernel_tests/gather_nd_op_test.py
index c0b419e1d1..706a4e27e5 100644
--- a/tensorflow/python/kernel_tests/gather_nd_op_test.py
+++ b/tensorflow/python/kernel_tests/gather_nd_op_test.py
@@ -35,7 +35,7 @@ from tensorflow.python.platform import test
 class GatherNdTest(test.TestCase):
 
   def _testSimpleDtype(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       params = constant_op.constant(np.array([8, 1, 2, 3, 7, 5], dtype=dtype))
       indices = constant_op.constant([[4], [4], [0]])
       gather_nd_t = array_ops.gather_nd(params, indices)
@@ -54,7 +54,7 @@ class GatherNdTest(test.TestCase):
     self._testSimpleDtype("|S")  # byte strings in python2 + 3
 
   def testEmptyIndicesAndParamsOKButJustEmptyParamsFails(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.ones((3, 3), dtype=np.float32)
 
       indices_empty = np.empty((0, 2), dtype=np.int32)
@@ -85,7 +85,7 @@ class GatherNdTest(test.TestCase):
       self.assertAllClose(np.empty((0,), dtype=np.float32), gather_nd_ok_val)
 
   def testIndexScalar(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.array(
           [[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]], dtype=np.float32).T
       indices = constant_op.constant([4, 1])
@@ -95,7 +95,7 @@ class GatherNdTest(test.TestCase):
       self.assertAllEqual(np.array(7), gather_nd_val)
 
   def testParamsRankLargerThanIndexIndexScalarSlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.array(
           [[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]], dtype=np.float32).T
       indices = constant_op.constant([4])
@@ -105,7 +105,7 @@ class GatherNdTest(test.TestCase):
       self.assertAllEqual(np.array([-7, 7]), gather_nd_val)
 
   def testParamsRankLargerThanIndexSlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.array(
           [[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]], dtype=np.float32).T
       indices = constant_op.constant([[4], [4], [0]])
@@ -116,7 +116,7 @@ class GatherNdTest(test.TestCase):
     self.assertAllEqual(np.array([[-7, 7], [-7, 7], [-8, 8]]), gather_nd_val)
 
   def testHigherRankParamsLargerThanIndexSlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.array(
           [[[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]],
            [[-80, -10, -20, -30, -70, -50], [80, 10, 20, 30, 70, 50]]],
@@ -130,7 +130,7 @@ class GatherNdTest(test.TestCase):
     self.assertAllEqual(params[[4, 4, 0]], gather_nd_val)
 
   def testEmptyIndicesLastRankMeansCopyEntireTensor(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.array(
           [[[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]],
            [[-80, -10, -20, -30, -70, -50], [80, 10, 20, 30, 70, 50]]],
@@ -147,7 +147,7 @@ class GatherNdTest(test.TestCase):
         gather_nd_val)
 
   def testHigherRankParamsAndIndicesLargerThanIndexSlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = np.array(
           [[[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]],
            [[-80, -10, -20, -30, -70, -50], [80, 10, 20, 30, 70, 50]]],
@@ -162,7 +162,7 @@ class GatherNdTest(test.TestCase):
                         gather_nd_val)
 
   def testHigherRankParams(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = (10, 20, 5, 1, 17)
       params = np.random.rand(*shape)
       indices = np.vstack([np.random.randint(0, s, size=2000) for s in shape]).T
@@ -174,7 +174,7 @@ class GatherNdTest(test.TestCase):
     self.assertEqual([2000], gather_nd_t.get_shape())
 
   def testHigherRankParamsAndIndices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = (10, 20, 5, 1, 17)
       params = np.random.rand(*shape)
       indices = np.vstack([np.random.randint(0, s, size=2000) for s in shape]).T
@@ -198,7 +198,7 @@ class GatherNdTest(test.TestCase):
     self.assertEqual(None, shape[0].value)
 
   def testBadIndicesCPU(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       params = [0, 1, 2]
       indices = [[[0], [7]]]  # Make this one higher rank
       gather_nd = array_ops.gather_nd(params, indices)
@@ -211,7 +211,7 @@ class GatherNdTest(test.TestCase):
     # On GPU the bad indices do not raise error but fetch 0 values
     if not test.is_gpu_available():
       return
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = [0, 1, 2]
       indices = [[[0], [7]]]  # Make this one higher rank
       gather_nd = array_ops.gather_nd(params, indices)
@@ -220,7 +220,7 @@ class GatherNdTest(test.TestCase):
         gather_nd.eval()
 
   def testBadIndicesWithSlicesCPU(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       params = [[0, 1, 2]]
       indices = [[[0], [0], [1]]]  # Make this one higher rank
       gather_nd = array_ops.gather_nd(params, indices)
@@ -233,7 +233,7 @@ class GatherNdTest(test.TestCase):
     # On GPU the bad indices do not raise error but fetch 0 values
     if not test.is_gpu_available():
       return
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = [[0, 1, 2]]
       indices = [[[0], [0], [1]]]  # Make this one higher rank
       gather_nd = array_ops.gather_nd(params, indices)
@@ -249,7 +249,7 @@ class GatherNdTest(test.TestCase):
     grad_vals = constant_op.constant([1, 2], dtype=dtypes.float64)
     grads = gradients_impl.gradients([outputs], [inputs], [grad_vals])[0]
     expected_grads = np.array([[1, 0], [0, 2]], dtype=np.float64)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       assert np.array_equal(expected_grads, grads.eval())
 
   def testGradientsRank2Slices(self):
@@ -260,7 +260,7 @@ class GatherNdTest(test.TestCase):
     grad_vals = constant_op.constant([[1, 2], [3, 4]], dtype=dtypes.float64)
     grads = gradients_impl.gradients([outputs], [inputs], [grad_vals])[0]
     expected_grads = np.array([[3, 4], [1, 2]], dtype=np.float64)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertIndexedSlices(grads)
       self.assertAllEqual(expected_grads, ops.convert_to_tensor(grads).eval())
 
@@ -276,7 +276,7 @@ class GatherNdTest(test.TestCase):
     grads = gradients_impl.gradients([outputs], [inputs], [grad_vals])[0]
     expected_grads = np.array(
         [[[5, 6], [1, 2]], [[3, 4], [7, 8]]], dtype=np.float64)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(expected_grads, grads.eval())
 
   def testGradientsRank7Elements(self):
@@ -305,7 +305,7 @@ class GatherNdTest(test.TestCase):
             [[[[5, 6], [1, 2]]]],
             [[[[3, 4], [7, 8]]]]
         ]]], dtype=np.float64)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(expected_grads, grads.eval())
 
   def testGradientsInt64Indices(self):
@@ -320,7 +320,7 @@ class GatherNdTest(test.TestCase):
     grads = gradients_impl.gradients([outputs], [inputs], [grad_vals])[0]
     expected_grads = np.array(
         [[[5, 6], [1, 2]], [[3, 4], [7, 8]]], dtype=np.float64)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(expected_grads, grads.eval())
 
   def testGradientsRank2SlicesWithEmptySpace(self):
@@ -341,7 +341,7 @@ class GatherNdTest(test.TestCase):
          [1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 0, 0, 0, 0],
          [0, 0, 0, 0, 0, 0, 0, 0, 0], [3, 3, 3, 3, 3, 3, 3, 3, 3]],
         dtype=np.float64)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertIndexedSlices(grads)
       self.assertAllEqual(expected_grads, ops.convert_to_tensor(grads).eval())
 
diff --git a/tensorflow/python/kernel_tests/gather_op_test.py b/tensorflow/python/kernel_tests/gather_op_test.py
index 85bf969068..bdafc52ab5 100644
--- a/tensorflow/python/kernel_tests/gather_op_test.py
+++ b/tensorflow/python/kernel_tests/gather_op_test.py
@@ -42,7 +42,7 @@ class GatherTest(test.TestCase):
     return data
 
   def testScalar1D(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       data = np.array([0, 1, 2, 3, 7, 5])
       for dtype in _TEST_TYPES:
         for indices in 4, [1, 2, 2, 4, 5]:
@@ -56,7 +56,7 @@ class GatherTest(test.TestCase):
           self.assertEqual(np_val.shape, gather_t.get_shape())
 
   def testScalar2D(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       data = np.array([[0, 1, 2], [3, 4, 5], [6, 7, 8],
                        [9, 10, 11], [12, 13, 14]])
       for dtype in _TEST_TYPES:
@@ -71,7 +71,7 @@ class GatherTest(test.TestCase):
           self.assertEqual(expected_shape, gather_t.get_shape())
 
   def testSimpleTwoD32(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       data = np.array([[0, 1, 2], [3, 4, 5], [6, 7, 8],
                        [9, 10, 11], [12, 13, 14]])
       for dtype in _TEST_TYPES:
@@ -95,7 +95,7 @@ class GatherTest(test.TestCase):
         for axis in range(len(shape)):
           params = self._buildParams(np.random.randn(*shape), dtype)
           indices = np.random.randint(shape[axis], size=indices_shape)
-          with self.test_session(use_gpu=True) as sess:
+          with self.cached_session(use_gpu=True) as sess:
             tf_params = constant_op.constant(params)
             tf_indices = constant_op.constant(indices)
             # Check that both positive and negative indices for axis work.
@@ -182,7 +182,7 @@ class GatherTest(test.TestCase):
     self.assertEqual(None, gather_t.shape)
 
   def testBadIndicesCPU(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       params = [[0, 1, 2], [3, 4, 5]]
       with self.assertRaisesOpError(r"indices\[0,0\] = 7 is not in \[0, 2\)"):
         array_ops.gather(params, [[7]], axis=0).eval()
@@ -194,7 +194,7 @@ class GatherTest(test.TestCase):
     # On GPU the bad indices do not raise error but fetch 0 values
     if not test.is_gpu_available():
       return
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = [[0, 1, 2], [3, 4, 5]]
       with self.assertRaisesOpError(r"indices\[0,0\] = 7 is not in \[0, 2\)"):
         array_ops.gather(params, [[7]], axis=0).eval()
@@ -202,7 +202,7 @@ class GatherTest(test.TestCase):
         array_ops.gather(params, [[7]], axis=1).eval()
 
   def testBadAxis(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       params = [0, 1, 2]
       params_ph = array_ops.placeholder(dtypes.int32)
       indices = 0
@@ -218,7 +218,7 @@ class GatherTest(test.TestCase):
               feed_dict={params_ph: params})
 
   def testEmptySlices(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in _TEST_TYPES:
         for itype in np.int32, np.int64:
           # Leading axis gather.
diff --git a/tensorflow/python/kernel_tests/init_ops_test.py b/tensorflow/python/kernel_tests/init_ops_test.py
index 292679e4b9..70bfbf8544 100644
--- a/tensorflow/python/kernel_tests/init_ops_test.py
+++ b/tensorflow/python/kernel_tests/init_ops_test.py
@@ -107,7 +107,7 @@ def _init_sampler(tc, init, num):
 class ConstantInitializersTest(test.TestCase):
 
   def testZerosInitializer(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [2, 3]
       x = variable_scope.get_variable(
           "x", shape=shape, initializer=init_ops.zeros_initializer())
@@ -115,7 +115,7 @@ class ConstantInitializersTest(test.TestCase):
       self.assertAllEqual(x.eval(), np.zeros(shape))
 
   def testOnesInitializer(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [2, 3]
       x = variable_scope.get_variable(
           "x", shape=shape, initializer=init_ops.ones_initializer())
@@ -123,7 +123,7 @@ class ConstantInitializersTest(test.TestCase):
       self.assertAllEqual(x.eval(), np.ones(shape))
 
   def testConstantZeroInitializer(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [2, 3]
       x = variable_scope.get_variable(
           "x", shape=shape, initializer=init_ops.constant_initializer(0.0))
@@ -131,7 +131,7 @@ class ConstantInitializersTest(test.TestCase):
       self.assertAllEqual(x.eval(), np.zeros(shape))
 
   def testConstantOneInitializer(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [2, 3]
       x = variable_scope.get_variable(
           "x", shape=shape, initializer=init_ops.constant_initializer(1.0))
@@ -139,7 +139,7 @@ class ConstantInitializersTest(test.TestCase):
       self.assertAllEqual(x.eval(), np.ones(shape))
 
   def testConstantIntInitializer(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [2, 3]
       x = variable_scope.get_variable(
           "x",
@@ -151,7 +151,7 @@ class ConstantInitializersTest(test.TestCase):
       self.assertAllEqual(x.eval(), 7 * np.ones(shape, dtype=np.int32))
 
   def testConstantTupleInitializer(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [3]
       x = variable_scope.get_variable(
           "x",
@@ -163,7 +163,7 @@ class ConstantInitializersTest(test.TestCase):
       self.assertAllEqual(x.eval(), [10, 20, 30])
 
   def _testNDimConstantInitializer(self, name, value, shape, expected):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       init = init_ops.constant_initializer(value, dtype=dtypes.int32)
       x = variable_scope.get_variable(name, shape=shape, initializer=init)
       x.initializer.run()
@@ -187,7 +187,7 @@ class ConstantInitializersTest(test.TestCase):
 
   def _testNDimConstantInitializerLessValues(self, name, value, shape,
                                              expected):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       init = init_ops.constant_initializer(value, dtype=dtypes.int32)
       x = variable_scope.get_variable(name, shape=shape, initializer=init)
       x.initializer.run()
@@ -213,7 +213,7 @@ class ConstantInitializersTest(test.TestCase):
 
   def _testNDimConstantInitializerMoreValues(self, value, shape):
     ops.reset_default_graph()
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       init = init_ops.constant_initializer(value, dtype=dtypes.int32)
       self.assertRaises(
           ValueError,
@@ -371,7 +371,7 @@ class VarianceScalingInitializationTest(test.TestCase):
     init = init_ops.variance_scaling_initializer(
         distribution='truncated_normal')
 
-    with self.test_session(use_gpu=True), \
+    with self.session(use_gpu=True), \
       test.mock.patch.object(
           random_ops, 'truncated_normal', wraps=random_ops.truncated_normal) \
           as mock_truncated_normal:
@@ -387,7 +387,7 @@ class VarianceScalingInitializationTest(test.TestCase):
     expect_var = 1. / shape[0]
     init = init_ops.variance_scaling_initializer(distribution='normal')
 
-    with self.test_session(use_gpu=True), \
+    with self.session(use_gpu=True), \
       test.mock.patch.object(
           random_ops, 'truncated_normal', wraps=random_ops.truncated_normal) \
           as mock_truncated_normal:
@@ -404,7 +404,7 @@ class VarianceScalingInitializationTest(test.TestCase):
     init = init_ops.variance_scaling_initializer(
         distribution='untruncated_normal')
 
-    with self.test_session(use_gpu=True), \
+    with self.session(use_gpu=True), \
       test.mock.patch.object(
           random_ops, 'random_normal', wraps=random_ops.random_normal) \
           as mock_random_normal:
@@ -420,7 +420,7 @@ class VarianceScalingInitializationTest(test.TestCase):
     expect_var = 1. / shape[0]
     init = init_ops.variance_scaling_initializer(distribution='uniform')
 
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = init(shape).eval()
 
     self.assertNear(np.mean(x), expect_mean, err=1e-2)
@@ -431,7 +431,7 @@ class VarianceScalingInitializationTest(test.TestCase):
 class RangeTest(test.TestCase):
 
   def _Range(self, start, limit, delta):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_ans = math_ops.range(start, limit, delta, name="range")
       self.assertEqual([len(np.arange(start, limit, delta))],
                        tf_ans.get_shape())
@@ -450,7 +450,7 @@ class RangeTest(test.TestCase):
     self.assertEqual(math_ops.range(0, 5, 1).dtype, dtypes.int32)
 
   def testLimitOnly(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(np.arange(5), math_ops.range(5).eval())
 
   def testEmpty(self):
@@ -520,7 +520,6 @@ class LinSpaceTest(test.TestCase):
       return [False]
 
   def _LinSpace(self, start, stop, num):
-    # NOTE(touts): Needs to pass a graph to get a new session each time.
     with ops.Graph().as_default() as graph:
       with self.session(graph=graph, force_gpu=self.force_gpu):
         tf_ans = math_ops.linspace(start, stop, num, name="linspace")
@@ -704,7 +703,7 @@ class ConvolutionDeltaOrthogonalInitializerTest(test.TestCase):
         outputs_2norm = linalg_ops.norm(outputs)
         ratio = outputs_2norm / inputs_2norm
         my_ops = variables.global_variables_initializer()
-        with self.test_session(use_gpu=True) as sess:
+        with self.session(use_gpu=True) as sess:
           sess.run(my_ops)
           # Check the shape of the outputs
           t = outputs.eval()
@@ -719,7 +718,7 @@ class ConvolutionDeltaOrthogonalInitializerTest(test.TestCase):
     shape = [3, 3, 10, 10]
     count = 70
     tol = 1e-5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for i in range(count):
         x = variable_scope.get_variable("{}".format(i), shape=shape,
                                         initializer=
@@ -783,7 +782,7 @@ class ConvolutionOrthogonal1dInitializerTest(test.TestCase):
     shape = [3, 10, 10]
     count = 70
     tol = 1e-5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for i in range(count):
         x = variable_scope.get_variable("{}".format(i), shape=shape,
                                         initializer=
@@ -843,7 +842,7 @@ class ConvolutionOrthogonal1dInitializerTest(test.TestCase):
       outputs_2norm = linalg_ops.norm(outputs)
       ratio = outputs_2norm / inputs_2norm
       my_ops = variables.global_variables_initializer()
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         sess.run(my_ops)
         # Check the shape of the outputs
         t = outputs.eval()
@@ -938,7 +937,7 @@ class ConvolutionOrthogonal2dInitializerTest(test.TestCase):
       outputs_2norm = linalg_ops.norm(outputs)
       ratio = outputs_2norm / inputs_2norm
       my_ops = variables.global_variables_initializer()
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         sess.run(my_ops)
         # Check the shape of the outputs
         t = outputs.eval()
@@ -992,7 +991,7 @@ class ConvolutionOrthogonal3dInitializerTest(test.TestCase):
     shape = [3, 3, 3, 5, 5]
     count = 20
     tol = 1e-5
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for i in range(count):
         x = variable_scope.get_variable("{}".format(i), shape=shape,
                                         initializer=
@@ -1063,7 +1062,7 @@ class ConvolutionOrthogonal3dInitializerTest(test.TestCase):
       outputs_2norm = linalg_ops.norm(outputs)
       ratio = outputs_2norm / inputs_2norm
       my_ops = variables.global_variables_initializer()
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         sess.run(my_ops)
         # Check the shape of the outputs
         t = outputs.eval()
diff --git a/tensorflow/python/kernel_tests/inplace_ops_test.py b/tensorflow/python/kernel_tests/inplace_ops_test.py
index 90759c23ae..51d16861dd 100644
--- a/tensorflow/python/kernel_tests/inplace_ops_test.py
+++ b/tensorflow/python/kernel_tests/inplace_ops_test.py
@@ -33,7 +33,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
 
   def testBasicUpdate(self):
     for dtype in [dtypes.float32, dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         x = array_ops.ones([7, 3], dtype)
         y = np.ones([7, 3], dtype.as_numpy_dtype)
         self.assertAllClose(x.eval(), y)
@@ -49,7 +49,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
         self.assertAllClose(x.eval(), y)
 
   def testBasicUpdateBool(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.ones([7, 3], dtypes.bool)
       y = np.ones([7, 3], dtypes.bool.as_numpy_dtype)
       self.assertAllClose(x.eval(), y)
@@ -67,7 +67,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
 
   def testBasicAdd(self):
     for dtype in [dtypes.float32, dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = array_ops.ones([7, 3], dtype)
         y = np.ones([7, 3], dtype.as_numpy_dtype)
         self.assertAllClose(x.eval(), y)
@@ -86,7 +86,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
 
   def testBasicSub(self):
     for dtype in [dtypes.float32, dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         x = array_ops.ones([7, 3], dtype)
         y = np.ones([7, 3], dtype.as_numpy_dtype)
         self.assertAllClose(x.eval(), y)
@@ -104,7 +104,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
         self.assertAllClose(x.eval(), y)
 
   def testRandom(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       d0, d1, d2 = 100, 3, 5
       x = array_ops.zeros([d0, d1, d2])
       y = np.zeros([d0, d1, d2])
@@ -124,7 +124,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
         self.assertAllClose(x.eval(), y)
 
   def testRandom1D(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       d0 = 100
       x = array_ops.zeros([d0])
       y = np.zeros([d0])
@@ -144,7 +144,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
         self.assertAllClose(x.eval(), y)
 
   def testAlias(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       x = array_ops.ones([2, 3])
       y = inplace_ops.alias_inplace_add(x, [0], [[1, 2, 3]])
       with ops.control_dependencies([y]):
@@ -169,7 +169,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
         dtypes.float32, dtypes.float64, dtypes.int32, dtypes.int64, dtypes.bool,
         dtypes.uint8
     ]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         test_shapes = [(), (1,), (2, 3), (0, 2), (2, 3, 5), (2, 0, 5)]
         for shape in test_shapes:
           val = inplace_ops.empty(shape, dtype).eval()
@@ -188,7 +188,7 @@ class InplaceOpsTest(test_util.TensorFlowTestCase):
           self.assertEqual(val.dtype, dtype.as_numpy_dtype)
           self.assertAllEqual(val, np.zeros(shape, dtype.as_numpy_dtype))
 
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       val = inplace_ops.empty((1, 2), dtypes.string, init=True).eval()
       self.assertEqual(val.tolist(), [[b"", b""]])
 
diff --git a/tensorflow/python/kernel_tests/large_concat_op_test.py b/tensorflow/python/kernel_tests/large_concat_op_test.py
index 66afb6ec01..1b23e74776 100644
--- a/tensorflow/python/kernel_tests/large_concat_op_test.py
+++ b/tensorflow/python/kernel_tests/large_concat_op_test.py
@@ -32,7 +32,7 @@ class LargeConcatOpTest(test.TestCase):
       a = array_ops.ones([2**31 + 6], dtype=dtypes.int8)
       b = array_ops.zeros([1024], dtype=dtypes.int8)
       onezeros = array_ops.concat([a, b], 0)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       # TODO(dga):  Add more depth to this test to validate correctness,
       # not just non-crashingness, once other large tensor fixes have gone in.
       _ = onezeros.eval()
diff --git a/tensorflow/python/kernel_tests/linalg_grad_test.py b/tensorflow/python/kernel_tests/linalg_grad_test.py
index e52f303fe0..bd78c484ea 100644
--- a/tensorflow/python/kernel_tests/linalg_grad_test.py
+++ b/tensorflow/python/kernel_tests/linalg_grad_test.py
@@ -60,7 +60,7 @@ class MatrixUnaryFunctorGradientTest(test_lib.TestCase):
 def _GetMatrixUnaryFunctorGradientTest(functor_, dtype_, shape_, **kwargs_):
 
   def Test(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       np.random.seed(1)
       a_np = np.random.uniform(
           low=-1.0, high=1.0,
@@ -102,7 +102,7 @@ def _GetMatrixBinaryFunctorGradientTest(functor_,
     # GPU test for matrix_solve.
     use_gpu = False if functor_ == linalg_ops.matrix_solve else True
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.session(use_gpu=use_gpu):
       np.random.seed(1)
       a_np = np.random.uniform(
           low=-1.0, high=1.0,
diff --git a/tensorflow/python/kernel_tests/losses_test.py b/tensorflow/python/kernel_tests/losses_test.py
index fb0b5f1137..b04996f788 100644
--- a/tensorflow/python/kernel_tests/losses_test.py
+++ b/tensorflow/python/kernel_tests/losses_test.py
@@ -1348,7 +1348,7 @@ class ComputeWeightedLossTest(test.TestCase):
                 raw_losses, weights=np.ones(self._shape), reduction=reduction)
         )
         self.assertEqual(9, len(util.get_losses()))
-        with self.test_session(g):
+        with self.session(g):
           for unweighted_loss in unweighted_losses:
             if reduction == losses.Reduction.NONE:
               self.assertAllClose(self._raw_losses, unweighted_loss.eval())
@@ -1375,7 +1375,7 @@ class ComputeWeightedLossTest(test.TestCase):
                 raw_losses, weights=np.ones((1, 1, 4)), reduction=reduction),
         )
         self.assertEqual(3, len(util.get_losses()))
-        with self.test_session(g):
+        with self.session(g):
           for unweighted_loss in unweighted_losses:
             if reduction == losses.Reduction.NONE:
               self.assertAllClose(
@@ -1466,7 +1466,7 @@ class ComputeWeightedLossTest(test.TestCase):
         weighted_loss = losses.compute_weighted_loss(
             self._raw_losses, weights=weights, reduction=reduction)
         self.assertEqual(1, len(util.get_losses()))
-        with self.test_session(g):
+        with self.session(g):
           weighted_losses = weights * self._raw_losses
           weighted_sum = np.sum(weighted_losses)
           if reduction == losses.Reduction.NONE:
diff --git a/tensorflow/python/kernel_tests/lrn_op_test.py b/tensorflow/python/kernel_tests/lrn_op_test.py
index 9eba059549..7ebeb91d90 100644
--- a/tensorflow/python/kernel_tests/lrn_op_test.py
+++ b/tensorflow/python/kernel_tests/lrn_op_test.py
@@ -54,7 +54,7 @@ class LRNOpTest(test.TestCase):
     return output
 
   def _RunAndVerify(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       # random shape
       shape = np.random.randint(1, 16, size=4)
       # Make depth at least 2 to make it meaningful
@@ -100,7 +100,7 @@ class LRNOpTest(test.TestCase):
         self._RunAndVerify(dtypes.float16)
 
   def testGradientsZeroInput(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       shape = [4, 4, 4, 4]
       p = array_ops.placeholder(dtypes.float32, shape=shape)
       inp_array = np.zeros(shape).astype("f")
@@ -113,7 +113,7 @@ class LRNOpTest(test.TestCase):
     self.assertShapeEqual(expected, grad)
 
   def _RunAndVerifyGradients(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       # random shape
       shape = np.random.randint(1, 5, size=4)
       # Make depth at least 2 to make it meaningful
diff --git a/tensorflow/python/kernel_tests/map_stage_op_test.py b/tensorflow/python/kernel_tests/map_stage_op_test.py
index acfafde9e0..d503f3d7c9 100644
--- a/tensorflow/python/kernel_tests/map_stage_op_test.py
+++ b/tensorflow/python/kernel_tests/map_stage_op_test.py
@@ -44,7 +44,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1, pi: 0})
       for i in range(10):
         _, yval = sess.run([stage, y], feed_dict={x: i, pi: i + 1, gi: i})
@@ -65,7 +65,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1, pi: 0})
       for i in range(10):
         _, yval = sess.run([stage, y], feed_dict={x: i, pi: i + 1, gi: i})
@@ -92,7 +92,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1, pi: 0})
       for i in range(10):
         _, yval = sess.run([stage, y], feed_dict={x: i, pi: i + 1, gi: i})
@@ -141,7 +141,7 @@ class MapStageTest(test.TestCase):
 
     n = 10
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       for i in range(n):
         sess.run(stage, feed_dict={x: i, pi: i})
 
@@ -168,7 +168,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1, pi: 3})
       self.assertEqual(sess.run(size), 1)
       sess.run(stage, feed_dict={x: -1, pi: 1})
@@ -202,7 +202,7 @@ class MapStageTest(test.TestCase):
     queue = Queue.Queue()
     n = 8
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # Stage data in a separate thread which will block
       # when it hits the staging area's capacity and thus
       # not fill the queue with n tokens
@@ -265,7 +265,7 @@ class MapStageTest(test.TestCase):
     queue = Queue.Queue()
     n = 8
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # Stage data in a separate thread which will block
       # when it hits the staging area's capacity and thus
       # not fill the queue with n tokens
@@ -325,7 +325,7 @@ class MapStageTest(test.TestCase):
 
     n = 10
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # Keys n-1..0
       keys = list(reversed(six.moves.range(n)))
 
@@ -362,7 +362,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # 0 complete and incomplete entries
       self.assertTrue(sess.run([size, isize]) == [0, 0])
       # Stage key 0, x and f tuple entries
@@ -419,7 +419,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # 0 complete and incomplete entries
       self.assertTrue(sess.run([size, isize]) == [0, 0])
       # Stage key 0, x and f tuple entries
@@ -470,7 +470,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # 0 complete and incomplete entries
       self.assertTrue(sess.run([size, isize]) == [0, 0])
       # Stage key 0, x and f tuple entries
@@ -561,7 +561,7 @@ class MapStageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # Stage complete tuple
       sess.run(stage_xvf, feed_dict={pi: 0, x: 1, f: 2, v: 3})
 
diff --git a/tensorflow/python/kernel_tests/matmul_op_test.py b/tensorflow/python/kernel_tests/matmul_op_test.py
index 01c4643235..4760236ca0 100644
--- a/tensorflow/python/kernel_tests/matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/matmul_op_test.py
@@ -72,7 +72,7 @@ def _GetMatMulTest(a_np_, b_np_, use_static_shape_, **kwargs_):
     # np.matrix(a_np_) * np.matrix(b_np_)
     effective_a_np = _GetTransposedMatrices(a_np_, "a", kwargs_)
     effective_b_np = _GetTransposedMatrices(b_np_, "b", kwargs_)
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.session(use_gpu=use_gpu) as sess:
       if use_static_shape_:
         a = constant_op.constant(effective_a_np)
         b = constant_op.constant(effective_b_np)
@@ -115,7 +115,7 @@ def _GetMatMulGradientTest(a_np_, b_np_, use_static_shape_, **kwargs_):
     epsilon = np.finfo(a_np_.dtype).eps
     delta = epsilon**(1.0 / 3.0)
     tol = 20 * delta
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       a = constant_op.constant(effective_a_np)
       b = constant_op.constant(effective_b_np)
       res = math_ops.matmul(a, b, **kwargs_)
diff --git a/tensorflow/python/kernel_tests/matrix_band_part_op_test.py b/tensorflow/python/kernel_tests/matrix_band_part_op_test.py
index 5660a29493..93a668f125 100644
--- a/tensorflow/python/kernel_tests/matrix_band_part_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_band_part_op_test.py
@@ -57,7 +57,7 @@ def _GetMatrixBandPartTest(dtype_, batch_shape_, shape_):
         if batch_shape_ is not ():
           band_np = np.tile(band_np, batch_shape_ + (1, 1))
         for index_dtype in [dtypes_lib.int32, dtypes_lib.int64]:
-          with self.test_session(use_gpu=False):
+          with self.cached_session(use_gpu=False):
             band = array_ops.matrix_band_part(
                 batch_mat,
                 constant_op.constant(lower, index_dtype),
@@ -76,7 +76,7 @@ def _GetMatrixBandPartGradTest(dtype_, batch_shape_, shape_):
   def Test(self):
     shape = batch_shape_ + shape_
     x = constant_op.constant(np.random.rand(*shape), dtype=dtype_)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for lower in -1, 0, 1, shape_[-2] - 1:
         for upper in -1, 0, 1, shape_[-1] - 1:
           y = array_ops.matrix_band_part(x, lower, upper)
diff --git a/tensorflow/python/kernel_tests/matrix_exponential_op_test.py b/tensorflow/python/kernel_tests/matrix_exponential_op_test.py
index 9630c052b8..3abdf50ece 100644
--- a/tensorflow/python/kernel_tests/matrix_exponential_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_exponential_op_test.py
@@ -50,7 +50,7 @@ class ExponentialOpTest(test.TestCase):
 
   def _verifyExponential(self, x, np_type):
     inp = x.astype(np_type)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_ans = linalg_impl.matrix_exponential(inp)
       if x.size == 0:
         np_ans = np.empty(x.shape, dtype=np_type)
@@ -138,14 +138,14 @@ class ExponentialOpTest(test.TestCase):
     self._verifyExponentialReal(np.empty([2, 0, 0]))
 
   def testDynamic(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       inp = array_ops.placeholder(ops.dtypes.float32)
       expm = linalg_impl.matrix_exponential(inp)
       matrix = np.array([[1., 2.], [3., 4.]])
       sess.run(expm, feed_dict={inp: matrix})
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       matrix1 = random_ops.random_normal([5, 5], seed=42)
       matrix2 = random_ops.random_normal([5, 5], seed=42)
       expm1 = linalg_impl.matrix_exponential(matrix1)
diff --git a/tensorflow/python/kernel_tests/matrix_inverse_op_test.py b/tensorflow/python/kernel_tests/matrix_inverse_op_test.py
index 8bda04b53d..2247f1541e 100644
--- a/tensorflow/python/kernel_tests/matrix_inverse_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_inverse_op_test.py
@@ -37,7 +37,7 @@ class InverseOpTest(test.TestCase):
   def _verifyInverse(self, x, np_type):
     for adjoint in False, True:
       y = x.astype(np_type)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         # Verify that x^{-1} * x == Identity matrix.
         inv = linalg_ops.matrix_inverse(y, adjoint=adjoint)
         tf_ans = math_ops.matmul(inv, y, adjoint_b=adjoint)
@@ -138,7 +138,7 @@ class InverseOpTest(test.TestCase):
           self._verifyInverseReal(matrix)
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       all_ops = []
       for adjoint_ in True, False:
         matrix1 = random_ops.random_normal([5, 5], seed=42)
diff --git a/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py b/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py
index 3205e211d9..2010a4b2a8 100644
--- a/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py
@@ -39,7 +39,7 @@ class LogarithmOpTest(test.TestCase):
 
   def _verifyLogarithm(self, x, np_type):
     inp = x.astype(np_type)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       # Verify that expm(logm(A)) == A.
       tf_ans = linalg_impl.matrix_exponential(
           gen_linalg_ops.matrix_logarithm(inp))
@@ -121,7 +121,7 @@ class LogarithmOpTest(test.TestCase):
         self._verifyLogarithmComplex(matrix)
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       matrix1 = math_ops.cast(
           random_ops.random_normal([5, 5], seed=42), dtypes.complex64)
       matrix2 = math_ops.cast(
diff --git a/tensorflow/python/kernel_tests/matrix_solve_ls_op_test.py b/tensorflow/python/kernel_tests/matrix_solve_ls_op_test.py
index 225a10e117..13a7df7f95 100644
--- a/tensorflow/python/kernel_tests/matrix_solve_ls_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_solve_ls_op_test.py
@@ -107,7 +107,7 @@ class MatrixSolveLsOpTest(test_lib.TestCase):
         b = np.tile(b, batch_shape + (1, 1))
         np_ans = np.tile(np_ans, batch_shape + (1, 1))
         np_r_norm = np.tile(np_r_norm, batch_shape)
-      with self.test_session(use_gpu=fast) as sess:
+      with self.cached_session(use_gpu=fast) as sess:
         if use_placeholder:
           a_ph = array_ops.placeholder(dtypes.as_dtype(dtype))
           b_ph = array_ops.placeholder(dtypes.as_dtype(dtype))
@@ -135,7 +135,7 @@ class MatrixSolveLsOpTest(test_lib.TestCase):
 
   def testWrongDimensions(self):
     # The matrix and right-hand sides should have the same number of rows.
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       matrix = constant_op.constant([[1., 0.], [0., 1.]])
       rhs = constant_op.constant([[1., 0.]])
       with self.assertRaises(ValueError):
@@ -146,7 +146,7 @@ class MatrixSolveLsOpTest(test_lib.TestCase):
     empty0 = np.empty([3, 0])
     empty1 = np.empty([0, 2])
     for fast in [True, False]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         tf_ans = linalg_ops.matrix_solve_ls(empty0, empty0, fast=fast).eval()
         self.assertEqual(tf_ans.shape, (0, 0))
         tf_ans = linalg_ops.matrix_solve_ls(empty0, full, fast=fast).eval()
diff --git a/tensorflow/python/kernel_tests/matrix_solve_op_test.py b/tensorflow/python/kernel_tests/matrix_solve_op_test.py
index 264df2565c..9e30ae1628 100644
--- a/tensorflow/python/kernel_tests/matrix_solve_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_solve_op_test.py
@@ -55,7 +55,7 @@ class MatrixSolveOpTest(test.TestCase):
           b = np.tile(b, batch_dims + [1, 1])
         np_ans = np.linalg.solve(a_np, b)
         for use_placeholder in False, True:
-          with self.test_session(use_gpu=True) as sess:
+          with self.cached_session(use_gpu=True) as sess:
             if use_placeholder:
               a_ph = array_ops.placeholder(dtypes.as_dtype(np_type))
               b_ph = array_ops.placeholder(dtypes.as_dtype(np_type))
@@ -93,14 +93,14 @@ class MatrixSolveOpTest(test.TestCase):
   def testNonSquareMatrix(self):
     # When the solve of a non-square matrix is attempted we should return
     # an error
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         matrix = constant_op.constant([[1., 2., 3.], [3., 4., 5.]])
         linalg_ops.matrix_solve(matrix, matrix)
 
   def testWrongDimensions(self):
     # The matrix and right-hand sides should have the same number of rows.
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       matrix = constant_op.constant([[1., 0.], [0., 1.]])
       rhs = constant_op.constant([[1., 0.]])
       with self.assertRaises(ValueError):
@@ -108,7 +108,7 @@ class MatrixSolveOpTest(test.TestCase):
 
   def testNotInvertible(self):
     # The input should be invertible.
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesOpError("Input matrix is not invertible."):
         # All rows of the matrix below add to zero
         matrix = constant_op.constant([[1., 0., -1.], [-1., 1., 0.],
@@ -116,7 +116,7 @@ class MatrixSolveOpTest(test.TestCase):
         linalg_ops.matrix_solve(matrix, matrix).eval()
 
   def testConcurrent(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       all_ops = []
       for adjoint_ in False, True:
         lhs1 = random_ops.random_normal([3, 3], seed=42)
diff --git a/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py b/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py
index dd01ba11af..445faca3ee 100644
--- a/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py
@@ -74,7 +74,7 @@ class MatrixTriangularSolveOpTest(test.TestCase):
         a_np = np.tile(a_np, batch_dims + [1, 1])
         b = np.tile(b, batch_dims + [1, 1])
 
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         if use_placeholder:
           a_tf = array_ops.placeholder(a.dtype)
           b_tf = array_ops.placeholder(b.dtype)
diff --git a/tensorflow/python/kernel_tests/morphological_ops_test.py b/tensorflow/python/kernel_tests/morphological_ops_test.py
index ce4d8acfbd..6d601554b8 100644
--- a/tensorflow/python/kernel_tests/morphological_ops_test.py
+++ b/tensorflow/python/kernel_tests/morphological_ops_test.py
@@ -44,7 +44,7 @@ class DilationTest(test.TestCase):
     strides = [1] + strides + [1]
     rates = [1] + rates + [1]
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       out_tensor = nn_ops.dilation2d(
           constant_op.constant(image),
           constant_op.constant(kernel),
@@ -204,7 +204,7 @@ class DilationTest(test.TestCase):
     strides = [1] + strides + [1]
     rates = [1] + rates + [1]
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       image_tensor = constant_op.constant(
           image, shape=image_shape, name="input")
       kernel_tensor = constant_op.constant(
@@ -319,7 +319,7 @@ class ErosionTest(test.TestCase):
     strides = [1] + strides + [1]
     rates = [1] + rates + [1]
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       out_tensor = nn_ops.erosion2d(
           constant_op.constant(image),
           constant_op.constant(kernel),
@@ -479,7 +479,7 @@ class ErosionTest(test.TestCase):
     strides = [1] + strides + [1]
     rates = [1] + rates + [1]
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       image_tensor = constant_op.constant(
           image, shape=image_shape, name="input")
       kernel_tensor = constant_op.constant(
diff --git a/tensorflow/python/kernel_tests/neon_depthwise_conv_op_test.py b/tensorflow/python/kernel_tests/neon_depthwise_conv_op_test.py
index 3cbbd48c8c..15e3826542 100644
--- a/tensorflow/python/kernel_tests/neon_depthwise_conv_op_test.py
+++ b/tensorflow/python/kernel_tests/neon_depthwise_conv_op_test.py
@@ -114,7 +114,7 @@ class DepthwiseConv2DTest(test.TestCase):
     # Initializes the input and filter tensor with numbers incrementing from 1.
     x1 = [f * 1.0 for f in range(1, total_size_1 + 1)]
     x2 = [f * 1.0 for f in range(1, total_size_2 + 1)]
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       with sess.graph._kernel_label_map({"DepthwiseConv2dNative": "neon"}):
         t1 = constant_op.constant(x1, shape=tensor_in_sizes)
         t1.set_shape(tensor_in_sizes)
@@ -204,7 +204,7 @@ class DepthwiseConv2DTest(test.TestCase):
     # numbers from 1.
     x1 = [f * 1.0 for f in range(1, total_size_1 + 1)]
     x2 = [f * 1.0 for f in range(1, total_size_2 + 1)]
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       with sess.graph._kernel_label_map({"DepthwiseConv2dNative": "neon"}):
         t1 = constant_op.constant(x1, shape=tensor_in_sizes)
         t1.set_shape(tensor_in_sizes)
diff --git a/tensorflow/python/kernel_tests/norm_op_test.py b/tensorflow/python/kernel_tests/norm_op_test.py
index 3f71b326a2..e202b6e8a4 100644
--- a/tensorflow/python/kernel_tests/norm_op_test.py
+++ b/tensorflow/python/kernel_tests/norm_op_test.py
@@ -65,7 +65,7 @@ def _GetNormOpTest(dtype_, shape_, ord_, axis_, keep_dims_, use_static_shape_):
 
   def _CompareNorm(self, matrix):
     np_norm = np.linalg.norm(matrix, ord=ord_, axis=axis_, keepdims=keep_dims_)
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       if use_static_shape_:
         tf_matrix = constant_op.constant(matrix)
         tf_norm = linalg_ops.norm(
diff --git a/tensorflow/python/kernel_tests/nth_element_op_test.py b/tensorflow/python/kernel_tests/nth_element_op_test.py
index 1b8f02140f..338b6cec01 100644
--- a/tensorflow/python/kernel_tests/nth_element_op_test.py
+++ b/tensorflow/python/kernel_tests/nth_element_op_test.py
@@ -32,7 +32,7 @@ class NthElementTest(test.TestCase):
 
   def _validateNthElement(self, inputs, dtype, n, reverse, expected_values):
     np_expected_values = np.array(expected_values)
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       inputs_op = ops.convert_to_tensor(inputs, dtype=dtype)
       values_op = nn_ops.nth_element(inputs_op, n, reverse=reverse)
       values = sess.run(values_op)
@@ -117,7 +117,7 @@ class NthElementTest(test.TestCase):
       nn_ops.nth_element(5, 0)
 
   def testInvalidInputAtEval(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       v = array_ops.placeholder(dtype=dtypes.float32)
       with self.assertRaisesOpError("Input must be >= 1-D"):
         nn_ops.nth_element(v, 0).eval(feed_dict={v: 5.0})
@@ -132,7 +132,7 @@ class NthElementTest(test.TestCase):
 
   def testInvalidNAtEval(self):
     inputs = [[0.1, 0.2], [0.3, 0.4]]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       n = array_ops.placeholder(dtypes.int32)
       values = nn_ops.nth_element(inputs, n)
       with self.assertRaisesOpError("Need n >= 0, got -7"):
@@ -146,14 +146,14 @@ class NthElementTest(test.TestCase):
 
   def testNTooLargeAtEval(self):
     inputs = [[0.1, 0.2], [0.3, 0.4]]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       n = array_ops.placeholder(dtypes.int32)
       values = nn_ops.nth_element(inputs, n)
       with self.assertRaisesOpError(r"Input must have at least n\+1 columns"):
         values.eval(feed_dict={n: 2})
 
   def testGradients(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       inputs = array_ops.placeholder(dtypes.float32, shape=[3, 5])
       values = nn_ops.nth_element(inputs, 3)
       grad = sess.run(
diff --git a/tensorflow/python/kernel_tests/numerics_test.py b/tensorflow/python/kernel_tests/numerics_test.py
index 6cc70f7c89..5db591ed30 100644
--- a/tensorflow/python/kernel_tests/numerics_test.py
+++ b/tensorflow/python/kernel_tests/numerics_test.py
@@ -35,7 +35,7 @@ class VerifyTensorAllFiniteTest(test.TestCase):
   def testVerifyTensorAllFiniteSucceeds(self):
     x_shape = [5, 4]
     x = np.random.random_sample(x_shape).astype(np.float32)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       t = constant_op.constant(x, shape=x_shape, dtype=dtypes.float32)
       t_verified = numerics.verify_tensor_all_finite(t,
                                                      "Input is not a number.")
@@ -48,7 +48,7 @@ class VerifyTensorAllFiniteTest(test.TestCase):
 
     # Test NaN.
     x[0] = np.nan
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesOpError(my_msg):
         t = constant_op.constant(x, shape=x_shape, dtype=dtypes.float32)
         t_verified = numerics.verify_tensor_all_finite(t, my_msg)
@@ -56,7 +56,7 @@ class VerifyTensorAllFiniteTest(test.TestCase):
 
     # Test Inf.
     x[0] = np.inf
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesOpError(my_msg):
         t = constant_op.constant(x, shape=x_shape, dtype=dtypes.float32)
         t_verified = numerics.verify_tensor_all_finite(t, my_msg)
diff --git a/tensorflow/python/kernel_tests/one_hot_op_test.py b/tensorflow/python/kernel_tests/one_hot_op_test.py
index b449a195a7..377d545c9c 100644
--- a/tensorflow/python/kernel_tests/one_hot_op_test.py
+++ b/tensorflow/python/kernel_tests/one_hot_op_test.py
@@ -34,7 +34,7 @@ class OneHotTest(test.TestCase):
                   expected_err_re=None,
                   raises=None,
                   **inputs):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if raises is not None:
         with self.assertRaises(raises):
           array_ops.one_hot(**inputs)
diff --git a/tensorflow/python/kernel_tests/pad_op_test.py b/tensorflow/python/kernel_tests/pad_op_test.py
index e415d7879e..fc302c4141 100644
--- a/tensorflow/python/kernel_tests/pad_op_test.py
+++ b/tensorflow/python/kernel_tests/pad_op_test.py
@@ -85,7 +85,7 @@ class PadOpTest(test.TestCase):
   def _testPad(self, np_inputs, paddings, mode, constant_values):
     np_val = self._npPad(np_inputs, paddings, mode=mode,
                          constant_values=constant_values)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_val = array_ops.pad(np_inputs, paddings, mode=mode,
                              constant_values=constant_values)
       out = tf_val.eval()
@@ -93,7 +93,7 @@ class PadOpTest(test.TestCase):
     self.assertShapeEqual(np_val, tf_val)
 
   def _testGradient(self, x, a, mode, constant_values):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inx = ops.convert_to_tensor(x)
       xs = list(x.shape)
       ina = ops.convert_to_tensor(a)
@@ -117,7 +117,7 @@ class PadOpTest(test.TestCase):
                              constant_values=constant_values)
 
   def testInputDims(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         array_ops.pad(array_ops.reshape(
             [1, 2], shape=[1, 2, 1, 1, 1, 1]),
@@ -125,7 +125,7 @@ class PadOpTest(test.TestCase):
                           [1, 2], shape=[1, 2]))
 
   def testPaddingsDim(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         array_ops.pad(array_ops.reshape(
             [1, 2], shape=[1, 2]),
@@ -133,7 +133,7 @@ class PadOpTest(test.TestCase):
                           [1, 2], shape=[2]))
 
   def testPaddingsDim2(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         array_ops.pad(array_ops.reshape(
             [1, 2], shape=[1, 2]),
@@ -141,7 +141,7 @@ class PadOpTest(test.TestCase):
                           [1, 2], shape=[2, 1]))
 
   def testPaddingsDim3(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         array_ops.pad(array_ops.reshape(
             [1, 2], shape=[1, 2]),
@@ -149,7 +149,7 @@ class PadOpTest(test.TestCase):
                           [1, 2], shape=[1, 2]))
 
   def testPaddingsDim4(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         array_ops.pad(array_ops.reshape(
             [1, 2], shape=[1, 2]),
@@ -157,7 +157,7 @@ class PadOpTest(test.TestCase):
                           [1, 2, 3, 4, 5, 6], shape=[3, 2]))
 
   def testPaddingsNonNegative(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesRegexp(ValueError, "must be non-negative"):
         array_ops.pad(constant_op.constant(
             [1], shape=[1]),
@@ -165,7 +165,7 @@ class PadOpTest(test.TestCase):
                           [-1, 0], shape=[1, 2]))
 
   def testPaddingsNonNegative2(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesRegexp(ValueError, "must be non-negative"):
         array_ops.pad(constant_op.constant(
             [1], shape=[1]),
@@ -173,7 +173,7 @@ class PadOpTest(test.TestCase):
                           [-1, 0], shape=[1, 2]))
 
   def testPaddingsMaximum(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(Exception):
         array_ops.pad(constant_op.constant(
             [1], shape=[2]),
@@ -203,7 +203,7 @@ class PadOpTest(test.TestCase):
                              paddings,
                              mode=mode,
                              constant_values=0)
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           tf_val = array_ops.pad(inputs,
                                  constant_op.constant(paddings, padding_dtype),
                                  mode=mode,
@@ -249,7 +249,7 @@ class PadOpTest(test.TestCase):
                             constant_values="PAD")
     symmetric = array_ops.pad(x, [[1, 0], [0, 1]], mode="SYMMETRIC",
                               constant_values="PAD")
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual([[b"PAD", b"PAD", b"PAD"],
                            [b"Hello", b"World", b"PAD"],
                            [b"Goodnight", b"Moon", b"PAD"]], constant.eval())
@@ -325,7 +325,7 @@ class PadOpTest(test.TestCase):
   def testScalars(self):
     paddings = np.zeros((0, 2), dtype=np.int32)
     inp = np.asarray(7)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_val = array_ops.pad(inp, paddings)
       out = tf_val.eval()
     self.assertAllEqual(inp, out)
@@ -335,7 +335,7 @@ class PadOpTest(test.TestCase):
     for dtype in [dtypes.int32, dtypes.int64]:
       paddings = np.zeros((0, 2))
       inp = np.asarray(7)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         tf_val = array_ops.pad(inp, constant_op.constant(paddings, dtype=dtype))
         out = tf_val.eval()
       self.assertAllEqual(inp, out)
@@ -360,7 +360,7 @@ class PadOpTest(test.TestCase):
             padded,
             [paddings_value[i][0] + inp.shape.dims[i].value for i in range(4)],
             [-1, -1, -1, -1])
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           self.assertAllEqual(inp.eval(), middle.eval())
           self.assertAllEqual(
               np.zeros([row[0] for row in paddings_value]), left.eval())
diff --git a/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py b/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py
index e14894cf56..53b713c03e 100644
--- a/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py
+++ b/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py
@@ -115,7 +115,7 @@ class ParameterizedTruncatedNormalTest(test.TestCase):
       # Give up early if we are unable to import it.
       import scipy.stats  # pylint: disable=g-import-not-at-top,unused-variable
       random_seed.set_random_seed(seed)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         samples = random_ops.parameterized_truncated_normal(shape, mean, stddev,
                                                             minval,
                                                             maxval).eval()
@@ -139,7 +139,7 @@ class ParameterizedTruncatedNormalTest(test.TestCase):
     try:
       import scipy.stats  # pylint: disable=g-import-not-at-top
       random_seed.set_random_seed(seed)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         samples = random_ops.parameterized_truncated_normal(shape, mean, stddev,
                                                             minval,
                                                             maxval).eval()
@@ -186,7 +186,7 @@ class ParameterizedTruncatedNormalTest(test.TestCase):
     sample_op = random_ops.parameterized_truncated_normal(
         shape=(int(1e5),), means=0.8, stddevs=0.05, minvals=-1., maxvals=1.)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       samples = sess.run(sample_op)
       # 0. is more than 16 standard deviations from the mean, and
       # should have a likelihood < 1e-57.
diff --git a/tensorflow/python/kernel_tests/partitioned_variables_test.py b/tensorflow/python/kernel_tests/partitioned_variables_test.py
index b34d30f5c0..d1f0c6c2a0 100644
--- a/tensorflow/python/kernel_tests/partitioned_variables_test.py
+++ b/tensorflow/python/kernel_tests/partitioned_variables_test.py
@@ -600,7 +600,7 @@ class PartitionedVariablesTestCase(test.TestCase):
   def testMetaGraphSaveLoad(self):
     save_prefix = os.path.join(self.get_temp_dir(), "ckpt")
     save_graph = ops.Graph()
-    with save_graph.as_default(), self.test_session(
+    with save_graph.as_default(), self.session(
         graph=save_graph) as session:
       partitioner = partitioned_variables.fixed_size_partitioner(5, axis=0)
       with variable_scope.variable_scope("root", partitioner=partitioner):
@@ -620,7 +620,7 @@ class PartitionedVariablesTestCase(test.TestCase):
             save_graph.get_tensor_by_name(v0.name + ":0"))
 
     restore_graph = ops.Graph()
-    with restore_graph.as_default(), self.test_session(
+    with restore_graph.as_default(), self.session(
         graph=restore_graph) as session:
       saver = saver_lib.import_meta_graph(save_path + ".meta")
       saver.restore(sess=session, save_path=save_path)
diff --git a/tensorflow/python/kernel_tests/pool_test.py b/tensorflow/python/kernel_tests/pool_test.py
index 6ede654aad..372861297f 100644
--- a/tensorflow/python/kernel_tests/pool_test.py
+++ b/tensorflow/python/kernel_tests/pool_test.py
@@ -154,7 +154,7 @@ class PoolingTest(test.TestCase):
     self.assertAllClose(y1, y2.eval(), rtol=1e-2, atol=1e-2)
 
   def testPoolSimple(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["MAX", "AVG"]:
           self._test(
@@ -166,7 +166,7 @@ class PoolingTest(test.TestCase):
               strides=[1, 2])
 
   def testPool1D(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["MAX", "AVG"]:
           for input_shape in [[2, 9, 2], [2, 10, 2]]:
@@ -192,7 +192,7 @@ class PoolingTest(test.TestCase):
                     strides=strides)
 
   def testPool2D(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["MAX", "AVG"]:
           for input_shape in [[2, 9, 10, 2], [2, 10, 9, 2]]:
@@ -218,7 +218,7 @@ class PoolingTest(test.TestCase):
                     strides=strides)
 
   def testPool3D(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["MAX", "AVG"]:
           for input_shape in [[2, 9, 10, 11, 2], [2, 10, 9, 11, 2]]:
@@ -247,7 +247,7 @@ class PoolingTest(test.TestCase):
   def testPoolNC(self):
     if test.is_gpu_available(cuda_only=True):
       # "NC*" format is currently only supported on CUDA.
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         for padding in ["SAME", "VALID"]:
           self._test(
               input_shape=[2, 2, 9],
@@ -302,7 +302,7 @@ class PoolingTest(test.TestCase):
     self.assertLess(err, err_tolerance)
 
   def testGradient1D(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["AVG", "MAX"]:
           for input_shape in [[2, 5, 2], [1, 4, 1]]:
@@ -328,7 +328,7 @@ class PoolingTest(test.TestCase):
                     strides=strides)
 
   def testGradient2D(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["AVG", "MAX"]:
           for input_shape in [[2, 4, 5, 2], [1, 5, 4, 1]]:
@@ -354,7 +354,7 @@ class PoolingTest(test.TestCase):
                     strides=strides)
 
   def testGradient3D(self):
-    with self.test_session(use_gpu=test.is_gpu_available()):
+    with self.session(use_gpu=test.is_gpu_available()):
       for padding in ["SAME", "VALID"]:
         for pooling_type in ["AVG", "MAX"]:
           for input_shape in [[1, 3, 5, 4, 1], [1, 5, 4, 3, 1]]:
diff --git a/tensorflow/python/kernel_tests/pooling_ops_3d_test.py b/tensorflow/python/kernel_tests/pooling_ops_3d_test.py
index b01fc12953..e393c7a022 100644
--- a/tensorflow/python/kernel_tests/pooling_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/pooling_ops_3d_test.py
@@ -65,7 +65,7 @@ class PoolingTest(test.TestCase):
     # Initializes the input tensor with array containing incrementing
     # numbers from 1.
     x = [f * 1.0 for f in range(1, total_size + 1)]
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       t = constant_op.constant(x, shape=input_sizes)
       window = [1] + list(window) + [1]
       strides = [1] + list(strides) + [1]
@@ -233,7 +233,7 @@ class PoolingTest(test.TestCase):
     # Initializes the input tensor with array containing incrementing
     # numbers from 1.
     x = np.arange(1, total_size + 1, dtype=np.float32)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       input_tensor = constant_op.constant(x, shape=input_sizes, name="input")
       err_g_margin = 1e-3
       err_gg_margin = 1.5e-2
diff --git a/tensorflow/python/kernel_tests/pooling_ops_test.py b/tensorflow/python/kernel_tests/pooling_ops_test.py
index e95c729715..53003a7f28 100644
--- a/tensorflow/python/kernel_tests/pooling_ops_test.py
+++ b/tensorflow/python/kernel_tests/pooling_ops_test.py
@@ -129,7 +129,7 @@ class PoolingTest(test.TestCase):
     # Initializes the input tensor with array containing incrementing
     # numbers from 1, wrapping round to -127 after 127 to support int8.
     x = [((f + 128) % 255) - 127 for f in range(total_size)]
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       t = constant_op.constant(x, shape=input_sizes, dtype=data_type)
       if data_format in ("NCHW", "NCHW_VECT_C"):
         if data_format == "NCHW_VECT_C":
@@ -718,7 +718,7 @@ class PoolingTest(test.TestCase):
                                          strides,
                                          error_msg,
                                          use_gpu=False):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       t = constant_op.constant(1.0, shape=in_size)
       with self.assertRaisesRegexp(errors_impl.UnimplementedError, error_msg):
         t = nn_ops.max_pool(
@@ -734,7 +734,7 @@ class PoolingTest(test.TestCase):
     self._testDepthwiseMaxPoolInvalidConfig([1, 2, 2, 4], [1, 1, 1, 3],
                                             [1, 1, 1, 3], "evenly divide")
     if test.is_gpu_available():
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         t = variables.Variable(np.ones([1, 2, 2, 4]))
         variables.global_variables_initializer().run()
         with self.assertRaisesOpError("for CPU devices"):
@@ -747,11 +747,11 @@ class PoolingTest(test.TestCase):
   def _CompareMaxPoolingFwd(self, input_shape, ksize, strides, padding):
     for dtype in np.float64, np.float32, np.float16:
       tensor_input = np.random.rand(*input_shape).astype(dtype)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op, _ = nn_ops.max_pool_with_argmax(t, ksize, strides, padding)
         gpu_val = out_op.eval()
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op = nn_ops.max_pool(t, ksize, strides, padding)
         cpu_val = out_op.eval()
@@ -764,7 +764,7 @@ class PoolingTest(test.TestCase):
       # in the input.
       tensor_input = np.random.random_integers(0, 3, input_shape).astype(dtype)
       tensor_output = np.random.rand(*output_shape).astype(dtype)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         t = constant_op.constant(tensor_input, shape=input_shape)
         _, argmax_op = nn_ops.max_pool_with_argmax(t, ksize, strides, padding)
         argmax = argmax_op.eval()
@@ -773,7 +773,7 @@ class PoolingTest(test.TestCase):
                                                       strides, padding)
         gpu_val = out_op.eval()
         self.assertShapeEqual(gpu_val, out_op)
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op = nn_ops.max_pool(t, ksize, strides, padding)
         orig_out = out_op.eval()
@@ -793,7 +793,7 @@ class PoolingTest(test.TestCase):
       # Generate numbers in a narrow range, so that there are many duplicates
       # in the input.
       tensor_input = np.random.random_integers(0, 3, input_shape).astype(dtype)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         t = constant_op.constant(tensor_input, shape=input_shape)
         _, argmax_op = nn_ops.max_pool_with_argmax(t, ksize, strides, padding)
         argmax = argmax_op.eval()
@@ -802,7 +802,7 @@ class PoolingTest(test.TestCase):
             t, grad_in, argmax, ksize, strides, padding)
         gpu_val = out_op.eval()
         self.assertShapeEqual(gpu_val, out_op)
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op = nn_ops.max_pool(t, ksize, strides, padding)
         orig_out = out_op.eval()
@@ -818,7 +818,7 @@ class PoolingTest(test.TestCase):
 
   def testMaxPoolingWithArgmax(self):
     tensor_input = [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0]
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       t = constant_op.constant(tensor_input, shape=[1, 3, 3, 1])
       out_op, argmax_op = nn_ops.max_pool_with_argmax(
           t,
@@ -836,7 +836,7 @@ class PoolingTest(test.TestCase):
     orig_input = [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0]
     tensor_input = [11.0, 12.0, 13.0, 14.0]
     tensor_argmax = list(np.array([0, 1, 3, 5], dtype=np.int64))
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       orig_in = constant_op.constant(orig_input, shape=[1, 3, 3, 1])
       t = constant_op.constant(tensor_input, shape=[1, 2, 2, 1])
       argmax = constant_op.constant(
@@ -859,7 +859,7 @@ class PoolingTest(test.TestCase):
     orig_input = [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0]
     tensor_input = [11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0]
     tensor_argmax = list(np.array([0, 1, 3, 5], dtype=np.int64))
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       orig_in = constant_op.constant(orig_input, shape=[1, 3, 3, 1])
       t = constant_op.constant(tensor_input, shape=[1, 3, 3, 1])
       argmax = constant_op.constant(
@@ -910,7 +910,7 @@ class PoolingTest(test.TestCase):
     # Initializes the input tensor with array containing incrementing
     # numbers from 1.
     x = [f * 1.0 for f in range(1, total_size + 1)]
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       input_tensor = constant_op.constant(x, shape=input_sizes, name="input")
       if pool_func == nn_ops.avg_pool:
         func_name = "avg_pool"
@@ -986,7 +986,7 @@ class PoolingTest(test.TestCase):
     # Initializes the input tensor with array containing incrementing
     # numbers from 1.
     x = [f * 1.0 for f in range(1, total_size + 1)]
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       input_tensor = constant_op.constant(x, shape=input_sizes, name="input")
       if pool_func == nn_ops.avg_pool:
         func_name = "avg_pool"
@@ -1208,7 +1208,7 @@ class PoolingTest(test.TestCase):
                              window_rows, window_cols, row_stride, col_stride,
                              padding, use_gpu, v2):
     pool_func = gen_nn_ops.max_pool_v2 if v2 else nn_ops.max_pool
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       input_tensor = variables.Variable(
           np.array(input_data, dtype=np.float32).reshape(input_sizes))
       variables.global_variables_initializer().run()
@@ -1807,7 +1807,7 @@ class PoolingTest(test.TestCase):
             padding="SAME")
 
   def testOpEdgeCases(self):
-    with self.test_session(use_gpu=test.is_gpu_available()) as sess:
+    with self.session(use_gpu=test.is_gpu_available()) as sess:
       pool_funcs = [nn_ops.max_pool, nn_ops.avg_pool]
       if test.is_gpu_available():
         pool_funcs.append(nn_ops.max_pool_with_argmax)
diff --git a/tensorflow/python/kernel_tests/py_func_test.py b/tensorflow/python/kernel_tests/py_func_test.py
index 5f5e24bd63..837f1ec054 100644
--- a/tensorflow/python/kernel_tests/py_func_test.py
+++ b/tensorflow/python/kernel_tests/py_func_test.py
@@ -644,7 +644,7 @@ class PyFuncTest(test.TestCase):
       y = script_ops.eager_py_func(func=f, inp=[x], Tout=dtypes.float32)
       z = script_ops.eager_py_func(func=g, inp=[y], Tout=dtypes.float32)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       output = sess.run(z, feed_dict={x: 3.0})
       self.assertEqual(output, 18.0)
 
diff --git a/tensorflow/python/kernel_tests/qr_op_test.py b/tensorflow/python/kernel_tests/qr_op_test.py
index 8848c15e76..a60237fb25 100644
--- a/tensorflow/python/kernel_tests/qr_op_test.py
+++ b/tensorflow/python/kernel_tests/qr_op_test.py
@@ -50,7 +50,7 @@ class QrOpTest(test.TestCase):
       linalg_ops.qr(vector)
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       all_ops = []
       for full_matrices_ in True, False:
         for rows_ in 4, 5:
@@ -121,7 +121,7 @@ def _GetQrOpTest(dtype_, shape_, full_matrices_, use_static_shape_):
           low=-1.0, high=1.0,
           size=np.prod(shape_)).reshape(shape_).astype(dtype_)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       if use_static_shape_:
         x_tf = constant_op.constant(x_np)
       else:
@@ -173,7 +173,7 @@ def _GetQrGradOpTest(dtype_, shape_, full_matrices_):
       tol = 3e-2
     else:
       tol = 1e-6
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_a = constant_op.constant(a)
       tf_b = linalg_ops.qr(tf_a, full_matrices=full_matrices_)
       for b in tf_b:
diff --git a/tensorflow/python/kernel_tests/reader_ops_test.py b/tensorflow/python/kernel_tests/reader_ops_test.py
index 8c84b2a49f..ac9be56d63 100644
--- a/tensorflow/python/kernel_tests/reader_ops_test.py
+++ b/tensorflow/python/kernel_tests/reader_ops_test.py
@@ -707,7 +707,7 @@ class AsyncReaderTest(test.TestCase):
     """Tests that reading does not block main execution threads."""
     config = config_pb2.ConfigProto(
         inter_op_parallelism_threads=1, intra_op_parallelism_threads=1)
-    with self.test_session(config=config) as sess:
+    with self.session(config=config) as sess:
       thread_data_t = collections.namedtuple("thread_data_t",
                                              ["thread", "queue", "output"])
       thread_data = []
diff --git a/tensorflow/python/kernel_tests/reduction_ops_test.py b/tensorflow/python/kernel_tests/reduction_ops_test.py
index 248036a82a..7cca170ef3 100644
--- a/tensorflow/python/kernel_tests/reduction_ops_test.py
+++ b/tensorflow/python/kernel_tests/reduction_ops_test.py
@@ -131,7 +131,7 @@ class BaseReductionTest(test.TestCase):
 
   def _compare(self, x, reduction_axes, keepdims, feed_dict=None):
     np_ans = self._np_reduce(x, reduction_axes, keepdims)
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       tf_ans = self._tf_reduce(x, reduction_axes, keepdims)
       out = sess.run(tf_ans, feed_dict)
     self.assertAllClose(np_ans, out)
@@ -153,7 +153,7 @@ class BaseReductionTest(test.TestCase):
     if reduction_axes is not None and np.shape(reduction_axes) == (1,):
       # Test scalar reduction_axes argument
       self._compareGradient(x, reduction_axes[0], rtol=rtol, atol=atol)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       t = ops.convert_to_tensor(x)
       su = self._tf_reduce(t, reduction_axes, False)
       jacob_t, jacob_n = gradient_checker.compute_gradient(
@@ -183,7 +183,7 @@ class SumReductionTest(BaseReductionTest):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         v = math_ops.reduce_sum([0, 0], constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
       self.assertAllEqual(tf_v, 0)
@@ -356,14 +356,14 @@ class SumReductionTest(BaseReductionTest):
     self._compareAll(x, [1])
 
   def testEmptyGradients(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.zeros([0, 3])
       y = math_ops.reduce_sum(x, [1])
       error = gradient_checker.compute_gradient_error(x, [0, 3], y, [0])
       self.assertEqual(error, 0)
 
   def testDegenerate(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in (dtypes.float16, dtypes.float32, dtypes.float64,
                     dtypes.complex64, dtypes.complex128):
         # A large number is needed to get Eigen to die
@@ -398,7 +398,7 @@ class MeanReductionTest(BaseReductionTest):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         v = math_ops.reduce_mean([0, 0], constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
       self.assertAllEqual(tf_v, 0)
@@ -442,14 +442,14 @@ class MeanReductionTest(BaseReductionTest):
       self._compareGradientAxes(x, rtol=1e-3, atol=1e-3)
 
   def testEmptyGradients(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.zeros([0, 3])
       y = math_ops.reduce_mean(x, [1])
       error = gradient_checker.compute_gradient_error(x, [0, 3], y, [0])
       self.assertEqual(error, 0)
 
   def testDegenerate(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in (dtypes.float16, dtypes.float32, dtypes.float64):
         # A large number is needed to get Eigen to die
         x = array_ops.zeros((0, 9938), dtype=dtype)
@@ -471,7 +471,7 @@ class ProdReductionTest(BaseReductionTest):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         v = math_ops.reduce_prod([0, 0], constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
       self.assertAllEqual(tf_v, 0)
@@ -534,14 +534,14 @@ class ProdReductionTest(BaseReductionTest):
     self._compareGradientAxes(x4, rtol=1e-3, atol=1e-3)
 
   def testEmptyGradients(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       x = array_ops.zeros([0, 3])
       y = math_ops.reduce_prod(x, [1])
       error = gradient_checker.compute_gradient_error(x, [0, 3], y, [0])
       self.assertEqual(error, 0)
 
   def testDegenerate(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in (dtypes.float16, dtypes.float32, dtypes.float64):
         # A large number is needed to get Eigen to die
         x = array_ops.zeros((0, 9938), dtype=dtype)
@@ -558,7 +558,7 @@ class MinReductionTest(test.TestCase):
     else:
       for ra in reduction_axes[::-1]:
         np_ans = np.amin(np_ans, axis=ra, keepdims=keepdims)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_min(x, reduction_axes, keepdims)
@@ -574,7 +574,7 @@ class MinReductionTest(test.TestCase):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         v = math_ops.reduce_min([0, 0], constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
       self.assertAllEqual(tf_v, 0)
@@ -671,7 +671,7 @@ class MaxReductionTest(test.TestCase):
     else:
       for ra in reduction_axes[::-1]:
         np_ans = np.amax(np_ans, axis=ra, keepdims=keepdims)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_max(x, reduction_axes, keepdims)
@@ -687,7 +687,7 @@ class MaxReductionTest(test.TestCase):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         v = math_ops.reduce_max([0, 0], constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
       self.assertAllEqual(tf_v, 0)
@@ -798,7 +798,7 @@ class AllReductionTest(test.TestCase):
     else:
       for ra in reduction_axes[::-1]:
         np_ans = np.all(np_ans, axis=ra, keepdims=keepdims)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_all(x, reduction_axes, keepdims)
@@ -814,7 +814,7 @@ class AllReductionTest(test.TestCase):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         v = math_ops.reduce_all([True, True],
                                 constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
@@ -847,7 +847,7 @@ class AnyReductionTest(test.TestCase):
     else:
       for ra in reduction_axes[::-1]:
         np_ans = np.any(np_ans, axis=ra, keepdims=keepdims)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_any(x, reduction_axes, keepdims)
@@ -863,7 +863,7 @@ class AnyReductionTest(test.TestCase):
 
   def testAxesType(self):
     for dtype in [dtypes.int64, dtypes.int32]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         v = math_ops.reduce_any([True, True],
                                 constant_op.constant(0, dtype=dtype))
         tf_v = sess.run(v)
@@ -898,7 +898,7 @@ class CountNonzeroReductionTest(test.TestCase):
       reduction_axes = np.array(reduction_axes).astype(np.int32)
       for ra in reduction_axes.ravel()[::-1]:
         np_ans = np.sum(np_ans, axis=ra, keepdims=keepdims)
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       tf_ans = math_ops.count_nonzero(x, reduction_axes, keepdims)
       out = sess.run(tf_ans, feed_dict)
     self.assertAllClose(np_ans, out)
@@ -951,7 +951,7 @@ class CountNonzeroReductionTest(test.TestCase):
 
   def testDegenerate(self):
     for use_gpu in False, True:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         for dtype in (dtypes.bool,):
           # A large number is needed to get Eigen to die
           x = array_ops.zeros((0, 9938), dtype=dtype)
diff --git a/tensorflow/python/kernel_tests/relu_op_test.py b/tensorflow/python/kernel_tests/relu_op_test.py
index 672d6556f5..b0f2796ede 100644
--- a/tensorflow/python/kernel_tests/relu_op_test.py
+++ b/tensorflow/python/kernel_tests/relu_op_test.py
@@ -57,7 +57,7 @@ class ReluTest(test.TestCase):
 
   def _testRelu(self, np_features, use_gpu=False):
     np_relu = self._npRelu(np_features)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       relu = nn_ops.relu(np_features)
       tf_relu = relu.eval()
     self.assertAllClose(np_relu, tf_relu)
@@ -77,7 +77,7 @@ class ReluTest(test.TestCase):
     if not test.is_gpu_available(cuda_only=True):
       return
     np_relu = self._npRelu(np_inputs)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       relu = nn_ops.relu(constant_op.constant(np_inputs, dtypes.qint8))
       if np_inputs.size % 4 == 0:
         tf_relu = relu.eval()
@@ -124,7 +124,7 @@ class ReluTest(test.TestCase):
   # Instead of relying on compute_gradient_error, we compare the fp16 analytical
   # gradient against their fp32 counterpart.
   def testGradientFloat16(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       # Randomly construct a 1D shape from [1, 40)
       shape = random_ops.random_uniform(
           [1], minval=1, maxval=40, dtype=dtypes.int32)
@@ -230,7 +230,7 @@ class Relu6Test(test.TestCase):
 
   def _testRelu6(self, np_features, use_gpu=False):
     np_relu6 = self._npRelu6(np_features)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       relu6 = nn_ops.relu6(np_features)
       tf_relu6 = relu6.eval()
     self.assertAllClose(np_relu6, tf_relu6)
@@ -417,7 +417,7 @@ class EluTest(test.TestCase):
 
   def _testElu(self, np_features, use_gpu=False):
     np_elu = self._npElu(np_features)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       elu = nn_ops.elu(np_features)
       tf_elu = elu.eval()
     self.assertAllClose(np_elu, tf_elu)
@@ -519,7 +519,7 @@ class SeluTest(test.TestCase):
 
   def _testSelu(self, np_features, use_gpu=False):
     np_selu = self._npSelu(np_features)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       selu = nn_ops.selu(np_features)
       tf_selu = selu.eval()
     self.assertAllClose(np_selu, tf_selu)
@@ -605,7 +605,7 @@ class CreluTest(test.TestCase):
     np_crelu = np.concatenate((np_relu, np_neg_relu),
                               len(np_features.shape) - 1)
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       crelu = nn_ops.crelu(np_features)
       tf_relu = crelu.eval()
 
diff --git a/tensorflow/python/kernel_tests/reshape_op_test.py b/tensorflow/python/kernel_tests/reshape_op_test.py
index ca3ff1d1df..14cdae1837 100644
--- a/tensorflow/python/kernel_tests/reshape_op_test.py
+++ b/tensorflow/python/kernel_tests/reshape_op_test.py
@@ -30,7 +30,7 @@ from tensorflow.python.platform import test
 class ReshapeTest(test.TestCase):
 
   def _testReshape(self, x, y, use_gpu=False):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       np_ans = x.reshape(y)
       tf_ans = array_ops.reshape(x, y)
       out = tf_ans.eval()
diff --git a/tensorflow/python/kernel_tests/reverse_sequence_op_test.py b/tensorflow/python/kernel_tests/reverse_sequence_op_test.py
index 8fc71e0c57..56609bd0a5 100644
--- a/tensorflow/python/kernel_tests/reverse_sequence_op_test.py
+++ b/tensorflow/python/kernel_tests/reverse_sequence_op_test.py
@@ -38,7 +38,7 @@ class ReverseSequenceTest(test.TestCase):
                            truth,
                            use_gpu=False,
                            expected_err_re=None):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       ans = array_ops.reverse_sequence(
           x, batch_axis=batch_axis, seq_axis=seq_axis, seq_lengths=seq_lengths)
       if expected_err_re is None:
diff --git a/tensorflow/python/kernel_tests/rnn_test.py b/tensorflow/python/kernel_tests/rnn_test.py
index 907e1277a9..993ea4b6b7 100644
--- a/tensorflow/python/kernel_tests/rnn_test.py
+++ b/tensorflow/python/kernel_tests/rnn_test.py
@@ -554,7 +554,7 @@ class RNNTest(test.TestCase):
     kernel, recurrent_kernel, bias = keras_weights
     tf_weights = [np.concatenate((kernel, recurrent_kernel)), bias]
 
-    with self.test_session(graph=ops_lib.Graph()) as sess:
+    with self.session(graph=ops_lib.Graph()) as sess:
       inputs = array_ops.placeholder(
           dtypes.float32, shape=(None, timestep, input_shape))
       cell = keras.layers.SimpleRNNCell(output_shape)
@@ -562,7 +562,7 @@ class RNNTest(test.TestCase):
           cell, inputs, dtype=dtypes.float32)
       cell.set_weights(keras_weights)
       [k_out, k_state] = sess.run([k_out, k_state], {inputs: x_train})
-    with self.test_session(graph=ops_lib.Graph()) as sess:
+    with self.session(graph=ops_lib.Graph()) as sess:
       inputs = array_ops.placeholder(
           dtypes.float32, shape=(None, timestep, input_shape))
       cell = rnn_cell_impl.BasicRNNCell(output_shape)
diff --git a/tensorflow/python/kernel_tests/scan_ops_test.py b/tensorflow/python/kernel_tests/scan_ops_test.py
index 08b4a2aaae..b369222565 100644
--- a/tensorflow/python/kernel_tests/scan_ops_test.py
+++ b/tensorflow/python/kernel_tests/scan_ops_test.py
@@ -78,7 +78,7 @@ class CumsumTest(test.TestCase):
 
   def _compare(self, x, axis, exclusive, reverse):
     np_out = handle_options(np.cumsum, x, axis, exclusive, reverse)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_out = math_ops.cumsum(x, axis, exclusive, reverse).eval()
 
     self.assertAllClose(np_out, tf_out)
@@ -98,7 +98,7 @@ class CumsumTest(test.TestCase):
     for dtype in self.valid_dtypes:
       x = np.arange(1, 6).reshape([5]).astype(dtype)
       for axis_dtype in [dtypes.int64, dtypes.int32]:
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           axis = constant_op.constant(0, axis_dtype)
           tf_out = math_ops.cumsum(x, axis).eval()
 
@@ -129,7 +129,7 @@ class CumsumTest(test.TestCase):
   def testInvalidAxis(self):
     x = np.arange(0, 10).reshape([2, 5]).astype(np.float32)
     input_tensor = ops.convert_to_tensor(x)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesWithPredicateMatch(
           errors_impl.InvalidArgumentError,
           lambda e: "Expected scan axis in the range [-2, 2)" in str(e)):
@@ -145,7 +145,7 @@ class CumsumTest(test.TestCase):
 
   def _compareGradient(self, shape, axis, exclusive, reverse):
     x = np.arange(0, 50).reshape(shape).astype(np.float64)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       t = ops.convert_to_tensor(x)
       result = math_ops.cumsum(t, axis, exclusive, reverse)
       jacob_t, jacob_n = gradient_checker.compute_gradient(
@@ -184,7 +184,7 @@ class CumprodTest(test.TestCase):
 
   def _compare(self, x, axis, exclusive, reverse):
     np_out = handle_options(np.cumprod, x, axis, exclusive, reverse)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_out = math_ops.cumprod(x, axis, exclusive, reverse).eval()
 
     self.assertAllClose(np_out, tf_out)
@@ -204,7 +204,7 @@ class CumprodTest(test.TestCase):
     for dtype in self.valid_dtypes:
       x = np.arange(1, 6).reshape([5]).astype(dtype)
       for axis_dtype in [dtypes.int64, dtypes.int32]:
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           axis = constant_op.constant(0, axis_dtype)
           tf_out = math_ops.cumprod(x, axis).eval()
 
@@ -235,7 +235,7 @@ class CumprodTest(test.TestCase):
   def testInvalidAxis(self):
     x = np.arange(0, 10).reshape([2, 5]).astype(np.float32)
     input_tensor = ops.convert_to_tensor(x)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesWithPredicateMatch(
           errors_impl.InvalidArgumentError,
           lambda e: "Expected scan axis in the range [-2, 2)" in str(e)):
@@ -251,7 +251,7 @@ class CumprodTest(test.TestCase):
 
   def _compareGradient(self, shape, axis, exclusive, reverse):
     x = np.arange(1, 9).reshape(shape).astype(np.float64)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       t = ops.convert_to_tensor(x)
       result = math_ops.cumprod(t, axis, exclusive, reverse)
       jacob_t, jacob_n = gradient_checker.compute_gradient(
diff --git a/tensorflow/python/kernel_tests/scatter_nd_ops_test.py b/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
index 9843bf4be0..54d542fb5f 100644
--- a/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
+++ b/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
@@ -102,7 +102,7 @@ class StatefulScatterNdTest(test.TestCase):
     np.random.seed(8)
     ref_shapes = [(3, 6), (3, 6), (3, 6, 9), (3, 6, 9), (3, 6, 9), (3, 6, 9)]
     indices_shapes = [(2,), (2, 2), (2,), (2, 2), (2, 3), (2, 3, 3)]
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       for ref_shape, indices_shape in zip(ref_shapes, indices_shapes):
         num_updates = indices_shape[0]
         ixdim = indices_shape[-1]
@@ -158,7 +158,7 @@ class StatefulScatterNdTest(test.TestCase):
     scatter = state_ops.scatter_nd_update(ref, indices, updates)
     init = variables.global_variables_initializer()
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       sess.run(init)
       result = sess.run(scatter)
       self.assertAllClose(result, expected)
@@ -172,7 +172,7 @@ class StatefulScatterNdTest(test.TestCase):
     scatter = state_ops.scatter_nd_update(ref, indices, updates)
     init = variables.global_variables_initializer()
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       sess.run(init)
       sess.run(scatter)
       self.assertAllClose(ref.eval(), expected)
@@ -186,7 +186,7 @@ class StatefulScatterNdTest(test.TestCase):
     scatter = state_ops.scatter_nd_update(ref, indices, updates)
     init = variables.global_variables_initializer()
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       sess.run(init)
       result = sess.run(scatter)
       self.assertAllClose(result, expected)
@@ -200,7 +200,7 @@ class StatefulScatterNdTest(test.TestCase):
     scatter = state_ops.scatter_nd_update(ref, indices, updates)
     init = variables.global_variables_initializer()
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       sess.run(init)
       result = sess.run(scatter)
       self.assertAllClose(result, expected)
@@ -239,7 +239,7 @@ class StatefulScatterNdTest(test.TestCase):
   # TODO(simister): Re-enable once binary size increase due to
   # extra templating is back under control and this op is re-enabled
   # def testBooleanScatterUpdate(self):
-  #   with self.test_session(use_gpu=False) as session:
+  #   with self.session(use_gpu=False) as session:
   #     var = tf.Variable([True, False])
   #     update0 = tf.scatter_nd_update(var, [[1]], [True])
   #     update1 = tf.scatter_nd_update(
@@ -257,7 +257,7 @@ class StatefulScatterNdTest(test.TestCase):
                state_ops.scatter_nd_update):
       params = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32)
       updates = np.array([-3, -4, -5]).astype(np.float32)
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         ref = variables.VariableV1(params)
         ref.initializer.run()
 
@@ -356,7 +356,7 @@ class StatefulScatterNdTest(test.TestCase):
       updates = np.array([-3, -4, -5]).astype(np.float32)
       # With GPU, the code ignores indices that are out of range.
       # We don't test the implementation; just test there's no failures.
-      with self.test_session(force_gpu=True):
+      with self.cached_session(force_gpu=True):
         ref = variables.Variable(params)
         ref.initializer.run()
 
diff --git a/tensorflow/python/kernel_tests/scatter_ops_test.py b/tensorflow/python/kernel_tests/scatter_ops_test.py
index 527b7daf10..87c345245c 100644
--- a/tensorflow/python/kernel_tests/scatter_ops_test.py
+++ b/tensorflow/python/kernel_tests/scatter_ops_test.py
@@ -133,7 +133,7 @@ class ScatterTest(test.TestCase):
                         repeat_indices=False,
                         updates_are_scalar=False):
     np.random.seed(8)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       for indices_shape in (), (2,), (3, 7), (3, 4, 7):
         for extra_shape in (), (5,), (5, 9):
           # Generate random indices with no duplicates for easy numpy comparison
@@ -276,7 +276,7 @@ class ScatterTest(test.TestCase):
 
   def testBooleanScatterUpdate(self):
     if not test.is_gpu_available():
-      with self.test_session(use_gpu=False) as session:
+      with self.session(use_gpu=False) as session:
         var = variables.Variable([True, False])
         update0 = state_ops.scatter_update(var, 1, True)
         update1 = state_ops.scatter_update(
@@ -293,7 +293,7 @@ class ScatterTest(test.TestCase):
       params = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32)
       updates = np.array([-3, -4, -5]).astype(np.float32)
       if not test.is_gpu_available():
-        with self.test_session(use_gpu=False):
+        with self.session(use_gpu=False):
           ref = variables.VariableV1(params)
           ref.initializer.run()
 
@@ -320,7 +320,7 @@ class ScatterTest(test.TestCase):
       updates = np.array([-3, -4, -5]).astype(np.float32)
       # With GPU, the code ignores indices that are out of range.
       # We don't test the implementation; just test there's no failures.
-      with self.test_session(force_gpu=True):
+      with self.cached_session(force_gpu=True):
         ref = variables.Variable(params)
         ref.initializer.run()
 
diff --git a/tensorflow/python/kernel_tests/segment_reduction_ops_test.py b/tensorflow/python/kernel_tests/segment_reduction_ops_test.py
index 2931877c11..3f7e43b533 100644
--- a/tensorflow/python/kernel_tests/segment_reduction_ops_test.py
+++ b/tensorflow/python/kernel_tests/segment_reduction_ops_test.py
@@ -113,7 +113,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
       else:
         curr_ops_list = ops_list
       for use_gpu in [True, False]:
-        with self.test_session(use_gpu=use_gpu):
+        with self.cached_session(use_gpu=use_gpu):
           tf_x, np_x = self._input(shape, dtype=dtype)
           for np_op1, np_op2, tf_op in curr_ops_list:
             np_ans = self._segmentReduce(indices, np_x, np_op1, np_op2)
@@ -136,7 +136,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
   def testSegmentIdsSize(self):
     shape = [4, 4]
     for use_gpu in [True, False]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_x, _ = self._input(shape)
         indices = [0, 1]
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
@@ -147,7 +147,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
     # This is a baseline for the following SegmentIdsInvalid* tests.
     shape = [4, 4]
     for use_gpu in [True, False]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_x, _ = self._input(shape, dtype=dtypes_lib.float32)
         indices = [0, 0, 0, 1]
         result = math_ops.segment_sum(data=tf_x, segment_ids=indices).eval()
@@ -156,7 +156,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
   def testSegmentIdsGreaterThanZero(self):
     shape = [4, 4]
     for use_gpu in [True, False]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_x, np_x = self._input(shape, dtype=dtypes_lib.float32)
         indices = [1, 1, 2, 2]
         np_ans = self._segmentReduce(indices, np_x, np.add)
@@ -167,7 +167,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
   def testSegmentIdsHole(self):
     shape = [4, 4]
     for use_gpu in [True, False]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_x, np_x = self._input(shape, dtype=dtypes_lib.float32)
         indices = [0, 0, 3, 3]
         np_ans = self._segmentReduce(indices, np_x, np.add)
@@ -209,7 +209,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
   def testSegmentIdsInvalid4(self):
     shape = [4, 4]
     for use_gpu in [True, False]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_x, _ = self._input(shape, dtype=dtypes_lib.float32)
         indices = [0, 0, 0, -1]
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
@@ -219,7 +219,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
   def testSegmentIdsInvalid5(self):
     shape = [4, 4]
     for use_gpu in [True, False]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tf_x, _ = self._input(shape, dtype=dtypes_lib.float32)
         indices = [0, 0, 0, -2]
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
@@ -284,7 +284,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
         ops_list = self.complex_ops_list if dtype.is_complex else self.ops_list
         tf_x, np_x = self._input(shape, dtype=dtype)
         for use_gpu in [True, False]:
-          with self.test_session(use_gpu=True):
+          with self.cached_session(use_gpu=True):
             for np_op1, np_op2, tf_op, init_op in ops_list:
               # sqrt_n doesn't support integers
               if (np_op2 == self._sqrt_n_reduce_op and dtype.is_integer):
@@ -310,7 +310,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
     for indices in indices_flat, indices_flat.reshape(5, 2):
       shape = indices.shape + (2,)
       for dtype in dtypes:
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           tf_x, np_x = self._input(shape)
           num_segments_constant = constant_op.constant(
               num_segments, dtype=dtype)
@@ -334,7 +334,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
         shape = indices.shape + (num_cols,)
         # test CPU and GPU as tf.gather behaves differently on each device
         for use_gpu in [False, True]:
-          with self.test_session(use_gpu=use_gpu):
+          with self.cached_session(use_gpu=use_gpu):
             for _, _, tf_op, _ in ops_list:
               tf_x, np_x = self._input(shape, dtype=dtype)
               s = tf_op(tf_x, indices, num_segments)
@@ -360,7 +360,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
     gradients_indices[range(9), indices] = [0, 0, 0, 4, 0, 0, 9, 9, 9]
     gradients_indices_neg[range(9), indices_neg] = [0, 1, 0, 0, 2, 2, 0, 3, 3]
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         for ind, grad_gt in [(indices, gradients_indices),
                              (indices_neg, gradients_indices_neg)]:
           s = math_ops.unsorted_segment_prod(values_tf,
@@ -382,7 +382,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
     shape = [n, num_cols]
     num_segments = max(indices) + 1
     for dtype in self.differentiable_dtypes:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         tf_x, np_x = self._input(shape, dtype=dtype)
         # Results from UnsortedSegmentSum
         unsorted_s = math_ops.unsorted_segment_sum(
@@ -407,7 +407,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
     # Note: GPU kernel does not return the out-of-range error needed for this
     # test, so this test is marked as cpu-only.
     # Note: With PR #13055 a negative index will be ignored silently.
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for bad in [[2]], [[7]]:
         unsorted = math_ops.unsorted_segment_sum([[17]], bad, num_segments=2)
         with self.assertRaisesOpError(
@@ -417,7 +417,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
   def testEmptySecondDimension(self):
     dtypes = [np.float16, np.float32, np.float64, np.int64, np.int32,
               np.complex64, np.complex128]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in dtypes:
         for itype in (np.int32, np.int64):
           data = np.zeros((2, 0), dtype=dtype)
@@ -433,7 +433,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
     for indices in indices_flat, indices_flat.reshape(5, 2):
       shape = indices.shape + (2,)
       for dtype in self.all_dtypes:
-        with self.test_session(use_gpu=True):
+        with self.session(use_gpu=True):
           tf_x, np_x = self._input(shape, dtype=dtype)
           np_ans = self._segmentReduce(
               indices, np_x, np.add, op2=None, num_segments=num_segments)
@@ -490,7 +490,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         segment_indices.append(i)
     num_indices = len(segment_indices)
     for dtype in dtypes:
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         tf_indices, np_indices, tf_x, np_x = self._sparse_input(
             shape, num_indices, dtype=dtype)
         for np_op1, np_op2, tf_op in ops_list:
@@ -513,7 +513,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         self._mean_cum_op, self._mean_reduce_op, math_ops.sparse_segment_mean)]
     segment_indices = [0, 2, 2, 2]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for np_op1, np_op2, tf_op in ops_list:
         np_ans = self._sparseSegmentReduce(np_x, tf_indices, segment_indices,
                                            np_op1, np_op2)
@@ -529,7 +529,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     segment_indices = [0, 2, 2, 2]
     tf_indices = [8, 3, 0, 9]
     num_segments = 5
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for np_op1, np_op2, tf_op in ops_list:
         np_ans = self._sparseSegmentReduce(
             np_x,
@@ -555,7 +555,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     segment_indices = []
     tf_indices = []
     num_segments = 5
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(
             data=tf_x,
@@ -571,7 +571,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         self._mean_cum_op, self._mean_reduce_op, math_ops.sparse_segment_mean)]
     segment_indices = [1, 2, 2, 2]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for np_op1, np_op2, tf_op in ops_list:
         np_ans = self._sparseSegmentReduce(np_x, tf_indices, segment_indices,
                                            np_op1, np_op2)
@@ -585,7 +585,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 1, 2, 2]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         s.eval()
@@ -595,7 +595,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 1, 2, 2]
     tf_indices = [8, -1, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError(
@@ -607,7 +607,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 1, 2, 2]
     tf_indices = [8, 3, 0, 10]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError(
@@ -619,7 +619,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 1, 0, 1]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError("segment ids are not increasing"):
@@ -630,7 +630,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 1, 2, 0]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError(
@@ -643,7 +643,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [-1, 0, 1, 1]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError(
@@ -656,7 +656,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 0, 0, -1]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError("segment ids must be >= 0"):
@@ -667,7 +667,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ops_list = [math_ops.sparse_segment_sum, math_ops.sparse_segment_mean]
     segment_indices = [0, 0, 0, -2]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError("segment ids must be >= 0"):
@@ -683,7 +683,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     num_segments = 5
     segment_indices = [0, 1, 3, 3]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(
             data=tf_x,
@@ -701,7 +701,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     num_segments = 5
     segment_indices = [0, 1, 3, 5]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(
             data=tf_x,
@@ -720,7 +720,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     num_segments = -2
     segment_indices = [0, 1, 3, 3]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         with self.assertRaisesRegexp(
             ValueError, "Cannot specify a negative value for num_segments"):
@@ -782,7 +782,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [0, 1, 2, 2]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         s.eval()
@@ -794,7 +794,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [0, 1, 2, 2]
     tf_indices = [8, 3, 0, 10]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Index 10 out of range \[0, 10\)"):
@@ -807,7 +807,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [0, 1, 2, 2]
     tf_indices = [8, 3, -1, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Index -1 out of range \[0, 10\)"):
@@ -821,7 +821,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [0, 1, 1, 4]  # 5 segments
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError("Invalid number of segments"):
@@ -834,7 +834,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [0, 1, 2, 0]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Segment id 1 out of range \[0, 1\)"):
@@ -847,7 +847,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [-1, 0, 1, 1]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Segment id -1 out of range \[0, 2\)"):
@@ -860,7 +860,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     ]
     segment_indices = [0, 1, 2, -1]
     tf_indices = [8, 3, 0, 9]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Segment id 0 out of range \[0, 0\)"):
diff --git a/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py b/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py
index d2647088c5..1b4aff8c9c 100644
--- a/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py
+++ b/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py
@@ -51,7 +51,7 @@ class SelfAdjointEigTest(test.TestCase):
 
   def testConcurrentExecutesWithoutError(self):
     all_ops = []
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       for compute_v_ in True, False:
         matrix1 = random_ops.random_normal([5, 5], seed=42)
         matrix2 = random_ops.random_normal([5, 5], seed=42)
@@ -80,7 +80,7 @@ class SelfAdjointEigTest(test.TestCase):
             "self_adjoint_eig_fail_if_denorms_flushed.txt")).astype(np.float32)
     self.assertEqual(matrix.shape, (32, 32))
     matrix_tensor = constant_op.constant(matrix)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       (e, v) = sess.run(linalg_ops.self_adjoint_eig(matrix_tensor))
       self.assertEqual(e.size, 32)
       self.assertAllClose(
@@ -152,7 +152,7 @@ def _GetSelfAdjointEigTest(dtype_, shape_, compute_v_):
     else:
       atol = 1e-12
     np_e, np_v = np.linalg.eigh(a)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       if compute_v_:
         tf_e, tf_v = linalg_ops.self_adjoint_eig(constant_op.constant(a))
 
@@ -201,7 +201,7 @@ def _GetSelfAdjointEigGradTest(dtype_, shape_, compute_v_):
       tol = 1e-2
     else:
       tol = 1e-7
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_a = constant_op.constant(a)
       if compute_v_:
         tf_e, tf_v = linalg_ops.self_adjoint_eig(tf_a)
diff --git a/tensorflow/python/kernel_tests/shape_ops_test.py b/tensorflow/python/kernel_tests/shape_ops_test.py
index 0304dc3875..ee813e5ffd 100644
--- a/tensorflow/python/kernel_tests/shape_ops_test.py
+++ b/tensorflow/python/kernel_tests/shape_ops_test.py
@@ -50,7 +50,7 @@ class ShapeOpsTest(test.TestCase):
 
   def _compareShape(self, x, use_gpu=False):
     np_ans = np.array(np.shape(x))
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.shape(x)
       tf_ans_64 = array_ops.shape(x, out_type=dtypes.int64)
       result = tf_ans.eval()
@@ -62,7 +62,7 @@ class ShapeOpsTest(test.TestCase):
   def _compareShapeSparse(self, x_np, use_gpu=False):
     np_ans = np.array(np.shape(x_np))
     x_tf, unused_nnz = _sparsify(x_np)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.shape(x_tf)
       result = tf_ans.eval()
     self.assertAllEqual(np_ans, result)
@@ -70,7 +70,7 @@ class ShapeOpsTest(test.TestCase):
 
   def _compareShapeN(self, x, use_gpu=False):
     np_ans = np.array(np.shape(x))
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       tf_ans = array_ops.shape_n([x, x, x])
       tf_ans_64 = array_ops.shape_n([x, x, x], out_type=dtypes.int64)
       result = sess.run(tf_ans)
@@ -82,7 +82,7 @@ class ShapeOpsTest(test.TestCase):
 
   def _compareRank(self, x, use_gpu=False):
     np_ans = np.asarray(np.ndim(x))
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.rank(x)
       result = tf_ans.eval()
     self.assertAllEqual(np_ans, result)
@@ -91,7 +91,7 @@ class ShapeOpsTest(test.TestCase):
   def _compareRankSparse(self, x_np, use_gpu=False):
     np_ans = np.asarray(np.ndim(x_np))
     x_tf, unused_nnz = _sparsify(x_np)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.rank(x_tf)
       result = tf_ans.eval()
     self.assertAllEqual(np_ans, result)
@@ -99,7 +99,7 @@ class ShapeOpsTest(test.TestCase):
 
   def _compareSize(self, x, use_gpu=False):
     np_ans = np.asarray(np.size(x))
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.size(x)
       result = tf_ans.eval()
       tf_ans_64 = array_ops.size(x, out_type=dtypes.int64)
@@ -111,7 +111,7 @@ class ShapeOpsTest(test.TestCase):
   def _compareSizeSparse(self, x_np, use_gpu=False):
     np_ans = np.asarray(np.size(x_np))
     x_tf, unused_nnz = _sparsify(x_np)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.size(x_tf)
       result = tf_ans.eval()
     self.assertAllEqual(np_ans, result)
@@ -174,7 +174,7 @@ class ShapeOpsTest(test.TestCase):
 
   def _compareExpandDims(self, x, dim, use_gpu):
     np_ans = np.expand_dims(x, axis=dim)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tensor = array_ops.expand_dims(x, dim)
       tf_ans = tensor.eval()
     self.assertShapeEqual(np_ans, tensor)
@@ -262,14 +262,14 @@ class ShapeOpsTest(test.TestCase):
     for dtype in [dtypes.int32, dtypes.int64]:
       x = np.zeros([2])
       np_ans = np.expand_dims(x, axis=0)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         tensor = array_ops.expand_dims(x, constant_op.constant(0, dtype))
         tf_ans = tensor.eval()
       self.assertShapeEqual(np_ans, tensor)
       self.assertAllEqual(np_ans, tf_ans)
 
   def _compareSqueeze(self, x, squeeze_dims, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if squeeze_dims:
         np_ans = np.squeeze(x, axis=tuple(squeeze_dims))
         tensor = array_ops.squeeze(x, squeeze_dims)
@@ -337,7 +337,7 @@ class ShapeOpsTest(test.TestCase):
     # Numpy squeezes a 1 element tensor into a zero dimensional tensor.
     # Verify that we do the same.
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tensor = array_ops.squeeze(np.zeros([1, 1, 1]), [])
         self.assertEqual(np.shape(1), tensor.get_shape())
         tf_ans = tensor.eval()
@@ -347,7 +347,7 @@ class ShapeOpsTest(test.TestCase):
     # Numpy squeezes a 1 element tensor into a zero dimensional tensor.
     # Verify that we do the same.
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         tensor = array_ops.squeeze([[[False]]], [])
         self.assertEqual(np.shape(1), tensor.get_shape())
         tf_ans = tensor.eval()
@@ -355,7 +355,7 @@ class ShapeOpsTest(test.TestCase):
 
   def testSqueezeOnlyOnes(self):
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         input_1x1x3 = np.zeros([1, 1, 3])
         self._compareSqueezeAll(input_1x1x3)
         self._compareSqueezeAll(input_1x1x3, [0])
@@ -364,7 +364,7 @@ class ShapeOpsTest(test.TestCase):
 
   def testSqueezeErrors(self):
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         self.assertRaises(ValueError, array_ops.squeeze,
                           np.zeros([1, 2, 1]), [-4])
         self.assertRaises(ValueError, array_ops.squeeze,
@@ -412,7 +412,7 @@ class TileTest(test.TestCase):
 
   def testScalar(self):
     for use_gpu in False, True:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         a = constant_op.constant(7, shape=[], dtype=dtypes.float32)
         tiled = array_ops.tile(a, [])
         result = tiled.eval()
@@ -423,7 +423,7 @@ class TileTest(test.TestCase):
   def testSimple(self):
     # multiples could be int32 or int64
     for dtype in [dtypes.int32, dtypes.int64]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = np.random.rand(4, 1).astype(np.float32)
         a = constant_op.constant(inp)
         tiled = array_ops.tile(a, constant_op.constant([1, 4], dtype=dtype))
@@ -490,7 +490,7 @@ class TileTest(test.TestCase):
         bytes: (dtypes.string, bytes)
     }
     for dtype_np, (dtype_tf, cast) in types_to_test.items():
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = np.random.rand(4, 1).astype(dtype_np)
         a = constant_op.constant(
             [cast(x) for x in inp.ravel(order="C")],
@@ -517,7 +517,7 @@ class TileTest(test.TestCase):
         array_ops.tile(a, [[2, 3], [3, 4]]).eval()
 
   def _RunAndVerifyResult(self, rank, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       # Random dims of given rank
       input_shape = np.random.randint(1, 4, size=rank)
       inp = np.random.rand(*input_shape).astype("f")
@@ -580,7 +580,7 @@ class TileTest(test.TestCase):
     self.assertTrue((np.abs(expected - result) < 1e-3).all())
 
   def testGradientSimpleReductionOnGPU(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       inp = np.random.rand(4, 1).astype("f")
       a = constant_op.constant(
           [float(x) for x in inp.flatten()], shape=[4, 1], dtype=dtypes.float32)
@@ -594,7 +594,7 @@ class TileTest(test.TestCase):
     self.assertAllClose(np.sum(grad_inp, axis=1).reshape(4, 1), result, 1e-3)
 
   def testGradientStridedReductionOnGPU(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       inp = np.random.rand(4, 2).astype("f")
       a = constant_op.constant(
           [float(x) for x in inp.flatten()], shape=[4, 2], dtype=dtypes.float32)
@@ -613,7 +613,7 @@ class TileTest(test.TestCase):
 
   def _RunAndVerifyGradientResult(self, input_shape, multiples):
     for use_gpu in False, True:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         # Random values
         inp = np.asarray(np.random.rand(*input_shape))
         a = constant_op.constant(inp, dtype=dtypes.float64)
diff --git a/tensorflow/python/kernel_tests/slice_op_test.py b/tensorflow/python/kernel_tests/slice_op_test.py
index c08d3222b3..0e8c276ba9 100644
--- a/tensorflow/python/kernel_tests/slice_op_test.py
+++ b/tensorflow/python/kernel_tests/slice_op_test.py
@@ -35,7 +35,7 @@ class SliceTest(test.TestCase):
   def testEmpty(self):
     inp = np.random.rand(4, 4).astype("f")
     for k in xrange(4):
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         a = constant_op.constant(inp, shape=[4, 4], dtype=dtypes.float32)
         slice_t = a[2, k:k]
         slice_val = slice_t.eval()
@@ -44,14 +44,14 @@ class SliceTest(test.TestCase):
   def testInt32(self):
     inp = np.random.rand(4, 4).astype("i")
     for k in xrange(4):
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         a = constant_op.constant(inp, shape=[4, 4], dtype=dtypes.int32)
         slice_t = a[2, k:k]
         slice_val = slice_t.eval()
       self.assertAllEqual(slice_val, inp[2, k:k])
 
   def testInt64Slicing(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       a = constant_op.constant([0, 1, 2], dtype=dtypes.int64)
 
       # Slice using int64 Tensor.
@@ -74,7 +74,7 @@ class SliceTest(test.TestCase):
 
   def testSelectAll(self):
     for _ in range(10):
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = np.random.rand(4, 4, 4, 4).astype("f")
         a = constant_op.constant(inp, shape=[4, 4, 4, 4], dtype=dtypes.float32)
 
@@ -88,7 +88,7 @@ class SliceTest(test.TestCase):
 
   def testSingleDimension(self):
     for _ in range(10):
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = np.random.rand(10).astype("f")
         a = constant_op.constant(inp, shape=[10], dtype=dtypes.float32)
 
@@ -134,7 +134,7 @@ class SliceTest(test.TestCase):
         sess.run([slice_t], feed_dict={input_t: input_val})
 
   def _testSliceMatrixDim0(self, x, begin, size):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_ans = array_ops.slice(x, [begin, 0], [size, x.shape[1]]).eval()
     np_ans = x[begin:begin + size, :]
     self.assertAllEqual(tf_ans, np_ans)
@@ -149,7 +149,7 @@ class SliceTest(test.TestCase):
 
   def testSingleElementAll(self):
     for _ in range(10):
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inp = np.random.rand(4, 4).astype("f")
         a = constant_op.constant(inp, shape=[4, 4], dtype=dtypes.float32)
 
@@ -159,7 +159,7 @@ class SliceTest(test.TestCase):
       self.assertAllEqual(slice_val, inp[x, 0:y])
 
   def testSimple(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       inp = np.random.rand(4, 4).astype("f")
       a = constant_op.constant(
           [float(x) for x in inp.ravel(order="C")],
@@ -174,7 +174,7 @@ class SliceTest(test.TestCase):
     self.assertEqual(slice2_val.shape, slice2_t.get_shape())
 
   def testComplex(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       inp = np.random.rand(4, 10, 10, 4).astype("f")
       a = constant_op.constant(inp, dtype=dtypes.float32)
 
@@ -191,7 +191,7 @@ class SliceTest(test.TestCase):
     # Random dims of rank 6
     input_shape = np.random.randint(0, 20, size=6)
     inp = np.random.rand(*input_shape).astype("f")
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       a = constant_op.constant(
           [float(x) for x in inp.ravel(order="C")],
           shape=input_shape,
@@ -230,7 +230,7 @@ class SliceTest(test.TestCase):
 
 
   def _testGradientSlice(self, input_shape, slice_begin, slice_size):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       num_inputs = np.prod(input_shape)
       num_grads = np.prod(slice_size)
       inp = np.random.rand(num_inputs).astype("f").reshape(input_shape)
@@ -255,7 +255,7 @@ class SliceTest(test.TestCase):
     self.assertAllClose(np_ans, result)
 
   def _testGradientVariableSize(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inp = constant_op.constant([1.0, 2.0, 3.0], name="in")
       out = array_ops.slice(inp, [1], [-1])
       grad_actual = gradients_impl.gradients(out, inp)[0].eval()
@@ -265,7 +265,7 @@ class SliceTest(test.TestCase):
     # Regression test for bug in slice. A low-level bug in Eigen was causing
     # incorrect results for negative indices in multi-dimensional tensors.
     # See b/114318298.
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       x = constant_op.constant([[1., 2., 3.], [4., 5., 6.], [7., 8., 7]])
       loss1 = math_ops.reduce_sum(x[:-1, :-1] * 1.0)
       loss2 = math_ops.reduce_sum(x[:-1][:, :-1])
@@ -322,7 +322,7 @@ class SliceTest(test.TestCase):
     self.assertEqual([None, 2], c.get_shape().as_list())
 
   def testSliceOfSlice(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       a = constant_op.constant([[1, 2, 3], [4, 5, 6], [7, 8, 9], [10, 11, 12]])
       b = a[1:, :]
       c = b[:-1, :]
diff --git a/tensorflow/python/kernel_tests/softmax_op_test.py b/tensorflow/python/kernel_tests/softmax_op_test.py
index 89f4697e5c..3218d00c66 100644
--- a/tensorflow/python/kernel_tests/softmax_op_test.py
+++ b/tensorflow/python/kernel_tests/softmax_op_test.py
@@ -59,7 +59,7 @@ class SoftmaxTest(test.TestCase):
     # this bug in future.
     name = "arbitrary"
     np_softmax = self._npSoftmax(np_features, dim=dim, log=log)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       if log:
         tf_softmax = nn_ops.log_softmax(np_features, axis=dim, name=name)
       else:
@@ -111,7 +111,7 @@ class SoftmaxTest(test.TestCase):
       type = np.float64  # pylint: disable=redefined-builtin
     max = np.finfo(type).max  # pylint: disable=redefined-builtin
     features = np.array([[1., 1., 1., 1.], [max, 1., 2., 3.]]).astype(type)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       tf_log_softmax = nn_ops.log_softmax(features)
       out = tf_log_softmax.eval()
     self.assertAllClose(
@@ -230,7 +230,7 @@ class SoftmaxTest(test.TestCase):
       np_softmax = self._npSoftmax(ones)
 
       for use_gpu in [True, False]:
-        with self.test_session(use_gpu=use_gpu) as sess:
+        with self.cached_session(use_gpu=use_gpu) as sess:
           x = array_ops.placeholder(dtypes.float32)
           y = nn_ops.softmax(x)
           tf_softmax = sess.run(y, feed_dict={x: ones})
diff --git a/tensorflow/python/kernel_tests/softplus_op_test.py b/tensorflow/python/kernel_tests/softplus_op_test.py
index 636ed4747e..50a8291ea8 100644
--- a/tensorflow/python/kernel_tests/softplus_op_test.py
+++ b/tensorflow/python/kernel_tests/softplus_op_test.py
@@ -37,7 +37,7 @@ class SoftplusTest(test.TestCase):
 
   def _testSoftplus(self, np_features, use_gpu=False):
     np_softplus = self._npSoftplus(np_features)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       softplus = nn_ops.softplus(np_features)
       tf_softplus = softplus.eval()
     self.assertAllCloseAccordingToType(np_softplus, tf_softplus)
diff --git a/tensorflow/python/kernel_tests/softsign_op_test.py b/tensorflow/python/kernel_tests/softsign_op_test.py
index 1b4db9fa46..ee2e2e0303 100644
--- a/tensorflow/python/kernel_tests/softsign_op_test.py
+++ b/tensorflow/python/kernel_tests/softsign_op_test.py
@@ -34,7 +34,7 @@ class SoftsignTest(test.TestCase):
 
   def _testSoftsign(self, np_features, use_gpu=False):
     np_softsign = self._npSoftsign(np_features)
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       softsign = nn_ops.softsign(np_features)
       tf_softsign = softsign.eval()
     self.assertAllClose(np_softsign, tf_softsign)
diff --git a/tensorflow/python/kernel_tests/spacetobatch_op_test.py b/tensorflow/python/kernel_tests/spacetobatch_op_test.py
index e267c05915..21134adf2c 100644
--- a/tensorflow/python/kernel_tests/spacetobatch_op_test.py
+++ b/tensorflow/python/kernel_tests/spacetobatch_op_test.py
@@ -100,7 +100,7 @@ class SpaceToBatchTest(test.TestCase, PythonOpImpl):
   """
 
   def _testPad(self, inputs, paddings, block_size, outputs):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       # outputs = space_to_batch(inputs)
       x_tf = self.space_to_batch(
           math_ops.to_float(inputs), paddings, block_size=block_size)
@@ -190,7 +190,7 @@ class SpaceToBatchNDTest(test.TestCase):
     block_shape = np.array(block_shape)
     paddings = np.array(paddings).reshape((len(block_shape), 2))
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         # outputs = space_to_batch(inputs)
         x_tf = array_ops.space_to_batch_nd(
             math_ops.to_float(inputs), block_shape, paddings)
@@ -309,7 +309,7 @@ class SpaceToBatchSpaceToDepth(test.TestCase, PythonOpImpl):
         array_ops.space_to_depth(
             array_ops.transpose(x, [3, 1, 2, 0]), block_size=block_size),
         [3, 1, 2, 0])
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(y1.eval(), y2.eval())
 
 
@@ -494,7 +494,7 @@ class SpaceToBatchGradientTest(test.TestCase, PythonOpImpl):
   # Check the gradients.
   def _checkGrad(self, x, paddings, block_size):
     assert 4 == x.ndim
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_x = ops.convert_to_tensor(x)
       tf_y = self.space_to_batch(tf_x, paddings, block_size)
       epsilon = 1e-5
diff --git a/tensorflow/python/kernel_tests/spacetodepth_op_test.py b/tensorflow/python/kernel_tests/spacetodepth_op_test.py
index cd90d16aac..9bea1b952a 100644
--- a/tensorflow/python/kernel_tests/spacetodepth_op_test.py
+++ b/tensorflow/python/kernel_tests/spacetodepth_op_test.py
@@ -36,12 +36,12 @@ class SpaceToDepthTest(test.TestCase):
 
   def _testOne(self, inputs, block_size, outputs, dtype=dtypes.float32):
     input_nhwc = math_ops.cast(inputs, dtype)
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       # test NHWC (default) on CPU
       x_tf = array_ops.space_to_depth(input_nhwc, block_size)
       self.assertAllEqual(x_tf.eval(), outputs)
     if test.is_gpu_available():
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.space_to_depth(input_nhwc, block_size)
         self.assertAllEqual(x_tf.eval(), outputs)
@@ -138,13 +138,13 @@ class SpaceToDepthTest(test.TestCase):
     input_nhwc = array_ops.ones([batch_size, 4, 6, 3])
     x_out = array_ops.ones([batch_size, 2, 3, 12])
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       # test NHWC (default) on CPU
       x_tf = array_ops.space_to_depth(input_nhwc, block_size)
       self.assertAllEqual(x_tf.shape, x_out.shape)
       x_tf.eval()
     if test.is_gpu_available():
-      with self.test_session(use_gpu=True):
+      with self.session(use_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.space_to_depth(input_nhwc, block_size)
         self.assertAllEqual(x_tf.shape, x_out.shape)
@@ -274,7 +274,7 @@ class SpaceToDepthTest(test.TestCase):
       expected = self.spaceToDepthUsingTranspose(t, block_size, data_format)
       actual = array_ops.space_to_depth(t, block_size, data_format=data_format)
 
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       actual_vals, expected_vals = sess.run([actual, expected])
       self.assertTrue(np.array_equal(actual_vals, expected_vals))
 
@@ -307,7 +307,7 @@ class SpaceToDepthGradientTest(test.TestCase):
       return
 
     assert 4 == x.ndim
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_x = ops.convert_to_tensor(x)
       tf_y = array_ops.space_to_depth(tf_x, block_size, data_format=data_format)
       epsilon = 1e-2
diff --git a/tensorflow/python/kernel_tests/sparse_add_op_test.py b/tensorflow/python/kernel_tests/sparse_add_op_test.py
index 7371ebe389..a746830afb 100644
--- a/tensorflow/python/kernel_tests/sparse_add_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_add_op_test.py
@@ -85,7 +85,7 @@ class SparseAddTest(test.TestCase):
         constant_op.constant(shape, dtypes.int64))
 
   def testAddSelf(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       for sp_a in (self._SparseTensorValue_3x3(), self._SparseTensor_3x3()):
         for sp_b in (self._SparseTensorValue_3x3(), self._SparseTensor_3x3()):
           sp_sum = sparse_ops.sparse_add(sp_a, sp_b)
@@ -99,7 +99,7 @@ class SparseAddTest(test.TestCase):
           self.assertAllEqual(sum_out.dense_shape, [3, 3])
 
   def testAddSelfAndNegation(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_a = self._SparseTensor_3x3()
       sp_b = self._SparseTensor_3x3(negate=True)
 
@@ -112,7 +112,7 @@ class SparseAddTest(test.TestCase):
       self.assertAllEqual(sum_out.dense_shape, [3, 3])
 
   def testSmallValuesShouldVanish(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_a = self._SparseTensor_3x3()
       sp_b = self._SparseTensor_3x3_v2()
 
@@ -141,7 +141,7 @@ class SparseAddTest(test.TestCase):
 
   def testGradients(self):
     np.random.seed(1618)  # Make it reproducible.
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for n in [10, 31]:
         for m in [4, 17]:
           sp_a, nnz_a = self._randomTensor([n, m], np.float32)
@@ -162,7 +162,7 @@ class SparseAddTest(test.TestCase):
         rand_vals_np = np.random.randn(n, m).astype(dtype)
         dense_np = np.random.randn(n, m).astype(dtype)
 
-        with self.test_session(use_gpu=False):
+        with self.cached_session(use_gpu=False):
           sparse, unused_nnz = _sparsify(rand_vals_np, index_dtype=index_dtype)
           s = sparse_ops.sparse_add(sparse,
                                     constant_op.constant(dense_np)).eval()
@@ -181,7 +181,7 @@ class SparseAddTest(test.TestCase):
     rand_vals_np = np.random.randn(n, m).astype(np.float32)
     dense_np = np.random.randn(n, m).astype(np.float32)
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sparse, nnz = _sparsify(rand_vals_np)
       dense = constant_op.constant(dense_np, dtype=dtypes.float32)
       s = sparse_ops.sparse_add(sparse, dense)
@@ -191,7 +191,7 @@ class SparseAddTest(test.TestCase):
       self.assertLess(err, 1e-3)
 
   def testInvalidSparseTensor(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       shape = [2, 2]
       val = [0]
       dense = constant_op.constant(np.zeros(shape, dtype=np.int32))
diff --git a/tensorflow/python/kernel_tests/sparse_concat_op_test.py b/tensorflow/python/kernel_tests/sparse_concat_op_test.py
index d3c7983128..402c5eb4ea 100644
--- a/tensorflow/python/kernel_tests/sparse_concat_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_concat_op_test.py
@@ -132,7 +132,7 @@ class SparseConcatTest(test.TestCase):
         constant_op.constant(shape, dtypes.int64))
 
   def testConcat1(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # concat(A):
       # [    1]
       # [2    ]
@@ -155,7 +155,7 @@ class SparseConcatTest(test.TestCase):
           self.assertAllEqual(concat_out.dense_shape, [3, 3])
 
   def testConcat2(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # concat(A, B):
       # [    1          ]
       # [2       1      ]
@@ -178,7 +178,7 @@ class SparseConcatTest(test.TestCase):
             self.assertAllEqual(concat_out.dense_shape, [3, 8])
 
   def testConcatDim0(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # concat(A, D):
       # [    1]
       # [2    ]
@@ -204,7 +204,7 @@ class SparseConcatTest(test.TestCase):
         self.assertAllEqual(concat_out.dense_shape, np.array([5, 3]))
 
   def testConcat3(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # concat(A, B, C):
       # [    1              ]
       # [2       1       1  ]
@@ -229,7 +229,7 @@ class SparseConcatTest(test.TestCase):
         self.assertAllEqual(concat_out.dense_shape, [3, 10])
 
   def testConcatNonNumeric(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # concat(A, B):
       # [    a          ]
       # [b       e      ]
@@ -254,7 +254,7 @@ class SparseConcatTest(test.TestCase):
         self.assertAllEqual(concat_out.dense_shape, [3, 8])
 
   def testMismatchedRank(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_a = self._SparseTensor_3x3()
       sp_e = self._SparseTensor_2x3x4()
 
@@ -264,7 +264,7 @@ class SparseConcatTest(test.TestCase):
           sparse_ops.sparse_concat(concat_dim, [sp_a, sp_e])
 
   def testMismatchedRankExpandNonconcatDim(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_a = self._SparseTensor_3x3()
       sp_e = self._SparseTensor_2x3x4()
 
@@ -276,7 +276,7 @@ class SparseConcatTest(test.TestCase):
               concat_dim, [sp_a, sp_e], expand_nonconcat_dim=True)
 
   def testMismatchedShapes(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_a = self._SparseTensor_3x3()
       sp_b = self._SparseTensor_3x5()
       sp_c = self._SparseTensor_3x2()
@@ -290,7 +290,7 @@ class SparseConcatTest(test.TestCase):
           sess.run(sp_concat)
 
   def testMismatchedShapesExpandNonconcatDim(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_a = self._SparseTensor_3x3()
       sp_b = self._SparseTensor_3x5()
       sp_c = self._SparseTensor_3x2()
@@ -322,7 +322,7 @@ class SparseConcatTest(test.TestCase):
           self.assertAllEqual(sp_concat_dim1_out.dense_shape, [3, 13])
 
   def testShapeInferenceUnknownShapes(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_inputs = [
           self._SparseTensor_UnknownShape(),
           self._SparseTensor_UnknownShape(val_shape=[3]),
diff --git a/tensorflow/python/kernel_tests/sparse_matmul_op_test.py b/tensorflow/python/kernel_tests/sparse_matmul_op_test.py
index 90009fc33e..541463e76b 100644
--- a/tensorflow/python/kernel_tests/sparse_matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_matmul_op_test.py
@@ -48,7 +48,7 @@ class SparseMatMulTest(test.TestCase):
                      sp_b=False,
                      x_dtype=dtypes.float32,
                      y_dtype=dtypes.float32):
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       tf_x = math_ops.cast(x, x_dtype)
       tf_y = math_ops.cast(y, y_dtype)
       tf_ans = math_ops.matmul(
diff --git a/tensorflow/python/kernel_tests/sparse_ops_test.py b/tensorflow/python/kernel_tests/sparse_ops_test.py
index 79efee3f5b..a45ce2e13b 100644
--- a/tensorflow/python/kernel_tests/sparse_ops_test.py
+++ b/tensorflow/python/kernel_tests/sparse_ops_test.py
@@ -72,7 +72,7 @@ class SparseToIndicatorTest(test_util.TensorFlowTestCase):
         constant_op.constant(shape, dtypes.int64))
 
   def testInt32(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_5x6(dtypes.int32)
       output = sparse_ops.sparse_to_indicator(sp_input, 50).eval()
 
@@ -84,7 +84,7 @@ class SparseToIndicatorTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output, expected_output)
 
   def testInt64(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_5x6(dtypes.int64)
       output = sparse_ops.sparse_to_indicator(sp_input, 50).eval()
 
@@ -96,7 +96,7 @@ class SparseToIndicatorTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output, expected_output)
 
   def testHigherRank(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_2x3x4(dtypes.int64)
       output = sparse_ops.sparse_to_indicator(sp_input, 200).eval()
 
@@ -147,7 +147,7 @@ class SparseMergeTest(test_util.TensorFlowTestCase):
   def testInt32AndFloat32(self):
     vocab_size = 50
     indices_v, values_v = self._SparseTensorValue_3x50(np.int32, np.float32)
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       for indices in (indices_v,
                       sparse_tensor.SparseTensor.from_value(indices_v)):
         for values in (values_v,
@@ -159,7 +159,7 @@ class SparseMergeTest(test_util.TensorFlowTestCase):
 
   def testInt64AndFloat32(self):
     vocab_size = 50
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float32)
       sp_output = sparse_ops.sparse_merge(indices, values, vocab_size)
 
@@ -168,7 +168,7 @@ class SparseMergeTest(test_util.TensorFlowTestCase):
 
   def testInt64AndFloat64(self):
     vocab_size = 50
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float64)
       sp_output = sparse_ops.sparse_merge(indices, values, vocab_size)
 
@@ -177,7 +177,7 @@ class SparseMergeTest(test_util.TensorFlowTestCase):
 
   def testInt32AndFloat32NonCanonicalOrder(self):
     vocab_size = 50
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int32, np.float32)
       sp_output = sparse_ops.sparse_merge(
           indices, values, vocab_size, already_sorted=True)
@@ -187,7 +187,7 @@ class SparseMergeTest(test_util.TensorFlowTestCase):
 
   def testInt64AndFloat32NonCanonicalOrder(self):
     vocab_size = 50
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float32)
       sp_output = sparse_ops.sparse_merge(
           indices, values, vocab_size, already_sorted=True)
@@ -198,7 +198,7 @@ class SparseMergeTest(test_util.TensorFlowTestCase):
   def testInt64AndFloat64NonCanonicalOrder(self):
     vocab_size = 50
     vocab_size_tensor = constant_op.constant(vocab_size, dtypes.int64)
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float64)
       sp_output = sparse_ops.sparse_merge(
           indices, values, vocab_size_tensor, already_sorted=True)
@@ -257,7 +257,7 @@ class SparseMergeHighDimTest(test_util.TensorFlowTestCase):
 
   def testInt64AndFloat32(self):
     vocab_size = [50, 31]
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float32)
       sp_output = sparse_ops.sparse_merge(indices, values, vocab_size)
 
@@ -266,7 +266,7 @@ class SparseMergeHighDimTest(test_util.TensorFlowTestCase):
 
   def testInt64AndFloat64(self):
     vocab_size = [50, 31]
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float64)
       sp_output = sparse_ops.sparse_merge(indices, values, vocab_size)
 
@@ -275,7 +275,7 @@ class SparseMergeHighDimTest(test_util.TensorFlowTestCase):
 
   def testInt64AndFloat64Shape(self):
     vocab_size = [50, 30]
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices, values = self._SparseTensor_3x50(np.int64, np.float64)
       sp_output = sparse_ops.sparse_merge(indices, values, vocab_size)
 
@@ -297,7 +297,7 @@ class SparseRetainTest(test_util.TensorFlowTestCase):
     return sparse_tensor.SparseTensor.from_value(self._SparseTensorValue_5x6())
 
   def testBasic(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       for sp_input in (self._SparseTensorValue_5x6(), self._SparseTensor_5x6()):
         to_retain = np.array([1, 0, 0, 1, 1, 0], dtype=np.bool)
         sp_output = sparse_ops.sparse_retain(sp_input, to_retain)
@@ -309,7 +309,7 @@ class SparseRetainTest(test_util.TensorFlowTestCase):
         self.assertAllEqual(output.dense_shape, [5, 6])
 
   def testRetainNone(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_5x6()
       to_retain = np.zeros((6,), dtype=np.bool)
       sp_output = sparse_ops.sparse_retain(sp_input, to_retain)
@@ -321,7 +321,7 @@ class SparseRetainTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output.dense_shape, [5, 6])
 
   def testMismatchedRetainShape(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_5x6()
       to_retain = np.array([1, 0, 0, 1, 0], dtype=np.bool)
       with self.assertRaises(ValueError):
@@ -360,7 +360,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
     self.assertAllEqual([3, 6, 7], sp_output.get_shape())
 
   def testBasic(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_2x5x6()
       new_shape = np.array([3, 6, 7], dtype=np.int64)
       sp_output = sparse_ops.sparse_reset_shape(sp_input, new_shape)
@@ -373,7 +373,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output.dense_shape, [3, 6, 7])
 
   def testInputUnavailableInGraphConstructionOk(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorValue_2x5x6()
       new_shape = np.array([3, 6, 7], dtype=np.int64)
       sp_output = sparse_ops.sparse_reset_shape(sp_input, new_shape)
@@ -386,7 +386,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output.dense_shape, [3, 6, 7])
 
   def testFeedInputUnavailableInGraphConstructionOk(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = array_ops.sparse_placeholder(dtype=dtypes.int32)
       new_shape = np.array([3, 6, 7], dtype=np.int64)
       sp_output = sparse_ops.sparse_reset_shape(sp_input, new_shape)
@@ -400,7 +400,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output.dense_shape, [3, 6, 7])
 
   def testTightBoundingBox(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_2x5x6()
       sp_output = sparse_ops.sparse_reset_shape(sp_input)
 
@@ -412,7 +412,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output.dense_shape, [2, 4, 5])
 
   def testTightBoundingBoxEmpty(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_2x5x6_Empty()
       sp_output = sparse_ops.sparse_reset_shape(sp_input)
 
@@ -423,7 +423,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(output.dense_shape, [0, 0, 0])
 
   def testInvalidRank(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_2x5x6()
       new_shape = np.array([3, 7], dtype=np.int64)
 
@@ -431,7 +431,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
         sparse_ops.sparse_reset_shape(sp_input, new_shape)
 
   def testInvalidRankNewShapeUnavailableInGraphConstruction(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       new_shape = array_ops.placeholder(dtype=dtypes.int64)
       sp_input = self._SparseTensor_2x5x6()
       out = sparse_ops.sparse_reset_shape(sp_input, new_shape)
@@ -447,7 +447,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
       sparse_ops.sparse_reset_shape(sp_input, new_shape)
 
   def testInvalidDimensionSizeDynamic(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_2x5x6()
       new_shape = array_ops.placeholder(dtype=dtypes.int32)
       out = sparse_ops.sparse_reset_shape(sp_input, new_shape)
@@ -457,7 +457,7 @@ class SparseResetShapeTest(test_util.TensorFlowTestCase):
 
   def testInvalidDimensionSizeInputUnavailableInGraphConstruction(self):
     sp_input = array_ops.sparse_placeholder(dtype=dtypes.int32)
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       new_shape = np.array([3, 7, 5], dtype=np.int64)
       out = sparse_ops.sparse_reset_shape(sp_input, new_shape)
 
@@ -497,7 +497,7 @@ class SparseFillEmptyRowsTest(test_util.TensorFlowTestCase):
         constant_op.constant(shape, dtypes.int64))
 
   def testFillNumber(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       for sp_input in (self._SparseTensorValue_5x6(), self._SparseTensor_5x6()):
         sp_output, empty_row_indicator = (
             sparse_ops.sparse_fill_empty_rows(sp_input, -1))
@@ -514,7 +514,7 @@ class SparseFillEmptyRowsTest(test_util.TensorFlowTestCase):
                             np.array([0, 0, 1, 0, 1]).astype(np.bool))
 
   def testFillFloat(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       values = constant_op.constant(
           [0.0, 10.0, 13.0, 14.0, 32.0, 33.0], dtype=dtypes.float64)
       default_value = constant_op.constant(-1.0, dtype=dtypes.float64)
@@ -548,7 +548,7 @@ class SparseFillEmptyRowsTest(test_util.TensorFlowTestCase):
       self.assertLess(default_value_grad_err, 1e-8)
 
   def testFillString(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_String5x6()
       sp_output, empty_row_indicator = (
           sparse_ops.sparse_fill_empty_rows(sp_input, ""))
@@ -566,7 +566,7 @@ class SparseFillEmptyRowsTest(test_util.TensorFlowTestCase):
                           np.array([0, 0, 1, 0, 1]).astype(np.bool))
 
   def testNoEmptyRows(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensor_2x6()
       sp_output, empty_row_indicator = (
           sparse_ops.sparse_fill_empty_rows(sp_input, -1))
@@ -590,7 +590,7 @@ class SparseAddTest(test_util.TensorFlowTestCase):
     sp_input = sparse_tensor.SparseTensor(indices, values, shape)
     sp_output = sparse_ops.sparse_add(sp_input, sp_input)
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sess.run(variables.global_variables_initializer())
       output = sess.run(sp_output)
       self.assertAllEqual(output.values, [2])
@@ -663,7 +663,7 @@ class SparseReduceTest(test_util.TensorFlowTestCase):
 
     sp_t = sparse_tensor.SparseTensor(self.ind, self.vals, self.dense_shape)
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       self._compare_all(sp_t, None, ndims=2)
       self._compare_all(sp_t, 0, ndims=2)
       self._compare_all(sp_t, [1], ndims=2)
@@ -674,7 +674,7 @@ class SparseReduceTest(test_util.TensorFlowTestCase):
 
     np.random.seed(1618)
     test_dims = [(1618, 1, 11, 7, 1), (1,), (1, 1, 1)]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for dims in test_dims:
         sp_t, unused_nnz = _sparsify(np.random.randn(*dims))
         # reduce all using None
@@ -686,7 +686,7 @@ class SparseReduceTest(test_util.TensorFlowTestCase):
 
   def testInvalidAxes(self):
     sp_t = sparse_tensor.SparseTensor(self.ind, self.vals, self.dense_shape)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       with self.assertRaisesOpError("Invalid reduction dimension -3"):
         sparse_ops.sparse_reduce_sum(sp_t, -3).eval()
       with self.assertRaisesOpError("Invalid reduction dimension 2"):
@@ -702,7 +702,7 @@ class SparseReduceTest(test_util.TensorFlowTestCase):
 
     np.random.seed(8161)
     test_dims = [(11, 1, 5, 7, 1), (2, 2)]
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for dims in test_dims:
         sp_t, nnz = _sparsify(np.random.randn(*dims))
         # reduce random axes from 1D to N-D
@@ -742,7 +742,7 @@ class SparseMathOpsTest(test_util.TensorFlowTestCase):
     sp_shapes = [(10, 10, 10), (5, 5), (1618,), (3, 3, 7)]
     dense_shapes = [(10, 10, 1), (5, 5), (1,), (1, 7)]
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for dtype in [np.float32, np.float64, np.int32, np.int64]:
         for sp_shape, dense_shape in zip(sp_shapes, dense_shapes):
           sp_vals_np = np.random.rand(*sp_shape).astype(dtype) + 1
@@ -761,7 +761,7 @@ class SparseMathOpsTest(test_util.TensorFlowTestCase):
             self.assertEqual(res.values.eval().dtype, np.float64)
 
   def testCwiseAdd(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       # Identity(2) + AllOnes(2,2).  Should be equal to 2 * Identity(2).
       indices = [[0, 0], [1, 1]]
       vals = [1, 1]
@@ -784,7 +784,7 @@ class SparseMathOpsTest(test_util.TensorFlowTestCase):
     sp_shapes = [(10, 10, 10), (5, 5), (1618,), (3, 3, 7)]
     dense_shapes = [(10, 10, 1), (5, 5), (1,), (1, 7)]
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for dtype in [np.float32, np.float64]:
         for sp_shape, dense_shape in zip(sp_shapes, dense_shapes):
           sp_vals_np = np.random.rand(*sp_shape).astype(dtype) + 1
@@ -822,7 +822,7 @@ class SparseSoftmaxTest(test_util.TensorFlowTestCase):
       batched_sp_t, unused_nnz1 = _sparsify(
           sp_vals_np.reshape((1, n, m)), thresh=0.)  # No masking.
 
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         densified = constant_op.constant(sp_vals_np)
 
         sp_result = sparse_ops.sparse_softmax(batched_sp_t).eval(
@@ -853,7 +853,7 @@ class SparseSoftmaxTest(test_util.TensorFlowTestCase):
       sp_t, unused_nnz = _sparsify(values, thresh=1e-2)
       expected_values = [1., 1., 1., .5, .5]
 
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         result = sparse_ops.sparse_softmax(sp_t).eval()
 
         self.assertAllEqual(expected_values, result.values)
@@ -862,7 +862,7 @@ class SparseSoftmaxTest(test_util.TensorFlowTestCase):
 
   def testGradient(self):
     x_shape = [2, 5, 10]
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       for dtype in [np.float32, np.float64]:
         x_np = np.random.randn(*x_shape).astype(dtype)
         x_tf, nnz = _sparsify(x_np)
@@ -880,7 +880,7 @@ class SparseMinimumMaximumTest(test_util.TensorFlowTestCase):
     self.assertAllEqual(a.dense_shape, b.dense_shape)
 
   def testBasic(self):
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       # 1-D, values at index 0.
       sp_zero = sparse_tensor.SparseTensor([[0]], [0], [7])
       sp_one = sparse_tensor.SparseTensor([[0]], [1], [7])
@@ -908,7 +908,7 @@ class SparseMinimumMaximumTest(test_util.TensorFlowTestCase):
         sp_a, unused_a_nnz = _sparsify(a_np, thresh=-.5)
         sp_b, unused_b_nnz = _sparsify(b_np, thresh=-.5)
 
-        with self.test_session(use_gpu=False):
+        with self.cached_session(use_gpu=False):
           maximum_tf = sparse_ops.sparse_maximum(sp_a, sp_b)
           maximum_tf_densified = sparse_ops.sparse_tensor_to_dense(
               maximum_tf).eval()
@@ -925,7 +925,7 @@ class SparseMinimumMaximumTest(test_util.TensorFlowTestCase):
             np.minimum(a_densified, b_densified), minimum_tf_densified)
 
   def testMismatchedShapes(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_zero = sparse_tensor.SparseTensor([[0, 0]], [0], [1, 1])
       sp_one = sparse_tensor.SparseTensor([[0]], [1], [2])
       with self.assertRaisesOpError("Operands do not have the same ranks"):
@@ -943,7 +943,7 @@ class SparseTransposeTest(test.TestCase):
     if np.__version__ == "1.13.0":
       self.skipTest("numpy 1.13.0 bug")
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       np.random.seed(1618)
       shapes = [np.random.randint(1, 10, size=rank) for rank in range(1, 6)]
       for shape in shapes:
diff --git a/tensorflow/python/kernel_tests/sparse_reorder_op_test.py b/tensorflow/python/kernel_tests/sparse_reorder_op_test.py
index 18335d665a..7b83ae5177 100644
--- a/tensorflow/python/kernel_tests/sparse_reorder_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_reorder_op_test.py
@@ -56,7 +56,7 @@ class SparseReorderTest(test.TestCase):
     self.assertAllEqual((5, 6), sp_output.get_shape())
 
   def testAlreadyInOrder(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       input_val = self._SparseTensorValue_5x6(np.arange(6))
       sp_output = sparse_ops.sparse_reorder(input_val)
 
@@ -66,7 +66,7 @@ class SparseReorderTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, input_val.dense_shape)
 
   def testFeedAlreadyInOrder(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6(np.arange(6))
       sp_output = sparse_ops.sparse_reorder(sp_input)
@@ -78,7 +78,7 @@ class SparseReorderTest(test.TestCase):
 
   def testOutOfOrder(self):
     expected_output_val = self._SparseTensorValue_5x6(np.arange(6))
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       for _ in range(5):  # To test various random permutations
         input_val = self._SparseTensorValue_5x6(np.random.permutation(6))
         sp_output = sparse_ops.sparse_reorder(input_val)
@@ -91,7 +91,7 @@ class SparseReorderTest(test.TestCase):
 
   def testFeedOutOfOrder(self):
     expected_output_val = self._SparseTensorValue_5x6(np.arange(6))
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       for _ in range(5):  # To test various random permutations
         sp_input = self._SparseTensorPlaceholder()
         input_val = self._SparseTensorValue_5x6(np.random.permutation(6))
@@ -104,7 +104,7 @@ class SparseReorderTest(test.TestCase):
                             expected_output_val.dense_shape)
 
   def testGradients(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for _ in range(5):  # To test various random permutations
         input_val = self._SparseTensorValue_5x6(np.random.permutation(6))
         sp_input = sparse_tensor.SparseTensor(input_val.indices,
diff --git a/tensorflow/python/kernel_tests/sparse_reshape_op_test.py b/tensorflow/python/kernel_tests/sparse_reshape_op_test.py
index 89a54c8ab6..f7be397c33 100644
--- a/tensorflow/python/kernel_tests/sparse_reshape_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_reshape_op_test.py
@@ -77,7 +77,7 @@ class SparseReshapeTest(test.TestCase):
       sparse_ops.sparse_reshape(sp_input, shape=(-1, 7))
 
   def testSameShape(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(input_val, [5, 6])
 
@@ -87,7 +87,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, input_val.dense_shape)
 
   def testFeedSameShape(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [5, 6])
@@ -98,7 +98,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, input_val.dense_shape)
 
   def testWorksWellWithTfShape(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       shape = array_ops.shape(sp_input)  # tf.shape generates int32 output
@@ -110,7 +110,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, input_val.dense_shape)
 
   def testFeedSameShapeWithInferredDim(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [-1, 6])
@@ -121,7 +121,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, input_val.dense_shape)
 
   def testFeedNewShapeSameRank(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [3, 10])
@@ -134,7 +134,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [3, 10])
 
   def testFeedNewShapeSameRankWithInferredDim(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [3, -1])
@@ -147,7 +147,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [3, 10])
 
   def testUpRank(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(input_val, [2, 3, 5])
 
@@ -159,7 +159,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [2, 3, 5])
 
   def testFeedUpRank(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [2, 3, 5])
@@ -172,7 +172,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [2, 3, 5])
 
   def testFeedUpRankWithInferredDim(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [2, -1, 5])
@@ -185,7 +185,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [2, 3, 5])
 
   def testFeedDownRank(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_2x3x4()
       sp_output = sparse_ops.sparse_reshape(sp_input, [6, 4])
@@ -198,7 +198,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [6, 4])
 
   def testFeedDownRankWithInferredDim(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_2x3x4()
       sp_output = sparse_ops.sparse_reshape(sp_input, [6, -1])
@@ -211,7 +211,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertAllEqual(output_val.dense_shape, [6, 4])
 
   def testFeedMultipleInferredDims(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [4, -1, -1])
@@ -225,7 +225,7 @@ class SparseReshapeTest(test.TestCase):
       sparse_ops.sparse_reshape(sp_input, [4, 7])
 
   def testFeedMismatchedSizes(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [4, 7])
@@ -234,7 +234,7 @@ class SparseReshapeTest(test.TestCase):
         sess.run(sp_output, {sp_input: input_val})
 
   def testFeedMismatchedSizesWithInferredDim(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input_val = self._SparseTensorValue_5x6()
       sp_output = sparse_ops.sparse_reshape(sp_input, [4, -1])
@@ -242,7 +242,7 @@ class SparseReshapeTest(test.TestCase):
         sess.run(sp_output, {sp_input: input_val})
 
   def testFeedPartialShapes(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       # Incorporate new rank into shape information if known
       sp_input = self._SparseTensorPlaceholder()
       sp_output = sparse_ops.sparse_reshape(sp_input, [2, 3, 5])
@@ -267,7 +267,7 @@ class SparseReshapeTest(test.TestCase):
       self.assertListEqual(sp_output.dense_shape.get_shape().as_list(), [None])
 
   def testFeedDenseReshapeSemantics(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # Compute a random rank-5 initial shape and new shape, randomly sparsify
       # it, and check that the output of SparseReshape has the same semantics
       # as a dense reshape.
diff --git a/tensorflow/python/kernel_tests/sparse_serialization_ops_test.py b/tensorflow/python/kernel_tests/sparse_serialization_ops_test.py
index 3847cebc7d..b24a086969 100644
--- a/tensorflow/python/kernel_tests/sparse_serialization_ops_test.py
+++ b/tensorflow/python/kernel_tests/sparse_serialization_ops_test.py
@@ -68,7 +68,7 @@ class SerializeSparseTest(test.TestCase):
                                       serialize_fn,
                                       deserialize_fn,
                                       out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input = self._SparseTensorValue_5x6(np.arange(6))
       serialized = serialize_fn(sp_input, out_type=out_type)
       sp_deserialized = deserialize_fn(serialized, dtype=dtypes.int32)
@@ -92,7 +92,7 @@ class SerializeSparseTest(test.TestCase):
                                            serialize_fn,
                                            deserialize_fn,
                                            out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input = self._SparseTensorValue_5x6(np.arange(6))
       serialized = serialize_fn(sp_input, out_type=out_type)
       serialized = array_ops.stack([serialized, serialized])
@@ -125,7 +125,7 @@ class SerializeSparseTest(test.TestCase):
 
   def _testSerializeDeserializeBatchInconsistentShapeHelper(
       self, serialize_fn, deserialize_fn, out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input0 = self._SparseTensorValue_5x6(np.arange(6))
       sp_input1 = self._SparseTensorValue_3x4(np.arange(6))
       serialized0 = serialize_fn(sp_input0, out_type=out_type)
@@ -158,7 +158,7 @@ class SerializeSparseTest(test.TestCase):
                                                  serialize_fn,
                                                  deserialize_fn,
                                                  out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input = self._SparseTensorValue_5x6(np.arange(6))
       serialized = serialize_fn(sp_input, out_type=out_type)
       serialized = array_ops.stack([serialized, serialized])
@@ -201,7 +201,7 @@ class SerializeSparseTest(test.TestCase):
                                                serialize_fn,
                                                deserialize_fn,
                                                out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input0 = self._SparseTensorPlaceholder()
       sp_input1 = self._SparseTensorPlaceholder()
       input0_val = self._SparseTensorValue_5x6(np.arange(6))
@@ -240,7 +240,7 @@ class SerializeSparseTest(test.TestCase):
   def _testSerializeManyShapeHelper(self,
                                     serialize_many_fn,
                                     out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       # N == 4 because shape_value == [4, 5]
       indices_value = np.array([[0, 0], [0, 1], [2, 0]], dtype=np.int64)
       values_value = np.array([b"a", b"b", b"c"])
@@ -268,7 +268,7 @@ class SerializeSparseTest(test.TestCase):
                                                serialize_many_fn,
                                                deserialize_fn,
                                                out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       # N == 4 because shape_value == [4, 5]
       indices_value = np.array([[0, 0], [0, 1], [2, 0]], dtype=np.int64)
       values_value = np.array([b"a", b"b", b"c"])
@@ -301,7 +301,7 @@ class SerializeSparseTest(test.TestCase):
         dtypes.variant)
 
   def testVariantSerializeDeserializeScalar(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices_value = np.array([[]], dtype=np.int64)
       values_value = np.array([37], dtype=np.int32)
       shape_value = np.array([], dtype=np.int64)
@@ -322,7 +322,7 @@ class SerializeSparseTest(test.TestCase):
       self.assertAllEqual(deserialized_value.dense_shape, shape_value)
 
   def testVariantSerializeDeserializeScalarBatch(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       indices_value = np.array([[]], dtype=np.int64)
       values_value = np.array([37], dtype=np.int32)
       shape_value = np.array([], dtype=np.int64)
@@ -349,7 +349,7 @@ class SerializeSparseTest(test.TestCase):
                                            serialize_fn,
                                            deserialize_fn,
                                            out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input0 = self._SparseTensorPlaceholder()
       sp_input1 = self._SparseTensorPlaceholder()
       input0_val = self._SparseTensorValue_5x6(np.arange(6))
@@ -384,7 +384,7 @@ class SerializeSparseTest(test.TestCase):
                                                   serialize_fn,
                                                   deserialize_fn,
                                                   out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input0 = self._SparseTensorPlaceholder()
       sp_input1 = self._SparseTensorPlaceholder()
       input0_val = self._SparseTensorValue_5x6(np.arange(6))
@@ -419,7 +419,7 @@ class SerializeSparseTest(test.TestCase):
                                               serialize_fn,
                                               deserialize_fn,
                                               out_type=dtypes.string):
-    with self.test_session(use_gpu=False) as sess:
+    with self.cached_session(use_gpu=False) as sess:
       sp_input0 = self._SparseTensorPlaceholder()
       input0_val = self._SparseTensorValue_5x6(np.arange(6))
       serialized0 = serialize_fn(sp_input0, out_type=out_type)
diff --git a/tensorflow/python/kernel_tests/sparse_slice_op_test.py b/tensorflow/python/kernel_tests/sparse_slice_op_test.py
index 97f30daf4a..098353741f 100644
--- a/tensorflow/python/kernel_tests/sparse_slice_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_slice_op_test.py
@@ -80,7 +80,7 @@ class SparseSliceOpTest(test.TestCase):
         self._SparseTensorValue_3x4x2())
 
   def testSliceMatrixRows(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_4x6()
       sp_tensor0 = sparse_ops.sparse_slice(sp_input, [0, 0], [2, 6])
       sp_tensor1 = sparse_ops.sparse_slice(sp_input, [2, 0], [3, 7])
@@ -97,7 +97,7 @@ class SparseSliceOpTest(test.TestCase):
       self.assertAllEqual(sp_tensor1.dense_shape.eval(), [2, 6])
 
   def testSliceMatrixUnevenCols(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_5x7()
       sp_tensor0 = sparse_ops.sparse_slice(sp_input, [0, 0], [5, 3])
       sp_tensor1 = sparse_ops.sparse_slice(sp_input, [0, 3], [5, 2])
@@ -138,7 +138,7 @@ class SparseSliceOpTest(test.TestCase):
       self.assertAllEqual(sp_tensor3.dense_shape.eval(), [5, 1])
 
   def testSliceMatrixUnevenRows(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_5x7()
       sp_tensor0 = sparse_ops.sparse_slice(sp_input, [0, 0], [3, 7])
       sp_tensor1 = sparse_ops.sparse_slice(sp_input, [3, 0], [3, 7])
@@ -174,7 +174,7 @@ class SparseSliceOpTest(test.TestCase):
     return
 
   def testSliceAllRows(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_4x6()
       sp_tensor0 = sparse_ops.sparse_slice(sp_input, [0, 0], [1, 6])
       sp_tensor1 = sparse_ops.sparse_slice(sp_input, [1, 0], [1, 6])
@@ -196,7 +196,7 @@ class SparseSliceOpTest(test.TestCase):
       self.assertAllEqual(sp_tensor3.dense_shape.eval(), [1, 6])
 
   def testSliceColumns(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_4x6()
       sparse_tensor0 = sparse_ops.sparse_slice(sp_input, [0, 0], [4, 2])
       sparse_tensor1 = sparse_ops.sparse_slice(sp_input, [0, 2], [5, 2])
@@ -216,7 +216,7 @@ class SparseSliceOpTest(test.TestCase):
       self.assertAllEqual(sparse_tensor2.dense_shape.eval(), [4, 2])
 
   def testSliceAllColumns(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_input = self._SparseTensor_4x6()
       sparse_tensor0 = sparse_ops.sparse_slice(sp_input, [0, 0], [4, 1])
       sparse_tensor1 = sparse_ops.sparse_slice(sp_input, [0, 1], [4, 1])
@@ -252,7 +252,7 @@ class SparseSliceOpTest(test.TestCase):
                       ([0, 2], [5, 2]),
                       ([0, 4], [5, 3])]
 
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for start, size in start_and_size:
         sp_output = sparse_ops.sparse_slice(sp_input, start, size)
         nnz_in = len(sp_input.values.eval())
diff --git a/tensorflow/python/kernel_tests/sparse_split_op_test.py b/tensorflow/python/kernel_tests/sparse_split_op_test.py
index 23c6c390b2..95661ded4b 100644
--- a/tensorflow/python/kernel_tests/sparse_split_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_split_op_test.py
@@ -76,7 +76,7 @@ class SparseSplitOpTest(test.TestCase):
     ))
 
   def testSplitMatrixRows(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_tensors = sparse_ops.sparse_split(
           sp_input=self._SparseTensor_4x6(), num_split=2, axis=0)
       self.assertAllEqual(len(sp_tensors), 2)
@@ -93,7 +93,7 @@ class SparseSplitOpTest(test.TestCase):
       self.assertAllEqual(sp_tensors[1].dense_shape.eval(), [2, 6])
 
   def testSplitMatrixUnevenCols(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_tensors_3 = sparse_ops.sparse_split(
           sp_input=self._SparseTensor_5x7(), num_split=3, axis=1)
       self.assertAllEqual(len(sp_tensors_3), 3)
@@ -132,7 +132,7 @@ class SparseSplitOpTest(test.TestCase):
       self.assertAllEqual(sp_tensors_4[3].dense_shape.eval(), [5, 1])
 
   def testSplitMatrixUnevenRows(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_tensors_2 = sparse_ops.sparse_split(
           sp_input=self._SparseTensor_5x7(), num_split=2, axis=0)
       self.assertAllEqual(sp_tensors_2[0].indices.eval(),
@@ -168,7 +168,7 @@ class SparseSplitOpTest(test.TestCase):
     return
 
   def testSplitAllRows(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sp_tensors = sparse_ops.sparse_split(
           sp_input=self._SparseTensor_4x6(), num_split=4, axis=0)
       self.assertAllEqual(len(sp_tensors), 4)
@@ -190,7 +190,7 @@ class SparseSplitOpTest(test.TestCase):
       self.assertAllEqual(sp_tensors[3].dense_shape.eval(), [1, 6])
 
   def testSplitColumns(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sparse_tensors = sparse_ops.sparse_split(
           sp_input=self._SparseTensor_4x6(), num_split=3, axis=1)
       self.assertAllEqual(len(sparse_tensors), 3)
@@ -208,7 +208,7 @@ class SparseSplitOpTest(test.TestCase):
       self.assertAllEqual(sparse_tensors[2].dense_shape.eval(), [4, 2])
 
   def testSplitAllColumns(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       sparse_tensors = sparse_ops.sparse_split(
           sp_input=self._SparseTensor_4x6(), num_split=6, axis=1)
       self.assertAllEqual(len(sparse_tensors), 6)
@@ -237,7 +237,7 @@ class SparseSplitOpTest(test.TestCase):
   def testSliceConcat(self):
     for sp_input in (self._SparseTensorValue_3x4x2(),
                      self._SparseTensor_3x4x2()):
-      with self.test_session(use_gpu=False):
+      with self.cached_session(use_gpu=False):
         sparse_tensors = sparse_ops.sparse_split(
             sp_input=sp_input, num_split=2, axis=1)
         concat_tensor = sparse_ops.sparse_concat(1, sparse_tensors)
diff --git a/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_grad_test.py b/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_grad_test.py
index e8b94294b1..b8f33d6a81 100644
--- a/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_grad_test.py
+++ b/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_grad_test.py
@@ -72,7 +72,7 @@ class SparseTensorDenseMatMulGradientTest(test.TestCase):
     matmul = sparse_ops.sparse_tensor_dense_matmul(
         sp_t, dense_t, adjoint_a=adjoint_a, adjoint_b=adjoint_b, name=name)
 
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       dense_t_shape = [m, k] if adjoint_b else [k, m]
       sp_t_val_shape = [nnz]
       err = gradient_checker.compute_gradient_error(
diff --git a/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py b/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py
index e20c699252..fe334045af 100644
--- a/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py
@@ -65,7 +65,7 @@ class SparseTensorDenseMatMulTest(test.TestCase):
     x_values = x[np.where(x)]
     x_shape = x.shape
 
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       sp_x_value = sparse_tensor.SparseTensorValue(
           indices=x_indices, values=x_values, dense_shape=x_shape)
       tf_value_ans = sparse_ops.sparse_tensor_dense_matmul(
@@ -133,7 +133,7 @@ class SparseTensorDenseMatMulTest(test.TestCase):
 
   def testInvalidIndicesForSparseTensorDenseMatmul(self):
     # Note: use_gpu=False because nice errors are only returned from CPU kernel.
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = np.matrix([[1, 10]]).astype(np.int64)
       values = np.array([10]).astype(np.float32)
       shape = [3, 2]
@@ -166,7 +166,7 @@ class SparseTensorDenseMatMulTest(test.TestCase):
     # Note: use_gpu=False because nice errors are only returned from CPU kerne
     if not test.is_gpu_available():
       return
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       indices = np.array([[1, 10]]).astype(np.int64)
       values = np.array([10]).astype(np.float32)
       shape = [3, 2]
diff --git a/tensorflow/python/kernel_tests/sparse_tensors_map_ops_test.py b/tensorflow/python/kernel_tests/sparse_tensors_map_ops_test.py
index fdfe1001b8..e08464a701 100644
--- a/tensorflow/python/kernel_tests/sparse_tensors_map_ops_test.py
+++ b/tensorflow/python/kernel_tests/sparse_tensors_map_ops_test.py
@@ -99,7 +99,7 @@ class SparseTensorsMapTest(test.TestCase):
       self.assertAllEqual(combined_shape, [2, 5, 6])
 
   def testFeedAddTakeMany(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input0_val = self._SparseTensorValue_5x6(np.arange(6))
       input1_val = self._SparseTensorValue_3x4(np.arange(6))
@@ -125,7 +125,7 @@ class SparseTensorsMapTest(test.TestCase):
       self.assertAllEqual(combined_shape, [2, 5, 6])
 
   def testAddManyTakeManyRoundTrip(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       # N == 4 because shape_value == [4, 5]
       indices_value = np.array([[0, 0], [0, 1], [2, 0]], dtype=np.int64)
       values_value = np.array([b"a", b"b", b"c"])
@@ -147,7 +147,7 @@ class SparseTensorsMapTest(test.TestCase):
       self.assertAllEqual(roundtrip_value.dense_shape, shape_value)
 
   def testDeserializeFailsInconsistentRank(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       sp_input = self._SparseTensorPlaceholder()
       input0_val = self._SparseTensorValue_5x6(np.arange(6))
       input1_val = self._SparseTensorValue_1x1x1()
@@ -168,7 +168,7 @@ class SparseTensorsMapTest(test.TestCase):
         sess.run(sp_roundtrip)
 
   def testTakeManyFailsWrongInputOp(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       input_val = self._SparseTensorValue_5x6(np.arange(6))
       handle = add_sparse_to_tensors_map(input_val)
       handle_value = sess.run(handle)
diff --git a/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py b/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py
index c71746cc99..7f63532e10 100644
--- a/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py
+++ b/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py
@@ -42,38 +42,38 @@ def _SparseToDense(sparse_indices,
 class SparseToDenseTest(test.TestCase):
 
   def testInt(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([1, 3], [5], 1, 0).eval()
     np_ans = np.array([0, 1, 0, 1, 0]).astype(np.int32)
     self.assertAllClose(np_ans, tf_ans)
 
   def testFloat(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([1, 3], [5], 1.0, 0.0).eval()
     np_ans = np.array([0, 1, 0, 1, 0]).astype(np.float32)
     self.assertAllClose(np_ans, tf_ans)
 
   def testString(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([1, 3], [5], "a", "b").eval()
     np_ans = np.array(["b", "a", "b", "a", "b"]).astype(np.string_)
     self.assertAllEqual(np_ans, tf_ans)
 
   def testSetValue(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([1, 3], [5], [1, 2], -1).eval()
     np_ans = np.array([-1, 1, -1, 2, -1]).astype(np.int32)
     self.assertAllClose(np_ans, tf_ans)
 
   def testSetSingleValue(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([1, 3], [5], 1, -1).eval()
     np_ans = np.array([-1, 1, -1, 1, -1]).astype(np.int32)
     self.assertAllClose(np_ans, tf_ans)
 
   def test2d(self):
     # pylint: disable=bad-whitespace
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([[1, 3], [2, 0]], [3, 4], 1, -1).eval()
     np_ans = np.array([[-1, -1, -1, -1],
                        [-1, -1, -1,  1],
@@ -86,7 +86,7 @@ class SparseToDenseTest(test.TestCase):
       self.assertAllEqual(x, [0, 0, 7, 0])
 
   def test3d(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       tf_ans = _SparseToDense([[1, 3, 0], [2, 0, 1]], [3, 4, 2], 1, -1).eval()
     np_ans = np.ones((3, 4, 2), dtype=np.int32) * -1
     np_ans[1, 3, 0] = 1
@@ -176,7 +176,7 @@ class SparseToDenseTest(test.TestCase):
       dense_without_validation.eval()
 
   def testShapeInferenceKnownShape(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = array_ops.placeholder(dtypes.int64)
 
       shape = [4, 5, 6]
@@ -188,7 +188,7 @@ class SparseToDenseTest(test.TestCase):
       self.assertEqual(output.get_shape().as_list(), [None, None, None])
 
   def testShapeInferenceUnknownShape(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       indices = array_ops.placeholder(dtypes.int64)
       shape = array_ops.placeholder(dtypes.int64)
       output = sparse_ops.sparse_to_dense(indices, shape, 1, 0)
diff --git a/tensorflow/python/kernel_tests/sparse_xent_op_test.py b/tensorflow/python/kernel_tests/sparse_xent_op_test.py
index a841fe83a7..0510bc5321 100644
--- a/tensorflow/python/kernel_tests/sparse_xent_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_xent_op_test.py
@@ -63,7 +63,7 @@ class SparseXentTest(test.TestCase):
 
   def _testXent(self, np_features, np_labels):
     np_loss, np_backprop = self._npXent(np_features, np_labels)
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       loss, backprop = gen_nn_ops.sparse_softmax_cross_entropy_with_logits(
           np_features, np_labels)
       tf_loss, tf_backprop = sess.run([loss, backprop])
@@ -72,7 +72,7 @@ class SparseXentTest(test.TestCase):
 
   def testSingleClass(self):
     for label_dtype in np.int32, np.int64:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         loss, backprop = gen_nn_ops.sparse_softmax_cross_entropy_with_logits(
             np.array([[1.], [-1.], [0.]]).astype(np.float32),
             np.array([0, 0, 0]).astype(label_dtype))
@@ -86,7 +86,7 @@ class SparseXentTest(test.TestCase):
     labels = [4, 3, 0, -1]
 
     if test.is_built_with_cuda() and test.is_gpu_available():
-      with self.test_session(use_gpu=True) as sess:
+      with self.session(use_gpu=True) as sess:
         loss, backprop = (
             gen_nn_ops.sparse_softmax_cross_entropy_with_logits(
                 features, labels))
@@ -100,7 +100,7 @@ class SparseXentTest(test.TestCase):
         self.assertAllClose(
             [np.nan, 1.3862, 3.4420, np.nan], tf_loss, rtol=1e-3, atol=1e-3)
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       loss, backprop = (
           gen_nn_ops.sparse_softmax_cross_entropy_with_logits(features, labels))
       with self.assertRaisesOpError("Received a label value of"):
@@ -141,19 +141,19 @@ class SparseXentTest(test.TestCase):
         np.array([1.3862, 3.4420]), np_loss, rtol=1.e-3, atol=1.e-3)
 
   def testShapeMismatch(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesRegexp(ValueError, ".*Rank mismatch:*"):
         nn_ops.sparse_softmax_cross_entropy_with_logits(
             labels=[[0, 2]], logits=[[0., 1.], [2., 3.], [2., 3.]])
 
   def testScalar(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaisesRegexp(ValueError, ".*Logits cannot be scalars*"):
         nn_ops.sparse_softmax_cross_entropy_with_logits(
             labels=constant_op.constant(0), logits=constant_op.constant(1.0))
 
   def testLabelsPlaceholderScalar(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       labels = array_ops.placeholder(np.int32)
       y = nn_ops.sparse_softmax_cross_entropy_with_logits(
           labels=labels, logits=[[7.]])
@@ -161,7 +161,7 @@ class SparseXentTest(test.TestCase):
         y.eval(feed_dict={labels: 0})
 
   def testVector(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       loss = nn_ops.sparse_softmax_cross_entropy_with_logits(
           labels=constant_op.constant(0), logits=constant_op.constant([1.0]))
       self.assertAllClose(0.0, loss.eval())
@@ -188,7 +188,7 @@ class SparseXentTest(test.TestCase):
     self._testXent(np.zeros((0, 3)), np.zeros((0,), dtype=np.int32))
 
   def testGradient(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       l = constant_op.constant([3, 0, 1], name="l")
       f = constant_op.constant(
           [0.1, 0.2, 0.3, 0.4, 0.1, 0.4, 0.9, 1.6, 0.1, 0.8, 2.7, 6.4],
@@ -222,7 +222,7 @@ class SparseXentTest(test.TestCase):
     np_loss, np_backprop = self._npXent(np.array(features), np.array(labels))
     # manually reshape loss
     np_loss = np.reshape(np_loss, np.array(labels).shape)
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       loss = nn_ops.sparse_softmax_cross_entropy_with_logits(
           labels=labels, logits=features)
       backprop = loss.op.inputs[0].op.outputs[1]
@@ -242,7 +242,7 @@ class SparseXentTest(test.TestCase):
     self._testHighDim(features, labels)
 
   def testScalarHandling(self):
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       with self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
                                    ".*labels must be 1-D.*"):
         labels = array_ops.placeholder(dtypes.int32, shape=[None, 1])
diff --git a/tensorflow/python/kernel_tests/split_op_test.py b/tensorflow/python/kernel_tests/split_op_test.py
index 3f9b029a6a..944b0e59b1 100644
--- a/tensorflow/python/kernel_tests/split_op_test.py
+++ b/tensorflow/python/kernel_tests/split_op_test.py
@@ -54,13 +54,13 @@ class SplitOpTest(test.TestCase):
     model_input = array_ops.placeholder(dtypes.float32)
     inp = np.zeros((1, 10))
     # check that we still fail at runtime if the shapes were unknown
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       with self.assertRaises(errors_impl.InvalidArgumentError):
         sess.run(array_ops.split(model_input, [4]), {model_input: inp})
 
     # test that we can pass a scalar Tensor as num_splits
     for axis in [0, -2]:
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         result = sess.run(
             array_ops.split(
                 array_ops.ones([4, 4]),
@@ -82,7 +82,7 @@ class SplitOpTest(test.TestCase):
     model_input2 = array_ops.placeholder(dtypes.float32, shape=[None, 2])
     result = array_ops.split(model_input2, [2, 2], axis=0)[0]
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       sess.run(result, feed_dict={model_input2: np.ones([4, 2])})
 
   def testFailWithoutExplicitNum(self):
@@ -90,7 +90,7 @@ class SplitOpTest(test.TestCase):
 
     value = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       with self.assertRaises(ValueError) as context:
         sess.run(array_ops.split(value, size_splits), {size_splits: [2, 2, 6]})
       self.assertTrue("Cannot infer num from shape" in str(context.exception))
@@ -211,7 +211,7 @@ class SplitOpTest(test.TestCase):
 
   def testOutputShape(self):
     for axis in [1, -1]:
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         tensor = array_ops.placeholder(dtypes.float32, shape=[None, 12])
         size_splits = [3, 7, 2]
         outputs = array_ops.split(tensor, size_splits, axis)
@@ -312,7 +312,7 @@ class SplitOpTest(test.TestCase):
 
   def _testGradientsSimple(self, dtype):
     inp = self._makeData((4, 4), dtype)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inp_tensor = ops.convert_to_tensor(inp)
       s = array_ops.split(value=inp_tensor, num_or_size_splits=4, axis=1)
       inp_grads = [self._makeData((4, 1), dtype)for _ in range(4)]
@@ -375,7 +375,7 @@ class SplitOpTest(test.TestCase):
 
     splits = array_ops.placeholder(dtypes.int32, [3])
     y = array_ops.split(values, splits, axis=x)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       with self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
                                    "must have exactly one element"):
         sess.run(y, {x: np.array([], dtype=np.int32), splits: [4, 11, 15]})
diff --git a/tensorflow/python/kernel_tests/stack_op_test.py b/tensorflow/python/kernel_tests/stack_op_test.py
index 2a33c594a4..4b355620bf 100644
--- a/tensorflow/python/kernel_tests/stack_op_test.py
+++ b/tensorflow/python/kernel_tests/stack_op_test.py
@@ -43,7 +43,7 @@ class StackOpTest(test.TestCase):
 
   def testSimple(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         for dtype in [np.bool, np.float32, np.int32, np.int64]:
           data = np.random.randn(*shape).astype(dtype)
@@ -56,7 +56,7 @@ class StackOpTest(test.TestCase):
 
   def testSimpleParallelCPU(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         data = np.random.randn(*shape).astype(np.float32)
         xs = list(map(constant_op.constant, data))
@@ -65,7 +65,7 @@ class StackOpTest(test.TestCase):
 
   def testSimpleParallelGPU(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         data = np.random.randn(*shape).astype(np.float32)
         xs = list(map(constant_op.constant, data))
@@ -74,7 +74,7 @@ class StackOpTest(test.TestCase):
 
   def testConst(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         for dtype in [np.bool, np.float32, np.int32, np.int64]:
           data = np.random.randn(*shape).astype(dtype)
@@ -98,7 +98,7 @@ class StackOpTest(test.TestCase):
 
   def testConstParallelCPU(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         data = np.random.randn(*shape).astype(np.float32)
         if len(shape) == 1:
@@ -112,7 +112,7 @@ class StackOpTest(test.TestCase):
 
   def testConstParallelGPU(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         data = np.random.randn(*shape).astype(np.float32)
         if len(shape) == 1:
@@ -129,7 +129,7 @@ class StackOpTest(test.TestCase):
     for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
       data = np.random.randn(*shape)
       shapes = [shape[1:]] * shape[0]
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         # TODO(irving): Remove list() once we handle maps correctly
         xs = list(map(constant_op.constant, data))
         c = array_ops.stack(xs)
@@ -143,7 +143,7 @@ class StackOpTest(test.TestCase):
       shapes = [shape[1:]] * shape[0]
       out_shape = list(shape[1:])
       out_shape.insert(1, shape[0])
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         # TODO(irving): Remove list() once we handle maps correctly
         xs = list(map(constant_op.constant, data))
         c = array_ops.stack(xs, axis=1)
@@ -152,7 +152,7 @@ class StackOpTest(test.TestCase):
 
   def testZeroSizeCPU(self):
     # Verify that stack doesn't crash for zero size inputs
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       for shape in (0,), (3, 0), (0, 3):
         x = np.zeros((2,) + shape).astype(np.int32)
         p = array_ops.stack(list(x)).eval()
@@ -163,7 +163,7 @@ class StackOpTest(test.TestCase):
 
   def testZeroSizeGPU(self):
     # Verify that stack doesn't crash for zero size inputs
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in (0,), (3, 0), (0, 3):
         x = np.zeros((2,) + shape).astype(np.int32)
         p = array_ops.stack(list(x)).eval()
@@ -173,7 +173,7 @@ class StackOpTest(test.TestCase):
         self.assertAllEqual(p, x)
 
   def testAxis0DefaultCPU(self):
-    with self.test_session(use_gpu=False):
+    with self.session(use_gpu=False):
       t = [constant_op.constant([1, 2, 3]), constant_op.constant([4, 5, 6])]
       stacked = array_ops.stack(t).eval()
       parallel_stacked = array_ops.parallel_stack(t).eval()
@@ -183,7 +183,7 @@ class StackOpTest(test.TestCase):
     self.assertAllEqual(parallel_stacked, expected)
 
   def testAxis0DefaultGPU(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       t = [constant_op.constant([1, 2, 3]), constant_op.constant([4, 5, 6])]
       stacked = array_ops.stack(t).eval()
       parallel_stacked = array_ops.parallel_stack(t).eval()
@@ -201,7 +201,7 @@ class StackOpTest(test.TestCase):
       for j in range(-i, i):
         test_arrays = np_split_squeeze(expected, j)
 
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           actual_pack = array_ops.stack(test_arrays, axis=j)
           self.assertEqual(expected.shape, actual_pack.get_shape())
           actual_pack = actual_pack.eval()
@@ -226,7 +226,7 @@ class StackOpTest(test.TestCase):
 class AutomaticStackingTest(test.TestCase):
 
   def testSimple(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       self.assertAllEqual(
           [1, 0, 2],
           ops.convert_to_tensor([1, constant_op.constant(0), 2]).eval())
@@ -246,7 +246,7 @@ class AutomaticStackingTest(test.TestCase):
                           ]).eval())
 
   def testWithNDArray(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       result = ops.convert_to_tensor([[[0., 0.],
                                        constant_op.constant([1., 1.])],
                                       np.array(
@@ -256,7 +256,7 @@ class AutomaticStackingTest(test.TestCase):
                           result.eval())
 
   def testVariable(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       v = variables.Variable(17)
       result = ops.convert_to_tensor([[0, 0, 0], [0, v, 0], [0, 0, 0]])
       v.initializer.run()
@@ -307,7 +307,7 @@ class AutomaticStackingTest(test.TestCase):
     self.assertEqual(dtypes.float64, t_2.dtype)
 
   def testPlaceholder(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       # Test using placeholder with a defined shape.
       ph_0 = array_ops.placeholder(dtypes.int32, shape=[])
       result_0 = ops.convert_to_tensor([[0, 0, 0], [0, ph_0, 0], [0, 0, 0]])
@@ -333,7 +333,7 @@ class AutomaticStackingTest(test.TestCase):
     # Dynamic shape error.
     ph_1 = array_ops.placeholder(dtypes.int32)
     result_1 = ops.convert_to_tensor([[0, 0, 0], [0, ph_1, 0], [0, 0, 0]])
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(errors_impl.InvalidArgumentError):
         result_1.eval(feed_dict={ph_1: [1]})
 
diff --git a/tensorflow/python/kernel_tests/stack_ops_test.py b/tensorflow/python/kernel_tests/stack_ops_test.py
index afd2eaffab..1aa12009ea 100644
--- a/tensorflow/python/kernel_tests/stack_ops_test.py
+++ b/tensorflow/python/kernel_tests/stack_ops_test.py
@@ -33,7 +33,7 @@ from tensorflow.python.platform import test
 class StackOpTest(test.TestCase):
 
   def _testStackPushPop(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       h = gen_data_flow_ops.stack_v2(
           -1, elem_type=dtypes.float32, stack_name="foo")
       c = gen_data_flow_ops.stack_push_v2(h, [[4.0, 5.0]])
@@ -46,7 +46,7 @@ class StackOpTest(test.TestCase):
     self._testStackPushPop(use_gpu=True)
 
   def _testStackPushPopSwap(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       a = np.arange(2000)
       x = constant_op.constant(a, dtype=dtypes.float32)
       h = gen_data_flow_ops.stack_v2(
@@ -61,7 +61,7 @@ class StackOpTest(test.TestCase):
     self._testStackPushPopSwap(use_gpu=True)
 
   def _testStackWhileSwap(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(0)
       h = gen_data_flow_ops.stack_v2(
           -1, elem_type=dtypes.float32, stack_name="foo")
@@ -98,7 +98,7 @@ class StackOpTest(test.TestCase):
     self._testStackWhileSwap(use_gpu=True)
 
   def _testMultiStack(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       h1 = gen_data_flow_ops.stack_v2(
           -1, elem_type=dtypes.float32, stack_name="foo")
       c1 = gen_data_flow_ops.stack_push_v2(h1, 4.0)
@@ -118,7 +118,7 @@ class StackOpTest(test.TestCase):
 
   def _testSameNameStacks(self, use_gpu):
     """Different stacks with the same name do not interfere."""
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       h1 = gen_data_flow_ops.stack_v2(
           -1, elem_type=dtypes.float32, stack_name="foo")
       h2 = gen_data_flow_ops.stack_v2(
@@ -140,7 +140,7 @@ class StackOpTest(test.TestCase):
     self._testSameNameStacks(use_gpu=True)
 
   def _testCloseStack(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       h = gen_data_flow_ops.stack_v2(
           -1, elem_type=dtypes.float32, stack_name="foo")
       c1 = gen_data_flow_ops.stack_close_v2(h)
@@ -151,7 +151,7 @@ class StackOpTest(test.TestCase):
     self._testCloseStack(use_gpu=True)
 
   def _testPushCloseStack(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       h = gen_data_flow_ops.stack_v2(
           -1, elem_type=dtypes.float32, stack_name="foo")
       c = gen_data_flow_ops.stack_push_v2(h, [[4.0, 5.0]])
@@ -168,7 +168,7 @@ class StackOpRefTest(test.TestCase):
   """Tests for deprecated non-resource variant of stack ops."""
 
   def _testStackPushPop(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       h = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
       c = gen_data_flow_ops.stack_push(h, [[4.0, 5.0]])
       with ops.control_dependencies([c]):
@@ -180,7 +180,7 @@ class StackOpRefTest(test.TestCase):
     self._testStackPushPop(use_gpu=True)
 
   def _testStackPushPopSwap(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       a = np.arange(2000)
       x = constant_op.constant(a, dtype=dtypes.float32)
       h = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
@@ -194,7 +194,7 @@ class StackOpRefTest(test.TestCase):
     self._testStackPushPopSwap(use_gpu=True)
 
   def _testMultiStack(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       h1 = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
       c1 = gen_data_flow_ops.stack_push(h1, 4.0)
       with ops.control_dependencies([c1]):
@@ -207,7 +207,7 @@ class StackOpRefTest(test.TestCase):
       self.assertAllClose(9.0, r.eval())
 
   def _testStackWhileSwap(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(0)
       h = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
 
@@ -247,7 +247,7 @@ class StackOpRefTest(test.TestCase):
     self._testMultiStack(use_gpu=True)
 
   def _testSameNameStacks(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       h1 = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
       c1 = gen_data_flow_ops.stack_push(h1, 4.0)
       h2 = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
@@ -260,7 +260,7 @@ class StackOpRefTest(test.TestCase):
     self._testSameNameStacks(use_gpu=True)
 
   def _testCloseStack(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       h = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
       c1 = gen_data_flow_ops.stack_close(h)
       sess.run(c1)
@@ -270,7 +270,7 @@ class StackOpRefTest(test.TestCase):
     self._testCloseStack(use_gpu=True)
 
   def _testPushCloseStack(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       h = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
       c = gen_data_flow_ops.stack_push(h, [[4.0, 5.0]])
       with ops.control_dependencies([c]):
diff --git a/tensorflow/python/kernel_tests/stage_op_test.py b/tensorflow/python/kernel_tests/stage_op_test.py
index dd06d30391..b814843b86 100644
--- a/tensorflow/python/kernel_tests/stage_op_test.py
+++ b/tensorflow/python/kernel_tests/stage_op_test.py
@@ -41,7 +41,7 @@ class StageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1})
       for i in range(10):
         _, yval = sess.run([stage, y], feed_dict={x: i})
@@ -60,7 +60,7 @@ class StageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1})
       for i in range(10):
         _, yval = sess.run([stage, y], feed_dict={x: i})
@@ -85,7 +85,7 @@ class StageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1})
       for i in range(10):
         _, yval = sess.run([stage, y], feed_dict={x: i})
@@ -126,7 +126,7 @@ class StageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       for i in range(10):
         sess.run(stage, feed_dict={x: i})
 
@@ -150,7 +150,7 @@ class StageTest(test.TestCase):
 
     G.finalize()
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       sess.run(stage, feed_dict={x: -1})
       self.assertEqual(sess.run(size), 1)
       sess.run(stage, feed_dict={x: -1})
@@ -181,7 +181,7 @@ class StageTest(test.TestCase):
     queue = Queue.Queue()
     n = 8
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # Stage data in a separate thread which will block
       # when it hits the staging area's capacity and thus
       # not fill the queue with n tokens
@@ -245,7 +245,7 @@ class StageTest(test.TestCase):
     queue = Queue.Queue()
     n = 8
 
-    with self.test_session(use_gpu=True, graph=G) as sess:
+    with self.session(use_gpu=True, graph=G) as sess:
       # Stage data in a separate thread which will block
       # when it hits the staging area's capacity and thus
       # not fill the queue with n tokens
diff --git a/tensorflow/python/kernel_tests/string_length_op_test.py b/tensorflow/python/kernel_tests/string_length_op_test.py
index 4afe3ad3f4..57db7302b1 100644
--- a/tensorflow/python/kernel_tests/string_length_op_test.py
+++ b/tensorflow/python/kernel_tests/string_length_op_test.py
@@ -38,7 +38,7 @@ class StringLengthOpTest(test.TestCase):
     expected_utf8_byte_lengths = [6, 4]
     expected_utf8_char_lengths = [5, 1]
 
-    with self.test_session() as sess:
+    with self.session() as sess:
       utf8_byte_lengths = string_ops.string_length(utf8_strings, unit="BYTE")
       utf8_char_lengths = string_ops.string_length(
           utf8_strings, unit="UTF8_CHAR")
@@ -56,7 +56,7 @@ class StringLengthOpTest(test.TestCase):
     # argument for the 'name' parameter.  Check that we don't break such code.
     strings = [[["1", "12"], ["123", "1234"], ["12345", "123456"]]]
     lengths = string_ops.string_length(strings, "some_name")
-    with self.test_session():
+    with self.session():
       self.assertAllEqual(lengths.eval(), [[[1, 2], [3, 4], [5, 6]]])
 
 
diff --git a/tensorflow/python/kernel_tests/svd_op_test.py b/tensorflow/python/kernel_tests/svd_op_test.py
index d20567bf0e..57298c0fec 100644
--- a/tensorflow/python/kernel_tests/svd_op_test.py
+++ b/tensorflow/python/kernel_tests/svd_op_test.py
@@ -50,7 +50,7 @@ class SvdOpTest(test.TestCase):
       linalg_ops.svd(vector)
 
   def testConcurrentExecutesWithoutError(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       all_ops = []
       for compute_uv_ in True, False:
         for full_matrices_ in True, False:
@@ -140,7 +140,7 @@ def _GetSvdOpTest(dtype_, shape_, use_static_shape_, compute_uv_,
           low=-1.0, high=1.0,
           size=np.prod(shape_)).reshape(shape_).astype(dtype_)
 
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       if use_static_shape_:
         x_tf = constant_op.constant(x_np)
       else:
@@ -229,7 +229,7 @@ def _GetSvdGradOpTest(dtype_, shape_, compute_uv_, full_matrices_):
       tol = 3e-2
     else:
       tol = 1e-6
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_a = constant_op.constant(a)
       if compute_uv_:
         tf_s, tf_u, tf_v = _NormalizingSvd(tf_a)
diff --git a/tensorflow/python/kernel_tests/tensor_array_ops_test.py b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
index 0ad2063558..91bd93712a 100644
--- a/tensorflow/python/kernel_tests/tensor_array_ops_test.py
+++ b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
@@ -77,7 +77,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayWriteRead(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -98,7 +98,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(-3.0, d2)
 
   def _testTensorArrayWritePack(self, tf_dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=tf_dtype, tensor_array_name="foo", size=3)
 
@@ -129,7 +129,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testEmptyTensorArrayPack(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
 
@@ -144,7 +144,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual([3, 0, 1], c0.shape)
 
   def _testTensorArrayWriteConcat(self, tf_dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=tf_dtype, tensor_array_name="foo", size=3, infer_shape=False)
 
@@ -172,7 +172,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayWriteConcat(dtypes.string)
 
   def _testTensorArrayReadOrPackNotAllValuesAvailableFillsZeros(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -205,7 +205,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayReadOrPackNotAllValuesAvailableInferShapeFillsZeros()
 
   def _testTensorArrayUnpackRead(self, tf_dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       convert = _make_converter(tf_dtype)
 
       ta = _make_ta(3, "foo", dtype=tf_dtype)
@@ -256,7 +256,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayUnpackReadMaybeLegacy()
 
   def _testTensorArraySplitRead(self, tf_dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       convert = _make_converter(tf_dtype)
 
       # Split an empty vector
@@ -308,7 +308,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArraySplitRead(dtypes.string)
 
   def testTensorGradArrayWriteRead(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -341,7 +341,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(-2.0, g_d2)
 
   def testTensorGradArrayDynamicWriteRead(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -382,7 +382,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(3, g_vs)
 
   def testTensorGradAccessTwiceReceiveSameObject(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
       g_ta_0 = ta.grad("grad")
@@ -399,7 +399,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayWriteWrongIndexOrDataTypeFails(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = _make_ta(3, "foo", dtype=dtypes.float32)
       # Test writing the wrong datatype
       with self.assertRaisesOpError(
@@ -418,7 +418,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayReadWrongIndexOrDataTypeFails(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = _make_ta(3, "foo", dtype=dtypes.float32)
 
       w0 = ta.write(0, [[4.0, 5.0]])
@@ -441,7 +441,7 @@ class TensorArrayTest(test.TestCase):
         self.evaluate(ta.read(3))
 
   def testTensorArrayWriteMultipleFails(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
 
@@ -452,7 +452,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayConcatIncompatibleShapesFails(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -484,7 +484,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArraySplitIncompatibleShapesFails(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       in_eager_mode = context.executing_eagerly()
       ta = _make_ta(3, "foo")
       with self.assertRaisesOpError(
@@ -513,7 +513,7 @@ class TensorArrayTest(test.TestCase):
         self.evaluate(ta.split([1.0], [1]).flow)
 
   def _testTensorArrayWriteGradientAddMultipleAdds(self, dtype):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtype, tensor_array_name="foo", size=3, infer_shape=False)
       ta_grad = ta.grad("grad")
@@ -552,7 +552,7 @@ class TensorArrayTest(test.TestCase):
       self._testTensorArrayWriteGradientAddMultipleAdds(dtype)
 
   def testTensorArrayGradWithShapeKnownElementShape(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           size=3,
           dtype=dtypes.float32,
@@ -581,7 +581,7 @@ class TensorArrayTest(test.TestCase):
                           sess.run(read_value, feed_dict={value: fed_value}))
 
   def testTensorArrayGradWithShapeUnknownElementShape(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           size=3, dtype=dtypes.float32,
           element_shape=None)  # Note that element_shape is unknown
@@ -605,7 +605,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testMultiTensorArray(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       h1 = tensor_array_ops.TensorArray(
           size=1, dtype=dtypes.float32, tensor_array_name="foo")
       w1 = h1.write(0, 4.0)
@@ -621,7 +621,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllClose(9.0, val)
 
   def _testTensorArrayGradientWriteReadType(self, dtype):
-    with self.test_session(use_gpu=True) as session:
+    with self.cached_session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.as_dtype(dtype),
           tensor_array_name="foo",
@@ -672,7 +672,7 @@ class TensorArrayTest(test.TestCase):
       self._testTensorArrayGradientWriteReadType(dtype)
 
   def _testTensorArrayGradientWritePackConcatAndRead(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -708,7 +708,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayReadTwice(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       value = constant_op.constant([[1.0, -1.0], [10.0, -10.0]])
 
       ta_readonce = tensor_array_ops.TensorArray(
@@ -736,7 +736,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual([1.0, -1.0], self.evaluate(r1_readtwice))
 
   def _testTensorArrayGradientUnpackRead(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.cached_session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -764,7 +764,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayGradientUnpackRead()
 
   def testTensorArrayGradientSplitConcat(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=2,
           infer_shape=False)
@@ -787,7 +787,7 @@ class TensorArrayTest(test.TestCase):
                           grad_vals[0])
 
   def _testTensorArrayGradientDynamicUnpackRead(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.cached_session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -813,14 +813,14 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testCloseTensorArray(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
       self.evaluate(ta.close())
 
   @test_util.run_in_graph_and_eager_modes
   def testSizeTensorArray(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
       s = ta.size()
@@ -828,7 +828,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testWriteCloseTensorArray(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -840,7 +840,7 @@ class TensorArrayTest(test.TestCase):
 
   def _testWhileLoopWritePackGradients(self, dynamic_size, dtype):
     np_dtype = dtype.as_numpy_dtype
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       def func(v0, state0, var):
         ta = tensor_array_ops.TensorArray(
             dtype=dtype,
@@ -938,7 +938,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testGradSerialTwoLoops(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       def loop(x):
         num_steps = 100
         acc = tensor_array_ops.TensorArray(
@@ -977,7 +977,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllClose(31.0, self.evaluate(grad))
 
   def testSumOfTwoReadVariablesWithoutRepeatGrad(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       a = array_ops.identity(
           np.arange(
               3 * 5, dtype=np.float32).reshape(3, 5) + 1)
@@ -1050,7 +1050,7 @@ class TensorArrayTest(test.TestCase):
         self._grad_source_for_name("foo/gradients/bar/gradients_0/baz"))
 
   def testWriteShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
       c0 = constant_op.constant([4.0, 5.0])
@@ -1074,7 +1074,7 @@ class TensorArrayTest(test.TestCase):
         w0.write(0, c2)
 
   def testPartlyUnknownShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=6)
 
@@ -1115,7 +1115,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def _testUnpackShape(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -1149,7 +1149,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testSplitShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -1179,7 +1179,7 @@ class TensorArrayTest(test.TestCase):
                 ta1.handle.op.get_attr("element_shape")).ndims, None)
 
   def testWriteUnknownShape(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -1191,7 +1191,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(r0.get_shape(), tensor_shape.unknown_shape())
 
   def _testGradientWhenNotAllComponentsRead(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.cached_session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(dtype=dtypes.float32, size=2)
       x = constant_op.constant([2.0, 3.0])
       w = ta.unstack(x)
@@ -1205,7 +1205,7 @@ class TensorArrayTest(test.TestCase):
     self._testGradientWhenNotAllComponentsRead()
 
   def _testTensorArrayUnpackDynamic(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=3, dynamic_size=True)
       x = constant_op.constant([1.0, 2.0, 3.0])
@@ -1220,7 +1220,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayUnpackDynamic()
 
   def testTensorArraySplitDynamic(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=3, dynamic_size=True)
       x = constant_op.constant([1.0, 2.0, 3.0])
@@ -1232,7 +1232,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(np.array([1.0, 1.0, 1.0]), sess.run(grad)[0])
 
   def _testTensorArrayEvalEmpty(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=0, dynamic_size=False, infer_shape=False)
       with self.assertRaisesOpError(
@@ -1247,7 +1247,7 @@ class TensorArrayTest(test.TestCase):
   # this test is ill-defined for Eager mode --- unpacking an empty tensor
   # gives an empty list / there is not equivalent of "mark_used" in Eager
   def _testTensorArrayEvalEmptyWithDefault(self):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=0, dynamic_size=False, infer_shape=True)
       self.assertEqual(0, ta.size().eval())
@@ -1264,7 +1264,7 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayEvalEmptyWithDefault()
 
   def testTensorArrayScatterReadAndGradients(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -1291,7 +1291,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayWriteGatherAndGradients(self):
-    with self.test_session(use_gpu=True) as session:
+    with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
           tensor_array_name="foo",
@@ -1435,7 +1435,7 @@ class TensorArrayTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayIdentity(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       ta0 = tensor_array_ops.TensorArray(dtype=dtypes.float32, size=2,
                                          infer_shape=False)
       ta1 = tensor_array_ops.TensorArray(dtype=dtypes.int32, size=4,
@@ -1500,14 +1500,14 @@ class TensorArrayTest(test.TestCase):
       # dy is outside of the gradients name scope; tf.gradients must
       # wrap it in the correct name scope.
       dx, = gradients_impl.gradients(ys=[y], xs=[x], grad_ys=[dy])
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         vdx, vdy = sess.run([dx, dy])
       self.assertAllClose(vdx, vdy)
 
   def testTensorArrayInt64GPU(self):
     if not test.is_gpu_available():
       return
-    with self.test_session(use_gpu=True, force_gpu=True) as sess:
+    with self.session(use_gpu=True, force_gpu=True) as sess:
       value = array_ops.placeholder(dtypes.int64)
       ta = tensor_array_ops.TensorArray(dtype=dtypes.int64, size=2)
       ta = ta.scatter([0, 1], value)
diff --git a/tensorflow/python/kernel_tests/tensordot_op_test.py b/tensorflow/python/kernel_tests/tensordot_op_test.py
index d8d76440f1..123c9b376c 100644
--- a/tensorflow/python/kernel_tests/tensordot_op_test.py
+++ b/tensorflow/python/kernel_tests/tensordot_op_test.py
@@ -165,7 +165,7 @@ def _get_tensordot_tests(dtype_, rank_a_, rank_b_, num_dims_, dynamic_shape_):
     for _ in range(num_trials):
       a_np, b_np, a_dims_np, b_dims_np = _generate_random_tensors_and_dims()
       np_ans = np.tensordot(a_np, b_np, axes=(a_dims_np, b_dims_np))
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         if dynamic_shape_:
           a = array_ops.placeholder(dtype_)
           b = array_ops.placeholder(dtype_)
@@ -201,7 +201,7 @@ def _get_tensordot_tests(dtype_, rank_a_, rank_b_, num_dims_, dynamic_shape_):
       all_axes.append(a_np.ndim - 1)
     for axes in all_axes:
       np_ans = np.tensordot(a_np, b_np, axes=axes)
-      with self.test_session(use_gpu=True) as sess:
+      with self.cached_session(use_gpu=True) as sess:
         if dynamic_shape_:
           a = array_ops.placeholder(dtype_)
           b = array_ops.placeholder(dtype_)
diff --git a/tensorflow/python/kernel_tests/topk_op_test.py b/tensorflow/python/kernel_tests/topk_op_test.py
index d5f0726106..d9f340de6b 100644
--- a/tensorflow/python/kernel_tests/topk_op_test.py
+++ b/tensorflow/python/kernel_tests/topk_op_test.py
@@ -46,7 +46,7 @@ class TopKTest(test.TestCase):
                     sorted=True):  # pylint: disable=redefined-builtin
     np_expected_values = np.array(expected_values)
     np_expected_indices = np.array(expected_indices)
-    with self.test_session(use_gpu=True) as sess:
+    with self.cached_session(use_gpu=True) as sess:
       values_op, indices_op = nn_ops.top_k(inputs, k, sorted=sorted)
       values, indices = sess.run([values_op, indices_op])
 
@@ -183,7 +183,7 @@ class TopKTest(test.TestCase):
 
   def testKNegative(self):
     inputs = [[0.1, 0.2], [0.3, 0.4]]
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       k = array_ops.placeholder(dtypes.int32)
       values, _ = nn_ops.top_k(inputs, k)
       with self.assertRaisesOpError("Need k >= 0, got -7"):
@@ -196,7 +196,7 @@ class TopKTest(test.TestCase):
       nn_ops.top_k(inputs, 4)
 
   def testTopKGradients(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       inputs = array_ops.placeholder(dtypes.float32, shape=[2, 5])
       values, _ = nn_ops.top_k(inputs, 3)
       grad = sess.run(
diff --git a/tensorflow/python/kernel_tests/trace_op_test.py b/tensorflow/python/kernel_tests/trace_op_test.py
index a5d5bcc149..f1abaefb66 100644
--- a/tensorflow/python/kernel_tests/trace_op_test.py
+++ b/tensorflow/python/kernel_tests/trace_op_test.py
@@ -30,7 +30,7 @@ class TraceTest(test.TestCase):
 
   def compare(self, x):
     np_ans = np.trace(x, axis1=-2, axis2=-1)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       tf_ans = math_ops.trace(x).eval()
     self.assertAllClose(tf_ans, np_ans)
 
diff --git a/tensorflow/python/kernel_tests/transpose_op_test.py b/tensorflow/python/kernel_tests/transpose_op_test.py
index a825052dd2..8c11c20709 100644
--- a/tensorflow/python/kernel_tests/transpose_op_test.py
+++ b/tensorflow/python/kernel_tests/transpose_op_test.py
@@ -47,7 +47,7 @@ class TransposeTest(test.TestCase):
     np_ans = self._np_transpose(x, perm)
     if conjugate:
       np_ans = np.conj(np_ans)
-    with self.test_session(use_gpu=False):
+    with self.cached_session(use_gpu=False):
       inx = ops.convert_to_tensor(x)
       y = array_ops.transpose(inx, p, conjugate=conjugate)
       tf_ans = y.eval()
@@ -78,7 +78,7 @@ class TransposeTest(test.TestCase):
     np_ans = self._np_transpose(x, perm)
     if conjugate:
       np_ans = np.conj(np_ans)
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       inx = ops.convert_to_tensor(x)
       y = array_ops.transpose(inx, p, conjugate=conjugate)
       tf_ans = y.eval()
@@ -165,7 +165,7 @@ class TransposeTest(test.TestCase):
         total_size = np.prod(input_shape)
         inp = np.arange(1, total_size + 1, dtype=datatype).reshape(input_shape)
         np_ans = self._np_transpose(inp, perm)
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           inx = ops.convert_to_tensor(inp)
           y = array_ops.transpose(inx, perm)
           tf_ans = y.eval()
@@ -186,7 +186,7 @@ class TransposeTest(test.TestCase):
       total_size = np.prod(input_shape)
       inp = np.arange(1, total_size + 1, dtype=np.float32).reshape(input_shape)
       np_ans = self._np_transpose(inp, perm)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
         tf_ans = y.eval()
@@ -221,7 +221,7 @@ class TransposeTest(test.TestCase):
       total_size = np.prod(input_shape)
       inp = np.arange(1, total_size + 1, dtype=np.float32).reshape(input_shape)
       np_ans = self._np_transpose(inp, perm)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
         tf_ans = y.eval()
@@ -243,7 +243,7 @@ class TransposeTest(test.TestCase):
         total_size = np.prod(input_shape)
         inp = np.arange(1, total_size + 1, dtype=datatype).reshape(input_shape)
         np_ans = self._np_transpose(inp, perm)
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           inx = ops.convert_to_tensor(inp)
           y = array_ops.transpose(inx, perm)
           tf_ans = y.eval()
@@ -264,7 +264,7 @@ class TransposeTest(test.TestCase):
       total_size = np.prod(input_shape)
       inp = np.arange(1, total_size + 1, dtype=np.float32).reshape(input_shape)
       np_ans = self._np_transpose(inp, perm)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
         tf_ans = y.eval()
@@ -316,7 +316,7 @@ class TransposeTest(test.TestCase):
       # generate input data with random ints from 0 to 9.
       inp = np.random.randint(10, size=input_shape)
       np_ans = self._np_transpose(inp, perm)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
         tf_ans = y.eval()
@@ -337,7 +337,7 @@ class TransposeTest(test.TestCase):
       x = np.arange(0, 8).reshape([2, 4]).astype(np.float32)
       p = np.array([1, 0]).astype(perm_dtype)
       np_ans = np.copy(x).transpose(p)
-      with self.test_session(use_gpu=True):
+      with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(x)
         inp = constant_op.constant(p)
         y = array_ops.transpose(inx, inp)
@@ -414,7 +414,7 @@ class TransposeTest(test.TestCase):
   def testTranspose2DAuto(self):
     x_np = [[1, 2, 3], [4, 5, 6]]
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         x_tf = array_ops.transpose(x_np).eval()
         self.assertAllEqual(x_tf, [[1, 4], [2, 5], [3, 6]])
 
diff --git a/tensorflow/python/kernel_tests/unstack_op_test.py b/tensorflow/python/kernel_tests/unstack_op_test.py
index b373c419b6..48ab258b7f 100644
--- a/tensorflow/python/kernel_tests/unstack_op_test.py
+++ b/tensorflow/python/kernel_tests/unstack_op_test.py
@@ -41,7 +41,7 @@ class UnstackOpTest(test.TestCase):
 
   def testSimple(self):
     np.random.seed(7)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         for dtype in [
             np.bool, np.float16, np.float32, np.float64, np.int32, np.int64
@@ -60,7 +60,7 @@ class UnstackOpTest(test.TestCase):
     if not test_util.is_gpu_available():
       self.skipTest('No GPU available')
     np.random.seed(7)
-    with self.test_session(use_gpu=True, force_gpu=True):
+    with self.session(use_gpu=True, force_gpu=True):
       for shape in (2,), (3,), (2, 3), (3, 2), (4, 3, 2):
         for dtype in [np.float16, np.float32, np.float64, np.int32, np.int64]:
           data = np.random.randn(*shape).astype(dtype)
@@ -78,7 +78,7 @@ class UnstackOpTest(test.TestCase):
       data = np.random.randn(*shape)
       shapes = [shape[1:]] * shape[0]
       for i in xrange(shape[0]):
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           x = constant_op.constant(data)
           cs = array_ops.unstack(x, num=shape[0])
           err = gradient_checker.compute_gradient_error(x, shape, cs[i],
@@ -91,7 +91,7 @@ class UnstackOpTest(test.TestCase):
       out_shape = list(shape)
       del out_shape[1]
       for i in xrange(shape[1]):
-        with self.test_session(use_gpu=True):
+        with self.cached_session(use_gpu=True):
           x = constant_op.constant(data)
           cs = array_ops.unstack(x, num=shape[1], axis=1)
           err = gradient_checker.compute_gradient_error(x, shape, cs[i],
diff --git a/tensorflow/python/kernel_tests/variables_test.py b/tensorflow/python/kernel_tests/variables_test.py
index 70507ad6a6..b3eebf8316 100644
--- a/tensorflow/python/kernel_tests/variables_test.py
+++ b/tensorflow/python/kernel_tests/variables_test.py
@@ -124,7 +124,7 @@ class VariablesTestCase(test.TestCase):
       self.assertAllClose(4.0, var.eval())
 
   def testResourceAssignments(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       var = resource_variable_ops.ResourceVariable(0.0)
       plus_one = var.assign_add(1.0)
       minus_one = var.assign_sub(2.0)
diff --git a/tensorflow/python/kernel_tests/where_op_test.py b/tensorflow/python/kernel_tests/where_op_test.py
index 04ac589432..fca45c3ece 100644
--- a/tensorflow/python/kernel_tests/where_op_test.py
+++ b/tensorflow/python/kernel_tests/where_op_test.py
@@ -37,7 +37,7 @@ from tensorflow.python.platform import test
 class WhereOpTest(test.TestCase):
 
   def _testWhere(self, x, truth, expected_err_re=None):
-    with self.test_session(use_gpu=True):
+    with self.cached_session(use_gpu=True):
       ans = array_ops.where(x)
       self.assertEqual([None, x.ndim], ans.get_shape().as_list())
       if expected_err_re is None:
@@ -48,7 +48,7 @@ class WhereOpTest(test.TestCase):
           ans.eval()
 
   def testWrongNumbers(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with self.assertRaises(ValueError):
         array_ops.where([False, True], [1, 2], None)
       with self.assertRaises(ValueError):
@@ -132,7 +132,7 @@ class WhereOpTest(test.TestCase):
   def testThreeArgument(self):
     x = np.array([[-2, 3, -1], [1, -3, -3]])
     np_val = np.where(x > 0, x * x, -x)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_val = array_ops.where(constant_op.constant(x) > 0, x * x, -x).eval()
     self.assertAllEqual(tf_val, np_val)
 
@@ -141,7 +141,7 @@ class WhereOpTest(test.TestCase):
     c_mat = np.array([[False] * 192, [True] * 192] * 8192)  # [16384, 192]
     c_vec = np.array([False, True] * 8192)  # [16384]
     np_val = np.where(c_mat, x * x, -x)
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       tf_val = array_ops.where(c_vec, x * x, -x).eval()
     self.assertAllEqual(tf_val, np_val)
 
diff --git a/tensorflow/python/kernel_tests/xent_op_test.py b/tensorflow/python/kernel_tests/xent_op_test.py
index 729885169e..c3c7f867a1 100644
--- a/tensorflow/python/kernel_tests/xent_op_test.py
+++ b/tensorflow/python/kernel_tests/xent_op_test.py
@@ -53,7 +53,7 @@ class XentTest(test.TestCase):
 
   def _testXent(self, np_features, np_labels, use_gpu=False):
     np_loss, np_backprop = self._npXent(np_features, np_labels)
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       loss, backprop = gen_nn_ops.softmax_cross_entropy_with_logits(
           np_features, np_labels)
       tf_loss, tf_backprop = sess.run([loss, backprop])
@@ -62,7 +62,7 @@ class XentTest(test.TestCase):
 
   def _testXentWrapper(self, np_features, np_labels, dim=-1, use_gpu=False):
     np_loss, _ = self._npXent(np_features, np_labels, dim=dim)
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       loss = nn_ops.softmax_cross_entropy_with_logits(
           labels=np_labels, logits=np_features, dim=dim)
       tf_loss = sess.run(loss)
@@ -76,7 +76,7 @@ class XentTest(test.TestCase):
 
   def _testSingleClass(self, use_gpu=False):
     for dtype in np.float16, np.float32:
-      with self.test_session(use_gpu=use_gpu) as sess:
+      with self.cached_session(use_gpu=use_gpu) as sess:
         loss, backprop = gen_nn_ops.softmax_cross_entropy_with_logits(
             np.array([[1.], [-1.], [0.]]).astype(dtype),
             np.array([[-1.], [0.], [1.]]).astype(dtype))
@@ -145,7 +145,7 @@ class XentTest(test.TestCase):
     tf_l = constant_op.constant(
         np.array([[0., 0., 0., 1.], [0., .5, .5, 0.]]).astype(np.float32))
     for use_gpu in [False, True]:
-      with self.test_session(use_gpu=use_gpu) as sess:
+      with self.cached_session(use_gpu=use_gpu) as sess:
         loss, backprop = gen_nn_ops.softmax_cross_entropy_with_logits(
             tf_f, tf_l)
         tf_loss, tf_backprop = sess.run([loss, backprop])
@@ -277,7 +277,7 @@ class XentTest(test.TestCase):
     features = np.zeros([0, 2, 4]).astype(np.float32)
     labels = np.zeros([0, 2, 4]).astype(np.float32)
     np_loss, _ = self._npXent(features, labels)
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       loss = nn_ops.softmax_cross_entropy_with_logits(
           labels=labels, logits=features)
       tf_loss = sess.run(loss)
diff --git a/tensorflow/python/kernel_tests/zero_division_test.py b/tensorflow/python/kernel_tests/zero_division_test.py
index dd0214e0f1..e68b96e670 100644
--- a/tensorflow/python/kernel_tests/zero_division_test.py
+++ b/tensorflow/python/kernel_tests/zero_division_test.py
@@ -27,7 +27,7 @@ from tensorflow.python.platform import test
 class ZeroDivisionTest(test.TestCase):
 
   def testZeros(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       for dtype in dtypes.uint8, dtypes.int16, dtypes.int32, dtypes.int64:
         zero = constant_op.constant(0, dtype=dtype)
         one = constant_op.constant(1, dtype=dtype)
-- 
GitLab


From 6f7cbd60a2a5ecadd9f96ed267d758834adda159 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 16 Oct 2018 18:11:46 -0700
Subject: [PATCH 0185/1825] Makes a number of Keras layer tests run in both
 graph and eager modes.

PiperOrigin-RevId: 217422423
---
 .../keras/layers/advanced_activations_test.py |  64 ++-
 .../python/keras/layers/embeddings_test.py    |  16 +-
 tensorflow/python/keras/layers/lstm_test.py   | 423 +++++++++---------
 tensorflow/python/keras/layers/merge_test.py  |  72 ++-
 tensorflow/python/keras/layers/noise_test.py  |  20 +-
 .../python/keras/layers/normalization_test.py | 196 ++++----
 .../python/keras/layers/serialization_test.py |   2 +
 .../python/keras/layers/simplernn_test.py     |  92 ++--
 8 files changed, 437 insertions(+), 448 deletions(-)

diff --git a/tensorflow/python/keras/layers/advanced_activations_test.py b/tensorflow/python/keras/layers/advanced_activations_test.py
index c41087be0a..4aadf535e0 100644
--- a/tensorflow/python/keras/layers/advanced_activations_test.py
+++ b/tensorflow/python/keras/layers/advanced_activations_test.py
@@ -19,55 +19,52 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python import keras
+from tensorflow.python.eager import context
+from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.platform import test
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class AdvancedActivationsTest(test.TestCase):
 
   def test_leaky_relu(self):
-    with self.cached_session():
-      for alpha in [0., .5, -1.]:
-        testing_utils.layer_test(keras.layers.LeakyReLU,
-                                 kwargs={'alpha': alpha},
-                                 input_shape=(2, 3, 4))
+    for alpha in [0., .5, -1.]:
+      testing_utils.layer_test(keras.layers.LeakyReLU,
+                               kwargs={'alpha': alpha},
+                               input_shape=(2, 3, 4))
 
   def test_prelu(self):
-    with self.cached_session():
-      testing_utils.layer_test(keras.layers.PReLU, kwargs={},
-                               input_shape=(2, 3, 4))
+    testing_utils.layer_test(keras.layers.PReLU, kwargs={},
+                             input_shape=(2, 3, 4))
 
   def test_prelu_share(self):
-    with self.cached_session():
-      testing_utils.layer_test(keras.layers.PReLU,
-                               kwargs={'shared_axes': 1},
-                               input_shape=(2, 3, 4))
+    testing_utils.layer_test(keras.layers.PReLU,
+                             kwargs={'shared_axes': 1},
+                             input_shape=(2, 3, 4))
 
   def test_elu(self):
-    with self.cached_session():
-      for alpha in [0., .5, -1.]:
-        testing_utils.layer_test(keras.layers.ELU,
-                                 kwargs={'alpha': alpha},
-                                 input_shape=(2, 3, 4))
+    for alpha in [0., .5, -1.]:
+      testing_utils.layer_test(keras.layers.ELU,
+                               kwargs={'alpha': alpha},
+                               input_shape=(2, 3, 4))
 
   def test_thresholded_relu(self):
-    with self.cached_session():
-      testing_utils.layer_test(keras.layers.ThresholdedReLU,
-                               kwargs={'theta': 0.5},
-                               input_shape=(2, 3, 4))
+    testing_utils.layer_test(keras.layers.ThresholdedReLU,
+                             kwargs={'theta': 0.5},
+                             input_shape=(2, 3, 4))
 
   def test_softmax(self):
-    with self.cached_session():
-      testing_utils.layer_test(keras.layers.Softmax,
-                               kwargs={'axis': 1},
-                               input_shape=(2, 3, 4))
+    testing_utils.layer_test(keras.layers.Softmax,
+                             kwargs={'axis': 1},
+                             input_shape=(2, 3, 4))
 
   def test_relu(self):
-    with self.cached_session():
-      testing_utils.layer_test(keras.layers.ReLU,
-                               kwargs={'max_value': 10},
-                               input_shape=(2, 3, 4))
-      x = keras.backend.ones((3, 4))
+    testing_utils.layer_test(keras.layers.ReLU,
+                             kwargs={'max_value': 10},
+                             input_shape=(2, 3, 4))
+    x = keras.backend.ones((3, 4))
+    if not context.executing_eagerly():
       # Test that we use `leaky_relu` when appropriate in graph mode.
       self.assertTrue(
           'LeakyRelu' in keras.layers.ReLU(negative_slope=0.2)(x).name)
@@ -79,10 +76,9 @@ class AdvancedActivationsTest(test.TestCase):
   def test_relu_with_invalid_arg(self):
     with self.assertRaisesRegexp(
         ValueError, 'max_value of Relu layer cannot be negative value: -10'):
-      with self.cached_session():
-        testing_utils.layer_test(keras.layers.ReLU,
-                                 kwargs={'max_value': -10},
-                                 input_shape=(2, 3, 4))
+      testing_utils.layer_test(keras.layers.ReLU,
+                               kwargs={'max_value': -10},
+                               input_shape=(2, 3, 4))
     with self.assertRaisesRegexp(
         ValueError,
         'negative_slope of Relu layer cannot be negative value: -2'):
diff --git a/tensorflow/python/keras/layers/embeddings_test.py b/tensorflow/python/keras/layers/embeddings_test.py
index 2e42e403aa..aaa17b7e96 100644
--- a/tensorflow/python/keras/layers/embeddings_test.py
+++ b/tensorflow/python/keras/layers/embeddings_test.py
@@ -69,16 +69,16 @@ class EmbeddingTest(test.TestCase):
         input_dtype='int32',
         expected_output_dtype='float32')
 
+  @tf_test_util.run_in_graph_and_eager_modes()
   def test_embedding_correctness(self):
-    with self.cached_session():
-      layer = keras.layers.Embedding(output_dim=2, input_dim=2)
-      layer.build((None, 2))
-      matrix = np.array([[1, 1], [2, 2]])
-      layer.set_weights([matrix])
+    layer = keras.layers.Embedding(output_dim=2, input_dim=2)
+    layer.build((None, 2))
+    matrix = np.array([[1, 1], [2, 2]])
+    layer.set_weights([matrix])
 
-      inputs = keras.backend.constant([[0, 1, 0]], dtype='int32')
-      outputs = keras.backend.eval(layer(inputs))
-      self.assertAllClose(outputs, [[[1, 1], [2, 2], [1, 1]]])
+    inputs = keras.backend.constant([[0, 1, 0]], dtype='int32')
+    outputs = keras.backend.eval(layer(inputs))
+    self.assertAllClose(outputs, [[[1, 1], [2, 2], [1, 1]]])
 
   @tf_test_util.run_in_graph_and_eager_modes()
   def test_eager_gpu_cpu(self):
diff --git a/tensorflow/python/keras/layers/lstm_test.py b/tensorflow/python/keras/layers/lstm_test.py
index f536915324..e0094d99f4 100644
--- a/tensorflow/python/keras/layers/lstm_test.py
+++ b/tensorflow/python/keras/layers/lstm_test.py
@@ -24,12 +24,14 @@ from tensorflow.python import keras
 from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.platform import test
+from tensorflow.python.training import adam
+from tensorflow.python.training import gradient_descent
 from tensorflow.python.training.rmsprop import RMSPropOptimizer
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class LSTMLayerTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_return_sequences_LSTM(self):
     num_samples = 2
     timesteps = 3
@@ -56,7 +58,6 @@ class LSTMLayerTest(test.TestCase):
     outputs = model.layers[-1].output
     self.assertEquals(outputs.get_shape().as_list(), [None, timesteps, units])
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_dynamic_behavior_LSTM(self):
     num_samples = 2
     timesteps = 3
@@ -70,7 +71,6 @@ class LSTMLayerTest(test.TestCase):
     y = np.random.random((num_samples, units))
     model.train_on_batch(x, y)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_dropout_LSTM(self):
     num_samples = 2
     timesteps = 3
@@ -83,7 +83,6 @@ class LSTMLayerTest(test.TestCase):
                 'recurrent_dropout': 0.1},
         input_shape=(num_samples, timesteps, embedding_dim))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_implementation_mode_LSTM(self):
     num_samples = 2
     timesteps = 3
@@ -96,120 +95,36 @@ class LSTMLayerTest(test.TestCase):
                   'implementation': mode},
           input_shape=(num_samples, timesteps, embedding_dim))
 
-  def test_statefulness_LSTM(self):
-    num_samples = 2
-    timesteps = 3
-    embedding_dim = 4
-    units = 2
-    layer_class = keras.layers.LSTM
-    with self.cached_session():
-      model = keras.models.Sequential()
-      model.add(
-          keras.layers.Embedding(
-              4,
-              embedding_dim,
-              mask_zero=True,
-              input_length=timesteps,
-              batch_input_shape=(num_samples, timesteps)))
-      layer = layer_class(
-          units, return_sequences=False, stateful=True, weights=None)
-      model.add(layer)
-      model.compile(optimizer='sgd', loss='mse')
-      out1 = model.predict(np.ones((num_samples, timesteps)))
-      self.assertEqual(out1.shape, (num_samples, units))
-
-      # train once so that the states change
-      model.train_on_batch(
-          np.ones((num_samples, timesteps)), np.ones((num_samples, units)))
-      out2 = model.predict(np.ones((num_samples, timesteps)))
-
-      # if the state is not reset, output should be different
-      self.assertNotEqual(out1.max(), out2.max())
-
-      # check that output changes after states are reset
-      # (even though the model itself didn't change)
-      layer.reset_states()
-      out3 = model.predict(np.ones((num_samples, timesteps)))
-      self.assertNotEqual(out2.max(), out3.max())
-
-      # check that container-level reset_states() works
-      model.reset_states()
-      out4 = model.predict(np.ones((num_samples, timesteps)))
-      self.assertAllClose(out3, out4, atol=1e-5)
-
-      # check that the call to `predict` updated the states
-      out5 = model.predict(np.ones((num_samples, timesteps)))
-      self.assertNotEqual(out4.max(), out5.max())
-
-      # Check masking
-      layer.reset_states()
-
-      left_padded_input = np.ones((num_samples, timesteps))
-      left_padded_input[0, :1] = 0
-      left_padded_input[1, :2] = 0
-      out6 = model.predict(left_padded_input)
-
-      layer.reset_states()
-
-      right_padded_input = np.ones((num_samples, timesteps))
-      right_padded_input[0, -1:] = 0
-      right_padded_input[1, -2:] = 0
-      out7 = model.predict(right_padded_input)
-
-      self.assertAllClose(out7, out6, atol=1e-5)
-
-  def test_regularizers_LSTM(self):
-    embedding_dim = 4
-    layer_class = keras.layers.LSTM
-    with self.cached_session():
-      layer = layer_class(
-          5,
-          return_sequences=False,
-          weights=None,
-          input_shape=(None, embedding_dim),
-          kernel_regularizer=keras.regularizers.l1(0.01),
-          recurrent_regularizer=keras.regularizers.l1(0.01),
-          bias_regularizer='l2',
-          activity_regularizer='l1')
-      layer.build((None, None, 2))
-      self.assertEqual(len(layer.losses), 3)
-      x = keras.backend.variable(np.ones((2, 3, 2)))
-      layer(x)
-      self.assertEqual(len(layer.get_losses_for(x)), 1)
-
   def test_constraints_LSTM(self):
     embedding_dim = 4
     layer_class = keras.layers.LSTM
-    with self.cached_session():
-      k_constraint = keras.constraints.max_norm(0.01)
-      r_constraint = keras.constraints.max_norm(0.01)
-      b_constraint = keras.constraints.max_norm(0.01)
-      layer = layer_class(
-          5,
-          return_sequences=False,
-          weights=None,
-          input_shape=(None, embedding_dim),
-          kernel_constraint=k_constraint,
-          recurrent_constraint=r_constraint,
-          bias_constraint=b_constraint)
-      layer.build((None, None, embedding_dim))
-      self.assertEqual(layer.cell.kernel.constraint, k_constraint)
-      self.assertEqual(layer.cell.recurrent_kernel.constraint, r_constraint)
-      self.assertEqual(layer.cell.bias.constraint, b_constraint)
-
-  @tf_test_util.run_in_graph_and_eager_modes
+    k_constraint = keras.constraints.max_norm(0.01)
+    r_constraint = keras.constraints.max_norm(0.01)
+    b_constraint = keras.constraints.max_norm(0.01)
+    layer = layer_class(
+        5,
+        return_sequences=False,
+        weights=None,
+        input_shape=(None, embedding_dim),
+        kernel_constraint=k_constraint,
+        recurrent_constraint=r_constraint,
+        bias_constraint=b_constraint)
+    layer.build((None, None, embedding_dim))
+    self.assertEqual(layer.cell.kernel.constraint, k_constraint)
+    self.assertEqual(layer.cell.recurrent_kernel.constraint, r_constraint)
+    self.assertEqual(layer.cell.bias.constraint, b_constraint)
+
   def test_with_masking_layer_LSTM(self):
     layer_class = keras.layers.LSTM
-    with self.cached_session():
-      inputs = np.random.random((2, 3, 4))
-      targets = np.abs(np.random.random((2, 3, 5)))
-      targets /= targets.sum(axis=-1, keepdims=True)
-      model = keras.models.Sequential()
-      model.add(keras.layers.Masking(input_shape=(3, 4)))
-      model.add(layer_class(units=5, return_sequences=True, unroll=False))
-      model.compile(loss='categorical_crossentropy',
-                    optimizer=RMSPropOptimizer(0.01))
-      model.fit(inputs, targets, epochs=1, batch_size=2, verbose=1)
+    inputs = np.random.random((2, 3, 4))
+    targets = np.abs(np.random.random((2, 3, 5)))
+    targets /= targets.sum(axis=-1, keepdims=True)
+    model = keras.models.Sequential()
+    model.add(keras.layers.Masking(input_shape=(3, 4)))
+    model.add(layer_class(units=5, return_sequences=True, unroll=False))
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=RMSPropOptimizer(0.01))
+    model.fit(inputs, targets, epochs=1, batch_size=2, verbose=1)
 
   def test_from_config_LSTM(self):
     layer_class = keras.layers.LSTM
@@ -225,25 +140,25 @@ class LSTMLayerTest(test.TestCase):
     units = 3
     num_samples = 2
 
-    with self.cached_session():
-      # Test with Keras tensor
-      inputs = keras.Input((timesteps, embedding_dim))
-      initial_state = [keras.Input((units,)) for _ in range(num_states)]
-      layer = keras.layers.LSTM(units)
-      if len(initial_state) == 1:
-        output = layer(inputs, initial_state=initial_state[0])
-      else:
-        output = layer(inputs, initial_state=initial_state)
-      assert initial_state[0] in layer._inbound_nodes[0].input_tensors
-
-      model = keras.models.Model([inputs] + initial_state, output)
-      model.compile(loss='categorical_crossentropy', optimizer='adam')
-
-      inputs = np.random.random((num_samples, timesteps, embedding_dim))
-      initial_state = [np.random.random((num_samples, units))
-                       for _ in range(num_states)]
-      targets = np.random.random((num_samples, units))
-      model.train_on_batch([inputs] + initial_state, targets)
+    # Test with Keras tensor
+    inputs = keras.Input((timesteps, embedding_dim))
+    initial_state = [keras.Input((units,)) for _ in range(num_states)]
+    layer = keras.layers.LSTM(units)
+    if len(initial_state) == 1:
+      output = layer(inputs, initial_state=initial_state[0])
+    else:
+      output = layer(inputs, initial_state=initial_state)
+    assert initial_state[0] in layer._inbound_nodes[0].input_tensors
+
+    model = keras.models.Model([inputs] + initial_state, output)
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=adam.AdamOptimizer())
+
+    inputs = np.random.random((num_samples, timesteps, embedding_dim))
+    initial_state = [np.random.random((num_samples, units))
+                     for _ in range(num_states)]
+    targets = np.random.random((num_samples, units))
+    model.train_on_batch([inputs] + initial_state, targets)
 
   def test_specify_initial_state_non_keras_tensor(self):
     num_states = 2
@@ -252,21 +167,21 @@ class LSTMLayerTest(test.TestCase):
     units = 3
     num_samples = 2
 
-    with self.cached_session():
-      # Test with non-Keras tensor
-      inputs = keras.Input((timesteps, embedding_dim))
-      initial_state = [keras.backend.random_normal_variable(
-          (num_samples, units), 0, 1)
-                       for _ in range(num_states)]
-      layer = keras.layers.LSTM(units)
-      output = layer(inputs, initial_state=initial_state)
+    # Test with non-Keras tensor
+    inputs = keras.Input((timesteps, embedding_dim))
+    initial_state = [keras.backend.random_normal_variable(
+        (num_samples, units), 0, 1)
+                     for _ in range(num_states)]
+    layer = keras.layers.LSTM(units)
+    output = layer(inputs, initial_state=initial_state)
 
-      model = keras.models.Model(inputs, output)
-      model.compile(loss='categorical_crossentropy', optimizer='adam')
+    model = keras.models.Model(inputs, output)
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=adam.AdamOptimizer())
 
-      inputs = np.random.random((num_samples, timesteps, embedding_dim))
-      targets = np.random.random((num_samples, units))
-      model.train_on_batch(inputs, targets)
+    inputs = np.random.random((num_samples, timesteps, embedding_dim))
+    targets = np.random.random((num_samples, units))
+    model.train_on_batch(inputs, targets)
 
   def test_reset_states_with_values(self):
     num_states = 2
@@ -275,29 +190,28 @@ class LSTMLayerTest(test.TestCase):
     units = 3
     num_samples = 2
 
-    with self.cached_session():
-      layer = keras.layers.LSTM(units, stateful=True)
-      layer.build((num_samples, timesteps, embedding_dim))
-      layer.reset_states()
-      assert len(layer.states) == num_states
-      assert layer.states[0] is not None
-      self.assertAllClose(
-          keras.backend.eval(layer.states[0]),
-          np.zeros(keras.backend.int_shape(layer.states[0])),
-          atol=1e-4)
-      state_shapes = [keras.backend.int_shape(state) for state in layer.states]
-      values = [np.ones(shape) for shape in state_shapes]
-      if len(values) == 1:
-        values = values[0]
-      layer.reset_states(values)
-      self.assertAllClose(
-          keras.backend.eval(layer.states[0]),
-          np.ones(keras.backend.int_shape(layer.states[0])),
-          atol=1e-4)
-
-      # Test with invalid data
-      with self.assertRaises(ValueError):
-        layer.reset_states([1] * (len(layer.states) + 1))
+    layer = keras.layers.LSTM(units, stateful=True)
+    layer.build((num_samples, timesteps, embedding_dim))
+    layer.reset_states()
+    assert len(layer.states) == num_states
+    assert layer.states[0] is not None
+    self.assertAllClose(
+        keras.backend.eval(layer.states[0]),
+        np.zeros(keras.backend.int_shape(layer.states[0])),
+        atol=1e-4)
+    state_shapes = [keras.backend.int_shape(state) for state in layer.states]
+    values = [np.ones(shape) for shape in state_shapes]
+    if len(values) == 1:
+      values = values[0]
+    layer.reset_states(values)
+    self.assertAllClose(
+        keras.backend.eval(layer.states[0]),
+        np.ones(keras.backend.int_shape(layer.states[0])),
+        atol=1e-4)
+
+    # Test with invalid data
+    with self.assertRaises(ValueError):
+      layer.reset_states([1] * (len(layer.states) + 1))
 
   def test_specify_state_with_masking(self):
     num_states = 2
@@ -306,21 +220,20 @@ class LSTMLayerTest(test.TestCase):
     units = 3
     num_samples = 2
 
-    with self.cached_session():
-      inputs = keras.Input((timesteps, embedding_dim))
-      _ = keras.layers.Masking()(inputs)
-      initial_state = [keras.Input((units,)) for _ in range(num_states)]
-      output = keras.layers.LSTM(units)(inputs, initial_state=initial_state)
+    inputs = keras.Input((timesteps, embedding_dim))
+    _ = keras.layers.Masking()(inputs)
+    initial_state = [keras.Input((units,)) for _ in range(num_states)]
+    output = keras.layers.LSTM(units)(inputs, initial_state=initial_state)
 
-      model = keras.models.Model([inputs] + initial_state, output)
-      model.compile(loss='categorical_crossentropy',
-                    optimizer=RMSPropOptimizer(0.01))
+    model = keras.models.Model([inputs] + initial_state, output)
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=RMSPropOptimizer(0.01))
 
-      inputs = np.random.random((num_samples, timesteps, embedding_dim))
-      initial_state = [np.random.random((num_samples, units))
-                       for _ in range(num_states)]
-      targets = np.random.random((num_samples, units))
-      model.train_on_batch([inputs] + initial_state, targets)
+    inputs = np.random.random((num_samples, timesteps, embedding_dim))
+    initial_state = [np.random.random((num_samples, units))
+                     for _ in range(num_states)]
+    targets = np.random.random((num_samples, units))
+    model.train_on_batch([inputs] + initial_state, targets)
 
   def test_return_state(self):
     num_states = 2
@@ -329,17 +242,16 @@ class LSTMLayerTest(test.TestCase):
     units = 3
     num_samples = 2
 
-    with self.cached_session():
-      inputs = keras.Input(batch_shape=(num_samples, timesteps, embedding_dim))
-      layer = keras.layers.LSTM(units, return_state=True, stateful=True)
-      outputs = layer(inputs)
-      state = outputs[1:]
-      assert len(state) == num_states
-      model = keras.models.Model(inputs, state[0])
+    inputs = keras.Input(batch_shape=(num_samples, timesteps, embedding_dim))
+    layer = keras.layers.LSTM(units, return_state=True, stateful=True)
+    outputs = layer(inputs)
+    state = outputs[1:]
+    assert len(state) == num_states
+    model = keras.models.Model(inputs, state[0])
 
-      inputs = np.random.random((num_samples, timesteps, embedding_dim))
-      state = model.predict(inputs)
-      self.assertAllClose(keras.backend.eval(layer.states[0]), state, atol=1e-4)
+    inputs = np.random.random((num_samples, timesteps, embedding_dim))
+    state = model.predict(inputs)
+    self.assertAllClose(keras.backend.eval(layer.states[0]), state, atol=1e-4)
 
   def test_state_reuse(self):
     timesteps = 3
@@ -347,16 +259,15 @@ class LSTMLayerTest(test.TestCase):
     units = 3
     num_samples = 2
 
-    with self.cached_session():
-      inputs = keras.Input(batch_shape=(num_samples, timesteps, embedding_dim))
-      layer = keras.layers.LSTM(units, return_state=True, return_sequences=True)
-      outputs = layer(inputs)
-      output, state = outputs[0], outputs[1:]
-      output = keras.layers.LSTM(units)(output, initial_state=state)
-      model = keras.models.Model(inputs, output)
+    inputs = keras.Input(batch_shape=(num_samples, timesteps, embedding_dim))
+    layer = keras.layers.LSTM(units, return_state=True, return_sequences=True)
+    outputs = layer(inputs)
+    output, state = outputs[0], outputs[1:]
+    output = keras.layers.LSTM(units)(output, initial_state=state)
+    model = keras.models.Model(inputs, output)
 
-      inputs = np.random.random((num_samples, timesteps, embedding_dim))
-      outputs = model.predict(inputs)
+    inputs = np.random.random((num_samples, timesteps, embedding_dim))
+    outputs = model.predict(inputs)
 
   def test_initial_states_as_other_inputs(self):
     timesteps = 3
@@ -366,25 +277,109 @@ class LSTMLayerTest(test.TestCase):
     num_states = 2
     layer_class = keras.layers.LSTM
 
+    # Test with Keras tensor
+    main_inputs = keras.Input((timesteps, embedding_dim))
+    initial_state = [keras.Input((units,)) for _ in range(num_states)]
+    inputs = [main_inputs] + initial_state
+
+    layer = layer_class(units)
+    output = layer(inputs)
+    assert initial_state[0] in layer._inbound_nodes[0].input_tensors
+
+    model = keras.models.Model(inputs, output)
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=adam.AdamOptimizer())
+
+    main_inputs = np.random.random((num_samples, timesteps, embedding_dim))
+    initial_state = [np.random.random((num_samples, units))
+                     for _ in range(num_states)]
+    targets = np.random.random((num_samples, units))
+    model.train_on_batch([main_inputs] + initial_state, targets)
+
+
+class LSTMLayerGraphOnlyTest(test.TestCase):
+
+  def test_statefulness_LSTM(self):
+    num_samples = 2
+    timesteps = 3
+    embedding_dim = 4
+    units = 2
+    layer_class = keras.layers.LSTM
     with self.cached_session():
-      # Test with Keras tensor
-      main_inputs = keras.Input((timesteps, embedding_dim))
-      initial_state = [keras.Input((units,)) for _ in range(num_states)]
-      inputs = [main_inputs] + initial_state
+      model = keras.models.Sequential()
+      model.add(
+          keras.layers.Embedding(
+              4,
+              embedding_dim,
+              mask_zero=True,
+              input_length=timesteps,
+              batch_input_shape=(num_samples, timesteps)))
+      layer = layer_class(
+          units, return_sequences=False, stateful=True, weights=None)
+      model.add(layer)
+      model.compile(optimizer=gradient_descent.GradientDescentOptimizer(0.01),
+                    loss='mse')
+      out1 = model.predict(np.ones((num_samples, timesteps)))
+      self.assertEqual(out1.shape, (num_samples, units))
+
+      # train once so that the states change
+      model.train_on_batch(
+          np.ones((num_samples, timesteps)), np.ones((num_samples, units)))
+      out2 = model.predict(np.ones((num_samples, timesteps)))
+
+      # if the state is not reset, output should be different
+      self.assertNotEqual(out1.max(), out2.max())
+
+      # check that output changes after states are reset
+      # (even though the model itself didn't change)
+      layer.reset_states()
+      out3 = model.predict(np.ones((num_samples, timesteps)))
+      self.assertNotEqual(out2.max(), out3.max())
 
-      layer = layer_class(units)
-      output = layer(inputs)
-      assert initial_state[0] in layer._inbound_nodes[0].input_tensors
+      # check that container-level reset_states() works
+      model.reset_states()
+      out4 = model.predict(np.ones((num_samples, timesteps)))
+      self.assertAllClose(out3, out4, atol=1e-5)
 
-      model = keras.models.Model(inputs, output)
-      model.compile(loss='categorical_crossentropy', optimizer='adam')
+      # check that the call to `predict` updated the states
+      out5 = model.predict(np.ones((num_samples, timesteps)))
+      self.assertNotEqual(out4.max(), out5.max())
 
-      main_inputs = np.random.random((num_samples, timesteps, embedding_dim))
-      initial_state = [np.random.random((num_samples, units))
-                       for _ in range(num_states)]
-      targets = np.random.random((num_samples, units))
-      model.train_on_batch([main_inputs] + initial_state, targets)
+      # Check masking
+      layer.reset_states()
+
+      left_padded_input = np.ones((num_samples, timesteps))
+      left_padded_input[0, :1] = 0
+      left_padded_input[1, :2] = 0
+      out6 = model.predict(left_padded_input)
 
+      layer.reset_states()
+
+      right_padded_input = np.ones((num_samples, timesteps))
+      right_padded_input[0, -1:] = 0
+      right_padded_input[1, -2:] = 0
+      out7 = model.predict(right_padded_input)
+
+      self.assertAllClose(out7, out6, atol=1e-5)
+
+  def test_regularizers_LSTM(self):
+    embedding_dim = 4
+    layer_class = keras.layers.LSTM
+    with self.cached_session():
+      layer = layer_class(
+          5,
+          return_sequences=False,
+          weights=None,
+          input_shape=(None, embedding_dim),
+          kernel_regularizer=keras.regularizers.l1(0.01),
+          recurrent_regularizer=keras.regularizers.l1(0.01),
+          bias_regularizer='l2',
+          activity_regularizer='l1')
+      layer.build((None, None, 2))
+      self.assertEqual(len(layer.losses), 3)
+      x = keras.backend.variable(np.ones((2, 3, 2)))
+      layer(x)
+      self.assertEqual(len(layer.get_losses_for(x)), 1)
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/layers/merge_test.py b/tensorflow/python/keras/layers/merge_test.py
index 7bcfcaeddb..698c5662b6 100644
--- a/tensorflow/python/keras/layers/merge_test.py
+++ b/tensorflow/python/keras/layers/merge_test.py
@@ -26,9 +26,9 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.platform import test
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class MergeLayersTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_add(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -45,25 +45,6 @@ class MergeLayersTest(test.TestCase):
     self.assertEqual(out.shape, (2, 4, 5))
     self.assertAllClose(out, x1 + x2 + x3, atol=1e-4)
 
-  def test_merge_add_masking(self):
-    with self.cached_session():
-      i1 = keras.layers.Input(shape=(4, 5))
-      i2 = keras.layers.Input(shape=(4, 5))
-      m1 = keras.layers.Masking()(i1)
-      layer = keras.layers.Add()
-      o = layer([m1, i2])
-      self.assertListEqual(o.get_shape().as_list(), [None, 4, 5])
-      mask = layer.output_mask
-      self.assertListEqual(mask.get_shape().as_list(), [None, 4])
-
-  def test_merge_add_dynamic_shape(self):
-    with self.cached_session():
-      i1 = array_ops.placeholder(shape=(4, None), dtype='float32')
-      i2 = array_ops.placeholder(shape=(4, 5), dtype='float32')
-      layer = keras.layers.Add()
-      o = layer([i1, i2])
-      self.assertListEqual(o.get_shape().as_list(), [4, 5])
-
   def test_merge_elementwise_errors(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 6))
@@ -76,7 +57,6 @@ class MergeLayersTest(test.TestCase):
     with self.assertRaises(ValueError):
       keras.layers.add([i1])
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_multiply(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -92,7 +72,6 @@ class MergeLayersTest(test.TestCase):
     self.assertEqual(out.shape, (2, 4, 5))
     self.assertAllClose(out, x1 * x2 * x3, atol=1e-4)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_average(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -106,7 +85,6 @@ class MergeLayersTest(test.TestCase):
     self.assertEqual(out.shape, (2, 4, 5))
     self.assertAllClose(out, 0.5 * (x1 + x2), atol=1e-4)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_maximum(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -120,7 +98,6 @@ class MergeLayersTest(test.TestCase):
     self.assertEqual(out.shape, (2, 4, 5))
     self.assertAllClose(out, np.maximum(x1, x2), atol=1e-4)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_minimum(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -134,7 +111,6 @@ class MergeLayersTest(test.TestCase):
     self.assertEqual(out.shape, (2, 4, 5))
     self.assertAllClose(out, np.minimum(x1, x2), atol=1e-4)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_concatenate(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -148,17 +124,6 @@ class MergeLayersTest(test.TestCase):
     self.assertEqual(out.shape, (2, 8, 5))
     self.assertAllClose(out, np.concatenate([x1, x2], axis=1), atol=1e-4)
 
-  def test_merge_concatenate_masking(self):
-    with self.cached_session():
-      i1 = keras.layers.Input(shape=(4, 5))
-      i2 = keras.layers.Input(shape=(4, 5))
-      m1 = keras.layers.Masking()(i1)
-      layer = keras.layers.Concatenate()
-      o = layer([m1, i2])
-      self.assertListEqual(o.get_shape().as_list(), [None, 4, 10])
-      mask = layer.output_mask
-      self.assertListEqual(mask.get_shape().as_list(), [None, 4])
-
   def test_concatenate_errors(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(3, 5))
@@ -169,7 +134,6 @@ class MergeLayersTest(test.TestCase):
     with self.assertRaisesRegexp(ValueError, 'called on a list'):
       keras.layers.concatenate([i1], axis=-1)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_dot(self):
     i1 = keras.layers.Input(shape=(4,))
     i2 = keras.layers.Input(shape=(4,))
@@ -215,7 +179,6 @@ class MergeLayersTest(test.TestCase):
       dot = keras.layers.Dot(1)
       dot.compute_output_shape(1)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_merge_subtract(self):
     i1 = keras.layers.Input(shape=(4, 5))
     i2 = keras.layers.Input(shape=(4, 5))
@@ -231,5 +194,38 @@ class MergeLayersTest(test.TestCase):
       keras.layers.subtract([i1, i1, i1])
 
 
+class MergeLayersGraphOnlyTest(test.TestCase):
+
+  def test_merge_add_masking(self):
+    with self.cached_session():
+      i1 = keras.layers.Input(shape=(4, 5))
+      i2 = keras.layers.Input(shape=(4, 5))
+      m1 = keras.layers.Masking()(i1)
+      layer = keras.layers.Add()
+      o = layer([m1, i2])
+      self.assertListEqual(o.get_shape().as_list(), [None, 4, 5])
+      mask = layer.output_mask
+      self.assertListEqual(mask.get_shape().as_list(), [None, 4])
+
+  def test_merge_add_dynamic_shape(self):
+    with self.cached_session():
+      i1 = array_ops.placeholder(shape=(4, None), dtype='float32')
+      i2 = array_ops.placeholder(shape=(4, 5), dtype='float32')
+      layer = keras.layers.Add()
+      o = layer([i1, i2])
+      self.assertListEqual(o.get_shape().as_list(), [4, 5])
+
+  def test_merge_concatenate_masking(self):
+    with self.cached_session():
+      i1 = keras.layers.Input(shape=(4, 5))
+      i2 = keras.layers.Input(shape=(4, 5))
+      m1 = keras.layers.Masking()(i1)
+      layer = keras.layers.Concatenate()
+      o = layer([m1, i2])
+      self.assertListEqual(o.get_shape().as_list(), [None, 4, 10])
+      mask = layer.output_mask
+      self.assertListEqual(mask.get_shape().as_list(), [None, 4])
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/layers/noise_test.py b/tensorflow/python/keras/layers/noise_test.py
index cea304680b..325dd933b2 100644
--- a/tensorflow/python/keras/layers/noise_test.py
+++ b/tensorflow/python/keras/layers/noise_test.py
@@ -24,23 +24,21 @@ from tensorflow.python.keras import testing_utils
 from tensorflow.python.platform import test
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class NoiseLayersTest(test.TestCase):
 
   def test_GaussianNoise(self):
-    with self.cached_session():
-      testing_utils.layer_test(
-          keras.layers.GaussianNoise,
-          kwargs={'stddev': 1.},
-          input_shape=(3, 2, 3))
+    testing_utils.layer_test(
+        keras.layers.GaussianNoise,
+        kwargs={'stddev': 1.},
+        input_shape=(3, 2, 3))
 
   def test_GaussianDropout(self):
-    with self.cached_session():
-      testing_utils.layer_test(
-          keras.layers.GaussianDropout,
-          kwargs={'rate': 0.5},
-          input_shape=(3, 2, 3))
+    testing_utils.layer_test(
+        keras.layers.GaussianDropout,
+        kwargs={'rate': 0.5},
+        input_shape=(3, 2, 3))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_AlphaDropout(self):
     testing_utils.layer_test(
         keras.layers.AlphaDropout,
diff --git a/tensorflow/python/keras/layers/normalization_test.py b/tensorflow/python/keras/layers/normalization_test.py
index ff705183ef..b11a350dbf 100644
--- a/tensorflow/python/keras/layers/normalization_test.py
+++ b/tensorflow/python/keras/layers/normalization_test.py
@@ -21,97 +21,97 @@ from __future__ import print_function
 import numpy as np
 
 from tensorflow.python import keras
+from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.platform import test
+from tensorflow.python.training import gradient_descent
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class NormalizationLayersTest(test.TestCase):
 
   def test_basic_batchnorm(self):
-    with self.cached_session():
-      testing_utils.layer_test(
-          keras.layers.BatchNormalization,
-          kwargs={
-              'momentum': 0.9,
-              'epsilon': 0.1,
-              'gamma_regularizer': keras.regularizers.l2(0.01),
-              'beta_regularizer': keras.regularizers.l2(0.01)
-          },
-          input_shape=(3, 4, 2))
-      testing_utils.layer_test(
-          keras.layers.BatchNormalization,
-          kwargs={
-              'gamma_initializer': 'ones',
-              'beta_initializer': 'ones',
-              'moving_mean_initializer': 'zeros',
-              'moving_variance_initializer': 'ones'
-          },
-          input_shape=(3, 4, 2))
-      testing_utils.layer_test(
-          keras.layers.BatchNormalization,
-          kwargs={'scale': False,
-                  'center': False},
-          input_shape=(3, 3))
+    testing_utils.layer_test(
+        keras.layers.BatchNormalization,
+        kwargs={
+            'momentum': 0.9,
+            'epsilon': 0.1,
+            'gamma_regularizer': keras.regularizers.l2(0.01),
+            'beta_regularizer': keras.regularizers.l2(0.01)
+        },
+        input_shape=(3, 4, 2))
+    testing_utils.layer_test(
+        keras.layers.BatchNormalization,
+        kwargs={
+            'gamma_initializer': 'ones',
+            'beta_initializer': 'ones',
+            'moving_mean_initializer': 'zeros',
+            'moving_variance_initializer': 'ones'
+        },
+        input_shape=(3, 4, 2))
+    testing_utils.layer_test(
+        keras.layers.BatchNormalization,
+        kwargs={'scale': False,
+                'center': False},
+        input_shape=(3, 3))
 
   def test_batchnorm_weights(self):
-    with self.cached_session():
-      layer = keras.layers.BatchNormalization(scale=False, center=False)
-      layer.build((None, 3, 4))
-      self.assertEqual(len(layer.trainable_weights), 0)
-      self.assertEqual(len(layer.weights), 2)
+    layer = keras.layers.BatchNormalization(scale=False, center=False)
+    layer.build((None, 3, 4))
+    self.assertEqual(len(layer.trainable_weights), 0)
+    self.assertEqual(len(layer.weights), 2)
 
-      layer = keras.layers.BatchNormalization()
-      layer.build((None, 3, 4))
-      self.assertEqual(len(layer.trainable_weights), 2)
-      self.assertEqual(len(layer.weights), 4)
+    layer = keras.layers.BatchNormalization()
+    layer.build((None, 3, 4))
+    self.assertEqual(len(layer.trainable_weights), 2)
+    self.assertEqual(len(layer.weights), 4)
 
   def test_batchnorm_regularization(self):
-    with self.cached_session():
-      layer = keras.layers.BatchNormalization(
-          gamma_regularizer='l1', beta_regularizer='l1')
-      layer.build((None, 3, 4))
-      self.assertEqual(len(layer.losses), 2)
-      max_norm = keras.constraints.max_norm
-      layer = keras.layers.BatchNormalization(
-          gamma_constraint=max_norm, beta_constraint=max_norm)
-      layer.build((None, 3, 4))
-      self.assertEqual(layer.gamma.constraint, max_norm)
-      self.assertEqual(layer.beta.constraint, max_norm)
+    layer = keras.layers.BatchNormalization(
+        gamma_regularizer='l1', beta_regularizer='l1')
+    layer.build((None, 3, 4))
+    self.assertEqual(len(layer.losses), 2)
+    max_norm = keras.constraints.max_norm
+    layer = keras.layers.BatchNormalization(
+        gamma_constraint=max_norm, beta_constraint=max_norm)
+    layer.build((None, 3, 4))
+    self.assertEqual(layer.gamma.constraint, max_norm)
+    self.assertEqual(layer.beta.constraint, max_norm)
 
   def test_batchnorm_correctness(self):
-    with self.cached_session():
-      model = keras.models.Sequential()
-      norm = keras.layers.BatchNormalization(input_shape=(10,), momentum=0.8)
-      model.add(norm)
-      model.compile(loss='mse', optimizer='sgd')
-
-      # centered on 5.0, variance 10.0
-      x = np.random.normal(loc=5.0, scale=10.0, size=(1000, 10))
-      model.fit(x, x, epochs=4, verbose=0)
-      out = model.predict(x)
-      out -= keras.backend.eval(norm.beta)
-      out /= keras.backend.eval(norm.gamma)
-
-      np.testing.assert_allclose(out.mean(), 0.0, atol=1e-1)
-      np.testing.assert_allclose(out.std(), 1.0, atol=1e-1)
+    model = keras.models.Sequential()
+    norm = keras.layers.BatchNormalization(input_shape=(10,), momentum=0.8)
+    model.add(norm)
+    model.compile(loss='mse',
+                  optimizer=gradient_descent.GradientDescentOptimizer(0.01))
+
+    # centered on 5.0, variance 10.0
+    x = np.random.normal(loc=5.0, scale=10.0, size=(1000, 10))
+    model.fit(x, x, epochs=4, verbose=0)
+    out = model.predict(x)
+    out -= keras.backend.eval(norm.beta)
+    out /= keras.backend.eval(norm.gamma)
+
+    np.testing.assert_allclose(out.mean(), 0.0, atol=1e-1)
+    np.testing.assert_allclose(out.std(), 1.0, atol=1e-1)
 
   def test_batchnorm_mixed_precision(self):
-    with self.cached_session():
-      model = keras.models.Sequential()
-      norm = keras.layers.BatchNormalization(input_shape=(10,), momentum=0.8)
-      model.add(norm)
-      model.compile(loss='mse', optimizer='sgd')
-
-      # centered on 5.0, variance 10.0
-      x = np.random.normal(
-          loc=5.0, scale=10.0, size=(1000, 10)).astype(np.float16)
-      model.fit(x, x, epochs=4, verbose=0)
-      out = model.predict(x)
-      out -= keras.backend.eval(norm.beta)
-      out /= keras.backend.eval(norm.gamma)
-
-      np.testing.assert_allclose(out.mean(), 0.0, atol=1e-1)
-      np.testing.assert_allclose(out.std(), 1.0, atol=1e-1)
+    model = keras.models.Sequential()
+    norm = keras.layers.BatchNormalization(input_shape=(10,), momentum=0.8)
+    model.add(norm)
+    model.compile(loss='mse',
+                  optimizer=gradient_descent.GradientDescentOptimizer(0.01))
+
+    # centered on 5.0, variance 10.0
+    x = np.random.normal(
+        loc=5.0, scale=10.0, size=(1000, 10)).astype(np.float16)
+    model.fit(x, x, epochs=4, verbose=0)
+    out = model.predict(x)
+    out -= keras.backend.eval(norm.beta)
+    out /= keras.backend.eval(norm.gamma)
+
+    np.testing.assert_allclose(out.mean(), 0.0, atol=1e-1)
+    np.testing.assert_allclose(out.std(), 1.0, atol=1e-1)
 
   def test_batchnorm_convnet(self):
     if test.is_gpu_available(cuda_only=True):
@@ -120,7 +120,8 @@ class NormalizationLayersTest(test.TestCase):
         norm = keras.layers.BatchNormalization(
             axis=1, input_shape=(3, 4, 4), momentum=0.8)
         model.add(norm)
-        model.compile(loss='mse', optimizer='sgd')
+        model.compile(loss='mse',
+                      optimizer=gradient_descent.GradientDescentOptimizer(0.01))
 
         # centered on 5.0, variance 10.0
         x = np.random.normal(loc=5.0, scale=10.0, size=(1000, 3, 4, 4))
@@ -133,24 +134,27 @@ class NormalizationLayersTest(test.TestCase):
         np.testing.assert_allclose(np.std(out, axis=(0, 2, 3)), 1.0, atol=1e-1)
 
   def test_batchnorm_convnet_channel_last(self):
-    with self.cached_session():
-      # keras.backend.set_learning_phase(True)
+    # keras.backend.set_learning_phase(True)
+
+    model = keras.models.Sequential()
+    norm = keras.layers.BatchNormalization(
+        axis=-1, input_shape=(4, 4, 3), momentum=0.8)
+    model.add(norm)
+    model.compile(loss='mse',
+                  optimizer=gradient_descent.GradientDescentOptimizer(0.01))
+
+    # centered on 5.0, variance 10.0
+    x = np.random.normal(loc=5.0, scale=10.0, size=(1000, 4, 4, 3))
+    model.fit(x, x, epochs=4, verbose=0)
+    out = model.predict(x)
+    out -= np.reshape(keras.backend.eval(norm.beta), (1, 1, 1, 3))
+    out /= np.reshape(keras.backend.eval(norm.gamma), (1, 1, 1, 3))
 
-      model = keras.models.Sequential()
-      norm = keras.layers.BatchNormalization(
-          axis=-1, input_shape=(4, 4, 3), momentum=0.8)
-      model.add(norm)
-      model.compile(loss='mse', optimizer='sgd')
+    np.testing.assert_allclose(np.mean(out, axis=(0, 1, 2)), 0.0, atol=1e-1)
+    np.testing.assert_allclose(np.std(out, axis=(0, 1, 2)), 1.0, atol=1e-1)
 
-      # centered on 5.0, variance 10.0
-      x = np.random.normal(loc=5.0, scale=10.0, size=(1000, 4, 4, 3))
-      model.fit(x, x, epochs=4, verbose=0)
-      out = model.predict(x)
-      out -= np.reshape(keras.backend.eval(norm.beta), (1, 1, 1, 3))
-      out /= np.reshape(keras.backend.eval(norm.gamma), (1, 1, 1, 3))
 
-      np.testing.assert_allclose(np.mean(out, axis=(0, 1, 2)), 0.0, atol=1e-1)
-      np.testing.assert_allclose(np.std(out, axis=(0, 1, 2)), 1.0, atol=1e-1)
+class NormalizationLayersGraphModeOnlyTest(test.TestCase):
 
   def test_shared_batchnorm(self):
     """Test that a BN layer can be shared across different data streams.
@@ -167,7 +171,7 @@ class NormalizationLayersTest(test.TestCase):
       x = np.random.normal(loc=5.0, scale=10.0, size=(2, 10))
       model = keras.models.Model(x2, y2)
 
-      model.compile('sgd', 'mse')
+      model.compile(gradient_descent.GradientDescentOptimizer(0.01), 'mse')
       model.train_on_batch(x, x)
 
       self.assertEqual(len(bn.updates), 4)
@@ -183,7 +187,7 @@ class NormalizationLayersTest(test.TestCase):
       self.assertEqual(len(new_model.updates), 2)
       self.assertEqual(len(model.updates), 4)
       self.assertEqual(len(new_model.get_updates_for(x3)), 2)
-      new_model.compile('sgd', 'mse')
+      new_model.compile(gradient_descent.GradientDescentOptimizer(0.01), 'mse')
       new_model.train_on_batch(x, x)
 
   def test_that_trainable_disables_updates(self):
@@ -199,7 +203,7 @@ class NormalizationLayersTest(test.TestCase):
       model.trainable = False
       assert not model.updates
 
-      model.compile('sgd', 'mse')
+      model.compile(gradient_descent.GradientDescentOptimizer(0.01), 'mse')
       assert not model.updates
 
       x1 = model.predict(val_a)
@@ -208,7 +212,7 @@ class NormalizationLayersTest(test.TestCase):
       self.assertAllClose(x1, x2, atol=1e-7)
 
       model.trainable = True
-      model.compile('sgd', 'mse')
+      model.compile(gradient_descent.GradientDescentOptimizer(0.01), 'mse')
       assert model.updates
 
       model.train_on_batch(val_a, val_out)
@@ -216,7 +220,7 @@ class NormalizationLayersTest(test.TestCase):
       assert np.abs(np.sum(x1 - x2)) > 1e-5
 
       layer.trainable = False
-      model.compile('sgd', 'mse')
+      model.compile(gradient_descent.GradientDescentOptimizer(0.01), 'mse')
       assert not model.updates
 
       x1 = model.predict(val_a)
diff --git a/tensorflow/python/keras/layers/serialization_test.py b/tensorflow/python/keras/layers/serialization_test.py
index 5872185ef7..548c3ec1ac 100644
--- a/tensorflow/python/keras/layers/serialization_test.py
+++ b/tensorflow/python/keras/layers/serialization_test.py
@@ -19,9 +19,11 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python import keras
+from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.platform import test
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class LayerSerializationTest(test.TestCase):
 
   def test_serialize_deserialize(self):
diff --git a/tensorflow/python/keras/layers/simplernn_test.py b/tensorflow/python/keras/layers/simplernn_test.py
index 2f2295a793..93456b5e3a 100644
--- a/tensorflow/python/keras/layers/simplernn_test.py
+++ b/tensorflow/python/keras/layers/simplernn_test.py
@@ -24,12 +24,13 @@ from tensorflow.python import keras
 from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.platform import test
+from tensorflow.python.training import gradient_descent
 from tensorflow.python.training.rmsprop import RMSPropOptimizer
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class SimpleRNNLayerTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_return_sequences_SimpleRNN(self):
     num_samples = 2
     timesteps = 3
@@ -41,7 +42,6 @@ class SimpleRNNLayerTest(test.TestCase):
                 'return_sequences': True},
         input_shape=(num_samples, timesteps, embedding_dim))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_dynamic_behavior_SimpleRNN(self):
     num_samples = 2
     timesteps = 3
@@ -55,7 +55,6 @@ class SimpleRNNLayerTest(test.TestCase):
     y = np.random.random((num_samples, units))
     model.train_on_batch(x, y)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_dropout_SimpleRNN(self):
     num_samples = 2
     timesteps = 3
@@ -68,7 +67,6 @@ class SimpleRNNLayerTest(test.TestCase):
                 'recurrent_dropout': 0.1},
         input_shape=(num_samples, timesteps, embedding_dim))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_implementation_mode_SimpleRNN(self):
     num_samples = 2
     timesteps = 3
@@ -81,6 +79,47 @@ class SimpleRNNLayerTest(test.TestCase):
                   'implementation': mode},
           input_shape=(num_samples, timesteps, embedding_dim))
 
+  def test_constraints_SimpleRNN(self):
+    embedding_dim = 4
+    layer_class = keras.layers.SimpleRNN
+    k_constraint = keras.constraints.max_norm(0.01)
+    r_constraint = keras.constraints.max_norm(0.01)
+    b_constraint = keras.constraints.max_norm(0.01)
+    layer = layer_class(
+        5,
+        return_sequences=False,
+        weights=None,
+        input_shape=(None, embedding_dim),
+        kernel_constraint=k_constraint,
+        recurrent_constraint=r_constraint,
+        bias_constraint=b_constraint)
+    layer.build((None, None, embedding_dim))
+    self.assertEqual(layer.cell.kernel.constraint, k_constraint)
+    self.assertEqual(layer.cell.recurrent_kernel.constraint, r_constraint)
+    self.assertEqual(layer.cell.bias.constraint, b_constraint)
+
+  def test_with_masking_layer_SimpleRNN(self):
+    layer_class = keras.layers.SimpleRNN
+    inputs = np.random.random((2, 3, 4))
+    targets = np.abs(np.random.random((2, 3, 5)))
+    targets /= targets.sum(axis=-1, keepdims=True)
+    model = keras.models.Sequential()
+    model.add(keras.layers.Masking(input_shape=(3, 4)))
+    model.add(layer_class(units=5, return_sequences=True, unroll=False))
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=RMSPropOptimizer(0.01))
+    model.fit(inputs, targets, epochs=1, batch_size=2, verbose=1)
+
+  def test_from_config_SimpleRNN(self):
+    layer_class = keras.layers.SimpleRNN
+    for stateful in (False, True):
+      l1 = layer_class(units=1, stateful=stateful)
+      l2 = layer_class.from_config(l1.get_config())
+      assert l1.get_config() == l2.get_config()
+
+
+class SimpleRNNLayerGraphOnlyTest(test.TestCase):
+
   def test_statefulness_SimpleRNN(self):
     num_samples = 2
     timesteps = 3
@@ -99,7 +138,8 @@ class SimpleRNNLayerTest(test.TestCase):
       layer = layer_class(
           units, return_sequences=False, stateful=True, weights=None)
       model.add(layer)
-      model.compile(optimizer='sgd', loss='mse')
+      model.compile(optimizer=gradient_descent.GradientDescentOptimizer(0.01),
+                    loss='mse')
       out1 = model.predict(np.ones((num_samples, timesteps)))
       self.assertEqual(out1.shape, (num_samples, units))
 
@@ -163,47 +203,5 @@ class SimpleRNNLayerTest(test.TestCase):
       layer(x)
       self.assertEqual(len(layer.get_losses_for(x)), 1)
 
-  def test_constraints_SimpleRNN(self):
-    embedding_dim = 4
-    layer_class = keras.layers.SimpleRNN
-    with self.cached_session():
-      k_constraint = keras.constraints.max_norm(0.01)
-      r_constraint = keras.constraints.max_norm(0.01)
-      b_constraint = keras.constraints.max_norm(0.01)
-      layer = layer_class(
-          5,
-          return_sequences=False,
-          weights=None,
-          input_shape=(None, embedding_dim),
-          kernel_constraint=k_constraint,
-          recurrent_constraint=r_constraint,
-          bias_constraint=b_constraint)
-      layer.build((None, None, embedding_dim))
-      self.assertEqual(layer.cell.kernel.constraint, k_constraint)
-      self.assertEqual(layer.cell.recurrent_kernel.constraint, r_constraint)
-      self.assertEqual(layer.cell.bias.constraint, b_constraint)
-
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_with_masking_layer_SimpleRNN(self):
-    layer_class = keras.layers.SimpleRNN
-    with self.cached_session():
-      inputs = np.random.random((2, 3, 4))
-      targets = np.abs(np.random.random((2, 3, 5)))
-      targets /= targets.sum(axis=-1, keepdims=True)
-      model = keras.models.Sequential()
-      model.add(keras.layers.Masking(input_shape=(3, 4)))
-      model.add(layer_class(units=5, return_sequences=True, unroll=False))
-      model.compile(loss='categorical_crossentropy',
-                    optimizer=RMSPropOptimizer(0.01))
-      model.fit(inputs, targets, epochs=1, batch_size=2, verbose=1)
-
-  def test_from_config_SimpleRNN(self):
-    layer_class = keras.layers.SimpleRNN
-    for stateful in (False, True):
-      l1 = layer_class(units=1, stateful=stateful)
-      l2 = layer_class.from_config(l1.get_config())
-      assert l1.get_config() == l2.get_config()
-
-
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From ead9f381d6eb96d075b4c3c7b1c22a04c4118842 Mon Sep 17 00:00:00 2001
From: Alexey Radul <axch@google.com>
Date: Tue, 16 Oct 2018 18:23:05 -0700
Subject: [PATCH 0186/1825] Internal change.

PiperOrigin-RevId: 217423671
---
 tensorflow/python/autograph/pyct/common_transformers/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/python/autograph/pyct/common_transformers/BUILD b/tensorflow/python/autograph/pyct/common_transformers/BUILD
index 1106a19de1..5e2f8f3ac0 100644
--- a/tensorflow/python/autograph/pyct/common_transformers/BUILD
+++ b/tensorflow/python/autograph/pyct/common_transformers/BUILD
@@ -34,7 +34,6 @@ py_test(
     name = "anf_test",
     srcs = ["anf_test.py"],
     srcs_version = "PY2AND3",
-    tags = ["no_oss"],
     deps = [
         ":common_transformers",
         "//tensorflow/python:client_testlib",
-- 
GitLab


From ecc910875ded2f1205bf392bacf59ee3b701ebe3 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 16 Oct 2018 18:35:56 -0700
Subject: [PATCH 0187/1825] set_use_resource back to default value in defun to
 unbreak existing test cases around variable_scope.

PiperOrigin-RevId: 217424918
---
 tensorflow/python/eager/function.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 6b37ab9410..5fd49dd979 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -924,7 +924,9 @@ def func_graph_from_py_func(name,
   else:
     control_manager = ops.NullContextmanager
   with func_graph.as_default(), control_manager() as a:
-    variable_scope.get_variable_scope().set_use_resource(True)
+    current_scope = variable_scope.get_variable_scope()
+    default_use_recource = current_scope.use_resource
+    current_scope.set_use_resource(True)
 
     if signature is not None:
       args = signature
@@ -976,6 +978,7 @@ def func_graph_from_py_func(name,
       check_mutation(func_kwargs_before, func_kwargs)
     finally:
       tape.pop_tape(this_tape)
+      current_scope.set_use_resource(default_use_recource)
 
     # Variables in `func_args`, `func_kwargs` should be explicit inputs
     # to the function, not captured inputs.
-- 
GitLab


From dc7ca1cc490b9efbd907553dff133df933591c01 Mon Sep 17 00:00:00 2001
From: David Majnemer <majnemer@google.com>
Date: Tue, 16 Oct 2018 19:17:29 -0700
Subject: [PATCH 0188/1825] Internal change

PiperOrigin-RevId: 217428291
---
 .../compiler/xla/tests/reduce_precision_test.cc      | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/xla/tests/reduce_precision_test.cc b/tensorflow/compiler/xla/tests/reduce_precision_test.cc
index 26e2bfde5c..193e669692 100644
--- a/tensorflow/compiler/xla/tests/reduce_precision_test.cc
+++ b/tensorflow/compiler/xla/tests/reduce_precision_test.cc
@@ -283,7 +283,7 @@ XLA_TEST_F(ReducePrecisionInsertionTest,
            DISABLED_ON_INTERPRETER(ReducePrecisionSkippedAfterFusion)) {
   XlaBuilder builder(TestName());
 
-  Literal a_literal = LiteralUtil::CreateR1<float>({1.00001});
+  Literal a_literal = LiteralUtil::CreateR1<float>({1.00001, 1.00001});
   std::unique_ptr<GlobalData> a_data =
       client_->TransferToServer(a_literal).ConsumeValueOrDie();
   auto a = Parameter(&builder, 0, a_literal.shape(), "a");
@@ -301,7 +301,7 @@ XLA_TEST_F(ReducePrecisionInsertionTest,
       HloReducePrecisionOptions::UNFUSED_OP_OUTPUTS, 5, 10,
       [](const HloOpcode opcode) { return opcode == HloOpcode::kAbs; });
 
-  ComputeAndCompareR1<float>(&builder, {-1.00001f}, {a_data.get()});
+  ComputeAndCompareR1<float>(&builder, {-1.00001f, -1.00001f}, {a_data.get()});
 }
 
 // The interpreter has no fusion pass, so skip this test.
@@ -309,7 +309,7 @@ XLA_TEST_F(ReducePrecisionInsertionTest,
            DISABLED_ON_INTERPRETER(ReducePrecisionAddedAfterFusion)) {
   XlaBuilder builder(TestName());
 
-  Literal a_literal = LiteralUtil::CreateR1<float>({1.00001});
+  Literal a_literal = LiteralUtil::CreateR1<float>({1.00001, 1.00001});
   std::unique_ptr<GlobalData> a_data =
       client_->TransferToServer(a_literal).ConsumeValueOrDie();
   auto a = Parameter(&builder, 0, a_literal.shape(), "a");
@@ -325,7 +325,7 @@ XLA_TEST_F(ReducePrecisionInsertionTest,
       HloReducePrecisionOptions::UNFUSED_OP_OUTPUTS, 5, 10,
       [](const HloOpcode opcode) { return opcode == HloOpcode::kFusion; });
 
-  ComputeAndCompareR1<float>(&builder, {-1.0f}, {a_data.get()});
+  ComputeAndCompareR1<float>(&builder, {-1.0f, -1.0f}, {a_data.get()});
 }
 
 // The interpreter has no fusion pass, so skip this test.
@@ -358,7 +358,7 @@ XLA_TEST_F(ReducePrecisionInsertionTest,
            DISABLED_ON_INTERPRETER(ReducePrecisionAddedFusionContains)) {
   XlaBuilder builder(TestName());
 
-  Literal a_literal = LiteralUtil::CreateR1<float>({1.00001});
+  Literal a_literal = LiteralUtil::CreateR1<float>({1.00001, 1.00001});
   std::unique_ptr<GlobalData> a_data =
       client_->TransferToServer(a_literal).ConsumeValueOrDie();
   auto a = Parameter(&builder, 0, a_literal.shape(), "a");
@@ -375,7 +375,7 @@ XLA_TEST_F(ReducePrecisionInsertionTest,
       HloReducePrecisionOptions::FUSION_OUTPUTS_BY_CONTENT, 5, 10,
       [](const HloOpcode opcode) { return opcode == HloOpcode::kAbs; });
 
-  ComputeAndCompareR1<float>(&builder, {-1.0f}, {a_data.get()});
+  ComputeAndCompareR1<float>(&builder, {-1.0f, -1.0f}, {a_data.get()});
 }
 
 }  // namespace
-- 
GitLab


From 0f1894de6cfddb3df8a3d6865d97b947af56f995 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Tue, 16 Oct 2018 19:57:07 -0700
Subject: [PATCH 0189/1825] Move BUILD file to optimizer_v2 subfolder.

PiperOrigin-RevId: 217430948
---
 tensorflow/contrib/optimizer_v2/BUILD      |   2 +-
 tensorflow/python/keras/BUILD              | 156 +-------------------
 tensorflow/python/keras/optimizer_v2/BUILD | 164 +++++++++++++++++++++
 3 files changed, 166 insertions(+), 156 deletions(-)
 create mode 100644 tensorflow/python/keras/optimizer_v2/BUILD

diff --git a/tensorflow/contrib/optimizer_v2/BUILD b/tensorflow/contrib/optimizer_v2/BUILD
index 2cf445a85e..0700b7c73c 100644
--- a/tensorflow/contrib/optimizer_v2/BUILD
+++ b/tensorflow/contrib/optimizer_v2/BUILD
@@ -48,7 +48,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         "//tensorflow/python:util",
-        "//tensorflow/python/keras:optimizer_v2",
+        "//tensorflow/python/keras/optimizer_v2",
     ],
 )
 
diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index a566c9acab..7b57871e77 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -62,7 +62,7 @@ py_library(
         ":backend",
         ":engine",
         ":layers",
-        ":optimizer_v2",
+        "//tensorflow/python/keras/optimizer_v2:optimizer_v2",
         "//tensorflow/python/saved_model",
         "//tensorflow/python:training",
     ],
@@ -190,30 +190,6 @@ py_library(
     ],
 )
 
-py_library(
-    name = "optimizer_v2",
-    srcs = [
-        "optimizer_v2/adadelta.py",
-        "optimizer_v2/adagrad.py",
-        "optimizer_v2/adam.py",
-        "optimizer_v2/optimizer_v2.py",
-        "optimizer_v2/rmsprop.py",
-        "optimizer_v2/sgd.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow/python:control_flow_ops",
-        "//tensorflow/python:distribute",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:state_ops",
-        "//tensorflow/python:training",
-        "//tensorflow/python:variable_scope",
-        "//tensorflow/python:variables",
-    ],
-)
-
 py_test(
     name = "integration_test",
     size = "medium",
@@ -865,133 +841,3 @@ py_library(
         "//third_party/py/numpy",
     ],
 )
-
-cuda_py_test(
-    name = "adadelta_test",
-    size = "medium",
-    srcs = ["optimizer_v2/adadelta_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:variables",
-        "//third_party/py/numpy",
-    ],
-)
-
-cuda_py_test(
-    name = "adagrad_test",
-    size = "small",
-    srcs = ["optimizer_v2/adagrad_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:client_testlib",
-        "//third_party/py/numpy",
-    ],
-)
-
-cuda_py_test(
-    name = "adam_test",
-    size = "small",
-    srcs = ["optimizer_v2/adam_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:client_testlib",
-        "//third_party/py/numpy",
-    ],
-)
-
-cuda_py_test(
-    name = "checkpointable_utils_test",
-    srcs = ["optimizer_v2/checkpointable_utils_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "@six_archive//:six",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:dtypes",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:init_ops",
-        "//tensorflow/python:layers",
-        "//tensorflow/python:layers_base",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:state_ops",
-        "//tensorflow/python:training",
-        "//tensorflow/python:variable_scope",
-        "//tensorflow/python:variables",
-        "//tensorflow/python/eager:context",
-        "//tensorflow/python/eager:test",
-        "//tensorflow/python/keras",
-    ],
-    tags = ["notsan"],
-)
-
-cuda_py_test(
-    name = "sgd_test",
-    size = "medium",
-    srcs = ["optimizer_v2/sgd_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:resources",
-        "//tensorflow/python:variables",
-        "//tensorflow/python/eager:context",
-    ],
-)
-
-cuda_py_test(
-    name = "optimizer_v2_test",
-    size = "medium",
-    srcs = ["optimizer_v2/optimizer_v2_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:clip_ops",
-        "//tensorflow/python:gradients",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:state_ops",
-        "//tensorflow/python:variables",
-    ],
-)
-
-cuda_py_test(
-    name = "rmsprop_test",
-    size = "small",
-    srcs = ["optimizer_v2/rmsprop_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "@absl_py//absl/testing:parameterized",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:client_testlib",
-        "//third_party/py/numpy",
-    ],
-    tags = ["optonly"],
-)
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
new file mode 100644
index 0000000000..292c717e36
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -0,0 +1,164 @@
+# Description:
+#   Contains the Keras OptimizerV2 API (internal TensorFlow version).
+
+package(default_visibility = ["//visibility:public"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+load("//tensorflow:tensorflow.bzl", "cuda_py_test")
+
+py_library(
+    name = "optimizer_v2",
+    srcs = [
+        "adadelta.py",
+        "adagrad.py",
+        "adam.py",
+        "optimizer_v2.py",
+        "rmsprop.py",
+        "sgd.py",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:distribute",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:state_ops",
+        "//tensorflow/python:training",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python:variables",
+    ],
+)
+
+cuda_py_test(
+    name = "adadelta_test",
+    size = "medium",
+    srcs = ["adadelta_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:variables",
+        "//third_party/py/numpy",
+    ],
+)
+
+cuda_py_test(
+    name = "adagrad_test",
+    size = "small",
+    srcs = ["adagrad_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:client_testlib",
+        "//third_party/py/numpy",
+    ],
+)
+
+cuda_py_test(
+    name = "adam_test",
+    size = "small",
+    srcs = ["adam_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:client_testlib",
+        "//third_party/py/numpy",
+    ],
+)
+
+cuda_py_test(
+    name = "checkpointable_utils_test",
+    srcs = ["checkpointable_utils_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "@six_archive//:six",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:init_ops",
+        "//tensorflow/python:layers",
+        "//tensorflow/python:layers_base",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:state_ops",
+        "//tensorflow/python:training",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python:variables",
+        "//tensorflow/python/eager:context",
+        "//tensorflow/python/eager:test",
+        "//tensorflow/python/keras",
+    ],
+    tags = ["notsan"],
+)
+
+cuda_py_test(
+    name = "sgd_test",
+    size = "medium",
+    srcs = ["sgd_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:resources",
+        "//tensorflow/python:variables",
+        "//tensorflow/python/eager:context",
+    ],
+)
+
+cuda_py_test(
+    name = "optimizer_v2_test",
+    size = "medium",
+    srcs = ["optimizer_v2_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:clip_ops",
+        "//tensorflow/python:gradients",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:state_ops",
+        "//tensorflow/python:variables",
+    ],
+)
+
+cuda_py_test(
+    name = "rmsprop_test",
+    size = "small",
+    srcs = ["rmsprop_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "@absl_py//absl/testing:parameterized",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:client_testlib",
+        "//third_party/py/numpy",
+    ],
+    tags = ["optonly"],
+)
-- 
GitLab


From 3d209297c423ed0a9bf7ccdeab3a1b7c65c1ccb5 Mon Sep 17 00:00:00 2001
From: Geoffrey Irving <irving@naml.us>
Date: Tue, 16 Oct 2018 21:24:43 -0700
Subject: [PATCH 0190/1825] Resolve @annarev's comments

I haven't tested this under Python 2, so here's hoping all the golden
rewrites were done correctly.
---
 ...nsorflow.data.-dataset.__metaclass__.pbtxt |  2 +-
 ...-length-record-dataset.__metaclass__.pbtxt |  2 +-
 ...ta.-t-f-record-dataset.__metaclass__.pbtxt |  2 +-
 ...ata.-text-line-dataset.__metaclass__.pbtxt |  2 +-
 ...erimental.-csv-dataset.__metaclass__.pbtxt |  2 +-
 ...mental.-random-dataset.__metaclass__.pbtxt |  2 +-
 ...erimental.-sql-dataset.__metaclass__.pbtxt |  2 +-
 .../v1/tensorflow.data.experimental.pbtxt     |  6 +-
 .../tools/api/golden/v1/tensorflow.data.pbtxt |  8 +--
 ...-classification-output.__metaclass__.pbtxt |  2 +-
 ....export.-export-output.__metaclass__.pbtxt |  2 +-
 ...export.-predict-output.__metaclass__.pbtxt |  2 +-
 ...ort.-regression-output.__metaclass__.pbtxt |  2 +-
 .../v1/tensorflow.estimator.export.pbtxt      |  8 +--
 ...ar-operator-block-diag.__metaclass__.pbtxt |  2 +-
 ...ear-operator-circulant.__metaclass__.pbtxt |  2 +-
 ...-operator-circulant2-d.__metaclass__.pbtxt |  2 +-
 ...-operator-circulant3-d.__metaclass__.pbtxt |  2 +-
 ...r-operator-composition.__metaclass__.pbtxt |  2 +-
 ....-linear-operator-diag.__metaclass__.pbtxt |  2 +-
 ...r-operator-full-matrix.__metaclass__.pbtxt |  2 +-
 ...near-operator-identity.__metaclass__.pbtxt |  2 +-
 ...ear-operator-kronecker.__metaclass__.pbtxt |  2 +-
 ...erator-low-rank-update.__metaclass__.pbtxt |  2 +-
 ...rator-lower-triangular.__metaclass__.pbtxt |  2 +-
 ...erator-scaled-identity.__metaclass__.pbtxt |  2 +-
 ...-linear-operator-zeros.__metaclass__.pbtxt |  2 +-
 ...inalg.-linear-operator.__metaclass__.pbtxt |  2 +-
 .../api/golden/v1/tensorflow.linalg.pbtxt     | 28 ++++-----
 ...rain.-nan-loss-during-training-error.pbtxt |  4 --
 ...nsorflow.data.-dataset.__metaclass__.pbtxt |  2 +-
 ...-length-record-dataset.__metaclass__.pbtxt |  2 +-
 ...ta.-t-f-record-dataset.__metaclass__.pbtxt |  2 +-
 ...ata.-text-line-dataset.__metaclass__.pbtxt |  2 +-
 ...erimental.-csv-dataset.__metaclass__.pbtxt |  2 +-
 ...mental.-random-dataset.__metaclass__.pbtxt |  2 +-
 ...erimental.-sql-dataset.__metaclass__.pbtxt |  2 +-
 .../v2/tensorflow.data.experimental.pbtxt     |  6 +-
 .../tools/api/golden/v2/tensorflow.data.pbtxt |  8 +--
 ...-classification-output.__metaclass__.pbtxt |  2 +-
 ....export.-export-output.__metaclass__.pbtxt |  2 +-
 ...export.-predict-output.__metaclass__.pbtxt |  2 +-
 ...ort.-regression-output.__metaclass__.pbtxt |  2 +-
 .../v2/tensorflow.estimator.export.pbtxt      |  8 +--
 ...ar-operator-block-diag.__metaclass__.pbtxt |  2 +-
 ...ear-operator-circulant.__metaclass__.pbtxt |  2 +-
 ...-operator-circulant2-d.__metaclass__.pbtxt |  2 +-
 ...-operator-circulant3-d.__metaclass__.pbtxt |  2 +-
 ...r-operator-composition.__metaclass__.pbtxt |  2 +-
 ....-linear-operator-diag.__metaclass__.pbtxt |  2 +-
 ...r-operator-full-matrix.__metaclass__.pbtxt |  2 +-
 ...near-operator-identity.__metaclass__.pbtxt |  2 +-
 ...ear-operator-kronecker.__metaclass__.pbtxt |  2 +-
 ...erator-low-rank-update.__metaclass__.pbtxt |  2 +-
 ...rator-lower-triangular.__metaclass__.pbtxt |  2 +-
 ...erator-scaled-identity.__metaclass__.pbtxt |  2 +-
 ...-linear-operator-zeros.__metaclass__.pbtxt |  2 +-
 ...inalg.-linear-operator.__metaclass__.pbtxt |  2 +-
 .../api/golden/v2/tensorflow.linalg.pbtxt     | 28 ++++-----
 ...rain.-nan-loss-during-training-error.pbtxt |  4 --
 .../api/lib/python_object_to_proto_visitor.py | 61 +++++++------------
 .../tools/api/tests/api_compatibility_test.py |  2 -
 62 files changed, 123 insertions(+), 148 deletions(-)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt
index af08c88d33..d81a3d986d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.Dataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
index f384323fc8..eb7c8dc264 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.FixedLengthRecordDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
index b12dec8a70..7cd273b2dd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.TFRecordDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
index 7ddcdce266..b30f93ef5d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.TextLineDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
index 3eeaa1b185..604a1dc89e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.CsvDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
index 2991b12f64..0c2300a4da 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.RandomDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
index 948e99ef86..f1a96b03e5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.SqlDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
index f5f96ab98b..116684e5d8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
@@ -10,7 +10,7 @@ tf_module {
   }
   member {
     name: "CsvDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "Optional"
@@ -18,7 +18,7 @@ tf_module {
   }
   member {
     name: "RandomDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "Reducer"
@@ -26,7 +26,7 @@ tf_module {
   }
   member {
     name: "SqlDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "StatsAggregator"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.pbtxt
index 3023276a1d..509bbae833 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.pbtxt
@@ -2,11 +2,11 @@ path: "tensorflow.data"
 tf_module {
   member {
     name: "Dataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "FixedLengthRecordDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "Iterator"
@@ -18,11 +18,11 @@ tf_module {
   }
   member {
     name: "TFRecordDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "TextLineDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "experimental"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt
index 3cf7af8da9..820afac8e1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.ClassificationOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt
index 5d165ccbf9..b811e1f3da 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.ExportOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt
index 743495ba98..bdfcb9c888 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.PredictOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt
index dbf4e3dec8..dcd7cbf427 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.RegressionOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.pbtxt
index bd72f6cd79..8df585a5d9 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.pbtxt
@@ -2,19 +2,19 @@ path: "tensorflow.estimator.export"
 tf_module {
   member {
     name: "ClassificationOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "ExportOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "PredictOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "RegressionOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "ServingInputReceiver"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
index b6dee63176..b1bed0c6db 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorBlockDiag.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
index 3b33f3da97..5266853d48 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorCirculant.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
index 591bc9631a..515714fb57 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorCirculant2D.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
index d643139a53..6d2606ccb2 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorCirculant3D.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
index 1adbcb41ad..09c61d4cb4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorComposition.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
index 023d90ccdb..d13f7a1e44 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorDiag.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
index 381072e76c..f8fbfac13c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorFullMatrix.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
index 5d115b35fb..d87f5d31d3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorIdentity.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
index 5c6784dd02..d721caca39 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorKronecker.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
index 1f0d33298a..338f873788 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorLowRankUpdate.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
index 2683430f4f..4635320038 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorLowerTriangular.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
index 38bf7ad586..f3f370b35f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorScaledIdentity.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
index 49ff85728f..14dd9423e6 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorZeros.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
index 38da809b36..dd5e383b5f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperator.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
index 6ac95d96da..d584bf4932 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
@@ -2,59 +2,59 @@ path: "tensorflow.linalg"
 tf_module {
   member {
     name: "LinearOperator"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorBlockDiag"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorCirculant"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorCirculant2D"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorCirculant3D"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorComposition"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorDiag"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorFullMatrix"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorIdentity"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorKronecker"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorLowRankUpdate"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorLowerTriangular"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorScaledIdentity"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorZeros"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member_method {
     name: "adjoint"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.train.-nan-loss-during-training-error.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.train.-nan-loss-during-training-error.pbtxt
index 25fd5e75a7..e415819b3d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.train.-nan-loss-during-training-error.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.train.-nan-loss-during-training-error.pbtxt
@@ -6,10 +6,6 @@ tf_class {
     name: "args"
     mtype: "<type \'getset_descriptor\'>"
   }
-  member {
-    name: "message"
-    mtype: "<type \'getset_descriptor\'>"
-  }
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt
index af08c88d33..d81a3d986d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.Dataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
index f384323fc8..eb7c8dc264 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.FixedLengthRecordDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
index b12dec8a70..7cd273b2dd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.TFRecordDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
index 7ddcdce266..b30f93ef5d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.TextLineDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
index 3eeaa1b185..604a1dc89e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.CsvDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
index 2991b12f64..0c2300a4da 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.RandomDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
index 948e99ef86..f1a96b03e5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.SqlDataset.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
index f5f96ab98b..116684e5d8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
@@ -10,7 +10,7 @@ tf_module {
   }
   member {
     name: "CsvDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "Optional"
@@ -18,7 +18,7 @@ tf_module {
   }
   member {
     name: "RandomDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "Reducer"
@@ -26,7 +26,7 @@ tf_module {
   }
   member {
     name: "SqlDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "StatsAggregator"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.pbtxt
index 3023276a1d..509bbae833 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.pbtxt
@@ -2,11 +2,11 @@ path: "tensorflow.data"
 tf_module {
   member {
     name: "Dataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "FixedLengthRecordDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "Iterator"
@@ -18,11 +18,11 @@ tf_module {
   }
   member {
     name: "TFRecordDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "TextLineDataset"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "experimental"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt
index 3cf7af8da9..820afac8e1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.ClassificationOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt
index 5d165ccbf9..b811e1f3da 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.ExportOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt
index 743495ba98..bdfcb9c888 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.PredictOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt
index dbf4e3dec8..dcd7cbf427 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.RegressionOutput.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.pbtxt
index bd72f6cd79..8df585a5d9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.pbtxt
@@ -2,19 +2,19 @@ path: "tensorflow.estimator.export"
 tf_module {
   member {
     name: "ClassificationOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "ExportOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "PredictOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "RegressionOutput"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "ServingInputReceiver"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
index b6dee63176..b1bed0c6db 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorBlockDiag.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
index 3b33f3da97..5266853d48 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorCirculant.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
index 591bc9631a..515714fb57 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorCirculant2D.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
index d643139a53..6d2606ccb2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorCirculant3D.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
index 1adbcb41ad..09c61d4cb4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorComposition.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
index 023d90ccdb..d13f7a1e44 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorDiag.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
index 381072e76c..f8fbfac13c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorFullMatrix.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
index 5d115b35fb..d87f5d31d3 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorIdentity.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
index 5c6784dd02..d721caca39 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorKronecker.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
index 1f0d33298a..338f873788 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorLowRankUpdate.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
index 2683430f4f..4635320038 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorLowerTriangular.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
index 38bf7ad586..f3f370b35f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorScaledIdentity.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
index 49ff85728f..14dd9423e6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperatorZeros.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
index 38da809b36..dd5e383b5f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.linalg.LinearOperator.__metaclass__"
 tf_class {
-  is_instance: "<class \'abc.ABCMeta\'>"
+  is_instance: "<type \'type\'>"
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
index 6ac95d96da..d584bf4932 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
@@ -2,59 +2,59 @@ path: "tensorflow.linalg"
 tf_module {
   member {
     name: "LinearOperator"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorBlockDiag"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorCirculant"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorCirculant2D"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorCirculant3D"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorComposition"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorDiag"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorFullMatrix"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorIdentity"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorKronecker"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorLowRankUpdate"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorLowerTriangular"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorScaledIdentity"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member {
     name: "LinearOperatorZeros"
-    mtype: "<class \'abc.ABCMeta\'>"
+    mtype: "<type \'type\'>"
   }
   member_method {
     name: "adjoint"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.-nan-loss-during-training-error.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.-nan-loss-during-training-error.pbtxt
index 25fd5e75a7..e415819b3d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.-nan-loss-during-training-error.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.-nan-loss-during-training-error.pbtxt
@@ -6,10 +6,6 @@ tf_class {
     name: "args"
     mtype: "<type \'getset_descriptor\'>"
   }
-  member {
-    name: "message"
-    mtype: "<type \'getset_descriptor\'>"
-  }
   member_method {
     name: "__init__"
   }
diff --git a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
index bf67334836..c4856a11da 100644
--- a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
+++ b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
@@ -19,7 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import re
+import enum
 import sys
 from google.protobuf import message
 from tensorflow.python.platform import tf_logging as logging
@@ -32,60 +32,44 @@ _CORNER_CASES = {
     '': {'tools': {}},
     'test.TestCase': {},
     'test.TestCase.failureException': {},
+    'train.NanLossDuringTrainingError': {'message': {}},
 }
 
 
 # Python 2 vs. 3 differences
 if sys.version_info.major == 3:
-  _CODE_ATTR = '__code__'
-  _CLASS_TO_TYPE = {}
+  _NORMALIZE_TYPE = {}
   for t in ('property', 'object', 'getset_descriptor', 'int', 'str', 'type',
             'tuple', 'module', 'collections.defaultdict', 'set', 'dict',
             'NoneType', 'frozenset'):
-    _CLASS_TO_TYPE["<class '%s'>" % t] = "<type '%s'>" % t
+    _NORMALIZE_TYPE["<class '%s'>" % t] = "<type '%s'>" % t
   for e in 'Exception', 'RuntimeError':
-    _CLASS_TO_TYPE["<class '%s'>" % e] = "<type 'exceptions.%s'>" % e
+    _NORMALIZE_TYPE["<class '%s'>" % e] = "<type 'exceptions.%s'>" % e
+  _NORMALIZE_TYPE["<class 'abc.ABCMeta'>"] = "<type 'type'>"
   _NORMALIZE_ISINSTANCE = {
-      "<class 'tensorflow.python.training.monitored_session._MonitoredSession.StepContext'>":
+      "<class 'tensorflow.python.training.monitored_session._MonitoredSession.StepContext'>":  # pylint: disable=line-too-long
           "<class 'tensorflow.python.training.monitored_session.StepContext'>",
       "<class 'tensorflow.python.ops.variables.Variable.SaveSliceInfo'>":
           "<class 'tensorflow.python.ops.variables.SaveSliceInfo'>"}
 
-  def _normalize_type(ty):
-    return _CLASS_TO_TYPE.get(ty, ty)
-
-  def _normalize_isinstance(ty):
-    return _NORMALIZE_ISINSTANCE.get(ty, ty)
-
   def _skip_member(cls, member):
-    if member == 'with_traceback':
-      return True
-    if (cls in ('VariableSynchronization', 'UnconnectedGradients', 'VariableAggregation') and
-        member in ('name', 'value')):
-      return True
-
-  def normalize_proto(proto):
-    for kind in 'tf_module', 'tf_class':
-      if proto.HasField(kind):
-        for member in getattr(proto, kind).member:
-          if member.mtype == "<class 'abc.ABCMeta'>":
-            member.mtype = "<type 'type'>"
-        if proto.path == 'tensorflow.train.NanLossDuringTrainingError':
-          del proto.tf_class.member[1]
+    return (member == 'with_traceback' or
+            member in ('name', 'value') and isinstance(cls, type) and
+            issubclass(cls, enum.Enum))
 else:
-  _CODE_ATTR = 'func_code'
-
-  def _normalize_type(ty):
-    return ty
-
-  def _normalize_isinstance(ty):
-    return ty
+  _NORMALIZE_TYPE = {"<class 'abc.ABCMeta'>": "<type 'type'>"}
+  _NORMALIZE_ISINSTANCE = {}
 
   def _skip_member(cls, member):
     return False
 
-  def normalize_proto(proto):
-    pass
+
+def _normalize_type(ty):
+  return _NORMALIZE_TYPE.get(ty, ty)
+
+
+def _normalize_isinstance(ty):
+  return _NORMALIZE_ISINSTANCE.get(ty, ty)
 
 
 def _SanitizedArgSpec(obj):
@@ -185,7 +169,7 @@ class PythonObjectToProtoVisitor(object):
     def _AddMember(member_name, member_obj, proto):
       """Add the child object to the object being constructed."""
       _, member_obj = tf_decorator.unwrap(member_obj)
-      if _skip_member(parent.__name__, member_name):
+      if _skip_member(parent, member_name):
         return
       if member_name == '__init__' or not member_name.startswith('_'):
         if tf_inspect.isroutine(member_obj):
@@ -194,7 +178,7 @@ class PythonObjectToProtoVisitor(object):
           # If member_obj is a python builtin, there is no way to get its
           # argspec, because it is implemented on the C side. It also has no
           # func_code.
-          if hasattr(member_obj, _CODE_ATTR):
+          if hasattr(member_obj, '__code__'):
             new_method.argspec = _SanitizedArgSpec(member_obj)
         else:
           new_member = proto.member.add()
@@ -229,7 +213,8 @@ class PythonObjectToProtoVisitor(object):
       elif tf_inspect.isclass(parent):
         # Construct a class.
         class_obj = api_objects_pb2.TFAPIClass()
-        class_obj.is_instance.extend(_normalize_isinstance(i) for i in _SanitizedMRO(parent))
+        class_obj.is_instance.extend(
+            _normalize_isinstance(i) for i in _SanitizedMRO(parent))
         for name, child in children:
           if name in parent_corner_cases:
             # If we have an empty entry, skip this object.
diff --git a/tensorflow/tools/api/tests/api_compatibility_test.py b/tensorflow/tools/api/tests/api_compatibility_test.py
index f069ace5b1..d94e8abb9a 100644
--- a/tensorflow/tools/api/tests/api_compatibility_test.py
+++ b/tensorflow/tools/api/tests/api_compatibility_test.py
@@ -31,7 +31,6 @@ import argparse
 import os
 import re
 import sys
-import unittest
 
 import tensorflow as tf
 from tensorflow._api import v2 as tf_v2
@@ -299,7 +298,6 @@ class ApiCompatibilityTest(test.TestCase):
       """Read a filename, create a protobuf from its contents."""
       ret_val = api_objects_pb2.TFAPIObject()
       text_format.Merge(file_io.read_file_to_string(filename), ret_val)
-      python_object_to_proto_visitor.normalize_proto(ret_val)
       return ret_val
 
     golden_proto_dict = {
-- 
GitLab


From 7bcbcc1392516a2b2d7a7abae2ccce7091c8dae3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 02:02:20 -0700
Subject: [PATCH 0191/1825] compat: Update forward compatibility horizon to
 2018-10-17

PiperOrigin-RevId: 217456158
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index dac46aaa7d..f2967f6d71 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 16)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 17)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From e16181f0f423df1861351fc725095468f6bf600b Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Wed, 17 Oct 2018 12:36:16 +0300
Subject: [PATCH 0192/1825] Server Java API updates after review.

---
 tensorflow/c/c_api.cc                         | 25 +++---
 tensorflow/c/c_api.h                          | 43 ++++++++--
 tensorflow/c/c_api_internal.h                 |  6 +-
 tensorflow/java/BUILD                         |  1 +
 .../src/main/java/org/tensorflow/Server.java  | 84 +++++++++++++++----
 tensorflow/java/src/main/native/BUILD         |  1 -
 tensorflow/java/src/main/native/server_jni.cc | 42 ++++++++--
 7 files changed, 155 insertions(+), 47 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 6101c1b6af..0d71aa3e94 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2806,40 +2806,37 @@ TF_Buffer* TF_GetRegisteredKernelsForOp(const char* name, TF_Status* status) {
 
 // TF_Server functions ----------------------------------------------
 
-TF_Server::TF_Server(tensorflow::ServerInterface* server) : server(server) {}
+TF_Server::TF_Server(std::unique_ptr<tensorflow::ServerInterface> server)
+    : server(std::move(server)) {}
 
 TF_Server* TF_NewServer(const void* proto, size_t proto_len,
                         TF_Status* status) {
   tensorflow::ServerDef server_def;
   if (!server_def.ParseFromArray(proto, static_cast<int>(proto_len))) {
-    status->status = InvalidArgument("Unparseable ServerDef");
+    status->status = InvalidArgument(
+        "Could not parse provided bytes into a ServerDef protocol buffer");
     return nullptr;
   }
 
-  auto out_server = new std::unique_ptr<tensorflow::ServerInterface>();
-  status->status = tensorflow::NewServer(server_def, out_server);
+  std::unique_ptr<tensorflow::ServerInterface> out_server;
+  status->status = tensorflow::NewServer(server_def, &out_server);
   if (!status->status.ok()) return nullptr;
 
-  return new TF_Server(out_server->release());
+  return new TF_Server(std::move(out_server));
 }
 
-void TF_StartServer(TF_Server* server, TF_Status* status) {
+void TF_ServerStart(TF_Server* server, TF_Status* status) {
   status->status = server->server->Start();
 }
 
-void TF_StopServer(TF_Server* server, TF_Status* status) {
+void TF_ServerStop(TF_Server* server, TF_Status* status) {
   status->status = server->server->Stop();
 }
 
-void TF_JoinServer(TF_Server* server, TF_Status* status) {
+void TF_ServerJoin(TF_Server* server, TF_Status* status) {
   status->status = server->server->Join();
 }
 
-void TF_DeleteServer(TF_Server* server) {
-  if (server != nullptr) {
-    if (server->server != nullptr) delete server->server;
-    delete server;
-  }
-}
+void TF_DeleteServer(TF_Server* server) { delete server; }
 
 }  // end extern "C"
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index bb5741e73d..9fe06f56a6 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -1663,26 +1663,53 @@ TF_CAPI_EXPORT extern TF_Buffer* TF_GetRegisteredKernelsForOp(
     const char* name, TF_Status* status);
 
 // --------------------------------------------------------------------------
-// Server functionality.
-
-// Server.
+// In-process TensorFlow server functionality, for use in distributed training.
+// A Server instance encapsulates a set of devices and a Session target that
+// can participate in distributed training. A server belongs to a cluster
+// (specified by a ClusterSpec), and corresponds to a particular task in a
+// named job. The server can communicate with any other server in the same
+// cluster.
+
+// In-process TensorFlow server.
 typedef struct TF_Server TF_Server;
 
-// Creates new server.
+// Creates a new server. The returned TF_Server object can be started, stopped
+// and joined using correspondent commands. After using TF_Server object should
+// be deleted using the TF_DeleteServer command to free correspondent resources.
+//
+// Params:
+//  proto - Serialized ServerDef protocol buffer.
+//  proto_len - Length of the proto.
+//  status - Set to OK on success and an appropriate error on failure.
 TF_CAPI_EXPORT extern TF_Server* TF_NewServer(const void* proto,
                                               size_t proto_len,
                                               TF_Status* status);
 
 // Starts a server.
-TF_CAPI_EXPORT extern void TF_StartServer(TF_Server* server, TF_Status* status);
+//
+// Params:
+//  server - TF_Server object to be started.
+//  status - Set to OK on success and an appropriate error on failure.
+TF_CAPI_EXPORT extern void TF_ServerStart(TF_Server* server, TF_Status* status);
 
 // Stops a server.
-TF_CAPI_EXPORT extern void TF_StopServer(TF_Server* server, TF_Status* status);
+//
+// Params:
+//  server - TF_Server object to be stopped.
+//  status - Set to OK on success and an appropriate error on failure.
+TF_CAPI_EXPORT extern void TF_ServerStop(TF_Server* server, TF_Status* status);
 
 // Blocks until the server has shut down (currently blocks forever).
-TF_CAPI_EXPORT extern void TF_JoinServer(TF_Server* server, TF_Status* status);
+//
+// Params:
+//  server - TF_Server object to be joined.
+//  status - Set to OK on success and an appropriate error on failure.
+TF_CAPI_EXPORT extern void TF_ServerJoin(TF_Server* server, TF_Status* status);
 
-// Destroy a server, frees memory.
+// Destroy a server, frees memory. Server is expected to be stopped before.
+//
+// Params:
+//  server - TF_Server object to be deleted.
 TF_CAPI_EXPORT extern void TF_DeleteServer(TF_Server* server);
 
 #ifdef __cplusplus
diff --git a/tensorflow/c/c_api_internal.h b/tensorflow/c/c_api_internal.h
index 59c8a2b7c7..9bb6edacaa 100644
--- a/tensorflow/c/c_api_internal.h
+++ b/tensorflow/c/c_api_internal.h
@@ -28,6 +28,7 @@ limitations under the License.
 #include "tensorflow/core/framework/op_gen_lib.h"
 #endif
 #include "tensorflow/core/common_runtime/shape_refiner.h"
+#include "tensorflow/core/distributed_runtime/server_lib.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/graph/graph.h"
@@ -37,7 +38,6 @@ limitations under the License.
 #include "tensorflow/core/platform/mutex.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/public/session.h"
-#include "tensorflow/core/distributed_runtime/server_lib.h"
 
 namespace tensorflow {
 class Device;
@@ -181,9 +181,9 @@ struct TF_ApiDefMap {
 };
 
 struct TF_Server {
-  TF_Server(tensorflow::ServerInterface* server);
+  TF_Server(std::unique_ptr<tensorflow::ServerInterface> server);
 
-  tensorflow::ServerInterface* server;
+  std::unique_ptr<tensorflow::ServerInterface> server;
 };
 
 namespace tensorflow {
diff --git a/tensorflow/java/BUILD b/tensorflow/java/BUILD
index 9dce78b9a3..3f847c4c18 100644
--- a/tensorflow/java/BUILD
+++ b/tensorflow/java/BUILD
@@ -382,6 +382,7 @@ tf_cc_binary(
     linkstatic = 1,
     deps = [
         "//tensorflow/java/src/main/native",
+        "//tensorflow/core/distributed_runtime/rpc:grpc_server_lib",
         LINKER_VERSION_SCRIPT,
         LINKER_EXPORTED_SYMBOLS,
     ],
diff --git a/tensorflow/java/src/main/java/org/tensorflow/Server.java b/tensorflow/java/src/main/java/org/tensorflow/Server.java
index 18ee99e00a..5a42077904 100644
--- a/tensorflow/java/src/main/java/org/tensorflow/Server.java
+++ b/tensorflow/java/src/main/java/org/tensorflow/Server.java
@@ -15,26 +15,52 @@ limitations under the License.
 
 package org.tensorflow;
 
+import java.util.concurrent.locks.ReadWriteLock;
+import java.util.concurrent.locks.ReentrantReadWriteLock;
 /**
  * An in-process TensorFlow server, for use in distributed training.
  *
- * A {@code tf.train.Server} instance encapsulates a set of devices and a
- * {@code tf.Session} target that can participate in distributed training. A
- * server belongs to a cluster (specified by a {@code tf.train.ClusterSpec}),
- * and corresponds to a particular task in a named job. The server can
- * communicate with any other server in the same cluster.
+ * A {@code Server} instance encapsulates a set of devices and a
+ * {@link org.tensorflow.Session} target that can participate in distributed
+ * training. A server belongs to a cluster (specified by a
+ * {@code ClusterSpec}), and corresponds to a particular task in a named job.
+ * The server can communicate with any other server in the same cluster.
  *
- * <p><b>WARNING:</b>A {@code Server} owns resources that <b>must</b> be
+ * <p><b>WARNING:</b> A {@code Server} owns resources that <b>must</b> be
  * explicitly freed by invoking {@link #close()}.
  *
  * <p>Instances of a {@code Server} are thread-safe.
+ *
+ * <p>Using example:
+ * <pre>
+ * {@code
+ * ClusterDef clusterDef = ClusterDef.newBuilder()
+ *   .addJob(JobDef.newBuilder()
+ *   .setName("worker")
+ *   .putTasks(0, "localhost:4321")
+ *   .build()
+ * ).build();
+ *
+ * ServerDef serverDef = ServerDef.newBuilder()
+ *   .setCluster(clusterDef)
+ *   .setJobName("worker")
+ *   .setTaskIndex(0)
+ *   .setProtocol("grpc")
+ * .build();
+ *
+ * try (Server srv = new Server(serverDef.toByteArray())) {
+ *   srv.start();
+ *   srv.join();
+ * }
+ * }
+ * </pre>
  */
 public final class Server implements AutoCloseable {
 
   /** 
    * Constructs a new instance of server. 
    *
-   * @param config Server definition specified as a serialized
+   * @param serverDef Server definition specified as a serialized
    *        <a href="https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/protobuf/tensorflow_server.proto">ServerDef</a>
    *        protocol buffer.
    */
@@ -43,25 +69,49 @@ public final class Server implements AutoCloseable {
   }
 
   /** Starts this server. */
-  public synchronized void start() {
-    start(nativeHandle);
+  public void start() {
+    lock.readLock().lock();
+    try {
+      start(nativeHandle);
+    }
+    finally {
+      lock.readLock().unlock();
+    }
   }
 
   /** Stops this server. */
-  public synchronized void stop() {
-    stop(nativeHandle);
+  public void stop() {
+    lock.readLock().lock();
+    try {
+      stop(nativeHandle);
+    }
+    finally {
+      lock.readLock().unlock();
+    }
   }
 
   /** Blocks until the server has shut down (currently blocks forever). */
-  public synchronized void join() {
-    join(nativeHandle);
+  public void join() {
+    lock.readLock().lock();
+    try {
+      join(nativeHandle);
+    }
+    finally {
+      lock.readLock().unlock();
+    }
   }
 
+  /** Stops server and frees resources. Server is expected to be stopped before. */
   @Override
   public void close() {
-    delete(nativeHandle);
-
-    nativeHandle = 0;
+    lock.writeLock().lock();
+    try {
+      delete(nativeHandle);
+      nativeHandle = 0;
+    }
+    finally {
+      lock.writeLock().unlock();
+    }
   }
 
   private static native long allocate(byte[] serverDef);
@@ -74,6 +124,8 @@ public final class Server implements AutoCloseable {
 
   private static native void delete(long nativeHandle);
 
+  private final ReadWriteLock lock = new ReentrantReadWriteLock();
+
   private long nativeHandle;
 
   static {
diff --git a/tensorflow/java/src/main/native/BUILD b/tensorflow/java/src/main/native/BUILD
index 530224aa94..49348daa94 100644
--- a/tensorflow/java/src/main/native/BUILD
+++ b/tensorflow/java/src/main/native/BUILD
@@ -43,7 +43,6 @@ tf_cuda_library(
             "//tensorflow/core:all_kernels",
             "//tensorflow/core:direct_session",
             "//tensorflow/core:ops",
-            "//tensorflow/core/distributed_runtime/rpc:grpc_server_lib",
         ],
     }),
     alwayslink = 1,
diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
index 7eca920230..f0d1d29b88 100644
--- a/tensorflow/java/src/main/native/server_jni.cc
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -29,44 +29,76 @@ JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
       status);
 
   env->ReleaseByteArrayElements(server_def, server_def_ptr, JNI_ABORT);
-  throwExceptionIfNotOK(env, status);
+  bool ok = throwExceptionIfNotOK(env, status);
+
+  TF_DeleteStatus(status);
 
-  return reinterpret_cast<jlong>(server);
+  return ok ? reinterpret_cast<jlong>(server) : 0;
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
                                                         jclass clazz,
                                                         jlong handle) {
+  if (handle == 0) {
+    throwException(env, kIllegalStateException,
+                   "close() has been called on the Server");
+    return;
+  }
+
   TF_Status* status = TF_NewStatus();
   TF_Server* server = reinterpret_cast<TF_Server*>(handle);
 
-  TF_StartServer(server, status);
+  TF_ServerStart(server, status);
   throwExceptionIfNotOK(env, status);
+
+  TF_DeleteStatus(status);
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
+  if (handle == 0) {
+    throwException(env, kIllegalStateException,
+                   "close() has been called on the Server");
+    return;
+  }
+
   TF_Status* status = TF_NewStatus();
   TF_Server* server = reinterpret_cast<TF_Server*>(handle);
 
-  TF_StopServer(server, status);
+  TF_ServerStop(server, status);
   throwExceptionIfNotOK(env, status);
+
+  TF_DeleteStatus(status);
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
+  if (handle == 0) {
+    throwException(env, kIllegalStateException,
+                   "close() has been called on the Server");
+    return;
+  }
+
   TF_Status* status = TF_NewStatus();
   TF_Server* server = reinterpret_cast<TF_Server*>(handle);
 
-  TF_JoinServer(server, status);
+  TF_ServerJoin(server, status);
   throwExceptionIfNotOK(env, status);
+
+  TF_DeleteStatus(status);
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv* env,
                                                          jclass clazz,
                                                          jlong handle) {
+  if (handle == 0) {
+    throwException(env, kIllegalStateException,
+                   "close() has been called on the Server");
+    return;
+  }
+  
   TF_Server* server = reinterpret_cast<TF_Server*>(handle);
 
   TF_DeleteServer(server);
-- 
GitLab


From 807578d77cf1d3760ce1ef6082c95b3d8a22ef5d Mon Sep 17 00:00:00 2001
From: steven <wdchien@kth.se>
Date: Wed, 17 Oct 2018 13:55:09 +0200
Subject: [PATCH 0193/1825] fixing syntax format

---
 .../training/slurm_cluster_resolver_test.py   | 99 ++++---------------
 1 file changed, 18 insertions(+), 81 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
index fe3a886cd4..0ce09e8fa8 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -18,7 +18,6 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import subprocess
 import os
 
 from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
@@ -57,22 +56,9 @@ class SlurmClusterResolverTest(test.TestCase):
 
     actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
     expected_proto = """
-      job {
-        name: "ps"
-        tasks {
-          value: "t02n13:8888"
-        }
-      }
-      job {
-        name: "worker"
-        tasks {
-          value: "t02n41:8888"
-        }
-        tasks {
-          key: 1
-          value: "t02n43:8888"
-        }
-      }
+    job { name: 'ps' tasks { value: 't02n13:8888' } }
+    job { name: 'worker' tasks { key: 0 value: 't02n41:8888' }
+                         tasks { key: 1 value: 't02n43:8888' } }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
 
@@ -91,22 +77,9 @@ class SlurmClusterResolverTest(test.TestCase):
 
     actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
     expected_proto = """
-      job {
-        name: "ps"
-        tasks {
-          value: "t02n13:8888"
-        }
-      }
-      job {
-        name: "worker"
-        tasks {
-          value: "t02n41:8888"
-        }
-        tasks {
-          key: 1
-          value: "t02n43:8888"
-        }
-      }
+    job { name: 'ps' tasks { value: 't02n13:8888' } }
+    job { name: 'worker' tasks { key: 0 value: 't02n41:8888' }
+                         tasks { key: 1 value: 't02n43:8888' } }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
 
@@ -126,31 +99,13 @@ class SlurmClusterResolverTest(test.TestCase):
 
     actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
     expected_proto = """
-      job {
-        name: "ps"
-        tasks {
-          value: "t02n13:8888"
-        }
-      }
-      job {
-        name: "worker"
-        tasks {
-          value: "t02n13:8889"
-        }
-        tasks {
-          key: 1
-          value: "t02n41:8888"
-        }
-        tasks {
-          key: 2
-          value: "t02n41:8889"
-        }
-        tasks {
-          key: 3
-          value: "t02n43:8888"
-        }
-      }
+    job { name: 'ps' tasks { value: 't02n13:8888' } }
+    job { name: 'worker' tasks { key: 0 value: 't02n13:8889' }
+                         tasks { key: 1 value: 't02n41:8888' } }
+                         tasks { key: 2 value: 't02n41:8889' } }
+                         tasks { key: 3 value: 't02n43:8888' } }
     """
+
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
     assert os.environ['CUDA_VISIBLE_DEVICES'] == '1'
 
@@ -170,31 +125,13 @@ class SlurmClusterResolverTest(test.TestCase):
 
     actual_cluster_spec = slurm_cluster_resolver.cluster_spec()
     expected_proto = """
-      job {
-        name: "ps"
-        tasks {
-          value: "t02n13:8888"
-        }
-      }
-      job {
-        name: "worker"
-        tasks {
-          value: "t02n13:8889"
-        }
-        tasks {
-          key: 1
-          value: "t02n41:8888"
-        }
-        tasks {
-          key: 2
-          value: "t02n41:8889"
-        }
-        tasks {
-          key: 3
-          value: "t02n43:8888"
-        }
-      }
+    job { name: 'ps' tasks { value: 't02n13:8888' } }
+    job { name: 'worker' tasks { key: 0 value: 't02n13:8889' }
+                         tasks { key: 1 value: 't02n41:8888' } }
+                         tasks { key: 2 value: 't02n41:8889' } }
+                         tasks { key: 3 value: 't02n43:8888' } }
     """
+
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
     assert os.environ['CUDA_VISIBLE_DEVICES'] == '2,3'
 
-- 
GitLab


From d4d0663c342c8112c741f5a48792ead64edfb39a Mon Sep 17 00:00:00 2001
From: steven <wdchien@kth.se>
Date: Wed, 17 Oct 2018 13:59:57 +0200
Subject: [PATCH 0194/1825] fixed extra }

---
 .../python/training/slurm_cluster_resolver_test.py        | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
index 0ce09e8fa8..69853c97fb 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -101,8 +101,8 @@ class SlurmClusterResolverTest(test.TestCase):
     expected_proto = """
     job { name: 'ps' tasks { value: 't02n13:8888' } }
     job { name: 'worker' tasks { key: 0 value: 't02n13:8889' }
-                         tasks { key: 1 value: 't02n41:8888' } }
-                         tasks { key: 2 value: 't02n41:8889' } }
+                         tasks { key: 1 value: 't02n41:8888' }
+                         tasks { key: 2 value: 't02n41:8889' }
                          tasks { key: 3 value: 't02n43:8888' } }
     """
 
@@ -127,8 +127,8 @@ class SlurmClusterResolverTest(test.TestCase):
     expected_proto = """
     job { name: 'ps' tasks { value: 't02n13:8888' } }
     job { name: 'worker' tasks { key: 0 value: 't02n13:8889' }
-                         tasks { key: 1 value: 't02n41:8888' } }
-                         tasks { key: 2 value: 't02n41:8889' } }
+                         tasks { key: 1 value: 't02n41:8888' }
+                         tasks { key: 2 value: 't02n41:8889' }
                          tasks { key: 3 value: 't02n43:8888' } }
     """
 
-- 
GitLab


From bdc38ce6d50974fc7eced6cfdfeead5bda4d792b Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Thu, 13 Sep 2018 06:16:56 -0700
Subject: [PATCH 0195/1825] Updates to DCGAN  tutorial:

- Added TOC
- Added intro paragraph
- Added explanations of code
- Added learn more about GANs section
- Added a GANs network architecture diagram
---
 .../examples/generative_examples/dcgan.ipynb  | 695 +-----------------
 .../generative_examples/gans_diagram.png      | Bin 0 -> 63265 bytes
 2 files changed, 1 insertion(+), 694 deletions(-)
 create mode 100644 tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 5621d6a358..89e61c6194 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -1,694 +1 @@
-{
-  "cells": [
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "0TD5ZrvEMbhZ"
-      },
-      "source": [
-        "##### Copyright 2018 The TensorFlow Authors.\n",
-        "\n",
-        "Licensed under the Apache License, Version 2.0 (the \"License\").\n",
-        "\n",
-        "# DCGAN: An example with tf.keras and eager\n",
-        "\n",
-        "\u003ctable class=\"tfo-notebook-buttons\" align=\"left\"\u003e\u003ctd\u003e\n",
-        "\u003ca target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"\u003e\n",
-        "    \u003cimg src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" /\u003eRun in Google Colab\u003c/a\u003e  \n",
-        "\u003c/td\u003e\u003ctd\u003e\n",
-        "\u003ca target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"\u003e\u003cimg width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" /\u003eView source on GitHub\u003c/a\u003e\u003c/td\u003e\u003c/table\u003e"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "ITZuApL56Mny"
-      },
-      "source": [
-        "This notebook demonstrates how to generate images of handwritten digits using [tf.keras](https://www.tensorflow.org/programmers_guide/keras) and [eager execution](https://www.tensorflow.org/programmers_guide/eager). To do so, we use Deep Convolutional Generative Adverserial Networks ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)).\n",
-        "\n",
-        "This model takes about ~30 seconds per epoch (using tf.contrib.eager.defun to create graph functions) to train on a single Tesla K80 on Colab, as of July 2018.\n",
-        "\n",
-        "Below is the output generated after training the generator and discriminator models for 150 epochs.\n",
-        "\n",
-        "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "u_2z-B3piVsw"
-      },
-      "outputs": [],
-      "source": [
-        "# to generate gifs\n",
-        "!pip install imageio"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "e1_Y75QXJS6h"
-      },
-      "source": [
-        "## Import TensorFlow and enable eager execution"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "YfIk2es3hJEd"
-      },
-      "outputs": [],
-      "source": [
-        "from __future__ import absolute_import, division, print_function\n",
-        "\n",
-        "# Import TensorFlow \u003e= 1.10 and enable eager execution\n",
-        "import tensorflow as tf\n",
-        "tf.enable_eager_execution()\n",
-        "\n",
-        "import os\n",
-        "import time\n",
-        "import numpy as np\n",
-        "import glob\n",
-        "import matplotlib.pyplot as plt\n",
-        "import PIL\n",
-        "import imageio\n",
-        "from IPython import display"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "iYn4MdZnKCey"
-      },
-      "source": [
-        "## Load the dataset\n",
-        "\n",
-        "We are going to use the MNIST dataset to train the generator and the discriminator. The generator will then generate handwritten digits."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "a4fYMGxGhrna"
-      },
-      "outputs": [],
-      "source": [
-        "(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "NFC2ghIdiZYE"
-      },
-      "outputs": [],
-      "source": [
-        "train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n",
-        "# We are normalizing the images to the range of [-1, 1]\n",
-        "train_images = (train_images - 127.5) / 127.5"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "S4PIDhoDLbsZ"
-      },
-      "outputs": [],
-      "source": [
-        "BUFFER_SIZE = 60000\n",
-        "BATCH_SIZE = 256"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "PIGN6ouoQxt3"
-      },
-      "source": [
-        "## Use tf.data to create batches and shuffle the dataset"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "-yKCCQOoJ7cn"
-      },
-      "outputs": [],
-      "source": [
-        "train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "THY-sZMiQ4UV"
-      },
-      "source": [
-        "## Write the generator and discriminator models\n",
-        "\n",
-        "* **Generator** \n",
-        "  * It is responsible for **creating convincing images that are good enough to fool the discriminator**.\n",
-        "  * It consists of Conv2DTranspose (Upsampling) layers. We start with a fully connected layer and upsample the image 2 times so as to reach the desired image size (mnist image size) which is (28, 28, 1). \n",
-        "  * We use **leaky relu** activation except for the **last layer** which uses **tanh** activation.\n",
-        "  \n",
-        "* **Discriminator**\n",
-        "  * **The discriminator is responsible for classifying the fake images from the real images.**\n",
-        "  * In other words, the discriminator is given generated images (from the generator) and the real MNIST images. The job of the discriminator is to classify these images into fake (generated) and real (MNIST images).\n",
-        "  * **Basically the generator should be good enough to fool the discriminator that the generated images are real**."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "VGLbvBEmjK0a"
-      },
-      "outputs": [],
-      "source": [
-        "class Generator(tf.keras.Model):\n",
-        "  def __init__(self):\n",
-        "    super(Generator, self).__init__()\n",
-        "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
-        "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
-        "    \n",
-        "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
-        "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
-        "    \n",
-        "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-        "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
-        "    \n",
-        "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-        "\n",
-        "  def call(self, x, training=True):\n",
-        "    x = self.fc1(x)\n",
-        "    x = self.batchnorm1(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
-        "\n",
-        "    x = self.conv1(x)\n",
-        "    x = self.batchnorm2(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = self.conv2(x)\n",
-        "    x = self.batchnorm3(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = tf.nn.tanh(self.conv3(x))  \n",
-        "    return x"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "bkOfJxk5j5Hi"
-      },
-      "outputs": [],
-      "source": [
-        "class Discriminator(tf.keras.Model):\n",
-        "  def __init__(self):\n",
-        "    super(Discriminator, self).__init__()\n",
-        "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
-        "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
-        "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
-        "    self.flatten = tf.keras.layers.Flatten()\n",
-        "    self.fc1 = tf.keras.layers.Dense(1)\n",
-        "\n",
-        "  def call(self, x, training=True):\n",
-        "    x = tf.nn.leaky_relu(self.conv1(x))\n",
-        "    x = self.dropout(x, training=training)\n",
-        "    x = tf.nn.leaky_relu(self.conv2(x))\n",
-        "    x = self.dropout(x, training=training)\n",
-        "    x = self.flatten(x)\n",
-        "    x = self.fc1(x)\n",
-        "    return x"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "gDkA05NE6QMs"
-      },
-      "outputs": [],
-      "source": [
-        "generator = Generator()\n",
-        "discriminator = Discriminator()"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "k1HpMSLImuRi"
-      },
-      "outputs": [],
-      "source": [
-        "# Defun gives 10 secs/epoch performance boost\n",
-        "generator.call = tf.contrib.eager.defun(generator.call)\n",
-        "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "0FMYgY_mPfTi"
-      },
-      "source": [
-        "## Define the loss functions and the optimizer\n",
-        "\n",
-        "* **Discriminator loss**\n",
-        "  * The discriminator loss function takes 2 inputs; **real images, generated images**\n",
-        "  * real_loss is a sigmoid cross entropy loss of the **real images** and an **array of ones (since these are the real images)**\n",
-        "  * generated_loss is a sigmoid cross entropy loss of the **generated images** and an **array of zeros (since these are the fake images)**\n",
-        "  * Then the total_loss is the sum of real_loss and the generated_loss\n",
-        "  \n",
-        "* **Generator loss**\n",
-        "  * It is a sigmoid cross entropy loss of the generated images and an **array of ones**\n",
-        "  \n",
-        "\n",
-        "* The discriminator and the generator optimizers are different since we will train them separately."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "wkMNfBWlT-PV"
-      },
-      "outputs": [],
-      "source": [
-        "def discriminator_loss(real_output, generated_output):\n",
-        "    # [1,1,...,1] with real output since it is true and we want\n",
-        "    # our generated examples to look like it\n",
-        "    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n",
-        "\n",
-        "    # [0,0,...,0] with generated images since they are fake\n",
-        "    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n",
-        "\n",
-        "    total_loss = real_loss + generated_loss\n",
-        "\n",
-        "    return total_loss"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "90BIcCKcDMxz"
-      },
-      "outputs": [],
-      "source": [
-        "def generator_loss(generated_output):\n",
-        "    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "iWCn_PVdEJZ7"
-      },
-      "outputs": [],
-      "source": [
-        "discriminator_optimizer = tf.train.AdamOptimizer(1e-4)\n",
-        "generator_optimizer = tf.train.AdamOptimizer(1e-4)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "mWtinsGDPJlV"
-      },
-      "source": [
-        "## Checkpoints (Object-based saving)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "CA1w-7s2POEy"
-      },
-      "outputs": [],
-      "source": [
-        "checkpoint_dir = './training_checkpoints'\n",
-        "checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n",
-        "checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n",
-        "                                 discriminator_optimizer=discriminator_optimizer,\n",
-        "                                 generator=generator,\n",
-        "                                 discriminator=discriminator)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "Rw1fkAczTQYh"
-      },
-      "source": [
-        "## Training\n",
-        "\n",
-        "* We start by iterating over the dataset\n",
-        "* The generator is given **noise as an input** which when passed through the generator model will output a image looking like a handwritten digit\n",
-        "* The discriminator is given the **real MNIST images as well as the generated images (from the generator)**.\n",
-        "* Next, we calculate the generator and the discriminator loss.\n",
-        "* Then, we calculate the gradients of loss with respect to both the generator and the discriminator variables (inputs) and apply those to the optimizer.\n",
-        "\n",
-        "## Generate Images\n",
-        "\n",
-        "* After training, its time to generate some images!\n",
-        "* We start by creating noise array as an input to the generator\n",
-        "* The generator will then convert the noise into handwritten images.\n",
-        "* Last step is to plot the predictions and **voila!**"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "NS2GWywBbAWo"
-      },
-      "outputs": [],
-      "source": [
-        "EPOCHS = 150\n",
-        "noise_dim = 100\n",
-        "num_examples_to_generate = 16\n",
-        "\n",
-        "# keeping the random vector constant for generation (prediction) so\n",
-        "# it will be easier to see the improvement of the gan.\n",
-        "random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n",
-        "                                                 noise_dim])"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "RmdVsmvhPxyy"
-      },
-      "outputs": [],
-      "source": [
-        "def generate_and_save_images(model, epoch, test_input):\n",
-        "  # make sure the training parameter is set to False because we\n",
-        "  # don't want to train the batchnorm layer when doing inference.\n",
-        "  predictions = model(test_input, training=False)\n",
-        "\n",
-        "  fig = plt.figure(figsize=(4,4))\n",
-        "  \n",
-        "  for i in range(predictions.shape[0]):\n",
-        "      plt.subplot(4, 4, i+1)\n",
-        "      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n",
-        "      plt.axis('off')\n",
-        "        \n",
-        "  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n",
-        "  plt.show()"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "2M7LmLtGEMQJ"
-      },
-      "outputs": [],
-      "source": [
-        "def train(dataset, epochs, noise_dim):  \n",
-        "  for epoch in range(epochs):\n",
-        "    start = time.time()\n",
-        "    \n",
-        "    for images in dataset:\n",
-        "      # generating noise from a uniform distribution\n",
-        "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
-        "      \n",
-        "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
-        "        generated_images = generator(noise, training=True)\n",
-        "      \n",
-        "        real_output = discriminator(images, training=True)\n",
-        "        generated_output = discriminator(generated_images, training=True)\n",
-        "        \n",
-        "        gen_loss = generator_loss(generated_output)\n",
-        "        disc_loss = discriminator_loss(real_output, generated_output)\n",
-        "        \n",
-        "      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n",
-        "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
-        "      \n",
-        "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
-        "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
-        "\n",
-        "      \n",
-        "    if epoch % 1 == 0:\n",
-        "      display.clear_output(wait=True)\n",
-        "      generate_and_save_images(generator,\n",
-        "                               epoch + 1,\n",
-        "                               random_vector_for_generation)\n",
-        "    \n",
-        "    # saving (checkpoint) the model every 15 epochs\n",
-        "    if (epoch + 1) % 15 == 0:\n",
-        "      checkpoint.save(file_prefix = checkpoint_prefix)\n",
-        "    \n",
-        "    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n",
-        "                                                      time.time()-start))\n",
-        "  # generating after the final epoch\n",
-        "  display.clear_output(wait=True)\n",
-        "  generate_and_save_images(generator,\n",
-        "                           epochs,\n",
-        "                           random_vector_for_generation)"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "Ly3UN0SLLY2l"
-      },
-      "outputs": [],
-      "source": [
-        "train(train_dataset, EPOCHS, noise_dim)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "rfM4YcPVPkNO"
-      },
-      "source": [
-        "## Restore the latest checkpoint"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "XhXsd0srPo8c"
-      },
-      "outputs": [],
-      "source": [
-        "# restoring the latest checkpoint in checkpoint_dir\n",
-        "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "P4M_vIbUi7c0"
-      },
-      "source": [
-        "## Display an image using the epoch number"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "WfO5wCdclHGL"
-      },
-      "outputs": [],
-      "source": [
-        "def display_image(epoch_no):\n",
-        "  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "5x3q9_Oe5q0A"
-      },
-      "outputs": [],
-      "source": [
-        "display_image(EPOCHS)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "NywiH3nL8guF"
-      },
-      "source": [
-        "## Generate a GIF of all the saved images."
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "xmO0Dmu2WICn"
-      },
-      "source": [
-        "\u003c!-- TODO(markdaoust): Remove the hack when Ipython version is updated --\u003e\n"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "IGKQgENQ8lEI"
-      },
-      "outputs": [],
-      "source": [
-        "with imageio.get_writer('dcgan.gif', mode='I') as writer:\n",
-        "  filenames = glob.glob('image*.png')\n",
-        "  filenames = sorted(filenames)\n",
-        "  last = -1\n",
-        "  for i,filename in enumerate(filenames):\n",
-        "    frame = 2*(i**0.5)\n",
-        "    if round(frame) \u003e round(last):\n",
-        "      last = frame\n",
-        "    else:\n",
-        "      continue\n",
-        "    image = imageio.imread(filename)\n",
-        "    writer.append_data(image)\n",
-        "  image = imageio.imread(filename)\n",
-        "  writer.append_data(image)\n",
-        "    \n",
-        "# this is a hack to display the gif inside the notebook\n",
-        "os.system('cp dcgan.gif dcgan.gif.png')"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "uV0yiKpzNP1b"
-      },
-      "outputs": [],
-      "source": [
-        "display.Image(filename=\"dcgan.gif.png\")"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "6EEG-wePkmJQ"
-      },
-      "source": [
-        "To downlod the animation from Colab uncomment the code below:"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "4UJjSnIMOzOJ"
-      },
-      "outputs": [],
-      "source": [
-        "#from google.colab import files\n",
-        "#files.download('dcgan.gif')"
-      ]
-    }
-  ],
-  "metadata": {
-    "accelerator": "GPU",
-    "colab": {
-      "collapsed_sections": [],
-      "name": "dcgan.ipynb",
-      "private_outputs": true,
-      "provenance": [
-        {
-          "file_id": "1eb0NOTQapkYs3X0v-zL1x5_LFKgDISnp",
-          "timestamp": 1527173385672
-        }
-      ],
-      "toc_visible": true,
-      "version": "0.3.2"
-    },
-    "kernelspec": {
-      "display_name": "Python 3",
-      "language": "python",
-      "name": "python3"
-    }
-  },
-  "nbformat": 4,
-  "nbformat_minor": 0
-}
+{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"dcgan.ipynb","version":"0.3.2","provenance":[{"file_id":"1eb0NOTQapkYs3X0v-zL1x5_LFKgDISnp","timestamp":1527173385672}],"collapsed_sections":[]},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"accelerator":"TPU"},"cells":[{"metadata":{"id":"0TD5ZrvEMbhZ","colab_type":"text"},"cell_type":"markdown","source":["**Copyright 2018 The TensorFlow Authors**.\n","\n","Licensed under the Apache License, Version 2.0 (the \"License\").\n","\n","# Generating Handwritten Digits with DCGAN\n","\n","<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n","<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n","    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n","</td><td>\n","<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"]},{"metadata":{"id":"ITZuApL56Mny","colab_type":"text"},"cell_type":"markdown","source":["This tutorial demonstrates how to generate images of handwritten digits with **Deep Convolutional Generative Adverserial Networks** ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "]},{"metadata":{"id":"x2McrO9bMyLN","colab_type":"toc"},"cell_type":"markdown","source":[">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n","\n",">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n","\n",">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n","\n",">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n","\n",">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n","\n",">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n","\n",">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n","\n",">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n","\n",">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n","\n",">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n","\n",">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n","\n",">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n","\n",">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n","\n",">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n","\n",">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n","\n"]},{"metadata":{"id":"2MbKJY38Puy9","colab_type":"text"},"cell_type":"markdown","source":["## What are GANs?\n","GANs standards for **Generative Adversarial Networks** and they are a type of deep **generative** models. MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). We have included more learning resources on these subjects in the \"Learn more about GANs\" section at the end of the tutorial.\n","\n","Many deep learning models, for example using a CNN for classification, are based on optimization: finding the low value of the cost function. GANs are different because there are at least two players (or network models): a generator and a discriminator and each has its own cost. Training GANs is like a two-player game (**adversarial**) such as chess where each player plays against each other.\n","\n"," **Deep Convolutional GAN** (DCGAN) is a type of GANs and in this tutorial we will use DCGAN to generate MNIST digits.\n","\n","GANs can be used to generate new images that no one has seen before. The generator will generate fake images while the discriminator will classify whether the generated images are fake. An** equilibrium** will reach in the game when the generator makes data that looks identical to the training data and the discriminator can no longer tell the difference between the fake images (generated by the generator) and the real images (the training data). \n","\n","![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n","\n","While the generator and discriminator competes against each other, the discriminator also teaches the generator . Over time the generator starts to produce images that resemble the training data that is fed into the discriminator, in this case the MNIST digits. Below is the output with images generated after training the generator and discriminator models for 150 epochs.\n","\n","![sample output](https://tensorflow.org/images/gan/dcgan.gif)"]},{"metadata":{"id":"39wxvRihPvW3","colab_type":"text"},"cell_type":"markdown","source":["Installation, Imports and prepare the datasets"]},{"metadata":{"id":"u_2z-B3piVsw","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":221},"outputId":"684f2b6e-7756-448e-da2a-74bcb08d8686","executionInfo":{"status":"ok","timestamp":1539403781878,"user_tz":420,"elapsed":10403,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"","userId":"16644161164743621476"}}},"cell_type":"code","source":["# install imgeio in order to generate an animated gif showing the image generating process\n","!pip install imageio"],"execution_count":1,"outputs":[{"output_type":"stream","text":["Collecting imageio\n","\u001b[?25l  Downloading https://files.pythonhosted.org/packages/28/b4/cbb592964dfd71a9de6a5b08f882fd334fb99ae09ddc82081dbb2f718c81/imageio-2.4.1.tar.gz (3.3MB)\n","\u001b[K    100% |████████████████████████████████| 3.3MB 5.5MB/s \n","\u001b[?25hRequirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from imageio) (1.14.6)\n","Requirement already satisfied: pillow in /usr/local/lib/python3.6/dist-packages (from imageio) (4.0.0)\n","Requirement already satisfied: olefile in /usr/local/lib/python3.6/dist-packages (from pillow->imageio) (0.46)\n","Building wheels for collected packages: imageio\n","  Running setup.py bdist_wheel for imageio ... \u001b[?25l-\b \b\\\b \b|\b \bdone\n","\u001b[?25h  Stored in directory: /root/.cache/pip/wheels/e0/43/31/605de9372ceaf657f152d3d5e82f42cf265d81db8bbe63cde1\n","Successfully built imageio\n","Installing collected packages: imageio\n","Successfully installed imageio-2.4.1\n"],"name":"stdout"}]},{"metadata":{"id":"e1_Y75QXJS6h","colab_type":"text"},"cell_type":"markdown","source":["### Import TensorFlow and enable eager execution\n","\n","Note: you can only call tf.enable_eager_execution once. \n","Restart runtime in colab and rerun the cells if you get an error as below:\n","\n","*ValueError: tf.enable_eager_execution must be called at program startup.*"]},{"metadata":{"id":"YfIk2es3hJEd","colab_type":"code","colab":{}},"cell_type":"code","source":["from __future__ import absolute_import, division, print_function\n","\n","# Import TensorFlow >= 1.10 and enable eager execution\n","import tensorflow as tf\n","tf.enable_eager_execution()\n","\n","import os\n","import time\n","import numpy as np\n","import glob\n","import matplotlib.pyplot as plt\n","import PIL\n","import imageio\n","from IPython import display"],"execution_count":0,"outputs":[]},{"metadata":{"id":"iYn4MdZnKCey","colab_type":"text"},"cell_type":"markdown","source":["### Load the dataset\n","\n","We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."]},{"metadata":{"id":"a4fYMGxGhrna","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":51},"outputId":"065f5f41-bdd6-4f4e-bdb6-addce8ff011d","executionInfo":{"status":"ok","timestamp":1539403786062,"user_tz":420,"elapsed":1339,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"","userId":"16644161164743621476"}}},"cell_type":"code","source":["(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"],"execution_count":3,"outputs":[{"output_type":"stream","text":["Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n","11493376/11490434 [==============================] - 0s 0us/step\n"],"name":"stdout"}]},{"metadata":{"id":"NFC2ghIdiZYE","colab_type":"code","colab":{}},"cell_type":"code","source":["train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n","# We are normalizing the images to the range of [-1, 1]\n","train_images = (train_images - 127.5) / 127.5"],"execution_count":0,"outputs":[]},{"metadata":{"id":"S4PIDhoDLbsZ","colab_type":"code","colab":{}},"cell_type":"code","source":["BUFFER_SIZE = 60000\n","BATCH_SIZE = 256"],"execution_count":0,"outputs":[]},{"metadata":{"id":"PIGN6ouoQxt3","colab_type":"text"},"cell_type":"markdown","source":["### Use tf.data to create batches and shuffle the dataset"]},{"metadata":{"id":"-yKCCQOoJ7cn","colab_type":"code","colab":{}},"cell_type":"code","source":["train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"THY-sZMiQ4UV","colab_type":"text"},"cell_type":"markdown","source":["## Create the models\n","\n","We will use tf.keras model subclassing to create the generator and discriminator. We will create layers in the __init__ method and set them as attributes of the class instance. And then define the forward pass in the **call **method."]},{"metadata":{"id":"-tEyxE-GMC48","colab_type":"text"},"cell_type":"markdown","source":["### The Generator Model\n","\n","The **generator **is responsible for **creating convincing images that are good enough to fool the discriminator**. \n","\n","Here is the network architecture for the generator:\n"," * It consists of Conv2DTranspose (Upsampling) layers. We start with a fully connected layer and **upsample** the image 2 times in order to reach the desired image size as mnist image size of (28, 28, 1). We increase the width and height, and reduce the depth as we move through the layers in the network.\n"," * We use **leaky relu** activation except for the **last layer** which uses **tanh** activation."]},{"metadata":{"id":"VGLbvBEmjK0a","colab_type":"code","colab":{}},"cell_type":"code","source":["class Generator(tf.keras.Model):\n","  def __init__(self):\n","    super(Generator, self).__init__()\n","    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n","    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n","    \n","    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n","    # Layer shape is now 7x7x64    \n","    \n","    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n","\n","    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n","    # Layer shape is now 14x14x32\n","    \n","    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n","   \n","    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n","    # Layer shape is now 28x28x1\n","\n","  def call(self, x, training=True):\n","    x = self.fc1(x)\n","    x = self.batchnorm1(x, training=training)\n","    x = tf.nn.relu(x)\n","\n","    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n","\n","    x = self.conv1(x)\n","    x = self.batchnorm2(x, training=training)\n","    x = tf.nn.relu(x)\n","\n","    x = self.conv2(x)\n","    x = self.batchnorm3(x, training=training)\n","    x = tf.nn.relu(x)\n","\n","    x = tf.nn.tanh(self.conv3(x))  \n","    return x"],"execution_count":0,"outputs":[]},{"metadata":{"id":"D0IKnaCtg6WE","colab_type":"text"},"cell_type":"markdown","source":["### The Discriminator model\n","\n","The **discriminator** is responsible for classifying the fake images from the real images. It's similar to a regular CNN image classifier.\n","  * **Input **to the discriminator:  images generated by the generator and the real MNIST images. \n","  * **Output** from the discriminator: classify these images into fake (generated) and real (MNIST images).\n"]},{"metadata":{"id":"bkOfJxk5j5Hi","colab_type":"code","colab":{}},"cell_type":"code","source":["class Discriminator(tf.keras.Model):\n","  def __init__(self):\n","    super(Discriminator, self).__init__()\n","    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n","    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n","    self.dropout = tf.keras.layers.Dropout(0.3)\n","    self.flatten = tf.keras.layers.Flatten()\n","    self.fc1 = tf.keras.layers.Dense(1)\n","\n","  def call(self, x, training=True):\n","    x = tf.nn.leaky_relu(self.conv1(x))\n","    x = self.dropout(x, training=training)\n","    x = tf.nn.leaky_relu(self.conv2(x))\n","    x = self.dropout(x, training=training)\n","    x = self.flatten(x)\n","    x = self.fc1(x)\n","    return x"],"execution_count":0,"outputs":[]},{"metadata":{"id":"gDkA05NE6QMs","colab_type":"code","colab":{}},"cell_type":"code","source":["generator = Generator()\n","discriminator = Discriminator()"],"execution_count":0,"outputs":[]},{"metadata":{"id":"6TSZgwc2BUQ-","colab_type":"text"},"cell_type":"markdown","source":["\n","This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get 10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."]},{"metadata":{"id":"k1HpMSLImuRi","colab_type":"code","colab":{}},"cell_type":"code","source":["generator.call = tf.contrib.eager.defun(generator.call)\n","discriminator.call = tf.contrib.eager.defun(discriminator.call)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"0FMYgY_mPfTi","colab_type":"text"},"cell_type":"markdown","source":["## Define the loss functions and the optimizer\n","\n","Let's define the loss functions and the optimizers for the generator and the discriminator.\n"]},{"metadata":{"id":"Jd-3GCUEiKtv","colab_type":"text"},"cell_type":"markdown","source":["### Generator loss\n","The generator loss is a sigmoid cross entropy loss of the **generated images** and an **array of ones**, since the generator is trying to generate fake images that resemble the real images."]},{"metadata":{"id":"90BIcCKcDMxz","colab_type":"code","colab":{}},"cell_type":"code","source":["def generator_loss(generated_output):\n","    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"PKY_iPSPNWoj","colab_type":"text"},"cell_type":"markdown","source":["### Discriminator loss\n","\n","The discriminator loss function takes 2 inputs; **real images, generated images**.\n","\n","Here is how to calculate the discriminator loss:\n","1. Calculate real_loss which is a sigmoid cross entropy loss of the **real images** and an **array of ones (since these are the real images)**\n","2. Calculate generated_loss which is a sigmoid cross entropy loss of the **generated images** and an **array of zeros (since these are the fake images)**\n","3. Calculate the total_loss as **the sum of real_loss and generated_loss**"]},{"metadata":{"id":"wkMNfBWlT-PV","colab_type":"code","colab":{}},"cell_type":"code","source":["def discriminator_loss(real_output, generated_output):\n","    # [1,1,...,1] with real output since it is true and we want\n","    # our generated examples to look like it\n","    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n","\n","    # [0,0,...,0] with generated images since they are fake\n","    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n","\n","    total_loss = real_loss + generated_loss\n","\n","    return total_loss"],"execution_count":0,"outputs":[]},{"metadata":{"id":"MgIc7i0th_Iu","colab_type":"text"},"cell_type":"markdown","source":["The discriminator and the generator optimizers are different since we will train two networks separately."]},{"metadata":{"id":"iWCn_PVdEJZ7","colab_type":"code","colab":{}},"cell_type":"code","source":["generator_optimizer = tf.train.AdamOptimizer(1e-4)\n","discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"mWtinsGDPJlV","colab_type":"text"},"cell_type":"markdown","source":["**Checkpoints (Object-based saving)**"]},{"metadata":{"id":"CA1w-7s2POEy","colab_type":"code","colab":{}},"cell_type":"code","source":["checkpoint_dir = './training_checkpoints'\n","checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n","checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n","                                 discriminator_optimizer=discriminator_optimizer,\n","                                 generator=generator,\n","                                 discriminator=discriminator)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"Rw1fkAczTQYh","colab_type":"text"},"cell_type":"markdown","source":["## Set up GANs for Training\n","\n"]},{"metadata":{"id":"5QC5BABamh_c","colab_type":"text"},"cell_type":"markdown","source":["Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you wee the diagam in the beginning of the tutorial."]},{"metadata":{"id":"Ff6oN6PZX27n","colab_type":"text"},"cell_type":"markdown","source":["**Define training parameters**"]},{"metadata":{"id":"NS2GWywBbAWo","colab_type":"code","colab":{}},"cell_type":"code","source":["EPOCHS = 150\n","noise_dim = 100\n","num_examples_to_generate = 16\n","\n","# keeping the random vector constant for generation (prediction) so\n","# it will be easier to see the improvement of the gan.\n","random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n","                                                 noise_dim])"],"execution_count":0,"outputs":[]},{"metadata":{"id":"jylSonrqSWfi","colab_type":"text"},"cell_type":"markdown","source":["**Define training method**\n","\n","We start by iterating over the dataset. The generator is given **noise as an input** which is passed through the generator model and output a image looking like a handwritten digit. The discriminator is given the **real MNIST images as well as the generated images (from the generator)**.\n","\n","Next, we calculate the generator and the discriminator loss. Then we calculate the gradients of loss with respect to both the generator and the discriminator variables (inputs) and apply those to the optimizer."]},{"metadata":{"id":"2M7LmLtGEMQJ","colab_type":"code","colab":{}},"cell_type":"code","source":["def train(dataset, epochs, noise_dim):  \n","  for epoch in range(epochs):\n","    start = time.time()\n","    \n","    for images in dataset:\n","      # generating noise from a uniform distribution\n","      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n","      \n","      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n","        generated_images = generator(noise, training=True)\n","      \n","        real_output = discriminator(images, training=True)\n","        generated_output = discriminator(generated_images, training=True)\n","        \n","        gen_loss = generator_loss(generated_output)\n","        disc_loss = discriminator_loss(real_output, generated_output)\n","        \n","      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n","      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n","      \n","      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n","      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n","\n","      \n","    if epoch % 1 == 0:\n","      display.clear_output(wait=True)\n","      generate_and_save_images(generator,\n","                               epoch + 1,\n","                               random_vector_for_generation)\n","    \n","    # saving (checkpoint) the model every 15 epochs\n","    if (epoch + 1) % 15 == 0:\n","      checkpoint.save(file_prefix = checkpoint_prefix)\n","    \n","    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n","                                                      time.time()-start))\n","  # generating after the final epoch\n","  display.clear_output(wait=True)\n","  generate_and_save_images(generator,\n","                           epochs,\n","                           random_vector_for_generation)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"2aFF7Hk3XdeW","colab_type":"text"},"cell_type":"markdown","source":["**Generate and save images**\n","\n"]},{"metadata":{"id":"RmdVsmvhPxyy","colab_type":"code","colab":{}},"cell_type":"code","source":["def generate_and_save_images(model, epoch, test_input):\n","  # make sure the training parameter is set to False because we\n","  # don't want to train the batchnorm layer when doing inference.\n","  predictions = model(test_input, training=False)\n","\n","  fig = plt.figure(figsize=(4,4))\n","  \n","  for i in range(predictions.shape[0]):\n","      plt.subplot(4, 4, i+1)\n","      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n","      plt.axis('off')\n","        \n","  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n","  plt.show()"],"execution_count":0,"outputs":[]},{"metadata":{"id":"dZrd4CdjR-Fp","colab_type":"text"},"cell_type":"markdown","source":["## Train the GANs\n","We will call the train() method defined above to train the generator and discriminator simultaneously. Note training GANs can be tricky and it's important that the generator and discriminator are not overpowering each other so that the generator is able able to generate while the discriminator is able to discriminate.\n","\n","At the beginning of the training, the images generated look more like the input random noise. As the training goes on, you can see the digits generated are looking better. After 150 epochs they look very much like the MNIST digits."]},{"metadata":{"id":"Ly3UN0SLLY2l","colab_type":"code","colab":{}},"cell_type":"code","source":["%%time\n","train(train_dataset, EPOCHS, noise_dim)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"rfM4YcPVPkNO","colab_type":"text"},"cell_type":"markdown","source":["**Restore the latest checkpoint**"]},{"metadata":{"id":"XhXsd0srPo8c","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"8571b12f-f4b6-422b-8b2e-c8f22e9d7e2d","executionInfo":{"status":"ok","timestamp":1537658569893,"user_tz":420,"elapsed":1594,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["# restoring the latest checkpoint in checkpoint_dir\n","checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"],"execution_count":19,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<tensorflow.python.training.checkpointable.util.CheckpointLoadStatus at 0x7f302f31a160>"]},"metadata":{"tags":[]},"execution_count":19}]},{"metadata":{"id":"P4M_vIbUi7c0","colab_type":"text"},"cell_type":"markdown","source":["## Generated images \n"]},{"metadata":{"id":"mLskt7EfXAjr","colab_type":"text"},"cell_type":"markdown","source":["\n","After training, its time to generate some images! \n","The last step is to plot the generated images and **voila!**\n"]},{"metadata":{"id":"WfO5wCdclHGL","colab_type":"code","colab":{}},"cell_type":"code","source":["# Display a single image using the epoch number\n","def display_image(epoch_no):\n","  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"],"execution_count":0,"outputs":[]},{"metadata":{"id":"5x3q9_Oe5q0A","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":305},"outputId":"38908d9f-d1f3-42c2-c552-f3efebd58a11","executionInfo":{"status":"ok","timestamp":1537658573171,"user_tz":420,"elapsed":1684,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["display_image(EPOCHS)"],"execution_count":21,"outputs":[{"output_type":"execute_result","data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAASAAAAEgCAYAAAAUg66AAAA1QElEQVR4nO2dd3xUVfr/35OEFAgt\nICCCsAhKl680EQUiouwiFlgEUVyxAfaGir9ld9F1Qfza8KuIiIiNxVUWkaLi0pTmLk1QuqAgIp0E\nCCFlfn/cfc6dJEMyk8zMmUye9+vFC5hy7zn33jnn85TzHI/X6/WiKIpigTjbDVAUpeKiA5CiKNbQ\nAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiK\nNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgAp\nimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYO\nQIqiWEMHIEVRrKEDkKIo1kiw3QB/eDyegD7j9Xoj0JrgCbRdgfQzmtF+FiQuLi6oz0cbNtodlQNQ\nIJTXm6zELvpMBo+aYIqiWEMHIEVRrFFuTbC4uDgSExMBqFSpEgDHjx+vsDJY/A9t27bl5ptvBmDC\nhAkA7Nmzh/z8fGttKy3Vq1enZs2aAPz444+AmjngPO9yP/Py8iy3pmyoAlIUxRoebxROKYFETZKT\nk/nnP/8JQHp6OgA7duwoMjOcf/75QMGZc/z48QC8//77bN++HYD4+HjAmXXl/wcOHAiq3XKM3Nzc\ngD4fiuhQcnIyADt37gTgrLPOMu2Qa3H69GnOO+88APbu3VvmcwpliYLJa3IMj8dDamoqAK+++ioA\nx44dY/r06QAsX768zO0tLTajfR6Px1yD66+/HoDExETTppycHAAaNmwIwP79+0t9LhtDgSogRVGs\nUW4VUHx8PP/5z38AaNOmDeD4QYKZhbxer/EtiCqaMWMGAIcPHw6qzeC2O1B/S1lmTPF7bdiwAYAL\nLrjgjJ/Nz8/n1KlTAOzatQuAyy+/HIBff/211G0IhTIQBffkk08ycOBAAKpWrQrAM888w2uvvRbU\nucKBDQUkx9q/fz+1a9cu8fPyzJ133nnmHgeLjWtcbgcgX/r06QPAxRdfzH333QfA0aNHAdc5O3Xq\nVB544AEA47xOTk5m4cKFAFx55ZVA4INHcUTigT333HMBWLJkCQCNGjUCHHPr0KFDADz33HOA81Du\n2bMHcH7ogBmQTp48SefOnQHM9wJ1bIain/Lexo0badq0qekDQM2aNQM2Z4NBBu+8vDwSEhIKnNMX\neXYCvR6hHIA+//xzAK644grTDnk2T506xcGDBwFo0KBBgfcyMjKoVatWqc6pJpiiKBWKmFBAQnJy\nMr169QJgy5YtAPzwww+AM4uJ8nnppZcAuOWWW4xj74svvihLkwsQbgUUHx/PzJkzAejduzeAmckP\nHDhgXvv+++8BZ3asVq0aAP/3f/8HwHXXXQdASkqKmeF37NgBQM+ePY0DPjs7+4ztCKUC2rdvH2ed\ndRbgOvFr1apFZmZmQOc4E+KQHzt2rDHxJNDw/fffGyUxcuRIANPvo0ePkpSUBDgqMRBCoYAGDBgA\nuK4A32OKud2zZ0+jgN955x0AmjdvDjiqTVTu2LFjgzq3KiBFUSoUMaWAAkVmtsWLF9OlS5eQHz/c\nCqhOnTpmNhTVILzzzjvcfvvtQPG+C3H+iq8MnEROgCFDhrB06VIATpw4ccZjhLKfGzZsoHXr1gVe\na9OmDRs3bjzjd0T1yf2cPHmyUQItW7Ys8Jn4+PgiKRo///yzUX133HEH4PrBjh8/bnxFxalAX8ry\n3Hbo0AGAr7/+ukCf8vPzTZsuvfRSoGC6yUUXXQTAp59+CsDZZ5/N5s2bATc4E6gfTRejRgj58Ykk\nL28kJyebnJnCkbcNGzYE5DQVJ3Tz5s255pprADhy5AjgOIQDNTtCxbvvvsuzzz5b4LXPP//c5HjJ\nj1Cc7fPmzTPRITGzSkIczbNnzwZg9OjRJg/MX/DBn2M6HDRu3JiPPvoIcAMk0p4ffviBhx56CICt\nW7cW+e6aNWsAt0933XUXNWrUANzBNxyO/FChJpiiKNaIeRPslVdeAWDhwoVMnDgRgAULFgDw9ttv\n869//Stk5xLCbYIlJCSY/B1xLsuMWb16daNuAm2DtLdwuLckQtnPSpUqGae5bzg+KysLcJzU4JgY\n0lZRgb6m1YoVKwDXmXzOOecA0Lp1a/72t78BMG7cuKDaH+776fF4uOSSSwDXpJJ2//GPfwxIwVx9\n9dUATJs2zaRViLoLFHVCK4pSoYhZBSS+An9ZodLlpUuX0qNHjzKf60zHL4nS9rNhw4bGOSsqQMLV\n7dq146effirQDo/HY1RCYX9JlSpVijiaS/IhhSvjW5Iqu3XrdsbPSJ+8Xq9xDosjecSIESbt4sIL\nLwTctIN69eqZ7O9Vq1YF1J7C5yyJsjy3oj4liVAc4CWt3RN/z4cffgg4ClH6HmxSrSogRVEqFDEb\nBevXr98Z35OZqnv37iZxUfxC5YEWLVqYaIn4ByRsm56ebkLzEuVr1aqVWdsm66xE9SQnJzNo0CDA\njaiUZUV1WZClI4EooC+//JIRI0YAbrIpuArv7rvvBpyUBXCiS99++23oGx0ifJdZAAFXL5D0AVFM\njzzySLmq/RSzJpg4MtevXw84D6A8nP6Ov3v3bsBdY1UWwiXZJaw6Y8YMrr322gLHkLIMu3btMvk8\nkgfiizyovucWk+ubb74BoEePHgGFoEPdTzFDJOx88803m/so5pZkcC9fvtzvD61KlSqAk+MD7oC7\nceNGY5oESyQXo8qAKf09duyY389Jv+T5lkmjS5cupTal1ARTFKVCEbMmmIQgZUb0R7du3Zg1axbg\nFnQSR2j37t3D28BS0LZtW8CZJUW1iAkmpUn69OljFFBxyGx9/Phxk5gp4duOHTuybNmy0DY+AETR\nPP/88wX+DgapjCDpCWJqShZxtFM4wdSfAkpLSzPKR8L1knYQhQZNsagCUhTFGjHrAwoUCWPKMgS5\nHJs2baJVq1alOmaofQa+NXMAmjVrZl4TX8fQoUMBWLRoUVBtjY+PN45P8TFlZGSYFePFEW0bEyYm\nJpq6R+KIX7t2LeAm+JWGSPbz9ddfB6B+/fqAU4ZVlOGtt94KwJQpU4qcS5RS27ZtTRpGsGhBsv9i\nYyfNvn37Apg60/Hx8bzxxhsADBs2LKhjhfqBFYejDJIej8c4idu3bw+4pTdKww033AC4JSC8Xq/5\nAUgGsj+ibQDq2rUrX331VYFzNmvWDAg+K9iXSPRTXAUyyYhLIDs720Q4fXO4fPOhwA0keL1eM3Fq\nJrSiKEoxxKwTOliknIHvLCAlHWwjYWnfvcdHjx4NlE35CIsXLy7wf4/HY2bdUCDthtCUvD0TN910\nU5HdNqTmdzQTFxdndr6QDH7pR+XKlYt8PiMjw6xhlH3TunbtCjhm6HfffQe4WdWBBCVsoQpIURRr\nqAL6LxK29V15LKVNbSNOYpkV8/LyTOJhKCg8y+bk5BjndiiIlG/hxhtvNP8WH1kor1OokZD7BRdc\nQLt27QA3AVEy3bdt22Y2TpANF3zX6skz8fHHHwOO01qCCZL53bp164jXdwoUVUCKolij3EbB0tLS\nmDNnDuBGDJo0aRL0jCfnkjKWsgZn69atJpoQ7CUKddTks88+A+Cqq64yx5dV/hLlKe0e4ampqSZ0\nLaH3Xbt28Zvf/KbE70ZLFEx8TDk5OebfGRkZAAGlE5REKPvp8Xj4n//5H8DZmRecNko6iBTJlzpW\nL7/8ckDLYmTNmNRL8uXUqVO8+eabgLNWDPxXe9SSrEGQmZlp1jqJlD127BgtWrQAAnM+pqSkGGeu\nDDxSAOull16KmqxSKVUqe5eBU8YT3FKl0t927doV2275kdx0002Au6uCLxMmTCh7o4s5N4T2YZdi\nXv6c3YWd0raJj4/n0UcfBdxnLjs7m23btgHuJCNru0py2svaseLK0iYnJ3PPPfcA7sJd2f769OnT\nVtJeBDXBFEWxRrlVQDk5OYwZMwZwyzikpKQY00RWt/tuQSxyfMqUKYAzc8rqcJGk4vDzpwxsITtU\nTJo0CXAKj8tsL32SdWJ5eXnGaS1mSFJSUhFTxJ8ake/JuqJQIefyPafM2KEomO5v3Z44YqNNAeXl\n5bFu3TrA3Qlj7ty5JgFWSu36tleCBOKorl69ujG9pXqDv3C9L6KkJEPcd0dYm9dGFZCiKNYot05o\nX2TZwKpVq8xe2YJ0Lz8/v8hI7/V6jboYP348EJodUiNRxPyuu+4C4K9//SvgJp15vV6/iqNw2zZt\n2gTAnDlzeOKJJ4Jqd+FjBdLewkgCnexLVpbHUJYxHDlyxJxLVsGLj6QsW+yE634GuwmAHD8uLs4E\nHeQ1SWDctm2beU+O/6c//Ym///3vgP8SxYKuBfsvpf1hXnXVVcyfP7/EY0iX9+/fb9ZByW4Kocgb\niWR0SPKXxLmYlpZW7HGldrREucSJXRrK0k9pt5gCWVlZxgSUH06gkT05xvr1641pIq9JZURZ5BkM\nwbbDpjNXBtp169aZAVkiu+np6Sa4Utw907VgiqJUKGJKAYHr3LziiisACjj3JFwvRau+//77sKyT\nsZ0fI+aYqLmzzz7b7KoZyttdln4Wfq1GjRrm3g0YMABw8rskKCAF0mQm90fTpk355JNPAHcdnzji\nb731VvMsBIoUaivunL7YVEBCamqqyXouvGK+JFQBKYpSoYg5BRQN2FZAkSLU/UxJSQHc3TxGjBhh\nVNHgwYMB//uj+zuGfE4yjLdv325qJwXr9A31/mfRiiogRVEqFKqAwoAqoIIE20/x1dWqVYsuXboA\nmM0DAt33Xo4haRmdO3dm2rRpQbVD0PsZPnQACgP6wBYk2H7K5+Pj4wssNA3mnIJ83+PxlHrBrt7P\n8KEmmKIo1ohKBaQoSsVAFZCiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMH\nIEVRrBGVRekrSkq79jO0xMfHF1m5Hoo822jsZ2mXlRSHLsVQFKVCEZUKSFFKQzhUQTQSS6unVAEp\nSjnB4/Hg8Xi47777aNy4MY0bN6ZmzZpmh5HyiA5AiqJYIypXw0fKmZeSksKQIUMA6Nu3L+Ds0w0w\ne/ZsPvroIwBT5DtQos1pGS7Kaz+lPampqWbH2D179pzx87b7KTWNpKDawIEDTalaMTvXrFkDOMX3\nt2zZAoRvn7dQogpIURRrVEgFJJvibd261WxhIxvZyeXIy8ujefPmAOzYsSOg4wa733k0KIOUlBTq\n1q0LuJv4LVq0iMWLFwPFb0ljWxkES2JiIgCvvPIKAL179zbb9si+6/4c2Tb6KcdKSkpizJgxAGY3\n3NTUVFOaVorwS/qBx+Nh+vTpAPz4448A/P3vf+enn34C3I0p/Z0r0OL7oUQVkKIo1qhQYXixpZ9/\n/nnAKXouykeQ2eDkyZP88ssvkW1gBJHte99++21+97vfAc5sCzB8+HDatGkDuLNoLCAF7vv16wc4\nSnjVqlU2m1QEUWnSxscee8wo8WPHjgHQoUMHs8e7PNOy/VD79u3p2bMnABdffDEAnTp14qGHHgKc\nzTgLY9MIqlADUNWqVQHXrPB4PMZcEvPpwIEDANx5551BO5+jNQ+ladOmZpfPv/zlL4C7l/wll1zC\niRMnCnx+/fr15jrECpUqVaJHjx6Ae6+3bt1qHLa2751MfNdffz0AU6ZMARyTady4cQA89dRTRb4n\n7Zb79dlnn/HZZ58BULlyZQDq16/P0aNHw9f4MqAmmKIo1oh5BSQzS7169Xj99dcBuOqqqwBHvorj\nTfaIf+aZZwCYM2dOpJsaEpKSknj44YcBV+2IrAfXQX7w4EHzXqVKlQB3Nn3vvfeCVn/Ripgoy5Yt\n48ILLwTcZ6J+/fp07twZwFwD2f4n0gwYMACAN998E3DbvWDBAp5++ulSHVOUfjTfS1VAiqJYI+bD\n8OLAe+ihh8z+4mIbx8XFGSerOKYlRFsWIhm2FSe6hFnr1q1rZk9fJNwsym7dunUAjBo1yjifZcZs\n0KBBQDuQRrKf0sZBgwYBzk6p4pT1x7nnngu4/axZs2aRMPOJEydMH7p27QrA5s2bAUcpRmpv+AYN\nGrBp0ybA7efGjRsBx6lc1p9ocnIyvXr1AuDTTz894+dsDAUxb4LdfvvtAAwePNhEfoT9+/eb/I9o\nddKVxLvvvgvA2WefXeQ9eaBWr15Nnz59ADhy5AiAMT2Sk5ON+fG///u/QODbH0eSFi1aAPD73/8e\ncH6oku8iP/y+ffuaXBkZUMTh7PV6+e677wD497//DcAHH3xgMqDFKe/7Iwx3/pI8jytWrDBBgkOH\nDgHQsWPHIu0JFpmI0tPTzQQUbagJpiiKNWJeAYnZlZycbKT0HXfcAThra6LQAg0IcSy3bNmywOtZ\nWVlmFr322msB+O677zh9+jTgmmytWrUCnOsiqkgc8NGEKJhRo0YBrrJ5//33zWdEPTz44INccMEF\nAKa//fv3B+CLL74IOtQe7sxgyb/Ky8szOWfNmjUzr5UGj8dj7vG9994LOEp/586dZW1uWFAFpCiK\nNWJWAYnz2dc3IutgZJV7qNVPpNY8Va9ena+//hpwfSMyWx87dsz0TxIvU1JSzPq33r17A/Dss8+a\n4y1btgxwVUM0cc899wBuZrCEyb1erwkm3HnnnUBBNSiJfPPnz49YWwNFnhPJVN69e7dR6lKNIdhj\niY9v6tSp5r6LD2jXrl3mGomTPVpQBaQoijViVgH985//BNwZIicnh4kTJwLFr/COZgYOHAg40ar6\n9esDBVfvA+zdu9f4Sc455xwAtm/fzrZt2wAYOXIkQIGI4IMPPhj+xpeChIQE015BVNqWLVu46KKL\nADeJLy4ujvT0dABWrlwZwZYGh0Qd9+7dC0D37t2D9jeJutm/fz8AaWlpQEEVLsfMzs6O2jV9MZcH\nJLJcMpvlWK+99pr5ocmNSU9PN1K9Tp06AKxduxZwQrrizA2WUOfHNGjQAHDWaIGz8FC+K5JdBtdd\nu3aZEK68lpGRQePGjQF49dVXAWjYsCHg/KBTU1OBwMuICOHOA4qLi+Pmm28GMNnd//rXvwDnPouT\nXe7d8ePHTXnSUD7Woe6nlICRDOVgJ8SEhAQTVpdyHL7IZCR5UrfddhuzZ88Giu+LFiRTFKVCEXMm\nWOFMZlEI9957b5ERfs+ePWY1tJgrnTp1ApzVxWLGSfKbLbEoYXJRd5mZmcycORNwUwpKkvBbt24F\nXMe0OHM3bdoUtPKJFPn5+bz33nsAfPjhhwC0bt0acFaNi/LxVR5RKOiLINnOwTr9xcw6ePBgEbUl\nquf48eNmraMo+O3bt5epveFEFZCiKNaIKQXk8Xi49dZbzb8Bk+Dlb2bcvHkzV155ZYHXJHHto48+\nMqHfpUuXAnDZZZeFpd0l0a1bN8CdMRctWhSw8hHEOStF2OV6DB06NKRtDTXSP5nhmzRpAsA111xj\n7rH8nZycbPxZ4gOMRkS5jRgxAnCqFhROPJQ+ValSxRQRE7+dP+TzBw8eNMrn559/Dm3Dw0BMDUDN\nmjUz0QH5gX311VdBHePjjz8GnPVQkmF7ySWXAHDWWWdZKdQlESxfsyuYqInH42Hy5MmAGz359ddf\nAdexHe2I43bs2LGAM5CK6Sj3Oj4+3vyoxWTbvXs3YKfe8ZmQXKwnn3wScNwDsv7Od+ABx1yTqJkv\nMmDJpCQO56SkJGrXrg2499jj8UStaaommKIo1oiJMLx8fuvWrTRt2hRwQ5sSlg02w3TDhg1mvZTM\nnoMGDTJZxsUR6rCtZDEXLp4WKJdcconJdhauuOIKwA1rl4ZIluN44IEHALfImtfrNdfh8OHDADRq\n1Ih9+/YBMGHCBAAmTZoElE0BhbKfcXFxRq2IuegP3/YWPu6aNWuMCS5VHG677TbAMddFGcox5s6d\ny6xZs4Dia3xrGF5RlApFTPiAxKauW7euGcWnTp0KBL+qWJycLVq0MDViHn/8ccD1D0UaSTorrZLw\n9YOJQ7MsyscGUkJWEu8OHDhgrocU1T99+jRvvfUWEBrlEw5atGhh2iTPanZ2tvHNiU9HfEAnTpww\nPiDZH2z8+PFFnmtRfI8++qiplCCVBHr27Mlf//pXwF0bGS1OelVAiqJYIyYUkCQfSqIeuAmFEhEQ\n3wC4SqJNmzZ8+eWXgBPh8iU/P98sW5CERNv4VvcLRNlJ3+Li4oxfQJZplDekv6tXrwackLush2vb\nti3g3H9ZHxZtyuf8888HnMoDkgzqu5upIMrHNxomqkiSSX19NfJMvPjii4D/pRlxcXHG3yTVASQt\nw3YSakw4oWVRn289ZHlg5f+ZmZlGykp43d95JBy6bNkyU0c32EsULuesbKHcvXt3kxH8wQcfAG7O\nR25urhl4pNxDXFwc48ePB1xzMhRE0gkt904c8hkZGWazPTEvKlWqZEyLSy+9FChbmkHhZ6kk/PXz\nlltuAdxytzIhQkETTAYCMZ/kvXbt2pm8HjFD/SGD2qFDh/yG7QUJztx4440AfPLJJ7o1s6IoFZOY\nUECSWTp37lw6dOgQ1HclPC8yV1ZYL1mypNQzQriUgcjrTZs2mRXyMnOKAqpTp06BXT/kM5IBHco9\nosKtgDweT5EdPnzViLy3ZMkSwFU9vrz99ttA6TK+Q6GARLVu2LABKGjqy/O1du1a5s6dC7iF4kp7\nn1JSUozaHT58OECB7cflnLJi4P333y/iFI8kqoAURbGHNwoBSv3H4/F4PR6PNykpyZuUlOQdMWKE\nd8SIEd6kpCRvcnKyNzk5uUzHD+RPuPuZlpbmXblypXflypXeQ4cOeQ8dOuTNzs42f/Ly8rx5eXne\nw4cPew8fPuz97W9/Wy776fF4gvr88OHDvZmZmd7MzExz7pycHG9OTo532LBhQZ8/Li7OGxcXV6Z+\nyvPYpEkTb5MmTby7d+82bVyzZo13zZo1YXsOU1NTvampqd5Vq1aZNh48eNB78OBB815p7mcoiQkT\nLFqI1EZ2SUlJLF68GMCYnCKzvV6vOb9kvw4cOLDUuywUR6CPTllMsGAfTzFNpQSFOGRPnz5tcmAC\n3QNOrmmg2zUX188aNWoAMGPGDNq3bw+4pVTkPoUaKftx9OhRE3gRV0ObNm0AN7IGgd/PUKImmKIo\n1oiJPKBoIVIzSHZ2tlnbJTu7ymydl5dnHJjDhg0zr5VHSnM9ZadTmfFlLeDSpUuLpF+UdPziwtnB\nIqrrhhtuMOcP9268onZ27txpdk/ZtWsX4JapAfxu5R0pVAEpimIN9QGFgXD7RsBVPFIudtCgQQC8\n8MILJvlOVl2Hi0j0M1QkJiYWWSUeKOWpn/6oXbu2yea/7777APj222+BgtdCfUCKolQoVAGFgfI+\nYwaK9rMg0dxPWYsm1TX99cnGUKADUBiIhQc2ELSfBYnmfgbieFcTTFGUCkVUKiBFUSoGqoAURbGG\nDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYo2orAcUzSntgVBeU/dlj6lA\n6weV134Gi41+Si2i/Px8c9xw7+FlIyc5KgcgxQ7ltXBZLCKDTUJCgvXNA8OJDkCK2cZHFFBmZqbN\n5ihAo0aNAGjevLmp7fzJJ5/YbFJYUB+QoijWqJAKSGzquLg4q5uy2USuwTvvvGM29JPteleuXGmt\nXRUd8f3cf//9ANxzzz2mZvNTTz0FwLhx4wLeqSPaUQWkKIo1orIcRyiiCXKMu+++G4CmTZvSr18/\nwPV57Nu3j6uvvhqAn376CQiNEorm6FC1atUA+OGHHwCoVauW2T2he/fuQOAKKNT9lM81bNgQcGpa\n165dG4CqVasCcM011wDO1sWiEmTni8TERP70pz8B8OabbwJw6NChgM5dHJG4n6JyrrrqKgDeeOMN\nANLS0sxuHhIkyM7Opnnz5oC7JXco0IJkiqJUKGJOAVWpUgWAdevWAXDeeeed8ZiZmZl06dIFgO+/\n/x6IXQUkvoVNmzYB7nUBOHXqFOCoIcDsK1YSoexnXFwcrVu3BuDBBx8EoFu3bman08J7dJW0l9Xx\n48cBVx2VJZQdSQVU+BjJycn8+9//BjCqx+PxsHPnTgCaNGlS6nMWRvOAykh8fDwfffQRAOeee26B\n906dOmUczrJtb0ZGBrt3745sI8OE/EATEhLMFsSy+ZzvljQrVqwAMKZNtWrVePjhh4HAB55wIQOh\nbBu8atUq0wcxwc466yzAmTBkwJIfTr169cw9luuRmJgIhD+Jr6ycaaugEydO0LJlSwAeffRRAMaP\nH8/1118fsbaFEzXBFEWxRkwooMaNGwOwbNkyM/sLMvN98MEHvPvuuwBcfPHFAAwfPpyXX34ZgFGj\nRgGwf/9+891gN7CTRL5IUK9ePQC++uoroKCpKSHaiRMnAvD0008bR6Zs5ZySkgI4qmPz5s0Ra7cg\npoZssNiwYUMzq4tqadu2rXlfVKskSc6ZM4dbbrmlwOdvvvlmHnnkEcBVTJ07dwZg0aJF4e1QBBD3\nQm5urtlep7yjCkhRFGvEhAISf8acOXMYMGAA4M544t/48ccfzefFQT1mzBjjb6hRowYAv/76K3Bm\nh1z16tUBdwaX/+/Zs8fMUKFGHJRDhw4F4LbbbqNDhw6A6+uQ9qxevZprr70WcH1A1apV4/HHHwcw\n/gQJ6Z44cYIlS5YE1Z5QOM9FtUg7MjIymDJlCuAuOdi5c6e5vpI6Iffr888/N+kDwqRJk7jooosA\n6Nu3b4G/Y0EByeaC2dnZ1v11oSImBqD//Oc/5m/Z+1oGEH8ZoxL5OnnypDHBtmzZUuB7Z0L2W5dB\nQaR+cnIy2dnZZeqHP6pWrcoTTzwBwF133QU4g544bPft2wdgspn9OdXPO+88c12k3SdOnACgWbNm\nYdsrvThk8JBjHTx40Lzn+29fkxhg7969Bb7vS2ZmpjHRYmlhrUyOkgMlEbBYQE0wRVGsERMKyJfC\nM6PM+HFxcVx33XWA64C99NJL+e6770p1HlENvoojHE7oK6+8km7dugFumHrUqFEmW1naX5wqWbBg\ngTHV5PqkpaUB9sLTpVVR/pSPmISDBw82KkFWkEveU3lmyJAhgOuEFlMsFlAFpCiKNWJOAQmifCR8\n65uYuHTpUgATlg8VocxsltnukUce4YILLgBc/8cvv/xifCPST18/jvil/vGPfwCQmppKRkYGAL16\n9QKiPzGvJDwej7lGEmr/85//bNa6yb0QRTRlypSgfV3RwkMPPQS4fUpKSgq6emW0ogpIURRrxKwC\nkoTE3/zmN0Xek2pz8fHxIZ1BwrGW5tixY2bmk3VR48aNM6kHEuXz/b8oA99awqIStm7dGvI2lgZp\nW1mumfiDZK3UvHnzuPzyywEnugfQs2dPwImsid+rvCEpCHKtPB6PSUeQlJLySswtRhVEokrZiYYN\nGxZ56Ddu3Ejbtm3LfK7ChHLxYpUqVRg8eDDgmhOdOnUya6ICOcbx48dDsiizMMH20+PxmH+X1Ryq\nXLmyccpLO7xer8kvEvNT8oA8Ho9JoZCwdqDYXFycmprK6tWrAdeNkJCQYHK85DqKW2H06NGlLi2j\n5TgURalQxKwC8kfTpk0BzIr5Cy+80MyKspaqvBSwkjCzKBoppREfH88333wDuDN9lSpVGDNmDID5\nOxTYUAaibPPz84s9vyihTz/9FHDSGUQtyBqy999/P6Bz2uinrIFr166dyRAXE7JatWomE7pOnTpF\nzi1FykaOHAk4meWF1aI/VAEpilKhqFAKSBCnnixH8GXOnDkAXHvttaX2U0RLQbLbb78dcMqTSptE\nEch6sbIQyX4WXnuXmZkZUAChU6dOACxZssSoxqysLMBJ6AukpGkk+ym+umnTpgFOG6XomK/6E+Vb\nOPlVlJN8DpzAg/gRi3Na2xgKKuQAJEyaNMn8SAvfSK/XaxzUGzduDOq40TIACb/88gt169YtcM7f\n/e53AMyfP7/Ux7UxAMl9KsmZLvlRUl967dq1RaKDhw8fpkePHgDFliSJRD/FlPrggw8AN7cpMTHR\nmJPSjvz8fONGkEx8GZj79etnBlrJfj9y5Iipkf3nP//ZHKMwaoIpilKhqNAKCNxdIpYtWwZgynyC\nW6JUMosDNcmiTQEB7NixA3BrCEtfqlWr5tcUDYRw9VPMiMTERGMuBXrOwoXOJOdrwYIFpoibqKij\nR4+adVVHjx494zHDfT8TEhJMtQIpHyPPZWJiommvPI+zZ8/mpZdeApwyMADp6emAU2RPVJ+seZw5\ncyajR48GQtPPUKIKSFEUa5SbTGh/a55CgayREpv7yy+/BJyyrbLeShSQhOzLI+3btwfcNAOZTSNZ\nRjZQZAfQvXv3Gqe5b0G54pBZXDLDH3vsMcBJ4pOs8QMHDgBOlry/1fWRJi0tjcsuuwxw1y5KJv/8\n+fNNIuKsWbMA53kUH5ikFEgGeNOmTfniiy8AmDp1KuCo+yg0dABVQIqiWCTqFZDY1ZJSP2/ePMB/\npUNfZKnCvffeCzjVEqWQtyzPyMnJMTODVDN8/fXXAad0qUQmpOJir169jM3tLwoTbjUhtv2MGTOM\nopH9zDp27HjGdgFmB1jpp6iAaCrtKfda/CFJSUkmmU7WPoliPRPiO/n4448B97r4LgN58cUXAf+1\nhSKJPC/p6emmlKw810eOHAGcZ3XhwoUFPt+uXTueffZZwC2xKxbC6dOnzbO/YcMGwI5vJ1CifgAS\nHnjgAcB9OOvXr89zzz0HuI7VnJwc48STsKQvYr6J03X69Ok8/fTTgJsJLbWWk5OTTfhTMqh37Nhh\nbqYUApOCV0888YRZLBouZC1Y586dzQMnu1zIj+nxxx9n8uTJgJs5O23aNPOAy+4Ykv8STSUq5NpK\n1m5KSoq5prL7h2wffSZnqjheZcDylyEsu4XYRq79woUL2bVrF4C5T/JM165d2/RFyrGMGDHC3NvC\naQnbtm2jf//+QMmTdDSgJpiiKNYoN2H4c845B3AdlEOGDDGJVtKFvLy8ImZQcaHRkydPcvjwYcCd\nQXxLXxRnUsnsJY7pm266yazB8i2qXhylDdv26NHDyPJAjuH1eousQhcztEWLFqVeIR+u8LQUYFu/\nfr1JqhPWrFkDOKZVYfXWqFEjs/uFPC9y7iNHjtCvXz/ATbkIlEiE4cVkFFPZd+vpwvcnNzfX9F3e\ne+uttwDH6V5a5aNheEVRKhTlRgH5+4zMEr4p6sUhisY3TV+cfRL2lPKXQ4YMMb4IUVpz5swxjuk3\n3ngDcOuwiH0eSDt8+1BWZF2bKLnExMQiasfr9Rpns8yYkyZNAhxFWTjZL9B2h7ufCQkJzJ07F3B9\nP3IPJ06caIqrid9kwIABRZL2Bg4cCMDKlSujLuHSF7mPEvBo3rw54Fxj6cvixYsBWL58uUlElKBC\nKH7Guhbsv0QyQ1iQQUZk+v3338+HH34IOJmk4AwykmErCyHlb39mTkmEsp/ilFywYIFxmot5+MMP\nP5iBVvJjxCE7bty4gKrq+WYYy7lkT7JAv1saJKIj7ZX7dCbkcZbPt2jRAnCKspWWSGa233jjjYAb\njc3KyjIVH//whz8AjgM+HMEDNcEURalQqAIKA9G4FkwovJuCx+Px297C+4ZJbe2tW7eazHDZxrok\nQtFPSZOQvKdKlSoVOa7X6zWq9f777weK7qxaGqL5foYSVUCKolQoVAGFgViYMSVhUXwNhX1eYL+f\nodhZIxBs9zNSqAJSFKVCUW6WYiiRRVIQopkoFO9KkKgCUhTFGjoAKYpijah0QiuKUjFQBaQoijV0\nAFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiKNaJyMWpFKWsQaO1r\nK7V6Ayh1oWUqClK4RnmokOsnf1euXNnUgpYCc6FYPGzjOYvKAUhxsbVSRlfoBE+4rlnh43o8HjPw\n2N7dtaxUaBMs3FspRxLfrYeV2CQ1NZXU1FTeeOMNWrVqRatWrcr9fa/QA5CiKHapUCaYzBS33XYb\nAMOGDeOGG24AMHtzlzdk//r69esDULduXbMFjexbH+gWLqII8/Pz1QSLIqpUqQLA559/DkCrVq3M\nvZWdYssrqoAURbFGzCsg2SN8zJgx3HLLLUDBze26dOkChEYBRdKnJBGXBg0aAPDKK68AUKtWLRo2\nbAi4W+qcOHGCBx98EHBnU9laZ+TIkUybNg2AAwcOAPDxxx+XaSM/JXTEx8eb3VKbNGkCOI7nCRMm\nAOU/WKAKSFEUa0RlRcSyePVl6+Svv/4agA4dOgD+1Ulubq7ZinnOnDlA8DOKb1vl3IGGRkMRvZBj\niCKKj4+nbdu2ALz88ssAtG3b1qg+yRdJSkoCHB+S5JRs3LgRgPT09ID2UbeRByR7qD/++OMMHToU\ncLaeBujVqxc5OTkhO5dgM99p6dKlXHrppQVee+aZZxg9enTIz6V5QCGgXbt2ALRp0wZwBx6v12uc\nsWJeZGVlmR0/X3vtNQDmzZsHQP/+/XnhhRcAOPfccwFngElPTwfg6aefBjA/1KysLGPyRBJ5aHz3\n7RLJftlllwEwePBg9uzZA7jXY+DAgQDccccd5ljS/pMnT0ag5YEh5qSYHH379jXvFTZDjx8/TvXq\n1YHysatHcch9ad26tXntyJEjALz55ptW2hQO1ARTFMUaMWWCVa1alVWrVgFw/vnnF3jv9OnT/Pjj\njwDUq1fPfF5m0eLOKZcoNzeXjIwMwJ2ZZH9038sYbUsUEhISzLlEAYnJ2bNnT6MMV69eDUDnzp0D\n6kMo+xkXF2dU2cSJEwHHYS5mbeFzZmVlGXOrWrVq5jzSFzE5A01BKI5I3s9atWoBrlmZmppqjisK\nqF+/fixZsqTM5yqM7oyqKEqFIiZ8QHXq1AFg8uTJNG7cGMA4VtevXw9Anz59zKz43HPPAZiwvD+8\nXi9ffPEFANOnTwdg7ty5xj8STX6SksjNzTWzqKQliI/MF/ETlTQThkO51a5dm/feew9wfTu+HDt2\nDICWLVsCsHfvXvOe7GOflZVlvnv06FHAVUfRjiSSioKXNInDhw+bZ23Lli0ATJ06ld69ewOwdevW\nMp/b5lKOcm2CyeeuueYaAP7f//t/HD58GIC//OUvgHtDfbsp35s5c6bJA9qwYQMAf/vb3wBYvHhx\nqSVptJlgHo/HONIXLVoEYJzvXq/X5BCNHDkSCDyKF8p+JiQkkJmZCbgDSl5eHl999RWAcf4XR+/e\nvZk/f36B15o1awbA9u3bA2qrP8J9P5s2bWr6WbduXcA1tzp27Mju3bsBSElJAeDbb78lNTUVgNtv\nvx2ATz75pFTn9kVNMEVRKhTlWgEJzZs3B5ycFgkly1oZG92LNgU0YsQInnzyScA1wbKysgC49957\nmTp1aqmOG65+iqNcUgsCxePxGNNbzO2uXbsCsHz58qCO5Uu4+imBjLlz5xoT7OeffwZcE1lUoS/3\n338/Q4YMAVxF+9hjjwV1bn+oAlIUpUIRE05oWcN0zjnnGHu5IiOO2FdffRVwVv3L7Cxh6aeeegqg\n1OonnASrfATfZFNh0qRJgH+nuy3k/sjq9rp16xq/m/jh/CkfYfbs2cZ3uWzZsnA2NeyoAlIUxRox\n4QMSe79q1arGlhYlJL4O38iOfL5jx46sXLmywDnlcjRv3twco7jZyBdJmgt0PVK4fECDBg0CMKvc\nExMTjTJ4/fXXAbjnnnvKfJ5o83W1bt3aRD1lzZgkig4dOrRIhCxQQt1PCbGLcs/JyeHTTz8F4A9/\n+IN57UzEx8ebZ03aForSrLoWrJTIzcrNzTVlJ7p37w5AzZo1ASejVKSvbzkOuej+Lr7cVHHcSoj/\nTJTWdAglSUlJZl2bFCvzer1mwJEBqLwh985fZrP8GKdPn27eF2d07dq1AZg1axZXXnklQFiyiINB\n2rt582bAeW5mzZpl/l0S+fn5ZrALx+LbSKImmKIo1ogJBSRkZmaaZC1ZIS1Jbf7WavlK5sIzbG5u\nrindWpLyKXxcmwwdOpQaNWoA7my6YsWKcqt8RMVJmLlbt24ADB8+nKZNmwJuZYLmzZsXqAoArhJK\nSkoyJSwk6S8U68RKg2R1+7btj3/8I+CqMzEd/fGPf/yDQ4cOAbBw4UIAZsyYEbb2hhNVQIqiWCMm\nnNBC5cqVjeM4LS2twHu5ubmmgPc333wDOH6h66+/HnAdg3I59u/fT6NGjYDg7Wwbztlhw4YBTt0c\nUQ3S7tatW4dkzVBhItHPwgXmOnbsaM5deMM+cJWPJKSKysnMzDQF1+666y7AXXFeEqHup1RjkOoD\ndevWNcmXEjR5/vnnAed+XnfddYC7hrF69eqmTaKmzj77bKBsdZCsbIAZSwNQpUqVjLkktY9lUWLt\n2rWLldwiYaWC4qlTp2jVqlWp2hHJAUgWWx48eBAoWHpDXuvVqxfr1q0r87kKE8l+fvjhhwAMGDDA\nvFa4gJrcc99zSq3v7Oxs3n33XQDWrl0LODk0gUQ4Q91PidC98847AFxxxRWmkFphfB3OxZ1Hon9d\nu3YtUx5VpFETTFEUa8SUEzo3N9coHgm1i4lVksPxkUceAWDBggUApc4ZiRQi2adMmVLg/77ZwFL3\nWcpslGdEAUkN7/z8fD777DPAXTnep08fk3YhKkBSKd566y1TPldMIN90jEgiiu33v/894Dja5bmT\ntWtCbm6uuZ87duwAHHOyU6dOgHvf5f81a9Y0yrc8oApIURRrxJQPCDAFySTUKiVUS/LnyLqcnj17\nAs7MI7Z6sOHaSPhGZOZ76aWXACcsDc7sKMpHCqndeeedYbHvI+kDkmNIWd158+YxatQowFU7X375\nJS1atCjwPVGIJ06cMM+ErJ8KNMM92jK+wU0bkb5LGydMmGCScYNFfUCKolQoYsoHBBQpPC8JiadO\nneK3v/0t4CZ7paam8uyzzwJOpAjcWSw+Pp6rr74acFYfRxsSnm7fvj3gzl4pKSnGDyYh2igUuUEj\nfZCC9b77lskGBOeff75RrRIh69GjBwDr1q1j27ZtQODKJ5oRVS4KSBRR//79S62AbBBzA5A8qFLW\n4MUXXwQch6xkjfpbuOdPPktoXjaGk7yNaKDwmicxyfLz801oXszKWELKh3i9XpOndeONNwJuLhe4\n10NC88uXLzdO3FhC8oakn/Xr1zc7a0i2dDSjJpiiKNaIOSd0YSTB6+677zbriaTLK1asMJmjl19+\neYHP+7ZB1MaYMWNMIa/i2h2o07os/ZRsZyk9K2oAXMe7OOTl/6HGpnM2LS3NbD3dv39/wFn3J20S\nE23MmDEAvPDCCzGzyYAvovB9za6ZM2cC7nUJFHVCK4pSoYg5H1BhxBE7duxYxo4dW+LnpX7Mvn37\nzIwmDr5Ro0aZtUgy40iS3+nTpyOa2CZt2rdvH+AqoKysLFOILFzKJxrIyMgwqlXUILj7hUk9qEDX\ne5VXpPqDqO64uLhSLyGyQcwPQMEiWbWbNm0qklOSnJxsImMSNVu6dCkADz/8cARbidkXSnZWkAEp\nNzeXyZMnR7QtNmjSpImpfil4vV6+/fZbAHbu3GmjWRFDJsc+ffoABTdzlI06iyvi5u9YNlATTFEU\na6gCKoTkVVx44YUm10bWHLVv396EemX/Jtn6efPmzX63FA4XMmtJvouwYMECU+ozlpG94HzxeDym\nHG0UxlZCSufOnQG3XLAvshOIrYJrwaAKSFEUa8R8GD6UeDweU+hMfEX+ZplIhG3lu7LjacuWLQEY\nMmRIxGY+m+Fp373kZe1bTk6O8Y2Fslh7NIbhL774YsBV56K+N23aZBJnw1VIL5SoAlIUxRqqgMJA\nNM6Y4cB2P2X5gaQ/NGjQwJRdDSW2++nvPKJ4mjVrBmBK7pZF/WpJ1v+iP8zygfazIBWln6FETTBF\nUawRlQpIUZSKgSogRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgApimINHYAURbGGDkCKolhD\nByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo\n1tABSFEUa+gApCiKNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACk\nKIo1dABSFMUaOgApimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGv8f9KVdO224t7iAAAA\nAElFTkSuQmCC\n","text/plain":["<PIL.PngImagePlugin.PngImageFile image mode=RGBA size=288x288 at 0x7F302F2CD358>"]},"metadata":{"tags":[]},"execution_count":21}]},{"metadata":{"id":"NywiH3nL8guF","colab_type":"text"},"cell_type":"markdown","source":["**Generate a GIF of all the saved images**\n","\n","We will use imageio to create an animated gif using all the images saved during training."]},{"metadata":{"id":"IGKQgENQ8lEI","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"bf66aad8-fbe4-4b1f-c260-bccf9c634867","executionInfo":{"status":"ok","timestamp":1537658575025,"user_tz":420,"elapsed":1604,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["with imageio.get_writer('dcgan.gif', mode='I') as writer:\n","  filenames = glob.glob('image*.png')\n","  filenames = sorted(filenames)\n","  last = -1\n","  for i,filename in enumerate(filenames):\n","    frame = 2*(i**0.5)\n","    if round(frame) > round(last):\n","      last = frame\n","    else:\n","      continue\n","    image = imageio.imread(filename)\n","    writer.append_data(image)\n","  image = imageio.imread(filename)\n","  writer.append_data(image)\n","    \n","# this is a hack to display the gif inside the notebook\n","os.system('cp dcgan.gif dcgan.gif.png')"],"execution_count":22,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0"]},"metadata":{"tags":[]},"execution_count":22}]},{"metadata":{"id":"cGhC3-fMWSwl","colab_type":"text"},"cell_type":"markdown","source":["Display the animated gif with all the mages generated during the training of GANs."]},{"metadata":{"id":"uV0yiKpzNP1b","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":305},"outputId":"a6146795-f0ae-4746-bbd3-5e19155e2c77","executionInfo":{"status":"ok","timestamp":1537658577831,"user_tz":420,"elapsed":2555,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["display.Image(filename=\"dcgan.gif.png\")"],"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"image/png":"R0lGODlhIAEgAYcAAP////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly8vHx8fDw\n8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e3t3d3dzc\n3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rKysnJycjI\nyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2trW1tbOz\ns7KysrGxsbCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCgoJ+f\nn56enp2dnZycnJubm5qampmZmZiYmJeXl5aWlpWVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH9/f35+fn19fXx8fHt7e3l5eXh4eHd3d3Z2\ndnV1dXR0dHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGdnZ2ZmZmVlZWRkZGNjY2FhYWBg\nYF9fX15eXl1dXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtL\nS0lJSUhISEdHR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMz\nMzIyMjAwMC8vLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsb\nGxoaGhkZGRgYGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgI\nCAcHBwYGBgUFBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACH/C05FVFNDQVBFMi4wAwH/\n/wAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLHaPHlMKVIkS1arVpkiRdq1SxYnTn/+4MLFatMmQ4Z40aLVqJEgQb5o0bp0KREx\nYrhwTdqNChWA38CD06EzKlGiWLFWraoUKNCuXbIkSQIEKFiwVpIk8eHTixWrR48IEf/StWpVo0aE\nfPmaNWvSpESePAGYT78+Hz6nEiXKlcuVK4CeDBny5UtWpUqBAvXqBWvRojx5drFiNWnSokW+ZMka\nNWpSsGC3blmyNGnUKAApVa7040eVJEm5csGCdalQIV++aEmSRIjQsGG1OnXy42fYrFmBAhky1CtW\nrEaNCAULdutWpkyWSJEC0NXrV7BhxY4lW9bsp0+bdOk6dmzXrl7PnkWLFkyTpmTJnj3zJUkSMWLY\nfPnKlOnYsWzFioEC1axbN2rUSJGCduwYAMyZNXfqtAkXLmLEdOl6pUwZNGjBGjVSpqxaNWKYMB07\nZi1YMEGCkiWztmzZqlXRtGlz5mz/1KhkxIgBYN7cOShQlHr1QoZMmDBYzpxRozbMkqVmzbRp24UI\nETFi2HbtypSJGLFpypStWtXMm7dp02LFgoYMGUAAAgcSPHUq1LFjwYL16pXLmTNo0Ihp0qRMmTZt\nvzRpggZNW61amjQdO2bt2DFUqJht2xYt2qlTz44dA2DzJs6cOnfy7OnzJydOvHDhKlbMly9uxIgx\nY9aLG7dgwYwZO2XNmjBhxG7dokaNGLFot25x47YMG7Zjx7x5A2bMGIC4cudasrRLlqxixYYN00aM\nmDRpvbJlAwZMmTJY2LAFC6YsVy5q1IQJU0aL1rZtwrZtK1aMG7ddw4YBKG36dKdO/7ps2UKGrFev\nbcWKESP2ypu3X7+QIYvlzJkvX8lkyWLGjBevZqdOadO2TJq0Y8e2bQt27BiA7Nq3kyI1bNeuZMl8\n+fKGDJkzZ7LChSNGbNmyWdq0GTOG7NWrZ8+IETP2CuCra9eSXbuWLNm3b8OMGQPwEGJEiRMpVrR4\nESMnTrxw4SpWzJcvbsSIMWPWixu3YMGMGTtlzZowYcRu3aJGjRixaLduceO2DBu2Y8e8eQNmzBgA\npUuZWrK0S5asYsWGDdNGjJg0ab2yZQMGTJkyWNiwBQumLFcuatSECVNGi9a2bcK2bStWjBu3XcOG\nAfD7F3CnTrps2UKGrFevbcWKEf8j9sqbt1+/kCGL5cyZL1/JZMlixowXr2anTmnTtkyatGPHtm0L\nduwYANmzaZMiNWzXrmTJfPnyhgyZM2eywoUjRmzZslnatBkzhuzVq2fPiBEz9urVtWvJrl1Lluzb\nt2HGjAEwfx59evXr2bd3/96VK2G8eHHjhgsXOWDAzp3zAhAcOFeuzJkbEi6cJUvnbtwQJ+7UqXJT\npmjTposcuTRpvHn7Va0agJEkS5oyBcyXL2zYePESV6yYOXOAxImDBcucuS7cuLFiVW7LFmzYaNES\nN2eON2/ExIkjRAgcuGHRogG4ijVrqlTAfPn69q1WLXK2bJ07V0WcuFGjzp3rAQ7/XKVK53To0KZt\n1SpzWLCAA8fLnDkxYrx5I0aNGoDFjBuzYoUsWLBv32TJIles2LlzP8SJ69Tp3Lkb4cJRonTux49v\n30CBMpckSbduwsSJmzPHm7di06YB+A08uPDhxIsbP47clSthvHhx44YLFzlgwM6d8wIOnCtX5swN\nCRfOkqVzN26IE3fqVLkpU7Rp00WOXJo03rz9qlYNgP79/E2ZAgjMly9s2HjxElesmDlzgMSJgwXL\nnLku3LixYlVuyxZs2GjREjdnjjdvxMSJI0QIHLhh0aIBgBlTZqpUwHz5+vatVi1ytmydO1dFnLhR\no86d6wEOXKVK53To0KZt1Spz/1iwgAPHy5w5MWK8eSNGjRoAsmXNsmKFLFiwb99kySJXrNi5cz/E\nievU6dy5G+HCUaJ07sePb99AgTKXJEm3bsLEiZszx5u3YtOmAcCcWfNmzp09fwYd+tIlWaWpUZs1\nqxEoUNWquUqU6M8fYcJMyZFjxw4uUKDKlFGk6JgsWX36aDJmLFgwWrRwDRsGQPp06osWiXLlKlo0\nXLgKjRoVLdooTpwkSTp2rJUiRXjwABs1Kk8eTJiAtWo1apSuZ8+MATTma+CwYQAOIkxoydIqVaqe\nPbt1KxMlStKkiTJjxo+fX78wzZlz584tS5agQJkzZxcqVHPmYCJGzJcvWbJwCf8TBmAnz56fPtWC\nBStbtlq1CFWqZM0arD9/EiV69oyUFClx4uTSpAkIEDRohpUqNWgQqGXLiBHLlSvYsGEA3sKNK3cu\n3bp27+K9dEkWX2rUZs1qBApUtWquEiX680eYMFNy5NixgwsUqDJlFCk6JktWnz6ajBkLFowWLVzD\nhgFIrXr1okWiXLmKFg0XrkKjRkWLNooTJ0mSjh1rpUgRHjzARo3KkwcTJmCtWo0apevZM2PGfGEf\nNgwA9+7eLVlapUrVs2e3bmWiREmaNFFmzPjx8+sXpjlz7ty5ZckSFChzAM7ZhQrVnDmYiBHz5UuW\nLFzChAGQOJHip0+1YMHKlq3/Vi1ClSpZswbrz59EiZ49IyVFSpw4uTRpAgIEDZphpUoNGgRq2TJi\nxHLlCjZsGACjR5EmVbqUaVOnT2fNwvXr17hxxIhdW7bMnDlejBgFC0aOHLE4cXbtKmfLVqRIwYKR\nY8ZMk6Zn5sxly6ZMmTdw4AAEFjzYlStau3aRI4cM2TJlys6dA1aqVLBg5crtqlNn1y5yt25lyhQs\nmLhjx3LlknbunDZtzJhxAwcOQG3bt1+9whUs2LhxvnwdM2bMnLlbhQrp0jVunK8/f4gRM0eMGCJE\nu3aRCxYMFKhi5sxJk4YM2TbzANCnVw8Llq1gwciR+/XLGTJk5swJ27SpWTNz/wDNTRszRpkyc716\nzZmza9c4XrxcuVpmzhw2bM+eZfv2DYDHjyBDihxJsqTJk61aBdvFctenT8pcuVq1ipAqVYIEESJU\n5c4dPHjQQIGCBs2gQX7u3HHlytSuXbBgUaMWq1gxAFizajVlCpfXWrVgwTqmStWtW5du3RIkaNGi\nOpky6dEjSI2aRHgTUZIkadasVcaMCRNWrVqsY8cAKF7MOFQoXJB79QIF6pgqVZYsmZk0yYqVNWt+\n5Mlz5swdKFDo0OnTB9KbN6NGaapFu1a0aKiECQPAu7fvU6d4BQvWq9epU8hKlVq1yosrV3Dg9OnD\nAxCgOnUKValCiVKdOoHy5P/59CnUr1+3blGjhitZMgDw48ufT7++/fv487dqFWyXf4C7Pn1S5srV\nqlWEVKkSJIgQoSp37uDBgwYKFDRoBg3yc+eOK1emdu2CBYsatVjFigFg2dKlKVO4ZNaqBQvWMVWq\nbt26dOuWIEGLFtXJlEmPHkFq1CRimoiSJEmzZq0yZkyYsGrVYh07BsDrV7ChQuEi26sXKFDHVKmy\nZMnMpElWrKxZ8yNPnjNn7kCBQodOnz6Q3rwZNUpTLcS1okVDJUwYAMiRJZ86xStYsF69Tp1CVqrU\nqlVeXLmCA6dPHx6AANWpU6hKFUqU6tQJlCfPp0+hfv26dYsaNVzJkgEgXtz/+HHkyZUvZ9581Khl\ntmyFC2fIELk5c86dO3HsWIIE584B2LWLAIFzBQrcupUhw7kKFYIFU1OuHBEi166JcuYMAEAAAgcO\n9OQpGS1a3rxVqjSuUaNz5zIcO8aBw7lzAHDhWrCgnAIFrlyxYCEOCZJmzTiRI/fkCTZsqIwZA2Dz\nJs5Nm4qtWhUunB8/4cqUOXfOAy1aAwacOwchV64AAc4BADBq1IIF5RIk4MXLS7lyPXosW5bJmDEA\nateyJUXq2a5d48bx4TNOipRz5z4cO7ZgwblzBXbtAgDgXIAAp05NmFDuxIljx+aUKydFijVropYt\nA+D5M+jQokeTLm369KhR/8ts2QoXzpAhcnPmnDt34tixBAnOnQOwaxcBAucKFLh1K0OGcxUqBAum\nplw5IkSuXRPlzBmA7Nq3e/KUjBYtb94qVRrXqNG5cxmOHePA4dw5ALhwLVhQToECV65YsBCHBCCS\nZs04kSP35Ak2bKiMGQPwEGLETZuKrVoVLpwfP+HKlDl3zgMtWgMGnDsHIVeuAAHOAQAwatSCBeUS\nJODFy0u5cj16LFuWyZgxAEOJFiVF6tmuXePG8eEzToqUc+c+HDu2YMG5cwV27QIA4FyAAKdOTZhQ\n7sSJY8fmlCsnRYo1a6KWLQNwF29evXv59vX7FzApUp1o0Zo2LVMmK3HiJP9LhiVI5CCwYA3RoOHG\nDUlRohQoUKMGqTdvihRBFSyYKFGuXBELFgxAbNmzM2XalCsXNGikSLEBBGjaNDRFilSpYssWkhUr\nePDopEQJBw5Vqpxy4+bNG1rEiMnyLuvYsGEAyJc3L0rUpFKlqFELFaqKGzfOnFURIiRIEFeuiDhw\nABAJkkpHjlSoYMTIqTBhePB4xIvXqFGePPnatQuAxo0cP33KJEsWNGiECGlJkyZatCsjRhw5IktW\nFAsWbtwAhQWLBAlDhmQqU0aHjkm+fJ06VapUsmLFADh9CjWq1KlUq1q9yoqVLV68xo0DBszXrVvi\nxHVCg8aOHXHiVPXoESn/kjhcuH78IEMm3KxZbdqwIkdOmrRTp6Z9+wYgseLFp07N8uVLnLhgwYj1\n6vXtW6smTTp18uat1YcPffpU+/RJhYo1a7Lt2rVoEa5y5aZNO3Uq2rZtAHr7/p0q1S5cuMSJa9UK\nFydO4sSdokKFEKFw4VilSDFmTDdLllasYMMmGytWYsSEIkfOmbNTp5px4wYgvvz5qlTJypVLnDhe\nvFjJAiirXLlaU6bs2VOunK8YMd68EdeqlQ0bd+54o0ULDpxL5MgpU2bLlrNv3wCcRJlS5UqWLV2+\nhMmKlS1evMaNAwbM161b4sR1QoPGjh1x4lT16BEpkjhcuH78IEMm3KxZ/23asCJHTpq0U6emffsG\nQOxYsqdOzfLlS5y4YMGI9er17VurJk06dfLmrdWHD336VPv0SYWKNWuy7dq1aBGucuWmTTt1Ktq2\nbQAsX8acKtUuXLjEiWvVChcnTuLEnaJChRChcOFYpUgxZkw3S5ZWrGDDJhsrVmLEhCJHzpmzU6ea\nceMGQPly5qpUycqVS5w4XrxYyZJVrlytKVP27ClXzleMGG/eiGvVyoaNO3e80aIFB84lcuSUKbNl\ny9m3bwD8AwQgcCDBggYPIkyoEOGrV8N8+erVCxQoYahQiRJ1JVOmMWP06IlBh86TJ35y5PjypUuX\nS3360KJFiRgxWLCWLf9LxYwZgJ4+f4oS1QsXrl27Pn0alioVLlxYLl1Cg6ZOnSp27GDB0ocIETdu\n5Mj5xIiRLFmtnj3LlevZM1rMmAGIK3fuqVPCdOnq1WvSJGCmTLVqZQMTpilTBAmigQcPGTJ8bNiI\nE+fKFU9x4qRK5WjXLliwli07ZcwYgNKmT48aNYsXa16SJAHDhKlUKSGZMmnREigQjUiRqlT5c+RI\nmjRlynQqU8aUqUnAgNmyBQ2arGPHAGDPrn079+7ev4MP/+rVMF++evUCBUoYKlSiRF3JlGnMGD16\nYtCh8+SJnxw5AH750qXLpT59aNGiRIwYLFjLlqVixgxARYsXRYnqhQv/165dnz4NS5UKFy4sly6h\nQVOnThU7drBg6UOEiBs3cuR8YsRIlqxWz57lyvXsGS1mzAAkVbr01ClhunT16jVpEjBTplq1soEJ\n05QpggTRwIOHDBk+NmzEiXPliqc4cVKlcrRrFyxYy5adMmYMQF+/f0eNmsWLMC9JkoBhwlSqlJBM\nmbRoCRSIRqRIVar8OXIkTZoyZTqVKWPK1CRgwGzZggZN1rFjAGDHlj2bdm3bt3HnjhWLGC5c376d\nOiUODx5z5p78+nXggDlzDlatIkDAHAUKo0YpUCCOB49du+yQIxcmDDRoopAhA7CefXtSpILhwqVN\nGydO4B49IkfOiC9f/wBDhAgXzkOkSBo0fAsRghSpCxeu/fgRLJgmcODQoLl2DVaxYgBCihx56lSw\nW7e8edOk6RscOOTIVdm1q0SJcuVedOpEgcI4EyY6dfrw4RsOHLFi4QkXrkyZa9dOBQsGoKrVq6tW\nBRs1aty4SJG+WbFiztwSYsQMGDh37sKpUwUKnMuQAROmCxfE7diBC1cfcODSpKlWrVWyZAASK17M\nuLHjx5AjS44VixguXN++nTolDg8ec+ae/Pp14IA5cw5WrSJAwBwFCqNGKVAgjgePXbvskCMXJgw0\naKKQIQNAvLhxUqSC4cKlTRsnTuAePSJHzogvXyFChAvnIVIkDRq+hf8IQYrUhQvXfvwIFkwTOHBo\n0Fy7BqtYMQD48+s/dSrYLYC3vHnTpOkbHDjkyFXZtatEiXLlXnTqRIHCOBMmOnX68OEbDhyxYuEJ\nF65MmWvXTgULBsDlS5irVgUbNWrcuEiRvlmxYs7cEmLEDBg4d+7CqVMFCpzLkAETpgsXxO3YgQtX\nH3Dg0qSpVq1VsmQAxI4lW9bsWbRp1a491TZXrmnTUqUqEyjQsGFLXLi4cgUUKCcdOlChYqhJkwkT\n0KABVaaMDx+wggVz5QoWrGC7dgHg3NkzKNC4cEmT5soVnEmTjh2TI0aMFi2XLhHx4GHJkkVIkKRI\nIUcOJzx47tzpFSz/2K5dw4Yd48ULwHPo0T15OrVqFTNmmTI9+fPn1i0wWLC4cfPpExUXLuLEeQQE\nSIoUXrygqlPnypVXuXKlSiVKFMBivXoBKGjwIChQoU6dSpZs06Ytd+4kSxaGBQsnTihRYtKhAxYs\nkqhQ4cABDJhQfPho0eLKl69Zs1q1UsaLF4CcOnfy7OnzJ9CgQl+9kpUrFzlys2YRU6Vq3DhMUKB8\n+TJu3CcTJpYsCVep0o0bcOBkU6Xqz59M5cpFi/bqFTRw4ADQrWt31SpXt26JExfsryxZ4MA1ChNm\n0CBt2jLlyBElSrVHj5AgESTo2a1bpUrJKldu2TJdupqFCwfgNOrU/7BgxapVCxy4Vq18IUL07Rsm\nKVLOnMGGrRATJlSoeKtU6cePL1+u2bKlSBGocuWaNfPlC9q3bwC2c+/+6tUpTpzEiUOFqlWfPuPG\naTpzRo4ccuRSjRiRJUu4Tp1y5MCCBSA3WLDq1MlEjtyyZcKEOQsXDkBEiRMpVrR4EWNGja9eycqV\nixy5WbOIqVI1bhwmKFC+fBk37pMJE0uWhKtU6cYNOHCyqVL150+mcuWiRXv1Cho4cACYNnW6apWr\nW7fEiQt2VZYscOAahQkzaJA2bZly5IgSpdqjR0iQCBL07NatUqVklSu3bJkuXc3ChQPwF3BgWLBi\n1aoFDlyrVr4QIf/69g2TFClnzmDDVogJEypUvFWq9OPHly/XbNlSpAhUuXLNmvnyBe3bNwCzadd+\n9eoUJ07ixKFC1apPn3HjNJ05I0cOOXKpRozIkiVcp045cmDBwg0WrDp1MpEjt2yZMGHOwoUDcB59\nevXr2bd3/x7+qVPGfPmSJStTJmWkSN26BdDIpUtfvkSKtOLOnSdPHOXIUafOly+uunQpVUrTsmW4\ncDVrxipZMgAkS5oMFarXrl24cKFC5UuUqF27xHjyFCeOHj0w2rRJkkSPECFr1rBhI+rOnWDBTkmT\ntmvXs2eymjUDgDWrVlWqhu3a9esXKFDAPHkCBapIqFBkyPTpE+T/0SMuXALx4GHFSpkymcKE6dXL\nVLBgsmQ5cwaLGDEAjBs7xoTp165dvHjx4YOME6dXr3KAAvXly58/PP78YcLkz5Urhgz16XNqzhxf\nvmQ1a7ZrlzNnuJgxAwA8uPDhxIsbP448+alTxnz5kiUrUyZlpEjdumXk0qUvXyJFWnHnzpMnjnLk\nqFPnyxdXXbqUKqVp2TJcuJo1Y5UsGYD9/PuHAhiq165duHChQuVLlKhdu8R48hQnjh49MNq0SZJE\njxAha9awYSPqzp1gwU5Jk7Zr17Nnspo1AxBT5kxVqobt2vXrFyhQwDx5AgWqSKhQZMj06RPk0SMu\nXALx4GHFSpky/5nChOnVy1SwYLJkOXMGixgxAGXNnsWE6deuXbx48eGDjBOnV69ygAL15cufPzz+\n/GHC5M+VK4YM9elzas4cX75kNWu2a5czZ7iYMQOQWfNmzp09fwYdWvSsWcJkyQIHbteucZEimTMH\nhRixDBnMmavhyxcGDORIkEiVigYNcWLEIEN2CRw4OHCuXYuFDBkA6tWtp0qlq1atbt1YsfI2aZI4\ncVV+/QoSxJu3IqNGSZCATYeOUaOiRLH25IkvX6rCAQxHh861a66IEQOgcCFDWbKGzZoFDpwmTeHu\n3AkXrokwYSJEiBMnxJQpFCjCgQBx6hQIENuIEOnVS9K3b3jwXP+75ooYMQA+fwJ15UrXqVPjxs2a\nBc6MGXPmojRr9uGDOXMlaNF68KAcBw6rVpkwEU6IEF++Ko0bx4bNtWuylCkDIHcu3bp27+LNq3fv\nqFGkcOF69syVqzR58ggTVgYIkDJlMmWSYsLEmjV5uHDp0MGPn0xhwmDBgsuXr1evZMkShgsXgNau\nX2fKROrVq2jRUqUK1KgRMmR+jhwZM+bUqSMyZGzZAsiJkxYt6tQhFSeOHj2+hAm7dWvXrmG6dAEI\nL368KFGsZs1ixowUqS6LFu3a1caJEzRoJEnqcuMGGzaCAEaJggJFmDCS7tz58mXWrl26dNGiRUyX\nLgAXMWbMlMn/VKtWyZKVKhXGkaNixcjgwNGnT6RIR0yYePMmERMmGjT06YOpT584cYAdO7ZrV61a\nxHbtArCUaVOnT6FGlTqV6qhRpHDhevbMlas0efIIE1YGCJAyZTJlkmLCxJo1ebhw6dDBj59MYcJg\nwYLLl69Xr2TJEoYLFwDDhxFnykTq1ato0VKlCtSoETJkfo4cGTPm1KkjMmRs2QLIiZMWLerUIRUn\njh49voQJu3Vr165hunQB0L2btyhRrGbNYsaMFKkuixbt2tXGiRM0aCRJ6nLjBhs2gqJEQYEiTBhJ\nd+58+TJr1y5dumjRIqZLFwD37+FnymSqVatkyUqVCuPIUbFi/wDJ4MDRp0+kSEdMmHjzJhETJho0\n9OmDqU+fOHGAHTu2a1etWsR27QJAsqTJkyhTqlzJsuWqVaxatRInrlatYIwYgQMXqk0bP37Eicvk\nw0ebNt48eZIiZc6cbatWUaJUixy5adOGDasGDhyAr2DDmjIVixcvcOB8qRUlChw4SmjQ+PEjTRqj\nGjXgwJnGiRMdOnjwSMOFK1MmXOXKQYOmS5e0b98ASJ5M2ZWrTrJkjRuHCxcxTZq4caOkRYscOd26\niXLihAuXbYsWRYlSpgyzU6cYMcpEjlyyZLt2Lfv2DYDx48hdKT91Spy4WbNGYcIULpwrIkQECRo3\nDhQMGHDghP87dWrHjjJluq1aJUiQLHLkoEE7dgzat28A8uvfz7+/f4AABA4kWNDgQYQCV61i1aqV\nOHG1agVjxAgcuFBt2vjxI05cJh8+2rTx5smTFClz5mxbtYoSpVrkyE2bNmxYNXDgAOzk2dOUqVi8\neIED58uoKFHgwFFCg8aPH2nSGNWoAQfONE6c6NDBg0caLlyZMuEqVw4aNF26pH37BsDtW7iuXHWS\nJWvcOFy4iGnSxI0bJS1a5Mjp1k2UEydcuGxbtChKlDJlmJ06xYhRJnLkkiXbtWvZt28ARI8m7cr0\nqVPixM2aNQoTpnDhXBEhIkjQuHGgYMCAAyfcqVM7dpQp023/1SpBgmSRIwcN2rFj0L59A1Dd+nXs\n2bVv597d+6lTxnTpEibMkqVjoULVqtXj1CkoUBAhwsGGzZIlloIEAQSIDEAypujQmTVr1LJlrVpF\niyYLGjQAEidS/PRpFy5cwICVKsUrVSpfvqCYMmXHTqRIPejQsWLFT5UqnDjFiVMrUCBevEw9e5Yr\nV7NmppYtA2D0KFJQoIThaopLkqRekSLVqgUmUSIvXggRWnLpkhUrj4oUsWPny5dTdeqMGvUJGTJY\nsJ49Y3XsGIC8eveSIsXr1i1fvgABCqZJky1bRVixMmNGkSImf/5IkdJIiJA7d9KkkdWnDy5cop49\nO3VKmrRY/86cAWjt+jXs2LJn065t+9QpY7p0CRNmydKxUKFq1epx6hQUKIgQ4WDDZskSS0GCAAJE\nhowpOnRmzRq1bFmrVtGiyYIGDQD69Oo/fdqFCxcwYKVK8UqVypcvKKZM2bETCWCkHnToWLHip0oV\nTpzixKkVKBAvXqaePcuVq1kzU8uWAfD4ESQoUMJwlcQlSVKvSJFq1QKTKJEXL4QILbl0yYqVR0WK\n2LHz5cupOnVGjfqEDBksWM+esTp2DEBUqVNJkeJ165YvX4AABdOkyZatIqxYmTGjSBGTP3+kSGkk\nRMidO2nSyOrTBxcuUc+enTolTVosZ84AFDZ8GHFixYsZN/927MpVsF+/wIFz5WqcIUPlyo05dowD\nB3HihNy6FSFCNyZMZs3CgWPbnDnDhoUSJ65Ro27ddBEjBgB4cOGmTPmaNUubtlmzwo0aFS7cl1+/\nihTJlq3KqFElSkB78sSVKy5coOHBQ4xYKG/eDBm6dm1WsGAA6Ne3P2vWr127woVLBTAVN0GCwoUb\nU6vWihXfvj0xZYoFi2w/fqxaJUSINTFihg0D1a3bo0fUqLkSJgyAypUsZckKxotXuHC1aoUjRKhc\nuTW+fIUIQY6cEVmyNmwIJ0QILlw7dnQ7c6ZYsVXixDFixI0bK2LEAHj9Cjas2LFky5o9W6rUJ1y4\noEFDhar/DCdOu3bhAQOmTx9PnqDMmJEnT6YpU378wIQp1qNHhw4RU6Zsl+RdyYIFA4A5s+ZJk1DV\nqpUsmSlTgkKFMmZskRcvfvy8ehXmyRM4cDSRIdOliydPuDBh8uQp2LFjuHDx4iXMly8AzJs7DxUK\n1K1byJCRIhXn0aNdu+hcudKnDytWW4oUESOmkhgxRowgQrSKDp05c3wRI3brli9fxHr1AghA4ECC\noUKdqlWLGbNTp7xkylSsWJ4pUyRJggVLS40afPhomjKlRw9JkmzZsZMnTzFmzHbtAgbsWLBgAGze\nxJlT506ePX3+LFXqEy5c0KChQlWGE6ddu/CAAdOnjydP/1BmzMiTJ9OUKT9+YMIU69GjQ4eIKVO2\nS+2uZMGCAYAbV+6kSahq1UqWzJQpQaFCGTO2yIsXP35evQrz5AkcOJrIkOnSxZMnXJgwefIU7Ngx\nXLh48RLmyxcA0qVNhwoF6tYtZMhIkYrz6NGuXXSuXOnThxWrLUWKiBFTSYwYI0YQIVpFh86cOb6I\nEbt1y5cvYr16AcCeXXuoUKdq1WLG7NQpL5kyFSuWZ8oUSZJgwdJSowYfPpqmTOnRQ5IkW3bsAMyT\npxgzZrt2AQN2LFgwAA4fQowocSLFihYvzpqVy5UrceJy5SKGCFG4cJmiRIEDR5u2SE6cwIFzLVOm\nNWsGDf+65spVpky3ypWjRs2XL2fixAFIqnQpLFinatX69q1XL2WaNH37tihPnjt3rFnLZMZMnz7L\nQoUSJChSJGq0aKlStYscuWfPePFq5s0bgL5+/8qSxUqWrHDhdu3CVakSN26U9Ohp1GjbNk9t2ggS\nhK1TpzFjEiWK5soVKVKryJFbtsyXr2bdugGILXt2q1ayVq0aN+7WrV5//owbN+jMGUiQvn1LVaXK\nnj3cVq1CgyZSJG66dKlShatcOWfOgAF7Bg4cgPLmz6NPr349+/buZ83K5cqVOHG5chFDhChcuExR\nAEaBA0ebtkhOnMCBcy1TpjVrBg265spVpky3ypWjRs3/ly9n4sQBEDmSJCxYp2rV+vatVy9lmjR9\n+7YoT547d6xZy2TGTJ8+y0KFEiQoUiRqtGipUrWLHLlnz3jxaubNGwCrV7HKksVKlqxw4XbtwlWp\nEjdulPToadRo2zZPbdoIEoStU6cxYxIliubKFSlSq8iRW7bMl69m3boBULyYcatWslatGjfu1q1e\nf/6MGzfozBlIkL59S1Wlyp493FatQoMmUiRuunSpUoWrXDlnzoABewYOHADfv4EHFz6ceHHjx02Z\nIubLV7BgnjwN69RJly4rnjy5cZMpk5M+feDAkUSFSqZMhgzZcuSoV69c1ar58lWtGi1p0gDk17//\n1Cli/wBz5cKF69SpYqJECRMWBhUqQoQyZfIyaRIePJTChOnUadEiXJky+fI1a9q0YMGkSZOlTBmA\nlzBjokJlzJevYMFKldJVqtSuXYBgwSpUSJIkJ4wYdemSqkwZQ4bw4JGFBw8vXqqgQevVixq1V8uW\nARhLtuyoUcR8+Ro2bNMmYahQGTPGhRWrPHlIkdry6BEaNKi6dIkUKVEiW40aBQuGypo1YMCwYZvV\nrBmAy5gza97MubPnz6BfvSrGixc4cLhwjQMFKly4QsSIPXnSrZsdZMjUqLmmSNGzZ4sWZQsVChs2\nXuPGlSrFjduuY8cASJ9OXZWqYMSIdeu2axe4T5/Agf+r9OyZGTPZsuEhRowQoWaJEhkztmgRNVCg\nrl3LBQ5cJoCZtm2D9esXAIQJFaZKJQwYMHDgXr0KhwlTt26emjULFOjbN0LRorVpI61Pn2XLGDHa\nxomTNWu2woUrVapbt1zBggHg2dPnq1fCfPkKF27XLnGhQpUrd+raNTp0woUT9OyZGTPZ+vSBBq1R\no26WLGHDVmvcOE+evHnbRYwYALhx5c6lW9fuXbx5X70qxosXOHC4cI0DBSpcuELEiD150q2bHWTI\n1Ki5pkjRs2eLFmULFQobNl7jxpUqxY3brmPHAKxm3VqVqmDEiHXrtmsXuE+fwIGr9OyZGTPZsuEh\nRoz/EKFmiRIZM7ZoETVQoK5dywUOXKZM27bB+vULwHfw4VOlEgYMGDhwr16Fw4SpWzdPzZoFCvTt\nG6Fo0dq0kdanD8Blyxgx2saJkzVrtsKFK1WqW7dcwYIBqGjx4qtXwnz5Chdu1y5xoUKVK3fq2jU6\ndMKFE/TsmRkz2fr0gQatUaNulixhw1Zr3DhPnrx520WMGICkSpcyber0KdSoUj15WsWLFzRot25V\n8uWrWbNUq1bVqrVrVyNDhnbtwnXpEidOwYIVkyUrVy5s0qQtW6ZM2bNjxwAQLmyYEiVZvnxJkyZL\nVqZdu5AhMxUqFC5cu3ZZmjTp1i1coECRIgUMmC9b/7Z27ZrWrNmxY8SIJQMGDADu3Lo7dYIVLJgz\nZ7BggRImLFmyUpo06dIFDNim6L58/erUSZMmYsSOyZJVq5a0Zs2UKVu27BkyZADWs2/vyVOqXr2a\nNXPl6pIvX86cgSJFCiAvXsOGcapUadeuX5EiGTI0bFiyV69s2Zr2DOOzZcucHTsGAGRIkSNJljR5\nEmVKT55W8eIFDdqtW5V8+WrWLNWqVbVq7drVyJChXbtwXbrEiVOwYMVkycqVC5s0acuWKVP27Ngx\nAFu5dqVESZYvX9KkyZKVadcuZMhMhQqFC9euXZYmTbp1CxcoUKRIAQPmy5atXbumNWt27BgxYsmA\nAf8D8Bhy5E6dYAUL5swZLFighAlLlqyUJk26dAEDtgm1L1+/OnXSpIkYsWOyZNWqJa1ZM2XKli17\nhgwZAOHDiXvylKpXr2bNXLm65MuXM2egSJHixWvYME6VKu3a9StSJEOGhg1L9uqVLVvTnrV/tmyZ\ns2PHANS3fx9/fv37+ff3D/DUKVyuXI0bFyxYtFWrxo1z9epVp07evLGaNYsSpW21aqH6iAqcMGHJ\nkvk6d86YsWPHioULByCmzJmpUsU6dSpcOGLEmK1aJU6crFy5Tp3q1q2VKVOZMmWTJWvVKlKkvvXq\n5cvXLXPmhg0DBuzXt28Aypo9q0qVrFSpwIELFiz/mStX4sTJypVLlapx426dOqVKVbdcuWLFatUq\nnC9fwYL1Mmfu2DFixIqFCwcgs+bNqFDVWrVKnDhfvqKdOkWO3K1atUqVEidOlilTpUp5Y8WqVq1P\nn8QJE1as2C5z5pAhGzbsWLhwAJo7fw49uvTp1KtbP3UKlytX48YFCxZt1apx41y9etWpkzdvrGbN\nokRpW61aqOqjAidMWLJkvs6dA2jM2LFjxcKFA5BQ4cJUqWKdOhUuHDFizFatEidOVq5cp05169bK\nlKlMmbLJkrVqFSlS33r18uXrljlzw4YBA/br2zcAPX3+VKVKVqpU4MAFC5bMlStx4mTlyqVK1bhx\n/7dOnVKlqluuXLFitWoVzpevYMF6mTN37BgxYsXChQMQV+5cVKhqrVolTpwvX9FOnSJH7latWqVK\niRMny5SpUqW8sWJVq9anT+KECStWbJc5c8iQDRt2LFw4AKVNn0adWvVq1q1de/K0S5iwY8ds2RIW\nLFi1aptw4XLl6tixTa5c1ap1jBSpWbNy5YJmy5Yy6tq0IUO2bBkwaNAAfAcfXpMmXMSIDRumS5ev\nXr2gQTPly1etWsWKbWLFqlWrYqdOAZQla9cuZ7lyEUuYLZsxY8eO4UqWDADFihY9efpFjJgxY7p0\nEfPla9o0U7ly4cK1bBkpW7ZmzVKmStWsWb9+Pf+rVYsYsWPcuB071qyZrmXLACBNqtSTJ1/Dhh07\nFisWMV26pEkDFSyYLVvKlF26dYsWLWKbNsGC5cqVNFmyggUTtm3bsWPQoAFr1gwA375+/wIOLHgw\n4cKUKMmyZQsZMlq0tLFiJUyYqGDBOnUKFqzTrl2ZMt06derXr1SpdMGChQzZLmfOatV69mwWLFgA\nbuPOvWgRqlmzfv2iRYvarFnChLFChgwUqF+/Lv36lSmTK06cbt1CharWqlXEiNk6dmzVqmPHXKVK\nBWA9+/aRIqGCBYsYMVu2sqVK1asXrWTJAH76FCyYqmDBQIHSdepUsGCnTv2SJWvZMlzMmOHC9ez/\nWS1atACEFDny0aNXrlwZM1arljZXrpAhU3XsmCdPxIip4sXr0ydfpEjx4iVKlC9YsJo1y+XMWa5c\n0qTVkgqAalWrV7Fm1bqVa1dKlGTZsoUMGS1a2lixEiZMVLBgnToFC9Zp165MmW6dOvXrV6pUumDB\nQoZslzNntWo9ezYLFiwAjyFHXrQI1axZv37RokVt1ixhwlghQwYK1K9fl379ypTJFSdOt26hQlVr\n1SpixGwdO7Zq1bFjrlKlAjCcePFIkVDBgkWMmC1b2VKl6tWLVrJknz4FC6YqWDBQoHSdOhUs2KlT\nv2TJWrYMFzNmuHA9e1aLFi0A9/Hnf/TolStX/wCNGatVS5srV8iQqTp2zJMnYsRU8eL16ZMvUqR4\n8RIlyhcsWM2a5XLmLFcuadJqqQTAsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3DjykW6Z88pR45q1XLlShMj\nRr58ybp0yZChXr1edeo0aFCvV68YMQoUaNerV5gwLQoWrFatTJkohQoFoLTp03bsnEKEaNYsVqwg\nHTrky9crTpwIEQoWzNWlS3v2BIMFixKlP3+AtWpVqZKiXr1q1ZIkyREoUACya98OB44oQ4Zcuf86\ndSqSHz/Bgs2SJMmOnV27WCVKRIcOr1OnGDHCgwdXKoCpJk0itGuXLFmLFHbqBMDhQ4hy5IhChEiW\nLFSoLPnxw4sXK0aM/Pjx5cuVJEl//gBz5apRIz9+cp061aiRH1++Xr2KFCnRpk0AhA4lWtToUaRJ\nlS7ds+eUI0e1arlypYkRI1++ZF26ZMhQr16vOnUaNKjXq1eMGAUKtOvVK0yYFgULVqtWpkyUQoUC\n0NfvXzt2TiFCNGsWK1aQDh3y5esVJ06ECAUL5urSpT17gsGCRYnSnz/AWrWqVElRr161akmS5AgU\nKACxZc+GA0eUIUOuXJ06FcmPn2DBZkmSZMf/zq5drBIlokOH16lTjBjhwYMrVapJkwjt2iVL1iLw\nnToBIF/evBw5ohAhkiULFSpLfvzw4sWKESM/fnz5ciVJEsA/f4C5ctWokR8/uU6datTIjy9fr15F\nipRo0yYAGjdy7OjxI8iQIkd68pTp1q1ixXbtoqVMWbNmvUCBWrYMGjRekiQdO1bNl69KlYgR06ZM\n2alTzrx5gwbNlClmyZIBqGr1aqZMnHjxMmZs1y5bz54pUzYsU6Zjx65dKxYpEjNm24IF48SpWTNs\nxoyhQrVs27Zo0VatekaMGIDEihdr0qRo165jx4IFqzVtWrNmvixZUqaMGjVhiBAVK4bt1y9G/4yM\nGXtGjJgpU8q6dYsWDRYsaMWKAejt+zcoUJZ+/QoWrFevWceOQYMG7NKlY8esWfNVqFCxYtdq1erT\nJ1gwa8SIffr0zJu3adMyZVImTBiA+PLn069v/z7+/Po7dQqGCyCuY8eAAdtWrNixY7u4cePFS5my\nWtasCRMGTJYsa9aGDVs2a9a1a8mwYStWTJs2YMSIAXD5EuamTblmzSpWLFiwbcaMNWsGq1u3YMGW\nLbu1bVuwYNFy5Zo2zZevZrJkadNWrFo1Y8a4cfOFDBkAsWPJXrqkq1YtYsR06doGDNiyZbWwYevV\n69mzWNWq+fIljBWrZMlmzYLGipU1a8SkSf8jRowbN1/HjgGwfBlzp067ZMkyZmzXrmvBgilTVsub\nt169jh3TpU2bL1/OWrV69kyXrmOtWmHDFqxaNWHCunXzVawYAOXLmTd3/hx6dOnTO3UKhgvXsWPA\ngG0rVuzYsV3cuPHipUxZLWvWhAkDJkuWNWvDhi2bNevatWTYsBUrBlCbNmDEiAE4iDDhpk25Zs0q\nVixYsG3GjDVrBqtbt2DBli27tW1bsGDRcuWaNs2Xr2ayZGnTVqxaNWPGuHHzhQwZgJ08e166pKtW\nLWLEdOnaBgzYsmW1sGHr1evZs1jVqvnyJYwVq2TJZs2CxoqVNWvEpEkjRowbN1/HjgF4Czf/bqdO\nu2TJMmZs165rwYIpU1bLm7devY4d06VNmy9fzlq1evZMl65jrVphwxasWjVhwrp181WsGIDRpEub\nPo06terVrF256iVMmDdvw4aRGzbs3Lkv48bRomXO3A9u3EaNMocFS7Zsnz6RCxOGG7dh5MjduePN\nG7Bp0wB4/w5+1Chivnxx46ZLVzljxsyZwxMu3KtX5sz9ECcuVqxzTpxsA7itVq1yb95w43Zr3Lg8\necCBC/bsGQCKFS2mSkXMl69v32TJIkeM2Llzd8aNQ4Xq3Lki376pUmXOh49o0VSpIgcHjjdvv8iR\nixMnXLhi06YBQJpUKSpUvn794saNF69x/8OGmTNHaNw4V67OnSsCDhwpUuemTLl2bdQoc1++aNMW\nbNw4PXrAgSv27BkAvn39/gUcWPBgwoVdueolTJg3b8OGkRs27Ny5L+PG0aJlztwPbtxGjTKHBUu2\nbJ8+kQsThhu3YeTI3bnjzRuwadMA3Made9QoYr58ceOmS1c5Y8bMmcMTLtyrV+bM/RAnLlasc06c\nbNtWq1a5N2+4cbs1blyePODABXv2DMB69u1TpSLmy9e3b7JkkSNG7Ny5O+PGAUSF6ty5It++qVJl\nzoePaNFUqSIHB443b7/IkYsTJ1y4YtOmAQgpciQqVL5+/eLGjRevccOGmTNHaNw4V67Onf8rAg4c\nKVLnpky5dm3UKHNfvmjTFmzcOD16wIEr9uwZgKpWr2LNqnUr165eKVFaVasWNGi9eknatGnatFOP\nHunRAwzYqi5d7NippUnTli2MGPVq1cqTJ1XMmBUrpkuXr2DBAECOLFmSJFSqVFWrpkvXpVChqFEb\n1akTI0bHjrn682fRomGkSNGhAwkSsVixIkVCZcxYsGC4cPkiRgwA8eLGHz0qNWsWNGi1amXSpGna\ntFOQIDFiRIzYKDx4Bg0KlikTGjRt2vgCBYoQoVLGjPnytWv+sGEA7uPPP2mSqlixAFqzpksXoU+f\nnDljBQpUokS/fnkSJEiPnl2hQrlxgwf/zy5XrjRpkuXMmTFjvnwFUwmAZUuXL2HGlDmTZk1KlFbV\nqgUNWq9ekjZtmjbt1KNHevQAA7aqSxc7dmpp0rRlCyNGvVq18uRJFTNmxYrp0uUrWDAAZ9GmlSQJ\nlSpV1arp0nUpVChq1EZ16sSI0bFjrv78WbRoGClSdOhAgkQsVqxIkVAZMxYsGC5cvogRA7CZc+dH\nj0rNmgUNWq1amTRpmjbtFCRIjBgRIzYKD55Bg4JlyoQGTZs2vkCBIkSolDFjvnztUj5sGADnz6FP\nmqQqVixr1nTpIvTpkzNnrECBSpTo1y9PggTp0bMrVCg3bvDg2eXKlSZNspw5M2bMl69g/wCDBQNA\nsKDBgwgTKlzIsCEsWL6IESNH7tgxac6cmTMHzJMnY8bKlcOlR48vX+Nq1RIkKFYscb58yZKVrFy5\natWUKePWrRuAn0CDwoIVjBgxcuSCBXvG9Ny5YKlSOXN27hyzQIGQITMnTNibN758jSNGzJSpZ+fO\nVasGDZo2b94AyJ1LN1WqXL58jRtHjNgzZMjOnfOVKRMxYuTI4QIDhhixcrx4sWFTq5Y3XrxYsWJ2\n7pw1a8uWafv2DYDp06hjxdoVLBg5csWKGStW7Nw5X5AgFStmzhyvQIF69Spny9aZM7VqeePFnNez\nc+ewYWvWTJs3bwCya9/Ovbv37+DDi/9nxSrXrvO7WLFy5srVrVt1YMFCg4aMfT9+1qwhEyXKG4Bv\n5swBNGfOqVOgfPmSJUuaNFfFigGgWNGiKVO2cOHixYsWrWezZu3aJalWLTp0Fi3yAwlSoEB32rRx\n5GjRolGSJNmyJarWz1rQoLkyZgzAUaRJQYGqlStXr16oUA07dQoWLEGwYLVpw4dPlzx5ypTB06aN\nGTNy5BASJChWLFK7dvXqNW0arWPHAOzl23fVql6Bb91ChaoZK8SsHN26RYfOnTtlEiViwybQly9m\nzAwalIgQoVSpQhUr9utXtGi7jh0D0Nr1a9ixZc+mXds2K1a5du3exYqVM1eubt2qAwv/Fho0ZJT7\n8bNmDZkoUd68mTMH0Jw5p06B8uVLlixp0lwVKwbA/Hn0pkzZwoWLFy9atJ7NmrVrl6RatejQWbTI\nD0BIkAIFutOmjSNHixaNkiTJli1RtSbWggbNlTFjADZy7AgKVK1cuXr1QoVq2KlTsGAJggWrTRs+\nfLrkyVOmDJ42bcyYkSOHkCBBsWKR2rWrV69p02gdOwbgKdSoq1b1qnrrFipUzVhxZeXo1i06dO7c\nKZMoERs2gb58MWNm0KBEhAilShWqWLFfv6JF23XsGIDAggcTLmz4MOLEikGBcmbLVrduihSNy5Pn\n3DkNyZJBgHDuXABZsgAAOJcgAShQ/yRIiEuRghgxPOHCCRFCjRooZswA8O7te9MmZLZsceO2aBE5\nRIjOnZMBDZoJE+fONQAGDAGCcgAAnDpVoQK5FCmOHXs0blyTJtu2mVq2DAD8+PIxYUqGC9e3b5Ei\njSNECOC5cyOKFatQ4dy5ArVqAQBgToAAUqQ0aBAXIsSxY4bGjTtypFq1UMSIATB5EuWkSctu3eLG\nrVKlcX78nDsnAxq0ECHOnQMgS5YAAeUKFMCFCwOGcDhwKFN2ady4MWO0aXN17BgArVu5dvX6FWxY\nsWNBgXJmy1a3booUjcuT59w5DcmSQYBw7lwAWbIAADiXIAEoUCRIiEuRghgxPOHCCf8RQo0aKGbM\nAFS2fHnTJmS2bHHjtmgROUSIzp2TAQ2aCRPnzjUABgwBgnIAAJw6VaECuRQpjh17NG5ckybbtpla\ntgxAcuXLMWFKhgvXt2+RIo0jROjcuRHFilWocO5cgVq1AAAwJ0AAKVIaNIgLEeLYMUPjxh05Uq1a\nKGLEAPT3DxCAQACTJi27dYsbt0qVxvnxc+6cDGjQQoQ4dw6ALFkCBJQrUAAXLgwYwuHAoUzZpXHj\nxozRps3VsWMAatq8iTOnzp08e/oEBUrTq1fVqnHi5GXOHGbMuLx4UaRIrFhCKlS4ceMSFCgPHihR\nIooMmSNHNvXq9enTqFHBcOECADf/rtxMmSq5chUtWqZMV/r0gQYNS5AgXrzs2uVEhQorVlDlyPHh\ngxQposqU0aIlVbFipUq1ahXMly8ApEub3rQp06tX1apt2rTFkKFmzcY4cQIFCixYMzx4+PEDFBIk\nGjQMGTKKDZsuXVz9+jVrlitXxX79AoA9u/ZOnSS1amXNmidPWvr0ceZMDRAgRozIkpUEBIgbNzgd\nOZIhgxUrp9q0AYgGzSlfvmjRwoWLmC9fABw+hBhR4kSKFS1ejBUrFzBg4sTx4tVLlixy5EwZMWLI\nkDhxsUiQaNPm26lTL17o0YMNF648eVqNG0eNWqlS1rhxA5BU6VJVqnIFCxYunC1b/7hcuRo3jlSY\nMJYshQunCgWKRImymTJFg8ahQ81WrQIEKJU5c9as2bIFDRw4AH39/j11CtdgcuR+/eIlSlS4cJSS\nJGHE6Ns3WTZstGljzZUrHjwAAWrmy9efP67KlZs2TZasad++AYAdW/apU75u3RInrlatWa9ehQun\nigmTRo3EiWvlwYMdO9hGjWLBwo8fasGCPXokq1y5aNFIkXoGDhwA8uXNn0efXv169u1jxcoFDJg4\ncbx49ZIlixw5U0aMADRkSJy4WCRItGnz7dSpFy/06MGGC1eePK3GjaNGrVQpa9y4AQgpcqQqVbmC\nBQsXzpYtXK5cjRtHKkwYS5bChf9ThQJFokTZTJmiQePQoWarVgEClMqcOWvWbNmCBg4cgKpWr546\nhWsrOXK/fvESJSpcOEpJkjBi9O2bLBs22rSx5soVDx6AADXz5evPH1flyk2bJkvWtG/fACBOrPjU\nKV+3bokTV6vWrFevwoVTxYRJo0bixLXy4MGOHWyjRrFg4ccPtWDBHj2SVa5ctGikSD0DBw4A796+\nfwMPLnw48eKuXBEDBuzXr1GjjKVKZctWE0+ezpz580cIIkRTphiiQiVQIDVqSgUKpEtXqmPHdu2S\nJu2VMWMA7uPPHypULlq0AP76xYlTME+eQIGawohRmTKUKDnhwwcLljxXrvDh48X/CyQ5clKlykSM\nmCtXy5a5SpYMQEuXL02ZCjaTGDFWrIilSlWrFpZMmfDgadQISZw4Vqz8adKkTRswYFLRoQMLlqpk\nyWTJYsaMlTFjAMCGFUuKVK9du3r12rRp2KhRt25lkSSJDZs+fZTUqdOkCaEwYeDA0aOnlR07tWqR\natYMFy5o0FYtWwaAcmXLlzFn1ryZc2dXrogBA/br16hRxlKlsmWriSdPZ878+SMEEaIpUwxRoRIo\nkBo1pQIF0qUr1bFju3ZJk/bKmDEAz6FHDxUqFy1av35x4hTMkydQoKYwYlSmDCVKTvjwwYIlz5Ur\nfPh48QJJjpxUqTIRI+bK1bJl/wBdJUsGoKDBg6ZMBVtIjBgrVsRSpapVC0umTHjwNGqEJE4cK1b+\nNGnSpg0YMKno0IEFS1WyZLJkMWPGypgxADhz6iRFqteuXb16bdo0bNSoW7eySJLEhk2fPkrq1GnS\nhFCYMHDg6NHTyo6dWrVINWuGCxc0aKuWLQPAtq3bt3Djyp1Lt64sWcN69QIHrlQpcXz4mDMnJFeu\nBQvMmRsxahQECOQwYGjV6sOHbU+e9OplKFw4K1aoUUN17BiA06hTo0I1DBYsbtwgQeJWpw45ckF4\n8eLAYdw4FI0abdgQbsOGSZNIkKBWpUquXIfChQsTZtq0U8eOAdjOvTsrVr5w4f/69g0UKHGTJpEj\n10OWLBEivn0rcenSggXZSpRw5ChGDIDXtGj59YvTt2937mjThkqYMAARJU789GmXKlXbtkmShO3P\nn3LlphgzFiKEOHEUJEkKEOAbBgyZMhkxos2KFVy4SH37pkWLM2eliBEDUNToUaRJlS5l2tSpLFnD\nevUCB65UKXF8+JgzJyRXrgULzJkbMWoUBAjkMGBo1erDh21PnvTqZShcOCtWqFFDdewYAMCBBaNC\nNQwWLG7cIEHiVqcOOXJBePHiwGHcOBSNGm3YEG7DhkmTSJCgVqVKrlyHwoULE2batFPHjgGgXds2\nK1a+cOH69g0UKHGTJpEj10P/liwRIr59K3Hp0oIF2UqUcOQoRoxrWrT8+sXp27c7d7RpQyVMGAD0\n6dV/+rRLlapt2yRJwvbnT7lyU4wZCxFCHEBxFCRJChDgGwYMmTIZMaLNihVcuEh9+6ZFizNnpYgR\nA+DxI8iQIkeSLGny5KhRsIABgwatVas0hAglS8ZFhgwvXho1UhIhwpIlgZIkIUECDZpNcuSMGZPr\nqS1bvnwd+/ULANasWkGBqvTqFTRoo0atefTo168rS5ZEiUKJ0hUhQqZMuTRlCgoUXrx0KlNmzRpa\nunTZsuXLV7JfvwAwbux406ZPuHA1a0aL1htJkowZa0OGzJYtlSod2bEjShRD/1GimDDRpk0mNWrg\nwMnFixctWrp0JfPlCwDw4MIpUZK0atWzZ548vTl0KFiwME2ahAlz6pQTGzaUKFGUJIkJE3HiGJIj\nhw6dWrhwtWo1a1YxWbIA0K9v/z7+/Pr38+9fC2AtXL16jRuXK9euRYvEics0ZQocOOLEfapRQ4qU\nbYsWFSkCBsy0XLlChZJVrhwzZsSIUfPmDUBMmTNNmXJVq5Y4cbVqvTJlyps3UWPGnDmTLZsfKVLY\nsKF26dKRI2fOQGPFatEiSeXKLVsmS1Y0b94AlDV7FhWqXbVqhQtny9YyVaq2bXPEhUubNtas+QkS\npEqVZIgQFSmSJUs0UKAcOf9yRY7cs2e4cDELFw5AZs2bSZGihQuXN2+5cv3SpGncuEt2WNvBho0O\nDRpr1lTLlGnIkDBhmGHClClTqHLlnDnDhQvatm0AmDd3/hx6dOnTqVevVQtXr17jxuXKtWvRInHi\nMk2ZAgeOOHGfatSQImXbokVFioABMy1XrlChZJUrB5AZM2LEqHnzBiChwoWmTLmqVUucuFq1Xpky\n5c2bqDFjzpzJls2PFCls2FC7dOnIkTNnoLFitWiRpHLlli2TJSuaN28Aevr8iQrVrlq1woWzZWuZ\nKlXbtjniwqVNG2vW/AQJUqVKMkSIihTJkiUaKFCOHLkiR+7ZM1y4mIULByD/rty5pEjRwoXLm7dc\nuX5p0jRu3CU7hO1gw0aHBo01a6plyjRkSJgwzDBhypQpVLlyzpzhwgVt2zYApEubPo06terVrFuj\nQjXs1y9gwECBQqZKFSxYQy5dOnIkTx4devRkyeJIihREiPDg+USHzqtXoJIlq1XLmrVaz54B+A4+\nvCZNvGTJ4sWrUydfpUq5clWFFKk5c/z4WSJJEhYsdXDgAChHzpo1k968AQXqFDFisGA9e1YLGTIA\nFS1eFCWKGC2OtDx5IlaqFC5cRS5dMmOGDx8cefJIkZKoRw89ety4EUWHjitXqo4ds2WLGTNXy5YB\nQJpUaaZMuGLFsmVr0SJi/6pU1apVBROmOHEIEcIhR86UKXagQDFjBg6cTnbs0KKV6tgxV66YMXt1\n7BgAvn39/gUcWPBgwoVRoRr26xcwYKBAIVOlChasIZcuHTmSJ48OPXqyZHEkRQoiRHjwfKJD59Ur\nUMmS1aplzVqtZ88A3MadW5MmXrJk8eLVqZOvUqVcuapCitScOX78LJEkCQuWOjhwyJGzZs2kN29A\ngTpFjBgsWM+e1UKGDMB69u1FiSJGSz4tT56IlSqFC1eRS5fMADTDhw+OPHmkSEnUo4cePW7ciKJD\nx5UrVceO2bLFjJmrZcsAgAwpMlMmXLFi2bK1aBExVapq1aqCCVOcOIQI4f+QI2fKFDtQoJgxAwdO\nJzt2aNFKdeyYK1fMmL06dgwA1apWr2LNqnUr166rVhnz5evbt1SpwsGBY84ck2DBEiQwZw6FK1cL\nFoxbsSJUqCFDuhUp8utXJXDg5Mjhxk3WsWMAHkOOjApVLleuvHljxQocI0bgwGHx5StFCm/efFiy\nZMJENh06QIHy4cMZGTLBgpXats2NG2jQZBkzBmA48eKmTO3y5WvbNlmywFGiBA6clV69bNjAhs3H\npk0VKkzr0ePTpyBBnmHBwotXq3DhDBmiRs0VL14A7uPPjwqVL1myAHrztmpVOEiQxIlLQoxYkCDh\nwp0ABUqBgm4lSpgy1aL/BTYoUHDhsuTNW5s21aqxChYMQEuXL2HGlDmTZk2bpUqJqlXr2bNTp8hU\nqgQMGJYhQ6pUyZRJSokSXbo40qIFB447dzz58UOHDq5evXbt0qULGTBgANCmVWvJUqpZs5w5gwVL\njyZNv34BMmPmzZtRo7LgwFGnDqMyZXLk+POnkh49d+7Y2rXLli1cuITp0gWAc2fPmTKtunVLmjRY\nsMBMmiRMWJ42bdy4CRVqCxEiadJI2rLlxo1DhzglSgQIUC9fvnbt8uXrV61aAKBHl96pE6pZs5w5\nO3UKkClTyZINypKFDZtRo47gwAEGjJ8lS0aMYMPmUp06atToGjaMVn9a/wB5yZIFoKDBgwgTKlzI\nsKHDUqVE1ar17NmpU2QqVQIGDMuQIVWqZMokpUSJLl0cadGCA8edO578+KFDB1evXrt26dKFDBgw\nAECDCrVkKdWsWc6cwYKlR5OmX78AmTHz5s2oUVlw4KhTh1GZMjly/PlTSY+eO3ds7dplyxYuXMJ0\n6QJAt67dTJlW3bolTRosWGAmTRImLE+bNm7chAq1hQiRNGkkbdly48ahQ5wSJQIEqJcvX7t2+fL1\nq1YtAKhTq+7UCdWsWc6cnToFyJSpZMkGZcnChs2oUUdw4AADxs+SJSNGsGFzqU4dNWp0DRtGqzot\nXrJkAdjOvbv37+DDi/8fTz5WrF2zZoULhwvXrEWLxIk7ZcXKoEHfvp1SokSPHoDfJEkyYmTOnG25\ncoECNatcuWXLdu1KBg4cAIwZNaLimCtXuHC7dh3r1Mmbt0Vs2ChStG1bJRw4yJBx9ujRkiVw4Cw7\ndapRI1DixA0bpktXsm/fACxl2lSVKlm+fIkTBwzYMVCgunWzBAUKI0bRonEyYkSNmmabNmHBsmfP\nMlmyMmVaVa6cM2e2bDnr1g3AX8CBU6VahQtXuHDAgC2LFStcuFhs2Bw65M1bqhkz+PCRBgqUDh19\n+jyjRevOHVDmzDVrVqvWMm/eAMymXdv2bdy5de/mHSvWrlmzwoXDhWv/1qJF4sSdsmJl0KBv304p\nUaJHzzdJkowYmTNnW65coEDNKldu2bJdu5KBAwfA/Xv4qOTnyhUu3K5dxzp18uZtEUA2bBQp2rat\nEg4cZMg4e/RoyRI4cJadOtWoEShx4oYN06Ur2bdvAEaSLKlKlSxfvsSJAwbsGChQ3bpZggKFEaNo\n0TgZMaJGTbNNm7Bg2bNnmSxZmTKtKlfOmTNbtpx16wbgKtasqVKtwoUrXDhgwJbFihUuXCw2bA4d\n8uYt1YwZfPhIAwVKh44+fZ7RonXnDihz5po1q1VrmTdvABYzbuz4MeTIkidTNmXKmC5dwIBt2kTs\n0ydZsnp8+sSGTaNG/0cIEZIixZAVK3fuwIHTSo8eXLhGTZt269a0abGcOQNg/DhyU6aE7dpFjFim\nTMRIkZo1a0ysWGvWPHqkxY4dMGAaHTkCCNCcOaDo0HHlCpUyZbJkNWu2qlgxAPr38w8VCqCwW7d6\n9Xr1aleqVMCAiUmVyo2bTZukDBokRkwgK1bw4JkzRxUdOrhwjXLmLFcuZ85ONWsGAGZMmaNG9dq1\n69atT5+InTp17BgbWLDq1HHk6EijRlasGDpyhA2bN29YmTFTqxapZs1gwUKG7JQxYwDIljV7Fm1a\ntWvZtjVlypguXcCAbdpE7NMnWbJ6fPrEhk2jRkcIEZIixZAVK3fuwP+B00qPHly4Rk2bduvWtGmx\nnDkD8Bl0aFOmhO3aRYxYpkzESJGaNWtMrFhr1jx6pMWOHTBgGh05AgjQnDmg6NBx5QqVMmWyZDVr\ntqpYMQDTqVcPFUrYrVu9er16tStVKmDAxKRK5cbNpk1SBg0SIyaQFSt48MyZo4oOHVy4RjlzBjBX\nLmfOTjVrBiChwoWjRvXatevWrU+fiJ06dewYG1iw6tRx5OhIo0ZWrBg6coQNmzdvWJkxU6sWqWbN\nYMFChuyUMWMAevr8CTSo0KFEixp15SpYr17gwNGi9e3RI3LkyggTNmOGOHFCZMkSIWKbEiWuXNGg\nga1Nm1+/RIULR4j/kDVrsooVA4A3r95Vq4Dt2vXtW61a4CRJGjeODS9eRoxs25YlViwbNpZBgWLK\n1JQp0OjQCRZs1LZtmjRVq6aqVy8ArFu7TpWqmC9f376VKiUOFChv3rLIklWkiDVrZE6dIkIEmhQp\nsmS9eTNNkCBixFZx46ZI0bRptHjxAgA+vHhXrnjVqtWtmyxZ41ChGjeODC5cQIBkywYEFKgOHbYN\nATiEFaslS7bFiXPs2Cdw4AgRqlaN1K9fACxexJhR40aOHT1+FBUyV65mzVy5+pMp069fbbRo0aMH\nFKgsLVoIEpTJipUbNyRJmrVnjx49xIzWqiVM2LFgwQA8hRq1U6dT/7hwOXN26tSdU6eMGSP05o0d\nO6hQtYECZc8eT2rUjBkjSRIsQYISJeJFjNiuXb58/dq1C8BgwoUzZSKFC5cxY6lSISpVihixPWvW\nvHlz6pQZK1YWLVJVpkyYMJo02Vq06NMnX8eO9eq1axcwXLgA3MadmxOnUrJkIUPWqtWhUqWSJVsU\nKFCjRqxYiXHiZM6cSFas5MihR8+pNm38+PkVLNivX7x44bp1C8B69u3dv4cfX/58+qLs58rVrJkr\nV38yAcz061cbLVr06AEFKkuLFoIEZbJi5cYNSZJm7dmjRw+xjrVqCRN2LFgwACZPouzU6RQuXM6c\nnTp159QpY8YIvf95Y8cOKlRtoEDZs8eTGjVjxkiSBEuQoESJeBEjtmuXL1+/du0CoHUr10yZSOHC\nZcxYqlSISpUiRmzPmjVv3pw6ZcaKlUWLVJUpEyaMJk22Fi369MnXsWO9eu3aBQwXLgCOH0PmxKmU\nLFnIkLVqdahUqWTJFgUK1KgRK1ZinDiZMyeSFSs5cujRc6pNGz9+fgUL9usXL164bt0CIHw48eLG\njyNPrnx5q1axbt0KF65XL12gQIEDZwkNGj16uHELFSQIIULTSJGiQoUPn2m1aqlS9YocOWTIePFa\n1q0bgP7+AQIQCKBVK1e1apEjR4tWsk6dwIEbNWdOoEDatG0aMwb/ECBilCiZMZMpE7NcuUKFqgUO\n3LJlvXox8+YNQE2bN125OrVrFzhwunQlEyVKnLhPcOA0akSNGqkyZR49enbq1J07mDBB06UrVKhd\n5MhFi/brVzNv3gCkVbvWlStWtWqFC6dLF7FMmcCBM6RIESVK27ZdokMHD55ojBiRIUOHDrRZsypV\nqmXOXLNmuXIx69YNQGfPn0GHFj2adGnTrVrFunUrXLhevXSBAgUOnCU0aPTo4cYtVJAghAhNI0WK\nChU+fKbVqqVK1Sty5JAh48VrWbduALBn196qlatatciRo0UrWadO4MCNmjMnUCBt2jaNGQMIEDFK\nlMyYyZSJWa5c/wBDhaoFDtyyZb16MfPmDYDDhxBduTq1axc4cLp0JRMlSpy4T3DgNGpEjRqpMmUe\nPXp26tSdO5gwQdOlK1SoXeTIRYv261czb94ACB1K1JUrVrVqhQunSxexTJnAgTOkSBElStu2XaJD\nBw+eaIwYkSFDhw60WbMqVaplzlyzZrlyMevWDYDdu3jz6t3Lt6/fv6dOBevVy5evTp2IlSr165eZ\nU6fcuAkVCsujR2/epNKiJVKkRIlq+fETLJisadNy5Zo2TdayZQBiy54tSpSwXLmKFXPlqlipUsCA\n0QEFqk+fT5/CRIoUJ06nM2dKlXr06JUkSb9+xYIGzZcvadJgNf9rBqC8+fOfPvmyZStXrlGjdmnS\nJEwYn1Gj6tSZNIkLKICg+vQxJUfOp0+WLAHbtClYsFnVqg0bRo2aq2bNAGzk2BEUqGO5cv36tWoV\nMFCgfPlSAwvWoUObNhkpVAgMGElLlhgyVKfOKjhwdu1KFS2aLl3RoqkiRgzAU6hRpU6lWtXqVayu\nXAUbNsybt1y5wmnSFC7cImfOzpzp1k0QMmRduljr06dYsUKFtG3aVK0aLnDgUKHSpq1Wr14AFC9m\nrErVr2DBunWzZStcqlTixD1atuzNG2vWCBEjRoeOskaNkiWTJAkbKVLSpOHy5g0VKmzYcPXqBcD3\nb+CiRAHjxYv/GzdYsMBhwgQOXKFkyeLE0abNT7Fiffo0I0QIGrRNm7CRIrVt265w4T594sZN1q9f\nAOTPp3/qFK9fv7p1y5VLHMBUqcSJW9SsWZ4827bRKVZsyhRqdeoUK9anTzVQoKxZgxUu3KZN3Li5\n6tULAMqUKleybOnyJcyYrlwFGzbMm7dcucJp0hQu3CJnzs6c6dZNEDJkXbpY69OnWLFChbRt2lSt\nGi5w4FCh0qatVq9eAMaSLatK1a9gwbp1s2UrXKpU4sQ9WrbszRtr1ggRI0aHjrJGjZIlkyQJGylS\n0qTh8uYNFSps2HD16gXgMubMokQB48WLGzdYsMBhwgQOXKFk/8nixNGmzU+xYn36NCNECBq0TZuw\nkSK1bduucOE+feLGTdavXwCWM29+6hSvX7+6dcuVS1yqVOLELWrWLE+ebdvoFCs2ZQq1OnWKFevT\npxooUNaswQoXbtMmbtxc9eoFACAAgQMJFjR4EGFChQpHjYr16xc0aLJkefLlS5myVJ8+8eIFDBin\nS5dy5QqWKRMoUMKEEYMFS5cuac+eMbPJbBkwYAB49vRJidIrX76gQcOFq1OwYM6csRIlSpYsXrwu\nQYI0a5YuS5ZIkRo2rNiuXblySWPGDBmyYsWSBQsGAG5cuZMmqeLFixmzU6c00aJ17BgqwadO7dq1\niRMnXLiClf8q1aqVMWPJePHatSsaM2bEiB07pqxXLwCjSZeWJOnUrl3QoM2aFcqXr2fPTpEiVauW\nMGGWChVSpYpWpUqcOAkTNmzWLFy4qkGDxoxZsWLMePECcB17du3buXf3/h38qFGxfv2CBk2WLE++\nfClTlurTJ168gAHjdOlSrlzBMmUCBRCUMGHEYMHSpUvas2fMGjJbBgwYgIkUK1Ki9MqXL2jQcOHq\nFCyYM2esRImSJYsXr0uQIM2apcuSJVKkhg0rtmtXrlzSmDFDhqxYsWTBggE4ijTppEmqePFixuzU\nKU20aB07hirrqVO7dm3ixAkXrmClSrVqZcxYMl68du2Kxoz/GTFix44p69ULgN69fCVJOrVrFzRo\ns2aF8uXr2bNTpEjVqiVMmKVChVSpolWpEidOwoQNmzULF65q0KAxY1asGDNevAC4fg07tuzZtGvb\nvo0K1axXr759w4VrWqtW48bJwoWLFKlv32qtWpUpEzdZsnbtSpUK3K5dw4bBMmfumPhjxb59A4A+\nvXpUqGDRohUuXLBgzGDBGjcOly9frlx5A+jtFixYmTJlkyXr1StUqMAdO+bLVzBz5po1CxbsGDhw\nADx+BFmqlKxWrcCB8+WLmStX5MjJAgbs1Clv3mjt2gUKVLdatWbNUqVKHDBgunT1Ondu2bJhw4qB\nAwdA6lSq/6ZMyXLlKly4YcOYuXJFjhyuW7dUqQoX7pYqVY4cdQMFypWrT5++DRsWLBivc+eYMStW\n7Fi4cAAMH0acWPFixo0dP0aFatarV9++4cI1rVWrceNk4cJFitS3b7VWrcqUiZssWbt2pUoFbteu\nYcNgmTN3TPexYt++AQAeXDgqVLBo0QoXLlgwZrBgjRuHy5cvV668ebsFC1amTNlkyXr1ChUqcMeO\n+fIVzJy5Zs2CBTsGDhwA+vXtlyolq1UrcOB8AfTFzJUrcuRkAQN26pQ3b7R27QIFqlutWrNmqVIl\nDhgwXbp6nTu3bNmwYcXAgQOgciVLU6ZkuXIVLtywYcxcuf8iRw7XrVuqVIULd0uVKkeOuoEC5crV\np0/fhg0LFozXuXPMmBUrdixcOABev4INK3Ys2bJmz4oSJaxYsWPHatUiFiyYNGmdfPmqVUuZMlGs\nWNmydYwUqVmzcOFyNmvWsMbXrh07tmwZL2PGAGDOrPnTp17ChC1b5ssXsWDBoEFrtWvXrVvIkJly\n5apWLWGoUOHC1avXM168kCEzxo0bMmTOnPlatgwA8+bOM2XCBQwYMWK4cPkCBqxZs1K2bMWKdewY\nKFy4atVi1qoVLlzBgk0DBowYsWPcuC1blizZrWPHAAIQOJBgpky2hg0jRgwXrmPDhk2b5ooXr1q1\nnj3TpEv/Fy1axEaNqlWrV69pvXoNG3asWzdkyKBBC7ZsGQCbN3Hm1LmTZ0+fPyNFWlWrVrFis2Zt\ne/WKGDFZypR16vTrlyhevEiRqgUKVK9ep071cuXq2LFayZLFirVs2axVqwDElTuXESNUtmwFC2bL\nVrVYsYwZY8WM2aVLuXKJ0qWLE6dZp07t2sWKVS1Zso4dy4UMmSxZy5bdggULQGnTpxctOhUrli9f\nrlxZS5UqWDBOx449eqRLF6hgwT59qkWK1K9fsGDxevUqWTJdypShQkWMWCxWrABk176dEaNUsGD9\n+uXKVTVXroYNk/Xs2aZNvnxt2rUrUyZZmTL58oUKFS9Z/wBlKVO2a9myWrWePbPlyhWAhxAjSpxI\nsaLFixgjRVpVq1axYrNmbXv1ihgxWcqUder065coXrxIkaoFClSvXqdO9XLl6tixWsmSxYq1bNms\nVasAKF3KlBEjVLZsBQtmy1a1WLGMGWPFjNmlS7lyidKlixOnWadO7drFilUtWbKOHcuFDJksWcuW\n3YIFC4Dfv4AXLToVK5YvX65cWUuVKlgwTseOPXqkSxeoYME+fapFitSvX7Bg8Xr1KlkyXcqUoUJF\njFgsVqwAyJ5NmxGjVLBg/frlylU1V66GDZP17NmmTb58bdq1K1MmWZky+fKFChUvWbKUKdu1bFmt\nWs+e2f9y5QqA+fPo06tfz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gR\nJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ7t\nmCfPKEaMbNly5QpUokS4cMm6dOnPH1++XFmypEhRMFiwIEEqVIiXK1eSJBHatUuWrEyZGH36BMDu\nXbx8+KBixKhWLVmyKClS9OuXK0eO+PDp1SuWI0eBAgF79cqRIz9+cMmSxYhRIWDAZMmSJMnRp08A\nVK9mzYbNp0CBXLkSJepRoEC5cq2iRKlPH168UkGCRIf/Dq5WrRo14sNnlylTliwJAgZs1qxHjxBx\n4gTA+3fwfPiUUqRo1ixXrioRIrRrF6tMmQYN+vXLlSZNgQL1okXLEUBHffoEo0WLEiVEwIDhwnXp\nEiVUqABQrGjxIsaMGjdy7JgpU6dfv4gR+/VL1rJl0aLh0qTJmDFr1oJNmvTsGbZgwRYtEiYMW7Jk\np04x48YNGjRQoJQVKwbgKdSooECJ0qWLGTNfvmA5cyZNWi5JkooVu3ZtV58+w4ZB69ULEiRjxqwV\nK5YqFbNu3Z49gwVrWrJkAAYTLmzJUiJatIABy5Wr1LBhypQBU6QoWbJr13pNmnTsGDZfvhAhEiaM\nmjFj/506Ofv2bdq0TZuUFSsG4Dbu3KJEaeLFK1kyXrxkIUMmTdquS5eWLbNmbVeePMCAcdu1a9Gi\nY8e2HTvWqdMycOCsWVu1atqyZQDWs2/v/j38+PLn09ekaRctWsWKBQu2DWCwYMmSzcKG7datX79K\nXbsWLBgzWrSmTStWrBktWtq0JdOmrVixbdt8ESMGAGVKlZ48AdOlCxkyYcK4ESMWLBgrbdp27Tp2\nTJU2bb16HYsVa9myXbuMmTKlTZuxatWECevW7RcxYgC4dvVKidIsscCA4cJFzZevZMlabduWK5cv\nX7SoUcOFy9mtW86cBQvWbNYsbtyCVatGjBg3br2MGf8D8Bhy5E6dfuXKJUwYL17agAEjRsyVN2/B\nghEjZmvbNmTInN26Zc3asWPTYMG6do2ZNWvHjn37VkyZMgDDiRc3fhx5cuXLmWvStIsWrWLFggXb\nFixYsmSzsGG7devXr1LXrgULxowWrWnTihVrRouWNm3JtGkrVmzbNl/EiAHwDxCAwIEAPHkCpksX\nMmTChHEjRixYMFbatO3adeyYKm3aevU6FivWsmW7dhkzZUqbNmPVqgkT1q3bL2LEANi8iZMSpVk8\ngQHDhYuaL1/JkrXati1XLl++aFGjhguXs1u3nDkLFqzZrFncuAWrVo0YMW7cehkzBiCt2rWdOv3K\nlUv/mDBevLQBA0aMmCtv3oIFI0bM1rZtyJA5u3XLmrVjx6bBgnXtGjNr1o4d+/atmDJlADp7/gw6\ntOjRpEubZsUqWK9e377x4kUuWLBz59SMGwcKlDlzQL5906TpnA4d3bqxYmXOipVt24CVK1emjDZt\nw6BBA4A9u3ZYsIwVKxYu3K5d5XjxOneuybdvmjSZM4dDm7ZHj84NGZIt26pV5qZMAditWyxy5Nas\n8eYNmDVrABw+hHjqFC+K3brt2gUuWDBz5uaIE0eLljlzSr59kyXLXJYs3Li5ckWODp1t24iNGwcH\nTrhwxKBBAxBU6NBXr4gd9eZNlixxtWqdO0dm3DhT/6bOnesRLlynTudw4Pj2TZQoc0SIePPmq1w5\nL166dSOGDRsAunXt3sWbV+9evn1ZsQrWq9e3b7x4kQsW7Nw5NePGgQJlzhyQb980aTqnQ0e3bqxY\nmbNiZds2YOXKlSmjTdswaNAAvIYdGxYsY8WKhQu3a1c5XrzOnWvy7ZsmTebM4dCm7dGjc0OGZMu2\napW5KVO6dYtFjtyaNd68AbNmDcB48uVPneKVvlu3XbvABQtmztwcceJo0TJnTsm3b7JkATSXJQs3\nbq5ckaNDZ9s2YuPGwYETLhwxaNAAYMyo8dUrYh69eZMlS1ytWufOkRk3zpSpc+d6hAvXqdM5HDi+\nff8TJcocESLevPkqV86Ll27diGHDBmAp06ZOn0KNKnUq1UyZWNGiNW0aLlx6JEmCBq0TIEB16ggT\nhipNGjVqan36FCbMokW9YMGaNMnUsWPGjOXKtQsYMACGDyPOlAlWrVrTpunSlUmSpGnTSL15Q4fO\nsGGnxIjZswdXp05RoqhR4ytUKDduQCFD5suXLFm7jBkDoHs370aNRLVq5cyZKVOHLl1atqyUJEmJ\nEvnydapPnz17amHCtGYNIUK1QoUCBQpWsmTChOFKHywYgPbu33fqlKpWLWrUZs0aBAkSMmSvANap\n06dPr16d6NDBg2eWKVNQoAgS5OvVqzdvQiFDRoz/WK5cu4gRAzCSZEmTJ1GmVLmSZaZMrGjRmjYN\nFy49kiRBg9YJEKA6dYQJQ5UmjRo1tT59ChNm0aJesGBNmmTq2DFjxnLl2gUMGACvX8FmygSrVq1p\n03TpyiRJ0rRppN68oUNn2LBTYsTs2YOrU6coUdSo8RUqlBs3oJAh8+VLlqxdxowBkDyZcqNGolq1\ncubMlKlDly4tW1ZKkqREiXz5OtWnz549tTBhWrOGEKFaoUKBAgUrWTJhwnAFDxYMQHHjxzt1SlWr\nFjVqs2YNggQJGbJXder06dOrVyc6dPDgmWXKFBQoggT5evXqzZtQyJARI5Yr1y5ixADk17+ff3//\n/wABCBxIsKDBgwgFunJFa9eucuWCBVtmzFi5crYqVfLlq1y5XF260KJVrlatRYuGDRvny1erVsfM\nmatWrVkzbd68AdjJs+etW8OIEStX7tixZc+enTs3LFMmY8bMmfslR06xYuV27YIDx5UrcL58uXIF\nzZy5bNmSJfPWrRuAt3DjqlL16tcvcuSIETv265c5c7UcOfLlq1y5WmzY7Nr1zZatQYNy5QJny1aq\nVMzOncuWLVmybeDAARhNuvSsWbR8+RInrlcvZMaMmTPHK1AgXLjIkfNlxcqvX+aAAYMDR5cucsSI\nsWIVzZw5bNicOev27RuA69iza9/Ovbv37+BTpf8q5svXrVurViVz5UqVqjqxYrVpQ4ZMkj9/7Njp\nMmWKHoB6AgVKhAePKVOVdOmqVQsaNFzHjgGgWNGiK1fEfv0KFmzVKmajRoECJcaVqzBh2rQpY8iQ\nHTt1mDCBAwcPHkRs2KBCdWnXrlatokVjJUwYAKRJlZYqVQsXrlu3RIkiBguWLVt6SpW6c4cOnTN0\n6JQpg+bLlzx59uw51DZUqE3BgvHitWyZK2TIAOzl2xcVqmHBgvHiBQrUMVOmNGn6EiqUGzdy5BTp\n0uXLlys0aHjxcueOHTRoNm0KtWvXrFnUqMkyZgzAa9ixZc+mXdv2bdypUhXz5evWrVWrkrlypUr/\nVZ1Ysdq0IUMmyZ8/dux0mTJFj55AgRLhwWPKVCVdumrVggYN17FjANSvZ+/KFbFfv4IFW7WK2ahR\noECJceUqDMAwbdqUMWTIjp06TJjAgYMHDyI2bFChurRrV6tW0aKxEiYMAMiQIkuVqoUL161bokQR\ngwXLli09pUrduUOHzhk6dMqUQfPlS548e/YcKhoq1KZgwXjxWrbMFTJkAKZSrYoK1bBgwXjxAgXq\nmClTmjR9CRXKjRs5cop06fLlyxUaNLx4uXPHDho0mzaF2rVr1ixq1GQZMwbgMOLEihczbuz4MeRQ\noZLduvXtGyVK5PbsOXfOBTFiECCcO0cAFy4F/wrOPXigSpUGDeQ8eChWrI85cz16VKum6dgxAMKH\nEz91yhkuXOHCMWJUrkuXc+dEECMWIMC5cwNq1SJA4JwFC7ZsWbBQ7sMHZMjUlCsXIwY0aJyWLQNg\n/z5+TJiMyZLFDSC3RYvC9eljzhwIX74mTBg3bkGsWAMGiAMA4NQpESK6xYhhzJihceNmzJg27VKy\nZABYtnSZKdOyVKnChWvUaNyRI+fOZQAGzICBc+cM1KolQMC5AwdkyTpwwJwGDcaMzTFn7siRaNE0\nIUMGAGxYsWPJljV7Fm3aUKGS3br17RslSuT27Dl3zgUxYhAgnDtHABcuBQrOPXigSpUGDeQ8eP8o\nVqyPOXM9elSrpunYMQCbOXc+dcoZLlzhwjFiVK5Ll3PnRBAjFiDAuXMDatUiQOCcBQu2bFmwUO7D\nB2TI1JQrFyMGNGicli0D8Bx6dEyYjMmSxY3bokXh+vQxZw6EL18TJowbtyBWrAEDxAEAcOqUCBHd\nYsQwZszQuHEzZkybBvBSsmQACho8mCnTslSpwoVr1GjckSPnzmUABsyAgXPnDNSqJUDAuQMHZMk6\ncMCcBg3GjM0xZ+7IkWjRNCFDBiCnzp08e/r8CTSoUFGiOOnSJU0aKlRdDh2CBk2NDx9EiMiSJWXD\nBiRIJuXIQYECEiSy1Khp0qSUL1+uXJUqRaz/Vy8AdOvaPXVq1KxZ1qxduiQFDpxnz6TIkBEkiCpV\nSiRIQIIEVIwYDRr48LEpSpQZMzTx4tWpkylTw3z5AoA6tepOnSTBgiVNWqdOWAoVWraMCxMmUaKo\nUpVEhYobNzoNGbJhw5gxm9SosWKFlC9fp07NmiWsVy8A3Lt7BwXKkStX1aolSpQlTJhmzaTAgHHk\niCtXRyBAkCGjkhAhCBAQAUgkExcuQoSYChbMlClWrIwFCwZA4kSKFS1exJhR40ZXrnTx4hUuHDBg\nwlChKleu1JcvlSqNGxeLBAk+fMK5chUjBh062G7dQoPGlTlz2LCBAjUtXDgATZ0+rVXLFzBg/+LE\n1aoFy5QpcuRaJUly6JA4cahgwGjTphsoUEKEyJHjLViwMmVWmTM3bZosWdS+fQMQWPBgVKhk2bL1\n7ZsuXbxOnfr27RMZMpIkceMGCgeOOnWmkSKVIoUbN89ixeLCZZU4cc6cLVoEjRs3ALVt3z51ypYr\nV+LExYo1CxascuVG0aGzaBE5cqxmzChTJhwtWitWjBkTjhevOHFYkSN37dqsWdW8eQOQXv169u3d\nv4cfX74rV7p48QoXDhgwYahQASxXrtSXL5UqjRsXiwQJPnzCuXIVIwYdOthu3UKDxpU5c9iwgQI1\nLVw4ACZPoqxVyxcwYOLE1aoFy5QpcuRaJf9JcuiQOHGoYMBo06YbKFBChMiR4y1YsDJlVpkzN22a\nLFnUvn0DoHUrV1SoZNmy9e2bLl28Tp369u0TGTKSJHHjBgoHjjp1ppEilSKFGzfPYsXiwmWVOHHO\nnC1aBI0bNwCOH0M+dcqWK1fixMWKNQsWrHLlRtGhs2gROXKsZswoUyYcLVorVowZE44XrzhxWJEj\nd+3arFnVvHkDIHw48eLGjyNPrnz5qlXBfPnixQsWrGWnTtmy5QUUKDJkCBGqwYYNGDBxoECxYwcM\nGE527NCi1YkYsVatnDlLxYwZgP7+AQIQCECVKmS+fAULtmkTMFKkQIH6wYgREyaMGAm5c+f/y5c7\nTpzEiWPGzCc0aFix4oQMWaxY06a5OnYMQE2bN0mR+rVrV61aoEAJCxWqVi0pnDiFCYMHT5IyZaZM\nMVOlSps2bNgs+vPHlatSxIjRoqVM2SpjxgCkVbuWFKlduHD58iVIUDBQoEyZUqJJU5gwhgzxKFOG\nChVJS5b8+YMGzakxY1y52oQM2a5d1qy5atYMQGfPn0GHFj2adGnTq1YF8+WLFy9YsJadOmXLlhdQ\noMiQIUSoBhs2YMDEgQLFjh0wYDjZsUOLVidixFq1cuYsFTNmALBn165KFTJfvoIF27QJGClSoED9\nYMSICRNGjITcufPlyx0nTuLEMWPmExo0/wBZseKEDFmsWNOmuTp2DIDDhxBJkfq1a1etWqBACQsV\nqlYtKZw4hQmDB0+SMmWmTDFTpUqbNmzYLPrzx5WrUsSI0aKlTNkqY8YACB1KlBSpXbhw+fIlSFAw\nUKBMmVKiSVOYMIYM8ShThgoVSUuW/PmDBs2pMWNcudqEDNmuXdasuWrWDIDdu3jz6t3Lt6/fv6dO\n/ZIla9u2U6fAXbpUrpySZMlEiDBnTsOpUwAAkJswwZEjDBi+/fiRKxcecuSsWJk27ZQxYwBiy54t\nSxYzXbrChQMFKhwXLubMHenVq0IFc+Y0oEIFAAC5DBk8eQIBwtuOHcCA9SFHTokSbNhQKf9TBqC8\n+fOiRPWyZQsbtkyZwD16JE5cDFq0UqTYto1EJ4CdMGDI5sFDpkwnTkiDAiVXrkvgwGXJ0qyZqF69\nAGzk2NGVq2CyZIUL16mTOD9+zJmr4csXAwbmzF2oVQsAAHMSJEya5MGDuCdPjBlTJE6cFy/YsJlC\nhgzAU6hRpU6lWtXqVaynTv2SJWvbtlOnwF26VK6ckmTJRIgwZ07DqVMAAJCbMMGRIwwYvv34kSsX\nHnLkrFiZNu2UMWMAFC9mLEsWM126woUDBSocFy7mzB3p1atCBXPmNKBCBQAAuQwZPHkCAcLbjh3A\ngPUhR06JEmzYUClTBsD3b+CiRPWyZQv/G7ZMmcA9eiROXAxatFKk2LaNRKdOGDBk8+AhU6YTJ6RB\ngZIr1yVw4LJkadZMVK9eAOTPp+/KVTBZssKF69RJHEA/fsyZq+HLFwMG5sxdqFULAABzEiRMmuTB\ng7gnT4wZUyROnBcv2LCZQoYMAMqUKleybOnyJcyYnTqRqlWLGTNQoNYcOlSr1holSqxYOXXKyowZ\nWLBQevJkxAgnTkK1aUOGDC1dumjRcuWK2K5dAMaSLRsqVCpevKhRO3VKzKBBsmQtCRIkSpRKlZiU\nKCFFSiEhQjBg8OJlExo0YcLA4sULFixbtpYJEwbgMubMmjSVmjULGjRSpOb8+ePLF5ou/13ChKFE\nSUqKFEuWLEqSxIaNMmU0uXEzZ04tX75eveLFK1iuXACWM2/eqdMpVqyOHdOkaY0cOcGCfSlR4s6d\nTJluXLgwZkygJEk0aECDBhIfPl264Bo2rFUrV66S6dIFACAAgQMJFjR4EGFChQpjxVIlS5Y4cbJk\n9apUSZy4QWXKpEnTrRuiFi26dPlmydKYMVeuSAMFKlIkUOfOOXN269a0bt0A9PT5s1atXbRoiRNn\ny5arTJnIkdsUJUqXLt26HfrxgwqVbZgwIUGyZYu2V68cOTplztyyZbJkSQMHDkBcuXNTpaq1a5c4\ncbt2DfPkyZs3Q1Gi0KGDDVshJUqsWP9xFijQkydy5BAbNSpTplfjxhEjJksWs27dAJQ2fRpW6lOn\nxIl79WqXIkXjxu3hwkWPHnHiDqVIgQWLt0WLVKioUsWbKFGOHLkyZ44ZM1++mIEDBwB7du3buXf3\n/h18+FixVMmSJU6cLFm9KlUSJ25QmTJp0nTrhqhFiy5dvlmyBHDMmCtXpIECFSkSqHPnnDm7dWta\nt24AKlq8WKvWLlq0xImzZctVpkzkyG2KEqVLl27dDv34QYXKNkyYkCDZskXbq1eOHJ0yZ27ZMlmy\npIEDByCp0qWpUtXatUucuF27hnny5M2boShR6NDBhq2QEiVWrDgLFOjJEzlyiI0alSn/06tx44gR\nkyWLWbduAPr6/Qsr8KlT4sS9erVLkaJx4/Zw4aJHjzhxh1KkwILF26JFKlRUqeJNlChHjlyZM8eM\nmS9fzMCBAwA7tuzZtGvbvo07tydPvG7d8uWLEiVkrIqzkrJo0ZcvhgzBsGPnyZM4P3706fPlSygy\nZGDBYjVsGC1ay5aBQoYMgPr17FWpQvbr17JlkyYZO3UKFaojmjQ5AehEjx4gdOgwYdLnyJE9e8yY\nOSVGTKxYqpIls2ULGjRXzJgBABlS5KhRvHDh6tULFapinz7VqiVFlKg5cwYNypEnDxYshKBAIUOG\nDZtJcuSsWpUpWLBTp5AhM3XsGACq/1WtkiL1y5cvYMAKFSKWKZMoUStChWLChA8fFlWqRIkyqEUL\nMWLYsOFEh06sWKWUKaNFCxo0WMuWAUCcWPFixo0dP4Yc2ZMnXrdu+fJFiRIyVp1ZSVm06MsXQ4Zg\n2LHz5EmcHz/69PnyJRQZMrBgsRo2jBatZctAIUMGQPhw4qpUIfv1a9mySZOMnTqFCtURTZqcONGj\nBwgdOkyY9DlyZM8eM2ZOiRETK5aqZMls2YIGzRUzZgDs38c/ahQvXLh6AeyFClWxT59q1ZIiStSc\nOYMG5ciTBwsWQlCgkCHDhs0kOXJWrcoULNipU8iQmTp2DADLli5JkfrlyxcwYIUKEf/LlEmUqBWh\nQjFhwocPiypVokQZ1KKFGDFs2HCiQydWrFLKlNGiBQ0arGXLAIANK3Ys2bJmz6JNq0pVMFy4unVL\nlSocIULlysmQJWvBAnLkUIQK9eDBOBUqPHlKkQIcFizBgmUaN44Ll2vXShEjBmAz586uXCEjRkyc\nOFWqxoEBU66cE1asLFggRw7HrFkbNnwbMeLTpxQpunnxQoyYJnHi6NCxZg3WsWMAnkOPrkrVMV++\nvn0rVQpco0bkyOWgRcuCBW/eNBQqpEBBNBkyJEkKEkSaFy++fG3q1s2Nm2rVAKYKFgxAQYMHVany\n9eqVOHGgQHnDgsWcORyxYilQYM7/HIpatRIkIAcCxKhRHjyA+/HDl69D4MCdOWPNWitkyADk1LmT\nZ0+fP4EGFbppEytcuJAhY8VqjihRxIhpIULEipVGjZ6UKIEGjaEkSTZs4MJlEx06TZrg8uVr1apS\npYLZsgWAbl27nDi50qXr2TNQoNZEihQsmJgmTdKkiRQpTIoUZcrwmTLlxQs8eDThwSNFSrBfv27d\nkiVrGC9eAFCnVu3JkylYsIoVGzXKjiRJwYLFiRJlyxZKlKKgQHHmzKEtW3DgsGPnlB07c+bw2rWL\nVnVawXLlArCde3dOnEytWjVsWKZMaAYNwoUrzYwZdOj48SNEg4Y4cRghQaJBgxw5/wAvwYFDhYqs\nXbtcuYoVK5guXQAiSpxIsaLFixgzaty0iRUuXMiQsWI1R5QoYsS0ECFixUqjRk9KlECDxlCSJBs2\ncOGyiQ6dJk1w+fK1alWpUsFs2QLAtKlTTpxc6dL17BkoUGsiRQoWTEyTJmnSRIoUJkWKMmX4TJny\n4gUePJrw4JEiJdivX7duyZI1jBcvAIADC/bkyRQsWMWKjRplR5KkYMHiRImyZQslSlFQoDhz5tCW\nLThw2LFzyo6dOXN47dpFqzWtYLlyAZhNuzYnTqZWrRo2LFMmNIMG4cKVZsYMOnT8+BGiQUOcOIyQ\nINGgQY6cS3DgUKEia9cuV65ixf8KpksXgPPo06tfz769+/fwW7VKhQuXOHG6dA3r1ClcOICopEiZ\nM0ebNk4zZpw5082UqSdP4MDZ5soVIUKszJlr1uzXL2ffvgEgWdJkLJSsWJEjt2vXLEaMvn3DxITJ\nnz/evLkKEsSKlWqECOHAkSZNtVmzGjUyVa6cMWO0aCH79g3AVaxZW7VadevWuHG0aP0CBapbN0hH\njtChEy2aohkz1KhRZsnSnTtx4iQjRerTJ1TkyBEjVqrUsG3bACxm3JgVq1msWIkThwtXKkmSwoU7\n1aNHnz7gwIFCgqRLF2yZMgUJkifPtVy5HDmqVa6cMmW5cjXz5g3Ab+DBhQ8nXtz/+HHkrVqlwoVL\nnDhduoZ16hQuHCopUubM0aaN04wZZ850M2XqyRM4cLa5ckWIECtz5po1+/XL2bdvAPTv5x/LP0BW\nrMiR27VrFiNG375hYsLkzx9v3lwFCWLFSjVChHDgSJOm2qxZjRqZKlfOmDFatJB9+wbgJcyYrVqt\nunVr3DhatH6BAtWtG6QjR+jQiRZN0YwZatQos2Tpzp04cZKRIvXpEypy5IgRK1Vq2LZtAMaSLcuK\n1SxWrMSJw4UrlSRJ4cKd6tGjTx9w4EAhQdKlC7ZMmYIEyZPnWq5cjhzVKldOmbJcuZp58wbgMubM\nmjdz7uz5M+hSpXzx4oULV6ZM/8VMmfLl60imTF68/PnTo0+fLFkC7djRp0+YMLTo0Hn1KpMyZZ8+\nOXNmihkzANKnUx81atiuXcmSZcoULFOmU6eWLFpEhQohQkcIEaJCJRMOHHz4vHkDyo8fWLBCLVv2\nCuCrZs1SMWMGAGFChaZMEcOFa9cuTpx4VapUq9aRR4+uXHHk6EafPk2aADJiBBAgNGhSxYmDCxeq\nY8dcuTp2jBQxYgB49vQZKpSvWbN27SpUqFejRrhw5fDkiQmTRYt8CBIEBkwlIkQwYZozxxUdOrZs\njUKG7NSpZs1WHTsGAG5cuXPp1rV7F2/eUqV88eKFC1emTMVMmfLl60imTF68/P/506NPnyxZAu3Y\n0adPmDC06NB59SqTMmWfPjlzZooZMwCrWbceNWrYrl3JkmXKFCxTplOnlixaRIUKIUJHCBGiQiUT\nDhx8+Lx5A8qPH1iwQi1b9upVs2apmDED8B18eFOmiOHCtWsXJ068KlWqVevIo0dXrjhydKNPnyZN\nABkxAhAQIDRoUsWJgwsXqmPHXLk6dowUMWIAKlq8GCqUr1mzdu0qVKhXo0a4cOXw5IkJk0WLfAgS\nBAZMJSJEMGGaM8cVHTq2bI1ChuzUqWbNVh07BiCp0qVMmzp9CjWqVFiwiOnS5c2bLVviIEEaN+6L\nL18cOIQLt0SWrAsXwClRcur/FA4c3ciQ2bVL0rhxhw6BA5fKly8AhAsbhgUrWK9e4sSpUvVt0CBy\n5Lz48hUiBDduUly5ggFj25gxrlwJEYKtTx9nzkp9+8aIkTVrsYIFA4A7t+5SpXzt2uXNW6pU3fr0\nGTeuCS5cKVJo0yZl1SoRIp5duQILlhUrzwwZIkZsFDduefI8e3YKFy4A7Nu7X7XKlyxZ377NmvVt\nzhxz5sDgAoiLBIlx43QAA5YhQzgfPmTJunGjmxs3xIhRChduzZpr11QdOwZA5EiSJU2eRJlS5UpS\npEzx4iVNWqtWcj59ChZsDxo0dOh8+sSkRo04cSZx4SJEyKFDs/78WbPGlzFj/7Fi4cJlzJcvAF29\nfv30KRQvXsmSmTKFx5IlX77oYMFy6JAoUWGOHNmzR5UbN1KkVKoECxCgQYOEDRuWK5cvX8N+/QIQ\nWfLkTJlO5cqVLFmnTm8SJerVi86UKXTogAIV5caNOHEiceGSJMmjR7IcOZo0CViwYLhw7dqV69Yt\nAMWNH//0KZQrV8mSjRolxpIlXrzsgAHz50+oUF5mzFizJtOVKz16LFr0qk+fO3eACRN269auXcd+\n/QKQX/9+/v39AwQgcCDBggYPIhRIipQpXrykSWvVSs6nT8GC7UGDhg6dT5+Y1KgRJ84kLlyECDl0\naNafP2vW+DJmLFYsXLiM+f/yBWAnz56fPoXixStZMlOm8Fiy5MsXHSxYDh0SJSrMkSN79qhy40aK\nlEqVYAECNGiQsGHDcuXy5WvYr18A3sKNmynTqVy5kiXr1OlNokS9etGZMoUOHVCgoty4ESdOJC5c\nkiR59EiWI0eTJgELFgwXrl27ct26BWA06dKfPoVy5SpZslGjxFiyxIuXHTBg/vwJFcrLjBlr1mS6\ncqVHj0WLXvXpc+cOMGHCbt3atevYr18ArmPPrn079+7ev4N35SqWLFnhwunS5YsTJ3DgGokRw4dP\nt26dunRZs0ZbpkxlAJbRo6daq1agQKEqV+7YsVy5joULB4BiRYuzZumyZUv/nDhdunyNGgUOXCc6\ndA4dwoaNU506f/5UEyWqTBlEiKzNmhUqVKxx45Qpq1VrmTdvAJAmVWrKVCxZsr5969VrmCRJ3LhZ\nevNGkqRq1UKZMZMnz7JMmf782bNnmitXkiS9IkcOGTJcuIxp0waAb1+/rVqlWrVq3Dhbtmo1aiRO\n3KItWwABypbNkhcvdOhg48SpTJlEibLt2mXKVK1y5ZAhs2Ur2bZtAGDHlj2bdm3bt3HnduUqlixZ\n4cLp0uWLEydw4BqJEcOHT7dunbp0WbNGW6ZMZcro0VOtVStQoFCVK3fsWK5cx8KFA7CefftZs3TZ\nsiVOnC5dvkaNAgeuEx06/wAPHcKGjVOdOn/+VBMlqkwZRIiszZoVKlSsceOUKatVa5k3bwBCihxp\nylQsWbK+fevVa5gkSdy4WXrzRpKkatVCmTGTJ8+yTJn+/NmzZ5orV5IkvSJHDhkyXLiMadMGoKrV\nq61apVq1atw4W7ZqNWokTtyiLVsAAcqWzZIXL3ToYOPEqUyZRImy7dplylStcuWQIbNlK9m2bQAS\nK17MuLHjx5AjSy5VKtmuy7tAgSr26ZMuXWc2bUqTRpMmK4gQlSlTqUmTQ4f69LF1544vX6+YMatV\n69kzXM6cARhOvDgqVMd69SJGLFSoXqBA+fIV5tSpPn1IkeqSKRMbNp/KlP+xZOnQIVyNGunSJcuZ\nM1++rFm7tWwZgPv483fq1CtXLoC+fJkyRSxUKF260sSKxYZNpUpbFCn68kXSli2aNCVK1KpRo127\nYDlzxovXs2eqiBED0NLlS0+efunSJUyYJEnHRIm6dauKKFFw4IQKtYMQoTFjMFGhMmgQHTq4Bg0C\nBuzVsmW1akmT1kqZMgBhxY4lW9bsWbRp1bJi5StYsG/fbNkK58pVuHCSli1788abtzfChHnxci1Q\noGbN+PDZVqpUtmy4xo0DBQocuFrFigHg3NkzK1bBfv0KF06XLnChQoULpwgatECBunVb5MwZHTrR\nGDF69owRI22nTlWr5gv/HDhWrLp1wwUMGADo0aWvWiUMGLBu3Vy5CgcK1LdvhJQpY8MGGzZDwYLp\n0XOsTx9ixB49ipYpEzVqt7x548RJG0Btr3LlAmDwIMJXr4Lt2hUunC5d4UCBIkdu0bNnZMh065aH\nGTMqVLLhwZMsGSFC2jx5qlatFjhwmTJx4/YqWDAAOnfy7OnzJ9CgQoeyYuUrWLBv32zZCufKVbhw\nkpYte/PGm7c3woR58XItUKBmzfjw2VaqVLZsuMaNAwUKHLhaxYoBqGv3LitWwX79ChdOly5woUKF\nC6cIGrRAgbp1W+TMGR060RgxevaMESNtp05Vq+YLHDhWrLp1wwUMGIDU/6pXr1olDBiwbt1cuQoH\nCtS3b4SUKWPDBhs2Q8GC6dFzrE8fYsQePYqWKRM1are8eePESZu2V7lyAeju/furV8F27QoXTpeu\ncKBAkSO36NkzMmS6dcvDjBkVKtnw4EmWDCAhQto8eapWrRY4cJkyceP2KlgwABMpVrR4EWNGjRs5\nbtr0ChgwaNBs2fpEjFizZqZAgUKFatcuR4UK7drla9GiRImCBTvmypUtW9aYMXv2LFmyacaMAXD6\nFGqmTLSECYsWDRcuT716HTtGCuyuXbx4afLkadcuX58+efIULFgxXHNxUZMmjRkzZcqYCRMGAHBg\nwZUqudq1a9myWrU6Df8bhgzZKE6catXKlUtTpUqyZOHatGnUqGDBiMWKVauWM2bMihUjRuxYsGAA\naNe2vWmTK1++okWrVSvTsGHRopUSJapWrV+/MkmSxIsXrkWLHDkKFsxYrFi1al2LFu3YMWPjhQkD\ncB59evXr2bd3/x7+pk2vgAGDBs2WrU/EiDVrBtAUKFCoUO3a5ahQoV27fC1alChRsGDHXLmyZcsa\nM2bPniVLNs2YMQAkS5rMlImWMGHRouHC5alXr2PHSNnctYsXL02ePO3a5evTJ0+eggUrhispLmrS\npDFjpkwZM2HCAFi9irVSJVe7di1bVqtWp2HDkCEbxYlTrVq5cmmqVEn/lixcmzaNGhUsGLFYsWrV\ncsaMWbFixIgdCxYMgOLFjDdtcuXLV7RotWplGjYsWrRSokTVqvXrVyZJknjxwrVokSNHwYIZixWr\nVq1r0aIdO2YstzBhAHr7/g08uPDhxIsbL1VqlitX4MAdO1Zt1apx43a5ckWKFDhws1y5MmWqmyxZ\nuXJlyhQumPpguM6dO3aMGDFk4cIBuI8/f6pUtFSpAhguXLBgy1atChcO1q9fpUp9+1aLFStRorjd\nugULlitX3n79IkZs17lzypQZM3YMHDgALV2+PHVKlipV4cIBAzZNlqxx416dOuXJkzdvsUqVUqQo\nmyumrlSp6tar169f/7nMmRMmLFgwX+DAAQAbVmyrVrBQoRo3TpgwaaVKkSPX69WrU6e8eZuFSi8q\nb7duwYJFiRI4YMCUKcNlzpwxY8eOFfPmDcBkypUtX8acWfNmzqVKzXLlChy4Y8eqrVo1btwuV65I\nkQIHbpYrV6ZMdZMlK1euTJnCBQMeDNe5c8eOESOGLFw4AM2dP0+VipYqVeHCBQu2bNWqcOFg/fpV\nqtS3b7VYsRIlitutW7BguXLl7dcvYsR2nTunTJkxY8fAAQQHYCDBgqdOyVKlKlw4YMCmyZI1btyr\nU6c8efLmLVapUooUZXMl0pUqVd169fr1K5c5c8KEBQvmCxw4ADZv4v9s1QoWKlTjxgkTJq1UKXLk\ner16deqUN2+zUEFF5e3WLViwKFECBwyYMmW4zJkzZuzYsWLevAFIq3Yt27Zu38KNKxcUKF7GjB07\ntmuXsWDBpk1LNWsWLlzQoG3atQsXrmSnTt269esXM1y4jmHetu3YsWfPgjlzBmA06dKfPukiRgwZ\nsl69kgULFi3aqFu3cOE6dmyUK1e0aB179cqWLV++nOXKlWz5tm3FijFjBqxZMwDWr2PXpEkXMGDF\nivHiFQwXrmjRQtWqdevWsWOoXr2qVStYqFCyZPXq5axXL2L+AWLDRoyYMWO9jh0DsJBhQ0+efA0b\n5swZLlzJiBGjRk3/Fi5ctWolS5YpVslYxkaNkiVLl65qtWodO2Zs2zZjxpYt27VsGQCfP4EGFTqU\naFGjRx05amXLFjBgtmxla9VKmLBSx45lytSr1yhgwECBynXqFDFipUrtunXr2TNeypThwhUt2i1X\nrgDk1bt30iRXtWr9+oULl7VXr4IFO2XMGChQuHCd2rXr06dYpEj58qVKFS7Py5blYsasVi1o0HLN\nmgWAdWvXhQqVmjULGLBXr7KpUuXL16hgwS5dqlWLky1bmjS1AgUqV65WrWq5cmXMmKxjx1KlYsbM\n1alTAMCHFz9p0qtatZQpmzVLmyxZzZq9cuaMEydfvjL58gUKVK5O/wA78eJlylSwWrWSJfMFDRot\nWs+evVKlCoDFixgzatzIsaPHj44ctbJlCxgwW7aytWolTFipY8cyZerVaxQwYKBA5Tp1ihixUqV2\n3br17BkvZcpw4YoW7ZYrVwCiSp06aZKrWrV+/cKFy9qrV8GCnTJmDBQoXLhO7dr16VMsUqR8+VKl\nCpfdZctyMWNWqxY0aLlmzQJAuLDhQoVKzZoFDNirV9lUqfLla1SwYJcu1arFyZYtTZpagQKVK1er\nVrVcuTJmTNaxY6lSMWPm6tQpALhz65406VWtWsqUzZqlTZasZs1eOXPGiZMvX5l8+QIFKlenTrx4\nmTIVrFatZMl8Qf+DRovWs2evVKkCwL69+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k\n2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPn\nT6BBhQ4lWtToUaRJR965g8qRo1q1YMHKtGgRMGC2MGECBIgYsVuSJO3Z42vVqkWLEiXaBQvWpEmF\nfv2qVcuSpUeiRAHg29fvnTujECGSJatVq0mHDgED9kqTpkCBePGCRYlSnjy8ZMmyZGnQoFyuXFGi\nRGjXLliwNm1qBAoUANixZduxQ2rRolixWrWCNGiQL1+yLl0iRMj/ly9XlSrp0dMLFapJk/z4wdWq\nVaZMhn79mjXLkiVHoEABIF/e/J8/phYtqlVLlixLiBAFC4bLk6dBg4gRsxUpEkBChHzJkiVJUp8+\nwGTJggRpkS9ft25JqliqFICMGjdy7OjxI8iQIkGBooQLlzJlw4bNatYMGzZkly5Fi6ZNG7BBg5Il\ny6ZLFyhQx45RM2ZMlSpm27Y5c/bpE7NjxwBQrWo1VKhNunQ5c/br1yxnzqhRE5YoETNm2rQJ27On\nWDFswYINGkSMmLZgwU6dQrZtW7JkpEgxI0YMAOLEijMxxoXr2LFevWI9exYtWjBRoqRJo0at1qRJ\nxIhN27VLkqRi/8WsFStmyhQybtyiRQsVqtmxYwB28+5dqlSnXr2OHdu1y9WxY9Kk8Vq0aNkybtx+\nSZL07Nk2X74uXVKmLNuxY69eRfv2zZo1UaKgHTsG4D38+PLn069v/z5+Tpx44cI1DOAwXry6HTu2\nbJmtb998+YoWrVa1asOGIZs1a9o0X76Y6dK1bVuxa9eIEevWzRcxYgBYtnR56VKvW7eIEevVa5sx\nY8eOyfr2jRevY8dsXbu2a1czXrysWUOGbFmvXtWqIatWjRgxbdp8ESMGAGxYsZYs5Zo1y5gxYMC2\nESP27Bmtbt169Vq2bNa0ab58KYMFK1myYMGg2bKVLZuxa9eMGf/bto2XMWMAKFe2HCrUsFy5iBHT\npYsbMWLIkNkKF06ZMmLEbG3bduwYtV27qlUzZmxZrVrcuB3Dhm3Zsm/fgilTBgB5cuXLmTd3/hx6\ndE6ceOHCNWwYL17djh1btszWt2++fEWLVqtatWHDkM2aNW2aL1/MdOnatq3YtWvEiHXrBtAXMWIA\nCho8eOlSr1u3iBHr1WubMWPHjsn69o0Xr2PHbF27tmtXM168rFlDhmxZr17VqiGrVo0YMW3afBEj\nBiCnzp2WLOWaNcuYMWDAthEj9uwZrW7devVatmzWtGm+fCmDBStZsmDBoNmylS2bsWvXjBnbto2X\nMWMA2rp9Gyr/1LBcuYgR06WLGzFiyJDZChdOmTJixGxt23bsGLVdu6pVM2ZsWa1a3Lgdw4Zt2bJv\n34IpUwYgtOjRpEubPo06tWpXroK59uZNlixyxIidO5dk3Lhatc6dExIuHCtW5rBg8eYtVqxyXLiE\nC+erXLlAgbp12zVtGoDt3LufOnUMGLBv32DBIhcsmDlzVsCBU6XKnLkg3ry1amXOiRNs2GDBAliu\nTJlt23aRI1enDjduv6RJAxBR4sRTp3jlysWNGyxY44gRK1fuzrhxtWqZM5fj2zdRoso1aaJNGy5c\n5e7c2bbN2LhxefJ8+yYMGjQARY0ejRXL2LFj4MDZsjVOlqxz/+e2iBP36dO5cy3EiatU6VyKFNu2\ntWplrkkTbtyAkSOnRk24cMmqVQOQV+9evn39/gUcWLArV8EMe/MmSxY5YsTOnUsyblytWufOCQkX\njhUrc1iwePMWK1Y5LlzChfNVrlygQN267Zo2DcBs2rVPnToGDNi3b7BgkQsWzJw5K+DAqVJlzlwQ\nb95atTLnxAk2bLBglStTZtu2XeTI1anDjdsvadIAnEef/tQpXrlyceMGC9Y4YsTKlbszblytWubM\nAczx7ZsoUeWaNNGmDReucnfubNtmbNy4PHm+fRMGDRqAjh4/xopl7NgxcOBs2RonS9a5c1vEifv0\n6dy5FuLEVf+qdC5Fim3bWrUy16QJN27AyJFToyZcuGTVqgGIKnUq1apWr2LNqvXSJVauXEGDdutW\no06dpElj5chRoEDChKlKk8aMGVycOG3ZkidPrlatHDlSpUyZMGG6DhMjBmAx48aXLqVy5erZs1mz\nJHHiFC2aq0mTCBESJgxVmzZ16tzq1AkPnkKFdqVK5cmTqmPHgAHTpQvWsGEAfgMPLklSKleunj2j\nRQuUJ0/VqsGqVClRImLEQJ05AweOLkmSypRRpEjXqVOTJtFq1owYsWDBgA0bBmA+/fqePJmKFUua\ntFevACZixGjZMlB16vDh8+yZKyxY6tT5VapUkyZ9+gRLlQr/ECBYxowJE8aLF7FjxwCkVLmSZUuX\nL2HGlHnpEitXrqBBu3WrUadO0qSxcuQoUCBhwlSlSWPGDC5OnLZsyZMnV6tWjhypUqZMmDBdX4kR\nAzCWbNlLl1K5cvXs2axZkjhxihbN1aRJhAgJE4aqTZs6dW516oQHT6FCu1Kl8uRJ1bFjwIDp0gVr\n2DAAlzFnliQplStXz57RogXKk6dq1WBVqpQoETFioM6cgQNHlyRJZcooUqTr1KlJk2g1a0aMWLBg\nwIYNA7CceXNPnkzFiiVN2qtXiRgxWrYMVJ06fPg8e+YKC5Y6dX6VKtWkSZ8+wVKlAgQIljFjwoTx\n4kXs2DEA/wABCBxIsKDBgwgTKlS4apWtYMHIkRMmTFqyZOfOAcOEiRixcuV8IUGCCxc5WrQ4cfr1\nq9yuXbduSTNnDhs2YsS2efMGoKfPn69e/Ro2TJy4X7+aESNmzpwvP36SJStX7teZM758kQsWTIyY\nXbvGDRt26xa1c+eoUVu2rJtbAHDjypUlK5gxY+TIJUvmLFkyc+aChQo1bJg5c7bAgClWLBwuXH36\n7NpF7tixXbuunTunTdu0ad3AgQNAurRpWbJ+4cI1blywYLx+/TJnDlihQseOmTOHbM6cYMHMBQv2\n5k2wYOSIEatVS9q5c9euadP2TZw4ANiza9/Ovbv37+DDn/86hUuXLl++TJkiVqoUJUplKFFas8aN\nmyJ9+pAhQ6dMGYCMGCVKJAkSJFiwLvnyNWvWs2evjh0DUNHixVKlWu3aFSyYKVPHWLHKlEmOKFFq\n1LhxM2bPHjx43KxZkyhRoECLJEly5UpTsGC1aj17pkqYMABJlS4VJarWrVu9esmSxWzVKlas4tiy\nBQgQIkRl4MBZs6aPFy+JEi1aJCpTplq1ZB07xovXtGm1jh0D0Nfv31atePnyVatWpkzHQIHatKkM\nKFBlyhgyJAQRIjp09lSpwoZNoUKK5MhJlerTrVu4cFWrZsuZMwCxZc+mXdv2bdy5dZ86hUuXLl++\nTJkiVqr/FCVKZShRWrPGjZsiffqQIUOnTBlGjBIlkgQJEixYl3z5mjXr2bNXx44BYN/efalSrXbt\nChbMlKljrFhlyiRHFEBRatS4cTNmzx48eNysWZMoUaBAiyRJcuVKU7BgtWo9e6ZKmDAAIkeSFCWq\n1q1bvXrJksVs1SpWrOLYsgUIECJEZeDAWbOmjxcviRItWiQqU6ZatWQdO8aL17RptY4dA2D1KtZW\nrXj58lWrVqZMx0CB2rSpDChQZcoYMiQEESI6dPZUqcKGTaFCiuTISZXq061buHBVq2bLmTMAihcz\nbuz4MeTIkidLknSMFi1u3OLECTdmzLlzEnLlGjDg3LkF/6xYAQBgjgCBU6c+fBB34wYzZpPIkYMC\n5do1UsiQAShu/LgkSctw4fLmjQ4dcU6cnDvHABcuAQLOnQOwa9eAAecWLDh1yoOHciNGECPWhxy5\nI0emTROVLBmA/Pr3c+LEDCAtWt68SZIkzo+fc+dmSJMmQcK5cwBMmRow4NyAAbp0kSAxToSIYMEc\nkSOXJAk2bKiQIQPwEmbMUqWYpUo1btygQd+4cDl3ToQzZwUKnDtHYNcuAADOAQCwaxcDBuZEiEiW\nTIw5c0KEcONW6tkzAGPJljV7Fm1atWvZSpJ0jBYtbtzixAk3Zsy5cxJy5Row4Ny5BaxYAQBgjgCB\nU6c+fP8Qd+MGM2aTyJGDAuXaNVLIkAHw/Bm0JEnLcOHy5o0OHXFOnJw7xwAXLgECzp0DsGvXgAHn\nFiw4dcqDh3IjRhAj1occuSNHpk0TlSwZAOnTqXPixIwWLW/eJEkS58fPuXMzpEmTIOHcOQCmTA0Y\ncG7AAF26SJAYJ0JEsGCOyJFLAjAJNmyokCEDgDChwlKlmKVKNW7coEHfuHA5d06EM2cFCpw7R2DX\nLgAAzgEAsGsXAwbmRIhIlkyMOXNChHDjVurZMwA8e/r8CTSo0KFEi27ahOnUKWbMMmXaEifOsWNa\ncuTYsSNWLCMgQDBhMkmKFA8exoxJJUcOFiynjh2TBVf/1rFevQDYvYvXk6dIoEAxYwYJUhM1ao4d\n63LjRpAgsGDxePBgyBBPUaJ8+ECEiKc4cZ48+SRMGCtWpEj5Og0gterVmTJxUqUqWzZRotwAAiRN\nmhYgQJYskSWriAcPQIBM6tGDA4czZ0D58VOmDC1jxly5atVq2K9fALp7/75qFSNUqKJFAwQIiRo1\nzJgloUHjx49atYZcuGDDxqYlSyBAAFikiKk2bXz4wBQsmCtXo0YdgwhA4kSKFS1exJhR48ZWrWzV\nqiVO3KtXu1atAgfuU5AgbNhw47bKhIk2bbR58lSixJ8/1U6dwoNnFDly0qSJEhXt2zcATZ0+DRUK\n19Rw/+EyZbLFiRM5cpVw4GDECBw4VCVKtGkTTpYsDhwgQcp269afP7LGjVOmrFOnY926AQAcWDAq\nVLZ27RInzpcvXr9+lSvH6soVQIDEiSPVokWfPt48eUKBIk+ebLhw+fEzq1w5a9ZUqaoWLhwA2rVt\nnzpFK1YsceJo0ULVqRM5crKoUBEkqFw5XCpUnDlDjhSpGTPSpAHny1edOq7MmaNGDRQoaOHCAUCf\nXv169u3dv4cfv1UrW7VqiRP36tWuVavAAQT3KUgQNmy4cVtlwkSbNto8eSpR4s+faqdO4cEzihw5\nadJEiYr27RuAkiZPhgqFa2W4cJky2eLEiRy5SjhwMP9iBA4cqhIl2rQJJ0sWBw6QIGW7devPH1nj\nxilT1qnTsW7dAGDNqhUVKlu7dokT58sXr1+/ypVjdeUKIEDixJFq0aJPH2+ePKFAkSdPNly4/PiZ\nVa6cNWuqVFULFw4A48aOT52iFSuWOHG0aKHq1IkcOVlUqAgSVK4cLhUqzpwhR4rUjBlp0oDz5atO\nHVfmzFGjBgoUtHDhAAAPLnw48eLGjyNPPmrULliwdOmyZEnYpUusWP2IFKlKlT9/tFSq1KbNHyNG\n3KB3U0mPHlasQB07VqsWNWqyli0DoH8//1ChAOqaNatXL0eOfHnyVKnSEUeOliwBBKhGmTJixCyq\nUmX/zRowYDL16cOLl6hkyWjRYsasFTJkAGDGlFmqlK5dN3edOuWLFq1fv6KIEvXly5w5S+LEadLE\nTZEibdqwYWOpT59atUQlS3brVrNmsZQpAzCWbNlRo3zhwpUrlyRJw1y5MmWqR6ZMU6YQIgREkCAm\nTOhQobJmzZkzoNSosWXL07JltGhJk/YKGjQAlzFn1ryZc2fPn0GPGrULFixduixZEnbpEitWPyJF\nqlLlzx8tlSq1afPHiBE3v91U0qOHFStQx47VqkWNmqxlywBElz49VChds2b16uXIkS9PnipVOuLI\n0ZIlgADVKFNGjJhFVaqsWQMGTKY+fXjxEpUsGS1a/wCZMWuFDBmAgwgTliqla5fDXadO+aJF69ev\nKKJEffkyZ86SOHGaNHFTpEibNmzYWOrTp1YtUcmS3brVrFksZcoA6NzJc9QoX7hw5colSdIwV65M\nmeqRKdOUKYQIAREkiAkTOlSorFlz5gwoNWps2fK0bBktWtKkvYIGDYDbt3Djyp1Lt67du6dOBatV\ny5u3TJm+vXlDjlyUXLkWLBAnLkWmTCBAfJsxo1SpFCmwDRmya5ekcOHo0MGGLVWxYgBSq16tSlUw\nWrS+fYMEiRsYMObMuaBFiwCBcuVAxIp14MA4BAgoUfLgoRsPHrVqEQIHLk2aatVGHTsGoLv376dO\nEf+jRevbt1WrxmXKdO4cjF69GjQ4dy5EpkwJEojbsOHRI4AcOIgrUkSXLk/gwIkRo01bq2TJAEyk\nWPHVq2KuXIULd+gQuClTzp3jIUzYggXnzlWIFQsAgHMQIHz69OABORw4cuXqQ47cjh3TpoWSJg3A\nUaRJlS5l2tTpU6inTgWrVcubt0yZvr15Q45clFy5FiwQJy5FpkwgQHybMaNUqRQpsA0ZsmuXpHDh\n6NDBhi1VsWIABA8mrEpVMFq0vn2DBIkbGDDmzLmgRYsAgXLlQMSKdeDAOAQIKFHy4KEbDx61ahEC\nBy5NmmrVRh07BsD2bdynThGjRevbt1WrxmXKdO7/HIxevRo0OHcuRKZMCRKI27Dh0SMOHMQVKaJL\nlydw4MSI0aatVbJkANSvZ//qVTFXrsKFO3QI3JQp587xECZsAcAF585ViBULAIBzECB8+vTgATkc\nOHLl6kOO3I4d06aFkiYNAMiQIkeSLGnyJMqUnz6ZwoVr2bJPn+AoUrRr1xcrVrx4CRUKCgsWb95g\nSpLEho05c07dufPmDS1hwmDBqlWLGC9eALZy7UqKVChWrJo1CxXqCB06unQBmTEjTZpIkXBo0PDk\nyaIiRTx4mDPnExs2WrTcIkYMFqxdu4rlygXgMeTInz6lokULGrRVq6YIEoQM2ZYpU8qUCRWKiAcP\n/1SoMJIiBQSIM2dAzZnz5UutYMFkydKlK1mvXgCGEy9eqhQqV66iRUOFykqhQsGCafnxo0wZU6aO\nUKCABcufJEkYMLBipdObN0WK1PLlCxasV6+aBQsG4D7+/Pr38+/vHyAAgQMJFjR46lSqW7fEibt1\nCxYoUOLEZRIjZs8ebdoqJUmCBQu3Q4eePNGiZRooUI8enSJH7tmzW7eegQMHAGdOnahQxXLlSpy4\nTZuEgQIlTpyoK1fKlPn2rZEMGVSofIsUiQePPHmu4cJFidKqcuWgQQMGrNq3bwDYtnX76lUtuePG\n7drVy5IlceIeNWnSqBE5crB69ChThhspUkeOpP9Jo61WLUqUapEjt2xZrVrRxIkD8Bl06FevXNmy\nNW7crl25QIEqV67Sli137pAjB6pFizNnyIEC5cIFFizgatXKlInUuXPJkvHiNe3bNwDTqVe3fh17\ndu3buZ86lerWLXHibt2CBQqUOHGZxIjZs0ebtkpJkmDBwu3QoSdPtGiZBhAUqEePTpEj9+zZrVvP\nwIEDADGiRFSoYrlyJU7cpk3CQIESJ07UlStlynz71kiGDCpUvkWKxINHnjzXcOGiRGlVuXLQoAED\nVu3bNwBEixp99aqW0nHjdu3qZcmSOHGPmjRp1IgcOVg9epQpw40UqSNH0qTRVqsWJUq1yJFbtqz/\nVq1o4sQBuIs376tXrmzZGjdu165coECVK1dpy5Y7d8iRA9WixZkz5ECBcuECCxZwtWplykTq3Llk\nyXjxmvbtG4DVrFu7fg07tuzZtE+dEubLV69ehgwR8+Rp1iwlnjx16eLIERA7ds6cQRQlCiFCdOhs\nunOHFq1T0KD58kWN2ixmzACYP4++VClhunTt2uXIUS9GjChRSpEo0ZIlgADhAMiHDxkyjsaMIUTo\nzZtTcuTw4hWLGLFataBBcwUNGgCOHT2SIhWM10henDg1Y8UKFiwco0ZhwXLo0A06dMqUYfTjx6JF\nceJYKlRo1apT0aLNmiVNWi1nzgA8hRrVkydi/7x4GTNGiJCxU6dcuQKCCZMSJXTokMCDhwmTQzBg\ngAFTpoyqOHF+/XL17JksWdiw7Vq2DMBgwoUNH0acWPFixqdOCfPlq1cvQ4aIefI0a5YST566dHHk\nCIgdO2fOIIoShRAhOnQ23blDi9YpaNB8+aJGbRYzZgB8/wZeqpQwXbp27XLkqBcjRpQopUiUaMkS\nQIBw8OFDhoyjMWMIEXrz5pQcObx4xSJGrFYtaNBcQYMGQP58+qRIBeOVnxcnTs1YAWQFCxaOUaOw\nYDl06AYdOmXKMPrxY9GiOHEsFSq0atWpaNFmzZImrZYzZwBOokzpyRMxXryMGSNEyNipU65cAf/B\nhEmJEjp0SODBw4TJIRgwwIApU0ZVnDi/frl69kyWLGzYdi1bBmAr165ev4INK3YsWVasguXK9e1b\nrVrfDBkCB+7Lr18oUHTrlgMXrhMntrFggQpVjhzdqlTp1etSt25y5FSrFitZMgCWL2N25YrXrVvf\nvn36FE6MmHHjcgQL9uDBuHEmevV68EBciBCoUDFhwg0LlmDBRIULBwYMNWq0iBEDoHw581Wrgrly\n5c0bK1bi9OgxZ25GrVoRIpgzJ+HUKQkSyMmQIUlSjRrhqFApVixUuHBnzmDDJkuZMgD+AQIQOBCA\nK1fBVq0aNw4SJHFhwpgzB0WYMA0azp0DUav/lgED5yRIkCVLgwZyPXrgwjWIHDkqVLx5swUNGgCb\nN3Hm1LmTZ0+fP0GBQoULlzJlqVLZqVTJlq07XrzkyZMqFRcgQLhwkbRkyY8fefKwokPHjBlcxIjN\nmkWLFrFcuQDElTu3UydXsmQZM0aKlJVIkXTpWjNjxpkzihQt0aGjTBlJW7a0aOHHT6dDh/jwueXL\nlytXuHAR06ULQGnTpzlx8uTK1bFjpUrR+fPHly80R46IESNJ0hYJEr58UWTFyo4dduy4ypNHjZpa\nwYLdupUrF7FduwBk1749VChSrlw9e9apkxlLlooV82LCRJs2mTLxsGABDBhFPnw8eGDHjqg5/wDn\nCBGyypevWwhvHfPlC4DDhxAjSpxIsaLFi6BAocKFS5myVKnsVKpky9YdL17y5EmVigsQIFy4SFqy\n5MePPHlY0aFjxgwuYsRmzaJFi1iuXACSKl3aqZMrWbKMGSNFykqkSLp0rZkx48wZRYqW6NBRpoyk\nLVtatPDjp9OhQ3z43PLly5UrXLiI6dIFoK/fv5w4eXLl6tixUqXo/PnjyxeaI0fEiJEkaYsECV++\nKLJiZccOO3Zc5cmjRk2tYMFu3cqVi9iuXQBiy54dKhQpV66ePevUyYwlS8WKeTFhok2bTJl4WLAA\nBowiHz4ePLBjR9ScOUKErPLl65b3W8d8+f8CQL68+fPo06tfz759qlSuZMkKF65WLV+XLnnzZgkO\nHICFCmXL1unLlzNntCVKpEQJIEDZfPmaNOlWuXLSpAULNu3bNwAhRY5UpcoUKVLkyLVq5cuRI2/e\nHJ05Y8aMN299rFgpU4bbpElHjsSJc02UKEyYVpkz58xZr17LunUDUNXq1VatZM2aBQ7cqVO7CBEK\nF26RFClkyGzb1ujHDzRowFWqhAMHHz7dcuXixKmWOXPPnuHCVU2cOACJFS9WpUpWrFjkyOHCxQsS\npHHjPpUpw4YNOXKZXLhAgkQcKFBixLx5061WLUqUTpkzt2xZr17SwoUD0Nv3b+DBhQ8nXtz/eKpU\nrmTJCheuVi1fly5582YJDpxChbJl6/Tly5kz2hIlUqIEEKBsvnxNmnSrXDlp0oIFm/btGwD8+fWr\nUmWKFEBS5Mi1auXLkSNv3hydOWPGjDdvfaxYKVOG26RJR47EiXNNlChMmFaZM+fMWa9ey7p1A+Dy\nJcxWrWTNmgUO3KlTuwgRChdukRQpZMhs29boxw80aMBVqoQDBx8+3XLl4sSpljlzz57hwlVNnDgA\nYseSVaVKVqxY5MjhwsULEqRx4z6VKcOGDTlymVy4QIJEHChQYsS8edOtVi1KlE6ZM7dsWa9e0sKF\nA2D5MubMmjdz7uz5MyhQwXz5Chbs1Klg/5gw+fKlBhWqPHk4cTrSpw8ZMpCgQIEDhw2bVHLk4MIF\nSpo0W7aiRXN17BiA6NKnhwoVbNcuYsQ0aQpmyZIqVUImTfryhQ4dKHToQIHSaMuWL1/WrHH15o0t\nW6eaNcOFC+CyZbKaNQNwEGFCUKCA1aq1a5cjR70sWapVq8iiRU+eECJkI1CgK1cYGTHCh0+ZMq0M\nGZIla1S0aLRoVavWqlkzADt59hQlalitWsSIMWLkK1SoXr1wkCJVpsyiRSXEiAECBJARI5o0hQnD\nSo0aYMBEMWP26hU1aq+cOQPwFm5cuXPp1rV7Fy8oUMF8+QoW7NSpYJgw+fKlBhWqPHk4cf860qcP\nGTKQoECBA4cNm1Ry5ODCBUqaNFu2okVzdewYANWrWYcKFWzXLmLENGkKZsmSKlVCJk368oUOHSh0\n6ECB0mjLli9f1qxx9eaNLVunmjXDhWvZMlnNmgHw/h08KFDAatXatcuRo16WLNWqVWTRoidPCBGy\nESjQlSuMjBjhA5BPmTKtDBmSJWtUtGi0aFWr1qpZMwAUK1oUJWpYrVrEiDFi5CtUqF69cJAiVabM\nokUlxIgBAgSQESOaNIUJw0qNGmDARDFj9uoVNWqvnDkDgDSp0qVMmzp9CjVqq1bEfPnq1k2WLG+O\nHH37lkeXLiFCunWLokpVjhzbliwxZar/SBFsd+4YMwbq2zdChLJlw0WMGIDBhAvDghVMly5w4Fy5\n+saHjzhxSn79ggDh27cftWpx4MANBw5XroQIsUaGTLBglcKFU6Pm2jVVw4YBuI07tylTwXr18uZt\n1Khve/aIE0cmWLALF8SJO6JLFwoU3Xz4mDULBgxubdoECwYqXLg8ea5dm1WsGID17NunShXs1i1x\n4lKlEkeHjjlzbIABA5giRblyYYIFixChnA0bsmShQCGuTJljxwqFC3fnzrZtq5YtAxBS5EiSJU2e\nRJlSpSZNpXDhatZMlao7oEAFC9anTp0+fS5dUoMFCx06mrhwsWGjUSNaevQoUnSMGLFc/7ls2QK2\naxcArl29fvq06dYtZcpcuRoTKRIuXGm0aMmTx5MnKjhwvHmzyYoVHz4WLaJ1586hQ8COHaNFq1ev\nY758AYAcWfKmTZ1o0Tp2DBQoMosW9erlpUoVOHAsWSIiQkSfPpOqVAkSBBCgWoAA9ekTrFgxWbJq\n1TLmyxcA4sWNgwJVypatZctMmcIjSlSxYm2OHEmUSJWqIypUpEljacoUEyb+/HnVpw8aNMCWLdu1\nixcvYvUB3MefX/9+/v39AwQgcCDBggY1aSqFC1ezZqpU3QEFKliwPnXq9Olz6ZIaLFjo0NHEhYsN\nG40a0dKjR5GiY8SI5cplyxawXbsA4P/MqfPTp023bilT5srVmEiRcOFKo0VLnjyePFHBgePNm01W\nrPjwsWgRrTt3Dh0CduwYLVq9eh3z5QsA27ZuN23qRIvWsWOgQJFZtKhXLy9VqsCBY8kSEREi+vSZ\nVKVKkCCAANUCBKhPn2DFismSVauWMV++AIAOLRoUqFK2bC1bZsoUHlGiihVrc+RIokSqVB1RoSJN\nGktTppgw8efPqz590KABtmzZrl28eBGLDmA69erWr2PPrn07d1euXtWqFS6cLl25MmXy5k2UI0eN\nGnHjZilLFjt2pFmyhAXLnTvSANqyBQrUL3PmpEnjxavZt28AIEaU6MoVq1atyJHDhWv/FyBA374B\n6tPHj59u3SZduVKoULZTp86cyZTJGS5cqFDNIkfu2LFevZB58waAaFGjqlSlOnXq27datVRhwsSN\n26c3byRJ4sZtExkyaNBgu3RJjJhOnajhwiVKFC9y5JYtu3VrGThwAPDm1StL1ilZssiRq1XLlyJF\n5MhlChQIEaJw4VRVqZInzzdQoJAgadNGmyxZnz7VKlcOGrRjx5p58waAdWvXr2HHlj2bdm1Xrl7V\nqhUunC5duTJl8uZNlCNHjRpx42YpSxY7dqRZsoQFy5070mzZAgXqlzlz0qTx4tXs2zcA59Gnd+WK\nVatW5MjhwrULEKBv3wD16ePHT7du/wAnXblSqFC2U6fOnMmUyRkuXKhQzSJH7tixXr2QefMGoKPH\nj6pUpTp16tu3WrVUYcLEjdunN28kSeLGbRMZMmjQYLt0SYyYTp2o4cIlShQvcuSWLbt1axk4cACi\nSp0qS9YpWbLIkatVy5ciReTIZQoUCBGicOFUVamSJ883UKCQIGnTRpssWZ8+1SpXDhq0Y8eaefMG\noLDhw4gTK17MuLFjUKB+5co1bJgsWcpQocqVC48qVXbsbNpUhhAhN25EUaGiSJEfP7EWLfLly5Y1\na8SIXbtGixkzAMCDCz91ytivX8aMceL0ixMnYcKqJEq0Zk2lSlgIEXLjxpMYMZQoEf8iFAwPnl+/\nZEWLduuWMmWtmDEDQL++/U6deu3avwsTJoDBIkWqVUvLpUt16nTqVIQQITJkMpUps2gRHjy3DBkK\nFsyWM2e9ekGD5ipZMgApVa48dUoYLlzJknnyZAwVKmDAxHz6dOcOKFBCBAnSogUTEiSSJNGhM0uP\nHl26XFWrtmsXNmy7mDED0NXrV7BhxY4lW9ZsqVK/fPnixu3WLXGlSnnztihatDRptGmTQ4xYly7P\n7Ng5dmzNmmuaNHXrBixcOFCgunXTdewYAMyZNatSBWzXLnHibNn6tmiROHF5kiU7cqRbNzrJkjVp\nEg0RImbMLFmy9ukTNmy4woXbtGn/27ZZwYIBYN7c+alTvm7d6tYNF65tlSp9+wZImTIxYrp103Ps\nGBcu1OTIOXYMDx5sly5du2ZLnLhPn7ZtmwUMGEAAAgcSdOWKmC9f4MDZshWuUydx4iJVqzZlijdv\nfY4ds2IFnCRJ0qTFiePt06du3WiJE1eqFDhwuY4dA2DzJs6cOnfy7OnzZ6lSv3z54sbt1i1xpUp5\n87YoWrQ0abRpk0OMWJcuz+zYOXZszZprmjR16wYsXDhQoLp103XsGIC4cueqUgVs1y5x4mzZ+rZo\nkThxeZIlO3KkWzc6yZI1aRINESJmzCxZsvbpEzZsuMKF27Rp27ZZwYIBKG369KlT/75u3erWDReu\nbZUqffsGSJkyMWK6ddNz7BgXLtTkyDl2DA8ebJcuXbtmS5y4T5+2bZsFDBiA7Nq3u3JFzJcvcOBs\n2QrXqZM4cZGqVZsyxZu3PseOWbECTpIkadLixPH2CeCnbt1oiRNXqhQ4cLmOHQPwEGJEiRMpVrR4\nEaMlS61+/YoWzZatUb58HTtmatQoWrR27eLkyZMsWcAaNapUKVjOVato0aoGDRoyZMuWPTNmDEBS\npUs1aXIVLBg0aLNmWbJlCxkyTpcuyZK1a5ckQoRq1dKVKJEkScGCDUuVihYtaMqUDRuGDNmyYMEA\n9PX7N1OmU7lyJUv26hWnXLmKFf9LBQqULVvAgH2aNIkWrV6MGEmS5MsXMVmyePGiFi2aMmXHjiUT\nJgxAbNmzQYGq5cuXM2e6dJkyZgwZslKWLLVq1auXoD17cOHSdejQmze6dBXz5OnUKWrRoi1bduzY\nNGXKAJQ3fx59evXr2bd3b8lSq1+/okWzZWuUL1/HjpkaBXAULVq7dnHy5EmWLGCNGlWqFCziqlW0\naFWDBg0ZsmXLnhkzBiCkyJGaNLkKFgwatFmzLNmyhQwZp0uXZMnatUsSIUK1aulKlEiSpGDBhqVK\nRYsWNGXKhg1DhmxZsGAAqlq9minTqVy5kiV79YpTrlzFiqUCBcqWLWDAPk2aRIv/Vi9GjCRJ8uWL\nmCxZvHhRixZNmbJjx5IJEwYgseLFoEDV8uXLmTNdukwZM4YMWSlLllq16tVL0J49uHDpOnTozRtd\nuop58nTqFLVo0ZYtO3ZsmjJlAHr7/g08uPDhxIsbJ0WKFilS4MAFC4Zs1apx42LduvXpkzdvsE6d\nIkVKGytWsGCNGuVt165ixXCdO3fsGDFix8SJA4A/v/5UqVyVAliKHLlgwYyBAiVO3CtQoCRJ8uZt\nlCdPlSppa9XKlStNmr716gUMWC1z5owZI0bsmDdvAFy+hIkKla1OncCBs2ULGSpU4sTRArppEzdu\nqVChEiUqmytXqlSFCuWtVi1f/75umTNnzFgwruDAAQAbViwsWLNcuQoXTpiwZ6NGjRunKlasTp24\ncYNVqlSmTN5mzaJFa9Omcb16ESPmy5w5ZcqePVMWLhwAypUtX8acWfNmzp1JkaJFihQ4cMGCIVu1\naty4WLduffrkzRusU6dIkdLGihUsWKNGedu1q1gxXOfOHTtGjNgxceIAPIcePVUqV6VKkSMXLJgx\nUKDEiXsFCpQkSd68jfLkqVIlba1auXKlSdO3Xr2AAatlzpwxY8SIATzmzRuAggYPokJlq1MncOBs\n2UKGCpU4cbQubtrEjVsqVKhEicrmypUqVaFCeatVy5evW+bMGTMWbCY4cABu4v/MCQvWLFeuwoUT\nJuzZqFHjxqmKFatTJ27cYJUqlSmTt1mzaNHatGlcr17EiPkyZ06ZsmfPlIULB2At27Zu38KNK3cu\nXU2acAkTduxYrVq//k6bRqoW4VrIkHWyZUuWLGWaNMWKVavWM1myjh0zpk3bsWPJkvVatgwA6dKm\nOXEaFizYsWOvXvXChcuZs0W4cLVqRYxYplatVKnaNWmSKlW5cjGjRQsYMGPatBkzhgzZrmTJAGDP\nrj1TJl2+fBEjJkuWr/LNmoHatStWrGLFIsmSxYrVsE+fYMGyZYuZK1fBAAYjli1bsGDIkOVixgxA\nQ4cPRYn6RYzYsWO6dB3z5Wv/2jRIs2alShUsmCNatFCh+rVoUaxYu3ZBgwWrWDFk27YdO1atGrFp\n0wAEFTqUaFGjR5EmVdqoESlZsoIFgwULGipUvXqZKlYsU6ZcuU4FC5YpkyxQoIABS5VqlyxZx47h\nUqaMFi1nzmi5cgWAb1+/kyapqlWLGbNWraxhwnTs2ClixBw5+vXr1K5dmDDhAgUqWLBTp3ytWnXs\nWK1jx1ixQobMVatWAGDHlr1oUSpXroYNO3WKmilTwoS9EiYMFChdukL16pUpk6lVq3z5QoXKlytX\nxYr5ggZNlixkyGDFigWAfHnzliy9okXr2LFdu67RonXsWChixCJF6tXrlC9f/wAtWQrWqRMxYqRI\nDatVa9myXtWq4cIlTdotW7YAaNzIsaPHjyBDihzZqBEpWbKCBYMFCxoqVL16mSpWLFOmXLlOBQuW\nKZMsUKCAAUuVapcsWceO4VKmjBYtZ85ouXIFoKrVq5MmqapVixmzVq2sYcJ07NgpYsQcOfr169Su\nXZgw4QIFKliwU6d8rVp17FitY8dYsUKGzFWrVgASK168aFEqV66GDTt1ipopU8KEvRImDBQoXbpC\n9eqVKZOpVat8+UKFypcrV8WK+YIGTZYsZMhgxYoFoLfv35YsvaJF69ixXbuu0aJ17FgoYsQiRerV\n65QvX5YsBevUiRgxUqSG1cOqtWxZr2rVcOGSJu2WLVsA4sufT7++/fv48+vfz7+/f4AABA4kWNDg\nQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3Ngx34AAIfkECAoAAAAsAAAAACAB\nIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKl\ny5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169g\nw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2j59gO3a\nZcxYsGDYmDF79oxZt27NmlGj1sybN2nSrEmT5s1btGjZqFETJ46bOHHgcoOrJk0agN/AgwMCRAwY\nsGbNjBnj5sxZtWrRvHmDBg0bNmnevEWLdi1atG/fpk3/y0aNmjhx28KF+/ZNnDhq0qQBmE+/vh8/\nwXjxUqZs2DCA2549o0YNmjdvz55Zs/bMmzdmzKpBg/btmzRp2qxZGzeOGzhw376BAzft2TMAKVWu\n/PMn2K9fyJAJE4YtWTJo0JZx4wYNmjVr0Lx5gwbNmjNn3LhFi4ZNmjRx4riJEwcOXLhw16ZNA9DV\n61ewYcWOJVvW7KtXqpo1O3ZMmzZi4MBhw/YNGLBv37Jl+wYMWLdu27598+ULHDhv4sRx41bO3GNz\n376RCxcOwGXMmWvVkkWNGjRo3LgN+/aNG7dvwoSFC9et2zdevLx529atGy9e375xEycOHDhzwYN/\n+0Yu/1w4AMmVL3/1ClW0aMmSbdu269u3bdvACRMGDhw3bt6CBfPmbVu3bsKEgQPHTZy4bt3KmaNv\n7ts3cuDAAeDf3z/AWbNMSZNWrJg2bcPAgZMm7ZswYd++ZcsGzpevb9+wffsGDFi3btrEifv2rZy5\nlOa+fSsXLhyAmDJn0qxp8ybOnDo/fXJGjNi0acuWgYMGrVu3Z+LEMWOmTRsxceKgQduWLJk4cdeu\njdOm7dw5cufOmTN37pw4cuQAsG3rdtWqacqUadNWrZo4atTChaM2bpw0ad++KRMnLlq0bs2aiROH\nDds4btzOnRt37pw5c+fOhStXDgDo0KI9eWomTNi1a//QoImbNu3bN2njxj175s1bM3DgnDnbtmyZ\nOHHUqI27du3cOXLnzpkzd+5cOHLkAFCvbh0UqGfDhlGjxoxZuGfPunVDNm5cs2bbthUDB86Zs2rA\ngH37Vq0auGrVzp0jdw7gOXPmzp0bV64cAIULGTZ0+BBiRIkTP31yRozYtGnLloGDBq1bt2fixDFj\npk0bMXHioEHbliyZOHHXro3Tpu3cOXLnzpkzd+6cOHLkABQ1enTVqmnKlGnTVq2aOGrUwoWjNm6c\nNGnfvikTJy5atG7NmokThw3bOG7czp0bd+6cOXPnzoUrVw5AXr17PXlqJkzYtWvQoImbNu3bN2nj\nxj3/e+bNWzNw4Jw527ZsmThx1KiNu3bt3Dly586ZM3fuXDhy5AC0dv0aFKhnw4ZRo8aMWbhnz7p1\nQzZuXLNm27YVAwfOmbNqwIB9+1atGrhq1c6dI3funDlz586NK1cOQHjx48mXN38efXr1sWIFo0Yt\nWjRs2Lpp0zZtmjZu3Kb1nwbQGjduyZJFq1bNm7dp06CFC3fuXDlz5s5ZPDcuXDgAHDt6xIWL2bZt\n2LB16xbOm7duLMWJw4aNGrVt3bpRozYtW7Zv37JlwzZu3Llz5s4ZPTpOnDgATJs6deVKWLVq0KBp\n09aNGzdt2riBA0eNWrRo1bx5U6asGTZs375heytO/9y5c+XM2TV37ty4cOEA+P0LGBYsYNOmRYtm\nLfG1a9CgXePGDRq0Zs2qZcuWLBkyatS4cVOmjNm3b+fOmStX7pzqc+PEiQMAO7bs2bRr276NO3es\nWMGoUYsWDRu2btq0TZumjRu3acynWePGLVmyaNWqefM2bRq0cOHOnStnzty58efGhQsHIL369bhw\nMdu2DRu2bt3CefPWLb84cdiwUQNIbVu3btSoTcuW7du3bNmwjRt37py5cxUtjhMnDsBGjh1duRJW\nrRo0aNq0dePGTZs2buDAUaMWLVo1b96UKWuGDdu3b9h8ihN37lw5c0XNnTs3Llw4AE2dPoUFC9i0\naf/RolnDeu0aNGjXuHGDBq1Zs2rZsiVLhowaNW7clClj9u3buXPmypU7l/fcOHHiAPwFHFjwYMKF\nDR9GfOnSrWONj8GClaxXr127POHC9eqVKFGEatVKlUpTnz7AgN26BUyWLHHiwpGDTc6cOW/ixAHA\nnVu3J0/Bpv2eNmwYtGPHiBFjhQzZrl29ejXatStVqlaHDgEDRky7MGHkvJcDX86cOXDjxgFAn149\nJEi4kCFbtgwXLmbGjBEjxmnXrlevWAFklefWLVasPgEC9OvXrVvCcOESJ3HcOHLkzJn7Fi4cgI4e\nP1aqhOvYMWXKWrU61qsXLlyPevV69YoUqTuuXHn/8uSIDh1dulSpkiV0HFFy5MqVM2cO3LhxAJ5C\njSp1KtWqVq9ivXTp1rGux2DBStar165dnnDhevVKlChCtWqlSqWpTx9gwG7dAiZLljhx4cgBJmfO\nnDdx4gAgTqzYk6dg0x5PGzYM2rFjxIixQoZs165evRrt2pUqVatDh4ABI6ZamDByrsvBLmfOHLhx\n4wDgzq0bEiRcyJAtW4YLFzNjxogR47Rr16tXrFjluXWLFatPgAD9+nXrljBcuMSBHzeOHDlz5r6F\nCwdgPfv2lSrhOnZMmbJWrY716oUL16NevQC+ekWK1B1Xrjx5ckSHji5dqlTJkjiOIjly5cqZMwdu\n/9w4AB9BhhQ5kmRJkydRvnpl6tixSJG2bWslS9aRI9pq1erTp0GDarJkceGCYNq0XLnq1KkADty2\nbdW8eTt3zpy5buLEAdC6lSsuXKygQatVa9s2V7hw4cGjjRQpTZpAgMgGCtSYMQ2mTatVS5IkGuEA\nh/tWrty5c+XKeRs3DkBjx49ZsUqlTFmkSNq0hYoVK0wYbrNm/fljwUK0VavYsFEADRoqVIsWaQAH\nTps2a968nTtXrhy3cOEABBc+3JWrUMqUSZK0bdupUqWKFNm2a1ejRhcubMuVq0yZAtKkwYJFhgwD\nb960abP27du5c+bMdRs3DkB9+/fx59e/n39///8AL12K5cpVq1aHDjE6dGjMmB5ixKRJw4OHiCZN\n0qRBsWGDESOKFJWZMqVatW/ixGXLdu7cN3LkAMicSfPUKV7EiAEDxokTLEmSFi2i8uePHTtUqMTY\nsuXOnSM1apgxs2rVJkKEvHkLV66cN2/nznkjRw6A2bNoJUlS5cpVrFiLFoWaNIkOnR5o0IABI0QI\nCSNGypSBQdiLl1ChCq1ZY82aN3HismU7d46bOHEAMmve/OiRqlSpVKkiRKjSoUNo0ODYssWKFRw4\nOOzYYcWKihMnwIBBhChNlizWrIEbN65atXPnwJEjB6C58+fQo0ufTr269UuXYrly1arVoUOMDh3/\nGjOmhxgxadLw4CGiSZM0aVBs2GDEiCJFZaZMqVbtmziA4rJlO3fuGzlyABQuZHjqFC9ixIAB48QJ\nliRJixZR+fPHjh0qVGJs2XLnzpEaNcyYWbVqEyFC3ryFK1fOm7dz57yRIwfA50+gkiSpcuUqVqxF\ni0JNmkSHTg80aMCAESKEhBEjZcrA4OrFS6hQhdassWbNmzhx2bKdO8dNnDgAceXOffRIVapUqlQR\nIlTp0CE0aHBs2WLFCg4cHHbssGJFxYkTYMAgQpQmSxZr1sCNG1et2rlz4MiRA1Da9GnUqVWvZt3a\ntSVLkjBhMmSIECEuOHDUqOFEhgwIECpUqLFi/wUBAg148IAB48EDC4kS9eqVihmzb9/MmSPGjRsA\n8OHFgwK1ihYtT55EiUqjRo0RI2eiRMmQoUOHJCpUQICAoQjAIjhwePDwghUrbNiIgQMXLty5c8q4\ncQNg8SJGSRonTeLDR5KkMUWK2LBRhQgRCxYyZADSosWCBRJ69DBhYsMGD44cESPWKlq0b9/MmQuW\nLRuApEqXSpIUadGiPn0KFXry40eMGFF06GjQAAMGHB48CBCwAAeODRsaNIAQKdKvX5miRfPmzZw5\nYNu2Aejr9y/gwIIHEy5s2JIlSZgwGTJEiBAXHDhq1HAiQwYECBUq1FixggCBBjx4wIDx4IGFRP+J\nevVKxYzZt2/mzBHjxg0A7ty6QYFaRYuWJ0+iRKVRo8aIkTNRomTI0KFDEhUqIEDAUKQIDhwePLxg\nxQobNmLgwIULd+6cMm7cALBv714S/EmT+PCRJGlMkSI2bFQhQgSgBQsZMgBp0WLBAgk9epgwsWGD\nB0eOiBFrFS3at2/mzAXLlg1ASJEjJUmKtGhRnz6FCj358SNGjCg6dDRogAEDDg8eBAhYgAPHhg0N\nGkCIFOnXr0zRonnzZs4csG3bAFS1ehVrVq1buXb1SolSo1GjQIHq00eNEiUxYqTYsWPEiA0bSty4\nceFCgxkzokQxYeLEmjXUqCWDBu3bN3PmtHH/4wYAcmTJmzaZypULFy5Jkh61aePFyxAkSF68SJHC\nRY8eI0Zo0KGDDJkfP6IgQtStGzZu3MKFM2fOW3AAw4kXhwSp0aZNoED16WOnS5cePW4ECXLixIYN\nK1y42LAhwowZQ4bcuPGjTp1p05BJk/btW7ly2ugDsH8fPyNGgECBugTwEhw4YpQooUGjBQ0aGzZU\nqPCBBQsFFFesoEGjQwcUdOgwY7ZLmDBw4MqV26ZNG4CVLFu6fAkzpsyZNE+dwgQLFho0vXrhIUMG\nBAhQcOB8+BAgAKg0aThwAODJ05gxHDgs2LVLmrRr4cKdO2fOHLhy5QCYPYu2Vq1MwYItWhQs/5ic\nO3dmzBDVpk2OHAsWWOLChQMHAIYMzZkjRAiHZcu6dQNnzty5c+bMiSNHDoDmzZxBgaLEihUZMrhw\n2SlT5sSJUnToqFCBAIGkLVs0aABAiJAbNzNmQPDly5o1bOPGmTNXrty3ceMAOH8OnRSpSKdObdmC\nCxccK1Y8eDDlx8+JEwQILGLDJkIEAJYs7dmTIUMBX76iRUv27Vu5cubMeQNIjhwAggUNHkSYUOFC\nhg1PncIECxYaNL164SFDBgQIUHDgfPgQIACoNGk4cADgydOYMRw4LNi1S5q0a+HCnTtnzhy4cuUA\n/AQatFatTMGCLVoULJicO3dmzBDVpk2OHP8LFljiwoUDBwCGDM2ZI0QIh2XLunUDZ87cuXPmzIkj\nRw7AXLp1QYGixIoVGTK4cNkpU+bEiVJ06KhQgQCBpC1bNGgAQIiQGzczZkDw5cuaNWzjxpkzV67c\nt3HjAJxGnZoUqUinTm3ZggsXHCtWPHgw5cfPiRMECCxiwyZCBACWLO3ZkyFDAV++okVL9u1buXLm\nzHkjRw7Adu7dvX8HH178ePKMGHGSJKlQoUDtt2yZMSMJEyYePGjQwIIHDxQoMgDMkaNLFzBgmBAi\nVK2atm/fvHk7d84bOXIALmLMeOlSq1WrQIG6dCmSHj1ZsphBg+bGjRQpmEyZggPHiSJF3Lj/+fPn\nTadO3bp9I0dOnLhz58CRIwdgKdOmihSBunTJkaNEiQZx4ZIjB5EtW0iQGDGiBhAgKVJ8+PEjSxYv\nXrT48XPtmjZvdr2ZM8dNnDgAfv8CLlRI0qJFevTkySNnypQZM4wsWcKBAwUKKGTIkCCBQYoUTZr0\n6OGDDRtmzKply8aNmzlz3saNAyB7Nu3atm/jzq17NyNGnCRJKlQoEPEtW2bMSMKEiQcPGjSw4MED\nBYoMOXJ06QIGDBNChKpV0/btmzdv5855I0cOAPv27i9darVqFShQly5F0qMnSxYzaACiuXEjRQom\nU6bgwHGiSBE3bv78edOpU7du38iREyfu/9w5cOTIARA5kqQiRaAuXXLkKFGiQVy45MhBZMsWEiRG\njKgBBEiKFB9+/MiSxYsXLX78XLumzVtTb+bMcRMnDkBVq1cLFZK0aJEePXnyyJkyZcYMI0uWcOBA\ngQIKGTIkSGCQIkWTJj16+GDDhhmzatmyceNmzpy3ceMAJFa8mHFjx48hR5YsSVKjQYP27BEk6AgP\nHj58MLlxQ4MGDx6EiBChQMEEHz44cNCgAcWmTcSIvbp2LVy4c+eUgQMHgHhx45w4VTJlKlIkTZrK\noEHz5QsaJ05atIAB4wkLFh06gFCiBAaMFi1y1KrlzVszcuTGjTt3rhk4cADw59e/aNGfRf8AF925\nQ4iQlSVLhAjBYsRIhw4nThxJkSJChAxGjMyYgQLFDVCgli3z1a1buHDnzj3r1g2Ay5cwHz0CdOdO\nnTqBAgHZSYQIFBs2MGAIEcJHihQHDlSoUaNDhwkTUCBCtGuXK2rUwoU7dy6YN28AwoodS7as2bNo\n06qVJKnRoEF79ggSdIQHDx8+mNy4oUGDBw9CRIhQoGCCDx8cOGjQgGLTJmLEXl27Fi7cuXPKwIED\nwLmzZ06cKpkyFSmSJk1l0KD58gWNEyctWsCA8YQFiw4dQChRAgNGixY5atXy5q0ZOXLjxp071wwc\nOADQo0tftOjPokV37hAiZGXJEiFCsBj/MdKhw4kTR1KkiBAhgxEjM2agQHEDFKhly3x16xYu3DmA\n55516wbA4EGEjx4BunOnTp1AgYBMJEIEig0bGDCECOEjRYoDByrUqNGhw4QJKBAh2rXLFTVq4cKd\nOxfMmzcAOXXu5NnT50+gQYUmSsSHESNAgOjQ2YIECQgQN3bs4MChQYMZOHBMmHCgRo0oUWbMCNGo\nkTNny5AhCxfOnDlu27YBoFvXriRJll69SpWqUSM/adIcOfJEi5YfP0aMGGLESIgQGJgwOXPGiJEo\npEh166Zt2zZy5M6d++bNGwDUqVULEqSHEKE+ffbs+cKEiQkTP5AgQYFiwwYfSJCIEHFB/4mSMWNw\n4CgiSdK1a9KcOQsXrlw5btq0AeDe3fugQXoOHbJjhw0bMEeOoEAxpEePDBkcOEABA8aCBQlu3LBi\nJQTAECcYMZImDRnCcOHMmfO2bRuAiBInUqxo8SLGjBo5cbL06BEaNKxY8aFCpUQJVIAAadBQoIAm\nNWoqVCDAidOfPyFCZDBmjBq1aeHCmStq7lu5cgCWMm1qylSmV68ECbp1qw8dOlCgpJIkKUkSDhxM\ntWkzYgSETJn69GHCZEe0aOHCgTNn9644c+YA8O3rN1MmSJUqsWFjytQhJkxSpBhFhw4IEAMGPOrT\nR4OGBZ8+DRp044aJYsW6dbtGjly5cv/mzHUrVw4A7NiyM2WKdOgQGDCjRs1JkgQFClmCBKVIceCA\nqTVrGjQI0KnTnDkdOmhAhuzatWfkyJkzd+5cOHPmAJAvb/48+vTq17Nvz4mTpUeP0KBhxYoPFSol\nSqACBAigBg0FCmhSo6ZCBQKcOP35EyJEBmPGqFGbFi6cOY3mvpUrBwBkSJGmTGV69UqQoFu3+tCh\nAwVKKkmSkiThwMFUmzYjRkDIlKlPHyZMdkSLFi4cOHNLmYozZw5AVKlTM2WCVKkSGzamTB1iwiRF\nilF06IAAMWDAoz59NGhY8OnToEE3bpgoVqxbt2vkyJUrZ85ct3LlABQ2fDhTpkiHDoH/ATNq1Jwk\nSVCgkCVIUIoUBw6YWrOmQYMAnTrNmdOhgwZkyK5de0aOnDlz586FM2cOQG7du3n39v0beHDhgQI9\nChQIDpw4cdTEiAECRAwcOBgwgADBhAoVDBg8aNHCiZMdO3TEidOsWbVv37x5M2eu27hxAOjXt79o\nkSj9lixlygSwkBcvSZJI2bLFhAkRImTs2HHhAgcfPujQefOmzaZN4MB5K1du3Lhz576RIwcgpcqV\nhQot+vNHjRo9etD8+IECRQ8mTDx4qFABxpMnJEhMyJHjyRMrVpzo0TNt2jVw4L59M2eumzhxALp6\n/XrnzqI+feDAUaNmDA4cKlTsCBIk/0MGChRW2LABAYIDGDC2bDlyxMidO9iwbQOHGJw5c+DIkQMA\nObLkyZQrW76MOXOgQI8CBYIDJ04cNTFigAARAwcOBgwgQDChQgUDBg9atHDiZMcOHXHiNGtW7ds3\nb97Mmes2bhyA5cybL1okKrolS5kyFfLiJUkSKVu2mDAhQoSMHTsuXODgwwcdOm/etNm0CRw4b+XK\njRt37tw3cuQA+AcIQOBAAIUKLfrzR40aPXrQ/PiBAkUPJkw8eKhQAcaTJyRITMiR48kTK1ac6NEz\nbdo1cOC+fTNnrps4cQBs3sR5586iPn3gwFGjZgwOHCpU7AgSJEMGChRW2LABAYIDGP8wtmw5csTI\nnTvYsG0DFxacOXPgyJEDkFbtWrZt3b6FG1cuJEiL9OjBg0ePniQ6dESJwiRFCggQOnQoggKFAQMT\nhgzREFkDiUWLdu2qFS0aOHDnziX79g3AaNKlJUmyJEmSI0eXLqXREluLFSJEatQYMiTLjBkUKKDA\ngiVFihs3eMiS5c0btHLlxo07d44ZOHAArF/HzojRIDp07NjRo8fJkCFHjljhwSNDhhEjkJw4MWGC\niCdPYsTYsAEGJ07QoAGs1a0bOHDnzhnz5g0Aw4YODx26Q2cinT59mOjQceQIlBQpJEj48OGHBg0K\nFFzgwUOECAkSUGjSdOwYrW/fwIH/O3cuWbhwAH4CDSp0KNGiRo8iJURoEKGmhObM6WLDxoYNM3z4\ngADBgYMWN24wYFCgR48jR1KkGOHHT7Rox96GC1euXDds2ADgzatXkaJHnz516mTI0J8wYYoUcXLk\nCAwYIEAIMWIkQ4YKTZqcOQMFSpVQobx565Yt27hx5sx527YNAOvWrgcNKqRIUaJEefKoOXJkxQok\nS5aAACFBQg0fPjJkYFCkCBYsKFDAiBTp2bNmypSFC2fOHDds2ACADy9ej542ffqgSY+GSo4cGzbw\nmDGDAoUFC1LIkMGAwYEcOQAeOTJihAlHjqZNc7ZsWbhw5cp5u3YNQEWLFzFm1LiR/2NHj4QIDSI0\nktCcOV1s2NiwYYYPHxAgOHDQ4sYNBgwK9Ohx5EiKFCP8+IkW7VjRcOHKleuGDRsAp0+hKlL06NOn\nTp0MGfoTJkyRIk6OHIEBAwQIIUaMZMhQoUmTM2egQKkSKpQ3b92yZRs3zpw5b9u2ARA8mPCgQYUU\nKUqUKE8eNUeOrFiBZMkSECAkSKjhw0eGDAyKFMGCBQUKGJEiPXvWTJmycOHMmeOGDRsA27dx69HT\npk8fNL/RUMmRY8MGHjNmUKCwYEEKGTIYMDiQI8eRIyNGmHDkaNo0Z8uWhQtXrpy3a9cApFe/nn17\n9+/hx5cPCtQkTJjo0Dl1CsyPH/8AWbAQtWWLBw8LFnwKEmTCBAWPHlmxkiKFhmDBqlWjRo6cOXPn\nznUzZw6AyZMoQYGSxIqVHz+nTtFRo4YIEUxu3LBgsWGDoyRJQICYUKkSGDBWrBBp1gwcuHDmokr9\nVq4cgKtYs3bqtMiSJT16SpV6AwXKjh2l5sxp0eLCBVFXrnTokMCSpTJlYMBQQYxYtWrWygkuZ87c\nt3LlAChezHjRIkSAAEGBwonTEho0PnwA9eTJhw8OHDxq0uTCBQWZMm3ZYsLEBmLEqlVjNm5cuXLm\nzHUrVw6A79/AgwsfTry48eOgQE3ChIkOnVOnwPz4wYKFqC1bPHhYsOBTkCATJij/ePTIipUUKTQE\nC1atGjVy5MyZO3eumzlzAPLr3w8KlCSArFj58XPqFB01aogQweTGDQsWGzY4SpIEBIgJlSqBAWPF\nCpFmzcCBC2fO5Mlv5coBYNnSZadOiyxZ0qOnVKk3UKDs2FFqzpwWLS5cEHXlSocOCSxZKlMGBgwV\nxIhVq2at3NVy5sx9K1cOwFewYRctQgQIEBQonDgtoUHjwwdQT558+ODAwaMmTS5cUJAp05YtJkxs\nIEasWjVm48aVK2fOXLdy5QBMplzZ8mXMmTVv5tyoUahKlRAhKlTITZAgL17kMGKEAgULFnj48NGh\ngwYhQsCAOXIESp481KhN48bN/5s3c+a+jRsHwPlz6IgQicqUqVKlR4/8iBGDBAmWK1dkyHDhAgkV\nKjlypHjyBBEiOnQImTIVLtw2cuTEiTt3rhvAceMAECxoUJGiT5UqGTKUKNEeKVKIENmyZAkIEB48\nFIECZcSIDUaM2LGTJcuXSZOuXaP27eW3c+e8iRMH4CbOnHny/Jkzhw0bOnS4HDnCgoUQJEg0aLBg\n4QYOHBgwSMCBQ4uWIUOw9OmjTds0b96+fTt3Dty4cQDWsm3r9i3cuHLn0m3UKFSlSogQFSrkJkiQ\nFy9yGDFCgYIFCzx8+OjQQYMQIWDAHDkCJU8eatSmcePmzZs5c9/GjQNg+jRqRP+IRGXKVKnSo0d+\nxIhBggTLlSsyZLhwgYQKlRw5Ujx5gggRHTqETJkKF24bOXLixJ07123cOADat3NXpOhTpUqGDCVK\ntEeKFCJEtixZAgKEBw9FoEAZMWKDESN27GTJ8gXgpEnXrlH7dvDbuXPexIkD8BBixDx5/syZw4YN\nHTpcjhxhwUIIEiQaNFiwcAMHDgwYJODAoUXLkCFY+vTRpm2aN2/fvp07B27cOABDiRY1ehRpUqVL\nmU6atEiSJEKEFi2aAgWKFClcXLjo0EGFiisbNkCAsEGLFhUqQICoAQrUsmWuvn0DB+7cuWjgwAHw\n+xdwpUqNMmVChKhSpTVjxmj/0TLGhw8WLGjQGEOCRIgQL8qUwYFDiZIywICJE/esXDlx4s6da/bt\nGwDZs2lbsrRIkqRFixAhonLlSps2dnbsCBECB44tHZh3MBEmzIcPLlzUQIWKGjVi4LiDO3fO2Ldv\nAMiXNy9IkJ87d+TI8eNnyI0bQYKIceECA4YUKZxo0ACQAgURWbJ48FCixAtPnpYt+xUuHDhw584p\nAwcOgMaNHDt6/AgypMiRixYRkiRJkaI5c6748EGChBAfPjRoyJBBBw4cFChcGDJkypQZM3AUKkSN\nWrNo0cSJM2cO3LZtAKpavXrokCNRoj59YsTojRcvRIhgQYJkxQoXLpQkSWIi/64XL336kCFDp1Yt\nceK4efM2bty5c928eQOAOLFiRYoKWbIECdKgQWasWIEBw8qOHSRIdOjQgwYNDKShQKFCBQgQJZcu\nXbs2TZo0ceLMmeOmTRuA3bx79+kDp06dNm3WrLnSowcIEEZ8+OjQIUMGHi1aPHgQwYgRJEhIkAgi\nSRI2bNauXRs37ty5b926AXgPP778+fTr27+Pf9EiQpIkKQKoaM6cKz58kCAhxIcPDRoyZNCBAwcF\nCheGDJkyZcYMHIUKUaPWLFo0ceLMmQO3bRsAli1dHjrkSJSoT58YMXrjxQsRIliQIFmxwoULJUmS\nmEDqxUufPmTI0KlVS5w4bv/evI0bd+5cN2/eAHwFG1aRokKWLEGCNGiQGStWYMCwsmMHCRIdOvSg\nQQPDXihQqFABAkTJpUvXrk2TJk2cOHPmuGnTBkDyZMp9+sCpU6dNmzVrrvToAQKEER8+OnTIkIFH\nixYPHkQwYgQJEhIkgkiShA2btWvXxo07d+5bt24AjB9Hnlz5cubNnT9nxYoRJ0579owaNYcHjxYt\nHF25kiHDggWLiBC5cEGCI0dkyNSooSRYsGzZsJnDb+7cOW/nzgEEIHAgQVmyKsmSpUhRrVp1rlzZ\nsSMRHDgqVIgQoYgKlRAeI4GMlCdPpWrVyJETd+6cuZbmvJkzB2AmzZqlSiX/4sSJD59Tp84MGaJD\nxyQ0aEiQ+PABkQ8fGjRYePSoTBklSqQkSxYunDZzXs2dO9fNnDkAZs+irVQpUJ48YMCAAoVGiBAf\nPjJ58QIChAYNipw4mTABgiNHaNDo0CHl2DFw4LadO2fO3Llz38yZA6B5M+fOnj+DDi16NCtWjDhx\n2rNn1Kg5PHi0aOHoypUMGRYsWESEyIULEhw5IkOmRg0lwYJly4bNHHNz5855O3cOAPXq1mXJqiRL\nliJFtWrVuXJlx45EcOCoUCFChCIqVELAjyQ/Up48lapVI0dO3Llz5gCaE+jNnDkABxEmLFUqESdO\nfPicOnVmyBAdOiahQUOC/8SHD4h8+NCgwcKjR2XKKFEiJVmycOG0mZNp7ty5bubMAdC5k2elSoHy\n5AEDBhQoNEKE+PCRyYsXECA0aFDkxMmECRAcOUKDRocOKceOgQO37dw5c+bOnftmzhwAt2/hxpU7\nl25du3ctWRLFiZMiRYYM9XnypEcPKVGirFjx4cMQL15y5AhhxcqfP27c9OnUyZs3bOTIjRt37hy4\ncuUApFa9OlQoWKdOdeqECVMmOXKePLmSJo0PHzBgVGnTJkkSHV++kCIFChQsYMDGjftmzty4cefO\nfSNHDkB3798tWQLVqRMi84jwaNHCg4eVLVtu3DhxgokVKzNmvKhSJVKkO/8A7ywqVerbt2zkyIUL\nZ85ct3HjAEicSNGQoUUY8eDhw6ePFy9IkESpUiVFihMnoGzZ4sLFCSdOCBFy42ZQqVLevF0rV27c\nuHPnwJUrB6Co0aNIkypdyrSpU06cSnHiZKqqKUxkyNChI0iNGh48xowZVKaMDh1aAgWSJClRIlHG\njJUrh+3cuXLlzp2jJk4cgL+AA586ZStWLF++ZMkCRYcOJkySIkViwiROHESBAoUJc0eSJFmyTJkq\nZs3auXPczp0rV+7cOWbhwgGYTbs2qNubNsmSdeoUozJlHj3SVKjQli1u3EQyZOjIES+FCkWK1KgR\nLmXKzJmLdu4cOXLnziH/AwcOgPnz6C9dmkSIECdOpkzpUaNGkqRKjBhNmbJmjSSAatTkyEGFEKFD\nh/bsMYUMmTlz2c6dK1fu3Llq4cIB4NjR40eQIUWOJFmSE6dSnDiZYmkKExkydOgIUqOGB48xYwaV\nKaNDh5ZAgSRJSpRIlDFj5cphO3euXLlz56iJEwfA6lWsp07ZihXLly9ZskDRoYMJk6RIkZgwiRMH\nUaBAYcLckSRJlixTpopZs3buHLdz58qVO3eOWbhwABQvZgzK8aZNsmSdOsWoTJlHjzQVKrRlixs3\nkQwZOnLES6FCkSI1aoRLmTJz5qKdO0eO3LlzyMCBA9Db9+9LlyYRIsSJ/5MpU3rUqJEkqRIjRlOm\nrFkjSY2aHDmoECJ06NCePaaQITNnLtu5c+XKnTtXLVw4APHlz6df3/59/Pn1M2J0SxdAXbVqjRoF\nLFKkQgpt2bpypUuXPLduoUHjJVGia9dmcaRG7dy5cuLEmTN37hw5cOAAsGzp0pIlYsmSESNmy1a0\nVatAgRJ17JggQYUKPUKGjBAhR6hQefOGDJkwbtzOnTNXrpw5c+fOjQMHDgDYsGIjRcq1a9esWaJE\nFevUqVGjTMCA1albhxAxYnr0AJIkiRs3X4KvXTt3jty4cebMnTtHDhw4AJInUyZEqFWpUq1aTZp0\ny5GjQIEYAQP25g0bNv+AdOkiQyYNIEDRotGidSpatHPnypEjZ87cuXPkxIkDYPw48uTKlzNv7vw5\nI0a3dOmqVWvUKGCRIhXqbsvWlStduuS5dQsNGi+JEl27Nus9NWrnzpUTJ86cuXPnyIEDBwAgAIED\nB1qyRCxZMmLEbNmKtmoVKFCijh0TJKhQoUfIkBEi5AgVKm/ekCETxo3buXPmypUzZ+7cuXHgwAGw\neRNnpEi5du2aNUuUqGKdOjVqlAkYsDpL6xAiRkyPHkCSJHHj5gvrtWvnzpEbN86cuXPnyIEDBwBt\nWrWECLUqVapVq0mTbjlyFCgQI2DA3rxhwwaQLl1kyKQBBChaNFq0TkX/i3buXDly5MyZO3eOnDhx\nADh39vwZdGjRo0mXrlVrFzBgzZpBg8Zr1ixkyIzt2oUJ065dzoABc+XqV7Ro0ohL6zZu3Llz5s41\ndz7u3DkA06lX37VrmDNn1Khp04Zs2DBq1KAFCzZrVrFiyYoVy5XL2LRp27Zx4yZu3Lhz58yd8w/w\nnEBy584BOIgwYa1auIYNS5YsWjRhtWo9ezYtWDBYsJAhiyZMGC5cyqpV04ZSW7hx486dM3cupkxy\n584BuIkzpytXsnLlKlasWbNcsmQpUwZNmDBTpowZg5YrV6xYu6BBixaNGTNs4MCdO2funNix5c6d\nA4A2rdq1bNu6fQs3/26tWruAAWvWDBo0XrNmIUNmbNcuTJh27XIGDJgrV7+iRZMGWVq3cePOnTN3\nLrPmcefOAfgMOvSuXcOcOaNGTZs2ZMOGUaMGLViwWbOKFUtWrFiuXMamTdu2jRs3cePGnTtn7pzy\n5eTOnQMAPbr0WrVwDRuWLFm0aMJq1Xr2bFqwYLBgIUMWTZgwXLiUVaumLb62cOPGnTtn7pz+/eTO\nnQMIQOBAgq5cycqVq1ixZs1yyZKlTBk0YcJMmTJmDFquXLFi7YIGLVo0ZsywgQN37py5cy1dljt3\nDsBMmjVt3sSZU+dOnpkyufLlS5myYMF81ar165crWrQaNcKFS9WsWf+cOA27devZs2PHvHHjRo6c\nuHPnypUzZ04cOXIA3L6FO2qUr2TJqlVDhkxZsGDTpgEzZmzWrGHDaOHCJUtWsmDBoD2GFq5bt3Ll\nxp07V67cuXPhyJEDEFr06E+fbhEjxozZsGHEdu1SpgwYMWK1ahkzZitYsFGjiAULVq3as2fgvn0r\nV47cuXPlypkzJ44cOQDVrV/PlCmWL1/EiOHCtStWLGHCcOXKJUqUL1+levXKlIkXKlTGjOnSlQ0b\nNnLkxAE8d65cuXPnxJEjB2Ahw4YOH0KMKHEixU2bYqVKhQyZLl25Tp0qVkyWKlWTJhkzdsuWLU2a\nmvnyBQyYL1/cbpL/IzfNnLlx486de8aNG4CiRo9++mSrVq1nz4QJG6ZLlzJlxIYNO3UqWTJawYKl\nSrUsWLBnz4AB66bWnDls5syNG2fOXDNu3ADgzas3UyZYqlQlS6ZLFy9VqpQpK7ZrFypU0KANu3Xr\n1KlnwYIpU0aMmLdu3cyZy2bOHDly585F+/YNAOvWridNauXJU7BgsmTVIkXq2LFesWJJknTsWC5X\nriJFUrZrFy5csmRp27atXDlq5syRI3fuXLRu3QCADy9+PPny5s+jT79pU6xUqZAh06Ur16lTxYrJ\nUqVq0iRjxgDesmVLk6ZmvnwBA+bLFzeH5MhNM2du3Lhz555x4waA/2NHj58+2apV69kzYcKG6dKl\nTBmxYcNOnUqWjFawYKlSLQsW7NkzYMC6BTVnDps5c+PGmTPXjBs3AE+hRs2UCZYqVcmS6dLFS5Uq\nZcqK7dqFChU0aMNu3Tp16lmwYMqUESPmrVs3c+aymTNHjty5c9G+fQMwmHDhSZNaefIULJgsWbVI\nkTp2rFesWJIkHTuWy5WrSJGU7dqFC5csWdq2bStXjpo5c+TInTsXrVs3ALdx59a9m3dv37+BBxc+\nnHhx48eRJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/Bhxc/nnx58+fRp1e/nn179+/hx5c/n359\n+/fx59e/n3//6f8A//wJ5ssXM2bEiG1z5owatWfevEWLdu3aNHDgpEnDJk2aN2/SpGWrVm3cuG3h\nwn37Fi5cNWnSAMicSfPPH2K/fi1bRoxYNmfOqlWD5s2bM2fWrEH79i1aNGzTpnnzFi2atmrVxInb\nBg7ct2/gwEmDBg2A2bNo+/QR5suXMmXDhm2DBu3aNWrdujlzdu3as23bmDGj1qxZt27RomWzZk2c\nuG3gwHnz9u1bNGfOAGjezLlPH2G/fjVrRoyYtmbNrFmT5s0bNGjYsEnjxq1ZM2vNmnnz9uwZNmrU\nxInbFi6cN2/hwlGLFg2A8+fQo0ufTr269et//gTz5YsZM2LEtjn/c0aN2jNv3qJFu3ZtGjhw0qRh\nkybNmzdp0rJVqzZu3DaA4cJ9+xYuXDVp0gAsZNjwzx9iv34tW0aMWDZnzqpVg+bNmzNn1qxB+/Yt\nWjRs06Z58xYtmrZq1cSJ2wYO3Ldv4MBJgwYNwE+gQfv0EebLlzJlw4Ztgwbt2jVq3bo5c3bt2rNt\n25gxo9asWbdu0aJls2ZNnLht4MB58/btWzRnzgDMpVu3Tx9hv341a0aMmLZmzaxZk+bNGzRo2LBJ\n48atWTNrzZp58/bsGTZq1MSJ2xYunDdv4cJRixYNwGnUqVWvZt3a9WvYsWKtkiatWTNt2nx588aN\n27djx8CB48YN/1yvXt++dQMHrlixcOG+iRPnzVs5c9nNfftGLlw4AOHFj581a9W0ac+eceM2LFw4\nbNi++fL17du2beB8+fLmjRtAb96IEQsXzps4cd68lTPn0Ny3b+TAgQNg8SLGWbNWTZsWLZo3b8bC\nhdu27ZswYd68bdvmLVcubty2efNGjBg4cN3ChePGrZy5oObAgSMHDhyApEqX2rLlypo1aNC6dTsG\nDly3bt6CBQMHzpu3b7hwefOWjRs3X76+fdsWLly3buXM0TXnzRs5cOAA8O3r9y/gwIIHEy5cqtSz\nYsWuXaNGDRw1at++RRMnzpkzb96giRM3bVo3ZMjIkdOmbRw3bv/nzpE7d86cuXPnwpEjB+A27tyq\nVElTpuzatWjRxEWL9u0bs3Hjli3btg2ZOHHQoHlbtmzcOGzYxnXrdu7cuHPnypU7dy5cuXIA1rNv\nP2pUtGTJtGmjRm2cNWvhwlEbNw7gsmXfviULFw4aNG3GjIkTV60aOW7czp0bd+5cuXLnzoEjRw5A\nSJEjV62itmxZtmzTpomjRi1cOGrkyEGD5s0bs3Dhnj3jRoxYuHDVqonbtu3cuXHnzpUrd+5cuHLl\nAFS1ehVrVq1buXb1WqrUs2LFrl2jRg0cNWrfvkUTJ86ZM2/eoIkTN21aN2TIyJHTpm0cN27nzpE7\nd86cuXPnwpH/IwcAcmTJqlRJU6bs2rVo0cRFi/btG7Nx45Yt27YNmThx0KB5W7Zs3Dhs2MZ163bu\n3Lhz58qVO3cuXLlyAIgXNz5qVLRkybRpo0ZtnDVr4cJRGzdu2bJv35KFCwcNmjZjxsSJq1aNHDdu\n586NO3euXLlz58CRIwcAf379q1ZRWwZwWbZs06aJo0YtXDhq5MhBg+bNG7Nw4Z4940aMWLhw1aqJ\n27bt3Llx586VK3fuXLhy5QC4fAkzpsyZNGvavEmLlrFrPK9x4+atWzduRMOFw4YtWjRt3bpFizYt\nWzZw4LBhsyZO3Llz5rp2PXdOXLhwAMqaPWvL1jFt2rJl27bt/1u3btWqbfPmLVo0atSuceP27Bm1\nbdvAgdOm7Ro5cufOlTMH2dy5c+LAgQOAObNmWrSUZct27Ro3buG+fdOm7Zs4cdOmSZOGzZu3Z8+m\nXbsGDty23ePGnTtXzpxwc+fOiQsXDoDy5cxx4WK2bZs2bdy4ifPmjRs3b+HCXbtGjVq2bt2emb92\nzZs3auzHjTt3zpz8c/TPiQsXDoD+/fz7+wcIQOBAggUNHkSYkBYtY9ccXuPGzVu3btwshguHDVu0\naNq6dYsWbVq2bODAYcNmTZy4c+fMvXx57py4cOEA3MSZ05atY9q0Zcu2bdu3bt2qVdvmzVu0aNSo\nXePG7dkzav/btoEDp03bNXLkzp0rZ06suXPnxIEDB0DtWra0aCnLlu3aNW7cwn37pk3bN3Hipk2T\nJg2bN2/Pnk27dg0cuG2Nx407d66cOcrmzp0TFy4cAM6dPePCxWzbNm3auHET580bN27ewoW7do0a\ntWzduj3Dfe2aN2/UfI8bd+6cOeLnjJ8TFy4cAObNnT+HHl36dOrVMWHy9Uz7M1++nh07JkxYqF+/\natWSJWsRLlysWK0aNIgYsWDBjPXqJU7/uHHkyAE0Zw6cOHEADiJM+OnTr2jRmjXjxSuaMGHBgmnq\n1StWrFOn9ty6NWuWK0KEhg3z5cvYrl3iXo4bR46cOXPgxIn/A6BzJ89MmX5Fi/bsWbBg1po1W7bs\nlTBhtWr16mVo165atWwNGlSsWK5cxXz5GieWHFly5sx9CxcOANu2bkWJOnZt7jVjxqYdy3vs1LBh\nuHDVqtUnV65WrUz9+dOrFy5cwXLlGieZHLly5cyZ+yZOHIDOnj+DDi16NOnSpjFh8vVs9TNfvp4d\nOyZMWKhfv2rVkiVrES5crFitGjSIGLFgwYz16iVu+bhx5MiZMwdOnDgA1q9j//TpV7RozZrx4hVN\nmLBgwTT16hUr1qlTe27dmjXLFSFCw4b58mVs1y5x/gGOG0eOnDlz4MSJA7CQYcNMmX5Fi/bsWbBg\n1po1W7bs/5UwYbVq9eplaNeuWrVsDRpUrFiuXMV8+Ro3k1xNcubMfQsXDkBPnz9FiTp2jeg1Y8am\nHVN67NSwYbhw1arVJ1euVq1M/fnTqxcuXMFy5Ro3lhy5cuXMmfsmThwAt2/hxpU7l25du3dhwQrl\nzBkoUNq0napVCwsWba5cUaJkwcK1W7fgwFFAjVqsWHr0jAAHjhs3auHCnTtXrhw3cOAApFa9ulYt\nV9CguXKFDRspVqyiRMlWqhQfPhEiTPv0SY4cBNOmkSIFCVIKcOC4ccs2bty5c+XKcRs3DkB3799j\nxVoFDRoqVNy4zerV68+fbq9effoUIoQ0UqQIEbIADdqqVf8AI0WyAQ6cN2/bxIk7d65cOW7ixAGY\nSLEiLlyupEnTpatbN1i2bKVJk02VqkmTNmywhgoVGjQFpk07dapOHQzgwH37tm3cuHPnypXTJk4c\ngKNIkypdyrSp06dQO3WihQuXLl2ZMp2KFOnQoSNx4rRpEySICShQ2LChceIEFiyePP0xY8aaNXDj\nxl27du5cN3LkAAgeTJgUKVy9euHCFSnSKEWK+PD5QYeOGjU+fKxo0mTQoBsxYpAh8+kTIjt2uHHr\nNm5ctmznzm0bNw6A7du4OXGqtWvXr1+ZMsnSpEmRIimKFMWJw4WLCzJk5swxkiNHly6OHE2iQ4cb\nt2/jxnH/43buHDdy5ACoX8/+1KldwYIBA9apE61GjQgROvLnTxyAcZAgKUGFCh06MlasqFIFFChB\nb95s2/aNHDlt2s6d80aOHACQIUWOJFnS5EmUKTt1ooULly5dmTKdihTp0KEjceK0aRMkiAkoUNiw\noXHiBBYsnjz9MWPGmjVw48Zdu3buXDdy5ABs5dqVFClcvXrhwhUp0ihFivjw+UGHjho1PnysaNJk\n0KAbMWKQIfPpEyI7drhx6zZuXLZs585tGzcOwGPIkTlxqrVr169fmTLJ0qRJkSIpihTFicOFiwsy\nZObMMZIjR5cujhxNokOHG7dv48Zx43buHDdy5AAMJ178/9SpXcGCAQPWqROtRo0IETry50+cOEiQ\nlKBChQ4dGStWVKkCCpSgN2+2bftGjpw2befOeSNHDsB9/Pn17+ff3z9AAAIHEixoEBOmTqJENWqU\nKZOViD9+WPHhAwOGDBmIlCiBAMEDHz5evJAgYcOjR8eOzapWrVs3c+Z8bdsG4CbOnJo0jWrVihAh\nSpTWSJESI0aWHz8uXJgw4ceLFwgQNLhxY8aMChU4TJq0bJkubNi8eTNn7hc3bgDWsm2LCVMoV64a\nNQIFio4XLz58lBkyxIQJEiSY3LjhwMGGIkVatNCggYQmTdGi5bJm7ds3c+aAbdsG4DPo0Jo0sZo1\nq1IlT/+e4HTpwoNHlyBBLlzAgAEHCRIECCzAgYMGDQwYOlSq5MwZLmzYwIEzZ67Ytm0AplOvbv06\n9uzat3PHhKmTKFGNGmXKZOX8jx9WfPjAgCFDBiIlSiBA8MCHjxcvJEjY8Ajgo2PHZlWr1q2bOXO+\ntm0D8BBiRE2aRrVqRYgQJUprpEiJESPLjx8XLkyY8OPFCwQIGty4MWNGhQocJk1atkwXNmzevJkz\n94sbNwBDiRbFhCmUK1eNGoECRceLFx8+ygwZYsIECRJMbtxw4GBDkSItWmjQQEKTpmjRclmz9u2b\nOXPAtm0DcBdvXk2aWM2aVamSJ09wunThwaNLkCAXLmD/wICDBAkCBBbgwEGDBgYMHSpVcuYMFzZs\n4MCZM1ds2zYAq1m3dv0admzZs2lTovRo1apTpwwZcqNFy5EjOHLkUKEiQ4YULFho0PDAho0pU2LE\nwHHnTrVqyqJF8+atXLlt2LABMH8ePSdOmVy1d0WIkJsrV3TosOHDx4oVHDi88A9QhAgJNGho0ZIj\nxxE9eqxZi0aNmjdv5cppuwggo8aNmTJ5atWqVi1IkBapUWPFSg8kSGrUSAFThw4SJC7IkAEFCg0a\nTQABunZtGTVq376VK5cNGzYATJs6xQR1ldRVhAjt6dKlSRMaO3aoUKFBw4kZMzBgeCBDhhQpOHAE\n0aOn/1o1ZtGifftmzhy3bNkA+P0LOLDgwYQLGz7MihUkWrQAAcKFS44aNS9egIIDR4YMAwYUXbli\nwQKASZPIkKlRY0KxYtiwbRs37tw5c+bCkSMHILfu3a1acdq1Cw6cXLn2hAmDAoUmOHBUqECAYJEW\nLRo0AMiTR40aHDge+PKVLZu2cuXOnStXDhw5cgDau3/PilUlXboKFQIGbM6dOzFifAL45g0OHAoU\nRHry5MMHAIIEkSHTosWCY8ekSdtGjpw5jua+kSMHQORIkrBgddq1K1AgXLjilClDgsSlNWto0DBg\n4FGWLBYsAFCkaM0aHz4gECP27Nm1cePMPTX3jRw5AP9VrV7FmlXrVq5dvbJiBYkWLUCAcOGSo0bN\nixeg4MCRIcOAAUVXrliwAGDSJDJkatSYUKwYNmzbxo07d86cuXDkyAGAHFlyq1acdu2CAydXrj1h\nwqBAoQkOHBUqECBYpEWLBg0A8uRRowYHjge+fGXLpq1cuXPnypUDR44cAOLFjbNiVUmXrkKFgAGb\nc+dOjBif3rzBgUOBgkhPnnz4AECQIDJkWrRYcOyYNGnbyJEzF9/cN3LkANzHnx8WrE67dgEMFAgX\nrjhlypAgcWnNGho0DBh4lCWLBQsAFClas8aHDwjEiD17dm3cOHMmzX0jRw4Ay5YuX8KMKXMmzZqS\nJKn/KlXq0SNKlAyZMZMjRxUpUkyYIEFixpAhKlR46NGDDRszZr4sWqRNW7dwXsOdO+dt3DgAZs+i\nhQRpFChQmjRJktRIjJgaNa5MmVKixIgRQ4oUSZEChBIlZMh8+ULGkSNr1riFC+fN27lz3saNA6B5\nM2dKlE6lSgUK1KZNidSoUaJEypgxMV7HCOLESY0aHYgQ2bKlTZswjx5Vq7YtXDhw4MyZ6yZOHIDm\nzp9HijTq06dJkypV+lOmzI8fSqxYKVECBIgZRYqECKEhSRIyZNiwUcOIETVq28DhB2fO3Ddy5AAC\nEDiQYEGDBxEmVLhQkiRVpUo9ekSJkiEzZnLkqCJF/4oJEyRIzBgyRIUKDz16sGFjxsyXRYu0aesW\njma4c+e8jRsHgGdPn5AgjQIFSpMmSZIaiRFTo8aVKVNKlBgxYkiRIilSgFCihAyZL1/IOHJkzRq3\ncOG8eTt3ztu4cQDgxpVLidKpVKlAgdq0KZEaNUqUSBkzJkbhGEGcOKlRowMRIlu2tGkT5tGjatW2\nhQsHDpw5c93EiQMwmnTpSJFGffo0aVKlSn/KlPnxQ4kVKyVKgAAxo0iRECE0JElChgwbNmoYMaJG\nbRs45+DMmftGjhwA69exZ9e+nXt3798zZYLUqdOjR5YskfnyhQkTLEaMdOhQogSSDh0mTLgwZEgK\n//8AU8ho1apatWDixIULd+4cNHDgAEicSNGSJUmNGgkSpEjRlI8fqxw5UqKEChVMXrywYAGEFCkr\nVpAg4QIUqGjRgoED9+3buXPPvn0DQLSo0UuXEH36hAiRJElqtmyJEgVLkyYoUJQo0cSEiQkTQBgx\nUqKEChUzQoWqVq3Xt7ffzp075s0bgLt481qytChSpEGDDh3iUqWKlMM9eoQIkSJFkxcvJkzIcOSI\nChUiRJQABerYsWDdun37du4cMm/eAKhezbq169ewY8uenSkTpE6dHj2yZInMly9MmGAxYqRDhxIl\nkHToMGHChSFDUkhPIaNVq2rVgokTFy7cuXPQwIH/A0C+vHlLliQ1aiRIkCJFU+LHr3LkSIkSKlQw\nefHCggWAIKRIWbGCBAkXoEBFixYMHLhv386de/btGwCMGTVeuoTo0ydEiCRJUrNlS5QoWJo0QYGi\nRIkmJkxMmADCiJESJVSomBEqVLVqvb4N/Xbu3DFv3gAsZdrUkqVFkSINGnToEJcqVaRs7dEjRIgU\nKZq8eDFhQoYjR1SoECGiBChQx44F69bt27dz55B58wbA71/AgQUPJlzY8OFGjSa5csWKVaNGdsSI\nwYHjiBEjJEhgwCDDho0LFxgECTJmTI8ePDZtypbNGjVq4sSZM+fNNgDcuXUrUvSn0u9KggTV+fLF\n/4YNJ1CgpEhx4YKPKFE2bIgwZAgVKjhwBJEkiRq1Z+HDhTNnztu2bQDUr2e/aBGhT58oUQoUSE6X\nLjt2HFmy5AXAFxs20PjxgwQJCEyYbNnSo8cPSZK0abtGjZo4cebMddOmDQDIkCIXLXIkSpQmTYQI\nvaFCpUcPIESImDChQUOOIEFAgHBgxIgXLz160Fi0yJmzZ8iQefNWrhy3bNkAUK1q9SrWrFq3cu1q\nyhQlVar8+NGlq0+YMECAnAIEqEQJBgwk/fmDAYODTJn69MGBQ0SzZuDAcTNn2Ny5c+LKlQPg+DHk\nTp0sbdoEB86qVXy6dNmx4xUmTCxYSJCQiQyZD/8fEGDCJEfOiRMhgAHjxi1buXLmdpsDV64cgODC\nh4MCJYkTJzVqRo0yxIVLjRqeChVq0eLBg0RjxmTIgGDSpDp1bNhIceyYt/Tlypkzd+5cOHPmANCv\nb3/UqEqpUsWJ8wrgqzxixMCAUUqPHhMmGDDohAaNBQsEJk1Cg0aFCg/BgmXL1mzcuHLlzJkDR44c\nAJUrWbZ0+RJmTJkzTZmipEqVHz+6dPUJEwYIkFOAAJUowYCBpD9/MGBwkClTnz44cIho1gwcOG7m\nuJo7d05cuXIAyJY126mTpU2b4MBZtYpPly47drzChIkFCwkSMpEh8+EDAkyY5Mg5cSIEMGDcuGX/\nK1fOXGRz4MqVA3AZc2ZQoCRx4qRGzahRhrhwqVHDU6FCLVo8eJBozJgMGRBMmlSnjg0bKY4d8/a7\nXDlz5s6dC2fOHADly5mPGlUpVao4cV69yiNGDAwYpfToMWGCAYNOaNBYsEBg0iQ0aFSo8BAsWLZs\nzcaNK1fOnDlw5MgB8A8QgMCBBAsaPIgwoUKEixaB+vRJkqRJk/JgwZIjx5EpUzRo4MABxo4dFSps\n4MEDDRosWMIUKtSt2zZxNMWdO/eNHDkAPHv6BAQIEiFCfvwMGgQnSpQXL5AYMWLBwoYNNpAg6dBB\nAg4cWrQsWRKFECFrZL99AwfOnDlv48YBeAs3/26iRJkWLQoUyJAhO0+e0KCx5MgRDRo8eHjx44cG\nDRmAAHHjxoqVKZIkYcNmLZzmcObMdRs3DoDo0aQLFfoUKVKhQo4cCbJihQePJ1SofPjAgcOOIkU+\nfKggREiWLEaMFAEEaNq0aN26efNmzlw3ceIAWL+OPbv27dy7e/++aBGoT58kSZo0KQ8WLDlyHJky\nRYMGDhxg7NhRocIGHjzQoAGIBUuYQoW6ddsmTqG4c+e+kSMHQOJEioAAQSJEyI+fQYPgRIny4gUS\nI0YsWNiwwQYSJB06SMCBQ4uWJUuiECJkTee3b+DAmTPnbdw4AEWNHk2UKNOiRYECGTJk58kTGv80\nlhw5okGDBw8vfvzQoCEDECBu3FixMkWSJGzYrIWDG86cuW7jxgHAm1dvoUKfIkUqVMiRI0FWrPDg\n8YQKlQ8fOHDYUaTIhw8VhAjJksWIkSKAAE2bFq1bN2/ezJnrJk4cANatXb+GHVv2bNq1LVlipEkT\nJEiUKIWxYqVMGSc0aHDgIENGlBo1IEAYgQXLiBEpUuwYNapaNV/hwokTd+7csXDhAJxHnx4Roj9+\n/AgSNGjQEyZMtmzJ4sOHBw8pUgCEAgIEBQoupEhRoYIECRuiRFGjRgwcuHDhzp0z9u0bgI4eP0qS\npOjQoUGDCBHawoSJFi1YjhwRIUKGDCcpUkT/iHDCipUUKVSoSGLKlDVrx8aNEyfu3Dlj3rwBiCp1\nKiVKlSJFUqRo0aIpVqw4cZLlxw8RImDAQGLCxIQJJ6ZMOXHiwwcXmDApU0aLGzdv3s6dW/btG4DC\nhg8jTqx4MePGjg8dSgQKFCZMhQrZsWKFBg0gS5acOMGBAxAiRChQiIAEyZgxPXoUyZRp2zZs0qSJ\nE2fOXLdt2wAADy78zx9BkiRBgtSnjxorVliwQDJkiAcPGDD0MGKkQwcLVaqQIYMDRxBNmqpVmxYt\nmjhx5sx1y5YNAP369g0ZamTJ0qVLhAASqkOFyo0bRKxY+fBBg4YeSZJkyKDBipUyZY4cSQIK/xQ2\nj9WqiRNnzty2a9cApFS50pChRpkyXbpEiBCdLVuAAGkiRUqJEhs2+GDCRIMGCEOGXLlig+mlS8+e\nQYsWLVw4c+a4VasGgGtXr1/BhhU7lmzZQ4cSgQKFCVOhQnasWKFBA8iSJSdOcOAAhAgRChQiIEEy\nZkyPHkUyZdq2DZs0aeLEmTPXbds2AJcxZ/7zR5AkSZAg9emjxooVFiyQDBniwQMGDD2MGOnQwUKV\nKmTI4MARRJOmatWmRYsmTpw5c92yZQOwnHlzQ4YaWbJ06RIhQnWoULlxg4gVKx8+aNDQI0mSDBk0\nWLFSpsyRI0lAgcI2v1o1ceLMmdt27RoA//8AAQgcCMCQoUaZMl26RIgQnS1bgABpIkVKiRIbNvhg\nwkSDBghDhly5YqPkpUvPnkGLFi1cOHPmuFWrBqCmzZs4c+rcybOnT1GiJIUKtWdPqlR0rFg5cuQU\nGTIwYEyYwEmLlhEjKmDCNGaMDx87nDnbto2bubNovZUrB6Ct27eWLCGqVEmOHFSo3EiRcuSIKTp0\nWrSoUGGRDx8ePDjAhClMmCRJfBgzhg3btnKYy5kz961cOQCgQ4sGBWqRKFGAAKVK1UeMmCdPTpkx\nAwMGBQqRpEgpUeICKFBevEyZQmTZsm3buJUrZ665OW/lygGYTr06KFCPVq0SJMiVKzlgwPj/8AGq\nT58YMTx4uFSlSooUEDRpwoLFhw8Xy5Zdu4atnH+A5cyZA1euHACECRUuZNjQ4UOIEUWJkhQq1J49\nqVLRsWLlyJFTZMjAgDFhAictWkaMqIAJ05gxPnzscOZs2zZu5nTu9FauHACgQYVasoSoUiU5clCh\nciNFypEjpujQadGiQoVFPnx48OAAE6YwYZIk8WHMGDZs28qtLWfO3Ldy5QDMpVsXFKhFokQBApQq\nVR8xYp48OWXGDAwYFChEkiKlRIkLoEB58TJlCpFly7Zt41aunDnQ5ryVKwfA9GnUoEA9WrVKkCBX\nruSAAePDB6g+fWLE8ODhUpUqKVJA0KQJ/wsWHz5cLFt27Rq2ctHLmTMHrlw5ANm1b+fe3ft38OHF\nP3pUypMnSeklDerSpUiRI1aslCiRIgWRJ09u3CCRJAnANm28eJGzaBE3btfEiQsX7ty5b+TIAaho\n8WKiRJ8oUWrUiBGjPWDA4MCBRYuWDx9KlChSpcqMGSigQBEkCA+eN5w4ceOGTRxQcefOdRs3DgDS\npEoXLUqVKZOkqJL6lClz5AgXLVpMmCBBAkiUKDRooLhyhRChOnX0fPrkzZu1cePEiTt3rtu4cQD2\n8u0rSZIoUKAiRVq0qM+VK0iQWPHiBQWKESN8MGGSIoWHI0fYsLlyxcyiRdmySQsXDhy4c//nvI0b\nB+A17NiyZ9Oubfs27kePSnnyJOm3pEFduhQpcsSKlRIlUqQg8uTJjRskkiRp08aLFzmLFnHjdk2c\nuHDhzp37Ro4cgPTq1ydK9IkSpUaNGDHaAwYMDhxYtGj58AFgiRJFqlSZMQMFFCiCBOHB84YTJ27c\nsImzKO7cuW7jxgHw+BHkokWpMmWSdFJSnzJljhzhokWLCRMkSACJEoUGDRRXrhAiVKeOnk+fvHmz\nNm6cOHHnznUbNw5AVKlTJUkSBQpUpEiLFvW5cgUJEitevKBAMWKEDyZMUqTwcOQIGzZXrphZtChb\nNmnhwoEDd+6ct3HjABQ2fBhxYsWLGTf/dlyp0qJLlxYtihSJTBjNYdLs2OHChQoVWEKE4MDhBBky\nMGDYsCFElSpq1ISNGxcu3LlzzLx5A/AbePBHwyFBSpRo0qQsXbqMGeOlRo0YMXDgGLNihQcPL9Kk\n0aEjSZIqtWp589Zs3Dhx4s6dWwYOHAD58+lXqhRp06ZMmSBBGgOwTJkuXcrgwDFjRo8eY1Kk4MAh\nxZkzR45UqUKmVq1v35SRIxcu3LlzysCBA4AypUpMmCZx4oQI0aNHZ758KVPmTJIkM2YIETKGBIkO\nHVaUKRMjRo8eRHDh2rZN2bhx4MCdO5fMmzcAXLt6/Qo2rNixZMsyYpRo1KhMmQgRQuPF/0uOHE2O\nHDFhQoQIIjduiBCx4cqVLl2OHJkyaRI3btiqVRMn7ty5btu2AbiMObMhQ4cuXbJkCREiOFy4zJih\npUkTEyZQoHiCBAkJEiOuXKFDp0yZNatWefOWjRs3ceLMmdOGHIDy5cwTJVoEClSmTIoUyTFjJkiQ\nLEmSqFCxYoUSIUJOnECxZQsgQGXK+JElK1y4bN26iRN37hy3bdsA+AcIQOBAAJAMhgq1aRMhQnCs\nWClSpEuTJi5clCjRZMgQDx5CVKkiRsyRI1Q2bdq2Ddu1a+PGmTOXTZs2ADVt3sSZU+dOnj19MmKU\naNSoTJkIEULjxUuOHE2OHDFhQoQIIv83bogQseHKlS5djhyZMmkSN27YqlUTJ+7cuW7btgGAG1eu\nIUOHLl2yZAkRIjhcuMyYoaVJExMmUKB4ggQJCRIjrlyhQ6dMmTWrVnnzlo0bN3HizJnTFhrAaNKl\nEyVaBApUpkyKFMkxYyZIkCxJkqhQsWKFEiFCTpxAsWULIEBlyviRJStcuGzduokTd+4ct23bAFzH\nnh3S9lChNm0iRAiOFStFinRp0sSFixIlmgwZ4sFDiCpVxIg5coTKpk3btgHEdu3auHHmzGXTpg0A\nw4YOH0KMKHEixYqpUk1y5YoQIVeu4FSpAgQIIy5cTJjQoKGQECEgQFBQpChOnCRJzCD/QwYO3DZz\nPn96M2cOANGiRk2ZioQKFSRItWqxoUIlSZJGZsyMGLFhgyQrVkiQEFGp0qJFduxIsmZNnDhw5syd\nO2fOHDdz5gDgzauXFStGrVo9elSrFhwtWowYcQQGzIoVGTI4IkPGBGVMmBYt4sMnU7Vq48aJO3fO\nnLlz576ZMwdgNevWrlxZatWqUaNUqd5UqaJDhyQzZkiQUKEi0ZUrIEBoiBSJDx8wYLxAgyZO3Ddz\n1q97K1cOAPfu3r+DDy9+PPnyqVJNcuWKECFXruBUqQIECCMuXEyY0KChkBAhIACCoKBIUZw4SZKY\nQYYMHLht5iBG9GbOHACLFzGaMhUJ/xUqSJBq1WJDhUqSJI3MmBkxYsMGSVaskCAholKlRYvs2JFk\nzZo4ceDMmTt3zpw5bubMAVC6lCkrVoxatXr0qFYtOFq0GDHiCAyYFSsyZHBEhowJs5gwLVrEh0+m\natXGjRN37pw5c+fOfTNnDkBfv39dubLUqlWjRqlSvalSRYcOSWbMkCChQkWiK1dAgNAQKRIfPmDA\neIEGTZy4b+ZQp/ZWrhwA169hx5Y9m3Zt27c1aSL16VOlSpAgOYoTBwsWLmfO1Khx4wYVNWpy5JAh\nRkyiRH/+YFKl6ts3beXKiRN37hw4cuQApFe/nhIlUqBAadJUiT4aNFGibMmShQaNFv8AW0gpU+bI\nkR1mzKRKlSmTrF69xInzVq7cuHHnznEjRw6Ax48gMWEi5clTpkyWLGGaM8eLyzJlevSAAcNKnDhN\nmgBhwwYVqk6dcBEjNm7cN3PmyJE7dw4cOXIAokqd2qmTKlKkNGly5IiRGTNMmHgZM4YIERYshqhR\nEySIjC9fBg3y4+eTK1fgwHUzZ06cuHPnwJEjB6Cw4cOIEytezLixY1OmVpkyJUvWq1eY7NjJlMlS\npEhSpKxZw4gNmyJFwDBi1KlTo0ayjh0zZ+6aOXPkyJ075yxcOADAgwsHBUpWqlS4cMmStcmNG0jQ\nESFq0oQNG0SAAEGBYseSpVq1Tp3/SkaN2rlz2s6dI0fu3Llk4cIBmE+/vihRsEiRggXr1SuAkOjQ\ncVRw0qQuXdiwWaRIERo0hjRp8uUrVapm1qydO+ft3Lly5c6dixYuHACUKVWeOhXLlClcuFSpmtSm\nzSScly5x4UKHTqM9e6hQuSNJ0qlTkyb5ihbNnLlt586RI3fu3LNv3wBs5drV61ewYcWOJWvK1CpT\npmTJevUKkx07mTJZihRJipQ1axixYVOkCBhGjDp1atRI1rFj5sxdM2eOHLlz55yFCwfA8mXMoEDJ\nSpUKFy5Zsja5cQPJNCJETZqwYYMIECAoUOxYslSr1qlTyahRO3dO27lz5MidO5cs/1w4AMmVLxcl\nChYpUrBgvXoFiQ4dR9knTerShQ2bRYoUoUFjSJMmX75SpWpmzdq5c97OnStX7ty5aOHCAeDf3z/A\nU6dimTKFC5cqVZPatJnk8NIlLlzo0Gm0Zw8VKnckSTp1atIkX9GimTO37dw5cuTOnXv27RuAmDJn\n0qxp8ybOnDonTeIVLNiuXaxYKUuVSpMmTsaMESLUp88iYsTu3NEjSRI2bL583apW7dy5cuTImTN3\n7hy5b98AsG3rVpKkX8aMCRNGi5ayVKkSJYrky5cdO3ToEBo2LFCgRaJEhQvnzNkxb97OnTNXrpw5\nc+fOkQMHDgDo0KIlSeJFjNivX/+yZCVr1QoTpky+fPHho0fPI2PGJEnSBAuWOHHQoDHz5u3cOXPl\nypkzd+4cuXDhAFCvbt2SpV7Bgv365coVs1SpMmUKJUwYofSEKB07VqiQoFOnunXzZf/atXPnyo0b\nZw6guXPnyH37BgBhQoULGTZ0+BBixEmTeAULtmsXK1bKUqXSpImTMWOECPXps4gYsTt39EiShA2b\nL1+3qlU7d64cOXLmzJ07R+7bNwBDiRaVJOmXMWPChNGipSxVqkSJIvnyZccOHTqEhg0LFGiRKFHh\nwjlzdsybt3PnzJUrZ87cuXPkwIEDcBdvXkmSeBEj9uuXLFnJWrXChCmTL198+Oj/0fPImDFJkjTB\ngiVOHDRozLx5O3fOXLly5sydO0cuXDgAq1m3tmSpV7Bgv365csUsVapMmUIJE0YIOCFKx44VKiTo\n1Klu3Xw1v3bt3Lly48aZM3fuHLlv3wB09/4dfHjx48mXN48LfbFiy5ZNm5bs169o0aQRI3br1rFj\nz379ugXwVrBo0bRpu3atGzhw586ZOwcxIrlz5wBYvIgRF65dy5ZBg1at2jFfvqJFWxYsGCtWw4ZJ\nQ4aMF69n166BA/ftG7md53r69Enu3DkARIsaxYX02LFmzahRI+bL17RpznbtYsUKGDBnzZoFCxYt\nWzZw4L59I4f2nNq1a8mdOwcg/67cubt2+Vq27NkzatSO/fpVrZq0YMFq1VKmrJkwYbhwJZMmbds2\nbdrCkSN37py5c5w7kzt3DoDo0aRLmz6NOrXq1bhaFyu2bNm0acl+/YoWTRoxYrduHTv27NevW7eC\nRYumTdu1a93AgTt3zty56dTJnTsHILv27bhw7Vq2DBq0atWO+fIVLdqyYMFYsRo2TBoyZLx4Pbt2\nDRy4b9/I+Qd4TuDAgeTOnQOQUOFCXA2PHWvWjBo1Yr58TZvmbNcuVqyAAXPWrFmwYNGyZQMH7ts3\nci3PvYQJk9y5cwBs3sS5a5evZcuePaNG7divX9WqSQsWrFYtZcqaCROGC1cyaf/Stm3Tpi0cOXLn\nzpk7F1YsuXPnAJxFm1btWrZt3b6FGyqUrmLFmjUbNixYr17NmvkKFuzVK2PGYvXqJUpUsFy5kiU7\ndsybNm3kyIk7d65cuXPnwo0bB0D0aNKlSuk6dkyatGPHkvnytWwZLl++UKEqVqxWsGCvXiUzZsya\ntWrVxoEDZ84cuXPnypU7dy4cOXIArF/HDgpULWLEnDkTJoxYr17Hju1CnypVsGCyggWzZauZMmXa\ntFmzNg4cOHPmyAE8d65cuXPnwpEjB2Ahw4akSOEyZuzZM2HCjv36xYxZMGDAatVKlgyXMWO3bh0D\nBmzaNGjQwH37Ro7cuHPnypX/O3dOHDlyAH4CDSp0KNGiRo8i1aTJ1apVx47t2hWsVatkyYT58uXJ\n07FjuGTJEiUq2a5dx47p0uWNG7dy5ayVKzdu3Llz0LZtA6B3L19PnmrJkrVsmS9fwmTJSpbM169f\nmjQhQ7YLFy5UqKIVKyZNmjFj4D6bM5fNnDly5M6di8aNG4DWrl9v2gRr1apjx3bhnjUrWTJetWpZ\nskSMmC5evGLFmqZMWbZsxIiB8+bNnLls5syJE2fO3LNu3QCADy+eE6dasmQpU6ZLV69atZYtIyZM\nWKlS0KD5woWrVStmvwD+evbs169v3bqZM2fNnDly5M6dg9atGwCLFzFm1LiR/2NHjx81aXK1atWx\nY7t2BWvVKlkyYb58efJ07BguWbJEiUq2a9exY7p0eePGrVw5a+XKjRt37hy0bdsARJU61ZOnWrJk\nLVvmy5cwWbKSJfP165cmTciQ7cKFCxWqaMWKSZNmzBg4u+bMZTNnjhy5c+eiceMGgHBhw5s2wVq1\n6tixXY9nzUqWjFetWpYsESOmixevWLGmKVOWLRsxYuC8eTNnLps5c+LEmTP3rFs3ALdx5+bEqZYs\nWcqU6dLVq1atZcuICRNWqhQ0aL5w4WrVitmvX8+e/fr1rVs3c+asmTNHjty5c9C6dQOwnn179+/h\nx5c/n359+/fx59e/n39///8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4oc\nSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrQowz9/hP36tWwZMWLcnj2jRg2a\nN2/PnmHD5sybN2jQqj179u2bNGnYqFETJ45buHDfvokTVy1aNAB48+oFBAiYL1/JkgULdk2ZsmfP\nkmnTduwYNGjKtGljxmyaM2fdujVrVi1atHDhsn371q3bt2/SnDkDwLq1az16hPHipUzZsGHanDmj\nRu3Zt2/RomHDFu3bt2fPqkWL5s2bM2fXpEkTJw4bOHDevIEDJw0aNADgw4v/BwTIV69eyJABA2YN\nGTJnzo516/bsmTVrz759gwbN2jOAz759gwZNW7Vq4sRxCxcOHDhx4qxNmwbA4kWMGTVu5NjR40dZ\nslxJk4YMmTZtvr5906btW7Bg375x4/bt1y9v3rB169arlzeg48Z581bO3FFz3ryRCxcOwFOoUV+9\ngvXsWbJk2rT16tYNG7ZtvHh162bNWrdbt7Rpo8aNGy9e3rxpAwdOmzZy5fSW69aNHDhwAAQPJixL\n1qlo0ZYt27aN17dv27Z9CxYsXLhv37wFCwYOHDdv3oIF+/aNGzhw3bqVM9fanDdv5MCBA1Db9m1Y\nsEw5c3bsWLZsuLhxs2at/xswYN++adP2jRcvb966fftGjFi4cN7EifPmrZw58Oa+fSsXLhwA9OnV\nr2ff3v17+PFNmYp27Fi1as+egYMGzRtAb9XEiWPGTJu2YeHCLVumzZgxceK0aRvXrdu5c+POnTNn\n7tw5ceXKAShp8uSoUdCMGaNGzZmzb8uWXbtm7Nu3YsWoUSvmzZszZ9iAAfv2DRq0b9iwnTs37ty5\ncuXOnQNHjhyArFq3njoFDRkya9agQQsnTRo4cNPGjYMG7ds3aOPGTZv2DRq0ceOqVROnTdu5c+LO\nnStX7ty5cOTIAWjs+DEoUM6IEXv2jBmzb8yYcePGbNw4Z864cVs2bpwzZ//cli0bN06btnHZsp07\nR+7cOXPmzp0TV64cgODChxMvbvw48uTKTZmKduxYtWrPnoGDBs2bt2rixDFjpk3bsHDhli3TZsyY\nOHHatI3r1u3cuXHnzpkzd+6cuHLlAPDv7x/gqFHQjBmjRs2Zs2/Lll27Zuzbt2LFqFEr5s2bM2fY\ngAH79g0atG/YsJ07N+7cuXLlzp0DR44cAJkzaZ46BQ0ZMmvWoEELJ00aOHDTxo2DBu3bN2jjxk2b\n9g0atHHjqlUTp03buXPizp0rV+7cuXDkyAEwexYtKFDOiBF79owZs2/MmHHjxmzcOGfOuHFbNm6c\nM2fcli0bN06btnHZsp3/O0fu3Dlz5s6dE1euHADNmzl39vwZdGjRo2/dMoYNNTZt2r5163btWjdw\n4KhRixat2rZtx445q1atWzds2KqNG3funDnlys+dGxcuHADp06nXqlUsWzZq1LZt64YN27Rp1bJl\nW7ZMmTJq164dcy9N2rZt0qQ9Awfu3Dly5cqZMwfw3Llw4MABOIgwYa1axKxZu3Zt2zZvFLdt8yZO\nnDZt165xAwfOmjVp2bKBA3ctZbhw586VM2funMxz4WoCuIkz56xZxa5dixatmtBr16ZNu8aNmzRp\nzpxZ69aNGbNq2LB9+yYta7hw586VM2funNhz48SJA4A2rdq1bNu6fQs3/+6tW8aw2cWmTdu3bt2u\nXesGDhw1atGiVdu27dgxZ9WqdeuGDVu1cePOnTOHGfO5c+PChQMAOrToWrWKZctGjdq2bd2wYZs2\nrVq2bMuWKVNG7dq1Y7ylSdu2TZq0Z+DAnTtHrlw5c+bOnQsHDhyA6dSr16pFzJq1a9e2bfMGfts2\nb+LEadN27Ro3cOCsWZOWLRs4cNfqhwt37lw5c+bO+Qd4LtxAAAUNHpw1q9i1a9GiVYN47dq0ade4\ncZMmzZkza926MWNWDRu2b9+knQwX7ty5cubMnYN5bpw4cQBs3sSZU+dOnj19/vz0ydezZ9Cg6dK1\nTJiwYMFA7dolShQoUP9qWLECBWpSnz7BghEjpuvXr3FlyZErV86cOXDixAGAG1euJk29nj1z5mzX\nrmW4cOXKJciWrVSpNm3ys2pVqVKN6NDJlUuWrF2tWn37Fk6cuHHjypXzJk4cANKlTW/a5MuZs2bN\nbNlqduyYMGGsggXDhUuWrEW4cMmS5WrRol69cuX6VauWOHHjyD0nZ87cN3HiAFzHnl2TplvJkjFj\nBguWMVy4aNF6dOvWq1ehQvWpVatVq1CBAgULVquWr1q1xAEUJ44cuXLlzJnzJk4cgIYOH0KMKHEi\nxYoWP33y9ewZNGi6dC0TJixYMFC7dokSBQqUGlasQIGa1KdPsGDEiOn/+vVrHE9y5MqVM2cOnDhx\nAI4iTapJU69nz5w527VrGS5cuXIJsmUrVapNm/ysWlWqVCM6dHLlkiVrV6tW376FEydu3Lhy5byJ\nEwdgL9++mzb5cuasWTNbtpodOyZMGKtgwXDhkiVrES5csmS5WrSoV69cuX7VqiVO3DhypsmZM/dN\nnDgArl/D1qTpVrJkzJjBgmUMFy5atB7duvXqVahQfWrVatUqVKBAwYLVquWrVi1x1smRK1fOnDlv\n4sQBCC9+PPny5s+jT68eFy5SzZqVKpUtWypatJo00VarVp8+EgBKiLZq1ZQpBqZNu3WLEaMS4MB9\n+zZNnLhz58iR2xYu/xwAjx9B2rLFKlq0UqW2bTtly5YQIdlmzerTx4GDarNmhQmT4NmzVavUqHnQ\nrRs2bNO0aTt3jhw5bN68AZA6lSotWp+WLQsVSps2T61aiRGjTZUqSZI4cJgGClSaNAOcOTNlKk8e\nD968WbNGTZy4c+fKldsmThwAw4cRs2JVypgxRoywYSP16lWTJttu3VKkKEIEa65cadFiABu2V6/Y\nsLHw7Zs2bdS8eTt3zpw5buLEAdC9m3dv37+BBxc+vFSpXb9+4cKVKRMmQoTkyPkxZ44ZMzhwhNCh\n48qVFCdORIly6hSiNGmwYfNGjly2bOfOeRs3DkB9+/dBgdLFiz+vSv8AK5Xy4wcNGh548HTp8qJh\nkiRq1JxIkYIIkUGD5nDhAg0at3DhmjUzZ26bOHEAUqpcCQoUrV27bNlixKhTpUqGDB2JE2fOHCVK\nXESJEidODBgwsGCxZIlPmjTYsH0bN06btnPnto0bB6Cr16+WLK2CBUuWrEKFHvHhI0aMjSlTunTZ\nsQOEECFq1ITw4MGJk0yZ3mjRAg2at3Hjrl07d+4bOXIAIkueTLmy5cuYM2suVWrXr1+4cGXKhIkQ\nITlyfsyZY8YMDhwhdOi4ciXFiRNRopw6hShNGmzYvJEjly3buXPexo0DwLy5c1CgdPGazqtSpVJ+\n/KBBwwMPni5dXoj/T5JEjZoTKVIQITJo0BwuXKBB4xYuXLNm5sxtEycOgH+AAAQOBAAKFK1du2zZ\nYsSoU6VKhgwdiRNnzhwlSlxEiRInTgwYMLBgsWSJT5o02LB9GzdOm7Zz57aNGwfA5k2cliytggVL\nlqxChR7x4SNGjI0pU7p02bEDhBAhatSE8ODBiZNMmd5o0QINmrdx465dO3fuGzlyANSuZdvW7Vu4\nceXOvXRplCpVjRpFilSGCBEZMqr06DFhQoUKOFq0IEDAQZAgJkxYsPAhU6Zjx3Bhw/btmzlzvrJl\nA1Da9OlOnT6pUmXIUKZMaZYsuXEjSo0aECBUqLCjRAkDBiDgwBEj/4YDBxQOHbp1K1OxYtmykSN3\n69o1ANm1b69UCZMoUYoURYo05cmTGzfK8OChQUOFCkpSpDBggMGPHzNmSJDgIRLASMOG1bp2rVs3\nc+Z4ceMG4CHEiJEiYXLkyI+fQYOg4MABA0YSHDgqVJgwwUeKFAcOMJAhI0WKCBEkLFrky5coatS6\ndTNnLpg2bQCGEi1q9CjSpEqXMr10aZQqVY0aRYpUhggRGTKq9OgxYUKFCjhatCBAwEGQICZMWLDw\nIVOmY8dwYcP27Zs5c76yZQPg9y/gTp0+qVJlyFCmTGmWLLlxI0qNGhAgVKiwo0QJAwYg4MARI4YD\nBxQOHbp1K1OxYv/ZspEjd+vaNQCyZ9OuVAmTKFGKFEWKNOXJkxs3yvDgoUFDhQpKUqQwYIDBjx8z\nZkiQ4CFSpGHDal271q2bOXO8uHEDYP48+kiRMDly5MfPoEFQcOCAASMJDhwVKkyY4ANgihQHDjCQ\nISNFiggRJCxa5MuXKGrUunUzZy6YNm0AOHb0+BFkSJEjSZasVClTK5WtDBl6w4QJDhwzevQoUeLC\nBRIpUkiQwGDGjCdPYsTQkSdPtmzOpk0DB65cuW1TAVS1evXSpUyqVK1aRYhQmihRXpStUQMECAoU\nUMiQoUFDAxgwihRJkWIFHDjJkvkqVmzbtnLlsFmzBgBxYsWWLEn/YsXq1ClAgORQoRIkyA0hQmbM\nAAHCRmgPHirEiCFFSosWONq0sWbtWbNm3ryVK8cNGzYAu3n3XrQIUKZMkybRoUNGiRIYMFzgwFGi\nxIQJLGLEqFCBgQsXUaKkSMGiTx9q1IwxY/btmzlz3LZtA/Aefnz58+nXt38ff6tWmXLl0gNQT69e\nf7hwWbHC05s3KlQUKHCpSxcJEgAcOmTGzIwZEoIFw4ZN27hx5kqa+0aOHICVLFu2aqWpVi06dHbt\n2sOFCwkSqvLkESGiQAFNW7ZUqACAESM7dj58YBAs2LOp4sSZM1eu3Ldx4wB4/Qq2VStJtGjlyYML\nF50zZ0yY0ESH/86NGwkSPCpTBgQIAI8esWHTogWDYMGkScMGDpw5c+TIfRs3DoDkyZQ/fZKEClWZ\nMrBg3eHCRYOGUoIEvXhx4IAoK1YwYADw6dOcOSpUOAgWrFo1a+DAmfttThw5cgCKGz+OPLny5cyb\nO2/VKlOuXHr09Or1hwuXFSs8vXmjQkWBApe6dJEgAcChQ2bMzJghIVgwbNi0jRtnLr+5b+TIAQAI\nQODAga1aaapViw6dXbv2cOFCgoSqPHlEiChQQNOWLRUqAGDEyI6dDx8YBAv2TKU4cebMlSv3bdw4\nADVt3mzVShItWnny4MJF58wZEyY00aFz40aCBI/KlAEBAsCjR/9s2LRowSBYMGnSsIEDZ84cOXLf\nxo0DkFbt2k+fJKFCVaYMLFh3uHDRoKGUIEEvXhw4IMqKFQwYAHz6NGeOChUOggWrVs0aOHDmLJsT\nR44cAM6dPX8GHVr0aNKlGzUC5cmTJEmQIBHy4gUHDiZSpHz4kCHDCxw4QoTAgAMHFy5mzGQpVOja\ntW3fvnnzZs6ct3HjAFzHnn3RIlCUKClS1KhRny1bZMgI8uRJhgwYMMTIkYMDBwo8eFixokXLFDx4\nqAGkps2bt27dzJnTJk4cgIYOH0KCJAoUKEeOFi0itGWLECFSypSBAQMFiiBNmsiQ8eHIES5cqFCx\nQoiQNGnZvn3/8+bNnLlu4sQBCCp06KBBkQAB4sOnTh06TJi4cCEECpQRIz58wDFkCAcOGXToGDPm\nyxcsgABNm5bNm7dv38yZ8zZuHIC6du/izat3L9++fhs1AuXJkyRJkCAR8uIFBw4mUqR8+JAhwwsc\nOEKEwIADBxcuZsxkKVTo2rVt375582bOnLdx4wDAji170SJQlCgpUtSoUZ8tW2TICPLkSYYMGDDE\nyJGDAwcKPHhYsaJFyxQ8eKhR0+bNW7du5sxpEycOAPny5iFBEgUKlCNHixYR2rJFiBApZcrAgIEC\nRZAmTQDKkPHhyBEuXKhQsUKIkDRp2b598+bNnLlu4sQB0LiR/+OgQZEAAeLDp04dOkyYuHAhBAqU\nESM+fMAxZAgHDhl06Bgz5ssXLIAATZuWzZu3b9/MmfM2bhwAp0+hRpU6lWpVq1chQSokSVKhQooU\nUalSpUkTKjx4ZMgAAgQRFSoWLKAABIgIER8+uCBF6tixXNy4fft27hyyb98AJFa82JIlRIwYAZIM\n6IgPHz9+WKFB48KFDh2KmDChQEEFHjxMmOjQoUSjRsKEyapWzZu3c+eQdesGgHdv35IkMbp0adAg\nRYq8SJHy44eWI0dSpGjR4ogKFRkykFCiJEaMESNYiBKlTNmubdvAgTNnbhk3bgDgx5fPiFGgP3/u\n3OHD50mQIP8AjRiBcuNGhgwgQBwhQWLBggs9enjwYMGCCEyYlCnjVa1auHDnzh3z5g2AyZMoU6pc\nybKly5eQIBWSJKlQIUWKqFSp0qQJFR48MmQAAYKIChULFlAAAkSEiA8fXJAidexYLm7cvn07dw7Z\nt28Awooda8kSIkaMAKkFdMSHjx8/rNCgceFChw5FTJhQoKACDx4mTHToUKJRI2HCZFWr5s3buXPI\nunUDQLmyZUmSGF26NGiQIkVepEj58UPLkSMpUrRocUSFigwZSChREiPGiBEsRIlSpmzXtm3gwJkz\nt4wbNwDIkytnxCjQnz937vDh8yRIECNGoNy4kSEDCBBHSJD/WLDgQo8eHjxYsCACEyZlynhVqxYu\n3Llzx7x5A8C/v3+AAAQOJFjQ4EGECRUCQIQIUKZMjRr58cNmy5YWLYAMGRIihAQJLnz4oEChgQ4d\nZMjYsAGDEqVp0541awYOXLly27JlA9DT589Fi/pIkoQI0Z07YaRIMWHCR44cGTJAgEAjSJAIERbY\nsMGFy4oVMRYtokbNmTJl4MCVK8ctWzYAceXOXbSoUahQoEARIrRHi5YdO5JMmYIDBwkSRY4cGTHC\nwpIlZMjw4IHj0KFp05ht9uatXDlt2LABIF3atCBBegwZ4sOHDh0vSpSMGLGDCBERIipUeOHDhwYN\nDHbsoELF/4ULEZEiRYvmzJgxb97KleOGDRsA7Nm1b+fe3ft38OE7dYJEiVKZMqxYBbJiZcWKVIMG\niRBBgAAoOXIgQBggSRJAPHhQoAhRrNi2bdLIkStXzpw5b+TIAaho8WKoUJAuXRozZtQoQk2amDDB\nqlEjDRoOHHBUpgwECAQwYZozBwUKDcKEceNmLVy4cuXMmfNWrhyApEqXggIladWqPn1kyeJz5syP\nH53s2MGBY8ECSW3aiBCRwJIlQIB69CAxbJg2bdjGjStXzpy5b+TIAejr9++lS5EQIQoTBhWqOEWK\nkCAR6s4dFiwKFACFB48FCwNevcqTJ0MGCcKEWbOW7Nu3cv/lzJnzRo4cgNiyZ9Oubfs27ty6O3WC\nRIlSmTKsWAWyYmXFilSDBokQQYAAKDlyIEAYIEkSHjwoUIQoVmzbNmnkyJUrZ86cN3LkALBv7z5U\nKEiXLo0ZM2oUoSZNTJhg1QhgIw0aDhxwVKYMBAgEMGGaMwcFCg3ChHHjZi1cuHLlzJnzVq4cAJEj\nSYICJWnVqj59ZMnic+bMjx+d7NjBgWPBAklt2ogQkcCSJUCAevQgMWyYNm3Yxo0rV86cuW/kyAGw\nehXrpUuRECEKEwYVqjhFipAgEerOHRYsChQAhQePBQsDXr3KkydDBgnChFmzluzbt3LlzJnzRo4c\nAMWLGTf/dvwYcmTJkwMFgiRIUJ06d+60KVIkRYodRIhIkODAwQoYMCRIcAADhhcvSpQY6dPHWu5v\n37p1M2dOmzhxAIgXN06IUKZBg+zYkSOnDBEiIkTkIELkwYMIEVLYsCFBQoQePahQCRLkiCFD1KhZ\n8+atWzdz5riNGwcAf379hQpxkgRQ0qNHjBgZ2rLlx48jWrSIENGhw4whQ0iQyNCjBxkyWbI44cPH\nmrVp3bp582bOXDdx4gC4fAkzUCBJhQrRoePGzRofPlas4GHECAUKESKcYMECAgQHJEgwYdKjxw42\nbJgxs5YtmzZt5cpxGzcOgNixZMuaPYs2rdq1gQJBEiSo/06dO3faFCmSIsUOIkQkSHDgYAUMGBIk\nOIABw4sXJUqM9OljLfK3b926mTOnTZw4AJw7eyZEKNOgQXbsyJFThggRESJyECHy4EGECCls2JAg\nIUKPHlSoBAlyxJAhatSsefPWrZs5c9zGjQMAPbr0QoU4SZL06BEjRoa2bPnx44gWLSJEdOgwY8gQ\nEiQy9OhBhkyWLE748LFmbVq3bt68mQNorps4cQAMHkQYKJCkQoXo0HHjZo0PHytW8DBihAKFCBFO\nsGABAYIDEiSYMOnRYwcbNsyYWcuWTZu2cuW4jRsHQOdOnj19/gQaVOhQRYoABQokSKkgJEOGNGnC\nJEUKCf8SRozQAQIEAgQajhzhwEGDhhSgQDlzRuvbN3Dgzp0L5s0bALp17TZqJKjP3j558jiRIePI\nkSQ1aliwkCKFEg4cGjTwQITIBsobWIAC1awZq2zZuHE7dy5Yt24ATJ9GLUn1pUuLFkmSdMXK7Nk5\ncpgw4cKFkxAhHDjg8OTJhw8dOtDQpOnZs13gwH37du5csW/fAFzHnn3RokB9+uTJ06cPEiBAkiRx\n4sIFBAgbNhgxYSJBggg4cHDg8OABB0aMbAG0lSlatG3bzp3z5c0bgIYOH0KMKHEixYoW+/T5w4gR\nHTp48GAxYgQECBwmKVBgwCAGywULEAQJ0qSJCRMoOnX/kiZt2rNn4MCVK7ctWzYARo8iHTQIECNG\nfZ720fLjR4cOPXz4qFDBgQMbMWI4cKCgSJEoUVq0IEGJUrNmzJAh+/atXDls1qwByKt376FDhDhx\nkiSpUKE5XbrgwNGkSBEYMDRoMEKDBgYMDpgwuXIlR44ZjRpJC82MWbhw5sx1w4YNAOvWrv/8sdOn\njxw5dOhY6dHDgwchO3ZkyAABgg0VKho0ODBjRpIkHZ43apQs2a9gwbp1K1cumzRpAL6DDy9+PPny\n5s+j79PnDyNGdOjgwYPFiBEQIHDgp0CBAYMY/gEuWIAgSJAmTUyYQNGpkzRp0549AweuXLlt2bIB\n0LiR/+OgQYAYMeozso+WHz86dOjhw0eFCg4c2IgRw4EDBUWKRInSogUJSpSaNWOGDNm3b+XKYbNm\nDUBTp08PHSLEiZMkSYUKzenSBQeOJkWKwIChQYMRGjQwYHDAhMmVKzlyzGjUSFpdZszChTNnrhs2\nbAAABxb854+dPn3kyKFDx0qPHh48CNmxI0MGCBBsqFDRoMGBGTOSJOkwulGjZMl+BQvWrVu5ctmk\nSQMwm3Zt27dx59a9m/emTY8kSapT59MnMkaMtGgBSosWESISJJhUpAgFCgcsWcKCxYULFMqUZcsm\nrVw5c+fNfStXDkB79+8tWSpkyJAZM65ckenRI0aMU/8Ay5QhQaJBg09GjFSogIASpSpVVKgocewY\nNWrQyJErx7GctnLlAIgcSTJUKEanTtWpw4rVGShQbNi4ZMUKCxYMGEhasgQDhgWLFnXpIkPGC1++\nuHHTZs5cuaflvJUrB6Cq1auWLEVChMiNG1GixgABEiOGpi1bUKBgwOATFCgUKBiQJGnLlhQpNCxb\nZs2aMnHiygku161cOQCIEytezLix48eQI2/a9EiSpDp1Pn0iY8RIixagtGgRISJBgklFilCgcMCS\nJSxYXLhAoUxZtmzSypUzx9vct3LlAAgfTtySpUKGDJkx48oVmR49YsQ4VaYMCRINGnwyYqRCBQSU\nKFX/qaJCRYljx6hRg0aOXLn35bSVKwegvv37oUIxOnWqTh2ArFidgQLFho1LVqywYMGAgaQlSzBg\nWLBoUZcuMmS88OWLGzdt5syVI1nOW7lyAFSuZGnJUiREiNy4ESVqDBAgMWJo2rIFBQoGDD5BgUKB\nggFJkrZsSZFCw7Jl1qwpEyeu3NVy3cqVA9DV61ewYcWOJVvWbKJEmDJlOnQoUaI3Q4bAgIGDCBEI\nECpUuOHDBwgQFHjwKFPmyhUuhw5hw1YNHLhv38yZ6zZuHADMmTUHClRp0aI/fw4delOkyIsXR1Rr\nYK1BR5AgHDhg6NHjzBkoUKIQImTNWjRvwb2ZM8dN/5w4AMmVL4cEaZQnT5QoNWrk58qVIkWiHDmS\nIkWJEjuSJDlxokOQIGzYZMlChhEjbNikgQP37Zs5c9zEiQPQ3z9AAAIBECIUiRChPHn69ClDhAgN\nGkCYMNGg4cIFHD9+aNBwwYaNNWtu3GASKJA1a9O6dfPmzZy5buLEAahp8ybOnDp38uzpM1EiTJky\nHTqUKNGbIUNgwMBBhAgECBUq3PDhAwQICjx4lClz5QqXQ4ewYasGDty3b+bMdRs3DgDcuHIDBaq0\naNGfP4cOvSlS5MWLI4I1ENagI0gQDhww9Ohx5gwUKFEIEbJmLZq3zN7MmeMmThyA0KJHQ4I0ypMn\nSv+UGjXyc+VKkSJRjhxJkaJEiR1Jkpw40SFIEDZssmQhw4gRNmzSwIH79s2cOW7ixAGobv06IUKR\nCBHKk6dPnzJEiNCgAYQJEw0aLlzA8eOHBg0XbNhYs+bGDSaBAlmzNg1gt27evJkz102cOAALGTZ0\n+BBiRIkTKUaK9KhRI0GCGjWq8uSJFCldYsTAgKFECSkXLkSIAOLLlxEjUqTooUoVNWq9xo0LF+7c\nOWTevAEwehTpokWEFi0iRChRoiBJkmDBUmbGjA4dUqSgsmFDhQoluHDhwKFFCx2nTkWLtgscOG/e\nzp0T1q0bAL17+U6atMiSpUKFGjXKokULFy5ldOj/UKHChQssJ05s2HBiy5YXL2bMYGLL1rZtx8aN\nAwfu3Lll3rwBcP0aNiJEiwgRChTIkCEpUKBYsUImRgwSJGrUqAICRIUKI8SI6dBhxAgXoUIFC6ar\nWzdu3M6dO+bNGwDx48mXN38efXr16xUpWpQpEyVKfPhoIUKkRYsjPXpUqADQggUcN25IkFDhyZMo\nUWTI2GHJ0rZt16pVGzfu3Llu2rQB+AgypCBBfR49IkTozp0xRIiUKNGEB48PHzhw8IEDhwULFaBA\nuXKFBg0dkSJVqxYtabhw5sxps2YNgNSpVBctgjRqlCdPhQqpsWLlxo0oR46kSIECxY8hQzhw6ODE\n/0mZMkeOaNm0SZs2bNeuhQtnzly2wQAKGz5MiJChSJEUKcqTp0ySJDFiODFiZMOGDx+AuHABAYKE\nIEGQIEmRYoYkSdSoMYsWTZw4c+a4adMGILfu3bx7+/4NPLhwRYoWZcpEiRIfPlqIEGnR4kiPHhUq\nWLCA48YNCRIqPHkSJYoMGTssWdq27Vq1auPGnTvXTZs2APTr2xckqM+jR4QI3QF4ZwwRIiVKNOHB\n48MHDhx84MBhwUIFKFCuXKFBQ0ekSNWqRQMZLpw5c9qsWQOQUuXKRYsgjRrlyVOhQmqsWLlxI8qR\nIylSoEDxY8gQDhw6OHFSpsyRI1o2bdKmDdu1a//hwpkzl00rAK5dvRIiZChSJEWK8uQpkyRJjBhO\njBjZsOHDByAuXECAICFIECRIUqSYIUkSNWrMokUTJ86cOW7atAGAHFnyZMqVLV/GnJkVq0iiRAkS\nNGpUnB8/YMCQNGUKBQoPHhAyYmTCBAaSJNGhw4PHlmLFvn3TZk74cG7mzAFAnly5KVOOJEm6cydV\nKjU9evDg0enLlw4dJkyIJEUKBvKcOKFBw4OHlGPHunWrZs5cuXLnzm0zZw7Afv79WwFsNYkWLUiQ\nZMmys2VLjx6Yzpxp0WLDBklSpJgwAeLRozVrqFDxwowZOHDczKFM2a1cOQAuX8I0ZWrRpk2IELH/\nYtUmSRIgQDJ9+QIChAYNiaZMoUChgiFDW7a8eDGkWLFt26SZM1eunDlz3cqVAyB2LNmyZs+iTat2\nLStWkUSJEiRo1Kg4P37AgCFpyhQKFB48IGTEyIQJDCRJokOHB48txYp9+6bNHOXK3MyZA6B5M2dT\nphxJknTnTqpUanr04MGj05cvHTpMmBBJihQMtjlxQoOGBw8px45161bNnLly5c6d22bOHIDmzp+3\najWJFi1IkGTJsrNlS48emM6cadFiwwZJUqSYMAHi0aM1a6hQ8cKMGThw3Mzhz9+tXDkA/gECEDgQ\ngClTizZtQoSIFas2SZIAAZLpyxcQIDRoSDRl/woFChUMGdqy5cWLIcWKbdsmzZy5cuXMmetWrhwA\nmzdx5tS5k2dPnz8xYVIlShQkSIMGBcqSZcgQJ1KkrFgBAgSSMmVkyCBhxYogQXPmSEqVChy4beXK\niRN37hw4cuQAxJU7V5IkUJgwJUpEiJCgLFl8+JCSJQsKFCRICFmzZsYMFlWqBApUp06iUKG4cbs2\nbhw4cObMeSNHDkBp06c1aVJFihQoUJkybYID58mTK2bMECGiQ0eTO3d8+JBhxYokSYcOcZo169u3\nbeXKiRNnzpy3ceMAZNe+XZKkUJ06PXrEiJEiMWKYMMFixYoLFydOHPnyRYYMElWqCBIEBsyeT/8A\nP337Zm3cOHDgzJnrRo4cgIcQI0qcSLGixYsYTZlideoULVqtWjWCA+eQyT59cuTQosWPFSs1amBh\nxAgTJjx4XDFjZs5ctnPnypU7d85ZuHAAkipdyomTKU2aWrVy5WoQGjSGDDUiREiJkjFjHJ05EySI\nFkWKFi0CBEjWsmXmzEkzZ44cuXPnkIULB6Cv37+oUMka7MuXLFmk+PDp1CkTJ05YsPTpY4kRoy1b\nyixaFCqUJEmsnj0zZw6bOXPkyJ07twwcOACwY8sOFepUqFCyZMWKZenOHUmSJiFCZMWKGjWF3LhB\nggTMo0eDBhEiFAoZsnLlppkzR47cuXPKwoX/A0C+vPnz6NOrX8++vSlTrE6dokWrVatGcOAc2t+n\nTw6AObRo8WPFSo0aWBgxwoQJDx5XzJiZM5ft3Lly5c6dcxYuHACQIUVy4mRKk6ZWrVy5GoQGjSFD\njQgRUqJkzBhHZ84ECaJFkaJFiwABkrVsmTlz0syZI0fu3Dlk4cIBoFrVKipUsrT68iVLFik+fDp1\nysSJExYsffpYYsRoy5YyixaFCiVJEqtnz8yZw2bOHDly584tAwcOwGHEiUOFOhUqlCxZsWJZunNH\nkqRJiBBZsaJGTSE3bpAgAfPo0aBBhAiFQoasXLlp5syRI3funLJw4QDs5t3b92/gwYUPJy5J/5Kv\nYMF48VKlqpgmTY8eIdq1y4oVLFjq4MJFhswaQ4aqVbt1i1a1aufOlRMnzpy5c+fIgQMHwP59/I4c\n7fLlqxbAWqdOBXv06M+fRbhwlSljxgydXr3UqGmzaJE2bblyyapW7dw5ciLNmTt3jhw4cABWsmxJ\niRIwY8Z8+Zo1i1quXJw4iXr2TJKkRo02PXtGiVIiUKC2bfv1y1a1aufOlSNHzpy5c+fIgQMH4CvY\nsJAg6dq1q1atVKmOgQJlyZKkXbvQoIkT50+vXnLk2HHk6Nq1WbNcTZt27ly5cePMmTt3jty3bwAm\nU65s+TLmzJo3c5YkyVewYLx4qVJVTJOmR/+PEO3aZcUKFix1cOEiQ2aNIUPVqt26RatatXPnyokT\nZ87cuXPkwIED4Pw5dEeOdvnyVavWqVPBHj3682cRLlxlypgxQ6dXLzVq2ixapE1brlyyqlU7d44c\nfnPmzp0jBw4gOAADCRakRAmYMWO+fM2aRS1XLk6cRD17JklSo0abnj2jRCkRKFDbtv36ZatatXPn\nypEjZ87cuXPkwIEDcBNnTkiQdO3aVatWqlTHQIGyZEnSrl1o0MSJ86dXLzly7DhydO3arFmupk07\nd67cuHHmzJ07R+7bNwBr2bZ1+xZuXLlz6eLCxYsYMWfOpEkThgvXsWPOdu0CBQoXLma9ep3/OgXs\n2jVs2KhR+yZO3Llz5s519kzu3DkAo0mXnjULV7Bg0KBJk+YLFqxjx57p0gUKlC5d0XDhQoWKV7Vq\n2LBRo/ZNnLhz58ydc/6c3LlzAKhXt65Lly9mzKRJs2aNGTFi06ZRU6bs1y9o64MF8+VLGTX51K5d\n4zZu3Llz5s719w+Q3LlzAAoaPIgLVy1ixJIlgwZtGC5czpxJ27WLFKlgwZbp0oULl69r16ZNgwat\n27hx586ZOwczJrlz5wDYvIkzp86dPHv6/IkLFy9ixJw5kyZNGC5cx44527ULFChcuJj16nXqFLBr\n17Bho0btmzhx586ZO4c2Lblz5wC4fQt3/9YsXMGCQYMmTZovWLCOHXumSxcoULp0RcOFCxUqXtWq\nYcNGjdo3ceLOnTN3LrNmcufOAfgMOrQuXb6YMZMmzZo1ZsSITZtGTZmyX7+g2Q4WzJcvZdR6U7t2\njdu4cefOmTuHPDm5c+cAOH8OHReuWsSIJUsGDdowXLicOZO2axcpUsGCLdOlCxcuX9euTZsGDVq3\ncePOnTN3Lr9+cufOAQAIQOBAggUNHkSYUKHCUqVwGTMWLVqxYsN06Tp27FWtWo8e4cIlCheuTZt+\n6dLVrNmyZdy6dSNHbty5c+XKmTMnjhw5AD19/ty0iZYwYc+eESMGbNYsYsRc6dKVKVOuXP+hcOHC\nhCnYrl3PnjFj5u3bt3Llxp07V67cuXPjypUDEFfuXFSodh07Fi3asWPJggWjRk0YMWK0aC1bpmvY\nsFixlPHilSyZMmXeLJMjN+7cuXLlzp0TR44cANKlTYMCVYsYMWfOggUz1qsXMmS9cOEaNcqXL1a7\ndqFCRWzXLmbMjh37tm0bOXLizp0rV+7cuXDkyAHAnl37du7dvX8HH75Tp1qzZilTtmuXL1euhg3D\nJUvWo0fEiMlChQoUqGO9egEsVgwYMG/dupUrR82cOXLkzp2T5s0bgIoWL2bKJEuVqmPHcuXahQpV\nsWK4XLmSJIkYMVyqVHXqlEyXLmLEhAn/86bTnLlr5syRI3fu3LVv3wAgTapUkyZasWItW9arVzFZ\nspYtO5YsWalSzJgFw4ULFapmv34RI+bL1zZu3MqVu1au3Lhx585F27YNAN++fjlxciVYmbJdu3rR\nosWMWTBevC5dIkZsFi1apEglAwYMF2dc3T6XK4fNnDly5M6dc8aNG4DWrl/Dji17Nu3atjt1qjVr\nljJlu3b5cuVq2DBcsmQ9ekSMmCxUqECBOtarV7FiwIB569atXDlq5syRI3funDRv3gCgT68+UyZZ\nqlQdO5Yr1y5UqIoVw+XKlSRJxAASw6VKVadOyXTpIkZMmDBvD82Zu2bOHDly585d+/YN/0BHjx81\naaIVK9ayZb16FZMla9myY8mSlSrFjFkwXLhQoWr26xcxYr58bePGrVy5a+XKjRt37ly0bdsARJU6\nlRMnV1eVKdu1qxctWsyYBePF69IlYsRm0aJFilQyYMBwxcXVjW65ctjMmSNH7tw5Z9y4ARA8mHBh\nw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx\n59a9m3dv37+BBxc+nHhx48eRJ1e+nDllP36IBQu2bFmxYtyiRbt2bRo4cNWqceN2DRy4adOwSZPm\nzZs0admoURs3jlu4cN++gQNHTZo0AP8AAQgcOPDPH2LAgClTRowYt2fPrFmL9u2bNGnYsEXz5g0a\nNGvRonnzBg2atWnTxInTBg5ct27hwk2DBg2AzZs4/fgJ5suXMmXEiGlz5qxaNWjcuEGDdu0aNG/e\nnDmr9uzZt2/TpmGrVk2cOG3hwnnzBg6ctGfPAKhdy1aQIGC9eiFDNmwYNmXKoEFj1q3bs2fWrEXj\nxs2ZM2nMmHXr9uyZtWjRwoXbBg6cN2/fvlGDBg2A58+gQ4seTbq06dOzZqGCBq1Zs27dhIUL582b\nOGTIxo379g1csWLgwH3z5o0YsW/fuIkTx41buefmzHXrRg4cOADYs2unRUtVtO/RunX/EwYOnDdv\n4IABAwfu2zdwv35168atWzdgwLx56xYu3DaA28qZI2gOHDhy4MABYNjQISxYqaBBa9aMG7de4MBx\n4/aNGLFw4bhx8+bL17dv2rp1K1bs2zdv4sR161bO3E1z376RAwcOwE+gQV25OvXsWbFi2bL54sYN\nGzZvvHiBA5ctG7hgwbp1m+bNW69e3rxRCxeOGzdy5cqZM/ftG7lv3wDMpVvX7l28efXu5Rsq1DNi\nxKxZe/ZMHDVq4MBZK1du2jRx4pyNGzdtGrdly8KFq1YtHDZs586RO3euXLlz58KRIwfA9WvYoEBB\nI0asWrVnz8RRowYOHDVy5J4969bt/5g4ccuWbWvWTJw4bNjEbdt27hy5c+fKlTt3Lhw5cgDEjycP\nClQzYsSwYaNGTZw1a+HCQRs3rlmzb9+ShQv37BlAb8OGiROXLdu4bt3OnRt37ly5cufOgSNHDgDG\njBpDhYomTJgzZ8iQeVOmTJs2Y+LEMWN27Vowb96SJbPmy9e3b9KkfZMmzZy5cefOmTN37lw4cuQA\nMG3q9CnUqFKnUq0aKtQzYsSsWXv2TBw1auDAWStXbto0ceKcjRs3bRq3ZcvChatWLRw2bOfOkTt3\nrly5c+fCkSMH4DDixKBAQSNGrFq1Z8/EUaMGDhw1cuSePevW7Zg4ccuWbWvWTJw4bP/YxG3bdu4c\nuXPnypU7dy4cOXIAdvPuDQpUM2LEsGGjRk2cNWvhwkEbN65Zs2/fkoUL9+yZt2HDxInLlm1ct27n\nzo07d65cuXPnwJEjB+A9/PihQkUTJsyZM2TIvClTpg2gNmPixDFjdu1aMG/ekiWz5svXt2/SpH2T\nJs2cuXHnzpkzd+5cOHLkAJQ0eRJlSpUrWbZ0OWuWMGzYqFHjxu1bN53duIkTt22bNWvbwIGDBk1a\ntmzgwE1zKk7cuXPlzFU1d+6cOHDgAHT1+nXWLGPXrlGjtm3bt27dtGnrBg7ctWvWrF379s2Zs2jW\nrHXrVq0aNXHizp0rZw6xuXPnxDX/BvAYcmRZsoBZs1at2rZt3r5906aNW7hw2LBJk0Zt27ZkyZZh\nwwYOXDbZ5MidO2cON+5z58L1BvAbeHBatIZZsyZNGjZs2aI1j2YNGzZo0Jo1k3btmjBhyZYte/bM\nmLFl4MCZM1cOvTlz586JCxcOQHz58+nXt38ff379s2YJwwYQGzVq3Lh964awGzdx4rZts2ZtGzhw\n0KBJy5YNHLhpHMWJO3eunLmR5s6dEwcOHICVLFvOmmXs2jVq1LZt+9atmzZt3cCBu3bNmrVr3745\ncxbNmrVu3apVoyZO3Llz5cxZNXfunLitALp6/SpLFjBr1qpV27bN27dv2rRxCxcO/xs2adKobduW\nLNkybNjAgcsGmBy5c+fMGTZ87ly4xQAaO35Mi9Ywa9akScOGLVu0zdGsYcMGDVqzZtKuXRMmLNmy\nZc+eGTO2DBw4c+bK2TZn7tw5ceHCAfgNPLjw4cSLGz+OPFMmXcqUJUtmy5azYsWECQMVLBgtWqhQ\n+ZElCxWqTH785MqlShUuV67ChRM3bhw5cubMfQsXDoD+/fwxYQJo69gxY8Zo0WIWLNivX6N+/XLl\n6tSpOa5clSpVCRCgYMFw4QKmS9e4ceLGjSNHzpw5b+LEAYAZU+alS7iYMUuWDBcuZ8yYHTvGihgx\nWbJeverz6hUqVKD06AkWTJiwYf++fJEjN47cVnLmzIETJw7AWLJlNWmqdUztMVasiMmS5cpVH1my\nTp26dOnNqVOVKvV586ZWrVKlZqlSFS6cOMbkyJkzB06cOACVLV/GnFnzZs6dPWfKpEuZsmTJbNly\nVqyYMGGgggWjRQsVKj+yZKFClcmPn1y5VKnC5cpVuHDixo0jR86cuW/hwgGAHl06Jky2jh0zZowW\nLWbBgv36NerXL1euTp2a48pVqVKVAAEKFgwXLmC6dI0bJ27cOHLkzAE0502cOAAGDyK8dAkXM2bJ\nkuHC5YwZs2PHWBEjJkvWq1d9Xr1ChQqUHj3BggkTNsyXL3LkxpGLSc6cOXDixAH/yKlzpyZNtY4B\nPcaKFTFZsly56iNL1qlTly69OXWqUqU+b97UqlWq1CxVqsKFEyeWHDlz5sCJEwdgLdu2bt/CjSt3\nLl1WrFAtW2bJEjZstGrVatKkGy5chAhhwGDt1CkqVAo8e1arFh48EbZtu3Yt2rZt586VK7cNHDgA\npk+jbtUqlTJlgQJZs+Zq9pEj2mjRGjQoQgRqpEhduYLg2bNTpwgRotCt27Zt2L59O3euXLlu4MAB\nyK59Oy1aqJo1Q4Vq27ZTtmy5cbPNlatGjUqUoMaKVZw4Cpo1O3XKkCEV4gCKAweO27hx586ZM9dN\nnDgADyFGdOVK1bFjjx5t23aK/xQpFiyowYLFhw8DBtd06QICxMCzZ7RoWbFioFs3bNimefN27pw5\nc9vGjQMwlGhRo0eRJlW6lGmlSqdmzbp1q1AhUYwYceFC48yZL19q1OiQI0eVKihSpKhSZdAgOGfO\nOHPWDRy4adPOnfNGjhwAv38BW7I0ypUrVar06MlUqBAXLjjKlPHiBQYMEDt2dOkSI0WKJk0sWQoU\nJ062bN/EibNm7dw5beLEAZA9m3anTq5s2apV69KlWJUqIUL0BA8eNmyIEDHx5MmYMTtcuPDihRUr\nRnPmbNv2bdy4bNnOndtGjhwA8+fRY8LUKlasU6f8+LF0544TJzWsWJEiZcUKDf8AadDgwaPChw85\ncsiRM+XKlWTJvnnz9uzZuXPeyJEDwLGjx48gQ4ocSbJkpUqnZs26datQIVGMGHHhQuPMmS9fatTo\nkCNHlSooUqSoUmXQIDhnzjhz1g0cuGnTzp3zRo4cgKtYs1qyNMqVK1Wq9OjJVKgQFy44ypTx4gUG\nDBA7dnTpEiNFiiZNLFkKFCdOtmzfxImzZu3cOW3ixAFYzLhxp06ubNmqVevSpViVKiFC9AQPHjZs\niBAx8eTJmDE7XLjw4oUVK0Zz5mzb9m3cuGzZzp3bRo4cgN/Ag2PC1CpWrFOn/PixdOeOEyc1rFiR\nImXFCg00aPDgUeHDhxw55Mj/mXLlSrJk37x5e/bs3Dlv5MgBmE+/vv37+PPr388fEiSAkRw5okOn\nUCErPny4cOHkxo0GDSZMOGLCxIEDDXjwYMEiQQIJfvzMmmXp2DFu3MqVC6ZNGwCYMWUyYtSIESM0\naP78yQIDxogRTnbsaNAgQoQcKFAcOLBgx44ZMyRI0DBpEjBgnpw548atXDlg2rQBIFvWrCRJotQu\nWrRpExkvXn78MLNkiQYNHDjkWLFCgQIHOnTs2HHhQolMmYwZ01Wtmjdv5swF48YNwGXMmS9dsgQJ\nUp8+f/5UqVEjRQohQYIsWDBhAo4QIQgQeKBCRYcOCRJE4MNn1ixDy5Z162bO/9yvbdsALGfe3Plz\n6NGlT6cOCVIkR47o0ClUyIoPHy5cOLlxo0GDCROOmDBx4EADHjxYsEiQQIIfP7NmWTp2jBtAbuXK\nBdOmDQDChAoZMWrEiBEaNH/+ZIEBY8QIJzt2NGgQIUIOFCgOHFiwY8eMGRIkaJg0CRgwT86cceNW\nrhwwbdoA8OzpU5IkUUIXLdq0iYwXLz9+mFmyRIMGDhxyrFihQIEDHTp27LhwoUSmTMaM6apWzZs3\nc+aCceMG4C3cuJcuWYIEqU+fP3+q1KiRIoWQIEEWLJgwAUeIEAQIPFChokOHBAki8OEza5ahZcu6\ndTNn7te2bQBGky5t+jTq1P+qV7N25GiQI0eHDtGhs2XJEhYsXuDAAQJEhQotZsygQIEBDBhFipw4\nocKMGWLEbiFDxo1buXLcsmUD4P07+EeP+iBCBAnSnDlfhgwpUQLGjRskSFCgYCJGDA4cGOjQMQXg\nlBgxXty5w4wZsWPHunUrVw5bRAATKVasVEkSK1awYBUqlGjNGi5ciBw5AgNGiBAoatTw4OECDBhY\nsOTIwQMOnGnTmB07xo0bOXLasGEDcBRpUkmSAFGiVKmSHDlhePBIcTVGDAwYGjQQ8eJFgwYKRIjA\ngQMDhhF27ChTZitYMG/eypXbpk0bAL17+fb1+xdwYMGDT5161KkTGDCyZPX/YcJEg4ZNU6ZgwBAg\nQB4oUCZMAPDoUZYsIUIocOVq2TJi3bqZM1eu3Ldx4wDUtn3706dKoEBZsSJLVp4lSzx4GHXmTIkS\nAAA0smLFgQMAhAiVKZMixQJgwKBBkyZOnDlz5cp1EycOQHr161WpokSLVp06u3bp8eOnRo1XevTo\n0AHQgIFFZsx8+AAAE6Y0aXz4cECM2LNn1MSJM2eOHDlv48YB+Agy5KlTmUqVUqNm1qw9Tpxo0IBK\njhwOHAgQ+AQGjAMHACJFUqPmwoUCwYJFi/aMGzdz5sqV+zZuHICpVKtavYo1q9atXE+detSpExgw\nsmT1YcJEg4ZNU6ZgwBAg/0AeKFAmTADw6FGWLCFCKHDlatkyYt26mTNXrty3ceMAOH4M+dOnSqBA\nWbEiS1aeJUs8eBh15kyJEgAANLJixYEDAIQIlSmTIsUCYMCgQZMmTpw5c+XKdRMnDoDw4cRVqaJE\ni1adOrt26fHjp0aNV3r06NBhwMAiM2Y+fACACVOaND58OCBG7NkzauLEmTNHjpy3ceMA2L+P/9Sp\nTKVKqQGoZtasPU6caNCASo4cDhwIEPgEBowDBwAiRVKj5sKFAsGCRYv2jBs3c+bKlfs2bhwAli1d\nvoQZU+ZMmjULFVokSFCdOnv29LlyBQYMIkuWbNjAgQMQHz5SpMDQowcTJv9LlvCYM4cZM2ratHnz\nZs4cN3HiAJxFm7ZQoUaAAOXJ06ePnSlTUqQ4UqVKhw4ZMtTgwcOEiQ5EiGzZEiYME0GCpk3D1q3b\ntm3mzHETJw7AZs6dGzUSpUnTpEmUKCWyYydJEihevJAggQKFDSRIUKAAIUQIFy5jxmhBhMiaNW3f\nvnnzZs5ct3DhADyHHv3QoUiECOXJY8eOmyVLUqS4ceSIBQsSJJSIEWPChAUyZChRokOHkDx5oEHL\ntk3/NnPmvgEcNw4AwYIGDyJMqHAhw4aFCi0SJKhOnT17+ly5AgMGkSVLNmzgwAGIDx8pUmDo0YMJ\nkyVLeMyZw4wZNW3avHn/M2eOmzhxAH4CDVqoUCNAgPLk6dPHzpQpKVIcqVKlQ4cMGWrw4GHCRAci\nRLZsCROGiSBB06Zh69Zt2zZz5riJEwdgLt26jRqJ0qRp0iRKlBLZsZMkCRQvXkiQQIHCBhIkKFCA\nECKEC5cxY7QgQmTNmrZv37x5M2euW7hwAE6jTn3oUCRChPLksWPHzZIlKVLcOHLEggUJEkrEiDFh\nwgIZMpQo0aFDSJ480KBl2yZ9mzlz38aNA6B9O/fu3r+DDy9+vCJFfubMiRPnzp0iQoQcOYIFBw4M\nGDx4CJIiRYQIHAAeObJihQcPJPz40aWLFjVq4cKdO3cMHDgAFzFmfPRI/5AdO3Dg4METBAcOIUKi\nxIhhwcKGDURQoGDAgEKQICJEgADhwpEjY8ZkVavWrdu5c8W+fQOwlGnTS5cWTZoECNCkSVigQDly\nxIoTJyVKuHAxZMUKChQ+KFGiQgUHDixChRIm7BY2bN++nTuHzJs3AH8BB3bkqM+cOXTo5MlDJEeO\nHj2auHABAQIFCjtEiECA4AINGhkyRIigYdGiWrVcMWPGjdu5c7u8eQMwm3Zt27dx59a9m7ciRX7m\nzIkT586dIkKEHDmCBQcODBg8eAiSIkWECByOHFmxwoMHEn786NJFixq1cOHOnTsGDhwA9+/hP3ok\nyI4dOHDw4AmCA4cQIf8Ao8SIYcHChg1EUKBgwIBCkCAiRIAA4cKRI2PGZFWr1q3buXPFvn0DQLKk\nyUuXFk2aBAjQpElYoEA5csSKEyclSrhwMWTFCgoUPihRokIFBw4sQoUSJuwWNmzfvp07h8ybNwBY\ns2p15KjPnDl06OTJQyRHjh49mrhwAQECBQo7RIhAgOACDRoZMkSIoGHRolq1XDFjxo3buXO7vHkD\nwLix48eQI0ueTLlyoMuECOnREyeOmSJFOHDYYcSIBg0WLOA4ciRDBgZFinTpggIFjUSJpElTxluc\nuHLlumXLBqC48eOECN2xY0eOnDdvvOzY4cEDDh48NGigQGGGECETJiT/+PHDihUY6BUpihZt2bNn\n4cKVK9ctWzYA+PPrb9QoUSmApShRIkSojRcvMmQcmTKlRQsNGnAcOeLBQ4QjR8KE8eGjhiRJz55B\nc+YMHDhz5rplywbA5UuYhAjpAQRozhwzZqwIEaJBw4wbNzJkUKBARYwYDhwcmDGjSBENGkJMmrRs\nmTFixMCBK1fOmzZtAMSOJVvW7Fm0adWutWQpEyVKZcq0anUGCRIWLE4lSiRCxIIFoODAwYAhgSZN\nffqcOGGBGLFr16qNG2fOsrlv5coB4NzZMyRIjgwZ4sIlVCg/TJiIEHHKkCENGggQGHXnzoQJByJF\nqlMnRYoNyJBly1Zt/9w4c8nNfStXDsBz6NFLlXoECpQbN7NmDeLCJUYMVYMGrViBAIEoNmw0aCDQ\nqZMePSxYgEiWbNs2bOPGlStnzhzAb+XKASho8CAlSpEOHbJixZWrPkeOkCBBK1EiECAMGFhlxgwE\nCAJEiZIjp0IFCc2aefPGjBw5c+bOnQtXrhyAnDp38uzp8yfQoEItWcpEiVKZMq1anUGChAWLU4kS\niRCxYAEoOHAwYEigSVOfPidOWCBG7Nq1auPGmWtr7lu5cgDm0q0LCZIjQ4a4cAkVyg8TJiJEnDJk\nSIMGAgRG3bkzYcKBSJHq1EmRYgMyZNmyVRs3zhxoc9/KlQNg+jTqUv+lHoEC5cbNrFmDuHCJEUPV\noEErViBAIIoNGw0aCHTqpEcPCxYgkiXbtg3buHHlypkz961cOQDat3OnRCnSoUNWrLhy1efIERIk\naCVKBAKEAQOrzJiBAEGAKFFy5FSoIAFgs2bevDEjR86cuXPnwpUrBwBiRIkTKVa0eBFjxj9/FPnx\nkyYNHTpvggQZMaIIEyYSJESIgGPGjAoVIvz4ceVKjhw+CBGaNs3at2/hwpkz123cOABLmTb148fQ\nmzdixKBBo4YGDQ0acNCg4cBBgwYpWrR48ACCDh1OnODAkYQQIWrUrHXrBg6cOXPdxo0D8Bdw4ESJ\nMlGiVKhQnz53nDj/ceGCSJUqHDhgwLAiRw4RIiLYsHHmjBUrRwgRmjZN2rdv3ryZM9dt3DgAs2nX\n7tNHkBw5ZsyECUPGhg0RIlzYsKFAQYMGHVq0UKAgQYgQR47QoPGCDZtr17Bt2+bN27lz38iRA3Ae\nfXr169m3d/8e/p8/ivz4SZOGDp03QYKMGAGwCBMmEiREiIBjxowKFSL8+HHlSo4cPggRmjbN2rdv\n4cKZM9dt3DgAJEua9OPH0Js3YsSgQaOGBg0NGnDQoOHAQYMGKVq0ePAAgg4dTpzgwJGEECFq1Kx1\n6wYOnDlz3caNA4A1q9ZEiTJRolSoUJ8+d5w4ceGCSJUqHDhgwLAi/0cOESIi2LBx5owVK0cIEZo2\nTdq3b968mTPXbdw4AIwbO+7TR5AcOWbMhAlDxoYNESJc2LChQEGDBh1atFCgIEGIEEeO0KDxgg2b\na9ewbdvmzdu5c9/IkQMAPLjw4cSLGz+OPPmiRYTatGHDZs8eHzlyUKHyJUYMCxZSpFCSIoUDBx+O\nHCFB4sOHG5gwAQOWK1u2cOHOnUP27RuA/fz7JwKYiJAaNWjQwIFzZMaMJk2m7NghQQIJEkdMmGDA\nwAMTJiNGdOhA49QpY8Zmbdvmzdu5c8q+fQMQU+ZMR44I3fTjp1AhLEeOIEESpUWLCxc+fCBiwsSC\nBRyePCFBIkSIGv+kSEmTRowbN3Dgzp1z1q0bALJlzSJCtOfMmTdv1qwR8uIFECBLZMiAAKFECR4Y\nMBQoMGHGDAoUIkTwcOlSsGCqsGHz5u3cuWTgwAHAnFnzZs6dPX8GHfrPnzl79qxZo0aNlx49QoQg\nAgSIBg0QIAQRIqRBgwVEiDhxkiLFikWLokVb1qyZOHHlynnDhg3AdOrV+/TRQ4cOHjxw4Ijx4ePD\nByA3bjx4wIABjB49FixogASJFi0oUMCgRGnaNGjMmAH89s2cOW7atAFIqHAhIUJ5GDEKFMiOnTJE\niJQo0cOHjw0bHDig8eKFBQsLmjTRosWGDR+WLF27Bo0aNXHizJn/68aNG4CePn8CAsRGjZoyRstE\nsWHjwgUaNWo0aLBgQYkUKQ4cMLBiBQ8eGzZc2LQpWrRix46JE2fOXDdt2gDAjSt3Lt26du/izfvn\nz5w9e9asUaPGS48eIUIQAQJEgwYIEIIIEdKgwQIiRJw4SZFixaJF0aIta9ZMnLhy5bxhwwZgNevW\nffrooUMHDx44cMT48PHhA5AbNx48YMAARo8eCxY0QIJEixYUKGBQojRtGjRmzL59M2eOmzZtAL6D\nD0+IUB5GjAIFsmOnDBEiJUr08OFjwwYHDmi8eGHBwoImTQBq0WLDhg9Llq5dg0aNmjhx5sx148YN\nQEWLFwEBYqNG/00Zj2Wi2LBx4QKNGjUaNFiwoESKFAcOGFixggePDRsubNoULVqxY8fEiTNnrps2\nbQCQJlW6lGlTp0+hRnXkyNCgQV++SJIkZsiQGjVIsWFz4kSFCqGePMmQYUGkSFWqqFABolixadOo\nkSNnjq+5b+XKARA8mHCmTIkOHVqzxpQpMkiQyJBxas6cDh0gQKhUpEiFCgoiRXLixIaNFsWKbdtm\nzZy5cuXMmetWrhwA27dxY8K0iBIlMGBOnVpz5MiOHaC2bClRYsECSFasXLiwQJMmL15s2JixbFm3\nbt7MhRf/rVw5AOfRp3/0KBEgQGLEcOIEJ0gQFiw+lSmjQQMDBv8AJ9mwsWABAUiQsGABAYLCs2fb\ntjkrV86cRXPfypUDwLGjx48gQ4ocSbKkI0eGBg368kWSJDFDhtSoQYoNmxMnKlQI9eRJhgwLIkWq\nUkWFChDFik2bRo0cOXNQzX0rVw6A1atYM2VKdOjQmjWmTJFBgkSGjFNz5nToAAFCpSJFKlRQECmS\nEyc2bLQoVmzbNmvmzJUrZ85ct3LlAChezBgTpkWUKIEBc+rUmiNHduwAtWVLiRILFkCyYuXChQWa\nNHnxYsPGjGXLunXzZq627W/lygHYzbv3o0eJAAESI4YTJzhBgrBg8alMGQ0aGDCYZMPGggUEIEHC\nggUECArPnm3/2+asXDlz6M19K1cOgPv38OPLn0+/vv37fPhI+vOHDh2AfPi0GTIEBgwpQ4Zo0LBh\nwxCIGTJgUKIkTJglS6gMGnTtGrVw4b59O3eu27hxAFSuZEmIUCZChAABOnRoz5MnJkwwCRJEgwYL\nFoxEiWLCRAcsWNiwESPGy6JF2rRVAwfu27dz57yRIwfA61ewhQpdKlQoTx5ChN40aVKjBpIiRS5c\n0KBhR5AgI0Z4MGJEjpwzZ9pkytSt27Zx48KFO3fO27hxACRPpsyHD6I5c+TIiRPnS44cJUrwAAJk\nwgQLFligQPHgAQMbNsCAsWGjCCBA2bJN69bt27dz58CRIwfA//hx5MmVL2fe3PlzPnwk/flDhw4f\nPm2GDIEBQ8qQIRo0bNgwxHyGDBiUKAkTZskSKoMGXbtGLVy4b9/Ones2bhxAAAIHEiREKBMhQoAA\nHTq058kTEyaYBAmiQYMFC0aiRDFhogMWLGzYiBHjZdEibdqqgQP37du5c97IkQNg8ybOQoUuFSqU\nJw8hQm+aNKlRA0mRIhcuaNCwI0iQESM8GDEiR86ZM20yZerWbdu4ceHCnTvnbdw4AGrXsuXDB9Gc\nOXLkxInzJUeOEiV4AAEyYYIFCyxQoHjwgIENG2DA2LBRBBCgbNmmdev27du5c+DIkQPg+TPo0KJH\nky5t+jQiRP+H8ODp06dQoSZEiFChUkaGjA4dbNjwMmKEBg0quHABAaJECRyuXE2btgscdHDnzikD\nBw4A9uzaGTFapEgRIECLFiEpv2WLFho0NGhIkeILBw4ZMozo0kWFCh06gowatQ3gtl3ixH37du4c\nMXDgADR0+JARI0KFChEiNGhQkydPqlQpgwPHhw8lSlj58MGCBQ9gwMSIkSNHklq1vHlrNm6cOHHn\nziUDBw5AUKFDCRH6w4fPnTt79kT58WPJEi4mTGjQcOJElQ4dGDDQECUKBAgcOJwgRWrYMF3cuIUL\nd+6cMXDgANS1exdvXr17+fb126dPHkGCAAHiw0eLESMpUkT/AQKEQ2QORHDgwIChghIlUqTIkOEj\nU6Zs2aiVHjfOnLltqwG0dv0aEKBCjRoVKkSI0JYjR0KESKJDR4YMGjQU8eFjwwYOT5506VKkiBJK\nlLRpqwYNmjhx5sx1y5YNQHjx4wkR6uPIESNGduyMOXJkxQonRIhw4LBhww4aNC5c4ACQCRM1aoQI\nsSJKFDdu2rZtEyfOnLluFAFYvIixTx88ffro0XPnTpYZM1CgEFKjxoQJGDDQUKFCgYIFMmTQoLFh\nQwhLlqhRawYNGjly5sxp69YNgNKlTJs6fQo1qtSpffrkESQIECA+fLQYMZIiRRQgQDiY5UAEBw4M\nGCooUSJF/4oMGT4yZcqWjZrecePMmdsGGIDgwYQBASrUqFGhQoQIbTlyJESIJDp0ZMigQUMRHz42\nbODw5EmXLkWKKKFESZu2atCgiRNnzly3bNkA2L6NmxChPo4cMWJkx86YI0dWrHBChAgHDhs27KBB\n48IFDkyYqFEjRIgVUaK4cdO2bZs4cebMdTsPIL369X364OnTR4+eO3eyzJiBAoWQGjUmTACIAQMN\nFSoUKFggQwYNGhs2hLBkiRq1ZtCgkSNnzpy2bt0AfAQZUuRIkiVNnkTJiZOiSJHy5FGlasuPHzJk\nRHLjBgSIDh0kHTmiQcMESJDatPHhgwk0aOHCcTt3ztxUc//dzJkDkFXr1lKlFFmy1KePKlVlfPjY\nsWPSmzcbNkSIwMiJEw8eOlSqRIfOkydhoEELF46bOcLmzp3zZs4cAMaNHYsSxUiTJj16Vq0qQ4RI\nkCCOvHgBAaJCBUFOnGzYgKFRIzx4yJDp0qyZOHHfzp0zZ+7cuW7mzAEAHly4J09/Fi1y4+bUKTRC\nhMyYQUmMGAoUHjxoNGUKBgwPGjVKkkSDBhK+fHXrBs3cenPnzmUzZw7AfPr17d/Hn1//fv6cOAFU\nFClSnjyqVG358UOGjEhu3IAA0aGDpCNHNGiYAAlSmzY+fDCBBi1cOG7nzplLaa6bOXMAXsKMWaqU\nIkuW+vT/UaWqjA8fO3ZMevNmw4YIERg5ceLBQ4dKlejQefIkDDRo4cJxM6fV3Llz3syZAyB2LFlR\nohhp0qRHz6pVZYgQCRLEkRcvIEBUqCDIiZMNGzA0aoQHDxkyXZo1Eyfu27lz5sydO9fNnDkAli9j\n9uTpz6JFbtycOoVGiJAZMyiJEUOBwoMHjaZMwYDhQaNGSZJo0EDCl69u3aCZC27u3Lls5swBSK58\nOfPmzp9Djy5dkaJNkyYRyk6oUJcuQoQsESPGhg0SJKKIEUODxogmTfr0adOm0KlT4cJxM2eOHLlz\n5wCGI0cOQEGDByVJKrVpkyBBjhzRSZKkRo0jTZqYMOHB/wMTMWJs2DjRpcuhQ3LkXDp1Chy4beXK\niRN37tw3cuQA5NS5U5IkT5UqGTK0aJEiMGCQILGCBcuLFyhQNPHiRYYMFFu2TJokSBAnV668eeNG\njpw4cefOeSNHDkBbt28bNYo0d9AgQIAKRYmCA4eTJ09SpAgRYkeWLCdOYCBChA0bJkzUPHrkzVs1\ncuS8eTNnDly5cgBAhxY9mnRp06dRp750yVOmTKlgp2LUpo0iRZAMGWrSBA2aQWfO3LjR5dAhQoTa\ntGGlTJk5c9rOnStX7tw5aOPGAdC+nfunT6Y0aapVy5WrSVOm8OHjZ80aIUK+fAmEBs2PH20YMQoV\nChEiXP8AmTEzZ26aOXPkyJ07t0ycOAAQI0rs1AkVJ06tWqVKtYgNm0ePFvHhEyWKGjWG8uRRogQN\nI0aSJB06ZIsZM3Pmrp07V67cuXPMxIkDQLSo0UuXRmnS9OlTqlR6yJARJIhQnDg7dlixwmfJEho0\nqBAidObMkyd/iBEbN06ZOXPkyJ07l0ycOAB48+rdy7ev37+AA1+65ClTplSIUzFq00aRIkiGDDVp\nggbNoDNnbtzocugQIUJt2rBSpsycOW3nzpUrd+4ctHHjAMieTfvTJ1OaNNWq5crVpClT+PDxs2aN\nECFfvgRCg+bHjzaMGIUKhQgRLmbMzJmbZs4cOXLnzi3/EycOgPnz6Dt1QsWJU6tWqVItYsPm0aNF\nfPhEiaJGjSGAefIoUYKGESNJkg4dssWMmTlz186dK1fu3Dlm4sQB4NjR46VLozRp+vQpVSo9ZMgI\nEkQoTpwdO6xY4bNkCQ0aVAgROnPmyZM/xIiNG6fMnDly5M6dSyZOHACoUaVOpVrV6lWsWRUpwtXV\nli1SpIpt2kSIkKRevdSoadOGUbBgYMCwCRRo2rRWrVRVq3buXDly5M4NPkcuXDgAiRUvhgSJly9f\nu3aZMuXr0SM6dP7IklWlypYte3TpSpMmT6VK2LD58iVLmrRz58iNG2fO3Llz5MCBA9Db9+9Fi2rh\nwmXL/5YpU8Q4cTJkCNOuXW/etGmTaNeuN2/oWLJkzZovX7eqVTt3rty4cebMnTtHDhw4APHlz0+U\n6JYr/K48eQrWqBFAPXoarVplxAgTJmlMmVKi5EmdOsCACRLkKFiwc+fIhQtnzty5c+XAgQNg8iTK\nlCpXsmzp8qUiRbhm2rJFilSxTZsIEZLUq5caNW3aMAoWDAwYNoECTZvWqpWqatXOnStHjty5rOfI\nhQsH4CvYsJAg8fLla9cuU6Z8PXpEh84fWbKqVNmyZY8uXWnS5KlUCRs2X75kSZN27hy5cePMmTt3\njhw4cAAmU668aFEtXLhs2TJlihgnToYMYdq1682bNv9tEu3a9eYNHUuWrFnz5etWtWrnzpUbN86c\nuXPnyIEDB+A48uSJEt1y5dyVJ0/BGjXSo6fRqlVGjDBhksaUKSVKntSpAwyYIEGOggU7d45cuHDm\nzJ07Vw4cOAD69/Pv7x8gAIEDCRY0eBBhQliwcO3axYzZs2fCbt1KluyZL1+gQAULJu3VK1WqelGj\nVq1atGjdxo07d87cOZkzyZ07BwBnTp22bN0aNkyatGnTgrFideyYMVy4Hj3y5esZLlynTgWbNo0a\ntWnTxI0bd+6cuXNjyZY7dw5AWrVrZcnC9esXMmTPngGrVevYMWa8eHnyxIvXs127Xr0CRo1atWrY\nsHn/Eyfu3Dlz5yhXHnfuHADNmznTolVr165ixZYt28WKVbBgzWbNIkTIlatiqFAdOqRKmrRixXbt\nshYu3Llz5s4VN17u3DkAy5k3d/4cenTp06nDgoVr1y5mzJ49E3brVrJkz3z5AgUqWDBpr16pUtWL\nGrVq1aJF6zZu3Llz5s719w+Q3LlzAAoaPGjL1q1hw6RJmzYtGCtWx44Zw4Xr0SNfvp7hwnXqVLBp\n06hRmzZN3Lhx586ZOwczZrlz5wDYvIlTlixcv34hQ/bsGbBatY4dY8aLlydPvHg927Xr1Stg1KhV\nq4YNmzdx4s6dM3curNhx584BOIs2LS1atXbtKlZs/9myXaxYBQvWbNYsQoRcuSqGCtWhQ6qkSStW\nbNcua+HCnTtn7pzkyeXOnQOAObPmzZw7e/4MOjQnTrOAAWvWTJiwYLVqMWPmateuS5eAAXPVq5ck\nSbpevWrWjBgxb926lStH7tw5c+bOnRtXrhyA6dSrgwK1ixixZ8+MGRNGi9awYad27YIEKVgwVrhw\nYcIUTJcuaNCePfvWrRs5cuPOnQNYrpw5c+HIkQOQUOHCTJlkAQOmTBkvXr1q1TJmrJYtW5ky9eq1\nCheuT59+6dIVLZoyZd+4cStXbty5c+XKnTsnrlw5AD19/uTEKRYwYMqU/frFCxYsYsRKPe3TBxUq\nSf+sWPnx46pTp2DBZMmCli0bOXLjzp0rV+7cOXLlygGAG1fuXLp17d7FmzdTJliqVB07hgvXLVSo\njh3bRYuWJ0/KlPFChSpSpGS4cPnC7Kvb5nLlspkzR47cuXPSunUDkFr16k+fZsGCxYwZL169SJEy\nZiwXK1aZMh07tuvVq0yZkAULRozYr1/fuHEjR85auXLjxp07t6xbNwDdvX+/dGlVqVLFitWqpevU\nqWPHdtWqNWlSsWK1WrXixOkYMf7EegHsxW1guXLZzJkjR+7cuWbdugGIKHFipkyrSJE6dkyXrlqo\nUB07VuvUqUCBhAmbBQmSIEG/ZMlixWrVKm3YsI3/G0fNnDly5M6dkwYOHICiRo8iTap0KdOmTjNl\ngqVK1bFjuHDdQoXq2LFdtGh58qRMGS9UqCJFSoYLl6+2vrrBLVcumzlz5MidOyetWzcAfv8C/vRp\nFixYzJjx4tWLFCljxnKxYpUp07Fju169ypQJWbBgxIj9+vWNGzdy5KyVKzdu3Llzy7p1AyB7Nu1L\nl1aVKlWsWK1auk6dOnZsV61akyYVK1arVStOnI4Ri06sVy9u1suVy2bOHDly584169YNAPny5jNl\nWkWK1LFjunTVQoXq2LFap04FCiRM2CxIkAAKEvRLlixWrFat0oYN27hx1MyZI0fu3Dlp4MAB0LiR\noGNHjx9BhhQ5kmRJkydRplS5kmVLly9hxpQ5k2ZNmzdx5tS5k2dPnz+BBhU6lGhRo0eRJlW6lGlT\np0+hRpU6lWpVq1exZtW6lWtXr1/BhhU7lmxZs2fRplW7lm1bt2/hxpU7l25du3fx5tW7l29fv38B\nBxY8mHBhw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06f7BgQAIfkECAoAAAAs\nAAAAACABIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMo\nU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rd\nyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix\n2kiRkh079uwZNGjgrFmDBq2aN2/HjhEbfe3arl25ePGKFg2Xa168qFELVqzYsmXRoh2rVQuA79/A\nHz0aJkwYM2bOnHmjRs2ZM2ratBkz9utXsGbNatWaVauWMmW3btH/4sVr2bJg6I8dW7asWKxYAOLL\nn9+oEbFgwZYtY8bsWzWA1aRJs8aNmzJlw4YRmzat1kNdup49y5ULly9f06YZGzZs2bJmzYrNmgXA\n5EmUlCgtU6ZM2ktp4axZkybNmjdvy5YdO6ZMm7Zfv4Dx4hUt2i2kSKFB2xUsGDJk0KAVo0ULwFWs\nWbVu5drV61eww4Y9ixbt2zdw4MaBYwtuGTZs16716rUIGLBixVwdOoQL17FjpQ4dunULGSZMsWL5\n8oXMlSsAkSVPBgasmTNn27Z16/atW7dt25g9exYtWq9emmjR4sVLEyJEo0bp0uWpVatfv5ClSqVL\n161bxFatAlDc//hxYMCSOXPWrdu3b+G+ffPm7Zk17NaKFVvEi1ewYKYIEXLlChiwTZ8+8eK17NSp\nWrV69SKGChUA/Pn1GzM2zRpAa+HCiRM3LhzCcM+4cdOmTZiwScaMMWNWS5CgXbuMGevEh48sWccy\nZSJFypatY6tWAWjp8iXMmDJn0qxp89kzYt26hQtXrhw4cuTMmRN37dq2bePGHUuV6tixar16Zcp0\n7Ji1X79atarWrVu1asGCYZs2DQDatGqbNQu2bdu3b+PGeSNHrlw5cc+eXbsGDhwxUKB+/XqWK9ej\nR8WKLStWDBYsaNy4WbM2bBg1ZswAcO7sedmyX9q0ffs2btw3cv/kzJkbly0bN27ixCnjxGnYsGq7\ndkmSdOxYtGHDZs2a1q3btWvAgFVjxgwA9OjSqVFD9u3buHHlyoUrV+7cOXHZsnnzRo4cMlKkli3D\nhgsXIULEiFGTJWvTJmfatE2b5gugr2vPngEweBBhQoULGTZ0+PDZM2LduoULV64cOHLkzJkTd+3a\ntm3jxh1LlerYsWq9emXKdOyYtV+/WrWq1q1btWrBgmGbNg1AUKFDmzULtm3bt2/jxnkjR65cOXHP\nnl27Bg4cMVCgfv16livXo0fFii0rVgwWLGjcuFmzNmwYNWbMANS1e3fZsl/atH37Nm7cN3LkzJkb\nly0bN27ixCn/48Rp2LBqu3ZJknTsWLRhw2bNmtat27VrwIBVY8YMQGrVq6lRQ/bt27hx5cqFK1fu\n3Dlx2bJ580aOHDJSpJYtw4YLFyFCxIhRkyVr0yZn2rRNm+bL17VnzwB09/4dfHjx48mXNy9Nmjhu\n3M6dAwfuXLly585BEydOmzZx4lAdOwbQly9up0758pUrF7Vdu3jxasaN27aJ27hVqwYgo8aN0KB9\n06bt3Llv38yRI3fu3DRw4K5d+/YtVaxYs2YxQ4UqVChatJYZM0aMWDRt2rBhs2Yt27RpAJo6ferM\n2bds2c6d8+btHDly585RGzdu27Zw4Trt2iVLljRWrGbN8uVr/9qxY8aMTevWTZu2a9eySZMGILDg\nwdasjfv27dy5cOHOlSt37pwzceK0aSNHbtSyZb9+cbt0adeuWbOmoUJFixYya9a0aeMGe9o0ALRr\n276NO7fu3bx7S5Mmjhu3c+fAgTtXrty5c9DEidOmTZw4VMeO+fLF7dQpX75y5aK2axcvXs24cduG\nfhu3atUAuH8PHxq0b9q0nTv37Zs5cuTOnQM4DRy4a9e+fUsVK9asWcxQoQoVihatZcaMESMWTZs2\nbNisWcs2bRoAkiVNOnP2LVu2c+e8eTtHjty5c9TGjdu2LVy4Trt2yZIljRWrWbN8+Zp27JgxY9O6\nddOm7dq1bP/SpAHAmlWrNWvjvn07dy5cuHPlyp0750ycOG3ayJEbtWzZr1/cLl3atWvWrGmoUNGi\nhcyaNW3auB2eNg3AYsaNHT+GHFnyZMrSpGkTJ65cOXPmzpkDbY6cOXPPnm3bJmvaNEqUjAUKZMxY\npkzHQIGqVm0WNmzUqIkTx82bNwDFjR+HBo1auHDkyJUrZ066dHLlykmThg2brWbNLl3C1aiRL1+n\nTvn69ataNWTYsGnTFi5cN27cANzHnx8aNGzhwgEkR65cuXPmDpojZ86cNWvatM2KFg0TJl+JEhEj\npkrVsVq1qlUThg3btWvgwHVLCWAly5bXrnUjR84cTXPnbpr/M1fu3Dls2MCBs9WtGyhQyerUUaZM\nkqRjffpMm/bq2rVp08SJ2+bNG4CuXr+CDSt2LNmyZqVJ0yZOXLly5sydMyfXHDlz5p4927ZN1rRp\nlCgZCxTImLFMmY6BAlWt2ixs2KhREyeOmzdvAC5jzgwNGrVw4ciRK1fOHGnS5MqVkyYNGzZbzZpd\nuoSrUSNfvk6d8vXrV7VqyLBh06YtXLhu3LgBSK58OTRo2MKFI0euXLlz5q6bI2fOnDVr2rTNihYN\nEyZfiRIRI6ZK1bFatapVE4YN27Vr4MB1yw9gP//+1wBe60aOnDmD5s4lNGeu3Llz2LCBA2erWzdQ\noJLVqaNM/5kkScf69Jk27dW1a9OmiRO3zZs3AC9hxpQ5k2ZNmzdxbtsmzpu3c+fMmTsHDpw5c5Jq\n1TJlKk0aCBQoSJHyggGDBg2oUDnBgUOFCn2IELly5cuXY48eAVC7lm22bOC2bTt3rlw5c9++lSvn\nypatVasCBQLBgAEXLjE+fKBAoU4dIWDAQIGyig6dRYvmzFGWKRMAz59BY8MWrlu3c+fMpfbmzZy5\nUrZs0aK1Z0+FBw+wYGFRocKDB3Lk0MCBgwULTUuWwIHDhs2yRYsARJc+vVu3cd68nTtnztw5cODM\nmcOkS5csWXXqLJgwQYyYFgoUGDCwZcuGChUiRDiEA8eXL/8Ay5Q5hgkTgIMIEypcyLChw4cQxYmr\nRo6cOXPnzpnbeO6ctmnTjh1z5kzJjBl8+MBJwTKFJEmIvHhBg0bXr5u/iBHLdu0agJ9Ag4YLF23c\nuHLlzCldam7btGnDhiVLFoUHDzt26AwZ8uQJKVKSNm3q1KkYNWrMmCFDhm3aNABw48oFB04aOXLl\nypnbu/fcuW7WrB079uxZkBgx6NApgwMHDx6gQDkiRMiRI2HJMiczZgxbtGgAQosePW6ctXLlzJk7\nd86c63PnuF27pkxZtWpFUqT484fQhQsmTNChg2fJki9fagULVqyYMWPbrl0DQL269evYs2vfzr27\nOHHVyJH/M2fu3Dlz6M+d0zZt2rFjzpwpmTGDDx84KfKnkCQJkReAXtCg0fXL4C9ixLJduwbA4UOI\n4cJFGzeuXDlzGTWa2zZt2rBhyZJF4cHDjh06Q4Y8eUKKlKRNmzp1KkaNGjNmyJBhmzYNwE+gQcGB\nk0aOXLly5pQqPXeumzVrx449exYkRgw6dMrgwMGDByhQjggRcuRIWDK0yYwZwxYtGgC4ceWOG2et\nXDlz5s6dM9f33Dlu164pU1atWpEUKf78IXThggkTdOjgWbLky5dawYIVK2bM2LZr1wCMJl3a9GnU\nqVWvZt2t27lx486dCxfunDlz58510qSpVi1OnCwsWECD/8aMEycmTDhyJAgZMipURGrVKlmyX7+u\nOXMGwPt38Nq0mRMn7tw5cODMrT93ThUmTK9eSZKU4cABHTpcFCmSIQNAN27anDq1Zs2vY8eiRevV\nC9uzZwAmUqy4bZu5cePOnQMH7pw5c+fOmfLkSZcuTpwuDBjw4sUIGjQcONCixUmgQEiQvMKFixkz\nX76kMWMG4CjSpN26nSNH7ty5cePOUaV6ChSoYMFgwZKAAEGMGDcsWECAIEaME1CgaNAg6NQpZcqM\nGbv27BmAvHr38u3r9y/gwIK7dTs3bty5c+HCnTNn7ty5Tpo01arFiZOFBQto0Jhx4sSECUeOBCFD\nRoWKSP+tWiVL9uvXNWfOANCubVubNnPixJ07Bw6cueDnzqnChOnVK0mSMhw4oEOHiyJFMmRw46bN\nqVNr1vw6dixatF69sD17BuA8+vTbtpkbN+7cOXDgzpkzd+6cKU+edOnixAnghQEDXrwYQYOGAwda\ntDgJFAgJkle4cDFj5suXNGbMAHT0+LFbt3PkyJ07N27cOZUqT4ECFSwYLFgSECCIEeOGBQsIEMSI\ncQIKFA0aBJ06pUyZMWPXnj0D8BRqVKlTqVa1ehVruHDizJk79xUsWHLmzDVr5s1bkVq1zJgZZcIE\nJ05x4sRCguTYMVPQoCFDRo5ct2/fABQ2fNhb4nLlzDX/NncOMuRw48YlS8aMGY9Mmb58WTRjxqVL\niBDJ0qTp2jVi2LBVqzZu3Ldu3QDUtn0bHLhw5cqd8/37N7ly5Z4906ZNiSdPadIQAgHCkCFBgmTZ\nsbNsWa1o0Zo1EyduW3gA48mXBwdOnDlz59i3b0/u3Llmzbp1y8GKlRcvlxYsoAOQTpcunmTIYMUK\nU7NmxoyNG+ft2zcAFCtavIgxo8aNHDuOG2euXLlzJEmaM3fuXDNp0q5do0KFAwQIoEA50KBhwQJJ\nkiKkSKFBAysXLty4GTMm26VLAJo6fQoOXLlx485ZtWrO3Llzx4wZY8bMiJERBQr06WMABYoIERYt\nSrFm/40XL8fEiJEkqU8fbZ06AfgLOHC4cObIkTuHGLE5c+fOHaNGLVu2KlVAIEDAiFEBESISJMiU\nSUKRIjdu7GLCJFGiPn2wbdoEILbs2ePGmSNH7pxu3ebMnTsXbNmyatWgQJmwYIEjRwQYMBAggBCh\nASRIOHAQyoQJN27evMkGChSA8eTLmz+PPr369ezHjTNXrty5+fPNmTt3rpk0adeuUQFIhQMECKBA\nOdCgYcECSZIipEihQQMrFy7cuBkzJtulSwA8fgQJDly5cePOnTxpzty5c8eMGWPGzIiREQUK9Olj\nAAWKCBEWLUqxZo0XL8fEiJEkqU8fbZ06AYAaVWq4cP/myJE7lzWrOXPnzh2jRi1btipVQCBAwIhR\nAREiEiTIlElCkSI3buxiwiRRoj59sG3aBEDwYMLjxpkjR+7c4sXmzJ07F2zZsmrVoECZsGCBI0cE\nGDAQIIAQoQEkSDhwEMqECTdu3rzJBgoUANq1bd/GnVv3bt69y5XjZs7cOeLFi4PLli1YMGbMPlSo\nkCTJkgwZTJhw40aNFi1cuOAKFixZsmLFunHjBkD9evbjxl0rV86cuXPnzN0/d46aMmWvXgGsVUtE\nhgxKlOyIEUOHDkuWCq1aFSpUsmzZpElz5qwbNmwAPoIMSY6cNnPmzqFMmTLbtWuzZg0bxkGDBiRI\ndID/ALFixaFDdBAh2rMHGDNmypQhQ6bt2jUATp9CJUcumzlz565ixcotWzZkyJYt83Dhwo4dMxIk\nkCDhyhUjN24kSQLLlatjx4IF65YtG4C+fv8CDix4MOHChsuV42bO3LnGjh2Dy5YtWDBmzD5UqJAk\nyZIMGUyYcONGjRYtXLjgChYsWbJixbpx4wZgNu3a48ZdK1fOnLlz58wBP3eOmjJlr17VqiUiQwYl\nSnbEiKFDhyVLhVatChUqWbZs0qQ5c9YNGzYA5s+jJ0dOmzlz597Dh5/t2rVZs4YN46BBAxIkOgCC\nALFixaFDdBAh2rMHGDNmypQhQ6bt2jUAFzFmJEcu/5s5c+dAhgzJLVs2ZMiWLfNw4cKOHTMSJJAg\n4coVIzduJEkCy5WrY8eCBeuWLRsAo0eRJlW6lGlTp0/FiTtnzty5c+XKndOqdRcuXMeONWrkAAEC\nGDBWoEDx4MERt3jwzJjxSZiwaNGUKes2bRoAv38Be/N2rly5c+fGjTu3ePGsWrWCBevTh4MCBTp0\niEiSRIMGPHgAzZolSdIzatSqVWPGjBs1agBgx5YNDtw5c+bOnStX7lzv3rRq1SJGbNAgCgYMuHDx\noUYNCBDSpAEDChQbNr2MGYMGzZkzbdKkARA/nny4cOfMmTt3rly5c+/f38KF69gxT54cECAgQwaJ\nCv8AKxgwkCMHiCxZSpRodOpUs2bMmGmTJg2AxYsYM2rcyLGjx4/ixJ0zZ+7cuXLlzqlUuQsXrmPH\nGjVygAABDBgrUKB48OCITzx4Zsz4JExYtGjKlHWbNg2A06dQvXk7V67cuXPjxp3bunVWrVrBgvXp\nw0GBAh06RCRJokEDHjyAZs2SJOkZNWrVqjFjxo0aNQCAAwsGB+6cOXPnzpUrd65xY1q1ahEjNmgQ\nBQMGXLj4UKMGBAhp0oABBYoNm17GjEGD5syZNmnSAMieTTtcuHPmzJ07V67cud+/b+HCdeyYJ08O\nCBCQIYNEhQoGDOTIASJLlhIlGp061awZM2bapEn/A0C+vPnz6NOrX8++PTly487Jn0//3Lhy5YIF\nkyYNAxqAaG7cWJMgARcuV66EokFj1y5M0qQNG0aO3DZw4ABs5Ngx3Edz5s6NJEky3LhxwYL9+lWi\nTBkfPtiMGOHHDx06ri5dunYtGDdu1KiRI+fNKACkSZWKY2rO3DmoUaN+Gzdu165hwySAATNkyJwI\nEezYKVPm1ZcvyZK5smYNGTJx4rp58wbA7l2848aRO9fX799z48yZO3bMmrULc+bgwEGHAAEnTo4c\n6ZQihS5dmJYtGzaMHLlt3rwBIF3a9GnUqVWvZt2aHLlz5cqdo03bnLlz53AJE6ZMWYgQCQQIqFMn\n/wACBAMGBAp0AAQIDRpIsWBRxXqVbH78AODe3bs4ceXIkTtXvny5cufO5cKFq1ixEiUeAABQpkwA\nDx4YMGDEyATAKgKrBLNixY+fNWu0PXoE4CHEiOTImStX7hxGjOXKnTv3ypUrYcIYMDgAAIAdOwEk\nSChQQJIkBzVqxIghCwgQPHjevMk2aRKAoEKHkiN3zpy5c0qVmjN37lytYMGmTZMhQ0GBAnz4BDhw\nQIAARIgGdOiAAYMrFizmsJ2jLVIkAHLn0q1r9y7evHr3kiN3rly5c4IFmzN37hwuYcKUKQsRIoEA\nAXXqBECAYMCAQIEOgAChQQMpFiyqkK6SzY8fAP+qV7MWJ64cOXLnZs8uV+7cuVy4cBUrVqLEAwAA\nypQJ4MEDAwaMGJmo4rxKMCtW/PhZs0bbo0cAtnPvTo6cuXLlzpEnX67cuXOvXLkSJowBgwMAANix\nE0CChAIFJElyUANgjRgxZAEBggfPmzfZJk0C8BBiRHLkzpkzdw4jRnPmzp2rFSzYtGkyZCgoUIAP\nnwAHDggQgAjRgA4dMGBwxYLFHJ1ztEWKBABoUKFDiRY1ehRpUnPmvp1z+hTqOWfChFmypEsXAQUK\nTpwAceCABAlMmEDJkWPKFFnAgB075suXNrkA6Na1S45cNnPmzvXta87cuXPWhAkjRQoWrAgTJuD/\nwOHCg4cYMSJFMuQJsydk27ZRo7ZsGTds2ACUNn26XLlv5sydc+3anLlz54716gUJ0qhRBR48IEFi\nxIIFHDjIkVMmThw6dHw9e8aMGTJk265dA3Ade/Zy5b6d8/4d/Lls0qTt2nXr1oIGDVCgEEGAQIQI\nR45kIUIECpRaxIgdOwYwWDBu27YBOIgwocKFDBs6fAjRnLlv5ypavHjOmTBhlizp0kVAgYITJ0Ac\nOCBBAhMmUHLkmDJFFjBgx4758qUtJ4CdPHuSI5fNnLlzRImaM3funDVhwkiRggUrwoQJOHC48OAh\nRoxIkQx5+uoJ2bZt1KgtW8YNGzYAbNu6LVfu/5s5c+fq1jVn7ty5Y716QYI0alSBBw9IkBixYAEH\nDnLklIkThw4dX8+eMWOGDNm2a9cAeP4Muly5b+dKmz59Lps0abt23bq1oEEDFChEECAQIcKRI1mI\nEIECpRYxYseOBQvGbds2AMybO38OPbr06dSrjxt3Lnt2c+bOeffOKVEiV668eDkgQAAIEAwkSCBA\nAAeOE1q0nDjxqVatZcuOHQP4LVo0AAUNHvz27Vy5cufOlSt3TqJEV5gw+fIVJ04FAwZatJhw5IgG\nDX363Jk1q1GjZdOmRYtmzNg2adIA3MSZU5y4c+bMnTtXrtw5okQ5FSoUK5YXLw4CBEiRogEIEP8H\nDgDBSojQlSuyjh1z5uzYMW7SpAFAm1YtOXLn3Lo1Z+7c3Lm1TJkiRmzQoAQECKxYMSFChAEDXLgY\nQYbMhw+ghg2LFq1ZM2/TpgHAnFnzZs6dPX8GHZocuXLnTJ9GfW5buXK3bh07liBNGhgwxhQokCWL\nFSuhSpTYtcvSs2fBgpUrp+3bNwDNnT8XF92cuXPVrVsPR47cr1/DhllAg4YIETUgQBw65MfPq0eP\nrl37pU2bNGnkyHnjxg3Afv79xwEcN86cuXMGD54zZ26bOHGsWN26tUCKlBs3tCRI0KbNli2iokRR\npuzVtGnMmJEjx82bNwAuX8IkR67cuZo2b57/C2fOnDBhy5Yt6NKlRQsxAAAkScKECScRInDh+jRt\nGjFi5cpx8+YNANeuXr+CDSt2LNmy5MiVO6d2Ldtz28qVu3Xr2LEEadLAgDGmQIEsWaxYCVWixK5d\nlp49CxasXDlt374BiCx5srjK5sydy6xZczhy5H79GjbMAho0RIioAQHi0CE/fl49enTt2i9t2qRJ\nI0fOGzduAH4DDz5uuDlz544jP2fO3DZx4lixunVrgRQpN25oSZCgTZstW0RFiaJM2atp05gxI0eO\nmzdvAN7Dj0+OXLlz9u/jPxfOnDlhwgAuW7agS5cWLcQAAJAkCRMmnESIwIXr07RpxIiVK8fN/5s3\nAB9BhhQ5kmRJkydRkiN3zpy5cy9fmjN37lwtYsScOUuRYsGAAYECCZgwAQGCTJkQzJiBAsUuFy7i\nxPnyJVufPgCwZtUqTpy5cuXOhQ1brty5c8J06SJGbMWKDgYM/PkjAAaMDRs+fToxZkyVKsHOnFm0\nCA+ebpIkAVC8mPG4cebKlTs3eXK5cufO6ZIlCxiwFCkyGDBAhw4ACxYIEFCkiEGQID164CJCBA8e\nO3a0ZcoEgHdv3+XKnTNn7lzx4ubMnTuHy5evatVgwGBw4MCfPwEaNBgwgA+fAB8+SJAQy4SJMufL\naHv0CEB79+/hx5c/n359++TInTNn7lz//v8AzZk7d64WMWLOnKVIsWDAgECBBEyYgABBpkwIZsxA\ngWKXCxdx4nz5kq1PHwAoU6oUJ85cuXLnYsYsV+7cOWG6dBEjtmJFBwMG/vwRAAPGhg2fPp0YM6ZK\nlWBnzixahAdPN0mSAGjdynXcOHPlyp0bO7ZcuXPndMmSBQxYihQZDBigQweABQsECChSxCBIkB49\ncBEhggePHTvaMmUCwLix43Llzpkzd65yZXPmzp3D5ctXtWowYDA4cODPnwANGgwYwIdPgA8fJEiI\nZcJEmdtltD16BKC379/AgwsfTry48XLlvpkzd655c3Pmzp0j9uxZnTq+fC1w4KBDhxUIEID/AFGk\niBUlSsqUcVWsfbFgwbLJB0C/vn1y5LSZM3euf3+A5sydO4fNmTNRonbt2kCCBA8eOWrUOHLEkSNI\nnz5lykTs2rVo0Z49u0aNGgCUKVWSI9fNnLlzMWOaM3fuXLVjxxYtUqVqggcPKVLMmDDBhQszZrjg\nwZMnzy1mzJw5W7YM27VrALRu5WrOHLhzYcWeM2fu3Dloz55x4uTLFwMIEDZsGEGAwIULR45AAQIk\nS5ZVv34RIzZsmDbEABQvZtzY8WPIkSVPLlfumzlz5zRrNmfu3Dliz57VqePL1wIHDjp0WIEAAQgQ\nRYpYUaKkTBlXxXQXCxYs228AwYUPJ0dO/5s5c+eUKzdn7tw5bM6ciRK1a9cGEiR48MhRo8aRI44c\nQfr0KVMmYteuRYv27Nk1atQAzKdfnxy5bubMnePP3xxAc+fOVTt2bNEiVaomePCQIsWMCRNcuDBj\nhgsePHny3GLGzJmzZcuwXbsG4CTKlObMgTvn8uU5c+bOnYP27BknTr58MYAAYcOGEQQIXLhw5AgU\nIECyZFn16xcxYsOGaasK4CrWrFq3cu3q9StYceLOmTN37ly5cufWrjWVKVOwYGbMVBgwIEUKDSBA\nHDjw5IkMM2ZOnOiEC9exY8SIdVu2DADkyJK/fTtXrty5c+TInevc+VamTL16vXnDwoABHf86RESJ\nAgECIUKDWLHKk0eYs9zOfPniFi0agODCh4cLd86cuXPnyJE759z5qk2bgAELFKgEAgREiFioUYMA\ngTFjkDBipERJLWLEnDlDhkzbtGkA5tOvT47cufz5zZk75x/guXO0QIEiRgwOHA0GDNCgQWHCBAEC\nkiT5IEbMiBGtcuWCBu3YsW7SpAEweRJlSpUrWbZ0+XLcOHDmzJ2zadNcTnPFsmWjRClUqAMiRHz4\nQAQBAhQohAjpQ4PGp0+JkCHDhStcOGrbtgHw+hVsuHDeypU7d86cuXPm2JqrRo0aKVKbNmEAAmTI\nECwzZpw5w4aNKESIkiV7RY2aMWPevGH/06YNQGTJk8WJ+2bO3Llz5syd82zOXDbRqlSdOkWhRg0V\nKoZMmNCjBxcuhLRokSXLEjNmwoSBA3dNmzYAw4kXJ0dOnDlz55g3P2fOHLRu3VKlWrVqAQwYJ04Y\nQYBAhgwfPha9eDFrFqdnz4QJGzcuW7duAOjXt38ff379+/n3HwdwHDhz5s4ZNGguobli2bJRohQq\n1AERIj58IIIAAQoUQoT0oUHj06dEyJDhwhUuHLVt2wC4fAkzXDhv5cqdO2fO3DlzPM1Vo0aNFKlN\nmzAAATJkCJYZM86cYcNGFCJEyZK9okbNmDFv3rBp0wYgrNix4sR9M2fu3Dlz5s65NWcu/5tcVapO\nnaJQo4YKFUMmTOjRgwsXQlq0yJJliRkzYcLAgbumTRuAyZQrkyMnzpy5c5w7nzNnDlq3bqlSrVq1\nAAaMEyeMIEAgQ4YPH4tevJg1i9OzZ8KEjRuXrVs3AMSLGz+OPLny5cybjxtXjhy5c9TPmQMHbtw4\nPUmSNGpEgECCAAGOHAHAgMGAAVasHECBggOHTzp0rFmDBEkzOnQA+AcIQOBAAOLEkRs37tzCc+bA\ngStX7lWdOqdOKVDgYcCAL18EuHAxYQIiRCq8ePHh45YTJ4sWjRnjjA8fADVt3hw3rhw5cud8njM3\nbpw5c70sWZo1iwOHDAUKaNEiIEOGAv8F7NiRcOTIixeqjhwhRGjMGGmGDAFAm1YtOXLmypU7Fzfu\nuHHlykX68uXVqwULIBAgcOUKgAULCBCIEyeBDBkpUsTq0UOPnjFjpPHhA0DzZs6dPX8GHVr06HHj\nypEjd071OXPgwI0bpydJkkaNCBBIECDAkSMAGDAYMMCKlQMoUHDg8EmHjjVrkCBpRocOAOrVrYsT\nR27cuHPdz5kDB65cuVd16pw6pUCBhwEDvnwR4MLFhAmIEKnw4sWHj1tOnABctGjMGGd8+ABIqHDh\nuHHlyJE7J/GcuXHjzJnrZcnSrFkcOGQoUECLFgEZMhQoYMeOhCNHXrxQdeQIIUJjxkj/M2QIAM+e\nPsmRM1eu3LmiRceNK1cu0pcvr14tWACBAIErVwAsWECAQJw4CWTISJEiVo8eevSMGSONDx8Abt/C\njSt3Lt26du+SI6fNHF9z586ZIyeYXCdGjAYNypPnQYYMQ4Z0sGCBBAk1aqZgDhPG1K5dxIjVqlWN\nGjUApk+jHjfuWrnW5cyZK0eOXLlys06dunQJESIVM2aYMaODCJEjRyhRWqRJ06NHwZQpM2bMly9r\nzpwByK59Ozly2syBN3funLly5ssZw4UrVSpChDygQBEligoTJlKk2LOHy5s3bgC6qfXr17FjvXpZ\nkyYNQEOHD8uV62bO3DmL58yVK2fO/xwvVqwoUcKEScOJE0yY0NCgIUWKN2+4hAlz5gysY8eWLSNG\nTNu1awCABhU6lGhRo0eRJgUH7pw5c+fOgQNn7lzVc3SGDHn1KkmSDhEiAAIkIkiQFStAgbqiR8+T\nJ8F8+QoWLFcubseOAdC7l683b+fMmTt3Llw4c+cQn+vkyFGxYoAA7ZgxY9SoJ23aYMGCC5clUaIW\nLXLWrNmwYbduZUOGDEBr16+/fTtnzty5c+LEndOtm9aoUc2aZcpE5MWLTJlgLFkCA8apU3IgQcKD\np1iyZMSIDRu2bdkyAN/Bhxcn7lz58uPGnVOvnlSgQMqU+fGjYsOGTJlcHDmCAsWnT/8AqwgS5MXL\nMGTIjBkjRuxbs2YAIkqcSLGixYsYM2oEB+6cOXPnzoEDZ+6cyXN0hgx59SpJkg4RIgACJCJIkBUr\nQIG6okfPkyfBfPkKFixXLm7HjgFYyrSpN2/nzJk7dy5cOHPnsp7r5MhRsWKAAO2YMWPUqCdt2mDB\ngguXJVGiFi1y1qzZsGG3bmVDhgyA37+Av307Z87cuXPixJ1bvJjWqFHNmmXKROTFi0yZYCxZAgPG\nqVNyIEHCg6dYsmTEiA0btm3ZMgCwY8sWJ+6cbdvjxp3bvZtUoEDKlPnxo2LDhkyZXBw5ggLFp09V\nBAny4mUYMmTGjBEj9q1ZMwDgw4v/H0++vPnz6NOLW2/O3Llz5sydmz/fGzlywoRduwbHly+Anjwd\nK1RImrRatbDJkhUu3LFv36xZK1duGzduADRu5AgOXDhz5s6dM2fu3MmT4MqVo0atW7dV1KjVqhVN\nlqxt24ABw7Zs2bhx1MCBy5aNHDlv2rQBYNrUqTio5sydO2fO3DmsWMWZM2fNGjhwq6hRo0VLmiNH\n1qzt2qUNGLBx45p9+6ZNmzlz4Lx5A9DX799xgc8NJlz43Ddz5qRJ8+Yt07NnrVop+/Nn2rRatazR\nohUuHLFv37ZtM2cunDdvAFSvZt3a9WvYsWXPFlfbnLlz58yZO9e7tzdy5IQJu3YN/44vX548HStU\nSJq0WrWwyZIVLtyxb9+sWStXbhs3bgDEjycPDlw4c+bOnTNn7tz79+DKlaNGrVu3VdSo1aoVTRZA\nWdu2AQOGbdmyceOogQOXLRs5ct60aQNg8SJGcRrNmTt3zpy5cyJFijNnzpo1cOBWUaNGi5Y0R46s\nWdu1SxswYOPGNfv2TZs2c+bAefMG4CjSpOOWnmvq9Om5b+bMSZPmzVumZ89atVL258+0abVqWaNF\nK1w4Yt++bdtmzlw4b94A0K1r9y7evHr38u0LDly5wOfOmTN3zpy5c+ewSZP27RsvXp9mzZIm7ZMq\nVbhwYcOm7NevadO2Vavmy1ezZv/ccOEC4Po1bG/eyo0bd+6cOXPnypU7d45bt27hwlGjtuvYMWrU\niPHixYyZNm3UggWrVs3btWvGjDFj5q1XLwDix5MHB64cOXLnzpkzd86cuXPnwHnzFi5ctmy7fPm6\ndg2gL1y4iBHLlq2ZL1/YsHXTpq1YMWrUwAULBgBjRo3hwpkrV+5cyJDmzJ07py1btnDhoEFDVauW\nNWuwPn2iRUuatGC1ajVrls2atWPHpEkLN2wYAKVLmTZ1+hRqVKlTwYErd/XcOXPmzpkzd+4cNmnS\nvn3jxevTrFnSpH1SpQoXLmzYlP36NW3atmrVfPlq1owbLlwACBc27M1buXHjzp3/M2fuXLly585x\n69YtXDhq1HYdO0aNGjFevJgx06aNWrBg1ap5u3bNmDFmzLz16gUAd27d4MCVI0fu3Dlz5s6ZM3fu\nHDhv3sKFy5Ztly9f1675woWLGLFs2Zr58oUNWzdt2ooVo0YNXLBgANi3dx8unLly5c7Vr2/O3Llz\n2rJlCwcwHDRoqGrVsmYN1qdPtGhJkxasVq1mzbJZs3bsmDRp4YYNAwAypMiRJEuaPIky5bdv2cyZ\nOwfznLmZ586Z+/Zt2rRx47Y9e+bMWTdv3p49w4YN3Lhx2rR5IweVHDdu37RpA4A1q1Zv3rKZ+2ru\n3Dlz58qeMydOXLdu5MiJo0bt/9q1b+HCUaPGjZu4ceO2bQNHjly5ct26gbNmDYDixYy/feNmzty5\nyefMnbt8WZy4b9/IkRtHLTS1b+HCSZO2bVs4cuS4cQtXLnY5b97CadMGILfu3eDAdTNn7pzwc+aK\nnztnLly4bNnIkQs3bZo0aduqM2P27Jm3cOGsWetGjly5cuDAievWDYD69ezbu38PP778+c6cjQMH\n7tw5ceLM+Qd47lw3cOC8efv27Rk3btq0bYMG7du3bt3CXbsGDpw3ceKyZQsXjlu1agBMnkSZLJk4\nb97OnQsXztzMc+fAkSMXLhw5ctjAgdu2DRw1auDAbdsmLls2ceK8iROHDdu3b//crl0DkFXrVmXK\nxn37du6cOHHnzJk7d04cOXLhwpEjly1cuG7dvlGjBg5ct27itGkbNw4cOXLbtokT5y1bNgCNHT92\n5mxcuHDnzokTZ07zuXPgxo379k2cuGvevGXL5o0ZM23asmXzhg0bOHDcxInjxi1cuG/atAEAHlz4\ncOLFjR9HntyZs3HgwJ07J06cOernznUDB86bt2/fnnHjpk3bNmjQvn3r1i3ctWvgwHkTJy5btnDh\nuFWrBkD/fv7JkgEU583buXPhwplLeO4cOHLkwoUjRw4bOHDbtoGjRg0cuG3bxGXLJk6cN3HisGH7\n9o3btWsAXsKMqUzZuG/fzp3/EyfunDlz586JI0cuXDhy5LKFC9et2zdq1MCB69ZNnDZt48aBI0du\n2zZx4rxlywZgLNmyzpyNCxfu3Dlx4szBPXcO3Lhx376JE3fNm7ds2bwxY6ZNW7Zs3rBhAweOmzhx\n3LiFC/dNmzYAli9jzqx5M+fOnj+DDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8D\nDy58OPHixo8jT658OfPmzp9Djy59OvXq1q9jz659O3fZkCANEyaMGbNmzbxRo/bs2bRu3ZQpI0Zs\n2bVrwYLt8uWLGbNbtwDW0qULGrRfwYIhQ9asmbFZswBElDhRkqRjxYo5cwYN/9o3a9aoUbvGjVuy\nZMFQPntGixauW7ecOcOFK5cvX9KkGRMmTJmyZcuIwYIFgGhRo44cDVParBkzZt6qVZs27Ro3bseO\nDRsmjBkzWLBmyZKlTBktWrZy5XLmzFfbYsWSJSMGCxYAu3fxPnokjC8zZs2acZs2zZmzadq0HTsW\nLBgxaNBwRc6Vq1kzXJd79WrWDJgwYciQNWt2bNYsAKdRp1a9mnVr169hQ4I0TJgwZsyaNfNGjdqz\nZ9O6dVOmjBixZdeuBQu2y5cvZsxu3aqlSxc0aL+CBUOGrFkzY7NmARA/nrwkSceKFXPmDBq0b9as\nUaN2jRu3ZMmC5X/2jBYtXP8Ab91y5gwXrly+fEmTZkyYMGXKli0jBgsWgIsYMzpyNKxjs2bMmHmr\nVm3atGvcuB07NmyYMGbMYMGaJUuWMmW0aNnKlcuZM19AixVLlowYLFgAkipd+uiRsKfMmDVrxm3a\nNGfOpmnTduxYsGDEoEHDRTZXrmbNcKnt1atZM2DChCFD1qzZsVmzAOjdy7ev37+AAwseDAzYsmbN\nunX79g2cN2/fvlHLls2aNWXKVAkTpkxZLEiQatX69QuUJk26dB07dYoWrV27iqlSBaC27dvBgjWL\nFu3bN3DgxIEDx40bs2nTqlXz5atQrFi/fmlKlOjVq1+/QJ065ctXMlOmbon/v0Xs1CkA6NOrBwZM\n2bNn3rx9+xYOHDhu3JZRozZt2i6AuxbBgqVLFyVBgkyZ2rXLUqZMs2YVCxWqVq1du4KdOgXA40eQ\nwYI1gwZt27ZvKb1548aN2bRp0aL9+sUJFy5ixEwtWsSKFTBgoUqV8uVLGStWvXr58nXMlSsAUaVO\npVrV6lWsWbUyY/Zr27Zv38iR60aOXLly47Jl69Zt3DhqtmwxY6YNGLBMmYoVcxYsWKpU0bZto0Yt\nWLBqzZoBYNzY8bNnw7p1AweOHLlw5cqZMxdu2jRs2MKFCwYJki9fzWrVmjTp2LFoxYrVqlWtW7dq\n1Xz5mrZsGQDgwYU3axZs/9u2b9/IkQNHjpw5c+KoUcuWLVw4Ypw4+fKFTJYsRoyCBVsWLNiqVdGy\nZZMmzZcvac2aAaBf374zZ8G2bfv2bRzAcd/IkTNnTly1atq0gQOHDBSoYMGo7dr16NGxY9GIEVOl\nKtq2bdWqHTtW7dkzACpXsmzp8iXMmDJnMmP2a9u2b9/IketGjly5cuOyZevWbdw4arZsMWOmDRiw\nTJmKFXMWLFiqVNG2baNGLViwas2aAShr9uyzZ8O6dQMHjhy5cOXKmTMXbto0bNjChQsGCZIvX81q\n1Zo06dixaMWK1apVrVu3atV8+Zq2bBmAzJo3N2sWbNu2b9/IkQNHjpw5c//iqFHLli1cOGKcOPny\nhUyWLEaMggVbFizYqlXRsmWTJs2XL2nNmgFo7vy5M2fBtm379m3cuG/kyJkzJ65aNW3awIFDBgpU\nsGDUdu169OjYsWjEiKlSFW3btmrVjh2r9gzgMwADCRY0eBBhQoULGUKD9i1btnPnwIE7R47cuXPY\nypXr1o0cuVrJkvnypc2VK1iwZMmS5suXLl3MtGnLlu3aNW3SpAHw+RNotGjhunU7d+7bt3Plyp07\nJ+3bt2vXvn3LlCqVK1fQZHWV5cuXtGTJjBmbxo3btWvSpGFz5gxAXLlzoUELt23buXPfvp0rV+7c\nOWzixGXL9u3bKFmyatX/UgYK1KlTt24hAwbs169n2Dhjo0YtW7RoAEiXNh0tGrht286d8+btHDly\n585dEydu27Zw4VoFC4YLF7VVq1KlokUrGjFiv35B48ZNm7Zs2bhNmwYAe3bt27l39/4dfHho0L5l\ny3buHDhw58iRO3cOW7ly3bqRI1crWTJfvrS5cgUQFixZsqT58qVLFzNt2rJlu3ZNmzRpACpavBgt\nWrhu3c6d+/btXLly585J+/bt2rVv3zKlSuXKFTRZNGX58iUtWTJjxqZx43btmjRp2Jw5A4A0qVJo\n0MJt23bu3Ldv58qVO3cOmzhx2bJ9+zZKlqxatZSBAnXq1K1byIAB+/Xr/xm2udioUcsWLRqAvXz7\nRosGbtu2c+e8eTtHjty5c9fEidu2LVy4VsGC4cJFbdWqVKlo0YpGjNivX9C4cdOmLVs2btOmAXgN\nO7bs2bRr276NGxo0bOLElStnzty54eaKF+/W7ds3ZdmyqVJl7NGjYcM+ferVqpU0abyuXbNmLVw4\nbt68ATiPPv20adfEiStXzpy5c+bqmxtXrtyzZ9iwUQIYLJgjR7sOHfr1ixUrYrt2WbNG7NrEa+DA\nbcMIQONGjtGiYRMnrlw5c+bOmUNpjpw5c9WqceOma9q0TJl8ESLUq1emTL5kyYoWDVi1atasgQOn\nbds2AE2dPp02DZs4cf/lrJY7Z06ruXLmzF27tm0bLmnSQIEKFilSsGCnTgWbNStatGDZsmnTFi5c\nN2/eAPwFHFjwYMKFDR9GDA0aNnHiypUzZ+7cZHOVK3fr9u2bsmzZVKky9ujRsGGfPvVq1UqaNF7X\nrlmzFi4cN2/eANzGnXvatGvixJUrZ87cOXPFzY0rV+7ZM2zYKAUL5sjRrkOHfv1ixYrYrl3WrBG7\nFv4aOHDbzANAn159tGjYxIkrV86cuXPm7JsjZ85ctWrcuAHUNW1apky+CBHq1StTJl+yZEWLBqxa\nNWvWwIHTtm0bgI4eP06bhk2cuHImy50zp9JcOXPmrl3btg2XNGmgQAX/ixQpWLBTp4LNmhUtWrBs\n2bRpCxeumzdvAJ5CjSp1KtWqVq9ixYYNHDdu586ZCytO3LlzzqBBK1bs1q0RJ06cOaNDg4YGDcCA\nwREjRooUkZo0iRNnzRpkkiQBSKx48bZt47x5O3fOHOVv38qVc3TqlClTWLBQQIDAi5cQHz48eFCn\njg8iRGzYABUlChs2aNAgU6QIAO/evrNlC+fN27lz5o6HC2fOXC1fvmrV8uNHQ4MGZsy02LChQYM4\ncXQQIfLjBycvXvjw0aMH2aZNAN7Dj58tGzhu3M6dM6cfHDhz5gDWAgYMFy5ChDZMmGDFSosOHRYs\nePOmBhIkOnR0SpPm/9AhPHiSefIEgGRJkydRplS5kmXLcOGgkSNnzty5c+bO5TwnDhy4a9e0abNj\nxYofP3pWrJAhY9GiOmXK1KnDq1gxYleJZatWDUBXr1/FibNGjly5cubQoj13jtqzZ7Vq8eJFgwQJ\nM2asAAFy5IgoUZYQIYIESdixY8SICRNm7dkzAI8hRw4XTho5cuXKnTtnjvO5c9+2bUOGTJq0NDVq\nwIGjpkePIEEyZXo0W5IkYMdw565GjRoA37+BhwsnjRy5cuXMJU9+7py3bNmUKWvWDAsMGHPm2Llx\no0YNSZIO8eHTqBGwZ8+WLVOmbNu1awDgx5c/n359+/fx5w8XDho5cv8AzZk7d87cuYPnxIEDd+2a\nNm12rFjx40fPihUyZCxaVKdMmTp1eBUrRqwksWzVqgFYybKlOHHWyJErV86cTZvnzlF79qxWLV68\naJAgYcaMFSBAjhwRJcoSIkSQIAk7dowYMWHCrD17BqCr16/hwkkjR65cuXPnzKk9d+7btm3IkEmT\nlqZGDThw1PToESRIpkyPAkuSBOyY4cPVqFEDwLix43DhpJEjV66cucuXz53zli2bMmXNmmGBAWPO\nHDs3btSoIUnSIT58GjUC9uzZsmXKlG27dg2A79/AgwsfTry48ePatJkTJ+7cuXHjzkmXPsyYsWnT\nkCEzAQHCkCE+XLj/ePCACZMebdrMmCHKli1nzoIFq9asGYD7+PN362aOHDmA586FC3fOoMFFdepo\n0hQmTIMAAU6c+MCDhwULY8ZYceTIiRNZt24pU9arlzRlygCsZNly2zZz5MidOydO3DmcOG3tJEZM\nlSoPCBDo0JHjxw8KFMiQ+SJJkhUrrnr1Uqbs1i1qy5YB4NrV67Zt5saNO3dOnLhzadPakiXr169O\nnSwcOECDhosWLRw4YMKkCiFCTJjIAgaMGbNfv7A9ewbA8WPIkSVPplzZ8mVt2syJE3fu3Lhx50SL\nHmbM2LRpyJCZgABhyBAfLlw8eMCESY82bWbMEGXLljNnwYJVa9YM/8Bx5Mm7dTNHjty5c+HCnaNO\nfVGdOpo0hQnTIECAEyc+8OBhwcKYMVYcOXLiRNatW8qU9eolTZkyAPn179+2zRxAcuTOnRMn7hxC\nhLYWEiOmSpUHBAh06Mjx4wcFCmTIfJEkyYoVV716KVN26xa1ZcsAsGzpcts2c+PGnTsnTty5nDlt\nyZL161enThYOHKBBw0WLFg4cMGFShRAhJkxkAQPGjNmvX9iePQPg9SvYsGLHki1r9uy3b+DKlTvn\n9u3bcubMbdvmzVsXVarGjJEEAgQiRHjwnBozZtgwV8+eKVM2btw2btwAUK5sOVw4cebMnevs2XO4\nceOCBVOmLAUgQP9ZsjhasaJSpUSJZA0a5MwZLmnSmDETJ46bNm0AhhMvDu64OXPnljNnTq5cOWrU\nrFlzQomSGDGBUqTo00eQoFaHDh07RitatGbNxInbpk0bgPjy53+rX67cufz69ZMrVw4gM2bRohnJ\nlAkLFkIkSCBCJEiQqjt3lCmrJU3atGnkyHnjxg1ASJEjSZY0eRJlSpXhwpUbN+5czJjmzJ07h23b\ntmzZ7twp4cCBHz8IOnQoUIASJQk+fLRoQWvIkEKF6NDRpkkTAK1buY4bZ65cuXNjx5ozd+4cMWHC\npEmjQUODAQODBhkwYaJBg0+fOkyZUqTIrytXLFmyYyfbp08AGDf/dhwuXLlx485VrmzO3Llzz5Yt\ny5atShUVCxYwYmTgxIkECR49ysCFy48ftahQiRSJDp1rly4B8P0beLhw5caNO3f8eLly584tc+YM\nGjQuXEAsWODHT4IQIRYssGRpQ5cuRYrsKlMmU6ZHj7alSgUAfnz58+nXt38ff/5w4cqNGwfwnECB\n5sydO4dt27Zs2e7cKeHAgR8/CDp0KFCAEiUJPny0aEFryJBChejQ0aZJE4CVLFuOG2euXLlzNGma\nM3fuHDFhwqRJo0FDgwEDgwYZMGGiQYNPnzpMmVKkyK8rVyxZsmMn26dPALp6/RouXLlx486ZNWvO\n3Llzz5Yty5at/0oVFQsWMGJk4MSJBAkePcrAhcuPH7WoUIkUiQ6da5cuAXgMOXK4cOXGjTuHGXO5\ncufOLXPmDBo0LlxALFjgx0+CECEWLLBkaUOXLkWK7CpTJlOmR4+2pUoFILjw4cSLGz+OPLlycuSu\nmTN3Lrp06eK8eUuW7NmzFSBAGDEiZMOGFCny5DHDhg0dOrqGDXv2zJgxbtmyAbiPPz85ctvMmQN4\nTqBAc+bOnVt27BglSrZsaZgwAQcOHzFi7NjBiNGeR48WLQoGDdqzZ8qUbbt2DcBKli3JkdNmztw5\nmjVreqNGjRcvYcJScODAhAkOFSpixHDkaM6jR4QIBYMG7dmzY//HuF27BkDrVq7kyGEzF9bcObLm\nzJ07tw0aNFeufPnqcOGCDh1BSJCwYSNQoDqFChEi5OvZs2nTmjXjpk0bAMaNHT+GHFnyZMqVyZG7\nZs7cOc6dO4vz5i1ZsmfPVoAAYcSIkA0bUqTIk8cMGzZ06OgaNuzZM2PGuGXLBkD4cOLkyG0zZ+7c\n8uXmzJ07t+zYMUqUbNnSMGECDhw+YsTYsYMRoz2PHi1aFAwatGfPlCnbdu0aAPr17ZMjp82cuXP9\n/QM8J9AbNWq8eAkTloIDByZMcKhQESOGI0dzHj0iRCgYNGjPnh07xu3aNQAmT6IkRw6buZbmzsE0\nZ+7cuW3QoLn/cuXLV4cLF3ToCEKChA0bgQLVKVSIECFfz55Nm9asGTdt2gBgzap1K9euXr+CDfvt\n27ly5c6dK1fuHFu2xJAhixZt1aoMChTw4EHixIkIEapUMfLoERMmsoYNkyatWTNu06YBiCx5crhw\n58yZO3eOHLlznj1/EiUKF64tWzIgQBAjhggiRDRoaNNGDChQd+70SpZMmjRlyrhNmwZgOPHi4MCd\nM2fu3Lly5c5Bh+5Llapkyf784YAAQY0aIXToePCgTBkyoEARIhTs2DFo0I4d0wYNGoD69u9/+3au\nXLlz5wCOG3eOIMFarVoFC4YHD4YHD2DAKKFDhwULZMic8eSJ/wyZXcmSRYvWrFk3atQApFS5kmVL\nly9hxpT57du5cuXOnStX7lzPnsSQIYsWbdWqDAoU8OBB4sSJCBGqVDHy6BETJrKGDZMmrVkzbtOm\nARA7lmy4cOfMmTt3jhy5c2/ffhIlCheuLVsyIEAQI4YIIkQ0aGjTRgwoUHfu9EqWTJo0Zcq4TZsG\ngHJly+DAnTNn7ty5cuXOhQ7tS5WqZMn+/OGAAEGNGiF06HjwoEwZMqBAESIU7NgxaNCOHdMGDRoA\n48eRf/t2rly5c+fGjTs3fXqtVq2CBcODB8ODBzBglNChw4IFMmTOePJEhsyuZMmiRWvWrBs1agDw\n59e/n39///8AAQgcSLCgwYMCxSk0Z+6cw4cPyZUrp0wZM2Yo+vTZsWMNAwZlykyZ0unJk127PDVr\nZszYuHHbvHkDQLOmzXE4zZk7x7NnT2vevJUqJUuWAyhQZMg406HDmDFs2HBiw8aYMVnTpjFjNm5c\nN2/eAIgdS1acWXPmzqlduzbcuHHEiAkTpsGJkyJFxHTo8OYNHTqp/PihRg0XNmzSpJEj5+3bNwCQ\nI0sOR9mcuXOYM2f+Nm4cMGC7dlHQouXHDzEPHnDhYsZMpjFjihVjNW3asWPjxnXbDaC379/Agwsf\nTry48XHjzJEjd65583Llzp0j1qx6MyNGGhgwkCcPAQgQChT/KFRoQYsWLFis2rGDjns62ho1AkC/\nvn1y5MyVK3euf3+A5cqZM5cJE6ZWrRAgWBAgABs2ADRoWLCAECENQoQAASKrSZM9e86cyZYoEQCU\nKVWOG2euXLlzMWOaM3funLFgwZo1I0FiwoABcuQA2LBhwYJJk0A8ebJlSzAyZBQpKlSo26RJALRu\n5TpunDly5M6NHVuu3LlzuHjx+vWLA4cFAQKIEQMgQwYFCgIFioDDLw5ZUaIECkSHzjVJkgAsZtzY\n8WPIkSVPpjxunDly5M5t3lyu3LlzxJqNbmbESAMDBvLkIQABQoEChQotaNGCBYtVO3bQ4U1HW6NG\nAIQPJ06O/5y5cuXOLV9erpw5c5kwYWrVCgGCBQECsGEDQIOGBQsIEdIgRAgQILKaNNmz58yZbIkS\nAaBf3/64cebKlTvXvz9Ac+bOnTMWLFizZiRITBgwQI4cABs2LFgwaRKIJ0+2bAlGhowiRYUKdZs0\nCQDKlCrHjTNHjty5mDHLlTt3DhcvXr9+ceCwIEAAMWIAZMigQEGgQBFwMMUhK0qUQIHo0LkmSRKA\nrFq3cu3q9SvYsGLLldNmzty5tGrVYosWzZWrX78qOHDgwkUMBgw+fFCjRgvgNGlmESOmTNmxY9uw\nYQPg+DHkcuW8mTN37vJlc+bOnfPlyhUfPpUqGXjwIEcOD/8aNKRI8efPmkCB9uzx1ex2M2PGuFmz\nBuA38ODlynUzZ+4c8uTJsyFD5smTK1cLHjyYMQOGBg01ahw6FOjSJUeOgmHDJk1as2bbsGED4P49\nfHLkuJkzd+7+fXPmzp2T9gvgr0yZUKFacNCFCxIUKKRIceeOFzhw3LjZxYxZsmTEiGnDhg1ASJEj\nSZY0eRJlSpXlymkzZ+5cTJkysUWL5srVr18VHDhw4SIGAwYfPqhRowVpmjSziBFTpuzYsW3YsAGw\nehVruXLezJk79/WrOXPnzvly5YoPn0qVDDx4kCOHBw0aUqT482dNoEB79vhq9reZMWPcrFkDcBhx\n4nLlupn/M3cOcuTI2ZAh8+TJlasFDx7MmAFDg4YaNQ4dCnTpkiNHwbBhkyatWbNt2LABsH0bNzly\n3MyZO/f7tzlz585J+/UrUyZUqBY0d+GCBAUKKVLcueMFDhw3bnYxY5YsGTFi2rBhA3AefXr169m3\nd/8efrhw58yZO3euXLlz+/fPegXw1a5dhQpNaNBgxYoOKVIsWIAFC447d3r0IMWL17Jlx45tixYN\ngMiRJMWJO2fO3Llz5cqde/mSUJYso0bx4EHBgIEXLxr48DFhQpgwTjJlUqOmlzBhz54FC7YNGjQA\nVKtaDRfunDlz586VK3cubFhcokQNG9ali4UFC1SomCBE/8iECXr04Jk1K1CgZNasRYu2bFk3adIA\nGD6MGBy4c+XKnTtHjty5yZNHDRoEC1aWLAsQIFChQsKMGQwYTJlihBGjJk1mBQvWrNmxY9ygQQOA\nO7fu3bx7+/4NPPi44ebMnTuOHHm4cuWGDTt2zIIbNzZssEmQwI4dK1ZKHTkiTJipZ8+QIRs3Tlu3\nbgDau38/Lv65+fTrn9MGDpwrV69eKQBYpsyOHW04cFi0KE8eU3nyTJtm69o1Z87GjdvGjRsAjh09\njgNpztw5kiVLehs3rlcvW7YsmDHz40cZDRr27OHD55QhQ9Wq7dKmDRq0ceO4HQWQVOnScU3NmTsX\nVapUb//ixNmylSuXgzVratTYIkHCmzdr1lgiQyZZslbUqCFDRo5ctm3bANzFm1fvXr59/f4FPE6w\nOXPnDB8+HK5cuWHDjh2z4MaNDRtsEiSwY8eKlVJHjggTZurZM2TIxo3T1q0bANatXY+DfU72bNrn\ntIED58rVq1cKypTZsaMNBw6LFuXJYypPnmnTbF275szZuHHbuHEDkF379nHdzZk7F168eG/jxvXq\nZcuWBTNmfvwoo0HDnj18+JwyZKhatV3atAGEBm3cOG4GASBMqHAcQ3PmzkGMGNGbOHG2bOXK5WDN\nmho1tkiQ8ObNmjWWyJBJlqwVNWrIkJEjl23bNgA2b+L/zKlzJ8+ePn+OG2euXLlzRo2WK3funDBj\nxpYtixEjQoIEcOAMsGCBAIFHjxz06BEjRiwjRvbsuXPnWqVKAN7CjTtunLly5c7hxVuu3LlzuFat\nIkYMBAgNBw4MGlSgRQsNGkCBKrFlCxgwvKxYiRTJj59tkCABCC169Lhx5sqVO6daNTly584J06WL\nGDEWLDYUKHDnjoATJyJEWLTIgxQpUKD0mjKlT58wYa4FCgRgOvXq48aZK1fuHHfu5cqdO4dr1ape\nvUCAuDBgwJ07AlSoYMBAkaIORoz06CHryJE8eQC6cXNt0SIABxEmVLiQYUOHDyGOG2euXLlzFy+W\nK3fu/5wwY8aWLYsRI0KCBHDgDLBggQCBR48c9OgRI0YsI0b27Llz51qlSgCABhU6bpy5cuXOJU1a\nrty5c7hWrSJGDAQIDQcODBpUoEULDRpAgSqxZQsYMLysWIkUyY+fbZAgAZA7l+64cebKlTu3dy85\ncufOCdOlixgxFiw2FChw546AEyciRFi0yIMUKVCg9JoypU+fMGGuBQoEgHRp0+PGmStX7lzr1uXK\nnTuHa9WqXr1AgLgwYMCdOwJUqGDAQJGiDkaM9Ogh68iRPHncuLm2aBEA69exZ9e+nXt379/Jketm\nztw58+bNmTt3zpo0aadO1aolwYKFFClYVKhQogQYMP8A0ZAhY8dOrWQIkxUrls2aNQAQI0osV86b\nOXPnMmY0Z+7cOWjIkBkyJEvWBhEifPhIUqOGEiWKYkqShAkTr2nTnDlTpuxatWoAggodSo4cN3Pm\nzilVas7cuXPamjUrVQoXLhIrVhgx4iNFiiNHFi0qJEnSpEnAqlVTpsyYsWrTpgGYS7cuOXLezJk7\nx5evOXPnzjkTJkyRolq1KFiwwIMHjhMncODo02cPHjx9+txChuzYMWHCqlGjBqC06dOoU6tezbq1\na3Lkupkzd652bXPmzp2zJk3aqVO1akmwYCFFChYVKpQoAQYMGjJk7Niplax6smLFslmzBqC79+/l\nynn/M2funHnz5sydOwcNGTJDhmTJ2iBChA8fSWrUUKJEkX+AkiRhwsRr2jRnzpQpu1atGgCIESWS\nI8fNnLlzGTOaM3funLZmzUqVwoWLxIoVRoz4SJHiyJFFiwpJkjRpErBq1ZQpM2as2rRpAIQOJUqO\nnDdz5s4tXWrO3LlzzoQJU6SoVi0KFizw4IHjxAkcOPr02YMHT58+t5AhO3ZMmLBq1KgBoFvX7l28\nefXu5ds3XLhz5sydO1eu3DnEiGt9+iRMWJ48GgoUePGiAgkSAwYwYWKDD58fP1758rVs2a9f26BB\nA9Da9Wtx4s6ZM3fuHDly53TrdgUJ0q9fa9a0ePDg/8iRFFSodOhAiFAhU6bs2AnGjNmzZ8GCcYMG\nDcB38OHBgTtXrty5c+TInWPP3teoUb9+IUJkgwEDJUo8RIkyYQJAQIDojBo1Zw6wZMmUKatVCxsz\nZgAmUqwYLtw5c+bOnSNH7hxIkKwCBaJFS4sWEwYM4MDhgQePBw/o0PEiSVKSJLmCBTt2zJata8uW\nAShq9CjSpEqXMm3qVJw4cOXKnTtnzty5rObMXdu27dUrUqQcxIhRo4aQCBGIELFiJRIUKLJkcVq2\njBixcOGubdsG4C/gwOLEgTNn7tw5c+bOmWtsLlm1apkyYcJkAQgQHz7EsGBRpgwdOpwCBSpWLFW0\naP/JkoULh23bNgCyZ9MOF85buXLmdps759ucuW7CW7WSJWtElixHjpyBAQMQIDhwTjly1KyZrGnT\niBHz5u2aNWsAxpMvL07cN3Pmzp0zZ+6cufjmoFmz9ukTJkwSevTIkQMglBEjunSJE8cRGTK8eHVS\npqxYsW/fqGXLBgBjRo0bOXb0+BFkSHHiwJUrd+6cOXPnWJozd23btlevSJFyECNGjRpCIkQgQsSK\nlUhQoMiSxWnZMmLEwoW7tm0bAKlTqYoTB86cuXPnzJk7Zw6suWTVqmXKhAmTBSBAfPgQw4JFmTJ0\n6HAKFKhYsVTRoiVLFi4ctm3bABQ2fDhcOG/lypn/c2zuXGRz5rpVbtVKlqwRWbIcOXIGBgxAgODA\nOeXIUbNmsqZNI0bMm7dr1qwBsH0btzhx38yZO3fOnLlz5oibg2bN2qdPmDBJ6NEjRw4oI0Z06RIn\njiMyZHjx6qRMWbFi375Ry5YNQHr169m3d/8efnz548aVGzfuXP5z5saNMwfQHK4+fWjRunChwoAB\nZcoA0KBhwAA7dhwgQUKDhqsoUQ4dYsMGGiBAAEqaPDluXDly5M65PGdOnLhx40alScOJU4MGGw4c\n+PKlQIoUFCgsWsSiTJkjR2hFiSJJ0pkz0QABAoA1q1Zx4siNG3cu7Dlz4sSZM5cMFKhcuVSoWNGg\n/4EaNQlWrLhwoVEjFGLE5MiRy4kTSJDQoHnmxw+AxYwbjxtXjhy5c5TPmQsXbtw4UGbMjBqlQIEG\nBAi4cCkgQsSDB378fJAipUePVUmSBAo0Zky0PHkA+P4NPLjw4cSLGz8+bly5cePOOT9nbtw4c+Zw\n9elDi9aFCxUGDChTBoAGDQMG2LHjAAkSGjRcRYly6BAbNtAAAQKAP7/+cePKkQNI7tzAc+bEiRs3\nblSaNJw4NWiw4cCBL18KpEhBgcKiRSzKlDlyhFaUKJIknTkTDRAgAC1dvhQnjty4cedsnjMnTpw5\nc8lAgcqVS4WKFQ0aqFGTYMWKCxcaNUIhRkyOHP+5nDiBBAkNmmd+/AAAG1bsuHHlyJE7l/acuXDh\nxo0DZcbMqFEKFGhAgIALlwIiRDx44MfPBylSevRYlSRJoEBjxkTLkwfAZMqVLV/GnFnzZs7kyGUz\nF9rcuXPmypUzZy4ZLlyhQlWq9KFEiSlTZqRIIUOGHTti7NihQ8fWsWPMmBEjpq1aNQDNnT8nRy6b\nOermzp0rR047OVyePGXKBAiQCBUqzJipQYQIDx6LFh3SpMmRI1/LliVLFizYtWnTAAAEIHDgwHHj\nrJUrZ26huXIOHUbjxYsWrU+fauDAAQeOEytWlCjJlIlSpkyKFA1r1uzYMV++rDlzBmAmzZrkyG3/\nK1fOnLlz58qRC0qulihRlizt2SOiRIkyZWwAAcKDx6FDcvr0uXPnVrFixIjdulXt2TMAZs+iTat2\nLdu2bt+CA3fOnLlz58aNO6dXb6xLl5w5I0TIBgkSkiTVsGIFBw5TpvJkynToULPKyZIJE9ZNmTIA\nnj+DBgfunDlz586FC2fuHOtzlvbsESbMjBkYHTooUtSDDBkqVGTJ6rRqVaRIz6ZNU6ZMmLBuzpwB\niC59erdu58qVO3dOnLhz3r3X2rVr2rRSpY7YsDFqFJY0aaZM0aXrlCpVjhxFkyZNmDBgwABqU6YM\nQEGDB8GBO2fO3Llz4cKZOzfxXKY6dYQJw4Mn/8eJE5gwMUmTZsqUWrUgWbJ06FCyZcuCBfPla9ux\nYwBw5tS5k2dPnz+BBgUH7pw5c+fOjRt3jinTWJcuOXNGiJANEiQkSaphxQoOHKZM5cmU6dChZmeT\nJRMmrJsyZQDgxpULDtw5c+bOnQsXztw5v+cs7dkjTJgZMzA6dFCkqAcZMlSoyJLVadWqSJGeTZum\nTJkwYd2cOQMwmnTpbt3OlSt37pw4cedgw661a9e0aaVKHbFhY9QoLGnSTJmiS9cpVaocOYomTZow\nYcCAaVOmDEB169fBgTtnzty5c+HCmTs3/lymOnWECcODJ8eJE5gwMUmTZsqUWrUgWbJ06FCyZf8A\nlwUL5svXtmPHAChcyLChw4cQI0qcKK6iOXPnzpkzd65jx3HmzF271q2bJ2fOWrVi9uhRtWq4cF3z\n5UucOGfhwnXrZs4cOG7cAAgdSlScUXPmzp0zZ+6cU6fhypWbNq1bN0zOnMmSBS1UqG3biBHLJk0a\nOXLXwoXjxq1cOXDdugGYS7cuOHDhzJk7d86cuXOAAZc7d27bNnHibGHDZsuWNVq0vHkLFmxbsmTj\nxlELFy5bNnLkvGXLBqC06dPhUpszd+6cOXPnYscGV65ctGjevIWqVu3WrWqyZHXrJkyYNmPGxo1z\nBg7ctm3lyn3btg2A9evYs2vfzr279+/iwpv/M3funDlz59KnH2fO3LVr3bp5cuasVStmjx5Vq4YL\n1zWAvnyJE+csXLhu3cyZA8eNGwCIESWKo2jO3Llz5syd48gxXLly06Z164bJmTNZsqCFCrVtGzFi\n2aRJI0fuWrhw3LiVKweuWzcAQYUOBQcunDlz586ZM3fOqdNy585t2yZOnC1s2GzZskaLljdvwYJt\nS5Zs3Dhq4cJly0aOnLds2QDMpVs33F1z5s6dM2fu3N+/4MqVixbNm7dQ1ardulVNlqxu3YQJ02bM\n2LhxzsCB27atXLlv27YBIF3a9GnUqVWvZt0aHLhy5MidO2fO3Dlz5s6d89YbHDhp0l758iVN/1qs\nVq2KFbNm7RkwYNascaN+7Jg0aeCIEQPQ3ft3cODKkSN37pw5c+fMmTt3bhs3buHCLVtWS5gwbNh6\nDRvmzBlAbdquHTt27dq3bduQIVOm7JsvXwAmUqz47Vs5cuTOnTNn7pw5c+fOhSspThw3bsCSJbt2\nrdiuXcqUZcs27dcvadK+VatWrBgyZN58+QJg9ChScODKkSN37pw5c+fMmTt3rhs2bODAPXumixix\na9eO+fLlzFm2bNSCBZs2jdu1a8WKOXP27dcvAHr38u3r9y/gwIIHgwNXjhy5c+fMmTtnzty5c94m\ngwMnTdorX76kSYvVqlWxYtasPQMGzJo1bv+qjx2TJg0cMWIAZtOuDQ5cOXLkzp0zZ+6cOXPnzm3j\nxi1cuGXLagkThg1br2HDnDnTpu3asWPXrn3btg0ZMmXKvvnyBeA8+vTfvpUjR+7cOXPmzpkzd+5c\nuPzixHHjBgxgsmTXrhXbtUuZsmzZpv36JU3at2rVihVDhsybL18AOHb0CA5cOXLkzp0zZ+6cOXPn\nznXDhg0cuGfPdBEjdu3aMV++nDnLlo1asGDTpnG7dq1YMWfOvv36BQBqVKlTqVa1ehVrVnDguJkz\ndw7sOXPnyJ4zJ04cN27jxn2LFg0aNG7evC1bhg0buHHjtGkDR45cuXLfvoXLlg1AYsWLwYH/42bO\n3DnJ58xVPnfOXLhw27aRIxfOWmhr3sSJu3bNmzdx5cp16xauXOxy376F27YNQG7du71502bO3Dnh\n58ydM25cnDhw4MqVE1cNejVw4sRdu8aNmzhy5LZtE0eOXLly27aBu3YNQHr1679922YOvrlz58yd\ns28/XDht2siREwfQmrVs2cCJE3ftWrdu4siR06YNHDly5cp9+xZu2zYAHDt6/AgypMiRJEsyYybu\n27dz58SJMwfz3Dlw48aFCydO3LRu3bJl6/bs2bdv2rSF06ZNnDhv48Zt2xYunDdt2gBYvYq1WbNx\n4MCdOydOnLmx586BI0fu27dw4ah9+7Zt/xu4atXChevWbdy2bePGgRs3bts2cOC8ZcsGILHixcmS\nifPm7dw5ceLMWT53Lhw5cuDAkSOHDRw4btzAWbMGDhw3buGyZRs37ps4cdiwffu27do1ALx7+162\nbNy3b+fOhQtnLvm5c+HIkQMHbtw4bOHCefMW7to1ceK8eROXLdu4cd7Gjdu2LVw4b9myAXgPP778\n+fTr27+Pnxkzcd++nQN4Tpw4cwXPnQM3bly4cOLETevWLVu2bs+effumTVs4bdrEifM2bty2beHC\nedOmDcBKli2bNRsHDty5c+LEmcN57hw4cuS+fQsXjtq3b9u2gatWLVy4bt3Gbds2bhy4cf/jtm0D\nB85btmwAvH4FmyyZOG/ezp0TJ87c2nPnwpEjBw4cOXLYwIHjxg2cNWvgwHHjFi5btnHjvokThw3b\nt2/brl0DEFny5GXLxn37du5cuHDmPJ87F44cOXDgxo3DFi6cN2/hrl0TJ86bN3HZso0b523cuG3b\nwoXzli0bAOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt3b+H\nH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IMKXIk\nyZImT6JEGCkSsZbOXjr7Vq0aNGjWvHn/U6aMGLFj1qz58pVrKDRot27VypVLmrRgTpMlgwbtGC1a\nAK5izSpJEjJjxqBBixYNnDVr0qRV48aNGDFgwIJFi3brVi5duqZNu3XLFi9e0qQFC4wM2bNnxWjR\nAqB4MWNHjogJE8ZsMjNv06Y9e0atWzdlyogRS2bNmi9ft3z5WrZMFutatZgx2+XLFzFiyZINc+UK\nAO/eviVJKib82TNnzrxRo/bs2TRv3pgxO3ZsmTZtwYL56tUrWjRatHDZsiVNmi9hwpIlixbtWK1a\nAN7Djy9/Pv369u/jDxas2bNn3QB2AzfQm7dv355Zs0aNmjJln4YNU6bMVaFCsGD58vUJ/xMmXryS\nmTIVK9auXcdYsQKwkmXLYcOgRYv27Rs4cOK+5fx2rFq1adN48QI0a1awYKIOHYIFa9iwUIsW5cp1\njBMnV65y5Sp26hQAr1/BBgumrFkzbty8efvWrdu3b9SwYbt2LVkyVMWKIUNmq1GjWbN69bIECVKt\nWsJAgbJlS5cuYatWAZA8mfKwYc2cOfv2DRy4cN68gQMnrVu3bNmQITPFjJkzZ7wWLfLl69gxUIAA\nyZJ1jBOnVq127Tr26hUA48eRJ1e+nHlz58+dOQu2bdu3b+TIfRs3zpy5cdSoceM2btwxU6aECaNW\nq1akSMWKQfv1y5Urad68WbMmTJi1aP8AowEYSLDgs2fEuHELF65cOXDkyJkzBw4atGvXwoUbVqkS\nMWLWbt26dMmYMWnAgK1aJa1bN2nSggWbBg0agJs4czpzBmzbtm7dxo3rNm5cuXLisGHjxk2cOGm4\ncClTlg0YsEuXhAmD1qvXqVPKrFmLFs2XL2rNmgFYy7bts2fEuHEDB44cOW/jxpkzN44bt2/fyJGz\nxosXNGjfevWCBOnYsWu7dnHiBC1btmnTggWzFi0agM+gQ4seTbq06dOonTkLtm3bt2/kyH0bN86c\nuXHUqHHjNm7cMVOmhAmjVqtWpEjFikH79cuVK2nevFmzJkyYtWjRAGjfzv3ZM2LcuIX/C1euHDhy\n5MyZAwcN2rVr4cINq1SJGDFrt25dumTMmDSAwICtWiWtWzdp0oIFmwYNGgCIESU6cwZs27Zu3caN\n6zZuXLly4rBh48ZNnDhpuHApU5YNGLBLl4QJg9ar16lTyqxZixbNly9qzZoBIFrU6LNnxLhxAweO\nHDlv48aZMzeOG7dv38iRs8aLFzRo33r1ggTp2LFru3Zx4gQtW7Zp04IFsxYtGgC8efXu5dvX71/A\ngaNFA6dN27lz3ryZI0fu3Dlr48ZlyzZuXKlhw2zZwjbK8yhatKIFCyZMmLRu3bRpy5aNW7VqAGTP\npi1NWrhu3c6dAwfuXLly584xAwdu/9o0cOAywYLlypU1Vapu3erVa1qvXr58Ndu2LVs2a9a2TZsG\nwPx59NGifcuW7dy5b9/OkSN37hw2cuS8eSNHbhdAadKIEdOGCtWsWbJkOcOFq1atY9WqXatYUZo0\nABo3cpQmLdy2befOfft2jhy5c+emjRvXrVu5crWuXTNmDFymTLduwYJlzZUrWbKOYcOm7ai2bdSo\nAWjq9CnUqFKnUq1qNVo0cNq0nTvnzZs5cuTOnbM2bly2bOPGlRo2zJYtbKPmjqJFK1qwYMKESevW\nTZu2bNm4VasG4DDixNKkhevW7dw5cODOlSt37hwzcOCmTQMHLhMsWK5cWVOl6tatXv+9pvXq5ctX\ns23bsmWzZm3btGkAdvPuHS3at2zZzp379u0cOXLnzmEjR86bN3LkdkmTRoyYNlSoZs2SJcsZLly1\nah2rVu0aevTSpAFo7/69NGnhtm07d+7bt3PkyJ07Nw3guHHdupUrV+vaNWPGwGXKdOsWLFjWXLmS\nJesYNmzaOGrbRo0aAJEjSZY0eRJlSpUrpUm7Fi4cOXLlyp0zd9McOXPmqFHbto2WM2eYMPnq0+fX\nr06dgrlyde1asG1Tt40b1+3bNwBbuXadNk2bOHHlypkzd85cWnPizJljxkybNlHQoEWKNAwRImXK\nRo0qpkpVtWq5sGGrVm3cuG3fvgH/cPwYsjRp1sKFI0euXLlz5jibK2fO3LZt3bodu3ZNlapikiQF\nC6ZJEy5QoJQpwyVNWrVq3rxp8w0AeHDh06ZlEyeuXDlz5s6Zc+783Llt2759Q/bt26tX0AQJSpbM\nkiVjihRJkzbLmrVo0cCB08aNGwD58+nXt38ff379+6VJuwYwXDhy5MqVO2cuoTly5sxRo7ZtGy1n\nzjBh8tWnz69fnToFc+Xq2rVg20puGzeu27dvAFq6fDltmjZx4sqVM2funLmd5sSZM8eMmTZtoqBB\nixRpGCJEypSNGlVMlapq1XJhw1at2rhx2759AwA2rFhp0qyFC0eOXLly58y5NVfO/5y5bdu6dTt2\n7ZoqVcUkSQoWTJMmXKBAKVOGS5q0atW8edMGGYDkyZSnTcsmTly5cubMnTMHGvS5c9u2ffuG7Nu3\nV6+gCRKULJklS8YUKZImbZY1a9GigQOnjRs3AMSLGz+OPLny5cybY8MGrlu3c+fMWffmrVw5V8GC\nsWLFiFEFChSYMDFx4UKDBmTIvHi/YkWlJ0/WrEGDhtmkSQD6+wcIQCCAbdvGfft27pw5ht++mTPX\nJ1SoU6fChHnAgEGWLCkkSHDggAwZGiVKiBChyIgRK1a2bGG2aBEAmjVtYsP2bdu2c+fK/fz27dw5\naMyY9eqVKlULFiy6dJmBAcOCBf9kyNBo0WLECEVJkvjx06fPsUyZAJxFm1abtnDcuJ07Z07ut2/n\nzhE7dmzXLlKkNLRoIUbMCwUKDBiQIqXEhQsOHAwiQuTMmS5dimnSBEDzZs6dPX8GHVr06HDhqJEj\nV66cOdasz53jpk2bMmXJkg1x4SJOHDInTtiwwYkTIj58AAEa1qyZMmXIkHW7dg3AdOrVxYnDVq6c\nOXPnvJszd+5cM2bMYsUCBgzHiBF16oBRoYIGDU6cHK1Z06ePr2LFggEMJkxYtmrVACBMqBAcOGjk\nyJUrZ27ixHPnxIULd+2aNWt/1KiJFElQjhw1avjx4yZMmDVrZPHiRYxYsWLWokX/A6BzJ89w4aSR\nI2fO3Llz5o6eOxeuW7dq1bZtG3PkSKRIizRo4MCBDJk1SZJYsVLLly9hwoYN03btGoC2bt/CjSt3\nLt26dsOFo0aOXLly5v7+PXeOmzZtypQlSzbEhYs4ccicOGHDBidOiPjwAQRoWLNmypQhQ9bt2jUA\npk+jFicOW7ly5sydi23O3LlzzZgxixULGDAcI0bUqQNGhQoaNDhxcrRmTZ8+vooVCxZMmLBs1aoB\nyK59Ozhw0MiRK1fOHHny586JCxfu2jVr1v6oURMpkqAcOWrU8OPHTZgwawCukcWLFzFixYpZixYN\nQEOHD8OFk0aOnDlz586Z03ju/1y4bt2qVdu2bcyRI5EiLdKggQMHMmTWJElixUotX76ECRs2TNu1\nawCABhU6lGhRo0eRJtWmzdy4cefOgQN3zpy5c+dQrVrly9emTRYWLIgRo8SLFwsWOHGiZNEiKVJi\nFSv27JkvX9iiRQOwl2/fbt3OkSN37hw4cOcQI4aTJ8+jR2zYLDBgwISJFDp0XLhw5YqROnVq1PiE\nC5cyZbt2WWvWDEBr16+zZTMnTty5c+LEndOtmxgzZtWqCRMWRIOGKlV4wIDx4IEQITPGjClRQhIn\nTsiQCRMmLVkyAN/Bh9+2zZw4cefOiRN3zpy5c+d8BQtGjdqxYyQ0aJgyRQgFCv8AEyRQoWKFEycZ\nMhDixOnYsWDBrDFjBqCixYsYM2rcyLGjR23azI0bd+4cOHDnzJk7dw7VqlW+fG3aZGHBghgxSrx4\nsWCBEydKFi2SIiVWsWLPnvnyhS1aNABQo0rt1u0cOXLnzoEDd65rVzh58jx6xIbNAgMGTJhIoUPH\nhQtXrhipU6dGjU+4cClTtmuXtWbNAAgeTDhbNnPixJ07J07cucePiTFjVq2aMGFBNGioUoUHDBgP\nHggRMmPMmBIlJHHihAyZMGHSkiUDQLu27W3bzIkTd+6cOHHnzJk7d85XsGDUqB07RkKDhilThFCg\nkCCBChUrnDjJkIEQJ07HjgX/C2aNGTMA6NOrX8++vfv38OODm2/O3Ln7+PGTK1eOGTOA06YRyZTJ\ni5dEGzYQIpQnTy06dKxZ86VNGzZs5cqB4wjA40eQ4kSaM3fO5MmT3siRw4Xr2bMUixZt2bLIggVK\nlPDgoSVGjDNnr6ZNQ4aMHLlu3rwBYNrU6bdv3cqVO3fOnLlzWbOWM2du2zZw4Czt2tWnz6UWLRAh\nkiPnEhcutWqNOnZs2TJw4LhlywbA71/A4ASXK3fO8OHD5s6d27YNHLhG0qQFCpSqQgVChL588VSj\nBi1al549I0Zs3DhuqQGsZt3a9WvYsWXPpi1OnDly5M7t3m3O3LlzzqhRs2bN/40bFAsWSJK0AAUK\nBgwqVapw5AgQIMOsWAEEaM8eb58+ASBf3vy4cebKlTvXvr05c+fO2dq1y5kzFiw0HDhQqBBABSFC\nLFjw6ROFHDlMmKgVJMiePXTobJMkCQDGjBrBgSMnTty5kCHNmTt3Dty3b9y4tWo1hQWLTp0skCBx\n4AAgQA1w4FChwlSPHpYs4cFzDRQoAEqXMg0Xrty4ceemTjVn7ty5bd+2flOlagUJEqZMQYgQ4cAB\nRowUpEghQUIoFy7q1JkzJ5smTQD28u3r9y/gwIIHExYnzhw5cucWLzZn7tw5Z9SoWbPmxg2KBQsk\nSVqAAgUDBpUqVThyBAiQYf9WrAACtGePt0+fANCubXvcOHPlyp3r3ducuXPnbO3a5cwZCxYaDhwo\nVEhBiBALFnz6RCFHDhMmagUJsmcPHTrbJEkCYP48enDgyIkTd+79e3Pmzp0D9+0bN26tWk1hwQJg\np04WSJA4cAAQoAY4cKhQYapHD0uW8OC5BgoUAI0bOYYLV27cuHMjR5ozd+7ctm8rv6lStYIECVOm\nIESIcOAAI0YKUqSQICGUCxd16syZk02TJgBLmTZ1+hRqVKlTqZIjt82cuXNbuXLtFi3aqlW+fGmI\nEAFH2g0bYMBQpEiOI0eLFi27dk2aNGjQvnnzBgBwYMHlynUzZ+5c4sTmzJ3/O3csWLBDh3DhqvDg\ngQ4dM0CAePGiUKE8cuTAgdPLmLFly4wZ68aNGwDZs2mPG3fNXG5z53j3PkcuXLhq1ahRK9OkiRw5\nZFI0T8GGjRY009HI8uUrWTJgwLBVqwYAfHjx48ZdM2fuXHr16suNG3ft2rZtUmjQyJLFjAMHFSoY\nMQKQCg4cR464mjUrWbJhw7ZhwwYgosSJFCtavIgxo0Zy5LaZM3cupEiR3aJFW7XKly8NESLgeLlh\nAwwYihTJceRo0aJl165JkwYN2jdv3gAYPYq0XLlu5syde/rUnLlz544FC3boEC5cFR480KFjBggQ\nL14UKpRHjhw4cHoZM7Zs/5kxY924cQOAN6/eceOumftr7pzgwefIhQtXrRo1amWaNJEjh0yKySnY\nsNGCJjMaWb58JUsGDBi2atUAmD6Nety4a+bMnXsNG3a5ceOuXdu2TQoNGlmymHHgoEIFI0ao4MBx\n5IirWbOSJRs2bBs2bACqW7+OPbv27dy7ewcH7pw5c+fOlSt3Ln36XLhw9eq1aBGEBg1MmChBg8aE\nCV++rAF46lScOMSePbNmjRq1cNeuAYAYUeK4cefMmTt3rly5cx07OvrzhxUrJUokFCgAAgSKEyca\nNKhShUukSFOm3FKmTJo0Z868WbMGQOhQot68nStX7ty5cuXOPX06jdtUbv/KlBFZscKNmxs0aGDA\nwISJEkWKihRBVasWNGjKlGWDBg3AXLp1wYE7V67cuXPlyp0DDNgZNWrbtkmTRmLChCZNYEiQgABB\nihQrrFj58IGRK1fLljFjlg0aNAClTZ9GnVr1atatXYMDd86cuXPnypU7lzt3Lly4evVatAhCgwYm\nTJSgQWPChC9f1pw6FScOsWfPrFmjRi3ctWsAvH8HP27cOXPmzp0rV+7c+vWO/vxhxUqJEgkFCoAA\ngeLEiQYNqgCswiVSpClTbilTJk2aM2ferFkDIHEiRW/ezpUrd+5cuXLnPn6cxm0kN2XKiKxY4cbN\nDRo0MGBgwkSJIkVFiqD/qlULGjRlyrJBgwZgKNGi4MCdK1fu3Lly5c5BheqMGrVt26RJIzFhQpMm\nMCRIQIAgRYoVVqx8+MDIlatly5gxywYNGoC6du/izat3L9++fsUBNmfuHOHChb+NG2fLFjFiErBg\nyZEjjgMHb9548dIKDRpq1Gpt2wYNWrly38SJA6B6NWtyrs/Bji37XDRv3kaNkiULgREjNGikceCg\nTJkrV1xRocKMGatr15IlK1fOW7hwAK5jzx5uuzlz576DB29u/LZt2bKNefXKjBk+ESK8eZMlC6Uj\nR169ynTs2LBh4QCG07ZtGwCDBxGKEzfOnLlzDyFCNHfuXLZs3LjhAAWq/0mTOwMG4MABBIigEiVE\niVK0bFmuXOLEWePGDUBNmzdx5tS5k2dPn+PGmStX7lzRouXKnTvnKVasXr0gQEAQIMCYMQMoUHDg\nYNEiCTNm/Phxq0mTL1/AgOkmSBAAt2/hlit3zpy5c3fvmjN37pykRIl69UKAwECAAGTICJAgAQGC\nQIEepEjBgoUsHDi6dMGCZRshQgBAhxYtTpw5cuTOpU5tzty5c95ga9PGiZOKChUwYUJgwcKBA4gQ\nKfDhAwUKVzt25MkDB841SZIARJc+nRw5c+XKndOu3Zy5c+eoadPWrZsaNRQWLKhUScCBAwECjBkz\nYMIEBgxKnTixZo0WLf8AqT16BKCgwYMIEypcyLChw3HjzJUrd65ixXLlzp3zFCtWr14QICAIEGDM\nmAEUKDhwsGiRhBkzfvy41aTJly9gwHQTJAiAz59Ay5U7Z87cuaNHzZk7d05SokS9eiFAYCBAADJk\nBEiQgABBoEAPUqRgwUIWDhxdumDBso0QIQBw48oVJ84cOXLn8uY1Z+7cOW+AtWnjxElFhQqYMCGw\nYOHAAUSIFPjwgQKFqx078uSBA+eaJEkAQoseTY6cuXLlzqlWbc7cuXPUtGnr1k2NGgoLFlSqJODA\ngQABxowZMGECAwalTpxYs0aLFmqPHgGYTr269evYs2vfzr1cuW7mzJ3/Gz/enLlz54bhwkWI0KlT\nBhQoOHFCRIQILVrcuYOnTx+AfPgco0bt2bNjx7gtBNDQ4UNz5sKdo1jxnDlz586lEiUKDJhKlQIc\nOJAixQUHDkyYYMNGjRkzb94Ea9Zs2TJhwrht2wbA50+g5MhpM2fu3FGkSMmBA+fMWbNmN1Kk0KED\nCQUKHDicOXNky5YzZ17t2mXMmDBh2ahRA9DW7dty5bido1vX7rlw3LgFC3bsmAUIEEqUSAEAQIIE\nNGisAAFChgxUrVoFC1arVjZt2gBs5tzZ82fQoUWPJl2uXDdz5s6tXm3O3Llzw3DhIkTo1CkDChSc\nOCEiQoQWLe7cwdOn/w8fPseoUXv27NgxbtEBTKde3Zy5cOe0bz9nzty5c6lEiQIDplKlAAcOpEhx\nwYEDEybYsFFjxsybN8GaNVu2TBhAYdy2bQNg8CBCcuS0mTN37iFEiOTAgXPmrFmzGylS6NCBhAIF\nDhzOnDmyZcuZM6927TJmTJiwbNSoAahp82a5ctzO8ezp81w4btyCBTt2zAIECCVKpAAAIEECGjRW\ngAAhQwaqVq2CBatVK5s2bQDGki1r9izatGrXshUn7pw5c+fOlSt37u7dQVOmTJpkxIgCAQIsWJgQ\nIoQBA1WqYJEk6csXXtCgOXNGjJg3atQAcO7smRy5c6JFlyt37vRpNP9FilCilCLFAgECPHhwAAIE\nAgRJkvxQpIgHj1jHjjVrZsyYN2nSADBv7hwcuHPmzJ07Z87cuezZp2HDVq0aMWInHjzIkaMCCRIG\nDDBhguPOnSFDRtmyxYyZMWPZnj0D4B8gAIEDAYQLd86cuXPnzJk79/Chsl27nDmjRQvCgQMuXERI\nkCBAgA0bHty44cCBHU+ekCFLlmwbM2YAaNa0eRNnTp07efYk9/NcUKFDz1kTJ44UKWDADkCBwoIF\nFgYM7Njx4sXVmjXWrOXatk2ZsnLluoEDBwBtWrXlypE79xZu3HPIvHmLFClWLAE4cLhwkcWBgzRp\nunQZ5cSJMmWvqlX/I0aMHDlt374BsHwZszhx4cyZO/cZNOhy5sxRoyZNmg06dJAg0YIAARUqXLgY\nOnLk1i1SypQVKyZOXLZt2wAUN358XHJz5s41d+6cnDlz0KBNm4aBDh0aNNQAAPDiBQ4cfTRoCBUq\nULJkvHiRI6eNGzcA8+nXt38ff379+/mT8w/wnMCBBM9ZEyeOFClgwA5AgcKCBRYGDOzY8eLF1Zo1\n1qzl2rZNmbJy5bqBAwcgpcqV5cqROwczpsxzyLx5ixQpViwBOHC4cJHFgYM0abp0GeXEiTJlr6pV\nI0aMHDlt374BuIo1qzhx4cyZOwc2bNhy5sxRoyZNmg06dJAg0YIA/wEVKly4GDpy5NYtUsqUFSsm\nTly2bdsAGD6MeJxic+bOOX78mJw5c9CgTZuGgQ4dGjTUAADw4gUOHH00aAgVKlCyZLx4kSOnjRs3\nALRr276NO7fu3bx7kyN3rly5c8SJmzN37tymUaN27XrwQIIAAWvWDNCgoUGDR4845MgRJAgvIkTE\niDFjhlugQADau39frtw5c+bO2bdfrty5c5L48AG4a9eCBRMIEFCjJgAGDA8eTJqEQYeOGjV4+fCR\nJs2WLdn8+AEQUuRIceLKkSN3TqXKcuXOnZtmzVq0aGTIoHjwYM4cABo0HDgQKFCDIEF69HgFBQoh\nQnToWKtUCcBUqv9VyZEzV67cOa5czZk7d86ZNWvXrlGh8mDBAjx4ABw4IEDAoEEARIh48ICVCBFx\n4pAhkw0RIgCFDR9GnFjxYsaNHZMjd65cuXOVK5szd+7cplGjdu168ECCAAFr1gzQoKFBg0ePOOTI\nESQILyJExIgxY4ZboEAAfP8GXq7cOXPmzh0/Xq7cuXOS+PDZtWvBggkECKhREwADhgcPJk3CoENH\njRq8fPhIk2bLlmx+/ACAH1++OHHlyJE7lz9/uXLnzgGcZs1atGhkyKB48GDOHAAaNBw4EChQgyBB\nevR4BQUKIUJ06FirVAkAyZImyZEzV67cuZYtzZk7d86ZNWvXrlH/ofJgwQI8eAAcOCBAwKBBAESI\nePCAlQgRceKQIZMNESIAVq9izap1K9euXr+WK/fNnLlzZs2aM3funCtZsr58IUUqwYIFJUqMmDBB\nhow3b/4QIjRoEK9nz44dQ4YsmzZtAB5DjlyuHLhzli+fK1fu3DlNsmQ9ecKJU4IHD0iQSEGBggwZ\nbdq8UaMGDx5cx44Ry01MW7ZsAH4DD06O3DZz5s4hT57827VrtWoJE5Zi+osXPy5ckCEDDRovY8bg\nwaOKGLFjx4gRq0aNGoD27t+TI9fNnLlz9u/f97ZtW6xYxAASe8CBw4gRLQYMuHBBhgwcKVIUKULK\nlatixXr1upYt/xsAjx9BhhQ5kmRJkyfLlftmztw5ly7NmTt3zpUsWV++kCKVYMGCEiVGTJggQ8ab\nN38IERo0iNezZ8eOIUOWTZs2AFexZi1XDtw5r1/PlSt37pwmWbKePOHEKcGDByRIpKBAQYaMNm3e\nqFGDBw+uY8eIBSamLVs2AIcRJyZHbps5c+cgR4787dq1WrWECUux+cWLHxcuyJCBBo2XMWPw4FFF\njNixY8SIVaNGDUBt27fJketmztw5379/e9u2LVYsYsQecOAwYkSLAQMuXJAhA0eKFEWKkHLlqlix\nXr2uZcsGgHx58+fRp1e/nn17ceLOmTN37ly5cufw40cEBownT/8Af/yYECBAiRIaZMhQoCBNGi+Q\nIC1ZsmvZMmXKihXb1qwZgI8gQ44bd86cuXPnyJE7x5KlnShRPn2aMeNCgAAqVHB48WLBgjJloiBC\n1KRJrmLFmjULFozbs2cAokqd+u3buXLlzp0rV+6cV6/FePF69kyUqBsWLCxZAuLGDQQIyJABwoiR\nFSuxcOFSpkyYsG3NmgEYTLgwOHDnzJk7d86cuXOQIe/ChYsaNVCgPjhw0KRJhgoVCBDAgaPCkycU\nKEhq1cqZs169uEmTBqC27du4c+vezbu373Hjwpkzd+6cOXPnzJkrV26VMmVw4Pz5Q0CDBhAgjmTI\nYMUKGDCgzJj/OXbM1LVrwYKBA3dt2zYA8OPLHzcunDlz586ZM3fOnDmA5Mh9AgbMjp1BgwaMGHHi\nhJMPH6RIAQNGkhUruHB5cubMl69w4axt2wbA5EmU4cJ5M2fu3Dlz5s7NNGcO3Ldvw4bNmvWCC5ck\nSZSMGBElChkyhNKkmTUr07FjwYJ582YNGzYAWbVuFScunDlz58SOHfsNHLhdu2jRmoADhwoVQwoU\nAAECBowyIkRIkoSIGLFdu8SJo9atGwDEiRUvZtzY8WPIkceNC2fO3Llz5sydM2euXLlVypTBgfPn\nDwENGkCAOJIhgxUrYMCAMmPm2DFT164FCwYO3LVt2wAMJ158/9y4cObMnTtnztw5c+bIkfsEDJgd\nO4MGDRgx4sQJJx8+SJECBowkK1Zw4fLkzJkvX+HCWdu2DcB9/PnDhfNmzhzAc+fMmTtn0Jw5cN++\nDRs2a9YLLlySJFEyYkSUKGTIEEqTZtasTMeOBQvmzZs1bNgAsGzpUpy4cObMnatp0+Y3cOB27aJF\nawIOHCpUDClQAAQIGDDKiBAhSRIiYsR27RInjlq3bgC2cu3q9SvYsGLHkiVHzhw5cufWnjMXLhw4\ncF1evNCjBwCABgQINGkCwIIFBAjo0MEwZAgNGq6MGPHjx4qVaXnyAKhs+TI5cubIkTt3zhxoceK6\ndduCAwcfPv8AADgQIGDKlAAaNCRIAAhQByhQaNCAdeRInz5UqESrUwcA8uTKxYkjN27cuejnzI0b\nd+6cNFu2jh3DgaOGBQt06BxYseLBA0KEQHz5IkTIKS5cKlWCAweaIUMA9vPvPw7guHIDzxUsWK7c\nuXO/QoXixatECQkKFGzZEmDBggEDtGgpIEKEBg2pYsQwY8aKlWdu3ABw+RJmTJkzada0eZMcOXPk\nyJ3zec5cuHDgwHV58UKPHgAAGhAg0KQJAAsWECCgQwfDkCE0aLgyYsSPHytWpuXJAwBtWrXkyJkj\nR+7cOXNzxYnr1m0LDhx8+AAA4ECAgClTAmjQkCABIEAdoED/oUED1pEjffpQoRKtTh0Amzl3FieO\n3Lhx50ifMzdu3Llz0mzZOnYMB44aFizQoXNgxYoHDwgRAvHlixAhp7hwqVQJDhxohgwBcP4c+rhx\n5aifs269XLlz536FCsWLV4kSEhQo2LIlwIIFAwZo0VJAhAgNGlLFiGHGjBUrz9y4AQAQgMCBBAsa\nPIgwoUKF5MhxMwfR3Llz5siRGzeOUZ8+c+aIESNBgwYkSFDEiPHiRaFCff784cNHF7KZyHz5ulat\nGoCdPHuWK9fNnNCh5ciRCxduDhw4a9Zw4eKAA4cjR1jo0BEjBiFCd/z4uXNnV7BgxIjp0nWtWjUA\nbNu6HTfu/1q5cubMnTtnrlw5c+awJUuGCxcrVkeKFIkT54gOHUiQDBpUhxEjQoRyHTvGjFmwYNeo\nUQMAOrRocuSymTN3LvU5c6xZXxMmbNYsUKAyqFAxZUoKCRJAgMCCRciRI1iwtKpVixgxW7ayWbMG\nILr06dSrW7+OPbv2cOHOmTN37hw4cObOmT/H5sgRV66ECOkQIYIePSqyZNmxAxWqRZEi3QF4R1m0\naL9++fLVbdkyAA0dPgwX7pw5c+fOfftm7tw5c+bwePFCixYOHBwgQNizx4YWLT58tGpl6dKlPn2Y\nNWsWLJgvX92UKQMQVOhQb97OlSt37pw4ceecOvVFjFi2bP+/fo2ZMqVWrTNq1HjxcuvWplKlQIFq\nBg3asWPEiHFDhgzAXLp1wYE7Z87cuXPlyp0DDDjXrFnSpHHi9KJDB0uWXvDgESKEJ09M+vSBAkXY\nr1/AgPHixQ0ZMgClTZ9GnVr1atatXYcLd86cuXPnwIEzd073OTZHjrhyJURIhwgR9OhRkSXLjh2o\nUC2KFOnOHWXRov365ctXt2XLAHwHHz5cuHPmzJ079+2buXPnzJnD48ULLVo4cHCAAGHPHhtatAD0\n4aNVK0uXLvXpw6xZs2DBfPnqpkwZgIoWL3rzdq5cuXPnxIk7J1KkL2LEsmX79WvMlCm1ap1Ro8aL\nl1u3NpX/KgUKVDNo0I4dI0aMGzJkAI4iTQoO3Dlz5s6dK1fuHFWquWbNkiaNE6cXHTpYsvSCB48Q\nITx5YtKnDxQown79AgaMFy9uyJAByKt3L9++fv8CDixYHGFz5s6dM2fuHGPG2caN69Vr2rQ5x459\n+gRt06Zt23796kaM2LhxzcKF27bNnDlw3rwBiC179rja5sydy61btzZx4oIFo0atzLFjnDgxy5SJ\nG7dgwbYdOzZuHDRx4rJlM2fOW7duAL6DDw8OXDhz5s6dM2fuHHv25MyZ8+YtXLhg2rQBA1YtVqxt\n2wAWK5Zt2bJx46iFC9etW7ly4LZtAzCRYsVw4cSZM3eO/2PHjuXOncOGDRw4TdSovXo1TZCgatVu\n3cJmy5Y4ccjChdOmzZw5bz8BBBU6lGhRo0eRJlUqjqk5c+fOmTN3jirVbOPG9eo1bdqcY8c+fYK2\nadO2bb9+dSNGbNy4ZuHCbdtmzhw4b94A5NW7d1xfc+bOBRYsWJs4ccGCUaNW5tgxTpyYZcrEjVuw\nYNuOHRs3Dpo4cdmymTPnrVs3AKdRpwYHLpw5c+fOmTN3jjZtcubMefMWLlwwbdqAAasWK9a2bcWK\nZVu2bNw4auHCdetWrhy4bdsAZNe+PVw4cebMnRM/fny5c+ewYQMHThM1aq9eTRMkqFq1W7ew2bIl\nThyycP8Aw2nTZs6ct4MAEipcyLChw4cQI0oEB64cOXLnzpkzd86cuXPnpkmT5s3brVugePGCBo3X\nrl3QoGnThi1YsGzZumnTFiwYNGjhdu0CQLSo0XDhypEjd+6cOXPnzJk7d45atGjdusWK9enVK2jQ\nZPXqtWxZtmzUggW7dq3btm3EiEGDBi5YMAB48+r15o2cOHHnzpkzd86cuXPnwokTFy4cN27FkCG7\ndm1ZsGDLlmXLZq1YsWzZunnzxoxZtWrfhg0DwLq1a3DgypEjd652bXPmzp0T9+2bOHHZssnSpStb\nNlauXPnyNW3asV69pk3jli1bsGDQoIHr1QuA9+/gw4v/H0++vPnz4MCVI0fu3Dlz5s6ZM3fu3DRp\n0rx5u3ULFC+AvKBB47VrFzRo2rRhCxYsW7Zu2rQFCwYNWrhduwBs5NgxXLhy5MidO2fO3Dlz5s6d\noxYtWrdusWJ9evUKGjRZvXotW5YtG7Vgwa5d67ZtGzFi0KCBCxYMwFOoUb15IydO3Llz5sydM2fu\n3Llw4sSFC8eNWzFkyK5dWxYs2LJl2bJZK1YsW7Zu3rwxY1at2rdhwwAMJlwYHLhy5MidY8zYnLlz\n58R9+yZOXLZssnTpypaNlStXvnxNm3asV69p07hlyxYsGDRo4Hr1AlDb9m3cuXXv5t3bNzhw28yZ\nO1f8/5w55OfOlfPmTZq0cOG2QYMmTVq3cOGqVevWTRw5ct26gStXvty3b+G4cQPQ3v17cOC4mTN3\nzv45c/nPnSvnzRvAadPAgdPGjBk0aNzChatWbds2ceTIceMWrhzGct++iePGDQDIkCK9ectm7qS5\nc+fMnWt5zty4ceDAkSM3zpo1bdrCjRs3bVq3buLKldOmLRw5cubMffsWbts2AFKnUgUHbps5c+e2\ncu0qTpw3b+TIgatWTZq0b968NWt27Vq4ceO0aftW7m45cHq5cQPg9y/gwIIHEy5s+HCzZuPAgTt3\nDhw4c5LPnesmTly3bt68QfPmbdu2b9SoiRPnzds4bf/axo37Nm4cN27ixHnDhg0A7ty6nTkbBw7c\nuXPixJkrfu6ct3DhunXjxq3Ztm3atHWjRg0cOG/exnXrNm4cOHLkuHETJ+6bNm0A1rNvjwxZuG7d\nzp0DB84c/nPnxJEjFw5gOHLktoULx41bOGzYxInz5m0cN27jxn0jR44bN3HivGHDBgBkSJHPnpEL\nF+7cOXLkzrVsKa5cOXHixo2r5s3btm3dpEn79o0bN3HatIULB44cuW3bwoXzdu0aAKlTqVa1ehVr\nVq1bmzUbBw7cuXPgwJkze+5cN3HiunXz5g2aN2/btn2jRk2cOG/exmnTNm7ct3HjuHETJ84bNmwA\nGDf/duzM2Thw4M6dEyfOXOZz57yFC9etGzduzbZt06atGzVq4MB58zauW7dx48CRI8eNmzhx37Rp\nA/AbeHBkyMJ163buHDhw5pifOyeOHLlw4ciR2xYuHDdu4bBhEyfOm7dx3LiNG/eNHDlu3MSJ84YN\nGwD58+k/e0YuXLhz58iROwfwnMBz4sqVEydu3Lhq3rxt29ZNmrRv37hxE6dNW7hw4MiR27YtXDhv\n164BOIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKta\nvYo1q9atXLt6/Qo2rNixZMuaPYs2rdq1bNu6fQs3/27OR4+QHTv27Bk0aOCsWZs27dq3b8uWGTOm\nzJq1XYxx4Xr27JbkXbuiRSMmTFiyZM2aFZs1C4Do0aQfPTJWrFizZs6cgaNGbdo0a926IUM2bJgw\nadJq1cIFnBkzWbJq4cL17Bmw5ceOOXNGjBYtANSrW4cEiZh2Z9ydfatWjRq1a968OXN27FgzbNiA\nAesFX5o0XLhu7dolTdqvYMGQIQPozNkxWbIAHESYUJKkZMeORYMYLZw1a9OmYQsXjhkzZMiYZcv2\n61cwXrymTatVS9etW9So9QoWDBmyaNGO2bIFQOdOnj19/gQaVOjQYcOcRYsGDly4cOK+fQsXTlo2\nqv/ZihVzBAzYsWOo+vR59QoYsEiPHt26hSxUKFeuatUiduoUALp17Q4b1ixatG/fwIET9+2bN2/L\nqFGrVo0YsUa8eBEj9okPH1GiePHSlCiRLFnEPHlSpYoWrWGiRAFAnVp1sGDNXHfr5s1buG/fwIHL\n1q2bNm3SpM1SpowZs12UKO3aRYyYKEeOatUiBgpUrFi3bhFjxQrAdu7diRF7Fi3at2/hwo379i1c\nuGbbtmnTliyZp2bNnj3DBQiQLVvIkAHMFChQrVrHQIFSpYoXL2SsWAGIKHEixYoWL2LMqBEaNGHc\nuIULV64cOHLkzJkjhw1bt27kyC07derYsWu7djH/YkSMmDNfvk6dqtatGzVqvHhVa9YMANOmTp05\nE8aNGzhw5MiBI0fOnDlx2LBp0yZOHLFTp4gRk6ZLlyJFxYpB27UrVChp3LhJk9ar17RmzQAADiy4\nWbNg27aBA0eO3Ldy5cyZI8eNGzhw5Mhd8+XLmbNuvnxhwlSsWDVfvjx5mrZtmzRpvXpRa9YMAO3a\ntqFBM9atmzhx5cp9I0fOnLlx2rR580aO3LFVq5Qp88aLFyFCxIhRo0ULFChp3LhNm+bLF7Zq1QCg\nT69+Pfv27t/Djw8NmjBu3MKFK1cOHDly5gCaI4cNW7du5MgtO3Xq2LFru3YxYkSMmDNfvk6dqtat\n/xs1arx4VWvWDEBJkyedORPGjRs4cOTIgSNHzpw5cdiwadMmThyxU6eIEZOmS5ciRcWKQdu1K1Qo\nady4SZPWq9e0Zs0AZNW6tVmzYNu2gQNHjty3cuXMmSPHjRs4cOTIXfPly5mzbr58YcJUrFg1X748\neZq2bZs0ab16UWvWDEBjx4+hQTPWrZs4ceXKfSNHzpy5cdq0efNGjtyxVauUKfPGixchQsSIUaNF\nCxQoady4TZvmyxe2atUABBc+nHhx48eRJ1c+bVo4btzOnQMH7ly5cufOSRs3jhu3ceNOHTu2a1c1\nU6ZixbJlS5ov976cbduWLZs1a9mkSQOwn39/af8ApYnjxu3cuW/fzpUrd+4cNXHitGkLF07Ur1+3\nbk0jRQoWLFy4oPnytWsXs2zZsGGrVi0bNGgAYsqcCQ2aN2zYzp379u0cOXLnznUrVw4cOHPmdFWr\nduwYN1CgZMmqVYsaL164cB3Dhi1bNmzYtEmTBqCs2bPTpoXr1u3cOXDgzpEjd+5cNHLkuHErV47U\ns2e7dnkjRIgUqVKlqJUqBQsWMW3asmXz5q0bNWoAMmvezLmz58+gQ4ueNi0cN27nzoEDd65cuXPn\npI0bx43buHGnjh3btauaKVOxYtmyJc2XcV/Otm3Lls2atWzSpAGYTr26NGniuHE7d+7bt3Plyp3/\nO0dNnDht2sKFE/Xr161b00iRggULFy5ovnzt2sUsWzaA2LBVq5YNGjQACRUuhAbNGzZs5859+3aO\nHLlz57qVKwcOnDlzuqpVO3aMGyhQsmTVqkWNFy9cuI5hw5YtGzZs2qRJA9DT589p08J163buHDhw\n58iRO3cuGjly3LiVK0fq2bNdu7wRIkSKVKlS1EqVggWLmDZt2bJ589aNGjUAceXOpVvX7l28efVS\no7ZNnLhy5cyZO2fOsDly5sxRo7Zt261s2Tp1MrZoUbFimDAFAwVKmjRf2LBVqxYuHLdu3QCsZt16\n2rRs4sSVK2fO3Dlzuc2RM2dOmrRt22RVq+bJ/xMxQoSOHatUSdinT9as6bp2bdo0ceK0ceMGwPt3\n8NCgVQMHjhy5cuXOmTN37py5c+e+fQMHLlq4cLJkPcuUaRnAZZw4+bp06dmzW9SoSZMGDpw2btwA\nUKxokRq1beLElStnztw5cyLNkTt3rlq1b99qdev26dOyMmWKFVu0aBgdOs6crapW7dmzceO0ffsG\n4CjSpEqXMm3q9ClUatS2iRNXrpw5c+fMcTVHzpw5atS2bbuVLVunTsYWLSpWDBOmYKBASZPmCxu2\natXChePWrRuAwIIHT5uWTZy4cuXMmTtn7rE5cubMSZO2bZusatU8eSJGiNCxY5UqCfv0yZo1Xf/X\nrk2bJk6cNm7cANCubRsatGrgwJEjV67cOXPmzp0zd+7ct2/gwEULF06WrGeZMi1bxomTr0uXnj27\nRY2aNGngwGnjxg0A+vTqqVHbJk5cuXLmzJ0zZ98cuXPnqlX79g1grW7dPn1aVqZMsWKLFg2jQ8eZ\ns1XVqj17Nm6ctm/fAHT0+BFkSJEjSZY0qU2buG7dzp0z9/LbN3PmPOnS5cqVIEENHDioUkWFAwcL\nFpQp46JDBw4cHBEhMmYMFy7KFi0CcBVrVm7cxoEDd+6cObHfvpkzd6pWLVy4CBGyQIFCmTIxKlRg\nwIANmxcpUogQIYkJkzCDwyhLlAhAYsWLsWH/+6ZN27lz5iiDA3fuHDbNxIgFC/YCCZI7d3xIkJAg\nARgwMEKE0KBhEBEiYMCoUVOMEiUAu3n35sZtnDdv586ZM+7NmzlzmYgRa9XKkaMHHTpcuYICAQID\nBqpU2TBhQoMGe3z4WLKkSxdkkiQBcP8efnz58+nXt39fnDhq5MiZMwfw3DlzBM+d03btGjFizZol\nmTEDEKA8L17s2FGpEiI0aNy4+VWsGLGRxLJRowYgpcqV4sRJI0fOnLlz58zZPHcumzRpxowpU5Yk\nRgxBguasWBEjxqRJftq0oUOnFzFiwaoGsxYtGoCtXLuCA+ds3Lhy5c6dM4f23LlxbLt1+/bt/1Gb\nNpgwoZIh48WLQoUIdekiR86tYIQLY5s2DYDixYzDhaNGjpw5c+fOmbt87lw3bdqYMatWrQcLFnfu\n9HnwwIIFL16swIBRpMirWrV8+RImbFu2bAB6+/4NPLjw4cSLGxcnjho5cubMnTtnLvq5c9quXSNG\nrFmzJDNmAAKU58WLHTsqVUKEBo0bN7+KFSMGn1g2atQA2L+PX5w4aeTImQNo7tw5cwXPncsmTZox\nY8qUJYkRQ5CgOStWxIgxaZKfNm3o0OlFjFgwksGsRYsGQOVKluDAORs3rly5c+fM3Tx3btzObt2+\nfXvUpg0mTKhkyHjxolAhQl26yJFzK9hUqv/Ypk0DkFXr1nDhqJEjZ87cuXPmzJ47102bNmbMqlXr\nwYLFnTt9HjywYMGLFyswYBQp8qpWLV++hAnbli0bAMaNHT+GHFnyZMqVt20zR47cuXPgwJ0zZ+7c\nuUyDBtGilSlThgEDWLCAkSIFAgRFish488aFC1C3biFD9uuXtWbNABxHnrxbt3PkyJ07Fy7cOerU\nTX36tGvXqFEaFCjQoQOHChUNGhw5ouTNmxYtPMmSdezYrl3UlCkDkF//fmzYygEEB+7cOXHizpkz\nd+6cM2vWsEHEhgMECC9epHz40KCBECE1uHDp0IERKVLHjgkTNi1ZMgAuX8Ls1u3cuHHnzon/E3fO\nnLlz50zt2tVraC8JDx7UqHHjwQMECECAGNGjR4QIdUCBatasWLFs0aIBCCt2LNmyZs+iTat22zZz\n5MidOwcO3Dlz5s6dyzRoEC1amTJlGDCABQsYKVIgQFCkiIw3b1y4AHXrFjJkv35Za9YMAOfOnrt1\nO0eO3Llz4cKdS53a1KdPu3aNGqVBgQIdOnCoUNGgwZEjSt68adHCkyxZx47t2kVNmTIAzp9Dx4at\nHDhw586JE3fOnLlz55xZs4ZtPDYcIEB48SLlw4cGDYQIqcGFS4cOjEiROnZMmLBpyQAmAzCQYMFu\n3c6NG3funDhx58yZO3fO1K5dvTD2kvDg/0GNGjcePECAAASIET16RIhQBxSoZs2KFcsWLRoAmzdx\n5tS5k2dPnz/DBTVn7lxRo0bFlSunTBk2bEFSpUqTJpIFC4gQ4cGDyomTYcNOTZuGDNm4cd3QAlC7\nlq04t+bMnZM7d+64cuWYMcuWrcepU2LEXLpwwZChO3dKKVGya5epZ8+IERs3jltlAJcxZ+7WzVu5\ncudAhw5t7ty5b9/EicskTVqiRLA0aHDkaM6cVESI8OIFypmzY8fEids2HEBx48fDJTdn7lxz587J\nnTs3bZo3b0h69eLChVWCBH36JEnSSYUKXbo4UaOWLFm5cuDEiQMwn359+/fx59e/n784cf8AzZEj\nd65gQXPmzp0zRozYtWs9eogwYKBSJQQaNAQIwIiRghQpNmxwVaNGnz5x4mjr1AmAy5cwx40zV67c\nuZs3zZk7d66ZM2fcuA0ZQgICBEmSEFiwUKDApUsLWrTo0AHVjRtt2pw5k23SJABgw4r99q2cOHHn\n0qY1Z+7cuXHhwnnzFixYkRo1Tp2qQIFCgQKLFiFgwQIDhlM5chAiBAeONlGiAEieTFmcOHPlyp3b\nvNmcuXPnnmnTxo2bI0ccLlzgxImBAgUFCvDhY2DDhgYNWIkQUaYMGzbeMmUCQLy48ePIkytfzry5\nOHHmyJE7R526OXPnzhkjRuzatR49RBj/MFCpEgINGgIEYMRIQYoUGza4qlGjT584cbR16gSgv3+A\nAAQCGDfOXLly5xQqNGfu3Llmzpxx4zZkCAkIECRJQmDBQoECly4taNGiQwdUN260aXPmTLZJkwDM\npFnz27dy4sSd48nTnLlz58aFC+fNW7BgRWrUOHWqAgUKBQosWoSABQsMGE7lyEGIEBw42kSJAlDW\n7Flx4syVK3fOrVtz5s6de6ZNGzdujhxxuHCBEycGChQUKMCHj4ENGxo0YCVCRJkybNh4y5QJwGXM\nmTVv5tzZ82fQ5MhtM2fu3OnT5sydO1fNmTNYsHr1+nDhAhQoOyhQ+PAhT54vW7Z06YIr/1gwZMiO\nHeumTRsA6NGlkyO3zZy5c9m1a9cmTdqsWcGCWbhwwYgRHA8eWLBAhkyVKFGsWKnFi9exY8GCbcOG\nDQBAAAIHDhQnTlq5cubMnWvo8Fw5ceK0aevWTUuRImrUwIkQ4cIFLFikGDEiRYosXryOHQsWbJs1\nawBm0qxJjtw2c+bO8ezZ8xs3bseOPXs2okQJGjR+GDCwYAEOHENUqOjRg1atWsyYESMG7iuAsGLH\nki1r9izatGrJkdtmzty5uHHNmTt3rpozZ7Bg9er14cIFKFB2UKDw4UOePF+2bOnSBVewYMiQHTvW\nTZs2AJo3cyZHbps5c+dGkyatTZq0Wf+zggWzcOGCESM4HjywYIEMmSpRolixUosXr2PHggXbhg0b\ngOTKl4sTJ61cOXPmzlGvfq6cOHHatHXrpqVIETVq4ESIcOECFixSjBiRIkUWL17HjgULts2aNQD6\n9/MnRw7gNnPmzhU0aPAbN27Hjj17NqJECRo0fhgwsGABDhxDVKjo0YNWrVrMmBEjBg4lAJUrWbZ0\n+RJmTJkzw4U7Z87cuXPlyp3z6VOVKFG7dvnxY+HAgRw5SKRI8eCBESM38uTx4eOUMGHVuFbrRo0a\nALFjyYoTd86cuXPnyJE79/btLE6chg1btOjCgQMrVlS4cAEBgho1XKBBU6MGKF26okX/c+asmzRp\nAChXtsyN2zly5M6dM2fuXOjQ2MCB83ba2wwVKtCgkbFhw4IFLFjgUKPGhYtMuHBFi+bMGbdo0QAU\nN348XLhz5sydO1eu3Dnp0oMRIyZNWrBgExQooEHjgwIFBAhw4PAhSZIJExbhwlUNfrVw2rQBsH8f\nf379+/n39w8QgMCBBAGEC3fOnLlz58qVOwcRoipRonbt8uPHwoEDOXKQSJHiwQMjRm7kyePDxylh\nwqq5rNaNGjUANGvaFCfunDlz586RI3cuaNBZnDgNG7Zo0YUDB1asqHDhAgIENWq4QIOmRg1QunRF\ni+bMWTdp0gCYPYuWG7dz5MidO2fO/9y5uXOxgQPnLa+3GSpUoEEjY8OGBQtYsMChRo0LF5lw4YoW\nzZkzbtGiAbiMOXO4cOfMmTt3rly5c6RJByNGTJq0YMEmKFBAg8YHBQoIEODA4UOSJBMmLMKFq5rw\nauG0aQOAPLny5cybO38OPfq46ebMnbuOHXu3ceNmzQoWDAIZMjx42EGAoE2bKlVI1ajhy1cmaNCI\nESNHjtu3bwD6+wcIQCAAcuTGmTN3TuHChdvGjaNFK1iwCmXK8OARhgCBKFGOHLlEg0atWp2ePRs2\njBy5bd68AYAZUyY4cOHMmTuXU6dOc+fOcePWrVuaXLm8eClEgECVKkOGSFKhIlYsSv/KlBkzNm5c\nt2/fAHwFG3bc2HNlzZ49R86cuWXLtGnb0KcPDhxrAgRIkWLFCkgWLKxapYgaNWDAzJkDN24cAMaN\nHT+GHFnyZMqVyZEzV67cOc6czZk7d27WqVPEiGnQgECAADduAChQECDAoEEEQoTIkOEUCxZs2Jgx\ngy1RIgDFjR8nR85cuXLnnDsvV+7cuVWyZAEDJkJEggED6NABcOAAAACAAA0QIUKDhlUvXvz5M2ZM\ntkaNANzHn1+cuHLjxgE8J1CgOXPnzoHz5m3btly5Rly44MjRAAUKAACoUyfAhw8VKpRiwSJNmjJl\nslGiBGAly5bkyJ0rV+4cTZrmzJ3/O0ds2rRr17JkWaBAwaJFAggQECCACxcBECAwYJBKhIgqVcyY\n6UaIEICuXr+CDSt2LNmyZsmRM1eu3Lm2bc2ZO3du1qlTxIhp0IBAgAA3bgAoUBAgwKBBBEKEyJDh\nFAsWbNiYMYMtUSIAli9jJkfOXLly5z5/Llfu3LlVsmQBAyZCRIIBA+jQAXDgAAAAgAANECFCg4ZV\nL178+TNmTLZGjQAgT65cnLhy48adix7dnLlz58B587ZtW65cIy5ccORogAIFAADUqRPgw4cKFUqx\nYJEmTZky2ShRAqB/P39y5ACeK1fuXMGC5sydO0ds2rRr17JkWaBAwaJFAggQECCA/wsXARAgMGCQ\nSoSIKlXMmOlGiBAAly9hxpQ5k2ZNmzfLlfN2jmfPc+bMnTunjBevR49evSrAgIENGykWLBgxIkwY\nLFOmcOEyS5iwZ8+MGdvGjRsAs2fRliv3zZy5c2/fmjN37hwxYMAoUWLFCkGDBihQrChQwIIFJEie\nIEFChYqsYcOaNSNGjFtlAJcxZyZHLps5c+dAhw5dbtw4adKoUWORIsWNG0AECIgQ4ciRHj58TJkC\ny5cvZMiCBeOmTRsA48eRlyvX7Vxz58/PeatW7dYtX74QMGBgwYIGAAAMGBAhogQGDECAvNKly5kz\nY8bExQcwn359+/fx59e/n3+5cv8AvZ0bSPCcOXPnzinjxevRo1evCjBgYMNGigULRowIEwbLlClc\nuMwSJuzZM2PGtnHjBqCly5flyn0zZ+6cTZvmzJ07RwwYMEqUWLFC0KABChQrChSwYAEJkidIkFCh\nImvYsGbNiBHjxhWA169gyZHLZs7cubNo0ZYbN06aNGrUWKRIceMGEAECIkQ4cqSHDx9TpsDy5QsZ\nsmDBuGnTBqCx48flynU7R7my5XPeqlW7dcuXLwQMGFiwoAEAAAMGRIgogQEDECCvdOly5syYMXG4\nAejezbu379/AgwsfLk7cOXPmzp0rV+6cc+eW+PDBhQsLlgcECKRIAcGDBwQInjz/oZEnDwoUmnbt\natbs2LFu1KgBmE+/vjhx58yZO3euXDmA5wQKJHXpki9fcOBYSJBgxw4KGjQUKFCkyAk6dF68AOXL\nlzNny5Z1kyYNwEmUKb99O1eu3Llz5sydo0lz2rVr27ZBg6ZBgQIcODhMmAAAQI0aIcCASZHiFC9e\n0KAhQ+YtWjQAWbVuFSfunDlz586ZM3fOrNlgtmxBg5YqFQICBDx4YFCgQIAAFiw4wIGjQYNEvnxV\nq2bN2jht2gAsZtzY8WPIkSVPpkyO3Dhz5s5t5sx5mzhxsGDt2rWgTJkZM74gQKBGDRUqmmLE0KWr\nU7NmxoyRI7fNmzcAwYUPJ0du/9w55MmVn/tGjtyuXcGCLZAjJ0UKNgQIiBHz5EkmGjRw4YrkzBkx\nYuTIafPmDcB7+PHFiQtnztw5/Pnzmzt3LhvAbNq02SBE6MgROAAAKFHy4wemGzd69eIULdqyZeTI\ncfv2DQDIkCLLlSN37iTKlOfImTO3bFm1agy8eCFBAgoAABo0rFixx4KFVKkSUaN27Jg5c+DIkQPg\n9CnUqFKnUq1q9So5cuPMmTvn9evXbeLEwYK1a9eCMmVmzPiCAIEaNVSoaIoRQ5euTs2aGTNGjtw2\nb94AEC5smBy5cecWM2587hs5crt2BQu2QI6cFCnYECAgRsyTJ5lo0MCFK5IzZ//EiJEjp82bNwCy\nZ9MWJy6cOXPndvPmbe7cuWzZtGmzQYjQkSNwAABQouTHD0w3bvTqxSlatGXLyJHj9u0bgPDix5cr\nR+4c+vTqz5EzZ27ZsmrVGHjxQoIEFAAANGhYsQLgHgsWUqVKRI3asWPmzIEjRw5ARIkTKVa0eBFj\nRo3jxpkrV+5cyJDlyp07h+vVK2DAQICgoECBHj0CIkQoUODQoQU2bKhQ8apGDTdu0KDZRogQAKVL\nmY4bZ65cuXNTp5Yrd+7cMGLEjh1r0iQCAwZ27AhYsECAAESIDqRIgQKFqSBB6NBZswbbokUA+Pb1\nO26cOXLkzhUubM7cuXPfwIH/06Ztz54PFiwAAhRgwYIAAebMIdCihQkTtnLkyJNnzRptjRoBcP0a\ndrly58yZO3cbN25m2LBdu0aFyoIDB+jQCYAAwYABf/4E0KAhQgRQKVJMmdKmDbhFiwB09/4dfHjx\n48mXNz9unLly5c61b1+u3LlzuF69AgYMBAgKChTo0QNQQIQIBQocOrTAhg0VKl7VqOHGDRo02wgR\nAoAxo8Zx48yVK3cuZMhy5c6dG0aM2LFjTZpEYMDAjh0BCxYIEIAI0YEUKVCgMBUkCB06a9ZgW7QI\ngNKlTMeNM0eO3LmpU82ZO3fuGzhw2rTt2fPBggVAgAIsWBAgwJw5BFq0MGHC/1aOHHnyrFmjrVEj\nAHz7+i1X7pw5c+cKGzbMDBu2a9eoUFlw4AAdOgEQIBgw4M+fABo0RIgAKkWKKVPatAG3aBGA1axb\nu34NO7bs2bTJkfNmzty53bvNmTt3rhkxYpIkyZI1YcOGGMwtWBgxwouXLlKknDkDixgxZMiIEct2\n7RqA8eTLkyPHzZy5c+zZmzN37hw3adJu3dq1S0OIEDNm5AAIAQIHDlCgWFGihAyZVsGCHTtGjFg2\na9YAXMSYkRy5bebMnQMZMiQ5cOCECStWjMOKFSxY+ECAQIMGJEikZMnixo2sZD2THTu2LVs2AEWN\nHi1X7ts5pk2dnut27RotWv/IkCFw4CBCBAwCBDhwcOIEjBQprFhh5csXM2bJkn0LFw7AXLp17d7F\nm1fvXr7kyHkzZ+7c4MHmzJ0714wYMUmSZMmasGFDDMoWLIwY4cVLFylSzpyBRYwYMmTEiGW7dg3A\natatyZHjZs7cOdq0zZk7d46bNGm3bu3apSFEiBkzckCAwIEDFChWlCghQ6ZVsGDHjhEjls2aNQDd\nvX8nR26bOXPnzJ8/Tw4cOGHCihXjsGIFCxY+ECDQoAEJEilZsgB040ZWsoLJjh3bli0bgIYOH5Yr\n9+0cxYoWz3W7do0WLWTIEDhwECECBgECHDg4cQJGihRWrLDy5YsZs2TJvoX/CwdgJ8+ePn8CDSp0\nKNFw4c6ZM3fu3Lhx554+fdWokS1bbNiIKFAACBAOKlQQIMCFCw48eEyYOKVL17JlwYJxe/YMAN26\ndsOFO2fO3Llz5cqdCxwYWK9eypRlyjRiwQIqVDSUKFGgwJEjLdSoiRFjVK5cyJD9+sUNGjQApk+j\nBgfuXLly586VK3du9uxq1qxp0yZMGIoKFaBAofDhw4ABSJCw2LOHBg1Yw4Y5c3bsWDdq1ABgz65d\nnLhz5sydO2fO3Lny5Y3hwiVNWqZMEhAgaNGCAgMGAgS0aGEhSpQHDwB6+vVLmjRixMBlywaAYUOH\nDyFGlDiRYkVx4r6ZM3fu/5w5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKo6OHHn1qtKyZcSI\nhQt3rVs3AEeRJhUnDpw5c+egRo0Kjhw5X75+/dJgxUqPHl8ePECCRImSSEGCtGoliRmzYMHChaum\nTRsAu3fxihP3zZy5c38BAyY3btyxY8SIiXjyhAcPJwkSCBFixMgiL15o0RolTZowYeLEYfPmDUBp\n06fHjRNnztw5169fdwMHDheuWbMWjBjBgYOMAQMmTDBhgg4JEpYsJZo2rVixcuW2iRMHgHp169ex\nZ9e+nXt3ceK+mTN37pw5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKv8AHR058upVpWXLiBEL\nF+5at24AIkqcKE4cOHPmzmncuBEcOXK+fP36pcGKlR49vjx4gASJEiWRggRp1UoSM2bBgoULV02b\nNgBAgwoVJ+6bOXPnkipVSm7cuGPHiBET8eQJDx5OEiQQIsSIkUVevNCiNUqaNGHCxInD5s0bgLdw\n444bJ86cuXN48+btBg4cLlyzZi0YMYIDBxkDBkyYYMIEHRIkLFlKNG1asWLlym0TJw6A58+gQ4se\nTbq06dPjxpUjR+6c63PmxIkjR44VHTqfPlmwkGHAgDJlAGTIQIDAnj0NfvxQoWLVkSOAAGXJIi1P\nHgDYs2sfN84cOXLnwof/J0fu3LlgtGgVK0aDhoUDB86cEWDBggEDdeosECJkxQqArIQIIURIixZo\nf/4AYNjQoThx5ciRO1exYrly585te/YsWjQsWD4wYFCmDAAKFAgQ6NNnQZAgKVLIcuKkUCExYqoV\nKgTA50+g5MiVI3rOqFFy5M6dg1WpEi9eHjxAQIDAi5cAChQIENCkiYEOHTRocHXjxpo1Xbpgo0MH\nwFu4ceXOpVvX7l2848aVI0fu3N9z5sSJI0eOFR06nz5ZsJBhwIAyZQBkyECAwJ49DX78UKFi1ZEj\ngABlySItTx4AqVWvHjfOHDly52TLJkfu3LlgtGgVK0aDhoUDB86cEWDB/4IBA3XqLBAiZMUKVkKE\nECKkRQu0P38AbOfeXZy4cuTInSNPvly5c+e2PXsWLRoWLB8YMChTBgAFCgQI9OmzIAjAIClSyHLi\npFAhMWKqFSoE4CHEiOTIlat47uJFcuTOnYNVqRIvXh48QECAwIuXAAoUCBDQpImBDh00aHB148aa\nNV26YKNDBwDQoEKHEi1q9CjSpOPGZStXzpy5c+fMkatKDlioUJo06dFTIkWKLFlimDCxYsWfP2Hi\nxHHjBlexYsuWBQumzZo1AHr38iVHTps5c+cGnzNn2PC1YMFkyRo1ygQLFl++9DBhIkYMOnTKpElT\npkytYMGOHbNlqxo1av8AVrNuPW6cNnOyzZ07Z+72uXPfqlUbNkyWrBQ8eFy5gkOEiBUr7txRw4eP\nGze4iBFTpuzXL23XrgHo7v07OXLczJk7Z968OXPnzkkjRqxVK02aHGzYQIJEhgULNGjQogUgkSdP\ntmyRBQyYMmXEiHnr1g1ARIkTKVa0eBFjRo3fvp0zZ+7cuXDhzJ0zee6TI0fDhhEiBIMDB0iQcDx5\nQoMGKVJxECHSo0dZs2bFigkT1q1ZMwBLmTYFB+6cOXPnzpEjdw4rVl+pUlWrNmqUCw0aGDGaIUQI\nDBirVs2xZGnQIGZzhw379WsbMmQA+Pb1++3bOXPmzp0rV+5c4sTIoEH/8+YtWDAjLlxs2iTjxw8W\nLDhxsuPJU6FCy6RJO3YsWDBvzZoBcP0adrhw58yZO3euXLlzu3fjmjWLGrVNmz5MmGDIkIgUKSRI\nAASIRp48T54QS5aMGLFfv8JFiwYAfHjx48mXN38effpv386ZM3fuXLhw5s7VP/fJkaNhwwgRggGQ\nAwdIkHA8eUKDBilScRAh0qNHWbNmxYoJE9atWTMAHDt6BAfunDlz586RI3cuZUpfqVJVqzZqlAsN\nGhgxmiFECAwYq1bNsWRp0CBmRIcN+/VrGzJkAJo6ffrt2zlz5s6dK1funFatyKBB8+YtWDAjLlxs\n2iTjxw8WLDhxsuPJ/1OhQsukSTt2LFgwb82aAfgLOHC4cOfMmTt3rly5c4wZ45o1ixq1TZs+TJhg\nyJCIFCkkSAAEiEaePE+eEEuWjBixX7/CRYsGILbs2bRr276NO7fucLzNmTt3zpy5c8SJgytXjhq1\nb99SUaMWK5Y1SZK0aePFKxswYOPGNQsXrls3c+bCffsGIL369ePamzN3Lr58+eTOncuWLVy4VdSo\nyQIoCxslSteu8eJ1bdeuceOcgQOHDVu5ct+4cQOQUePGcOHAmTN3TuTIkeXOnQMHjhy5Xdas0aJF\nrVEja9Z48crWq9e4cc3ChePGzZy5b0UBHEWadNzSc02dPj1Hzpw5bP/Yvn07JEyYJUvN0KA5dkyV\nqm24cI0bx2zcOG/ezp0LJ04cALp17d7Fm1fvXr59w/01Z+7cOXPmzh0+DK5cOWrUvn1LRY1arFjW\nJEnSpo0Xr2zAgI0b1yxcuG7dzJkL9+0bANatXY+Dbc7cOdq1a5M7dy5btnDhVlGjJksWNkqUrl3j\nxevarl3jxjkDBw4btnLlvnHjBkD7du7hwoEzZ+7cePLky507Bw4cOXK7rFmjRYtao0bWrPHila1X\nr3HjmgEMF44bN3PmviEEoHAhw3EOz0GMKPEcOXPmsGH79u2QMGGWLDVDg+bYMVWqtuHCNW4cs3Hj\nvHk7dy6cOHEAbuL/zKlzJ8+ePn8C/fat3Lhx586ZM3fOnLlz57h16wYO3LRpuoIFy5YNWK5czJhp\n09asV69r17ht2zZs2LNn4IIFAyB3Ll1w4MqRI3du715z5s6dAydYnDhp0ljhwpUtG6tYsXz5ypbN\nmS9f0aJxs2bNly9lysD16gVgNOnS376VGzfuHGvW5sydOzdutjhx3rz5IkYMGzZbtWrx4oUNGzNf\nvq5d43btGjFizZp98+ULAPXq1sOFM1eu3Lnu3c2ZO3fuGzhw4sRBg/YpVixp0jqxYuXL17VrzYQJ\n06atmzdvxAASgwYtXK9eABAmVLiQYUOHDyFG/Pat3Lhx586ZM3fO/5y5c+e4desGDty0abqCBcuW\nDViuXMyYadPWrFeva9e4bds2bNizZ+CCBQMwlGhRcODKkSN3jilTc+bOnQM3VZw4adJY4cKVLRur\nWLF8+cqWzZkvX9GicbNmzZcvZcrA9eoFgG5du9++lRs37lzfvubMnTs3jrA4cd68+SJGDBs2W7Vq\n8eKFDRszX76uXeN27RoxYs2affPlC0Bp06fDhTNXrtw5167NmTt37hs4cOLEQYP2KVYsadI6sWLl\ny9e1a82ECdOmrZs3b8SIQYMWrlcvANexZ9e+nXt379/Be/OmzVx5c+fOmVN/7py5cOG4cSNHTly1\natSofQsXjho1bf8AtYkjR65bt3DkyJUr9+1bOG7cAEicSBEcuG7mzJ3beM7cuY8fxYnr1q1cuXDW\nrD175i1cOGnStm0LR47ctm3gyuks160bOGzYAAgdStSbN23mzJ1bes7cuadPyZELF65cuXHXrkGD\n5g0cuGfPsmUDN27ctm3fyqkt581buG7dAMidSzdcuG7n8urdm3fcuG3bypXrRo1asmTcunWDBs2a\ntXDkyHnzJq5cOXPmwoUbBw4cgM+gQ4seTbq06dOoly0T9+3buXPhwpmbfe4cOHLkwoUjR05buHDd\nuoGzZi1cuG/fxGnTJk7ct3HjtGkLF84bNmwAsmvf/uzZOHDgzp3/GzfunDlz586JI0cuXDhy5KyB\nA8eNmzdr1sKF69ZNXDaA2cSJAydOnDZt4MBxw4YNwEOIEZUpE/ft27lz48adM2fu3Llx5cqNG1eu\nXDZw4LZt61at2rdv3LiFy5ZNnDhw48Zx4xYunLdr1wAMJVoUGjRy4cKdO0eO3DmoUMWRIydO3Lhx\n17x506atGzVq4MB9+zauW7dx48SVK9etW7hw4LJlA1DX7l28efXu5dvX77Jl4r59O3cuXDhzic+d\nA0eOXLhw5MhpCxeuWzdw1qyFC/ftmzht2sSJ+zZunDZt4cJ5w4YNwGvYsZ89GwcO3Llz48adM2fu\n3Dlx5MiFC0eO/5w1cOC4cfNmzVq4cN26icuWTZw4cOLEadMGDhw3bNgAjCdfXpkycd++nTs3btw5\nc+bOnRtXrty4ceXKZQMHbhvAbd2qVfv2jRu3cNmyiRMHbtw4btzChfN27RqAjBo3QoNGLly4c+fI\nkTtn0qQ4cuTEiRs37po3b9q0daNGDRy4b9/Gdes2bpy4cuW6dQsXDly2bACWMm3q9CnUqFKnUq1q\n9SrWrFq3cu3q9SvYsGLHki1r9izatGrXsm3r9i3cuHLn0q1r9y7evHr38u3r9y/gwIIHEy5s+DDi\nxIoXM27s+DHkyJInU65s+TLmzJo3c+7s+TPo0KJHky5t+jTq1DiqV7Nu7fo17NiyZ9Oubfs27ty6\nd/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv06dtcBAQAh+QQICgAAACwAAAAAIAEgAYf/\n///+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr\n6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX\n19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PC\nwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+u\nrq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5ua\nmpqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6MjIyLi4uKioqJiYmIiIiHh4eGhoaF\nhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBv\nb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZ\nWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVE\nRERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwr\nKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYV\nFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMC\nAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgz\natzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/f\nv4ADCx5MuLDhw4gTK17MuLHaYMGuffsGDhw3buLGaR4njhy5cuXIiRYnbtw4cN68gQM3bhy5cbDH\nkStXbpxt29y4AdjNu7cuXdW6dfv2rVs3ccjHjRM3bhy558/FiRs3Dty3b+DAjdvOfTs5cuLEjf8b\nz40bgPPo0+vSZc2bN3Dgvn0TN26cuPvjxpEjN65/OIDhxIkLB84gOHEJw4Ub15AcOXERI2rTBsDi\nRYy7dlnz5g0cOG/exI0jOU7cuHHkyI0bJ87lOJjiZIobV1OcuHE5yZETJ27cOHHcuAEgWtToUaRJ\nlS5l2hTc03Llxo0TJ45cOaxYzW3laq5cOXPmyo0VJ87c2bPlypkr17YcOXLlwoUDUNfu3WzZtI0b\nJ86v33KBy5krV86cuXKJv30jR46bOHHfvpUrR65cOXLkym3ePG4cuXDhAIwmXVqbNm7kyI1jPU5c\nuXLkyJUjR86cuXLlzI0bZ84cOeDgwJUrN67/XDly5MotJ0du3Dhy4MABoF7d+rZt3MiRE9dd3Lhy\n5ciRK0eOnDlz5dSPG2fOHLly5caNK1eO3H1x4srtJ0duHMBx5MKFA2DwIMKEChcybOjwITly4sxR\nNFfuormMGjdy7OjxY7lyAEaSLAnuZLmUKsuZa+nyZcty5cyZK2eTHDlzOnWWK2fuJ9Cf5coBKGr0\naLik5paaK+fUHNSoUqdKLVfOHNasWreWKwfgK9iw4sSFM2fWXLm05taybeu2bbly5ubOLVfOHN68\neMuVA+D3L+DAggcTLmz4MDly4swxNlfusbnIkidTrmz5crlyADZz7gzuc7nQosuZK236dOly/+XM\nmSvnmhw5c7Jllytn7jbu2+XKAejt+3e44OaGmytn3Bzy5MqXKy9Xzhz06NKnlysH4Dr27OLEhTPn\n3Vy58ObGky9vvny5cubWry9Xzhz8+PDLlQNg/z7+/Pr38+/vHyAAgQMJAiBHbpw5c+UYMjT3EGJE\niebGkSMHDpw5jRs5dixXDkBIkSPDlSx3EqU5lStZqiyXLdu4cdbChRMnzlxOnTt5lisHAGhQoeHC\niTNnrlzSpOaYNnXKlBw5c+bEjRsXLpw5rVu5diVHDkBYsWPFlTVnrlw5cuTKmXP7Fq65cnPNmSt3\nlxw5c+bK9e1rDnBgwOXKATB8GHFixYsZN/92/JgcuXHmzJWzbNlcZs2bOZsbR44cOHDmSJc2fbpc\nOQCrWbcO97pcbNnmaNe2TbtctmzjxlkLF06cOHPDiRc3Xq4cAOXLmYcLJ86cuXLTp5uzfh27dXLk\nzJkTN25cuHDmyJc3f54cOQDr2bcX996cuXLlyJErZw5/fv3myvU3B9BcuYHkyJkzVy5hQnMMGzIs\nVw6AxIkUK1q8iDGjxo3kyJUzZ65cOXLkzJk8iTIlOXLDrl0LF86czJk0a8oEgDOnznDhyJn7aa5c\nOXNEixotGi5puGjgwJEjZy6q1KlUowK4ijVruHDkzHk1V66cubFky5YrZ66c2nLdxIkbN87/nLly\n5uravXsXgN69fMWJK2cusLly5cwZPow4seFy5ho7LgfZnOTJlCUDuIw5s+bNnDt7/gyaHLly5syV\nK0eOnLnVrFu7Jkdu2LVr4cKZu407t+7bAHr7/h0uHDlzxM2VK2cuufLlysM5DxcNHDhy5MxZv449\nu3UA3Lt7DxeOnLnx5sqVM4c+vfpy5cyVe1+umzhx48aZM1fOnP79/PkDAAhA4MCB4sSVM5fQXLly\n5hw+hBjRYTlzFS2Ww2hO40aOGgF8BBlS5EiSJU2eREmO3Dhz5saNKxfT3EyaNc2V48aNHDk6zpx1\n62ZO6FCiRYUCQJpU6bhx4syZKxe1nDmq/1WtlsMaLFi5cs7MmStXztxYsmXNjgWQVu1aceLGmTNX\nTq5cc+bKlTNXrpw5c+HClevWrVw5ZOHCgQNnzlw5c40dP25crhwAypUtj8Nszlw5zuXMfQYdGrQ4\ncebMiTNnbtw4c+bKmYMdW7ZsALVt38adW/du3r19kyMXrlw5cuTChSNnTvlyc+XKUaOGy4SJCBEK\nqFDhydO3b+a8fwcfHsB48uXHjRNXTn25cePMvYcf/9s3Y3XqLFrUihs3cuTMATQncCDBguYAIEyo\ncNw4ceUelhsnsVw5cuTGhQv37RswYMccOfrzx0aiRL16adNGzhzLli5dAogpcyY5cuPMmf8rV06c\nOHLmfgI1V66cOHHepiGdpqtatWjRtGnjNm5cuXLmrmLNCmAr165ev4INK3YsWXLkwpUrR45cuHDk\nzMGNa65cOWrUcJkwESFCARUqPHn69s0c4cKGDwNIrHjxuHHiykEuN26cucqWL3/7ZqxOnUWLWnHj\nRo6cudKmT6MuDWA169bjxokrJ7vcuNrlypEjNy5cuG/fgAE75sjRnz82EiXq1UubNnLmnkOPHh0A\n9erWyZEbZ85cuXLixJEzJ368uXLlxInzNm39NF3VqkWLpk0bt3HjypUzp38/fwD+AQIQOJBgQYMH\nESZUiHDcuHDkyIkTN24cOXMXMWKUJi3/jwIFBw4QYMFClixzJ1GmVEmOHACXL2GGk1mu3Dib48zl\n1Jlz3DhcuNIsWPDly5Jhw7RpM7d0ably5qBGhVquHACrV7GKEzeuXLlx48SFLVeOHLlx2bJ9+9aq\n1awcOahQoeDFy6FD4cKJK1fOXF+/f8mRAzCYcGFxh8uVCxcOHDhx5iBDJkeuXLlr147duXPrlh1J\nkr58UabMVLZs4MCZU71aNTlyAGDHlj2bdm3bt3HnHjcuHDly4sSNG0fOXHHjxqVJy6NAwYEDBFiw\nkCXLXHXr17GTIweAe3fv4cCXKzeO/Dhz59GfHzcOF640CxZ8+bJk2DBt2szlz1+unDn//wDNCRRY\nrhyAgwgTihM3rly5cePESSxXjhy5cdmyffvWqtWsHDmoUKHgxcuhQ+HCiStXzpzLlzDJkQNAs6ZN\ncTjLlQsXDhw4ceaCBiVHrly5a9eO3blz65YdSZK+fFGmzFS2bODAmdvKdSs5cgDCih1LtqzZs2jT\nqh037hu5t+S8eTNHty7dcuV+/TIiQECBAhO+fNGmzZzhw4jLlTPHuFw5AJAjS/72LVy5cuTIgQNn\nrrNnbNiSJdOgwQAAABIkKOHFy5u3cePIiRNnzhw5c+bKlTPHu1w5AMCDCw9HvFw5cuS8eSPHfNw4\nbtCgPXvGh08QAAAYMEiQIgUePM6cgf8jR86cefPlyplbX64cgPfw44cL540cuXHjsmUbV66cOYDm\nyIUL160bLlxcOnQwYeKCBw8WLECBUsiVq2/fxpkzV66cOZDlygEgWdLkSZQpVa5k2bJcuW/mzI0b\nR46cOZw5dWrTduvBg05Bw4UrV87cUaRJlZIjB8DpU6jhwnkjV5XcuHHlzG3dKk3asWMMxAoQYMbM\nomvXtm0r1xbcW3DlzM2la65cOQB59e4VJ+5buXLixHHjBq5cuXHjxE2bFi7cqFGsKlQgRAiEHz+T\nJokTR67c53LmRI8WTY4cANSpVYcLt40cuW2xt4EzZ67c7W7dxIlr1WoRBAh69Eg4cmT/xAhatDZF\ni+bNmzno0aGTIwfA+nXs2bVv597d+/dy5b6ZMzduHDly5tSvZ69N260HDzrNDxeuXDlz+fXv50+O\nHEAAAgcSDBfOG7mE5MaNK2fu4UNp0o4dY2BRgAAzZhZdu7ZtW7mQ4EaCK2fuJEpz5coBaOnypThx\n38qVEyeOGzdw5cqNGydu2rRw4UaNYlWhAiFCIPz4mTRJnDhy5aaWM2f1qlVy5ABw7eo1XLht5Mht\nK7sNnDlz5dZ26yZOXKtWiyBA0KNHwpEjI0bQorUpWjRv3swRLkyYHDkAihczbuz4MeTIkieXKzfO\nnLly5ciRM+f5M2hy5LIdOYIIETFz/6pXs27Nulw5ALJn0xYnDly53OXChTPnu1w5cqJE6dARIMAA\nAQKKFOHUrdu3b+LEjQsX7ts3cOXKmevu3RyA8OLHiytfrhw5ct68lWvvftw4cOBy5Rp25MiXLyow\nYYIFC6A3b+TMFTR4sGC5cgAYNnQoTlw3cuTEidOmrZw5jRrFibt2DREiLhUqePBQIEYMCxa8eGGV\nLVu4cOXM1bRZjhw5ADt59vT5E2hQoUOJlis3zpy5cuXIkTP3FGpUcuSyHTmCCBExc1u5dvXatVw5\nAGPJlhUnDlw5teXChTP3tlw5cqJE6dARIMAAAQKKFOHUrdu3b+LEjQsX7ts3cOXKmf9z/NgcAMmT\nKYuzXK4cOXLevJXz/HncOHDgcuUaduTIly8qMGGCBcubN3LmaNe2TbtcOQC7efcWJ64bOXLixGnT\nVs5c8uTixF27hggRlwoVPHgoECOGBQtevLDKli1cuHLmyJcvR44cAPXr2bd3/x5+fPnzyZEbVw5/\nfnP7+fcXB1AcrRgxSpWqRo6cuYUMGzpcSI4cgIkUK4YLN66cxnLjxpUzZ65cuXG0aF24MGAAgQYN\nWLFy5s2bOHHlyo3Tpm3bNnLlypn7+bNcOQBEixoNF04cuaXkvn0TZ85cuanfvnnzpkvXKxky6tTp\n4sgRMmTlypk7izYtWnLkALh9Cxf/nFxx4sKF8+ZtnLm9e8WJu3YNECAkCRLs2GFixQocOHbtYubN\nW7ly5ipbrkyOHIDNnDt7/gw6tOjRpMmRG1cutWpzrFu7FieOVowYpUpVI0fOnO7dvHvrJkcOgPDh\nxMOFG1cueblx48qZM1eu3DhatC5cGDCAQIMGrFg58+ZNnLhy5cZp07ZtG7ly5cy5d1+uHID59OuH\nCyeOnH5y376JA2jOXDmC375586ZL1ysZMurU6eLIETJk5cqZw5hRY0Zy5AB8BBkS3Ehx4sKF8+Zt\nnDmWLMWJu3YNECAkCRLs2GFixQocOHbtYubNW7ly5oweNUqOHACmTZ0+hRpV6lSq/1XJkRtXTmu5\ncePMfQX7lRw5RIhuFCiAAUMZbtzMvYULl5w5c+TImcNLjhwAvn39ggM3rlw5c+bIkTOXmBy5bzBg\nPHgQIEACHz6MGfNWTnM5ceK8ESPmzdu2cqXLmUNdrhwA1q1dgwP3jRy5ceO6dSNXrtw43s6cPXv2\n5UuXBAlSpFjx5o0zZ+HClTMXXbq5cuXMXSdHDsB27t3BgftGTjw5b97MnT9fLls2Y8aKFNkAAIAD\nBxd06FiyJFYsa+DAATRnrpy5ggbLkSMHYCHDhg4fQowocSLFcePAlcuo0RzHjuXKkSOXIkWFAQOY\nMFHVrVu5cuZeviwn0xxNc+XKmf8rVw4Az54+xwE1J9RcuXLmjpYrR44LlzhxNGjg8+uXuapVy5Uz\nZ25ct27YsJUzJ3asuXLlAKBNq1acuG/kyIkTd+2aN3LkwoX7BgyYM2dWrAASIaJSpSyTJkmTVq6c\nucaOHzsmRw4A5cqWxYnrRo7cuHHixJUzJ1q0Nm3durlxEwYCBEyY3uTKpUsXOXLmbuPOjZscOQC+\nfwMPLnw48eLGj48bB64c8+bmnkMvV44cuRQpKgwYwISJqm7dypUzJ158ufLmzpsrV85cuXIA3sOP\nP26+ufrmypUzp79cOXJcAHKJE0eDBj6/fplTqLBcOXPmxnXrhg1bOXMXMZorVw7/QEePH8WJ+0aO\nnDhx1655I0cuXLhvwIA5c2bFCiARIipVyjJpkjRp5cqZEzqU6FBy5AAkVbpUnLhu5MiNGydOXDlz\nV69q09atmxs3YSBAwITpTa5cunSRI2eObVu3bcmRAzCXbl27d/Hm1buXLzly4cyZK1du3DhzhxFj\nw0aHzoABAQAAYMCgR7Zs5MiZ06y5XDlx5kCHNkeOHADTp1GTU22Otbly5czFLlduXJs2TJicOGGL\nGzdzv3+TI1euHLhu3bJlE2eOefPmAKBHlz5uHLhy5caN06ZNHDly27Zho0VLlKgUKY4kSKBChYVD\nh06dCheunDn79/GbK0eOHAD//wABCBwIYNy4b+XKkSMnTpy5hxC9eUOGrEcPIBUqcOFSJ1q0ZMnC\nhStnrqTJkyXLlQPAsqXLlzBjypxJsyY5cuHMmStXbtw4c0CDYsNGh86AAQEAAGDAoEe2bOTImZs6\ntVw5ceayajVHjhyAr2DDkhtrrqy5cuXMqS1XblybNkyYnDhhixs3c3jxkiNXrhy4bt2yZRNnrrBh\nwwASK148bhy4cuXGjdOmTRw5ctu2YaNFS5SoFCmOJEigQoWFQ4dOnQoXrpy517BjmytHjhyA27hz\njxv3rVw5cuTEiTNHvLg3b8iQ9egBpEIFLlzqRIuWLFm4cOXMad/OXXu5cgDCi/8fT768+fPo06sf\nx75cOXPmypUzR7/+tGlcuBQoAKB/BoAZNHHjZs6gwXIJE5pjaK5cOXPkyAGgWNHiuHHlzG00V66c\nOZDkyGWTI0eGDClSWHHjZs6ly3Llxo3bBgxYsWLkypUz17NnuXIAhA4lGs7ouHHixGljSo5cuHDf\nli3btcuLFy0SJEiR0iRQoGrVypUzV9bs2XLlzJEjB8DtW7jixI0jR65cuXHjypnjy7dbN1Ginjwp\nIUFCpkyqgAGrVq1cOXORJU+WTI4cAMyZNW/m3NnzZ9ChyY02V9pcuXLmVK8WJkyNmgEDBMxGgmRX\nuXLmdOsmR86cOXHmzJUrZ87/eLlyAJQvZz5uXDlz0c2VK2fO+rVrvB48cOBgwwZM27aVK0euXLlx\n44wZ44MFy65d2MaNK1fO3P1y5QDs598/HMBw38iRGzcOGzZx5MiFC+eNFy9ixNiwyXLggA0bJdiw\nOXbs2zdy5cqZK1myXDlzKsmRA+DyJUxxMsvRLDdunLmc5Xa2apUnz4IFDhQoiBIljy5d2bJ9+yZu\n3Dhz5sqZM1eunLms5MgB6Or1K9iwYseSLWuWHFpzas2VK2fuLVxhwtSoGTBAAF4kSHaVK2fu719y\n5MyZE2fOXLly5haXKwfgMeTI48aVM2fZXLly5jZfu8brwQMHDjZswLRtW7ly/+TKlRs3zpgxPliw\n7NqFbdy4cuXM8S5XDgDw4MLDhftGjty4cdiwiSNHLlw4b7x4ESPGhk2WAwds2CjBhs2xY9++kStX\nzhx69OXKmWtPjhyA+PLni6tf7n65cePM8S/nH2CrVnnyLFjgQIGCKFHy6NKVLdu3b+LGjTNnrpw5\nc+XKmfNIjhwAkSNJljR5EmVKlSvLlSNnDqa5cuXM1bSZLRs3bi1arGHCpFw5c0OJDi1Xjhy5cuaY\nNjVXrhwAqVOpkiNXzlxWc+W4mjP37NkuDBiOHClT5lm4cObYkiNnDa41QL9+GTNWzlxevebKlQPw\nF3DgceO+lSsXLly2bN7Klf8bN46cNWvfvvHiBW3OnGXLSDlzpk2bOdGjSZczXc4cOXIAWLd2PW6c\nuHLlzJkjR66cOd3myvXq9etXkCBZrFjBhk3atm3fvpUrZ65c9HLmqFenXq4cAO3buXf3/h18ePHj\ny5UjZw69uXLlzLV3ny0bN24tWqxhwqRcOXP7+e8vB7AcOXLlzBk8aK5cOQAMGzokR66cuYnmylk0\nZ+7Zs10YMBw5UqbMs3DhzJkkR86aSmuAfv0yZqycuZk0zZUrByCnzp3jxn0rVy5cuGzZvJUrN24c\nOWvWvn3jxQvanDnLlpFy5kybNnNcu3otB7acOXLkAJg9i3bcOHHlypkzR47/XDlzdM2V69Xr168g\nQbJYsYINm7Rt2759K1fOXLnF5cw5fuy4XDkAlCtbvow5s+bNnDuXK0fOnGhz5cqZO42aHLlr1w4d\n4lWrVrly5mrbvk0ut7ndvM2VKwcguPDh5MiVM4fcXLly48SJ27SJyYABFSoUKfIsXDhz5sh582bK\nVJo0QjRpIkZMnLn17NkDeA8//rhx4MqVEydu27Zx5cqRA0iOXLhw4MAZMzaNEaNSpRI9e2bNGjly\n5ixexGixHDlyADx+BEmOnDhzJc2RI2dOJTly4jJlIkPmw4cqSZLUqiWMGjVr1sKFI1dOqFBzRY2a\nK1cOwFKmTZ0+hRpV6lSq/+XKkTOX1Vy5cua8fiVH7tq1Q4d41apVrpw5tm3dkoNrTu5cc+XKAcCb\nVy85cuXM/TVXrtw4ceI2bWIyYECFCkWKPAsXzpw5ct68mTKVJo0QTZqIERNnTvTo0QBMn0Y9bhy4\ncuXEidu2bVy5cuRshwsHDpwxY9MYMSpVKtGzZ9askSNnTvly5srLkSMHQPp06uTIiTOX3Rw5cua8\nkyMnLlMmMmQ+fKiSJEmtWsKoUbNmLVw4cuXs2zeXX7+5cuUAAAQgcCDBggYPIkyoUGG5huYeQoz4\nsFy5aNFgwRLVq5e5jh4/litnbiTJkuXKAUipcuW4ceXMwTRHjlw3b94oUf+6oUBBhw569FATJ86c\nuXLWrPnydehQn1evrl0zJ3Wq1HLlAGDNqjUcV3LkwoXTpu1bubLlyH375s0bM2a/8OCBBcsUMGDc\nuJnLq3dv3nLlzJEjB2Aw4cLjxpEzp9gcucbmzJEjt61SpSpVggTZ8ugRNmzbtGkTJ44cuXKmzaFO\nrbpcOQCuX8OOLXs27dq2b5MjV84cb3PlypkLLrxXLzJkIEBAAQgQOHDizEGPXk6cOHPmyJnLrt1c\nuXIAvoMPL04cOXPmypUbN25atWpChGgYMMCDh0OHtpUrZ86cuGvXAJYqVafOKmLEyJEzt5DhwnLl\nAESUODFcuG/kyI0bp03/G7ly5ciF9OaNG7dXrz758LFkSZNNm7JlGzeOXLly5nDiLFfOXE9y5AAE\nFTp03Dhy5pCaGzeunDlz2rQRS5GCBAkVKrzEiqVNm7dw4cqVGzeu3Lhx5tCmVVuuHAC3b+HGlTuX\nbl27d8mRK2eOr7ly5cwFFtyrFxkyECCgAAQIHDhx5iBHLidOnDlz5Mxl1myuXDkAn0GHFieOnDlz\n5cqNGzetWjUhQjQMGODBw6FD28qVM2dO3LVrpUrVqbOKGDFy5MwlV568XDkAz6FHDxfuGzly48Zp\n00auXDly371548bt1atPPnwsWdJk06Zs2caNI1eunDn79suVM7efHDkA/wABCBw4cNw4cuYSmhs3\nrpw5c9q0EUuRggQJFSq8xIqlTZu3cOHKlRs3rty4ceZSqlxZrhyAlzBjypxJs6bNmzjL6TTH0xw5\ncuaClisHbs4cNGgUKMDx6lW5cubKSS1nrio5cuLEmdvKtSuAr2DDjhtHzpxZc+HCQfPmzYoVKChQ\n6NJlzVq5u+byVqsGC9azZ9XIkTNHuLDhcuUAKF7MOFw4b+TIgQPHjVu3cuXGaebGmdupU4OKFAEF\nKtCwYd68mVvNuvXqcuXMkSMHoLbt2+TIjTPH25y43+bMUaOm68mTRo327EmWLZu55+SikzNHvbr1\n6+XKAdjOvbv37+DDi/8fT76ceXPozZEjZ659uXLg5sxBg0aBAhyvXpUrZ66cf4DlzA0kR06cOHMJ\nFS4E0NDhw3HjyJmjaC5cOGjevFmxAgUFCl26rFkrV9LcyWrVYMF69qwaOXLmZM6kWa4cAJw5dYYL\n540cOXDguHHrVq7cOKTclHI7dWpQkSKgQAUaNsybN3NZtW7NWq6cOXLkAIwlW5YcuXHm1JoT19ac\nOWrUdD150qjRnj3JsmUz15fcX3LmBA8mXLhcOQCJFS9m3NjxY8iRJZejbM6yOXLkypEjd+wYnwQJ\nChQgQMDGnTvgwJVjTc41uXKxxYkrZ8727dsAdO/mPc63OXPlyoULN+z/2DFDhugUKbJqVbdu5cxN\nn/7t265dxYp5M9fd+/fu5coBIF/evDhx3siRGzfu27dw5cqRIxfOmTNjxuzYaVKhAkAePMwMG2bN\nGjly5hYybLiwHDlyACZSrEiO3DhzGs2NG/dNnLhkyUi5cAEFyqlT2cKFK1fOXLly5GaSM2fzJs6b\n5coB6OnzJ9CgQocSLWq0HFJzSs2RIyfOnLls2T5NmCBBAggQapw5M+f1K9hyYsuZK2u2bLlyANay\nbStOHDlzcs2FC6ctXDhlynwlSzZuXLly5gYTBgdu3Dhy5Mwxbuy4cblyACZTrgwOXDhymsmFCzfO\nnLly5ch16wYOnDFj/6tKlTp2LJk2beTImatt+zZucuQA8O7te9w4cuaGmxs3Tly5ct26MevVixo1\nb97Gmatu/Tr27NbLlQPg/Tv48OLHky9v/ny59ObWmyNHTpw5c9myfZowQYIEECDUOHNmDqA5gQMH\nljNYzlxChQnLlQPwEGJEceLImbNoLlw4beHCKVPmK1mycePKlTN3EiU4cOPGkSNnDmZMmTHLlQNw\nE2dOcODCkfNJLly4cebMlStHrls3cOCMGVtVqtSxY8m0aSNHzlxWrVu5kiMHAGxYsePGkTN31ty4\nceLKlevWjVmvXtSoefM2zlxevXv59tVbrhwAwYMJFzZ8GHFixYvJkf8rZw6yuXHjylW+ds1WixZr\n1sSK1YwcOXOjSZcuV85catWry5UD8Bp27HDhyJkzV66cOHHgxInz5o3auHHlypkzftz4uHHlmJcz\n9xx6dOjlygGwfh07OHDiynUvJ06cOfHlyI8zPw4cOGrXroEDN44cOXPz6de3P79cOQD7+fcXB1Ac\nOXMEzY0bR65cuXHjsn37Nm6cuYkUK1q8eLFcOQAcO3r8CDKkyJEkS5IjV86cSnPjxpV7ee2arRYt\n1qyJFasZOXLmevr8Wa6cuaFEi5YrByCp0qXhwpEzZ65cOXHiwIkT580btXHjypUzBzYs2HHjypkt\nZy6t2rVqy5UDADf/rlxw4MSVu1tOnDhzfMv5HQd4HDhw1K5dAwduHDly5ho7fgy5cblyACpbvixO\nHDlznM2NG0euXLlx47J9+zZunLnVrFu7fv26XDkAtGvbvo07t+7dvHuTIzfOnHBz4MCFM2dOnLhs\nq1Zx4+bNm7np1KtTL1fOnPbt3MuVAwA+vHhw4MSVO18uXDhu5Nq3L1fOnPz59MOFEyfOnP79/PuT\nA0gOwECCBb8dLJewnDhx48w9NFdu3LhyFcuNCxfO3EaOHT1+NEeOHACSJU2GCyeu3Mpy4sSBK1eO\nHLly48aZw5lTZzme5cz9BBr0Z7ly5sqVA5BU6VKmTZ0+hRpVKjly/+PMXTUHDlw4c+bEicu2ahU3\nbt68mUObVm3acuXMvYUbt1w5AHXt3gUHTlw5vuXCheNGTrDgcuXMHUacOFw4ceLMPYYcWTI5cgAs\nX8b8TXM5zuXEiRtnTrS5cuPGlUNdbly4cOZcv4YdW7Y5cuQA3MadO1w4ceV8lxMnDly5cuTIlRs3\nztxy5s3LPS9nTvp06tLLlTNXrhwA7t29fwcfXvx48uXFnTdnrly5ce3NmSsX/9u3cePKlTOXX3/+\ncuXMATQncCBBguTIAUiocCE4cOHMmStXjhw5cObMlStnbiPHjh7JkTMnciRJkeVOihMHYCXLluBe\nlotZjhxNczZtkv8jZ27nznLlzAENKnSo0HJGxYkDoHQpU3DgwpkzV64cOXLizGHFWq6cua5ev3Yt\nV84c2bJmyZZLO24cgLZu38KNK3cu3bp2sWHjNm6cOHHevIErV44cOXHgwJEjZ24x48aOy0EuZ27y\n5HKWw4UDoHkzZ2nSsokLLe7bN3DkyJVLndoc69auycEmV66cudq2a5crR243OHAAfgMPDg2atXDG\nw4EDF64cc+bkyJWLLr2cuerWr2OvXq7cuHHkvn0DIH48eWnStIlLL86bt3DkyJkzV26+ufr275fL\nr98c/3LlAJoTWK7cuHHlwIEDsJBhQ4cPIUaUOJEiNmzcxo0TJ87/mzdw5cqRIycOHDhy5MylVLmS\nZTmX5czFjFmOZrhwAHDm1ClNWjZxP8V9+waOHLlyR4+aU7qUKTmn5MqVMzeV6tRy5chlBQcOQFev\nX6FBsxaObDhw4MKVU6uWHLlyb+GWMzeXbl27c8uVGzeO3LdvAAAHFixNmjZxh8V58xaOHDlz5spF\nNjeZcuVylzGb01yunDnP5cqNG1cOHDgAp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EHFz6c\neHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+effvhvnxd+/YNHLhv\n38KNGydOXLhx/wDHkRs4cNw4cuTEhQsHDpy4h+HCiRM3jhw5cRgxbtsGoKPHj7lyWePGDRy4bt3G\nkSNXriU5cuXKiRMX7ts3cTjD6Qw3rqfPnuTIjRs6lBs3AEiTKtWlq1q3bt++desmbpzVceKyjhsn\nrmu4cOLChgsnTty4s+LSihtHjpw4cePGidu2DYDdu3h79brmzVu4cN68hRNHWFy4cePIKVY8rvG4\ncN++hQsnTtw4cZjFjSNHTpy4cePEbdsGoLTp06hTq17NurVrX76uffsGDty3b+HGjRMnLty4ceSC\nBx83jhw5ceHCgQMnrnm4cOLEjSNHTpx169u2AdjOvXuuXNa4cf8DB65bt3HkyJVbT45cuXLixIX7\n9k2c/XD4w43bz38/OYDkxg0cyI0bAIQJFerSVa1bt2/funUTN87iOHEZx40T1zFcOHEhw4UTJ27c\nSXEpxY0jR06cuHHjxG3bBsDmTZy9el3z5i1cOG/ewokjKi7cuHHklCod13RcuG/fwoUTJ26cOKzi\nxpEjJ07cuHHitm0DUNbsWbRp1a5l29YtN27eyJEbN07c3XLlyJEr19ecuXLlzJEjZ87cOHLkvn0r\nV45cuXLkyJWjTHncOHLgwAHg3NnztWvbxIkbV3pcOXOpVasuV44cN27lyo0rV44cOXPmyu0mR85c\nOeDlyJErJ07/HADkyZVjw6Zt3Dhx0aOXo06dHDlz5siRG9et27hx4MaNAweOHLlx6cWJK0eOXLly\n48aRCxcOwH38+blx60aOHMBx48SJC0eO3Lhx5BaaM1eunDly5MyZC2dx2zZy5MaVK0eOXLmQIceN\nIxcuHICUKleybOnyJcyYMsXRNGfzZjlzOnfy7MmzXDlzQoWWK2fuKNKj5coBaOr0KThw38qVM2eu\nXDlzWrdy3VqunLmwYseSLSsWANq0asGxLVfOnLlycs3RrWuXLjly5vbuJUfOHGDA5cqZK2y4cLly\nABYzbixOXDhzks2VK0fOHObMmjdjLldu3DhzokWXK2fuNOrT/+XKAWjt+jXs2LJn065tWxxuc7p3\nlzPn+zfw4MDLlTNn3Hi5cuaWM19erhyA6NKngwP3rVw5c+bKlTPn/Tv47+XKmStv/jz69OYBsG/v\nHhz8cuXMmStn3xz+/PrxkyNnDqA5gebIkTN38GC5cuYYNmRYrhwAiRMpihMXzlxGc+XKkTP3EWRI\nkR/LlRs3zlzKlOXKmXP50mW5cgBo1rR5E2dOnTt59hw3Tpw5c+WIEjV3FGnSo+WYlgs3bty3b+bM\nlTN3FWvWq+XKAfD6Faw4cePMlTVXrpw5tWvZjhsXbtmycuXClbNbzlxevXv5lisHAHBgweDAhSt3\nGLE5xYsZl/8rR86bt3LlwpEjN26cOc2ay5Uz9xn053LlAJQ2fXpcanPmyrVubQ52bNmwy9Uu9w0c\nOG7czPX2/Rt4uXIAiBc3fhx5cuXLmTcfN06cOXPlqFM3dx179uvluJcLN27ct2/mzJUzdx59+vPl\nygFw/x6+OHHjzNU3V66cOf37+Y8bBzDcsmXlyoUrh7CcuYUMGzosVw6AxIkUwYELVy6jRnMcO3os\nV46cN2/lyoUjR27cOHMsWZYrZy6mzJjlygG4iTPnuJ3mzJX7+dOc0KFEhZY7Wu4bOHDcuJl7CjWq\n1HLlAFi9ijWr1q1cu3r9Om5cOXNkzZUrZy6t2rVs02oDB07/nDhz5sqZu4s3b14AfPv6DReunLnB\nhAsbNhctmjNevLp1+1aunLnJlCtbrgwgs+bN4MCRMwfaXLly5kqbPm2aHLly5caRI1eunLnZtGvb\nng0gt+7d48aVMwfcXLly5oobP468+LVt28SJMwc9uvTp0AFYv449u/bt3Lt7/z5uXDlz5M2VK2cu\nvfr17NNrAwdOnDhz5sqZu48/f34A/Pv7BxguXDlzBQ0eRGguWjRnvHh16/atXDlzFS1exHgRwEaO\nHcGBI2dOpLly5cydRJkSJTly5cqNI0euXDlzNW3exFkTwE6ePceNK2dOqLly5cwdRZpU6dFr27aJ\nE2dO6lSq/1WlAsCaVetWrl29fgUbltxYc+bKnS1nTu1atmvBgTNnbpg4cd++mTNXztxevn37AgAc\nWPC4ceTMHUac+HC5cubMrVqlzJIlcuS0lcNczpy5cuY8fwYNGsBo0qXFiRtnzlw51uXMvYYdu1w5\nc926mTMXzpw5cuTM/QYeXPhvAMWNHyeX3Jy5cs2bm4MeXTr0cePMmWMWTns4c929fwffHcB48uXN\nn0efXv169uTIjTNnrlw5cuTM3cefnxy5cLBgAYQEaYgjR8CAZcs2rlw5cw4fQnQIYCLFiuQumsto\nrlw5cx49llOmbM4cBAggUKBw6FCpbdu6dePG7Zs3b+LEkf8zp3PnTgA+fwIVJ25cuaLlyJEzp3Qp\n03HjwlGjdm1quHDixJEjZ24r165eAYANK5YcWXPmypUjR66cubZu35or9+yZLl1hUqWCBo0cOXN+\n/wIODGAw4cKGDyNOrHgxY3LkxpkzV64cOXLmLmPOTI5cOFiwIEEa4sgRMGDZso0rV84c69auWQOI\nLXs2udrmbpsrV84cb97llCmbMwcBAggUKBw6VGrbtm7duHH75s2bOHHkzGHPnh0A9+7exYkbV258\nOXLkzKFPr37cuHDUqF2LHy6cOHHkyJnLr38/fwD+AQIQOBAAOYPmzJUrR45cOXMPIUY0V+7ZM126\nwqRKBQ3/Gjly5kCGFDkSQEmTJ1GmVLmSZUuX42CWKzduHDly5czlzFmunDlz27YJixHjyJEMbNhI\nkhSOaTmn5cxFlRq1XDkAV7FmHTeunDmv5sqVMze2XLlwbNhIkBAgwAEIEGjR0sWM2bBh3Lgte/Ys\nWrRy5gAHNleuHADDhxGHCyeuXLlx48iRK2eOMuVy5ciRY8Zs2JMnvXohUqYMGTJy5MSVK0eOnDnX\nr12XKweAdm3b4nCXKwcO3Lhx5MwFFy5cnLhsR45YseJhzx5hwsqVMzedenXq5coB0L6de3fv38GH\nFz9+XPly5caNI0eunDn37suVM2du2zZhMWIcOZKBDRtJ/wAlhRtYrmA5cwgTIixXDoDDhxDHjStn\nrqK5cuXMaSxXLhwbNhIkBAhwAAIEWrR0MWM2bBg3bsuePYsWrZy5mzjNlSsHoKfPn+HCiStXbtw4\ncuTKmVu6tFw5cuSYMRv25EmvXoiUKUOGjBw5ceXKkSNnrqzZsuXKAVjLtq24t+XKgQM3bhw5c3jz\n5hUnLtuRI1aseNizR5iwcuXMKV7MeHG5cgAiS55MubLly5gzaxYnLly5cuTIgQNnrrRpcuTEiRMl\nigQAAAUKNFCipFIla9bAiRNnzhw5c+bKlTNHvFw5AMiTKxcnrpy55+bKSTdnTps2TAOyDwAAIIEJ\nE7JkRf/bts2Zs1+/TNWpw4xZt3LlzMmXX64cgPv483/7Fq5cOYDkyIULV87cQXPlsGGLFu3KlRQL\nFty4scOPn1u3qFH7Fi5cOZDmzJUrZ85kuXIAVK5kGS6cN3Lkxo3btq2cOZw4y+0sZ8zYnAIFFixQ\nAATIrVvixJUz19SpuXLlzE0tVw7AVaxZtW7l2tXrV7DixHUrV27cOHHiypljy1acOHLkEiVCIkAA\nDBgeSJHq1Yvc33HjyJErZ87wYXPlygFg3NgxOXLlzE2mXM6cOW7coClQoELFhAl8Xr0yZ66cOXPQ\noIkTB+vYsV+/ypmjXdtcuXIAdO/mHS7cN3LByYULR87/nLly5cYRI6ZMWYgQNQ4c4MKFRJs2lixl\ny4YtXLhx48yNJz++XDkA6dWvDxeOGzly4OSDI2fOvn1y5MqVs2ULDsACBViwqLBnjzRp5hYybFiu\nnLmI5MgBqGjxIsaMGjdy7OhRnLhu5cqNGydOXDlzKlWKE0eOXKJESAQIgAHDAylSvXqR6zluHDly\n5cwRLWquXDkASpcyJUeunLmoUsuZM8eNGzQFClSomDCBz6tX5syVM2cOGjRx4mAdO/brVzlzcuea\nK1cOAN68esOF+0buL7lw4ciZM1eu3DhixJQpCxGixoEDXLiQaNPGkqVs2bCFCzdunLnQokOXKwfg\nNOrU/+HCcSNHDhxscOTM0aZNjly5crZswSlQgAWLCnv2SJNm7jjy5OXKmWtOjhyA6NKnU69u/Tr2\n7NrHjQtX7ns5ceLMkS8/bly0aE2aZBgwAASIGcWKTZsmThy5cuXI8TfnH6A5gebKlQNwEGFCcuTK\nmXP48CE1arAYMNCgwYWLZOTImfPoUVtIbaZu3WrWbJw5lStXAnD5Ema4cODKlSNHDhw4cuXKdeum\nzY8fHz4ECEAAAMCGDQywYIEDp1evaeDAjRtHzlxWrebKlQPwFWxYceK+kSM3bpw3b+bYth037tq1\nI0cuAACwYAGFWLG0aStXzlzgwOXMFTZsrlw5AIsZN/92/BhyZMmTKY8bF65c5nLixJnz/HncuGjR\nmjTJMGAACBAzihWbNk2cOHLlypGzbQ53bnPlygHw/Rs4OXLlzBU3bpwaNVgMGGjQ4MJFMnLkzFWv\nrg27NlO3bjVrNs5cePHiAZQ3fz5cOHDlypEjBw4cuXLlunXT5sePDx8CBCAAABDAhg0MsGCBA6dX\nr2ngwI0bR86cxInmypUDgDGjRnHivpEjN26cN2/mSpocN+7atSNHLgAAsGABhVixtGkrV86cTp3l\nzPn8aa5cOQBEixo9ijSp0qVMm4p7Wi5qOXLkzFm9Kk5csmRLllgQIODIkTbAgGXLZs5cOXLkypUz\nBzf/Llxy5ADYvYt33Lhy5vr6JVeu3LNniiJE+PBBi5Zi4MCZe1yunDZtuXJtihSpWDFznDtzLlcO\ngOjRpMOFE0cuNTlxrM2ZCxcu2507JkwUKLDAgAEnTojs2WPKlLfh4MCNG2cuufLk5MgBeA49erhw\n4MZZHydOXDlz3LmPGwcNmhQpDAIEkCBhxq1b4cKZew8//vty5cyRIwcgv/79/Pv7BwhA4ECCBQ0e\nRChQ3MJyDcuRI2dO4kRx4pIlW7LEggABR460AQYsWzZz5sqRI1eunDmWLVmSIwdA5kya48aVM5dT\nJ7ly5Z49UxQhwocPWrQUAwfO3NJy5bRpy5VrU6RI/8WKmcOaFWu5cgC8fgUbLpw4cmXJiUNrzly4\ncNnu3DFhokCBBQYMOHFCZM8eU6a8/QUHbtw4c4UNFyZHDsBixo3DhQM3TvI4ceLKmcOMedw4aNCk\nSGEQIIAECTNu3QoXztxq1q1Xlytnjhw5ALVt38adW/du3r19hwsnrtzwcuPGmUOe3JmzU6cePCgA\nAMCJE3qcOfPmbdw4ceDAlSs3zpy5cuXMnS9XDsB69u3FiStnTv58ceHCiRFjAQCAAgVcAHQxbNw4\nc+bKjRvXq1eZMimWLGHGjJy5ihbNlSsHYCPHjuDAiSsnspw4ceTKldu2TViLFhw4HDgQQYOGOXMk\n/f/6FS0aNmzfwIErV46cuaJGzZUrB2Ap06bgwIUrJ7WcOHHmrmIFB06ZsgoVCgAA4MDBGWnSypUz\np7ZcOXPmyJkzR46cubrkyAHIq3cv375+/wIOLHjcuHDlDpcbN84c48bSpD17JkKEjQ4diBGjNm5c\nuHDmzJUjR27cuHLmTqM2V64cgNauX48bV84cbXPkyIETJ06JEhwHDtCg4cnTN3LkzCH35q1QIVOm\niuTKFS6cuerWq5crB2A79+7ixI0rV86cOXLmzZkTJ+7bli2mTGnR4qtVq3LlxpUrFy6cuf7lAJYT\naI5gQYLlygFQuJDhuHHhypUzZ65cOXMXMYYL9+3/mwkTKBQoiBXLWrly5lCmNFeunDmXL12WKweA\nZk2bN3Hm1LmTZ89x48KVE1pu3DhzR5FKk/bsmQgRNjp0IEaM2rhx4cKZM1eOHLlx48qZEzvWXLly\nANCmVTtuXDlzb82RIwdOnDglSnAcOECDhidP38iRMzfYm7dChUyZKpIrV7hw5iBHhlyuHADLlzGL\nEzeuXDlz5siFNmdOnLhvW7aYMqVFi69WrcqVG1euXLhw5nCX013OXG/fvcuVAzCcePFx48KVK2fO\nXLly5qBHDxfu2zcTJlAoUBArlrVy5cyFF2+uXDlz59GfL1cOQHv37+HHlz+ffn375MiFM2euXDlx\n/wDFmRtI8NixSJE2bGgBAoQpU9HIkfv2rVw5cuPGiRNHzpzHj+bKlQNAsqTJcePImTNXrpw4ccdu\n3cKAQQEAAB8+yJEDric5csgECVqwAAIEDLp0ceNmrqnTpwCiSp06rqo5c+XKkSNnris5cuNq1aJF\ny5Spbt68lStnri05cubixi1Xzpzdu3bLlQPAt69fcuTCmRtsjhw5c4gTixOHDNmJEyYmTODEqZu5\ny5gxkyM3zpznz+bKlQNAurTp06hTq17NujU5cuHMmStXTpw4c7hzHzsWKdKGDS1AgDBlKho5ct++\nlStHbtw4ceLImZtO3Vy5cgCya98+bhw5c+bKlf8TJ+7YrVsYMCgAAODDBzlywMknRw6ZIEELFkCA\ngEGXLoDcuJkjWNAgAIQJFY5jaM5cuXLkyJmjSI7cuFq1aNEyZaqbN2/lypkjSY6cOZQoy5Uz19Jl\ny3LlAMykWZMcuXDmdJojR87cT6DixCFDduKEiQkTOHHqZs7p06fkyI0zV9WquXLlAGzl2tXrV7Bh\nxY4lO85suXLmzI0bV87cW3PlsGErUyZGDBMnTjRrVu3b32/lyo3r1k2cuHLmFC82V64cAMiRJYsT\nR87cZXPgwBEjRWrECAoRIiRJ4sxZONTmzFWDAWPB6wU3Zs0iR87cbdy3y5UD0Nv3b3HiyJUrZ87/\n3Djk5cqBA6etVq1Tp2rVajZtmjlz5cZtH1fO+7hx5cqZI1+efLlyANSvZ0/OvTn45sqVM1fffrhw\niRLhwFHhA8APy5Z9K1fOHEKE48aJE0euXDlzEiWSIwfgIsaMGjdy7OjxI0hx4saVK2fOnDhx5laW\nK0cuUqQoURYssCBChClTs6xZ69YtWzZnxoyJExeuHNJy5paWKwfgKdSo4sSNM2eOHLlt2woBAtSh\nw4MgQUCB+vatnDlz5MiRmjABAAADBoBIk2buLt685coB6Ov3rzhx48yZK1du3Dhx5MgVKyZLiZIr\nV4oUmTRrFjZsw6JFo0YNGTJbw4aJEzeuHOpy/+ZWlysH4DXs2OPGlTNn21y5cuZ28yZFSooUAgQW\naNDgytU0cuTKlSNHbtuyZd68WRtnfZy57OTIAeju/Tv48OLHky9vXpy4ceXKmTMnTpy5+OXKkYsU\nKUqUBQssiBBhCqCpWdasdeuWLZszY8bEiQtXDmI5cxPLlQNwEWNGceLGmTNHjty2bYUAAerQ4UGQ\nIKBAfftWzpw5cuRITZgAAIABA0CkSTP3E2jQcuUAFDV6VJy4cebMlSs3bpw4cuSKFZOlRMmVK0WK\nTJo1Cxu2YdGiUaOGDJmtYcPEiRtXDm45c3PLlQNwF2/ecePKmfNrrlw5c4MJkyIlRQoBAgs0aP9w\n5WoaOXLlypEjt23ZMm/erI3zPM5caHLkAJQ2fRp1atWrWbd2TY7cuHKzy4ULV86cuXLlyN269eqV\nDh18Bg0KF84bOHDXrokT5w0cuHDhzFW3Xr1cOQDbuXcfN46cOXPjxm3bZipYsChRZCFDZg5+/PjW\n5MhZsKBTp2fm+Pf3D9CcuXLlABg8iHCcQnPmyJELFy7buHGzZtFiwuTRIzJkZN26xY1bsmHDZMma\nNm3Yt2/hwpl7CfNluXIAatq8SS6nuZ3mypUzBxRoOVKkLFmKEEGJHTvjxpV7Om4cOXLfpk0LFkwc\nOXLmunYtVw6A2LFky5o9izat2rXkyI0rB7f/XLhw5cyZK1eO3K1br17p0MFn0KBw4byBA3ftmjhx\n3sCBCxfOnOTJksuVA4A5s+Zx48iZMzdu3LZtpoIFixJFFjJk5lq7dm1NjpwFCzp1emYut+7ducuV\nAwA8uPBxxM2ZI0cuXLhs48bNmkWLCZNHj8iQkXXrFjduyYYNkyVr2rRh376FC2cuvfr05coBeA8/\nPrn55uqbK1fOnH795UiRAmjJUoQISuzYGTeu3MJx48iR+zZtWrBg4siRM5cxY7lyADx+BBlS5EiS\nJU2eJEdunDlz5cqFC2dO5rhx4Dp10qJlxIg6jBhFi+YMG7Zhw5Yti+bNGzhw5Mw9hWquXDkA/1Wt\nXh03jpw5c+LEadOGihcvVaqqlStnTu3atdH48Fmw4M0bZ+bs3sVrt1w5AH39/h03Tpw5c+LEYcP2\n69gxMWJ+OHCAAoUIEW7KlKFEKUiTJi5cSJEyCBq0b9/KmUOd2ly5cgBcv4ZdTrY52ubKlTOXO1y4\naDVqVKiQIEETQYK6dRuXnBu3atWYDRuGC5c1cuTMXb9erhwA7t29fwcfXvx48uXJkRtnzly5cuHC\nmYM/bhy4Tp20aBkxog4jRtGiAXSGDduwYcuWRfPmDRw4cuYeQjRXrhyAihYvjhtHzpw5ceK0aUPF\ni5cqVdXKlTOncuXKaHz4LFjw5o0zczZv4v+0Wa4cgJ4+f44bJ86cOXHisGH7deyYGDE/HDhAgUKE\nCDdlylCiFKRJExcupEgZBA3at2/lzKFNa65cOQBu38ItJ9ccXXPlypnLGy5ctBo1KlRIkKCJIEHd\nuo1LzI1btWrMhg3DhcsaOXLmLl8uVw4A586eP4MOLXo06dLjxpErp7qcuNbmzI0bh+3SpSZNggS5\nQ4nSt2/XoEGLFk2btmzduo0bZ2458+XlygGILn16uHDiyJEbN86Zs1rGjDVrxq1cOXPmz5+/9uOH\nCBGtWokzJ38+ffnlygHIr38/OHDhAI4bJ04cNGiidOkSI4bNjBlo0OTJ4yhSJGHCFEmRwoX/S6VK\nwa5dGzfOXEmTJcuVA7CSZUty5MqZk2muXLlx5sx167ZLhAgJEjx4SKNLVzmj5MiJEwcOXLVdu4wZ\nG1eunDmrVsmRA7CVa1evX8GGFTuWrDhx48qlLQcOHLly5a5dW9ajx4kTOnQM4sXLmzdp2LBly1at\nGjdv3sqVM7eY8eJy5QBEljw5XDhw5Mh587ZsWbBly7Bh02aOdGlz5MhJk6bBgAECBKxY0WaOdm3b\n5srlBrCbd29w4LyRI9etGzNmt4ABu3QJDR06p07lymUMWHVgrwYNChSIFStr376ZEz+efLlyANCn\nVz9uHDlz782VK0eOfq1abwgQUKDgxYtR/wC9eStHsGA5bdqkCRP27ds4cxAjmitXDoDFixgzatzI\nsaPHj+LEjStHshw4cOTKlbt2bVmPHidO6NAxiBcvb96kYcOWLVu1aty8eStXzpzRo0bLlQPAtKnT\ncOHAkSPnzduyZcGWLcOGTZu5r2DNkSMnTZoGAwYIELBiRZu5t3DjmitHF4Ddu3jBgfNGjly3bsyY\n3QIG7NIlNHTonDqVK5cxYJCBvRo0KFAgVqysfftmrrPnz+XKARhNuvS4ceTMqTZXrhy517VqvSFA\nQIGCFy9GefNWrrfvctq0SRMm7Nu3ceaSKzdXrhyA59CjS59Ovbr169jHjRNXrns5b+DLlf/Llg2Z\nGzeRIilS5MyatXLlyFWr9uyZOHHjypUzx7+/f4DlygEgWNAgOHDcyJHLlu3XL1jfvnnzVs7cRYzk\nhAkbNqzAgQMLFlizZs7kSZQnyZED0NLly3DhuJEjhw2bMmWxtm3z5WuaMmXixIUjqk3buHHclCkz\nZkycOHLmpE6lKrVcOQBZtW4l19XcV3PjxoErV27XrjsjRmDB0qrVOHNx45YrFy7cuHHgvn0TJ87c\nX8B/y5UDUNjwYcSJFS9m3NjxuHHiyk0u581yuXLZsiFz4yZSJEWKnFmzVq4cuWrVnj0TJ25cuXLm\nZM+mXa4cANy5dYMDx40cuWzZfv2C9e3/mzdv5cwtZ05OmLBhwwocOLBggTVr5rRv576dHDkA4cWP\nDxeOGzly2LApUxZr2zZfvqYpUyZOXDj82rSNG8dNGUBlxoyJE0fOHMKEChGWKwfgIcSI5Caaq2hu\n3Dhw5crt2nVnxAgsWFq1Gmfu5Mly5cKFGzcO3Ldv4sSZq2mzZrlyAHby7OnzJ9CgQocSJUdOnDlz\n5cqBA/dNnLho0XpJkTJmzKpV2r59I0dunDdv0KB16zbOHNq0atGWKwfgLdy44cJxI0dOmzZlynBh\nwxYuHLly5cyZ06btVocODBgAIEDgwAFdusxRrmyZcjly5ABw7uwZHLht48Z161atmrFs/9m4cfvm\netw4crLDhRMnLpw3b9mygQNXzhzw4MKBlysH4Djy5OSWm2tubtw4bNmyjRrVpUKFKVOePStn7jt4\nc+HGhxNH7jw5c+rXqy9XDgD8+PLn069v/z7+/OLEkTPnH6A5cQPLlQMHrlqyZNeudes2rlw5cxPF\niStXzlxGjRs5lisHAGRIkd++gRs3Tpy4atW6kSNnDma5cubMkSMnDAgQDhwQKFCgSFG5cuaIFjVa\nlBw5AEuZNvXmDRw5cuLEbdvWrVw5cuTKdTX31Vw5c2PNlRMnrlw5c2vZtnVbrhwAuXPpjhtXzlxe\nc+PGhSNHLlmyUqtWZctWrpw5xYsZL/8u97icOcmTJZcrBwBzZs2bOXf2/Bl0aHHiyJkzbU5c6nLl\nwIGrlizZtWvduo0rV85cbnHiypUz9xt4cOHlygEwfhz5t2/gxo0TJ65atW7kyJmzXq6cOXPkyAkD\nAoQDBwQKFChSVK6cOfXr2a8nRw5AfPnzvXkDR46cOHHbtnUrB7AcOXLlCpo7aK6cuYXmyokTV66c\nuYkUK1osVw6Axo0cx40rZy6kuXHjwpEjlyxZqVWrsmUrV86czJk0Z5a7Wc6czp06y5UDADSo0KFE\nixo9ijRpuHDkzJkrV27cuHJUyZH7Fi7cuHHlypn7CrZcOXNky5o9S5YcOQBs27oFBy7/XLly5MiB\nA0fOnN69e8GBe1ajxo0bMo4c6dbNnOLFjBmXGzcOgOTJlMGBC1cuc7lw4cqZ+ww6tGhz5UqbO406\nterT5coBeA07tjhx5MzZNkeO3Dhy5Lp1O7ZtGzly5oobP168nHLl5po7f16uHIDp1Ktbv449u/bt\n3MOFI2fOXLly48aVO0+O3Ldw4caNK1fOnPz55cqZu48/v/775MgBAAhA4MCB4MCFK1eOHDlw4MiZ\ngxgxIjhwz2rUuHFDxpEj3bqZAxlSpMhy48YBQJlSJThw4cq9LBcuXDlzNW3exGmu3E5zPX3+BNqz\nXDkARY0eFSeOnDmm5siRG0eOXLdu/8e2bSNHztxWrl23lgML1txYsmXLlQOQVu1atm3dvoUbV244\nuuXslgMHTpw5c+XKkRs3ztxgwoXJkStXztxixo0dkyMHQPJkyuDAfStXjhy5cOHImQMdOnS5cuBC\nhapWbZc3b+Zcv4btulw5cuTKhQsHQPdu3t98lys3bpw44uaMH0durhw5cuacl4Neztx06tWtkyMH\nQPt27uLEjTMX3ty4cd/KlRuXXpw4c+3dvydHLly4cuXM3cefH3+5cgD8AwQgcCDBggYPIkyoEGG4\nhuUelgMHTpw5c+XKkRs3zhzHjh7JkStXzhzJkiZPkiMHYCXLluDAfStXjhy5cOHImf/LqVNnuXLg\nQoWqVm2XN2/mjiJNerRcOXLkyoULB2Aq1arfrpYrN26cuK7mvoINa64cOXLmzpZLW84c27Zu35Ij\nB2Au3brixI0zp9fcuHHfypUbJ1icOHOGDyMmRy5cuHLlzEGOLDlyuXIALmPOrHkz586eP4MOJ9qc\nuXLlyJEbZ2716nLlzMGOLRt2uXLmbuPOfbscb3HiAAAPLjxcOHDmzJVLntwc8+bOmV+75s3bN3PW\nr2PPbo4c92/fAIAPLz5cOHDmzJVLX46cufbty5UzJ19+uXLm7t8vV84c//7+AZozV47guHEAECZU\nGC7cOHMPzZUrJ86cuXLlzJUrZ47/Y0ePHMeNKzfSXEmTJ0uSIweAZUuXL2HGlDmTZk1q1LKJ0ynu\n2zdx5YAGLWeOaFGj5ZCWM7eUadNy5caNIwcOHACrV7FKk4YtXDhx4sKFG2eOLNly5cylNTfOW1tv\n5MqVMzeXbt255cqBAzeuWzcAfwEHjhbtWjjDh8OVK2fOXDnH5iCbKzd5srlyl8uZ07yZc7ly5ECD\nAweAdGnT1KhxG7d6HDhw4ciRKzd7tjnbt3GTIzduHDly5YADNzd8eDnj4sQBUL6ceXPnz6FHlz6d\nGrVs4rCL+/ZNXDnv38uZEz+efDnz5cylV7++XLlx48iBAweAfn370qRhCxdOnLhw/wDDjTNHkGC5\ncuYSmhvnraE3cuXKmZtIseLEcuXAgRvXrRuAjyBDRot2LZzJk+HKlTNnrpxLczDNlZs501y5m+XM\n6dzJs1w5ckDBgQNAtKhRatS4jVs6Dhy4cOTIlZs61ZzVq1jJkRs3jhy5cmDBmhs7tpxZceIAqF3L\ntq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHjx5AjS55MubLly5gza97MubPn\nz6BDix5NurTp06hTq17NurXr17ANCxOGDZxtcN68hRPHW1w4csDJlRs+bhw5cuLAKQcnTtw4cdDF\njSNHTpx169q0AdjOvXuvXtm+ff8LFw4cuHHkyI1bv54cuXHwxYkbN05cuHDgwI0bJy5cOIDixI0j\nR06cuHHjxHHjBsDhQ4i+fFn79g0cOG/ewo3jOC7cuHHkRJIbFy7cuHHhvq38Js5luHDixI0jR06c\nuHE5uXED0NPnT2LErIEjCm7bNnDilIoDR45cOahQxYkjRw5cN6zdwoUT17UruXLlxo0d260bALRp\n1a5l29btW7hxwc0tV27cOHF5yZEbN45cuXLmBAsuV86cuXGJtWkrV45cuXLkyJWjTI7cOMzfvgHg\n3NmzNm3eyI0mN24cuXKpy5krV87c69fixJkzR65cuXDhypUjV64cOXLlhAsnV1z/nDgAyZUv79bN\nW7ly46SPE1euHDly5ciRM9e9Ozly5syRK1cOHLhy5ciVK0eOXDn48MnNDxcOwH38+cXtL1eOHEBy\n4waWK0eOXLmE5hYybFiuHDhw5iZOLFfOXLmM5chxBAcOAMiQIkeSLGnyJMqU5MiJM+fSXLly5MzR\nrGnzJs1y5ciRM+fzJ1Cf5cqZI0cOANKkSsMxNef0KdSoUqOWK2fuKtasWsuVA+D1K9hx48SZK2u2\nnLm0ateyXVuunLm4cufSLVcOAN68esuVI2fur7lygs0RLmz4MOLEisuVA+D4MeTIkidTrmz5Mjly\n4sxxNleuHDlzokeTLi26XDly/+TMsW7tmnW5cubIkQNg+zbucLrN8e7t+zfw3+XKmStu/DjycuUA\nMG/ufNw4ceamUy9n7jr27Nqzlytn7jv48OLLlQNg/jz6cuXImWtvrhx8c/Ln069v/z7+cuUA8O/v\nHyAAgQMJFjR4EGFChQDIkRtnzly5cuQomrN4EWNGc+G+fZMmzVxIkSNJkiMHAGVKleLEjTP30ly5\ncuZo1rRJs5w4cebMiSNHLlw4c+bKFTV3FGnScuUANHX6dFxUc+bKVa1qDmtWrVjLlTNnThw5cuPG\nmTN7Fm3acuUAtHX7lhy5cebMkbNLbpw5vXv59jVXjhw5bNjMFTZ8GHG5cgAYN/92/BhyZMmTKVcm\nR26cOXPlypHzbA50aNGjzYX79k2aNHOrWbd2TY4cANmzaYsTN85cbnPlypnz/Ru473LixJkzJ44c\nuXDhzJkr99xcdOnTy5UDcB179nHbzZkr9/27OfHjyYsvV86cOXHkyI0bZw5+fPnzy5UDcB9/fnLk\nxpkzB5CcQHLjzBk8iDChuXLkyGHDZi6ixIkUy5UDgDGjxo0cO3r8CDIkOXLlzJk0R46cuZUsW7pc\nCS1atG3bzNm8iTOnTQA8e/oMF66cuaFEixo1V66cOXHiyJHDFi5quHLlyJUrZy6r1q1ZAXj9Cnbc\nuHLmyporV86c2rVs15Z7W87/2rdv4sSZM1fOnN69fPkC+As4cLly5MyZK1du3DhzjBs7flyuXLBq\n1a5dI0eunLnNnDt3BgA6tOjRpEubPo06NTly5cy5NkeOnLnZtGvbng0tWrRt28z5/g08uG8AxIsb\nDxeunLnlzJs7N1eunDlx4siRwxYue7hy5ciVK2cuvPjx4QGYP49+3Lhy5tqbK1fOnPz59OeXu1/O\n2rdv4sSZA2iunDmCBQ0aBJBQ4cJy5ciZM1eu3Lhx5ixexJixXLlg1apdu0aOXDlzJU2ePAlA5UqW\nLV2+hBlT5sxy5caZM0eOXDme5nz+BOqTHDlz5nBx4+bNmzmmTZ0+LVcOwFSq/1XHjSNnTqu5cuXM\nfQUbVpy4cceOkSNHq1s3bdrMmSNnTu5cunQB3MWbd9xec+bK/f1rTvDgweQMY8M2bpypbNm6dTMX\nWfJkypEBXMacedy4cObMffs2TrQ50qVNmysHDty4cU9YsTp1qlw5c7Vt37ZdrhwA3r19/wYeXPhw\n4sXLlRtXrhw5cuPGkTMXXfr06NKkYcIUIk6cXr3GjTMXXvx48eXKAUCfXj059ubcmxs3ztx8+uPG\nbdvmyBEcEiSIACQyQYsWRox48fpGjpy5hg4fNgQgcSLFcRbNmStXjhxHcx7NkQspTlyyZMG0aOHB\ngwIVKqZMWbNWzhzNmjZtAv/IqXOnOHHcxInr1k2bNnDlypkzV86cuXLlsGEDJkLEggUAChSgQGHW\nrHHmvoIN+7VcOQBmz6JNq3Yt27Zu35YrN65cOXLkxo0jZ24v3757pUnDhClEnDi9eo0bZ24x48aM\ny5UDIHkyZXKWzWE2N26cuc6ex43bts2RIzgkSBAhMkGLFkaMePH6Ro6cudq2b9cGoHs373G+zZkr\nV44ccXPGzZFLLk5csmTBtGjhwYMCFSqmTFmzVs4c9+7evQMIL368OHHcxInr1k2bNnDlypkzV86c\nuXLlsGEDJkLEggUAABYoQIHCrFnjzCVUuDBhuXIAIEaUOJFiRYsXMWYcNw7/3Lhx3ryFC0fOXEmT\nJ815EyNGhIgHTZrIkmWOZk2bNMuVM0eOHACfP4GOG0fOnLly5caNK2fOXDmn27YtW2bESIoCBUyY\ncBAkyJw51qxdI0euXDlzZ9GeLVcOQFu3b8WJG1euHDm75MaZM1euHDlw4MiRK1bMVYoUJUpAYMLE\nlKlx48qZkzyZsuRy5QBk1rwZHLhun6lR69YtnDnTpsuVM2euWzdTDhwUKBCgQIEdO8KFK2eOd+/e\n5cqZI0cOQHHjx5EnV76ceXPn48aBGzfOm7dw4ciZ076duzlvYsSIEPGgSRNZssylV78+fbly5siR\nAzCffv1x48iZM1eu3Lhx/wDLmTNXruC2bcuWGTGSokABEyYcBAkyZ441a9fIkStXzpzHjx7LlQNA\nsqRJceLGlStHriW5cebMlStHDhw4cuSKFXOVIkWJEhCYMDFlaty4cuaSKl2atFw5AFCjSgUHrptV\natS6dQtnrmvXcuXMmevWzZQDBwUKBChQYMeOcOHKmZtLl265cubIkQPAt6/fv4ADCx5MuLA4cdzG\njRMnTps2c5AjSw4XjlaCBAcyz5hx7Fi5cuZCiw5Njpy50+TIAVjNurU4cePMmStXLly4cubMlSsn\nTpQoSZIoUDgAAIACBRF27ECEKFiwbeHCmTNXzpz16+bKlQPAvbv3cOHElf8rR44cOHDl0qcfFy4c\nOHC0aKlRoECChBJMmOzaBQ4cOYDmBA40V66cOYTlygFg2NChOHHZxE0Uhw2bOYwZNWLDFokAAQMh\nNWhIlWrcOHMpVaYsV87cS3LkAMykWdPmTZw5de7kOW5cNnLkuHELF66cOaRJk4ID58qAARw4TODC\nNW6cOaxZtZIjV66cuXHjAIwlW5YcuXHmzJUrN24cOXNxzZVz5UqZshQpcChQ0KhRk127atUaV7jc\n4XLmFC9WXK4cAMiRJY8bB65cOXLkwIEjZ86zuXLhwpUr16xZMRUqWrXiw4wZNWrmZM+mXZscOQC5\nde8uV45buXLixI0bZ87/+HHk5cqBGzGiVq092rSJE2fO+nXs2cmRA9Dd+3fw4cWPJ1/e/Lhx2ciR\n48YtXLhy5uTPnw8OnCsDBnDgMIELF8Bx48wRLGiQHLly5cyNGwfgIcSI5MiNM2euXLlx48iZ62iu\nnCtXypSlSIFDgYJGjZrs2lWr1riY5WaWM2fzps1y5QDw7Olz3Dhw5cqRIwcOHDlzSs2VCxeuXLlm\nzYqpUNGqFR9mzKhRM+f1K9iw5MgBKGv2bLly3MqVEydu3DhzcufSLVcO3IgRtWrt0aZNnDhzggcT\nLkyOHIDEihczbuz4MeTIkseN80aO3Lhx4sSZ6+z5szNnaQYMWLAghTVr/+XKmWvt+vXrcuTIAaht\n+zY5cuPMmStXbtw4c8LLlTOnTNmnTyxY6PDgYc+eSNq0WbMWLhy5ctq1m+vu3Vy5cgDGky9Pjtw4\nc+bKlRs3zhz8+PLBgfsGCtStW7O+fRMnDqA5gQMJFixXDkBChQvLlRNnzlw5ieXMVbR40eKyZcaM\nKStXzlxIkSNJhiRHDkBKlStZtnT5EmZMmePGeSNHbtw4ceLM9fT505mzNAMGLFiQwpq1cuXMNXX6\n9Gk5cuQAVLV6lRy5cebMlSs3bpw5seXKmVOm7NMnFix0ePCwZ08kbdqsWQsXjlw5vXrN9fVrrlw5\nAIMJFyZHbpw5c+XKjf8bZw5yZMngwH0DBerWrVnfvokTZw50aNGjy5UDcBp16nLlxJkzVw52OXOz\nademvWyZMWPKypUz9xt4cOG/yZEDcBx5cuXLmTd3/hx6uHDfxIkbN44cOXPbuXc3ZizFgAEMGIip\nVs1cevXr05crN26cuXHjANS3f3/cOHLm+JsbB3AcOXPmypUjN2zYnDk2bKCIEEGVqlTDhkmTRi7j\nuHHkyJn7CPIjOXIASpo8OS6lOXPlypEjZy6mzJjlynnz5syQoV27gk2bJk6cuaFEixolRw6A0qVM\nyZETV66cualUq1o1R44XL2XKuI0bZy6s2LFkw5IjByCt2rVs27p9Czf/rtxw4b6JEzduHDly5vr6\n/WvMWIoBAxgwEFOtmrnFjBsvLldu3Dhz48YBuIw587hx5Mx5NjduHDlz5sqVIzds2Jw5NmygiBBB\nlapUw4ZJk0Yu97hx5MiZ+w38NzlyAIobPz4uuTlz5cqRI2cuuvTo5cp58+bMkKFdu4JNmyZOnLnx\n5MubJ0cOgPr17MmRE1eunLn59OvbN0eOFy9lyriNAzjO3ECCBQ0OJEcOwEKGDR0+hBhR4kSK4sSB\nI0euXDlx4sx9BPmRHDkyZBIAAGDAwJxv38y9hAmznDlz5MiZw0mOHACePX2KEzeu3NBy4sSVM2fu\n27dsQoSkSDFgAIMF/wvSpDFkzBg1atq0cdOmrVw5cubMlStnTm25cgDcvoU7Tq45c+XKiRNnTu/e\ncuXGjTNlCtKLF1CgVLFlS5s2co0bmzNXzpw5cuTMXSZHDsBmzp3JkRtXrpw5c+TImUOdWnW3bsVQ\noChRwgQvXuPGmcOd21w5c+bIkTMXnBw5AMWNH0eeXPly5s2djxvnrdx06uasX8fOg8cFAQLs2Mlm\nTvx48uLLnUdvjhw5AO3dvx8Xv1w5c+bG3Tdn7ts3b1WqAMSCJUGCCRw4GDPmTJs2atTGjRM3buI4\ncxYvWixXDgDHjh7JkRtnzly5cuHClTOn0ly5cePChQsU6I4FC3nyiP/ZtWvaNHLkzJULWs4c0XLl\nzCElRw4A06ZOx40DZ85cuarlzGHNqnXRIikECKxY8SJUKHDgzKFFW66cubblypEjZ44cOQB27+LN\nq3cv375+/44b560c4cLmDiNOzIPHBQEC7NjJZm4y5cqTy2HObI4cOQCeP4MeJ7pcOXPmxqE2Z+7b\nN29VqmDBkiDBBA4cjBlzpk0bNWrjxokbJ3ycueLGi5crB2A58+bkyI0zZ65cuXDhypnLbq7cuHHh\nwgUKdMeChTx5xOzaNW0aOXLmysEvZ25+uXLm7pMjB2A///7jAI4DZ85cOYPlzCVUuHDRIikECKxY\n8SJUKHDgzGXMWK7/nDmP5cqRI2eOHDkAJ1GmVLmSZUuXL2GSIwfOnLly5ciRM7eT505s2DhwKAAA\nQJAg08wlVaq0XDly5qBGNVeuHACrV7GSIzfOnLly5cSJI1euXLRotihQgAABAIAGESIoUtRp2rRf\nv6hRk8aNmzdv5MwFFmyuXDkAhxEnJkdunDlz5cqJE2eOMuVy2bIBA5YiBQYAAC5c2DBpki9f376R\nK7d6tTnXr8vFBjCbdm1y5L6Z022uXDlzv4F/+5YpEwECAQAAECCAwJw50KCVK2eOerly48xlN1eO\nOzlyAMCHFz+efHnz59GnJ0cOnDlz5cqRI2eOfn362LBx4FAAAIAg/wCDTDNHsGDBcuXImVvI0Fy5\ncgAiSpxIjtw4c+bKlRMnjly5ctGi2aJAAQIEAAAaRIigSFGnadN+/aJGTRo3bt68kTPHs6e5cuUA\nCB1KlBy5cebMlSsnTpy5p0/LZcsGDFiKFBgAALhwYcOkSb58fftGrpxZs+bSqi3HFoDbt3DJkftm\nrq65cuXM6d377VumTAQIBAAAQIAAAnPmQINWrpy5x+XKjTNH2Vy5y+TIAdjMubPnz6BDix5Nmpzp\ncuXMqV7Nulw5UaJGjBBQoECiROHM6d69u5xvc8DNlStnjhw5AMiTKxcnjly5cubMiRMHjhw5Y8Za\nefDAgEGCBBBUqP9AhsyY+WDBsGGzNm0aOHDlzMmfb65cOQD48+sfN46cOYDmypUbN66cOYTmylWr\npkqVCxcaBgxQoYJJp07QoJEjV86jOZAhRZIjB8DkSZTjVJYrZ87lS5jQoDlypEABAJwCBDh49Chc\nOHNBg5Yjas6oOXLkzI0bB8DpU6hRpU6lWtXqVXLkypnjaq5cOXNhxS5bNmdOgAAABgzgw8ebObhx\nzY0bZ86ct3Llxo0z17dcOQCBBQ8OF26cOXPlyokT923cuFWr2gwYgABBggQvzJhJlmzYtGnIkPXq\nFatWrW/fxJUrZ86163LlAMymXXvc7XK5y4ULZ853uXLkcOHChEn/g4YHAwbcuAHm1ats2cKFG1fd\nnLly5syVK2fOe7lyAMSPJz9uHDlz6c2VK2fO/ftr1z59UqBAQIAAGDDc8ebNHEBzAgcKJGfOXLly\n5haSIwfgIcSIEidSrGjxIkZy5MqZ62iuXDlzIkcuWzZnToAAAAYM4MPHm7mYMs2NG2fOnLdy5caN\nM+ezXDkAQocSDRdunDlz5cqJE/dt3LhVq9oMGIAAQYIEL8yYSZZs2LRpyJD16hWrVq1v38SVK2fu\n7dty5QDQrWt3HN5yesuFC2fub7ly5HDhwoRJg4YHAwbcuAHm1ats2cKFG2fZnLly5syVK2fuc7ly\nAEaTLj1uHDlz/6rNlStn7jXsa9c+fVKgQECAABgw3PHmzRzw4MHJmTNXrpy55OTIAWju/Dn06NKn\nU69uvVw5cua2c+++/do1aNAQINDgxEm5cubWs18vTty2beTmm6tv3xyA/Pr3ixM3DmC5cubMiRMH\njhw5YsSMtWjRp8+dO8agQTNnrpw4ccqUgQOHDRy4cePMlTRZslw5ACtZtiRHTlw5meXAgStnzly5\ncuOGDTt2LEsWSlasVKtmTJu2b9/MNXX6FGq5cgCoVrVartw4c1u5dt367du4cV++KMKBY9w4cubY\ntnX71m25cgDo1rV7F29evXv59i1Xjpw5wYMJC752DRo0BAg0OP9xUq6cOcmTJYsTt20bOc3mOHc2\nBwB0aNHixI0rV86cOXHiwJEjR4yYsRYt+vS5c8cYNGjmzJUTJ06ZMnDgsIEDN26cOeXLlZcrBwB6\ndOnkyIkrd70cOHDlzJkrV27csGHHjmXJQsmKlWrVjGnT9u2bOfnz6dcvVw5Afv37y5UbB9CcwIEE\nBX77Nm7cly+KcOAYN46cuYkUK1qsWK4cgI0cO3r8CDKkyJEky5k0hzKlSpSxYhEhQoBACStWwoUz\nhzMnznHjvn3rVq6cuaFEzQE4ijSpOHHjzJkrV06cuG/hwunS1UqFCjVqLFniJk5cuXLkxIkLFgwZ\nsmDevIkTV87/nNy5cwHYvYuXHLlx5syVKydOXDlz5sqVIxctWq9ekybhKlXq2bNp4MB160aOXDlz\n5sqVMwc6NOhy5QCYPo26XDly5lq7fv1anDhjxqj9+kWOnLndvHvvLmcuuHBz5coBOI48ufLlzJs7\nfw69nHRz1Ktbpx4rFhEiBAiUsGIlXDhz5MuTHzfu27du5cqZew/fHID59OuLEzfOnLly5cSJA/gt\nXDhdulqpUKFGjSVL3MSJK1eOnDhxwYIhQxbMmzdx4sqZAxkyJACSJU2SIzfOnLly5cSJK2fOXLly\n5KJF69Vr0iRcpUo9ezYNHLhu3ciRK2fOXLly5pw+dVquHACq/1WtlitHztxWrl27ihNnzBi1X7/I\nkTOXVu3atOXMvYVrrlw5AHXt3sWbV+9evn39litnTvBgwoLJOXJkwQIDBilevTIXWfLkbt2yZRtn\nTvNmc+XKAQAdWnS4cOPKnS4HDhw2cOCKFTO1ZMmlS716Yfv2zZy5ctiwPQP+LFu3buXKmUOeHHm5\ncgCcP4c+bhw5c+bKlRMnbpw5c+XKjaNG7dixU6du6dIVLpw39uTImYMfX/78cuUA3Mefv9x+c/39\nAzQncKBAceK2bTvGjJm5hg4fQoxorlw5ABYvYsyocSPHjh4/litnbiTJkt++NTtwgAABBAh6SJNm\nbiZNc+XKkf+7di1cOHDlypkLKtQcgKJGj4IDJ65cOXLkwIGz1q0bJEhzUqS4coURo2Xduo0bhy1a\nNF26ZMlidu1auXLm3sJ9W64cgLp274oTR84cX3PixJUzZ27cOHHHjunSZcjQqVu3smWDtm0bucqV\ny5Uzp1lzuXLmPpcrB2A06dLlyplLnbpcOXOuX2fLpkkTChQ1/PjBhi1cuXLmfv8mR86cOXLmzJUr\nZ255uXIAnkOPLn069erWr2MvV84c9+7ev31rduAAAQIIEPSQJs0c+/bmypUjd+1auHDgypUzp3+/\nOQD+AQIQOBAAOHDiypUjRw4cOGvdukGCNCdFiitXGDFa1q3/27hx2KJF06VLlixm166VK2eOZUuW\n5coBkDmTpjhx5MzlNCdOXDlz5saNE3fsmC5dhgydunUrWzZo27aRkyq1XDlzV6+WK2eOa7lyAMCG\nFVuunDmzZsuVM7eWbbZsmjShQFHDjx9s2MKVK2eOL19y5MyZI2fOXLly5hCXKweAcWPHjyFHljyZ\ncuVyl81lNleOszlz27aBWrDAgwcePKyZU716dbly5LRps2atnDnbt28D0L2btzjf5cqRI7dtW7Rw\n4TRp6uTFiy5dvXpl+/atXLlwunSdOoUN27dy5cyFFz++XDkA59GnJ0dunDlz5cqBAzfOnLlx47zp\n0vXsmSZN/wCVIUMmTlw4btzChStXzpzDhxAflisHoKLFi+bMlTPH0Vy5cuZChgTnyZMlSw8eeHDj\nJly4cuZiyjRXrpw4ceZy6sxZrhyAn0CDCh1KtKjRo0jLKTXH1Fy5p+bMbdsGasECDx548LBmrqtX\nr+XKkdOmzZq1cubSqlULoK3bt+LilitHjty2bdHChdOkqZMXL7p09eqV7du3cuXC6dJ16hQ2bN/K\nlTNHubLlcuUAaN7MmRy5cebMlSsHDtw4c+bGjfOmS9ezZ5o0KUOGTJy4cNy4hQtXrpy538CDAy9X\nDoDx48jNmStnrrm5cuXMSZcOzpMnS5YePPDgxk24cOXMif8fb65cOXHizKlfr75cOQDw48ufT7++\n/fv485fbb66/OYDlyokLFw4SpBIBAhw40KbNOHMRJZorV27cxXAZw40z19GjRwAhRY4cNy5cuXLk\nyHXrhsyatVChIhkxUqhQq1bUtGn79q2aL199+uza1a1cOXNJlS4tVw7AU6hRyZEbZ86qOXHixpUr\nJ06cNleuWLESJWrYr1/btnXz1tYbOXLm5M6lO7dcOQB59e41Z66cOcDmypUzV9iatU8SJCBAIECA\nBBYskCEbV87yZXPlyo0bR87cZ9DmypUDUNr0adSpVa9m3dp1uXLmZMsuVw5cuXK3bjHp0GHKlGrV\nypkjXtz/uLly45SPM9fc+XMA0aVPDxduXDns5b598zZunDVrzZIl+/bNm7dw5MiZMxeuWbNu3caN\nM1ff/n375coB4N/fP8Bx48iZK2hu3Dhy5syRIxcOG7Zu3bZt4+bNW7ly5MaNK1fOHMiQIkeWKwfg\nJMqU5cqZa9myXDly5syFC9frxQsNGihQYMGK1bhx5YaaK1q0HNJy5pYyXUqOHICoUqdSrWr1Ktas\nWsuVM+fVa7ly4MqVu3WLSYcOU6ZUq1bOHNy4cs2VG2d3nLm8evcC6Ov3b7hw48oRLvftm7dx46xZ\na5Ys2bdv3ryFI0fOnLlwzZp16zZunLnQokeLLlcOAOrU/6rHjSNn7rW5cePImTNHjlw4bNi6ddu2\njZs3b+XKkRs3rlw5c8qXM29erhyA6NKnlytn7vr1cuXImTMXLlyvFy80aKBAgQUrVuPGlWtv7v37\ncvLLmatvvz45cgD28+/vHyAAgQMJFjR4EGFCg+TIlTP30Fy5cuHEiePFywsVKrlyjRtnDmRIkeVI\nkiNnDmVKlSgBtHT5Ehy4cebMlSsnDic5cuPGeRMnrlzQcuaIEiX37Vs5peXMNXX61Ck5cgCoVrUq\nThw5c1vNiRNXzpy5cuXGiRM3Di1acuTKtW1rDm5cuXPhlisHAG9eveTIlTP31xw5cuYIgwNnDAqU\nQIFGjf+6FS6cOcmTKZcrZw5zZs3lygHw/Bl0aNGjSZc2fZocuXLmWJsrVy6cOHG8eHmhQiVXrnHj\nzPX2/btccHLkzBU3frw4AOXLmYMDN86cuXLlxFUnR27cOG/ixJXzXs5c+PDkvn0rd76cOfXr2a8n\nRw5AfPnzxYkjZw6/OXHiypkzB7BcuXHixI07eJAcuXIMGZp7CDGixIflygG4iDEjOXLlzHk0R46c\nuZHgwBmDAiVQoFGjboULZy6mzJnlypm7iTNnuXIAevr8CTSo0KFEixodN46cuaXmxo37Vq6cNm3U\nevUqV86c1q1cyZEzB7ZcOXNky5olCyCt2rXgwIUrB7f/XLhw4MrZvVvOnN69fMmRK1fOnODBhAWX\nK2eOHDkAjBs7FicOXLnJ5cCBE2fOXLly5MKFKwc6dDlzpMuVM4c6tWrU5VqXM0eOHIDZtGuTu20u\ntzlx4siZM0eO3LdZs7hx27atnLnlzJsvLwe9nLnp1KeTIwcgu/bt3Lt7/w4+vPhx48iZO29u3Lhv\n5cpp00atV69y5czZv4+fHDlz/MuVA2hO4ECCAgEcRJgQHLhw5RyWCxcOXDmKFcuZw5hRIzly5cqZ\nAxlSJMhy5cyRIwdA5UqW4sSBKxezHDhw4syZK1eOXLhw5Xz+LGdOaLly5oweRWq03NJy5siRAxBV\n6lRy/1XNXTUnThw5c+bIkfs2axY3btu2lTOXVu3atOXcljMXV25ccuQA3MWbV+9evn39/gUsTtw4\nc4XNlSsXrlw5cuTKgQNnTvJkypLLlTOXWfNmzuXKAQAdWvS3b+HMmSuXutw4c61dv4b9ulw5c7Vt\n365dTrc4cQB8/wYeTng54uXGHTeXPDk5cuacOy9Xztz06eXKmcOeXTv2ct3HjQMQXvz4ceXNnTdH\nTr059uzDhSNHrlw5c/Xt1y9Xztz+/eXKATQnUGC5guPGAUiocCHDhg4fQowo0Zo1b+TIjRsXLty3\ncR7HgRMnzhzJkibLoUxpbmW5cuZeviwnU5w4ADZv4v+UJk2buJ7iwIETV66cuaLlyplLqnRpuXLm\nnkKN+rRcOXJWwYEDoHUrV2rUrokTBw6cN2/gyqFFS45cuXLmzJWLa25uuXLm7uLNW25vuXHjyH37\nBmAw4cLatHUjR27cuG/fwpWLXI5cuHDkyJnLrHlz5nLlzJUrR45cudKlyZEr9+0bgNauX8OOLXs2\n7dq2rVnzRo7cuHHhwn0bJ3wcOHHizCFPrrwc8+bmnpcrZ2769HLWxYkDoH07d2nStIkLLw4cOHHl\nyplLX66cufbu35crZ24+/frzy5Ujpx8cOAD+AQIQOBAANWrXxIkDB86bN3DlIEIkR65cOXPmymU0\nt7H/XDlzH0GGLDey3Lhx5L59A7CSZUtt2rqRIzdu3Ldv4crlLEcuXDhy5MwFFTo0aLly5sqVI0eu\nXNOm5MiV+/YNQFWrV7Fm1bqVa1evX8GGFTuWbFmzZ9GmVbuWbVu3b+HGlTuXbl27d/Hm1buXb1+/\nfwEHFjyYcGHDhxEnVryYcWPHjyFHljyZcmXLlzFn1ryZc2fPn8/iwmWtWzdw4LhxE0eONetx48iR\nEycOXLhw4sSN0y1OHDly44CTEy58XPHi3rwBUL6cea5c1Lp1+/aNGzdw4sSF0y5OHDnv3sOFGzcO\nnDdv376JEzdOnLhx78mREydu3Lhw27YB0L+fvy5d/wCvffsmTly4cOLIkRMnLhw4cOHCgQPnLVy4\ncRgxihM3bpy4jx/HkSM3rmTJbt0AqFzJslevat26gQPXrVu4cTjHiRs3jhy5cUDDhRs3Lhw4cN++\niVvKVNw4cuTESZW6bRuAq1izat3KtavXr2CtWcsmTty4ceTSmjNXrpy5cePKlQMHztu2beTylttb\nzpw5cuPGhQtHrrDhwuLEAVjMuLE2bd3IkRMnLlw4ceQyayZnrnNncuTMmRtH+tu3cuXIlStHjly5\n1+TIjZv97RuA27hzZ8vmrVw5cuTKlSNnzhw5cuXChStXbty4cuTImTNXrjo5cuXKkdsuTly579/J\nif8HBw6A+fPotWnjRo6cOHHj4pebT7+cufv3yZEzZ66cf4DhwpkzV86cOXLkzJVjWI7cQ3DgAEyk\nWNHiRYwZNW7k+M1juXLmzJUrZ87kyXLlzK00R06cOHMxY5YrZ86mzXLlzO3k2RPAT6BBw4UDZ85c\nOaRIzS1l2tRpU3LkzE2lWtUqOXIAtG7lGi7cOHNhxY4NW66cObRp1a5VW66cObhx4ZYrB8DuXbzh\n9Jrja67cX3OBBQ8mPLhcOXOJFS9mXK4cAMiRJU+mXNnyZcyZv20uV86cuXLlzI0mXa6cOdTmyIkT\nZ86163LlzM2eXa6cOdy5dQPg3dt3uHDgzJkrV7z/uDnkyZUvV06OnDno0aVPJ0cOwHXs2cOFG2fO\n+3fw3suVM1fe/Hn058uVM9feffty5QDMp18/3H1z+c2V42/OP0BzAgcSLGiuXDlzChcybFiuHICI\nEidSrGjxIsaMGsOFE1eunDlz5cqZK2myXDly5LRp28aNm7mYMmWWGzfOmzdzOnfqLFcOANCgQsWJ\nG2fOXLly5MiVM+f0KVSn5aaW6xYu3Ldv5rZy7eqVHDkAYseSFSdunLm0atWSawsOHDly4sSRK1fO\nHF685cqZM1fu719zggcLLlcOAOLEisUxNmeuHGTI5iZTrjy5XDlz5shxBgfOnLly5kaTLj2aHDkA\n/6pXs27t+jXs2LJnhwsnrlw5c+bKlTPn+3e5cuTIadO2jRs3c8qXLy83bpw3b+amU59erhyA7Nq3\nixM3zpy5cuXIkStn7jz69OfLsS/XLVy4b9/M0a9v/z45cgD28+8vDqC4ceYIFixIDiE4cOTIiRNH\nrlw5cxMnlitnzlw5jRrNdfTYsVw5ACNJlhR30py5citXmnP5EqbLcuXMmSN3Exw4c+bKmfP5E6hP\ncuQAFDV6FGlSpUuZNnUKDlw5c1OpVp1KDiu5Zs2mfftWrpw5sWPNlRMnjhy5cubYtm0LAG5cueLE\nkTN311y5cub49vXbV5y4ceOAUaP27Vs5xeYYN/92zLhcOQCTKVcWJ66cOc2bN4/z3K2bOHHhwpEz\ndxp1anPiyJEz9xp27NcAaNe2LU4cOXO7zZUrZw54cOHliIcLR45ctXDhvn0jR06cOenTqVMHcB17\ndu3buXf3/h08OHDlzJU3f748OfXkmjWb9u1buXLm6Nc3V06cOHLkypnzD9CcwIEACho8KE4cOXMM\nzZUrZy6ixIkSxYkbNw4YNWrfvpX7aC6kyJEhy5UDgDKlSnHiypl7CRPmuJnduokTFy4cOXM8e/o0\nJ44cOXNEixolCiCp0qXixJEzB9VcuXLmqlq9Wi5ruHDkyFULF+7bN3LkxJk7izZtWgBs27p9Czf/\nrty5dOuKEzfOnN69fPWGC2fOXLRo48CBM4c4ceJy5syBA2cusuTJACpbvjwuszlz5cqR+2zOXLly\n5sqVM2du3Lhy1aqNG+do2jRt2szZvo07d7lyAHr7/k2OXDlzxIuTM2cOG7Zuw4aRI9etm7ly5cyZ\nK4cdHDhz5sKZ+w4+/Pdy5QCYP49enLhx5syRe//enDly5MqRI2fO3LZt4aRJAxguHKZnz3LlKldO\nnDmGDR06BBBR4kSKFS1exJhR47hx5cx9BAmy3MhkyW7d8uOn2Ldv5ly+NFeuXLds2a5dG2dO586d\nAHz+BEqOnDhz5sqVCxduXDmm5ciNGwcO3KxZ/7egQHHh4gETJq1adetmTuxYsmPLlQOQVu1acm3N\nmSNHLly4adassWI1CQ6cVq2OHQMnTrC4asyYrVrlyhUyceLKlTMXWfJkAJUtXx43Tly5cuPGcePm\nLVw4b962PXtWrBgbNnxq1CBBokAG2hn8+Bk2bpw53r198wYQXPhw4sWNH0eeXPm4ceXMPYcOvdz0\nZMlu3fLjp9i3b+a8fzdXrly3bNmuXRtnTv369QDcv4dPjpw4c+bKlQsXblw5/uXIARw3Dhy4WbNu\nQYHiwsUDJkxaterWzRzFihYrlisHYCPHjuQ+mjNHjly4cNOsWWPFahIcOK1aHTsGThxNcdWYMf9b\ntcqVK2TixJUrZ24o0aIAjiJNOm6cuHLlxo3jxs1buHDevG179qxYMTZs+NSoQYJEgQxmM/jxM2zc\nOHNu38J1C2Au3bp27+LNq3cvX3HiyJkLLLicOXPhwmU7cmTIkBUrIn36VK4cuXLltGnLlk0WIkR/\n/owrV84c6dLmAKBOrXoc63Llxo0DJ7tcuXG2t2379u3TJ0gWLESIYECHjk6dyJErZ2458+bLyZED\nIH06dXLkxpkzN27ct2/EjBljxMjRoEHFimnTFm7bNnLkkhEidOMGIECUvHkbN84c//78AZIjB4Bg\nQYPiEJIjFy7ct2/bxo3Llu0aMWLDhqVJc6f/QgUOHAwkSLBggSVLtMSJK1fOXEuXLcmRAzCTZk2b\nN3Hm1LmTpzhx5MwFFVrOnLlw4bIdOTJkyIoVkT59KleOXLly2rRlyyYLEaI/f8aVK2eObFlzANCm\nVTuObbly48aBk1uu3Di727Z9+/bpEyQLFiJEMKBDR6dO5MiVM7eYcePF5MgBkDyZMjly48yZGzfu\n2zdixowxYuRo0KBixbRpC7dtGzlyyQgRunEDECBK3ryNG2eOd2/e5MgBED6cuDjj5MiFC/ft27Zx\n47Jlu0aM2LBhadLcqVCBAwcDCRIsWGDJEi1x4sqVM7ee/Xpy5ADElz+ffn379/Hn1w8OHDlz/wDN\nCSxXLpw4cZYs7RAg4IDDAzkECcKGTRs3brBgBQo04cGDJk2KkSNnrqRJcwBSqlwpTly4cuXIkcOG\nbRw5cuPGcWPGTJq0O3daAABQoMCCGTNo0QoXrpy5p1DNkSNnrio5cgCyat0qrqs5c+PGOXN2Cxcu\nSZLG9Oq1bZs4ceO8eePGLdKFCwsWhAihqVq1cuXMCS5XzpxhcuQAKF7MOFw4cOXKjRu3bdu3y9q0\n7XLlatYsSpTYPHhQoQKCBAkcOMCCBZg4ceZixy5XzpxtcuQA6N7Nu7fv38CDCx8uTtw4c8jNkSMH\njhw5KlSiCBAQIkSDBmEsWRInLtuzZ2DAhP8KlcCEiS5dxJlbz549gPfw45MjB65cuXDhrl3jVq4c\nOYDkxl27Jk7cqlWtKlT48iXFpUvMmJmjWNFiOYzlzJEjB8DjR5DkyI0zZw4cuGjRQFWrFinSMGnS\nzM2cKU5cuXKFduxAgECUKGLlhJYzV9RoUXLkACxl2pQcuXDlyokT582bNnLktm3jRozYuHHTpoEj\nQwYZMhto0Lhw0a2bOHNx5c6NS44cALx59e7l29fvX8CBxYkbZ86wOXLkwJEjR4VKFAECQoRo0CCM\nJUvixGV79gwMmFChEpgw0aWLOHOpVasG0Nr1a3LkwJUrFy7ctWvcypUjR27ctWvixK1a1ar/QoUv\nX1JcusSMmTno0aWXo17OHDlyALRv506O3Dhz5sCBixYNVLVqkSINkybN3Pv34sSVK1doxw4ECESJ\nIlbOP8By5gYSHEiOHICECheSIxeuXDlx4rx500aO3LZt3IgRGzdu2jRwZMggQ2YDDRoXLrp1E2fu\nJcyYL8mRA2DzJs6cOnfy7Onzpzhx5MyZGzdOnLhhqlQtWFAAAAADBg4cyPPpEzVqjho1WrCgQQMB\nDRrw4IHNHNq0aQGwbeuWHDlx5cqNG6dNG7lyevWSIydOnLLAPHh06XJk1y5r1sqVM+f4MWTH5ciR\nA2D5MmZyms2ZI0fu2zdk27Zhw+bNHOrU/+bKlRs3LlKSJBMmAAJkzRzu3LrNlSNHDgDw4MLJkRtn\nzhw5cuLEkStXjhy5ceWmlxs3zly2bNKkyRElCguWatXGmStv/nz5cuUAsG/v/j38+PLn068vThw5\nc+bGjRMnDuAwVaoWLCgAAIABAwcO5Pn0iRo1R40aLVjQoIGABg148MBmDmTIkABIljRJjpy4cuXG\njdOmjVw5mTLJkRMnTllOHjy6dDmya5c1a+XKmTN6FKnRcuTIAXD6FCo5qebMkSP37RuybduwYfNm\nDmxYc+XKjRsXKUmSCRMAAbJmDm5cuebKkSMHAG9eveTIjTNnjhw5ceLIlStHjty4covLjf8bZy5b\nNmnS5IgShQVLtWrjzHX2/LlzuXIASJc2fRp1atWrWbcOF46cOXPlyokTJ6xRIwkSCgAAYMCABg2J\ngAEjR66aHz8aNCxYkODBA0yYzFW3fh1Adu3bx40TR47cuHHduoEzd95cOXHrxTVrluvIkTRp3Mya\nBQ6cOf37+esvB7CcuXHjABg8iJAcuXHlyoULZ83asGzZtm37Vq6cuY0czWnTpogEiQ0bePECZy6l\nypUpyZEDADOmzHE0y5UbNw4cuG/lypEjNy5ouXLjxpG7di1ZMk969JAhAw4cOXNUq1qlSo4cgK1c\nu3r9Cjas2LFkw4UjZ85cuXLixAlr1Ej/goQCAAAYMKBBQyJgwMiRq+bHjwYNCxYkePAAEyZzjBs7\nBgA5suRx48SRIzduXLdu4Mx5NldOnGhxzZrlOnIkTRo3s2aBA2cutuzZscuVMzduHIDdvHuTIzeu\nXLlw4axZG5Yt27Zt38qVMwc9ujlt2hSRILFhAy9e4Mx5/w7eOzlyAMqbPz8ufbly48aBA/etXDly\n5MbZL1du3Dhy164lA5jMkx49ZMiAA0fO3EKGDReSIwdA4kSKFS1exJhR48Zw4ciZM0eOnDhxgezY\nMWBAAAAAChR48QJt3Dhy5LiNGvXgwYIFDWzYuHbN3FCiRQEcRZqUHLlw5MiNG4cNWzlz/+bKlSPX\nrRs3bpgwCZIgoUOHFJUqdetWTq05tubKmTNHjpw5uuTIAcCbV++4ceLKlRs3rlkzadiwdeumzdxi\nxua4ccOF64EBAwsWWLLkzdxmzubKlTNnrty4cQBMn0Y9bpy4cuXIkfPmTRw5cuHCeQsXjhy5a9e4\n4cHDhs0CCxZAgGjV6ho5cuacOy9Xztx0cuQAXMeeXft27t29fwc/bhw5c+XNlSvXCxq0DBlwXLgw\nbFi4cObs3w8XbssWXboSAcyWrVw5cwYPIgSgcCFDcuS+lSv37Zs1a+DMmStXbty2bd++FSp06MOH\nNWuuyJLlzZu5li5flotZzhw5cgBu4v/MSY4cuHLlrl0zZixXuHDcuJEzp3SpuWnTfPlCAAFCjBje\nvJnLqjVrua5dxYkDIHYs2XHjwpUr583btWvTyJEDBy6cN2/lyjVrRq1LFz9+DECAoEEDNWrkzCFO\nrBgxOXIAHkOOLHky5cqWL2MeN46cuc7mypXrBQ1ahgw4LlwYNixcOHOuX4cLt2WLLl2JsmUrV84c\n796+AQAPLpwcuW/lyn37Zs0aOHPmypUbt23bt2+FCh368GHNmiuyZHnzZm48+fLlzpczR44cgPbu\n35MjB65cuWvXjBnLFS4cN27kAJoTONDctGm+fCGAACFGDG/ezEWUGLFcxYrixAHQuJH/47hx4cqV\n8+bt2rVp5MiBAxfOm7dy5Zo1o9alix8/BiBA0KCBGjVy5oAGFQqUHDkAR5EmVbqUaVOnT6GOG1fO\nnLlyV8shM2aMCRM3R44cO0aOnDmzZ81euuTK1aRx48qVMzeXbl0Ad/HmJUcOXLly4sRduyauXDlx\n4rw9e6ZLFxEiSQgQ0KDhQ6ZMyZKVK2eOM+dy5kCbKzeaHDkAp1GnJkcuXLly3rw5c6bs27dw4cSZ\n021u3DhwXLho0AAgQQIPHqJFM7ecefNy5ciJEweAenXr5Mh9K1cuXDhp0rSJE6dNW7Znz5w58+Ll\nzAH3BwAIEECAgCNH2czl178/f7ly/wABCBxIsKDBgwgTKlw4blw5c+bKSSyHzJgxJkzcHDly7Bg5\ncuZCigx56ZIrV5PGjStXzpzLlzAByJxJkxw5cOXKiRN37Zq4cuXEifP27JkuXUSIJCFAQIOGD5ky\nJUtWrpy5q1fLmdtqrpxXcuQAiB1Llhy5cOXKefPmzJmyb9/ChRNnrq65cePAceGiQQOABAk8eIgW\nzZzhw4jLlSMnThyAx5AjkyP3rVy5cOGkSdMmTpw2bdmePXPmzIuXMwdSHwAgQAABAo4cZTNHu7Zt\n2uXKAdjNu7fv38CDCx9OXJw4cubMlSsnTtw0XrwGDbKjR0+4cOaya8/OjVuuXJw4Tf/79s2c+fPo\nzQNYz779uHHhxo0DB06bNm/lypEjJ06bNoDQoNWp4yRChBQpdihSpE2bOYgRJUIsV84cOXIANG7k\nOG5cOHHisGFr1mxauHDkVI4bZ84cOXLVpEgxYECAAgWLFpUrZ87nT6DkyJUbNw7AUaRJxYkLJ04c\nOHDUqGEbV3UcOGjQsGHr02dKggQECAQQIECDBmbMxplj29YtW3LkAMylW9fuXbx59e7lK86vOXPi\nxHXrVogOHRMmUAwaxIzZuHHmJEvm1qmTCBEVKlRBhqxcOXOhRYcuVw7AadSpx43zRo7cuHHVqpEr\nV44cuXHZsm3bFipUGgYMPnwQwYf/jzRp48aRK1fOnLly5syRI2fOOjlyALRv5z5unDdy5MKFY8ZM\nHDly5dSrN2fOmrVdBOTLFyECGjRz+fXvL1fOHEBz5caNA2DwIMJx47yRIydOXLRo48qVGzcuXLWM\n1fz4MSJAgAEDAQ4cQIJEmjRx5laybGmuHDlyAGbSrGnzJs6cOnfyFOfTnDlx4rp1K0SHjgkTKAYN\nYsZs3DhzUqVy69RJhIgKFaogQ1aunLmwYsOWKwfgLNq048Z5I0du3Lhq1ciVK0eO3Lhs2bZtCxUq\nDQMGHz6I4MNHmrRx48iVK2fOXDlz5siRM2eZHDkAmjdzHjfOGzly4cIxYyaOHLly/6pVmzNnzdou\nArJlixABDZq53Lp3lytnzly5ceMAEC9ufNw4b+TIiRMXLdq4cuXGjQtX7Xo1P36MCBBgwECAAweQ\nIJEmTZy59OrXmytHjhyA+PLn069v/z7+/PrF8TdnDiA3btOmCWLFCgYMRK9elStnDmK5cubMOWvU\nyIGDNGlSkSNnDmRIkeXKATB5EiU5ct/KlQMHrlu3cObMlbM5bly5ctSoXcuTBxiwT8uWadNmDmlS\npUvJkQPwFGrUceO2lSuXLdu1a9/MdfXqtVs3aiZMiBEzBRq0cuXMtXX7tlzccubGjQNwF29ecuS+\nlSvnzdu2beHMmSt3OFy4cuWUKf9rZsJEpUo1MGE6dsxcZs2bOY8bBwB0aNGjSZc2fRp1anGrzZnj\nxm3aNEGsWMGAgejVq3LlzPUuV86cOWeNGjlwkCZNKnLkzDV3/rxcOQDTqVcnR+5buXLgwHXrFs6c\nuXLjx40rV44atWt58gAD9mnZMm3azNW3fx8/OXIA+Pf3D3DcuG3lymXLdu3aN3MMGzbs1o2aCRNi\nxEyBBq1cOXMcO3osB7KcuXHjAJg8iZIcuW/lynnztm1bOHPmytkMF65cOWXKmpkwUalSDUyYjh0z\nhzSp0qXjxgF4CjWq1KlUq1q9ilWcuG/lyh07hgkTCR48RowABAuWOHHl2oIDN23/2gsGDAAAcOBg\nTLhw5vr6/VuuHIDBhAuTIxeuXLlx47p1K2cusrly5syVK8eNG7hQoVKlwvPsmTVr5cqZO406Nepy\n5QC4fg2bHLlv5cqJE+fNWzlzvHv3xobNGAgQOnToESeuXDlzzJs7d15u3DgA1KtbJ0cuXLly48Z9\n+1bOnHjx5cqXmzYNmxMnfvwsWbYMGzZz9Ovbt19u3DgA/Pv7BwhA4ECCBQ0eRJhQIQBx4r6VK3fs\nGCZMJHjwGDECECxY4sSVAwkO3LRpLxgwAADAgYMx4cKZgxlTZrlyAGzexEmOXLhy5caN69atnDmi\n5sqZM1euHDdu4EKFSpUKz7Nn/9aslStnTutWrlvLlQMQVuxYcuS+lSsnTpw3b+XMvYULFxs2YyBA\n6NChR5y4cuXM/QUcOHC5ceMAHEacmBy5cOXKjRv37Vs5c5Url8Ncbto0bE6c+PGzZNkybNjMnUad\nOnW5ceMAvIYdW/Zs2rVt38b97du2b9+ePXPkKEiTJmjQjCJGrFw5c+bIZcv27FmQAwcGDPjwQRc5\ncua8fwdfrhwA8uXNixMXjhy5cePAgRtnTr78cvXLceP2bNKkVas4AezVy5s3cwYPIkxIjhyAhg4f\nhgsHjhw5ceLChSNnbuPGch7LZcsWCwmSOHF+hQtnbiXLli3LlTNHjhyAmjZviv/LSW4nuXDhyJkL\nGrQc0XLcuC0TJGjTpk++fIULZ24q1apTy5UzR44cgK5ev4INK3Ys2bJmw4XDJk7csmWSJP3w42fV\nql3hwpXLmzdbtlSpIBQoMGAADx7LzCFOrNhcOXLkAECOLHncuHDlypEj9+2buc6ey5UjR+7YsV82\nbCxZUiNSJGvWyJErJ9scbdrlypnLTY4cgN6+f4cLB44ccXLgwJlLrrxcuXHjMGHiIkGCCxetwoUz\np307d+3lypkLT44cgPLmz4sTB65cOXLkvHkzJ3++OHHhwoEC5WnDhhUrAPr49Mmbt3LlzCVUmLBc\nOXPmyo0bB4BiRYsXMWbUuJH/Y8dw4bCJE7dsmSRJP/z4WbVqV7hw5WDCzJYtVSoIBQoMGMCDxzJz\nP4EGNVeOHDkAR5EmHTcuXLly5Mh9+2aOatVy5ciRO3bslw0bS5bUiBTJmjVy5MqlNbd2bbly5uCS\nIweAbl274cKBI7eXHDhw5gAHLldu3DhMmLhIkODCRatw4cxFljw5crly5jCTIweAc2fP4sSBK1eO\nHDlv3sylVi1OXLhwoEB52rBhxQofnz5581aunDnfv32XK2fOXLlx4wAkV76ceXPnz6FHlx4uHDZy\n5IgRU6WqDzVqzZqRK1fOXHlz5G7dkiYNBAcOLVps22aOfn379cmRA7Cff/9x/wDHeStXbtw4ceLI\nmVtorpw4cePG1arVCAeOQYPQ9Or17Zu5jyBDiixXDoDJkyjFietWrty4l+PKmZtprly4cOLE1anD\n5MKFVq2wmRtKtKhRc+XKmSNHDoDTp1DHjfNWrty4ceLEjTPH1Rw5cOC8eStUiI0JE3jwXOnVK1w4\nc3DjyoVbrpy5ceMA6N3Lt6/fv4ADCx4cLhw2cuSIEVOlqg81as2akStXzpxlc+Ru3ZImDQQHDi1a\nbNtmrrTp06bJkQPAurXrceO8lSs3bpw4ceTM6TZXTpy4ceNq1WqEA8egQWh69fr2zZzz59CjlysH\noLr16+LEdStXbpz3ceXMif83Vy5cOHHi6tRhcuFCq1bYzMmfT7++uXLlzJEjB6C/f4AABAIYN85b\nuXLjxokTN87cQ3PkwIHz5q1QITYmTODBc6VXr3DhzI0kWXJkuXLmxo0D0NLlS5gxZc6kWdNmuHDc\nyJHDho0atVfVqnnzVs7cUaTjQoV69CgHEyZVqkSLZs7qVaxWy5EjB8DrV7DkyH0rV7bcuHHlzK01\nRw4btmbN0qS5ceCACBFMevXixq1cOXOBBQ8WXK4cAMSJFY8bB67c43LkyJUzV9kcOWjQdOnSoQNE\nggRkyFgzV9r0adSnyZED0Nr163HjvpUrR46cOHHlzJkrV04cMmSxYqVIkaH/QAENGnAAA9atmzno\n0aVDL1d93DgA2bVv597d+3fw4cV36+Zt3Dhw4K5d61aunDn48eOT8+bt2jVVkiRJk2bOP0BzAgcS\nFEiOHICECheKEzeuXDlz5siRK2fuorly3ryBA4cL1xwlSjx5AqZNW7ly5laybOmSHDkAMmfSFCdu\nnLmc5sqVM+fTZ7lsQrMlShQmT55q1cqZa+r0KVRz5cqZI0cOANasWsWJG1eunDlz5MaaK2uu3LW0\n1/TokaJDx6JFvbRpK1fOHN68evGWK2du3DgAggcTLmz4MOLEihd36+Zt3Dhw4K5d61aunLnMmjWT\n8+bt2jVVkiRJk2buNOrU/6rJkQPg+jVsceLGlStnzhw5cuXM8TZXzps3cOBw4ZqjRIknT8C0aStX\nzhz06NKnkyMH4Dr27OLEjTPn3Vy5cubGjy+X7Xy2RInC5MlTrVo5c/Ln069vrlw5c+TIAejvHyAA\ngQDEiRtXrpw5c+QYmnNortw1idf06JGiQ8eiRb20aStXzlxIkSNDlitnbtw4ACtZtnT5EmZMmTNp\nggP3jRy5ceO8eSNXrpw5oUOHlgMHDltSZcrIkTP3FGrUqOXGjQNwFWvWcePImfNqrlw5c2PJkiMX\nLpw1a7hevbp2TVy5cubo1rV7ly45cgD49vUrThw5c4PNlStnDjHict68af/TVqxYp2bNyJEzdxlz\nZs2ayZED8Bl0aHHiyJkzbY4cOXOrV5f79m3btmTJWn36ZM2auHLlzPX2/Rt473HjABQ3fhx5cuXL\nmTd3Dg7cN3Lkxo3z5o1cuXLmuHfvXg4cOGzjlSkjR85cevXr15cbNw5AfPnzx40jZw6/uXLlzPX3\nD5AcuXDhrFnD9erVtWviypUzBzGixIkQyZEDgDGjRnHiyJn7aK5cOXMkSZbz5k2btmLFOjVrRo6c\nuZk0a9q0SY4cgJ08e4oTR86cUHPkyJk7erTct2/btiVL1urTJ2vWxJUrZy6r1q1cs44bByCs2LFk\ny5o9izatWm/etpEjJ07/3Ldv4czZvYvXXLls2ciRGwfYnODBhAWXK0eOXDlx4gA4fgxZnGRzlM2N\nG1fOnGZz5cKFGzcuXLhv2LCZO406terU5cqZI0cOgOzZtMPZNofbHDly5cz5NjcuWzZx4rhx6yZO\nnLnlzJuXe17OnPTp0smRA4A9u3Zx4sKZ+25u3Lhy5sqbK/ft27hx39pny2Yuvvz59OOXK0eOXLlx\n4wD4BwhA4ECCBQ0eRJhQIUJv3raRIydO3Ldv4cxdxJjRXLls2ciRGxfS3EiSJUeWK0eOXDlx4gC8\nhBlT3ExzNc2NG1fO3E5z5cKFGzcuXLhv2LCZQ5pU6VKl5cqZI0cOwFSq/1XDXTWX1Rw5cuXMfTU3\nLls2ceK4cesmTpw5tm3dloNbztxcunPJkQOQV+9eceLCmQNsbty4cuYMmyv37du4cd8cZ8tmTvJk\nypUllytHjly5ceMAfAYdWvRo0qVNn0b97Vu3cuXIvSY3ztxs2rVnjxtXTrc53r19/zZHTjg4cACM\nH0c+bpw4c83NlYNuTrp0cuTKXS9njhw5c929fwf/vdz4cOEAnEefXtx6c+3NlYNvTr58ceLI3Sdn\nrlw5c/39AzQncGC5cuYOIjw4bhyAhg4fiotobqK5chbNYcRIjly5juXMlStnbiTJkiZLlksZLhyA\nli5fwowpcybNmjabNf971q3bt2/evIErV84c0aJGySElZ65cOXNOn0J1Wq6cOHHjvn0DoHUr12zZ\nto0LOy5cuHHmzJVLO24cOXLlypErV84c3bp275bLW06cOHLdugEILHhwtWrbyCEmJ07cOHPmypUj\nBw6cOHHlypEzp3kzZ83lPn82J9ocOXLlvn0DoHo1a2vWto2LPU6cuHHmzJXLPW4cOXLlfv82J3w4\n8eLCy5UTJ46cN28AnkOPLn069erWr2Nv1uxZt27fvnnzBq5cOXPmz6Mnp56cuXLlzMGPLx9+uXLi\nxI379g0A//7+AWbLtm1cwXHhwo0zZ65cw3HjyJErV45cuXLmMGbUuLH/XMdy4sSR69YNQEmTJ6tV\n20aOJTlx4saZM1euHDlw4MSJK1eOnDmfP4H6LDd0qDmj5siRK/ftGwCnT6Fas7ZtXNVx4sSNM2eu\nXNdx48iRKzd2rDmzZ9GmNVuunDhx5Lx5AzCXbl27d/Hm1buXb1+/fwEHFjyYcGHDhxEnVryYcWPH\njyFHljyZcmXLlzFn1ryZc2fPn0GHFj2adGnTp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EH\nFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+f\nfn379/Hn17+ff3//IgABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatyIMCAAIfkECAoAAAAs\nAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v\n7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb\n2tra2dnZ19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbG\nxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6uLi4t7e3tra2tbW1s7OzsrKysLCwr6+v\nrq6ura2trKysqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqa\nmZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhoaG\nhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dHR0cXFxcHBwb29vbm5u\nbW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhY\nV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0ND\nQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioq\nKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQU\nExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEB\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQ\nI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59Agwod\nSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu\n3bt48+rdy7ev37+AAwseTLiw4cOIEytezLixWmbMuoGbTBnct2/gwH0DB+6b52/aunXDhg1cuNOo\nUX/7pg0cOG7cvHnrli0bgNu4cydLxu3bN3DAgwf/RpwbN3DgvIED9+0bOG/QvX37Fq669erfvnHj\nlq1aNQDgw4v/V6Zs27dv4MB9W9+tGzhw3r598+YNHLhv4PKDC8e/P3+A375586bt27du3bwtzJYN\nwEOIEZMl2/bN4jdv3sB58wYO3Ldw4b59AwfuGzhw3ryB8+YN3Etw4WTOlPntW7du2q5dA9DT50+g\nQYUOJVrUaLdu4MItDQcOXDioUMGFo1o1mDdv3bqBC9fVazhv3sKF++bN27Zt4NR++wbA7Vu42rR9\nC1fX7t1w3sKFA9e3bzjA4cApU+bN27dv4MItZhxu27Zv37hlywbA8mXM3bp9C9c5HDhw4cCNBtct\nXDhwqcFdCxcOHLhwsWXH7tYNHLhv3rxx4wbOtzdvAIQPJ75t/9s3cMmVh2POHFw46NG1hQsHDtw3\na9bAbQcXDhy4cOHDa9MGDpy3bdsArGff3v17+PHlz6cPzn44/Pn178/vDBFARMaMgQtn8OBBcArD\nhQPnEFy4iAAmUqzo7WK4jBo3hgP37Vu4kCHBgQtnkhq1WLG0aQvn8qVLcOC8eQP37RuAnDp3ggP3\nLRzQoODCEQ0H7tu3cErDfcuWDRy4cFKnUv32DVy4rOHAgQsHDhyAsGLHfvvmLRzacODWhmvr9m04\ncN26gQMXrls3bNjAgQvn969fcOC8eQP37RuAxIoXM27s+DHkyJLBUQ5n+TLmzJedIUJkzBi4cKJH\njwZnOlw4cP+qwYVrDeA17NjeZoerbft2OHDfvoXr3RscuHDCqVGLFUubtnDKlysHB86bN3DfvgGo\nbv06OHDfwnHvDi4c+HDgvn0LZz7ct2zZwIEL5/49/G/fwIWrHw4cuHDgwAHo7x8gAIEAvn3zFg5h\nOHALwzV0+DAcuG7dwIEL160bNmzgwIXz+NEjOHDevIH79g1ASpUrWbZ0+RJmTJnhaNa0eRPnik2b\nmjUL9xNoUKFDwwEwehTpt2/hmDZ1+hRqU3BNmkCDBg5cOK1buW799g1AWLFjwYELdxZt2rPgwrV1\nOy1cXLlz6daVCw4cAL17+YIDFw5wYMGDBXcLd/jwtWvhGDf/dvyY8bdvAChXtnwZc2bNmzl3DvcZ\ndGjRo1ds2tSsWTjVq1m3dh0OQGzZs799C3cbd27du3GDa9IEGjRw4MIVN37c+LdvAJg3dw4OXDjp\n06lLBxcOe/Zp4bh39/4dfHdw4ACUN38eHLhw69m3d9++Wzj58q9dC3cff3799799AwAQgMCBBAsa\nPIgwoUKF4MCFewgxokRw4LBhmxAgwIgR38J5/AgypEgAJEua/PYtnMqVLFu6DPftm7YfPyRI0KUr\nnM6dPHsC+Ak0KDhw4YoaPVoUXLhw376BA8eMGzdw4MJZvYrVKrhwXLt2BQA2rFhw4MKZPYs2Ldpv\n4MB9+xYu/1s2b96+fQuHN6/evQD6+v0LOLDgwYQLGwYHLpzixYwbgwOHDduEAAFGjPgWLrPmzZw7\nA/gMOvS3b+FKmz6NOnW4b9+0/fghQYIuXeFq276NG4Du3bzBgQsHPLhw4ODChfv2DRw4Zty4gQMX\nLrr06dHBhbuOHTuA7dy7gwMXLrz48eTHfwMH7tu3cNmyefP27Vu4+fTr2weAP7/+/fz7+wcIQOBA\nggUNHhQYTuFChg0ZcuMGYMECDhzCXcSYUePGcAA8fgQJDlw4kiVNnkQZDhy4awIEZMkiS1Y4mjVt\n3gSQU+fOcD19/vwJLlw4cEXBOfr2DRy4cE2dPoUaNRwAqv9VrYbDmlXrVq7ewn39+uoVOHDfvoVD\nm1btWgBt3b6FG1fuXLp17YbDm1fvXr3fvhEAAMCJk3CFDR9GnDgcAMaNHYeDHFnyZMrhunXjxo3Z\ngAEBAuTKFU70aNKlAZxGnTrcatatXX/7Fk52OFWUKH37Fk73bt69fYcDEFz48HDFjR9HnjwcOHDh\nnEuT9ukTN27hrF/Hnh3Adu7dvX8HH178ePLhzJ9Hnx79t28EAABw4iTcfPr17d8PB0D/fv7h/AMM\nJ3AgwYIEu3Xjxo3ZgAEBAuTKFW4ixYoWAWDMqDEcx44eP377Fm5kOFWUKH37Fm4ly5YuX4YDIHMm\nzXA2b+L/zKkzHDhw4X5Kk/bpEzdu4Y4iTaoUANOmTp9CjSp1KtWq4a5izao1KzhwAmjR0qYtHNmy\nZs+iDQdgLdu24d7CjSt3rtxgAADMmcONW7i+fv8CBiB4MOFwhg8jTqx4iTdv4R5Djix5MmQAli9j\nDqd5M+fOnj3TodOtGzhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq07NzhwAmjR0qYtHPHixo8jDwdg\nOfPm4Z5Djy59uvRgAADMmcONW7ju3r+DByB+PPlw5s+jT69+iTdv4d7Djy9/PnwA9u/jD6d/P//+\n/gGGEziQDp1u3cCBC7eQYUOHACBGlDiRYkWLFzFmDLeR/2NHjx+xIEHy7Fk4kydRplQZDkBLly/B\ngQs3k2ZNmza9ecOGbZAAAQECGDMWjmhRo0cBJFW6NFxTp0+hPgUHTo0JE8eOhdO6lWtXr+EAhBU7\nNlxZs2fRpk2bKlWGDIAAfQMHLlxdu3frAtC7l29fv38BBxY8OFxhw4cRJyaAjTG2cI8hR5Y8ORwA\ny5cxh9O8mXNnz5u/fUMFAECTJqtWhVO9mnVrAK9hxw43m3Zt27XBgSOACZMsWeGABxc+nHg4AMeR\nJw+3nHlz58+fFyiwaVObNuC+fQu3nXv37QDAhxc/nnx58+fRpw+3nn179+8JYJOPLVx9+/fx5w8H\ngH9///8AwwkcSLCgwYHfvqECAKBJk1WrwkmcSLEigIsYM4bbyLGjx47gwBHAhEmWrHAoU6pcyTIc\ngJcwY4abSbOmzZs3CxTYtKlNG3DfvoUbSrToUABIkypdyrSp06dQo4abSrWq1asgAAC4cyec169g\nw4oNB6Cs2bPhwoELx7at27duoUHbtk1ZggQECChTFq6v37+AAQgeTDic4cOIEyP+9s1BgACsWIWb\nTLmy5cvhAGjezDmc58+gQ4sWzYEDAAB58nwLFw4cuHCwY8sGQLu27du4c+vezbt3uN/AgwsfDgIA\ngDt3wilfzry583AAokufHi4cuHDYs2vfrh0atG3blCX/SECAgDJl4dKrX88egPv38MPJn0+/Pv1v\n3xwECMCKVTiA4QQOJFjQIACECRWGY9jQ4UOIEDlwAAAgT55v4cKBAxfO40eQAESOJFnS5EmUKVWu\nDNfS5UuYL8GBAyBCRJky4b59C9fT50+gPwEMJVo03FGkSZUuVcpNgoRmzcCBC1fV6lWsALRu5RrO\n61ewYcFu2wagUKFs2cKtZdvW7dtwAOTOpRvO7l28efXmBWfAACpU3bqFI1zY8GEAiRUvZtzY8WPI\nkSWHo1zZ8mXL4MABECGiTJlw376FI13a9GnTAFSvZh3O9WvYsWXH5iZBQrNm4MCF493b928AwYUP\nD1fc//hx5Me3bQNQqFC2bOGkT6de3Xo4ANm1bw/X3ft38OHBgzNgABWqbt3CrWff3j0A+PHlz6df\n3/59/PnD7eff3z/AcALDgQNnAAAACBBYvXolRky3buEmUqxoEQDGjBrDcezo8SNIkIcO+fFTrVq4\nlCpXsgTg8iXMcDJn0qxJM1o0AwUKQIMW7ifQoEKHhgNg9CjScEqXMm3qtCk4GTJ+/Pj2LRzWrFq3\nAujq9SvYsGLHki1rNhzatGrXsg0gRcqLF7GkSLl27du3cHr38u0L4C/gwOEGEy5s+PBhDx66ddu2\nLRzkyJInA6hs+XK4zJo3c94MDBgAUKCmTQtn+jTq1P+qwwFo7fp1uNiyZ9OuTfubBAnfvoXr7fs3\n8N4AhhMvbvw48uTKlzMP5/w59OjSA0iR8uJFLClSrl379i0c+PDixwMob/58uPTq17Nv396Dh27d\ntm0LZ/8+/vwA9vPvHw5gOIEDCRYcCAwYAFCgpk0L9xBiRIkTwwGweBFjOI0bOXb02PGbBAnfvoUz\neRJlSpMAWLZ0+RJmTJkzadYMdxNnTp07hRQogAiRNFu2CBH69i1cUqVLmQJw+hRqOKlTqVa1Gk6b\ntnDhwG3Z4sABLFjgvHnjxi1cWrVrAbR1+zZcXLlz6Q4bpk1bsmQIDBiQJi1cYMGDCRcOBwBxYsXh\nGDf/dvwYcjhdurJl24YFCx8+4Th39vyZMwDRo0mXNn0adWrVq8O1dv0admwhBQogQiTNli1ChL59\nC/cbeHDhAIgXNx4OeXLly5mH06YtXDhwW7Y4cAALFjhv3rhxC/cdfHgA48mXD3cefXr1w4Zp05Ys\nGQIDBqRJC3cff379+8MB8A8QgMCBAMIZPIgwocJwunRly7YNCxY+fMJZvIgxo0UAHDt6/AgypMiR\nJEuGO4kypcqVqMC5dMmLV7iZNGvarAkgp86d4Xr6/Ak0KFBwIUKIEpUsGbhevcCBCwc1qlQAVKta\nDYc1q9atWqNFU6BLlzdv4cqaPYs2bTgAbNu6DQc3/67cuXSzgQMXLtw3U6bC+f0LODBgAIQLGz6M\nOLHixYwbh3sMObLkyeHAgQuH2Zo1YsS8eQsHOrTo0QBKmz4dLrXq1axbg3sdLjYaNBAgLFliDA+e\nNGm0hfsNHDiA4cSLhzuOPLlycOC+Of+Go0cPWbLAefP27Vu47dy7e98OILz48eHKmz+PPj01Pnyq\nVQuXLZs3b+Hqe/OmTVu3cPz79wcIQOBAggUNHkSYUOHCcA0dPoQYMRw4cOEsWrNGjJg3b+E8fgQZ\nEsBIkiXDnUSZUuVKcC3DvUSDBgKEJUuM4cGTJo22cD19+gQQVOjQcEWNHkUKDtw3pt9w9OghSxY4\nb//evn0Ll1XrVq5ZAXwFGzbcWLJlzZ6lxodPtWrhsmXz5i3cXG/etGnrFk7v3r0A/P4FHFjwYMKF\nDR8Ol1jxYsaNv4WDDBkNGnDgvn0Ll1nzZs4APH8GHU70aNKlTZvesYMatVevlCVK1K3bt3C1bdsG\nkFv37nC9ff8GHtyIN2/RooHDhSvccubNnTcHEF369HDVrV/Hnt0ROO7gwoEDF068+GvXwp1Hn/48\nAPbt3b+HH1/+fPr1w93Hn1///m/h/AMMFw4NGnDgvn0Lp3Ahw4YAHkKMGG4ixYoWL17csYMatVev\nlCVK1K3bt3AmT54EoHIly3AuX8KMKdOIN2/RooH/w4UrHM+ePn/6BCB0KNFwRo8iTarUEbim4MKB\nAxdu6tRr18JhzaoVK4CuXr+CDSt2LNmyZsOhTat2LdtwyJCBA+cNECAWLJYtC6d3L9++AP4CDhxu\nMOHChmHBwoYtHOPGjLVpe/IkVy5rw4blygUuHOfOnQGADi06XDhw4U6jTq0atbUbN1ChWiZKFC9e\n4W7jzq37NoDevn+HCy58OPFv38KFAwdukRQp4MCFiy49erZs06Z9C6d9+3YA3r+DDy9+PPny5s+H\nS69+Pfv24ZAhAwfOGyBALFgsWxZuP//+/gECEDiQYDiDBxEmhAULG7ZwDyE+1KbtyZNcuawNG5Yr\n/xe4cB9BggQwkmTJcOHAhVO5kmXLldZu3ECFapkoUbx4hdO5k2dPnQCABhUajmhRo0e/fQsXDhy4\nRVKkgAMXjmpVqtmyTZv2LVxXr14BhBU7lmxZs2fRplUbjm1bt2/hbgs3N1w3GjRgwbp2LVxfv38B\nAxA8mHA4w4cRI35lzZo3b+EgR4Zszdq3b+Awa9MWjnNnz5wBhBY9Olxp06dRp05Fjdq1a8vw4Ak3\nm3bt2eDAhdOtG0Bv37/DBRc+nPhwbdpwhFO+nLnybdvCRZc+PToA69exZ9e+nXt379/DhRc/frw2\nZcqgQevWjRkvXt++gevSZcMGYMDCgdMPLlx///8AwwkMB6CgwYPhEipcmLBbNxkCBMiRE66ixYvd\nuoEDFw6cR3DhQoocCaCkyZPgwIVbybKly5bXgAAZMyYWHz7FioXbybPnt2/hggYFQLSo0XBIkypV\nuu3OnU6daNGyEixYuKtYs3rb6i2c169gAYgdS7as2bNo06pdG66t27dvtSlTBg1at27MePH69g1c\nly4bNgADFg6cYXDhEiteDKCx48fhIkueHLlbNxkCBMiRE66z58/duoEDFw6caXDhUqteDaC169fg\nwIWbTbu27drXgAAZMyYWHz7FioUbTrz4t2/hkicHwLy583DQo0uXvu3OnU6daNGyEixYuO/gw3v/\nG+8tnPnz6AGoX8++vfv38OPLnx+uvv3795ldu9at2zeA38INJBgr1rdv3ryFY9jQ4UMAESVODFfR\n4sWK1KgFiBFj0qRwIUWOJFnSZDgAKVWuDNfS5UuYMftIk6ZLFzFYsMLt5NlzJzhw4YQKBVDU6NFw\nSZUuXdpo2bJdu2rVUhXO6lWsVsGBC9fV69euAMSOJVvW7Fm0adWuDdfW7du3zK5d69bt27dwefXG\nivXtmzdv4QQPJlwYwGHEicMtZtx4MTVqAWLEmDQp3GXMmTVv5hwOwGfQocONJl3a9Ok+0qTp0kUM\nFqxwsWXPjg0OXDjcuAHs5t073G/gwYM3WrZs/9euWrVUhWPe3DlzcODCTadefToA7Nm1b+fe3ft3\n8OHDjSdfvnwxLVqQIQvX3n37b9+GDfv2Ldx9/Pn1A+Df3z/AcAIHDqTmzVuvXgYAAHj0KBzEiBK/\nfQtn0SI4cOE2cuwI4CPIkOHCgQtn8iTKlCeDHTjw4wcsaNC2bQtn8yZOm+DAhesJ4CfQoOGGEiUK\nLlw4cOBCFShw5IgyZdu+fQtn9SpWcOC8eQvn9StYAGLHki1r9izatGrXhmvr9m3bb984UaMGDly4\nvHrzatMW7i/gwIIDAyhs+HC4xIoXJ0aFyoAmTdiwhats+TLmzJrDAejs+XO40KJHky4dJk+eVv+t\nlE2bFu417NiyYwOobft2uNy6d+f+9s2PMmXVqm3bBi4c8uTKkYMDF+459OjPAVCvbv069uzat3Pv\nHu47+PDfv33jRI0aOHDh1rNfr01buPjy59OfD+A+/vzh9vPvvx8gKlQGNGnChi1cQoULGTZ0GA5A\nRIkTw1W0eBFjxjB58rRqpWzatHAjSZY0WRJASpUrw7V0+bLlt29+lCmrVm3bNnDhePb0yRMcuHBD\niRYdCgBpUqVLmTZ1+hRq1HBTqVIFFy4cOHDIfv0K9xVs2G7dsGEDBy4cOHDfvoVz+xYuALlz6YKz\nGw5v3m3fvl27pmPIEHDgwhU2XPjbN2/ewjX/BgeuWzdw4cJ9+wYOXDhw4AB09vwZXOhwo0mXNh0O\nHLhJDx60aqWNGjVs2MLVtn0bHLhwu3cD8P0beDjhw4kTRyZIkDdv4ZiDAxcOOvRu3b59C8eNmzRp\n4MKFAwcuXPjwAMiXN38efXr169m3D/cePnxw4cKBA4fs169w+/n37wawGzZs4MCFAwfu27dwDBs6\nBAAxokRwFMNZvLjt27dr13QMGQIOXLiRJEd+++bNW7iV4MB16wYuXLhv38CBCwcOHICdPHuC+xku\nqNChRMOBAzfpwYNWrbRRo4YNW7ipVKuCAxcua1YAXLt6DQc2rFixyAQJ8uYtnFpw4MK5ddut/9u3\nb+G4cZMmDVy4cODAhfv7F4DgwYQLGz6MOLHixeEaO378GFy4yZQrW76M2TKAzZw7gwMXLrTo0aG7\nhTuNOrXq1axVA3gNOzY4cOFq276N+7a2cLx7+/4N/DeA4cSLhzuOPLny5cybO0cOILr06dSrW7+O\nPbv2cNy7e/cOLpz48eTLmz9fHoD69ezBgQsHP758+N3C2b+PP7/+/fkB+AcIQOBAAODAhUOYUOFC\nhdrCPYQYUeJEiQAsXsQYTuNGjh09fgQZciMAkiVNnkSZUuVKli3DhQMXTuZMmjVt3sSZE8BOnj3D\nhQMXTuhQokWNHkV6FBw4AE2dPg0XDlw4qv9VrV61Cg5cOK5dvX4F2xXAWLJlw4UDF07tWrZt3bYF\nBy7cXLp17YIDB0DvXr59/f4FHFjw4G7dwIVDnFjxYsaNHTcGBw7AZMqVt237Fk7zZs6dPX8G/Rkc\nOAClTZ/Wpu1bONatXb+GHVt2bHDgANzGnZsbt2/gwIUDHlz4cOLFjQ8HBw7AcubNnT+HHl36dOrd\nuoELl137du7dvX/3Dg4cAPLlzW/b9i3cevbt3b+HHx8+OHAA7N/Hr03bt3D9/QMMJ3AgwYIGDyIM\nBw4cgIYOH3Lj9g0cuHAWL2LMqHEjx4zgwAEIKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+L/zKlz\nJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1KtWqVq9izap1K9euXr+CDSt2LNmyZs/2VKaM27dv\n4N7Chett7rZt3+6GCwdu795vfr+BCyw4XLhv37p102bNGoDGjh8nS8bt2zdw4L5h5sYNHLhu4MB5\n8xZuNOnR305/8+YNHOvW4cJ9+9at27Zr1wDgzq3bmDFt3rx9Cx7cm7dv37ohz5bt2zdv4J6DCwdu\nOnVw375588bt27du3r1jwwZgPPnyzJht+/YNHLhv38B9+wYOnLdv37hxAwfuG7j+4ACGAzcQ3Ldv\n4BB+UwgOnDdv3bptu3YNQEWLFzFm1LiR/2NHj8qUcfv2DVxJkya9pdy27VvLcOHAxYz5jeY3cDdx\nhgv37Vu3btqsWQMwlGjRZMm4ffsGDtw3p9y4gQPXDRw4b97CZdWa9VvXb968gRM7Nly4b9+6ddt2\n7RoAt2/hGjOmzZu3b3fvevP27Vs3v9myffvmDVxhcOHAJVYM7ts3b964ffvWjTJlbNgAZNa8mRmz\nbd++gQP37Ru4b9/AgfP27Rs3buDAfQM3G1w4cLfBffsGjvc33+DAefPWrdu2a9cAJFe+nHlz58+h\nR5e+bRu4cNexYwcHbhs479/BhRMvPlo0cOC+fQMXjn37cN26gQPnbds2APfx5+fG7Vs4//8Aw4ED\nFw6cQXDdwilcCC6cQ4fUqIED9+0buIvhMmbkxg0cOG/btgEYSbKkNm3ewKlcGQ6cS3DZwIH7RpNm\nuJs3u3ULFw4cuG/atIEb+u1bt27gwH3r1g2A06dQuXH7Fi4cuKvgwmkFB44bOHDfvoEbG65sWWvW\nwIH7xpZtuLdvu3UDB84bN24A8urdy7ev37+AAwv+Rjic4cOIw33z5g0cuHCQI0Petg0YMG3awmne\nrBkcuG/fwH37BqC06dPfUodbzRpcuNfhwIWbTbv27G3bokX79i2c79++wYH79g3ct28Akitf7q15\nuOfQwYWbHu7btm3fvoXbzr07OHDhwn//+8aNG7hw6MN9+xbu2zcA8OPL/0Y/nP374MLpDweOGzeA\n4MCFI1iQ4Ldv1apx4wbO4bdv4SRK/PYtHDhwADRu5NjR40eQIUWO/FYy3EmUKcN98+YNHLhwMWXG\n3LYNGDBt2sLt5LkTHLhv38B9+wbA6FGk35SGY9oUXDio4cCFo1rVKtVt26JF+/Yt3FewX8GB+/YN\n3LdvANSuZevNbTi4ccGFoxvu27Zt376F49vXLzhw4QR/+8aNG7hwicN9+xbu2zcAkSVP/lY53GXM\n4MJtDgeOGzdw4MKNJj3627dq1bhxA9f627dwsWN/+xYOHDgAuXXv5t3b92/gwYWDAxfO//hx5Ma/\nhWPe3DlzP36mTfPmLdx17Nmxf/sGwPt38ODAhSNf3vx59OXByZLlzVs4+PHlz//2DcB9/Pm/fQvX\n3z/AcAIHdgtn8CBCg+DAhWvY8Nu3cBInUvz2DQDGjBrBgQvn8SNIj97CkSxpkqQvX926gWsZ7iXM\nmC/BgQNg8ybOnDp38uzp8yc4cOGGEi069Fu4pEqXJvXjZ9o0b97CUa1qteq3bwC2cu0KDly4sGLH\nki0rFpwsWd68hWvr9i3cb98A0K1r99u3cHr38tXbLRzgwIIBgwMX7vDhb9/CMW7s+Ns3AJInUwYH\nLhzmzJoxewvn+TNoz758desG7nS41P+qV6cGBw4A7NiyZ9Oubfs27tzfvoXr7ft372/hhhMnDg5c\nNyZMFiwQJQpcuOjSp08HYP06dnDgwnHv7v07+HDdunl79EiUKG7cwrFv7/49gPjy53/7Fu4+/vz3\nvYXr7x9gOIEDBYIzCC7ct2/gGIZz+PAhAIkTKYIDFw5jRo0Yv4ULBw5cOJEjRfry1aNHqFDfwIEL\n9xJmzJcAaNa0eRNnTp07efb89i1cUKFDg34LdxQpUnDgujFhsmCBKFHgwlW1evUqAK1buYIDFw5s\nWLFjyYbr1s3bo0eiRHHjFg5uXLlzAdS1e/fbt3B7+fbd6y1cYMGDB4MzDC7ct2/gGIf/c/z4MQDJ\nkymDAxcOc2bNmL+FCwcOXDjRo0X78tWjR6hQ38CBC/caduzXAGjXtn0bd27du3n3DvcbeHDhw4Vz\nAwCACBFPnsI1d/4cOgDp06mHs34de3bt28CB06aN2osXwYJx4xYOfXr16wG0d/8eHLhw8+nXn+8t\nXH79+/Nz4wYwnECB4MCFO4gw4UEADBs6DAcxokSJ38JZvIjRIgUKkiStWhUupMiRJAGYPIkypcqV\nLFu6fBkupsyZNGvKBAfuGgECAAAUKxYuqNChRAEYPYo0nNKlTJs69dapEzZs3QgRQoUKHLhwXLt6\n/QogrNix4cqaPXv2W7i1bNuu1aaN/xkzcODC2b2LNy+AvXz7hvsLOHBgcOEKGz5c2IQJBAh+/QoH\nObLkyQAqW76MObPmzZw7ew4HOrTo0aRDgwN3jQABAACKFQsHO7bs2QBq274dLrfu3bx7e+vUCRu2\nboQIoUIFDly45cybOwcAPbr0cNSrW7f+LZz27dy1a9PGjBk4cOHKmz+PHoD69ezDuX8PHz64cPTr\n26dvwgQCBL9+hQMYTuBAggQBHESYUOFChg0dPoQYTuJEihUtVoQmQECzZuDAhQMZUuRIACVNngyX\nUuVKli2dhYMJc9iwcDVt3sR5E8BOnj3D/QQaNCi4cEWNHg0HLliwcE2dPoX6FMBUqv9Vw13FmlXr\nVq3eDBhYtgwcuHBlzZ5FC0DtWrZt3b6FG1fu3HB17d7FmxcvNAECmjUDBy7cYMKFDQNAnFhxOMaN\nHT+G7Czc5MnDhoXDnFnzZs0APH8GHU70aNKkwYVDnVp1OHDBgoWDHVv2bNkAbN/GHU73bt69fff2\nZsDAsmXgwIVDnlz5cgDNnT+HHl36dOrVrYfDnl37du7hvHmbNo3Whw9fvoRDn179evQA3L+HH07+\nfPr17T/DH04/OHDh/AMMJ3AgwYLhACBMqBAcuHAOH0KMCLGbK1exYjWrVYsbt3AeP4IM6REAyZIm\nwYELp3Ily5Yuw23bZmvBghkzwuH/zKlzJ04APn8CDSp0KNGiRo+GS6p0KdOm1cKFu3YNV4UK3ryF\ny6p1K9esAL6CDRtuLNmyZs/CCqdWLTZs4d7CjSs3LoC6du+Gy6t3L9++lpo1s2OnmjRp4Q4jTnwY\nHLhwjh0DiCx5crjKli9jzgwuXDht2lYNGHDtGjhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq17d7Vw\n4a5dw1Whgjdv4Y4jT678OIDmzp+Hiy59OvXqsMJhx44NW7ju3r+D/w5gPPny4c6jT69+vaVmzezY\nqSZNWrj69u/XBwcuHH/+AAACEDhwYDiDBxEmVAguXDht2lYNGHDtGjhw4TBm1LgR/0BHjx9BhhQ5\nkmRJk+FQplS5kiU0ESIyZRpWpw4qVOFw5tS5EycAnz+BhhM6lGjRWLGcOevWDRUuXOGgevMmTNi3\nb+GwZtW6FUBXr1/DhRU7lmzZURQowIGz7du3cG/hxo0LDlw4uwDw5tUbjm9fv38Bh0OEyI+fShMm\nMGESjnFjx+Aggws3GUBly5cxZ9a8mXNnz+FAhxY9mjQ0ESIyZRpWpw4qVOFgx5Y9GzYA27dxh9O9\nm3fvWLGcOevWDRUuXOGQe/MmTNi3b+GgR5c+HUB169fDZde+nXv3URQowIGz7du3cOfRp08PDlw4\n9wDgx5cfjn59+/fxh0OEyI+fSv8AJ0xgwiScwYMIwSkEF64hgIcQI0qcSLGixYsYw2ncyLGjxznE\niG3bxs2WrXAoU6pcqRKAy5cww8mcSZMmNG7crFnTpu1VuJ8/ceHq1i2c0aNIkxoFwLSp03BQo0qd\nSnWHMGHcuIXbyrWr16/hAIgdSzac2bNo06p1tm2bNm3PrlwJR7eu3bt2Aejdy7ev37+AAwseHK6w\n4cOIE88hRmzbNm62bIWbTLmy5coAMmveHK6z58+foXHjZs2aNm2vwqlWjQtXt27hYsueTTs2gNu4\nc4fbzbu37987hAnjxi2c8ePIkysPB6C58+fhokufTr26s23btGl7duVKuO/gw4v/Dw+gvPnz6NOr\nX8++vftw8OPLny8fHDhIYsQsWwZu2zaA3ryFI1jQ4EGCABQuZBjO4UOIEHt9+ODFy7FjybhxC9fx\n1asxY6hRC1fS5EmUAFSuZBnO5UuYMWXq2rQJG7ZwOXXu5NkzHACgQYWGI1rU6FGk3V69AgWKGzRo\n4MCFo1rV6lWqALRu5drV61ewYcWODVfW7Fm0Z8GB88GN27Zt4bBhC1fX7l28dwHs5ds33F/AgQMn\n8eVr0iRu3LaFY8w4RQpr1rZtC1fZ8mXMADRv5hzO82fQoUVHqFaNG7dwqVWvZt06HADYsWWHo13b\n9m3cTKhRkybt27Zt4YQL//Yt/9xx5MmPA2De3Plz6NGlT6dePdx17Nm1ZwcHzgc3btu2hcOGLdx5\n9OnVpwfQ3v37cPHlz5+fxJevSZO4cdsWzj/AcOFSpLBmbdu2cAoXMmwI4CHEiOEmUqxo8WKEatW4\ncQvn8SPIkCLDAShp8mS4lCpXsmzJhBo1adK+bdsW7ubNb9/C8ezpkyeAoEKHEi1q9CjSpErDMW3q\n9Om2bd++gQNXyYaNbt3CfftmzVq4sN68ZcsW7izatADWsm0b7i1cuODChQMH7gkBAnDgfPsWDhy4\ncIKnTAEChBu3cIoXM24M4DHkyOEmU65sufK3bwoAALh1Kxzo0KDBgePGDVy41P+qVQNo7fp1uNiy\nZ9OubSRAgEiRvnnzNm1auOC/fjFi1C0c8uTJATBv7vw59OjSp1OvHu469uzat2379g0cuEo2bHTr\nFu7bN2vWwrH35i1btnDy59MHYP8+/nD69+8HFw5gOHDgnhAgAAfOt2/hwIEL93DKFCBAuHELdxFj\nRo0AOHb0GA5kSJEjRX77pgAAgFu3wrV02RIcOG7cwIWzefMmAJ07eYbz+RNoUKFGAgSIFOmbN2/T\npoVz+usXI0bdwlW1ahVAVq1buXb1+hVsWLHhyJY1exZtK3DgwrXdti1c3LjYsIWzexevXQB7+fYN\n9xdw4L/ZsknYtWvbtnCLGS//pkIlXGTJkylPBnAZc+Zwmzl39tw5ViwAKlTgwhUOHLhwq1eDAxcO\ndmzZsAHUtn07XG7du3n3HpAlCzRo4bZtC3f8eJYszZqFc/4cOgDp06lXt34de3bt28N19/4dfPht\n166BAxdOmzZcuJ49A+fMmTVr4MLVt28fQH79+8P19w8wnEBw375du4YiS5Zv38I5fOgQGjRs2MJZ\nvIgRHLhwHDkC+AgyZLiRJEuWBBctGjJkdeoAeIkGTbdo0UyZ4sYtHLed3ML5/AkUgNChRMMZPYo0\nKdJv3y6YMEGNWrhu3Xbt0qWr2IsXIUJ8Cwc2bFgAZMuaPYs2rdq1bNuGews3/67cuduuXQMHLpw2\nbbhwPXsGzpkza9bAhTuMGDGAxYwbh3sMGTK4b9+uXUORJcu3b+E6e+4MDRo2bOFKmz4NDly41asB\nuH4NO5zs2bRpg4sWDRmyOnUA+EaDplu0aKZMceMWjptybuGaO38OILr06eGqW7+O/fq3bxdMmKBG\nLVy3brt26dJV7MWLECG+hXsPHz6A+fTr27+PP7/+/fzD+QcYTuBAggUHZguXMKEsWeDAadMGLlq0\ncBUtXqwIQONGjuE8fgTpkRq1L+FMnkRpctSocC1dvoT5EsBMmjXD3cSZM+e3cOG+fYsVi8CvX8uW\nfVOkyJu3b9/CPYUaVSoAqv9VrYbDmlXrVq3btqkIFzbss2fhwj17Ni1BgmrVwr2FGxfAXLp17d7F\nm1fvXr7h/P4FHFhwtnCFC8uSBQ6cNm3gokULF1ny5MgALF/GHE7zZs6aqVH7Ek70aNKiR40Kl1r1\natarAbyGHTvcbNq1a38LF+7bt1ixCPz6tWzZN0WKvHn79i3ccubNnQOAHl16OOrVrV+3vm2binDd\nuz97Fi7cs2fTEiSoVi3cevbtAbyHH1/+fPr17d/HH07/fv79uQHkBg5cuHDeokULpxAbtkSJoEH7\nxo1bt27hLmLMCGAjx47hPoIESe3bN2/egmnTFm4lS5bgYMFChiwczZo2b9L/BKBzJ89wPn8CBQru\n2bNv38CBa2XIkDdv4ZIlu3KlW7dwVq9izQpgK9eu4b6CDSsWGTJq1Lp1k9WtW7i2bYsUGTNmkwkT\nTpyEy6t3L4C+fv8CDix4MOHChsMhTqx4MTdu4MCFC+ctWrRwlrFhS5QIGrRv3Lh16xZuNOnSAE6j\nTh1uNWvW1L598+YtmDZt4W7jxg0OFixkyMIBDy58OHAAxo8jD6d8OXPm4J49+/YNHLhWhgx58xYu\nWbIrV7p1Cyd+PPnyAM6jTx9uPfv27pEho0atWzdZ3bqFy5+/SJExYwBuMmHCiZNwBxEmBLCQYUOH\nDyFGlDiRYjiLFzFi7BYu/xw4cOHCWQs3cmS1auDAhVO5kmVLlQBgxpQZjmZNmzTBgcsWjmdPn+Gu\nHToUjmhRo0eNAlC6lGk4p0+hRpXaLVzVqpMmgQMXjmtXr1+5AhA7lmw4s2fRouUWjm1bcOHgwrVm\nTVtdbdX+/Am3l2/fvQAABxY8mHBhw4cRJw63mHHjxsOsWJEkCRs2a9q0hdP87du1a+FAhxY9GjQA\n06dRh1O9mjVrcOFgx7bmwMGLF6CIEQMHLlxv37+B9wYwnHjxcMeRJ1e+fPmuXaRIhZM+nXp16QCw\nZ9cejnt37953YcLUrVs48+fNd+uWIoUXL9iuXQMHLlx9+/cB5Ne/n39///8AAQgcSLCgwYMIBYZb\nyLBhw2FWrEiShA2bNW3awmn89u3atXAgQ4ocCRKAyZMow6lcyZIluHAwY1pz4ODFC1DEiIEDF66n\nz59AewIYSrRouKNIkypdunTXLlKkwkmdSrWqVABYs2oNx7WrV6+7MGHq1i2c2bNmu3VLkcKLF2zX\nroEDF66u3bsA8urdy7ev37+AAwsOR7iwYcNMXr3ChWvbNm7hIkueTLkyZQCYM2sOx7mz58+gTfz4\nMWUKtXCoU6tezRqA69ewwYELR7u27du4a4PLkKFbt3DAgwsfDhyA8ePIwylfzpz5LnDgwkmfTt2I\nkWTJWLH6Bg5cuO/gw3//B0C+vPnz6NOrX8++fbj38OPHZ/LqFS5c27ZxC8e/v3+A4QQOJFgwHACE\nCRWGY9jQ4UOIJn78mDKFWjiMGTVu5AjA40eQ4MCFI1nS5EmUJcFlyNCtWziYMWXOhAnA5k2c4XTu\n5MlzFzhw4YQOJWrESLJkrFh9Awcu3FOoUZ8CoFrV6lWsWbVu5do13FewYMGFC+fNGxoCBMiQyZYt\nHDhw4eTOpVvX7lwAefXuDdfX71/A0qRp0yZL1gAAACpU6BbO8WPIkSUDoFzZMjjM4TRv5tyZMyhQ\nrFgpMlDaQLdu4VSvZt0awGvYscPNpk272zfc33KtWhXO92/gK1YAAHDj/wa3cMmVL18OwPlz6NGl\nT6de3fr1cNm1b8+uTVuQWrWkSfv2Ldx59OnVr18PwP17+OHkz6dfHxy4b9+cOAFAgQJAVKjCESxo\n8CDCcAAWMmwY7iHEiBInaqtWTZkyGQEC9OoFDly4kCJHkgRg8iTKcCpXslQJDty0cDJn0gzn7cCB\nIkVy5Qrn8yfQoACGEi1q9CjSpEqXMg3n9ClUp9q0BalVS5q0b9/Cce3q9StYsADGki0b7izatGrB\ngfv2zYkTABQooEIV7i7evHr3hgPg9y/gcIIHEy5sWFu1asqUyQgQoFcvcODCUa5s+TKAzJo3h+vs\n+XNncOCmhStt+nQ4b/8HDhQpkitXuNiyZ9MGYPs27ty6d/Pu7ft3uHDgwhEvXhwcOFpjxnDjFu75\nt2/hplOvPh0c9nDhvn0DBy4ceADix5MPZ/48evTgPHk6dgwNmgIDBnjzFu4+/vz694cD4B8gAIED\nAYAzGA5hQoULEzLToEGNGi4MGJgwAQ5cOI0bNYIDFw4kSAAjSZYEdzJcynDgWIZzGQ5czHAzadL0\nduLEggXMmIXz+e1bOKHgwIUzahRAUqVLmTZ1+hRqVKnhwoELdxUrVnDgaI0Zw41bOLHfvoUzexat\nWXBrw4X79g0cuHBzAdS1ezdcXr1794Lz5OnYMTRoCgwY4M1bOMWLGTf/dhwOQGTJk8FVDncZc2bN\nmJlp0KBGDRcGDEyYAAcuXGrVqcGBC/f6NQDZs2mDsx0Odzhwu8P1DgcOeDjhw4d7O3FiwQJmzMI1\n//YtXHRw4MJVrw4Ae3bt27l39/4dfPhw48mXLw8uXHr169m3d88eQHz588PVt38f/31u3OCE8w8w\nnMCBBAsaFAggocKF4Ro6fAgxYrdw4b594yZNWriNHDt67AggpMiR4MCFO4kypcqVKWfNCgczpsyZ\nMgHYvIkzp86dPHv6/BkuqNChQ8GFO4o0qdKlTJUCeAo1aripVKtarcqNG5xwXLt6/Qr2K4CxZMuG\nO4s2rdq13cKF+/aN/5s0aeHq2r2L9y6AvXz7ggMXLrDgwYQLD541K5zixYwbMwYAObLkyZQrW76M\nOXO4cODCef4MOrTo0aRLAziNOnW4cODCuX4NO7bs2bRrA7iNO3e43bx7+/4dzpu3cMSLGz+OvDiA\n5cybg3seLrr06dSrUwcHLpz27dy7awcAPrz48eTLmz+PPj03bt/AgQsHP778+fTr258PDhyA/fz7\ncwPI7Vs4ggUNHiwILtxChg0dPmQIDhwAihUtevMWTuNGjh05ggsXUuRIkiVFggMHQOVKltq0fQsX\nU+ZMmjVlfvsWTudOnj11ggMHQOhQokWNHkWaVOlSbty+gQMXTupUqv9VrV7FWhUcOABdvX7lxu1b\nOLJlzZ4tCy7cWrZt3b5lCw4cALp17XrzFk7vXr59+YILF1jwYMKFBYMDB0DxYsbatH0LF1nyZMqV\nJX/7Fk7zZs6dNYMDB0D0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9H\nnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9H75sZM27fvoGDHz/+N/rcuH375g3c\nfnDh/AMMJ1AgOHDfvnkDB64bw27brl0DIHEixWbNuoHLqHEjuG/gwHHjFi4cuHAmTYJLCc6bN3Au\nX4YL9+2bN2/bsGH/A6BzJ09kyLZ9+wYO3Ldv4L59AwfO27dv3rx9+8bNm7dt28B9+wZuK7hw4MB9\n+8YNHDhuZs1aswZgLdu2zJh1Ayd3bjhw4MKF+wYO3Le+37h9+8aNG7jC4Q4jDvftGzdw4Lp18yZZ\nmzYAli9jzqx5M+fOnj9v2/YtHOlw4MCFS526W7hw4MB9++YtHG3a3LiFCwdu97dv4cKBC75tGzhw\n37hxA6B8OfNu3cCFix4OHLhw1q1zCxcOHLhw3r97nzYtXDhw5s2HS59+2zZw4Lxx4wZgPv3627Z9\nCxcOHH9w4QCGCwcOnLdwB8OBAzcNHLhv37xFDDdx4rdv4cKB+/Zt/9s2cOC+desGgGRJk9y4gQu3\nkmXLcN7CxZQJLVw4cDe7dQu3c2e3buHCfROqTRs4o968AVC6lGlTp0+hRpU69VvVcFexZg0Hrls3\ncODChQP37Vs4s+DAdesWji1bcODCxQUH7tu3cODAAdC7l+83v+EABxYc7ps3b+EQJ1a8bVutWtSo\ngZMsOVxlcOC+fQO3GUBnz5+/ffMWjnRpcOFQowYHLlzrcNuUKatW7Vttb97C5c4NDlw43+DAffsW\nDhw4AMeRJ/+2PFxz58+bgwMXjno4bLt2TZv2TVt3beHAgwP37Ru4cOHApQcXDhw4AO/hx5c/n359\n+/fxf9Mfjn9///8Aw4Hr1g0cuHDhwH37Fq4hOHDduoWbOBEcuHAYwYH79i0cOHAAQooc+a1kuJMo\nU4b75s1buJcwY27bVqsWNWrgcuYMxxMcuG/fwAkFQLSo0W/fvIVbyhRcuKdPwYELRzXcNmXKqlX7\nxtWbt3BgwYIDF64sOHDfvoUDBw6A27dwv8kNR7euXbrgwIXbGw7brl3Tpn3TRlhbuMPgwH37Bi5c\nOHCQwYUDBw6A5cuYM2vezLmz58/gwIUbTbr06G/hUqv+Fq51a27cwsmeTbu27G/fAOjezRscuHDA\ngwsH/i2c8ePIjRMhwouXNWvgwkmfTl06OHAAsmvf/u1buO/gw3//BxeufDhw4DRRW0+Nm/tw8OPL\nnw8fHDgA+PPrBwcunH+A4QQOJEgQHLg3yJAxY+bNl69wESVOpBgRHDgAGTVu5NjR40eQIUWCAxfO\n5EmUJr+FY9nyWziYMLlxC1fT5k2cNb99A9DT509w4MINJVp06LdwSZUuTUqECC9e1qyBC1fV6tWq\n4MAB4NrV67dv4cSOJSsWXDi04cCB00TNLTVuccPNpVvX7lxw4ADs5dsXHLhwgQUPJhwYHLg3yJAx\nY+bNl69wkSVPphwZHDgAmTVv5tzZ82fQoUWDAxfO9GnUpsGFC/ftW7hw4MLNnu3NmzZt4XTv5t1b\nNwDgwYWDAxfO//hx5MbBhWPe3Hk4bxUqAABAhAi3cNm1b98OwPt38N++hSNf3vz5b9+6dZNz4YIS\nJc2wYQMHLtx9/Pn13wfQ3z9AAAIBgAMX7iDChAjBgevWbds2GAUKhAiBihOnY8fCcezo8SNHACJH\nkixp8iTKlCpXggMX7iXMmC/BhQv37Vu4cODC8eTpzZs2beGGEi1qdCiApEqXggMX7inUqE/Bhatq\n9Wo4bxUqAABAhAi3cGLHkiUL4CzatN++hWvr9i3cb9+6dZNz4YISJc2wYQMHLhzgwIIHAwZg+DBi\ncODCMW7suDE4cN26bdsGo0CBECFQceJ07Fi40KJHkw4N4DTq1P+qV7Nu7fo17HCyZ9Om/S0c7ty6\ncefKFe438ODCgwMobvx4uOTKlzNvzpwbAAAPHrRoEe469uzaAXDv7h0cuHDix5MvL96bNwl58ogR\nw82bt3Dy59OvTx8A/vz6w/Hv7x9gOIEDB377lkCLlh49gq1aBQ5cOIkTKVaUCABjRo0bOXb0+BFk\nyHAjSZYsCS5cSpXhwIEL9/LYMWDAwtW0eRNnTQA7efYM9xNoUKFDgYIDNy1AAAAAZs0K9xRqVKkA\nqFa1Gg5rVq1buRb68AEXLnDhyJY1exYtALVr2YZz+xZuXHDgwtUNN2bBglChvHHj9u1bOMGDCRcW\nDABxYsWLGTf/dvwYcuRwkylXrgwuXGbN4cCBC/f52DFgwMKVNn0adWkAq1m3DvcadmzZs2GDAzct\nQAAAAGbNCvcbeHDhAIgXNx4OeXLly5kX+vABFy5w4ahXt34dOwDt27mH8/4dfHhw4MKVDzdmwYJQ\nobxx4/btWzj58+nXlw8Af379+/n39w8QgMCBBAsaPCgwnMKFDBs6dGjKVLiJFCtarAggo8aN4Tp6\n/AgyJEhuBQps2xYupcqVLFMCeAkzZriZNGvavIkInE5w4Xr6/Ak0aDgARIsaDYc0qdKlTEOFewo1\nqtSpUgFYvYo1q9atXLt6/RourNixZMuWNWUqnNq1bNuyBQA3/67ccHTr2r2L9y63AgW2bQsHOLDg\nwYABGD6MOJzixYwbO0YELjK4cJQrW76MORyAzZw7h/sMOrTo0aHCmT6NOrXq1ABau34NO7bs2bRr\n2w6HO7fu3bzDgQMXLVo2Vaq2bQuHPLny5cgBOH8OPZz06dSrW58ODhw3L16UKQsHPrz48eABmD+P\nHhy4cOzbu3/vntu3b+DAhbuPP7/+/eEA+AcIQOBAAOEMHkSYUOFChg0PAoAYUeJEihUtXsSYMdxG\njh09fqQWLpw0adgSJQqXUuVKlisBvIQZM9xMmjVt3rTZDQeOcD19/gT6E8BQokXDHUWaVOlSYeHC\ngQMXDhy4cP9VrV7FehXAVq5dw30FG1bsWG3hzJ5Fm1ZtWgBt3b6FG1fuXLp17YbDm1fvXr7UwoWT\nJg1bokThDB9GnBgxAMaNHYeDHFnyZMqTu+HAEU7zZs6dOQMAHVp0ONKlTZ9GLSxcOHDgwoEDF072\nbNq1aQPAnVt3ON69ff8Gri3ccOLFjR83DkD5cubNnT+HHl369HDVrV/Hnr0bCBA+fAx79WrbtnDl\nzZ9HXx7Aevbtw72HH1/+/G906NSqRaxIkVatwgEMJ3AgwYLhACBMqDAcw4YOH0LshglTtmzgunXb\nti0cx44eP3IEIHIkyXAmT6JMqdKbHz/UqIWLCQ5cuJo1wYH/C6dzJ08APn8CDSp0KNGiRo+GS6p0\nKdOm3UCA8OFj2KtX27aFy6p1K9esAL6CDRtuLNmyZs9+o0OnVi1iRYq0ahVuLt26ducCyKt3b7i+\nfv8CDtwNE6Zs2cB167ZtW7jGjh9DbgxgMuXK4S5jzqx5szc/fqhRCycaHLhwpk2DAxduNevWAF7D\nji17Nu3atm/jDqd7N+/evs+8euXL1zdu3MIhT658uXIAzp9DDyd9OvXq1k0lSyZNmjEUKMKBDy9+\nvHgA5s+jD6d+Pfv27hlp07Zt27dhw8Lhz69/v34A/gECEDgQQDiDBxEmVMjj169du7wFCxaOYkWL\nFy0C0LiR/2NHjx9BhhQ5MlxJkydRpjzz6pUvX9+4cQs3k2ZNmzUB5NS5M1xPnz+BBjWVLJk0acZQ\noAi3lGlTp00BRJU6NVxVq1exZmWkTdu2bd+GDQs3lmxZs2UBpFW7Nlxbt2/hxuXx69euXd6CBQu3\nl29fv30BBBY8mHBhw4cRJ1YcjnFjx48hvwoRQosWcOEwZ9a8mTMAz59BhxM9mnRp044oUNiz51eb\nNrhwhZM9m3Zt2QBw59Ydjndv37+Bi7JhY84cZqxYBQsGDlw458+hRwcwnXr1cNexZ9e+fQMAAAoU\nsOnSZccObtzCdevGjRu4cO/hwwcwn359+/fx59e/n384//8AwwkcSLDgwAOTJoUKFa6hw4cQI4YD\nQLGixXAYM2rcyHGDr4++mlGh8u1buJMoU6o8CaCly5fhYsqcSbOmCGPGRImatmnTt2/hggodSjQo\ngKNIk4ZbyrSp06bgwA0gQWLECEuoUHHjBg5cOG/ewokdS1YsgLNo06pdy7at27dww8mdS7eu3QOT\nJoUKFa6v37+AA4cDQLiw4XCIEytezHiDr8e+mlGh8u1buMuYM2u+DKCz58/hQoseTbq0CGPGRIma\ntmnTt2/hYsueTTs2gNu4c4fbzbu3797gwA0gQWLECEuoUHHjBg5cOG/ewkmfTl06gOvYs2vfzr27\n9+/gw4n/H0++vHkRAAD48ROuvfv23rxp0xauvv37APLr3x+uv3+A4QQOHOjNGzhw375JmTCBGbNv\nwYL58hXO4kWMGS0C4NjRYziQIUWOJHkIAIBLl645czZtWjiYMWXOhAnA5k2c4XTu5NnTZw0CBAQJ\n2ubN27Zt4ZQq9eYt3FOoUQFMpVrV6lWsWbVu5RrO61ewYcWKAADAj59wadWm9eZNm7ZwceXOBVDX\n7t1wefXu5evNGzhw375JmTCBGbNvwYL58hXO8WPIkR0DoFzZcjjMmTVv5nwIAIBLl645czZtWjjU\nqVWvRg3A9WvY4WTPpl3bdg0CBAQJ2ubN27Zt4YQL9+Yt/9xx5MkBLGfe3Plz6NGlT6cezvp17Nm1\nE3DjRpq0cODAhSNPPlu2cOnVr08PwP17+OHkz6df376wcPnzz5oFDhzAcAIHEiwoEADChArDMWzo\n8CFEJsqUYcPmLVq0cBo3cuzIEQDIkCLDkSxp8iTKLN++hWvp8iXMmC4B0Kxp8ybOnDp38uwZ7ifQ\noEKHVunQIVq0cNy4yZKFDBm4XLmmTQtn9SpWAFq3cg3n9StYsOCwYdu2LVw4b+HWroUGzZSpbNnC\n0a1r9y6AvHr3huvr9y/gwKk6dcqWLRw2bNy4hWvs+DHkxgAmU64c7jLmzJo3cwMHLhzo0KJHkw4N\n4DTq1P+qV7Nu7fo17HCyZ9OubbtKhw7RooXjxk2WLGTIwOXKNW1auOTKlwNo7vx5uOjSp08Hhw3b\ntm3hwnkL5907NGimTGXLFu48+vTqAbBv7z4c/Pjy59NP1alTtmzhsGHjxg1gOIEDCRYUCABhQoXh\nGDZ0+BAiN3DgwlW0eBFjRosAOHb0+BFkSJEjSZYMdxJlSpUrYYRz6XLWLHDgrFkL9+pVOJ07eeoE\n8BNo0HBDiRYtigscuG/fwjV12nTGDG7csmULdxVrVq0AuHb1Gg5sWLFjyeIKd/asMGHh2LZ1+9Yt\nALlz6YazexdvXr3XwvX1+7cvN27hCBc2TBhAYsWLGTf/dvwYcmTJ4ShXtnwZM4xwmzfPmgUOnDVr\n4V69CncaderTAFi3dh0OdmzZsnGBA/ftWzjdu3XPmMGNW7Zs4YgXN34cQHLly8M1d/4cenRc4ahT\nFyYsXHbt27lvB/AdfPhw48mXN3/+Wjj169mr58YtXHz58+MDsH8ff379+/n39w8QgMCBBAGEO4gw\nocJs2b59AwfuVLBg4Sp688aCBSBA2Zo1w4YtnMiRJAGYPIkynMqVK8GFexlOkgwZ166Fu4nzJiFC\nGjQwYxYuqNChRAEYPYo0nNKlTJt68xYuajhv06aFu9qtmzFj4MCF+wo2rFgAZMuaDYc2rdq1bMFx\n4xYu/27cbdu+fQvHLC+zcHz7+gUAOLDgwYQLGz6MOHG4xYwbO86W7ds3cOBOBQsWLrM3byxYAAKU\nrVkzbNjCmT6NGoDq1azDuX79Gly42eEkyZBx7Vq43bx3EyKkQQMzZuGKGz+OHIDy5czDOX8OPbo3\nb+Gqh/M2bVq47d26GTMGDly48eTLmweAPr36cOzbu38PHxw3buHq19+27du3cMz6MwMYTuBAggAM\nHkSYUOFChg0dPgwXUeLEidzCXcQILtzGjcGCIUO2bVu4atXCnUSZ8iQAli1dhoMZUybMb99WRIsG\nDlw4nj15OnCgStW3b+GMHkWaFMBSpk3DPYUaNSq4cP9VrYILlzXrsmXgwIUDG1bsWLAAzJ5FG07t\nWrZt3XoLFzeuN2/g7IL7VqxYOL59/fIFEFjwYMKFDR9GnFhxOMaNHTMGB86PBg3AgIXDnBlzt24t\nWsSJ8010ONKlTZMGkFr16nCtXbsGF3vbNhpOnHjzFk73bt0gQDhwoE1bOOLFjR8HkFz58nDNnT9/\n/g0cuHDVrV+PFm3WLG7cwn0HH148APLlzYdDn179evbYrFn79i3crl06dGjShI0XL2nSwgEMJ3Dg\nQAAGDyJMqHAhw4YOH4aLKHFiRHDg/GjQAAxYuI4eO3br1qJFnDjfToZLqXJlSgAuX8IMJ3PmTHA2\nt23/o+HEiTdv4X4C/QkChAMH2rSFS6p0KVMATp9CDSd1KlWq38CBC6d1K9do0WbN4sYtHNmyZs8C\nSKt2bbi2bt/CjYvNmrVv38Lt2qVDhyZN2HjxkiYtHOHChgEgTqx4MePGjh9DjhxuMuXKk7150/Dq\nFTdu4T6D/syESbNmr16BSx1uNevWqwHAji07HO3atmlz4zYGHLhwvn//BmfAwLNn376FS658OXMA\nzp9DDyd9OnXq4MJhz64de65c376BAxduPPny5gGgT68+HPv27t/D7xZu/nxUqKhRw4btGzhw4QCG\nEziQYDgABxEmVLiQYUOHDyGGkziRokRv3jS8esWN/1s4jx89MmHSrNmrV+BQhlO5kqVKAC9hxgw3\nk2bNmdy4jQEHLlxPnz7BGTDw7Nm3b+GQJlW6FEBTp0/DRZU6dSq4cFexZr2aK9e3b+DAhRM7lmxZ\nAGfRpg23lm1bt2+7hZMrFxUqatSwYfsGDlw4v38B+wUwmHBhw4cRJ1a8mHE4x48fd/v27do1Cg4c\nePMWjnNnzlCgAABw4wa3cKdRp04NgHVr1+Fgx47tLVy4b994/foVjjdvcOC8eQvGgEGMGODAhVO+\nnHlzAM+hRw8XDlw469fBhdMeDpw2beHAg/fmDVz5YMFKleLGLVx79+/hA5A/n344+/fx5+fGDRy4\ncP8Aw4GzZg2cwWLFvHgpVgxcuIcQI0YEQLGixYsYM2rcyLFjuI8gQ3589qwEOHDhUqpciQABDRql\nSoWbSbOmTQA4c+oMx7OnT57fvg0LR7So0XCnMGDw5i2c06dQozoFQLWq1XBYs2rV2i2c169gw22r\nVGnbNnDgwqldy7YtgLdw44abS7duXXDh8ur9Bg5cuHDdUKHChg0cuHCIEyteDKCx48eQI0ueTLmy\n5XCYM2vG/OxZCXDgwokeTRoBAho0SpUKx7q169cAYsueHa627du1v30bFq6379/hTmHA4M1buOPI\nkys/DqC58+fhokufPr1buOvYs4fbVqnStm3gwIX/G0++vHkA6NOrD8e+vXv34MLJn/8NHLhw4bqh\nQoUNGziA4MINJFjQIACECRUuZNjQ4UOIEcNNpEjxGziM4GxhwxbO40eQJUoQICBLFjiU3bqFY9nS\nJQCYMWWGo1mzJrhwOcNlw4Yt3M+fuXJZIwoHDi5c4ZQuZQoOXDioUAFMpVoV3NVwWcOB4xrOa7hu\n27aFIxsOnDFj3Lh1M2Vq1Spw4MLNBQcu3F1w4MLt3QvA71/A4QQPJkwY3Ldv4RSHAwcNGjhw4Zo1\nc+UKHLhwmTVv5gzA82fQoUWPJl3a9OlwqVWr/gbONThb2LCFo13bdokSBAjIkgXOd7du4YQPJw7A\n//hx5OGUL18OLtzzcNmwYQtXvXquXNa0w4GDC1c48OHFgwMXzrx5AOnVrwfXPtz7cODkh6Mfrtu2\nbeH0hwNnzBhAbty6mTK1ahU4cOEWggMX7iE4cOEmTgRg8SLGcBo3cuQI7tu3cCLDgYMGDRy4cM2a\nuXIFDly4mDJn0gRg8ybOnDp38uzp82e4oEKHEi1a1I6dcEqXMm3KFADUqFLDUa1q9SpWrODAhevq\n9SvYrwDGki0LDly4tGrXsm27tlu3cHLn0q1LFwDevHrD8e3r9y9gwODAhSts+DDiwwAWM27s+DHk\nyJInUw5n+TLmzJo127ET7jPo0KJDAyht+nS41P+qV7Nu3RocuHCyZ9OuTRsA7ty6wYEL5/s38ODC\ngXfrFu448uTKkwNo7vx5uOjSp1OvXh0cuHDat3Pvzh0A+PDix5Mvb/48+vTh1rNv7/79+2/funUL\nZ/8+/vz2AfDv7x9gOIEDCRY0GA4cuHALGTZ0+JAhAIkTKYYLBy5cRo0bOXb0+BEkAJEjSYYLBy5c\nSpUrWbZ0+XIlOHDhwIEDcBNnTp07efb0+RMoN27gwhU1ehRp0qLguHEL9xRqVKlPwYEDcBVrVm/e\nwIXz+hVsWLFjyY4FBw5AWrVrtWnzBg4uuHBz6da1exdvXrrfvgHw+xcwN27fwhU2fBhxYsWLC4P/\nAxcO8rdvAChXtnwZc2bNmzl35sYNXDjRo0mXNi0aHDdu4Vi3dv2aNThwAGjXtu3NG7hwu3n39v0b\neHDg4MABMH4cuTZt3sA1BxcOenTp06lXtx792zcA27l358btWzjx48mXN38evXhw4MK1//YNQHz5\n8+nXt38ff379+/n39w8QgMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEua\nPIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKZx45p8+bt2zdv3sB58wYu\na7hw4MCFCwcuXDhwZL15+/atW7dwbNu6/fat/9u2bQDq2r177Ng2b96+ffPm7Vu3bt++dfPmrVu3\nb9+6gQP37Vu4yZQngwP37Zu2b9+4cfPmrVu2bABKmz6NDFm2bt28eePG7Zs3b+Bqh7uN+5s3b926\ngfv2DZxwcOHAGQfnDRw4b8y9dcuWDYD06dSXLdv2Lfs3b96+desGDpw3cOC+fQMH7hs4cN++gXv/\nPpx8+eDAfQMHjpt+btqqVQMIQOBAggUNHkSYUOHCbdu+gYMI7tu3cBUrgguXUSO4cB07EiP27Zs3\nb9/CnUQZzpu3cOG8ceMGQOZMmtq0fQOXU2c4cD3BdQsXDtxQcNHAgfv2LdxSpku3bQMH7ps3b//b\ntoHD6s0bAK5dvW7b5g0cuG/funULl1bt2rTTwL0F982bt3B163rzFi4cOL7btoED961bNwCFDR/m\nxu0bOMbgvn0LB04yuG/hLF/WFk5zOHDbtoUDHVo0OHDVqn371k2bNgCtXb+GHVv2bNq1bX/75i3c\n7nDgwH0LFzw4OHDhjB9Hrk3brVvSpIWDHl06OHDhwIEDkF37dm/dw30HDy7c+HDgvHkDBy5cuGzP\nnnnzFk7+fPrfvoELlz8cOHDhwAEEB2AgwYLfvnULpzCcN2/gwkGMKDEcN2fOvHkLB24juHAeP4IE\nB+7bt3DgwAFIqXLlt5bhXoYDJzMczZo2w4H/o0bNmzdw2bJZsxZuKNGi37558wbu2zcATp9CjSp1\nKtWqVq9+++YtHNdw4MB9CydWLDhw4c6iTatN261b0qSFiyt3Ljhw4cCBA6B3L19vfsMBDgwuHOFw\n4Lx5AwcuXLhsz5558xZuMuXK376BC6c5HDhw4cCBAyB6NOlv37qFSx3Omzdw4V7Djh2OmzNn3ryF\nA6cbXLjevn+DA/ftWzhw4AAgT678G/NwzsOBix5uOvXq4cBRo+bNG7hs2axZCyd+PPlv37x5A/ft\nG4D27t/Djy9/Pv369sGBC6d/P//+/gGGExhu0iRs2Lp1C7eQYUOG4MABkDiRIjhw4TBm1IgR/1w4\nj+HAgSsFDlw4kydRpjQJDlw4l+DAAZA5kyY4cOFw4gQHLlxPnz975vr2LVxRo0eRJg337RsAp0+h\nggMXjmpVq1etAuvWjRu3brNmhRM7lqxYcODCpf32DUBbt2/hxpU7l25du+DAhdO7l29fv3wnTcKG\nrVu3cIcRJ0YMDhwAx48hgwMXjnJly5TBhdMcDhy4UuDAhRM9mnRp0eDAhVMNDhwA169hgwMXjjZt\ncODC5da9O3eub9/CBRc+nHjxcN++AVC+nDk4cOGgR5c+XTqwbt24ces2a1Y479/BewcHLlz5b98A\npFe/nn179+/hx5f/7Vs4+/fx59ePnxWrHf8Ad4ABAy6cwYMIEQJYyLDht2/hIkqcGBGcRW8YvTnq\n1IkatXAgQ4oE+S1cOHDgwqlUCaCly5ffvoWbSbOmTXDgvn0DpUtXt27hggodSrRoOABIkyr99i2c\n06dQo0KVpUIFESKwChUqViyc169gwYELR5YsgLNo06pdy7at27dwv30LR7eu3bt47bJitWMHGDDg\nwgkeTJgwgMOIE3/7Fq6x48eNwUn2Rtmbo06dqFELx7mzZ87fwoUDBy6cadMAUqte/e1buNewY8sG\nB+7bN1C6dHXrFq6379/Ag4cDQLy48W/fwilfzrw5c1kqVBAhAqtQoWLFwmnfzh0cuHDgwQP/GE++\nvPnz6NOrX88+nPv38OPLl9+gASBAefKE28+/v3+AAAQOJBjO4EGECQ2CA/ftm4VgwahRC1fR4kWM\n4MCF48gRwEeQIcONJFnS5Ehw4Lx5Y/TtWziYMWXOpBkTwE2cOcGBC9fT50+gPcGBcyBGTI4coaBA\n6dYt3FOoUcGBC1e1KgCsWbVu5drV61ewYcONJVvW7NmzK1YECIADB7hwceXOnQvA7l284fTu5dsX\nHLhw4cCBWxEhQrRo4RQvZgwOXDjIkSUDoFzZcjjMmTVvhgYNGzZv3nZlyxbO9GnUqVWfBtDa9etw\nsWXPpj0bHLgXAACsWQOtVq1p08INJ17c//hwAMmVL2fe3Plz6NGlh6Ne3fp17NhXrAgQAAcOcOHE\njydPHsB59OnDrWff3j04cOHCgQO3IkKEaNHC7effHxxAcOEGEiwI4CDChOEWMmzoEBo0bNi8eduV\nLVu4jBo3cuyoEQDIkCLDkSxp8qRJcOBeAACwZg20WrWmTQtn8ybOnDYB8Ozp8yfQoEKHEi0a7ijS\npEnBhWvq9GnTAAE4cEiVKhzWrFq3Aujq9Wu4sGLHki2LIFq0cGrXsm3rdi2AuHLnhqtr9+5dauD2\nggsXDly4wIG/fQtn+DDixIgBMG7sOBzkyJInSwYHzgQ1at68hevWLRzo0KJHiwZg+jTq1P+qV7Nu\n7fp1uNiyZ88GF+427ty3AwTgwCFVqnDChxMvDuA48uThljNv7vw5gmjRwlGvbv069uoAtnPvHu47\n+PDhqYErDy5cOHDh1q//9i0c/Pjy58sHYP8+/nD69/Pvzx8gOHAmqFHz5i1ct27hGDZ0+NAhAIkT\nKVa0eBFjRo0bw3X0+BEcuHDhpnnzFg5lypTgFCgAAKBIkXAzada0CQBnTp3hePb0+dMnOHAfHjyI\nFi1cUqVLk4IL9xQqVABTqVYFBy5cVq1bwYEL9ONHr17hyJYl680bL17XroVz+xZuXABz6dYFBy5c\nXr17+YID9+1bIV++vn0LdxhxYsWLwwH/cPwYcmTJkylXtnw5XGbNmzODA1crXGjRo0MDADBixI0b\n4Vi3dv0aQGzZs8PVtn0b921w4ADMmYMLVzjhw4kXNx4OQHLly8M1d/68uTdvFoQJw4YtXHbt2Xnw\nUKYsWrRw48mXNw8AfXr14di3d//e/bdvZcDVBxcOHLhw+/n33w8QHLhwBAkCOIgwocKFDBs6fAgx\nnMSJFCWCA1crnMaNHDUCADBixI0b4UqaPIkSgMqVLMO5fAkzJkxw4ADMmYMLV7idPHv6/BkOgNCh\nRMMZPYrUqDdvFoQJw4YtnNSpUnnwUKYsWrRwXLt6/QogrNix4cqaPYv27LdvZcC5BRcO/xy4cHTr\n2qULDly4vXsB+P0LOLDgwYQLGz4cLrFixdzAOQbnihWrcJQrW06QAAAAUqTCef4MOjSA0aRLhzuN\nOrXq1ODACQAAYNeucLRr2wYHLpzu3bwB+P4NPJzw4cO/hQvHjVuHESO0aQsHPTr0CBECBJg1K5z2\n7dy7A/gOPny48eTLlwc3bVq3bt++sYoSpVu3cNy4ffsWLr/+/fnBgQMYTiAAggUNHkSYUOFChg3D\nPYQIkRs4iuBcsWIVTuNGjgkSAABAilQ4kiVNngSQUuXKcC1dvoT5Ehw4AQAA7NoVTudOnuDAhQMa\nVCgAokWNhkOaNOm3cOG4ceswYoQ2bf/hrF61GiFCgACzZoUDG1bsWABlzZ4Nl1bt2rXgpk3r1u3b\nN1ZRonTrFo4bt2/fwv0FHPgvOHDhDANAnFjxYsaNHT+GHDncZMqVK5sCBy7cZs6dFyxQpgwcuHCl\nTZ9GDUD1atbhXL+GHRv2tm0AYMDAhi3cbt69ff8OB0D4cOLhjB9HbhwbthLatIWDHj16NwECIkXi\nxi3cdu7dvQMAH158OPLlzZv/Fk59OHDgCnnzBg5cOFmywt3Hn19/fgD9/QMEIHAgwYIGDyJMqLBg\nuIYOHz40BQ5cuIoWLy5YoEwZOHDhPoIMKRIAyZImw6FMqXKlym3bAMCAgQ1buJo2b+L/zBkOAM+e\nPsMBDSoUKDZsJbRpC6d06dJuAgREisSNW7iqVq9iBaB1K9dwXr+CBfstHNlw4MAV8uYNHLhwsmSF\niyt3Lt25AO7izat3L9++fv8CDid4MGHCyKJF+/YtHOPGjCdNqlUrHOXKli9TBqB5M+dwnj+DDg2a\nGTMApmXJCqd6NevWrsMBiC17drjatm/X/vZtDzJk4X4DD/ftm7MFC1SoCKd8OfPmygFAjy49HPXq\n1q2DCxcOHLhw4ZrJkfPq1TQ2bAABCqd+Pfv26gHAjy9/Pv369u/jzx9uP//+/QGuATcQXDiDBw2G\nCAEOXDiHDyFGdAiAYkWL4TBm1LhR/6MtWwA4cLBlK1xJkydRpgwHgGVLl+FgxpQJExw4WeFw5sz5\n7ZuyHDnCBRU6lOhQAEeRJg23lGlTp09bffsWLRo0Bgy0aQu3lWtXr1sBhBU7lmxZs2fRplUbjm1b\nt27XgJMLLlxdu3VDhAAHLlxfv38B9wUwmHDhcIcRJ1ac2JYtABw42LIVjnJly5cxhwOwmXPncJ9B\nh/4MDpyscKdRo/72TVmOHOFgx5Y9WzYA27dxh9O9m3dv362+fYsWDRoDBtq0hVO+nHlz5QCgR5c+\nnXp169exZw+3nTt3cOHAh4MTIUK0aOHQp0e/Zk2ePOHgx5c/Hz4A+/fxh9O/n3//a/8Ar3nzJksW\ngIOsWIVbyLChw4fhAEicSDGcxYsXv4XbGG4ZNGjhQoYDlycPKFDCUn77Fq6ly5cwWwKYSbNmuJs4\nc+rkxi2cz3DNPnxAhSoXChRkyIRbyrSp06UAokqdSrWq1atYs2oNx7VrV3DhwoaDEyFCtGjh0qpN\nu2ZNnjzh4sqdSzcugLt484bby7ev32vXvHmTJQuAYVaswilezLix43AAIkueHK6yZcvfwmkOtwwa\ntHCgw4HLkwcUKGGov30Lx7q169esAcieTTuc7du4c3PjFq53uGYfPqBClQsFCjJkwilfzry5cgDQ\no0ufTr269evYs4fbzr37dm/eJlj/soQNW7jz6M9jwQIOXLj38OPLfw+gvv374fLr389/vzGAxgDU\nqTNtWjiECRUuZBgOwEOIEcNNpFixYrZwGTUqs2bNm7dwIUWOJFkyHACUKVWGY9nSpUtw4WTOZPXt\nW7hw3fLkCdfT50+gPwEMJVrU6FGkSZUuZRrO6VOo4MBp0zZhwAA4cMJt5bpVly5fvsKNJVvW7FgA\nadWuDdfW7Vu4bcGB8+aNgQULmDCF+/YNHLhwgQUPJhwYwGHEicMtZty48Tdw4MJNDscKBQpo0MJt\n5tx5M7hwoUWLBlDa9OlwqVWvXv2tWzdt2sCBu4ULFzdu4aBB8+Yt3G/gwYX/BlDc//hx5MmVL2fe\n3Hk46NGlgwOnTduEAQPgwAnX3Xt3Xbp8+QpX3vx59OUBrGffPtx7+PHlvwcHzps3BhYsYMIU7hvA\nb+DAhSto8CDCggAWMmwY7iHEiBG/gQMX7mI4VihQQIMW7iPIkB/BhStp0iSAlCpXhmvp8uXLb926\nadMGDtwtXLi4cQsHDZo3b+GGEi1qdCiApEqXMm3q9CnUqFLDUa1qlao0aQlw4Vq2LBzYsGBDhQpn\n9izatGgBsG3rNhzcuHLn0i3x7ZszZ+B69Qrn9y/gwIABEC5sOBzixIoXKwYHDkS0aN68hats+TLm\nzOEAcO7sORzo0KJFYwtnOhw4cP/JwrFmXatWuNiyZ9OeDeA27ty6d/Pu7fs38HDChxMXLk1aAly4\nli0L5/y581ChwlGvbv26dQDat3MP5/07+PDiS3z75swZuF69wrFv7/69ewDy59MPZ/8+/vz4wYED\nEQ1gNG/ewhU0eBBhwnAAGDZ0GA5iRIkSsYWzGA4cuGThOHKsVStcSJEjSY4EcBJlSpUrWbZ0+RJm\nOJkzZ3oLF06bthYkSGDDFg5oUKDVqjlzFg5pUqVLkQJw+hRqOKlTqVa1is2DB0iQlunRU6lSOLFj\nyZYVCwBtWrXh2LZ1+xYcuHDhvn1zYcECOHDh+Pb1y42bt3CDCRMGcBhx4nCLGTf/btwtWDBw4MKF\nA7dsWTjN1app0xYOdGjRo0EDMH0adWrVq1m3dv06XGzZsr2FC6dNWwsSJLBhC/cb+O9q1Zw5C3cc\neXLlxwE0d/48XHTp06lXx+bBAyRIy/ToqVQpXHjx48mHB3Aeffpw69m3dw8OXLhw3765sGABHLhw\n+/n35waQm7dwBAsWBIAwocJwDBs6dNgtWDBw4MKFA7dsWbiN1app0xYupMiRJEMCOIkypcqVLFu6\nfAkznMyZNGVq0yYDG7Zv38L5/OmTGLFwRIsaPWoUgNKlTMM5fQo1qlRb27ZNm4aLAoVwXLt65QoO\nXLixYwGYPYs2nNq1bNuytWZt/4AwYeHq2r3rLa+3cHz7+gUAOLDgcIQLGzbMLZzixYwVd+oULrLk\nyZQnA7iMObPmzZw7e/4MOpzo0aRFgwOXyY+fbdvCudamrVu3b9WqffsWLrfu3bxzA/gNPHi44cSL\nGz/u7ckTIUKObNggREi46dSrgwMXLnt2ANy7ew8HPrz48eC/fdu1y8CCBd++hXsP/32wYMaMfQuH\nP39+APz7+wcYTuBAggS/hUOYMBw4cN8cWrFCg4Y3b+EsXsSYEcBGjh09fgQZUuRIkuFMnkRpEhy4\nTH78bNsWTqY2bd26fatW7du3cD19/gTaE8BQokXDHUWaVOlSb0+eCBFyZMMGIf9Cwl3FmhUcuHBd\nuwIAG1ZsOLJlzZ4l++3brl0GFiz49i3cXLpzgwUzZuxbOL59+wIAHFhwOMKFDRv+Fk7x4nDgwH2D\nbMUKDRrevIXDnFnzZgCdPX8GHVr0aNKlTYdDnVq1alzhwoEDFy5cMG+1vX3DHU73bt69eQMAHlx4\nOOLFjR9HbgcatDhxnDRoAA5cOOrVrV+nDkD7du7hvH8HH947OHCRIgHAhevbt3Dt3benRg0cuHD1\n7d8HkF///nD9/QMMJ3AgwYIFsz14MG3at2/hHkKMKBEAxYoWL2LMqHEjx47hPoIMGRJXuHDgwIUL\nF8wbS2/fXoaLKXMmzZkAbuL/zBluJ8+ePn/agQYtThwnDRqAAxduKdOmTpcCiCp1ariqVq9irQoO\nXKRIAHDh+vYtHNmyZKlRAwcuHNu2bgHAjSs3HN26du/ivZvtwYNp0759Cyd4MOHCAA4jTqx4MePG\njh9DDid58mRw4S6H22bGDDRoy5YVcuCgUSNu4U6jTq16NYDWrl+Hiy17Nu3arAAAECBAAwoUpEiF\nCy58OPHgAI4jTx5uOfPmzmnRChZMipQBFiyAAxduO/ft27ZRoxZuPPnyAM6jTx9uPfv27sGBCydf\nviZNu3Y5evAABYpt2wCGEziQYEEABxEmVLiQYUOHDyGGkziRIsVq27Z164YL/xeNTp2wYQs3kmRJ\nkyfDAVC5kmU4ly9hxoQJDhwDAwYyZLhx5Uo4nz+BBgUKgGhRo+GQJlWqFNy3b926ceGyQJq0cFex\nZt22DRy4cF/BhgUwlmzZcGfRplW7lps2bdu27alQwZq1cHfx5tV7F0Bfv38BBxY8mHBhw+EQJ1as\nuNq2bd264cJFo1MnbNjCZda8mXPncABAhxYdjnRp06dNgwPHwICBDBluXLkSjnZt27dtA9C9m3c4\n37+BAwf37Vu3bly4LJAmLVxz58+3bQMHLlx169cBZNe+PVx379/Bh+emTdu2bXsqVLBmLVx79+/h\ntwcwn359+/fx59e/n3+4cP8AwYUbSLBgOGyTJlWrNm2aGQsWrl0LR7GixYvgwIXbuBGAx48gw4kc\nSbIkSW7cQgAA0KIFKl26nDkLR7OmzZs0AejcyTOcz59AgX6TJStaNGTIiJw5E65pU3Dgwknlxs2b\nt3BYs2oFwLWr13Bgw4oVC+7bt3Bow2GTIcOXr2ZSpLx5E66u3bt46wLYy7ev37+AAwseTDhcOHDh\nEiteHA7bpEnVqk2bZsaChWvXwmnezLkzOHDhQocGQLq06XCoU6terZobtxAAALRogUqXLmfOwune\nzbu3bgDAgwsPR7y4cePfZMmKFg0ZMiJnzoSbPh0cuHDYuXHz5i2c9+/gAYj/H08+nPnz6NGD+/Yt\nnPtw2GTI8OWrmRQpb96E28+/v3+A4cIBIFjQ4EGECRUuZNgQHLhwESVOpDhRWziMGTVu5LgRwEeQ\nIcONJFnS5ElG4cJ58xbO5UuYMWWGA1DT5s1wOXXu5NnzWzigQYUOJToUwFGkScMtZdrU6dOn3ryF\no1rV6lWrALRu5drV61ewYcWOBQcu3Fm0adWm1RbO7Vu4ceXGBVDX7t1wefXu5duXUbhw3ryFI1zY\n8GHE4QAsZtw43GPIkSVP/hbO8mXMmTVnBtDZ8+dwoUWPJl26tDdv4VSvZt2aNQDYsWXPpl3b9m3c\nucOFAxfO92/gwYUPJ14c/8Bx5MnDLWfe3PnzcNy4haNe3fp17NUBbOfePdx38OHFjydf3jx4AOnV\nrw/X3v17+PHlz6fvHsB9/Pn17+ff3z9AAAIHEixoUJs2b+DAhQsHDly4iBInUqxo8WI4cOAAcOzo\n8ds3cOFGkixpkuS3cCpXsmzpcuW3bwBm0qzZrRu4cDp38uzp8yfQn+DAAShq9Kg3b+DCMW3q9CnU\nqFKjggMH4CrWrFq3cu3q9StYbdq8gQMXLhw4cOHWsm3r9i3cuOHAgQNg9y7eb9/Ahevr9y9gv9/C\nES5s+DDiwt++AWjs+HG3buDCUa5s+TLmzJozgwMH4DPo0N68gQtn+jTq1OmqV7NeDQ4cgNiyZ9Ou\nbfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48\n+vTq17Nv7/49/Pjy59Ovb/8+/vz69/Pv7x8gAIEDCRY0eBBhQoULGTZ0+BBiRIkTKVa0eBFjRo0b\nOXb0+BFkSJEjSZY0eRJlSpUrWbZ0+RJmTJkzada0eRNnTp07efb0+RNoUKFDiRY1ehRpUqVLmTZ1\n+hRqVKlTqVa1ehVrVq1buXb1+hVsWLFjyZY1exZtWrVr2bZ1+xZuXLlz6da1ezdsQAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7Oy\nsrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+d\nnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFabdrElStHrnLlcuXIaS7HuRw5cuVCix5NOjS5\ncqhTlxMnDoDr17CzZRtXrnY5cuTK6SbHm3e538CDCx8OnJxx4+DAAVjOvDk2bOLISZ9Orpz169iz\na9/OXZw4AODDi//Plk1cuXLkyI0bR27cOHLwy8mfT7++/frk8pMb9+0bAIAABA4kWNDgQYQJFSok\nR67cw4fkyJWjWNHiRYwZNZYjRw7AR5Ahx40rV9LkSZQpVa40SY5cuXLkxo0DUNPmzXHjyJXj2dPn\nT6BBhQ4FUNTo0XHjyJVj2tTpU6hRpUIlN24cAKxZtW7l2tXrV7Bhy40lW9bsWbRp1ZIF0Nbt23Jx\n5c6lW9fuXbxyAezl25ccuXKBBQ8mXNjwYcTlACxm3LjcY8iRJU+mXNkyZACZNW/m3NnzZ9ChRZcj\nXdr0adSpVa8uDcD1a9jlZM+mXdv2bdy5ZwPg3ds3OXLlhA8nXtz/+HHkycsBYN7ceTno0aVPp17d\n+vXoALRv597d+3fw4cWPL1fe/Hn06dWvZ28ewHv48cvNp1/f/v3748aV49/fP8ByAgcOBGDwIMJy\nChcybOjwIcSICwFQrGixHMaMGjdy7OjxY0YAIkeSLGnyJMqUKleWa+nyJcyYMmfSdAngJs6c5Xby\n7Onz589x48oRLWr0qFEASpcyLef0KdSoUqdSrfoUANasWstx7er1K9iwYsd2BWD2LNq0ateybev2\nbbm4cufSnRsuHLlyevfy7eu3L4DAggeXK2z4MOLEiKfhwlXuMeTIkiMDqGz5Mjly5TZz7syZHLlx\n48qRLm36NOrU/+UAsG7tuhzs2LJn0y43bpw4cd7K8e7t+zdwAMKHEy9u/Djy5MqXl2vu/Dn05+HC\nkStn/Tr27NqzA+ju/Xu58OLHky9PfhouXOXWs2/vvj2A+PLnkyNX7j7+/PjJkRs3DmA5gQMJFjR4\nsBwAhQsZlnP4EGJEieXGjRMnzls5jRs5dvQIAGRIkSNJljR5EmXKcitZtnRJjpw4cbNmnVq2rFxO\nnTt59tQJAGhQoeWIFjV6FGnRb980RIiQLFk5qVOpVpUKAGtWreTIlfP6FWy4cMUmTfLmjRq1cmvZ\ntmX77du4ceXo1rULAG9eveX49vX7F/AsJ06AAeNy65Y4ceUYN/92/JgxAMmTKVe2fBlzZs2by3X2\nXI4cuXKjR5Pr1s2YsT17OrRoAQ0auHKzade2fRtAbt27yZEr9/s3OXLliBc3XrxUqQ4dAgAA4MxZ\nOenTqVeXDgB7du3kyJXz7l2cuHDgwP36xUWIkFKlrFnzVg5+fPnlwvXqpU1bOf37+QPwDxCAwIEA\nyJErhzChwoUIs2V7ESBAhQoNJkyQJq1cOXLlOnr8+BGAyJEkS5o8iTKlypXlWrosR45cuZkzyXXr\nZszYnj0dWrSABg1cuaFEixo9CiCp0qXkyJV7+pQcuXJUq1qtWqpUhw4BAABw5qyc2LFky4oFgDat\nWnLkyrl1K07/XDhw4H794iJESKlS1qx5Kwc4sOBy4Xr10qatnOLFjAE4fgyZHLlylCtbvkw5W7YX\nAQJUqNBgwgRp0sqVI1cuterVqwG4fg07tuzZtGvbvl0ut+7dvMmRy5ZNhw4KxE2ZalMuufLlzJsD\neA49Ojly5apXJ4e9nPbt3Mt9kyMHAwYAAQIkS1Yuvfr17NMDeA8/Prn55eqXAwcuGzhwoED1AihJ\nkjhx1aqNK5cwITly5RyWExex3ESKFScCwJhRIzly5Tx+BBnSox49OBQoOHMmQYMGcOCEC1fs27dy\nNW3erAlA506ePX3+BBpU6NByRY0eRUqOXLZsOnRQgGrKVJty/1WtXsWaFcBWrl3JkSsXNiw5suXM\nnkVb7pscORgwAAgQIFmycnXt3sVbF8Bevn3J/S0XuBw4cNnAgQMFqpckSeLEVas2rtzkyeTIlcNc\nTtzmcp09f+4MQPRo0uTIlUOdWvVq1Hr04FCg4MyZBA0awIETLlyxb9/K/QYe/DcA4sWNH0eeXPly\n5s3JkSsXXfp06uTIgQL1oEABDRomKFNWTvx48uXJA0CfXv24ceTKlSNHLly4cvXt3xcnblaIEB06\nAAwwYMC1a+UOIkyo8CCAhg4fjhtHrlw5ceKqVcumsVmzZeTIlSs3bpw4bty8edPQogUzZuXKjYtZ\nbibNmjMB4P/MqXPcOHLlfpYjR64c0aLkyIULV6rUGlWqvHm7oUBBggRRohCoUCFbtnJev4IFIHYs\n2bJmz6JNq3Ytubbl3sKNK7dcsmQMECDAgCGBIUPl/gIOLDgwgMKGD48bR65cOXLkxIkbV24yZcrj\nxgW7dEmXrgcYMFSrVm406dKmRwNIrXr1uNblyoEDFy1aM3Lkxo0rp3t3uWu5cvHipYABA1iwyiFP\nrnw5cgDOn0MfN45cuXLjxn37Jq5cuXHjxH37Ro7cr1/iyqEvh+vBgwkT6tSRAAaMOHHl7uPPD2A/\n//7+AQIQOJBgQYMHESY0SI5hOYcPIUYslywZAwQIMGBIYMj/UDmPH0GGBAmAZEmT48aRK1eOHDlx\n4saVkzlz5rhxwS5d0qXrAQYM1aqVEzqUaFGhAJAmVTqOably4MBFi9aMHLlx48pl1VruWq5cvHgp\nYMAAFqxyZ9GmVXsWQFu3b8eNI1eu3Lhx376JK1du3Dhx376RI/frl7hyh8vhevBgwoQ6dSSAASNO\nXDnLlzED0LyZc2fPn0GHFj2aHLlyp0+TI1eOdWvX4cI1ChBAgIABIkSU072bd2/eAIAHFy5OHLly\n5caNy5ZtHDly5cqRKzedOjlw18EJS5QIHLhy38GHF/8dQHnz58eNI1euXLhwypSFKzeffv1y2UqU\n+PBhgQsX/wDHjStHsKDBgwQBKFzIUJy4ceXKiRPnzFm3cOHAgbsmThw5cuVCiiwnLlGiBQvs2JkU\nLVq5lzBjvgRAs6bNmzhz6tzJsyc5cuWCBiVHrpzRo0jDhWsUIIAAAQNEiChHtarVq1YBaN3KVZw4\ncuXKjRuXLds4cuTKlSNXrq1bcuDighOWKBE4cOXy6t3LNy+Av4ADjxtHrly5cOGUKQtXrrHjx+Wy\nlSjx4cMCFy7GjSvHubPnz5wBiB5NWpy4ceXKiRPnzFm3cOHAgbsmThw5cuVy6y4nLlGiBQvs2JkU\nLVq548iTHwfAvLnz59CjS59OvTo5cuWya9/OPbs4ccKUKP8pUACAAwfjxpVbz769+/UA4sufP24c\nuXLlxo3Llq1aOYDlxo0rV9DgwYLDdu2yZq1cOXLlJE6kSBHARYwZx20sV44cuWzZvJUjWbKkN29L\nChRgw8YDOHDlZM6kWZMmAJw5dY7jWa6cOHHUqGEbN86bt3DjxpVj2rQptyZNNm0qV9XqVaxVAWzl\n2tXrV7BhxY4lS45cObRp1a5FK06cMCVKChQA4MDBuHHl9O7l21cvAMCBBY8bR65cuXHjsmWrVq7c\nuHHlJE+mLHnYrl3WrJUrR67cZ9ChQwMgXdr0ONTlypEjly2bt3KxZcv25m1JgQJs2HgAB67cb+DB\nhQcHUNz/+PFxycuVEyeOGjVs48Z58xZu3Lhy2bVr59akyaZN5cSPJ19ePAD06dWvZ9/e/Xv48cmR\nK1efHLlw4crt599/P8BwUqQ0aAAgQABp0soxbOjwIUMAEidSHGexXLlv34QJ+yZOHDly5UaSLDmy\nFxIkefKEC5etHMyYMmUCqGnz5rhx5MqVCxfu2rVyQocKJUduxAgBAQKUKvWLHLlyUqdSrUoVANas\nWsdxLVcOHDhq1MCFC+fN27ZyateyLZcDAQJevMrRrWv3Ll0Aevfy7ev3L+DAggeTK1yuHDhw0KBt\nK+f4MWTH06bp0AHgcqNG5TZz7ux5M4DQokeTIzeOHLlt/9t48WJFjty4ceVm064dLpwPAgQQIDh2\n7Fm54MKHDwdg/DjycePElSvnzVuwYODIkStXjpw2bYcOBQgA4PurV8PKkS9v/jx6AOrXsx83Tly5\nct++bdumjRw5cODEkSNXDmA5geSiRVu2LAAAAIUKlXP4EGJEhwAoVrR4EWNGjRs5diT3sVw5cOCg\nQdtWDmVKlSinTdOhA0DMRo3K1bR5E2dNADt59iRHbhw5ctu28eLFihy5cePKNXX6NFw4HwQIIEBw\n7Nizclu5du0KAGxYsePGiStXzpu3YMHAkSNXrhw5bdoOHQoQAEDeV6+GlfP7F3BgwQAIFzY8bpy4\ncuW+ff/btk0bOXLgwIkjR65c5nLkokVbtiwAAACFCpUzfRp1atMAWLd2/Rp2bNmzadceN45cuXLc\nuM2aZS1cuHLDiRf/9m3LFgIBAggTVg56dOnToQOwfh07OXLjypXz5m3XrmzixJUzfx49MmSvXikI\n8D5AmTLFytW3f/8+AP37+Y8bB1BcuXLevNmyBS1cOG3akpUo4cBBgAAACBDw5InYuHHlOnr8CPIj\ngJEkS447Wa4cOXLduo0jR65cOXI0y5Xjxi1TgQILFgAIEAAbtnJEixo9ShSA0qVMmzp9CjWq1Knj\nxpErV44bt1mzrIULVy6s2LHfvm3ZQiBAAGHCyrl9Czf/rlsAdOvaJUduXLly3rzt2pVNnLhyhAsb\nRobs1SsFARoHKFOmWLnJlCtXBoA5s+Zx48SVK+fNmy1b0MKF06YtWYkSDhwECACAAAFPnoiNG1cu\nt+7dvHcD+A08+Ljh5cqRI9et2zhy5MqVIwe9XDlu3DIVKLBgAYAAAbBhKwc+vPjx4AGYP48+vfr1\n7Nu7f0+O3Dhy5J49K1XqFDly5fr7B1hO4MBRowYECFCqVDmGDR0+ZAhA4kSK5cqRK1fu27dly6KV\nAxlSZDlx0aJZs6agQIEIEQwZwlVO5kyaNAHcxJlz3M5y5bx5+/UrVrhw1apl8+MnTpwCBRSYMFGp\n0p5m/83KXcWaVWtWAF29fh03jly5cuTIfUNbrhw5cuXcuqVEiUOAAB8+BKhQYdy4cn39/gXcF8Bg\nwoUNH0acWPFixuPGgRs3zpYtKVKijRtXTvNmzpp16QoAAECiROVMn0ad2jQA1q1dlytHrly5cOGe\nPSNXTvfu3dy4vVKlaty4HxkybNiQK5encOHKPYce/TkA6tWtjxsnjhy5atU8eWrWrVu0aNKaNbNm\njRChIClS4MAB4MABb97K3cefX/99AP39AwQgEAC5guXKjRvXrVu5hg4bkiO3YoUAAAAKFRpx5864\nceU+kiNXbiTJkiMBoEypciXLli5fwow5bhy4ceNs2f+SIiXauHHlfgIN+lOXrgAAACRKVG4p06ZO\nlwKIKnVquXLkypULF+7ZM3LlvoIFy43bK1Wqxo37kSHDhg25cnkKF64c3bp26QLIq3fvuHHiyJGr\nVs2Tp2bdukWLJq1ZM2vWCBEKkiIFDhwADhzw5q0c586eP3MGIHo0aXKmy5UbN65bt3KuX7smR27F\nCgEAABQqNOLOnXHjygEnR64c8eLGiQNIrnw58+bOn0OPLp0cOW/hwokSZcPGJHLkyoEPL54cOU6c\nAKCHAaMc+/bu37MHIH8+fXL2y5Xr1m3YsGzlAJYTJ64cOXLlyn350iVSpHLlfKVJU6pUtGi6vHkr\nt5H/Y8eNAECGFBku3Ldx427dMmQoFzhw4cKRKzeznDhxxQIFypEDQM8+fcoFFTqUaFAAR5EmHTdO\nHDly3boZM8atXFWr5caNO3AgwIAB1qyp0aVr3Lhy5ch160aOXDm3b+ECkDuXbl27d/Hm1buXHDlv\n4cKJEmXDxiRy5MolVryYHDlOnABEhgGjXGXLlzFXBrCZc2dyn8uV69Zt2LBs5cqJE1eOHLly5b58\n6RIpUrlyvtKkKVUqWjRd3ryVEz6cuHAAx5EnDxfu27hxt24ZMpQLHLhw4ciV015OnLhigQLlyAGA\nfJ8+5dCnV78ePQD37+GPGyeOHLlu3YwZ41aOf/9y/wDHjTtwIMCAAdasqdGla9y4cuXIdetGjly5\nixgzAtjIsaPHjyBDihxJkhy5b+PGMWI0Y4asbNnKyZxJExAgGjQA6KxQgRu3buWCCh06FIDRo0jJ\nkRNHjly0aG/eVMKFa9MmTx481KiRIEEEZcrKlfO2bZsiRcKEzYoWbdy4cnDjygVAt67db9+6iRPH\ni5chQ8vGjStHuLBhPHgIEADAOFeucpAjS54MGYDly5jFiQNHjpw0aYECLQsXbpzpYsWsWAkQAECB\nAteuvQIGDBs2cuSaAQMWLly538CDAxhOvLjx48iTK1/OnBy5b+PGMWI0Y4asbNnKad/OHRAgGjQA\niP+vUIEbt27l0qtfvx6A+/fwyZETR45ctGhv3lTChWvTJoCePHioUSNBggjKlJUr523bNkWKhAmb\nFS3auHHlNG7kCMDjR5DfvnUTJ44XL0OGlo0bV87lS5h48BAgAMBmrlzldO7k2VMnAKBBhYoTB44c\nOWnSAgVaFi7cOKjFilmxEiAAgAIFrl17BQwYNmzkyDUDBixcuHJp1a4F0NbtW7hx5c6lW9fuuHHg\nwoWzZEmIkCW/fjlzFo4cuXLluHE75saNIkUICBCQIYMaNWvkyJXj3NkzZwChRY8mRy7c6U6dXrwI\nIUIEAQIBAMymHcCQoXLlyEmTRo0aOHDWyJErV9z/+PHiAJQvZ/7tW7dw4X79unTpWDns2bWXIwcL\nVoECAMQrU1bO/Hn06c0DYN/efbhw3MCBY8UKCZIquHCFCsUqBcAUBQoAKDhgwLFjsGzZ0qZt3Lhi\n376Vq2jxYkUAGjdy7OjxI8iQIkeOG9ctXDhChDhwSNGixYIFEmDAkCOnQAEDGDAYM+ZhwQIKFHDh\naqNLV7mkSpcmBeD0KVRx4rp58/bmjQQJBbYC6Or1a4QI5cpxSpTIjh1w4LaRI1fuLdy4bwHQrWsX\nHDhu4sTlytWo0bdyggcTFlykyIABAAIEGDeuHOTIkidDBmD5MmZv3qRp04YHjwgRKHLkOHDAAIDU\n/6oBBAhw7VqJI0fAgLFmrZU1a+V28+69GwDw4MKHEy9u/Djy5OPGdQsXjhAhDhxStGixYIEEGDDk\nyClQwAAGDMaMeViwgAIFXLja6NJV7j38+O8B0K9vX5y4bt68vXkjAaCEAgMBFDR4MEKEcuU4JUpk\nxw44cNvIkSt3EWPGiwA4dvQIDhw3ceJy5WrU6Fs5lStZqixSZMAAAAECjBtXDmdOnTtxAvD5E6g3\nb9K0acODR4QIFDlyHDhgAEBUqQACBLh2rcSRI2DAWLPWypq1cmPJlh0LAG1atWvZtnX7Fm5cceLA\niRMHCZIIERo6dAjwFwCABw8AADDAiRM5csZw4f9y5uzbt2PixJWzfBmzZQCbOXcWJy7cuHGwYLlw\nUaFDBwCrWbeuUIEcuWaLFl27Ro5cOd27efcG8Bt48HDhto0bR4uWJk3byjV3/ryctzJlIkQA8OAB\nOXLluHf3/p07APHjyXvztg0cuFGjzJhxxItXhQoCANS3D6BChXDhQkmRAnDWLHDgvJU7iDBhQgAM\nGzp8CDGixIkUK4oTB06cOEiQRIjQ0KFDgJEAADx4AACAAU6cyJEzhguXM2ffvh0TJ66czp08dQL4\nCTSoOHHhxo2DBcuFiwodOgB4CjVqhQrkyDVbtOjaNXLkynn9CjYsgLFky4YLt23cOFq0NGnaVi7/\nrty55byVKRMhAoAHD8iRKwc4sODBgAEYPozYm7dt4MCNGmXGjCNevCpUEAAgs2YAFSqECxdKipRZ\ns8CB81YuterVqwG4fg07tuzZtGvbvh0uHLhx4zx5SpKkQoIEAYoDAKBAwYMHS8iRKwcdOjly5apb\nv469OoDt3LuLEzeuXLlu3YQJs+XJ04IFBgAAECAAAIAARYqUK1dt2rRw4cr5B1hO4ECCBAEcRJhQ\nnLhv5MhJk3bs2LdyFS1erHjnzpQpPXLlKhdS5EiSIwGcRJnSm7dv48ZVq4YM2bVs2RIl0lKgQIYM\nBQpcECasXLlsxoxBg0aOXDmmTZ0+BRBV6lSq/1WtXsWaVas4cePIkXPm7NOnKDlyECBQwIABQoQS\nJfJWTu5cunXt1gWQV+/ecePIlStHjly4cOPKlWPGrFu1asmSLVhghRy5cpUtX8ac2TIAzp09ixM3\nrly5cOHEiRtXTvVq1qrFiQsX7hk5cuVs38adGzcA3r19gwM3rly5ceO+fRtXrty2beHEiRs37tat\ncOWslyOXvdx27t29dwcQXvx48uXNn0efXr04cePIkXPm7NOnKDlyECBQwIABQoQSAUzkrRzBggYP\nIjwIYCHDhuPGkStXjhy5cOHGlSvHjFm3atWSJVuwwAo5cuVOokypciVKAC5fwhQnbly5cuHCif8T\nN64cz54+eYoTFy7cM3LkyiFNqnSpUgBOn0IFB25cuXLjxn37Nq5cuW3bwokTN27crVvhyqEtR25t\nubZu38J9C2Au3bp27+LNq3cv33F+y5UDB65YsV/BgtGgweLSpXHjxIkrJ3ky5cqWLQPIrHnzuHHl\nPoMOLfrzttLlTqNOrXq1agCuX8MmR64cbdrkyJXLrXs3796+f+sGIHw4cXHiyJVLXo4cuXLOn0OP\nLn069ecArmPPrn079+7ev4MfJ75cOXDgihX7FSwYDRosLl0aN06cuHL27+PPr18/gP7+AQIQCGDc\nuHIHESZUeHBbw3IPIUaUOFEiAIsXMZIjV47/I0dy5MqFFDmSZEmTJ0UCULmSpThx5MrFLEeOXDmb\nN3Hm1LmT500AP4EGFTqUaFGjR5GGC0euXLlx47JluyZOXKlSwsCBK7eVa1evX8FyBTCWbNlw4ciV\nU1uOHLlyb+HGFTe3XF27d/HmxQuAb1+/48aRK1eOXGFy5RAjJleOcWPHjyFHfgyAcmXL3ryNK1du\n3Lhw4cqFFj2adGnTp0UDUL2adWvXr2HHlj07XDhy5cqNG5ct2zVx4kqVEgYOXDnjx5EnV778OADn\nz6GHC0euXPVy5MiV076duzjv5cCHFz+e/HgA59GnHzeOXLly5OCTKzd/Prly9/Hn17+fv34A/wAB\nCBw40Ju3ceXKjRsXLly5hxAjSpxIsSJEABgzatzIsaPHjyBDihNHrpzJkyfJkSvHsqXLlzBjwgRA\ns6bNcOHIldvJs6dPnuTKCR1KtKjRogCSKl06bhy5clCjkitHtRy5clizat3KtetWAGDDigUHbly5\ncuTIjRtXrq3bt3Djyp3rFoDdu3jz6t3Lt6/fv9y4hSNHTpy4cYjLlSNHrpzjx5AjS54Medw4AJgz\na9amDRw5cuPGkSNXrrTp0+LEhRs3rpzr17Bjyy43bhyA27hza9MGrly5ccDHiSNHTpw4cuPGlVvO\nvLnz59DLjRsHoLr169WqaRMnrls3cODElf8bT768+XLkypUjR66c+/fw448bB6C+/fv48+vfz7+/\nf4DcuIUjR06cuHEJy5UjR67cQ4gRJU6kGHHcOAAZNW7Upg0cOXLjxpEjV87kSZTixIUbN67cS5gx\nZc4sN24cAJw5dWrTBq5cuXFBx4kjR06cOHLjxpVj2tTpU6hRy40bB8DqVazVqmkTJ65bN3DgxJUj\nW9bs2XLkypUjR67cW7hx5Y4bB8DuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNny\nZcyZNW/m3NnzZ9ChRY8mXdr0adSpVa9m3dr1a9ixZc+mXdv2bdy5de/mLTlbtnHlhA8nXtz/+HHk\nxMmRGwcOHADo0aVfu0au3HXs5cht317O+3fw4cWPJ1c+XDgA6dWvx4YtHDn45MaNK1ff/v365PTr\nL9ffP8ByAgcSJChOHICEChdq0yauXDlyEiWWq2jxIsaMGjGS6xguHICQIkeSLGnyJMqUKrNlG1fu\nJcyYMmfSrBmTHLlx4MAB6Onz57Vr5MoRLVqOHFKk5ZYyber0KVRyUsOFA2D1KlZs2MKR60pu3Lhy\nYseSFUvu7NlyateybdtWnDgAcufS1aZNXLly5PbuLef3L+DAggcHJmc4XDgAihczbuz4MeTIkieP\nG1fuMubMmjdz7syZnDhxAEaTLj1uXLnU/6pXs27t+rVrcuPGAaht+/a43OV28+7t+zfw4MDJkQNg\n/DjycePIlWtejhy5ctKnU69u/Tr2cuTIAeju/Tv48OLHky9vvhz69OrXs2/v/n16APLn0y9n/z7+\n/Pr38+9/HyAAgQMJkiNXDmFChQsZNnT4sBwAiRMplrN4EWNGjRs5drwIAGRIkSNJljR5EmXKcitZ\ntnT5EmZMmSwB1LR5s1xOnTt59vT5E6hOAEOJFiVHrlxSpUuZNnX6FGo5AFOpVi13FWtWrVu5dvWK\nFUBYsWPJljV7Fm1ateXYtnX7Fi5ccuTK1bV7F+9dAHv59i33F3BgwYMHjxtXDnFixYsVA/9w/Bgy\nOXLlKFe2fBlzZsvkyJXz/Bm0ZwCjSZcudxp1atWrWbd2jRpAbNmzade2fRt3bt3lePf2/Rs4cHLk\nyhU3fhz5cQDLmTcv9xx6dOnTp48bVw57du3btQPw/h08OXLlyJc3fx59evPkyJVz/x6+ewDz6dcv\ndx9/fv37+ff3D7CcQAAECxo8iDChwoUMG5Z7CDGixIkTt20LF66cxo0cO2oEADKkSHLkypk8iTKl\nypPjTp1q1qyczJk0a8oEgDOnTnLkyvn8CTSo0KE/jeHCJU5cuaVMmwJ4CjVqualUq1q9ijWrVqoA\nunr9Cjas2LFky5othzat2rVs2W7bFi7/XLm5dOvanQsgr9695MiV+ws4sODBgMedOtWsWbnFjBs7\nXgwgsuTJ5MiVu4w5s+bNnDEbw4VLnLhypEubBoA6tepyrFu7fg07tuzZrQHYvo07t+7dvHv7/l0u\nuPDhxIsTh+bBAw4c5MiVew49unQA1KtbHzeOXLnt3Lt7/75diwABCxaMG1cuvfr17AG4fw+fHLly\n9OmTu18ufzly/Mv5B1hO4MCB5Mhly9aAAIEnT8o9hBgRwESKFctdxFiO3MZyHT1+BNnRmzdx4sqd\nRJlS5UkALV2+hBlT5kyaNW2Ww5kzJ7lyPX3+/EmOXBkDBjRoAAduXDmmTZ06BRBV6tRx/+PIlcNa\nDhy4cl29fvUaLpwvXwQAAGjQwJu3ceXcvoULF8BcunXJkSuXlxy5bdu6iRP37ds0ceLKHUacmBw5\nFCgSJAAQec6ccpUtXwaQWfPmcp09l/v2jVw50uXIlUOdWnU5bosW1apVTvZs2rVlA8CdW/du3r19\n/wYevNxw4sTJlUOeXLlycuTKGDCgQQM4cOPKXceePTsA7t29jxtHrtz4cuDAlUOfXn36cOF8+SIA\nAECDBt68jSuXX//+/QD8AwQgcCAAcuTKISRHbtu2buLEffs2TZy4chYvYiRHDgWKBAkAgJwzpxzJ\nkiYBoEypshzLluW+fSNXbmY5cuVu4v/MWY7bokW1apULKnQo0aAAjiJNqnQp06ZOn0IlR64c1arl\nyJXLqnXrVnLkKDhwAAlSubJmz6ItC2At27bjxpErJ7fcuHHkyuHNq7fcOGHCvHmD4MLFr1/kDpdL\nrHjxYgCOH0MeN45cuXLhwkGDBsybt2bNuoEDV2406dKePFGgcOSIAAoUtm0rJ3s2bQC2b+Mmp7tc\nOXLkwoUTV254uXHgwJEjx41buebkyCG6cIETp3LWr2PPbh0A9+7ev4MPL348+fLkyJVLr74cuXLu\n38OHT44cBQcOIEEqp38///76AQIQOJDguHHkyiUsN24cuXIPIUYsN06YMG/eILhw8ev/FzmP5UCG\nFCkSQEmTJ8eNI1euXLhw0KAB8+atWbNu4MCV07mTpydPFCgcOSKAAoVt28olVboUQFOnT8lFLVeO\nHLlw4cSV01puHDhw5Mhx41aOLDlyiC5c4MSpXFu3b+G2BTCXbl27d/Hm1buX77hx5MqVI0dOnLhy\nhxEnRhwuHDZsLHDgGDeuXGXLlzFXBrCZc+dx48iVE11u3Lhyp1GfJkeuSJEHJkyIE/fLmbNx48qV\n66ZNWznfv4H7BjCcePFx48SVKwcNGiVKtqBBY8YMWTnr17GXE6RAwYIFz56NsWWLHLly59GnB7Ce\nfftx48iVKzdu3Ldv5MqV+/bt2LZt/wC9CfQ2rls3bdoSBAjw6lW5hxAjSnwIoKLFixgzatzIsaPH\ncePElStHriS5cihTqkQZjho1b96SPHtWrqbNmzhvAtjJsye5n+WCCh0aNFw4X74IEBCQI0e5cuTK\nSZ2aDRkycuTKad3KFYDXr2DHiS1Xbtq0XbtchQvnzVu5t3DjkiNnY8IEVqzKlSPHt5zfv4D9AhhM\nuPC4ceTKlRs3Tpy4ceXKiRO3rVu3cpjLkQMHzpgxAgECSJJUrrTp06hLA1jNurXr17Bjy55Ne9w4\nceXKkdtNrpzv38B9h6NGzZu3JM+elVvOvLnz5gCiS59Ornq569izXw8XzpcvAgQE5P/IUa4cuXLo\n02dDhowcuXLw48sHQL++/XH4y5WbNm3XLoCuwoXz5q3cQYQJyZGzMWECK1blypGjWM7iRYwWAWzk\n2HHcOHLlyo0bJ07cuHLlxInb1q1bOZjlyIEDZ8wYgQABJEkq19PnT6A9AQwlWtToUaRJlS5lKs5p\nOajlxIkrV9Xq1aq/8uSZNk1cObBhxY4lC8DsWbTk1JZjW44cuXJx45Jjw4YAAQAAAkCDVs7v37/O\nli0bN67cYcSJASxm3Djc43LlvHlr1ozbuHHlNG/mDA6cNGl7aNEqV9r0adSnAaxm3TpcOHLlypEj\nFy7cuHLlxInDVs7373LevDVqlMD/gAFu3MotZ97c+XIA0aVPp17d+nXs2bWL417Oezlx4sqNJ19+\n/K88eaZNE1fO/Xv48eUDoF/fPjn85fSXI0euHMByAsuRY8OGAAEAAAJAg1buIUSIzpYtGzeuHMaM\nGgFw7OgxHMhy5bx5a9aM27hx5VaybAkOnDRpe2jRKmfzJs6cOAHw7OkzXDhy5cqRIxcu3Lhy5cSJ\nw1buKdRy3rw1apTAgAFu3Mpx7er1K1cAYseSLWv2LNq0ateOG0euHNxy5MiVq2v3ri5dSKxYESdu\nXLnAggcTLgzgMOLE5BaXa+z4cblwb94UKAAAgABhwspx7txZ2Lhx5UaTLj0aAOrU/6rFiRtXrhw5\ncuDAhStn+zbuct0qVQoXrlm54MKHEy8O4Djy5OLEkStXjhw5ceLAlatu/Xr1ceNgwVJgwoQ4ceXG\nky9vfjyA9OrXs2/v/j38+PLHjSNX7n45cuTK8e/vH6AuXUisWBEnblw5hQsZNnQIAGJEieQolrN4\nEWO5cG/eFCgAAIAAYcLKlTRpUti4ceVYtnTJEkBMmTPFiRtXrhw5cuDAhSv3E2jQct0qVQoXrlk5\npUuZNnUKAGpUqeLEkStXjhw5ceLAlfP6FazXceNgwVJgwoQ4ceXYtnX7li0AuXPp1rV7F29evXvJ\nkSv39y85cuUIkzPcrRsrVgkSEP8gQmTcOG/lKFemBg0aOXLlOHf2DAB0aNHjxokjR65cOXLkyrVu\n7W3CBAECAAAYYMxYuXLhvn27dEmatFDhwpUzfhy5cQDLmTcf97xcuXHjwoUrdx17dm/enJgw8e0b\nuHLjyZcvRw49+nLr1wNw/x6+OPnlyoEDJ00auXL7+fffDzBbtkSJCnz4MG5cuYUMGzpcCCCixIkU\nK1q8iDGjRnLkynn0CA6cOHLkunV7xoVLly4CWv74IU4cN2rUrFkTJ47Ro0fixJX7CTQogKFEi3rz\nFm6c0nHkyJV7+vQXBQoDBgAAIAAUqHLlvgkShAePNGncypk9ixYtgLVs244bF47/HDlv3po1C1cu\nr169TpwI+JssGbVyhAuXEyeOHLlx5MiVewy5HIDJlCuHC/dNnLhmzVq1ClYutOjR5bpp0iRGTIAF\nC0aNKgc7tuzZsAHYvo07t+7dvHv7/k2OXLnhw8GBE0eOXLduz7hw6dJFgPQfP8SJ40aNmjVr4sQx\nevRInLhy5MubB4A+vXpv3sKNez+OHLly9On/okBhwAAAAASAAgiqXLlvggThwSNNGrdyDR0+fAhA\n4kSK48aFI0fOm7dmzcKVAxkypBMnAkwmS0at3EqW5cSJI0duHDly5WzeLAdA506e4cJ9EyeuWbNW\nrYKVQ5pUablumjSJERNgwYJR/6PKXcWaVetVAF29fgUbVuxYsmXNlkObthw2bN24ccuWjZgHDydO\nOHDAYMuWcOEyiRETIcKbNzKwYBEnrtxixo0BPIYcmdtkceLGjRMnrtxmcuSiBQgAQDSABJcukSO3\nx4MHBgyECSsXW/Zs2gBs38Y9blw4cuS6dZMlK1w54sTHjVOligABAM0rVUIGDlw56tSxYZMly1s5\n7t27AwAfXjw4cNvEiXv2TJQoceXcv4dfDtuAAQgQGFiwYNGicuW8AezWjRy5cgYPIgSgcCHDhg4f\nQowocWK5ihbLYcPWjRu3bNmIefBw4oQDBwy2bAkXLpMYMREivHkjAwsWceLK4f/MqRMAz54+uQEV\nJ27cOHHiyiElRy5agAAAngJIcOkSOXJ7PHhgwECYsHJev4INC2As2bLjxoUjR65bN1mywpWLG3fc\nOFWqCBAAoLdSJWTgwJULHBgbNlmyvJVLrFgxgMaOH4MDt02cuGfPRIkSV24z587lsA0YgACBgQUL\nFi0qV85bt27kyJWLLXs2gNq2b+POrXs3796+ywEHTo7ctGnSxo2jRk2cNWvdutGhI2ratHHj3KRI\nIUKEKVMlokUrJ348efEAzqNP/239uHHkyIEDR65cOWrU+hgwIEAAAAApAP76RY4cowcP1qwhR65c\nQ4cPIQKQOJHiuHHhypXLlm3/1qxa48aJEzcuWTIPHgCkTFmqFCpw4MrFLEdu3Dhy5Mrl1LkTQE+f\nP8eNC0eOnDRpxoxxK7eUKdNx42gQIPDiRYEUKUKFIkfOFzNm5MiVEzuWLACzZ9GmVbuWbVu3b8mR\nG1euHDhwv359GzdOnDhy5QCXEycuHDZs5Mh1IEBAgYJhw0p581aOcmXLlAFk1rwZXOdx48KF48aN\nXGlSpEQIEKBAQYIEb379IkcOw4ABliyV072bd2/dAIAHFz5unDhy5K5d27QJGDVqjBj9QYBAgAAA\n16+rUjXj0aNo0cqV4xYuXDnz59GbB7Cefftx48SVKxcuXLVq5fDn1+/EiQD//wATJRJSpsydO9q0\nLciRw5u3chAjSgRAsaLFixgzatzIsSM5cuPKlQMH7tevb+PGiRNHrpzLcuLEhcOGjRy5DgQIKFAw\nbFgpb97KCR1KVCiAo0iTgls6bly4cNy4kZtKipQIAQIUKEiQ4M2vX+TIYRgwwJKlcmjTql2LFoDb\nt3DHjRNHjty1a5s2AaNGjRGjPwgQCBAAoHBhVapmPHoULVq5ctzChStHubJlygAya948bpy4cuXC\nhatWrZzp06idOBHAOlEiIWXK3LmjTduCHDm8eSvHu7dvAMCDCx9OvLjx48iTj1tOjpw1a6xYCSNH\nLly4ctixf/vmjRu3ceMgDP8Y4MDBtWvWyqlfz549gPfw44cLN44cuXDhuHHzNm5cLYC1TFSoQIiQ\nDh3CnDkbN26CAAG/fpWjWNHiRYoANG7kOG4cuXLllCnDhEnWtWt58qQIEGDAAAAxESCABi2KHj3C\nhJUrR67cT6BBgwIgWtQoOXLjypULF06aNHHlpEr99u3aNQECABgw4M3bo1evOnWaNs2BChXixJVj\n29YtALhx5c6lW9fuXbx5x+0lR86aNVashJEjFy5cOcSIv33zxo3buHEQBgxw4ODaNWvlNG/mzBnA\nZ9Chw4UbR45cuHDcuHkbN65WLRMVKhAipEOHMGfOxo2bIEDAr1/lhA8nXlz/OADkyZWPG0euXDll\nyjBhknXtWp48KQIEGDAAwHcECKBBi6JHjzBh5cqRK9fe/fv3AOTPp0+O3Lhy5cKFkyZNHMByAgV+\n+3btmgABAAwY8Obt0atXnTpNm+ZAhQpx4spx7OgRAMiQIkeSLGnyJMqU48aFGzcOGrRChaCFCzdu\nHLlyOst16yasTh1YsBIcODBjhjhx5MoxberUKYCoUqeOGyeuXDly5Lx5G+dVmTJWly45cwYNmjdq\n1Lx5a5AhQ7du5ebSrWt3LoC8eveGCzeOHLlnz/r0adOpExIkKAYMuHDBgYMLVar8+qXjxAk7dspx\n7uz5M2cAokeTJme6XDlu/9wkSYJVq9aePZcIEDhwAACAAF68hAsnzJSpBQto0GBw5Uq55MqXJwfg\n/Dn06NKnU69u/fq4ceHGjYMGrVAhaOHCjRtHrhz6ct26CatTBxasBAcOzJghThy5cvr38+cPACAA\ngQMHjhsnrlw5cuS8eRv3UJkyVpcuOXMGDZo3atS8eWuQIUO3buVIljR5kiQAlStZhgs3jhy5Z8/6\n9GnTqRMSJCgGDLhwwYGDC1Wq/Pql48QJO3bKNXX6FGpTAFOpViV3tVw5btwkSYJVq9aePZcIEDhw\nAACAAF68hAsnzJSpBQto0GBw5Uo5vXv56gXwF3BgwYMJFzZ8GPG4ceHGjf8zZkyQIE3WrEWLpg3z\ns2coUFRgwAAJkgEIEESKVA51atWrUQNw/Rr2uHHkytUuJ04cuXLlxo0TFy5ct262bCVz5QoaNAmO\nHJVz/hx6dOgAqFe33q2bt2/fUKHKkUNGsmSXLlETJgwcOEyYjrW/dSvBgAGHDpWzfx9/fvsA+Pf3\nD1CcOHDfvhUqpEFDggsXBDgEAAABAgAADEyaFC2aFQYMBAhgwoSCOHHlSpo8WRKAypUsW7p8CTOm\nzJnixHkTJ27YMDduXuHCdeZMFg0aGDAAgBSpCxcCDhyABq2c1KlUq0oFgDWr1nHjyJX7Wo4cuXJk\ny5IVJ86PHx4RIuzZI4L/F69ydOvavWsXgN69fK9dA/bsmQsXDhwcceaMGrVw5Ro7JjdsWJMmACqj\nQlUus+bNnDMD+Aw6tDdvxYwZo0AhQAAArFuzBgECAYIUR44QIxYAgG4AbNhcKgc8uHDhAIobP448\nufLlzJs7FyfOmzhxw4a5cfMKF64zZ7Jo0MCAAYDx4124EHDgADRo5dq7fw+/PYD59OuPG0eunP5y\n5MiVA1hO4MBy4sT58cMjQoQ9e0Tw4lVO4kSKFSkCwJhR47VrwJ49c+HCgYMjzpxRoxau3EqW5IYN\na9IEwExUqMrdxJlT500APX3+9OatmDFjFCgECABA6VKlIEAgQJDiyBFi/8QCAMAKgA2bS+W8fgUL\nFsBYsmXNnkWbVu1atuLEhRs3rlkzU6Z6efMWKJAJAX0FAAAMuFChC168kCNXTvFixo0VA4AcWbI4\ncePKXcac+TI5ctu2oUAhIECAJ08+gANXTvVq1q1ZA4AdWzYzZr6KFdOggQGDLeDAkSNXTvjwcuRw\n4VqwAMDyNWvKPYceXfpzANWtX9emrRozZhIkAAAfHjwCBNiw5cqFrFgxXLgCAIAP4NWrceXs38eP\nH8B+/v39AwQgcCDBggYPIkxoUJy4cOPGNWtmylQvb94CBTIhYKMAAB49Fip0wYsXcuTKoUypciVK\nAC5fwhQnbly5mjZv1v8kR27bNhQoBAQI8OTJB3DgyiFNqnSpUgBOn0JlxsxXsWIaNDBgsAUcOHLk\nyoENW44cLlwLFgBIu2ZNubZu38JtC2Au3bratFVjxkyCBAB+//pFgAAbtly5kBUrhgtXAACOAbx6\nNa4c5cqWLQPIrHkz586eP4MOLVqcOHDkyHnz5sxZuHHjjh0rVaDAgAEAAAQwYQIcuGjhwpULLnw4\n8eEAjiNPPm4cuXLOn0N3Lk5crVoLFgQAAIAQoWnlvoMPL348gPLmzxcr9qpYsStXiBBxVm4+/frz\noUAJEABAgADhAIYrN5BgQYMDASRUuJAaNWfRouHA4cBBgAIFBgyoUK3/WjmPHrlxmzWrAAAALFiU\nU7mSZUuVAGDGlDmTZk2bN3HmHDeOXLly5MiBA0euXDlvR3ftSpXqwQM548aVkzqValWrUwFk1bp1\n3LhyX8GGBQsOXLNmCBAM0KChW7dyb+HGlTu3HAC7d/Fmy+Zt3Lhp07RpI1eOcGHD5ciZMjVihAAv\nXspFljyZ8mQAlzFn9uYt3LhxxIjdulVq27ZXr8iVU716NTlyWi5dKjebdm3btQHk1r2bd2/fv4EH\nFz5uHLly5ciRAweOXLly3qDv2pUq1YMHcsaNK7ede3fv37kDED+e/Lhx5dCnV58eHLhmzRAgGKBB\nQ7du5fDn17+ffzkA/wABCBw4MFs2b+PGTZumTRu5chAjSixHzpSpESMEePFSrqPHjyA/AhhJsqQ3\nb+HGjSNG7NatUtu2vXpFrpzNmzfJkdNy6VK5n0CDCg0KoKjRo0iTKl3KtKnTcePIlZtajhy5cliz\nkiNXrly3buDKiR1LtqzZsgDSql1Ljly5t3DjwiVHrls3Hz5IWLNWrq/fv4AD+wVAuLDhcOHIlVvM\nuLFjxuFOnfr0aY83b+Uya97MeTOAz6BDhws3rlw5cuTAgSNXrrXr17DLjZtdrrbt27hvA9jNu7fv\n38CDCx9OfNw4cuWSlyNHrpzz5+TIlSvXrRu4ctiza9/OfTuA7+DDk/8jV668+fPmyZHr1s2HDxLW\nrJWbT7++/fv0Aejfzz9cOIDkyg0kWNAgwXCnTn36tMebt3IRJU6kOBHARYwZw4UbV64cOXLgwJEr\nV9LkSZTlxq0s19LlS5gvAcykWdPmTZw5de7kGS7cuHLlyJEbN67cUaRJyZEr19TpU6hRowKgWtXq\nuHHkym0tR45cObBhwZIjZ8sWsnJp1a5l25YtALhx5Y4bR67cXbx59eLV5szZt2/Uyg0mXNjwYQCJ\nFS8OF45cuXLkyI0bV87yZcyZLYsr19nzZ9ChAYwmXdr0adSpVa9mHS7cuHLlyJEbN67cbdy5yZEr\n19v3b+DBgwMgXtz/+Lhx5MotL0eOXDno0aGTI2fLFrJy2bVv596dOwDw4cWPG0eu3Hn06dWj1+bM\n2bdv1MrNp1/f/n0A+fXvDxeOHMBy5ciRGzeuHMKEChciFFfuIcSIEicCqGjxIsaMGjdy7OgxXLhx\n5UaWI0euHMqUKleybOkyJYCYMmeOG0euHM5y5MiV6+nzJ9CgQof6BGD0KFJy5Moxber0qVNy4sSV\nq2r1KtasVgFw7epVnLhyYseSLUuWHNpyateybet2LYC4cufSrWv3Lt68erNl6zZunLjA4soRLmz4\nMOLEisuRIwfgMeTI3ryFI0du3Dhx4saV6+z5M+jQokePGwfgNOrU/9++jStXjhy5ceO8kSMHDhy5\ncePKlRs3ThzwcsKHEy9uvNy4cQCWM2+uTZu4cuXIUade7jp27OG2c+NW7jv48OLJkStn3vy4cQDW\ns2/v/j38+PLn08+Wrdu4ceL2iyvnH2A5gQMJFjR40CA5cgAYNnTozVs4cuTGjRMnblw5jRs5dvT4\nEeS4cQBIljT57du4cuXIkRs3zhs5cuDAkRs3rly5cePE9Sz3E2hQoUPLjRsHAGlSpdq0iStXjlzU\nqOWoVq0aDis3buW4dvX6lRy5cmPHjhsHAG1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJ\nFzZ8GHFixYsZN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2TXjbNnHkaJMT\nJ45cOd27eff2/fs3uXDhABQ3flybtnHlypFzTq5cdOnTqVe3fp1cuHAAuHf3vm3buHLlyJU3f75c\nevXr2bdnT45cuXLkwoUDcB9/fm7cxpUrB5CcwIEEyxk8iDChwoUHxYkDADGixIkUK1q8iDHjuHHk\nynksR45cuZEkS5o8iTJlOXLkALh8CXPcOHLlatq8iTOnzp06x40DADSo0HHjyhk9ijSp0qVMmZIj\nByCq1KnkyJW7ijWr1q1cu3YlRw6A2LFky5o9izat2rXl2rp9Czf/rty5dN0CuIs3b7m9fPv6/Qs4\nsGC+AAobPlwuseLFjBs7fgxZMYDJlCuXu4w5s+bNnDt7xgwgtOjRpEubPo06tepyrFu7fg07tuzZ\nrQHYvo27nO7dvHv7/g08+G4AxIsbL4c8ufLlzJs7f54cgPTp1MtZv449u/bt3LtfBwA+vPjx5Mub\nP48+fbn17Nu7b0+OXLn59Ovbv38fgP79/Mv5B1hO4ECCBQ0eRJgQwEKGDcs9hBhR4kSKFS1CBJBR\n48ZyHT1+BBlS5EiSHgGcRJlS5UqWLV2+hFlO5kyaNWmSI1dO506ePX36BBBU6NByRY0eRZpU6VKm\nRgE8hRq13FSq/1WtXsWaVStVAF29fi0XVuxYsmXNnkUrFsBatm3dvoUbV+5cuuXs3sWb1+62bdSo\nhSsXWPBgwoUJA0CcWDE5cuUcP4YcWTJkb962bSuXWfNmzpkBfAYdutxo0qVNlx43TtzqcuXGlYMd\nW/Zs2gBs38ZdTvdu3r15jxsnbtw4cuSMgQNXTvly5s2ZA4AeXfp06tWtX8eevdx27t29b9+2jRq1\ncOXMn0efXn16AO3dvydHrtx8+vXt36/vzdu2beX8AywncCBBggAOIkxYbiHDhg4bjhsnbmK5cuPK\nYcyocSNHAB4/giwnciTJkiTHjRM3bhw5csbAgSsncybNmjQB4P/MqXMnz54+fwINWm4o0aJFu/Hi\n5cuXGTPaykGNKnUq1akArmLNSo5cua7kyI0LW24s2bJmy40TIUKIEHLkysGNK3cugLp275bLq3cv\nX3Lkxo2rVSvOjh3Xrv0CB64c48aOHzsGIHky5XKWL2POjJkZM05lyggTZgQPHnLkyqFOrXo1agCu\nX8OOLXs27dq2b5fLrXt3bnHiSnnwoEKFHTuzyiFPrnw58+UAnkOPPm4cuXLlyJHTpm1cue7ev4Mv\nN8yAgQsXwoUrp349+/YA3sOPX24+/fr1x2nThgyZGzcXACZI8OTJl0uXyiVUuJDhQgAPIUYkR65c\nxYrkyJXTqHH/XMdw4ZQpWzNhQoYMChYsKLeSZUuXLQHElDmTZk2bN3Hm1FmOZ0+fPMWJK+XBgwoV\nduzMKreUaVOnT50CkDqV6rhx5MqVI0dOm7Zx5cCGFTu23DADBi5cCBeuXFu3b+ECkDuXbjm7d/Hi\nHadNGzJkbtxcSJDgyZMvly6VU7yYcWPGACBHlkyOXDnLlsmRK7d58zjP4cIpU7ZmwoQMGRQsWFCO\ndWvXr10DkD2bdm3bt3Hn1r2bHLlyv3+TE16unDdvxSRJQobs0iVx5aCXGwcNWjnr17Fnxw6Ae3fv\n5MCXK0eOHDhw4sqlV7+efbk8Bw6IElWOfn379+kD0L+fPzly/wDLCRxIcKA4cePGceL0KEwYR45S\nTJpUrqLFixgvAtjIsSM5cuVCiixHrpzJkye1abvmylWXLgJIkChHs6bNmzYB6NzJs6fPn0CDCh1K\njly5o0fJKS1Xzpu3YpIkIUN26ZK4cljLjYMGrZzXr2DDggVAtqxZcmjLlSNHDhw4ceXiyp1Lt1ye\nAwdEiSrHt6/fv3wBCB5MmBy5cogTK04sTty4cZw4PQoTxpGjFJMmldvMubPnzgBCix5Njly506jL\nkSvHunVrbdquuXLVpYsAEiTK6d7NuzdvAMCDCx9OvLjx48iTjxtHrlw5ceKyZRNHjhw3bsfChSvH\nnTs5cuHCJf8YMGDbtnLo06tfjx6A+/fwx40jV64cOXLhwpErV46cf4DlBA4kWC7NhAnkyJVj2NDh\nQ4YAJE6kSI5cOYwYyZEr17EjuXIhRX6TJo0aNRAYMHDjVs7lS5gxXQKgWdMmOZzlypEjFy5cOaBB\nhQYFBy5ZsgUaNJRj2tTpU6cApE6lWtXqVaxZtW4N17VcuWrVhg17Ns7suHJp1aYlR86WLQBxVakq\nV9fuXbx1Aezl25fc33KBy40bF65cOXKJyy1mzHjcuAc3bpAjV87yZcyZLQPg3NkzOdDlRJcjR67c\nadSpVY8bt4MBg0qVys2mXdv2bAC5de8m17tcOXLkxo0jV87/+HHkyKtVW6BAwbdv5aRPp15dOgDs\n2bVv597d+3fw4cONL1euWrVhw56NYz+u3Hv478mRs2ULwH1Vqsrt59/fP8By5QAQLGiQHMJyCsuN\nGxeuXDlyEstRrFhx3LgHN26QI1fuI8iQIj8CKGnyJLmU5VaWI0euHMyYMmeOG7eDAYNKlcrx7Onz\nJ08AQocSJWe0XDly5MaNI1fuKdSoUatVW6BAwbdv5bZy7ep1K4CwYseSLWv2LNq0ardt4zZu3LNn\nqFBRGzeuHN68eqVJgwABQIAA4sSVK2z4MOLCABYzbkyOXLnIkcWJI1euHDly4spx7lyOGjVSpHbc\nuVPuNOrU/6pTA2jt+vW4ceTK0S5Hjly53Lp38yZH7k+DBqVKlStu/Djy4gCWM29O7nm56OXGjStn\n/Tr27MmSdUCAgBu3cuLHky8vHgD69OrXs2/v/j38+Nu2cRs37tkzVKiojRtXDmA5gQMHSpMGAQKA\nAAHEiSv3EGJEiQ8BVLR4kRy5chs3ihNHrlw5cuTElTN5shw1aqRI7bhzp1xMmTNpzgRwE2fOcePI\nlfNZjhy5ckOJFjVKjtyfBg1KlSr3FGpUqU8BVLV6lVzWclvLjRtXDmxYsWOTJeuAAAE3buXYtnX7\nli0AuXPp1rV7F29evXu/9R03Lls2XrySlTN8GLFhatQePP8AIEFCOcmTKVemDABzZs3kyJXz7Fmc\nuHDlypEjVw516nLdCBGCAmVBoEDlaNe2fds2AN27eZMjVw54cOHDiZcbN44CAgS/fpVz/hx6dOcA\nqFe3To5cOe3buXf3Xo4VqwAFCnDjVg59evXr0QNw/x5+fPnz6de3f/9b/nHjsmXjBZBXsnIECxok\nSI3agwcAJEgoBzGixIkSAVi8iJEcuXIcOYoTF65cOXLkypk8Wa4bIUJQoCwIFKiczJk0a9IEgDOn\nTnLkyvn8CTSo0HLjxlFAgODXr3JMmzp9yhSA1KlUyZErhzWr1q1cy7FiFaBAAW7cypk9izatWQBs\n27p9Czf/rty5dOuGC/eNHLlixQoV6lYusODBgX/8KFAgABQo5Ro7fgz5MYDJlCuTu1yu3Lhx3bqV\n+ww6tDRpOQQIWLBAgBAh5Vq7fg37NYDZtGuTI1cud25y5Mr5/g08+K1bAwgQ8OatnPLlzJsrBwA9\nuvRy1Ktbv4693LZtQ4YAGDBAnLhy5MubP08egPr17Nu7fw8/vvz55MiJI0euWDFAgIaVA1hO4ECC\nuSJEQIAgQI8e5Rw+hBgRIgCKFS2SIyeOHDlt2owZu1auHDly5UyaJERoAAAABw4IwICBG7dyNW3e\nxFkTwE6ePcv9BFpOnLhyRY0eLTpOkKAaNQA85cWr3FSq/1WtTgWQVetWcuTKfQUbVmzYcXXqfPgA\nQIAAa9bKvYUbV+5bAHXt3sWbV+9evn39kiMnjhy5YsUAARpWTvFixuVyRYiAAEGAHj3KXcacWXNm\nAJ09fyZHThw5ctq0GTN2rVw5cuTKvX5NiNAAAAAOHBCAAQM3buV8/wYe3DcA4sWNl0OevJw4ceWc\nP4fufJwgQTVqAMDOi1c57t29f+cOQPx48uTIlUOfXv169ePq1PnwAYAAAdaslcOfX/9+/AD8AwQg\ncCDBggYPIkyoECE5cuPKlatWTZKkauUuYsxYbpoAAQECHLBihRy5ciZPokxpEgDLli7HjRNHjpw1\na5gwPf/79k2cOHLixIULR4KEAQAAGDAooPTXr3JOn0KN6hQA1apWy2HFSo6cNm3jyoENG5YcuV8D\nBggQACBAgG7dysGNK3cuXAB27+IlR64cX77ixJULLHhwYG8IEAwYIODAgXHjykGOLHkyZACWL2PO\nrHkz586eP5MjN65cuWrVJEmqVm4169blpgkQECDAAStWyJErp3s37966AQAPLnzcOHHkyFmzhgnT\ns2/fxIkjJ05cuHAkSBgAAIABgwLef/0qJ348+fLiAaBPr74ce/bkyGnTNq4c/fr1yZH7NWCAAAEA\nAAYI0K1bOYMHESY0CIBhQ4fkyJWTKFGcuHIXMWa86A3/AYIBAwQcODBuXDmTJ1GmNAmAZUuXL2HG\nlDmTZs1yN29GixYrFrByP4EGLZfMhAkECAK8eEGNWjmnT6FGdQqAalWr48aJI0euWbNEifxIkyZK\n1LZmzcSJgwHjzI8fW7YkKFAAC5Zyd/Hm1XsXQF+/f8sFDkyOXDfD5cqRI1eOMWNjxq4QIFCgAIAB\nA65dK7eZc2fPmwGEFj2aXOlyp8uBA/eNHLlyr2HDlsaCBQUKARYssGatXG/fv4H3BjCceHHjx5En\nV76cebly5MqVmzbt0aNv5bBn117umQIFDhwEWLCgTRty5JaNG1eOfXv37AHElz9/3Dhw5Mj58lWk\nCA0g/wCBIEBQgwoVb942bcoVLJg3bxcCBECAgBo1aeUyaty4EYDHjyDLlSNXrly4cMGCdcvGMpu2\ncePChQME6MOBAytWAAgQIFSockCDCh0KFIDRo0jJkRtXrpw3b7FiZcOGDRy4ceWyliNHrliRInHi\nCChQ4MqVcuWYiRNXrq3bt20ByJ1Lt67du3jz6t1brhy5cuWmTXv06Fu5w4gTl3umQIEDBwEWLGjT\nhhy5ZePGldvMufNmAKBDix43Dhw5cr58FSlCAwgQBAhqUKHizdumTbmCBfPm7UKAAAgQUKMmrZzx\n48iRA1jOvHm5cuTKlQsXLliwbtmyZ9M2bly4cIAAff84cGDFCgABAoQKVa69+/fw2wOYT78+OXLj\nypXz5i1WLIDZsGEDB25cOYTlyJErVqRInDgCChS4cqVcOWbixJXj2NEjRwAhRY4kWdLkSZQpVZYr\nR84lMWI8eIAqV44cuXI5c44b92bChCJFBAwYsGCBN2+/yi1l2rQpAKhRpZKjSpUXrxEjIKhQIUDA\nAg0ayJHTpq3c2bNAAAAQICBXrm3l5M6lSxfAXbx5y5UjV67ct2+vXunq1u3Xr27cuJUrx4sXFi9e\nfPkqIEAAGTLlNG/m3FkzANChRZMjN44cOWrURImy9e0bOHDlZM8uN8yWLWHCCggQYMGCNm2zoEEr\nV9z/+PHiAJQvZ97c+XPo0aVPL1eO3HVixHjwAFWuHDly5cSLHzfuzYQJRYoIGDBgwQJv3n6Vo1/f\nvn0A+fXvJ9e/P0BevEaMgKBChQABCzRoIEdOm7ZyEiUCAQBAgIBcubaV6+jx40cAIkeSLFeOXLly\n3769eqWrW7dfv7px41auHC9eWLx48eWrgAABZMiUK2r0KNKiAJYybUqO3Dhy5KhREyXK1rdv4MCV\n6+q13DBbtoQJKyBAgAUL2rTNggatHNy4cuECqGv3Lt68evfy7euXHLlw48aRIZMgAYYvX1at6jZu\nXLlyv37ladAABQoCATYHoELFVbnQokePBmD6NOpx/6rJkQsVigIFALJnT5gwbly53LrL3QgQAAAA\nUaLAlStu/PhxAMqXMyfnvFw5b94+fSIGDVq2bNzIkStXbty4cLt2RYv2YMCAFi3IsS/n/j18+ADm\n069Pjty4cuW4cUOFCqA2ceLKFTRocNyqVa5cDQjwMIAcOT4iRSp3EWPGiwA4dvT4EWRIkSNJliRH\nLty4cWTIJEiA4cuXVau6jRtXrtyvX3kaNECBgkAAoQGoUHFVDmlSpUoBNHX6dFxUcuRChaJAAUBW\nrRMmjBtXDmzYcjcCBAAAQJQocOXYtnXrFkBcuXPJ1S1Xzpu3T5+IQYOWLRs3cuTKlRs3LtyuXdGi\nPf8YMKBFC3KTy1W2fPkyAM2bOZMjN65cOW7cUKHSJk5cOdWrV49btcqVqwEBaAeQI8dHpEjlePf2\nzRtAcOHDiRc3fhx5cuXixHmLFs2BgwABABAgMGDABypUwIHTomVTo0Zr1hgAcB4ACBBZyrV3//49\nAPnz6Yezv20bDBgDBgDwDxCAwAIFuHEjR66cQnLkFAAAIEBAuHDlKlq8iBGAxo0cyXksV86bt1ix\nSm3bxo1buHHjypUbBxOmN28fDhwoVKiczp08e+oEADSoUHJEy5ULFw4bNm/lmjp1So6cM1u2KFES\nAAAAAQKwYFUSJ66c2LFkxQI4izat2rVs27p9Cxf/HDhbvXoRIAAgr969efLEiEGIEydr1ggAOAzA\ngoUh5MiVeww58mMAlCtb/vbtlzFjDBgECAAgtGgBAp49y5VL3LJluXIBeM2BQ7nZtGvbng0gt+7d\n5MiNK1eOG7dMmZxly/bsWTZx4siRmzZN269fz54ZECDAkaNy3Lt7/84dgPjx5MmZL1du3Dhu3Mq5\nf++eHLlTp3A8eAAECID9AwZcA3ht2Lhx5QweRGgQwEKGDR0+hBhR4kSK4MDZ6tWLAAEAHT1+zJMn\nRgxCnDhZs0YAwEoAFiwMIUeu3EyaNWcCwJlT57dvv4wZY8AgQAAARY0KEPDsWa5c4pYty5ULwFQO\n/xzKXcWaVetVAF29fiVHbly5cty4ZcrkLFu2Z8+yiRNHjty0adp+/Xr2zIAAAY4clQMcWPBgwAAM\nH0ZMTnG5cuPGceNWTvJkyeTInTqF48EDIEAAfB4w4Nq1YePGlUOdWjVqAK1dv4YdW/Zs2rVtb9s2\njRmzAgUA/AYevFixbNnKHT9uAwCAAAGECIlVTvp06tQBXMee/dq1ZsOGMWAgQECAAgUAnLdgIVo0\nX75u7dihQQMA+oQIlcOfX/9+/AD8AwQgcCAAcgbLlePGrVatYuLEKVPGq1mzbt08ecKTI8ekSQEG\nDJg1qxzJkiZPkgSgciXLcS7LlSNHDhw4cuVulv8TBw6cMGEQIAwIGiUKgAABzJgpp3Qp06ZKAUCN\nKnUq1apWr2LNum3bNGbMChQAIHYs2WLFsmUrp1atDQAAAgQQIiRWubp2794FoHcv32vXmg0bxoCB\nAAEBChQAoNiChWjRfPm6tWOHBg0ALhMiVG4z586eNwMILXo0udLlynHjVqtWMXHilCnj1axZt26e\nPOHJkWPSpAADBsyaVW448eLGhwNIrnz5uOblypEjBw4cuXLWy4kDB06YMAgQBoCPEgVAgABmzJRL\nr349+/QA3sOPL38+/fr27+OvVu1ZtGgWAFooUABAQYNHjpRTuHBhtxgxVqyQJq1cRYsXMQLQuJH/\nY7Nmv5Ytq1IFB44NVaowYLCBCJFs2Ro1gnPgwIMHBDJkKLeTZ0+fPQEEFTqUHLlx5cqFC+fM2bdx\n47hxkxYqFC5cSpSkaNAACJAIKVKEC1eObFmzZ8kCULuWLTly48qVI0cOHLhyd8mR+1anzoYNBAgI\nePDg0aMkhQp9+1aOcWPHjxkDkDyZcmXLlzFn1ry5Wzdw4sSBArVo0YsvXwoUcEKOXDnXr2Fv21aO\ndm3bt20D0L2b97Zt38aNszbcmrZx42TJ4hYuXLlyqVK9YsWqWLFJ4sSV076de3fuAMCHF0+OXDnz\n5MiFCzeuXDlx4sIxY5Yt24wZToQIKVXKy7Rp/wDLCRxIsCBBAAgTKiTHsJzDcuPGlZtIjhy4SJHG\njEGAIMOjR+DARRMnrpzJkyhTogTAsqXLlzBjypxJs2a3buDEiQMFatGiF1++FCjghBy5ckiTKt22\nrZzTp1CjQgVAtarVbdu+jRtnras1bePGyZLFLVy4cuVSpXrFilWxYpPEiStHt67du3YB6N3Llxy5\ncoDJkQsXbly5cuLEhWPGLFu2GTOcCBFSqpSXadPKad7MuTNnAKBDiyZHupzpcuPGlVtNjhy4SJHG\njEGAIMOjR+DARRMnrpzv38CDAwdAvLjx48iTK1/OvDk4cOLKlRMnbto0bOPGZcsWrpz37+C9k/8j\nV668+fPozwNYz749OHDkysmfT79+uW7dkHnzVq6/f4DlBA4kWHAgAIQJFZIjV86hQ3Lkyk2kSI6c\nOHG2bEmKFWvcOG/kyJUjWdLkSZMAVK5kSY5cOZgwx40rV5McOXDatEmT9uiRKHDgyg0lWtToUaIA\nlC5l2tTpU6hRpU4FB05cuXLixE2bhm3cuGzZwpUjW9YsWXLkyq1l29ZtWwBx5c4FB45cObx59e4t\n160bMm/eyg0mXNjwYcIAFC9mTI5cOciQyZErV9kyOXLixNmyJSlWrHHjvJEjV870adSpUQNg3do1\nOXLlZMseN67cbXLkwGnTJk3ao0eiwIErV9z/+HHkyY0DYN7c+XPo0aVPp17dmzdy5cqRIydO3Lhy\n5caNK1fe/Hn06dWnB9De/ftw4ciVo1/f/v1y375pCxeuHMByAgcSLGhQIICECheOG0euHMRy5MiV\nq2jxIjJkzrx5K1eOXLmQIkeSLAngJMqU48aRK+eyHDly5WbOJDduHDly0aJ5K+fzJ9CgQoMCKGr0\nKNKkSpcyberUmzdy5cqRIydO3Lhy5caNK+f1K9iwYseKBWD2LNpw4ciVa+v2Ldxy375pCxeuHN68\nevfyzQvgL+DA48aRK2e4HDly5RYzbowMmTNv3sqVI1fuMubMmjcD6Oz587hx5MqRLkeOXLnU/6nJ\njRtHjly0aN7K0a5t+zbu2wB28+7t+zfw4MKHEw8Xrhzy5MqXM2/u/Hk5ANKnUx83rhz27Nq3aydX\n7jv48OLHgydHDgD69OrHjSNX7n05cuTK0a9v/z7+/PrrA+jvHyAAgQDIFSx3sBw5cuUYNnT4EGJE\nieXIkQNwEWNGjRs5dvT4EeS1a+HKlSN3klw5lStZriRHrlxMmTNp1iw3bhwAnTt5evM2rlw5cuTK\nFTValBy5cuXChRtHjlw5qVOpSiVHrlxWrVnFiQPwFWxYbtzAkSMnTty4ceTKtXXrllzccnPp1rV7\nl+64cQD49vX77Vs4cuTGjRMnjlw5xYsZN/923JgcuXKTJ5MjV06cOACbOXf2/Bl0aNGjSV+7Fq5c\nOXKryZVz/Rr2a3LkytW2fRt37nLjxgHw/Ru4N2/jypUjR65ccuXJyZErVy5cuHHkyJWzfh27dXLk\nynX33l2cOADjyZfnxg0cOXLixI0bR65cfPnyydUvdx9/fv378Y8bBxCAwIEEv30LR47cuHHixJEr\nBzGixIkUJ5IjVy5jRnLkyokTByCkyJEkS5o8iTKlypUsW7p8CTOmzJk0a9q8iTOnzp08e/r8CTSo\n0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9izat2rUzrVkLR47/3Li5\n48iVu4s3r969fPWS+xsuHIDBhAtnyxaOnGJy48aRKwc5suTJlCtbFicOgObNnLNlE0cuNLlxpEmX\nO406terVqsmVK0cuduxw4QDYvo1bm7Zx5cqR+w08+O9yxIsbP468OLnly8OFAwA9uvTp1Ktbv449\ne7hw48qVIweeXLnx5MubP48+fTly5AC4fw9fnDhy5erbv48/v3775MiVA1hO4ECC5QAcRJhw3Dhy\n5RyWIxex3ESKFS1exEiRHLly5ciNGwdA5EiS48aVQ5lS5UqWLV2mJEeuXDly48YBwJlT506ePX3+\nBBqUHLlyRY0eRZpU6VKm5QA8hRqVHLly/1WtXsWaVetWruUAfAUbttxYsuXIkSuXVu1atm3dvlUL\nQO5cuuXs3sWbV+9evn3vAgAcWPBgwoUNH0acmBy5co0dP4YcWfJkyuUAXMacmRy5cp09fwYdWvRo\n0uUAnEadutxq1uXIkSsXW/Zs2rVt35YNQPdu3uV8/wYeXPhw4sV/A0CeXPly5s2dP4cenRy5ctWt\nX8eeXft27uUAfAcfvtx48uXNlx83rtx69u3dv38PQP58+uXs38efX/9+/v3vAwQgcCDBcgYPIkyo\ncCHDhgcBQIwocSLFihYvYsxIjly5jh4/ggwpciTJcgBOokxZbiXLli5bjhtXbibNmjZv3v8EoHMn\nz3I+fwINKnQo0aI/ASBNqrQc06ZOn0KNKnVqUwBWr2LNqnUr165ev44bV24s2bJmz6IlK64c27Zu\n3QKIK3duubp27+INF44Zs2TJxJULLHhwYHLkyiFOrBgxgMaOH5MjV24y5cqWJ5Mj90uIkG/fxJUL\nLXo06dIATqNOTY5cudauX8OOXY4cuVrUqJXLrXs3790AfgMPLnw48eLGjyMfN64c8+bOn0OP3lxc\nuerWr18HoH0793Lev4MPHy4cM2bJkokrp349e/XkyJWLL39+fAD27+MnR64c//7+AZYTOLAcOXK/\nhAj59k1cOYcPIUaUCIBiRYvkyJXTuJH/Y0eP5ciRq0WNWjmTJ1GmRAmAZUuXL2HGlDmTZs1x48KV\nK0eOJ7lyP4EGFfrTW69esGCFCxdIlChu3MpFlToVQFWrV8tl1bo1KzlywqZM+fTJhQtk5dCmVYt2\n1qxq1crFlTsXQF27d8nlLbeXb1+/5Tp0ADDYihVe48aVU7yYcWPGACBHlixO3Lhy5caNI0euXGfP\nnzt7q1Vr2LALIUJw41aOdWvXr1kDkD2bdm3bt3Hn1r1bnLhx5cqNG9etWznjx5EnJ0cuFQkSAgQw\nYBDgwAFo0Mpl174dQHfv38uFFy+e3Lhxs2axIEBgwgQXLraUkz+ffjlsa9b8+kWuXH///wDLCQRA\nsKBBcgjLKSw3bly5hxDFiZsxA4BFixQoHLlzp5zHjyBDggRAsqRJb97CkSM3bhw3buViypwpTlyf\nAQMQIAjAU5u2ckCDCh0KFIDRo0iTKl3KtKnTp+LEjStXbty4bt3Kad3KtSs5cqlIkBAggAGDAAcO\nQINWrq3btwDiyp1brq5du+TGjZs1iwUBAhMmuHCxpZzhw4jLYVuz5tcvcuUiS5YMoLLly+Qyl9tc\nbty4cqBDixM3YwaA06cpUDhy506517Bjy44NoLbt2968hSNHbtw4btzKCR9OXJy4PgMGIEAQoLk2\nbeWiS59OPTqA69iza9/Ovbv37+DDif8vV+7bN2rUrpEjFy5cuffw478vhQABAAAHDgCoUGHcOIDl\nBA4kCMDgQYTkyJVjyPDbt2fduuHBE2bECFWqhAgpVs7jR5Dlgk2a1K1bOZQpVQJg2dLlOJjlypGj\nSa7czZvgduwoUADAzwABnjzZIkSINm3llC5l2lQpAKhRpX77Fq5cuXFZx5Xj2pUrOXI+fFgYMCBD\nhgAGDIgTV87tW7hx3QKgW9fuXbx59e7l2zfc33Llvn2jRu0aOXLhwpVj3Ngx41IIEAAAcOAAgAoV\nxo0r19nzZwChRY8mR67c6dPfvj3r1g0PnjAjRqhSJURIsXK5de8uF2zSpG7dyg0nXhz/wHHkycct\nL1eO3HNy5aRLB7djR4ECALQHCPDkyRYhQrRpK1fe/Hn05QGsZ9/+27dw5cqNoz+u3H3898mR8+HD\nAsABAzJkCGDAgDhx5RYybOhwIYCIEidSrGjxIsaMGsNxJEeuWTNKlC7t2cOFy6tyKleyLBfrwAEA\nABw4EODBAzly5Xby7AngJ9Cg5MiNK1fu2TM8eC7FiqVIUSJt2siREycO3Lhx5crN8eOHFKlw4SDN\nmQMOXLm0atcCaOv2bbhw4siRGzeOG7dw1aphwDAAAAABAgIEgHDp0rhxCwAACBDg169p5SZTrlwZ\nAObMmr99E1euHDly48aVK02OXDhm/8waNTpwgMCBA23aLIgQgRy5crp38+6tGwDw4MKHEy9u/Djy\n5OLEhSNHDhkyNmxmYMGiQQOibt3Kce/endiDBx48JEqEgxixcurXs1cP4D38+OLmkyPXqpUSJWG0\naQMHDmA5gQPLiSNHTpy4IhYsxIlDjhw3atTKVbR4sSIAjRs5ihM3rly5cOGqVSs2alSCBABYlikz\naVI5mTJ1ALAJwImTaeV49vTpE0BQoUPHjSNXDmk5ckvLlRMnztmZM4kSLVgwAgkSbNhCcOAwblw5\nsWPJlhULAG1atWvZtnX7Fm5cceLCkSOHDBkbNjOwYNGgAVG3buUIFy5M7MEDDx4SJf/CQYxYOcmT\nKUsGcBlzZnGbyZFr1UqJkjDatIEDVw516nLiyJETJ66IBQtx4pAjx40atXK7effeDQB4cOHixI0r\nVy5cuGrVio0alSABAOllykyaVA47dh0AuANw4mRaOfHjyZMHcB59+nHjyJVzX45c/HLlxIlzduZM\nokQLFoxAAhAJNmwhOHAYN66cwoUMGyoEADGixIkUK1q8iDFjuI3kyAkTBgaMhxMnUqTA4c1buZUs\nWYJbtsyNm23bwpW7iTNnTgA8e/oMF47buHG5cpUpE62c0qVMlRYrVqhQBRYsrl0rhzWr1q1YAXj9\nCjZcuHHlyo0bd+3aLC9eGjQYMGX/Srm5dOn2AYAXwKVL4sr5/QsYMIDBhAuTI1cucWJyjBlnyyZL\njZpSpWDBKjZtWrhwg1q08OatnOjRpEuLBoA6terVrFu7fg07drjZ5MgJEwYGjIcTJ1KkwOHNW7nh\nxImDW7bMjZtt28KVew49enQA1KtbDxeO27hxuXKVKROtnPjx5MUXK1aoUAUWLK5dKwc/vvz58AHY\nv48/XLhx5cqNAzju2rVZXrw0aDBgypRyDR067ANAIoBLl8SVw5hRo0YAHT1+JEeu3MiR5EyazJZN\nlho1pUrBglVs2rRw4Qa1aOHNWzmePX3+5AlA6FCiRY0eRZpU6VJw4L6NG5csmSZN/1FatWLBopI2\nbeXKkQNbTmy5ceTIlUObVu1atQDcvoUrTtw3cuS2bYsWTVw5vn39lqNmxIgaNQmyZSuXWPFixosB\nPIYcedw4cuXKkSOnTVuyXLl+/EijTVs50qVLUwAAgACBcq1dv4bdGsBs2rXJkSuXO/e4ceHIkcOG\nLVy3buXKdetWTvm4cTkWLIgWrdx06tWtTweQXft27t29fwcfXjw4cN/GjUuWTJOmKK1asWBRSZu2\ncuXI3S+Xv9w4cuTKASwncCDBggMBIEyoUJy4b+TIbdsWLZq4chYvYixHzYgRNWoSZMtWbiTJkiZL\nAkipcuW4ceTKlSNHTpu2ZLly/f/4kUabtnI+f/6kAAAAAQLljiJNqvQogKZOn5IjV27q1HHjwpEj\nhw1buG7dypXr1q0c2XHjcixYEC1aubZu38JtC2Au3bp27+LNq3cv32/ftoULp0zZrFnMxIkrpjhU\nKGDAFCgwYcpUuXLZvHkrp3kz586cAYAOLXrcOHHlyokTBw5cudauX4sTpyFAgAsX0ogTV243796+\newMILnw4ueLlypEjFy5cNmvWMGGqVG469erlAGC/dasc9+7ev3MHIH48eXLkyqEnR+7bt3Duv30b\nV24+/XLkyHnzJiBAgFKlAJYTOJBgQYEAECZUuJBhQ4cPIUbUpk3at2/YsGnTFq7/XLlu3XIRIlSn\nDgCTBw6MG3dNmrRyL2HGlBkTQE2bN8eNA1eunDhx376VEzqUKBAgAJAyYABl3LhyT6FGlRoVQFWr\nV8eNI1euHDly2LBd48atVClW5dCmLfftmx07AOCCA1eObl27d+kC0LuXLzm/5cp58yZM2C5x4r59\nK7eY8WJw4E6dAjAZBYpylzFn1nwZQGfPn0GHFj2adGnT2rRJ+/YNGzZt2sKVK9etWy5ChOrUAbD7\nwIFx465Jk1aOeHHjx40DUL6c+bhx4MqVEyfu27dy17FnBwIEQHcGDKCMG1eOfHnz580DUL+e/bhx\n5MqVI0cOG7Zr3LiVKsWqXH///wDLfftmxw6Ag+DAlVvIsKHDhQAiSpxIrmK5ct68CRO2S5y4b9/K\niRwpEhy4U6cAqESBopzLlzBjugRAs6bNmzhz6tzJs+e1a9LChQNHFFy5o+PGMRMgAIBTpwsWkCMn\nzZixb9/KlSNXrqvXr18BiB1LVpy4cOXKiRNXrVq5t3C3bduzZ8AAAHgPHHA0bly5v4ADCw4MoLDh\nw+QSlytHjhw3bt28eVOmjNW3b+PGdevmKkAAAQIAzJhRrrTp06hPA1jNurW41+TIZcsGCtQwbtzI\nkSvHu3c5cRAgFCgAoDgsWOWSK1/OPDmA59CjS59Ovbr169ivXZMWLhy47+DKif8fN46ZAAEA0qdf\nsIAcOWnGjH37Vq4cuXL48+vXD6C/f4AABAIQJy5cuXLixFWrVs7hw23b9uwZMADAxQMHHI0bV87j\nR5AhQQIgWdIkOZTlypEjx41bN2/elClj9e3buHHdurkKEECAAAAzZpQjWtToUaMAlC5lKs4pOXLZ\nsoECNYwbN3Lkym3lWk4cBAgFCgAgCwtWObRp1a5FC8DtW7hx5c6lW9fuXWzYtI3j27fc31mzugQI\nAMCw4SJFypUDt2zZt2/lyoErV9ny5csANG/mLM5zuXLfvjFjFq1cOXKprVnjxYsAAQGxESBIoUxZ\nOdy5de/WDcD3b+DkyJUjTlz/3HFy5KJFa9ar169fGTIgAABgzJg45bRv597dOwDw4cWPGyeOHLlt\n23DhegXOPThy5cqRI1epEpEAAQoUABAgAMBu3coRLGjwIEEAChcybOjwIcSIEidy4+ZtHMZx4sSN\nCxcOBowBAEaSNLBsWbly2jhxsmHj2bNa2LCVq2nzZk0AOnfyHDfOmzhxqFANGeKIGLFZs1gtWwYN\nGhw4ISJE2LABwIEDz56V6+r1K9iuAMaSLUuOXLm0acmRK+d23DhoYsQ0aADgboAA4sSV6+v3L+DA\n5QAQLmx43Dhx5Mh9+wYNWrhx47p1y1aqFBEiADZvRoAAQIEC5MiVK236NOrS/wBWs27t+jXs2LJn\n0+bGzdu43OPEiRsXLhwMGAMAEC9uYNmycuW0ceJkw8azZ7WwYStn/Tp26wC2c+8+bpw3ceJQoRoy\nxBExYrNmsVq2DBo0OHBCRIiwYQOAAweePSvnH2A5gQMJEgRwEGFCcuTKNWxIjlw5iePGQRMjpkED\nABsDBBAnrlxIkSNJliwHAGVKlePGiSNH7ts3aNDCjRvXrVu2UqWIEAHw8ycCBAAKFCBHrlxSpUuZ\nJgXwFGpUqVOpVrV6FWu2bN/GjQMHTpu2arhwIUAAAG2AAAAAnAAHrlw5bHnySJEiTdq0cnv59u0L\nAHBgwdy4XdOmrUcPDRpUwP+CNWwYOHLkypUjRy7csmWLFgHwrEFDOdGjSZcWDQB1atXkyJVz/Rq2\na2lRoiRIAAC3AAHlePf2/Rt4bwDDiRcfN05cuXLixHnzNo4cuW3bUlmwkCABAO3ajxwpcOECOXLl\nyJc3f548APXr2bd3/x5+fPnzs2X7Nm4cOHDatFXDBRAXAgQACgYIAADACXDgypXDliePFCnSpE0r\nhzGjRo0AOnr8yI3bNW3aevTQoEEFLFjDhoEjR65cOXLkwi1btmgRgJ0aNJT7CTSo0J8Aiho9So5c\nuaVMmy6VFiVKggQAqgoQUC6r1q1cu2oFADas2HHjxJUrJ06cN2/jyJHbti3/lQULCRIAuHv3yJEC\nFy6QI1cusODBhAMDOIw4seLFjBs7fgw5m2Rx4qhRAwbsDAkSAQIA+BwgwIIFhLx5K1cuDgwYGjRc\nuzaunOzZtGkDuI07tzVrwJ4906FDggQpwoSJE0eunPLl5ciRmzMHgHQOHMpZv449u3UA3Lt7Lwc+\nvPjxihQtWAAgPRIk5dq7f58tGzly5erbvw8gv/794sSNA1hOYDlx4sgd5MVrSwCGAQA8HDDAk6cJ\nKFB481ZO40aOHTUCABlS5EiSJU2eRJky20px4qhRAwbsDAkSAQIAwBkgwIIFhLx5K1cuDgwYGjRc\nuzau3FKmTZsCgBpVqjVr/8CePdOhQ4IEKcKEiRNHrtxYsuXIkZszB8BaDhzKvYUbV+5bAHXt3i2X\nV+9evooULVgAQDASJOUMH0acLRs5cuUcP4YMQPJkyuLEjSuXuZw4ceQ88+K1JcDoAABMDxjgydME\nFCi8eSsXW/Zs2rEB3MadW/du3r19/waODVs2b96kSevUiYwUKQMGBAAAIEAAAQJqUKLEjVuCAgXy\n5CkXXvx48uEBnEef/tmzYciQ4cAhQ8ahcePK3cef//6ZMwD8A+TCpRzBggYPEgSgcCFDcuTKQYwo\nMeKyZTJkBMiIBUu5jh4/ggzpEQDJkibDhRtXbmU5cS7HjbNlS8eBAxAgCP8QoIEOnVu3QFSo8OxZ\nuaJGjyItCmAp06ZOn0KNKnUq1WzZqGXLtmsXJ06bUqVq0KAAAAAFCgAAUCBAAA0aAMDNlq0c3bp2\n79IFoHcvX2rUhmnT9udPmDDdyiFOrBhxuHApUgCIzI1bucqWL2OuDGAz587kyJULLXq06GzZoEAJ\noLpDh2/fbiRKVK1auXLkbpfLrXt3bgC+fwMXJ7xcuXHjwIEbFy7cnz8oMGBAg6ZIEUOLFjFjJiBA\nAA0axoEvJ348efIAzqNPr349+/bu38PPlo1atmy7dnHitClVqgYNABYAAKBAAQAACgQIoEEDAIfZ\nspWTOJFiRYkAMGbUSI3/2jBt2v78CROmWzmTJ1GaDBcuRQoAL7lxKzeTZk2bMwHk1LmTHLlyP4EG\nBZotGxQoAZB26PDt241EiapVK1eOXNVyV7FmvQqAa1ev4sCWKzduHDhw48KF+/MHBQYMaNAUKWJo\n0SJmzAQECKBBwzi/5QAHFiwYQGHDhxEnVryYcWPH2bJhEycOGzZt2r6RIxcrlhgZMnjwADB69IAB\nAAQICBeuXGvXr2G3BjCbdm1v3qqJEzds2K1b4soFFz48eKJEDBgAECBg3Lhyz6FHl/4cQHXr18dl\nL7ede/dy5Lx5K1VqwIAACBDw4kWCAwdmzMrFlz+ffnwA9/Hn//YtHDly/wDBgbt2bVu4cLNmpUGF\nypu3WrWGrVq1aBGAiw4chAtXrqPHjyABiBxJsqTJkyhTqlyZLRs2ceKwYdOm7Rs5crFiiZEhgwcP\nAECBDhgAQICAcOHKKV3KtKlSAFCjSvXmrZo4ccOG3bolrpzXr2C9JkrEgAEAAQLGjSvHtq3bt2wB\nyJ1Ld5zdcnjz6i1Hzpu3UqUGDAiAAAEvXiQ4cGDGrJzjx5AjOwZAubLlb9/CkSMHDty1a9vChZs1\nKw0qVN681ao1bNWqRYsAyHbgIFy4crhz694NoLfv38CDCx9OvLjxbt28kVvOvJxzctBhwVKjZsCA\nAAAAHDhggAuXcuDDi/8fLx6A+fPoxYn7Vq5ct27YsJErR7++/XLjIEAgQKCAF4Beyg0kWNBgQQAJ\nFS4cN45cOYgRJUIMF+7YMQkSDhgwsGWLhRcvtGkrV9LkSZQlAaxk2fLbS3LkxInLlm3czW7duIkT\nV65cuHDg+PCBAQPA0TFjyi1l2tTpUgBRpU6lWtXqVaxZtYYLR67cV7Bhw4oTp0GDiRs3cuW6RI5c\nObhx5c6VC8DuXbzkyJXjy5ccuXKBBQ8OXMyEiSpVqIQLV87xY8iRIQOgXNkyOXLlNG/m3HncuChR\nXqRIcenSiVKlyq1m3dp1awCxZc8WJ25cuXLkyIULR65cOXLkyg0fDg7/XLdcuSBBMoADx7hx5aRP\np15dOgDs2bVv597d+3fw4cOFI1fO/Hn06MWJ06DBxI0buXJdIkeu3H38+fXnB9DfP0AAAgGQI1fu\n4EFy5MoxbOiQYTETJqpUoRIuXLmMGjdy3AjgI8iQ5MiVK2nyJMpx46JEeZEixaVLJ0qVKmfzJs6c\nOAHw7OlTnLhx5cqRIxcuHLly5ciRK+fUKThw3XLlggTJAA4c48aV6+r1K9iuAMaSLWv2LNq0atey\nFSeuHNy4cufCzZaNWLdu5fby7ev3L18AggcTLmf4cDly5Moxbuw4XLhRjhxx47atHObMmjdzBuD5\nM+hyokeTLk3amjVN/4ECcePmJ1eucrJn065NGwDu3LrJkSvn2zc5cuWGEy8uTty2WLGyZQt17Fi5\n6NKnU58O4Dr27Nq3c+/u/Tt4ceLKkS9v/jz5bNmIdetW7j38+PLnwwdg/z7+cvr3lyNHDmA5gQMJ\nhgs3ypEjbty2lXP4EGJEiQAoVrRYDmNGjRs1WrOmKVAgbtz85MpVDmVKlStVAnD5EiY5cuVo0iRH\nrlxOnTvFidsWK1a2bKGOHSt3FGlSpUkBNHX6FGpUqVOpVrUaLhy5clvLkSNXDmxYseLIljN7Fm1a\ntWkBtHX7llzccnPLjRtHrly5cePIlfNb7tq1Y9u2lStHrlxixYsZN/8G8BhyZHLkylW2fBlzZXDg\nunnzRo4ctG3bypU2fRr1aQCrWbcmR65c7NjkyJWzfRs3OHDdeJMjd40cuXLDiRc3XhxAcuXLmTd3\n/hx6dOnhwpErd70cOXLluHf3Lg58OfHjyZc3Xx5AevXrybUv977cuHHkypUbN45cOf3lrl07BnDb\ntnLlyJU7iDChwoUAGjp8SI5cuYkUK1qcCA5cN2/eyJGDtm1buZEkS5osCSClypXkyJV7+ZIcuXI0\na9oEB66bTnLkrpEjVy6o0KFEhwI4ijSp0qVMmzp9ClWcOHLlqpYjR66c1q1cu3r9CnYrgLFky5Ij\nVy5tWnHixrktV47/XLm5dOvavYuXLjlyAPr6/UuOXLnBg8mRK4c4seLFiMmVeww5suTJACpbvkyO\nXLnNm8mRKwc6tOjQ5MiVO406terV5ciRAwA7tuzZtGvbvo07tzZt3siRCwc8nLhyxIsbP448ufJx\n4wA4fw4dnHRy5MCB8+Ytmzhx4MCNEyeuXDly5MqZP48+vXr04sQBeA8/frhw48qVI0dunP5y/Pv7\nB1hO4EBy5QweRJgQITlyABw+hAgOnDhy5MaNE5exXDly5MqRI1eunDhx48iRK5dS5UqWK8mRKydO\nHACaNW3exJlT506ePbVp80aOXDii4cSVQ5pU6VKmTZ2OGwdA6lSq/+CskiMHDpw3b9nEiQMHbpw4\nceXKkSNXTu1atm3dshUnDsBcunXDhRtXrhw5cuP8lgMcWPDgcuTKHUacWHFicuQAPIYcGRw4ceTI\njRsnTnO5cuTIlSNHrlw5ceLGkSNXTvVq1q1ZkyNXTpw4ALVt38adW/du3r19/wYeXPhw4sWNH0ee\nXPly5s2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38efX/9+\n/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXLli5f\nwowpcybNmjZv4k3MqXMnz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4IN\nK3Ys2bJmz6JNq3Yt27Zu38KNK3cu3bp27+LNq5dlQAAh+QQICgAAACwAAAAAIAEgAYf////+/v79\n/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp\n6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV\n1dXT09PS0tLR0dHQ0NDPz8/Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/\nv7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyr\nq6uqqqqoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5uampqZmZmYmJiXl5eW\nlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKB\ngYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFvb29ubm5tbW1sbGxr\na2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhWVlZVVVVU\nVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+\nPj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYk\nJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQ\nEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLFabdrAiZssLlw4cZgzYw7HOZy4z5/DiRZHunTpcONSqx4HDhyA17Bja9MWTpzt\n2+Ny6xbHu/c4ccCDixtHvHhxcePGiVu+HBw4ANCjS9emDZy469ixj9surrt3cOHCgf8DF06c+fPh\n0otbv37cOHHwv30DQL++/W3bwo0bJ66/f4DiBI4jWNBguHDdtm3z5g3cQ3ERxYWjWJGiN28ANG7k\n2NHjR5AhRY4MF07cyZPhwokb19LlS5gtw4UbN06cuHHidO4UN86nT3HiAAwlWhQcOHHjlC5lOk7c\nOKhRo4qjSnXcVaxYxW0NF07c13DhAIwlWxYcuHDi1K4d19ZtW3FxxYETV7fuOLzjxO399m3cOHHj\nBA8eJ04cAMSJFYMDJ27cY8iRJU8WJ66bOHHjNG/eHE7cZ9DhwIEDUNr0adSpVa9m3dr1ONixx4kT\nN872bdy5b3vzJk7cOODixI0jXtz/OHEAyZUvFydu3HPo0aVPjy5O3Djs2bVjDxdu3Hdx4gCMJ19e\nnLhx6dWvZ78enDhx4+TPp+/N2zj8+fXjB9DfP0AAAgGIEzfuIMKEChciBDfuIcSIEcWJG2dRnDgA\nGjdy7OjxI8iQIkeOK2lynDhx41aybOmSpTdv4sSNqylO3LicOnfmBODzJ1Bx4sYRLWr0KFKj4sSN\na+r0adNw4cZRFScOANasWsWJG+f1K9iwYMGJEzfuLNq03ryNa+v2bVsAcufSFSduHN68evfyzQtu\nHODAggWLEzfusDhxABYzbuz4MeTIkidTHmf5MubMmjOHCxYsXLhv38aRJi3u9LjU/6rHAWjt+rU4\nceNm065t+3ZtceLG8e7tW5y4bt3GjRMXLhyA5MqXixM37jn06NK/Uf/mbRz27NqxY8MmTly4ceLH\njwdg/jz6cerXs2+vXhx8cdewYRMlytm4/Pr3898vDqA4AAMJFjR4EGFChQsZjnP4EGJEiRHDBQsW\nLty3b+M4chT3cVxIkeMAlDR5Upy4cStZtnT5sqU4ceNo1rQpTly3buPGiQsXDkBQoUPFiRt3FGlS\npd+YfvM2DmpUqVCxYRMnLtw4rVu3AvD6Few4sWPJlhUrDq24a9iwiRLlbFxcuXPpzhUnDkBevXv5\n9vX7F3BgweMIFzZ8GPHhR2DAeP/zFi6cuHGTx4ELF06cuHGbxYkD8Bl0aHHixpU2fRp1atPgvn0b\n9xo2bHHbth075s0buG7dAPT2/VucuHHDiRcfLg4cOGvWkiWrNg56dOnjtlWqhA3bN3DgxnXvLk4c\nAPHjyYsTNw59evXrv31LlKhChw4ZMqgJF25cfv37+ecXB1AcgIEECxo8iDChwoUMxzl8CDGixIiP\nwIDx5i1cOHHjOo4DFy6cOHHjSooTByClypXixI17CTOmzJkwwX37Ni6nTp3itm07dsybN3DdugE4\nijSpOHHjmjp92lQcOHDWrCVLVm2c1q1cx22rVAkbtm/gwI07e1acOABs27oVJ27/nNy5dOt++5Yo\nUYUOHTJkUBMu3LjBhAsbHixOHIDFjBs7fgw5suTJlMdZvow5s+bL06alkCNnnOjRo8WNO41anGoA\nrFu7Hgc7tuzZtGODA1fNm7dxvHv35pYtGzdu48Z5CxcOgPLlzMWJGwc9unTo4bp1kyYtWzZw47p7\n9w4OnKUePYYNszYuvfpx4sQBeA8//rj59Ovbnz9s2I0bBgQIABggQAphwsaNEyfOmzhx4xw+hOgQ\nwESKFS1exJhR40aO4zx+BBkSZLhw47p1+/FDQJs241y+fClu3Dhx4sbdFCcOwE6ePcf9BBpUaFBx\n4saJE7dsGYxRo8Y9hTpOnDho/40aUaMmTtw4ceIAfAUbdtxYsmXHggP3TZy4cOG8eQM3Tu7cudOm\nIRgwABUqb+HCjQMceBwAwoUNj0OcWPFixNy4LVgQIEECDhwayJEDDdqePQsYMRoXWvTo0ABMn0ad\nWvVq1q1dvx4XW/Zs2rPDhRvXrduPHwLatBkXXLhwcePGiRM3Trk4cQCcP4c+Tvp06tWpixM3Tpy4\nZctgjBo1Tvz4ceLEQWvUiBo1ceLGiRMHQP58+uPs38dvHxy4b+LEAQwXzps3cOMOIkQ4bRqCAQNQ\nofIWLty4ihbHAcioceO4jh4/guzIjduCBQESJODAoYEcOdCg7dmzgBGjcTZv4v+0CWAnz54+fwIN\nKnQo0XFGjyJNajRcOGvW0ly4AGCqESPjrmLNqvWqOHEAvoINO24s2bJmx4ID583bLU2aDBgooEHD\ntGnP7vLidezYDTlyrl0bJ1gwgMKGD49LrHjxYnHjHkOOHNmbtwEDAGCOEgWYOHHjPoMeB2A06dLj\nTqNOrfr0tm2CBJVAgsSHjzkrVvDgAWA3AQLduokbJ3z4OHHiACBPrnw58+bOn0OPPm469erWp4cL\nZ81amgsXAIA3YmQc+fLmz5MXJw4A+/bux8GPL38+fHDgvHm7pUmTAQMFAGrQMG3aM4O8eB07dkOO\nnGvXxkWMCIBiRYvjMGbUqFH/3DiPH0GC9OZtwAAAJ6NEASZO3DiXL8cBkDmT5jibN3HmtLltmyBB\nJZAg8eFjzooVPHgAUEqAQLdu4sZFlTpOnDgAV7Fm1bqVa1evX8GOEzuWbFmx3rwRIUIAQNu2SZKM\nkzuXbl26APDm1TuOb1+/f/n68lWhgoIHDwQIABAgQKRIGjQUGDDAixcgjx5duzaOszhxAECHFi1O\n3DjTp1GnVj1OnLhWatTgwAGANu1evcCJEzeON29x4gAEFz58XHHjx5EXFyfOjh0v375lyxZHhIgE\nCQBkzw4OnLhx38GLAwcOQHnz59GnV7+efXv34+DHlz8fvjhxypTxadNGgIAE/wAPHRpHsKDBgwYB\nKFzIcJzDhxAjOqxVy5GjVtSoyZGDBRCgX78mTEhgwMCePYTEiRvHsuU4ADBjyhxHs6bNmzhrcuOG\nyZIlLFgACEWAYJzRo0iNAljKtOm4p1CjSn0qThw2bODGadUaLty3bwUKOCBEaJzZs2fDefMGoK3b\nt3Djyp1Lt67dcXjz6t2LV5w4Zcr4tGkjQECCQ4fGKV7MuDFjAJAjSx5HubLly5Rr1XLkqBU1anLk\nYAEE6NevCRMSGDCwZw8hceLGyZ49DoDt27jH6d7Nu7fv3dy4YbJkCQsWAMgRIBjHvLlz5gCiS58+\nrrr169irixOHDRu4ceDBh/8L9+1bgQIOCBEax759+3DevAGYT7++/fv48+vfz3+cf4DjBA4kWHCc\nNGndmjUjRSqDKFHjJI4TV3HcRYwZLwLg2NHjOJAhRY4E2a1brVrhxq0c502cuHDhwoQZQICAM2fi\ndI7j2XMcAKBBhY4jWtToUaRFU6Xq8OePMmVZsgy4cWPcVaxZxYkD0NXr13FhxY4lOxYZsnDj1K5l\nO07aOLhx5Y4D160bALx59e7l29fvX8CBxw0mXNhwYWnSujVrRopUBlGixk0eJ87yOMyZNWMG0Nnz\n53GhRY8mHbpbt1q1wo1jPc6bOHHhwoUJM4AAAWfOxO0e19v3OADBhQ8fV9z/+HHkyY2nStXhzx9l\nyrJkGXDjxjjs2bWLEwfA+3fw48SPJ1+ePDJk4catZ99+nLRx8eXPHweuWzcA+fXv59/fP0AAAgcS\nLGjwIEKB4xYybOjwIUNs2E5lyjRuXLhw4zZy7OgRAMiQIseRLGnSZDhx4rx5G+fyJUyXrVpZIEHi\n27dxOnfqFCcOANCgQscRLWr0qFFx4oSlSaNAgYlVq7Bh27EDAxYs47Zy7SpOHICwYseOK2v2LNqy\n1KjBgiVtHNxx2sSJG2f3Lt6848SFCwfgL+DAggcTLmz4MOJxihczbux4MTZspzJlGjcuXLhxmjdz\n7gzgM+jQ40aTLl06nDhx/968jWvt+nXrVq0skCDx7du43LpzixMH4Dfw4OOGEy9uvLg4ccLSpFGg\nwMSqVdiw7diBAQuWcdq3cxcnDgD48OLHkS9v/jx5atRgwZI27v04beLEjatv/z7+ceLChQPgHyAA\ngQMJFjR4EGFChQjHNXT4EGJEh+LEDeLBQ5y4cRs5dvS4EUBIkSPHlTR5smS4cNzGtXT5Eua4adMy\nhAgxDmdOneLEAfD5E+g4oUOJFhUaLpwNGwYoUIAAwcWpU926vXlzAA2acVu5dt0KAGxYsePIljV7\nlqwnTwwYbMiWbdWqE6tWjbN7F29eu+HCAfD7F3BgwYMJFzZ8eFxixYsZN/9mTC1btnGTKVe2PE5c\nuHAAOHf2PA50aNGjSZcOzYnTiUCBxrV2/VqcOACzadcedxt3bt23jRmTIycONmzFinX79m3cuCxZ\n9nz7Ng56dOnQAVS3fn1cdu3buWd34wYBAgk4cChQgCFNmnHjwoUb9x5+fPkA6Ne3fx9/fv37+fcf\nB3CcwIEECxokSC1btnEMGzp8OE5cuHAAKlq8OC6jxo0cO3rUyInTiUCBxpk8iVKcOAAsW7ocBzOm\nzJkwjRmTIycONmzFinX79m3cuCxZ9nz7Ni6p0qVJATh9CnWc1KlUq0p14wYBAgk4cChQgCFNmnHj\nwoUbhzat2rUA2rp9Czf/rty5dOvaHYc3r969fPeuevZsnODBhAWHCzdunLhw4QA4fgx5nOTJlCtT\n5sYtGThw164B8+YtXLgmTQJgwDAuterV4sQBeA079rjZtGvbnv3tW6xY4Mb5HsetW7dw4VKloiRO\n3LjlzJsvBwA9uvRx1Ktbv05927YBAwIgQJAgAYAHD6pVs2YNGDhw49q7f98egPz59Ovbv48/v/79\n4/r7BzhO4ECCBQuuevZs3EKGDReGCzdunLhw4QBcxJhx3EaOHT125MYtGThw164B8+YtXLgmTQJg\nwDBO5kya4sQBwJlT5ziePX3+5PntW6xY4MYdHcetW7dw4VKloiRO3Diq/1WtUgWQVevWcV29fgXb\nddu2AQMCIECQIAGABw+qVbNmDRg4cOPs3sVrF8Bevn39/gUcWPBgwuMMH0acWPFhW7ZObNo0TvJk\nypKxYQuXGRw4AJ09fx4XWvRo0qO9eZswYgQDBnqGDbt1C8DsAAG6dRuXW3fucOEA/AYefNxw4sWN\nHzcuzpKlaNFMmRI3Tvp06tQBXMeefdx27t29b6dGDQOGAAMGAAAgoEIFVapEiCAhRUq1atbChRuX\nX/84AP39AwQgcCDBggYPIkyosKA4ceMeQowoceI4HjwAbNgwbiPHjtu2wYL17Ru4bdsAoEypchzL\nli5fumTCBIAIESNGjP+pU6dKFQA+fWrTBk6cuHFGx4kDBw4A06ZOx0GNKnUq1anOOnQAB24c165e\nxYkbJ1YsgLJmz45Lq3Yt27TdugkQACBBAgoUGtCgQYuWAgUBBgywZu2aOHHjDiMeB2Ax48aOH0OO\nLHkyZXHixmHOrHkz53E8eADYsGEc6dKmt22DBevbN3DbtgGILXv2uNq2b+O+zYQJABEiRowYU6dO\nlSoAjh/Xpg2cOHHjno8TBw4cgOrWr4/Lrn079+7cnXXoAA7cuPLmz4sTN279egDu38MfJ38+/fry\nu3UTIABAggQUAFJoQIMGLVoKFAQYMMCatWvixI2TOHEcAIsXMWbUuJH/Y0ePH8eFFDmSZEmRAQIA\nMGBgXEuXLsMBA1atmjhx4cSJA7CTZ09x4sYFFTqUaNBAgWqNU7p0nDhxAKBC7dYt3DirV8VlBbCV\na1dx4saFFTuWbFmxZKRIGbeWbVu3bQHElTtXnLhxd/Hm1YsLV4AACLhx+/Yt3DjD43jwGBEr1jjH\njyE7BjCZcmXLlzFn1ryZ8zjPn0GHFv05QAAABgyMU716dThgwKpVEycunDhxAHDn1i1O3Djfv4EH\n9x0oUK1xx5GPEycOQPPm3bqFGzedujjrALBn1y5O3Djv38GHF/+djBQp49CnV79ePQD37+GLEzeO\nfn3793HhChAAATdu/wC/fQs3ruA4HjxGxIo1rqHDhw0BSJxIsaLFixgzatw4rqPHjyBDejxwAECA\nAM+ehQtnTJw4cOAEadAQK9a4mzcB6NzJc5zPn0CD+gwX7s2bcUiTKm3QAIAAAeLEjZtKdZy4qwCy\nat06rqvXr2DDej11KsCHD+PSql3Ldi2At3DjjptLt67duUaMAABQYJzfv3+HDcMTLty4w4gTHwbA\nuLHjx5AjS55MufK4y5gza96M+cABAAECPHsWLpwxceLAgROkQUOsWONixwZAu7btcbhz696NO1y4\nN2/GCR9OvEEDAAIEiBM3rrnzceKiA5hOvfq469iza9+O/dSpAB8+jP8bT768+fIA0qtfP669+/fw\n2xsxAgBAgXH48+cfNgxPOIDhxg0kWHAgAIQJFS5k2NDhQ4gRx02kWNHixXHcuAHgyFGDBgIEDoxk\nwABAgABQoIxjyRLAS5gxx82kOS5cuHHcuEmTpkqQIAECFiwYV9To0QABACxYMM7pU6jixAGgWtXq\nOKxZtW7lOk6cOABhK1QYV9bsWbRnAaxl23bcW7hx435DhAjAXQABxIkb19fvuEGDUIkTN87wYcSG\nASxm3NjxY8iRJU+mPM7yZcyZNTOLEUOAAAChDRgAULq0AAEBCBDgw2fc69cAZM+mLU7cONzixHnz\ndq1HDwDBhQMQIGD/2zjkycdBg3bgAIAOHcZNp159OgDs2bWP497d+3fw4+TIAVA+Q4Zx6dWvZ78e\nwHv48cWJG1fffn1x4njxQhEgAEAAAgEEGGdwnLhxCscJE3ZrHMSIEiUCqGjxIsaMGjdy7OhxHMiQ\nIkeSZBYjhgABAFYaMADg5UsBAgIQIMCHz7icOQHw7OlTnLhxQsWJ8+btWo8eAJYyBSBAwLZxUqeO\ngwbtwAEAHTqM6+r1a1cAYseSHWf2LNq0asfJkQPgbYYM4+bSrWu3LoC8eveKEzfuL+C/4sTx4oUi\nQAAAigEEGOd4nLhxkscJE3ZrHObMmjUD6Oz5M+jQokeTLm16HOrU/6pXq+bFq9S0aZs2SRMnbty4\nYcNe/fo1bly4ccKHDwdg/DjyccqXM/fmbcwYEnToFCiQIUOqcdq1hws3bpwiRdnGkS9v3jyA9OrX\nj2vv/j38+O516aIlTty4/Pr3898PACAAgQMHjjN4ECHCcOPGjRnjyZO4cRMpUhQnblxGjRs5AvD4\nEWRIkSNJljR5clxKlStZruTFq9S0aZs2SRMnbty4YcNe/fo1bly4cUOJEgVwFGnScUuZNvXmbcwY\nEnToFCiQIUOqcVu3hgs3bpwiRdnGlTV79iwAtWvZjnP7Fm5cuW916aIlTtw4vXv59uULAHBgweMI\nFzZsONy4cWPGeP/yJG5cZMmSxYkbdxlzZs0AOHf2/Bl0aNGjSZcedxp16tPgwI0TJw4QoAABHogT\nNw53bt27eecG8Bt48HHDiRcfLk7cOOXhwoEAcceaNRYsAnToIE7cOO3buXfXDgB8ePHjyJc3fx59\nevXrywNw/x7+OPnz6de3fx9//vkA+Pf3DxCAwIEECxo8iDChQgDjGjp86M0bLVo3GDAAgBFAAHHi\nxnn8CDKkyI8ASpo8OS6lypUsV4IDFwoSJAA0NWgAB06cuHE8e/r8CSCo0KHjiho9ijSp0qVMjQJ4\nCjWqOHHjqlq9ijWr1q1cxwH4Cjas2LFky5o9i3ac2rVsvXmjRev/BgMGAOoCCCBO3Li9fPv6/csX\ngODBhMcZPow4MWJw4EJBggQgsgYN4MCJEzcus+bNnAF4/gx6nOjRpEubPo069WgArFu7FidunOzZ\ntGvbvo079zgAvHv7/g08uPDhxIuPO448OTNmBAgEeA4gOoAD46pbv449O3YA3Lt7FydunPjx5MuT\nD7dtW44cC8KEGQc/vvz58gHYv49/nP79/Pv7BzhO4ECCA8WJG5dQ4cKEABw+hChO3DiKFS1exJhR\n48ZxADx+BBlS5EiSJU2eHJdS5UpmzAgQCBATwEwAB8bdxJlT506dAHz+BCpO3DiiRY0eNRpu27Yc\nORaECTNO6lSq/1WpAsCaVes4rl29fgUbFqw4cePMnkVrFsBatm3FiRsXV+5cunXt3sU7DsBevn39\n/gUcWPBgwuLEjUOcWHG3btvGjePFixo1cOMsX8acWXNmAJ09fxYnbtxo0qVNn0adWvU4AK1dvx4X\nW/Zs2rVt38YtG8Bu3r3DhRsXXPhw4sWNH0c+DsBy5s2dP4ceXfp06uLEjcOeXXu3btvGjePFixo1\ncOPMn0efXn16AO3dvxcnbtx8+vXt38efX/84AP39AwQgEMC4ggYPIkyocCFDgwAeQowYLty4ihYv\nYsyocSPHcQA+ggwpciTJkiZPohynciXLli5fwoy5EgDNmjbFif8bp3Mnz54+fwINOg4A0aJGxyFN\nqnQp06ZOnyYFIHUqVXHixmHNqnUr165ev44DIHYs2bJmz6JNq3atN2/j3sKNK3cu3bp2xwHIq3cv\nN27hxgEOLHgw4cKGC4sTB2Ax48bfvokbJ3ky5cqWL2O+LE4cgM6eP2/bBm4c6dKmT6NOrXo1gNau\nX8OOLXs27dq2vXkbp3s3796+fwMPPg4A8eLGuXELN2458+bOn0OPDl2cOADWr2P/9k3cuO7ev4MP\nL368eHHiAKBPr37bNnDj3sOPL38+/fr2AeDPr38///7+AQIQOJBgQYMHESZUuJBhQ4cPIUaUOJFi\nRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2bN3Hm1LmTZ0+fP4EGFTqUaFGj\nR4Vu2xZOXFOn46BGhSpO3Dir4rBm1SoOXDivXsWJCxdOnLhw374BULuWLTZs4cTFFTeOrji7d++O\n07uXr15x4sIFDiyOcGFx4bx5A7CYcWNt2sCJExcunDjLl8WNE7eZczhxn8WNEz16XLhs2b59Excu\n3Lhx4sSF8+YNQG3bt7dtCyeOd2/fv3uPEyduXPHi4sSFC/etW7dwz8VFlx7u2zcA17Fn176de3fv\n38Fv2xZOXHnz49CnRy9O3Dj34uDHly8OXDj79sWJCxdOnLhw/wC/fQNAsKBBbNjCiVsobpxDcRAj\nRhxHsaJFiuLEhdu4UZzHj+LCefMGoKTJk9q0gRMnLlw4cTBjihsnrqbNcOJyihvHs+e4cNmyffsm\nLly4cePEiQvnzRuAp1CjbtsWTpzVq1izXh0nTty4r1/FiQsX7lu3buHSilvLNty3bwDiyp1Lt67d\nu3jz6v32Ldy4v4ADCx4srnC4cOPGiVs8rrHjceIiiwv37RuAy5gzgwMnbpznz6DHiRtHurTp0+PC\nhbsGDty417BhhwMHDoDt27i/fQs3bpy43+LGCR9OXDi4cOHGKV8+Tpw4b9asjZtOnbq4b98AaN/O\nHRw4cePCj/8TR36c+fPox4kbx36cuHHwx4ED1y1cuHH48+cPBw4cAIAABA4kWNDgQYQJFSoUJ27c\nQ4gRJU6EKA4cuHEZNW7kmFGcOAAhRY4UJ27cSZQpVa5MKU7cuHHgwFXbtm3cTZw5xYkD0NPnT3Hi\nxg0lWtRo0XDjlC5lOk6bKlXixI2jWpWqOHEAtG7lOs7r13HixI0jW9Ys2XDj1KoNF06cuHDhuIED\nN87uXbzixAHg29fvX8CBBQ8mXFicuHGJFS9m3FixOHDgxk2mXNnyZHHiAGzm3FmcuHGhRY8mXXq0\nOHHjxoEDV23btnGxZc8WJw7Abdy5xYkb19v3b+C/w40jXtz/+DhtqlSJEzfO+XPn4sQBoF7d+jjs\n2ceJEzfO+3fw3sONI08+XDhx4sKF4wYO3Dj48eWLEwfA/n38+fXv59/fP0AAAgcSBDDuIMKEChci\n3LbNGjFi37558yZuHMaMGjGKEwfgI8iQ4sSNK2nyJMqUJ7Nls2YtSJAZtGiNq2nzpjhxAHby7ClO\n3LigQocSLWp0XLduTCxYKFZM3LioUseJEwfgKtas47Zy7eq1qzhx1bx5AwZsmC9fxIiNGWNp27Zx\ncufSFScOAN68evfy7ev3L+DA4wYTLmz4MOFt26wRI/btmzdv4sZRrmyZsjhxADZz7ixO3LjQokeT\nLj06WzZr/9aCBJlBi9a42LJnixMH4Dbu3OLEjevt+zfw4MLHdevGxIKFYsXEjWvufJw4cQCmU68+\n7jr27NqzixNXzZs3YMCG+fJFjNiYMZa2bRvn/j18ceIA0K9v/z7+/Pr38+8/DuA4gQMJFjQoUJeu\nGBUq3LrVrNm1cRMpVpwoThwAjRs5ihM3DmRIkSNJhsz24QMHDgMGCBAhQpy4cTNpzhQnDkBOnTvF\niRv3E2hQoUOJjosVC0BSZMjGNXXaNFw4AFOpVhUnblxWrVu5ihOXKxecW7eaNJGwYAEJEhgwxOjV\na1xcuXPFiQNwF29evXv59vX7F/A4wYMJFzY8WJeuGBUq3P+61azZtXGTKVeeLE4cAM2bOYsTNw50\naNGjSYfO9uEDBw4DBggQIUKcuHGzac8WJw5Abt27xYkb9xt4cOHDiY+LFQtAcmTIxjV33jxcOADT\nqVcXJ25cdu3buYsTlysXnFu3mjSRsGABCRIYMMTo1WtcfPnzxYkDcB9/fv37+ff3DxCAwIEECxoc\nhzChwoUME7Jh04EBgyxZxoy59e3buHHixnn8+BGAyJEkxZkchzKlypUsUVKLE2fFigABBMyYMS6n\nTp3iegL4CTTouHHixhk9ijSp0qUCBAB4um3buKlUx4W7CiCr1q3iuo77CjZsWG/eYsVCBQzYiRMV\nFiz48CH/QoRY4cKNu4sXr7i9APr6/Qs4sODBhAsbHoc4seLFjBNr07ZgwAA7djRpwvHo0bRpzqxZ\nGwc69DgApEubHoc6terVrFfPChYMGTIPHgSAADEut+7d4sQB+A08+LjhxIsbP46cOAECAJqDAzcu\nuvRx4sCBA4A9u/Zx3Lt7/869WTMXLlRp06ZK1QIHDh49ggZNmjhx4+rbvy9OHID9/Pv7BwhA4ECC\nBQ0eRJjQ4DiGDR0+hNhQm7YFAwbYsaNJE45Hj6ZNc2bN2jiSJccBQJlS5TiWLV2+hPlyVrBgyJB5\n8CAABIhxPX3+FCcOwFCiRccdRZpU6VKmSAkQABAVHLhx/1WtjhMHDhwArl29jgMbVuxYsM2auXCh\nSps2VaoWOHDw6BE0aNLEiRuXV+9eceIA/AUcWPBgwoUNH0Y8TvFixo0dL6ZGjUeDBmLEPHhwgQED\nN25q0KIlTtw40uLEAUCdWvU41q1dv2YNDlyyZK+4cWPGbNc33t84cCBQoYI4ceOMHzcuThwA5s2d\nj4MeXfp06tTFiStVCsD27cuWQfv2LVy4ceO+nQeQXv36ce3dv38vLlu2Fi2kSEEGDhwkSJEeAXwk\nTty4ggbHiQMH7tu3cePEgQMHYCLFihYvYsyocSPHcR4/ggwp8iM1ajwaNBAj5sGDCwwYuHFTgxYt\nceLG4f8UJw4Az54+xwENKnQoUHDgkiV7xY0bM2a7vkH9xoEDgQoVxIkbp3WrVnHiAIANK3Yc2bJm\nz6JFK05cqVIA3r5dtgzat2/hwo0b920vgL5+/44LLHjwYHHZsrVoIUUKMnDgIEGK9OiROHHjLmMe\nJw4cuG/fxo0TBw4cgNKmT6NOrXo169aux8GOLXs27djdui1AgMCSpQ0bAgAAUKWKk1ixwoUbN04c\nOHAAnkOPLk7cuOrWr1cPd+0aAgQAvv/5EywYNXHivHlLkQJAggTj3sOPL04cgPr274/Lr38///78\nAV5TouTAAQAHDz57xmvUqF69xIkD580bAIsXMYoTN47/Y0ePHG/JkUOChAwZzcSJ06ULSq9e42DG\njAmOGbNhw8CB+7ZtGwCfP4EGFTqUaFGjR8clVbqUaVOl0aJtsmZt3LhYsZqECJEtG7ZxX8GG+/YN\nQFmzZ8elVbt2bbhJkwDEjZspEzdu4/DijRBBwJ074wAHFixOHADDhxGPU7yYcWPHja09e4YN24IF\nCowYGTeOmzhx40CDFicOQGnTp8elVr169TFgwGLF8uZtXO1u3cKN072b97hr3ryFCzduHLhw4QAk\nV76ceXPnz6FHlz6OenXr17FXjxZtkzVr48bFitUkRIhs2bCNU78+3LdvAODHlz+Ofn379sNNmgSA\nP/9M/wAzceM2rmDBCBEE3LkzrqHDh+LEAZhIseK4ixgzatyo0dqzZ9iwLVigwIiRceO4iRM3rmVL\nceIAyJxJc5zNmzhxHgMGLFYsb97GCe3WLdy4o0iTjrvmzVu4cOPGgQsXDoDVq1izat3KtavXr+PC\nih1Ltqy4ceO8eSM1rq3bRYIEjZtLl264b98A6N3Ld5zfv4ADGzMGoHDhbt3GKVaMDRsCBAFOnRpH\nubJlceIAaN7MeZznz6BDi/4MDpwNZ87GqR73RZmycePANWsmTty427cB6N7Ne5zv38B9gwN3TZy4\ncciTJ58mTty45+O0MWP27ds0YMDAgRvHXZw4AODDi/8fT768+fPo049bz769+/fixo3z5o3UuPv4\nFwkSNK6/f4DjBIb79g3AQYQJxy1k2NChMWMAJErs1m3cxYvYsCFAEODUqXEhRY4UJw7ASZQpx61k\n2dLlS5bgwNlw5mzczXFflCkbNw5cs2bixI0jShTAUaRJxy1l2nQpOHDXxIkbV9Wq1WnixI3jOk4b\nM2bfvk0DBgwcuHFpxYkD0NbtW7hx5c6lW9fuOLx59e7FK07csmU2fvyYMMGMOHHjxnnzdubPn3GR\nJUsWBw4cAMyZNY/j3Nnz52/fBgwAAKAAN27ixI2rVq1QIQAABCRLNs72bdzixAHg3dv3OODBhQ8n\njm3/2LAJEw4ECzZunDRphkKFGjcOnDhx47RvHwfA+3fw48SPJ1/e/Hhx4qiBAzdunBkzBgYMmDIF\nFjdu4/TrFycOAEAAAgcSLGjwIMKEChWOa+jwIcSG4sQtW2bjx48JE8yIEzdunDdvZ/78GWfy5Elx\n4MABaOny5biYMmfS/PZtwAAAAApw4yZO3Lhq1QoVAgBAQLJk45YybSpOHICoUqeOq2r1Ktas2IYN\nmzDhQLBg48ZJk2YoVKhx48CJEzfuLdxxAObSrTvuLt68evfiFSeOGjhw48aZMWNgwIApU2Bx4zbu\n8WNx4gBQrmz5MubMmjdz7jzuM+jQoj+/eQPgtAAB/wcOoIgWbdw4YMAWgAAx7jbu3OLEAejt+/e4\n4MKHE/fmTYSIAAESiBMXLpw0QYI0aAgQoAA0aOO2c+8uThyA8OLHjytv/jz689GiDUCAgACBAE2a\nfPuWKFGCECHG8e/vH+C4cQAIFjQ4DmFChQsZLuzz6BEtWgECALAoS5a4cRs5jhMnDkBIkSNJljR5\nEmVKleNYtnT5kuWJEwBoVqhw40azcOHEibNho4ANG+OIFjUqThwApUuZihM3DmpUqVPduIkRQ9c4\nrePERYsGDlylSuHGlTV7tqw4cQDYtnU7Dm5cuXPlWrEiYMCAAAEWVKmyatWDBx5YsRp3GHHiwwAY\nN/92PA5yZMmTKUcWJ67VsmVNmgDw7FmcuHGjSY8WJw5AatWrWbd2/Rp2bNnjaNe2fZv2iRMAeFeo\ncONGs3DhxImzYaOADRvjmDd3Lk4cAOnTqYsTNw57du3b3biJEUPXOPHjxEWLBg5cpUrhxrV3/769\nOHEA6Ne3Pw5/fv379VuxAlDAgAEBAiyoUmXVqgcPPLBiNS6ixIkRAVi8iHGcxo0cO3rcKE5cq2XL\nmjQBgBKlOHHjWrpsKU4cgJk0a9q8iTOnzp08x/n8CTSoT2vWBAgIIEqUOHHZxo0DB44DBwAJEoy7\nijWrOHEAunr9Kk7cuLFky5qlRUuDhmnj2o57Nmz/2Li5dOvarQsgr9694/r6/Qv4b4ECAAQIoEIl\nAREiQIAUKCAAEaJxlCtbpgwgs+bN4zp7/gw6dLhxpMdhEyeOGzcBAgAECDAutmzZ4sKFA4A7t+7d\nvHv7/g08+LjhxIsbH27NmgABAUSJEicu27hx4MBx4AAgQYJx3Lt7FycOgPjx5MWJG4c+vfr1tGhp\n0DBtnPxxz4YNG4c/v/79+gH4BwhA4EAA4wweRJgQYYECAAQIoEIlAREiQIAUKCAAEaJxHT1+7AhA\n5EiS40yeRJlSZbhxLcdhEyeOGzcBAgAECDBO586d4sKFAxBU6FCiRY0eRZpU6TimTZ0+ZQoOnBAh\n/xKuXRuXNSs4cAMGADhwQJy4cWXNlhUnDsBatm3FiRsXV+7cuNmgQRsxwpIlcOPGiROXTJascYUN\nH0Z8GMBixo3HPYYcWfJjRYoAXA4QYMGCFFmy+PETIMCDYcPGnUad+jQA1q1dj4MdW/Zs2eLEhUiS\nxJQpZOPGgQMXIACAAQPGHUeOXNy3bwCcP4ceXfp06tWtXx+XXft27tszZFgwTvz4ceHCSZAAoECB\nce3dvxcnDsB8+vXFiRuXX39+ceJuAbx1BBOmO3do0RI3bpw4cXtOnBgncSLFihQBYMyocRzHjh4/\ncqRBAwDJEiU0aVoVK1avXilSGOnWbRzNmjbFif8DoHMnz3E+fwINCnTAAAAaNOTKFW7cuGzZChQA\nQIDAuKpWrYoDBw4A165ev4INK3Ys2bLjzqJNqzZthgwLxsGNOy5cOAkSABQoMG4v377ixAEILHiw\nOHHjDiM+LE7crVtHMGG6c4cWLXHjxokTt+fEiXGeP4MODRoA6dKmx6FOrXo1aho0AMAuUUKTplWx\nYvXqlSKFkW7dxgEPLlycOADGjyMfp3w58+bMBwwAoEFDrlzhxo3Llq1AAQAECIwLL168OHDgAKBP\nr349+/bu38OPP24+/fr252/bNmGCjnH+AY4TOBAIkBC8eI1TuJChQgAPIUYUJ25cRYsXw4XzNo7/\nY0eP46AtWSJO3DiTJ1GmNAmAZUuX42DGlDkTpgABAHB26zaOZ89x4MCNEzqUaFEAR5EmHbeUaVOn\nS+nQATBVkKBw4cZlzTpgAIAsWcaFFTtWnDgAZ9GmVbuWbVu3b+GOkzuXbl2527ZNmKBjXF+/foEA\nCcGL1zjDhxEbBrCYcWNx4sZFljw5XDhv4zBn1jwO2pIl4sSNEz2adGnRAFCnVj2OdWvXr1kLEACA\ndrdu43DnHgcO3Djfv4EHBzCcePFxx5EnV36cDh0AzwUJChduXPXqAwYAyJJlXHfv38WJAzCefHnz\n59GnV7+e/Tj37+HHd+/KFQAACcbl168fGzY1/wDDhRtHsKBBggASKlw4rqHDhw3FiRtHsaJFinkU\nKIAGTZy4cONCihw5EoDJkyjHqVzJsqXKBg0AAFAwrqbNmzhz4gTAs6fPcUCDCh0KdMAAAEjBgRvH\nlCk4cBYsAHj1apzVq1itAtjKtavXr2DDih1LdpzZs2jTmnXlCgCABOPiypWLDZuacOHG6d3LVy+A\nv4ADjxtMuPBgceLGKV7MWHEeBQqgQRMnLty4y5gzZwbAubPncaBDix4NukEDAAAUjFvNurXr164B\nyJ5Ne5zt27hz2x4wAIBvcODGCRcODpwFCwBevRrHvLlz5gCiS59Ovbr169izax/Hvbv37+DAAf8Y\nDyBAs2bbtn1bHy4cFSqawIEbR7++ffoA8uvfL07cOIDjBA4kWNCgOHFFBgzw4uXXL3DjJE6kSBHA\nRYwZx23k2NGjNWsARALwMW6cOHHfunUb19LlS5gvAcykWXPcTZw5c4LToAHAz5/SpIEDF+7YMU6c\nAABQ4MzZOKhRpUIFUNXqVaxZtW7l2tXrOLBhxYoNlyULALRor10bNuzOqlXevEWKpAccuHF59e7N\nC8DvX8DixI0jXNjwYcTjxIlDIEAANGjfvoUbV9ny5csANG/mPM7zZ9ChQ4VasCBAgETjxnXrxkWU\nqHGxZc+mPRvAbdy5x+3m3Xs3KFAFAAwnDmD/3Lhv3xTRoBEmzATo3ryNo17dOnUA2bVv597d+3fw\n4cWPI1/evPlwWbIAYM/+2rVhw+6sWuXNW6RIesCBG9ffP8BxAgcCKGjwoDhx4xYybOjw4Thx4hAI\nEAAN2rdv4cZx7OjRI4CQIkeOK2nyJMpQoRYsCBAg0bhx3bpxESVqHM6cOnfqBODzJ9BxQocSFQoK\nVAEASpcCGDfu2zdFNGiECTPhqjdv47Zy7boVANiwYseSLWv2LNq049aybet27Z49lCiFG2f37l1x\n4sbx7ev3L4DAggeLEzfuMOLEihePe/WKAyVK4yZTrmy5MoDMmjeP6+z5M+jQoMORHmf6NOrU/6gB\nsG7tehzs2LJhhwsXTZw4SJCMGRvn+zfw4MKFAyhu/Djy5MqXM2/ufBz06NKnQ9+zhxKlcOO2c+cu\nTty48OLHkwdg/jx6ceLGsW/v/j38ca9ecaBEaRz+/Pr36wfgHyAAgQMBjDN4EGFChQnDNRz3EGJE\niREBVLR4cVxGjRszhgsXTZw4SJCMGRt3EmVKlStXAnD5EmZMmTNp1rR5c1xOnTt59vT5E6hOAEOJ\nFh13FGlSpUuRRov2RJy4cVOpVrVaFUBWrVvHdfX6FWxYsM/ChRt3Fm1atWkBtHX7dlxcuXPp1rV7\nF69cAHv59vX7F3BgwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZszivn1782bYONGjSZc2DQB1\natXjWLd2/Rr2a3Dhwo2zfRt3btwAePf2PQ54cOHDiRc3fjw4AOXLmTd3/hx6dOnTx1W3fh17du3b\nuVsH8B18eHHixpU3fx79eXHfvr15M2xcfPnz6dcHcB9//nH7+ff3D3CcwIEEx4ELF26cwoUMGzIE\nADGixHEUK1q8iDGjxo0VAXj8CDKkyJEkS5o8KU7cuJUsW7p8CTOmzHEAatq8OS6nzp08d3brdu3b\nt2vXqI07ijSp0qUAmjp9Oi6q1KlUq1INJ07cuK1cu3rtCiCs2LHixI07izat2rVs27odByD/rty5\ndOvavYs3r15x4sb5/Qs4sODBhAuPA4A4seJxjBs7fuy4W7dr375du0ZtnObNnDt7BgA6tOhxpEub\nPo36dDhx4sa5fg07NmwAtGvbFidunO7dvHv7/g08+DgAxIsbP448ufLlzJuLEzcuuvTp1Ktbv459\nHIDt3LuLEzcuvPjx5MubP49+HID17NuLEzcuvvz59Ovbv49/HID9/PuLAyhu3ECCBQ0eRJhQ4TgA\nDR0+hBhR4kSKFS2KEzdO40aOHT1+BBlyHACSJU2KEzdO5UqWLV2+hBlzHACaNW2KEzdO506ePX3+\nBBp0HACiRY2KEzdO6VKmTZ0+hRp1HACq/1WtXsWaVetWrl3FiRsXVuxYsmXNnkU7DsBatm3HvYUb\nV+5cunXtwgWQV+/ecX39/gUcWPBgwn4BHEacWJy4cY0dP4YcWfJkyuMAXMacWfNmzp09fwbdrZu4\ncaVNn0adWvVq1gBcv4b97Zu4cbVt38adW/du3gB8/wb+7Zu4ccWNH0eeXPly5eLEAYAeXfq2beHG\nXceeXft27t29AwAfXvx48uXNn0efvls3cePcv4cfX/58+vUB3Mef/9s3ceP8AxwncCDBggYPIjQI\nYCHDht++iRsncSLFihYvYrwoThyAjh4/btsWbhzJkiZPokypciWAli5fwowpcybNmjZv4v/MqXMn\nz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4INK3Ys2bJmz6JNq3Yt27Zu\n38KNK3duUm7cwInLKy5cOHF+xwEOPE4c4XDhxIkDFy4cOHDfHj8WJ3kc5crjwoUDoHkzZ27cwokL\nLXr0aHDgwoUTp3oca9bixHnzVm32t2/ibo8bJ273t28AfgMPvm1bOHHGjx8fp1wc8+bOxYWLLm46\ndXHjxokbp337uHDhAIAPL37bNnDizosLp169uPbtx8GPHx9ct27evH37Bk4cf3HhAI4TOHBcuHAA\nECZUuJBhQ4cPIUYEBy6cOIviwoUTN47/Y8eO4sSFEzdSXDiT4sRx4xZOnLhxL2HCFDcTQE2bN8GB\nCzeO5zhx4sYFDSqOaDijRsWJG7eU6Ths2HR9+zaOatWq4cCBA7CVa1dw4MSNEzuWbFmz4sSFUyuO\nrbhxb+HGhStOHAC7d/GG0yuOr7hw4cSNEzyYMGFx4qxVqxYuHDhw4yBDFjeOcuXKADBn1ryZc2fP\nn0GHFiduXOnS4sSNU72atThx3sSJGzdOHDhw4nDjHrebd+/eAIAHFy5O3DjjxsWJG7ecuTjnz8GN\nky49XDhv3oABywQO3Djv38GLEweAfHnz4sSNU7+efXv368WFCzeOfn379+0D0L+f/zj//wDHCRwn\nTty4gwgTKhQnLpclS9myjZtIsaLFiQAyatzIsaPHjyBDihQnbpxJk+LEjVvJsqU4cd7EiRs3Thw4\ncOJy5hzHs6dPnwCCCh0qTty4o0fFiRvHtKm4p1DBjZs6NVw4b96AAcsEDty4r2DDihMHoKzZs+LE\njVvLtq3bt2zFhQs3rq7du3jvAtjLt++4v4DHiRM3rrDhw4jFictlyVK2bOMiS55MOTKAy5gza97M\nubPnz6DHiR5NurRoaNBChcqjS9ewYdvAgRtHu7bt27YB6N7Ne5zv38CD+xZHnPi4cdu2aYsUCQyY\nAQMSUKM2rrr16+LEAdjOvfu47+DDi///Hq58eXHisGGjtm3buPfw48uPD6C+/fvj8uvfzz9/N4Dd\ntg1ctowDhwIHDtCi9e3bOIgRJU4EUNHiRYwZNW7k2NHjOJAhRY4ECQ1aqFB5dOkaNmwbOHDjZM6k\nWZMmAJw5dY7j2dPnT57ihAodN27bNm2RIoEBM2BAAmrUxk2lWlWcOABZtW4d19XrV7Bdw40dK04c\nNmzUtm0b19btW7hvAcylW3fcXbx59d7t1m3b32XLOHAocOAALVrfvo1j3NjxYwCRJU+mXNnyZcyZ\nNYsTN87zZ9CfxYlz48bAaTJk5MjxhAyZOHHjZM+mXVucOAC5de8WJ27cb+DBhYcLt23/W7dx45gx\nmxEgAADoAAgwYzbO+nXs4sQB4N7d+zjw4cWPFyfu2jVXrnw1azZsWKJcucbNp19/vjhx4/SLEwfA\nP0AAAgcCGGfwIMKEBnnxkiEDhAcPACZOjBZtHMaMGjdiBODxI8iQIkeSLGnypDhx41aybMlSnDg3\nbgzQJENGjhxPyJCJEzfuJ9CgQsWJA2D0KFJx4sYxber0abhw27Z1GzeOGbMZAQIA6AqAADNm48aS\nLStOHIC0ateOa+v2LVxx4q5dc+XKV7Nmw4YlypVrHODAggGLEzfusDhxABYzbjzuMeTIkh/z4iVD\nBggPHgBw5hwt2rjQokeTDg3gNOrU/6pXs27t+jXscbJn067tzduIEQ4cpAAE6MmTPK5ciRMXLty4\n5MqXKxcnDgD06NLHUa9u/Tr26ty4VQoQwICBAAFWjStv/nx5ceIAsG/vfhz8+PLliwMHbtWqQYNI\nDRvWCGCjVdeujTN4EGFChAAYNnQ4DmJEiRPFiUuVqkqVKB8+APAYIMA4kSNJliQJAGVKlStZtnT5\nEmbMcTNp1rQZLpwoURw4RMqW7dIlCUNp0QIHblxSpUuZAnD6FOo4qVOpVrVaddeAATp0JEsmblxY\nsWPHAjB7Fu04tWvZsgXHjVusWDNmWFKmjBUrKcOGjfP7F3BgwAAIFzY8DnFixYrFjf8b9+1bpkzT\nhg07cACAAwfjOHf2zDlcuHGjxYkDcBp1atWrWbd2/Rr2ONmzadcOF06UKA4cImXLdumSBOG0aIED\nNw55cuXLATR3/nxcdOnTqVenvmvAAB06kiUTNw58ePHiAZQ3f35cevXr14Pjxi1WrBkzLClTxoqV\nlGHDxvX3D3CcwIEEBwI4iDDhuIUMGzYUN27ct2+ZMk0bNuzAAQAOHIz7CDLkx3DhxpkUJw6AypUs\nW7p8CTOmzJnjatq8ibOmOHHjevZctQoDAAAsWAQLNi6p0qTixI17+hSA1KlUx1m9ihWrtXFcu3od\n523BAl++xIkbhzat2rUA2rp9Oy7/rty5c8PZNWYMGzZq377VqWPHkqVxhAsbPmwYgOLFjMc5fgwZ\nMrhxlCtX/vDhQKVK4zp79iwudLhw40qLEwcgterVrFu7fg07tuxxtGvbvk1bnLhxvHmvWoUBAAAW\nLIIFG4c8OXJx4sY5dw4guvTp46pbv37d2rjt3LuP87ZggS9f4sSNO48+vXoA7Nu7Hwc/vnz54eob\nM4YNG7Vv3+rUAWjHkqVxBQ0eRHgQwEKGDcc9hBgxIrhxFS1a/PDhQKVK4zx+/ChOZLhw40yKEwdA\n5UqWLV2+hBlT5sxxNW3exJnTZrZsAQAAUKXKm7dxRYuKQxou3Dim4sQBgBpV6jiq/1WtUt22Dcu3\nb+O8fv1qS4CAcOHGnUWbFhy4cW3FiQMQV+7ccXXt3sV7Fxw4cePG9erVIkiQcYUNH0Z8GMBixo3F\niRsXWZy4cZUtjxM3TvPmzZ06HXj1atxo0qTFnQ4XbtxqceIAvIYdW/Zs2rVt38YtTtw43r19/wY+\nDhkyAgMGjEOePLk45uOcOxcnDsB06tXHXcee/bo3b3DAgRsXXrx4FAYMiBM3Tv169u3FiQMQX/78\ncfXt38ef3z43brnGABwDDpw3b+MOIkyoEADDhg7HQYwocSLFiJUqheDEaRzHjh4/chQnDgDJkiZP\nokypciXLluLEjYspcybNmuOQIf8jMGDAuJ4+fYoLOm7oUHHiACBNqnQc06ZOmXrzBgccuHFWr15F\nYcCAOHHjvoINK1acOABmz6Idp3Yt27Zu13LjlmvMGHDgvHkbp3cv374A/gIOPG4w4cKGDxOuVCkE\nJ07jHkOOLPmxOHEALmPOrHkz586eP4MeJ3o06dKmR2vTVsCEiXGuX7/uxo3bt2/jbosTB2A3797j\nfgMP/nvatDXjjiNHzo1bAAAAwIEbJ336OHHgwH37Nm67OHEAvoMPP248+fLmz5u/NWKEL1/Bgk0b\nJ38+ffoA7uPPP24///7+AY4TOHAgLlwBIEAYt3CcuHEPIUaMCIBiRYsXMWbUuJH/Y8dxH0GGFDkS\npDZtBUyYGLeSJctu3Lh9+zaOpjhxAHDm1DmOZ0+fPKdNWzOOaNGi3LgFAAAAHLhxT6GOEwcO3Ldv\n47CKEweAa1ev48CGFTuW7NhbI0b48hUs2LRxb+HGjQuAbl274/Dm1buXb15cuAJAgDCO8Dhx4xAn\nVqwYQGPHjyFHljyZcmXL4zBn1ryZc+YfPxDEijWOdOnS2rx5EyduXGtx4gDElj17XG3bt29nG7eb\nN28BAgAEX7RInLhxx4+D+/ZNnLhxz58DkD6d+jjr17Fn157d2oULb95gwXJsXHnz588DUL+e/Tj3\n7+HHl/9egQIA9//8oUNnmDZt/wDHCRxIUCCAgwgTKlzIsKHDhxDHSZxIsaLFiT9+IIgVa5zHjx+1\nefMmTty4k+LEAVjJsuW4lzBjxsw2rqZNmwIEANi5aJE4ceOCBgX37Zs4ceOSJgXAtKnTcVCjSp1K\ndaq1CxfevMGC5di4r2DDhgVAtqzZcWjTql3LNq0CBQDi/vlDh84wbdrG6d3LVy+Av4ADCx5MuLDh\nw4jHKV7MuLHjceLEiRAh4NChcZgxixM3blw4ceLGiRYtThyA06hTj1vNurXr1+OoUQsQAIDtX7+u\nXQs3rvc4ccCBjxs+HIDx48jHKV/OvLnz5rYQINizR5SoYuLEjdvOvft2AODDi/8fR768+fPoyz94\nAKB9kiQfPgixZGmc/fv4xYkDwL+/f4AABA4kWNDgQYQJFQIY19DhQ4gRHSZI0KBPn3Hjwm0UJ27c\nR5AhxYkDUNLkyXEpVa5k2XKcOHEAZAYI0KsXOHDjdO7kuVOcOABBhQ4dV9ToUaRJkZrasePbN3Hi\nxk2lWtUqAKxZtY7j2tXrV7BdUaCgkCnTOLRp1a5FK04cALhx5c6lW9fuXbx5x+3l29fvX74JEjTo\n02fcuHCJxYkb19jxY3HiAEymXHncZcyZNW8eJ04cANABAvTqBQ7cONSpVacWJw7Aa9ixx82mXdv2\nbdumduz49k2cuHHBhQ8nDsD/+HHk45QvZ97c+XIUKChkyjTO+nXs2a2LEwfA+3fw4cWPJ1/e/Plx\n6dWvZ99ePRkyBWLECBbszx8jyZKN49/fP0Bx4gAQLGhwHMKEChcyTMiJk4ABA5gxAwduHMaMGjOK\nEwfgI8iQ40aSLGnypEkkQoSMa+nyJcyXAGbSrDnuJs6cOnfiBAcO1rigQocSHSpOHICkSpcyber0\nKdSoUsdRrWr1KtaqZMgUiBEjWLA/f4wkSzbuLNq04sQBaOv27bi4cufSrSuXEycBAwYwYwYO3LjA\nggcLFicOAOLEiscxbuz4MeTHSIQIGWf5MubMmAFw7ux5HOjQokeTDg0OHKxx/6pXs27NWpw4ALJn\n065t+zbu3Lp3j+vt+zfw4OPChZsw4QByFSoKFDBx7dq46NKnhwsH4Dr27OO2c+/u/Tv3UKEoGDAQ\nK9azZ+PWs18vTty4+OLEAahv//64/Pr38++vHyAMGAIsWBAnblxChQsZJgTwEGLEcRMpVrR4cZw4\nccmSWRv3EWRIkSHFiQNwEmVKlStZtnT5EuY4mTNp1rTpbdkyESIC9EyRAgIEI9q0jTNqVJy4cePE\nffsGAGpUqeOoVrV6FWvVZ88OAABgy9a2beLGlTU7zpu3cWvFiQPwFm7ccXPp1rVbV5w4aL16CRAA\nALA4ceMIFzYsTtw4xYoBNP92/HhcZMnjxIkb161br16pxo0TJuzHjwNo0PjwcWdcatWrWa8OFw5A\nbNmzade2fRt3bt3jePf2/Ru4t2XLRIgIcDxFCggQjGjTNg46dHHixo0T9+0bAO3buY/z/h18ePHf\nnz07AACALVvbtokb9x7+OG/extUXJw5Afv37x/X3D3CcwIEEB4oTB61XLwECADgUJ26cxIkUxYkb\nhxEjgI0cO477CHKcOHHjunXr1SvVuHHChP34cQANGh8+7oy7iTOnzpzhwgH4CTSo0KFEixo9inSc\n0qVMmzLt1s1asmQcOChIkeLZM1q0wo37CjbsuHDgwAE4izbtuLVs27p9y5b/GjURDBiAAzcur969\nfPMC+As48LjBhAsbPjzu27cAAQAECMCN27jJlCtbngwgs+bN4zp7/gy6szJlT54QQIAgQIAV2LCN\new07tuzX4sQBuI07t+7dvHv7/g18nPDhxIsT79bNWrJkHDgoSJHi2TNatMKNu449+7hw4MAB+A4+\n/Ljx5MubP0+eGjURDBiAAzcuvvz59OMDuI8//7j9/Pv7BzhO4MBx374FCAAgQABu3MY9hBhR4kMA\nFS1eHJdR40aOGZUpe/KEAAIEAQKswIZt3EqWLV2uFCcOwEyaNW3exJlT506e43z+BBrUpzRpBAiM\nwIVrz54FJUqIEzdunLhx/1WrihMHDtw4ruLEAQAbVuw4smXNkg0Xzts4tm3bihO3gACBcOHG3cWb\nV5y4cX37AgAcWPA4woUNH0ZcGA4cAAECPHs2bpy4cZXHicOMedzmzQA8fwY9TvRo0qVJR4gAQLUA\nAQCkSOHG7datEaJEjRsnTvc43r3HAQAeXPhw4sWNH0eefNxy5s2dL5cmjQCBEbhw7dmzoEQJceLG\njRM3Trx4ceLAgRuXXpw4AO3dvx8XX/78+OHCeRuXX79+ceIWACRAIFy4cQYPIhQnbhxDhgAeQow4\nbiLFihYvUoQDB0CAAM+ejRsnbhzJceJOnhynUiWAli5fjospcybNmREiAP/IKUAAAClSuHG7dWuE\nKFHjxolLOm4p03EAnkKNKnUq1apWr2Idp3UrV67bBg0CIBaAgEOHDhxYoEDBs2e0aHUTJ27cOG3N\nmlWrNm6vOHEA/gIOPG4w4cLixF27JufUKWfOwoUbJ7lMGQGWuXEbp3mzZnGexY0LHRoA6dKmx6FO\nrXo169RgwBgQIMCSpWDBwI3LPQ7ct2/ixI0LHhwA8eLGxyFPrny5cihQAECHPoABAyBAAgQQgAED\nM2a/tm0TJ24ceXHiAKBPr349+/bu38OPP24+/frzT50aAGA/fwHRAEajQSOAAAHRosGCVWfYsHHj\nqPXqFS3aOIvixAHQuJH/4ziPH0F68zZjxoBNm5Yt69ZtXMsqVQAECDCOZk2bNMWJG7dzJwCfP4GO\nEzqUaFGjQ3ftGrB02TJt2raFCzduXDhxV8WN06oVQFevX8eFFTuW7FgKFAAQIDBixAYdOlq0GDAg\ngAED2bINs2YNHLhxf8WJAzCYcGHDhxEnVryY8TjHjyE7PnVqAADLlwVEi0aDRgABAqJFgwWrzrBh\n48ZR69UrWrRxr8WJAzCbdu1xt3Hn9uZtxowBmzYtW9at2zjjVaoACBBgXHPnz5uLEzeOOnUA17Fn\nH7ede3fv37nv2jWA/LJl2rRtCxdu3Lhw4uCLGzd/PgD79/GP07+ff3/+/wApUABAgMCIERt06GjR\nYsCAAAYMZMs2zJo1cODGaRQnDoDHjyBDihxJsqTJk+NSqlyZkhmzQODAffs2rqbNmt68jRv37Ru4\ncOHGjQs3rqhRowCSKl06rqnTp029eYs1rqpVq1y4UIAFa5zXr2DDggVAtqzZcWjTql3LNu2mTTGG\nDRtHt67du3YB6N3Ld5zfv4AD+wUHLkAAAeLEjVvMuLHjx4wBSJ5MubLly5gza948rrPnz52ZMQsE\nDty3b+NSq07tzdu4cd++gQsXbty4cONy69YNoLfv3+OCCx8e3Ju3WOOSK1fOhQsFWLDGSZ9OvTp1\nANizax/Hvbv37+C7b//aFGPYsHHo06tfrx6A+/fwx8mfT7++fHDgAgQQIE7cOIDjBA4kWNCgQAAJ\nFS5k2NDhQ4gRJY6jWNEixW7dxm3k2NFjR2/jRI4kSRLASZQpx61k2dLlS5bhwh0aV9PmTZw5Aezk\n2XPcT6BBhQZlxWrYtm21akERJ27cU6hRpUYFUNXq1XFZtW7lmtWIEQAAFowjW9bsWbRnAaxl29bt\nW7hx5c6lO87uXbx59e7l2/cuAMCBBY8jXNjwYcSFwy0e19jxY8iRAUymXHncZcyZNV/+9StIEBho\n0Dx4IEmcuHGpVa9mvRrAa9ixx82mXdu2Ll0AdANQMM73b+DBhQcHUNz/+HHkyZUvZ97c+Tjo0aVP\np17d+vXoALRv5z7O+3fw4cV/D1d+3Hn06dWvB9De/ftx8eXPpx//168gQWCgQfPgAUBJ4sSNK2jw\nIMKDABYybDjuIcSIEnXpAmARgIJxGjdy7OixI4CQIkeSLGnyJMqUKsexbOnyJcyYMme2BGDzJs5x\nOnfy7OnzJ9CgOwEQLWp0HNKkSpcideZMgwYTqVI9eqRrHNasWrdyBeD1K1hx4saRLWtWnLhYBAgA\naAtAxri4cufSrUsXAN68evfy7ev3L+DA4wYTLmz4MOLEigkDaOz48bjIkidTrmz5MmbJADZz7jzu\nM+jQoj87c6ZBg4lU/6kePdI17jXs2LJnA6ht+7Y4ceN28+4tTlwsAgQAEAcgYxzy5MqXM18O4Dn0\n6NKnU69u/Tr2cdq3c+/u/Tv48NsBkC9vfhz69OrXs2/v/n16APLn0x9n/z7+/Pr38+9/HyAAgQMJ\nihM3DmFChQs1acKGbVxEiRMpVqwIAGNGjRs5dvT4EWTIcSNJljR5EmVKlSQBtHT5clxMmTNp1rR5\nE6dMADt59hz3E2hQoUOJFjUKFEBSpUvFiRv3FGpUqZo0YcM2DmtWrVu5cgXwFWxYsWPJljV7Fu04\ntWvZtnX7Fm7ctQDo1rU7Dm9evXv59vX7Ny8AwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZs2b\nOXceBwB0aNGjSZc2fRp16m/fxrV2/Rp2bNmzZ4sTBwB3bt3fvokb9xt4cOHDiRcnLk4cAOXLmXvz\nJm5cdOnTqVe3ft26OHEAuHf3vm2buHHjyZc3fx59evUA2Ld3/x5+fPnz6df/9m1cfv37+ff3D3Cc\nwIEEC44TJw6AwoUMv30TNy6ixIkUK1q8aFGcOAAcO3r05k3cuJEkS5o8iTIlSnHiALh8CXPbNnHj\natq8iTOnzp08Afj8CTSo0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9\nizat2rVs27p9Czf/rty5dOvavYs3r969fPv6/Qs4sODBhAsbPowYqjZt4MQ5fgwZ8rjJk8VZFgcu\nc7du3Lhp+xwunLjRpMWF+/YNgOrVrLVpAydOXLjZ4cSFCycut27d48T59j1unLjh4r5x4wYOXLjl\n4pqLC/ftG4Dp1Ktr0xZOnPbt4sZ5/w4+/Dhw5Lt18+btW7hw4sSFEwc/vrhv3wDYv48/WzZw4vr7\nByguXDhx4sIdRBhO3MKF4Bw6/PbNWziKFMVdxCju2zcAHT1+BBlS5EiSJU2CAxdu3EqWLV2yFDdu\nnDhx3sTdFKdNWzdu3MT9HBdUaDhw4AAcRZr027dw4pw+HRc1qjiq/1XFhRuXdZy4cV3HgQPnDRs2\nceLCjUObVly4cADcvoULDpy4cXXHicM7Tu9evn3HfQsXTpy4cOHGHUZ8WJy4cePCPQYQWfJkcODE\njcM8TtzmcePEfQYNetxoceLCffsWLtw21uLEjYMNW5y4cePEhQsHQPdu3r19/wYeXPhwceLGHUee\nXHnyb+LEhQsHTpy4cePEietmzZo4ceO8f/cuThwA8uXNi0M/Tv169u3XfxMXP/44+vW99eoVLtw4\n/v39AwQgcCBBceLGIUyocCHDhOC8eRsncSJFieLEjcuYEQDHjh7FiRsnciTJkiZHisuWrVs3bty2\niRM3buZMceLG4f/ECWAnz54+fwINKnQoUXHixiFNqnSp0m/ixIULB06cuHHjxInrZs2aOHHjvoL9\nKk4cgLJmz4pLO24t27Zu2X4TJ1fuuLp2vfXqFS7cuL5+/wIILHiwOHHjDiNOrHgxYnDevI2LLHly\nZHHixmHGDGAz587ixI0LLXo06dKixWXL1q0bN27bxIkbJ1u2OHHjbt8GoHs3796+fwMPLnz4uOLG\njyMv/u0bNWpXLFnSoqXauOrjwoWTZsoUOHDhxoEPLy5cOADmz6MXJ24c+/bu33/7Bg6csWzZfv0C\nN27/OGnSAFrKkkWatHDjECZMCIBhQ4fixI2TOJFiRYrGmjUbsbH/Vi1x4saFFDmSpDhxAFCmVDmO\nZUuXL2G2BAdO26xZunR9+XIrXLhxP4EG/QmAaFGjR5EmVbqUadNxT6FGlfr02zdq1K5YsqRFS7Vx\nX8eFCyfNlClw4MKNU7tWXLhwAODGlStO3Di7d/Hm/fYNHDhj2bL9+gVuXOFx0qRZypJFmrRw4yBH\njgyAcmXL4sSN07yZc2fOxpo1GzG6Vi1x4salVr2atThxAGDHlj2Odm3bt3HXBgdO26xZunR9+XIr\nXLhxx5EnPw6AeXPnz6FHlz6denVx4sZl176duzRpGjQI4MBBg4ZX4MCNG6dNGxI/fsCBGzef/rhw\n9wHk179fnLhx/wDHCRxIkKA3b8aMqeHEiQmTR9GijRu3aVMCAgR27RI3rqPHceLEARhJsqQ4ceNS\nqlzJMmWJEgUWLCBAYIALF+Ny6tyZU5y4cUDFiQNAtKhRceLGKV3KtKnTcdy4lalQwYgRHToQefM2\nrqvXr10BiB1LtqzZs2jTql0rTty4t3DjypUmTYMGARw4aNDwChy4ceO0aUPixw84cOMSKx4XrjGA\nx5AjixM3rrLly5i9eTNmTA0nTkyYPIoWbdy4TZsSECCwa5e4cbBjjxMnDoDt27jFiRvHu7fv37xL\nlCiwYAEBAgNcuBjHvLlz5uLEjZsuThyA69izixM3rrv37+DDj//jxq1MhQpGjOjQgcibt3Hw48uH\nD6C+/fv48+vfz7+/f4DjBA4kWFAgNGifPvGRJo0aNXERx43bsqUAEiTjNG7cGM4jAJAhRY4jWdLk\nSZLixHXrlmvYsF69vokTN24cBgwABAjo1UvcOKBBgwIgWtToOKRJlS5FeugQAKgBAgAAMODDh3Dh\nxm3l2tWrOHEAxI4lK87sOLRp1a4dJ87tuHGjRsWAAAEOnD17xI3j29evXwCBBQ8mXNjwYcSJFY9j\n3NjxY8bixDFjFm7cZczjvn0jQACACxfjRI8eLc40ANSpVY9j3bq1ONjhwokbV3ucOHHfxu3mzXvG\nDADBZ80aV9z/+HEAyZUvH9fc+XPo3rwRIADA+oULGzYEECAgVqxx4cWPJx8ewHn06cetZ9/e/fpv\n38qUcQYOXKtWBQwY0KULHEBw4wYSLGgQAMKEChcybOjwIcSI4yZSrGhxojhxzJiFG+fx47hv3wgQ\nAODCxbiUKlWKawngJcyY42bSpCnuZrhw4sbxHCdO3LdxQocOnTEDANJZs8YxbeoUANSoUsdRrWr1\nqjdvBAgA6HrhwoYNAQQIiBVrHNq0ateiBeD2LdxxcufSrSv327cyZZyBA9eqVQEDBnTpAgduHOLE\nihcDaOz4MeTIkidTrmx5HObMmjdz5rxs2ZEjAEZfuDDuNGrU/+JWA2jt+vW42LLHgQMn7tu3cbp3\n8+7NGwBw4GDAWBtn/Pg4ceIAMG/ufBz06NKhhwsnqEABANoBYHDmjAOHAwAAsGHjzdu49OrXswfg\n/j18ceLG0a9vn764bdsSJDBgAKCFPHkGDAggQAAzZuMYNnT4kCEAiRMpVrR4EWNGjRvHdfT4EWTI\nkMuWHTkCAOWFC+NYtmwpDiYAmTNpjrN5cxw4cOK+fRv3E2hQoUEBFC0KBoy1cUuZjhMnDkBUqVPH\nVbV6tWq4cIIKFADwFQAGZ844cDgAAAAbNt68jXP7Fm5cAHPp1hUnblxevXvzitu2LUECAwYs5Mkz\nYEAAAQKYMf8b9xhyZMmPAVS2fBlzZs2bOXf2PA50aNGgxYkDNw51atWow4QB8Pr1hw/jaNe2LU4c\nAN27eY/z7RscOGzYwoEDNw55cuXLkXPjFiAAAOnbto2zfh07AO3buYsTNw58ePDdukmQAAA9egEC\nUo0bd+pUAAAAgAEbdx9/fv33AfT3DxCAQADixI07iDDhwVUaNAB4+JAFCwECAFgMF26cxo0cxYkb\nBxIkgJEkS5o8iTKlypUsx7l8CdMlOHDdxtm8idPmpEm+fFGgkG2c0KFEhYYLByCp0qXjmjp9CjWq\n1HHhwgEAICBIkHFcu3rlCiCs2LHixI07i/bst29x4vwIF27/nNy5c5sMGDAur969fPcC+As48LjB\nhAsXloUEiQABBw6k0aXLgAEBAwaIEzcus+bNnMWJAwA6tOjRpEubPo069bjVrFuvBgeu27jZtGvP\nnjTJly8KFLKN+w08+O9w4QAYP458nPLlzJs7fz4uXDgAAAQECTIuu/bt2QF4/w5enLhx5MuT//Yt\nTpwf4cKNew8ffpMBA8bZv48/P34A/Pv7BzhO4ECCBGUhQSJAwIEDaXTpMmBAwIAB4sSNw5hR40Zx\n4gB8BBlS5EiSJU2eRDlO5UqWKqNFmzVO5kya41TgwCFO3DiePX36FBcUwFCiRccdPSpO3DimTZ0+\nZSpOXKlr/9e8eZMli8k4rl29egUQVuxYceLGnUWbtlcvcOPcvoU7TgsAAOPs3sVrV5y4cX37AgAc\nWPA4woUNEw4XDpcwYc6cPXoUbtw4XboEAAAQLNg4zp09f/s2TrRoAKVNn0adWvVq1q1dj4MdWzbs\naNFmjcOdW/c4FThwiBM3Tvhw4sTFHQeQXPnycc2bixM3Tvp06tWlixNX6to1b95kyWIyTvx48uQB\nnEefXpy4ce3dv+/VC9w4+vXtj9MCAMA4/v39Axw3Tpy4cQYNAkiocOG4hg4fNgwXDpcwYc6cPXoU\nbtw4XboEAAAQLNi4kiZPfvs2buVKAC5fwowpcybNmjZvjv/LqXMnz5zixI0bF06bNgBGFSgYp3Qp\n06ZKxYkDIHUqVXHixmHNqnWr1m+pUg0YIAAFimrVqFEbp3Yt27YA3sKNK07cuLp27377Nm4v3757\nNQAAIE7cuMKGDyMuDGAx48bjHkOO/DhcOGbgwI3LrHmcNm0PAADIkMGXr3GmT5sWJ24ca9YAXsOO\nLXs27dq2b+Mep3s37966xYkbNy6cNm0AjitQMG458+bOl4sTB2A69erixI3Lrn079+3fUqUaMEAA\nChTVqlGjNm49+/buAcCPL1+cuHH27+P/9m0c//7+AY4bpwEAAHHixiVUuJBhQgAPIUYcN5FixYnh\nwjEDB27/XEeP47RpewAAQIYMvnyNU7lSpThx42DCBDCTZk2bN3Hm1LmT5zifP4EG9RksmAEDAJAm\nRTqOaVOnTMWJGzdVnDgAV7FmFSduXFevX8F2BQcOAQCzZgcMCBduXFu3b+G2BTCXbl1x4sbl1buX\nGrVxfwEH/guA8DjDhxEbDhduXOPGACBHljyOcmXLlJ05GzaOc2fP4woAAODDBzFi4salVj1OnLhx\nr18DkD2bdm3bt3Hn1r17XG/fv4H3pkIFQHHjxQsUGLeceXPnzQFElz5dXPVx17Fn1z4OGTIPBgwA\nEC9CxDjz59GnRw+AfXv34sSNkz9fPjZsx455G7efP38//wD9ABAgYJzBgwgTIgTAsKHDcRAjSgQH\nbtmybOMyatw47gAAANu2jRtJsqTJkQBSqlzJsqXLlzBjyhxHs6bNmzSpUAHAsyfPAgXGCR1KtChR\nAEiTKhXHdJzTp1CjjkOGzIMBAwCyihAxrqvXr2C/AhhLtqw4cePSqk2LDduxY97GyZ07148fAAIE\njNvLt6/fvgACCx48rrDhw+DALVuWbZzjx5DHHQAAYNu2cZgza96MGYDnz6BDix5NurTp0+NSq17N\nOjUFCgAABFClKlu2BSpU+PLVqJGacOHGjRNHPFy4cciRA1jOvPm459CjS49uyNCTKVMOHACQIcO4\n7+DDf/8XJ26cefMA0qtfP669e/fiqlUzYaLGuPv48UeLBiBCBIDjBA4cCC5cOHHixi1cCMDhQ4jj\nJE6kyI0bGTKyxm3k2HGcAJDjRI4kWZIkAJQpVa5k2dLlS5gxx82kWdPmTAoUAAAIoEpVtmwLVKjw\n5atRIzXhwo0bJ85puHDjpEoFUNXq1XFZtW7lutWQoSdTphw4ACBDhnFp1a5NK07cOLhwAcylW3fc\nXbx4xVWrZsJEjXGBBQuOFg1AhAjjFC9eDC5cOHHixk2eDMDyZczjNG/mzI0bGTKyxo0mXXqcANTj\nVK9m3Zo1ANixZc+mXdv2bdy5x+3m3dv3sWMAhAOAIU7/HDhww0SI8OEjQIABduyEC6cNHDhx4sZt\n3w7A+3fw48SPJ1+e/LVr3KxZQ4AgAAMG4+TPp1+fPgD8+fWP49/fP0Br1ly5urFrlzhx4xYuJEAA\ngAkT4yZSpCju4riMGscB6Ojx47iQIkcOG9amjZxxKleuNGAAQIAA42bSrGmzJoCcOnfy7OnzJ9Cg\nQscRLWrUqCcDBgAwBRBlHNRxyCxYSJAAAFYFCsKF6wYOnDhx48aOBWD2LNpxateybcvWG1xt2goU\nADBgwLi8evfmFSduHGBx4gAQLmx4HOLEihEbM9bFmbM6ddKkCZQnjwABAAgQGDdu27Zu2rSNK236\ndGkA/6pXsxYnbhzs2LCvXXvxYkK0aKxYGTIE6c8fAMKFjytu/Djy4uLEAWju/Dn06NKnU69ufRz2\n7Nq1ezJgAAB4AFHGkR+HzIKFBAkAsFegIFy4buDAiRM37v59APr38x/nH+A4gQMJFhznDaE2bQUK\nABgwYFxEiRMjihM3DqM4cQA4dvQ4DmRIkSCNGevizFmdOmnSBMqTR4AAAAQIjBu3bVs3bdrG9fT5\nsycAoUOJihM3DmlSpNeuvXgxIVo0VqwMGYL05w8ArVrHdfX6FWxXceIAlDV7Fm1atWvZtnUrTtw4\nuXPpdutW6NChAAGMGOE2DvA4ccyYiRNHixa4cYsZN/9uDAByZMnjKFe2fBlz5QMHANCgMQ50aNGj\nRQMwfRr1ONWrWbd2LQ62AwcDTJgIF65ZM2/jePf27RtAcOHDxYkbdxz5cXHiYMEKRItWliw0aIAZ\nMQJA9uzjuHf3/p27OHEAyJc3fx59evXr2bcXJ25cfPnzu3UrdOhQgABGjHAbB3CcQHHMmIkTR4sW\nuHEMGzp0CCCixInjKlq8iDGjxQMHANCgMS6kyJEkRwI4iTLluJUsW7p8KS6mAwcDTJgIF65ZM2/j\nevr8+ROA0KFExYkbhzQpUnHiYMEKRItWliw0aIAZMQKAVq3junr9CrarOHEAypo9izat2rVs27od\nBzf/rly4VKjcqFMnT54JE8SN+zvuzrFj4wobPoz4MIDFjBuPeww5suTJkAcMAJAq1bjNnDt77gwg\ntOjR40qbPo06telv3xwMGaJNGyRInMSJG4c7t27cAHr7/j0uuPDhwbdtE7ZsWZYsCBCUYsbMggUA\n1J89G4c9u/bt4sQB+A4+vPjx5MubP49+nPr17NVToXKjTp08eSZMEDcu/7g7x46NAzhO4ECCBQcC\nQJhQ4TiGDR0+hNhwwAAAqVKNw5hR40aNADx+BDlO5EiSJU2O/PbNwZAh2rRBgsRJnLhxNW3erAlA\n506e43z+BOpz2zZhy5ZlyYIAQSlmzCxYABD12bNx/1WtXsUqThwArl29fgUbVuxYsmXFiRuXVm3a\ncOFcuarhxk2ECDx4oBInToeOCI8ejQMcWPBgwQAMH0YsTtw4xo0dP36MDRsAypw4jcOcWfNmzQA8\nfwY9TvRo0qVNj962jU6RIsuW2bAxK1y4cbVt364NQPdu3uN8/wYOvBg0aMSIceM2TjkOHAEAAJgx\nI1gwcOOsWw8Xbtz27eLEAQAfXvx48uXNn0efXpy4ce3dv2/VygwvXmPGLFiQZdq0CBECAOzSZRzB\nggYPGgSgcCFDceLGQYwocaJEcAsWAMgIDdq4jh4/gvwIYCTJkuNOokypciXKcOFcoEBx7ZosWczE\nif8bp3MnT50AfgINOm4o0aJFs41LqlTpt28BAABw46ZXr27ixI3LqnWrOHEAvoINK3Ys2bJmz6IV\nJ24c27ZuW7Uyw4vXmDELFmSZNi1ChABduowLLHgw4cEADiNOLE7cuMaOH0N+DG7BAgCWoUEbp3kz\n586cAYAOLXoc6dKmT6MuHS6cCxQorl2TJYuZOHHjbuPOfRsA796+xwEPLlx4tnHGjx//9i0AAABu\n3PTq1U2cuHHWr2MXJw4A9+7ev4MPL348+fLixI1Lr349+/bjvn3zJk7cuPr27+O/D2A///7jAI4T\nOJBgwYLcwoVr0gTcOIcPIUaUCIBiRYvjMGbUuJH/Y8ZnzxB16zaOZEmTJ00CULmS5TiXL2HGlBlT\nyIsX43Dm1LlTJwCfP4EGFTqUaFGjR8WJG7eUaVOnT8d9++ZNnLhxV7Fm1ZoVQFevX8eFFTuWbFlu\n4cI1aQJuXFu3b+HGBTCXbt1xd/Hm1bsX77NniLp1GzeYcGHDhQEkVrx4XGPHjyFHhizkxYtxlzFn\n1pwZQGfPn0GHFj2adGnT4sSNU72adWvXr2HHHgeAdm3b43Dn1r1btyRJnsYFFz6ceHHiAJAnVz6O\neXPnz51jw1YFFqxDh5iM076de3fvAMCHFz+OfHnz59GfTxIs2Dj37+HHhw+Afn379/Hn17+ff39x\n/wDFjRtIsKDBgwjHiRPXDRy4cRAjSoQIoKLFi+MyatzIMSMoUBw4UBlHsqTJkyhPAljJsuW4lzBj\nyowpRoyAAQMAAIgRLty4n0CDCg0KoKjRo+OSKl3KtKnSaNHWTJs2rqrVq1ivAtjKtavXr2DDih1L\nVpy4cWjTql3Ltu04ceK6gQM3rq7du3UB6N3Ld5zfv4AD+wUFigMHKuMSK17MuDFjAJAjSx5HubLl\ny5bFiBEwYAAAADHChRtHurTp06YBqF7Nepzr17Bjy34dLdqaadPG6d7NuzdvAMCDCx9OvLjx48iT\nixM3rrnz59CjSx/HjVssUKDGad/OXTuA7+DDj/8bT768eXHiliwRIODGuPfw48ufLx+A/fv4x+nf\nz7+/foDhwhkwACBBggYNaIgTN87hQ4gRIQKgWNHiOIwZNW7kmPHZsyzfvo0jWdLkSZMAVK5k2dLl\nS5gxZc4UJ27cTZw5de7kOY4bt1igQI0jWtQoUQBJlS4d19TpU6jixC1ZIkDAjXFZtW7l2pUrALBh\nxY4jW9bsWbLhwhkwACBBggYNaIgTN87uXbx58QLg29fvOMCBBQ8mHPjZsyzfvo1j3NjxY8cAJE+m\nXNnyZcyZNW8OF27cZ9ChRY8mXdr0OACpVa8e19r1a9itrVnr1k3cONy5de/mvRvAb+DBxw0nXtz/\neHFs2JiNGydO3Djo0aVPpz4OwHXs2cdt597d+3fu4sSNI1/e/Hn04wCsZ9/e/Xv48eXPpx8u3Dj8\n+fXv59/fP8BxAgcSBGDwIMJxChcybKjQmrVu3cSNq2jxIsaMGAFw7OhxHMiQIkeKxIaN2bhx4sSN\na+nyJcyY4wDQrGlzHM6cOnfyzClO3LigQocSLToOANKkSpcyber0KdSo4sSNq2r1KtasWrdyHQfg\nK9iw48aSLWv2LNq0aseJEwfgLdy44+bSrWv3Lt68eukC6Ov377jAggcTLmz4MGLBABYzbuz4MeTI\nkidT5sYt3LjMmjdz7uz5s2dx4gCQLm362zdx/+NWs27t+jXs2LDFiQNg+zZucODEjevt+zfw4MKH\nEwdg/DhycODEjWvu/Dn06NKnUwdg/Tr27Nq3c+/u/Ts3buHGkS9v/jz69OrTixMH4D38+N++iRtn\n/z7+/Pr3898vDqA4AAMJFgQHTtw4hQsZNnT4EGJEABMpVgQHTtw4jRs5dvT4EWRIACNJljR5EmVK\nlStZtnT5EmZMmTNp1rR5E2dOnTt59vT5E2hQoUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5\ndvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZNyp2\n/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2/Rq24YAAIfkECAoAAAAsAAAAACAB\nIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v7u7u7e3t\n7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb2tra2dnZ\n2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbGxcXF\nw8PDwsLCwcHBv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2tbW1s7OzsrKysbGxsLCwr6+v\nrq6uq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqamZmZ\nl5eXlpaWlZWVk5OTkpKSkZGRj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhYWFg4ODgoKCgYGB\ngICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0cXFxcHBwb29vbm5ubW1tbGxsa2tr\naWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVV\nVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/\nPj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYm\nJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISERER\nEBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGi\nxYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNI\nkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rd\ny7ev37+AAwseTLiw4cOIEytezLixWm/evoGbTLmy5cuYM2sGwLmzZ2/ewIkeTbq06dOoU4MDwLq1\na2/evoGbTbu27du4c+sGwLu3b2/ewAkfTry48ePIkX/7BqC58+fQo0ufTr26dXDYs2vfzr279+/Z\nAYj/H08enPnz6NOrX8++/XkA8OPL//YNnP37+PPr38+/PziAAAQOJAjO4EGECRUuZNjwIACIESVO\npFjR4kWMGcFt5NjR40eQIUVyBFDS5ElwKVWuZNnS5UuYKgHMpFkT3E2cOXXu5NnTJ04AQYUOBVfU\n6FGkSZUuZWoUwFOoUaVOpVrV6lWs4LRu5drV61ewYbcCIFvWLDi0adWuZdvW7du0AOTOpQvO7l28\nefXu5dv3LgDAgQWDI1zY8GHEiRUvLgzA8WPIkSVPplzZ8mVwmTVv5pzZmzdwob99A1fa9GnUqU0D\nYN3aNTjYsWXPpl3b9u3YAHTv5g3O92/gwX1/I/5t/9u3b968gWPe3Plz6OAATKdeHdx17Nmza9u2\nrVs3cOHDe/MGzvx59OnVgwPQ3v17+PHlz6df3z44/Pn178fvzRtAcAK/fQNn8CDChAoPAmjo8CG4\niBInUqxo8SJGiQA2cuwI7iPIkCI/fiv5bdu3b968gWvp8iXMmOAA0KxpExzOnDp1atu2rVs3cEKF\nevMG7ijSpEqXggPg9CnUqFKnUq1q9Sq4rFq3cuXGzY2bU6f64MChRAk3cGrXsm3rFgDcuHLB0a1r\n9y7evHr31gXg9y9gcIIHEy7szZsuXcKEWVq06NcvcJInU65sGRyAzJo3g+vs+fNnXlOmkCETLZor\nIP9AfPiw9u1bt27gZtOubXs2gNy6d/Pu7fs38ODCwREvbvw4N25u3Jw61QcHDiVKuIGrbv069uwA\ntnPvDu47+PDix5Mvbx48gPTq14Nr7/49fG/edOkSJszSokW/foHr7x8gOIEDCRYEBwBhQoXgGDZ0\n6JDXlClkyESL5goIEB8+rH371q0bOJEjSZYUCQBlSpUrWbZ0+RJmTHAzadas+e3ZsytXDhxAIEBA\nAKHZsoEzehRpUqQAmDZ1Cg5qVKlTqVa1ejUqAK1buYLz+hVsWGzYcOFq1CjYtGnbtnkD9xZuXLlz\nAdS1exdcXr178377dk2Xrlu3UKCIkCCBBAkdXr3/cuasWjVwkylXtgwAc2bNmzl39vwZdGhwo0mX\nNj162zZw4LolSAAAgABws2nXtn0bQG7du8H19v0beHDf3bp9w4ZNm7Zu3cA1d/4cOgDp06mDs34d\ne3br3bqB8+49W7Zv4MB9++bNGzj169m3B/Aefnxw8+nXtz+fGzdq1DTt2AFwyhRw374lS+bAwTRw\nDBs6dAggosSJFCtavIgxo0ZwHDt6/Mhx2zZw4LolSAAAgABwLFu6fAkTgMyZNMHZvIkzp86b3bp9\nw4ZNm7Zu3cAZPYo0KYClTJuCewo1qtSn3bqBu3o1W7Zv4MB9++bNG7ixZMuaBYA2rVpwbNu6fcuW\n/xs3atQ07dgxZQq4b9+SJXPgYBq4wYQLFwaAOLHixYwbO34MOTK4yZQrW77sDYBmzeA6e/4MOjSA\n0aRLgzuNOrXq09CgSZPWKkmSAgUQFCiAAIECBbC+fQMH7hu44cSJAziOPDm45cybO3/OfNUqYKhQ\npUmjQwcxcNy7e/cOILz48eDKmz+Pvvy3b9SoVTJkaNcucN++adECAEADcPz7+wcITiA4AAUNHkSY\nUOFChg0dgoMYUeJEit4AXLwITuNGjh09AgAZUiQ4kiVNniQJDZo0aa2SJClQAEGBAggQKFAA69s3\ncOC+gQMaNCgAokWNgkOaVOlSpklXrQKGClWaNP86dBADl1Xr1q0AvH4FC07sWLJlxX77Ro1aJUOG\ndu0C9+2bFi0AADQAl1fv3r0A/P4FHFjwYMKFDR8Gl1jxYsaNwQkQAAAAC3CVLV/GnBnAZs6dwX0G\nHVr0t2+SJBUq1KFAAQECHACAHRuHMNrCvoHDnTs3AN69fYMDHlz4cOLBT51CVKJEgAACBNDixu3b\nN3DVrV8HkF37dnDdvX8HH148uFGjAADgA079evbsAbyHH1/+fPr17d/HD07/fv79/QMEFyAAAAAG\nwCFMqHAhQwAOH0IEJ3EixYrGjH34QICADE2aokWz4sBBgAAATvrx060buJYuXwKIKXMmuJo2b37/\ny/kNHM+ePKNFM2AAAFGiAQIIiBYNHNOmTpkCiCp1KriqVq9irfrtW7du4L6C/Ror1oABMsChTatW\nLYC2bt/CjSt3Lt26dsHhzat3L19wAQIAAGAAHOHChg8jBqB4MWNwjh9DjmzM2IcPBAjI0KQpWjQr\nDhwECABgtB8/3bqBS616NYDWrl+Diy179rfa38Dhzo07WjQDBgAABx4ggIBo0cAhT64cOYDmzp+D\niy59OvXo37516wZuO/ftsWINGCADHPny5s0DSK9+Pfv27t/Djy8fHP369u/jBxcgAAAAkgCCEziQ\nYEGDABAmVAiOYUOHD1mxMmBAly5wFzFefPVK/4CASeBAhhQpEkBJkyfBpVS5Ups2cC9hxowTBwAA\nGy9eJEgAAAAKcD+BBg0KgGhRo+CQJlW6FKkIEYAAgZM6VWq2bAMGfAO3lWvXrgDAhhU7lmxZs2fR\npgW3lm1bt2/BBQgAAIAkcHfx5tW7F0Bfv3/BBRY8mDArVgYM6NIFjnFjxq9eCRAwCVxly5cvA9C8\nmTM4z59Ba9MGjnRp03HiAABg48WLBAkAAEABjnZt27YB5Na9G1xv37+B9xYhAhAgcMeRH8+WbcCA\nb+CgR5cuHUB169exZ9e+nXt37+DAhxc/nvw2AOcBJAC3nn179+8BxJc/H1x9+/fvR1uwQICAVf8A\nV4EbSPDbNxUqBAhYBa6hw4cPAUicSBGcxYsYsWEDx7Fjx2gLFgwYQIgNmwMHAAAg8O0buJcwY74E\nQLOmTXA4c+rcqUsXAAAFCjwDR5Tot28FCgAAsA2c06dQoQKYSrWq1atYs2rdyhWc169gw4rdBqAs\ngATg0qpdy7YtgLdw44KbS7du3WgLFggQsGoVuL+Av31ToUKAgFXgEitevBiA48eQwUmeTBkbNnCY\nM2eOtmDBgAGE2LA5cAAAAALfvoFbzbr1agCwY8sGR7u27du6dAEAUKDAM3DAgX/7VqAAAADbwClf\nzpw5gOfQo0ufTr269evYwWnfzr27dz4AwgP/GAauvPnz6NMDWM++Pbj38OPHdyRAQIEC2rSB289f\nmzaACxacOAHO4EGECQEsZNgQ3EOIEL9NBFfRokVju3Z9+wbOow8fAAD0AVfS5MmTAFSuZAnO5UuY\nMSNEAADgwIFW3Lh940mBAgAAEiSAI1rU6FEASZUuZdrU6VOoUaWCo1rV6lWr27YtANAVACFwYcWO\nJVsWwFm0acGtZdu2LaYDB1CggARJWrZsxYpF0qChQIFQocANJlzYMADEiRWDY9y48TfI4CRPplxZ\n8qJFAABYANfZ8+fPAESPJg3O9GnUqL8ZMAAAQIAAFKRIiRABwO3bd+6A493b928AwYUPJ17c//hx\n5MmVg2Pe3Plz59u2LQBQHQAhcNm1b+feHcB38OHBjSdfvjymAwdQoIAESVq2bMWKRdKgoUCBUKHA\n7eff3z9AAAIHEgRn8ODBbwrBMWzo8CHDRYsAALAA7iLGjBkBcOzoERzIkCJFfjNgAACAAAEoSJES\nIQKAmDHv3AFn8ybOnAB28uzp8yfQoEKHEgVn9CjSpEqlFSgAAAC4qFKnUq0KDgDWrFrBce3q9Wuz\nZhs2FCp0pkOHAAEYGDBQoAAECODm0q1rFwDevHrB8e3r15s3cIIHEy4sWJYsAACmgWvs+PFjAJIn\nUwZn+TLmzFq0AADw5g2nGTMAkC4N4MABcP+qV7NuDeA17NiyZ9Oubfs2bnC6d/Pu7VtagQIAAIAr\nbvw48uTgADBv7hwc9OjSpzdrtmFDoUJnOnQIEICBAQMFCkCAAO48+vTqAbBv7x4c/PjyvXkDZ/8+\n/vz2ZckCAADgNHADCRYsCABhQoXgGDZ0+FCLFgAA3rzhNGMGAI0bARw4AA5kSJEjAZQ0eRJlSpUr\nWbZ0CQ4mzG8zv3WjRu3bN3A7eYLz9uEDAQLYwBU1ehRpUgBLmTYF9xRqVKnRonHgkCSJAQBbAQgI\n8DWAAAHTwJU1e/YsALVr2YJz+xZuXLlzwTFgAACAN3B7+fbtCwBwYMHgCBc2bFibAAEAAAz/GCAA\nQGTJkwG8AXcZc+bMADh39vwZdGjRo0mXBncaNThv3pht2wYOdmzZwIDBgQMOd27du3mDA/AbeHBw\nw4kXNz78W/JvvujQefYMXLNmESIYMOANXHbt27cD8P4dPDjx48mXN2+eF68LF3jxAvcefnz5AOjX\ntw8Of379+q0AAAAwQABQoDYAOAiAQIAAABoCgAYuosSJEwFYvIgxo8aNHDt6/AgupEhw3rwx27YN\nnMqVLIEBgwMHnMyZNGvaBAcgp86d4Hr6/Am057eh33zRofPsGbhmzSJEMGDAG7ipVKtWBYA1q1Zw\nXLt6/QoWLC9eFy7w4gUurdq1bAG4fQsX/5zcuXTpWgEAIEAAUKA2APgLgECAAAAKA4AGLrHixYsB\nOH4MObLkyZQrW7787Ru4zZu/fcsGLrTo0aOPHfMGLrXq1axbA3gNOza42bRr2/bmDZzu3bx1f/q0\nYAGKbNnAGT+O3DiA5cybg3sOPbr06dCzZROCAEGLFuC6e/8OvjuA8eTLgzuPPn23bpIkEQAAQIAA\nBAgI2CdCpJQMGQD6AwD4ANxAggULAkCYUOFChg0dPoQY8ds3cBUrfvuWDdxGjh07HjvmDdxIkiVN\nngSQUuVKcC1dvoTpzRs4mjVt0vz0acECFNmygQMaVChQAEWNHgWXVOlSpk2VZssmBAGCFv8twF3F\nmlXrVQBdvX4FF1bs2G7dJEkiAACAAAEIEBCAS4RIKRkyANwF8ADcXr59+wIAHFjwYMKFDR9GnBjc\nYsaMsW3bBk7yZMqSRYnipk3bt2/evIHr1k2bNmjduoFDnRocANatXYODHTu2t2/fwN3ets2bN3C9\nff+OFQsAAAHKlIFDnlw5cgDNnT8HF136dOrVwXnzxoCBAUeOwH0HH158eADlzZ8Hl169+m+SJCVK\ntADAfAAFCjQIFuzbN3DfvgFs0AAAABfgDiJMmBAAw4YOH0KMKHEixYrgLmLEiG3bNnAeP4L0KEoU\nN23avn3z5g1ct27atEHr1g0czZrgAOD/zKkTHM+ePb19+wZu6LZt3ryBS6p0aaxYAAAIUKYMHNWq\nVqkCyKp1K7iuXr+CDQvOmzcGDAw4cgRuLdu2btsCiCt3Lri6du1+kyQpUaIFAP4CKFCgQbBg376B\n+/atQQMAAFyAiyx58mQAli9jzqx5M+fOnj+DCy0a3LZtsSRJ+vYNHOvWrL15w4BhAwMGAgQAADBA\ngAAECDbAgsWNG7jixQEgT64cHPPm4Lx5g+bFS6xYTvr06dLl2zdw3r9XqwZg/HgCBJw5A6d+PXsA\n7t/DByd/Pv369sHBggUAQIBq1QCCEziQYEGCABAmVAiOYUNw375ZO3GiRIkAADBmBJAr/9e2beCA\nAQMwciQ3buBQplSJEkBLly9hxpQ5k2ZNm+Bw5gS3aNEAAABSpHiFDRs4o+C8mTGTIIGOAQMARJUq\n1UCgQNWqffsGjisAr1/BghM7Fly3bn04cNCgQQAAtwBy5Chz6pQzZ9gGDACwd2+YMLJkgRM8mDAA\nw4cRg1O8mHFjx+B+/RIgIBE4y5cxZ9YMgHNnz+BAhwb37du1ZMmwYTMBgHVrBMqUgZPtwwcA2wAY\ngNO9mzdvAL+BBxc+nHhx48eRg1O+HNyiRQMAAEiR4hU2bOCwg/NmxkyCBDoGDAAwnjx5A4ECVav2\n7Rs49wDgx5cPjn59cN269eHAQYMGAf8AAQgEkCNHmVOnnDnDNmAAgIcPw4SRJQucxYsYAWjcyBGc\nx48gQ4oE9+uXAAGJwKlcybKlSwAwY8oER7MmuG/friVLhg2bCQBAgyJQpgycUR8+ACgFwACc06dQ\noQKYSrWq1atYs2rdyhWcV6/MmHXoAKCs2bIFCgwYYECAgAQJCCRIIEAAgLsLFqxYUSdWLG/ewAkW\nDKCw4cPgEisGx42bqz59LlwQAKCy5cuYLQfAhg2c58+gPQMYTbo0uNOoU6teDc6atQgR7oCbTbu2\n7dsAcuve/e0buN+/vXn7Bg4cN26DAChfrgCcc+cNGgCYDiDAt2/gsmvfnh2A9+/gw4v/H0++vPnz\n4NKnZ8asQwcA8OPDL1BgwAADAgQkSEAgQQKAAgQAILhgwYoVdWLF8uYN3MOHACROpAjO4kVw3Li5\n6tPnwgUBAESOJFlyZABs2MCtZNlyJQCYMWWCo1nT5k2c4KxZixDhDjigQYUOJQrA6FGk376BY8rU\nm7dv4MBx4zYIwFWsCsBt3dqgAQCwAAJ8+wbO7Fm0ZgGsZdvW7Vu4ceXOpQvO7l1w0aJNANDX718A\nAj586NLlGzjEiRWD+9YY3GPI4ABMplwZ3GXMmTVnygTAs+cBAwIE0PPpEzBgr16BY93a9WsAsWXP\nBlfb9m3cucF162bAABtwwYUPJ14c/8Bx5MnBLWfe3PmpUwAAwIEDzvp1606cBAigDdx38OHDAyBf\n3vx59OnVr2ffHtx7+OC0aeNRoECDBgEA7OcfYBTAUdasgSto8CDChOAAMGzoEBzEiBInPnu2YMGD\nBxP48GHFChzIkCJHkgQH4CTKlOBWsmzp8iW4VasAAChAhcquXdy4gevp8ydQAEKHEv32DRzSpEqT\nXrtGg4Y3b+CmUp1qzVqnTt/Ace3q1SuAsGLHki1r9izatGrBsW0LTps2HgUKNGgQAADevAFGjbJm\nDRzgwIIHEwYH4DDixOAWM27s+NmzBQsePJjAhw8rVuA2c+7s+TM4AKJHkwZn+jTq1P+qwa1aBQBA\nASpUdu3ixg0c7ty6dwPo7fv3t2/ghhMvTvzaNRo0vHkD5/y5c2vWOnX6Bu469uzZAXDv7v07+PDi\nx5MvD+48+vTpv7lxkyLFrFnRvn0DZ/8+/vz67wPo7x8gAIEAwBU0eBBhQoULGRoE8BBiRHATKVa0\neBEcFy4AABioUWPQoGnTwJU0eRIlAJUrWYJz+RJmTJkzadZ8CQBnTp07efb0+RNoUHBDiRYt+s2N\nmxQpZs2K9u0bOKlTqVa1OhVAVq1bwXX1+hVsWLFjyXoFcBZtWnBr2bZ1+xYcFy4AABioUWPQoGnT\nwPX1+xcwAMGDCYMzfBhxYsWLGTf/PgwAcmTJkylXtnwZc2Zwmzl39rz52zdwo0mXNn0aNTgAq1m3\nBvcadmzZs2nXtg0bQG7du8H19v0beHBuI0YQIDBBlqxu3cA1d/4cenMA06lX/3YdXHbt27l39/4d\nPADx48mXN38efXr168G1d/8efvtv38DVt38ff3794AD09w8QgEAA4AoaPIgwocKFDA0CeAgxIriJ\nFCtavMhtxAgCBCbIktWtG7iRJEuaHAkgpcqV31qCewkzpsyZNGvaBIAzp86dPHv6/Ak0KLihRIsa\nPYo0qVKiAJo6fQouqtSpVKtavYpVKoCtXLuC+wo2rNix3fToiRLlGri1bNu6fQsg/67cueDq2r2L\nN6/evXztAvgLOLDgwYQLGz6MuFs3cIwbO34MOTJkb5Qpf/sGLvO3bwA6e/7szds3cKRLmz6NOjXp\nb6zBuX4N+9s3ALRr2+7WDZzu3bx1fwMHHNy3b9RChUqVihu45cybO2/uzRuA6dSrc+Pm7ds3cNy7\ne/fm7ds3cOTLmz+PHr03bwDau38PP778+fTr2+/WDZz+/fz7+wcITuBAggO9HTz47Rs4ht++AYAY\nUaI3b9/AXcSYUeNGjhe/fQQXUuTIb98AnESZsls3cC1dvmz5DdxMcN++UQsVKlUqbuB8/gQaFKg3\nbwCMHkXKjZu3b9/APYUa1Zu3b//fwF3FmlXr1q3evAEAG1bsWLJlzZ5Fm1btWrZt3b6FG1fuXLp1\n7d7Fm1fvXr59/f4FHFjwYMKFDR9GnFjxYsaNHT+GHFnyZMqVLV/GnFnzZs6dPX8GHVr0aNKlTfP1\n5g3catatXb+GHVs2OAC1bd/25g3cbt69ff8GHlw4OADFjR/35u0bOObNnT93/u0bOOrVrV/HXh3A\ndu7dvXkDF178ePLlzZ9HDw7Aevbt3b+HH1/+fPrevIHDn1//fv79/QMEJ3AgQQAGDyL05g0cw4YO\nH0KMKHEiOAAWL2L05u0buI4eP4L8+O0buJImT6JMaRIAy5YuvXkDJ3MmzZo2b+L/zAkOAM+ePn8C\nDSp0KNGi4I4iTap0KdOmTpECiCp1KriqVq9izap1K1erAL6CDfvtG7iyZs+iPfsNHNu2bt/CfQtg\nLt264O7izat3L9++fvECCCx4MOHChg8jTqwYHOPGjh9Djix5cmMAli9jBqd5M+fOnj+DDr0ZAOnS\npsGhTq16NevWrl+nBiB7Nm1wtm/jzq17N+/etwEADy58OPHixo8jTw5uOfPmzp9Djy6dOYDq1q+D\ny659O/fu3r+D1w5gPPny4M6jT69+Pfv27tEDiC9/Prj69u/jz69/P3/7AAACEDiQYEGDBxEmVKgQ\nXEOHDyFGlDiRokMAFzFmBLeR/2NHjx9BhhTJEUBJkyfBpVS5kmVLlyqbNTMGjmZNmzYB5NS5E1xP\nnz+BBhXqU5u2beCQJlWqFEBTp0+hRpU6lWpVq+CwZtW6lWtXr1+zAhA7liw4s2fRplW7lm3bswDg\nxpULjm5du3fx5q3brJkxcH8BBw4MgHBhw+AQJ1a8mHHjxNq0bQM3mXLlygAwZ9a8mXNnz59BhwY3\nmnRp06dPd+vmypUxY+Bgx5Y9G0Bt27fB5da9m3dv3+CyZXv2DFxx48eRA1C+nDk458+hR5c+/bkC\nBTq+fQO3nXv37QDAhxcPjnx58+fRe+PGDVz79t260aBBaNu2b9/A5de/H0B///8AAQgcSLCgwYMI\nEyosCK6hw4cQI0bs1s2VK2PGwGncyLEjgI8gQ4IbSbKkyZMowWXL9uwZuJcwY8oEQLOmTXA4c+rc\nybNnTgUKdHz7Bq6o0aNFAShdyhSc06dQo0r1xo0buKtXu3WjQYPQtm3fvoEbS7YsgLNo06pdy7at\n27dwwcmdS7eu3bnfvt3y4SNDhiNHWoEbTLhwYQCIEysGx7ix48eQIXPjVqXKmDHSwGnezJkzgM+g\nQ4MbTbq06dOoweHCBaA1LFjgYsueHRuA7du4wenezbu37mvXsmS5kSkTuOPbtoEC1aDBAW3awEmf\nTl06gOvYs2vfzr279+/gwYn/H0++vPnx3botM2WqR48PH7qBm0+/fn0A+PPrB8e/v3+A4AQOJFhQ\noC9fDx4ECIAM3EOIESMCoFjRIjiMGTVu5NgRHDFiAAAoAFfS5MmTAFSuZAnO5UuYMV0qUBAgQIZi\nxcDt3DltmgcP38ANJVq0KACkSZUuZdrU6VOoUcFNpVrV6lWq3botM2WqR48PH7qBI1vWrFkAadWu\nBdfW7Vu4ceP68vXgQYAAyMDt5du3LwDAgQWDI1zY8GHEicERIwYAgAJwkSVPngzA8mXM4DRv5txZ\nswIFAQJkKFYM3OnT06Z58PAN3GvYsWMDoF3b9m3cuXXv5t0b3G/gwYUPB37p/9IdM2amTDlxwhs4\n6NGlSwdQ3fp1cNm1b+f+7Vu0aNasbdOmTZYsSQ0aAGAPoAQ4+PHlywdQ3/59cPn17+ff3z9AcAEC\nAAAQABzChAoVAmjo8CG4iBInUsySBQBGAAOWLevWDRxIZsxMmQJn8iTKlABWsmzp8iXMmDJn0gRn\n8ybOnDpvXrp0x4yZKVNOnPAG7ijSpEkBMG3qFBzUqFKnfvsWLZo1a9u0aZMlS1KDBgDGAigB7iza\ntGkBsG3rFhzcuHLn0q0LLkAAAAACgOvr9+9fAIIHEwZn+DDixFmyAGgMYMCyZd26gavMjJkpU+A2\nc+7sGQDo0KJHky5t+jTq1P/gVrNu7fo1uG7dXLmi9u3btWvgdvPu7Xs3gODCh4Mrbvz48WwQIAAA\nQIDAgh49UqVqFiVKgAAAANwC5/07ePAAxpMvD+48+vTq16//9g0AfADXwNGvb98+gPz694Pr7x8g\nOIEDBwYIAABAgAC0vHkD9xBiRIkTIQKweBFjRo0bOXb0+BFcSJEjSZb8hgOHDh21vHkD9xJmTJkx\nAdS0eRNcTp07d/IB8BNogF69vn3jFiwYBAgBApQA9xRq1KgAqFa1Cg5rVq1buXK9cwcAgAEDkoEz\nexYtWgBr2bYF9xZu3Lh8ANQF0KABOL17+fb16xdAYMGDCRc2fBhxYsXgGDf/dvwY8jccOHToqOXN\nGzjNmzl35gwAdGjR4EiXNm2aDwDVqwP06vXtG7dgwSBACBCgBDjdu3nzBvAbeHBww4kXN378+J07\nAAAMGJAMXHTp06cDsH4dOzjt27lz5wMAPIAGDcCVN38effr0ANi3d/8efnz58+nXB3cff379+wMN\nGAAQAABC376BO4gwocKEABo6fAguosSJFDlwAACAAAFi4Dp6BBcqFAAAx8CZPIkSJYCVLFuCewkz\npsyZML15S2bCBAAAAQKA+wk0qFAARIsaBYc0qVKltQQICBDg2zdwVKtavYoVK4CtXLt6/Qo2rNix\nZMGZPYs2rdpAAwYAAEDo/9s3cHTr2r1rF4DevXzB+f0LODAHDgAAECBADJzixeBChQIA4Bi4yZQr\nVwaAObNmcJw7e/4MurM3b8lMmAAAIEAAcKxbu34NILbs2eBq2759u5YAAQECfPsGLrjw4cSLFweA\nPLny5cybO38OPTq46dSrW59uypQJEwC6d4fw58+3b+DKmz+PvjyA9ezbg3sPP758CRICBMCAQRu4\n/fzBTQA4AQAAPOAMHkSIEMBChg3BPYQYUeJEcN68ceBQAMBGjtDAfQQZMiQAkiVNgkOZEty3b+C0\nabt2rUaAAAYMfPsGTudOnd68GTIEDdxQokWLAkCaVOlSpk2dPoUaFdxUqv9VrU41ZcqECQBdu0L4\n8+fbN3BlzZ5FWxbAWrZtwb2FG1euBAkBAmDAoA3cXr7gJkwAAAAPOMKFDRsGkFjxYnCNHT+GHBmc\nN28cOBQAkFkzNHCdPX/+DED0aNLgTJ8G9+0bOG3arl2rESCAAQPfvoHDnRu3N2+GDEEDF1z48OEA\njB9Hnlz5cubNnT8HF136dOrduh04IEAAAO7cFXz4QIRIsGDgzJ9Hnx7Aevbtwb2HH19+pkxHjnDj\nBk7//m/fDgA8AADAN3AGDyJECGAhw4bgHkKMKHEiuEePAmAEoBFAgADgPoIMKRIAyZImwaFMCe7b\nN2/dXnZ7U6AAGjTgbuL/vIkNGwECAADsASd0KFGiAI4iTap0KdOmTp9CBSd1KtWqT54IEAAAQIAD\nBxo0ILBgQZEisWJ1A6d2LVu2AN7CjQtuLt26dmHBokSJGzdwfv+WKgUAAAEC1MAhTqxYMYDGjh+D\niyx5MuXK1wgQAKB5MwABApKBCy169GgApk+jBqd6NWvV376pChHCmDFwtm+DS5YgAYDeAAKACy58\n+HAAxo8jT658OfPmzp+Diy59OvUnTwQIAAAgwIEDDRoQWLCgSJFYsbqBS69+/XoA7t/DByd/Pv36\nsGBRosSNG7j+/gGWKgUAAAEC1MAlVLhwIQCHDyGCkziRYkWL1wgQALCR/yMAAQKSgRM5kiRJACdR\npgS3kmXLld++qQoRwpgxcDdxgkuWIAEAnwACgBM6lChRAEeRJlW6lGlTp0+hgpM6lWrVO3cGDGjT\nhps0aaNGWXM21tmdO+DQplW7FkBbt2/BxZU7l+60aSlSmDJVDVzfvq5cCRAAAIA3cIcRJ04MgHFj\nx+AgR5Y8mfItAJcBCNAMgDMAb+BAhxYtGkBp06fBpVa9evW3RIn06AE3e3a3bswyZACwGwAwcL+B\nBw8OgHhx48eRJ1e+nHlzcM+hR5d+586AAW3acJMmbdQoa87AO7tzB1x58+fRA1C/nj049+/hx582\nLUUKU6aqgdOv35UrAf8ABQAA4A2cwYMIEQJYyLAhuIcQI0qceAuARQACMgLYCMAbuI8gQ4YEQLKk\nSXAoU6pU+S1RIj16wMmU2a0bswwZAOgEAAycz59AgQIYSrSo0aNIkypdyhSc06dQodIyQNWAIUPf\nwIHz5g3ct2+6dIUJww2c2bNo0QJYy7YtuLdw48q9datAgQ0bcMSK1ayZtA4dAAgGcAuc4cOIEQNY\nzLgxuMeQI0t+7M1bqlQBAGjWHCAAgM8AnoEbTbp0aQCoU6sGx7q1a9fURoyAAEGQoEdOnAwYsCBA\nAADAAWQBR7y4ceMAkitfzry58+fQo0sHR7169W/cuGnTpiVBgixZwIn/H09e/LZt4NKrX88egPv3\n8MHJn0+/PipUDhwECSKlVy+AwoQ9I0AAAIAAAbqBY9jQoUMAESVOBFfR4kWMFf34efAAwMcBAxqR\nIAEAAAEC4FSuZNkSwEuYMcHNpFmz5jAFCgoUkCVLxYIFLVoko0EDwFEA4JQuZdoUwFOoUaVOpVrV\n6lWs4LRu3fqNGzdt2rQkSJAlCzi0adWi3bYN3Fu4ceUCoFvXLji8efXuRYXKgYMgQaT06iVM2DMC\nBAAACBCgGzjIkSVLBlDZ8mVwmTVv5pzZj58HDwCMHjCgEQkSAAAQIADO9WvYsQHMpl0b3G3cuXMP\nU6CgQAFZslQsWNCi/0UyGjQALAcAzvlz6NEBTKde3fp17Nm1b+cOzvt3cN++eaNGTZUqIAsWuHIF\nzv17+O6ZMesGzv59/PgB7OffHxxAcAIHEiSoTVuyZNWqefv2DRq0DAAmAmjQABm4jBo3bgTg8SNI\ncCJHkiy5bVuBAgBWKlDAilUwO3YKFAgSBBzOnDp3Aujp8ye4oEKHDlUkQMCAAQKWEiAACJCwK1cE\nCLhw4Ru4rFq3bgXg9SvYsGLHki1r9iy4tGrBffvmjRo1VaqALFjgyhW4vHr35mXGrBu4wIIHDwZg\n+DBicIoXM26sTVuyZNWqefv2DRq0DAA2A2jQABm40KJHjwZg+jRqcP+qV7NuvW1bgQIAZitQwIpV\nMDt2ChQIEgQc8ODChwMobvw4uOTKly9XJEDAgAECphMgAAiQsCtXBAi4cOEbuPDix48HYP48+vTq\n17Nv7/49uPjy52/b5s1brwwZBgw4dgwgOIEDBdaqJUCAGHALGTZsCABiRIngKFa0eBFjRW7chhQo\noEABJEjgSJY0eRJASpUrwbV0+RLmtWsCBHjwoOvbN3DgvAEDduKEHz/giBY1ehRAUqVLwTV1+vSp\nNxMmAFStOmFCkSLNgAAJEAAAAGzgyJY1axZAWrVr2bZ1+xZuXLng6Na1u22bN2+9MmQYMODYMXCD\nCQ+uVUuAADHgGDf/duwYQGTJk8FVtnwZc2bL3LgNKVBAgQJIkMCVNn0aNQDVq1mDc/0aduxr1wQI\n8OBB17dv4MB5AwbsxAk/fsAVN34cOQDly5mDc/4cOnRvJkwAsG59woQiRZoBARIgAAAA2MCVN3/+\nPAD169m3d/8efnz588HVt3/fm7du3S4RIAAQAIAFC7J4O+jtW5kyABo2TJKkWzdwFCtaBIAxo0Zw\nHDt6/AiyY6NGCy5c8OTJmzdwLFu6fAkgpsyZ4GravInTlCkDBnz4uAYOXLdu1rp08eABGTJwTJs6\nfQogqtSp4KpavXp12YABALp69ZoAgNixNsCZPYsWLYC1bNu6fQs3/67cuXTB2b2LF68xAHz7Cliw\nQIMGHAAKGw5gxAgnTt/AOX78GIDkyZTBWb6MObNmcN26QYDAYdo0cKRLmz5tGoDq1azBuX4NO3a2\nbIkSffsGLvexY2EcOFiyBJzw4cSLCweAPLlycMybO3fuTYAAANSrVy8AILv2R+C6e//+HYD48eTL\nmz+PPr369eDau3//3hiA+fQFLFigQQMOAPz7BwBoxAgnTt/AHUSIEMBChg3BPYQYUeJEcN26QYDA\nYdo0cB09fgT5EcBIkiXBnUSZUmW2bIkSffsGTuaxY2EcOFiyBNxOnj197gQQVOhQcEWNHj3qTYAA\nAE2dOi0AQOrUR//grF7FihXAVq5dvX4FG1bsWLLgzJ5FizYRALZtAThw0KBBAAB17QL48wcbtm/g\n/P79C0DwYMLgDB9GnFjxtyNHAAAQ8O0bOMqVLV+2DEDzZs7gPH8GHXrbtmnTwJ3+9o0JkwKtLVkC\nF1v2bNqxAdzGnRvcbt69e0cLEADA8OEZMjBh8kGAAAAADhxI8u0bOOrVrVMHkF37du7dvX8HH148\nOPLlzZtPBED9egAOHDRoEADAfPoA/vzBhu0bOP79+wMEIHAgQXAGDyJMqPDbkSMAAAj49g0cxYoW\nL1oEoHEjR3AeP4IMuW3btGngTn77xoRJgZaWLIGLKXMmzZgAbuL/zAluJ8+ePaMFCABg6NAMGZgw\n+SBAAAAABw4k+fYNHNWqVqkCyKp1K9euXr+CDSsWHNmyZs8GCQIAwIkT2sDBhfvt27ZtmzaBy6t3\nL18Afv8CBid4MOHCgr8h/nZJgAAAAA6Biyx5MuXKAC5jzgxuM+fOnj9zXrKkRa9e4E6jTq06NYDW\nrl+Diy17Nm1dugAAMGIEHO/evr15Ayd8OPHiAI4jT658OfPmzp9DByd9OvXqefIwYAALFrju3r+D\nDx8eAPny5sGhT69+/bdv27ZJkzYDAH0AqMDhz69/P38A/gECEDgQADiDBxEmVHgwVqxa3bqBkziR\nYkWKADBm1AiO/2NHjx+hQStSZNs2cCdRplS5ciUAly9hxpQ5k2ZNmzfB5dS5k2eePAwYwIIFjmhR\no0eRIgWwlGlTcE+hRpX67du2bdKkzQCwFQAqcF/BhhU7FkBZs2fBpVW7lm1btbFi1erWDVxdu3fx\n3gWwl29fcH8BBxYMDVqRItu2gVO8mHFjx44BRJY8mXJly5cxZ9YMjnNnz5+/ffPmDVxp06dRp1YN\nDkBr16/BxZY9m3ZtaFOm2LEDjndv37+BgwMwnHhxcMeRJ1e+nHlz58gBRJc+HVx169exZ9e+nbt1\nAN/Bhxc/nnx58+fRg1O/nn37b9+8eQM3n359+/fxgwOwn39/cP8AwQkcSLBgQWhTptixA66hw4cQ\nI4IDQLGiRXAYM2rcyLGjx48ZAYgcSRKcyZMoU6pcybLlSQAwY8qcSbOmzZs4c4LbybOnz59Agwrl\nCaCo0aPgkipdyrTpN2zYvHkDR7Wq1atYwQHYyrUruK9gw4odS7asWbAA0qpdC66t27dw48qdS9ct\ngLt48+rdy7ev37+AwQkeTLiw4cOIEw8GwLixY3CQI0ueTPkbNmzevIHbzLmz58/gAIgeTRqc6dOo\nU6tezbr1aQCwY8sGR7u27du4c+veXRuA79/AgwsfTry48ePgkitfzry58+fQlQOYTr06uOvYs2vf\nzr27d+wAwov/Hw+uvPnz6NOrX8/ePID38OODm0+/vv37+PPrpw+gv3+AAAQOJFjQ4EGECRUW7Nbt\nGziIESVOpFgR4jdwGTVuzPjtGwCQIUV68wbO5EmUKVWuZMny2zcAMWXO9OYN3E2cOW9+A9fT50+g\n4L59A1fU6FGj3rwBYNrUabdu38BNpVp16rdv3ryB49rVK9dvYcGNJVu2LAC0adWuZdvW7Vu4cbt1\n+wbO7l28efXutfsN3F/Agf9++wbA8GHE3ryBY9zY8WPIkSVL/vYNwGXMmb15A9fZ8+fO38CNJl3a\nNLhv38CtZt2atTdvAGTPpt2t2zdwuXXvzv3tmzdv4IQPJy78/9txcMmVL18OwPlz6NGlT6de3fp1\n7Nm1b+fe3ft38OHFjydf3vx59OnVr2ff3v17+PHlz6df3/59/Pn17+ff3z9AAAIHEixo8CDChAoX\nMmzo8CHEiBInUqxo8SLGjBo3cuzo8SPIkCJHkixp8iTKlCpXsmzp8iXMmDJn0izozds3cDp38uzp\n8yfQoACGEi3qzRu4pEqXMm3q9ClUcACmUq3qzRu4rFq3cu3q9StYcADGki3rzds3cGrXsm3r9i3c\nuADm0q1r9y7evHr38v32DRzgwIIHEy5s+DA4AIoXMwbn+DHkyJInU678GADmzJrBce7s+TPo0KJH\ndwZg+jRqcP+qV7Nu7fo17NirAdCubfs27ty6d/PuDe438ODChxMvbhw4gOTKl4Nr7vw59OjSnXPj\nBu469uzaAXDv7h0c+PDix5Mvb/58eADq17MH5/49/Pjy59Ov/x4A/vz69/Pv7x8gAIEDCRY0eFAg\nOIULGTZ0+BBixIUAKFa0CA5jRo0bOXbMyI0bOJEjSZYEcBJlSnArWbZ0+RJmTJksAdS0eRNcTp07\nefb0+ROoTgBDiRY1ehRpUqVLmYJz+hRqVKfbtmHDtocMmVevwHX1+hVsWHAAyJY1Cw5tWrVr2bYF\nR43aly/dwNW1e/cuAL17+YLz+xdwYMGDCRf+CwBxYsXgGDf/dvyY8axZunRd0qTp1q1v4Dh39vwZ\nNADRo0mXNn0adWrVq8G1dv0adutt27Bh20OGzKtX4Hj39v0bODgAw4kXB3cceXLly5mDo0bty5du\n4KhXt24dQHbt28F19/4dfHjx48l7B3AefXpw69m3d79+1ixdui5p0nTr1jdw+/n39w8QnMCBAAoa\nPIgwocKFDBs6BAcxosSJ164ZMBAgAICNBAhQ+wbyG7iRJEuaHAkgpcqV4Fq6fAkzZkxu3ChQIEDA\nG7idPHv2BAA0qFBwRIsaPVqtWqlSzpxVI0aMGrVv4KpavYo1K4CtXLuC+wo2rFg6dAIEGDAAgFq1\nLLRp+/YN/5zcuXTrygWAN6/evXz7+v0LODC4wYQLG752zYCBAAEAOCZAgNq3yd/AWb6MObNlAJw7\newYHOrTo0aRJc+NGgQIBAt7AuX4NGzaA2bRrg7uNO7fuatVKlXLmrBoxYtSofQOHPLny5cwBOH8O\nHZz06dSr06ETIMCAAQC6d2ehTdu3b+DKmz+PvjyA9ezbu38PP778+fTB2b+PH7+3LVsA+AcIQCAA\nCRJOQIN27Ro4hg0dPmQIQOJEiuAsXsSYUaPGPn0CBBgwoBY4kiVNmgSQUuVKcC1dvnw5rUuXDBkQ\nIBABBYoYMWm4cQMXVOhQokMBHEWaFNxSpk2bklqwIEAAAP9VrVb14QPcVq5dvXYFEFbsWLJlzZ5F\nm1YtOLZt3b799s2EiWHDslmzJkgQM27ctm3r1g3cYMKFDQNAnFgxOMaNHT+GDJkbtwuVL4DDnFnz\nZgCdPX8GF1r06NHeaNFKkQIWrFt79ihQUEebNnC1bd/GfRvAbt69wf0GHjx4t2vXatUCB87biBEA\nABwAF136dOrVAVzHnl37du7dvX8HD078ePLlv30zYWLYsGzWrAkSxIwbt23bunUDl1//fv4A/AME\nIHAgAHAGDyJMqFAhN24XHl4AJ3EixYoALmLMCG4jx44dvdGilSIFLFi39uxRoKCONm3gXsKMKTMm\ngJo2b4L/y6lz585u167VqgUOnLcRIwAAOABuKdOmTp8CiCp1KtWqVq9izaoVHNeuXr9y/fYNHFmy\no0ZdKlSIFKlq1cDBjSt3LoC6du+Cy6t3L9+8376BCyw48KtXBgzIkQNuMePGjgFAjiwZHOXKli1/\nw4bNmDFv3rLRoWPAgAZHjooVw4YNHOvWrl8DiC17Nrjatm/jzg2uQQMAAASACy58OPHiAI4jT658\nOfPmzp9DByd9OvXq0r99A6dd+6hRlwoVIkWqWjVw5s+jTw9gPfv24N7Djy///bdv4O7jv//qlQED\ncgDKATeQYEGDABAmVAiOYUOHDr9hw2bMmDdv2ejQMWBA/4MjR8WKYcMGjmRJkycBpFS5ElxLly9h\nxgTXoAEAAALA5dS5k2dPAD+BBhU6lGhRo0eRglO6lGlTp0u9eSuWKhUsWOCwZtW6FSsAr1/BghM7\nlizZPxIkrFoFjm1bcN/mzLFgAVxdu3fx1gWwl29fcH8BBxY8GJw3b40asVKipEKFTJnARZY8mTIA\ny5cxg9O8mXNnz+B06QIAQBo406dRp1YNgHVr169hx5Y9m3ZtcLdx59a9G/edOwhmzLBmDVxx48eR\nFwewnHlzcM+hR38uSpQBAQLgwMGGDVz3OnUAhI8QAVx58+fRlwewnn17cO/hx5c/H360aGomTEiQ\nIEgQbP8AwQkcSJAggIMIE4JbyLChw4fgiBEDAIAJuIsYM2rcCKCjx48gQ4ocSbKkSXAoU6pcyTLl\nnTsIZsywZg2czZs4c9oEwLOnT3BAgwoFKkqUAQEC4MDBhg2c0zp1AEiNEAGc1atYs1oFwLWrV3Bg\nw4odSzZstGhqJkxIkCBIEGzg4sqdOxeA3bt4wendy7evX3DEiAEAwASc4cOIEysGwLix48eQI0ue\nTLkyuMuYM2veDK5bNwAABEiTBq606dOoTwNYzbo1uNewY7/mxo1HmDDSpIHb3asXgN+/Y8UCR7y4\n8ePEAShfzhyc8+fQo0uPXu3QoRMnIEDwBq679+/fAYj/H08enPnz6NOrB1erFgAAHsDJn0+/vn0A\n+PPr38+/v3+AAAQOJFjQ4EGB4BQuZNjQIbhu3QAAECBNGjiMGTVu1AjA40eQ4ESOJCmSGzceYcJI\nkwbOZa9eAGTKjBUL3E2cOXXeBNDT509wQYUOJVqUaLVDh06cgADBGzioUaVKBVDV6lVwWbVu5doV\nXK1aAAB4AFfW7Fm0aQGsZdvW7Vu4ceXOpQvO7l28efV+EyAAwN9bt8ANJlzYcGEAiRUvBtfY8ePG\n2LD50aXLmzdw4LgFCADAs+c+fcCNJl3a9GgAqVWvBtfa9WvYsV1ny9bsyxcDBgoU2AbO92/gwAEM\nJ14c/9xx5MmVLwfHgAEA6N++gaNe3fp16wC0b+fe3ft38OHFjwdX3vx59Om/CRAAwP2tW+Dkz6df\nnz4A/Pn1g+Pf3z9AcOCwYfOjS5c3b+DAcQsQAABEiH36gKto8SLGigA2cuwI7iPIkCJHgsyWrdmX\nLwYMFCiwDRzMmDJlAqhp8ya4nDp38uwJjgEDAEK/fQNn9CjSpEgBMG3q9CnUqFKnUq0K7irWrFqz\nfvuWAgBYACG8kfUG7izatGrPAmjr9i24uHLnzv0G7i5ecAIEAOirQYMmTeAGEy5seDCAxIoXg2vs\n+DHkyI6/ffPGipUDBylSgOvs+TNoAKJHkwZn+jTq1P+qwS1YAADAAnCyZ9OubRsA7ty6d/Pu7fs3\n8ODghhMvXvwbN27WrE2ZQgAAAAECUFy7xo2bN2/gtnPv7h0A+PDiwZEvb/7bN2/ewLFvD+6bAwcC\nBCCABYsZM3D69/Pvrx8gAIEDCYIzeBBhQoXgvHmrVu2WHDkSJODBAw5jRo0bAXT0+BFcSJEjSZYE\nR4AAAAAEwLV0+RJmTAAzada0eRNnTp07eYLz+RMo0G/cuFmzNmUKAQAABAhAce0aN27evIGzehVr\nVgBbuXYF9xVs2G/fvHkDdxYtuG8OHAgQgAAWLGbMwNW1exdvXQB7+fYF9xdwYMGDwXnzVq3aLTly\nJEj/wIMHXGTJkykDsHwZMzjNmzl39gyOAAEAAAiAM30adWrVAFi3dv0admzZs2nXBncbd27dt715\nAwfu27JlQoRo8+bNmTMcOMA1d/4cOgDp06mDs379ejY7dr59A/cdfPhjx8CVL69NGzj169m3B/Ae\nfnxw8+nXt39fW7FiWbKAqgOwDgoUR46AO4gwoUIADBs6BAcxYkRuyJBZs/YMnMaN4DJkAAAgG7iR\nJEuaPAkgpcqVLFu6fAkzpkxwNGvavEnTmzdw4L4tWyZEiDZv3pw5w4EDnNKlTJsCeAo1KripVKlm\ns2Pn2zdwXLt6PXYMnFix2rSBO4s2rVoAbNu6BQc3/67cuXS1FSuWJQuoOnVQoDhyBJzgwYQLAziM\nODG4xYwZc0OGzJq1Z+AqWwaXIQMAANnAef4MOrRoAKRLmz6NOrXq1axbg3sNO3bsb968ceMGLne3\nbpcuYbtzBwECAgS+gTuOPHlyAMybOwcHPTo4aNCqLFhw6xa47dy7f/sGLrw0abx4gTuPPr16AOzb\nuwcHP778+d++efP27VspI0YMGAC4QKDAHj3AHUSYUCEAhg0dgoMI8du3a9fOFChgwICAWrW+fQMH\nThoAkgAkgUOZUuVKlgBcvoQZU+ZMmjVt3gSXU+dOnt++gQMaVCgwYA4c7NgBTulSpk0BPIUaFdxU\nqv/gwIAZkNWYMXBdvX4FK0uWL1/gzJ5FmxbAWrZtwb2FG1fuXGUpUgAAgMCAgQoVevUCF1jwYMIA\nDB9GDE7xYnC/fjEAACBAAABHjujS1a0bAwCdAXwDF1r0aNKlAZxGnVr1atatXb+GDU72bNq1v30D\nl1v3bmDAHDjYsQPccOLFjQNAnlw5OObNwYEBM0C6MWPgrF/Hnl2WLF++wH0HH148APLlzYNDn179\nevbKUqQAAACBAQMVKvTqBU7/fv79AQAEIHDgQHAGD4L79YsBAAABAgA4ckSXrm7dGADICOAbuI4e\nP4IMCWAkyZImT6JMqXIlS3AuX8KM6c3bt2/gbn7/+wZu561bOnRIkwZuKNGiRgEgTaoUHFOm167J\nkDGAAQM8eKxly8aNG7iuXrvy4qVFizZt4M6iTasWANu2bsHBjSt3Lt1uW7YMGAAgQQIhQr59Ayd4\nMOHCAA4jTgxu8eJv35IlC4IBQ4MGL3TpunYND54AAD4DIAZuNOnSpk8DSK16NevWrl/Dji0bHO3a\ntm978/btG7je376BC37rlg4d0qSBS658OXMAzp9DBydd+rVrMmQMYMAADx5r2bJx4wZuPPnxvHhp\n0aJNG7j27t/DByB/Pn1w9u/jz6+/25YtAwAOAJAggRAh376BU7iQYUMADyFGBDdx4rdvyZIFwYCh\n/0GDF7p0XbuGB08AACcBEAO3kmVLly8BxJQ5k2ZNmzdx5tQJjmdPnz+bNYMAQY2aX9++gVNarBgL\nFjdugJM6lWpVAFexZgW3lSs4WbKGuHCBDFkfBgwECCBF6hs4cN68CWvRwpChb9/A5dW7ly8Av38B\ngxM8mHBhw+CuXTNgAMWwYd++gZM8mXJlyQAwZ9YMjnNnz9y4gRMtmhs3UaIaAAAgQMA3cK9hx5Y9\nG0Bt27dx59a9m3dv3+CABxc+vFkzCBDUqPn17Rs458WKsWBx4wY469exZwewnXt3cN/Bg5Mla4gL\nF8iQ9WHAQIAAUqS+gQPnzZuwFi0MGfr2DVx///8AwQkcOBCAwYMIwSlcyLChQ3DXrhkwgGLYsG/f\nwGncyLGjRgAgQ4oER7KkSW7cwKlUyY2bKFENAAAQIOAbuJs4c+rcCaCnz59AgwodSrSoUXBIkyr9\n9g0cuGsSJACYCmABNmzatHGzYgWAVwBwli3Tpq0bN27fvoFbuxaA27dwwcmdC44aNTxLlhAiJACA\nXwABAliYMuXAgQAECNChA66x48eQGwOYTLkyuMuYM2veDG7VKgMGRmTLBq606dOoTwNYzbo1uNew\nY8t+XavWihUDBAho0KDbt2/ZsmnSlKxbN3DIkytHDqC58+fQo0ufTr26dXDYs2f/xh0cOFAAwgP/\nCBAgkDZt3755GzAAgHsABBYsUKCAhCxZ1ap58wauPwCAAAQOHAjO4MGD3Z49AwUKwEOIESFWqIAN\nGziMGTVuxAjA40eQ4ESOJFnS5DcWLBYs6AXO5UuYMWUCoFnTJjicOXXu7NWLAQMFCiBgwLBtGzik\nXLhIkABq2zZwUaVOjQrA6lWsWbVu5drV61dwYcWK/VYWHDhQANQCCBAgkDZt3755GzAAwF0ABBYs\nUKCAhCxZ1ap58wbOMADEiRWDY9y4cbdnz0CBAlDZ8mXLFSpgwwbO82fQoT0DIF3aNDjUqVWvZv2N\nBYsFC3qBo13b9m3cAHTv5g3O92/gwXv1YsBA/4ECCBgwbNsGzjkXLhIkgNq2Ddx17NmvA+De3ft3\n8OHFjydfHtx59OC4cZtGjdqhQxMAzAfAgAE4/Pi5CRAAwD9AAAIBSJAA5tEjb97AMWQI4CHEiOAm\nUqzIjZsLFwA2cuzIccgQcCJHkixJEgDKlCrBsWzp0qW3bducOVOk6IYAAQYMIALn8yfQoEIBEC1q\nFBzSpOC8eeumTVuzZncGDABgFYAAS5bAceVardqnT7fAkS1r1iyAtGrXsm3r9i3cuHLB0a0Ljhu3\nadSoHTo0AQBgAAwYgCtcmJsAAQAWMwYgQQKYR4+8eQNn2TKAzJo3g+vs+TM3bi5cACht+rTpIf9D\nwLFu7fq1awCyZ9MGZ/s2btzetm1z5kyRohsCBBgwgAgc8uTKlzMH4Pw5dHDSp4Pz5q2bNm3Nmt0Z\nMAAAeAACLFkCZ958tWqfPt0C5/49fPgA5tOvb/8+/vz69/MH5x8gOIHgunXjdu3at2/bFi2SIgVc\nRIkTY8UaMKCUNm3evDHTpg1cSJHgAJQ0eRJcSpUrV3IjRAgFil+/YrFgESDAHHA7efb0+RNAUKFD\nwRU1evTotkKFEiRAgCAAAKkAlIGzehVrVq0AuHb1Cg5sWHDcuEFDhapXLxUA2LYFBQ5uXLlz6c4F\ncBdvXr17+fb1+xcwOMGDwX0zbBgcuG/btoH/c/wYMmRjxr6Bs3wZM2YAmzl3BvcZdGjRo8GxYuXD\nhzNwq1m3dv0aQGzZs8HVtn37drYZMwL0DgAAeIAAwcAVN34ceXIAy5k3B/ccOjhu3KaBAnXrlgMA\n27m7AvcdfHjx48UDMH8efXr169m3d/8eXHz54L7Vrw8O3Ldt28D19w8QnMCBAo0Z+wYuocKFCwE4\nfAgRnMSJFCtaBMeKlQ8fzsB5/AgypEgAJEuaBIcypUqV2WbMCAAzAICZAQIEA4czp86dPAH4/AkU\nnNCh4LhxmwYK1K1bDgA4feoKnNSpVKtarQogq9atXLt6/Qo2rFhwZMuaPYs2rdq1ZQG4fQsX/5zc\nuXTr2r2LN+9cAHz7+gUHOLDgwd26kSL16tWiMWN+/QIHObLkyZTBAbiMOTO4zZw7d/bmwsWCBdSo\ngTuNOrXq1asBuH4NO7bs2bRr274NLrfu3bx7+/4NXDeA4cSLgzuOPLny5cybO0cOILr06eCqW7+O\nvVs3UqRevVo0ZsyvX+DKmz+PPj04AOzbuwcHP758+d5cuFiwgBo1cPz7+wcITuBAggUFAkCYUOFC\nhg0dPoQYEdxEihUtXsSYUSNFAB09fgQXUuRIkiVNnkQpEsBKli3BvYQZU+bMbzXB3cSZU+dOnAB8\n/gQKTuhQokWFevMGTulSpk2dPgUHQOpUqv9VrV7FmlXrVnBdvX4FG1bsWLJeAZxFmxbcWrZt3b6F\nG1cuWwB17d4Fl1fvXr59v/0FF1jwYMKFBQNAnFgxOMaNHT9m7M0bOMqVLV/GnBkcAM6dPX8GHVr0\naNKlwZ1GnVr1atatXaMGEFv2bHC1bd/GnVv3bt62AfwGHhzccOLFjR9Hnlw5cQDNnT8HF136dOrV\nrV/HLh3Adu7dvX8HH178ePLfvoFDn159+m/fvHkDF1/+fPr17YMDkF///m/fwAEEJ3AgwYIGB377\nBm4hw4YOF3rzBmAixYrevIHLqHEjx44eP3789g0AyZImu3UDp3Ily5YuX7L89s2bt282weH/xOnN\nG4CePn8CDSp0KNGiRr99A6d0KdOl37558wZuKtWqVq9iBQdgK9eu376BCyt2LNmyY799A6d2Ldu2\nar15AyB3Ll1v3sDhzat3L9++fv1++wZgMOHC3bqBS6x4MePGjhd/++bN27fK4C5f9uYNAOfOnj+D\nDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8DDy58OPHixo8jT658OfPmzp9Djy59\nOvXq1q9jz659O/fu3r+DDy9+PPny5l178wZuPfv27t/Djy8fHID69u978wZuP//+/gGCEziQYEGD\nBwcCULiQoTdv38BFlDiRYkWLFzEC0LiR/6M3b+BAhhQ5kmRJkyfBAVC5kmVLly9hxpQ5E1xNmzdx\n5tS5k6dNAD+BBv32DVxRo0eRJlW6lCk4AE+hRv32DVxVq1exZtW6lSs4AF/BhgU3lmxZs2fRplVL\nFkBbt2/hxpU7l25du+Dw5tW7l29fv3/zAhA8mDA4w4cRJ1a8GNw3x9/ARZY8mTIAy5cxg9O8mXNn\nz59Bh94MgHRp0+BQp1a9mnVr169TA5A9m3Zt27dx59a9G1xv37+BBxc+nLhvAMeRJwe3nHlz58+h\ng/s2/Rs469exZwewnXt3cN/Bhxc/nnx58+ABpFe/Hlx79+/hx5c/n757APfx59e/n39///8AAQgc\nSLCgQXAIEypcyDDhsmXbwEmcSLGiRQAYM2oEx7Gjx48gO27b5g0UqBkzNmwABq6ly5cvAcicSROc\nzZs4c+rcybPnTQBAgwoFR7So0aNIkypdWhSA06dQo0qdSrWq1avgsmrdyrWr1mXLtoEbS7as2bMA\n0qpdC66t27dw47rdts0bKFAzZmzYAAyc37+AAQMYTLgwuMOIEytezLixY8QAIkueDK6y5cuYM2ve\nzNkygM+gQ4seTbq06dOowalezbq1a3DIkDVpEmzbNmzYvn0Dx7u3798AggsfDq648ePIkxvnw2dK\ngAAAogOwA6669evXAWjfzh2c9+/gw4v//54tmzdw6NOrX88egPv38MHJn0+/vv37+PPPB8C/v3+A\nAAQOJFjQ4EGECRUCANfQ4UOIEcEhQ9akSbBt27Bh+/YN3EeQIUUCIFnSJDiUKVWuZJmSD58pAQIA\noAnADjicOXXqBNDT509wQYUOJVpUaLZs3sAtZdrU6VMAUaVOBVfV6lWsWbVu5WoVwFewYcWOJVvW\n7Fm04NSuZdvWLbht25w5A8aNW7Zs1Kh9A9fX79+/AAQPJgzO8GHEiRWD+/ZNlKgDACRPBsCMGTjM\nmTVjBtDZ82dwoUWPJv3tGzhw27aJGjHiwgUHvXp9+wbO9m3cuW0D4N3bNzjgwYUPJ14c/5w3b9++\ngWPe3PlzANGlT6de3fp17Nm1g+Pe3ft38OHBffvWpQs49OnVrwfQ3v17cPHlz6dfv/63by1aAAAA\nAhxAcAIHEhwI4CDChOAWMmzYrdu3b9pgwSJBAgOGBgIEAAAQxJQpbNi6dQNn8iTKlABWsmwJ7iXM\nmDJfatNmzdq1bNmOHeu2bRs0aMOGgStq9ChSAEqXMm3q9CnUqFKngqtq9SrWrFrBffvWpQu4sGLH\nkgVg9ixacGrXsm3r1u23by1aAAAAAhzevHr1Aujr9y+4wIIHd+v27Zs2WLBIkMCAoYEAAQAABDFl\nChu2bt3Ace7s+TOA0KJHgytt+jTq0v/atFmzdi1btmPHum3bBg3asGHgdvPu7RsA8ODChxMvbvw4\n8uTgljNv7vw5dHCOHA0Y8Awc9uzatQPo7v07uPDix5Mvbx6cBQsAAAQQJgwc/Pjy4QOob/8+uPz6\n9e+iQAFghAgCABQ0eBBACBMmQIBw4wZcRIkTKQKweBEjOI0bOXb05u3BAwMGGnTogABBBxcuQIA4\ncwZcTJkzaQKweRNnTp07efb0+RNcUKFDiRY1Cs6RowEDnoFz+hQqVABTqVYFdxVrVq1buYKzYAEA\ngADChIEzexatWQBr2bYF9xYu3F0UKESIIABAXr17AYQwYQIECDduwBU2fBgxAMWLGYP/c/wYcmRv\n3h48MGCgQYcOCBB0cOECBIgzZ8CVNn0aNQDVq1m3dv0admzZs8HVtg2uWzdUiRL9+kXoxg1btsAV\nN358w4YCBcA1d/4cOgDp06mDs34de3bt28EtWAAAQAdw48mXLw8AfXr14Ni3B4cNm4gAAQ4cCAAA\ngAABoEBd4waQ27dv4HLkCBBgxw5wDBs6fAggosSJ4CpavIgxTJgAAQoUSGDAgAABHg4cQIDg1y9w\nLFu6fAkgpsyZNGvavIkzp05wPHl26yZNWh4WLAIEEGDAwJAh0qSBewq1Vy8AADZs+AYuq9atWwF4\n/QoWHLhv4MqaPYs2rdlbtwC4BSDg/9s3cHTr2qULIK/evd++gfvbrRsrVhEECAAAQMCCBd26gXsM\n+TEUKAAA/PgBLrPmzZwBeP4MGpzo0aRJZxMgIIDqADFixYIFK0KDBggQLFsGLrfu3bwB+P4NPLjw\n4cSLGz8OLnnybt2kScvDgkWAAAIMGBgyRJo0cNy79+oFAMCGDd/AmT+PHj2A9ezbgwP3DZz8+fTr\n259/6xaA/QAEfAP4DdxAggUHAkCYUOG3b+AcduvGilUEAQIAABCwYEG3buA8fvQIBQoAAD9+gEOZ\nUuVKAC1dvgQXU+bMmdkECAiQM0CMWLFgwYrQoAECBMuWgUOaVOlSAE2dPoUaVepUqv9VrYLDmhUc\nN267OnRw4kQEBgwJEjhz1g0cOG7cilWoAAAAAgTg7N7FmxfAXr59wf0FHFjwYHDfvvHg8QkFCgCN\nAUADF1ny5MkALF/G/O0bOM6dwfVSoECOHG3gTJ9GbRobtgULYMAAF1v2bNoAbN/GDU73bt68uS1Y\nQIBAt27gjB935qxTJ1euwD2HHl06AOrVrV/Hnl37du7dwX0HD44bt10dOjhxIgIDhgQJnDnrBg4c\nN27FKlQAAAABAnD9/QMEJ3DgQAAGDyIEp3Ahw4YOwX37xoPHJxQoAGAEAA0cx44ePQIIKXLkt2/g\nTqIE10uBAjlytIGLKXNmTGzYFiz/gAEDHM+ePn8CCCp0KLiiRo8e5bZgAQEC3bqBiyrVmbNOnVy5\nAqd1K9euAL6CDSt2LNmyZs+iBad2Lbhv37IBA5YsmaAUKRAgCBKkAwkSAP4CBiBAwDdwhg8jRgxg\nMePG4MB9iwxuMuXKlidLkgRgM2cAAgSACy16NGkApk+j/vYNHOvW4PY4cIAFyzJwtm/jtv3nT4AA\nCBCACy58OHEAxo8jB6d8OXPl3ryBAACgQAFw1q9bv3ZtwwYSJMCBDy9+PIDy5s+jT69+Pfv27sHB\njw/u27dswIAlSyYoRQoECAAGCdKBBAkABxECECDgGziHDyFCBDCRYkVw4L5lBLeR/2NHjxslSQIw\nkiQAAQLApVS5kiUAly9hfvsGjmZNcHscOMCCZRk4nz+B+vzzJ0AABAjAJVW6lCkAp0+hgpM6lapU\nb95AAABQoAA4r1+9Xru2YQMJEuDQplW7FkBbt2/hxpU7l25du+Dw5tW7t1s3ZMiCBVMAgHDhwgwY\ngFO8mHFjAI8hRwY3mXJly5fBESAAAIAANWp27QI3mnRp06MBpFa9Glxr165BSZAgRUqvbt3A5da9\nW4IEAABOnAA3nHhx4wCQJ1cOjnlz59u23bp1YcECcNexZ582bcCACxfAhRc/njwA8+fRp1e/nn17\n9+/BxZc/n358aNB+/CCQIMGDB/8ACQwYAAAABw7ZwClcyJAhgIcQI3775g2cxYsYM150BqBjR2vW\nwIkcSbIkSQAoU6oEx7IluG/fYk2YAAGCBVmywOncCe7ZMwEAggLo0iUbuKNIkyYFwLSpU3BQo0b1\nVqSIAQMJevQAx7Wr1yhRAADQoQOc2bNo0wJYy7at27dw48qdSxec3bt489qFBu3HDwIJEjx4QGDA\nAAAAOHDIBq6x48ePAUieTPnbN2/gMmvezFmzMwCgQVuzBq606dOoTwNYzbo1uNewwX37FmvCBAgQ\nLMiSBa63b3DPngkAQBxAly7ZwClfzpw5gOfQo4ObTp26tyJFDBhI0KMHuO/gw0f/iQIAgA4d4NKr\nX88egPv38OPLn0+/vv374PLr388/PyeAnKBB8wbOoMFv3548AQBgGDiIESVKBFDR4kVwGTVu5Nhx\nGwCQAGKBI1nS5EmUAFSuZAnO5cuX2D58mDFjAQMGbtyA4ylMWACgAwYcOAABAjNwSZUuXQrA6VOo\n4KROnboKwFUAAz59AtfVq9dpBQoAAIAAATi0adWuBdDW7Vu4ceXOpVvXLji8efXuxcuJEzRo3sAN\nHvzt25MnAAAMA9fY8ePHACRPpgzO8mXMmTVvA9AZQCxwoUWPJl0awGnUqcGtZs0a24cPM2YsYMDA\njRtwuYUJC9B7wIADByBAYAbO//hx5MgBLGfeHNxz6NBXAaAOYMCnT+C0b98+rUABAAAQIABX3vx5\n9ADUr2ff3v17+PHlzwdX3/59/JgwDRgABgxAcAIHfvsWIAAAAArAMWzo0CGAiBIngqto8SLGjIYA\ncATgBxzIkCJHkgRg8iRKcCpXruxmy1aoUBQC0AyQIQMCADp3AhAgIEAAQt++gStq9GhRAEqXMgXn\n9Cm4adMWAKhaFQSIUqXAce3VS4AAAGLHAgBn9izatADWsm3r9i3cuHLn0gVn9y5evLQA8AXAjRu4\nwIIDAygMgBW4xIoXLwbg+DFkcJInU65suViAAAAAQAPn+TPo0KIBkC5tGhzq1P+qVQcTIAAAgAUL\nAgCoDWAAAQIAAAQIQAwc8ODChQMobvw4uOTKwU2bVgAA9OjRJ0wIAOA6duwDBoDr7v07eADix5Mv\nb/48+vTq14Nr7/79e1oA5gPgxg0c/vz4AfAHwAogOIEDCRIEcBBhQnALGTZ0+LBYgAAAAEADdxFj\nRo0bAXT0+BFcSJEjRwYTIAAAgAULAgBwCWAAAQIAAAQIQAxcTp07dwLw+RMoOKFDwU2bVgBAUqVK\nJ0wIAABq1KgDBoCzehVrVgBbuXb1+hVsWLFjyYIzexatWWvWAgBwC+DUKXBz6apRAwAvAFbg+Pb1\n6xdAYMGDwYHzBg5xYsWLE3//mzABAAAI4ChXtnwZMwDNmzmD8/wZNOhuaNAsWBAANQDVqidMePBg\nypRq4GjXtm0bQG7du8H17u3NW61aUxIkAHAceXLlySVI8AYOenTp0gFUt34de3bt27l39w4OfHjx\n4K1ZCwAAPYBTp8C1d69GDQD5AFiBs38fP34A+/n3BwcQnDdwBAsaPFjw24QJAABAAAcxosSJFAFY\nvIgRnMaNHDl2Q4NmwYIAJAGYNDlhwoMHU6ZUAwczpkyZAGravAkuZ05v3mrVmpIgAYChRIsaLSpB\ngjdwTJs6dQogqtSpVKtavYo1q1ZwXLt69coAgFgADRpUA4cWnDYNGgQIePAA/5zcuXTrAriLNy+4\nvXz7+v0Ljg0bAABIgTuMOLHixQAaO34MLrLkyZQjb9v27Zs1GzYCBAChSxez0czAmT6NOjWA1axb\ng3sNO3ZsbwUKALgNAIK33d7AOXPmwMGCBeCKGz+OHIDy5cybO38OPbr06eCqW79+nQGA7QAaNKgG\nLjw4bRo0CBDw4AG49ezbuwcAP758cPTr27+PHxwbNgAAkAIITuBAggUNAkCYUCE4hg0dPmS4bdu3\nb9Zs2AgQAIQuXcw8MgMXUuRIkgBMnkQJTuVKliy9FSgAQCYACN5segPnzJkDBwsWgAMaVOhQAEWN\nHkWaVOlSpk2dgoMaVSrUbv/dAFzFerVBAwAABAAAECAAKVLgzJ5FmxbAWrZtv719680bOLp17d5V\noAAAgAzg/P4FHFgwAMKFDYNDnFjxYsbfOHAIEOACM2bgLF/GnBkzAM6dPYMDHVr0aAECAAAIEKAa\nONasoUETIGDAAGzgbN/GjRvAbt69ff8GHlz4cOLgjB9HjpwDAObNnTMXIIADB2/ewF3Hnl07AO7d\nvX/75k38t2/dulnbtq1bN2bg3L8HJ0AAAADdwN3Hn1//fgD9/QMEIBAAuIIGDyJM+M2AgQABPoGL\nKHEixYoALmLMCG4jx44eRYgAAODbN3AmT8aKBQDAgQPgXsKMKRMAzZo2b+L/zKlzJ8+e4H4CDRqU\nA4CiRo8WFSCAAwdv3sBBjSp1KoCqVq9+++Zt67dv3bpZ27atWzdm4M6iBSdAAAAA3cDBjSt3Ll0A\ndu/iBad3L9++fr8ZMBAgwCdwhg8jTqwYAOPGjsFBjix5sggRAAB8+wZuM+dYsQAAOHAAHOnSpk8D\nSK16NevWrl/Dji0bHO3atm23AKB7N4ADBwgQWHDihB073ryBS658OXMAzp9D//atGzhw376BA/dt\n2rRMmQpx4wZuPLhfAM4D2AZuPfv27t8DiC9/Prj69u/jz88IAH8AYQCCEziQYEGDABAmVAiOYUOH\nD8mQiRABXEWLFRUoAABA/4MGbOBAhhQpEkBJkydRplS5kmVLl+BgxpQpswUAmzcBHDhAgMCCEyfs\n2PHmDVxRo0eRAlC6lOm3b93Agfv2DRy4b9OmZcpUiBs3cF/B/QIwFsA2cGfRplW7FkBbt2/BxZU7\nl25dRgDwAggDjm9fv38BAxA8mDA4w4cRJyZDJkIEcI8hP1agAAAADRqwgdO8mTNnAJ9BhxY9mnRp\n06dRg1O9mnXrZ89MmOjWDVxt27WxYWvV6hs437+BAwcwnHhxcMeRJ+/WLVu2W968fZP+TRIA6wDA\nZde+nXt3cADAhxcPjnx58+fRWwCwHoA0cO/hx5c/H0B9+/fB5de/n3+sWP8ATZgAR7AguGQFCgwY\ngAQJuIcQI0oEQLGixYsYM2rcyLEjuI8gQ4ocSRLcmjUUKFT69g2cy5cwXQKYSbMmuJs4c+bkxtOa\ntWbNFgAYCqAbuKNIkypdCqCp06fgokqdSnVqr14AsmZNBq6r169gwwIYS7YsuLNo06rt1KlJk2/f\nwMlFhiyCAAEFChgyBK6v37+AAQgeTLiw4cOIEyteDK6x48eQI0sGt2YNBQqVvn0Dx7mzZ84AQose\nDa606dOnuam2Zq1ZswUAYgPoBq627du4cwPYzbs3uN/AgwsP3qsXgOPHk4Fbzry58+cAokufDq66\n9evYO3Vq0uTbN3DgkSH/iyBAQIEChgyBW8++vXsA8OPLn0+/vv37+POD28+/v3+A4AQOJEgwTRoN\nGrSBY9jQoUMAESVOBFfR4kWMFb99s2ZtAgAACRKAI1nS5EmU4ACsZNkS3EuYMWXG3LUrQYAAQ4aA\n49nT50+g4AAMJVoU3FGkSZUmSyZKFDio3bqdOZOFChVTpr59A9fV61ewAMSOJVvW7Fm0adWuBdfW\n7Vu4ceWCS5NGgwZt4PTu5csXwF/AgcENJlzY8OBv36xZmwAAQIIE4CRPplzZMjgAmTVvBtfZ82fQ\nn3ftShAgwJAh4FSvZt3aNTgAsWXPBlfb9m3cyZKJEgXOd7duZ85koULF/5Spb9/ALWfe3DkA6NGl\nT6de3fp17NnBbefe3fv379q0efHSq5c3cOnVr18PwP17+ODkz6dfn363bncoUMiV6xtAcAIHEixo\nEADChArBMWzo8CHDb9+UKTsFC9a3b+A2cuzo8SM4ACJHkgRn8iTKlNmyXbsG7uXLXbuEZcv27Ru4\nnDp38swJ4CfQoEKHEi1q9ChScEqXMm3q1Kk2bV689OrlDRzWrFq1Aujq9Su4sGLHkh3brdsdChRy\n5foG7i3cuHLnAqhr9y64vHr38s377ZsyZadgwfr2DRzixIoXMwYH4DHkyOAmU65sOVu2a9fAcea8\na5ewbNm+fQNn+jTq1P+mAbBu7fo17NiyZ9OuDe427ty6d+/Olk2aNG/ewBEvbvw4gOTKl4Nr7vw5\n9OjgrFn79g0c9uzat3MHB+A7+PDgxpMvb/48+vTqyQNo7/49uPjy59P35u3bN3D69/Pv7x8gOIED\nBQIweBBhQoULGTZ0+LBbt2/gwH2z+A1cRo0bOW7b9uzWrWPHvHkDdxJlSpTevAFw+RJmt27fwNW0\neROnTW/feH4D9xPoz2/fwBU1evTbNwBLmTb99g1c1G/funX7Bg5rVq1buXb1+u0bALFjyXrzBg5t\nWrVov3Vz2w1c3LjfvoGzexdv3rzevAHw+xdwYMGDCRc2fLhbt2/gwH3/c/wNXGTJkylv2/bs1q1j\nx7x5A/cZdGjQ3rwBMH0adbdu38C1dv0atmtv32h/A3cb9+1v38D19v372zcAw4kX//YNXPJv37p1\n+wYOenTp06lXt/7tGwDt27l78wYOfHjx4L91M98NXPr0376Bc/8efvz43rwBsH8ff379+/n39w8Q\ngMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEuaPIkypcqVLFu6fAkzpsyZ\nNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6/Qo2rNixZMua\nPYs2rdq1bNu6fQs3Ja7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO37sMiAAIfkECAoA\nAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw\n7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc\n29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjI\nx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4tra2tbW1s7OzsrKy\nsbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgnp6enZ2d\nnJycm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJ\niIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0\nc3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5e\nXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhI\nR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAw\nLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZ\nGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYG\nBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLCh\nw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59A\ngwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qd\nS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nHjykkmR66c5cuYM2suN25cuXLiyokeTVo0\nOXIAUqteTY5cudewY8ueTbt2bXLkAOjezXvcuHLAgwsfTjw4uXLlxo0jR04cOXLlokufTo4cgOvY\ns48bR66c9+/gw4v/906unPnz6NOXI8c+XDgA8OPLn0+/vv37+POX28+/v3+A5QQOJFjQ4MGCABQu\nZFjO4UOIESVOpFjxIQCMGTWW49jR40eQH8mNG0fOJLlx5MiVY9nSJUsAMWXOLFfT5k2cOXXu5GkT\nwE+gQYUOJVrU6FGk5ZQuZdrUqVNy5MCBK1fV6lWsVQFs5dq13FewYcWOJVvWLFgAadWuLdfW7Vu4\nceF6CxcOHDhyecvt5du3LwDAgQWXI1zY8GHEiRUvLgzA8WPIkSVPplzZ8uVymTVv5ty5Mzly4MCV\nI13a9GnSAFSvZl3O9WvYsWXPpl37NQDcuXWX493b92/gv72FCwcO/xw55OWUL2fOHMBz6NHLTade\n3fp17Nm1UwfQ3ft38OHFjydf3nw59OnVr2fP3o6dYcPAgStX3/59/AD07+dfzj/AcgIHEixo8CDC\nhAAWMmxY7iHEiBInzurVCwsWT5YsiRP37Ru5kOVGkiw5EgDKlCrLsWzp0uW4cuW8eRs3rtaxY1as\nTCvn8yfQoEIBEC1q9CjSpEqXMm1a7inUqFKnTrVjZ9gwcODKce3q9SuAsGLHlitr9izatGrXsjUL\n4C3cuOXm0q1r9+6sXr2wYPFkyZI4cd++kStc7jDixIcBMG7suBzkyJIljytXzpu3ceNqHTtmxcq0\ncqJHky5tGgDq1P+qV7Nu7fo17NjlZtOubXs2OXK+fJErV44cOREDBkiRUu448uTKjwNo7vx5uejS\np1OPTo5cuezat3Pv7r0cgPDix5crb/48+vMaNBAwYAADhh/KlJEjV+4+/vz67wPo7x8gAIEAyhU0\neLDguHHhpEmLEkWAAAATAwRooExZOY0bOXbkCABkSJEjSZY0eRJlynIrWbZ0uZIcOV++yJUrR46c\niAEDpEgp9xNoUKE/ARQ1erRcUqVLmSYlR65cVKlTqVa1Wg5AVq1by3X1+hXsVw0aCBgwgAHDD2XK\nyJEr9xZuXLlvAdS1e7dcXr17844bF06atChRBAgAcDhAgAbKlJX/c/wYcmTIAChXtnwZc2bNmzl3\nLvcZdGjR48bFiDEAtRAhBAgAcO3MWTnZs2nXlg0Ad27d5Xj39v0beHDhw3sDMH4ceTnly5k3HzdO\nggQA0x04kCHjGTly5bhzJ0euXHjx48MDMH8efTn169mz3zZunBIlAOjXpz9gwKhR3ryJKwewnMCB\nBAcCOIgwocKFDBs6fAixnMSJFCuWKpUgQYAAFwIEAAASZLmRJEuaHEmOHICVLFuWewkzpsyX1qyx\nYlUuZ05ev34dO0aOXLmhRIsSJUcOgNKlTMs5fQo1aooUAKoCCBAihCtX2cp5/ept3LhyZMuaJUcO\ngNq1bMu5fQs3/67bb98A2L1r14CBAHwDABAmrJzgwYQFAziMOLHixYwbO34MuZzkyZQrlyqVIEGA\nABcCBAAAGnS50aRLmx5NjhyA1axbl3sNO7bs19assWJVLnduXr9+HTtGjly54cSLEydHDoDy5czL\nOX8OPXqKFACqAwgQIoQrV9nKef/ubdy4cuTLmydHDoD69ezLuX8PP777b98A2L9v34CBAPwDAAAo\nTFg5ggUNEgSQUOFChg0dPoQYUWI5ihUtWiT37VulSrhwxaFAAcDIAAHKnUSZUmVKAC1dviwXU+ZM\nmjHx4OnS5UqwYBAgBAAAYMCAAgXASJGSLVu4ck2dliNHDsBUqv9Vy13FmvUqOXIVAHwFa+DUqUSJ\nxpVDm/bYmTPkyJWDGxeuOHEA7N7FW07vXr599ZIjN2IEAMIBAjgQICBAAACNAwQgR67cZMqVAVzG\nnFnzZs6dPX8GXU70aNKkyX37VqkSLlxxKFAAEDtAgHK1bd/GfRvAbt69y/0GHlz4bzx4unS5EiwY\nBAgBAAAYMKBAATBSpGTLFq7cdu7lyJEDEF78+HLlzZ8vT45cBQDt3Rs4dSpRonHl7N8/duYMOXLl\n/AMsJ1CgOHEADiJMWG4hw4YOF5IjN2IEgIoBAjgQICBAAAAeAwQgR64cyZImAaBMqXIly5YuX8KM\nWW4mzZo2b5b/69YNAE9VqsoBDSp0qFAARo8iLad0KdOmStmwCRDAwIQJAK5eDaBV64IF3LiVCyt2\nLICyZs+WS6t2bVpx4igAiAsgQYItb97kyjWtHN9yzZohOHFi3Lhyhg8jBqB4MeNyjh9DjgyZCBEA\nAQIIEzZu85MnAD4nSFBuNOnSowGgTq16NevWrl/Djl1uNu3atm/TDhAAQJAg5X4DDy48OIDixo+X\nS658OfPkCxYAiB4gAIDq1UuUmDBhAAYM5b6DD/8dAPny5suhT68evThxA94vWDBjBgonTliwcMSE\nSZgwAQAGACBAADly5RAmVAiAYUOH5SBGlDhRohs3ACxY2Lat/9y4cbJkARAZIAA5cuVQplQJgGVL\nly9hxpQ5k2bNcjdx5tS5E2eAAACCBCk3lGhRo0UBJFW6tFxTp0+hNl2wAEDVAAEAZM1aosSECQMw\nYCg3lmzZsQDQplVbjm1bt2zFiRswd8GCGTNQOHHCgoUjJkzChAkQAIAAAeTIlVO8mDEAx48hl5M8\nmXJlym7cALBgYdu2cuPGyZIFgHSAAOTIlVO9mjUA169hx5Y9m3Zt27fL5da9m3fvcr9+BQgAoFxx\n48eRJwewnHnzcs+hR5cuTZoECQAAGJAg4coVB+PGgQNnzRqOcufRp08PgH179+Xgx5cPHxw4VB8+\nSJBAgMACAv8ACThwwIADBwECACgUIaKcw4cQHQKYSLFiuYsYM2rMCKBjgwbkQpYrd+jQhQsEli0r\nx7KlS5YAYsqcSbOmzZs4c+osx7Onz59Ay/36FSAAgHJIkypdyhSA06dQy0mdSrWqNGkSJAAAYECC\nhCtXHIwbBw6cNWs4yqldy5YtgLdw45abS7fuXHDgUH34IEECAQILCBBw4IABBw4CBABYLEJEuceQ\nIz8GQLmy5XKYM2verBmA5wYNyIkuV+7QoQsXCCxbVq6169etAcieTbu27du4c+veXa6379/Agyc7\ncAAAgAHlkitfzrw5gOfQo5ebTr169WuLFi1Y0KDBAhgwunT/kSZOXLlyyZJJK8e+vXv3AOLLn1+u\nvv379cmRI2THzgKACw4cALDA4AJDGTIYMADA4YYN5SROpCgRwEWMGctt5NjR48YECQCMhABhzx5w\nTZpw4LBgASRy5MrNpFlzJgCcOXXu5NnT50+gQcsNJVrU6NFkBw4AADCg3FOoUaVOBVDV6tVyWbVu\n3Xpt0aIFCxo0WAADRpcu0sSJK1cuWTJp5eTOpUsXwF28ecvt5dt3LzlyhOzYWbDgwAEACxQvMJQh\ngwEDACRv2FDO8mXMlgFs5ty53GfQoUV/TpAAwGkIEPbsAdekCQcOCxZAIkeu3G3cuW8D4N3b92/g\nwYUPJ168/9xx5MmTexMnbtw4U6YsAAAQIECKctm1b+feHcB38OHLjSdfvjw5bNhAgdKgIcGCBYoU\nHSNHDhq0atWilePf3z/AcgLLASho8GC5hAoXMsyWTZGiDx94+PJV7uLFXLkSJBAQLVq5kCJHhgRg\n8iTKcipXsmypcsMGADIXLFCiRIEAAQcOcOIkrhzQoEKFAihq9CjSpEqXMm3qlBy5clKnUh016kOE\nCBYsLFgA4OuECai4cStn9izatGgBsG3rthzcuHLljgsX7ssXAQIA8H3w4JEGDS5cwIBBCBy4cooX\nM1YM4DHkyOUmU65s+fK4cpo3b/bgQUO1auVGky49GgDq1P+qy7Fu7fo1awECANBmwIAAgQAAADBg\nECgQuXLChxMnDuA48uTKlzNv7vw5dHLkylGvbn3UqA8RIliwsGABgPATJqDixq0c+vTq16sH4P49\n/HLy59OnPy5cuC9fBAgA4B/ggwePNGhw4QIGDELgwJVz+BCiQwATKVYsdxFjRo0bx5Xz+PGjBw8a\nqlUrdxJlypMAWLZ0WQ5mTJkzYQoQAAAnAwYECAQAAIABg0CByJUzehQpUgBLmTZ1+hRqVKlTqZaz\nehXruHENGggIEODAAQAABAQIgAHDgShRwIEr9xZuXLlvAdS1e7dcXr17+eY9cABAYMGDCYMAUQ5x\nYsWIATT/dvy4XGTJkylXtixZj54x5Th39uwZQGjRo8uVNn0adWkMGAAAYLBgQYAAAGjTXrCgSznd\nu3nzBvAbeHDhw4kXN34ceTnly5mPG9eggYAAAQ4cAABAQIAAGDAciBIFHLhy48mXNz8eQHr168u1\nd/8efvsDBwDUt38fPwgQ5fj39w+wXDkABAsaLIcwocKFDBsm1KNnTLmJFCtWBIAxo8ZyHDt6/MgR\nAwYAABgsWBAgAICVKxcs6FIupsyZMwHYvIkzp86dPHv6/FkuqNCh1aoZMUIgRgwLFoQJa+TNGx06\nMgoUYMRInLhyXLt6/QogrNix5cqaPYt22zYAbNu2JQEA/4AAAQDq1oUFq5zevXwB+P0LuJzgwYQL\nGz5cjhw5IkS+lXsMOXJkAJQrWy6HObPmzePGBQggQACAAAEAmD59+gA2bOVau37dGoDs2bRr276N\nO7fu3eV6+/7d25gxaOTIlTuOHHk3FSpo0SoHPbr06dABWL+OvZz27dy7O3IEIDwAAd68lTuPvly3\nbgDa79lTLr78+QDq279fLr/+/fz7+wdY7tChZMnKHUSYUCEAhg0dloMYUeJEESIECAAAIAAAjhwH\nDAAQMuSwYeVMnkRpEsBKli1dvoQZU+ZMmuVs3sRp05gxaOTIlQMaNGg3FSpo0SqXVOlSpkkBPIUa\ntdxUqv9VrTpyBEArAAHevJUDG7Zct24AzO7ZU07tWrYA3L6FW07uXLp17d4td+hQsmTl/P4FHBjA\nYMKFyx1GnFixCBECBAAAEADA5MkDBgDAjHnYsHKdPX/uDED0aNKlTZ9GnVr16nKtXb9uTY5cOdq1\nbdfeto0cuXK9ff8G3hvAcOLFyx1Hnjy5NyJEAgTYsmVcOerVrZdDAACAIEHlvH8HD0D8ePLkyJVD\nn179evbqVaiQIkWcuHL17d/HD0D/fv7l/AMsJ3AgwXJeBgwAoFBhgAACBNxIkCBCBAAWhQgpp3Ej\nR40APoIMKXIkyZImT6Isp3IlS5XkyJWLKXOmzG3byJH/K6dzJ8+eOgEADSq0HNGiRo16I0IkQIAt\nW8aViyp1ajkEAAAIElRuK9euAL6CDUuOXLmyZs+iTXtWhQopUsSJKyd3Lt26AO7izVtuL9++fb0M\nGABg8OAAAQQIuJEgQYQIAB4LEVJuMuXKkwFgzqx5M+fOnj+DDl1uNOnSo3v1Kqd6NevWrl+7BiB7\nNu1ytm/jto0KlRUBArRoIUeuHPHixokDSF6lSrnmzp8DiC59ernq1q9jz44dhQEDOHCUCy9+PPnw\nAM6jT19uPfv2648dAwFgPn36HTpoWbSoQAEA/gEeOlSOYEGDBAEkVLiQYUOHDyFGlFiOYkWLFHv1\nKreR/2NHjx9BfgQwkmTJcidRpjyJCpUVAQK0aCFHrlxNmzdrAtBZpUo5nz+BAhA6lGg5o0eRJlWa\nFIUBAzhwlJM6lWpVqQCwZtVajmtXr1yPHQMBgGzZsh06aFm0qEABAG8PHSo3l27duQDw5tW7l29f\nv38BBy43mDBhcmLEBApErlxjx48hl+vS5RQvXuUwZ9aMGUBnz5/LhRZdjhy5cilSKFAAQICARInK\nxZY9OzYCBABwu3Ahrlxv374BBBc+vFxx48eRJzeeLduHAgVQoSo3nXp169MBZNe+vVx379/Jkbt1\nKwAA8+cBBAhgwAAzDhwSJAAw34GDcvfx578PgH9///8AAQgcSLCgwYMIEyoEUK6hQ4fPCBAAAIAD\nOXLlMmrcqEzZggUCBASIEoUcuXIoU6oEwLKly3IwY8osVAiATZsaNCRLVq6nz565cgEYOpQIkXJI\nkyoFwLSp03JQo0qdSnXqIxw4vHkrx7Wr169cAYgdS7ac2bNo0ZJLlChAAABwFSioVq3bt28mTAQI\nACBDhnHjygkeTBiA4cOIEytezLix48flIkuW/IwAAQAAOJAjV66z58/KlC1YIEBAgChRyJErx7q1\nawCwY8suR7u27UKFAOjWrUFDsmTlggsPnisXgOPHiRApx7y5cwDQo0svR7269evYrz/CgcObt3Lg\nw4v/Hw8egPnz6MupX8+ePblEiQIEAEBfgYJq1bp9+2bCRACAAQBkyDBuXDmECRUCYNjQ4UOIESVO\npFix3EWM5ciRoyZAAACQAwbkylXOpMlZsxgAYNnywJMn5WTOpCkTwE2cOcvt5NmTHLkoUQAMGADA\nqFEDBggQaAHA6dOn2bKVo1rVKgCsWbWW49rV61ewX72VKRMuXDm0adWuRQvA7Vu45MiVo1vX7t1E\niQYMACBOXDnA5MiNG+fBQwDEpkyVY9zYMQDIkSVPplzZ8mXMmctt5lyOHDlqAgQAID1gQK5c5VSr\nnjWLAQDYsQ88eVLO9m3ctgHs5t273G/gwcmRixIF/8CAAQCUKzdggACBFgCkT5+eLVs57Nm1A+De\n3Xs58OHFjyc/3luZMuHClWPf3v179gDkz6dPjlw5/Pn170+UaADAAQDEiStnkBy5ceM8eAjg0JSp\nchInUgRg8SLGjBo3cuzo8WO5kCJHbtgA4CTKlCoFCChQAA2aVuVm0qxZEwDOnDrL8ezp82emTAEC\nAChqFEAABw4CBChQAMCvX+WmUq06FQDWrFrLceVKjly5sGLHkh3LKksWbdrKsW3r9i1bAHLn0i1n\n9y7evHiBACnn9y9gbNgCECDgxg25cooXLwbg+DHkyJInU65s+XK5zJo3Y8AA4DPo0KHvePJU7jTq\n1P+qUwNo7fp1udiyZ9OOTYAAgNy5Dxwg57tcuXHjyBEvZ/w4cuMAljNvXu459OjSp0tXUqAAKVLl\ntnPv7n07gPDix5crb/48+vTqzWfLpkKAADduwJWrb98+gPz69/Pv7x8gAIEDCRY0eBChwHILGTbE\ngAFARIkTJ97x5KlcRo0bOW4E8BFkyHIjSZY0OZIAAQArVx44QA5muXLjxpGzWQ5nTp04AfT0+bNc\nUKFDiRYlqqRAAVKkyjV1+hRqUwBTqVYtdxVrVq1buWLNlk2FAAFu3IArdxYtWgBr2bZ1+xZuXLlz\n6Zazexev3XDhxvVVpYoAgQ7dupUzfBhxYsWHATT/dvy4XGTJkylP5saNXDnNmzl39twZQGjRo8uV\nNn0adWrUChYsAAeuXGzZs2nHBnAbd+5yu3n39v0buG9rzJiVM34cuXEAy5k3d/4cenTp06mXs34d\nu/Vw4cZ1V6WKAIEO3bqVM38efXr15wG0d/++XHz58+nP58aNXDn9+/n39w+wnECBAAoaPFguocKF\nDBsyVLBgAThw5SpavIixIoCNHDuW+wgypMiRJEVaY8asnMqVLFUCeAkzpsyZNGvavImznM6dPHv6\n/Ak06E4ARIsaLYc0qdKlTJs6fZoUgNSpVMtZvYo1q9ar48bJmDGjnNixZMuSBYA2rdpybNu6fQs3\n/y5ccuTK2b2L1y6AvXz7+v0LOLDgwYTLGT6MOLHixYwbHwYAObLkcpQrW76MObPmzZUBeP4Mupzo\n0aRLmx49bpyMGTPKuX4NOzZsALRr2y6HO7fu3bx78yZHrpzw4cSFAziOPLny5cybO38OvZz06dSr\nW7+OPft0ANy7ey8HPrz48eTLmz8fHoD69ezLuX8PP7789+TIZSqHP7/+/fwB+AcIQOBAAOUMHkSY\nUOFChg0PAoAYUeJEihUtXsSYcdy4ch09fgQZUuRIkuUAnESZstxKli1dvoQZUyZLADVt3iyXU+dO\nnj11dusmrtxQokWNHgWQVOnSck2dPoUaVepUqv9OAVzFmlXrVq5dvX4FO25cObJlzZ5Fm1bt2nIA\n3L6FW07uXLp17d7Fm3cuAL59/ZYDHFjwYMKBu3UTV07xYsaNHQOAHFlyOcqVLV/GnFnz5soAPH8G\nHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36\ndOrVrV/Hnl37du7dvX8HH178ePK6yZErl54cuXLt3b+H354cuXDk7JMrV25cOf79/QMsV44cOQAG\nDyIkR64cw4YOH0KM2JBcuYoWL1YcNw4Ax44eyZErJ5IcuXImT6I0SW7luJYty8EsR45cOHLkyuH/\nzKkTJ4CePn+SI1duKNGiRo8iTaq0HICmTp9CjSp1KtWqVsmRK6eVHLlyXr+CDeuVHLlw5M6SK1du\nXLm2bt+2JUcOAN26dsmRK6d3L9++fv/uJVduMOHCg8eNA6B4MWNy5MpBJkeuHOXKlimTyzxu8+Zy\nnsuRIxeOHLlypk+jNg1gNevW5MiViy17Nu3atm/jLgdgN+/evn8DDy58OPFyxo8jT648+Thy5MpB\njy59unQA1q9jL6d9O/fu3r+DD78dAPny5suhT69+PXty7svBjx+fHP1y9u/jtw9gP//+5QCWEziQ\nYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1Lix/xw5j+TAjRtXjmRJkydNAlC5kmU5ly9hxpQ5k2bN\nlwBw5tRZjmdPnz+BBv3JjRy5ckeRJj0KgGlTp+WgRpU6lWpVq1ejAtC6lWtXr1/BhhU7tlxZs2fR\npi1Hji05cOPGlZM7l25dugDw5tVbjm9fv38BBxY8uC8Aw4cRl1O8mHFjx48bcyNHrlxly5crA9C8\nmXM5z59BhxY9mnTpzwBQp1a9mnVr169hxy43m3Zt27PJ5SbnS5o0VqyY2bIVLlw548eRJzcOgHlz\n5+WgR5c+nXp169ejA9C+nXs579/Bhxc/Pjw1XrzKpVe/Pj0A9+/hl5M/n359+/ftkyNXjn9///8A\ny5UDQLCgwYMIEypcyLBhuYcQI0p8SK4iOV/SpLFixcyWrXDhyokcSbKkSAAoU6osx7Kly5cwY8qc\n2RKAzZs4y+ncybOnz589qfHiVa6o0aNFAShdyrSc06dQo0qdKpUcuXJYs2rFCqCr169gw4odS7as\n2XJo06pdi1acOGTIXBEjVqqUCgwYokQRJ66c37+AAwMYTLhwucOIEytezLixY8QAIkueXK6y5cuY\nM2vGTGDCBG/eyokeTRqA6dOoy6lezbq1a2XcuJWbTZs2JBw4DBkqx7u3bwDAgwsfTry48ePIk5db\nzry58+XixCFD5ooYsVKlVGDAECWKOHHlwov/H08egPnz6MupX8++vfv38OOvB0C/vv1y+PPr38+/\n/36ABCZM8Oat3EGECQEsZNiw3EOIESVOVMaNWzmMGTNCwoHDkKFyIUWOBFDS5EmUKVWuZNnSZTmY\nMWXOlDlu3K9s2QgRCgAAQIMGQ4bMypat3FGkSY8CYNrUaTmoUaVOpUo1XDhu3LZt81bO61ewYAGM\nJVu23Fm0adWuZYs2RQoAcZctK1fX7l0AefXuLdfX71/Af0mRMtCoUTnEicvx4hUAAIACBfKQI1fO\n8uVyADRv5tzZ82fQoUWPLlfa9GnUqU2XKQPAtWsCBAIsWKBBQyxx4srt5l0OwG/gwcsNJ17c//hx\n48ZixBAgYMCAAMqUlaNe3Tp1ANm1by/X3ft38OHFex8wAMB5I0bKrWffHsB7+PHLzadf3/58X74A\n7B8woBrAauTKlcOGjQMHAAoVGoADpxzEiOUAUKxo8SLGjBo3cuxY7iPIkCJHgixTBgBKlAQIBFiw\nQIOGWOLElatpsxyAnDp3luvp8yfQoECNxYghQMCAAQGUKSvn9ClUpwCmUq1a7irWrFq3csU6YACA\nsEaMlCtr9iyAtGrXlmvr9i3ctr58Aag7YEC1auTKlcOGjQMHAIIFG4ADpxzixOUAMG7s+DHkyJIn\nU65c7jLmzJo3lxs3jgABAKIRIDBgQA0IEP+CBPmxZo0cuXKyZQOobft2udy6d/PurRsOHA8AhhMH\nkCBBueTKlycH4Pw59HLSp1Ovbv16OS5cAHDnDgMGonLix5cjRw4A+vTqyZEr5/49fPfiihUDYN9+\ngAAPHmiTIwfgs2cpUjgIcDAAADRoxo0r9/AhAIkTKVa0eBFjRo0by3X0+BFkyHLjxhEgAAAlAgQG\nDKgBAUKQID/WrJEjVw4nTgA7efYs9xNoUKFDgcKB4wFAUqUAEiQo9xRq1KcAqFa1Wg5rVq1buXYt\nx4ULALFiYcBAVA5t2nLkyAFw+xYuOXLl6Na1S1dcsWIA+PINEODBA21y5Dx7liKFgwCLAwD/QINm\n3LhykycDsHwZc2bNmzl39vy5XGjRo0mXLjdrFgECAA4cOHasXGzZs2mTIwcAd27d5Xj39v2b97hx\nSJC8GDMGDJgosWLVqTNgAIAAAb59K3cde3YA27l3L/cdfHjx4cmRK3ce/a9fAgQAcB8iRLJk1po1\nGzeuXH5y5AD09w8QgEAA5QoaPIhQkaIAAQA4lCChSpVa5MiVu4ixHCRIj3DhKgcyZDkAJEuaPIky\npcqVLFuWewkzpsyZhAoUAACABCtW5Xr6/Am057hxAIoaPVouqdKlS8NNm2bAAICphgxdu1YuKzly\nFiwA+MqMWbmxZMsCOIs2bbm1bNu6fRuu/5zccsYC2A1AgAAjZ87K+R03btu2cuXIGQaAOLHicowb\nOyZHzps3S6hQGTAQIMCAYsXEiSsHOrRoceLAkSNXLrXqcgBau34NO7bs2bRr2y6HO7fu3bwJFSgA\nAAAJVqzKGT+OPLnxceMAOH8OvZz06dSph5s2zYABANwNGbp2rZx4cuQsWACAnhmzcuzbuwcAP778\ncvTr27+PP1y5/eWMBQAYQCABAoycOSuXcNy4bdvKlSMXEcBEihXLXcSYkRw5b94soUJlwECAAAOK\nFRMnrtxKli3FiQNHjlw5mjXLAcCZU+dOnj19/gQatNxQokWNFtWkCcDSBQtilYMaVepUqf/kyAHA\nmlVrOa5dvX6tUmXAAAAAcpRDmzatEycABAj49q3cXLp1AdzFm7fcXr59/fYlR67c4GvXABwWIAAa\ntHKNHT+GDEDyZMrlLF8u162bKVCg7Nh51qZNlCgGDFArl1r16tXkyJWDHRs2OXIAbN/GnVv3bt69\nff8uF1z4cOLDNWkCkHzBgljlnD+HHh06OXIArF/HXk77du7dq1QZMAAAgBzlzJ8/78QJAAECvn0r\nF1/+fAD17d8vl1//fv77yQEkV27gtWsADgoQAA1auYYOH0IEIHEixXIWL5br1s0UKFB27Dxr0yZK\nFAMGqJVLqXLlSnLkysGMCZMcOQA2b+L/zKlzJ8+ePn+WCyp0KNGg4sQJEABg6YcP5Z5CjSp1ajkA\nVq9iLad1K1eu2aZMKVDAiBFs5c6iRRsgAIAAAciRKyd3Ll0Adu/iLad3L9++fveeOQNgMAoU376V\nS6x4MWMAjh9DLidZ8rZtLFh0KFAgSBAmffpIktSrl7hypk+jNh0lyrdv5V7Djg1gNu3atm/jzq17\nN+9yvn8DD+5bnDgBAgAg//ChHPPmzp9DLwdgOvXq5a5jz54925QpBQoYMYKtHPny5QMEABAgADly\n5d7Djw9gPv365e7jz69/P/4zZwACEIgCxbdv5RAmVLgQQEOHD8tFjLhtGwsWHQoUCBKE/0mfPpIk\n9eolrlxJkydLRony7Vs5ly9hApA5k2ZNmzdx5tS5s1xPnz+B9nz1CkBRHDjIkSu3lGlTp0/LAZA6\nlWo5q1exZtWmrVu3b9/KhRUbdtu2AQMADBlSjm1bt2wBxJU7t1xdu3fx5rU7ahQAv2vWlBM8mHBh\nwQAQJ1ZcjjHjUaMkSChAgECECFSUKFGlChWqcp9Bh/68AAGCcePKpVa9GkBr169hx5Y9m3Zt2+Vw\n59a9W5w4AL9/hwtXjnhx48eRFwewnHnzcs+hR5c+fbo4cYIEAQAQoEqVct/Bh/8OgHx58+XQp1e/\nnn05cOACBAAwX5mycvfx59d/H0B///8AAQgEUK5gQWXKdOiAVKrUmTMgIurQUaUKrXIYM2YsUADA\ngAHlQoocGRKAyZMoU6pcybKly5flYsqcSVOcOAA4cYYLV66nz59Ag/oEQLSo0XJIkypdypSpOHGC\nBAEAEKBKlXJYs2rFCqCr16/lwoodS7ZsOXDgAgQAwFaZsnJw48qdCxeA3bt4y+nVq0yZDh2QSpU6\ncwaEYR06qlShVa6xY8cFCgAYMKCc5cuYLQPYzLmz58+gQ4seTbqc6dOoUYsLEACAawC7yJErV25c\nuXLixEmT1qA3J07lggsfDqC48ePlkitfznz5uHHkykmXDg7cggUBAgD49q2c9+/gvQP/GE++fLnz\n6NOrXy+uQAEA8AMEyJWrnP37+PPbB8C/v3+A5QQKBAeu3MFx47BgcQHA4cMYypSRI1dMl64AAQBs\nFCeu3EeQIT8CIFnS5EmUKVWuZNmy3EuYMWOKCxAAwE0Au8iRK1duXLly4sRJk9bAKCdO5ZQuZQrA\n6VOo5aROpVqV6rhx5Mpt3QoO3IIFAQIA+Pat3Fm0ac8CYNvWbTm4ceXOpSuuQAEAeQMEyJWr3F/A\ngQX/BVDY8OFyiRODA1fO8bhxWLC4AFDZcgxlysiRK6ZLV4AAAESLE1fO9GnUpgGsZt3a9WvYsWXP\npl3O9m3ctsmREwDANwAECJaVI168//iWLQIAAFixQlw56NGjA6Be3Xo57Nm1b9c+bhy2cuXIjefC\nxYABAAAGzJpVzv17+O4BzKdfv9x9/Pn15792DQBAAAIHAsiVqxzChAoXIgTg8CHEchInUuzWjQwZ\nABo3alyw4MCBBgBGkmxQ7iTKlCkBsGzp8iXMmDJn0qxZ7ibOnDcrVQLgkwCBP3/KES1qlBy5AAAA\noEFT7inUqACmUq1a7irWrFqzkiNX7ivYNWsCkA0wgBmzcmrXslUL4C3cuOXm0q1rty6AvHrzIkDQ\nqlW5wIIHEw4M4DDixOUWM268+NevAAAmUwYQIIAAAQA2bzZgYFi50KJHjwZg+jTq1P+qV7Nu7fp1\nudiyZ8euVAkAbgIE/vwp5/s3cHLkAgAAgAZNueTKlwNo7vx5uejSp1OfTo5cueza16wJ4D3AAGbM\nypEvb548gPTq15dr7/49/PcA5tOfjwBBq1bl9vPv7x9guXIACBY0WA5hQoUIf/0KAABiRAABAggQ\nAAAjRgMGhpXz+BEkSAAjSZY0eRJlSpUrWZZz+RKmy1WrANQ0YmTcuHI7efYcN64AAADYsJUzehQp\nAKVLmZZz+hRqVKlRxyVIMGBAggSLuHEr9xVs2K8AyJY1Ww5tWrVr0ZowAQAuAQIcODxYsKBYsXJ7\n+fb1uxdAYMGDyxU2fLgwOXIEGAP/cOw4QAAAkycXKJAly7hymzl37gwAdGjRo0mXNn0adepyq1m3\nXr1qFQDZRoyMG1cOd27d48YVAAAAG7Zyw4kXB3AcefJyy5k3d/7c+bgECQYMSJBgETdu5bh3984d\nQHjx48uVN38efXkTJgC0J0CAA4cHCxYUK1YOf379+/ED8A8QgMCBAMoZPIjQIDlyBBoCePgwQAAA\nFCkWKJAly7hyHDt69AggpMiRJEuaPIkypcpyLFu6ZPnoUYMAAVq0aNWqnM6dPL15A1CggDdv5Yoa\nPQogqdKl5Zo6fQo1KlQ4BAgMGGDL1rdyXLt69QogrNix5cqaPYs2XLgECQAAqPLr/5cqVQAECAAE\nqJzevXz76gUAOLDgcoQLGz5crRoHDgAaO34sQIAYMb/GjSuHmRy5cpw7lwMAOrTo0aRLmz6NOnW5\n1axbr370qEGAAC1atGpVLrfu3d68AShQwJu3csSLGweAPLnycsybO38O/TkcAgQGDLBl61u57dy7\ndwcAPrz4cuTLmz8fLlyCBAAAVPn1S5UqAAIEAAJULr/+/fzzAwAIQODAgeUMHkSYsFo1DhwAPIQY\nUYAAMWJ+jRtXTiM5cuU8fiwHQORIkiVNnkSZUuXKci1dvmw5a5YAAwYGDODDZ1w5nj3LhQsHQKjQ\nbdvKHUWaFMBSpk3LPYUaVepUqP/kyJkAAIANm3Hjyn0FG1YsALJlzZZDm1bt2l69AABo0KDVuHE3\nbgQAAODJk3J9/f4F3BfAYMKFyx1GnFjxt28BAgCAHFkyAwYRIuxatUqbNm/jxpUDHbocANKlTZ9G\nnVr1ataty72GHfv1s2cOANzGfaNaNWnS/owYESAAAOILFpAjV075cuYAnD+HXk76dOrVrU/nxm2A\nBg3lvH8HHx48APLlzZdDn179enDgIEGKFq3c/E2bANyvVKncfv79/QMsVw4AwYIGyyFMqHDhtm0H\nDgCIKDGiDRutWo3LSI5cuY4eP3YEIHIkyZImT6JMqXJluZYuX7Z89swBgJo2b1T/qyZN2p8RIwIE\nACB0wQJy5MohTaoUANOmTstBjSp1KtWo3LgN0KChHNeuXr96BSB2LNlyZs+iTQsOHCRI0aKVi7tp\nE4C6lSqVy6t3L9+8AP4CDlxuMOHChrdtO3AAAOPGjG3YaNVqHGVy5MphzqwZM4DOnj+DDi16NOnS\npsuhTq0a9bhxCQYMACBbdoDaAQYAACBAQIAAC1CgKCd8OHHhAI4jT15uOfPmzp+Xq1ZtwYICe/aU\ny659O/ftAL6DD19uPPny5s+T37MHAPtmzcrBjy9/PnwA9u/jL6d/P3/+3gAKE1agQACD3LiVU7iQ\nYUOHCwFElDiRYkWLFzFm1FiO/2NHjxzHjUswYAAAkyYDpAwwAAAAAQICBFiAAkU5mzdx2gSwk2fP\ncj+BBhU6tFy1agsWFNizp1xTp0+hPgUwlWrVclexZtW6FeuePQDANmtWjmxZs2fJAlC7lm05t2/h\nwvUmTFiBAgHwcuNWjm9fv38B9wUwmHBhw4cRJ1a8mHE5x48hOyZHjluNGg4cAABAwICBGTMm5Mpl\nzBg4cKTIkSu3mnXr1QBgx5ZdjnZt27fHjQMH7tevLASAE4BQjnhx48eRA1C+nHk558+hR5f+HBy4\nAESIlNO+nXt37gDAhxdfjnx58+SxpR806M0bM2bKxZc/n379+gDw59e/n39///8AAQgcSLCgwYMC\nyylcyJAhOXHiQIG6dEnNtGnevJXbyLGjx4/lAIgcSbKcyZMoU5IjJ0xYq1YKChQYMGBWuZs4c+rc\nCaCnz5/lggodSrSo0G/f4KhSVa6p06dQnwKYSrVquatYs2atxo2bOHHlwoodS7as2XIA0qpdy7at\n27dw48otR7euXbvkxIkDBerSJTXTpnnzVq6w4cOIE5cDwLix43KQI0ueTI6cMGGtWikoUGDAgFnl\nQoseTbo0gNOoU5dbzbq169esv32Do0pVudu4c+vODaC379/lggsfPrwaN27ixJVbzry58+fQywGY\nTr269evYs2vfzr2c9+/gw4v/H0++/HcA6NOrL8e+vfv37snJFyeOHLly+PPr38+/HACAAAQOHFjO\n4EGECRUmHFfO4UOIESUCoFjRYjmMGTVu5NjR48eMAESOJFnS5EmUKVWuLNfS5UuYMWXOpOkSwE2c\nOcvt5NnTZ09yQcWJI0eu3FGkSZUuLQfA6VOo5aROpVrVatVx5bRu5drVKwCwYcWWI1vW7Fm0adWu\nLQvA7Vu4ceXOpVvX7t1yefXu5dvX71/AegEMJly43GHEiRUvZtzYMWIAkSVPLlfZ8mXMmTVv5mwZ\nwGfQocuNJl3a9GnUqVWTBtDa9WvYsWXPpl3bdjncuXXv5t3b9+/cAIQPJ17O//hx5MmVL2fe/DgA\n6NGll6Ne3fp17Nm1b68OwPt38OXEjydf3vx59OnHA2Df3v17+PHlz6dfv9x9/Pn17+ff3z/AcgIB\nECxosBzChAoXMmzo8GFCABInUixn8SLGjBo3cux4EQDIkCLLkSxp8iTKlCpXlgTg8iXMmDJn0qxp\n82a5nDp38uzp8ydQnQCGEi1a7ijSpEqXMm3qFCmAqFKnlqtq9SrWrFq3crUK4CvYsOXGki1r9iza\ntGrJAmjr9i3cuHLn0q1rtxzevHr38u3r929eAIIHEy5n+DDixIoXM258GADkyJLLUa5s+TLmzJo3\nVwbg+TPocqJHky5t+jTq1P+jAbBu7fo17NiyZ9Oubfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv\n7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48+vTq17Nv7/49/PjykZOrX64cufz5y/Hv7x9g\nOYEDB5IjV67cuHILGTZsCABiRInkyJWzeBHjRXIbOZYjR65cOXLlyokTp00bMm/eyrV0+bIlAJkz\naZIjVw5nTp07efIkR65cOXLliBY1SpQcOQBLmTYlR65cVKnlyFWtWg5rVq1ZyZHr1o0cOXHlyJY1\naxZAWrVr2bZ1+xZuXLnl6Na1exdvXr176wLw+xdwOcGDCRc2fLjcuHHXrg3/I0euXGTJkyMDsHwZ\ncznNmzl39vwZdOjNAEiXNl0OdWrVq1mzHjfu2zdx4siVs30bN24Au3n39v0beHDhw4mXM34ceXLl\ny5k3Pw4AenTp5ahXt34de/Zy1KiNGsWoXHjx48cDMH8efTn169m3d/8efvz1AOjXt18Of379+/nz\n9wTQkxAh3bqRK4cwoUKFABo6fAgxosSJFCtaLIcxo8aNHDt6/JgRgMiRJMuZPIkypcqV5ahRGzWK\nUbmZNGvWBIAzp85yPHv6/Ak0qNChPQEYPYq0nNKlTJs6derJkxAh3bqRK4c1q1atALp6/Qo2rNix\nZMuaLYc2rdq1bMW5DRYM/9y3b+Xq2r2L9y6AvXz7lvsLOLDgwYO3bTNkiACBVOUaO378GIDkyZTL\nWb6MObNmzdy4lfsMOrTo0ABKmz5dLrXq1axbs04GAMCAAUWKlLt9m1y53bx5A/gNPLjw4cSLGz+O\nvJzy5cybOxcHPVgwcN++lbuOPbv27AC6e/9eLrz48eTLl9+2zZAhAgRSlXsPP358APTr2y+HP7/+\n/fz5cwPIrdxAggUNFgSQUOHCcg0dPoQYEWIyAAAGDChSpNzGjeTKfQQJEsBIkiVNnkSZUuVKluVc\nvoQZE+aDBwBsIkAwgxatcj19/gT6E8BQokXLHUWaVOnSpaJEAQBQoECrcv9VrV69CkDrVq7lvH4F\nG1ZsWGFp0kybVk7tWrZt1QKAG1duObp17d6lO25cuHDl/GrTBkCw4HHjyh0+PM6bt3KNHZcDEFny\nZMqVLV/GnFlzOc6dPX/2/OABANIIEMygRavcatatXbcGEFv27HK1bd/GnTu3KFEAABQo0KrccOLF\niwNAnlx5OebNnT+H/lxYmjTTppXDnl37duwAvH8HX078ePLlxY8bFy5cOfbatAGAD3/cuHL164/z\n5q3cfv7lAAAEIHAgwYIGDyJMqFBhuYYOH0JsGCECgIoWK0KAQI5cuY4eP4LsCGAkyZLlTqJMqXLl\nygABAAAQIABcuZo2b97/BKBzJ89yPn8CBeoNGTI5cq5caSNMmBQpDJ6GC1duKtWqVqcCyKp1a7mu\nXr9+DRct2qRJt26lypYtQAAAbu/cKSd3rlxx4saNK6dXL4C+fv8CDix4MOHChsshTqx48bhxAwYA\niCw5coAAnTqVy6w587hx5T6DLgdgNOnS5U6jTq16tWpvAF4DUKOmHO3atm8DyK17d7nevn//PoYA\nQYAAAAAQEKBcAIAECapVKyd9OvXq0gFgz669HPfu3rmTI7dryxZbtpYtK/fqFYD2AQKUiy9//rhx\n5O6TKzduHID+/gECEDiQYEGDBxEmVFiwXEOHDyGOGzdgAACLFy0GCNCp/1M5jx89jhtXjmTJcgBQ\nplRZjmVLly9hvvQGgCYANWrK5dS5kycAnz+BlhM6lCjRYwgQBAgAAAABAU8FAEiQoFq1clexZtV6\nFUBXr1/LhRU7Niw5cru2bLFla9mycq9eAZAbIEA5u3fxjhtHji+5cuPGARA8mHBhw4cRJ1a8uFxj\nx48hjxtXoMCAAQAQIACweXOSJOPGlRM9Ghw4btzIkStHjhwA169hl5M9m3Zt27WvAdANwJWrcr+B\nBxcOgHhx4+WQJ1eu3EqDBgAACBAAoEABANcRIBg2jBy5ct/BhxcPgHx58+XQp1evXte3b+Xgw/fm\nDUD9CBHK5de/P/+4cf8Ay5UjN24cgIMIEypcyLChw4cQy0mcSLHiuHEFCgwYAAABAgAgQSZJMm5c\nuZMowYHjxo0cuXLkyAGYSbNmuZs4c+rcqfMagJ8AXLkqR7So0aMAkipdWq6p06dPrTRoAACAAAEA\nChQAwBUBgmHDyJErR7as2bMA0qpdW66t27dvdX37Vq5uXW/eAOiNEKGc37+A/Y4bV64cuXHjAChe\nzLix48eQI0ueXK6y5cuYM5f79o0ECQCgVakqR7q0aXKoyZVbDaC169flYsueTbs27QMAAAgQUK63\n79/AewMYTrx4uePIkysPF27bNmfOvg0bhgRJgQcP7NixZq2c9+/gwwP/GE++fLnz6NOrX4+eAQMA\n0qSVm0+/vv36APLr38+/v3+AAAQOJFjQ4EGEAsstZNjQ4UOGAwYAoEiOXDmMGTWOG1fOIzlyAESO\nJEmOXDmUKVWOG0cpWDBy5MrNnDluHACcjBiV49nT50+eAIQOJVrO6FGkSZUeJUaMgwABEyZIkQKu\n3FWsWbMC4NrVKzly5cSOJVvWbLkDBwBgwFDO7Vu4ceECoFvX7l28efXu5du33F/AgQUPBjxgAADE\n5MiVY9zY8bhx5SSTIwfA8mXM5MiV49zZ87hxlIIFI0eu3OnT48YBYM2IUTnYsWXPhg3A9m3c5XTv\n5t3b925ixDgIEDBh/4IUKeDKLWfevDkA6NGlkyNXzvp17Nm1lztwAAAGDOXEjydfnjwA9OnVr2ff\n3v17+PHLzadf3/79cnnyBAgAIAnAJOUGEixosCCAhAoXlmvo8GFDZsw66NFT7iLGcsCAAeg4bly5\nkCJHkgwJ4CTKlOVWsmzp8iVLceIYGDCQIIEPH9TK8ezp0yeAoEKHlitq9CjSpEYLFADw4kW5qFKn\nUp0K4CrWrFq3cu3q9SvYcmLHki1rtlyePAECAEiSpBzcuHLnygVg9y7ecnr38tXLjFkHPXrKES5c\nDhgwAIrHjSvn+DHkyI4BUK5suRzmzJo3c84sThwDAwYSJPDhg1q51P+qV68G4Po17HKyZ9OubXt2\ngQIAXrwo5/s38ODAARAvbvw48uTKlzNvXu459OjSo2fLBuD6dQHUqJXr7v07+O8AxpMvX+48+vTn\nPXkKoERJufjyywUIAECAgHL69/Pvzx8gAIEDCZYzeBBhQoUHFSnyoUBBhw5DhpArdxFjxowAOHb0\nWA5kSJEjSZYLFw5AygQJyrV0+RLmSwAzada0eRNnTp07eZbz+RNoUKDZsgEwalQANWrlmDZ1+tQp\nAKlTqZazehWrVU+eAihRUg5s2HIBAgAQIKBcWrVr2a4F8BZu3HJz6da1e5euIkU+FCjo0GHIEHLl\nCBc2bBhAYsWLyzX/dvwYcuRy4cIBsJwgQTnNmzl35gwAdGjRo0mXNn0adepyq1m3dr26Tx8As2kD\n4FIOd27du3kD8P0beDnhw4kLFyAAwLNn5Zg3L3fgAIBixcpVt34d+3UA27l3L/cdfHjx48kVK+bL\nF6Nfv3z5AgeOXDn58+nTB3Aff/5y+/n33w8wW7Zw5QoaLCdOnAoVAUCBKgcxosSJEgFYvIgxo8aN\nHDt6/FgupMiRJKNFA4AyJQAVKrqVewkzpsyZAGravEmOXLmdPHeqUgUgaLhw5YoW/fULAIACtmyV\newo1qtSoAKpavVouq9atXLd++zZkyZJIkbw1ayZOHDly5dq6fQsX/4DcuXTJkSuHNy9ecuScOMFR\nqlS5wYPHjQMEqIgqVeUaO34M+TGAyZQrW76MObPmzZzLef4MOnS0aABKmwagQkW3cqxbu34NG4Ds\n2bTJkSuHOzduVaoA+A4Xrpxw4b9+AQBQwJatcsybO3/uHID06dTLWb+OPTv2b9+GLFkSKZK3Zs3E\niSNHrpz69ezbA3gPPz45cuXq269PjpwTJzhKlQJYTqDAceMAASqiSlU5hg0dPnQIQOJEihUtXsSY\nUePGch09fgRpw0aAAAAAKBgy5NcvLdasSZM2bRq1cjVt3rwJQOdOnuV8/vyZzYABAABqjBtXTmk5\nbgCcOu3WrdxUqv9VrVYFkFXr1nJdvX4F27VbNwQIBEiQYMsWtXHjvHkTJ25aObp17doFkFfv3nJ9\n/f799QvA4AMHmDEDB65csGBVqhQQJ67cZMqVLVcGkFnzZs6dPX8GHVp0OdKlTZ+2YSNAAAAAFAwZ\n8uuXFmvWpEmbNo1aOd69ffsGEFz48HLFjRvPZsAAAAA1xo0rF70cNwDVq3frVk77du7duQMAH158\nOfLlzZ8n360bAgQCJEiwZYvauHHevIkTN63cfv79+wMEIHAgwXIGDyL89QsAwwMHmDEDB65csGBV\nqhQQJ64cx44eP3oEIHIkyZImT6JMqXJluZYuX77kVKGCAAEiROT/EScOFy5jGjTMmHHggJlx48oh\nTaoUKYCmTp+Wiyq13LhxngBgBbAAHLhs2ZgxAyBWbAFLlsqhTat2rVoAbt/CLSd3Lt26cmfNatIE\nwZ49ggR98+VLm7ZgwbiNG1duMePGiwFAjiy5HOXKlosUAaA5QAAIEKJFgzNkSIAAC4wZK6d6NevW\nrAHAji17Nu3atm/jzl1uN+/evbuNGcOIkTJl4siRK1fuGjVqoEDZsBGqHPXq1q0DyK59e7nu3r0n\nASAewK5w4bJlK1BAgAEDM2ZkkCKlHP369u/bB6B/P/9y/gGWEziQYMFy2bKJK7ewHDiH5CCSC1eO\nYkWLFgFk1Lix/1xHjx/JkQMw0oABHDgoUCgQgGWAAtWqlZM5k2ZNmgBw5tS5k2dPnz+BBi03lGjR\not3GjGHESJkyceTIlSt3jRo1UKBs2AhVjmtXr14BhBU7tlxZs2aTAFALYFe4cNmyFSggwICBGTMy\nSJFSjm9fv3/9AhA8mHA5w4cRJ0acLZu4co/LgZNMjjK5cOUwZ9asGUBnz5/LhRY9mhw5AKcNGMCB\ngwKFAgFgByhQrVo527dx58YNgHdv37+BBxc+nHjxcseRJ0/OrVu3bNm6ddtWjjp1cuTKlePGjVo5\n79/Bgwcwnnz5cufRlyNH7psWLXLkQJo2bckSDRo6lNNfjpcJE/8Aw4UrR7CgwYMEAShcyLCcw4cQ\nI0qcSLHiQwAYM2osx7GjR45r1hCYNIkVqxUrAjRo4MFDKnDgysmcSbMmTQA4c+rcybOnz59Ag5Yb\nSrRoUW7dumXL1q3btnJQoZIjV64cN27UymndypUrgK9gw5YbS7YcOXLftGiRIwfStGlLlmjQ0KGc\n3XK8TJgIF66c37+AA/sFQLiw4XKIEytezLix48eJAUieTLmc5cuYLa9ZQ2DSJFasVqwI0KCBBw+p\nwIErx7q169euAcieTbu27du4c+veXa6379/AyZEbNGjBAl7lkitX7s0bjHLQo0uXDqC69evlsmvf\nPm7cnTuzQID/QICAAYNy6NGLQoLk27dy8OPLnw8fgP37+Mvp38+/v3+A5QQOJFjQoEEACRUuLNfQ\n4cOGtmyBo0jxwQM+lSqFCyeu3EeQIUWOBFDS5EmUKVWuZNnSZTmYMWXOJEdu0KAFC3iV49mzpzdv\nMMoNJVq0KACkSZWWY9rU6bhxd+7MAgECAQIGDMpt3SoKCZJv38qNJVvW7FgAadWuLdfW7Vu4ceXO\npesWwF28ecvt5dt3ry1b4AQLfvCAT6VK4cKJK9fY8WPIkQFMplzZ8mXMmTVv5lzO82fQocWJQ4Cg\nQAEP5VSvLkeOHAUKC3ToKFfb9u3aAHTv5l3O92/g4sTVqhUA/8BxAF26lGPO3FWCBN++laNe3fp1\n6gC0b+dezvt38OHFj/9Ojpw4cuTKrWfffj0A+PHll6Nf3z59bdqSiRN37BjAWwLLESxo8CDCgwAW\nMmzo8CHEiBInUixn8SLGjOPGgQAhQECrciJHlmvSBADKAAG0aSvn8iVMADJn0ixn8yZOm27cAOjZ\n04CBckLHjRNw4IA3b+WWMm3qdCmAqFKnlqtq9WpVcuTKce3q9StXbtwMkSNX7izatGcBsG3rthzc\nuHLhVqmyKE8eV6548CgWLly5wILLkSO3rRzixIoVA2js+DHkyJInU65suRzmzJo3jxsHAoQAAa3K\nkS5drkkTAP+qAwTQpq0c7NiyAdCubbsc7ty6cbtxA+D3bwMGyhEfN07AgQPevJVr7vw59OYAplOv\nXu469uzXyZEr5/07+PDeuXEzRI5cufTq16cH4P49/HLy59OXX6XKojx5XLniwQNgsXDhyhU0WI4c\nuW3lGDZ06BBARIkTKVa0eBFjRo3kyJXz+BFkyF69ggWbVg4lyi1bCBAA8PIlFy7kytW0aRNATp07\ny/X0+bNntWoAiBYFUKBIEQECAAQIUA5qVKlTpQKwehVrOa1buWoNF07YtWvjxpEjN65cOXJrly2b\nNcuFi0XhwpWzexevXQB7+fYlR65cYMGBo0VjwACAAAEBAjT/aDBAkaJs2cqNG0eO3Lhx5Th39vwZ\nQGjRo0mXNn0adWrV5MiVc/0aduxevYIFm1YON+4tWwgQAPD7Nxcu5MoVN24cQHLly8s1d/68ebVq\nAKhXB1CgSBEBAgAECFAOfHjx48UDMH8efTn169mrDxdO2LVr48aRIzeuXDly+5ctmwVwlgsXi8KF\nK4cwoUKEABo6fEiOXLmJFCdGi8aAAQABAgIEaNBggCJF2bKVGzeOHLlx48q5fAkzJoCZNGvavIkz\np86dPMv5/Ak0qNCg5K5dM2AAgFKlZcqUewo1KoCpVKuWu4o1a1Y1AAAECAAAAAIAZMkKElQurdq1\nbNcCeAs3/265uXTrzu3VK8qCBQoUAAAw4MCBFi08VKigQIEMGbDKOX4MGTKAyZQrl7uMGTO5KVMA\neP4MOkIEVqywhQsnTly51axbu14NILbs2bRr276NO7fucrx7+/4NHHi4cN68ZciwQYIEa9bKOX8O\nHYD06dTLWb+OHXs0ZcqcOHHlqgYMGAQIaAAGrJz69ezbswcAP778cvTr26efLdsHDRoA+AcIAECB\nAgIE8CBBAhUqa9bKPYQYUSIAihUtlsOYUWOHDgQIAAgQAMDIkUeODBtWTuVKli1dlgMQU+ZMmjVt\n3sSZU2c5nj19/gQKNFw4b94yZNggQYI1a+WcPoUKQOpUqv/lrF7FijWaMmVOnLhyVQMGDAIENAAD\nVk7tWrZt2QKAG1duObp17dLNlu2DBg0A/PotUECAAB4kSKBCZc1aOcaNHT8GEFny5HKVLV/u0IEA\nAQABAgAADfrIkWHDyp1GnVr16nIAXL+GHVv2bNq1bd8ul1v3bt69ff8GrhvAcOLFyx1Hnlz5cubN\nnSMHEF369HLVrV/HXp0cuVy5xJUDH178ePLjAZxHn77cevbt3bf35q3cfPr17d+/D0D/fv79/QME\nIHAgwYIGDyJMWG4hw4YOH0KMKJEhgIoWL5bLqHEjx44eP4LUCGAkyZLlTqJMqfIkOXK5cokrJ3Mm\nzZo2awL/yKlzZ7mePn8C/enNW7miRo8iTZoUANOmTp9CjSp1KtWq5a5izap1K9euXrECCCt2bLmy\nZs+iTat2LVuzAN7CjVtuLt26du/izauXLoC+fv+WCyx4MOHChg8jFgxgMePGjh9Djix5MuVyli9j\nzqx5M+fOlwGADi26HOnSpk+jTq16dWkArl/DLid7Nu3atm/jzj0bAO/evssBDy58OPHixo8HB6B8\nOfPmzp9Djy59ernq1q9jz659O3frAL6DD19uPPny5s+jT6+ePID27t+Xiy9/Pv369u/jlw9gP//+\n5QCWEziQYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1LiR/2NHjxgBhBQ5khy5cidRplS5kmVLl+UA\nxJQ5kxy5cjdx5tS5k2dPn+UABBU6lBy5ckeRJlW6lGlTp+UARJU6lWpVq1exZtVajmtXr1/BhhU7\ntisAs2fRkiNXjm1bt2/hxpU7txwAu3fxkiNXjm9fv38BBxY8uBwAw4cRkyNXjnFjx48hR5Y8uRwA\ny5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx59a9m3dv37+BBxc+nHhx48eR\nJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/BoyZHrlx58+fRpzcfrls3ceLKxZc/n358APfx5ydH\nrlx/cv8AyZUrR65cOXLkypEjN67huHIQI0qECC5cOHLkymncqJEcOQAgQ4ocN66cyZMoyZErx7Kl\ny5cwY5YjR67cuHEAcurcSY5cuZ9AgwIlR5TcuHHlxo0LF46aM2fbtpGbWq6q1atVyZEDwLWr169g\nw4odS7ZsubNo06pdqzbbtWvl4sqdS3cugLt485bby7ev37+A/X7z5q2c4cOIDQNYzLgxOXLlIkue\nTLmy5cuYywHYzLlzuc+gQ4seDZocuWXHjoEDV66169ewWwOYTbu27du4c+vezbuc79/AgwsPLsiZ\ns3LIkytfrhyA8+fQy0mfTr269evTyZF7wYtXue/gw3//B0C+vPly6NOrX8++vfv36QHIn0+/nP37\n+PPrvz9uXCKAnz5581bO4EGECQ0CYNjQ4UOIESVOpFix3EWMGTVu1CjImbNyIUWOJDkSwEmUKcut\nZNnS5UuYLMmRe8GLVzmcOXXiBNDT589yQYUOJVrU6FGkQgEsZdq03FOoUaVOhTpuXKJPn7x5K9fV\n61ewXQGMJVvW7Fm0adWuZVvO7Vu4ceW+LVVqQ5Uq5fTu5duXLwDAgQWXI1zY8GHEiLt1K1aMAIED\nFSqUo1zZMmUAmTVvLtfZ82fQoUWPJu0ZwGnUqcutZt3a9WvWtmz1YMEiXLhyuXXv5p0bwG/gwYUP\nJ17c//hx5OWUL2fe3PnyUqU2VKlSzvp17NmxA+De3Xs58OHFjydPvlu3YsUIEDhQoUI5+PHlwwdQ\n3/79cvn17+ff3z/AcgIHEixYEADChArLMWzo8CHEhrZs9WDBIly4cho3cuyoEQDIkCJHkixp8iTK\nlOVWsmzp8iVLNmwA0KBR7ibOnDpzAujp82e5oEKHEi1KtJMBAwCWLj1woBzUqFKhAqhq9Wq5rFq3\ncu3q9StYrQDGki1b7izatGrXonXmrMGNG+PGlatr9y7eugD28u3r9y/gwIIHEy5n+DDixIoPs2ED\ngAaNcpInU65MGQDmzJrLce7s+TPoz50MGABg2vSBA//lVrNuvRoA7Niyy9Gubfs27ty6d9cG4Ps3\n8HLChxMvbny4M2cNbtwYN64c9OjSp0MHYP069uzat3Pv7v17ufDix5MvL96AAQAFCpRr7/49/PcA\n5tOvX+4+/vz69+N35gxgAAADCQIIEKBcQoULEwJw+BBiOYkTKUoUJy4aOHDkyIULp+zZsypVcAAB\nUg5lSpUrVQJw+RJmOZkzada0ObNWLQ9SpJTz+RNoUKAAiBY1ehRpUqVLmTYt9xRqVKlTy6lRAwBr\ngQLbtpXz+hVsWK8AyJY1Ww5tWrVr2aZ15ozAgwcA6NI1YKBcXr178wLw+xdwOcGDCUuTBgBAAACL\nGTf/blygwLhx5ShXtnwZQGbNm8t17kyOXDnRo0mX/vZt0KABkyaVc/0admzYAGjXtn0bd27du3n3\nLvcbeHDhw8upUQMAeYEC27aVc/4cenTnAKhXt14Oe3bt27lnd+aMwIMHAMiTN2CgXHr169MDcP8e\nfjn58+lLkwYAQAAA+/n37w+wQIFx48oZPIgwIYCFDBuWe/iQHLlyFCtavPjt26BBAyZNKgcypMiR\nIgGYPIkypcqVLFu6fFkupsyZNGvCGDAAgE6dP368eUOunNChRIkCOIo0abmlTJs6fbotXLhkyZ6l\nScOAAYCtW8t5/QrWK4CxZMuWO4u2XLhw0AIEAAA3/67cuXIhQCiHN6/evQD6+v1Ljly5wYQLGy4M\ny5ChChUkZMlSLrLkyZQnA7iMObPmzZw7e/4Mupzo0aRLm4YxYACA1at//Hjzhly52bRr1waAO7fu\ncrx7+/4NfFu4cMmSPUuThgEDAMyZl3sOPfpzANSrWy+HPXu5cOGgBQgAILz48eTHQ4BQLr369ewB\nuH8Pnxy5cvTr279vH5YhQxUqSACYJUs5ggUNHjQIQOFChg0dPoQYUeLEchUtWiTnzduzZ+TKlSNH\n7s2bAgJMCgAgQECECBcukCoXU+bMmQBs3sRZTudOnj19/iy3YAEAogEClEOaVClSAE2dPi0XNeo4\nqv/jhCVIAEDr1q28qlXDhm0AALIAFCggV07tWrZsAbyFG7fcXLp17dZdssRKixYRIhDQoaPcYMKF\nDRcGkFjxYsaNHT+GHFlyOcqVy5EjJ06btjJlVJAhAwLEgAEABAg4cKBAgAALFmDAQEycuHK1bd+u\nDUD3bt7lfP8GHly4cGPGAgQAkDx5OebNnTMHEF36dHLkyl0XJ27btnGcOClQAIAPn2fPyp1HXy4X\nAPYAFCgQV07+fPr0AdzHn7/cfv79/QMcN86DhwEDACxYMGBAAAECsmUrJ3EixYoSAWDMqHEjx44e\nP4IMWW4kyXLkyInTpq1MGRVkyIAAMWAAAAECDhz/KBAgwIIFGDAQEyeuHNGiRokCSKp0abmmTp9C\njRrVmLEAAQBgxVpuK9euWwGADSuWHLlyZsWJ27ZtHCdOChQA4MPn2bNydu+WywVgLwAFCsSVCyx4\n8GAAhg8jLqd4MePG48Z58DBgAIAFCwYMCCBAQLZs5T6DDi36M4DSpk+jTq16NevWrsvBji07WzYh\nQqBYsDBgAAAAAQgQQIAAQIAABgzIktWtHPPmzp0DiC59ernq1q9jz459nAIFAL5/58WrHPny5skD\nSK9+fbn27t+3d+aMXLn69u+XM0aAAAAAsQDGKjeQYEGDABAmVFiOYUOHDMWJmxMgwIABAgQEWbBx\n/wGAAAGkSSs3kmRJkyMBpFS5kmVLly9hxpRZjmZNm9myCRECxYKFAQMAAAhAgAACBAACBDBgQJas\nbuWgRpUqFUBVq1fLZdW6lWtXruMUKAAwdiwvXuXQplWLFkBbt2/LxZU7N64zZ+TK5dW7t5wxAgQA\nAIgVq1xhw4cRA1C8mHE5x48hOxYnbk6AAAMGCBAQZEHnBQACBJAmrVxp06dRlwawmnVr169hx5Y9\nm3Y527dxf/tmy9aNHj0ECAgQAECAAACQI9egwZevcs+hR5cOgHp16+WwZ9e+nft2GwDAhx9Xjnx5\n8+YBpFe/nhy5cu/hx38vrlx9+/fLXQIAIEAASv8AKZUbSLCgQQAIEyosx7Chw3HjsGABQDFAgGbN\nxJEj16QJAQECpEkrR7KkyZMkAahcybKly5cwY8qcWa6mzZvfvtmydaNHDwECAgQAECAAgKNHNWjw\n5auc06dQowKYSrVquatYs2rdqtUGgK9gx5UbS7ZsWQBo06olR66c27dw3YorR7eu3XKXAAAIEIAS\npXKAAwseDKCw4cPlEitePG4cFiwAIgcI0KyZOHLkmjQhIECANGnlQoseTTo0gNOoU6tezbq169ew\ny8meTbu2OHFq1ADYzbv3iRPlggsfTjw4gOPIk5dbzry58+fOAUgnQKCc9evYs1sHwL2793Lgw4v/\nFz9u27Zy6NOnB8B+wIBy8OPLnw8fgP37+Mvp38/flSuAAAQKLFfQoEEUKVKMG1fO4UOIER0CoFjR\n4kWMGTVu5Nix3EeQIUV+bNECwEmUKf/8IUeu3EuYMWUCoFnTJjly5XTu5NnTZzkMGAAMLVfU6FGk\nRwEsZdq03FOoUaP6ypWrWDFy5MaFCxcgAACwefKUI1vW7FmyANSuZVvO7dty5MiN48ABwF0/fsrt\n5cuXFQkS5QQPJlyYMADEiRUvZtzY8WPIkctNplzZ8uQWLQBs5tz5zx9y5MqNJl3aNADUqVWTI1fO\n9WvYsWWXw4ABwO1yuXXv5r0bwG/gwcsNJ168/7ivXLmKFSNHbly4cAECAKCeJ0857Nm1b8cOwPt3\n8OXEjy9Hjtw4DhwArPfjp9x7+PBZkSBRzv59/PnxA+Df3z9AAAIHEixo8CDChAoBlGvo8CHEhhIk\nAKhYUYAAAAcOhAmzbVu5kCJHkgRg8iTKcipXsmzpsly2bAIEAChn8ybOnDoB8OzpsxzQoEKHXrq0\n4+iOWQYMAGjaFBiwclKnUq0qFQDWrFrLce3a9duBAwDGtmhR7izactu2AQgQQJu2cnLn0q0rFwDe\nvHr38u3r9y/gwOUGEy5seLAECQAWLxYgAMCBA2HCbNtW7jLmzJoBcO7suRzo0KJHky6XLZsAAf8A\nyrFu7fo1bACyZ9MuZ/s27tyXLu3ovWOWAQMAhg8HBqwc8uTKlyMH4Pw59HLSp0//duAAgOwtWpTr\n7r3ctm0AAgTQpq0c+vTq16MH4P49/Pjy59Ovb/9+ufz69/PPlg0gAIECT5x48mSVCBFlyixYwKtc\nRIkTJwKweBFjOY0bOXb0GC5BAgAATpQzeRJlSpUAWLZ0WQ5mTJkzw4VDgYIEiQAAePIMEKBZM2/e\nyhU1ehQpAKVLmZZz+rQcOXLQAFStSoCAAQPFiiFw4ABA2LCJEpUzexZtWrMA2LZ1+xZuXLlz6dYt\ndxdvXr1VqgDwC6BUOcGDyzlxIkBAA3HiyjX/dvy4MQDJkymXs3wZc2bNwg4cECAAQTnRo0mXNg0A\ndWrV5Vi3dv2adbduiRJJCBAAQO4FC6JFI0euXHDhw4kDMH4ceTnly5d7I0AAQHTp06lH16ChXHbt\n27lnB/AdfHjx48mXN38efTn169m3r1IFQHwApcrVt1/OiRMBAhqIEwewnMCBBAUCOIgwYbmFDBs6\nfCjswAEBAhCUu4gxo8aNADp6/FgupMiRJEN265YokYQAAQC4XLAgWjRy5MrZvIkzJ4CdPHuW+wkU\nqDcCBAAYPYo0qVENGso5fQo1qlMAVKtavYo1q9atXLuW+wo2bNhxPXoAAMCAwa5ybNmGC/fm/02A\nAA1s2SqHN69evAD6+v0rTly5wYQLGx48btyPTJlKlKCQK1e5yZQrW64MILPmzeU6e/4M+rMwYRYM\nGAiA2oEDcuTKuX4NO7ZrALRr2y6HO7fucOEcOAAAPLjw4RIkOHNWLrny5cwBOH8OPbr06dSrW79e\nLrv27dvH9egBAAADBrvKmTcfLtybNwECNLBlq5z8+fTlA7iPP784ceX6+wdYTuBAguXGjfuRKVOJ\nEhRy5SoXUeJEihMBXMSYsdxGjh09dhQmzIIBAwFMOnBAjlw5li1dvmQJQOZMmuVs3sQZLpwDBwB8\n/gQaVIIEZ87KHUWaVCkApk2dPoUaVepUqv9Vy13FmlVrgAAAvAKAVU5suXHRojFgYMAAg2vXyr2F\nG/ctALp17ZbDi1ecuHJ9/f7tCwsWuWHDTpwAIE5cOcaNHT92DEDyZMrlLF/GnBmzMWOFBgwIEACA\nLFnlTJ9GnRo1ANatXZeDHVu2bHICBADADeAaOXLlyiXo0OHAgUmTxJVDnly5cgDNnT+HHl36dOrV\nrZfDnl379gABAHwHAKvc+HLjokVjwMCAAQbXrpWDH18+fAD17d8vlz+/OHHl/AMsJ3DgQFiwyA0b\nduIEAHHiykGMKHGiRAAWL2Isp3Ejx44cjRkrNGBAgAAAZMkqp3Ily5YsAcCMKbMczZo2bZL/EyAA\nAE8A18iRK1cuQYcOBw5MmiSuHNOmTp0CiCp1KtWqVq9izaq1HNeuXr2+ASB2LAAsWBw4EHbgQIMG\nCxZMGTasHN26dukCyKt3b7m+fceNKyd4sGBy5BQp0qatW7ZsCRIEGDeuHOXKli9bBqB5M+dynj+D\nDg06XLgWAwYAAFCAGbNyrl/Djg0bAO3atsvhzq17d7ZsBw4cO1Zu+HBuAgQECCBAgK9yzp9Dhw5g\nOvXq1q9jz659O/dy3r+DB08OAPnyAAIEQIBgRKtWyJB16wYtXLhy9u/jtw9gP//+5QCWE1hu3Lhy\nBw9So2aFYbBg48aVCxfOjp0E5TBm1LiR/yMAjx9BlhM5kmRJkzkApATQoFxLly9hxgQwk2bNcjdx\n5tR5M1y4cj+BllMBgCgAAQLqlFO6lClTAE+hRpU6lWpVq1exltO6lStXcgDAhgUQIAACBCNatUKG\nrFs3aOHClZM7l65cAHfx5i23d++4ceUAA6ZGzUrhYMHGjSsXLpwdOwnKRZY8mXJlAJcxZy63mXNn\nz59zABANoEE506dRp1YNgHVr1+Vgx5Y9G3a4cOVw5y6nAkBvAAIE1Ck3nHjx4gCQJ1e+nHlz58+h\nRx83rlx169er21qxAkD37tnAZysXLlw58+WsFStGjlw59+/hA5A/nz45cuXw59c/axYCCP8AISRL\nVq5gwVu3hJVbyLChw4cAIkqcWK6ixYsYMx4AwBEApnIgQ4ocSRKAyZMoy6lcybKly5XFihkAQBOA\nAAG3xo0rx7OnT54AggodSrSo0aNIkyodN66c06dQndpasQKAVavZsmYrFy5cua/lrBUrRo5cubNo\n0wJYy7YtOXLl4sqdO2sWAggQkiUrx5fvrVvCygkeTLiwYQCIEysux7ix48eQDwCYDABTucuYM2ve\nDKCz58/lQoseTbq06GLFDABYDUCAgFvjxpWbTbv2bAC4c+vezbu379/Ag5cbTry48W/fxo2zZq2c\n8+fQnTdixmzcuHLYs2sHwL2793Lgw4v/Bz9nTgURIrhxGzeu3LVrX74QKUe/vv37+AHo38+/nH+A\n5QQOJFhw4AIAAA4cSFbO4UOIESUCoFjRYjmMGTVuxPjt24sXvNq0adAAwEkBAiRJ6lXO5UuYMAHM\npFnT5k2cOXXu5FnO50+gQYUO/WnL1pk9e8iRK9fU6VMAUaVOLVfV6tWq2rSZSJbs27dyYblxw4FD\nVzm0adWuZQvA7Vu45eTOpVuXLjlyAPQuWFDO71/AgQWXA1DY8OFyiRUvZpzYjp0aNQa4cAEAQIAB\nA27dYsZsnDhx5USPJi0awGnUqVWvZt3a9WvY5WTPpl3b9u3Ztmyd2bOHHLlywYUPB1Dc//jxcsmV\nL0+uTZuJZMm+fStXnRs3HDh0lePe3ft38ADEjydfzvx59OnRkyMHwP2CBeXkz6df3345APn17y/X\n3z/AcgIHEixnx06NGgNcuAAAIMCAAbduMWM2Tpy4cho3ctQI4CPIkCJHkixp8iTKcipXsmzp8uXK\ncOFeiRNX7ibOnDcB8OzpsxzQoEKHEg3qzduzckqXMm3qFADUqFLLUa1q9apVb94QaNBQ7ivYsGLH\nggVg9izacmrXsm3LNly4cnLn0q1r1y6AvHr38u3r9y/gwILLES5s+DDixIXDhXslTly5yJInRwZg\n+TLmcpo3c+7sebM3b8/KkS5t+jRqAP+qV7Mu5/o17NiwvXlDoEFDudy6d/PurRsA8ODCyxEvbvy4\n8XDhyjFv7vw5dOgAplOvbv069uzat3MnR64c+PDix5Mvb/58OQDq17MnR64c/Pjy59OPT64c/vz6\n9/MH4B8gAIEDAZQzeBBhQoTixAkp9xBiRIkTJQKweBFjOY0bOXb0+BFkyI0ASJY0eRJlSpUrWbYk\nR65cTJkzada0eRNnOQA7efYkR65cUKFDiRYVSq5cUqVLmTYF8BRq1HJTqVa1WlWcOCHluHb1+hXs\nVwBjyZYtdxZtWrVr2bZ1ixZAXLlz6da1exdvXr3l+Pb1+xdwYMGD+wIwfBhxOcWLGTf/dtyYXDnJ\nkylXtgwAc2bN5Th39vzZ87dv5UiXNn0aNWoAq1m3LvcadmzZs2nXtg0bQG7du3n39v0beHDh5YgX\nN34ceXLly4sDcP4c+rhx5ahXt34de3bt28sB8P4dfDnx48mXN38effrxANi3d18Ofnz58+nXt38/\nPgD9+/n39w8QgMCBBAsaPIgwYbmFDBs6fAgxokSGACpavDhuXLmNHDt6/AgypMhyAEqaPFkupcqV\nLFu6fAlTJYCZNGuWu4kzp86dPHv6xAkgqNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6\n/Qo2rNixZMuaPYs2rdq1bNu6fQs3bK7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO34M\nObLkyZQrW76MObPmzZw7e/4MOrTo0aRLmz6NOrXq1axbu34NO7bs2bRr276NO7fu3bx7+/4NPLjw\n4cSLGz+OPLny5cybOycdEAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4\n+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj\n4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDP\nz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7\nu7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKin\np6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKR\nkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59\nfX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBubm5tbW1sbGxra2tpaWloaGhnZ2dm\nZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBO\nTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3\nNzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8e\nHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwL\nCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJ\nsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavX\nr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacOHE\njZtMubLly5bFaRYXjhu3bdvCiRM3rrTpcQBSq14tTty417Bjy55Nu7btcQBy694tTty438CDCxcO\nrji4b+HCffsWrrm45+LGSZ9OHYD169jDhRM3rrv3cOLCh/8PF26c+fPo06tPL649OHAA4sufT7++\n/fv48+sfx7+/f4DjBA4kWNBguHDjxIkDB27cQ4gRAUykWHHcRYwZNW7k2NEjRgAhRY4cV9LkSZQp\nx4ED581bOHHiwIELF27cTZw5dQLg2dPnOKBBg4obV3ScOKTjlC5l2tTp06UApE6lWtXqVaxZtW4d\n19XrV7BhxXoVJ26cOHHj1K5lqxbAW7hxx82lW9fuXbx59dIF0Nfv33GBBQ8mXFgcN8TcxC1ePM7x\nY8iRHQOgXNnyOMyZNWsW13ncZ9ChRY8mDRrAadSpVa9m3dr1a9jjZM+mXdv27dnixI0TJ27cb+DB\nfwMgXtz/+DjkyZUvZ97c+fPkAKRPpz7O+nXs2bWL49admzjw4MeNJ1/e/HgA6dWvH9fe/fv34uSP\no1/f/n38+esD4N/fP0AAAgcSLGjwIMKECgGMa+jwIcSIEidSdAjgIsaM4zZy7OhRnLhw4caRLGny\nJMqU4wCwbOlyHMyYMmfS/LZs2bZt4sbx7OnzJ1AAQocSHWf0KNKk4sSNa+p0nDhx46ZSrWr16jgA\nWrdy7er1K9iwYseOK2v2LNq0ateyNQvgLdy44+bSrWtXnLhw4cbx7ev3L+DA4wAQLmx4HOLEihcz\n/rZs2bZt4sZRrmz5MmYAmjdzHuf5M+jQ4sSNK216nDhx/+NWs27t+vU4ALJn065t+zbu3Lp3j+vt\n+zdwceLChSNGjNaRI8eOuQIGTJmycdKnU68uHQD27NrHce/u3bs1MGA+fcqWTdy49OrXs2/PHgD8\n+PLH0a8/Tpy4cfr3c+MGDSA0Q4ZciBAxaxa4cQsZNnT4EEBEiRPHVbR48aK4bNm2bTt1akuBAhUq\nWEiRokMHcODGtXT5EiYAmTNp1rR5E2dOnTvH9fT5E6g4ceHCESNG68iRY8dcAQOmTNk4qVOpVpUK\nAGtWreO4dvXq1RoYMJ8+ZcsmblxatWvZtmULAG5cuePo1h0nTtw4vXu5cYMGzZAhFyJEzJoFblxi\nxYsZN/8G8Bhy5HGTKVeuLC5btm3bTp3aUqBAhQoWUqTo0AEcuHGrWbd2DQB2bNmzade2fRt37nG7\nd4sTN26cuHHDx1Xz4mXBggEDBABwDiCABg2fPo2zfh17dusAuHf3Pg58ePHgxYkbpkKFBg2qVIVz\nPw4+fHHixtWvz4zZqW3bwIETB1DcuIEACho8OG6cuIXevG3bNu3aNW3aQnXogABBgwYdLFggQkTb\nuJEkS5o8CSClypXjWrp8CdObN02aJkwIACCnzp0AzIz7CTRoUABEixo9ijSp0qVMm457ChVqOHHi\ntm2LMWAAAAABAgD4CnbCBGrUxpk9izatWQBs27odBzf/rly44sQREyFiwYIcOZJBg6ZNG7NfvyJF\natMGzIIFAgQAkCChRYthw8CJEwcgs+bN4zp3FieuWjVVgwYhQSIAgGoABQosUKDgwoVM4cKJEzcu\nt+7dvHMD+A08+LjhxIsbHx4r1oABAJo7f+5ckqRx1Ktbpw4gu/bt3Lt7/w4+vPhx5MuXDydO3LZt\nMQYMAAAgQAAA9OtPmECN2rj9/Pv7BzhuHACCBQ2OQ5hQIUJx4oiJELFgQY4cyaBB06aN2a9fkSK1\naQNmwQIBAgBIkNCixbBh4MSJAxBT5sxxNWuKE1etmqpBg5AgEQBAKIACBRYoUHDhQqZw4cSJGxdV\n6lSq/1EBXMWaddxWrl29bo0Va8AAAGXNnjUrSdI4tm3dsgUQV+5cunXt3sWbV+84vn39+s1myxY0\naNeuASNBIsDiYsXGPYYcWXJkAJUtXx6XWfNmzrVqPXkSJEizX79YsSoiSdKOHSFCEICdIMGCQIGY\nMQsXbpw4cQB8/wY+TrhwceLChXuWLJkWLRAWLLBggQwZUVSo+PCBBxu2b9/GfQcfXvx3AOXNnx+X\nXv169unDhfvwIQAAAALsDxgAQL/+IEHGARwncOBAceIAIEyocCHDhg4fQow4biLFihWz2bIFDdq1\na8BIkAggslixcSZPokyJEgDLli7HwYwpc2atWk+eBP8J0uzXL1asikiStGNHiBAEjiZIsCBQIGbM\nwoUbJ04cgKpWr47LmlWcuHDhniVLpkULhAULLFggQ0YUFSo+fODBhu3bt3F27+LNaxcA375+xwEO\nLHgw4HDhPnwIAACAgMYDBgCIHDlIkHGWL2MWJw4A586eP4MOLXo06dLjTqNOrXr1OGfOFCggMG42\n7dq2bwPIrXv3uN6+fwPv0UOBAgECHhQoQIAAgAABAAAIEAAAAwaOHInLPm4793EAvoMPP248+XHh\nwg1TpsyFCwPukSAxY2ZNggQIEBDo0EGCBEaMABobN5BgwYIAECZUOI5hQ4cPGYYLN2AAAIsLFrxY\nsSL/QAAAHyNEiBRpXEmTJwGkVLmSZUuXL2HGlDmOZk2bN3GO27btwAEV44AGFTqUKACjR5GOU6pU\nnLhxT6GOw6VAAQAAAQIIALCVa1cAB8SJGzeWbNmxANCmVTuOLVtx4sCBK1amjBEjGRw4QIHixg0Q\nBAgEEFygQADDASRo0yZO3DjHjyEDkDyZ8jjLlzFnthwjBgDPngsUMPTp04EDAFAvWCBDBiZs2MTF\nFjdOnDgAt3Hn1r2bd2/fv4GPEz6ceHHj47ZtO3BAxTjnz6FHlw6AenXr47BjFyduXHfv43ApUAAA\nQIAAAgCkV78ewAFx4sbFlz8/PgD79/GP069fnDhw/wDBFStTxoiRDA4coEBx4wYIAgQCSCxQIIDF\nABK0aRMnbpzHjyABiBxJcpzJkyhTmowRA4BLlwUKGPr06cABADgXLJAhAxM2bOKCihsnThyAo0iT\nKl3KtKnTp1DHSZ1KtarVcaBABQggZ5zXr2DDigVAtqzZcWjTphXHtlq1EQMGAAAwYACAu3jz3oUz\nrq/fv38BCB5MeJzhw+PChfuFBUuRIg8oUPjw4cEDAQEyB2BAgECAAAAAGHj2bJzp06hNA1jNuvW4\n17Bjy34tQACA27cbNCjDggWA378VKAgT5pc2bdu2jVu+HIDz59CjS59Ovbr16+Oya9/Ovfs4UKAC\nBP+QM668+fPo0wNYz779uPfw4YubX63aiAEDAAAYMACAf4AABA4cCGfcQYQJEwJg2NDhOIgRx4UL\n9wsLliJFHlCg8OHDgwcCAowMwIAAgQABAAAw8OzZOJgxZcIEUNPmzXE5de7kmVOAAABBgzZoUIYF\nCwBJkypQECbML23atm0bV7UqAKxZtW7l2tXrV7Bhx40lW9bs2WoRIihQgG3cW7hx5c4FUNfu3XF5\n9e7NK04cMkWK7NiZMwfHgQMDBgQYMCBAAA0axI2jXNmyZQCZNW8e19mzZ3ChuXE7BgjQoEEsWLh4\n8gQVKmKzZm3YYMCACXHixu3m3Xs3AODBhY8jXtz/+HHiFiwAAHBAipRp07ZBgmTAwIABPcKFG9fd\n+/fuAMSPJ1/e/Hn06dWvH9fe/Xv48atFiKBAAbZx+fXv598fAEAAAgcOHGfwIEKD4sQhU6TIjp05\nc3AcODBgQIABAwIE0KBB3LiQIkeOBGDyJMpxKleuBOeSG7djgAANGsSChYsnT1ChIjZr1oYNBgyY\nECduHNKkSpECaOr06bioUqdSjWrBAgAAB6RImTZtGyRIBgwMGNAjXLhxateyVQvgLdy4cufSrWv3\nLt5xevfy5SuOGTNhwlq0MAAAAAMGtsYxbuz4MWQAkidTHmf5MubM4jaLixUrxoEDChQQECAAAAAJ\n/xKujWvt+vVrALJn0x5n+zbu3ODAZcsmTFizb9/GEQ8XDgSIAAFajGvu/PlzANKnUx9n/Tr27Nbx\n4BEhgla3buPGNdOgQYAABAgsjWvv/v17APLn069v/z7+/Pr3j+vvH+A4gQPBgXtFgYIBAwECAHA4\nYIAPWbJ48dq2bVxGjRs5AvD4EeQ4kSNJlhRZrNiTJw4ECDhwQMGAAQBoAgAxDmdOnToB9PT5c1xQ\noUOJFi0aLlyHDgAAjBr3FGrUqACoVrU6DmtWrVuxevGiS9c4seDAGVOhYsCABAm6jXP7Fi5cAHPp\n1rV7F29evXv5jvP7F7BfcOBeUaBgwECAAAAYD/8Y4EOWLF68tm0bdxlzZs0AOHf2PA50aNGjQRcr\n9uSJAwECDhxQMGAAANkAQIyzfRs3bgC7efce9xt4cOHDh4cL16EDAACjxjV3/vw5AOnTqY+zfh17\ndutevOjSNQ48OHDGVKgYMCBBgm7j2Ld37x5AfPnz6de3fx9/fv3j+Pf3D3DcOHDgrCxYECBhAAAC\nBBw4MCBiggSCBIkbhzGjRo0AOnr8OC6kyJEkQ86ZQ4AAgAABEiRgESAAgJkzDxxw5myczp08Afj8\nCXSc0KFEixo1yo1bggQAAHQbBzWqVKkAqlq9Oi6r1q1csxIixI3buLHQoLUIEAAAgAABpo17Czf/\nblwAdOvavYs3r969fPuO+ws48F9w4KwsWBAgcQAAAgQcODAgcoIEggSJG4c5s2bNADp7/jwutOjR\npEPPmUOAAIAAARIkYBEgAIDZsw8ccOZsnO7dvAH4/g18nPDhxIsbN86NW4IEAAB0Gwc9unTpAKpb\nvz4uu/bt3LMTIsSN27jx0KC1CBAAAIAAAaaNew8/fnwA9Ovbv48/v/79/PuPAzhO4ECCBMOFAwdu\n3MKF4sS5SpFiwQJAgMZdxJhRIwCOHT2OAxlS5Ehx4jZsQIBgDjhw41y6bNWqRw8DKFAcOzZO506e\nAHz+BDpO6FCiRY0ahQbNgYMdO8Y9hRpVKgCq/1WtjsOaVevWcOFo0apWbVy3bowYLThwQICABg2w\njYMbV65cAHXt3sWbV+9evn39jgMcWPBgwoTPnBkwYMWKbOMcP4YMGcBkypXHXb4sTpw0ad7GfR4n\nDggQAgSwYBmXWvVqb94CAIANYNo42rVrA8CdW/c43r19/wb+W1ycOAUKQIM2Tvly5s0BPIcefdx0\n6tWrDxMgIECAAwdKMGAgQAAA8uQDBNgwTv169uwBvIcfX/58+vXt38c/Tv9+/v39AxwncOCZMwMG\nrFiRbRzDhg4dAogoceK4ihXFiZMmzdu4juPEAQFCgAAWLONOokzpzVsAAC4BTBsnc+ZMADZv4v8c\np3Mnz54+e4qLE6dAAWjQxiFNqnQpgKZOn46LKnXq1GECBAQIcOBACQYMBAgAIFZsgAAbxqFNq1Yt\ngLZu38KNK3cu3bp2x40TN27ct2/hwoEbJ3gw4cKCpUk7cIABA2vjHkOOHBkA5cqWx40L9+1bpUpx\n4qhJlMiXLxwBAiBAIE7cuNauX/PiFQAAbQApxuHOnRsA796+xwEPLnw48eDhwvUKEgQDBnHixkGP\nLn06gOrWr48bJ27cOG7cwIHzFi0aIkQAzp8PEGBAgAAA3gcIAGA+gABz5nDjNm4///4AAAIQOJBg\nQYMHESZUqHDcOHHjxn37Fi4cuHEXMWbUeFH/mrQDBxgwsDaOZEmTJgGkVLly3Lhw375VqhQnjppE\niXz5whEgAAIE4sSNEzqUKC9eAQAkBZBiXFOnTgFElTp1XFWrV7FmtRouXK8gQTBgECduXFmzZ9EC\nULuW7bhx4saN48YNHDhv0aIhQgSAL98AAQYECACAcIAAABADCDBnDjdu4yBHlgyAcmXLlzFn1ryZ\nc+dxnz+LE+fNW7dxp1GnVn16zpwDBwYMuDWOdm3btgHk1r1bnLhw3LjlytWhQ4IBAwIEALDchYtx\nz6FHf+7KFQDr1meM0759OwDv38GPEz+efHnz43v1ujFhAiBA4+DHlz8fPgD79/GP068/XLhr/wCv\niXLgAIDBgwAECAgAoCEAAQAiSgQgQAANGtrGady4EYDHjyBDihxJsqTJk+NSphQnzpu3buNiypxJ\nM+acOQcODBhwa5zPn0CBAhhKtKg4ceG4ccuVq0OHBAMGBAgAoKoLF+Oyat2a1ZUrAGDBzhhHtmxZ\nAGjTqh3Htq3bt3Db9up1Y8IEQIDG6d3Lt69eAIADCx5HmHC4cNeuiXLgAIDjxwAECAgAoDIAAQAy\nawYgQAANGtrGiR49GoDp06hTq17NurXr1+NixxYnzps3ZeLEjdvNu7dvMGAGDDhwgNm448iTJwfA\nvLnzcdChT5vGihWNChUCBBCAAAEwYOPCi/8fH75DBwDoBQgoNa69e/cA4sufP66+/fv489vHhs3Q\nLYC3tGkbV9DgQYQFASxk2HDcw4fiJIq7ZskSChQXdOiYNevYsVuRIt26JQgJEgMGCBAQIEECDhzB\nxs2kSRPATZw5de7k2dPnT6DjhA4dJ07cIz9+TJiYtW3bOKhRxzFjNgDAVQABAoga19Xr168AxI4l\nO87s2XHhwtHCgQPA27dLljx6hEuDBho0tsSJs2ABAMCACxTwNs7w4cMAFC9mPM7xY8iRJT8WJ07R\nZT58xm3m3NnzZgChRY8eV9r06dLixI1j3dp1a3HiLl2KESMBBAgPHoTy5m3cb+DjAAwnXtz/+HHk\nyZUvZz7O+fNx4sQ98uPHhIlZ27aN4959HDNmAwCMBxAggKhx6dWvXw/A/Xv44+TPHxcuHC0cOADs\n379kCcBHj3Bp0ECDxpY4cRYsAODQYYEC3sZRrFgRAMaMGsdx7OjxI8iO4sQpKsmHz7iUKleyTAng\nJcyY42bSrDlTnLhxOnfy3ClO3KVLMWIkgADhwYNQ3ryNa+p0HICoUqdSrWr1KtasWsdx7dp1WoQI\nAQIACBAAAgQ6dHgYMADg7dsAAQYM4DbuLt68eQHw7et3HODAgcGRINGggQUGDAgQCBAAAOTIAwYE\nCADgcq1a3bqJG+f582cAokeTHmfatDhx/+NWs27tuvWmKFFatPDlaxzu3Lp3A+jt+7e44OOGEy9u\n/LjxcOHUqGkhRsyLF6HChRtn/fo4ANq3c+/u/Tv48OLHjytv3vy0CBECBAAQIAAECHTo8DBgAAB+\n/AECDBjADeA4gQMJEgRwEGHCcQsZMgRHgkSDBhYYMCBAIEAAABs5DhgQIAAAkbVqdesmblxKlSoB\ntHT5clzMmOLEjbN5E2dOnJuiRGnRwpevcUOJFjUKAGlSpeKYjnP6FGpUqVHDhVOjpoUYMS9ehAoX\nblxYseMAlDV7Fm1atWvZtnU7Dm7cuOL+/FmwAEBevXvzBoAAoUuXcOHGFTZ8GDEAxYsZj/9z/Pix\nuGDBrFlrJkuWIUMIEADw7BmFBQsHDiBAcGlcatWrVwNw/Rr2ONmzade2XZuXAQMSJAgTNg54cOHD\nARQ3flycuHHLmTd3/hz6uGvXIAkRggYNt3HbuXMH8B18ePHjyZc3fx79OPXr2bP3RoQIBAgG6H/4\n8OzZOP37+ff3D3AcgIEEC447iDChwoXgnj0bBzGixIkUIwK4iDHjuI0cO3r86NFbpEiPHokTNy6l\nypUsAbh8CXOczJk0a9q8iVOcuHE8e/oEADSo0KFEixo9ijTpuKVMmzb1RoQIBAgGqn748OzZuK1c\nu3r9Og6A2LFkx5k9izatWnDPno17Czf/rty5cAHYvYt3nN69fPv67estUqRHj8SJG4c4seLFABo7\nfjwusuTJlCtbvixO3LjNnDsD+Aw6tOjRpEubPo16nOrVrFu7fg079moAtGvbHoc7t+7dvHv7/p0b\ngPDhxMcZP448ufLk4MKFGwc9uvTp0gFYv459nPbt3Lt7/w4+/HYA5MubP48+vfr17NuPew8/vvz5\n9Ovbhw8gv/794/r7BzhO4ECCBQ0eRGgQwEKGDcc9hBhR4kSJ4MKFG5dR40aOGwF8BBly3EiSJU2e\nRJlSJUkALV2+hBlT5kyaNW2Ow5lT506ePX3+zAlA6FCi44weRZpU6VKmTY8CgBpV6jiq/1WtXhUn\nbtxWrl29fgXLFcBYsmXHnUWbVu1atm3dogUQV+5cunXt3sWbV+84vn39/gUcWPDgvgAMH0Y8TvFi\nxo0dP4YceTEAypUtj8OcWfNmceLGfQYdWvRo0qABnEadetxq1q1dv4YdWzZrALVt38adW/du3r19\njwMeXPhw4sWNHw8OQPly5uOcP4ceXfp06tWfA8CeXfs47t29fwcfXvz47gDMn0c/Tv169u3dv4cf\nfz0A+vXt38efX/9+/v3HARwncCDBggYPIkwoEADDhg7HQYwocSLFihYvRgSgcSPHcR4/ggQpLly4\ncSZPokypcuVJAC5fwhwncybNmjZv4v/MORMAz54+fwINKnQo0aLjjiJNqnQp06ZOkQKIKnXquKpW\nr2LNqnUrV6sAvoINO24s2bJlxYULN24t27Zu38JlC2Au3brj7uLNq3cv375+8QIILHgw4cKGDyNO\nrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3\n796+fwMPLnw48eLGj3cOp3wc8+bixkGHDg6cuOrWxY3Lrn079+7aAYAPL16cuHHmz6NPr349+/bj\nAMCPLz9cOHHj7uPPf1+cuHHjAIoTFw4cOHHixiVUuJBhw3EAIEaUKE7cOIsXMWbUuJH/Y8dxAECG\nFDmSZEmTJ1GmDLdyXEuX4sbFjAkOnDibN8WN07mTZ0+fOwEEFTpUnLhxR5EmVbqUaVOn4wBElTo1\nXDhx47Bm1YpVnLhx48SJCwcOnDhx49CmVbuW7TgAb+HGFSduXF27d/Hm1buX7zgAfwEHFjyYcGHD\nhxGPU7yYcWNw4MRFjjyOcmXLlzFfBrCZc+dxn0GHFj2adGnToAGkVr16XGvXr2GLEzdunDhx4cCB\nEyduXG/fv4EHHweAeHHj45AnV76ceXPnz5MDkD6denXr17Fn1759XHfv38GDAxcu3Lhx4salV7+e\nfXv2AODHlz+Ofn379/Hn17+/PgD//wABCBwIYJzBgwgTKhQ3rqHDhxAjQgRAsaLFcRgzatzIsSNH\ncOC+fRtHsqRJAChTqlzJsqXLlzBjjptJs6ZNcODChRs3Tty4n0CDCh0qFIDRo0jHKV3KtKnTp1Cj\nLgVAtarVcVizat3KVdy4r2DDih0rFoDZs2jHqV3Ltq3bt27Bgfv2bZzdu3gB6N3Lt6/fv4ADCx48\nrrDhw4jFiRvHuLHjx5AjNwZAubLlcZgza97MubPnz5kBiB5Nepzp06hTq17NuvVpALBjyx5Hu7bt\n27hz48aGDRq0ccCDCwdAvLjx48iTK1/OvPm459CjSxcnbpz169iza99+HYD37+DHif8fT768+fPo\n048HwL69+3Hw48ufT7++/fvxAejfz3+cf4DjBA4kWNDgwYHYsEGDNs7hQ4gAJE6kWNHiRYwZNW4c\n19HjR5AhQYZDhYoECW7cxq1k2dIlAJgxZY6jWdPmTZw4v3378sWYMXDjhA4lShTAUaRJxy1l2tTp\nU6hOHYEAsWLFOKxZtQLg2tXrOLBhxY4lS4wQoXDhxq1lO46JAAEAACTy5m3cXbzjAOzl29fvX8CB\nBQ8mPM7wYcSJFScOhwoVCRLcuI2jXNnyZQCZNW8e19nzZ9ChQ3/79uWLMWPgxq1m3bo1ANixZY+j\nXdv2bdy5bzsCAWLFinHBhQ8HUNz/+PFxyZUvZ96cGCFC4cKNo159HBMBAgAASOTN2zjw4ccBIF/e\n/Hn06dWvZ99+3Hv48eXPh+/NmxgBAgAACBDgBEBIkHr1yjbuIEKEABYybDhunLiI4cKJExduHMaM\nGjWKEzdNggQAAAQIsDPuJMqUKQGwbOlyHMyYMmfSrBnzxw8AOnVyCBduHNCg4wAQLWp03Dhx45Yy\nbbo0XLhVq6ZMWYAAgSVL47aKE8eDhwAAYsVKkRIu3Li0aQGwbev2Ldy4cufSrTvuLt68evfilSYt\nAIDAggEECIAAgQlw4MYxbjwOAOTIksdRrjzOmzdr4cKN6+z5szhxSJAUAGD6NIFq/9XGsW7tmjWA\n2LJnj6tt+zbu3LptBwgA4DfwBg06dfLmbRxyAMqXMx/n/Dn06NWqESAA4Pr1Bg1mbdr04gWA8OLD\nGzCwbNm49OkBsG/v/j38+PLn068/7j7+/Pr345cmDWAAAAMJAggQAAECE+DAjXP4cBwAiRMpjrN4\ncZw3b9bChRv3EWRIceKQICkAAGVKAtWqjXP5EqZLADNp1hx3E2dOnTt54gwQAEBQoQ0adOrkzds4\npQCYNnU6DmpUqVOrVSNAAEDWrA0azNq06cULAGPJjjVgYNmycWvXAnD7Fm5cuXPp1rV7d1xevXv5\n9tUbKxYAwYIXLNhkzFi2bN7GNf927BhAZMmTx1WuLE4cOHDhxnX2/HmcuEePGDAIcBoAAAECFihT\nNg52bNmwAdS2fXtcbt27ee8WJ64bOHDjiBOfNk2AAADLlwcgQGDHDmvWxIULBwB7du3juHf3/v3R\nowABAJQPEGDDhipq1Ny4kSHDljlzOHBIECNGtmzj+PMHABCAwIEECxo8iDChQoXjGjp8CDGiw1ix\nAFi0uGDBJmPGsmXzNi6kSJEASpo8OS5lSnHiwIELNy6mzJnjxD16xIBBgJ0AAAgQsECZsnFEixol\nCiCp0qXjmjp9CvWpOHHdwIEbhxXrtGkCBAD4+jUAAQI7dlizJi5cOABs27odBzf/rty5jx4FCAAg\nb4AAGzZUUaPmxo0MGbbMmcOBQ4IYMbJlGwcZMoDJlCtbvow5s+bNnMd5/gw6tOhx06YFCABgwAAj\nRsSJGwc7tuzY4sQBuI0797jdvMeJExdunHDh4sSFC0eDRoUBAwwYICBAQIAAAgQEGDRIm7Zx3Lt7\nBwA+vPhx5MubP0/+27cFCw6MGNGtm7dr1yZMAIB/wIAAAQoIAChgwoROncQdBJBQ4cJxDR06FDdu\nnDdvthIkAJBRIwABAgIIEAACBDVq2qRJAwHiggoV4cKNgwkTwEyaNW3exJlT506e43z+BBpUaC8A\nRQEMePZMnLhxTZ0+bSpOXLhu/90AXMWaddzWreDAiRM3TuxYXboQIAgQwIAGDSdOYKlThwEDAHUN\nGcKGbdxevn0B/AUceNzgweHCjUOcGDE4cAsWAACAIEMGDBhwFCgAQDMAHN++SZOWqVAhXbqcOQsn\nThwA1q1dixP3jRs3YLWBWaJB48QJBAB8/x4QIAAAAAMWLIgSRZmyb86cuXABAROmcdWrixMHQPt2\n7t29fwcfXvz4ceXNn0efvhcA9gAGPHsmTtw4+vXt0xcnLly3bgD8AwQgcCCAcQYNggMnTty4hg51\n6UKAIEAAAxo0nDiBpU4dBgwAgDRkCBu2cSZPogSgciXLcS5dhgs3bibNmeDALf9YAAAAggwZMGDA\nUaAAgKIAcHz7Jk1apkKFdOly5iycOHEArmLNKk7cN27cgIEFZokGjRMnEABIq3ZAgAAAAAxYsCBK\nFGXKvjlz5sIFBEyYxgEGLE4cgMKGDyNOrHgx48aOx0GOLHmyZFy4AGDGzAccuHGeP4P2LG706HHj\nAKBOrXoc69auXYcbMgQAAAECMFy61G03LVoNGgAITorUuOLGjxcHoHw583HOn0OHLk6LFgAABAhw\nIEIEAQIAvn8XICDbuPLmx4kTN279egDu38MHB+4bN26xYilQAGA//wABAA4YsGABgQABAAAQIELE\no0fRou2yYGHBghLfvokTN47/I0cAH0GGFDmSZEmTJ1GOU7mSZUuWuHABkCmTDzhw43Dm1IlTXM+e\n48YBEDqU6DijR5EiDTdkCAAAAgRguHSpW1VatBo0ALCVFKlxX8GG/QqAbFmz49CmVatWnBYtAAAI\nEOBAhAgCBADkzStAQLZxfwGPEyduXOHCABAnVgwO3Ddu3GLFUqAAQGXLAQIMGLBgAYEAAQAAECBC\nxKNH0aLtsmBhwYIS376JEzeONm0At3Hn1r2bd2/fv4GPEz6ceHHiFy4EcOAAGLBxz6FHlz59HADr\n17GP076de/czZzx4WLQo3Djz5sOF69LlwIER4+DHly8fQH3798fl179/vzhC/wAJ6dAxatQ3Z86g\nQAHAkAABX77GSZxIsSKAixgzitsYLlymTBQoCBiZIAEIQoSYMbNmbRoSJF683OHGTZs2aNBAaNBw\n5864n0CDAhhKtKjRo0iTKl3KdJzTp1CjQr1wIYADB8CAjdvKtavXr+MAiB1LdpzZs2jTnjnjwcOi\nReHGyZUbLlyXLgcOjBjHt69fvwACCx48rrDhw4fFESKkQ8eoUd+cOYMCBYBlAgR8+RrHubPnzwBC\nix4trnS4cJkyUaAgoHWCBCAIEWLGzJq1aUiQePFyhxs3bdqgQQOhQcOdO+OSK18OoLnz59CjS59O\nvbr1cdiza9+OHQuWAAGyfP/7Nq58+WvXxqlfz769egDw48sfR7++/fu4cOXK1a3bOIDjBA4cFyXK\ngAEexi1k2LAhAIgRJY6jWNGiRW2WLC1bxo2bOG3aLlwAMGAADhzjVK5k2VIlAJgxZY6jSfPbN1q0\najRqdOaMIleuvn3bti3bnDmSJL3JlcuGjQEDADRo4M3bOKxZtQLg2tXrV7BhxY4lW3bc2bPixI1j\n25YtLFgBAggQIG7c3bvBgpUogQCBiTJl1KjZNs7w4cMAFC9mPM7xY8iQxS1aFCzYt2/ixm3e/O3b\niRMAAMAZV9r06dMAVK9mPc71a9iwvw0bduxYt27aypQJ0PvVq2/fxg0nXtz/+HAAyZUvH9fc+fNw\n4b59k1aokBo1tmxFU6WqRIkZPHgMGADAPDBg49SvZ68ewHv48eXPp1/f/n384/TrFyduHMBxAgeO\ngwUrQAABAsSNa9gwWLASJRAgMFGmjBo128Zx7NgRAMiQIseRLGnSpLhFi4IF+/ZN3LiYMb99O3EC\nAAA443by7NkTANCgQscRLWrU6Ldhw44d69ZNW5kyAaa+evXt27isWrdyzQrgK9iw48aSLRsu3Ldv\n0goVUqPGlq1oqlSVKDGDB48BAwDwBQZsHODAggEDKGz4MOLEihczbux4HOTIkiWvGjAAAIAxY8Zx\n7mzIUIIEAEaPPnAA27jU/6pVA2jt+vW42LJn0+bG7dq1bt2yiRM37jc2bBIkAADAZhzy5MqVA2ju\n/Pm46NKnU//2DRkyT54sCBAAAICFb9/GkS9v/rx5AOrXsx/n/j18+LckSEiQgAWLJyxYIECgAGCA\nAAAIAgjAjds4hQsZKgTwEGJEiRMpVrR4EeM4jRs5clw1YAAAAGPGjDN50pChBAkAtGx54AC2cTNp\n0gRwE2fOcTt59vTJjdu1a926ZRMnblxSbNgkSAAAgM04qVOpUgVwFWvWcVu5dvX67RsyZJ48WRAg\nAAAAC9++jXP7Fm5cuADo1rU7Dm9evXpvSZCQIAELFk9YsECAQEGAAAAYA/8IwI3bOMmTKUsGcBlz\nZs2bOXf2/Bn0ONGjSYsWJ45PgQIePIxz/Rq2Jk0SJAAIEAAKFHDjePfuDQB4cOHjiBc3fhw58nDh\nQIAgQKDbOOnTqVMHcB179nHbuXf3Lk4cM2YaNBAAAIAAAWDj2Ld3/x4+APnz6Y+zfx8//mMLFhAg\nALBBAyYgCoI4QIAAgIUAMogTNy6ixIkRAVi8iDGjxo0cO3r8OC6kyJEhK1UiECBAmTLjWrp8KU5c\njRoAai5YEG6czp07Afj8CXSc0KFEixo1eu1agAACBFAbBzWqVKkAqlq9Oi6rVq3ixnkdJ44WrQcP\nAJgNEGDEiFXixIEDNy7/rty5dOMCuIs377i9fPv2zQEgMIAAAQgMGIAAAQEBAgIEECDAwbBhzpyN\nu4w5M4DNnDt7/gw6tOjRpMeZPo3adKVKBAIEKFNmnOzZtMWJq1EDgO4FC8KN+w0cOIDhxIuPO448\nufLly69dCxBAgABq46pbv34dgPbt3Md5//5d3Ljx48TRovXgAYD1AQKMGLFKnDhw4MbZv48/v30A\n/Pv7BzhO4ECCBHMAQAggQAACAwYgQEBAgIAAAQQIcDBsmDNn4zx+BAlA5EiSJU2eRJlS5cpxLV2+\n7NbNlKkEAQJYsTJO506e4MANGBBAgwYlSryNQ5o0KQCmTZ2Ogxp1nDiq/+OsXsWa1SoMGAAALFgw\nTuxYsmUBnEWbdtw4cePGgQMXTq44uuKUoUARIAAAAAYYMPjwAU6rVrJkefM2TvFixo0BPIYcOVw4\nceMsXx4XLtyuXQcAfAZQoICCAgUGDFBQocKCBQ0aWLhxgwEDDLdujcOdexwA3r19/wYeXPhw4sXH\nHUeevFs3U6YSBAhgxco46tWtgwM3YEAADRqUKPE2Tvz48QDMn0c/Tv36ceLcj4MfX/58+DBgAACw\nYME4/v39AxwnUCCAggYPjhsnbtw4cODCQRQnUZwyFCgCBAAAwAADBh8+wGnVSpYsb97GoUypciWA\nli5fhgsnbhzNmuPChf/btesAgJ4AChRQUKDAgAEKKlRYsKBBAws3bjBggOHWrXFWr44DoHUr165e\nv4INK3bsuLJmz3rzxoSJAAIElCgBB24c3brixO3ZA2AvBAiwYIkbJ3jwYACGDyMep3gx48aOG4MT\nIAAAAEGCxmHOrHkzgM6eP48LLXqcOHHcwIHTpu3LggUBAixYkCNMmB49LliwQIZMuHDjfgMPLhwA\n8eLGw4UTp3zcOHHisEmRIkGCgOoDBihQIAAAdwAHECBo0KBDBwsCBABIT4PGtm3j3r8HIH8+/fr2\n7+PPr3//uP7+AY4TOM6bNyZMBBAgoEQJOHDjIEYUJ27PHgAXIUCABUv/3DiPHz8CEDmS5DiTJ1Gm\nVJkSnAABAAAIEjSOZk2bNwHk1LlzXE+f48SJ4wYOnDZtXxYsCBBgwYIcYcL06HHBggUyZMKFG7eV\na1evAMCGFRsunDiz48aJE4dNihQJEgTEHTBAgQIBAPACOIAAQYMGHTpYECAAQGEaNLZtG7d4MQDH\njyFHljyZcmXLl8dl1rw5szRpSypUwIOHF69x4MB16xYJCBACBAYMiCNO3Djbt3HbBrCbd+9xv4EH\nFz5cuCkLFqJEGbeceXPnywFElz59XHXr16+LixULFqxr18Rp01asmJBEiZYtG7eefXv36wHElz9f\nnLhw48Z58/btWy0r/wCtdOgQ6datZcu0aXvWqBEwYNe2bdOmTZy4b8OGwYBxJFmycSBDjgNAsqTJ\nkyhTqlzJsuW4lzBjvvz2bRABAgYMCBAwIEAAAECBBgiwaJG4cUiTKlUKoKnTp+OiSp1KlRmzbt3G\naRUnzpUrCZYshQs3rqzZs2jLAljLtu24t3Djyp0LV5w4TceOWbM2rq/fv4D7AhhMuPC4w4e9eYsV\n68KCxwuujZtMubLly94yhws3rrPncQBCix5NurTp06hTqx7HurVr1t++DSJAwIABAQIGBAgAoHfv\nAAEWLRI3rrjx48cBKF/OfJzz59CjM2PWrdu46+LEuXIlwZKlcOHGif8fT768eADo06sfx769+/fw\n24sTp+nYMWvWxunfz7+/foAABA4kOM6gQW/eYsW6sMDhgmvjJE6kWNGiN4zhwo3j2HEcAJAhRY4k\nWdLkSZQpx61k2XIlOHClJkwAUNPmzTRpVKka19PnT6A9AQwlWnTcUaRJk7IiQeLDhz59VG3ZkiBB\ninFZtW7l2hXAV7Bhx40lW9bsWbPWwIHLlg0cuHFx5c6lC8DuXbzj9OrNlm3PHhQCBIQJM87wYcSJ\nFS9WDMDxY8iRJU+mXNny5XGZNW/ODA5cqQkTAIwmXTpNGlWqxq1m3dr1agCxZc8eV9v27dusSJD4\n8KFPH1VbtiRIkGL/3HHkyZUvB9Dc+fNx0aVPp16dujVw4LJlAwdu3Hfw4cUDIF/e/Dj06LNl27MH\nhQABYcKMo1/f/n38+fED4N/fP0AAAgcSLGjwIMKECgGMa+jw4UNoXryECIECRYEAAXbsmDbuI8iQ\nIkcCKGny5LiUKleuBNWgwYABJ04kOHAgQgRv43by7OnzJ4CgQoeOK2r0KNKkSsd9+yZO3LioUqdS\nBWD1KtZxWrWKE2fIUIIBA5w5G2f2LNq0ateqBeD2Ldy4cufSrWv37ri8evfy7ev3L2C9AAYTLjzu\nMOLEirt1y5bNmzdtzZpp0zbuMubMmjePA+D5M+hxokeTLm369Dhx/+LGsW7t+jVrALJn0x5n+/Zt\na+DAjevt+zfw4MKHAyhu/Djy5MqXM2/ufBz06NKnU69u/Xp0ANq3cx/n/Tv48N26ZcvmzZu2Zs20\naRvn/j38+PLHAahv//64/Pr38+/vH+A4ceLGFTR4EGFBAAsZNhz3ECJEa+DAjbN4EWNGjRs5AvD4\nEWRIkSNJljR5clxKlStZtnT5EqZKADNp1hx3E2dOnTt59vSJE0BQoUPHFTV6FGlSpUuZGgXwFGrU\ncVOpVrV6FWtWrVQBdPX6FWxYsWPJljU7Dm1atWvZtnX7Ni0AuXPpjrN7F29evXv59r0LAHBgweMI\nFzZ8GHFixYsLA/9w/BjyOMmTKVe2fBlz5skAOHf2/Bl0aNGjSZcedxp1atWrWbd2jRpAbNmzx9W2\nfRt3bt27edsG8Bt48HHDiRc3fhx5cuXEATR3/nxcdOnTqVe3fh27dADbuXf3/h18ePHjyY8zfx59\nevXr2bc/DwB+fPnj6Ne3fx9/fv376wPwDxCAwIEAxhk8iDChwoUMGx4EADGixHEUK1q8iDGjxo0V\nAXj8CDKkyJEkS5o8OS6lypUsW7p8CVMlgJk0a467iTOnzp08e/rECSCo0KHjiho9ijSp0qVMjQJ4\nCjXquKlUq1q9ijWrVqoAunr9Cjas2LFky5odhzat2rVs27p9mxb/gNy5dMfZvYs3r969fPveBQA4\nsOBxhAsbPow4seLFhQE4fgx5nOTJlCtbvow582QAnDt7/gw6tOjRpEuPO406terVrFu7Rg0gtuzZ\n42rbvo07t+7dvG0D+A08+LjhxIsbP448uXLiAJo7fz4uuvTp1Ktbv45dOoDt3Lt7/w4+vPjx5Mub\nP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR\n40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX0KFCdu3FCiRY0ePSpO3Lhx\n4sY9hRo1KgCq/1WtisM6TutWrlrDhRMXVtw4smXNkhWXNu04tm3dAoAbV+44unXt3sWbd5w4ceP8\n/gUc2C8AwoUNhwsnbtxixuLGPX4sTtw4ypUtUw4XTtxmcOC6dfMGDtw40qXHAUCdWvVq1q1dv4Yd\ne9xs2rVt38adWzdtAL19/x4XXPhw4uLEjUOeXPly5s2TA4AeXfo46tWtX8eeXfv26gC8fwc/Tvx4\n8uXNnx8vTtw49uDcixM3Tv78cQDs38efX/9+/v39AwQgcCBBAOMOIkyocCHDhg4RAogoceK4ihYv\nYsyocSNHiwA+ggw5biTJkiZPokypkiSAli5fjospcybNmjZriv8TFy4cuHE+f/4EIHQo0aJGjyJN\nqnTpuKZOn0KNKnUqVacArmLNOm4r165ev4INK5YrgLJmz45Lq3Yt27Zu38JVC2Au3brj7uLNq3cv\n373ixIULB24c4cKFASBOrHgx48aOH0OOPG4y5cqWL48TJ24c586eP4PuDGA06dLjTqNOrXo1a9Xi\nxsGOLVs2gNq2b4/LrXs3796+fwPXDWA48eLjjiNPrnw583HixI2LHj1cOHHjrmPHDmA79+7ev4MP\nL348+XHmz6NPr36cOHHj3sOPL38+fAD27+Mfp38///7+AY4TOJCgQHHjECZUqBBAQ4cPx0WUOJFi\nRYsXMUoEsJH/Y8dxH0GGFDmS5Dhx4salTBkunLhxL2HCBDCTZk2bN3Hm1LmT5zifP4EG9QkOXJAg\nAgAAqFBBU7hw46BGlTpVKgCrV7GO07qVa1evX8dNm9anz6hxZ9GmTQuAbVu34+DGlTs3W7Zw4bx5\nEzdtGjhw0wAjQzaOcGHDhwkDULyY8TjHjyFDFtepkyRJhw4BK1Vq2rRRnTrt2jWONOlv38J9+zaO\ndetxAGDHlj2bdm3bt3HnHrebd2/fu8GBCxJEAAAAFSpoChduXHPnz6E/BzCdevVx17Fn176d+7hp\n0/r0GTWOfHnz5gGkV79+XHv37+FnyxYunDdv4qZNAwduWn9k/wCRjRtIsKDBgQASKlw4rqHDhw/F\ndeokSdKhQ8BKlZo2bVSnTrt2jRs58tu3cN++jVvJchyAlzBjypxJs6bNmzjH6dzJU5w4cOBoVagA\noKhRowKCBDFlChu2cVDDhQMnTty4q1jHAdjKteu4r2DDih07Nls2BQoAANggTty4t3DjvgVAt67d\ncXjz6sUrTlydBQsKFFiwAIICBQQIPDhyxIqVadPGSZ5MuTKAy5gzj9u8OVy4cePAiRMHDtymCxcS\nJIAAAQMCBAIEBFiwIFAgceLG6dYtLly4ccCDjwNAvLjx48iTK1/OvPm459DHiRMHrVOnKlUCANjO\nvXv3AQOsWP8BFy5ctGiZgAFLlkycuHHwAcifT3+c/fv484sT581bOIDhxg0c+A0BAgAJAWAY19Dh\nw4cAJE6kOM7ixYviunULFmwAAJAABAgIULLkgAIFFCjYtGncS5gxZQKgWdPmOJw5x4kT582nNGkX\nBAg4cCBECAYCBABgSoDArVvjpE6lWlUqAKxZtW7l2tXrV7Bhx40lO06cOGidOlWpEgDAW7hx4w4Y\nYMUKuHDhokXLBAxYsmTixI0jDMDwYcTjFC9m3FicOG/ewoUbV7nyNwQIAGwGgGHcZ9ChQwMgXdr0\nONSpU4vr1i1YsAEAZAMQICDA7dsDChRQoGDTpnHBhQ8nDsD/+HHk45QvHydOnDfo0qRdECDgwIEQ\nIRgIEADAOwECt26NI1/e/HnyANSvZ9/e/Xv48eXPH1ffvn1w374ZM4ZJCUAldOhw4ZLFhIkFCwAI\nENChgzJl4yZSRIaMGbNw4cZxBODxI8hxIkeSLAkOXLdu4cKNa9mymwQJAAAECBBtHM6cOnUC6Onz\n57igQocGDRdOFxcutWphw+btqTJlesiQ0aFj2LBxWrdy7QrgK9iw48aSLVvWmzVr49aOE3foEAIE\nAQoVGmf3Lt68eAHw7ev3L+DAggcTLjzuMGLE4L59M2YMkxIldOhw4ZLFhIkFCwAIENChgzJl40aT\nRoaMGbNw/+HGsQbg+jXscbJn064NDly3buHCjevdu5sECQAABAgQbRzy5MqVA2ju/Pm46NKnRw8X\nThcXLrVqYcPm7bsyZXrIkNGhY9iwcerXs28P4D38+OPm069f35s1a+P2jxN3COAhBAgCFCo0DmFC\nhQsVAnD4EGJEiRMpVrR4cVxGjRrFjfP4EaTHadNYsABQoMCZM+NYtnS5bRs4cONoArB5E+c4nTt5\n9vTmLVkyb97GFS2aK0AAAAAQIAA3DmpUqVIBVLV6dVxWrVu5duXqDRGiAQO+fBl3Fm1atQDYtnU7\nDm5cuXPpjgsXToOGAdq0jfP7F3BgwAAIFzZ8GHFixYsZN/8e9xhyZMmTx3XrRoBAgFu3woUb9xl0\n6M/hwokzDQB1atXjWLMWJ25cbNmxrVm7dm1cbt3jrADwDeDHj3HDiRc3DgB5cuXjmDd3/hz6c3Fm\nzAwYoECBuHHbuXfvDgB8ePHjyJc3fx79OHHiFCiAIE7cOPnz6denDwB/fv37+ff3DxCAwIEECxo8\nKHCcwoUMGzoc160bAQIBbt0KF26cxo0cNYYLJy4kgJEkS447eVKcuHEsW7K0Zu3atXE0a46zAiAn\ngB8/xvn8CTQogKFEi447ijSp0qVKxZkxM2CAAgXixlm9ihUrgK1cu477Cjas2LHjxIlToACCOHHj\n2rp9C/f/LYC5dOvavYs3r969fMf5/Qs4sOBxUqQAAKAAHLhxjBs7fuwYgOTJlMdZvow5c7du4zp7\nHidOnAEAAAYMuHZtnOrVrFsDeA079rjZtGvbvm1bXIkSBAgkSCBunPDhxIkDOI48+bjlzJs7fz4u\nXLgDB1qMu449u/btALp7/w4+vPjx5MubH4c+vfr17MdJkQIAgAJw4MbZv48/P34A/Pv7BzhO4ECC\nBbt1G5dQ4Thx4gwAADBgwLVr4yxexJgRwEaOHcd9BBlS5EiR4kqUIEAgQQJx41y+hAkTwEyaNcfd\nxJlT585x4cIdONBi3FCiRY0eBZBU6VKmTZ0+hRpV6jiq/1WtXsU6SoCAAAEmjQMbVuxYsgDMnkU7\nTu1atm21aRsXV+64Zs0MNGhAi9Y4vn39/uULQPBgwuMMH0acWHFib44cgQBx5sw4ypUtXwaQWfPm\ncZ09fwYdepwyZSVK7BqXWvVq1q0BvIYdW/Zs2rVt38Y9Tvdu3r19jxIgIECASeOMH0eeXDkA5s2d\nj4MeXfp0bdrGXcc+rlkzAw0a0KI1Tvx48uXFA0CfXv049u3dv4f/3psjRyBAnDkzTv9+/v0BAAQg\ncODAcQYPIkyocJwyZSVK7BoncSLFihYBYMyocSPHjh4/ggw5biTJkiZHKlPGgEEAAAASJIg0bibN\nmjZvAv/IqXPnuJ4+fYobN06btlWVKoULN26pNGkNGgSwYuXbt3FWr2LNahUA165ex4ENK3YsWXHV\nqmnTNixUKA0aLl0SN24u3bp1AeDNq3cc375+/4oTN26cOHHbZMigQMHRuMaOH0OODGAy5cqWL2PO\nrHkz53GeP38ON270uGxAgAwYAADAAAIEJEi4oUYNHjy2bI3LrXs3bwC+fwMfJ3z4cHDEiPnxs6JE\nCUmSXLkyZMAAAAADkiUbp3079+7cAYAPL34c+fLmz2/bRovWnTtHWrQAA6ZTrFg0aJAggW0c//7+\nAY4TOA5AQYMHx40TN25cuHDjxokbN06btlqFCtWqVar/1CMECA4c2PLtmzhx4cKNU7mSZUsAL2HG\nlDmTZk2bN3GO07lzZ7hxP8dlAwJkwAAAAAYQICBBwg01avDgsWVrXFWrV7EC0LqV6zivX7+CI0bM\nj58VJUpIkuTKlSEDBgAAGJAs2Ti7d/HmxQuAb1+/4wAHFjx42zZatO7cOdKiBRgwnWLFokGDBAls\n4zBn1qwZQGfPn8eNEzduXLhw48aJGzdOm7ZahQrVqlWq1CMECA4c2PLtmzhx4cKNEz6ceHEAx5En\nV76ceXPnz6GPkz59ujjr27bdGDAAAIACBVSwYcOFCwEA5wEIEBBtXHv3798DkD+f/jj79+9jGzRI\ng4YG/wAVKECA4MABAAgRLmjUyJu3cRAjSpwIEYDFixjHadzIsWO1ak6cwICBIEOGI0c8hQmDAQMD\nBoXGyZxJkyaAmzhzjtvJs+dObtzicOAwYwYTJiMMGBAgQAMxYt68adPGrSq4q+OyatUKoKvXr2DD\nih1LtqzZcWjTphXHdtu2GwMGAABQoIAKNmy4cCEAoC8AAQKijRtMuHBhAIgTKx7HuHFjbIMGadDQ\nQIECBAgOHADAmfOCRo28eRtHurTp06QBqF7Nepzr17BjV6vmxAkMGAgyZDhyxFOYMBgwMGBQaJzx\n48iRA1jOvPm459CjP+fGLQ4HDjNmMGEywoABAQI0EP8j5s2bNm3c0oNbP669e/cA4sufT7++/fv4\n8+sfx7+/f4DjxokTN2rCBAsWSJH6xo0bNGgnBgwIEKBAAWTjNG7kyBHAR5Ahx40kSRLbsGGAAM05\ncmTNGjJkQN26RYsWtm05t43j2dPnT54AhA4lOs7oUaRJjYZjGg7ct2/hwnlDhgwLliNHqo3j2tWr\nVwBhxY4dV9bs2bPgevVKlgwZskgLFjRoYEWcuHF59Y4LF27cX8CBAQwmXNjwYcSJFS9mPM7xY8iQ\ngdmwAQZMsWLhuHHbtk3Ojh0LFnjwcAUcuHDhxq1m3RrAa9ixx82mTZvbbWTIdh07xs03t3HBhfPi\n1aD/gSZN45QvZ94cwHPo0cdNp17d+vXry5ahQOHDR7Fx4cWPHw/A/Hn049SvZ99enLhx46hR6zJg\ngAEDccbt59/fP8BxAgcCKGjwIMKEChcybOhwHMSIEiUCs2EDDJhixcJx47Ztm5wdOxYs8ODhCjhw\n4cKNa+nyJYCYMmeOq2nTJrecyJDtOnaMG1Bu44YS5cWrQQNNmsYxber0KYCoUqeOq2r1KtasWZct\nQ4HCh49i48aSLVsWANq0asexbev2rThx48ZRo9ZlwAADBuKM6+v3L+DAAAYTLmz4MOLEihczHuf4\nMWTI3NiwuXLl1i1qxYq5coUNHLhbt4oUyYAHz5Il/8TGsW7dGgDs2LLH0a5dOxw3buB2U6O2bdu4\n4MKDT5pEgAACBNjGMW/u3DmA6NKnjxsn7nq4cOO2c+/u3bs3b0eOdOiQbRz69OrVA2jv/v24+PLn\n058vTlysBg0ePDg2DuA4gQMJFiwIAGFChQsZNnT4EGLEcRMpVqzIjQ2bK1du3aJWrJgrV9jAgbt1\nq0iRDHjwLFlCbFxMmTIB1LR5c1xOnTrDceMGDig1atu2jTN61OikSQQIIECAbVxUqVOnArB6Feu4\nceK4hgs3DmxYsWPHevN25EiHDtnGtXX79i0AuXPpjrN7F29evOLExWrQ4MGDY+MIFzZ8GDEAxYsZ\nN/92/BhyZMmTx1W2fPlyOFGiUqTgwMHDlSumTIUbNw4cOD58AgAAIEBAknGzadMGcBt37nG7efMW\n9ztcuG2yZE2bNg55cuQePAQIIECAs3HTqVevDgB7du3juHcfJw78OPHjyZcXDw5cnz4WLFQb9x5+\n/PgA6Ne3Pw5/fv37+dOCARCGFCnexhk8iDChQgAMGzp8CDGixIkUK467iDFjxnCiRKVIwYGDhytX\nTJkKN24cOHB8+AQAAECAgCTjatq0CSCnzp3jevr0KS5ouHDbZMmaNm2c0qVKPXgIEECAAGfjqlq9\nehWA1q1cx3n9Ok6c2HFky5o9SxYcuD59LFioNi7/rty5cwHYvYt3nN69fPv6pQUDhhQp3sYZPow4\nsWIAjBs7fgw5suTJlCuPu4w5s+Zo0axYWbAAw5EjyZKJGzcOHLhLlwIAAECAQKBxtGvXBoA7t+5x\nvHv7/s2K1bJl44obH+dNgwYBAkqUEDcuuvTp0wFYv459nPbt28WN+w4+vPjv4sSBAkWECLhx7Nu7\ndw8gvvz54+rbv48/P7hQoZYtA9ht3Lhw4cCBG5dQ4UKGABw+hBhR4kSKFS1eHJdR40aO3ryRIbNA\nJAgQf/7sypZt0CABAgC8NGBgljhx42zeHAdA506e43z+BBqUBAkDBlCgqObMGTBgEAYMECDg0aNx\n/1WtXsUKQOtWruO8fv0qbtxYsmXNjqtGh06BAggQ2BoXV+7cuQDs3sU7Tu9evnrFiRsnTrA4Y8Yo\nOXDQocOGKVNQoIABo9k4ypUtWwaQWfNmzp09fwYdWvQ40qVNn/bmjQyZBa1BgPjzZ1e2bIMGCRAA\nQLcBA7PEiRsXXPg4AMWNHx+XXPly5iRIGDCAAkU1Z86AAYMwYIAAAY8ejQMfXvx4AOXNnx+XXr16\ncePcv4cff1w1OnQKFECAwNY4/v39AxwncByAggYPjkuocGFCceLGiYsozpgxSg4cdOiwYcoUFChg\nwGg2biTJkiUBoEypciXLli5fwow5bpy4cePEif8bp3OnznDhWrWaM4dXo0ZcuBi6cmXBAgBOr1y5\ndavbuKpWrQLIqnXruK5ev4ItVChAgAEDEChQEGBtihRVqhw7Nm4u3bp2AeDNq3cc375+xYnbtm1Z\nrFjFinHjlu3WLRQoLBQoECCAAAHRxmHOrFkzgM6eP48LLVp0OGzYmDE7FipUjBggQBgYMAAAAAEI\nECxYIEGCtHG+fwMHDmA48eLGjyNPrnw583HjxI0bJ07cuOrWq4cL16rVnDm8GjXiwsXQlSsLFgBI\nf+XKrVvdxsGPHx8A/fr2x+HPr39/oUIBAAYYMACBAgUBEKZIUaXKsWPjIEaUOBFARYsXx2XUuFH/\nnLht25bFilWsGDdu2W7dQoHCQoECAQIIEBBtXE2bN28C0LmT5zifP3+Gw4aNGbNjoULFiAEChIEB\nAwAAEIAAwYIFEiRIG7eVa9euAMCGFTuWbFmzZ9GmHTdO3Di3b+HCFTdX3DdevEqVIsOAgQABAQLs\n4MZNnLhxhxEnBrCYceNxjyFHlpwtW5cuOHAQECDAgIEcq1bt2jWOdGnTp0kDUL2a9TjXr2G7Ficu\njgcPChS4cHFgwAAAAAgECECAABMm45AnV74cQHPnz8dFly4dXLdu2bJJevGiQPcCAMALEOChRAkQ\nIHbtGreefXv3AODHlz+ffn379/HnH7eff3///wDHCRxIkKA3b+LEjVvIsKFDABAjShxHsaLFixjH\nhdsYbpzHjyBDihwHoKTJk+NSqlzJEho0ZMisWZs2bJgwYd7ChRMnbpzPn0CD+gRAtKjRcUiTKl2K\ntFu3bdu4adMmTty4q1izat06DoDXr2DDih1LtqzZs+PSql3Ltq3bcd68iRM3rq7du3gB6N3Ld5zf\nv4ADCx4XrnC4cYgTK17MeByAx5Ajj5tMubJlaNCQIbNmbdqwYcKEeQsXTpy4cahTq16NGoDr17DH\nyZ5Nu7bsbt22beOmTZs4ceOCCx9OvPg4AMiTK1/OvLnz59Cjj5tOvbr169iza6cOoLv37+PCi/8f\nT768+fPoxQNYz779uPfw48ufT7++ffgA8uvfP66/f4DjBA4kWNDgQYQGASxk2NDhQ4gRJU6kOM7i\nRYwZNW7k2PEiAJAhRY4jWdLkSZQpVa4sCcDlS5jjZM6kWdPmTZw5ZwLg2dPnOKBBhQ4lWtTo0aAA\nlC5l2tTpU6hRpU4dV9XqVaxZtW7lahXAV7Bhx40lW9bsWbRp1ZIF0Nbt23Fx5c6lW9fuXbxyAezl\n23fcX8CBBQ8mXNgwYACJFS9m3NjxY8iRJY+jXNnyZcyZNW+uDMDzZ9DjRI8mXdr0adSpRwNg3dr1\nONixZc+mXdv27dgAdO/mPc73b+DBhQ8nXvz/NwDkyZUvZ97c+XPo0cdNp17d+nXs2bVTB9Dd+/dx\n4cWPJ1/e/Hn04gGsZ99+3Hv48eXPp1/fPnwA+fXvH9ffP8BxAgcSLGjwIEKDABYybOjwIcSIEidS\nHGfxIsaMGjdy7HgRAMiQIseRLGnyJMqUKleWBODyJcxxMmfSrGnzJs6cMwHw7OlzHNCgQocSLWr0\naFAASpcyber0KdSoUqeOq2r1KtasWrdytQrgK9iw48aSLWv2LNq0askCaOv27bi4cufSrWv3Ll65\nAPby7TvuL+DAggcTLmwYMIDEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrU/6pX\ns27t+jXs2LJn065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnbw4XTty47Nq3c+8u\nThy48N++iRM37jz69OoBsG/vXhz8cfLnixtnf5y4cOHE8Rc3DuA4gQMJEgQHblxChQsBNHT4MFy4\ncRMpVrR4EWPGjOLEAfD4EaQ4ceNIlhwnblzKlOHCiXMpbpw4ceHCddOmjRq1b9/EjRsnTtw4ceLG\nFS0qThwApUuZNnX6FGpUqVPHVbV6FWtWq968bQMHTpy4cWPJljU7FkBatWvHtXX7Fq44cePo1rV7\nF2/eugD49vU7DnBgwYMJFzZ8ODAAxYsZj/9z/BhyZMmPv33jtm1btmzixI3z/Bl0aACjSZc2fRp1\natWrWY9z/Rp2bNmvu3XbFi7cON27effmDQB4cOHjiBc3fhx5cuTduo1z/hy6cwDTqVcfdx17du3b\nuXf3jh1AePHjx5U3fx59evPgwG3Dhi1cuHHz6de3Px9Afv37+ff3DxCAwIEECxo8iFDguIUMGzp8\nyLBbt23hwo27iDGjxowAOnr8OC6kyJEkS5os2a3buJUsW64EADOmzHE0a9q8iTOnzp01Afj8CXSc\n0KFEixodCg7cNmzYwoUbBzWq1KlQAVi9ijWr1q1cu3r9Oi6s2LFky44TJw4btm/j2rp9Czf/LoC5\ndOuOu4s3r969fPVqAwdunODBhAUDOIw48bjFjBs7fgw5smTGACpbvjwus+bNnDtrvnatmThx40qb\nPo36NIDVrFu7fg07tuzZtMfZvo07t+5x4sRhw/ZtnPDhxIsbB4A8ufJxzJs7fw49+nNt4MCNu449\n+3UA3Lt7Hwc+vPjx5MubPx8egPr17Me5fw8/vvz31641EydunP79/PvzBwhA4ECCBQ0eRJhQ4cJx\nDR0+hBhRHClSYcLQGpdR40aOHQF8BBly3EiSJU2eRDkuUaIFCwAgQMCM2TiaNW0CwJlT5ziePceF\nCydu3FCiRceF69FDly5T4MCNgxpV6lSp/wCsXsU6TutWrl29jqNECQyYTOHCjUObVu1atQDcvoUb\nV+5cunXt3h2XV+9evn3FkSIVJgytcYUNH0acGMBixo3HPYYcWfJkyuMSJVqwAAACBMyYjQMdWjQA\n0qVNj0Odely4cOLGvYYde1y4Hj106TIFDtw43r19//YNQPhw4uOMH0eeXPk4SpTAgMkULtw46tWt\nX7cOQPt27t29fwcfXvz4ceXNn0d/Xpy4Uw4cHDggJ1y4cfXtjwsXjtu2beDAARQnLpw4cQAOIkwo\nThy4cA7DjYsocSLFcOGwYdslQgSAjh0DBDh2bBzJkiYBoEypctw4cePGUaPWqxckN27UqP/xYcBA\ngAAAfgL9GSCACRPhwo1LqnQpUwBOn0IdJ3Uq1apSxYm7ds0LAgQKFEwaJ3Ys2bJmAaBNq3Yt27Zu\n38KNO24u3bp254YLZ8VKAAB+ATA4dIgWrWXLsHXrRoyYpVWOV3HjFm4ygMqWL4vLnHkc53HixoEO\nHRocuFc+fBAg4CBAAACuXwOABGkc7dq2AeDOrXscb3HiqlXz4WMAgOLGjyNPzonTuObOn0MHIH06\n9XHWr2PPbt2XrwcPAIAXIEDOuPLmz6NPD2A9+/bu38OPL38+/XH27+PPbz9cOCtWAAYAMBAAg0OH\naNFatgxbt27EiFlaNXEVN27hMALQuJH/oziPHseFHCduXEmTJsGBe+XDBwECDgIEADCTJgBIkMbl\n1LkTQE+fP8cFFSeuWjUfPgYAULqUaVOnnDiNkzqValUAV7FmHbeVa1evW335evAAQFkBAuSMU7uW\nbVu3AODGlTuXbl27d/HmHbeXb1+/e5UpGzAAQGEBAh5cukSGTJIkdooVGzYs2rFj27aJEzdOnDgA\nn0GHHjeadGnTpcOFQ7ZnjxUrpHLlihABQO0CBbp1G7ebd28Av4EHHzdOXHFevMiQSSBAAADnz58z\nWLOGBAkBALADAANmXHfv38EDED+e/Djz59GnN//njwABAQ4cqFGj2Dj79/Hn1w+Af3///wABCBxI\nsKDBgwgTKgQwrqHDhxAbKlM2YACAiwIEPLh0iQyZJEnsFCs2bFi0Y8e2bRMnbpw4cQBiypw5rqbN\nmzhvhguHbM8eK1ZI5coVIQKAowUKdOs2rqnTpwCiSp06bpy4q7x4kSGTQIAAAGDDhmWwZg0JEgIA\nqAUABsy4t3DjygVAt67dcXjz6t2L988fAQICHDhQo0axcYgTK17MGIDjx5AjS55MubLly+Mya97M\nuVYtAgQAiBYtQMAAAwYCBBAgYMGrV8eOhdu2LVy4cbhxA9jNu/e438CDCx/e7dmzccjBgRMhAoBz\nO3bChRtHvbp1ANizax/Hnbs3b8qUmf/RpcuFCw5ChDhzFi7cuPfvwW3YAACABQvj8uvfzx+Af4AA\nBA4EMM7gQYQJefEqUAAAgAERIihShGjXLi5cuHEb19HjR5AARI4kWdLkSZQpVa4c19Lly5fADhwA\nUNMmgAABBAwYAABAgAA2vg39Js7oOKRJxwFg2tTpOKhRpU6lOk6cuHDhxv36RYAAAAALxo0lW7Ys\nALRp1YpjO87tW7jjxHXrNs7uXbx79gAAMGDAOMCBBQ8GUNjwYXHiwokTFy7cOMiRx/UyYAAAAAIE\n8JAhI0VKCwkSCBCAAAHaONSpVasG0Nr1a9ixZc+mXdv2ONy5desGduAAAODBAQQIIGD/wAAAAAIE\nsPHN+Tdx0cdNpz4OwHXs2cdt597d+/dx4sSFCzfu1y8CBAAAWDDO/Xv48AHMp19f3P1x+fXvHyeu\nG8Bu4wYSLLhnDwAAAwaMa+jwIUQAEidSFCcunDhx4cKN6+hxXC8DBgAAIEAADxkyUqS0kCCBAAEI\nEKCNq2nz5k0AOnfy7OnzJ9CgQoeOK2r0aFFu3JAQIADgKYAABAgMGBAAAFYAAgTQEiduHNiwYsEC\nKGv27Li0ateybcsW24EDAOYCyDbuLt68eQHw7etXnLhxggcTHuzN27jEihenSAEAgAUL4yZTrmwZ\nAObMmsVx7tyZW7duggQNAABAgAA2/2ySDRvWqpUGALIBIEBwbRzu3Lp1A+jt+zfw4MKHEy9ufBzy\n5MqRc+OGhAABANIBBCBAYMCAAAC2AxAggJY4cePGky8/HgD69OrHsW/v/j3899gOHABgH0C2cfr3\n8+cPACAAgQMHihM3DmFChQm9eRv3EGLEFCkAALBgYVxGjRs5AvD4EaQ4kSNHcuvWTZCgAQAACBDA\nhk2yYcNatdIAACcABAiujfP5EyhQAEOJFjV6FGlSpUuZjnP6FCpUb7NmLVqUJw8lGzY6dBDw1YCB\nKVPGlTV7Fi0AtWvZjnP7Fm5cuXErmTCxYMG3b+P49vX7F0BgwYPHFTZ8GLE4ceMYN/92PGXKggXS\npI2zfBlzZgCbOXcW93ncOHDgxImrNm3aihUV3rzx5m1c7NjbtlV5cPuBK1fjePf2/RtAcOHDiRc3\nfhx5cuXjmDd37tzbrFmLFuXJQ8mGjQ4dBHQ3YGDKlHHjyZc3DwB9evXj2Ld3/x7++0omTCxY8O3b\nOP37+fcHABCAwIEDxxk8iDChOHHjGjp8OGXKggXSpI27iDGjRgAcO3oUB3LcOHDgxImrNm3aihUV\n3rzx5m2cTJnbtlV5gPOBK1fjevr8CRSA0KFEixo9ijSp0qXjmjp9CrWpOHG+fAmyYEGAAABcAwRQ\npWqc2LFkywI4izbtuLVs27p9yzb/ViwLvHiJEzcur969fPMC+As48LjBhAsXxqZBgytX4sSNe/zt\n24MDBxAgGIc5s+bNmAF4/gx63Dhx48aBA2fMWBMNGgIEaAAM2LjZtMdVq4aBAoUkScb5/g08uG8A\nxIsbP448ufLlzJuPew49uvTn1qxt2hSkQAEA3LkLEODEybjx5MubB4A+vfpx7Nu7fw9/HDJkCxac\nGYc/v/79/AH4BwhA4EAA4wweRGgwXDgnAwYECAABgosKFQQIANCjx6JF4cKNAxlS5EgAJU2eHJcy\npTdvvXrBCBAzwAllysbdvBkuXI8eCrJkuXVr3FCiRY0OBZBU6VKmTZ0+hRpV6jiq/1WtXqVqzdqm\nTUEKFAAQNqwAAU6cjEObVu1aAG3dvh0XV+5cunXHIUO2YMGZcX39/gUcGMBgwoXHHUac+HC4cE4G\nDAgQAAIEFxUqCBAAoEePRYvChRsXWvRo0gBMn0Y9TrVqb9569YIRQHaAE8qUjcONO1y4Hj0UZMly\n69Y44sWNHycOQPly5s2dP4ceXfr0cdWtX8cuTlysWCNGCAAQXrx4GjTGnUefXj0A9u3dj4MfX/58\n+uEwYAAAINo4/v39AxwncCDBcQAOIkw4biHDhgvDhRMRIAAAAAECAMiYMUCJEq5cjQspciTJkABO\nokw5biXLcdWqtQAgE0CAFCm8ef8bN45bkyYAfhow8OrVuKJGjyItCmAp06ZOn0KNKnUq1XFWr2LN\nKk5crFgjRggAIHbsWBo0xqFNq3YtgLZu346LK3cu3brhMGAAACDauL5+/wIODGAw4cLjDiNOfDhc\nOBEBAgAAECAAgMqVA5Qo4crVuM6eP4PuDGA06dLjTqMeV61aCwCuAQRIkcKbt3HjuDVpAmC3AQOv\nXo0LLnw48eAAjiNPrnw58+bOn0MfJ3069erbttWp48DBBQ0aWrTg4MCBAQNTpoxLr349ewDu38Mf\nJ38+/fr2t2nQ4MDBuP7+AY4TOJBgwXEAECZUOI5hQ4cOv+nQYcECAgQLDGQ0YGL/2bJt28aFFDmS\nZEgAJ1GmHLeS5Thx4lR9+CBAQAGbQoQkScIhQAAAP1OkqFZtXFGjR5EWBbCUaVOnT6FGlTqV6jir\nV7Fi9bZhw4ABBgxoKVYMHDhfOHAECECAQJtxb+HGjQuAbl274/Dm1btXrzZtRwQIkCCB2zjDhxEn\nVgyAcWPH4yBHljw5WTJYsKRIaXPihAQJFY4do0ZtXGnTp1GXBrCadetxr2HDDrds2YIFAHDn1h2A\nNwECBgyIEzeOeHHjxwEkV76ceXPnz6FHlz6OenXr1r1t2DBggAEDWooVAwfOFw4cAQIQINBmXHv3\n798DkD+f/jj79/Hnx69N2xEB/wAFSJDAbZzBgwgTKgTAsKHDcRAjSpyYLBksWFKktDlxQoKECseO\nUaM2rqTJkyhLAljJsuW4lzBhhlu2bMECADhz6gzAkwABAwbEiRtHtKjRowCSKl3KtKnTp1CjSh1H\ntapVq7cIEAgQAAMGY9++gQO3rU+fAwcAABjgypU3b+Piyp0LoK7du+PGeQsXzpu3cYADC/727csX\nEwsSL4g2rrHjx5AjA5hMufK4y5gza76cLVu1asyAAEGAYII1a968jVvNurXr1QBiy549rrbt2+HC\nHTvGAoBvAAECZDhypEoVCgoUBAigQcO459CjSwdAvbr169iza9/Ovfu47+DDh/+/RYBAgAAYMBj7\n9g0cuG19+hw4AADAAFeuvHkbx7+/f4AABA4kOG6ct3DhvHkb19Dhw2/fvnwxscDigmjjNG7k2NEj\nAJAhRY4jWdLkSZLZslWrxgwIEAQIJliz5s3bOJw5de7ECcDnT6DjhA4lGi7csWMsACwFECBAhiNH\nqlShoEBBgAAaNIzj2tXrVwBhxY4lW9bsWbRp1Y5j29atWyMBAgAAECGCpGTJiBHrlSGDAAEAAARo\n0CBVKnHjFC9eDMDxY8jjxokbN06cuHGZNWf+9k2ECBYsUpAhI0IEsXGpVa9m3RrAa9ixx82mXdv2\nbHHiwoXr5cEDAQIWunUbV9z/+HHkxwEsZ9583HPo0aMTmzChRo08ecSN4z4OlwABAAAIEIBt3Hn0\n6dMDYN/e/Xv48eXPp19/3H38+fMbCRAAAEAAESJISpaMGLFeGTIIEAAAQIAGDVKlEjfuIkaMADZy\n7DhunLhx48SJG2fypMlv30SIYMEiBRkyIkQQG2fzJs6cOgHw7OlzHNCgQocCFScuXLheHjwQIGCh\nW7dxUqdSrUoVANasWsdx7erVK7EJE2rUyJNH3Li043AJEAAAgAAB2MbRrWvXLoC8evfy7ev3L+DA\ngscRLmzYcLcSJTZsAALklixZ1aolY8WqQoUJEzI8enTt2rjQokcDKG369LjU/6pXs/7168kTYMC+\nWbN269a43Lp38+49DgDw4MLHES9u/DhycXjwyJAxaRz06NKnUwdg/Tr2cdq3c+/u3bsRIwECJEgA\nbhz69OrVA2jv/j38+PLn069vfxz+/Pr3e/PGDSC3bdu+adM2DiHCbNmwYeMVLpw4ceMoVrQIAGNG\njeM4dvTIcdkyNRQoePECDJg4a9acORv3EmZMmTPHAbB5E+c4nTt59vQ5zoKFAQM4jDN6FGlSpQCY\nNnU6DmpUqVOpUsWBAwCAAgWojfP6FSxYAGPJljV7Fm1atWvZjnP7Fm5cb964cdu27Zs2beP48s2W\nDRs2XuHCiRM3DnFixQAYN/92PA5yZMmQly1TQ4GCFy/AgImzZs2Zs3GjSZc2fXocANWrWY9z/Rp2\nbNnjLFgYMIDDON27eff2DQB4cOHjiBc3fhw5chw4AAAoUIDaOOnTqVMHcB17du3buXf3/h28OHHh\nxpU3fx59evXatH0b9x5+/PgA6Ne3Pw5/fv3ixDFjBrAJBw5o0HjzNq5aNVCgxjl8CDGixHEAKlq8\nOC6jxo0cO4pbsAAAgCPjSpo8iTIlgJUsW457CTOmzJkyv5EgESDAgAHbxvn8CRQogKFEixo9ijSp\n0qVMxYkLNy6q1KlUq1rVpu3buK1cu3YFADas2HFky5oVJ44ZsyYcOKBB483/27hq1UCBGoc3r969\nfMcB+As48LjBhAsbPixuwQIAAI6Meww5suTJACpbvjwus+bNnDtz/kaCRIAAAwZsG4c6tWrVAFq7\nfg07tuzZtGvbHoc7t+7dvHvvFjcuuPDhwwEYP458nPLlzJVXq2bnxo1bt759C0eNGjFi47p7/w4+\n/DgA5MubH4c+vfr17KcBeA8A0rj59Ovbvw8gv/794/r7BzhO4ECCBQtqQ4AgQAAJEraNgxhRokQA\nFS1exJhR40aOHT2OAxlS5EiSJU2eDAlA5UqW41y+hBnz2zdx4sbd7NYtXLhxPX3+BBp0HACiRY2O\nQ5pU6VKm0gIEaNBg3FSq/1WtXh0HQOtWruO8fgUbVqxYaNAkSerWbdxatm3dAoAbV+5cunXt3sWb\nd9xevn39/gUcWDBfAIUNHx6XWPFixt++iRM3TnK3buHCjcOcWfNmzuMAfAYdetxo0qVNn5YWIECD\nBuNcv4YdW/Y4ALVt3x6XW/du3r17Q4MmSVK3buOMH0eeHMBy5s2dP4ceXfp06uOsX8eeXft27t2v\nAwAfXvw48uXNn0efXv368gDcv4c/Tv58+vXth4sQoVq1cf39AxwncCDBguMAIEyocBzDhg4fQowo\ncWJDABYvYsyocSPHjh4/jgspciTJkiZPohQJYCXLluNewowpcybNmjZhAv/IqXPnuJ4+fwINGi5C\nhGrVxiFNqnQp03EAnkKNOm4q1apWr2LNqpUqgK5ev4INK3Ys2bJmx6FNq3Yt27ZpxYkbJ3cu3boA\n7uLNO24v375+/44TJ24c4cKGDyMuDGAx48bjHkOOLHmyOGvWxmHOrHkz58wAPoMOPW406dKmT6NO\nrZo0gNauX8OOLXs27dq2x+HOrXs37965xYkbJ3w48eIAjiNPPm458+bOn48TJ24c9erWr2OvDmA7\n9+7jvoMPL368OGvWxqFPr349+/QA3sOPP24+/fr27+PPr58+gP7+AQIQOJBgQYMHESZUWHBcQ4cP\nIUaUOJGiQwAXMWYct5H/Y0ePH0GGFMkRQEmTJ8elVLmSZUuXL2GqBDCTZs1xN3Hm1LmTZ0+fOAEE\nFTqUaFGjR5EmVTqOaVOnT6FGlTq1KQCrV7GO07qVa1evX8GG3QqAbFmz49CmVbuWbVu3b9MCkDuX\n7ji7d/Hm1buXb9+7AAAHFjyYcGHDhxEnHreYcWPHjyFHlswYQGXLl8dl1ryZc2fPn0FrBjCadOlx\np1GnVr2adWvXqAHElj17XG3bt3Hn1r2bt20Av4EHFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn\n176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+ffn379/Hn17+ff3//kwABCBxIsKDBgwgTKlzI\nsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fP\nn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Dj\nyp1Lt67du3jz6t3Lt6/fv3wDAgAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacuXMnZtMuZxly+fMmTvHubNnzuPGlStn7pzp\n06hRA1jNurU5c+diy55Nu7bt27jPAdjNu7c5c+eCCx9uzty548iPl1u+3Jzz5+eiS59OHYD169jL\nlTN3rrt3c+DBn/8bT768+fPoy5szB6C9+/fw48ufT7++/XP48+cvZ87cOYDnBA4kWNDgwYMAFC5k\neM7hQ4gRJU6kWPEhAIwZNZ7j2NHjR5DnzI0cec7kSZQpVQJg2dLlOZgxZc6kWdPmzZgAdO7k2dPn\nT6BBhQ49V9ToUaRJlZ4zZ+7cU6hRpT4FUNXq1XNZtW7l2tXrV7BaAYwlW/bcWbRp1a5l29YtWgBx\n5c49V9fuXbx59e7laxfAX8CBBQ8mXNjwYcTnFC9m3Njx43PmzJ2jXNnyZcoANG/mfM7zZ9ChRY8m\nXfozANSpVZ9j3dr1a9ixZc9uDcD2bdzndO/m3dv3b+DBdwMgXtz/+HHkyZUvZ9783HPo0MuZM3fO\n+nXs2b99K1fu3Hfw4cV/B1De/Plz6dWvZ9/e/Xv46gHMp1//3H38+fXv59/fP8BzAgEQLGjwHMKE\nChcyTEiOnLlzEidSrGgRAMaMGjdy7OjxI8iQ50aSJFnOnLlzKleybPntW7ly52bSrGlzJoCcOnee\n6+nzJ9CgQocS9QngKNKk55Yyber0KdSoUpkCqGr16rmsWrdy7aqVHDlz58aSLWv2LIC0ateybev2\nLdy4cs/RrVu3XLdu2bKBK1fOnLlxgrNlI0ZMECFC5syda+z4MeTGACZTrnzuMubMms2ZO3euXDlz\n50aTLm36tGkA/6pXsz7n+jVs2OXGjStXzpy5c7p38+7t2zeA4MKHnytu/Djy4+TIRdKgAQOGLseO\nmTN37jr27NqvA+ju/Tv48OLHky9v/hz69OnLdeuWLRu4cuXMmRtnP1s2YsQEESJkDqC5cwMJFjQ4\nEEBChQvPNXT4EKI5c+fOlStn7lxGjRs5duQIAGRIkedIljRpsty4ceXKmTN3DmZMmTNp0gRwE2fO\nczt59vTZkxy5SBo0YMDQ5dgxc+bONXX6FGpTAFOpVrV6FWtWrVu5nvP69Su5ZMmqVKGDBIkNGxIk\nXFiwgACBATNmlCt3Dm9evXvxAvD7F/A5wYMJC/72zdeTJ0yYkP8g8WbPnlSpZJkzdw5zZs2bNQPw\n/Bn0OdGjR5sTJw4VKkd69CBCtG3bOdmzade2bRtAbt27z/X2/Rt4b3DgECAAcPx4AAMGKlSwZInc\nOenTqVMHcB17du3buXf3/h38OfHjx5MzZuzLlwcIEAgQMGCAAPkA6JMgcQ5/fv379QPwDxCAwIEA\nzhk8iNAgMmQSAgQAABFAAAIUCTAwYYIHjxgxOLx4ESWKFG/ezpk8eQ6AypUsz7l8+XLbokURIggo\nUODChWTJzvn8CTSoUKEAiho9ei6p0qVMzZnbsAGAVKkDqgYIACArgATixJ37CjbsVwBky5o9izat\n2rVs2557Cxf/Ljljxr58eYAAgQABAwYI+AsgMAkS5wobPoz4MIDFjBufeww58mNkyCQECAAgM4AA\nBDoTYGDCBA8eMWJwePEiShQp3rydew37HIDZtGufu40b97ZFiyJEEFCgwIULyZKdO448ufLlywE4\nfw79nPTp1KubM7dhA4Dt2wd4DxAAgHgACcSJO4c+vXr0ANq7fw8/vvz59OvbP4c/v3784sQRAwgL\n1qJFkyaZUaEiQAAACxacgxhR4kSJACxexHhO40aOGqNFKyFAAACSJAUICBAAwEqWLQMEMFCokDlz\n52zaBJBT585zPX2eI0eulgULAQIAIEBAgoRIkcCZM1euXDhq/9Rw4bpyZRE2bOe8fgVLjhwAsmXN\nnkObVu1aceIGDAAQd8ECOHAAMWAQIAAAvggQnAMcWHC5cgAMH0acWPFixo0dPz4XWfLkyOLEEYMF\na9GiSZPMqFARIACABQvOnUadWnVqAK1dvz4XW/bs2NGilRAgAMDu3QIEBAgAQPhw4gECGChUyJy5\nc82bA4AeXfo56tXPkSNXy4KFAAEAECAgQUKkSODMmStXLhw1arhwXbmyCBu2c/Xt3ydHDsB+/v3P\nATwncCBBguLEDRgAYOGCBXDgAGLAIEAAABYRIDincSPHcuUAgAwpciTJkiZPokx5biXLli5fnmPG\nLEGCAHr0nP/LqXMnz50AfgINem4o0aJFaw0YAGApgAEZMjhwoEAAVQEAAAQYMCBIEFfgwJ0LK/Yc\ngLJmz55Lq/ZcuXKoFiwAILdAgRMnFi0SBQiQFy88SJC4cMGAgReuXJkzd24x48XmzAGILHnyucqW\nL2M2Z06BAgAAArhyZW40NWoaNABITYCAN2/nXsN+Xa4cgNq2b+POrXs3796+zwEPLnw48XPJkiVI\nUIAZs3POn0OPDh0A9erWz2HPrh27OXODBAgAAMCAgRRu3IgRIwEChAIFDhzQcOwYOXLn7uPPD2A/\n//7nAJ4TOHDcODUDBgAAEODAAQgQEiQwECAAAIsBAgjQKKD/ABgw4sSdEzlSpDlzAFCmVHmOZUuX\nL8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c4lVXpOnDgAT6FGlTqValWrV7Ge07qVa1ev55Il\nS5CgADNm59CmVbtWLQC3b+GekzuXrlxz5gYJEAAAgAEDKdy4ESNGAgQIBQocOKDh2DFy5M5FljwZ\nQGXLl89l1nxu3Dg1AwYAABDgwAEIEBIkMBAgAADXAQIIkC2gABgw4sSd071btzlzAIAHF36OeHHj\nx8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c6FF39OnDgA59GnV7+efXv37+Gfkz+ffn375548\nCRBgADdu/wDPCRxIsCBBAAgTKjzHsKFDh04CSAzw4UOfWLGUKHFw4ECCBCpUNDtHsqRJkwBSqlx5\nrqXLc+XK5SlQAIBNAQIWLChQIACAnwASKFBw4ECBAhNYsTrHtKlTpgCiSp16rqrVq1jNmcOAAQAA\nAa9emTN3jhw5MWIOHAggQMCgQebOyZ07F4Ddu3jz6t3Lt6/fv+cCCx5MuPC5J08CBBjAjdu5x5Aj\nS44MoLLly+cya9682UmAzwE+fOgTK5YSJQ4OHEiQQIWKZudiy549G4Dt27jP6d59rly5PAUKABgu\nQMCCBQUKBADAHEACBQoOHChQYAIrVueya9+eHYD37+DPif8fT768OXMYMAAAIODVK3PmzpEjJ0bM\ngQMBBAgYNMjcOYDnBA4UCMDgQYQJFS5k2NDhw3MRJU6kOFGcuDAGDAAAUCBXrnMhRY4kORLASZQp\nz61k2XLluHEOChQwYGDKlCRWrDx4QECAgAULbNiIds7oUaRIASxl2vTcU6jnxImLxYBBgAAACBBA\ngECBggIUKIwY8UOFiggRDhwQYc3aObhx5cIFUNfu3XN59e7la84cAgQAAAyoVWvcuHPduh06NGEC\ngwsXqFE7V9lyZXPmAGzm3NnzZ9ChRY8mfc70adSpUYsTF8aAAQAACuTKdc72bdy5cQPg3dv3OeDB\nhQMfN87/QYECBgxMmZLEipUHDwgIELBggQ0b0c5t5969OwDw4cWfI1/+nDhxsRgwCBAAAAECCBAo\nUFCAAoURI36oUBEhAsADB0RYs3buIMKEBwEwbOjwHMSIEieaM4cAAQAAA2rVGjfuXLduhw5NmMDg\nwgVq1M6xbMnSnDkAMmfSrGnzJs6cOnee6+nzJ9CexoylSHFAgAACBBj48XPuKdSoUqMCqGr16rms\nWrdmxYZNCgcOQYJQoYLjwoUECQYECDBgQIMGeMiRO2f3Ll67APby7XvuL2DA4Xr1MmNGCyFCqVKF\nCvVr2rRx47INGsSAwYEDiM5x7uzZM4DQokefK236NOpy/+UmTEiQoJA5c+dmmzPny5cdO1xy5Trn\n+zdw3wCGEy9u/Djy5MqXMzdn7hz06NKhmwsWzIGDAAEIKFDAgIGCBw+YMDl27Bz69OrXA2jv/v25\n+PLnlyuHCFEgNGhSpHjwAGCEBQsOHBhwUICAAAEGRIny7ds5iRMpArB4EeM5jRs5litHjpy5ciPL\nhQtH7lzKc+LQoDlwYMKEcOdo1rRpE0BOnTvP9fT5E+i0aQsWsGCx7VzSpOXKsWIVIwYecuTOVbV6\ntSoArVu5dvX6FWxYsWPNmTt3Fm3as+aCBXPgIEAAAgoUMGCg4MEDJkyOHTv3F3BgwQAIFzZ8DnFi\nxeXKIf9CFAgNmhQpHjyIsGDBgQMDOAsQECDAgChRvn07dxp1agCrWbc+9xp27HLlyJEzVw53uXDh\nyJ3zfU4cGjQHDkyYEO5ccuXLlwNw/hz6OenTqVefNm3BAhYstp3z7r1cOVasYsTAQ47cOfXr2asH\n8B5+fPnz6de3fx//Of37+fPfBvDMmQgRGDAAM2uWLVseDBggQCBIkGvnKlq8eBGAxo0cz3n8+NHc\ntm2yZKWxYePChQcPGPz4kSrVLVmyrFjRoCEAAAAKFJz7CTQogKFEi547ijSp0qVKzdmwIUBAlizn\nqlq9ihWA1q1cz3n9CjasLl0fPlCiZO6c2nPicuXq0SP/QgQ/5cqdu4s3710AfPv6/Qs4sODBhAuf\nO4w4ceJtZ85EiMCAAZhZs2zZ8mDAAAECQYJcOwc6tGjRAEqbPn0utWrV5rZtkyUrjQ0bFy48eMDg\nx49UqW7JkmXFigYNAQAAUKDgnPLlzAE4fw79nPTp1Ktbr27Ohg0BArJkOQc+vPjxAMqbP38uvfr1\n7HXp+vCBEiVz5+qfE5crV48eESL4AViu3DmCBQ0SBJBQ4UKGDR0+hBhRojlz5yxexEiOXDRJkl69\nIkfu3MiR5LBgWbCAAIEez56dgxlTJkwANW3ePJdT57lx45ypUQMESAUHDhIkePGCjzlz55w+PTdu\nHAEA/wACBKh2TuvWrQC8fgV7TuxYsmXNlgWXQG0CbdrOvYUbVy4AunXtmjN3Tu9evnrHtWkzYYIV\nK8isWUOFasODBwoUHDgw4datc5UtX64MQPNmzp09fwYdWvToc6VNmx4nTly2bNzOvYYdO/aoUQUK\nLJAl69xu3r13AwAeXPg54sTLlYsVK02GDAwYLIAAYcqUb9/OXcee/XoXAAAECDB3Tvz48QDMn0d/\nTv169u3dt+dVoMCNG+fs38ef3z4A/v39AzRn7hzBggbLlQOVIAEBAgsWKFiwQADFAAEIEAgQgAAP\nHuc+ggz5EQDJkiZPokypciXLludewoQ5Tpy4bNm4nf/LqXPnzlGjChRYIEvWuaJGjxYFoHQp03NO\nnZYrFytWmgwZGDBYAAHClCnfvp0LK3Zs2C4AAAgQYO4c27ZtAcCNK/cc3bp27+K9y6tAgRs3zgEO\nLHgwYACGDyM2Z+4c48aOy5UDlSABAQILFihYsEAA5wABCBAIEIAADx7nTqNOfRoA69auX8OOLXs2\n7drmzJ3LbW63uWzHjunSVe4c8eLGjVOjNmCAAWLEzkGPLh06gOrWr5szd257t267dqEoUCBAgAUm\nTPjydW49+/btRQUIcOAAuXP2798HoH8//3P+AZ47Z87cOYMHESY0aM6cjQMHbt06N5FiRYsTAWTU\nuJH/HLlzH82ZOzdSmjQnTiQMGAAAQACXAGDCFDBTQIAAACpUIEfuXE+fPwEEFTqUaFGjR5EmVWrO\n3Dmn5qCay3bsmC5d5c5l1bp1KzVqAwYYIEbsXFmzZ8sCULuWrTlz5+B267ZrF4oCBQIEWGDChC9f\n5wAHFixYVIAABw6QO7eYMWMAjyFHPjd5sjlz5zBn1rwZszlzNg4cuHXrXGnTp1GXBrCadWty5M7F\nNmfuXG1p0pw4kTBgAAAAAYADEC5cQHEBAQIAqFCBHLlzz6FHBzCdenXr17Fn176de7ly58CHPxeu\nWbNatcydU7+ePXtBggQISKBN2zn79/HbB7Cff39z/wDNnRtozpwyZRoCBAAAQIALF+HCnZtIsWLF\nOAAAGDBg7pzHjx8BiBxJ8pzJkyhTqjxZrtwEAQKePTtHs6bNmzQB6NzJc9w4c+fOmTPnzZuqBw8C\nBAAQoKlTAFADBBBANUAAAFgFCHDm7JzXr2ABiB1LtqzZs2jTql1brty5t3DPhWvWrFYtc+fy6t27\nV5AgAQISaNN2rrDhw4UBKF7M2Jy5c5DNmVOmTEOAAAAACHDhIly4c6BDixYdBwAAAwbMnVvNmjWA\n17Bjn5tNu7bt27TLlZsgQMCzZ+eCCx9OPDiA48iTjxtn7tw5c+a8eVP14EGAAAACaN8OoHuAAALC\nB/8IAKC8AAHOnJ1bz749gPfw48ufT7++/fv4y5U7x78/f4B9+jBgEOzcQYQJD0aLFiGCAAFLzJk7\nV9HixYoANG7kaM7cOZAgwYGbBMCkSRYsmDE719Lly5bevAkAAECDhnM5de4E0NPnz3NBhQ4lWlTo\nsWMClIIDd87pU6hRnQKgWtUqOHDjvHnz5WvKlA4BxAYYcOFCkCA6dCxo0ODAWwFxBQCgK0DAqFHn\n9O7lC8DvX8CBBQ8mXNjw4XOJFS/WpUuAgAjmzJ2jXLlyuAULBAhIkcLcOdChRYsGUNr06XOpVasm\n9+ABANgHDkiR8urVMmjQcOHqFi0aLlwDBgAg/un/0znkyZUDYN7c+Tno0MuVM2fu3HXs2bVr05ag\nQAFz5s6NJ1/e/HgA6dWvDxdO3HtUqAoVGoIDR6ZM387t52/uGsBrt24Z4cBBgYIAChEgECbsHMSI\nEgFQrGjxIsaMGjdy7HjuI8iQunQJEBDBnLlzKleuDLdggQABKVKYO2fzJk6cAHby7HnuJ1Cg5B48\nAGD0wAEpUl69WgYNGi5c3aJFw4VrwAAAWj99Ouf1K1gAYseSPWfWbLly5syda+v2LVxt2hIUKGDO\n3Lm8evfyzQvgL+DA4cKJK4wKVaFCQ3DgyJTp27nIks1du3brlhEOHBQoCOAZAQJhws6RLm0aAOrU\n/6pXs27t+jXs2Odm064NDlyAAANKlAgX7hxw4Jw4KRAgoEEDb97OMW/u/DmA6NKnn6tu/boxYw0a\nLECAYAD4AQIAkAcgwIABAOrV79lz7j38+O8B0K9v/xx+/Nq0Zct2DuA5gQMJEhw3zgEIEObMnXP4\nEGJEhwAoVrS4bVs4cOCOHVP2cdu2cyNJlhw5bhwuX76ePDlwYIAMGdGinbN5EycAnTt59vT5E2hQ\noUPPFTV6FBy4AAEGlCgRLtw5qVI5cVIgQECDBt68nfP6FWxYAGPJlj13Fm1aY8YaNFiAAMEAuQME\nALALQIABAwD48t2z51xgwYMDAzB8GPE5xYq1af/Llu1cZMmTKY8b5wAECHPmznX2/Bl0ZwCjSZfe\nti0cOHDHjilzvW3bOdmzacseNw6XL19Pnhw4MECGjGjRzhU3fhxAcuXLmTd3/hx6dOnnqFe3Th0O\nHADbtxcoIAA8AAAEcOAoV+5cevXr2acH8B5+/HPz6defT44csEGDJElKATDFgAAEAzxo0ECCBCNG\npp17CDFiRAAUK1o8hxFjuXLUqJ37CDKkyI+ZLFgwZ+6cypUsW6oEADOmzG7dypkzR45cuXLnevr8\nCRRot26cOGlAgQIcuHNMmzoFADWq1KlUq1q9ijXrua1cu3b9ZcFCgLEBAAQIkCCBrHNs27p9Cxf/\ngNy5dM/ZvYs3r15zfPme+ws4sODB5wAYPoz4nOLF57x5M3cusuTJlM9JW7LknObNnDtzBgA6tGhz\n5s6ZPo06terVp4udOnUutuzZsQHYvo07t+7dvHv7/n0uuPDhw39ZsBAgeQAAAQIkSCDrnPTp1Ktb\nB4A9u/Zz3Lt7/w7enHjx58qbP48+/TkA7Nu7Pwc//jlv3sydu48/v/5z0pYsAXhO4ECCBQkCQJhQ\noTlz5xw+hBhR4sSHxU6dOpdR48aMADx+BBlS5EiSJU2ePJdS5UqWLV2+hKkSwEyaNc/dxJlT506e\nPX3iBBBU6NBzRY0eRZoUqbly5c49hRpValQA/1WtXj2XVetWrl29fgWrFcBYsmXNnkWbVu1atufc\nvoUbV+5cunXfAsCbV+85vn39/gUcWPDgvgAMH0Z8TvFixo0dNzZXrtw5ypUtX7YMQPNmzuc8fwYd\nWvRo0qU/A0CdWvVq1q1dv4Yd+9xs2rVt38adWzdtAL19/z4XXPhw4sWNH0cuHMBy5s3PPYceXfp0\n6tWtQweQXfv2c929fwcfXvx48t4BnEefXv169u3dv4d/Tv58+vXt38effz4A/v39AzwncCDBggYP\nIkw4EADDhg7PQYwocSLFihYvRgSgcSPHcx4/ggwpciTJkh8BoEypciXLli5fwox5bibNmjZv4v/M\nqZMmgJ4+f54LKnQo0aJGjyIVCmAp06bnnkKNKnUq1apWoQLIqnXrua5ev4INK3YsWa8AzqJNq3Yt\n27Zu38I1Z+4c3bp27+LNq3fvOQB+/wI+J3gw4cKGDyNOPBgA48aOz0GOLHmyOXPnLmPOrHkzZ8wA\nPoMOfW406dKmT6NOrZo0gNauX8OOLXs27dq2zZk7p3s3796+fwMPfg4A8eLGzyFPrnw58+bOnycH\nIH069XPWr2PPbs7cue7ev4MPL947gPLmz59Lr349+/bu38NXD2A+/fr27+PPr38///7+AQIQOJBg\nQYMHESZUuJBhQ4cPIUaUOJFiRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2b\nN3Hm1LmTZ0+fP4EGFTqUaFGjRxeOG0fOXFOn5s5FlTqV6jlzV6+e07qVa1etAMCGFXuObFmzZ9Gm\nVbu2LAC3b+GaM3eObt1z5s7lzWuOb1+/fM8FFjyYcGEAhxEnPreYcWPHjyFHlnyuXDkAlzFn1ryZ\nc2fPn0GPG0fOXGnT5s6lVr2a9Tlzr1+fkz2bdm3ZAHDn1n2Od2/fv4EHFz68NwDjx5GbM3eOefNz\n5s5Fj26OenXr1M9l176de3cA38GHPzeefHnz59GnV3+uXDkA7+HHlz+ffn379/GbM3eOf3///wDP\nCRxIUKA5c+PKlTvHsKHDhw4BSJxI8ZzFixgzatzIseNFACBDijxHsqTJkyjPmTN3rqXLlzBjugRA\ns6bNczhz6tzJs6fPnzkBCB1KtKjRo0iTKl16rqnTp1CjOjVnrps0aeeyat3KdSuAr2DDnhtLtqzZ\ns2jTqiULoK3bt+fiyp1Lt67du3jlAtjLt++5v4ADCx5MuLBhwAASK17MuLHjx5AjSz5HubLly5gr\nmzPXTZq0c6BDix4tGoDp06jPqV7NurXr17BjrwZAu7btc7hz697Nu7fv37kBCB9O/Jzx48iTK1/O\nvPlxANCjS59Ovbr169izn9vOvbv379y7df9zkyULOXLn0qtfzz49gPfw45+bT7++/fv48+unD6C/\nf4AABAI4V9DgQYQJFS5kaBDAQ4gRz02kWNHixXPmzG3bVu7cR5AhRY4EUNLkSZQpVa5k2dLlOZgx\nZc6kGbNbNzdZspAjd87nT6BBfQIgWtToOaRJlS5l2tTp06QApE6les7qVaxZtW7l2vUqALBhxZ4j\nW9bsWbTnzJnbtq3cObhx5c6lC8DuXbx59e7l29fv33OBBQ8mXFgwNWoMChQIFercY8iRJT8GUNny\n5XOZNW/m3NkzZ3PnRI8mTRrAadSpz61m3dr1a9iutyFDZs7cOdy5dQPg3dv3OeDBhQ8nPi7/T55L\nl8CdY36uXDlckCBhwtSsXLlz2bWfA9Dd+3fw4cWPJ1/e/Dn06dWvZ5+eGjUGBQqECnXO/n38+e0D\n4N/fP8BzAgcSLGjwYEFz5xYybNgQAMSIEs9RrGjxIsaMF7chQ2bO3LmQIkcCKGny5LmUKleybDku\nT55Ll8Cdq3muXDlckCBhwtSsXLlzQoeeA2D0KNKkSpcyber06bmoUqdSrSpVmjQCBgxkyPDrF7lz\nYseSJQvgLNq059aybev2Ldxz1aqpUoXDmLFzevfy1QvgL+DA5wYTLmz4MGLC4MBJCBHi2LFzkidT\nBmD5MmZz5s5x7uz5M+dp00AkSPDixR5g/8DgwLFgQcCAAQcOeFi27Bzu3OcA8O7t+zfw4MKHEy9+\n7jjy5MqXIy9XzgKA6AACBDggREi3bubOce/eHQD48OLPkS9v/jz686JmzLhwYcAAAAgQjBt37j7+\n/AD28+9/DuA5gQMJFjR4UKAcOQAYNmgA7FxEiRIBVLR40Zy5cxs5dvR46hQAkSIXLDBSocKBAwBY\nshwwQEKyZOdo1jwHAGdOnTt59vT5E2jQc0OJFjV6lGi5chYANAUQIMABIUK6dTN3DmvWrAC4dvV6\nDmxYsWPJjhU1Y8aFCwMGAECAYNy4c3Pp1gVwF2/ec3v59vX7FzBfOXIAFG7QANg5xYsXA/9w/Biy\nOXPnKFe2fPnUKQCbNy9YYKRChQMHAJQuPWCAhGTJzrV2fQ5AbNmzade2fRt3bt3nePf2/Rt4b2jQ\nDgAwDiBAgAUOHBAjFu1cdOnSAVS3ft2cuXPbuXf33t1cq1YGDAAwLwC9AADrd+069x5+fADz6dc/\ndx9/fv35zZmjBnDatHLlzpkz16sXAQIAGgoQsMCJk2bNzlm0CCCjxo3ixJ37CDLkR3OdOgE4eVKA\nADJkiOXJo0MHBw4gRoxIkmSGL1/mzJ37+ROA0KFEixo9ijSp0qXnmjp9CjWqU2jQDgC4CiBAgAUO\nHBAjFu2c2LFjAZg9i9acuXNs27p969b/XKtWBgwAuCsgrwAAfHftOgc4sGAAhAsbPoc4seLFis2Z\nozZtWrly58yZ69WLAAEAnAUIWODESbNm50qXBoA6tWpx4s65fg3btblOnQDYti1AABkyxPLk0aGD\nAwcQI0YkSTLDly9z5s45dw4guvTp1Ktbv449u/Zz3Lt7/w6++6VLBgIEUKCgUiVy59q7f99+3DgA\n9OvbP4c/v/79+MmRA0iIUAUCBAAACKBAgQgRBQoAgLht2zmKFS0CwJhR4zmOHT1+9KhK1R5duoIF\no7ZrFwoUAQIAgAkzwIEDLVpw43bOnDkAPX3+NGfu3FCiRcGBCxMgAACmAAzw4nVOqtRy/+XOnRvn\nzZsvX42ECTNn7tzYsQDMnkWbVu1atm3dvj0XV+5cunXLOXGiQAEBCRJkyToXWPBgceK+ffMWLRoA\nxo0dmzN3TvJkypLNGTNGgUKAAAA8BwjgIEwYLFgaNACQIAE5cudcv4YNQPZs2ubMncOdW3duc+aI\nEFmwgAMoUK5cFQEBggABAM0HDCBAQAABAgcOXLliixs3AN29fydH7tz4cuXLeXPjhgEDAQDcAyhQ\nANg5+vXt0xcnTpcuQrBgATRn7hxBc+YAIEyocCHDhg4fQox4biLFihYvlnPiRIECAhIkyJJ1biTJ\nkuLEffvmLVo0AC5fwjRn7hzNmjZpmv8zZowChQABAAANEMBBmDBYsDRoACBBAnLkzkGNKhUA1apW\nzZk7p3Ur163mzBEhsmABB1CgXLkqAgIEAQIA3g4YQICAAAIEDhy4csUWN24A/gIOTI7cucLlDpfz\n5sYNAwYCAEAGUKAAsHOWL2O2LE6cLl2EYMEyZ+4caXPmAKBOrXo169auX8OOfW427dq2b4cIEECA\nAA27dp0LLnx4cG3amDHzFi4cgObOn5crd2469erTv+XIMWBAgAAGUKA4dapZt26YMF24IKBDh3Pu\n38N3D2A+/frn7uPPrx8WLAUKADZoQMqaNWXKLABQuPADJEjQoIGjRu3YMWvWxI0bB4D/Y0eP5Mid\nE2nOnDBhRwakHCBgwAAUKHTpOjeTZs2Z5SRJIkJEFjly54AGPQeAaFGjR5EmVbqUadNzT6FGlTo1\nRIAAAgRo2LXrXFevX7tq08aMmbdw4QCkVbu2XLlzb+HGffstR44BAwIEMIACxalTzbp1w4TpwgUB\nHTqcU7yYsWIAjyFHPjeZcmXLsGApUNCgASlr1pQpswCAdOkPkCBBgwaOGrVjx6xZEzduHADbt3GT\nI3eOtzlzwoQdGTB8gIABA1Cg0KXrXHPnz5uXkySJCBFZ5Mid0779HADv38GHFz+efHnz58+lV7+e\n/fobNwAIEJAiRTFy5M7l178//7Fj/wDBgStHjhyAgwgTkiN3rmFDc+bOmTMnTRqPAgUECJgwQZE3\nb+bMnTNnrlq1ECEKuHBxrqXLly0ByJxJ05y5czhz6sS5q0KFAAEsWDjWrVuhQgEAKAXw4QO5c1Cj\nSoVqzhyAq1izkiN3rqs5c8GCKTFggACBBVGiwIIlTty5t3DjevN2Q4GCLl3MndvLly+Av4ADCx5M\nuLDhw4jPKV7MuDHjGzcACBCQIkUxcuTOad7MWfOxY+DAlSNHDoDp06jJkTvHmrU5c+fMmZMmjUeB\nAgIETJigyJs3c+bOmTNXrVqIEAVcuDjHvLlz5gCiS59uzty569izX99VoUKAABYsHP/r1q1QoQAA\n0gP48IHcuffw4783Zw6A/fv4yZE7x9+cOYDBgikxYIAAgQVRosCCJU7cOYgRJXrzdkOBgi5dzJ3j\n2LEjAJAhRY4kWdLkSZQpz61k2dLlSjx4AgQoQIvWOZzlyp3j2dPnuHHlyp0jShTAUaRJzZk719Rp\nU3LkChViYMBAlCjHjpU719XruXDhVqw4YMrUObRp1aIF0Nbt23Nx5c6N260bDAECAgSAAiUbNWo4\ncAQgPGLEOcSJFS9GDMDxY8jmzJ2jXPkcuWnTCBHac+gQNmzdup0jXdqcOViwDBgAMGBAtWrnZM+m\nDcD2bdy5de/m3dv373PBhQ8nHir/FADkAN6cY37OXLNmhw7x4ePr2zds2KqVK3fO+/dzAMSPJ3/O\n/Pnz5pAhS5JkBxYsyZKNG1fu3H3858iR06DhAMBv384RLGiQIICECheea+jwYblyffowIEAAAYIt\nW2gRIVKggIAiRc6RLGnypEkAKleyPOfyJUyXzZpNcuKkSxc8eLT58jVnjoYMGQAQJUqAgDhx55Yy\nbQrgKdSoUqdSrWr1KtZzWrdy7RoqFICwAN6cK3vOXLNmhw7x4ePr2zds2KqVK3fuLt5zAPby7Xvu\nL2DA5pAhS5JkBxYsyZKNG1fuHOTI58iR06DhwLdv5zZz7rwZAOjQos+RLm26XLk+/30YECCAAMGW\nLbSIEClQQECRIud28+7tuzeA4MKHnytu/HjxZs0mOXHSpQsePNp8+ZozR0OGDAC2bydAQJy4c+LH\nkwdg/jz69OrXs2/v/v25+PLnz68E4D4AChTMnevfH2CjRgoUBAggAAAAAwZonXP48CEAiRMpnrN4\n8aI5cuSmTRNXrtw5kefKnTN58ty0aQ0aICBH7lxMmTNjArB5E+c5nTt5kiNHh06IAwcsWLhxA8KA\nAQIEaPDm7VxUqVOpTgVwFWvWc1u5dt0aLlyGAAEIEKBAwQICBALYAnD7FoABA926nbN7Fy8AvXv5\n9vX7F3BgwYPPFTZ8+HAlAIsBUP+gYO5c5MiNGilQECCAAAAADBigdQ506NAASJc2fQ516tTmyJGb\nNk1cuXLnaJ8rdw537nPTpjVogIAcuXPDiRcfDgB5cuXnmDd3To4cHTohDhywYOHGDQgDBggQoMGb\nt3PjyZc3Xx5AevXrz7V3/759uHAZAgQgQIACBQsIEAjwDxCAwIEADBjo1u2cwoUMATh8CDGixIkU\nK1q8eC6jxo0ZTZkKAABAgACgQJ07idKatSJFBAgAALNAAW/natq0CSCnzp3nevr0aY4cOXPmzhk9\nijQpKFADBjwoV+6c1KlUpQK4ijXrua1cuZo7dsyLlxcgQECAYMBAgLUDBkDx5u3/nNy5dOvSBYA3\nr95zfPv65atIEYDBgwMYBoA4sWIAARoTInQusuTJACpbvow5s+bNnDt7Pgc6tOhx4xgwAIAaCpRz\nrFu75sZNggQAtG3YOIc7t24AvHv7Pgc8uPDhxImbM4cBQ4ECn845fw4dOoDp1Kufu44d+zhv3oAB\n22XHDgUKBQoIMGAgRQpC3bqdew8/vvz4AOrbv38uv/794MAVAFgAwEABAhgwMCBAQIAAAwwYePCA\nBYsKBgyAAHHt3EaOHAF8BBlS5EiSJU2eRHlO5UqW48YxYABAJhQo52zexMmNmwQJAHzasHFO6FCi\nAIweRXpO6VKmTZ06NWcOA4YC/wU+ncOaVatWAF29fj0XVqzYcd68AQO2y44dChQKFBBgwECKFIS6\ndTuXV+9evnsB/AUc+NxgwoXBgStQAMBiAQIYMDAgQECAAAMMGHjwgAWLCgYMgABx7dxo0qQBnEad\nWvVq1q1dv4Ztztw52rVpa9IUIAAAAwZcuToXXPhwbdoaNAAwYECvXuecP4cOQPp06uesX8eeXbt2\nK1YGDJgwgdw58uXNmweQXv16c+bOvX9vzlw5cuS8eRPXrFmQIB8+AGyRJAkbNl1ChSJH7hzDhg4f\nMgQgcSJFceLOYcx4bhoCBAA+KlDgwYMECSccOPjwAUOVKly4xIlzgwWLBAkszP+adW4nz3MAfgIN\nKnQo0aJGjyI1Z+4c06ZMNWkKEACAAQOuXJ3LqnWrNm0NGgAYMKBXr3Nmz6IFoHYt23Nu38KNK1eu\nFSsDBkyYQO4c375+/QIILHiwOXPnDh82Z64cOXLevIlr1ixIkA8fWiRJwoZNl1ChyJE7J3o06dKi\nAaBOrVqcuHOuX5+bhgABgNoKFHjwIEHCCQcOPnzAUKUKFy5x4txgwSJBAguzZp2LLv0cgOrWr2PP\nrn079+7ey5U7J368eFy4AgQAYMCAKVPmzJ2LH1/crl0OHAQIAMCAAXLkAJ4TOJAgAIMHEZ5TuJBh\nQ4cNYwmQKODZs3MXMWbUCID/Y0eP50CGFDlSnDhr1ooV05YsGS1aLEKE+PbtXE2bN3HWBLCTZ09v\n3siZM+fNmxEjAQAACBCAwZAhMWJMmHBgwAADBgocOIABAw8eOhgwKFDggA4dvnyZM3eOLQC3b+HG\nlTuXbl27d8uVO7eX715cuAIEAGDAgClT5sydU6xY3K5dDhwECADAgAFy5M5l1rwZQGfPn8+FFj2a\ndGnSsQSkFvDs2TnXr2HHBjCbdu1zt3Hn1i1OnDVrxYppS5aMFi0WIUJ8+3aOeXPnz5kDkD6dujdv\n5MyZ8+bNiJEAAAAECMBgyJAYMSZMODBggAEDBQ4cwICBBw8dDBgUKHBAhw5f/wB9mTN3riCAgwgT\nKlzIsKHDhxDLlTtHsSJFMmQAaHTg4McPQIAOJUqkQEEAAChTFogU6ZzLlzBdAphJs+a5mzhz3hQn\nDty5n0CB9upVQIAAWrTOKV3KtKlSAFCjSj1HtarVq1ir1qrFAAECbtzOiR1Ltqw5cwDSql07bpw4\nadJChAgQAIBdAgRSYMJEhcqRIwskSLhw4UGBAh8+gAEzZsqUHTssZMiQJg05cucyA9jMubPnz6BD\nix5N+pzp06iPHTNgIMCA1wMECABAuzbtAAGwYBF3rrfv378BCB9O/Jzx48iNixOXixq1cePKlTNX\nq9aCBQyCBTvHvbv3794BiP8fT/6c+fPo06s/782bhQQJuHE7R7++/fvmzAHYz7+/OYDmyIEDBwKE\nAAEABAgYMWLVsmXZsoULV86cuXPnynHjhg3buHHgvn0LFqyLDBnHjp1jyRLAS5gxZc6kWdPmTZzn\ndO7keeyYAQMBBgwdIEAAAKRJkQYIgAWLuHNRpU6dCsDqVazntG7lqlWcuFzUqI0bV66cuVq1Fixg\nECzYObhx5c6VC8DuXbzn9O7l29fvXm/eLCRIwI3bOcSJFS82Zw7AY8iRzZkjBw4cCBACBAAQIGDE\niFXLlmXLFi5cOXPmzp0rx40bNmzjxoH79i1YsC4yZBw7ds63bwDBhQ8nXtz/+HHkyZWfY97c+bVr\nKFB8UKAAwHXs2R88cOTInLlz4cWPJw/A/Hn059SvZ6/enLliWLCsWPHmDSEGDAYM0HLOP8BzAgcS\nLDgQAMKECs8xbOjwIcSG48bpgAFj2TJz5s5x7OixY7lyAEaSLFmu3Dlz5ggR0qABwYEDXbpwI0fu\nHM6cOneeK2fOnDdvsIABM2fuHFKkAJYyber0KdSoUqdSPWf1KtZr11Cg+KBAAYCwYsc+eODIkTlz\n59aybesWANy4cs/RrWuXrjlzxbBgWbHizRtCDBgMGKDlHOLEihczBuD4MeRzkidTrmx58rhxOmDA\nWLbMnLlzokeTHl2uHIDU/6pXlyt3zpw5QoQ0aEBw4ECXLtzIkTvn+zfw4OfKmTPnzRssYMDMmTvn\n3DmA6NKnU69u/Tr27NrPce/unfu3b6fkyGHEyI4dP3LkYMNW7hz8+PLn0wdg/z7+c/r38+dvDuCa\nNT9+9OhRAQOGRo3ONXT4EGLEcwAoVrR4DmNGjRs5bhz36JEsWebMnTN5EmVKACtZtjz38iU3bjhw\nJNCgoVUrc+d49vT50yc5crp0jTNn7lxSpecANHX6FGpUqVOpVrV6DmtWrVu5dvX6NSsAsWPJnjN7\nFm1as9CgtWrl6No1cuTO1bV7F2/ecwD49vV7DnBgwYMJFz5nztw5xYsZN/9WDAByZMnnKFc+d+2a\nsmrVypU79xl0aNGizZkrV+5catWrAbR2/Rp2bNmzade2fQ53bt27eff2/Ts3AOHDiZ8zfhx5cuPQ\noLVq5ejaNXLkzlW3fh179nMAuHf3fg58ePHjyZc/Z87cOfXr2bdXDwB+fPnn6Nc/d+2asmrVypU7\nB/CcwIEECxI0Z65cuXMMGzoEADGixIkUK1q8iDHjuY0cO3r8CDKkSI4ASpo8eS6lypUsW7p8CVMl\ngJk0a567iTOnzp08e/rECSCo0KHniho9ijSp0qVMjQJ4CjWq1KlUq1q9ivWc1q1cu3r9CjbsVgBk\ny5o9hzat2rVs27p9mxb/gNy5dM/ZvYs3r969fPveBQA4sOBzhAsbPow4seLFhQE4fgw5suTJlCtb\nvnwus+bNnDt7/gxaM4DRpEufO406terVrFu7Rg0gtuzZ52rbvo07t+7dvG0D+A08+LnhxIsbP448\nuXLiAJo7fw49uvTp1KtbP4c9u/bt3Lt7/54dgPjx5M+ZP48+vfr17NufBwA/vvxz9Ovbv48/v/79\n9QH4BwhA4EAA5wweRJhQ4UKGDQ8CgBhR4kSKFS1exJjx3EaOHT1+BBlSJEcAJU2ePJdS5UqWLV2+\nhKkSwEyaNc/dxJlT506ePX3iBBBU6NBzRY0eRZpU6VKmRgE8hRpV6lSq/1WtXsV6TutWrl29fgUb\ndisAsmXNnkObVu1atm3dvk0LQO5cuufs3sWbV+9evn3vAgAcWPA5woUNH0acWPHiwgAcP4YcWfJk\nypUtXz6XWfNmzp09fwatGcBo0qXPnUadWvVq1q1dowYQW/bsc7Vt38adW/du3rYB/AYe/Nxw4sWN\nH0eeXDlxAM2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38ef\nX/9+/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXL\nli5fwowpc6ZBc+bO4f80p9OcuHHjypU7J3Qo0aHkyHHjJk5cuXNOn0KFCmAq1armzJ3LqnUrV3Ne\nzZ0LK3Zs2HLhwo0bd24t27YA3sKNe24u3bp27+LNq5cugL5+/5IjV+7cuXLlxo3Ddu3atm3kHpuL\nbO4c5cqUyZEzp/ncOXPmzoEOLRoA6dKmT6NOrXo169bnXsOGTc6cuXO2b+PObW63uXO+fwMP7hsA\n8eLGzyFPrnw58+bLy40bd2469erTAWDPrv0c9+7ev4MPL358dwDmz6M3Z+4ce/blynHbtk2cOHPn\n7uPPr38/f/0AAAIQOJBgQYMHESZUqPBcQ4cPIUaMWK7cOYsXMWbECID/Y0eP50CGFDmSZMmR46RJ\nO7eSZcuVAGDGlHmOZk2bN3Hm1LmzJgCfP4GeEzp0aDly5MyZO7eUaVOm5MiZM3eOalWrV6kC0LqV\na1evX8GGFTv2XFmzZ9GmTVuu3Dm3b+HGhQuAbl275/Dm1buXb9+946RJOzeYcOHBABAnVnyOcWPH\njyFHljy5MQDLlzGf07x5czly5MyZOzeadGnS5MiZM3eOdWvXr1kDkD2bdm3bt3Hn1r37XG/fv4EH\n9y1O3Ldx484lV76c+XIAz6FHPzedenXr17FTJ0duU58+58CHFw8eQHnz58+lV7+efXv37+GrBzCf\nfv1z9/GfM2fOW7Zs/wC7dRtHsFw5c+bOKVQoDhmycOHOSZxIsaJEABgzatzIsaPHjyBDnhtJsqTJ\nkyTFifs2bty5lzBjyowJoKbNm+dy6tzJs6dPneTIberT55zRo0iNAljKtOm5p1CjSp1KtapVqACy\nat16rqvXc+bMecuWrVu3cWjLlTNn7pxbt+KQIQsX7pzdu3jz2gXAt6/fv4ADCx5MuPC5w4gTK16M\nDQ0aI0ZijRt3rrLly5gvA9jMufO5z6BDix5NGnSqVB/atDnHurVr1gBiy559rrbt27fJndvNm/e4\nccSSJStX7pzx48iTGwfAvLnzc9CjRxdXrRouXJtAgfLk6dSpacuWKf9S9CJGjHDhzqlfz769egDw\n48ufT7++/fv485/bz7+/f4DnBA7EhgaNESOxxo0719DhQ4gPAUykWPHcRYwZNW7kiDFVqg9t2pwj\nWdIkSQApVa4819Lly5fkzs2kSXPcOGLJkpUrd87nT6BBfQIgWtToOaRJk4qrVg0Xrk2gQHnydOrU\ntGXLFCl6ESNGuHDnxI4lW1YsALRp1a5l29btW7hxz82lWxccOFeupn36BAUKAgQBAAAQICDEtm3n\nFC9m3JgxAMiRJZ+jXNnyZcyZz1WrhgDBAGzYzo0mXXo0ANSpVZ9j3dq1OXPPnskKE8aJExw42pAg\nsWABgSNHjh07V9z/+HHkxQEsZ9783HPo0Mtp0xYoUJYRIzBg8OCBhQULBw4AaNAAHLhz6dWvZ58e\nwHv48eXPp1/f/n385/Tv3/+tD8A+DhwEAGDwIIAAAQwY4LBpEzdu5yZSrGhxIoCMGjee6+jxI8iQ\nIc2Z06ABAAAF5cqda+nyZUsAMmfSPGfzJk5z5rZt67FgwYABBgwkYMAAAQIAAQJs2DBu3LmoUqdS\nBWD1KtZzWrduNRcunDBhSlq0SJHCipVFN24QIABgwIBy5c7RrWv3Ll0Aevfy7ev3L+DAggefK2zY\n8Lc+fRw4CADgMWQAAQIYMMBh0yZu3M5x7uz5M2cAokeTPmf6NOrU/6pVmzOnQQMAAArKlTtn+zZu\n2wB28+597jfw4ObMbdvWY8GCAQMMGEjAgAECBAACBNiwYdy4c9q3c+8O4Dv48OfGkydvLlw4YcKU\ntGiRIoUVK4tu3CBAAMCAAeXKnevvH+A5gQMJngNwEGFChQsZNnT4ECI5cucoUixXTlumTBMmCAgQ\nAACAAAEIxIhhwkQEBAhQoTr3EmZMc+bO1awJAGdOned49vT505w5cODOFTValBAhAQIAAFBhztw5\nqVOpSgVwFWtWc+bOdfX6tWu5bdu4cevWbRw5csSISQAAQIECWLDO1bV7Fy8AvXv5lit3DnBgwYDL\nFT53+HC5ci9eAP8IEOBcZMmTKU8GcBlzZs2bOXf2/Bk0OXLnSJMuV05bpkwTJggIEAAAgAABCMSI\nYcJEBAQIUKE69xt4cHPmzhUvDgB5cuXnmDd3/tycOXDgzlW3Xp0QIQECAABQYc7cOfHjyYsHcB59\nenPmzrV3/759uW3buHHr1m0cOXLEiEkAABCAAgWwYJ07iDChQgAMGzosV+6cxIkUJZa7eC5jxnLl\nXrwAECDAuZEkS5osCSClypUsW7p8CTOmTHPmztm8iXPcuGmIEPnyFS3auGvXCBGiIELEt2/nmjp9\nKk7cuanmzAG4ijXrua1cu3o1Z65bt3Nky54LFyECAAAFCtQ6Bzf/rly5AOravXsur969fPvyLSVA\nwIABwYKdO4w4sWIAjBs7Pgc5suTJlCPv2gWAAYNznDt7/uwZgOjRpEubPo06terV5sydew07tmzZ\n0KDt2NEgU6ZzvHv75k2OXLhw5MaNA4A8ufJzzJs7d24uXLhs2cyZO4cdOyAA3AE8eFDsnPjx5MkD\nOI8+/bn17Nu7f+9+14EDAgSMGnUuv/79/AH4BwhA4EAA5wweRJhQ4UEjRgAgQXJO4kSKFSkCwJhR\n40aOHT1+BBnSnLlzJU2eRIkSGrQdOxpkynRO5kyaMsmRCxeO3LhxAHz+BHpO6FCiRM2FC5ctmzlz\n55w6BQRAKoAH/w+KncOaVatWAF29fj0XVuxYsmXJ7jpwQICAUaPOvYUbVy4AunXtnsObV+9evnmN\nGAGABMk5woUNHzYMQPFixo0dP4YcWfLkc5UtX8acWVyOHAUKPNi27dxo0qVLlytnrlw5AK1dvz4X\nW/Zs2uXKmTN3TvfucxIAABAgoFMnceeMH0eOHMBy5s3PPYceXfp06ZcGDFiw4Nmzc929fwcPQPx4\n8ufMn0efXv15DhwAMGJ0Tv58+vXpA8CfX/9+/v39AwQgcCDBggYPCjyncCHDhg7F5chRoMCDbdvO\nYcyoUWO5cubKlQMgciTJcyZPokxZrpw5c+dewjwnAQAAAQI6df8Sd24nz549AQANKvQc0aJGjyI9\nemnAgAULnj07J3Uq1aoArmLNem4r165ev3LlwAEAI0bnzqJNqzYtgLZu38KNK3cu3bp2z+HNq3ev\nXm3aJAgQAACAg2vXziFOrHgxYnLkAECOLPkc5cqVzZUr9+3bs2HDqFELF+6cOXNevAAIECBJknHj\nzsGOLXs2gNq2b5/LrXs37966rVlDceAADx7Nmp1Lrnw5cwDOn0M/J3069erWz40bFyAAAC1azoEP\nL368eADmz6NPr349+/bu35+LL38+/fnatEkQIAAAAAfXAF47N5BgQYMDyZEDsJBhw3MPIUI0V67c\nt2/Phg2jRi3/XLhz5sx58QIgQIAkScaNO7eSZUuXAGDGlHmOZk2bN3HWtGYNxYEDPHg0a3aOaFGj\nRwEkVbr0XFOnT6FGPTduXIAAALRoObeVa1evXQGEFTuWbFmzZ9GmVXuObVu3b9lOm7ZgAYAAAQwY\noLFr1zm/fwEHBgyAcGHD5xAnPmfOXDZZso4cuQEECBs2tmwNEyOGAAEBLlx063aOdGnTp0kDUL2a\n9TnXr2HHln3u2DEQIBR48IAI0bJl2c4FFz58OADjx5GfU76ceXPn586cGTBAwJQp57Bn175dOwDv\n38GHFz+efHnz58+lV7+e/adPAwYAkK9AAQoUGT58ePPGmbNz/wDPCRxIkCCAgwgTnlvI8Bw5cpkc\nOAgQwECDBhMmUKAgQYAAAAAI8OFjzty5kyhPlitnzty5ly8ByJxJ85zNmzhz4uTGLZIECQIEHKBC\n5dMnPnxq1Kp1rqnTp00BSJ1K9ZzVq1izYi1XDteCBQLCYsBgp6wdVdiwjVtrzty5t3DPAZhLt67d\nu3jz6t3L95zfv4ADf/o0YACAwwoUoECR4cOHN2+cOTtHubLlywAya958rrPnc+TIZXLgIEAAAw0a\nTJhAgYIEAQIAACDAh485c+dy685drpw5c+eCBwdAvLjxc8iTK1+unBu3SBIkCBBwgAqVT5/48KlR\nq9a57+DDf/8HQL68+XPo06tfr75cOVwLFgiYjwGDnft2VGHDNq6/OYDmzg0keA7AQYQJFS5k2NDh\nQ4jnJE6kKBEcOCsDBgAAIEAADlu2jBkLIUBAgAAHDtD59u3cS5gxXwKgWdPmOZw5z5kz12jBAgEC\nCBgwAAFChAgICBBQoICCESPVqp2jWvWcOW/etm0717UrALBhxZ4jW9bsWbLmzJ06ZWHBAgYMVixZ\nIkTIjh0XrFghR+7cX8CBAQwmXPjcYcSJFZszhw2bDx8MBEwWkMCChSlTXLhYkSKFIUOTokU7V9r0\nOQCpVa9m3dr1a9ixZZ+jXds2bXDgrAwYAACAAAE4bNkyZiz/hAABAQIcOEDn27dz0aVPjw7A+nXs\n57RvP2fOXKMFCwQIIGDAAAQIESIgIEBAgQIKRoxUq3bO/v1z5rx527btHMBzAs8BKGjw4LmEChcy\nTGjO3KlTFhYsYMBgxZIlQoTs2HHBihVy5M6RLGkSAMqUKs+xbOnypTlz2LD58MFAAE4BCSxYmDLF\nhYsVKVIYMjQpWrRzSpeeA+D0KdSoUqdSrWr16rmsWrdu29ajhwAAAAIEePBA0rZtyJA1KVBAgAAA\nAARUqAAN2rm8evcC6Ov377nAgs+ZM4dLggQCiiVIyJGDESNc2rRBg/bryhVRoowZO+fZs7lr17hx\nO2faNIDU/6pXn2vt+jXs1teuCRO2y5q1bNmOqVKVJg0DBg9s2Pj27Rzy5MoBMG/u/Bz06NKlkwMF\nyoGDANoLFAABIkuhQrVqceLEyIsXJUqKVKokTty5+PEB0K9v/z7+/Pr38+9/DuA5gQMFhoMECQKE\nAQsrVEiSpJY1a9my1Vq27NGjCRMEDBhAhgy5cyNJkgRwEmXKcytZshR36hQTJlc8eRo3zpy5czt5\nTpt2586gQeHOFS06bpw5c+eYMgXwFGrUc1OpVrV69ao5c7p0LVjgABOmc2PJlh0LAG1atefYtnXr\nFpcDBwECCBCAoEmTbNnInfP71xs1aqRI7eDCBRu2c4sXA/9w/BhyZMmTKVe2fPlcZs2aw0GCBAHC\nANEVKiRJUsuatWzZai1b9ujRhAkCBgwgQ4bcOd27dwPw/Rv4OeHDh4s7dYoJkyuePI0bZ87cOenT\np027c2fQoHDnuHMfN86cuXPjxwMwfx79OfXr2bd3796cOV26FixwgAnTOf37+esHABCAwIEDzxk8\niBAhLgcOAgQQIABBkybZspE7hzGjN2rUSJHawYULNmznSpYEgDKlypUsW7p8CTOmOXPnao4bt22b\nKQoUECDQMGLEixclStghQ6ZTp23mzJUrd+oUgakiREQ7hzVrVgBcu3o9BzZsWHPJkvXp40uatHLl\nzrl965b/HDlPnjx4ADRunDlz5/r6/QsgsODB5wobPly4nGJz5s45fgzZsTVrCyq/emXO3LnNnDsD\n+Aw69LnRpEuPpkbNSoECAwY0aCBn3LhztGvXNmfNGihQY0iRAgfunHDhAIobP448ufLlzJs7N2fu\nnPRx47ZtM0WBAgIEGkaMePGiRAk7ZMh06rTNnLly5U6dIgBfhIho5+rbtw8gv/795/r7B3hOoLlk\nyfr08SVNWrly5xw+dEiOnCdPHjwAGjfOnLlzHT1+BBBS5MhzJU2eLFlOpTlz51y+hOnSmrUFNV+9\nMmfu3E6ePQH8BBr03FCiRYdSo2alQIEBAxo0kDNu3Dmq/1WrmrNmDRSoMaRIgQN3TqxYAGXNnkWb\nVu1atm3dmjN3Tq45c758QUGBAggQRT9+aNAwYIAABQro0CF3TvG5Y8cGAABgwECuc5UtWwaQWfPm\nc509fy5XDhcuVLJklSt3TvVq1ebMffkiQUIQXbrMmTuXW/duAL19/z4XXPjw4Nq0NTNn7txy5s2X\nZ8u2YoWNUKHMmTuXXft2AN29fz8XXvz48Ny45YAAwYwZTZrGnYMfX/65csSILVpkyps3c+bOATwn\n8ByAggYPIkyocCHDhg7NmTsn0Zw5X76goEABBIiiHz80aBgwQIACBXTokDun8tyxYwMAADBgINe5\nmjZtAv/IqXPnuZ4+f5YrhwsXKlmyypU7p3SpUnPmvnyRICGILl3mzJ3LqnUrgK5ev54LK3ZsWG3a\nmpkzd24t27Zrs2VbscJGqFDmzJ3Lq3cvgL5+/54LLHhwYG7cckCAYMaMJk3jzkGOLPlcOWLEFi0y\n5c2bOXPnPn8GIHo06dKmT6NOrXp1uXLnzJnbtq1KFSY9ekCCNKpNmwMHAgQAYMAADhzRzJkDB+7H\njwAAACBAgMycuXPWrZszB2A79+7nvoMP/50cuV+NGh06RI7cufbugwUrUcKAgQWUKJ3Lr39/fgD+\nAQIQOBDAOYMHEZYrJ0aMk3HjzkWUODHitWskSGDw4+f/XEePHzsCEDmS5DmTJ1GaNGXqyJgxrlwd\nO2buXE2bNrlxq9SnDzNm54AGFQqAaFGjR5EmVbqUaVNzT8+dCxasTZsvunRZs/YNESINGgYMELBg\nAQYMeUaNMmJEgAAAAQKMGVPuXF27dgHk1bv3XF+/fwEXK7ZhgxUrzMQlFudKiBAIEBAgOBIu3DnL\nlzFbBrCZc+dzn0GH/hwnzoNSpc6lVr3anLlGjTp0YMKN2znbt3HbBrCbd+9zv4EH/y1LVhk3bnDh\ncuVKXLly586V69Zt0SIPHqRgw3aOe3fv3AGEFz+efHnz59GnV2+O/blzwYK1afNFly5r1r4hQqRB\nw4AB/wAFLFiAAUOeUaOMGBEgAECAAGPGlDtHsWJFABgzajzHsaPHj8WKbdhgxQozcSjFuRIiBAIE\nBAiOhAt3rqbNmzUB6NzJ85zPn0B9xonzoFSpc0iTKjVnrlGjDh2YcON2rqrVq1UBaN3K9ZzXr2C9\nypJVxo0bXLhcuRJXrty5c+W6dVu0yIMHKdiwndvLt+9eAIADCx5MuLDhw4gTixNXbty4YMFQoQoW\nLRo4cOfAgQsV6soVIhs2HDgwgQQJAgQAAAjw4wc4cOdiy45drhyA27hzn9vNu7dvc+YmTECAYAED\nBgcOUBgxYoPzDZfOSZ9OnTqA69izn9vOvft2U6ZAiP8QIUvWufPoz4HjxStFihEjkp2bT79+fQD4\n8+s/x7+/f4DlypEhI2jMGB8+pkzZxIaNBg0pLlwwYIAAAU/nNG7kyBHAR5AhRY4kWdLkSZTixJUb\nNy5YMFSogkWLBg7cOXDgQoW6coXIhg0HDkwgQYIAAQAAAvz4AQ7cOahRoZYrB8DqVazntG7l2tWc\nuQkTECBYwIDBgQMURozY0HbDpXNx5c6dC8DuXbzn9O7lq9eUKRAiRMiSdc7w4XPgePFKkWLEiGTn\nJE+mTBnAZcyZz23m3LlcOTJkBI0Z48PHlCmb2LDRoCHFhQsGDBAg4Oncbdy5cwPg3dv3b+DBhQ8n\nXjz/XDhzybFho0VLWbly56RPP2fO3Lddu9y4QaFBw4MHKlQQChfu3Hn06c8DYN/e/Tn48eXPh9+t\nmxIlBgoUmDAhCUBFij59kiaN3LmEChcuBODwIcRzEidSpFgjQIAGDZQoAXPlyoULJB48SJIEG7Zz\nKleybAngJcyY52bSrDkTGbIeFSqsWGHCxIMFCxIk8ECCxJIly5ada+r0KVQAUqdSrWr1KtasWrea\nM3fu69dy5c6RLWv2LNq0assCaOv27bm4cufSrVvu7rm8evfy7asXAODAgs8RLmz48LFjefL06LEA\nAoQECXiYMnXuMubMmjMD6Oz587nQokePLmfO3Llz/+bMdfPm7du3ceTInatt+zbu2wB28+7t+zfw\n4MKHEzdn7hxy5OXKnWvu/Dn06NKnOwdg/Tr2c9q3c+/uvRz4c+LHky9vfjyA9OrXn2vv/j38Y8fy\n5OnRYwEECAkS8DBlCuA5gQMJFiQIAGFChecYNnTosJw5c+fOmTPXzZu3b9/GkSN3DmRIkSNFAjB5\nEmVKlStZtnT58lxMmTNp1rR5E6dMADt59jz3E2hQoUOJFjUKFEBSpUvPNXX6FGpUqVOpOgVwFWvW\nc1u5dvX6FWxYsVwBlDV7Fm1atWvZtnV7Dm5cuXPp1rV7Ny4AvXv5nvP7F3BgwYMJF/4LAHFixecY\nN/92/BhyZMmTGwOwfBnzOc2bOXf2/Bl06M0ASJc2fRp1atWrWbc+9xp2bNmzade2DRtAbt27z/X2\n/Rt4cOHDifsGcBx58nPLmTd3/hx6dOnMAVS3fv1cdu3buXf3/h28dgDjyZc3fx59evXr2Z9z/x5+\nfPnz6dd/DwB/fv3n+Pf3D/CcwIEECxo8iFAggIUMG557CDGixIkUK1qECCCjxo3nOnr8CDKkyJEk\nPQI4iTKlypUsW7p8CfOczJk0a9q8iTPnTAA8e/o8BzSo0KFEixo9GhSA0qVMzzl9CjWq1KlUqz4F\ngDWr1nNcu3r9Cjas2LFdAZg9izat2rVs27p9ey7/rty5dOvavYtXLoC9fPue+ws4sODBhAsbBgwg\nseLF5xo7fgw5suTJlB0DuIw587nNnDt7/gw6tGjOAEqbPo06terVrFu7Pgc7tuzZtGvbvh0bgO7d\nvM/5/g08uPDhxIv/BoA8ufJzzJs7fw49uvTpzQFYv479nPbt3Lt7/w4+/HYA5MubP48+vfr17Nu7\nfw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR40aOHT1+BBlS\n5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX3+BBpU6FCiRY3eNGfu3FKmTZ0+ZTpOqjlz\n/+esXsWa1SoArl29mgN7TuxYc+fMmjVnrlw5cuTMnYMbVy7ccOGkSSt3Tu/evQD8/gVsztw5woXP\nmTuXWPFixo0dP04MQPJkyubMncOc+Zy5c507mzN3TvToc+bMeatWzZo1cuTOvYYdWzYA2rVt38ad\nW/du3r3P/QYeXPhw4eLMmTuXXPly5ssBPIce/dx06tWtX8d+Xdx2cee8fwcPQPx48ufMn0efXv16\n9u3PA4AfX/45+vXt38df35w5bteuAQQH7hzBggYPEgSgcCHDhg4fQowoceK5ihYvYsyIsdy5jh4/\nggwJYCTJkudOokypciXLlYMGhQt3bibNmgBu4v/MeW4nz54+fwINKpQngKJGj55LqnQp06ZKzZmz\nduxYuXLnrmLNqvUqgK5ev4INK3Ys2bJmz6FNq3Yt27XlzsGNK3cuXQB27+I9p3cv375+//odNChc\nuHOGDyMGoHgx43OOH0OOLHky5cqPAWDOrPkc586eP4PubM6ctWPHypU7p3o169aqAcCOLXs27dq2\nb+POfW43796+f/Pmxi3cueLGjyNPDmA58+bnnkOPLn06demlFCj49u0c9+7eAYAPL/4c+fLmz6NP\nr359eQDu38M/J38+/fr25xMjtkeVKnPmAJ4TOJBgQYEAECZUuJBhQ4cPIUY8N5FiRYsXKXLjFu7/\nXEePH0GGBDCSZMlzJ1GmVLmSpcpSChR8+3aOZk2bAHDm1HmOZ0+fP4EGFTq0JwCjR5GeU7qUaVOn\nS4kR26NKlTlz57Bm1boVKwCvX8GGFTuWbFmzZ8+lVbuWbdtz2bJduhTsXF27d/HmBbCXb99zfwEH\nFjyYMGBhwgYIEGDO3DnHjyEDkDyZ8jnLlzFn1ryZc+fLAECHFn2OdGnTp1GfkyatSZMh0aKdkz2b\ndm3aAHDn1r2bd2/fv4EHPzeceHHjx89ly3bpUrBzz6FHlz4dQHXr189l176de3fv2oUJGyBAgDlz\n59CnVw+AfXv35+DHlz+ffn379+MD0L+f/zn//wDPCRxIsCBBadKaNBkSLdq5hxAjSowIoKLFixgz\natzIsaPHcyBDihwpcty4Uxw4PHgQQpu2czBjyixXzpy5czhxAtjJs+e5n0CDCh1K9BwmTAMGABAg\nwJy5c1CjSgVAtarVc1izasVKjty5bduIEdOggQECBA4c4ODG7Zzbt3DjwgVAt67dc3jz6t2r15y5\nVREiFCiAQZu2c4gTK16sGIDjx5AjS55MubLly+cya97MOXO3bhAgBBgNAICABQsAAcKGrdy5c+TI\n+erUiRq1c7hxA9jNu/e538CDCx9+zpy5YMFAESL04UOAAAACBDBn7pz169gBaN/O/Zz37+fMmf8T\ntWBBgPMCBABYz779emHCzsmfT7++fAD48+s/x7+/f4DnBA48V67chg0BFCqMcOzYOYgRJU6UCMDi\nRYwZNW7k2NHjx3MhRY4kGbJbNwgQAqwEAEDAggWAAGHDVu7cOXLkfHXqRI3aOaBAAQwlWvTcUaRJ\nlS49Z85csGCgCBH68CFAAAABApgzd87rV7AAxI4le87s2XPmzIlasCDAWwECAMylW3euMGHn9O7l\n21cvAMCBBZ8jXNjwYcLlym3YEMCx4wjHjp2jXNnyZcsANG/m3NnzZ9ChRY8+V9r0adTgwEWIAMD1\na9gBZAdYIEGCCxdJ8uQJF+7c798AhA8nbs7/3DnkyZUvV17u1SsQIDgwYfLhQ4AAAAIEKFfu3Hfw\n4QGMJ1++XLlz6dMHC1YCwHv48AUIMJAiRYAAAPQbMAAOHMBzAgcSLAjgIMKE5xYybOiwXLkLFwBQ\nLFDgwYMUV65w43buI8iQIj8CKGnyJMqUKleybOnyHMyYMmeCAxchAoCcOncG6BlggQQJLlwkyZMn\nXLhzSpUCaOr0qTlz56ZSrWq1arlXr0CA4MCEyYcPAQIACBCgXLlzateyBeD2Ldxy5c7RpRssWAkA\nevfuFSDAQIoUAQIAKGzAADhw5xYzbuwYAOTIks9Rrmz5crlyFy4A6FygwIMHKa5c4cbtHOrU/6pX\nowbg+jXs2LJn065t+/a53Lp38541K0AAAMITJIgQwQEBAgIEAAAwgACBCxe6RItmzty57NkBcO/u\n/Rz48OLHkz/XrJkZM4Y8eWLBYsAAABYsnKtv/359APr38zdnDuA5gQLJkXMiAKGAABAgpEolTtw5\niRLjECCwYIE4cec4dvT4EUBIkSPPlTR5EmWjRgECAACwwI0bX74ArViBBMm3b+d49vT5E0BQoUOJ\nFjV6FGlSpeeYNnXqFBwGDACoAjAQJ06tWqzSpMmQwYABAQQIPHgAJly4c2vZngPwFm7cc3Pp1rV7\n9xw5csGC/XnxwoABAgSilCt3DnFixYgBNP92/LhcuXOTKZ8zd+2aHTtmMmUCB+5caNGh9egZMAAM\nmHOrWbd2DQB2bNnmzJ2zfRt3uXKiDBgAAECAgC/fvo0btyhFigYNbNjgdg56dOnSAVS3fh17du3b\nuXf3fg58ePHiwWHAAAA9AANx4tSqxSpNmgwZDBgQQIDAgwdgwoU7B/CcwIEACho8eC6hwoUMG54j\nRy5YsD8vXhgwQIBAlHLlznn8CNIjgJEkS5Yrdy6lynPmrl2zY8dMpkzgwJ27ifOmHj0DBoABcy6o\n0KFEARg9itScuXNMmzotV06UAQMAAAgQ8OXbt3HjFqVI0aCBDRvczpk9ixYtgLVs27p9Czf/rty5\ndM/ZvYsXb7gOHQIEGDCABDRo5cqJ8+VLhowECQYIEODAQaZx485ZvnwOgObNnM95/gw6tOjP4sTF\nAIAaAAMG5c65fg0bNoDZtGuXK3cut+7duclBg3YuuPDhwoQhQPDnz7nlzJs7BwA9unRz5s5Zv44d\nGrQYBw5MmFCnDrhz5M9ZI0HiwAEbNq6dew8/fnwA9Ovbv48/v/79/PufA3hO4ECCA8N16BAgwIAB\nJKBBK1dOnC9fMmQkSDBAgAAHDjKNG3dO5MhzAEyeRHlO5UqWLV2uFCcuBgCaABgwKHdO506ePAH8\nBBq0XLlzRY0eLUoOGrRzTZ0+FSYMAYI//3/OXcWaVSsArl29mjN3TuxYstCgxThwYMKEOnXAnYN7\nzhoJEgcO2LBx7dxevn37AgAcWPBgwoUNH0ac+Nxixo0XmzPHDAoUBAgWLIiBC9eyZbqMGNGggQAB\nAQQIjBnD7dxq1ufMmQMQW/bsc7Vt38ad23atWgEAAFiwwJy5c8WNH0cOQPly5uXKnYMeXXr0cuXG\njTuXXXv2MmU2bAAF6tx48uXNA0CfXr05c+fcvz9XbtWqDh0iXLkSLNi3b+XMATQnTtypDBls2Ni1\ny9y5hg4fPgQgcSLFihYvYsyoceO5jh4/djRnjhkUKAgQLFgQAxeuZct0GTGiQQMBAgIIEP8YM4bb\nuZ4+z5kzB2Ao0aLnjiJNqnQp0lq1AgAAsGCBOXPnrmLNqhUA165ey5U7J3Ys2bHlyo0bd24t27Vl\nymzYAArUubp27+IFoHcvX3PmzgEOfK7cqlUdOkS4ciVYsG/fypkzJ07cqQwZbNjYtcvcuc6eP38G\nIHo06dKmT6NOrXr1udauX7cWJ04bHz4wYDhwICFFih49LhAgMGBAgAAKgAAZN+4c8+bMy5UDIH06\n9XPWr2PPrv26ChUBECA4J348+fLkAaBPr/4c+/bu37Pv1k2cuHP27e9hwECDhmfPAJo7N5BgwYIA\nECZUeI5hw4bTMGAYMEAHN27nMGIsV87/mjUlUaIYM3aOZEmTJ0kCULmSZUuXL2HGlDnTnLlzN3Ge\nK5csWaVKvBo1okEjQQIDAgQAULoUQIAAI7hxOzeVatVx4wBk1br1XFevX8GGPUeMGAECAsKFO7eW\nbVu3bQHElTv3XF27d/HWbdYsUSJWUaJAgCBgwYJBg7ZtI2fO3DnHjyE7BjCZcuVzlzFjrmXAAAAA\nQ8SJOzd6NDFiYsQ4ePMmXLhzr2HHlv0aQG3bt3Hn1r2bd2/f5sydEz78XLlkySpV4tWoEQ0aCRIY\nECAAQHXrAAIEGMGN2znv38GPGweAfHnz59CnV7+e/TlixAgQEBAu3Dn79/Hnxw+Af3///wDPCRxI\nsKDAZs0SJWIVJQoECAIWLBg0aNs2cubMndvIseNGACBDijxHsmTJWgYMAAAwRJy4czBhEiMmRoyD\nN2/ChTvHs6fPnzwBCB1KtKjRo0iTKl1qzty5p0/NmbtmydKUKVBGjChRYsGCAQECCBBA4MABBgy6\ndIl2rq3bt23NmQNAt67dc3jz6t3L9xwIEAECUDhHuLDhw4gBKF7M+Jzjx5AjOzZnrlYtCAECAAAQ\nAAGCWrXMmTtHurTp0wBSq159rrVr178GDAAAIMCIEcWKYcNWCAECAMATJLBm7Zzx48iTGwfAvLnz\n59CjS59Ovbo5c+eyZzdn7polS1OmQP8ZMaJEiQULBgQIIEAAgQMHGDDo0iXaufv48983Zw6Af4AA\nBA4EcM7gQYQJFZ4DASJAAArnJE6kWNEiAIwZNZ7j2NHjR47mzNWqBSFAAAAAAiBAUKuWOXPnZM6k\nWRPATZw5z+3kyfPXgAEAAAQYMaJYMWzYCiFAAMBpggTWrJ2jWtXqVaoAtG7l2tXrV7BhxY41Z+7c\n2bPlymVjwsSBgwMIECxYgACBAxw41qxRVamSLl3Fio07V9jw4cLlygFg3NjxOciRJU+mfOrBgwAB\nqpzj3NnzZ9AARI8mfc70adSpTZszp0xZigIFAgQY0KCBL1/lyp3j3dv3bwDBhQ8/V9z/uPFoAJQv\nBxAggAIFAQBMnx4gQKlS57Rv595dOwDw4cWPJ1/e/Hn06c+tZ89+XKhQJUogMGDgwIEQIYSRI3fO\nP8Bz58qVI0dOW7ly5xYybLgQAMSIEs9RrGjxokVy5Dxx4ODAgaRzIkeSLGkSAMqUKs+xbOnyJUtz\n5qRJq5UlCwoUCzhwgAbtHNCgQocCBWD0KNJzSpcuFefDBwIEAKZODRAAQICsWQkQUKEiXLhzYseS\nLQvgLNq0ateybev2LdxzcufOHRcqVIkSCAwYOHAgRAhh5MidK1y4XDly5LSVK3fuMeTIjwFQrmz5\nHObMmjdrJkfOEwcODhxIOmf6NOrU/6oBsG7t+hzs2LJnwzZnTpq0WlmyoECxgAMHaNDOES9u/Dhx\nAMqXMz/n/PlzcT58IEAA4Pr1AAEABOjenQABFSrChTtn/jz69ADWs2/v/j38+PLn0zdn7hz+/OfM\nMWOGByCeKhQoLFjAgkW4cwsZnhs37tSpHKBAlSt3DmNGjQA4dvR4DmRIkSNFEiK0hgQJCBAsnXP5\nEmZMmQBo1rR5DmdOnTtxduvmy9ewUaNQoFgQIoQxY+bMnXP6FGpUAFOpVj13FWvWq+bMeatTZ8GC\nCRNEVKmSJYsGBw4MGJAgAdw5uXPp0gVwF29evXv59vX7F7A5c+cIFz5njhkzPHiqUP+gsGABCxbh\nzlW2fG7cuFOncoACVa7cOdGjSQMwfRr1OdWrWbdmTYjQGhIkIECwdA53bt27eQPw/Rv4OeHDiRcX\n3q2bL1/DRo1CgWJBiBDGjJkzdw57du3bAXT3/v1cePHjw5sz561OnQULJkwQUaVKliwaHDgwYECC\nBHDn+Pf3D/CcwHMACho8iDChwoUMGzo8BzGiRIjixB0LEaJAAQYMEn37Zi6kMmU6dAgQEGDAgGzZ\nzrl8CROAzJk0z9m8iTOnTXDgJk3SUqKECBG4zhk9ijSpUgBMmzo9BzWq1KlQxYmjRi3Zo0d37khw\n4GDWrHNky5o9SxaA2rVsz7l9Czf/rty45GzYAABAgIBP5/r6/fsXgODBhAsbPow4seLF5xo7ftxY\nnLhjIUIUKMCAQaJv38x5VqZMhw4BAgIMGJAt27nVrFsDeA079rnZtGvbng0O3KRJWkqUECEC17nh\nxIsbPw4gufLl55o7fw69uThx1Kgle/Tozh0JDhzMmnUuvPjx5MMDOI8+/bn17Nu7f++enA0bAAAI\nEPDpnP79/PkDAAhA4ECCBQ0eRJhQoUJz5s49hBgRIjhwECAMwKhBQ4sWKwgQCBAAwEgBAsSJO5dS\n5UoALV2+PBdT5kya3rx16YIDRwsgQF680HZO6FCiRY0CQJpU6TmmTZ0+dapNW7JS/6VEiEiwYEGz\nZue8fgUb1isAsmXNnkObVu1atmxVqSpQIEAAIebMncObVy9eAH39/gUcWPBgwoUNn0OcWPFixOTI\ndeoEokWLCRNIaNDw4EGAAAXGjDkXWvTo0ABMn0Z9TvVq1qzLBQuWIoUDByd06AAF6txu3r19/z4H\nQPhw4ueMH0eeXHk4SZIkSChgwgQ5cuesX8ee3ToA7t29nwMfXvx48uTHjdOgYcCAPefcv4cPH8B8\n+vXt38efX/9+/uf8AzwncCBBguTIdeoEokWLCRNIaNDw4EGAAAXGjDmncSNHjQA+ggx5biTJkiXL\nBQuWIoUDByd06AAF6hzNmjZv4v88B2Anz57nfgINKnRoOEmSJEgoYMIEOXLnnkKNKvUpgKpWr57L\nqnUr165dx43ToGHAgD3nzqJNmxYA27Zu38KNK3cu3brlyp3Lq3cv373itm1jxgyZNWuvXpkwEWHa\ntHOOH0N2DGAy5crnLmPOnNncpUsUPlMA8eQJNGjnTqNOrXr1OQCuX8M+J3s27dq2y1WpcuDABFSo\nzgEPLny4cADGjyM/p3w58+bOnZMjt2aNAQOMzmHPrl07gO7ev4MPL348+fLmy5U7p349+/bsxW3b\nxowZMmvWXr0yYSLCtGnnAJ4TOJDgOQAHESY8t5Bhw4bmLl2iMJECiCdPoEE7t5H/Y0ePH88BEDmS\n5DmTJ1GmVFmuSpUDByagQnWOZk2bN20C0LmT5zmfP4EGFSqUHLk1awwYYHSOaVOnTgFElTqValWr\nV7Fm1WrO3DmvX8GGFTv23Ldvc6hRO7eWbdu1AODGlXuObl27dyVJunEjRIgatGidEzyYcGHDgwEk\nVrz4XGPHjyFH7jZgAAECWsCBO7eZc2fPnQGEFj36XGnTp1GnTm3N2oMHKVJcOzebdu3aAHDn1r2b\nd2/fv4EHPzeceHHjx5EbnxUs2Dnnz6E7BzCdevVz17Fn116u3KNHT55gMmfuXHnz59GnNw+AfXv3\n5+DHlz+fvq4ECYYMAXeOf3///wDPCRxI8ByAgwgTnlvIsKHDhw/FiXv1ypu3cxgzatwIoKPHjyBD\nihxJsqTJcyhTqlzJsuXKWcGCnZtJs+ZMADhz6jzHs6fPn+XKPXr05Akmc+bOKV3KtKnTpQCiSp16\nrqrVq1iz6kqQYMgQcOfCih1LtiyAs2jTnlvLtq3bt2/FiXv1ypu3c3jz6t0LoK/fv4ADCx5MuLDh\nc4gTK17MuLHjx4kBSJ5M+Zzly5gzYy5X7pznz6BDixYNoLTp0+dSq17NurU5btzOyZ5Nu7bt2QBy\n6959rrfv38CDCx9O3DeA48iTK1/OvLnz59DPSZ9Ovbr169izTwfAvbv3c+DDi/8fL75cuXPo06tf\nz549gPfw45+bT7++/fvmuHE7x7+/f4DnBA4kSBDAQYQJzy1k2NDhQ4gRJTIEUNHiRYwZNW7k2NHj\nOZAhRY4kWdLkyZAAVK5kec7lS5gxZc6kWfMlAJw5dZ7j2dPnT6BBhQ7tCcDoUaTnlC5l2tTpU6hR\nlwKgWtXqVaxZtW7l2vXcV7BhxY4lW9YsWABp1a4919btW7hx5c6l6xbAXbx5z+3l29fvX8CBBfMF\nUNjw4XOJFS9m3NjxY8iKAUymXNnyZcyZNW/mfM7zZ9ChRY8mXfozANSpVZ9j3dr1a9ixZc9uDcD2\nbdzndO/m3dv3b+DBdwMgXtz/+DnkyZUvZ97c+fPkAKRPp17d+nXs2bVvP9fd+3fw4cWPJ+8dwHn0\n6c+tZ9/e/Xv48eWzB1Df/v1z+fXv59/fP8BzAgcSLFgQAMKECs8xbOjwIcSIEic2BGDxIsaMGjdy\n7Ojx47mQIkeSLGnyJEqRAFaybHnuJcyYMmfSrGkTJoCcOnee6+nzJ9CgQocS9QngKNKk55Yyber0\nKdSoUpkCqGr1KtasWrdy7er1K9iwYseSLWv2LNq0ateybev2Ldy4cufSrWv3Lt68evfy7ev3L+DA\nggcTLmz4MOLEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrUQ6pXs27t+jXs2LJn\n065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnU69u/Tr27Nq3c+/u/Tv48OJxBwQA\nIfkECAoAAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy\n8fHx8PDw7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e\n3d3d3Nzc29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrK\nycnJyMjIx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2\ntbW1s7OzsrKysbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGh\noKCgn5+fnp6enZ2dm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyM\ni4uLioqKiYmJiIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3\ndnZ2dXV1dHR0c3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFh\nYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExM\nS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0\nMzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwc\nGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJ\nCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMI\nEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rc\nybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at\n27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nLlzEmeTLmy5cuYM5sDwLmzZ3Og\nQ4seTbq06dOhAahezdqc69ewY8ueTbv2awC4c+s2x7u379/Agwsf3huA8ePIkytfzry58+fmokuf\nTr269evYpQPYzr27ue/gw4v/H0++vHnwANKrX2+uvfv38OPLn0/fPYD7+POb28+/v3+A5gQOJFjQ\n4MGCABQuZNjQ4UOIESVONFfR4kWMGTVu5GgRwEeQIc2NJFnS5EmUKVWSBNDS5UtzMWXOpFnT5k2c\nMgHs5NnT3E+gQYUOJVrUKFAASZUuZdrU6VOoUaWao1rV6lWsWbVurQrA61ew5sSOJVvW7Fm0accC\nYNvWrTm4ceXOpVvX7t24APTu5WvO71/AgQUPJlz4LwDEiRUvZtzY8WPIkc1NplzZ8mXMmTVTBtDZ\n82dzoUWPJl3a9GnUogGsZt3a3GvYsWXPpl3bNmwAuXXvNtfb92/gwYUPJ+4b/8Bx5MmVL2fe3Plz\n6OakT6de3fp17NmnA+De3bs58OHFjydf3vz58ADUr2dvzv17+PHlz6df/z0A/Pn1m+Pf3z9AcwIH\nEixo8CBCgQAWMmzo8CHEiBInUjRn8SJGjOXIkStXbtw4cdeulStn7iTKlCpXmgPg8iVMczJn0qxp\n8ybOnDMB8Ozp0xzQoEKHEi1q9GhQAEqXMjXn9CnUqFLNffr07Bk4c1q3cu3qFQDYsGLHki1r9iza\ntObWsm3bthw5cuXKjRsn7tq1cuXM8e3r9y9gcwAGEy5s7jDixIoXM27sGDGAyJInm6ts+TLmzJo3\nc7YM4DPo0OZGky5t+rS5T/+fnj0DZ+417NiyZwOobfs27ty6d/Pu7dsc8ODCvXmbNKlEjRotWmTI\noMCChRw5xpmrbv069uwAtnPvbu47+PDhx1WqJEqUKVPZypUz5/49/Pjy3wOob/++ufz69/Pv7x+g\nOYEDCRYsCABhQoXmGDZ0+BAihAABBAhIwIDBq1flypnz+BFkSAAjSZY0eRJlSpUrWZpz+fLlNyZM\nGjQIYACngQQJCAwYUKAAK3NDiRY1ehRAUqVLzTV1+vQpHgcODBhYsGBOr17YsHkrV85cWLFjyY4F\ncBZtWnNr2bZ1+xZuXLlsAdS1e9dcXr17+e4dMgRA4MACAAAIECBHjnLmGDf/duwYQGTJkylXtnwZ\nc2bN5jh37vyNCZMGDQIYMG0gQQICAwYUKMDKXGzZs2nXBnAbd25zu3n37o3HgQMDBhYsmNOrFzZs\n3sqVM/ccenTp0QFUt37dXHbt27l39/4dvHYA48mXN3cefXr16YcMAfD+vQAAAAIEyJGjnDn9+/nz\nBwAQgMCBBAsaPIgwoUKF5ho6NFeu3DhUqLp00ZAnT6FCunS5SJBgwIBE5kqaPIkyJYCVLFuaewkz\n5kty5BYAABAgAAIEJE6dYsXqW65cyYomE+fLV7hw5po6fQogqtSp5qpavVquHDly2sx5/Qo2rNix\nYQGYPYvWnNq1bNuqhQUr/0AAAHQFCIAQIACAvQC8mPsLOHBgAIQLGz6MOLHixYwbm3sM2Vy5cuNQ\noerSRUOePIUK6dLlIkGCAQMSmTuNOrXq1QBau35tLrbs2bHJkVsAAECAAAgQkDh1ihWrb7lyJTue\nTJwvX+HCmXsOPTqA6dSrm7uOPXu5cuTIaTMHPrz48eTLjweAPr16c+zbu3/PHhasAAEA2BcgAEKA\nAAD6AwDoxdxAggULAkCYUOFChg0dPoQY0dxEihUtlitnTqO5cDZsRIhgy9xIkiVNngSQUuVKcy1d\nvmw5btwFAAASJFCjxps5nj19miv37Vu4cOaMHkUKQOlSpuacPn0qbtYsM/9mHGnTZk7rVq5axYkb\nN46cObJlzZoFkFbtWnNt3b6FS4yYEiUDBgho0ECSpFY/fhAATECNOcKFDRsGkFjxYsaNHT+GHFmy\nOcqVLV/GLE6KlAULSpkDHVr0aNIATJ9GbU71ataqu3UjAADAgwfgwJnDnVv3bt68AfwGHtzccOLm\nyJGb9eCBAAEFhgzRpWvXLkmGDJUpU6dFCylStGixZk78ePLkAZxHn97cevbt25OrUwcDBgMGHDRq\ntG2btFq1sgDMokGDFXLkzCFMqBAhgIYOH0KMKHEixYoWzWHMqHEjR3FSpCxYUMocyZImT6IEoHIl\nS3MuX8J02a0bAQAAHjz/AAfOHM+ePn8CBQpgKNGi5o4iNUeO3KwHDwQIKDBkiC5du3ZJMmSoTJk6\nLVpIkaJFizVzZs+iRQtgLdu25t7CjRuXXJ06GDAYMOCgUaNt26TVqpUliwYNVsiRM6d4MWPFAB5D\njix5MuXKli9jNqd5M+fOnr+lSFGgABlzpk+jTq0aAOvWrs3Bji0bdrFiBAQIqFLFHO/evn8DD24O\nAPHixs0hT25OnLhBAgQAiB59wIAAAQAECCBAwAIJEjZsUKGilrny5s+fB6B+PXtz7t/Dh48NCpQF\n9hcAMWbMmjVt/gHu2hUoUKxx48wlVLgwIQCHDyFGlDiRYkWLF81l1LiR/2PHbylSFChAxlxJkydR\npgSwkmVLcy9hxnxZrBgBAQKqVDG3k2dPnz+BmgMwlGhRc0eRmhMnbpAAAQCgQh0wIEAAAAECCBCw\nQIKEDRtUqKhljmxZs2YBpFW71lxbt2/fYoMCZUHdBUCMGbNmTVvfXbsCBYo1bpw5w4cRGwawmHFj\nx48hR5Y8mbI5y5cxZ7YsTtyuXRYECAgQQEW5cuZQp1a9WjUA169hm5M9m7bsOXMABAgwY4Y53799\nkxNOzlxx48eRFwewnHlzc8+hm/PmbdWAAQCwZ9ceIIABA0Nu3ECBAgeOY+bQp1evHkB79+/NxZc/\nfz4lChQMGFixIlK5cv8AzQkUJ06btmrVyplbyLBhQwAQI0qcSLGixYsYM5rbyLGjx43ixO3aZUGA\ngAABVJQrZ66ly5cwXwKYSbOmuZs4c96cMwdAgAAzZpgbSnQouaPkzCldyrSpUgBQo0o1R7WqOW/e\nVg0YAKCr168BAhgwMOTGDRQocOA4Zq6t27dvAcidS9ec3bt48VKiQMGAgRUrIpUrZ66wOHHatFWr\nVs6c48eQIQOYTLmy5cuYM2vezNmc58+gQ5Mj16wZDhwJBgxAgOCEMmXmYsueTXs2gNu4c5vbzbt3\nt24gQAgwYIASJXLkzClXTitFChUqYsUqZ6669evXAWjfzt2c9+/fy0H/gwYDRoEA6NMPqFAhU6Zn\ntmzVqOHGDTlz+PPr1w+gv3+AAAQCMFfQ4MGDqR48iBAhUiRzESVGJEfO3EWMGTVeBNDR40eQIUWO\nJFnSpDmUKVWu/PZt0KAFCxBgwDBhwgIHDixZMtfT50+gPQEMJVrU3FGkSMFp0ZIgAYEFC2LEGDSo\nFDBgUaIUCBBAgQIMGCiNG2fO7Fm0ZgGsZdvW3Fu4cd+WK4dszpwRIy5cwGDFyq5d3QwZMmGCFi1z\niRUvZgzA8WPI5iRPpkyZFAUKESKEC2fO82fP48aVK2fO9GnUqQGsZt3a9WvYsWXPpm3O9m3cub99\nGzRowQIEGDBMmLDA/4EDS5bMLWfe3PlyANGlTzdX3bp1cFq0JEhAYMGCGDEGDSoFDFiUKAUCBFCg\nAAMGSuPGmaNf3z59APn17zfX3z9AcwIHliuHbM6cESMuXMBgxcquXd0MGTJhghYtcxo3cuwI4CPI\nkOZGkixZkhQFChEihAtn7iXMl+PGlStn7ibOnDoB8Ozp8yfQoEKHEi1q7ijSpErHjcOFK0uWO7ly\nYcKkYsCAAAHs2DHn9SvYsADGki1r7ixac+TIXVqwIEECBnIjRLBg4cGPH2rUVFmzhhKlKFGY4MCR\nLZu5xIoXA2js+LG5yJInU5787VuvadOsWdNmyFCOHN26mStt+jRqAP+qV7M25/o1bNjcokTp08cc\n7ty4w4WDBi1cOHPChxMvDuA48uTKlzNv7vw5dHPSp1OvPm4cLlxZstzJlQsTJhUDBgQIYMeOufTq\n17MH4P49fHPy55sjR+7SggUJEjDoHwFgBAsWHvz4oUZNlTVrKFGKEoUJDhzZspmzeBEjAI0bOZrz\n+BFkSJDfvvWaNs2aNW2GDOXI0a2bOZkzadYEcBNnTnM7efbsyS1KlD59zBU1WjRcOGjQwoUz9xRq\nVKkAqFa1ehVrVq1buXY19xVsWLHlyo0bV66cObVqy7VoAQCAAAHXzNW1e/cuAL17+Zrz+9fctGll\nHjxgwKAAAgQiRAj/EuSqXDlzkylT9mbAAAIE5cx19uwZQGjRo82VNn0adWpz5cqRIzdtwwYaNMqV\nM3cbd27dAHj39m0OeHDhwm+xYJEqVbly5piXK7eHAYMECUCA0GYOe3bt2gF09/4dfHjx48mXN28O\nfXr16suZc/8ePnw3bhYsoGUOf379+gH09w8QgEAA5goaNFeunC4hQhIkMJAhw7Zt5ipavIhx27YE\nCcqZ+wgSJICRJEuaO4kypcqVKrWlSJEnj7mZNGvanAkgp86d5cqZ+wk06M9iMGB06vTsWbAZMyJE\nIDBggAABBAiEMYc1q1atALp6/Qo2rNixZMuaNYc2rVq15cy5fQsX/64bNwsW0DKHN69evQD6+v1r\nLrBgc+XK6RIiJEECAxkybNtmLrLkyZS3bUuQoJy5zZw5A/gMOrS50aRLmz5tWluKFHnymHsNO7bs\n1wBq275drpy53bx77y4GA0anTs+eBZsxI0IEAgMGCBBAgEAYc9SrW7cOILv27dy7e/8OPrx4c+TL\nmydPjtw4c+zbu3ePDRsBAjrM2b+PHz+A/fz7mwNoTuDAcuWKbdgQIICAVq3MPYQYUeLDbt0ePCBm\nTuPGjQA8fgRpTuRIkiVNluyVIIEoUeZcvoQZ0yUAmjVtlitnTudOns+epbBgYcIEAwYAHEV6NEAA\nAAASCBNmTupUqv9SAVzFmlXrVq5dvX4Fa07sWLJiyZEbZ07tWrZssWEjQECHObp17doFkFfvXnN9\n/ZorV67Yhg0BAgho1crcYsaNHS/u1u3BA2LmLF++DEDzZs7mPH8GHVp06F4JEogSZU71atatVQOA\nHVt2uXLmbN/G/exZCgsWJkwwYADAcOLDAwQAACCBMGHmnD+H7hzAdOrVrV/Hnl37du7lypkDH97c\nOGbMVq2qZk79evbss2VLkGCKOfr17dsHkF//fnP9/QM0J7CbBQsAABRIlswcw4YOHzIsV06CBFTm\nLmLECGAjx47mPoIMKXKkyEkLFvjyZW4ly5YuVwKIKXMmOXLmbuL/NOetTBkGDAgIEABgKFGiBAoU\nIEAgQAACVKiYiyp1alQAVq9izap1K9euXr+WK2duLFlz45gxW7Wqmrm2bt++zZYtQYIp5u7izZsX\nAN++fs0BDhy4mwULAAAUSJbMHOPGjh8zLldOggRU5i5jxgxgM+fO5j6DDi16tOhJCxb48mVuNevW\nrlcDiC17Njly5m7jNuetTBkGDAgIEABgOHHiBAoUIEAgQAACVKiYiy59enQA1q9jz659O/fu3r+X\nK2duPHlz5MiQceDghLn27t+3DxcOAwYBAl6Zy69//34A/gECEDgQgDmDBw+Ws2ABQMM0acxFlDiR\nYsQMGQIEKGSO/2PHjgBAhhRpjmS5cuZQplS5kuWgAQMcOTI3k2ZNmzMB5NS5U5w4cuPGffuGCxeZ\nAQMECAiwFEBTpwACBDgQIAAAqwAELFhgy1Y5c1/BggUwlmxZs2fRplW7lq05t2/hAgN24ECBXr3M\n5dW798ePAQOYMDE3mHBhwwAQJ1ZsjnFjx9CgMWAgwIABcODMZda8efO1BQs+fDA3mnRpAKdRpzZn\nrlzr1uZgx5Y9WzapBAlIkTK3m3dv37sBBBc+fFzxcuWqVRs2DMqGDR06bHnzJlo0TJjSWLDAgAGB\nAN8DGDBwgQwZVqzImVO/fj0A9+/hx5c/n359+/fN5de/HxiwA/8ADxTo1cucwYMIf/wYMIAJE3MQ\nI0qcCKCixYvmMmrcCA0aAwYCDBgAB86cyZMoUV5bsODDB3MwY8oEQLOmTXPmyunUaa6nz59Af5JK\nkIAUKXNIkypdihSA06dQx0ktV65atWHDoGzY0KHDljdvokXDhCmNBQsMGBAIwDaAAQMXyJBhxYqc\nubt48QLYy7ev37+AAwseTNic4cOIyZF78CBAhAjkyJmbPHnbthgBAgwYkC2buc+gQ4sGQLq0aXOo\nU6suV06NmgAAABAgkCKFmGPHlCnLpkwZKVKIEEkY/u2buePIkwNYzry5ueflynXrBg6cuevYs2u/\nrsiAgVevzIn/H0++vHgA6NOrDxduHDly375RowatV69t28zp328u3BuAbxIkCFDQgIEHD2a4cYML\nFzlzESVKBFDR4kWMGTVu5NjRozmQIUWSI/fgQYAIEciRM9ey5bZtMQIEGDAgWzZzOXXu5AnA50+g\n5oQOJVqunBo1AQAAIEAgRQoxx44pU5ZNmTJSpBAhktD12zdzYcWOBVDW7FlzacuV69YNHDhzceXO\npRtXkQEDr16Z49vX71++AAQPJhwu3Dhy5L59o0YNWq9e27aZo1zZXLg3bxIkCNDZgIEHD2a4cYML\nFzlzqVWrBtDa9WvYsWXPpl3btjncuXXjxoQpAAAAAQIgQGCA/wABAAACIEAgS5Y56NGlT4cOwPp1\n7Oa0b+eufds2BgDEjydPPkAAAQJcbNtmzv17+O4BzKdf39z9+8mSBQrkzBxAcwIHEhxIjpycCBGE\nCTPn8CHEiA4BUKxoUZy4cubMlStn7iPIkCK9eWPB4kGIEFasVKlyhAyZX7/Kmatp0yaAnDp38uzp\n8yfQoELNES1qlGi5cgCWMm26NAEMGOPGmatq9SrWqgC2cu1q7ivYsGEVQYAA4CzatGclSNCixRzc\nuHLnAqhr9665vHnJkbNhw0ObNuXKmSts+PC3b7skSKhUyRzkyJInQwZg+TLmcePMce7s+TNoc+NG\ngwNXrtyzZ//AtmzBhs0c7NiyAdCubfs27ty6d/Pube438OC/y5UDYPw4cuMJYMAYN84c9OjSp0MH\nYP06dnPat3PnrggCBADix5MXL0GCFi3m1rNv7x4A/PjyzdGnT46cDRse2rQpVw6gOYEDCX77tkuC\nhEqVzDV0+BBiQwATKVYcN85cRo0bOXY0Nw4kOHDlyj17BmzLFmzYzLV0+RJATJkzada0eRNnTp3m\nePb06dPbiBFIkJQpU8SGDWrUvplz+hRqVKkAqFa1ag5rVq1buZoLF65cOXNjyZY1e9YcALVr2Zpz\n+9ZctGgy5sxx5kzcuHHmzJUrZw4w4HK+fFmzZg5xYsWLEQP/cPwYsjnJkylXtnwZc+bJADh39vwZ\ndGjRo0mXNncaderU3kaMQIKkTJkiNmxQo/bNXG7du3n3BvAbeHBzw4kXN37cXLhw5cqZc/4cenTp\n5gBUt37dXHbt5qJFkzFnjjNn4saNM2euXDlz69eX8+XLmjVz8+nXtz8fQH79+8319w/QnMCBBAsa\nPIjQIICFDBs6fAgxosSJFM1ZvIgxo8aNHDteBAAypEhzJEuaPIkypcqVJQG4fAnTnMyZ5siRS4YJ\nkyxZo5Ila9Zs3DhzRIuWK2cuqdKlTJcCeAo1qrmpVKtavYo1q1aqALp6/Qo2rNixZMuaNYc2rdq1\nbNu6fZsW/4DcuXTN2b2LN6/evXz73gUAOLBgc4QLmyNHLhkmTLJkjUqWrFmzcePMWb5crpy5zZw7\ne+4MILTo0eZKmz6NOrXq1axNA3gNO7bs2bRr276N25zu3bx7+/4NPPhuAMSLGzeHPLny5cybO3+e\nHID06dTNWb9+/du1a8aMncqUiRQpcODMmT+PPr169QDau39vLr78+fTr27+PXz6A/fz7+wcIQOBA\nggUNHkSY0CA5cuYcPoQYUeJEihXNAcCYUaM5jh09fgQZUuTIjgBMnkRpTuVKc+RcduvGjBmjWrWO\nHStXztxOnj19/vwJQOhQouaMHkWaVOlSpk2PAoAaVepUqv9VrV7FmpUcOXNdvX4FG1bsWLLmAJxF\nm9bcWrZt3b6FG1cuWwB17d41l1evOXJ9u3VjxoxRrVrHjpUrZ07xYsaNHTsGEFnyZHOVLV/GnFnz\nZs6WAXwGHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubN\nnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLld5MjV87cevbt3b+HH18+APr17ZcrZ07/fv79/QM0\nJ3AgwYIGCQJIqHChuYYOH0KMKHEiRYcALmLMaG4jx44eP3osZ24kyZImTwJIqXIly5YuX8KMKZMc\nuXLmbuL/zKlzJ8+ePgEADSq0XDlzRo8iTap0KdOm5gBAjSrVHNWqVq9izap1a1UAXr+CNSd2LNmy\nZsuWM6d2Ldu2bgHAjSt3Lt26du/izWtuL9++fv8CDiyYL4DChg+bS6x4MePGjh9DVgxgMuXK5i5j\nzqx5M+fOnjEDCC16tLnSpk+jTq16NWvTAF7Dji17Nu3atm/jNqd7N+/evn8DD74bAPHixs0hT658\nOfPmzp8nByB9OnVz1q9jz659O/fu1wGADy/eHPny5s+jP19uvbn27t/Dfw9gPv369u/jz69/P39z\n/gGaEziQYEGDBxEmBLCQYUNzDyFGlDiRYkWLEAFk1LjR/1xHjx9BhhQ5kqRHACdRpjS3kmVLly9d\nlpNpjmZNmzdtAtC5k2dPnz+BBhU61FxRo0eRJkVaDhiwaNHMRZU6lWpUAFexZjW3lWtXr1/BhhXL\nFUBZs2fNpVW7lm1bt2/hqgUwl25dc3fx5tW719y4cd++icOGLVy4cuXMJVa8mDEAx48hR5Y8mXJl\ny5fNZda8mXNnzuWAAYsWzVxp06dRlwawmnVrc69hx5Y9m3Zt27AB5Na921xv37+BBxc+nLhvAMeR\nJze3nHlz58/NjRv37Zs4bNjChStXzlx379/BAxA/nnx58+fRp1e/3lx79+/hx3dPjpyxJUsoUTK3\nn39///8AzZkDQLCgQXMIEypcyLChw4cJAUicSNGcxYsYM2rcyLHjRQAgQ4o0R7KkyZMoywULpk1b\nuG/fwoUzR7OmzZs0AejcybOnz59Agwodaq6o0aNIkxolR87YkiWUKJmbSrWq1akAsmrdaq6r169g\nw4odS9YrgLNo05pby7at27dw48plC6Cu3bvm8urdy7dvuWDBtGkL9+1buHDmEitezDgxgMeQI0ue\nTLmy5cuYzWnezLmzZ3PlynnzxidIED58ypUzx7q169cAYsueba627du4c+vezds2gN/Ag5sbTry4\n8ePIj5MjJ06cuefQowOYTr26uevYs2vf3mrRom3byon/N0e+vPnz5gGoX8++vfv38OPLn2+uvv37\n+PObGzfOmjWAkIQIGTOmXDlzCRUuZAjA4UOI5iROpFjRokVs2GbNkiVrWbly5kSOJCkSwEmUKc2t\nZNnS5UuYL8eNa9YsnDmcOXMC4NnTpzmgQYUOFbpoEQxMmMqVM9fU6VOoUc0BoFrV6lWsWbVu5drV\n3FewYcWONTdunDVrkIQIGTOmXDlzceXOpQvA7l285vTu5dvXr19s2GbNkiVrWbly5hQvZqwYwGPI\nkc1NplzZ8mXMl8eNa9YsnDnQoUMDIF3atDnUqVWvVr1oEQxMmMqVM1fb9m3cuc0B4N3b92/gwYUP\nJ17c/9xx5MmVL++WKhUtWnxOnGDDZtw4c9m1b+cOwPt38ObEjydf3rw5cuTu3GEAAIAAAQcOfCBD\nxtx9/PnvA+Df3z9AcwIHEixo8GDBcDlyOHDgAxw4cxInmgNg8SJGcxo3cuyoTZsIEQoUPIgWzRzK\nlCpXskwJ4CXMmDJn0qxp8yZOczp38uzps1uqVLRo8Tlxgg2bcePMMW3q9CmAqFKnmqtq9SrWrObI\nkbtzhwEAAAIEHDjwgQwZc2rXslUL4C3cuObm0q1r9y5eu+Fy5HDgwAc4cOYGEzYH4DDixOYWM27s\nWJs2ESIUKHgQLZq5zJo3c+6sGQDo0KJHky5t+jTq1P/mVrNu7fo1NkGCQIFStGiRN2/mdvPu7Xs3\ngODCh5srbvw48uPlyuly4KBAAQEGDEiQ8OJFF1y4zHHv7p07gPDix5srb/48+vTqzZEj581bqRQp\nEiSIUq2aufz6zQHo7x8gAIEAzBU0ePCgsgMLD3z4AMxcRIkTKVakCABjRo0bOXb0+BFkSHMjSZY0\neVIQDRo8eGAaN85cTJkzac4EcBNnznLlzJXzWc5cUKHmwnnzpkrVhQsBAAAIEEBBjBhXrqRIEUSb\nNnNbuXbdCgBsWLHmyJY1e5bstGmiRCUrV86cuXLOnGHCBAQIhgoVUqT4FC6cOcGDzQEwfBixOcWL\nGSv/xoZNAAAABAgIElTOXGbNmzl35gwAdGjRo0mXNn0adWpzq1m3dv1aEA0aPHhgGjfOXG7du3nv\nBvAbePBy5cyVM17OXHLl5sJ586ZK1YULAQAACBBAQYwYV66kSBFEmzZz48mXHw8AfXr15ti3d/+e\n/bRpokQlK1fOnLlyzpxhwgQQCBAMFSqkSPEpXDhzDBuaAwAxokRzFCtapIgNmwAAAAgQECSonLmR\nJEuaPGkSgMqVLFu6fAkzpsyZ5mravInzJjhwIQ4cIEECmbmhRIsaPQogqdKl5MiVewoO3Lhx4rp1\nEybMzYYNBAgE+FqggAULR8KEwYKlQgUQ5MiZews3/+5bAHTr2jWHN6/evYYMGTAwYACbb9/IkdNG\ngwYCBAQIaKBEKVw4c5QrWwaAObNmc5w7e962DQUKAAECfPiADJm51axbryYHG7a52bRrA7iNO7fu\n3bx7+/4N3Jzw4cSLEwcHLsSBAyRIIDMHPbr06dQBWL+OnRy5ctzBgRs3Tly3bsKEudmwgQCBAOwL\nFLBg4UiYMFiwVKgAghw5c/z7+wdozhwAggUNmkOYUOFCQ4YMGBgwgM23b+TIaaNBAwECAgQ0UKIU\nLpw5kiVNAkCZUqU5li1dbtuGAgWAAAE+fECGzNxOnj13kgMK1NxQokUBHEWaVOlSpk2dPoVqTupU\nqv9VpZYrN2aMgAUL9OgpZ07sWLJlzQJAm1atOHHmyL0l100uJ04sWAQAkBcAAQIJOHAgQQIIBw4N\nGhw44KNcOXONHT9uDEDyZMrmLF/GjLlPgAAAAAwYUKVbN2/eFA0YECDAhw/azL2GHTs2ANq1bZvD\nnTt3OUyYUqQg8ODBmTPixJlDnhy5OHGNGgWBAcOYsXLmrF+/DkD7du7dvX8HH178eHPlzZ9HX75c\nuTFjBCxYoEdPOXP17d/Hnx/Afv79xQEUZ44cQXLdDnLixIJFAAAOARAgkIADBxIkgHDg0KDBgQM+\nypUzJ3IkSZEATqJMaW4ly5Yt+wQIAADAgAFVunX/8+ZN0YABAQJ8+KDNHNGiRo0CSKp0qbmmTp2W\nw4QpRQoCDx6cOSNOnLmuXruKE9eoURAYMIwZK2duLVu2AN7CjSt3Lt26du/iNad3L9++epMlmzBB\nw69f5cqZS6x4MePG5gBAjizZHOXKlcf58tWhQwAAAB48kCLFjxEjUaLMmDABAYIGDWCZiy179mwA\ntm/jNqd7N2/d4MBJACAcQIcOzbRpq1bthwQJPnyYiy59OvXoAK5jz25uO3fu5LJlw4SJ0KVL48aZ\nS68+PTlyLlw4cLCABg1s2Mzhz68fAP/+/gECEDiQYEGDBxEmVAjAXEOHDyHiwqVAAQECYr59K1eu\n/5spU79+fftmjmRJkycBpFS50lxLly979XrwIEBNFiw6deIECVKkSGe2bHnxAgMGaOaQJlWqFEBT\np0/NRZU6ddw4KFAAZA0Q4MiRTbJk+fBxoUsXc2fRplWbFkBbt2/NxZU799s3XrwK2bIlTpw5v37L\nleOlQEEAwwEE/PhRrpw5x48hA5A8mXJly5cxZ9a82Vxnz59B48KlQAEBAmK+fStXrpspU79+fftm\njnZt27cB5Na921xv37979XrwIEBxFiw6deIECVKkSGe2bHnxAgMGaOawZ9euHUB379/NhRc/ftw4\nKFAApA8Q4MiRTbJk+fBxoUsXc/fx59efH0B///8AAQgEYK6gwYPfvvHiVciWLXHizEmUWK4cLwUK\nAmgMIODHj3LlzIkcSRKAyZMoU6pcybKly5fmYsqcOZNbgQIAABw4gGvbtmDBSAQIMGAAAgShxo0z\nx7SpU6YAokqdaq6q1avbtnXpoiFECEqUbt0aRYvWtm3htm378qVDh2Hm4sqdOxeA3bt4zendu5dc\nokQHDgAYjABBiBAsJEgwYODBtm3mIkueTHkygMuYM5vbzLkzOHCdOtlx5OjaNXHiyDVrZsNGAACw\nYxv48qVcOXO4c+sGwLu379/AgwsfTry4uePIkyfnVqAAAAAHDuDati1YMBIBAgwYgABBqHHjzIn/\nH09ePIDz6NObW8++/bZtXbpoCBGCEqVbt0bRorVtWziA27Z9+dKhwzBzCRUuXAjA4UOI5iROnEgu\nUaIDBwBsRIAgRAgWEiQYMPBg2zZzKVWuZLkSwEuYMc3NpFkTHLhOnew4cnTtmjhx5Jo1s2EjAACk\nSQ18+VKunDmoUaUCoFrV6lWsWbVu5drV3FewYcN6AFAWAAoUg1ixGjECx4ABEiQ8eMCjRYtSpcqZ\n49u3LwDAgQWbI1zYMDhwuHDxmDOnVSto0ISFC2fOMjFiFy5UqCDO3GfQoUMDIF3adLly5lSXKzdu\nXLcUKQ4cADBgAAECBw4E4A0AQAVkyMwNJ17c/3hxAMmVLzfX3LnzcqBAYcAQoECBDh3q1IGBAAEA\n8OHDI8CAgRgxc+nVrwfQ3v17+PHlz6df3745/Pn14ydHbgFAAAAUKKBFS1y4cOXKmWvYcNw4WS1a\nMGCwzRzGjBkBcOzo0RzIkCJBfvsWzJkzcypXsqRFy4ABL17M0axp8yaAnDp3muvp0+c4btxu3eIz\nZUqWLCNGKBgwAAIEINiwmatq9SrWqwC2cu1q7itYsMl8+CBAAECAAA8eZMkyIkAAAHIDBBgwoEIF\nFRo0nDlj7i/gwAAGEy5s+DDixIoXMzbn+DFkx+TILQAAQIECWrTEhQtXrpy50KHHjZPVogUDBv/b\nzLFu3RoA7NiyzdGubZv2t2/BnDkz5/s3cFq0DBjw4sUc8uTKlwNo7vy5uejSpY/jxu3WLT5TpmTJ\nMmKEggEDIEAAgg2bufTq17NfD+A9/Pjm5tOnn8yHDwIEAAQI8ADggyxZRgQIAABhgAADBlSooEKD\nhjNnzFW0eBFARo0bOXb0+BFkSJHmSJY0STJXLgArjxwx9xJmzJfevDkRIAABgm3mePbsCQBoUKHm\niBY1StSbN1zlyplz+vSpOAJTCXTrZg5rVq1bAXT1+tVcWLFjx5IbN27btly53gwZ0qKFDj16yJEz\ndxdvXr13AfT1+3fcOHODyZF79mzGgAEAGAf/CFChwoYNCAJUDjDAgIEJEzRoiGDAgAYNvcyVNm0a\nQGrVq1m3dv0admzZ5mjXtk07Vy4Au48cMfcbePDf3rw5ESAAAYJt5pg3bw4AenTp5qhXt07dmzdc\n5cqZ8/79uzgC4wl062YOfXr16wG0d//eXHz58+eTGzdu27Zcud4MGQKwRQsdevSQI2cuocKFDBMC\neAgx4rhx5iqSI/fs2YwBAwB4DBCgQoUNGxAEOBlggAEDEyZo0BDBgAENGnqZu4kTJ4CdPHv6/Ak0\nqNChRM0ZPYrUaJcuAQYMkCbNnNSpVMuVw4RJQYAAO3aUMwc2bFgAZMuaNYc2rVq0zJiRKlfO/5zc\nuXOrCBBgw4a5vXz7+t0LILDgweYKGz6MOHE5atTmzOGAA0e3buYqW76MuTKAzZw7e/MmLvStWzBg\nCAAAQIAACBYsNGhQoICAAAEIEFCwYIEDBwIEBAAAYMAAMuXKmTuO3ByA5cybO38OPbr06dTNWb+O\n3XqXLgEGDJAmzZz48eTLlcOESUGAADt2lDMHP358APTr2zeHP79+/MyYkQJYrpw5ggULVhEgwIYN\ncw0dPoTYEMBEihXNXcSYUePGctSozZnDAQeObt3MnUSZUuVJAC1dvvTmTdzMW7dgwBAAAIAAARAs\nWGjQoEABAQECECCgYMECBw4ECAgAAMCAAf9kypUzl1WrOQBdvX4FG1bsWLJlzZpDm1ZtuXInTgAI\nEGDQIHN17Zqb5sCBAAEAAAzo0OHbN3OFDR8GkFjxYnONHT8uV86VKwrZspnDnNmcKlUIBgyYNs3c\naNKlTY8GkFr1anOtXb+GHdvcuHFfvkRAgODXL3O9ff8G3hvAcOLFv33rhgkTAwYAnDsvUGDA9ADV\nAwAQICBBgh8GDAgQAED8eAAMxIkzl169OQDt3b+HH1/+fPr17ZvDn18//j9/DAAEAODFC1++uA0a\nNGGCAAAOAYABg80cxYoWLQLIqHGjuY4eP3YkRSpBkCDkyJlLeetWiRIMKlUyJ3MmzZo0AeD/zKnT\nHM+ePn8C7UmLlgcHDvLkMad0KdOmSgFAjSo1XDhrwoRFiCBAAAABAhw4kGDAgAYNRowo8+bNHFtx\n4mrVypVrzY0bO3Y4M6d3714Afv8CDix4MOHChg+bS6x4ceI/fwwAAPDihS9f3AYNmjBBAIDOAMCA\nwWZuNOnSpQGgTq3aHOvWrlmTIpUgSBBy5MzhvnWrRAkGlSqZCy58OPHhAI4jT25uOfPmzp8zp0XL\ngwMHefKYy659O/fsAL6DDx8unDVhwiJEECAAgAABDhxIMGBAgwYjRpR582ZuvzhxtQDWypVrzY0b\nO3Y4M7eQIUMADyFGlDiRYkWLFzGa07iR/6PGT58IABA5kqRIAQKUKTO3kmVLlysBxJQ501xNmzdr\nRouWAAKEVKmoUVPUocOBAz/EiTO3lGlTp00BRJU61VxVq1exZrWqTRuZDRuYMDFmzFxZs2fRAlC7\nlu24ceXGjVOjxoABAAECFCgAoVChcePMBRY8mHC5cuLEkTO3mDFjAI8hR5Y8mXJly5cxm9O8mbPm\nT58IABA9mrRoAQKUKTO3mnVr16sBxJY921xt27drR4uWAAKEVKmoUVPUocOBAz/EiTO3nHlz580B\nRJc+3Vx169exZ7euTRuZDRuYMDFmzFx58+fRA1C/nv24ceXGjVOjxoABAAECFCgAoVChcf8Ax5kb\nSLCgwXLlxIkjZ66hQ4cAIkqcSLGixYsYM2o0x7Gjx3LlWrVaECAAgJMnAwSoUOGUuZcwY8qcCaCm\nzZvmcurcmZMcuRkECChQcOECggEDHDi4Za6p06dQowKYSrWquatYs2rdqpUYEyYZMvjwIcyc2bNo\n0QJYy7atubdvkyUrUSIAAAAHDhwzx7ev37+AA/8FQLiw4cOIEytezLixuceQIz8uV45MmzY9ekiS\nZIgcOXOgQ4seTTo0gNOoU5tbzbp1axAAYgMIEACAAAEOHIAzx7u379/AAQgfTtyc8ePIkytXniwZ\nEyYaNEAzR726desAsmvfbq5793LlNmz/EBAgwKJF5tKrX8++vfpx5uLLlw+gvv37+PPr38+/v3+A\n5gQOJCiwXDkybdr06CFJkiFy5MxNpFjR4kWKADRu5GjO40eQIEEAIAkgQAAAAgQ4cADO3EuYMWXO\nBFDT5k1zOXXu5NmzZ7JkTJho0ADN3FGkSZMCYNrUqTmoUMuV27BBQIAAixaZ49rV61ewXceZI1u2\nLAC0adWuZdvW7Vu4cc3NpVvX7l28efXSBdDX719zgQUPHgyuQYMSJUaMoPHmzbZt5iRPplzZsjkA\nmTVvNtfZ82fQoUWbI0dOnDhzqVWvZg3A9WvY5mTPNpctmxdu3Mzt5t3b92/e5YSbI168/zgA5MmV\nL2fe3Plz6NHNTade3fp17Nm1UwfQ3ft3c+HFjx8PrkGDEiVGjKDx5s22bebkz6df3745APn17zfX\n3z9AcwIHEixoUCA5cuLEmWvo8CFEABInUjRn8aK5bNm8cONm7iPIkCJHgixn0hzKlCkBsGzp8iXM\nmDJn0qxp7ibOnDp38uzpEyeAoEKHmitq9ChScuTGjTPn9CnUqFKnmgNg9SpWc1q3cu3q9SvYsFsB\nkC1r1hzatGrXsm3rtlw5cubm0qUL4C7evHr38u3r9y9gc4IHEy5s+DDixIMBMG7s2BzkyJInkyM3\nbpy5zJo3c+7s2RyA0KJHmytt+jTq1P+qV7M2DeA17NjmZtOubfs27tzlypEz5/v3bwDChxMvbvw4\n8uTKl5tr7vw59OjSp1N3DuA69uzmtnPv7v07+PDiuQMob/68ufTq17Nv7/49fPUA5tOvb+4+/vz6\n9/Pvfx9gOXMDCRIEcBBhQoULGTZ0+BCiOYkTKVa0eBFjxokAOHb0aA5kSJEjSZY0eTIkAJUrWZpz\n+RJmTJkzadZ8CQBnTp3mePb0+RNoUKHliJozevQoAKVLmTZ1+hRqVKlTzVW1ehVrVq1buVoF8BVs\nWHNjyZY1exZtWrVkAbR1+9ZcXLlz6da1exevXAB7+fY19xdwYMGDCRcud9hcYsWKATT/dvwYcmTJ\nkylXtnwZc2bNmzl39vwZdGjRo0mXNn0adWrVq1m3dv0admzZs2nXtn0bd27du3n39v0beHDhw4kX\nN34ceXLly5k3d/4cenTp01Obs34de3bt27l3vw4AfHjx5cqZM38efXr169WXK2cOfnz5AOjXt28O\nf379+/n39w/QnMCBBAUCOIgw4bhx5cw5fAgxorly5cyRI2cuo8aNHDtqBAAypMiRJEuaPIkypbmV\nLFu6fAkzpkyWAGravGkup86dPHv6/AlUJ4ChRIuaO4o0qdKlTJs6RQogqtSp5qpavYo1q9atXK0C\n+Ao2rNixZMuaPYvWnNq1bNu6fQs3/+5aAHTr2jWHN6/evXz7+v2bF4DgwYTNGT6MOLHixYwbHwYA\nObJkc5QrW76MObPmzZUBeP4MOrTo0aRLmz5tLrXq1axbu34NWzWA2bRrm7uNO7fu3bx7+8YNILjw\n4eaKGz+OPLny5cyNA3gOPbq56dSrW7+OPbt26gC6e/8OPrz48eTLmzeHPr369ezbu3+fHoD8+fTN\n2b+PP7/+/frLlQNoTuBAggIBHESY0NxChg0dPoQYUSJDABUtXjSXUeNGjh3LfTQXUuRIkiVFAkCZ\nUuVKli1dvoQZ09xMmjVt3sSZUydNAD19/jQXVOhQokWNFi1XztxSpk2XAoAaVao5qv9VrV7FmlXr\n1qoAvH4Fa07sWLJlzZZDa07tWrZt3a4FEFfuXLp17d7Fm1evOb59/f4FHFjw4L4ADB9GbE7xYsaN\nHT9enC1bN3OVLV++DEDzZs7mPH8GHVr0aNKlPwNAnVq1OdatXb8uF7vcuHHipEnjxo2cOd69ff8G\nDkD4cOLFjR9Hnlz5cnPNnT+HHl36dOrOAVzHnt3cdu7dvX8Hzz1btm7mzJ9Hjx7Aevbtzb2HH1/+\nfPr17cMHkF//fnP9/QM0J3DgwHIGy40bJ06aNG7cyJmLKHEixYoALmLMqHEjx44eP4I0J3IkyZLk\nyEWLpkfPHFKkvHkzJ3MmzZo2zQH/yKlzp7mePn8CDSrU3LZtVaoQM6d0KVOmAJ5CjWpuKtWqU8eN\nw2PGDC1awYKdypQJEKBV5MiZS6t2Ldu1AN7CjWtuLt26dcF16/btW7duzSZNcuLElLnChg8jTgxg\nMePGjh9Djix5MmVzli9jtjxuXKMdOwgQECDAgA0bzZqZS616NevW5gDAji3bHO3atm/jzm1OkKAG\nDaqZCy58+HAAxo8jN6d8OXNv3jp1SoAAgQABBAgIWKB9QQlmzMyBDy9+vHgA5s+jN6d+PXv15cpx\nI0euHP1y4l69ihDhhrn+/gGaEziQYEEABxEmVLiQYUOHDyGakziRosRx4xrt2EGA/4AAAQZs2GjW\nzFxJkydRpjQHgGVLl+ZgxpQ5k2ZNc4IENWhQzVxPnz9/AhA6lKg5o0eRevPWqVMCBAgECCBAQMAC\nqwtKMGNmjmtXr1+9AhA7lqw5s2fRmi1Xjhs5cuXglhP36lWECDfM5dW7l29fAH8BBxY8mHBhw4cR\nm1O8mHG5cr9+KRgwIEAAAQIIVKgwaFA5c59BhxY9GkBp06fNpVa9mnXr1smSCRDQoIE527dx5waw\nm3dvc7/LlRs3zpu3ct+QfzsFCNCKFSJEHEiRwoQJFShQbNtmjnt379+5AxA/nrw58+fRp1dvDhcu\nCBBsmJM/n359+wDw59e/n39///8AAQgcSLCgwYMCzSlcyLBcuV+/FAwYECCAAAEEKlQYNKicuY8g\nQ4ocCaCkyZPmUqpcybJly2TJBAho0MCczZs4cwLYybOnuZ/lyo0b581buW9Iv50CBGjFChEiDqRI\nYcKEChQotm0zx7Wr169cAYgdS9ac2bNo06o1hwsXBAg2zMmdS7euXQB48+rdy7ev37+AA5sbTLjw\n4HDhzly4kCKFFCmT2LBBhSqcucuYM2veDKCz58/mQoseTbp0aUmSAgSYMsWc69ewYwOYTbu2OXPl\nzJkbN86c79/AgZMTJ44bt1E0aLRqZa658+fQmwOYTr26uevYs2vfbi5bNg0adJj/G0++vPnzANKr\nX8++vfv38OPLN0e/vn371WjRIkVKmDCAttq0+fLlmzmECRUuZAjA4UOI5iROpFjRYkVvAQIAADBn\njjmQIUWOBFDS5ElzKVWuZNlSJTlysxw4OHPG3E2cOXXeBNDT509zQYUOJVrUXLVqBgxcMNfU6VOo\nUQFMpVrV6lWsWbVu5WrO61ewYKvRokWKlDBhttq0+fLlmzm4ceXOpQvA7l285vTu5dvXb19vAQIA\nADBnjjnEiRUvBtDY8WNzkSVPplxZMjlysxw4OHPG3GfQoUV/BlDa9GlzqVWvZt3aXLVqBgxcMFfb\n9m3cuQHs5t3b92/gwYUPJ27O//hx5MmNixMHDNgiGjSsWCFnzvp17Nm1A+De3bs58OHNlSNfvpy5\ncuXMrWdvjhy5EgECLFjw7Zs5/Pn17wfQ3z9AAAIBmCto8CDChAbLlduzYAERIuYmUqxocSKAjBo3\nmuvo8SPIkOasWSNAgIG5lCpXsmwJ4CXMmDJn0qxp8yZOczp38uypU5w4YMAW0aBhxQo5c0qXMm3q\nFADUqFLNUa1qrhzWrOXMlStn7itYc+TIlQgQYMGCb9/MsW3r9i2AuHLnmqtr9y7evHbLlduzYAER\nIuYGEy5seDCAxIoXm2vs+DHkyOasWSNAgIG5zJo3c+4M4DPo0KJHky5t+jRqc/+qV7NuXa5ctGhJ\nkiAoUKBDB3O6d/Pu7dscgODCh5srbtzctm26UqW6detUr17KlBkzVi1YsBYtDihQQIpUuXLmxpMv\nbx4A+vTqzbFv7/49/PbixKlyYN+BNGnm9vPv7x8gAIEDCZozeBBhQoXmrFgRIKACOHDmKFa0eNEi\nAI0bOXb0+BFkSJEjzZU0eRJluXLRoiVJgqBAgQ4dzNW0eRNnTnMAePb0aQ5oUHPbtulKlerWrVO9\neilTZsxYtWDBWrQ4oEABKVLlypnz+hVsWABjyZY1dxZtWrVr0YoTp8pBXAfSpJmzexdvXgB7+fY1\n9xdwYMGDzVmxIkBABXDgzDX/dvwY8mMAkylXtnwZc2bNmzmb8/wZdGhw4PjwWbAgwIABQ4aUM/ca\ndmzZswHUtn3bXG7d5sSJ+6RFCwkSHCJE+PBBgwYGBgwcOIDh169y5cxVt34de3UA27l3N/cdfHjx\n482VKydO3LVJk0aMYMXKXHz58+kDsH8fvzn9+/n39w/QXJIkHTqI6dbNnMKFDBsyBAAxosSJFCta\nvIgxo7mNHDt6FCbswoUAAQAMGGDCBK1y5cy5fAkzJkwANGvaNIczp7lw4SQ5cCBAAIAAAQAYPQqA\nAAEdypSZewo1qtSoAKpavWouq9atXLtqWwZ2mbNAgThw0KBBl7m1bNu2BQA3/65cc3Tr2r2LV1mJ\nEh76ihETK1a2bOYKGz6MGIDixYwbO34MObLkyeYqW76MWZiwCxcCBAAwYIAJE7TKlTOHOrXq1aoB\nuH4N25zs2ebChZPkwIEAAQACBAAAPDgAAgR0KFNmLrny5cyXA3gOPbq56dSrW7+ubZn2Zc4CBeLA\nQYMGXebKmz9/HoD69ezNuX8PP758ZSVKeLgvRkysWNmymQNoTuBAggQBHESYUOFChg0dPoRoTuJE\nihTLESNWokSDBhAafGxg4MABIkTKlTOXUuVKlgBcvoRpTuZMc+XK/ZowoUABAgUKIEBQoIAAogYM\nTMCD59s3c02dPoXaFMBUqv9VzV3FmlXr1jd37iRKNGrOHAwYBgyQkCyZObZt3bIFEFfuXHN17d7F\nexccuEIHDggAHCCAAMICKDRqJE6cOcaNHQOAHFnyZMqVLV/GnNncZs6dO5cjRqxEiQYNIDRA3cDA\ngQNEiJQrZ072bNq1AdzGndvcbt7mypX7NWFCgQIEChRAgKBAAQHNDRiYgAfPt2/mrF/Hnt06AO7d\nvZsDH178ePJv7txJlGjUnDkYMAwYICFZMnP17d+vD0D/fv7m/AM0J3AgwYLmwIErdOCAgIYBAgiI\nKIBCo0bixJnLqHEjgI4eP4IMKXIkyZImzaFMqVIlOWvWaNE6dIgFAgQBAgD/yKkTgDhzPn8CBQpg\nKNGi5o4iRfotS5YOHRr8+KFI0ahRQ1asSJBAwoABJUoAA2ZuLNmyZgGgTavWHNu2bt+6DRduDCpU\nxoxhU6QIBIgBAxb48MGNm7nChg8DSKx4cbly5h5DjgyZHDlkyKxYIQBgM+fOAAYkSMCFCzVzpk+f\nBqB6NevWrl/Dji17trnatm/jLlfOnLls2fgsCL6AgAABAAAECMDLHPPmzp0DiC59urnq1q+PG+fL\nlyllysyZKye+W7dx42JNmFCgACZM5t7Djy8fAP369s3hz69/v35y/gGaEyiQHLlfvyJF2tWt27Zt\n5cxFlCgRQEWLF81l1Lhx/2O0Jk1s2HDgYAAAAAMGIOjQQYKECxd09OmTKJE3czdx4gSwk2dPnz+B\nBhU6lKg5o0eRJi1Xzpy5bNn4LJC6gIAAAQAABAjAy1xXr1+/AhA7lqw5s2fRjhvny5cpZcrMmSs3\nt1u3ceNiTZhQoAAmTOYABxY8GEBhw4fNJVa8mPFico/NRY5MjtyvX5Ei7erWbdu2cuZAhw4NgHRp\n0+ZQp1atOlqTJjZsOHAwAACAAQMQdOggQcKFCzr69EmUyJs548ePA1C+nHlz58+hR5c+3Vx169ex\nVxcnzpOnChIkHDliCg2aCRMECKARLpw59+/huwcwn359c/fx5x83rlevPf8AqVErV86cwYMGW7W6\ncMGDB3MQI0qcCKCixYvmMmrcmLFcOW/kyJkbSbJkSXDgyIkT162bOHMwY8YEQLOmzXLlzOncybNb\ntx0UKDhwkCCBgQgRrlw5NmyYL19gwMzhwoUPn2PmsmrVCqCr169gw4odS7asWXNo06pdi1acOE+e\nKkiQcOSIKTRoJkwQIIBGuHDmAgseHBiA4cOIzSlezHjcuF699lCjVq6cucuYL7dqdeGCBw/mQose\nTRqA6dOozalezVp1uXLeyJEzR7u2bdvgwJETJ65bN3HmggsXDqC48ePlyplbzrx5t247KFBw4CBB\nAgMRIly5cmzYMF++wID/mcOFCx8+x8ypX78egPv38OPLn0+/vv375cqZ2y9OHDmA5MwNJEiOnCVL\nChQMSJGiWrVy5Mh9+rRhAwRTpr59M9fR40cAIUWONFfS5Ely5BgxcnHnDjhw5mTOpMmHjxQp4szt\n5NmzJwCgQYWaI1rUKDZsZMg4WLTI3FOoUaWaKydOXLNm3sxt5coVwFewYcmRM1fWbFly5GTJogAB\nwoULKVLwiRatXDlz5cp163bnzokRIxQpumbO8OHDABQvZtzY8WPIkSVPLlfO3GVx4siRM9fZMzly\nliwpUDAgRYpq1cqRI/fp04YNEEyZ+vbN3G3cuQHs5t3b3G/gwcmRY8TI/8WdO+DAmWPe3DkfPlKk\niDNX3fr16wC0b+duzvt38NiwkSHjYNEic+nVr2dvrpw4cc2aeTNX3759APn17ydHzhxAcwIHmiNH\nTpYsChAgXLiQIgWfaNHKlTNXrly3bnfunBgxQpGia+ZGkiQJ4CTKlCpXsmzp8iXMcePIefOmTBkv\nXuLK8Sz3jQ+fAAEAEJUgIVmycMKE3bgh4KkCBWTI/AoXjhw5c1q1Aujq9au5sGLHliuXKlWAtCNG\njBtn7i3cbdtgwDBgIJK5vHr37gXg9y9gc4IHE752LUMGAAoUgANn7jHkyI/JkaN25kyvXuY2c+4M\n4DPo0OHCmSttunS2bP9+/DRAgMCECTt2XGHDNm7ct1GjUqQY4HvChGLFzBEvbhwA8uTKlzNv7vw5\n9OjjxoUjR+7ZM2jQmIkTp02brQULBAgAAECABAlv3thp0CBAgAIFSpw69exZOXP69+8H4B8gAIED\nAZgzeBAhwh8BAjBgsGqVOYkSy2XKdOCAAwfDzHX0+PEjAJEjSZozeRKlSU2aAgAAMGyYOZkzaW7b\npkzZrWDBypUz9xNoUABDiRYlR85cUqVLhw3jceAACRJEiEAaM4YWrTkSJAwYUKBAD3DgzJU1e7Ys\nALVr2bZ1+xZuXLlzx40LR47cs2fQoDETJ06bNlsLFggQAACAAAkS3rz/sdOgQYAABQqUOHXq2bNy\n5jh37gwAdGjR5kiXNm36R4AADBisWmUONuxymTIdOODAwTBzu3n37g0AeHDh5ogXN05ck6YAAAAM\nG2YOenTp27YpU3YrWLBy5cx19/4dQHjx48mRM3ceffphw3gcOECCBBEikMaMoUVrjgQJAwYUKACw\nBzhw5goaPFgQgMKFDBs6fAgxosSJ4sSRu/jtGzZsxTJlwoRpiQsXHjwwYJCgQAEBAgC4DBDgwAFh\n5cqZu4kz500APHv6NAc0qFCh3ShQIECAAYMVjx6FCtWEAIECBThw+GYuq9atWwF4/QrWnNixZMWS\nIzcAAAANGsKFMwc3/+6qVSJENGkCrFw5c3z7+uULILDgweYKGz5MjhwpUg0IEDBg4MCBAQgQCBAw\nIECABw/w4DEHOrTo0QBKmz6NOrXq1axbuxYnjpzsb9+wYSuWKRMmTEtcuPDggQGDBAUKCBAAIHmA\nAAcOCCtXzpz06dSlA7iOPbu57dy7d+9GgQIBAgwYrHj0KFSoJgQIFCjAgcM3c/Tr27cPIL/+/eb6\n+wdoTuBAcuQGAACgQUO4cOYcPly1SoSIJk2AlStnTuNGjhoBfAQZ0txIkiXJkSNFqgEBAgYMHDgw\nAAECAQIGBAjw4AEePOZ8/gQaFMBQokWNHkWaVOlSpuPGmYNarly4cP+3pEi5c0dZtWrfvvHi5eXB\nAwBly06YECtWOXNt3b59C0DuXLrm7N7Fm7dZswULBAgAEEBwAAEDBkCAMGhQOXONHT9+DEDyZMrm\nLF/GjJkHAAACBECAQIQJkxgxHggQQIDAiBHazL2GHTs2ANq1bZvDnVs3OXKKFCUQIADAcOLEC/Dg\nQY2aOebNnT9nDkD6dOrVrV/Hnl37dnLkzH3/Lk4ctlWrvn0bZ079enHFitGgEYcOnXDhypUzl1//\nfv4A/AMEIHAgAHMGDyJMCA4cBw4GDAAIEAAAAAgNGhgyBAyYuY4eP4IEIHIkSXMmT6JEqQUAy5Yu\nXYIA0aqVuZo2b+L/BKBzJ09zPn8CFSfu2LEEDRocOGDCBAENGixY0KVNm7mqVq9ivQpgK9euXr+C\nDSt2LFly5MyhRStOHLZVq759G2duLl1xxYrRoBGHDp1w4cqVMyd4MOHCAA4jTmxuMePGjsGB48DB\ngAEAAQIAAAChQQNDhoABMyd6NOnSAE6jTm1uNevWrbUAiC179mwQIFq1Mqd7N+/eAH4DD25uOPHi\n4sQdO5agQYMDB0yYIKBBgwULurRpM6d9O/fu3AGADy9+PPny5s+jT29uPfv27t/Djy+fPYD69u+b\ny69/P//85ACS27ZtmDBh48aVM7eQYUOHDwFElDjRXEWLFzF++kSK/xQfPiAMGOjQQQcwYOTImVO5\nkmVLlQBgxpRpjmZNmzdx5tS5syYAnz+BBhU6lGhRo0fNJVW6lGlTp0+hKgUwlWpVc1exZtV6lRy5\nbduGCRM2blw5c2fRplW7FkBbt2/NxZU7l+6nT6RI8eEDwoCBDh10AANGjpw5w4cRJzYMgHFjx+Yg\nR5Y8mXJly5cjA9C8mXNnz59BhxY92lxp06dRp1a9mrVpAK9hxzY3m3Zt27dx59ZNG0Bv37/NBRc+\nnHhx48eRCwewnHlzc8+hR5c+nXp169ABZNe+nXt379/Bhxdvjnx58+fRp1e/vjwA9+/hm5M/n359\n+/fx558PgH9///8AzQkcSLCgwYMIEw4EwLChQ3MQI0qcSLGixYsRAWjcyLGjx48gQ4ocaa6kyZMo\nU6pcydIkgJcwY5qbSbOmzZs4c+qkCaCnz5/mggodSrSo0aNIhQJYyrSpuadQo0qdSrWqVagAsmrd\nyrWr169gw4o1R7as2bNo06pdWxaA27dwzcmdS7eu3bt4884FwLevX3OAAwseTLiw4cOBAShezLhc\nOXOQI0ueTLmy5cvmAGjezLmz58+gQ4seba606dOoU6tezdo0gNewY5ubTbu27du4c+umDaC379/m\nggsfTry48ePIhQNYzrx5uXLmokufTr269evYzQHYzr279+/gw4v/H0++vPnz6NOrX8++vfv38OPL\nn0+/vv37+PPr38+/v3+AAAQOJFjQ4EGECRUuZNjQ4UOIESVOpFjR4kWMGTVu5NjR40eQIUWOJFnS\n5EmUKVWuZNnS5UuYMWXOpFnT5k2cOXXu5NnT50+gQYWCNFfU6FGkSZUuZWoUwFOoUcuVM1fV6lWs\nWbVmHTeunDmwYcMCIFvWbLly5tSuZdvW7Vu4cc0BoFvXbrly5vTu5dvX795y5syVK2fO8GHEiQ0D\nYNzY8WPIkSVPplzZ3GXMmTVv5tzZM2YAoUWPNlfa9GnUqVWvZm0awGvYsc3Npl3b9m3cuXXTBtDb\n929zwYUPJ17c//hx5MIBLGfe3Plz6NGlT6duzvp17Nm1b+fe/ToA8OHFmyNf3vx59OnVry8PwP17\n+Obkz6df3/59/PnnA+Df3z9AcwIHEixo8CDChAMBMGzo8CHEiBInUqxo7iLGjBo3cuzoESOAkCJH\nmitp8iTKlCpXsjQJ4CXMmOZm0qxp8ybOnDppAujp86e5oEKHEi1q9ChSoQCWMm3q9CnUqFKnUjVn\n9SrWrFq3cu16FQDYsGLNkS1r9izatGjJkTPn9i1ctwDm0q1r7i7evHr38u3rFy+AwIIHmyts+DDi\nxIbJkTPn+DHkyJLNAahs+TLmzJo3c+7s2Rzo0KJHky5t+nRoAP+qV7M25/o17NiyZ8smR84c7ty6\ncQPo7fu3ueDChxMvbvw4cuEAljNvbu459OjSp0MnR84c9uzat3M3B+A7+PDix5Mvb/48enPq17Nv\n7/49/PjrAdCvb98c/vz69/Pvvx/guGjRzBU0eLAgAIULGZpz+BBiRIkTKVZ8CABjRo3mOHb0+BGk\nOWbMpEkrZw5lSpUrWQJw+RJmTJkzada0edNcTp07efb0+ROoTgBDiRY1dxRpUqVLmSodFy2aOalT\nqUoFcBVrVnNbuXb1+hVsWLFcAZQ1e9ZcWrVr2bY1x4yZNGnlzNW1exdvXgB7+fb1+xdwYMGDCZsz\nfBhxYsTkyE3/M2aMGzdy5ihXtnwZMwDNmzmb8/wZdGjRo82NG6dL14xLl8y1dv26NQDZs2mbs30b\nt+1x40KhQpUrV69eoaZNEyfOXHLly5k3NwcAenTp5qhXt34dOyooUCBBKmcOfHjx48kDMH8efXr1\n69m3d//eXHz58+nHt2btzh0dL17YsQMw0bRp376ZO4gwocKDABo6fGguosSJFCtW5MbNjp0GDRio\nUmUupMiRIQGYPInSnMqVK8mdOnXgAICZNGvOxPDtm7mdPHv67AkgqNCh5ooaPYr06K5dJDJkcOSI\nnLmpVKtavQogq9atXLt6/Qo2rFhzZMuaPUvWmrU7d3S8eGHH/06iadO+fTOHN6/evXgB+P0L2Jzg\nwYQLGzbMjZsdOw0aMFClypzkyZQlA7iMObO5zZw5kzt16sABAKRLmyaN4ds3c6xbu37tGoDs2bTN\n2b6NOzfuXbtIZMjgyBE5c8SLGz+OHIDy5cybO38OPbr06eaqW7+OnRYtEyYMGBBQIHwBBwECCBAw\nYACgT5/IkTMHP758APTr2zeHP7/+/fz3lwOICBEFCgoUTJg0ydxChg0XAoAYUaI5ihXNgQOXKUAA\nAB09fgTZUZs2cyVNnkRZEsBKli3NvYQZU2a5cqBAWbBQ4MGDL1++mQMaVOhQogCMHkWaVOlSpk2d\nPjUXVepUqv+0aJkwYcCAgAJdCzgIEECAgAEDAH36RI6cObZt3QKAG1euObp17d7Fe7ccIkQUKChQ\nMGHSJHOFDR8uDEDxYsbmHD82Bw5cpgABAFzGnFnzZW3azH0GHVr0ZwClTZ82l1r1atblyoECZcFC\ngQcPvnz5Zk73bt69fQMAHlz4cOLFjR9HntzccubNm5ObMWPBAgIEFsSIcenSoA0bCBBIkIBMtmzm\nzJ9Hbx7Aevbtzb2HH1/+fHPl7JcjN21akiRChABcEy6cuYIGDxYEoHAhQ3MOHZYrJ06cow8fChQQ\nMGCAESN58lwzZkyZshQFCsCAYW4ly5YuVwKIKXOmuZo2b+L/3LIFBIgGDUasWTNsGDRv3swhTap0\nqVIATp9CjSp1KtWqVq+ay6p161ZTCxYIEIAAARhx4syhFSeuWDFLlrCVK2duLt26cwHgzavXHN++\nfv8C/jtuzpwKFVy4mGZuMePGjQFAjiy5XDlzli9bJkcOGrRXvHiFC2duNOnRGzYkSECOnLnWrl/D\nBiB7Nm1ztm/jxp3GgIEBAyhQUGTNmjZtvT598ubNHPPmzp8zByB9OvXq1q9jz659u7nu3r9/N7Vg\ngQABCBCAESfOHHtx4ooVs2QJW7ly5u7jz38fAP/+/gGaEziQYEGDBcfNmVOhggsX08xFlDhxIgCL\nFzGWK2eO/2NHjuTIQYP2ihevcOHMpVSZcsOGBAnIkTM3k2ZNmwBw5tRpjmdPnz7TGDAwYAAFCoqs\nWdOmrdenT968mZM6lWpVqQCwZtW6lWtXr1/BhjU3lmzZseXKCUqQQICADBm+mZM7d265cuPM5dW7\ndy8Av38BmxM8mHBhw4PJkfOVIkWBAk2alDM3mXLlygAwZ9Zcrpw5z59BhxYN2pgxCRLKlTO3mnVr\n1wBgx5ZtjnZt27SnTVMgQIACBWTIeBs3fBwyRoySJTO3nHlz58sBRJc+nXp169exZ9dujnt379zL\nlROUIIEAARkyfDO3nj37cuXGmZM/nz59APfx5ze3n39///8AzQkcOJAcOV8pUhQo0KRJOXMQI0qU\nCKCixYvlypnbyLGjx48djRmTIKFcOXMoU6pcCaCly5fmYsqcGXPaNAUCBChQQIaMt3FAxyFjxChZ\nMnNIkypdihSA06dQo0qdSrWq1avmsmrdmtWatQkCBAwYcONGNHNo05obNw4aNGDEiJEjZ66u3bsA\n8urda66v37+AA5u7di1TpgcAAHToEC6cuceQI0sGQLmy5XLlzGnezLmzZ86GDDFgECiQudOoU6sG\nwLq163LlzMmeLfvatSVLBDBgECbMtm3jzJkTRzxYsG7dzClfzry5cgDQo0ufTr269evYs5vbzr37\ndmvWJgj/EDBgwI0b0cypX29u3Dho0IARI0aOnLn7+PMD2M+/vzmA5gQOJFjQ4LVrmTI9AACgQ4dw\n4cxNpFjRIgCMGTWWK2fO40eQIUWCNGSIAYNAgcytZNnSJQCYMWWWK2fO5k2b164tWSKAAYMwYbZt\nG2fOnDikwYJ162bO6VOoUZ0CoFrV6lWsWbVu5drV3FewYcOFs2NnwYABChTgwBHLmDFx4qoBA1an\nDiZMvbhxM9fX79++AAQPJmzO8GHEiRWbmzOnQwcEKVKQI2fO8mXMmS0D4NzZsznQoUWPJj0aXI8e\nECCgQmXO9WvYsQHMpl3b3G3cuMmNGrVggYI5c8aNM1fc/7g5csnLlTPX3Plz6M0BTKde3fp17Nm1\nb+duzvv3797gwGnQQMB5AgQOHDDQoMEA+AECLFjAgoU2c/n1798PwD9AAAIHAjBn8CDChAp5LVgQ\nIIAHceLMUaxo8aJFABo3cjTn8SPIkB7LlQsXzliwYLVqTdmwwYIFK1bGmatp8+ZNADp38jTn8+fP\nbzRoCBBAQJCgcOHMMS1XTpw4a9GilStn7irWrFqvAujq9SvYsGLHki1r1hzatGm9wYHToIGAuAQI\nHDhgoEGDAXoDBFiwgAULbeYGEy5cGADixIrNMW7s+DFkXgsWBAjgQZw4c5o3c+7MGQDo0KLNkS5t\n+jTpcv/lwoUzFixYrVpTNmywYMGKlXHmdvPu3RsA8ODCzREvXvwbDRoCBBAQJChcOHPSy5UTJ85a\ntGjlypnr7v07+O4AxpMvb/48+vTq17M35/69uXHjemXIYMCAgAABBvAfEABggAAACBI8cODTJ3ML\nGTZ0CABiRInmKFa0eBGjEgAABgyIZA5kSJEjSQIweRKlOZUrWbZUWa6cLVsQDhwoUOBBhAgPHnjw\nYKlcOXNDiRYdCgBpUqXmmDZtaq1BAwAAAkSIYMsWNmzdMmWyYkUDCRLUqJkzexZtWrMA2LZ1+xZu\nXLlz6dY1dxevuXHjemXIYMCAgAABBhQeEAAxAMWKDxz/+PTJXGTJkykDsHwZsznNmzl39qwEAIAB\nAyKZM30adWrVAFi3dm0OdmzZs2GXK2fLFoQDBwoUeBAhwoMHHjxYKlfOXHLly5MDcP4cujnp06db\na9AAAIAAESLYsoUNW7dMmaxY0UCCBDVq5ti3d/+ePQD58+nXt38ff379+8319w/QXLly4Y4cQYAA\ngEIBAgoUIODAgQEDFgQIgADBlClzHDt6/AggpMiR5cqZO4kypcqTe/YAeHngwDZzNGvavIkTgM6d\nPM35/Ak0KFBjxhAMGFCggIQGDRAgMGBAT7hw5qpavVoVgNatXM15/WpOnDhaAQIAOHs2QAAIEAwM\nGAAg/25cKVLM2b2LN69dAHz7+v0LOLDgwYQLmzuMOPG4cXPmJBAgIEGCECFGbdtmzhy5YcOIEHn2\nzJzo0aRLAziNOrW51axbu16NDZsECQMOHFCkyJzu3bx7+zYHILjw4eaKGz+O/PiwYRsQICBBYkWD\nBgUKQICQzJz27dy5A/gOPry58eTNlSvXTI4cEiQUCBBQoMCAAQHqC7hfoAAIEOXKmQNoTuBAggQB\nHESYUOFChg0dPoRoTuJEiuPGzZmTQICABAlChBi1bZs5c+SGDSNC5Nkzcy1dvoQJQOZMmuZs3sSZ\n0yY2bBIkDDhwQJEic0WNHkWa1BwApk2dmoMaVepUqf/Dhm1AgIAEiRUNGhQoAAFCMnNlzZ49C0Dt\nWrbm3L41V65cMzlySJBQIEBAgQIDBgQALEBwgQIgQJQrZ07xYsaNATyGHFnyZMqVLV/GbE7zZs6a\ntWnjwYBBhAhAgDgzlzo1MmQ5cvDgwc3cbNq1awPAnVt3uXLmfP8G/psaNQ8eChRIgAGDGTPmnD+H\nHl26OQDVrV83l137du7Zy5Vz5crBgwcbNlBIkECBAiFCyJmDH1++fAD17d83l1///v3knAF0RoaM\nBQsQdOjAgQONBQsLFnjyZG4ixYoWAWDMqHEjx44eP4IMaW4kyZIjtWnjwYBBhAhAgDgzJ1MmMmQ5\ncvD/4MHNHM+ePn0CCCp0aLly5o4iTYqUGjUPHgoUSIABgxkz5q5izap1qzkAXr+CNSd2LNmyYsuV\nc+XKwYMHGzZQSJBAgQIhQsiZy6t3714Afv8CNid4MGHC5Jw5I0PGggUIOnTgwIHGgoUFCzx5Mqd5\nM+fOAD6DDi16NOnSpk+jNqd6NWvW4Lp0OXAAAgRb5cqZy82JEwMGAwZkMGbMHPHixokDSK58ebly\n5p5Dj06O3CILFhYs2LBhyIULZ86YCy9+PPny5gCgT6/eHPv27t+zDxaMCBELIUI4cRJDg4YUKQDS\nomWOYEGDBwEkVLjQXEOHDyFGjDhsGAECT56Y07iR/2NHAB9BhhQ5kmRJkydRmlO5kiVLcF26HDgA\nAYKtcuXM5eTEiQGDAQMyGDNmjmhRo0QBJFW6tFw5c0+hRiVHbpEFCwsWbNgw5MKFM2fMhRU7lmxZ\ncwDQplVrjm1bt2/ZBgtGhIiFECGcOImhQUOKFLRomRM8mHBhAIcRJza3mHFjx48fDxtGgMCTJ+Yw\nZ9a8GUBnz59BhxY9mnRp0+ZQp1a9+tYtAa8FEECCRJEiKQMGANCtO0ECcuTMBRc+HEBx48fJkTO3\nnPnyb984cTpgwIAGDThwKCBAQIoUc9/Bhxc/3hwA8+fRm1O/nn179apUJUly4coVK1aaRIiAAoUp\nU/8AzQkcSLAggIMIE5pbyLChw4cPW7UCACBAAHLmMmrcuBGAx48gQ4ocSbKkyZPmUqpcyTLlr18U\nKBAYMIABgwQFCgQIIEAAAixYzAkdSlQogKNIk5pbyrQpOXKECF3YsAEMmBQpFBgwQIyYua9gw4od\naw6A2bNozaldy7at2m7daNFSo0gRLVpmiBCZM8ebN3OAAwseDKCw4cPmEitezLhxY3DgAgRIkKCc\nucuYM2cGwLmz58+gQ4seTbq0udOoU6s+/esXBQoEBgxgwCBBgQIBAggQgAALFnPAgwsHDqC48ePm\nkitfTo4cIUIXNmwAAyZFCgUGDBAjZq679+/gw5v/A0C+vHlz6NOrX4++WzdatNQoUkSLlhkiRObM\n8ebNnH+A5gQOJCgQwEGECc0tZNjQ4cOH4MAFCJAgQTlzGTVu3AjA40eQIUWOJFnS5ElzKVWuZLmy\nWzccFiwgQNAhRw4vXlKkkEGLljmgQYUCBVDU6FFzSZUuJUcODx4KUTt0OHBAgBUr5rRu5drV61YA\nYcWONVfW7Fm0Z8eNe+XHT6BAWnr0aNVKnDhzefXu5QvA71/A5gQPJlzYsOFr1xYsSJCAnDnIkSVL\nBlDZ8mXMmTVv5tzZsznQoUWPFt2tGw4LFhAg6JAjhxcvKVLIoEXL3G3cuW8D4N3btzngwYWTI4cH\n/w8F5B06HDggwIoVc9GlT6deXToA7Nm1m+Pe3ft37+PGvfLjJ1AgLT16tGolTpw5+PHlzwdQ3/59\nc/n17+ffvz/Aa9cWLEiQgJy5hAoXLgTg8CHEiBInUqxo8aK5jBo3cuyokRxIc+bIkXPm7NO3b+ZW\nsmy5EgDMmDLN0axpk+a1a3wiRFiwYMAADdasmStq9CjSpEYBMG3q1BzUqFKnUg1mwUKFCinWrIkW\nrVw5c2LHki0L4CzatObWsm3r9u3bceM2bMCAAZy5vHr37gXg9y/gwIIHEy5s+HC5cuYWM27s+DFk\nc+HCXdu1yxzmzJoxA+js+bO50KJHj6ayYIEAAf8IEPwoV84c7NiyZ9OODeA27tzmdvPu7fu3BgDC\nAaiABKlcOXPKlzNvrhwA9OjSzVGvbv06duzQoBnobsCbufDix48HYP48+vTq17Nv7/59uXLm5tOv\nb/8+fnPhwl3btQugOYEDCQoEcBBhQnMLGTZsSGXBAgECECD4Ua6cOY0bOXb0uBFASJEjzZU0eRJl\nSg0AWAJQAQlSuXLmaNa0eZMmAJ07eZrz+RNoUKFCoUEzcNSAN3NLmTZtCgBqVKlTqVa1ehVrVnNb\nuXb1+hVsWLFcAZQ1e9ZcWrVr2fbpU6lSr17lzNW1exdvXrwA+Pb1aw5wYMGDCZsKEMCBA0/kyJn/\nc/wYcmTIAChXtmwOc2bNmzlzLlfuwoUgQcqZM30aNWoAq1m3dv0admzZs2mbs30bd27du3n3vg0A\neHDh5ogXN368T59KlXr1KmcOenTp06lPB3Ade3Zz27l39/7dVIAADhx4IkfOXHr169mvB/Aefnxz\n8+nXt3//frlyFy4ECQKwnLmBBAsWBIAwocKFDBs6fAgxormJFCtavIgxo0aKADp6/GgupMiRJEOW\nK2cupcqVLFu6NAcgpsyZ5mravIkzJzhWrFChKmcuqNChRIsCOIo0qbmlTJs6ffq0XLlRo3z5Moc1\nq9atALp6/Qo2rNixZMuaNYc2rdq1bNu6fZsW/4DcuXTN2b2LN6/dcuXM+f0LOLDgweYAGD6M2Jzi\nxYwbOwbHihUqVOXMWb6MObNmAJw7ezYHOrTo0aRJlys3apQvX+Zau34NG4Ds2bRr276NO7fu3eZ6\n+/4NPLjw4cR9AziOPLm55cybO38OPbp05gCqW79uLrv27dy7e/8OXjuA8eTLmzuPPr369ezNiRNH\njpy5+fTr2weAP7/+/fz7+wcIQOBAggUNHhRoTuFChg0dPoQYcSEAihUtlitnTuNGjh09fgQZ0hwA\nkiVNlitnTqXKcuXMvYQZU+ZMmjVhAsCZU6c5nj3NlStnTuhQokWNHkU6FMBSpk2dPoUaVepUqv/m\nrF7FmlXrVq5drwIAG1ZsuXLmzJ5Fm1btWrZtzQGAG1duuXLm7NotV87cXr59/f4FHJgvAMKFDZtD\nnNhcuXLmHD+GHFnyZMqPAVzGnFnzZs6dPX8GHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3\nbt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt\n3b+HH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IM\nKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+IxzKlzJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1\nKtWqVq9izap1K9euXr+CDfs0IAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5\n+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl\n5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ\n0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28\nvLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamo\nqKinp6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OS\nkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+\nfn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWlo\naGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRT\nU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48\nPDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQj\nIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAP\nDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhT\nqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3K\ntavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFa\nc5AjS55MubLly5EBaN7M2Zznz6BDix5NuvRnAKhTqzbHurXr17Bjy57dGoDt27jN6d7Nu7fv38CD\n7wZAvLjx48iTK1/OvLm559CjS59Ovbp16ACya99urrv37+DDi/8fT947gPPo05tbz769+/fw48tn\nD6C+/fvm8uvfz7+/f4DmBA4kWLAgAIQJFS5k2NDhQ4gRzU2kWNHiRYwZNVIE0NHjR3MhRY4kWdLk\nSZQiAaxk2dLcS5gxZc6kWdMmTAA5de4019PnT6BBhQ4l6hPAUaRJlS5l2tTpU6jmpE6lWtXqVaxZ\npwLg2tWrObBhxY4lW9bs2bAA1K5la87tW7hx5c6lW/ctALx59Zrj29fvX8CBBQ/uC8DwYcSJFS9m\n3NjxY3ORJU+mHLlcOXOZNW/m3NmzOQChRY82V9r0adSny5UTV66cOdixZc+mHRvAbdy5ze3m3dv3\nb+DBhfMGUNz/+HFzyZUvZ97c+XPoygFMp17d+nXs2bVv527O+3fw4b2XK2fO/Hn06dWvNwfA/Xv4\n5uTPp1+ffrly4sqVM9ffP0BzAgcSLDgQAMKECs0xbOjwIcSIEic2BGDxIkZzGjdy7OjxI8iQGwGQ\nLGnyJMqUKleybGnuJcyY27aJEoXozp01a86cCQMJ0rRp5oYSLWr0qDkASpcyNef0KdSoTrFhw4Rp\nkDNn2rSZ6+r1K9iw5gCQLWvWHNq0ateybev2bVoAcufSNWf3Lt68es2RI+fLl6FYsahRM2f4MOLE\nhgEwbuz4MeTIkidTrmzuMubM27aJEoXozp01a86cCQMJ0rRp/+ZWs27t+rU5ALJn0zZn+zbu3Lax\nYcOEaZAzZ9q0mStu/Djy5OYAMG/u3Bz06NKnU69u/Xp0ANq3czfn/Tv48OLNkSPny5ehWLGoUTPn\n/j38+O4B0K9v/z7+/Pr38+9vDqA5gQMFZuvQQYAAAAMGAAAQIACAABMDsPDly1xGjRs5bgTwEWRI\ncyNJljRJixYDBgMGLJgzBw8eXN68mbN5E2dOnAB49vRpDmhQoUDHjeNWrpw5pUuZNnX6dCkAqVOp\nmrN6FWtWrZQkSADw9asBAyVKlDN3Fm3atADYtnX7Fm5cuXPp1jV3Fy/eWgkSBAggYEDgAQcOFAgQ\nAACAAaVKmf9z/BhyZMgAKFe2bA5zZs2aw4UIEQB0AA5TphQpwidVqkyZSpVaVq6cOdmzacsGcBt3\nbnO7efMuBwyYJk3gzBU3fhx5cuXIATR3/txcdOnTqU/PlAkBAO0AAnTvLkCAJHPjyZcvDwB9evXr\n2bd3/x5+fHPz6dOvlSBBgAACBvQfAPDAgQIBAgAAMKBUKXMMGzp86BCAxIkUzVm8iBFjuBAhAngM\nwGHKlCJF+KRKlSlTqVLLypUzBzOmTJgAatq8aS6nTp3lgAHTpAmcuaFEixo9itQogKVMm5p7CjWq\n1KiZMiEAgBVAgK1bBQiQZC6s2LFjAZg9izat2rVs27p9ay7/rly54FKl8uOHSqRIkCABA0YmQ4YA\nAQ5s22YuseLFjBcDeAw5srnJlCtXlgYCRIAABAjAoUZt2TJtzZrZsmXEiJg6dZAh42YutmzZAGrb\nvm0ut27d4mzYMGIkmbnhxIsbJ06OGrVy5cw5fw4dgPTp1M1Zv449u3Vu3BIkABAggAABJRo0GDAA\nAAAO5tq7f/8egPz59Ovbv48/v/795vr7B2hOILhUqfz4oRIpEiRIwICRyZAhQIAD27aZw5hR40aN\nADx+BGlO5EiSJKWBABEgAAECcKhRW7ZMW7NmtmwZMSKmTh1kyLiZAxo0KACiRY2aQ5o0qTgbNowY\nSWZO6lSq/1WnkqNGrVw5c129fgUQVuxYc2XNnkVblhu3BAkABAggQECJBg0GDAAAgIM5vn39+gUQ\nWPBgwoUNH0acWLE5xo0dP4YsTo4cBAiWmMOcWfNmzgA8fwZtTvRo0qSRVaggQAAFCuHMvYYd2xy5\ncOG8eQNnTvfu3QB8/wZuTvjw4bQKFECAwFO3buXKmYMeXTp0YMDGtGolTlw5c929ewcQXvx4c+XN\nn0dfXo6cAQMOzJhhyFAyU6Y4cCBA4IM5/v39AzQn0ByAggYPIkyocCHDhg7NQYwocSLFbFmyFCjQ\nyxzHjh4/ggQgciRJcyZPojRJjhyPAQMAAEiSpJy5mjZv4v80V84cz549AQANKtQc0aLmuHGrAGAp\nAANPnpQokSLFBRw4GDAwIUHCixcECDAoU6ZcOXNmz6IFoHYtW3Nu38KNy4xZggQECFRQpYoatW+3\nbr14IUDAg2rVzCFOrBgxgMaOH0OOLHky5cqWzWHOrHkz52xZshQo0Msc6dKmT6MGoHo1a3OuX8N2\nTY4cjwEDAABIkqScud6+fwM3V84c8eLFASBPrtwc8+bmuHGrAGA6AANPnpQokSLFBRw4GDAwIUHC\nixcECDAoU6ZcOXPu38MHIH8+fXP27+PPz4xZggQEABKooEoVNWrfbt168UKAgAfVqpmTOJGiRAAX\nMWbUuJH/Y0ePH0GaEzmSZEmS48bpSpBAgIBk5mDGlDmTJgCbN3Ga07mTp85jxzYAABAgwKZN5pAm\nVbqUKVMAT6FGNTeVqjlt2iAA0AogQFcAX8GCJbCA7AIECDAMG2aObVu3bAHElTvXXF27d+92GzLE\ngAEGDPg4c5YtmzRKlBYsCBAgQrZs5iBHlgwZQGXLlzFn1ryZc2fP5kCHFj1a9LhxuhIkECAgmTnX\nr2HHlg2Adm3b5nDn1o372LENAAAECLBpkznjx5EnV64cQHPnz81Fl25OmzYIALADCLAdQHfv3gks\nEL8AAQIMw4aZU7+evXoA7+HHNzeffv363YYMMWCAAQM+/wCdOcuWTRolSgsWBAgQIVs2cxAjSoQI\noKLFixgzatzIsaNHcyBDihwJsly5UaMSBAggQAAvczBjypxJE4DNmzjN6dzJkxw5LlwIBAggQMCw\nYeaSKl3KtGlTAFCjSjVHtao5ceIoDRgAoKvXrwMGHDgwpEmTGDEcOIBCjpy5t3DjvgVAt65dc3jz\n6tVrLU2aBg1UqIBmrrC5cZMmKVBQoEAgc5AjS5YMoLLly5gza97MubNnc6BDix4Nuly5UaMSBAgg\nQAAvc7Bjy55NG4Dt27jN6d7Nmxw5LlwIBAggQMCwYeaSK1/OvHlzANCjSzdHvbo5ceIoDRgAoLv3\n7wMGHP84MKRJkxgxHDiAQo6cuffw478HQL++fXP48+vXby1NGoANGqhQAc3cQXPjJk1SoKBAgUDm\nJE6kSBHARYwZNW7k2NHjR5DmRI4kWVLksmUSJAgI0DIACHHizM2kWdNmTQA5de4019Pnz1evECAo\nYMBAgwagQJVj+u0bHyVKhAghQ+aZOaxZtWoF0NXrV3NhxY4dNqxFCwwMGChQIEGCDz9+evXiNm2a\nGTMaNPAx19fv378ABA8mbM7wYcSIyw0bRoLEnDnmJE+2Zm3DhilTxpnj3NmzZwChRY8mXdr0adSp\nVZtj3dr163LlkiQhQCCAAAEAdAsQIEaMOHHmhA8nXhz/wHHkyc0tZ85cGwUKAgQQWLCgQAEHDk7Y\nsZMgQQAAAAYMECCgwZAh2LCVM9fevXsA8eXPN1ff/n1x4rBhW2XJEsA6dVq1UkSKFDJk32LFAgJk\nwoRn5iZSrFgRAMaMGs1x7Ojx47BhDBgwY2buJEo8eFy4UKTIHMyYMmcCqGnzJs6cOnfy7OnTHNCg\nQoeWK5ckCQECAQQIAOBUgAAxYsSJM2f1KtasALZy7WruK1iw2ihQECCAwIIFBQo4cHDCjp0ECQIA\nADBggAABDYYMwYatnLnAggUDKGz4sLnEiheLE4cN2ypLlurUadVKESlSyJB9ixULCJAJE56ZK236\n9GkA/6pXszbn+jXs2MOGMWDAjJm53Lrx4HHhQpEic8KHEy8O4Djy5MqXM2/u/Dl0c9KnU6/erZsd\nO0SIaFq1yosXBQECAABQoEA1c+rXs2cP4D38+Obm06eviQCBAAEWHDhAACABBAgarFhRokSHOXMA\nAcKBYwMDBiRIADN3ESNGABs5djT3EWRIkSPJYcOmTRs0QoQsWPjwYZw5mTNp0gRwE2dOczt59vSZ\nLVuVKuaIFjVXbs2aFCmmTTP3FGpUqQCoVrV6FWtWrVu5djX3FWxYsd262bFDhIimVau8eFEQIAAA\nAAUKVDN3F2/evAD49vVrDnDgwJoIEAgQYMGBAwQIIP9A0GDFihIlOsyZAwgQDhwbGDAgQQKYOdGj\nRwMwfRq1OdWrWbd2TQ4bNm3aoBEiZMHChw/jzPX2/fs3AOHDiZszfhx58mzZqlQx9xy6uXJr1qRI\nMW2aOe3buXcH8B18ePHjyZc3fx69OfXr2bcvV06cOHPz6Zsr9+SJAAEAAOgwB9CcwIEEBwI4iDCh\nuYUMGUYyYGDAgAcUJUjo0mVXuHDmOnr0GG7GjAIFTJg7iRIlgJUsW5p7CTOmzJkwy5WzRoSIAwc/\nfpj7CTSoUABEixo1hzSp0qXevNmyVa6cuankyAE5cAAFilmzzHn9CjYsgLFky5o9izat2rVszbl9\nCzf/rty55oQJGzDAgrm9fPv2BQA4sGBzhAsXFjZhAgECMUqV8ubNnOTJlCtLPnHiQbly5jp7Ngcg\ntOjR5kqbPo06NepqHDhIkLBpk7nZtGvbBoA7t25zvHv7/q1NGzBg06Z5Y8RowYIABAgwYCBBwiRz\n1Ktbtw4gu/bt3Lt7/w4+vHhz5MubP48+vTlhwgYMsGAuvvz58wHYv4/fnP79+4VNADiBAIEYpUp5\n82ZO4UKGDRWeOPGgXDlzFS2aA5BR40ZzHT1+BBkSZDUOHCRI2LTJ3EqWLV0CgBlTpjmaNW3e1KYN\nGLBp07wxYrRgQQACBBgwkCBhkjmmTZ06BRBV6lSq/1WtXsWaVas5rl29fgUb1ly4cAAAHCBHztxa\ntm3XAoAbV645unXr5hGQV0AHceLM/QUcWPDfcuU8eACwbZs5xo3NAYAcWTI5cubKlTOXWfNmzp2B\nHThw4YIzZ+ZMn0adGsBq1q3LlTMXW/ZscuR8GTL04EGBAgB8//YtQAAA4hgwkCNnTvly5gCcP4ce\nXfp06tWtXzeXXft27t29mwsXDgCAA+TImUOfXj16AO3dvzcXX778PALsC+ggTpw5/v39AzQncKC5\ncuU8eACwbZu5hg7NAYgocSI5cubKlTOncSPHjh6BHThw4YIzZ+ZOokypEgDLli7LlTMncyZNcuR8\nGf8y9OBBgQIAfgL9KUAAgKIYMJAjZ24p06YAnkKNKnUq1apWr2I1p3Xr1m3YsJkLK3Ys2bB8+AAA\nAMEc27Zu3QKIK3euubp27cYJoDdAKHN+/wIODLhcuQEDAnDjZm4xY3MAHkOOTI5cucrmLmPOrHnz\nlgIFGDAIF84c6dKmTwNIrXp1uXLmXsM2102VKiBAZCxYECAAgN69BQiwkCLFgQMAjgsQIEQIrXLl\nzEGPbg4A9erWr2PPrn079+7mvoMHvw0bNnPmz6NPb54PHwAAIJiLL3/+fAD27+M3p3///jgBAAYQ\nGMpcQYMHER4sV27AgADcuJmTONEcAIsXMZIjV47/ozmPH0GGFLmlQAEGDMKFM7eSZUuXAGDGlFmu\nnDmbN811U6UKCBAZCxYECACAKFEBAiykSHHgAACnAgQIEUKrXDlzV7GaA7CVa1evX8GGFTuWbLly\n5tCiHTfuVocOtWqZkzuX7lxs2BAgAADAjDm/fwEDBjCYcGFzhxEjjhQggAABXMiRMzeZcmXLk6NE\nIUCgQLly5kCHNgeAdGnT5cqZI0fOXGvXr2G/HjcOxYABHz5w42aOd2/fvwEEFz68XDlzx8mR27aN\n0oIFBw4gWLCAAIEI11OkgAKlkQ4dDhwAEC9+wIAEvnyZU7/eHAD37+HHlz+ffn3798mRM7efvzlh\n/wARIHjwwJu5gwgTmttWoYIAAQcOYDNHsaJFiwAyatxorqNHj8MgQDBg4MqfP716jRtnrqXLl+XK\nkTlwYMGCNuZy6tQJoKfPn+XKkQsXrlw5c0iTKl2KNFgwCwsWyJHjzZu5q1izagXAtavXcuXMiSVH\nLly4VSBAePBAKVo0cuTKlTM3bly2bK+iRHnxwoMHCho0KFBAoE4dc4gTmwPAuLHjx5AjS55MuTI5\ncuYyazYnDAGCBw+8mRtNurS5bRUqCBBw4AA2c7Bjy5YNoLbt2+Zy69Y9DAIEAwau/PnTq9e4ceaS\nK19erhyZAwcWLGhjrrp16wCya99erhy5cOHKlf8zR768+fPkgwWzsGCBHDnevJmbT7++fQD48+sv\nV86cf4DkyIULtwoECA8eKEWLRo5cuXLmxo3Llu1VlCgvXnjwQEGDBgUKCNSpY87kSXMAVK5k2dLl\nS5gxZc4kR87cTZzmtBEgAABAgVattm0TJ87ZsWMQIAgIEKBBgyRJzE2lWtUqAKxZtZrj2rVrNhMm\nECAQUBYAgAABBlChsmIFmRQp7twRIACAAAFkyLAy19evXwCBBQ8WJ45ctmzWrJUrZ87xY8iRX71a\nYMDAjRvQoJnj3NnzZwChRY8eN87c6XLlwIHL1qfPrVvhzM2mbS5cuECBPGjQcORIkCA6JEhIkED/\nABky5cqZY84cwHPo0aVPp17d+nXs5MiZ497dnDYCBAAAKNCq1bZt4sQ5O3YMAgQBAQI0aJAkiTn8\n+fXvB9DfP0AAAgGYK2jQYDYTJhAgEOAQAIAAAQZQobJiBZkUKe7cESAAgAABZMiwMmfy5EkAKley\nFCeOXLZs1qyVK2fuJs6cOl+9WmDAwI0b0KCZK2r0KFIASpcyHTfOHNRy5cCBy9anz61b4cxx7Wou\nXLhAgTxo0HDkSJAgOiRISJBAABky5cqZq1sXAN68evfy7ev3L+DA5gYTJkzOhw8BAgIAaAwgQAAA\nkiUHECLk0qVx48xx7uz5M4DQokebK23atLhM/5ly5JgQIACA2LJn0wZQgBKlaNHEmevt2zeA4MKH\nlytnjhw5atS4cfM2bpy56NKnR1+2bAgGDA4cjBpl7jv48OIBkC9vvlw5c+rXmysnTly5cubm059f\nrlykSDHAgEGECGCePFFevJgwocGkSeYYNjQHAGJEiRMpVrR4EWNGcxs5dqRGLUsWAQBIlgQQIIAA\nAYq+fSNHzlxMmTNpxgRwE2dOczt59uwpLlo0DBgOHBhQoAAAAAUQILhwYckSbuaoVrVqFUBWrVvN\nde1arhw2bLjAgJk1K5w5tWvZmqMGA4YCBT9+mLN7F29eAHv59jX3F3BgwYMBlysnrlzicuHCVf9j\nxgwZslzjxpmzfNkcAM2bOXf2/Bl0aNGjzZU2fZoatSxZBABw/RpAgAACBCj69o0cOXO7eff2vRtA\ncOHDzRU3fvy4uGjRMGA4cGBAgQIAABRAgODChSVLuJnz/h08eADjyZc3d/58uXLYsOECA2bWrHDm\n6Ne3b44aDBgKFPz4AdCcwIEECwI4iDChuYUMGzp8yLBcOXHlKpYLF64aM2bIkOUaN86cyJHmAJg8\niTKlypUsW7p8aS6mzJk0yZH79k2cOHM8e/r8CRQogKFEi5o7ijSp0qVMmzpFCiCq1Knmqlq1Wi5b\nNmzYxJEjZy6s2LHdus2ZEyVKOXNs27p1CyD/rty55uravYs3r969fO0C+As4sODBhAsbPozYnOLF\njBuTI/ftmzhx5ipbvow5c2YAnDt7Ngc6tOjRpEubPh0agOrVrM25fv26XLZs2LCJI0fOnO7dvLt1\nmzMnSpRy5oobP34cgPLlzM05fw49uvTp1Ks/B4A9u/bt3Lt7/w4+vLnx5MubP48+vXryANq7f28u\nvvz59Ovbv49fPoD9/PubA2hO4MCB5MiFC1esWjVs2Mw9hPiwXLlq1fbsCWdO40aOHAF8BBnS3EiS\nJU2eRJlSJUkALV2+hBlT5kyaNW2aw5lT506ePX3+zAlA6FCi5oweRZpU6VKmTY8CgBpVqjmq/1Wt\nkiMXLlyxatWwYTMXVmzYcuWqVduzJ5w5tm3dugUQV+5cc3Xt3sWbV+9evnYB/AUcWPBgwoUNH0Zs\nTvFixo0dP4YceTEAypUtm8OcWfNmzp09f84MQPRo0uZMn0aNuhw3buLEmYMdWzY4cMaMhTOXW/fu\n3QB8/wZuTvhw4sWNH0eefDgA5s2dP4ceXfp06tXNXceeXft27t29YwcQXvx4c+XNn0efXv169uYB\nvIcf39x8+vXrjxOXX5w5/v39AyxXjho1cuYOIkyYEADDhg7NQYwocSLFihYvRgSgcSPHjh4/ggwp\ncqS5kiZPokypciVLkwBewoxpbibNmjZv4v/MqZMmgJ4+f5oLKnTo0HHijoozp3Qp03LlqFEjZ24q\n1apVAWDNqtUc165ev4INK3ZsVwBmz6JNq3Yt27Zu38KNK3cu3bp27+LNq3cv375+/wIOLHgw4cKG\nDyNOrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo1a8HlypmLLXs27dq2b+M2\nB2A3797mfgMPLnw48eLGgQNIrny5uebOn0OPLn06decArmPPbm479+7ev3MvV46cufLmz6NPD2A9\n+/bu38OPL38+/XLlzOHPr38///7+AZoTOJAgAIMHEZpTuJBhQ4cPIUZcCIBiRYvmMGbUuJH/Y0eP\nHzMCEDmSpDmTJ1GmVHmyXDly5mDGlDmTJgCbN3Hm1LmTZ0+fP80FFTqUaFGjR5EKBbCUaVNzT6FG\nlTqValWrUAFk1brVXFevX8GGFTuWrFcAZ9GmNbeWbVu3b9mSI8dt3Lhyd8uZ07uXb18AfwEHFjyY\ncGHDhxGbU7yYcWPHjyFHXgyAcmXL5jBn1ryZc2fPnzMDED2atDnTp1GnVr2adevTAGDHlm2Odm3b\nt3HX5sbNU7Jk0KBx40bOXHHjx48DUL6ceXPnz6FHlz7dXHXr17Fn176du3UA38GHNzeefHnz59Gn\nV08eQHv3783Flz+ffn379/HLB7Cff39z/wDNCRxIsKBBgdy4eUqWDBo0btzImZtIsWJFABgzatzI\nsaPHjyBDmhtJsqTJkyhJVqtWzpzLlzBhAphJs6a5mzhz6tzJs6dPnACCCh1qrqjRo0iTKl3K1CiA\np1CjmptKtarVq+bGjVOjxkWLFnLk5MmjzZzZs2jRAljLtq3bt3Djyp1L15zdu3jz6t17t1q1cuYC\nCx48GIDhw4jNKV7MuLHjx5AjLwZAubJlc5gza97MubPnz5kBiB5N2pzp06hTqzY3bpwaNS5atJAj\nJ08ebeZy6969G4Dv38CDCx9OvLjx4+aSK1/OvHnzcuWMGUOCJJu569izZwfAvbt3c+DDi/8fT768\n+fPhAahfz96c+/fw48ufT7/+ewD48+s3x7+/f4DmBA4kaK5csGBkyCQJFEiWrGrVxJmjWNGiRQAZ\nNW7k2NHjR5AhRZojWdLkSZQoy5UzZgwJkmzmZM6kSRPATZw5ze3k2dPnT6BBhfIEUNToUXNJlS5l\n2tTpU6hKAUylWtXcVaxZtW4tFywYGTJJAgWSJataNXHm1K5lyxbAW7hx5c6lW9fuXbzm9O7l29dv\n325hwmTIMGCAKXOJFS9eDMDxY8jmJE+mXNnyZXPlyj17FosWrXLlzI0mXRrAadSpza1m3dr1a9iv\nu3VLluxWuXLmdO82B8D3b+DmhA8nXpz/ODhwc6xYKVMm2bhx5qRPp16dOgDs2bVv597d+3fw4c2N\nJ1/e/Hny5cqR0qBBgIAAARyZo1/fvn0A+fXvN9ffP0BzAgcSLFhQnCdPKFAsWPBgypRu3cxRrGgR\nAMaMGs1x7OjxI8iQII0Zo0FDAy9e5layNAfgJcyY5mbSrGlzJjlyTZp8uHIFHDhzQocSLWrUHICk\nSpcyber0KdSoUs1RrWr1Ktaq5cqR0qBBgIAAARyZK2v27FkAateyNef2Ldy4cuOK8+QJBYoFCx5M\nmdKtm7nAggcDKGz4sLnEihczbuy4sTFjNGho4MXLHObM5gBw7uzZHOjQokeDJkeuSZMP/1eugANn\n7jXs2LJnmwNg+zbu3Lp38+7t+7e54MKHEy8uXJo0HQgQECDgwAE4c9KnU6cO4Dr27Oa2c+/u/bu5\ncuXQoEkAAIAAAQECFEiRAhs2c/Ln0wdg/z5+c/r38++vH+C3b+PGmTN4EKFBZxkyMGBgIFAgcxMp\nmgNwEWNGcxs5dvS4ccqUDBl2gANnDmVKlStZpgTwEmZMmTNp1rR5E6c5nTt59vS5U5o0HQgQECDg\nwAE4c0uZNm0KAGpUqeaoVrV6Fau5cuXQoEkAAIAAAQECFEiRAhs2c2vZtgXwFm5cc3Pp1rU799u3\ncePM9fX7t6+zDBkYMDAQKJA5xYvNAf9w/BiyOcmTKVeWPGVKhgw7wIEz9xl0aNGjQQMwfRp1atWr\nWbd2/dpcbNmzadc2R46cGzcUYMC4dGncOHPDiRc3DgB5cuXmmDd3/tz5uHHY0qRJkGDAggUgQGDA\nsIEOHXLkzJU3fx5AevXrzbV3/x5++127UqUydx9//mTJNkCAAPDCBRCZMpEjZy5hQgAMGzo0BzGi\nxImtWjlwAAIEN3McO3r8CPIjgJEkS5o8iTKlypUszbl8CTOmTG2ECBUosECSJHM8e/r86ROA0KFE\nzRk9ijRpuXKFCkmQEGDAAAAAGIABM2gQBgwQevQwBzasWLAAypo9ay6t2rVs06ZIgQP/BzVzdOku\nW2bHToECAzBg4MSpFDdu4sSVK2euXDkAjBs7Ngc5smTJmBo0ECCgTZty5jp7/gw6NGgApEubPo06\nterVrFubew07tuzZ2ggRKlBggSRJ5nr7/g38N4DhxIubO448ufJy5QoVkiAhwIABAAAwAANm0CAM\nGCD06GEuvPjx4QGYP4/enPr17NurT5ECBw5q5urXX7bMjp0CBQZgAIiBE6dS3LiJE1eunLly5QA8\nhBjR3ESKFStiatBAgIA2bcqZAxlS5EiSIwGcRJlS5UqWLV2+hGlO5kyaNWmCA4cmwc4EUMqVMxdU\n6FCiQwEcRZrU3FKmTZ1iwlSgAAAA/wEMGChShJUxY40aQYBQYNEic2XNni0LQO1atubcvoUbt1q1\nAQMIEEA2Tu+4SQsWBAgwYIANbtzMHUac+DAAxo0dm4McWTLkYMEWBMAcQI4cc509f+78rVs3aNCY\njRtnTvVqcwBcv4YdW/Zs2rVt3zaXW/du3rvBgUOTQHgCKOXKmUOeXPly5QCcP4duTvp06tUxYSpQ\nAACAAAYMFCnCypixRo0gQCiwaJE59u3dswcQX/58c/Xt38dfrdqAAQQIAEQ2buC4SQsWBAgwYIAN\nbtzMQYwoESKAihYvmsuocWPGYMEWBAgZQI4ccyZPojT5rVs3aNCYjRtnbiZNcwBu4v/MqXMnz54+\nfwI1J3Qo0aJEkyQZsGDBjBngzEGNKnUqVQBWr2I1p3UrV63kyDFSoAAAAAECFLBgYceOK1Cgjhwp\nUIABM2bm7uLNexcA375+zQEOLHgwEyYAABQowMqbN1iwUBgwQIGCI0fmLmPOrBkA586ezYEOLbpa\nNRo0BKAeMGDVKnOuX7sWJ65JExAPHqhQwePaNXO+f5sDIHw48eLGjyNPrny5uebOn0N/niTJgAUL\nZswAZ2479+7evwMIL368ufLmz5cnR46RAgUAAAgQoIAFCzt2XIECdeRIgQIMADJjZo5gQYMEASRU\nuNBcQ4cPITJhAgBAgQKsvHmDBQv/hQEDFCg4cmSOZEmTJwGkVLnSXEuXL6tVo0FDQM0BA1atMreT\n505x4po0AfHggQoVPK5dM7eUqTkAT6FGlTqValWrV7Ga07qVa1ettmwNGPDg1Str1siJE/ftmzm3\nb+HGdQuAbl275vDm1UuOHCFCCQIEGDBgwwYhQYLQoBGECBEOHAYM4FCunDnLlzFbBrCZc2dzn0GH\nDh1OgQIAABw4MJYsmRQpIVq1KlfOXG3bt3HXBrCbd29zv4EDD/fliwYNS+bMadUqXDhzz6GXK1ek\niAEDAgoUmDDBRLdu5sCHNweAfHnz59GnV7+efXtz7+HHl1+unAABAABs2LatWTNN/wATJChAsMAs\ncwgTKlQIoKHDh+YiSpRYLlCgAwcABAhAgAAHDhMWiFwQAQOGDBkECPhhrqXLly8ByJxJ05zNmzhx\n+hgwAAAACBBU/PhRoAAIceLMKV3KtClTAFCjSjVHtao5cOBMQYCAAwerbt3ChTNHlqw4cZgECADA\nlm2AABs2cDFHt25dAHjz6t3Lt6/fv4ADmxtMuLDhcuUECAAAYMO2bc2aaUqQoIDlArPMad7MmTOA\nz6BDmxtNmnS5QIEOHAAQIAABAhw4TFhAe0EEDBgyZBAg4Ie538CDBwdAvLhxc8iTK1fuY8AAAAAg\nQFDx40eBAiDEiTPHvbv3794BiP8fT96c+fPmwIEzBQECDhysunULF86cffvixGESIACAf4AAAAQI\nsGEDF3MJFSoE0NDhQ4gRJU6kWNGiOYwZNW6UIgUAgAABElmzxoePAwApVQpYtMjcS5gxXwKgWdOm\nOZw5c3Lr0CFAAAEFCixYIEECAwMGSJDAQoaMAwcDBqgxV9Xq1asAtG7las7rV7Ber11rggBBhAg3\nbtRAgCBAgBTm5M6lW9cuALx59Zrj29fct29YGDAAAyacOcSJzSlTRoJEAACRJQ/QoEGNGnDmNG/e\nDMDzZ9ChRY8mXdr0aXOpVa9mLUUKAAABAiSyZo0PHwcAdO8WsGiROeDBhQMHUNz/+HFzyZUr59ah\nQ4AAAgoUWLBAggQGBgyQIIGFDBkHDgYMUGPO/Hn06AGsZ9/e3Hv48d9fu9YEAYIIEW7cqIEAAcAA\nAVKYK2jwIMKEABYybGjuIURz375hYcAADJhw5jZyNKdMGQkSAQCQLDlAgwY1asCZa+nSJYCYMmfS\nrGnzJs6cOs3x7OnTZzkHDgAAMGBAjiBBFSosYMDgwwcBAgIkSNCrVzlzWrduBeD1K1hzYseOdYYA\nwYABDWDAwIHjyRMjefIYq2vFCgIEBgxUM+f3L2DAAAYTLmzuMOLEh7Nli6NI0aZNoUIJWbAgQIAW\n5MiZ6+z5M+jPAEaTLm3uNGpz/+HCGQIBAg0abePGkSMXLpyvFCkA8O4NQIAADVSo0KIlzhzy5MkB\nMG/u/Dn06NKnU69u7jr27Nm1FSgQIECDBq548Zo2jZw5c+XKoUL14MOHHDl+matv3z6A/Pr3m+vv\nH6A5gdRAgGDBQli4cOYYNmxI7cYNAgRChDB3EWNGjQA4dvRoDmRIkSDLlRN3Ehu2VavegADBgIEL\nbdrM1bR5E+dNADt59jT3EyjQXRkyPHggJVGiSZMaNSpiwAAAqQcOQIDw4MEKIUJQoQpnDmzYsADI\nljV7Fm1atWvZtjX3Fm7cuNoKFAgQoEEDV7x4TZtGzpy5cuVQoXrw4UOOHL/MNf927BhAZMmTzVW2\nbJkaCBAsWAgLF85caNGiqd24QYBAiBDmWLd2/RpAbNmzzdW2fbt2uXLieGPDtmrVGxAgGDBwoU2b\nOeXLmTdnDgB6dOnmqFevvitDhgcPpCRKNGlSo0ZFDBgAcP7AAQgQHjxYIUQIKlThzNW3bx9Afv37\n+ff3DxCAwIEECxo8iFCguYUMGy4sVy4GgIkAUqQIVq6cuY0by5XToeNAgAAMGGgoV86cypXmALh8\nCdOczJkzof34cegQNXM8e/YsV25QgAAPHsSKZS6p0qVMATh9CtWc1KlUqZYTJ65UqTBhYty4ESGC\nhjNnxo0zhzat2rVoAbh9C9f/nNy55sqVAwMgb14BAgIEGDBAwIABAQIgqFABB44FjBEggAEDS7ly\n5ipbNgcgs+bNnDt7/gw6tGhzpEubJl2uXAwArAGkSBGsXDlztGmXK6dDx4EAARgw0FCunLnhxM0B\nOI48ubnlzJlD+/Hj0CFq5qpbt16u3KAAAR48iBXLnPjx5MsDOI8+vbn17Nu3LydOXKlSYcLEuHEj\nQgQNZ86MAzjO3ECCBQ0OBJBQ4UJzDR2aK1cODACKFAUICBBgwAABAwYECICgQgUcOBacRIAABgws\n5cqZgxnTHACaNW3exJlT506ePc39BBr057FjLAAAECAgUiRzTZ2CA5ckiQAB/wEKFOjQgQo5cua8\nfjUHQOxYsubMnj3rbc6cYMHKmYMbN64zZwYCBLBhw9xevn397gUQWPBgc4UNH0bMjduQIRo0gLhw\ngcHkKlWgQTOXWfNmzpkBfAYd2txo0ubKlZMAQDWAAK0BvAYQQDYBAhmCBNGgIUAAAL17C5g0ydxw\n4uYAHEeeXPly5s2dP4duTvp06tKPHWMBAIAAAZEimQMfHhy4JEkECAhQoECHDlTIkTMXX745APXt\n3zeXX79+b3PmAAwWrJy5ggYNOnNmIEAAGzbMQYwocSJEABYvYjSncSPHjty4DRmiQQOICxcYoKxS\nBRo0cy5fwozpEgDNmjbN4f/Maa5cOQkAfgIIIBQAUQABjhIgkCFIEA0aAgQAIFWqgEmTzGHNag4A\n165ev4INK3Ys2bLmzqJNO24cHToLCBBYsMCZM3PlymnT5gIA374H8uQRJ9gc4cKFASBOrNgc48aO\nrVlTpgybucqWzYkTBwGCAAkSvn0zJ3o06dKiAaBOrdoc69auX1+7hgRJixYUHjwgQOAADhzevJkL\nLnw48eAAjiNPbm758nLlNm0iAGA69erTEyQQIWLRo0dBgiRIIAAAefJDhphLr94cgPbu38OPL38+\n/fr2y5Uzp3+//mjRAObIYSFBggULevSoFSeOAQMAIBYosGSJN3MXMWbMCID/Y0eP5kCGFAkyXDhg\nJ7Fh8+ZNGg0aAgQUMGbMXE2bN3HeBLCTZ09zP4EGFVquHDduypTBevGCAAEBNmwECyZOnDmrV7Fm\nBbCVa1dzX79So4YFy4AAZwMkUGvAAAYMzcaNMzeXLt1y3rzhwSPBkCFzfwGbAzCYcGHDhxEnVryY\ncbly5iBHhhwtWo4cFhIkWLCgR49aceIYMACAdIECS5Z4M7eadevWAGDHlm2Odm3btMOFA7YbGzZv\n3qTRoCFAQAFjxswlV76c+XIAz6FHNzedenXr5cpx46ZMGawXLwgQEGDDRrBg4sSZU7+efXsA7+HH\nNzd/PjVqWLAMCLA/QAL//wANGMCAodm4ceYSKlRYzps3PHgkGDJkrqJFcwAyatzIsaPHjyBDiiRH\nzpzJk+bKIUJ04QICAwYCBABAM0AAADgnTNi2zZzPn0CD+gRAtKhRc0iTKkU6bhyMCBEWLGjQYMCB\nAwAAOPDmzZzXr2DDggVAtqxZc2jTql2rtlw5bLRoPXggwIABEyZs2OgFDpy5v4AD/wVAuLBhcuTM\nkSM3alSECAIAAAgQYAEjRr16mdvMubPnzqmMGTNHurQ5AKhTq17NurXr17BjkyNnrrZtc+UQIbpw\nAYEBAwECABgeIACA4xMmbNtmrrnz59CbA5hOvbq569izXx83DkaECAsWNP9oMODAAQAAHHjzZq69\n+/fw3wOYT7++ufv48+vPX64cNoC0aD14IMCAARMmbNjoBQ6cOYgRJUIEUNHiRXLkzJEjN2pUhAgC\nAAAIEGABI0a9eplj2dLlS5epjBkzV9OmOQA5de7k2dPnT6BBhZojWrToNjFiRIj4gABBAKgBBECA\nECnSOHNZtW7l2hXAV7BhzY0lW7bsLQgQBKxdGyAAAQKKzM2lW9fuXQB59e4119fvX8CB/TpzVsSD\nBwMGBgy4IEwYOXLmJE+mDMDyZczkyJUbNw4VqhAhAgAAMGDAK3OpVa9m3Tp1NGHCzM2mbQ7Abdy5\nde/m3dv3b+DmhA8fXi7/XDhv3rphw6ZJU6pU38xNp17d+nXrALRv527O+3fw4L2hQAHAvPkCBTRo\nEGfO/Xv48eUDoF/fvjn8+fXv58+fG0BupEhJkJBj2rRy5cwxbOgQAMSIEs1RpAgOXKJECQgQ8OTJ\nHMiQIkeSDLlp2DBzKleaA+DyJcyYMmfSrGnzprmcOnWWCxfOm7du2LBp0pQq1TdzSpcybeq0KYCo\nUqeaq2r16lVvKFAA6Nq1QAENGsSZK2v2LNq0ANaybWvuLdy4cufO5caNFCkJEnJMm1aunLnAggcD\nKGz4sLnEicGBS5QoAQECnjyZq2z5MubMljcNG2buM2hzAEaTLm36NOrU/6pXszbn+jXs2LJn0679\nGgDu3LrN8e7t+3ewYBs2IEBww5Spbt3MMW/u/Dl0cwCmU69u7jr27Nq3c+/uHTuA8OLHmytv3jw5\nc+rXs2/v/n2RWrXM0a9vDgD+/Pr38+/vHyAAgQMJFjR4UKA5hQsZNnT4EGLEhQAoVrRoDmNGjRuD\nBduwAQGCG6ZMdetmDmVKlStZmgPwEmZMczNp1rR5E2dOnTQB9PT501xQoULJmTN6FGlSpUuL1Kpl\nDmpUcwCoVrV6FWtWrVu5djX3FWxYsWPJljULFkBatWvNtXX7Fq42bVasRIrUixw5c3v59vX7ly8A\nwYMJmzN8GHFixYsZN/8+DAByZMnmKFe2fBlzZs3jxkWIFMlcaNHmAJQ2fRp1atWrWbd2bQ52bNmz\nade2fTs2AN27eZvz/Rt4cG3arFiJFKkXOXLmmDd3/hx6cwDTqVc3dx17du3buXf3jh1AePHjzZU3\nfx59evXrx42LECmSOfnzzQGwfx9/fv37+ff3DxCAwIEEAZg7iDChwoUMGzpECCCixInmKlq8iHHc\nOG/eyJEzBzKkyJEkSQI4iTKluZUsW7p8CTOmTJYAatq8aS6nzp08e/r8qU3bEWLEzBk9ag6A0qVM\nmzp9CjWq1Knmqlq9ijWr1q1crQL4CjasubFky5o9izatWrIA2rp9ay7/rty5dOvavYtXLoC9fPua\n+ws4sODBhAuLE2crXDhzjBubAwA5suTJlCtbvow5s7nNnDt7/gw6tGjOAEqbPm0uterVrFu7fg1b\nNYDZtGubu407t+7dvHv7xg0guPDh5oobP448ufLl4sTZChfOnPTp5gBYv449u/bt3Lt7/w4+vPjx\n5MubP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1e\nxJhR40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlTJ0tzPX3+BBpU6FCiPgEcRZrU\n3FKmTZ0+hRq1XDlz/1WtXgWQVetWc129fgUbVuxYsl4BnEWb1txatm3dtiVHrpw5unXt3sV7F8Be\nvn39/gUcWPBgwuYMH0acWPFixo0PA4AcWbI5ypUtX8acWfPmygA8fwZtTvRo0qVNn0adejQA1q1d\nm4MdW/Zs2eXKkTOXW/du3r15AwAeXPhw4sWNH0ee3Nxy5s2dP4ceXTpzANWtXzeXXft27t29dy9X\nztx48uXHA0CfXr059u3dv4cfX/789gDs38dvTv9+/v35AyQnsFw5cwYPIkyo8CCAhg4fQowocSLF\nihbNYcyocSPHjh4/ZgQgciRJcyZPokypcqXKcuXMwYwpEyaAmjZvmv/LqXMnz54+fwLVCWAo0aLm\njiJNqjQpuablypmLKnUq1apSAWDNqnUr165ev4INa24s2bJmz6JNq5YsgLZu35qLK3cu3bp26Waz\nZs0c375++QIILHiwucKGDyNOrHgxY8MAHkOObG4y5cqWK5crx82bN3HizIEOLXo0aXMATqNOrXo1\n69auX8M2J3s27dq2b+POPRsA796+zQEPLnw48eLDs1mzZm458+bLAUCPLt0c9erWr2PPrn17dQDe\nv4M3J348+fLky5Xj5s2bOHHm3sOPL3++OQD27+PPr38///7+AQIQOJAgAHMHESZUeHDcuGbNlEWs\nVs1cRYsXMWY0B4D/Y0eP5kCGFDmSZMmQ166JWbbMXEuXL1sCkDmTpjmbN3GWK/ft2zhzP4GaK1du\n2bJp5pAmVbqUKQCnT6GakzqValWr4VSpqlNnFjly5sCGFTtWLACzZ9GmVbuWbVu3b83FlTuXbtxx\n45o1U7a3WjVzfwEHFjzYHADDhxGbU7yYcWPHjxdfuyZm2TJzlzFnvgyAc2fP5kCHFl2u3Ldv48yl\nVm2uXLlly6aZkz2bdm3bAHDn1m2Od2/fv4GHU6WqTp1Z5MiZU76ceXPmAKBHlz6denXr17FnN7ed\ne/fu34gRS5HiwIEBECCcOIHNXHv37+HHBzCffn1z9/Hn17+fv7ly/wDLTZigwJo1cwgTKkQIoKHD\nh+YiSjRHjhw3KFAkSJigR8+mTXLkVEiQAACAABkyaNNmrqXLlzBbAphJs6a5mzhz6txJDhOmBUA/\nfTJHtKjRo0YBKF3KtKnTp1CjSp1qrqrVq1WtWTM1YkSAr18HDDhwQJO5s2jTql0LoK3bt+biyp1L\nt65dc8aMDRgAwZzfv4ABAxhMuLC5w4jNceMWhQABAQIMHDggoLKAAAIEAAAgIEECJ07GjTNHurTp\n0wBSq15trrXr17BjmzNm7MCBAMGCmdvNu7fv3gCCCx9OvLjx48iTKzfHvLlz5tasmRoxIoB16wMG\nHDigyZz37+DDi/8HQL68eXPo06tfz769OWPGBgyAYK6+/fv3Aejfz9+cf4DmBJrjxi0KAQICBBg4\ncEDAQwEBBAgAAEBAggROnIwbZ87jR5AhAYwkWdLcSZQpVa40Z8zYgQMBggUzV9PmTZw3Aezk2dPn\nT6BBhQ4las7oUaRGkyVLQoGCAAEGDCBYsMCAASLkyJnj2tXrV68AxI4la87sWbRpzZYrBw6cNnNx\n5ZozYyZAgDLm9O7lyxfAX8CBzQ0eDA5cqlQkBAhIkIDCiRMJEhgwQODDBwkSIihQYMECMWLmRI8m\nXRrAadSpza1m3dr1a3PixBEgUIAcOXO5de/mvRvAb+DBhQ8nXtz/+HHk5pQvZ648WbIkFCgIEGDA\nAIIFCwwYIEKOnDnw4cWPFw/A/Hn05tSvZ99efbly4MBpM1ffvjkzZgIEKGPOP0BzAgcSNAfgIMKE\n5hYuBAcuVSoSAgQkSEDhxIkECQwYIPDhgwQJERQosGCBGDFzKleybAngJcyY5mbSrGnzpjlx4ggQ\nKECOnLmgQocSHQrgKNKkSpcyber0KVRzUqdSpUoNDpwYMdasMeXESYMGKsqVM2f2LNq0aAGwbevW\nHNy4cufC9eYtW7Zy5vbuDReOAYMBA1yZK2z48GEAihczNufYsThxyJDxqVEjVy5zmsmR8+YZHLhr\n12ghQfLhAyNG/+ZWs27tGgDs2LLN0a5t+zZuc+HCESDQwBzw4MKHEwdg/Djy5MqXM2/u/Lm56NKn\nTxcHDNicOb9+yZIipUCBFuXKmStv/jz68uXKAWjv/r25+PLll/v2LRz+ceOyZSNHDqA5gQLJPXgQ\nIIAAAd7MNXT48CEAiRMpmrNosVy5WrWAlSplDmRIkSDLldtGgkSCBEqUmHP5EmZMADNp1jR3E2dO\nnTvNVasGAMADc0OJFjV6FEBSpUuZNnX6FGpUqeaoVrVqVRwwYHPm/PolS4qUAgValCtnDm1atWvR\nlisHAG5cuebo1q1b7tu3cHvHjcuWjRw5c4MHk3vwIEAAAQK8mf9z/BgyZACTKVc2d/lyuXK1agEr\nVcpcaNGjQ5crt40EiQQJlCgx9xp2bNkAaNe2bQ53bt27eZurVg0AgAfmiBc3fhw5AOXLmTd3/hx6\ndOnTzVW3fh07OXLWrPny5alDhwULOJkzfx59evUA2Ld3bw5+/PjOWrUSJkxcfnP7+fMfAlCAgAAB\nXLgwhzChwoUAGjp8aC5ixHLlunW7Vq6cuY0cO3b0BgOGAAEcOJg7iTKlSgAsW7o0BzOmzJk0zRkz\nBgBAA3M8e/r8CRSA0KFEixo9ijSp0qXmmjp9CpUcOWvWfPny1KHDggWczHn9CjasWABky5o1hzZt\nWmetWgkTJi7/rrm5dOkOESAgQAAXLsz5/Qs4MIDBhAubO3y4XLlu3a6VK2cusuTJk73BgCFAAAcO\n5jp7/gwagOjRpM2ZPo06tWpzxowBANDAnOzZtGvbBoA7t+7dvHv7/g08uLnhxIsbH06NmhcvFxYs\naNAAnLnp1Ktbvw4gu/bt5rp7N1euXKwqVSZNMmbN2rdv4sSZCxdOjpwKCRJgwYIMmbn9/Pv7BwhA\n4ECC5gwaLFeOHDlzDR0+hNiwHBkyBQooUGBO40aOHQF8BBnS3EiSJU2eNKdMWYAADsqVMxdT5kya\nMwHcxJlT506ePX3+BGpO6FCiRYVSo+bFy4UFCxo0AGdO6lSq/1WtAsCaVas5rl3NlSsXq0qVSZOM\nWbP27Zs4cebChZMjp0KCBFiwIENmTu9evn0B/AUc2NzgweXKkSNnTvFixo0VlyNDpkABBQrMXcac\nWTMAzp09mwMdWvRo0uaUKQsQwEG5cuZcv4YdGzYA2rVt38adW/du3r3N/QYeXPhvWbIgQBAwYECD\nBtTMPYceXfp0ANWtXzeXXbt2ZUGCzJjxhQmTHTt+/MCiQoUBAxKMGTMXX/58+vMB3Mef39z+/eXK\nATQncCDBggXDhVux4sCBT+YeQowYEQDFihbNYcyocSNHc8uWUaCggRs3cyZPokyJEgDLli5fwowp\ncybNmuZu4v/MqfOmHTsIEAQQIFTADXDgzCFNqnSpUgBOn0I1J3WquXLlgEWIQICAgK4Avn4VICBA\nAA7XrplLq3Yt27UA3sKNW66cuXJ2y5nLq3fv3nHm/v4VJ06PHgAACgQLZm4x48aLAUCOLNkc5cqW\nL2M2V6uWAgUELFioUQMDhkzVqplLrXp1agCuX8OOLXs27dq2b5vLrXs379x27CBAEEAAcQE3wIEz\np3w58+bMAUCPLt0c9ermypUDFiECAQICvgMIH16AgAABOFy7Zm49+/bu2wOIL39+uXLmyuEvZ24/\n//79AY4zN3CgOHF69AAAUCBYMHMPIUZ8CIBiRYvmMGbUuJH/o7latRQoIGDBQo0aGDBkqlbNXEuX\nL1sCkDmTZk2bN3Hm1LnTXE+fP4H2PHYMCZIRCRIIUFqihC5d5qBGlToVKgCrV7Ga07p1qzMQIBAg\nOECALAEDBgoEUBsAwa5d5cqZkzuXbl25APDm1WuOb1+/f/2KE9csXDhzh8eNa9IkQOMsWcqVMzeZ\ncmUAlzFnNreZc2fPn8PRoCFAQAABAgIEAAAgQIECVqxEGjfOXG3b5gDk1r2bd2/fv4EHF26OeHHj\nx4kfO4YEyYgECQREL1FCly5z17Fn134dQHfv382FFy/eGQgQCBAcILCegAEDBQLED4Bg165y5czl\n17+ff34A/wABCBw40JzBgwgTIhQnrlm4cOYijhvXpEmAi1mylCtnrqPHjwBCihxprqTJkyhThqNB\nQ4CAAAIEBAgAAECAAgWsWIk0bpy5n0DNARhKtKjRo0iTKl3K1JzTp1CjQiVHzpkWLQIEANg6YAAH\nDubCih1LFoDZs2jNqV27tluhQlasUMGEKVYsYMD4VKgAAIAABAgMGQIHzpzhw4gTA1jMuLG5x5Aj\nS35crtyxY21gwbp2TZswYVasBAhA4MSJadPKmVvNmjWA17Bjm5tNu7bt2t68GVqwAIBvAQIKFAAA\nIIDxCBGEkCNnrrlzcwCiS59Ovbr169izazfHvbv37+DNZf/L5sdPggIFBAgIECCWuffw48cHQL++\nfXP48+snRy5cOIDiypUzZ65cOXLAgGHCxKFBAwQIzpwxV9HiRYwANG7kaM7jR5AhPZIjFyyYp0mT\nHDlaBASIBg0ECFCgRWvbtmXkyJnj2dMcAKBBhZojWtToUaLZsgkSpKJAgQABEqBBkyZNhgwMTpxw\n48YROXLmxI41B8DsWbRp1a5l29btW3Nx5c6lW9dctmx+/CQoUECAgAABYpkjXNiwYQCJFS8219jx\nY3LkwoUTV66cOXPlypEDBgwTJg4NGiBAcOaMOdSpVa8G0Nr1a3OxZc+mHZscuWDBPE2a5MjRIiBA\nNGggQID/Ai1a27YtI0fO3HPo5gBMp17d3HXs2bVfz5ZNkCAVBQoECJAADZo0aTJkYHDihBs3jsiR\nM1ffvjkA+fXv59/fP0AAAgcSLGjwIEKB5cqZa+jwIUSI5MhZs5Zsx44BAwAAGDBrlrmQIkeGBGDy\nJEpzKleuLBfuZbhv4sR16zZunDhzOs19o0GDAIEAAZyZK2r06FEASpcyLVfOHNSoUsuVG2eVGDFg\nwHTdupUq1RUJEgwYECBAQ5kyzpw5AgfOHNy45gDQrWvXHN68evdy48aEyYULCRQoYMBAUK5cmzY9\neKBAggRAgDaVK2fuMmZzADZz7uz5M+jQokeTLlfOHOrU/6pXryZHzpq1ZDt2DBgAAMCAWbPM8e7t\nmzeA4MKHmytu3Hi5cMrDfRMnrlu3cePEmatu7hsNGgQIBAjgzBz48OLFAyhv/ny5cubWs29frty4\n+MSIAQOm69atVKmuSJBgAKABAQI0lCnjzJkjcODMNXRoDkBEiRPNVbR4ESM3bkyYXLiQQIECBgwE\n5cq1adODBwokSAAEaFO5cuZo1jQHAGdOnTt59vT5E2jQckOJljN3FGnSpOWYmnP67VuIEAAAELh0\n6du3cua4du0KAGxYsebIli07btu2YcOYYcKkRQstWuXM1a2LDVuBAgECmDH3F3DgwAAIFzZsDnHi\nxOWUKf8bM+ZOnTqxYlmzRk5cZnG1TpwgQECAgAVcuHTqpMtcatWqAbR2/dpcbNmzZ5PLkwdCbghB\n3LhJlkzbsmUwYAwYIIACBVWqvJlz/vw5AOnTqVe3fh17du3by3X3Xs5cePHjx5czbw79t28hQgAA\nQODSpW/fypmzf/8+AP37+ZvzD9CcwIHjtm0bNowZJkxatNCiVc6cRInYsBUoECCAGXMcO3r0CCCk\nyJHmSpo0WU6ZsjFj7tSpEyuWNWvkxNkUV+vECQIEBAhYwIVLp066zBk9ehSA0qVMzTl9ChUquTx5\nIFiFEMSNm2TJtC1bBgPGgAECKFBQpcqbubVs2QJ4Czf/rty5dOvavYt33Dhy27ZFi0aOnLnBhAeL\nE2fMmK5t28o5NmbsxQsBAgY8eIADxxBgwMx5/mwOgOjRpM2ZPo163LhixVYcOBAgAAkS18zZtu3J\n04EDAAAkMQc8uHDhAIobP24uufLld+4sWCCgQYMgQbp1M4cdu7YQIQwYECBgARIk2bKVM4c+fXoA\n7Nu7L1fOnPz59OXnGjLEgoUkSSoBAwgMGjRVJEgECAAAgIAhQ8SJMxdR4kQAFS1exJhR40aOHT2G\nC8ctWrROnapV82ZOpUpr1qxYAQGCSKRIunQZggGDAQMFCiKMGJEhQwImTL59M5c0KQCmTZ2agxpV\nqlRr/xo0BAhAgACXZcu8eZtlwgQBAgIEeDKXVu3atQDcvoVrTu5cuuTINWmyYMAABQpUqSpnzly5\ncr5kyEiQgACBCcqUmYMcWTJkAJUtXy5Xztxmzp3JkeuFA0eFChw47MGDR40aDgQIBAgwYEAWc7Vt\n374NQPdu3r19/wYeXPjwcOG4RYvWqVO1at7MPX9uzZoVKyBAEIkUSZcuQzBgMGCgQEGEESMyZEjA\nhMm3b+bcuwcQX/58c/Xt379vTYOGAAEIACTAZdkyb95mmTBBgIAAAZ7MQYwoUSKAihYvmsuocSM5\nck2aLBgwQIECVarKmTNXrpwvGTISJCBAYIIyZeZu4v/MeRMAz54+y5UzJ3QoUXLkeuHAUaECBw57\n8OBRo4YDAQIBAgwYkMUc165evQIIK3Ys2bJmz6JNq/batWysWEGBkiRJDg8eXrzAAAFCgL59DRgI\nIBgAAAMGChRgkCBBgwYEcuQwZqxcOXOWAWDOrNkc586ePztzpkABgNIDBgQIIAAAAASuEQwzJ3s2\nbdoAbuPObW437967oUEzAGA4gAgR2BgzpkgRiAMHGDAwYEBLuHDmrmPPfh0A9+7ey5UzJ368eHHi\nfPmqIUGCgPbtESAIIF/+ihWAAJnLr38/fwD+AQIQOJBgQYMHESZUiPDatWysWEGBkiRJDg8eXrzA\nAAH/QgCPHg0YCDASAAADBgoUYJAgQYMGBHLkMGasXDlzNwHk1LnTXE+fP4E6c6ZAAQCjAwYECCAA\nAAAETxEMMzeVatWqALBm1WqOa1evXKFBMwCALIAIEdgYM6ZIEYgDBxgwMGBAS7hw5vDm1YsXQF+/\nf8uVMzeY8GBx4nz5qiFBggDHjhEgCDB58ooVgACZ07yZc2cAn0GHFj2adGnTp1Fny9YNGzZduvr0\ncTBgAAECCRAgMGDgwAEDAgQAEC5AgAEDCBAw4MABBAgZmDCBA2eOOnUA17FnN7ede3fv28mQGTAA\nQHnzBQosWMCCRTZz7+HHjw+Afn375vDn16/fjwAB/wABCARwAAGCAQMEGDCQIEGIEM3MSZxIkSKA\nixgzmtvIsaM4cbt2eVmwIEAAACgDqAxwQI+eatXMyZxJs6ZMADhz6tzJs6fPn0CDjhtnrly5ceO8\neUMVJIghQ62yZcOGzZvVatUgQfoUKxYmTGXKZFq2LFy4cebSqlULoK3bt+biyp1LN644cZUq5QgT\npkaNPHz4LFpEiRI5c4gTK1YMoLHjx+YiS548mVySJAAya9YcYMECLlxy5TJHurTp0wBSq15trrXr\n163JkavWqtWJ2ydUiBFDhcqxcuXMCR9OvDhxAMiTK1/OvLnz59Cjjxtnrly5ceO8eUMVJIghQ62y\nZf/Dhs2b+WrVIEH6FCsWJkxlymRatixcuHHm8uvXD6C/f4AABAIwV9DgQYQFxYmrVClHmDA1auTh\nw2fRIkqUyJnj2NGjRwAhRY40V9LkyZPkkiQB0NKlywALFnDhkiuXOZw5de4E0NPnT3NBhQ4NSo5c\ntVatTiw9oUKMGCpUjpUrZ87qVaxZsQLg2tXrV7BhxY4lW9bcWbRp1a5l29YtWgBx5c41V9fuXbx5\n9e7laxfAX8CBzQ0mXNhw4XLlyE2b1qtXMXLkzE2mXNlyZQCZNW8219nzZ9ChRY8m7RnAadSpVa9m\n3dr1a9jmZM+mXdv2bdy5ZwPg3du3OeDBhQ8nXtz/+PHgAJQvZ27O+XPo0aGXK0du2rRevYqRI2fO\n+3fw4cEDIF/evDn06dWvZ9/e/fv0AOTPp1/f/n38+fXvN9ffP0BzAgcSLGjwIEKDABYybGjuIcSI\nEidSrGgRIoCMGjea6+jxI8iQIkeS9AjgJMqU5cqZa+nyJcyYMmfSNAfgJs6cOnfy7OnzJ1BzQocS\nLWr0KNKkQwEwberUHNSoUqdSrWr1alQAWrdyNef1K9iwYseSLfsVANq0asuVM+f2Ldy4cufSrWsO\nAN68evfy7ev3L+DA5gYTLmz4MOLEigkDaOz4sbnIkidTrmz5MmbJADZz7mzuM+jQokeTLm0aNIDU\n/6pXm2vt+jXs2LJn03YN4Dbu3Lp38+7t+zdwc8KHEy9u/Djy5MMBMG/u3Bz06NKnU69u/Xp0ANq3\nczfn/Tv48OLHky//HQD69OrNsW/v/j38+PLntwdg/z7+/Pr38+/vHyAAgQMJAjB3EGFChQsZNnSI\nEEBEiRPNVbR4EWNGjRs5WgTwEWRIcyNJljR5EmVKlSQBtHT50lxMmTNp1rR5E6dMADt59vT5E2hQ\noUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp\n1rV7F29evXv59vX7F3BgwYMJF25qDnFixYsZL/8uZw5yZMmTKQOwfBmzOc2bOXfmXK6cOdGjSZcW\nXQ61OdWrzQFw/Rq2Odmzade2fRt37tkAePf2bQ54cOHDiQ8vZ85cuXLmmDd3/pw5AOnTqVe3fh17\ndu3bzXX3/h18ePHjyXsHcB59enPr2bd3v75c/Pjm6Ne3fx//fQD7+fc3B9CcwIEECxo8iDChQAAM\nGzo0BzGixIkUI5YrJ44cOXMcO3r86BGAyJEkS5o8iTKlypXmWrp8CTMmTHLmatq8iTMngJ08e5r7\nCTSo0KDlypk7ijSp0qVLATh9CtWc1KlUq1q9ijXrVABcu3o1Bzas2LFkw5IjJ23cOHNs27p96xb/\ngNy5dOvavYs3r9695vr6/Qs4MGBy5gobPow4MYDFjBubeww5suTI5cqZu4w5s+bNmwF4/gzanOjR\npEubPo069WgArFu7Ngc7tuzZtGOTIydt3DhzvHv7/u0bgPDhxIsbP448ufLl5po7fw49uvNo0cKZ\nu449u/btALp7/24uvPjx5MubP49ePID17Nubew8/vvz59Ovbhw8gv/795vr7B2hO4ECCBQe2apUq\nXDhzDR0+hPgQwESKFS1exJhR40aO5jx+BBlS5Mdo0cKZQ5lS5UqWAFy+hGlO5kyaNW3exJlzJgCe\nPX2aAxpU6FCiRY0eDQpA6VKm5pw+hRpV6tNW/61ShQtnTutWrl25AgAbVuxYsmXNnkWb1txatm3d\nviVXrJgWLb3M3cWbV+9eAH39/jUXWPBgwoUNExa3bRs5cuYcP4YMQPJkyuYsX8acWfNmzp0vAwAd\nWrQ50qVNn0Zt7tq1FCnalCtnTvZs2rVpA8CdW/du3r19/wYe3Nxw4sWNHydXrJgWLb3MPYceXfp0\nANWtXzeXXft27t29cxe3bRs5cubMn0cPQP169ubcv4cfX/58+vXfA8CfX785/v39AzQncCBBgdeu\npUjRplw5cw4fQowIEQDFihYvYsyocSPHjuY+ggwp8iM4cKNGycCA4cCBEsyYmYspcybNmQBu4v/M\naW4nz54+fwI1J06cGzcLEiQABqycuaZOnQKIKnWquapWr14lJ07coUMqVBCAAEGAAEPmzqJNq3Yt\ngLZu35qLK3cu3brZePAgQKCPub5+/wIODGAw4cKGDyNOrHgxY3OOH0OOXK5cnz4MGCQgQGDAgARS\npKxZM2xYLm3aqlVr9elTtGjgwJmLDWA27drmbuPOrXv37nDhBAk6cCDAgQN06JhLrnw5gObOn5uL\nLn16uXKwYMlx4AAA9+7dAzRqZG48+fLmywNIr369ufbu38N/X67cIQIEBAi4Y24///7+AZoTOBBA\nQYMHESZUuJBhQ4fmIEaUOLFcuT59GDBIQID/wIABCaRIWbNm2LBc2rRVq9bq06do0cCBMzcTQE2b\nN83l1LmTZ8+e4cIJEnTgQIADB+jQMbeUaVMAT6FGNTeVatVy5WDBkuPAAQCvX78GaNTIXFmzZ9Ge\nBbCWbVtzb+HGlRu3XLlDBAgIEHDHXF+/fwEHBjCYcGHDhxEnVryYsTnHjyFHJkduw4YBAwggQBCA\nMwDPnwUwYKBHzw1XrsiRM7d6NQDXr2Gbkz2bdm3btrVps2TJgIEBGjRYs2aOeHHjAJAnV26OeXPn\noEAxYBAAQHXrAQ4cALB9e6tW5sCHFz8ePADz59GbU7+efXv2tGglGDB/QJRw4czl17+f/34A/wAB\nCBxIsKDBgwgTKlRorqHDhxDJkduwYcAAAggQBNgIoKNHAQwY6NFzw5UrcuTMqVQJoKXLl+ZiypxJ\ns2ZNbdosWTJgYIAGDdasmRtKtCiAo0iTmlvKtCkoUAwYBABAtWqAAwcAaNXaqpW5r2DDiv0KoKzZ\ns+bSql3Ldi0tWgkGyB0QJVw4c3jz6t2rF4Dfv4ADCx5MuLDhw+YSK17MeNo0Bw4IEDhhxgwTJiIU\nKAgQAAAACMyYlStnrrTp0wBSq15trrXr17BjwybXrRsfPgwYHKBFy5zv38B9AxhOvLi548iRjzty\nBAGCBxEi3LiRKlW569iwmShQoEMHc+DDi/8fDx6A+fPozalfz769elq0MmTocOHChAkdRo0SJ86c\nf4DmBA4kSBDAQYQJFS5k2NDhQ4jmJE6kSHGcGTMBAihQ4OXZs2vXXOXIQYJEhgzczK1k2bIlAJgx\nZZqjWdPmTZw1yZEDNmNGgwYBAsgYN87cUaRJjwJg2tRpuXLmpEolR46VBQsIEFQYNKhYMXNhxZob\nN2AAAABRophj29btWwBx5c41V9fu3bvkGjUaMODAgR+JEqVIYaBAgSpVqlUz19jxY8gAJE+mXNny\nZcyZNW8219nz58/jzJgJEECBAi/Pnl275ipHDhIkMmTgZs72bdy4Aezm3dvcb+DBhQ8HTo7/HLAZ\nMxo0CBBAxrhx5qRPpy4dwHXs2cuVM9e9OzlyrCxYQICgwqBBxYqZY9/e3LgBAwAAiBLF3H38+fUD\n4N/fP0BzAgcSJEiuUaMBAw4c+JEoUYoUBgoUqFKlWjVzGjdy7AjgI8iQIkeSLGnyJEpzKleyVFmu\nXLEOHQgQkCHDW7ly5sx5gwaNFy9w4MwRLWr0KICkSpeaa+r0KdSoTq9d85EgQYAACRIsM+f1K1iw\nAMaSLVuunLm0aceNm/Xly549w6xZM2f3Ll4dOgAA2LDBHODAggcDKGz4sLnEihcn/vbNx4ABAQKQ\nIMFLly4tWhAIEGDAgB8/5kaTLm0aAOrU/6pXs27t+jXs2OZm0649u1y5Yh06ECAgQ4a3cuXMmfMG\nDRovXuDAmWvu/Dl0ANKnUzdn/Tr27NqvX7vmI0GCAAESJFhm7jz69OkBsG/vvlw5c/Lljxs368uX\nPXuGWbNmDqA5gQMH6tABAMCGDeYYNnT4EEBEiRPNVbR4seK3bz4GDAgQgAQJXrp0adGCQIAAAwb8\n+DH3EmZMmQBo1rR5E2dOnTt59jT3E2jQcuWwYYOTIgUECH/+dBMnrls3XcCARYsmTpw5rVu5dgXw\nFWxYc2PJljV71ty4cUWKDAgQ4MIFVKjM1bV7Fy8AvXv5mvP7FzBgcuLEmTN8GLEJEwAACP8QUM5c\nZMmTJwOwfBmzOc2bOXfrRoSIAAIEFizIlKkbOHChQgV58AAECEaMzNW2fRs3AN27eff2/Rt4cOHD\nzRU3frxcOWzY4KRIAQHCnz/dxInr1k0XMGDRookTZw58ePHjAZQ3f95cevXr2bc3N25ckSIDAgS4\ncAEVKnP7+ff3DxCAwIEEzRk8iBAhOXHizDl8CNGECQAABAgoZy6jxo0bAXj8CNKcyJEku3UjQkQA\nAQILFmTK1A0cuFChgjx4AAIEI0bmevr8CRSA0KFEixo9ijSp0qXmmjp9eu2aKVN5oECJEcOJE1Zo\n0KBA4SBFiiRJPn3qZi6t2rVrAbh9C9f/nNy5dOvaNXfsWIIEAWTIAAfOnODBhAsLBoA4sWJzjBs7\nfixOHDVq5cqZu3wZ2IQJAgQMGHDLnOjRpEkDOI06tbnVrFtPmoQAwYETJ6xYsWatnG5w4H7lymXM\nGDhw5oobP44cgPLlzJs7fw49uvTp5qpbtx6OESM6dJrIkJEgQYECAwQIAIAePQECAwYooUbNnPz5\n9OUDuI8/v7n9/Pv7B2hO4EBvMGAAAGCAFy9zDR0+hPgQwESKFc1dxJhRY7ZsKVJAgYJm1qwmTSY8\nQPkgQAAGxoyZgxlTJkwANW3eNJdTp85xFSoECDAABQoaNKpVI1euHDZsvGTJ+vbN3FSq/1WtTgWQ\nVetWrl29fgUbVqw5smXLhmPEiA6dJjJkJEhQoMAAAQIA3L1LgMCAAUqoUTMXWPDgwAAMH0ZsTvFi\nxo0de4MBAwAAA7x4mcOcWfNmzQA8fwZtTvRo0qWzZUuRAgoUNLNmNWky4cHsBwECMDBmzNxu3r13\nAwAeXLg54sWLj6tQIUCAAShQ0KBRrRq5cuWwYeMlS9a3b+a8fwcf3jsA8uXNn0efXv169u3NvYcP\nv1usWIcOnYkQYcCAAP37AwQAIADBggEeYMNmbiHDhgsBQIwo0RzFihYvYowkQAAAACLMgQwpciRJ\nACZPojSnciXLluHCadBQoACBAzYPMP+IEMGAgQABCiRJIk6cuaJGjwJIqnSpuaZOnV6zYCFAgAQL\nFtiwYcwYuW7dgAHjAQeOLFnmzqJNq/YsgLZu38KNK3cu3bp2zeHNm7dbrFiHDp2JEGHAgACGDQMA\nEGAx4wAPsGEzJ3kyZckALmPObG4z586eP0cSIAAAABHmTqNOrXo1gNauX5uLLXs27XDhNGgoUIDA\ngd4HGESIYMBAgAAFkiQRJ84c8+bOAUCPLt0c9erVr1mwECBAggULbNgwZoxct27AgPGAA0eWLHPu\n38OP7x4A/fr27+PPr38///7mAJoTOHBguXLOnAFBgCBAAAMGLKBBw4MHGQQIAgQAAKD/w7hx5kCG\nFAkSQEmTJ82lVLmS5cpcuRYMGCBAACZzN3Hm1LkTQE+fP80FFTqUaNArVxYsGLCUAAEHDx4kSCBA\nQIIcObRpM7eVa1cAX8GGNTeWLFluGDAUKBCALQIEPnwgUqOGAQMBBgw4cbJtmzm/fwEHBjCYcGHD\nhxEnVryYsTnHjyE7Lleu1oULBAjo0NHNXOfO4MBFiCBAAA1zp1GnTg2AdWvX5mDHlj0b9rNnHTo8\naLC7AShzv4EHFz4cQHHjx80lV76ceXJmzJYsGVGBeoUICxYQ0E4gxLBh48aRMzeePHkA59GnN7ee\nPftxtGhVqfICAYIBAwoUSKBAgQED/wAHHDjQoAEgQOYSKlzIEIDDhxAjSpxIsaLFi+YyatyYsVy5\nWhcuECCgQ0c3cyhRggMXIYIAATTMyZxJkyaAmzhzmtvJs6fPnc+edejwoIHRBqDMKV3KtKlTAFCj\nSjVHtarVq1SZMVuyZESFrxUiLFhAoCyBEMOGjRtHzpzbt28ByJ1L15zdu3fH0aJVpcoLBAgGDChQ\nIIECBQYMDDhwoEEDQIDMSZ5MuTKAy5gza97MubPnz6DLlTNHurRp0qA4cDBgwIgRceZixw4XjgaN\nAAFqmNvNu3dvAMCDCy9Xzpzx48iPY8PWoYMBAwswYBgwIJa569iza98OoLv37+bCi/8fTz68NWtu\n3JRQoUKDhgYFChgwoEDBGmfOyOk3x79/f4AABA4kaM7gQXPlypHr1o0aNUMiRAgQECAAAAMGFixw\nYcBAgAACBIwzV9LkyZMAVK5k2dLlS5gxZc4sV87cTZw5b4LiwMGAASNGxJkjSjRcOBo0AgSoYc7p\nU6hQAUylWrVcOXNZtW7Vig1bhw4GDCzAgGHAgFjm1K5l29YtALhx5ZqjW9fuXbrWrLlxU0KFCg0a\nGhQoYMCAAgVrnDkj19jcY8iQAUymXNncZczmypUj160bNWqGRIgQICBAAAAGDCxY4MKAgQABBAgY\nZ872bdy4Aezm3dv3b+DBhQ8nbs7/+HHkyMs1aSJAQIECtsxNnw4NWoMGAABEMNfd+/fvAMSPJ1+u\nnDn06dWj7+bFCwQIEiSkMGBAgABX5vTv59/fP0AAAgcSNGfwIMKEBnXpEiGix5UrWLBwaNBgwYIV\nK05580aOXDlzIkeOBGDyJEpzKleybKly27ZUqZ6BA2fuJjJkAgQAAADIHNCgQoUCKGr0KNKkSpcy\nberUHNSoUqWWa9JEgIACBWyZ69oVGrQGDQAAiGDuLNq0aQGwbeu2XDlzcufSldvNixcIECRISGHA\ngAABrswRLmz4MGIAihczNuf4MeTIjnXpEiGix5UrWLBwaNBgwYIVK05580aOXDlz/6pXrwbg+jVs\nc7Jn064te9u2VKmegQNn7jcyZAIEAAAAyBzy5MqVA2ju/Dn06NKnU69u3Rz27Nq3hwsnQAAAAAF2\n7HDlilOHDgQIAABwYNo0c/Ln05cP4D7+/Ob28+/fH6AzOnRSpPjw4UEBhQW+mXP4EGJEiQAoVrRo\nDmNGjRsxcuI0YgSUW7fixAGxYIEECS9erOrWzVxMmTNjArB5E6c5nTt59vTps1w5DhwAAGhiDmlS\npUoBNHX6FGpUqVOpVrVqDmtWrVuxduuGAUOBAwcmTNAQIQIBAgECHGjVylxcuXPjArB7F685vXv5\n8h0nS5YQIRAgSEiQQIMGc4sZN/92/NgcAMmTKZuzfBlzZsu/fo0ZY8qYsT59MtCgceRIliyzypUz\n9xp27NcAaNe2bQ53bt27efc216bNgAFIzBU3fvw4AOXLmTd3/hx6dOnTzVW3fh179W7dMGAocODA\nhAkaIkQgQCBAgAOtWplz/x6+ewDz6dc3dx9//vzjZMkSAlAIBAgSEiTQoMGcwoUMGzo0ByCixInm\nKlq8iLHir19jxpgyZqxPnww0aBw5kiXLrHLlzLl8CdMlgJk0a5q7iTOnzp08zbVpM2AAEnNEixo1\nCiCp0qVMmzp9CjWqVHLkzFm9ijUr1lhkyIAAIUSFChAgDBgYwIBBrFjfzLl9+xb/gNy5dM3ZvYvX\nbrlyyPLkiRABAYIFS5ZcumQuseLFjBubAwA5smRzlCtbvkx53DhjxjJx4WLBwgINGs6cWbKkV7ly\n5lq7ft0agOzZtM3Zvo07t+7d5nDhEiAAh7nhxIsXB4A8ufLlzJs7fw49Ojly5qpbv479eiwyZECA\nEKJCBQgQBgwMYMAgVqxv5tq7dw8gvvz55urbv1+/XDlkefJEABgBAYIFS5ZcumRO4UKGDR2aAxBR\n4kRzFS1exFhx3DhjxjJx4WLBwgINGs6cWbKkV7ly5ly+hOkSwEyaNc3dxJlT506e5nDhEiAAhzmi\nRY0aBZBU6VKmTZ0+hRpVKjly/+asXsWaVatWZ86QIFkQNiyLa9fMnUVrDsBatm3NvYUb9225ct2I\nEEmQoECBGI0aiRNnTvBgwoUNmwOQWPFic40dP4b8mBw5Yg4cDBhQgAgROHDo0IFmTvRo0qQBnEad\n2txq1q1dv4ZtrkYNAABamMOdW7duAL19/wYeXPhw4sWNlytnTvly5s2dPzcHDpypHTsgQDCgSJE5\n7t3NAQAfXrw58uXNm/82aBACBAkSxPn2zdx8+vXt36cPQP9+/ub8AzQncCDBggNfBQgAAAACQoTA\ngQsXzhzFihYvAsiocaO5jh4/ggwp0lyJEgAASDGnciVLlgBewowpcybNmjZv4v8sV84cz54+fwIN\nag4cOFM7dkCAYECRInNOn5oDIHUqVXNWr2LF+m3QIAQIEiSI8+2bubJmz6JNaxYA27ZuzcGNK3cu\n3VcBAgAAgIAQIXDgwoUzJ3gw4cIADiNObG4x48aOH0M2V6IEAABSzGHOrFkzgM6eP4MOLXo06dKm\nzaFOrXo169auwYFrAw2audq2zQHIrXu3ud6+fwMHBy5QoDRpyJlLrnw58+bMAUCPLt0c9erWr2Mv\n9+BBgAAbyJEzJ348+fLkAaBPr94c+/bu38OPb27IEAMGYJnLr3//fgD+AQIQOJBgQYMHESZUiNBc\nQ4cPIUaUOBEcuDbQoJnTuNH/HACPH0GaEzmSZElw4AIFSpOGnDmXL2HGlBkTQE2bN83l1LmTZ89y\nDx4ECLCBHDlzR5EmVZoUQFOnT81FlTqValWr5oYMMWAAljmvX8GCBTCWbFmzZ9GmVbuWrTm3b+HG\nlTuXrltx5vDmzQuAb1+/5gAHFjyYHDlTprZtM7eYcWPHjx8DkDyZsjnLlzFn1mzuzRsBAgiZEz2a\ndGnTAFCnVm2OdWvXr2HDLlfOlKkNG7aZ072bN28Av4EHFz6ceHHjx5GbU76ceXPnz6ErF2eOevXq\nALBn126Oe3fv38mRM2Vq2zZz59GnV79+PQD37+Gbkz+ffn375t68ESCAkDn//wDNCRxIsOBAAAgT\nKjTHsKHDhxAhlitnytSGDdvMadzIkSOAjyBDihxJsqTJkyjNqVzJsqXLlzBjrgRAs6ZNczhz6tyJ\nc9w4c0CDCh1KtKg5AEiTKjXHtKnTp1DN6dIlREg4c1izat3KFYDXr2DNiR1LtqzZs+aYMQsWzJzb\nt3DjAphLt67du3jz6t3L15zfv4ADCx5MuPBfAIgTKzbHuLHjx5AjS57cGIDly5jNad7MubPnzdiw\nmRtNurTp0+YAqF7N2pzr17Bjy55trlw5ceLM6d7NuzeA38CDCx9OvLjx48jNKV/OvLnz59CjLwdA\nvbp1c9iza9/Ovbv379kBiNMfT96c+fPo06s/jw2buffw48ufbw6A/fv4zenfz7+/f4DmBA4UWK6c\nOHHmFC5k2BDAQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNnyZcyZNW/mLDcg\nACH5BAgKAAAALAAAAAAgASABh/////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly\n8vHx8fDw8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e\n3t3d3dzc3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rK\nysnJycjIyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2\ntrW1tbOzs7KysrCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCg\noJ+fn56enp2dnZycnJubm5qampmZmZiYmJeXl5WVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH5+fnx8fHt7e3l5eXh4eHd3d3Z2dnV1dXR0\ndHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGZmZmVlZWRkZGNjY2FhYWBgYF9fX15eXl1d\nXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtLS0lJSUhISEdH\nR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMzMzIyMjAwMC8v\nLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsbGxoaGhkZGRgY\nGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgICAcHBwYGBgUF\nBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAj/AAEIHEiwoMGD\nCBMqXMiwocOHECNKnEixosWLGDNq3Mixo8ePIEOKHEmypMmTKFOqXMmypcuXMGPKnEmzps2bOHPq\n3Mmzp8+fQIMKHUq0qNGjSJMqXcq0qdOnUKNKnUq1qtWrWLNq3cq1q9evYMOKHUu2rNmzaNOqXcu2\nrdu3cOPKnUu3rt27ePPq3cu3r9+/gAMLHky4sOHDiBMrXsy4sVpxkCNLnky5suXLkQFo3sxZnOfP\noEOLHk269GcAqFOrFse6tevXsGPLnt0agO3buMOFE8e7t+/fwIMLHy4OgPHjyJMrX868ufPn4qJL\nn069uvXr2KUD2M69u7jv4MOL/x9Pvrx58ADSq18vrr379/Djy59P3z2A+/jzi9vPv79/gOIEDiRY\n0ODBggAULmTY0OFDiBElThRX0eJFjBk1buRoEcBHkCHFjSRZ0uRJlClVkgTQ0uVLcTFlzqRZ0+ZN\nnDIB7OTZU9xPoEGFDiVa1ChQAEmVLmXa1OlTqFGliqNa1epVrFm1bq0KwOtXsOLEjiVb1uxZtGnH\nAmDb1q04uHHlzqVb1+7duAD07uUrzu9fwIEFDyZc+C8AxIkVL2bc2PFjyJHFTaZc2fJlzJk1UwbQ\n2fNncaFFjyZdWhw4cOJUr2bd2vVqALFlzxZX2/Zt3Ll17+ZtG8Bv4MHFDSde3P/4ceTJlRMH0Nz5\nc+jRpU+nXt26OOzZtW/n3t379+wAxI8nL878efTp1YsDB07ce/jx5c+HD8D+ffzi9O/n398/QHEC\nBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixowaN3Ls6PEjSHEiR5IUGS4cOG/etGkLFqwRIEDOnImr\nafMmzpziAPDs6VMc0KBChwr15g0WHz6UKIUT5/Qp1KhSAVCtalUc1qxat3Lt6vVrVgBix5IVZ/Ys\n2rRqz4ID5yxbtnDhxNGta/cuXQB69/Lt6/cv4MCCB4srbPhw4XDhwHnzpk1bsGCNAAFy5kwc5sya\nN3MWB+Az6NDiRpMubbq0N2//sPjwoUQpnLjYsmfTrg3gNu7c4nbz7u37N/DgwnkDKG78uLjkypcz\nb64cHDhn2bKFCyfuOvbs2q8D6O79O/jw4seTL29eHPr06tFr02bs0qU2bWzYoBAgAAECd8Tx7+8f\noDiBAwmKA3AQYUJxCxk2dBgu3LVrbNgc+fChRQto4jh29PgRJACRI0mKM3kSpUlv3sS1dPkSZkyZ\nMQHUtHlTXE6dO3n2FMeHT4ECAiBAAAFClChxS5k2dQoAalSpU6lWtXoVa1ZxW7l23apNGy9KlE6d\nChUK1YoVCBBIePZMXFy5c+nOBXAXb15xe/n29XvqlA8fEybY0KQJFapq3ryF/wsHDpw4yZMpVwZw\nGXNmcZs5d372zJgxcaNJlzZ9GvVpAKtZtxb3GnZs2bOFBLAdgIABAwIEDBjASlxw4cOHAzB+HHly\n5cuZN3f+XFx06dOja9PGixKlU6dChUK1YgUCBBKePRN3Hn169ekBtHf/Xlx8+fPpnzrlw8eECTY0\naUIFEFU1b97ChQMHTpzChQwbAngIMaK4iRQrPntmzJi4jRw7evwI8iOAkSRLijuJMqXKlUICuAxA\nwIABAQIGDGAlLqfOnTsB+PwJNKjQoUSLGj0qLqnSpUvDefMmLmpUcOBSpeoRLpy4rVy7eu0KIKzY\nseLKmj17NlybNilShAghTf+c3Ll0xYUThzevXr0A+vr9Ky6wYMHfXr0CBkyc4sWMGzMOly1btGjh\nKou7jFkcgM2cO4v7DDq06NAnTggIEECHjlBIkBgwECCABHG0a9u2DSC37t28e/v+DTy4cHHEixs3\nHs6bN3HMmYMDlypVj3DhxFm/jj07dgDcu3sXBz68ePHh2rRJkSJECGni2rt/Ly6cuPn069cHgD+/\nfnH8+/cH+O3VK2DAxB1EmFBhwnDZskWLFk6iOIoVxQHAmFGjOI4dPX70eOKEgAABdOgIhQSJAQMB\nAkgQF1PmzJkAbN7EmVPnTp49ff4UF1ToUKJFhUKDBkvcUqZNnT4FEFXqVHH/Va1evboNBAgCBEaM\nEBdW7FiyZcsCQJtWrTi2bds+o0ChSRNxde3exevN265dKYAAOXTIljVr4gwfFgdA8WLG4hw/hhwZ\nG7YYMQIESDBmDDRo4bZt27NnwYII4cKJQ51aNWoArV2/hh1b9mzatW2Lw51b927e4sKFc+bMmzji\nxY0fRw5A+XLm4pw/hw79mgEDAQIYMiRO+3bu3b17BxBe/Hhx5c2b30KAQIYM4cS9hy9u164yZRi8\neAEBQoIECLIAzMKLVzdxBg8eBKBwIUNxDh9ChBhuxowCBRo0gPXtm7iOHcOFO3TojriSJk+eBKBy\nJcuWLl/CjClzpriaNm/i/8wpLlw4Z868iQsqdCjRogCOIk0qbinTpk2vGTAQIIAhQ+KuYs2qdetW\nAF6/ghUnduzYLQQIZMgQThzbtuJ27SpThsGLFxAgJEiAIEsWXry6iQssWDCAwoYPi0usePHicDNm\nFCjQoAGsb9/EYcYcLtyhQ3fEgQ4tWjSA0qZPo06tejXr1q7FwY4tezbscOGkSUMGAoQGDdXEAQ8u\nfDhxAMaPIxenfDlz5rQGDAgQwJEjcdavY8+uXTuA7t6/iwsvXly4cDsCoA9gIkiQGzc0aDggQECA\nAAcuXHDgYMECDaQAkhI3kGDBgQAQJlQojmFDhw6jhQhBgQIgQOHEZdSocf/ZMmriQIYUKRJASZMn\nUaZUuZJlS5fiYMaUORNmuHDSpCEDAUKDhmrigAYVOpQoAKNHkYpTupQpU1oDBgQI4MiROKtXsWbV\nqhVAV69fxYUVKy5cuB0B0AYwESTIjRsaNBwQICBAgAMXLjhwsGCBBlKkxAUWPDgwAMOHEYtTvJgx\n42ghQlCgAAhQOHGXMWNetoyaOM+fQYMGMJp0adOnUadWvZq1ONevYcd2zY0bBAgBAAAQIGCSON+/\ngQcXDoB4cePikCdXrhyNAAEHDvz6JY56devXsWMHsJ17d3HfwYNn1KABAPPn0RswwIJFnU2bjBg5\ncQKHN2/i8OfXjx9Af///AAEIBCCuoMGDB72dOjVrFjZs4iJKnAgOXDhxGDNq1Aigo8ePIEOKHEmy\npElxKFOqXImSGzcIEAIAACBAwCRxOHPq3MkTgM+fQMUJHUqUKBoBAg4c+PVLnNOnUKNKlQqgqtWr\n4rJq1cqoQQMAYMOKNWCABYs6mzYZMXLiBA5v3sTJnUtXLoC7ePOK28u3b19vp07NmoUNm7jDiBOD\nAxdOnOPHkCEDmEy5suXLmDNr3sxZnOfPoEN77tbtwAEAqFEb4MZNnOvXsGPDBkC7tm1xuHPrxo0N\nGw4DBiZMyJRJnHHj1Jw5AwUKECBe4qJLnz4dgPXr2MVp3749HBgwAQIA/xgfIIACBV1atcqW7du1\na1u2NGjwQpz9+/jxA9jPv784gOIEDiRIcNu2R4+mTRPX0OFDa9bETaRY0SIAjBk1buTY0eNHkCHF\njSRZ0mRJadJIXbggwCUIEJo0iaNZ0+ZNmgB07uQpzudPoD5//driwAEFCnnyaOPGLVWqF1CgGDAQ\nIMAAUaK+fRPX1etXAGHFjhVX1uxZcOCMGVsGC1auXN26iQMHTtxdbtxy5IAAAZc4wIEFCwZQ2PBh\ncYkVL2YMDhwTJtmyiaNcmbIvX6JEiePc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr19KkkbpwQcBtECA0\naRLX2/dv4L0BDCdeXP/cceTJj//6tcWBAwoU8uTRxo1bqlQvoEAxYCBAgAGiRH37Js78efQA1K9n\nL879e/jgwBkztgwWrFy5unUTBw4cQHECuXHLkQMCBFziFjJs2BAAxIgSxVGsaPEiOHBMmGTLJu4j\nyI++fIkSJe4kypQqAbBs6fIlzJgyZ9KsKe4mzpw6d+qchQFDgAAaNIgravQoUgBKlzIV5/QpVHDg\nGDE6MmLEiROePGUT5/XrV2rUYGjQ8OVLOHFq164F4PYtXHFy59Kta9cuL14LFiRI4E0c4MCCBQMo\nbPiwuMSKFzMGBy5GjG7dxFGunCuXAgUXLojr7PkzaACiR5Mubfo06tT/qleLa+36NezYsGdhwBAg\ngAYN4nbz7u0bAPDgwsURL24cHDhGjI6MGHHihCdP2cRRr16dGjUYGjR8+RJOHPjw4QGQL29eHPr0\n6tezZ8+L14IFCRJ4E2f/Pn78APbz7y8OoDiBAwkSBAcuRoxu3cQ1dJgrlwIFFy6Is3gRY0YAGzl2\n9PgRZEiRI0mKM3kSZUqVKpctI0DgwAFC4mjWtGkTQE6dO8X19PkzW7YZM1okSQIMWLhw4pg2ddr0\nxg0DBp6Js3r1KgCtW7mK8/oVbFixYg0ZGjBgyBBxa9m2dQsAbly54ujWtXt327YyZY4dE/f3rxUC\nBAAAMGGCmzjFixkz/wbwGHJkyZMpV7Z8GbM4zZs5d/b8WVyjRgMGKAgXTlxq1atTA3D9GrY42bNp\nixLFgAGKVq3E9fb9G3hvb94OHPggDnny5ACYN3cuDnq4cOKoV7d+Hbu4Dh0KFKBESVx48ePJAzB/\nHr049evZtxcm7McPJEhmpUnDgIGAAgUOHBgAcEAJcQQLGjQIIKHChQwbOnwIMaJEcRQrWryIMaO4\nRo0GDFAQLpy4kSRLjgSAMqVKcSxbuhQligEDFK1aibuJM6fOm968HTjwQZzQoUMBGD2KVJzScOHE\nOX0KNapUcR06FChAiZK4rVy7egUANqxYcWTLmj0rTNiPH0iQzEqThv8BAwEFChw4MGBACXF8+/r1\nCyCw4MGECxs+jDixYnGMGzt+DDmyOGvWBgxQIC6z5s2bAXj+DFqc6NGjtwEBkiBBFHDgxLl+DTs2\nbAQIKoi7jRs3gN28e4MD9y24uOHEixs/Ds6ChQIFsmUTBz269OkAqlu/Li679u3bwT15cuDAgAEG\nAJgHkGDLlg8fAgQAkCePuPn0688HgD+//v38+/sHCEDgQIIFDR4UKE7hQoYNHT4UZ83agAEKxF3E\nmDEjAI4dPYoDGTLkNiBAEiSIAg6cOJYtXb50iQBBBXE1bdoEkFPnTnDgvv0UF1ToUKJFwVmwUKBA\ntmzinD6FGhXAVKr/VcVdxZo1K7gnTw4cGDDAAACyABJs2fLhQ4AAAPLkERdX7ty4AOzexZtX716+\nff3+FRdYsGBw4cKJQ5xY8WLEHz4AALBD3GTKlSsDwJxZszjOnTv3ggAhQIAb4cKJQ51a9WrU3LgJ\nECBB3GzatAHcxp2bGzdvvcX9Bh5c+PBfBgwcOAAOnDjmzZ0/BxBd+nRw4MRdDxfOmzdryJBZsnQk\nQQIB5QUQKFBgwgRr3rzdujVgAIADBxYtCidO//79APwDBCBwIMGCBg8iTKgQobiGDh2CCxdOHMWK\nFi9S/PABAIAd4j6CDBkSAMmSJsWhTJmyFwQIAQLcCBdOHM2aNm/S/+TGTYAACeJ+AgUKYCjRoty4\neUsqbinTpk6f/jJg4MABcODEYc2qdSuArl6/ggMnbmy4cN68WUOGzJKlIwkSCIgrgECBAhMmWPPm\n7datAQMAHDiwaFE4cYYPHwageDHjxo4fQ44sebK4ypbFhQu368mTQIHEgQ4tOjQyZAMGFCgwSxzr\n1q5dA4gte7a42rZt02rQIEAADdy4iQsufDjx4FGiFCjASxzz5s0BQI8uHRx16uKuY8+ufXuNAQNS\npBAnfjz58uIBoE+vPlw4ce67dXv27MyIEQgQOMCAIUuWWbMA+sKFy5s3ceHCGTMGAgQAhwQInAEH\nTlxFi+IAZNS4kf9jR48fQYYUGS6cOJMnxWGLEEGAgCbiYMaUKe4SAwYDBly4sE1cT58/fwIQOpSo\nOKNHj2J78UKAgAUpUkCCBA6cOKtXsWbLpoAAgQcPqokTO3YsALNn0X77xs2Zs3DhxMWVO5du3GnT\nDhAgECiQOL9/AQf2C4BwYcPgwIUTJy5cOG7cOjFgcOBAFG7cxGXWLC5cOHDMmMGCZcLEgQIFBKRm\nwSJcOHGvXwOQPZt2bdu3cefWvTtcOHG/gYvDFiGCAAFNxCVXvlzcJQYMBgy4cGGbOOvXsWMHsJ17\nd3HfwYPH9uKFAAELUqSABAkcOHHv4cfPlk0BAQIPHlQTt58/fwD/AAEIHDjw2zduzpyFCyeuocOH\nEBtOm3aAAIFAgcRp3Mixo0YAIEOKBAcunDhx4cJx49aJAYMDB6Jw4yaupk1x4cKBY8YMFiwTJg4U\nKCCgKAsW4cKJW7oUgNOnUKNKnUq1qtWr4rJq3bppU4ECCx48aNSoVStlaNA8eCBAgoQaNX79Eke3\nrt27APLq3Suur9+/y5alSWMCgGEAAgTUwIFjyhQXhQpNmBAgAAAdOnLlCieus2fPAEKLHg0OXLZk\nybx5E8e6tevXrEeNGtCgQZs24nLr3s07N4DfwIOHCyeuuHFx3USJmjVLnPPn0J1DW7aMD589ewRd\nusSBQwVWrMSJ/x8vDoD58+jTq1/Pvr379+Liy5+/aVOBAgsePGjUqFUrgMrQoHnwQIAECTVq/Pol\nzuFDiBEBTKRYUdxFjBmXLUuTxgQAkAAECKiBA8eUKS4KFZowIUAAADp05MoVTtxNnDgB7OTZExy4\nbMmSefMmzuhRpEmNjho1oEGDNm3ETaVa1epUAFm1bg0XTtxXsOK6iRI1a5Y4tGnVooW2bBkfPnv2\nCLp0iQOHCqxYiePbVxwAwIEFDyZc2PBhxInFLWbcePGmTQYATKZcGYCCTp26dRPX2fNn0J0BjCZd\nWtxp1KlPhwunDAMGAQICBABQ23btAAEQIBgjzvdv4MABDCdePP/ccW7ctm0T19z5c+jNgwXbQIHC\nmDHhwonj3t37dwDhxY8XV978efTp1YsLF86bt23h5MsXV9++fQD59e/n398/QAACBxIsaPAgQoHi\nFjJsuDBcOBgAJlIEMGBAkybVxHHs6PEjSAAiR5IUZ/IkypQoq1V7dOVKnjxwTJmSJk0czpw6d+IE\n4PMnUHFChxItanRouHCUQIAgQgQcOHFSp1KtCuAq1qzitnLt6vUr2LBiuQIoa/Ys2rRq17Jt61Yc\n3Lhy4YYLBwMA3rwABgxo0qSauMCCBxMuDOAw4sTiFjNu7LhxtWqPrlzJkweOKVPSpInr7Pkz6M4A\nRpMuLe406tT/qlejDheOEggQRIiAAyfuNu7cugHw7u1bHPDgwocTL278eHAAypczb+78OfTo0qeL\nq279OnZw4K5dQ4bsm7jw4seTL08eAPr06sWxb+/+Pfz48ue3B2D/Pn5x+vfz168NoDZp3ryJM3jw\n4LdWrZAgKVRIXESJEykCsHgRoziNGzl29PgRZMiNAEiWNHkSZUqVK1m2FPcSZkyZ4MBdu4YM2Tdx\nO3n29PnTJwChQ4mKM3oUaVKlS5k2PQoAalSp4qhWtUpVmzZp3ryJ8/r167dWrZAgKVRIXFq1a9kC\ncPsWrji5c+nWtXsXb965APj29fsXcGDBgwkXFncYcWLFixk3/3aMGEBkyZPFVbZ8GXNmzZs5Wwbw\nGXRocaNJlx6dLFkdRYqgQRP3GnZsZ844cbomDndu3boB9Pb9W1xw4cOJFzd+HLlwAMuZN3f+HHp0\n6dOpi7N+HXt27du5d78OAHx48eLIlzd/Hn169evLA3D/Hr44+fPpy0+WrI4iRdCgifMPUJzAgeKc\nOePE6Zq4hQwbNgQAMaJEcRQrWryIMaPGjRUBePwIMqTIkSRLmjwpLqXKlSxbunwJUyWAmTRriruJ\nM6fOnTx7+sQJIKjQoeKKGj1atFs3RGPGCBMmLqrUqVGrVesmLqvWrVsBeP0KVpzYsWTLmj2LNu1Y\nAGzbun0LN/+u3Ll064YLJy6v3r18+/r9C1gcgMGEC4s7jDix4sWMGztGDCCy5MniKlu+XHnbNlKF\nCmnTJi606NGhw4UDJy616tWrAbh+DVuc7Nm0a9u+jTv3bAC8e/v+DTy48OHEi4cLJy658uXMmzt/\nDl0cgOnUq4u7jj279u3cu3vHDiC8+PHiyps/X37bNlKFCmnTJi6+/Pnxw4UDJy6//v37AfgHCEDg\nQADiDB5EmFDhQoYNDwKAGFHiRIoVLV7EmFHjRo4dPX4EGVLkSJIlTZ5EmVLlSpYtXb6EGVPmTJo1\nbd7EmVPnTp49ff4EGlToUKJFjR5FmlTpUqZNnT6FGlXqVKr/Va2yDBdO3FauXb1+BRtWrDgAZc2e\nDRdO3Fq2bd2+hRtXrjgAde3eFZdX716+ff3+BawXwGDChcUdRpxY8WLF4cQ9hhxZ8mQAlS1fxpxZ\n82bOnT2HCydO9GjSpU2fRp1aHADWrV2HCydO9mzatW3fxp1bHADevX2LAx5c+HDixY0fDw5A+XLm\n4pw/hx5devRw4qxfx55dOwDu3b1/Bx9e/Hjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f/37+9gEA\nBCBw4EBxBg8iTKhwIcOGBwFAjChRHMWKFi9ivAhOHMeOHj+CBCByJMmSJk+iTKlypbiWLl/CjCnT\nJThw4m7i/8ypEwDPnj7FAQ0qdCjRokaPBgWgdClTcU6fQo0qdSrVqk8BYM2qVRzXrl6/gv1KLVu2\nbt3EoU2rdi1aAG7fwo0rdy7dunbvisurdy/fvn71ggMnbjDhwoYBIE6sWBzjxo4fQ44seXJjAJYv\nYxaneTPnzp4/gw69GQDp0qbFoU6tejXr1dSyZevWTRzt2rZv0wagezfv3r5/Aw8ufLi44saPI0+u\nXBwiRKZMhRMnfTp16gCuY88ubjv37t6/gw8vnjuA8ubPi0uvfj379u7fw1cPYD79+uLu48+vfz9+\nbtwA0kKFSpMmatTAiVO4kCFDAA8hRpQ4kWJFixcxitO4kf9jR48fxSFCZMpUOHEnUaZMCYBlS5fi\nYMaUOZNmTZs3YwLQuZOnOJ8/gQYVOpRo0Z8AkCZVKo5pU6dPoTblxo0WKlSaNFGjBk5cV69fvwIQ\nO5ZsWbNn0aZVu1ZcW7dv4caNS4vWgwcKFDATt5dv374AAAcWLI5wYcOHESdWvLgwAMePIYuTPJly\nZcuXMUsOJ45z584AQIcWLY50adOnUYvz5i1btmvhwnHjpk2bMnDgxOXWvTs3AN+/gQcXPpx4cePH\nxSVXvpx58+a0aD14oEABM3HXsWfPDoB7d+/iwIcXP558efPnwwNQv569OPfv4ceXP5+++3Di8OfP\nD4B/f///AMUJHEiwoEFx3rxly3YtXDhu3LRpUwYOnLiLGDNeBMCxo8ePIEOKHEmypLiTKFOqXKky\nW5o0BAgYMKBNnM2bOHEC2Mmzp7ifQIMKHUp0qDdvzZqBE8e0aVMAUKNKFUe1qtWrWLNq5cZVnNev\nXwGIHUtWnNmzaNOi/fatWrRo4uLKnUu3rlwAePPq3cu3r9+/gAOLG0y4sOHDhLt1W9OgQYAABAhY\nE0e5smXLADJr3iyus+fPoEOLBt2sTRs+fLSJW82aNYDXsGOLm027tu3buG9/+5YqVS5xwIMHB0C8\nuHFxyJMrXx4u3LRpc+YAAgdOnPXr2LNrvw6gu/fv4MOL/x9Pvrx5cejTq1/PPn23bmsaNAgQgAAB\na+Ly69+/H4B/gAAEDgQgzuBBhAkVLkzYrE0bPny0iaNYsSIAjBk1iuPY0eNHkCFBfvuWKlUucSlV\nqgTQ0uVLcTFlzqQZLty0aXPmAAIHTtxPoEGFDgUKwOhRpEmVLmXa1OlTcVGlTqVaVRw2bJs2VXDg\n4MGDRInEjSVb1iwAtGnVimPb1u1buOLAgatWjY0jR6FCHTtGpEaNTZvEDSZcGMBhxInFLWbc2PFj\nyI9JkVKiZNe3b+I0bxYHwPNn0OJEjyZd2patKlWUKNEmzvVr2LFlxwZQ2/Zt3Ll17+bd27c44MGF\nDycuDv8btk2bKjhw8OBBokTipE+nXh3AdezZxW3n3t37d3HgwFWrxsaRo1Chjh0jUqPGpk3i5M+n\nD8D+ffzi9O/n398/QHECBxIcSIqUEiW7vn0T5/ChOAASJ1IUZ/Eixoy2bFWpokSJNnEiR5IsabIk\ngJQqV7Js6fIlzJgyxdGsafMmTnCZMnHg8CBMGGDAxBEtavQoUQBKlzIV5/Qp1KhSoRUpIkHCBkiQ\ndOmyYwdEjBjXrokra/YsgLRq14pr6/Yt3Lbduj17Ju4u3rzhwplx4QIECCeiRIkrbFgcgMSKF4tr\n7PjxY2waNDhwkCuXuMyaN3Pu3BkA6NCiR5Mubfo06tT/4lazbu26dbhwuTZsqFBhk7jcunfz7g3g\nN/Dg4oYTL268+KZNIwgQYMDAEThw2bL16dPAjh1x2rdz1w7gO/jw4saTL29+vC9fpEh9E+f+vbhh\nw378eHDnTqBAjZo1E+cfoDiB4gAUNHhQXEKFCxf6QYDgxAlxEylWtHgRozgAGzl29PgRZEiRI0mK\nM3kSZUqU4cLl2rChQoVN4mjWtHkTJwCdO3mK8/kTaFCgmzaNIECAAQNH4MBly9anTwM7dsRVtXq1\nKgCtW7mK8/oVbFivvnyRIvVNXFq14oYN+/HjwZ07gQI1atZMXF694gD09ftXXGDBgwf7QYDgxAlx\nixk3/3b8GLI4AJMpV7Z8GXNmzZs5i/P8GXRo0MSIkZgwARAgcatZt3b9WhwA2bNpi7N9G3du28eO\nSZBwQIECLly0efOWLBkKFARatRL3HHr05wCoV7cuDnt27dt9+QoR4sQJZeHCiRPHrUuXA+sPfPHm\nTVx8+fPjA7B/H784/fv5678G8NqFBQsQIRKHMKHCheHCBQu2TJzEiRMBWLyIMaPGjRw7evwoLqTI\nkSRHEiNGYsIEQIDEuXwJM6ZMcQBq2rwpLqfOnTxzHjsmQcIBBQq4cNHmzVuyZChQEGjVSpzUqVSl\nAriKNau4rVy7evXlK0SIEyeUhQsnThy3Ll0OuD3wxf+bN3F069qlCyCv3r3i+vr92/fatQsLFiBC\nJC6x4sWMw4ULFmyZuMmUKQO4jDmz5s2cO3v+DFqc6NGkS4v+9o0ChQekSIl7DTu27NmwAdi+jVuc\n7t28eYODAwcEiAIFEliw8OePMGXKvnxx4GDBt2/iqlu/Xh2A9u3cxXn/Dh48OBUqDBjo0IFauHDf\nvmnCgYMGjWzZxNm/jz8/gP38+4sDKE7gQILiQoUawYmTOIYNHT4UB8uKFRcujInDmDEjAI4dPX4E\nGVLkSJIlxZ1EmVLlyW/fKFB4QIqUOJo1bd7EWRPATp49xf0EGjQoODhwQIAoUCCBBQt//ghTpuzL\nFwf/DhZ8+yZO61auWgF8BRtW3FiyZcuCU6HCgIEOHaiFC/ftmyYcOGjQyJZN3F6+ff0CABxYsDjC\nhQ0TDhVqBCdO4hw/hhxZHCwrVly4MCZO8+bNADx/Bh1a9GjSpU2fFpda9WrWqZEgCRDgSrhw4mzf\nxp1b920AvX3/Fhdc+PDgrFhlCBBgwAAHDnDEiEGDRhc7dkSICBAggzju3b17BxBe/Hhx5c2fPy9M\ngQIBAjx4eFat2qZNSGbNChdO3H7+/f0DFCcOAMGCBsUhTKgwWzY9eqSJiyhx4sRmzUyYEFCggAkT\nocSBDBkSAMmSJk+iTKlyJcuW4l7CjClTmjQDBhAg/xCncyc3bmzYlCoVThzRokaNAkiqdKm4pk6f\ncuOmQgWCAAEWLMiUydmsWdGiOXv2rEePAgXiiEurdu1aAG7fwhUndy5duttWrFiwwIwZW3fuaNDQ\nI1w4cYYPI06MGADjxo7FQY4cOdyqVc+eicusebPmZcsGDAAg+sMHUaK+iUutWjWA1q5fw44tezbt\n2rbF4c6te7c0aQYMIEAgbjhxbtzYsClVKpy45s6fPwcgfTp1cdavY+fGTYUKBAECLFiQKZOzWbOi\nRXP27FmPHgUKxBEnfz59+gDu488vbj///v0BbluxYsECM2Zs3bmjQUOPcOHERZQ4keJEABcxZhS3\nkf8jx3CrVj17Jo5kSZMlly0bMABAyw8fRIn6Jo5mzZoAcObUuZNnT58/gQYVN5RoUaMpUgAA0KSJ\nOKdPX726cCFAgAW4cInTupWrVgBfwYYVN5Zs2WTJEiQwgANHsGDhwomTO9ebNw4cBAgwJI5vX79+\nAQQWPFhcYcOHEQ8bBgvWrFmJHDgYMCCFOMuXMWfWDIBzZ8/iQIcO3Q0Tpm3bxKVWvRocOB0CBAAA\nECBAg2TJxOXWvTs3AN+/gQcXPpx4cePHxSVXvpx5ihQAADRpIo569VevLlwIEGABLlziwIcXDx5A\nefPnxaVXvz5ZsgQJDODAESxYuHDi8Of35o0DBwH/AAUYEkewoEGDABIqXCiuocOHEIcNgwVr1qxE\nDhwMGJBCnMePIEOKBECypElxKFOm7IYJ07Zt4mLKnAkOnA4BAgAACBCgQbJk4oIKHRoUgNGjSJMq\nXcq0qdOn4qJKnToV3IABAgTYsiWuq9eu4cK5chWAAAFlysSpXcsWgNu3cMXJnUu3UaMIEZyAAyeu\nr9+/1qwVKKBAwTVxiBMrVgygsePH4iJLnkw5nOVwz54JSpBgwIAR4cKJG026tOnSAFKrXi2utWvX\n4bRps2ZNnO3btunQGTAAgO8AATZskCWuuPHjxwEoX868ufPn0KNLny6uuvXr12cJEDBgwLRp4sKL\n/x8fLlyFAQOoUBHHvr17APDjyxdHv359bCFCSJAwTZx/gOIEDhwoRgwAABo0iGPY0OFDABElThRX\n0eJFjBXDhaNFC0uFCgsWVAEHTtxJlClVpgTQ0uVLcTFlzrRl68aNUM2aWbPGi9cIAQIADDVhYtOm\nVKm4iWPa1KlTAFGlTqVa1epVrFm1iuPa1avXWQIEDBgwbZo4tGnVhgtXYcAAKlTEzaVbF8BdvHnF\n7eXLF1uIEBIkTBNX2PDhwmLEAACgQYM4yJElTwZQ2fJlcZk1b+acOVw4WrSwVKiwYEEVcODErWbd\n2nVrALFlzxZX2/ZtW7Zu3AjVrJk1a7x4jRAgAP/AcRMmNm1KlYqbOOjRpUsHUN36dezZtW/n3t27\nOPDhxYMPF85OgAALFnz7Js79e/jgwMWwYMGQoXDi9O/fD8A/QAACBwIQZ/DgwV0lStSpI+4hxIgP\ngR04YMDAsWPiNnLs6BEAyJAixZEsafIkyW7d5MihggKFESPExNGsafMmTgA6d/IU5/PnT24pUggQ\ngKBAgQULEiRoIECAAQOIwoUTJy5cuG/itnLt2hUA2LBix5Ita/Ys2rTi1rJtuzZcODsBAixY8O2b\nuLx694IDF8OCBUOGwokrbNgwgMSKF4tr7NjxrhIl6tQRZ/kyZsvADhwwYODYMXGiR5MuDeA06tT/\n4lazbu16dbducuRQQYHCiBFi4nbz7u37N4DgwoeLK27cOLcUKQQIQFCgwIIFCRI0ECDAgAFE4cKJ\nExcu3Ddx4seTJw/gPPr06tezb+/+PXxx8ufTl1+sWIcAASJE+PYNoDiBAwVSo+bBQwEhQrJlE/cQ\nYkQAEylWFHcRI0Zqe/YUKyYOZEiR374RAAAgShRxK1m2dLkSQEyZM8XVtHkTZ01dujZsuGDBAgoU\nzMQVNXoUaVIAS5k2FfcUKtQaAgQAACAgQAAAWwEEECCAAQNr4siKAwVKiAcPMWLUCRdOXFy54gDU\ntXsXb169e/n29SsOcGDBgIsV6xAgQIQI376J/3P82DE1ah48FBAiJFs2cZs5dwbwGXRocaNJk6a2\nZ0+xYuJYt3b97RsBAACiRBF3G3du3bcB9Pb9W1xw4cOJB9ela8OGCxYsoEDBTFx06dOpVwdwHXt2\ncdu5c68hQAAAAAICBABwHkAAAQIYMLAmDr44UKCEePAQI0adcOHE9fcPUByAgQQLGjyIMKHChQzF\nOXwIERw4Hz4ODBjw5Ak1auI6fvuGp0ABACQBJECGTJzKlSxVAngJM6a4mTRrzuTG7Zu4nTzFZcsW\nIgQAECDChROHNKnSpUgBOH0KVZzUqVSrSq1WjQ8fISZMOHHSSZzYsWTLmgWANq1acWzZYsPGhP9J\nAAAAAgQQgBdvgQIJfPgABgxcuHDBgsGAASBxYgFo0Ih7DFkcgMmUK1u+jDmz5s2cw4UTBzo06GrV\nKlQYIEBAggQHDjQ4cACA7NkAGjTIJC637t27Afj+DVyc8OHEhXfrxqpQIV68mjXLJUIEAAAClCkT\nhz279u3aAXj/Dl6c+PHky5P/9g0cLlwaNBSoVClcOHH069u/Tx+A/v38xYkD+E2XLggQAgQAECCA\nAAEMvnx59YobN3EVLVbkxu3IEQEAPHpUoMCbN3ElSwJAmVLlSpYtXb6EGTNcOHE1bdasVq1ChQEC\nBCRIcOBAgwMHABxFCqBBg0zinD6FChXAVKr/VcVdxZr1ardurAoV4sWrWbNcIkQAACBAmTJxbd2+\nhfsWwFy6dcXdxZtXb95v38DhwqVBQ4FKlcKFE5dY8WLGiQE8hhxZnLhvunRBgBAgAIAAAQQIYPDl\ny6tX3LiJQ50aNTduR44IABA7tgIF3ryJw40bwG7evX3/Bh5c+HDi4owfR75tW6BAVxAgGDAAAIAA\n1QUIAKFM2bJl4rx/Bx/eOwDy5c2LQ59evXpPDBhMmKBBgwUCBAAAoCJO/37+/f0DBCBwIEFxBg8i\nTKjwYK5cBQwYQIAACZJw4i5izJgRAMeOHsOF43br1oQJAwYAECBAgwZw4l7CjCkTZriaaNBQ/0CB\nQhzPnuIAAA0qdCjRokaPIk0qbinTptu2BQp0BQGCAQMAAAigVYAAEMqULVsmbizZsmbHAkirdq24\ntm7fvvXEgMGECRo0WCBAAAAAKuL+Ag4seDCAwoYPi0useDHjxopz5SpgwAACBEiQhBOneTNnzgA+\ngw4dLhy3W7cmTBgwAIAAARo0gBMnezbt2rPD4UaDhgIKFOJ+AxcHYDjx4saPI0+ufDlzcc6fQ3f+\nbbo1a6hQJUrkTRz37t6/g/8OYDz58uLOo0+fXhsHDgjeIzAwYIAHD9zE4c+vfz9/AP4BAhA4EIA4\ngwcRJlSYMFWDBgAgAmAkjmJFixYBZNS4Mf9cR2/eGjVasaIAAQKtWolTuZJlS5crv0mTJo5mTXEA\ncObUuZNnT58/gQYVN5RoUaNHkSZVShRAU6dPxUWVOpUqI0YbNgwYsAALFm7cxIUVO5ZsWXEA0KZV\nK45tW7dv4cINFw4TJi1aLonTu5cvXwB/AQcWN5iwOGzYRLFiJY5xY8ePIUeWDIByZcuXMWfWvJlz\nZ3GfQYcWPZp0adOgAaRWvVpca9evYTNitGHDgAELsGDhxk1cb9+/gQcXB4B4cePikCdXvpw583Dh\nMGHSouWSOOvXsWMHsJ17d3HfwYvDhk0UK1bi0KdXv559e/cA4MeXP59+ffv38ecXt59/f///AMUJ\nHEiwoMGDBQEoXMhQnMOHECMmSyZBQoAAKaJFE8exo8ePIDsCGEmypLiTKFOqXMlSJThxMGPKlAmg\nps2b4nLq1BnOmzdxQIMKHUqU6Ldv4pIqFQegqdOnUKNKnUq1qlVxWLNq3cq1q9evWQGIHUtWnNmz\naNMmSyZBQoAAKaJFE0e3rt27eOsC2Mu3r7i/gAMLHkxYMDhxiBMrVgygsePH4iJLlhzOmzdxmDNr\n3syZ87dv4kKLFgegtOnTqFOrXs26tWtxsGPLnk27tu3bsQHo3s1bnO/fwIN785Ynjx493sQpX868\nufPmAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTk8eGTZz79+IAyJ9Pv779+/jz698vrr9/\ngOIEDiRY0OBBhAYBLGTYUNxDiBElevOWJ48ePd7EbeTY0eNHjwBEjiQpzuRJlClVrmTZ8iQAmDFl\niqNZ0+ZNnDl11sSGTdxPoOIADCVa1OhRpEmVLmUqzulTqFGlTqVa9SkArFm1iuPa1evXcOHAgRNX\n1uxZtGnVigPQ1u1bcXHlzqVb1+5dvHIB7OXbV9xfwIEFDyZc+G+3atXELWYsDsBjyJElT6Zc2fJl\nzOI0b+bc2fNnceHCiSNd2vRp0gBUr2YtzvVr2LFlz6Zd+zUA3Ll1i+Pd2/dv4MGFD+8NwP/4ceTi\nlC9n3tz5c+jhwnWbNk3cdeziAGzn3t37d/DhxY8nL878efTp1a8XFy6cOPjx5c+HD8D+ffzi9O/n\n398/QHECBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixoziNnLs6PEjyJDhwnWbNk0cypTiALBs6fIl\nzJgyZ9KsafMmzpw6d/Ls6fMn0KBChxItavQo0qRKlzJt6vQp1KhSp1KtavUq1qxat3Lt6vUr2LBi\nx5Ita/Ys2rRq17Jt6/Yt3LhykYqra/cu3rx69/K1C+Av4MDhwokrbPgw4sSKE4cLJ+4x5MgAJlOu\nLO4y5syaN3Pu7BkzgNCiR4srbfo06tP/4MCJa+36NezYsQHQrm37Nu7cunfz7i3uN/DgwocTL24c\nOIDkypeLa+78OfTo0qdTdw7gOvbs4rZz7+79O/jw4rkDKG/+vLj06tezXw8OnLj48ufTr18fAP78\n+vfz7+8fIACBAwkWNHhQoDiFCxk2dPgQYsSFAChWtCgOY0aNGzl25BgunDiRI0mKBHASZUpxK1m2\ndPkSZkyZLAHUtHlTXE6dO3nu/PatW1BxQ4kWNXqUKAClS5k2dfoUalSpU8VVtXoVa1atW7laBfAV\nbFhxY8mWNXsW7dlw4cS1dfu2LQC5c+mKs3sXb169e/n2vQsAcGDB4ggXNnzY8Ldv3RiL/3P8GHJk\nyY8BVLZ8GXNmzZs5d/YsDnRo0aNJlzZ9OjQA1atZi3P9GnZs2bNjQ7NmTVxu3btzA/D9G7g44cOJ\nFzd+HHny4QCYN3cuDnp06dOle/MWy40ba9bEdff+HXx4cQDIlzd/Hn169evZtxf3Hn58+fPp17cP\nH0B+/fvF9fcPUJzAgQQLGjQIzZo1cQwbOmQIIKLEieIqWryIMaPGjRwtAvgIMqS4kSRLmizpzVss\nN26sWRMHM6bMmTTFAbiJM6fOnTx7+vwJVJzQoUSLGhWXLdu0aeKaOn0KNao4AFSrWhWHNavWrVy7\nZpUli4IxY+LKmj1bFoDatWzFuX0LN/+uXHHhwg0bVkyc3r18+/oFADiwYHGECxs+bNibt1MbNmTI\nQEmc5MmUK1sGgDmz5s2cO3v+DDq0uNGkS5s+LS5btmnTxLl+DTu2bHEAatu+LS637t28e/vWLUsW\nBWPGxBk/jtw4gOXMm4t7Dj269OniwoUbNqyYuO3cu3v/DiC8+PHiyps/j/68N2+nNmzIkIGSuPn0\n69u/DyC//v38+/sHCEDgQIIFDR5EKFDcQoYNHTZ89mwQBAgvXkATl1HjRo4dAXwEGVLcSJIlTZ5E\nKU6bNgYMCoQLJ07mTJoyAdzEmVPcTp49d4YLJw7cUHDLltWyYGHAAAFLlvTqJU7qVKr/VaUCwJpV\nqziuXb1+BSuuTZsECUSIQ5tW7Vq2ANy+hRtX7ly6de3eFZdX716+3761arVhwwIECCJEcOPNmzjG\njR0/dgxA8mTK4ixfxpxZ82ZxUqQIEEBB3GjSpUsDQJ1atTjWrV2DAydMmK1OnSpVunQJEBIkLlxA\nAG7BwrNn4owfR54cwHLmzcU9hx5d+nRx3rylSHFB3Hbu3b1/BxBe/Hjy5c2fR59evTj27d2///at\nVasNGxYgQBAhghtv3sQBFCdwIMGCAwEgTKhQHMOGDh9CjChOihQBAiiIy6hx40YAHj+CFCdyJElw\n4IQJs9WpU6VKly4BQoLEhQsINi1Y/3j2TBzPnj5/AggqdKi4okaPIk0qzpu3FCkuiIsqdSrVqgCu\nYs2qdSvXrl6/ghUndixZstnWrAkSJEYMQIsWHTrEwpcvcXbv4s2LFwDfvn7FAQ4seDDgbNkOHfoV\nLpy4xuHCIUBAgIAdcZYvY8YMYDPnzuI+fw4XTpy4bteuyZKVypYtbdqiRfMmbrY4bE2aIEDAi5e4\n3r5/AwcgfDhxccaPI0+u/PiaNTDEQY8ufTp1ANavY8+ufTv37t6/iwsvfvz4bGvWBAkSIwagRYsO\nHWLhy5e4+vbv478PYD///uIAihM4kGBBcdmyHTr0K1w4cQ/DhUOAgAABO+IwZtSoEf9AR48fxYUM\nGS6cOHHdrl2TJSuVLVvatEWL5k1cTXHYmjRBgIAXL3E/gQYVCoBoUaPikCZVupRp0jVrYIiTOpVq\nVasAsGbVupVrV69fwYYVN5Zs2bLWFi2iRAkbNnFviRFrYcuWOLt38ebFC4BvX7/iAAcWLPjbr197\n9tix001c48bJkhEgwIDBNnGXMWfODIBzZ8/iQIPGhg0cuG+nT4tTvZr1alCgFizo0UNcbdu3cQPQ\nvZu3ON+/gQcXLi5cOAoUnIhTvpx5c+cAoEeXPp16devXsWcXt517d+/YsG3bJo48eWTIVolTv559\ne/cA4MeXL45+/frh8GfLRq1WLWr/AKmJG0hQXLggQQIEKFJEnMOHECMCmEixoriLF715CxdOnMeP\nIEN+hAWLAAEdOsSpXMmyJYCXMGOKm0mzps2b4oYNK1CgkbifQIMKHQqgqNGjSJMqXcq0qVNxUKNK\nnYoN27Zt4rJmRYZslbivYMOKHQugrNmz4tKqVRuubbZs1GrVokZNnN274sIFCRIgQJEi4gILHkwY\ngOHDiMUpVuzNW7hw4iJLnkxZMixYBAjo0CGus+fPoAGIHk1anOnTqFOrFjdsWIECjcTJnk27tm0A\nuHPr3s27t+/fwIOLG068uPHh4MCJW37tGi9e4cRJn069unUA2LNrF8e9uzht2jQd/zrUqtUybNjE\nqV+/fs+BAwgQOHMmrr79+/gB6N/PX5x/gOLEhQsnzuBBhAkRgqtRI0CAChXETaRY0SIAjBk1iuPY\n0eNHkOIAAQIAAIQ4lClVrmQJwOVLmDFlzqRZ0+ZNcTl17uSZExw4cUGvXePFK5w4pEmVLmUKwOlT\nqOKkThWnTZumQ4datVqGDZs4sGHD7jlwAAECZ87ErWXb1i0AuHHliqNLN1w4cXn17uW7F1yNGgEC\nVKggzvBhxIkBLGbcWNxjyJElTxYHCBAAACDEbebc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr1t68XbpU\nBwiQX7/E7ebd2/dvcQCEDycuzv+48W/fLFkKYcIEFiyyjBkLF07c9evHjl1IkcKWLXHhxY8nHx7A\nefTpxa1n3979e/fbfPgYMIAJE3H59e/nD8A/QAACBwIQZ/AgwoQKxVGhEiDAAnESJ1KsaBEAxowa\nN3Ls6PEjyJDiRpIsaXKkN2+XLtUBAuTXL3EyZ9KsaVMcgJw6d4rr2fPbN0uWQpgwgQWLLGPGwoUT\n59TpsWMXUqSwZUsc1qxat2IF4PUrWHFix5Ita7bsNh8+BgxgwkQc3Lhy5wKoa/euuLx69/LtK44K\nlQABFogrbPgw4sQAFjNu7Pgx5MiSJ1MWZ/ky5syWdekqUCDAgAEwYIgrbfo06tT/4gCwbu1aHGzY\n2LDhwXPhwAEFCiBQoECChAwZPjRoGDAgQbFi4pYzb+68OYDo0qeLqx4uHDhw4rZz7+69OzhjxkqU\nUKDAi7j06tevB+D+PXxx8ufTr29f3JcvBAhAAAcOoDiBAwkWJAgAYUKFCxk2dPgQYkRxEylWtDgR\nHDgxYhgE8BjglTiRI0mWNAkAZUqV4liy9OZt2rQ8JEhUqGABAQIDBgT0BPATwARxQ4kWNXoUQFKl\nS8WJA8eNGzhw4qhWtWo1XFZxW7cmS2bAgIBu3cSVNXu2LAC1a9mKc/sWbly54siQefBgAzJksWKt\nWqVMXGDBgwcDMHwYcWLFixk3/3b8WFxkyZMpRwYHTowYBgE4B3glDnRo0aNJAzB9GrU41aq9eZs2\nLQ8JEhUqWECAwIABAbsB9AYwQVxw4cOJFwdwHHlyceLAceMGDpw46dOpUw93XVz27MmSGTAgoFs3\ncePJlx8PAH169eLYt3f/Hr44MmQePNiADFmsWKtWKRMHUJzAgQQHAjiIMKHChQwbOnwIUZzEiRQr\nWgzXqJEECQfmzPHmTZzIkSRLigSAMqXKcOHEuXwpLhw2bMmSTcOG7du3bduipUhRoACBYsXEGT2K\nNClSAEybOg0XDpw3b+HCibuKNWtWbuHCifsKVpwRIwWwYAkXTpzatWwBuH0LV/+c3Ll069rthgNH\nggQRUqSwYCFAAAUiRJAiZU2c4sWLATh+DDmy5MmUK1u+LC6z5s2cO4dr1EiChANz5njzJi616tWs\nUwN4DTt2uHDiatsWFw4btmTJpmHD9u3btm3RUqQoUIBAsWLimjt/Dv05gOnUq4cLB86bt3DhxHn/\nDh48t3DhxJk/L86IkQJYsIQLJy6+/PkA6tu/Ly6//v38+3cDiANHggQRUqSwYCFAAAUiRJAiZU3c\nRIoUAVzEmFHjRo4dPX4EKU7kSJIlTY789q0BAAADBkCCJE7mTJo1AdzEmVPcTp49ff7kqUxZgg0b\nsmUTl1TpUqZJATyFGlXcVKr/Va1WBQfumziuXbteu8YDBQpOnMKJQ5s2LQC2bd2KgxtX7ly527Zl\nMmCAAIECHjyUKFGhgoECBTZs6NOtmzjGjcUBgBxZ8mTKlS1fxpxZ3GbOnT1/9vyNDRsECAQIECJO\n9WrWrAG8hh073OzZ4mzfxp1bt50FCx48QIZM3HDixY0DQJ5cuTjmzZ0/hx5dnDdvqlRVwb5mzRtu\n3MR9By8OwHjy5cWdR59ePThw1KiFCvVCgIAAARQAAvTp05QpNm4AvKFFyyFr1sQhTCgOAMOGDh9C\njChxIsWK4i5izKhxo8ZvbNggQCBAgBBxJk+iRAlgJcuW4V6+FCdzJs2aNu0s/1jw4AEyZOJ+Ag0q\nFADRokbFIU2qdCnTpuK8eVOlqgrVNWvecOMmbitXcQC+gg0rbizZsmbBgaNGLVSoFwIEBAigABCg\nT5+mTLFx44YWLYesWRMneLA4AIYPI06seDHjxo4fi4sseTLlypbF8eJFgEABcODEgQ4tGjSA0qZP\ni0sdbnU4ca5fw44de9WqAQMaNPgmbjfv3r0BAA8uXBzx4saJb9sGThzz5s6Zhwv36pUkSXjYsJkz\nB0+4cOK+gxcHYDz58uLOo0+fPpwwYapU9elDxYEDFCgqadPmzFmoUGMARooEC1YycQcRIgSwkGFD\nhw8hRpQ4kaI4ixcxZtS4Uf8cL14ECBQAB05cSZMnSwJQuZKlOJfhYIYTN5NmTZs2V60aMKBBg2/i\ngAYVKhRAUaNHxSVVujTptm3gxEWVOjVquHCvXkmShIcNmzlz8IQLJ45sWXEA0KZVK45tW7duwwkT\npkpVnz5UHDhAgaKSNm3OnIUKNSZSJFiwkolTvHgxAMePIUeWPJlyZcuXw2UGB65bN3GfQYcWPVoc\nOHA2bCxo1kxca9evWwOQPZt2uHDiwoXz5q1bN2/fvoEDJ454cePFrVlDgIAAgWbioEeXLh1AdevX\nxWXXvt2bt0GDPHnzJo58efPHjmHAkCCBAxQoxoyJJo5+/foA8OfXL45/f///AMUJFIdszBgxYhgx\nekSJki1byF69kiIlQgQNbdpMmxZOnMePHwGIHEmypMmTKFOqXBmuJThw3bqJm0mzps2b4sCBs2Fj\nQbNm4oIKHRoUgNGjSMOFExcunDdv3bp5+/YNHDhxWLNqzWrNGgIEBAg0E0e2rFmzANKqXSuurdu3\n3rwNGuTJmzdxePPqPXYMA4YECRygQDFmTDRxiBMnBsC4sWNxkCNLloxszBgxYhgxekSJki1byF69\nkiIlQgQNbdpMmxZOnOvXrwHInk27tu3buHPr3h2uNzVqXLgkSyauuPFw4bp1K1bMGzhw4qJH16bN\nlCkOSpQgQyauu/fvAMKL/x8vrnz5cOG8eavGi5cOHRAYMDh06Ns3cfjzR4v24cMNgDe6iSNY0KBB\nAAkVLhTX0OFDb94uXGBgy5Y4jBk1FipkwECBAgqAANm2TdxJlCkBrGTZUtxLmDFfbttWSYwYWrSE\nCYOmTBk1aqBSpBBQVMACRozChRPX1OlTAFGlTqVa1epVrFm1ggO3rVatChU8eODhyJEqVZNKlBAg\nAAAAAQsWUKDwZNOmMmVChEhw4MCCBQ0+fECF6ts3ceHCAWDc2LE4yJElQ6ZESQEAzAAGDABz7Bgw\nYH88eFiwAAUKcOJUr2bNGsBr2LHFzaZde7YECQMiRAAFStxv4OK2xYmjQP/BgAEKYMES19z58+YA\npE+nLs76dezWo0XbJEeOFStFinShQoUIkQYBAgAAIECAEHDgxM2nX38+APz59e/n398/QAACBxIs\naPCgQHDgttWqVaGCBw88HDlSpWpSiRICBAAAIGDBAgoUnmzaVKZMiBAJDhxYsKDBhw+oUH37Ji5c\nOAA6d/IU5/MnUJ+UKCkAYBTAgAFgjh0DBuyPBw8LFqBAAU4c1qxatQLo6vWruLBix4aVIGFAhAig\nQIlr61bctjhxFCgYMEABLFji9vLtuxcA4MCCxREubJhwtGib5MixYqVIkS5UqBAh0iBAAAAABAgQ\nAg6cuNCiR4cGYPo06tT/qlezbu36dbhw3Zo1K1QoUKAPCxZo0FBFgwYECAIEGADgOIAAChQQILBg\ngQcgQCRIQJAhQ69e3ryJ6w7gO/jw4saTL29+zZoDBwCwbw8ggAEDCxZMmSLuPv78+gHw7+8foDiB\nAwkKHDYsQ4AABAhQodLt2zds2JS4cIEBAwQIqsR19PjxIwCRI0mKM3kSpclt24whQZIhgwIFDBQo\nKHAzQgQVKkyZEvcTaFChAIgWNXoUaVKlS5k2DReuW7NmhQoFCvRhwQINGqpo0IAAQYAAAwCUBRBA\ngQICBBYs8AAEiAQJCDJk6NXLmzdxewH09ftXXGDBgwmvWXPgAADFiwEE/zBgYMGCKVPEVbZ8GTMA\nzZs5i/P8GbTnYcMyBAhAgAAVKt2+fcOGTYkLFxgwQICgSlxu3bt3A/D9G7g44cOJC9+2zRgSJBky\nKFDAQIGCAtMjRFChwpQpcdu5d/cOAHx48ePJlzd/Hn16cODCgQP37Rs4cN169cKGLZw4/eLChfMG\nsFWrS5d8MGFy4oQQIaa2bfMGMVw4cRQrigOAMaNGcRw7evzoEQ4cBgMGJEgQYcgQHz5atRIHM6bM\nmQBq2rwpLqfOnTtnESAAAECAAAkWLEiQ4MCDByVKXLokLqrUqVQBWL2KVZzWrVy5MhsxQoAAAAAC\nFCjgwEERZ87EuX0LN/8uXAB069q9izev3r18+4r7Cziw4MGECxsGDCCx4sXiGjt+DDmyZHHhwom7\njDmz5ssAOnv+LC606NGkL11SoACA6tUABLhwceyYuNm0a9ueDSC37t3ievv+/ftbrVpnzjBhouja\nNXHMmzt/Dr05gOnUq1u/jj279u3cxXn/Dj68+PHky38HgD69enHs27t/Dz++uHDhxNm/jz+/fQD8\n+/sHKE7gQIIFL11SoADAQoYABLhwceyYOIoVLV6kCEDjRo7iPH4ECfJbrVpnzjBhoujaNXEtXb6E\nGdMlAJo1bd7EmVPnTp49xf0EGlToUKJFjQIFkFTpUnFNnT6FGlXqVKr/TgFcxZpV3FauXb1u/faN\nEKEhHjxEiMBCmTJxbd2+hfsWwFy6dcXdxZtX716+ff3iBRBY8GDChQ0fRpxYsTjGjR0/hhxZ8uTG\nACxfxixO82bOnT1/Bh16MwDSpU2LQ51a9WrU374RIjTEg4cIEVgoUyZO927evXkDAB5cuDjixY0f\nR55c+fLiAJw/hx5d+nTq1a1fF5dd+3bu3b1/B68dwHjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f\n/37+9gEABCBw4EBxBg8iTKhwIcOGBwFAjChxIsWKFi9izChuI8eOHj+CDCmSI4CSJk+KS6lyJcuW\nLl/CVAlgJs2a4m7i/8ypcyfPnj5xAggqdKi4okaPIk2qdClTowCeQo0qdSrVqlavYhWndSvXrl6/\ngg27FQDZsmbFoU2rdi3btm7fpgUgdy5dcXbv4s2rdy/fvncBAA4sWBzhwoYPI06seHFhAI4fQ44s\neTLlypYvi8useTPnzp4/g9YMYDTp0uJOo06tejXr1q5RA4gte7a42rZv486tezdv2wB+Aw8ubjjx\n4saPI0+unDiA5s6fQ48ufTr16tbFYc+ufTv37t6/Zwcgfjx5cebPo0+vfj379ucBwI8vXxz9+vbv\n48+vf399AP4BAhA4EIA4gwcRJlS4kGHDgwAgRpQ4kWJFixcxZtS4kf9jR48fQYYUOZJkSZMnUaZU\nuZJlS5cvYcaUOZNmTZs3cebUuZNnT58/gQYVOpRoUaNHkSZVupRpU6dPoUaVOpVqVatXsWbVKjJc\nOHFfwYYVO5ZsWbPiAKRVu1ZcW7dv4caVO5euWwB38eYNF05cX79/AQcWPJiwOACHEScOF05cY8eP\nIUd2HI4yZXGXMWfWfBlAZ8+fQYcWPZp0adPiUKdWvZp1a9evUwOQPZu2ONu3cefWvZt379sAgAcX\nLo54cePHkSdXvrw4AOfPoYuTPp16devVv4ULJ457d+/fvQMQP558efPn0adXv15ce/fv4ceXP5++\newD38ecXt59/f///AMUJHEiwoMGDBQEoXMhQnMOHECNKnEix4kMAGDNqFMexo8ePIDuGC/eMGzdx\nKFOqXKkSgMuXMGPKnEmzps2b4nLq3Mmzp8+fQHUCGEq0qLijSJMqXcq0qVOkAKJKnSquqtWrWLNq\n3crVKoCvYMOKG0u2rNmzZMOFe8aNm7i3cOPKjQugrt27ePPq3cu3r19xgAMLHky4sOHDgQEoXsxY\nnOPHkCNLnky58mMAmDNrFse5s+fPoEOLHt0ZgOnTqMWpXs26tevVzZqN8uZNnO3buHPjBsC7t+/f\nwIMLH068uLjjyJMrX868uXPkAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTqycPoL379+Li\ny59Pv778Zs1GefMmrr9/gOIEDiQ4EMBBhAkVLmTY0OFDiOIkTqRY0aI4bNjWrFEmzuNHkCFFAiBZ\n0qQ4lClVrmTZcmU4cTFlzpwJwOZNnOJ07uTZ0+dPoEF3AiBa1Kg4pEmVLmUqTpiwFy8ChQsnzupV\nrFmxAuDa1etXsGHFjiVbVtxZtGnVrhWHDduaNcrEzaVb1+5dAHn17hXX1+9fwIEFAw4nzvBhxIgB\nLGbcWNxjyJElT6Zc2TJkAJk1bxbX2fNn0KHFCRP24kWgcOHErWbd2nVrALFlz6Zd2/Zt3Ll1i+Pd\n2/dv39mynVqwoP9AARzilC9n3tw5AOjRpYujXt36dezZxYULp01bImDAwoUTV978eQDp1a8X1979\ne/jxxXnzVq2aOPz59e/nLw4AQAACBw4UZ/AgwoQKvZUoQYECM3ESJ1KsaBEAxowaN3Ls6PEjyJDi\nRpIsaVKatDRpHjwYECCAAAEIGDHixWvaNG7gwInr6fNnTwBChxIVZ/Qo0qRKlX77VqvWmjUnpkz5\n9k0c1qxaAXDt6lUc2LBix4ID9+zZkSMJBAgAAOCFuLhy59KtC+Au3rzi9vLt67dvuHBpChRgwOCa\nuMSKFzNuDOAx5MiSJ1OubPkyZnGaN3PuLE1amjQPHgwIEECAAAT/jBjx4jVtGjdw4MTRrm2bNoDc\nuneL6+37N/Dgwb99q1VrzZoTU6Z8+ybuOfToAKZTry7uOvbs2sGBe/bsyJEEAgQAAPBCHPr06tez\nB+D+PXxx8ufTr08/XLg0BQowYHANoDiBAwkWNAgAYUKFCxk2dPgQYkRxEylWrPiNDp0QIRZ0nDAh\nQgQBAQIAABAgQAEuXJYt8xYunDiZM8UBsHkTpzidO3n29OkzXDhmzP78cSBESLhw4pg2dQoAalSp\n4qhWtQoOXJYsCwAAGDCAAIEFYwUIADBihDi1a9m2ZQsAbly54ujWtXvX7ps3EAwYePECmjjBgwkX\nNgwAcWLFixk3/3b8GHJkcZMpV678jQ6dECEWdJ4wIUIEAQECAAAQIEABLlyWLfMWLpw42bPFAbB9\nG7c43bt59/btO1w4Zsz+/HEgREi4cOKYN3cOAHp06eKoV7cODlyWLAsAABgwgACBBeMFCAAwYoQ4\n9evZt2cPAH58+eLo17d/3/6bNxAMGHgB8AU0cQQLGjyIEIDChQwbOnwIMaLEieIqWrx4MRcIEBEi\nZMlyrVs3ZcpyJEgQIIABA3nChRMHM6ZMmABq2rwpLqfOnTx79gwXLlmyFCkK4MEjLqnSpUkBOH0K\nVZzUqVSvXAGAFSsJEtmyiftqzNiAAAFw4RKHNq3atWgBuH0LV/+c3Ll063brpkYNAwZIlizZseMK\nOHDiChs+jPgwgMWMGzt+DDmy5MmUxVm+jNlyuHC/qlRBhUqc6NGkS5s+LQ6A6tWsxbl+DTu27Njh\nsmXLkaNAAQ3hwon7DTz4bwDEixsXhzy58mbNWLAYY8qUuOnUqRcLEGDAAHHcu3v/zh2A+PHkxZk/\njx49OBIkECCwYuUbOHDUqBk5dSpcOHH8+/sHKE7gQHEADB5EmFDhQoYNHT4UF1HixIjhwv2qUgUV\nKnEdPX4EGVKkOAAlTZ4Ul1LlSpYtWYbLli1HjgIFNIQLJ07nTp46AfwEGlTcUKJFmzVjwWKMKVPi\nnD59WixAgAH/A8RdxZpV61UAXb1+FRdW7Nix4EiQQIDAipVv4MBRo2bk1Klw4cTdxZtX710Aff3+\nBRxY8GDChQ2LQ5xYMeJw4Zr9+gUOnDjKlS1fxpxZHADOnT2LAx1a9GjS4sKFy5Zt1ooVAQIIENBK\n3GzatWsDwJ1btzjevX3/Bg6cAYMAAbBhE5dc+XLmAJw/hy5O+nTq0sGBc0KAAAMG2rSJAw9eUJYs\nz56JQ59e/Xr0ANy/hx9f/nz69e3fF5df//784cIBbPbrFzhw4g4iTKhwIUNxAB5CjChuIsWKFi+K\nCxcuW7ZZK1YECCBAQCtxJk+iRAlgJcuW4l7CjClz5kwGDAIE/8CGTRzPnj5/AggqdKi4okaPFgUH\nzgkBAgwYaNMmbupUQVmyPHsmbivXrl63AggrdizZsmbPok2rVhzbtm7ZhguHzZs3cXbv4s2rd+9d\nAH7/AhYneDDhwobFIUP25o0BAgQMGNCkSRzlypYvA8isebO4zp4/gw4dWoMGAQJMmRKnejXr1gBe\nw44tbjbt2rMfPWpgwcKyZeJ+Axcn7dMna9bEIU+ufDlyAM6fQ48ufTr16tavi8uufXv2cOGwefMm\nbjz58ubPoycPYD379uLew48vf744ZMjevDFAgIABA5oAahI3kGBBgwAQJlQojmFDhw8hQtSgQYAA\nU6bEZdS4kf8jAI8fQYoTOZKkyEePGliwsGyZOJcvxUn79MmaNXE3cebUeRNAT58/gQYVOpRoUaPi\nkCZVirRbN2natIULJ45qVatXsWYVB4BrV6/iwIYVO5asuDlzChQAsGABLVri4MaVOxcuALt38YrT\nu5dvX799u5UogQDBhg3WxCVWvHgxAMePIYuTPJnytm0bNlxw5ChbNnGfQYsD581buHDiUKdWvRo1\nANevYceWPZt2bdu3xeXWvTs3N27RXr2qVQsTJltTphw48ECUKDdu2LBRJY56devWAWTXvl1cd+/f\nwYfvVqFCgAAIqlUTt559e/ftAcSXP19cffv38ee3/+0bnUj/ACONGEGAAAhxCBMqVAigocOH4iJK\nnAgNWo0aZjhx4sZNnMeP4sCFCyeupMmTKE8CWMmypcuXMGPKnElTnM2bOG1y4xbt1atatTBhsjVl\nyoEDD0SJcuOGDRtV4qJKnToVgNWrWMVp3cq1q9duFSoECICgWjVxaNOqXasWgNu3cMXJnUu3rt25\n377RiRRpxAgCBECIG0y4cGEAiBMrFse4sWNo0GrUMMOJEzdu4jJrFgcuXDhxoEOLHi0agOnTqFOr\nXs26tevX4mLLnh2bGzdZL14sWFCggIDfAIIHCACgOIAl4cKJW868+XIA0KNLF0e9uvXr2DsNGBAg\nABFx4MOL/x9PHoD58+jDhRPHvr379rp0oUETKFAfFy4ePKBAgoQGgBoOHChRrJg4hAkVIgTQ0OFD\ncRElTpQmDQeODhs2rFkDDpw4kNeu9bBiZdo0cSlVrmSZEsBLmDFlzqRZ0+ZNnOJ07uSpkxs3WS9e\nLFhQoIAApACUBggAwCmAJeHCiaNa1SpVAFm1bhXX1etXsGE7DRgQIAARcWnVrmXbFsBbuHHDhRNX\n1+5du7p0oUETKFAfFy4ePKBAgoQGDQcOlChWTNxjyJEfA6Bc2bI4zJk1S5OGA0eHDRvWrAEHTtzp\na9d6WLEybZo42LFlz4YNwPZt3Ll17+bd2/dvccGFDw8ODv9cowQJCBBQoKDHr1/Rol1KkAAAgAAB\nfojj3t27dwDhxY8XV978efTnefHaECBAggS0xM2nX9/+fQD59e8X198/QHECBw6UJClIkAQJDAQI\nQICAARMmNGjgwMEKMGDiNnLsuBEAyJAixZEsafLatSdPDAQIUKBAjBiXdOhAgABAgAA3boQLJ+4n\n0KBCARAtavQo0qRKlzJtKu4p1KhRYS1YUKCAI0fitnINF86CBQEClogra/bsWQBq17IV5/Yt3Lhu\nt22DAWMBAQIJEtQS5/cv4MCCARAubFgc4sSKF2fL1qYNgsgKFCBAUECBggQJQoSAs2yZN2/gxJEu\nXRoA6tT/qsWxbu2aNS9eTAoUAGAbgIACBQgQCDDg94AXL8QRL278OIDkypczb+78OfTo0sVRr27d\nOqwFCwoUcORIHPjw4cJZsCBAwBJx6tezZw/gPfz44ubTr29//rZtMGAsIEAAYIIEtcQVNHgQYUIA\nCxk2FPcQYkSJ2bK1aYMAowIFCBAUUKAgQYIQIeAsW+bNGzhxK1myBPASZkxxM2nWnMmLF5MCBQD0\nBCCgQAECBAIMMDrgxQtxS5k2dQoAalSpU6lWtXoVa1ZxW7l27fqtQwcUKLBhE3cW7dlChQ4cOCQO\nbly5cgHUtXtXXF69e/mCAzdrlgYNHw4cMGAgmTjFixk3/3YMAHJkyeIoV7Z8mXKtWiRIpBAiJEeO\nCRo0TJjw4weuatW0aesmDnbs2ABo17YtDndu3bulSWPCpEMHRpQoQYPGLVasAAEECCgmDnp06dIB\nVLd+HXt27du5d/cuDnx48eK/deiAAgU2bOLYt2dfqNCBA4fE1bd//z4A/fv5i/MPUJzAgQQFggM3\na5YGDR8OHDBgIJm4iRQrWrwIIKPGjeI6evwIsmOtWiRIpBAiJEeOCRo0TJjw4weuatW0aesmLqdO\nnQB6+vwpLqjQoUSlSWPCpEMHRpQoQYPGLVasAAEECCgmLqvWrVsBeP0KNqzYsWTLmj0bLpy4tWzb\nrg2nQv+FAAE6dHwThxdvuHA0aAAAQEKc4MGECQM4jDixuMWMGzu2Zk2NmhAhUCRIcOAAM3GcO3v+\nDBqA6NGkxZk+jTq16W7duHCJ8ukTKFAtKtiuQISIrWLFvn0TBzy4cADEixsXhzy58uXMm4vToQMA\nABziqlu/fh2A9u3cu3v/Dj68+PHhwok7jz79+XAqVAgQoEPHN3H06YcLR4MGAAAkxPkHKE7gQILi\nABxEmFDcQoYNHVqzpkZNiBAoEiQ4cICZOI4dPX4ECUDkSJLiTJ5EmdJkt25cuET59AkUqBYVbFYg\nQsRWsWLfvokDGlQoAKJFjYpDmlTpUqZNxenQAQAADnH/Va1evQpA61auXb1+BRtW7FhxZc2eRXvs\n2IABAAAMECXq27dkYMAECAAAQARxff3+/QtA8GDC4gwfRpxYmrQ3bzJkwCBBwokT2MRdxpxZ82YA\nnT1/Fhda9GjSo2fNKsSMGS9eJyJE+PChTx9e3ryJw51bN24AvX3/Fhdc+HDixY2LCxZswYIK4pw/\nhw4dwHTq1a1fx55d+3bu4rx/Bx/euzNnAgQAQI8AwQIDBgC8B0CAGzdx9e3frw9A/37+4vwDFCdw\nIEGBypTlyLFgQYUIET58ACduIsWKFi8CyKhxo7iOHj+C/DhtGrBfv7x4QTBhwowZcOBkEydzJk2a\nAG7i/8wpbifPnj5/AhXny5cAAQbAgROndClTpQCeQo0qdSrVqlavYhWndSvXrlqdORMgAABZBAgW\nGDAAYC0AAty4iYsrd25cAHbv4hWndy/fvsqU5cixYEGFCBE+fAAnbjHjxo4fA4gsebK4ypYvY748\nbRqwX7+8eEEwYcKMGXDgZBOnejVr1gBew44tbjbt2rZv4xbny5cAAQbAgRMnfDhx4QCOI0+ufDnz\n5s6fQxcnfTr16tbFbdtmzRq27i9eJEhAwJYtcebPozcPYD379uLew48v/9cvHz4qVDBRosSjR+IA\nihM4kGBBgwAQJlQojmFDhw8hdmvTxoOHBWPGrFqlTf+bOI8fQYYEMJJkSXEnUaZUuZKluFOnBgyY\nII5mTZs2AeTUuZNnT58/gQYVKo5oUaNHkYrbts2aNWxPX7xIkICALVvisGbVihVAV69fxYUVO5bs\nr18+fFSoYKJEiUePxMWVO5duXXEA8ObVK45vX79/AXdr08aDhwVjxqxapU2bOMePIUcGMJlyZXGX\nMWfWvJmzuFOnBgyYII50adOmAaRWvZp1a9evYceWLY52bdu3ceeuzY1bnVatoEEDJ4548eIAkCdX\nLo55c+fPKVECAYIBgwtfvlCjJo57d+/fwYsDMJ58eXHn0adXv14bAgQBAhhYtChcOHH38efXfx9A\nf///AAEIBCCuoMGDCBMqFKdBAwAAFcRJnEiRIoCLGDNq3Mixo8ePIMWJHEmypMmTJq9dc+bsGzhw\n4mLKFAegps2b4nLq3MnTmbMZMxAgMKJNm7ijSJMqXYoUgNOnUMVJnUq1qlVrAgQECNBg2zZxYMOK\nHSsWgNmzaMWpXcu2rdu34ixYAADAgri7ePPmBcC3r9+/gAMLHky4sLjDiBMrXsx48bVrzpx9AwdO\nnOXL4gBo3sxZnOfPoEM7czZjBgIERrRpE8e6tevXsFsDmE27trjbuHPr3m1NgIAAARps2yauuPHj\nyI8DWM68ubjn0KNLn05dnAULAABYEMe9u3fvAMKL/x9Pvrz58+jTqxfHvr379/Djy2fvzZo1cfjz\niwPAv79/gOIEDiRYkBs3IUIePNAlzuFDiBElRgRQ0eJFcRk1buTYcZsAAQAAIBBX0uRJlCkBrGTZ\nUtxLmDFlzqQpToQIAAA4iOPZ06dPAEGFDiVa1OhRpEmVimPa1OlTqFGlMvVmzZo4rFnFAeDa1as4\nsGHFjuXGTYiQBw90iWPb1u1buG8BzKVbV9xdvHn17t0mQAAAAAjEDSZc2PBhAIkVLxbX2PFjyJEl\nixMhAgAADuI0b+bMGcBn0KFFjyZd2vRp1OJUr2bd2vVr2LFXA6Bd27Y43Ll17w4XrlQpYcLEDSde\n3P/48eMAlC9nLs75c+jRpYvr0cOAgTritG/n3t07APDhxYsjX978efTpxWnSZMECLXHx5c+fD8D+\nffz59e/n398/QAACBxIEIO4gwoQKFzJs6BAhgIgSJ4qraPEixnDhSpUSJkwcyJAiR5IkCeAkypTi\nVrJs6fKluB49DBioI+4mzpw6dwLo6fOnuKBChxItalScJk0WLNAS5/QpVKgAplKtavUq1qxat3IV\n5/Ur2LBix5It+xUA2rRqxbFt6/ZtuHDcuImra/cu3rx6xQHo6/evuMCCBxMuLI4bN1mywolr7Pgx\n5MgAJlOuLO4y5syaN3MW162bNWviRpMubRoA6tT/qlezbu36NezY4mbTrm37Nu7cumkD6O37t7jg\nwocTL278OHLhAJYzby7uOfTo0qdTr24dOoDs2reL6+79O/jw4seT9w7gPPr06tezb+/+PXxx8ufT\nr2//Pv788wHw7+8foDiBAwkWNHgQYcKBABg2dCgOYkSJEylWtHgxIgCNGzmK8/gRZEiRI0mW/AgA\nZUqVK1m2dPkSZkyZM2nWtHkTZ06dO3n29PkTaFChQ4kWNXoUaVKlS5k2dfoUalSpU6lWtXoVa1at\nW7l29foVbFixY8mWNXsWbVq1a9m2dfsWbly5c+nWtXsXb169e/n29fsXcGDBgwkXNnwYcWLFixk3\nMHb8GHJkyZMpV7Z8GXNmzZs5d/b8GXRo0aNJlzZ9GnVq1atZt3b9GnZs2bNp114cEAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr68vLy7u7u6urq5ubm4uLi3t7e1tbWzs7OysrKxsbGw\nsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2c\nnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacpAjRyZXrrLly5gza95cGYDnz6DLiR5NurTp\n06hTjwbAurXrcrBjy55Nu7bt27EB6N7Nmxy5csCDCx9OvLjx4+UAKF/OvLnz59CjS59errr169iz\na9/O3TqA7+DDl/8bT768+fPo06snD6C9+/fl4sufT7++/fv45QPYz79/OYDlBA4kWNDgQYQJBQJg\n2NDhQ4gRJU6kWLHcRYwZNW7k2NEjRgAhRY4sV9LkSZQpVa5kaRLAS5gxy82kWdPmTZw5ddIE0NPn\nz3JBhQ4lWtToUaRCASxl2tTpU6hRpU6lWs7qVaxZtW7l2vUqALBhxZYjW9bsWbRp1a4tC8DtW7jl\n5M6lW9fuXbx55wLg29dvOcCBBQ8mXNjw4cAAFC9m3NjxY8iRJU8uV9my5XHdumHDRq7cZ9ChRY8m\nLRrAadSpy61m3dp163HjcqlRc+zYuHK5de/m3RvAb+DByw0nXrz/uLVixciRK9fc+XPo0aWXA1Dd\n+vVy2bVv596dOzhx4sqNJ1/efHkA6dWvZ9/e/Xv48eWXo1+//rhu3bBhI1fOP8ByAgcSLGjwoEAA\nChcyLOfwIcSIEMeNy6VGzbFj48px7OjxI0gAIkeSLGfyJEqU1ooVI0euHMyYMmfSrFkOAM6cOsvx\n7OnzJ9Cf4MSJK2f0KNKkSAEwber0KdSoUqdSrVruKlas3YYMOXAARYoULFgkSKDgrB07wsqVEydu\n2jRo5ebSrTtXnDgAevfyLef3L+DAfrt1u3BhAAAAAgQgWLasHOTIkidLBmD5MuZymjWTI1euHDls\n2KpUGSNLVrnU/6pXs27tWjWA2LJnl6tt+zbu3OSgQDFgAECAAAYMPHtW7jjy5MoBMG/u/Dn06NKn\nU69e7jp27N2GDDlwAEWKFCxYJEig4LwdO8LKlRMnbto0aOXm068/X5w4APr38y/nH2A5gQMJEuzW\n7cKFAQAACBCAYNmychMpVrRYEUBGjRvLdexIjly5cuSwYatSZYwsWeVYtnT5EmbMlgBo1rRZDmdO\nnTt5koMCxYABAAECGDDw7Fk5pUuZNgXwFGpUqVOpVrV6FWs5rVu3imvRYsCAAADIljULIIAHD4kS\nTZtWDm5cuXHJkQNwF2/ecnv59vULDlyJEgAIFwYgQIECFCicOf8r9xhyZMkAKFe2XA5z5nLdus0h\nQQIDBkTkyJUzfRp1atWrTwNw/Rp2OdmzademTY7cBAC7efMWIKBYOeHDiRMHcBx5cuXLmTd3/hx6\nOenTqUsnRUqOAwcdOmzYQMeBgwQJAvjwMW5cOfXr2bdXDwB+fPnl6Ne3f//YMQ8eAgQ4ADBDhkGD\nxvTp06BBhQoenj0TJ66cxIkUAVi8iLGcxo3lyJFDYcDAggXhypk8iTKlSnDgxn37Vi5mzHHjANi8\nibOczp08e/IMEkQAAAACBCjgwEGAAAIEIpR7CjVqVABUq1q9ijWr1q1cu5b7CjbsV1Kk5Dhw0KHD\nhg10HDhIkCD/gA8f48aVu4s3r967APr6/VsusODBhI8d8+AhQIADGTIMGjSmT58GDSpU8PDsmThx\n5Tp7/gwgtOjR5UqbLkeOHAoDBhYsCFcutuzZtGuDAzfu27dyvHmPGwcguPDh5YobP478eJAgAgAA\nECBAAQcOAgQQIBChnPbt3LkD+A4+vPjx5MubP4++nPr17Nl3EyUqWLBw4ch58wYGjAJUqMr5B1hO\n4ECCBcsBQJhQYTmGDR06FHfkiAEDAgRYyJXr27dw06ZJkZIgAYABA0iQSObNWzmWLcsBgBlTZjma\nNcuRI1chQIACBbCVAxpU6NBy4sSx4cDBgQMbRowAAzZt2jhu/9wAXMWatdxWrl29bt20KUAAAGVV\nqIB26xYKFAIEANizp9xcunXnAsCbV+9evn39/gUcuNxgwoULdxMlKliwcOHIefMGBowCVKjKXcac\nWXNmAJ09fy4XWvTo0eKOHDFgQIAAC7lyffsWbto0KVISJAAwYAAJEsm8eSsXXHg5AMWNHy+XXHk5\ncuQqBAhQoAC2ctWtX8deTpw4Nhw4OHBgw4gRYMCmTRvHjRsA9u3dl4MfX/58+Js2BQgAQL8KFdBu\nAbyFAoUAAQD27CmncCFDhQAeQowocSLFihYvYiyncSPHjh43evNWoxzJkiZPogSgciXLci5fwoT5\nrEKFADYDXP8RJ64cz57lunU7IFSChFLatJVLqrQcgKZOn5aLKlVqCgBWAfAqp3VruXDhtGmT4sLF\ngQMDBgAQIKBAAQ8+fBQrhg0buW/fAODNq7cc375+/9qydeAAAAACKFAIFkwcOXK3bmHAAMCEiXDh\nymHOrBkA586eP4MOLXo06dLlTqNOrXo1amvWjpWLLXs27doAbuPOXW437969jylQAACAAAGByiFP\nrrxcsUKFKFFCRo5cuerWywHIrn17ue7evfsBIB5AhmDBpEnDhcvCgAEA3sOPjwDBkyfBxo0rp39/\nOQD+AQIQOBBAOYMHESIs1qFDgAACBIgYNapcxYrkyH35EuD/woVu3cqFFDkSQEmTJ1GmVLmSZUuX\n5WDGlDmTZkxr1o6V07mTZ0+fAIAGFVqOaFGjRo8pUAAAgAABgcpFlTq1XLFChShRQkaOXDmvX8sB\nEDuWbDmzZ8/6AbAWQIZgwaRJw4XLwoABAPDm1YsAwZMnwcaNKzeYcDkAhxEnLreYcePGxTp0CBBA\ngAARo0aV06yZHLkvXwJcuNCtWznTp1EDUL2adWvXr2HHlj27XG3bt3HfHjPGkwULVKisKjeceHHj\nxwEkV768XHPnz5+HixCBAAEDBrqV076dezly5cqNG1eOfHnzANCnV1+Offv24ESIAADAgAMHJUo0\naLAAAAAB/wAFFNChgwmTGjUW7NlDjly5hxAjAphIsWK5ixgzZiQXK5YhQ27chCtHsmTJUaMiCBNW\nrqXLly0ByJxJs6bNmzhz6txZrqfPn0B/jhnjyYIFKlRWlVvKtKnTpwCiSp1arqrVq1fDRYhAgIAB\nA93KiR1Lthy5cuXGjSvHtq1bAHDjyi1Ht25dcCJEAABgwIGDEiUaNFgAAIAAAQV06GDCpEaNBXv2\nkCNXrrLlywAya95crrPnz5/JxYplyJAbN+HKqV69etSoCMKElZtNu/ZsALhz697Nu7fv38CDlxtO\nvLjx4caMAVi+PECAHeWiS59OvTqA69izl9vOvXt3ZA0aCP8Q4MBBsXHjyJEbV66cuPfirombL66c\n/fv2yZEDwL+/f4DlBA4kqEMHAIQJAQQIICBBghQpYC1bVqoUCBAKaNEq19Hjx44ARI4kWc7kSZQp\nx42DBm3ZsnIxZcasVg0IkBTjxpXj2dMnTwBBhQ4lWtToUaRJlZZj2tTpU6bGjAGgSjVAgB3ltG7l\n2tUrALBhxZYjW9asWWQNGggQ4MBBsXHjyJEbV66cOLzironjK67cX8B/yZEDUNjw4XKJFS/WoQPA\nY8gAAgQQkCBBihSwli0rVQoECAW0aJUjXdo0aQCpVa8u19r1a9jjxkGDtmxZOdy5cVerBgRIinHj\nyg0nXnz/OADkyZUvZ97c+XPo0ctNp17d+nRBggBs5749Vapy4cWPJz8ewHn06cutZ9++PSoECAwY\nQIAAkh8/L14cwIBhAcAFFiw4MGXq2bNyChcqJEcOAMSIEstRrGhx1CgAGjcCECAgCDFi5UaKE1ek\nyIIFBLhxK+fyJUyXAGbSrFnuJs6cOm9iwzZrVrmgQoMCAsSDB6pySpcyZQrgKdSoUqdSrWr1KtZy\nWrdy7apVmDAFCggECADg7NkNG8qxbev2LVsAcufSLWf3Ll674cItGTBAgIADB0rAgGHg8OEAAQAw\nHjDAho1v5SZTpgzgMubM5TZz7jxuXKBALRYskCABFqxx/+VWr9amzYEDAQJWlKtt+/ZtALp38y7n\n+zfw4L6fPbNmrRzy5NiwffhAgwa5ctKnU6cO4Dr27Nq3c+/u/Tv4cuLHky8vXpgwBQoIBAgA4P37\nDRvK0a9v/z59APr38y/nH2A5gQMHhgu3ZMAAAQIOHCgBA4YBiRIDBABwccAAGza+lfP48SMAkSNJ\nljN5EuW4cYECtViwQIIEWLDGlbNpU5s2Bw4ECFhRDmhQoUIBFDV6tFxSpUuZJn32zJq1clOpYsP2\n4QMNGuTKdfX69SsAsWPJljV7Fm1atWvLtXX7Fm5cuK8gQAAAQIeOcnv59vULAHBgweUIFzZMGBcu\nHAYMKP9QoENHtnKTKVMmR06BAM0CYpXz/PkzANGjSZczfRp1atWqNWkKEGDBAmzlaNe2bRtAbt27\ny/X2/Rt4b2LEnDkrd/z4NA0aAgSYMaNcdOnTqQOwfh17du3buXf3/r1cePHjyZcn/woCBAAAdOgo\n9x5+fPkA6Ne3Xw5/fv34ceHCAdCAAQUKdOjIVi6hQoXkyCkQAFFArHIUK1YEgDGjxnIcO3r8CBKk\nJk0BAixYgK2cypUsWQJ4CTNmuZk0a9qcSYyYM2flevacpkFDgAAzZpQ7ijSpUgBMmzp9CjWq1KlU\nq5a7ijWr1q1bq1UDACBAABTlypo9exaA2rVsy7l9C5f/HDkUKAoQINChAytW5fr6/dtXHAECAAA0\nKIc4cWIAjBs7Lgc5suTJlCd/o0ABAAAXLsp5/gw6NIDRpEuXO406terTX74YMSKOHDlIkAIAuA3A\ngYNj5Xr7/v0bgPDhxIsbP448ufLl5Zo7fw49uvRyokQNGADAi5dy3Lt75w4gvPjx5cqbP48N24AB\nAhAg8OWrnPz59Otr0gQAQIBmzcr5B1hOYDkABQ0eLJdQ4UKGDRnGChAAAABhwspdxJhRIwCOHT2W\nAxlS5Eht2jx4GDBAwYABAFwGCCBAQIECBoQJK5dT586cAHz+BBpU6FCiRY0eLZdU6VKmTZ2WEyVq\nwAAA/168lMOaVStWAF29fi0XVuxYbNgGDBCAAIEvX+XcvoUbV5MmAAACNGtWTu/ecgD8/gVcTvBg\nwoUNF44VIAAAAMKElYMcWfJkAJUtXy6XWfNmztq0efAwYICCAQMAnA4QQICAAgUMCBNWTvZs2rIB\n3MadW/du3r19/wZeTvhw4sWNHx9OgAAAHDjKPYce/TkA6tWtl8OeXfudOwECCAAEqNx48uXNj3/2\nDMB6Y8bKvYdfDsB8+vXH3S+XX/9+/v3zAwwDAECAAODAlUuocCFDAA4fQiwncSJFiuOMGAkQAADH\njgAaKFHCg0eBAgAMGMiWrRzLli4BwIwpcybNmjZv4v/MWW4nz54+fwLlSYAAABw4yiFNqhQpgKZO\nn5aLKnXqnTsBAggABKgc165ev3J99gwAWWPGyqFNWw4A27Zux8EtJ3cu3bp25YYBACBAAHDgygEO\nLHgwgMKGD5dLrHjx4nFGjAQIAGAyZQANlCjhwaNAAQAGDGTLVm406dIATqNOrXo169auX8MuJ3s2\n7dq2b5e7dg0BAgLatJULLnx4cADGjyMvp3w5cz9+AAAgQIhQuerWr2OvXqwYAAAFwoUrJ358OQDm\nz6Mnp74c+/bu38Nn/wAAgAMHyuHPr38/fgD+AQIQOBBAOYMHERrMlu3Whg0IEAgQUCJMGHHiymUk\nR07/iRIAAgR8+LCtXEmTJgGkVLmSZUuXL2HGlFmOZk2bN3HmLHftGgIEBLRpKzeUaNGhAJAmVVqO\naVOnfvwAAECAEKFyV7Fm1Xq1WDEAAAqEC1eObNlyANCmVUuObTm3b+HGlev2AQAABw6U07uXb1+9\nAAAHFlyOcGHDhLNlu7VhAwIEAgSUCBNGnLhyl8mRU6IEgAABHz5sKzeaNGkAp1GnVr2adWvXr2GX\nkz179jQbNjRoAFeOd2/fvMmRI0FiwIAT5MiVU76cuXIAz6FHLzedenUhQgAACPDhgzhx5cCHFy8+\nmwMHAAB4KLeePXsA7+HHLzeffn379+mPGycAAIAG/wAblBtIsKDBgQASKlxYrqFDh+Rw4TJhAkOC\nBBs2/PnzrZzHjx8xYABAkiSCMWO+fSvHkiWAlzBjypxJs6bNmzjL6dy5E9yCBQAAJDBmrJzRo0e5\nwYEzYMCCBYzKSZ1KlSqAq1izltvKtSsrVgHChnXgYMUKcuXSqi1HjlylSgHiAgAgqJzdu3cB6N3L\nt1w5coDLCR5MuDBhWLAAKH7wgBy5cpAjS54MoLLly+Uya9YcToqUAgUWrFjRrNm4ceVSq0797FmF\nCgBiyw4QQJCgb9/KkSMHoLfv38CDCx9OvLjxcsiTJwe3YAEAAAmMGStHvXp1bnDgDBiwYAGjcuDD\ni/8XD6C8+fPl0qtfz4pVgPfvHThYsYJcufv4y5EjV6lSAIABAgAAIKjcQYQIASxk2LBcOXIRy02k\nWNFiRViwAGx88IAcuXIhRY4kCcDkSZTlVK5cGU6KlAIFFqxY0azZuHHldO7U+exZhQoAhA4NEECQ\noG/fypEjB8DpU6hRpU6lWtXq1XJZtW4FBAjA168bNggThi1ZsiBBFhw4kCDBkSPdys2lW7cuALx5\n9Zbj29evOHFgwAgAUNhwgAQJLFh4EMBxAACRAwRAgKBSOcyZMwPg3NkzOXLjRIcLV870adSpTevR\nA8D1ggXjxpWjXdv2bQC5de8u19u3b3J+/IwYceb/1Sty5Mot37ZNlqxShQqpUbNgAQDs2QcMgANn\n27Zy4QGMJ1/e/Hn06dWvZ1/O/Xv4gAABoE9/wwZhwrAlSxYkCMAFBw4kSHDkSLdyChcyZAjgIcSI\n5SZSrChOHBgwAgBw7BggQQILFh4EKBkAAMoAARAgqFTuJUyYAGbSrEmO3Lic4cKV6+nzJ9CeevQA\nKLpgwbhx5ZYybeoUANSoUstRrVqVnB8/I0acefWKHLlyYrdtkyWrVKFCatQsWADgLdwBA+DA2bat\nHF4Aevfy7ev3L+DAggeXK2z4cOFlyzQAaAwgQIABBCYTKODDBypU5TZz7ux5M4DQokeXK2369Gly\n/4sWTZgQIICAAAEA0KYdIAAKFG3IkSvn+zdw3wCGEy9e7vhxatTIkSvn/Dn06Nq0FSBAwIGDb9/K\nce/u/TuA8OLHlytv/nz5cePKsW/vnhw5ceXKkSNXrBiBAwcKFOBTDGCxcgMJlgNwEGFChQsZNnT4\nEGI5iRMpUjwVIAAAjRsBBAhg4dUrcODKlTR5EmVJACtZtiz3EmZMmS+vXZMgIQAAnTsBMGAgTVo5\noUOJFgVwFGnSckuXXrs2bRo3cuTEiSt3FWvWcOFQFCgQIIAiReXIljVbdtw4AGvZti33Fm5cuXPp\nwn32DEODBjNmbCNHrlxgweUAFDZ8GHFixYsZN/92XA5yZMmSTwUIAABzZgABAlh49QocuHKjSZc2\nPRpAatWry7V2/Rp262vXJEgIAAB3bgAMGEiTVg54cOHDARQ3frxc8uTXrk2bxo0cOXHiylW3fj1c\nOBQFCgQIoEhROfHjyY8fNw5AevXry7V3/x5+fPnunz3D0KDBjBnbyJErB7CcwIEACho8iDChwoUM\nGzosBzGixInixJ06lSCBhwkTatXKVi6kyJEkSwI4iTJluZUsW7p8WU6atGvXgJEjVy6nzp08dwL4\nCTRouaFDyRklRy1atESJ4KhSxY1bualUywlDgQIAgAYNPJX7Cjbs127dAJg9i7ac2rVs27p92zb/\n27hx5MiVu4s3L4C9fPv6/Qs4sODBhMsZPow4sThxp04lSOBhwoRatbKVu4w5s+bNADp7/lwutOjR\npEuXkybt2jVg5MiVew07tuzYAGrbvl0ud25yvMlRixYtUSI4qlRx41YuufJywlCgAACgQQNP5apb\nv169WzcA3Lt7Lwc+vPjx5MuPzzZuHDly5dq7fw8gvvz59Ovbv48/v/5y/Pv7B1hO4ECCBQ0eRCgQ\nwEKGDcs9hBhR4kSKFS1CBJBR48ZyHT1+5MYtUqQZMGAEC1ZO5UqV3Lhp0LBgQYtx48rdxJmTHDkA\nPX3+LBdU6FCiRY0eRSoUwFKmTZ0+hRpV6lSq/+WsXsWaVetWrl2vAgAbVmw5smXNnkWbVu3asgDc\nvoVbTu5cuty4RYo0AwaMYMHK/QX8lxs3DRoWLGgxblw5xo0dkyMHQPJkyuUsX8acWfNmzp0vAwAd\nWvRo0qVNn0adutxq1q1dv4YdWzZrALVt3y6XW/du3r19/wauG8Bw4sXLHUee/Hi2bMYwYerWrdx0\n6tWzZfv1S1I57t29ewcQXvz4cuXNn0efXv169uYBvIcfX/58+vXt38dfTv9+/v39AywncCDBggYN\nAkiocGG5hg4fQowocSJFhwAuYsxYbiPHjhvJkQv37Rs5cuVOokx5ctw4ceVewowZEwDNmjbL4f/M\nqXMnz54+f+YEIHQo0aJGjyJNqnRpuaZOn0KNKnUqVacArmLNWm4r165ev4INK5YrgLJmz5ZLq3Zt\nWnLkwn37Ro5cubp279YdN05cub5+//4FIHgw4XKGDyNOrHgx48aHAUCOLHky5cqWL2POrHkz586e\nP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3796+fwMPLnw48eLGjyNPrnw58+bOn0OP\nLn069erWWZfLrn079+7ev4PXDmA8+fLlzqNPr349+/bu0QOIL39+ufr27+PPj18cuf7kAJYTOJBg\nQYEAECZUWI5hQ4cPIT4UV45iRYsXMQLQuJH/Y0ePH0GGFDmyXEmTJ1GmVLmSpUkAL2HGLDeTZk2b\nN3Hm1EkTQE+fP8sFFTqUaFGi4sglJVeOaVOnT5kCkDqVajmrV7Fm1ZpVXDmvX8GGFQuAbFmzZ9Gm\nVbuWbdtyb+HGlTuXbl27cAHk1bu3XF+/fwEHFjyYsF8AhxEnLreYcWPHjyFHlswYQGXLl8tl1ryZ\nc2fO48qFFj2adGkAp1GnVr2adWvXr2GXkz2bdm3bt3Hnng2Ad2/f5YAHFz6ceHHjx4MDUL6ceTnn\nz6FHlz6devXnALBn116Oe3fv38F3J0eOULFi1KiVU7+efXv1AODHlz+ffn379/HnL7eff3///wDL\nCRxIsKDBgwUBKFzIsJzDhxAjSpxIseJDABgzaizHsaPHjyBDihzZEYDJkyjLqVzJsqXLleTIESpW\njBq1cjhz6tyJE4DPn0CDCh1KtKjRo+WSKl3KtClTbowYFSnChMmkbdvKad3KVSuAr2DDlhtLtqzZ\ns2jTqiULoK3bt+Xiyp1Lt67du+TIYUuWrJzfv+UACB5MuJzhw4gTKy43bhwVKgUECChQgAaNX+TI\nldvMufNmAKBDix5NurTp06hTl1vNurXr1665MWJUpAgTJpO2bSvHu7dv3gCCCx9errjx48iTK1/O\n3DiA59Cjl5tOvbr169izkyOHLVmycuDDl/8DQL68+XLo06tfz77cuHFUqBQQIKBAARo0fpEjV66/\nf4DlBA4EUNDgQYQJFS5k2NBhOYgRJU6kGPHaNQsECAAAECAAgWHDyo0kWVKcOAApVa4s19LlS5gx\nZcLkVqwYGzaluHEr19NnOQBBhQ4tV9ToUaRJlSb99s2LFw4pUogTV86qVQBZtW4t19XrV7BfyZHr\n1qbNgwcEFiwYMKBAAQJVqsiR0wsbtnJ585IjB8DvX8CBBQ8mXNjw4XKJFS9m3FjxtWsWCBAAACBA\nAALDhpXj3NmzOHEARI8mXc70adSpVa9Oza1YMTZsSnHjVs727XIAdO/mXc73b+DBhQ8X/u3/mxcv\nHFKkECeu3PPnAKRPp17O+nXs2bGTI9etTZsHDwgsWDBgQIECBKpUkSOnFzZs5eTLJ0cOwH38+fXv\n59/fP0AAAgcSLGiwHMKEChcyLDduHBcuBABQrNhg27ZyGjdyFCcOAMiQIsuRLGnyJMqUJbVpa6JA\nwYABDIwZK2fzZjkAOnfyLOfzJ9CgQocKdeVqwgQDTpyIE1fu6VMAUqdSLWf1KtasVr99w4TJRYIE\nFy4MEycOHDho0EytWfPjRxBfvsrRrVsOAN68evfy7ev3L+DA5QYTLmz4cDlr1siQGUCAQIAAFSqE\nKmf5MmbMADZz7lzuM+jQokeLFsaLFxMm/2zYZKBAQYECHNu2lattuxyA3Lp3l+vt+zfw4MKBg7Nj\nBwKEFHLklGvuvByA6NKnl6tu/Tp2cuQyZVKgwMKdO+XGky8/fts2YdGilWvvvhyA+PLn069v/z7+\n/PrL8e/vH2A5gQMJCrRmjQyZAQQIBAhQoUKochMpVqwIAGNGjeU4dvT4EeRHYbx4MWHChk0GChQU\nKMCxbVs5mTPLAbB5E2c5nTt59vT5syc4O3YgQEghR045pUvLAXD6FGo5qVOpViVHLlMmBQos3LlT\nDmxYsWC3bRMWLVo5tWvLAXD7Fm5cuXPp1rV7t1xevXv57iVHjtmRIwcOBBgwgAGDQoXGlf9z/Bgy\nZACTKVcudxlzZs2bve3ZY8AAANEECFy4EIFBagaLyrV27RpAbNmzy9W2fRt3bt22x42TYcBAgQIR\ngAABB65c8uQAmDd3Xg56dOnTNWlasAABAirkyJXz/h28d3LklkWLVg59+nIA2Ld3/x5+fPnz6dcv\ndx9/fv35yZFjBvDIkQMHAgwYwIBBoULjyjl8CBEigIkUK5a7iDGjxo3e9uwxYACASAIELlyIwCAl\ng0XlWrp0CSCmzJnlatq8iTOnTpvjxskwYKBAgQhAgIADVy5pUgBMmzotBzWq1KmaNC1YgAABFXLk\nynn9CtYrOXLLokUrhzZtOQBs27p9Czf/rty5dOuWu4s3r968v355WbBAgAAAHToYMlQuseLFjBMD\neAw5crnJlCtbnhwuHAYMAgB49tygwZQpf/5AUKBAgoRu5Vq7dg0gtuzZ5Wrbvo27tjdvkiRZKwc8\neLljxyBAACAguQAGDRrw4hUuXDly5ABYv469nPbt3LknW7CgQAEXLsiVO48+vfpy3USJKgc/fjkA\n9Ovbv48/v/79/PuXA1hO4ECCBQeuWbMgwMIAFapVKxdR4kSKEwFcxJix3EaOHT1ujBIFwMiRAQLE\nePYMHDhYsBIQIECHTjmaNW0CwJlTZzmePX3+5JkrV5EijLBhu3bNkg4dAwYAABBAhQot/1pWAQMG\nDpw4ceXGjQMQVuzYcmXNni2rTZsGAgQsWBAnrtxcunXtjhtXypWrcn39lgMQWPBgwoUNH0acWHE5\nxo0dP3a8Zs2CAJUDVKhWrdxmzp09dwYQWvTocqVNn0ZdOkoUAK1bBwgQ49kzcOBgwUpAgAAdOuV8\n/wYOQPhw4uWMH0ee3HiuXEWKMMKG7do1Szp0DBgAAEAAFSq0aFkFDBg4cOLElRs3DsB69u3LvYcf\n/702bRoIELBgQZy4cv39AywncODAceNKuXJVbiHDcgAeQowocSLFihYvYiyncSPHjhwzZCAwYECk\nSOTKoUypciVLAC5fwiwncybNmt++rf9YAQBAAg0acOHyRo4cOHCLFgWIEOHbt3JOn0IFIHUq1XJW\nr2LNKk7ckycQIGDChu3ZsxgMGCRIUKqUuHJu38KFC2Au3brl7uLNe3fTpg4bNnjzVm4w4cKFyYED\nJ0iQpV+/ykGOXA4A5cqWL2POrHkz587lPoMOLTp0hgwEBgyIFIlcudauX8OODWA27drlbuPOrfvb\ntxUrAABIoEEDLlzeyJEDB27RogARInz7Vm469eoArmPPXm479+7exYl78gQCBEzYsD17FoMBgwQJ\nSpUSV24+/fr1AeDPr78c//7+AZYrt2lThw0bvHkrt5Bhw4bkwIETJMjSr1/lMGYsB4D/Y0ePH0GG\nFDmSZMlyJ1GmVHny168ALxs0yJatXE2bN3HiJEcOQE+fP8sFFTp0qLUUKQYMECDgwpkzrlxVgwaN\nEiUHDgIYMVKOa1evXAGEFTu2XFmzZ9EWKkSAQIIEmZw5y5NHQd0xY8rl1buXb14AfwEHLjeYcGFy\n5NKkwYEMWTnHjyE7Jkdu1KgJBw4UKDDClatyn0GXAzCadGnTp1GnVr2adTnXr2HHdv3rVwDbDRpk\ny1aOd2/fv3+TIweAeHHj5ZAnV67cWooUAwYIEHDhzBlXrqpBg0aJkgMHAYwYKTeefPnxANCnV1+O\nfXv37wsVIkAgQYJMzpzlyaOA/5gx/wDLCRxIsKBAAAgTKizHsKFDcuTSpMGBDFm5ixgzXiRHbtSo\nCQcOFCgwwpWrcihTlgPAsqXLlzBjypxJs2a5mzhz6rxpwgQAAAXcuBEnrpzRo0iTJiVHDoDTp1DL\nSZ1KVWqmTBoECBgwoECBFzJkOHECBxKkEycIEAhAjFi5t3DjvgVAt67dcnjz6tUbToMGAgQcOMhV\nqtSKFQhmzSrHuLHjx44BSJ5MuZzly5i/fQsUaFy5z6BDfx43ToKEAAEAqBYgIEWxYuViyy4HoLbt\n27hz697Nu7fvcsCDCx++bVuAAAAAiAEHTpw4VRw4IEBgw4a0ctiza9cOoLv37+XCi/8fnyxZhAgC\nAgRAgAANmkJUqMiSxWvUKA4cAgQ4EC5cOYDlBA4kWA7AQYQJyy1k2LDhuEmTWLBIkwYMBgwDBjgg\nR67cR5AhRYYEUNLkyXIpVa6UJo0bt3IxZc6MGS5BAgA5cw4YECECKHLkyg0lWg7AUaRJlS5l2tTp\nU6jlpE6lWnXbtgABAAAQAw6cOHGqOHBAgMCGDWnl1K5lyxbAW7hxy82lWzdZsggRBAQIgAABGjSF\nqFCRJYvXqFEcOAQIcCBcuHKRJU+ODMDyZczlNG/mzHncpEksWKRJAwYDhgEDHJAjV871a9ixYQOg\nXdt2Ody5dUuTxo1bOeDBhQMPlyD/AQDkyAcMiBABFDly5aRPLwfA+nXs2bVv597d+/dy4cWPJ69F\nS4AABw6QK9e+3C8gQAbMHxBgyRJy5Mrt598fAEAAAgcOLGfwIEJt2hAgcJAly7hx5SZSnPjtGwQI\nBgy0KOfxI0iQAEaSLFnuJMqUKseN69bNlq04AwYIEOCgHM6cOnfyBODzJ9ByQocSXbYMG7ZySpcy\nnTYtAICoAAYMcECLljBh5bZy7QrgK9iwYseSLWv2LNpyateybatFS4AABw6QK2e33C8gQAbwHRBg\nyRJy5MoRLmwYAOLEissxbuxYmzYECBxkyTJuXLnMmjN/+wYBggEDLcqRLm3aNIDU/6pXl2vt+jXs\nceO6dbNlK86AAQIEOCjn+zfw4MIBEC9uvBzy5MqXLcOGrRz06NKnTQsA4DqAAQMc0KIlTFi58OLH\nAyhv/jz69OrXs2/vvhz8+PLlkxMgAAAADx7K8e/vH2CnTgAI4sBRDmFChQAYNnRYDmJEiaVKNWiQ\nZNy4chs5djx1SoCAAQNylTN5EiVKACtZtiz3EmZMmS/BgdOkKYUAAQECHMiWrVxQoUOJDgVwFGnS\nckuZNs2VS44cceWoliNHLtuGDQC4dgUgQEAIYcK4cSt3Fm1aAGvZtnX7Fm5cuXPplrN7Fy/eYAAA\nBAhQpUo5wYMJC0YAAIAAAdDKNf927BhAZMmTy1W2fFmYMCxYxJXz/Bl0OXIbNgAAYMECuXKrWbdu\nDQB2bNnlaNe2fZt2s2YgQEgwYODAAQJ//hgzNm5cOeXLmTcH8Bx69HLTqVfnw0eAgAcXLliwsGBB\nAQDjxw8YkCDBhQsaZs3Cho1cOfnz5wOwfx9/fv37+ff3DxCAwIEEAZQ7iDBhwmAAAAQIUKVKuYkU\nK05EAACAAAHQynn8+BGAyJEky5k8iVKYMCxYxJV7CTNmOXIbNgAAYMECuXI8e/r0CSCo0KHliho9\nirRos2YgQEgwYODAAQJ//hgzNm5cua1cu3oFADas2HJky5rlw0eAgAcXLliwsGD/QQEAdOkOGJAg\nwYULGmbNwoaNXLnBhAkDOIw4seLFjBs7fgy5nOTJlCWTIycCAIAECbx5Kwc6tGjQKQIEGDCAU7nV\nrFkDeA07drnZtGtfu5YtW7ndvHvvlgUgOIBVq8oZP448OYDlzJuXew49uvTnhAg9eABhwwYWLB6Y\nMJEo0bhx5cqbP48egPr17Mu5f/9+3IIFAOrbByAgf4D9AWDkApirWLE5c3b48AEECCFjxso9hFgO\nwESKFS1exJhR40aO5Tx+BOmRHDkRAAAkSODNWzmWLV2yTBEgwIABnMrdxIkTwE6ePcv9BBr02rVs\n2codRZr0qCwATQGsWlVO6lSq/1UBXMWatdxWrl29biVE6MEDCBs2sGDxwISJRInGjSsXV+5cugDs\n3sVbTu/eveMWLAAQWDAAAYUDHA4AI1euYsXmzNnhwwcQIISMGSuXWXM5AJ09fwYdWvRo0qVNl0Od\nWjXqUqUYBAggRky4cOVs38ZNjNiAECE6dSoXXPhwAMWNHy+XXPny5OTIlYMeXTp0AQAAoEBRTvt2\n7t21AwAfXnw58uXNnydvydKBAxrc37hR4c+fcePK3cefX/99AP39AwQgEEC5ggYN9mrQIEAABAYM\nLFgQIMCCAwf27BFXbmO5aNESDBgAAICABQuyZSunUiWAli5fwowpcybNmjbL4f/MqRNnqVIMAgQQ\nIyZcuHJGjyIlRmxAiBCdOpWLKnUqgKpWr5bLqnVrVnLkyoENKxasAAAAUKAop3Yt27ZqAcCNK7cc\n3bp279K1ZOnAAQ1+b9yo8OfPuHHlDiNOrPgwgMaOH5eLLFlyrwYNAgRAYMDAggUBAiw4cGDPHnHl\nTpeLFi3BgAEAAAhYsCBbtnK2bQPIrXs3796+fwMPLrwc8eLGiYcIMSBAgBgxmjUrJ50cuV0UKADI\nDkCAIEHjxpULL348gPLmz5dLr359+nDhxJWLL1++Dx8ACBDYtq0c//7+AZYTOLAcAIMHEZZTuJBh\nQ4WYMN248eLChQULBESJUo7/Y0ePHz0CEDmSZDmTJ8sFC+YgQIABAw4YMBAgAAAAAQ4c6NRpXLly\n4sRRoQKAaFGiOHCEC1eOKQCnT6FGlTqValWrV8tl1bo1KwYMAgAAGDAgQIAGCRIECACALVsECHyQ\nI1eObl27dAHk1bu3XF+/f/s6c6Zpzpxfv7Bh43bjhgABANq0KTeZcmXLlQFk1ry5XGfPn0F3BgdO\nmjRwfvwUKABgwQJdusrFlj2b9rhxAHDn1l2ON+9JkyhQCDBcgIAEDBgcOIAAAbBo0cpFl14OG7YC\nALBnB5AgAShQ5ciRAzCefHnz59GnV7+efTn37+G7x4BBAAAAAwYECNAgQYIA/wADABg4EAECH+TI\nlVvIsOFCABAjSixHsaJFis6caZoz59cvbNi43bghQACANm3KqVzJsiVLADBjyixHs6bNmzTBgZMm\nDZwfPwUKAFiwQJeuckiTKl06bhyAp1Cjlps6ddIkChQCaBUgIAEDBgcOIEAALFq0cmjTlsOGrQCA\nt3ABJEgAClQ5cuQA6N3Lt6/fv4ADCx5crrDhw4WfPYsBoLHjx40PHGDAgBWrceUya968GYDnz6DL\niR5NWjQ3bh0GDDhwAASIBQIEAABAYNu2crhz696tG4Dv38DLCR9OnDg5ccjFlVs+bhwOHACiR8eC\npZz169ivjxsHoLv37+XCh/935owCBQDoBQiAQYfOtm3l4sufP5/bmDEECADYL0AAJYCUxpUrB8Dg\nQYQJFS5k2NDhw3IRJU6M+OxZDAAZNW7MeOAAAwasWI0rV9LkyZMAVK5kWc7lS5guuXHrMGDAgQMg\nQCwQIAAAAALbtpUjWtToUaMAlC5lWs7pU6hQyYmjKq7c1XHjcOAA0LUrFizlxI4lO3bcOABp1a4t\n17atM2cUKACgK0AADDp0tm0r19fv37/cxowhQADAYQECKFEaV64cAMiRJU+mXNnyZcyZy23m3Nkz\nOXLevCVK5K1bt3KpVa9m3Vo1ANixZZejXdu27Wk0aESIYMC3AAEQIJQqV9z/+HHkyQEsZ9683HPo\n0aOTK1fd+vVyihYsAACAAIFF5cSPJy9+3DgA6dWvL9e+PTlyxIhpWLDAhYty+fXv59+/HMBs2WYA\nACBBQrZs5RYCaOjwIcSIEidSrGixHMaMGjdy7OjxYzly5ACQLGmyHMqUKlV6q1GDAAEAAAIMGMCE\nibhyOnfy7OkTANCgQssRLWrUKLlySpcyVZos2YEDAgQgqFatHNasWsOFA+D1K9hyYseWq1YtiAQJ\nnz6Va+v2Ldy45bx5QwAAgAEDwYKV6wvgL+DAggcTLmz4MOJyihczbuz4MeTI5ciRA2D5MuZymjdz\n5uytRg0CBAAACDBgABMm/+LKsW7t+jVsALJn0y5n+zZu3OTK8e7tm3eyZAcOCBCAoFq1csqXMw8X\nDgD06NLLUa9erlq1IBIkfPpU7jv48OLHl/PmDQEAAAYMBAtW7j2A+PLn069v/z7+/PrL8e/vH2A5\ngQMJFjR4EKFAAAsZNiz3EGJEiWrUIEAAAACBBg2kSSv3EWRIkSPLATB5EmU5lStZtnT5ciU1aima\nNSNHrlxOnTm5cQPwE2jQckOJErVWrVo5pUuZNnW6lBy5EwAAkCCBDVu5ceMAdPX6FWxYsWPJljVb\nDm1atWvZtnX7Ni0AuXPplrN7F29eNWoQIAAAgECDBtKklTN8GHFixeUANP92/LhcZMmTKVe2LJka\ntRTNmpEjVw50aNDcuAEwfRp1OdWrV1urVq1cbNmzadeWTY7cCQAASJDAhq3cuHEAiBc3fhx5cuXL\nmTcv9xx6dOnTqVe3Dh1Adu3by3X3/h18uHCYMCFB8sqatXLr2bd3/549APnz6Zezfx9/fv37838b\nB3BcuYEECw4EgDChwnIMGzp8CDGiRIbRcODIlWvcuHIcAXj8CDKkyJEkS5o8WS6lypUsW7p8CVMl\ngJk0a5a7iTOnznDhMGFCguSVNWvliho9ijSpUQBMmzotBzWq1KlUq079Nm5cua1cu24FADas2HJk\ny5o9izatWrLRcODIlWv/3LhydAHYvYs3r969fPv6/VsusODBhAsbPoxYMIDFjBuXeww5suTJlCtb\nhgwgs+bN5Tp7/gw6tOjRpD0DOI06dbnVrFu7fg07NutgwciRK4cbN4DdvHv7/g08uPDhxMsZP448\nufLlzJsfBwA9uvRy1Ktbv449u/bt1QF4/w6+nPjx5MubP48+/XgA7Nu7Lwc/vvz59Ovbj0+OXLn9\n/MsBAAhA4ECCBQ0eRJhQocJyDR0+hBhR4kSKDgFcxJix3EaOHT1+BBlSJEcAJU2eLJdS5UqWLV2+\nhKkSwEyaNcvdxJlT506ePXGSI1dO6NByAIweRZpU6VKmTZ0+hRpV6lSq/1WtXsWaVetWrl29fgUb\nVuxYsmXNnkWbVu1atm3dvoUbV+5cunXt3sWbV+9evn39/gUcWPBgwoUNH0acWPFixmLLPYYcWfJk\nypUtQwaQWfPmcp09fwYdWvRoceLKnUadGsBq1q3LvYYdW/Zs2rVtwwaQW/fucr19/wb+Gxw4ceHC\nlUOeXPly5skBPIceXfp06tWtX8deTvt27t29fwcffjsA8uXNl0OfXv169u3dv08PQP58+uXs38ef\nX/9+/v3vAwQgcCDBcgYPIkyIkBw5cOTIlYsocSLFihIBYMyocSPHjh4/ggxZbiTJkiZPokypkiSA\nli5flospcybNmjZrbv/bhg1buZ4+fwIIKnRouaJGjyJNqnQpU6MAnkKNWm4q1apWqxYrZgoUqHJe\nv4INK/YrgLJmz6JNq3Yt27Zuy8GNK3cu3bp278YFoHcv33J+/wIOLHiw4G3bsGErp3gxYwCOH0Mu\nJ3ky5cqWL2POPBkA586ey4EOLXq06GLFTIECVW4169auX7MGIHs27dq2b+POrXt3ud6+fwMP7psc\nOXHkyJVLrnw58+UAnkOPXm469erWr2OnTo4cFQ8eZs0qJ348eQDmz6Mvp349+/bu38OPvx4A/fr2\ny+HPr38/fnDgAKJBY4AAATx4wJVTuJBhQ4cAIEaUOJFiRYsXMWYst5H/Y0ePHzmSIyeOHLlyJ1Gm\nVJkSQEuXL8vFlDmTZk2bMsmRo+LBw6xZ5YAGFQqAaFGj5ZAmVbqUaVOnT5MCkDqVajmrV7FmtQoO\nHBo0BggQwIMHXDmzZ9GmVQuAbVu3b+HGlTuXbt1yd/Hm1XuXHDlEiM5w4DBhQgpjxsiRK7eYcWPH\niwFEljy5XGXLlzFn1lzu2jUJEgAYMDBrVjnTp1EDUL2adTnXr2GTI3fsmLVhw3LlunMH0IYNCxYY\n6NNHmrRyx5EnV34cQHPnz8tFlz6d+rhxpUpp0KBAgIACBRYoU1aOfHnz580DUL+efXv37+HHlz+/\nXH379/HXJ0cOEaIz/wA5cJgwIYUxY+TIlVvIsKHDhQAiSpxYrqLFixgzaix37ZoECQAMGJg1q5zJ\nkygBqFzJspzLlzDJkTt2zNqwYbly3bkDaMOGBQsM9OkjTVq5o0iTKj0KoKnTp+WiSp1Kddy4UqU0\naFAgQECBAguUKStHtqzZs2YBqF3Ltq3bt3Djyp1brq7du3i1aRMhIkAAAIABM+jVixy5cogTK16M\nGIDjx5DLSZ5MubJly+DAhQgBoDMCBNu2lRtNujSA06hTl1vNmvW4XbuyZAlx4ICA2wIA6N6te8GC\ncOHKCR9OvDiA48iTl1vOvLnzcePESRen7cSJAAEAfPhQrrv37+C/A/8YT768+fPo06tfz76c+/fw\n4YsbMsSAgQABEChQsGIFDoDXrpEjV87gQYQJDQJg2NBhOYgRJU6UCA4cN2LEuHGzpk0bFSoOHARI\nlKjcSZQpTwJg2dJlOZgxY44LFixGjCk4cLBgkSHDjwsXMGAIMGDAgQPbtpVj2tTpUwBRpU4tV9Xq\nVaxZrQICFECXrnJhxY4lOxbAWbRp1a5l29btW7jl5M6lS1fckCEGDAQIgECBghUrcFy7Ro5cOcSJ\nFS9GDMDxY8jlJE+mXJkyOHDciBHjxs2aNm1UqDhwECBRonKpVa9ODcD1a9jlZM+ePS5YsBgxpuDA\nwYJFhgw/LlzAgCH/wIABBw5s21bO+XPo0QFMp1693HXs2bVvxw4IUABdusqNJ1/efHkA6dWvZ9/e\n/Xv48eWXo1/fPv1ixTIE4B+gAMACWlq14sOnAxYszZqNa1juIcSID8WJA2DxIsZyGjdy7NismQgR\nAQIAKFCgTJlozpylSGHAQAJWrMrRrGmTJoCcOneW69mTHDlw4Ij16bNiRQoTJooUwYGDEDNmxozp\ngQCBAAFWrMpx7er1K4CwYseWK2v2LNq0Zu3YKbBtW7m4cufSnQvgLt68evfy7ev3L+ByggcTFlys\nWIYAigMUKKClVSs+fDpgwdKs2bjM5TZz7rxZnDgAokeTLmf6NOrU/82aiRARIACAAgXKlInmzFmK\nFAYMJGDFqhzw4MKBAyhu/Hi55MnJkQMHjlifPitWpDBhokgRHDgIMWNmzJgeCBAIEGDFqhz69OrX\nA2jv/n25+PLn068v346dAtu2levvH2A5gQMJDgRwEGFChQsZNnT4EGI5iRMpSrRlywsECEuWGDNW\nDmS1agZgwPj1ixy5citZWrNWrZoxY+KuXQNwE2fOcjt59hw37tGjGwYMBAgAAAAMZcrGjau2Zo0A\nAQUKTBg3rlxWrVvJkQPwFWzYcmPHevMWLlw0tb9+eXv2rFgxUaK+lbNbLtqSJQUKoEFTDnBgwYMB\nFDZ8uFxixYsZN/9WPGXKgnKTKVe2fBlAZs2bOXf2/Bl0aNHlSJc2ffrbN3DgyrVuXarUA0qUyJEr\ndxt37nHjkCHT5s0bAOHDiZczfvw4tjhxJkwowIABBw7IkJWzbv3WgQMAADBgUK1cePHjxwMwfx59\nOfXqyZEr9x5+/PffvpWzb9/blSsIEKBBA7CcwIEECwI4iDBhuYUMGzp8WK5atQULVJS7iDGjxo0A\nOnr8CDKkyJEkS5oshzKlypXfvoEDVy5mzFKlHlCiRI5cuZ08e44bhwyZNm/eABg9irSc0qVLscWJ\nM2FCAQYMOHBAhqycVq23DhwAAIABg2rlypo9exaA2rVsy7l1S47/XLm5dOvO/fatnF693q5cQYAA\nDZpyhAsbPgwgseLF5Ro7fgw5crlq1RYsUFEus+bNnDsD+Aw6tOjRpEubPo26nOrVrFuzHjcuHCdO\nlCj1Koc7t+7dusWJAwA8uPByxIsX74QDhwYNjnjxIkeunPTp5SAIEGDAQLhw5bp7/w4egPjx5MuZ\nP48+vfrz5MhBggAhQIBGjcrZv48/P4D9/PuXA1hO4ECCBQ0aMhQgwIFyDR0+hBgRwESKFS1exJhR\n40aO5Tx+BBkS5Lhx4ThxokSpVzmWLV2+dClOHACaNW2Ww5kzZyccODRocMSLFzly5YweLQdBgAAD\nBsKFKxdV6lSq/wCsXsVaTutWrl29biVHDhIECAECNGpUTu1atm0BvIUbt9xcunXt3i1nyFCAAAfK\n/QUcWPBgAIUNH0acWPFixo0dl4McWfJkyOPGffgwQHOPHuU8fwYdOnS4cABMn0ZdTvXqctq02YgQ\nIUUKUs+eiRNHTve1a0GCFHjwwJatcsWNH0deHMBy5s3LPYceXfp0ctmyrVrVYcAAAACKFBlXTvx4\n8uQBnEefvtx69u3dvy/34QMA+uLElcOfX/9+/QD8AwQgcCDBggYPIkyoEGG5hg4fQmw4btyHDwMu\n9uhRbiPHjh49hgsHYCTJkuVOoiynTZuNCBFSpCD17Jk4ceRuXv+7FiRIgQcPbNkqJ3Qo0aJCASBN\nqrQc06ZOn0Illy3bqlUdBgwAAKBIkXHlvoINGxYA2bJmy6FNq3Yt23IfPgCIK05cubp27+K9C2Av\n375+/wIOLHgw4XKGDyNObFiZMgCOHYMAIa4c5cqWL1sWJw4A586ey4EOXU6btiEQIDx4kOLChQ0b\nEiRoMGCAAAEGggUrp3s37968AQAPLrwcceLkyJVLrnz5cnLfvl27FqZECQECEiSAUG479+7dAYAP\nL74c+fLmz6MvZ8FCgAAAcuUqJ38+/fr0AeDPr38///7+AQIQOJBgQYMHBZZTuJBhQ4XixHHgEAAA\ngAABVJTTuJH/Y0ePAECGFFmOZMmS2ho1KlKkQoAAAGDGjLkgXLhyN3Hm1JkTQE+fP8uVIzduXDmj\nR5EmLbdt3Dhy5Mp9+3bkSIAAABw4KLeVa9etAMCGFVuObFmzZ9FmI0ECAQICGzZ06FClijFy5Mrl\n1bs3LwC/fwEHFjyYcGHDh8slVryYcWJx4jhwCAAAQIAAKspl1ryZc2cAn0GHLjeaNGltjRoVKVIh\nQAAAr2HDXhAuXDnbt3Hnxg2Ad2/f5cqRGzeuXHHjx5GX2zZuHDly5b59O3IkQAAADhyU076du3YA\n38GHLzeefHnz57ORIIEAAYENGzp0qFLFGDly5fDn148fQH///wABCBxIsKDBgwgTKixYrqHDhxAj\nlhMmjAULAA4cSJNWrqPHjyA7AhhJsmS5kyhTqvTmTZy4Z8+YadCwYEEAO3bK6dzJsydPAECDCi1H\ntKjRo0bFiSNXrqnTct++BQkCQIAAS5bKad3KFYDXr2DLiR1LtizZcOFsrVihQUODCxcECAhAV4MG\nTJi4kSNXrq/fcgACCx5MuLDhw4gTKy7HuLHjx5DLCRPGggUABw6kSSvHubPnz5wBiB5Nupzp06hT\ne/MmTtyzZ8w0aFiwIIAdO+Vy697NezeA38CDlxtOvLjx4uLEkSvHvHm5b9+CBAEgQIAlS+Wya98O\noLv37+XCi/8fT358uHC2VqzQoKHBhQsCBASYr0EDJkzcyJErx79/OYAABA4kWNDgQYQJFS4s19Dh\nQ4gRHW7bBsCixSJFxpXj2NGjRwAhRY4sV9LkSZQpTT56BCBAgCNHys2kWdPmTAA5de4s19PnT6A9\nyZGrVk1cOaRJk9aqhSBAAAUKlJWjWrUqAKxZtZbj2tXrV67UqBkxUqJAAQECCCBAUMBtgQBxBww4\nkStXObx5ywHg29fvX8CBBQ8mXLjcYcSJFS9W7GXAAACRAQTgxavcZcyZLwPg3NlzOdChRY8mPfpC\ngAAAAJQqVc71a9ixAcymXbvcbdy5dd8mRy5cuHLBhQcfN87/mDEIBgwUKGDh169y0aWXA1Dd+vVy\n2bVv5/7smQ8fCxYYAAAgQIABUKCsWdOli4QFCw4cuCBHzrhx5fTrB9DfP0AAAgcSLGjwIMKECguW\na+jwIcSIEL0MGADgIoAAvHiV6+jxY0cAIkeSLGfyJMqUKlNeCBAAAIBSpcrRrGnzJoCcOneW6+nz\nJ9Ce5MiFC1fuKNKj48YZMwbBgIECBSz8+lXuKtZyALZy7VruK9iwYp898+FjwQIDAAAECDAACpQ1\na7p0kbBgwYEDF+TIGTeuHGDAAAYTLmz4MOLEihczLuf4MeTIkiVfu5YiBYDMChSMG1fuM+jQAEaT\nLl3uNOrU/6pXrwYBAgAAAQK0latt+/ZtALp38y7n+zdw3+HCbSNnnFy55MqTkyMHDpwwYR4QIChQ\ngEK1auW2cy8H4Dv48OXGky9fPpwgQRo0NGiAoEABBw6q4ML17FmmTDxChMiQAeCYatXKFTRYDkBC\nhQsZNnT4EGJEieUoVrR4ESPGa9dSpADwUYGCcePKlTR5EkBKlSvLtXT5EmbMmCBAAAAgQIC2cjt5\n9uwJAGhQoeWIFjVKNFy4beSYkiv3FOpTcuTAgRMmzAMCBAUKUKhWrVxYseUAlDV7tlxatWvXhhMk\nSIOGBg0QFCjgwEEVXLiePcuUiUeIEBkyjKlWrVxixeUANP92/BhyZMmTKVe2XA4z5nHjynX2/Bl0\n6HLbttmwEcCDB2vWyrV2/RpAbNmzy9W2fRt37tzVqgkQsGDBtXLDiRcvDgB5cuXlmDd3zhwOnEPG\njJWzfh27dWbMunQRcOBAhgzfypU3bx5AevXry7V3//79MyVKePAoUeJMpUrZsjGDBhBaoEBEiGjQ\nogUWLHLlGjp0CCCixIkUK1q8iDGjxnIcOY4bVy6kyJEkS5bbts2GjQAePFizVi6mzJkAatq8WS6n\nzp08e/asVk2AgAULrpU7ijRpUgBMmzotBzWqVKhw4BwyZqyc1q1ctTJj1qWLgAMHMmT4Vi6tWrUA\n2rp9Wy7/rty5c58pUcKDR4kSZypVypaNGTRogQIRIaJBixZYsMiVewwZMoDJlCtbvow5s+bNnMt5\nJkcOFChw4MqZPm0aGjQ6dET9+vXtG7ly5cSJmzTJgQIFIkQUCxeunHDh4sQBOI48ebnlzJsvR4bM\nhgEDLVqEC1cuu/ZKlRIk+PAhXLnx5MuXB4A+vfpy7Nu7J0duwYICHDhcu1Yuv/78167ZAGiDAIEA\nBgwAAlRO4UKGABw+hFhO4kSKEsWJy9ShgwgRMmQYWrbMmrVSKlQMGBAgwAEjRqxZKxdT5kwANW3e\nxJlT506ePX2WA0qOXI8ePnycgARJjpw7DhwAgApVgAAG/wy8JEvmyhUZMgcCBAAAQMCAAStWQIFS\nDBYsAG3dvi0XV+7cuIgQCQCQF0CAAH+qVSNGDIcCBQEC4MAxrtxixo0bA4AcWXI5ypUtU54wYYAA\nAStWVKtWTvRoZ84WLBgwIMCHD9q0lYMdWzYA2rVtl8OdWzducuSg7djBgIEAAR+6dKlTpwIBAgAA\nECCQAhy4ctWtX68OQPt27t29fwcfXvz4cuXJkevRw4ePE5AgyZFzx4EDAPXrCxDAgIGXZMlcAXRF\nhsyBAAEAABAwYMCKFVCgFIMFCwDFihbLYcyoESMiRAIAgAQQIMCfatWIEcOhQEGAADhwjCsncyZN\nmgBu4v/MWW4nz547J0wYIEDAihXVqpVLqtSZswULBgwI8OGDNm3lrmLNCmAr167lvoIN+5UcOWg7\ndjBgIEDAhy5d6tSpQIAAAAAECKQAB64c375++QIILHgw4cKGDyNOrLgcY8bKlGnRUgAAgAABCATI\nHAAA584AFGjQ4MFDhw4DAKBODUCAAAgQSkmTBmA27drlbuPOnbtVgAAAfgMHHgAAAAECRIgIV245\n8+bNAUCPLr0c9erWqQMDdgAAdwAvXowrJ76csQ8fDBgoUKBCrFjl3sOP/x4A/fr2y+HPr19/uCNH\nAAoQAIAgAYMEEChQ0KDBmTPgykWUOHEiAIsXMWbUuJH/Y0ePH8uFDKlMmRYtBQAACBCAQACXAQDE\nlAlAgQYNHjx06DAAQE+fAAQIgAChlDRpAJAmVVqOaVOnTlsFCACAatWqAQAAECBAhIhw5cCGFSsW\nQFmzZ8ulVbs2LTBgBwDEBfDixbhyd8sZ+/DBgIECBSrEilWOcGHDhAEkVry4XGPHjx+HO3JEgAAA\nlwlkJoBAgYIGDc6cAVeOdGnTpgGkVr2adWvXr2HHll2Odu3a5MSJGzeuXG/fvcWJAweOGDVqvnxx\n4XLAgQMFCp7w4HHpkjJl5LAD0L6deznv38GH975t24EDAQAAECBgAAMGECC8ecOtXH379+uTIweA\nf3///wDLCRxIkGC4IEEOHCBAgMyhQ1myLEiQQIKEVau0ldvIsWNHACBDiixHsqTJk9u2nTgRIMAA\nBgyMGOHTrRs5cuVy6tzJMyeAn0CDCh1KtKjRo0jLKV3KtKnTp+XAgcuU6QYhQsiQifPmLVw4cuTK\nkSMHoKzZs+XSql3Ldu20aS8aNNiwYUeSJDhwQIGSq5zfv3/JkQPnzBmAw4gTl1vMuLFjaNAKFABA\nuTLlAAE0aMiWrZznz6BDAxhNunS506hTqz596VKDBhaKFJk2bVy527hz694NoLfv38CDCx9OvLjx\ncsiTK1/OvHk5cOAyZbpBiBAyZOK8eQsXjhy5cuTIAf8YT758ufPo06tPP23aiwYNNmzYkSQJDhxQ\noOQqx79/f4DkyIFz5gzAQYQJyy1k2NAhNGgFCgCgWJFigAAaNGTLVs7jR5AhAYwkWbLcSZQpVZ68\ndKlBAwtFikybNq7cTZw5de4E0NPnT6BBhQ4lWtRoOaRJlS5l2tTp06QApE6lWs7qVaxZtW4tJ05c\nuXLkyo0dO23atWu6dHF79gzAW7hxy82lW9fu3GHDDBgIAMAvgABQoDx7Vs7wYcSJDQNg3NhxOciR\nJU+mXNny5cgANG/m3NnzZ9ChRY8uV9r0adSpVa9mbRrAa9ixy82mXdv2bdzlxIkrV45cOeDAp027\ndk3/ly5uz54BYN7ceTno0aVPhz5smAEDAQBsBxAACpRnz8qNJ1/e/HgA6dWvL9fe/Xv48eXPp+8e\nwH38+fXv59/fP0AAAgcSLGiwHMKEChcybOjwYUIAEidSLGfxIsaMGjdyvNit27dv4sSVKwngJMqU\n5VaybOnyZTly5MrRrGnzJs6aAHby7FnuJ9CgQocSLWoUKICkSpcyber0KdSoUstRrWr1KtasWrdW\nBeD1K9hyYseSLWv2LNqx3bp9+yZOXLm4AObSrVvuLt68eveWI0euHODAggcTDgzgMOLE5RYzbuz4\nMeTIkhkDqGz5MubMmjdz7uy5HOjQokeTLm36dGgA/6pXsy7n+jXs2LJn0679GgDu3LrL8e7t+zfw\n4MKH9wZg/DjycsqXM2/u/Dn06MsBUK9u/Tr27Nq3c+9e7jv48OLHky9vHjyA9OrXl2vv/j38+PLn\n03cP4D7+/OX28+/vH2A5gQMJFjR4sCAAhQsZlnP4EGJEiRMpVnwIAGNGjRs5dvT4EWTIciNJljR5\nEmVKlSQBtHT5slxMmTNp1rR5E6dMADt59iz3E2hQoUOJFjUKFEBSpUvLNXX6FGpUqVOpOgVwFWtW\nrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZ\nN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl06LTlSJc2fRp1atWrSwNw/Rp2OdmzZ5Mrdxt3bt27eZcj\nR65ccOHlABQ3frxccuXLmTd3/hy6cgDTqVcnR65cdu3buXMnR27cuGzgwHXrVg59evXr0QNw/x5+\nfPnz6de3f79cfv37+ff3D7CcwIEECxYEgDChwnIMGzp8CDGixIkNAVi8iLGcxo0cO3r8CDLkRgAk\nS5oshzKlypUsU5Ijh61bt3Hjytm8iTOnTQA8e/r8CTSo0KFEi5Y7ijSp0qVKxZV7CjWq1KkAqlq9\nWi6r1q1ct5IjVy6s2LFky5YFgDat2nJs27p9Czf/rty5bQHYvYu3nN69fPv63YsNW5Rbt8SJK4c4\nseLFiAE4fgw5suTJlCtbvlwus+bNnDtzFlcutOjRpEsDOI06dbnVrFu7bk2OXLnZtGvbvn0bgO7d\nvMv5/g08uPDhxIv/BoA8ufJyzJs7fw69OTZsUW7dEieunPbt3LtrBwA+vPjx5MubP48+fbn17Nu7\nf1+OHLlHj2QUK1Yuv/79/PcDAAhA4MCB5QweRJjQ4LdvxYrR6tVr3LhyFS1eFCeOXDmOHTsCABlS\nZDmSJU2eRJlS5cqSAFy+hFlO5kyaNW2W06bNho0Gd+6QI1dO6FCiRYUCQJpU6VKmTZ0+hRq13FSq\n/1WtXi1HjtyjRzKKFSsXVuxYsmMBnEWbttxatm3drv32rVgxWr16jRtXTu9evuLEkSsXWLBgAIUN\nHy6XWPFixo0dP4asGMBkypXLXcacWfPmctq02bDR4M4dcuTKnUadWvVpAK1dv4YdW/Zs2rVtl8Od\nW/du3cqUbSlQAMDwS5fKHUeeXPlxceIAPIcevdx06tWtjxtHjBgRIjQyZODA4QQqVJ48TZqUAhAg\nSZKylYMfPz4A+vXtl8OfX/9+/v39AywncCBBgQAOIkxYbiHDhg4fijNhwoCBBdWqlcuocSPHjQA+\nggwpciTJkiZPoiynciXLliyVKdtSoACAmpculf/LqXMnz5zixAEIKnRouaJGjyIdN44YMSJEaGTI\nwIHDCVSoPHmaNCkFIECSJGUrJ3bsWABmz6Itp3Yt27Zu38KNuxYA3bp2y+HNq3cvX3EmTBgwsKBa\ntXKGDyNOjBgA48aOH0OOLHky5crlLmPOrDlcOBo0BgwAIFo0AVGiyJErp3o1a9XkXoMDB2A27drl\nbuPOrfs2OXLixH2zZevGjQUHDjhwgACBgAQJZMjQVm46deoArmPPXm479+7eu2/bRmfDhh07wJVL\nr349+/YA3sOPX24+/fr27+cIoD+AnHL+AZYTOJBgwYEAECZUuJBhQ4cPIUYsN5FiRYu2bClQAAD/\nQIABAxw4uFCoEBgwokRd2bVr1KhPZcpEi8aNWzly5ADk1LmzXE+fP4EG9TluXKVWrVat6tIlQIIE\nNmyQKzeVKlUAV7FmLbeVa1evyJAlSTKAbACzAQx061aObVu3b90CkDuXbjm7d/HmxevIEYQAASJE\nMFaOcGHDhxEDULyYcWPHjyFHljy5XGXLlzHbsqVAAQAAAQYMcODgQqFCYMCIEnVl165Roz6VKRMt\nGjdu5ciRA7Cbd+9yv4EHFz4c+LhxlVq1WrWqS5cACRLYsEGuXHXr1gFk1769XHfv38EjQ5YkyQDz\nAdAHMNCtWzn37+HHhw+Afn375fDn179fvyNH/wAhBAgQIYKxcggTKlzIEIDDhxAjSpxIsaLFi+Uy\naty4EduJEwNCDkhgwsSDBwMCBADAsiWAAAEKSJDQrBk5cuVyAtjJs2e5n0CDCh0qNBw4cN26+fAB\nQIAAGTLIlZtKlSqAq1izltvKleu4S5ccOCAAoCyAAAEUOHAQIAAAAQLGjStHt67du3QB6N3Lt5zf\nv4AD+5UmrUEDAQECRIjgqpzjx5AjSwZAubLly5gza97MuXO5z6BDh8Z24sSA0wMSmDDx4MGAAAEA\nyJ4NIECAAhIkNGtGjly53wCCCx9errjx48iTIw8HDly3bj58ABAgQIYMcuWya9cOoLv37+XCi/8X\nP+7SJQcOCABYDyBAAAUOHAQIAECAgHHjyunfz7+/foAABA4kWM7gQYQJDUqT1qCBgAABIkRwVc7i\nRYwZNQLg2NHjR5AhRY4kWbLcSZQpTz57diRBAgUKbNig9uyZFSsAdO4EEECIEEmSom3bVs7o0XIA\nlC5lWs7pU6hRpUolR65YsQoVAAgQoERJObBhwZIjB8DsWbTl1K5d+0yAAABx4zpwsGxZObzdugHg\ny4BBOcCBBQ8GDMDwYcTlFC9m3HjZMg0aAgSQsGHDjx8fggUr19nzZ9CdyZEDUNr0adSpVa9m3dp1\nOdixZZMjBwqUDCFCZs0iR67cb3Lkkliw8OP/BytW5MotZ968OQDo0aWXo17d+nXs18kZM/bhAwAA\nAcqU+fat3Hn06QGsZ9++3Hv48MMhQAAAwAAePMrt58/fFEAAAgEIE1buIMKECgEwbOiwHMSIEiUK\nu3AhQIAIEYiBA3ftWgcJEkCBKmfyJMqUJgGwbOnyJcyYMmfSrFnuJs6c5MiBAiVDiJBZs8iRK2eU\nHLkkFiz8+MGKFblyUqdSpQrgKtas5bZy7er1q1dyxox9+AAAQIAyZb59K+f2LVwAcufSLWf37t1w\nCBAAADCAB49yggcPNgXgMABhwsoxbuz4MYDIkieXq2z58mVhFy4ECBAhAjFw4K5d6yBBAihQ/+VW\ns27tejWA2LJn065t+zbu3LrL8e7tm/evX7t8+SJHrhzy5MqXM29eDgD06NLLUa9u/Tr264k0aAgQ\nQIECSOXGky9fHgD69OrLsW/vnr04ceXm068/n1yBAgAAyJJVDmA5gQMJEgRwEGHCcgsZNlzIixcH\nAgQ6dMCGrVzGjIVixGDDplxIkSNJhgRwEmVKlStZtnT5EmY5mTNpyvz1a5cvX+TIlfP5E2hQoUPL\nATB6FGk5pUuZNnXaNJEGDQECKFAAqVxWrVu3AvD6FWw5sWPJihUnrlxatWvTkitQAAAAWbLK1bV7\nFy8AvXv5lvP7F7BfXrw4ECDQoQM2bOUYM/8uFCMGGzblKFe2fJkyAM2bOXf2/Bl0aNGjy5U2fbq0\nNGm7sGEjR65cbNmzade2XQ5Abt27y/X2/Rt48HLjxoEBEwAAAAEC+vQp9xx6dOkAqFe3Xg57du3b\nuXM/cAAAgBQpypU3fx49APXr2Zdz/x7+uHEZMgxIkGDTpnL7+ZcrBjBKFFCgyhk8iDChQQAMGzp8\nCDGixIkUK5a7iDHjRWnSdmHDRo5cuZEkS5o8ibIcgJUsW5Z7CTOmzJnlxo0DAyYAAAACBPTpUy6o\n0KFEARg9irSc0qVMmzp1euAAAAApUpS7ijWrVgBcu3otBzas2HHjMmQYkCDBpk3l2rotVyz/ShRQ\noMrZvYs3r10AfPv6/Qs4sODBhAuXO4w48WFw4Kbx4mXN2rdv5SqDAydr3Dhx4saN84UNW7nRpEuH\nCwcgterV5Vq7fg07djlMmAwYACBAgBgx5Xr7/g28N4DhxIuXO448ufLlynkpUAAAgAULpcpZv44d\nO4Dt3LuX+w4+PDZsBw4skCIFHLhy7NuXE+fN27dv5erbv4+/PoD9/Pv7BwhA4ECCBQ0eRJjQYDmG\nDR06vLZliwgREiQcKFAAwMYAAQR8/IgAwbRp5UyeNEmOHACWLV2WgxlT5kya3iBAAAAggCJF5Xz+\nBBoUKACiRY2WQ5pU6VKk48aVgwo1XLgU/wsWHDgwYIABV67KfQUb9isAsmXNlkObVi01aixYvNCk\nady4cnXtliPXrdu4ceX8/gUc2C8AwoUNH0acWPFixo3LPYYcOfK1LVtEiJAg4UCBAgA8BwggQLRo\nBAimTSuXWnVqcuQAvIYdu9xs2rVt3/YGAQIAAAEUKSoXXPhw4sMBHEeevNxy5s2dLx83rtz06eHC\npViw4MCBAQMMuHJVTvx48uIBnEefvtx69u2pUWPB4oUmTePGlcOfvxy5bt3GARxXbiDBggYHAkio\ncCHDhg4fQowosRzFihYtkpsyBQECAAACgAQJIEAAAAAECDBw6VK5li5ftgQgcybNcjZv4v/MqVNR\ngAADBuAoJ3Qo0aJGASBNqrQc06ZOn377licPECDEUKGaMYPAgQMKFDRocMCHj3HjyqFNqxYA27Zu\ny8GNK3fcuBkzWKhQ4cxZub5+yzHx4iVTpnKGDyNObBgA48aOH0OOLHky5crlLmPOnJnclCkIEAAA\nEGD0aAABAgAAIECAgUuXysGOLRs2gNq2b5fLrXs3796KAgQYMABHueLGjyNPDmA58+blnkOPLv3b\ntzx5gAAhhgrVjBkEDhxQoKBBgwM+fIwbV249+/YA3sOPX24+/frjxs2YwUKFCmfOAJYTOLAcEy9e\nMmUqt5BhQ4cLAUSUOJFiRYsXMWbUWI7/Y0ePHrdFiACAJAACM2aMGYPFgQMBAgYMwAAOXDmbN3Ha\nBLCTZ89yP4EGFRp00SIDAAAUKBCsXFOnT6FGBTCVatVyV7Fm1RouHA0aAgQMECAgQFkCBBAgUKDA\ngg8fxIiVkzuXLgC7d/GW07uXb7NmGTIMAAAgQQI5cqA1auTAAYAAAR486NatXGXLlzED0LyZc2fP\nn0GHFj26XGnTp0+DW7AgQAAIEMaVkz273JMnIECgKLebd+/eAIAHF16OeHHjx4lfu1agQAAAACZM\nyFWOenXr17ED0L6deznv38GH9+7ECQDzBAg0aDCAvQABIECc2LPHlCls5fDnzw+Af3///wDLCRxI\ncNs2JkwcAFjIUECAhwEASJRIg4a4chgzatQIoKPHjyBDihxJsqTJcihTqlQJbsGCAAEgQBhXrqbN\nck+egACBopzPn0CBAhhKtGi5o0iTKj167VqBAgEAAJgwIVe5q1izat0KoKvXr+XCih1LNqwTJwDS\nEiDQoMGAtwIEgABxYs8eU6awldvLly+Av4ADlxtMuPC2bUyYOADAuLGAAJADAJg8mQYNceUya968\nGYDnz6BDix5NurTp0+VSq169mpwGDQcOuHJVrrbt2smSmTChppzv38CBAxhOvHi548iTKxcnrkkT\nAdAHDGDAIFq569iza98OoLv37+XCi/8fTz48J04DBhQwYsSKFQkCBBQoYMIEoESJIkWaVq6/f4Dl\nBAIgWNBgOYQJFSr8pkPHAIgDDiRIkCKFjQEDAAAIECBaOZAhRYoEUNLkSZQpVa5k2dJlOZgxZcok\np0HDgQOuXJXj2ZNnsmQmTKgpV9To0aMAlC5lWs7pU6hRxYlr0kTA1QEDGDCIVs7rV7BhxQIgW9Zs\nObRp1a5Fy4nTgAEFjBixYkWCAAEFCpgwAShRokiRppUjXLgwAMSJFZdj3Nix4286dAygPOBAggQp\nUtgYMAAAgAABopUjXdq0aQCpVa9m3dr1a9ixZZejXdv27WLFNGhAgaLcb+C/gwQZMOD/wLhx5ZQv\nZ64cwHPo0ctNp17dujhxY8YQIABBgYItW8iVI1/e/Hn0ANSvZ1/O/Xv48d2TI7dhwxdq1K5dk7HA\nP8AFZszEMWUKG7ZyChcyBODwIcRyEidSrGjR4rhxAAAECGCmHMiQIkUCKGnyJMqUKleybOmyHMyY\nMmcWK6ZBAwoU5Xby3BkkyIABB8aNK2f0KFKjAJYybVruKdSoUsWJGzOGAAEIChRs2UKuHNiwYseS\nBWD2LNpyateybauWHLkNG75Qo3btmowFeheYMRPHlCls2MoRLmwYAOLEissxbuz4MWTI48YBABAg\ngJlymjdz5gzgM+jQokeTLm36NOpy/6pXs25NjhwBAgAAHGDFaty4a2DABAgA4HeoUOWGEy8+HADy\n5MrLMW/u/Lk3bzZsFCiA4MKFNGnKce/u/Tv4cgDGky9f7jz69OrT79lTiBo1W7YcCBBgwAALFleG\nDSvnH2A5gQMHAjB4EGE5hQsZNnT4sNyAAQECaCh3EWPGjAA4dvT4EWRIkSNJlix3EmVKlScHDQLw\n8qUBmTIB1KyJAMGtW+V49vQJAGhQoeWIFjV6FBw4HjwECDigQAEqVOWoVrV6FWs5AFu5di33FWxY\nsWGbNXOWK1eaNALYDhggQgSjcnPp1q0LAG9eveX49vX7F3DgcgsWBAggQJq0cosZN/9eDAByZMmT\nKVe2fBlz5nKbOXf2vHnQIACjRxswbRpA6tQIENy6VQ52bNkAaNe2XQ53bt27wYHjwUOAgAMKFKBC\nVQ55cuXLmZcD8Bx69HLTqVe3Xr1ZM2e5cqVJIwD8gAEiRDAqdx59+vQA2Ld3Xw5+fPnz6dcvt2BB\ngAACpEkrB7CcwIEEywE4iDChwoUMGzp8CLGcxIkUK1K0Zm3PgwcQIBBZsuTBgwABAJgUIOBOuZUs\ny5EjByCmzJnlatq8ifPbNxAgBviEAOHatXJEixo9irQcgKVMm5Z7CjWq1KnTqFBJkCCAAAEMGAQK\nRK6c2LFkyQI4izZtubVs27p9C7f/3JkzAOouWVIur969eQH4/Qs4sODBhAsbPlwuseLFjBdbs7bn\nwQMIEIgsWfLgQYAAADoLEHCnnOjR5ciRA4A6tepyrFu7fv3tGwgQA2pDgHDtWrndvHv7/l0OgPDh\nxMsZP448ufJpVKgkSBBAgAAGDAIFIlcuu/bt2wF4/w6+nPjx5MubP1/uzBkA7JcsKQc/vnz4AOrb\nv48/v/79/Pv7B1hO4ECCBQ0eHBgt2gABAgAAQFCkyLBh3ryR+/YNwEaOHct9BBlSZLduN24MGLDg\nzJlyLV2+hBnTJQCaNW2Ww5lT506e4TJkGDAggAYNxIiVQ5pU6VKkAJw+hVpO6lSq/1WtXi335YsA\nAQBKlCgXVuzYsADMnkWbVu1atm3dvi0XV+5cunXtyhUnLsWAAQD8+j1wAAgQXoUBHEacuNxixo0d\nR4vWoEGAAA98+SqXWfNmzp01AwAdWnQ50qVNn0YdDMBqAAGIECFHrtxs2rVtzwaQW/fucr19/wYe\nPDg5cho0AEAOAcK4ceWcP3dOjhwA6tWtX8eeXft27t3LfQcfXvx48uDFiUsxYAAA9uwPHAAChNd8\nAPXt3y+XX/9+/tGiAWzQIECAB758lUuocCHDhgoBQIwosRzFihYvYgwGYCOAAESIkCNXbiTJkiZH\nAkipcmW5li5fwowZkxw5DRoA4P+EAGHcuHI+f/okRw4A0aJGjyJNqnQp06blnkKNKnUqVanjvn3r\n0aNBgAAgQKxZE+7bNwBmz6Itp3Yt27bQoEWIECCAk3HjyuHNq3cv37wA/gIOXG4w4cKGD4cCoFgx\nKVLlHkOOLDkygMqWL5fLrHkz586dZ80KEAAA6TdvyqFOrZocOQCuX8OOLXs27dq2b5fLrXs3796+\neY/79q1HjwYBAoAAsWZNuG/fAECPLr0c9erWr0ODFiFCgABOxo0rJ348+fLmxwNIr359ufbu38OP\nHwoAffqkSJXLr38///0AAAIQOHBgOYMHESZUqHDWrAABAER886ZcRYsXyZEDsJH/Y0ePH0GGFDmS\nZDmTJ1GmVLmSpUly0qSNG1eOJk0AN3HmLLeTZ0+f5Mjp0TNlyrhyR5EmVbpUKQCnT6GWkzqValWr\n4RAgCBDAADhw5cCGFTtWLACzZ9GWU7uWbVu3bmfNcuCAAYMZ4MCV07uXr14AfwEHFjyYcGHDhxGX\nU7yYcWPHjyErJidN2rhx5TBjBrCZc+dyn0GHFk2OnB49U6aMK7eadWvXr10DkD2bdjnbt3Hn1h0O\nAYIAAQyAA1eOeHHjx40DUL6ceTnnz6FHly591iwHDhgwmAEOXDnv38F7BzCefHnz59GnV7+efTn3\n7+HHlz+ffv33APDn11+Of3///wDLCRxIsKDBgwgFAljIsGG5hxAjSpxYTpu2atV4ldvIsaPHjwBC\nihxZrqTJkyhToiQnTtyvX+PGlZtJs6ZNADhz6tzJs6fPn0CDlhtKtKjRo0iTKiUKoKnTp+WiSp1K\ntarVq1ilAtjKtWu5r2DDih1LtqxZsADSql1brq3bt3Djyp1L1y2Au3jz6t3Lt6/fv4DLCR5MuLDh\nw4gTDwbAuLHjcpAjS55MubLly5EBaN7MuZznz6BDix5NuvRnAKhTqy7HurXr17Bjy57dGoDt27hz\n697Nu7fv38CDCx9OvLjx48iTK1/OvLnz59CjS59Ovbr169iza9/Ovbv37+DDi60fT768+fPo06tf\nz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHj\nR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hR\npU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l29btW7hx5c6lW9fuXbx59d4NCAA7\n","text/plain":["<IPython.core.display.Image object>"]},"metadata":{"tags":[]},"execution_count":23}]},{"metadata":{"id":"6EEG-wePkmJQ","colab_type":"text"},"cell_type":"markdown","source":["**Download animated gif**\n","\n","Uncomment the code below to download an animated gif from Colab:"]},{"metadata":{"id":"4UJjSnIMOzOJ","colab_type":"code","colab":{}},"cell_type":"code","source":["#from google.colab import files\n","#files.download('dcgan.gif')"],"execution_count":0,"outputs":[]},{"metadata":{"id":"k6qC-SbjK0yW","colab_type":"text"},"cell_type":"markdown","source":["## Learn more about GANs\n"]},{"metadata":{"id":"xjjkT9KAK6H7","colab_type":"text"},"cell_type":"markdown","source":["Now that you have learned how to generate new images (MNIST digits) with deep convolutional GANs, here are a few suggested next steps:\n","\n","* Tweak the code in this tutorial to see different effects.\n","* Try out this tutorial on a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset ([available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home)).\n","* Learn more about GANs - see below the learning resources.\n","\n","** Deep Generative Models and GANs**\n","\n","GANs is a type of deep generative models and DCGAN is just one type of the GANs. \n","* MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf))\n","* Stanford CS 231N lecture 12 **Generative Models** on PixelRNN/CNN, \n","VAE and GANs. ([slides](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf))\n","* This Github has a good [collection](https://github.com/wiseodd/generative-models) of GANs and generative models. \n","\n","**GANs research papers:**\n","* The original [GANs](https://arxiv.org/abs/1406.2661) paper.\n","* DCGAN paper: [Unsupervised Representation Learning with Deep Convolutional Generative Adversarial Networks](https://arxiv.org/abs/1511.06434).\n","\n","**GANs tutorials**\n","\n","* [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160) - a bit dated but great explanation on what/why generative models, what are GANs and how they compare to other generative models.\n","* Here is a site with excellent tutorials on GANs by **Computer Vision and Pattern Recognition** - [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/).\n"]}]}
\ No newline at end of file
diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png b/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png
new file mode 100644
index 0000000000000000000000000000000000000000..b715bd83ef117641c6429e0ac173dbe9b8d5fd88
GIT binary patch
literal 63265
zcmeAS@N?(olHy`uVBq!ia0y~yV7bG<z+}n6#=yW(HC0`jfq{Xg*vT`5gM)*kh9jke
zfq{Xuz$3Dlfq~@>2s3u&{Vif(V2~_vjVKAuPb(=;EJ|f4FE7{2%*!rLPAo{(%P&fw
z{mw>;fkA=6)5S5QV$Pepl_gWJ-rfH3b&6brPm5&8vy%;74a^!^UfHb6qn2;uyQ&p(
z^x@U4t6Fx8{9U(%WnX>tWkp20*V-UaQ5Kekr&jP7aV4s?sI*M}S@)mAQh-C`qe95K
z^HGt{?i{}Nd!O+2Q@=jlu5NEq;FzG|IZ4HHl8C4wdldtSrQ&&szq4^RRM?d*4<Z;O
zBDn*sQpGbc<$)T6={j*#;b`!Hlggk=6ougQ{PICaRFs#i>(NHJwlB?s;^OW}Nsk)k
z+EhG$$w}<+oV3J>)zKj|^eRM}<zS;+lZxlBc@|4UAo1Fz#B2^p>zZ9WcfdZKv_!+G
zU^0Zc=)?iv!Kd(F_fyenoAma#oLcq3f!}qKis$VkvM(4tCaK7J)Yq1CD#y>4|M_Qj
z@h#(ufZr#cr)F;}c=lFUX}<NAoCDF{zp_49W`F*{-j}Oi-ZN_se`oWsTH5$PSLx9h
z+ajyt>3M7ld*hfk|NoWzD9QQ$Yl||IPhVO8e7$=##ndC^Qu1H^8x|^_llV-u@2GfQ
zQe3-a&7`JBpH5u=G4ply-1#Qu&TBtM9}=Bd{P5DN>TYkXvb?hW(jRZtJkz`D<D+pT
z@U4->w&Z7wytf&=POrZ29=PLAL!a{`m6r~i5BW|~;pAvl;CS%4wX(%q+taUy^}%I*
z^D9>S7q70n)F%Hu&&_Rb%lqmbI`Ppw2Q=NypS9kX`@Z+PzUQPRca1?Y#$@zLRX|?+
z@UA~X%g)|Eaq_NouqeyK18b8{n><^uv7+?+v;tPv=u;jYtLK>*l-_fjwnmF-fxn+J
zU-lfX17BDxYxZsuXbA4hbK1P-$=$xio3tKGzWI8lS-o=W(WhIo=A1h4IQqh##ILrk
zN1yJoRh@1+`;fy|sXYDO=wpFzjb0X2+|qlyHfH}+|FreWigwc&kDEPRS+AFtoyq$A
zYp&;Y<x7pP0zNL5%+}Ogy(sr{)tuTSZ==`O`2@F53;EQqxl<=5(!(=T_2$dYFK084
zY?R%+?{4=r6;CS`P&!s&To};t*vdTR%<`Q+vvxO5-ff<C?~~J~?o%E;{ZD7`&D_nB
zx7hwy+xF#8E-iLeOP9GlrHxl;=a+w)Q>KJo+MCOkf4^SnwfXddo6W(R8hXpqkL&1J
zef@B^FEQCsbH9{fZ@vDB)un&<7e6<A(<M`P?>~o`$dsbnmp3atPt!Y<{%lcAU3uno
zE9UK%-k*2AeHnShyYKPU{^`cKb)~o4%{`Z%e)#gwx0#W9O!6YvR=fSlwbQ>>XJc!X
z!n7eRct-KNStm|?jn0lW|MZph&Zo_OcPi?R|NqmZ>N$x|aos~T&q-T+-|O)*&am0O
zYgO)}Ii(CTm+dAW`SJfxdhl+suRDK>$1={?YBB%$zpYbd|F>ywdQ>E}<k;sQyvK#4
zH~%iZmRIwL``=!L{v9_2rvG1IdRXtg;&NZBRMF5oAJ62dos0CZ+FQ{!=k7eWm!1w^
z)%cvx<(&_FYxLb>o9;udH2s@rDr=)JZB7<Tm%ZO~U9IM@_v2}TTnBldmp=G;yKiy6
zpE6h1>7CyuzML{Goaw`HbFocDf5T>(`#jV)|N7+T?Y{1iZM{;vpV;pc_nfrExmOfa
zq289cuPWWJep-H7vSX%7#p}D4-A#}7-sX59zI=PypEadDziV_4$IbCh4gGp3pFi%Z
zt&#2)y?DLbXO0`MX5MG5_wv;G^I6;njxLuy=V{)PeD#<?|NgJ0>;L|9dADN;xA5~d
z>3^RI?UI>yOm=$7&D9%uZTB-@pL<#H)6b*)tF&+XSuf+<9(O~sA#U!b7j;+nN6Zy}
zHu>gj%f0TwAnnh;WP0v>vcp64?x(HMKfX8FeCj@>p}AT`Q?YFQF$K>_B^m~x+;nT1
z@8&9#lRjy0ml-@xUzhxA+se7e%g;WGzZ~{HRC=L+P0ibjU-myuzV>uFL&3q5Yb8pY
zx^3@$KYD$((*60RHJ?v>KgqdqPGOGmyua6l(%uxD-Dk0`xNPnD&-+)#h38#uD_EPk
zs&J#C*XhJ}m(I?)w^)-m=yB%dHFA&B*F8R;yzklN^=2Cqi!-16>N+*IZ1MyZPpc!~
zCd%6d<<E7F`J8*|pRc>--dYpIX^U^CzA1gcHer&4d)B3I_M5l0X#aa``&9I{^Xe+k
zt^ZwCXRcnesO!|Kg#ODx-&Hmr{MIY5s;S}BDlLX-Yi}M})qDGTdUrSP#A#CUl9y+k
z+<E8E6CSTqS}Ui^xZj`SrgG%CL0XaC0lR+pNh&YfPk}0gO!njDC)3V6iJ7+M9@7Cs
zStHM$|7Dj|+xJ>bUz)wm#jbzuwpsgo|F_NmYMrzF`<9$3LO<)iU8?ydb92SD^cDAB
zJlNe5ZMu6U(~%Y@lk6FXx=N4!c{Ankj{m3fCKg9~Yk7LEs(Yr;uzUV&XU|Ag@i}+8
z*w?@FORCXXZ2wP9Xh-5bHP1;Q-Lus^CaJuAup?Jm{mP5GJ0Iq)TXS1|^Yzd5x6A(S
z`FiNw#JP6$=2>Q^%QzmEUE3b5d@1NL<Bs1qEp;LSJ$9^_l>UEfOXue6%pWdKj;>w3
z@r}-wV1u$-7kwLEacz5=-OVWR{b$sz|BrI3c<bih^!}u|eofNnX+{iE=_->Y<h?6h
zMc@10kNYUDxAu?U<4G!>zZPx;mEf7|YiD0uoS9~nZPv<Yu`v5v{f^|_zOJb}wSTyq
z7<S1`Jomuyt;ObY<8wPoZ603oYP0*uS}%WX`#G(xPg)|}VyaD=<^P(;KNl-}byohW
zRejC$oVwbu-S58@SWDKFS>KyC>GZLtpkH@?D6W-SzA5LdSQ7(Z_MB4_*Iw@AY_-_u
zZ8rJYy5}Daxk07&YO}VRAv<b$xA(FxO}XZO!`Xk5if8+@8`bZ2KA*>I%i%ex<ipAp
zD;8wkmWsDeIelGpvz5NjYPXeh>VryIZ?-iFd7WCFanE3;^tsm_IX)e&+T17a2f6Kj
z_SJH8`PXG^#nW@uV!}Mzr}0`mzOl^a=QpKmPp4n7Q0{bZlkuH=CdEivWzr-G@3=t8
zsiBOLUxi;>*yK1jIrI7=yX7)hTh2zGx)~AR6<I0jZnF0H`npSP?CV~IWoNzK^0V^D
z(W3<+x6jzNHNF1q9l2xEgkzGPf4(d^oV8Xr+}?7Y{P!%kI7iLZ=B<&l!<{CtQ2`a#
z|3184tP~vJZ(}t34sUei?v*WDD-)~A^G<MYmp?!KwAti9`^Lkwmt5Ky$~<k&twU{1
zK~X8oUG6R2*4^8ys&}sb{WO)A0Rmi22XdFHcwW-;^77Kq*SEiLctV}QqsNauy}Yb0
z9G;-!d7t?@sB8eWiKx~#>axDT49eaTcfNhm;o3H(@YhCP%kBQB@5Y61**fQ;e*MuU
zJEb+&uUO=Knr+XA+mAU~{}syz@4I!N`@KH%gNcgAC(MzMUi;8}&yRyf%W8HuE{i<*
z=ihX9x4pHVlT`kugL^m!+T+)xzFlUZE4}o99Mg98xS7Yh<#oDi{CvA^uin6$@buT(
zKgF-K7(l`J&HI5_x~JX$IlH?0)=IhT&Gnq5@>UkqPF#|o`0SA{!<-AIvoDs<b%?CI
z$|x6@`?oL4C#~6K(`6z4F9D#oQ6$L9mkYu~S<d{hntz8knlWS2%p-<xjXV2q?-P0Z
zDAcvZTRU^kOqau3T<qd^bWVM}{nDO9BU|fK!Og*(QI)Qu^UvNtvCCJrBxkDIb>&O{
z9$R>w(u$lCedL+$Q-&-4oyqq;G0jR-b=SIjEr;v#(@RWd`I?L4ykzd)PP<@YT)F-h
zt4BxwLg&+Or)FlGx6a(B(0}SwgJ1j7x1m>~zHghkC2NXT(xGp!cCu=7X|7+fsIrV}
zrRPSUzgfzat*J71^_rDuUF+U+_@=kn<f{sek9Vg{76`9idA}f2^?%%i<GcO{2?-}<
zTwi22H|p)LdtRrse&)oL{s!5-EOM{M|FcqRldmdl44Vy#qGgASqD;IV-r$Qoa`f82
zNLI$0oi)bV*YlTdSu;s3^5mBrFQ4msPAb`82ufA#Ywz$z?|kx4QztGo<aNbqH_bhN
zb_-`*USp-R>z{wTLA9sdb)KB#J?qU4YaQdB+?pr5x#H_PVUM2md<(+X-9M!-H{;Ot
zowsk>Z1?xp()u2=a$7~HAakCy{Ler4zL@SYujTz7JMplneb(W_>(4&-&#(2ZJo>FH
z$w_gY{dVU6?+^KvZi^IUiTQrxdC%N!vwrN5_*dn<-s8cy8~4ROop{ZyaeLw3;QqWr
z!scHV)Or2MJO1;;>(7#ZKbn{1Ty5x=vlDGN{r`ic_BB!CCvU!iOi0b%#vmXq{OI87
z-J5gHip{I37IX}_>()Mv_s8!Ic1x~%Gdx%<nf>!@^8Db4n7GyJ?JRHFl;18?$>;w5
zOz-xYsr56Ct?Iq{Fhhf7zvXV`WV_gtr@lr@{#%{*=Tpx$2A?^5=iRsYW?9*~bmF%t
z^R>q>Z~xN6Qt29fdgq6I{xi2)><`=DduejTvuSZ(UQF0|`#Y#=SNQ4QJW1u{g3`~E
zjU)D~>UhQ*yyN4azL+w%>`6jNkvr?O>#MRK>Rq@0d@jjMbZX(>ow6q~C-Z??$A5~w
zzV6C&WC*vl>0Mvk-O<bWadTaJ;m`gk<FZ>>W@1y`UAouzYWb1N=F0<@%vzh7W>i}&
zbx}vV^<=TR!KbgRQ^G?GU$ltbsc}@_we{ozEslyWXIa<WlUTR;Z1uePr*CAg?&NH(
zC^=y`r_4u~;ogrF*8kR3a;c)BJTGoe$!6cCyts}@{%pi)-TIk3&%ghC{{N3zZ??G9
z75i07rK<!+iWa;MHvai~xA%@WJ=f;cI&m|It<!n3^ZPWW4XQB*AGrVbO)RvuwMr@a
z%sThS$-=XYGfdK*pWJObt)-k89pt0~YB`F3v+hy9|IaFDZbb6US-LSFFQh*aop$Nz
z2NO^VnH#lqW64>ux}OKqb97g-JXpB@Z2GlFHMh2}IR7`iEcwU!T^FBzFu9hmm-u1v
z|8=5yUXxU0eb#^z_ELq0`QPoE<lb)n5x9O?iR~gQ2W_tDpPwC>suLf*=d>+v(BsPQ
zjgwbSmpMLR^X=j%qVI#k0*@Y=+RAVyZqoTXOJ_6gcsxlj#(0A)!|~F*6Ic2D??0{p
zReUdY`#qR4+b-$hDJMV6U552Pz6LVrMDA_<z5b2cjy03Aw{NZd)~WlV_^$=Sw6%Ag
zHn(kEKF#j)yCk>XSf&I2V`d({slKgaPIb+h>kM;l?zZ&5e@D0>xIgpI&;9d{?4G|?
zsr+zQRLb%<Z&$DR%Cr9d<@Oyn1bmGr|Gc~6CJQ5|CC_8I+m<0-XVtvE=-|+Zz{sPu
z;U&orPdVl7To9~MVDoL(cTnSVcCLLp|NaQ+l{wXKb|qVEE-%%%zO~e9|L@mtq8>|p
zU9So%4=2q$bNl;zmmnt{=W}`f?-k!~&UzdMs_<Kv%ZUBlX?n`z(G0$sGL<e?fBQ2}
zePOLEv0B4uXjr{7x>d#V()Tl<hMDXXCq+=?{w#c-b|!Am%!%vu6JCW&&)m48>T=Us
zRngsdF0ZSseWe=yzcN_gvhNIA=bF1B%L=l;ZjINwEwi)i!N=Ro>lkfk3yMoGT4Z!%
z`NnOTVf|)jUrh{;I5k^1+$i&1)v}tMibeaDtSOpa?Y3_pLqpFm&N=l#t519cb%ST+
zX?kv)80)L8&79<<xT>k)ym;QN<p<UVuikP(DwDVTM##eG**zz|`x;G-+*y~Ma^~e%
zp&bvNgteU3n)&Oho88R4ednJ&-B=dP$?$N~t8(l7O2z<N->*H%vt4gVSJZUJGHnN$
zXx7GZtahVW(Vjv#p`Wg)HTw+ux&1ABl5eFORlZ|WJAd~;L-g^>I@&WY_hlYxn0Geg
z{-T3%@A<SnCw-|k1}Dh1hLekb{{396blLXy))oGf&!|jWue)yZE=_COmDirLX%?=z
z%W`nr(UV@Mw)s1*nZN1p`2{y-2xPA0+<Hy;x7nxeQ$Nlo&o?goR<)|B;mQ(=U0Y8k
zT-~;EiFN+10A)21rTr^<j{n;?;kN!erV#&!Yd-#J5#3{#cvSEE+t(J-sX6ubrc<-5
z<@@{B?tSDTaA2?gxu;9{rwQt<R?#za*={DeMD2LsmaR6Qa+W^5${3sE<g>Py|CQ=-
zK`y~a`Ml%le~Ka*ulL;9x~bssw)x*npO-C2@U~pv_rGn@Ca<vPt(6~}Q$cM3KO3Xj
z;`#P^o6P2`cwRbq1d>3m<!~8)>D1R)zv7Yja`}T3Hs8LiWZgP@{+xrKwjMolO>l?m
zk?VZjPS&ikl3#_(GWM%%`sv^qsru73^|#G6_PC#2oSUy*R56}8vAO@*4?W(<$>Ps;
z+^=B>cpjl|^V9%T4u6=w|Iy6yX$2=&wqIUVsCDyY=aFMAE7oxB_}Sz)=l=Gmdf%_*
zq<zRe`X=q`y&pI3PVf5r_;Sp=%5+1+g|B$U*ktcFv90|0Meb8w>4R-=Z_Y{$4ZoAC
zyE5hNG6UajZ_n*2NKIV3fp>wYo6zZNISc*$%<6aiS`qte&CNtpOT}rw>#z3S)_-|u
z%KBB>ckj*KH!D>7u+O~RjrG3K!P#2tKml>cS6IdKl4EA!yJ;sD{Scp5B%!-0c*P1H
zrR)uFPdEKMUUs6#$GPU!{M+SE|D3iL58PU;^+os0?`2h1soTw7&bhKy@MEFjnW#;*
z>1Qu}ialQSUBB<iDf#USUCX$ZKAp-_{n492=uwiAw4Kk-BIdK3gEOvLOwGTR`}Ebs
z%aT8jF>SkIIJc~R=Ke*$ZoXQ6r0}9<`(*{wd0S^6T62E=I;Yh)UB4bt-mLuo+dlFA
zDlt(f+s-b%^ZC!6*jsNdDsne~+9WdsyjLGvY2wlQd{z7M!vCk^KbGbxrizBf7#CTo
z^ZuQ%{C?z_m$tKv-h7g=tNL-p!~UVwvR9zOm<L)IZ_|AxC@=0@=_+b&^N%(CTh_Uj
zo3DRl-Hu9}y?sjkYqMxmztjtyx)R2g)5GomwVfBwTU6&IV=Vr3@*D~89VPdf=IFIA
zH!cpedu$hfI)DB=R}Gf+Zw*AZEU38tYNx=2DFUb8ikByzkpF*n|FZRIpYHI^sYo$%
zKL7ee>VNC0D?ghVJ-GI<#8Ro3|KHxWrbn+d=lB{;F3ZfXe_0c8Yg@X;^XdG4OHV({
z++&)Vn!@$+neNr|*EWVSv&r3Ws;`-KdWL^-<@3#<Az`d3%imgE)2_eMCT<tul~`!W
zoF{w!<X!2HKM(op#BOeVn%xZ=I`Qo2R@@uM)EzGR@r5)usM1%P=~-i@->=ZH<w}L$
zt7|W+tNACXc;0UV4PCrkaK*%UCj0tVenm+--9_D?O8UsrHi^Qw7a7*v+A(!$_O_bW
zW%B#JWt_8H$huHKCoc3zQ$E+u*Uw{L-Zadff4u5->)aO?6(_G!c<}$2?&GbT+Mudy
zqM7=+$o;pg+2>wpT6{Z|so*_#@yaz^7H?;$^~lul@Lm?0`Q4Xsy?=z`!)ryL@r(cE
z#|wAI3g^{JRMc>TIyg>>GYqn2>;E0U4oZRHf0yVo1n;{ev64^5@<)cA^o3c!G(WO1
zLYw9Snc9iBtFmvt?A%jzowLMFr}yh@?~2?*T+`OwbUGf!D^Yu$(<DE_*7j@tx;Mv6
znQu>=B5>N??ksq~?%SlATPCZI7jKt!-@GOT)S!1;sPKdDvpQ(%B+S#3^Xb$3`?_>)
zb$M$=?5g6{^eo(x8P>1RaA@t-$6kIts)~ATk0x<xX)y~uO3KP*+n^fbm>TMkRKw%R
zxmEmn{9N(0yUT=bZC~S`6(kewt);nsjgq2W+mn{N`bYNfHfv@GTc@wKenStRuJnXS
zBHo^ns!N}Sf=ZC-GVYPCp-Z~fIeOKkWTl)f4X`cUtQN3(4Hqa<3o=!8Hw9<C)!Aij
z{hc#l%hoxo8lsZ*)~`r<y=~*08|i0v_w@HFs%HNFoU5ae`t;XYlk6Ejk9(HH&Qo2#
zVaiW!u8f&;y)Lg&dGt7`gR}L<hMiO1h4->Pm>FI5@p0Vkas$>AcQ;Jso$Z}DW12_z
zn<-Z1a=MzUQ=a}>o1?pSL1vgy@1_0wx%Ovt_4li5zT98@W|GRw+u&AxsZ|7%`QP%0
zZE4)<arS%-dAUXvkJ{uIY(BpeimRyCTqscU?TF--6MmKx4%;jM4Z>TMfQCGmSV``9
zd3)EliS?hqO}S%r{_mduf;JVU-``idu#1CwV|=ope%4Aqw!B~4PHC_D@q5WspSjy7
zmi|<oGClmFiT2FP{kf<7tIXFI?|QKiRQfM*ZU@b0t(x38TO<~wSJvvzke&!o@g#4u
zLgSqSzXNF0U0Yi_`SrE6Tl<zSTP7qgFMqY})alcjdU|S#ij7mIOo=@=ecCi3zIIO^
z9~DbW%T=}BlT=>*PHvs8;%W6{@4sKKw`5&ibuBzBOziAz^XFaK>lQ3nprG})=Fi9D
zTe7Zp-T(8<ymVgu%cavZuC5Y2+|J+cRX<6^)5-u`4&Pc9xjF62tE=1%1r}$P&#yZr
zoxjJ?$%(1{=jr%w)&I}VHeVjUzivz3-KzcHRXryy`Fk8xfoIN^v#t7Yh+E&qu3y@`
z@AEn9{(k#^JFb<+*Z(!$oOX6m;9|Egudc4X_T~JkQ(kI*b3F3$^gKO1zr4EI9kw>=
zZRme@xk?r1cD~-2{RI!5!q&%~-FRH?^rNHQGmX>v?(QyES66TMoo!}V_{c>_NXX*r
zm0(XFpPnt76Am(^ouB7hS!tPjd)w0R^>Hmu3s3ya-}kdE^YXHb8xo!UtX`^s?ECxc
z>&uIa-Ji_5xjEgq{$EYh)~ur&kIO}8SLN2#*#$52QPkJ(SM!~9VS9f3q)C&$ebV)w
zr1JLzWNh=;v0iD$6DLk|$n1W<?{~$IhwUp@tzufW`q8l-N$2BzvYL8&X$Kk@&&;#6
zE~<@*kvVVoTPJ;f?YH_j@ArPc_xPA}{*yN8ya)S!zkB@gxcu{0@wf+nKA(Sn*8IK-
z2b0r60rR^h!uor^2)(|xmU)5ye7ilL&sn!PDYo&;pKIo~i&%ZP_`L1(=kx338m`Ax
z_bNKK1w=)09cW-=u6V!q`-zh$6F)sU84?y|lyX8KuJY;B6MyGgl|FjA{r<AT$H#o;
z+s!RLXW71J(V`PSr|Cw2I>;`6VNd1f{LfXYo|Eb}#2ogWq>?#%W$<#Nj0+0qEFSYz
zeS33qf}(RrXXnFX()lc_wC~APy-?g$_V(15mzOKQ-As?%U8ZY(r+}GZe(g8O+2;Ar
zCVA^6zPq!tN5ZhFtE(&O;njUJtjqN#tNA{9xBI;s2a{agkHoyaU&EI9&GiZk6Pv8&
zn{;(mXv^WmW4+Sux3}faG)m=~U-wIM=FFLUzFvzK5f$B7`8h3b-_JBHEv<@wKcD}6
z)U983Q|Hmm^!ZPxhQ}?e|NrmIEYt3XhucAM`EJ*1J%)c@mfHu0gdCC1-*a$P=;|MD
z^Xt7|Ut9b0(`o(vmyNw9sr;P~0h!b&EHvDlem?E;GGB%{HJ?u2seC^7%bT0RMh}*U
zz}5mZ_}l$tX}IifKX=k3p<CN>y=R-{{&=(bJV*QCIaRM#o|$Vsea{{nHJ=#=p3kr6
zJMir6?ERN_=<R-ER8&;N(bSN5xNYLxxo1PeV_6-h>&4EnC{$V<zJ8f&w^)z7{k%_~
zikA7#KDNYjGDlN`0*8i%M#9NSsv;sH1*bHZ7rfi~oT=b?Z286g_5VHMP0w2-9AMz$
z=C=HJMA*~UH}y~pCxc1O4S|N!`upcx_OtF~WM(TkYkGac%$Yyu&I_ER^0FONsH$Yn
z21!njtLp5x`_;j%x1(WY@bXP*XJ?)G8M-=*(IDvvhg*+C;Ol#)+1DmanR3MRdd%S^
zo|7{!EMT;>v}D+N&HuJ|uaqg1f~qQOgPQLwmvgErDhyY%kFz=+xLbbzZ1H*9<JZ<k
zzr47ZedETB6SK{8ZZJ56g@rwdC@U*lyDw|r$7i$i*Ol7H@CC=koqJ#ZzuGMK))D*v
zKmG4jz19Wcpy1%jUoV$izFxC=-{oRZ1O<R6fHT#X&#TfZzgMZgbm>waIhz^z`+l-D
z9P5>4{_tXPe^5k(M`EI4@v}3DmzVi&$-6s?UA|@lr?6VV^SR}lQceoB@yqkod_SP8
zw(Q&doWjD=|Fd5%@tpkQvHX9J>3Xpdn^HLCYd$zGQPLIRa=jKY+qzuOQGnsYQStaI
zS&P-q{622~&oMDk@#oK<6VrS8`_;|Nrb*}TnfUbd^v|zWuP?e+`8+Tt=FDM!`#;E`
zy^;@<ANE#%U$$aJ$H8WHVHU>}sb`D(?N0sp_!#8NlP6CuEPsD5Bs4TICWgl$Fi>#k
z&Yd=2E;utxeEd85Y*o(DqepY@?U^YaUo)|lTimVh>zkXCudR&+6>xgHUMRiW`#mmi
z*UM#5xmRo+@BM!7^p%ytJKyj7ed6TFhkHJsV}9Un|4Xp;_qV65;&BUtm-|h8xy^UB
z+21&DirC)>s$hd;lai7uKAlwe^z%!*w8V4Ir&HQr-rStL``xbYJ9lE(c%_c$ZolJn
zd6{qJtCh<;Iy)0TJUF;y`Eui;CnrwK%8rbT)QR0SWzwWcf9;;t{rz=ucX|G^Gc%pH
z=iQYsOk(-_>nn4@zdt{Z96R>u5V!t?U8UK_`eaY92wbc*Tk**8<IDy3DxViVof>Xb
z{LBYb%DDB(c>ezOw(`kDcLoX5ERnajw?8l6|6BI%uF}WbZs#p7etyp8!vW^se}AfY
zPWl(!(lqNQ%On*~YYk1!g?sk=ao~Sky)pH)m|5N(4=*pTl)YP|vahdOx@1Yqk|j${
zl$_qP$7bKJSK5;%Pd<6_q@tmrVNtE4BV+ONb4w#Pr-71<Y4){%s3@<^X=higS(9>i
zSLu>v%ie7&lL`qx_Vnq~iPNUJxw)}Po9CsRo~E0Uo<4cjEU(H+%hh3Pl@t{l)6ULf
z+>m$I>d-?2-&rP#nwp)fR%xZ3oy8iGzak(kOf1vb&TgLPWVMTXDvOPbj56-*F#P=d
z{Br;Kc7L9z+ppX@`_-$ftAGA_z24K`UtL{&`L!+AR;|){c7Fc(UteEmURuH_YgKY1
z_15Y#QF(d)prA`AYbRvA8gDOLv}R4uVLt1gM~{-~zHOdgc&G6A$6v44e}1`qe$o5A
z--{min#;XV{I>v9ft9=fPaT#T75q+=GS8FQey>W~dzucTf~ICCsALdSc9URx3m%e}
zwE{Kug68tvsk?FLp#du^t4ZFSAJ*>|t=gOXK+W^g!o}}wpQ?IJ`qDgY&K#ejqEBF#
zUE-g#`nDHn`auO{ol>xus^_KeN*qk{>V9QbeR*-v@VLz37Ea+6kzU)%-`|_~viIlD
zpJ!&7ayLwwB2xABm1}0ECa5Y_Q)}B-`}<l{an7YBo*|*3g_k_l89%&SK0hcdENu1J
zMT?X`MenZC*C)=LSyKJ|-Ilz&QY+$4zuA1=?)KXq$;rttZ*PAuH~;nSHI3UK%?aP<
z=jLYK+3_*%?&p*0^95KK)#ulIvirVUA5<lIdUDqO`l6_p_x@kcpLOrk<F9<#nQ>7G
zlzvUG$2cb?J^F6N<~gY(qxdq5=cJJ38Tqpes=j2b+xblD-{1H3m-p3HZ`!m;>Fxe+
zx3YO83>X^r|9Pr^r|R`uhAp|br%4*8ZAd#SWmWQm;Xtsz?NL|pSdq-_si&t+nKETV
z;^DRvwy&?RPk(l1=9bLMZ6_zI7r$IOeN*P;WhZPmZrm7C|M%;i>i2tfqPO+r-QD%J
z?9SI$SChZKy1H8?es`Jf_dCV>(_@N2&cFHmd(mND^AC55&l_f4(Wv`%dH%brw!PBk
z%l7QqbIrI`-m3haPhOs$cKA9KUER0#arU*pO5W{!E_bX?_P1>h-?qHFrw;Sm`&?e;
z`}6AhI#)+WMo^Y~HaoxXkDshZ-Yf;rOA8NknR`y!az8XAq~QPG@5PTg)i3R<{T+L*
zU*6tMXh*NSeO-U<-OA^4|GaRwSF*LOUH?nYD23za&!2aSPV36l|M{pBw`a!v|Np+*
zd^(~0<@NRc#eG&?)$jL;H#9Xdfl7p+AffH|>#P|#IXO$WS(m&BIMyc{t^Mb=IH*o|
z`SRsNhr;}r^1G!WVPSR4>%MPS;COL=|Nrm13=e|}TW5aTBOe|fX7up(etf6+{L_i<
zau2WX|MxYnwPliu=fwoj3c7E*zu&K)FRC3@aJTgORjYaP=K0ms*a)lnFsy3cd2+J)
z<#n;vV!BZw>Cw_=IS=ktzXzG}v;Xh3>C-nS9p#!dY0{2&yI!9-apJ+2%YKXZ?3t5!
zd0AjUfJ0Q2l=;01Wrm$QclO9wPC9br$cc@+YQ9`_*NNQ3(qMkSW^z{-SD)>-2)AA-
z*V$&d9)5n${(iroeqn**mzS5@HG`KKl)Z`Q>goa+J*W6wXUNs1OO{NSH&2f9+r7%?
zvSPYXN0v^HJ9RsM|JmvBb)LujWPd)@ua{ie=jH9ac-1PcPd)wi|18eVGJU+`ao^*e
z&*v>(vZMvngsJ=c%k@}HK)`{|=k3pbdV2ch<>majx3@iA+;8`2O0eI}+}8U&lExCo
zX*`{souzEut*xzl{(L$OiYf(;7q_-*i^ta(dU|@=d_H5$;^^S&%Gz)9iR1a4V!n3y
zIty+wod><<_Yw}b@h(}iq~Mrj`juHyzds(AH?I3r(bd(JaczyH{qLLSE#7Q6tn|FN
zxcKMo`~Qy3GR+2=Z2$MAKd4o6ZjPnTTr1HP^NMb7NOacQ^TCOYPv*pF{rzV^_`$*E
z?|-<JJtv9iHmZ0A$sT%G5D*a|F?D_XzfaQ{1$<_k=@#kO+1Z^qaf0KV<?}fTB3!KT
z^?yr0JZzU|b0|0}8qVTyVO#F)1sgUPMC>R?WMDZv+noQ^_4V>cjvQf;um4jBGH%Jz
zrL3KuofFHXO|wK84xX85+<fTJp$9)6_wzR>C@U-fII3SK*du3a6|ujrcJAXj=J|09
zESZ^^)iv|9*Y7c6P>K(at4#gybb36S!-Z9$s}=0*>=>Ht|NlIH@bh_l`4*>z3T9?z
z8Mn4%GO&F7`0?PCmBC;OKAqO*Z%DYZBG550F|pv=&2)B$3tO|VE0~&^c64`hHzYhb
z&^Ynm<jIqpckI{!_QLkOSOyl|s4X0qE?;imvSkYchttA<51&r!v$wXkf*QX~hxzSo
z7@EF(`J$kxsF(q2>9Q!h^{n_T8DIPLs>l7CH*Y#dMMX`RGe?Hu;HjzF&AzkESS>9r
zCzeMSznfEhj+2X<Tlsv{=dYml|711au9)jvGA}Ersi`qE{r|oHKQ|XQck{!;?e4cu
zpFGK#l$6x8Wy_X?Z*OjbykJoG=LaafIyyT!H*Ma`tnlK_&f*PeXJ<W_=q|VNYW(?m
zwjh5ee0_D*QA32w&+6rp6@TsCzYe#MvAgg;+I!NH_no_^cuiXJH}BS#%p=E-UtSlx
zJNDe%ibtI+jt5#eg_Wk}sn4rOn)@~-HMQ{h-14B%(4!X?I)BfKdK&-llXy{4(TVft
zpC1*Ef3m1sZ;|h8vp?Uq@4x%p^cAQ-mAQN_+kw^V_esq>#IYgiDA&6^pZ!4Di;Y*x
z#nF*5eNG`;@G_sohlg5uB#l}=eJZm1`{lCjw~O0yqo?UcADf~X%mC_iDb4n|qH1nF
z-Ce$R%2e&}qRYPKf-H>h_y4bZBC8X>Z_eg(R^3azr+<1nJzj{f{ripobIb2}y1KH0
zdWPQ9bRO3K|6ZSccXQrdt6k;q&waff56YO48xkDXW*vQbc{%fhIdjf*iE6*NzFt22
z+M0)7F8e>vum3I0Ew1-u<8e9Wjys>9&CVC%YOQ#^cKZyQN~7~OpLwpw6!WU8sxsUu
zJTCj>`SZ`GwAXJ)IVqI4|8Lo|v$K!K|Nj-PxA#lXy8ZvE7(iX7V?C10A?pub-<0aT
z%zysA<KNXiCyDriMqo1cM{m!Q&CJX!eU}rt`5`FKe>|D&-_hL-DqC*nMu*4On%>=2
zntX1KC8$*Rzw!NHe)~C{!s<qOcP#Sud~_=+D$>x>dUU@2-{&}A@3r1VMMfV#eq>m(
zY}vJ_<vN<0oeQ1YFKy3{e|3HR`KQz4&k6h6fO6c<U$0hIKJGPdc*Xkfd&+?ZMio`n
ziyM>OgMxxIw6$+1dx!}OA70?t%wX~B#bU-Adn%0?Hm9Fwd+^-;zhz-zp-JYYmPTgw
zciYxJdXyxlALo;nruKY(y&Z#iY)RnS=Q;QGSoYg~lVE1&d(y}*_W+bUHf=Kc6vHcJ
z!k{3+<+_ZIU&5e4eSXcPO`D8B-jJ*N@zA55!CkgAB<1_ncXxLiCm-WEXY<*|s`Qmh
zXsGDsw6jWPX4AH2U;lKc_`K_~tLNreP6ieIKPF9{yfS=!T*?|=X)_fWKKFa=DxR1A
zr9o<-Ns}g79X4y=leL;KckWqt`Pw62US76*wPNv#`2GL#Zg=(eKJBmnqikqsc&Ge+
z?UZTL-hI2}+Aa3+K{NlSQ`+k<tPa-)bqLh_=bd5Zw_(^2Uv}Qd-(OvX%hm4xOaJ;s
zvAfIe)ct<T;&{ODxD0c^>sh-@a&8!Ws`ahdx}0n6mMtbp$;pgL@7F*3r5nAC!Ntkx
z#@{r74Ymxo4HLLqot7+H=4O|FV?$$dzwNYte}5b2-Ld%f<)w2{l9Hj}?*E@Z-7UYr
z)OWU7OzqdJYofR71)Yp2KL6q2;hm5BtTS$J)AgRN_q0=e-h(BR{T>|^j|cgl>G<>c
z_4A(3tL_6;zVGhte*f`%>hW}4ZSC8SOF>n05+q>OtkL=O>C-Eo9;bx@wZFb3-rZF?
zW!f}1t$W{|yja}-EPVejQCC;ji7(qqHFb4Ue|&iO=Uw@JP;+SFW7C7dXVqAKFH%!k
zwQ|#{jgS3iI0}FoDZ=vd=fmS`j~bu1*?fKX#A_|-)!F5ZY63SUza8ecXIXXs^p3*E
zW!1H1WoDqJ)!SQJpFDfUv?1rF(Wg(Jl&<&4+0Jt97Bd7jMf&B>`<mYk(Z0ad>U8AD
zkt<d9{I*{N9u~~txBJl$9#`4AulBdwxvM!dF0KevPCGN>;GdtLC9O&{90d&0&PW6W
z2WMVcA?PUZ;rssob3u6}>xxF+?zd(jobda6%JY@ST3cI>96L5?=FFYXr)zjl5>bWZ
z#@DyDYCnDYH0REajpsgFue-U;yipp|3-_I@=KHO}ce-Bei~IZSfByUl8c*Za-!sAZ
zyv^k3{Jo+Lr}cK{yq8<RXBwK`Z}&^1{_pE}<>Tc%r<@iF@Jg91*s^5`D77!2UuR{+
zyKTjajQPL+ZCkhJlb4W?P{pH8b&Jnuj9=c|tbV`d^Vz)h{H;zgl~1RFMw&7%D75iP
zAKUqSUi9j!wQ3Q6J{;x;W!xQaHl1FvW(_FLo3^v@N(BT39eQxEd8S=$)suPY^J}Mp
zMkEpsw=rIQucW8f_xt_+`3s%fjY?hwfD-eirQVD$E-q$g2#+ab4Gj&Asd(6G^Y6#w
zn3|7AV@fW%`pmH~yd;0%_4@tiYQNuQ4`E+)db<Ad;N^Z>wf?AhPWq+}8i3w%e{RVo
zPlvD1I885IzO2mXGvBV(!{1+BTf6(--fH)2e^<@ak`NYluBxh1321y(@U)R#PQli8
z?w2oLqK;p_e7Uo?S5<@y)P~mE`9vrwDM`Y*OlPv1@1qZg`JZ2Omw$SQTYrt|xmk7P
zYl3dio&W#O^OTengStNz%Y0{xNj^SzSsK)$m}QcAsP_Ba<0}FeOPJ+IynOlc%xrW1
z74x=5ZayaI;N`{j^5x5|TGz7XtxS{3ii(O_n||---6KbjPMkN-&&!J|z&7{$)$sVI
zGm`rr&d%SLcwvEKOzG9oiT_>~9hWUHxS2YA;_TU{L8WG7`rM<L%jb$o9&Z(oJ8?68
z{@Fd1pFvI3jC*@5pU<n-16d8~Vr8%2JMG7h3b%f_vt6RvKj#1cDQ{Ks;s9tM=kNFX
z=htq(=QUZ)H)2bMU}$J4DA_kMvw!+@TEF;eXt-hGA(nM}zeVNkd@9E9@BaVa^)c0N
zx1O1AKi~S@j%HqIGlQHP273E`Br%+`dacuE@rdKunVE-ozu(6l;;(&gS84XzEGy7p
zv98FD*vTrMtDHSOPujhIv~%;<*VixaEKb+k|EEZ<>czqpTXyPqb$54mcHYcA@g<kl
z(ZNEdk0rWVh_8L|wfEb<K5Uma%D$#kR8(Z~_seC*A79tkpM7z0v7~Vt&+<7%r}Eyf
zU9m!eqv>u~`_!pZ1*N5T-`3n<dNt2_o#b}&_erOx>25W%yAc@}crovKp0=J|-x~Ap
zPbT{p-Ok-^SotZXsHo`MjpzTw<mLa*U1sP#X~};%Q2tx#cai4~0~^2GnH`0Xf4o|~
z{@ad({fqMd{P@TtWzw-@hXtrYU;s5DHf`E8!!X%x?W-N~vnKo7&1B=1`ta>`zWj@Y
zpsAA*jzX`MDxSaM?v!4SZE;ex`|+Te*>;Mv-~PJ472j^ATRv<No?%_C$1Sdx^58(@
zpU3k5e>k@1g2pOuZc4pV|Nk$0mBu8Mmjd9S{#C(SwC^l&o(q~Dl(kv|T0a2lfKzS#
z-vI8mfG$0})L8iOsQBk|*6-hZ{<|=sLxCepw!3rXzwdWety&dzJUBR*QA1CUO~KMq
zvZ262X6O26^IBS17*3r!m9<q+TAJG-HT7xU@sf+K;vcUB``7+%pQz&5r3Bg`0Sc%k
z8k;~%V?BSXa5TkgUC&x|*~`l-D>gcK?X)RVSaR0qtlnv-tJ}M0&z`93?{fU7=1x-a
zWEaNNZD?p1bTdp@Z{4r+r+<BY%^VOC!s1X_S-JNAwKd1Xg3oSCJly6X{qf_+t+&=h
zimzL=h-t$m-$^R6e?S8*leYMKd3!6*mS3`D3B!c>^Z9e`n=FjmTQxB|u{uMHtF>X5
zdE|<nY0r5j!GmDn@lnvm7^pY4_)nTVS$Ven6(8Qa8-sF>KQ;}`HVyX6UN-I8itzPv
z(c5wu6^xCA6*hGqI(Io3w6MP{46&aKG+{L9o2P|L-<pSE!6(BOr}=JQ8@>ISRb24R
zX|rZ=3EV7MxNKMM^Y@9>snJeOPIEykH)V5>k{W0<K;`Y`i;LZvKU@j+X9Sgk3Dv35
zXZ4ntisqVL%~DlW-FoY0q3w=Yvc9v;^Z5>}3SG@mt~*u5^S>>cIZNKJaBOC~zq5DN
zUF&SELs{1}xm%qko?5qMiwOf47uTzt#c8%%XL)U$b>37oIW#o1#Ys`Y>S|K?-BR&p
zHeRL&bBfQcyqXsjB(!1gq_xX7>6)2|HJm!-#qj9y<Lq9^1@-^`G5mQQ|DWl>yy|z1
z2|qqOykB_+G{4S{7Nsv4ynK9EwuLWztD~r>ShQ}LS5CU5q$I<W=g*lZ%$o-u?9Yy!
zK6B>DWxlh&WyP#qxpJbcOZKWuS*xyRt@_Z$EA18<8oD-HOG_(jYjAPy*;3P~xu#iK
z51SM^?o^-F-F_u&^RxY?xgL{LWZ!_(0N;XH2D#5QXP9OkS|)qd$9^s6fvl!&Ql^eK
z&y~&DrU@!H!INyByKiiKv~HP}uBs|4sJX$qA};-1r}{jGvb8y@BenCMui64ifVZ{p
zXI)#|-QS=7>&r`qlGoRGZ^#MsNf<KSsMXN)gstkdYM5n~%XMIuX?B)u{@q=s44^5a
zOWyjdpzbCEsIF=_E?+Ox@cmvj|3CZc@3QfwwcqOhlol2FeN*Z-a606{)FRl{ptOj?
zNK}_ePowMVzdcuPXKf8#eeK(}t)br0*;~7q%L65qRy1&@XeyoHQsz`ndH>{zisj?)
z?tkVzQDJ0aYWz@VCs*sR?{&>N&d|@#e#MAaZ0o*u^=hT<>W>Djtzk+^N=nP;Gnoqt
z3JPW(dstAhZL`$X3^&o)hBHMTY~TNP?e*GYW#Nmh&hEHwac>KMY(RhjLuO_skF3>}
zqgy4SQ+iif3JMBN+&mX-#6+_x^XI?+T3S<M!@zI<$AIDTa{uowL2Y)mzZgE8um309
zQ2YBEV};hkOP4P<wyj;zTfIH=LqkVL$BCEA5BR#cxVS{6<hX9VnZv*%X~dEtaqYv$
z<MP#2ds*4pnFAstIj?+AX>Qw>@3!7-_0?CUbx%)CWdKcx-MSUEK07EVh{40dgF!)C
z`}LH4_8?bXc5R&9(b3@{ZM5nFcx-S>=4FN%#_4^}XDy#!CzUb7t?KXB>&(1U^D;9t
z8U8#o-_MwEZB3-ZVKcvE?G-n3zO_Vw!l&q$Mu9NMJTb|uS#AaCImM<`D|2seJ6pU~
z@Rj7$>|+nwj@^!wmXF_4VaVX=={c|1ZU1&&X)}g`Cnp3KRNe;#E+T|dT6~VRT)c53
zVu9j}T~DV)SN#2Yy|HcWwDb1=Z5Y1aEth8ijU8XOaQN*+cR5A{eSQ7|#(y5Tth)W@
z&mWs?34;U%hTvsBj8dyU$yGiP{PX8e!?R%j-U;U_&Yn2o!H~D_XBvZ=&x{A9wVs}w
zf`Wn!Hs5X}>#p0Ld2}8qoNu05zE)fT<SP)qG;hWox9ia$zq!3B+r9jdXP>T#$rp9|
z!xDN4JQ@aChfbY3WivJQSOe2z`};lD&z?BJaNz!Z`G)$xuj3g&a|aHG#V!c{JZ~p2
zFMs|*%g*BGOa}S)Y!)Q0&h+r`*!;Uk%XIPmn3xzDhW|g$*E4{+(H8>drtf)wT)ut|
zxJ-LGJ$~B`wa0%=*DlL`v+MP`$F1UV7Vmy%bBlE!{VeC=;<BVRxD^zO9UyQ*bBSCY
z$mO{wUYt$~*(Q1F)TxGFb*aY`m=-&oeR0yP;DG}J7dJPfho2u?!i^1yap#TRadU8F
zm>qeL5u+y_8XC$_^6Cm_#)>H8RW}wSdK@|`9?x^2nct4%zzoCWJ?{)xeE<!OF_gWz
z!Fb^9_WSQDugx;eZfNV;v+VD~zR;U$N=iyaW`Petbb2eOrJZ_u+T1UHbxp6Bvk95p
z^~z+i(wlzzb@pSc$C1YhbJvQ30#|q;ICY-`wMc8e-Aq@n-5;2F)k4Nt>tIj9*#wrt
zV_SS5L$xd}zx6V~=aI>;jgq!!ySln;uA8haFxJ`&nrd0_uvX$;^?Ta|3!TpFSikjZ
z?y;&<r%yMw#T9(NU%&tQthZ&mpPTlWO3dFGD4YJJ_V?-de~-479iHrO_wr}$WiGqN
zQNHS;f`Su^d%@W?Q#@*wQ?`_g?AwaV4(B*3q}W4_87d1HAJPC72NRcx?C9+1=-8r|
zoV8T&fn;c`taTZSg1Y)~;XkIlqU}7AOb-2Wwhe7|1@g6D1TP4vnC)A?^=i`7r%&gt
zvQExj?AFU9rS+QO)2B}iKaSh~V?1zbs&?bAuA|4kOZ8;!t$x4v`s*LI-|swLSzvrE
zE$5}_zC5dwp)M{iPjZ%mgX@-PG6$o{{bw00R>uk-M=4)0tTScOd%W-1^AK=6C>>u6
zR=0##QZ)DA!GjLYqSq%XyEpub%L0#}IXpi%m+{1zGc2HCGY97ei~4^x3`NDojn702
z85tSXO<rDpaaBxQoZZAn&~(|9Y15`v)#bBHbiaK}T114!<V)G_%k%#|DgF2J`TXx8
zza<Z5T)tQN>LDoRpL4N-QsJd_7BYQlwm194m?Rr7U0gO*>b86|*UDLJ9-t(u#0FNR
zlzW2XotC!t-a6A|^?q}$rnbvfab(yrUfEH8byX;X&94`W9ZoYUUSaQdn^9pSC@45(
z$`poxhzJgciVBN>_?u}4b@?{mGlb)N3qDWs*85mBw^!QSEP8X`+w_nfl2h~5gXXF$
zDJfl=297O{-3d8I*Q{Ne8}=}bCDd2@W>0kw!|4|<(^zcX4hRbgIk~#BUJz)RyXutL
zW6NX3z1Pj^?rzVYuRi6~{r&ab*#`IeH@YeR$+A*dxNY0ENYVMAOgE>B>kg=FUNZC8
zVa1-ff@2$x9C2B&@BEy?a~vOfUYR_OQkF4M>$dyz;jn|VMaGxb&)>g)XPM($y<IZ2
z7!(q);L<ahYr@4Ft<bA*{Kr;fAB(%NwE&sH|0XKCGZp-NI-MCb$;|ZCnT=u7=FK}F
zG;uR%=;_(%zRs62YHe#{`r3G9N8w|J8D_as4D0v((z>uA)>v1Uw_*3YUEB?opPw=6
zhHo^z`$!XH?eclxR4$l#>}5&Swk2kF4`umyZjI16yY0Qy)Eu_O>T@@)z5e218cY4{
z?fL8qIyz@I-`%=vmsG|Lq1#_(f=o!a21nr~J(G1ecKv#_nsJ6{wirWTV4#C@|F#`F
zEEX(mk4{NZxlkj~xX`(sZ(g=vcx&|KgABdfOQep+RlhY|u<sFH!qZbz9S)nFi_Y75
z^!2Vqix#D=UwDuiWIVj$RnyWsWjy!Fjb+k8LXW<dmX?-oUb)0=>MTJ8DcgIXKHq|c
zo6g>Nw=3nO(1GetD-TvoTlg{oRJu>xJQeK6%<w~p4uR%~8G@JleYHvt*&w<1X3r{%
z#jj4U$T61snSWygV?*fbu#M&K<JPB3KAe2<&wm%wxnfmYRxa#SUm|sFZ8ZA<(C8&Y
z-QU;o%ompX%QK{%nZbB~TYnG3m3)5I_y5X3E{0cyX;S&_rmL>@JXl}&bY@^_TF55J
z{Zc)rwm&@FUR|3Ta!hh+uG-|2!d6nu%00PT-Ts@0ZtLvmII+_STqAGM_Vn~TGuK)?
zBV%8Fi;dgo+Qt00Cn~!$fV##EudlCXPdMHu+fe@E$`+-yTlZe**;jasfkAnK(Y(tg
zyH*J%NY>t5xBHzHXms^}ulZdT6CNc{@2;`!UaqWF$%m-u%d0Hg4_|zhJG1wF?yorM
z`PNZa=LoKlye>64`2UyX_KY8XJnpZKegFFP>z_S63(o%F>G`e=D%sZsfJ^qbO@cXh
zORvYexVSKENIx&fpyoS^<v=4dd&9HP2w&}0J?WDB&G=^Y$feAh15Rr0kdo+$iP0h3
z#i!O~y3P=MB`KN+YB@82W-1vw`uo3!R7r+ry1hvMvcUM)Ny(nB4a;uZ%JQ|R%Pwy^
znv^LPC)G3IQboMm)H#7S%}QPbFf3ZUm{CJRBjcOS;_q_~-iW&OWyhTQzH6TYp2S=(
zvFPd8A`i}&OJWTUE$@@Hu4-BtySt2WL;ig`1}0|a#x{mi9P4^cnK^qujJT{jY1RzQ
zqO_fN^X}xCZ{4~zBs4TIJbd{B-*b_6c6L90{uC4uX}Ov6?T@va%PoFzs#jVbcsVYY
zZSf{uQ14GXzDBSi@o-yZ?EG1?URAn1KR37WSAgIH&``Nl)8V(bw}YGRCLvQLpFg}3
z*1q)%^P<4Di7X3_9biq?J(d#s_^<TeFFIo0o8Rto<KMSz{c^7DpZiZgJ(RY2;{5sV
zXPW6;lAGb9cIfco&c425SzA{<@?9besb}9hff^8<ot^U@q#f-Njk_-4*n4qK{gDnq
z1`#narVZuq;}$GrI>)iCsJPhnwq$SduZ12@&J^s75fK-kJbU))F0;(?J9*}+s;X0_
zPrtl1JG`m6`RjY}iDi()cp@{&Xy&Z1(Z<`hetUJ5J7dPJ%#dx8QxldhUCN*nvEhKR
z?$<@#dQ4Kw%B6Y|1^)jyZqIOITdwqlJ-g23m{lJ-7Q9h(+p=ZHKJQr^I@k2>zUnQV
zi}~6YNAho9CLCwF;?bYSMLRWgbX4^9*RP$fR1{@7*N;!m#v>_7iII_!>#oZ!MsR3f
z(vxru?U%E)i9XkJ;3a?k4`v4A^m8nrg(eQ4wM>%(4&Kh+&wC|&n`F<tTwm?GE>FG`
z?7kZk9zJ>g{QK9u1ud0h^u*iwWEZ*j%gx)LAuzFc`oDM`P@0x9eOsLNM<Df!*=&PE
zrV9auX)^CGEMyMYzxFDJaPNloixx38m}XyN0L^YOf4Jx_&&cbzSWrVM+hC^8+EqEm
zGkvB^ojUixZV}6`ck;|DD=TlgX+58M>sFMPmsdwuSJ2eiCoKIS*_!*<w4=LrS)J$C
z)Zg==>ALALGhb&1hlcCdK}9vV*_v=`OQu6@!qpP(B^&Ps^8Ru4>)*A@iq~Vp=b+3?
z&508ya@}z`R|rnmE`Gw>Z{J<B=*$Yg(<e?aJh<pC&-&ok>-FqXTDL)2<Hr7adug*A
zh6T~v^BkNf?8v)owLV?4=k5Aq{Ml~&+m}raay=K8w>>&>_MGi+%B=mCZ$9dIL8<5+
zEQ?=!{&M&Geafn;tQjjZj8|Rgc{|Ik;p?^Nd`8~G9BF4~u{yZ8v|QgDt0x{97{~ys
zm3f^7T%LRhnD1ga|LWDNm0H_fpWImjZh|~9G5X~%`S*IyhxH2<FhII>>hmg?GU8g(
z%x2FHT_q`+<GcEKU)i06jS;ha^+YYBcgC#S7T4r4J8(DC#9~MfEHfN5RrYSjV?Ktm
zcXv3!3*SsamcPBd{ru~BtlVM@1s@(bGJqzV7{b=Ya2~j^F<Dbb=gY3+H(p)774V?K
z-bPlJA^YXN#jIJ!r8^dMDT3Ob#?G@3xq_;15cX3H1-0osc7J-i{k~E9IhhA9Zd=Ya
z(%S#;*Y*8OplMu&3Dc&r9XQe{9J#N?lEKl@ks<4a9;oPdU&;mQ$bedgf)j&1pb-u#
zJbwIm@cw=O?YGC?mL;3bHk^IdVy@r%S7xiPc3sUnnqpMRCd4pr{r&p?wfE}(*D5J1
zclPw8JUcUUUV3O~=*nH-ZeO1#*gQ~cqXX8)zoaK|*-6^}mC34GhYlTLSg~#$+k$P|
z#4=`>yn6qh-yt<sl_7e2-q)&aN0UC<XxrG_d3|fKuQ<59{dqd1Ruo?orX3)^thJ?u
zfp=j<WTYg+zJ2%pzf9g3(a@%#XJR7K0P3;uKAd~|?KhU(rAwDCe`^bJgU9a$&}fx3
z%@R31O*i{>DoFf<<T9}ME!O1O89_lp`~Uxa&)Ct~$@pMq`aH&jzrVi5U6&FqXw!?`
z#Q+*WW()`jU^oD7<K`G|TQ2q8Ozs%C^Ti}J3rvFow#aMcAy6RPn(8iB*`gV|jDfdV
z<ky#%%m>`%YgtTqykA^c$jor?;6ZSQi^0X!m2tw{xx5aZo}JHsy4hQRVr1gtK$K1r
zII1$klaiA;xwt-AnH4|tVd(1aZfw)q`tR>=W`pW)IiOLSz3*;sPUjD}|M~2SE^ZDE
zh6U@^oh$YOC6pzG;DiG5bVtV=r&R^Qf`Svv4$hFXs{dEh#xKuj@+Hk!>v~+(OI3z9
zW!4P;{{3@sUcY_TEGY(XTVip)9aqEp_3NL{TD3}x!AI?KW{o-6vwEn#Ifz5Wd-mmk
z7N?fqDP+HJVfNca-FlyPUCY{9Rht{K$M*9XV}?JU=l^F>u($ueVtsnZj-7Yk&EHi5
z@_1%?2)IQKGFz#L3mTHG7cK-Ws1thG#LCTJvtMq#)Y%zXSzpqPXPixAsHv&33HIb&
zl>_e5V+}X)Q>RbQmNnM8-7_!OEi~%#t1Zi>=GxhPtyh0pVzsv}x8~f8C@qkUm!@ce
zTgIRebAjir2k+m%|G77C;<Ew^h7~JUGWOj&t*fHK0_t-vn`R~^Ai&^|oBMWU%(jk>
zjxCL)>-TnSUU%$sX~uECBg?+1TPZSbem}F*YnojJ`_*dm3(3E1d3JttJO8n#H-7TY
zGSPFZf@++VB&#mxwz#-%|FyH!)HJ1T^Ta)OZ-3zDO@Hx4y1#z%oFZ@u`eaSPL00jA
z$jHh|-=lTJ&cE+{aOTHVjvIYqJ0uh57T%GVaG~P%ijBHgIX*^hUTR`#`IF^-Yez@N
z98UK8Kkci2%6_PcecL3T^;d)cmFM%5`%`|*vG)5dwWjo`%8vbu*KCn!n6*l4+MoR^
zT}0O_AG_~1mwC;;4>!a0FMqza{H68BSIKty=cli}@$XXd3@?76mo`olu6nlZoX@n~
zY!Nsco#VP5SFL+Jt~xhb-`T~*<s5TZH~-SDVO_iY)eS5JHcP%~FP|Ln(e!DzTuS(K
zma6`_C2rSK)~`7-?WgV2TD{}T&l@l;vffyK)oGH~^v$oI9)Dq+xazq+e{|54o&5*?
zoV~%cdy=qG(~qvL5r596e~|S^1_ui$ww~;HTryj-_Wk1{Dr!t$r@r&f+uIcPRQu$w
zFL%Y5x8K=Yee&)`*8Lm!zQ`B~c`u$O)+;J!<MD4^?3J+43#ktT7VT1%DYw0Lz=7@W
zx71($Gagx*y?8ZKXZ}2wj%4{(c0Pf*1z(<jk*pUL6_4?GKIL9Y&F;=O?(Q<*O`m>&
zG-^P}=eh0VlP(3@_kB3*6%(o&_k5Gt+T_oh_p2@`Fn%~qYt<YzyDx7Y&+Len{Q3Xg
z_n7Ua7jLKN{E=o<-OXVd{^&LHeJiJxZ!DS&>nkR9oQv)M^@~waF)mU1z(e_M0&nz|
zo>HH)pra#so&B0*nMB#gevjs!ehDeoKmowAK|GB)fs5y}%;}qZo7ei^@sQama-{#@
z6;;XfQdUOm>5u<CF*Iv!DLm-AopHkMWbSphvhFZ13ltS<y&dQt`pd0qYVDy{?Rjap
zR%=J^o%YC?{pY*&`&I63mwJ97UPwZ$?9c2cYaqiOAnVTA=iT^vbNQ1a$AW^RT<&cv
zZIS;oqb6O0GdaCN@AtF${TI%vPo7g(UU>EW|96)AK2PR9S^utTlYJd)9nYP%b312W
zcwztO_u~z!E9Oh>dh^Vi<NW_w&h|M=v-dL|kBy3q(_8&+rWgNn{*=<0=S=ti{j6E@
zxJV5$Y$qrvIPtSzPJpSX{2f15fsED);~cG5M-D{GFFY^$HQHKs>((87^~V##d7RVl
z`-XZR4!fKu-ji~^>E4g2OM++3_O3YISMuVHWO}Tuy-vK-!+CFaWas{vaW=$S=L^p&
zwdAv_!dUaN|9#4?n!Rm;T(PPB@87eJ%S=;9R|hxjKoMPZt}5?Og3{krw(-+LEOx$o
zyPl)F*Y;WM(K7p0zy8l@Sio?~`%_{1+U4;_6uHXsb1SY*RA#yIOi=DY+UfOfX4P&>
zRx-7(?z%Kb=8$!nO7Y_;Gy78Uxo@I5545g5$3ES3#=0vHAM^WFhpxUid3Az(W$3?{
zFUQple*W0<Y4U{4o#4t)P|))IjkjevX3^cxb;P*CR*Tx(?|*E!e9@w&UAwHBnwp|Y
z|IU0=wp;V(Mj>?@8=3i+e=t{9R$B74Hy=3Q@TcEsW8jk#E*@T0jSUa~*PAZ0%5Zg!
zn0vaNyY6E{y4TBxxzRU%y$E62w*Tb2tKpN3(rommbIU87mvsKXYM=d&XTiE{eHUJ6
zFqoa+J$+r@+b3Uk^vOM5x3qZsya;Bd2=n)eR!{cv=9RC$H~Dgy-`tb)4}3`G_nNR7
zQjvq)Ui1I&_nIFM+mG*2GccGSXIo`Z^P@mWNGNL0v$^H>6t%UxJtwObK5P}A*EV(D
zoL8^1Knr3S-tGTicgQb!^H=lxHIomw^Bb4G3Tfk$t-2NWydp+Ve70F`(vJ@hbGNZ&
zO56W`|9trq%h+GbHx|F}vC8?!eLMcA{UrU}O?-2$0#iE=-j6(X;O6%W3r}BM-XkVw
z<Kc1BujueE!_s@wanEbAyZkeB8=Kc1NnL+PU*pA+d)-@Xuc~%|E6^<m(l&oQ%y0kU
zlDGcHkH_V=e=T|<0orx}+UT({$u(Nv^<3ffJAXMO--+xB$$4<QJnrbD_x&qhE9_#K
z^6BRPyUnLxe%W>JWx<Bm-RBuTaPu5V-1KPO=HT$)$2-%GtIG>b*!!;K+QT(#8SliM
zpIF=tt(2ZD*?BiF$4uJsd4_1){{8m*f8Tw-r*G%oyj81KS=9V604=muS8q4Xz9t|b
za6ol>%%jq`N5$jM9B5?j?C-aqeA-U0`{<!7D}xz1I5;fUt}i{QIz1pX)OCB_UBB0_
zWxOLJB`Yf{fBbsoey7;c)s^+&!Gq~f6&Us}P;hFG^*yl6e&hSaKY3>UEOxu|S$*HX
zuVq5T_6Z-?baTG56gX37q20CO+^w#=sY}1V$mi(nTC~eKzUtPs4-el?=6Gi)knSqD
z>`VX6>FKI^8^6BZkRR!kk!u#JS}rUkd2?0uDs8Qb|Id>-`9CgPx2#VujANU8(#`X)
zSLeSzR9*0O&vpN2$rC3psFwnbUv`}E+<f~jc)w3;>%>{Jy!z#AH$>><?p-tgNQ#l5
zjEs+$7ni4}r%uF%hP~C_H&uPj`t|+2zl)2r|I#T_rkKUNycnr7&3N11&HnT4(w~$r
z`5Upf%5-<xTP0J|sfmZ%1cil*k6kZVa-?Ox^^`{4IlF(<%RM?fU-#JZ0{++cD_Xhp
zcg=iQA9bW{`TOHlDZ-BT*B$2#+0~@5MEzp3TlG8Hy8HKU{J6fG<8-WZ!oe)BxrsM+
z#rU+}NVvpb=a;d#w@vga-?y+M0<V+v3Tuz9GYIm3V7qgUpVp^MoLjCk7IetByFE!|
z2*|YG`*3%K@y@$z-`oI=2R;|web+BGHa1${dCA=k5jt<TE&TKA>+72vli5LS_Fun*
zL`7Zy|NHy$&d$%Cp&NGG%_}M{*3{9l;a$CUd*Wd>&}g2R_MKUqZsz=Xn_qu8ZL?v{
z4Fk}+mGe6f9dgRb%HrVX&kuVV9v<%Q=Emmg>U!nsRY5T^x1^*;g}+xmee$H>$A`om
zGwFp37nZ!cvolg5aq~?LO-)4&jgAc)3@%;1eDd^ZWizvBPoAXQ$ukFSh$(q<LvZuX
zf9$_DZ8Fl**0z1EtEriIexB`(w`GS89eQzjIe*w{(G~ygQqs~U&7IqOG)YlSt?kH>
zBWd?9H#IS3WoLJGbSM}Y2sF%^CB?<f{qg&Ebt9umw{AsUx_ntvPw&|E>(kf8?!L4&
z`+D-fpBg$kPcAHUo-%#<<FehHJUl9jiVJV1Pn<vBzpTvc{oe0#`}Xbo^GJL@gMymc
zvdACRPfiH($yhYp%{zYo{`?<5Dy+)i-Ffu-`O~Kl3oJUiyB9B7)FfZ`gK_m$ub?2I
zhYuef|0DM=gp-rArKM%gwd)z)Q>RY-^ZWk)V`-ZOB_ukoW~G95ek@%&_v_V7qOGkm
z_x6eU2+Y0FeM0P?%<egUpT50a`olp@wtBhH&95(N?=Sfq)C!pd`J=+j&X;n3Uu{Tu
z_~QZ#P(Eg5W&QEv$Ak$J9PaO{eR*M_bF}{FC9G_0Mg<QXuC0weKF_v#&pF+wEh~;L
z<h)<^TX%lVC(q5EE7T@;IySQzrk<LTmKac2XbAE&JD*I(HqgcZqug62{u0}&zvqEE
zZEd{LZ8vk$?(S;)7x4I4Z}N)^3vIsNDQ@_Fq2=rA>zmWgO0C=VN~^288?<e$H`}18
zscD9BI^V&A2lxE_cKhtLOM9!!)6UO(yS4Q5-tYIa%}f-nt!MxI{Cx79IcGK`9tN%U
zoK-6Z+LqELotGiDK}1}9bH+s_BO{|(wR{YFtG*^3>yezdb`xlA=81{Q3>Gqc=YQ|}
z{cgAI!<fK8LC~7e?)kYjH8z)*`6_QZxos~iw^%?_)G7VCkKFev9`m06_4m)8iWdvp
zZ4{Ty+40~(!lTEJZ|<!&H=E5n`|Ppj^Xt$3`uduapFjObhv1SWOXf_CZgF0;=!I?7
z8N>A-4QF?H`zh-Ee6yxus`2ADzb}JE3YC<ePibgiSQDmw_3G7m$)@&ZzwT|#7N0qD
zW`vFyXeD1z(51}xnq^icudnr%zP=V16yy{cdDC$96(b{~h&>gCYLh!39&QJXM%C2T
zTGsq90PRrt{OoMR+AuZ$d2e<u-?QgV@JC@u$&(#|${f7Bs`~o<TeGikN<Pjf!^gfk
z?d+$jwP()waB*>Q@bRhX==A*gQ}gTF+v+>tH<!JQ>gww9@bg=ietup^c=+bT!)&Wo
zt%}%DpeWYe`sYs#XogEkSs7&O{rdm5l9G}&U$2J8l-*2S`|Hl9&z~!QzunHs!}Da4
zx1OSj$(7G*nA!O@RD4Xz+wqX?{MWMGbH(FpCVu)<1X{RdQ(=&pn0VuD*|+!i&wqP+
z`{wR)eeJL{4`yYr11|xPu`Fugl{S0u`0?Qz8<QJ<1+c$j-Xk7Y(YR_As0#&JxCNT?
zm^N)w;$b#EIhzxp74&bn-@m6*!VKC;cJ=Djl6QAzu3DufBqSuVZ7$Q_Utg7#m78zf
zids;2YK`E&+8+<w*F<b=0<F91ktn>A<uP&dL`aKgqFGRIu(PM9XSDv~DIdOnU%qC|
znxn;KyJdIZJ!gKu=I}J#Xi(tk>b{-Br6-mDe)WnK7HJQ*RenyplV`rztvBh;j>375
zSFT)n<k+!K_p0B2yjy-Bv^}<_=GAXY-S~Ynv(LIM_nSMzx?HcWuFj!0H99CrNPo`<
zrk5{Yrlh7$oG{@*Wm;XGou;PdnK_oi-A5nY)VjH4)|!=z7AYO;k$fyVM^#PDsQzEg
zr%#_aI5-~kS-(@z(mGXqFKg?j!pCmk-rv9f>cHA1OIqID-Ccay*SvDoXNE_Q9!2b{
zvD{tu_R|{4gvZBvL1UT=o!LPv9M|XGaBk;Iy}By2=HJifZ*FZpU0n0w!NDWPj#V*j
z4_xe4xi<0TrKKUEp%+&MtAo~=txxBZG-{b1UpMp3n;g3z518}ze!V7Uzj|l!^GOpX
zG=N4$Tyj;_)tAR^sVT6UJJ0^V@6~J9f`Wq&zq`Bp<cSjpu3w+d$joL?@*-fpT$fV1
zF|@^-yJW?Rj;Y$=+rAq4akd{WyptWHC%$#-)+y7beL5;0U+{A2^h<lIzZ-AZHGkd5
zZO4yIt<l|h`z=FAXsD_6^jWjIjwXG)l@uKueE8g4YsMKSnUmCWj7wf#YHeg@4+;yr
zmNcR4sAzb_w&mNl`6oCyFf4ZO|7JC9#*B{j>-G8Cn;o0kDqC{{_D?N-e5_YpMkv1S
z=hL`EY0&nO)6?~jzby+6415?_o{^!!%+9wY{ro)Lebb*jNwNF?r+C%s)rGt79$#Cf
zrKy?t{@z{&pP5EWZyNvo`*)^Qsn-8r*Y}?|b?VcXgV}5R=iAMja5=@u^!L9xnez32
z3|U!Ob9c1`AADO@t(6#^RFj{boxO7H+SJF#dQ;NVjnmJ~G2ZGjalQ*=pvy!0<&~Af
zo72zdy-uAYbb6ZZ=PwttI{W+i!&Xmy@F3yW*VoTE%g>4SYIpU8Pn|wt!hv^pcmMo$
zJ6}^%Q_<9P>XRoahYlUu5TUbVS=D*jGp9~{3i(~~`r6u~>HprO+h>2QaByI_c=4k8
zkGxm^-<Yn|Gn(nc!pa&L7Iy8?6%XYMtBYLgmobW6`F`~C$Bze}7FD+DWoBkBS-RA8
z_r14e!2tmeUM_rIw!6@3?(x6IQ>IR3y%Mf*?D+BR6~4>;=7NT!jvhUll9px`{r=*+
zZ0)zI1*cA){P?Q(`V7HkY%DAZX0ttgeN#_NP}I%)DQX!#*ZO}OXs|_a;^u1?w@r>(
z8}{eV9}ho2HC5H4#z#NJT(%IgxF>Q{P}yxm{r|de@9v)d_xJbB{q^>0lRN$9T3y_p
zAOGvy+t;DCVS#~+4iOPIIKQvt;^eekc`wZUx1Gd!qhIq)%eK6&KmO?X^YSaJtT*56
zIsNp|(;`#r>2v3vT^GCi#QF2f7c6L4v`A@=-}39Gz3sL#pzZ7j3Y%x0IN{ON-EDi_
z{Mx+bt=pC!Zs*?~@$lK}*WE{x7J5(D1FeoNd40|I@9igZAS1mlE_IU*9dcT4a3pDC
zg4yhs*Vam}T)Fb?BCV$%9v*i1Tb;e@>L$(j`1rK*^Um(8{e5F&GW+iG_sbS7YI^e~
zXVd1*kvof2#bZkZA0O{Oo?=wF>iMj^-8sFJ*9zGLUu{*twRrumU9<lG`@TQ!a>Cg(
zV?#qjP`Y2SLL+QV#Kl+7CF}M2#l_@a|JfPRS*dq(Pvz$8-$4zM3l{?1dL$g*-`hLe
z_oJxg^%wJHK>bdoPm|X~Z|}QxE9%eRznwijOXBy}mAt(4bcxoYb75}%TYvoc5!ULV
zHn}ryZ`H-s;re&-%-i{7lYW1Dn{$8P+)bN|uC0spPD)bJ)YP1}c9z@HXz!@Y>(|(V
z%H`^BZw}tSKmX!l_sKJ6yx98pDu>;|QqerO(z_qqJS6^p>kHqjvD_^zOw85Qm4%Hh
zX=8+hNrpgXW@h@9SsPwS?B%FElg8xa9Q}8VFZVy+m*3XEtoq4Q)jzvPYZ|*lXr`v+
z?y>~!Q_H<?v6j5J^Rwk$`L(MX^AAU9eJ*-2tBldmwrbv{ttUTfg2p8U1t(5U+kCTN
zXACI1zP!2ldC96R=gMBbd^v9cXz$nYJ=dNVO`JLvwBPRU@9*jg3JjA^y42LzeEj&a
zN7i~8XwCeeKQ%^1MjoD?AHVQyzL|3)XPeme>UB|DyFe!*BphH+^PgAq>i(0+19{sw
z*ZwX8@$V$*Z@+XY==}TFuU_^2e!e#Oc%Q>xlk2ZuWic@^&58{U4t9=<lRHqjTKwsi
z8+)tGYkz-By|E$j$kC%)PfFdJV>ai<glW$2YVN-~Q<a~)dVc7neXV+t`I9!=zMR66
z_w)Dn4IkzAAD+5#8b>-`SiHHk%)=|+W*u0ve^1j=(PryydR4Rk=Kqnu_$~Iw?_D=O
z6>)^d>OJhT-|rRBUcCR+j~LiUk6%<mf<o|ezuecUbIc+mBlmp2SM5++VVrQFAvrGJ
zXlBLlx7#<~%$adEt&K<WQR%&;jRHbKPIYzr(ocid?Ib29PMJFO<5~0j1t(RfSKNJE
zU~yw#t+m<gv)Q{ctCP3iwhhe|6cjvrZui|hv)o%xe(w6160`W#g_k9digwzF7JmHr
zk%gT-I5P6&uF}^M#%VsApXc4!(70=t)t^6qUR+#!T(j2y(k5MfZ$a2vfRB%lZ~rRP
z!L>^HNTfsJ7Y`k=_Zccj_WxYaZ=8ADU0z`3){Z}XhgZHcn(4Kid48?7r_CR;)&KP;
zeeD1LdB*qjyeRi`+545cyu7N<9=N60x9V>8%g8-F{qOcpe7Sy0UG%m&Hmsnv8%jz=
z_lm6M)_gu|9(VjrnRRGrsEkEHLo+)+)7OKKO0UP3-^rb;Ho5a)GpMm8W%ut#vXis3
zr<WI#6w~6K9v&aH$>~um`}_H)$CgQUi|HnPeRY+EjSX}@gpZo=)vH%QJGl=Xa&mHV
zlCY`xkoiO89N)r)3qe_7^G(nS=Z@~~&$se+CmrSb_Wu6+o%=pMiAa9E;`ZCL$H#h0
z-rkz};zh=vKYu`520@#dKA*Qgp0(8|=?F(nZEc~|+?*R58mDT9GZ~b<iTIjreLloe
zr{~Ar(??X)<UU(1KkPX7ZeKn3VHdw?x8EL%3%vN~+SL_unjx+Br>{ir{~#0n`H;<=
z`FEUiuazIK{l>rkU+cSTF-F4Ajh>zqXWTG#+NYCuxL?Nnk-TkJGyh+3)Vvy<<$eD$
z!6k~)^R>HnS&8Y#)tt!|5)#_+Y*u!Z?VpF6PV0eMWpCc(fR;TlF)?v)aV^@kNoe=o
zzLP1Sc2r#S%QhZKCr3xd?Ca}NKR!BI^Xa5I3maQdP*Bt9r-#m;?|;31|2<)ct?qVq
zc0Ka;^FSLuzI-W}SM$j;DLHxN+O?|o_VNvdkB@E4ysYNs?G2jw%3<W?=T}!!YML}j
zXqs*`+krKan?ajCo4EBB?AUQbxT)^n&*v>|Z9##74}aG6NSSs$JlwwhX7%*V{^!=c
zt@-~d_y&L8@z{C&`dclS7j5_^bMR^ZAKCq3J~44$pR;TJd>6cl>%sH&`}|9`=e_y)
zC%9~{G5_(2u@Ny>E&f<1yfvJ2y8e6lpZYh6*YkruuS%SJlU=xA&$(7pGwFASqfZpG
z8GUH8wmHsx`0&TqmQ5deVr61>`!wE`gyqe1))OaAoX53!8VehnkffyN`FXaswFja=
zy``q+=Dk(*k!!<1XL^7(;8#^yK_;+;MMPYJf`ksY^DmFyo_BVhY2qQ4Ns}hs*iop=
z&M&uQ(W0gg9}23zzB;-ha4`oz|MwVaIXS<qtgP;6{e^YiOF#aT@~`gc?Nv23ovIhR
zYfD9ZP>_(>?6pUqeQj)PT(WGL+3VTY7Q6EwI(&HVw%u&3tP^L=syfrKA^-k93mLxk
z^Gci9`PD2eW_*2pJvbo1Audi%QBe`JkFQ&ASI3GK8f(I|BO@c@oYj2PK+T)9tE)nv
zJb(W9{rmT(A&Gx}d|a|*$p%PE-y<?oQc+QH$&w|Yoehs3KlXpIdBV5+@2mPh+}<fr
zouO6NnYkl2?~di|mz%z;PP;er@Yc`MWxvKvzkIU&`+3#0|Ffq=1nqp;YTo(oTJKu<
zJ+A*=|My<9deWj33uibh7e0Nr^z^^*h?;7(>-&CbJ`-EE`PuvX-UpALfBg89a@CV9
z$?JYUxTfo3!51uYWA?hg>{WBQUz>L9+N&QNKBF{fe&-yC$-7M#$AZ?Q?MdE#d+)Z_
z9Vh&gH%8dpzW3zDojmiMJ9mnRiEaBD<Z{c!$*HMn-{m*W+Pj5c+Z|c>fcwMO+!;18
z;jdFZ{Qo1k|3N_3>eVkwA8MT6*>%V%?B99Ok`=c+ueXO^OupgDQ1j`6{)<iDT|c$`
zpVytYzkg}@xdqV|-BZ|llOEj{7ZMWn%`G)OohRY5<g>uF)&CE5%>OS0o_P6JWOP@1
z|B_!_%OxsruitYma>mq?;@{(3&9D0vO@3CftwZkYuj~Ju4@|mkAz?E|TYSxTtL@28
zxlaAJo498IqfhPk-}ArxJoynaX9gamw+@RJzjo>GJ@)L_km(|mOFk}TxN`HYh@6#6
z;WIm#t)?NYM<ze{)wgE7-A9(Zwoi+a#O@cdc5W+`>DW7I_5Xin*W}e7*KPk$Ds*SJ
z#idN8$@M(98U8didCaKc-t(39sr7ZndyTiB_up~i-&U;fk8Rn%pZ3RV{Y|H)w)|*1
zslVdp&IvcpJ+b!LA^R<?#_ChBW`XtTGqcV6>;GM@egtaVD=I3gsHzs8*4@6vBJz2O
zq-mDO&6_tt<0@%)b`+++DTPjSM?L;)ohFo$$1!o$D%qa@r(d(krk>uq@W{L43+!us
zN+#>x`*-l*m5|VnFAr~jd@8~_!IzKmnH0mW*#|^8-px9dc3%6>r`#arZp%xrpZoki
z-94jj&NS|Td0V^BiEWU-cl6N9dzZUq{lq)-gwLH)TK{<4CZj*y+lmj^&(xk@^>c@F
zG{c%kM~k@+*5%5ry6MHWan{`#XRe98n-c8Xcsp|0k|ixYJw0OQbMNh$S$@BE`qR_X
zi;s$i&zbmD#-?HdGdo{EXlSWhoIfZ=TwI>Gh%C=nJWzAwbLq~r^P_gpeP$YWmbI;Q
ztHhbwiu*c3{QI5LE(pxY3=a|(YFr=BP`y9qBuCievYoT;28TZHzIxozH_@!r)O6k}
zGlm%ZZ7(;lZ23`jwCA9x#PiZM9~{IEo^#S_s@itr_F7fJyH!Cs?91~%J8bw9pvD;X
zfs-fu>gFfQ10R%4dv$-meSFPF)&P4ZYjySZ*XwroojK$4?Ck9FW01bKpy0&KH^08m
zZBcvslKHToT}YAT+#N>dlb*gia$~yPSFRJQ_}{lp%T9S=`cv)Ol6;kwe}wIJlo|!k
zk8i3kFkrB2e7K`=!I3(jieGcX)*jZ^n6c=^#2L!7_`h1r`mtr<8&$Ubr<z4%tvph$
zw^et4uk#P*o?*Sk#>CZ6cmCserQCzpuTSsj;80Rh>gexJzp)|FXO;<P!<;!X=S$uD
zWFGceze@m}0`THu^F(F$PfsTMSIvr<K6R>L?XQxwv$I^o!o)zQ%V=t9f~p=>?`ai#
z)6&w^il3cX7{9*`v{P&S{(rlUZk;-9+NTT7{GhFhlO|09EoYXm|FiMBsrmgH<IBta
z)32|KJu}m|{mGLQz1?q&uC0xBPfJrXPCvIKe0?0q<ota<pM}(wKx)z=IZiHqbq%FM
zuj_la7thm}e!25zZ2M^$4~L8u&nrSbIltNJ{-4A1Kwjj;)&D;`_9{O1SoN#t=>8ck
zYqy9rJmI`-5hUAYovdrQyWC{=^|xio+S;G3#3ZDg-l$%FX;tL3`nsHmVB_lK`dw^O
zHvH^;ZhL$#A81NBC^lWG=z!|lx_NVKLU+u48lxw!s;Zijn)(s6_y@H9qv7zwgf}-f
zzPYn=@`eotR^{)`>?(cz<Jar;g*#(FJH3}KTh`XfEuOSBDspd?saSXGq)9@TE?<t^
znkBls?CqlP^>HF1A_hfIJo;oTodN;`%688^t+#v4O}USY7Ab)?HU9hi+i<4OkKeyH
zm%opjrXPRqvcLUV+wXUn4@^?^*3i>SJ3GtNVy>SIAA9w;H;I>)c!F9A;o<FvA12)2
zSDSNh&rD`^zKULEanKq7LBUM!ePP<``0jSDk2t)@dcE?~RgqI<&M17}ynV&Fvu(*D
z9Y0ywiq3L-M|}CeY+}eKLGS$8CzjOfF3jHFSabcg)-KtI1IyZ%3r;8#HT>I_ps&5~
z%>g;B@^z{^?k|n`cw61(yw#7tX)@gJRkTwWoY(DLc=fga9HZ%v!p#ntumAXR{+$-}
zWd#Laf0t~pKW+Cqpswujo%x?WdT6ga^j7EV-SYd1Ml%g&pLKC{HB31nU}S9k^4?x+
z&{ola_?Kk|S;Y+sAGs726@j{npv|rf+1J;7t%}Rd)xEsjU)|Vva!(JBRmqEn%P+s=
zME^Zs|L^cbW%rKm?&S0HY~S47J$?E7x>>VkNv(elT1x!p{{Hz(mZ%sR8Le2e=E+I*
z`A6QCeLld<KVjy~m!*G?ipTr-`SIP}mdpHV^<z+b%+HSxGz6$Nx%1E=r@9{x+b@4K
zgiKm>m;|R52L!&gd-d~5blq{qstHr}Pv}Zt{^0+`yFYGquY6OXs2cj9#KQLawX2pI
zD_5-#V&3rM_vg*xVjJ~;Wj#7&{^8lz=|QuKTRiLQCOX^Z9SfT4f9Jb@QvJ)QHQjZN
z?fLT##Z2|Cc>XNfJ^R&xhZ*<u-$k(b%x$dxQfrZw{c^|8^E2-Mwd7=#-*n%+x4Z7U
z{F!~L_F4&l(VV}Oi5WCOrLL{bz58z8&78D*dn(V&vz<L*f&c^P2sQ2Xdz$X%Jzu?k
z-=odv?UG+!TFMX-W|lv}qV`vbkDBnri4#F*GWpIn1DzA~fOAjUxjCN8{pK?4`1|cP
z=)k8vPTRlVua|FNm#b(1?REn#iT(WN^ZCg$XP#`AuR9T2e)s9lx=TwuXPiyjRr1m)
zAwj`xcJIl_>d9uaJNx_9Ra8KS8fa;0`F&K^Py&NXn;O5{wV!^euqXMr*!k~LrIxb4
z*F4@`9=~wi8iD^OERLO<;T&2hXlY%)AiXI6{MP2Wf7)C|>z0)NH#u*(`RJi7_4-fR
z{q2%kPP>L?YCbHSJLA*zpHI?lPW18LKbon{x>^2V=SiPAe~jNNayuNF@X(@eYsZfR
z*LvzdnEjgPescdSw{7}W%;jr)C;UiR_U}!V&cA=^e{?J@x$c|`($v%hWvHemCeVpL
z&(6-Sd^R(EhEZyldO@+(T+q>Npqa5%tF%BH@_l@G80>W4g!lLLefwi)V{_*-Ps5)-
zH4IA1%C^^k{Q4y%DS2|D^4H68ck;|xSy>rMvQ5lxrWgsz%loILEqiX+cH>6G`S;CD
zO&f0J964(06Swh?Mds1BcE9fHfTv13I_7x&Rr9fXXQ~)@F{bGF-?-yVhYokXym$C@
z#B#fpC9fvmdQ&IAc_yRq`kXSGW!3yi@9IA6ST8Rkc(CDQaDVmPi$_Y{A58sjS9R(8
zY5&E#OVfA0c##3xIO^o&bmGjJC&#4ozqF*R-~Z1FG|JN1*Y|98{yxxjgk|wF23_{N
zf4!65EPKAYWaa&qx(^Q=&l}D@`;7C(0=o#~RrkNWx%t@gU5VAr?fLQn@uk;i<Z~}w
zH7%^qSPW7O30jJ47Fe@`QrG^!Z}S~$^S3RZSH;z^W{nPL+*ZP-!eHyxt@AP$UcGu%
z{fpG$HeTijbIb2Ne7%1EvTfU@vCG$7Fn)Wb;Oo_J<_|}N{WlaocJuP~{&_aP&bh42
z%+b-&XKvM}m%E_><x#!hz*`wmW5^)U>959v`~Uxahi;Rusi}$BUuS#r<Vh73l@D*X
z-)E}W*0}B3S@Zj6E-ZA`)Yngca$+J28{4N#-ue?~%y?0H_i?|y-~WGqK~n;U+reEb
zkjuM|9{Th1^WJR}phZH*oc=TYw%=|f=kDdm3<wN#%*fC<+|HkVWkq1zbGLpu-_%r9
zW;UJ!IcCO%k6haL<@?U2DQjqSWL{ndIyoyiEX=K6&K9&z{olWTBBG*(6(15nCr2LW
z_m$}G?(XdGe}2hZA9TiKgpL^KaELp3=4z8WK~?rC?ezlE(%v;SHp$2PmL?zX`|<m?
zar!wKtFkv8keNX3bvv3s6BCBX$11MPnm*nA|G&SI=6Q3Lm&e4#$^HHH^|RHq*|TrI
zu@V%tw6>7pi&-Z;yGvEcJ>6_}bk24~-PLQ>97)@}^{bJ~EtiT4i@LhH+`T-4KRJE!
zN>_^u3QiQe@%CHVT2_}QPa<{1*3a8jRFb!S_MJO1T-@BZt2C8zl@t{Z8teGGob$aE
z1e)3aXZ#|rmCHbVh$XC`&e@I~JB}9L-Bqfrr1WUU_v_cLZ7P25_vi0lPfyRECtqu7
zYbzTYPwwd8*j4)a+vNG6X<Vh{{owZ1L@}F>M}$EqH|ox-{`qwJOtaiuhVRdxKAn7J
zMc|j0m)m)z&Hg<3x+Zq_wAbr)_emP3eR$NZ|L@83PSCEem(b<u5}?CL*!W~#l<HVo
z{_I(=Y-cymviO-n%83ca|89XCT$BXfM$#d3_(-Sl&bQlcN7;l&N1wj5)Z5eF|M=6Q
zi@VG7m-)@T^+?5Q_uX^5-|y=_{WR&zi;F61YLCixgVu~jZ_iWJ)9VAphTmMPtv{k3
zK77a{V{u{g+>+DNbU~{)Kx1yQ)@2*&{#H$zJb9*JGFv;JEa)uFV@Vqgil6ydmA~V;
zV!r7Aqi%grueNOW+?E!Wb^Cs09XfQ#X8q>W(_&$3qg)*v7(j<XX@{*jaQt|?q;Xos
zyp2gmxwhrq^*Y`s3yS#XKN;BhWD;&}N`3PDxv;G4*(068FYoRBeX{lk$g9saAOk_i
z17c%+Gc#8{&t84iD<MGvv}y7A=JR%kv$h6>hqvE;n|5<k>YiV(R>z$$*ck&l^rPm(
zL3Yql0ia{m+7BP>HNSV_)6>%*zkWUXus}da=+LF5-jX&I1)EEAZg1<|{eItUN#itw
ztScIzhR$SvyOSRt9{%}kc7B1?Tn3%UO)a45!N9=A%P*g_ipM<wtx2}9m|_3tA-~Pn
zE5Sd0{CM#Aar5Da59I&<V4rQ4d+7T0>7W^#>i2uamtXE&zg}N|?-!w;KYy~YvKl5I
z<AKZ$Cf(eWI?t4yoqaRtyhc9RQ^$IxXPRUR@wGR<c#-kx)2E6*ACE_FO5s#?>#?Z4
zuL4>mwYg{66i`N&Ijr1o<5W|#=XpKops;}Zi*+?LIzVR|IJfg{Og}Hj#KaV_G0C<2
z{Er9C{5#%kIz7X_-Y#wP%<cE8x}Tn&4$AvQMMa?FY*wsW_Y8D880XscOO~|QR(}Ic
zBQk)(0kqkqsJQs${r&bkckX<1V<YqS+rD{udZ2@_s=vK?cw(aRl4Z*_<=?ma_U^8C
zX{jlwX_U8pwyO8E3G?Tl-%<E@#hNu=_FUWje&6X$si!6E>ulWnWD=jAntJ1H*}L8E
z?ZBr6WMyYpzFa!}#_n=`(3byOTQWmJLgu_Vt`Axm?-$fMyCSCGAghR|=*L&9*B5;}
zD!%<|k&BDVIj+CIzb|+1mz%e~ollm_Aty&Cf8S3v(AlXUk4dkI+|1T~*fBPC?($na
z3GeUieRF50@Cx}O30tEWZ*0jFX5i%H)QR6G(=cO(#I~H9O@|+56h>!xgHHG?DKS~O
zawWr$U%x;T>}S%9_f~&TyS**<$+KrkMl&nk?R>7Gqm%OW)zzAxPp8Y+)kuK$SATnd
z-#;`|w3&_f5oq`DgYf;oM9<s*-}8K{)cTtoV%BAEPF!0X4H_ZS)Z}cKoxg9U`uv(n
zoWg1b<?ldePF{I+J{q)<(l+3MnjAZyjDo$r{Oq&Wu6YXz3R-60DY@*c`>kO0nl(>u
zWv_n<s*AF(uZyYs`Si!{-@)PG?fw3T)tYwgvQko3*3{B^1Uh!6*ZdyC0?<Nte!CwB
zgm*-)4ck@r)~m44(9qCuZB%?nhzJ8CBO`;0n_H6EY{m@{Iu3uQg*8~e-!u7oeEr-F
z8w@~)`uh0rEM2<v$B!Qs+s;azXXN1H`&Ol!e70Lm_tE2id$w21`+oeW=<4nUl|mbC
z=77%9T(W%m<azVXfllA}|L=F@kB9BiU+X~q<Xg<Snxg&w_J613@BbTS8wT1*{BZyO
zzxwf@!;#a^rycK;1)ZW4H#N8I#0d{j$1EyJ3UrFjY5n~y3$m}TW3c)0pc#~3b)&a^
zIAeSsbUMwV#fzi&_8ogD_ki>EtXsQEwb$?cCdJIg1L}k9`Sa=YybXK`hK7QZPagU9
z_O_<BHZ$nJt+?|B*Z$1D|EDeY_O_3Izu&LECL=BFT~%ducXxUE<z>F0642(~kH?_B
zB@3>;cZbGI8DI3S5=~Ga^537IpmX6aE_T1XKHeU*p_fnA>PhL_gU#$aU$5Kk;qAS+
z{QbQ%b1Wz4@Be%4^(@elFQ5oNbH-;u-KSfip45uK#U5T>NjEkmf(|wm5fiJr3p(n=
zF!Pd1)wee%PfS$)d42!Cr$1+x2ntU8cIy0j{uTV2_WgLo{chjyJpZW`kN2f-+_>?`
z(W4)a2>Ua9O`Ll9C8*(aB*h3M@Bx%pKnGx+HN6f>Vm@k@HRIQBoci^{!^3Oh_RgyO
z{A^?0-zo+zEv*-Kb{aoE-oJd!njUZcy;DGG)B4?x!>=Vly=}G0ouH%JKoNVV{C;gr
z@mbR|GmY6NpF9%mZ+rC3&CNeS2dEes8Ev@zmf_30yT7OGmj{<qGnuv*M^sf=ftG`S
z4simlBDS=&eDml3o4eIDm%o1f@iF|8iSK2Ty-UAO+qPxt6{g(ArV~%QV?-DO9c9l{
z-n|h%_uS5%XMg_ny*X!lZv32J^DFC_W*g-%P+&TB)amq6-7QmuoHCrFtM+ftoV6@-
z)}Mb5E^53oOYz{I^ZfC}_Ng^`&nNpYJbBXceeoNK)#2-(ZM&WKIj{WBkHSrxH&=c<
zDz2%m{rJhr$)H7NK69<6_DY*qZNI%GQy8?yrnk43!RFHmWe^St51%|?f`hX&vv&Bp
zC%ay+JN)<~18CE`arL(xP}$+M@WF?Nhe127LFrTc+erZ@4n@5Us@~HK($C58$=jXb
zHNWE!9W4zyne0Hg-4&)8R;60k<LhnR7EipoI(+ifsYg%i@9(+%^2u@ge}?&cKC*?!
zmWr+pU;i)ck*~l1^Mma2OV+OKjn3aY_3P{FpZ~tEmv4CVD2d_Ur|J6(4)dA^#K-$*
zX09y1^(vvL@Xn6HKVR3^AAMT%@q#n|N6-mtJ~NG4w`N~w`mo&oZ>OsFv=0Z_<w1o!
zX!T{<nHdMY_4j^R8#5W?>>~wBKk%ga9dUgQ+TOJP$5H)&l_8)WtmkC4jcI44K#7k*
zhL63jt`2niv#fQQLG7;+(6R(3X6DKd2iYsXUJd8u=U={Q)1-z5P?sY!FAr3Df)2_#
za{PF3bo6P^L0^YjxnI6}_iVZSU(Lnt{m=IQ|God>%M#G&|EEty^D3W7%GG`eT(x@j
z$y28mtzO;z_;`P{xWAYaN8!gp3z;w9zw?($9FB{Qmd@Hb>%f5n#kcAc5*pgt*tSIJ
zE?l_qx#h0)n{MV<$n+WC@??Kp@p9>OP+$Don#h)xmV#GTG>`R29-bN=cXIjsx~gl2
z)-rsvX3sX1;K|r}EC25-J+XcJ_GOsNTFCc!k%2|%_tSGlonrKagoV%l{N5#yR54*8
z=k$gpOH{!74WFExytn?|y?cH8_wO(NJ2ib?W!r`g1`J{AVotugx;is66Lg+><>zO$
zPj|e0`SQxOYej#*UY|T^(xFAJ-4WYzB*WutO}Sc|zI`hLZ4$qny$e*!HUutq3yg?3
zu`YJE%0smlfk%_ff9(Dm^Yh0K0dev2d5eC2FR{8C-loWN?BhA>_XS^G1Rm>`KffjO
z@`<x&SwW{G#NYfDe{{{o3<<-eBbB|;9EvRhkCK#hmrifc_cP??<osCozHE19ZtmA@
z^=c|A74qC193Sd7-Mw??&(`C$f4^RzX`If-)!Nk6#Rc-no12?wn&nEF&3@Zc`e@(x
zz3&an-^DyTH`hBcQIUa{m-qR5rB(qaj*n}9|GxkKT(9{(kK|-!Q16Yey?OrMH|e0W
zekEUBXaS`!J*}XJWt=~fvJXuckL>H|Idc4Xdt)P`-yDmFe@%8RUVM0VhV&eZZ>b+Y
zegqvFx@FroQ1g3R?(Jisg^}Cy<zHW0n|yJR>%H7wH|2{LFa9^tQ*04%;;BD*@}yB<
z2-v4K6S%f}$0Q^u6hAw|=*RD9QTT{OS63HQ%<}N?Oqej?z?GH3`!~gBXKSB4d6I>N
zB_J^H;N0?iCuisHJ1H6-!`R@pRLRI_(wQ?p4@yj93JMHtZEZnGbEa{6P+(x;Lp`uP
zP9V#YW=v?go%-PE^msKjwKmWY+oek#9UTwumfv?>fBo~d==_CYtM_l}KbY`f+3dVS
zZ_7aap<{ir-jJFV)O<=gDI~(hTL0s){D-e!Q=gui>f+`$Y1%Zm>}>7A!onU&<1~(S
zVIaF87H0fh6R|PrXaKw7IbVN&{;0LnR<GOD1=^Cd{CaM7et!C)7S1#C?d5yjoHH^s
z%J0{jSM8OHkB?7EN&>BE%f7ZI@y?FIdyh>`O%2Q5M6BESOzP0#!!xbR^={t0sUgDk
z>(?(2U*D(SZs$MWdOc3r!a~C0Zq=rQgG@1c;#{pwU%r&oeOWC3@%R1za`Ex^6)WRf
z1f1r`>rLn0e%tm+B1hrL4<A1|E}bMAdv4m<w8MGZ`Aa37csd_ENci*TPn#8w;*olX
zhmtXY@gN^P;+ElK|NHl^_?w#gUzg{1^z@|M+?4wK>yEv9_x||(d;az0d1nhhfBJM|
zSE;t5qM}aBjtO7BeEBSQ*u3<`1;w&=cRbzQ+1Z*K=gg5wJ2S)ZO5)tDp9}S`uZ!)z
zoA-R*?|0Vzfpcx+<KrVAf77Y7k&B9o%E-!+dKJ(jA*89PdH>XVJ;fuf%JLgI6<Y+7
zPQ1OhclL4l`Z-@;U!T7{xvaGG<CS3lhebOhb{0LYw9d=V*9V>dalBvt|8i!wQ>RXW
z7VF9Nv)9+xU%GUu&E(;;0*i_VjqDZQ@0RcXbmPv>;>y=+x3`rlop}5abn<ar{om40
zpFjU!oZQ;d^5KFr|HR3YK|Q$h!7Yz&E8G=&RJ1fe<H_^*4)2CFpj_|Nq4@pH=JP`0
z;>X|I+<gAFq5aP%!eMKpT2DW<%0JFxQSm_mbd2WSy?g(c%-*!g$VQI;{?Bve8Ch9Y
z$(z0h{J6Tl?&$9K`#>p8fBzpN&?N<+)#NrdbKc(G{`t85ze114zsuKzX@gqrYuB#*
z|8e89^Yi^9A|(9n|9+|L@TrLw;bOI#%h&2;cx53+;la$UQB%AsSL+=)8Wt$81X~N>
zcdbC!i9_+o^<4qkJ7n$a=7555srU4vw_C4Q{r>~18NXf$UK6#otM>P|g<-2DEsInb
z&YnFBI`c%vw(5#?ZuS3vfB$^!uRrpz;KA$Hr{CBAuU@r!^~T$8=h#$EvMhcE>LqW=
zyK5B`6cn*Bi51kq+q!k@lP6CeJbvsPA1`nJ`{sF2?_qP=S*8a!HYS4(LtMOaW#^3>
z5%Ve@ae|sSuU|ht(kXmqo~^XJynOzh=<Ru+6?j*!U3>KSv2$dk<mYE+A3toD2hIDO
zJLd<gd)9<$3#<7o*u8r;Xd&ePzxV%x4hmkhY*}03<71VprR%=$z7N_bFnP|LGs^uo
zhd}p(`1|ueKGyqq=ks}wzwiHV3+mYZ`SI~Z$*%P_`%6np|9oh-cUc;=vG}<kXg<To
zhbQ@XU+SA18^3)0YM6J&V$<f$j2mvh{qvB&{=v`Z^FjSv=Y;{FPAP-mT&tsx`|bO#
zW<7m!a`K;F*Y|^#ApH3GvvND5hNkAjlj`%Ie7znIYQqICc3XJ;HDkr&Uh{~}X}oOB
zjqdWbQ*v)_E4*8Jz3|f$Pq52Bo!0;S?RI|gqa&P~Hf_3)Ve;qG^!-mhJUq<9!xIo3
zeE7x1#hjd+3s<l12Ax<rRXhCC$K&$B@$u(xY)syJ{_f`UcA!(fIC*)WK5UnNc4DG3
zs8zW6=9y!?(vjP8W|qg^;&!}N@H>s|y5PIluccoFwCq@*q@?uW`}gTBn+3!zBM<w6
z3V`_6PHP{2d(^G}$^QRm`!$i9+m3dNGjB*eEe6^_%f`mm(ciy(-@bYO{?&mRD{>VN
z7`3#tKpn}*$jCQ0H?udGW?%d8SpNSE&_M9(_50_|&fCSg`)=R-`SKGdPL#2&n!?I0
zHevd7_mmVBtGRvOzLi;7S?&0EO#0{T`~Teh{rN9myy)WQ78Do9cK~$F3uyRllBzf8
z(8nFGR;}J}GY2$aDj?8sGsiA@?p#nn+$lbP@%HU*x5bJI3ZSl^le6>1tgRL@d~^KN
zwZqmV{QUG3H0ZGTX3xQd4}A8g&Yc6be}4S_J$dR>*W6s)g9i^DIeIkFMC#@1*PxN1
z8*j^MYHC)jTbK6k&d&JTlYU=|&M&-Q``xhgRmiryyTA0`x8BW5|MuplM6a8Xv2kWj
z&XScYJH_KF8bQMr&h31KU$2G>%gXj1ewgs&#6%Hs@y8!4ZtN^px3shbEfGsSJ#Asw
z>XRo<Jh-sXxuvab(){`UAt55$@7GyNo97)#Ft~8*mY1I&A82v&p%%`2+4*^S&#tTt
z)`{BE0oswXWs8ZFlvIG$)E8f?%yMoxczJOdr=NTB<m6-*7ncVmRxjVYNx8JdGw0qO
z$zHd^Q#6Au%HBvUT)1${)~y?JZW_f^J{7%J^Vt`)%je&Z<My8p%m4dO^H<}4^rp7k
z=FbZ(Hbm$c9dL~?`}6m&r<a%2<7OGfBS$@7g@D==hD*A-yBQ^Ht4tV}nVCVY@h{)M
zgN_S6b?Ovoy_QsO8|WUNEnBwyxt;7c)2J2HSz!R362I8Jf8NI*O|0CY?D65@VHbDz
z&kx(>>r!X0pFCs63G4TJm_aL1EJ|Np2^ZV?@1=kJsmcC!oCp4Xzwe)#y7ar@>Z_;L
z*Z<A-n`d*<_WPZ~-TM1FZst7u^?LpB9J6Gz*)vVE#Z*;Q_k6pReedraKXuT7x;uC7
z1fBTK<ghd-Fe>U)`utk9IqNw7Sb=&IM~)n+_@8rqT`Xv@KD~yQhX-^dVzP-8=(yMu
zr%x~5uwlZ42?C&0zVC<R+N)VhH*A=2-tKqL`<mz03^Eo444?yfg_d7Fd8}9Z=Du2M
z?eKL=cJBPy^O_NKFsG@h>6+NxVzbX41Ko<@t-trky4c;ILh-}T^KPJaT3}${9IMi<
zPGR*=e?Fft{`ACinoi`QkB^TV&OQse8|Tm=r)%qCU)%N{e+)YH`O1|mA7<bG!`856
zi^+p80-T0>e*XL^C@pObs^T42glIi_{CMfykPh#bKfYq1;(vma&jQdM?tr*Bzua8i
zlP6Dt8X*ma$;Uv$g};9NI_IHNYsmS<S1W;SvWudkBIsz52lLhLoGVW~duge+p#%>L
zJNx9>v$+rK{eG`|{d)bny1IK^tDBmdjK4|e%$4<-lbV|P@b&BNg9!)DpYQMM>sxPo
zKSBGs_;vfu5jvpZzVw<(8@czz7cN{l06GzL{=YBkTcUJ*eSNoV-CFtG-^)wM$VjN+
z%9Rj?UAuQnN=O_?F<Ka+b#qUpvA@m77W0**Z*FWfezfahn=}U(7wA~l9Xl*Q2Sne=
zGcUheD*pI*Kl_jAYg?Mn->v<Ax7};$q5Jpe%l~=69{>B!-J;XFEUc`8qN1!085tT4
zJ_q)2Xozrqsj^je>zSa^vSSJ8CY32uTB6oY3ky=z6Z{nI4J!YfvkF!mO!$;zaPaF>
z&fKi6QWmjqO;0>5sM!Dh)hnyl#dU^(<~x>MJ8+=k`}sFzyTAWFckbL~yLUH#Jerl*
zeBG)d_ruT9`kiyj3-%wZV4v)EV84$GkKZF5J-u&nr$0SCy)kO-l`B`~Y|Qod=Vy?W
zl?9zB5*m7RiRa`UFPF_eSFvt?Mc&%5*MIlz-!H%Xa%a%WFYofVM(upLZ1#>vUE1d?
z!UF;(eE)q=>>B8V`5!-jf*M4BZ@>PfcK)vTc~+0r*Id&!Otnx|ZJjVdz;jQhch~y$
z`hkIgD(dQwpFdYWX{M;BxG8J3z$5LHO!q>=$>OWT=YRN6@StRAw2u#uvU{J)`s<);
zaV9FeOPJ@$oIQIMRHQEr@(c@`_Wl0KZ{Nz;*w{XN{P^(4$H(b1<pwK1mA<}^dw18=
z)$4X~O+S6~-{0Sjm#0QGpPW5!o?KOR^~dkukLQ@p-}pY^(Ce6M+dqH)eE9tN^S}Q`
zMn;N=iEXO;TczedkLN*bd+vr)ujgCdp8xgDn;g)D+Ct~{9pCR&S3aE@&cVfX=wSiq
zoOa`FvN^Bk+SOX^|9Lk5#p~C}Pftx<vTT`<tnAyh9KX{!`Fq`*laiFCPMr!G_6J>d
z(A31l#l<zlF!`9|ZN9L3jC+2++kGR)Y+miRNKomwYW3>I^OLjUzt2feO$8MYzu)hF
z|99q%4T;Pju0DU){k-Y?<Q2`L`AI*5HAFziy$B0Cmz0>4?VkJZUtQ#F-<T~STB2E7
zrFz|(ofb~GuJ07n1nM3hc>M9f$BF{0xfXNJ8LzTw*)c<7s#l1Xs8lc8(jZO!IDMg;
zH*e<L*)eg~E-NEr<BJ(4f8M0qKkihYmvC=SrO#ZetJZfv|NH%3-OOxSV<Y3C!-q37
zGZQ~PI{M@H@9K7S9xiTf<_C}a?b8l6vF6;{bMyBN&|t;Mltmji3Qj)h5*8*VtnTNs
zGQ=qDj6|QD?Wsep+@0OspVv+N_Vn?)`}^mE<~mAWU#q;G_<ydx`YKQz4w~x&%@25b
za{m4MS43P~SYEz9PW*HI)2ZP*9=1u}*p$lc>FL=cVc2x*R#g7h2WMs)2Wm|Po#<}!
z|Ig<=KOS|Pn3@JcR_}stUU)V;-)?pB-yg^ApFM1sPrJCt6*S%e>Oq>AnpR%lC;jE<
zb0tGVLD0ovytB_f^PLm9HtbHG`M-bve*FG@`PQvde|~<heAKB9+JFR_maG5wdA_EW
z)}rm(ryp+TpFCyC5!>%~KKq|%tzb_|Nll&mcd|xX>%nSC2?-5(fv)a(d;A0+T~gyT
zSJX?E>u2A7+c!O3{q5Vg>07ut3k`!;hOn@*CK^b5`1*CK_?E+W)<kXwwPb&Pd;59a
z&2JwL^9zfMAJ1OD*DW(sQ`x=m$#eVvJIy(tK7M@o*4FHw_5a`hFMM;uaGC%7bJF>H
z4qo=Re;b?dch%~3kFG`Mr+$BTH)3sARdw~==P_HeL_ve#va+(EIxu~H?X}--byrt~
zf_BLrNZOcSAn^m#M+a4GLPA2|3x`fm*H8ca>}*L%Ny7Hq`zI9`OYnd^Xt+Yb*!Xhv
zN>dF(!-;oymw*0p*?)8XeY-7Dx}ZC$`fb0>*q-~jOM9Ke`s>xVRoVOh9&LScyjS{p
z?%BUqpnW;#=h=c9{r+}8TiV*#l9H2W8YD7-j!guO1ah@DZP;M2E${BB{QBR~Wp8h_
zhOK^juljxJ(Js*gFTY(}vqopq<jH%F_jPnAXltL|z3le){r_ui<oL6%uX}o!-(E#g
zu@ST+yz=w2%Jr7o+T8~ZIJ`FmwHf>5?aw_sJNxFAOkw*U2l)+Vp9S40_UH&F^uXte
zpHHW+T)len{{8c(Oc5z6F0KR}Ib867!D?<Fs6BODuKLVvC#$M288x-F=QFHZ&$k<%
znP>ZZzFm6KkID77TLqkW(z*I;OjM4fW^P!tcG<FLJ?0CYV!Uc<YC5{RotIxeIm`a}
zfrkZif^R?B2|feu=g*(_Usa0fM1WReR)2dl@zt`^5q^Grj*gCRZftzqH1GQL>*Bp`
z#g6ASTLhds7An5CYuUk5X(RXR_wSW!)=Wv6y<-V44-aVIYS-@FOTT8!_<hp9?$AVK
zcMWZA=~n?qRNp-~*gWHGnq1|Ri3|B$K^4n%gG^1)M@CORR;*aNc5lK|Z6}_k2j_o(
z@+4)Yj^r^=)qifTwWgL<(wiF_@87C?c6PSAmlqdX^TTNCc8PnSJzk&_QF04KL4yuI
z%sjkT3QU*mKkghJE^caS>MYwOARZDBAW&FXcq!@^Z_J5lL5h0pmx8of1e{{*p2W68
zR99F34ro_A!kWG{>i^S4pFm~_IB^v2^El+&ak}UB+hdU7ftUih{`PtE<RVXlI|ZPj
zq{%I_1*XsZ_pi>=qT}?m%P(bK34q6sS_GyudhXyXoGB?GA@NF}MZ)OQXMKpw4gpYU
z2pVJp^N&=jaGHb0hCspL#G!aj*>eY|pAU0{oaZ5^Z6HM*pFM=~pi&_I9CthIur(2e
zR~$KBynVZL<3_>77d!Uvx94hQ+J3wDZr<`edt|11xz^U&YE9*u>g5_AFTZc!KF}mn
ze0=<@*|Re<G8B}Qnyy_7v$D1Z?V{Dw<BN}vXE=5GbY_13^1XXy*M@-_Ie-8D-LhrN
zg3B*oym;ZTGQ`Nh;6VEPTDOV{i=RJ#{`m1DASlSm!2vu|BO)%Iy!|$42J`%R{?%8#
z5)&2w{rh(>mmw=V`{dcPpb6dF+uJJ7m%q56C?qWW^5x5g%a^y`xf2r<9Q^X_+oNfl
z10y0pXIg#z`gO(CtPriM6Yfm+o_P7?lFgfoR~!~d^2pd4#l*}Us3GDkd&>3T)1rrE
zyW6dJ6!j$S?Cd_xa^p~J+2P}HC|6>|`t`@(mOXy{+&w>EfA8MC8dJS;%%ppJd+()$
zhlh*T)zyJ^w9J?xF~?8+-@ku6JUj~mG(LR&dNgl)a99{<n>$0<?zvxIUl*2=0(oPx
zdq3z-&#o@6Lx&HqT)EP5@kP*lZ*sD--}1?QeSC)w9qQ=oJNEeFgeg;6ZodVcEwF2s
zm6Nmc#;CPRmMyz<?V4M0u`x3<GicVjt&Pnr|6Y&R(nDEWFI~Ru?C#Fq*x2YZ&qi|k
zY1j00bxlo87IyZ_*RHWOI4xYTYnRmY)2+uJD{5(RwK_REJ2NLHCjR*GgXgL4t|cCa
zd}Ge3Jp6VRlwLo3gA>S+r_NDc?Tx2Sd3~v}t=cQse%R5?jV&-RP((~@QHWM&M+azC
zUWAU=u3ft#HY6~1c6PeBxLmk;_2|ar<9j&Q_4V<6sj{`Rvr|z~VJJAQyL~~>%8vg2
z<4=ni6HKHwM(C)hsU;amc=-FPo0^I?A8fe%QpLbvLQ@mdpFe*<0iR*ADfP5iQ&W?{
zOrJOR_RjwGt12leNkdCZ$--jBs#RKFs%(p&ol&&2n>S^O$fU`WBe!G-MsLe`cwwRQ
zm+#+`jb?6$&@nMLUwk#|=H_&MPft&uc{Vf8+x_O5eDcZKW2+&Tz&Te|gEJAB*eBR}
z{P9PgQi18<JEJ6x(;gJ<eDU_}(T4>Ux9tueIs_Vul9ZHOvV3{6(M)hd#P8JU(=)9~
zS8d;<tE$?%YL!-qmZ;wJ?s@a%V)Vp$c|lhsUATMK*TaKDZ+iE?e|1y5RO{;MWGo6m
z%R$$Kfd>1I961sY9PFH(t(};d_~rZe#bK*K<<+Ajoi47f7q47#2?!AI_4Ng<P|3Yz
z^8Vw)lJ1<86qT~wbEi!c15G>xuD&Y4!{(zVT((<ws+Vh8np$XRXh~^l;?^ih2?+%&
zt6AT^m6=HK-n@C!xw2Z%(rk9`sZ*yG@;P@X8b<8Z7R^gP{;=S}{rmQyF3-siU%$F8
zzQ|K50V*VRFf2KgD>1{OQ0eE-pO7_>pl#%BZI4Q<PM$sc^x5qEwEzG9f{wyyX>SjX
ziUReob8~Z9SXdHFqzol^wrtyW>Go~!)Kt~m+w+(2+BFNZP`CYHg2URd#bK*|g6?0e
zth6lKJ=eDS+k&vwnwpvm*RA7Y*c#<qRAkiJ+NvSKr6b1u_3KyA9+oLnL`tk=Po6wE
zWy+L**x267FF`HqsHjto%<L;xtVsC(@2^C!+oMO1PMkZpY{`<AWy{oL_}D{3LqU_Z
z)26xA)Yug4I;*X#+uPR02HGb6=g%L|!r7%um*(8qkf@R0k0@5nl|=InH(bn6(a_+S
z>(_qx;ezGM*=L^x6<L1Eh1Z64N3A`Uv~j`Zm!NUr<(DVUp6%`DcTVy+7Z1;pl`A=y
z2AzC&clXX`v$6v;L@I3LzEs)Xy?ggYj#-J7?8c27uUxw}Y0@MoSJ&3<M(ftE=eM`F
z4+;u0n0<E2^y!ml&FVV*P(eeZqp^|EMvnh@zkK?a7Z;Z-S(30Z0<?8_|Ni+cEi9{6
zulDrtIFMli+OFa6&!3o>XkumtGBr0>xBA-~MP+5??xTl(e0&Tl72lSDHa`9M_&75=
zTiM8HQb$LJ;x6OqYAXwbryH*<_?@=okZ;FlZ>>9^s`+$#$PQj+&|d6cFPFc$y}f_l
zJh@4eCmTxj9yxO4!lg@12NM?T*(0+x%GcMI7u3I5e%UbhmdT&Le?L~(Nc6gy<=^vh
zabZc@Jaf_{A<&h3E-oyfDF}A<#TPR^eE)ttYwM&rbIx?@@AL5T;$mfGm9eXt@%Hxi
z%lGg1AAY!C)22z^zLmx3iAP38ZrQ&5@})~oNl8j_{q0kxh=3MI#>dO+P4Cu?-WCuU
zd2*q1`;QNY`9WLgLDh!@58JEPuP?qVSrMYu)zuZC1?tNrZH)?CeHAq17as2J;J`3-
z>Qot<3W42s{mRSDuU@_CT+<FN0l>t$c_7cvojcdW#AL#}d47=7L_)&CCQY8)d^AZ>
zM~7!=P-oow<x7^ZEWUVRie@lq@eHU?Fq?fb!(>N{-mKZPLB~IsnTf5wdTL|xaStD#
zCF|GoH~jcfaqIT&ljqN;KRVJ`Qc@xyC-*M)``H{bW6-{t$&(Fd`rPweaq{Fz&>e_x
zZWvCQH0i_l@9s;39u`;xtPELkHOtD%>coi?3l=SEQg-h%NIb+MBqU@o)90S)-A9ie
ztyr~6$<T0OQxj8Ca`MHOB{y=+V)Vp2J3B!GYDPvc-n==IwpmbI+<eOR7n77k^Bxtc
ziRRt!3E2@Fcj(Ze4;3~%JUk2)|L4_wT)N0<;RnBUe?L8b{^@^w-J8?Tt)t`b#jmva
zJM&Y)>{Gg;peDqTr_Ne;+8Pf&WMR<M)Rf?13knWyye#a)FJsZ*w|w#D&68VNSYq_V
zKYsi;W!khwVXGMpW}p4?{kyP)#EZ3A(mn@zrA)hy9C67plU7tz%-9+wB_&m``>u>_
zmB`vKZ(m<tQBlz;)23BLN0-03(ReXK#n5o#lP4)TX3~Lyff-w)7#1yB1iGT?NT)Dp
zWB-g95=KTw79}qxl>2T!D1P?m&!0KBxAE?c<98@1FyL!HeEVP4=9?>4u2eKMoVaO|
zk&%(np7XvgE-bdTw&Gvrfm%<~rMKUH>$~jW%Oh8(PmYiO^IzZoU+L|7*;c2IQ<r>y
zu<!XV%Ma7P|NpcVq}VAYBj}+SkBONXq&ig4*XM6O=ulK-l(lu%o;^08WS^O-dGqGY
zds{Dhd3!T<^!6T2+g#ay_4aM=gan1Gt+UR~HaE_{XOonav|`1I2L~FNK@-^DzLmXy
z&>XznPf$wA%iW#*-@kufzI|f?%>lT(vrn8j@yeAe2?i1!y}e5}ZJN~7#00uV6tooh
z&CSi3IXNm?T3yecr8zk}7w(K<VPUy&_wL)dEw5g`_I7e=Drd?rFE`hk$~F6}TUwf$
ztE+2DT3V9X?2q5SvoF}TZJJ^7u?<yUv+DkRo*(~1y0~)^mwBP(WUlS`Zd!Nr^c@`?
zpU?RqwQfz=>wxwGww2)d5Iy;zhh|4?<oNZbb2n_iUpM>5kBUo|FI$$r5(!&9^~@Qc
zf6wdxwO_dsVr6Y@S@?*BVdl)4pwW-1Uaon0dYzq}TefTg<+9*lVe7Itpn=^ZM~*xw
zvC`Dhc~X7<w_IgqC1}%JcsS_jkQ3+6yRQrZ9i$KvB4S<sPQ}u4=8+>Vn>KF-Ef#fK
zEI9kDTV0*q%a<=pN=pR=1sy{|MAA0Tto{A1@YNMfJ~^8gxpzCdx*lCv=<MR=2CA7H
z92jPs<$`WkefKU8ly7@_zJz^hZEGufaY6BYKx^#oGC=`>hN!jEQf9;J2GHcL8Bflw
zEuEdh>O#W8puM#pKYlDJEv?kvKWo-3P=y&77&v9h6agWjN4{k@-<B=&nd#)|$(glv
z){Pqx`MXzmEp=KN6c``he=uReu3fX%tkL;WWh>Urx;D(ay4u>(((=mn>%|`)IIi3A
zi0js^TOGZ<s(N~SlTU(L1G%}mTefWzl9%`Q^5RmP-1+58iH;ce?(+9($9g0+M7Uz~
zKuuE~9v%S+(CIE;)tFwtdd0!d52}AZd?*0*MnMZTLPA8=u3fuj>(+%~t8eZsR_7Mi
zJCd|fKv>w>*OwPGef#Qm$;k=mDd51)wF}K+JX^t`(bfejDx=m;`}ePIj-NVckAR`!
z#4~4n7)q>UJv}{3N=q39<mCGNmOC%LC?F$q=HcP?jZtfF<e24O(y_Ij+tb5SQ&V$e
zZ?*Z&n>STdRWIJWd9sn2Jz!->kF2%W;)@<tRaSiM%`;|5Xla9vX;w5go_y$#)4y-q
z_fMQM#igLYps}&>#n-C$v#;#gWAncI#?8&?ljqOxznHOP(<Y&{VXu8ZEnTt%Wbv)7
z*&A=a-LiG-#S0feBbVRrmdhI&8t(b`>-9Y?`{}1!<JLbv(8&Dd>(_@LD>!&~WSVv>
zfolU0QJA;nQ0@$ik{1G?sj>wN8bIso!41qFN#nL7M_gXLetmOmwm9hK`?YI%mj;0<
zCD7UzPEO7(+qVk~3O-zGlbw^ZWWxr5y>b2?9vo7=ZO-j{pi79}Z@GBnh>MrEci_qp
z78aI@$+3FVyVtGLyOU?GsHi9+CI%XAdY^1)Xb7s@=g&XCr}A@wh0Kl^y;rYZUC7$n
z(%SkE(n`(Rx~cwu9q8JoTeoj__Vuah>GfT^76uAAU*E4`w|V2<H!`!&uq;;d_4Rde
zcNZ2EG`zC?Ia*Dy<j~vO>d58$s#RKN(u`SIS?{e}?6(|zYsSRs)7`zjyUQPiB_}IO
zN=n|yF#}B>Y|FiEQS^kPz-s2C*|WQYR)P*z1?`my3v0WWp<-tzH~D1C$rR9z{sS+$
zcJ=h|#OR4LGc!MV_ADqiws-w{eO6Xh(8iS9TP8t4K^+|(3wG?7(bUA$CvWc;6eJY3
zdg`Z7MUaN<lI6=6Uw*k_-MVFa_s%_a$_wOcFE6hXCr>Kc+siXFA8a_8vS{tv-dVGx
zu4I{Va&oGusR>C-dxwOG%$zxMN6fm!?@5uMexAr*^<XE)DPF2xOFv~VpTGs`6UXGK
zJT&7`QByOj{FDMYT<ZDT?f2Cb6dKm7(Gk;&Iq~J?<-*-}HKux9$ui~T<(=W923it)
z>GEYxE-p~M4hU!nTditiGw0pAydF2@g9i_;2+^7}Y0`z)UzaRfmSi*&JYK@c$hha*
zt!#z}9kHO`;FW9Eq$DIXY)n2L6dc@q`|Yu$jR9d{ZaFzRlhyszR8?CK9dde8W<7J}
z%q`otJu0zUxpwW+J$vRnc#x1|COuirH|hGi*d<GsGFDt)YCQYwlI6=EKYxC_*Zkg#
zxjs=rK}~Lp52hFeMn`+QyR%pAt;@*kffr{-EGM+w7AW2sV<E#=_WmAtY4W>wY5)HG
zoMTbg)Y!<lE$8N;WxlgLJUkrMU*BB!w~B`i)O}pCbZKB<pkqyqjdA+9l=Jg!TiV+f
z2dylyknx#m#M*xNV2`A6M^6uEDmeW-r~%yA*a%v?oO5$it6}o73-|AzU*b9W#JO{6
zA0HicadTS~wwjZR3pDlo;zh=-Tem=~3%6~Xwqu6{Xw&toRg3oRo7ZpuZ-(z|vyU&A
z&tDXx<>~ML{MG99pgq7(PfuSQw)*7h)5*vCWI;>WrcG-LS_xWCcI=qjtXZ=_r=Nnx
z2~M5z`u66g@sV<OQ1sW#$qtPwC@?s9@ZgW1KOa7S{=N5`?etnurdQNsgAI+uoSWjM
zI)DC8X4qPQvuDr#`1Nbj{Q3QEixa=RxVR%mPfAK^hEXb)qM{;b`f2t0eX}MiyHA=q
z(=$I`e}2s;&Xp@y_Q+TY%|7b}S<3P5U7lN?Oy|iIr`1<Ky<9$DNL<`KJX~B@-EYaB
zJu>z6^<p{^3=ZMp;+~$KBBG)TL$vlzcDsH1_Qu<9j~qL8>Bfx{ox<uIyu7X}LqO+Q
z*jAY=T)6Paks|_<lAb|9LV|*VDJdxzZrwW7#w-2e?c1;Grl%N4aBy-iT(*o2yf(nl
z(D28vUrF0<gBB{d_sgZ;+L8%!;nE;aPft!yPfzEX<$AJy%O{^ZcMjZHTzEB$lZR(Y
z+4jv(igp(4zUwU8w!>jw<+GW^x6U6w4jK#2&)3(R{(8;rAW^PX^T71&x6i-4^Z(rX
zy05GApYC{m>iBW?sa~d65<#t}M@$p$|2TYLWAgDC7KMw-9U3mb1P!g%{wk5-V~<)p
zt)+#<Ea%37M@PFgwX_Z;ZQM}uGAOR%A?q^V*=;v-)RdH(X3UV_legn(a9e!v{Q3T;
zr>8S77tX$W_b$lW_wJqRleI3`8B<bLCL}26SXXBUx?&Kt;xRm~a%p+cD!0W46ATiz
z-+uY-otlx+CF#{CQ=Ha@1xH7F*VpeapPzes+s2ZYL3Y327=w-!?(FQmxAoqt)vFDq
zdhcoNS+PRn*RNj;pq1uolRJBQc)Gf~JNx?fUD)md@*Ak<EbwT~$tjl-7c5%D)a&M)
znyL!AW%ll_Qk|F`0^s%9vY`FLYHF8m-SUc$mw)^A?Y)yrn3<X1+}%C>Xty}%n5?3r
zA`Tv&C979=zj%>xC(j(xqNuoD#?8;aeBHXfGiQ8Wy?*`j-MeFX+ZSJdz4x-$)hyHZ
z`~TaS->XpeS_(>PUS3>RuU-WWDg>>RkdRPNP-s}OLgW3eoaEzus+N{BXU&oVokypu
ztE!;D(Cg+L6C;zhdFFuw4qKvhd3kv?rg||kGhcjJ^5Sb1<VZVEuWvH=yb^}V>i%+%
zc9*=Ipt<x>ky^0Ve#x0ZRh1WCf7KA_+Pp5{^T&^tkM}nR`$b1Z?JN6z@M}zMZ7n0{
zob<bQ?=qz8C~quzd8xSL-)r9O2fdA!f>xUCs5v2(clf}^$H!m3e!Y0<($=f1!$Iwk
z5G~QGSFft5s!p6gzu#-AlD)lreSLjYbo9m7UzaRdA|NSwvV~JPU}XsC4t5I}J`pa~
zu+>u^JxW@%XwizbYg7OK`}?BAs_e~;#)AnT{G9J@PUp|tKKsd&6d68tUtixNM~?;u
z2OmCbe*cZ{4c>Jdr%jjuaswwX@6nefK`}8s7c*RzUpCCYXLIP#A<*S9jyX9xkfV{h
zy1O;?^p@@02fB%FTkdVQf&zn=FJJ!n@#DgU3k|2Af;N(TJ0>D8?;jQ>mbN)EZU(r5
z0VR@0i<CIGCn}hliptB&Pw`USey51r(9m#(k6Khz6ljsexjB|5=H`><&GSo5RsH`p
z{y%6<1;gCAb0c)bq@<-+u3V{TW+t}#u3t%s320gKmMtR92M@@W-)X#?_x#uE^~<+z
zow{LzftQyTsIqBnY%D1$S#UAqLWaqk8ylN{{HRb;QYzRPGs8#i(xpokpH8Z8jL-pf
zVz=Mc)X?}4)*Z1ntf;tn<?7XsU#(t$>}AQK>#sN7ehUiXB}<orPO8k#)@D$f%sKgF
zi`UYmLoJ+Jwrm0AQXV$uwQE65ykEb6gBA~@ZLUNcSJ7R1*da7j6f~^y=f}q{-@aYC
z4?eC9v<1X#>7?)XszK*(%-grm?$ztpC(oQYl4G_wXeDS5>8$K^3wP}Tjb~lDd>J&X
z2lDv(_2+Nfy(-$dCq6SX^Udw;{S6JE`&w>pO69))_gy(?q3+3(Cqdil_Evvi6tr@W
zuz#qQ=*g2OZ{(P*TD9uMn>V0t#DN12pf#YN8Snl3?HM{dJEu&WCL|~4myw~-&L^v6
zX*qM+G_gN_|L#33ur2@oxha~#7haZ>l$Bk&dDAmESU52;F(fq9F!Peim#V)4_vd=|
zZ<*3{dghiXb;g&1s><Z*{}h6jF+V8U*>IV8VuLZ8pT<-#Ha50~^UE9g?EaPBuD|%;
z+w)(O-rj%v|LAe{WXstVY`lJwvVS5a_ndQFxNsrEo4dQk8>UPVX)tbMUlX_Y*6+Wd
zsk-%g&!s0$3j(!Uctj;<8Sw0g(R=@(`NoZiU%!9v{Cv(DH19uI-5<0p{BYLRNz<nv
zKh(-yxchF#)~GXS#xGyKd~<(4Xc1+2xVYKu-pI{q4@<1}a_;05Rto?faTOmg&(0_F
z;FR|ICF|DpwY7m31a7$fHe+kl6fafC2s^0iGfZYn+dT8c2@ew~UahHJGmX<HO`qO=
zGe=Ebz5V{bZ`&C_=LsA*;2<O{+zIXn2L=T-c`aSEetrMBbAEID)In`OcXweKnK!kH
zF_Dp;Wo2end*@xa5KvWJeew0zds*9$967RZmn~=w#{MTCE6#Zs)y6J*74KVZJKN<(
zz101ic6DaYrS3fIK56;ml_}q`|EILqGt5`t&vw1$_oAuV;s0)b24}t)pCwC6Br-BH
z6A!oXTFCH~Sjie18fI*bQuCeFayRe!Wq*5BJ-xo4pPz$PwLUD`2^w%&x32HlF}J9w
zs1xVTxh=kEU|?|I*4FIIj117ixi@ceK7INmVVKmiJu2tlpP!&Kc<EA*lCm;r_bTYV
z4KuT8-@cXY+O;cS^;MtQX1$+26@eznFLQ2<-CYLi^mGU+@A&y_c4vP-XhAt>5!<69
zoV#}Kj@+In`}FBk2_7~nDX9}DPcGcNdGePpC1r1KxmHwI#Ky+%h|x<*O1iN*o&V;|
zn^UGt35bd5Ihv$sZay8fV64CX&tvWRQ@9md1P*r|e|+$5+5g-6{l|-sZHvG2|Fuvo
zSL>tsVaa@UW&2i}vL{bu0~Jh89shfvy}CDVazIOX0|N!GUcCxh!kc`Y57hiUYkt4y
z^2?Ol+j2pzSpx}BadmQ%>W#N$C04S%y}h8ZvRSjBhmV?=nqItd1Jq=G`R2`%rAu2+
zobd2b6Aq87RBdf-H8C;y09prj+1GsH{Q2jPbP8X5{ncWwA867eLPsZR3&-rU$5sX}
z2OZ&=w|(}%e|2~A%+of{oG?LPnqKUwS*F>b6&xHK9H8;!%P(gbBr<s|y<~0p^_=zl
zBROWEiI<8B3szQEiC#Cz0>GB`_T<escRZa2I&bk<j@jfXQ%tUG_W*f4-e`tNiG@u3
z?;i=5-tBxok2&GlnVAQkU-sI)d-vYZqT_wCzs;OQLDl<?2cUs*(1DGLii{R}&z(%z
zdOdghUAL4JmC(@86<4#~?Rd<0=<s1s;ZwLX2DGIL-1<s<eQj+_`Q1{`XnyfCpQNOu
z0IjJerlubcaqEL-0o>f!o<4oLWcl*Tw{Lsr<gD4=`}II0^O>2(?GGL#fUar*-9BS!
zX?d@6nWd$riHS*qiIk_O=fk_@_f>6e=gyla7Zn{Hxu?QVth@EYhXT+xDGiMSPm2;a
z-z?aD*Tu!<!^`FKjcR|D7#SIH@baoEDmH?4TO4lZ7nYFd@LH;*sMxq-g$5{nrKPE*
zrlvZV<%0%<xpNCT0)v8tJUu;azFr9i;TI)VC04RCXU<enQK{Gu+AjgZke*cZ${Jx%
zFbUl6QMuFB`0H2It5>fWI(mAJJpL#kF5Z6o?Xran85`c--u}46ij$Kw@yd!o3mLwB
zzwf>eijDR4^5WWlw@kXVwe`u9CjsH%?H4mtjE#k-pLR`2Q3+c;6?CcinKM4u)<inz
z<mm9VH-CJ5{PMMHZb3mpx3}dwFTV^r7_-Ms`R&`c61{F+U0o|yuKcL?#d-$AZ1a4%
z+uQSxCv6OfjO>hCuWn~IZ`w4m7(MaQ($afok#qgri;Im53kyLpwlRW(m-pz?qKOkG
z90(1Mb&ZaeR-4SZ`KFJjC+Fwq=hIJ5(@jZB<GZ<6@UVM){Qdng%$}fB1oF6q9;lGn
za5D$g6Kcr4y$y64adx&gTXW;IX=0!oCogwePW5svE;j!9^{b1!J2Pl){<_%R5nD0@
zpFVx+Gv7|OVfnnOE_V5v2^}4vgSIZdESWNGTG92`^2E(ILFxSVw%o_xZs&uVg753T
z@4j;V`sM4_LFXUu+`0429LveSepP`^!QD}y2pNd8vIb9tzq_;Zz{}PN+FDwBnnhQw
zS_N8>r0mvn;AKhD)~L?T&V}2zPhYS=p{cpKaQ9snc6R0j6DiP=22W4V6<4!Nq<DAk
z+^M3j4q8>ax#Z;~?%L=h0-Garrc9Xvnz&yRwz~Y++_?4XmX<R+h1E|P^wuAI{PDuo
zt55%0tF;I?rxsMb2CYAQ@YldlMWqFFNtA$u#EZN8R<C}|<gNkgcoqKhJd`UDpdk{W
zBi7@l%q^}5s(IeL$$9nqb!SfxXpBl$wl{3`(Y)=&uh(whRQ^70)~s0_eSOO|ZJKm)
zvijut^WU$H30@68_3Y83q+|W^{b$n-KP&*9JCXY_Wc5{07va_|ubLX0uV25uD6x`~
zlKN0#0}8Wq=RhS7=zi(<`+kGYp@f{tyf@e-J1eWBw>LE*fnjM-=jE3wMn;n!AMd|>
z;R0wAg{9?8-`Qq`M@7RQ6z$Z|)>gK%nl)*XP}=!<ybj69%3Q5Y3l=EkPtw!S@R*c4
zedfD&;FFBsr`&av>Sb#`+;}x>>5?TalO_or>y<t}N!2@G<&*iF^t1BvK&ziYtAn!F
z?=4$#Sn$!L@_lVQJnPcUl8$gNbaizxTzFZ+0NSv2;3fYnCMKpmzrTL{$~b@h(rty0
z-5B1K{jQe*Z+B|3F#n`iDske}sYPqo_I~(Kz$atzz_&!!vZ&?5hk`R{#-N3NplOi|
z6RE1|>dc&+BS{-K6g+g2;bVXK^5u%FS^1yVZQMBVXty|MmanSHDmOPb!$iu;+B$G$
zh(xcOlate)&drY=C5h=qxwyHpMXeP(a66A{xqaulHEUA-{rSn@;^Gnz73JmO(P1uW
z5pk3aWO}}k|N863b$==rEn2kU_FId&eo;|Td-AmwEn4K^<8vf!^TIGtmkYE)7jj@`
zxvXVj=IeLwo=pvpTex^J^U|P`KR!N|w6C)%EGz_VPcGXH8W&lxpyAS`pgtMPCdiIy
zXW3sHHdTKI9X7wGet(O=qnbbsk^2@qD_&jEeDK+8yQ6%~2gbQ`=Q7;Os%vO!Vrnox
z_xSPS$A9CNO$XJTkCGHPw<ju?m`qu=ObxV-u20q)v~(+K?KIbJvA}?U19L2kHMF!o
z@#%u<skw9K-kWx5&mJ2dHfB{-)tKV5rYh>{$tF@KPo8vKd~w38SzHcIPE365%u~Hw
zV`F8l=JvgMm9@-gX4A<OB^{lft}d=!yLNGKb2A@!SrQZ%*LV8qp#*~olP5Rd&0D^B
zaWm*_A!X&88xonlr|YHu{`OWUe%~BkX|oF9+J_Gx-fOvcZEZAYCwtmv$*EpPcN9Jb
zE$VxIZtjtzM>ke}PD@Ho-WZ{Cr{Zz%y|;SLQ=%&?EjMo5c#q}9(szHq-(S9XF>|lm
z;kVoG|C>53aA^?e$Y;<Y37wstplM#v>`eDjr=p@y7g%(U7+kt|vGHu0vYwuw*xCIJ
zZ0#a{mWSp^^|CcApI;|sao34|zWO}2dhs21-x)_4uy2>oId2m`HMd!`JpNzguVtL;
z-Q{aV8o=$tAHRPyFK;*Gt?T%H$y>j2yZo9L(h?E}5)2sTtG@*m3yOMTlM1BOCQX`D
zu={RHOUs2zmz?VB?LoIDJUcU!0o02N4Rx)lvEgfP-mt*{G&%|%Z4(j|Z9SQ?Xz9|{
zdGqA*pWd2hTMg>C=kNK*Hgo1ojj5pZ4PHwpojZ5VSjZA|V_{u<bhNj#GjsCszNgFW
z|7vQ7t@%)Aboc&!e>XR_uV23&IdY`n|KIPI@7?nY3llS&-TV99ZvMG`pvJD2R@dI@
z??Tejphc;bpU;|u=6_eLUj6vR#l>f4oA)0$;Lz0E%*n-dD8WELULMq$RZwVn_AJfH
z+FJj1=?c(#r0Vy3-AhVLK!bj|x^H{@f9k7>bsxR$R&|)y{Lk&LH;amjG_<u3Cv6M}
z3HhQgoX6MBy!&on)Y@<RCR#_E&F=m8udc*OcHh2z>0ABF%gz7({ma6_^5FUN^040(
zHgZ<h)_X5k?SEIe`>tPnyu6*A9Sa*<)qS4%+S_mUUd>`vP*8ZVW_^A_!hzeL{?0$9
za8AGd@WEGCS6_Vn6*Sh}DXbp1?SEaI$Me-oOE#F6{QUIvz)P<}hRG*c4#fZaB+g*>
z^NDc&C$5CIx3)5D*|zQ9aYJyG*zws}DDQAX&`OupS3h0f|8MH;yxqKe<IXR1ZqLZd
zTC{iX-Psi!e0-o1{MD<hGijU4ZMU0dU)zvzQAtccuIKQ>1zWdHJvmu@bM|$;Ns}gl
z=K5b=TKeYp_VdxEVgdpVNl8k)yu2bJBA`&cn4zMp+xzTU8XMa``|5J}t5@c#*ZuMB
zQ9SbDkAwmf(=ihzB__Lt*P^o5mgXGab#2?N%aYcYzm-&_S=(-&+kW@+Y)k9Aw$*9Y
zo8N6Q_RGFo_Ugv9UF(w9E*1$4S+b%-BDm$m=U^eG76E6Thu_(s#~o}Bi;mt{7yrDV
z;mNaSYUZ4G&i}RHxpePdpWkxO6~YIywk`_LxRAAVh7ahlNJ$x)CEK@8@9X1xc5ZHW
z-1_AkH%|QWr9?_v+E9Y$M~z*N+u}Rb+WPwZYr{a})v>X$pkdfMcVfJ}y=Ph!DsA1m
zwdnr#o*o`c@ArOR4>0q8cs4t~=;0yOuCA^dyUX=gu3Y)#Ip{e1n$_m-msyp*5;2I0
zn=^H4Y3z1Q9UT=lwX_h;OCD*PXEw9*U%GZpO`gZy#l@idTh6mHGmBj}yqH^l?_k>I
zk54B1U%GV3sjzTk4a4dXt(iutT;K24{|{xBsM|mP(xo6REv+YQ_Z=M_Uwo~4xAVE2
zk&%&`?)}@hPlI*{g@lNJHW9zwe*ak7=7j+opknd+{d#)_TU%Su>KD*Dob9)D@5e0-
z0!@N|&PZ6aXi>vMho9B&_p0lEf4O{q(X%s>pq)@#v!>SEo;OdftE<bR`rDeC2K~Ly
zLG}p=3%loL=jQ6}E_(|q9;Z$P?*gl@w?BCBpicC*o|(q!b@%dw_BmS3?E_8NY`?uR
zLTAR=w5H}}&@l0<D=V+dGKjJ4m=bAjbl7)cz@37&+vn@P88iG$0i86{_^@Zs+UV^}
z0RaID`ueOAvuDlf=<Q`~v%jyBl(bcWqe+2dJF{Scv@>Y$m6Wt};m#P)0)yyi@47lW
zyZQZ(9wqg-DXUHHeDo+OL`xKOHpttu%Xjbk*4Nuh^@4ZgUkUaPjEeGt?8`d*`fHNe
zY)~)<1_oxBNd1(*zG8*Oojh~9`TaL;M0|U9xBL9_$Ix9!paz)y|Bv!7zE)jZ6M6Vp
zuQaIZxL`rUuV0|SdAG%a`|tPP&2wLVIWRO7bk;Cvo2qfznFR|LfUc5n1s&S)_V)H<
z0}0T9@u2bPsZ*yudG_qo<j}+&{;|=~(x3+J@jlr#QCqq8->-K!JI2q=t*oTf#4WCO
zqVf2(Yhh(?ZXCRDK_D_R^2xJjLUM9--P^yc=44@-V_Pl8F!^N3-K7OHXU;4-`Q_=i
zx3`ZUY-VTd=<8Fnvy)qY9aOr4jwyeBe*W{1$K~ZkOJ2WzefVVwXwJ1y-oDRksgk9o
z<oxsPXVV^^nQ6Rb%a#v|<^N`cJV;7NXwZ$`b^)>~>g36jE-o$!+iz!PWhI@SrVHAc
z{>das!fryT)m#k`u5G!u+s>v<p3kk>y>avA$>#SenEQ`Adw6inoH-M80N%TIdADxg
zwk&?e!^_LN=fffH3=^qiz0&R;9vpG&#pj<t{^R3gPEJnAsXMP-x^yTye{bvc*Qyp4
z63queE9zFR>;!FF*|p0`uJVcCGQYW6_m4gQ{IJBT&_X8X?yjl-{?+{~>}EK3!?^ri
zOxe3Tn(t>HJm}abV|nOcGdt*LE_?g=Jv}^uMODJAtgH(IG}c)QsMNmmSUNR`A?y9U
zy$6;)WWV$~z={)m5*}zDrJ%UD`ug|r|DMJ(R6J}IXAqnq#NsHx;wZuWZV$&XiIPW0
zID6cb&z?Q|;%n8;bnk)!1Fxk*{l~#umCE1An9c58>OEbEgJr|boKIT<yN`la)}A<d
z^5FB&CmnUR-}d$K;n}-)uZp@l=%kIid7!gww{0_1QdS0y*u4H)^y!J`GQYWA_4W3)
zwzexmv`(Em1=@0+k&%(``r6u>@4N3mJu}nT#m#Nf+_}CA0tcRdUKqCe>B+@w*RGAw
z5t~=}O!7>cF+;!2Cl1ioM$l0OYq#HXS{iim)~!>wwq~zfvqlB7G+#+s`Qy(T(Avtb
zF0P*nPyBecdG@#|KYjZ2Q?Y`q3qLP!;j=T6t5&ZLTz&P))2E3>GxJU}c;x4=uW6_>
zmijy2vbe38onJ^q<VZ8Wokv~WKAD&oZ{9qq|M$Fp#mbcnckGyPv|BvB@b}~6{gda<
zKVSR(t~$Gw{qHx%pb@$YmoFb)8NA#rH5qi*3}}DlhYtnU*2P+D{r>Re<Yds`X}{gC
zjwMT$Xv@WihlBPCgSIY#`V=>BdOA5Z?TPC@?p#%6)o=gr$BMeP=jZ2xdWt*l=K0OH
zJG&-w^M#isHoxC&2JPelO%=_VGbb?EtJY5b{hrT!aqFjl`BHLiO{DVlslWf$mA$=n
zv{P6ebhJ%JfB$r2Z<W&0(hL(Rx#~BDj~+h;rTbG;G~=`6IpgO)d6M#{ZvUT1gS<Ny
zmL0b*Up{<XzW&UE2MRN1&V2Ipsi3@ky|#I{064`6?3?=Tj>a*GNwa6426Z}jm1x?{
z_kXu~$@SMO!E0WH!I$SKRqdVED{T(iNEI9!dK9!htoXdGxt2F*kgBVTi;J84V}%W9
z?N;RGw2RlSxkW`uWo?~x?ONERNs~52=t%Ie#psEH8mY(oWOd^9NUXnpdR6FZP=fjW
z?X8Qu`{L`bf4*4U|3qQN)htzA-QHuz+-&6d3kwS~Or*lr#dJC?1g!<Tbqh4s=(RLx
z-j-QYrntn#$%U<+x@3vUqQ#3pR@m&go0pWFY$(+$A}Y#wSXJ%m)2EA@q_4le>~H@!
zY|hhi3z_h@pq7COdovq5yJg7>f#2WXt7~e44jBvz3flM5_wS`&zkWTL?{3B<pIJ~K
zF#mk{+0qqPvn*GrnexrIt^Ovue(sMS6=7>44qCt8bNJ$7cTF9gJxU%cFTVtBP+!5b
zKr?t5Xve{u&F5ddc{4@7+-h!-<(pNZtJi6KookrP=IiSl5)uNsFLhqUqt3wV{Jgw|
z>E~oVeg4e&<WoTZapmco_2T#a>3XO*S<P2TS-E-EEUC&<_r+JPSaINOnXr`9spNiJ
zvsZ=MQ@!M>UMN~wTW4lwKD@Bd8I<MrCPm9vJYWRv-(slTacaA(xA*B4o3`G*`Sh}a
z>f_`6(~afM&$mCHKEJjtXr+p|`Si%mX|d(<_7Be$Y}GmO@$vEEkB^Q@NA;I1TDWD4
zh{L&zeb47rKS^D3DQL%)Zok!6gQBCkdA_fmyywd$Z}XD>O^}MOiDO4EV`ymTnHh%7
z&FuV(!d7eQ=zylGE?fw>b^CVYwj9ab<?oL@EC8*&SmfIM;b+Z}qemA8Xx!MC%nsU#
zaeA8Wo#OMhU%q@PxL^Cd@WTVguyrw>d3k!(-`-4YF4CIXb+lXjaoKLrxfsiqv8}&;
z`r+aB$W1AnWxHkf#_{vWx9CT2>v{DmOD|@}f#iPMWBY1<UwB#a<?GjpQ>L^WOi&Qu
z03BI3Y0@MEsoonoW<^Cs9^T%{N=i)APq(@)Ubt*o+t%#sL1AH_K_gdJS5OxU6zsL0
zo}N2m^tiaVR;*d`=h98_u+?8@vCrK;nOj`1CUO6q!pFxJhG>DBaEli=FI%?kw$=kP
zqX}hejkX6b_uH6!yf1qlsL7|Gr`PxHU7n@Fw8@i;ucq>{F>6ijYHVbbl9rxnQ~7Dd
z>)_zv^}9d|L2JI<OfNE%<4NDg%gZY$CwFd%=j3%&^^uX0At50NTcbExn8LsG8B6el
z-*H=f@q_>WFaFncmdi;=O=4a*U%W%c)2iU?sZ+bM)KUTh1b+Vfxn;{1(7xsi7cQ)L
zuBf5$V%6<mxficqRke5DZoU70{n3BBV+sm3%vqYVHR|NKb7G9!*C%9Tc+};`ul+6=
zGi#q_?f>uf|I0z`_{o8%V|NrVI>@Og*G~U)|Nmck(5Ze;?=KaO0v+Pe@bLW7*^a;7
zNZ#}|wXpcnwtRuzw;Ra}Mc>wmtdajYr&s0cNt^nAdtwgh&Glf+JLM7qs;UH9*3Skd
zoufyOrlh5vx_si)>C>PY%(rEyBXv(t(_Or6+q8}j4l8TxpMT%i`&U$0+`M@cGzvWZ
z^wCwJt3kVctM-Bxd|z7|4I4#V>ODPa^UWthN4IP-N!Vdon3kp%85vnpRu&Wza^(BI
z@3x>>q_by_KK~5rsZZ052AyZ1s;Ua!KEHUe^Erj;uUErCC*^#sun7qb6_l1feQj+t
zXoAh$Jbd0Zt-I+iE-ap&o^Nh#<!*TMCa0=uamLn_u(beH9i5#Mjc-LoMO}FP6|@n1
z%9JV6@65lvSlnN?^siCa9IH~VcdlhS4<2;Xi`#SJ!Gi@hC%;4;T(r?gYjNAdl?#-s
zh3~GIcr#s9RrPv}-jdUA%YKV8ZqN2Dozf(z%)Il`-=BZ$KsO@CeJu+zJ8`sI{N>A+
z6F1*bnf~8yQqamHufJZpd9xEdzLl`~W=3Y_ME<Jv+Z%V@&12t@q;bf@YA#>HzkhXm
z;@00u=4$)xTRXdbMoN16<hgTeSDQaxR`K;}`1)VB<fWu08Lyn`rTX*dPoMdAwO5Y3
zicUQ@$MVY6tA-X97OzZoZTVilKYJoBQ@Po+xw-k%`|GFjrd=!DnsD|+Y3$o?*Ei>7
zMy=fP=0w8I`|qdQzh1KP!KLbtA08gQerMh4&dyHBsj_ORJL_iOpARiSqy-D4nL(SS
z%=6`zE?w&4>I&NVC8itIa{aaI(xAZ5(AM+MotFkZEZd!#lk;R@yBw%s?CawLH6|}D
z_3rHKocP;jXN=yVLx(_@ZR{v$-2HA>_o`K(Wi|mCB0p;EYV71WIXRCUJGLl9%TTHp
zwA1%a@%e`zD^8p}yL8nmuDx-flg!j6b9Ns+w5Rg3!R)gZbNzhOgwr;IZXg21XV%sV
z8@Vf4rrFomr9zgsB%95C`R0v^rlzOeg3{f0L3cg9y}eynUjF=n0}Olj?#(cflHp^o
zt*vcoZM}HoM#XK`33<zQ?b;Q{p6l%F3|f-M!EzzP1av~|?svOhcTGBc+cP3!M$Lw-
z?YGy@(lo36RkCwR;HA5Fb<;~c+|uTI+OpX9n=CC}k}bO>?ro{Y-F^G_&o@p#SM%_%
z=S*$o*wydj>g(-)e}Dh{%F5vIDFsK5A3yzm>T6Y7bLHlY>C%;R&p(&``upu4soj%H
z%F9pN-c}LUk5dugc<}wVp#;y9r%z)qE`A^O`S;(Vw0qB4=P@-N5OuUTDbBh^Z@-;}
zhDY5xw{_W1s$+MZ72m2MvGZNN_qVBE=E+wIJ#yQ0d&%=}^Z);x-}vylTFkFIJ-xkC
zn<pz9&(PM^2Aw=N`Oi)DyJ6tw#=|m2ro3d(%GlW0SkMv`DXCM7`|VDhn`>S9>*aFL
z7Pjo`>r@3eKpXU{tF4Qloq2d=W$+x^>S>^R*=El4Oix!YEG)E;;S&-TF0`84(%M@1
z?M-Bio;X``<CiZbR@T-VBXmT>#DW3?8}H^V-?~+FX;5d>+GCGD2E@epR8?6S8XBgg
zr-L@-oJ?7?b?ek?*TRg9jSXk|T)BGn;=Ox*adC2a+ojtN9|YAh+j1niTAOz5vU>FR
z@zaEPSF@(7Pk8mUN=sWiaP?JChiLUxuap!Ot*KmV!@93#9ew^;P)zKYa=%T{>hg=a
z#UCHJ&YC^@Vunf41l~5|LePONTE=h6mW8dp__Acn)~$ul&dgl>?agGhg1(Zi%=Vhx
zxqp6q1nsB)b?EoMJr6E_ozS$9t=aKh&|jPI+v(xlPk#Qb16>@KV<xRNm22@u(31Ji
z&dwJlRwh!s)@5&YENqzVwRDpDjJVS$7@j<h^e-=Z@VhK1Fwij|U_y-EtM9)(Jv=}i
zKhMc(y*K|_n3%XI2<%v=aBC}5RJ_^+)!MY4nz!-V3(EJd6I&9jA+lxrcIFTNe!pkl
zQ2V>=!LQ9Bs&VVfuOv_1_WjGt%kf#&tdN3ywm-|AV+_kLpFGscotc?=FlnQJxcKqQ
z{`R~)(<i;VvvV@!Mz|I0)*XBQ9keL(W{%s+5YQU>%P(2lm<81R<~S@2m@sF~nLj^2
z2d)gUnCmyiOLgJGg)d61w6wG?WSH!@o7dx}9JO|u?`*S;85fm4efsp`#S2i2aNaz*
zDPF32)4Olnh`0h-^upHM_~c2-nlSC9OP79XXnT2i`QiYLjO^^>M@KrZT)PGu=tw`~
z>h8YyVg~4{s-;U$vdb$fDuVXdT)qrC8fE6pnH4s2I%1#=x!ZH@-^o%{RsGa>6|_R_
z{Q3WPiVobqd1j_DXqo5NuU{k9hF!XRdH<EFB|bgf;`&A=CM9Q&{fk@wec6<F&!-FS
z-o1NWhj*$`cb<y#n=daf-^ekW;-z}t=JT1*(>Y7;xm~Z`ASWr=dHShTXj!%8?6Yh<
z`_*0T*Wd2H{dSuD{pRLoO&y&hDMp=dTpoH)^vjCTHU5w_J>KsZ&qTY$OU|zWEo=B>
zbl&DO&w&;5N|a{%g0fjlJ~OCH72#q{+blWztecNdkBm)rM#h4jJ7><BBV(DNz-t+>
z8nlciFf!6JEKF><|NLinb`~#L23nA)p{eP(Fd!g08gx3~)vH%Erh3)b$)BFCudb}j
z+<sUwKFw%m!0M|nzE;KPiI?q`oqW=zveI(y+_^vg*7dk4KR(|7eCP9di<d2H10A|^
zdHz3<$tPKOrqA~jmNJ#%HJjZFI&U-aFq@4WfA#lwM-vPZ%s?lRsi>))I&E%lK6%EB
zj^mFLzrDE$TID)*D(iu5xwj)Wr=2z58-0u=vnVAk?U|@*(tR`Iv@;J*OjIr@E&X_q
zT^@97>(2Q%wqCh%C8luZl)q0uR#+52<KY(5*^wl<{PM}w>-U}7QTRAwd){5scG;MI
z&&g^ZPpZ!c4H@L;?|)@Befspx)!*|D9X|Z?V}E^3Y@?2*#<U3&3a%#1zWy4t8S+6_
z(dF#a=b+BrjT;`NrKaES6rT^BJ$1fKrBK6}GiUVgxFx=M`R*O)NRuZ|o(Rav)vY#v
z-sZ7%NxZvrjb`*``F{`P89=LI89)a=J<&YOZ~te*o;_d6a}yFCw5b>Ml~lIfetPhu
z^x2%*28m1tG7|DLS8BX{o$sx=8r;-AwEf^z_vl0B=N^B2@cHKxg_%Jsmn>Y!*z4w;
zn5g*s+uO<Kzg6vx<6&bCTRrv25tkk}<>USG>c+;CA3R9-Q)l1k(BRrFHgWFU-l(<9
zmMvpzKIq`*$Hy(MH)Zz1>b-GlJ~JG`!o<Y7TYvnhSQEB-&eGx+7ZkTd>1v0s0}Y~r
zPJRVV+=PU*Tz~!a`u=}g?;N=Mv}j}geY>crDA4Uo%l+mq+Pin|*VorKCm-i~Q)Ug>
z3&O_6wjpXQ!<4C01LNZQ!d5@kum8!dHI-}iRj-l~lj?787~3}gc^3jYwkvp<&(CY@
zw-YRcA6;~pSGBO1v2ULp=meEb`S<O1?b_w0`}}K_W$iDM`ah55LEXiMhs~KQO+pq1
zfQ}tx;FGaX*ndsMZhk+gCgxzdkhL|wa#nU$me$FWCwX{zKmPmu{_^$f=C6MB_3>3Q
zJ)EK$yv{n?XI4_i_S@?to*(TN|M}rC|I@mH>Fg{^a?~<CnpE`l`KNlhhKGyqE_=I6
zNum75hs3PxY)&q&U0IRq4ZgknS|z3zQ*oR1Hl#Dn^6<7>%8p*f!otFqwl>h+k$&^-
zdfgT$K049~TF;kxdD%&J|Fq4KcCYW<yXWWS#Z~|Jb^OK%9nk7u(2}c-5uml@-qZD#
zE?(UH^Yin?0U8!{e?Y4iKwAjp<j!5VAh2@f%Ej9jFJ8>N{Wh<IpWnF^uY-bvBlp+Y
zO7*r)nIf{2{R(IgNPqpGWDzdbxb@R#%#fHhd-hDrVzu;ha}+f-J8y1IPd1TyTB;kn
zOGHAi_SL(0$8yX*U-H%$l$7-J@!_$xwY_rXib4K8n{9b_yW-X_->~7s>#AR^hAzu5
zfBgHte*XS{U)NjA^#jdO9BgI>O$jetxUgbxT#VlJ6%G?mraU^xF0W!@60$GnU=wRm
z=Bw!Zy+@y%ob2i6w`~7@`OP<d;^XDLmQD&?9d>t0!n0RbSA!~kv)R3%(rkv08fZD1
zh0Gkw;<kea9YHrsZb~^>y1w|<mQ2uqabqJR=v=Y1Gc!QveETh*{OVO!j2?Ko?8=od
zyW+|W4Gj+zusr~sx9_+7@k#ahDkdgV+U4tJfEEjMb#c9V{n}8fw@2EXZ}nBL;$mY*
zM@P^>dEqs798Cq!CmKC-`&K*0ELTdbn^oeRPn-AT+1J;_av!+=@0<C9OA0J6RSq2K
z6lVN!y#9|n!=y=*p4_Ya|7-n!t^3C}pSSyMY9j@y6!WKndN<C_&Y<0`+i!Dnaw=L_
zNNm4-_RGu5prxiJCR2)^pW9gQ&`C=hbSNKa3E%wl$M;lzo?%(M?9S&?877auR)ID_
zu3gL9e9*zyw>JiKDz;BocXy$M%#XiyO-)T4oSYMxlSD;D4-|05I65+_`^`}>HwR59
z?ApCMaP?Kt-WTvONe2=PKu2bJcyNI7apS{;*sLtA<^J=RtzXZ-{kE^OGxOWGZ_muL
zjgH%YF+;`PUVi#%*VI&1x5X3t`uLifnpUh`t7>jO-Lm*u%*7qCKgzs)d_c!SFIcpw
z2{iY8@uFjW{r)?@+1q}1r>3L?L_}0vm8<7!ZTkB9dT>w>Xn1kO%9WC#b+aZ-I>gLx
zQ*ikgvzxp7=QGCVLC1<Fo6WW?eAH4iH)v(bu^!1g_5c5xUoqCRv6)l)`r5~b?edRG
ztSk#2G}M4xoqcVM<I<pwg^xjtuwJ}<J9YD{v@<grk0w3*^Yink-~L)xPoFxaWMVSK
zw)z{W8JU^6a?ib%78Wu6I2$boJ&yZZW=D!?PL1_?KYyliI@5G7%l5Xm8Rq%-R-Aqi
z<nY43{@3I=n!i%nH9YdR)QIT$8raqUvoW~SF1Su6p=fL7Y4heS`fl@Pym<90>F%yl
zhEGp2R{ozg<>2nb!)y<N7QFrRc52l`HdfY?r>|VQR;Sw!P7N#%!#Jgcc<u9co}Fzj
zEGBkrRp{y;Z}aO<3;WwNIxPfM%v-jY{Pfurw|@El{qtwdlJZd#uG%|q*)lcIR`wS!
z4!r-Ky#4mZsI{O2!`|NBK6%n4r<fR-y8ZEaPXB-3|39zt^RtPwXKSaQ1s&-JnwyV_
z(P7`Q%zu90`R9-Ke!u6uHq1EpmPvxeVh^qI+j}ZE@6pwo+I8-nA7~rmi4zO<?wxz=
zm>X#C#`?Oi+H?HW=gyrgV_!FC$r6>Qs3_3X0BF9(wra}sxGK=Xm*{9|(7dFL&751e
zq7EH8WFWz_J>h(f_0GF_uU@~-|C$zK-hbQ~vRS@I+PrVW27^bB9<8gsl%ycAVC`Do
z?YGbFD16+}-Mu?)=UkHoNq>HP{PgAG#6NZR;`(tZcXkwB&vAPHwd$$D!xm0q4-bzW
zSqpMAGC0;>=jQRx+<Wb@q?FX5mnDx%tT?&2l<e&4Ld@oegh|QB)VTVaO+W2gUvK~L
z;lps=nDX-S)4_g=7cE+6nV=-VVPIg;;Iwc8GsE`PFJ5GnSlyj5_lo7UioN&NUpf57
z4Ycm#)~#FXRUeeSxncOzE}`UrZ`J)Co{qoI%=a_yt2&VT<oSsQ4<3}-n`O>k@_qZ3
z+)KaTf4aV2q~rD5w|gJv?vYcrKP)69^u*_DHtU@wJ?1ZqKYco{_Ht*4hRCP$_CHVh
zKY1Nr`}OMVZEy9azh1WXb((~I-5+1c8_J+Lq(e8<L7k((K*5I(AA&BF`uNE8++6G9
zd%xe~jyYwrdiCnX>(}#7^=dttawu){!l0ELEKCt=!wwxf1Zq`)8fZE?J=3O%fd-f7
zSQf8XzkYi40athT(|cz!H8NbidNn0I{d6Pfa>z@UFTZ^A#${nZf{D~qx#GgY!YNay
zf(Fv%DjqQI+P(X!TtsMSXi9qe<qH=M?5q79vA4?9*47r(X_b}jy_=_QWhK?>)EKq)
z*u#PoGjoEM`>ASab)7l|YACk0woaKo9dz23m|jfB_1AkB9SQyMDQ|njY=t{MN)O7C
z^IQ+`=EY6Bed3^v@^$Un?-e#hA0FQ=zdtqq`|9|=Ui;>XyxBFGIWMT+r?Z6V9q3GN
zJ=S|m9xM^bnC!>ralScZmeyZ8BLVfPvkxu(TWZ|VFdN)D+TNw1Da#zACmy`aXW{DA
z+>=kX_$@#D`fE^B6zB+WR#sLOb#-A5mM1!*txk?EE-VIfW?s5<>Cl4*3P+C~1!b#F
zVfCVKZz8Lzt2w#3ncKW=-TzH~UbcJV?YBi6)^6G~>ChpkviJ9V{r&l4V`C+H-ISD+
zHbkvGa`foMTenV?@BbaUXwjmKyu4#iizZH*q~xFW=KcHUFPG0>wrm;baPL>IUIl1P
z1#Q^4dezn6pI=Z=5VV#)D=T78h2hhuPj}qSTeNs_XLtAEw9SE#T|)vKpp_o?-|x>l
zHc^42>BHM1<MYg3l5>JK_(&ZBo$bW%@89?Rr)SPpX5UhC^;6)<6Ki%#SH^t&`0>Ef
z9>bUK=Zj3J`T2CZJL}SY>l`4V)b!zLC&w{~3%71{-OU3ndHeON>e8i4FJ8Pz`19lA
zo=>N=bMEb#dFM{drp=o{w<<m4uTMDK#v7p{wrch2mv7&uzPhsV%xrUiyXrMTD=)k(
zF)=rP{P`znsoL7LYfa3}Cr_N%csI{|VE}0JNlA%G-1_MkE(Caad0oibD$(m!VkIlq
z-TLNDj*_x6Xrtlgw6lluwm<$_rKzE@VCmA<xz^>2f>wU`Sp&M9uf$5yJWnQVv!sOG
zi4C{k{;09D+@1IO+S(`2pI^Rq?bt%+_KIgS(=TL!+WeqPIAUXE!Dp5DdV6=zSqe@R
zO%T%HT4%#;i4T81pMU)M=Zlvw6YuY<t+0`M^!Rb*pO43H?kH3S%}BTN%Y$~4e13j@
z^7QG)`(&+8oH>(na+0cxi_3)z7aa2Q*UL<q?8TOTX2!uzVfBjFYqx)>umPP#uy3DT
zQgX7VpWm~$+wZ$A4NBY^<>~1OI#X`X|9`(h=WuL|>OGs5e0iBK=pgbfTTHHGnZAAd
z7Bo566S6X7(u4`1Rq&miouDqygb599i$P28_U*GPDk?IVeRjv)ycj*uCGIIHDGv%P
zK!+$tt(|6D{Y^k#{(K9k@C=hoA+FY@Q>VNHbA(wOcQCWCvYuQz$z1!iuCg-o4ikYF
zS5^iy)cpB){F70T<dYNsT7p(Cj#@iy^YOf}Yq#HKJPBZHb#g2%HDxG%evb9Q(&=$b
z5A6Scwr})4Kec4H{r{im4=nwwn0nNIhJmBr?A+Ykzftnd;E+9J?hESrw;w)uaj|>k
z#w6B{A3uV2XH1*s=IYAows>N{{lAEJxxz9sJ#LF1f-=LJH9Tv>yg@PKn6@zjw2tmj
z3undNxL?11fzBh_`Tbt?&#&w2L4}N^rR36}lfU2Z2dxD@dFs@p%_nrkxKB^lKmPdR
z2T<S5Xy%67Z$Zs!)9h;(u3dABi<@`n_t~tikG@uIjL<PLGfUcj8?*xU>Q!(<NKVer
z&#%uWRy5)Fx3{2!nq;lZHWWSe0?jjD%~G|qoA>QoSy6E@=%_)qX2!j7=d;)EJ+}G0
zU3K^ONg(gunK7~P@PY*kw3#}C8UkM(RExcT<%-Fxs+YS%vVP_N|CSFrb85o%;&*o}
zAIyFkZdUi_M<8=N1L!!&2SJ=`MKUHcP5=M?|6hBCuI_HejLb~Nw&hc&O`XcPSbgEW
zlLvjlO@)27E(daXEULa}bc^XuV)l;Sp69y$dT?y)*-fdZL1l&6?B2cA-$BO{%kZ)P
z{{DXXx^;Y8qk8?8D{E_WZ;kR*5RjNE`K)X=BWShJ^!<NS^R~}^e7wK-dTjYb$R;$<
z<z*))se;yK&z;-rw9sMkMbLryw{G2f;>hN=eDaYaE)1JCZ7SFqQ&Lh=@bD1pr_Y~X
zzJH(o@K7s5Nm-du{lA*3s;U*MS1Su}1cZdN9Dkg6byet_+uQlU^Wh0EFD(U)78gEp
z>FVk#u#lPIqqg(qrVKqDjwXdW@77J*s?NG($wQ{s*VgWSwy8jq`~1t2qWiVqPfqvV
z8)cq<@6XQd;*jptK1-zsW^8LBHZpY|J;Y!C!};5ro6SxO6$}k0dQMgo<Y4*ndH(-1
zpmW8y=gEqSiavSzG%!3Ibat?&rl#Zi>&aWAI(vFtR$qPewaRd&kBn7G$CN1|2|s$a
zoPVDD{oP$qsXuL+SW!`tMd2eBNlD2$7KKgEo~2#MGELh&6V#-dFyX+>&FN1MgolKP
zn9c6pvBLs1ZGUmGd*zdf?iqP`pbbAyPfy=m|G!R2Nr{7>-+gJ2ptv}DjF$4sHEWJM
zElM<yc#>;Z{!T_wQE|(bEfXe9Is`g%dzNW7=t$SSd-vM>d@^}^%6?D-VEeJ>z7zL`
z8E9%~c$}LwY2Wtk+nF~c9Aru;$$awkOV!>#n@vI<_L|?DuzBZ_OUJG69yrjjr+&%v
zCsDs$PK8+4|FdDR|NGLv(Odn}tJklee!7yMCAAKeZaEH_yRzIl20FXMX<@?2Nvc<_
zTzODp1zH#wwt6bBv{^u0TwmOJbu%+D3BH8fySt`>Cd5KRU0qyQq<TR!ZVR2;K}j$B
z+M0!H*7V%nU7l<r#mT}1D$Uy3*n)zC89^iI;EmSW@-skV;fvk-KfT-iKFLJNP^vdV
zN6g8|DI+HbbcCuzuiG@e*slBU)opEK-`$-ybLPp5i`_X{m_P$?7cV*n1qm%(x)joL
z@hvPg)Zh0*No_Lc>Z@A*6KC7k+s&{0rRhCgPu0pQN^X%tDg!9w?$=G99vAn|JmJZc
z^Aj5_Tb&f+)ob6sd&g#H|5#f~>s43kv-9)$d8U`ueK^Q|U^@4X-aGqN=QfK>nB?Vg
zzw)^(1E}G{P<dg(l(l-g)91}Q_vPi~r(Zp6UoCl_^`uw@WJQz09Vt+1oN+eo(BZ?K
z9UTj{Y?-oUi%C{i)(qQfvxN&6=G@xCIr-!f(D81YHgDcp@Q{hGy}7B0334m&l0AFo
zbc^d>x__VF!Nr9|th?1gq2c;#RZY##dGq9$8X3g(Vh-e(UA}SS1ZbA@_g@z`w^Qj~
zLbXIEtNR~&{Lvuy7O2{YjEoEk4+q`DuqRG`?b@{|si}!(vorJamv7!YdCnXe89sJP
zOUoU1^XB-0Ps6>vt+%Cx#YT?*<;$0QJ{;n{a^;GEtZeVmB**2KCr+5)5Ev*pbLPw&
zZ_5rHJ`7r>IMX~|Znk;;vz5!|?V7sV12mlY&SLua3C;TAXC@o*mA|>c$di8eaDhNj
z3Lh7!di{{A%9NMfa4};EWW+DoXeI|2SJJmPHyLEC%X;?gv6(e{HfV+F+_`fldfga6
zeRt40saLOFfmQ(-8VYW|tsB4o`fJ14XF-PuufOi?<iun*pMPnPXLYqTq?2;#(xr~h
z&VvsNK=(L+mRt&piXPpRdiul9niU~hpqpqQM<swx`wR$ZIR9MP%uH<Z$s^a+MhC78
znc<_Bl$5j~YVC`!RZNWxps96J)2X0yVNa^h-;jP@uI@v#Jm^5l-FHF9ZtVa6_x+vH
z>#<LsK7CkV5uhOgy4CvEuPQa)StX~x^@3VrXLs2M`<!Ch9X0diiPZIC9J}Vlr3tI~
zFg#GV|JhkHbBgD-($`@>U9L_4==#0>=T}}{UIvig8rbD)1a^dQX>aWW9aR1E=g&`X
zmmFkP+6*4HWl4M^u(c|=;qXHR6_u7BKPv9zZI4NMSzr;dyG+;8($dAv?a}9-3{M_1
zUtZ>W_-WC^i4z?oA|%Xa^G@|T3OXWpcey@fvj-bH`^&d)m#$jX_3c}kl9Ez@*3>7@
zpM&a<b+NlMva^-d)Y^W(-#@?h_qT^dJ2f;l4`yxs^y~Hd$unkn)YsdmZI)~}cFavn
zODiKk|M>II8_V8C85tYj+?FfN*WUc$LjmaY!t1Y>u3ZaSS}DTCT3J~MIuNwNMh;Y$
z#;tc>8L}zmq)@_-1qYvhe)#$4g$$D=%a@-Hz6mMTA!HuA(&1d53mGOWLbP7JdL<zv
zvt--0X=l#(^vPPgm6VulPCu_^XgKlma{tXGFN3y3>FQ1I-dX&d>9Fd`Ap0%Po~6ar
zd~~g<s_N+INVvT%w`l&>6DK?>C(S&WvS|78_A_UEmif#)w0wTusZ&$6J$-#se|~xj
zI<n~YZSC&`%o}dz%&{nBntbvI=xPp7)v`0*CooXZYw4tx78cOV;;pUOAAkR?u#u~=
zlmGkoFX#@Q4I2!^^yAL-$y$T97;M})5wt%MH1?yUtjxUmrVn`2b9YM%%attCmoHy#
zPdg4OIPUK#e0=QT_uo(NFFj+XdHHRcmxsrKb?f*X<OEm(f`gfP()ZU+<=K9F?v%#w
zq4TRV6`Ho_+viubLQ3xKt)O8fNTb=v$jHOT2Q)&`(%QPQ=4a8JyzMpyjw?fgA|pLh
zQ<vVkyk^}xzR4$5z88J|{nuiy-%j?JvNE%mFJFH7@&$CFmX_9{l`A=$4}vz6XJ%%C
zOeuQmwQAKW4==At><Tk{)Ie(sqt>Rqy0X$|j>W`7hn!;c#M3rQ_8)i7%>|`F7It=H
z3k#2e0)wi(^Zx$+K6%1~hOpH~GfaX40uC(moqgf;R})jyi8E(*`Ym6)b?ekOZ*meW
z7O1oGEmgSx@9*!KHkF%V+`zrv`(;51S&xo%GJuYDXKVZK$0Whi7U;O4nVp|WKvtIb
z&YlNPu2$_}Wo5nl;n&nt59`hK<zESKu&i7C=6h9)-GWD-)$W1|AcY!XP>bop%aR>2
zdQ-eq(>8-9IZmBA1uB-K)=qO!0J-pC0qE8iK3OZ3`)10@%*!u(hJ=Wys;VA2b}T43
z`0ylE?-eUnD43gzZ@vkdCCu6?HU0Ea(EV~gK1ZH^E_`u8@k^C$_4jw64$vq2!<w3!
zCMG5qu3R|+I;B&Di}ml{zacBaKb0{sh<SOsIEI9U330GMTk2D$h%hyR_K~)<v@E!q
zwee=o9J|_Cpb^P!+swGQxHwptbRsq|G#_N(nZBg0wYBi!A=W>2_K+@ka9CJd)LJ!7
z&CXAsia`6StgNi^PSy#sI103^PkPdFRhl!%^WdU8cVZYUtz%bTWqR=axBJ@Nn>QC<
z`Fppg;r5!y%{R8^-w%)Lha{-EUMzQxHGKP4cInb32^kp`O-;^*9Xl*!_}JI3T?@J{
zVE_H|vrMx!bakJC4&CA9<prJGcK7bt7Ea+Osi4z1`ujm!5ANKFv9hw-5TV1u&i?sc
z_4|*X=l_>!08PukyL<Z9)@;kFFB+MdnGB$H5Km7}2aN(AYUKva@>&)=U~pS3IM?rZ
z3#V{LXD6shF=>)eP*Bi^-+zDnt=kf%`}XbIBgc<#PB|%LmUrjG=kxad?(Xb)+ohWi
z9ymAGdZvB7-Nua@Z@ewrxkfbM{k^?sW|?+(ba3#=SUBY6>4A>)vMT8ikFWW7?Tw71
z0Lw#ZK@kzqaXHS;&YwcOcNAqD3P0H~i7DvPf|g!s^FA%rsi1R}rW>7tluRrS-9Y`t
zfS@3!v@|vMJ{d)I_4ZzA^G#`IrS9Z`4yXa0Lbz&`mRZgXhnN@{sou8a<9!>`&PpZh
zXrFyGOV!G1)}u#Bmo8o6U}4%3qsJ#}b!3)lc7cVA&A%UyK|?J+J|xCfy;KD);MdYx
zv}#osXcg|XX<{W-vSzb;R|YR<IxKt{bl*&FuCCWop|xS&?(XbYuU-XRdAe<z84nwC
z+3vX?J`~)#eS78FwW>-=O`tmqHf=Hz5*7~BnmT3r^vy+2y+HM1em>}mIZ)%{&Yc)3
zDJcV~UeFo#WxIF&ez%+P#F;ZwyaPc=Dc@Z4ftiu>>ra;sWV7CBYHnWtLR3sfhUY-L
zd>zMuE>Z0U@1?T}3kyHJ^`C2{`roGh-=FngEL1?t%If#c+m{;TU|?!0+EDuX8Y8I3
zz_4rAE`|?PdvClg`&q^<uE%m@N)Whv)3VXUM^l!WsgWUTtJL<}z2~1N-`teC;%b(f
z&y0rq@6|0VX56?D@#xW`0;{=2+oT=*{rSC?PC9YI!*chT9J9qCS}$L{I`pz+Q|f84
zLx&D|czQan4FjD+0@~#9vP4By_2fab{rCI*mMiP&^?~-36?}T)xh71TtCgwOt@-+E
z&_2i1)6)W@qfa-na(nprsMy-h-M7!~*YDqw5)uvz10EFZ1l^o;exB`>t5*fZ#MIdT
zi0Q}q`1|v(4qu=4``cTPu&k_Z`r)5{>p=aH`|tN>eQN|~E>L?&f#XnwYEb*J2GGuv
z*RMhA>{V1+-n_}Nva-66VX|e*76Cy)$HYWMgBr8Ar9p|{$<H}frCopi)YRC?$E}~f
zXOB&doqTR?u8Nx4r#G9=gU<3Pdw1vLrqt7*12FIGoP6U(gp!idlYIs!Po7-7E%RU#
z>yEp5pzT&JE-f{c3Id=-xFw~f3q!ODci#ooT%e2Co;^#OrW?)XP+Dr*=+FSVDWvk5
zB<MVsoyE^9e!X1&H0a`)Gd@g>3>Pn6oZ+K(C(pdm0kp&IY+CZIEtwz}e)#YqKf@nX
zr)@v=bY||P)81a|Q-6JVxn;{1h7C18ix_@BnKEUgS^hm61}$xEMo^Cdw0Dj{fA5z`
zd)Cc1b^ZLwXRp3i`&6&YrTceZdOLgeY{n=5S?BmY_mwt-24Ib?OWSRU56$v_7?xk|
zyqcwIYAV`&)Tz4K`uDfD&a1DU^6l>K>H;MWf61jmo*o_?QoU|`H$ub1L05I$+?)>D
z964o5!TY`67hQjSF>C9N7(J#&2GH!{%a<=(T3Q$`T)WnGHH-DY<Bt>O&Fj0Gr7FO&
zq53<hy)4(yzBUY0cAY$b{<-!2pL~AHCvVNZp0qUzG<jB9TFRiJs`{|Nf`gm;aMDK5
z@o1oP&b_?6KK%YG!NYdzHfZ@d=<co^J1m5Rge+=*nY`coU9N2RT<3N^(4OXti{0}N
z#(|1%XhGxnqo}Fvh~}l}Q}4eEbFgfP(D9jJ(Ad+%b0*DLZL;UNqGGGLBI4qoLE8gD
zLtBGZs_5$SZolnYU2T2y=1m63+JnZ25AHlV+Wqpy3k5~R#$(4oJMcdI{%c}xE-Wwa
z4{1zGoZF<WrKMzLHEYfs882^d&`{pBHK3(&pu@v_e0U7*T-P-<ohoZxw&42fiy0=M
z17ojV1<icsZJ&L0bvQF<lT}QN%+;$`mn>QG;PcOn++0;_Yw4+8N8jDu4Z88{+M37}
zSF=Eei0JFPufGo36jffneU7R69htoCvw!{i6}?xoslXew*7x$ueFo8963@O?J>8cP
zzkSaho2=~YKn;-}fB$9cnHvS`XlZ%v`vW=!Z?+lljwzC6MU$R;fG(urZE#zhcyf~J
zfu)}F8I04<{o(3=GHK%X|CRmPCMF^~Oj^I3n5fL~;%gNH=u{TaCXIbF<8qU{US3cB
z^W)=+tFJ(A0Hw4VW|y|xy30beKxbeoDKYK7dv06q?Tnlp&@n-;US(a$GF`cH<&h&t
zKubp}yIx*g><-$qzI!+5+96QGI4^J6!i9~WJ{8%>@$W8sJL&(<>#x5aIePS@qw(&$
z=RgPYaC0wSwW@2;BBh-!CEwrOmFRW5l4ZJf?b;bWYCp?lWo4HvTLwDp>Sm6bu5K^r
z;D2^@O$`kNO-;_das5Y=Kx=T<hIM-_U9@}m?AYC96KBluh>Md`_nX6@U}q<{{4!`M
zlw5!ND)9NY>i+Xo^!58+US9sV#47*bJWv|TYt`pc<K^XD7@z?;c=V^YlnKL$>+#)T
zt6f)L4T_9BdEtV9v$HeEMcP(YvtGP-G5hNTNYZSvo&aiiYEA8$GDQS(-|@@K%P-%#
zbLPMS2Cb=F`|qFs^z<|*3)7YBpbHJ4=ekKrd3kzr&Ye3Kw8ib-y*M8=VePOrAon(O
zb#eVX;Jh?QP*&DAH&=J=+_`)He!DFqCN>GuSX{rJfBp6D>#to`hMc-ttg5Pd<?2<?
zQGHoiSsi_S&n~*lFWtFw=8YQ>XVQ%A=JQWJdF0K_%};eEy?T|EV<z1#rkiwWiRY(e
zyW(d&eC^Hm?!{eOAAi0_()h&Lv#Mrh)7skD<m!GTf+n<`7EU<-gS$zA<Ir0b4GoWf
zyP^~Vxp=(dSy@>{L_`v{-`;o|RLFxyl0ZXCTQUTjo12q_R)W$E$Dv#&(1_>KAkWlP
zRjJ;#HEVS2{(NxW5~T|on0)^E;m3*q4G~cHF(oxsP+Z)-rpD&+v0mrpmp^_wt-rbE
zXVIxsr#9To*>N{7Dk`d@zkm7e-Lr4ph|mEa+XtE}0Bt3?aU%lc+E1T8fm)@is;$eG
zsflp0T3TBE_*-Wq$1f`@`{&d2{h+PK`}Wx_TD(|OU*COUK*75^mNI<oZi^=_^`8Fd
z`)^Q7i{W^m?BazB8&|B*ShQ$S#pko;pm86)>D_&Od~!7(9Is@V^0hZVd6M$$*RLB}
zGKGcJ{a6k>E!voO*Ghzom9PDA*gH9J%?(W#(n`yw^nn&QfNu7Cc!-rx#^S&t*KUKE
zJ{B^3pqn30P1RnxX3Z1O(e}stWI?5noSdJJ56{Y#D?uZUlP5dZ*4o~@dGpWv|Nrzs
zlQkPR3br~O+*SIz;o&^9vuD9~vp`#OPEJf$uU^eCkpeCFdiBa_{q^EUM>rwN8bEd0
zg$n^ScJfhc#k!9k0?p4a^PAfhwf0!n)<@reclP$GYG`zvI_2e~CY+m_TQu$V6wTlj
z>(+tV(k(44eX`ca&dfBv`1<Rgf8Y13+uP6Iu)zSdP{J^|&BoSLON(o1&>kOFM}c=D
z*Nx8xzq)8vw6j}WA2db80J>D8;OPB+&_<$$`TzesX8;fVE-wL1H=aH_)0n;C?(XvY
zTQV2S-!8ZPHt&Iz!OIzb+&o{$=8%-6#1I-9YMv?$4bc3)69v-DpmTDos&>VAWo^D$
zursFS*URNgmMjSf3<P!YZ*R{(o?-F{bTULl1V@b2lz_-c&GeSP57_M$jE#jSpFFZE
zbalhShdjb+J_)zBWUdI&($dlbtt3%YR7^=vUmUjjY0u_cx1!kC*dlh7Xo41N)!12C
zTZ2|)Y~Mb;^z}7CA)%(Am7uc~dfl2&KV7tMpWIwOcRxQq$ewTTH5{`J9dg>WYuA(G
zHlXXUt*kow``y=HPd1QX0G%9g_UzdiXVXrdI%QGw!(eyW+h5PhyTDln+A5l^0%{dq
zT^)Y;#*L2q@0V}iJ{{C)nWh`<79A}ut{1al`SNy98FTmU*=J{Gd;0hsd04O^=_r?%
zmlp>wFKD!3%^DpoZSBn5T+q<Qk|io8;Pqtx{?+--v+?xu;);xneDSqvOO!5XD#g?^
zabtvrhQ@-88wFQi<%)TwFDxso>#u%ySE)9rDR+BYu0*dJs6*4!Gv)WbsZ*vDfQHDY
zPiN=hcl%Ja7j!zyks~f4TB36O?cctYUC9E?fr7@gQcq92c<UCILsgYk^|v>U>#uJv
zcz7s!Q#`009i99{<mUO)Jkk;p6Y9^MII&>=e)%0!7{9yzJy-W-vHZsa%=`==j@$nW
z-1q0l$H(y%_aULv^q~^miOt&D(%$~~`)|<xhOJw-TFmtm;bP6q%mkeSa^ZqQb+vV3
zVxrC0E5RY5p^yd9DM!0RXPiwF5*7wcs5Lq;?2S8rzW!fvjh(!-c^+uFwA1?QpoTz5
zh)DJKcdm;sg4&;{sj7*IiC3;%nJ{@WXdhhFUb*eJd&5>AP1~GkAo1a64TDb14uSdS
z)zg<+&h;yMe@{2R8`7rUe!mWM+jYT@4~fst&+iXg?Yb~vL*?hRU%!7>{`>j7aQEGc
zy>XVw{wqU*Vq$u3zXjb+axBM;`7pb!GXDWknonHwdr`xD5s4`#CMG?<^g!*&CWSlu
zn%a)MjCS0ycn53+0mmU-Mc)81#y_tgf34bC@$r#)QT)%JKd)T7W|Viw;wKA#%&D^7
zxAto*e@_kynsn#$o6G+8d)NIA(Gc0Pbt|KQw6u2ozjM~_89sonJuZHJ?(PHSohnL7
zNmt%qO5X9u&~x&UrT5owy)(U3`SrwUXV0Hc|NZT4{L8vl?Ou6%xvf#PtIeH3!=Ekr
z4JQhO!4CJCz^2wCQ&vzJaO(Yc&|w7)fsNh2-|v^7e3IqB$;s+ZQ|<i~1SV|0u;eSV
z&ny$phHKZtnwp#4bB~`$cp#pcm9^_#Ds;_kzPO<YQnAY7D3GTl2(bnx+%nr^$`tSr
zN5N^&;EnBVZEjzsCRcT>4ADy1;bWqs!_)A5UbSD`yXW@*E%)x-%aC((6Klif^z)~-
zH)^+wKn})axUsi-d(F?u{&t)S{<fkZZ#W9HNUIv%fiR)uLp34EyrzP7$(s@}0`E*7
zeYG$1WaiO3Uog2&ZsuGyUq4+<&58QIpX%3x#!VQG9zA-X;F>h3U+7kQJ!>n&n)v<y
zx)$;<#Ky*&zi;G(B<gY%!2;nH>mHN4{sQk@9(}d{rYX|3+E08cQ}W|uy_3~j`*buz
zHAISjW~QX5Fs$GE?beD?kL}VD5)2d6Cmi}PCAiZ>^=tRCIp8o*;5f9kBls`KjplhW
zSzCXF<+mx^5fWDOnb2$ms?7iAzwavyx_!ui=RddJiVQ~9lD0#J5m}EJ=1e|!oO5PH
zRB~!ht76A?0|Eb{Jv%S@Tb%kF(lXb#jEVRCzw5Uc4ul&%WQ$(5HSF-i4SD(b=Czs|
z!kP~zZ2f3gzyABOQ`3a=KL4!Q`seebM@glBzI@rDHu+@!^F89>_x-l%-o1NwZJfTk
zqVEnyh7W;icM?u-xt3)j6&ZE>+Dsp{Ww#j^8nzldWQ$&L`|Y)d4-^0X`uckN*^>{K
zOZ6Y0Hu;~z>2|d{ckZmYw|mc?HNSuVUbV`~-hTb6>npdfy8eFus#mXGty;Cp&(Ckw
ztJ2PoMf<mH-n{v0y6*QXW`>4-Bao?E!<r8+SavzHboX7~c)psIA1h)epFAS$#mLaG
z_2YZyZ6Vof`S|!=y?C*r?eM~r@^y3e?%g}fZ+Vh51H*>0w@0gtZd7$2UG(g8rLCRa
zwH&j}ffo0}mS0{Ow?6#$@84T@?~Yz;YWP!l-n@BXr_J}@`uMRhHa`A((#9Vbey-hG
zKK+D#J#)R)zxd;JuOB{C{5P{Ee{bCR$%hydyl))lUE#Mp_;1~Qx5XEi>9Z=iY<s`_
z{`>3a&iS29+gw#w_b>kWp1<?%@4NS9ugiXW1_l=MgroCa7#J9S*m!#}HrPi!pA>Y1
zZQ2y31K&1un=mjiFtBjufhYl$9gGYN3=R_>uz|RaP0}E0h)Mq4{F0l2;h*2yt*=V%
z%x<1??bb4VMuv#V-#&f%wCQCx$VUzH59MZq7#u=(K$L<<0W$*wLxaLWUJ$p5#T-P9
hN-{7o48uTp5&xvpj%m%Mht;51_H^}gS?83{1OTl2iTnTn

literal 0
HcmV?d00001

-- 
GitLab


From 7f46f0f040133e18fda1a7054c9640d486ef8aa1 Mon Sep 17 00:00:00 2001
From: Clayne Robison <clayne.b.robison@intel.com>
Date: Wed, 17 Oct 2018 06:54:39 -0700
Subject: [PATCH 0196/1825] [Intel MKL] Update README.md links to point to 1.11
 whls

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 0c8d4d4ef0..98ef4b3c8d 100644
--- a/README.md
+++ b/README.md
@@ -115,7 +115,7 @@ Build Type
 **IBM ppc64le GPU** Nightly                                                                                                                    | [![Build Status](https://powerci.osuosl.org/job/TensorFlow_PPC64LE_GPU_Nightly_Artifact/badge/icon)](https://powerci.osuosl.org/job/TensorFlow_PPC64LE_GPU_Nightly_Artifact/)            | [Nightly](https://powerci.osuosl.org/job/TensorFlow_PPC64LE_GPU_Nightly_Artifact/)
 **IBM ppc64le GPU** Stable Release                                                                                                             | [![Build Status](https://powerci.osuosl.org/job/TensorFlow_PPC64LE_GPU_Release_Build/badge/icon)](https://powerci.osuosl.org/job/TensorFlow_PPC64LE_GPU_Release_Build/)                  | [Release](https://powerci.osuosl.org/job/TensorFlow_PPC64LE_GPU_Release_Build/)
 **Linux CPU with Intel® MKL-DNN** Nightly                                                                                                      | [![Build Status](https://tensorflow-ci.intel.com/job/tensorflow-mkl-linux-cpu/badge/icon)](https://tensorflow-ci.intel.com/job/tensorflow-mkl-linux-cpu/)                                | [Nightly](https://tensorflow-ci.intel.com/job/tensorflow-mkl-build-whl-nightly/)
-**Linux CPU with Intel® MKL-DNN** Python 2.7<br> **Linux CPU with Intel® MKL-DNN** Python 3.5<br> **Linux CPU with Intel® MKL-DNN** Python 3.6 | [![Build Status](https://tensorflow-ci.intel.com/job/tensorflow-mkl-build-release-whl/badge/icon)](https://tensorflow-ci.intel.com/job/tensorflow-mkl-build-release-whl/lastStableBuild) | [1.10.0 py2.7](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.10.0-cp27-cp27mu-linux_x86_64.whl)<br>[1.10.0 py3.5](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.10.0-cp35-cp35m-linux_x86_64.whl)<br>[1.10.0 py3.6](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.10.0-cp36-cp36m-linux_x86_64.whl)
+**Linux CPU with Intel® MKL-DNN** Python 2.7<br> **Linux CPU with Intel® MKL-DNN** Python 3.4<br> **Linux CPU with Intel® MKL-DNN** Python 3.5<br> **Linux CPU with Intel® MKL-DNN** Python 3.6 | [![Build Status](https://tensorflow-ci.intel.com/job/tensorflow-mkl-build-release-whl/badge/icon)](https://tensorflow-ci.intel.com/job/tensorflow-mkl-build-release-whl/lastStableBuild) | [1.11.0 py2.7](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.11.0-cp27-cp27mu-linux_x86_64.whl)<br>[1.11.0 py3.4](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.11.0-cp34-cp34m-linux_x86_64.whl)<br>[1.11.0 py3.5](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.11.0-cp35-cp35m-linux_x86_64.whl)<br>[1.11.0 py3.6](https://storage.googleapis.com/intel-optimized-tensorflow/tensorflow-1.11.0-cp36-cp36m-linux_x86_64.whl)
 
 ## For more information
 * [TensorFlow Website](https://www.tensorflow.org)
-- 
GitLab


From 684f5bf198b866fe77a0635a2871dc73303e7b47 Mon Sep 17 00:00:00 2001
From: Roger Iyengar <ri@rogeriyengar.com>
Date: Wed, 17 Oct 2018 10:51:50 -0400
Subject: [PATCH 0197/1825] Ran clang-format from version 3.6.0 of LLVM

---
 .../tflitecamerademo/ImageClassifier.java     | 23 +++++++------------
 1 file changed, 8 insertions(+), 15 deletions(-)

diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java b/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
index 39057aa776..b186b3ff87 100644
--- a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
+++ b/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
@@ -84,27 +84,20 @@ public abstract class ImageClassifier {
   private static final float FILTER_FACTOR = 0.4f;
 
   private PriorityQueue<Map.Entry<String, Float>> sortedLabels =
-      new PriorityQueue<>(
-          RESULTS_TO_SHOW,
-          new Comparator<Map.Entry<String, Float>>() {
-            @Override
-            public int compare(Map.Entry<String, Float> o1, Map.Entry<String, Float> o2) {
-              return (o1.getValue()).compareTo(o2.getValue());
-            }
-          });
+      new PriorityQueue<>(RESULTS_TO_SHOW, new Comparator<Map.Entry<String, Float>>() {
+        @Override
+        public int compare(Map.Entry<String, Float> o1, Map.Entry<String, Float> o2) {
+          return (o1.getValue()).compareTo(o2.getValue());
+        }
+      });
 
   /** Initializes an {@code ImageClassifier}. */
   ImageClassifier(Activity activity) throws IOException {
     tfliteModel = loadModelFile(activity);
     tflite = new Interpreter(tfliteModel, tfliteOptions);
     labelList = loadLabelList(activity);
-    imgData =
-        ByteBuffer.allocateDirect(
-            DIM_BATCH_SIZE
-                * getImageSizeX()
-                * getImageSizeY()
-                * DIM_PIXEL_SIZE
-                * getNumBytesPerChannel());
+    imgData = ByteBuffer.allocateDirect(DIM_BATCH_SIZE * getImageSizeX() * getImageSizeY()
+        * DIM_PIXEL_SIZE * getNumBytesPerChannel());
     imgData.order(ByteOrder.nativeOrder());
     filterLabelProbArray = new float[FILTER_STAGES][getNumLabels()];
     Log.d(TAG, "Created a Tensorflow Lite Image Classifier.");
-- 
GitLab


From 1cfd1df084a31fa228923a284511b682eb4cd69a Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Wed, 17 Oct 2018 15:53:24 +0100
Subject: [PATCH 0198/1825] Cleanup empty lines

---
 tensorflow/core/graph/graph_constructor.cc | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tensorflow/core/graph/graph_constructor.cc b/tensorflow/core/graph/graph_constructor.cc
index 4e0dcbee4f..0ddab8264f 100644
--- a/tensorflow/core/graph/graph_constructor.cc
+++ b/tensorflow/core/graph/graph_constructor.cc
@@ -975,8 +975,6 @@ Status GraphConstructor::Convert() {
       node_def = &original_node_def;
     }
 
-
-
     DCHECK_EQ(node_def->input_size(), input_already_exists.size());
     TF_RETURN_IF_ERROR(ValidateColocationConstraints(*node_def));
     for (int i = 0; i < node_def->input_size(); ++i) {
-- 
GitLab


From 0575b7f5d11b2784babca472eef20fe2c568f117 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Wed, 17 Oct 2018 16:06:02 +0100
Subject: [PATCH 0199/1825] Added unit test to check if requested device is
 indeed propogated into the node

---
 .../core/graph/graph_constructor_test.cc      | 24 +++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/tensorflow/core/graph/graph_constructor_test.cc b/tensorflow/core/graph/graph_constructor_test.cc
index 73142ebde7..b5e1519bc5 100644
--- a/tensorflow/core/graph/graph_constructor_test.cc
+++ b/tensorflow/core/graph/graph_constructor_test.cc
@@ -3205,6 +3205,30 @@ TEST_F(GraphConstructorTest, ImportGraphDef_ValidateColationConstraints) {
   TF_EXPECT_OK(ImportGraphDef(options, def, &graph_, nullptr));
 }
 
+TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDevice) {
+  std::string gdef_ascii(
+      R"EOF(
+      node { name: 'test_input' op: 'TestInput' }
+      node { name: 'test_op' op: 'TestMul' input: [ 'test_input:0', 'test_input:1' ] }
+      )EOF");
+
+  GraphDef gdef;
+  CHECK(protobuf::TextFormat::ParseFromString(gdef_ascii, &gdef));
+
+  ImportGraphDefOptions options;
+  std::string dev = "/gpu:13";
+  options.default_device = dev;
+  options.return_nodes = std::vector<std::string>{"test_input", "test_op"};
+
+  ImportGraphDefResults res;
+
+  TF_EXPECT_OK(ImportGraphDef(options, gdef, &graph_, NULL, &res));
+  EXPECT_EQ(res.return_nodes.size(), options.return_nodes.size());
+  for (auto node: res.return_nodes) {
+    EXPECT_EQ(node->requested_device(), dev);
+  }
+}
+
 TEST_F(GraphConstructorTest, ImportGraphDef_UnknownOps) {
   const string pb_ascii = "node { name: 'op_from_contrib' op: 'OpFromContrib'}";
   // Try load twice to check for two parts of the error message. We cannot check
-- 
GitLab


From 5674c9423f0732e6ab7b4cc428f730ce7bd3e857 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 09:04:45 -0700
Subject: [PATCH 0200/1825] Internal change

PiperOrigin-RevId: 217527648
---
 tensorflow/core/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 4f95f207ad..7d864d434d 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -593,6 +593,7 @@ cc_library(
         "//tensorflow/core/platform/default/build_config:other",
         "//tensorflow/core/platform/default/build_config:platformlib",
         "//tensorflow/core/platform/default/build_config:port",
+        "@com_google_absl//absl/flags:flag",
     ],
 )
 
@@ -2194,6 +2195,7 @@ cc_library(
         ":lib_proto_parsing",
         ":abi",
         ":core_stringpiece",
+        "@com_google_absl//absl/flags:flag",
         "//third_party/eigen3",
         "//tensorflow/core/platform/default/build_config:platformlib",
         "@snappy",
-- 
GitLab


From 4513f1910bf435c4cc46d0f0dfb3e0641286ce21 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 09:51:13 -0700
Subject: [PATCH 0201/1825] Raise ValueError in tf.einsum() when passed
 unsupported input.

The case where an axis appears more than once for a single input
was listed in the docstring as unsupported, but the code didn't
raise an exception in this case, and instead returned an incorrect
result.

This change also fixes an unrelated bug in the docstring.

PiperOrigin-RevId: 217535799
---
 tensorflow/python/ops/special_math_ops.py      | 8 +++++++-
 tensorflow/python/ops/special_math_ops_test.py | 5 +++++
 2 files changed, 12 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/special_math_ops.py b/tensorflow/python/ops/special_math_ops.py
index e44bafedfc..cb417e4eb5 100644
--- a/tensorflow/python/ops/special_math_ops.py
+++ b/tensorflow/python/ops/special_math_ops.py
@@ -182,7 +182,6 @@ def einsum(equation, *inputs, **kwargs):
   * Ellipses (subscripts like `ij...,jk...->ik...`)
   * Subscripts where an axis appears more than once for a single input
     (e.g. `ijj,k->ik`).
-  * Subscripts that are summed across multiple inputs (e.g., `ij,ij,jk->ik`).
 
   Args:
     equation: a `str` describing the contraction, in the same format as
@@ -238,6 +237,13 @@ def einsum(equation, *inputs, **kwargs):
       output_axis_labels = ''.join(
           sorted(ax for ax in indices if counts[ax] == 1))
 
+    for a in axis_labels:
+      for input_labels in input_axis_labels:
+        if input_labels.count(a) > 1:
+          raise ValueError(
+              'Subscript not supported: an axis appears more than once: %s' %
+              input_labels)
+
     for a in axis_labels:
       input_count = sum(1 for s in input_axis_labels if a in s)
       if input_count > 2 and a not in output_axis_labels:
diff --git a/tensorflow/python/ops/special_math_ops_test.py b/tensorflow/python/ops/special_math_ops_test.py
index d2f6b47697..7438cdb3f1 100644
--- a/tensorflow/python/ops/special_math_ops_test.py
+++ b/tensorflow/python/ops/special_math_ops_test.py
@@ -311,6 +311,11 @@ class EinsumTest(test.TestCase):
           invalid1='value1',
           invalid2='value2')
 
+  def test_repeated_axis_single_input(self):
+    x = array_ops.placeholder(dtypes.float32, shape=[2, 2])
+    with self.assertRaises(ValueError):
+      _ = special_math_ops.einsum('ii->', x)
+
   def test_dim_mismatch(self):
     for axes, input_shapes in self.dim_mismatch_cases:
       inputs = [
-- 
GitLab


From af7ebf45751df025bf5561ddb992b9c7a91b4201 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Wed, 17 Oct 2018 10:01:58 -0700
Subject: [PATCH 0202/1825] Automated rollback of commit
 5674c9423f0732e6ab7b4cc428f730ce7bd3e857

PiperOrigin-RevId: 217537594
---
 tensorflow/core/BUILD | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 7d864d434d..4f95f207ad 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -593,7 +593,6 @@ cc_library(
         "//tensorflow/core/platform/default/build_config:other",
         "//tensorflow/core/platform/default/build_config:platformlib",
         "//tensorflow/core/platform/default/build_config:port",
-        "@com_google_absl//absl/flags:flag",
     ],
 )
 
@@ -2195,7 +2194,6 @@ cc_library(
         ":lib_proto_parsing",
         ":abi",
         ":core_stringpiece",
-        "@com_google_absl//absl/flags:flag",
         "//third_party/eigen3",
         "//tensorflow/core/platform/default/build_config:platformlib",
         "@snappy",
-- 
GitLab


From db46af2f820242a0249022135b15fab738bc7865 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Wed, 17 Oct 2018 10:27:19 -0700
Subject: [PATCH 0203/1825] Enabling tf.function on one more benchmark.

PiperOrigin-RevId: 217542911
---
 .../eager/python/examples/resnet50/resnet50_test.py      | 3 +--
 tensorflow/python/eager/def_function.py                  | 9 +++++++--
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/resnet50/resnet50_test.py b/tensorflow/contrib/eager/python/examples/resnet50/resnet50_test.py
index e406aee29d..fb81979d7b 100644
--- a/tensorflow/contrib/eager/python/examples/resnet50/resnet50_test.py
+++ b/tensorflow/contrib/eager/python/examples/resnet50/resnet50_test.py
@@ -267,8 +267,7 @@ class ResNet50Benchmarks(tf.test.Benchmark):
         apply_grads = apply_gradients
         if defun:
           model.call = tfe.function(model.call)
-          # TODO(apassos) enable tf.function here
-          apply_grads = tfe.defun(apply_gradients)
+          apply_grads = tfe.function(apply_gradients)
 
         num_burn = 3
         num_iters = 10
diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 63f8e698a8..022c8685a8 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -29,7 +29,9 @@ from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
+from tensorflow.python.ops import variables
 from tensorflow.python.training.checkpointable import base as checkpointable
+from tensorflow.python.util import nest
 
 
 class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
@@ -178,12 +180,15 @@ def _defun_with_scope(scope, fn, input_signature):
   return function_lib.defun(wrapped_fn, input_signature=input_signature)
 
 
+# TODO(apassos) there should be an easier way to call a concrete defun.
 def _call_concrete(fn, args, unused_kwargs):
   """Calls the given concrete function with only the tensor arguments."""
 
   def inner():
     # TODO(apassos) figure out what to do with kwargs and concrete functions.
-    return fn(*[x for x in args if isinstance(x, ops.Tensor)])
+    return fn(*[x if isinstance(x, ops.Tensor) else x.handle
+                for x in nest.flatten(args)
+                if isinstance(x, (ops.Tensor, variables.Variable))])
 
   return inner
 
@@ -254,7 +259,7 @@ class PolymorphicFunction(object):
     elif self._stateful_fn is not None:
       # In this case we have not created variables on the first call. So we can
       # run the first trace but we should fail if variables are created.
-      results = self._first_trace(*args, **kwds)
+      results = self._stateful_fn(*args, **kwds)
       if self._created_variables:
         raise ValueError("Creating variables on a non-first call to a function"
                          " decorated with tf.function.")
-- 
GitLab


From 9a20e435c5b4b941fd7014342b7a359e5c6cdd6b Mon Sep 17 00:00:00 2001
From: Jing Li <jingli@google.com>
Date: Wed, 17 Oct 2018 10:33:20 -0700
Subject: [PATCH 0204/1825] - Support bfloat16 in Keras TPU. - Explicitly put
 optimizer parameter variables on TPU.

PiperOrigin-RevId: 217544154
---
 .../contrib/tpu/python/tpu/keras_support.py   | 22 ++++++++++++++-----
 .../tpu/python/tpu/keras_tpu_variables.py     |  3 ++-
 2 files changed, 18 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index 9d7b894717..083b65a8da 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -280,9 +280,9 @@ def _cross_replica_concat(tensor, core_id, num_cores, name):
   """
 
   input_dtype = tensor.dtype
-  if input_dtype not in [dtypes.float32, dtypes.int32]:
-    raise TypeError('For model replication, only (float32 and int32) is '
-                    'supported for model outputs and targets. Got {} for '
+  if input_dtype not in [dtypes.bfloat16, dtypes.float32, dtypes.int32]:
+    raise TypeError('For model replication, only (bfloat16, float32 and int32) '
+                    'is supported for model outputs and targets. Got {} for '
                     '{}.'.format(input_dtype, name))
 
   batch_size = tensor.shape[0]
@@ -362,7 +362,7 @@ def _replicated_optimizer(opt):
     return KerasCrossShardOptimizer(opt)
 
 
-def _clone_optimizer(optimizer, config=None):
+def _clone_optimizer(optimizer, config=None, worker_name=None):
   """Returns a cloned optimizer with the provided optimizer.config or config."""
   if not isinstance(optimizer, keras_optimizers.Optimizer):
     # In the first call to tpu_model(model), Keras may not have wrapped the TF
@@ -377,7 +377,10 @@ def _clone_optimizer(optimizer, config=None):
   if config is None:
     config = optimizer.get_config()
   logging.info('Cloning %s %s', optimizer.__class__.__name__, config)
-  return optimizer.__class__.from_config(config)
+  with ops.device(
+      '%s/device:CPU:0' % ('/job:%s' % worker_name if worker_name else '')):
+    # Explicitly put optimizer parameter variables on TPU worker.
+    return optimizer.__class__.from_config(config)
 
 
 class TPURewriteContext(object):
@@ -956,7 +959,8 @@ class TPUFunction(object):
               self._tpu_assignment.num_towers):
             if not self._cloned_optimizer:
               self._cloned_optimizer = _clone_optimizer(
-                  self.model.cpu_optimizer)
+                  self.model.cpu_optimizer,
+                  worker_name=self._tpu_assignment.worker_name)
 
             self._cloned_model = models.clone_model(self.model)
 
@@ -973,6 +977,12 @@ class TPUFunction(object):
                       name='model output ({})'.format(o.name))
                   for o in self._cloned_model.outputs
               ]
+              # Recast all low precision outputs back to float32 since we only
+              # casted the inputs to bfloat16 and not targets. This is done so
+              # that we can preserve precision when calculating the loss value.
+              if new_outputs and new_outputs[0].dtype == dtypes.bfloat16:
+                new_outputs = [
+                    math_ops.cast(o, dtypes.float32) for o in new_outputs]
               self._cloned_model.outputs = new_outputs
               tpu_targets = [
                   _cross_replica_concat(
diff --git a/tensorflow/contrib/tpu/python/tpu/keras_tpu_variables.py b/tensorflow/contrib/tpu/python/tpu/keras_tpu_variables.py
index 004b1012e5..28d3a93851 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_tpu_variables.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_tpu_variables.py
@@ -33,6 +33,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.keras import backend
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gen_resource_variable_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
 
@@ -227,7 +228,7 @@ class ReplicatedVariable(object):
       return self._primary_var._dense_var_to_tensor(dtype, name, as_ref)
     # pylint: enable=protected-access
     if dtype is not None and dtype != self.dtype:
-      return NotImplemented
+      return math_ops.cast(self._read_variable_op(), dtype)
     if as_ref:
       return self.handle
     else:
-- 
GitLab


From f43a352c12c08d7b1f65e7c1bbd149dbd7904d4f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 11:31:52 -0700
Subject: [PATCH 0205/1825] [XLA] More improvements in module proto
 verification.

Issues fixed in this CL:
 * HloInputOutputAliasConfig::Verify should preverify
   param_number read from the proto before using it
 * hlo verifier should reject sparse layouts
 * hlo verifier should reject instructions with called_computations
   if they don't support it
 * verifier should check that element types of Broadcast and
   Reshape instructions match that of their operands
 * InferWindowOutputShape should check that the resulting shape is valid,
   i.e. it has a valid element type and size does not overflow int64
 * InferConvolveShape should require that input and output have same
   number of spatial dimensions
 * literals should not be supported for shapes with OPAQUE sub-shapes
 * ShapeUtil::IndexIsValid should check that indices are non-negative
 * SparseIndexArray should support index count equal to max_indices

PiperOrigin-RevId: 217556707
---
 tensorflow/compiler/xla/literal.cc            |  3 +
 .../xla/service/gpu/while_transformer_test.cc |  4 +-
 .../service/hlo_input_output_alias_config.cc  |  3 +-
 .../compiler/xla/service/hlo_verifier.cc      | 58 +++++++++++++------
 .../compiler/xla/service/hlo_verifier.h       |  7 +++
 .../compiler/xla/service/shape_inference.cc   | 18 ++++--
 tensorflow/compiler/xla/shape_util.cc         | 26 ++++++---
 tensorflow/compiler/xla/shape_util.h          | 10 +++-
 tensorflow/compiler/xla/sparse_index_array.cc |  2 +-
 9 files changed, 96 insertions(+), 35 deletions(-)

diff --git a/tensorflow/compiler/xla/literal.cc b/tensorflow/compiler/xla/literal.cc
index 656ce720a1..8a8f49ccd0 100644
--- a/tensorflow/compiler/xla/literal.cc
+++ b/tensorflow/compiler/xla/literal.cc
@@ -283,6 +283,9 @@ Status MutableLiteralBase::CopyElementFrom(const LiteralSlice& src_literal,
   if (!proto.has_shape()) {
     return InvalidArgument("LiteralProto has no shape");
   }
+  if (ShapeUtil::HasPrimitiveType(proto.shape(), OPAQUE)) {
+    return InvalidArgument("Literal shape cannot include OPAQUE sub-shape");
+  }
   if (!LayoutUtil::HasLayout(proto.shape())) {
     return InvalidArgument("LiteralProto has no layout");
   }
diff --git a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
index 9a61f8ac5a..926b59a1b8 100644
--- a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
@@ -69,8 +69,10 @@ class WhileTransformerTest : public HloTestBase {
     auto data = builder.AddInstruction(HloInstruction::CreateGetTupleElement(
         data_shape_, loop_state, data_tuple_index));
     // Use 'induction_variable' in computation with no path to output tuple.
+    auto cast = builder.AddInstruction(HloInstruction::CreateBitcastConvert(
+        ShapeUtil::MakeShape(F32, {}), induction_variable));
     auto update = builder.AddInstruction(
-        HloInstruction::CreateBroadcast(data_shape_, induction_variable, {}));
+        HloInstruction::CreateBroadcast(data_shape_, cast, {}));
     auto add1 = builder.AddInstruction(HloInstruction::CreateBinary(
         data_shape_, HloOpcode::kAdd, data, update));
     // Create output Tuple.
diff --git a/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc b/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc
index 8128fad07c..450c620576 100644
--- a/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc
+++ b/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc
@@ -157,10 +157,11 @@ Status HloInputOutputAliasConfig::Verify(const HloModule& module) const {
                                     const ShapeIndex& param_index) -> Status {
     const HloInstruction* root = entry->root_instruction();
 
+    TF_RET_CHECK(0 <= param_number);
+    TF_RET_CHECK(entry->num_parameters() > param_number);
     const Shape& param_shape =
         entry->parameter_instruction(param_number)->shape();
     const Shape& output_shape = root->shape();
-    TF_RET_CHECK(entry->num_parameters() > param_number);
     TF_RET_CHECK(ShapeUtil::IndexIsValid(param_shape, param_index));
     TF_RET_CHECK(ShapeUtil::IndexIsValid(output_shape, output_index));
 
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index a1cb60a049..e955b905ad 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -27,12 +27,42 @@ limitations under the License.
 
 namespace xla {
 
+Status VerifyNotSparse(const Shape& shape) {
+  return ShapeUtil::ForEachSubshapeWithStatus(
+      shape, [](const Shape& subshape, const ShapeIndex&) -> Status {
+        if (LayoutUtil::IsSparseArray(subshape)) {
+          return InternalError("Sparse arrays are not yet fully supported: %s",
+                               ShapeUtil::HumanStringWithLayout(subshape));
+        }
+        return Status::OK();
+      });
+}
+
+bool IsCallerInstruction(HloInstruction* hlo) {
+  switch (hlo->opcode()) {
+    case HloOpcode::kCall:
+    case HloOpcode::kConditional:
+    case HloOpcode::kWhile:
+    case HloOpcode::kCrossReplicaSum:
+    case HloOpcode::kMap:
+    case HloOpcode::kReduce:
+    case HloOpcode::kReduceWindow:
+    case HloOpcode::kScatter:
+    case HloOpcode::kSelectAndScatter:
+    case HloOpcode::kFusion:
+      return true;
+    default:
+      return false;
+  }
+}
+
 Status ShapeVerifier::Preprocess(HloInstruction* hlo) {
-  if (LayoutUtil::IsSparseArray(hlo->shape())) {
-    return InternalError("Sparse arrays are not yet fully supported: %s",
-                         hlo->ToString());
+  if (!hlo->called_computations().empty() && !IsCallerInstruction(hlo)) {
+    return InternalError(
+        "Called computations specified for non-caller instruction  %s",
+        hlo->ToString());
   }
-  return Status::OK();
+  return VerifyNotSparse(hlo->shape());
 }
 
 static Status CheckOperandCount(const HloInstruction* hlo, int expected) {
@@ -351,7 +381,7 @@ Status ShapeVerifier::HandleBroadcast(HloInstruction* broadcast) {
   // ShapeInference method. Check the output shape explicitly.
   const Shape& operand_shape = broadcast->operand(0)->shape();
   // Check for mixed precision.
-  TF_RETURN_IF_ERROR(CheckShape(broadcast, broadcast->shape()));
+  TF_RET_CHECK(SameElementType(broadcast->shape(), operand_shape));
   TF_RET_CHECK(ShapeUtil::Rank(operand_shape) ==
                broadcast->dimensions().size());
   for (int64 operand_dimension = 0;
@@ -369,9 +399,10 @@ Status ShapeVerifier::HandleBroadcast(HloInstruction* broadcast) {
 Status ShapeVerifier::HandleReshape(HloInstruction* reshape) {
   TF_RETURN_IF_ERROR(CheckOperandCount(reshape, 1));
   // Check for mixed precision.
-  TF_RETURN_IF_ERROR(CheckShape(reshape, reshape->shape()));
+  const Shape& operand_shape = reshape->operand(0)->shape();
+  TF_RET_CHECK(SameElementType(reshape->shape(), operand_shape));
   TF_RET_CHECK(ShapeUtil::ElementsIn(reshape->shape()) ==
-               ShapeUtil::ElementsIn(reshape->operand(0)->shape()));
+               ShapeUtil::ElementsIn(operand_shape));
   return Status::OK();
 }
 
@@ -902,11 +933,7 @@ Status CheckEntryComputationLayout(const HloModule& module) {
   TF_RETURN_IF_ERROR(
       ShapeUtil::ValidateShapeWithOptionalLayout(result_layout.shape()));
 
-  if (LayoutUtil::IsSparseArray(result_layout.shape())) {
-    return Unimplemented(
-        "Sparse arrays are not yet fully supported in program result shape: %s",
-        ShapeUtil::HumanStringWithLayout(result_layout.shape()));
-  }
+  TF_RETURN_IF_ERROR(VerifyNotSparse(result_layout.shape()));
 
   if (!ShapeUtil::Compatible(computation->root_instruction()->shape(),
                              result_layout.shape())) {
@@ -928,12 +955,7 @@ Status CheckEntryComputationLayout(const HloModule& module) {
     const HloInstruction* parameter = computation->parameter_instruction(i);
     TF_RETURN_IF_ERROR(
         ShapeUtil::ValidateShapeWithOptionalLayout(layout.parameter_shape(i)));
-    if (LayoutUtil::IsSparseArray(layout.parameter_shape(i))) {
-      return Unimplemented(
-          "Sparse arrays are not yet fully supported "
-          "in program parameter shape: %s",
-          ShapeUtil::HumanStringWithLayout(layout.parameter_shape(i)));
-    }
+    TF_RETURN_IF_ERROR(VerifyNotSparse(layout.parameter_shape(i)));
     if (!ShapeUtil::Compatible(parameter->shape(), layout.parameter_shape(i))) {
       return InternalError(
           "Shape of the entry computation parameter %d is %s should be "
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.h b/tensorflow/compiler/xla/service/hlo_verifier.h
index e1f3402465..5e65d76877 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.h
+++ b/tensorflow/compiler/xla/service/hlo_verifier.h
@@ -123,6 +123,13 @@ class ShapeVerifier : public DfsHloVisitor {
                              : ShapeUtil::HumanString(s);
   }
 
+  // Helpers that switch on allow_mixed_precision_.
+  bool SameElementType(const Shape& a, const Shape& b) {
+    return allow_mixed_precision_
+               ? ShapeUtil::SameElementTypeIgnoringFpPrecision(a, b)
+               : ShapeUtil::SameElementType(a, b);
+  }
+
   // Checks that the given operand of the given instruction is of type TOKEN.
   Status CheckIsTokenOperand(const HloInstruction* instruction,
                              int64 operand_no);
diff --git a/tensorflow/compiler/xla/service/shape_inference.cc b/tensorflow/compiler/xla/service/shape_inference.cc
index 25afc23e5b..2e02b256cb 100644
--- a/tensorflow/compiler/xla/service/shape_inference.cc
+++ b/tensorflow/compiler/xla/service/shape_inference.cc
@@ -207,7 +207,7 @@ StatusOr<Shape> InferWindowOutputShape(const Shape& base_shape,
         padded_dilated_base, dilated_window, dim.stride());
   }
 
-  return ShapeUtil::MakeShape(element_type, output_dimensions);
+  return ShapeUtil::MakeValidatedShape(element_type, output_dimensions);
 }
 
 }  // namespace
@@ -1580,8 +1580,16 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
       dnums.kernel_spatial_dimensions_size()) {
     return InvalidArgument(
         "Both arguments to convolution must have same number of dimensions.\n"
-        "Window: %s",
-        window.DebugString());
+        "Numbers: %s",
+        dnums.DebugString());
+  }
+
+  if (dnums.input_spatial_dimensions_size() !=
+      dnums.output_spatial_dimensions_size()) {
+    return InvalidArgument(
+        "Both input and output of convolution must have same number of "
+        "dimensions.\nNumbers: %s",
+        dnums.DebugString());
   }
 
   const int num_spatial_dims = dnums.input_spatial_dimensions_size();
@@ -1600,8 +1608,8 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
   }
   if (ShapeUtil::Rank(rhs) != num_dims) {
     return InvalidArgument(
-        "The RHS argument to a convolution should have rank %d; lhs: %s.",
-        num_dims, ShapeUtil::HumanString(lhs));
+        "The RHS argument to a convolution should have rank %d; rhs: %s.",
+        num_dims, ShapeUtil::HumanString(rhs));
   }
   TF_DCHECK_OK(ShapeUtil::ValidateShapeWithOptionalLayout(lhs));
   TF_DCHECK_OK(ShapeUtil::ValidateShapeWithOptionalLayout(rhs));
diff --git a/tensorflow/compiler/xla/shape_util.cc b/tensorflow/compiler/xla/shape_util.cc
index f55508f8e6..43b10a4af4 100644
--- a/tensorflow/compiler/xla/shape_util.cc
+++ b/tensorflow/compiler/xla/shape_util.cc
@@ -216,9 +216,14 @@ StatusOr<Shape> MakeShapeWithLayoutInternal(
 
 /* static */ Shape ShapeUtil::MakeShape(PrimitiveType element_type,
                                         absl::Span<const int64> dimensions) {
+  return MakeValidatedShape(element_type, dimensions).ValueOrDie();
+}
+
+/* static */ StatusOr<Shape> ShapeUtil::MakeValidatedShape(
+    PrimitiveType element_type, absl::Span<const int64> dimensions) {
   CHECK(IsArrayPrimitiveType(element_type));
   Shape result;
-  PopulateShape(element_type, dimensions, &result);
+  TF_RETURN_IF_ERROR(PopulateShape(element_type, dimensions, &result));
   return result;
 }
 
@@ -256,16 +261,16 @@ ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(
   return MakeShapeWithDescendingLayout(shape.element_type(), dims);
 }
 
-/* static */ void ShapeUtil::PopulateShape(PrimitiveType element_type,
-                                           absl::Span<const int64> dimensions,
-                                           Shape* shape) {
+/* static */ Status ShapeUtil::PopulateShape(PrimitiveType element_type,
+                                             absl::Span<const int64> dimensions,
+                                             Shape* shape) {
   shape->Clear();
   shape->set_element_type(element_type);
   for (int64 dimension : dimensions) {
     shape->add_dimensions(dimension);
   }
   LayoutUtil::SetToDefaultLayout(shape);
-  TF_DCHECK_OK(ValidateShape(*shape));
+  return ValidateShape(*shape);
 }
 
 /* static */ Shape ShapeUtil::MakeTupleShape(absl::Span<const Shape> shapes) {
@@ -786,6 +791,9 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
     return byte_size;
   } else if (shape.element_type() == TOKEN) {
     return 0;
+  } else if (shape.element_type() == OPAQUE) {
+    CHECK_GT(pointer_size, 0);
+    return pointer_size;
   }
   LOG(FATAL) << PrimitiveType_Name(shape.element_type())
              << " primitive type has no definitive size";
@@ -981,7 +989,7 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
                                           ShapeIndexView index) {
   const Shape* subshape = &shape;
   for (auto i : index) {
-    if (!IsTuple(*subshape) || i >= subshape->tuple_shapes_size()) {
+    if (!IsTuple(*subshape) || i >= subshape->tuple_shapes_size() || i < 0) {
       return false;
     }
     subshape = &subshape->tuple_shapes(i);
@@ -1609,7 +1617,11 @@ ShapeUtil::DimensionsUnmodifiedByReshape(const Shape& input_shape,
   Shape output_shape_with_layout = MakeShapeWithLayout(
       output_shape.element_type(), AsInt64Slice(output_shape.dimensions()),
       output_layout);
-  CHECK(ReshapeIsBitcast(input_shape, output_shape_with_layout));
+  CHECK(ReshapeIsBitcast(input_shape, output_shape_with_layout))
+      << "reshape is not a bitcast for input_shape: "
+      << ShapeUtil::HumanStringWithLayout(input_shape)
+      << " and output_shape_with_layout: "
+      << ShapeUtil::HumanStringWithLayout(output_shape_with_layout);
   return output_shape_with_layout;
 }
 
diff --git a/tensorflow/compiler/xla/shape_util.h b/tensorflow/compiler/xla/shape_util.h
index 51cedce7f0..191ab04759 100644
--- a/tensorflow/compiler/xla/shape_util.h
+++ b/tensorflow/compiler/xla/shape_util.h
@@ -365,6 +365,12 @@ class ShapeUtil {
   static Shape MakeShape(PrimitiveType element_type,
                          absl::Span<const int64> dimensions);
 
+  // Constructs a new shape with the given element type and sequence of
+  // dimensions. Method checks if the element type is valid and the shape's
+  // size fits in std::numeric_limits<int64>::max().
+  static StatusOr<Shape> MakeValidatedShape(PrimitiveType element_type,
+                                            absl::Span<const int64> dimensions);
+
   // Creates a Shape with element type corresponding to T and the given
   // dimensions
   template <typename T>
@@ -396,8 +402,8 @@ class ShapeUtil {
       const Shape& shape);
 
   // As MakeShape, but the object to write to is passed in.
-  static void PopulateShape(PrimitiveType element_type,
-                            absl::Span<const int64> dimensions, Shape* shape);
+  static Status PopulateShape(PrimitiveType element_type,
+                              absl::Span<const int64> dimensions, Shape* shape);
 
   // Validates that the provided shape satisfies invariants.
   static Status ValidateShape(const Shape& shape);
diff --git a/tensorflow/compiler/xla/sparse_index_array.cc b/tensorflow/compiler/xla/sparse_index_array.cc
index 1c135dda86..a40bb7875e 100644
--- a/tensorflow/compiler/xla/sparse_index_array.cc
+++ b/tensorflow/compiler/xla/sparse_index_array.cc
@@ -29,7 +29,7 @@ SparseIndexArray::SparseIndexArray(int64 max_indices, int64 rank,
   CHECK_GT(rank_, 0);
   CHECK_EQ(indices_.size() % rank_, 0)
       << "indices_.size(): " << indices_.size() << ", rank_: " << rank_;
-  CHECK_LT(index_count(), max_indices_);
+  CHECK_LE(index_count(), max_indices_);
 }
 
 SparseIndexArray::SparseIndexArray(int64 max_indices, int64 rank,
-- 
GitLab


From af653ab648cf1e8069ed34127a2070d6a8cae57a Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Wed, 17 Oct 2018 11:45:55 -0700
Subject: [PATCH 0206/1825] Handle extrapolation only case gracefully

---
 .../core/kernels/crop_resize_bilinear_core.h  | 394 +++++++++---------
 1 file changed, 208 insertions(+), 186 deletions(-)

diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
index 62c275d4cc..6167cafea2 100644
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -3616,33 +3616,53 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
         x1_(flip_x ? out_width - 1 - min_ix : max_ix),
         y0_(flip_y ? out_height - 1 - max_iy : min_iy),
         y1_(flip_y ? out_height - 1 - min_iy : max_iy) {
-    // copy xs values, but filter out the following:
-    // xs[].lower == xs[].upper AND xs[].lerp == 0
-    // xs[].lower == xs[].upper AND xs[].lerp == 1
-    assert(min_ix_ <= max_ix_);
-    xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
-    for (int i = min_ix_; i <= max_ix_; ++i) {
-      int ix = i - min_ix_;
-      int xs_lower = xs[ix].lower / channels_;
-      int xs_upper = xs[ix].upper / channels_;
-      if (xs_lower == xs_upper) {
-        if (xs[ix].lerp == 0.0f && xs_lower + 1 < in_width) {
-          // upper weight is zero
-          xs_upper = xs_lower + 1;
-        } else if (xs[ix].lerp == 1.0f && xs_upper - 1 >= 0) {
-          // lower weight is zero
-          xs_lower = xs_upper - 1;
-        }
+    if (min_ix_ <= max_ix_ && min_iy_ <= max_iy_) {
+      // copy xs values, but filter out the following:
+      // xs[].lower == xs[].upper AND xs[].lerp == 0
+      // xs[].lower == xs[].upper AND xs[].lerp == 1
+      xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
+      for (int i = min_ix_; i <= max_ix_; ++i) {
+	int ix = i - min_ix_;
+	int xs_lower = xs[ix].lower / channels_;
+	int xs_upper = xs[ix].upper / channels_;
+	if (xs_lower == xs_upper) {
+	  if (xs[ix].lerp == 0.0f && xs_lower + 1 < in_width) {
+	    // upper weight is zero
+	    xs_upper = xs_lower + 1;
+	  } else if (xs[ix].lerp == 1.0f && xs_upper - 1 >= 0) {
+	    // lower weight is zero
+	    xs_lower = xs_upper - 1;
+	  }
+	}
+	xs_[ix].lower = xs_lower * channels_;
+	xs_[ix].upper = xs_upper * channels_;
+	xs_[ix].lerp = xs[ix].lerp;
       }
-      xs_[ix].lower = xs_lower * channels_;
-      xs_[ix].upper = xs_upper * channels_;
-      xs_[ix].lerp = xs[ix].lerp;
+      _u_min_val = std::numeric_limits<U>::min();
+      _u_max_val = std::numeric_limits<U>::max();
+      _f_min_val = static_cast<float>(_u_min_val);
+      _f_max_val = static_cast<float>(_u_max_val);
+      Configure_();
+    } else {
+      // crop region outside of input image.
+      // extrapolation only.
+      general_x_ = NULL;
+      load1_x_ = NULL;
+      load2_x_ = NULL;
+      load4_x_ = NULL;
+      load8_x_ = NULL;
+      load1_offsets_ = NULL;
+      load2_offsets_ = NULL;
+      load4_offsets_ = NULL;
+      load8_offsets_ = NULL;
+      load1_shuffle_masks_ = NULL;
+      load2_shuffle_masks_ = NULL;
+      load1_mmxs_lerp_ = NULL;
+      load2_mmxs_lerp_ = NULL;
+      load4_mmxs_lerp_ = NULL;
+      load8_mmxs_lerp_ = NULL;
+      xs_ = NULL;
     }
-    _u_min_val = std::numeric_limits<U>::min();
-    _u_max_val = std::numeric_limits<U>::max();
-    _f_min_val = static_cast<float>(_u_min_val);
-    _f_max_val = static_cast<float>(_u_max_val);
-    Configure_();
   }
   ~CropResizeCastImage() {
     if (general_x_ != NULL) delete[] general_x_;
@@ -3803,168 +3823,170 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
     }
   }
   // interpolation region
-  int y = y0_;
-  for (y = y0_; y + 1 <= y1_; y += 2) {
-    const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
-    const float yA_lerp = ys_[iyA].lerp;
-    const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-    const T* ysA_input_lower_ptr =
-        input_image + ys_[iyA].lower * in_width_ * channels_;
-    const T* ysA_input_upper_ptr =
-        input_image + ys_[iyA].upper * in_width_ * channels_;
-    U* ysA_output_ptr = output_image + y * out_width_ * channels_;
-    const int iyB =
-        flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
-    const float yB_lerp = ys_[iyB].lerp;
-    const __m128 ysB_lerp = _mm_set1_ps(yB_lerp);
-    const T* ysB_input_lower_ptr =
-        input_image + ys_[iyB].lower * in_width_ * channels_;
-    const T* ysB_input_upper_ptr =
-        input_image + ys_[iyB].upper * in_width_ * channels_;
-    U* ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
-    if (channels_ == 1) {
-      this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load1_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                               ysB_input_upper_ptr, ysB_output_ptr);
-    } else if (channels_ == 2) {
-      this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load1_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                               ysB_input_upper_ptr, ysB_output_ptr);
-    } else if (channels_ == 3) {
-      this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load1_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                               ysB_input_upper_ptr, ysB_output_ptr);
-    } else if (channels_ == 4) {
-      this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load1_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                               ysB_input_upper_ptr, ysB_output_ptr);
-    } else {
-      assert(false);
+  if (min_ix_ <= max_ix_ && min_iy_ <= max_iy_) {
+    int y = y0_;
+    for (y = y0_; y + 1 <= y1_; y += 2) {
+      const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
+      const float yA_lerp = ys_[iyA].lerp;
+      const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
+      const T* ysA_input_lower_ptr =
+	input_image + ys_[iyA].lower * in_width_ * channels_;
+      const T* ysA_input_upper_ptr =
+	input_image + ys_[iyA].upper * in_width_ * channels_;
+      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
+      const int iyB =
+	flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
+      const float yB_lerp = ys_[iyB].lerp;
+      const __m128 ysB_lerp = _mm_set1_ps(yB_lerp);
+      const T* ysB_input_lower_ptr =
+	input_image + ys_[iyB].lower * in_width_ * channels_;
+      const T* ysB_input_upper_ptr =
+	input_image + ys_[iyB].upper * in_width_ * channels_;
+      U* ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
+      if (channels_ == 1) {
+	this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load1_1ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_1ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_1ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_1ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+      } else if (channels_ == 2) {
+	this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load1_2ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_2ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_2ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_2ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+      } else if (channels_ == 3) {
+	this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load1_3ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_3ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_3ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_3ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+      } else if (channels_ == 4) {
+	this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load1_4ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_4ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_4ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_4ch_(ysB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+	    ysB_input_upper_ptr, ysB_output_ptr);
+      } else {
+	assert(false);
+      }
     }
-  }
-  for (; y <= y1_; ++y) {
-    const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
-    const float yA_lerp = ys_[iyA].lerp;
-    const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-    const T* ysA_input_lower_ptr =
-        input_image + ys_[iyA].lower * in_width_ * channels_;
-    const T* ysA_input_upper_ptr =
-        input_image + ys_[iyA].upper * in_width_ * channels_;
-    U* ysA_output_ptr = output_image + y * out_width_ * channels_;
-    if (channels_ == 1) {
-      this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-    } else if (channels_ == 2) {
-      this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-    } else if (channels_ == 3) {
-      this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-    } else if (channels_ == 4) {
-      this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                               ysA_input_upper_ptr, ysA_output_ptr);
-    } else {
-      assert(false);
+    for (; y <= y1_; ++y) {
+      const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
+      const float yA_lerp = ys_[iyA].lerp;
+      const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
+      const T* ysA_input_lower_ptr =
+	input_image + ys_[iyA].lower * in_width_ * channels_;
+      const T* ysA_input_upper_ptr =
+	input_image + ys_[iyA].upper * in_width_ * channels_;
+      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
+      if (channels_ == 1) {
+	this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+      } else if (channels_ == 2) {
+	this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+      } else if (channels_ == 3) {
+	this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+      } else if (channels_ == 4) {
+	this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+	    ysA_input_upper_ptr, ysA_output_ptr);
+      } else {
+	assert(false);
+      }
     }
   }
 }
-- 
GitLab


From 75154000c2edf8d67500afba12f0a7b5c410c12f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 12:02:20 -0700
Subject: [PATCH 0207/1825] Internal change.

PiperOrigin-RevId: 217562080
---
 tensorflow/contrib/lite/kernels/lstm_eval.cc | 26 +++++++++++++++++---
 1 file changed, 22 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/lstm_eval.cc b/tensorflow/contrib/lite/kernels/lstm_eval.cc
index 5b7951a931..f2ba7b46d9 100644
--- a/tensorflow/contrib/lite/kernels/lstm_eval.cc
+++ b/tensorflow/contrib/lite/kernels/lstm_eval.cc
@@ -715,8 +715,14 @@ TfLiteStatus EvalFloat(
     TfLiteTensor* activation_state, TfLiteTensor* cell_state,
     TfLiteTensor* output) {
   TF_LITE_ASSERT(input->dims->size >= 2 && input->dims->size <= 3);
-  const int max_time = (input->dims->size == 2) ? 1 : input->dims->data[0];
-  const int n_batch = input->dims->data[input->dims->size - 2];
+  int max_time, n_batch;
+  if (input->dims->size == 3) {
+    max_time = (time_major) ? input->dims->data[0] : input->dims->data[1];
+    n_batch = (time_major) ? input->dims->data[1] : input->dims->data[0];
+  } else {
+    max_time = 1;
+    n_batch = input->dims->data[0];
+  }
   const int n_input = input->dims->data[input->dims->size - 1];
   const int aux_input_size =
       (aux_input) ? aux_input->dims->data[aux_input->dims->size - 1] : 0;
@@ -821,6 +827,9 @@ TfLiteStatus EvalFloat(
         // backwards.
         const int t_rel = forward_sequence ? t : max_time - t - 1;
         const float* input_ptr = input->data.f + t_rel * input_step;
+        if (aux_input) {
+          aux_input_ptr = aux_input->data.f + t_rel * input_step;
+        }
         float* output_ptr_time =
             output->data.f + t_rel * output_step + output_offset;
 
@@ -874,9 +883,15 @@ TfLiteStatus EvalHybrid(
     TfLiteTensor* cell_state_quantized, TfLiteTensor* output_state,
     TfLiteTensor* cell_state, TfLiteTensor* output) {
   TF_LITE_ASSERT(input->dims->size >= 2 && input->dims->size <= 3);
-  const int max_time = (input->dims->size == 2) ? 1 : input->dims->data[0];
-  const int n_batch = input->dims->data[input->dims->size - 2];
   const int n_input = input->dims->data[input->dims->size - 1];
+  int max_time, n_batch;
+  if (input->dims->size == 2) {
+    max_time = 1;
+    n_batch = input->dims->data[0];
+  } else {
+    max_time = (time_major) ? input->dims->data[0] : input->dims->data[1];
+    n_batch = (time_major) ? input->dims->data[1] : input->dims->data[0];
+  }
   const int aux_input_size =
       (aux_input) ? aux_input->dims->data[aux_input->dims->size - 1] : 0;
   // n_cell and n_output will be the same size when there is no projection.
@@ -1078,6 +1093,9 @@ TfLiteStatus EvalHybrid(
         // backwards.
         const int t_rel = forward_sequence ? t : max_time - t - 1;
         const float* input_ptr = input->data.f + t_rel * input_step;
+        if (aux_input) {
+          aux_input_ptr = aux_input->data.f + t_rel * input_step;
+        }
         float* output_ptr =
             output->data.f + t_rel * output_step + output_offset;
 
-- 
GitLab


From 3cd85a0c541dcf3b86e5da5a20b1b4680b6a865a Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Wed, 17 Oct 2018 12:18:53 -0700
Subject: [PATCH 0208/1825] Stop creating unnecessary tensor_specs, and use
 caching IsTensor check.

Before:
entry {
  name: "MicroBenchmarks.benchmark_defun_with_signature"
  iters: 30000
  wall_time: 96.1242675781
  extras {
    key: "examples_per_sec"
    value {
      double_value: 10403.2002032
    }
  }
}

entry {
  name: "MicroBenchmarks.benchmark_defun_with_signature_and_kwargs"
  iters: 30000
  wall_time: 100.377964973
  extras {
    key: "examples_per_sec"
    value {
      double_value: 9962.34582226
    }
  }
}

After:
entry {
  name: "MicroBenchmarks.benchmark_defun_with_signature"
  iters: 30000
  wall_time: 70.356965065
  extras {
    key: "examples_per_sec"
    value {
      double_value: 14213.2338863
    }
  }
}

entry {
  name: "MicroBenchmarks.benchmark_defun_with_signature_and_kwargs"
  iters: 30000
  wall_time: 83.8630994161
  extras {
    key: "examples_per_sec"
    value {
      double_value: 11924.1955874
    }
  }
}

PiperOrigin-RevId: 217565341
---
 tensorflow/python/eager/function.py | 7 ++-----
 tensorflow/python/util/util.i       | 3 +++
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 5fd49dd979..6d34cffdf6 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1307,14 +1307,11 @@ class PolymorphicFunction(object):
       except (ValueError, TypeError):
         raise ValueError("Structure of Python function inputs does not match "
                          "input_signature.")
-      if any(not isinstance(arg, ops.Tensor) for arg in flat_inputs):
+      if any(not pywrap_tensorflow.IsTensor(arg) for arg in flat_inputs):
         raise ValueError("When input_signature is provided, all inputs to "
                          "the Python function must be Tensors.")
-      tensor_specs = [
-          tensor_spec.TensorSpec.from_tensor(tensor) for tensor in flat_inputs
-      ]
       if any(not spec.is_compatible_with(other)
-             for spec, other in zip(self._flat_input_signature, tensor_specs)):
+             for spec, other in zip(self._flat_input_signature, flat_inputs)):
         raise ValueError("Python inputs incompatible with input_signature: "
                          "inputs (%s), input_signature (%s)" %
                          (str(inputs), str(self._input_signature)))
diff --git a/tensorflow/python/util/util.i b/tensorflow/python/util/util.i
index 3c0ec87fa4..4d34d61eee 100644
--- a/tensorflow/python/util/util.i
+++ b/tensorflow/python/util/util.i
@@ -31,6 +31,9 @@ limitations under the License.
 %unignore tensorflow::swig::RegisterType;
 %noexception tensorflow::swig::RegisterType;
 
+%unignore tensorflow::swig::IsTensor;
+%noexception tensorflow::swig::IsTensor;
+
 %feature("docstring") tensorflow::swig::IsSequence
 """Returns a true if its input is a collections.Sequence (except strings).
 
-- 
GitLab


From cf2644ad058c899402a0170a9617fe4cec24b8fe Mon Sep 17 00:00:00 2001
From: Eugene Brevdo <ebrevdo@google.com>
Date: Wed, 17 Oct 2018 12:33:39 -0700
Subject: [PATCH 0209/1825] Add proper weights properties for MultiRNNCell.

PiperOrigin-RevId: 217567838
---
 .../python/kernel_tests/core_rnn_cell_test.py |  8 +++++--
 tensorflow/python/ops/rnn_cell_impl.py        | 24 +++++++++++++++++++
 2 files changed, 30 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/rnn/python/kernel_tests/core_rnn_cell_test.py b/tensorflow/contrib/rnn/python/kernel_tests/core_rnn_cell_test.py
index 572df58e52..245fa68eae 100644
--- a/tensorflow/contrib/rnn/python/kernel_tests/core_rnn_cell_test.py
+++ b/tensorflow/contrib/rnn/python/kernel_tests/core_rnn_cell_test.py
@@ -757,9 +757,10 @@ class RNNCellTest(test.TestCase):
           "root", initializer=init_ops.constant_initializer(0.5)):
         x = array_ops.zeros([1, 2])
         m = array_ops.zeros([1, 4])
-        _, ml = rnn_cell_impl.MultiRNNCell(
+        multi_rnn_cell = rnn_cell_impl.MultiRNNCell(
             [rnn_cell_impl.GRUCell(2) for _ in range(2)],
-            state_is_tuple=False)(x, m)
+            state_is_tuple=False)
+        _, ml = multi_rnn_cell(x, m)
         sess.run([variables_lib.global_variables_initializer()])
         res = sess.run(ml, {
             x.name: np.array([[1., 1.]]),
@@ -767,6 +768,9 @@ class RNNCellTest(test.TestCase):
         })
         # The numbers in results were not calculated, this is just a smoke test.
         self.assertAllClose(res, [[0.175991, 0.175991, 0.13248, 0.13248]])
+        self.assertEqual(len(multi_rnn_cell.weights), 2 * 4)
+        self.assertTrue(
+            [x.dtype == dtypes.float32 for x in multi_rnn_cell.weights])
 
   def testMultiRNNCellWithStateTuple(self):
     with self.cached_session() as sess:
diff --git a/tensorflow/python/ops/rnn_cell_impl.py b/tensorflow/python/ops/rnn_cell_impl.py
index dd4f3d7a99..8eb7d93c01 100644
--- a/tensorflow/python/ops/rnn_cell_impl.py
+++ b/tensorflow/python/ops/rnn_cell_impl.py
@@ -1466,6 +1466,30 @@ class MultiRNNCell(RNNCell):
         # presumably does not contain TensorArrays or anything else fancy
         return super(MultiRNNCell, self).zero_state(batch_size, dtype)
 
+  @property
+  def trainable_weights(self):
+    if not self.trainable:
+      return []
+    weights = []
+    for cell in self._cells:
+      if isinstance(cell, base_layer.Layer):
+        weights += cell.trainable_weights
+    return weights
+
+  @property
+  def non_trainable_weights(self):
+    weights = []
+    for cell in self._cells:
+      if isinstance(cell, base_layer.Layer):
+        weights += cell.non_trainable_weights
+    if not self.trainable:
+      trainable_weights = []
+      for cell in self._cells:
+        if isinstance(cell, base_layer.Layer):
+          trainable_weights += cell.trainable_weights
+      return trainable_weights + weights
+    return weights
+
   def call(self, inputs, state):
     """Run this multi-layer cell on inputs, starting from state."""
     cur_state_pos = 0
-- 
GitLab


From 80ca171714e0ea651e12135959b25873810726b7 Mon Sep 17 00:00:00 2001
From: Roy Frostig <frostig@google.com>
Date: Wed, 17 Oct 2018 12:37:49 -0700
Subject: [PATCH 0210/1825] Test the (general) dot operation via XRT with
 non-standard layouts, but disable it for now.

PiperOrigin-RevId: 217568591
---
 tensorflow/compiler/xrt/tests/raw_api_test.cc | 78 +++++++++++++++++++
 1 file changed, 78 insertions(+)

diff --git a/tensorflow/compiler/xrt/tests/raw_api_test.cc b/tensorflow/compiler/xrt/tests/raw_api_test.cc
index ad42148ce3..84a5572dab 100644
--- a/tensorflow/compiler/xrt/tests/raw_api_test.cc
+++ b/tensorflow/compiler/xrt/tests/raw_api_test.cc
@@ -89,6 +89,13 @@ xla::LiteralProto FloatVector(absl::Span<const float> v) {
   return array.ToProto();
 }
 
+xla::LiteralProto FloatMatrix(
+    std::initializer_list<std::initializer_list<float>> v,
+    const xla::Layout& layout) {
+  auto array = xla::LiteralUtil::CreateR2WithLayout<float>(v, layout);
+  return array.ToProto();
+}
+
 bool CompareLiteralProtos(const xla::LiteralProto& a,
                           const xla::LiteralProto& b) {
   auto l_a = xla::Literal::CreateFromProto(a).ValueOrDie();
@@ -132,6 +139,21 @@ xla::XlaComputation AddAndScale() {
   return builder.Build().ValueOrDie();
 }
 
+xla::XlaComputation Dot() {
+  xla::XlaBuilder builder("Dot");
+  auto p0 = xla::Parameter(
+      &builder, 0,
+      xla::ShapeUtil::MakeShapeWithLayout(xla::F32, {2, 2}, {0, 1}), "P0");
+  auto p1 = xla::Parameter(
+      &builder, 1,
+      xla::ShapeUtil::MakeShapeWithLayout(xla::F32, {2, 1}, {0, 1}), "P1");
+  xla::DotDimensionNumbers ddn;
+  ddn.add_lhs_contracting_dimensions(1);
+  ddn.add_rhs_contracting_dimensions(0);
+  xla::DotGeneral(p0, p1, ddn);
+  return builder.Build().ValueOrDie();
+}
+
 xla::XlaComputation AddS64() {
   xla::XlaBuilder builder("AddS64");
   auto p0 = xla::Parameter(&builder, 0, xla::ShapeUtil::MakeShape(xla::S64, {}),
@@ -457,6 +479,62 @@ TEST(RawApiTest, CompileWithXlaReturnShapes) {
                                      xla_program_shape.result().layout()));
 }
 
+// Disabled because of failure on TPU (b/117876141)
+TEST(RawApiTest, DISABLED_DotGeneralWithLayoutTest) {
+  auto layout = xla::LayoutUtil::MakeLayout({0, 1});
+
+  xrt::XLAAllocation p0;
+  p0.set_device_ordinal(0);
+  *p0.mutable_value() = FloatMatrix({{1.0f, 2.0f}, {3.0f, 4.0f}}, layout);
+  xrt::XLAAllocation p1;
+  p1.set_device_ordinal(0);
+  *p1.mutable_value() = FloatMatrix({{8.0f}, {5.0f}}, layout);
+
+  xrt::XLAComputation c;
+  auto config = c.mutable_config();
+  auto shapes = config->mutable_program_shape();
+  *shapes->add_parameters() =
+      xla::ShapeUtil::MakeShapeWithLayout(xla::F32, {2, 2}, {0, 1});
+  *shapes->add_parameters() =
+      xla::ShapeUtil::MakeShapeWithLayout(xla::F32, {2, 1}, {0, 1});
+  *shapes->mutable_result() =
+      xla::ShapeUtil::MakeShapeWithLayout(xla::F32, {2, 1}, {0, 1});
+  StoreComputationSnapshot(Dot(), c.mutable_hlo_snapshot());
+
+  xrt::XRTExecutionConfig e;
+  e.set_release_input_handles(true);
+  e.set_release_compilation_handle(true);
+
+  Scope root = Scope::NewRootScope().WithDevice(DeviceFromFlag());
+  auto e_config =
+      ops::Const(root.WithDevice("/device:CPU:0"), e.SerializeAsString());
+  auto computation =
+      ops::Const(root.WithDevice("/device:CPU:0"), c.SerializeAsString());
+  auto c_handle = ops::XRTCompile(root, computation);
+  auto p0_value =
+      ops::Const(root.WithDevice("/device:CPU:0"), p0.SerializeAsString());
+  auto p0_handle = ops::XRTAllocate(root, p0_value);
+  auto p1_value =
+      ops::Const(root.WithDevice("/device:CPU:0"), p1.SerializeAsString());
+  auto p1_handle = ops::XRTAllocate(root, p1_value);
+  auto result = ops::XRTExecute(root, c_handle.handle, e_config,
+                                {Output(p0_handle), Output(p1_handle)});
+  auto read_back = ops::XRTReadLiteralAndRelease(root, result);
+  TF_ASSERT_OK(root.status());
+
+  ClientSession session(root);
+  std::vector<Tensor> outputs;
+  TF_EXPECT_OK(session.Run({read_back}, &outputs));
+
+  xla::LiteralProto response;
+  EXPECT_TRUE(response.ParseFromString(outputs[0].scalar<string>()()));
+
+  auto expected =
+      xla::LiteralUtil::CreateR2WithLayout<float>({{18.0f}, {44.0f}}, layout);
+
+  EXPECT_TRUE(CompareLiteralToLiteralProto(expected, response));
+}
+
 TEST(RawApiTest, CompileAndExecuteZeroArg) {
   xrt::XLAComputation c;
   auto config = c.mutable_config();
-- 
GitLab


From 10a32386b0a92fa04a9174da3e4e490472406ac3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 12:41:11 -0700
Subject: [PATCH 0211/1825] Internal change

PiperOrigin-RevId: 217569221
---
 .../ISSUE_TEMPLATE/bug-performance-issue.md   | 47 +++++++++----------
 .../build-installation-issue.md               | 40 ++++++++--------
 .github/ISSUE_TEMPLATE/documentation-issue.md | 21 ++++-----
 .github/ISSUE_TEMPLATE/feature-request.md     | 19 ++++----
 .github/ISSUE_TEMPLATE/other-issues.md        | 24 ++++------
 5 files changed, 72 insertions(+), 79 deletions(-)

diff --git a/.github/ISSUE_TEMPLATE/bug-performance-issue.md b/.github/ISSUE_TEMPLATE/bug-performance-issue.md
index c590a962cb..34ba4cf960 100644
--- a/.github/ISSUE_TEMPLATE/bug-performance-issue.md
+++ b/.github/ISSUE_TEMPLATE/bug-performance-issue.md
@@ -1,35 +1,34 @@
---------------------------------------------------------------------------------
+---
+name: Bug/Performance Issue
+about: Use this template for reporting a bug or a performance issue.
 
-name: Bug/Performance Issue about: Use this template for reporting a bug or a
-performance issue.
+---
 
---------------------------------------------------------------------------------
+<em>Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:bug_template</em>
 
-<em>Please make sure that this is a bug. As per our
-[GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)
-we only address code/doc bugs, performance issues, feature requests and
-build/installation issues on GitHub. tag:bug_template</em>
+**System information**
+- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version (use command below):
+- Python version:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
 
-**System information** - Have I written custom code (as opposed to using a stock
-example script provided in TensorFlow): - OS Platform and Distribution (e.g.,
-Linux Ubuntu 16.04): - Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if
-the issue happens on mobile device: - TensorFlow installed from (source or
-binary): - TensorFlow version (use command below): - Python version: - Bazel
-version (if compiling from source): - GCC/Compiler version (if compiling from
-source): - CUDA/cuDNN version: - GPU model and memory:
 
-You can collect some of this information using our environment capture
-[script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
-You can also obtain the TensorFlow version with python -c "import tensorflow as
-tf; print(tf.GIT_VERSION, tf.VERSION)"
+You can collect some of this information using our environment capture [script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
+You can also obtain the TensorFlow version with
+python -c "import tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"
 
 **Describe the current behavior**
 
 **Describe the expected behavior**
 
-**Code to reproduce the issue** Provide a reproducible test case that is the
-bare minimum necessary to generate the problem.
+**Code to reproduce the issue**
+Provide a reproducible test case that is the bare minimum necessary to generate the problem.
 
-**Other info / logs** Include any logs or source code that would be helpful to
-diagnose the problem. If including tracebacks, please include the full
-traceback. Large logs and files should be attached.
+**Other info / logs**
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/build-installation-issue.md b/.github/ISSUE_TEMPLATE/build-installation-issue.md
index fac9ddfbd7..99c2fe6127 100644
--- a/.github/ISSUE_TEMPLATE/build-installation-issue.md
+++ b/.github/ISSUE_TEMPLATE/build-installation-issue.md
@@ -1,27 +1,29 @@
---------------------------------------------------------------------------------
+---
+name: Build/Installation Issue
+about: Use this template for build/installation issues
 
-name: Build/Installation Issue about: Use this template for build/installation
-issues
+---
 
---------------------------------------------------------------------------------
+<em>Please make sure that this is a build/installation issue. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:build_template</em>
+
+**System information**
+- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
+- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
+- TensorFlow installed from (source or binary):
+- TensorFlow version:
+- Python version:
+- Installed using virtualenv? pip? conda?:
+- Bazel version (if compiling from source):
+- GCC/Compiler version (if compiling from source):
+- CUDA/cuDNN version:
+- GPU model and memory:
 
-<em>Please make sure that this is a build/installation issue. As per our
-[GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)
-we only address code/doc bugs, performance issues, feature requests and
-build/installation issues on GitHub. tag:build_template</em>
 
-**System information** - OS Platform and Distribution (e.g., Linux Ubuntu
-16.04): - Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue
-happens on mobile device: - TensorFlow installed from (source or binary): -
-TensorFlow version: - Python version: - Installed using virtualenv? pip?
-conda?: - Bazel version (if compiling from source): - GCC/Compiler version (if
-compiling from source): - CUDA/cuDNN version: - GPU model and memory:
 
 **Describe the problem**
 
-**Provide the exact sequence of commands / steps that you executed before
-running into the problem**
+**Provide the exact sequence of commands / steps that you executed before running into the problem**
+
 
-**Any other info / logs** Include any logs or source code that would be helpful
-to diagnose the problem. If including tracebacks, please include the full
-traceback. Large logs and files should be attached.
+**Any other info / logs**
+Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
diff --git a/.github/ISSUE_TEMPLATE/documentation-issue.md b/.github/ISSUE_TEMPLATE/documentation-issue.md
index 610da5dd46..7123ca6d6c 100644
--- a/.github/ISSUE_TEMPLATE/documentation-issue.md
+++ b/.github/ISSUE_TEMPLATE/documentation-issue.md
@@ -1,18 +1,17 @@
---------------------------------------------------------------------------------
+---
+name: Documentation Issue
+about: Use this template for documentation related issues
 
-name: Documentation Issue about: Use this template for documentation related
-issues
+---
 
---------------------------------------------------------------------------------
+<em>Please make sure that this is a documentation issue. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:doc_template</em>
 
-<em>Please make sure that this is a documentation issue. As per our
-[GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)
-we only address code/doc bugs, performance issues, feature requests and
-build/installation issues on GitHub. tag:doc_template</em>
 
-**System information** - TensorFlow version: - Doc Link:
+**System information**
+- TensorFlow version:
+- Doc Link:
+
 
 **Describe the documentation issue**
 
-**We welcome contributions by users. Will you be able to update submit a PR to
-fix the doc Issue?**
+**We welcome contributions by users. Will you be able to update submit a PR (use the [doc style guide](https://www.tensorflow.org/community/documentation)) to fix the doc Issue?**
diff --git a/.github/ISSUE_TEMPLATE/feature-request.md b/.github/ISSUE_TEMPLATE/feature-request.md
index 9f06e1759f..71df2e5e49 100644
--- a/.github/ISSUE_TEMPLATE/feature-request.md
+++ b/.github/ISSUE_TEMPLATE/feature-request.md
@@ -1,16 +1,17 @@
---------------------------------------------------------------------------------
+---
+name: Feature Request
+about: Use this template for raising a feature request
 
-name: Feature Request about: Use this template for raising a feature request
+---
 
---------------------------------------------------------------------------------
+<em>Please make sure that this is a feature request. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:feature_template</em>
+
+
+**System information**
+- TensorFlow version (you are using):
+- Are you willing to contribute it (Yes/No):
 
-<em>Please make sure that this is a feature request. As per our
-[GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md)
-we only address code/doc bugs, performance issues, feature requests and
-build/installation issues on GitHub. tag:feature_template</em>
 
-**System information** - TensorFlow version (you are using): - Are you willing
-to contribute it (Yes/No):
 
 **Describe the feature and the current behavior/state.**
 
diff --git a/.github/ISSUE_TEMPLATE/other-issues.md b/.github/ISSUE_TEMPLATE/other-issues.md
index b53bdb3c16..2d78d9818b 100644
--- a/.github/ISSUE_TEMPLATE/other-issues.md
+++ b/.github/ISSUE_TEMPLATE/other-issues.md
@@ -1,21 +1,13 @@
---------------------------------------------------------------------------------
+---
+name: Other Issues
+about: Use this template for any other non-support related issues
 
-name: Other Issues about: Use this template for any other non-support related
-issues
+---
 
---------------------------------------------------------------------------------
+This template is for miscellaneous issues not covered by the other issue categories.
 
-This template is for miscellaneous issues not covered by the other issue
-categories.
+For questions on how to work with TensorFlow, or support for problems that are not verified bugs in TensorFlow, please go to [StackOverflow](https://stackoverflow.com/questions/tagged/tensorflow).
 
-For questions on how to work with TensorFlow, or support for problems that are
-not verified bugs in TensorFlow, please go to
-[StackOverflow](https://stackoverflow.com/questions/tagged/tensorflow).
+If you are reporting a vulnerability, please use the [dedicated reporting process](https://github.com/tensorflow/tensorflow/blob/master/SECURITY.md).
 
-If you are reporting a vulnerability, please use the
-[dedicated reporting process](https://github.com/tensorflow/tensorflow/blob/master/SECURITY.md).
-
-For high-level discussions about TensorFlow, please post to
-discuss@tensorflow.org, for questions about the development or internal workings
-of TensorFlow, or if you would like to know how to contribute to TensorFlow,
-please post to developers@tensorflow.org.
+For high-level discussions about TensorFlow, please post to discuss@tensorflow.org, for questions about the development or internal workings of TensorFlow, or if you would like to know how to contribute to TensorFlow, please post to developers@tensorflow.org.
-- 
GitLab


From d1a23c501f95a91f74282a481ddd29c64cf6da56 Mon Sep 17 00:00:00 2001
From: Russell Power <power@google.com>
Date: Wed, 17 Oct 2018 12:51:05 -0700
Subject: [PATCH 0212/1825] Fix triggering of asynchronous checkpoints.

PiperOrigin-RevId: 217570792
---
 .../contrib/tpu/python/tpu/async_checkpoint.py    | 15 ++++++---------
 1 file changed, 6 insertions(+), 9 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
index 20b7ba0997..700598d2f4 100644
--- a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
+++ b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
@@ -114,15 +114,12 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
     return SessionRunArgs(self._global_step_tensor)
 
   def after_run(self, run_context, run_values):
-    stale_global_step = run_values.results
-    if self._timer.should_trigger_for_step(stale_global_step +
-                                           self._steps_per_run):
-      # get the real value after train op.
-      global_step = run_context.session.run(self._global_step_tensor)
-      if self._timer.should_trigger_for_step(global_step):
-        self._timer.update_last_triggered_step(global_step)
-        if self._save(run_context.session, global_step):
-          run_context.request_stop()
+    global_step = run_context.session.run(self._global_step_tensor)
+    if self._timer.should_trigger_for_step(global_step):
+      self._timer.update_last_triggered_step(global_step)
+      logging.info("Triggering checkpoint. %s", global_step)
+      if self._save(run_context.session, global_step):
+        run_context.request_stop()
 
   def end(self, session):
     if self._save_thread:
-- 
GitLab


From d48968cc90d3c466ddaee8210cf05d094f0854bd Mon Sep 17 00:00:00 2001
From: Mark Heffernan <meheff@google.com>
Date: Wed, 17 Oct 2018 12:54:31 -0700
Subject: [PATCH 0213/1825] Add HloModuleGroup constructor which takes an
 rvalue vector of modules.

PiperOrigin-RevId: 217571343
---
 .../compiler/xla/service/hlo_module_group.cc       | 14 ++++++++++++++
 tensorflow/compiler/xla/service/hlo_module_group.h |  2 ++
 2 files changed, 16 insertions(+)

diff --git a/tensorflow/compiler/xla/service/hlo_module_group.cc b/tensorflow/compiler/xla/service/hlo_module_group.cc
index 8999ac9f32..69d57c3f14 100644
--- a/tensorflow/compiler/xla/service/hlo_module_group.cc
+++ b/tensorflow/compiler/xla/service/hlo_module_group.cc
@@ -30,6 +30,14 @@ HloModuleGroup::HloModuleGroup(absl::string_view name,
   }
 }
 
+HloModuleGroup::HloModuleGroup(
+    absl::string_view name, std::vector<std::unique_ptr<HloModule>>&& modules)
+    : name_(name) {
+  for (auto& module : modules) {
+    push_back(std::move(module));
+  }
+}
+
 std::vector<std::unique_ptr<HloModule>> HloModuleGroup::ConsumeModules() {
   std::vector<std::unique_ptr<HloModule>> ret_modules = std::move(modules_);
 
@@ -82,6 +90,12 @@ void HloModuleGroup::push_back(std::unique_ptr<HloModule> module) {
   module_ptrs_.push_back(modules_.back().get());
 }
 
+void HloModuleGroup::ReplaceModule(int index,
+                                   std::unique_ptr<HloModule> module) {
+  modules_.at(index) = std::move(module);
+  module_ptrs_.at(index) = modules_.at(index).get();
+}
+
 std::ostream& operator<<(std::ostream& out, const HloModuleGroup& group) {
   out << group.ToString();
   return out;
diff --git a/tensorflow/compiler/xla/service/hlo_module_group.h b/tensorflow/compiler/xla/service/hlo_module_group.h
index 7c39cf1781..c4b10f3b22 100644
--- a/tensorflow/compiler/xla/service/hlo_module_group.h
+++ b/tensorflow/compiler/xla/service/hlo_module_group.h
@@ -40,6 +40,8 @@ class HloModuleGroup {
   // Construct a module group containing any number of modules.
   HloModuleGroup(absl::string_view name,
                  absl::Span<std::unique_ptr<HloModule>> modules);
+  HloModuleGroup(absl::string_view name,
+                 std::vector<std::unique_ptr<HloModule>>&& modules);
 
   // Returns the modules contained in the group.
   const std::vector<HloModule*>& modules() const { return module_ptrs_; }
-- 
GitLab


From b021a8b041a159dcfe6669b43bf6357c69dff688 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Wed, 17 Oct 2018 12:54:57 -0700
Subject: [PATCH 0214/1825] Add function to preprocess TF graph before
 encapsulating XLA computations.

PiperOrigin-RevId: 217571411
---
 tensorflow/compiler/jit/BUILD                 |   4 +
 tensorflow/compiler/jit/encapsulate_util.cc   | 325 ++++++++++++++++++
 tensorflow/compiler/jit/encapsulate_util.h    |  71 ++++
 .../compiler/jit/encapsulate_util_test.cc     | 175 +++++++++-
 tensorflow/compiler/tf2xla/tf2xla_util.cc     |  57 ++-
 tensorflow/compiler/tf2xla/tf2xla_util.h      |  15 +
 6 files changed, 644 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 311313b8f2..9dfa0fa8c5 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -411,7 +411,11 @@ cc_library(
     hdrs = ["encapsulate_util.h"],
     deps = [
         ":shape_inference",
+        "//tensorflow/compiler/tf2xla:tf2xla_util",
+        "//tensorflow/core:framework",
         "//tensorflow/core:graph",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:protos_all_cc",
         "@com_google_absl//absl/strings",
         "@com_google_absl//absl/types:optional",
     ],
diff --git a/tensorflow/compiler/jit/encapsulate_util.cc b/tensorflow/compiler/jit/encapsulate_util.cc
index 870a265f29..a3581b4fa0 100644
--- a/tensorflow/compiler/jit/encapsulate_util.cc
+++ b/tensorflow/compiler/jit/encapsulate_util.cc
@@ -20,6 +20,10 @@ limitations under the License.
 #include "absl/strings/str_cat.h"
 #include "absl/types/optional.h"
 #include "tensorflow/compiler/jit/shape_inference.h"
+#include "tensorflow/compiler/tf2xla/tf2xla_util.h"
+#include "tensorflow/core/framework/node_def_util.h"
+#include "tensorflow/core/graph/node_builder.h"
+#include "tensorflow/core/lib/core/error_codes.pb.h"
 
 namespace tensorflow {
 
@@ -36,10 +40,319 @@ absl::optional<string> GetStringAttr(const Node& n, const string& attr_name) {
   }
 }
 
+// Adds a value to the node's list attribute.
+template <typename T>
+Status AppendToListAttr(Node* n, const string& attr_name, const string& value) {
+  std::vector<T> attr_value;
+  Status s = GetNodeAttr(n->attrs(), attr_name, &attr_value);
+  if (!s.ok() && s.code() != error::NOT_FOUND) {
+    return s;
+  }
+
+  n->ClearAttr(attr_name);
+  attr_value.push_back(value);
+  n->AddAttr(attr_name, attr_value);
+  return Status::OK();
+}
+
+// Replaces attribute value.
+template <typename T>
+void ReplaceAttr(Node* n, const string& attr_name, const T& value) {
+  n->ClearAttr(attr_name);
+  n->AddAttr(attr_name, value);
+}
+
+// Step 1a ~ 1d for PreprocessForEncapsulation(). See comments of
+// PreprocessForEncapsulation() for details.
+Status ProcessControlEdges(Graph* g, const string& xla_computation_attr_name,
+                           const string& outside_compilation_attr_name) {
+  // Gather edges to remove. We should not remove the edge while iterating.
+  std::vector<const Edge*> edges_to_remove;
+  for (const Edge* e : g->edges()) {
+    if (!e->IsControlEdge()) {
+      continue;
+    }
+
+    auto src_xla_computation =
+        GetStringAttr(*e->src(), xla_computation_attr_name);
+    auto dst_xla_computation =
+        GetStringAttr(*e->dst(), xla_computation_attr_name);
+    auto src_outside_compilation =
+        GetStringAttr(*e->src(), outside_compilation_attr_name);
+    auto dst_outside_compilation =
+        GetStringAttr(*e->dst(), outside_compilation_attr_name);
+
+    if (!src_xla_computation && !dst_xla_computation) {
+      continue;
+    } else if (src_xla_computation && !dst_xla_computation) {
+      if (src_outside_compilation) {
+        // Case 1d: outside compilation to host computation control edge.
+        TF_RETURN_IF_ERROR(AppendToListAttr<string>(
+            e->dst(), kXlaControlDependenciesAttrName, e->src()->name()));
+      }
+    } else if (!src_xla_computation && dst_xla_computation) {
+      if (dst_outside_compilation) {
+        // Case 1d: host computation control to outside compilation edge.
+        TF_RETURN_IF_ERROR(AppendToListAttr<string>(
+            e->dst(), kXlaControlDependenciesAttrName, e->src()->name()));
+      }
+    } else {  // src_xla_computation && dst_xla_computation
+      if (*src_xla_computation != *dst_xla_computation) {
+        if (src_outside_compilation && dst_outside_compilation) {
+          // Case 1c: outside compilation to outside compilation control edge.
+          edges_to_remove.push_back(e);
+
+          TF_RETURN_IF_ERROR(AppendToListAttr<string>(
+              e->dst(), kXlaControlDependenciesAttrName, e->src()->name()));
+        } else if (src_outside_compilation && !dst_outside_compilation) {
+          // Case 1b: outside compilation to another XLA computaition control
+          // edge.
+          TF_RETURN_IF_ERROR(AppendToListAttr<string>(
+              e->src(), kXlaConnectedToOtherXlaComputationAttrName,
+              *dst_xla_computation));
+        } else if (!src_outside_compilation && dst_outside_compilation) {
+          // Case 1b: another XLA computaition to outside compilation control
+          // edge.
+          TF_RETURN_IF_ERROR(AppendToListAttr<string>(
+              e->dst(), kXlaConnectedFromOtherXlaComputationAttrName,
+              *src_xla_computation));
+        }
+      } else {  // *src_xla_computation == *dst_xla_computation
+        if (src_outside_compilation && dst_outside_compilation) {
+          if (*src_outside_compilation != *dst_outside_compilation) {
+            // Case 1c: outside compilation to outside compilation control edge.
+            edges_to_remove.push_back(e);
+
+            TF_RETURN_IF_ERROR(AppendToListAttr<string>(
+                e->dst(), kXlaControlDependenciesAttrName, e->src()->name()));
+          }
+        } else if (src_outside_compilation && !dst_outside_compilation) {
+          // Case 1a: outside compilation to its XLA computation control edge.
+          ReplaceAttr(e->src(), kXlaConnectedToXlaComputationAttrName, true);
+        } else if (!src_outside_compilation && dst_outside_compilation) {
+          // Case 1a: XLA computation to outside compilation in it control edge.
+          ReplaceAttr(e->dst(), kXlaConnectedFromXlaComputationAttrName, true);
+        }
+      }
+    }
+  }
+
+  for (auto e : edges_to_remove) {
+    g->RemoveEdge(e);
+  }
+  return Status::OK();
+}
+
+// Step 2 for PreprocessForEncapsulation(). See comments of
+// PreprocessForEncapsulation() for details.
+Status ProcessXlaToXlaDataEdges(Graph* g,
+                                const string& xla_computation_attr_name,
+                                const string& outside_compilation_attr_name) {
+  // Gather edges between XLA computations. Notice that we do not store `Edge*`
+  // directly because we remove some nodes while adding Identity nodes, and
+  // those Edge pointers might be invalidated.
+  struct EdgeInfo {
+    int dst_input, dst_node_id;
+  };
+  std::vector<EdgeInfo> edges;
+  for (const Edge* e : g->edges()) {
+    if (e->IsControlEdge()) {
+      continue;
+    }
+
+    auto src_xla_computation =
+        GetStringAttr(*e->src(), xla_computation_attr_name);
+    auto dst_xla_computation =
+        GetStringAttr(*e->dst(), xla_computation_attr_name);
+    auto src_outside_compilation =
+        GetStringAttr(*e->src(), outside_compilation_attr_name);
+    auto dst_outside_compilation =
+        GetStringAttr(*e->dst(), outside_compilation_attr_name);
+    if (!src_xla_computation || !dst_xla_computation) {
+      continue;
+    }
+
+    if (*src_xla_computation != *dst_xla_computation) {
+      if (src_outside_compilation || dst_outside_compilation) {
+        edges.push_back(EdgeInfo{e->dst_input(), e->dst()->id()});
+        VLOG(4) << "XLA -> XLA edge: " << e->DebugString();
+      }
+    } else {  // *src_xla_computation == *dst_xla_computation
+      if (src_outside_compilation && dst_outside_compilation &&
+          *src_outside_compilation != *dst_outside_compilation) {
+        edges.push_back(EdgeInfo{e->dst_input(), e->dst()->id()});
+        VLOG(4) << "XLA -> XLA edge: " << e->DebugString();
+      }
+    }
+  }
+
+  // For each XLA -> XLA edge, add an Identity node between src and dst.
+  for (int i = 0; i < edges.size(); i++) {
+    Node* dst = g->FindNodeId(edges[i].dst_node_id);
+    const Edge* e;
+    TF_RETURN_IF_ERROR(dst->input_edge(edges[i].dst_input, &e));
+    Node* src = e->src();
+    int src_output = e->src_output(), dst_input = e->dst_input();
+    g->RemoveEdge(e);
+
+    // Create Identity node, and connect it between `src` and `dst`.
+    string identity_node_name =
+        absl::StrCat("bridge_", src->name(), "_", dst->name());
+    DataType dtype = src->output_type(src_output);
+    TF_ASSIGN_OR_RETURN(Node * identity_node,
+                        BuildIdentityNode(g, identity_node_name, dtype, src,
+                                          /*requested_device=*/absl::nullopt));
+    identity_node->AddAttr(kBridgeSourceNodeAttrName, src->name());
+    g->AddEdge(src, src_output, identity_node, 0);
+    g->AddEdge(identity_node, 0, dst, dst_input);
+
+    // Replace `e->dst()` because its input node changed.
+    NodeDef new_def = dst->def();
+    *new_def.mutable_input(dst_input) = identity_node->name();
+    TF_ASSIGN_OR_RETURN(Node * dst_replace_node, ReplaceNode(g, dst, new_def));
+
+    // Other edge in `edges` might have `e->dst()` as src or dst
+    // node. Before removing `e->dst()`, replace those edges with corresponding
+    // edges for `dst_replace_node`.
+    for (int j = i + 1; j < edges.size(); j++) {
+      if (edges[j].dst_node_id == edges[i].dst_node_id) {
+        edges[j].dst_node_id = dst_replace_node->id();
+      }
+    }
+  }
+  return Status::OK();
+}
+
+// Step 3 for PreprocessForEncapsulation(). See comments of
+// PreprocessForEncapsulation() for details.
+Status ProcessDataEdgeBetweenOutsideCompilationAndHostComputation(
+    Graph* g, const string& xla_computation_attr_name,
+    const string& outside_compilation_attr_name) {
+  // Gather edges between outside compilation and host computation. Notice that
+  // we do not store `Edge*` directly because we remove some nodes while adding
+  // Identity nodes, and those Edge pointers might be invalidated.
+  struct EdgeInfo {
+    int dst_input, dst_node_id;
+    bool is_host_to_outside_compilation;
+  };
+  std::vector<EdgeInfo> edges;
+  for (const Edge* e : g->edges()) {
+    if (e->IsControlEdge()) {
+      continue;
+    }
+
+    if (e->src()->attrs().Find(xla_computation_attr_name) == nullptr &&
+        e->dst()->attrs().Find(xla_computation_attr_name) != nullptr &&
+        e->dst()->attrs().Find(outside_compilation_attr_name) != nullptr) {
+      edges.push_back(EdgeInfo{e->dst_input(), e->dst()->id(),
+                               /*is_host_to_outside_compilation=*/true});
+      VLOG(4) << "Host -> oc edge: " << e->DebugString();
+    } else if (e->dst()->attrs().Find(xla_computation_attr_name) == nullptr &&
+               e->src()->attrs().Find(xla_computation_attr_name) != nullptr &&
+               e->src()->attrs().Find(outside_compilation_attr_name) !=
+                   nullptr) {
+      edges.push_back(EdgeInfo{e->dst_input(), e->dst()->id(),
+                               /*is_host_to_outside_compilation=*/false});
+      VLOG(4) << "Oc -> host edge: " << e->DebugString();
+    }
+  }
+
+  // Remove the edge from host to outside compilation. Add a placeholder as
+  // outside compilation node input.
+  std::map<string, Node*> placeholders;
+  for (int i = 0; i < edges.size(); i++) {
+    Node* dst = g->FindNodeId(edges[i].dst_node_id);
+    const Edge* e;
+    TF_RETURN_IF_ERROR(dst->input_edge(edges[i].dst_input, &e));
+    Node* src = e->src();
+    int src_output = e->src_output(), dst_input = e->dst_input();
+    g->RemoveEdge(e);
+
+    // Find or create placeholder node.
+    string new_name =
+        edges[i].is_host_to_outside_compilation
+            ? absl::StrCat(src->name(), "_host_to_oc_placeholder")
+            : absl::StrCat(src->name(), "_oc_to_host_placeholder");
+    auto iter = placeholders.find(new_name);
+    Node* placeholder_node;
+    if (iter == placeholders.end()) {
+      NodeDefBuilder placeholder_builder(new_name, "Placeholder");
+      placeholder_builder.Attr("dtype", src->output_type(src_output));
+      if (edges[i].is_host_to_outside_compilation) {
+        placeholder_builder.Attr(kHostToOutsideCompilationOriginalNodeAttrName,
+                                 src->name());
+        placeholder_builder.Attr(kHostToOutsideCompilationSrcOutputAttrName,
+                                 src_output);
+        // If this placeholder node is in outside compilation, we need to set
+        // `xla_computation_attr_name` and `outside_compilation_attr_name`.
+        string xla_computation_attr, outside_compilation_attr;
+        TF_RETURN_IF_ERROR(GetNodeAttr(dst->attrs(), xla_computation_attr_name,
+                                       &xla_computation_attr));
+        TF_RETURN_IF_ERROR(GetNodeAttr(dst->attrs(),
+                                       outside_compilation_attr_name,
+                                       &outside_compilation_attr));
+        placeholder_builder.Attr(xla_computation_attr_name,
+                                 xla_computation_attr);
+        placeholder_builder.Attr(outside_compilation_attr_name,
+                                 outside_compilation_attr);
+      } else {
+        placeholder_builder.Attr(kOutsideCompilationToHostOriginalNodeAttrName,
+                                 src->name());
+        placeholder_builder.Attr(kOutsideCompilationToHostSrcOutputAttrName,
+                                 src_output);
+      }
+      NodeDef placeholder_def;
+      TF_RETURN_IF_ERROR(placeholder_builder.Finalize(&placeholder_def));
+      Status s;
+      placeholder_node = g->AddNode(placeholder_def, &s);
+      TF_RETURN_IF_ERROR(s);
+      placeholders[new_name] = placeholder_node;
+    } else {
+      placeholder_node = iter->second;
+    }
+    g->AddEdge(placeholder_node, 0, dst, dst_input);
+    g->RemoveEdge(e);
+
+    // Replace `e->dst()` because its input node changed.
+    NodeDef new_def = dst->def();
+    *new_def.mutable_input(dst_input) = placeholder_node->name();
+    TF_ASSIGN_OR_RETURN(Node * dst_replace_node, ReplaceNode(g, dst, new_def));
+
+    // Other edge in `edges` might have `e->dst()` as src or dst
+    // node. Before removing `e->dst()`, replace those edges with corresponding
+    // edges for `dst_replace_node`.
+    for (int j = i + 1; j < edges.size(); j++) {
+      if (edges[j].dst_node_id == edges[i].dst_node_id) {
+        edges[j].dst_node_id = dst_replace_node->id();
+      }
+    }
+  }
+  return Status::OK();
+}
+
 }  // namespace
 
 const char kXlaInferredShapesAttrName[] = "_xla_inferred_shapes";
 
+const char kXlaConnectedToXlaComputationAttrName[] =
+    "_xla_connected_to_xla_computation";
+const char kXlaConnectedFromXlaComputationAttrName[] =
+    "_xla_connected_from_xla_computation";
+const char kXlaConnectedToOtherXlaComputationAttrName[] =
+    "_xla_connected_to_other_xla_computation";
+const char kXlaConnectedFromOtherXlaComputationAttrName[] =
+    "_xla_connected_from_other_xla_computation";
+const char kXlaControlDependenciesAttrName[] = "_xla_control_dependencies";
+const char kBridgeSourceNodeAttrName[] = "_xla_bridge_src";
+const char kOutsideCompilationToHostOriginalNodeAttrName[] =
+    "_xla_oc_to_host_node_name";
+const char kOutsideCompilationToHostSrcOutputAttrName[] =
+    "_xla_oc_to_host_src_output";
+const char kHostToOutsideCompilationOriginalNodeAttrName[] =
+    "_xla_host_to_oc_node_name";
+const char kHostToOutsideCompilationSrcOutputAttrName[] =
+    "_xla_host_to_oc_src_output";
+
 Status PerformStaticShapeInferenceBeforeEncapsulation(
     Graph* g, const string& xla_computation_attr_name,
     const string& outside_compilation_attr_name) {
@@ -91,4 +404,16 @@ Status PerformStaticShapeInferenceBeforeEncapsulation(
   return Status::OK();
 }
 
+Status PreprocessForEncapsulation(Graph* g,
+                                  const string& xla_computation_attr_name,
+                                  const string& outside_compilation_attr_name) {
+  TF_RETURN_IF_ERROR(ProcessControlEdges(g, xla_computation_attr_name,
+                                         outside_compilation_attr_name));
+  TF_RETURN_IF_ERROR(ProcessXlaToXlaDataEdges(g, xla_computation_attr_name,
+                                              outside_compilation_attr_name));
+  TF_RETURN_IF_ERROR(ProcessDataEdgeBetweenOutsideCompilationAndHostComputation(
+      g, xla_computation_attr_name, outside_compilation_attr_name));
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/encapsulate_util.h b/tensorflow/compiler/jit/encapsulate_util.h
index bc46521b98..bd76c844c4 100644
--- a/tensorflow/compiler/jit/encapsulate_util.h
+++ b/tensorflow/compiler/jit/encapsulate_util.h
@@ -44,6 +44,77 @@ Status PerformStaticShapeInferenceBeforeEncapsulation(
     Graph* g, const string& xla_computation_attr_name,
     const string& outside_compilation_attr_name);
 
+// Attribute indicating that some ops in this node's XLA computation has control
+// dependency on this node. Attribute value will always be "true".
+extern const char kXlaConnectedToXlaComputationAttrName[];
+
+// Attribute indicating that this node has control dependency on some ops in
+// this node's XLA computation. Attribute value will always be "true".
+extern const char kXlaConnectedFromXlaComputationAttrName[];
+
+// Attribute indicating that some ops in other XLA computation has control
+// dependency on this node. Attribute value will be a list of string (XLA
+// computation names).
+extern const char kXlaConnectedToOtherXlaComputationAttrName[];
+
+// Attribute indicating that this node has control dependency on some ops in
+// other XLA computation. Attribute value will be a list of string (XLA
+// computation names).
+extern const char kXlaConnectedFromOtherXlaComputationAttrName[];
+
+// Attribute indicating that this node has control dependencies on some other
+// nodes. Attribute value will be a list of string (node names).
+extern const char kXlaControlDependenciesAttrName[];
+
+// Attribute indicating that this is an Identity node added to act as a bridge
+// between different XLA computations. Attribute value will be string (source
+// node name).
+extern const char kBridgeSourceNodeAttrName[];
+
+// Attribute indicating that this is an Placeholder node added to act as a
+// temporary input node for an outside compilation node. Attribute value will be
+// string (original input node name).
+extern const char kOutsideCompilationToHostOriginalNodeAttrName[];
+
+// Attribute indicating that this is an Placeholder node added to act as a
+// temporary input node for an outside compilation node. Attribute value will be
+// int (src_output for original edge).
+extern const char kOutsideCompilationToHostSrcOutputAttrName[];
+
+// Attribute indicating that this is an Placeholder node added to act as a
+// temporary input node for an host node. Attribute value will be string
+// (original input node name).
+extern const char kHostToOutsideCompilationOriginalNodeAttrName[];
+
+// Attribute indicating that this is an Placeholder node added to act as a
+// temporary input node for a host node. Attribute value will be int (src_output
+// for original edge).
+extern const char kHostToOutsideCompilationSrcOutputAttrName[];
+
+// Preprocesses the graph for encapsulation. It will perform the following
+// operations in order:
+//
+// 1a. For control edges between outside compilation and its XLA computation,
+//     add attr "kXlaConnected{From, To}XlaComputationAttrName = true" to the
+//     outside compilation node.
+// 1b. For control edges between outside compilation and another XLA
+//     computation, add attr "kXlaConnected{From, To}OtherXlaComputationAttrName
+//     = XLA computation node name" to the outside compilation node.
+// 1c. For control edges between different outside compilations, remove the edge
+//     and add attr "kXlaControlDependenciesAttrName = src node name" to dst
+//     node.
+// 1d. For control edges between outside compilation and host computation,
+//     remove the edge and add attr "kXlaControlDependenciesAttrName = src node
+//     name" to dst node.
+// 2. For data edges between different XLA computations, if either src or dst
+//    is outside compilation, add an Identity node in between the edge. The
+//    identity node will have attr kBridgeSourceNodeAttrName.
+// 3. For data edges between outside compilation and host computation, remove
+//    the edge and create a Placeholder node as dst node's input.
+Status PreprocessForEncapsulation(Graph* g,
+                                  const string& xla_computation_attr_name,
+                                  const string& outside_compilation_attr_name);
+
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_ENCAPSULATE_UTIL_H_
diff --git a/tensorflow/compiler/jit/encapsulate_util_test.cc b/tensorflow/compiler/jit/encapsulate_util_test.cc
index 53bdf55ab2..18422f73b5 100644
--- a/tensorflow/compiler/jit/encapsulate_util_test.cc
+++ b/tensorflow/compiler/jit/encapsulate_util_test.cc
@@ -47,8 +47,8 @@ TEST(PerformStaticShapeInferenceBeforeEncapsulationTest, Basic) {
       PerformStaticShapeInferenceBeforeEncapsulation(&g, "_xla", "_oc"));
 
   // Check that only "add" node now has _xla_inferred_shapes attr.
-  std::vector<Node*> nodes_with_inferred_shape;
-  for (Node* n : g.nodes()) {
+  std::vector<Node *> nodes_with_inferred_shape;
+  for (Node *n : g.nodes()) {
     if (HasNodeAttr(n->def(), kXlaInferredShapesAttrName)) {
       nodes_with_inferred_shape.push_back(n);
     }
@@ -65,4 +65,175 @@ TEST(PerformStaticShapeInferenceBeforeEncapsulationTest, Basic) {
   EXPECT_EQ(shape_proto.dim(0).size(), 2);
 }
 
+TEST(PreprocessForEncapsulationTest, ControlEdges) {
+  // Build the graph:
+  // "const_0" and "const_1" in host computation
+  // "add" = "const_0" + "const_1" in XLA computation 0
+  // "identity0" = "add" in XLA computation 0 & outside compilation 0
+  // "identity1" = "identity0" in XLA computation 0
+  // "identity2" = "identity1" in host computation
+  // "identity3" = "identity2" in XLA computation 1
+  // "identity4" = "identity3" in XLA computation 1 & outside compilation 1
+  // "identity5" = "identity4" in XLA computation 1
+  // "identity6" = "identity5" in host computation
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const_0 = ops::Const(s.WithOpName("const_0"), 1, {});
+  Output const_1 = ops::Const(s.WithOpName("const_1"), 2, {});
+  Output add = ops::Add(s.WithOpName("add"), const_0, const_1);
+  Output identity0 = ops::Identity(s.WithOpName("identity0"), add);
+  Output identity1 = ops::Identity(s.WithOpName("identity1"), identity0);
+  Output identity2 = ops::Identity(s.WithOpName("identity2"), identity1);
+  Output identity3 = ops::Identity(s.WithOpName("identity3"), identity2);
+  Output identity4 = ops::Identity(s.WithOpName("identity4"), identity3);
+  Output identity5 = ops::Identity(s.WithOpName("identity5"), identity4);
+  Graph g(OpRegistry::Global());
+  TF_CHECK_OK(s.ToGraph(&g));
+  auto node_index = g.BuildNodeNameIndex();
+
+  // Set XLA computation/outside compilation attr, and add control edges.
+  Node *const0_node = node_index["const_0"], *add_node = node_index["add"],
+       *identity0_node = node_index["identity0"],
+       *identity1_node = node_index["identity1"],
+       *identity2_node = node_index["identity2"],
+       *identity3_node = node_index["identity3"],
+       *identity4_node = node_index["identity4"],
+       *identity5_node = node_index["identity5"];
+  add_node->AddAttr("_xla", "0");
+  identity0_node->AddAttr("_xla", "0");
+  identity0_node->AddAttr("_oc", "0");
+  identity1_node->AddAttr("_xla", "0");
+  identity3_node->AddAttr("_xla", "1");
+  identity4_node->AddAttr("_xla", "1");
+  identity4_node->AddAttr("_oc", "0");
+  identity5_node->AddAttr("_xla", "1");
+  // Case 1a: control edges between outside compilation and its XLA computation.
+  g.AddControlEdge(add_node, identity0_node);
+  g.AddControlEdge(identity0_node, identity1_node);
+  // Case 1b: control edges between outside compilation and another XLA
+  // computation.
+  g.AddControlEdge(identity0_node, identity3_node);
+  g.AddControlEdge(identity1_node, identity4_node);
+  // Case 1c: control edges between different outside compilations.
+  g.AddControlEdge(identity0_node, identity4_node);
+  // Case 1d: control edges between outside compilation and host computation.
+  g.AddControlEdge(const0_node, identity0_node);
+  g.AddControlEdge(identity0_node, identity2_node);
+
+  TF_CHECK_OK(PreprocessForEncapsulation(&g, "_xla", "_oc"));
+
+  // Case 1a: add attr "_xla_connected_{from/to}_xla_computation = true" to the
+  // outside compilation node.
+  EXPECT_TRUE(HasNodeAttr(identity0_node->def(),
+                          kXlaConnectedFromXlaComputationAttrName));
+  EXPECT_TRUE(HasNodeAttr(identity0_node->def(),
+                          kXlaConnectedToXlaComputationAttrName));
+  // Case 1b: add attr "_xla_control_deps_{from/to} = XLA computation node name"
+  // to the outside compilation node.
+  std::vector<string> attr;
+  TF_CHECK_OK(GetNodeAttr(identity0_node->def(),
+                          kXlaConnectedToOtherXlaComputationAttrName, &attr));
+  EXPECT_EQ(attr.size(), 1);
+  EXPECT_EQ(attr[0], "1");
+  attr.clear();
+  TF_CHECK_OK(GetNodeAttr(identity4_node->def(),
+                          kXlaConnectedFromOtherXlaComputationAttrName, &attr));
+  EXPECT_EQ(attr.size(), 1);
+  EXPECT_EQ(attr[0], "0");
+  // Case 1c: add attr "_xla_control_deps = src node name" to dst node.
+  attr.clear();
+  TF_CHECK_OK(GetNodeAttr(identity4_node->def(),
+                          kXlaControlDependenciesAttrName, &attr));
+  EXPECT_EQ(attr.size(), 1);
+  EXPECT_EQ(attr[0], "identity0");
+  // Case 1d: add attr "_xla_control_deps = src node name" to dst node.
+  attr.clear();
+  TF_CHECK_OK(GetNodeAttr(identity0_node->def(),
+                          kXlaControlDependenciesAttrName, &attr));
+  EXPECT_EQ(attr.size(), 1);
+  EXPECT_EQ(attr[0], "const_0");
+  attr.clear();
+  TF_CHECK_OK(GetNodeAttr(identity2_node->def(),
+                          kXlaControlDependenciesAttrName, &attr));
+  EXPECT_EQ(attr.size(), 1);
+  EXPECT_EQ(attr[0], "identity0");
+}
+
+TEST(PreprocessForEncapsulationTest, DataEdges) {
+  // Build the graph:
+  // "const_0" and "const_1" in host computation
+  // "add0" = "const_0" + "const_1" in XLA computation 0
+  // "add1" = "add0" + "const_0" in XLA computation 0 & outside compilation 0
+  // "identity0" = "add1" in XLA computation 0
+  // "add2" = "add1" + "identity0" in host computation
+  // "add3" = "add1" + "add2" in XLA computation 1
+  // "add4" = "identity0" + "add2" in XLA computation 1 & outside compilation 1
+  // "identity1" = "add4" in XLA computation 1
+  // "identity2" = "identity1" in host computation
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const_0 = ops::Const(s.WithOpName("const_0"), 1, {});
+  Output const_1 = ops::Const(s.WithOpName("const_1"), 2, {});
+  Output add0 = ops::Add(s.WithOpName("add0"), const_0, const_1);
+  Output add1 = ops::Add(s.WithOpName("add1"), add0, const_0);
+  Output identity0 = ops::Identity(s.WithOpName("identity0"), add1);
+  Output add2 = ops::Add(s.WithOpName("add2"), add1, identity0);
+  Output add3 = ops::Add(s.WithOpName("add3"), add1, add2);
+  Output add4 = ops::Add(s.WithOpName("add4"), identity0, add2);
+  Output identity1 = ops::Identity(s.WithOpName("identity1"), add4);
+  Output identity2 = ops::Identity(s.WithOpName("identity2"), add4);
+  Graph g(OpRegistry::Global());
+  TF_CHECK_OK(s.ToGraph(&g));
+  auto node_index = g.BuildNodeNameIndex();
+
+  // Set XLA computation/outside compilation attr.
+  Node *add0_node = node_index["add0"], *add1_node = node_index["add1"],
+       *identity0_node = node_index["identity0"],
+       *add3_node = node_index["add3"], *add4_node = node_index["add4"],
+       *identity1_node = node_index["identity1"];
+  add0_node->AddAttr("_xla", "0");
+  add1_node->AddAttr("_xla", "0");
+  add1_node->AddAttr("_oc", "0");
+  identity0_node->AddAttr("_xla", "0");
+  add3_node->AddAttr("_xla", "1");
+  add4_node->AddAttr("_xla", "1");
+  add4_node->AddAttr("_oc", "0");
+  identity1_node->AddAttr("_xla", "1");
+
+  TF_CHECK_OK(PreprocessForEncapsulation(&g, "_xla", "_oc"));
+
+  // Check input nodes for related data edges.
+  node_index = g.BuildNodeNameIndex();
+  // Step 2: add an Identity node between different XLA computations.
+  Node *bridge_add1_add3 = node_index["bridge_add1_add3"];
+  EXPECT_NE(bridge_add1_add3, nullptr);
+  string str;
+  TF_CHECK_OK(
+      GetNodeAttr(bridge_add1_add3->attrs(), kBridgeSourceNodeAttrName, &str));
+  EXPECT_EQ(str, "add1");
+  Node *bridge_identity0_add4 = node_index["bridge_identity0_add4"];
+  EXPECT_NE(bridge_identity0_add4, nullptr);
+  // Step 3: add placeholder for edges between host computation and outside
+  // compilation.
+  EXPECT_EQ(bridge_add1_add3->def().input(0), "add1_oc_to_host_placeholder");
+  Node *add1_oc_to_host_placeholder = node_index["add1_oc_to_host_placeholder"];
+  TF_CHECK_OK(GetNodeAttr(add1_oc_to_host_placeholder->attrs(),
+                          kOutsideCompilationToHostOriginalNodeAttrName, &str));
+  EXPECT_EQ(str, "add1");
+  int i;
+  TF_CHECK_OK(GetNodeAttr(add1_oc_to_host_placeholder->attrs(),
+                          kOutsideCompilationToHostSrcOutputAttrName, &i));
+  EXPECT_EQ(i, 0);
+  add4_node = node_index["add4"];
+  ASSERT_NE(add4_node, nullptr);
+  EXPECT_EQ(add4_node->def().input(0),
+            "bridge_identity0_add4_host_to_oc_placeholder");
+  Node *identity0_host_to_oc_placeholder =
+      node_index["bridge_identity0_add4_host_to_oc_placeholder"];
+  TF_CHECK_OK(GetNodeAttr(identity0_host_to_oc_placeholder->attrs(),
+                          kHostToOutsideCompilationOriginalNodeAttrName, &str));
+  EXPECT_EQ(str, "bridge_identity0_add4");
+  TF_CHECK_OK(GetNodeAttr(identity0_host_to_oc_placeholder->attrs(),
+                          kHostToOutsideCompilationSrcOutputAttrName, &i));
+  EXPECT_EQ(i, 0);
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/tf2xla_util.cc b/tensorflow/compiler/tf2xla/tf2xla_util.cc
index cc83db0562..34a0f81c0a 100644
--- a/tensorflow/compiler/tf2xla/tf2xla_util.cc
+++ b/tensorflow/compiler/tf2xla/tf2xla_util.cc
@@ -21,7 +21,6 @@ limitations under the License.
 #include <unordered_map>
 
 #include "absl/strings/str_cat.h"
-#include "absl/types/optional.h"
 #include "tensorflow/compiler/tf2xla/sharding_util.h"
 #include "tensorflow/compiler/tf2xla/tf2xla.pb.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
@@ -465,4 +464,60 @@ Status CachedFunctionHandles::ReleaseAllHandles() {
   return result;
 }
 
+xla::StatusOr<Node*> ReplaceNode(Graph* g, Node* n, const NodeDef& node_def) {
+  // Create the replacement node.
+  Status s;
+  Node* new_node = g->AddNode(node_def, &s);
+  if (!s.ok()) {
+    return s;
+  }
+
+  // Record original node's output edges and remove them first. This is to avoid
+  // multiple producers for dst nodes' input.
+  std::vector<OutEdgeInfo> out_edge_info;
+  std::vector<const Edge*> out_edges;
+  for (const Edge* edge : n->out_edges()) {
+    out_edges.push_back(edge);
+    out_edge_info.push_back(
+        {edge->dst(), edge->src_output(), edge->dst_input()});
+  }
+  for (const Edge* edge : out_edges) {
+    g->RemoveEdge(edge);
+  }
+
+  // Add original node's input and output edges to the replacement node.
+  for (const Edge* in_edge : n->in_edges()) {
+    g->AddEdge(in_edge->src(), in_edge->src_output(), new_node,
+               in_edge->dst_input());
+  }
+  for (const OutEdgeInfo& out_edge : out_edge_info) {
+    g->AddEdge(new_node, out_edge.src_output, out_edge.dst, out_edge.dst_input);
+  }
+
+  // Remove the original node.
+  g->RemoveNode(n);
+
+  return new_node;
+}
+
+xla::StatusOr<Node*> BuildIdentityNode(
+    Graph* graph, const string& node_name, DataType dtype, const Node* input,
+    absl::optional<string> requested_device) {
+  // Create identity node.
+  NodeDef ndef;
+  ndef.set_name(node_name);
+  ndef.set_op("Identity");
+  if (input) {
+    ndef.add_input(input->name());
+  }
+  if (requested_device) {
+    ndef.set_device(*requested_device);
+  }
+  AddNodeAttr("T", dtype, &ndef);
+  Status s;
+  Node* id_node = graph->AddNode(ndef, &s);
+  TF_RETURN_IF_ERROR(s);
+  return id_node;
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/tf2xla_util.h b/tensorflow/compiler/tf2xla/tf2xla_util.h
index b974b99822..95cf589f0b 100644
--- a/tensorflow/compiler/tf2xla/tf2xla_util.h
+++ b/tensorflow/compiler/tf2xla/tf2xla_util.h
@@ -18,6 +18,7 @@ limitations under the License.
 
 #include <unordered_map>
 
+#include "absl/types/optional.h"
 #include "tensorflow/compiler/tf2xla/tf2xla.pb.h"
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/core/framework/graph.pb.h"
@@ -168,6 +169,20 @@ class CachedFunctionHandles {
   TF_DISALLOW_COPY_AND_ASSIGN(CachedFunctionHandles);
 };
 
+// Struct for node's output edge info.
+struct OutEdgeInfo {
+  Node* dst;
+  int src_output, dst_input;
+};
+
+// Replaces node `n` with a new node whose NodeDef is `node_def`.
+xla::StatusOr<Node*> ReplaceNode(Graph* g, Node* n, const NodeDef& node_def);
+
+// Helper function that builds an Identity node.
+xla::StatusOr<Node*> BuildIdentityNode(Graph* graph, const string& node_name,
+                                       DataType dtype, const Node* input,
+                                       absl::optional<string> requested_device);
+
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_TF2XLA_TF2XLA_UTIL_H_
-- 
GitLab


From 6cd6115a7be5d9d87ab9ecaa5c75c6270c9061a7 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Wed, 17 Oct 2018 13:02:06 -0700
Subject: [PATCH 0215/1825] Automated rollback of commit
 a98b34414f125db1edc97bd7e62cf93701ecdf73

PiperOrigin-RevId: 217572495
---
 tensorflow/core/framework/op_kernel.cc | 55 +++++++++++++++++++++++++-
 tools/bazel.rc                         |  3 +-
 2 files changed, 55 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 3e34bf0418..c26214c857 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/framework/op_kernel.h"
 
+#include <mutex>
 #include <unordered_map>
 #include <utility>
 #include <vector>
@@ -38,6 +39,7 @@ limitations under the License.
 #include "tensorflow/core/lib/io/path.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/lib/strings/strcat.h"
+#include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/mutex.h"
 #include "tensorflow/core/platform/types.h"
@@ -924,12 +926,52 @@ struct KernelRegistration {
 // KernelDef.
 typedef std::unordered_multimap<string, KernelRegistration> KernelRegistry;
 
+#if defined(_WIN32)
+static const char kKernelLibPattern[] = "libtfkernel*.dll";
+#elif defined(__APPLE__)
+static const char kKernelLibPattern[] = "libtfkernel*.dylib";
+#else
+static const char kKernelLibPattern[] = "libtfkernel*.so";
+#endif
+
+void LoadDynamicKernelsInternal() {
+  Env* env = Env::Default();
+  string bazel_kernel_dir = io::JoinPath(env->GetRunfilesDir(),
+                                         "tensorflow",
+                                         "core",
+                                         "kernels");
+  std::vector<string> files;
+  Status s_kernel_dir = env->GetChildren(bazel_kernel_dir, &files);
+  if (s_kernel_dir.ok()) {
+    string dll_spec = io::JoinPath(bazel_kernel_dir, kKernelLibPattern);
+    for (const auto&  file : files) {
+      string fullpath =  io::JoinPath(bazel_kernel_dir, file);
+      if (env->MatchPath(fullpath, dll_spec)) {
+        // TODO(gunan): Store the handles to the opened files.
+        void* unused_filehandle;
+        TF_CHECK_OK(env->LoadLibrary(fullpath.c_str(), &unused_filehandle));
+      }
+    }
+  }
+}
+
+// Mechanism for loading existing kernel libraries.
+void LoadDynamicKernels() {
+  // TODO(gunan): As more features are available, add intelligent kernel
+  // selection, and dropping unsuitable kernel logic here.
+  static std::once_flag dll_loader_flag;
+  std::call_once(dll_loader_flag, LoadDynamicKernelsInternal);
+}
+
 void* GlobalKernelRegistry() {
   static KernelRegistry* global_kernel_registry = new KernelRegistry;
   return global_kernel_registry;
 }
 
 static KernelRegistry* GlobalKernelRegistryTyped() {
+#ifdef AUTOLOAD_DYNAMIC_KERNELS
+  LoadDynamicKernels();
+#endif  // AUTOLOAD_DYNAMIC_KERNELS
   return reinterpret_cast<KernelRegistry*>(GlobalKernelRegistry());
 }
 
@@ -949,8 +991,17 @@ void OpKernelRegistrar::InitInternal(const KernelDef* kernel_def,
     const string key =
         Key(kernel_def->op(), DeviceType(kernel_def->device_type()),
             kernel_def->label());
-    GlobalKernelRegistryTyped()->insert(std::make_pair(
-        key, KernelRegistration(*kernel_def, kernel_class_name, factory)));
+
+    // To avoid calling LoadDynamicKernels DO NOT CALL GlobalKernelRegistryTyped
+    // here.
+    // InitInternal gets called by static initializers, so it ends up executing
+    // before main. This causes LoadKernelLibraries function to get called
+    // before some file libraries can initialize, which in turn crashes the
+    // program flakily. Until we get rid of static initializers in kernel
+    // registration mechanism, we have this workaround here.
+    reinterpret_cast<KernelRegistry*>(GlobalKernelRegistry())
+        ->insert(std::make_pair(
+            key, KernelRegistration(*kernel_def, kernel_class_name, factory)));
   }
   delete kernel_def;
 }
diff --git a/tools/bazel.rc b/tools/bazel.rc
index cee0b0b064..a9c86fd485 100644
--- a/tools/bazel.rc
+++ b/tools/bazel.rc
@@ -29,7 +29,7 @@ build:mkl -c opt
 
 # This config option is used to enable MKL-DNN open source library only,
 # without depending on MKL binary version.
-build:mkl_open_source_only --define=build_with_mkl_dnn_only=true 
+build:mkl_open_source_only --define=build_with_mkl_dnn_only=true
 build:mkl_open_source_only --define=build_with_mkl=true --define=enable_mkl=true
 
 build:download_clang --crosstool_top=@local_config_download_clang//:toolchain
@@ -86,6 +86,7 @@ build --define=grpc_no_ares=true
 
 # Modular TF build options
 build:dynamic_kernels --define=dynamic_loaded_kernels=true
+build:dynamic_kernels -DAUTOLOAD_DYNAMIC_KERNELS
 
 # Default paths for TF_SYSTEM_LIBS
 build --define=PREFIX=/usr
-- 
GitLab


From 74fe2db1a54e3af087d4690c801901df280699ab Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Wed, 17 Oct 2018 13:14:10 -0700
Subject: [PATCH 0216/1825] clang-format

---
 .../core/kernels/crop_resize_bilinear_core.h  | 2685 ++++++++---------
 1 file changed, 1292 insertions(+), 1393 deletions(-)

diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
index 6167cafea2..c57131fd18 100644
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -37,8 +37,8 @@ namespace {
 
 // Compute the interpolation indices only once.
 struct CachedInterpolation {
-  int lower;  // Lower source index used in the interpolation
-  int upper;  // Upper source index used in the interpolation
+  int lower; // Lower source index used in the interpolation
+  int upper; // Upper source index used in the interpolation
   // 1-D linear iterpolation scale (see:
   // https://en.wikipedia.org/wiki/Bilinear_interpolation)
   float lerp;
@@ -48,7 +48,7 @@ bool compute_single_interpolation_weight(const int in_size,
                                          const float out2in_scale,
                                          const float out2in_start,
                                          const bool clip, const int i,
-                                         int* lower, int* upper, float* lerp) {
+                                         int *lower, int *upper, float *lerp) {
   const float in = i * out2in_scale + out2in_start;
   *lower = (int)floor(in);
   *upper = (int)ceil(in);
@@ -76,7 +76,7 @@ bool compute_single_interpolation_weight(const int in_size,
 bool compute_interpolation_weights(const int min_i, const int max_i,
                                    const int in_size, const float out2in_scale,
                                    const float out2in_start, const bool clip,
-                                   CachedInterpolation* interpolation) {
+                                   CachedInterpolation *interpolation) {
   bool rval = true;
   int num_i = max_i - min_i + 1;
   for (int i = 0; i < num_i; ++i) {
@@ -94,16 +94,15 @@ bool compute_interpolation_weights(const int min_i, const int max_i,
  */
 void compute_interpolation_weights(const int out_size, const int in_size,
                                    const float out2in_scale,
-                                   CachedInterpolation* interpolation) {
+                                   CachedInterpolation *interpolation) {
   interpolation[out_size].lower = 0;
   interpolation[out_size].upper = 0;
   const bool clip = true;
   if (!compute_interpolation_weights(0, out_size - 1, in_size, out2in_scale,
                                      0.0f, clip, interpolation)) {
     // Should never happen, check for it anyway
-    printf(
-        "Warning! Interpolation values have lower,upper indexes outside of "
-        "range [0,in_size-1]\n");
+    printf("Warning! Interpolation values have lower,upper indexes outside of "
+           "range [0,in_size-1]\n");
   }
 }
 /**
@@ -115,7 +114,7 @@ void compute_interpolation_weights(const int out_size, const int in_size,
  */
 bool compute_minmax_indexes(const int out_size, const int in_size,
                             const float out2in_scale, const float out2in_start,
-                            int* min_i, int* max_i) {
+                            int *min_i, int *max_i) {
   *min_i = out_size;
   *max_i = -1;
   int lower, upper;
@@ -123,8 +122,10 @@ bool compute_minmax_indexes(const int out_size, const int in_size,
   for (int i = 0; i < out_size; ++i) {
     if (compute_single_interpolation_weight(in_size, out2in_scale, out2in_start,
                                             false, i, &lower, &upper, &lerp)) {
-      if (i < *min_i) *min_i = i;
-      if (i > *max_i) *max_i = i;
+      if (i < *min_i)
+        *min_i = i;
+      if (i > *max_i)
+        *max_i = i;
     }
   }
   return (*min_i <= *max_i) ? true : false;
@@ -136,9 +137,9 @@ bool compute_minmax_indexes(const int out_size, const int in_size,
  */
 bool compute_interpolation_weights(
     const int out_size, const int in_size,
-    const float x1,  // lower bounding box, crop region starts at in_size*x1
-    const float x2,  // upper bounding box, crop region ends at in_size*x2
-    int* min_i, int* max_i, std::vector<CachedInterpolation>* interpolation) {
+    const float x1, // lower bounding box, crop region starts at in_size*x1
+    const float x2, // upper bounding box, crop region ends at in_size*x2
+    int *min_i, int *max_i, std::vector<CachedInterpolation> *interpolation) {
   float out2in_start = out_size > 1
                            ? (float)(in_size - 1) * (float)x1
                            : (float)(in_size - 1) * (float)(x1 + x2) / 2.0f;
@@ -206,24 +207,24 @@ float compute_lerp(const float top_left, const float top_right,
  * Optionally flips horizontal and/or vertical axis.
  */
 template <typename T, typename U>
-void crop_resize_single_image(const T* image, const int64 in_height,
+void crop_resize_single_image(const T *image, const int64 in_height,
                               const int64 in_width, const int64 out_height,
                               const int64 out_width, const int channels,
                               const int min_ix, const int max_ix,
-                              const CachedInterpolation* xs, const int min_iy,
-                              const int max_iy, const CachedInterpolation* ys,
+                              const CachedInterpolation *xs, const int min_iy,
+                              const int max_iy, const CachedInterpolation *ys,
                               const float extrapolated_value, const bool flip_x,
                               const bool flip_y,
-                              U* output) TF_ATTRIBUTE_NOINLINE;
+                              U *output) TF_ATTRIBUTE_NOINLINE;
 template <typename T, typename U>
-void crop_resize_single_image(const T* image, const int64 in_height,
+void crop_resize_single_image(const T *image, const int64 in_height,
                               const int64 in_width, const int64 out_height,
                               const int64 out_width, const int channels,
                               const int min_ix, const int max_ix,
-                              const CachedInterpolation* xs, const int min_iy,
-                              const int max_iy, const CachedInterpolation* ys,
+                              const CachedInterpolation *xs, const int min_iy,
+                              const int max_iy, const CachedInterpolation *ys,
                               const float extrapolated_value, const bool flip_x,
-                              const bool flip_y, U* output) {
+                              const bool flip_y, U *output) {
   const int64 in_row_size = in_width * channels;
   const int64 out_row_size = out_width * channels;
   U u_min_val = std::numeric_limits<U>::min();
@@ -234,22 +235,24 @@ void crop_resize_single_image(const T* image, const int64 in_height,
       cast_to<U>(extrapolated_value, min_val, max_val, u_min_val, u_max_val);
   // low y extrapolation zone
   if (min_iy > 0) {
-    U* p = flip_y ? output + out_row_size * (out_height - min_iy) : output;
+    U *p = flip_y ? output + out_row_size * (out_height - min_iy) : output;
     int64 nn = out_row_size * (int64)min_iy;
-    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
+    for (int64 i = 0; i < nn; ++i)
+      p[i] = uEx;
   }
   // high y extrapolation zone
   if (max_iy < out_height - 1) {
-    U* p = flip_y ? output : output + out_row_size * (max_iy + 1);
+    U *p = flip_y ? output : output + out_row_size * (max_iy + 1);
     int64 nn = out_row_size * (int64)(out_height - 1 - max_iy);
-    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
+    for (int64 i = 0; i < nn; ++i)
+      p[i] = uEx;
   }
   // low x extrapolation zone
   if (min_ix > 0) {
     for (int iy = min_iy; iy <= max_iy; ++iy) {
       int xx0 = flip_x ? (out_width - min_ix) * channels : 0;
       int nxx = min_ix * channels;
-      U* p = output + xx0 +
+      U *p = output + xx0 +
              out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
@@ -261,22 +264,22 @@ void crop_resize_single_image(const T* image, const int64 in_height,
     for (int iy = min_iy; iy <= max_iy; ++iy) {
       int xx0 = flip_x ? 0 : (max_ix + 1) * channels;
       int nxx = (out_width - 1 - max_ix) * channels;
-      U* p = output + xx0 +
+      U *p = output + xx0 +
              out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
       }
     }
   }
-  U* output_y_ptr =
+  U *output_y_ptr =
       output +
       out_row_size * (int64)(flip_y ? out_height - 1 - min_iy : min_iy);
   // interpolation zone
   if (channels == 1) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -304,8 +307,8 @@ void crop_resize_single_image(const T* image, const int64 in_height,
   } else if (channels == 2) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -343,8 +346,8 @@ void crop_resize_single_image(const T* image, const int64 in_height,
   } else if (channels == 3) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -392,8 +395,8 @@ void crop_resize_single_image(const T* image, const int64 in_height,
   } else if (channels == 4) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -451,8 +454,8 @@ void crop_resize_single_image(const T* image, const int64 in_height,
   } else {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -483,12 +486,12 @@ void crop_resize_single_image(const T* image, const int64 in_height,
 // machine you are running on
 template <typename T, typename U>
 void crop_resize_single_image_common(
-    const T* image, const int64 in_height, const int64 in_width,
+    const T *image, const int64 in_height, const int64 in_width,
     const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation* xs,
-    const int min_iy, const int max_iy, const CachedInterpolation* ys,
+    const int min_ix, const int max_ix, const CachedInterpolation *xs,
+    const int min_iy, const int max_iy, const CachedInterpolation *ys,
     const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U* output) TF_ATTRIBUTE_NOINLINE;
+    U *output) TF_ATTRIBUTE_NOINLINE;
 
 // For now, only compile vectorized code on LINUX systems.
 // to-do: Test vectorized code on other platforms (MacOS and Windows).
@@ -515,9 +518,8 @@ void crop_resize_single_image_common(
 // Eigen::half, bfloat16 or float.
 //
 
-template <class T>
-class VectorLoader {
- public:
+template <class T> class VectorLoader {
+public:
 #ifdef __AVX2__
   // convert 8 packed words of type T to fp32.
   // T must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
@@ -535,20 +537,20 @@ class VectorLoader {
   // separate 128 bit lanes.
   // input is stored in lower portion of 4 separate sse words, v0 through v3.
   // output is stored in lower portion of v0.
-  void pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
   // output is stored in lower portion of v0 and v1.
-  void pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
   // output is stored in lower portion of v0, v1 and v2.
-  void pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
 #else
   // pack 4 pixels with 1 channel, 2 channels and 3channels respectively.
   // input is stored in lower portion of 4 separate sse words, v0 through v3.
   // output is stored in lower portion of v0.
-  void pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
   // output is stored in lower portion of v0 and v1.
-  void pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
   // output is stored in lower portion of v0, v1 and v2.
-  void pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
 #endif
 
 #ifdef __AVX2__
@@ -572,8 +574,8 @@ class VectorLoader {
   // pixels have 1 channel.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
+  void load1_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -581,9 +583,9 @@ class VectorLoader {
   // pixels have 2 channels.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* right0, __m256* right1);
+  void load1_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
+                 __m256 *right0, __m256 *right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -591,9 +593,9 @@ class VectorLoader {
   // pixels have 3 channels.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
+  void load1_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
+                 __m256 *left2, __m256 *right0, __m256 *right1, __m256 *right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -601,10 +603,10 @@ class VectorLoader {
   // pixels have 4 channels.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
-                 __m256* right2, __m256* right3);
+  void load1_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
+                 __m256 *left2, __m256 *left3, __m256 *right0, __m256 *right1,
+                 __m256 *right2, __m256 *right3);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -612,8 +614,8 @@ class VectorLoader {
   // pixels have 1 channel.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
+  void load2_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -621,9 +623,9 @@ class VectorLoader {
   // pixels have 2 channels.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* right0, __m256* right1);
+  void load2_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
+                 __m256 *right0, __m256 *right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -631,9 +633,9 @@ class VectorLoader {
   // pixels have 3 channels.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
+  void load2_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
+                 __m256 *left2, __m256 *right0, __m256 *right1, __m256 *right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -641,10 +643,10 @@ class VectorLoader {
   // pixels have 4 channels.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
-                 __m256* right2, __m256* right3);
+  void load2_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
+                 __m256 *left2, __m256 *left3, __m256 *right0, __m256 *right1,
+                 __m256 *right2, __m256 *right3);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -652,9 +654,9 @@ class VectorLoader {
   // pixels have 1 channel.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* right0);
+  void load4_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -662,9 +664,9 @@ class VectorLoader {
   // pixels have 2 channels.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* right0, __m256* right1);
+  void load4_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *left1, __m256 *right0, __m256 *right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -672,10 +674,10 @@ class VectorLoader {
   // pixels have 3 channels.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
-                 __m256* right2);
+  void load4_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *left1, __m256 *left2, __m256 *right0, __m256 *right1,
+                 __m256 *right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -683,10 +685,10 @@ class VectorLoader {
   // pixels have 4 channels.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
-                 __m256* right1, __m256* right2, __m256* right3);
+  void load4_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *left1, __m256 *left2, __m256 *left3, __m256 *right0,
+                 __m256 *right1, __m256 *right2, __m256 *right3);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -695,9 +697,9 @@ class VectorLoader {
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* right0);
+  void load8_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -706,9 +708,9 @@ class VectorLoader {
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* right0, __m256* right1);
+  void load8_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *left1, __m256 *right0, __m256 *right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -717,10 +719,10 @@ class VectorLoader {
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
-                 __m256* right2);
+  void load8_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *left1, __m256 *left2, __m256 *right0, __m256 *right1,
+                 __m256 *right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -729,10 +731,10 @@ class VectorLoader {
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
-                 __m256* right1, __m256* right2, __m256* right3);
+  void load8_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256 *left0,
+                 __m256 *left1, __m256 *left2, __m256 *left3, __m256 *right0,
+                 __m256 *right1, __m256 *right2, __m256 *right3);
 #else
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
@@ -741,9 +743,9 @@ class VectorLoader {
   // pixels have 1 channel.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
-                 __m128* tr0, __m128* br0);
+  void load1_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *bl0,
+                 __m128 *tr0, __m128 *br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -751,10 +753,10 @@ class VectorLoader {
   // pixels have 2 channels.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
-                 __m128* br0, __m128* br1);
+  void load1_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
+                 __m128 *bl0, __m128 *bl1, __m128 *tr0, __m128 *tr1,
+                 __m128 *br0, __m128 *br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -762,11 +764,11 @@ class VectorLoader {
   // pixels have 3 channels.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
-                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
-                 __m128* br1, __m128* br2);
+  void load1_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
+                 __m128 *tl2, __m128 *bl0, __m128 *bl1, __m128 *bl2,
+                 __m128 *tr0, __m128 *tr1, __m128 *tr2, __m128 *br0,
+                 __m128 *br1, __m128 *br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -774,12 +776,12 @@ class VectorLoader {
   // pixels have 4 channels.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
-                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
-                 __m128* br2, __m128* br3);
+  void load1_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
+                 __m128 *tl2, __m128 *tl3, __m128 *bl0, __m128 *bl1,
+                 __m128 *bl2, __m128 *bl3, __m128 *tr0, __m128 *tr1,
+                 __m128 *tr2, __m128 *tr3, __m128 *br0, __m128 *br1,
+                 __m128 *br2, __m128 *br3);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -787,9 +789,9 @@ class VectorLoader {
   // pixels have 1 channel.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
-                 __m128* tr0, __m128* br0);
+  void load2_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *bl0,
+                 __m128 *tr0, __m128 *br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -797,10 +799,10 @@ class VectorLoader {
   // pixels have 2 channels.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
-                 __m128* br0, __m128* br1);
+  void load2_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
+                 __m128 *bl0, __m128 *bl1, __m128 *tr0, __m128 *tr1,
+                 __m128 *br0, __m128 *br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -808,11 +810,11 @@ class VectorLoader {
   // pixels have 3 channels.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
-                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
-                 __m128* br1, __m128* br2);
+  void load2_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
+                 __m128 *tl2, __m128 *bl0, __m128 *bl1, __m128 *bl2,
+                 __m128 *tr0, __m128 *tr1, __m128 *tr2, __m128 *br0,
+                 __m128 *br1, __m128 *br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -820,12 +822,12 @@ class VectorLoader {
   // pixels have 4 channels.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
-                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
-                 __m128* br2, __m128* br3);
+  void load2_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
+                 __m128 *tl2, __m128 *tl3, __m128 *bl0, __m128 *bl1,
+                 __m128 *bl2, __m128 *bl3, __m128 *tr0, __m128 *tr1,
+                 __m128 *tr2, __m128 *tr3, __m128 *br0, __m128 *br1,
+                 __m128 *br2, __m128 *br3);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -833,9 +835,9 @@ class VectorLoader {
   // pixels have 1 channel.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* bl0, __m128* tr0, __m128* br0);
+  void load4_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *bl0, __m128 *tr0, __m128 *br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -843,10 +845,10 @@ class VectorLoader {
   // pixels have 2 channels.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
-                 __m128* tr1, __m128* br0, __m128* br1);
+  void load4_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *tl1, __m128 *bl0, __m128 *bl1, __m128 *tr0,
+                 __m128 *tr1, __m128 *br0, __m128 *br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -854,11 +856,11 @@ class VectorLoader {
   // pixels have 3 channels.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
-                 __m128* br0, __m128* br1, __m128* br2);
+  void load4_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *tl1, __m128 *tl2, __m128 *bl0, __m128 *bl1,
+                 __m128 *bl2, __m128 *tr0, __m128 *tr1, __m128 *tr2,
+                 __m128 *br0, __m128 *br1, __m128 *br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -866,12 +868,12 @@ class VectorLoader {
   // pixels have 4 channels.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
-                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
-                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
-                 __m128* br1, __m128* br2, __m128* br3);
+  void load4_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *tl1, __m128 *tl2, __m128 *tl3, __m128 *bl0,
+                 __m128 *bl1, __m128 *bl2, __m128 *bl3, __m128 *tr0,
+                 __m128 *tr1, __m128 *tr2, __m128 *tr3, __m128 *br0,
+                 __m128 *br1, __m128 *br2, __m128 *br3);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -879,9 +881,9 @@ class VectorLoader {
   // pixels have 1 channel.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* bl0, __m128* tr0, __m128* br0);
+  void load8_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *bl0, __m128 *tr0, __m128 *br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -889,10 +891,10 @@ class VectorLoader {
   // pixels have 2 channels.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
-                 __m128* tr1, __m128* br0, __m128* br1);
+  void load8_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *tl1, __m128 *bl0, __m128 *bl1, __m128 *tr0,
+                 __m128 *tr1, __m128 *br0, __m128 *br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -900,11 +902,11 @@ class VectorLoader {
   // pixels have 3 channels.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
-                 __m128* br0, __m128* br1, __m128* br2);
+  void load8_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *tl1, __m128 *tl2, __m128 *bl0, __m128 *bl1,
+                 __m128 *bl2, __m128 *tr0, __m128 *tr1, __m128 *tr2,
+                 __m128 *br0, __m128 *br1, __m128 *br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -912,48 +914,48 @@ class VectorLoader {
   // pixels have 4 channels.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
-                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
-                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
-                 __m128* br1, __m128* br2, __m128* br3);
+  void load8_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128 *tl0,
+                 __m128 *tl1, __m128 *tl2, __m128 *tl3, __m128 *bl0,
+                 __m128 *bl1, __m128 *bl2, __m128 *bl3, __m128 *tr0,
+                 __m128 *tr1, __m128 *tr2, __m128 *tr3, __m128 *br0,
+                 __m128 *br1, __m128 *br2, __m128 *br3);
 #endif
 
   // there is no method that packs 4 pixels with 4 channel into four sse words.
   // nothing to do for this case, everything is already in the right position.
 
- private:
+private:
 // helper methods
 #ifdef __AVX2__
   // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
   // word.
   // works within SSE lanes.
   // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
-  void pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_1b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_2b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_4b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_1b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_2b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_4b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_1b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_2b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_4b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
 // there is no pack4_xx_4ch functions because none is needed.
 // all the bytes are loaded in the right spots for this case.
 #else
   // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
   // word.
   // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
-  void pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_1b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_2b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_4b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_1b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_2b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_4b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_1b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_2b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_4b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
 #endif
 #ifdef __AVX2__
   __m256i extract_right_1b_(const __m256i left);
@@ -974,8 +976,8 @@ class VectorLoader {
 
 #ifdef __AVX2__
 template <class T>
-void VectorLoader<T>::pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_1b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   *v3 = _mm256_slli_si256(*v3, 3);
   __m256i and_mask = _mm256_setr_epi32(255, 0, 0, 0, 255, 0, 0, 0);
   *v2 = _mm256_or_si256(*v3,
@@ -985,8 +987,8 @@ void VectorLoader<T>::pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
   *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_2b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   *v3 = _mm256_slli_si256(*v3, 6);
   __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
   *v2 = _mm256_or_si256(*v3,
@@ -996,8 +998,8 @@ void VectorLoader<T>::pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
   *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_4b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   *v3 = _mm256_slli_si256(*v3, 12);
   __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
   *v2 = _mm256_or_si256(*v3,
@@ -1008,8 +1010,8 @@ void VectorLoader<T>::pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
 }
 
 template <class T>
-void VectorLoader<T>::pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_1b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 2));
@@ -1017,8 +1019,8 @@ void VectorLoader<T>::pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
                         _mm256_slli_si256(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_2b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 4));
@@ -1026,8 +1028,8 @@ void VectorLoader<T>::pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
                         _mm256_slli_si256(*v3, 4));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_4b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, -1, 0, 0, -1, -1, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 8));
@@ -1036,8 +1038,8 @@ void VectorLoader<T>::pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
 }
 
 template <class T>
-void VectorLoader<T>::pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_1b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   __m256i and_mask = _mm256_setr_epi32(16777215, 0, 0, 0, 16777215, 0, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 3));
@@ -1049,8 +1051,8 @@ void VectorLoader<T>::pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
                         _mm256_slli_si256(*v3, 1));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_2b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, 65535, 0, 0, -1, 65535, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 6));
@@ -1062,8 +1064,8 @@ void VectorLoader<T>::pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
                         _mm256_slli_si256(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<T>::pack4_4b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, -1, -1, 0, -1, -1, -1, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 12));
@@ -1076,131 +1078,131 @@ void VectorLoader<T>::pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
 }
 
 template <>
-void VectorLoader<uint8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<uint8>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                  __m256i* v3) {
+void VectorLoader<int8>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                  __m256i *v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<uint16>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<int16>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<int32>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                         __m256i* v3) {
+void VectorLoader<Eigen::half>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                         __m256i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                      __m256i* v3) {
+void VectorLoader<bfloat16>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                      __m256i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<float>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<uint8>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                  __m256i* v3) {
+void VectorLoader<int8>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                  __m256i *v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<uint16>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<int16>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<int32>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                         __m256i* v3) {
+void VectorLoader<Eigen::half>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                         __m256i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                      __m256i* v3) {
+void VectorLoader<bfloat16>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                      __m256i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<float>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<uint8>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                  __m256i* v3) {
+void VectorLoader<int8>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                  __m256i *v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
+void VectorLoader<uint16>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                    __m256i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<int16>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<int32>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                         __m256i* v3) {
+void VectorLoader<Eigen::half>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                         __m256i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                      __m256i* v3) {
+void VectorLoader<bfloat16>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                      __m256i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
+void VectorLoader<float>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
+                                   __m256i *v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 #else
 template <class T>
-void VectorLoader<T>::pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_1b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   *v3 = _mm_slli_si128(*v3, 3);
   __m128i and_mask = _mm_setr_epi32(255, 0, 0, 0);
   *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 2));
@@ -1208,8 +1210,8 @@ void VectorLoader<T>::pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
   *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_2b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   *v3 = _mm_slli_si128(*v3, 6);
   __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
   *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 4));
@@ -1217,8 +1219,8 @@ void VectorLoader<T>::pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
   *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_4b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   *v3 = _mm_slli_si128(*v3, 12);
   __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
   *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 8));
@@ -1226,29 +1228,29 @@ void VectorLoader<T>::pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
   *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_1b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 2));
   *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_2b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 4));
   *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 4));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_4b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   __m128i and_mask = _mm_setr_epi32(-1, -1, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 8));
   *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 8));
 }
 template <class T>
-void VectorLoader<T>::pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_1b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   __m128i and_mask = _mm_setr_epi32(16777215, 0, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 3));
   and_mask = _mm_srli_si128(and_mask, 1);
@@ -1259,8 +1261,8 @@ void VectorLoader<T>::pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
                      _mm_slli_si128(*v3, 1));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_2b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   __m128i and_mask = _mm_setr_epi32(-1, 65535, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 6));
   and_mask = _mm_srli_si128(and_mask, 2);
@@ -1271,8 +1273,8 @@ void VectorLoader<T>::pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
                      _mm_slli_si128(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<T>::pack4_4b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   __m128i and_mask = _mm_setr_epi32(-1, -1, -1, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 12));
   and_mask = _mm_srli_si128(and_mask, 4);
@@ -1284,148 +1286,144 @@ void VectorLoader<T>::pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
 }
 
 template <>
-void VectorLoader<uint8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<uint8>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                  __m128i* v3) {
+void VectorLoader<int8>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                  __m128i *v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<uint16>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<int16>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<int32>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                         __m128i* v3) {
+void VectorLoader<Eigen::half>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                         __m128i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                      __m128i* v3) {
+void VectorLoader<bfloat16>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                      __m128i *v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<float>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<uint8>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                  __m128i* v3) {
+void VectorLoader<int8>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                  __m128i *v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<uint16>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<int16>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<int32>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                         __m128i* v3) {
+void VectorLoader<Eigen::half>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                         __m128i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                      __m128i* v3) {
+void VectorLoader<bfloat16>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                      __m128i *v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<float>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<uint8>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                  __m128i* v3) {
+void VectorLoader<int8>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                  __m128i *v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
+void VectorLoader<uint16>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                    __m128i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<int16>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<int32>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                         __m128i* v3) {
+void VectorLoader<Eigen::half>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                         __m128i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                      __m128i* v3) {
+void VectorLoader<bfloat16>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                      __m128i *v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
+void VectorLoader<float>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
+                                   __m128i *v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 #endif
 
 #ifdef __AVX2__
-template <>
-__m256i VectorLoader<uint8>::extract_right_1ch(const __m256i left) {
+template <> __m256i VectorLoader<uint8>::extract_right_1ch(const __m256i left) {
   return extract_right_1b_(left);
 }
-template <>
-__m256i VectorLoader<int8>::extract_right_1ch(const __m256i left) {
+template <> __m256i VectorLoader<int8>::extract_right_1ch(const __m256i left) {
   return extract_right_1b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_1ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m256i VectorLoader<int16>::extract_right_1ch(const __m256i left) {
+template <> __m256i VectorLoader<int16>::extract_right_1ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m256i VectorLoader<int32>::extract_right_1ch(const __m256i left) {
+template <> __m256i VectorLoader<int32>::extract_right_1ch(const __m256i left) {
   return extract_right_4b_(left);
 }
 template <>
@@ -1436,29 +1434,24 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_1ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m256i VectorLoader<float>::extract_right_1ch(const __m256i left) {
+template <> __m256i VectorLoader<float>::extract_right_1ch(const __m256i left) {
   return extract_right_4b_(left);
 }
 
-template <>
-__m256i VectorLoader<uint8>::extract_right_2ch(const __m256i left) {
+template <> __m256i VectorLoader<uint8>::extract_right_2ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m256i VectorLoader<int8>::extract_right_2ch(const __m256i left) {
+template <> __m256i VectorLoader<int8>::extract_right_2ch(const __m256i left) {
   return extract_right_2b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_2ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m256i VectorLoader<int16>::extract_right_2ch(const __m256i left) {
+template <> __m256i VectorLoader<int16>::extract_right_2ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m256i VectorLoader<int32>::extract_right_2ch(const __m256i left) {
+template <> __m256i VectorLoader<int32>::extract_right_2ch(const __m256i left) {
   return extract_right_8b_(left);
 }
 template <>
@@ -1469,29 +1462,24 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_2ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m256i VectorLoader<float>::extract_right_2ch(const __m256i left) {
+template <> __m256i VectorLoader<float>::extract_right_2ch(const __m256i left) {
   return extract_right_8b_(left);
 }
 
-template <>
-__m256i VectorLoader<uint8>::extract_right_3ch(const __m256i left) {
+template <> __m256i VectorLoader<uint8>::extract_right_3ch(const __m256i left) {
   return extract_right_3b_(left);
 }
-template <>
-__m256i VectorLoader<int8>::extract_right_3ch(const __m256i left) {
+template <> __m256i VectorLoader<int8>::extract_right_3ch(const __m256i left) {
   return extract_right_3b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_3ch(const __m256i left) {
   return extract_right_6b_(left);
 }
-template <>
-__m256i VectorLoader<int16>::extract_right_3ch(const __m256i left) {
+template <> __m256i VectorLoader<int16>::extract_right_3ch(const __m256i left) {
   return extract_right_6b_(left);
 }
-template <>
-__m256i VectorLoader<int32>::extract_right_3ch(const __m256i left) {
+template <> __m256i VectorLoader<int32>::extract_right_3ch(const __m256i left) {
   assert(false);
 }
 template <>
@@ -1502,29 +1490,24 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_3ch(const __m256i left) {
   return extract_right_6b_(left);
 }
-template <>
-__m256i VectorLoader<float>::extract_right_3ch(const __m256i left) {
+template <> __m256i VectorLoader<float>::extract_right_3ch(const __m256i left) {
   assert(false);
 }
 
-template <>
-__m256i VectorLoader<uint8>::extract_right_4ch(const __m256i left) {
+template <> __m256i VectorLoader<uint8>::extract_right_4ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m256i VectorLoader<int8>::extract_right_4ch(const __m256i left) {
+template <> __m256i VectorLoader<int8>::extract_right_4ch(const __m256i left) {
   return extract_right_4b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_4ch(const __m256i left) {
   return extract_right_8b_(left);
 }
-template <>
-__m256i VectorLoader<int16>::extract_right_4ch(const __m256i left) {
+template <> __m256i VectorLoader<int16>::extract_right_4ch(const __m256i left) {
   return extract_right_8b_(left);
 }
-template <>
-__m256i VectorLoader<int32>::extract_right_4ch(const __m256i left) {
+template <> __m256i VectorLoader<int32>::extract_right_4ch(const __m256i left) {
   assert(false);
 }
 template <>
@@ -1535,29 +1518,24 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_4ch(const __m256i left) {
   return extract_right_8b_(left);
 }
-template <>
-__m256i VectorLoader<float>::extract_right_4ch(const __m256i left) {
+template <> __m256i VectorLoader<float>::extract_right_4ch(const __m256i left) {
   assert(false);
 }
 #else
-template <>
-__m128i VectorLoader<uint8>::extract_right_1ch(const __m128i left) {
+template <> __m128i VectorLoader<uint8>::extract_right_1ch(const __m128i left) {
   return extract_right_1b_(left);
 }
-template <>
-__m128i VectorLoader<int8>::extract_right_1ch(const __m128i left) {
+template <> __m128i VectorLoader<int8>::extract_right_1ch(const __m128i left) {
   return extract_right_1b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_1ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m128i VectorLoader<int16>::extract_right_1ch(const __m128i left) {
+template <> __m128i VectorLoader<int16>::extract_right_1ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m128i VectorLoader<int32>::extract_right_1ch(const __m128i left) {
+template <> __m128i VectorLoader<int32>::extract_right_1ch(const __m128i left) {
   return extract_right_4b_(left);
 }
 template <>
@@ -1568,29 +1546,24 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_1ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m128i VectorLoader<float>::extract_right_1ch(const __m128i left) {
+template <> __m128i VectorLoader<float>::extract_right_1ch(const __m128i left) {
   return extract_right_4b_(left);
 }
 
-template <>
-__m128i VectorLoader<uint8>::extract_right_2ch(const __m128i left) {
+template <> __m128i VectorLoader<uint8>::extract_right_2ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <>
-__m128i VectorLoader<int8>::extract_right_2ch(const __m128i left) {
+template <> __m128i VectorLoader<int8>::extract_right_2ch(const __m128i left) {
   return extract_right_2b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_2ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m128i VectorLoader<int16>::extract_right_2ch(const __m128i left) {
+template <> __m128i VectorLoader<int16>::extract_right_2ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m128i VectorLoader<int32>::extract_right_2ch(const __m128i left) {
+template <> __m128i VectorLoader<int32>::extract_right_2ch(const __m128i left) {
   return extract_right_8b_(left);
 }
 template <>
@@ -1601,29 +1574,24 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_2ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m128i VectorLoader<float>::extract_right_2ch(const __m128i left) {
+template <> __m128i VectorLoader<float>::extract_right_2ch(const __m128i left) {
   return extract_right_8b_(left);
 }
 
-template <>
-__m128i VectorLoader<uint8>::extract_right_3ch(const __m128i left) {
+template <> __m128i VectorLoader<uint8>::extract_right_3ch(const __m128i left) {
   return extract_right_3b_(left);
 }
-template <>
-__m128i VectorLoader<int8>::extract_right_3ch(const __m128i left) {
+template <> __m128i VectorLoader<int8>::extract_right_3ch(const __m128i left) {
   return extract_right_3b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_3ch(const __m128i left) {
   return extract_right_6b_(left);
 }
-template <>
-__m128i VectorLoader<int16>::extract_right_3ch(const __m128i left) {
+template <> __m128i VectorLoader<int16>::extract_right_3ch(const __m128i left) {
   return extract_right_6b_(left);
 }
-template <>
-__m128i VectorLoader<int32>::extract_right_3ch(const __m128i left) {
+template <> __m128i VectorLoader<int32>::extract_right_3ch(const __m128i left) {
   assert(false);
 }
 template <>
@@ -1634,29 +1602,24 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_3ch(const __m128i left) {
   return extract_right_6b_(left);
 }
-template <>
-__m128i VectorLoader<float>::extract_right_3ch(const __m128i left) {
+template <> __m128i VectorLoader<float>::extract_right_3ch(const __m128i left) {
   assert(false);
 }
 
-template <>
-__m128i VectorLoader<uint8>::extract_right_4ch(const __m128i left) {
+template <> __m128i VectorLoader<uint8>::extract_right_4ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <>
-__m128i VectorLoader<int8>::extract_right_4ch(const __m128i left) {
+template <> __m128i VectorLoader<int8>::extract_right_4ch(const __m128i left) {
   return extract_right_4b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_4ch(const __m128i left) {
   return extract_right_8b_(left);
 }
-template <>
-__m128i VectorLoader<int16>::extract_right_4ch(const __m128i left) {
+template <> __m128i VectorLoader<int16>::extract_right_4ch(const __m128i left) {
   return extract_right_8b_(left);
 }
-template <>
-__m128i VectorLoader<int32>::extract_right_4ch(const __m128i left) {
+template <> __m128i VectorLoader<int32>::extract_right_4ch(const __m128i left) {
   assert(false);
 }
 template <>
@@ -1667,53 +1630,45 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_4ch(const __m128i left) {
   return extract_right_8b_(left);
 }
-template <>
-__m128i VectorLoader<float>::extract_right_4ch(const __m128i left) {
+template <> __m128i VectorLoader<float>::extract_right_4ch(const __m128i left) {
   assert(false);
 }
 #endif
 
 #ifdef __AVX2__
-template <>
-__m256 VectorLoader<uint8>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<uint8>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepu8_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepu8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <>
-__m256 VectorLoader<int8>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<int8>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepi8_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepi8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <>
-__m256 VectorLoader<uint16>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<uint16>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepu16_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepu16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <>
-__m256 VectorLoader<int16>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<int16>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepi16_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepi16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <>
-__m256 VectorLoader<int32>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<int32>::to_fp32(__m256i raw) {
   return _mm256_cvtepi32_ps(raw);
 }
-template <>
-__m256 VectorLoader<Eigen::half>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<Eigen::half>::to_fp32(__m256i raw) {
   return _mm256_insertf128_ps(
       _mm256_castps128_ps256(_mm_cvtph_ps(_mm256_castsi256_si128(raw))),
       _mm_cvtph_ps(_mm256_extractf128_si256(raw, 1)), 1);
 }
-template <>
-__m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
   // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
   // can convert with << 16, which we fuse with initial shuffle into epi32
   // positions.
@@ -1722,33 +1677,26 @@ __m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
       -128, -128, 0, 1, -128, -128, 2, 3, -128, -128, 4, 5, -128, -128, 6, 7);
   return _mm256_castsi256_ps(_mm256_shuffle_epi8(raw, shuf_hi32));
 }
-template <>
-__m256 VectorLoader<float>::to_fp32(__m256i raw) {
+template <> __m256 VectorLoader<float>::to_fp32(__m256i raw) {
   return _mm256_castsi256_ps(raw);
 }
 #else
-template <>
-__m128 VectorLoader<uint8>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<uint8>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepu8_epi32(raw));
 }
-template <>
-__m128 VectorLoader<int8>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<int8>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepi8_epi32(raw));
 }
-template <>
-__m128 VectorLoader<uint16>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<uint16>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepu16_epi32(raw));
 }
-template <>
-__m128 VectorLoader<int16>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<int16>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepi16_epi32(raw));
 }
-template <>
-__m128 VectorLoader<int32>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<int32>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(raw);
 }
-template <>
-__m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
 #ifdef __F16C__
   return _mm_cvtph_ps(raw);
 #else
@@ -1813,8 +1761,7 @@ __m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
   return _mm_castsi128_ps(fp32_val);
 #endif
 }
-template <>
-__m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
   // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
   // can convert with << 16, which we fuse with initial shuffle into epi32
   // positions.
@@ -1822,8 +1769,7 @@ __m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
                                     -128, 4, 5, -128, -128, 6, 7);
   return _mm_castsi128_ps(_mm_shuffle_epi8(raw, shuf_hi32));
 }
-template <>
-__m128 VectorLoader<float>::to_fp32(__m128i raw) {
+template <> __m128 VectorLoader<float>::to_fp32(__m128i raw) {
   return _mm_castsi128_ps(raw);
 }
 #endif
@@ -1882,25 +1828,25 @@ __m128i VectorLoader<T>::extract_right_8b_(const __m128i left) {
 
 #ifdef __AVX2__
 template <class T>
-void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* right0) {
+void VectorLoader<T>::load1_1ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *right0) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *right0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
 }
 template <class T>
-void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* right0,
-                                __m256* right1) {
+void VectorLoader<T>::load1_2ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *left1, __m256 *right0,
+                                __m256 *right1) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *left1 = to_fp32(
@@ -1911,14 +1857,14 @@ void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
 }
 template <class T>
-void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* right0, __m256* right1,
-                                __m256* right2) {
+void VectorLoader<T>::load1_3ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *left1, __m256 *left2,
+                                __m256 *right0, __m256 *right1,
+                                __m256 *right2) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *left1 = to_fp32(
@@ -1933,14 +1879,14 @@ void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[5])));
 }
 template <class T>
-void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* left3, __m256* right0, __m256* right1,
-                                __m256* right2, __m256* right3) {
+void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *left1, __m256 *left2,
+                                __m256 *left3, __m256 *right0, __m256 *right1,
+                                __m256 *right2, __m256 *right3) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *left1 = to_fp32(
@@ -1959,32 +1905,32 @@ void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[7])));
 }
 template <class T>
-void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* right0) {
+void VectorLoader<T>::load2_1ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *right0) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* right0,
-                                __m256* right1) {
+void VectorLoader<T>::load2_2ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *left1, __m256 *right0,
+                                __m256 *right1) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
@@ -1993,18 +1939,18 @@ void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
   *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* right0, __m256* right1,
-                                __m256* right2) {
+void VectorLoader<T>::load2_3ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *left1, __m256 *left2,
+                                __m256 *right0, __m256 *right1,
+                                __m256 *right2) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
@@ -2016,18 +1962,18 @@ void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
   *right2 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* left3, __m256* right0, __m256* right1,
-                                __m256* right2, __m256* right3) {
+void VectorLoader<T>::load2_4ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m256 *left0, __m256 *left1, __m256 *left2,
+                                __m256 *left3, __m256 *right0, __m256 *right1,
+                                __m256 *right2, __m256 *right3) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
@@ -2042,12 +1988,12 @@ void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
   *right3 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* right0) {
+                                int offset3, __m256 *left0, __m256 *right0) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_1ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2056,8 +2002,8 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = extract_right_1ch(l1);
   }
   __m256i l2, r2;
@@ -2067,8 +2013,8 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = extract_right_1ch(l2);
   }
   __m256i l3, r3;
@@ -2078,8 +2024,8 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = extract_right_1ch(l3);
   }
   pack_1ch(&l0, &l1, &l2, &l3);
@@ -2088,13 +2034,13 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
   *right0 = to_fp32(r0);
 }
 template <class T>
-void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* right0, __m256* right1) {
+                                int offset3, __m256 *left0, __m256 *left1,
+                                __m256 *right0, __m256 *right1) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_2ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2103,8 +2049,8 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = extract_right_2ch(l1);
   }
   __m256i l2, r2;
@@ -2114,8 +2060,8 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = extract_right_2ch(l2);
   }
   __m256i l3, r3;
@@ -2125,8 +2071,8 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = extract_right_2ch(l3);
   }
   pack_2ch(&l0, &l1, &l2, &l3);
@@ -2137,14 +2083,14 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
   *right1 = to_fp32(r1);
 }
 template <class T>
-void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* right0, __m256* right1,
-                                __m256* right2) {
+                                int offset3, __m256 *left0, __m256 *left1,
+                                __m256 *left2, __m256 *right0, __m256 *right1,
+                                __m256 *right2) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_3ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2153,8 +2099,8 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = extract_right_3ch(l1);
   }
   __m256i l2, r2;
@@ -2164,8 +2110,8 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = extract_right_3ch(l2);
   }
   __m256i l3, r3;
@@ -2175,8 +2121,8 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = extract_right_3ch(l3);
   }
   pack_3ch(&l0, &l1, &l2, &l3);
@@ -2189,15 +2135,15 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
   *right2 = to_fp32(r2);
 }
 template <class T>
-void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* left3, __m256* right0,
-                                __m256* right1, __m256* right2,
-                                __m256* right3) {
+                                int offset3, __m256 *left0, __m256 *left1,
+                                __m256 *left2, __m256 *left3, __m256 *right0,
+                                __m256 *right1, __m256 *right2,
+                                __m256 *right3) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_4ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2206,8 +2152,8 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = extract_right_4ch(l1);
   }
   __m256i l2, r2;
@@ -2217,8 +2163,8 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = extract_right_4ch(l2);
   }
   __m256i l3, r3;
@@ -2228,8 +2174,8 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = extract_right_4ch(l3);
   }
   *left0 = to_fp32(l0);
@@ -2242,16 +2188,16 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
   *right3 = to_fp32(r3);
 }
 template <class T>
-void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* right0) {
+                                int offset3, __m256 *left0, __m256 *right0) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2259,12 +2205,12 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 1)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2273,12 +2219,12 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 1)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2287,12 +2233,12 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 1)), 1);
   }
   pack_1ch(&l0, &l1, &l2, &l3);
   *left0 = to_fp32(l0);
@@ -2300,17 +2246,17 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
   *right0 = to_fp32(r0);
 }
 template <class T>
-void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* right0, __m256* right1) {
+                                int offset3, __m256 *left0, __m256 *left1,
+                                __m256 *right0, __m256 *right1) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2318,12 +2264,12 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 2)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2332,12 +2278,12 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 2)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2346,12 +2292,12 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 2)), 1);
   }
   pack_2ch(&l0, &l1, &l2, &l3);
   *left0 = to_fp32(l0);
@@ -2361,18 +2307,18 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
   *right1 = to_fp32(r1);
 }
 template <class T>
-void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* right0, __m256* right1,
-                                __m256* right2) {
+                                int offset3, __m256 *left0, __m256 *left1,
+                                __m256 *left2, __m256 *right0, __m256 *right1,
+                                __m256 *right2) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2380,12 +2326,12 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 3)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2394,12 +2340,12 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 3)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2408,12 +2354,12 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 3)), 1);
   }
   pack_3ch(&l0, &l1, &l2, &l3);
   *left0 = to_fp32(l0);
@@ -2425,19 +2371,19 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
   *right2 = to_fp32(r2);
 }
 template <class T>
-void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* left3, __m256* right0,
-                                __m256* right1, __m256* right2,
-                                __m256* right3) {
+                                int offset3, __m256 *left0, __m256 *left1,
+                                __m256 *left2, __m256 *left3, __m256 *right0,
+                                __m256 *right1, __m256 *right2,
+                                __m256 *right3) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
+          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4))),
+      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2445,12 +2391,12 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 4))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 4)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2459,12 +2405,12 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 4))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 4)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2473,12 +2419,12 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4)), 1);
+            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 4))),
+        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 4)), 1);
   }
   *left0 = to_fp32(l0);
   *left1 = to_fp32(l1);
@@ -2491,49 +2437,49 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
 }
 #else
 template <class T>
-void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* bl0, __m128* tr0,
-                                __m128* br0) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load1_1ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *bl0, __m128 *tr0,
+                                __m128 *br0) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
 }
 template <class T>
-void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* bl0,
-                                __m128* bl1, __m128* tr0, __m128* tr1,
-                                __m128* br0, __m128* br1) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load1_2ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *tl1, __m128 *bl0,
+                                __m128 *bl1, __m128 *tr0, __m128 *tr1,
+                                __m128 *br0, __m128 *br1) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
 }
 template <class T>
-void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* bl0, __m128* bl1, __m128* bl2,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* br0, __m128* br1, __m128* br2) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load1_3ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
+                                __m128 *bl0, __m128 *bl1, __m128 *bl2,
+                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
+                                __m128 *br0, __m128 *br1, __m128 *br2) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
@@ -2542,15 +2488,15 @@ void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
   *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
 }
 template <class T>
-void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* tl3, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* bl3, __m128* tr0,
-                                __m128* tr1, __m128* tr2, __m128* tr3,
-                                __m128* br0, __m128* br1, __m128* br2,
-                                __m128* br3) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
+                                __m128 *tl3, __m128 *bl0, __m128 *bl1,
+                                __m128 *bl2, __m128 *bl3, __m128 *tr0,
+                                __m128 *tr1, __m128 *tr2, __m128 *tr3,
+                                __m128 *br0, __m128 *br1, __m128 *br2,
+                                __m128 *br3) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
@@ -2559,7 +2505,7 @@ void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[6]));
   *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
@@ -2570,100 +2516,100 @@ void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
   *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
 }
 template <class T>
-void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* bl0, __m128* tr0,
-                                __m128* br0) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load2_1ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *bl0, __m128 *tr0,
+                                __m128 *br0) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
+  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
 }
 template <class T>
-void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* bl0,
-                                __m128* bl1, __m128* tr0, __m128* tr1,
-                                __m128* br0, __m128* br1) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load2_2ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *tl1, __m128 *bl0,
+                                __m128 *bl1, __m128 *tr0, __m128 *tr1,
+                                __m128 *br0, __m128 *br1) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
+  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
 }
 template <class T>
-void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* bl0, __m128* bl1, __m128* bl2,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* br0, __m128* br1, __m128* br2) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load2_3ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
+                                __m128 *bl0, __m128 *bl1, __m128 *bl2,
+                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
+                                __m128 *br0, __m128 *br1, __m128 *br2) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
+  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
 }
 template <class T>
-void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* tl3, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* bl3, __m128* tr0,
-                                __m128* tr1, __m128* tr2, __m128* tr3,
-                                __m128* br0, __m128* br1, __m128* br2,
-                                __m128* br3) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+void VectorLoader<T>::load2_4ch(const T *lower_ptr, const T *upper_ptr,
+                                int offset0, const __m128i *shuffle_masks,
+                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
+                                __m128 *tl3, __m128 *bl0, __m128 *bl1,
+                                __m128 *bl2, __m128 *bl3, __m128 *tr0,
+                                __m128 *tr1, __m128 *tr2, __m128 *tr3,
+                                __m128 *br0, __m128 *br1, __m128 *br2,
+                                __m128 *br3) {
+  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
+  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *bl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
+  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
 }
 template <class T>
-void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* bl0,
-                                __m128* tr0, __m128* br0) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+                                int offset3, __m128 *tl0, __m128 *bl0,
+                                __m128 *tr0, __m128 *br0) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   __m128i itr0 = extract_right_1ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_1ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2673,9 +2619,9 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
     itr1 = extract_right_1ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
     ibr1 = extract_right_1ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2686,9 +2632,9 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
     itr2 = extract_right_1ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
     ibr2 = extract_right_1ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2699,9 +2645,9 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
     itr3 = extract_right_1ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
     ibr3 = extract_right_1ch(ibl3);
   }
   pack_1ch(&itl0, &itl1, &itl2, &itl3);
@@ -2714,14 +2660,14 @@ void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
   *br0 = to_fp32(ibr0);
 }
 template <class T>
-void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* bl0, __m128* bl1, __m128* tr0,
-                                __m128* tr1, __m128* br0, __m128* br1) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+                                int offset3, __m128 *tl0, __m128 *tl1,
+                                __m128 *bl0, __m128 *bl1, __m128 *tr0,
+                                __m128 *tr1, __m128 *br0, __m128 *br1) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   __m128i itr0 = extract_right_2ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_2ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2731,9 +2677,9 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
     itr1 = extract_right_2ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
     ibr1 = extract_right_2ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2744,9 +2690,9 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
     itr2 = extract_right_2ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
     ibr2 = extract_right_2ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2757,9 +2703,9 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
     itr3 = extract_right_2ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
     ibr3 = extract_right_2ch(ibl3);
   }
   pack_2ch(&itl0, &itl1, &itl2, &itl3);
@@ -2776,16 +2722,16 @@ void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
   *br1 = to_fp32(ibr1);
 }
 template <class T>
-void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* tr0, __m128* tr1,
-                                __m128* tr2, __m128* br0, __m128* br1,
-                                __m128* br2) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+                                int offset3, __m128 *tl0, __m128 *tl1,
+                                __m128 *tl2, __m128 *bl0, __m128 *bl1,
+                                __m128 *bl2, __m128 *tr0, __m128 *tr1,
+                                __m128 *tr2, __m128 *br0, __m128 *br1,
+                                __m128 *br2) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   __m128i itr0 = extract_right_3ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_3ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2795,9 +2741,9 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
     itr1 = extract_right_3ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
     ibr1 = extract_right_3ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2808,9 +2754,9 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
     itr2 = extract_right_3ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
     ibr2 = extract_right_3ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2821,9 +2767,9 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
     itr3 = extract_right_3ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
     ibr3 = extract_right_3ch(ibl3);
   }
   pack_3ch(&itl0, &itl1, &itl2, &itl3);
@@ -2844,17 +2790,17 @@ void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
   *br2 = to_fp32(ibr2);
 }
 template <class T>
-void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* tl3, __m128* bl0,
-                                __m128* bl1, __m128* bl2, __m128* bl3,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* tr3, __m128* br0, __m128* br1,
-                                __m128* br2, __m128* br3) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+                                int offset3, __m128 *tl0, __m128 *tl1,
+                                __m128 *tl2, __m128 *tl3, __m128 *bl0,
+                                __m128 *bl1, __m128 *bl2, __m128 *bl3,
+                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
+                                __m128 *tr3, __m128 *br0, __m128 *br1,
+                                __m128 *br2, __m128 *br3) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
   __m128i itr0 = extract_right_4ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_4ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2864,9 +2810,9 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
     itr1 = extract_right_4ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
     ibr1 = extract_right_4ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2877,9 +2823,9 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
     itr2 = extract_right_4ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
     ibr2 = extract_right_4ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2890,9 +2836,9 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
     itr3 = extract_right_4ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
     ibr3 = extract_right_4ch(ibl3);
   }
   *tl0 = to_fp32(itl0);
@@ -2913,14 +2859,14 @@ void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
   *br3 = to_fp32(ibr3);
 }
 template <class T>
-void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* bl0,
-                                __m128* tr0, __m128* br0) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
+                                int offset3, __m128 *tl0, __m128 *bl0,
+                                __m128 *tr0, __m128 *br0) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -2929,10 +2875,10 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 1));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 1));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -2942,10 +2888,10 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 1));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 1));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -2955,10 +2901,10 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 1));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 1));
   }
   pack_1ch(&itl0, &itl1, &itl2, &itl3);
   *tl0 = to_fp32(itl0);
@@ -2970,15 +2916,15 @@ void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
   *br0 = to_fp32(ibr0);
 }
 template <class T>
-void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* bl0, __m128* bl1, __m128* tr0,
-                                __m128* tr1, __m128* br0, __m128* br1) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
+                                int offset3, __m128 *tl0, __m128 *tl1,
+                                __m128 *bl0, __m128 *bl1, __m128 *tr0,
+                                __m128 *tr1, __m128 *br0, __m128 *br1) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -2987,10 +2933,10 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 2));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 2));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -3000,10 +2946,10 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 2));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 2));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -3013,10 +2959,10 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 2));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 2));
   }
   pack_2ch(&itl0, &itl1, &itl2, &itl3);
   *tl0 = to_fp32(itl0);
@@ -3032,17 +2978,17 @@ void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
   *br1 = to_fp32(ibr1);
 }
 template <class T>
-void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* tr0, __m128* tr1,
-                                __m128* tr2, __m128* br0, __m128* br1,
-                                __m128* br2) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
+                                int offset3, __m128 *tl0, __m128 *tl1,
+                                __m128 *tl2, __m128 *bl0, __m128 *bl1,
+                                __m128 *bl2, __m128 *tr0, __m128 *tr1,
+                                __m128 *tr2, __m128 *br0, __m128 *br1,
+                                __m128 *br2) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -3051,10 +2997,10 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 3));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 3));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -3064,10 +3010,10 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 3));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 3));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -3077,10 +3023,10 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 3));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 3));
   }
   pack_3ch(&itl0, &itl1, &itl2, &itl3);
   *tl0 = to_fp32(itl0);
@@ -3100,18 +3046,18 @@ void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
   *br2 = to_fp32(ibr2);
 }
 template <class T>
-void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
+void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* tl3, __m128* bl0,
-                                __m128* bl1, __m128* bl2, __m128* bl3,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* tr3, __m128* br0, __m128* br1,
-                                __m128* br2, __m128* br3) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
+                                int offset3, __m128 *tl0, __m128 *tl1,
+                                __m128 *tl2, __m128 *tl3, __m128 *bl0,
+                                __m128 *bl1, __m128 *bl2, __m128 *bl3,
+                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
+                                __m128 *tr3, __m128 *br0, __m128 *br1,
+                                __m128 *br2, __m128 *br3) {
+  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4));
+  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -3120,10 +3066,10 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4));
+    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 4));
+    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 4));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -3133,10 +3079,10 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4));
+    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 4));
+    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 4));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -3146,10 +3092,10 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4));
+    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 4));
+    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 4));
   }
   *tl0 = to_fp32(itl0);
   *tl1 = to_fp32(itl1);
@@ -3177,9 +3123,8 @@ void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
 // bfloat16 or float.
 //
 
-template <class U>
-class VectorWriter {
- public:
+template <class U> class VectorWriter {
+public:
   // convert 4 fp32 words to type U with.
   // this function calls clip.
   // resulting words are packed.
@@ -3189,89 +3134,89 @@ class VectorWriter {
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_1ch(U* destination, __m128* vec);
+  void write_1ch(U *destination, __m128 *vec);
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_2ch(U* destination, __m128* vec);
+  void write_2ch(U *destination, __m128 *vec);
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_3ch(U* destination, __m128* vec);
+  void write_3ch(U *destination, __m128 *vec);
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_4ch(U* destination, __m128* vec);
+  void write_4ch(U *destination, __m128 *vec);
 
- private:
+private:
   // clip 4 fp32 words to prevent overflow when converting to type U.
   __m128 clip_(__m128 vec) {
     // default is to do nothing, since the packing intrinsics include clipping.
     return vec;
   }
-  void write_1b_1ch(U* destination, __m128* vec) {
+  void write_1b_1ch(U *destination, __m128 *vec) {
     __m128i ivec = from_fp32(vec[0]);
-    _mm_store_ss((float*)(destination), _mm_castsi128_ps(ivec));
+    _mm_store_ss((float *)(destination), _mm_castsi128_ps(ivec));
   }
-  void write_2b_1ch(U* destination, __m128* vec) {
+  void write_2b_1ch(U *destination, __m128 *vec) {
     __m128i ivec = from_fp32(vec[0]);
-    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec));
+    _mm_store_sd((double *)(destination), _mm_castsi128_pd(ivec));
   }
-  void write_4b_1ch(U* destination, __m128* vec) {
+  void write_4b_1ch(U *destination, __m128 *vec) {
     __m128i ivec = from_fp32(vec[0]);
-    _mm_storeu_si128((__m128i*)(destination), ivec);
+    _mm_storeu_si128((__m128i *)(destination), ivec);
   }
-  void write_1b_2ch(U* destination, __m128* vec) {
+  void write_1b_2ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
+    _mm_store_sd((double *)(destination), _mm_castsi128_pd(ivec1));
   }
-  void write_2b_2ch(U* destination, __m128* vec) {
+  void write_2b_2ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i *)(destination), ivec1);
   }
-  void write_4b_2ch(U* destination, __m128* vec) {
+  void write_4b_2ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i *)(destination), ivec1);
+    _mm_storeu_si128((__m128i *)(destination + 4), ivec2);
   }
-  void write_1b_3ch(U* destination, __m128* vec) {
+  void write_1b_3ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
+    _mm_store_sd((double *)(destination), _mm_castsi128_pd(ivec1));
     __m128i ivec3 = from_fp32(vec[2]);
-    _mm_store_ss((float*)(destination + 8), _mm_castsi128_ps(ivec3));
+    _mm_store_ss((float *)(destination + 8), _mm_castsi128_ps(ivec3));
   }
-  void write_2b_3ch(U* destination, __m128* vec) {
+  void write_2b_3ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i *)(destination), ivec1);
     __m128i ivec3 = from_fp32(vec[2]);
-    _mm_store_sd((double*)(destination + 8), _mm_castsi128_pd(ivec3));
+    _mm_store_sd((double *)(destination + 8), _mm_castsi128_pd(ivec3));
   }
-  void write_4b_3ch(U* destination, __m128* vec) {
+  void write_4b_3ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
-    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
+    _mm_storeu_si128((__m128i *)(destination), ivec1);
+    _mm_storeu_si128((__m128i *)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i *)(destination + 8), ivec3);
   }
-  void write_1b_4ch(U* destination, __m128* vec) {
+  void write_1b_4ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
@@ -3281,9 +3226,9 @@ class VectorWriter {
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec3), 8));
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 12));
-    _mm_storeu_si128((__m128i*)(destination), ivec);
+    _mm_storeu_si128((__m128i *)(destination), ivec);
   }
-  void write_2b_4ch(U* destination, __m128* vec) {
+  void write_2b_4ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
@@ -3291,25 +3236,24 @@ class VectorWriter {
     __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
     __m128i ivec = _mm_and_si128(mask, ivec1);
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i*)(destination), ivec);
+    _mm_storeu_si128((__m128i *)(destination), ivec);
     ivec = _mm_and_si128(mask, ivec3);
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 8));
-    _mm_storeu_si128((__m128i*)(destination + 8), ivec);
+    _mm_storeu_si128((__m128i *)(destination + 8), ivec);
   }
-  void write_4b_4ch(U* destination, __m128* vec) {
+  void write_4b_4ch(U *destination, __m128 *vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
     __m128i ivec4 = from_fp32(vec[3]);
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
-    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
-    _mm_storeu_si128((__m128i*)(destination + 12), ivec4);
+    _mm_storeu_si128((__m128i *)(destination), ivec1);
+    _mm_storeu_si128((__m128i *)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i *)(destination + 8), ivec3);
+    _mm_storeu_si128((__m128i *)(destination + 12), ivec4);
   }
 };
 
-template <>
-__m128 VectorWriter<int32>::clip_(__m128 vec) {
+template <> __m128 VectorWriter<int32>::clip_(__m128 vec) {
   // clip against low limit, -2147483648.
   // we round up to nearest number that can be represented as float.
   __m128 lt_val = _mm_set1_ps(-2147483520.0f);
@@ -3322,8 +3266,7 @@ __m128 VectorWriter<int32>::clip_(__m128 vec) {
   vec = _mm_or_ps(_mm_andnot_ps(gt_mask, vec), _mm_and_ps(gt_mask, gt_val));
   return vec;
 }
-template <>
-__m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
+template <> __m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
   // clip against low limit, -65504.0f;
   __m128 lt_val = _mm_set1_ps(-65504.0f);
   __m128 lt_mask = _mm_cmplt_ps(vec, lt_val);
@@ -3335,34 +3278,28 @@ __m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
   return vec;
 }
 
-template <>
-__m128i VectorWriter<uint8>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<uint8>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   ivec = _mm_packs_epi32(ivec, ivec);
   return _mm_packus_epi16(ivec, ivec);
 }
-template <>
-__m128i VectorWriter<int8>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<int8>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   ivec = _mm_packs_epi32(ivec, ivec);
   return _mm_packs_epi16(ivec, ivec);
 }
-template <>
-__m128i VectorWriter<uint16>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<uint16>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   return _mm_packus_epi32(ivec, ivec);
 }
-template <>
-__m128i VectorWriter<int16>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<int16>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   return _mm_packs_epi32(ivec, ivec);
 }
-template <>
-__m128i VectorWriter<int32>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<int32>::from_fp32(__m128 vec) {
   return _mm_cvttps_epi32(clip_(vec));
 }
-template <>
-__m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
 #ifdef __F16C__
   return _mm_cvtps_ph(vec, _MM_FROUND_TO_ZERO);
 #else
@@ -3426,8 +3363,7 @@ __m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
   return number;
 #endif
 }
-template <>
-__m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
   // casting from float to bfloat16 simply means >> 16
   // we do this with a shuffle that also moves everything to lower portion of
   // sse vector word
@@ -3435,181 +3371,166 @@ __m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
                                          -128, -128, -128, -128, -128, -128);
   return _mm_shuffle_epi8(_mm_castps_si128(vec), shuf_from_hi32);
 }
-template <>
-__m128i VectorWriter<float>::from_fp32(__m128 vec) {
+template <> __m128i VectorWriter<float>::from_fp32(__m128 vec) {
   // nothing to do in this case
   return _mm_castps_si128(vec);
 }
 
 template <>
-void VectorWriter<uint8>::write_1ch(uint8* destination, __m128* vec) {
+void VectorWriter<uint8>::write_1ch(uint8 *destination, __m128 *vec) {
   write_1b_1ch(destination, vec);
 }
-template <>
-void VectorWriter<int8>::write_1ch(int8* destination, __m128* vec) {
+template <> void VectorWriter<int8>::write_1ch(int8 *destination, __m128 *vec) {
   write_1b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_1ch(uint16* destination, __m128* vec) {
+void VectorWriter<uint16>::write_1ch(uint16 *destination, __m128 *vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_1ch(int16* destination, __m128* vec) {
+void VectorWriter<int16>::write_1ch(int16 *destination, __m128 *vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_1ch(int32* destination, __m128* vec) {
+void VectorWriter<int32>::write_1ch(int32 *destination, __m128 *vec) {
   write_4b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_1ch(Eigen::half* destination,
-                                          __m128* vec) {
+void VectorWriter<Eigen::half>::write_1ch(Eigen::half *destination,
+                                          __m128 *vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_1ch(bfloat16* destination, __m128* vec) {
+void VectorWriter<bfloat16>::write_1ch(bfloat16 *destination, __m128 *vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_1ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+void VectorWriter<float>::write_1ch(float *destination, __m128 *vec) {
+  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
 }
 
 template <>
-void VectorWriter<uint8>::write_2ch(uint8* destination, __m128* vec) {
+void VectorWriter<uint8>::write_2ch(uint8 *destination, __m128 *vec) {
   write_1b_2ch(destination, vec);
 }
-template <>
-void VectorWriter<int8>::write_2ch(int8* destination, __m128* vec) {
+template <> void VectorWriter<int8>::write_2ch(int8 *destination, __m128 *vec) {
   write_1b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_2ch(uint16* destination, __m128* vec) {
+void VectorWriter<uint16>::write_2ch(uint16 *destination, __m128 *vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_2ch(int16* destination, __m128* vec) {
+void VectorWriter<int16>::write_2ch(int16 *destination, __m128 *vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_2ch(int32* destination, __m128* vec) {
+void VectorWriter<int32>::write_2ch(int32 *destination, __m128 *vec) {
   write_4b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_2ch(Eigen::half* destination,
-                                          __m128* vec) {
+void VectorWriter<Eigen::half>::write_2ch(Eigen::half *destination,
+                                          __m128 *vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_2ch(bfloat16* destination, __m128* vec) {
+void VectorWriter<bfloat16>::write_2ch(bfloat16 *destination, __m128 *vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_2ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
+void VectorWriter<float>::write_2ch(float *destination, __m128 *vec) {
+  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i *)(destination + 4), _mm_castps_si128(vec[1]));
 }
 
 template <>
-void VectorWriter<uint8>::write_3ch(uint8* destination, __m128* vec) {
+void VectorWriter<uint8>::write_3ch(uint8 *destination, __m128 *vec) {
   write_1b_3ch(destination, vec);
 }
-template <>
-void VectorWriter<int8>::write_3ch(int8* destination, __m128* vec) {
+template <> void VectorWriter<int8>::write_3ch(int8 *destination, __m128 *vec) {
   write_1b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_3ch(uint16* destination, __m128* vec) {
+void VectorWriter<uint16>::write_3ch(uint16 *destination, __m128 *vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_3ch(int16* destination, __m128* vec) {
+void VectorWriter<int16>::write_3ch(int16 *destination, __m128 *vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_3ch(int32* destination, __m128* vec) {
+void VectorWriter<int32>::write_3ch(int32 *destination, __m128 *vec) {
   write_4b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_3ch(Eigen::half* destination,
-                                          __m128* vec) {
+void VectorWriter<Eigen::half>::write_3ch(Eigen::half *destination,
+                                          __m128 *vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_3ch(bfloat16* destination, __m128* vec) {
+void VectorWriter<bfloat16>::write_3ch(bfloat16 *destination, __m128 *vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_3ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
-  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
+void VectorWriter<float>::write_3ch(float *destination, __m128 *vec) {
+  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i *)(destination + 4), _mm_castps_si128(vec[1]));
+  _mm_storeu_si128((__m128i *)(destination + 8), _mm_castps_si128(vec[2]));
 }
 
 template <>
-void VectorWriter<uint8>::write_4ch(uint8* destination, __m128* vec) {
+void VectorWriter<uint8>::write_4ch(uint8 *destination, __m128 *vec) {
   write_1b_4ch(destination, vec);
 }
-template <>
-void VectorWriter<int8>::write_4ch(int8* destination, __m128* vec) {
+template <> void VectorWriter<int8>::write_4ch(int8 *destination, __m128 *vec) {
   write_1b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_4ch(uint16* destination, __m128* vec) {
+void VectorWriter<uint16>::write_4ch(uint16 *destination, __m128 *vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_4ch(int16* destination, __m128* vec) {
+void VectorWriter<int16>::write_4ch(int16 *destination, __m128 *vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_4ch(int32* destination, __m128* vec) {
+void VectorWriter<int32>::write_4ch(int32 *destination, __m128 *vec) {
   write_4b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_4ch(Eigen::half* destination,
-                                          __m128* vec) {
+void VectorWriter<Eigen::half>::write_4ch(Eigen::half *destination,
+                                          __m128 *vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_4ch(bfloat16* destination, __m128* vec) {
+void VectorWriter<bfloat16>::write_4ch(bfloat16 *destination, __m128 *vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_4ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
-  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
-  _mm_storeu_si128((__m128i*)(destination + 12), _mm_castps_si128(vec[3]));
+void VectorWriter<float>::write_4ch(float *destination, __m128 *vec) {
+  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i *)(destination + 4), _mm_castps_si128(vec[1]));
+  _mm_storeu_si128((__m128i *)(destination + 8), _mm_castps_si128(vec[2]));
+  _mm_storeu_si128((__m128i *)(destination + 12), _mm_castps_si128(vec[3]));
 }
 
 template <class T, class U>
 class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
- public:
+public:
   CropResizeCastImage(const int in_height, const int in_width,
                       const int out_height, const int out_width,
                       const int channels, const int min_ix, const int max_ix,
-                      const CachedInterpolation* xs, const int min_iy,
-                      const int max_iy, const CachedInterpolation* ys,
+                      const CachedInterpolation *xs, const int min_iy,
+                      const int max_iy, const CachedInterpolation *ys,
                       const float extrapolated_value, const bool flip_x,
                       const bool flip_y, const bool verbose = false,
                       const int allowed_load_groups = 15)
-      : verbose_(verbose),
-        allowed_load_groups_(allowed_load_groups),
-        in_height_(in_height),
-        in_width_(in_width),
-        out_height_(out_height),
-        out_width_(out_width),
-        channels_(channels),
-        min_ix_(min_ix),
-        max_ix_(max_ix),
-        min_iy_(min_iy),
-        max_iy_(max_iy),
-        ys_(ys),
-        extrapolated_value_(extrapolated_value),
-        flip_x_(flip_x),
-        flip_y_(flip_y),
-        in_row_size_(in_width * channels),
+      : verbose_(verbose), allowed_load_groups_(allowed_load_groups),
+        in_height_(in_height), in_width_(in_width), out_height_(out_height),
+        out_width_(out_width), channels_(channels), min_ix_(min_ix),
+        max_ix_(max_ix), min_iy_(min_iy), max_iy_(max_iy), ys_(ys),
+        extrapolated_value_(extrapolated_value), flip_x_(flip_x),
+        flip_y_(flip_y), in_row_size_(in_width * channels),
         in_row_size_bytes_(in_width * channels * sizeof(T)),
         out_row_size_(out_width * channels),
         x0_(flip_x ? out_width - 1 - max_ix : min_ix),
@@ -3622,21 +3543,21 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
       // xs[].lower == xs[].upper AND xs[].lerp == 1
       xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
       for (int i = min_ix_; i <= max_ix_; ++i) {
-	int ix = i - min_ix_;
-	int xs_lower = xs[ix].lower / channels_;
-	int xs_upper = xs[ix].upper / channels_;
-	if (xs_lower == xs_upper) {
-	  if (xs[ix].lerp == 0.0f && xs_lower + 1 < in_width) {
-	    // upper weight is zero
-	    xs_upper = xs_lower + 1;
-	  } else if (xs[ix].lerp == 1.0f && xs_upper - 1 >= 0) {
-	    // lower weight is zero
-	    xs_lower = xs_upper - 1;
-	  }
-	}
-	xs_[ix].lower = xs_lower * channels_;
-	xs_[ix].upper = xs_upper * channels_;
-	xs_[ix].lerp = xs[ix].lerp;
+        int ix = i - min_ix_;
+        int xs_lower = xs[ix].lower / channels_;
+        int xs_upper = xs[ix].upper / channels_;
+        if (xs_lower == xs_upper) {
+          if (xs[ix].lerp == 0.0f && xs_lower + 1 < in_width) {
+            // upper weight is zero
+            xs_upper = xs_lower + 1;
+          } else if (xs[ix].lerp == 1.0f && xs_upper - 1 >= 0) {
+            // lower weight is zero
+            xs_lower = xs_upper - 1;
+          }
+        }
+        xs_[ix].lower = xs_lower * channels_;
+        xs_[ix].upper = xs_upper * channels_;
+        xs_[ix].lerp = xs[ix].lerp;
       }
       _u_min_val = std::numeric_limits<U>::min();
       _u_max_val = std::numeric_limits<U>::max();
@@ -3665,25 +3586,40 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
     }
   }
   ~CropResizeCastImage() {
-    if (general_x_ != NULL) delete[] general_x_;
-    if (load1_x_ != NULL) delete[] load1_x_;
-    if (load2_x_ != NULL) delete[] load2_x_;
-    if (load4_x_ != NULL) delete[] load4_x_;
-    if (load8_x_ != NULL) delete[] load8_x_;
-    if (load1_offsets_ != NULL) delete[] load1_offsets_;
-    if (load2_offsets_ != NULL) delete[] load2_offsets_;
-    if (load4_offsets_ != NULL) delete[] load4_offsets_;
-    if (load8_offsets_ != NULL) delete[] load8_offsets_;
-    if (load1_shuffle_masks_ != NULL) delete[] load1_shuffle_masks_;
-    if (load2_shuffle_masks_ != NULL) delete[] load2_shuffle_masks_;
-    if (load1_mmxs_lerp_ != NULL) delete[] load1_mmxs_lerp_;
-    if (load2_mmxs_lerp_ != NULL) delete[] load2_mmxs_lerp_;
-    if (load4_mmxs_lerp_ != NULL) delete[] load4_mmxs_lerp_;
-    if (load8_mmxs_lerp_ != NULL) delete[] load8_mmxs_lerp_;
+    if (general_x_ != NULL)
+      delete[] general_x_;
+    if (load1_x_ != NULL)
+      delete[] load1_x_;
+    if (load2_x_ != NULL)
+      delete[] load2_x_;
+    if (load4_x_ != NULL)
+      delete[] load4_x_;
+    if (load8_x_ != NULL)
+      delete[] load8_x_;
+    if (load1_offsets_ != NULL)
+      delete[] load1_offsets_;
+    if (load2_offsets_ != NULL)
+      delete[] load2_offsets_;
+    if (load4_offsets_ != NULL)
+      delete[] load4_offsets_;
+    if (load8_offsets_ != NULL)
+      delete[] load8_offsets_;
+    if (load1_shuffle_masks_ != NULL)
+      delete[] load1_shuffle_masks_;
+    if (load2_shuffle_masks_ != NULL)
+      delete[] load2_shuffle_masks_;
+    if (load1_mmxs_lerp_ != NULL)
+      delete[] load1_mmxs_lerp_;
+    if (load2_mmxs_lerp_ != NULL)
+      delete[] load2_mmxs_lerp_;
+    if (load4_mmxs_lerp_ != NULL)
+      delete[] load4_mmxs_lerp_;
+    if (load8_mmxs_lerp_ != NULL)
+      delete[] load8_mmxs_lerp_;
     delete[] xs_;
   }
 
- private:
+private:
   // constructor arguments
   const bool verbose_;
   // this value is meant for unit testing.
@@ -3697,8 +3633,8 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
   const int in_height_, in_width_, out_height_, out_width_;
   const int channels_;
   const int min_ix_, max_ix_, min_iy_, max_iy_;
-  const CachedInterpolation* ys_;
-  CachedInterpolation* xs_;
+  const CachedInterpolation *ys_;
+  CachedInterpolation *xs_;
   const float extrapolated_value_;
   const bool flip_x_, flip_y_;
   // computed arguments
@@ -3709,40 +3645,40 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
   const int y0_, y1_;
 
   // helper methods
-  void ResizeRow_load1_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load1_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load1_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load1_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_general_(const float ys_lerp, const T* ysA_input_lower_ptr,
-                          const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load2_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load4_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load8_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load1_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load2_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load4_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load8_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load1_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load2_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load4_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load8_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load1_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load2_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load4_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load8_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
+                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_general_(const float ys_lerp, const T *ysA_input_lower_ptr,
+                          const T *ysA_input_upper_ptr, U *ysA_output_ptr);
 
   // configuration parameters
   int num_general_, num_load1_, num_load2_, num_load4_, num_load8_;
@@ -3756,17 +3692,17 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
   // configuration methods
   void Configure_();
   int DetermineLoadGroup_(const int x);
-  bool ComputeXIndexRange_(const int x, int* min_xidx, int* max_xidx);
-  bool Load1_ok_(
-      const int min_xidx,
-      const int max_xidx);  // xs - pointer to first xs for this load group
-  bool Load2_ok_(
-      const int min_xidx,
-      const int max_xidx);  // xs - pointer to first xs for this load group
+  bool ComputeXIndexRange_(const int x, int *min_xidx, int *max_xidx);
+  bool
+  Load1_ok_(const int min_xidx,
+            const int max_xidx); // xs - pointer to first xs for this load group
+  bool
+  Load2_ok_(const int min_xidx,
+            const int max_xidx); // xs - pointer to first xs for this load group
   bool Load4_ok_(const int min_xidx, const int max_xidx);
   bool Load8_ok_(const int min_xidx, const int max_xidx);
 
- public:
+public:
   //
   // public client methods
   //
@@ -3776,34 +3712,36 @@ class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
   static bool clip_necessary();
 
   // resize image
-  void Resize(const T* input_image, U* output_image);
+  void Resize(const T *input_image, U *output_image);
 };
 
 template <class T, class U>
-void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
+void CropResizeCastImage<T, U>::Resize(const T *input_image, U *output_image) {
   //
   U uEx = cast_to<U>(extrapolated_value_, _f_min_val, _f_max_val, _u_min_val,
                      _u_max_val);
   // extrapolate top
   if (min_iy_ > 0) {
-    U* p = flip_y_ ? output_image + out_row_size_ * (out_height_ - min_iy_)
+    U *p = flip_y_ ? output_image + out_row_size_ * (out_height_ - min_iy_)
                    : output_image;
     int nn = out_row_size_ * min_iy_;
-    for (int i = 0; i < nn; ++i) p[i] = uEx;
+    for (int i = 0; i < nn; ++i)
+      p[i] = uEx;
   }
   // extrapolate bottom
   if (max_iy_ < out_height_ - 1) {
-    U* p =
+    U *p =
         flip_y_ ? output_image : output_image + out_row_size_ * (max_iy_ + 1);
     int nn = out_row_size_ * (out_height_ - 1 - max_iy_);
-    for (int i = 0; i < nn; ++i) p[i] = uEx;
+    for (int i = 0; i < nn; ++i)
+      p[i] = uEx;
   }
   // extrapolate left
   if (min_ix_ > 0) {
     for (int iy = min_iy_; iy <= max_iy_; ++iy) {
       int xx0 = flip_x_ ? (out_width_ - min_ix_) * channels_ : 0;
       int nxx = min_ix_ * channels_;
-      U* p = output_image + xx0 +
+      U *p = output_image + xx0 +
              out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
@@ -3815,7 +3753,7 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
     for (int iy = min_iy_; iy <= max_iy_; ++iy) {
       int xx0 = flip_x_ ? 0 : (max_ix_ + 1) * channels_;
       int nxx = (out_width_ - 1 - max_ix_) * channels_;
-      U* p = output_image + xx0 +
+      U *p = output_image + xx0 +
              out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
@@ -3829,163 +3767,163 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
       const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
       const float yA_lerp = ys_[iyA].lerp;
       const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-      const T* ysA_input_lower_ptr =
-	input_image + ys_[iyA].lower * in_width_ * channels_;
-      const T* ysA_input_upper_ptr =
-	input_image + ys_[iyA].upper * in_width_ * channels_;
-      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
+      const T *ysA_input_lower_ptr =
+          input_image + ys_[iyA].lower * in_width_ * channels_;
+      const T *ysA_input_upper_ptr =
+          input_image + ys_[iyA].upper * in_width_ * channels_;
+      U *ysA_output_ptr = output_image + y * out_width_ * channels_;
       const int iyB =
-	flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
+          flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
       const float yB_lerp = ys_[iyB].lerp;
       const __m128 ysB_lerp = _mm_set1_ps(yB_lerp);
-      const T* ysB_input_lower_ptr =
-	input_image + ys_[iyB].lower * in_width_ * channels_;
-      const T* ysB_input_upper_ptr =
-	input_image + ys_[iyB].upper * in_width_ * channels_;
-      U* ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
+      const T *ysB_input_lower_ptr =
+          input_image + ys_[iyB].lower * in_width_ * channels_;
+      const T *ysB_input_upper_ptr =
+          input_image + ys_[iyB].upper * in_width_ * channels_;
+      U *ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
       if (channels_ == 1) {
-	this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load1_1ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_1ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_1ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_1ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_1ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
       } else if (channels_ == 2) {
-	this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load1_2ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_2ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_2ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_2ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_2ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
       } else if (channels_ == 3) {
-	this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load1_3ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_3ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_3ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_3ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_3ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
       } else if (channels_ == 4) {
-	this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load1_4ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_4ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_4ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_4ch_(ysB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-	    ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_4ch_(ysB_lerp, ysB_input_lower_ptr,
+                                   ysB_input_upper_ptr, ysB_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
+                                 ysB_input_upper_ptr, ysB_output_ptr);
       } else {
-	assert(false);
+        assert(false);
       }
     }
     for (; y <= y1_; ++y) {
       const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
       const float yA_lerp = ys_[iyA].lerp;
       const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-      const T* ysA_input_lower_ptr =
-	input_image + ys_[iyA].lower * in_width_ * channels_;
-      const T* ysA_input_upper_ptr =
-	input_image + ys_[iyA].upper * in_width_ * channels_;
-      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
+      const T *ysA_input_lower_ptr =
+          input_image + ys_[iyA].lower * in_width_ * channels_;
+      const T *ysA_input_upper_ptr =
+          input_image + ys_[iyA].upper * in_width_ * channels_;
+      U *ysA_output_ptr = output_image + y * out_width_ * channels_;
       if (channels_ == 1) {
-	this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
       } else if (channels_ == 2) {
-	this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
       } else if (channels_ == 3) {
-	this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
       } else if (channels_ == 4) {
-	this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
-	this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-	    ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
+                                   ysA_input_upper_ptr, ysA_output_ptr);
+        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
+                                 ysA_input_upper_ptr, ysA_output_ptr);
       } else {
-	assert(false);
+        assert(false);
       }
     }
   }
@@ -3993,9 +3931,9 @@ void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
 
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_general_(const float ys_lerp,
-                                                   const T* ys_input_lower_ptr,
-                                                   const T* ys_input_upper_ptr,
-                                                   U* output_y_ptr) {
+                                                   const T *ys_input_lower_ptr,
+                                                   const T *ys_input_upper_ptr,
+                                                   U *output_y_ptr) {
   for (int current = 0; current < num_general_; ++current) {
     int x = general_x_[current];
     const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - x : x - min_ix_;
@@ -4020,12 +3958,12 @@ void CropResizeCastImage<T, U>::ResizeRow_general_(const float ys_lerp,
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load1_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4062,12 +4000,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load2_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4104,10 +4042,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load4_1ch(
@@ -4147,10 +4085,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load8_1ch(
@@ -4193,12 +4131,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load1_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4246,12 +4184,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load2_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4299,10 +4237,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load4_2ch(
@@ -4353,10 +4291,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load8_2ch(
@@ -4410,12 +4348,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load1_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4473,12 +4411,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load2_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4536,10 +4474,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load4_3ch(
@@ -4601,10 +4539,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load8_3ch(
@@ -4669,12 +4607,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load1_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4744,12 +4682,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
+    __m128 *mmxs_lerp =
+        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load2_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4819,10 +4757,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load4_4ch(
@@ -4895,10 +4833,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
+    const __m128 y_lerp, const T *ysA_input_lower_ptr,
+    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load8_4ch(
@@ -4969,22 +4907,23 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
 }
 #undef CHANNELS
 
-template <class T, class U>
-void CropResizeCastImage<T, U>::Configure_() {
+template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
   // num_cases[0] = general case
   // num_cases[1] = load4from1
   // num_cases[2] = load4from2
   // num_cases[3] = load4from4
   // num_cases[4] = load4from8
   int num_cases[5];
-  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
+  for (int i = 0; i < 5; ++i)
+    num_cases[i] = 0;
   for (int x = x0_; x <= x1_; ++x) {
     int load_group = this->DetermineLoadGroup_(x);
     assert(load_group >= 0 && load_group <= 4);
     ++num_cases[load_group];
     // load_group == 0 -> general case, pixel by pixel
     // every other value indidcates 1+3 = 4 pixels were processed this iteration
-    if (load_group > 0) x += 3;
+    if (load_group > 0)
+      x += 3;
   }
   num_general_ = num_cases[0];
   num_load1_ = num_cases[1];
@@ -4999,7 +4938,7 @@ void CropResizeCastImage<T, U>::Configure_() {
   if (num_load1_ > 0) {
     load1_offsets_ = new int[num_load1_];
     load1_shuffle_masks_ = new __m128i[num_load1_ * channels_ * 3];
-    load1_mmxs_lerp_ = NULL;  // new __m128[num_load1_*channels_];
+    load1_mmxs_lerp_ = NULL; // new __m128[num_load1_*channels_];
     load1_x_ = new int[num_load1_];
   } else {
     load1_offsets_ = NULL;
@@ -5010,7 +4949,7 @@ void CropResizeCastImage<T, U>::Configure_() {
   if (num_load2_ > 0) {
     load2_offsets_ = new int[num_load2_];
     load2_shuffle_masks_ = new __m128i[num_load2_ * channels_ * 2];
-    load2_mmxs_lerp_ = NULL;  // new __m128[num_load2_*channels_];
+    load2_mmxs_lerp_ = NULL; // new __m128[num_load2_*channels_];
     load2_x_ = new int[num_load2_];
   } else {
     load2_offsets_ = NULL;
@@ -5036,7 +4975,8 @@ void CropResizeCastImage<T, U>::Configure_() {
     load8_mmxs_lerp_ = NULL;
     load8_x_ = NULL;
   }
-  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
+  for (int i = 0; i < 5; ++i)
+    num_cases[i] = 0;
   if (verbose_) {
     printf("    load4from1  = %d\n", num_load1_);
     printf("    load4from2  = %d\n", num_load2_);
@@ -5060,17 +5000,19 @@ void CropResizeCastImage<T, U>::Configure_() {
       int min_xidx, max_xidx;
       ComputeXIndexRange_(x, &min_xidx, &max_xidx);
       load1_offsets_[current] = min_xidx * channels_;
-      float* xs_lerp = (float*)(load1_shuffle_masks_ + current * channels_ * 3);
-      char* shufmasks1 =
-          (char*)(load1_shuffle_masks_ + current * channels_ * 3 + channels_);
-      char* shufmasks2 = shufmasks1 + 16 * channels_;
-      for (int j = 0; j < 32 * channels_; ++j) shufmasks1[j] = -128;
+      float *xs_lerp =
+          (float *)(load1_shuffle_masks_ + current * channels_ * 3);
+      char *shufmasks1 =
+          (char *)(load1_shuffle_masks_ + current * channels_ * 3 + channels_);
+      char *shufmasks2 = shufmasks1 + 16 * channels_;
+      for (int j = 0; j < 32 * channels_; ++j)
+        shufmasks1[j] = -128;
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
         float lerp = xs_[ix].lerp;
         int widx0 = xs_[ix].lower -
-                    load1_offsets_[current];  // word index within SSE vector
+                    load1_offsets_[current]; // word index within SSE vector
         for (int ch = 0; ch < channels_; ++ch) {
           int idx = pix * channels_ + ch;
           xs_lerp[idx] = lerp;
@@ -5092,16 +5034,18 @@ void CropResizeCastImage<T, U>::Configure_() {
       int min_xidx, max_xidx;
       ComputeXIndexRange_(x, &min_xidx, &max_xidx);
       load2_offsets_[current] = min_xidx * channels_;
-      float* xs_lerp = (float*)(load2_shuffle_masks_ + current * channels_ * 2);
-      char* shufmasks1 =
-          (char*)(load2_shuffle_masks_ + current * channels_ * 2 + channels_);
-      for (int j = 0; j < 16 * channels_; ++j) shufmasks1[j] = -128;
+      float *xs_lerp =
+          (float *)(load2_shuffle_masks_ + current * channels_ * 2);
+      char *shufmasks1 =
+          (char *)(load2_shuffle_masks_ + current * channels_ * 2 + channels_);
+      for (int j = 0; j < 16 * channels_; ++j)
+        shufmasks1[j] = -128;
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
         float lerp = xs_[ix].lerp;
         int widx0 = xs_[ix].lower -
-                    load2_offsets_[current];  // word index within SSE vector
+                    load2_offsets_[current]; // word index within SSE vector
         for (int ch = 0; ch < channels_; ++ch) {
           int idx = pix * channels_ + ch;
           xs_lerp[idx] = lerp;
@@ -5118,8 +5062,8 @@ void CropResizeCastImage<T, U>::Configure_() {
       // load4from4
       assert(current < num_load4_);
       load4_x_[current] = x;
-      int* index = load4_offsets_ + current * 4;
-      float* xs_lerp = (float*)(load4_mmxs_lerp_ + current * channels_);
+      int *index = load4_offsets_ + current * 4;
+      float *xs_lerp = (float *)(load4_mmxs_lerp_ + current * channels_);
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
@@ -5134,8 +5078,8 @@ void CropResizeCastImage<T, U>::Configure_() {
       // load4from8
       assert(current < num_load8_);
       load8_x_[current] = x;
-      int* index = load8_offsets_ + current * 4;
-      float* xs_lerp = (float*)(load8_mmxs_lerp_ + current * channels_);
+      int *index = load8_offsets_ + current * 4;
+      float *xs_lerp = (float *)(load8_mmxs_lerp_ + current * channels_);
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
@@ -5152,7 +5096,8 @@ void CropResizeCastImage<T, U>::Configure_() {
     ++num_cases[load_group];
     // load_group == 0 -> general case, pixel by pixel
     // every other value indidcates 1+3 = 4 pixels were processed this iteration
-    if (load_group > 0) x += 3;
+    if (load_group > 0)
+      x += 3;
   }
 }
 
@@ -5198,8 +5143,8 @@ int CropResizeCastImage<T, U>::DetermineLoadGroup_(const int x) {
 // Compute range of x indexes for xs[0] through xs[3].
 // Returns true if valid (xs[i].lower + channels == xs[i].upper for all pixels).
 template <class T, class U>
-bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int* min_xidx,
-                                                    int* max_xidx) {
+bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int *min_xidx,
+                                                    int *max_xidx) {
   bool upper_is_lower_plus_one = true;
   *min_xidx = 0;
   *max_xidx = -1;
@@ -5212,8 +5157,10 @@ bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int* min_xidx,
         *min_xidx = curr_xidx;
         *max_xidx = curr_xidx;
       } else {
-        if (curr_xidx < *min_xidx) *min_xidx = curr_xidx;
-        if (curr_xidx > *max_xidx) *max_xidx = curr_xidx;
+        if (curr_xidx < *min_xidx)
+          *min_xidx = curr_xidx;
+        if (curr_xidx > *max_xidx)
+          *max_xidx = curr_xidx;
       }
     } else {
       upper_is_lower_plus_one = false;
@@ -5313,206 +5260,158 @@ bool CropResizeCastImage<T, U>::Load8_ok_(const int min_xidx,
 // full implementations of templated static member function clip_necessary()
 //
 
-template <>
-bool CropResizeCastImage<uint8, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, uint8>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint8, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, int8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<uint8, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, uint16>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint8, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, int16>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint8, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, int32>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint8, Eigen::half>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, Eigen::half>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint8, float>::clip_necessary() {
+template <> bool CropResizeCastImage<uint8, float>::clip_necessary() {
   return false;
 }
 
-template <>
-bool CropResizeCastImage<int8, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, uint8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int8, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, int8>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int8, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, uint16>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int8, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, int16>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int8, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, int32>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int8, Eigen::half>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, Eigen::half>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int8, float>::clip_necessary() {
+template <> bool CropResizeCastImage<int8, float>::clip_necessary() {
   return false;
 }
 
-template <>
-bool CropResizeCastImage<uint16, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, uint8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<uint16, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, int8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<uint16, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, uint16>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint16, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, int16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<uint16, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, int32>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<uint16, Eigen::half>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, Eigen::half>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<uint16, float>::clip_necessary() {
+template <> bool CropResizeCastImage<uint16, float>::clip_necessary() {
   return false;
 }
 
-template <>
-bool CropResizeCastImage<int16, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, uint8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int16, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, int8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int16, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, uint16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int16, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, int16>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int16, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, int32>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int16, Eigen::half>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, Eigen::half>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int16, float>::clip_necessary() {
+template <> bool CropResizeCastImage<int16, float>::clip_necessary() {
   return false;
 }
 
-template <>
-bool CropResizeCastImage<int32, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, uint8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int32, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, int8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int32, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, uint16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int32, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, int16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int32, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, int32>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<int32, Eigen::half>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, Eigen::half>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<int32, float>::clip_necessary() {
+template <> bool CropResizeCastImage<int32, float>::clip_necessary() {
   return false;
 }
 
-template <>
-bool CropResizeCastImage<Eigen::half, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<Eigen::half, uint8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<Eigen::half, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<Eigen::half, int8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<Eigen::half, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<Eigen::half, uint16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<Eigen::half, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<Eigen::half, int16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<Eigen::half, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<Eigen::half, int32>::clip_necessary() {
   return false;
 }
 template <>
 bool CropResizeCastImage<Eigen::half, Eigen::half>::clip_necessary() {
   return false;
 }
-template <>
-bool CropResizeCastImage<Eigen::half, float>::clip_necessary() {
+template <> bool CropResizeCastImage<Eigen::half, float>::clip_necessary() {
   return false;
 }
 
-template <>
-bool CropResizeCastImage<float, uint8>::clip_necessary() {
+template <> bool CropResizeCastImage<float, uint8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<float, int8>::clip_necessary() {
+template <> bool CropResizeCastImage<float, int8>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<float, uint16>::clip_necessary() {
+template <> bool CropResizeCastImage<float, uint16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<float, int16>::clip_necessary() {
+template <> bool CropResizeCastImage<float, int16>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<float, int32>::clip_necessary() {
+template <> bool CropResizeCastImage<float, int32>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<float, Eigen::half>::clip_necessary() {
+template <> bool CropResizeCastImage<float, Eigen::half>::clip_necessary() {
   return true;
 }
-template <>
-bool CropResizeCastImage<float, float>::clip_necessary() {
+template <> bool CropResizeCastImage<float, float>::clip_necessary() {
   return false;
 }
 
@@ -5524,14 +5423,14 @@ bool CropResizeCastImage<float, float>::clip_necessary() {
 #define CROP_RESIZE_SINGLE_IMAGE_VECT(T_type, U_type)                          \
   template <>                                                                  \
   void crop_resize_single_image_common<T_type, U_type>(                        \
-      const T_type* image, const int64 in_height, const int64 in_width,        \
+      const T_type *image, const int64 in_height, const int64 in_width,        \
       const int64 out_height, const int64 out_width, const int channels,       \
-      const int min_ix, const int max_ix, const CachedInterpolation* xs,       \
-      const int min_iy, const int max_iy, const CachedInterpolation* ys,       \
+      const int min_ix, const int max_ix, const CachedInterpolation *xs,       \
+      const int min_iy, const int max_iy, const CachedInterpolation *ys,       \
       const float extrapolated_value, const bool flip_x, const bool flip_y,    \
-      U_type* output) {                                                        \
+      U_type *output) {                                                        \
     if (channels <= 4) {                                                       \
-      CropResizeCastImage<T_type, U_type>* resizer =                           \
+      CropResizeCastImage<T_type, U_type> *resizer =                           \
           new CropResizeCastImage<T_type, U_type>(                             \
               in_height, in_width, out_height, out_width, channels, min_ix,    \
               max_ix, xs, min_iy, max_iy, ys, extrapolated_value, flip_x,      \
@@ -5560,19 +5459,19 @@ CROP_RESIZE_SINGLE_IMAGE_VECT(float, float)
 // image resizing for these data types default to the original code.
 // at the moment, this is int64 and double.
 
-#define CROP_RESIZE_SINGLE_IMAGE_REGULAR(T_type, U_type)                      \
-  template <>                                                                 \
-  void crop_resize_single_image_common<T_type, U_type>(                       \
-      const T_type* image, const int64 in_height, const int64 in_width,       \
-      const int64 out_height, const int64 out_width, const int channels,      \
-      const int min_ix, const int max_ix, const CachedInterpolation* xs,      \
-      const int min_iy, const int max_iy, const CachedInterpolation* ys,      \
-      const float extrapolated_value, const bool flip_x, const bool flip_y,   \
-      U_type* output) {                                                       \
-    crop_resize_single_image(image, in_height, in_width, out_height,          \
-                             out_width, channels, min_ix, max_ix, xs, min_iy, \
-                             max_iy, ys, extrapolated_value, flip_x, flip_y,  \
-                             output);                                         \
+#define CROP_RESIZE_SINGLE_IMAGE_REGULAR(T_type, U_type)                       \
+  template <>                                                                  \
+  void crop_resize_single_image_common<T_type, U_type>(                        \
+      const T_type *image, const int64 in_height, const int64 in_width,        \
+      const int64 out_height, const int64 out_width, const int channels,       \
+      const int min_ix, const int max_ix, const CachedInterpolation *xs,       \
+      const int min_iy, const int max_iy, const CachedInterpolation *ys,       \
+      const float extrapolated_value, const bool flip_x, const bool flip_y,    \
+      U_type *output) {                                                        \
+    crop_resize_single_image(image, in_height, in_width, out_height,           \
+                             out_width, channels, min_ix, max_ix, xs, min_iy,  \
+                             max_iy, ys, extrapolated_value, flip_x, flip_y,   \
+                             output);                                          \
   }
 
 CROP_RESIZE_SINGLE_IMAGE_REGULAR(int64, float)
@@ -5586,12 +5485,12 @@ CROP_RESIZE_SINGLE_IMAGE_REGULAR(double, float)
 
 template <class T, class U>
 void crop_resize_single_image_common(
-    const T* image, const int64 in_height, const int64 in_width,
+    const T *image, const int64 in_height, const int64 in_width,
     const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation* xs,
-    const int min_iy, const int max_iy, const CachedInterpolation* ys,
+    const int min_ix, const int max_ix, const CachedInterpolation *xs,
+    const int min_iy, const int max_iy, const CachedInterpolation *ys,
     const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U* output) {
+    U *output) {
   crop_resize_single_image(image, in_height, in_width, out_height, out_width,
                            channels, min_ix, max_ix, xs, min_iy, max_iy, ys,
                            extrapolated_value, flip_x, flip_y, output);
@@ -5599,6 +5498,6 @@ void crop_resize_single_image_common(
 
 #endif
 
-}  // namespace
-}  // namespace tensorflow
-#endif  // define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
+} // namespace
+} // namespace tensorflow
+#endif // define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
-- 
GitLab


From 1845bf763b4c1c54425d9bb8b1554db79759f567 Mon Sep 17 00:00:00 2001
From: Tayo Oguntebi <tayo@google.com>
Date: Wed, 17 Oct 2018 13:03:04 -0700
Subject: [PATCH 0217/1825]   Fixes #22750

  Store NonMaxSuppression op member tensors as raw pointers, instead of Tensor
objects. OpKernelContext returns input tensors as objects with ref count of
zero, and as such, using a raw pointer avoids calling the copy constructor on
these objects.

  The previous behavior stores input tensors as class members with longer lifetimes and may not be thread-safe.

PiperOrigin-RevId: 217572722
---
 .../core/kernels/non_max_suppression_op.cc    | 28 +++++++++----------
 1 file changed, 14 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/kernels/non_max_suppression_op.cc b/tensorflow/core/kernels/non_max_suppression_op.cc
index ea08358f50..4caa04c185 100644
--- a/tensorflow/core/kernels/non_max_suppression_op.cc
+++ b/tensorflow/core/kernels/non_max_suppression_op.cc
@@ -285,15 +285,15 @@ class NonMaxSuppressionV3V4Base : public OpKernel {
 
   void Compute(OpKernelContext* context) override {
     // boxes: [num_boxes, 4]
-    boxes_ = context->input(0);
+    boxes_ = &context->input(0);
     // scores: [num_boxes]
-    scores_ = context->input(1);
+    scores_ = &context->input(1);
     // max_output_size: scalar
-    max_output_size_ = context->input(2);
+    max_output_size_ = &context->input(2);
     OP_REQUIRES(
-        context, TensorShapeUtils::IsScalar(max_output_size_.shape()),
+        context, TensorShapeUtils::IsScalar(max_output_size_->shape()),
         errors::InvalidArgument("max_output_size must be 0-D, got shape ",
-                                max_output_size_.shape().DebugString()));
+                                max_output_size_->shape().DebugString()));
     // iou_threshold: scalar
     const Tensor& iou_threshold = context->input(3);
     OP_REQUIRES(context, TensorShapeUtils::IsScalar(iou_threshold.shape()),
@@ -311,8 +311,8 @@ class NonMaxSuppressionV3V4Base : public OpKernel {
     score_threshold_val_ = score_threshold.scalar<float>()();
 
     num_boxes_ = 0;
-    ParseAndCheckBoxSizes(context, boxes_, &num_boxes_);
-    CheckScoreSizes(context, num_boxes_, scores_);
+    ParseAndCheckBoxSizes(context, *boxes_, &num_boxes_);
+    CheckScoreSizes(context, num_boxes_, *scores_);
     if (!context->status().ok()) {
       return;
     }
@@ -323,9 +323,9 @@ class NonMaxSuppressionV3V4Base : public OpKernel {
  protected:
   virtual void DoComputeAndPostProcess(OpKernelContext* context) = 0;
 
-  Tensor boxes_;
-  Tensor scores_;
-  Tensor max_output_size_;
+  const Tensor* boxes_;
+  const Tensor* scores_;
+  const Tensor* max_output_size_;
   int num_boxes_;
   float iou_threshold_val_;
   float score_threshold_val_;
@@ -340,9 +340,9 @@ class NonMaxSuppressionV3Op : public NonMaxSuppressionV3V4Base {
  protected:
   void DoComputeAndPostProcess(OpKernelContext* context) override {
     auto suppress_check_fn =
-        CreateIOUSuppressCheckFn<T>(boxes_, iou_threshold_val_);
+        CreateIOUSuppressCheckFn<T>(*boxes_, iou_threshold_val_);
 
-    DoNonMaxSuppressionOp<T>(context, scores_, num_boxes_, max_output_size_,
+    DoNonMaxSuppressionOp<T>(context, *scores_, num_boxes_, *max_output_size_,
                              score_threshold_val_, suppress_check_fn);
   }
 };
@@ -359,10 +359,10 @@ class NonMaxSuppressionV4Op : public NonMaxSuppressionV3V4Base {
  protected:
   void DoComputeAndPostProcess(OpKernelContext* context) override {
     auto suppress_check_fn =
-        CreateIOUSuppressCheckFn<T>(boxes_, iou_threshold_val_);
+        CreateIOUSuppressCheckFn<T>(*boxes_, iou_threshold_val_);
     int num_valid_outputs;
 
-    DoNonMaxSuppressionOp<T>(context, scores_, num_boxes_, max_output_size_,
+    DoNonMaxSuppressionOp<T>(context, *scores_, num_boxes_, *max_output_size_,
                              score_threshold_val_, suppress_check_fn,
                              pad_to_max_output_size_, &num_valid_outputs);
 
-- 
GitLab


From 8016993b7383307dfc1249f20d18ff1f4fa31d14 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Wed, 17 Oct 2018 13:09:42 -0700
Subject: [PATCH 0218/1825] Add class for outside compilation subgraph rewrite.

PiperOrigin-RevId: 217573846
---
 tensorflow/compiler/jit/BUILD                 |   8 +
 .../jit/extract_outside_compilation_pass.cc   | 365 ++++++++++++++++++
 .../jit/extract_outside_compilation_pass.h    |  66 ++++
 .../extract_outside_compilation_pass_test.cc  | 219 +++++++++++
 4 files changed, 658 insertions(+)
 create mode 100644 tensorflow/compiler/jit/extract_outside_compilation_pass.cc
 create mode 100644 tensorflow/compiler/jit/extract_outside_compilation_pass.h
 create mode 100644 tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 9dfa0fa8c5..dddf8e69d9 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -444,6 +444,7 @@ cc_library(
         "deadness_analysis_internal.h",
         "encapsulate_subgraphs_pass.cc",
         "encapsulate_xla_computations_pass.cc",
+        "extract_outside_compilation_pass.cc",
         "mark_for_compilation_pass.cc",
         "mark_for_compilation_pass_test_helper.cc",
         "partially_decluster_pass.cc",
@@ -453,12 +454,14 @@ cc_library(
         "deadness_analysis.h",
         "encapsulate_subgraphs_pass.h",
         "encapsulate_xla_computations_pass.h",
+        "extract_outside_compilation_pass.h",
         "mark_for_compilation_pass.h",
         "mark_for_compilation_pass_test_helper.h",
         "partially_decluster_pass.h",
     ],
     deps = [
         ":common",
+        ":encapsulate_util",
         ":shape_inference_helpers",
         ":union_find",
         ":xla_cluster_util",
@@ -471,6 +474,7 @@ cc_library(
         "//tensorflow/compiler/jit/ops:xla_ops",
         "//tensorflow/compiler/tf2xla:dump_graph",
         "//tensorflow/compiler/tf2xla:resource_operation_table",
+        "//tensorflow/compiler/tf2xla:tf2xla_util",
         "//tensorflow/compiler/tf2xla:xla_compiler",
         "//tensorflow/compiler/tf2xla/cc:xla_jit_ops",
         "//tensorflow/compiler/xla:status_macros",
@@ -568,12 +572,14 @@ tf_cc_test(
         "build_xla_ops_pass_test.cc",
         "encapsulate_subgraphs_pass_test.cc",
         "encapsulate_xla_computations_pass_test.cc",
+        "extract_outside_compilation_pass_test.cc",
         "mark_for_compilation_pass_test.cc",
         "partially_decluster_pass_test.cc",
     ],
     deps = [
         ":common",
         ":compilation_passes",
+        ":encapsulate_util",
         ":node_matchers",
         ":xla_cluster_util",
         ":xla_cpu_device",
@@ -583,6 +589,7 @@ tf_cc_test(
         "//tensorflow/cc:function_ops",
         "//tensorflow/cc:ops",
         "//tensorflow/cc:resource_variable_ops",
+        "//tensorflow/cc:scope",
         "//tensorflow/cc:sendrecv_ops",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla:test_util",
@@ -594,6 +601,7 @@ tf_cc_test(
         "//tensorflow/core:framework",
         "//tensorflow/core:framework_internal",
         "//tensorflow/core:lib",
+        "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
         "//tensorflow/core:testlib",
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
new file mode 100644
index 0000000000..3963fb012e
--- /dev/null
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
@@ -0,0 +1,365 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/jit/extract_outside_compilation_pass.h"
+
+#include "absl/strings/match.h"
+#include "absl/strings/str_cat.h"
+#include "tensorflow/compiler/jit/encapsulate_util.h"
+#include "tensorflow/compiler/tf2xla/tf2xla_util.h"
+#include "tensorflow/core/framework/node_def_builder.h"
+#include "tensorflow/core/framework/tensor_shape.pb.h"
+#include "tensorflow/core/graph/algorithm.h"
+
+namespace tensorflow {
+
+namespace {
+
+// Add a key placeholder node to the graph. The key placeholder node will be
+// used as input for XlaRecvAtHost/XlaSendFromHost nodes.
+xla::StatusOr<Node*> AddHostComputeKeyPlaceholder(
+    const string& xla_cluster_name, Graph* g) {
+  NodeDef key_def;
+  NodeDefBuilder builder(absl::StrCat(xla_cluster_name, "_key_placeholder"),
+                         "Placeholder");
+  builder.Attr("dtype", DT_STRING);
+  builder.Attr("shape", PartialTensorShape({2}));
+  builder.Attr("_host_compute_call_node", xla_cluster_name);
+  Status s = builder.Finalize(&key_def);
+  if (!s.ok()) return s;
+
+  Node* n = g->AddNode(key_def, &s);
+  if (!s.ok()) return s;
+  return n;
+}
+
+// Returns nodes with given type.
+std::vector<Node*> GatherNodesWithType(const Graph& g, const string& type) {
+  std::vector<Node*> result;
+  for (Node* n : g.nodes()) {
+    if (n->type_string() == type) {
+      result.push_back(n);
+    }
+  }
+  return result;
+}
+
+// Gets data types from `arg_nodes` and fills them into `recv_at_host_dtypes`.
+Status GetArgDataTypes(const std::vector<Node*>& arg_nodes,
+                       std::vector<DataType>* recv_at_host_dtypes) {
+  recv_at_host_dtypes->resize(arg_nodes.size(), DT_INVALID);
+  for (auto* n : arg_nodes) {
+    int index;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+    DataType dtype;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "T", &dtype));
+    (*recv_at_host_dtypes)[index] = dtype;
+  }
+  for (int i = 0; i < recv_at_host_dtypes->size(); i++) {
+    if ((*recv_at_host_dtypes)[i] == DT_INVALID) {
+      return errors::Internal("Cannot get datatype for input ", i);
+    }
+  }
+  return Status::OK();
+}
+
+// Builds XlaRecvAtHost node.
+xla::StatusOr<Node*> BuildRecvAtHostNode(
+    Graph* g, const string& oc_cluster_name,
+    const std::vector<DataType>& recv_at_host_dtypes, Node* key_placeholder) {
+  NodeDefBuilder recv_at_host_builder(
+      absl::StrCat("outside_compilation_", oc_cluster_name, "_recv"),
+      "_XlaRecvAtHost");
+  NodeDef recv_at_host_def;
+  recv_at_host_builder.Attr("Toutputs", recv_at_host_dtypes);
+  // The correct device_ordinal will be inserted during replication in a
+  // subsequent rewrite.
+  recv_at_host_builder.Attr("device_ordinal", 0);
+  recv_at_host_builder.Attr(
+      "key", absl::StrCat("host_compute_channel_", oc_cluster_name));
+  recv_at_host_builder.Input(key_placeholder->name(), 0, DT_STRING);
+  TF_RETURN_IF_ERROR(recv_at_host_builder.Finalize(&recv_at_host_def));
+  Status s;
+  Node* recv_at_host_node = g->AddNode(recv_at_host_def, &s);
+  TF_RETURN_IF_ERROR(s);
+  return recv_at_host_node;
+}
+
+// Builds XlaRecvAtHost node, and replaces all _Arg nodes with it.
+xla::StatusOr<Node*> ReplaceArgNodesWithRecvAtHostNode(
+    Graph* g, const string& oc_cluster_name,
+    std::vector<DataType>* recv_at_host_dtypes, Node* key_placeholder) {
+  std::vector<Node*> arg_nodes = GatherNodesWithType(*g, "_Arg");
+  TF_RETURN_IF_ERROR(GetArgDataTypes(arg_nodes, recv_at_host_dtypes));
+  TF_ASSIGN_OR_RETURN(
+      Node * recv_at_host_node,
+      BuildRecvAtHostNode(g, oc_cluster_name, *recv_at_host_dtypes,
+                          key_placeholder));
+  for (auto* n : arg_nodes) {
+    int index;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+    // Record out edges and remove `n` before adding those edges to RecvAtHost.
+    // This is to avoid multiple producers.
+    std::vector<OutEdgeInfo> out_edge_info;
+    for (auto edge : n->out_edges()) {
+      out_edge_info.push_back(
+          {edge->dst(), edge->src_output(), edge->dst_input()});
+    }
+    g->RemoveNode(n);
+    for (const OutEdgeInfo& edge : out_edge_info) {
+      if (edge.dst_input == Graph::kControlSlot) {
+        g->AddControlEdge(recv_at_host_node, edge.dst);
+      } else {
+        g->AddEdge(recv_at_host_node, index, edge.dst, edge.dst_input);
+      }
+    }
+
+    // Rewrite dst nodes because their input changed.
+    for (int i = 0; i < out_edge_info.size(); i++) {
+      const OutEdgeInfo edge = out_edge_info[i];
+      if (edge.dst_input == Graph::kControlSlot) {
+        continue;
+      }
+
+      Node* dst = edge.dst;
+      NodeDef new_def = dst->def();
+      *new_def.mutable_input(edge.dst_input) =
+          absl::StrCat(recv_at_host_node->name(), ":", index);
+      TF_ASSIGN_OR_RETURN(Node * dst_replace, ReplaceNode(g, dst, new_def));
+
+      // Other edges might have `dst` as dst node as well. Update those edges
+      // with `dst_replace`.
+      for (int j = i + 1; j < out_edge_info.size(); j++) {
+        if (out_edge_info[j].dst == dst) {
+          out_edge_info[j].dst = dst_replace;
+        }
+      }
+    }
+  }
+  g->AddEdge(key_placeholder, 0, recv_at_host_node, 0);
+  return recv_at_host_node;
+}
+
+// Gets data types from `ret_nodes` and fills them into `send_from_host_dtypes`.
+Status GetRetDataTypes(const std::vector<Node*>& ret_nodes,
+                       std::vector<DataType>* send_from_host_dtypes) {
+  send_from_host_dtypes->resize(ret_nodes.size(), DT_INVALID);
+  for (auto* n : ret_nodes) {
+    int index;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+    DataType dtype;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "T", &dtype));
+    (*send_from_host_dtypes)[index] = dtype;
+  }
+  for (int i = 0; i < send_from_host_dtypes->size(); i++) {
+    if ((*send_from_host_dtypes)[i] == DT_INVALID) {
+      return errors::Internal("Cannot get datatype for output ", i);
+    }
+  }
+  return Status::OK();
+}
+
+// Builds XlaSendFromHost node.
+xla::StatusOr<Node*> BuildSendFromHostNode(
+    Graph* g, const string& oc_cluster_name,
+    const std::vector<Node*>& ret_nodes,
+    const std::vector<DataType>& send_from_host_dtypes, Node* key_placeholder) {
+  NodeDefBuilder send_from_host_builder(
+      absl::StrCat("outside_compilation_", oc_cluster_name, "_send"),
+      "_XlaSendFromHost");
+  NodeDef send_from_host_def;
+  send_from_host_builder.Attr("Tinputs", send_from_host_dtypes);
+  // The correct device_ordinal will be inserted during replication in a
+  // subsequent rewrite.
+  send_from_host_builder.Attr("device_ordinal", 0);
+  send_from_host_builder.Attr(
+      "key", absl::StrCat("host_compute_channel_", oc_cluster_name));
+  std::vector<NodeDefBuilder::NodeOut> inputs(send_from_host_dtypes.size());
+  for (auto* n : ret_nodes) {
+    int index;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+    if (index < 0 || index >= send_from_host_dtypes.size()) {
+      return errors::Internal("Invalid _Retval index: ", index);
+    }
+    for (auto edge : n->in_edges()) {
+      inputs[index] =
+          NodeDefBuilder::NodeOut{edge->src()->name(), edge->src_output(),
+                                  edge->src()->output_type(edge->src_output())};
+    }
+  }
+  send_from_host_builder.Input(inputs);
+  send_from_host_builder.Input(key_placeholder->name(), 0, DT_STRING);
+  TF_RETURN_IF_ERROR(send_from_host_builder.Finalize(&send_from_host_def));
+  Status s;
+  Node* send_from_host_node = g->AddNode(send_from_host_def, &s);
+  TF_RETURN_IF_ERROR(s);
+  return send_from_host_node;
+}
+
+// Builds XlaSendFromHost node, and replaces all _Retval nodes with it.
+xla::StatusOr<Node*> ReplaceRetNodesWithSendFromHostNode(
+    Graph* g, const string& oc_cluster_name,
+    std::vector<DataType>* send_from_host_dtypes, Node* key_placeholder) {
+  std::vector<Node*> ret_nodes = GatherNodesWithType(*g, "_Retval");
+  TF_RETURN_IF_ERROR(GetRetDataTypes(ret_nodes, send_from_host_dtypes));
+  TF_ASSIGN_OR_RETURN(
+      Node * send_from_host_node,
+      BuildSendFromHostNode(g, oc_cluster_name, ret_nodes,
+                            *send_from_host_dtypes, key_placeholder));
+  for (auto* n : ret_nodes) {
+    int index;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+    for (auto edge : n->in_edges()) {
+      if (edge->src_output() == Graph::kControlSlot) {
+        g->AddControlEdge(edge->src(), send_from_host_node);
+      } else {
+        g->AddEdge(edge->src(), edge->src_output(), send_from_host_node, index);
+      }
+    }
+    g->RemoveNode(n);
+  }
+  g->AddEdge(key_placeholder, 0, send_from_host_node,
+             send_from_host_dtypes->size());
+  return send_from_host_node;
+}
+
+// Returns input shapes (excluding key placeholder) for `send_from_host_node`
+// if they are all fully defined; absl::nullopt otherwise.
+absl::optional<std::vector<PartialTensorShape>> GetInferredInputShapes(
+    int num_inputs, Node* send_from_host_node) {
+  std::vector<PartialTensorShape> results(num_inputs);
+  for (int i = 0; i < num_inputs; i++) {
+    const Edge* e;
+    if (!send_from_host_node->input_edge(i, &e).ok()) {
+      return absl::nullopt;
+    }
+
+    std::vector<PartialTensorShape> shapes;
+    if (!GetNodeAttr(e->src()->attrs(), kXlaInferredShapesAttrName, &shapes)
+             .ok()) {
+      return absl::nullopt;
+    }
+
+    const PartialTensorShape shape = shapes[e->dst_input()];
+    if (!shape.IsFullyDefined()) {
+      return absl::nullopt;
+    }
+
+    results[e->dst_input()] = shape;
+  }
+  return results;
+}
+
+}  // namespace
+
+Status RewriteOutsideCompilationSubgraphFn::operator()(
+    const std::vector<OutputTensor>& arg_source_tensors,
+    std::unique_ptr<Graph>* graph, std::vector<int>* input_permutation,
+    std::vector<int>* output_permutation, NodeDef* node_def) {
+  string old_name = node_def->op();
+  string new_name = absl::StrCat(xla_cluster_name_, "_", old_name);
+  node_def->set_op(new_name);
+  node_def->set_name(new_name);
+
+  // Later we will run PruneForReverseReachability(), so make sure all original
+  // nodes are reachable from sink node and won't be removed.
+  FixupSourceAndSinkEdges(graph->get());
+
+  // Step 1: create a key placeholder node.
+  TF_ASSIGN_OR_RETURN(
+      Node * key_placeholder,
+      AddHostComputeKeyPlaceholder(xla_cluster_name_, graph->get()));
+
+  // Step 2: build RecvAtHost node, and replace all _Arg nodes with it.
+  std::vector<DataType> recv_at_host_dtypes;
+  TF_ASSIGN_OR_RETURN(
+      Node * recv_at_host_node,
+      ReplaceArgNodesWithRecvAtHostNode(graph->get(), new_name,
+                                        &recv_at_host_dtypes, key_placeholder));
+
+  // Step 3: build SendFromHost node, and replace all _Retval nodes with it.
+  std::vector<DataType> send_from_host_dtypes;
+  TF_ASSIGN_OR_RETURN(
+      Node * send_from_host_node,
+      ReplaceRetNodesWithSendFromHostNode(
+          graph->get(), new_name, &send_from_host_dtypes, key_placeholder));
+
+  // Step 4: add XLA cluster and outside compilation attr.
+  for (Node* n : (*graph)->nodes()) {
+    if (n->type_string() == "Placeholder" &&
+        absl::EndsWith(n->name(), "_key_placeholder")) {
+      continue;
+    }
+
+    n->AddAttr(xla_cluster_attr_name_, xla_cluster_name_);
+    n->AddAttr(outside_compilation_attr_name_, old_name);
+  }
+
+  // Check whether we have all input shapes for XlaSendFromHost. If we do, we
+  // will set `shapes` attr for the call node; otherwise we will save the
+  // shape inference graph and set `shape_inference_graph` for the call node.
+  absl::optional<std::vector<PartialTensorShape>> shapes =
+      GetInferredInputShapes(send_from_host_dtypes.size(), send_from_host_node);
+
+  // Step 5: add control edges for originally XLA <-> outside compilation
+  // control edges.
+  for (Node* n : (*graph)->nodes()) {
+    if (HasNodeAttr(n->def(), kXlaConnectedToXlaComputationAttrName)) {
+      (*graph)->AddControlEdge(n, send_from_host_node);
+      n->ClearAttr(kXlaConnectedToXlaComputationAttrName);
+    }
+    if (HasNodeAttr(n->def(), kXlaConnectedFromXlaComputationAttrName)) {
+      (*graph)->AddControlEdge(recv_at_host_node, n);
+      n->ClearAttr(kXlaConnectedFromXlaComputationAttrName);
+    }
+  }
+
+  // Step 6: RecvAtHost/SendFromHost/key_placeholder might be dead nodes. Prune
+  // them if necessary.
+  // - RecvAtHost should be pruned iff it has no output data/control edges. If
+  //   it has any output edge, it will be reverse reachable from sink node. We
+  //   don't need to do anything special.
+  // - SendFromHost should be pruned iff it has no input data/control edges. If
+  //   it has input edges other than key_placeholder, we connect it to sink
+  //   node so it won't be pruned.
+  // - key_placeholder should be pruned iff RecvAtHost/SendFromHost are pruned.
+  //   We don't need to do anything special.
+  if (send_from_host_node->in_edges().size() > 1) {
+    (*graph)->AddControlEdge(send_from_host_node, (*graph)->sink_node());
+  }
+  PruneForReverseReachability(
+      graph->get(), std::unordered_set<const Node*>{(*graph)->sink_node()});
+
+  // Step 7: add necessary attributes to function call node, so we can replace
+  // it with HostCompute node later.
+  AddNodeAttr("_outside_compilation_subgraph", old_name, node_def);
+  if (shapes) {
+    AddNodeAttr("shape_inference_graph", "", node_def);
+    AddNodeAttr("shapes", *shapes, node_def);
+  } else {
+    string shape_inference_func_name =
+        absl::StrCat("_outside_compilation_shape_inference_", new_name);
+    AddNodeAttr("shape_inference_graph", shape_inference_func_name, node_def);
+    AddNodeAttr("shapes", std::vector<TensorShapeProto>{}, node_def);
+  }
+  AddNodeAttr("ancestors", std::vector<string>{}, node_def);
+  AddNodeAttr("Tinputs", recv_at_host_dtypes, node_def);
+  AddNodeAttr("Toutputs", send_from_host_dtypes, node_def);
+  AddNodeAttr("key", absl::StrCat("host_compute_channel_", new_name), node_def);
+
+  return Status::OK();
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.h b/tensorflow/compiler/jit/extract_outside_compilation_pass.h
new file mode 100644
index 0000000000..4aa34d76c6
--- /dev/null
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.h
@@ -0,0 +1,66 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_JIT_EXTRACT_OUTSIDE_COMPILATION_PASS_H_
+#define TENSORFLOW_COMPILER_JIT_EXTRACT_OUTSIDE_COMPILATION_PASS_H_
+
+#include "absl/types/optional.h"
+#include "tensorflow/compiler/xla/status_macros.h"
+#include "tensorflow/core/graph/graph.h"
+
+namespace tensorflow {
+
+// Rewrite function for outside compilation subgraphs. It will perform the
+// following steps:
+//
+// 1. Add a XLA computation key placeholder node (it will be used as input for
+//    XlaRecvAtHost and XlaSendFromHost);
+// 2. Replace all _Arg nodes with one single XlaRecvAtHost node;
+// 3. Replace all _Retval nodes with one single XlaSendFromHost node;
+// 4. Mark all nodes except key placeholder with attr `xla_cluster_attr_name`
+//    and `outside_compilation_attr_name`;
+// 5. For nodes marked with attr kXlaConnectedToXlaComputationAttrName, add a
+//    control edge from the node to XlaSendFromHost; for nodes marked with attr
+//    kXlaConnectedFromXlaComputationAttrName, add a control edge from
+//    XlaRecvAtHost node to the node;
+// 6. Try pruning XlaRecvAtHost/XlaSendFromHost/key placeholder node.
+// 7. Add necessary attributes to `node_def`, so we can replace it with a
+//    XlaHostCompute node later. If all input shapes for XlaSendFromHost are
+//    known, "shapes" attr will be set to the list of input shapes; otherwise
+//    "shape_inference_graph" attr will be set to shape inference function name.
+class RewriteOutsideCompilationSubgraphFn {
+ public:
+  RewriteOutsideCompilationSubgraphFn(
+      const string& xla_cluster_attr_name,
+      const string& outside_compilation_attr_name,
+      const string& xla_cluster_name)
+      : xla_cluster_attr_name_(xla_cluster_attr_name),
+        outside_compilation_attr_name_(outside_compilation_attr_name),
+        xla_cluster_name_(xla_cluster_name) {}
+
+  Status operator()(const std::vector<OutputTensor>&,
+                    std::unique_ptr<Graph>* graph,
+                    std::vector<int>* input_permutation,
+                    std::vector<int>* output_permutation, NodeDef* node_def);
+
+ private:
+  string xla_cluster_attr_name_;
+  string outside_compilation_attr_name_;
+  string xla_cluster_name_;
+};
+
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_COMPILER_JIT_EXTRACT_OUTSIDE_COMPILATION_PASS_H_
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc
new file mode 100644
index 0000000000..64913f5aab
--- /dev/null
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc
@@ -0,0 +1,219 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/jit/extract_outside_compilation_pass.h"
+
+#include "tensorflow/cc/framework/scope.h"
+#include "tensorflow/cc/ops/array_ops.h"
+#include "tensorflow/cc/ops/function_ops.h"
+#include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/compiler/jit/encapsulate_util.h"
+#include "tensorflow/core/framework/common_shape_fns.h"
+#include "tensorflow/core/framework/node_def_util.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/tensor_shape.pb.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace tensorflow {
+
+TEST(RewriteOutsideCompilationSubgraphFnTest, Basic) {
+  // Build the graph:
+  // "add" = "arg0" + "arg1"
+  // "ret0" = "add"
+  // "ret1" = "arg1"
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output arg0 = ops::_Arg(s.WithOpName("arg0"), DT_INT32, 0);
+  Output arg1 = ops::_Arg(s.WithOpName("arg1"), DT_FLOAT, 1);
+  Output arg2 = ops::_Arg(s.WithOpName("arg2"), DT_INT32, 2);
+  Output add = ops::Add(s.WithOpName("add"), arg0, arg0);
+  auto ret0 = ops::_Retval(s.WithOpName("ret0"), add, 0);
+  auto ret1 = ops::_Retval(s.WithOpName("ret1"), arg1, 1);
+  std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+  TF_CHECK_OK(s.ToGraph(g.get()));
+  auto node_name_image = g->BuildNodeNameIndex();
+  Node *add_node = node_name_image["add"];
+  EXPECT_NE(add_node, nullptr);
+  add_node->AddAttr(kXlaConnectedToXlaComputationAttrName, "cluster");
+  add_node->AddAttr(kXlaConnectedFromXlaComputationAttrName, "cluster");
+
+  RewriteOutsideCompilationSubgraphFn rewrite_fn("_xla", "_oc", "cluster");
+  std::vector<OutputTensor> arg_source_tensors;
+  NodeDef call_node_def;
+  call_node_def.set_op("0");
+  TF_CHECK_OK(
+      rewrite_fn(arg_source_tensors, &g, nullptr, nullptr, &call_node_def));
+  node_name_image = g->BuildNodeNameIndex();
+
+  // Verify step 1: add key placeholder node.
+  Node *key_placeholder = node_name_image["cluster_key_placeholder"];
+  EXPECT_NE(key_placeholder, nullptr);
+  // Verify step 2: replace _Arg nodes with XlaRecvAtHost.
+  for (Node *n : g->nodes()) {
+    EXPECT_NE(n->type_string(), "_Arg");
+  }
+  Node *recv_at_host = node_name_image["outside_compilation_cluster_0_recv"];
+  EXPECT_NE(recv_at_host, nullptr);
+  std::vector<DataType> recv_at_host_dtypes;
+  TF_CHECK_OK(
+      GetNodeAttr(recv_at_host->attrs(), "Toutputs", &recv_at_host_dtypes));
+  EXPECT_EQ(recv_at_host_dtypes.size(), 3);
+  EXPECT_EQ(recv_at_host_dtypes[0], DT_INT32);
+  EXPECT_EQ(recv_at_host_dtypes[1], DT_FLOAT);
+  EXPECT_EQ(recv_at_host_dtypes[2], DT_INT32);
+  // Verify step 3: replace _Retval nodes with XlaSendFromHost.
+  for (Node *n : g->nodes()) {
+    EXPECT_NE(n->type_string(), "_Retval");
+  }
+  Node *send_from_host = node_name_image["outside_compilation_cluster_0_send"];
+  EXPECT_NE(send_from_host, nullptr);
+  std::vector<DataType> send_from_host_dtypes;
+  TF_CHECK_OK(
+      GetNodeAttr(send_from_host->attrs(), "Tinputs", &send_from_host_dtypes));
+  EXPECT_EQ(send_from_host_dtypes.size(), 2);
+  EXPECT_EQ(send_from_host_dtypes[0], DT_INT32);
+  EXPECT_EQ(send_from_host_dtypes[1], DT_FLOAT);
+  // Verify step 4: nodes marked with XLA cluster and outside compilation attr.
+  add_node = node_name_image["add"];
+  EXPECT_NE(add_node, nullptr);
+  EXPECT_TRUE(HasNodeAttr(add_node->def(), "_xla"));
+  EXPECT_TRUE(HasNodeAttr(add_node->def(), "_oc"));
+  // Verify step 5: control edges added.
+  bool has_control_edge_from_recv_at_host = false;
+  for (auto e : add_node->in_edges()) {
+    if (e->IsControlEdge() && e->src() == recv_at_host) {
+      has_control_edge_from_recv_at_host = true;
+    }
+  }
+  EXPECT_TRUE(has_control_edge_from_recv_at_host);
+  bool has_control_edge_to_send_from_host = false;
+  for (auto e : add_node->out_edges()) {
+    if (e->IsControlEdge() && e->dst() == send_from_host) {
+      has_control_edge_to_send_from_host = true;
+    }
+  }
+  EXPECT_TRUE(has_control_edge_to_send_from_host);
+  // Verify step 7: necessary attrs added to call_node_def.
+  string shape_inference_graph;
+  TF_CHECK_OK(GetNodeAttr(AttrSlice(&call_node_def.attr()),
+                          "shape_inference_graph", &shape_inference_graph));
+  EXPECT_EQ(shape_inference_graph,
+            "_outside_compilation_shape_inference_cluster_0");
+}
+
+TEST(RewriteOutsideCompilationSubgraphFnTest, NoSendFromHost) {
+  // Build the graph: only 1 node: "arg0"
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output arg0 = ops::_Arg(s.WithOpName("arg0"), DT_INT32, 0);
+  std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+  TF_CHECK_OK(s.ToGraph(g.get()));
+
+  RewriteOutsideCompilationSubgraphFn rewrite_fn("_xla", "_oc", "cluster");
+  std::vector<OutputTensor> arg_source_tensors;
+  NodeDef call_node_def;
+  call_node_def.set_op("0");
+  TF_CHECK_OK(
+      rewrite_fn(arg_source_tensors, &g, nullptr, nullptr, &call_node_def));
+  auto node_name_image = g->BuildNodeNameIndex();
+
+  // Check key placeholder and RecvAtHost is present, but SendFromHost is not.
+  Node *key_placeholder = node_name_image["cluster_key_placeholder"];
+  EXPECT_NE(key_placeholder, nullptr);
+  Node *recv_at_host = node_name_image["outside_compilation_cluster_0_recv"];
+  EXPECT_NE(recv_at_host, nullptr);
+  Node *send_from_host = node_name_image["outside_compilation_cluster_0_send"];
+  EXPECT_EQ(send_from_host, nullptr);
+}
+
+TEST(RewriteOutsideCompilationSubgraphFnTest, NoRecvAtHost) {
+  // Build the graph:
+  // "ret" = "const0"
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const0 = ops::Const(s.WithOpName("const0"), 1, {2});
+  auto ret = ops::_Retval(s.WithOpName("ret"), const0, 0);
+  std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+  TF_CHECK_OK(s.ToGraph(g.get()));
+
+  RewriteOutsideCompilationSubgraphFn rewrite_fn("_xla", "_oc", "cluster");
+  std::vector<OutputTensor> arg_source_tensors;
+  NodeDef call_node_def;
+  call_node_def.set_op("0");
+  TF_CHECK_OK(
+      rewrite_fn(arg_source_tensors, &g, nullptr, nullptr, &call_node_def));
+  auto node_name_image = g->BuildNodeNameIndex();
+
+  // Check key placeholder and SendFromHost is present, but RecvAtHost is not.
+  Node *key_placeholder = node_name_image["cluster_key_placeholder"];
+  EXPECT_NE(key_placeholder, nullptr);
+  Node *recv_at_host = node_name_image["outside_compilation_cluster_0_recv"];
+  EXPECT_EQ(recv_at_host, nullptr);
+  Node *send_from_host = node_name_image["outside_compilation_cluster_0_send"];
+  EXPECT_NE(send_from_host, nullptr);
+}
+
+TEST(RewriteOutsideCompilationSubgraphFnTest, NoKeyPlaceholder) {
+  // Build the graph: only 1 node: "const0"
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const0 = ops::Const(s.WithOpName("const0"), 1, {2});
+  std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+  TF_CHECK_OK(s.ToGraph(g.get()));
+
+  RewriteOutsideCompilationSubgraphFn rewrite_fn("_xla", "_oc", "cluster");
+  std::vector<OutputTensor> arg_source_tensors;
+  NodeDef call_node_def;
+  call_node_def.set_op("0");
+  TF_CHECK_OK(
+      rewrite_fn(arg_source_tensors, &g, nullptr, nullptr, &call_node_def));
+  auto node_name_image = g->BuildNodeNameIndex();
+
+  // Check key placeholder/RecvAtHost/SendFromHost are not present.
+  Node *key_placeholder = node_name_image["cluster_key_placeholder"];
+  EXPECT_EQ(key_placeholder, nullptr);
+  Node *recv_at_host = node_name_image["outside_compilation_cluster_0_recv"];
+  EXPECT_EQ(recv_at_host, nullptr);
+  Node *send_from_host = node_name_image["outside_compilation_cluster_0_send"];
+  EXPECT_EQ(send_from_host, nullptr);
+}
+
+TEST(RewriteOutsideCompilationSubgraphFnTest, ShapesInferred) {
+  // Build the graph:
+  // "ret" = "const0"
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const0 = ops::Const(s.WithOpName("const0"), 1, {2});
+  auto ret = ops::_Retval(s.WithOpName("ret"), const0, 0);
+  std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+  TF_CHECK_OK(s.ToGraph(g.get()));
+  auto node_name_image = g->BuildNodeNameIndex();
+  Node *const0_node = node_name_image["const0"];
+  EXPECT_NE(const0_node, nullptr);
+  PartialTensorShape shape({2});
+  const0_node->AddAttr(kXlaInferredShapesAttrName,
+                       std::vector<PartialTensorShape>{shape});
+
+  RewriteOutsideCompilationSubgraphFn rewrite_fn("_xla", "_oc", "cluster");
+  std::vector<OutputTensor> arg_source_tensors;
+  NodeDef call_node_def;
+  call_node_def.set_op("0");
+  TF_CHECK_OK(
+      rewrite_fn(arg_source_tensors, &g, nullptr, nullptr, &call_node_def));
+  node_name_image = g->BuildNodeNameIndex();
+
+  // Check "shape" attr is available in call_node_def.
+  std::vector<TensorShapeProto> shapes;
+  TF_CHECK_OK(GetNodeAttr(AttrSlice(&call_node_def.attr()), "shapes", &shapes));
+  EXPECT_EQ(shapes.size(), 1);
+  EXPECT_EQ(shapes[0].dim_size(), 1);
+}
+
+}  // namespace tensorflow
-- 
GitLab


From 6649eda889c8195fb22e1f880618ea3ce650ac3f Mon Sep 17 00:00:00 2001
From: Russell Power <power@google.com>
Date: Wed, 17 Oct 2018 13:16:55 -0700
Subject: [PATCH 0219/1825] Make worker heartbeats robust to shutdowns.

The coordinator sends worker heartbeats periodically in a loop.  Previously if
one of these heartbeats timed out (due to a lame worker), the entire loop would
exit and force the remaining workers to exit after the timeout.

This removes the coordinator from the heartbeat set and catches any TF errors
that occur during the heartbeat.

PiperOrigin-RevId: 217574934
---
 .../contrib/tpu/python/tpu/session_support.py | 58 +++++++++++++------
 1 file changed, 41 insertions(+), 17 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/session_support.py b/tensorflow/contrib/tpu/python/tpu/session_support.py
index 8248256373..a952754878 100644
--- a/tensorflow/contrib/tpu/python/tpu/session_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/session_support.py
@@ -177,7 +177,10 @@ class WorkerHeartbeatManager(object):
 def all_worker_devices(session):
   """Return a list of devices for each worker in the system."""
   devices = session.list_devices()
-  return [device.name for device in devices if ':CPU:' in device.name]
+  return [
+      device.name for device in devices
+      if ':CPU:' in device.name and 'coordinator' not in device.name
+  ]
 
 
 class WatchdogManager(threading.Thread):
@@ -217,45 +220,68 @@ class WatchdogManager(threading.Thread):
     self.ping_interval = ping_interval
     self.shutdown_timeout = shutdown_timeout
     self.daemon = True
+    self._target = session.sess_str
     self._running = False
+    self._devices = devices
+
+    self._graph = None
+    self._session = None
+    self._worker_manager = None
+
+  def _reset_manager(self):
+    """Reset the graph, session and worker manager."""
     self._graph = ops.Graph()
     self._session = session_lib.Session(
-        target=session.sess_str,
+        target=self._target,
         graph=self._graph,
     )
 
+    if self._devices is None:
+      self._devices = all_worker_devices(self._session)
+
     with self._graph.as_default():
-      if devices is None:
-        devices = all_worker_devices(self._session)
       self._worker_manager = WorkerHeartbeatManager.from_devices(
-          self._session, devices)
+          self._session, self._devices)
 
-  def configure_and_run(self):
-    logging.info('Enabling worker watchdog.')
-    self._running = True
     self._worker_manager.configure(
         event_pb2.WorkerHeartbeatRequest(
             watchdog_config=event_pb2.WatchdogConfig(
                 timeout_ms=self.shutdown_timeout * 1000,)))
 
+  def configure_and_run(self):
+    logging.info('Enabling watchdog timer with %d second timeout '
+                 'and %d second ping interval.',
+                 self.shutdown_timeout, self.ping_interval)
+    self._reset_manager()
+    self._running = True
     self.start()
 
-  def __enter__(self):
-    self.configure_and_run()
-
-  def __exit__(self, exc_type, exc_val, exc_tb):
-    logging.info('Disabling worker watchdog.')
+  def stop(self):
+    logging.info('Stopping worker watchdog.')
     self._worker_manager.configure(
         event_pb2.WorkerHeartbeatRequest(
             watchdog_config=event_pb2.WatchdogConfig(timeout_ms=-1,)))
     self._running = False
     self.join()
 
+  def __enter__(self):
+    self.configure_and_run()
+
+  def __exit__(self, exc_type, exc_val, exc_tb):
+    self.stop()
+
   def run(self):
     # Don't fetch logs or adjust timing: just ping the watchdog.
+    #
+    # If we hit an exception, reset our session as it is likely broken.
     while self._running:
-      self._worker_manager.ping(request=None)
-      time.sleep(self.ping_interval)
+      try:
+        self._worker_manager.ping(request=None)
+        time.sleep(self.ping_interval)
+      except errors.OpError as e:
+        # Catch any TF errors that occur so we don't stop sending heartbeats
+        logging.debug('Caught error while sending heartbeat: %s', e)
+        self._reset_manager()
 
 
 def start_worker_watchdog(session,
@@ -267,8 +293,6 @@ def start_worker_watchdog(session,
   if _WATCHDOG is None:
     # Ensure we can send a few pings before we timeout!
     ping_interval = min(shutdown_timeout / 10., ping_interval)
-    logging.info('Enabling watchdog timer with %d second timeout',
-                 shutdown_timeout)
     _WATCHDOG = WatchdogManager(session, devices, ping_interval,
                                 shutdown_timeout)
     _WATCHDOG.configure_and_run()
-- 
GitLab


From 4a51abb1f935818b6a130f71b340b29379e52a07 Mon Sep 17 00:00:00 2001
From: David Rees <drees@google.com>
Date: Wed, 17 Oct 2018 13:30:06 -0700
Subject: [PATCH 0220/1825] Avoid depending on init_tensorflow in
 benchmark_main in BUILD file as well.

PiperOrigin-RevId: 217577100
---
 tensorflow/contrib/lite/tools/benchmark/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/lite/tools/benchmark/BUILD b/tensorflow/contrib/lite/tools/benchmark/BUILD
index 166eaeea75..a3822f4215 100644
--- a/tensorflow/contrib/lite/tools/benchmark/BUILD
+++ b/tensorflow/contrib/lite/tools/benchmark/BUILD
@@ -32,7 +32,6 @@ cc_binary(
     deps = [
         ":benchmark_tflite_model_lib",
         ":logging",
-        "//tensorflow/contrib/lite/testing:init_tensorflow",
     ],
 )
 
-- 
GitLab


From 9fafb44f8723d8f4c9863585c912ed0fbdd0a323 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Wed, 17 Oct 2018 13:38:53 -0700
Subject: [PATCH 0221/1825] Fix tpu_feed.py dependency

PiperOrigin-RevId: 217578782
---
 tensorflow/contrib/tpu/BUILD | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tpu/BUILD b/tensorflow/contrib/tpu/BUILD
index 401afcb0f4..cb5f644ee8 100644
--- a/tensorflow/contrib/tpu/BUILD
+++ b/tensorflow/contrib/tpu/BUILD
@@ -69,8 +69,6 @@ py_library(
     deps = [
         ":async_checkpoint",
         ":tpu_lib",
-        "//tensorflow/compiler/xla/experimental/xla_sharding",
-        "//tensorflow/compiler/xla/python_api:xla_shape",
         "//tensorflow/contrib/training:training_py",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
@@ -258,6 +256,8 @@ py_library(
         ":datasets",
         ":profiler",
         ":tpu_py",
+        "//tensorflow/compiler/xla/experimental/xla_sharding",
+        "//tensorflow/compiler/xla/python_api:xla_shape",
         "//tensorflow/contrib/cluster_resolver:tpu_cluster_resolver_py",
         "//tensorflow/contrib/tpu/proto:compilation_result_proto_py",
         "//tensorflow/contrib/tpu/proto:optimization_parameters_proto_py",
-- 
GitLab


From 610ebb2101d9ea56e8f1081b0a77877739d98670 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Wed, 17 Oct 2018 13:56:37 -0700
Subject: [PATCH 0222/1825] [TF:XLA] Fix typo in function name.

PiperOrigin-RevId: 217582093
---
 tensorflow/compiler/tf2xla/tf2xla_util.cc     | 2 +-
 tensorflow/compiler/tf2xla/tf2xla_util.h      | 2 +-
 tensorflow/compiler/tf2xla/xla_cpu_backend.cc | 4 ++--
 tensorflow/compiler/tf2xla/xla_gpu_backend.cc | 4 ++--
 4 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/tf2xla_util.cc b/tensorflow/compiler/tf2xla/tf2xla_util.cc
index 34a0f81c0a..0394b6b533 100644
--- a/tensorflow/compiler/tf2xla/tf2xla_util.cc
+++ b/tensorflow/compiler/tf2xla/tf2xla_util.cc
@@ -293,7 +293,7 @@ Status SetNodeShardingFromNeighbors(Node* n, bool out_edges) {
   return Status::OK();
 }
 
-void AddDtypeToKernalDefConstraint(absl::string_view name, DataType dtype,
+void AddDtypeToKernelDefConstraint(absl::string_view name, DataType dtype,
                                    KernelDef* kdef) {
   for (KernelDef::AttrConstraint& constraint : *kdef->mutable_constraint()) {
     if (constraint.name() == name) {
diff --git a/tensorflow/compiler/tf2xla/tf2xla_util.h b/tensorflow/compiler/tf2xla/tf2xla_util.h
index 95cf589f0b..1232ed8c67 100644
--- a/tensorflow/compiler/tf2xla/tf2xla_util.h
+++ b/tensorflow/compiler/tf2xla/tf2xla_util.h
@@ -55,7 +55,7 @@ string TensorIdToString(const tf2xla::TensorId& id);
 Status SetNodeShardingFromNeighbors(Node* n, bool out_edges);
 
 // Add an allowed data type to the AttrConstraint with the given name.
-void AddDtypeToKernalDefConstraint(absl::string_view name, DataType dtype,
+void AddDtypeToKernelDefConstraint(absl::string_view name, DataType dtype,
                                    KernelDef* kdef);
 
 // Returns the next random seed to use for seeding xla rng.
diff --git a/tensorflow/compiler/tf2xla/xla_cpu_backend.cc b/tensorflow/compiler/tf2xla/xla_cpu_backend.cc
index bc44301d40..9bb785842d 100644
--- a/tensorflow/compiler/tf2xla/xla_cpu_backend.cc
+++ b/tensorflow/compiler/tf2xla/xla_cpu_backend.cc
@@ -21,10 +21,10 @@ namespace tensorflow {
 
 bool CpuOpFilter(KernelDef* kdef) {
   if (kdef->op() == "Const") {
-    AddDtypeToKernalDefConstraint("dtype", DT_STRING, kdef);
+    AddDtypeToKernelDefConstraint("dtype", DT_STRING, kdef);
   }
   if (kdef->op() == "Assert") {
-    AddDtypeToKernalDefConstraint("T", DT_STRING, kdef);
+    AddDtypeToKernelDefConstraint("T", DT_STRING, kdef);
   }
   return true;
 }
diff --git a/tensorflow/compiler/tf2xla/xla_gpu_backend.cc b/tensorflow/compiler/tf2xla/xla_gpu_backend.cc
index 1398e9ee53..5e8006b8d8 100644
--- a/tensorflow/compiler/tf2xla/xla_gpu_backend.cc
+++ b/tensorflow/compiler/tf2xla/xla_gpu_backend.cc
@@ -21,10 +21,10 @@ namespace tensorflow {
 
 bool GpuOpFilter(KernelDef* kdef) {
   if (kdef->op() == "Const") {
-    AddDtypeToKernalDefConstraint("dtype", DT_STRING, kdef);
+    AddDtypeToKernelDefConstraint("dtype", DT_STRING, kdef);
   }
   if (kdef->op() == "Assert") {
-    AddDtypeToKernalDefConstraint("T", DT_STRING, kdef);
+    AddDtypeToKernelDefConstraint("T", DT_STRING, kdef);
   }
   return true;
 }
-- 
GitLab


From 0a9f327e2de9522e58480c7420567f6e78f0b6b8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 14:05:56 -0700
Subject: [PATCH 0223/1825] Improve performance of
 MutableLiteralBase::PopulateR1.

PiperOrigin-RevId: 217583858
---
 tensorflow/compiler/xla/literal.h | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/literal.h b/tensorflow/compiler/xla/literal.h
index 3cd3541fe1..e791048b4d 100644
--- a/tensorflow/compiler/xla/literal.h
+++ b/tensorflow/compiler/xla/literal.h
@@ -979,9 +979,8 @@ inline void MutableLiteralBase::PopulateR1(absl::Span<const NativeT> values) {
   CHECK_EQ(ShapeUtil::ElementsIn(shape()), values.size());
   CHECK_EQ(shape().element_type(),
            primitive_util::NativeToPrimitiveType<NativeT>());
-  for (int64 i = 0; i < values.size(); ++i) {
-    Set({i}, values[i]);
-  }
+  auto data_span = data<NativeT>();
+  std::copy(values.begin(), values.end(), data_span.begin());
 }
 
 template <typename NativeT>
-- 
GitLab


From ef3629757a33e5f6da4d137a7773b4a2883b1265 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Wed, 17 Oct 2018 14:13:58 -0700
Subject: [PATCH 0224/1825] Give graph functions input placeholder names based
 on the Python function

Input placeholders have uniquified names based on the function argument names, and also record the "original" Python name of the argument in an attribute (which should survive a round trip through export and import). Generally only naturally unique names will work in signatures for export.

Output structure is already recorded in concrete functions, and together this should be enough information to create SignatureDefs in a SavedModel given just a concrete function.

The same sort of plumbing will be necessary for exporting PolymorphicFunctions for re-import into Python.

PiperOrigin-RevId: 217585301
---
 tensorflow/python/eager/BUILD                 |   2 +
 tensorflow/python/eager/def_function.py       |  51 ++++-
 tensorflow/python/eager/function.py           | 122 +++++++++---
 tensorflow/python/eager/function_test.py      | 188 ++++++++++++++++++
 .../framework/function_def_to_graph_test.py   |   2 +-
 5 files changed, 330 insertions(+), 35 deletions(-)

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 751e8c402e..e79aa5d756 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -148,9 +148,11 @@ cuda_py_test(
     additional_deps = [
         ":backprop",
         ":context",
+        ":def_function",
         ":function",
         ":tape",
         ":test",
+        "@absl_py//absl/testing:parameterized",
         "//tensorflow/python:test_ops",
         "//tensorflow/python:clip_ops",
         "//tensorflow/python:init_ops",
diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 022c8685a8..53894ce011 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -19,7 +19,6 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import functools
 import weakref
 
 from tensorflow.python.eager import context
@@ -32,6 +31,7 @@ from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import nest
+from tensorflow.python.util import tf_decorator
 
 
 class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
@@ -177,7 +177,8 @@ def _defun_with_scope(scope, fn, input_signature):
     with variable_scope.variable_creator_scope(scope):
       return fn(*args, **kwds)
 
-  return function_lib.defun(wrapped_fn, input_signature=input_signature)
+  return function_lib.defun(tf_decorator.make_decorator(fn, wrapped_fn),
+                            input_signature=input_signature)
 
 
 # TODO(apassos) there should be an easier way to call a concrete defun.
@@ -204,11 +205,13 @@ class PolymorphicFunction(object):
 
   def __init__(self,
                python_function,
-               input_signature=None,):
+               name,
+               input_signature=None):
     """Initializes a polymorphic function.
 
     Args:
       python_function: the function to be wrapped.
+      name: the name given to it.
       input_signature: a possibly nested sequence of `TensorSpec` objects
         specifying the input signature of this function. If `None`, a separate
         function is instantiated for each inferred input signature.
@@ -222,6 +225,7 @@ class PolymorphicFunction(object):
     self._created_variables = None
     self._stateful_fn = None
     self._descriptor_cache = weakref.WeakKeyDictionary()
+    self._name = name
 
   def _initialize(self, args, kwds):
     """Initializes, on the first call."""
@@ -236,6 +240,7 @@ class PolymorphicFunction(object):
 
     self._stateful_fn = _defun_with_scope(
         variable_capturing_scope, self._python_function, self._input_signature)
+    self._stateful_fn._name = self._name  # pylint: disable=protected-access
 
     # Force the definition of the function for these arguments
     self._concrete_stateful_fn = self._stateful_fn.get_concrete_function(
@@ -249,6 +254,7 @@ class PolymorphicFunction(object):
 
     self._stateless_fn = _defun_with_scope(
         invalid_creator_scope, self._python_function, self._input_signature)
+    self._stateless_fn._name = self._name  # pylint: disable=protected-access
 
   def __call__(self, *args, **kwds):
     """Calls the graph function."""
@@ -326,7 +332,7 @@ class PolymorphicFunction(object):
     elif self._stateful_fn is not None:
       # In this case we have not created variables on the first call. So we can
       # run the first trace but we should fail if variables are created.
-      concrete = self._first_trace.get_concrete_function(*args, **kwargs)
+      concrete = self._stateful_fn.get_concrete_function(*args, **kwargs)
       if self._created_variables:
         raise ValueError("Creating variables on a non-first call to a function"
                          " decorated with tf.function.")
@@ -353,12 +359,39 @@ class PolymorphicFunction(object):
     # tf.function. Keeps a cache to avoid retracing the function every time the
     # descriptor is accessed.
     if instance not in self._descriptor_cache:
-      self._descriptor_cache[instance] = PolymorphicFunction(
-          functools.partial(self.python_function, instance),
-          self._input_signature)
+      if instance is None:
+        return self
+      self._descriptor_cache[instance] = (
+          function_lib.class_method_to_instance_method(self, instance))
     return self._descriptor_cache[instance]
 
 
-def function(fn=None, input_signature=None):
+def function(func=None, input_signature=None):
   """Defines a function as per the "functions, not sessions" document."""
-  return PolymorphicFunction(fn, input_signature)
+  if input_signature is not None:
+    function_lib.validate_signature(input_signature)
+
+  def decorated(inner_function):
+    try:
+      name = inner_function.__name__
+    except AttributeError:
+      name = "function"
+    return tf_decorator.make_decorator(
+        inner_function,
+        PolymorphicFunction(
+            inner_function,
+            name,
+            input_signature=input_signature))
+
+  # This code path is for the `foo = tf.function(foo, ...)` use case
+  if func is not None:
+    return decorated(func)
+
+  # This code path is for the
+  #
+  # @tf.function(...)
+  # def foo(...):
+  #    ...
+  #
+  # use case, which is equivalent to `foo = tf.function(...)(foo)`
+  return decorated
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 6d34cffdf6..b22db21ebe 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -24,6 +24,7 @@ import functools
 import re
 import sys
 import threading
+import types as types_lib
 import weakref
 
 import numpy as np
@@ -853,14 +854,56 @@ class Function(object):
     return ret
 
 
-def _get_defun_inputs_from_args(args):
-  """Maps python function args to graph-construction inputs."""
-  function_inputs = [
-      graph_placeholder(arg.dtype, arg.shape)
-      if isinstance(arg, (ops.Tensor, tensor_spec.TensorSpec))
-      else arg for arg in nest.flatten(args)
-  ]
-  return nest.pack_sequence_as(args, function_inputs)
+def _get_defun_inputs(flat_args, names, structure):
+  """Maps python function args to graph-construction inputs.
+
+  Args:
+    flat_args: A flat list of user-specified arguments.
+    names: A list of strings with user-specified argument names, same length as
+      `flat_args`. May be `None`, in which case a generic name is used.
+    structure: The original argument list or dictionary.
+
+  Returns:
+    Placeholders with the same structure as `structure`.
+  """
+  function_inputs = []
+  if names is None:
+    names = [None] * len(flat_args)
+  for arg_value, name in zip(flat_args, names):
+    for arg in nest.flatten(arg_value):
+      if isinstance(arg, (ops.Tensor, tensor_spec.TensorSpec)):
+        if isinstance(arg, tensor_spec.TensorSpec) and arg.name:
+          requested_name = arg.name
+        else:
+          requested_name = name
+        placeholder = graph_placeholder(
+            arg.dtype, arg.shape,
+            name=requested_name)
+        if name is not None:
+          # Record the requested/user-specified name in case it's different than
+          # the uniquified name, for validation when exporting signatures.
+          placeholder.op._set_attr(  # pylint: disable=protected-access
+              "_user_specified_name",
+              attr_value_pb2.AttrValue(s=compat.as_bytes(requested_name)))
+        function_inputs.append(placeholder)
+      else:
+        function_inputs.append(arg)
+  return nest.pack_sequence_as(structure, function_inputs)
+
+
+def _get_defun_inputs_from_kwargs(kwargs):
+  """Maps Python function keyword args to graph-construction inputs."""
+  if kwargs:
+    names, flat_args = zip(*sorted(kwargs.items()))
+  else:
+    names = []
+    flat_args = []
+  return _get_defun_inputs(flat_args, names, structure=kwargs)
+
+
+def _get_defun_inputs_from_args(args, names):
+  """Maps Python function positional args to graph-construction inputs."""
+  return _get_defun_inputs(args, names, structure=args)
 
 
 def check_mutation(n1, n2):
@@ -886,7 +929,8 @@ def func_graph_from_py_func(name,
                             signature=None,
                             func_graph=None,
                             experimental_autograph=False,
-                            add_control_dependencies=True):
+                            add_control_dependencies=True,
+                            arg_names=None):
   """Returns a `FuncGraph` generated from `python_func`.
 
   Args:
@@ -908,6 +952,8 @@ def func_graph_from_py_func(name,
     add_control_dependencies: If True, automatically adds control dependencies
       to ensure program order matches execution order and stateful ops always
       execute.
+    arg_names: Optional list of argument names, used to give input placeholders
+      recognizable names.
 
   Returns:
     A FuncGraph.
@@ -932,8 +978,8 @@ def func_graph_from_py_func(name,
       args = signature
       kwargs = {}
 
-    func_args = _get_defun_inputs_from_args(args)
-    func_kwargs = _get_defun_inputs_from_args(kwargs)
+    func_args = _get_defun_inputs_from_args(args, arg_names)
+    func_kwargs = _get_defun_inputs_from_kwargs(kwargs)
 
     # Note: `nest.flatten` sorts by keys, as does `_deterministic_dict_values`.
     # Variables to help check whether mutation happens in calling the function
@@ -1095,6 +1141,8 @@ class PolymorphicFunction(object):
     # A cache mapping from argument name to index, for canonicalizing
     # arguments that are called in a keyword-like fashion.
     self._args_to_indices = {arg: i for i, arg in enumerate(args)}
+    self._arg_names = args
+    self._vararg_name = fullargspec.varargs
     # A cache mapping from arg index to default value, for canonicalization.
     offset = len(args) - len(fullargspec.defaults or [])
     self._arg_indices_to_default_values = {
@@ -1170,19 +1218,10 @@ class PolymorphicFunction(object):
       # we construct an instance-specific polymorphic function
       # that uses a weak reference to the instance (so that the instance will
       # be correctly gc'd).
-      def make_partial_py_func(py_func, weak_instance):
-        return lambda *args, **kwargs: py_func(weak_instance(), *args, **kwargs)
-      weak_instance = weakref.ref(instance)
-      instance_func = PolymorphicFunction(
-          make_partial_py_func(self.python_function, weak_instance),
-          name=self._name)
-
-      # And we wrap the function with tf_decorator so inspection works correctly
-      wrapped_instance_func = tf_decorator.make_decorator(
-          self.python_function, instance_func)
 
       # And finally add the wrapped function to the description cache
-      self._descriptor_cache[instance] = wrapped_instance_func
+      self._descriptor_cache[instance] = class_method_to_instance_method(
+          self, instance)
 
     # Return the cached polymorphic function for the instance
     return self._descriptor_cache[instance]
@@ -1346,6 +1385,13 @@ class PolymorphicFunction(object):
                         "must be hashable.")
 
       if graph_function is None:
+        if self._input_signature is None:
+          arglen = len(args)
+        else:
+          arglen = len(self._input_signature)
+        arg_names = (
+            self._arg_names[:arglen]
+            + [self._vararg_name] * (arglen - len(self._arg_names)))
         graph_function = Function(
             func_graph_from_py_func(
                 self._name,
@@ -1353,7 +1399,8 @@ class PolymorphicFunction(object):
                 args,
                 kwargs,
                 self._input_signature,
-                experimental_autograph=self._experimental_autograph),
+                experimental_autograph=self._experimental_autograph,
+                arg_names=arg_names),
             self._function_attributes)
         self._function_cache[cache_key] = graph_function
       return graph_function, [
@@ -1410,7 +1457,7 @@ def register(func, *args, **kwargs):
   return concrete_func
 
 
-def _validate_signature(signature):
+def validate_signature(signature):
   if any(not isinstance(arg, tensor_spec.TensorSpec)
          for arg in nest.flatten(signature)):
     raise TypeError("Invalid input_signature %s; input_signature must be "
@@ -1772,7 +1819,7 @@ def defun_with_attributes(func=None,
     graph.
   """
   if input_signature is not None:
-    _validate_signature(input_signature)
+    validate_signature(input_signature)
 
   # TODO(apassos): deal with captured global state. Deal with control flow.
   def decorated(function):
@@ -2025,6 +2072,31 @@ class AutomaticControlDependencies(object):
              if o._control_flow_context is r.op._control_flow_context])  # pylint: disable=protected-access
 
 
+def class_method_to_instance_method(original_function, instance):
+  """Constructs a new PolymorphicFunction with `self` bound."""
+  def make_partial_py_func(py_func, weak_instance):
+    return lambda *args, **kwargs: py_func(weak_instance(), *args, **kwargs)
+  weak_instance = weakref.ref(instance)
+
+  # pylint: disable=protected-access
+  # We make a dummy MethodType object to generate the correct bound method
+  # signature. The actual call is to a function with a weak reference to
+  # `instance`.
+  instance_func = type(original_function)(
+      tf_decorator.make_decorator(
+          types_lib.MethodType(original_function.python_function, False),
+          make_partial_py_func(original_function.python_function,
+                               weak_instance)),
+      name=original_function._name,
+      input_signature=original_function._input_signature)
+  # pylint: enable=protected-access
+
+  # And we wrap the function with tf_decorator so inspection works correctly
+  wrapped_instance_func = tf_decorator.make_decorator(
+      original_function.python_function, instance_func)
+  return wrapped_instance_func
+
+
 def automatic_control_dependencies(f):
   """Wraps f to automatically insert control dependencies.
 
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 2d75b2c246..31b7aaad18 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -23,6 +23,7 @@ from multiprocessing.pool import ThreadPool
 import sys
 import weakref
 
+from absl.testing import parameterized
 import numpy
 
 from tensorflow.core.protobuf import config_pb2
@@ -30,6 +31,7 @@ from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python import keras
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
+from tensorflow.python.eager import def_function
 from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -2806,6 +2808,192 @@ class AutomaticControlDependenciesTest(test.TestCase):
     del m
     self.assertEqual([], list(weak_variables))
 
+
+@parameterized.named_parameters(
+    dict(testcase_name='Defun', function_decorator=function.defun),
+    dict(testcase_name='DefFunction', function_decorator=def_function.function))
+class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
+  """Tests for recognizable export signatures from concrete functions."""
+
+  def testBasic(self, function_decorator):
+    @function_decorator
+    def fn(a, b):
+      return a + b, a * b
+    # Call the function to make def_function happy
+    fn(array_ops.ones([]), array_ops.ones([]))
+
+    fn_op = fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['a', 'b'],
+        [inp.op.name for inp in fn_op.inputs])
+    self.assertEqual(
+        [b'a', b'b'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
+    self.assertEqual(2, len(fn_op.graph.structured_outputs))
+
+  def testDictReturned(self, function_decorator):
+    @function_decorator
+    def fn(x, z=(1., 2.), y=3.):
+      z1, z2 = z
+      return {'alpha': x + y + z1, 'beta': x * y + z2}
+    # Call the function to make def_function happy
+    fn(array_ops.ones([]))
+
+    fn_op = fn.get_concrete_function(
+        x=tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['x', 'y'],
+        [inp.op.name for inp in fn_op.inputs])
+    self.assertEqual(
+        [b'x', b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
+    self.assertEqual({'alpha', 'beta'},
+                     set(fn_op.graph.structured_outputs.keys()))
+
+    fn_op2 = fn.get_concrete_function(
+        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
+        x=4.)
+    self.assertEqual(
+        ['z', 'z_1', 'custom'],
+        [inp.op.name for inp in fn_op2.inputs])
+    self.assertEqual(
+        [b'z', b'z', b'custom'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op2.inputs])
+
+    fn_op3 = fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
+        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'))
+    self.assertEqual(
+        ['custom', 'z', 'z_1', 'custom_1'],
+        [inp.op.name for inp in fn_op3.inputs])
+    self.assertEqual(
+        [b'custom', b'z', b'z', b'custom'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op3.inputs])
+
+  def testMethod(self, function_decorator):
+    class HasMethod(object):
+
+      @function_decorator
+      def method(self, x):
+        return x
+
+    has_method = HasMethod()
+    # Call the function to make def_function happy
+    HasMethod.method(has_method, array_ops.ones([]))
+    class_op = HasMethod.method.get_concrete_function(
+        has_method, tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['x'],
+        [inp.op.name for inp in class_op.inputs])
+    self.assertEqual(
+        [b'x'],
+        [inp.op.get_attr('_user_specified_name') for inp in class_op.inputs])
+    # Call the function to make def_function happy
+    has_method.method(array_ops.ones([]))
+    method_op = has_method.method.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['x'],
+        [inp.op.name for inp in method_op.inputs])
+    self.assertEqual(
+        [b'x'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
+    # TODO(allenl): It should be possible to override names when exporting. Do
+    # TensorSpec names need to go in cache keys? Or maybe get_concrete_function
+    # should always retrace?
+    self.skipTest('Not working')
+    method_op = has_method.method.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='y'))
+    self.assertEqual(
+        ['y'],
+        [inp.op.name for inp in method_op.inputs])
+    self.assertEqual(
+        [b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
+
+  def testMethodSignature(self, function_decorator):
+
+    class HasMethod(object):
+
+      @function_decorator(
+          input_signature=(tensor_spec.TensorSpec(
+              shape=None, dtype=dtypes.float64, name='y'),))
+      def method(self, x):
+        hash(self)  # No weak proxies passed as `self`
+        return x
+
+    has_method = HasMethod()
+    # Call the function to make def_function happy
+    has_method.method(array_ops.ones([], dtype=dtypes.float64))
+    method_op = has_method.method.get_concrete_function()
+    self.assertEqual(
+        ['y'],
+        [inp.op.name for inp in method_op.inputs])
+    self.assertEqual(
+        [b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
+    method_op2 = has_method.method.get_concrete_function()
+    self.assertEqual(
+        ['y'],
+        [inp.op.name for inp in method_op2.inputs])
+    self.assertEqual(
+        [b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op2.inputs])
+
+  def testVariadic(self, function_decorator):
+    @function_decorator
+    def variadic_fn(x, *args, **kwargs):
+      return x + math_ops.add_n(list(args) + list(kwargs.values()))
+
+    # Call the function to make def_function happy
+    variadic_fn(array_ops.ones([]), array_ops.ones([]))
+    variadic_op = variadic_fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        z=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        zz=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='cust'))
+    self.assertEqual(
+        ['x', 'y', 'args', 'args_1', 'z', 'cust'],
+        [inp.op.name for inp in variadic_op.inputs])
+    self.assertEqual(
+        [b'x', b'y', b'args', b'args', b'z', b'cust'],
+        [inp.op.get_attr('_user_specified_name')
+         for inp in variadic_op.inputs])
+
+  def testVariadicInputSignature(self, function_decorator):
+    @function_decorator(
+        input_signature=(
+            tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32),
+            tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
+            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        ))
+    def variadic_fn(x, *args):
+      return x + math_ops.add_n(list(args))
+
+    # Call the function to make def_function happy
+    variadic_fn(array_ops.ones([]), array_ops.ones([]),
+                array_ops.ones([]), array_ops.ones([]))
+    variadic_op = variadic_fn.get_concrete_function()
+    self.assertIn(b'variadic_fn', variadic_op.name)
+    self.assertEqual(
+        ['x', 'y', 'args', 'args_1'],
+        [inp.op.name for inp in variadic_op.inputs])
+    self.assertEqual(
+        [b'x', b'y', b'args', b'args'],
+        [inp.op.get_attr('_user_specified_name')
+         for inp in variadic_op.inputs])
+
+
 if __name__ == '__main__':
   ops.enable_eager_execution(
       config=config_pb2.ConfigProto(device_count={'CPU': 4}))
diff --git a/tensorflow/python/framework/function_def_to_graph_test.py b/tensorflow/python/framework/function_def_to_graph_test.py
index e013fb6e4d..b2ef64f873 100644
--- a/tensorflow/python/framework/function_def_to_graph_test.py
+++ b/tensorflow/python/framework/function_def_to_graph_test.py
@@ -238,7 +238,7 @@ class FunctionDefToGraphDefTest(test.TestCase):
     op = func_graph.get_operation_by_name("y")
     self.assertEqual(len(op.control_inputs), 2)
     self.assertEqual(op.control_inputs[0].name, "x")
-    self.assertEqual(op.control_inputs[1].name, "placeholder")
+    self.assertEqual(op.control_inputs[1].name, "inp")
 
 
 if __name__ == "__main__":
-- 
GitLab


From 7ee78faca9c113b7dd187c8677c1894cd0ea3b26 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Wed, 17 Oct 2018 14:15:21 -0700
Subject: [PATCH 0225/1825] Make TRT create_inference_graph() able to accept a
 RewriterConfig provided by user, so user can control which optimizers to run
 and how to run them.

Existing default may not be always the best, and it makes testing/debugging much
harder since the behavior of default settings can change over time.

PiperOrigin-RevId: 217585527
---
 .../contrib/tensorrt/python/trt_convert.py    | 32 +++++++++++-----
 .../tensorrt/python/trt_convert_test.py       |  2 +
 .../test/tf_trt_integration_test_base.py      | 37 +++++++++++--------
 3 files changed, 45 insertions(+), 26 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/python/trt_convert.py b/tensorflow/contrib/tensorrt/python/trt_convert.py
index 369e73b5a6..99890d910e 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert.py
@@ -63,7 +63,8 @@ class TrtPrecisionMode(object):
     return [TrtPrecisionMode.FP32, TrtPrecisionMode.FP16, TrtPrecisionMode.INT8]
 
 
-def tensorrt_rewriter_config(max_batch_size=1,
+def tensorrt_rewriter_config(rewriter_config=None,
+                             max_batch_size=1,
                              max_workspace_size_bytes=2 << 20,
                              precision_mode=TrtPrecisionMode.FP32,
                              minimum_segment_size=3,
@@ -73,6 +74,8 @@ def tensorrt_rewriter_config(max_batch_size=1,
   """Returns a RewriterConfig proto for TRT transformation.
 
   Args:
+    rewriter_config: a RewriterConfig proto to append the TensorRTOptimizer to.
+      If None, it will create one with default settings.
     max_batch_size: max size for the input batch
     max_workspace_size_bytes: the maximum GPU temporary memory which the TRT
       engine can use at execution time. This corresponds to the 'workspaceSize'
@@ -97,18 +100,24 @@ def tensorrt_rewriter_config(max_batch_size=1,
     A RewriterConfig proto which sets a TensorRTOptimizer to run Grappler.
 
   Raises:
-    TypeError: if the provided precision mode is invalid.
-    ValueError: if len(cached_engine_batch_sizes) exceed maximum_cached_engines.
+    TypeError: if any of the parameters are of unexpected type.
+    ValueError: if any of the parameters are of unexpected value.
   """
+  if rewriter_config is not None and not isinstance(
+      rewriter_config, rewriter_config_pb2.RewriterConfig):
+    raise TypeError("rewriter_config should be a RewriterConfig proto.")
+
+  if rewriter_config is None:
+    rewriter_config = rewriter_config_pb2.RewriterConfig()
+    rewriter_config.optimizers.extend(["constfold", "layout"])
+
   if precision_mode.upper() not in TrtPrecisionMode.supported_precision_modes():
     raise ValueError(("precision mode '{}' is not supported."
                       "It should be one of {}").format(
                           precision_mode,
                           TrtPrecisionMode.supported_precision_modes))
 
-  rewriter_cfg = rewriter_config_pb2.RewriterConfig()
-  rewriter_cfg.optimizers.extend(["constfold", "layout"])
-  optimizer = rewriter_cfg.custom_optimizers.add()
+  optimizer = rewriter_config.custom_optimizers.add()
   optimizer.name = "TensorRTOptimizer"
   optimizer.parameter_map["minimum_segment_size"].i = minimum_segment_size
   optimizer.parameter_map["max_batch_size"].i = max_batch_size
@@ -125,7 +134,7 @@ def tensorrt_rewriter_config(max_batch_size=1,
                        "maximum_cached_engines items.")
     optimizer.parameter_map["cached_engine_batches"].list.i.extend(
         cached_engine_batch_sizes)
-  return rewriter_cfg
+  return rewriter_config
 
 
 def create_inference_graph(input_graph_def,
@@ -137,6 +146,7 @@ def create_inference_graph(input_graph_def,
                            is_dynamic_op=False,
                            maximum_cached_engines=1,
                            cached_engine_batch_sizes=None,
+                           rewriter_config=None,
                            input_saved_model_dir=None,
                            input_saved_model_tags=None,
                            output_saved_model_dir=None,
@@ -168,6 +178,8 @@ def create_inference_graph(input_graph_def,
       use this list to determine the batch sizes of the cached engines, instead
       of making the decision on the fly. This is useful when we know the most
       common batch size(s) the application is going to generate.
+    rewriter_config: a RewriterConfig proto to append the TensorRTOptimizer to.
+      If None, it will create one with default settings.
     input_saved_model_dir: the directory to load the SavedModel which contains
       the input graph to transforms. Used only when input_graph_def is None.
     input_saved_model_tags: list of tags to load the SavedModel.
@@ -307,14 +319,14 @@ def create_inference_graph(input_graph_def,
           output_collection)
 
   # Create RewriterConfig.
-  rewriter_cfg = tensorrt_rewriter_config(
-      max_batch_size, max_workspace_size_bytes, precision_mode,
+  rewriter_config = tensorrt_rewriter_config(
+      rewriter_config, max_batch_size, max_workspace_size_bytes, precision_mode,
       minimum_segment_size, is_dynamic_op, maximum_cached_engines,
       cached_engine_batch_sizes)
 
   # Run Grappler.
   transformed_graph_def = tf_optimizer.OptimizeGraph(
-      rewriter_cfg, grappler_meta_graph_def, graph_id=b"tf_graph")
+      rewriter_config, grappler_meta_graph_def, graph_id=b"tf_graph")
 
   # Optionally write the transformed graphdef as SavedModel.
   if output_saved_model_dir is not None:
diff --git a/tensorflow/contrib/tensorrt/python/trt_convert_test.py b/tensorflow/contrib/tensorrt/python/trt_convert_test.py
index 52cb0bd9f9..530adafcb3 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert_test.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert_test.py
@@ -49,6 +49,7 @@ class TrtConvertTest(test_util.TensorFlowTestCase):
   def testTensorrtRewriterConfig(self):
     """Test case for trt_convert.tensorrt_rewriter_config()."""
     rewriter_cfg = trt_convert.tensorrt_rewriter_config(
+        rewriter_config=None,
         max_batch_size=128,
         max_workspace_size_bytes=1234,
         precision_mode="INT8",
@@ -56,6 +57,7 @@ class TrtConvertTest(test_util.TensorFlowTestCase):
         is_dynamic_op=True,
         maximum_cached_engines=2,
         cached_engine_batch_sizes=[1, 128])
+    self.assertEqual(["constfold", "layout"], rewriter_cfg.optimizers)
     trt_optimizer = None
     for optimizer in rewriter_cfg.custom_optimizers:
       if optimizer.name == "TensorRTOptimizer":
diff --git a/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py b/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py
index 4f935a7665..a725d0651c 100644
--- a/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py
+++ b/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py
@@ -49,7 +49,7 @@ RunParams = namedtuple(
 ConversionParams = namedtuple("ConversionParams", [
     "max_batch_size", "max_workspace_size_bytes", "precision_mode",
     "minimum_segment_size", "is_dynamic_op", "maximum_cached_engines",
-    "cached_engine_batch_sizes"
+    "cached_engine_batch_sizes", "rewriter_config"
 ])
 
 PRECISION_MODES = ["FP32", "FP16", "INT8"]
@@ -138,7 +138,8 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
         minimum_segment_size=2,
         is_dynamic_op=run_params.dynamic_engine,
         maximum_cached_engines=1,
-        cached_engine_batch_sizes=None)
+        cached_engine_batch_sizes=None,
+        rewriter_config=None)
 
   def ShouldRunTest(self, run_params):
     """Whether to run the test."""
@@ -200,12 +201,15 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
   def _GetConfigProto(self, run_params, graph_state):
     """Get config proto based on specific settings."""
     if graph_state != GraphState.ORIGINAL and run_params.use_optimizer:
-      trt_params = self.GetConversionParams(run_params)
+      conversion_params = self.GetConversionParams(run_params)
       rewriter_cfg = trt_convert.tensorrt_rewriter_config(
-          trt_params.max_batch_size, trt_params.max_workspace_size_bytes,
-          trt_params.precision_mode, trt_params.minimum_segment_size,
-          trt_params.is_dynamic_op, trt_params.maximum_cached_engines,
-          trt_params.cached_engine_batch_sizes)
+          conversion_params.rewriter_config, conversion_params.max_batch_size,
+          conversion_params.max_workspace_size_bytes,
+          conversion_params.precision_mode,
+          conversion_params.minimum_segment_size,
+          conversion_params.is_dynamic_op,
+          conversion_params.maximum_cached_engines,
+          conversion_params.cached_engine_batch_sizes)
 
       graph_options = config_pb2.GraphOptions(rewrite_options=rewriter_cfg)
     else:
@@ -285,18 +289,19 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
   def _GetTrtGraphDef(self, run_params, gdef):
     """Return trt converted graphdef."""
     params = self._GetParamsCached()
-    trt_params = self.GetConversionParams(run_params)
-    logging.info(trt_params)
+    conversion_params = self.GetConversionParams(run_params)
+    logging.info(conversion_params)
     return trt_convert.create_inference_graph(
         input_graph_def=gdef,
         outputs=params.input_names + params.output_names,
-        max_batch_size=trt_params.max_batch_size,
-        max_workspace_size_bytes=trt_params.max_workspace_size_bytes,
-        precision_mode=trt_params.precision_mode,
-        minimum_segment_size=trt_params.minimum_segment_size,
-        is_dynamic_op=trt_params.is_dynamic_op,
-        maximum_cached_engines=trt_params.maximum_cached_engines,
-        cached_engine_batch_sizes=trt_params.cached_engine_batch_sizes)
+        max_batch_size=conversion_params.max_batch_size,
+        max_workspace_size_bytes=conversion_params.max_workspace_size_bytes,
+        precision_mode=conversion_params.precision_mode,
+        minimum_segment_size=conversion_params.minimum_segment_size,
+        is_dynamic_op=conversion_params.is_dynamic_op,
+        maximum_cached_engines=conversion_params.maximum_cached_engines,
+        cached_engine_batch_sizes=conversion_params.cached_engine_batch_sizes,
+        rewriter_config=conversion_params.rewriter_config)
 
   def _WriteGraph(self, run_params, gdef, graph_state):
     if graph_state == GraphState.ORIGINAL:
-- 
GitLab


From a4c2c0b09ef214fa29c9a095ebcf9db244d9ffe6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 14:19:07 -0700
Subject: [PATCH 0226/1825] Fix README error for micro build.

PiperOrigin-RevId: 217586261
---
 tensorflow/contrib/lite/experimental/micro/README.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/README.md b/tensorflow/contrib/lite/experimental/micro/README.md
index fc539db62e..e03703f496 100644
--- a/tensorflow/contrib/lite/experimental/micro/README.md
+++ b/tensorflow/contrib/lite/experimental/micro/README.md
@@ -90,7 +90,8 @@ To understand what's happening here, try running the same depthwise convolution
 
 ```
 tensorflow/contrib/lite/experimental/micro/testing/test_bluepill_binary.sh \
-tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test
+tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test \
+'~~~ALL TESTS PASSED~~~'
 
 ```
 
-- 
GitLab


From dc5bf64549c605e59b646379ac88e7d5d5e8f3b9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 14:20:54 -0700
Subject: [PATCH 0227/1825] Internal change.

PiperOrigin-RevId: 217586654
---
 .../contrib/lite/kernels/fully_connected.cc   | 64 ++++++++++---------
 1 file changed, 35 insertions(+), 29 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/fully_connected.cc b/tensorflow/contrib/lite/kernels/fully_connected.cc
index f6d2f76dbe..cac556db33 100644
--- a/tensorflow/contrib/lite/kernels/fully_connected.cc
+++ b/tensorflow/contrib/lite/kernels/fully_connected.cc
@@ -55,7 +55,7 @@ struct OpData {
   int32_t output_activation_min;
   int32_t output_activation_max;
   // The index of the temporary tensor where the quantized inputs are cached.
-  int input_quantized_index;
+  int scratch_tensor_index;
 };
 
 constexpr int kInputTensor = 0;
@@ -63,7 +63,6 @@ constexpr int kWeightsTensor = 1;
 constexpr int kBiasTensor = 2;
 constexpr int kOutputTensor = 0;
 constexpr int kShuffledInputWorkspaceTensor = 1;
-constexpr int kScratchBufferTensor = 1;
 
 void* Init(TfLiteContext* context, const char* buffer, size_t length) {
   // This is a builtin op, so we don't use the contents in 'buffer', if any.
@@ -71,7 +70,8 @@ void* Init(TfLiteContext* context, const char* buffer, size_t length) {
   // Eval().
   gemm_support::IncrementUsageCounter(context);
   auto* op_data = new OpData();
-  context->AddTensors(context, 1, &op_data->input_quantized_index);
+  context->AddTensors(context, /*tensors_to_add=*/2,
+                      &op_data->scratch_tensor_index);
   return op_data;
 }
 
@@ -134,11 +134,10 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   // buffer to store the intermediate quantized values.
   if (input->type == kTfLiteFloat32 && filter->type == kTfLiteUInt8) {
     TfLiteIntArrayFree(node->temporaries);
-    node->temporaries = TfLiteIntArrayCreate(1);
-    node->temporaries->data[0] = data->input_quantized_index;
+    node->temporaries = TfLiteIntArrayCreate(2);
+    node->temporaries->data[0] = data->scratch_tensor_index;
 
-    TfLiteTensor* input_quantized =
-        &context->tensors[node->temporaries->data[0]];
+    TfLiteTensor* input_quantized = GetTemporary(context, node, /*index=*/0);
     input_quantized->type = kTfLiteUInt8;
     input_quantized->allocation_type = kTfLiteArenaRw;
 
@@ -148,6 +147,17 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
       TF_LITE_ENSURE_OK(context, context->ResizeTensor(context, input_quantized,
                                                        input_quantized_size));
     }
+    node->temporaries->data[1] = data->scratch_tensor_index + 1;
+    TfLiteTensor* scaling_factors = GetTemporary(context, node, /*index=*/1);
+    scaling_factors->type = kTfLiteFloat32;
+    scaling_factors->allocation_type = kTfLiteArenaRw;
+    int scaling_dims[1] = {batch_size};
+    if (!TfLiteIntArrayEqualsArray(scaling_factors->dims, 1, scaling_dims)) {
+      TfLiteIntArray* scaling_factors_size = TfLiteIntArrayCreate(1);
+      scaling_factors_size->data[0] = batch_size;
+      TF_LITE_ENSURE_OK(context, context->ResizeTensor(context, scaling_factors,
+                                                       scaling_factors_size));
+    }
   }
 
   // Resize output.
@@ -192,13 +202,11 @@ TfLiteStatus EvalPie(TfLiteContext* context, TfLiteNode* node,
   return kTfLiteOk;
 }
 
-TfLiteStatus EvalPieQuantized(TfLiteContext* context, TfLiteNode* node,
-                              TfLiteFullyConnectedParams* params, OpData* data,
-                              const TfLiteTensor* input,
-                              const TfLiteTensor* filter,
-                              const TfLiteTensor* bias,
-                              TfLiteTensor* input_quantized,
-                              TfLiteTensor* output) {
+TfLiteStatus EvalHybrid(TfLiteContext* context, TfLiteNode* node,
+                        TfLiteFullyConnectedParams* params, OpData* data,
+                        const TfLiteTensor* input, const TfLiteTensor* filter,
+                        const TfLiteTensor* bias, TfLiteTensor* input_quantized,
+                        TfLiteTensor* scaling_factors, TfLiteTensor* output) {
   // Check the types for this hybrid Op.
   TF_LITE_ENSURE_EQ(context, input->type, kTfLiteFloat32);
   TF_LITE_ENSURE_EQ(context, filter->type, kTfLiteUInt8);
@@ -231,31 +239,29 @@ TfLiteStatus EvalPieQuantized(TfLiteContext* context, TfLiteNode* node,
   }
 
   // Quantize input from float to uint8 + quantization params (scaling factor).
-  float min, max;
-  float* scaling_factors = new float[batch_size];
+  float unused_min, unused_max;
+  float* scaling_factors_ptr = scaling_factors->data.f;
+  int8_t* quant_data = reinterpret_cast<int8_t*>(input_quantized->data.uint8);
 
   // Quantize each batch independently.
   for (int b = 0; b < batch_size; ++b) {
     const int offset = b * input_size;
-    tensor_utils::SymmetricQuantizeFloats(
-        input->data.f + offset, input_size,
-        reinterpret_cast<int8_t*>(input_quantized->data.uint8) + offset, &min,
-        &max, &scaling_factors[b]);
+    tensor_utils::SymmetricQuantizeFloats(input->data.f + offset, input_size,
+                                          quant_data + offset, &unused_min,
+                                          &unused_max, &scaling_factors_ptr[b]);
     // Incorporate scaling of the filter.
-    scaling_factors[b] *= filter->params.scale;
+    scaling_factors_ptr[b] *= filter->params.scale;
   }
 
   // Compute output += weight * quantized_input
   tensor_utils::MatrixBatchVectorMultiplyAccumulate(
       reinterpret_cast<int8_t*>(filter->data.uint8), num_units, input_size,
-      reinterpret_cast<int8_t*>(input_quantized->data.uint8), scaling_factors,
-      batch_size, output->data.f, /*result_stride=*/1);
+      quant_data, scaling_factors_ptr, batch_size, output->data.f,
+      /*result_stride=*/1);
 
   // Apply activation function to floats.
   tensor_utils::ApplyActivationToVector(output->data.f, batch_size * num_units,
                                         params->activation, output->data.f);
-  delete[] scaling_factors;
-
   return kTfLiteOk;
 }
 
@@ -314,10 +320,10 @@ TfLiteStatus EvalQuantized(TfLiteContext* context, TfLiteNode* node,
     }
   } else if (kernel_type == kPie && input->type == kTfLiteFloat32) {
     // Pie currently only supports quantized models and float inputs/outputs.
-    TfLiteTensor* input_quantized =
-        &context->tensors[node->temporaries->data[0]];
-    return EvalPieQuantized(context, node, params, data, input, filter, bias,
-                            input_quantized, output);
+    TfLiteTensor* input_quantized = GetTemporary(context, node, /*index=*/0);
+    TfLiteTensor* scaling_factors = GetTemporary(context, node, /*index=*/1);
+    return EvalHybrid(context, node, params, data, input, filter, bias,
+                      input_quantized, scaling_factors, output);
   } else {
     switch (output->type) {
       case kTfLiteUInt8:
-- 
GitLab


From 7378227401af2f1acb5a7f9e3e62fe0f813726c3 Mon Sep 17 00:00:00 2001
From: Blake Hechtman <blakehechtman@google.com>
Date: Wed, 17 Oct 2018 15:29:30 -0700
Subject: [PATCH 0228/1825] [XLA] Fix Scatter HLO cost analysis. This is at
 least more right than the elementwise cost estimation and should be right for
 simple scatters. It may not work for all combinations of scatter dimension
 numbers.

PiperOrigin-RevId: 217600097
---
 .../compiler/xla/service/hlo_cost_analysis.cc | 13 +++++++++-
 .../xla/service/hlo_cost_analysis_test.cc     | 26 +++++++++++++++++++
 2 files changed, 38 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
index 23ab4cda93..108aeea097 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
@@ -674,7 +674,18 @@ Status HloCostAnalysis::HandleGather(const HloInstruction* gather) {
 }
 
 Status HloCostAnalysis::HandleScatter(const HloInstruction* scatter) {
-  // TODO(b/32945756): Compute the properties of the sub-computation.
+  current_properties_[kBytesAccessedKey] =
+      GetShapeSize(scatter->operand(2)->shape()) * 2 +
+      GetShapeSize(scatter->operand(1)->shape());
+  const int64 element_count =
+      ShapeUtil::ElementsIn(scatter->operand(2)->shape());
+  TF_ASSIGN_OR_RETURN(const Properties sub_properties,
+                      ProcessSubcomputation(scatter->to_apply()));
+  for (const auto& property : sub_properties) {
+    if (property.first != kBytesAccessedKey) {
+      current_properties_[property.first] = property.second * element_count;
+    }
+  }
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
index 802cdfc9e4..9acee892d5 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
@@ -581,5 +581,31 @@ TEST_F(HloCostAnalysisTest, Gather) {
   EXPECT_EQ(analysis.bytes_accessed(), 56);
 }
 
+TEST_F(HloCostAnalysisTest, Scatter) {
+  // Test the analysis on a scatter.
+  XlaBuilder builder("scatter");
+  Shape operand_shape = ShapeUtil::MakeShape(F32, {3, 3});
+  Shape indices_shape = ShapeUtil::MakeShape(S32, {2});
+  Shape values_shape = ShapeUtil::MakeShape(F32, {2, 3});
+
+  auto operand = Parameter(&builder, 0, operand_shape, "operand");
+  auto indices = Parameter(&builder, 1, indices_shape, "indices");
+  auto values = Parameter(&builder, 2, values_shape, "values");
+  ScatterDimensionNumbers dim_numbers;
+  dim_numbers.set_index_vector_dim(1);
+  dim_numbers.add_update_window_dims(1);
+  dim_numbers.add_inserted_window_dims(0);
+  dim_numbers.add_scatter_dims_to_operand_dims(0);
+  Scatter(operand, indices, values, add_, dim_numbers);
+
+  auto hlo_module = BuildHloGraph(&builder);
+
+  // Run HLO cost analysis.
+  HloCostAnalysis analysis(ShapeSize);
+  ASSERT_IS_OK(
+      hlo_module->entry_computation()->root_instruction()->Accept(&analysis));
+
+  EXPECT_EQ(analysis.bytes_accessed(), 4 * (2 + 2 * (2 * 3)));
+}
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 8bd9c36c86b78b14c1138e0377d50fb1b4cc5c51 Mon Sep 17 00:00:00 2001
From: Cong Xu <cong.xu@intel.com>
Date: Wed, 10 Oct 2018 12:24:30 -0700
Subject: [PATCH 0229/1825] [Intel MKL] Add scripts for creating allreduce
 based Tensorflow k8s deployment

Create allreduce based distributed Tensorflow k8s deployment for testing

Intel optimized Tensorflow horovod dockerfile
- tensorflow/tools/docker/Dockerfile.devel-mkl-horovod
- tensorflow/tools/docker/Dockerfile.mkl-horovod

Signed-off-by: Cong Xu <cong.xu@intel.com>
---
 tensorflow/tools/dist_test/README.md          |  38 ++-
 .../k8s_deploy_tensorflow.sh                  | 254 ++++++++++++++++++
 .../scripts_allreduce/k8s_generate_yaml.py    |  94 +++++++
 .../k8s_generate_yaml_lib.py                  | 225 ++++++++++++++++
 4 files changed, 609 insertions(+), 2 deletions(-)
 create mode 100755 tensorflow/tools/dist_test/scripts_allreduce/k8s_deploy_tensorflow.sh
 create mode 100644 tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml.py
 create mode 100644 tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml_lib.py

diff --git a/tensorflow/tools/dist_test/README.md b/tensorflow/tools/dist_test/README.md
index f8ed74aaf7..6e34a3ce04 100644
--- a/tensorflow/tools/dist_test/README.md
+++ b/tensorflow/tools/dist_test/README.md
@@ -1,6 +1,6 @@
 # Testing Distributed Runtime in TensorFlow
-This folder containers tools and test suites for the GRPC-based distributed
-runtime in TensorFlow.
+This folder contains tools and test suites for GRPC-based and Allreduce-based 
+distributed runtimes in TensorFlow.
 
 There are three general modes of testing:
 
@@ -122,3 +122,37 @@ servers. For example:
 
 See [Kubernetes kubectl documentation](http://kubernetes.io/docs/user-guide/kubectl-overview/)
 for more details.
+
+**Create allreduce-based Tensorflow k8s deployment**
+
+The allreduce-based Tensorflow, Horovod, is an open source distributed deep
+learning framework for TensorFlow, detailed information can be found in
+https://arxiv.org/pdf/1802.05799.pdf.
+
+The script "scripts_allreduce/k8s_deploy_tensorflow.sh" can be used to create
+or delete an allreduce-based Tensorflow k8s deployment with specified number of
+containers.
+
+Create a deployment containing a number of containers and enable passwordless
+ssh between the containers (optional: enable host network mode with --hostnet
+and --port <container_ssh_port>):
+
+    scripts_allreduce/k8s_deploy_tensorflow.sh \
+        --num_containers <num_of_containers> \
+        --image <docker_image> \
+        --deployment <deployment_name> \
+        --config_map <config_map>
+
+Delete a deployment and config_map in k8s cluster:
+
+    scripts_allreduce/k8s_deploy_tensorflow.sh \
+        --deployment <deployment_name> \
+        --config_map <config_map> \
+        --delete
+
+Upload file or directory to all the containers of a deployment:
+
+    scripts_allreduce/k8s_deploy_tensorflow.sh \
+        --cp --src <path_to_local_directory> \
+        --dest <path_to_directory_on_containers> \
+        --deployment <deployment_name>
diff --git a/tensorflow/tools/dist_test/scripts_allreduce/k8s_deploy_tensorflow.sh b/tensorflow/tools/dist_test/scripts_allreduce/k8s_deploy_tensorflow.sh
new file mode 100755
index 0000000000..2f83c36fad
--- /dev/null
+++ b/tensorflow/tools/dist_test/scripts_allreduce/k8s_deploy_tensorflow.sh
@@ -0,0 +1,254 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+function usage {
+  script_name=$0
+  echo "Usage:"
+  echo "  $script_name [--image docker_image] [--num_containers num_of_containers]"
+  echo "               [--deployment deployment_name] [--config_map config_map]"
+  echo "               [--cp] [--src local_src_dir] [--dest container_dest_dir]"
+  echo "               [--port container_ssh_port] [--hostnet] [--shared_volume]"
+  echo "               [--delete] [--help]"
+  echo ""
+  echo "  Parameters:"
+  echo "    image:          docker image used to create container."
+  echo "    num_containers: number of containers that will be launched."
+  echo "    deployment:     deployment name. (default: k8s-ml-deployment)"
+  echo "    config_map:     config map name. (default: k8s-config-map)"
+  echo "    cp:             upload file to all containers. (src and dest must"
+  echo "                    be provided along with cp option)"
+  echo "    src:            path to local source file. (used for cp option)"
+  echo "    dest:           path to destination in container. (used for cp option)"
+  echo "    port:           ssh port in container. Set ssh port (other than 22)"
+  echo "                    when host network mode is enabled"
+  echo "    hostnet:        enable host network mode. (default: disable)"
+  echo "    shared_volume:  mount shared volume. (default: disable)"
+  echo "    delete:         delete deployment and configmap."
+  echo "                    (default: k8s-ml-deployment and k8s-config-map)"
+  echo "    help:           print usage."
+}
+
+# Create temporary directory
+TMP_DIR=$(mktemp -d)
+
+# Temporary k8s yaml file
+YAML_TMP_FILE="${TMP_DIR}/k8s_ml.yaml"
+
+# Temporary hostfile
+HOST_FILE="${TMP_DIR}/hostfile"
+
+# Docker image and number of containers
+DOCKER_IMAGE=""
+NUM_CONTAINERS=0
+
+# Default ssh port
+SSH_PORT=22
+
+# Default config map
+CONFIG_MAP="k8s-config-map"
+
+# Default Deployment
+DEPLOYMENT="k8s-ml-deployment"
+
+# Used for uploading file to all docker containers
+CP=0
+SRC=""
+DEST=""
+
+# Python script to generate yaml file for k8s TensorFlow cluster
+CUR_SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+K8S_GEN_ALLREDUCE_TF_YAML="${CUR_SCRIPT_DIR}/k8s_generate_yaml.py"
+
+# Create or delete tensorflow cluster
+# DELETE=0: Create cluster
+# DELETE=1: Delete cluster
+DELETE=0
+
+# Used to enable host network mode to achieve best performance
+# USE_HOSTNET=0: Flannel network mode
+# USE_HOSTNET=1: Host network mode
+USE_HOSTNET=0
+
+# Used to mount shared volume
+USE_SHARED_VOLUME=0
+
+if [[ $# -lt 1 ]]; then
+  echo "Error: illegal number of parameters"
+  usage
+  exit 1
+fi
+
+while [[ $# -ge 1 ]]; do
+  key="$1"
+  case $key in
+    --image)
+      DOCKER_IMAGE="$2"
+      shift
+      ;;
+    --num_containers)
+      NUM_CONTAINERS="$2"
+      shift
+      ;;
+    --config_map)
+      CONFIG_MAP="$2"
+      shift
+      ;;
+    --deployment)
+      DEPLOYMENT="$2"
+      shift
+      ;;
+    --cp)
+      CP=1
+      ;;
+    --src)
+      SRC="$2"
+      shift
+      ;;
+    --dest)
+      DEST="$2"
+      shift
+      ;;
+    --port)
+      SSH_PORT="$2"
+      shift
+      ;;
+    --hostnet)
+      USE_HOSTNET=1
+      ;;
+    --shared_volume)
+      USE_SHARED_VOLUME=1
+      ;;
+    --delete)
+      DELETE=1
+      ;;
+    --help)
+      usage
+      exit 0
+      ;;
+    *)
+      echo "Unknown option: $key"
+      usage
+      exit 1
+      ;;
+  esac
+  shift
+done
+
+function generate_yaml_file {
+  if [[ ! -f ${K8S_GEN_ALLREDUCE_TF_YAML} ]]; then
+    echo "Error: can not find yaml-generating script ${K8S_GEN_ALLREDUCE_TF_YAML}"
+    exit 1
+  fi
+
+  echo ""
+  echo "Generating k8s cluster yaml config file with the following settings"
+  echo "  Docker image: ${DOCKER_IMAGE}"
+  echo "  Number of containers: ${NUM_CONTAINERS}"
+  echo "  Config map: ${CONFIG_MAP}"
+  echo "  Deployment: ${DEPLOYMENT}"
+
+  if [[ $USE_HOSTNET -eq 1 ]]; then
+    echo "  Host network mode: True"
+    echo "  Container ssh port: ${SSH_PORT}"
+  fi
+
+  python ${K8S_GEN_ALLREDUCE_TF_YAML} \
+    --docker_image ${DOCKER_IMAGE} \
+    --num_containers ${NUM_CONTAINERS} \
+    --config_map ${CONFIG_MAP} \
+    --deployment ${DEPLOYMENT} \
+    --ssh_port ${SSH_PORT} \
+    --use_hostnet ${USE_HOSTNET} \
+    --use_shared_volume ${USE_SHARED_VOLUME} \
+    > ${YAML_TMP_FILE}
+}
+
+# Note: this function remove the yaml file to make sure that the key automatically
+# generated inside the container is not reused in other deployment
+function remove_yaml_file {
+  rm -rf ${YAML_TMP_FILE}
+}
+
+function upload_file_to_all_containers {
+  ${KUBECTL_BIN} get pods | grep ${DEPLOYMENT} \
+    | awk '{print $1}' | \
+    while read line;
+    do
+      echo "Uploading $1 to $line:$2"
+      ${KUBECTL_BIN} cp $1 $line:$2
+    done
+}
+
+function generate_container_hostfile {
+  # This line assumes that --output=wide prints the IP addresses
+  # in the 6th column
+  ${KUBECTL_BIN} get pods --output=wide | grep ${DEPLOYMENT} \
+      | awk '{print $6}' > ${HOST_FILE}
+
+  echo ""
+  echo "Containers hostfile locates at ${HOST_FILE}"
+}
+
+function launch_container {
+  generate_yaml_file
+  echo ""
+  echo "Launching k8s cluster..."
+  ${KUBECTL_BIN} create -f ${YAML_TMP_FILE}
+  generate_container_hostfile
+  remove_yaml_file
+}
+
+function delete_deployment_configmap {
+  ${KUBECTL_BIN} delete deployment ${DEPLOYMENT}
+  ${KUBECTL_BIN} delete configmap ${CONFIG_MAP}
+}
+
+# Check kubectl binary
+KUBECTL_BIN=kubectl
+if [[ ! -x "$(command -v ${KUBECTL_BIN})" ]]; then
+  echo 'Error: cannot find kubectl binary'
+  exit 1
+fi
+
+if [[ $DELETE -eq 1 ]]; then
+  echo "Deleting deployment ${DEPLOYMENT} and config map ${CONFIG_MAP}..."
+  delete_deployment_configmap
+elif [[ $CP -eq 1 || -n "$SRC" || -n "$DEST" ]] ; then
+  if [[ "$CP" -eq 1 && -n "$SRC" && -n "$DEST" ]]; then
+    upload_file_to_all_containers $SRC $DEST
+  else
+    echo "Error: all cp, src and dest are required to upload file to container"
+    exit 1
+  fi
+else
+  if [[ -z "$DOCKER_IMAGE" ]]; then
+    echo "Error: docker image is missing"
+    exit 1
+  fi
+
+  if [[ "$NUM_CONTAINERS" -le 0 ]]; then
+    echo "Error: illegal number of containers"
+    exit 1
+  fi
+
+  if [[ $USE_HOSTNET -eq 1 && $SSH_PORT -eq 22 ]]; then
+    echo "Error: please set container ssh port with --port (other than 22)" \
+        "when host network mode is enabled"
+    exit 1
+  fi
+
+  launch_container
+fi
diff --git a/tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml.py b/tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml.py
new file mode 100644
index 0000000000..dda067085b
--- /dev/null
+++ b/tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml.py
@@ -0,0 +1,94 @@
+#!/usr/bin/python
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Generates YAML configuration file for allreduce-based distributed TensorFlow.
+
+The workers will be run in a Kubernetes (k8s) container cluster.
+"""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import argparse
+import sys
+
+import k8s_generate_yaml_lib
+
+# Note: It is intentional that we do not import tensorflow in this script. The
+# machine that launches a TensorFlow k8s cluster does not have to have the
+# Python package of TensorFlow installed on it.
+
+
+DEFAULT_DOCKER_IMAGE = 'tensorflow/tensorflow:latest-devel'
+DEFAULT_PORT = 22
+
+DEFAULT_CONFIG_MAP = 'k8s-config-map'
+DEFAULT_DEPLOYMENT = 'k8s-ml-deployment'
+
+
+def main():
+  """Do arg parsing."""
+  parser = argparse.ArgumentParser()
+  parser.add_argument('--docker_image',
+                      type=str,
+                      default=DEFAULT_DOCKER_IMAGE,
+                      help='Override default docker image for the TensorFlow')
+  parser.add_argument('--num_containers',
+                      type=int,
+                      default=0,
+                      help='How many docker containers to launch')
+  parser.add_argument('--config_map',
+                      type=str,
+                      default=DEFAULT_CONFIG_MAP,
+                      help='Override default config map')
+  parser.add_argument('--deployment',
+                      type=str,
+                      default=DEFAULT_DEPLOYMENT,
+                      help='Override default deployment')
+  parser.add_argument('--ssh_port',
+                      type=int,
+                      default=DEFAULT_PORT,
+                      help='Override default ssh port (Default: %d)'
+                      % DEFAULT_PORT)
+  parser.add_argument('--use_hostnet',
+                      type=int,
+                      default=0,
+                      help='Used to enable host network mode (Default: 0)')
+  parser.add_argument('--use_shared_volume',
+                      type=int,
+                      default=0,
+                      help='Used to mount shared volume (Default: 0)')
+  args = parser.parse_args()
+
+  if args.num_containers <= 0:
+    sys.stderr.write('--num_containers must be greater than 0; received %d\n'
+                     % args.num_containers)
+    sys.exit(1)
+
+  # Generate contents of yaml config
+  yaml_config = k8s_generate_yaml_lib.GenerateConfig(
+      args.docker_image,
+      args.num_containers,
+      args.config_map,
+      args.deployment,
+      args.ssh_port,
+      args.use_hostnet,
+      args.use_shared_volume)
+  print(yaml_config)  # pylint: disable=superfluous-parens
+
+
+if __name__ == '__main__':
+  main()
diff --git a/tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml_lib.py b/tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml_lib.py
new file mode 100644
index 0000000000..3aadcaec01
--- /dev/null
+++ b/tensorflow/tools/dist_test/scripts_allreduce/k8s_generate_yaml_lib.py
@@ -0,0 +1,225 @@
+#!/usr/bin/python
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Generates YAML configuration file for allreduce-based distributed TensorFlow.
+
+The workers will be run in a Kubernetes (k8s) container cluster.
+"""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from Crypto.PublicKey import RSA
+
+# Note: It is intentional that we do not import tensorflow in this script. The
+# machine that launches a TensorFlow k8s cluster does not have to have the
+# Python package of TensorFlow installed on it.
+
+CONFIG_MAP = (
+    """apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {config_map}
+data:
+  privatekey: |+
+    {private_key}
+
+  publickey: |+
+    {public_key}
+
+  start: |+
+    mkdir /root/.ssh
+    mkdir /var/run/sshd
+    cp /tmp/configs/* /root/.ssh
+    cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys
+    chmod 600 -R /root/.ssh
+    {change_ssh_port}
+    /usr/bin/ssh-keygen -A
+    /usr/sbin/sshd -De
+
+  sshconfig: |+
+    Host *
+      Port {port}
+      StrictHostKeyChecking no
+
+""")
+
+DEPLOYMENT = (
+    """apiVersion: apps/v1beta1
+kind: Deployment
+metadata:
+  name: {deployment}
+  labels:
+    app: k8s-ml
+spec:
+  replicas: {num_containers}
+  selector:
+    matchLabels:
+      app: k8s-ml
+  template:
+    metadata:
+      labels:
+        app: k8s-ml
+    spec: {hostnet}
+      securityContext:
+        runAsUser: 0
+      containers:
+      - name: ml
+        image: {docker_image}
+        command:
+        - /bin/bash
+        - -x
+        - /tmp/scripts/start.sh
+        ports:
+        - containerPort: {port}
+        env: [{env_vars}]
+        securityContext:
+          privileged: true
+        volumeMounts: {volume_mounts}
+        - name: dshm
+          mountPath: /dev/shm
+        - name: sshkeys
+          mountPath: /tmp/configs
+        - name: scripts
+          mountPath: /tmp/scripts
+      volumes: {volumes}
+      - name: dshm
+        emptyDir:
+          medium: Memory
+      - name: sshkeys
+        configMap:
+          name: {config_map}
+          items:
+          - key: publickey
+            path: id_rsa.pub
+          - key: privatekey
+            path: id_rsa
+          - key: sshconfig
+            path: config
+      - name: scripts
+        configMap:
+          name: {config_map}
+          items:
+          - key: start
+            path: start.sh
+""")
+_ENV_VAR_TEMPLATE = '{name: "%s", value: "%s"}'
+
+def GenerateConfig(docker_image,
+                   num_containers,
+                   config_map,
+                   deployment,
+                   port,
+                   use_hostnet,
+                   use_shared_volume,
+                   env_vars=None):
+  """Generate configuration strings.
+
+  Args:
+    docker_image: docker image to use.
+    num_containers: number of containers.
+    config_map: config map.
+    deployment: deployment.
+    port: ssh port.
+    use_hostnet: Used to enable host network mode.
+    use_shared_volume: Used to mount shared volume.
+    env_vars: dictionary of environment variables to set.
+
+  Returns:
+    Kubernetes yaml config.
+  """
+
+  if env_vars is None:
+    env_vars = {}
+  env_str = ', '.join([_ENV_VAR_TEMPLATE % (name, value)
+                       for name, value in env_vars.items()])
+
+  private_key, public_key = generate_RSA(2048)
+
+  CHANGE_SSH_PORT = get_change_ssh_port(use_hostnet, port)
+
+  config = CONFIG_MAP.format(
+      port=port,
+      config_map=config_map,
+      private_key=private_key,
+      public_key=public_key,
+      change_ssh_port=CHANGE_SSH_PORT,
+      env_vars=env_str)
+  config += '---\n\n'
+
+  HOST_NET = get_hostnet(use_hostnet)
+  VOLUME_MOUNTS = get_volume_mounts(use_shared_volume)
+  VOLUMES = get_volumes(use_shared_volume)
+
+  config += DEPLOYMENT.format(
+      deployment=deployment,
+      num_containers=num_containers,
+      docker_image=docker_image,
+      port=port,
+      config_map=config_map,
+      hostnet=HOST_NET,
+      volume_mounts=VOLUME_MOUNTS,
+      volumes=VOLUMES,
+      env_vars=env_str)
+
+  return config
+
+def generate_RSA(bits=2048, exponent=65537):
+  key = RSA.generate(bits, e=exponent)
+  pubkey = key.publickey()
+  
+  private_key = key.exportKey('PEM')
+  public_key = pubkey.exportKey('OpenSSH')
+
+  # Format private_key in yaml file
+  space_before = " " * 4
+  private_key_split = private_key.split('\n')
+  private_key = ''.join(("" if index == 0 else space_before) + line.strip() \
+        + ('\n' if index != len(private_key_split) - 1 else "") \
+        for index, line in enumerate(private_key_split))
+
+  return private_key, public_key
+
+def get_change_ssh_port(use_hostnet, port):
+  if use_hostnet == 1:
+    return "sed -i '/Port 22/c\Port {}' /etc/ssh/sshd_config".format(port)
+
+  return ""
+
+def get_hostnet(use_hostnet):
+  if use_hostnet == 1:
+    return """
+      hostNetwork: true
+      hostIPC: true"""
+
+  return ""
+
+def get_volume_mounts(use_shared_volume):
+  if use_shared_volume == 1:
+    return """
+        - name: shared
+          mountPath: /shared"""
+
+  return ""
+
+def get_volumes(use_shared_volume):
+  if use_shared_volume == 1:
+    return """
+       - name: shared
+         hostPath:
+           path: /shared"""
+
+  return ""
-- 
GitLab


From 41953d1c9f83d4f27b02dd0c4de91b2ee67ebc90 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 15:39:26 -0700
Subject: [PATCH 0230/1825] internal cleanup

PiperOrigin-RevId: 217601811
---
 tensorflow/core/platform/default/build_config.bzl | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/core/platform/default/build_config.bzl b/tensorflow/core/platform/default/build_config.bzl
index c9c89d066e..78a2048eaa 100644
--- a/tensorflow/core/platform/default/build_config.bzl
+++ b/tensorflow/core/platform/default/build_config.bzl
@@ -322,11 +322,9 @@ def tf_proto_library_cc(
         dart_api_version = 2,
         java_api_version = 2,
         py_api_version = 2,
-        js_api_version = 2,
         js_codegen = "jspb",
         default_header = False):
     js_codegen = js_codegen  # unused argument
-    js_api_version = js_api_version  # unused argument
     native.filegroup(
         name = name + "_proto_srcs",
         srcs = srcs + tf_deps(protodeps, "_proto_srcs"),
@@ -442,12 +440,11 @@ def tf_proto_library(
         j2objc_api_version = 1,
         java_api_version = 2,
         py_api_version = 2,
-        js_api_version = 2,
         js_codegen = "jspb",
         provide_cc_alias = False,
         default_header = False):
     """Make a proto library, possibly depending on other proto libraries."""
-    _ignore = (js_api_version, js_codegen, provide_cc_alias)
+    _ignore = (js_codegen, provide_cc_alias)
 
     tf_proto_library_cc(
         name = name,
-- 
GitLab


From 61873aa973b394ac882c89f1bddc9f6fcf2ec09e Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Wed, 17 Oct 2018 15:51:57 -0700
Subject: [PATCH 0231/1825] Enables step_stats collection for ops inside
 partitionedcall.

PiperOrigin-RevId: 217603935
---
 .../core/common_runtime/eager/execute.cc      | 22 +++++++++++-------
 .../core/common_runtime/eager/execute.h       |  3 ++-
 .../core/common_runtime/eager/execute_node.h  |  6 +++--
 .../common_runtime/eager/kernel_and_device.cc | 15 ++++++++----
 .../common_runtime/eager/kernel_and_device.h  |  6 +++--
 .../eager/kernel_and_device_test.cc           |  2 +-
 tensorflow/python/eager/function_test.py      | 23 +++++++++++++++++++
 7 files changed, 58 insertions(+), 19 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index c29a767d23..51402c12f0 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -324,7 +324,9 @@ Status EagerLocalExecute(EagerOperation* op,
       ctx->ShouldStoreMetadata() ? ctx->RunMetadataProto() : nullptr);
   if (!status.ok()) return status;
   std::unique_ptr<NodeExecStats> maybe_stats;
+  StepStats* maybe_step_stats = nullptr;
   if (ctx->ShouldStoreMetadata()) {
+    maybe_step_stats = ctx->RunMetadataProto()->mutable_step_stats();
     int64 now_nanos = Env::Default()->NowNanos();
     maybe_stats.reset(new NodeExecStats);
     maybe_stats->set_node_name(op->Name());
@@ -345,15 +347,16 @@ Status EagerLocalExecute(EagerOperation* op,
     for (int i = 0; i < *num_retvals; ++i) {
       (*retvals)[i] = new TensorHandle(id, output_dtypes[i], ctx);
     }
-    EagerNode* node =
-        new ExecuteNode(id, ctx, op->Device(), op->Inputs(), kernel,
-                        maybe_stats.release(), output_dtypes, *retvals);
+    EagerNode* node = new ExecuteNode(
+        id, ctx, op->Device(), op->Inputs(), kernel, maybe_stats.release(),
+        maybe_step_stats, output_dtypes, *retvals);
     ctx->ExecutorAdd(node);
   } else {
     // Execute checks if retvals[i] is nullptr or not to figure if it needs to
     // allocate it.
-    status = EagerExecute(ctx, op->Device(), op->Inputs(), kernel,
-                          maybe_stats.get(), retvals->data(), *num_retvals);
+    status =
+        EagerExecute(ctx, op->Device(), op->Inputs(), kernel, maybe_stats.get(),
+                     maybe_step_stats, retvals->data(), *num_retvals);
   }
 
   return status;
@@ -707,7 +710,8 @@ Status EagerExecute(EagerOperation* op,
 Status EagerExecute(EagerContext* ctx, Device* device,
                     const gtl::InlinedVector<TensorHandle*, 4>& op_inputs,
                     KernelAndDevice* kernel, NodeExecStats* maybe_stats,
-                    TensorHandle** retvals, int num_retvals) {
+                    StepStats* maybe_step_stats, TensorHandle** retvals,
+                    int num_retvals) {
   if (device == nullptr) {
     // TODO(apassos) debug how the assignment below might return a different
     // device from the one requested above.
@@ -728,9 +732,11 @@ Status EagerExecute(EagerContext* ctx, Device* device,
   // TODO(agarwal): change Run to take vector of handles ?
   ScopedStepContainer* container = ctx->StepContainer();
   if (container == nullptr) {
-    TF_RETURN_IF_ERROR(kernel->Run(&inputs, &outputs, maybe_stats));
+    TF_RETURN_IF_ERROR(
+        kernel->Run(&inputs, &outputs, maybe_stats, maybe_step_stats));
   } else {
-    TF_RETURN_IF_ERROR(kernel->Run(container, &inputs, &outputs, maybe_stats));
+    TF_RETURN_IF_ERROR(kernel->Run(container, &inputs, &outputs, maybe_stats,
+                                   maybe_step_stats));
   }
   if (maybe_stats != nullptr) {
     int64 nanos = Env::Default()->NowNanos();
diff --git a/tensorflow/core/common_runtime/eager/execute.h b/tensorflow/core/common_runtime/eager/execute.h
index f4f84980fb..0e997bdfa9 100644
--- a/tensorflow/core/common_runtime/eager/execute.h
+++ b/tensorflow/core/common_runtime/eager/execute.h
@@ -46,7 +46,8 @@ Status EagerExecute(
 Status EagerExecute(EagerContext* ctx, Device* device,
                     const gtl::InlinedVector<TensorHandle*, 4>& op_inputs,
                     KernelAndDevice* kernel, NodeExecStats* maybe_stats,
-                    TensorHandle** retvals, int num_retvals);
+                    StepStats* maybe_step_stats, TensorHandle** retvals,
+                    int num_retvals);
 
 // Low-level utility to copy a tensor handle from one device to another.
 Status EagerCopyToDevice(TensorHandle* h, EagerContext* ctx,
diff --git a/tensorflow/core/common_runtime/eager/execute_node.h b/tensorflow/core/common_runtime/eager/execute_node.h
index 93018dd969..18b1892f5d 100644
--- a/tensorflow/core/common_runtime/eager/execute_node.h
+++ b/tensorflow/core/common_runtime/eager/execute_node.h
@@ -34,7 +34,7 @@ class ExecuteNode : public EagerNode {
   ExecuteNode(uint64 id, EagerContext* ctx, Device* op_device,
               const tensorflow::gtl::InlinedVector<TensorHandle*, 4>& inputs,
               KernelAndDevice* kernel, NodeExecStats* maybe_stats,
-              const DataTypeVector& output_dtypes,
+              StepStats* maybe_step_stats, const DataTypeVector& output_dtypes,
               const tensorflow::gtl::InlinedVector<TensorHandle*, 2>& retvals)
       : EagerNode(id),
         ctx_(ctx),
@@ -42,6 +42,7 @@ class ExecuteNode : public EagerNode {
         inputs_(inputs),
         kernel_(kernel),
         maybe_stats_(maybe_stats),
+        maybe_step_stats_(maybe_step_stats),
         retvals_(retvals) {
     for (auto handle : inputs_) {
       handle->Ref();
@@ -63,7 +64,7 @@ class ExecuteNode : public EagerNode {
   tensorflow::Status Run() override {
     const Status status =
         EagerExecute(ctx_, op_device_, inputs_, kernel_, maybe_stats_.get(),
-                     retvals_.begin(), retvals_.size());
+                     maybe_step_stats_, retvals_.begin(), retvals_.size());
     if (status.ok()) {
       return status;
     } else {
@@ -80,6 +81,7 @@ class ExecuteNode : public EagerNode {
   tensorflow::gtl::InlinedVector<TensorHandle*, 4> inputs_;
   tensorflow::KernelAndDevice* kernel_;
   std::unique_ptr<NodeExecStats> maybe_stats_;
+  StepStats* maybe_step_stats_;
   tensorflow::gtl::InlinedVector<TensorHandle*, 2> retvals_;
 };
 
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.cc b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
index 83d8425477..0adfcd7697 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include "tensorflow/core/common_runtime/device_factory.h"
 #include "tensorflow/core/common_runtime/rendezvous_mgr.h"
+#include "tensorflow/core/common_runtime/step_stats_collector.h"
 #include "tensorflow/core/framework/allocator.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/resource_mgr.h"
@@ -46,18 +47,18 @@ Status KernelAndDevice::Init(const NodeDef& ndef, FunctionLibraryRuntime* flib,
 }
 
 Status KernelAndDevice::Run(std::vector<Tensor>* inputs,
-                            std::vector<Tensor>* outputs,
-                            NodeExecStats* stats) {
+                            std::vector<Tensor>* outputs, NodeExecStats* stats,
+                            StepStats* step_stats) {
   ScopedStepContainer step_container(0, [this](const string& name) {
     device_->resource_manager()->Cleanup(name).IgnoreError();
   });
-  return this->Run(&step_container, inputs, outputs, stats);
+  return this->Run(&step_container, inputs, outputs, stats, step_stats);
 }
 
 Status KernelAndDevice::Run(ScopedStepContainer* step_container,
                             std::vector<Tensor>* inputs,
-                            std::vector<Tensor>* outputs,
-                            NodeExecStats* stats) {
+                            std::vector<Tensor>* outputs, NodeExecStats* stats,
+                            StepStats* step_stats) {
   gtl::InlinedVector<TensorValue, 4> input_vector;
   for (Tensor& t : *inputs) {
     input_vector.push_back(TensorValue(&t));
@@ -81,8 +82,11 @@ Status KernelAndDevice::Run(ScopedStepContainer* step_container,
   params.rendezvous = rendez_;
   params.cancellation_manager = &cm_;
   params.log_memory = log_memory_;
+  std::unique_ptr<StepStatsCollector> step_stats_collector;
   if (stats != nullptr) {
+    step_stats_collector.reset(new StepStatsCollector(step_stats));
     params.track_allocations = true;
+    params.stats_collector = step_stats_collector.get();
   }
   if (runner_ == nullptr) {
     params.runner = &default_runner_;
@@ -132,6 +136,7 @@ Status KernelAndDevice::Run(ScopedStepContainer* step_container,
     }
 
     ms->set_persistent_memory_size(context.persistent_memory_allocated());
+    step_stats_collector->Finalize();
   }
   return Status::OK();
 }
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.h b/tensorflow/core/common_runtime/eager/kernel_and_device.h
index 04151a1171..cbfa0af507 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.h
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.h
@@ -36,6 +36,7 @@ namespace tensorflow {
 // Forward declaration for proto class NodeExecStats so we do not need to
 // include the proto header
 class NodeExecStats;
+class StepStats;
 
 // KernelAndDevice encapsulates an instantiated kernel and the device it is on.
 //
@@ -61,10 +62,11 @@ class KernelAndDevice {
 
   // TODO(ashankar): Handle list-valued inputs.
   Status Run(std::vector<Tensor>* inputs, std::vector<Tensor>* outputs,
-             NodeExecStats* stats);
+             NodeExecStats* stats, StepStats* step_stats);
 
   Status Run(ScopedStepContainer* step_container, std::vector<Tensor>* inputs,
-             std::vector<Tensor>* outputs, NodeExecStats* stats);
+             std::vector<Tensor>* outputs, NodeExecStats* stats,
+             StepStats* step_stats);
 
   const OpKernel* kernel() const { return kernel_.get(); }
 
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc b/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc
index da280b2317..fbe0f46f8a 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc
@@ -132,7 +132,7 @@ void BM_KernelAndDeviceRun(int iters) {
                                     nullptr, &kernel));
   tensorflow::testing::StartTiming();
   for (int i = 0; i < iters; ++i) {
-    TF_CHECK_OK(kernel.Run(&inputs, &outputs, nullptr));
+    TF_CHECK_OK(kernel.Run(&inputs, &outputs, nullptr, nullptr));
   }
 }
 BENCHMARK(BM_KernelAndDeviceRun);
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 31b7aaad18..7ed83b54af 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -623,6 +623,29 @@ class FunctionTest(test.TestCase):
     # Ensure that v is watched again.
     self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
 
+  def testRunMetadata(self):
+
+    @function.defun
+    def f(x):
+      return x * x
+
+    with ops.device('cpu:0'):
+      f(constant_op.constant(1.0))  # pre-build the defun
+      context.enable_run_metadata()
+      f(constant_op.constant(1.0))
+    run_metadata = context.export_run_metadata()
+    context.disable_run_metadata()
+    step_stats = run_metadata.step_stats
+    self.assertGreater(len(step_stats.dev_stats), 0)
+    cpu_stats = step_stats.dev_stats[0]
+    self.assertEqual('/job:localhost/replica:0/task:0/device:CPU:0',
+                     cpu_stats.device)
+    # Testing for at least 2 because the function call should generate at most
+    # one entry in the step_stats; the ops inside function can generate
+    # arbitrarily many (placeholders, return identities, etc, might be included
+    # or not in the future, so shouldn't be tested for exactly.
+    self.assertGreaterEqual(len(cpu_stats.node_stats), 2)
+
   def testGraphModeCaptureVariable(self):
     with context.graph_mode(), self.cached_session() as sess:
 
-- 
GitLab


From 75d15a5be2b79574ac0be473c72fa34a88402db9 Mon Sep 17 00:00:00 2001
From: Alan Chiao <alanchiao@google.com>
Date: Wed, 17 Oct 2018 15:58:21 -0700
Subject: [PATCH 0232/1825] Convert unidirectional LSTM in TOCO with
 time_major=true.

PiperOrigin-RevId: 217605153
---
 tensorflow/contrib/lite/toco/tflite/operator.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index 1ee71d4341..a4fce2aa9e 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -758,7 +758,8 @@ class UnidirectionalSequenceLstm
         *builder, /*fused_activation_function=*/
         ::tflite::ActivationFunctionType_TANH,
         /*cell_clip=*/0.0,
-        /*proj_clip=*/0.0);
+        /*proj_clip=*/0.0,
+        /*time_major=*/true);
   }
 
   void ReadOptions(const TfLiteOptions& options,
-- 
GitLab


From 1868b6cd16e18e371acc4afc454593f7c1d3ff5e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 16:05:20 -0700
Subject: [PATCH 0233/1825] Parallel_for: add support for IdentityN.

PiperOrigin-RevId: 217606272
---
 .../python/ops/parallel_for/control_flow_ops_test.py      | 8 ++++++++
 tensorflow/python/ops/parallel_for/pfor.py                | 7 +++++++
 2 files changed, 15 insertions(+)

diff --git a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
index 3ad9f9ac58..0a14f3f41a 100644
--- a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
+++ b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
@@ -291,6 +291,14 @@ class ArrayTest(PForTest):
 
       self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 3)
 
+  def test_identity_n(self):
+    x = random_ops.random_uniform([3, 4])
+
+    def loop_fn(i):
+      return array_ops.identity_n([x, array_ops.gather(x, i)])
+
+    self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 2)
+
   def test_strided_slice(self):
     x = random_ops.random_uniform([3, 3, 4, 4, 2, 2, 2])
 
diff --git a/tensorflow/python/ops/parallel_for/pfor.py b/tensorflow/python/ops/parallel_for/pfor.py
index 83cbe64ff2..d0537d1d5b 100644
--- a/tensorflow/python/ops/parallel_for/pfor.py
+++ b/tensorflow/python/ops/parallel_for/pfor.py
@@ -1537,6 +1537,13 @@ def _convert_identity(pfor_input, op_type, op_func):
   return wrap(op_func(*[x.t for x in pfor_input.inputs]), True)
 
 
+@RegisterPFor("IdentityN")
+def _convert_identity_n(pfor_input):
+  outputs = array_ops.identity_n([x.t for x in pfor_input.inputs])
+  return [wrap(out, inp.is_stacked) for out, inp in
+          zip(outputs, pfor_input.inputs)]
+
+
 @RegisterPFor("Reshape")
 def _convert_reshape(pfor_input):
   t = pfor_input.stacked_input(0)
-- 
GitLab


From 5db6fb0264d0c9454a7867245a70afe868cc751d Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Wed, 17 Oct 2018 16:18:44 -0700
Subject: [PATCH 0234/1825] [TF:XLA] Bump open source abseil revision to
 2019e17a520575ab365b2b5134d71068182c70b8

PiperOrigin-RevId: 217608709
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 19a4631d8f..590dd56b9e 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -121,11 +121,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "4648b8738c059e6061b0dd49c87c139eb5d1e95973d790cf5fcecdbb1d6993ce",
-        strip_prefix = "abseil-cpp-5b70a8910b2e6fb0ce5193a41873139a126d2f7f",
+        sha256 = "6bf4a2fb5a153b25c9aea83fa272dc959b0db3be8425f1748a3215605a06d76e",
+        strip_prefix = "abseil-cpp-2019e17a520575ab365b2b5134d71068182c70b8",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/5b70a8910b2e6fb0ce5193a41873139a126d2f7f.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/5b70a8910b2e6fb0ce5193a41873139a126d2f7f.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/2019e17a520575ab365b2b5134d71068182c70b8.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/2019e17a520575ab365b2b5134d71068182c70b8.tar.gz",
         ],
     )
 
-- 
GitLab


From 95b8433dcfbcb04a914b6277a74f793c8f175d47 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Wed, 17 Oct 2018 16:20:54 -0700
Subject: [PATCH 0235/1825] Move implementation details back to contrib
 optimizer v2.

PiperOrigin-RevId: 217609033
---
 tensorflow/contrib/optimizer_v2/BUILD         |   11 +-
 tensorflow/contrib/optimizer_v2/adadelta.py   |   75 +-
 tensorflow/contrib/optimizer_v2/adagrad.py    |   81 +-
 tensorflow/contrib/optimizer_v2/adam.py       |  130 +-
 .../optimizer_v2/checkpointable_utils_test.py |   49 +-
 .../contrib/optimizer_v2/gradient_descent.py  |   42 +-
 tensorflow/contrib/optimizer_v2/momentum.py   |   69 +-
 .../contrib/optimizer_v2/optimizer_v2.py      | 1226 ++++++++++++++++-
 tensorflow/contrib/optimizer_v2/rmsprop.py    |  163 ++-
 9 files changed, 1738 insertions(+), 108 deletions(-)

diff --git a/tensorflow/contrib/optimizer_v2/BUILD b/tensorflow/contrib/optimizer_v2/BUILD
index 0700b7c73c..3ba3ee29ec 100644
--- a/tensorflow/contrib/optimizer_v2/BUILD
+++ b/tensorflow/contrib/optimizer_v2/BUILD
@@ -47,8 +47,15 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
-        "//tensorflow/python:util",
-        "//tensorflow/python/keras/optimizer_v2",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:distribute",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:state_ops",
+        "//tensorflow/python:training",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python:variables",
     ],
 )
 
diff --git a/tensorflow/contrib/optimizer_v2/adadelta.py b/tensorflow/contrib/optimizer_v2/adadelta.py
index 9d73bddd1c..b206f9f61b 100644
--- a/tensorflow/contrib/optimizer_v2/adadelta.py
+++ b/tensorflow/contrib/optimizer_v2/adadelta.py
@@ -18,21 +18,17 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import adadelta
-from tensorflow.python.util import deprecation
+from tensorflow.contrib.optimizer_v2 import optimizer_v2
+from tensorflow.python.training import training_ops
 
 
-class AdadeltaOptimizer(adadelta.Adadelta):
+class AdadeltaOptimizer(optimizer_v2.OptimizerV2):
   """Optimizer that implements the Adadelta algorithm.
 
   See [M. D. Zeiler](http://arxiv.org/abs/1212.5701)
   ([pdf](http://arxiv.org/pdf/1212.5701v1.pdf))
   """
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self, learning_rate=0.001, rho=0.95, epsilon=1e-8,
                use_locking=False, name="Adadelta"):
     """Construct a new Adadelta optimizer.
@@ -52,5 +48,66 @@ class AdadeltaOptimizer(adadelta.Adadelta):
       name: Optional name prefix for the operations created when applying
         gradients.  Defaults to "Adadelta".
     """
-    super(AdadeltaOptimizer, self).__init__(
-        learning_rate=learning_rate, rho=rho, epsilon=epsilon, name=name)
+    super(AdadeltaOptimizer, self).__init__(use_locking, name)
+    self._set_hyper("learning_rate", learning_rate)
+    self._set_hyper("rho", rho)
+    self._set_hyper("epsilon", epsilon)
+
+  def _create_vars(self, var_list, state):
+    for v in var_list:
+      state.zeros_slot(v, "accum")
+      state.zeros_slot(v, "accum_update")
+
+  def _apply_dense(self, grad, var, state):
+    accum = state.get_slot(var, "accum")
+    accum_update = state.get_slot(var, "accum_update")
+    return training_ops.apply_adadelta(
+        var,
+        accum,
+        accum_update,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        state.get_hyper("rho", var.dtype.base_dtype),
+        state.get_hyper("epsilon", var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _resource_apply_dense(self, grad, var, state):
+    accum = state.get_slot(var, "accum")
+    accum_update = state.get_slot(var, "accum_update")
+    return training_ops.resource_apply_adadelta(
+        var.handle,
+        accum.handle,
+        accum_update.handle,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        state.get_hyper("rho", var.dtype.base_dtype),
+        state.get_hyper("epsilon", var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _apply_sparse(self, grad, var, state):
+    accum = state.get_slot(var, "accum")
+    accum_update = state.get_slot(var, "accum_update")
+    return training_ops.sparse_apply_adadelta(
+        var,
+        accum,
+        accum_update,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        state.get_hyper("rho", var.dtype.base_dtype),
+        state.get_hyper("epsilon", var.dtype.base_dtype),
+        grad.values,
+        grad.indices,
+        use_locking=self._use_locking)
+
+  def _resource_apply_sparse(self, grad, var, indices, state):
+    accum = state.get_slot(var, "accum")
+    accum_update = state.get_slot(var, "accum_update")
+    return training_ops.resource_sparse_apply_adadelta(
+        var.handle,
+        accum.handle,
+        accum_update.handle,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        state.get_hyper("rho", var.dtype.base_dtype),
+        state.get_hyper("epsilon", var.dtype.base_dtype),
+        grad,
+        indices,
+        use_locking=self._use_locking)
diff --git a/tensorflow/contrib/optimizer_v2/adagrad.py b/tensorflow/contrib/optimizer_v2/adagrad.py
index 716361e29c..346c3fbd2c 100644
--- a/tensorflow/contrib/optimizer_v2/adagrad.py
+++ b/tensorflow/contrib/optimizer_v2/adagrad.py
@@ -18,11 +18,15 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import adagrad
-from tensorflow.python.util import deprecation
+from tensorflow.contrib.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import gen_array_ops
+from tensorflow.python.ops import init_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.training import training_ops
 
 
-class AdagradOptimizer(adagrad.Adagrad):
+class AdagradOptimizer(optimizer_v2.OptimizerV2):
   """Optimizer that implements the Adagrad algorithm.
 
   See this [paper](http://www.jmlr.org/papers/volume12/duchi11a/duchi11a.pdf)
@@ -30,10 +34,6 @@ class AdagradOptimizer(adagrad.Adagrad):
   [intro](https://ppasupat.github.io/a9online/uploads/proximal_notes.pdf).
   """
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self, learning_rate, initial_accumulator_value=0.1,
                use_locking=False, name="Adagrad"):
     """Construct a new Adagrad optimizer.
@@ -54,7 +54,66 @@ class AdagradOptimizer(adagrad.Adagrad):
     Raises:
       ValueError: If the `initial_accumulator_value` is invalid.
     """
-    super(AdagradOptimizer, self).__init__(
-        learning_rate=learning_rate,
-        initial_accumulator_value=initial_accumulator_value,
-        name=name)
+    if initial_accumulator_value <= 0.0:
+      raise ValueError("initial_accumulator_value must be positive: %s" %
+                       initial_accumulator_value)
+    super(AdagradOptimizer, self).__init__(use_locking, name)
+    self._set_hyper("learning_rate", learning_rate)
+
+    self._initial_accumulator_value = initial_accumulator_value
+
+  def _create_vars(self, var_list, state):
+    for v in var_list:
+      dtype = v.dtype.base_dtype
+      if v.get_shape().is_fully_defined():
+        init = init_ops.constant_initializer(
+            self._initial_accumulator_value, dtype=dtype)
+      else:
+
+        def init(v=v, dtype=dtype):
+          # Use a Tensor instead of initializer if variable does not have
+          # static shape.
+          init_constant = gen_array_ops.fill(
+              array_ops.shape(v), self._initial_accumulator_value)
+          return math_ops.cast(init_constant, dtype)
+
+      state.create_slot_with_initializer(v, init, v.get_shape(), dtype,
+                                         "accumulator")
+
+  def _apply_dense(self, grad, var, state):
+    acc = state.get_slot(var, "accumulator")
+    return training_ops.apply_adagrad(
+        var,
+        acc,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _resource_apply_dense(self, grad, var, state):
+    acc = state.get_slot(var, "accumulator")
+    return training_ops.resource_apply_adagrad(
+        var.handle,
+        acc.handle,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _apply_sparse(self, grad, var, state):
+    acc = state.get_slot(var, "accumulator")
+    return training_ops.sparse_apply_adagrad(
+        var,
+        acc,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad.values,
+        grad.indices,
+        use_locking=self._use_locking)
+
+  def _resource_apply_sparse(self, grad, var, indices, state):
+    acc = state.get_slot(var, "accumulator")
+    return training_ops.resource_sparse_apply_adagrad(
+        var.handle,
+        acc.handle,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        indices,
+        use_locking=self._use_locking)
diff --git a/tensorflow/contrib/optimizer_v2/adam.py b/tensorflow/contrib/optimizer_v2/adam.py
index 363e020757..248ffb1f7e 100644
--- a/tensorflow/contrib/optimizer_v2/adam.py
+++ b/tensorflow/contrib/optimizer_v2/adam.py
@@ -18,21 +18,22 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import adam
-from tensorflow.python.util import deprecation
+from tensorflow.contrib.optimizer_v2 import optimizer_v2
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import state_ops
+from tensorflow.python.training import training_ops
 
 
-class AdamOptimizer(adam.Adam):
+class AdamOptimizer(optimizer_v2.OptimizerV2):
   """Optimizer that implements the Adam algorithm.
 
   See [Kingma et al., 2014](http://arxiv.org/abs/1412.6980)
   ([pdf](http://arxiv.org/pdf/1412.6980.pdf)).
   """
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self, learning_rate=0.001, beta1=0.9, beta2=0.999, epsilon=1e-8,
                use_locking=False, name="Adam"):
     """Construct a new Adam optimizer.
@@ -86,9 +87,112 @@ class AdamOptimizer(adam.Adam):
       name: Optional name for the operations created when applying gradients.
         Defaults to "Adam".
     """
-    super(AdamOptimizer, self).__init__(
-        learning_rate=learning_rate,
-        beta_1=beta1,
-        beta_2=beta2,
-        epsilon=epsilon,
-        name=name)
+    super(AdamOptimizer, self).__init__(use_locking, name)
+
+    self._set_hyper("learning_rate", learning_rate)
+    self._set_hyper("beta1", beta1)
+    self._set_hyper("beta2", beta2)
+    self._set_hyper("epsilon", epsilon)
+
+  def _get_beta_accumulators(self, state=None):
+    if state is None:
+      state = self._get_per_graph_state()
+    return (state.get_non_slot("beta1_power"),
+            state.get_non_slot("beta2_power"))
+
+  def _create_vars(self, var_list, state):
+    # Non-slot variables end up on the same device(s).
+    state.create_non_slot(
+        initial_value=lambda: state.get_hyper("beta1"), name="beta1_power")
+    state.create_non_slot(
+        initial_value=lambda: state.get_hyper("beta2"), name="beta2_power")
+
+    # Create slots for the first and second moments.
+    for v in var_list:
+      state.zeros_slot(v, "m")
+      state.zeros_slot(v, "v")
+
+  def _apply_dense(self, grad, var, state):
+    m = state.get_slot(var, "m")
+    v = state.get_slot(var, "v")
+    beta1_power, beta2_power = self._get_beta_accumulators(state)
+    return training_ops.apply_adam(
+        var,
+        m,
+        v,
+        math_ops.cast(beta1_power, var.dtype.base_dtype),
+        math_ops.cast(beta2_power, var.dtype.base_dtype),
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        state.get_hyper("beta1", var.dtype.base_dtype),
+        state.get_hyper("beta2", var.dtype.base_dtype),
+        state.get_hyper("epsilon", var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking).op
+
+  def _resource_apply_dense(self, grad, var, state):
+    m = state.get_slot(var, "m")
+    v = state.get_slot(var, "v")
+    beta1_power, beta2_power = self._get_beta_accumulators(state)
+    return training_ops.resource_apply_adam(
+        var.handle,
+        m.handle,
+        v.handle,
+        math_ops.cast(beta1_power, grad.dtype.base_dtype),
+        math_ops.cast(beta2_power, grad.dtype.base_dtype),
+        state.get_hyper("learning_rate", grad.dtype.base_dtype),
+        state.get_hyper("beta1", grad.dtype.base_dtype),
+        state.get_hyper("beta2", grad.dtype.base_dtype),
+        state.get_hyper("epsilon", grad.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _apply_sparse_shared(self, grad, var, indices, scatter_add, state):
+    beta1_power, beta2_power = self._get_beta_accumulators(state)
+    beta1_power = math_ops.cast(beta1_power, var.dtype.base_dtype)
+    beta2_power = math_ops.cast(beta2_power, var.dtype.base_dtype)
+    lr_t = state.get_hyper("learning_rate", var.dtype.base_dtype)
+    beta1_t = state.get_hyper("beta1", var.dtype.base_dtype)
+    beta2_t = state.get_hyper("beta2", var.dtype.base_dtype)
+    epsilon_t = state.get_hyper("epsilon", var.dtype.base_dtype)
+    lr = (lr_t * math_ops.sqrt(1 - beta2_power) / (1 - beta1_power))
+    # m_t = beta1 * m + (1 - beta1) * g_t
+    m = state.get_slot(var, "m")
+    m_scaled_g_values = grad * (1 - beta1_t)
+    m_t = state_ops.assign(m, m * beta1_t, use_locking=self._use_locking)
+    with ops.control_dependencies([m_t]):
+      m_t = scatter_add(m, indices, m_scaled_g_values)
+    # v_t = beta2 * v + (1 - beta2) * (g_t * g_t)
+    v = state.get_slot(var, "v")
+    v_scaled_g_values = (grad * grad) * (1 - beta2_t)
+    v_t = state_ops.assign(v, v * beta2_t, use_locking=self._use_locking)
+    with ops.control_dependencies([v_t]):
+      v_t = scatter_add(v, indices, v_scaled_g_values)
+    v_sqrt = math_ops.sqrt(v_t)
+    var_update = state_ops.assign_sub(
+        var, lr * m_t / (v_sqrt + epsilon_t), use_locking=self._use_locking)
+    return control_flow_ops.group(*[var_update, m_t, v_t])
+
+  def _apply_sparse(self, grad, var, state):
+    return self._apply_sparse_shared(
+        grad.values, var, grad.indices,
+        lambda x, i, v: state_ops.scatter_add(  # pylint: disable=g-long-lambda
+            x, i, v, use_locking=self._use_locking),
+        state)
+
+  def _resource_scatter_add(self, x, i, v):
+    with ops.control_dependencies(
+        [resource_variable_ops.resource_scatter_add(x.handle, i, v)]):
+      return x.value()
+
+  def _resource_apply_sparse(self, grad, var, indices, state):
+    return self._apply_sparse_shared(grad, var, indices,
+                                     self._resource_scatter_add, state)
+
+  def _finish(self, state):
+    # Update the power accumulators.
+    beta1_power, beta2_power = self._get_beta_accumulators(state)
+    update_beta1 = beta1_power.assign(
+        beta1_power * state.get_hyper("beta1"), use_locking=self._use_locking)
+    update_beta2 = beta2_power.assign(
+        beta2_power * state.get_hyper("beta2"), use_locking=self._use_locking)
+    return control_flow_ops.group(update_beta1, update_beta2)
diff --git a/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py b/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py
index 6362d424ed..ae8a5d243b 100644
--- a/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py
+++ b/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py
@@ -24,7 +24,6 @@ import os
 
 import six
 
-from tensorflow.contrib.optimizer_v2 import adam
 from tensorflow.python.client import session as session_lib
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
@@ -35,6 +34,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.layers import core
+from tensorflow.python.keras.optimizer_v2 import adam
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import resource_variable_ops
@@ -98,7 +98,7 @@ class CheckpointingTests(test.TestCase):
     # A nuisance Model using the same optimizer. Its slot variables should not
     # go in the checkpoint, since it is never depended on.
     other_model = MyModel()
-    optimizer = adam.AdamOptimizer(0.001)
+    optimizer = adam.Adam(0.001)
     optimizer_step = training_util.get_or_create_global_step()
     root_checkpointable = util.Checkpoint(
         optimizer=optimizer, model=model, optimizer_step=optimizer_step)
@@ -208,7 +208,7 @@ class CheckpointingTests(test.TestCase):
   @test_util.run_in_graph_and_eager_modes
   def testSaveRestore(self):
     model = MyModel()
-    optimizer = adam.AdamOptimizer(0.001)
+    optimizer = adam.Adam(0.001)
     root_checkpointable = util.Checkpoint(
         optimizer=optimizer, model=model)
     input_value = constant_op.constant([[3.]])
@@ -240,12 +240,12 @@ class CheckpointingTests(test.TestCase):
     if not context.executing_eagerly():
       return  # Restore-on-create is only supported when executing eagerly
     on_create_model = MyModel()
-    on_create_optimizer = adam.AdamOptimizer(
+    on_create_optimizer = adam.Adam(
         0.001,
         # Preserve beta_1_power and beta_2_power when appying gradients
         # so we can test that they've been restored correctly.
-        beta1=1.0,
-        beta2=1.0)
+        beta_1=1.0,
+        beta_2=1.0)
     on_create_root = util.Checkpoint(
         optimizer=on_create_optimizer, model=on_create_model)
     # Deferred restoration
@@ -277,7 +277,7 @@ class CheckpointingTests(test.TestCase):
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     for training_continuation in range(3):
       model = MyModel()
-      optimizer = adam.AdamOptimizer(0.001)
+      optimizer = adam.Adam(0.001)
       root = util.Checkpoint(
           optimizer=optimizer, model=model,
           optimizer_step=training_util.get_or_create_global_step())
@@ -302,7 +302,7 @@ class CheckpointingTests(test.TestCase):
       for training_continuation in range(3):
         with ops.Graph().as_default():
           model = MyModel()
-          optimizer = adam.AdamOptimizer(0.001)
+          optimizer = adam.Adam(0.001)
           root = util.Checkpoint(
               optimizer=optimizer, model=model,
               global_step=training_util.get_or_create_global_step())
@@ -337,10 +337,10 @@ class CheckpointingTests(test.TestCase):
     checkpoint_directory = self.get_temp_dir()
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     for training_continuation in range(3):
-      with ops.Graph().as_default(), self.session(
+      with ops.Graph().as_default(), self.test_session(
           graph=ops.get_default_graph()), test_util.device(use_gpu=True):
         model = MyModel()
-        optimizer = adam.AdamOptimizer(0.001)
+        optimizer = adam.Adam(0.001)
         root = util.Checkpoint(
             optimizer=optimizer, model=model,
             global_step=training_util.get_or_create_global_step())
@@ -370,11 +370,11 @@ class CheckpointingTests(test.TestCase):
     checkpoint_directory = self.get_temp_dir()
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     for training_continuation in range(3):
-      with ops.Graph().as_default(), self.session(
+      with ops.Graph().as_default(), self.test_session(
           graph=ops.get_default_graph()), test_util.device(use_gpu=True):
         model = MyModel()
         # Don't actually train so we can test variable values
-        optimizer = adam.AdamOptimizer(0.)
+        optimizer = adam.Adam(0.)
         root = util.Checkpoint(
             optimizer=optimizer, model=model,
             global_step=training_util.get_or_create_global_step())
@@ -423,7 +423,7 @@ class CheckpointingTests(test.TestCase):
 
     with context.eager_mode():
       model = Model()
-      optimizer = adam.AdamOptimizer(learning_rate=0.05)
+      optimizer = adam.Adam(learning_rate=0.05)
       checkpoint_directory = self.get_temp_dir()
       checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
       checkpoint = util.Checkpoint(
@@ -444,7 +444,7 @@ class CheckpointingTests(test.TestCase):
     root = tracking.Checkpointable()
     root.var = util.add_variable(
         root, name="var", initializer=0.)
-    optimizer = adam.AdamOptimizer(0.1)
+    optimizer = adam.Adam(0.1)
     if context.executing_eagerly():
       optimizer.minimize(root.var.read_value)
     else:
@@ -478,7 +478,7 @@ class CheckpointingTests(test.TestCase):
     no_slot_status.assert_consumed()
     no_slot_status.run_restore_ops()
     self.assertEqual(12., self.evaluate(new_root.var))
-    new_root.optimizer = adam.AdamOptimizer(0.1)
+    new_root.optimizer = adam.Adam(0.1)
     with self.assertRaisesRegexp(AssertionError, "beta_1_power"):
       slot_status.assert_consumed()
     self.assertEqual(12., self.evaluate(new_root.var))
@@ -511,7 +511,7 @@ class CheckpointingTests(test.TestCase):
         checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
         obj = tracking.Checkpointable()
         obj.var = variable_scope.get_variable(name="v", initializer=0.)
-        obj.opt = adam.AdamOptimizer(0.1)
+        obj.opt = adam.Adam(0.1)
         obj.opt.minimize(obj.var.read_value())
         self.evaluate(util.gather_initializers(obj))
         saver = util.CheckpointableSaver(obj)
@@ -529,7 +529,7 @@ class CheckpointingTests(test.TestCase):
         checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
         obj = tracking.Checkpointable()
         obj.var = variable_scope.get_variable(name="v", initializer=0.)
-        obj.opt = adam.AdamOptimizer(0.1)
+        obj.opt = adam.Adam(0.1)
         obj.opt.minimize(obj.var.read_value())
         self.evaluate(util.gather_initializers(obj))
         saver = util.CheckpointableSaver(obj)
@@ -543,7 +543,7 @@ class CheckpointingTests(test.TestCase):
     with context.graph_mode():
       checkpoint_directory = self.get_temp_dir()
       checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      optimizer = adam.AdamOptimizer(0.001)
+      optimizer = adam.Adam(0.001)
       # Construct a model in one graph
       first_graph = ops.Graph()
       first_session = session_lib.Session(graph=first_graph)
@@ -614,7 +614,7 @@ class TemplateTests(test.TestCase):
 
     save_template = template.make_template("s1", _templated)
     v1_save, _, v2_save = save_template()
-    optimizer = adam.AdamOptimizer(0.0)
+    optimizer = adam.Adam(0.0)
     save_root = util.Checkpoint(
         my_template=save_template, optimizer=optimizer)
     optimizer.minimize(v1_save.read_value)
@@ -626,7 +626,7 @@ class TemplateTests(test.TestCase):
     save_path = save_root.save(checkpoint_prefix)
 
     load_template = template.make_template("s2", _templated)
-    load_optimizer = adam.AdamOptimizer(0.0)
+    load_optimizer = adam.Adam(0.0)
     load_root = util.Checkpoint(
         my_template=load_template, optimizer=load_optimizer)
     status = load_root.restore(save_path)
@@ -646,7 +646,7 @@ class CheckpointCompatibilityTests(test.TestCase):
   def _initialized_model(self):
     input_value = constant_op.constant([[3.]])
     model = MyModel()
-    optimizer = adam.AdamOptimizer(0.001)
+    optimizer = adam.Adam(0.001)
     optimizer_step = training_util.get_or_create_global_step()
     root_checkpointable = util.Checkpoint(
         optimizer=optimizer, model=model, optimizer_step=optimizer_step)
@@ -688,7 +688,7 @@ class CheckpointCompatibilityTests(test.TestCase):
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     with context.graph_mode():
       save_graph = ops.Graph()
-      with save_graph.as_default(), self.session(
+      with save_graph.as_default(), self.test_session(
           graph=save_graph) as session:
         root = self._initialized_model()
         name_saver = core_saver.Saver()
@@ -733,7 +733,7 @@ class CheckpointCompatibilityTests(test.TestCase):
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     with context.graph_mode():
       save_graph = ops.Graph()
-      with save_graph.as_default(), self.session(
+      with save_graph.as_default(), self.test_session(
           graph=save_graph) as session:
         root = self._initialized_model()
         save_path = root.save(
@@ -752,8 +752,7 @@ class CheckpointCompatibilityTests(test.TestCase):
       save_path = root.save(file_prefix=checkpoint_prefix)
     with context.graph_mode():
       save_graph = ops.Graph()
-      with save_graph.as_default(), self.session(
-          graph=save_graph):
+      with save_graph.as_default(), self.test_session(graph=save_graph):
         root = self._initialized_model()
         self._set_sentinels(root)
         root.restore(save_path).assert_consumed().run_restore_ops()
diff --git a/tensorflow/contrib/optimizer_v2/gradient_descent.py b/tensorflow/contrib/optimizer_v2/gradient_descent.py
index 8bdf408217..d103a55a35 100644
--- a/tensorflow/contrib/optimizer_v2/gradient_descent.py
+++ b/tensorflow/contrib/optimizer_v2/gradient_descent.py
@@ -13,22 +13,20 @@
 # limitations under the License.
 # ==============================================================================
 
-"""GradientDescent optimizer for TensorFlow."""
+"""Momentum for TensorFlow."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import sgd
-from tensorflow.python.util import deprecation
+from tensorflow.contrib.optimizer_v2 import optimizer_v2
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.training import training_ops
 
 
-class GradientDescentOptimizer(sgd.SGD):
+class GradientDescentOptimizer(optimizer_v2.OptimizerV2):
   """Optimizer that implements the gradient descent algorithm."""
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self, learning_rate, use_locking=False, name="GradientDescent"):
     """Construct a new gradient descent optimizer.
 
@@ -43,5 +41,29 @@ class GradientDescentOptimizer(sgd.SGD):
       name: Optional name prefix for the operations created when applying
         gradients. Defaults to "GradientDescent".
     """
-    super(GradientDescentOptimizer, self).__init__(
-        learning_rate=learning_rate, name=name)
+    super(GradientDescentOptimizer, self).__init__(use_locking, name)
+    self._set_hyper("learning_rate", learning_rate)
+
+  def _apply_dense(self, grad, var, state):
+    return training_ops.apply_gradient_descent(
+        var,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking).op
+
+  def _resource_apply_dense(self, grad, handle, state):
+    lr = state.get_hyper("learning_rate", grad.dtype.base_dtype)
+    return training_ops.resource_apply_gradient_descent(
+        handle.handle, lr, grad, use_locking=self._use_locking)
+
+  def _resource_apply_sparse_duplicate_indices(self, grad, handle, indices,
+                                               state):
+    lr = state.get_hyper("learning_rate", grad.dtype.base_dtype)
+    return resource_variable_ops.resource_scatter_add(handle.handle, indices,
+                                                      -grad * lr)
+
+  def _apply_sparse_duplicate_indices(self, grad, var, state):
+    delta = ops.IndexedSlices(
+        grad.values * state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad.indices, grad.dense_shape)
+    return var.scatter_sub(delta, use_locking=self._use_locking)
diff --git a/tensorflow/contrib/optimizer_v2/momentum.py b/tensorflow/contrib/optimizer_v2/momentum.py
index 0636f7e356..0a5aadc2d1 100644
--- a/tensorflow/contrib/optimizer_v2/momentum.py
+++ b/tensorflow/contrib/optimizer_v2/momentum.py
@@ -18,11 +18,11 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import sgd
-from tensorflow.python.util import deprecation
+from tensorflow.contrib.optimizer_v2 import optimizer_v2
+from tensorflow.python.training import training_ops
 
 
-class MomentumOptimizer(sgd.SGD):
+class MomentumOptimizer(optimizer_v2.OptimizerV2):
   """Optimizer that implements the Momentum algorithm.
 
   Computes (if `use_nesterov = False`):
@@ -39,10 +39,6 @@ class MomentumOptimizer(sgd.SGD):
   when that part of the variable was used in the forward pass.
   """
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self, learning_rate, momentum,
                use_locking=False, name="Momentum", use_nesterov=False):
     """Construct a new Momentum optimizer.
@@ -72,8 +68,57 @@ class MomentumOptimizer(sgd.SGD):
     optimizer functions.
     @end_compatibility
     """
-    super(MomentumOptimizer, self).__init__(
-        learning_rate=learning_rate,
-        momentum=momentum,
-        name=name,
-        nesterov=use_nesterov)
+    super(MomentumOptimizer, self).__init__(use_locking, name)
+    self._set_hyper("learning_rate", learning_rate)
+    self._set_hyper("momentum", momentum)
+    self._use_nesterov = use_nesterov
+
+  def _create_vars(self, var_list, state):
+    for v in var_list:
+      state.zeros_slot(v, "momentum")
+
+  def _apply_dense(self, grad, var, state):
+    mom = state.get_slot(var, "momentum")
+    return training_ops.apply_momentum(
+        var,
+        mom,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        state.get_hyper("momentum", var.dtype.base_dtype),
+        use_locking=self._use_locking,
+        use_nesterov=self._use_nesterov).op
+
+  def _resource_apply_dense(self, grad, var, state):
+    mom = state.get_slot(var, "momentum")
+    return training_ops.resource_apply_momentum(
+        var.handle,
+        mom.handle,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        state.get_hyper("momentum", var.dtype.base_dtype),
+        use_locking=self._use_locking,
+        use_nesterov=self._use_nesterov)
+
+  def _apply_sparse(self, grad, var, state):
+    mom = state.get_slot(var, "momentum")
+    return training_ops.sparse_apply_momentum(
+        var,
+        mom,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad.values,
+        grad.indices,
+        state.get_hyper("momentum", var.dtype.base_dtype),
+        use_locking=self._use_locking,
+        use_nesterov=self._use_nesterov).op
+
+  def _resource_apply_sparse(self, grad, var, indices, state):
+    mom = state.get_slot(var, "momentum")
+    return training_ops.resource_sparse_apply_momentum(
+        var.handle,
+        mom.handle,
+        state.get_hyper("learning_rate", var.dtype.base_dtype),
+        grad,
+        indices,
+        state.get_hyper("momentum", var.dtype.base_dtype),
+        use_locking=self._use_locking,
+        use_nesterov=self._use_nesterov)
diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index 9c98dd93b4..b00262e1f3 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -20,11 +20,471 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.util import deprecation
+import abc
 
+from tensorflow.python.eager import backprop
+from tensorflow.python.eager import context
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import gradients
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variable_scope
+from tensorflow.python.ops import variables
+from tensorflow.python.training import distribute as distribute_lib
+from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import optimizer as optimizer_v1
+from tensorflow.python.training import slot_creator
+from tensorflow.python.training.checkpointable import base as checkpointable
+from tensorflow.python.util import nest
 
-class OptimizerV2(optimizer_v2.OptimizerV2):
+
+class _OptimizableVariable(object):
+  """Interface for abstracting over variables in the optimizers."""
+
+  @abc.abstractmethod
+  def target(self):
+    """Returns the optimization target for this variable."""
+    raise NotImplementedError("Calling an abstract method.")
+
+  @abc.abstractmethod
+  def update_op(self, optimizer, g, *args):
+    """Returns the update ops for updating the variable."""
+    raise NotImplementedError("Calling an abstract method.")
+
+
+class _RefVariableProcessor(_OptimizableVariable):
+  """Processor for Variable."""
+
+  def __init__(self, v):
+    self._v = v
+
+  def target(self):
+    return self._v._ref()  # pylint: disable=protected-access
+
+  def update_op(self, optimizer, g, *args):
+    if isinstance(g, ops.Tensor):
+      update_op = optimizer._apply_dense(g, self._v, *args)  # pylint: disable=protected-access
+      if self._v.constraint is not None:
+        with ops.control_dependencies([update_op]):
+          return self._v.assign(self._v.constraint(self._v))
+      else:
+        return update_op
+    else:
+      assert isinstance(g, ops.IndexedSlices), ("Gradient ", g, " is neither a "
+                                                "tensor nor IndexedSlices.")
+      if self._v.constraint is not None:
+        raise RuntimeError(
+            "Cannot use a constraint function on a sparse variable.")
+      # pylint: disable=protected-access
+      return optimizer._apply_sparse_duplicate_indices(g, self._v, *args)
+
+
+class _DenseReadResourceVariableProcessor(_OptimizableVariable):
+  """Processor for dense ResourceVariables."""
+
+  def __init__(self, v):
+    self._v = v
+
+  def target(self):
+    return self._v
+
+  def update_op(self, optimizer, g, *args):
+    # pylint: disable=protected-access
+    update_op = optimizer._resource_apply_dense(g, self._v.op.inputs[0], *args)
+    if self._v.constraint is not None:
+      with ops.control_dependencies([update_op]):
+        return self._v.assign(self._v.constraint(self._v))
+    else:
+      return update_op
+
+
+class _DenseResourceVariableProcessor(_OptimizableVariable):
+  """Processor for dense ResourceVariables."""
+
+  def __init__(self, v):
+    self._v = v
+
+  def target(self):
+    return self._v
+
+  def update_op(self, optimizer, g, *args):
+    # pylint: disable=protected-access
+    if isinstance(g, ops.IndexedSlices):
+      if self._v.constraint is not None:
+        raise RuntimeError(
+            "Cannot use a constraint function on a sparse variable.")
+      return optimizer._resource_apply_sparse_duplicate_indices(
+          g.values, self._v, g.indices, *args)
+    update_op = optimizer._resource_apply_dense(g, self._v, *args)
+    if self._v.constraint is not None:
+      with ops.control_dependencies([update_op]):
+        return self._v.assign(self._v.constraint(self._v))
+    else:
+      return update_op
+
+
+class _TensorProcessor(_OptimizableVariable):
+  """Processor for ordinary Tensors.
+
+  Even though a Tensor can't really be updated, sometimes it is useful to
+  compute the gradients with respect to a Tensor using the optimizer. Updating
+  the Tensor is, of course, unsupported.
+  """
+
+  def __init__(self, v):
+    self._v = v
+
+  def target(self):
+    return self._v
+
+  def update_op(self, optimizer, g, *args):
+    raise NotImplementedError("Trying to update a Tensor ", self._v)
+
+
+def _get_processor(v):
+  """The processor of v."""
+  if context.executing_eagerly():
+    if isinstance(v, ops.Tensor):
+      return _TensorProcessor(v)
+    else:
+      return _DenseResourceVariableProcessor(v)
+  if v.op.type == "VarHandleOp":
+    return _DenseResourceVariableProcessor(v)
+  if isinstance(v, variables.Variable):
+    return _RefVariableProcessor(v)
+  if isinstance(v, ops.Tensor):
+    return _TensorProcessor(v)
+  raise NotImplementedError("Trying to optimize unsupported type ", v)
+
+
+def _var_key_v2(var):
+  """Key for representing a primary variable, for looking up slots."""
+  # pylint: disable=protected-access
+  if hasattr(var, "_distributed_container"):
+    distributed_container = var._distributed_container()
+    assert distributed_container is not None
+    if context.executing_eagerly():
+      return distributed_container._unique_id
+    return distributed_container._shared_name
+  if context.executing_eagerly():
+    return var._unique_id
+  return var.op.name
+
+
+def _resolve(value, name):
+  if callable(value):
+    value = value()
+  return ops.convert_to_tensor(value, name=name)
+
+
+def _is_dynamic(value):
+  """Returns true if __init__ arg `value` should be re-evaluated each step."""
+  if callable(value):
+    return True
+  # Don't need to do anything special in graph mode, since dynamic values
+  # will propagate correctly automatically.
+  # TODO(josh11b): Add per-device caching across steps using variables for
+  # truly static values once we add distributed support.
+  if context.executing_eagerly() and isinstance(
+      value, resource_variable_ops.ResourceVariable):
+    return True
+  return False
+
+
+class _OptimizerV2State(object):
+  """Holds per-graph and per-step optimizer state.
+
+  Use _init_with_static_hyper() to create the state for a graph, and then
+  _copy_with_dynamic_hyper() to convert that to state for a particular step.
+  The difference between the two is that the former only has hyper
+  parameter values that are static and the latter also has values that
+  can change every step (according to _is_dynamic()).
+  """
+
+  def __init__(self, op_name):
+    self._op_name = op_name
+
+  def _init_with_static_hyper(self, hyper):
+    """Initialize a fresh state object from hyper dict."""
+    # self._hyper contains a dict from name to a dict with the Tensor values.
+    # This dict starts with a single item with key "None" with the hyper
+    # parameter value converted to a Tensor. Other items have dtype keys
+    # with that Tensor cast to that dtype.
+    with ops.init_scope():
+      self._hyper = {
+          name: {
+              None: ops.convert_to_tensor(value, name=name)
+          } for name, (dynamic, value) in sorted(hyper.items()) if not dynamic
+      }
+    self._slots = {}
+    self._non_slot_dict = {}
+    # Extra state to help Optimizers implement Checkpointable. Holds information
+    # about variables which will be restored as soon as they're created.
+    self._deferred_dependencies = {}  # Non-slot variables
+    self._deferred_slot_restorations = {}  # Slot variables
+
+  def _copy_with_dynamic_hyper(self, hyper, distribution, non_slot_devices):
+    """Create a new state object for a particular step."""
+    ret = _OptimizerV2State(self._op_name)
+    # pylint: disable=protected-access
+    ret._slots = self._slots
+    ret._non_slot_dict = self._non_slot_dict
+    ret._deferred_dependencies = self._deferred_dependencies
+    ret._deferred_slot_restorations = self._deferred_slot_restorations
+    ret._hyper = {
+        name: {
+            None: _resolve(value, name)
+        } for name, (dynamic, value) in sorted(hyper.items()) if dynamic
+    }
+    ret._hyper.update(self._hyper)
+    ret._non_slot_devices = non_slot_devices
+    ret._distribution = distribution
+    return ret
+
+  def _variables(self):
+    """Returns a list of all variables held by self."""
+    optimizer_variables = list(self._non_slot_dict.values())
+    for variable_dict in self._slots.values():
+      for slot_for_variable in variable_dict.values():
+        optimizer_variables.append(slot_for_variable)
+    # Sort variables by name so that the return is deterministic.
+    return sorted(optimizer_variables, key=lambda v: v.name)
+
+  def _slot_dict(self, slot_name):
+    """Returns a dict for caching slots created under the given name.
+
+    Args:
+      slot_name: Name for the slot.
+
+    Returns:
+      A dict that maps primary `Variable` objects to the slot created
+      for that variable, under the given slot name.
+    """
+    named_slots = self._slots.get(slot_name, None)
+    if named_slots is None:
+      named_slots = {}
+      self._slots[slot_name] = named_slots
+    return named_slots
+
+  def create_slot(self, var, val, slot_name, optional_op_name=None):
+    """Find or create a slot for a variable.
+
+    Args:
+      var: A `Variable` object.
+      val: A `Tensor`.  The initial value of the slot.
+      slot_name: Name for the slot.
+      optional_op_name: Name to use when scoping the Variable that needs to be
+        created for the slot.
+
+    Returns:
+      A `Variable` object.
+    """
+    named_slots = self._slot_dict(slot_name)
+    var_key = _var_key_v2(var)
+    if var_key not in named_slots:
+      new_slot_variable = slot_creator.create_slot(
+          var, val, optional_op_name or self._op_name)
+      self._restore_slot_variable(
+          slot_name=slot_name, variable=var, slot_variable=new_slot_variable)
+      named_slots[var_key] = new_slot_variable
+    return named_slots[var_key]
+
+  def create_slot_with_initializer(self,
+                                   var,
+                                   initializer,
+                                   shape,
+                                   dtype,
+                                   slot_name,
+                                   optional_op_name=None):
+    """Find or create a slot for a variable, using an Initializer.
+
+    Args:
+      var: A `Variable` object.
+      initializer: An `Initializer`.  The initial value of the slot.
+      shape: Shape of the initial value of the slot.
+      dtype: Type of the value of the slot.
+      slot_name: Name for the slot.
+      optional_op_name: Name to use when scoping the Variable that needs to be
+        created for the slot.
+
+    Returns:
+      A `Variable` object.
+    """
+    named_slots = self._slot_dict(slot_name)
+    var_key = _var_key_v2(var)
+    if var_key not in named_slots:
+      new_slot_variable = slot_creator.create_slot_with_initializer(
+          var, initializer, shape, dtype, optional_op_name or self._op_name)
+      self._restore_slot_variable(
+          slot_name=slot_name, variable=var, slot_variable=new_slot_variable)
+      named_slots[var_key] = new_slot_variable
+    return named_slots[var_key]
+
+  def zeros_slot(self, var, slot_name, optional_op_name=None):
+    """Find or create a slot initialized with 0.0.
+
+    Args:
+      var: A `Variable` object.
+      slot_name: Name for the slot.
+      optional_op_name: Name to use when scoping the Variable that needs to be
+        created for the slot.
+
+    Returns:
+      A `Variable` object.
+    """
+    named_slots = self._slot_dict(slot_name)
+    var_key = _var_key_v2(var)
+    if var_key not in named_slots:
+      new_slot_variable = slot_creator.create_zeros_slot(
+          var, optional_op_name or self._op_name)
+      self._restore_slot_variable(
+          slot_name=slot_name, variable=var, slot_variable=new_slot_variable)
+      named_slots[var_key] = new_slot_variable
+    return named_slots[var_key]
+
+  def _create_or_restore_slot_variable(self,
+                                       slot_variable_position,
+                                       slot_name,
+                                       variable,
+                                       optional_op_name=None):
+    """Restore a slot variable's value, possibly creating it.
+
+    Called when a variable which has an associated slot variable is created or
+    restored. When executing eagerly, we create the slot variable with a
+    restoring initializer.
+
+    No new variables are created when graph building. Instead,
+    _restore_slot_variable catches these after normal creation and adds restore
+    ops to the graph. This method is nonetheless important when graph building
+    for the case when a slot variable has already been created but `variable`
+    has just been added to a dependency graph (causing us to realize that the
+    slot variable needs to be restored).
+
+    Args:
+      slot_variable_position: A `checkpointable._CheckpointPosition` object
+        indicating the slot variable `Checkpointable` object to be restored.
+      slot_name: The name of this `Optimizer`'s slot to restore into.
+      variable: The variable object this slot is being created for.
+      optional_op_name: Name to use when scoping the Variable that needs to be
+        created for the slot.
+    """
+    slot_variable = self.get_slot(var=variable, name=slot_name)
+    if (slot_variable is None and context.executing_eagerly() and
+        slot_variable_position.is_simple_variable()
+        # Defer slot variable creation if there is an active variable creator
+        # scope. Generally we'd like to eagerly create/restore slot variables
+        # when possible, but this may mean that scopes intended to catch
+        # `variable` also catch its eagerly created slot variable
+        # unintentionally (specifically make_template would add a dependency on
+        # a slot variable if not for this case). Deferring is mostly harmless
+        # (aside from double initialization), and makes variable creator scopes
+        # behave the same way they do when graph building.
+        and not ops.get_default_graph()._variable_creator_stack):  # pylint: disable=protected-access
+      initializer = checkpointable.CheckpointInitialValue(
+          checkpoint_position=slot_variable_position)
+      slot_variable = self.create_slot(
+          var=variable,
+          val=initializer,
+          slot_name=slot_name,
+          optional_op_name=optional_op_name)
+      # Optimizers do not have unconditional dependencies on their slot
+      # variables (nor do any other objects). They are only saved if the
+      # variables they were created for are also saved.
+    if slot_variable is not None:
+      # If we've either made this slot variable, or if we've pulled out an
+      # existing slot variable, we should restore it.
+      slot_variable_position.restore(slot_variable)
+    else:
+      # We didn't make the slot variable. Defer restoring until it gets created
+      # normally. We keep a list rather than the one with the highest restore
+      # UID in case slot variables have their own dependencies, in which case
+      # those could differ between restores.
+      variable_key = _var_key_v2(variable)
+      self._deferred_slot_restorations.setdefault(slot_name, {}).setdefault(
+          variable_key, []).append(slot_variable_position)
+
+  def get_slot(self, var, name):
+    """Return a slot named `name` created for `var` by the Optimizer.
+
+    Some `Optimizer` subclasses use additional variables.  For example
+    `Momentum` and `Adagrad` use variables to accumulate updates.  This method
+    gives access to these `Variable` objects if for some reason you need them.
+
+    Use `get_slot_names()` to get the list of slot names created by the
+    `Optimizer`.
+
+    Args:
+      var: A variable passed to `minimize()` or `apply_gradients()`.
+      name: A string.
+
+    Returns:
+      The `Variable` for the slot if it was created, `None` otherwise.
+    """
+    named_slots = self._slots.get(name, None)
+    if not named_slots:
+      return None
+    return named_slots.get(_var_key_v2(var), None)
+
+  def get_slot_names(self):
+    """Return a list of the names of slots created by the `Optimizer`.
+
+    See `get_slot()`.
+
+    Returns:
+      A list of strings.
+    """
+    return sorted(self._slots.keys())
+
+  def create_non_slot(self, initial_value, name, colocate_with=None):
+    """Add an extra variable, not associated with a slot."""
+    v = self._non_slot_dict.get(name, None)
+    if v is None:
+      if colocate_with is None:
+        colocate_with = self._non_slot_devices
+      with self._distribution.colocate_vars_with(colocate_with):
+        # TODO(josh11b): Use get_variable() except for the legacy Adam use case.
+        v = variable_scope.variable(initial_value, name=name, trainable=False)
+      self._non_slot_dict[name] = v
+      deferred_dependencies_list = self._deferred_dependencies.pop(name, ())
+      for checkpoint_position in sorted(
+          deferred_dependencies_list,
+          key=lambda restore: restore.checkpoint.restore_uid,
+          reverse=True):
+        checkpoint_position.restore(v)
+    return v
+
+  def _restore_slot_variable(self, slot_name, variable, slot_variable):
+    """Restore a newly created slot variable's value."""
+    variable_key = _var_key_v2(variable)
+    deferred_restorations = self._deferred_slot_restorations.get(
+        slot_name, {}).pop(variable_key, [])
+    # Iterate over restores, highest restore UID first to minimize the number
+    # of assignments.
+    deferred_restorations.sort(
+        key=lambda position: position.restore_uid, reverse=True)
+    for checkpoint_position in deferred_restorations:
+      checkpoint_position.restore(slot_variable)
+
+  def get_non_slot(self, name):
+    """Returns the non-slot variable identified by `name`."""
+    return self._non_slot_dict.get(name, None)
+
+  def get_hyper(self, name, dtype=None):
+    """Returns the `name` hyper parameter, optionally cast to `dtype`."""
+    dtype_dict = self._hyper[name]
+    # Do we have the value cast to dtype already cached? This should always
+    # succeed when dtype is None.
+    if dtype in dtype_dict:
+      return dtype_dict[dtype]
+    # Not cached, cast to dtype and save the result in the cache.
+    result = math_ops.cast(dtype_dict[None], dtype)
+    dtype_dict[dtype] = result
+    return result
+
+
+class OptimizerV2(optimizer_v1.Optimizer):
   """Updated base class for optimizers.
 
   This class defines the API to add Ops to train a model.  You never use this
@@ -135,10 +595,6 @@ class OptimizerV2(optimizer_v2.OptimizerV2):
   GATE_OP = 1
   GATE_GRAPH = 2
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self, use_locking, name):
     """Create a new Optimizer.
 
@@ -159,4 +615,758 @@ class OptimizerV2(optimizer_v2.OptimizerV2):
       RuntimeError: If _create_slots has been overridden instead of
           _create_vars.
     """
-    super(OptimizerV2, self).__init__(name)
+    # Note: We intentionally don't call parent __init__.
+
+    # Optimizer._create_slots was replaced by _create_vars in OptimizerV2.
+    if (self.__class__._create_slots.__code__ is not  # pylint: disable=protected-access
+        OptimizerV2._create_slots.__code__):
+      raise RuntimeError(
+          "Override _create_vars instead of _create_slots when "
+          "descending from OptimizerV2 (class %s)" % self.__class__.__name__)
+    if not name:
+      raise ValueError("Must specify the optimizer name")
+
+    self._use_locking = use_locking
+    self._name = name
+    # Map from graph_key to state for that graph. We use the graph_key
+    # since it works in both eager and graph mode, and gives the outer
+    # graph inside functions.
+    tower_context = distribution_strategy_context.get_tower_context()
+    if tower_context is None:
+      # In a cross-tower context for a DistributionStrategy, which means
+      # only one Optimizer will be created, not one per tower.
+      self._per_graph_state = {}
+    else:
+      # We use get_tower_context().merge_call() to get a single dict
+      # shared across all model replicas when running with a
+      # DistributionStrategy.
+      self._per_graph_state = tower_context.merge_call(lambda _: {})
+
+    # Hyper parameters, and whether they should be re-evaluated every step.
+    self._hyper = {}
+
+  def _set_hyper(self, name, value):
+    self._hyper[name] = (_is_dynamic(value), value)
+
+  def minimize(self,
+               loss,
+               global_step=None,
+               var_list=None,
+               gate_gradients=GATE_OP,
+               aggregation_method=None,
+               colocate_gradients_with_ops=False,
+               name=None,
+               grad_loss=None,
+               stop_gradients=None,
+               scale_loss_by_num_towers=None):
+    """Add operations to minimize `loss` by updating `var_list`.
+
+    This method simply combines calls `compute_gradients()` and
+    `apply_gradients()`. If you want to process the gradient before applying
+    them call `compute_gradients()` and `apply_gradients()` explicitly instead
+    of using this function.
+
+    Args:
+      loss: A `Tensor` containing the value to minimize.
+      global_step: Optional `Variable` to increment by one after the variables
+        have been updated.
+      var_list: Optional list or tuple of `Variable` objects to update to
+        minimize `loss`.  Defaults to the list of variables collected in the
+        graph under the key `GraphKeys.TRAINABLE_VARIABLES`.
+      gate_gradients: How to gate the computation of gradients.  Can be
+        `GATE_NONE`, `GATE_OP`, or  `GATE_GRAPH`.
+      aggregation_method: Specifies the method used to combine gradient terms.
+        Valid values are defined in the class `AggregationMethod`.
+      colocate_gradients_with_ops: If True, try colocating gradients with the
+        corresponding op.
+      name: Optional name for the returned operation.
+      grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
+      stop_gradients: Optional. A Tensor or list of tensors not to differentiate
+        through.
+      scale_loss_by_num_towers: Optional boolean. If true, scale the loss down
+        by the number of towers. By default, auto-detects whether this is
+        needed.
+
+    Returns:
+      An Operation that updates the variables in `var_list`.  If `global_step`
+      was not `None`, that operation also increments `global_step`.
+
+    Raises:
+      ValueError: If some of the variables are not `Variable` objects.
+
+    @compatibility(eager)
+    When eager execution is enabled, `loss` should be a Python function that
+    takes elements of `var_list` as arguments and computes the value to be
+    minimized. If `var_list` is None, `loss` should take no arguments.
+    Minimization (and gradient computation) is done with respect to the
+    elements of `var_list` if not None, else with respect to any trainable
+    variables created during the execution of the `loss` function.
+    `gate_gradients`, `aggregation_method`, `colocate_gradients_with_ops` and
+    `grad_loss` are ignored when eager execution is enabled.
+    @end_compatibility
+    """
+    grads_and_vars = self.compute_gradients(
+        loss,
+        var_list=var_list,
+        gate_gradients=gate_gradients,
+        aggregation_method=aggregation_method,
+        colocate_gradients_with_ops=colocate_gradients_with_ops,
+        grad_loss=grad_loss,
+        stop_gradients=stop_gradients,
+        scale_loss_by_num_towers=scale_loss_by_num_towers)
+
+    vars_with_grad = [v for g, v in grads_and_vars if g is not None]
+    if not vars_with_grad:
+      raise ValueError(
+          "No gradients provided for any variable, check your graph for ops"
+          " that do not support gradients, between variables %s and loss %s." %
+          ([str(v) for _, v in grads_and_vars], loss))
+
+    return self.apply_gradients(
+        grads_and_vars, global_step=global_step, name=name)
+
+  def compute_gradients(self,
+                        loss,
+                        var_list=None,
+                        gate_gradients=GATE_OP,
+                        aggregation_method=None,
+                        colocate_gradients_with_ops=False,
+                        grad_loss=None,
+                        stop_gradients=None,
+                        scale_loss_by_num_towers=None):
+    """Compute gradients of `loss` for the variables in `var_list`.
+
+    This is the first part of `minimize()`.  It returns a list
+    of (gradient, variable) pairs where "gradient" is the gradient
+    for "variable".  Note that "gradient" can be a `Tensor`, an
+    `IndexedSlices`, or `None` if there is no gradient for the
+    given variable.
+
+    Args:
+      loss: A Tensor containing the value to minimize or a callable taking no
+        arguments which returns the value to minimize. When eager execution is
+        enabled it must be a callable.
+      var_list: Optional list or tuple of `tf.Variable` to update to minimize
+        `loss`.  Defaults to the list of variables collected in the graph under
+        the key `GraphKeys.TRAINABLE_VARIABLES`.
+      gate_gradients: How to gate the computation of gradients.  Can be
+        `GATE_NONE`, `GATE_OP`, or `GATE_GRAPH`.
+      aggregation_method: Specifies the method used to combine gradient terms.
+        Valid values are defined in the class `AggregationMethod`.
+      colocate_gradients_with_ops: If True, try colocating gradients with the
+        corresponding op.
+      grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
+      stop_gradients: Optional. A Tensor or list of tensors not to differentiate
+        through.
+      scale_loss_by_num_towers: Optional boolean. If true, scale the loss down
+        by the number of towers. By default, auto-detects whether this is
+        needed.
+
+    Returns:
+      A list of (gradient, variable) pairs. Variable is always present, but
+      gradient can be `None`.
+
+    Raises:
+      TypeError: If `var_list` contains anything else than `Variable` objects.
+      ValueError: If some arguments are invalid.
+      RuntimeError: If called with eager execution enabled and `loss` is
+        not callable.
+
+    @compatibility(eager)
+    When eager execution is enabled, `gate_gradients`, `aggregation_method`,
+    and `colocate_gradients_with_ops` are ignored.
+    @end_compatibility
+    """
+    # TODO(josh11b): Test that we handle weight decay in a reasonable way.
+    if callable(loss):
+      with backprop.GradientTape() as tape:
+        if var_list is not None:
+          tape.watch(var_list)
+        loss_value = loss()
+
+        # Scale loss for number of towers (callable-loss case). In this case,
+        # we have to be careful to call distribute_lib.get_loss_reduction()
+        # *after* loss() is evaluated, so we know what loss reduction it uses.
+        if scale_loss_by_num_towers is None:
+          scale_loss_by_num_towers = (
+              distribute_lib.get_loss_reduction() == variable_scope
+              .VariableAggregation.MEAN)
+        if scale_loss_by_num_towers:
+          num_towers = distribution_strategy_context.get_distribution_strategy(
+          ).num_towers
+          if num_towers > 1:
+            loss_value *= 1. / num_towers
+
+      if var_list is None:
+        var_list = tape.watched_variables()
+      grads = tape.gradient(loss_value, var_list, grad_loss)
+      return list(zip(grads, var_list))
+    if context.executing_eagerly():
+      raise RuntimeError("`loss` passed to Optimizer.compute_gradients should "
+                         "be a function when eager execution is enabled.")
+
+    # Scale loss for number of towers (non-callable-loss case).
+    if scale_loss_by_num_towers is None:
+      scale_loss_by_num_towers = (
+          distribute_lib.get_loss_reduction() == variable_scope
+          .VariableAggregation.MEAN)
+    if scale_loss_by_num_towers:
+      num_towers = distribution_strategy_context.get_distribution_strategy(
+      ).num_towers
+      if num_towers > 1:
+        loss *= 1. / num_towers
+
+    if gate_gradients not in [
+        optimizer_v1.Optimizer.GATE_NONE, optimizer_v1.Optimizer.GATE_OP,
+        optimizer_v1.Optimizer.GATE_GRAPH
+    ]:
+      raise ValueError(
+          "gate_gradients must be one of: Optimizer.GATE_NONE, "
+          "Optimizer.GATE_OP, Optimizer.GATE_GRAPH.  Not %s" % gate_gradients)
+    self._assert_valid_dtypes([loss])
+    if grad_loss is not None:
+      self._assert_valid_dtypes([grad_loss])
+    if var_list is None:
+      var_list = (
+          variables.trainable_variables() + ops.get_collection(
+              ops.GraphKeys.TRAINABLE_RESOURCE_VARIABLES))
+    else:
+      var_list = nest.flatten(var_list)
+    # pylint: disable=protected-access
+    var_list += ops.get_collection(ops.GraphKeys._STREAMING_MODEL_PORTS)
+    # pylint: enable=protected-access
+    processors = [_get_processor(v) for v in var_list]
+    if not var_list:
+      raise ValueError("No variables to optimize.")
+    var_refs = [p.target() for p in processors]
+    grads = gradients.gradients(
+        loss,
+        var_refs,
+        grad_ys=grad_loss,
+        gate_gradients=(gate_gradients == optimizer_v1.Optimizer.GATE_OP),
+        aggregation_method=aggregation_method,
+        colocate_gradients_with_ops=colocate_gradients_with_ops,
+        stop_gradients=stop_gradients)
+    if gate_gradients == optimizer_v1.Optimizer.GATE_GRAPH:
+      grads = control_flow_ops.tuple(grads)
+    grads_and_vars = list(zip(grads, var_list))
+    self._assert_valid_dtypes([
+        v for g, v in grads_and_vars
+        if g is not None and v.dtype != dtypes.resource
+    ])
+    return grads_and_vars
+
+  def apply_gradients(self, grads_and_vars, global_step=None, name=None):
+    """Apply gradients to variables.
+
+    This is the second part of `minimize()`. It returns an `Operation` that
+    applies gradients.
+
+    Args:
+      grads_and_vars: List of (gradient, variable) pairs as returned by
+        `compute_gradients()`.
+      global_step: Optional `Variable` to increment by one after the variables
+        have been updated.
+      name: Optional name for the returned operation.  Default to the name
+        passed to the `Optimizer` constructor.
+
+    Returns:
+      An `Operation` that applies the specified gradients. If `global_step`
+      was not None, that operation also increments `global_step`.
+
+    Raises:
+      TypeError: If `grads_and_vars` is malformed.
+      ValueError: If none of the variables have gradients.
+    """
+    # This is a default implementation of apply_gradients() that can be shared
+    # by most optimizers.  It relies on the subclass implementing the following
+    # methods: _create_vars(), _prepare(), _apply_dense(), and _apply_sparse().
+
+    # Filter out variables with gradients of `None`.
+    grads_and_vars = tuple(grads_and_vars)  # Make sure repeat iteration works.
+    if not grads_and_vars:
+      raise ValueError("No variables provided.")
+    filtered = tuple((g, v) for (g, v) in grads_and_vars if g is not None)
+    if not filtered:
+      raise ValueError("No gradients provided for any variable: %s." %
+                       ([str(v) for _, v in grads_and_vars],))
+    return distribution_strategy_context.get_tower_context().merge_call(
+        self._distributed_apply, filtered, global_step=global_step, name=name)
+
+  def _get_or_create_state(self, var_list=None):
+    """Either looks up or creates `_OptimizerV2State`.
+
+    If any variables are available, they should be passed via the `var_list`
+    argument, and these will be used to determine the graph to create/retrieve
+    state for. Otherwise the returned state is for the current default graph.
+
+    Args:
+      var_list: A list of variables to extract a graph from.
+
+    Returns:
+      An `_OptimizerV2State` object.
+    """
+    # Determine the graph_key from the current graph.
+    eager_execution = context.executing_eagerly()
+    if eager_execution or var_list is None:
+      graph = ops.get_default_graph()
+    else:
+      graph = ops._get_graph_from_inputs(var_list)  # pylint: disable=protected-access
+    assert graph is not None
+    graph_key = graph._graph_key  # pylint: disable=protected-access
+
+    # Get the per graph state by looking up the graph_key.
+    if graph_key in self._per_graph_state:
+      per_graph_state = self._per_graph_state[graph_key]
+    else:
+      per_graph_state = _OptimizerV2State(self._name)
+      per_graph_state._init_with_static_hyper(self._hyper)  # pylint: disable=protected-access
+      self._per_graph_state[graph_key] = per_graph_state
+    return per_graph_state
+
+  def _distributed_apply(self, distribution, grads_and_vars, global_step, name):
+    """`apply_gradients` for use with a `DistributionStrategy`."""
+    reduced_grads = distribution.batch_reduce(
+        variable_scope.VariableAggregation.SUM, grads_and_vars)
+    var_list = [v for _, v in grads_and_vars]
+    grads_and_vars = zip(reduced_grads, var_list)
+
+    unwrapped_var_list = [x for v in var_list for x in distribution.unwrap(v)]
+    eager_execution = context.executing_eagerly()
+    if eager_execution:
+      # Give a clear error in this case instead of "name not supported
+      # for Eager Tensors" when we compute non_slot_devices.
+      for v in unwrapped_var_list:
+        if isinstance(v, ops.Tensor):
+          raise NotImplementedError("Trying to update a Tensor ", v)
+
+    with ops.name_scope(name, self._name) as name:
+      per_graph_state = self._get_or_create_state(var_list=unwrapped_var_list)
+      # Include the current value of any dynamic hyper parameters in `state`.
+      non_slot_devices = distribution.non_slot_devices(var_list)
+      state = per_graph_state._copy_with_dynamic_hyper(  # pylint: disable=protected-access
+          self._hyper, distribution, non_slot_devices)
+
+    # Create any slot and non-slot variables we need in `state`.
+    with ops.init_scope():
+      self._create_vars(var_list, state)
+
+    with ops.name_scope(name):  # Re-enter name_scope created above
+      # Give the child class a chance to do something before we start
+      # applying gradients.
+      self._prepare(state)
+
+      def update(v, g):
+        """Update variable `v` using gradient `g`."""
+        assert v is not None
+
+        # Convert the grad to Tensor or IndexedSlices if necessary, and
+        # look up a processor for each variable's type.
+        try:
+          g = ops.convert_to_tensor_or_indexed_slices(g)
+        except TypeError:
+          raise TypeError("Gradient must be convertible to a Tensor"
+                          " or IndexedSlices, or None: %s" % g)
+        if not isinstance(g, (ops.Tensor, ops.IndexedSlices)):
+          raise TypeError(
+              "Gradient must be a Tensor, IndexedSlices, or None: %s" % g)
+        processor = _get_processor(v)
+
+        # We colocate all ops created in _apply_dense or _apply_sparse
+        # on the same device as the variable.
+        # TODO(apassos): figure out how to get the variable name here.
+        scope_name = "" if eager_execution else v.op.name
+        # device_policy is set because non-mirrored tensors will be read in
+        # `update_op`.
+        # TODO(josh11b): Make different state objects for each device to
+        # avoid needing to set the device_policy.
+        device_policy = context.context().device_policy(
+            context.DEVICE_PLACEMENT_SILENT)
+        with ops.name_scope("update_" + scope_name), device_policy:
+          return processor.update_op(self, g, state)
+
+      # Use the processors to update the variables.
+      update_ops = []
+      for grad, var in grads_and_vars:
+        update_ops.extend(distribution.update(var, update, grad, grouped=False))
+
+      # Give the child class a chance to do something after applying
+      # gradients
+      def finish():
+        # TODO(josh11b): Make different state objects for each device to
+        # avoid needing to set the device_policy.
+        with context.context().device_policy(context.DEVICE_PLACEMENT_SILENT):
+          return self._finish(state)
+
+      update_ops = control_flow_ops.group(update_ops)
+      with ops.control_dependencies([update_ops]):
+        finish_updates = distribution.update_non_slot(
+            non_slot_devices, finish, grouped=False)
+      # We said grouped=False, which means finish_updates is always a list.
+      # It will be [None] when finish() returns None.
+      if finish_updates == [None]:
+        finish_updates = [update_ops]
+
+      # Update `global_step` (if any).
+      if global_step is None:
+        apply_updates = distribution.group(finish_updates, name=name)
+      else:
+        with ops.control_dependencies(finish_updates):
+
+          def update_global_step(global_step, name):
+            return global_step.assign_add(1, read_value=False, name=name)
+
+          apply_updates = distribution.update(global_step, update_global_step,
+                                              name)
+
+      # Add the training op to the TRAIN_OP graph collection in graph mode.
+      if not eager_execution:
+        if isinstance(apply_updates, ops.Tensor):
+          apply_updates = apply_updates.op
+        train_op = ops.get_collection_ref(ops.GraphKeys.TRAIN_OP)
+        if apply_updates not in train_op:
+          train_op.append(apply_updates)
+
+      return apply_updates
+
+  def get_slot(self, var, name):
+    """Return a slot named `name` created for `var` by the Optimizer.
+
+    Some `Optimizer` subclasses use additional variables.  For example
+    `Momentum` and `Adagrad` use variables to accumulate updates.  This method
+    gives access to these `Variable` objects if for some reason you need them.
+
+    Use `get_slot_names()` to get the list of slot names created by the
+    `Optimizer`.
+
+    Args:
+      var: A variable passed to `minimize()` or `apply_gradients()`.
+      name: A string.
+
+    Returns:
+      The `Variable` for the slot if it was created, `None` otherwise.
+    """
+    state = self._get_state_for_var(var)
+    return state.get_slot(var, name) if state is not None else None
+
+  def get_slot_names(self):
+    """Return a list of the names of slots created by the `Optimizer`.
+
+    See `get_slot()`.
+
+    Returns:
+      A list of strings.
+    """
+    state = self._get_per_graph_state()
+    return state.get_slot_names() if state is not None else []
+
+  def variables(self):
+    """A list of variables which encode the current state of `Optimizer`.
+
+    Includes slot variables and additional global variables created by the
+    optimizer in the current default graph.
+
+    Returns:
+      A list of variables.
+    """
+    state = self._get_per_graph_state()
+    return state._variables() if state is not None else []  # pylint: disable=protected-access
+
+  # --------------
+  # Methods to be implemented by subclasses if they want to use the
+  # inherited implementation of apply_gradients() or compute_gradients().
+  # --------------
+  def _create_vars(self, var_list, state):
+    """Create all slots needed by the variables and any non-slot variables.
+
+    Args:
+      var_list: A list of `Variable` objects.
+      state: An object with these methods: `create_slot(var, val, slot_name,
+        optional_op_name)`, `create_slot_with_initializer(` `var, initializer,
+        shape, dtype, slot_name, optional_op_name)`, `zeros_slot(var, slot_name,
+        optional_op_name)`, `create_non_slot_variable(initial_value, name,
+        colocate_with)`, `get_hyper(name)`
+    """
+    # No slots needed by default
+    pass
+
+  def _prepare(self, state):
+    """Code to execute before applying gradients.
+
+    Note that most uses of _prepare() in Optimizer have been subsumed
+    by explicit support for hyper parameters in OptimizerV2
+
+    Args:
+      state: An object with a `get_hyper(name)` method.
+
+    Returns:
+      Return value will be ignored.
+    """
+    pass
+
+  def _apply_dense(self, grad, var, state):
+    """Add ops to apply dense gradients to `var`.
+
+    Args:
+      grad: A `Tensor`.
+      var: A `Variable` object.
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      An `Operation`.
+    """
+    raise NotImplementedError()
+
+  def _resource_apply_dense(self, grad, handle, state):
+    """Add ops to apply dense gradients to the variable `handle`.
+
+    Args:
+      grad: a `Tensor` representing the gradient.
+      handle: a `Tensor` of dtype `resource` which points to the variable to be
+        updated.
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      An `Operation` which updates the value of the variable.
+    """
+    raise NotImplementedError()
+
+  def _resource_apply_sparse_duplicate_indices(self, grad, handle, indices,
+                                               state):
+    """Add ops to apply sparse gradients to `handle`, with repeated indices.
+
+    Optimizers which override this method must deal with repeated indices. See
+    the docstring of `_apply_sparse_duplicate_indices` for details. By default
+    the correct behavior, to sum non-unique indices and their associated
+    gradients, is enforced by first pre-processing `grad` and `indices` and
+    passing them on to `_resource_apply_sparse`. Optimizers which deal correctly
+    with duplicate indices may instead override this method to avoid the
+    overhead of summing.
+
+    Args:
+      grad: a `Tensor` representing the gradient for the affected indices.
+      handle: a `Tensor` of dtype `resource` which points to the variable to be
+        updated.
+      indices: a `Tensor` of integral type representing the indices for which
+        the gradient is nonzero. Indices may be repeated.
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      An `Operation` which updates the value of the variable.
+    """
+    # pylint: disable=protected-access
+    summed_grad, unique_indices = optimizer_v1._deduplicate_indexed_slices(
+        values=grad, indices=indices)
+    # pylint: enable=protected-access
+    return self._resource_apply_sparse(summed_grad, handle, unique_indices,
+                                       state)
+
+  def _resource_apply_sparse(self, grad, handle, indices, state):
+    """Add ops to apply sparse gradients to the variable `handle`.
+
+    Similar to `_apply_sparse`, the `indices` argument to this method has been
+    de-duplicated. Optimizers which deal correctly with non-unique indices may
+    instead override `_resource_apply_sparse_duplicate_indices` to avoid this
+    overhead.
+
+    Args:
+      grad: a `Tensor` representing the gradient for the affected indices.
+      handle: a `Tensor` of dtype `resource` which points to the variable to be
+        updated.
+      indices: a `Tensor` of integral type representing the indices for which
+        the gradient is nonzero. Indices are unique.
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      An `Operation` which updates the value of the variable.
+    """
+    raise NotImplementedError()
+
+  def _apply_sparse_duplicate_indices(self, grad, var, state):
+    """Add ops to apply sparse gradients to `var`, with repeated sparse indices.
+
+    Optimizers which override this method must deal with IndexedSlices objects
+    such as the following:
+
+      IndexedSlicesValue(values=[1, 1], indices=[0, 0], dense_shape=[1])
+
+    The correct interpretation is:
+
+      IndexedSlicesValue(values=[2], indices=[0], dense_shape=[1])
+
+    Many optimizers deal incorrectly with repeated indices when updating based
+    on sparse gradients (e.g. summing squares rather than squaring the sum, or
+    applying momentum terms multiple times). Adding first is always the correct
+    behavior, so this is enforced here by reconstructing the IndexedSlices to
+    have only unique indices, then calling _apply_sparse.
+
+    Optimizers which deal correctly with repeated indices may instead override
+    this method to avoid the overhead of summing indices.
+
+    Args:
+      grad: `IndexedSlices`.
+      var: A `Variable` object.
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      An `Operation`.
+    """
+    # pylint: disable=protected-access
+    summed_values, unique_indices = optimizer_v1._deduplicate_indexed_slices(
+        values=grad.values, indices=grad.indices)
+    # pylint: enable=protected-access
+    gradient_no_duplicate_indices = ops.IndexedSlices(
+        indices=unique_indices,
+        values=summed_values,
+        dense_shape=grad.dense_shape)
+    return self._apply_sparse(gradient_no_duplicate_indices, var, state)
+
+  def _apply_sparse(self, grad, var, state):
+    """Add ops to apply sparse gradients to `var`.
+
+    The IndexedSlices object passed to `grad` in this function is by default
+    pre-processed in `_apply_sparse_duplicate_indices` to remove duplicate
+    indices (see its docstring for details). Optimizers which can tolerate or
+    have correct special cases for duplicate sparse indices may override
+    `_apply_sparse_duplicate_indices` instead of this function, avoiding that
+    overhead.
+
+    Args:
+      grad: `IndexedSlices`, with no repeated indices.
+      var: A `Variable` object.
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      An `Operation`.
+    """
+    raise NotImplementedError()
+
+  def _finish(self, state):
+    """Do what is needed to finish the update.
+
+    This is called inside a scope colocated with any non-slot variables.
+
+    Args:
+      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
+        and `get_hyper(name)` methods.
+
+    Returns:
+      The operation to apply updates, or None if no updates.
+    """
+    return None
+
+  # --------------
+  # Utility methods for subclasses.
+  # --------------
+  def _get_per_graph_state(self):
+    # pylint: disable=protected-access
+    return self._per_graph_state.get(ops.get_default_graph()._graph_key, None)
+
+  def _get_state_for_var(self, var):
+    # pylint: disable=protected-access
+    return self._per_graph_state.get(var._graph_key, None)
+
+  # --------------
+  # Overridden methods from Checkpointable.
+  # --------------
+
+  def _track_checkpointable(self, *args, **kwargs):
+    """Optimizers may not track dependencies. Raises an error."""
+    raise NotImplementedError(
+        "Optimizers may not have dependencies. File a feature request if this "
+        "limitation bothers you.")
+
+  @property
+  def _checkpoint_dependencies(self):
+    """From Checkpointable. Gather graph-specific non-slot variables to save."""
+    current_graph_non_slot_variables = []
+    state = self._get_per_graph_state()
+    if state is not None:
+      for name, variable_object in sorted(
+          state._non_slot_dict.items(),  # pylint: disable=protected-access
+          # Avoid comparing variables
+          key=lambda item: item[0]):
+        current_graph_non_slot_variables.append(
+            checkpointable.CheckpointableReference(
+                name=name, ref=variable_object))
+    # Note: ignores super(); Optimizers may not have any dependencies outside of
+    # state objects.
+    return current_graph_non_slot_variables
+
+  def _lookup_dependency(self, name):
+    """From Checkpointable. Find a non-slot variable in the current graph."""
+    state = self._get_per_graph_state()
+    if state is None:
+      return None
+    else:
+      return state.get_non_slot(name)
+
+  @property
+  def _deferred_dependencies(self):
+    """Lets Checkpointable know where non-slot variables are created.
+
+    If necessary, creates a new state object for the current default graph.
+    Checkpointable will then add entries to that state's deferred dependency
+    dictionary. The state object will check that dictionary when creating
+    non-slot variables, restoring their value if an entry is found.
+
+    Returns:
+      A dictionary which holds deferred dependencies for the current default
+      graph.
+    """
+    state = self._get_or_create_state()
+    return state._deferred_dependencies  # pylint: disable=protected-access
+
+  def _create_or_restore_slot_variable(self, slot_variable_position, slot_name,
+                                       variable):
+    """Checkpointable: Restore a slot variable's value, possibly creating it.
+
+    Called when a variable which has an associated slot variable is created or
+    restored.
+
+    Args:
+      slot_variable_position: A `checkpointable._CheckpointPosition` object
+        indicating the slot variable `Checkpointable` object to be restored.
+      slot_name: The name of this `Optimizer`'s slot to restore into.
+      variable: The variable object this slot is being created for.
+    """
+    state = self._get_or_create_state(var_list=[variable])
+    state._create_or_restore_slot_variable(  # pylint: disable=protected-access
+        slot_variable_position=slot_variable_position,
+        slot_name=slot_name,
+        variable=variable,
+        optional_op_name=self._name)
+
+  # --------------
+  # Unsupported parent methods
+  # --------------
+  def _slot_dict(self, slot_name):
+    raise NotImplementedError("_slot_dict() method unsupported in OptimizerV2")
+
+  def _get_or_make_slot(self, var, val, slot_name, op_name):
+    raise NotImplementedError(
+        "_get_or_make_slot() method unsupported in OptimizerV2")
+
+  def _get_or_make_slot_with_initializer(self, var, initializer, shape, dtype,
+                                         slot_name, op_name):
+    raise NotImplementedError(
+        "_get_or_make_slot_with_initializer() method unsupported in "
+        "OptimizerV2")
+
+  def _create_non_slot_variable(self, initial_value, name, colocate_with):
+    raise NotImplementedError(
+        "_create_non_slot_variable() method unsupported in OptimizerV2")
+
+  def _get_non_slot_variable(self, name, graph=None):
+    raise NotImplementedError(
+        "_get_non_slot_variable() method unsupported in OptimizerV2")
+
+  def _non_slot_variables(self):
+    raise NotImplementedError(
+        "_non_slot_variables() method unsupported in OptimizerV2")
diff --git a/tensorflow/contrib/optimizer_v2/rmsprop.py b/tensorflow/contrib/optimizer_v2/rmsprop.py
index 090e257ddc..12175cedd3 100644
--- a/tensorflow/contrib/optimizer_v2/rmsprop.py
+++ b/tensorflow/contrib/optimizer_v2/rmsprop.py
@@ -21,7 +21,7 @@ A detailed description of rmsprop.
 - maintain a moving (discounted) average of the square of gradients
 - divide gradient by the root of this average
 
-mean_square = decay * mean_square{t-1} + (1-decay) * gradient ** 2
+mean_square = rho * mean_square{t-1} + (1-rho) * gradient ** 2
 mom = momentum * mom{t-1} + learning_rate * g_t / sqrt(mean_square)
 delta = - mom
 
@@ -30,8 +30,8 @@ This implementation of RMSProp uses plain momentum, not Nesterov momentum.
 The centered version additionally maintains a moving (discounted) average of the
 gradients, and uses that average to estimate the variance:
 
-mean_grad = decay * mean_square{t-1} + (1-decay) * gradient
-mean_square = decay * mean_square{t-1} + (1-decay) * gradient ** 2
+mean_grad = rho * mean_square{t-1} + (1-rho) * gradient
+mean_square = rho * mean_square{t-1} + (1-rho) * gradient ** 2
 mom = momentum * mom{t-1} + learning_rate * g_t /
     sqrt(mean_square - mean_grad**2)
 delta = - mom
@@ -41,21 +41,20 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.keras.optimizer_v2 import rmsprop
-from tensorflow.python.util import deprecation
+from tensorflow.contrib.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import array_ops
 
+from tensorflow.python.training import training_ops
 
-class RMSPropOptimizer(rmsprop.RMSProp):
+
+class RMSPropOptimizer(optimizer_v2.OptimizerV2):
   """Optimizer that implements the RMSProp algorithm.
 
   See the
-  [paper](http://www.cs.toronto.edu/~tijmen/csc321/slides/lecture_slides_lec6.pdf).
+  [paper]
+  (http://www.cs.toronto.edu/~tijmen/csc321/slides/lecture_slides_lec6.pdf).
   """
 
-  @deprecation.deprecated_args(
-      "2018-10-01",
-      "`use_locking = True` is no longer supported and will be ignored.",
-      ("use_locking", [False]))
   def __init__(self,
                learning_rate,
                decay=0.9,
@@ -98,10 +97,138 @@ class RMSPropOptimizer(rmsprop.RMSProp):
       name: Optional name prefix for the operations created when applying
         gradients. Defaults to "RMSProp".
     """
-    super(RMSPropOptimizer, self).__init__(
-        learning_rate=learning_rate,
-        rho=decay,
-        momentum=momentum,
-        epsilon=epsilon,
-        centered=centered,
-        name=name)
+    super(RMSPropOptimizer, self).__init__(use_locking, name)
+    self._set_hyper("learning_rate", learning_rate)
+    self._set_hyper("decay", decay)
+    self._set_hyper("momentum", momentum)
+    self._set_hyper("epsilon", epsilon)
+
+    self._centered = centered
+
+  def _create_vars(self, var_list, state):
+    for v in var_list:
+      init_rms = state.get_hyper("epsilon",
+                                 v.dtype.base_dtype) * array_ops.ones_like(v)
+      state.create_slot_with_initializer(v, init_rms, v.get_shape(),
+                                         v.dtype.base_dtype, "rms")
+      if self._centered:
+        state.zeros_slot(v, "mg")
+      state.zeros_slot(v, "momentum")
+
+  def _apply_dense(self, grad, var, state):
+    rms = state.get_slot(var, "rms")
+    mom = state.get_slot(var, "momentum")
+    if self._centered:
+      mg = state.get_slot(var, "mg")
+      return training_ops.apply_centered_rms_prop(
+          var,
+          mg,
+          rms,
+          mom,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          # epsilon is now the rms initial value and is not added to the
+          # denominator anymore, hence calling the kernel op with epsilon=0.
+          0,
+          grad,
+          use_locking=self._use_locking).op
+    else:
+      return training_ops.apply_rms_prop(
+          var,
+          rms,
+          mom,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad,
+          use_locking=self._use_locking).op
+
+  def _resource_apply_dense(self, grad, var, state):
+    rms = state.get_slot(var, "rms")
+    mom = state.get_slot(var, "momentum")
+    if self._centered:
+      mg = state.get_slot(var, "mg")
+      return training_ops.resource_apply_centered_rms_prop(
+          var.handle,
+          mg.handle,
+          rms.handle,
+          mom.handle,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad,
+          use_locking=self._use_locking)
+    else:
+      return training_ops.resource_apply_rms_prop(
+          var.handle,
+          rms.handle,
+          mom.handle,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad,
+          use_locking=self._use_locking)
+
+  def _apply_sparse(self, grad, var, state):
+    rms = state.get_slot(var, "rms")
+    mom = state.get_slot(var, "momentum")
+    if self._centered:
+      mg = state.get_slot(var, "mg")
+      return training_ops.sparse_apply_centered_rms_prop(
+          var,
+          mg,
+          rms,
+          mom,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad.values,
+          grad.indices,
+          use_locking=self._use_locking)
+    else:
+      return training_ops.sparse_apply_rms_prop(
+          var,
+          rms,
+          mom,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad.values,
+          grad.indices,
+          use_locking=self._use_locking)
+
+  def _resource_apply_sparse(self, grad, var, indices, state):
+    rms = state.get_slot(var, "rms")
+    mom = state.get_slot(var, "momentum")
+    if self._centered:
+      mg = self.get_slot(var, "mg")
+      return training_ops.resource_sparse_apply_centered_rms_prop(
+          var.handle,
+          mg.handle,
+          rms.handle,
+          mom.handle,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad,
+          indices,
+          use_locking=self._use_locking)
+    else:
+      return training_ops.resource_sparse_apply_rms_prop(
+          var.handle,
+          rms.handle,
+          mom.handle,
+          state.get_hyper("learning_rate", var.dtype.base_dtype),
+          state.get_hyper("decay", var.dtype.base_dtype),
+          state.get_hyper("momentum", var.dtype.base_dtype),
+          0,
+          grad,
+          indices,
+          use_locking=self._use_locking)
-- 
GitLab


From e11232bbe90ea8b898600069216f8e94d56c2409 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Wed, 17 Oct 2018 16:30:47 -0700
Subject: [PATCH 0236/1825] Cleanup: remove code that are specific to TRT 3.0.

PiperOrigin-RevId: 217610670
---
 .../contrib/tensorrt/convert/convert_graph.cc |   2 -
 .../contrib/tensorrt/convert/convert_nodes.cc | 171 ------------------
 .../contrib/tensorrt/kernels/trt_engine_op.cc |   8 -
 .../tensorrt/resources/trt_allocator.cc       |   2 -
 .../tensorrt/resources/trt_allocator.h        |  10 -
 5 files changed, 193 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.cc b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
index 4d41761fdb..070dc294a7 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
@@ -117,7 +117,6 @@ bool IsTensorRTCandidate(const tensorflow::Node* node) {
     "Neg",
     "Transpose",
     "Reshape",
-#if NV_TENSORRT_MAJOR > 3
     "MatMul",
     "BatchMatMul",
     "Softmax",
@@ -128,7 +127,6 @@ bool IsTensorRTCandidate(const tensorflow::Node* node) {
     "Prod",
     "Max",
     "Min",
-#endif
     // TODO(ben,jie): ...
   };
   // LINT.ThenChange(//tensorflow/contrib/tensorrt/convert/convert_nodes.cc)
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index f57793f46d..eb2dffe185 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -98,11 +98,9 @@ inline tensorflow::Status ConvertDType(tensorflow::DataType tf_dtype,
     case tensorflow::DataType::DT_HALF:
       *trt_dtype = nvinfer1::DataType::kHALF;
       break;
-#if NV_TENSORRT_MAJOR > 3
     case tensorflow::DataType::DT_INT32:
       *trt_dtype = nvinfer1::DataType::kINT32;
       break;
-#endif
     default:
       return tensorflow::errors::InvalidArgument(
           "Unsupported data type ", tensorflow::DataTypeString(tf_dtype));
@@ -707,15 +705,10 @@ Status Converter::PrepareTensorForShape(const TRT_TensorOrWeights& input,
       *tensor = layer->getOutput(0);
     }
   } else {
-#if NV_TENSORRT_MAJOR > 3
     nvinfer1::IConstantLayer* layer =
         this->network()->addConstant(dims, input.weights());
     TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
     *tensor = layer->getOutput(0);
-#else
-    return tensorflow::errors::Unimplemented(
-        "Can't reshape constant. Please upgrade to TRT 4 or above.");
-#endif
   }
   return tensorflow::Status::OK();
 }
@@ -1776,12 +1769,8 @@ tensorflow::Status ConvertBinary(Converter& ctx,
   } else if (inputs.at(0).is_weights() && inputs.at(1).is_tensor()) {
     status = BinaryTensorOpWeight(ctx, node_def, inputs.at(1).tensor(),
                                   inputs.at(0).weights(), true, outputs);
-#if NV_TENSORRT_MAJOR == 3
-  } else {
-#else
   }
   if ((inputs.at(0).is_tensor() && inputs.at(1).is_tensor()) || !status.ok()) {
-#endif
     status = BinaryTensorOpTensor(ctx, node_def, inputs.at(0), inputs.at(1),
                                   outputs);
   }
@@ -1806,13 +1795,6 @@ tensorflow::Status ConvertUnary(Converter& ctx,
         "Unary ops require single tensor input, at ", node_def.name());
   }
 
-#if NV_TENSORRT_MAJOR == 3
-  if (inputs.at(0).is_weights()) {
-    return tensorflow::errors::Unimplemented(
-        "Constant folding for unary op is not supported", node_def.name());
-  }
-#endif
-
   // TODO(jie): check type
   const nvinfer1::ITensor* tensor = nullptr;
   TF_RETURN_IF_ERROR(
@@ -1841,103 +1823,6 @@ tensorflow::Status ConvertUnary(Converter& ctx,
   return tensorflow::Status::OK();
 }
 
-#if NV_TENSORRT_MAJOR == 3
-tensorflow::Status ConvertReducePool(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
-  if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
-      !inputs.at(1).is_weights()) {
-    return tensorflow::errors::InvalidArgument(
-        "Input expects tensor and weights, at", node_def.name());
-  }
-
-  // Implement tensor binaryOp weight [channel wise] for now;
-  const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
-  const auto dims = tensor->getDimensions();
-  // Restore implicit batch dimension
-  const int nb_dims = dims.nbDims + 1;
-
-  TRT_ShapedWeights index_list = inputs.at(1).weights();
-  TFAttrs attrs(node_def);
-  auto index_type = attrs.get<tensorflow::DataType>("Tidx");
-
-  // Only expect to handle INT32 as attributes for now
-  if (index_type != tensorflow::DataType::DT_INT32) {
-    return tensorflow::errors::Unimplemented("Tidx supports only DT_INT32");
-  }
-  const auto index_list_data =
-      static_cast<int*>(const_cast<void*>(index_list.GetValues()));
-
-  if (nb_dims != 4) {
-    return tensorflow::errors::InvalidArgument(
-        "TRT only support reduce on 4 dimensional tensors, at",
-        node_def.name());
-  }
-  if (index_list.count() > 2) {
-    return tensorflow::errors::InvalidArgument(
-        "TRT cannot support reduce on more than 2 dimensions, at",
-        node_def.name());
-  }
-
-  std::set<int> idx_set;
-  // We cannot operate on Channel. permutation flag used to transpose tensor
-  int permuted_index = -1;
-  for (int i = 0; i < index_list.count(); i++) {
-    if (index_list_data[i] == 0) {
-      return tensorflow::errors::InvalidArgument("TRT cannot reduce at 0, at",
-                                                 node_def.name());
-    }
-    if (index_list_data[i] == 1) permuted_index = 1;
-    idx_set.emplace(index_list_data[i]);
-  }
-
-  std::vector<int> permutation_order(nb_dims);
-  nvinfer1::DimsHW pool_kernel;
-  if (permuted_index == 1) {
-    for (int i = 2; i < nb_dims; i++) {
-      if (idx_set.count(i) == 0) {
-        permuted_index = i;
-        break;
-      }
-    }
-    for (int i = 0; i < nb_dims; i++) permutation_order[i] = i;
-
-    permutation_order[permuted_index] = 1;
-    permutation_order[1] = permuted_index;
-
-    // Apply permutation before extracting dimension for pool_kernel
-    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
-        const_cast<nvinfer1::ITensor*>(tensor), permutation_order, &tensor));
-  }
-
-  // Apply permutation before extracting dimension for pool_kernel
-  pool_kernel.d[0] = (idx_set.count(2) || permuted_index == 2) ? dims.d[1] : 1;
-  pool_kernel.d[1] = (idx_set.count(3) || permuted_index == 3) ? dims.d[2] : 1;
-
-  const nvinfer1::ITensor* output_tensor = nullptr;
-
-  if (node_def.op() == "Mean") {
-    nvinfer1::IPoolingLayer* layer =
-        ctx.network()->addPooling(*const_cast<nvinfer1::ITensor*>(tensor),
-                                  nvinfer1::PoolingType::kAVERAGE, pool_kernel);
-    TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
-    output_tensor = layer->getOutput(0);
-  } else {
-    return tensorflow::errors::Unimplemented("Op not supported ", node_def.op(),
-                                             " , at ", node_def.name());
-  }
-  if (permuted_index != -1) {
-    // Apply permutation before extracting dimension for pool_kernel
-    TF_RETURN_IF_ERROR(
-        ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(output_tensor),
-                            permutation_order, &output_tensor));
-  }
-  outputs->push_back(
-      TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
-  return tensorflow::Status::OK();
-}
-#elif NV_TENSORRT_MAJOR > 3
 tensorflow::Status ConvertReduce(Converter& ctx,
                                  const tensorflow::NodeDef& node_def,
                                  const std::vector<TRT_TensorOrWeights>& inputs,
@@ -2003,7 +1888,6 @@ tensorflow::Status ConvertReduce(Converter& ctx,
   outputs->push_back(TRT_TensorOrWeights(layer->getOutput(0)));
   return tensorflow::Status::OK();
 }
-#endif
 
 tensorflow::Status ConvertPad(Converter& ctx,
                               const tensorflow::NodeDef& node_def,
@@ -2156,18 +2040,6 @@ tensorflow::Status ConvertConcat(Converter& ctx,
     index = dim.nbDims + index + 1;
   }
 
-#if NV_TENSORRT_MAJOR == 3
-  // incase we need permutation;
-  std::vector<int> permutation_order(dim.nbDims + 1);
-
-  for (int i = 0; i < dim.nbDims + 1; i++) permutation_order[i] = i;
-
-  if (index != 1) {
-    permutation_order[1] = index;
-    permutation_order[index] = 1;
-  }
-#endif
-
   std::vector<nvinfer1::ITensor const*> inputs_vec;
   // Shap chack (all input tensor should have same shape)
   // starting from 0 since we are probably also doing transpose here;
@@ -2188,14 +2060,6 @@ tensorflow::Status ConvertConcat(Converter& ctx,
       }
     }
 
-#if NV_TENSORRT_MAJOR == 3
-    // TRT3 does concatenation only on channel!
-    if (index != 1) {
-      TF_RETURN_IF_ERROR(
-          ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(tensor_i),
-                              permutation_order, &tensor_i));
-    }
-#endif
     inputs_vec.push_back(tensor_i);
   }
 
@@ -2204,17 +2068,8 @@ tensorflow::Status ConvertConcat(Converter& ctx,
       const_cast<nvinfer1::ITensor* const*>(inputs_vec.data()),
       inputs_vec.size());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
-#if NV_TENSORRT_MAJOR > 3
   layer->setAxis(index - 1);
-#endif
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-
-#if NV_TENSORRT_MAJOR == 3
-  if (index != 1) {
-    TF_RETURN_IF_ERROR(
-        ctx.TransposeTensor(output_tensor, permutation_order, &output_tensor));
-  }
-#endif
   outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
@@ -2339,7 +2194,6 @@ tensorflow::Status ConvertFusedBatchNorm(
   return tensorflow::Status::OK();
 }
 
-#if NV_TENSORRT_MAJOR > 3
 tensorflow::Status ConvertMatMulHelper(
     Converter& ctx, TRT_TensorOrWeights tensor_input,
     TRT_ShapedWeights weights_raw, bool transpose_weight, string node_name,
@@ -2492,9 +2346,7 @@ tensorflow::Status ConvertBatchMatMul(
   outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
-#endif
 
-#if NV_TENSORRT_MAJOR > 3
 tensorflow::Status ConvertSoftmax(
     Converter& ctx, const tensorflow::NodeDef& node_def,
     const std::vector<TRT_TensorOrWeights>& inputs,
@@ -2517,9 +2369,7 @@ tensorflow::Status ConvertSoftmax(
   outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
-#endif
 
-#if NV_TENSORRT_MAJOR > 3
 tensorflow::Status ConvertTopK(Converter& ctx,
                                const tensorflow::NodeDef& node_def,
                                const std::vector<TRT_TensorOrWeights>& inputs,
@@ -2556,7 +2406,6 @@ tensorflow::Status ConvertTopK(Converter& ctx,
   outputs->push_back(TRT_TensorOrWeights(output_indices_tensor));
   return tensorflow::Status::OK();
 }
-#endif
 
 void Converter::RegisterOpConverters() {
   // vgg_16 slim implementation
@@ -2595,10 +2444,6 @@ void Converter::RegisterOpConverters() {
   op_registry_["Transpose"] = ConvertTranspose;
   op_registry_["Reshape"] = ConvertReshape;
 
-#if NV_TENSORRT_MAJOR == 3
-  op_registry_["Mean"] = ConvertReducePool;
-#endif
-#if NV_TENSORRT_MAJOR > 3
   op_registry_["Sum"] = ConvertReduce;
   op_registry_["Prod"] = ConvertReduce;
   op_registry_["Max"] = ConvertReduce;
@@ -2610,7 +2455,6 @@ void Converter::RegisterOpConverters() {
   op_registry_["MatMul"] = ConvertMatMul;
   op_registry_["BatchMatMul"] = ConvertBatchMatMul;
   op_registry_["TopKV2"] = ConvertTopK;
-#endif
 
   plugin_converter_ = ConvertPlugin;
 }
@@ -2631,9 +2475,7 @@ tensorflow::Status ConvertGraphDefToEngine(
       nvinfer1::createInferBuilder(*logger));
   builder->setMaxBatchSize(max_batch_size);
   builder->setMaxWorkspaceSize(max_workspace_size_bytes);
-#if NV_TENSORRT_MAJOR > 3
   builder->setGpuAllocator(allocator);
-#endif
   if (precision_mode == FP16MODE) {
     builder->setHalf2Mode(true);
   } else if (precision_mode == INT8MODE) {
@@ -2678,11 +2520,7 @@ tensorflow::Status ConvertGraphDefToEngine(
         return Status(status.code(), error_message);
       }
 
-#if NV_TENSORRT_MAJOR == 3
-      nvinfer1::DimsCHW input_dim;
-#elif NV_TENSORRT_MAJOR > 3
       nvinfer1::Dims input_dim;
-#endif
       for (int i = 1; i < shape.dims(); i++) {
         input_dim.d[i - 1] = shape.dim_size(i);
       }
@@ -2898,21 +2736,12 @@ bool InputEdgeValidator::operator()(const tensorflow::Edge* in_edge) const {
 
 
   if (in_edge->src()->type_string() != "Const" &&
-#if NV_TENSORRT_MAJOR == 3
-      // TRT 3.x only support 4 dimensional input tensor.
-      shape.dims() != 4) {
-#else
       // Single dimensional input tensor is not supported since the first
       // dimension is treated as batch dimension.
       shape.dims() < 2) {
-#endif
     VLOG(1) << "--> Need to remove input node " << in_edge->dst()->name()
             << " which has an input at port " << in_edge->dst_input() << " with"
-#if NV_TENSORRT_MAJOR == 3
-            << " #dim!=4"
-#else
             << " #dim<2"
-#endif
             << " and is not a const: " << shape;
     return false;
   }
diff --git a/tensorflow/contrib/tensorrt/kernels/trt_engine_op.cc b/tensorflow/contrib/tensorrt/kernels/trt_engine_op.cc
index 88cf8d5980..019446813a 100644
--- a/tensorflow/contrib/tensorrt/kernels/trt_engine_op.cc
+++ b/tensorflow/contrib/tensorrt/kernels/trt_engine_op.cc
@@ -333,11 +333,9 @@ bool TRTEngineOp::ExecuteTrtEngine(
       case nvinfer1::DataType::kINT8:
         LOG(ERROR) << "INT8 inputs are not supported yet!";
         return kRetry;
-#if NV_TENSORRT_MAJOR > 3
       case nvinfer1::DataType::kINT32:
         buffers[binding_index] = (void*)(input_tensor.flat<int32>().data());
         break;
-#endif
       default:
         LOG(ERROR) << "Unknown TRT data type: " << int(dtype);
         return kRetry;
@@ -387,12 +385,10 @@ bool TRTEngineOp::ExecuteTrtEngine(
       case nvinfer1::DataType::kINT8:
         LOG(WARNING) << "int8 is not supported yet!";
         return kRetry;
-#if NV_TENSORRT_MAJOR > 3
       case nvinfer1::DataType::kINT32:
         buffers[binding_index] =
             reinterpret_cast<void*>(output_tensor->flat<int32>().data());
         break;
-#endif
       default:
         LOG(WARNING) << "Unknown TRT data type: " << static_cast<int>(dtype);
         return kRetry;
@@ -457,13 +453,11 @@ TRTEngineOp::EngineCtxPair& TRTEngineOp::GetEngine(int batch_size,
       return null_pair;
     }
     TrtUniquePtrType<IRuntime> infer(nvinfer1::createInferRuntime(logger));
-#if NV_TENSORRT_MAJOR > 3
     auto allocator = GetAllocator(ctx);
     if (allocator == nullptr) {
       return null_pair;
     }
     infer->setGpuAllocator(allocator);
-#endif
     TrtUniquePtrType<nvinfer1::ICudaEngine> static_engine(
         infer->deserializeCudaEngine(serialized_segment_.c_str(),
                                      serialized_segment_.size(),
@@ -487,12 +481,10 @@ TRTEngineOp::EngineCtxPair& TRTEngineOp::GetEngine(int batch_size,
   if (engine_it == engine_map_.end() &&
       engine_map_.size() < (size_t)max_cached_engines_) {
     nvinfer1::IGpuAllocator* allocator = nullptr;
-#if NV_TENSORRT_MAJOR > 3
     allocator = GetAllocator(ctx);
     if (allocator == nullptr) {
       return null_pair;
     }
-#endif
     std::vector<tensorflow::PartialTensorShape> shapes;
     for (int i = 0; i < ctx->num_inputs(); ++i) {
       shapes.emplace_back(ctx->input(i).shape());
diff --git a/tensorflow/contrib/tensorrt/resources/trt_allocator.cc b/tensorflow/contrib/tensorrt/resources/trt_allocator.cc
index a9425864dd..7a2e93414a 100644
--- a/tensorflow/contrib/tensorrt/resources/trt_allocator.cc
+++ b/tensorflow/contrib/tensorrt/resources/trt_allocator.cc
@@ -54,7 +54,6 @@ void* Align(uint64_t alignment, uint64_t size, void*& ptr, uint64_t& space) {
 
 #if GOOGLE_CUDA
 #if GOOGLE_TENSORRT
-#if NV_TENSORRT_MAJOR > 2
 
 namespace tensorflow {
 namespace tensorrt {
@@ -116,6 +115,5 @@ void TRTDeviceAllocator::free(void* memory) {
 }  // namespace tensorrt
 }  // namespace tensorflow
 
-#endif
 #endif  // GOOGLE_TENSORRT
 #endif  // GOOGLE_CUDA
diff --git a/tensorflow/contrib/tensorrt/resources/trt_allocator.h b/tensorflow/contrib/tensorrt/resources/trt_allocator.h
index dc9862b16c..f857a9de05 100644
--- a/tensorflow/contrib/tensorrt/resources/trt_allocator.h
+++ b/tensorflow/contrib/tensorrt/resources/trt_allocator.h
@@ -35,16 +35,6 @@ void* Align(uint64_t alignment, uint64_t size, void*& ptr, uint64_t& space);
 
 #if GOOGLE_CUDA
 #if GOOGLE_TENSORRT
-#if NV_TENSORRT_MAJOR == 3
-// Define interface here temporarily until TRT 4.0 is released
-namespace nvinfer1 {
-class IGpuAllocator {
- public:
-  virtual void* allocate(uint64_t size, uint64_t alignment, uint32_t flags) = 0;
-  virtual void free(void* memory) = 0;
-};
-}  // namespace nvinfer1
-#endif
 
 namespace tensorflow {
 namespace tensorrt {
-- 
GitLab


From 932e56125261d407f83dbc802a6a1b98ba61bbee Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Wed, 17 Oct 2018 16:33:46 -0700
Subject: [PATCH 0237/1825] Consolidate the handling of special builtin
 functions that are not recognized as such by the Python reflection APIs.
 Enable verbosity in tests. Reduce the size of call_trees_test to default so
 that it runs with the main tests.

PiperOrigin-RevId: 217611165
---
 tensorflow/python/autograph/converters/BUILD  |  1 -
 .../python/autograph/converters/call_trees.py | 17 +++++---------
 .../autograph/core/converter_testing.py       |  4 +++-
 .../python/autograph/pyct/inspect_utils.py    | 22 ++++++++++++++-----
 .../pyct/static_analysis/live_values.py       | 16 ++++----------
 5 files changed, 28 insertions(+), 32 deletions(-)

diff --git a/tensorflow/python/autograph/converters/BUILD b/tensorflow/python/autograph/converters/BUILD
index f06dc78f0e..0aa5ddd007 100644
--- a/tensorflow/python/autograph/converters/BUILD
+++ b/tensorflow/python/autograph/converters/BUILD
@@ -84,7 +84,6 @@ py_test(
 
 py_test(
     name = "call_trees_test",
-    size = "large",
     srcs = ["call_trees_test.py"],
     srcs_version = "PY2AND3",
     tags = ["no_windows"],
diff --git a/tensorflow/python/autograph/converters/call_trees.py b/tensorflow/python/autograph/converters/call_trees.py
index ca6945266e..3f42180e38 100644
--- a/tensorflow/python/autograph/converters/call_trees.py
+++ b/tensorflow/python/autograph/converters/call_trees.py
@@ -308,28 +308,21 @@ class CallTreeTransformer(converter.Base):
         target_fqn = anno.getanno(node.func, 'fqn')
       else:
         target_fqn = None
+
       if self._function_is_compilable(target_entity):
         node = self._rename_compilable_function(node)
       elif target_fqn and target_fqn in KNOWN_NUMPY_FUNCTIONS:
         # TODO(mdan): Should we replace these with equivalent TF ops instead?
         node = self._wrap_to_py_func_single_return(
             node, KNOWN_NUMPY_FUNCTIONS[target_fqn].dtype)
+      elif inspect_utils.isbuiltin(target_entity):
+        # Note: Any builtin that passed the builtins converter is assumed to be
+        # safe for graph mode.
+        return node
       else:
         raise NotImplementedError(
             'py_func with return values (unknown function)')
     else:
-      if anno.hasanno(node.func, anno.Basic.QN):
-        # Special-case a few builtins that otherwise go undetected. This
-        # normally doesn't pose a problem, but the dict built-in doesn't
-        # work with inspect.getargspec which is required for dynamic functions.
-        # Note: expecting this is resilient to aliasing (e.g.
-        # dict = an_evil_dict), because in those cases the regular mechanisms
-        # process a simple user function.
-        qn = anno.getanno(node.func, anno.Basic.QN)
-        # Add items to this list as needed.
-        if str(qn) in ('dict',):
-          return node
-
       if ast_util.matches(node, 'super(_)'):
         # super() calls are preserved. The class conversion mechanism will
         # ensure that they return the correct value.
diff --git a/tensorflow/python/autograph/core/converter_testing.py b/tensorflow/python/autograph/core/converter_testing.py
index c701053124..804fc6fe7e 100644
--- a/tensorflow/python/autograph/core/converter_testing.py
+++ b/tensorflow/python/autograph/core/converter_testing.py
@@ -162,7 +162,9 @@ class TestCase(test.TestCase):
       namer = FakeNamer()
     program_ctx = converter.ProgramContext(
         options=converter.ConversionOptions(
-            recursive=recursive, strip_decorators=strip_decorators),
+            recursive=recursive,
+            strip_decorators=strip_decorators,
+            verbose=True),
         partial_types=None,
         autograph_module=None,
         uncompiled_modules=config.DEFAULT_UNCOMPILED_MODULES)
diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index a09d481003..6d5cced0ac 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -29,15 +29,25 @@ import six
 from tensorflow.python.util import tf_inspect
 
 
+# These functions test negative for isinstance(*, types.BuiltinFunctionType)
+# and inspect.isbuiltin, and are generally not visible in globals().
+SPECIAL_BUILTINS = {
+    'dict': dict,
+    'float': float,
+    'int': int,
+    'print': print,
+    'range': range,
+    'tuple': tuple
+}
+
+if six.PY2:
+  SPECIAL_BUILTINS['xrange'] = xrange
+
+
 def isbuiltin(f):
   """Returns True if the argument is a built-in function."""
-  # Note these return false for isinstance(f, types.BuiltinFunctionType) so we
-  # need to specifically check for them.
-  if f in (range, int, float):
+  if f in SPECIAL_BUILTINS.values():
     return True
-  if six.PY2:
-    if f in (xrange,):
-      return True
   if isinstance(f, types.BuiltinFunctionType):
     return True
   if tf_inspect.isbuiltin(f):
diff --git a/tensorflow/python/autograph/pyct/static_analysis/live_values.py b/tensorflow/python/autograph/pyct/static_analysis/live_values.py
index dc363f9a47..e8e3d229be 100644
--- a/tensorflow/python/autograph/pyct/static_analysis/live_values.py
+++ b/tensorflow/python/autograph/pyct/static_analysis/live_values.py
@@ -24,21 +24,12 @@ from __future__ import division
 from __future__ import print_function
 
 import gast
-import six
 
 from tensorflow.python.autograph.pyct import anno
+from tensorflow.python.autograph.pyct import inspect_utils
 from tensorflow.python.autograph.pyct import transformer
 
 
-# TODO(aqj): Do we need this? Do other builtins fail in similar ways
-# See b/114389775 for a related bug in pyct
-# These symbols are legal in Python, but don't appear in the namespace.
-_SPECIAL_SYMBOLS = {'range': range, 'print': print}
-
-if six.PY2:
-  _SPECIAL_SYMBOLS['xrange'] = xrange
-
-
 class LiveValueResolver(transformer.Base):
   """Annotates nodes with live values."""
 
@@ -75,10 +66,11 @@ class LiveValueResolver(transformer.Base):
             # If the symbol value is for example a primitive, then it will not
             # have a name.
             pass
-        elif node.id in _SPECIAL_SYMBOLS:
+        elif node.id in inspect_utils.SPECIAL_BUILTINS:
           # Note: if the user redefined any of these symbols, then they would
           # be visible in the namespace and we would never reach this branch.
-          anno.setanno(node, 'live_val', _SPECIAL_SYMBOLS[node.id])
+          anno.setanno(
+              node, 'live_val', inspect_utils.SPECIAL_BUILTINS[node.id])
         else:
           pass
           # TODO(mdan): Should we raise an error here?
-- 
GitLab


From bda5267393295f51fef2cfc3ad86b23256640ff2 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 17 Oct 2018 16:47:24 -0700
Subject: [PATCH 0238/1825] [Grappler] Specialize indirect function calls.

1. Specialize functions called indirectly via the graph node attribute (PartitionedCall and StatefulPartitionedCall).

2. Do not copy node/function attributes for GrapplerFunctionItem instantiations, pass AttrSlice instead.

PiperOrigin-RevId: 217613406
---
 tensorflow/core/grappler/op_types.cc          |   8 +
 tensorflow/core/grappler/op_types.h           |   2 +
 .../grappler/optimizers/function_optimizer.cc | 282 ++++++++++++--
 .../optimizers/function_optimizer_test.cc     | 359 ++++++++++++++++--
 .../optimizers/meta_optimizer_test.cc         |  22 +-
 tensorflow/core/grappler/utils/functions.cc   |  47 ++-
 tensorflow/core/grappler/utils/functions.h    |  21 +-
 .../core/grappler/utils/functions_test.cc     | 138 +++----
 8 files changed, 698 insertions(+), 181 deletions(-)

diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index be7411019f..0317840a0a 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -300,6 +300,10 @@ bool IsPad(const NodeDef& node) {
   return op == "Pad" || op == "PadV2";
 }
 
+bool IsPartitionedCall(const NodeDef& node) {
+  return node.op() == "PartitionedCall";
+}
+
 bool IsPlaceholder(const NodeDef& node) {
   const auto& op = node.op();
   return op == "Placeholder" || op == "PlaceholderV2" ||
@@ -418,6 +422,10 @@ bool IsStackPopOp(const NodeDef& node) {
   return node.op() == "StackPop" || node.op() == "StackPopV2";
 }
 
+bool IsStatefulPartitionedCall(const NodeDef& node) {
+  return node.op() == "StatefulPartitionedCall";
+}
+
 bool IsStopGradient(const NodeDef& node) {
   const auto& op = node.op();
   return op == "StopGradient" || op == "PreventGradient";
diff --git a/tensorflow/core/grappler/op_types.h b/tensorflow/core/grappler/op_types.h
index 92b62944b7..1a9103e744 100644
--- a/tensorflow/core/grappler/op_types.h
+++ b/tensorflow/core/grappler/op_types.h
@@ -98,6 +98,7 @@ bool IsNextIteration(const NodeDef& node);
 bool IsPack(const NodeDef& node);
 bool IsPad(const NodeDef& node);
 bool IsPack(const NodeDef& node);
+bool IsPartitionedCall(const NodeDef& node);
 bool IsNeg(const NodeDef& node);
 bool IsNoOp(const NodeDef& node);
 bool IsNotEqual(const NodeDef& node);
@@ -145,6 +146,7 @@ bool IsStackOp(const NodeDef& node);
 bool IsStackCloseOp(const NodeDef& node);
 bool IsStackPushOp(const NodeDef& node);
 bool IsStackPopOp(const NodeDef& node);
+bool IsStatefulPartitionedCall(const NodeDef& node);
 bool IsStopGradient(const NodeDef& node);
 bool IsStridedSlice(const NodeDef& node);
 bool IsStridedSliceGrad(const NodeDef& node);
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index 7c35cc5f72..29f5180ded 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -51,6 +51,9 @@ namespace {
 // Mark functions that were created as a result of function specialization.
 constexpr char kGrapplerSpecializedFuncAttr[] = "_GrapplerSpecializedFunc";
 
+// Name of the attribute that defines the function for indirect function calls.
+constexpr char kFuncAttrName[] = "f";
+
 constexpr char kNoInlineAttr[] = "_noinline";
 
 bool AttrIsTrue(const FunctionDef& func, const string& attr) {
@@ -65,6 +68,43 @@ bool MarkedNoInline(const FunctionDef& func) {
   return AttrIsTrue(func, kNoInlineAttr);
 }
 
+// There are two ways of calling a Tensorflow function:
+//
+// 1. Direct function call: node.op() is the name of the function.
+//
+// 2. Indirect function call: the function name is passed through a node
+//    attribute, and special Tensorflow kernels are responsible for calling the
+//    function through the FunctionLibraryRuntime. Example: PartitionedCallOp.
+
+// Check if func_node.op() matches the name in FunctionDef signature.
+bool IsDirectFunctionCall(const FunctionDef& func, const NodeDef& func_node) {
+  return func_node.op() == func.signature().name();
+}
+
+// Check if func_node has function attribute with a function name matching
+// FunctionDef signature.
+bool IsIndirectFunctionCall(const FunctionDef& func, const NodeDef& func_node) {
+  auto* func_attr = AttrSlice(func_node).Find(kFuncAttrName);
+  return func_attr != nullptr && func_attr->has_func() &&
+         func_attr->func().name() == func.signature().name();
+}
+
+AttrSlice FunctionInstantiationAttributes(const FunctionDef& func,
+                                          const NodeDef& func_node) {
+  if (IsDirectFunctionCall(func, func_node)) {
+    return AttrSlice(func_node);
+
+  } else if (IsIndirectFunctionCall(func, func_node)) {
+    auto* func_attr = AttrSlice(func_node).Find(kFuncAttrName);
+    return AttrSlice(&func_attr->func().attr());
+
+  } else {
+    LOG(WARNING) << "Can't resolve function instantiation attributes: "
+                 << SummarizeNodeDef(func_node);
+    return AttrSlice();
+  }
+}
+
 // Find unique name for the specialized function. Collision can happen if
 // specialized function is instantiated for the nodes with the same name (e.g.
 // inside function body of two different functions).
@@ -169,11 +209,16 @@ struct FunctionSpecializationSignature {
 
 struct FunctionSpecialization {
   string specialized_func_name;
+  // True if the function caller node is in GrapplerItem fetch set.
+  bool is_in_fetch_set;
   // Names of the tensors that were pushed down into the function body.
   gtl::FlatSet<string> const_inputs;
   // Control dependencies of pushed down const inputs have to be attached to
   // function caller node.
   gtl::FlatSet<string> control_deps;
+  // Output tensors (ports) that consumed by other nodes in the graph or in a
+  // GrapplerItem fetch set.
+  gtl::FlatSet<int> active_outputs;
   // Mapping from original function output port to the output port of
   // specialized function. If function specialization changes the number of
   // function outputs it's required to update all node consumers.
@@ -517,32 +562,32 @@ Status PushDownConstInputs(const NodeDef& func_node,
 
 // Remove inputs that were pushed into the function body, and attach their
 // control dependencies to the function caller node.
-void RemovePushedDownConstInputs(const gtl::FlatSet<string>& const_inputs,
-                                 const gtl::FlatSet<string>& control_deps,
+void RemovePushedDownConstInputs(const FunctionSpecialization& specialization,
                                  NodeDef* specialized_func_node) {
   // Nothing to do if it was no const inputs to the function node.
-  if (const_inputs.empty()) return;
+  if (specialization.const_inputs.empty()) return;
 
   // Keep only non-const inputs.
   std::vector<string> keep_inputs;
   const auto& inputs = specialized_func_node->input();
   std::copy_if(inputs.begin(), inputs.end(), std::back_inserter(keep_inputs),
                [&](const string& input) {
-                 return const_inputs.find(input) == const_inputs.end();
+                 return specialization.const_inputs.find(input) ==
+                        specialization.const_inputs.end();
                });
 
   specialized_func_node->clear_input();
   for (const auto& keep : keep_inputs) specialized_func_node->add_input(keep);
 
   // Attach control dependencies of pushed down const input to the caller node.
-  if (!control_deps.empty()) {
+  if (!specialization.control_deps.empty()) {
     gtl::FlatSet<string> existing_control_deps;
 
     for (const string& input : keep_inputs) {
       existing_control_deps.insert(AsControlDependency(NodeName(input)));
     }
 
-    for (const string& ctrl : control_deps) {
+    for (const string& ctrl : specialization.control_deps) {
       if (existing_control_deps.find(ctrl) == existing_control_deps.end()) {
         VLOG(3) << "Forward control dependency: input=" << ctrl;
         specialized_func_node->add_input(ctrl);
@@ -551,10 +596,118 @@ void RemovePushedDownConstInputs(const gtl::FlatSet<string>& const_inputs,
   }
 }
 
+// Remove Tin type parameters for pushed down const inputs.
+void RemovePushedDownConstInputTypes(
+    const FunctionSpecialization& specialization, const NodeDef& func_node,
+    NodeDef* specialized_func_node) {
+  // Nothing to do if it was no const inputs to the function node.
+  if (specialization.const_inputs.empty()) return;
+
+  // Make sure that original function caller has Tin attribute.
+  const AttrValue* tin = AttrSlice(func_node).Find("Tin");
+  if (tin == nullptr || !tin->has_list()) return;
+
+  // Clear input types for the specialized node.
+  auto* attr = specialized_func_node->mutable_attr();
+  (*attr)["Tin"].mutable_list()->clear_type();
+
+  // Keep types of non-const inputs.
+  for (int i = 0; i < func_node.input_size(); ++i) {
+    const string& input = func_node.input(i);
+    if (IsControlInput(input)) break;
+
+    if (specialization.const_inputs.find(input) ==
+        specialization.const_inputs.end()) {
+      DataType dt = tin->list().type(i);
+      (*attr)["Tin"].mutable_list()->add_type(dt);
+    }
+  }
+}
+
+// Remove Tout type parameters for pruned function outputs.
+void RemoveUnusedOutputsTypes(const FunctionSpecialization& specialization,
+                              const NodeDef& func_node,
+                              NodeDef* specialized_func_node) {
+  // Make sure that original function caller has Tout attribute.
+  const AttrValue* tout = AttrSlice(func_node).Find("Tout");
+  if (tout == nullptr || !tout->has_list()) return;
+
+  // Nothing to do if all outputs are active.
+  if (specialization.active_outputs.size() == tout->list().type_size()) return;
+
+  // Clear input types for the specialized node.
+  auto* attr = specialized_func_node->mutable_attr();
+  (*attr)["Tout"].mutable_list()->clear_type();
+
+  // Keep output types of active outputs only.
+  for (int i = 0; i < tout->list().type_size(); ++i) {
+    if (specialization.active_outputs.find(i) !=
+        specialization.active_outputs.end()) {
+      DataType dt = tout->list().type(i);
+      (*attr)["Tout"].mutable_list()->add_type(dt);
+    }
+  }
+}
+
+Status UpdateSpecializedFunctionCallSite(const FunctionDef& func,
+                                         const NodeDef& func_node,
+                                         const string& specialized_func_name,
+                                         NodeDef* specialized_func_node) {
+  if (IsDirectFunctionCall(func, func_node)) {
+    specialized_func_node->set_op(specialized_func_name);
+
+  } else if (IsIndirectFunctionCall(func, func_node)) {
+    auto* attr = specialized_func_node->mutable_attr();
+    (*attr)[kFuncAttrName].mutable_func()->set_name(specialized_func_name);
+
+  } else {
+    return errors::InvalidArgument("Unknown function call site");
+  }
+
+  return Status::OK();
+}
+
+// Update a graph node created from the original function caller node, to the
+// function specialization. Function specialization might change the number of
+// inputs and outputs, so we have to make sure that graph node is updated
+// accordingly.
+Status UpdateSpecializedFunctionNode(
+    const FunctionDef& func, const NodeDef& func_node,
+    const FunctionSpecialization& specialization,
+    NodeDef* specialized_func_node) {
+  // Function called indirectly via custom kernel (e.g. PartitionedCallOp).
+  bool is_indirect_call = IsIndirectFunctionCall(func, func_node);
+
+  // 1. Call the specialized function instead of original one.
+  TF_RETURN_IF_ERROR(UpdateSpecializedFunctionCallSite(
+      func, func_node, specialization.specialized_func_name,
+      specialized_func_node));
+
+  // 2. Remove inputs corresponding to the pushed down consts.
+  RemovePushedDownConstInputs(specialization, specialized_func_node);
+
+  // 3. Update input types for the indirect function calls.
+  if (is_indirect_call) {
+    RemovePushedDownConstInputTypes(specialization, func_node,
+                                    specialized_func_node);
+  }
+
+  // 4. Update output types for the indirect function call. It's unsafe to
+  // change the number of outputs for the fetch nodes, so we just skip them.
+  if (is_indirect_call && !specialization.is_in_fetch_set) {
+    RemoveUnusedOutputsTypes(specialization, func_node, specialized_func_node);
+  }
+
+  // 5. Remove custom gradient annotation.
+  specialized_func_node->mutable_attr()->erase("_gradient_op_type");
+
+  return Status::OK();
+}
+
 Status InitializeFunctionSpecializationSignature(
     const NodeDef& func_node, const FunctionDef& func,
-    const AttrValueMap& func_attr, const FunctionOptimizerContext& ctx,
-    FunctionSpecializationSignature* sig) {
+    const AttrSlice& func_instantiation_attr,
+    const FunctionOptimizerContext& ctx, FunctionSpecializationSignature* sig) {
   DCHECK(sig->const_inputs.empty());
   DCHECK(sig->active_outputs.empty());
 
@@ -562,13 +715,14 @@ Status InitializeFunctionSpecializationSignature(
   sig->is_in_fetch_set = ctx.IsFetchNode(func_node.name());
   sig->active_outputs = GetActiveOutputs(func_node, ctx);
 
-  TF_RETURN_IF_ERROR(
-      InstantiationTypeParameters(func, func_attr, &sig->type_parameters));
-  TF_RETURN_IF_ERROR(
-      InstantiationBodyParameters(func, func_attr, &sig->body_parameters));
+  TF_RETURN_IF_ERROR(InstantiationTypeParameters(func, func_instantiation_attr,
+                                                 &sig->type_parameters));
+  TF_RETURN_IF_ERROR(InstantiationBodyParameters(func, func_instantiation_attr,
+                                                 &sig->body_parameters));
 
   for (int i = 0; i < func_node.input_size(); ++i) {
     const string& input = func_node.input(i);
+    if (IsControlInput(input)) break;
     if (ctx.IsTrulyConst(input)) {
       sig->const_inputs.emplace(i, input);
     }
@@ -581,15 +735,14 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
                           const int graph_def_version,
                           FunctionOptimizerContext* ctx,
                           GraphDef* optimized_graph) {
-  VLOG(2) << "Specialize function instantiation: "
-          << SummarizeNodeDef(func_node);
+  VLOG(2) << "Specialize function call: " << SummarizeNodeDef(func_node);
 
-  const std::unordered_map<string, AttrValue> func_attr(
-      func_node.attr().begin(), func_node.attr().end());
+  const AttrSlice func_instantiation_attr =
+      FunctionInstantiationAttributes(func, func_node);
 
   FunctionSpecializationSignature signature;
   TF_RETURN_IF_ERROR(InitializeFunctionSpecializationSignature(
-      func_node, func, func_attr, *ctx, &signature));
+      func_node, func, func_instantiation_attr, *ctx, &signature));
 
   // Check if function was already specialized for identical context.
   const FunctionSpecialization* already_specialized =
@@ -603,11 +756,9 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
     // Add a function call node for the specialized function.
     NodeDef* specialized_func_node = optimized_graph->add_node();
     *specialized_func_node = func_node;
-    specialized_func_node->set_op(already_specialized->specialized_func_name);
 
-    RemovePushedDownConstInputs(already_specialized->const_inputs,
-                                already_specialized->control_deps,
-                                specialized_func_node);
+    TF_RETURN_IF_ERROR(UpdateSpecializedFunctionNode(
+        func, func_node, *already_specialized, specialized_func_node));
 
     ctx->AddOutputMapping(specialized_func_node->name(), *already_specialized);
 
@@ -620,8 +771,8 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
   // Make a GrapplerFunctionItem and convert it back to FunctionDef after
   // pushing all constant inputs into the function body.
   GrapplerFunctionItem item;
-  TF_RETURN_IF_ERROR(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                              graph_def_version, &item));
+  TF_RETURN_IF_ERROR(MakeGrapplerFunctionItem(func, func_instantiation_attr,
+                                              flib, graph_def_version, &item));
 
   // Push const inputs into the function body, and keep track of their control
   // dependencies.
@@ -657,14 +808,14 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
   // Add a function call node for the specialized function.
   NodeDef* specialized_func_node = optimized_graph->add_node();
   *specialized_func_node = func_node;
-  specialized_func_node->set_op(specialized_func_name);
-
-  // Update specialized node to remove inputs for pushed down consts.
-  RemovePushedDownConstInputs(const_inputs, control_deps,
-                              specialized_func_node);
 
   FunctionSpecialization func_specialization = {
-      specialized_func_name, const_inputs, control_deps, output_mapping};
+      specialized_func_name, signature.is_in_fetch_set, const_inputs,
+      control_deps,          signature.active_outputs,  output_mapping};
+
+  TF_RETURN_IF_ERROR(UpdateSpecializedFunctionNode(
+      func, func_node, func_specialization, specialized_func_node));
+
   ctx->AddSpecializedFunction(signature, func_specialization);
   ctx->AddOutputMapping(specialized_func_node->name(), func_specialization);
 
@@ -718,12 +869,19 @@ Status InlineFunction(const NodeDef& func_node, const FunctionDef& func,
                       const int graph_def_version, GraphDef* optimized_graph) {
   VLOG(2) << "Inline function instantiation: " << SummarizeNodeDef(func_node);
 
-  const std::unordered_map<string, AttrValue> func_attr(
-      func_node.attr().begin(), func_node.attr().end());
+  // Specialized function call kernels might have behavior that is not
+  // representable in a graph (e.g. runtime ops device placing).
+  if (!IsDirectFunctionCall(func, func_node)) {
+    return errors::InvalidArgument("Can't inline indirect function call");
+  }
+
+  const AttrSlice func_instantiation_attr =
+      FunctionInstantiationAttributes(func, func_node);
 
   GrapplerFunctionItem item;
-  Status item_status = MakeGrapplerFunctionItem(
-      func, func_attr, ctx.function_library(), graph_def_version, &item);
+  Status item_status = MakeGrapplerFunctionItem(func, func_instantiation_attr,
+                                                ctx.function_library(),
+                                                graph_def_version, &item);
 
   if (!item_status.ok()) {
     return errors::InvalidArgument("Failed to inline function ", func_node.op(),
@@ -919,7 +1077,7 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
   bool specialize_func = options_.enable_function_specialization;
 
   for (const NodeDef& node : item.graph.node()) {
-    const string func_name = node.op();
+    const string op_name = node.op();
 
     // Each node optimization can modify optimized graph only by adding new
     // nodes, we can check node size to make sure that graph was not modified.
@@ -945,8 +1103,11 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
     }                                                              \
   } while (0)
 
-    // 1. Inline symbolic gradients into the optimized graph.
-    if (func_name == "SymbolicGradient" && inline_gradients) {
+    // ---------------------------------------------------------------------- //
+    // 1. Inline symbolic gradients into the optimized graph.                 //
+    // ---------------------------------------------------------------------- //
+
+    if (op_name == "SymbolicGradient" && inline_gradients) {
       // Inline symbolic gradients only if the corresponding function is inlined
       const auto* f_attr = gtl::FindOrNull(node.attr(), "f");
       string f_name = f_attr != nullptr ? f_attr->func().name() : "";
@@ -957,11 +1118,14 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
       }
     }
 
-    // 2. Check if a node op is a function call.
-    const FunctionDef* func = ctx.function_library().Find(func_name);
+    // ---------------------------------------------------------------------- //
+    // 2. Inline or specialize direct function calls.                         //
+    // ---------------------------------------------------------------------- //
+
+    const FunctionDef* func = ctx.function_library().Find(op_name);
     if (func != nullptr) {
       // 2a. Inline it if it's allowed to do so.
-      if (inline_func && ctx.IsInlinedFunction(func_name)) {
+      if (inline_func && ctx.IsInlinedFunction(op_name)) {
         // Inline function body into the optimized graph}
         TF_SKIP_ERROR_IF_GRAPH_UNMODIFIED(
             InlineFunction(node, *func, ctx, item.graph.versions().producer(),
@@ -970,7 +1134,7 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
       }
 
       // Do not specialize if function has custom gradient.
-      const string grad_func = ctx.function_library().FindGradient(func_name);
+      const string grad_func = ctx.function_library().FindGradient(op_name);
 
       // 2b. Specialize it to it's instantiation context if can't be inlined,
       // and it has something worth specializing.
@@ -987,6 +1151,42 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
       }
     }
 
+    // ---------------------------------------------------------------------- //
+    // 3. Specialize indirect function calls through the PartitionedCallOp.   //
+    // ---------------------------------------------------------------------- //
+
+    bool is_partitioned_call =
+        IsPartitionedCall(node) || IsStatefulPartitionedCall(node);
+
+    // We can only specialize PartitionedCall ops. Inlining is not supported.
+    if (is_partitioned_call && specialize_func) {
+      const AttrValue* func_attr = AttrSlice(node).Find("f");
+      string indirect_func_name =
+          (func_attr != nullptr && func_attr->has_func())
+              ? func_attr->func().name()
+              : "";
+      const FunctionDef* indirect_func =
+          ctx.function_library().Find(indirect_func_name);
+
+      if (indirect_func != nullptr) {
+        // Do not specialize if function has custom gradient.
+        const string grad_func =
+            ctx.function_library().FindGradient(indirect_func_name);
+
+        // Specialize it to it's instantiation context.
+        bool specialization_worthy =
+            IsParametrized(*indirect_func) || HasTrulyConstInputs(node, ctx) ||
+            HasUnusedOutputs(node, *indirect_func, ctx);
+        if (grad_func.empty() && specialization_worthy) {
+          TF_SKIP_ERROR_IF_GRAPH_UNMODIFIED(SpecializeFunction(
+              node, *indirect_func, item.graph.versions().producer(), &ctx,
+              optimized_graph));
+          continue;
+        }
+      }
+    }
+
+    // ---------------------------------------------------------------------- //
     // If we reached this point, node was not handled by any of the stages
     // (inline, specialize), simply add a copy to the graph.
     add_node_copy();
@@ -1006,7 +1206,7 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
         int from = mapping.first;
         int to = mapping.second;
 
-        // Find the output port corresponding to the old output position.
+        // Get the output port corresponding to the old output position.
         GraphView::OutputPort from_port =
             optimized_graph_view.GetOutputPort(node_name, from);
 
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
index a22f97800f..57a4cd0441 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
@@ -494,49 +494,49 @@ TEST_F(FunctionOptimizerTest, InlineFunction_FunctionWithNestedFunctionCall) {
 
   int count = 0;
   for (const NodeDef& node : output.node()) {
-    if (node.name() == "square/inlined_inputs" && count++) {
+    if (node.name() == "square/inlined_inputs" && ++count) {
       EXPECT_EQ("IdentityN", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("a", node.input(0));
-    } else if (node.name() == "square/x" && count++) {
+    } else if (node.name() == "square/x" && ++count) {
       EXPECT_EQ("Identity", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("square/inlined_inputs:0", node.input(0));
-    } else if (node.name() == "square/output/inlined_inputs" && count++) {
+    } else if (node.name() == "square/output/inlined_inputs" && ++count) {
       EXPECT_EQ("IdentityN", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("square/x", node.input(0));
       EXPECT_EQ("square/x", node.input(1));
-    } else if (node.name() == "square/output/x" && count++) {
+    } else if (node.name() == "square/output/x" && ++count) {
       EXPECT_EQ("Identity", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("square/output/inlined_inputs:0", node.input(0));
-    } else if (node.name() == "square/output/y" && count++) {
+    } else if (node.name() == "square/output/y" && ++count) {
       EXPECT_EQ("Identity", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("square/output/inlined_inputs:1", node.input(0));
-    } else if (node.name() == "square/output/output" && count++) {
+    } else if (node.name() == "square/output/output" && ++count) {
       EXPECT_EQ("Mul", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("square/output/x", node.input(0));
       EXPECT_EQ("square/output/y", node.input(1));
-    } else if (node.name() == "square/output" && count++) {
+    } else if (node.name() == "square/output" && ++count) {
       EXPECT_EQ("IdentityN", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("square/output/output", node.input(0));
-    } else if (node.name() == "square" && count++) {
+    } else if (node.name() == "square" && ++count) {
       EXPECT_EQ("IdentityN", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("square/output", node.input(0));
-    } else if (node.name() == "outputs" && count++) {
+    } else if (node.name() == "outputs" && ++count) {
       EXPECT_EQ("Identity", node.op());
       EXPECT_EQ(kDevice, node.device());
       EXPECT_EQ(1, node.input_size());
@@ -699,7 +699,7 @@ TEST_F(FunctionOptimizerTest, InlineSymbolicGradient_NoInlineFunc) {
   CompareGraphs(item.graph, output);
 }
 
-TEST_F(FunctionOptimizerTest, SpecializeFunction_XTimesTwo) {
+TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -729,7 +729,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_XTimesTwo) {
   // And 'y' node is calling specialized function.
   int count = 0;
   for (const NodeDef& node : output.node()) {
-    if (node.name() == "y" && count++) {
+    if (node.name() == "y" && ++count) {
       EXPECT_EQ("XTimesTwo_specialized_for_y", node.op());
     }
   }
@@ -746,7 +746,70 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_XTimesTwo) {
   test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
 }
 
-TEST_F(FunctionOptimizerTest, SpecializeFunction_PushDownConstInput) {
+TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
+  using test::function::NDef;
+  using FDH = FunctionDefHelper;
+
+  FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
+
+  // Mark XTimesTwo as noinline.
+  FunctionDef x_times_two = test::function::XTimesTwo();
+  (*x_times_two.mutable_attr())["_noinline"].set_b(true);
+  std::vector<FunctionDef> function_library = {x_times_two};
+
+  // Tensorflow graph:
+  //   y = PartitionedCall[f=XTimesTwo, Tin=[DT_FLOAT], Tout=[DT_FLOAT]](x)
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("x", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+       NDef("y", "PartitionedCall", {"x"},
+            {{"Tin", DataTypeSlice{DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT}},
+             {"f", FDH::FunctionRef("XTimesTwo", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("z", "Identity", {"y"}, {{"T", DT_FLOAT}}, kDevice)},
+      function_library);
+
+  GraphDef output;
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  // Make sure that specialized function was added to the library and original
+  // function was removed.
+  EXPECT_EQ(1, output.library().function_size());
+  EXPECT_EQ("XTimesTwo_specialized_for_y",
+            output.library().function(0).signature().name());
+
+  // And 'y' node is calling specialized function.
+  int count = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "y" && ++count) {
+      EXPECT_EQ("PartitionedCall", node.op());
+      auto& func = AttrSlice(node).Find("f")->func();
+      // Function calls into the specialized function.
+      EXPECT_EQ("XTimesTwo_specialized_for_y", func.name());
+      // And input/output types stay the same.
+      auto& tin = AttrSlice(node).Find("Tin")->list();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      ASSERT_EQ(1, tin.type_size());
+      ASSERT_EQ(1, tout.type_size());
+      EXPECT_EQ(DT_FLOAT, tin.type(0));
+      EXPECT_EQ(DT_FLOAT, tout.type(0));
+    }
+  }
+  EXPECT_EQ(1, count);
+
+  // And that graph evaluation yields the same result.
+  Tensor pi = test::AsScalar<float>(3.14f);
+  item.fetch = {"z"};
+  item.feed.emplace_back("x", pi);
+
+  auto tensors_expected = EvaluateFetchNodes(item);
+  GrapplerItem optimized(item, std::move(output));
+  auto tensors = EvaluateFetchNodes(optimized);
+  test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
+}
+
+TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -788,7 +851,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_PushDownConstInput) {
   // And 'y' node has control dependencies of a pushed down const node.
   int count = 0;
   for (const NodeDef& node : output.node()) {
-    if (node.name() == "y" && count++) {
+    if (node.name() == "y" && ++count) {
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("x", node.input(0));
       EXPECT_EQ("^init", node.input(1));
@@ -807,6 +870,84 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_PushDownConstInput) {
   test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
 }
 
+TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
+  using test::function::NDef;
+  using FDH = FunctionDefHelper;
+
+  FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
+
+  FunctionDef mul_func = FunctionDefHelper::Create(
+      "MyMul", {"x:T", "y:T"}, {"z:T"}, {"T: {float, double}"},
+      {{{"output"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"z", "output:z:0"}});
+
+  // Mark MyMul as noinline.
+  (*mul_func.mutable_attr())["_noinline"].set_b(true);
+  std::vector<FunctionDef> function_library = {mul_func};
+
+  const Tensor kTwo = test::AsScalar<float>(2.0);
+
+  // Tensorflow graph:
+  //   y = PartitionedCall[Tin=[DT_FLOAT], Tout=[DT_FLOAT], f=MyMul](x, two)
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("x", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+       NDef("init", "NoOp", {}, {}, kDevice),
+       NDef("two", "Const", {"^init", "^x"},
+            {{"dtype", DT_FLOAT}, {"value", kTwo}}, kDevice),
+       NDef("y", "PartitionedCall", {"x", "two"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyMul", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("z", "Identity", {"y"}, {{"T", DT_FLOAT}}, kDevice)},
+      function_library);
+
+  GraphDef output;
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  // Make sure that specialized function was added to the library and original
+  // function was removed.
+  ASSERT_EQ(1, output.library().function_size());
+
+  const FunctionDef& specialized = output.library().function(0);
+  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
+  EXPECT_EQ(1, specialized.signature().input_arg_size());
+
+  // And 'y' node has control dependencies of a pushed down const node.
+  int count = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "y" && ++count) {
+      EXPECT_EQ("PartitionedCall", node.op());
+      ASSERT_EQ(2, node.input_size());
+      EXPECT_EQ("x", node.input(0));
+      EXPECT_EQ("^init", node.input(1));
+      // Function calls into the specialized function.
+      auto& func = AttrSlice(node).Find("f")->func();
+      EXPECT_EQ("MyMul_specialized_for_y", func.name());
+      // And input/output type lists were updated.
+      auto& tin = AttrSlice(node).Find("Tin")->list();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      ASSERT_EQ(1, tin.type_size());
+      ASSERT_EQ(1, tout.type_size());
+      EXPECT_EQ(DT_FLOAT, tin.type(0));
+      EXPECT_EQ(DT_FLOAT, tout.type(0));
+    }
+  }
+  ASSERT_EQ(1, count);
+
+  // And that graph evaluation yields the same result.
+  Tensor pi = test::AsScalar<float>(3.14f);
+  item.fetch = {"z"};
+  item.feed.emplace_back("x", pi);
+
+  auto tensors_expected = EvaluateFetchNodes(item);
+  GrapplerItem optimized(item, std::move(output));
+  auto tensors = EvaluateFetchNodes(optimized);
+  test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
+}
+
 TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   using test::function::NDef;
 
@@ -870,31 +1011,31 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   // And graph nodes calling specialized functions.
   int count = 0;
   for (const NodeDef& node : output.node()) {
-    if (node.name() == "mul_1" && count++) {
+    if (node.name() == "mul_1" && ++count) {
       EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("yf", node.input(1));
 
-    } else if (node.name() == "mul_2" && count++) {
+    } else if (node.name() == "mul_2" && ++count) {
       EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       EXPECT_EQ("xf", node.input(1));
 
-    } else if (node.name() == "mul_3" && count++) {
+    } else if (node.name() == "mul_3" && ++count) {
       EXPECT_EQ("MyMul_specialized_for_mul_3", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xi", node.input(0));
       EXPECT_EQ("yi", node.input(1));
 
-    } else if (node.name() == "mul_4" && count++) {
+    } else if (node.name() == "mul_4" && ++count) {
       EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
 
-    } else if (node.name() == "mul_5" && count++) {
+    } else if (node.name() == "mul_5" && ++count) {
       EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
       ASSERT_EQ(3, node.input_size());
       EXPECT_EQ("yf", node.input(0));
@@ -902,7 +1043,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
       gtl::FlatSet<string> actual_ctrl = {node.input(1), node.input(2)};
       EXPECT_EQ(expected_ctrl, actual_ctrl);
 
-    } else if (node.name() == "mul_6" && count++) {
+    } else if (node.name() == "mul_6" && ++count) {
       EXPECT_EQ("MyMul_specialized_for_mul_6", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
@@ -991,28 +1132,188 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
   int found = 0;
   for (const NodeDef& node : output.node()) {
     // All function caller nodes must be specialized.
-    if (node.name() == "fn1" && found++) {
+    if (node.name() == "fn1" && ++found) {
       EXPECT_EQ("MyFunc_specialized_for_fn1", node.op());
-    } else if (node.name() == "fn2" && found++) {
+    } else if (node.name() == "fn2" && ++found) {
       EXPECT_EQ("MyFunc_specialized_for_fn2", node.op());
-    } else if (node.name() == "fn3" && found++) {
+    } else if (node.name() == "fn3" && ++found) {
       EXPECT_EQ("MyFunc_specialized_for_fn3", node.op());
-    } else if (node.name() == "fn4" && found++) {
+    } else if (node.name() == "fn4" && ++found) {
       EXPECT_EQ("MyFunc_specialized_for_fn4", node.op());
-    } else if (node.name() == "fn5" && found++) {
+    } else if (node.name() == "fn5" && ++found) {
       EXPECT_EQ("MyFunc_specialized_for_fn5", node.op());
-    } else if (node.name() == "fn6" && found++) {
+    } else if (node.name() == "fn6" && ++found) {
       EXPECT_EQ("MyFunc_specialized_for_fn6", node.op());
     }
     // And all consumers of specialized function nodes must be mapped to new
     // output ports.
-    if (node.name() == "use_fn3_1" && found++) {
+    if (node.name() == "use_fn3_1" && ++found) {
+      EXPECT_EQ("fn3:0", node.input(0));
+    } else if (node.name() == "use_fn4_2" && ++found) {
+      EXPECT_EQ("fn4:0", node.input(0));
+    } else if (node.name() == "use_fn5_0" && ++found) {
+      EXPECT_EQ("fn5:0", node.input(0));
+    } else if (node.name() == "use_fn5_2" && ++found) {
+      EXPECT_EQ("fn5:1", node.input(0));
+    }
+  }
+  EXPECT_EQ(10, found);
+
+  // And that graph evaluation yields the same result.
+  Tensor pi = test::AsScalar<float>(3.14f);
+  item.fetch = {"use_fn1_0", "use_fn1_1", "use_fn1_2", "use_fn2_0",
+                "use_fn3_1", "use_fn4_2", "use_fn5_0", "use_fn5_2"};
+  item.feed = {{"xf", pi}, {"yf", pi}};
+
+  auto tensors_expected = EvaluateFetchNodes(item);
+  GrapplerItem optimized(item, std::move(output));
+  auto tensors = EvaluateFetchNodes(optimized);
+
+  ASSERT_EQ(tensors_expected.size(), tensors.size());
+  for (int i = 0; i < item.fetch.size(); ++i) {
+    test::ExpectTensorEqual<float>(tensors_expected[i], tensors[i]);
+  }
+}
+
+TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
+  using test::function::NDef;
+  using FDH = FunctionDefHelper;
+
+  FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
+
+  // MyFunc computes x*y three times and has three output values.
+  FunctionDef my_func = FunctionDefHelper::Create(
+      "MyFunc", {"x:T", "y:T"}, {"z1:T", "z2:T", "z3:T"}, {"T: {float, int32}"},
+      {{{"output1"}, "Mul", {"x", "y"}, {{"T", "$T"}}},
+       {{"output2"}, "Mul", {"x", "y"}, {{"T", "$T"}}},
+       {{"output3"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"z1", "output1:z:0"}, {"z2", "output2:z:0"}, {"z3", "output3:z:0"}});
+  (*my_func.mutable_attr())["_noinline"].set_b(true);
+  std::vector<FunctionDef> function_library = {my_func};
+
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("init", "NoOp", {}, {}, kDevice),
+
+       // Float placeholders.
+       NDef("xf", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+       NDef("yf", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+
+       // Specialization #1: DT_FLOAT type parameter. All outputs used.
+       NDef("fn1", "PartitionedCall", {"xf", "yf"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyFunc", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("use_fn1_0", "Identity", {"fn1:0"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn1_1", "Identity", {"fn1:1"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn1_2", "Identity", {"fn1:2"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #2: DT_FLOAT type parameter. Only first output used.
+       NDef("fn2", "PartitionedCall", {"xf", "yf"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyFunc", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("use_fn2_0", "Identity", {"fn2:0"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #3: DT_FLOAT type parameter. Only second output used.
+       NDef("fn3", "PartitionedCall", {"xf", "yf"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyFunc", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("use_fn3_1", "Identity", {"fn3:1"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #4: DT_FLOAT type parameter. Only last output used.
+       NDef("fn4", "PartitionedCall", {"xf", "yf"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyFunc", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("use_fn4_2", "Identity", {"fn4:2"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #5: DT_FLOAT type parameter. First and last outputs.
+       NDef("fn5", "PartitionedCall", {"xf", "yf"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyFunc", {{"T", DT_FLOAT}})}},
+            kDevice),
+       NDef("use_fn5_0", "Identity", {"fn5:0"}, {{"T", DT_FLOAT}}, kDevice),
+       NDef("use_fn5_2", "Identity", {"fn5:2"}, {{"T", DT_FLOAT}}, kDevice),
+
+       // Specialization #6: DT_FLOAT type parameter. Outputs not used.
+       // Check that function optimizer do not fail. In practice it should be
+       // pruned from the graph before passing to function optimizer.
+       NDef("fn6", "PartitionedCall", {"xf", "yf"},
+            {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+             {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+             {"f", FDH::FunctionRef("MyFunc", {{"T", DT_FLOAT}})}},
+            kDevice)},
+      function_library);
+
+  GraphDef output;
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  // Make sure that MyFunc was specialized once per unique context.
+  EXPECT_EQ(6, output.library().function_size());
+
+  // And graph nodes calling specialized functions.
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    // All function caller nodes must be specialized.
+    if (node.name() == "fn1" && ++found) {
+      auto& func = AttrSlice(node).Find("f")->func();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      EXPECT_EQ("PartitionedCall", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn1", func.name());
+      ASSERT_EQ(3, tout.type_size());
+
+    } else if (node.name() == "fn2" && ++found) {
+      auto& func = AttrSlice(node).Find("f")->func();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      EXPECT_EQ("PartitionedCall", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn2", func.name());
+      ASSERT_EQ(1, tout.type_size());
+
+    } else if (node.name() == "fn3" && ++found) {
+      auto& func = AttrSlice(node).Find("f")->func();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      EXPECT_EQ("PartitionedCall", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn3", func.name());
+      ASSERT_EQ(1, tout.type_size());
+
+    } else if (node.name() == "fn4" && ++found) {
+      auto& func = AttrSlice(node).Find("f")->func();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      EXPECT_EQ("PartitionedCall", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn4", func.name());
+      ASSERT_EQ(1, tout.type_size());
+
+    } else if (node.name() == "fn5" && ++found) {
+      auto& func = AttrSlice(node).Find("f")->func();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      EXPECT_EQ("PartitionedCall", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn5", func.name());
+      ASSERT_EQ(2, tout.type_size());
+
+    } else if (node.name() == "fn6" && ++found) {
+      auto& func = AttrSlice(node).Find("f")->func();
+      auto& tout = AttrSlice(node).Find("Tout")->list();
+      EXPECT_EQ("PartitionedCall", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn6", func.name());
+      ASSERT_EQ(0, tout.type_size());
+    }
+    // And all consumers of specialized function nodes must be mapped to new
+    // output ports.
+    if (node.name() == "use_fn3_1" && ++found) {
       EXPECT_EQ("fn3:0", node.input(0));
-    } else if (node.name() == "use_fn4_2" && found++) {
+    } else if (node.name() == "use_fn4_2" && ++found) {
       EXPECT_EQ("fn4:0", node.input(0));
-    } else if (node.name() == "use_fn5_0" && found++) {
+    } else if (node.name() == "use_fn5_0" && ++found) {
       EXPECT_EQ("fn5:0", node.input(0));
-    } else if (node.name() == "use_fn5_2" && found++) {
+    } else if (node.name() == "use_fn5_2" && ++found) {
       EXPECT_EQ("fn5:1", node.input(0));
     }
   }
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
index e15b9e12f8..7172f8071e 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
@@ -313,9 +313,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   // Graph should call optimized function.
   int count = 0;
   for (const NodeDef& node : output.node()) {
-    if (node.name() == "square" && count++) {
+    if (node.name() == "square" && ++count) {
       EXPECT_EQ("MySquare_specialized_for_square", node.op());
-    } else if (node.name() == "quadratic" && count++) {
+    } else if (node.name() == "quadratic" && ++count) {
       EXPECT_EQ("MyQuadratic_specialized_for_quadratic", node.op());
     }
   }
@@ -324,9 +324,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   // Specialized MySquare should call specialized functions.
   count = 0;
   for (const NodeDef& node : optimized_func_0->node_def()) {
-    if (node.name() == "square" && count++) {
+    if (node.name() == "square" && ++count) {
       EXPECT_EQ(optimized_2, node.op());
-    } else if (node.name() == "quadratic" && count++) {
+    } else if (node.name() == "quadratic" && ++count) {
       EXPECT_EQ(optimized_3, node.op());
     }
   }
@@ -339,25 +339,25 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   for (const FunctionDef* optimized_func : optimized_funcs) {
     count = 0;
     for (const NodeDef& node : optimized_func->node_def()) {
-      if (node.name() == "my_mul/inlined_inputs" && count++) {
+      if (node.name() == "my_mul/inlined_inputs" && ++count) {
         EXPECT_EQ("IdentityN", node.op());
         EXPECT_EQ(2, node.input_size());
         EXPECT_EQ("x:0", node.input(0));
         EXPECT_EQ("x:0", node.input(1));
-      } else if (node.name() == "my_mul/x" && count++) {
+      } else if (node.name() == "my_mul/x" && ++count) {
         EXPECT_EQ("Identity", node.op());
         EXPECT_EQ(1, node.input_size());
         EXPECT_EQ("my_mul/inlined_inputs:output:0", node.input(0));
-      } else if (node.name() == "my_mul/y" && count++) {
+      } else if (node.name() == "my_mul/y" && ++count) {
         EXPECT_EQ("Identity", node.op());
         EXPECT_EQ(1, node.input_size());
         EXPECT_EQ("my_mul/inlined_inputs:output:1", node.input(0));
-      } else if (node.name() == "my_mul/mul" && count++) {
+      } else if (node.name() == "my_mul/mul" && ++count) {
         EXPECT_EQ("Mul", node.op());
         EXPECT_EQ(2, node.input_size());
         EXPECT_EQ("my_mul/x:output:0", node.input(0));
         EXPECT_EQ("my_mul/y:output:0", node.input(1));
-      } else if (node.name() == "my_mul" && count++) {
+      } else if (node.name() == "my_mul" && ++count) {
         EXPECT_EQ("IdentityN", node.op());
         EXPECT_EQ(1, node.input_size());
         EXPECT_EQ("my_mul/mul:z:0", node.input(0));
@@ -446,9 +446,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   // Graph should call optimized function.
   int count = 0;
   for (const NodeDef& node : output.node()) {
-    if (node.name() == "fn1" && count++) {
+    if (node.name() == "fn1" && ++count) {
       EXPECT_EQ(optimized_fn1, node.op());
-    } else if (node.name() == "fn2" && count++) {
+    } else if (node.name() == "fn2" && ++count) {
       EXPECT_EQ(optimized_fn2, node.op());
     }
   }
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index bfb5a2ad84..05f1d1067f 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -57,14 +57,14 @@ Status RegisterFunctionBodyOutputs(const FunctionLibraryDefinition& flib,
 // Replace the placeholder attribute values with the values specified in
 // instantiation attributes.
 Status ResolveFunctionBodyNodeAttrPlaceholders(
-    const AttrValueMap& func_instantiation_attr, NodeDef* node) {
+    const AttrSlice& func_instantiation_attr, NodeDef* node) {
   for (auto& attr : *node->mutable_attr()) {
     const string& placeholder = attr.second.placeholder();
     if (placeholder.empty()) continue;
 
-    auto it = func_instantiation_attr.find(placeholder);
-    if (it != func_instantiation_attr.end()) {
-      attr.second = it->second;
+    const AttrValue* attr_value = func_instantiation_attr.Find(placeholder);
+    if (attr_value) {
+      attr.second = *attr_value;
     } else {
       return errors::InvalidArgument("Can't resolve placeholder: ",
                                      placeholder);
@@ -277,15 +277,15 @@ Status GrapplerFunctionConnectivity::AsFunctionDefNode(
 
 Status GrapplerFunctionItemInstantiation::GetTypeAttr(
     const string& type_attr_name, DataType* data_type) const {
-  auto it = func_instantiation_attr_->find(type_attr_name);
-  if (it == func_instantiation_attr_->end()) {
+  const AttrValue* type_attr = func_instantiation_attr_.Find(type_attr_name);
+  if (type_attr == nullptr) {
     return errors::InvalidArgument("Type attribute ", type_attr_name,
                                    " is not defined");
-  } else if (it->second.type() == DT_INVALID) {
+  } else if (type_attr->type() == DT_INVALID) {
     return errors::InvalidArgument("Type attribute ", type_attr_name,
                                    " is not defined with a valid type");
   } else {
-    *data_type = it->second.type();
+    *data_type = type_attr->type();
   }
   return Status::OK();
 }
@@ -307,7 +307,7 @@ Status GrapplerFunctionItemInstantiation::GetArgType(
 }
 
 GrapplerFunctionItem::GrapplerFunctionItem(
-    string func_name, string description, AttrValueMap func_attr,
+    string func_name, string description, AttrSlice func_attr,
     std::vector<InputArgExpansion> input_arg_expansions,
     std::vector<OutputArgExpansion> output_arg_expansions,
     std::vector<string> keep_nodes, const int graph_def_version,
@@ -375,9 +375,7 @@ const std::size_t GrapplerFunctionItem::output_size() const {
   return output_arg_expansions_.size();
 }
 
-const AttrValueMap& GrapplerFunctionItem::func_attr() const {
-  return func_attr_;
-}
+const AttrSlice& GrapplerFunctionItem::func_attr() const { return func_attr_; }
 
 const GraphDef& GrapplerFunctionItem::function_body() const { return graph; }
 
@@ -418,13 +416,13 @@ bool IsParametrized(const FunctionDef& func) {
 }
 
 Status InstantiationTypeParameters(
-    const FunctionDef& func, const AttrValueMap& func_instantiation_attr,
+    const FunctionDef& func, const AttrSlice& func_instantiation_attr,
     std::unordered_map<string, DataType>* type_parameters) {
   if (!type_parameters->empty()) {
     return errors::InvalidArgument("Type parameters output map must be empty");
   }
 
-  GrapplerFunctionItemInstantiation instantiation(&func_instantiation_attr);
+  GrapplerFunctionItemInstantiation instantiation(func_instantiation_attr);
 
   const auto resolve_type_attr = [&](const OpDef::ArgDef& arg) {
     // Check if it's unknown and unresolved type.
@@ -446,7 +444,7 @@ Status InstantiationTypeParameters(
 }
 
 Status InstantiationBodyParameters(
-    const FunctionDef& func, const AttrValueMap& func_instantiation_attr,
+    const FunctionDef& func, const AttrSlice& func_instantiation_attr,
     std::unordered_map<string, AttrValue>* body_parameters) {
   if (!body_parameters->empty()) {
     return errors::InvalidArgument("Body parameters output map must be empty");
@@ -461,9 +459,10 @@ Status InstantiationBodyParameters(
         continue;
       }
 
-      auto it = func_instantiation_attr.find(placeholder);
-      if (it != func_instantiation_attr.end()) {
-        body_parameters->insert({placeholder, it->second});
+      const AttrValue* placeholder_value =
+          func_instantiation_attr.Find(placeholder);
+      if (placeholder_value) {
+        body_parameters->insert({placeholder, *placeholder_value});
       } else {
         return errors::InvalidArgument("Can't resolve placeholder: ",
                                        placeholder);
@@ -475,7 +474,7 @@ Status InstantiationBodyParameters(
 }
 
 Status MakeGrapplerFunctionItem(const FunctionDef& func,
-                                const AttrValueMap& func_instantiation_attr,
+                                const AttrSlice& func_instantiation_attr,
                                 const FunctionLibraryDefinition& flib,
                                 const int graph_def_version,
                                 GrapplerFunctionItem* item) {
@@ -495,7 +494,7 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
   }
 
   // Helper methods to lookup function instantiation attributes
-  GrapplerFunctionItemInstantiation instantiation(&func_instantiation_attr);
+  GrapplerFunctionItemInstantiation instantiation(func_instantiation_attr);
 
   // Mapping from FunctionDef input format (name[:output][:position]) to
   // GraphDef input format (name[:position])
@@ -602,9 +601,9 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
 
   *item = GrapplerFunctionItem(
       /*func_name=*/signature.name(), /*description=*/signature.description(),
-      /*func_attr=*/AttrValueMap(func.attr().begin(), func.attr().end()),
-      std::move(inputs), std::move(outputs), std::move(keep_nodes),
-      graph_def_version, is_stateful, std::move(function_body));
+      /*func_attr=*/AttrSlice(&func.attr()), std::move(inputs),
+      std::move(outputs), std::move(keep_nodes), graph_def_version, is_stateful,
+      std::move(function_body));
   return Status::OK();
 }
 
@@ -612,7 +611,7 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
                                 const FunctionLibraryDefinition& flib,
                                 const int graph_def_version,
                                 GrapplerFunctionItem* item) {
-  return MakeGrapplerFunctionItem(func, AttrValueMap(), flib, graph_def_version,
+  return MakeGrapplerFunctionItem(func, AttrSlice(), flib, graph_def_version,
                                   item);
 }
 
diff --git a/tensorflow/core/grappler/utils/functions.h b/tensorflow/core/grappler/utils/functions.h
index dc8c3f1d11..39dddda876 100644
--- a/tensorflow/core/grappler/utils/functions.h
+++ b/tensorflow/core/grappler/utils/functions.h
@@ -30,8 +30,6 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
-using AttrValueMap = std::unordered_map<string, AttrValue>;
-
 // Depending on the function instantiation attributes, input argument to the
 // function might be a single tensor, list of tensors of the same type, or a
 // list of tensors of different types.
@@ -118,8 +116,7 @@ class GrapplerFunctionConnectivity {
 // a function.
 class GrapplerFunctionItemInstantiation {
  public:
-  explicit GrapplerFunctionItemInstantiation(
-      const AttrValueMap* func_instantiation_attr)
+  explicit GrapplerFunctionItemInstantiation(AttrSlice func_instantiation_attr)
       : func_instantiation_attr_(func_instantiation_attr) {}
 
   // Get DataType from attributes by name. Return error if attribute is missing,
@@ -131,7 +128,7 @@ class GrapplerFunctionItemInstantiation {
   Status GetArgType(const OpDef::ArgDef& arg, DataType* data_type) const;
 
  private:
-  const AttrValueMap* func_instantiation_attr_;  // do not own
+  const AttrSlice func_instantiation_attr_;  // do not own
 };
 
 // A special case of GrapplerItem, constructed from a TensorFlow Function.
@@ -139,7 +136,7 @@ class GrapplerFunctionItem : public GrapplerItem {
  public:
   GrapplerFunctionItem() = default;
   GrapplerFunctionItem(string func_name, string description,
-                       AttrValueMap func_attr,
+                       AttrSlice func_attr,
                        std::vector<InputArgExpansion> input_arg_expansions,
                        std::vector<OutputArgExpansion> output_arg_expansions,
                        std::vector<string> keep_nodes, int graph_def_version,
@@ -157,7 +154,7 @@ class GrapplerFunctionItem : public GrapplerItem {
   const OutputArgExpansion& output(int i) const;
   const std::size_t output_size() const;
 
-  const AttrValueMap& func_attr() const;
+  const AttrSlice& func_attr() const;
   const GraphDef& function_body() const;
   GraphDef& mutable_function_body();
 
@@ -173,8 +170,8 @@ class GrapplerFunctionItem : public GrapplerItem {
       std::vector<std::pair<int, int>>* output_mapping);
 
   string description_;
-  AttrValueMap func_attr_;  // Attributes specific to function definition that
-                            // produced this item (FuncDef.attr field).
+  AttrSlice func_attr_;  // Attributes specific to function definition that
+                         // produced this item (FuncDef.attr field).
 
   std::vector<InputArgExpansion> input_arg_expansions_;
   std::vector<OutputArgExpansion> output_arg_expansions_;
@@ -199,14 +196,14 @@ bool IsParametrized(const FunctionDef& func);
 // Resolve function instantiation type parameters from the attributes of the
 // caller node. Return error if type can't be resolved.
 Status InstantiationTypeParameters(
-    const FunctionDef& func, const AttrValueMap& func_instantiation_attr,
+    const FunctionDef& func, const AttrSlice& func_instantiation_attr,
     std::unordered_map<string, DataType>* type_parameters);
 
 // Resolve function instantiation body parameters (values for the function body
 // attr placeholders) from the attributes of the caller node. Return error if
 // type can't be resolved.
 Status InstantiationBodyParameters(
-    const FunctionDef& func, const AttrValueMap& func_instantiation_attr,
+    const FunctionDef& func, const AttrSlice& func_instantiation_attr,
     std::unordered_map<string, AttrValue>* body_parameters);
 
 // Register GrapplerFunctionItem input arg expansion and function body outputs
@@ -234,7 +231,7 @@ Status RemoveUnusedOutputs(const gtl::FlatSet<int>& active_outputs,
 // instantiation attributes (caller node attributes). Returns error if the given
 // function def cannot be converted (e.g. not all attributes are defined).
 Status MakeGrapplerFunctionItem(const FunctionDef& func,
-                                const AttrValueMap& func_instantiation_attr,
+                                const AttrSlice& func_instantiation_attr,
                                 const FunctionLibraryDefinition& flib,
                                 int graph_def_version,
                                 GrapplerFunctionItem* item);
diff --git a/tensorflow/core/grappler/utils/functions_test.cc b/tensorflow/core/grappler/utils/functions_test.cc
index b51f2781b8..edc273557b 100644
--- a/tensorflow/core/grappler/utils/functions_test.cc
+++ b/tensorflow/core/grappler/utils/functions_test.cc
@@ -69,15 +69,15 @@ TEST_F(FunctionsTest, InstantiationParameters) {
       /* Mapping between function returns and function node outputs. */
       {{"x", "cx:output:0"}, {"y", "cy:output:0"}});
 
-  std::unordered_map<string, AttrValue> func_instantiation_attr;
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
   func_instantiation_attr["key"].set_s("key-value");
   func_instantiation_attr["A"].set_type(DT_FLOAT);
   func_instantiation_attr["B"].set_type(DT_INT32);
   func_instantiation_attr["C"].set_type(DT_DOUBLE);
 
   std::unordered_map<string, DataType> type_parameters;
-  TF_EXPECT_OK(InstantiationTypeParameters(func, func_instantiation_attr,
-                                           &type_parameters));
+  TF_EXPECT_OK(InstantiationTypeParameters(
+      func, AttrSlice(&func_instantiation_attr), &type_parameters));
 
   ASSERT_EQ(3, type_parameters.size());
   EXPECT_EQ(DT_FLOAT, type_parameters["A"]);
@@ -85,8 +85,8 @@ TEST_F(FunctionsTest, InstantiationParameters) {
   EXPECT_EQ(DT_DOUBLE, type_parameters["C"]);
 
   std::unordered_map<string, AttrValue> body_parameters;
-  TF_EXPECT_OK(InstantiationBodyParameters(func, func_instantiation_attr,
-                                           &body_parameters));
+  TF_EXPECT_OK(InstantiationBodyParameters(
+      func, AttrSlice(&func_instantiation_attr), &body_parameters));
 
   ASSERT_EQ(1, body_parameters.size());
   EXPECT_EQ("key-value", body_parameters["key"].s());
@@ -235,13 +235,14 @@ TEST_F(FunctionsTest, FromSimpleFunctionDef) {
           {{"y"}, "Mul", {"x", "scale"}, {{"T", "$T"}}},
       });
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   EXPECT_EQ("XTimesTwo", item.id);
   EXPECT_EQ(4, item.function_body().node_size());
@@ -256,19 +257,19 @@ TEST_F(FunctionsTest, FromSimpleFunctionDef) {
 
   int count = 0;
   for (const NodeDef &node : item.function_body().node()) {
-    if (node.name() == "x" && count++) {
+    if (node.name() == "x" && ++count) {
       EXPECT_EQ("Placeholder", node.op());
       EXPECT_EQ(DT_FLOAT, node.attr().at("dtype").type());
       EXPECT_EQ(0, node.input_size());
-    } else if (node.name() == "two" && count++) {
+    } else if (node.name() == "two" && ++count) {
       EXPECT_EQ("Const", node.op());
       EXPECT_EQ(0, node.input_size());
-    } else if (node.name() == "scale" && count++) {
+    } else if (node.name() == "scale" && ++count) {
       EXPECT_EQ("Cast", node.op());
       EXPECT_EQ(DT_FLOAT, node.attr().at("DstT").type());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("two", node.input(0));
-    } else if (node.name() == "y" && count++) {
+    } else if (node.name() == "y" && ++count) {
       EXPECT_EQ("Mul", node.op());
       EXPECT_EQ(DT_FLOAT, node.attr().at("T").type());
       EXPECT_EQ(2, node.input_size());
@@ -311,13 +312,14 @@ TEST_F(FunctionsTest, FromFunctionDefWithMultiOutputNodes) {
       // Nodes
       nodes);
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   EXPECT_EQ("SubGrad", item.id);
   EXPECT_EQ(12, item.function_body().node_size());
@@ -338,17 +340,17 @@ TEST_F(FunctionsTest, FromFunctionDefWithMultiOutputNodes) {
       EXPECT_EQ("Placeholder", node.op());
       EXPECT_EQ(DT_FLOAT, node.attr().at("dtype").type());
       EXPECT_EQ(0, node.input_size());
-    } else if (node.name() == "rx" && count++) {
+    } else if (node.name() == "rx" && ++count) {
       EXPECT_EQ("BroadcastGradientArgs", node.op());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("sx", node.input(0));
       EXPECT_EQ("sy", node.input(1));
-    } else if (node.name() == "sum_gx" && count++) {
+    } else if (node.name() == "sum_gx" && ++count) {
       EXPECT_EQ("Sum", node.op());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("gx", node.input(0));
       EXPECT_EQ("rx", node.input(1));
-    } else if (node.name() == "sum_gy" && count++) {
+    } else if (node.name() == "sum_gy" && ++count) {
       EXPECT_EQ("Sum", node.op());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("gy", node.input(0));
@@ -394,12 +396,13 @@ TEST_F(FunctionsTest, FromFunctionDefWithNestedFuncs) {
       // Output Mapping
       {{"o", "o:z:0"}});
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   int count = 0;
   for (const NodeDef &node : item.function_body().node()) {
@@ -408,29 +411,29 @@ TEST_F(FunctionsTest, FromFunctionDefWithNestedFuncs) {
       EXPECT_EQ("Placeholder", node.op());
       EXPECT_EQ(DT_FLOAT, node.attr().at("dtype").type());
       EXPECT_EQ(0, node.input_size());
-    } else if (node.name() == "a0" && count++) {
+    } else if (node.name() == "a0" && ++count) {
       EXPECT_EQ("Swap", node.op());
       EXPECT_EQ(3, node.input_size());
       EXPECT_EQ("x", node.input(0));
       EXPECT_EQ("y", node.input(1));
       EXPECT_EQ("^x2", node.input(2));
-    } else if (node.name() == "a1" && count++) {
+    } else if (node.name() == "a1" && ++count) {
       EXPECT_EQ("Swap", node.op());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("a0", node.input(0));
       EXPECT_EQ("a0:1", node.input(1));
-    } else if (node.name() == "x2" && count++) {
+    } else if (node.name() == "x2" && ++count) {
       EXPECT_EQ("Mul", node.op());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("x", node.input(0));
       EXPECT_EQ("x", node.input(1));
-    } else if (node.name() == "y2" && count++) {
+    } else if (node.name() == "y2" && ++count) {
       EXPECT_EQ("Mul", node.op());
       EXPECT_EQ(3, node.input_size());
       EXPECT_EQ("y", node.input(0));
       EXPECT_EQ("y", node.input(1));
       EXPECT_EQ("^a1", node.input(2));
-    } else if (node.name() == "o" && count++) {
+    } else if (node.name() == "o" && ++count) {
       EXPECT_EQ("Add", node.op());
       EXPECT_EQ(2, node.input_size());
       EXPECT_EQ("x2", node.input(0));
@@ -456,27 +459,28 @@ TEST_F(FunctionsTest, FromFunctionDefWithOutputMappings) {
       // Mapping
       {{"out", "Exp:y:0"}});
 
-  std::unordered_map<string, AttrValue> func_attr;
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   EXPECT_EQ(1, item.output_size());
   EXPECT_EQ("Exp", item.output(0).output_tensors[0]);
 
   int count = 0;
   for (const NodeDef &node : item.function_body().node()) {
-    if (node.name() == "in" && count++) {
+    if (node.name() == "in" && ++count) {
       EXPECT_EQ("Placeholder", node.op());
       EXPECT_EQ(DT_FLOAT, node.attr().at("dtype").type());
       EXPECT_EQ(0, node.input_size());
-    } else if (node.name() == "Linear_func" && count++) {
+    } else if (node.name() == "Linear_func" && ++count) {
       EXPECT_EQ("Identity", node.op());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("in", node.input(0));
-    } else if (node.name() == "Exp" && count++) {
+    } else if (node.name() == "Exp" && ++count) {
       EXPECT_EQ("Exp", node.op());
       EXPECT_EQ(1, node.input_size());
       EXPECT_EQ("Linear_func", node.input(0));
@@ -500,12 +504,13 @@ TEST_F(FunctionsTest, FromFunctionDefWithInputForwarding) {
       // Mapping
       {{"out0", "in0"}});
 
-  std::unordered_map<string, AttrValue> func_attr;
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   EXPECT_EQ("ForwardInputs", item.id);
   EXPECT_EQ(5, item.function_body().node_size());
@@ -546,13 +551,14 @@ TEST_F(FunctionsTest, FromFunctionDefWithoutInput) {
       {{{"two"}, "Const", {}, {{"value", kTwo}, {"dtype", DT_INT64}}},
        {{"o"}, "Cast", {"two"}, {{"SrcT", DT_INT64}, {"DstT", "$T"}}}});
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   EXPECT_EQ(0, item.input_size());
   EXPECT_EQ(1, item.output_size());
@@ -586,13 +592,14 @@ TEST_F(FunctionsTest, MakeFunctionDef) {
           {{"y"}, "Mul", {"x", "scale"}, {{"T", "$T"}}},
       });
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   FunctionDef specialized;
   TF_EXPECT_OK(MakeFunctionDef(item, flib, &specialized));
@@ -606,9 +613,9 @@ TEST_F(FunctionsTest, MakeFunctionDef) {
   // Function body specialized for instantiation types
   int count = 0;
   for (const NodeDef &node : specialized.node_def()) {
-    if (node.name() == "scale" && count++) {
+    if (node.name() == "scale" && ++count) {
       EXPECT_EQ(DT_FLOAT, node.attr().at("DstT").type());
-    } else if (node.name() == "y" && count++) {
+    } else if (node.name() == "y" && ++count) {
       EXPECT_EQ("Mul", node.op());
       EXPECT_EQ("x:0", node.input(0));
       EXPECT_EQ("scale:y:0", node.input(1));
@@ -625,13 +632,14 @@ TEST_F(FunctionsTest, ReplaceInputWithConst) {
       /* Mapping between function returns and function node outputs. */
       {{"z", "output:z:0"}});
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   EXPECT_EQ(2, item.input_size());
   EXPECT_EQ(1, item.output_size());
@@ -679,13 +687,13 @@ TEST_F(FunctionsTest, ReplaceInputWithConst) {
   // Check that graph has const nodes pushed into function body.
   int count = 0;
   for (const NodeDef &node : specialized.node_def()) {
-    if (node.name() == "x" && count++) {
+    if (node.name() == "x" && ++count) {
       EXPECT_EQ("Const", node.op());
       EXPECT_EQ("const_input_x", node.attr().at("Tag").s());
-    } else if (node.name() == "y" && count++) {
+    } else if (node.name() == "y" && ++count) {
       EXPECT_EQ("Const", node.op());
       EXPECT_EQ("const_input_y", node.attr().at("Tag").s());
-    } else if (node.name() == "output" && count++) {
+    } else if (node.name() == "output" && ++count) {
       EXPECT_EQ("Mul", node.op());
       EXPECT_EQ("x:output:0", node.input(0));
       EXPECT_EQ("y:output:0", node.input(1));
@@ -713,8 +721,8 @@ TEST_F(FunctionsTest, SwapFunctionBodyAndMakeFunctionDef) {
       {/* pass input to output through identity */
        NDef("output", "Identity", {"x"}, {{"T", "float"}})});
 
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_FLOAT);
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_FLOAT);
 
   FunctionDefLibrary lib_def;
   *lib_def.add_function() = func;
@@ -722,8 +730,9 @@ TEST_F(FunctionsTest, SwapFunctionBodyAndMakeFunctionDef) {
   FunctionLibraryDefinition flib(OpRegistry::Global(), lib_def);
 
   GrapplerFunctionItem item;
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   // Replace function body with identity function
   item.SwapFunctionBody(std::move(id_func_body));
@@ -733,7 +742,7 @@ TEST_F(FunctionsTest, SwapFunctionBodyAndMakeFunctionDef) {
   // Check that graph body was updated.
   int count = 0;
   for (const NodeDef &node : specialized.node_def()) {
-    if (node.name() == "output" && count++) {
+    if (node.name() == "output" && ++count) {
       EXPECT_EQ("Identity", node.op());
       EXPECT_EQ("x:0", node.input(0));
     }
@@ -762,10 +771,11 @@ TEST_F(FunctionsTest, FunctionDefGrapplerFunctionItemRoundTrip) {
   FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
 
   GrapplerFunctionItem item;
-  std::unordered_map<string, AttrValue> func_attr;
-  func_attr["T"].set_type(DT_INT32);
-  TF_EXPECT_OK(MakeGrapplerFunctionItem(func, func_attr, flib,
-                                        TF_GRAPH_DEF_VERSION, &item));
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  func_instantiation_attr["T"].set_type(DT_INT32);
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
 
   FunctionDef func2;
   TF_EXPECT_OK(MakeFunctionDef(item, flib, &func2));
-- 
GitLab


From a54150fe9571c713e45a3f2828fbaf5d18dda3d3 Mon Sep 17 00:00:00 2001
From: Yuanzhong Xu <yuanzx@google.com>
Date: Wed, 17 Oct 2018 17:00:31 -0700
Subject: [PATCH 0239/1825] [XLA] Chnage param_test configs.

PiperOrigin-RevId: 217615354
---
 tensorflow/compiler/xla/tests/BUILD | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 8a0ae33042..3ad6960b4e 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -476,7 +476,9 @@ xla_test(
     name = "params_test",
     srcs = ["params_test.cc"],
     shard_count = 30,
-    tags = ["optonly"],
+    tags = [
+        "optonly",
+    ],
     deps = [
         "//tensorflow/compiler/xla:array2d",
         "//tensorflow/compiler/xla:literal",
-- 
GitLab


From be409cac81eaadc135ebe07593a3d26420b2ef8d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 17:09:23 -0700
Subject: [PATCH 0240/1825] During error conditions, we were currently putting
 an entire NodeDef information in the user facing error message. This makes it
 very hard to read and understand the error messages. We now just put the name
 in the message, and put the NodeDef information in the logs.

PiperOrigin-RevId: 217616833
---
 tensorflow/compiler/jit/deadness_analysis.cc  |  4 +-
 tensorflow/compiler/tf2xla/graph_compiler.cc  |  2 +-
 tensorflow/compiler/tf2xla/tf2xla.cc          |  2 +-
 .../compiler/tf2xla/xla_compilation_device.cc |  2 +-
 .../compiler/tf2xla/xla_compiler_test.cc      |  6 ++-
 .../core/common_runtime/eager/execute.cc      | 10 ++---
 tensorflow/core/common_runtime/executor.cc    |  4 +-
 .../core/common_runtime/lower_if_while.cc     |  6 +--
 .../core/common_runtime/memory_types.cc       | 13 +++---
 .../core/distributed_runtime/graph_mgr.cc     |  2 +-
 tensorflow/core/framework/function.cc         |  9 +++--
 tensorflow/core/framework/graph_def_util.cc   |  2 +-
 tensorflow/core/framework/node_def_util.cc    | 40 ++++++++++---------
 tensorflow/core/framework/op_kernel.cc        |  8 ++--
 tensorflow/core/graph/graph.cc                |  2 +-
 tensorflow/core/graph/node_builder.cc         |  2 +-
 tensorflow/python/client/session.py           |  2 +-
 17 files changed, 62 insertions(+), 54 deletions(-)

diff --git a/tensorflow/compiler/jit/deadness_analysis.cc b/tensorflow/compiler/jit/deadness_analysis.cc
index b7ae7fbeb3..e29da8500f 100644
--- a/tensorflow/compiler/jit/deadness_analysis.cc
+++ b/tensorflow/compiler/jit/deadness_analysis.cc
@@ -696,8 +696,8 @@ Status CreateMultipleNextIterationInputsError(Node* merge) {
     }
   }
   return errors::InvalidArgument(
-      "Multiple NextIteration inputs to merge node ", SummarizeNode(*merge),
-      ": \n", absl::StrJoin(backedges, "\n"),
+      "Multiple NextIteration inputs to merge node ",
+      FormatNodeForError(*merge), ": \n", absl::StrJoin(backedges, "\n"),
       "\nMerge nodes can have at most one incoming NextIteration edge.");
 }
 
diff --git a/tensorflow/compiler/tf2xla/graph_compiler.cc b/tensorflow/compiler/tf2xla/graph_compiler.cc
index c019a28e89..706ed4f5bb 100644
--- a/tensorflow/compiler/tf2xla/graph_compiler.cc
+++ b/tensorflow/compiler/tf2xla/graph_compiler.cc
@@ -164,7 +164,7 @@ Status GraphCompiler::Compile() {
       outputs[o] = op_context.release_output(o);
       if (outputs[o].tensor == nullptr) {
         return errors::Internal("Missing xla_context ", o, "-th output from ",
-                                SummarizeNode(*n));
+                                FormatNodeForError(*n));
       }
     }
   }
diff --git a/tensorflow/compiler/tf2xla/tf2xla.cc b/tensorflow/compiler/tf2xla/tf2xla.cc
index b22d53805d..9fac16a970 100644
--- a/tensorflow/compiler/tf2xla/tf2xla.cc
+++ b/tensorflow/compiler/tf2xla/tf2xla.cc
@@ -218,7 +218,7 @@ Status CollectArgNodes(const Graph& graph, std::vector<Node*>* arg_nodes) {
         const Node* dup = insert_result.first->second;
         return errors::InvalidArgument(
             "Multiple ", kArgOp, " nodes with index ", index, ", ",
-            n->DebugString(), " and ", dup->DebugString());
+            FormatNodeForError(*n), " and ", FormatNodeForError(*dup));
       }
     }
   }
diff --git a/tensorflow/compiler/tf2xla/xla_compilation_device.cc b/tensorflow/compiler/tf2xla/xla_compilation_device.cc
index 7f860500c7..cb7843850c 100644
--- a/tensorflow/compiler/tf2xla/xla_compilation_device.cc
+++ b/tensorflow/compiler/tf2xla/xla_compilation_device.cc
@@ -92,7 +92,7 @@ Allocator* XlaCompilationDevice::GetAllocator(AllocatorAttributes attr) {
 void XlaCompilationDevice::Compute(OpKernel* op_kernel,
                                    OpKernelContext* context) {
   VLOG(4) << "XlaCompilationDevice::Compute "
-          << SummarizeNodeDef(op_kernel->def());
+          << FormatNodeDefForError(op_kernel->def());
   auto* b = XlaContext::Get(context).builder();
   xla::OpMetadata metadata;
   metadata.set_op_type(op_kernel->type_string());
diff --git a/tensorflow/compiler/tf2xla/xla_compiler_test.cc b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
index 72b17d04fc..2cb8b3331c 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler_test.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
@@ -354,8 +354,10 @@ TEST_F(XlaCompilerTest, HasSaneErrorOnNonCompileTimeConstantInputToReshape) {
   EXPECT_TRUE(
       absl::StrContains(status.error_message(), "depends on a parameter"))
       << status.error_message();
-  EXPECT_TRUE(
-      absl::StrContains(status.error_message(), "[[{{node C}} = Reshape"))
+  EXPECT_TRUE(absl::StrContains(status.error_message(), "{{node C}}"))
+      << status.error_message();
+  EXPECT_TRUE(absl::StrContains(status.error_message(),
+                                "must be a compile-time constant"))
       << status.error_message();
 }
 
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index 51402c12f0..81e0cd1b71 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -197,10 +197,10 @@ Status SelectDevice(const NodeDef& ndef, EagerContext* ctx, Device** device) {
   TF_RETURN_IF_ERROR(SupportedDeviceTypesForNode(
       ctx->prioritized_device_type_list(), ndef, &final_devices));
   if (final_devices.empty()) {
-    return errors::Internal(
-        "Could not find valid device for node.\nNode: ", SummarizeNodeDef(ndef),
-        "\nAll kernels registered for op ", ndef.op(), " :\n",
-        KernelsRegisteredForOp(ndef.op()));
+    return errors::Internal("Could not find valid device for node.\nNode: ",
+                            FormatNodeDefForError(ndef),
+                            "\nAll kernels registered for op ", ndef.op(),
+                            " :\n", KernelsRegisteredForOp(ndef.op()));
   }
   for (Device* d : *ctx->devices()) {
     if (d->device_type() == final_devices[0].type_string()) {
@@ -209,7 +209,7 @@ Status SelectDevice(const NodeDef& ndef, EagerContext* ctx, Device** device) {
     }
   }
   return errors::Unknown("Could not find a device for node ",
-                         SummarizeNodeDef(ndef));
+                         FormatNodeDefForError(ndef));
 }
 
 Status GetOutputDTypes(EagerOperation* op, DataTypeVector* output_dtypes) {
diff --git a/tensorflow/core/common_runtime/executor.cc b/tensorflow/core/common_runtime/executor.cc
index eb69d1991c..f5c6a5c669 100644
--- a/tensorflow/core/common_runtime/executor.cc
+++ b/tensorflow/core/common_runtime/executor.cc
@@ -1976,7 +1976,7 @@ Status ExecutorState::ProcessOutputs(const NodeItem& item, OpKernelContext* ctx,
       // tensor value at i-th output.
       if (!IsSwitch(node) && !IsRecv(node)) {
         s.Update(errors::Internal("Missing ", i, "-th output from ",
-                                  SummarizeNode(*node)));
+                                  FormatNodeForError(*node)));
       }
     } else {
       Entry* out = &((*outputs)[i]);
@@ -2030,7 +2030,7 @@ Status ExecutorState::ProcessOutputs(const NodeItem& item, OpKernelContext* ctx,
                                   DataTypeString(dtype),
                                   " does not match declared output type ",
                                   DataTypeString(item.output_type(i)),
-                                  " for node ", SummarizeNode(*node)));
+                                  " for node ", FormatNodeForError(*node)));
       }
     }
     if (!val.is_ref()) {
diff --git a/tensorflow/core/common_runtime/lower_if_while.cc b/tensorflow/core/common_runtime/lower_if_while.cc
index c1db575b04..ce8d99d6f1 100644
--- a/tensorflow/core/common_runtime/lower_if_while.cc
+++ b/tensorflow/core/common_runtime/lower_if_while.cc
@@ -79,9 +79,9 @@ Status LowerIfWhilePass::Run(const GraphOptimizationPassOptions& options) {
         TF_RETURN_IF_ERROR(RewriteWhileNode(n, g, *flib));
       } else {
         return errors::Internal(
-            "Node:", n->name(), " of type ", n->type_string(), " has '",
-            LowerIfWhilePass::kLowerUsingSwitchMergeAttr,
-            "' attr set but it does not support lowering.\n", n->DebugString());
+            "Node ", FormatNodeForError(*n), " of type ", n->type_string(),
+            " has '", LowerIfWhilePass::kLowerUsingSwitchMergeAttr,
+            "' attr set but it does not support lowering.\n");
       }
     }
   }
diff --git a/tensorflow/core/common_runtime/memory_types.cc b/tensorflow/core/common_runtime/memory_types.cc
index 116750fbfd..f2534b7dc3 100644
--- a/tensorflow/core/common_runtime/memory_types.cc
+++ b/tensorflow/core/common_runtime/memory_types.cc
@@ -96,11 +96,12 @@ Status ValidateMemoryTypes(const DeviceType& device_type, const Graph* g) {
         if (sm == dm) {
           return Status::OK();
         }
-        return errors::Internal(
-            "Memory type mismatch (", sm, " ", dm,
-            ") between :", e->src()->id(), ":", e->src_output(), " and ",
-            e->dst()->id(), ":", e->dst_input(), " : from ",
-            e->src()->DebugString(), " to ", e->dst()->DebugString());
+        return errors::Internal("Memory type mismatch (", sm, " ", dm,
+                                ") between :", e->src()->id(), ":",
+                                e->src_output(), " and ", e->dst()->id(), ":",
+                                e->dst_input(), " : from ",
+                                FormatNodeForError(*e->src()), " to ",
+                                FormatNodeForError(*e->dst()));
       });
 }
 
@@ -209,7 +210,7 @@ Status MemoryTypeForOutput(const DeviceType& device_type, const Graph* g,
                                         &inp_mvec, &out_mvec));
   if (out_mvec.size() <= index) {
     return errors::Internal("Trying to get the memory type for ", index,
-                            "'th output of node ", n->DebugString(),
+                            "'th output of node ", FormatNodeForError(*n),
                             " that has only ", out_mvec.size(), " outputs");
   }
   *memory_type = out_mvec[index];
diff --git a/tensorflow/core/distributed_runtime/graph_mgr.cc b/tensorflow/core/distributed_runtime/graph_mgr.cc
index 3361819e43..3944668028 100644
--- a/tensorflow/core/distributed_runtime/graph_mgr.cc
+++ b/tensorflow/core/distributed_runtime/graph_mgr.cc
@@ -90,7 +90,7 @@ static Status ValidateGraphDefForDevices(const GraphDef& gdef) {
   for (const auto& ndef : gdef.node()) {
     if (!DeviceNameUtils::ParseFullName(ndef.device(), &parsed)) {
       return errors::InvalidArgument("Missing device name in: ",
-                                     SummarizeNodeDef(ndef));
+                                     FormatNodeDefForError(ndef));
     }
   }
   return Status::OK();
diff --git a/tensorflow/core/framework/function.cc b/tensorflow/core/framework/function.cc
index 4ad6fd00da..abd0930ca9 100644
--- a/tensorflow/core/framework/function.cc
+++ b/tensorflow/core/framework/function.cc
@@ -238,7 +238,8 @@ class FunctionInstantiationHelper {
         const auto* item = GetItemOrNull(input_name);
         if (item == nullptr) {
           return errors::InvalidArgument(
-              "input ", input_name, " is not found: ", SummarizeNodeDef(fnode));
+              "input ", input_name,
+              " is not found: ", FormatNodeDefForError(fnode));
         }
         if (item->dtypes.size() > dtypes.size() - j) {
           return errors::InvalidArgument("Input ", input_name, " too long for ",
@@ -677,7 +678,8 @@ Status InstantiateFunction(const FunctionDef& fdef, AttrSlice attr_values,
     s = helper.BuildNodeOutputIndex(fdef.node_def(i), AttrSlice(&node_attrs[i]),
                                     result->nodes.size() + i);
     if (!s.ok()) {
-      errors::AppendToMessage(&s, "In ", SummarizeNodeDef(fdef.node_def(i)));
+      errors::AppendToMessage(&s, "In ",
+                              FormatNodeDefForError(fdef.node_def(i)));
       return s;
     }
   }
@@ -685,7 +687,8 @@ Status InstantiateFunction(const FunctionDef& fdef, AttrSlice attr_values,
   for (int i = 0; i < fdef.node_def_size(); ++i) {
     s = helper.InstantiateNode(fdef.node_def(i), AttrSlice(&node_attrs[i]));
     if (!s.ok()) {
-      errors::AppendToMessage(&s, "In ", SummarizeNodeDef(fdef.node_def(i)));
+      errors::AppendToMessage(&s, "In ",
+                              FormatNodeDefForError(fdef.node_def(i)));
       return s;
     }
   }
diff --git a/tensorflow/core/framework/graph_def_util.cc b/tensorflow/core/framework/graph_def_util.cc
index f7539d37be..56102db30e 100644
--- a/tensorflow/core/framework/graph_def_util.cc
+++ b/tensorflow/core/framework/graph_def_util.cc
@@ -103,7 +103,7 @@ static Status RemoveNewDefaultAttrsFromNodeDef(
         return errors::InvalidArgument(
             "Attr '", attr.first,
             "' missing in producer's OpDef: ", SummarizeOpDef(*producer_op_def),
-            " but found in node: ", SummarizeNodeDef(*node_def));
+            " but found in node: ", FormatNodeDefForError(*node_def));
       }
       // ...and it has the same value as the default in producer,
       if (producer_attr_def->has_default_value() &&
diff --git a/tensorflow/core/framework/node_def_util.cc b/tensorflow/core/framework/node_def_util.cc
index 43ac1d0ada..c69e067511 100644
--- a/tensorflow/core/framework/node_def_util.cc
+++ b/tensorflow/core/framework/node_def_util.cc
@@ -86,8 +86,8 @@ string AttrSlice::SummarizeNode() const {
 string SummarizeNode(const Node& node) { return SummarizeNodeDef(node.def()); }
 
 string SummarizeNodeDef(const NodeDef& node_def) {
-  string ret = strings::StrCat(FormatNodeDefForError(node_def), " = ",
-                               node_def.op(), "[");
+  string ret = strings::StrCat(errors::FormatNodeNameForError(node_def.name()),
+                               " = ", node_def.op(), "[");
   strings::StrAppend(&ret, SummarizeAttrsHelper(node_def, node_def.device()));
   strings::StrAppend(&ret, "](");
 
@@ -107,6 +107,7 @@ string FormatNodeForError(const Node& node) {
 }
 
 string FormatNodeDefForError(const NodeDef& node_def) {
+  LOG(ERROR) << "Error in the node: " << SummarizeNodeDef(node_def);
   return errors::FormatNodeNameForError(node_def.name());
 }
 
@@ -419,9 +420,9 @@ Status NumOutputsForNode(const NodeDef& node_def, const OpDef& op_def,
 
 Status ValidateNodeDef(const NodeDef& node_def, const OpDef& op_def) {
   if (node_def.op() != op_def.name()) {
-    return errors::InvalidArgument("NodeDef op '", node_def.op(),
-                                   "' does not match ", SummarizeOpDef(op_def),
-                                   "; NodeDef: ", SummarizeNodeDef(node_def));
+    return errors::InvalidArgument(
+        "NodeDef op '", node_def.op(), "' does not match ",
+        SummarizeOpDef(op_def), "; NodeDef: ", FormatNodeDefForError(node_def));
   }
 
   bool seen_control = false;
@@ -431,14 +432,14 @@ Status ValidateNodeDef(const NodeDef& node_def, const OpDef& op_def) {
     if (str_util::StartsWith(input, "^")) {
       seen_control = true;
       if (input.find(':') != string::npos) {
-        return errors::InvalidArgument(
-            "Control input '", input,
-            "' must not have ':' in NodeDef: ", SummarizeNodeDef(node_def));
+        return errors::InvalidArgument("Control input '", input,
+                                       "' must not have ':' in NodeDef: ",
+                                       FormatNodeDefForError(node_def));
       }
     } else if (seen_control) {
-      return errors::InvalidArgument(
-          "Non-control input '", input,
-          "' after control input in NodeDef: ", SummarizeNodeDef(node_def));
+      return errors::InvalidArgument("Non-control input '", input,
+                                     "' after control input in NodeDef: ",
+                                     FormatNodeDefForError(node_def));
     } else {
       ++num_inputs;
     }
@@ -468,13 +469,14 @@ Status ValidateNodeDef(const NodeDef& node_def, const OpDef& op_def) {
       // the binary producing it.
       return errors::InvalidArgument(
           "NodeDef mentions attr '", attr.first, "' not in ",
-          SummarizeOpDef(op_def), "; NodeDef: ", SummarizeNodeDef(node_def),
+          SummarizeOpDef(op_def),
+          "; NodeDef: ", FormatNodeDefForError(node_def),
           ". (Check whether your GraphDef-interpreting binary is up to date "
           "with your GraphDef-generating binary.).");
     }
     TF_RETURN_WITH_CONTEXT_IF_ERROR(
         ValidateAttrValue(attr.second, *iter->second),
-        "; NodeDef: ", SummarizeNodeDef(node_def), "; ",
+        "; NodeDef: ", FormatNodeDefForError(node_def), "; ",
         SummarizeOpDef(op_def));
     // Keep track of which attr names have (not) been found in the NodeDef.
     op_attrs.erase(iter);
@@ -487,10 +489,10 @@ Status ValidateNodeDef(const NodeDef& node_def, const OpDef& op_def) {
       if (!attrs.empty()) strings::StrAppend(&attrs, "', '");
       strings::StrAppend(&attrs, attr_pair.first);
     }
-    return errors::InvalidArgument("NodeDef missing attr",
-                                   op_attrs.size() == 1 ? " '" : "s '", attrs,
-                                   "' from ", SummarizeOpDef(op_def),
-                                   "; NodeDef: ", SummarizeNodeDef(node_def));
+    return errors::InvalidArgument(
+        "NodeDef missing attr", op_attrs.size() == 1 ? " '" : "s '", attrs,
+        "' from ", SummarizeOpDef(op_def),
+        "; NodeDef: ", FormatNodeDefForError(node_def));
   }
 
   // Validate the number of inputs.
@@ -501,7 +503,7 @@ Status ValidateNodeDef(const NodeDef& node_def, const OpDef& op_def) {
     return errors::InvalidArgument(
         "NodeDef expected inputs '", DataTypeVectorString(inputs),
         "' do not match ", num_inputs, " inputs specified; ",
-        SummarizeOpDef(op_def), "; NodeDef: ", SummarizeNodeDef(node_def));
+        SummarizeOpDef(op_def), "; NodeDef: ", FormatNodeDefForError(node_def));
   }
 
   return Status::OK();
@@ -657,7 +659,7 @@ Status ValidateExternalNodeDefSyntax(const NodeDef& node_def) {
 Status AttachDef(const Status& status, const NodeDef& node_def) {
   Status ret = status;
   errors::AppendToMessage(
-      &ret, strings::StrCat(" [[", SummarizeNodeDef(node_def), "]]"));
+      &ret, strings::StrCat(" [[", FormatNodeDefForError(node_def), "]]"));
   return ret;
 }
 
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index c26214c857..2b2f8ffa83 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -1033,7 +1033,7 @@ Status FindKernelRegistration(const DeviceType& device_type,
       if (*reg != nullptr) {
         return errors::InvalidArgument(
             "Multiple OpKernel registrations match NodeDef '",
-            SummarizeNodeDef(node_def), "': '",
+            FormatNodeDefForError(node_def), "': '",
             ProtoShortDebugString((*reg)->def), "' and '",
             ProtoShortDebugString(iter->second.def), "'");
       }
@@ -1058,7 +1058,7 @@ Status FindKernelDef(const DeviceType& device_type, const NodeDef& node_def,
     Status s = errors::NotFound(
         "No registered '", node_def.op(), "' OpKernel for ",
         DeviceTypeString(device_type), " devices compatible with node ",
-        SummarizeNodeDef(node_def));
+        FormatNodeDefForError(node_def));
     if (was_attr_mismatch) {
       errors::AppendToMessage(
           &s, " (OpKernel was found, but attributes didn't match)");
@@ -1184,7 +1184,7 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
     s.Update(errors::NotFound("No registered '", node_def.op(),
                               "' OpKernel for ", DeviceTypeString(device_type),
                               " devices compatible with node ",
-                              SummarizeNodeDef(node_def)));
+                              FormatNodeDefForError(node_def)));
     if (was_attr_mismatch) {
       errors::AppendToMessage(
           &s, " (OpKernel was found, but attributes didn't match)");
@@ -1199,7 +1199,7 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
   DataTypeVector outputs;
   s.Update(InOutTypesForNode(node_def, *op_def, &inputs, &outputs));
   if (!s.ok()) {
-    errors::AppendToMessage(&s, " for node: ", SummarizeNodeDef(node_def));
+    errors::AppendToMessage(&s, " for node: ", FormatNodeDefForError(node_def));
     return s;
   }
 
diff --git a/tensorflow/core/graph/graph.cc b/tensorflow/core/graph/graph.cc
index bc0a6ae346..db565e8170 100644
--- a/tensorflow/core/graph/graph.cc
+++ b/tensorflow/core/graph/graph.cc
@@ -529,7 +529,7 @@ Status Graph::UpdateEdge(Node* new_src, int new_src_index, Node* dst,
   const Edge* e = FindEdge(dst, dst_index);
   if (e == nullptr) {
     return errors::InvalidArgument("Couldn't find edge to ",
-                                   dst->DebugString());
+                                   FormatNodeForError(*dst));
   }
   RemoveEdge(e);
   AddEdge(new_src, new_src_index, dst, dst_index);
diff --git a/tensorflow/core/graph/node_builder.cc b/tensorflow/core/graph/node_builder.cc
index 68a20fcc5f..05c6943f2c 100644
--- a/tensorflow/core/graph/node_builder.cc
+++ b/tensorflow/core/graph/node_builder.cc
@@ -143,7 +143,7 @@ void NodeBuilder::AddIndexError(const Node* node, int i) {
     errors_.emplace_back(strings::StrCat(
         "Attempt to add output ", i, " of ", node->name(), " not in range [0, ",
         node->num_outputs(), ") to node with type ",
-        def_builder_.op_def().name(), ". Node: ", node->DebugString()));
+        def_builder_.op_def().name(), ". Node: ", FormatNodeForError(*node)));
   }
 }
 
diff --git a/tensorflow/python/client/session.py b/tensorflow/python/client/session.py
index c963cfd334..7f783286d3 100644
--- a/tensorflow/python/client/session.py
+++ b/tensorflow/python/client/session.py
@@ -1283,7 +1283,7 @@ class BaseSession(SessionInterface):
   # Old format: [[Node: <node_name> = ...]]
   # New format: [[{{node <node_name>}} = ...]]
   _NODEDEF_NAME_RE = re.compile(
-      r'\[\[(Node: )?(\{\{node )?([^\} ]*)(\}\})?\s*=')
+      r'\[\[(Node: )?(\{\{node )?([^\} ]*)(\}\})?\s*=*')
 
   def _do_run(self, handle, target_list, fetch_list, feed_dict, options,
               run_metadata):
-- 
GitLab


From 544f7c7ea309c643c59189646edac8a218eb4ae6 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Wed, 17 Oct 2018 17:22:48 -0700
Subject: [PATCH 0241/1825] [TF:XLA] Refactor XlaDevice construction. a) remove
 the XlaDevice::Create() factory function, instead have users call the   
 constructor directly. Using a factory function makes it difficult to subclass
    XlaDevice, which is useful to carry along extra backend-specific
 information as part    of the device. b) move the arguments to the
 constructor into an XlaDevice::Options structure to improve    readability
 and allow backends to only set the relevent subset of the options.

No functional changes intended; out-of-tree TF/XLA backends will need to perform a small refactoring (see the changes to xla_cpu_device.cc for an example.)

PiperOrigin-RevId: 217618620
---
 tensorflow/compiler/jit/BUILD                 |  4 +-
 tensorflow/compiler/jit/xla_cpu_device.cc     | 24 +++---
 tensorflow/compiler/jit/xla_device.cc         | 75 +++++++------------
 tensorflow/compiler/jit/xla_device.h          | 58 +++++++-------
 tensorflow/compiler/jit/xla_gpu_device.cc     | 27 ++++---
 .../compiler/jit/xla_interpreter_device.cc    | 28 ++++---
 tensorflow/compiler/tf2xla/xla_op_registry.h  |  1 +
 7 files changed, 112 insertions(+), 105 deletions(-)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index dddf8e69d9..77cae5668b 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -84,6 +84,7 @@ cc_library(
         "//tensorflow/compiler/xla/service:cpu_plugin",  # buildcleaner: keep
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/memory",
     ],
     alwayslink = 1,
 )
@@ -101,6 +102,7 @@ cc_library(
         "//tensorflow/compiler/xla/service:gpu_plugin",  # buildcleaner: keep
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/memory",
     ],
     alwayslink = 1,
 )
@@ -116,7 +118,7 @@ cc_library(
         "//tensorflow/compiler/tf2xla:xla_compiler",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/xla/service:interpreter_plugin",  # buildcleaner: keep
-        "//tensorflow/core:lib",
+        "@com_google_absl//absl/memory",
     ],
     alwayslink = 1,
 )
diff --git a/tensorflow/compiler/jit/xla_cpu_device.cc b/tensorflow/compiler/jit/xla_cpu_device.cc
index 003c1d8081..f2cea3d000 100644
--- a/tensorflow/compiler/jit/xla_cpu_device.cc
+++ b/tensorflow/compiler/jit/xla_cpu_device.cc
@@ -16,6 +16,7 @@ limitations under the License.
 // Registers the XLA_CPU device, which is an XlaDevice instantiation that runs
 // operators using XLA via the XLA "Host" (CPU) backend.
 
+#include "absl/memory/memory.h"
 #include "tensorflow/compiler/jit/kernels/xla_ops.h"
 #include "tensorflow/compiler/jit/legacy_flags/xla_device_flags.h"
 #include "tensorflow/compiler/jit/xla_compile_on_demand_op.h"
@@ -33,7 +34,7 @@ class XlaCpuDeviceFactory : public DeviceFactory {
                        std::vector<Device*>* devices) override;
 };
 
-Status XlaCpuDeviceFactory::CreateDevices(const SessionOptions& options,
+Status XlaCpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
                                           const string& name_prefix,
                                           std::vector<Device*>* devices) {
   legacy_flags::XlaDeviceFlags* flags = legacy_flags::GetXlaDeviceFlags();
@@ -44,19 +45,24 @@ Status XlaCpuDeviceFactory::CreateDevices(const SessionOptions& options,
   registration.requires_compilation = !compile_on_demand;
   registration.enable_jit_by_default = false;
   registration.compile_resource_ops = true;
+  XlaOpRegistry::RegisterCompilationDevice(DEVICE_XLA_CPU, registration);
 
   static XlaDeviceOpRegistrations* registrations =
       RegisterXlaDeviceKernels(DEVICE_XLA_CPU, DEVICE_CPU_XLA_JIT);
   (void)registrations;
 
-  std::unique_ptr<XlaDevice> device;
-  TF_RETURN_IF_ERROR(XlaDevice::Create("Host", DEVICE_XLA_CPU, 0,
-                                       DEVICE_CPU_XLA_JIT, options, name_prefix,
-                                       registration,
-                                       /*transfer_as_literal=*/false,
-                                       /*use_multiple_streams=*/false,
-                                       /*shape_representation_fn=*/{},
-                                       /*padded_shape_fn=*/{}, &device));
+  TF_ASSIGN_OR_RETURN(auto platform,
+                      se::MultiPlatformManager::PlatformWithName("Host"));
+
+  XlaDevice::Options options;
+  options.platform = platform;
+  options.device_name_prefix = name_prefix;
+  options.device_name = DEVICE_XLA_CPU;
+  options.device_ordinal = 0;
+  options.compilation_device_name = DEVICE_CPU_XLA_JIT;
+  options.transfer_as_literal = false;
+  options.use_multiple_streams = false;
+  auto device = absl::make_unique<XlaDevice>(session_options, options);
   devices->push_back(device.release());
   return Status::OK();
 }
diff --git a/tensorflow/compiler/jit/xla_device.cc b/tensorflow/compiler/jit/xla_device.cc
index 0824c4644e..17353456eb 100644
--- a/tensorflow/compiler/jit/xla_device.cc
+++ b/tensorflow/compiler/jit/xla_device.cc
@@ -125,41 +125,17 @@ Status DefaultPaddedShapeFn(const Tensor& tensor, xla::Shape* shape) {
   return Status::OK();
 }
 
-}  // namespace
-
-/* static */ Status XlaDevice::Create(
-    const string& platform_name, const string& device_name, int device_ordinal,
-    const string& jit_device_name, const SessionOptions& options,
-    const string& name_prefix,
-    const XlaOpRegistry::DeviceRegistration& registration,
-    bool transfer_as_literal, bool use_multiple_streams,
-    const XlaCompiler::ShapeRepresentationFn& shape_representation_fn,
-    const PaddedShapeFn& padded_shape_fn, std::unique_ptr<XlaDevice>* device) {
-  VLOG(1) << "XlaDevice::Create " << platform_name << " " << device_name << ":"
-          << device_ordinal;
-
-  // These are no-ops if they have already been done previously for
-  // this device_name/compilation_device_name pair.
-  XlaOpRegistry::RegisterCompilationDevice(device_name, registration);
-
-  auto platform = se::MultiPlatformManager::PlatformWithName(platform_name);
-  if (!platform.ok()) {
-    return platform.status();
-  }
-
-  const DeviceAttributes attrs = Device::BuildDeviceAttributes(
+static DeviceAttributes BuildXlaDeviceAttributes(const string& name_prefix,
+                                                 const string& device_name,
+                                                 int device_ordinal) {
+  return Device::BuildDeviceAttributes(
       absl::StrCat(name_prefix, "/device:", device_name, ":", device_ordinal),
       DeviceType(device_name), Bytes(16ULL << 30), DeviceLocality(),
       absl::StrCat("device: ", device_name, " device"));
-
-  device->reset(
-      new XlaDevice(options, attrs, device_ordinal, DeviceType(jit_device_name),
-                    platform.ValueOrDie(), transfer_as_literal,
-                    use_multiple_streams, shape_representation_fn,
-                    padded_shape_fn ? padded_shape_fn : DefaultPaddedShapeFn));
-  return Status::OK();
 }
 
+}  // namespace
+
 XlaDevice::Metadata::Metadata(
     int device_ordinal, se::Platform* platform, const DeviceType& device_type,
     XlaCompiler::ShapeRepresentationFn shape_representation_fn,
@@ -209,24 +185,27 @@ const DeviceType& XlaDevice::Metadata::jit_device_type() const {
   return GetMetadataFromDevice(ctx->device(), metadata);
 }
 
-XlaDevice::XlaDevice(
-    const SessionOptions& options, const DeviceAttributes& attrs,
-    int device_ordinal, const DeviceType& jit_device_name,
-    se::Platform* platform, bool transfer_as_literal, bool use_multiple_streams,
-    const XlaCompiler::ShapeRepresentationFn& shape_representation_fn,
-    const PaddedShapeFn& padded_shape_fn)
-    : LocalDevice(options, attrs),
-      xla_metadata_(device_ordinal, platform, jit_device_name,
-                    shape_representation_fn, padded_shape_fn,
-                    use_multiple_streams),
-      device_ordinal_(device_ordinal),
-      jit_device_name_(jit_device_name),
-      platform_(platform),
-      use_multiple_streams_(use_multiple_streams),
-      transfer_as_literal_(transfer_as_literal),
-      shape_representation_fn_(shape_representation_fn) {
-  VLOG(1) << "Created XLA device " << jit_device_name << " " << this;
-  thread_pool_.reset(new thread::ThreadPool(options.env, "xla_device",
+XlaDevice::XlaDevice(const SessionOptions& session_options,
+                     const Options& options)
+    : LocalDevice(session_options,
+                  BuildXlaDeviceAttributes(options.device_name_prefix,
+                                           options.device_name,
+                                           options.device_ordinal)),
+      xla_metadata_(options.device_ordinal, options.platform,
+                    DeviceType(options.compilation_device_name),
+                    options.shape_representation_fn,
+                    options.padded_shape_fn ? options.padded_shape_fn
+                                            : DefaultPaddedShapeFn,
+                    options.use_multiple_streams),
+      device_ordinal_(options.device_ordinal),
+      jit_device_name_(options.compilation_device_name),
+      platform_(options.platform),
+      use_multiple_streams_(options.use_multiple_streams),
+      transfer_as_literal_(options.transfer_as_literal),
+      shape_representation_fn_(options.shape_representation_fn) {
+  VLOG(1) << "Created XLA device " << options.compilation_device_name << " "
+          << this;
+  thread_pool_.reset(new thread::ThreadPool(session_options.env, "xla_device",
                                             /*num_threads=*/1));
 }
 
diff --git a/tensorflow/compiler/jit/xla_device.h b/tensorflow/compiler/jit/xla_device.h
index 0f06b3fc80..223f0f6649 100644
--- a/tensorflow/compiler/jit/xla_device.h
+++ b/tensorflow/compiler/jit/xla_device.h
@@ -92,34 +92,40 @@ class XlaDevice : public LocalDevice {
   static Status GetMetadata(OpKernelConstruction* ctx,
                             const Metadata** metadata);
 
-  // Factory function. 'platform_name' is the name of the XLA platform.
-  // 'device_name' is the name of the Tensorflow device to create.
-  // 'jit_device_name' is the name of the corresponding JIT device.
-  // 'transfer_as_literal' is true if device<->host transfers must be done using
-  // XLA's TransferLiteral{To,From}Device interface. If false, we can use
-  // ThenMemcpy instead.
-  // If 'use_multiple_streams' is true, we create separate streams for
-  // host-to-device and device-to-host communication.
-  // If padded_shape_fn is empty, a default implementation that returns
-  // the on-host shape is used.
-  static Status Create(
-      const string& platform_name, const string& device_name,
-      int device_ordinal, const string& jit_device_name,
-      const SessionOptions& options, const string& name_prefix,
-      const XlaOpRegistry::DeviceRegistration& registration,
-      bool transfer_as_literal, bool use_multiple_streams,
-      const XlaCompiler::ShapeRepresentationFn& shape_representation_fn,
-      const PaddedShapeFn& padded_shape_fn, std::unique_ptr<XlaDevice>* device);
+  struct Options {
+    // The StreamExecutor platform. Not owned. Must be non-null.
+    se::Platform* platform = nullptr;
+
+    // The device name's prefix (e.g., "/task:7")
+    string device_name_prefix;
+
+    // The name of the XLA device (e.g., "XLA_CPU")
+    string device_name;
+
+    // The number of the device.
+    int device_ordinal = -1;
+
+    // The name of the compilation device (e.g., "XLA_CPU_JIT");
+    string compilation_device_name;
+
+    // 'transfer_as_literal' is true if device<->host transfers must be done
+    // using XLA's TransferLiteral{To,From}Device interface. If false, we can
+    // use ThenMemcpy instead.
+    bool transfer_as_literal = false;
+
+    // If 'use_multiple_streams' is true, we create separate streams for
+    // compute, host-to-device, and device-to-host communication.
+    bool use_multiple_streams = false;
+
+    XlaCompiler::ShapeRepresentationFn shape_representation_fn;
+
+    // If padded_shape_fn is empty, a default implementation that returns
+    // the logical on-device shape without padding is used.
+    PaddedShapeFn padded_shape_fn;
+  };
 
   // Creates a new XLA Device.
-  // If padded_shape_fn is empty, a default implementation that returns
-  // the logical on-device shape without padding is used.
-  XlaDevice(const SessionOptions& options, const DeviceAttributes& attrs,
-            int device_ordinal, const DeviceType& jit_device_name,
-            se::Platform* platform, bool transfer_as_literal,
-            bool use_multiple_streams,
-            const XlaCompiler::ShapeRepresentationFn& shape_representation_fn,
-            const PaddedShapeFn& padded_shape_fn);
+  XlaDevice(const SessionOptions& session_options, const Options& options);
   ~XlaDevice() override;
 
   Allocator* GetAllocator(AllocatorAttributes attr) override
diff --git a/tensorflow/compiler/jit/xla_gpu_device.cc b/tensorflow/compiler/jit/xla_gpu_device.cc
index 60979556a3..d9021fb001 100644
--- a/tensorflow/compiler/jit/xla_gpu_device.cc
+++ b/tensorflow/compiler/jit/xla_gpu_device.cc
@@ -16,6 +16,7 @@ limitations under the License.
 // Registers the XLA_GPU device, which is an XlaDevice instantiation that runs
 // operators using XLA via the XLA "CUDA" (GPU) backend.
 
+#include "absl/memory/memory.h"
 #include "tensorflow/compiler/jit/kernels/xla_ops.h"
 #include "tensorflow/compiler/jit/xla_device.h"
 #include "tensorflow/compiler/jit/xla_device_ops.h"
@@ -31,7 +32,7 @@ class XlaGpuDeviceFactory : public DeviceFactory {
                        std::vector<Device*>* devices) override;
 };
 
-Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& options,
+Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
                                           const string& name_prefix,
                                           std::vector<Device*>* devices) {
   XlaOpRegistry::DeviceRegistration registration;
@@ -39,25 +40,29 @@ Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& options,
   registration.requires_compilation = true;
   registration.enable_jit_by_default = false;
   registration.compile_resource_ops = true;
+  XlaOpRegistry::RegisterCompilationDevice(DEVICE_XLA_GPU, registration);
 
   static XlaDeviceOpRegistrations* registrations =
       RegisterXlaDeviceKernels(DEVICE_XLA_GPU, DEVICE_GPU_XLA_JIT);
   (void)registrations;
 
-  std::unique_ptr<XlaDevice> device;
-  Status status =
-      XlaDevice::Create("CUDA", DEVICE_XLA_GPU, 0, DEVICE_GPU_XLA_JIT, options,
-                        name_prefix, registration,
-                        /*transfer_as_literal=*/false,
-                        /*use_multiple_streams=*/false,
-                        /*shape_representation_fn=*/{},
-                        /*padded_shape_fn=*/{}, &device);
-  if (!status.ok()) {
+  auto platform = se::MultiPlatformManager::PlatformWithName("CUDA");
+  if (!platform.ok()) {
     // Treat failures as non-fatal; there might not be a GPU in the machine.
-    VLOG(1) << "Failed to create XLA_GPU device: " << status;
+    VLOG(1) << "Failed to create XLA_GPU device: " << platform.status();
     return Status::OK();
   }
 
+  XlaDevice::Options options;
+  options.platform = platform.ValueOrDie();
+  options.device_name_prefix = name_prefix;
+  options.device_name = DEVICE_XLA_GPU;
+  options.device_ordinal = 0;
+  options.compilation_device_name = DEVICE_GPU_XLA_JIT;
+  options.transfer_as_literal = false;
+  options.use_multiple_streams = false;
+  auto device = absl::make_unique<XlaDevice>(session_options, options);
+
   // TODO(b/78468222): Uncomment after fixing this bug
   // status = device->UseGpuDeviceInfo();
   // if (!status.ok()) {
diff --git a/tensorflow/compiler/jit/xla_interpreter_device.cc b/tensorflow/compiler/jit/xla_interpreter_device.cc
index 8a80639b63..aee3b58c99 100644
--- a/tensorflow/compiler/jit/xla_interpreter_device.cc
+++ b/tensorflow/compiler/jit/xla_interpreter_device.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 // Registers the XLA_INTERPRETER device which exposes the XLA Interpreter.
 
+#include "absl/memory/memory.h"
 #include "tensorflow/compiler/jit/kernels/xla_ops.h"
 #include "tensorflow/compiler/jit/xla_device.h"
 #include "tensorflow/compiler/jit/xla_device_ops.h"
@@ -36,7 +37,7 @@ class XlaInterpreterDeviceFactory : public DeviceFactory {
 };
 
 Status XlaInterpreterDeviceFactory::CreateDevices(
-    const SessionOptions& options, const string& name_prefix,
+    const SessionOptions& session_options, const string& name_prefix,
     std::vector<Device*>* devices) {
   static XlaDeviceOpRegistrations* registrations = RegisterXlaDeviceKernels(
       DEVICE_XLA_INTERPRETER, DEVICE_INTERPRETER_XLA_JIT);
@@ -47,16 +48,23 @@ Status XlaInterpreterDeviceFactory::CreateDevices(
   registration.requires_compilation = true;
   registration.enable_jit_by_default = false;
   registration.compile_resource_ops = true;
-
-  std::unique_ptr<XlaDevice> device;
-  TF_RETURN_IF_ERROR(XlaDevice::Create("Interpreter", DEVICE_XLA_INTERPRETER, 0,
-                                       DEVICE_INTERPRETER_XLA_JIT, options,
-                                       name_prefix, registration,
-                                       /*transfer_as_literal=*/false,
-                                       /*use_multiple_streams=*/false,
-                                       /*shape_representation_fn=*/{},
-                                       /*padded_shape_fn=*/{}, &device));
+  XlaOpRegistry::RegisterCompilationDevice(DEVICE_XLA_INTERPRETER,
+                                           registration);
+
+  TF_ASSIGN_OR_RETURN(
+      auto platform, se::MultiPlatformManager::PlatformWithName("Interpreter"));
+
+  XlaDevice::Options options;
+  options.platform = platform;
+  options.device_name_prefix = name_prefix;
+  options.device_name = DEVICE_XLA_INTERPRETER;
+  options.device_ordinal = 0;
+  options.compilation_device_name = DEVICE_INTERPRETER_XLA_JIT;
+  options.transfer_as_literal = false;
+  options.use_multiple_streams = false;
+  auto device = absl::make_unique<XlaDevice>(session_options, options);
   devices->push_back(device.release());
+
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.h b/tensorflow/compiler/tf2xla/xla_op_registry.h
index 4b2c2bacd6..413e1eeaff 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.h
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.h
@@ -106,6 +106,7 @@ class XlaOpRegistry {
 
   // Registers `device_name` for XLA compilation, using information from
   // `registration`.
+  // Does nothing if a registration for `device_name` already exists.
   static void RegisterCompilationDevice(const string& device_name,
                                         const DeviceRegistration& registration);
 
-- 
GitLab


From 15e65b922a76a69e3734cee8e74d2c9b649e1b8d Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Wed, 17 Oct 2018 17:32:02 -0700
Subject: [PATCH 0242/1825] Fix cudnn breakage

PiperOrigin-RevId: 217619690
---
 tensorflow/contrib/cudnn_rnn/BUILD            |  9 +---
 .../python/kernel_tests/cudnn_rnn_test.py     | 20 +++++---
 .../cudnn_rnn/python/layers/cudnn_rnn.py      |  3 +-
 tensorflow/core/kernels/cudnn_rnn_ops.cc      | 14 ++++-
 tensorflow/stream_executor/cuda/cuda_dnn.cc   | 23 ++++++---
 tensorflow/stream_executor/stream.cc          | 51 ++++++++++++-------
 6 files changed, 76 insertions(+), 44 deletions(-)

diff --git a/tensorflow/contrib/cudnn_rnn/BUILD b/tensorflow/contrib/cudnn_rnn/BUILD
index aeefa3cee6..8d9ff15868 100644
--- a/tensorflow/contrib/cudnn_rnn/BUILD
+++ b/tensorflow/contrib/cudnn_rnn/BUILD
@@ -9,8 +9,6 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-load("//tensorflow:tensorflow.bzl", "tf_gen_op_libs")
-load("//tensorflow:tensorflow.bzl", "tf_gen_op_wrapper_py")
 load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 load("//tensorflow:tensorflow.bzl", "tf_custom_op_py_library")
 
@@ -65,8 +63,7 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
-        "manual",
-        "requires_cudnn5",
+        "noasan",  # http://b/62067814
     ],
 )
 
@@ -93,8 +90,7 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
-        "manual",
-        "requires_cudnn5",
+        "noasan",  # http://b/62067814
     ],
 )
 
@@ -121,6 +117,5 @@ cuda_py_test(
         "noasan",  # http://b/62067814
         "nomsan",
         "notsan",
-        "requires_cudnn5",
     ],
 )
diff --git a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
index 57793a8ff5..d3a1b33233 100644
--- a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
+++ b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
@@ -1184,7 +1184,8 @@ class CudnnRNNTestTraining(test_util.TensorFlowTestCase):
 
     num_grads = [self._ComputeNumericGrad(sess, y, x, delta) for x in xs]
     self.assertEqual(len(sym_grads), len(num_grads))
-    for sym, num in zip(sym_grads, num_grads):
+    for x, sym, num in zip(xs, sym_grads, num_grads):
+      logging.info("Comparing gradients for input: %s", x.name)
       self.assertFalse(np.any(np.isnan(sym)))
       self.assertFalse(np.any(np.isnan(num)))
       self.assertAllClose(sym, num, atol=tolerance, rtol=tolerance)
@@ -1225,18 +1226,18 @@ class CudnnRNNTestTraining(test_util.TensorFlowTestCase):
     params = rnn.trainable_variables[0]
 
     inputs = variables.Variable(
-        random_ops.random_uniform(
-            [seq_length, batch_size, input_size], dtype=dtype),
-        dtype=dtype)
+        random_ops.random_uniform([seq_length, batch_size, input_size],
+                                  dtype=dtype),
+        dtype=dtype).read_value()
     input_h = variables.Variable(
         random_ops.random_uniform(
             [num_layers * dir_count, batch_size, num_units], dtype=dtype),
-        dtype=dtype)
+        dtype=dtype).read_value()
     if has_input_c:
       input_c = variables.Variable(
           random_ops.random_uniform(
               [num_layers * dir_count, batch_size, num_units], dtype=dtype),
-          dtype=dtype)
+          dtype=dtype).read_value()
       initial_state = (input_h, input_c)
     else:
       initial_state = (input_h,)
@@ -1262,7 +1263,7 @@ class CudnnRNNTestTraining(test_util.TensorFlowTestCase):
 
   def _TestSimpleTrainingHelper(self, rnn_mode, test_configs):
     dropouts = [0, 0.5, 1.]
-    v2_options = [str(False), str(True)]
+    v2_options = [False, True]
     for config, dropout, use_v2 in itertools.product(test_configs, dropouts,
                                                      v2_options):
       dtype = config.get("dtype", dtypes.float32)
@@ -1270,6 +1271,9 @@ class CudnnRNNTestTraining(test_util.TensorFlowTestCase):
       tolerance = config.get("tolerance", 1e-6)
       dir_count = config.get("dir_count", 1)
       shape = config["shape"]
+      if dtype == dtypes.float64:
+        # TODO(jamesqin): b/117848763
+        use_v2 = False
       with ops.Graph().as_default():
         self._TestOneSimpleTraining(
             rnn_mode, shape["num_layers"], shape["num_units"],
@@ -1519,7 +1523,7 @@ if __name__ == "__main__":
   parser.add_argument(
       "--grad_check_num_samples",
       type=int,
-      default=5,
+      default=1,
       help="Number of samples to run for gradient check.")
   FLAGS, unparsed = parser.parse_known_args()
   sys.argv = [argv0] + unparsed
diff --git a/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py b/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py
index e26d56c857..a324c6e7d7 100644
--- a/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py
+++ b/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py
@@ -356,7 +356,8 @@ class _CudnnRNN(base_layer.Layer):
             "Partitioner is not supported for Cudnn RNN layer variables, using "
             "it will create forward-compatibility issues with future "
             "CUDA/CuDNN generations.")
-      # Initialize opaque params with a tensor.
+      # Initialize opaque params with a tensor with unknown shape, thus couldn't
+      # use self.add_variable(name, shape, initializer, ...)
       self.kernel = vs.get_variable(
           "opaque_kernel", dtype=self._plain_dtype,
           initializer=opaque_params_t, validate_shape=False)
diff --git a/tensorflow/core/kernels/cudnn_rnn_ops.cc b/tensorflow/core/kernels/cudnn_rnn_ops.cc
index 04959df38d..dfcc302f46 100644
--- a/tensorflow/core/kernels/cudnn_rnn_ops.cc
+++ b/tensorflow/core/kernels/cudnn_rnn_ops.cc
@@ -1357,6 +1357,10 @@ class CudnnRNNForwardOpV2<GPUDevice, T>
         modeltypes.rnn_mode, modeltypes.rnn_input_mode, input->dtype());
 
     if (AutoTuneRnnConfigMap::GetInstance()->Find(rnn_params, algo_config)) {
+      VLOG(1) << "Using existing best Cudnn RNN algorithm "
+              << "(algo, tensor_op_enabled) = ("
+              << algo_config->algorithm().algo_id() << ", "
+              << algo_config->algorithm().tensor_ops_enabled() << ").";
       return Status::OK();
     }
 
@@ -1390,6 +1394,8 @@ class CudnnRNNForwardOpV2<GPUDevice, T>
     }
     ProfileResult best_result;
     for (auto& algo : algorithms) {
+      VLOG(1) << "Profile Cudnn RNN algorithm (algo, tensor_op_enabled) =  ("
+              << algo.algo_id() << ", " << algo.tensor_ops_enabled() << ").";
       Status status;
       ProfileResult final_profile_result;
 
@@ -1438,8 +1444,9 @@ class CudnnRNNForwardOpV2<GPUDevice, T>
       }
 
       auto total_time = final_profile_result.elapsed_time_in_ms();
-      VLOG(1) << "Profile Cudnn RNN algo " << algo.algo_id()
-              << " run time: " << total_time << " ms";
+      VLOG(1) << "Cudnn RNN algorithm (algo, tensor_op_enabled) =  ("
+              << algo.algo_id() << ", " << algo.tensor_ops_enabled() << ")"
+              << " run time: " << total_time << " ms.";
       if (total_time < best_result.elapsed_time_in_ms()) {
         best_result.set_elapsed_time_in_ms(total_time);
         best_result.set_algorithm(algo);
@@ -1450,6 +1457,9 @@ class CudnnRNNForwardOpV2<GPUDevice, T>
       return Status(error::Code::INTERNAL, "No algorithm worked!");
     }
     algo_config->set_algorithm(best_result.algorithm());
+    VLOG(1) << "Best Cudnn RNN algorithm (algo, tensor_op_enabled) =  ("
+            << best_result.algorithm().algo_id() << ", "
+            << best_result.algorithm().tensor_ops_enabled() << ").";
     AutoTuneRnnConfigMap::GetInstance()->Insert(rnn_params, *algo_config);
     return Status::OK();
   }
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index df8538a4b8..4765aa1a7b 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -505,13 +505,13 @@ RnnDescriptor CreateRnnDescriptor() {
   CHECK_CUDNN_OK(cudnnCreateRNNDescriptor(&result));
   return RnnDescriptor(result);
 }
-PersistentRnnPlan CreatePersistentRnnPlan(cudnnRNNDescriptor_t rnn_desc,
-                                          int batch_size,
-                                          cudnnDataType_t data_type) {
+
+port::StatusOr<PersistentRnnPlan> CreatePersistentRnnPlan(
+    cudnnRNNDescriptor_t rnn_desc, int batch_size, cudnnDataType_t data_type) {
   cudnnPersistentRNNPlan_t result;
-  CHECK_CUDNN_OK(
+  RETURN_IF_CUDNN_ERROR(
       cudnnCreatePersistentRNNPlan(rnn_desc, batch_size, data_type, &result));
-  return PersistentRnnPlan(result);
+  return port::StatusOr<PersistentRnnPlan>(PersistentRnnPlan(result));
 }
 
 // Turns a BatchDescriptor structure into a cudnn tensor handle within a
@@ -1042,12 +1042,19 @@ class CudnnRnnDescriptor : public dnn::RnnDescriptor {
         /*mode=*/rnn_mode, /*algo=*/rnn_algo,
         /*dataType=*/compute_type));
 
+    port::StatusOr<PersistentRnnPlan> rnn_plan_wrapper;
     PersistentRnnPlan rnn_plan;
     if (rnn_algo == CUDNN_RNN_ALGO_PERSIST_DYNAMIC) {
       CHECK_GE(batch_size, 0);
-      rnn_plan = CreatePersistentRnnPlan(rnn_desc.get(), batch_size, data_type);
-      RETURN_IF_CUDNN_ERROR(
-          cudnnSetPersistentRNNPlan(rnn_desc.get(), rnn_plan.get()));
+      rnn_plan_wrapper =
+          CreatePersistentRnnPlan(rnn_desc.get(), batch_size, data_type);
+      if (!rnn_plan_wrapper.ok()) {
+        return port::StatusOr<CudnnRnnDescriptor>(rnn_plan_wrapper.status());
+      } else {
+        rnn_plan = rnn_plan_wrapper.ConsumeValueOrDie();
+        RETURN_IF_CUDNN_ERROR(
+            cudnnSetPersistentRNNPlan(rnn_desc.get(), rnn_plan.get()));
+      }
     }
 
     // Create the params handle.
diff --git a/tensorflow/stream_executor/stream.cc b/tensorflow/stream_executor/stream.cc
index 69558fd14b..5ce27a49c5 100644
--- a/tensorflow/stream_executor/stream.cc
+++ b/tensorflow/stream_executor/stream.cc
@@ -5087,15 +5087,17 @@ Stream &Stream::ThenRnnForward(
   // TODO(zhengxq): add VLOG PARAM calls.
   if (ok()) {
     if (dnn::DnnSupport *dnn = parent_->AsDnn()) {
-      CheckError(dnn->DoRnnForward(
+      auto status = dnn->DoRnnForward(
           this, rnn_desc, input_desc, input_data, input_h_desc, input_h_data,
           input_c_desc, input_c_data, params, output_desc, output_data,
           output_h_desc, output_h_data, output_c_desc, output_c_data,
           is_training, reserve_space_allocator, workspace_allocator,
-          output_profile_result));
+          output_profile_result);
+      if (!status && !output_profile_result) {
+        SetError();
+      }
     } else {
-      SetError();
-      LOG(WARNING) << "Attempting to call ThenRnnForward without DNN support";
+      SetErrorAndLogNoDnnSupport();
     }
   }
   return *this;
@@ -5121,15 +5123,17 @@ Stream &Stream::ThenRnnForward(
   // TODO(zhengxq): add VLOG PARAM calls.
   if (ok()) {
     if (dnn::DnnSupport *dnn = parent_->AsDnn()) {
-      CheckError(dnn->DoRnnForward(
+      auto status = dnn->DoRnnForward(
           this, rnn_desc, input_desc, input_data, input_h_desc, input_h_data,
           input_c_desc, input_c_data, params, output_desc, output_data,
           output_h_desc, output_h_data, output_c_desc, output_c_data,
           is_training, reserve_space_allocator, workspace_allocator,
-          output_profile_result));
+          output_profile_result);
+      if (!status && !output_profile_result) {
+        SetError();
+      }
     } else {
-      SetError();
-      LOG(WARNING) << "Attempting to call ThenRnnForward without DNN support";
+      SetErrorAndLogNoDnnSupport();
     }
   }
   return *this;
@@ -5156,15 +5160,17 @@ Stream &Stream::ThenRnnForward(
   // TODO(zhengxq): add VLOG PARAM calls.
   if (ok()) {
     if (dnn::DnnSupport *dnn = parent_->AsDnn()) {
-      CheckError(dnn->DoRnnForward(
+      auto status = dnn->DoRnnForward(
           this, rnn_desc, input_desc, input_data, input_h_desc, input_h_data,
           input_c_desc, input_c_data, params, output_desc, output_data,
           output_h_desc, output_h_data, output_c_desc, output_c_data,
           is_training, reserve_space_allocator, workspace_allocator,
-          output_profile_result));
+          output_profile_result);
+      if (!status && !output_profile_result) {
+        SetError();
+      }
     } else {
-      SetError();
-      LOG(WARNING) << "Attempting to call ThenRnnForward without DNN support";
+      SetErrorAndLogNoDnnSupport();
     }
   }
   return *this;
@@ -5198,14 +5204,17 @@ Stream &Stream::ThenRnnBackward(
   // TODO(zhengxq): add VLOG PARAM calls.
   if (ok()) {
     if (dnn::DnnSupport *dnn = parent_->AsDnn()) {
-      CheckError(dnn->DoRnnBackward(
+      auto status = dnn->DoRnnBackward(
           this, rnn_desc, input_desc, input_data, input_h_desc, input_h_data,
           input_c_desc, input_c_data, params, output_desc, output_data,
           output_h_desc, output_h_data, output_c_desc, output_c_data,
           output_backprop_data, output_h_backprop_data, output_c_backprop_data,
           input_backprop_data, input_h_backprop_data, input_c_backprop_data,
           params_backprop_data, reserve_space_data, workspace_allocator,
-          output_profile_result));
+          output_profile_result);
+      if (!status && !output_profile_result) {
+        SetError();
+      }
     } else {
       SetError();
       LOG(WARNING) << "Attempting to call ThenRnnBackward without DNN support";
@@ -5241,14 +5250,17 @@ Stream &Stream::ThenRnnBackward(
   // TODO(zhengxq): add VLOG PARAM calls.
   if (ok()) {
     if (dnn::DnnSupport *dnn = parent_->AsDnn()) {
-      CheckError(dnn->DoRnnBackward(
+      auto status = dnn->DoRnnBackward(
           this, rnn_desc, input_desc, input_data, input_h_desc, input_h_data,
           input_c_desc, input_c_data, params, output_desc, output_data,
           output_h_desc, output_h_data, output_c_desc, output_c_data,
           output_backprop_data, output_h_backprop_data, output_c_backprop_data,
           input_backprop_data, input_h_backprop_data, input_c_backprop_data,
           params_backprop_data, reserve_space_data, workspace_allocator,
-          output_profile_result));
+          output_profile_result);
+      if (!status && !output_profile_result) {
+        SetError();
+      }
     } else {
       SetError();
       LOG(WARNING) << "Attempting to call ThenRnnBackward without DNN support";
@@ -5285,14 +5297,17 @@ Stream &Stream::ThenRnnBackward(
   // TODO(zhengxq): add VLOG PARAM calls.
   if (ok()) {
     if (dnn::DnnSupport *dnn = parent_->AsDnn()) {
-      CheckError(dnn->DoRnnBackward(
+      auto status = dnn->DoRnnBackward(
           this, rnn_desc, input_desc, input_data, input_h_desc, input_h_data,
           input_c_desc, input_c_data, params, output_desc, output_data,
           output_h_desc, output_h_data, output_c_desc, output_c_data,
           output_backprop_data, output_h_backprop_data, output_c_backprop_data,
           input_backprop_data, input_h_backprop_data, input_c_backprop_data,
           params_backprop_data, reserve_space_data, workspace_allocator,
-          output_profile_result));
+          output_profile_result);
+      if (!status && !output_profile_result) {
+        SetError();
+      }
     } else {
       SetError();
       LOG(WARNING) << "Attempting to call ThenRnnBackward without DNN support";
-- 
GitLab


From 440113ee2a95aabaf4868ac8dce2613bace4d158 Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Wed, 17 Oct 2018 17:39:49 -0700
Subject: [PATCH 0243/1825] Add the `num_replicas_per_sync` API to return the
 number of replicas that are coordinating gradient updates.

PiperOrigin-RevId: 217620678
---
 .../python/collective_all_reduce_strategy.py        |  5 +++++
 .../python/collective_all_reduce_strategy_test.py   | 10 ++++++++++
 .../contrib/distribute/python/mirrored_strategy.py  |  6 +++++-
 .../python/mirrored_strategy_multigpu_test.py       | 13 ++++++++++++-
 .../distribute/python/parameter_server_strategy.py  |  4 ++++
 .../python/parameter_server_strategy_test.py        |  7 +++++++
 .../contrib/distribute/python/tpu_strategy.py       |  5 ++++-
 tensorflow/python/training/distribute.py            |  5 +++++
 8 files changed, 52 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index 9809204f8f..744cb7572e 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -278,3 +278,8 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
   @property
   def should_save_summary(self):
     return self._is_chief
+
+  @property
+  def num_replicas_in_sync(self):
+    return len(self._devices) * self._num_workers
+
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 6796a23d46..de2c03f1a4 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -247,6 +247,16 @@ class DistributedCollectiveAllReduceStrategyTest(
     cls._cluster_spec = multi_worker_test_base.create_in_process_cluster(
         num_workers=3, num_ps=0)
 
+  def test_num_replicas_in_sync(self):
+    distribution = collective_all_reduce_strategy.CollectiveAllReduceStrategy(
+        num_gpus_per_worker=2)
+    distribution.configure(cluster_spec=self._cluster_spec, task_type='worker',
+                           task_id=0)
+    num_workers = len(self._cluster_spec.get('chief', []) +
+                      self._cluster_spec.get('worker', []))
+    self.assertEqual(2 * num_workers,
+                     distribution.num_replicas_in_sync)
+
   @combinations.generate(
       combinations.combine(mode=['graph'], num_gpus=[0, 1, 2], required_gpus=1))
   def testMinimizeLossGraph(self, num_gpus):
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 0f82508428..2b128935a4 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -365,7 +365,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     self._cross_tower_ops = cross_tower_ops
     self._prefetch_on_device = prefetch_on_device
     self._auto_shard_dataset = auto_shard_dataset
-    # Rememeber num GPUs which might be needed by `configure` method.
+    # Remember num GPUs which might be needed by `configure` method.
     if num_gpus is not None and num_gpus_per_worker is not None:
       raise ValueError(
           "You cannot specify both `num_gpus` and `num_gpus_per_worker`.")
@@ -687,6 +687,10 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def num_towers(self):
     return len(self._devices)
 
+  @property
+  def num_replicas_in_sync(self):
+    return len(self._devices)
+
   def _worker_device_index(self):
     return self._device_index
 
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index fd833c772d..d32c04068c 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -98,6 +98,12 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
       self.skipTest("Not GPU test")
     self.assertEqual(2, self._get_distribution_strategy().num_towers)
 
+  def testNumReplicasInSync(self):
+    if not GPU_TEST:
+      self.skipTest("Not GPU test")
+    self.assertEqual(2, self._get_distribution_strategy().
+                     num_replicas_in_sync)
+
   @test_util.run_in_graph_and_eager_modes
   def testCallAndMergeExceptions(self):
     if not GPU_TEST:
@@ -1429,7 +1435,6 @@ class MirroredStrategyDefunTest(test.TestCase):
       self.assertAllEqual([0.5], updated_var_values[1])
 
 
-
 class MultiWorkerMirroredStrategyTest(
     multi_worker_test_base.MultiWorkerTestBase,
     strategy_test_lib.DistributionTestBase):
@@ -1442,6 +1447,12 @@ class MultiWorkerMirroredStrategyTest(
     strategy.configure(cluster_spec=cluster_spec)
     return strategy
 
+  def test_num_replicas_in_sync(self):
+    strategy = self._get_distribution_strategy()
+    # We calculate the total number of gpus across the workers(2) specified in
+    # the cluster spec.
+    self.assertEqual(context.num_gpus() * 2, strategy.num_replicas_in_sync)
+
   def testMinimizeLossGraph(self):
     self._test_minimize_loss_graph(self._get_distribution_strategy(),
                                    learning_rate=0.05)
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 6ddd91507b..03b8564996 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -441,6 +441,10 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   def num_towers(self):
     return len(self._compute_devices)
 
+  @property
+  def num_replicas_in_sync(self):
+    return len(self._compute_devices)
+
   @property
   def worker_devices(self):
     # Make a copy to prevent users from accidentally mutating our copy.
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 9c112e4f85..91f1fae47e 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -440,6 +440,13 @@ class ParameterServerStrategyTest(ParameterServerStrategyTestBase,
         num_workers=3, num_ps=2)
     cls._default_target = 'grpc://' + cls._cluster_spec[WORKER][0]
 
+  def test_num_replicas_in_sync(self):
+    distribution = parameter_server_strategy.ParameterServerStrategy(
+        num_gpus_per_worker=2)
+    # All the devices on a given worker are in sync which in this case is the
+    # number of gpus on each worker.
+    self.assertEqual(2, distribution.num_replicas_in_sync)
+
   def testDeviceAssignmentLocalCPU(self):
     distribution = parameter_server_strategy.ParameterServerStrategy(
         num_gpus_per_worker=0)
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 1d9e299b38..e4bd7428c2 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -441,7 +441,6 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       return val
     return [val]
 
-
   @property
   def num_towers(self):
     return self._num_cores_override or self._tpu_metadata.num_cores
@@ -454,6 +453,10 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
   def num_towers_per_host(self):
     return self._tpu_metadata.num_of_cores_per_host
 
+  @property
+  def num_replicas_in_sync(self):
+    return self.num_towers
+
   @property
   def between_graph(self):
     return False
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 144b167170..4539a7d4e4 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -910,6 +910,11 @@ class DistributionStrategy(object):
     """Returns number of towers, for purposes of averaging across towers."""
     raise NotImplementedError("must be implemented in descendants")
 
+  @property
+  def num_replicas_in_sync(self):
+    """Returns number of replicas over which gradients are aggregated."""
+    raise NotImplementedError("must be implemented in descendants")
+
   @property
   def worker_devices(self):
     """Returns the list of devices used to run `call_for_each_tower()` calls."""
-- 
GitLab


From 7e0257d953401288bc10dc11d07b418371bbc56d Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Wed, 17 Oct 2018 17:53:04 -0700
Subject: [PATCH 0244/1825] Fix alignment for TensorFlow Lite's Microcontroller
 interpreter

PiperOrigin-RevId: 217622054
---
 .../experimental/micro/micro_interpreter.cc   | 10 ++---
 .../micro/simple_tensor_allocator.cc          | 43 ++++++++++++-------
 .../micro/simple_tensor_allocator.h           |  2 +-
 .../micro/simple_tensor_allocator_test.cc     | 29 ++++++++++++-
 4 files changed, 61 insertions(+), 23 deletions(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc b/tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc
index 0f38991bb0..5ece5edc31 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc
+++ b/tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc
@@ -82,7 +82,7 @@ MicroInterpreter::MicroInterpreter(const Model* model,
   context_.tensors_size = tensors_->Length();
   context_.tensors =
       reinterpret_cast<TfLiteTensor*>(tensor_allocator_->AllocateMemory(
-          sizeof(TfLiteTensor) * context_.tensors_size));
+          sizeof(TfLiteTensor) * context_.tensors_size, 4));
   for (int i = 0; i < subgraph_->inputs()->Length(); ++i) {
     const int tensor_index = subgraph_->inputs()->Get(i);
     const auto* tensor = tensors_->Get(tensor_index);
@@ -94,10 +94,10 @@ MicroInterpreter::MicroInterpreter(const Model* model,
     }
   }
 
-  int* first_created = reinterpret_cast<int*>(
-      tensor_allocator_->AllocateMemory(sizeof(int) * tensors_->Length()));
-  int* last_used = reinterpret_cast<int*>(
-      tensor_allocator_->AllocateMemory(sizeof(int) * tensors_->Length()));
+  int* first_created = reinterpret_cast<int*>(tensor_allocator_->AllocateMemory(
+      sizeof(int) * tensors_->Length(), sizeof(int)));
+  int* last_used = reinterpret_cast<int*>(tensor_allocator_->AllocateMemory(
+      sizeof(int) * tensors_->Length(), sizeof(int)));
   for (int i = 0; i < tensors_->Length(); ++i) {
     first_created[i] = -1;
     last_used[i] = -1;
diff --git a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc b/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc
index 8c090a20a5..555e53afef 100644
--- a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc
+++ b/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc
@@ -54,18 +54,24 @@ TfLiteStatus TfLiteTypeSizeOf(TfLiteType type, size_t* size,
 }
 
 TfLiteStatus BytesRequired(const tflite::Tensor& flatbuffer_tensor,
-                           size_t dims_size, size_t* bytes,
+                           size_t dims_size, size_t* bytes, size_t* type_size,
                            ErrorReporter* error_reporter) {
   TfLiteType tf_lite_type;
   TF_LITE_ENSURE_STATUS(ConvertTensorType(flatbuffer_tensor.type(),
                                           &tf_lite_type, error_reporter));
-  size_t type_size;
   TF_LITE_ENSURE_STATUS(
-      TfLiteTypeSizeOf(tf_lite_type, &type_size, error_reporter));
-  *bytes = dims_size * type_size;
+      TfLiteTypeSizeOf(tf_lite_type, type_size, error_reporter));
+  *bytes = dims_size * (*type_size);
   return kTfLiteOk;
 }
 
+uint8_t* AlignPointerRoundUp(uint8_t* data, size_t alignment) {
+  size_t data_as_size_t = reinterpret_cast<size_t>(data);
+  uint8_t* aligned_result = reinterpret_cast<uint8_t*>(
+      ((data_as_size_t + (alignment - 1)) / alignment) * alignment);
+  return aligned_result;
+}
+
 }  // namespace
 
 TfLiteStatus SimpleTensorAllocator::AllocateTensor(
@@ -84,8 +90,10 @@ TfLiteStatus SimpleTensorAllocator::AllocateTensor(
       if (size_t array_size = array->size()) {
         result->data.raw =
             const_cast<char*>(reinterpret_cast<const char*>(array->data()));
+        size_t type_size;
         TF_LITE_ENSURE_STATUS(BytesRequired(flatbuffer_tensor, array_size,
-                                            &result->bytes, error_reporter));
+                                            &result->bytes, &type_size,
+                                            error_reporter));
       }
     }
   }
@@ -96,9 +104,12 @@ TfLiteStatus SimpleTensorAllocator::AllocateTensor(
     for (int n = 0; n < flatbuffer_tensor.shape()->Length(); ++n) {
       data_size *= flatbuffer_tensor.shape()->Get(n);
     }
+    size_t type_size;
     TF_LITE_ENSURE_STATUS(BytesRequired(flatbuffer_tensor, data_size,
-                                        &result->bytes, error_reporter));
-    result->data.raw = reinterpret_cast<char*>(AllocateMemory(result->bytes));
+                                        &result->bytes, &type_size,
+                                        error_reporter));
+    result->data.raw =
+        reinterpret_cast<char*>(AllocateMemory(result->bytes, type_size));
     if (result->data.raw == nullptr) {
       const char* tensor_name = flatbuffer_tensor.name()->c_str();
       if (tensor_name == nullptr) {
@@ -112,8 +123,8 @@ TfLiteStatus SimpleTensorAllocator::AllocateTensor(
     }
     result->allocation_type = kTfLiteArenaRw;
   }
-  result->dims = reinterpret_cast<TfLiteIntArray*>(
-      AllocateMemory(sizeof(int) * (flatbuffer_tensor.shape()->Length() + 1)));
+  result->dims = reinterpret_cast<TfLiteIntArray*>(AllocateMemory(
+      sizeof(int) * (flatbuffer_tensor.shape()->Length() + 1), sizeof(int)));
   result->dims->size = flatbuffer_tensor.shape()->Length();
   for (int n = 0; n < flatbuffer_tensor.shape()->Length(); ++n) {
     result->dims->data[n] = flatbuffer_tensor.shape()->Get(n);
@@ -135,15 +146,17 @@ TfLiteStatus SimpleTensorAllocator::AllocateTensor(
   return kTfLiteOk;
 }
 
-uint8_t* SimpleTensorAllocator::AllocateMemory(size_t size) {
-  if ((data_size_ + size) > data_size_max_) {
+uint8_t* SimpleTensorAllocator::AllocateMemory(size_t size, size_t alignment) {
+  uint8_t* current_data = data_ + data_size_;
+  uint8_t* aligned_result = AlignPointerRoundUp(current_data, alignment);
+  uint8_t* next_free = aligned_result + size;
+  size_t aligned_size = (next_free - current_data);
+  if ((data_size_ + aligned_size) > data_size_max_) {
     // TODO(petewarden): Add error reporting beyond returning null!
     return nullptr;
   }
-  uint8_t* result = data_;
-  data_ += size;
-  data_size_ += size;
-  return result;
+  data_size_ += aligned_size;
+  return aligned_result;
 }
 
 }  // namespace tflite
diff --git a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h b/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h
index 4f16a9d0e5..56fb293675 100644
--- a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h
+++ b/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h
@@ -36,7 +36,7 @@ class SimpleTensorAllocator {
       const flatbuffers::Vector<flatbuffers::Offset<Buffer>>* buffers,
       ErrorReporter* error_reporter, TfLiteTensor* result);
 
-  uint8_t* AllocateMemory(size_t size);
+  uint8_t* AllocateMemory(size_t size, size_t alignment);
 
   int GetDataSize() const { return data_size_; }
 
diff --git a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc b/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
index c835427243..ab19394502 100644
--- a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
+++ b/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
@@ -121,7 +121,7 @@ TF_LITE_MICRO_TEST(TestTooLarge) {
   uint8_t arena[arena_size];
   tflite::SimpleTensorAllocator allocator(arena, arena_size);
 
-  const tflite::Tensor* tensor = tflite::Create1dTensor(10000);
+  const tflite::Tensor* tensor = tflite::Create1dTensor(2000);
   const flatbuffers::Vector<flatbuffers::Offset<tflite::Buffer>>* buffers =
       tflite::CreateBuffers();
 
@@ -137,8 +137,33 @@ TF_LITE_MICRO_TEST(TestJustFits) {
   uint8_t arena[arena_size];
   tflite::SimpleTensorAllocator allocator(arena, arena_size);
 
-  uint8_t* result = allocator.AllocateMemory(arena_size);
+  uint8_t* result = allocator.AllocateMemory(arena_size, 1);
   TF_LITE_MICRO_EXPECT_NE(nullptr, result);
 }
 
+TF_LITE_MICRO_TEST(TestAligned) {
+  constexpr size_t arena_size = 1024;
+  uint8_t arena[arena_size];
+  tflite::SimpleTensorAllocator allocator(arena, arena_size);
+
+  uint8_t* result = allocator.AllocateMemory(1, 1);
+  TF_LITE_MICRO_EXPECT_NE(nullptr, result);
+
+  result = allocator.AllocateMemory(16, 4);
+  TF_LITE_MICRO_EXPECT_NE(nullptr, result);
+  TF_LITE_MICRO_EXPECT_EQ(0, reinterpret_cast<size_t>(result) & 3);
+}
+
+TF_LITE_MICRO_TEST(TestMultipleTooLarge) {
+  constexpr size_t arena_size = 1024;
+  uint8_t arena[arena_size];
+  tflite::SimpleTensorAllocator allocator(arena, arena_size);
+
+  uint8_t* result = allocator.AllocateMemory(768, 1);
+  TF_LITE_MICRO_EXPECT_NE(nullptr, result);
+
+  result = allocator.AllocateMemory(768, 1);
+  TF_LITE_MICRO_EXPECT_EQ(nullptr, result);
+}
+
 TF_LITE_MICRO_TESTS_END
-- 
GitLab


From 526caa5d9662830d8829e6d2d665b5b463d13f28 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 18:28:35 -0700
Subject: [PATCH 0245/1825] Generalize the Cast(Transpose(*)) ->
 Transpose(Cast(*)) optimization.

PiperOrigin-RevId: 217625758
---
 tensorflow/core/grappler/op_types.cc          |  15 ++
 tensorflow/core/grappler/op_types.h           |   4 +
 .../optimizers/arithmetic_optimizer.cc        | 173 +++++++++++-------
 .../optimizers/arithmetic_optimizer.h         |   2 +-
 .../optimizers/arithmetic_optimizer_test.cc   | 158 +++++++++++++---
 .../core/grappler/utils/grappler_test.h       |  13 +-
 tensorflow/python/kernel_tests/BUILD          |   2 +-
 7 files changed, 275 insertions(+), 92 deletions(-)

diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index 0317840a0a..685c5b3705 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -73,6 +73,14 @@ bool IsBitcast(const NodeDef& node) { return node.op() == "Bitcast"; }
 
 bool IsCast(const NodeDef& node) { return node.op() == "Cast"; }
 
+// TODO(rmlarsen): Add support for "QuantizeDownAndShrinkRange", "Requantize",
+// "CompareAndBitpack", "Bucketize" etc.
+bool IsCastLike(const NodeDef& node) {
+  static const gtl::FlatSet<string>* const kCastLikeOps =
+      CHECK_NOTNULL((new gtl::FlatSet<string>{"Cast"}));
+  return kCastLikeOps->count(node.op()) > 0;
+}
+
 bool IsCheckNumerics(const NodeDef& node) {
   return node.op() == "CheckNumerics";
 }
@@ -640,8 +648,15 @@ bool IsValuePreserving(const NodeDef& node) {
       CHECK_NOTNULL((new gtl::FlatSet<string>{
           "InvertPermutation",
           "Reverse",
+          "ReverseV2",
           "Roll",
           "Transpose",
+          "DepthToSpace",
+          "SpaceToDepth",
+          "BatchToSpace",
+          "BatchToSpaceND",
+          "SpaceToBatch",
+          "SpaceToBatchND",
       }));
   return IsValueAndOrderPreserving(node) ||
          kValuePreservingOps->count(node.op()) > 0;
diff --git a/tensorflow/core/grappler/op_types.h b/tensorflow/core/grappler/op_types.h
index 1a9103e744..b418bb889a 100644
--- a/tensorflow/core/grappler/op_types.h
+++ b/tensorflow/core/grappler/op_types.h
@@ -213,6 +213,10 @@ bool IsUnaryElementWise(const NodeDef& node);
 // Returns true if we can find an opdef corresponding to the op of the node.
 bool HasOpDef(const NodeDef& node);
 
+// Returns true if the op changes the scalar type of its first input elements
+// and preserves the number of elements.
+bool IsCastLike(const NodeDef& node);
+
 }  // end namespace grappler
 }  // end namespace tensorflow
 
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index a09100f121..655d1e9cfe 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -127,12 +127,10 @@ void SetDataTypeToAttr(DataType dtype, const string& attr_name, NodeDef* node) {
 }
 
 string SourceDataTypeAttrName(const NodeDef& node) {
-  if (node.op() == "Bitcast") {
-    return "T";
-  } else if (node.op() == "Cast") {
+  if (node.op() == "Cast") {
     return "SrcT";
   } else {
-    LOG(FATAL) << "SourceDataTypeAttrName not implemented for op " << node.op();
+    return "T";
   }
 }
 
@@ -1853,80 +1851,115 @@ class RemoveRedundantReshape : public ArithmeticOptimizerStage {
   }
 };
 
-// Reorder Cast and Transpose if beneficial.
+// Reorder casting and value-preserving ops if beneficial.
 //
-// A common pattern after the layout optimizer is casting an uint8 NHWC
-// image to float before transposing it to NCHW. It is beneficial to reorder
-// the cast and the transpose to make the transpose process smaller amount
-// of data. This optimization converts
-//   Transpose(Cast(image, dst_type), perm)
+// Original motivation: A common pattern after the layout optimizer is
+// casting an uint8 NHWC image to float before transposing it to NCHW. It
+// is beneficial to reorder the cast and the transpose to make the transpose
+// process smaller amount of data. More generally, this optimization converts
+//   Op(Cast(tensor, dst_type))
+// to
+//   Cast(Op(tensor), dst_type)
+// when sizeof(tensor.type) < sizeof(dst_type), and Op is any value-preserving
+// Op, i.e. an op that only reorders the order of the elements in its first
+// input. Similarly, this optimization converts
+//   Cast(Op(tensor), dst_type)
 // to
-//   Cast(Transpose(image, perm), dst_type)
-// when sizeof(image.type) < sizeof(dst_type).
+//   Op(Cast(tensor, dst_type))
+// when sizeof(tensor.type) > sizeof(dst_type)
 //
-// TODO(jingyue): This optimization can be generalized to a cast followed by
-// a chain of ops that merely reorder elements (e.g. Reshape and
-// DepthToSpace).
-class ReorderCastAndTranspose : public ArithmeticOptimizerStage {
+class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
  public:
-  explicit ReorderCastAndTranspose(const GraphOptimizerContext& ctx,
-                                   const ArithmeticOptimizerContext& ctx_ext)
-      : ArithmeticOptimizerStage("ReorderCastAndTranspose", ctx, ctx_ext) {}
-  ~ReorderCastAndTranspose() override = default;
+  explicit ReorderCastLikeAndValuePreserving(
+      const GraphOptimizerContext& ctx,
+      const ArithmeticOptimizerContext& ctx_ext)
+      : ArithmeticOptimizerStage("ReorderCastLikeAndValuePreserving", ctx,
+                                 ctx_ext) {}
+  ~ReorderCastLikeAndValuePreserving() override = default;
 
   bool IsSupported(const NodeDef* node) const override {
-    return IsTranspose(*node) && NodeIsOnCpuOrGpu(node);
+    return (IsValuePreserving(*node) || IsCastLike(*node)) &&
+           NodeIsOnCpuOrGpu(node) && !IsControlFlow(*node) &&
+           !IsInPreserveSet(*node);
   }
 
-  Status TrySimplify(NodeDef* node, string* simplified_node_name) override {
-    const NodeDef* transpose = node;
-
-    // Verify that input to Transpose is the Cast op.
-    NodeDef* cast;
-    TF_RETURN_IF_ERROR(GetInputNode(transpose->input(0), &cast));
-    if (!IsCast(*cast)) return Status::OK();
-
-    // Input to the Cast-Transpose chain.
-    NodeDef* input;
-    TF_RETURN_IF_ERROR(GetInputNode(cast->input(0), &input));
-
-    const DataType src_type = GetSourceDataType(*cast);
-    const DataType dst_type = GetDestinationDataType(*cast);
+  Status TrySimplify(NodeDef* consumer, string* simplified_node_name) override {
+    NodeDef* producer;
+    TF_RETURN_IF_ERROR(GetInputNode(consumer->input(0), &producer));
+    const bool producer_is_cast = IsCastLike(*producer);
+    const bool can_optimize =
+        ((producer_is_cast && IsValuePreserving(*consumer)) ||
+         (IsValuePreserving(*producer) && IsCastLike(*consumer)));
+    if (!can_optimize || IsControlFlow(*producer) ||
+        producer->device() != consumer->device()) {
+      return Status::OK();
+    }
 
+    const NodeDef* cast_like_node = producer_is_cast ? producer : consumer;
+    const string src_attr_name = SourceDataTypeAttrName(*cast_like_node);
+    const string dst_attr_name = DestinationDataTypeAttrName(*cast_like_node);
+    const DataType src_type =
+        GetDataTypeFromAttr(*cast_like_node, src_attr_name);
+    const DataType dst_type =
+        GetDataTypeFromAttr(*cast_like_node, dst_attr_name);
     const string src_type_name = DataTypeString(src_type);
     const string dst_type_name = DataTypeString(dst_type);
+    if (!IsFixedSizeType(src_type) || !IsFixedSizeType(dst_type)) {
+      return Status::OK();
+    } else if (producer_is_cast &&
+               DataTypeSize(dst_type) <= DataTypeSize(src_type)) {
+      return Status::OK();
+    } else if (!producer_is_cast &&
+               DataTypeSize(dst_type) >= DataTypeSize(src_type)) {
+      return Status::OK();
+    }
 
-    // Check if nodes were not already optimized.
-    const string optimized_cast_name =
-        OptimizedNodeName(ParseNodeScopeAndName(cast->name()), dst_type_name);
-    const string optimized_transpose_name = OptimizedNodeName(
-        ParseNodeScopeAndName(transpose->name()), src_type_name);
-
-    bool is_already_optimized =
-        ctx().node_map->NodeExists(optimized_transpose_name) ||
-        ctx().node_map->NodeExists(optimized_cast_name);
-
-    if (IsNumberType(src_type) && IsNumberType(dst_type) &&
-        DataTypeSize(src_type) < DataTypeSize(dst_type) &&
-        !is_already_optimized) {
-      NodeDef* new_transpose = AddCopyNode(optimized_transpose_name, transpose);
-      (*new_transpose->mutable_attr())["T"].set_type(src_type);
-      new_transpose->set_input(0, cast->input(0));
-
-      ctx().node_map->AddOutput(input->name(), new_transpose->name());
-      ctx().node_map->AddOutput(NodeName(new_transpose->input(1)),
-                                new_transpose->name());
-
-      NodeDef* new_cast = AddCopyNode(optimized_cast_name, cast);
-      new_cast->set_input(0, new_transpose->name());
-      ctx().node_map->AddOutput(new_transpose->name(), new_cast->name());
-
-      AddToOptimizationQueue(new_transpose);
-      ForwardControlDependencies(new_transpose, {cast, node});
-
-      *simplified_node_name = new_cast->name();
+    // Check that nodes were not already optimized.
+    const string optimized_producer_name = OptimizedNodeName(
+        ParseNodeScopeAndName(producer->name()), dst_type_name);
+    const string optimized_consumer_name = OptimizedNodeName(
+        ParseNodeScopeAndName(consumer->name()), src_type_name);
+    const bool is_already_optimized =
+        ctx().node_map->NodeExists(optimized_consumer_name) ||
+        ctx().node_map->NodeExists(optimized_producer_name);
+    if (is_already_optimized) {
+      return Status::OK();
     }
 
+    // Add copies of consumer and producer in reverse order.
+    const string new_producer_type_attr_name =
+        SourceDataTypeAttrName(*consumer);
+    TF_RETURN_IF_ERROR(CheckAttrExists(*consumer, new_producer_type_attr_name));
+    const string new_consumer_type_attr_name =
+        SourceDataTypeAttrName(*producer);
+    TF_RETURN_IF_ERROR(CheckAttrExists(*producer, new_consumer_type_attr_name));
+    NodeDef* input;
+    TF_RETURN_IF_ERROR(GetInputNode(producer->input(0), &input));
+    // Create new producer node.
+    NodeDef* new_producer = AddCopyNode(optimized_consumer_name, consumer);
+    if (IsCheckNumerics(*new_producer) && !IsFloatingType(src_type)) {
+      new_producer->set_op("Identity");
+      new_producer->clear_attr();
+    }
+    new_producer->set_input(0, producer->input(0));
+    (*new_producer->mutable_attr())[new_producer_type_attr_name].set_type(
+        src_type);
+    ctx().node_map->AddOutput(input->name(), new_producer->name());
+    // Create new consumer node.
+    NodeDef* new_consumer = AddCopyNode(optimized_producer_name, producer);
+    new_consumer->set_input(0, new_producer->name());
+    const DataType new_consumer_type = producer_is_cast ? src_type : dst_type;
+    if (IsCheckNumerics(*new_producer) && !IsFloatingType(new_consumer_type)) {
+      new_consumer->set_op("Identity");
+      new_consumer->clear_attr();
+    }
+    (*new_consumer->mutable_attr())[new_consumer_type_attr_name].set_type(
+        new_consumer_type);
+    ctx().node_map->AddOutput(new_producer->name(), new_consumer->name());
+
+    AddToOptimizationQueue(new_producer);
+    *simplified_node_name = new_consumer->name();
+
     return Status::OK();
   }
 
@@ -1944,7 +1977,13 @@ class ReorderCastAndTranspose : public ArithmeticOptimizerStage {
            (StrContains(device, DEVICE_CPU) || StrContains(device, DEVICE_GPU));
   }
 
-  bool IsNumberType(DataType dtype) { return kNumberTypes.Contains(dtype); }
+  bool IsFixedSizeType(DataType dtype) {
+    return dtype != DT_STRING && dtype != DT_VARIANT && dtype != DT_RESOURCE;
+  }
+
+  bool IsFloatingType(DataType dtype) {
+    return kDataTypeIsFloating.Contains(dtype);
+  }
 };
 
 // Fold a multiply of a scalar into the following convolution. This folding
@@ -3453,8 +3492,8 @@ Status ArithmeticOptimizer::SimplifyArithmeticOps(bool can_use_shapes) {
     pipeline.AddStage<ReplaceMulWithSquare>(ctx, ctx_ext);
   if (options_.remove_logical_not)
     pipeline.AddStage<RemoveLogicalNotStage>(ctx, ctx_ext);
-  if (options_.reorder_cast_and_transpose)
-    pipeline.AddStage<ReorderCastAndTranspose>(ctx, ctx_ext);
+  if (options_.reorder_cast_like_and_value_preserving)
+    pipeline.AddStage<ReorderCastLikeAndValuePreserving>(ctx, ctx_ext);
   if (options_.simplify_aggregation)
     pipeline.AddStage<SimplifyAggregation>(ctx, ctx_ext);
   if (options_.hoist_cwise_unary_chains)
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.h b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.h
index 15e5ad9df5..e1395d7542 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.h
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.h
@@ -73,7 +73,7 @@ class ArithmeticOptimizer : public GraphOptimizer {
     bool remove_redundant_bitcast = true;
     bool remove_redundant_cast = true;
     bool remove_redundant_reshape = true;
-    bool reorder_cast_and_transpose = true;
+    bool reorder_cast_like_and_value_preserving = true;
     bool replace_mul_with_square = true;
     bool simplify_aggregation = true;
     bool convert_pow = true;
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
index d091b26b65..e152948fb2 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
@@ -158,7 +158,7 @@ class ArithmeticOptimizerTest : public GrapplerTest {
     options.remove_redundant_reshape = false;
     options.remove_negation = false;
     options.remove_logical_not = false;
-    options.reorder_cast_and_transpose = false;
+    options.reorder_cast_like_and_value_preserving = false;
     options.replace_mul_with_square = false;
     options.simplify_aggregation = false;
     options.unary_ops_composition = false;
@@ -231,7 +231,7 @@ class ArithmeticOptimizerTest : public GrapplerTest {
 
   void EnableOnlyReorderCastAndTranspose(ArithmeticOptimizer* optimizer) {
     DisableAllStages(optimizer);
-    optimizer->options_.reorder_cast_and_transpose = true;
+    optimizer->options_.reorder_cast_like_and_value_preserving = true;
   }
 
   void EnableOnlyReplaceMulWithSquare(ArithmeticOptimizer* optimizer) {
@@ -1320,8 +1320,8 @@ TEST_F(ArithmeticOptimizerTest, RemoveRedundantReshape_CombineReshapes) {
   test::ExpectTensorEqual<int8>(tensors_expected[0], tensors[0]);
 }
 
-TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast) {
-  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/gpu:0");
+TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast_ProducerIsCast) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
   Output nhwc_uint8 =
       ops::Placeholder(s, DT_UINT8, ops::Placeholder::Shape({8, 28, 28, 3}));
   Output nhwc_fp32 = ops::Cast(s, nhwc_uint8, DT_FLOAT);
@@ -1333,11 +1333,14 @@ TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast) {
   item.fetch = {"outputs"};
   TF_CHECK_OK(s.ToGraphDef(&item.graph));
 
-  GraphDef output;
-  TF_EXPECT_OK(ArithmeticOptimizer().Optimize(nullptr, item, &output));
+  auto input_t = GenerateRandomTensor<DT_UINT8>(TensorShape({8, 28, 28, 3}));
+  auto tensors_expected =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors_expected.size());
 
-  item.graph.Swap(&output);
-  TF_EXPECT_OK(ModelPruner().Optimize(nullptr, item, &output));
+  GraphDef output;
+  ArithmeticOptimizer optimizer;
+  OptimizeAndPrune(&optimizer, &item, &output);
 
   const NodeDef* transpose_node = nullptr;
   for (const NodeDef& node : output.node()) {
@@ -1354,36 +1357,147 @@ TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast) {
       EXPECT_EQ(NodeName(node.input(0)), transpose_node->name());
     }
   }
+
+  auto tensors =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
 }
 
-TEST_F(ArithmeticOptimizerTest, NoReorderTransposeCast) {
-  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/gpu:0");
+TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast_ProducerIsTranspose) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
   Output nhwc_fp32 =
       ops::Placeholder(s, DT_FLOAT, ops::Placeholder::Shape({8, 28, 28, 3}));
-  Output nhwc_uint8 = ops::Cast(s, nhwc_fp32, DT_UINT8);
-  Output nchw_uint8 =
-      ops::Transpose(s, nhwc_uint8, ops::Const(s, {0, 3, 1, 2}, {4}));
+  Output nchw_fp32 =
+      ops::Transpose(s, nhwc_fp32, ops::Const(s, {0, 3, 1, 2}, {4}));
+  Output nchw_uint8 = ops::Cast(s, nchw_fp32, DT_UINT8);
   Output outputs = ops::Identity(s.WithOpName("outputs"), nchw_uint8);
 
   GrapplerItem item;
   item.fetch = {"outputs"};
   TF_CHECK_OK(s.ToGraphDef(&item.graph));
 
+  auto input_t =
+      GenerateConstantTensor<DT_FLOAT>(TensorShape({8, 28, 28, 3}), 42.0f);
+  auto tensors_expected =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors_expected.size());
+
   GraphDef output;
-  TF_EXPECT_OK(ArithmeticOptimizer().Optimize(nullptr, item, &output));
+  ArithmeticOptimizer optimizer;
+  OptimizeAndPrune(&optimizer, &item, &output);
 
-  item.graph.Swap(&output);
-  TF_EXPECT_OK(ModelPruner().Optimize(nullptr, item, &output));
+  const NodeDef* cast_node = nullptr;
+  for (const NodeDef& node : output.node()) {
+    if (node.op() == "Cast") {
+      EXPECT_EQ(cast_node, nullptr);
+      cast_node = &node;
+      EXPECT_EQ(NodeName(node.input(0)), "Placeholder");
+    }
+  }
+  EXPECT_NE(cast_node, nullptr);
+
+  for (const NodeDef& node : output.node()) {
+    if (node.op() == "Transpose") {
+      EXPECT_EQ(DT_UINT8, node.attr().at("T").type());
+      EXPECT_EQ(NodeName(node.input(0)), cast_node->name());
+    }
+  }
+
+  auto tensors =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorEqual<uint8>(tensors_expected[0], tensors[0]);
+}
+
+TEST_F(ArithmeticOptimizerTest, ReorderTransposeReverseCast) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
+  Output nhwc_uint8 =
+      ops::Placeholder(s, DT_UINT8, ops::Placeholder::Shape({8, 28, 28, 3}));
+  Output nhwc_fp32 = ops::Cast(s, nhwc_uint8, DT_FLOAT);
+  Output nhwc_fp32_reversed =
+      ops::Reverse(s, nhwc_fp32, ops::Const(s, {0}, {1}));
+  Output nchw_fp32_reversed =
+      ops::Transpose(s, nhwc_fp32_reversed, ops::Const(s, {0, 3, 1, 2}, {4}));
+
+  Output outputs = ops::Identity(s.WithOpName("outputs"), nchw_fp32_reversed);
+
+  GrapplerItem item;
+  item.fetch = {"outputs"};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  auto input_t = GenerateRandomTensor<DT_UINT8>(TensorShape({8, 28, 28, 3}));
+  auto tensors_expected =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors_expected.size());
+
+  GraphDef output;
+  ArithmeticOptimizer optimizer;
+  OptimizeAndPrune(&optimizer, &item, &output);
 
-  int num_transposes = 0;
+  const NodeDef* reverse_node = nullptr;
+  const NodeDef* transpose_node = nullptr;
+  const NodeDef* cast_node = nullptr;
   for (const NodeDef& node : output.node()) {
     if (node.op() == "Transpose") {
+      EXPECT_EQ(transpose_node, nullptr);
       EXPECT_EQ(DT_UINT8, node.attr().at("T").type());
-      EXPECT_EQ(node.input(0), "Cast");
-      ++num_transposes;
+      transpose_node = &node;
+    } else if (node.op() == "ReverseV2") {
+      EXPECT_EQ(reverse_node, nullptr);
+      EXPECT_EQ(DT_UINT8, node.attr().at("T").type());
+      reverse_node = &node;
+    } else if (node.op() == "Cast") {
+      cast_node = &node;
     }
   }
-  EXPECT_EQ(1, num_transposes);
+  EXPECT_NE(cast_node, nullptr);
+  EXPECT_NE(reverse_node, nullptr);
+  EXPECT_NE(transpose_node, nullptr);
+  EXPECT_EQ(NodeName(reverse_node->input(0)), "Placeholder");
+  EXPECT_EQ(NodeName(transpose_node->input(0)), reverse_node->name());
+  EXPECT_EQ(NodeName(cast_node->input(0)), transpose_node->name());
+
+  auto tensors =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
+}
+
+TEST_F(ArithmeticOptimizerTest, NoReorderTransposeCast_ProducerIsCast) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
+  Output nhwc_fp32 =
+      ops::Placeholder(s, DT_FLOAT, ops::Placeholder::Shape({8, 28, 28, 3}));
+  Output nhwc_uint8 = ops::Cast(s, nhwc_fp32, DT_UINT8);
+  Output nchw_uint8 =
+      ops::Transpose(s, nhwc_uint8, ops::Const(s, {0, 3, 1, 2}, {4}));
+  Output outputs = ops::Identity(s.WithOpName("outputs"), nchw_uint8);
+
+  GrapplerItem item;
+  item.fetch = {"outputs"};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  GraphDef output;
+  TF_EXPECT_OK(ArithmeticOptimizer().Optimize(nullptr, item, &output));
+  CompareGraphs(item.graph, output);
+}
+
+TEST_F(ArithmeticOptimizerTest, NoReorderTransposeCast_ProducerIsTranspose) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
+  Output nhwc_uint8 =
+      ops::Placeholder(s, DT_UINT8, ops::Placeholder::Shape({8, 28, 28, 3}));
+  Output nchw_uint8 =
+      ops::Transpose(s, nhwc_uint8, ops::Const(s, {0, 3, 1, 2}, {4}));
+  Output nchw_fp32 = ops::Cast(s, nchw_uint8, DT_FLOAT);
+  Output outputs = ops::Identity(s.WithOpName("outputs"), nchw_fp32);
+
+  GrapplerItem item;
+  item.fetch = {"outputs"};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  GraphDef output;
+  TF_EXPECT_OK(ArithmeticOptimizer().Optimize(nullptr, item, &output));
+  CompareGraphs(item.graph, output);
 }
 
 TEST_F(ArithmeticOptimizerTest, RemoveIdentityTransposes) {
@@ -1704,11 +1818,11 @@ TEST_F(ArithmeticOptimizerTest, OptimizeCastMulTransposeConv) {
   GraphDef output;
   ArithmeticOptimizer optimizer;  // all optimization stages are on
   OptimizeTwiceAndPrune(&optimizer, &item, &output, /*const_folding=*/true);
-
+  LOG(INFO) << output.DebugString();
   NodeMap node_map(&output);
 
   // Expected names for reordered cast and transpose.
-  const string p = "ArithmeticOptimizer/ReorderCastAndTranspose_";
+  const string p = "ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_";
   const string optimized_cast_name = strings::StrCat(p, "float_Cast");
   const string optimized_transpose_name = strings::StrCat(p, "uint8_Transpose");
 
diff --git a/tensorflow/core/grappler/utils/grappler_test.h b/tensorflow/core/grappler/utils/grappler_test.h
index bd4d7f2a7e..0cfd740dcb 100644
--- a/tensorflow/core/grappler/utils/grappler_test.h
+++ b/tensorflow/core/grappler/utils/grappler_test.h
@@ -58,7 +58,7 @@ class GrapplerTest : public ::testing::Test {
   // Count nodes of the given op-type in a graph.
   int CountOpNodes(const GraphDef& graph, const string& op);
 
-  // Get a random tansor with given shape.
+  // Get a random tensor with given shape.
   template <DataType DTYPE>
   Tensor GenerateRandomTensor(const TensorShape& shape) const {
     typedef typename EnumToDataType<DTYPE>::Type T;
@@ -68,6 +68,17 @@ class GrapplerTest : public ::testing::Test {
     return tensor;
   }
 
+  // Get a constant tensor with given shape.
+  template <DataType DTYPE>
+  Tensor GenerateConstantTensor(
+      const TensorShape& shape,
+      typename EnumToDataType<DTYPE>::Type value) const {
+    typedef typename EnumToDataType<DTYPE>::Type T;
+    Tensor tensor(DTYPE, shape);
+    for (auto i = 0; i < tensor.NumElements(); i++) tensor.flat<T>()(i) = value;
+    return tensor;
+  }
+
  private:
   SessionOptions options_;
 };
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 3d9b886ebb..cf0b23a6ef 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -607,7 +607,7 @@ tf_py_test(
 
 tf_py_test(
     name = "matrix_exponential_op_test",
-    size = "small",
+    size = "medium",
     srcs = ["matrix_exponential_op_test.py"],
     additional_deps = [
         "//third_party/py/numpy",
-- 
GitLab


From aaaf1908758c2c1fadf534b6dccf6fdea1bdc18b Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Wed, 17 Oct 2018 18:41:54 -0700
Subject: [PATCH 0246/1825] TF 2.0: tf.Session -> tf.compat.v1.Session

(In the spirit of https://github.com/tensorflow/community/pull/20)

PiperOrigin-RevId: 217627136
---
 tensorflow/python/client/session.py           |  4 +-
 tensorflow/python/framework/ops.py            |  2 +-
 tensorflow/python/ops/session_ops.py          |  6 +-
 .../v2/tensorflow.-interactive-session.pbtxt  | 51 -----------------
 .../api/golden/v2/tensorflow.-session.pbtxt   | 55 -------------------
 .../tools/api/golden/v2/tensorflow.pbtxt      | 24 --------
 6 files changed, 6 insertions(+), 136 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-interactive-session.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-session.pbtxt

diff --git a/tensorflow/python/client/session.py b/tensorflow/python/client/session.py
index 7f783286d3..06c66dda9f 100644
--- a/tensorflow/python/client/session.py
+++ b/tensorflow/python/client/session.py
@@ -1471,7 +1471,7 @@ class BaseSession(SessionInterface):
     return BaseSession._Callable(self, callable_options)
 
 
-@tf_export('Session')
+@tf_export(v1=['Session'])
 class Session(BaseSession):
   """A class for running TensorFlow operations.
 
@@ -1626,7 +1626,7 @@ class Session(BaseSession):
     tf_session.TF_Reset(target, containers, config)
 
 
-@tf_export('InteractiveSession')
+@tf_export(v1=['InteractiveSession'])
 class InteractiveSession(BaseSession):
   """A TensorFlow `Session` for use in interactive contexts, such as a shell.
 
diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index e6ffc3d19c..a8dff3109f 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -5098,7 +5098,7 @@ def default_session(session):
   return _default_session_stack.get_controller(session)
 
 
-@tf_export("get_default_session")
+@tf_export(v1=["get_default_session"])
 def get_default_session():
   """Returns the default session for the current thread.
 
diff --git a/tensorflow/python/ops/session_ops.py b/tensorflow/python/ops/session_ops.py
index e229501c10..720be098c2 100644
--- a/tensorflow/python/ops/session_ops.py
+++ b/tensorflow/python/ops/session_ops.py
@@ -140,7 +140,7 @@ class TensorHandle(object):
     return feeder.op.name + ";" + TensorHandle._get_reader_key(handle)
 
 
-@tf_export("get_session_handle")
+@tf_export(v1=["get_session_handle"])
 def get_session_handle(data, name=None):
   """Return the handle of `data`.
 
@@ -183,7 +183,7 @@ def get_session_handle(data, name=None):
     return gen_data_flow_ops.get_session_handle(data, name=name)
 
 
-@tf_export("get_session_tensor")
+@tf_export(v1=["get_session_tensor"])
 def get_session_tensor(handle, dtype, name=None):
   """Get the tensor of type `dtype` by feeding a tensor handle.
 
@@ -224,7 +224,7 @@ def get_session_tensor(handle, dtype, name=None):
   return (holder, tensor)
 
 
-@tf_export("delete_session_tensor")
+@tf_export(v1=["delete_session_tensor"])
 def delete_session_tensor(handle, name=None):
   """Delete the tensor for the given tensor handle.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-interactive-session.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-interactive-session.pbtxt
deleted file mode 100644
index 0a3b81bf82..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-interactive-session.pbtxt
+++ /dev/null
@@ -1,51 +0,0 @@
-path: "tensorflow.InteractiveSession"
-tf_class {
-  is_instance: "<class \'tensorflow.python.client.session.InteractiveSession\'>"
-  is_instance: "<class \'tensorflow.python.client.session.BaseSession\'>"
-  is_instance: "<class \'tensorflow.python.client.session.SessionInterface\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph_def"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "sess_str"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'target\', \'graph\', \'config\'], varargs=None, keywords=None, defaults=[\'\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "as_default"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "close"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "list_devices"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "make_callable"
-    argspec: "args=[\'self\', \'fetches\', \'feed_list\', \'accept_options\'], varargs=None, keywords=None, defaults=[\'None\', \'False\'], "
-  }
-  member_method {
-    name: "partial_run"
-    argspec: "args=[\'self\', \'handle\', \'fetches\', \'feed_dict\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "partial_run_setup"
-    argspec: "args=[\'self\', \'fetches\', \'feeds\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "run"
-    argspec: "args=[\'self\', \'fetches\', \'feed_dict\', \'options\', \'run_metadata\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-session.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-session.pbtxt
deleted file mode 100644
index 1d6b037f9c..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-session.pbtxt
+++ /dev/null
@@ -1,55 +0,0 @@
-path: "tensorflow.Session"
-tf_class {
-  is_instance: "<class \'tensorflow.python.client.session.Session\'>"
-  is_instance: "<class \'tensorflow.python.client.session.BaseSession\'>"
-  is_instance: "<class \'tensorflow.python.client.session.SessionInterface\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph_def"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "sess_str"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'target\', \'graph\', \'config\'], varargs=None, keywords=None, defaults=[\'\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "as_default"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "close"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "list_devices"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "make_callable"
-    argspec: "args=[\'self\', \'fetches\', \'feed_list\', \'accept_options\'], varargs=None, keywords=None, defaults=[\'None\', \'False\'], "
-  }
-  member_method {
-    name: "partial_run"
-    argspec: "args=[\'self\', \'handle\', \'fetches\', \'feed_dict\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "partial_run_setup"
-    argspec: "args=[\'self\', \'fetches\', \'feeds\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "reset"
-    argspec: "args=[\'target\', \'containers\', \'config\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "run"
-    argspec: "args=[\'self\', \'fetches\', \'feed_dict\', \'options\', \'run_metadata\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 4b4d150aa1..ae0324a418 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -80,10 +80,6 @@ tf_module {
     name: "IndexedSlices"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "InteractiveSession"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "LogMessage"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
@@ -124,10 +120,6 @@ tf_module {
     name: "RunOptions"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
   }
-  member {
-    name: "Session"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "SessionLog"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
@@ -756,10 +748,6 @@ tf_module {
     name: "decode_raw"
     argspec: "args=[\'bytes\', \'out_type\', \'little_endian\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
   }
-  member_method {
-    name: "delete_session_tensor"
-    argspec: "args=[\'handle\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "dequantize"
     argspec: "args=[\'input\', \'min_range\', \'max_range\', \'mode\', \'name\'], varargs=None, keywords=None, defaults=[\'MIN_COMBINED\', \'None\'], "
@@ -940,18 +928,6 @@ tf_module {
     name: "get_default_graph"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "get_default_session"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_session_handle"
-    argspec: "args=[\'data\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "get_session_tensor"
-    argspec: "args=[\'handle\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "gradients"
     argspec: "args=[\'ys\', \'xs\', \'grad_ys\', \'name\', \'colocate_gradients_with_ops\', \'gate_gradients\', \'aggregation_method\', \'stop_gradients\', \'unconnected_gradients\'], varargs=None, keywords=None, defaults=[\'None\', \'gradients\', \'False\', \'False\', \'None\', \'None\', \'UnconnectedGradients.NONE\'], "
-- 
GitLab


From 2a81cf99d22c3a0d551e68805bb4b021fbfcb860 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Wed, 17 Oct 2018 20:35:29 -0700
Subject: [PATCH 0247/1825] [Java]: Release 1.12.0-rc1

PiperOrigin-RevId: 217636182
---
 tensorflow/java/maven/libtensorflow/pom.xml              | 2 +-
 tensorflow/java/maven/libtensorflow_jni/pom.xml          | 2 +-
 tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml      | 2 +-
 tensorflow/java/maven/pom.xml                            | 2 +-
 tensorflow/java/maven/proto/pom.xml                      | 2 +-
 tensorflow/java/maven/spark-tensorflow-connector/pom.xml | 2 +-
 tensorflow/java/maven/tensorflow-hadoop/pom.xml          | 2 +-
 tensorflow/java/maven/tensorflow/pom.xml                 | 2 +-
 8 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/java/maven/libtensorflow/pom.xml b/tensorflow/java/maven/libtensorflow/pom.xml
index 041e4778cd..c25aa714cc 100644
--- a/tensorflow/java/maven/libtensorflow/pom.xml
+++ b/tensorflow/java/maven/libtensorflow/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow</artifactId>
diff --git a/tensorflow/java/maven/libtensorflow_jni/pom.xml b/tensorflow/java/maven/libtensorflow_jni/pom.xml
index b4ccf2d77c..7b47fbbce4 100644
--- a/tensorflow/java/maven/libtensorflow_jni/pom.xml
+++ b/tensorflow/java/maven/libtensorflow_jni/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow_jni</artifactId>
diff --git a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
index 09adfb2b57..97a25ac5e7 100644
--- a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
+++ b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow_jni_gpu</artifactId>
diff --git a/tensorflow/java/maven/pom.xml b/tensorflow/java/maven/pom.xml
index d7fe50ce26..b04d889db6 100644
--- a/tensorflow/java/maven/pom.xml
+++ b/tensorflow/java/maven/pom.xml
@@ -6,7 +6,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>org.tensorflow</groupId>
   <artifactId>parentpom</artifactId>
-  <version>1.12.0-rc0</version>
+  <version>1.12.0-rc1</version>
   <packaging>pom</packaging>
 
   <url>https://www.tensorflow.org</url>
diff --git a/tensorflow/java/maven/proto/pom.xml b/tensorflow/java/maven/proto/pom.xml
index 8bbe834eba..7dd360b194 100644
--- a/tensorflow/java/maven/proto/pom.xml
+++ b/tensorflow/java/maven/proto/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>proto</artifactId>
diff --git a/tensorflow/java/maven/spark-tensorflow-connector/pom.xml b/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
index b31510f637..c9e1457655 100644
--- a/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
+++ b/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
@@ -6,7 +6,7 @@
     <groupId>org.tensorflow</groupId>
     <artifactId>spark-tensorflow-connector_2.11</artifactId>
     <packaging>jar</packaging>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <name>spark-tensorflow-connector</name>
     <url>https://www.tensorflow.org</url>
     <description>TensorFlow TFRecord connector for Apache Spark DataFrames</description>
diff --git a/tensorflow/java/maven/tensorflow-hadoop/pom.xml b/tensorflow/java/maven/tensorflow-hadoop/pom.xml
index 8b551e24f1..e2e0d8278c 100644
--- a/tensorflow/java/maven/tensorflow-hadoop/pom.xml
+++ b/tensorflow/java/maven/tensorflow-hadoop/pom.xml
@@ -5,7 +5,7 @@
     <groupId>org.tensorflow</groupId>
     <artifactId>tensorflow-hadoop</artifactId>
     <packaging>jar</packaging>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <name>tensorflow-hadoop</name>
     <url>https://www.tensorflow.org</url>
     <description>TensorFlow TFRecord InputFormat/OutputFormat for Apache Hadoop</description>
diff --git a/tensorflow/java/maven/tensorflow/pom.xml b/tensorflow/java/maven/tensorflow/pom.xml
index 60fcc98bf5..896ac068f3 100644
--- a/tensorflow/java/maven/tensorflow/pom.xml
+++ b/tensorflow/java/maven/tensorflow/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc0</version>
+    <version>1.12.0-rc1</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>tensorflow</artifactId>
-- 
GitLab


From c3b42c815ca49461bb667b667546690e0d4200d2 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Wed, 17 Oct 2018 20:40:09 -0700
Subject: [PATCH 0248/1825] Automated rollback of commit
 20f03388ac28fdf5ad33adb87d95346209ef0052

PiperOrigin-RevId: 217636584
---
 tensorflow/BUILD                              |    1 -
 tensorflow/api_template.__init__.py           |   17 +-
 tensorflow/contrib/estimator/BUILD            |  337 +-
 tensorflow/contrib/estimator/__init__.py      |   47 +-
 .../estimator/python/estimator/baseline.py    |   92 +-
 .../python/estimator/baseline_test.py         |  436 --
 .../python/estimator/boosted_trees.py         |  419 +-
 .../python/estimator/boosted_trees_test.py    |  438 --
 .../contrib/estimator/python/estimator/dnn.py |  156 +-
 .../python/estimator/dnn_linear_combined.py   |  176 +-
 .../estimator/dnn_linear_combined_test.py     |  227 -
 .../estimator/python/estimator/dnn_test.py    |  171 -
 .../estimator/dnn_with_layer_annotations.py   |  430 +-
 .../dnn_with_layer_annotations_test.py        |  611 ---
 .../python/estimator/early_stopping.py        |  498 +-
 .../python/estimator/early_stopping_test.py   |  246 -
 .../estimator/python/estimator/export.py      |  213 +-
 .../estimator/python/estimator/export_test.py |  373 --
 .../estimator/python/estimator/exporter.py    |  270 +-
 .../python/estimator/exporter_test.py         |  206 -
 .../estimator/python/estimator/extenders.py   |  349 +-
 .../python/estimator/extenders_test.py        |  426 --
 .../estimator/python/estimator/head.py        |  969 +---
 .../estimator/python/estimator/head_test.py   | 1482 ------
 .../estimator/python/estimator/hooks.py       |  277 +-
 .../estimator/python/estimator/hooks_test.py  |  403 --
 .../estimator/python/estimator/linear.py      |  130 +-
 .../estimator/python/estimator/linear_test.py |  156 -
 .../estimator/python/estimator/logit_fns.py   |   86 +-
 .../python/estimator/logit_fns_test.py        |   95 -
 .../estimator/python/estimator/multi_head.py  |  416 +-
 .../python/estimator/multi_head_test.py       |  705 ---
 .../python/estimator/replicate_model_fn.py    |  820 +---
 .../estimator/replicate_model_fn_test.py      | 1649 -------
 .../contrib/estimator/python/estimator/rnn.py |  572 +--
 .../estimator/python/estimator/rnn_test.py    | 1185 -----
 .../python/estimator/saved_model_estimator.py |  441 +-
 .../estimator/saved_model_estimator_test.py   |  369 --
 tensorflow/python/estimator/BUILD             |  424 +-
 tensorflow/python/estimator/__init__.py       |   17 +-
 .../python/estimator/canned/__init__.py       |   32 +
 .../python/estimator/canned/baseline.py       |  366 +-
 .../python/estimator/canned/baseline_test.py  | 1558 -------
 .../python/estimator/canned/boosted_trees.py  | 1558 +------
 .../estimator/canned/boosted_trees_test.py    | 2549 -----------
 .../estimator/canned/boosted_trees_utils.py   |   72 +-
 .../canned/boosted_trees_utils_test.py        |  187 -
 tensorflow/python/estimator/canned/dnn.py     |  652 +--
 .../estimator/canned/dnn_linear_combined.py   |  626 +--
 .../canned/dnn_linear_combined_test.py        | 1123 -----
 .../python/estimator/canned/dnn_test.py       |  580 ---
 .../estimator/canned/dnn_testing_utils.py     | 2068 +--------
 tensorflow/python/estimator/canned/head.py    | 1593 +------
 .../python/estimator/canned/head_test.py      | 4056 -----------------
 tensorflow/python/estimator/canned/linear.py  |  535 +--
 .../python/estimator/canned/linear_test.py    |  255 --
 .../estimator/canned/linear_testing_utils.py  | 2349 +---------
 .../python/estimator/canned/metric_keys.py    |   46 +-
 .../python/estimator/canned/optimizers.py     |   72 +-
 .../estimator/canned/optimizers_test.py       |  103 -
 .../python/estimator/canned/parsing_utils.py  |  296 +-
 .../estimator/canned/parsing_utils_test.py    |  211 -
 .../estimator/canned/prediction_keys.py       |   29 +-
 tensorflow/python/estimator/estimator.py      | 2172 +--------
 tensorflow/python/estimator/estimator_lib.py  |   45 +-
 tensorflow/python/estimator/estimator_test.py | 3341 --------------
 .../python/estimator/export/__init__.py       |   32 +
 tensorflow/python/estimator/export/export.py  |  628 +--
 .../python/estimator/export/export_lib.py     |   24 +-
 .../python/estimator/export/export_output.py  |  407 +-
 .../estimator/export/export_output_test.py    |  397 --
 .../python/estimator/export/export_test.py    |  802 ----
 tensorflow/python/estimator/exporter.py       |  498 +-
 tensorflow/python/estimator/exporter_test.py  |  400 --
 tensorflow/python/estimator/gc.py             |  199 +-
 tensorflow/python/estimator/gc_test.py        |  156 -
 .../python/estimator/inputs/__init__.py       |   32 +
 tensorflow/python/estimator/inputs/inputs.py  |   19 +-
 .../python/estimator/inputs/numpy_io.py       |  217 +-
 .../python/estimator/inputs/numpy_io_test.py  |  620 ---
 .../python/estimator/inputs/pandas_io.py      |  147 +-
 .../python/estimator/inputs/pandas_io_test.py |  320 --
 .../estimator/inputs/queues/__init__.py       |   32 +
 .../inputs/queues/feeding_functions.py        |  507 +--
 .../inputs/queues/feeding_functions_test.py   |  391 --
 .../inputs/queues/feeding_queue_runner.py     |  172 +-
 .../queues/feeding_queue_runner_test.py       |  140 -
 tensorflow/python/estimator/keras.py          |  492 +-
 tensorflow/python/estimator/keras_test.py     |  805 ----
 tensorflow/python/estimator/model_fn.py       |  510 +--
 tensorflow/python/estimator/model_fn_test.py  |  661 ---
 tensorflow/python/estimator/run_config.py     |  907 +---
 .../python/estimator/run_config_test.py       | 1236 -----
 tensorflow/python/estimator/training.py       | 1065 +----
 tensorflow/python/estimator/training_test.py  | 2198 ---------
 tensorflow/python/estimator/util.py           |  157 +-
 tensorflow/python/estimator/util_test.py      |  102 -
 tensorflow/python/feature_column/BUILD        |    2 +-
 tensorflow/python/tools/api/generator/BUILD   |   18 -
 ...rflow.estimator.-baseline-classifier.pbtxt |    4 +-
 ...orflow.estimator.-baseline-regressor.pbtxt |    4 +-
 .../tensorflow.estimator.-best-exporter.pbtxt |    4 +-
 ....estimator.-boosted-trees-classifier.pbtxt |    6 +-
 ...w.estimator.-boosted-trees-regressor.pbtxt |    6 +-
 ...nsorflow.estimator.-d-n-n-classifier.pbtxt |    4 +-
 ...or.-d-n-n-linear-combined-classifier.pbtxt |    4 +-
 ...tor.-d-n-n-linear-combined-regressor.pbtxt |    4 +-
 ...ensorflow.estimator.-d-n-n-regressor.pbtxt |    4 +-
 ...tensorflow.estimator.-estimator-spec.pbtxt |    4 +-
 .../v1/tensorflow.estimator.-estimator.pbtxt  |    2 +-
 .../v1/tensorflow.estimator.-eval-spec.pbtxt  |    4 +-
 .../v1/tensorflow.estimator.-exporter.pbtxt   |    2 +-
 ...tensorflow.estimator.-final-exporter.pbtxt |    4 +-
 ...ensorflow.estimator.-latest-exporter.pbtxt |    4 +-
 ...sorflow.estimator.-linear-classifier.pbtxt |    4 +-
 ...nsorflow.estimator.-linear-regressor.pbtxt |    4 +-
 .../v1/tensorflow.estimator.-mode-keys.pbtxt  |    2 +-
 .../v1/tensorflow.estimator.-run-config.pbtxt |    2 +-
 .../v1/tensorflow.estimator.-train-spec.pbtxt |    4 +-
 ...rflow.estimator.-warm-start-settings.pbtxt |    4 +-
 ...imator.export.-classification-output.pbtxt |    4 +-
 ...flow.estimator.export.-export-output.pbtxt |    2 +-
 ...low.estimator.export.-predict-output.pbtxt |    4 +-
 ....estimator.export.-regression-output.pbtxt |    4 +-
 ...mator.export.-serving-input-receiver.pbtxt |    4 +-
 ...xport.-tensor-serving-input-receiver.pbtxt |    4 +-
 ...rflow.estimator.-baseline-classifier.pbtxt |    4 +-
 ...orflow.estimator.-baseline-regressor.pbtxt |    4 +-
 .../tensorflow.estimator.-best-exporter.pbtxt |    4 +-
 ....estimator.-boosted-trees-classifier.pbtxt |    6 +-
 ...w.estimator.-boosted-trees-regressor.pbtxt |    6 +-
 ...nsorflow.estimator.-d-n-n-classifier.pbtxt |    4 +-
 ...or.-d-n-n-linear-combined-classifier.pbtxt |    4 +-
 ...tor.-d-n-n-linear-combined-regressor.pbtxt |    4 +-
 ...ensorflow.estimator.-d-n-n-regressor.pbtxt |    4 +-
 ...tensorflow.estimator.-estimator-spec.pbtxt |    4 +-
 .../v2/tensorflow.estimator.-estimator.pbtxt  |    2 +-
 .../v2/tensorflow.estimator.-eval-spec.pbtxt  |    4 +-
 .../v2/tensorflow.estimator.-exporter.pbtxt   |    2 +-
 ...tensorflow.estimator.-final-exporter.pbtxt |    4 +-
 ...ensorflow.estimator.-latest-exporter.pbtxt |    4 +-
 ...sorflow.estimator.-linear-classifier.pbtxt |    4 +-
 ...nsorflow.estimator.-linear-regressor.pbtxt |    4 +-
 .../v2/tensorflow.estimator.-mode-keys.pbtxt  |    2 +-
 .../v2/tensorflow.estimator.-run-config.pbtxt |    2 +-
 .../v2/tensorflow.estimator.-train-spec.pbtxt |    4 +-
 ...rflow.estimator.-warm-start-settings.pbtxt |    4 +-
 ...imator.export.-classification-output.pbtxt |    4 +-
 ...flow.estimator.export.-export-output.pbtxt |    2 +-
 ...low.estimator.export.-predict-output.pbtxt |    4 +-
 ....estimator.export.-regression-output.pbtxt |    4 +-
 ...mator.export.-serving-input-receiver.pbtxt |    4 +-
 ...xport.-tensor-serving-input-receiver.pbtxt |    4 +-
 tensorflow/tools/pip_package/setup.py         |    1 +
 154 files changed, 919 insertions(+), 56388 deletions(-)
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/baseline_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/boosted_trees_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/dnn_linear_combined_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/dnn_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/early_stopping_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/export_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/exporter_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/extenders_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/head_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/hooks_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/linear_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/logit_fns_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/multi_head_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/replicate_model_fn_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/rnn_test.py
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/saved_model_estimator_test.py
 delete mode 100644 tensorflow/python/estimator/canned/baseline_test.py
 delete mode 100644 tensorflow/python/estimator/canned/boosted_trees_test.py
 delete mode 100644 tensorflow/python/estimator/canned/boosted_trees_utils_test.py
 delete mode 100644 tensorflow/python/estimator/canned/dnn_linear_combined_test.py
 delete mode 100644 tensorflow/python/estimator/canned/dnn_test.py
 delete mode 100644 tensorflow/python/estimator/canned/head_test.py
 delete mode 100644 tensorflow/python/estimator/canned/linear_test.py
 delete mode 100644 tensorflow/python/estimator/canned/optimizers_test.py
 delete mode 100644 tensorflow/python/estimator/canned/parsing_utils_test.py
 delete mode 100644 tensorflow/python/estimator/estimator_test.py
 delete mode 100644 tensorflow/python/estimator/export/export_output_test.py
 delete mode 100644 tensorflow/python/estimator/export/export_test.py
 delete mode 100644 tensorflow/python/estimator/exporter_test.py
 delete mode 100644 tensorflow/python/estimator/gc_test.py
 delete mode 100644 tensorflow/python/estimator/inputs/numpy_io_test.py
 delete mode 100644 tensorflow/python/estimator/inputs/pandas_io_test.py
 delete mode 100644 tensorflow/python/estimator/inputs/queues/feeding_functions_test.py
 delete mode 100644 tensorflow/python/estimator/inputs/queues/feeding_queue_runner_test.py
 delete mode 100644 tensorflow/python/estimator/keras_test.py
 delete mode 100644 tensorflow/python/estimator/model_fn_test.py
 delete mode 100644 tensorflow/python/estimator/run_config_test.py
 delete mode 100644 tensorflow/python/estimator/training_test.py
 delete mode 100644 tensorflow/python/estimator/util_test.py

diff --git a/tensorflow/BUILD b/tensorflow/BUILD
index 77e3baaff1..82526cead4 100644
--- a/tensorflow/BUILD
+++ b/tensorflow/BUILD
@@ -581,7 +581,6 @@ gen_api_init_files(
 
 py_library(
     name = "tensorflow_py",
-    srcs = ["//tensorflow/python/estimator/api:estimator_python_api_gen"],
     srcs_version = "PY2AND3",
     visibility = ["//visibility:public"],
     deps = [
diff --git a/tensorflow/api_template.__init__.py b/tensorflow/api_template.__init__.py
index 2de740e145..65172fd74a 100644
--- a/tensorflow/api_template.__init__.py
+++ b/tensorflow/api_template.__init__.py
@@ -23,18 +23,11 @@ import os as _os
 # pylint: disable=g-bad-import-order
 from tensorflow.python import pywrap_tensorflow  # pylint: disable=unused-import
 
-try:
-  # Add `estimator` attribute to allow access to estimator APIs via
-  # "tf.estimator..."
-  from tensorflow.python.estimator.api import estimator  # pylint: disable=g-import-not-at-top
-
-  # Add `estimator` to the __path__ to allow "from tensorflow.estimator..."
-  # style imports.
-  from tensorflow.python.estimator import api as estimator_api  # pylint: disable=g-import-not-at-top
-  __path__ += [_os.path.dirname(estimator_api.__file__)]
-  del estimator_api
-except (ImportError, AttributeError):
-  print('tf.estimator package not installed.')
+from tensorflow.python.tools import component_api_helper
+component_api_helper.package_hook(
+    parent_package_str=__name__,
+    child_package_str=('tensorflow_estimator.python.estimator.api.estimator'))
+del component_api_helper
 
 # API IMPORTS PLACEHOLDER
 
diff --git a/tensorflow/contrib/estimator/BUILD b/tensorflow/contrib/estimator/BUILD
index 1ea00fb7f3..8b99158b30 100644
--- a/tensorflow/contrib/estimator/BUILD
+++ b/tensorflow/contrib/estimator/BUILD
@@ -8,6 +8,7 @@ licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "py_test")
 load("//tensorflow:tensorflow.bzl", "cuda_py_test")
+# PLACEHOLDER PIP REQUIREMENTS
 
 py_library(
     name = "estimator_py",
@@ -20,6 +21,7 @@ py_library(
         ":dnn_linear_combined",
         ":dnn_with_layer_annotations",
         ":early_stopping",
+        ":expect_tensorflow_estimator_installed",
         ":export",
         ":exporter",
         ":extenders",
@@ -32,6 +34,7 @@ py_library(
         ":rnn",
         ":saved_model_estimator",
         "//tensorflow:tensorflow_py_no_contrib",
+        "//tensorflow/python/estimator:estimator_py",
     ],
 )
 
@@ -40,98 +43,41 @@ py_library(
     srcs = ["python/estimator/baseline.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:baseline",
     ],
 )
 
-py_test(
-    name = "baseline_test",
-    size = "small",
-    srcs = ["python/estimator/baseline_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",
-    ],
-    deps = [
-        ":baseline",
-        ":head",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:metric_keys",
-        "//tensorflow/python/estimator:numpy_io",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "boosted_trees",
     srcs = ["python/estimator/boosted_trees.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:boosted_trees",
     ],
 )
 
-py_test(
-    name = "boosted_trees_test",
-    size = "medium",
-    srcs = ["python/estimator/boosted_trees_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",
-    ],
-    deps = [
-        ":boosted_trees",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:numpy_io",
-        "//third_party/py/numpy",
-    ],
-)
-
 py_library(
     name = "dnn",
     srcs = ["python/estimator/dnn.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:dnn",
     ],
 )
 
-py_test(
-    name = "dnn_test",
-    size = "medium",
-    srcs = ["python/estimator/dnn_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",
-        "optonly",  # times out http://b/79220679
-    ],
-    deps = [
-        ":dnn",
-        ":head",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:dnn_testing_utils",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:numpy_io",
-        "//tensorflow/python/estimator:prediction_keys",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "dnn_with_layer_annotations",
     srcs = ["python/estimator/dnn_with_layer_annotations.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:head",
@@ -140,64 +86,18 @@ py_library(
     ],
 )
 
-py_test(
-    name = "dnn_with_layer_annotations_test",
-    size = "medium",
-    srcs = ["python/estimator/dnn_with_layer_annotations_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",  # b/67510291
-    ],
-    deps = [
-        ":dnn_with_layer_annotations",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:dnn",
-        "//tensorflow/python/estimator:dnn_testing_utils",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:numpy_io",
-        "//tensorflow/python/estimator:pandas_io",
-        "//tensorflow/python/estimator:prediction_keys",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "dnn_linear_combined",
     srcs = ["python/estimator/dnn_linear_combined.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:dnn_linear_combined",
     ],
 )
 
-py_test(
-    name = "dnn_linear_combined_test",
-    size = "medium",
-    srcs = ["python/estimator/dnn_linear_combined_test.py"],
-    shard_count = 3,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",
-    ],
-    deps = [
-        ":dnn_linear_combined",
-        ":head",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:dnn_testing_utils",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:linear_testing_utils",
-        "//tensorflow/python/estimator:numpy_io",
-        "//tensorflow/python/estimator:prediction_keys",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "extenders",
     srcs = [
@@ -205,6 +105,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:model_fn",
@@ -213,23 +114,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "extenders_test",
-    size = "medium",
-    srcs = ["python/estimator/extenders_test.py"],
-    srcs_version = "PY2AND3",
-    tags = ["notsan"],  # b/62863147
-    deps = [
-        ":extenders",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/contrib/data/python/ops:dataset_ops",
-        "//tensorflow/contrib/predictor",
-        "//tensorflow/python/estimator:estimator_py",
-        "//tensorflow/python/estimator:linear",
-        "//third_party/py/numpy",
-    ],
-)
-
 py_library(
     name = "export",
     srcs = [
@@ -237,22 +121,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
-        "//tensorflow/python/estimator:model_fn",
-    ],
-)
-
-py_test(
-    name = "export_test",
-    size = "medium",
-    srcs = ["python/estimator/export_test.py"],
-    srcs_version = "PY2AND3",
-    tags = ["notsan"],  # b/62863147
-    deps = [
-        ":export",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:export_output",
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow/python/estimator:model_fn",
     ],
 )
@@ -264,24 +133,12 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator:exporter",
     ],
 )
 
-py_test(
-    name = "exporter_test",
-    size = "medium",
-    srcs = ["python/estimator/exporter_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":exporter",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator",
-        "//tensorflow/python/estimator:exporter",
-    ],
-)
-
 py_library(
     name = "head",
     srcs = [
@@ -289,6 +146,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator:export_output",
         "//tensorflow/python/estimator:head",
@@ -298,22 +156,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "head_test",
-    size = "medium",
-    srcs = ["python/estimator/head_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":head",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:metric_keys",
-        "//tensorflow/python/estimator:model_fn",
-        "//tensorflow/python/estimator:prediction_keys",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "hooks",
     srcs = [
@@ -321,58 +163,23 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator:estimator_py",
     ],
 )
 
-py_test(
-    name = "hooks_test",
-    size = "medium",
-    srcs = ["python/estimator/hooks_test.py"],
-    srcs_version = "PY2AND3",
-    tags = ["notsan"],
-    deps = [
-        ":hooks",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:estimator_py",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "linear",
     srcs = ["python/estimator/linear.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow/python/estimator",
         "//tensorflow/python/estimator:linear",
     ],
 )
 
-py_test(
-    name = "linear_test",
-    size = "medium",
-    srcs = ["python/estimator/linear_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",
-    ],
-    deps = [
-        ":head",
-        ":linear",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:linear_testing_utils",
-        "//tensorflow/python/estimator:numpy_io",
-        "//tensorflow/python/estimator:prediction_keys",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "logit_fns",
     srcs = [
@@ -380,24 +187,13 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator:dnn",
         "//tensorflow/python/estimator:linear",
     ],
 )
 
-py_test(
-    name = "logit_fns_test",
-    size = "small",
-    srcs = ["python/estimator/logit_fns_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":logit_fns",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:model_fn",
-    ],
-)
-
 py_library(
     name = "multi_head",
     srcs = [
@@ -405,6 +201,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator:export_output",
         "//tensorflow/python/estimator:head",
@@ -414,23 +211,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "multi_head_test",
-    size = "small",
-    srcs = ["python/estimator/multi_head_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":head",
-        ":multi_head",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator:metric_keys",
-        "//tensorflow/python/estimator:model_fn",
-        "//tensorflow/python/estimator:prediction_keys",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "replicate_model_fn",
     srcs = [
@@ -438,6 +218,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator:export_output",
         "//tensorflow/python/estimator:model_fn",
@@ -446,35 +227,12 @@ py_library(
     ],
 )
 
-cuda_py_test(
-    name = "replicate_model_fn_test",
-    size = "medium",
-    srcs = ["python/estimator/replicate_model_fn_test.py"],
-    additional_deps = [
-        "@absl_py//absl/testing:parameterized",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator",
-        "//tensorflow/python/estimator:dnn",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:export_output",
-        "//tensorflow/python/estimator:model_fn",
-        "//tensorflow/python/estimator:numpy_io",
-        "//tensorflow/python/estimator:optimizers",
-        "//tensorflow/python/estimator:prediction_keys",
-        ":replicate_model_fn",
-    ],
-    tags = [
-        "manual",
-        "multi_gpu",
-        "notap",
-    ],
-)
-
 py_library(
     name = "rnn",
     srcs = ["python/estimator/rnn.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":extenders",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/contrib/feature_column:feature_column_py",
@@ -485,55 +243,22 @@ py_library(
     ],
 )
 
-py_test(
-    name = "rnn_test",
-    size = "medium",
-    srcs = ["python/estimator/rnn_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "noasan",  # times out
-        "notsan",
-        "optonly",  # times out http://b/79220679
-    ],
-    deps = [
-        ":head",
-        ":rnn",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/contrib/data",
-        "//tensorflow/python/estimator:numpy_io",
-        "//tensorflow/python/estimator:parsing_utils",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "early_stopping",
     srcs = ["python/estimator/early_stopping.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator",
     ],
 )
 
-py_test(
-    name = "early_stopping_test",
-    srcs = ["python/estimator/early_stopping_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":early_stopping",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator",
-        "@absl_py//absl/testing:parameterized",
-    ],
-)
-
 py_library(
     name = "saved_model_estimator",
     srcs = ["python/estimator/saved_model_estimator.py"],
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":export",
         "//tensorflow:tensorflow_py_no_contrib",
         "//tensorflow/python/estimator",
@@ -542,21 +267,9 @@ py_library(
     ],
 )
 
-py_test(
-    name = "saved_model_estimator_test",
-    size = "medium",
-    srcs = ["python/estimator/saved_model_estimator_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "notsan",
-    ],
-    deps = [
-        ":export",
-        ":saved_model_estimator",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator",
-        "//tensorflow/python/estimator:export_export",
-        "//tensorflow/python/estimator:export_output",
-        "//tensorflow/python/estimator:model_fn",
-    ],
+py_library(
+    name = "expect_tensorflow_estimator_installed",
+    # This is a dummy rule used as a dependency in open-source.
+    # We expect tensorflow_estimator to already be installed.
+    visibility = ["//visibility:public"],
 )
diff --git a/tensorflow/contrib/estimator/__init__.py b/tensorflow/contrib/estimator/__init__.py
index 419609b1af..d9457df4aa 100644
--- a/tensorflow/contrib/estimator/__init__.py
+++ b/tensorflow/contrib/estimator/__init__.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,33 +12,38 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Experimental utilities re:tf.estimator.*."""
+"""estimator python module.
+
+Importing from tensorflow.python.estimator
+is unsupported and will soon break!
+"""
+
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-# pylint: disable=unused-import,line-too-long,wildcard-import
-from tensorflow.contrib.estimator.python.estimator.baseline import *
-from tensorflow.contrib.estimator.python.estimator.boosted_trees import *
-from tensorflow.contrib.estimator.python.estimator.dnn import *
-from tensorflow.contrib.estimator.python.estimator.dnn_with_layer_annotations import *
-from tensorflow.contrib.estimator.python.estimator.dnn_linear_combined import *
-from tensorflow.contrib.estimator.python.estimator.early_stopping import *
-from tensorflow.contrib.estimator.python.estimator.export import *
-from tensorflow.contrib.estimator.python.estimator.extenders import *
-from tensorflow.contrib.estimator.python.estimator.head import *
-from tensorflow.contrib.estimator.python.estimator.hooks import *
-from tensorflow.contrib.estimator.python.estimator.linear import *
-from tensorflow.contrib.estimator.python.estimator.logit_fns import *
-from tensorflow.contrib.estimator.python.estimator.multi_head import *
-from tensorflow.contrib.estimator.python.estimator.replicate_model_fn import *
-from tensorflow.contrib.estimator.python.estimator.rnn import *
-from tensorflow.contrib.estimator.python.estimator.saved_model_estimator import *
-from tensorflow.python.estimator.export.export import *
+# Importing from tensorflow.python.estimator
+# is unsupported and will soon break!
+
+from tensorflow_estimator.contrib import estimator
+
+# Fixes remove_undocumented not working as intended.
+#
+# Problem is that when the below import happens (for first time,
+# Python only imports things once), Python sets attribute named
+# 'python' to this package. If this first import happens
+# after the call to remove_undocumented, then the 'python'
+# attribute won't be removed.
+import tensorflow.contrib.estimator.python
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+estimator.__all__ = [s for s in dir(estimator) if not s.startswith('__')]
 
+from tensorflow_estimator.contrib.estimator import *
 from tensorflow.python.util.all_util import remove_undocumented
-# pylint: enable=unused-import,line-too-long,wildcard-import
 
 _allowed_symbols = [
     'add_metrics',
diff --git a/tensorflow/contrib/estimator/python/estimator/baseline.py b/tensorflow/contrib/estimator/python/estimator/baseline.py
index beffbee730..fcd3200915 100644
--- a/tensorflow/contrib/estimator/python/estimator/baseline.py
+++ b/tensorflow/contrib/estimator/python/estimator/baseline.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,87 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Baseline estimators."""
+"""baseline python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import baseline
-
-
-class BaselineEstimator(estimator.Estimator):
-  """An estimator that can establish a simple baseline.
-
-  The estimator uses a user-specified head.
-
-  This estimator ignores feature values and will learn to predict the average
-  value of each label. E.g. for single-label classification problems, this will
-  predict the probability distribution of the classes as seen in the labels.
-  For multi-label classification problems, it will predict the ratio of examples
-  that contain each class.
-
-  Example:
-
-  ```python
-
-  # Build baseline multi-label classifier.
-  estimator = BaselineEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3))
-
-  # Input builders
-  def input_fn_train: # returns x, y (where y represents label's class index).
-    pass
-
-  def input_fn_eval: # returns x, y (where y represents label's class index).
-    pass
-
-  # Fit model.
-  estimator.train(input_fn=input_fn_train)
-
-  # Evaluates cross entropy between the test and train labels.
-  loss = classifier.evaluate(input_fn=input_fn_eval)["loss"]
-
-  # For each class, predicts the ratio of training examples that contain the
-  # class.
-  predictions = classifier.predict(new_samples)
-
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-    otherwise there will be a `KeyError`:
-
-  * if `weight_column` passed to the `head` constructor is not `None`, a feature
-    with `key=weight_column` whose value is a `Tensor`.
-  """
+from tensorflow_estimator.contrib.estimator.python.estimator import baseline
 
-  def __init__(self,
-               head,
-               model_dir=None,
-               optimizer='Ftrl',
-               config=None):
-    """Initializes a BaselineEstimator instance.
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+baseline.__all__ = [s for s in dir(baseline) if not s.startswith('__')]
 
-    Args:
-      head: A `_Head` instance constructed with a method such as
-        `tf.contrib.estimator.multi_label_head`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      optimizer: String, `tf.Optimizer` object, or callable that creates the
-        optimizer to use for training. If not specified, will use
-        `FtrlOptimizer` with a default learning rate of 0.3.
-      config: `RunConfig` object to configure the runtime settings.
-    """
-    def _model_fn(features, labels, mode, config):
-      return baseline._baseline_model_fn(  # pylint: disable=protected-access
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          optimizer=optimizer,
-          config=config)
-    super(BaselineEstimator, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config)
+from tensorflow_estimator.contrib.estimator.python.estimator.baseline import *
diff --git a/tensorflow/contrib/estimator/python/estimator/baseline_test.py b/tensorflow/contrib/estimator/python/estimator/baseline_test.py
deleted file mode 100644
index 513feb03b6..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/baseline_test.py
+++ /dev/null
@@ -1,436 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for baseline.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import baseline
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.python.client import session as tf_session
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import optimizer
-from tensorflow.python.training import saver
-
-# Names of variables created by model.
-BIAS_NAME = 'baseline/bias'
-
-
-def assert_close(expected, actual, rtol=1e-04, name='assert_close'):
-  with ops.name_scope(name, 'assert_close', (expected, actual, rtol)) as scope:
-    expected = ops.convert_to_tensor(expected, name='expected')
-    actual = ops.convert_to_tensor(actual, name='actual')
-    rdiff = math_ops.abs(expected - actual, 'diff') / math_ops.abs(expected)
-    rtol = ops.convert_to_tensor(rtol, name='rtol')
-    return check_ops.assert_less(
-        rdiff,
-        rtol,
-        data=('Condition expected =~ actual did not hold element-wise:'
-              'expected = ', expected, 'actual = ', actual, 'rdiff = ', rdiff,
-              'rtol = ', rtol,),
-        name=scope)
-
-
-def save_variables_to_ckpt(model_dir):
-  init_all_op = [variables.global_variables_initializer()]
-  with tf_session.Session() as sess:
-    sess.run(init_all_op)
-    saver.Saver().save(sess, os.path.join(model_dir, 'model.ckpt'))
-
-
-def _baseline_estimator_fn(
-    weight_column=None, label_dimension=1, *args, **kwargs):
-  """Returns a BaselineEstimator that uses regression_head."""
-  return baseline.BaselineEstimator(
-      head=head_lib.regression_head(
-          weight_column=weight_column, label_dimension=label_dimension,
-          # Tests in core (from which this test inherits) test the sum loss.
-          loss_reduction=losses.Reduction.SUM),
-      *args, **kwargs)
-
-
-class BaselineEstimatorEvaluationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_evaluation_batch(self):
-    """Tests evaluation for batch_size==2."""
-    with ops.Graph().as_default():
-      variables.Variable([13.0], name=BIAS_NAME)
-      variables.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_estimator = _baseline_estimator_fn(model_dir=self._model_dir)
-    eval_metrics = baseline_estimator.evaluate(
-        input_fn=lambda: ({'age': ((1,), (1,))}, ((10.,), (10.,))), steps=1)
-
-    # Logit is bias = 13, while label is 10.
-    # Loss per example is 3**2 = 9.
-    # Training loss is the sum over batch = 9 + 9 = 18
-    # Average loss is the average over batch = 9
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 18.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_weights(self):
-    """Tests evaluation with weights."""
-    with ops.Graph().as_default():
-      variables.Variable([13.0], name=BIAS_NAME)
-      variables.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    def _input_fn():
-      features = {'age': ((1,), (1,)), 'weights': ((1.,), (2.,))}
-      labels = ((10.,), (10.,))
-      return features, labels
-
-    baseline_estimator = _baseline_estimator_fn(
-        weight_column='weights',
-        model_dir=self._model_dir)
-    eval_metrics = baseline_estimator.evaluate(input_fn=_input_fn, steps=1)
-
-    # Logit is bias = 13, while label is 10.
-    # Loss per example is 3**2 = 9.
-    # Training loss is the weighted sum over batch = 9 + 2*9 = 27
-    # average loss is the weighted average = 9 + 2*9 / (1 + 2) = 9
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 27.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_for_multi_dimensions(self):
-    label_dim = 2
-    with ops.Graph().as_default():
-      variables.Variable([46.0, 58.0], name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_estimator = _baseline_estimator_fn(
-        label_dimension=label_dim,
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'age': np.array([[2., 4., 5.]]),
-        },
-        y=np.array([[46., 58.]]),
-        batch_size=1,
-        num_epochs=None,
-        shuffle=False)
-    eval_metrics = baseline_estimator.evaluate(input_fn=input_fn, steps=1)
-
-    self.assertItemsEqual(
-        (metric_keys.MetricKeys.LOSS, metric_keys.MetricKeys.LOSS_MEAN,
-         metric_keys.MetricKeys.PREDICTION_MEAN,
-         metric_keys.MetricKeys.LABEL_MEAN, ops.GraphKeys.GLOBAL_STEP),
-        eval_metrics.keys())
-
-    # Logit is bias which is [46, 58]
-    self.assertAlmostEqual(0, eval_metrics[metric_keys.MetricKeys.LOSS])
-
-
-class BaselineEstimatorPredictTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_1d(self):
-    """Tests predict when all variables are one-dimensional."""
-    with ops.Graph().as_default():
-      variables.Variable([.2], name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_estimator = _baseline_estimator_fn(model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[2.]])},
-        y=None,
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    predictions = baseline_estimator.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # x * weight + bias = 2. * 10. + .2 = 20.2
-    self.assertAllClose([[.2]], predicted_scores)
-
-  def testMultiDim(self):
-    """Tests predict when all variables are multi-dimenstional."""
-    batch_size = 2
-    label_dimension = 3
-    with ops.Graph().as_default():
-      variables.Variable(  # shape=[label_dimension]
-          [.2, .4, .6], name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_estimator = _baseline_estimator_fn(
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        # x shape=[batch_size, x_dim]
-        x={'x': np.array([[1., 2., 3., 4.], [5., 6., 7., 8.]])},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predictions = baseline_estimator.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # score = bias, shape=[batch_size, label_dimension]
-    self.assertAllClose([[0.2, 0.4, 0.6], [0.2, 0.4, 0.6]],
-                        predicted_scores)
-
-
-class BaselineEstimatorIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, label_dimension, prediction_length):
-    feature_columns = [
-        feature_column_lib.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = _baseline_estimator_fn(
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    # learn y = x
-    est.train(train_input_fn, steps=200)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(200, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn(metric_keys.MetricKeys.LOSS, six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array(
-        [x['predictions'] for x in est.predict(predict_input_fn)])
-    self.assertAllEqual((prediction_length, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column_lib.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    input_dimension = label_dimension
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-
-class BaselineEstimatorTrainingTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _mock_optimizer(self, expected_loss=None):
-    expected_var_names = [
-        '%s:0' % BIAS_NAME
-    ]
-
-    def _minimize(loss, global_step=None, var_list=None):
-      trainable_vars = var_list or ops.get_collection(
-          ops.GraphKeys.TRAINABLE_VARIABLES)
-      self.assertItemsEqual(expected_var_names,
-                            [var.name for var in trainable_vars])
-
-      # Verify loss. We can't check the value directly, so we add an assert op.
-      self.assertEquals(0, loss.shape.ndims)
-      if expected_loss is None:
-        if global_step is not None:
-          return state_ops.assign_add(global_step, 1).op
-        return control_flow_ops.no_op()
-      assert_loss = assert_close(
-          math_ops.to_float(expected_loss, name='expected'),
-          loss,
-          name='assert_loss')
-      with ops.control_dependencies((assert_loss,)):
-        if global_step is not None:
-          return state_ops.assign_add(global_step, 1).op
-        return control_flow_ops.no_op()
-
-    mock_optimizer = test.mock.NonCallableMock(
-        spec=optimizer.Optimizer,
-        wraps=optimizer.Optimizer(use_locking=False, name='my_optimizer'))
-    mock_optimizer.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    # NOTE: Estimator.params performs a deepcopy, which wreaks havoc with mocks.
-    # So, return mock_optimizer itself for deepcopy.
-    mock_optimizer.__deepcopy__ = lambda _: mock_optimizer
-    return mock_optimizer
-
-  def _assert_checkpoint(self,
-                         label_dimension,
-                         expected_global_step,
-                         expected_bias=None):
-    shapes = {
-        name: shape
-        for (name, shape) in checkpoint_utils.list_variables(self._model_dir)
-    }
-
-    self.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-    self.assertEqual(expected_global_step,
-                     checkpoint_utils.load_variable(self._model_dir,
-                                                    ops.GraphKeys.GLOBAL_STEP))
-
-    self.assertEqual([label_dimension], shapes[BIAS_NAME])
-    if expected_bias is not None:
-      self.assertEqual(expected_bias,
-                       checkpoint_utils.load_variable(self._model_dir,
-                                                      BIAS_NAME))
-
-  def testFromScratch(self):
-    # Create BaselineRegressor.
-    label = 5.
-    age = 17
-    # loss = (logits - label)^2 = (0 - 5.)^2 = 25.
-    mock_optimizer = self._mock_optimizer(expected_loss=25.)
-    baseline_estimator = _baseline_estimator_fn(
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    baseline_estimator.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        label_dimension=1,
-        expected_global_step=num_steps,
-        expected_bias=[0.])
-
-  def testFromCheckpoint(self):
-    # Create initial checkpoint.
-    bias = 7.0
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable([bias], name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = bias = 6.
-    # loss = (logits - label)^2 = (7 - 5)^2 = 4
-    mock_optimizer = self._mock_optimizer(expected_loss=4.)
-    baseline_estimator = _baseline_estimator_fn(
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    baseline_estimator.train(
-        input_fn=lambda: ({'age': ((17,),)}, ((5.,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        label_dimension=1,
-        expected_global_step=initial_global_step + num_steps,
-        expected_bias=[bias])
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/boosted_trees.py b/tensorflow/contrib/estimator/python/estimator/boosted_trees.py
index b131ed4f12..4cb66883a5 100644
--- a/tensorflow/contrib/estimator/python/estimator/boosted_trees.py
+++ b/tensorflow/contrib/estimator/python/estimator/boosted_trees.py
@@ -12,414 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Boosted Trees estimators."""
+"""boosted_trees python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import boosted_trees as canned_boosted_trees
-from tensorflow.python.estimator.canned import head as head_lib
-
-
-def _validate_input_fn_and_repeat_dataset(train_input_fn):
-  """Validates whether the input_fn is valid, and repeat() if tf.Dataset."""
-  def _input_fn():
-    result_input_fn = train_input_fn()
-    if isinstance(result_input_fn, dataset_ops.Dataset):
-      return result_input_fn.repeat()
-    return result_input_fn
-
-  return _input_fn
-
-
-def _is_classification_head(head):
-  """Infers if the head is a classification head."""
-  # Check using all classification heads defined in canned/head.py. However, it
-  # is not a complete list - it does not check for other classification heads
-  # not defined in the head library.
-  # pylint: disable=protected-access
-  return isinstance(head,
-                    (head_lib._BinaryLogisticHeadWithSigmoidCrossEntropyLoss,
-                     head_lib._MultiClassHeadWithSoftmaxCrossEntropyLoss))
-  # pylint: enable=protected-access
-
-
-class _BoostedTreesEstimator(canned_boosted_trees._BoostedTreesBase):  # pylint: disable=protected-access
-  """An Estimator for Tensorflow Boosted Trees models."""
-
-  def __init__(self,
-               feature_columns,
-               n_batches_per_layer,
-               head,
-               model_dir=None,
-               weight_column=None,
-               n_trees=100,
-               max_depth=6,
-               learning_rate=0.1,
-               l1_regularization=0.,
-               l2_regularization=0.,
-               tree_complexity=0.,
-               min_node_weight=0.,
-               config=None,
-               center_bias=False,
-               pruning_mode='none'):
-    """Initializes a `BoostedTreesEstimator` instance.
-
-    Args:
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`.
-      n_batches_per_layer: the number of batches to collect statistics per
-        layer.
-      head: the `Head` instance defined for Estimator.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into an estimator
-        to continue training a previously saved model.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to downweight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      n_trees: number trees to be created.
-      max_depth: maximum depth of the tree to grow.
-      learning_rate: shrinkage parameter to be used when a tree added to the
-        model.
-      l1_regularization: regularization multiplier applied to the absolute
-        weights of the tree leafs.
-      l2_regularization: regularization multiplier applied to the square weights
-        of the tree leafs.
-      tree_complexity: regularization factor to penalize trees with more leaves.
-      min_node_weight: minimum hessian a node must have for a split to be
-        considered. The value will be compared with sum(leaf_hessian)/
-        (batch_size * n_batches_per_layer).
-      config: `RunConfig` object to configure the runtime settings.
-      center_bias: Whether bias centering needs to occur. Bias centering refers
-        to the first node in the very first tree returning the prediction that
-        is aligned with the original labels distribution. For example, for
-        regression problems, the first node will return the mean of the labels.
-        For binary classification problems, it will return a logit for a prior
-        probability of label 1.
-      pruning_mode: one of 'none', 'pre', 'post' to indicate no pruning, pre-
-        pruning (do not split a node if not enough gain is observed) and post
-        pruning (build the tree up to a max depth and then prune branches with
-        negative gain). For pre and post pruning, you MUST provide
-        tree_complexity >0.
-
-    Raises:
-      ValueError: when wrong arguments are given or unsupported functionalities
-         are requested.
-    """
-    # HParams for the model.
-    # pylint: disable=protected-access
-    tree_hparams = canned_boosted_trees._TreeHParams(
-        n_trees, max_depth, learning_rate, l1_regularization, l2_regularization,
-        tree_complexity, min_node_weight, center_bias, pruning_mode)
-
-    def _model_fn(features, labels, mode, config):
-      return canned_boosted_trees._bt_model_fn(
-          features,
-          labels,
-          mode,
-          head,
-          feature_columns,
-          tree_hparams,
-          n_batches_per_layer,
-          config=config)
-
-    super(_BoostedTreesEstimator, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config,
-        feature_columns=feature_columns,
-        head=head,
-        center_bias=center_bias,
-        is_classification=_is_classification_head(head))
-    # pylint: enable=protected-access
-
-
-def boosted_trees_classifier_train_in_memory(
-    train_input_fn,
-    feature_columns,
-    model_dir=None,
-    n_classes=canned_boosted_trees._HOLD_FOR_MULTI_CLASS_SUPPORT,
-    weight_column=None,
-    label_vocabulary=None,
-    n_trees=100,
-    max_depth=6,
-    learning_rate=0.1,
-    l1_regularization=0.,
-    l2_regularization=0.,
-    tree_complexity=0.,
-    min_node_weight=0.,
-    config=None,
-    train_hooks=None,
-    center_bias=False,
-    pruning_mode='none'):
-  """Trains a boosted tree classifier with in memory dataset.
-
-  Example:
-
-  ```python
-  bucketized_feature_1 = bucketized_column(
-    numeric_column('feature_1'), BUCKET_BOUNDARIES_1)
-  bucketized_feature_2 = bucketized_column(
-    numeric_column('feature_2'), BUCKET_BOUNDARIES_2)
-
-  def train_input_fn():
-    dataset = create-dataset-from-training-data
-    # This is tf.data.Dataset of a tuple of feature dict and label.
-    #   e.g. Dataset.zip((Dataset.from_tensors({'f1': f1_array, ...}),
-    #                     Dataset.from_tensors(label_array)))
-    # The returned Dataset shouldn't be batched.
-    # If Dataset repeats, only the first repetition would be used for training.
-    return dataset
-
-  classifier = boosted_trees_classifier_train_in_memory(
-      train_input_fn,
-      feature_columns=[bucketized_feature_1, bucketized_feature_2],
-      n_trees=100,
-      ... <some other params>
-  )
-
-  def input_fn_eval():
-    ...
-    return dataset
-
-  metrics = classifier.evaluate(input_fn=input_fn_eval, steps=10)
-  ```
-
-  Args:
-    train_input_fn: the input function returns a dataset containing a single
-      epoch of *unbatched* features and labels.
-    feature_columns: An iterable containing all the feature columns used by
-      the model. All items in the set should be instances of classes derived
-      from `FeatureColumn`.
-    model_dir: Directory to save model parameters, graph and etc. This can
-      also be used to load checkpoints from the directory into an estimator
-      to continue training a previously saved model.
-    n_classes: number of label classes. Default is binary classification.
-      Multiclass support is not yet implemented.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to downweight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-      then weight_column.normalizer_fn is applied on it to get weight tensor.
-    label_vocabulary: A list of strings represents possible label values. If
-      given, labels must be string type and have any value in
-      `label_vocabulary`. If it is not given, that means labels are
-      already encoded as integer or float within [0, 1] for `n_classes=2` and
-      encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-      Also there will be errors if vocabulary is not provided and labels are
-      string.
-    n_trees: number trees to be created.
-    max_depth: maximum depth of the tree to grow.
-    learning_rate: shrinkage parameter to be used when a tree added to the
-      model.
-    l1_regularization: regularization multiplier applied to the absolute
-      weights of the tree leafs.
-    l2_regularization: regularization multiplier applied to the square weights
-      of the tree leafs.
-    tree_complexity: regularization factor to penalize trees with more leaves.
-    min_node_weight: minimum hessian a node must have for a split to be
-        considered. The value will be compared with sum(leaf_hessian)/
-        (batch_size * n_batches_per_layer).
-    config: `RunConfig` object to configure the runtime settings.
-    train_hooks: a list of Hook instances to be passed to estimator.train()
-    center_bias: Whether bias centering needs to occur. Bias centering refers
-        to the first node in the very first tree returning the prediction that
-        is aligned with the original labels distribution. For example, for
-        regression problems, the first node will return the mean of the labels.
-        For binary classification problems, it will return a logit for a prior
-        probability of label 1.
-    pruning_mode: one of 'none', 'pre', 'post' to indicate no pruning, pre-
-        pruning (do not split a node if not enough gain is observed) and post
-        pruning (build the tree up to a max depth and then prune branches with
-        negative gain). For pre and post pruning, you MUST provide
-        tree_complexity >0.
-
-  Returns:
-    a `BoostedTreesClassifier` instance created with the given arguments and
-      trained with the data loaded up on memory from the input_fn.
-
-  Raises:
-    ValueError: when wrong arguments are given or unsupported functionalities
-       are requested.
-  """
-  # pylint: disable=protected-access
-  # TODO(nponomareva): Support multi-class cases.
-  if n_classes == canned_boosted_trees._HOLD_FOR_MULTI_CLASS_SUPPORT:
-    n_classes = 2
-  head, closed_form = (
-      canned_boosted_trees._create_classification_head_and_closed_form(
-          n_classes, weight_column, label_vocabulary=label_vocabulary))
-
-  # HParams for the model.
-  tree_hparams = canned_boosted_trees._TreeHParams(
-      n_trees, max_depth, learning_rate, l1_regularization, l2_regularization,
-      tree_complexity, min_node_weight, center_bias, pruning_mode)
-
-  def _model_fn(features, labels, mode, config):
-    return canned_boosted_trees._bt_model_fn(
-        features,
-        labels,
-        mode,
-        head,
-        feature_columns,
-        tree_hparams,
-        n_batches_per_layer=1,
-        config=config,
-        closed_form_grad_and_hess_fn=closed_form,
-        train_in_memory=True)
-
-  in_memory_classifier = estimator.Estimator(
-      model_fn=_model_fn, model_dir=model_dir, config=config)
-
-  in_memory_classifier.train(
-      input_fn=_validate_input_fn_and_repeat_dataset(train_input_fn),
-      hooks=train_hooks)
-
-  return in_memory_classifier
-  # pylint: enable=protected-access
-
-
-def boosted_trees_regressor_train_in_memory(
-    train_input_fn,
-    feature_columns,
-    model_dir=None,
-    label_dimension=canned_boosted_trees._HOLD_FOR_MULTI_DIM_SUPPORT,
-    weight_column=None,
-    n_trees=100,
-    max_depth=6,
-    learning_rate=0.1,
-    l1_regularization=0.,
-    l2_regularization=0.,
-    tree_complexity=0.,
-    min_node_weight=0.,
-    config=None,
-    train_hooks=None,
-    center_bias=False,
-    pruning_mode='none'):
-  """Trains a boosted tree regressor with in memory dataset.
-
-  Example:
-
-  ```python
-  bucketized_feature_1 = bucketized_column(
-    numeric_column('feature_1'), BUCKET_BOUNDARIES_1)
-  bucketized_feature_2 = bucketized_column(
-    numeric_column('feature_2'), BUCKET_BOUNDARIES_2)
-
-  def train_input_fn():
-    dataset = create-dataset-from-training-data
-    # This is tf.data.Dataset of a tuple of feature dict and label.
-    #   e.g. Dataset.zip((Dataset.from_tensors({'f1': f1_array, ...}),
-    #                     Dataset.from_tensors(label_array)))
-    # The returned Dataset shouldn't be batched.
-    # If Dataset repeats, only the first repetition would be used for training.
-    return dataset
-
-  regressor = boosted_trees_regressor_train_in_memory(
-      train_input_fn,
-      feature_columns=[bucketized_feature_1, bucketized_feature_2],
-      n_trees=100,
-      ... <some other params>
-  )
-
-  def input_fn_eval():
-    ...
-    return dataset
-
-  metrics = regressor.evaluate(input_fn=input_fn_eval, steps=10)
-  ```
-
-  Args:
-    train_input_fn: the input function returns a dataset containing a single
-      epoch of *unbatched* features and labels.
-    feature_columns: An iterable containing all the feature columns used by
-      the model. All items in the set should be instances of classes derived
-      from `FeatureColumn`.
-    model_dir: Directory to save model parameters, graph and etc. This can
-      also be used to load checkpoints from the directory into an estimator
-      to continue training a previously saved model.
-    label_dimension: Number of regression targets per example.
-      Multi-dimensional support is not yet implemented.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to downweight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-      then weight_column.normalizer_fn is applied on it to get weight tensor.
-    n_trees: number trees to be created.
-    max_depth: maximum depth of the tree to grow.
-    learning_rate: shrinkage parameter to be used when a tree added to the
-      model.
-    l1_regularization: regularization multiplier applied to the absolute
-      weights of the tree leafs.
-    l2_regularization: regularization multiplier applied to the square weights
-      of the tree leafs.
-    tree_complexity: regularization factor to penalize trees with more leaves.
-    min_node_weight: minimum hessian a node must have for a split to be
-        considered. The value will be compared with sum(leaf_hessian)/
-        (batch_size * n_batches_per_layer).
-    config: `RunConfig` object to configure the runtime settings.
-    train_hooks: a list of Hook instances to be passed to estimator.train().
-    center_bias: Whether bias centering needs to occur. Bias centering refers
-        to the first node in the very first tree returning the prediction that
-        is aligned with the original labels distribution. For example, for
-        regression problems, the first node will return the mean of the labels.
-        For binary classification problems, it will return a logit for a prior
-        probability of label 1.
-    pruning_mode: one of 'none', 'pre', 'post' to indicate no pruning, pre-
-        pruning (do not split a node if not enough gain is observed) and post
-        pruning (build the tree up to a max depth and then prune branches with
-        negative gain). For pre and post pruning, you MUST provide
-        tree_complexity >0.
-
-  Returns:
-    a `BoostedTreesClassifier` instance created with the given arguments and
-      trained with the data loaded up on memory from the input_fn.
-
-  Raises:
-    ValueError: when wrong arguments are given or unsupported functionalities
-       are requested.
-  """
-  # pylint: disable=protected-access
-  # TODO(nponomareva): Extend it to multi-dimension cases.
-  if label_dimension == canned_boosted_trees._HOLD_FOR_MULTI_DIM_SUPPORT:
-    label_dimension = 1
-  head = canned_boosted_trees._create_regression_head(label_dimension,
-                                                      weight_column)
-
-  # HParams for the model.
-  tree_hparams = canned_boosted_trees._TreeHParams(
-      n_trees, max_depth, learning_rate, l1_regularization, l2_regularization,
-      tree_complexity, min_node_weight, center_bias, pruning_mode)
-
-  def _model_fn(features, labels, mode, config):
-    return canned_boosted_trees._bt_model_fn(
-        features,
-        labels,
-        mode,
-        head,
-        feature_columns,
-        tree_hparams,
-        n_batches_per_layer=1,
-        config=config,
-        train_in_memory=True)
-
-  in_memory_regressor = estimator.Estimator(
-      model_fn=_model_fn, model_dir=model_dir, config=config)
+from tensorflow_estimator.contrib.estimator.python.estimator import boosted_trees
 
-  in_memory_regressor.train(
-      input_fn=_validate_input_fn_and_repeat_dataset(train_input_fn),
-      hooks=train_hooks)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+boosted_trees.__all__ = [
+    s for s in dir(boosted_trees) if not s.startswith('__')
+]
 
-  return in_memory_regressor
-  # pylint: enable=protected-access
+from tensorflow_estimator.contrib.estimator.python.estimator.boosted_trees import *
diff --git a/tensorflow/contrib/estimator/python/estimator/boosted_trees_test.py b/tensorflow/contrib/estimator/python/estimator/boosted_trees_test.py
deleted file mode 100644
index e23d9c0fc4..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/boosted_trees_test.py
+++ /dev/null
@@ -1,438 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests boosted_trees estimators."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.contrib.estimator.python.estimator import boosted_trees
-from tensorflow.core.kernels.boosted_trees import boosted_trees_pb2
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator.canned import boosted_trees as canned_boosted_trees
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.platform import googletest
-from tensorflow.python.training import checkpoint_utils
-
-NUM_FEATURES = 3
-
-BUCKET_BOUNDARIES = [-2., .5, 12.]  # Boundaries for all the features.
-INPUT_FEATURES = np.array(
-    [
-        [12.5, 1.0, -2.001, -2.0001, -1.999],  # feature_0 quantized:[3,2,0,0,1]
-        [2.0, -3.0, 0.5, 0.0, 0.4995],         # feature_1 quantized:[2,0,2,1,1]
-        [3.0, 20.0, 50.0, -100.0, 102.75],     # feature_2 quantized:[2,3,3,0,3]
-    ],
-    dtype=np.float32)
-CLASSIFICATION_LABELS = [[0.], [1.], [1.], [0.], [0.]]
-REGRESSION_LABELS = [[1.5], [0.3], [0.2], [2.], [5.]]
-FEATURES_DICT = {'f_%d' % i: INPUT_FEATURES[i] for i in range(NUM_FEATURES)}
-
-
-def _make_train_input_fn(is_classification):
-  """Makes train input_fn for classification/regression."""
-
-  def _input_fn():
-    features_dict = dict(FEATURES_DICT)
-    labels = CLASSIFICATION_LABELS if is_classification else REGRESSION_LABELS
-    return features_dict, labels
-
-  return _input_fn
-
-
-def _make_train_input_fn_dataset(is_classification):
-  """Makes input_fn using Dataset."""
-
-  def _input_fn():
-    features_dict = dict(FEATURES_DICT)
-    labels = CLASSIFICATION_LABELS if is_classification else REGRESSION_LABELS
-    ds = dataset_ops.Dataset.zip(
-        (dataset_ops.Dataset.from_tensors(features_dict),
-         dataset_ops.Dataset.from_tensors(labels)
-        ))
-    return ds
-
-  return _input_fn
-
-
-class BoostedTreesEstimatorTest(test_util.TensorFlowTestCase):
-
-  def setUp(self):
-    self._head = canned_boosted_trees._create_regression_head(label_dimension=1)
-    self._feature_columns = {
-        feature_column.bucketized_column(
-            feature_column.numeric_column('f_%d' % i, dtype=dtypes.float32),
-            BUCKET_BOUNDARIES)
-        for i in range(NUM_FEATURES)
-    }
-
-  def _assert_checkpoint(self, model_dir, global_step, finalized_trees,
-                         attempted_layers):
-    reader = checkpoint_utils.load_checkpoint(model_dir)
-    self.assertEqual(global_step, reader.get_tensor(ops.GraphKeys.GLOBAL_STEP))
-    serialized = reader.get_tensor('boosted_trees:0_serialized')
-    ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-    ensemble_proto.ParseFromString(serialized)
-    self.assertEqual(
-        finalized_trees,
-        sum([1 for t in ensemble_proto.tree_metadata if t.is_finalized]))
-    self.assertEqual(attempted_layers,
-                     ensemble_proto.growing_metadata.num_layers_attempted)
-
-  def testTrainAndEvaluateEstimator(self):
-    input_fn = _make_train_input_fn(is_classification=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        head=self._head,
-        max_depth=5)
-
-    # It will stop after 10 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=10, finalized_trees=2, attempted_layers=10)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 1.008551)
-
-  def testTrainAndEvaluateEstimatorWithCenterBias(self):
-    input_fn = _make_train_input_fn(is_classification=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        head=self._head,
-        max_depth=5,
-        center_bias=True)
-
-    # It will stop after 11 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    # 10 steps for training and 2 step for bias centering.
-    self._assert_checkpoint(
-        est.model_dir, global_step=12, finalized_trees=2, attempted_layers=10)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 0.614642)
-
-  def testTrainAndEvaluateEstimatorWithPrePruning(self):
-    input_fn = _make_train_input_fn(is_classification=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        head=self._head,
-        max_depth=5,
-        tree_complexity=0.001,
-        pruning_mode='pre')
-
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    # We stop actually after 2*depth*n_trees steps (via a hook) because we still
-    # could not grow 2 trees of depth 5 (due to pre-pruning).
-    self._assert_checkpoint(
-        est.model_dir, global_step=21, finalized_trees=0, attempted_layers=21)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 3.83943)
-
-  def testTrainAndEvaluateEstimatorWithPostPruning(self):
-    input_fn = _make_train_input_fn(is_classification=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        head=self._head,
-        max_depth=5,
-        tree_complexity=0.001,
-        pruning_mode='post')
-
-    # It will stop after 10 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=10, finalized_trees=2, attempted_layers=10)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.37652)
-
-  def testInferEstimator(self):
-    train_input_fn = _make_train_input_fn(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        head=self._head)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(train_input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    # Validate predictions.
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testInferEstimatorWithCenterBias(self):
-    train_input_fn = _make_train_input_fn(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        center_bias=True,
-        head=self._head)
-
-    # It will stop after 6 steps because of the max depth and num trees (5 for
-    # training and 2 for bias centering).
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(train_input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=7, finalized_trees=1, attempted_layers=5)
-    # Validate predictions.
-    predictions = list(est.predict(input_fn=predict_input_fn))
-
-    self.assertAllClose(
-        [[1.634501], [1.325703], [1.187431], [2.019683], [2.832683]],
-        [pred['predictions'] for pred in predictions])
-
-  def testBinaryClassifierTrainInMemoryAndEvalAndInfer(self):
-    train_input_fn = _make_train_input_fn(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.boosted_trees_classifier_train_in_memory(
-        train_input_fn=train_input_fn, feature_columns=self._feature_columns,
-        n_trees=1, max_depth=5)
-    # It will stop after 5 steps because of the max depth and num trees.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-
-    # Check evaluate and predict.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    # Validate predictions.
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testBinaryClassifierTrainInMemoryAndEvalAndInferWithCenterBias(self):
-    train_input_fn = _make_train_input_fn(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.boosted_trees_classifier_train_in_memory(
-        train_input_fn=train_input_fn,
-        feature_columns=self._feature_columns,
-        n_trees=1,
-        max_depth=5,
-        center_bias=True)
-    # It will stop after 5 steps + 3 for bias, because of the max depth and num
-    # trees.
-    self._assert_checkpoint(
-        est.model_dir, global_step=8, finalized_trees=1, attempted_layers=5)
-
-    # Check evaluate and predict.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    # Validate predictions.
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testBinaryClassifierTrainInMemoryAndEvalAndInferWithPrePruning(self):
-    train_input_fn = _make_train_input_fn(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.boosted_trees_classifier_train_in_memory(
-        train_input_fn=train_input_fn,
-        feature_columns=self._feature_columns,
-        n_trees=1,
-        max_depth=5,
-        pruning_mode='pre',
-        tree_complexity=0.01)
-    # We stop actually after 2*depth*n_trees steps (via a hook) because we still
-    # could not grow 1 trees of depth 5 (due to pre-pruning).
-    self._assert_checkpoint(
-        est.model_dir, global_step=11, finalized_trees=0, attempted_layers=11)
-
-    # Check evaluate and predict.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    # Validate predictions.
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testBinaryClassifierTrainInMemoryWithDataset(self):
-    train_input_fn = _make_train_input_fn_dataset(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.boosted_trees_classifier_train_in_memory(
-        train_input_fn=train_input_fn,
-        feature_columns=self._feature_columns,
-        n_trees=1,
-        max_depth=5)
-    # It will stop after 5 steps because of the max depth and num trees.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-
-    # Check evaluate and predict.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testRegressorTrainInMemoryAndEvalAndInfer(self):
-    train_input_fn = _make_train_input_fn(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.boosted_trees_regressor_train_in_memory(
-        train_input_fn=train_input_fn, feature_columns=self._feature_columns,
-        n_trees=1, max_depth=5)
-    # It will stop after 5 steps because of the max depth and num trees.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-
-    # Check evaluate and predict.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testRegressorTrainInMemoryWithDataset(self):
-    train_input_fn = _make_train_input_fn_dataset(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.boosted_trees_regressor_train_in_memory(
-        train_input_fn=train_input_fn, feature_columns=self._feature_columns,
-        n_trees=1, max_depth=5)
-    # It will stop after 5 steps because of the max depth and num trees.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    # Check evaluate and predict.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-
-class BoostedTreesDebugOutputTest(test_util.TensorFlowTestCase):
-
-  def setUp(self):
-    self._head = canned_boosted_trees._create_regression_head(label_dimension=1)
-    self._feature_columns = {
-        feature_column.bucketized_column(
-            feature_column.numeric_column('f_%d' % i, dtype=dtypes.float32),
-            BUCKET_BOUNDARIES) for i in range(NUM_FEATURES)
-    }
-
-  def testContribEstimatorThatDFCIsInPredictions(self):
-    # pylint:disable=protected-access
-    head = canned_boosted_trees._create_regression_head(label_dimension=1)
-    train_input_fn = _make_train_input_fn(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees._BoostedTreesEstimator(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        head=head,
-        n_trees=1,
-        max_depth=5,
-        center_bias=True)
-    # pylint:enable=protected-access
-
-    num_steps = 100
-    # Train for a few steps. Validate debug outputs in prediction dicts.
-    est.train(train_input_fn, steps=num_steps)
-    debug_predictions = est.experimental_predict_with_explanations(
-        predict_input_fn)
-    biases, dfcs = zip(*[(pred['bias'], pred['dfc'])
-                         for pred in debug_predictions])
-    self.assertAllClose([1.8] * 5, biases)
-    self.assertAllClose(({
-        0: -0.070499420166015625,
-        1: -0.095000028610229492,
-        2: 0.0
-    }, {
-        0: -0.53763031959533691,
-        1: 0.063333392143249512,
-        2: 0.0
-    }, {
-        0: -0.51756942272186279,
-        1: -0.095000028610229492,
-        2: 0.0
-    }, {
-        0: 0.1563495397567749,
-        1: 0.063333392143249512,
-        2: 0.0
-    }, {
-        0: 0.96934974193572998,
-        1: 0.063333392143249512,
-        2: 0.0
-    }), dfcs)
-
-    # Assert sum(dfcs) + bias == predictions.
-    expected_predictions = [[1.6345005], [1.32570302], [1.1874305],
-                            [2.01968288], [2.83268309]]
-    predictions = [
-        [sum(dfc.values()) + bias] for (dfc, bias) in zip(dfcs, biases)
-    ]
-    self.assertAllClose(expected_predictions, predictions)
-
-    # Test when user doesn't include bias or dfc in predict_keys.
-    debug_predictions = est.experimental_predict_with_explanations(
-        predict_input_fn, predict_keys=['predictions'])
-    for prediction_dict in debug_predictions:
-      self.assertTrue('bias' in prediction_dict)
-      self.assertTrue('dfc' in prediction_dict)
-      self.assertTrue('predictions' in prediction_dict)
-      self.assertEqual(len(prediction_dict), 3)
-
-
-if __name__ == '__main__':
-  googletest.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/dnn.py b/tensorflow/contrib/estimator/python/estimator/dnn.py
index 9efa8f474d..10f657df8d 100644
--- a/tensorflow/contrib/estimator/python/estimator/dnn.py
+++ b/tensorflow/contrib/estimator/python/estimator/dnn.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,153 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Deep Neural Network estimators."""
+"""dnn python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import dnn as dnn_lib
-from tensorflow.python.ops import nn
-
-
-class DNNEstimator(estimator.Estimator):
-  """An estimator for TensorFlow DNN models with user-specified head.
-
-  Example:
-
-  ```python
-  sparse_feature_a = sparse_column_with_hash_bucket(...)
-  sparse_feature_b = sparse_column_with_hash_bucket(...)
-
-  sparse_feature_a_emb = embedding_column(sparse_id_column=sparse_feature_a,
-                                          ...)
-  sparse_feature_b_emb = embedding_column(sparse_id_column=sparse_feature_b,
-                                          ...)
-
-  estimator = DNNEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[sparse_feature_a_emb, sparse_feature_b_emb],
-      hidden_units=[1024, 512, 256])
-
-  # Or estimator using the ProximalAdagradOptimizer optimizer with
-  # regularization.
-  estimator = DNNEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[sparse_feature_a_emb, sparse_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      optimizer=tf.train.ProximalAdagradOptimizer(
-        learning_rate=0.1,
-        l1_regularization_strength=0.001
-      ))
-
-  # Or estimator using an optimizer with a learning rate decay.
-  estimator = DNNEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[sparse_feature_a_emb, sparse_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      optimizer=lambda: tf.AdamOptimizer(
-          learning_rate=tf.exponential_decay(
-              learning_rate=0.1,
-              global_step=tf.get_global_step(),
-              decay_steps=10000,
-              decay_rate=0.96))
-
-  # Or estimator with warm-starting from a previous checkpoint.
-  estimator = DNNEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[sparse_feature_a_emb, sparse_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      warm_start_from="/path/to/checkpoint/dir")
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss and predicted output are determined by the specified head.
-  """
+from tensorflow_estimator.contrib.estimator.python.estimator import dnn
 
-  def __init__(self,
-               head,
-               hidden_units,
-               feature_columns,
-               model_dir=None,
-               optimizer='Adagrad',
-               activation_fn=nn.relu,
-               dropout=None,
-               input_layer_partitioner=None,
-               config=None,
-               warm_start_from=None,
-               batch_norm=False):
-    """Initializes a `DNNEstimator` instance.
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+dnn.__all__ = [s for s in dir(dnn) if not s.startswith('__')]
 
-    Args:
-      head: A `_Head` instance constructed with a method such as
-        `tf.contrib.estimator.multi_label_head`.
-      hidden_units: Iterable of number hidden units per layer. All layers are
-        fully connected. Ex. `[64, 32]` means first layer has 64 nodes and
-        second one has 32.
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `_FeatureColumn`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      optimizer: An instance of `tf.Optimizer` used to train the model. Can also
-        be a string (one of 'Adagrad', 'Adam', 'Ftrl', 'RMSProp', 'SGD'), or
-        callable. Defaults to Adagrad optimizer.
-      activation_fn: Activation function applied to each layer. If `None`, will
-        use `tf.nn.relu`.
-      dropout: When not `None`, the probability we will drop out a given
-        coordinate.
-      input_layer_partitioner: Optional. Partitioner for input layer. Defaults
-        to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: `RunConfig` object to configure the runtime settings.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights are warm-started, and it is assumed that vocabularies and Tensor
-        names are unchanged.
-      batch_norm: Whether to use batch normalization after each hidden layer.
-    """
-    def _model_fn(features, labels, mode, config):
-      return dnn_lib._dnn_model_fn(  # pylint: disable=protected-access
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          hidden_units=hidden_units,
-          feature_columns=tuple(feature_columns or []),
-          optimizer=optimizer,
-          activation_fn=activation_fn,
-          dropout=dropout,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config,
-          batch_norm=batch_norm)
-    super(DNNEstimator, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config,
-        warm_start_from=warm_start_from)
+from tensorflow_estimator.contrib.estimator.python.estimator.dnn import *
diff --git a/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined.py b/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined.py
index 4e7965ef26..7894418c4a 100644
--- a/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined.py
+++ b/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,171 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""TensorFlow estimator for Linear and DNN joined training models."""
+"""dnn_linear_combined python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import dnn_linear_combined as dnn_linear_combined_lib
-from tensorflow.python.ops import nn
-
-
-class DNNLinearCombinedEstimator(estimator.Estimator):
-  """An estimator for TensorFlow Linear and DNN joined models with custom head.
-
-  Note: This estimator is also known as wide-n-deep.
-
-  Example:
-
-  ```python
-  numeric_feature = numeric_column(...)
-  categorical_column_a = categorical_column_with_hash_bucket(...)
-  categorical_column_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_x_categorical_feature_b = crossed_column(...)
-  categorical_feature_a_emb = embedding_column(
-      categorical_column=categorical_feature_a, ...)
-  categorical_feature_b_emb = embedding_column(
-      categorical_column=categorical_feature_b, ...)
-
-  estimator = DNNLinearCombinedEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      # wide settings
-      linear_feature_columns=[categorical_feature_a_x_categorical_feature_b],
-      linear_optimizer=tf.train.FtrlOptimizer(...),
-      # deep settings
-      dnn_feature_columns=[
-          categorical_feature_a_emb, categorical_feature_b_emb,
-          numeric_feature],
-      dnn_hidden_units=[1000, 500, 100],
-      dnn_optimizer=tf.train.ProximalAdagradOptimizer(...))
-
-  # To apply L1 and L2 regularization, you can set dnn_optimizer to:
-  tf.train.ProximalAdagradOptimizer(
-      learning_rate=0.1,
-      l1_regularization_strength=0.001,
-      l2_regularization_strength=0.001)
-  # To apply learning rate decay, you can set dnn_optimizer to a callable:
-  lambda: tf.AdamOptimizer(
-      learning_rate=tf.exponential_decay(
-          learning_rate=0.1,
-          global_step=tf.get_global_step(),
-          decay_steps=10000,
-          decay_rate=0.96)
-  # It is the same for linear_optimizer.
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * for each `column` in `dnn_feature_columns` + `linear_feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using mean squared error.
-
-  @compatibility(eager)
-  Estimators are not compatible with eager execution.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               head,
-               model_dir=None,
-               linear_feature_columns=None,
-               linear_optimizer='Ftrl',
-               dnn_feature_columns=None,
-               dnn_optimizer='Adagrad',
-               dnn_hidden_units=None,
-               dnn_activation_fn=nn.relu,
-               dnn_dropout=None,
-               input_layer_partitioner=None,
-               config=None,
-               linear_sparse_combiner='sum'):
-    """Initializes a DNNLinearCombinedEstimator instance.
-
-    Args:
-      head: A `_Head` instance constructed with a method such as
-        `tf.contrib.estimator.multi_label_head`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into an estimator
-        to continue training a previously saved model.
-      linear_feature_columns: An iterable containing all the feature columns
-        used by linear part of the model. All items in the set must be
-        instances of classes derived from `FeatureColumn`.
-      linear_optimizer: An instance of `tf.Optimizer` used to apply gradients to
-        the linear part of the model. Can also be a string (one of 'Adagrad',
-        'Adam', 'Ftrl', 'RMSProp', 'SGD'), or callable. Defaults to FTRL
-        optimizer.
-      dnn_feature_columns: An iterable containing all the feature columns used
-        by deep part of the model. All items in the set must be instances of
-        classes derived from `FeatureColumn`.
-      dnn_optimizer: An instance of `tf.Optimizer` used to apply gradients to
-        the deep part of the model. Can also be a string (one of 'Adagrad',
-        'Adam', 'Ftrl', 'RMSProp', 'SGD'), or callable. Defaults to Adagrad
-        optimizer.
-      dnn_hidden_units: List of hidden units per layer. All layers are fully
-        connected.
-      dnn_activation_fn: Activation function applied to each layer. If None,
-        will use `tf.nn.relu`.
-      dnn_dropout: When not None, the probability we will drop out
-        a given coordinate.
-      input_layer_partitioner: Partitioner for input layer. Defaults to
-        `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: RunConfig object to configure the runtime settings.
-      linear_sparse_combiner: A string specifying how to reduce the linear model
-        if a categorical column is multivalent.  One of "mean", "sqrtn", and
-        "sum" -- these are effectively different ways to do example-level
-        normalization, which can be useful for bag-of-words features.  For more
-        details, see `tf.feature_column.linear_model`.
-
-    Raises:
-      ValueError: If both linear_feature_columns and dnn_features_columns are
-        empty at the same time.
-    """
-    linear_feature_columns = linear_feature_columns or []
-    dnn_feature_columns = dnn_feature_columns or []
-    self._feature_columns = (
-        list(linear_feature_columns) + list(dnn_feature_columns))
-    if not self._feature_columns:
-      raise ValueError('Either linear_feature_columns or dnn_feature_columns '
-                       'must be defined.')
+from tensorflow_estimator.contrib.estimator.python.estimator import dnn_linear_combined
 
-    def _model_fn(features, labels, mode, config):
-      return dnn_linear_combined_lib._dnn_linear_combined_model_fn(  # pylint: disable=protected-access
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          linear_feature_columns=linear_feature_columns,
-          linear_optimizer=linear_optimizer,
-          dnn_feature_columns=dnn_feature_columns,
-          dnn_optimizer=dnn_optimizer,
-          dnn_hidden_units=dnn_hidden_units,
-          dnn_activation_fn=dnn_activation_fn,
-          dnn_dropout=dnn_dropout,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config,
-          linear_sparse_combiner=linear_sparse_combiner)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+dnn_linear_combined.__all__ = [
+    s for s in dir(dnn_linear_combined) if not s.startswith('__')
+]
 
-    super(DNNLinearCombinedEstimator, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config)
+from tensorflow_estimator.contrib.estimator.python.estimator.dnn_linear_combined import *
diff --git a/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined_test.py b/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined_test.py
deleted file mode 100644
index 51b9ce7005..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/dnn_linear_combined_test.py
+++ /dev/null
@@ -1,227 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for dnn_linear_combined.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import dnn_linear_combined
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.python.estimator.canned import dnn_testing_utils
-from tensorflow.python.estimator.canned import linear_testing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-
-
-def _dnn_only_estimator_fn(
-    hidden_units,
-    feature_columns,
-    model_dir=None,
-    label_dimension=1,
-    weight_column=None,
-    optimizer='Adagrad',
-    activation_fn=nn.relu,
-    dropout=None,
-    input_layer_partitioner=None,
-    config=None):
-  return dnn_linear_combined.DNNLinearCombinedEstimator(
-      head=head_lib.regression_head(
-          weight_column=weight_column, label_dimension=label_dimension,
-          # Tests in core (from which this test inherits) test the sum loss.
-          loss_reduction=losses.Reduction.SUM),
-      model_dir=model_dir,
-      dnn_feature_columns=feature_columns,
-      dnn_optimizer=optimizer,
-      dnn_hidden_units=hidden_units,
-      dnn_activation_fn=activation_fn,
-      dnn_dropout=dropout,
-      input_layer_partitioner=input_layer_partitioner,
-      config=config)
-
-
-class DNNOnlyEstimatorEvaluateTest(
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_only_estimator_fn)
-
-
-class DNNOnlyEstimatorPredictTest(
-    dnn_testing_utils.BaseDNNRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_only_estimator_fn)
-
-
-class DNNOnlyEstimatorTrainTest(
-    dnn_testing_utils.BaseDNNRegressorTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_only_estimator_fn)
-
-
-def _linear_only_estimator_fn(
-    feature_columns,
-    model_dir=None,
-    label_dimension=1,
-    weight_column=None,
-    optimizer='Ftrl',
-    config=None,
-    partitioner=None,
-    sparse_combiner='sum'):
-  return dnn_linear_combined.DNNLinearCombinedEstimator(
-      head=head_lib.regression_head(
-          weight_column=weight_column, label_dimension=label_dimension,
-          # Tests in core (from which this test inherits) test the sum loss.
-          loss_reduction=losses.Reduction.SUM),
-      model_dir=model_dir,
-      linear_feature_columns=feature_columns,
-      linear_optimizer=optimizer,
-      input_layer_partitioner=partitioner,
-      config=config,
-      linear_sparse_combiner=sparse_combiner)
-
-
-class LinearOnlyEstimatorEvaluateTest(
-    linear_testing_utils.BaseLinearRegressorEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorEvaluationTest.__init__(
-        self, _linear_only_estimator_fn)
-
-
-class LinearOnlyEstimatorPredictTest(
-    linear_testing_utils.BaseLinearRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPredictTest.__init__(
-        self, _linear_only_estimator_fn)
-
-
-class LinearOnlyEstimatorTrainTest(
-    linear_testing_utils.BaseLinearRegressorTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorTrainingTest.__init__(
-        self, _linear_only_estimator_fn)
-
-
-class DNNLinearCombinedEstimatorIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(
-      self, train_input_fn, eval_input_fn, predict_input_fn, input_dimension,
-      label_dimension, batch_size):
-    linear_feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))]
-    dnn_feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))]
-    feature_columns = linear_feature_columns + dnn_feature_columns
-    est = dnn_linear_combined.DNNLinearCombinedEstimator(
-        head=head_lib.regression_head(label_dimension=label_dimension),
-        linear_feature_columns=linear_feature_columns,
-        dnn_feature_columns=dnn_feature_columns,
-        dnn_hidden_units=(2, 2),
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array([
-        x[prediction_keys.PredictionKeys.PREDICTIONS]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/dnn_test.py b/tensorflow/contrib/estimator/python/estimator/dnn_test.py
deleted file mode 100644
index 050b0428bf..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/dnn_test.py
+++ /dev/null
@@ -1,171 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for dnn.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import dnn
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.python.estimator.canned import dnn_testing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import ops
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-
-
-def _dnn_estimator_fn(weight_column=None, label_dimension=1, *args, **kwargs):  # pylint: disable=keyword-arg-before-vararg
-  """Returns a DNNEstimator that uses regression_head."""
-  return dnn.DNNEstimator(
-      head=head_lib.regression_head(
-          weight_column=weight_column, label_dimension=label_dimension,
-          # Tests in core (from which this test inherits) test the sum loss.
-          loss_reduction=losses.Reduction.SUM),
-      *args, **kwargs)
-
-
-def _dnn_estimator_classifier_fn(n_classes=3, *args, **kwargs):  # pylint: disable=keyword-arg-before-vararg
-  """Returns a DNNEstimator that uses multi_class_head."""
-  return dnn.DNNEstimator(head=head_lib.multi_class_head(n_classes=n_classes),
-                          *args, **kwargs)
-
-
-class DNNEstimatorEvaluateTest(
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_estimator_fn)
-
-
-class DNNEstimatorPredictTest(
-    dnn_testing_utils.BaseDNNRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_estimator_fn)
-
-
-class DNNEstimatorTrainTest(
-    dnn_testing_utils.BaseDNNRegressorTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_estimator_fn)
-
-
-class DNNEstimatorWarmStartingTest(dnn_testing_utils.BaseDNNWarmStartingTest,
-                                   test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNWarmStartingTest.__init__(
-        self, _dnn_estimator_classifier_fn, _dnn_estimator_fn)
-
-
-class DNNEstimatorIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(
-      self, train_input_fn, eval_input_fn, predict_input_fn, input_dimension,
-      label_dimension, batch_size):
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))]
-    est = dnn.DNNEstimator(
-        head=head_lib.regression_head(label_dimension=label_dimension),
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array([
-        x[prediction_keys.PredictionKeys.PREDICTIONS]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations.py b/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations.py
index 40a91175b7..854d2e4011 100644
--- a/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations.py
+++ b/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,425 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Deep Neural Network estimators with layer annotations."""
+"""dnn_with_layer_annotations python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import contextlib
-import pickle
-
-from google.protobuf.any_pb2 import Any
-
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import dnn
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.saved_model import utils as saved_model_utils
-
-
-class LayerAnnotationsCollectionNames(object):
-  """Names for the collections containing the annotations."""
-
-  UNPROCESSED_FEATURES = 'layer_annotations/unprocessed_features'
-  PROCESSED_FEATURES = 'layer_annotatons/processed_features'
-  FEATURE_COLUMNS = 'layer_annotations/feature_columns'
-
-  @classmethod
-  def keys(cls, collection_name):
-    return '%s/keys' % collection_name
-
-  @classmethod
-  def values(cls, collection_name):
-    return '%s/values' % collection_name
-
-
-def serialize_feature_column(feature_column):
-  if isinstance(feature_column, feature_column_lib._EmbeddingColumn):  # pylint: disable=protected-access
-    # We can't pickle nested functions, and we don't need the value of
-    # layer_creator in most cases anyway, so just discard its value.
-    args = feature_column._asdict()
-    args['layer_creator'] = None
-    temp = type(feature_column)(**args)
-    return pickle.dumps(temp)
-  return pickle.dumps(feature_column)
-
-
-def _to_any_wrapped_tensor_info(tensor):
-  """Converts a `Tensor` to a `TensorInfo` wrapped in a proto `Any`."""
-  any_buf = Any()
-  tensor_info = saved_model_utils.build_tensor_info(tensor)
-  any_buf.Pack(tensor_info)
-  return any_buf
-
-
-def make_input_layer_with_layer_annotations(original_input_layer):
-  """Make an input_layer replacement function that adds layer annotations."""
-
-  def input_layer_with_layer_annotations(features,
-                                         feature_columns,
-                                         weight_collections=None,
-                                         trainable=True,
-                                         cols_to_vars=None,
-                                         scope=None,
-                                         cols_to_output_tensors=None,
-                                         from_template=False):
-    """Returns a dense `Tensor` as input layer based on given `feature_columns`.
-
-    Generally a single example in training data is described with
-    FeatureColumns.
-    At the first layer of the model, this column oriented data should be
-    converted
-    to a single `Tensor`.
-
-    This is like tf.feature_column.input_layer, except with added
-    Integrated-Gradient annotations.
-
-    Args:
-      features: A mapping from key to tensors. `_FeatureColumn`s look up via
-        these keys. For example `numeric_column('price')` will look at 'price'
-        key in this dict. Values can be a `SparseTensor` or a `Tensor` depends
-        on corresponding `_FeatureColumn`.
-      feature_columns: An iterable containing the FeatureColumns to use as
-        inputs to your model. All items should be instances of classes derived
-        from `_DenseColumn` such as `numeric_column`, `embedding_column`,
-        `bucketized_column`, `indicator_column`. If you have categorical
-        features, you can wrap them with an `embedding_column` or
-        `indicator_column`.
-      weight_collections: A list of collection names to which the Variable will
-        be added. Note that variables will also be added to collections
-        `tf.GraphKeys.GLOBAL_VARIABLES` and `ops.GraphKeys.MODEL_VARIABLES`.
-      trainable: If `True` also add the variable to the graph collection
-        `GraphKeys.TRAINABLE_VARIABLES` (see `tf.Variable`).
-      cols_to_vars: If not `None`, must be a dictionary that will be filled with
-        a mapping from `_FeatureColumn` to list of `Variable`s.  For example,
-        after the call, we might have cols_to_vars = {_EmbeddingColumn(
-        categorical_column=_HashedCategoricalColumn( key='sparse_feature',
-        hash_bucket_size=5, dtype=tf.string), dimension=10): [<tf.Variable
-        'some_variable:0' shape=(5, 10), <tf.Variable 'some_variable:1'
-          shape=(5, 10)]} If a column creates no variables, its value will be an
-          empty list.
-      scope: A name or variable scope to use
-      cols_to_output_tensors: If not `None`, must be a dictionary that will be
-        filled with a mapping from '_FeatureColumn' to the associated output
-        `Tensor`s.
-      from_template: True if the method is being instantiated from a
-        `make_template`.
-
-    Returns:
-      A `Tensor` which represents input layer of a model. Its shape
-      is (batch_size, first_layer_dimension) and its dtype is `float32`.
-      first_layer_dimension is determined based on given `feature_columns`.
-
-    Raises:
-      ValueError: features and feature_columns have different lengths.
-    """
-
-    local_cols_to_output_tensors = {}
-    input_layer = original_input_layer(
-        features=features,
-        feature_columns=feature_columns,
-        weight_collections=weight_collections,
-        trainable=trainable,
-        cols_to_vars=cols_to_vars,
-        scope=scope,
-        cols_to_output_tensors=local_cols_to_output_tensors,
-        from_template=from_template)
-
-    if cols_to_output_tensors is not None:
-      cols_to_output_tensors = local_cols_to_output_tensors
-
-    # Annotate features.
-    # These are the parsed Tensors, before embedding.
-
-    # Only annotate features used by FeatureColumns.
-    # We figure which ones are used by FeatureColumns by creating a parsing
-    # spec and looking at the keys.
-    spec = feature_column_lib.make_parse_example_spec(feature_columns)
-    for key in spec.keys():
-      tensor = ops.convert_to_tensor_or_indexed_slices(features[key])
-      ops.add_to_collection(
-          LayerAnnotationsCollectionNames.keys(
-              LayerAnnotationsCollectionNames.UNPROCESSED_FEATURES), key)
-      ops.add_to_collection(
-          LayerAnnotationsCollectionNames.values(
-              LayerAnnotationsCollectionNames.UNPROCESSED_FEATURES),
-          _to_any_wrapped_tensor_info(tensor))
-
-    # Annotate feature columns.
-    for column in feature_columns:
-      # TODO(cyfoo): Find a better way to serialize and deserialize
-      # _FeatureColumn.
-      ops.add_to_collection(LayerAnnotationsCollectionNames.FEATURE_COLUMNS,
-                            serialize_feature_column(column))
-
-    for column, tensor in local_cols_to_output_tensors.items():
-      ops.add_to_collection(
-          LayerAnnotationsCollectionNames.keys(
-              LayerAnnotationsCollectionNames.PROCESSED_FEATURES), column.name)
-      ops.add_to_collection(
-          LayerAnnotationsCollectionNames.values(
-              LayerAnnotationsCollectionNames.PROCESSED_FEATURES),
-          _to_any_wrapped_tensor_info(tensor))
-
-    return input_layer
-
-  return input_layer_with_layer_annotations
-
-
-@contextlib.contextmanager
-def _monkey_patch(module, function, replacement):
-  old_function = getattr(module, function)
-  setattr(module, function, replacement)
-  yield
-  setattr(module, function, old_function)
-
-
-def DNNClassifierWithLayerAnnotations(  # pylint: disable=invalid-name
-    hidden_units,
-    feature_columns,
-    model_dir=None,
-    n_classes=2,
-    weight_column=None,
-    label_vocabulary=None,
-    optimizer='Adagrad',
-    activation_fn=nn.relu,
-    dropout=None,
-    input_layer_partitioner=None,
-    config=None,
-    warm_start_from=None,
-    loss_reduction=losses.Reduction.SUM):
-  """A classifier for TensorFlow DNN models with layer annotations.
-
-  This classifier is fuctionally identical to estimator.DNNClassifier as far as
-  training and evaluating models is concerned. The key difference is that this
-  classifier adds additional layer annotations, which can be used for computing
-  Integrated Gradients.
-
-  Integrated Gradients is a method for attributing a classifier's predictions
-  to its input features (https://arxiv.org/pdf/1703.01365.pdf). Given an input
-  instance, the method assigns attribution scores to individual features in
-  proportion to the feature's importance to the classifier's prediction.
-
-  See estimator.DNNClassifer for example code for training and evaluating models
-  using this classifier.
-
-  This classifier is checkpoint-compatible with estimator.DNNClassifier and
-  therefore the following should work seamlessly:
-
-  # Instantiate ordinary estimator as usual.
-  estimator = tf.estimator.DNNClassifier(
-    config, feature_columns, hidden_units, ...)
-
-  # Train estimator, export checkpoint.
-  tf.estimator.train_and_evaluate(estimator, ...)
-
-  # Instantiate estimator with annotations with the same configuration as the
-  # ordinary estimator.
-  estimator_with_annotations = (
-    tf.contrib.estimator.DNNClassifierWithLayerAnnotations(
-      config, feature_columns, hidden_units, ...))
-
-  # Call export_savedmodel with the same arguments as the ordinary estimator,
-  # using the checkpoint produced for the ordinary estimator.
-  estimator_with_annotations.export_saved_model(
-    export_dir_base, serving_input_receiver, ...
-    checkpoint_path='/path/to/ordinary/estimator/checkpoint/model.ckpt-1234')
-
-  Args:
-    hidden_units: Iterable of number hidden units per layer. All layers are
-      fully connected. Ex. `[64, 32]` means first layer has 64 nodes and second
-      one has 32.
-    feature_columns: An iterable containing all the feature columns used by the
-      model. All items in the set should be instances of classes derived from
-      `_FeatureColumn`.
-    model_dir: Directory to save model parameters, graph and etc. This can also
-      be used to load checkpoints from the directory into an estimator to
-      continue training a previously saved model.
-    n_classes: Number of label classes. Defaults to 2, namely binary
-      classification. Must be > 1.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`, then
-      weight_column.normalizer_fn is applied on it to get weight tensor.
-    label_vocabulary: A list of strings represents possible label values. If
-      given, labels must be string type and have any value in
-      `label_vocabulary`. If it is not given, that means labels are already
-      encoded as integer or float within [0, 1] for `n_classes=2` and encoded as
-      integer values in {0, 1,..., n_classes-1} for `n_classes`>2 . Also there
-      will be errors if vocabulary is not provided and labels are string.
-    optimizer: An instance of `tf.Optimizer` used to train the model. Defaults
-      to Adagrad optimizer.
-    activation_fn: Activation function applied to each layer. If `None`, will
-      use `tf.nn.relu`.
-    dropout: When not `None`, the probability we will drop out a given
-      coordinate.
-    input_layer_partitioner: Optional. Partitioner for input layer. Defaults to
-      `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-    config: `RunConfig` object to configure the runtime settings.
-    warm_start_from: A string filepath to a checkpoint to warm-start from, or a
-      `WarmStartSettings` object to fully configure warm-starting.  If the
-      string filepath is provided instead of a `WarmStartSettings`, then all
-      weights are warm-started, and it is assumed that vocabularies and Tensor
-      names are unchanged.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM`.
-
-  Returns:
-    DNNClassifier with layer annotations.
-  """
-
-  original = dnn.DNNClassifier(
-      hidden_units=hidden_units,
-      feature_columns=feature_columns,
-      model_dir=model_dir,
-      n_classes=n_classes,
-      weight_column=weight_column,
-      label_vocabulary=label_vocabulary,
-      optimizer=optimizer,
-      activation_fn=activation_fn,
-      dropout=dropout,
-      input_layer_partitioner=input_layer_partitioner,
-      config=config,
-      warm_start_from=warm_start_from,
-      loss_reduction=loss_reduction)
-
-  def _model_fn(features, labels, mode, config):
-    with _monkey_patch(
-        feature_column_lib, '_internal_input_layer',
-        make_input_layer_with_layer_annotations(
-            feature_column_lib._internal_input_layer)):  # pylint: disable=protected-access
-      return original.model_fn(features, labels, mode, config)
-
-  return estimator.Estimator(
-      model_fn=_model_fn,
-      model_dir=model_dir,
-      config=config,
-      warm_start_from=warm_start_from)
-
-
-def DNNRegressorWithLayerAnnotations(  # pylint: disable=invalid-name
-    hidden_units,
-    feature_columns,
-    model_dir=None,
-    label_dimension=1,
-    weight_column=None,
-    optimizer='Adagrad',
-    activation_fn=nn.relu,
-    dropout=None,
-    input_layer_partitioner=None,
-    config=None,
-    warm_start_from=None,
-    loss_reduction=losses.Reduction.SUM,
-):
-  """A regressor for TensorFlow DNN models with layer annotations.
-
-  This regressor is fuctionally identical to estimator.DNNRegressor as far as
-  training and evaluating models is concerned. The key difference is that this
-  classifier adds additional layer annotations, which can be used for computing
-  Integrated Gradients.
-
-  Integrated Gradients is a method for attributing a classifier's predictions
-  to its input features (https://arxiv.org/pdf/1703.01365.pdf). Given an input
-  instance, the method assigns attribution scores to individual features in
-  proportion to the feature's importance to the classifier's prediction.
-
-  See estimator.DNNRegressor for example code for training and evaluating models
-  using this regressor.
-
-  This regressor is checkpoint-compatible with estimator.DNNRegressor and
-  therefore the following should work seamlessly:
-
-  # Instantiate ordinary estimator as usual.
-  estimator = tf.estimator.DNNRegressor(
-    config, feature_columns, hidden_units, ...)
-
-  # Train estimator, export checkpoint.
-  tf.estimator.train_and_evaluate(estimator, ...)
-
-  # Instantiate estimator with annotations with the same configuration as the
-  # ordinary estimator.
-  estimator_with_annotations = (
-    tf.contrib.estimator.DNNRegressorWithLayerAnnotations(
-      config, feature_columns, hidden_units, ...))
-
-  # Call export_savedmodel with the same arguments as the ordinary estimator,
-  # using the checkpoint produced for the ordinary estimator.
-  estimator_with_annotations.export_saved_model(
-    export_dir_base, serving_input_receiver, ...
-    checkpoint_path='/path/to/ordinary/estimator/checkpoint/model.ckpt-1234')
-
-  Args:
-    hidden_units: Iterable of number hidden units per layer. All layers are
-      fully connected. Ex. `[64, 32]` means first layer has 64 nodes and second
-      one has 32.
-    feature_columns: An iterable containing all the feature columns used by the
-      model. All items in the set should be instances of classes derived from
-      `_FeatureColumn`.
-    model_dir: Directory to save model parameters, graph and etc. This can also
-      be used to load checkpoints from the directory into a estimator to
-      continue training a previously saved model.
-    label_dimension: Number of regression targets per example. This is the size
-      of the last dimension of the labels and logits `Tensor` objects
-      (typically, these have shape `[batch_size, label_dimension]`).
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`, then
-      weight_column.normalizer_fn is applied on it to get weight tensor.
-    optimizer: An instance of `tf.Optimizer` used to train the model. Defaults
-      to Adagrad optimizer.
-    activation_fn: Activation function applied to each layer. If `None`, will
-      use `tf.nn.relu`.
-    dropout: When not `None`, the probability we will drop out a given
-      coordinate.
-    input_layer_partitioner: Optional. Partitioner for input layer. Defaults to
-      `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-    config: `RunConfig` object to configure the runtime settings.
-    warm_start_from: A string filepath to a checkpoint to warm-start from, or a
-      `WarmStartSettings` object to fully configure warm-starting.  If the
-      string filepath is provided instead of a `WarmStartSettings`, then all
-      weights are warm-started, and it is assumed that vocabularies and Tensor
-      names are unchanged.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM`.
-
-  Returns:
-    DNNRegressor with layer annotations.
-  """
-
-  original = dnn.DNNRegressor(
-      hidden_units=hidden_units,
-      feature_columns=feature_columns,
-      model_dir=model_dir,
-      label_dimension=label_dimension,
-      weight_column=weight_column,
-      optimizer=optimizer,
-      activation_fn=activation_fn,
-      dropout=dropout,
-      input_layer_partitioner=input_layer_partitioner,
-      config=config,
-      warm_start_from=warm_start_from,
-      loss_reduction=loss_reduction,
-  )
+from tensorflow_estimator.contrib.estimator.python.estimator import dnn_with_layer_annotations
 
-  def _model_fn(features, labels, mode, config):
-    with _monkey_patch(
-        feature_column_lib, '_internal_input_layer',
-        make_input_layer_with_layer_annotations(
-            feature_column_lib._internal_input_layer)):  # pylint: disable=protected-access
-      return original.model_fn(features, labels, mode, config)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+dnn_with_layer_annotations.__all__ = [
+    s for s in dir(dnn_with_layer_annotations) if not s.startswith('__')
+]
 
-  return estimator.Estimator(
-      model_fn=_model_fn,
-      model_dir=model_dir,
-      config=config,
-      warm_start_from=warm_start_from)
+from tensorflow_estimator.contrib.estimator.python.estimator.dnn_with_layer_annotations import *
diff --git a/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations_test.py b/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations_test.py
deleted file mode 100644
index 2fe3d4c72e..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/dnn_with_layer_annotations_test.py
+++ /dev/null
@@ -1,611 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for dnn_with_layer_annotations.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import dnn_with_layer_annotations
-from tensorflow.core.example import example_pb2
-from tensorflow.core.example import feature_pb2
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.canned import dnn
-from tensorflow.python.estimator.canned import dnn_testing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.estimator.inputs import pandas_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import data_flow_ops
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import input as input_lib
-from tensorflow.python.training import queue_runner
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-def _dnn_classifier_fn(*args, **kwargs):
-  return dnn_with_layer_annotations.DNNClassifierWithLayerAnnotations(
-      *args, **kwargs)
-
-
-class DNNWarmStartingTest(dnn_testing_utils.BaseDNNWarmStartingTest,
-                          test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNWarmStartingTest.__init__(self, _dnn_classifier_fn,
-                                                       _dnn_regressor_fn)
-
-
-class DNNWithLayerAnnotationsClassifierEvaluateTest(
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest.__init__(
-        self, _dnn_classifier_fn)
-
-
-class DNNClassifierWithLayerAnnotationsPredictTest(
-    dnn_testing_utils.BaseDNNClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierPredictTest.__init__(
-        self, _dnn_classifier_fn)
-
-
-class DNNClassifierWithLayerAnnotationsTrainTest(
-    dnn_testing_utils.BaseDNNClassifierTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierTrainTest.__init__(
-        self, _dnn_classifier_fn)
-
-
-def _dnn_regressor_fn(*args, **kwargs):
-  return dnn_with_layer_annotations.DNNRegressorWithLayerAnnotations(
-      *args, **kwargs)
-
-
-class DNNWithLayerAnnotationsTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def _getLayerAnnotationCollection(self, graph, collection_name):
-    keys = graph.get_collection(
-        dnn_with_layer_annotations.LayerAnnotationsCollectionNames.keys(
-            collection_name))
-    values = graph.get_collection(
-        dnn_with_layer_annotations.LayerAnnotationsCollectionNames.values(
-            collection_name))
-    if len(keys) != len(values):
-      raise ValueError('keys and values should have same length. lengths were: '
-                       '%d and %d, and elements were %s and %s' %
-                       (len(keys), len(values), keys, values))
-    return dict(zip(keys, values))
-
-  def _testAnnotationsPresentForEstimator(self, estimator_class):
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(1,)),
-        feature_column.embedding_column(
-            feature_column.categorical_column_with_vocabulary_list(
-                'y', vocabulary_list=['a', 'b', 'c']),
-            dimension=3)
-    ]
-    estimator = estimator_class(
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        model_dir=self._model_dir)
-    model_fn = estimator.model_fn
-
-    graph = ops.Graph()
-    with graph.as_default():
-      model_fn({
-          'x': array_ops.constant([1.0]),
-          'y': array_ops.constant(['a'])
-      }, {},
-               model_fn_lib.ModeKeys.PREDICT,
-               config=None)
-
-      unprocessed_features = self._getLayerAnnotationCollection(
-          graph, dnn_with_layer_annotations.LayerAnnotationsCollectionNames
-          .UNPROCESSED_FEATURES)
-      processed_features = self._getLayerAnnotationCollection(
-          graph, dnn_with_layer_annotations.LayerAnnotationsCollectionNames
-          .PROCESSED_FEATURES)
-      feature_columns = graph.get_collection(
-          dnn_with_layer_annotations.LayerAnnotationsCollectionNames
-          .FEATURE_COLUMNS)
-
-      self.assertItemsEqual(unprocessed_features.keys(), ['x', 'y'])
-      self.assertEqual(2, len(processed_features.keys()))
-      self.assertEqual(2, len(feature_columns))
-
-  def testAnnotationsPresentForClassifier(self):
-    self._testAnnotationsPresentForEstimator(
-        dnn_with_layer_annotations.DNNClassifierWithLayerAnnotations)
-
-  def testAnnotationsPresentForRegressor(self):
-    self._testAnnotationsPresentForEstimator(
-        dnn_with_layer_annotations.DNNRegressorWithLayerAnnotations)
-
-  def _testCheckpointCompatibleWithNonAnnotatedEstimator(
-      self, train_input_fn, predict_input_fn, non_annotated_class,
-      annotated_class, prediction_key, estimator_args):
-    input_dimension = 2
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))
-    ]
-    estimator = non_annotated_class(
-        model_dir=self._model_dir,
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        **estimator_args)
-
-    estimator.train(train_input_fn, steps=10)
-
-    predictions = np.array(
-        [x[prediction_key] for x in estimator.predict(predict_input_fn)])
-
-    annotated_estimator = annotated_class(
-        model_dir=self._model_dir,
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        warm_start_from=self._model_dir,
-        **estimator_args)
-
-    annotated_predictions = np.array([
-        x[prediction_key] for x in annotated_estimator.predict(predict_input_fn)
-    ])
-
-    self.assertAllEqual(predictions.shape, annotated_predictions.shape)
-    for i, (a, b) in enumerate(
-        zip(predictions.flatten(), annotated_predictions.flatten())):
-      self.assertAlmostEqual(a, b, msg='index=%d' % i)
-
-  def testCheckpointCompatibleForClassifier(self):
-    n_classes = 2
-    input_dimension = 2
-    batch_size = 10
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    x_data = data.reshape(batch_size, input_dimension)
-    y_data = np.reshape(
-        np.rint(data[:batch_size]).astype(np.int64), (batch_size, 1))
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data}, batch_size=batch_size, shuffle=False)
-
-    self._testCheckpointCompatibleWithNonAnnotatedEstimator(
-        train_input_fn,
-        predict_input_fn,
-        dnn.DNNClassifier,
-        dnn_with_layer_annotations.DNNClassifierWithLayerAnnotations,
-        prediction_key=prediction_keys.PredictionKeys.PROBABILITIES,
-        estimator_args={'n_classes': n_classes})
-
-  def testCheckpointCompatibleForRegressor(self):
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data}, batch_size=batch_size, shuffle=False)
-
-    self._testCheckpointCompatibleWithNonAnnotatedEstimator(
-        train_input_fn,
-        predict_input_fn,
-        dnn.DNNRegressor,
-        dnn_with_layer_annotations.DNNRegressorWithLayerAnnotations,
-        prediction_key=prediction_keys.PredictionKeys.PREDICTIONS,
-        estimator_args={'label_dimension': label_dimension})
-
-
-class DNNRegressorWithLayerAnnotationsEvaluateTest(
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_regressor_fn)
-
-
-class DNNRegressorWithLayerAnnotationsPredictTest(
-    dnn_testing_utils.BaseDNNRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_regressor_fn)
-
-
-class DNNRegressorWithLayerAnnotationsTrainTest(
-    dnn_testing_utils.BaseDNNRegressorTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_regressor_fn)
-
-
-def _queue_parsed_features(feature_map):
-  tensors_to_enqueue = []
-  keys = []
-  for key, tensor in six.iteritems(feature_map):
-    keys.append(key)
-    tensors_to_enqueue.append(tensor)
-  queue_dtypes = [x.dtype for x in tensors_to_enqueue]
-  input_queue = data_flow_ops.FIFOQueue(capacity=100, dtypes=queue_dtypes)
-  queue_runner.add_queue_runner(
-      queue_runner.QueueRunner(input_queue,
-                               [input_queue.enqueue(tensors_to_enqueue)]))
-  dequeued_tensors = input_queue.dequeue()
-  return {keys[i]: dequeued_tensors[i] for i in range(len(dequeued_tensors))}
-
-
-class DNNRegressorWithLayerAnnotationsIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, label_dimension, batch_size):
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = dnn_with_layer_annotations.DNNRegressorWithLayerAnnotations(
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array([
-        x[prediction_keys.PredictionKeys.PREDICTIONS]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data}, y=data, batch_size=batch_size, shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data}, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size)
-
-  def test_pandas_input_fn(self):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-    label_dimension = 1
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size, dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(data)
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, num_epochs=None, shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size)
-
-  def test_input_fn_from_parse_example(self):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(
-          features=feature_pb2.Features(
-              feature={
-                  'x':
-                      feature_pb2.Feature(
-                          float_list=feature_pb2.FloatList(value=datum)),
-                  'y':
-                      feature_pb2.Feature(
-                          float_list=feature_pb2.FloatList(value=datum)),
-              }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-    }
-
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size)
-
-
-class DNNClassifierWithLayerAnnotationsIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _as_label(self, data_in_float):
-    return np.rint(data_in_float).astype(np.int64)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, n_classes, batch_size):
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = dnn_with_layer_annotations.DNNClassifierWithLayerAnnotations(
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predicted_proba = np.array([
-        x[prediction_keys.PredictionKeys.PROBABILITIES]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, n_classes), predicted_proba.shape)
-
-    # EXPORT
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    n_classes = 3
-    input_dimension = 2
-    batch_size = 10
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    x_data = data.reshape(batch_size, input_dimension)
-    y_data = np.reshape(self._as_label(data[:batch_size]), (batch_size, 1))
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data}, y=y_data, batch_size=batch_size, shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data}, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size)
-
-  def test_pandas_input_fn(self):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-    input_dimension = 1
-    n_classes = 3
-    batch_size = 10
-    data = np.linspace(0., n_classes - 1., batch_size, dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(self._as_label(data))
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, num_epochs=None, shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size)
-
-  def test_input_fn_from_parse_example(self):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    input_dimension = 2
-    n_classes = 3
-    batch_size = 10
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(
-          features=feature_pb2.Features(
-              feature={
-                  'x':
-                      feature_pb2.Feature(
-                          float_list=feature_pb2.FloatList(value=datum)),
-                  'y':
-                      feature_pb2.Feature(
-                          int64_list=feature_pb2.Int64List(
-                              value=self._as_label(datum[:1]))),
-              }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([1], dtypes.int64),
-    }
-
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/early_stopping.py b/tensorflow/contrib/estimator/python/estimator/early_stopping.py
index cafe8279c7..11856ece38 100644
--- a/tensorflow/contrib/estimator/python/estimator/early_stopping.py
+++ b/tensorflow/contrib/estimator/python/estimator/early_stopping.py
@@ -12,495 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utilities for early stopping."""
+"""early_stopping python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import operator
-import os
-
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import tf_logging
-from tensorflow.python.summary import summary_iterator
-from tensorflow.python.training import basic_session_run_hooks
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.training import training_util
-
-_EVENT_FILE_GLOB_PATTERN = 'events.out.tfevents.*'
-
-
-def make_early_stopping_hook(estimator,
-                             should_stop_fn,
-                             run_every_secs=60,
-                             run_every_steps=None):
-  """Creates early-stopping hook.
-
-  Returns a `SessionRunHook` that stops training when `should_stop_fn` returns
-  `True`.
-
-  Usage example:
-
-  ```python
-  estimator = ...
-  hook = early_stopping.make_early_stopping_hook(
-      estimator, should_stop_fn=make_stop_fn(...))
-  train_spec = tf.estimator.TrainSpec(..., hooks=[hook])
-  tf.estimator.train_and_evaluate(estimator, train_spec, ...)
-  ```
-
-  Caveat: Current implementation supports early-stopping both training and
-  evaluation in local mode. In distributed mode, training can be stopped but
-  evaluation (where it's a separate job) will indefinitely wait for new model
-  checkpoints to evaluate, so you will need other means to detect and stop it.
-  Early-stopping evaluation in distributed mode requires changes in
-  `train_and_evaluate` API and will be addressed in a future revision.
-
-  Args:
-    estimator: A `tf.estimator.Estimator` instance.
-    should_stop_fn: `callable`, function that takes no arguments and returns a
-      `bool`. If the function returns `True`, stopping will be initiated by the
-      chief.
-    run_every_secs: If specified, calls `should_stop_fn` at an interval of
-      `run_every_secs` seconds. Defaults to 60 seconds. Either this or
-      `run_every_steps` must be set.
-    run_every_steps: If specified, calls `should_stop_fn` every
-      `run_every_steps` steps. Either this or `run_every_secs` must be set.
-
-  Returns:
-    A `SessionRunHook` that periodically executes `should_stop_fn` and initiates
-    early stopping if the function returns `True`.
-
-  Raises:
-    TypeError: If `estimator` is not of type `tf.estimator.Estimator`.
-    ValueError: If both `run_every_secs` and `run_every_steps` are set.
-  """
-  if not isinstance(estimator, estimator_lib.Estimator):
-    raise TypeError('`estimator` must have type `tf.estimator.Estimator`. '
-                    'Got: {}'.format(type(estimator)))
-
-  if run_every_secs is not None and run_every_steps is not None:
-    raise ValueError('Only one of `run_every_secs` and `run_every_steps` must '
-                     'be set.')
-
-  if estimator.config.is_chief:
-    return _StopOnPredicateHook(should_stop_fn, run_every_secs, run_every_steps)
-  else:
-    return _CheckForStoppingHook()
-
-
-def stop_if_higher_hook(estimator,
-                        metric_name,
-                        threshold,
-                        eval_dir=None,
-                        min_steps=0,
-                        run_every_secs=60,
-                        run_every_steps=None):
-  """Creates hook to stop if the given metric is higher than the threshold.
-
-  Usage example:
-
-  ```python
-  estimator = ...
-  # Hook to stop training if accuracy becomes higher than 0.9.
-  hook = early_stopping.stop_if_higher_hook(estimator, "accuracy", 0.9)
-  train_spec = tf.estimator.TrainSpec(..., hooks=[hook])
-  tf.estimator.train_and_evaluate(estimator, train_spec, ...)
-  ```
-
-  Caveat: Current implementation supports early-stopping both training and
-  evaluation in local mode. In distributed mode, training can be stopped but
-  evaluation (where it's a separate job) will indefinitely wait for new model
-  checkpoints to evaluate, so you will need other means to detect and stop it.
-  Early-stopping evaluation in distributed mode requires changes in
-  `train_and_evaluate` API and will be addressed in a future revision.
-
-  Args:
-    estimator: A `tf.estimator.Estimator` instance.
-    metric_name: `str`, metric to track. "loss", "accuracy", etc.
-    threshold: Numeric threshold for the given metric.
-    eval_dir: If set, directory containing summary files with eval metrics. By
-      default, `estimator.eval_dir()` will be used.
-    min_steps: `int`, stop is never requested if global step is less than this
-      value. Defaults to 0.
-    run_every_secs: If specified, calls `should_stop_fn` at an interval of
-      `run_every_secs` seconds. Defaults to 60 seconds. Either this or
-      `run_every_steps` must be set.
-    run_every_steps: If specified, calls `should_stop_fn` every
-      `run_every_steps` steps. Either this or `run_every_secs` must be set.
-
-  Returns:
-    An early-stopping hook of type `SessionRunHook` that periodically checks
-    if the given metric is higher than specified threshold and initiates
-    early stopping if true.
-  """
-  return _stop_if_threshold_crossed_hook(
-      estimator=estimator,
-      metric_name=metric_name,
-      threshold=threshold,
-      higher_is_better=True,
-      eval_dir=eval_dir,
-      min_steps=min_steps,
-      run_every_secs=run_every_secs,
-      run_every_steps=run_every_steps)
-
-
-def stop_if_lower_hook(estimator,
-                       metric_name,
-                       threshold,
-                       eval_dir=None,
-                       min_steps=0,
-                       run_every_secs=60,
-                       run_every_steps=None):
-  """Creates hook to stop if the given metric is lower than the threshold.
-
-  Usage example:
-
-  ```python
-  estimator = ...
-  # Hook to stop training if loss becomes lower than 100.
-  hook = early_stopping.stop_if_lower_hook(estimator, "loss", 100)
-  train_spec = tf.estimator.TrainSpec(..., hooks=[hook])
-  tf.estimator.train_and_evaluate(estimator, train_spec, ...)
-  ```
-
-  Caveat: Current implementation supports early-stopping both training and
-  evaluation in local mode. In distributed mode, training can be stopped but
-  evaluation (where it's a separate job) will indefinitely wait for new model
-  checkpoints to evaluate, so you will need other means to detect and stop it.
-  Early-stopping evaluation in distributed mode requires changes in
-  `train_and_evaluate` API and will be addressed in a future revision.
-
-  Args:
-    estimator: A `tf.estimator.Estimator` instance.
-    metric_name: `str`, metric to track. "loss", "accuracy", etc.
-    threshold: Numeric threshold for the given metric.
-    eval_dir: If set, directory containing summary files with eval metrics. By
-      default, `estimator.eval_dir()` will be used.
-    min_steps: `int`, stop is never requested if global step is less than this
-      value. Defaults to 0.
-    run_every_secs: If specified, calls `should_stop_fn` at an interval of
-      `run_every_secs` seconds. Defaults to 60 seconds. Either this or
-      `run_every_steps` must be set.
-    run_every_steps: If specified, calls `should_stop_fn` every
-      `run_every_steps` steps. Either this or `run_every_secs` must be set.
-
-  Returns:
-    An early-stopping hook of type `SessionRunHook` that periodically checks
-    if the given metric is lower than specified threshold and initiates
-    early stopping if true.
-  """
-  return _stop_if_threshold_crossed_hook(
-      estimator=estimator,
-      metric_name=metric_name,
-      threshold=threshold,
-      higher_is_better=False,
-      eval_dir=eval_dir,
-      min_steps=min_steps,
-      run_every_secs=run_every_secs,
-      run_every_steps=run_every_steps)
-
-
-def stop_if_no_increase_hook(estimator,
-                             metric_name,
-                             max_steps_without_increase,
-                             eval_dir=None,
-                             min_steps=0,
-                             run_every_secs=60,
-                             run_every_steps=None):
-  """Creates hook to stop if metric does not increase within given max steps.
-
-  Usage example:
-
-  ```python
-  estimator = ...
-  # Hook to stop training if accuracy does not increase in over 100000 steps.
-  hook = early_stopping.stop_if_no_increase_hook(estimator, "accuracy", 100000)
-  train_spec = tf.estimator.TrainSpec(..., hooks=[hook])
-  tf.estimator.train_and_evaluate(estimator, train_spec, ...)
-  ```
-
-  Caveat: Current implementation supports early-stopping both training and
-  evaluation in local mode. In distributed mode, training can be stopped but
-  evaluation (where it's a separate job) will indefinitely wait for new model
-  checkpoints to evaluate, so you will need other means to detect and stop it.
-  Early-stopping evaluation in distributed mode requires changes in
-  `train_and_evaluate` API and will be addressed in a future revision.
-
-  Args:
-    estimator: A `tf.estimator.Estimator` instance.
-    metric_name: `str`, metric to track. "loss", "accuracy", etc.
-    max_steps_without_increase: `int`, maximum number of training steps with no
-      increase in the given metric.
-    eval_dir: If set, directory containing summary files with eval metrics. By
-      default, `estimator.eval_dir()` will be used.
-    min_steps: `int`, stop is never requested if global step is less than this
-      value. Defaults to 0.
-    run_every_secs: If specified, calls `should_stop_fn` at an interval of
-      `run_every_secs` seconds. Defaults to 60 seconds. Either this or
-      `run_every_steps` must be set.
-    run_every_steps: If specified, calls `should_stop_fn` every
-      `run_every_steps` steps. Either this or `run_every_secs` must be set.
-
-  Returns:
-    An early-stopping hook of type `SessionRunHook` that periodically checks
-    if the given metric shows no increase over given maximum number of
-    training steps, and initiates early stopping if true.
-  """
-  return _stop_if_no_metric_improvement_hook(
-      estimator=estimator,
-      metric_name=metric_name,
-      max_steps_without_improvement=max_steps_without_increase,
-      higher_is_better=True,
-      eval_dir=eval_dir,
-      min_steps=min_steps,
-      run_every_secs=run_every_secs,
-      run_every_steps=run_every_steps)
-
-
-def stop_if_no_decrease_hook(estimator,
-                             metric_name,
-                             max_steps_without_decrease,
-                             eval_dir=None,
-                             min_steps=0,
-                             run_every_secs=60,
-                             run_every_steps=None):
-  """Creates hook to stop if metric does not decrease within given max steps.
-
-  Usage example:
-
-  ```python
-  estimator = ...
-  # Hook to stop training if loss does not decrease in over 100000 steps.
-  hook = early_stopping.stop_if_no_decrease_hook(estimator, "loss", 100000)
-  train_spec = tf.estimator.TrainSpec(..., hooks=[hook])
-  tf.estimator.train_and_evaluate(estimator, train_spec, ...)
-  ```
-
-  Caveat: Current implementation supports early-stopping both training and
-  evaluation in local mode. In distributed mode, training can be stopped but
-  evaluation (where it's a separate job) will indefinitely wait for new model
-  checkpoints to evaluate, so you will need other means to detect and stop it.
-  Early-stopping evaluation in distributed mode requires changes in
-  `train_and_evaluate` API and will be addressed in a future revision.
-
-  Args:
-    estimator: A `tf.estimator.Estimator` instance.
-    metric_name: `str`, metric to track. "loss", "accuracy", etc.
-    max_steps_without_decrease: `int`, maximum number of training steps with no
-      decrease in the given metric.
-    eval_dir: If set, directory containing summary files with eval metrics. By
-      default, `estimator.eval_dir()` will be used.
-    min_steps: `int`, stop is never requested if global step is less than this
-      value. Defaults to 0.
-    run_every_secs: If specified, calls `should_stop_fn` at an interval of
-      `run_every_secs` seconds. Defaults to 60 seconds. Either this or
-      `run_every_steps` must be set.
-    run_every_steps: If specified, calls `should_stop_fn` every
-      `run_every_steps` steps. Either this or `run_every_secs` must be set.
-
-  Returns:
-    An early-stopping hook of type `SessionRunHook` that periodically checks
-    if the given metric shows no decrease over given maximum number of
-    training steps, and initiates early stopping if true.
-  """
-  return _stop_if_no_metric_improvement_hook(
-      estimator=estimator,
-      metric_name=metric_name,
-      max_steps_without_improvement=max_steps_without_decrease,
-      higher_is_better=False,
-      eval_dir=eval_dir,
-      min_steps=min_steps,
-      run_every_secs=run_every_secs,
-      run_every_steps=run_every_steps)
-
-
-def read_eval_metrics(eval_dir):
-  """Helper to read eval metrics from eval summary files.
-
-  Args:
-    eval_dir: Directory containing summary files with eval metrics.
-
-  Returns:
-    A `dict` with global steps mapping to `dict` of metric names and values.
-  """
-  eval_metrics_dict = {}
-  for event in _summaries(eval_dir):
-    if not event.HasField('summary'):
-      continue
-    metrics = {}
-    for value in event.summary.value:
-      if value.HasField('simple_value'):
-        metrics[value.tag] = value.simple_value
-    if metrics:
-      eval_metrics_dict[event.step] = metrics
-  return collections.OrderedDict(
-      sorted(eval_metrics_dict.items(), key=lambda t: t[0]))
-
-
-def _stop_if_threshold_crossed_hook(estimator, metric_name, threshold,
-                                    higher_is_better, eval_dir, min_steps,
-                                    run_every_secs, run_every_steps):
-  """Creates early-stopping hook to stop training if threshold is crossed."""
-
-  if eval_dir is None:
-    eval_dir = estimator.eval_dir()
-
-  is_lhs_better = operator.gt if higher_is_better else operator.lt
-  greater_or_lesser = 'greater than' if higher_is_better else 'less than'
-
-  def stop_if_threshold_crossed_fn():
-    """Returns `True` if the given metric crosses specified threshold."""
-
-    eval_results = read_eval_metrics(eval_dir)
-
-    for step, metrics in eval_results.items():
-      if step < min_steps:
-        continue
-      val = metrics[metric_name]
-      if is_lhs_better(val, threshold):
-        tf_logging.info(
-            'At step %s, metric "%s" has value %s which is %s the configured '
-            'threshold (%s) for early stopping.', step, metric_name, val,
-            greater_or_lesser, threshold)
-        return True
-    return False
-
-  return make_early_stopping_hook(
-      estimator=estimator,
-      should_stop_fn=stop_if_threshold_crossed_fn,
-      run_every_secs=run_every_secs,
-      run_every_steps=run_every_steps)
-
-
-def _stop_if_no_metric_improvement_hook(
-    estimator, metric_name, max_steps_without_improvement, higher_is_better,
-    eval_dir, min_steps, run_every_secs, run_every_steps):
-  """Returns hook to stop training if given metric shows no improvement."""
-
-  if eval_dir is None:
-    eval_dir = estimator.eval_dir()
-
-  is_lhs_better = operator.gt if higher_is_better else operator.lt
-  increase_or_decrease = 'increase' if higher_is_better else 'decrease'
-
-  def stop_if_no_metric_improvement_fn():
-    """Returns `True` if metric does not improve within max steps."""
-
-    eval_results = read_eval_metrics(eval_dir)
-
-    best_val = None
-    best_val_step = None
-    for step, metrics in eval_results.items():
-      if step < min_steps:
-        continue
-      val = metrics[metric_name]
-      if best_val is None or is_lhs_better(val, best_val):
-        best_val = val
-        best_val_step = step
-      if step - best_val_step >= max_steps_without_improvement:
-        tf_logging.info(
-            'No %s in metric "%s" for %s steps, which is greater than or equal '
-            'to max steps (%s) configured for early stopping.',
-            increase_or_decrease, metric_name, step - best_val_step,
-            max_steps_without_improvement)
-        return True
-    return False
-
-  return make_early_stopping_hook(
-      estimator=estimator,
-      should_stop_fn=stop_if_no_metric_improvement_fn,
-      run_every_secs=run_every_secs,
-      run_every_steps=run_every_steps)
-
-
-def _summaries(eval_dir):
-  """Yields `tensorflow.Event` protos from event files in the eval dir.
-
-  Args:
-    eval_dir: Directory containing summary files with eval metrics.
-
-  Yields:
-    `tensorflow.Event` object read from the event files.
-  """
-  if gfile.Exists(eval_dir):
-    for event_file in gfile.Glob(
-        os.path.join(eval_dir, _EVENT_FILE_GLOB_PATTERN)):
-      for event in summary_iterator.summary_iterator(event_file):
-        yield event
-
-
-def _get_or_create_stop_var():
-  with variable_scope.variable_scope(
-      name_or_scope='signal_early_stopping',
-      values=[],
-      reuse=variable_scope.AUTO_REUSE):
-    return variable_scope.get_variable(
-        name='STOP',
-        shape=[],
-        dtype=dtypes.bool,
-        initializer=init_ops.constant_initializer(False),
-        collections=[ops.GraphKeys.GLOBAL_VARIABLES],
-        trainable=False)
-
-
-class _StopOnPredicateHook(session_run_hook.SessionRunHook):
-  """Hook that requests stop when `should_stop_fn` returns `True`."""
-
-  def __init__(self, should_stop_fn, run_every_secs=60, run_every_steps=None):
-    if not callable(should_stop_fn):
-      raise TypeError('`should_stop_fn` must be callable.')
-
-    self._should_stop_fn = should_stop_fn
-    self._timer = basic_session_run_hooks.SecondOrStepTimer(
-        every_secs=run_every_secs, every_steps=run_every_steps)
-    self._global_step_tensor = None
-    self._stop_var = None
-    self._stop_op = None
-
-  def begin(self):
-    self._global_step_tensor = training_util.get_global_step()
-    self._stop_var = _get_or_create_stop_var()
-    self._stop_op = state_ops.assign(self._stop_var, True)
-
-  def before_run(self, run_context):
-    del run_context
-    return session_run_hook.SessionRunArgs(self._global_step_tensor)
-
-  def after_run(self, run_context, run_values):
-    global_step = run_values.results
-    if self._timer.should_trigger_for_step(global_step):
-      self._timer.update_last_triggered_step(global_step)
-      if self._should_stop_fn():
-        tf_logging.info('Requesting early stopping at global step %d',
-                        global_step)
-        run_context.session.run(self._stop_op)
-        run_context.request_stop()
-
-
-class _CheckForStoppingHook(session_run_hook.SessionRunHook):
-  """Hook that requests stop if stop is requested by `_StopOnPredicateHook`."""
-
-  def __init__(self):
-    self._stop_var = None
-
-  def begin(self):
-    self._stop_var = _get_or_create_stop_var()
+from tensorflow_estimator.contrib.estimator.python.estimator import early_stopping
 
-  def before_run(self, run_context):
-    del run_context
-    return session_run_hook.SessionRunArgs(self._stop_var)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+early_stopping.__all__ = [
+    s for s in dir(early_stopping) if not s.startswith('__')
+]
 
-  def after_run(self, run_context, run_values):
-    should_early_stop = run_values.results
-    if should_early_stop:
-      tf_logging.info('Early stopping requested, suspending run.')
-      run_context.request_stop()
+from tensorflow_estimator.contrib.estimator.python.estimator.early_stopping import *
diff --git a/tensorflow/contrib/estimator/python/estimator/early_stopping_test.py b/tensorflow/contrib/estimator/python/estimator/early_stopping_test.py
deleted file mode 100644
index e4bfd4b446..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/early_stopping_test.py
+++ /dev/null
@@ -1,246 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for early_stopping."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import tempfile
-
-from absl.testing import parameterized
-from tensorflow.contrib.estimator.python.estimator import early_stopping
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import run_config
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.platform import test
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import training_util
-
-
-class _FakeRunConfig(run_config.RunConfig):
-
-  def __init__(self, is_chief):
-    super(_FakeRunConfig, self).__init__()
-    self._is_chief = is_chief
-
-  @property
-  def is_chief(self):
-    return self._is_chief
-
-
-def _dummy_model_fn(features, labels, params):
-  _, _, _ = features, labels, params
-
-
-class _FakeEstimator(estimator.Estimator):
-  """Fake estimator for testing."""
-
-  def __init__(self, config):
-    super(_FakeEstimator, self).__init__(
-        model_fn=_dummy_model_fn, config=config)
-
-
-def _write_events(eval_dir, params):
-  """Test helper to write events to summary files."""
-  for steps, loss, accuracy in params:
-    estimator._write_dict_to_summary(eval_dir, {
-        'loss': loss,
-        'accuracy': accuracy,
-    }, steps)
-
-
-class ReadEvalMetricsTest(test.TestCase):
-
-  def test_read_eval_metrics(self):
-    eval_dir = tempfile.mkdtemp()
-    _write_events(
-        eval_dir,
-        [
-            # steps, loss, accuracy
-            (1000, 1, 2),
-            (2000, 3, 4),
-            (3000, 5, 6),
-        ])
-    self.assertEqual({
-        1000: {
-            'loss': 1,
-            'accuracy': 2
-        },
-        2000: {
-            'loss': 3,
-            'accuracy': 4
-        },
-        3000: {
-            'loss': 5,
-            'accuracy': 6
-        },
-    }, early_stopping.read_eval_metrics(eval_dir))
-
-  def test_read_eval_metrics_when_no_events(self):
-    eval_dir = tempfile.mkdtemp()
-    self.assertTrue(os.path.exists(eval_dir))
-
-    # No error should be raised when eval directory exists with no event files.
-    self.assertEqual({}, early_stopping.read_eval_metrics(eval_dir))
-
-    os.rmdir(eval_dir)
-    self.assertFalse(os.path.exists(eval_dir))
-
-    # No error should be raised when eval directory does not exist.
-    self.assertEqual({}, early_stopping.read_eval_metrics(eval_dir))
-
-
-class EarlyStoppingHooksTest(test.TestCase, parameterized.TestCase):
-
-  def setUp(self):
-    config = _FakeRunConfig(is_chief=True)
-    self._estimator = _FakeEstimator(config=config)
-    eval_dir = self._estimator.eval_dir()
-    os.makedirs(eval_dir)
-    _write_events(
-        eval_dir,
-        [
-            # steps, loss, accuracy
-            (1000, 0.8, 0.5),
-            (2000, 0.7, 0.6),
-            (3000, 0.4, 0.7),
-            (3500, 0.41, 0.68),
-        ])
-
-  def run_session(self, hooks, should_stop):
-    hooks = hooks if isinstance(hooks, list) else [hooks]
-    with ops.Graph().as_default():
-      training_util.create_global_step()
-      no_op = control_flow_ops.no_op()
-      with monitored_session.SingularMonitoredSession(hooks=hooks) as mon_sess:
-        mon_sess.run(no_op)
-        self.assertEqual(mon_sess.should_stop(), should_stop)
-
-  @parameterized.parameters((0.8, 0, False), (0.6, 4000, False), (0.6, 0, True))
-  def test_stop_if_higher_hook(self, threshold, min_steps, should_stop):
-    self.run_session(
-        early_stopping.stop_if_higher_hook(
-            self._estimator,
-            metric_name='accuracy',
-            threshold=threshold,
-            min_steps=min_steps), should_stop)
-
-  @parameterized.parameters((0.3, 0, False), (0.5, 4000, False), (0.5, 0, True))
-  def test_stop_if_lower_hook(self, threshold, min_steps, should_stop):
-    self.run_session(
-        early_stopping.stop_if_lower_hook(
-            self._estimator,
-            metric_name='loss',
-            threshold=threshold,
-            min_steps=min_steps), should_stop)
-
-  @parameterized.parameters((1500, 0, False), (500, 4000, False),
-                            (500, 0, True))
-  def test_stop_if_no_increase_hook(self, max_steps, min_steps, should_stop):
-    self.run_session(
-        early_stopping.stop_if_no_increase_hook(
-            self._estimator,
-            metric_name='accuracy',
-            max_steps_without_increase=max_steps,
-            min_steps=min_steps), should_stop)
-
-  @parameterized.parameters((1500, 0, False), (500, 4000, False),
-                            (500, 0, True))
-  def test_stop_if_no_decrease_hook(self, max_steps, min_steps, should_stop):
-    self.run_session(
-        early_stopping.stop_if_no_decrease_hook(
-            self._estimator,
-            metric_name='loss',
-            max_steps_without_decrease=max_steps,
-            min_steps=min_steps), should_stop)
-
-  @parameterized.parameters((1500, 0.3, False), (1500, 0.5, True),
-                            (500, 0.3, True))
-  def test_multiple_hooks(self, max_steps, loss_threshold, should_stop):
-    self.run_session([
-        early_stopping.stop_if_no_decrease_hook(
-            self._estimator,
-            metric_name='loss',
-            max_steps_without_decrease=max_steps),
-        early_stopping.stop_if_lower_hook(
-            self._estimator, metric_name='loss', threshold=loss_threshold)
-    ], should_stop)
-
-  @parameterized.parameters(False, True)
-  def test_make_early_stopping_hook(self, should_stop):
-    self.run_session([
-        early_stopping.make_early_stopping_hook(
-            self._estimator, should_stop_fn=lambda: should_stop)
-    ], should_stop)
-
-  def test_make_early_stopping_hook_typeerror(self):
-    with self.assertRaises(TypeError):
-      early_stopping.make_early_stopping_hook(
-          estimator=object(), should_stop_fn=lambda: True)
-
-  def test_make_early_stopping_hook_valueerror(self):
-    with self.assertRaises(ValueError):
-      early_stopping.make_early_stopping_hook(
-          self._estimator,
-          should_stop_fn=lambda: True,
-          run_every_secs=60,
-          run_every_steps=100)
-
-
-class StopOnPredicateHookTest(test.TestCase):
-
-  def test_stop(self):
-    hook = early_stopping._StopOnPredicateHook(
-        should_stop_fn=lambda: False, run_every_secs=0)
-    with ops.Graph().as_default():
-      training_util.create_global_step()
-      no_op = control_flow_ops.no_op()
-      with monitored_session.SingularMonitoredSession(hooks=[hook]) as mon_sess:
-        mon_sess.run(no_op)
-        self.assertFalse(mon_sess.should_stop())
-        self.assertFalse(mon_sess.raw_session().run(hook._stop_var))
-
-    hook = early_stopping._StopOnPredicateHook(
-        should_stop_fn=lambda: True, run_every_secs=0)
-    with ops.Graph().as_default():
-      training_util.create_global_step()
-      no_op = control_flow_ops.no_op()
-      with monitored_session.SingularMonitoredSession(hooks=[hook]) as mon_sess:
-        mon_sess.run(no_op)
-        self.assertTrue(mon_sess.should_stop())
-        self.assertTrue(mon_sess.raw_session().run(hook._stop_var))
-
-
-class CheckForStoppingHookTest(test.TestCase):
-
-  def test_stop(self):
-    hook = early_stopping._CheckForStoppingHook()
-    with ops.Graph().as_default():
-      no_op = control_flow_ops.no_op()
-      assign_op = state_ops.assign(early_stopping._get_or_create_stop_var(),
-                                   True)
-      with monitored_session.SingularMonitoredSession(hooks=[hook]) as mon_sess:
-        mon_sess.run(no_op)
-        self.assertFalse(mon_sess.should_stop())
-        mon_sess.run(assign_op)
-        self.assertTrue(mon_sess.should_stop())
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/export.py b/tensorflow/contrib/estimator/python/estimator/export.py
index b0deb9b494..738b343dfd 100644
--- a/tensorflow/contrib/estimator/python/estimator/export.py
+++ b/tensorflow/contrib/estimator/python/estimator/export.py
@@ -12,212 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Wrapper for methods to export train/eval graphs from Estimator."""
+"""export python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.estimator import model_fn as model_fn_lib
-
-
-def export_saved_model_for_mode(
-    estimator, export_dir_base, input_receiver_fn,
-    assets_extra=None,
-    as_text=False,
-    checkpoint_path=None,
-    strip_default_attrs=False,
-    mode=model_fn_lib.ModeKeys.PREDICT):
-  # pylint: disable=line-too-long
-  """Exports a single train/eval/predict graph as a SavedModel.
-
-  For a detailed guide, see [Using SavedModel with Estimators](
-  https://tensorflow.org/guide/saved_model#using_savedmodel_with_estimators).
-
-  Sample usage:
-  ```python
-  classifier = tf.estimator.LinearClassifier(
-      feature_columns=[age, language])
-  classifier.train(input_fn=input_fn, steps=1000)
-
-  feature_spec = {
-      'age': tf.placeholder(dtype=tf.int64),
-      'language': array_ops.placeholder(dtype=tf.string)
-  }
-  label_spec = tf.placeholder(dtype=dtypes.int64)
-
-  train_rcvr_fn = tf.contrib.estimator.build_raw_supervised_input_receiver_fn(
-      feature_spec, label_spec)
-
-  export_dir = tf.contrib.estimator.export_saved_model_for_mode(
-      classifier,
-      export_dir_base='my_model/',
-      input_receiver_fn=train_rcvr_fn,
-      mode=model_fn_lib.ModeKeys.TRAIN)
-
-  # export_dir is a timestamped directory with the SavedModel, which
-  # can be used for serving, analysis with TFMA, or directly loaded in.
-  with ops.Graph().as_default() as graph:
-    with session.Session(graph=graph) as sess:
-      loader.load(sess, [tag_constants.TRAINING], export_dir)
-      weights = graph.get_tensor_by_name(''linear/linear_model/age/weights')
-      ...
-  ```
-
-  This method is a wrapper for _export_all_saved_models, and wraps a raw
-  input_receiver_fn in a dictionary to pass in to that function.
-  See _export_all_saved_models for full docs.
-
-  See tf.contrib.estimator.export_saved_model_for_mode for the currently
-  exposed version of this function.
-
-  Args:
-    estimator: an instance of tf.estimator.Estimator
-    export_dir_base: A string containing a directory in which to create
-      timestamped subdirectories containing exported SavedModels.
-    input_receiver_fn: a function that takes no argument and
-      returns the appropriate subclass of `InputReceiver`.
-    assets_extra: A dict specifying how to populate the assets.extra directory
-      within the exported SavedModel, or `None` if no extra assets are needed.
-    as_text: whether to write the SavedModel proto in text format.
-    checkpoint_path: The checkpoint path to export.  If `None` (the default),
-      the most recent checkpoint found within the model directory is chosen.
-    strip_default_attrs: Boolean. If `True`, default-valued attributes will be
-      removed from the NodeDefs. For a detailed guide, see
-      [Stripping Default-Valued Attributes](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes).
-    mode: tf.estimator.ModeKeys value indicating with mode will be exported.
-
-  Returns:
-    The string path to the exported directory.
-
-  Raises:
-    ValueError: if input_receiver_fn is None, no export_outputs
-      are provided, or no checkpoint can be found.
-  """
-  # pylint: enable=line-too-long
-
-  # pylint: disable=protected-access
-  return estimator._export_saved_model_for_mode(
-      export_dir_base, input_receiver_fn,
-      assets_extra=assets_extra,
-      as_text=as_text,
-      checkpoint_path=checkpoint_path,
-      strip_default_attrs=strip_default_attrs,
-      mode=mode)
-  # pylint: enable=protected-access
-
-
-def export_all_saved_models(
-    estimator, export_dir_base, input_receiver_fn_map,
-    assets_extra=None,
-    as_text=False,
-    checkpoint_path=None,
-    strip_default_attrs=False):
-  # pylint: disable=line-too-long
-  """Exports requested train/eval/predict graphs as separate SavedModels.
-
-  See tf.contrib.estimator.export_all_saved_models for the currently
-  exposed version of this function.
-
-  For each mode passed in via the input_receiver_fn_map,
-  this method builds a new graph by calling the input_receiver_fn to obtain
-  feature and label `Tensor`s. Next, this method calls the `Estimator`'s
-  model_fn in the passed mode to generate the model graph based on
-  those features and labels, and restores the given checkpoint
-  (or, lacking that, the most recent checkpoint) into the graph.
-  Only one of the modes is used for saving variables to the SavedModel
-  (order of preference: TRAIN, EVAL, then PREDICT), such that up to three
-  MetaGraphDefs are saved with a single set of variables in a single
-  SavedModel directory.
-
-  For prediction, the exported `MetaGraphDef` will provide one `SignatureDef`
-  for each element of the export_outputs dict returned from the model_fn,
-  named using the same keys.  One of these keys is always
-  signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY, indicating which
-  signature will be served when a serving request does not specify one.
-  For each signature, the outputs are provided by the corresponding
-  `ExportOutput`s, and the inputs are always the input receivers provided by
-  the serving_input_receiver_fn.
-
-  For training and evaluation, the train_op is stored in an extra collection,
-  and loss, metrics, and predictions are included in a SignatureDef for the
-  mode in question.
-
-  Extra assets may be written into the SavedModel via the assets_extra
-  argument.  This should be a dict, where each key gives a destination path
-  (including the filename) relative to the assets.extra directory.  The
-  corresponding value gives the full path of the source file to be copied.
-  For example, the simple case of copying a single file without renaming it
-  is specified as `{'my_asset_file.txt': '/path/to/my_asset_file.txt'}`.
-
-  Sample usage:
-  ```python
-  classifier = tf.estimator.LinearClassifier(
-      feature_columns=[age, language])
-  classifier.train(input_fn=input_fn)
-
-  feature_spec = {
-      'age': tf.placeholder(dtype=tf.int64),
-      'language': array_ops.placeholder(dtype=tf.string)
-  }
-  label_spec = tf.placeholder(dtype=dtypes.int64)
-
-  train_rcvr_fn = tf.contrib.estimator.build_raw_supervised_input_receiver_fn(
-      feature_spec, label_spec)
-
-  serve_rcvr_fn = tf.estimator.export.build_parsing_serving_input_receiver_fn(
-      feature_spec)
-
-  rcvr_fn_map = {
-      model_fn_lib.ModeKeys.TRAIN: train_rcvr_fn,
-      model_fn_lib.ModeKeys.PREDICT: serve_rcvr_fn,
-  }
-
-  export_dir = tf.contrib.estimator.export_all_saved_models(
-      classifier,
-      export_dir_base='my_model/',
-      input_receiver_fn_map=rcvr_fn_map)
-
-  # export_dirs is a dict of directories with SavedModels, which
-  # can be used for serving, analysis with TFMA, or directly loaded in.
-  with ops.Graph().as_default() as graph:
-    with session.Session(graph=graph) as sess:
-      loader.load(sess, [tag_constants.TRAINING], export_dir)
-      weights = graph.get_tensor_by_name('linear/linear_model/age/weights')
-      ...
-  ```
-
-  Args:
-    estimator: an instance of tf.estimator.Estimator
-    export_dir_base: A string containing a directory in which to create
-      timestamped subdirectories containing exported SavedModels.
-    input_receiver_fn_map: dict of tf.estimator.ModeKeys to input_receiver_fn
-      mappings, where the input_receiver_fn is a function that takes no
-      argument and returns the appropriate subclass of `InputReceiver`.
-    assets_extra: A dict specifying how to populate the assets.extra directory
-      within the exported SavedModel, or `None` if no extra assets are needed.
-    as_text: whether to write the SavedModel proto in text format.
-    checkpoint_path: The checkpoint path to export.  If `None` (the default),
-      the most recent checkpoint found within the model directory is chosen.
-    strip_default_attrs: Boolean. If `True`, default-valued attributes will be
-      removed from the NodeDefs. For a detailed guide, see
-      [Stripping Default-Valued Attributes](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes).
-
-  Returns:
-    A dict of tf.estimator.ModeKeys value to string path for each exported
-    directory.
+from tensorflow_estimator.contrib.estimator.python.estimator import export
 
-  Raises:
-    ValueError: if any input_receiver_fn is None, no export_outputs
-      are provided, or no checkpoint can be found.
-  """
-  # pylint: enable=line-too-long
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+export.__all__ = [s for s in dir(export) if not s.startswith('__')]
 
-  # pylint: disable=protected-access
-  return estimator._export_all_saved_models(
-      export_dir_base, input_receiver_fn_map,
-      assets_extra=assets_extra,
-      as_text=as_text,
-      checkpoint_path=checkpoint_path,
-      strip_default_attrs=strip_default_attrs)
-  # pylint: enable=protected-access
+from tensorflow_estimator.contrib.estimator.python.estimator.export import *
diff --git a/tensorflow/contrib/estimator/python/estimator/export_test.py b/tensorflow/contrib/estimator/python/estimator/export_test.py
deleted file mode 100644
index 050821ee67..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/export_test.py
+++ /dev/null
@@ -1,373 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for contrib wrapping of export_saved_model_for_mode functionality.
-
-These are direct copies of the tests included in core, with import locations
-changed. These should be removed when the functionality in core is part of the
-public API.
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import tempfile
-
-from tensorflow.contrib.estimator.python.estimator import export as contrib_export
-from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import loader
-from tensorflow.python.saved_model import tag_constants
-from tensorflow.python.training import training
-from tensorflow.python.util import compat
-
-
-def _model_fn_for_export_tests(features, labels, mode):
-  _, _ = features, labels
-  variables.Variable(1., name='weight')
-  scores = constant_op.constant([3.])
-  classes = constant_op.constant(['wumpus'])
-  update_global_step = state_ops.assign_add(training.get_global_step(), 1)
-  with ops.control_dependencies([update_global_step]):
-    train_op = constant_op.constant(2.)
-  return model_fn_lib.EstimatorSpec(
-      mode,
-      predictions=constant_op.constant(10.),
-      loss=constant_op.constant(1.),
-      train_op=train_op,
-      export_outputs={
-          'test': export_output.ClassificationOutput(scores, classes)})
-
-
-def _x_y_input_fn():
-  return ({'x': constant_op.constant([[1], [1]]),
-           'y': constant_op.constant([[2], [2]])},
-          constant_op.constant([[1], [1]]))
-
-
-def _model_fn_with_x_y(features, labels, mode):
-  _ = labels
-  variables.Variable(1., name='weight')
-  scores = constant_op.constant([3.])
-  classes = constant_op.constant(['wumpus'])
-  if mode == model_fn_lib.ModeKeys.PREDICT:
-    variables.Variable(36., name='name_collision')
-    return model_fn_lib.EstimatorSpec(
-        mode,
-        predictions=constant_op.constant(10.),
-        export_outputs={
-            'test': export_output.ClassificationOutput(scores, classes)})
-  else:
-    prefix = 'eval_' if mode == model_fn_lib.ModeKeys.EVAL else ''
-
-    multiplied = math_ops.multiply(
-        features['x'], features['y'], name='{}multiplied'.format(prefix))
-    metrics = {'mean': metrics_lib.mean(features['x'] - features['y'],
-                                        name='{}mean'.format(prefix))}
-    variables.Variable(1., name='later_var')
-    variables.Variable(3., name='name_collision')
-    return model_fn_lib.EstimatorSpec(
-        mode,
-        predictions=multiplied,
-        loss=constant_op.constant(1.),
-        train_op=state_ops.assign_add(training.get_global_step(), 1),
-        eval_metric_ops=metrics)
-
-
-def _get_serving_input_receiver_fn():
-  feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                  'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-  return export.build_parsing_serving_input_receiver_fn(feature_spec)
-
-
-def _get_supervised_input_receiver_fn():
-  feature_spec = {
-      'x': array_ops.placeholder(
-          dtype=dtypes.int64, shape=(2, 1), name='feature_x'),
-      'y': array_ops.placeholder(
-          dtype=dtypes.int64, shape=(2, 1), name='feature_y')
-      }
-  label_spec = array_ops.placeholder(
-      dtype=dtypes.float32, shape=[1], name='truth')
-
-  return export.build_raw_supervised_input_receiver_fn(
-      feature_spec, label_spec)
-
-
-class EstimatorExportTest(test.TestCase):
-
-  def test_export_saved_model_train(self):
-    self._test_export_saved_model_for_mode(
-        _get_supervised_input_receiver_fn(), model_fn_lib.ModeKeys.TRAIN)
-
-  def test_export_saved_model_eval(self):
-    self._test_export_saved_model_for_mode(
-        _get_supervised_input_receiver_fn(), model_fn_lib.ModeKeys.EVAL)
-
-  def test_export_saved_model_predict(self):
-    self._test_export_saved_model_for_mode(
-        _get_serving_input_receiver_fn(), model_fn_lib.ModeKeys.PREDICT)
-
-  def _test_export_saved_model_for_mode(self, input_receiver_fn, mode):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_for_export_tests)
-    est.train(input_fn=_x_y_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = contrib_export.export_saved_model_for_mode(
-        est, export_dir_base, input_receiver_fn, mode=mode)
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-    self._validate_exported_files(export_dir)
-
-    # Restore, to validate that the export was well-formed.
-    tag_set = model_fn_lib.EXPORT_TAG_MAP[mode]
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, tag_set, export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertFalse('name_collision_1' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_receiver_map(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('input_example_tensor' in graph_ops)
-        self.assertTrue('ParseExample/ParseExample' in graph_ops)
-        self.assertFalse('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_train_only(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('multiplied' in graph_ops)
-        self.assertTrue('mean/update_op' in graph_ops)
-        self.assertFalse('eval_multiplied' in graph_ops)
-        self.assertTrue('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_eval_only(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.EVAL], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('eval_multiplied' in graph_ops)
-        self.assertTrue('eval_mean/value' in graph_ops)
-        self.assertFalse('multiplied' in graph_ops)
-        self.assertTrue('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_no_serving(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('multiplied' in graph_ops)
-        self.assertFalse('eval_multiplied' in graph_ops)
-        self.assertTrue('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.EVAL], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('eval_multiplied' in graph_ops)
-        self.assertFalse('multiplied' in graph_ops)
-        # TODO(karmel): is this the desired behavior when names are shared?
-        self.assertTrue('feature_x_1' in graph_ops)
-        self.assertTrue('feature_y_1' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_three_defs(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    # Restore, to validate that the export was well-formed.
-    for tag_set in model_fn_lib.EXPORT_TAG_MAP.values():
-      with ops.Graph().as_default() as graph:
-        with session.Session(graph=graph) as sess:
-          loader.load(sess, tag_set, export_dir)
-          graph_ops = [x.name for x in graph.get_operations()]
-          self.assertTrue('global_step/Assign' in graph_ops)
-          self.assertTrue('global_step/Initializer/zeros' in graph_ops)
-          self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_all_vars(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('later_var' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertFalse('later_var' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_name_collision(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('name_collision' in graph_ops)
-        self.assertFalse('name_collision_1' in graph_ops)
-        collection_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-        self.assertEqual(3, collection_vars[-1].eval())
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('name_collision' in graph_ops)
-        self.assertFalse('name_collision_1' in graph_ops)
-        collection_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-        # This is a non-obvious detail: when we load the estimator spec
-        # for predict, name_collision gets set to 36. However, we then restore
-        # from checkpoint, which should overwrite that var and make it the 3
-        # from training. In practice, this would not be a good way to write
-        # a model_fn, but leaving this check in for now to ensure consistency
-        # with what would happen given our current order of spec, then
-        # checkpoint.
-        self.assertEqual(3, collection_vars[-1].eval())
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def _test_export_all_saved_models(self, input_receiver_fn_map):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_with_x_y)
-    est.train(input_fn=_x_y_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = contrib_export.export_all_saved_models(
-        est, export_dir_base, input_receiver_fn_map)
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-
-    self._validate_exported_files(export_dir)
-
-    return export_dir, tmpdir
-
-  def _validate_exported_files(self, export_dir):
-    self.assertTrue(gfile.Exists(export_dir))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('saved_model.pb'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.index'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.data-00000-of-00001'))))
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/exporter.py b/tensorflow/contrib/estimator/python/estimator/exporter.py
index 09d7440605..25ac78ca37 100644
--- a/tensorflow/contrib/estimator/python/estimator/exporter.py
+++ b/tensorflow/contrib/estimator/python/estimator/exporter.py
@@ -12,269 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Implements StepsExporter to export the model in user specified steps."""
+"""exporter python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import os
-
-from tensorflow.python.estimator import exporter
-from tensorflow.python.framework import ops
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import tf_logging
-from tensorflow.python.summary import summary_iterator
-
-DEFAULT_GLOBAL_STEP_KEY = ops.GraphKeys.GLOBAL_STEP
-
-
-class StepsExporter(exporter.Exporter):
-  """This class exports the model in user specified steps.
-
-  This class exports the model at the steps given by the `steps_to_keep`
-  argument. Each number in the list is treated as a lower bound for model
-  exports, to handle the case when evaluation is performed at different steps.
-
-  Consider this example:
-
-  ```
-  steps_to_keep = [1, 2, 3, 6, 7, 10, 12, 25]
-  ```
-
-  The model is evaluated at step increments of 5: `[5, 10, 15, 20, 25, 30]`.
-  The `StepsExporter` will export the model when it has reached steps
-  `[5, 10, 15, 25]`.
-
-  This example illustrates the two cases when the model is exported:
-
-  1. Model is evaluated on a step defined in the list `steps_to_keep`.
-
-     In the example, the model is exported on step `10` and `25`.
-
-  2. Model is evaluated on a step not defined in the list `steps_to_keep`, but
-     is still exported because a step in `steps_to_keep` was missed.
-
-     In the example, when the model reaches step `5`, the model is exported even
-     though  `steps_to_keep` does not contain `5`. Step `5` is exported to make
-     up for step `3`, which was missed. Steps `1` and `2` in `steps_to_keep` are
-     skipped completely (e.g. say the model is evaluated at step `6`. It will
-     **not** be exported to make up for step `2`).
-
-  Using the `steps_to_keep` list as a lower bound allows users to define
-  approximate step boundaries for exporting their models, and avoid frustrating
-  off-by-one calculation errors.
-
-  Sample Use Cases:
-    There are specific points during the training when having a saved version of
-    the model would be useful. One example is at the end of each training phase
-    when the set of freezed weights is changed.
-    Another good use case is saving the model at the end of each epoch for
-    visualization or retraining.
-  """
-
-  def __init__(self,
-               steps_to_keep,
-               name='steps_exporter',
-               serving_input_receiver_fn=None,
-               event_file_pattern='eval/*.tfevents.*',
-               assets_extra=None,
-               as_text=False):
-    """Create an `StepsExporter` to use with `tf.estimator.EvalSpec`.
-
-    Example of creating a StepsExporter for training and evaluation:
-
-    ```python
-    categorical_feature_a = categorical_column_with_hash_bucket(...)
-    categorical_feature_b = categorical_column_with_hash_bucket(...)
-
-    categorical_feature_a_emb = embedding_column(
-        categorical_column=categorical_feature_a, ...)
-    categorical_feature_b_emb = embedding_column(
-        categorical_column=categorical_feature_b, ...)
-
-    estimator = tf.estimator.DNNClassifier(
-        feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-        hidden_units=[1024, 512, 256])
-
-    # Input pipeline for train and evaluate.
-    def train_input_fn: # returns x, y
-      # please shuffle the data.
-      pass
-    def eval_input_fn_eval: # returns x, y
-      pass
-
-    exporter = tf.contrib.estimator.exporter.StepsExporter(
-        name="steps_exporter",
-        serving_input_receiver_fn=serving_input_receiver_fn,
-        event_file_pattern='eval/*.tfevents.*'
-        steps_to_keep=[...])
-
-    train_spec = tf.estimator.TrainSpec(input_fn=train_input_fn, max_steps=1000)
-
-    eval_spec = [tf.estimator.EvalSpec(
-      input_fn=eval_input_fn,
-      steps=1,
-      exporters=exporter,
-      start_delay_secs=0,
-      throttle_secs=5)]
-
-    tf.estimator.train_and_evaluate(estimator, train_spec, eval_spec)
-
-    # Models will be exported to estimator.model_dir in timestamped directories,
-    # which can be used for serving, analysis with TFMA, or directly loaded in.
-    # For example:
-    export_dir = os.path.join(estimator.model_dir,
-                              <timestamped directory name>)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        tf.saved_model.loader.load(
-            sess, [tf.saved_model.tag_constants.SERVING], export_dir)
-
-    ```
-
-    Args:
-      steps_to_keep: Non-empty list of positive integers containing
-        the step numbers at which the model should be exported. All the exports
-        will be kept, so there is no garbage collection.
-      name: Unique name of this `Exporter` that is going to be used in the
-        export path.
-      serving_input_receiver_fn: A function that takes no arguments and returns
-        a `ServingInputReceiver`.
-      event_file_pattern: Event file name pattern relative to model_dir. If
-        None, however, the exporter would not be preemption-safe. To be
-        preemption-safe, event_file_pattern should be specified.
-      assets_extra: An optional dict specifying how to populate the assets.extra
-        directory within the exported SavedModel.  Each key should give the
-        destination path (including the filename) relative to the assets.extra
-        directory.  The corresponding value gives the full path of the source
-        file to be copied.  For example, the simple case of copying a single
-        file without renaming it is specified as `{'my_asset_file.txt':
-        '/path/to/my_asset_file.txt'}`.
-      as_text: Whether to write the SavedModel proto in text format. Defaults to
-        `False`.
-
-    Raises:
-      ValueError: If any arguments is invalid.
-    """
-    # pylint: disable=protected-access
-    self._saved_model_exporter = exporter._SavedModelExporter(
-        name, serving_input_receiver_fn, assets_extra, as_text)
-    # pylint: enable=protected-access
-
-    self._event_file_pattern = event_file_pattern
-    self._model_dir = None
-
-    self._input_steps_to_keep = steps_to_keep
-    steps_to_keep = [step for step in steps_to_keep if isinstance(step, int)]
-    steps_to_keep = [step for step in steps_to_keep if step > 0]
-    if not steps_to_keep:
-      raise ValueError(
-          '`steps_to_keep` list must have at least one positive integer')
-    elif self._input_steps_to_keep != steps_to_keep:
-      tf_logging.warn('Changed `steps_to_keep`, by omitting non-integer or'
-                      ' less than 1 elements, to [%s]',
-                      ', '.join(str(step) for step in steps_to_keep))
-    self._steps_to_keep = sorted(steps_to_keep)
-    self._steps_kept = []
-
-  @property
-  def name(self):
-    return self._saved_model_exporter.name
-
-  def export(self, estimator, export_path, checkpoint_path, eval_result,
-             is_the_final_export):
-    """Exports the given Estimator to a specific format.
-
-    Args:
-      estimator: A `tf.estimator.Estimator` instance to export.
-      export_path: A string containing a directory where to write the export.
-      checkpoint_path: The checkpoint path to export.
-      eval_result: The output of Estimator.evaluate on this checkpoint.
-      is_the_final_export: This boolean is True when this is an export in the
-        end of training. It is False for the intermediate exports during the
-        training. When passing Exporter to tf.estimator.train_and_evaluate
-        is_the_final_export is always False if TrainSpec.max_steps is None.
-
-    Returns:
-      The string path to the exported directory or None if export is skipped.
-
-    Raises:
-      ValueError: If `eval_result` is None or doesn't have
-        `ops.GraphKeys.GLOBAL_STEP` as a key.
-    """
-    export_result = None
-
-    if not eval_result or DEFAULT_GLOBAL_STEP_KEY not in eval_result:
-      raise ValueError(
-          '`eval_result` is empty, or does not have global step. This'
-          ' should never happen as Estimator always sets the global step in '
-          '`eval_result`. Please file a bug report. Got eval_result: %s'
-          % str(eval_result))
-
-    if self._model_dir != estimator.model_dir and self._event_file_pattern:
-      tf_logging.info('Loads the steps that the model was already evaluated at,'
-                      'from event files')
-      self._model_dir = estimator.model_dir
-      full_event_file_pattern = os.path.join(self._model_dir,
-                                             self._event_file_pattern)
-      self._steps_kept = self._get_kept_steps(full_event_file_pattern)
-
-      if self._steps_kept:
-        self._steps_kept = sorted(self._steps_kept)
-        self._steps_to_keep = [step for step in self._steps_to_keep if
-                               step > self._steps_kept[-1]]
-    # It is assumed that the model is exported at any evaluated step 'n' if
-    # there is any `steps_missed` lower than 'n'. As a result, all the steps in
-    # `_steps_to_keep` lower than the last evaluated step will be removed.
-    steps_missed = [step for step in self._steps_to_keep
-                    if step <= eval_result[DEFAULT_GLOBAL_STEP_KEY]]
-
-    if steps_missed:
-      # update the `_steps_to_keep` list by omitting all steps smaller than the
-      # current global step which are missed to be exported
-      export_result = self._saved_model_exporter.export(estimator, export_path,
-                                                        checkpoint_path,
-                                                        eval_result,
-                                                        is_the_final_export)
-      self._steps_to_keep = [step for step in self._steps_to_keep if step
-                             not in steps_missed]
-      # contains all the steps in which export has happened.
-      self._steps_kept.append(eval_result[DEFAULT_GLOBAL_STEP_KEY])
-      # Show warning for all the missed steps except the last one
-      if steps_missed[:-1]:
-        tf_logging.warn('Missed steps [%s] for exporting, as no evaluation'
-                        ' took place at them.', ', '.join(str(step) for step in
-                                                          steps_missed[:-1]))
-      # Log model export if the last missed step is the same as the current step
-      if steps_missed[-1] == eval_result[DEFAULT_GLOBAL_STEP_KEY]:
-        tf_logging.info('Performing model export at step %d.',
-                        eval_result[DEFAULT_GLOBAL_STEP_KEY])
-      # Show warning for exporting model at another step instead of the user
-      #   specified one
-      else:
-        tf_logging.warn('Performing model export at step %d instead of %d, as'
-                        ' no evaluation took place at step %d.',
-                        eval_result[DEFAULT_GLOBAL_STEP_KEY], steps_missed[-1],
-                        steps_missed[-1])
-    return export_result
-
-  def _get_kept_steps(self, event_files):
-    """Get the steps that the model was evaluated at, from event files.
-
-    Args:
-      event_files: Absolute pattern of event files.
+from tensorflow_estimator.contrib.estimator.python.estimator import exporter
 
-    Returns:
-      steps_kept: A list of steps in which the model was evaluated.
-    """
-    if not event_files:
-      return None
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+exporter.__all__ = [s for s in dir(exporter) if not s.startswith('__')]
 
-    steps_kept = []
-    for event_file in gfile.Glob(os.path.join(event_files)):
-      for event in summary_iterator.summary_iterator(event_file):
-        if event.step not in steps_kept:
-          steps_kept.append(event.step)
-    return steps_kept
+from tensorflow_estimator.contrib.estimator.python.estimator.exporter import *
diff --git a/tensorflow/contrib/estimator/python/estimator/exporter_test.py b/tensorflow/contrib/estimator/python/estimator/exporter_test.py
deleted file mode 100644
index 0d009b945e..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/exporter_test.py
+++ /dev/null
@@ -1,206 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for `StepsExporter`."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import shutil
-import tempfile
-
-from tensorflow.contrib.estimator.python.estimator import exporter as exporter_lib
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-
-
-class StepsExporterTest(test.TestCase):
-
-  def test_error_out_if_steps_to_keep_has_no_positive_integers(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    with self.assertRaisesRegexp(ValueError, "positive integer"):
-      exporter = exporter_lib.StepsExporter(
-          name="specified_steps_exporter",
-          serving_input_receiver_fn=_serving_input_receiver_fn,
-          steps_to_keep=[-1, 0, 1.1])
-      self.assertEqual("specified_steps_exporter", exporter.name)
-
-  def test_steps_exporter(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    exporter = exporter_lib.StepsExporter(
-        name="steps_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        steps_to_keep=[1])
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-    estimator.model_dir = export_dir_base
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 1},
-                                    False)
-
-    self.assertEqual("export_result_path", export_result)
-    estimator.export_savedmodel.assert_called_with(
-        export_dir_base,
-        _serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        checkpoint_path="checkpoint_path",
-        strip_default_attrs=True)
-
-    shutil.rmtree(export_dir_base, ignore_errors=True)
-
-  def test_steps_exporter_with_preemption(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    eval_dir_base = os.path.join(export_dir_base, "eval_continuous")
-    estimator_lib._write_dict_to_summary(eval_dir_base, {}, 1)
-    estimator_lib._write_dict_to_summary(eval_dir_base, {}, 2)
-
-    exporter = exporter_lib.StepsExporter(
-        name="steps_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        event_file_pattern="eval_continuous/*.tfevents.*",
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        steps_to_keep=[1, 2, 6, 8])
-
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.model_dir = export_dir_base
-    estimator.export_savedmodel.return_value = "export_result_path"
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 3},
-                                    False)
-    self.assertEqual(None, export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 6},
-                                    False)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 7},
-                                    False)
-    self.assertEqual(None, export_result)
-
-    shutil.rmtree(export_dir_base, ignore_errors=True)
-
-  def test_specified_step_is_saved(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    exporter = exporter_lib.StepsExporter(
-        name="steps_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        steps_to_keep=[1, 5, 8, 10, 11])
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-    estimator.model_dir = export_dir_base
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 1},
-                                    False)
-
-    self.assertTrue(estimator.export_savedmodel.called)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 2},
-                                    False)
-    self.assertEqual(None, export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 5},
-                                    False)
-    self.assertTrue(estimator.export_savedmodel.called)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 10},
-                                    False)
-    self.assertTrue(estimator.export_savedmodel.called)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 15},
-                                    False)
-    self.assertTrue(estimator.export_savedmodel.called)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"global_step": 20},
-                                    False)
-    self.assertEqual(None, export_result)
-
-    shutil.rmtree(export_dir_base, ignore_errors=True)
-
-  def test_steps_exporter_with_no_global_step_key(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    exporter = exporter_lib.StepsExporter(
-        name="steps_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        steps_to_keep=[1])
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-    estimator.model_dir = export_dir_base
-
-    with self.assertRaisesRegexp(ValueError, "does not have global step"):
-      exporter.export(estimator, export_dir_base, "checkpoint_path", {}, False)
-
-    shutil.rmtree(export_dir_base, ignore_errors=True)
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/extenders.py b/tensorflow/contrib/estimator/python/estimator/extenders.py
index e3c44bea66..9ab9bc7a8e 100644
--- a/tensorflow/contrib/estimator/python/estimator/extenders.py
+++ b/tensorflow/contrib/estimator/python/estimator/extenders.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,346 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Extenders of tf.estimator.Estimator."""
+"""extenders python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.export.export_output import PredictOutput
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
-from tensorflow.python.ops import clip_ops
-from tensorflow.python.ops import sparse_ops
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.util import function_utils
-
-
-_VALID_METRIC_FN_ARGS = set(['features', 'labels', 'predictions', 'config'])
-
-
-def add_metrics(estimator, metric_fn):
-  """Creates a new `tf.estimator.Estimator` which has given metrics.
-
-  Example:
-
-  ```python
-    def my_auc(labels, predictions):
-      return {'auc': tf.metrics.auc(labels, predictions['logistic'])}
-
-    estimator = tf.estimator.DNNClassifier(...)
-    estimator = tf.contrib.estimator.add_metrics(estimator, my_auc)
-    estimator.train(...)
-    estimator.evaluate(...)
-  ```
-  Example usage of custom metric which uses features:
-
-  ```python
-    def my_auc(features, labels, predictions):
-      return {'auc': tf.metrics.auc(
-        labels, predictions['logistic'], weights=features['weight'])}
-
-    estimator = tf.estimator.DNNClassifier(...)
-    estimator = tf.contrib.estimator.add_metrics(estimator, my_auc)
-    estimator.train(...)
-    estimator.evaluate(...)
-  ```
-
-  Args:
-    estimator: A `tf.estimator.Estimator` object.
-    metric_fn: A function which should obey the following signature:
-      - Args: can only have following four arguments in any order:
-        * predictions: Predictions `Tensor` or dict of `Tensor` created by given
-          `estimator`.
-        * features: Input `dict` of `Tensor` objects created by `input_fn` which
-          is given to `estimator.evaluate` as an argument.
-        * labels:  Labels `Tensor` or dict of `Tensor` created by `input_fn`
-          which is given to `estimator.evaluate` as an argument.
-        * config: config attribute of the `estimator`.
-       - Returns:
-         Dict of metric results keyed by name. Final metrics are a union of this
-         and `estimator's` existing metrics. If there is a name conflict between
-         this and `estimator`s existing metrics, this will override the existing
-         one. The values of the dict are the results of calling a metric
-         function, namely a `(metric_tensor, update_op)` tuple.
-
-  Returns:
-      A new `tf.estimator.Estimator` which has a union of original metrics with
-        given ones.
-  """
-  _verify_metric_fn_args(metric_fn)
-
-  def new_model_fn(features, labels, mode, config):
-    spec = estimator.model_fn(features, labels, mode, config)
-    if mode != model_fn_lib.ModeKeys.EVAL:
-      return spec
-    new_metrics = _call_metric_fn(metric_fn, features, labels, spec.predictions,
-                                  config)
-    all_metrics = spec.eval_metric_ops or {}
-    all_metrics.update(new_metrics)
-    return spec._replace(eval_metric_ops=all_metrics)
-
-  return estimator_lib.Estimator(
-      model_fn=new_model_fn,
-      model_dir=estimator.model_dir,
-      config=estimator.config,
-      # pylint: disable=protected-access
-      warm_start_from=estimator._warm_start_settings)
-      # pylint: enable=protected-access
-
-
-def clip_gradients_by_norm(optimizer, clip_norm):
-  """Returns an optimizer which clips gradients before applying them.
-
-  Example:
-
-  ```python
-  optimizer = tf.train.ProximalAdagradOptimizer(
-      learning_rate=0.1,
-      l1_regularization_strength=0.001)
-  optimizer = tf.contrib.estimator.clip_gradients_by_norm(
-      optimizer, clip_norm)
-  estimator = tf.estimator.DNNClassifier(
-      feature_columns=[...],
-      hidden_units=[1024, 512, 256],
-      optimizer=optimizer)
-  ```
-
-  Args:
-    optimizer: An `tf.Optimizer` object to apply gradients.
-    clip_norm: A 0-D (scalar) `Tensor` > 0. The clipping ratio.
-
-  Returns:
-    A `tf.Optimizer`.
-  """
-
-  def clip_grads(grads_and_vars):
-    gradients, variables = zip(*grads_and_vars)
-    gradients = clip_ops.clip_by_global_norm(gradients, clip_norm)[0]
-    grads_and_vars = list(zip(gradients, variables))
-    return grads_and_vars
-
-  return _TransformGradients(
-      optimizer=optimizer,
-      transform_grads_fn=clip_grads,
-      name='ClipByNorm' + optimizer.get_name())
-
-
-def forward_features(estimator, keys=None, sparse_default_values=None):
-  """Forward features to predictions dictionary.
-
-  In some cases, user wants to see some of the features in estimators prediction
-  output. As an example, consider a batch prediction service: The service simply
-  runs inference on the users graph and returns the results. Keys are essential
-  because there is no order guarantee on the outputs so they need to be rejoined
-  to the inputs via keys or transclusion of the inputs in the outputs.
-  Example:
-  ```python
-    def input_fn():
-      features, labels = ...
-      features['unique_example_id'] = ...
-      features, labels
-    estimator = tf.estimator.LinearClassifier(...)
-    estimator = tf.contrib.estimator.forward_features(
-        estimator, 'unique_example_id')
-    estimator.train(...)
-    assert 'unique_example_id' in estimator.predict(...)
-  ```
-  Args:
-    estimator: A `tf.estimator.Estimator` object.
-    keys: A `string` or a `list` of `string`. If it is `None`, all of the
-      `features` in `dict` is forwarded to the `predictions`. If it is a
-      `string`, only given key is forwarded. If it is a `list` of strings, all
-      the given `keys` are forwarded.
-    sparse_default_values: A dict of `str` keys mapping the name of the sparse
-      features to be converted to dense, to the default value to use. Only
-      sparse features indicated in the dictionary are converted to dense and the
-      provided default value is used.
-
-  Returns:
-      A new `tf.estimator.Estimator` which forwards features to predictions.
-  Raises:
-    ValueError:
-      * if `keys` is already part of `predictions`. We don't allow
-        override.
-      * if 'keys' does not exist in `features`.
-    TypeError: if `keys` type is not one of `string` or list/tuple of `string`.
-  """
-
-  def verify_key_types(keys):  # pylint: disable=missing-docstring
-    if keys is None:
-      return keys
-    if isinstance(keys, six.string_types):
-      return [keys]
-    if not isinstance(keys, (list, tuple)):
-      raise TypeError('keys should be either a string or a list of strings. '
-                      'Given: {}'.format(type(keys)))
-    for key in keys:
-      if not isinstance(key, six.string_types):
-        raise TypeError('All items in the given keys list should be a string. '
-                        'There exist an item with type: {}'.format(type(key)))
-    return keys
-
-  def get_keys(features):
-    if keys is None:
-      return features.keys()
-    return keys
-
-  def verify_keys_and_predictions(features, predictions):
-    if not isinstance(predictions, dict):
-      raise ValueError(
-          'Predictions should be a dict to be able to forward features. '
-          'Given: {}'.format(type(predictions)))
-    for key in get_keys(features):
-      if key not in features:
-        raise ValueError(
-            'keys should be exist in features. Key "{}" is not in features '
-            'dict. features dict has following keys: {}. Please check '
-            'arguments of forward_features.'.format(key, features.keys()))
-      if key in predictions:
-        raise ValueError(
-            'Cannot forward feature key ({}). Since it does exist in '
-            'predictions. Existing prediction keys: {}. Please check arguments '
-            'of forward_features.'.format(key, predictions.keys()))
-
-  keys = verify_key_types(keys)
-
-  def new_model_fn(features, labels, mode, config):  # pylint: disable=missing-docstring
-    spec = estimator.model_fn(features, labels, mode, config)
-    predictions = spec.predictions
-    if predictions is None:
-      return spec
-    verify_keys_and_predictions(features, predictions)
-    for key in get_keys(features):
-      feature = sparse_tensor_lib.convert_to_tensor_or_sparse_tensor(
-          features[key])
-      if sparse_default_values and (key in sparse_default_values):
-        if not isinstance(feature, sparse_tensor_lib.SparseTensor):
-          raise ValueError(
-              'Feature ({}) is expected to be a `SparseTensor`.'.format(key))
-        feature = sparse_ops.sparse_tensor_to_dense(
-            feature, default_value=sparse_default_values[key])
-      if not isinstance(feature, ops.Tensor):
-        raise ValueError(
-            'Feature ({}) should be a Tensor. Please use `keys` '
-            'argument of forward_features to filter unwanted features, or'
-            'add key to argument `sparse_default_values`.'
-            'Type of features[{}] is {}.'.format(key, key, type(feature)))
-      predictions[key] = feature
-    spec = spec._replace(predictions=predictions)
-    if spec.export_outputs:
-      for ekey in ['predict', 'serving_default']:
-        if (ekey in spec.export_outputs and
-            isinstance(spec.export_outputs[ekey],
-                       PredictOutput)):
-          export_outputs = spec.export_outputs[ekey].outputs
-          for key in get_keys(features):
-            export_outputs[key] = predictions[key]
-
-    return spec
-
-  return estimator_lib.Estimator(
-      model_fn=new_model_fn,
-      model_dir=estimator.model_dir,
-      config=estimator.config)
-
-
-class _TransformGradients(optimizer_lib.Optimizer):
-  """Add given gradient transformation to the optimizer."""
-
-  def __init__(self, optimizer, transform_grads_fn, name=None):
-    """Construct an `tf.Optimizer` wrapper to apply given transformations.
-
-    Example:
-
-    ```python
-    optimizer = tf.train.ProximalAdagradOptimizer(
-        learning_rate=0.1,
-        l1_regularization_strength=0.001)
-    def clip_grads(grads_and_vars):
-      gradients, variables = zip(*grads_and_vars)
-      gradients = tf.clip_by_global_norm(grads, my_norm)[0]
-      grads_and_vars = list(zip(gradients, variables))
-      return grads_and_vars
-    optimizer = _TransformGradients(
-        opt=optimizer, transform_grads_fn=clip_grads)
-    estimator = tf.estimator.DNNClassifier(
-        feature_columns=[...],
-        hidden_units=[1024, 512, 256],
-        optimizer=optimizer)
-    ```
-
-    Args:
-      optimizer: An `tf.Optimizer` object to apply gradients.
-      transform_grads_fn: A function which takes a single argument, a list of
-        gradient to variable pairs (tuples), performs any requested gradient
-        updates, such as gradient clipping or multipliers, and returns the
-        updated list.
-      name: A string which will be used for debugging purposes.
-    """
-    super(_TransformGradients, self).__init__(
-        use_locking=False, name=name or optimizer.get_name())
-    self._optimizer = optimizer
-    self._transform_grads_fn = transform_grads_fn
-
-  def compute_gradients(self, *args, **kwargs):
-    """See `tf.Optimizer`."""
-    return self._optimizer.compute_gradients(*args, **kwargs)
-
-  def apply_gradients(self, grads_and_vars, global_step=None, name=None):
-    """Apply gradients to variables.
-
-    Calls `transform_grads_fn`, and then applies the real optimizer.
-
-    Args:
-      grads_and_vars: List of (gradient, variable) pairs as returned by
-        compute_gradients().
-      global_step: Optional Variable to increment by one after the
-        variables have been updated.
-      name: Optional name for the returned operation.  Default to the
-        name passed to the Optimizer constructor.
-
-    Returns:
-      An `Operation` that applies the gradients. If `global_step` was not None,
-      that operation also increments `global_step`.
-
-    Raises:
-      ValueError: If the grads_and_vars is malformed.
-    """
-    grads_and_vars = self._transform_grads_fn(grads_and_vars)
-    return self._optimizer.apply_gradients(grads_and_vars, global_step, name)
-
-  def get_slot(self, *args, **kwargs):
-    """See `tf.Optimizer`."""
-    return self._optimizer.get_slot(*args, **kwargs)
-
-  def get_slot_names(self, *args, **kwargs):
-    """See `tf.Optimizer`."""
-    return self._optimizer.get_slot_names(*args, **kwargs)
-
-
-def _verify_metric_fn_args(metric_fn):
-  args = set(function_utils.fn_args(metric_fn))
-  invalid_args = list(args - _VALID_METRIC_FN_ARGS)
-  if invalid_args:
-    raise ValueError('metric_fn (%s) has following not expected args: %s' %
-                     (metric_fn, invalid_args))
+from tensorflow_estimator.contrib.estimator.python.estimator import extenders
 
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+extenders.__all__ = [s for s in dir(extenders) if not s.startswith('__')]
 
-def _call_metric_fn(metric_fn, features, labels, predictions, config):
-  """Calls metric fn with proper arguments."""
-  metric_fn_args = function_utils.fn_args(metric_fn)
-  kwargs = {}
-  if 'features' in metric_fn_args:
-    kwargs['features'] = features
-  if 'labels' in metric_fn_args:
-    kwargs['labels'] = labels
-  if 'predictions' in metric_fn_args:
-    kwargs['predictions'] = predictions
-  if 'config' in metric_fn_args:
-    kwargs['config'] = config
-  return metric_fn(**kwargs)
+from tensorflow_estimator.contrib.estimator.python.estimator.extenders import *
diff --git a/tensorflow/contrib/estimator/python/estimator/extenders_test.py b/tensorflow/contrib/estimator/python/estimator/extenders_test.py
deleted file mode 100644
index c8fdaa8791..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/extenders_test.py
+++ /dev/null
@@ -1,426 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""extenders tests."""
-
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import tempfile
-import numpy as np
-
-from tensorflow.contrib.estimator.python.estimator import extenders
-from tensorflow.contrib.layers.python.layers import layers
-from tensorflow.contrib.predictor import from_saved_model
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator_lib
-from tensorflow.python.estimator.canned import linear
-from tensorflow.python.feature_column import feature_column as fc
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.training import training
-from tensorflow.python.util import compat
-
-
-def get_input_fn(x, y):
-
-  def input_fn():
-    dataset = dataset_ops.Dataset.from_tensor_slices({'x': x, 'y': y})
-    iterator = dataset.make_one_shot_iterator()
-    features = iterator.get_next()
-    labels = features.pop('y')
-    return features, labels
-
-  return input_fn
-
-
-class AddMetricsTest(test.TestCase):
-
-  def test_should_add_metrics(self):
-    input_fn = get_input_fn(
-        x=np.arange(4)[:, None, None], y=np.ones(4)[:, None])
-    estimator = linear.LinearClassifier([fc.numeric_column('x')])
-
-    def metric_fn(features):
-      return {'mean_x': metrics_lib.mean(features['x'])}
-
-    estimator = extenders.add_metrics(estimator, metric_fn)
-
-    estimator.train(input_fn=input_fn)
-    metrics = estimator.evaluate(input_fn=input_fn)
-    self.assertIn('mean_x', metrics)
-    self.assertEqual(1.5, metrics['mean_x'])
-    # assert that it keeps original estimators metrics
-    self.assertIn('auc', metrics)
-
-  def test_should_error_out_for_not_recognized_args(self):
-    estimator = linear.LinearClassifier([fc.numeric_column('x')])
-
-    def metric_fn(features, not_recognized):
-      _, _ = features, not_recognized
-      return {}
-
-    with self.assertRaisesRegexp(ValueError, 'not_recognized'):
-      estimator = extenders.add_metrics(estimator, metric_fn)
-
-  def test_all_supported_args(self):
-    input_fn = get_input_fn(x=[[[0.]]], y=[[[1]]])
-    estimator = linear.LinearClassifier([fc.numeric_column('x')])
-
-    def metric_fn(features, predictions, labels, config):
-      self.assertIn('x', features)
-      self.assertIsNotNone(labels)
-      self.assertIn('logistic', predictions)
-      self.assertTrue(isinstance(config, estimator_lib.RunConfig))
-      return {}
-
-    estimator = extenders.add_metrics(estimator, metric_fn)
-
-    estimator.train(input_fn=input_fn)
-    estimator.evaluate(input_fn=input_fn)
-
-  def test_all_supported_args_in_different_order(self):
-    input_fn = get_input_fn(x=[[[0.]]], y=[[[1]]])
-    estimator = linear.LinearClassifier([fc.numeric_column('x')])
-
-    def metric_fn(labels, config, features, predictions):
-      self.assertIn('x', features)
-      self.assertIsNotNone(labels)
-      self.assertIn('logistic', predictions)
-      self.assertTrue(isinstance(config, estimator_lib.RunConfig))
-      return {}
-
-    estimator = extenders.add_metrics(estimator, metric_fn)
-
-    estimator.train(input_fn=input_fn)
-    estimator.evaluate(input_fn=input_fn)
-
-  def test_all_args_are_optional(self):
-    input_fn = get_input_fn(x=[[[0.]]], y=[[[1]]])
-    estimator = linear.LinearClassifier([fc.numeric_column('x')])
-
-    def metric_fn():
-      return {'two': metrics_lib.mean(constant_op.constant([2.]))}
-
-    estimator = extenders.add_metrics(estimator, metric_fn)
-
-    estimator.train(input_fn=input_fn)
-    metrics = estimator.evaluate(input_fn=input_fn)
-    self.assertEqual(2., metrics['two'])
-
-  def test_overrides_existing_metrics(self):
-    input_fn = get_input_fn(x=[[[0.]]], y=[[[1]]])
-    estimator = linear.LinearClassifier([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn)
-    metrics = estimator.evaluate(input_fn=input_fn)
-    self.assertNotEqual(2., metrics['auc'])
-
-    def metric_fn():
-      return {'auc': metrics_lib.mean(constant_op.constant([2.]))}
-
-    estimator = extenders.add_metrics(estimator, metric_fn)
-    metrics = estimator.evaluate(input_fn=input_fn)
-    self.assertEqual(2., metrics['auc'])
-
-
-class ClipGradientsByNormTest(test.TestCase):
-  """Tests clip_gradients_by_norm."""
-
-  def test_applies_norm(self):
-    optimizer = extenders.clip_gradients_by_norm(
-        training.GradientDescentOptimizer(1.0), clip_norm=3.)
-    with ops.Graph().as_default():
-      w = variables.Variable(1., name='weight')
-      x = constant_op.constant(5.)
-      y = -x * w
-      grads = optimizer.compute_gradients(y, var_list=[w])[0]
-      opt_op = optimizer.minimize(y, var_list=[w])
-      with training.MonitoredSession() as sess:
-        grads_value = sess.run(grads)
-        self.assertEqual(-5., grads_value[0])
-        sess.run(opt_op)
-        new_w = sess.run(w)
-        self.assertEqual(4., new_w)  # 1 + 1*3 (w - lr * clipped_grad)
-
-  def test_name(self):
-    optimizer = extenders.clip_gradients_by_norm(
-        training.GradientDescentOptimizer(1.0), clip_norm=3.)
-    self.assertEqual('ClipByNormGradientDescent', optimizer.get_name())
-
-
-class ForwardFeaturesTest(test.TestCase):
-  """Tests forward_features."""
-
-  def _export_estimator(self, estimator, serving_input_fn):
-    tmpdir = tempfile.mkdtemp()
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = estimator.export_savedmodel(export_dir_base, serving_input_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-    return export_dir, tmpdir
-
-  def make_dummy_input_fn(self):
-    def _input_fn():
-      dataset = dataset_ops.Dataset.from_tensors({
-          'x': [[3.], [5.]],
-          'id': [[101], [102]],
-          'sparse_id': sparse_tensor.SparseTensor(
-              values=[1, 2, 3],
-              indices=[[0, 0], [1, 0], [1, 1]],
-              dense_shape=[2, 2]),
-          'labels': [[1.], [2.]]
-      })
-      def _split(x):
-        labels = x.pop('labels')
-        return x, labels
-      dataset = dataset.map(_split)
-      return dataset
-    return _input_fn
-
-  def test_forward_keys(self):
-
-    input_fn = self.make_dummy_input_fn()
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn, steps=1)
-
-    forwarded_keys = ['id', 'sparse_id']
-
-    for key in forwarded_keys:
-      self.assertNotIn(key, next(estimator.predict(input_fn=input_fn)))
-
-    estimator = extenders.forward_features(
-        estimator, forwarded_keys, sparse_default_values={'sparse_id': 1})
-
-    expected_results = [101, 2, 102, 5]
-    predictions = estimator.predict(input_fn=input_fn)
-    for _ in range(2):
-      prediction = next(predictions)
-      for key in forwarded_keys:
-        self.assertIn(key, prediction)
-        self.assertEqual(expected_results.pop(0), sum(prediction[key]))
-
-  def test_forward_in_exported(self):
-
-    def serving_input_fn():
-      features_ph = {
-          'x': array_ops.placeholder(dtypes.float32, [None]),
-          'id': array_ops.placeholder(dtypes.int32, [None])
-      }
-      features = {
-          key: array_ops.expand_dims(tensor, -1)
-          for key, tensor in features_ph.items()
-      }
-      return estimator_lib.export.ServingInputReceiver(features, features_ph)
-    def input_fn():
-      return {'x': [[3.], [5.]], 'id': [[101], [102]]}, [[1.], [2.]]
-    # create estimator
-    feature_columns = [fc.numeric_column('x')]
-    estimator = linear.LinearRegressor(feature_columns)
-    estimator.train(input_fn=input_fn, steps=1)
-    estimator = extenders.forward_features(estimator, 'id')
-
-    # export saved model
-    export_dir, tmpdir = self._export_estimator(estimator, serving_input_fn)
-
-    # restore model
-    predict_fn = from_saved_model(export_dir, signature_def_key='predict')
-    predictions = predict_fn({'x': [3], 'id': [101]})
-
-    # verify that 'id' exists in predictions
-    self.assertIn('id', predictions)
-    self.assertEqual(101, predictions['id'])
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_forward_in_exported_sparse(self):
-    features_columns = [fc.indicator_column(
-        fc.categorical_column_with_vocabulary_list('x', range(10)))]
-
-    classifier = linear.LinearClassifier(feature_columns=features_columns)
-
-    def train_input_fn():
-      dataset = dataset_ops.Dataset.from_tensors({
-          'x': sparse_tensor.SparseTensor(
-              values=[1, 2, 3],
-              indices=[[0, 0], [1, 0], [1, 1]],
-              dense_shape=[2, 2]),
-          'labels': [[0], [1]]
-      })
-      def _split(x):
-        labels = x.pop('labels')
-        return x, labels
-      dataset = dataset.map(_split)
-      return dataset
-
-    classifier.train(train_input_fn, max_steps=1)
-
-    classifier = extenders.forward_features(
-        classifier, keys=['x'], sparse_default_values={'x': 0})
-
-    def serving_input_fn():
-      features_ph = array_ops.placeholder(dtype=dtypes.int32, name='x',
-                                          shape=[None])
-      features = {'x': layers.dense_to_sparse(features_ph)}
-      return estimator_lib.export.ServingInputReceiver(features,
-                                                       {'x': features_ph})
-    export_dir, tmpdir = self._export_estimator(classifier, serving_input_fn)
-    prediction_fn = from_saved_model(export_dir, signature_def_key='predict')
-
-    features = (0, 2)
-    prediction = prediction_fn({'x': features})
-
-    self.assertIn('x', prediction)
-    self.assertEqual(features, tuple(prediction['x']))
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_forward_list(self):
-
-    def input_fn():
-      return {'x': [[3.], [5.]], 'id': [[101], [102]]}, [[1.], [2.]]
-
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn, steps=1)
-
-    self.assertNotIn('id', next(estimator.predict(input_fn=input_fn)))
-    estimator = extenders.forward_features(estimator, ['x', 'id'])
-    predictions = next(estimator.predict(input_fn=input_fn))
-    self.assertIn('id', predictions)
-    self.assertIn('x', predictions)
-    self.assertEqual(101, predictions['id'])
-    self.assertEqual(3., predictions['x'])
-
-  def test_forward_all(self):
-
-    def input_fn():
-      return {'x': [[3.], [5.]], 'id': [[101], [102]]}, [[1.], [2.]]
-
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn, steps=1)
-
-    self.assertNotIn('id', next(estimator.predict(input_fn=input_fn)))
-    self.assertNotIn('x', next(estimator.predict(input_fn=input_fn)))
-    estimator = extenders.forward_features(estimator)
-    predictions = next(estimator.predict(input_fn=input_fn))
-    self.assertIn('id', predictions)
-    self.assertIn('x', predictions)
-    self.assertEqual(101, predictions['id'])
-    self.assertEqual(3., predictions['x'])
-
-  def test_key_should_be_string(self):
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    with self.assertRaisesRegexp(TypeError, 'keys should be either a string'):
-      extenders.forward_features(estimator, estimator)
-
-  def test_key_should_be_list_of_string(self):
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    with self.assertRaisesRegexp(TypeError, 'should be a string'):
-      extenders.forward_features(estimator, ['x', estimator])
-
-  def test_key_should_be_in_features(self):
-    def input_fn():
-      return {'x': [[3.], [5.]], 'id': [[101], [102]]}, [[1.], [2.]]
-
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn, steps=1)
-
-    estimator = extenders.forward_features(estimator, 'y')
-    with self.assertRaisesRegexp(ValueError,
-                                 'keys should be exist in features'):
-      next(estimator.predict(input_fn=input_fn))
-
-  def test_forwarded_feature_should_not_be_a_sparse_tensor(self):
-    def input_fn():
-      return {
-          'x': [[3.], [5.]],
-          'id': sparse_tensor.SparseTensor(
-              values=['1', '2'],
-              indices=[[0, 0], [1, 0]],
-              dense_shape=[2, 1])
-          }, [[1.], [2.]]
-
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn, steps=1)
-
-    estimator = extenders.forward_features(estimator)
-    with self.assertRaisesRegexp(ValueError,
-                                 'Feature .* should be a Tensor.*'):
-      next(estimator.predict(input_fn=input_fn))
-
-  def test_forwarded_feature_should_be_a_sparse_tensor(self):
-    input_fn = self.make_dummy_input_fn()
-
-    estimator = linear.LinearRegressor([fc.numeric_column('x')])
-    estimator.train(input_fn=input_fn, steps=1)
-
-    estimator = extenders.forward_features(
-        estimator, sparse_default_values={'id': 0, 'sparse_id': 0})
-    with self.assertRaisesRegexp(
-        ValueError, 'Feature .* is expected to be a `SparseTensor`.'):
-      next(estimator.predict(input_fn=input_fn))
-
-  def test_predictions_should_be_dict(self):
-    def input_fn():
-      return {'x': [[3.], [5.]], 'id': [[101], [102]]}
-
-    def model_fn(features, mode):
-      del features
-      global_step = training.get_global_step()
-      return estimator_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant([5.]),
-          predictions=constant_op.constant([5.]),
-          train_op=global_step.assign_add(1))
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-    estimator.train(input_fn=input_fn, steps=1)
-
-    estimator = extenders.forward_features(estimator)
-    with self.assertRaisesRegexp(ValueError, 'Predictions should be a dict'):
-      next(estimator.predict(input_fn=input_fn))
-
-  def test_should_not_conflict_with_existing_predictions(self):
-
-    def input_fn():
-      return {'x': [[3.], [5.]], 'id': [[101], [102]]}
-
-    def model_fn(features, mode):
-      del features
-      global_step = training.get_global_step()
-      return estimator_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant([5.]),
-          predictions={'x': constant_op.constant([5.])},
-          train_op=global_step.assign_add(1))
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-    estimator.train(input_fn=input_fn, steps=1)
-
-    estimator = extenders.forward_features(estimator)
-    with self.assertRaisesRegexp(ValueError, 'Cannot forward feature key'):
-      next(estimator.predict(input_fn=input_fn))
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/head.py b/tensorflow/contrib/estimator/python/estimator/head.py
index 34f765d565..92144d394b 100644
--- a/tensorflow/contrib/estimator/python/estimator/head.py
+++ b/tensorflow/contrib/estimator/python/estimator/head.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,966 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Abstractions for the head(s) of a model."""
+"""head python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import lookup_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import sparse_ops
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.summary import summary
-from tensorflow.python.training import training_util
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-def multi_class_head(n_classes,
-                     weight_column=None,
-                     label_vocabulary=None,
-                     loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-                     loss_fn=None,
-                     name=None):
-  """Creates a `_Head` for multi class classification.
-
-  Uses `sparse_softmax_cross_entropy` loss.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, n_classes]`.
-  In many applications, the shape is `[batch_size, n_classes]`.
-
-  `labels` must be a dense `Tensor` with shape matching `logits`, namely
-  `[D0, D1, ... DN, 1]`. If `label_vocabulary` given, `labels` must be a string
-  `Tensor` with values from the vocabulary. If `label_vocabulary` is not given,
-  `labels` must be an integer `Tensor` with values specifying the class index.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, or `[D0, D1, ... DN, 1]`.
-
-  The loss is the weighted sum over the input dimensions. Namely, if the input
-  labels have shape `[batch_size, 1]`, the loss is the weighted sum over
-  `batch_size`.
-
-  Also supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, 1]`. `loss_fn` must support integer `labels` with
-  shape `[D0, D1, ... DN, 1]`. Namely, the head applies `label_vocabulary` to
-  the input labels before passing them to `loss_fn`.
-
-  The head can be used with a canned estimator. Example:
-
-  ```python
-  my_head = tf.contrib.estimator.multi_class_head(n_classes=3)
-  my_estimator = tf.contrib.estimator.DNNEstimator(
-      head=my_head,
-      hidden_units=...,
-      feature_columns=...)
-  ```
-
-  It can also be used with a custom `model_fn`. Example:
-
-  ```python
-  def _my_model_fn(features, labels, mode):
-    my_head = tf.contrib.estimator.multi_class_head(n_classes=3)
-    logits = tf.keras.Model(...)(features)
-
-    return my_head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=tf.AdagradOptimizer(learning_rate=0.1),
-        logits=logits)
-
-  my_estimator = tf.estimator.Estimator(model_fn=_my_model_fn)
-  ```
-
-  Args:
-    n_classes: Number of classes, must be greater than 2 (for 2 classes, use
-      `binary_classification_head`).
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    label_vocabulary: A list or tuple of strings representing possible label
-      values. If it is not given, that means labels are already encoded as an
-      integer within [0, n_classes). If given, labels must be of string type and
-      have any value in `label_vocabulary`. Note that errors will be raised if
-      `label_vocabulary` is not provided but labels are strings.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM_OVER_BATCH_SIZE`, namely
-      weighted sum of losses divided by batch size. See `tf.losses.Reduction`.
-    loss_fn: Optional loss function.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for multi class classification.
-
-  Raises:
-    ValueError: if `n_classes`, `label_vocabulary` or `loss_reduction` is
-      invalid.
-  """
-  return head_lib._multi_class_head_with_softmax_cross_entropy_loss(  # pylint:disable=protected-access
-      n_classes=n_classes,
-      weight_column=weight_column,
-      label_vocabulary=label_vocabulary,
-      loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      name=name)
-
-
-def binary_classification_head(
-    weight_column=None,
-    thresholds=None,
-    label_vocabulary=None,
-    loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-    loss_fn=None,
-    name=None):
-  """Creates a `_Head` for single label binary classification.
-
-  This head uses `sigmoid_cross_entropy_with_logits` loss.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, 1]`.
-  In many applications, the shape is `[batch_size, 1]`.
-
-  `labels` must be a dense `Tensor` with shape matching `logits`, namely
-  `[D0, D1, ... DN, 1]`. If `label_vocabulary` given, `labels` must be a string
-  `Tensor` with values from the vocabulary. If `label_vocabulary` is not given,
-  `labels` must be float `Tensor` with values in the interval `[0, 1]`.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, or `[D0, D1, ... DN, 1]`.
-
-  The loss is the weighted sum over the input dimensions. Namely, if the input
-  labels have shape `[batch_size, 1]`, the loss is the weighted sum over
-  `batch_size`.
-
-  Also supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, 1]`. `loss_fn` must support float `labels` with
-  shape `[D0, D1, ... DN, 1]`. Namely, the head applies `label_vocabulary` to
-  the input labels before passing them to `loss_fn`.
-
-  The head can be used with a canned estimator. Example:
-
-  ```python
-  my_head = tf.contrib.estimator.binary_classification_head()
-  my_estimator = tf.contrib.estimator.DNNEstimator(
-      head=my_head,
-      hidden_units=...,
-      feature_columns=...)
-  ```
-
-  It can also be used with a custom `model_fn`. Example:
-
-  ```python
-  def _my_model_fn(features, labels, mode):
-    my_head = tf.contrib.estimator.binary_classification_head()
-    logits = tf.keras.Model(...)(features)
-
-    return my_head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=tf.AdagradOptimizer(learning_rate=0.1),
-        logits=logits)
-
-  my_estimator = tf.estimator.Estimator(model_fn=_my_model_fn)
-  ```
-
-  Args:
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    thresholds: Iterable of floats in the range `(0, 1)`. For binary
-      classification metrics such as precision and recall, an eval metric is
-      generated for each threshold value. This threshold is applied to the
-      logistic values to determine the binary classification (i.e., above the
-      threshold is `true`, below is `false`.
-    label_vocabulary: A list or tuple of strings representing possible label
-      values. If it is not given, labels must be float with values within
-      [0, 1]. If given, labels must be string type and have any value in
-      `label_vocabulary`. Note that errors will be raised if `label_vocabulary`
-      is not provided but labels are strings.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM_OVER_BATCH_SIZE`, namely
-      weighted sum of losses divided by batch size. See `tf.losses.Reduction`.
-    loss_fn: Optional loss function.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for binary classification.
-
-  Raises:
-    ValueError: If `thresholds` contains a value outside of `(0, 1)`.
-    ValueError: If `loss_reduction` is invalid.
-  """
-  return head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(  # pylint:disable=protected-access
-      weight_column=weight_column,
-      thresholds=thresholds,
-      label_vocabulary=label_vocabulary,
-      loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      name=name)
-
-
-def regression_head(weight_column=None,
-                    label_dimension=1,
-                    loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-                    loss_fn=None,
-                    inverse_link_fn=None,
-                    name=None):
-  """Creates a `_Head` for regression using the `mean_squared_error` loss.
-
-  The loss is the weighted sum over all input dimensions. Namely, if the input
-  labels have shape `[batch_size, label_dimension]`, the loss is the weighted
-  sum over both `batch_size` and `label_dimension`.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, label_dimension]`.
-  In many applications, the shape is `[batch_size, label_dimension]`.
-
-  The `labels` shape must match `logits`, namely
-  `[D0, D1, ... DN, label_dimension]`. If `label_dimension=1`, shape
-  `[D0, D1, ... DN]` is also supported.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, `[D0, D1, ... DN, 1]` or
-  `[D0, D1, ... DN, label_dimension]`.
-
-  Supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, label_dimension]`.
-
-  Also supports custom `inverse_link_fn`, also known as 'mean function'.
-  `inverse_link_fn` is only used in `PREDICT` mode. It takes `logits` as
-  argument and returns predicted values. This function is the inverse of the
-  link function defined in
-  https://en.wikipedia.org/wiki/Generalized_linear_model#Link_function
-  Namely, for poisson regression, set `inverse_link_fn=tf.exp`.
-
-  The head can be used with a canned estimator. Example:
-
-  ```python
-  my_head = tf.contrib.estimator.regression_head()
-  my_estimator = tf.contrib.estimator.DNNEstimator(
-      head=my_head,
-      hidden_units=...,
-      feature_columns=...)
-  ```
-
-  It can also be used with a custom `model_fn`. Example:
-
-  ```python
-  def _my_model_fn(features, labels, mode):
-    my_head = tf.contrib.estimator.regression_head()
-    logits = tf.keras.Model(...)(features)
-
-    return my_head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=tf.AdagradOptimizer(learning_rate=0.1),
-        logits=logits)
-
-  my_estimator = tf.estimator.Estimator(model_fn=_my_model_fn)
-  ```
-
-  Args:
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    label_dimension: Number of regression labels per example. This is the size
-      of the last dimension of the labels `Tensor` (typically, this has shape
-      `[batch_size, label_dimension]`).
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch and label dimension. Defaults to
-      `SUM_OVER_BATCH_SIZE`, namely weighted sum of losses divided by
-      `batch size * label_dimension`. See `tf.losses.Reduction`.
-    loss_fn: Optional loss function. Defaults to `mean_squared_error`.
-    inverse_link_fn: Optional inverse link function, also known as 'mean
-      function'. Defaults to identity.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for linear regression.
-
-  Raises:
-    ValueError: If `label_dimension` or `loss_reduction` is invalid.
-  """
-  return head_lib._regression_head(  # pylint:disable=protected-access
-      weight_column=weight_column,
-      label_dimension=label_dimension,
-      loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      inverse_link_fn=inverse_link_fn,
-      name=name)
-
-
-def poisson_regression_head(
-    weight_column=None,
-    label_dimension=1,
-    loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-    compute_full_loss=True,
-    name=None):
-  """Creates a `_Head` for poisson regression using `tf.nn.log_poisson_loss`.
-
-  The loss is the weighted sum over all input dimensions. Namely, if the input
-  labels have shape `[batch_size, label_dimension]`, the loss is the weighted
-  sum over both `batch_size` and `label_dimension`.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, label_dimension]`.
-  In many applications, the shape is `[batch_size, label_dimension]`.
-
-  The `labels` shape must match `logits`, namely
-  `[D0, D1, ... DN, label_dimension]`. If `label_dimension=1`, shape
-  `[D0, D1, ... DN]` is also supported.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, `[D0, D1, ... DN, 1]` or
-  `[D0, D1, ... DN, label_dimension]`.
-
-  This is implemented as a generalized linear model, see
-  https://en.wikipedia.org/wiki/Generalized_linear_model.
-
-  The head can be used with a canned estimator. Example:
-
-  ```python
-  my_head = tf.contrib.estimator.poisson_regression_head()
-  my_estimator = tf.contrib.estimator.DNNEstimator(
-      head=my_head,
-      hidden_units=...,
-      feature_columns=...)
-  ```
-
-  It can also be used with a custom `model_fn`. Example:
-
-  ```python
-  def _my_model_fn(features, labels, mode):
-    my_head = tf.contrib.estimator.poisson_regression_head()
-    logits = tf.keras.Model(...)(features)
-
-    return my_head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=tf.AdagradOptimizer(learning_rate=0.1),
-        logits=logits)
-
-  my_estimator = tf.estimator.Estimator(model_fn=_my_model_fn)
-  ```
-
-  Args:
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    label_dimension: Number of regression labels per example. This is the size
-      of the last dimension of the labels `Tensor` (typically, this has shape
-      `[batch_size, label_dimension]`).
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch and label dimension. Defaults to
-      `SUM_OVER_BATCH_SIZE`, namely weighted sum of losses divided by
-      `batch size * label_dimension`. See `tf.losses.Reduction`.
-    compute_full_loss: Whether to include the constant `log(z!)` term in
-      computing the poisson loss. See `tf.nn.log_poisson_loss` for the full
-      documentation.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for poisson regression.
-
-  Raises:
-    ValueError: If `label_dimension` or `loss_reduction` is invalid.
-  """
-  def _poisson_loss(labels, logits):
-    return nn.log_poisson_loss(
-        targets=labels, log_input=logits, compute_full_loss=compute_full_loss)
-  return head_lib._regression_head(  # pylint:disable=protected-access
-      weight_column=weight_column,
-      label_dimension=label_dimension,
-      loss_reduction=loss_reduction,
-      loss_fn=_poisson_loss,
-      inverse_link_fn=math_ops.exp,
-      name=name)
-
-
-def logistic_regression_head(
-    weight_column=None,
-    loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-    name=None):
-  """Creates a `_Head` for logistic regression.
-
-  Uses `sigmoid_cross_entropy_with_logits` loss, which is the same as
-  `binary_classification_head`. The differences compared to
-  `binary_classification_head` are:
-
-  * Does not support `label_vocabulary`. Instead, labels must be float in the
-    range [0, 1].
-  * Does not calculate some metrics that do not make sense, such as AUC.
-  * In `PREDICT` mode, only returns logits and predictions
-    (`=tf.sigmoid(logits)`), whereas `binary_classification_head` also returns
-    probabilities, classes, and class_ids.
-  * Export output defaults to `RegressionOutput`, whereas
-    `binary_classification_head` defaults to `PredictOutput`.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, 1]`.
-  In many applications, the shape is `[batch_size, 1]`.
-
-  The `labels` shape must match `logits`, namely
-  `[D0, D1, ... DN]` or `[D0, D1, ... DN, 1]`.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]` or `[D0, D1, ... DN, 1]`.
-
-  This is implemented as a generalized linear model, see
-  https://en.wikipedia.org/wiki/Generalized_linear_model.
-
-  The head can be used with a canned estimator. Example:
-
-  ```python
-  my_head = tf.contrib.estimator.logistic_regression_head()
-  my_estimator = tf.contrib.estimator.DNNEstimator(
-      head=my_head,
-      hidden_units=...,
-      feature_columns=...)
-  ```
-
-  It can also be used with a custom `model_fn`. Example:
-
-  ```python
-  def _my_model_fn(features, labels, mode):
-    my_head = tf.contrib.estimator.logistic_regression_head()
-    logits = tf.keras.Model(...)(features)
-
-    return my_head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=tf.AdagradOptimizer(learning_rate=0.1),
-        logits=logits)
-
-  my_estimator = tf.estimator.Estimator(model_fn=_my_model_fn)
-  ```
-
-  Args:
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch and label dimension. Defaults to
-      `SUM_OVER_BATCH_SIZE`, namely weighted sum of losses divided by
-      `batch size * label_dimension`. See `tf.losses.Reduction`.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for logistic regression.
-
-  Raises:
-    ValueError: If `loss_reduction` is invalid.
-  """
-  def _logistic_loss(labels, logits):
-    labels = head_lib._assert_range(  # pylint:disable=protected-access
-        labels, n_classes=2, message='Labels must be in range [0, 1]')
-    return nn.sigmoid_cross_entropy_with_logits(
-        labels=labels, logits=logits)
-  return head_lib._regression_head(  # pylint:disable=protected-access
-      weight_column=weight_column,
-      label_dimension=1,
-      loss_reduction=loss_reduction,
-      loss_fn=_logistic_loss,
-      inverse_link_fn=math_ops.sigmoid,
-      name=name)
-
-
-def multi_label_head(n_classes,
-                     weight_column=None,
-                     thresholds=None,
-                     label_vocabulary=None,
-                     loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-                     loss_fn=None,
-                     classes_for_class_based_metrics=None,
-                     name=None):
-  """Creates a `_Head` for multi-label classification.
-
-  Multi-label classification handles the case where each example may have zero
-  or more associated labels, from a discrete set. This is distinct from
-  `multi_class_head` which has exactly one label per example.
-
-  Uses `sigmoid_cross_entropy` loss average over classes and weighted sum over
-  the batch. Namely, if the input logits have shape `[batch_size, n_classes]`,
-  the loss is the average over `n_classes` and the weighted sum over
-  `batch_size`.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, n_classes]`. In many
-  applications, the shape is `[batch_size, n_classes]`.
-
-  Labels can be:
-
-  * A multi-hot tensor of shape `[D0, D1, ... DN, n_classes]`
-  * An integer `SparseTensor` of class indices. The `dense_shape` must be
-    `[D0, D1, ... DN, ?]` and the values within `[0, n_classes)`.
-  * If `label_vocabulary` is given, a string `SparseTensor`. The `dense_shape`
-    must be `[D0, D1, ... DN, ?]` and the values within `label_vocabulary` or a
-    multi-hot tensor of shape `[D0, D1, ... DN, n_classes]`.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, or `[D0, D1, ... DN, 1]`.
-
-  Also supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, 1]`. `loss_fn` must support indicator `labels` with
-  shape `[D0, D1, ... DN, n_classes]`. Namely, the head applies
-  `label_vocabulary` to the input labels before passing them to `loss_fn`.
-
-  The head can be used with a canned estimator. Example:
-
-  ```python
-  my_head = tf.contrib.estimator.multi_label_head(n_classes=3)
-  my_estimator = tf.contrib.estimator.DNNEstimator(
-      head=my_head,
-      hidden_units=...,
-      feature_columns=...)
-  ```
-
-  It can also be used with a custom `model_fn`. Example:
-
-  ```python
-  def _my_model_fn(features, labels, mode):
-    my_head = tf.contrib.estimator.multi_label_head(n_classes=3)
-    logits = tf.keras.Model(...)(features)
-
-    return my_head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=tf.AdagradOptimizer(learning_rate=0.1),
-        logits=logits)
-
-  my_estimator = tf.estimator.Estimator(model_fn=_my_model_fn)
-  ```
-
-  Args:
-    n_classes: Number of classes, must be greater than 1 (for 1 class, use
-      `binary_classification_head`).
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.  Per-class weighting is
-      not supported.
-    thresholds: Iterable of floats in the range `(0, 1)`. Accuracy, precision
-      and recall metrics are evaluated for each threshold value. The threshold
-      is applied to the predicted probabilities, i.e. above the threshold is
-      `true`, below is `false`.
-    label_vocabulary: A list of strings represents possible label values. If it
-      is not given, that means labels are already encoded as integer within
-      [0, n_classes) or multi-hot Tensor. If given, labels must be SparseTensor
-      string type and have any value in `label_vocabulary`. Also there will be
-      errors if vocabulary is not provided and labels are string.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM_OVER_BATCH_SIZE`, namely
-      weighted sum of losses divided by batch size. See `tf.losses.Reduction`.
-    loss_fn: Optional loss function.
-    classes_for_class_based_metrics: List of integer class IDs or string class
-      names for which per-class metrics are evaluated. If integers, all must be
-      in the range `[0, n_classes - 1]`. If strings, all must be in
-      `label_vocabulary`.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for multi-label classification.
-
-  Raises:
-    ValueError: if `n_classes`, `thresholds`, `loss_reduction`, `loss_fn` or
-    `metric_class_ids` is invalid.
-  """
-  thresholds = tuple(thresholds) if thresholds else tuple()
-  if n_classes is None or n_classes < 2:
-    raise ValueError(
-        'n_classes must be > 1 for multi-class classification. '
-        'Given: {}'.format(n_classes))
-  for threshold in thresholds:
-    if (threshold <= 0.0) or (threshold >= 1.0):
-      raise ValueError(
-          'thresholds must be in (0, 1) range. Given: {}'.format(threshold))
-  if label_vocabulary is not None:
-    if not isinstance(label_vocabulary, (list, tuple)):
-      raise ValueError(
-          'label_vocabulary must be a list or tuple. '
-          'Given type: {}'.format(type(label_vocabulary)))
-    if len(label_vocabulary) != n_classes:
-      raise ValueError(
-          'Length of label_vocabulary must be n_classes ({}). '
-          'Given: {}'.format(n_classes, len(label_vocabulary)))
-  if loss_fn:
-    head_lib._validate_loss_fn_args(loss_fn)  # pylint:disable=protected-access
-  if (loss_reduction not in losses.Reduction.all() or
-      loss_reduction == losses.Reduction.NONE):
-    raise ValueError('Invalid loss_reduction: {}'.format(loss_reduction))
-  classes_for_class_based_metrics = tuple(
-      [] if classes_for_class_based_metrics is None
-      else classes_for_class_based_metrics)
-  if classes_for_class_based_metrics:
-    if isinstance(classes_for_class_based_metrics[0], six.string_types):
-      if not label_vocabulary:
-        raise ValueError(
-            'label_vocabulary must be provided when '
-            'classes_for_class_based_metrics are sting.')
-      class_ids = []
-      for class_string in classes_for_class_based_metrics:
-        class_ids.append(label_vocabulary.index(class_string))
-      classes_for_class_based_metrics = tuple(class_ids)
-    else:
-      for class_id in classes_for_class_based_metrics:
-        if (class_id < 0) or (class_id >= n_classes):
-          raise ValueError(
-              'All classes_for_class_based_metrics must be in range [0, {}]. '
-              'Given: {}'.format(n_classes - 1, class_id))
-  return _MultiLabelHead(
-      n_classes=n_classes, weight_column=weight_column, thresholds=thresholds,
-      label_vocabulary=label_vocabulary, loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      classes_for_class_based_metrics=classes_for_class_based_metrics,
-      name=name)
-
-
-class _MultiLabelHead(head_lib._Head):  # pylint:disable=protected-access
-  """`_Head` for multi-label classification."""
-
-  def __init__(self,
-               n_classes,
-               weight_column=None,
-               thresholds=None,
-               label_vocabulary=None,
-               loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-               loss_fn=None,
-               classes_for_class_based_metrics=None,
-               name=None):
-    self._n_classes = n_classes
-    self._weight_column = weight_column
-    self._thresholds = thresholds
-    self._label_vocabulary = label_vocabulary
-    self._loss_reduction = loss_reduction
-    self._loss_fn = loss_fn
-    self._classes_for_class_based_metrics = classes_for_class_based_metrics
-    self._name = name
-
-  @property
-  def name(self):
-    return self._name
-
-  @property
-  def logits_dimension(self):
-    return self._n_classes
-
-  def _process_labels(self, labels):
-    if labels is None:
-      raise ValueError(
-          'You must provide a labels Tensor. Given: None. '
-          'Suggested troubleshooting steps: Check that your data contain '
-          'your label feature. Check that your input_fn properly parses and '
-          'returns labels.')
-    if isinstance(labels, sparse_tensor.SparseTensor):
-      if labels.dtype == dtypes.string:
-        label_ids_values = lookup_ops.index_table_from_tensor(
-            vocabulary_list=tuple(self._label_vocabulary),
-            name='class_id_lookup').lookup(labels.values)
-        label_ids = sparse_tensor.SparseTensor(
-            indices=labels.indices,
-            values=label_ids_values,
-            dense_shape=labels.dense_shape)
-        return math_ops.to_int64(
-            sparse_ops.sparse_to_indicator(label_ids, self._n_classes))
-      else:
-        err_msg = (
-            r'labels must be an integer SparseTensor with values in '
-            r'[0, {})'.format(self._n_classes))
-        assert_int = check_ops.assert_integer(
-            labels.values, message=err_msg)
-        assert_less = check_ops.assert_less(
-            labels.values,
-            ops.convert_to_tensor(self._n_classes, dtype=labels.dtype),
-            message=err_msg)
-        assert_greater = check_ops.assert_non_negative(
-            labels.values, message=err_msg)
-        with ops.control_dependencies(
-            [assert_int, assert_less, assert_greater]):
-          return math_ops.to_int64(
-              sparse_ops.sparse_to_indicator(labels, self._n_classes))
-    err_msg = (
-        r'labels must be an integer indicator Tensor with values in [0, 1]')
-    return head_lib._assert_range(labels, 2, message=err_msg)  # pylint:disable=protected-access,
-
-  def create_loss(self, features, mode, logits, labels):
-    """See `Head`."""
-    del mode  # Unused for this head.
-    logits = ops.convert_to_tensor(logits)
-    processed_labels = self._process_labels(labels)
-    processed_labels = head_lib._check_dense_labels_match_logits_and_reshape(  # pylint:disable=protected-access
-        labels=processed_labels, logits=logits,
-        expected_labels_dimension=self.logits_dimension)
-    if self._loss_fn:
-      unweighted_loss = head_lib._call_loss_fn(  # pylint:disable=protected-access
-          loss_fn=self._loss_fn, labels=processed_labels, logits=logits,
-          features=features, expected_loss_dim=1)
-    else:
-      unweighted_loss = losses.sigmoid_cross_entropy(
-          multi_class_labels=processed_labels, logits=logits,
-          reduction=losses.Reduction.NONE)
-      # Averages loss over classes.
-      unweighted_loss = math_ops.reduce_mean(
-          unweighted_loss, axis=-1, keepdims=True)
-    weights = head_lib._get_weights_and_check_match_logits(  # pylint:disable=protected-access,
-        features=features, weight_column=self._weight_column, logits=logits)
-    training_loss = losses.compute_weighted_loss(
-        unweighted_loss, weights=weights, reduction=self._loss_reduction)
-    return head_lib.LossSpec(
-        training_loss=training_loss,
-        unreduced_loss=unweighted_loss,
-        weights=weights,
-        processed_labels=processed_labels)
-
-  def _create_tpu_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, regularization_losses=None):
-    """Returns an `model_fn._TPUEstimatorSpec`.
-
-    Args:
-      features: Input `dict` of `Tensor` or `SparseTensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` with shape `[D0, D1, ... DN, n_classes]`.
-        For many applications, the shape is `[batch_size, n_classes]`.
-      labels: Labels with shape matching `logits`. Can be multi-hot `Tensor`
-        with shape `[D0, D1, ... DN, n_classes]` or `SparseTensor` with
-        `dense_shape` `[D0, D1, ... DN, ?]`. `labels` is required argument when
-        `mode` equals `TRAIN` or `EVAL`.
-      optimizer: `Optimizer` instance to optimize the loss in TRAIN mode.
-        Namely, sets `train_op = optimizer.minimize(loss, global_step)`, which
-        updates variables and increments `global_step`.
-      train_op_fn: Function that takes a scalar loss `Tensor` and returns
-        `train_op`. Used if `optimizer` is `None`.
-      regularization_losses: A list of additional scalar losses to be added to
-        the training loss, such as regularization losses. These losses are
-        usually expressed as a batch average, so for best results users need to
-        set `loss_reduction=SUM_OVER_BATCH_SIZE` or
-        `loss_reduction=SUM_OVER_NONZERO_WEIGHTS` when creating the head to
-        avoid scaling errors.
-    Returns:
-      `model_fn._TPUEstimatorSpec`.
-    Raises:
-      ValueError: If both `train_op_fn` and `optimizer` are `None` in TRAIN
-        mode, or if both are set.
-    """
-    with ops.name_scope(self._name, 'head'):
-      logits = head_lib._check_logits_final_dim(logits, self.logits_dimension)  # pylint:disable=protected-access
-
-      # Predict.
-      pred_keys = prediction_keys.PredictionKeys
-      with ops.name_scope(None, 'predictions', (logits,)):
-        probabilities = math_ops.sigmoid(logits, name=pred_keys.PROBABILITIES)
-        predictions = {
-            pred_keys.LOGITS: logits,
-            pred_keys.PROBABILITIES: probabilities,
-        }
-      if mode == model_fn.ModeKeys.PREDICT:
-        classifier_output = head_lib._classification_output(  # pylint:disable=protected-access
-            scores=probabilities, n_classes=self._n_classes,
-            label_vocabulary=self._label_vocabulary)
-        return model_fn._TPUEstimatorSpec(  # pylint:disable=protected-access
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs={
-                _DEFAULT_SERVING_KEY: classifier_output,
-                head_lib._CLASSIFY_SERVING_KEY: classifier_output,  # pylint:disable=protected-access
-                head_lib._PREDICT_SERVING_KEY: (  # pylint:disable=protected-access
-                    export_output.PredictOutput(predictions))
-            })
-
-      (training_loss, unreduced_loss, weights,
-       processed_labels) = self.create_loss(
-           features=features, mode=mode, logits=logits, labels=labels)
-      if regularization_losses:
-        regularization_loss = math_ops.add_n(regularization_losses)
-        regularized_training_loss = math_ops.add_n(
-            [training_loss, regularization_loss])
-      else:
-        regularization_loss = None
-        regularized_training_loss = training_loss
-
-      # Eval.
-      if mode == model_fn.ModeKeys.EVAL:
-        return model_fn._TPUEstimatorSpec(  # pylint:disable=protected-access
-            mode=model_fn.ModeKeys.EVAL,
-            predictions=predictions,
-            loss=regularized_training_loss,
-            eval_metrics=head_lib._create_eval_metrics_tuple(  # pylint:disable=protected-access
-                self._eval_metric_ops, {
-                    'labels': processed_labels,
-                    'probabilities': probabilities,
-                    'weights': weights,
-                    'unreduced_loss': unreduced_loss,
-                    'regularization_loss': regularization_loss,
-                }))
+from tensorflow_estimator.contrib.estimator.python.estimator import head
 
-      # Train.
-      if optimizer is not None:
-        if train_op_fn is not None:
-          raise ValueError('train_op_fn and optimizer cannot both be set.')
-        train_op = optimizer.minimize(
-            regularized_training_loss,
-            global_step=training_util.get_global_step())
-      elif train_op_fn is not None:
-        train_op = train_op_fn(regularized_training_loss)
-      else:
-        raise ValueError('train_op_fn and optimizer cannot both be None.')
-      train_op = head_lib._append_update_ops(train_op)  # pylint:disable=protected-access
-      # Only summarize mean_loss for SUM reduction to preserve backwards
-      # compatibility. Otherwise skip it to avoid unnecessary computation.
-      if self._loss_reduction == losses.Reduction.SUM:
-        example_weight_sum = math_ops.reduce_sum(
-            weights * array_ops.ones_like(unreduced_loss))
-        mean_loss = training_loss / example_weight_sum
-      else:
-        mean_loss = None
-    with ops.name_scope(''):
-      keys = metric_keys.MetricKeys
-      summary.scalar(
-          head_lib._summary_key(self._name, keys.LOSS),  # pylint:disable=protected-access
-          regularized_training_loss)
-      if mean_loss is not None:
-        summary.scalar(
-            head_lib._summary_key(self._name, keys.LOSS_MEAN),  # pylint:disable=protected-access
-            mean_loss)
-      if regularization_loss is not None:
-        summary.scalar(
-            head_lib._summary_key(self._name, keys.LOSS_REGULARIZATION),  # pylint:disable=protected-access
-            regularization_loss)
-    return model_fn._TPUEstimatorSpec(  # pylint:disable=protected-access
-        mode=model_fn.ModeKeys.TRAIN,
-        predictions=predictions,
-        loss=regularized_training_loss,
-        train_op=train_op)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+head.__all__ = [s for s in dir(head) if not s.startswith('__')]
 
-  def _eval_metric_ops(
-      self, labels, probabilities, weights, unreduced_loss,
-      regularization_loss):
-    """Returns a dict of metrics for eval_metric_ops."""
-    with ops.name_scope(
-        None, 'metrics',
-        [labels, probabilities, weights, unreduced_loss, regularization_loss]):
-      keys = metric_keys.MetricKeys
-      metric_ops = {
-          # Estimator already adds a metric for loss.
-          head_lib._summary_key(self._name, keys.LOSS_MEAN):  # pylint:disable=protected-access
-              metrics_lib.mean(
-                  values=unreduced_loss,
-                  weights=weights,
-                  name=keys.LOSS_MEAN),
-          head_lib._summary_key(self._name, keys.AUC):  # pylint:disable=protected-access
-              metrics_lib.auc(labels=labels, predictions=probabilities,
-                              weights=weights, name=keys.AUC),
-          head_lib._summary_key(self._name, keys.AUC_PR):  # pylint:disable=protected-access
-              metrics_lib.auc(labels=labels, predictions=probabilities,
-                              weights=weights, curve='PR',
-                              name=keys.AUC_PR),
-      }
-      if regularization_loss is not None:
-        loss_regularization_key = head_lib._summary_key(  # pylint:disable=protected-access
-            self._name, keys.LOSS_REGULARIZATION)
-        metric_ops[loss_regularization_key] = (
-            metrics_lib.mean(
-                values=regularization_loss,
-                name=keys.LOSS_REGULARIZATION))
-      for threshold in self._thresholds:
-        accuracy_key = keys.ACCURACY_AT_THRESHOLD % threshold
-        metric_ops[head_lib._summary_key(self._name, accuracy_key)] = (  # pylint:disable=protected-access
-            head_lib._accuracy_at_threshold(  # pylint:disable=protected-access
-                labels=labels,
-                predictions=probabilities,
-                weights=weights,
-                threshold=threshold,
-                name=accuracy_key))
-        # Precision for positive examples.
-        precision_key = keys.PRECISION_AT_THRESHOLD % threshold
-        metric_ops[head_lib._summary_key(self._name, precision_key)] = (  # pylint:disable=protected-access
-            head_lib._precision_at_threshold(  # pylint:disable=protected-access
-                labels=labels,
-                predictions=probabilities,
-                weights=weights,
-                threshold=threshold,
-                name=precision_key))
-        # Recall for positive examples.
-        recall_key = keys.RECALL_AT_THRESHOLD % threshold
-        metric_ops[head_lib._summary_key(self._name, recall_key)] = (  # pylint:disable=protected-access
-            head_lib._recall_at_threshold(  # pylint:disable=protected-access
-                labels=labels,
-                predictions=probabilities,
-                weights=weights,
-                threshold=threshold,
-                name=recall_key))
-      for class_id in self._classes_for_class_based_metrics:
-        batch_rank = array_ops.rank(probabilities) - 1
-        begin = array_ops.concat(
-            [array_ops.zeros([batch_rank], dtype=dtypes.int32), [class_id]],
-            axis=0)
-        size = array_ops.concat(
-            [-1 * array_ops.ones([batch_rank], dtype=dtypes.int32), [1]],
-            axis=0)
-        class_probabilities = array_ops.slice(
-            probabilities, begin=begin, size=size)
-        class_labels = array_ops.slice(labels, begin=begin, size=size)
-        if self._label_vocabulary is None:
-          prob_key = keys.PROBABILITY_MEAN_AT_CLASS % class_id
-        else:
-          prob_key = (
-              keys.PROBABILITY_MEAN_AT_NAME % self._label_vocabulary[class_id])
-        metric_ops[head_lib._summary_key(self._name, prob_key)] = (  # pylint:disable=protected-access
-            head_lib._predictions_mean(  # pylint:disable=protected-access
-                predictions=class_probabilities,
-                weights=weights,
-                name=prob_key))
-        if self._label_vocabulary is None:
-          auc_key = keys.AUC_AT_CLASS % class_id
-        else:
-          auc_key = keys.AUC_AT_NAME % self._label_vocabulary[class_id]
-        metric_ops[head_lib._summary_key(self._name, auc_key)] = (  # pylint:disable=protected-access
-            head_lib._auc(  # pylint:disable=protected-access
-                labels=class_labels,
-                predictions=class_probabilities,
-                weights=weights,
-                name=auc_key))
-        if self._label_vocabulary is None:
-          auc_pr_key = keys.AUC_PR_AT_CLASS % class_id
-        else:
-          auc_pr_key = keys.AUC_PR_AT_NAME % self._label_vocabulary[class_id]
-        metric_ops[head_lib._summary_key(self._name, auc_pr_key)] = (  # pylint:disable=protected-access
-            head_lib._auc(  # pylint:disable=protected-access
-                labels=class_labels,
-                predictions=class_probabilities,
-                weights=weights,
-                curve='PR',
-                name=auc_pr_key))
-    return metric_ops
+from tensorflow_estimator.contrib.estimator.python.estimator.head import *
diff --git a/tensorflow/contrib/estimator/python/estimator/head_test.py b/tensorflow/contrib/estimator/python/estimator/head_test.py
deleted file mode 100644
index c6e75f8d46..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/head_test.py
+++ /dev/null
@@ -1,1482 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for head."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import string_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.training import monitored_session
-
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-def _initialize_variables(test_case, scaffold):
-  scaffold.finalize()
-  test_case.assertIsNone(scaffold.init_feed_dict)
-  test_case.assertIsNone(scaffold.init_fn)
-  scaffold.init_op.run()
-  scaffold.ready_for_local_init_op.eval()
-  scaffold.local_init_op.run()
-  scaffold.ready_op.eval()
-  test_case.assertIsNotNone(scaffold.saver)
-
-
-def _assert_simple_summaries(test_case, expected_summaries, summary_str,
-                             tol=1e-6):
-  """Assert summary the specified simple values.
-
-  Args:
-    test_case: test case.
-    expected_summaries: Dict of expected tags and simple values.
-    summary_str: Serialized `summary_pb2.Summary`.
-    tol: Tolerance for relative and absolute.
-  """
-  summary = summary_pb2.Summary()
-  summary.ParseFromString(summary_str)
-  test_case.assertAllClose(expected_summaries, {
-      v.tag: v.simple_value for v in summary.value
-  }, rtol=tol, atol=tol)
-
-
-def _assert_no_hooks(test_case, spec):
-  test_case.assertAllEqual([], spec.training_chief_hooks)
-  test_case.assertAllEqual([], spec.training_hooks)
-
-
-def _sigmoid(logits):
-  return 1 / (1 + np.exp(-logits))
-
-
-def _sigmoid_cross_entropy(labels, logits):
-  """Returns sigmoid cross entropy averaged over classes."""
-  sigmoid_logits = _sigmoid(logits)
-  unreduced_result = (
-      -labels * np.log(sigmoid_logits)
-      -(1 - labels) * np.log(1 - sigmoid_logits))
-  # Mean over classes
-  return np.mean(unreduced_result, axis=-1, keepdims=True)
-
-
-class MultiLabelHead(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_n_classes_is_none(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'n_classes must be > 1 for multi-class classification\. Given: None'):
-      head_lib.multi_label_head(n_classes=None)
-
-  def test_n_classes_is_1(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'n_classes must be > 1 for multi-class classification\. Given: 1'):
-      head_lib.multi_label_head(n_classes=1)
-
-  def test_threshold_too_small(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'thresholds must be in \(0, 1\) range\. Given: 0\.0'):
-      head_lib.multi_label_head(n_classes=2, thresholds=[0., 0.5])
-
-  def test_threshold_too_large(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'thresholds must be in \(0, 1\) range\. Given: 1\.0'):
-      head_lib.multi_label_head(n_classes=2, thresholds=[0.5, 1.0])
-
-  def test_label_vocabulary_dict(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'label_vocabulary must be a list or tuple\. '
-        r'Given type: <(type|class) \'dict\'>'):
-      head_lib.multi_label_head(n_classes=2, label_vocabulary={'foo': 'bar'})
-
-  def test_label_vocabulary_wrong_size(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'Length of label_vocabulary must be n_classes \(3\). Given: 2'):
-      head_lib.multi_label_head(n_classes=3, label_vocabulary=['foo', 'bar'])
-
-  def test_invalid_loss_reduction(self):
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: invalid_loss_reduction'):
-      head_lib.multi_label_head(
-          n_classes=3, loss_reduction='invalid_loss_reduction')
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: none'):
-      head_lib.multi_label_head(
-          n_classes=3, loss_reduction=losses.Reduction.NONE)
-
-  def test_loss_fn_arg_labels_missing(self):
-    def _loss_fn(logits):
-      del logits  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: labels\. '
-        r'Given arguments: \(\'logits\',\)'):
-      head_lib.multi_label_head(n_classes=3, loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_logits_missing(self):
-    def _loss_fn(labels):
-      del labels  # unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: logits\. '
-        r'Given arguments: \(\'labels\',\)'):
-      head_lib.multi_label_head(n_classes=3, loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_features_ok(self):
-    def _loss_fn(labels, logits, features):
-      del labels, logits, features  # Unused
-    head_lib.multi_label_head(n_classes=3, loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_invalid(self):
-    def _loss_fn(labels, logits, name=None):
-      del labels, logits, name  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn has unexpected args: \[\'name\'\]'):
-      head_lib.multi_label_head(n_classes=3, loss_fn=_loss_fn)
-
-  def test_classes_for_class_based_metrics_invalid(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'All classes_for_class_based_metrics must be in range \[0, 2\]\. '
-        r'Given: -1'):
-      head_lib.multi_label_head(
-          n_classes=3, classes_for_class_based_metrics=[2, -1])
-
-  def test_classes_for_class_based_metrics_string_invalid(self):
-    with self.assertRaisesRegexp(
-        ValueError, r'\'z\' is not in list'):
-      head_lib.multi_label_head(
-          n_classes=3, label_vocabulary=['a', 'b', 'c'],
-          classes_for_class_based_metrics=['c', 'z'])
-
-  def test_name(self):
-    head = head_lib.multi_label_head(n_classes=4, name='foo')
-    self.assertEqual('foo', head.name)
-
-  def test_predict(self):
-    n_classes = 4
-    head = head_lib.multi_label_head(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    logits = np.array(
-        [[0., 1., 2., -1.], [-1., -2., -3., 1.]], dtype=np.float32)
-    expected_probabilities = _sigmoid(logits)
-    expected_export_classes = [[b'0', b'1', b'2', b'3']] * 2
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    self.assertItemsEqual(
-        (_DEFAULT_SERVING_KEY, 'predict', 'classification'),
-        spec.export_outputs.keys())
-
-    # Assert predictions and export_outputs.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(logits,
-                          predictions[prediction_keys.PredictionKeys.LOGITS])
-      self.assertAllClose(
-          expected_probabilities,
-          predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-
-      self.assertAllClose(
-          expected_probabilities,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].scores))
-      self.assertAllEqual(
-          expected_export_classes,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].classes))
-
-  def test_predict_with_label_vocabulary(self):
-    n_classes = 4
-    head = head_lib.multi_label_head(
-        n_classes, label_vocabulary=['foo', 'bar', 'foobar', 'barfoo'])
-
-    logits = np.array(
-        [[0., 1., 2., -1.], [-1., -2., -3., 1.]], dtype=np.float32)
-    expected_export_classes = [[b'foo', b'bar', b'foobar', b'barfoo']] * 2
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllEqual(
-          expected_export_classes,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].classes))
-
-  def test_weight_should_not_impact_prediction(self):
-    n_classes = 4
-    head = head_lib.multi_label_head(n_classes, weight_column='example_weights')
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    logits = np.array(
-        [[0., 1., 2., -1.], [-1., -2., -3., 1.]], dtype=np.float32)
-    expected_probabilities = _sigmoid(logits)
-
-    weights_2x1 = [[1.], [2.]]
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'example_weights': weights_2x1,
-        },
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert predictions and export_outputs.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(logits,
-                          predictions[prediction_keys.PredictionKeys.LOGITS])
-      self.assertAllClose(
-          expected_probabilities,
-          predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-
-  def test_eval_create_loss(self):
-    """Tests head.create_loss for eval mode."""
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes)
-
-    logits = np.array([[-1., 1.], [-1.5, 1.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = (labels * -log(sigmoid(logits)) +
-    #         (1 - labels) * -log(1 - sigmoid(logits))) / 2
-    expected_training_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels, logits=logits))
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss,
-                          actual_training_loss.eval())
-
-  def test_eval_create_loss_large_logits(self):
-    """Tests head.create_loss for eval mode and large logits."""
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes)
-
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # For large logits, this is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits
-    expected_training_loss = 0.5 * np.sum(
-        np.array([[(10. + 10.) / 2.], [(15. + 0.) / 2.]], dtype=np.float32))
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, actual_training_loss.eval(), atol=1e-4)
-
-  def test_eval_create_loss_labels_wrong_shape(self):
-    """Tests head.create_loss for eval mode when labels has the wrong shape."""
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes)
-
-    logits = np.array([[-1., 1.], [-1.5, 1.]], dtype=np.float32)
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.int64)
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 2\] \[labels_shape: \] \[2 1\]'):
-        actual_training_loss.eval({
-            labels_placeholder: np.array([[1], [1]], dtype=np.int64)
-        })
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'labels shape must be \[D0, D1, ... DN, 2\]\..*'
-          r'\[Received shape: \] \[2\]'):
-        actual_training_loss.eval({
-            labels_placeholder: np.array([1, 1], dtype=np.int64)
-        })
-
-  def test_eval_create_loss_loss_fn(self):
-    """Tests head.create_loss for eval mode and custom loss_fn."""
-    loss = np.array([[1.], [2.]], dtype=np.float32)
-    logits_input = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels_input = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    def _loss_fn(labels, logits):
-      check_labels = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(labels, labels_input)),
-          data=[labels])
-      check_logits = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(logits, logits_input)),
-          data=[logits])
-      with ops.control_dependencies([check_labels, check_logits]):
-        return constant_op.constant(loss)
-    head = head_lib.multi_label_head(n_classes=2, loss_fn=_loss_fn)
-
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_input,
-        labels=labels_input)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(np.sum(loss) / 2., actual_training_loss.eval())
-
-  def test_eval_create_loss_loss_fn_wrong_shape(self):
-    """Tests custom loss_fn that returns Tensor of unexpected shape."""
-    loss = np.array([1., 2.], dtype=np.float32)
-    def _loss_fn(labels, logits):
-      del labels, logits  # Unused
-      return constant_op.constant(loss)
-    head = head_lib.multi_label_head(n_classes=2, loss_fn=_loss_fn)
-
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[loss_fn must return Tensor of shape \[D0, D1, ... DN, 1\]\. \] '
-          r'\[logits_shape: \] \[2 2\] \[loss_shape: \] \[2\]'):
-        actual_training_loss.eval()
-
-  def test_eval_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib.multi_label_head(n_classes=2)
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-          labels=None)
-
-  def _test_eval(
-      self, head, logits, labels, expected_loss, expected_metrics,
-      features=None, regularization_losses=None):
-    spec = head.create_estimator_spec(
-        features=features or {},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels,
-        regularization_losses=regularization_losses)
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol,
-          atol=tol)
-
-  def test_eval(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes)
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels, logits=logits))
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-    }
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_sparse_labels(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes)
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    # Equivalent to multi_hot = [[1, 0], [1, 1]]
-    labels = sparse_tensor.SparseTensor(
-        values=[0, 0, 1],
-        indices=[[0, 0], [1, 0], [1, 1]],
-        dense_shape=[2, 2])
-    labels_multi_hot = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels_multi_hot, logits=logits))
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-    }
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_with_regularization_losses(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(
-        n_classes, loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = sum(
-    #     labels * -log(sigmoid(logits)) +
-    #     (1 - labels) * -log(1 - sigmoid(logits))) / batch_size
-    expected_unregularized_loss = np.sum(
-        _sigmoid_cross_entropy(labels=labels, logits=logits)) / 2.
-    expected_regularized_loss = (
-        expected_unregularized_loss + expected_regularization_loss)
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_unregularized_loss,
-        keys.LOSS_REGULARIZATION: expected_regularization_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-    }
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_regularized_loss,
-        expected_metrics=expected_metrics,
-        regularization_losses=regularization_losses)
-
-  def test_eval_with_label_vocabulary(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(
-        n_classes, label_vocabulary=['class0', 'class1'])
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    # Equivalent to multi_hot = [[1, 0], [1, 1]]
-    labels = sparse_tensor.SparseTensor(
-        values=['class0', 'class0', 'class1'],
-        indices=[[0, 0], [1, 0], [1, 1]],
-        dense_shape=[2, 2])
-    labels_multi_hot = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels_multi_hot, logits=logits))
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-    }
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_with_label_vocabulary_with_multi_hot_input(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(
-        n_classes, label_vocabulary=['class0', 'class1'])
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    labels_multi_hot = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels_multi_hot, logits=logits))
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-    }
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels_multi_hot,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_with_thresholds(self):
-    n_classes = 2
-    thresholds = [0.25, 0.5, 0.75]
-    head = head_lib.multi_label_head(n_classes, thresholds=thresholds)
-
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels, logits=logits))
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-        keys.ACCURACY_AT_THRESHOLD % thresholds[0]: 2. / 4.,
-        keys.PRECISION_AT_THRESHOLD % thresholds[0]: 2. / 3.,
-        keys.RECALL_AT_THRESHOLD % thresholds[0]: 2. / 3.,
-        keys.ACCURACY_AT_THRESHOLD % thresholds[1]: 1. / 4.,
-        keys.PRECISION_AT_THRESHOLD % thresholds[1]: 1. / 2.,
-        keys.RECALL_AT_THRESHOLD % thresholds[1]: 1. / 3.,
-        keys.ACCURACY_AT_THRESHOLD % thresholds[2]: 2. / 4.,
-        keys.PRECISION_AT_THRESHOLD % thresholds[2]: 1. / 1.,
-        keys.RECALL_AT_THRESHOLD % thresholds[2]: 1. / 3.,
-    }
-
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_with_classes_for_class_based_metrics(self):
-    head = head_lib.multi_label_head(
-        n_classes=2, classes_for_class_based_metrics=[0, 1])
-
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels, logits=logits))
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-        keys.PROBABILITY_MEAN_AT_CLASS % 0: np.sum(_sigmoid(logits[:, 0])) / 2.,
-        keys.AUC_AT_CLASS % 0: 0.,
-        keys.AUC_PR_AT_CLASS % 0: 1.,
-        keys.PROBABILITY_MEAN_AT_CLASS % 1: np.sum(_sigmoid(logits[:, 1])) / 2.,
-        keys.AUC_AT_CLASS % 1: 1.,
-        keys.AUC_PR_AT_CLASS % 1: 1.,
-    }
-
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_with_classes_for_class_based_metrics_string(self):
-    head = head_lib.multi_label_head(
-        n_classes=2, label_vocabulary=['a', 'b'],
-        classes_for_class_based_metrics=['a', 'b'])
-
-    logits = np.array([[-1., 1.], [-1.5, 1.5]], dtype=np.float32)
-    labels = sparse_tensor.SparseTensor(
-        values=['a', 'a', 'b'],
-        indices=[[0, 0], [1, 0], [1, 1]],
-        dense_shape=[2, 2])
-    labels_onehot = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # Sum over examples, divide by batch_size.
-    expected_loss = 0.5 * np.sum(
-        _sigmoid_cross_entropy(labels=labels_onehot, logits=logits))
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over examples.
-        keys.LOSS_MEAN: expected_loss,
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.3333,
-        keys.AUC_PR: 0.7639,
-        keys.PROBABILITY_MEAN_AT_NAME % 'a':
-            np.sum(_sigmoid(logits[:, 0])) / 2.,
-        keys.AUC_AT_NAME % 'a': 0.,
-        keys.AUC_PR_AT_NAME % 'a': 1.,
-        keys.PROBABILITY_MEAN_AT_NAME % 'b':
-            np.sum(_sigmoid(logits[:, 1])) / 2.,
-        keys.AUC_AT_NAME % 'b': 1.,
-        keys.AUC_PR_AT_NAME % 'b': 1.,
-    }
-
-    self._test_eval(
-        head=head,
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-  def test_eval_with_weights(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes, weight_column='example_weights')
-
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes, weighted sum over examples, divide by batch_size.
-    # loss = ( 1 * (10 + 10) / 2 + 2 * (15 + 0) / 2) / 2
-    expected_loss = 12.5
-
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array([[41], [42]], dtype=np.int32),
-            'example_weights': np.array([[1.], [2.]], dtype=np.float32),
-        },
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # Average loss over weighted examples (denominator is sum(weights)).
-        keys.LOSS_MEAN: expected_loss * (2. / 3.),
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.2000,
-        keys.AUC_PR: 0.7833,
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol,
-          atol=tol)
-
-  def test_train_create_loss_large_logits(self):
-    """Tests head.create_loss for train mode and large logits."""
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes, weight_column='example_weights')
-
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    weights = np.array([[1.], [2.]], dtype=np.float32)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # For large logits, this is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits
-    expected_unreduced_loss = [[(10. + 10.) / 2.], [(15. + 0.) / 2.]]
-    expected_weights = [[1.], [2.]]
-    expected_training_loss = (1. * (10. + 10.) / 2. + 2. * (15. + 0.) / 2.) / 2.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'example_weights': weights
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), atol=1e-4)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), atol=1e-4)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_train_create_loss_loss_reduction(self):
-    """Tests head.create_loss with loss_reduction."""
-    n_classes = 2
-    head = head_lib.multi_label_head(
-        n_classes, weight_column='example_weights',
-        loss_reduction=losses.Reduction.SUM_BY_NONZERO_WEIGHTS)
-
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    weights = np.array([[1.], [2.]], dtype=np.float32)
-    # loss = labels * -log(sigmoid(logits)) +
-    #        (1 - labels) * -log(1 - sigmoid(logits))
-    # For large logits, this is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits
-    expected_unreduced_loss = [[(10. + 10.) / 2.], [(15. + 0.) / 2.]]
-    expected_weights = [[1.], [2.]]
-    expected_training_loss = (1. * (10. + 10.) / 2. + 2. * (15. + 0.) / 2.) / 2.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'example_weights': weights
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), atol=1e-4)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), atol=1e-4)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_train_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib.multi_label_head(n_classes=2)
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-          labels=None,
-          train_op_fn=_no_op_train_fn)
-
-  def test_train_invalid_indicator_labels(self):
-    head = head_lib.multi_label_head(n_classes=2)
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    # The value 2 is outside the allowed range.
-    labels = np.array([[2, 0], [1, 1]], dtype=np.int64)
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'labels must be an integer indicator Tensor with values in '
-          r'\[0, 1\]'):
-        sess.run(spec.loss)
-
-  def test_train_invalid_sparse_labels(self):
-    head = head_lib.multi_label_head(n_classes=2)
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    # The value 2 is outside the allowed range.
-    labels = sparse_tensor.SparseTensor(
-        values=[2, 0, 1],
-        indices=[[0, 0], [1, 0], [1, 1]],
-        dense_shape=[2, 2])
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'labels must be an integer SparseTensor with values in \[0, 2\)'):
-        sess.run(spec.loss)
-
-  def _test_train(self, head, logits, labels, expected_loss):
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=3)])
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(
-          self, {metric_keys.MetricKeys.LOSS: expected_loss}, summary_str, tol)
-
-  def test_train(self):
-    head = head_lib.multi_label_head(n_classes=2)
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes, sum over examples, divide by batch_size.
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2
-    expected_loss = 8.75
-    self._test_train(
-        head=head, logits=logits, labels=labels, expected_loss=expected_loss)
-
-  def test_train_sparse_labels(self):
-    head = head_lib.multi_label_head(n_classes=2)
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    # Equivalent to multi_hot = [[1, 0], [1, 1]]
-    labels = sparse_tensor.SparseTensor(
-        values=[0, 0, 1],
-        indices=[[0, 0], [1, 0], [1, 1]],
-        dense_shape=[2, 2])
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes, sum over examples, divide by batch_size.
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2
-    expected_loss = 8.75
-    self._test_train(
-        head=head, logits=logits, labels=labels, expected_loss=expected_loss)
-
-  def test_train_with_label_vocabulary(self):
-    head = head_lib.multi_label_head(
-        n_classes=2, label_vocabulary=['class0', 'class1'])
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    # Equivalent to multi_hot = [[1, 0], [1, 1]]
-    labels = sparse_tensor.SparseTensor(
-        values=['class0', 'class0', 'class1'],
-        indices=[[0, 0], [1, 0], [1, 1]],
-        dense_shape=[2, 2])
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes, sum over examples, divide by batch_size.
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2
-    expected_loss = 8.75
-    self._test_train(
-        head=head, logits=logits, labels=labels, expected_loss=expected_loss)
-
-  def test_train_with_optimizer(self):
-    head = head_lib.multi_label_head(n_classes=2)
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes, sum over examples, divide by batch_size.
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2
-    expected_loss = 8.75
-    expected_train_result = 'my_train_op'
-
-    class _Optimizer(object):
-
-      def minimize(self, loss, global_step):
-        del global_step
-        return string_ops.string_join(
-            [constant_op.constant(expected_train_result),
-             string_ops.as_string(loss, precision=3)])
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        optimizer=_Optimizer())
-
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-
-  def test_train_with_update_ops(self):
-    head = head_lib.multi_label_head(n_classes=2)
-
-    with ops.Graph().as_default():
-      w = variables.Variable(1)
-      update_op = w.assign_add(1)
-      ops.add_to_collection(ops.GraphKeys.UPDATE_OPS, update_op)
-
-      t = variables.Variable('')
-      expected_train_result = b'my_train_op'
-      def _train_op_fn(loss):
-        del loss
-        return t.assign(expected_train_result)
-
-      spec = head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-          labels=np.array([[1, 0], [1, 1]], dtype=np.int64),
-          train_op_fn=_train_op_fn)
-
-      with self.cached_session() as sess:
-        _initialize_variables(self, spec.scaffold)
-        sess.run(spec.train_op)
-        w_value, t_value = sess.run([w, t])
-        self.assertEqual(2, w_value)
-        self.assertEqual(expected_train_result, t_value)
-
-  def test_train_with_regularization_losses(self):
-    head = head_lib.multi_label_head(
-        n_classes=2, loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    regularization_losses = [1.5, 0.5]
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes and over batch and add regularization loss.
-    expected_loss = 35. / 4. + 2.
-    expected_summaries = {
-        metric_keys.MetricKeys.LOSS: expected_loss,
-        metric_keys.MetricKeys.LOSS_REGULARIZATION: 2.,
-    }
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=3)])
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn,
-        regularization_losses=regularization_losses)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, expected_summaries, summary_str, tol)
-
-  def test_train_with_weights(self):
-    n_classes = 2
-    head = head_lib.multi_label_head(n_classes, weight_column='example_weights')
-
-    logits = np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)
-    labels = np.array([[1, 0], [1, 1]], dtype=np.int64)
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # Average over classes, weighted sum over examples, divide by batch_size.
-    # loss = ( 1 * (10 + 10) / 2 + 2 * (15 + 0) / 2 ) / 2
-    expected_loss = 12.5
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=3)])
-
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array([[41], [42]], dtype=np.int32),
-            'example_weights': np.array([[1.], [2.]], dtype=np.float32),
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(
-          self, {metric_keys.MetricKeys.LOSS: expected_loss,}, summary_str, tol)
-
-  def test_multi_dim_weighted_train_create_loss(self):
-    """Logits and labels of shape [2, 2, 3], weights [2, 2]."""
-    head = head_lib.multi_label_head(n_classes=3, weight_column='weights')
-
-    logits = np.array([[[-10., 10., -10.], [10., -10., 10.]],
-                       [[-12., 12., -12.], [12., -12., 12.]]], dtype=np.float32)
-    labels = np.array([[[1, 0, 0], [1, 0, 0]],
-                       [[0, 1, 1], [0, 1, 1]]], dtype=np.int64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # unreduced_loss =
-    #     [[10 + 10 + 0, 0 + 0 + 10], [0 + 0 + 12, 12 + 12 + 0]] / 3
-    #   = [[20/3, 10/3], [4, 8]]
-    expected_unreduced_loss = [[[20./3.], [10./3.]], [[4.], [8.]]]
-    # weights are reshaped to [2, 2, 1] to match logits.
-    expected_weights = [[[1.], [1.5]], [[2.], [2.5]]]
-    # loss = (1*20/3 + 1.5*10/3 + 2*4 + 2.5*8) / 4 = 9.9167
-    expected_training_loss = 9.9167
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    atol = 1.e-3
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), atol=atol)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), atol=atol)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_multi_dim_weighted_train(self):
-    """Logits and labels of shape [2, 2, 3], weights [2, 2]."""
-    head = head_lib.multi_label_head(n_classes=3, weight_column='weights')
-
-    logits = np.array([[[-10., 10., -10.], [10., -10., 10.]],
-                       [[-12., 12., -12.], [12., -12., 12.]]], dtype=np.float32)
-    labels = np.array([[[1, 0, 0], [1, 0, 0]],
-                       [[0, 1, 1], [0, 1, 1]]], dtype=np.int64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # loss = [[10 + 10 + 0, 0 + 0 + 10], [0 + 0 + 12, 12 + 12 + 0]] / 3
-    #      = [[20/3, 10/3], [4, 8]]
-    # loss = (1*20/3 + 1.5*10/3 + 2*4 + 2.5*8) / 4 = 9.9167
-    expected_loss = 9.9167
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=3)])
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    atol = 1.e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, monitored_session.Scaffold())
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss, atol=atol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-
-  def test_multi_dim_weights_wrong_inner_dim(self):
-    """Logits and labels of shape [2, 2, 3], weights [2, 1]."""
-    head = head_lib.multi_label_head(n_classes=3, weight_column='weights')
-
-    logits = np.array([[[-10., 10., -10.], [10., -10., 10.]],
-                       [[-12., 12., -12.], [12., -12., 12.]]], dtype=np.float32)
-    labels = np.array([[[1, 0, 0], [1, 0, 0]],
-                       [[0, 1, 1], [0, 1, 1]]], dtype=np.int64)
-    weights = np.array([[1.], [2.]], dtype=np.float32)
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \] \[2 2 3\] \[weights_shape: \] \[2 1\]'):
-        spec.loss.eval()
-
-  def test_multi_dim_weights_wrong_outer_dim(self):
-    """Logits and labels of shape [2, 2, 3], weights [2, 2, 3]."""
-    head = head_lib.multi_label_head(n_classes=3, weight_column='weights')
-
-    logits = np.array([[[-10., 10., -10.], [10., -10., 10.]],
-                       [[-12., 12., -12.], [12., -12., 12.]]], dtype=np.float32)
-    labels = np.array([[[1, 0, 0], [1, 0, 0]],
-                       [[0, 1, 1], [0, 1, 1]]], dtype=np.int64)
-    weights = np.array([[[1., 1., 1.], [1.5, 1.5, 1.5]],
-                        [[2., 2., 2.], [2.5, 2.5, 2.5]]], dtype=np.float32)
-    weights_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights_placeholder},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \] \[2 2 3\] \[weights_shape: \] \[2 2 3\]'):
-        spec.loss.eval({weights_placeholder: weights})
-
-  def test_multi_dim_weighted_eval(self):
-    """Logits and labels of shape [2, 2, 3], weights [2, 2]."""
-    head = head_lib.multi_label_head(n_classes=3, weight_column='weights')
-
-    logits = np.array([[[-10., 10., -10.], [10., -10., 10.]],
-                       [[-12., 12., -12.], [12., -12., 12.]]], dtype=np.float32)
-    labels = np.array([[[1, 0, 0], [1, 0, 0]],
-                       [[0, 1, 1], [0, 1, 1]]], dtype=np.int64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # loss = [[10 + 10 + 0, 0 + 0 + 10], [0 + 0 + 12, 12 + 12 + 0]] / 3
-    #      = [[20/3, 10/3], [4, 8]]
-    # loss = (1*20/3 + 1.5*10/3 + 2*4 + 2.5*8) / 4 = 9.9167
-    expected_loss = 9.9167
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_loss * (4. / np.sum(weights)),
-        # auc and auc_pr cannot be reliably calculated for only 4 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC: 0.4977,
-        keys.AUC_PR: 0.6645,
-    }
-    self._test_eval(
-        head=head,
-        features={'weights': weights},
-        logits=logits,
-        labels=labels,
-        expected_loss=expected_loss,
-        expected_metrics=expected_metrics)
-
-
-class PoissonRegressionHead(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_train(self):
-    head = head_lib.poisson_regression_head()
-
-    # Create estimator spec.
-    logits = np.array([[0], [-1], [1]], dtype=np.float32)
-    labels = np.array([[1], [2], [3]], dtype=np.int32)
-    # With x = exp(logits), z = labels.
-    # loss = -ln(exp(-x) * (x^z) / z!)
-    #      = x - z * ln(x) + ln(z!)
-    #      = exp(logits) - labels * logits - ln(labels!)
-    # But for ln(z!) and z > 1, the Stirling approximation is used
-    # ln(z!) = z*ln(z) - z + 0.5*ln(2*pi*z)
-    # loss = [exp(0) - 1 * 0 + ln(1!),
-    #         exp(-1) - 2 * (-1) + 2*ln(2) - 2 + 0.5*ln(2*pi*2),
-    #         exp(1) - 3 * 1 + 3*ln(3) - 3 + 0.5*ln(2*pi*3)]
-    #      = [1.0, 3.020, 1.482]
-    # training_loss = (1.0 + 3.020 + 1.482) / 3
-    expected_loss = 1.834
-    atol = 0.001
-    expected_train_result = b'my_train_op'
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_near(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          atol=atol, name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run([spec.loss, spec.train_op])
-      self.assertAlmostEqual(expected_loss, loss, delta=atol)
-      self.assertEqual(expected_train_result, train_result)
-
-  def test_predict(self):
-    head = head_lib.poisson_regression_head()
-
-    # Create estimator spec.
-    logits = np.array([[0], [-1], [1]], dtype=np.float32)
-    expected_predictions = np.exp(logits)
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert spec contains expected tensors.
-    keys = prediction_keys.PredictionKeys
-    self.assertItemsEqual(
-        (keys.PREDICTIONS, keys.LOGITS), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[keys.PREDICTIONS].dtype)
-    self.assertEqual(dtypes.float32, spec.predictions[keys.LOGITS].dtype)
-
-    # Assert predictions.
-    with self.cached_session():
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllClose(
-          expected_predictions, spec.predictions[keys.PREDICTIONS].eval())
-      self.assertAllClose(logits, spec.predictions[keys.LOGITS].eval())
-
-
-class LogisticRegressionHead(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_train(self):
-    head = head_lib.logistic_regression_head()
-
-    # Create estimator spec.
-    logits = np.array([[0], [-1], [1]], dtype=np.float32)
-    labels = np.array([[.4], [.6], [.8]], dtype=np.float32)
-    # Following the documentation in
-    # tf.nn.sigmoid_cross_entropy_with_logits:
-    # With x = logits, z = labels.
-    # loss  = max(x, 0) - x * z + log(1 + exp(-abs(x)))
-    # loss = [0 - 0 * 0.4 + ln(1 + exp(-0)),
-    #         0 + 1 * 0.6 + ln(1 + exp(-1)),
-    #         1 - 1 * 0.8 + ln(1 + exp(-1))]
-    #      = [0.6931, 0.9133, 0.5133]
-    # training_loss = (0.6931 + 0.9133 + 0.5133) / 3
-    expected_loss = 0.7066
-    atol = 0.001
-    expected_train_result = b'my_train_op'
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_near(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          atol=atol, name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run([spec.loss, spec.train_op])
-      self.assertAlmostEqual(expected_loss, loss, delta=atol)
-      self.assertEqual(expected_train_result, train_result)
-
-  def test_train_labels_too_large(self):
-    head = head_lib.logistic_regression_head()
-
-    # Create estimator spec.
-    logits = np.array([[0], [-1], [1]], dtype=np.float32)
-    labels = np.array([[.4], [1.2], [.8]], dtype=np.float32)
-    expected_train_result = b'my_train_op'
-    def _train_op_fn(loss):
-      del loss
-      return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[Labels must be in range \[0, 1\]\] .* \[\[0.4\]\[1.2\]\[0.8\]\]'):
-        _ = sess.run(spec.loss)
-
-  def test_train_labels_negative(self):
-    head = head_lib.logistic_regression_head()
-
-    # Create estimator spec.
-    logits = np.array([[0], [-1], [1]], dtype=np.float32)
-    labels = np.array([[.4], [-0.2], [.8]], dtype=np.float32)
-    expected_train_result = b'my_train_op'
-    def _train_op_fn(loss):
-      del loss
-      return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[Labels must be in range \[0, 1\]\] .* \[\[0.4\]\[-0.2\]\[0.8\]\]'
-      ):
-        _ = sess.run(spec.loss)
-
-  def test_predict(self):
-    head = head_lib.logistic_regression_head()
-
-    # Create estimator spec.
-    logits = np.array([[0], [-1], [1]], dtype=np.float32)
-    expected_predictions = 1. / (1. + np.exp(-logits))
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert spec contains expected tensors.
-    keys = prediction_keys.PredictionKeys
-    self.assertItemsEqual(
-        (keys.PREDICTIONS, keys.LOGITS), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[keys.PREDICTIONS].dtype)
-    self.assertEqual(dtypes.float32, spec.predictions[keys.LOGITS].dtype)
-
-    # Assert predictions.
-    with self.cached_session():
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllClose(
-          expected_predictions, spec.predictions[keys.PREDICTIONS].eval())
-      self.assertAllClose(logits, spec.predictions[keys.LOGITS].eval())
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/hooks.py b/tensorflow/contrib/estimator/python/estimator/hooks.py
index 49f7bbd320..f7ff5adcc7 100644
--- a/tensorflow/contrib/estimator/python/estimator/hooks.py
+++ b/tensorflow/contrib/estimator/python/estimator/hooks.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,274 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Some useful session run hooks."""
+"""hooks python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import os
-import time
-
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.training import training
-from tensorflow.python.training import training_util
-
-
-# pylint: disable=protected-access
-class InMemoryEvaluatorHook(training.SessionRunHook):
-  """Hook to run evaluation in training without a checkpoint.
-
-  Example:
-
-  ```python
-  def train_input_fn():
-    ...
-    return train_dataset
-
-  def eval_input_fn():
-    ...
-    return eval_dataset
-
-  estimator = tf.estimator.DNNClassifier(...)
-
-  evaluator = tf.contrib.estimator.InMemoryEvaluatorHook(
-      estimator, eval_input_fn)
-  estimator.train(train_input_fn, hooks=[evaluator])
-  ```
-
-  Current limitations of this approach are:
-
-  * It doesn't support multi-node distributed mode.
-  * It doesn't support saveable objects other than variables (such as boosted
-    tree support)
-  * It doesn't support custom saver logic (such as ExponentialMovingAverage
-    support)
-
-  """
-
-  def __init__(self,
-               estimator,
-               input_fn,
-               steps=None,
-               hooks=None,
-               name=None,
-               every_n_iter=100):
-    """Initializes a `InMemoryEvaluatorHook`.
-
-    Args:
-      estimator: A `tf.estimator.Estimator` instance to call evaluate.
-      input_fn:  Equivalent to the `input_fn` arg to `estimator.evaluate`. A
-        function that constructs the input data for evaluation.
-        See [Createing input functions](
-        https://tensorflow.org/guide/premade_estimators#create_input_functions)
-        for more information. The function should construct and return one of
-        the following:
-
-          * A 'tf.data.Dataset' object: Outputs of `Dataset` object must be a
-            tuple (features, labels) with same constraints as below.
-          * A tuple (features, labels): Where `features` is a `Tensor` or a
-            dictionary of string feature name to `Tensor` and `labels` is a
-            `Tensor` or a dictionary of string label name to `Tensor`. Both
-            `features` and `labels` are consumed by `model_fn`. They should
-            satisfy the expectation of `model_fn` from inputs.
-
-      steps: Equivalent to the `steps` arg to `estimator.evaluate`.  Number of
-        steps for which to evaluate model. If `None`, evaluates until `input_fn`
-        raises an end-of-input exception.
-      hooks: Equivalent to the `hooks` arg to `estimator.evaluate`. List of
-        `SessionRunHook` subclass instances. Used for callbacks inside the
-        evaluation call.
-      name:  Equivalent to the `name` arg to `estimator.evaluate`. Name of the
-        evaluation if user needs to run multiple evaluations on different data
-        sets, such as on training data vs test data. Metrics for different
-        evaluations are saved in separate folders, and appear separately in
-        tensorboard.
-      every_n_iter: `int`, runs the evaluator once every N training iteration.
-
-    Raises:
-      ValueError: if `every_n_iter` is non-positive or it's not a single machine
-        training
-    """
-    if every_n_iter is None or every_n_iter <= 0:
-      raise ValueError('invalid every_n_iter=%s.' % every_n_iter)
-    if (estimator.config.num_ps_replicas > 0 or
-        estimator.config.num_worker_replicas > 1):
-      raise ValueError(
-          'InMemoryEvaluator supports only single machine (aka Local) setting.')
-    self._estimator = estimator
-    self._input_fn = input_fn
-    self._steps = steps
-    self._name = name
-    self._every_n_iter = every_n_iter
-    self._eval_dir = os.path.join(self._estimator.model_dir, 'eval'
-                                  if not name else 'eval_' + name)
-
-    self._graph = None
-    self._hooks = estimator_lib._check_hooks_type(hooks)
-    self._hooks.extend(self._estimator._convert_eval_steps_to_hooks(steps))
-    self._timer = training.SecondOrStepTimer(every_steps=every_n_iter)
-
-  def begin(self):
-    """Build eval graph and restoring op."""
-    self._timer.reset()
-    self._iter_count = 0
-    self._graph = ops.Graph()
-    with self._graph.as_default():
-      (self._scaffold, self._update_op, self._eval_dict,
-       self._all_hooks) = self._estimator._evaluate_build_graph(
-           self._input_fn, self._hooks, checkpoint_path=None)
-
-      if self._scaffold.saver is not None:
-        raise ValueError('InMemoryEvaluator does not support custom saver')
-      if self._scaffold.init_fn is not None:
-        raise ValueError('InMemoryEvaluator does not support custom init_fn')
-
-      self._var_name_to_eval_var = {
-          v.name: v for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-      }
-      self._var_name_to_placeholder = {
-          v.name: array_ops.placeholder(v.dtype)
-          for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-      }
-
-  def after_create_session(self, session, coord):  # pylint: disable=unused-argument
-    """Does first run which shows the eval metrics before training."""
-    if ops.get_collection(ops.GraphKeys.SAVEABLE_OBJECTS):
-      raise ValueError(
-          'InMemoryEvaluator does not support saveables other than global '
-          'variables.')
-    self._var_name_to_train_var = {
-        v.name: v for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-    }
-    var_names_to_transfer = set(self._var_name_to_placeholder.keys()) & set(
-        self._var_name_to_train_var.keys())
-    # Filter training var names that are not exist in evaluation
-    self._var_name_to_train_var = {
-        v_name: self._var_name_to_train_var[v_name]
-        for v_name in var_names_to_transfer
-    }
-    # Filter eval var names that are not exist in training
-    self._var_name_to_eval_var = {
-        v_name: self._var_name_to_eval_var[v_name]
-        for v_name in var_names_to_transfer
-    }
-
-    with self._graph.as_default():
-      self._var_feed_op = control_flow_ops.group([
-          state_ops.assign(self._var_name_to_eval_var[v_name],
-                           self._var_name_to_placeholder[v_name])
-          for v_name in var_names_to_transfer
-      ])
-
-    self._evaluate(session)
-
-  def _evaluate(self, train_session):
-    var_name_to_value = train_session.run(self._var_name_to_train_var)
-    placeholder_to_value = {
-        self._var_name_to_placeholder[v_name]: var_name_to_value[v_name]
-        for v_name in var_name_to_value
-    }
-
-    def feed_variables(scaffold, session):
-      del scaffold
-      session.run(self._var_feed_op, feed_dict=placeholder_to_value)
-
-    scaffold = training.Scaffold(
-        init_fn=feed_variables, copy_from_scaffold=self._scaffold)
-
-    with self._graph.as_default():
-      self._estimator._evaluate_run(
-          checkpoint_path=None,
-          scaffold=scaffold,
-          update_op=self._update_op,
-          eval_dict=self._eval_dict,
-          all_hooks=self._all_hooks,
-          output_dir=self._eval_dir)
-
-    self._timer.update_last_triggered_step(self._iter_count)
-
-  def after_run(self, run_context, run_values):  # pylint: disable=unused-argument
-    """Runs evaluator."""
-    self._iter_count += 1
-    if self._timer.should_trigger_for_step(self._iter_count):
-      self._evaluate(run_context.session)
-
-  def end(self, session):  # pylint: disable=unused-argument
-    """Runs evaluator for final model."""
-    self._evaluate(session)
-
-
-class _StopAtCheckpointStepHook(training.SessionRunHook):
-  """Hook that requests stop at a specified step based on checkpoint.
-
-  Note: We recommend using 'make_stop_at_checkpoint_step_hook` to get the proper
-  hook.
-  """
-
-  def __init__(self, model_dir, last_step,
-               wait_after_file_check_secs=30):
-    """Initializes a `StopAtCheckpointStepHook`.
-
-    This hook requests stop after a last step has been reached. It checks latest
-    checkpoint to verify last step is written on disk or not.
-
-    Args:
-      model_dir: Directory to read global step from latest checkpoint.
-      last_step: Step after which to stop.
-      wait_after_file_check_secs: Reading same file by many workers may create
-      I/O issues. To throttle that we will wait given secs after each read of
-      the file.
-
-    Raises:
-      ValueError: If one of the arguments is invalid.
-    """
-    if last_step is None:
-      raise ValueError('last_step must be specified.')
-    if model_dir is None:
-      raise ValueError('model_dir must be specified.')
-
-    self._model_dir = model_dir
-    self._last_step = last_step
-    self._wait_after_file_check_secs = wait_after_file_check_secs
-
-  def begin(self):
-    self._global_step_tensor = training_util._get_or_create_global_step_read()  # pylint: disable=protected-access
-    if self._global_step_tensor is None:
-      raise RuntimeError(
-          'Global step should be created to use StopAtCheckpointStepHook.')
-
-  def before_run(self, run_context):  # pylint: disable=unused-argument
-    return training.SessionRunArgs(self._global_step_tensor)
-
-  def after_run(self, run_context, run_values):
-    global_step = run_values.results + 1
-    if global_step >= self._last_step:
-      # Check latest global step in the checkpoint to ensure that the targeted
-      # last step is written on disk.
-
-      step = estimator_lib._load_global_step_from_checkpoint_dir(
-          self._model_dir)
-      if step >= self._last_step:
-        run_context.request_stop()
-      else:
-        time.sleep(self._wait_after_file_check_secs)
-
-
-def make_stop_at_checkpoint_step_hook(estimator,
-                                      last_step,
-                                      wait_after_file_check_secs=30):
-  """Creates a proper StopAtCheckpointStepHook based on chief status."""
+from tensorflow_estimator.contrib.estimator.python.estimator import hooks
 
-  if estimator.config.is_chief:
-    return training.StopAtStepHook(last_step=last_step)
-  return _StopAtCheckpointStepHook(
-      model_dir=estimator.model_dir,
-      last_step=last_step,
-      wait_after_file_check_secs=wait_after_file_check_secs)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+hooks.__all__ = [s for s in dir(hooks) if not s.startswith('__')]
 
-# pylint: enable=protected-access
+from tensorflow_estimator.contrib.estimator.python.estimator.hooks import *
diff --git a/tensorflow/contrib/estimator/python/estimator/hooks_test.py b/tensorflow/contrib/estimator/python/estimator/hooks_test.py
deleted file mode 100644
index 62ffad56da..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/hooks_test.py
+++ /dev/null
@@ -1,403 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for hooks."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import glob
-import json
-import os
-import tempfile
-import time
-
-from tensorflow.contrib.estimator.python.estimator import hooks as hooks_lib
-from tensorflow.python.client import session as tf_session
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator_lib
-from tensorflow.python.estimator import run_config as run_config_lib
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-from tensorflow.python.summary import summary_iterator
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import training
-
-
-def summary_step_keyword_to_value_mapping(dir_):
-  writer_cache.FileWriterCache.clear()
-
-  # Get last Event written.
-  event_paths = glob.glob(os.path.join(dir_, 'events*'))
-  step_keyword_to_value = {}
-  for last_event in summary_iterator.summary_iterator(event_paths[-1]):
-    if last_event.step not in step_keyword_to_value:
-      step_keyword_to_value[last_event.step] = {}
-    if last_event.summary is not None:
-      for value in last_event.summary.value:
-        step_keyword_to_value[last_event.step][value.tag] = value.simple_value
-
-  return step_keyword_to_value
-
-
-def get_summary_value(dir_, step, keyword):
-  """Get summary value for given step and keyword."""
-
-  writer_cache.FileWriterCache.clear()
-  # Get last Event written.
-  event_paths = glob.glob(os.path.join(dir_, 'events*'))
-  print('XXX', event_paths)
-  for last_event in summary_iterator.summary_iterator(event_paths[-1]):
-    if last_event.step == step and last_event.summary is not None:
-      for value in last_event.summary.value:
-        if keyword in value.tag:
-          return value.simple_value
-  return None
-
-
-class InMemoryEvaluatorHookTest(test.TestCase):
-
-  def test_runs_eval_metrics(self):
-
-    def model_fn(features, labels, mode):
-      _ = labels
-      if estimator_lib.ModeKeys.TRAIN == mode:
-        with ops.control_dependencies([features]):
-          train_op = state_ops.assign_add(training.get_global_step(), 1)
-        return estimator_lib.EstimatorSpec(
-            mode, loss=constant_op.constant(3.), train_op=train_op)
-      if estimator_lib.ModeKeys.EVAL == mode:
-        return estimator_lib.EstimatorSpec(
-            mode,
-            loss=constant_op.constant(5.),
-            eval_metric_ops={'mean_of_features': metrics_lib.mean(features)})
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-
-    def input_fn():
-      return dataset_ops.Dataset.range(10)
-
-    evaluator = hooks_lib.InMemoryEvaluatorHook(
-        estimator, input_fn, every_n_iter=4)
-    estimator.train(input_fn, hooks=[evaluator])
-
-    self.assertTrue(os.path.isdir(estimator.eval_dir()))
-    step_keyword_to_value = summary_step_keyword_to_value_mapping(
-        estimator.eval_dir())
-
-    # 4.5 = sum(range(10))/10
-    # before training
-    self.assertEqual(4.5, step_keyword_to_value[0]['mean_of_features'])
-    # intervals (every_n_iter=4)
-    self.assertEqual(4.5, step_keyword_to_value[4]['mean_of_features'])
-    self.assertEqual(4.5, step_keyword_to_value[8]['mean_of_features'])
-    # end
-    self.assertEqual(4.5, step_keyword_to_value[10]['mean_of_features'])
-    self.assertEqual(set([0, 4, 8, 10]), set(step_keyword_to_value.keys()))
-
-  def test_uses_latest_variable_value(self):
-
-    def model_fn(features, labels, mode):
-      _ = labels
-      step = training.get_global_step()
-      w = variable_scope.get_variable(
-          'w',
-          shape=[],
-          initializer=init_ops.zeros_initializer(),
-          dtype=dtypes.int64)
-      if estimator_lib.ModeKeys.TRAIN == mode:
-        # to consume features, we have control dependency
-        with ops.control_dependencies([features]):
-          step_inc = state_ops.assign_add(training.get_global_step(), 1)
-        with ops.control_dependencies([step_inc]):
-          assign_w_to_step_plus_2 = w.assign(step + 2)
-        return estimator_lib.EstimatorSpec(
-            mode,
-            loss=constant_op.constant(3.),
-            train_op=assign_w_to_step_plus_2)
-      if estimator_lib.ModeKeys.EVAL == mode:
-        # to consume features, we have control dependency
-        with ops.control_dependencies([features]):
-          loss = constant_op.constant(5.)
-        return estimator_lib.EstimatorSpec(
-            mode,
-            loss=loss,
-            # w is constant in each step, so the mean.
-            # w = 0 if step==0 else step+2
-            eval_metric_ops={'mean_of_const': metrics_lib.mean(w)})
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-
-    def input_fn():
-      return dataset_ops.Dataset.range(10)
-
-    evaluator = hooks_lib.InMemoryEvaluatorHook(
-        estimator, input_fn, every_n_iter=4)
-    estimator.train(input_fn, hooks=[evaluator])
-
-    self.assertTrue(os.path.isdir(estimator.eval_dir()))
-    step_keyword_to_value = summary_step_keyword_to_value_mapping(
-        estimator.eval_dir())
-    # w = 0 if step==0 else step+2
-    self.assertEqual(0, step_keyword_to_value[0]['mean_of_const'])
-    self.assertEqual(6, step_keyword_to_value[4]['mean_of_const'])
-    self.assertEqual(12, step_keyword_to_value[10]['mean_of_const'])
-
-  def test_dnn_classifier(self):
-    embedding = feature_column_lib.embedding_column(
-        feature_column_lib.categorical_column_with_vocabulary_list(
-            'wire_cast', ['kima', 'omar', 'stringer']), 8)
-    dnn = estimator_lib.DNNClassifier(
-        feature_columns=[embedding], hidden_units=[3, 1])
-
-    def train_input_fn():
-      return dataset_ops.Dataset.from_tensors(({
-          'wire_cast': [['omar'], ['kima']]
-      }, [[0], [1]])).repeat(3)
-
-    def eval_input_fn():
-      return dataset_ops.Dataset.from_tensors(({
-          'wire_cast': [['stringer'], ['kima']]
-      }, [[0], [1]])).repeat(2)
-
-    evaluator = hooks_lib.InMemoryEvaluatorHook(
-        dnn, eval_input_fn, name='in-memory')
-    dnn.train(train_input_fn, hooks=[evaluator])
-    self.assertTrue(os.path.isdir(dnn.eval_dir('in-memory')))
-    step_keyword_to_value = summary_step_keyword_to_value_mapping(
-        dnn.eval_dir('in-memory'))
-
-    final_metrics = dnn.evaluate(eval_input_fn)
-    step = final_metrics[ops.GraphKeys.GLOBAL_STEP]
-    for summary_tag in final_metrics:
-      if summary_tag == ops.GraphKeys.GLOBAL_STEP:
-        continue
-      self.assertEqual(final_metrics[summary_tag],
-                       step_keyword_to_value[step][summary_tag])
-
-  def test_raise_error_with_multi_worker(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        }
-    }
-    with test.mock.patch.dict('os.environ',
-                              {'TF_CONFIG': json.dumps(tf_config)}):
-      dnn = estimator_lib.DNNClassifier(
-          feature_columns=[feature_column_lib.numeric_column('x')],
-          hidden_units=[3, 1])
-
-    def eval_input_fn():
-      pass
-
-    with self.assertRaisesRegexp(ValueError, 'supports only single machine'):
-      hooks_lib.InMemoryEvaluatorHook(dnn, eval_input_fn)
-
-  def test_raise_error_with_ps(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        }
-    }
-    with test.mock.patch.dict('os.environ',
-                              {'TF_CONFIG': json.dumps(tf_config)}):
-      dnn = estimator_lib.DNNClassifier(
-          feature_columns=[feature_column_lib.numeric_column('x')],
-          hidden_units=[3, 1])
-
-    def eval_input_fn():
-      pass
-
-    with self.assertRaisesRegexp(ValueError, 'supports only single machine'):
-      hooks_lib.InMemoryEvaluatorHook(dnn, eval_input_fn)
-
-  def test_raise_error_with_custom_saver_in_eval(self):
-
-    def model_fn(features, labels, mode):
-      _, _ = features, labels
-      return estimator_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(3.),
-          scaffold=training.Scaffold(saver=training.Saver()),
-          train_op=constant_op.constant(5.),
-          eval_metric_ops={
-              'mean_of_features': metrics_lib.mean(constant_op.constant(2.))
-          })
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-
-    def input_fn():
-      return dataset_ops.Dataset.range(10)
-
-    evaluator = hooks_lib.InMemoryEvaluatorHook(estimator, input_fn)
-    with self.assertRaisesRegexp(ValueError, 'does not support custom saver'):
-      evaluator.begin()
-
-  def test_raise_error_with_custom_init_fn_in_eval(self):
-
-    def model_fn(features, labels, mode):
-      _, _ = features, labels
-
-      def init_fn(scaffold, session):
-        _, _ = scaffold, session
-
-      return estimator_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(3.),
-          scaffold=training.Scaffold(init_fn=init_fn),
-          train_op=constant_op.constant(5.),
-          eval_metric_ops={
-              'mean_of_features': metrics_lib.mean(constant_op.constant(2.))
-          })
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-
-    def input_fn():
-      return dataset_ops.Dataset.range(10)
-
-    evaluator = hooks_lib.InMemoryEvaluatorHook(estimator, input_fn)
-    with self.assertRaisesRegexp(ValueError, 'does not support custom init_fn'):
-      evaluator.begin()
-
-  def test_raise_error_with_saveables_other_than_global_variables(self):
-
-    def model_fn(features, labels, mode):
-      _, _ = features, labels
-      w = variables.VariableV1(
-          initial_value=[0.],
-          trainable=False,
-          collections=[ops.GraphKeys.SAVEABLE_OBJECTS])
-      init_op = control_flow_ops.group(
-          [w.initializer, training.get_global_step().initializer])
-      return estimator_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(3.),
-          scaffold=training.Scaffold(init_op=init_op),
-          train_op=constant_op.constant(5.),
-          eval_metric_ops={
-              'mean_of_features': metrics_lib.mean(constant_op.constant(2.))
-          })
-
-    estimator = estimator_lib.Estimator(model_fn=model_fn)
-
-    def input_fn():
-      return dataset_ops.Dataset.range(10)
-
-    evaluator = hooks_lib.InMemoryEvaluatorHook(estimator, input_fn)
-    with self.assertRaisesRegexp(ValueError, 'does not support saveables'):
-      estimator.train(input_fn, hooks=[evaluator])
-
-
-class StopAtCheckpointStepHookTest(test.TestCase):
-
-  def test_do_not_stop_if_checkpoint_is_not_there(self):
-    with ops.Graph().as_default():
-      step = training.create_global_step()
-      assign_ten = step.assign(10)
-      no_op = control_flow_ops.no_op()
-      hook = hooks_lib._StopAtCheckpointStepHook(
-          model_dir=tempfile.mkdtemp(), last_step=10)
-      with training.SingularMonitoredSession(hooks=[hook]) as mon_sess:
-        mon_sess.raw_session().run(assign_ten)
-        with test.mock.patch.object(time, 'sleep') as mock_sleep:
-          mon_sess.run(no_op)
-          self.assertTrue(mock_sleep.called)
-        self.assertFalse(mon_sess.should_stop())
-
-  def test_do_not_stop_if_checkpoint_step_is_smaller(self):
-    model_dir = tempfile.mkdtemp()
-    with ops.Graph().as_default():
-      step = training.create_global_step()
-      assign_nine = step.assign(9)
-      assign_ten = step.assign(10)
-      no_op = control_flow_ops.no_op()
-      hook = hooks_lib._StopAtCheckpointStepHook(
-          model_dir=model_dir, last_step=10)
-      with tf_session.Session() as sess:
-        sess.run(assign_nine)
-        training.Saver().save(sess, os.path.join(model_dir, 'model.ckpt'))
-      with training.SingularMonitoredSession(hooks=[hook]) as mon_sess:
-        mon_sess.raw_session().run(assign_ten)
-        with test.mock.patch.object(time, 'sleep') as mock_sleep:
-          mon_sess.run(no_op)
-          self.assertTrue(mock_sleep.called)
-        self.assertFalse(mon_sess.should_stop())
-
-  def test_stop_if_checkpoint_step_is_laststep(self):
-    model_dir = tempfile.mkdtemp()
-    with ops.Graph().as_default():
-      step = training.create_global_step()
-      assign_ten = step.assign(10)
-      no_op = control_flow_ops.no_op()
-      hook = hooks_lib._StopAtCheckpointStepHook(
-          model_dir=model_dir, last_step=10)
-      with tf_session.Session() as sess:
-        sess.run(assign_ten)
-        training.Saver().save(sess, os.path.join(model_dir, 'model.ckpt'))
-      with training.SingularMonitoredSession(hooks=[hook]) as mon_sess:
-        mon_sess.raw_session().run(assign_ten)
-        with test.mock.patch.object(time, 'sleep') as mock_sleep:
-          mon_sess.run(no_op)
-          self.assertFalse(mock_sleep.called)
-        self.assertTrue(mon_sess.should_stop())
-
-  def test_creates_regular_stop_at_step_hook_for_chief(self):
-    # by default an estimator is in chief mode
-    dnn = estimator_lib.DNNClassifier(
-        feature_columns=[feature_column_lib.numeric_column('x')],
-        hidden_units=[3, 1])
-    hook = hooks_lib.make_stop_at_checkpoint_step_hook(dnn, 300)
-    self.assertIsInstance(hook, training.StopAtStepHook)
-    self.assertEqual(300, hook._last_step)
-
-  def test_creates_checkpoint_hook_for_workers(self):
-
-    class FakeWorkerConfig(estimator_lib.RunConfig):
-
-      @property
-      def is_chief(self):
-        return False
-
-    dnn = estimator_lib.DNNClassifier(
-        feature_columns=[feature_column_lib.numeric_column('x')],
-        hidden_units=[3, 1],
-        config=FakeWorkerConfig())
-    hook = hooks_lib.make_stop_at_checkpoint_step_hook(dnn, 300)
-    self.assertIsInstance(hook, hooks_lib._StopAtCheckpointStepHook)
-    self.assertEqual(300, hook._last_step)
-    self.assertEqual(dnn.model_dir, hook._model_dir)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/linear.py b/tensorflow/contrib/estimator/python/estimator/linear.py
index 2b68f24eb2..b6a4444f66 100644
--- a/tensorflow/contrib/estimator/python/estimator/linear.py
+++ b/tensorflow/contrib/estimator/python/estimator/linear.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,127 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Linear estimator."""
+"""linear python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import linear as linear_lib
-
-
-class LinearEstimator(estimator.Estimator):
-  """An estimator for TensorFlow linear models with user-specified head.
-
-  Example:
-
-  ```python
-  categorical_column_a = categorical_column_with_hash_bucket(...)
-  categorical_column_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_x_categorical_feature_b = crossed_column(...)
-
-  # Estimator using the default optimizer.
-  estimator = LinearEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b])
-
-  # Or estimator using an optimizer with a learning rate decay.
-  estimator = LinearEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      optimizer=lambda: tf.train.FtrlOptimizer(
-          learning_rate=tf.exponential_decay(
-              learning_rate=0.1,
-              global_step=tf.get_global_step(),
-              decay_steps=10000,
-              decay_rate=0.96))
-
-  # Or estimator using the FTRL optimizer with regularization.
-  estimator = LinearEstimator(
-      head=tf.contrib.estimator.multi_label_head(n_classes=3),
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b])
-      optimizer=tf.train.FtrlOptimizer(
-          learning_rate=0.1,
-          l1_regularization_strength=0.001
-      ))
-
-  def input_fn_train: # returns x, y (where y represents label's class index).
-    ...
-  estimator.train(input_fn=input_fn_train, steps=100)
-  def input_fn_eval: # returns x, y (where y represents label's class index).
-    ...
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    ...
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss and predicted output are determined by the specified head.
-
-  @compatibility(eager)
-  Estimators are not compatible with eager execution.
-  @end_compatibility
-  """
+from tensorflow_estimator.contrib.estimator.python.estimator import linear
 
-  def __init__(self,
-               head,
-               feature_columns,
-               model_dir=None,
-               optimizer='Ftrl',
-               config=None,
-               partitioner=None,
-               sparse_combiner='sum'):
-    """Initializes a `LinearEstimator` instance.
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+linear.__all__ = [s for s in dir(linear) if not s.startswith('__')]
 
-    Args:
-      head: A `_Head` instance constructed with a method such as
-        `tf.contrib.estimator.multi_label_head`.
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      optimizer: An instance of `tf.Optimizer` used to train the model. Can also
-        be a string (one of 'Adagrad', 'Adam', 'Ftrl', 'RMSProp', 'SGD'), or
-        callable. Defaults to FTRL optimizer.
-      config: `RunConfig` object to configure the runtime settings.
-      partitioner: Optional. Partitioner for input layer.
-      sparse_combiner: A string specifying how to reduce if a categorical column
-        is multivalent.  One of "mean", "sqrtn", and "sum" -- these are
-        effectively different ways to do example-level normalization, which can
-        be useful for bag-of-words features. for more details, see
-        `tf.feature_column.linear_model`.
-    """
-    def _model_fn(features, labels, mode, config):
-      return linear_lib._linear_model_fn(  # pylint: disable=protected-access
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          feature_columns=tuple(feature_columns or []),
-          optimizer=optimizer,
-          partitioner=partitioner,
-          config=config,
-          sparse_combiner=sparse_combiner)
-    super(LinearEstimator, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config)
+from tensorflow_estimator.contrib.estimator.python.estimator.linear import *
diff --git a/tensorflow/contrib/estimator/python/estimator/linear_test.py b/tensorflow/contrib/estimator/python/estimator/linear_test.py
deleted file mode 100644
index c41996b9c6..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/linear_test.py
+++ /dev/null
@@ -1,156 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for linear.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.contrib.estimator.python.estimator import linear
-from tensorflow.python.estimator.canned import linear_testing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import ops
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-
-
-def _linear_estimator_fn(
-    weight_column=None, label_dimension=1, *args, **kwargs):
-  """Returns a LinearEstimator that uses regression_head."""
-  return linear.LinearEstimator(
-      head=head_lib.regression_head(
-          weight_column=weight_column, label_dimension=label_dimension,
-          # Tests in core (from which this test inherits) test the sum loss.
-          loss_reduction=losses.Reduction.SUM),
-      *args, **kwargs)
-
-
-class LinearEstimatorEvaluateTest(
-    linear_testing_utils.BaseLinearRegressorEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorEvaluationTest.__init__(
-        self, _linear_estimator_fn)
-
-
-class LinearEstimatorPredictTest(
-    linear_testing_utils.BaseLinearRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPredictTest.__init__(
-        self, _linear_estimator_fn)
-
-
-class LinearEstimatorTrainTest(
-    linear_testing_utils.BaseLinearRegressorTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorTrainingTest.__init__(
-        self, _linear_estimator_fn)
-
-
-class LinearEstimatorIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(
-      self, train_input_fn, eval_input_fn, predict_input_fn, input_dimension,
-      label_dimension, batch_size):
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))]
-    est = linear.LinearEstimator(
-        head=head_lib.regression_head(label_dimension=label_dimension),
-        feature_columns=feature_columns,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array([
-        x[prediction_keys.PredictionKeys.PREDICTIONS]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/logit_fns.py b/tensorflow/contrib/estimator/python/estimator/logit_fns.py
index c8b0dd6297..5e41855866 100644
--- a/tensorflow/contrib/estimator/python/estimator/logit_fns.py
+++ b/tensorflow/contrib/estimator/python/estimator/logit_fns.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,85 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Aliases for logit_fn builders used by canned (core) tf.Estimator's.
+"""logit_fns python module.
 
-A logit_fn is an abstraction within model_fn that factors out the logit
-construction logic.  Its output can be fed into Heads or otherwise composed.  It
-should follow the following signature:
-
-Args:
-`features`: This is the first item returned from the `input_fn` passed to
-            `train`, `evaluate`, and `predict`. This should be a single
-            `Tensor` or `dict` of same, and is the only required argument.
-`mode`: Optional. Specifies if this training, evaluation or prediction. See
-        `ModeKeys`.
-`params`: Optional `dict` of hyperparameters.  Will receive what is passed to
-          Estimator in `params` parameter. This allows configuration of
-          Estimators from hyperparameter tuning.
-`config`: Optional configuration object. Will receive what is passed to
-          Estimator in `config` parameter, or the default `config`. Allows
-          updating things in your model_fn based on configuration such as
-          `num_ps_replicas`, or `model_dir`.
-
-Returns:
-    A Tensor representing the logits.
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator.canned import dnn as dnn_core
-from tensorflow.python.estimator.canned import linear as linear_core
-from tensorflow.python.framework import ops
-from tensorflow.python.util import function_utils
-
-# pylint: disable=protected-access
-dnn_logit_fn_builder = dnn_core._dnn_logit_fn_builder
-linear_logit_fn_builder = linear_core._linear_logit_fn_builder
-# pylint: enable=protected-access
-
-
-def call_logit_fn(logit_fn, features, mode, params, config):
-  """Calls logit_fn.
-
-  A utility function that calls the provided logit_fn with the relevant subset
-  of provided arguments.  Similar to tf.estimator._call_model_fn().
-
-  Args:
-    logit_fn: A logit_fn as defined above.
-    features: The features dict.
-    mode: TRAIN / EVAL / PREDICT ModeKeys.
-    params: The hyperparameter dict.
-    config: The configuration object.
-
-  Returns:
-    A logit Tensor, the output of logit_fn.
-
-  Raises:
-    ValueError: if logit_fn does not return a Tensor or a dictionary mapping
-      strings to Tensors.
-  """
-  logit_fn_args = function_utils.fn_args(logit_fn)
-  kwargs = {}
-  if 'mode' in logit_fn_args:
-    kwargs['mode'] = mode
-  if 'params' in logit_fn_args:
-    kwargs['params'] = params
-  if 'config' in logit_fn_args:
-    kwargs['config'] = config
-  logit_fn_results = logit_fn(features=features, **kwargs)
-
-  result_is_valid_dictionary = (
-      isinstance(logit_fn_results, dict) and
-      all([(isinstance(k, six.string_types) and isinstance(v, ops.Tensor))
-           for k, v in six.iteritems(logit_fn_results)]))
-  result_is_tensor = isinstance(logit_fn_results, ops.Tensor)
+from tensorflow_estimator.contrib.estimator.python.estimator import logit_fns
 
-  if not (result_is_valid_dictionary or result_is_tensor):
-    raise ValueError('logit_fn should return a Tensor or a dictionary mapping '
-                     'strings to Tensors.  logit_fn returned: %s' %
-                     logit_fn_results)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+logit_fns.__all__ = [s for s in dir(logit_fns) if not s.startswith('__')]
 
-  return logit_fn_results
+from tensorflow_estimator.contrib.estimator.python.estimator.logit_fns import *
diff --git a/tensorflow/contrib/estimator/python/estimator/logit_fns_test.py b/tensorflow/contrib/estimator/python/estimator/logit_fns_test.py
deleted file mode 100644
index 074ece6cca..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/logit_fns_test.py
+++ /dev/null
@@ -1,95 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""logit_fn tests."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.contrib.estimator.python.estimator import logit_fns
-from tensorflow.python.client import session
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.framework import constant_op
-from tensorflow.python.platform import test
-
-
-class LogitFnTest(test.TestCase):
-
-  def test_simple_call_logit_fn(self):
-    def dummy_logit_fn(features, mode):
-      if mode == model_fn.ModeKeys.TRAIN:
-        return features['f1']
-      else:
-        return features['f2']
-    features = {
-        'f1': constant_op.constant([[2., 3.]]),
-        'f2': constant_op.constant([[4., 5.]])
-    }
-    logit_fn_result = logit_fns.call_logit_fn(
-        dummy_logit_fn, features, model_fn.ModeKeys.EVAL, 'fake_params',
-        'fake_config')
-    with session.Session():
-      self.assertAllClose([[4., 5.]], logit_fn_result.eval())
-
-  def test_simple_call_multi_logit_fn(self):
-
-    def dummy_logit_fn(features):
-      return {u'head1': features['f1'], 'head2': features['f2']}
-
-    features = {
-        'f1': constant_op.constant([[2., 3.]]),
-        'f2': constant_op.constant([[4., 5.]])
-    }
-    logit_fn_result = logit_fns.call_logit_fn(dummy_logit_fn, features,
-                                              model_fn.ModeKeys.TRAIN,
-                                              'fake_params', 'fake_config')
-    with session.Session():
-      self.assertAllClose([[2., 3.]], logit_fn_result['head1'].eval())
-      self.assertAllClose([[4., 5.]], logit_fn_result['head2'].eval())
-
-  def test_invalid_logit_fn_results(self):
-
-    def invalid_logit_fn(features, params):
-      return [
-          features['f1'] * params['input_multiplier'],
-          features['f2'] * params['input_multiplier']
-      ]
-
-    features = {
-        'f1': constant_op.constant([[2., 3.]]),
-        'f2': constant_op.constant([[4., 5.]])
-    }
-    params = {'learning_rate': 0.001, 'input_multiplier': 2.0}
-    with self.assertRaisesRegexp(
-        ValueError, 'logit_fn should return a Tensor or a dictionary mapping '
-                    'strings to Tensors'):
-      logit_fns.call_logit_fn(invalid_logit_fn, features, 'fake_mode', params,
-                              'fake_config')
-
-  def test_invalid_logit_fn_results_dict(self):
-
-    def invalid_logit_fn(features):
-      return {'head1': features['f1'], 'head2': features['f2']}
-
-    features = {'f1': constant_op.constant([[2., 3.]]), 'f2': 'some string'}
-    with self.assertRaisesRegexp(
-        ValueError, 'logit_fn should return a Tensor or a dictionary mapping '
-                    'strings to Tensors'):
-      logit_fns.call_logit_fn(invalid_logit_fn, features, 'fake_mode',
-                              'fake_params', 'fake_config')
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/multi_head.py b/tensorflow/contrib/estimator/python/estimator/multi_head.py
index 6e793c8302..6cf2917df3 100644
--- a/tensorflow/contrib/estimator/python/estimator/multi_head.py
+++ b/tensorflow/contrib/estimator/python/estimator/multi_head.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,413 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Abstractions for the head(s) of a model.
+"""multi_head python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.export import export_output as export_output_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.summary import summary
-from tensorflow.python.training import training_util
-
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-def multi_head(heads, head_weights=None):
-  """Creates a `_Head` for multi-objective learning.
-
-  This class merges the output of multiple `_Head` objects.
-  Specifically:
-  * For training, sums losses of each head, calls `train_op_fn` with this
-    final loss.
-  * For eval, merges metrics by adding `head.name` suffix to the keys in eval
-    metrics, such as `precision/head1`, `precision/head2`.
-  * For prediction, merges predictions and updates keys in prediction dict to a
-    2-tuple, `(head.name, prediction_key)`. Merges `export_outputs` such that
-    by default the first head is served.
-
-  Usage:
-
-  ```python
-  # In `input_fn` specify labels as a dict keyed by head name:
-  def input_fn():
-    features = ...
-    labels1 = ...
-    labels2 = ...
-    return features, {'head1': labels1, 'head2': labels2}
-
-  # In `model_fn`, specify logits as a dict keyed by head name:
-  def model_fn(features, labels, mode):
-    # Create simple heads and specify head name.
-    head1 = multi_class_head(n_classes=3, name='head1')
-    head2 = binary_classification_head(name='head2')
-    # Create multi-head from two simple heads.
-    head = multi_head([head1, head2])
-    # Create logits for each head, and combine them into a dict.
-    logits1, logits2 = logit_fn()
-    logits = {'head1': logits1, 'head2': logits2}
-    # Return the merged EstimatorSpec
-    return head.create_estimator_spec(..., logits=logits, ...)
-
-  # Create an estimator with this model_fn.
-  estimator = tf.estimator.Estimator(model_fn=model_fn)
-  estimator.train(input_fn=input_fn, steps=100)
-  ```
-
-  Also supports `logits` as a `Tensor` of shape
-  `[D0, D1, ... DN, logits_dimension]`. It will split the `Tensor` along the
-  last dimension and distribute it appropriately among the heads. E.g.:
-
-  ```python
-  def model_fn(features, labels, mode):
-    # Create simple heads and specify head name.
-    head1 = multi_class_head(n_classes=3, name='head1')
-    head2 = binary_classification_head(name='head2')
-    # Create multi-head from two simple heads.
-    head = multi_head([head1, head2])
-    # Create logits for the multihead.
-    logits = logit_fn(logits_dimension=head.logits_dimension)
-    # Return the merged EstimatorSpec
-    return head.create_estimator_spec(..., logits=logits, ...)
-  ```
-
-  Args:
-    heads: List or tuple of `_Head` instances. All heads must have `name`
-      specified. The first head in the list is the default used at serving time.
-    head_weights: Optional list of weights, same length as `heads`. Used when
-      merging losses to calculate the weighted sum of losses from each head. If
-      `None`, all losses are weighted equally.
-
-  Returns:
-    A instance of `_Head` that merges multiple heads.
-
-  Raises:
-    ValueError: If `heads` is empty.
-    ValueError: If any of the `heads` does not have `name` specified.
-    ValueError: If `heads` and `head_weights` have different size.
-  """
-  if head_weights:
-    if len(head_weights) != len(heads):
-      raise ValueError(
-          'heads and head_weights must have the same size. '
-          'Given len(heads): {}. Given len(head_weights): {}.'.format(
-              len(heads), len(head_weights)))
-  if not heads:
-    raise ValueError('Must specify heads. Given: {}'.format(heads))
-  for head in heads:
-    if not head.name:
-      raise ValueError(
-          'All given heads must have name specified. '
-          'Given: {}'.format(head))
-
-  return _MultiHead(
-      heads=tuple(heads),
-      head_weights=tuple(head_weights) if head_weights else tuple())
-
-
-def _no_op_train_fn(loss):
-  del loss
-  return control_flow_ops.no_op()
-
-
-def _merge_losses(losses, head_weights=None):
-  """Merges the given losses into one tensor."""
-  losses = tuple(losses)
-  with ops.name_scope(
-      'merge_losses', values=losses + (head_weights or tuple())):
-    if head_weights:
-      weighted_losses = []
-      for loss, weight in zip(losses, head_weights):
-        weighted_losses.append(math_ops.multiply(loss, weight))
-    else:
-      weighted_losses = losses
-    return math_ops.add_n(weighted_losses)
-
-
-def _default_export_output(export_outputs, head_name):
-  """Extracts the default export output from the given export_outputs dict."""
-  if len(export_outputs) == 1:
-    return next(six.itervalues(export_outputs))
-  for k, v in six.iteritems(export_outputs):
-    if k == _DEFAULT_SERVING_KEY:
-      return v
-  raise ValueError(
-      '{} did not specify default export_outputs. '
-      'Given: {} '
-      'Suggested fix: Use one of the heads in tf.contrib.estimator, or include '
-      'key {} in export_outputs.'.format(
-          head_name, export_outputs, _DEFAULT_SERVING_KEY))
-
-
-class _MultiHead(head_lib._Head):  # pylint:disable=protected-access
-  """`_Head` for multi objective learning."""
-
-  def __init__(self, heads, head_weights):
-    self._logits_dimension = 0
-    for head in heads:
-      self._logits_dimension += head.logits_dimension
-
-    self._heads = heads
-    self._head_weights = head_weights
-
-  @property
-  def name(self):
-    return '_'.join([h.name for h in self._heads])
-
-  @property
-  def logits_dimension(self):
-    return self._logits_dimension
-
-  def create_loss(self, features, mode, logits, labels):
-    """See `Head`."""
-    if isinstance(logits, dict):
-      logits_dict = logits
-    else:
-      logits_dict = self._split_logits(logits)
-    training_losses = []
-    labels_by_head = {}
-    unreduced_losses_by_head = {}
-    example_weights_by_head = {}
-    for i, head in enumerate(self._heads):
-      (training_loss, unreduced_loss,
-       weights, processed_labels) = head.create_loss(
-           features, mode, logits_dict[head.name], labels[head.name])
-      training_losses.append(training_loss)
-      labels_by_head[head.name] = processed_labels
-      if self._head_weights:
-        head_weight = self._head_weights[i]
-        unreduced_losses_by_head[head.name] = math_ops.multiply(
-            unreduced_loss, head_weight)
-        example_weights_by_head[head.name] = math_ops.multiply(
-            weights, head_weight)
-      else:
-        unreduced_losses_by_head[head.name] = unreduced_loss
-        example_weights_by_head[head.name] = weights
-
-    training_losses = tuple(training_losses)
-    with ops.name_scope(
-        'merge_losses',
-        values=training_losses + (self._head_weights or tuple())):
-      if self._head_weights:
-        head_weighted_training_losses = []
-        for training_loss, head_weight in zip(
-            training_losses, self._head_weights):
-          head_weighted_training_losses.append(
-              math_ops.multiply(training_loss, head_weight))
-        merged_training_loss = math_ops.add_n(head_weighted_training_losses)
-      else:
-        merged_training_loss = math_ops.add_n(training_losses)
-
-    return head_lib.LossSpec(
-        training_loss=merged_training_loss,
-        unreduced_loss=unreduced_losses_by_head,
-        weights=example_weights_by_head,
-        processed_labels=labels_by_head)
-
-  # TODO(b/65403806): Support regularization_losses arg.
-  def create_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None):
-    """See `_Head`."""
-    return self._create_estimator_spec(
-        features=features, mode=mode, logits=logits, labels=labels,
-        optimizer=optimizer, train_op_fn=train_op_fn, use_tpu=False)
-
-  def _create_tpu_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None):
-    """See `_Head`."""
-    return self._create_estimator_spec(
-        features=features, mode=mode, logits=logits, labels=labels,
-        optimizer=optimizer, train_op_fn=train_op_fn, use_tpu=True)
-
-  def _create_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, use_tpu=False):
-    """Returns `EstimatorSpec` or `TPUEstimatorSpec`."""
-    if isinstance(logits, dict):
-      logits_dict = logits
-    else:
-      logits_dict = self._split_logits(logits)
-    if labels and not isinstance(labels, dict):
-      raise ValueError('labels must be a dict. Given: {}'.format(labels))
-
-    all_estimator_spec = []
-    for head in self._heads:
-      head_name = head.name
-      all_estimator_spec.append(
-          head.create_estimator_spec(
-              features=features,
-              mode=mode,
-              logits=logits_dict[head_name],
-              labels=labels[head_name] if labels else None,
-              train_op_fn=_no_op_train_fn))
-
-    if mode == model_fn.ModeKeys.TRAIN:
-      spec = self._merge_train(
-          all_estimator_spec=all_estimator_spec,
-          optimizer=optimizer,
-          train_op_fn=train_op_fn,
-          use_tpu=use_tpu)
-      with ops.name_scope(''):
-        summary.scalar(metric_keys.MetricKeys.LOSS, spec.loss)
-      return spec
-    if mode == model_fn.ModeKeys.PREDICT:
-      return self._merge_predict(all_estimator_spec, use_tpu=use_tpu)
-    if mode == model_fn.ModeKeys.EVAL:
-      return self._merge_eval(all_estimator_spec, use_tpu=use_tpu)
-    raise ValueError('mode={} unrecognized'.format(mode))
-
-  def _split_logits(self, logits):
-    """Splits logits along the last dimension and returns a dict."""
-    logits_dict = {}
-    with ops.name_scope(None, 'split_logits', values=[logits]):
-      logits = ops.convert_to_tensor(logits)
-      batch_shape = array_ops.shape(logits)[:-1]
-      zeros_like_batch_shape = array_ops.zeros_like(batch_shape)
-      minus_ones_like_batch_shape = -1 * array_ops.ones_like(batch_shape)
-      begin_idx = 0
-      for head in self._heads:
-        begin_tensor = array_ops.concat(
-            [zeros_like_batch_shape, [begin_idx]], axis=0)
-        size_tensor = array_ops.concat(
-            [minus_ones_like_batch_shape, [head.logits_dimension]], axis=0)
-        logits_dict[head.name] = array_ops.slice(
-            logits, begin=begin_tensor, size=size_tensor)
-        begin_idx += head.logits_dimension
-    return logits_dict
-
-  def _merge_train(
-      self, all_estimator_spec, optimizer, train_op_fn, use_tpu=False):
-    """Merges list of `EstimatorSpec` or `TPUEstimatorSpec` for training.
-
-    Args:
-      all_estimator_spec: list of `EstimatorSpec` or `TPUEstimatorSpec` for the
-        individual heads.
-      optimizer: `Optimizer` instance to create train op. See
-        `create_estimator_spec` documentation for more details.
-      train_op_fn: Function to create train op. Used if `optimizer` is `None`.
-      use_tpu: If `True`, returns `TPUEstimatorSpec`.
-
-    Returns:
-      `EstimatorSpec` or `TPUEstimatorSpec` that merges all heads for TRAIN.
-
-    Raises:
-      ValueError: If both `train_op_fn` and `optimizer` are `None` in TRAIN
-        mode.
-    """
-    losses = []
-    for spec in all_estimator_spec:
-      losses.append(spec.loss)
-    loss = _merge_losses(losses, self._head_weights)
-    if optimizer is not None:
-      if train_op_fn is not None:
-        raise ValueError('train_op_fn and optimizer cannot both be set.')
-      train_op = optimizer.minimize(
-          loss, global_step=training_util.get_global_step())
-    elif train_op_fn is not None:
-      train_op = train_op_fn(loss)
-    else:
-      raise ValueError('train_op_fn and optimizer cannot both be None.')
-
-    spec_type = (
-        model_fn._TPUEstimatorSpec if use_tpu else model_fn.EstimatorSpec)  # pylint:disable=protected-access
-    return spec_type(
-        mode=model_fn.ModeKeys.TRAIN,
-        loss=loss,
-        train_op=train_op)
-
-  def _merge_predict(self, all_estimator_spec, use_tpu=False):
-    """Merges list of `EstimatorSpec` or `TPUEstimatorSpec` for prediction.
-
-    Args:
-      all_estimator_spec: list of `EstimatorSpec` or `TPUEstimatorSpec` for the
-        individual heads.
-      use_tpu: If `True`, returns `TPUEstimatorSpec`.
-
-    Returns:
-      `EstimatorSpec` or `TPUEstimatorSpec` that merges all heads for PREDICT.
-    """
-    predictions = {}
-    export_outputs = {
-        _DEFAULT_SERVING_KEY: _default_export_output(
-            all_estimator_spec[0].export_outputs,
-            self._heads[0].name),
-    }
-    merged_predict_outputs = {}
-    for head, spec in zip(self._heads, all_estimator_spec):
-      head_name = head.name
-      for k, v in six.iteritems(spec.export_outputs):
-        if k == _DEFAULT_SERVING_KEY:
-          key = head_name
-        else:
-          key = '%s/%s' % (head_name, k)
-        export_outputs[key] = v
-        if (k == head_lib._PREDICT_SERVING_KEY and  # pylint:disable=protected-access
-            isinstance(v, export_output_lib.PredictOutput)):
-          for kp, vp in six.iteritems(v.outputs):
-            key = '%s/%s' % (head_name, kp)
-            merged_predict_outputs[key] = vp
-      for k, v in six.iteritems(spec.predictions):
-        predictions[(head_name, k)] = v
-    export_outputs[head_lib._PREDICT_SERVING_KEY] = (  # pylint:disable=protected-access
-        export_output_lib.PredictOutput(merged_predict_outputs))
-
-    spec_type = (
-        model_fn._TPUEstimatorSpec if use_tpu else model_fn.EstimatorSpec)  # pylint:disable=protected-access
-    return spec_type(
-        mode=model_fn.ModeKeys.PREDICT,
-        predictions=predictions,
-        export_outputs=export_outputs)
-
-  def _merge_eval(self, all_estimator_spec, use_tpu=False):
-    """Merges list of `EstimatorSpec` for eval.
-
-    Args:
-      all_estimator_spec: list of `EstimatorSpec` for the individual heads.
-      use_tpu: If `True`, will raise `NotImplementedError`, because TPU is not
-        yet supported for eval.
+from tensorflow_estimator.contrib.estimator.python.estimator import multi_head
 
-    Returns:
-      `EstimatorSpec` that merges all heads for EVAL.
-    Raises:
-      NotImplementedError: If `use_tpu` is `True`.
-    """
-    if use_tpu:
-      raise NotImplementedError(
-          'TPU evaluation is not implemented for multi_head.')
-    predictions = {}
-    metrics = {}
-    losses = []
-    with ops.name_scope('merge_eval'):
-      for head, spec in zip(self._heads, all_estimator_spec):
-        losses.append(spec.loss)
-        head_name = head.name
-        # Loss metric is not added by default.
-        loss_name = head_lib._summary_key(  # pylint:disable=protected-access
-            head_name, metric_keys.MetricKeys.LOSS)
-        metrics[loss_name] = metrics_lib.mean(spec.loss, name=loss_name)
-        # Metric keys already contain head.name.
-        metrics.update(spec.eval_metric_ops or {})
-        for k, v in six.iteritems(spec.predictions):
-          predictions[(head_name, k)] = v
-      loss = _merge_losses(losses, self._head_weights)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+multi_head.__all__ = [s for s in dir(multi_head) if not s.startswith('__')]
 
-    return model_fn.EstimatorSpec(
-        mode=model_fn.ModeKeys.EVAL,
-        predictions=predictions,
-        loss=loss,
-        eval_metric_ops=metrics)
+from tensorflow_estimator.contrib.estimator.python.estimator.multi_head import *
diff --git a/tensorflow/contrib/estimator/python/estimator/multi_head_test.py b/tensorflow/contrib/estimator/python/estimator/multi_head_test.py
deleted file mode 100644
index a602f87b4a..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/multi_head_test.py
+++ /dev/null
@@ -1,705 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for head."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.contrib.estimator.python.estimator import multi_head as multi_head_lib
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import string_ops
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-def _initialize_variables(test_case, scaffold):
-  scaffold.finalize()
-  test_case.assertIsNone(scaffold.init_feed_dict)
-  test_case.assertIsNone(scaffold.init_fn)
-  scaffold.init_op.run()
-  scaffold.ready_for_local_init_op.eval()
-  scaffold.local_init_op.run()
-  scaffold.ready_op.eval()
-  test_case.assertIsNotNone(scaffold.saver)
-
-
-def _assert_simple_summaries(test_case, expected_summaries, summary_str,
-                             tol=1e-6):
-  """Assert summary the specified simple values.
-
-  Args:
-    test_case: test case.
-    expected_summaries: Dict of expected tags and simple values.
-    summary_str: Serialized `summary_pb2.Summary`.
-    tol: Tolerance for relative and absolute.
-  """
-  summary = summary_pb2.Summary()
-  summary.ParseFromString(summary_str)
-  test_case.assertAllClose(expected_summaries, {
-      v.tag: v.simple_value for v in summary.value
-  }, rtol=tol, atol=tol)
-
-
-def _assert_no_hooks(test_case, spec):
-  test_case.assertAllEqual([], spec.training_chief_hooks)
-  test_case.assertAllEqual([], spec.training_hooks)
-
-
-def _sigmoid(logits):
-  return 1 / (1 + np.exp(-logits))
-
-
-class MultiHeadTest(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_no_heads(self):
-    with self.assertRaisesRegexp(
-        ValueError, r'Must specify heads\. Given: \[\]'):
-      multi_head_lib.multi_head(heads=[])
-
-  def test_head_name_missing(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3)
-    with self.assertRaisesRegexp(
-        ValueError, r'All given heads must have name specified\.'):
-      multi_head_lib.multi_head([head1, head2])
-
-  def test_head_weights_wrong_size(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'heads and head_weights must have the same size\. '
-        r'Given len\(heads\): 2. Given len\(head_weights\): 1\.'):
-      multi_head_lib.multi_head([head1, head2], head_weights=[1.])
-
-  def test_name(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    multi_head = multi_head_lib.multi_head([head1, head2])
-    self.assertEqual('head1_head2', multi_head.name)
-
-  def _test_predict_two_heads_logits_dict(self, use_tpu):
-    """Tests predict with logits as dict."""
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    multi_head = multi_head_lib.multi_head([head1, head2])
-
-    logits = {
-        'head1': np.array([[-1., 1.], [-1.5, 1.]], dtype=np.float32),
-        'head2': np.array([[2., -2., 2.], [-3., 2., -2.]], dtype=np.float32)
-    }
-    expected_probabilities = {
-        'head1': _sigmoid(logits['head1']),
-        'head2': _sigmoid(logits['head2']),
-    }
-
-    if use_tpu:
-      spec = multi_head._create_tpu_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.PREDICT,
-          logits=logits).as_estimator_spec()
-    else:
-      spec = multi_head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.PREDICT,
-          logits=logits)
-
-    self.assertItemsEqual(
-        (_DEFAULT_SERVING_KEY, 'predict', 'head1', 'head1/classification',
-         'head1/predict', 'head2', 'head2/classification', 'head2/predict'),
-        spec.export_outputs.keys())
-
-    # Assert predictions and export_outputs.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(
-          logits['head1'],
-          predictions[('head1', prediction_keys.PredictionKeys.LOGITS)])
-      self.assertAllClose(
-          logits['head2'],
-          predictions[('head2', prediction_keys.PredictionKeys.LOGITS)])
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          predictions[('head1', prediction_keys.PredictionKeys.PROBABILITIES)])
-      self.assertAllClose(
-          expected_probabilities['head2'],
-          predictions[('head2', prediction_keys.PredictionKeys.PROBABILITIES)])
-
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].scores))
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          sess.run(spec.export_outputs['head1'].scores))
-      self.assertAllClose(
-          expected_probabilities['head2'],
-          sess.run(spec.export_outputs['head2'].scores))
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          sess.run(
-              spec.export_outputs['predict'].outputs['head1/probabilities']))
-      self.assertAllClose(
-          expected_probabilities['head2'],
-          sess.run(
-              spec.export_outputs['predict'].outputs['head2/probabilities']))
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          sess.run(
-              spec.export_outputs['head1/predict'].outputs['probabilities']))
-      self.assertAllClose(
-          expected_probabilities['head2'],
-          sess.run(
-              spec.export_outputs['head2/predict'].outputs['probabilities']))
-
-  def test_predict_two_heads_logits_dict(self):
-    self._test_predict_two_heads_logits_dict(use_tpu=False)
-
-  def test_predict_two_heads_logits_dict_tpu(self):
-    self._test_predict_two_heads_logits_dict(use_tpu=True)
-
-  def test_predict_two_heads_logits_tensor(self):
-    """Tests predict with logits as Tensor."""
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    multi_head = multi_head_lib.multi_head([head1, head2])
-
-    logits = np.array(
-        [[-1., 1., 2., -2., 2.], [-1.5, 1., -3., 2., -2.]], dtype=np.float32)
-    expected_logits1 = np.array([[-1., 1.], [-1.5, 1.]], dtype=np.float32)
-    expected_logits2 = np.array([[2., -2., 2.], [-3., 2., -2.]],
-                                dtype=np.float32)
-    expected_probabilities = {
-        'head1': _sigmoid(expected_logits1),
-        'head2': _sigmoid(expected_logits2),
-    }
-
-    spec = multi_head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    self.assertItemsEqual(
-        (_DEFAULT_SERVING_KEY, 'predict', 'head1', 'head1/classification',
-         'head1/predict', 'head2', 'head2/classification', 'head2/predict'),
-        spec.export_outputs.keys())
-
-    # Assert predictions and export_outputs.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(
-          expected_logits1,
-          predictions[('head1', prediction_keys.PredictionKeys.LOGITS)])
-      self.assertAllClose(
-          expected_logits2,
-          predictions[('head2', prediction_keys.PredictionKeys.LOGITS)])
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          predictions[('head1', prediction_keys.PredictionKeys.PROBABILITIES)])
-      self.assertAllClose(
-          expected_probabilities['head2'],
-          predictions[('head2', prediction_keys.PredictionKeys.PROBABILITIES)])
-
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].scores))
-      self.assertAllClose(
-          expected_probabilities['head1'],
-          sess.run(spec.export_outputs['head1'].scores))
-      self.assertAllClose(
-          expected_probabilities['head2'],
-          sess.run(spec.export_outputs['head2'].scores))
-
-  def test_predict_two_heads_logits_tensor_multi_dim(self):
-    """Tests predict with multi-dimensional logits of shape [2, 2, 5]."""
-    head1 = head_lib.regression_head(label_dimension=2, name='head1')
-    head2 = head_lib.regression_head(label_dimension=3, name='head2')
-    multi_head = multi_head_lib.multi_head([head1, head2])
-
-    logits = np.array(
-        [[[-1., 1., 2., -2., 2.], [-1., 1., 2., -2., 2.]],
-         [[-1.5, 1., -3., 2., -2.], [-1.5, 1., -3., 2., -2.]]],
-        dtype=np.float32)
-    expected_logits1 = np.array(
-        [[[-1., 1.], [-1., 1.]],
-         [[-1.5, 1.], [-1.5, 1.]]],
-        dtype=np.float32)
-    expected_logits2 = np.array(
-        [[[2., -2., 2.], [2., -2., 2.]],
-         [[-3., 2., -2.], [-3., 2., -2.]]],
-        dtype=np.float32)
-
-    spec = multi_head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    self.assertItemsEqual(
-        (_DEFAULT_SERVING_KEY, 'predict', 'head1', 'head1/regression',
-         'head1/predict', 'head2', 'head2/regression', 'head2/predict'),
-        spec.export_outputs.keys())
-
-    # Assert predictions and export_outputs.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(
-          expected_logits1,
-          predictions[('head1', prediction_keys.PredictionKeys.PREDICTIONS)])
-      self.assertAllClose(
-          expected_logits2,
-          predictions[('head2', prediction_keys.PredictionKeys.PREDICTIONS)])
-
-      self.assertAllClose(
-          expected_logits1,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].value))
-      self.assertAllClose(
-          expected_logits1,
-          sess.run(spec.export_outputs['head1'].value))
-      self.assertAllClose(
-          expected_logits2,
-          sess.run(spec.export_outputs['head2'].value))
-
-  def test_eval_two_heads_with_weights(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    multi_head = multi_head_lib.multi_head(
-        [head1, head2], head_weights=[1., 2.])
-
-    logits = {
-        'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-        'head2': np.array([[20., -20., 20.], [-30., 20., -20.]],
-                          dtype=np.float32),
-    }
-    labels = {
-        'head1': np.array([[1, 0], [1, 1]], dtype=np.int64),
-        'head2': np.array([[0, 1, 0], [1, 1, 0]], dtype=np.int64),
-    }
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # head1: expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2 = 8.75
-    # head2: expected_unweighted_loss = [[20., 20., 20.], [30., 0., 0]]
-    # loss = ( (20 + 20 + 20) / 3 + (30 + 0 + 0) / 3 ) / 2 = 15
-    expected_loss_head1 = 8.75
-    expected_loss_head2 = 15.
-    expected_loss = 1. * expected_loss_head1 + 2. * expected_loss_head2
-
-    spec = multi_head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS + '/head1': expected_loss_head1,
-        keys.LOSS + '/head2': expected_loss_head2,
-        # Average loss over examples.
-        keys.LOSS_MEAN + '/head1': expected_loss_head1,
-        keys.LOSS_MEAN + '/head2': expected_loss_head2,
-        # auc and auc_pr cannot be reliably calculated for only 4-6 samples, but
-        # this assert tests that the algorithm remains consistent.
-        keys.AUC + '/head1': 0.1667,
-        keys.AUC + '/head2': 0.3333,
-        keys.AUC_PR + '/head1': 0.6667,
-        keys.AUC_PR + '/head2': 0.5000,
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol,
-          atol=tol)
-
-  def test_eval_tpu(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    multi_head = multi_head_lib.multi_head(
-        [head1, head2], head_weights=[1., 2.])
-
-    logits = {
-        'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-        'head2': np.array([[20., -20., 20.], [-30., 20., -20.]],
-                          dtype=np.float32),
-    }
-    labels = {
-        'head1': np.array([[1, 0], [1, 1]], dtype=np.int64),
-        'head2': np.array([[0, 1, 0], [1, 1, 0]], dtype=np.int64),
-    }
-
-    with self.assertRaisesRegexp(
-        NotImplementedError,
-        r'TPU evaluation is not implemented for multi_head\.'):
-      multi_head._create_tpu_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=logits,
-          labels=labels)
-
-  def test_train_create_loss_one_head(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    multi_head = multi_head_lib.multi_head([head1])
-
-    logits = {'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)}
-    labels = {'head1': np.array([[1, 0], [1, 1]], dtype=np.int64)}
-    loss = multi_head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)[0]
-    tol = 1e-3
-    with self.cached_session():
-      # Unreduced loss of the head is [[(10 + 10) / 2], (15 + 0) / 2]
-      # (averaged over classes, averaged over examples).
-      self.assertAllClose(8.75, loss.eval(), rtol=tol, atol=tol)
-
-  def test_train_create_loss_two_heads_with_weights(self):
-    # Use different example weighting for each head weighting.
-    weights1 = np.array([[1.], [2.]], dtype=np.float32)
-    weights2 = np.array([[2.], [3.]])
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1',
-                                      weight_column='weights1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2',
-                                      weight_column='weights2')
-    multi_head = multi_head_lib.multi_head(
-        [head1, head2], head_weights=[1., 2.])
-
-    logits = {
-        'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-        'head2': np.array([[20., -20., 20.], [-30., 20., -20.]],
-                          dtype=np.float32),
-    }
-    labels = {
-        'head1': np.array([[1, 0], [1, 1]], dtype=np.int64),
-        'head2': np.array([[0, 1, 0], [1, 1, 0]], dtype=np.int64),
-    }
-    training_loss, unreduced_losses, weights, _ = multi_head.create_loss(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'weights1': weights1,
-            'weights2': weights2
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    tol = 1e-3
-    with self.cached_session():
-      # loss of the first head is [[(10 + 10) / 2], [(15 + 0) / 2]]
-      # = [10, 7.5]
-      # training_loss = (1 * 10 + 2 * 7.5) / 2 = 12.5
-      # head-weighted unreduced_loss = 1 * [10, 7.5]
-      self.assertAllClose(
-          [[10.], [7.5]], unreduced_losses['head1'].eval(), rtol=tol, atol=tol)
-      # loss of the second head is [[(20 + 20 + 20) / 3], [(30 + 0 + 0) / 3]]
-      # = [20, 10]
-      # training_loss = (2 * 20 + 3 * 10) / 2 = 35
-      # head-weighted unreduced_loss = 2 * [20, 10]
-      self.assertAllClose(
-          [[40.], [20.]], unreduced_losses['head2'].eval(), rtol=tol, atol=tol)
-      # head-weighted training_loss = 1 * 12.5 + 2 * 35 = 82.5
-      self.assertAllClose(82.5, training_loss.eval(), rtol=tol, atol=tol)
-      # head-weighted example weights
-      self.assertAllClose(
-          [[1.], [2.]], weights['head1'].eval(), rtol=tol, atol=tol)
-      self.assertAllClose(
-          [[4.], [6.]], weights['head2'].eval(), rtol=tol, atol=tol)
-
-  def test_train_create_loss_logits_tensor(self):
-    """Tests create_loss with logits Tensor."""
-    weights1 = np.array([[1.], [2.]], dtype=np.float32)
-    weights2 = np.array([[2.], [3.]])
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1',
-                                      weight_column='weights1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2',
-                                      weight_column='weights2')
-    multi_head = multi_head_lib.multi_head(
-        [head1, head2], head_weights=[1., 2.])
-
-    logits = np.array([[-10., 10., 20., -20., 20.],
-                       [-15., 10., -30., 20., -20.]], dtype=np.float32)
-    labels = {
-        'head1': np.array([[1, 0], [1, 1]], dtype=np.int64),
-        'head2': np.array([[0, 1, 0], [1, 1, 0]], dtype=np.int64),
-    }
-    training_loss, unreduced_losses, weights, _ = multi_head.create_loss(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'weights1': weights1,
-            'weights2': weights2
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    tol = 1e-3
-    with self.cached_session():
-      # loss of the first head is [[(10 + 10) / 2], [(15 + 0) / 2]]
-      # = [10, 7.5]
-      # training_loss = (1 * 10 + 2 * 7.5) / 2 = 12.5
-      # head-weighted unreduced_loss = 1 * [10, 7.5]
-      self.assertAllClose(
-          [[10.], [7.5]], unreduced_losses['head1'].eval(), rtol=tol, atol=tol)
-      # loss of the second head is [[(20 + 20 + 20) / 3], [(30 + 0 + 0) / 3]]
-      # = [20, 10]
-      # training_loss = (2 * 20 + 3 * 10) / 2 = 35
-      # head-weighted unreduced_loss = 2 * [20, 10]
-      self.assertAllClose(
-          [[40.], [20.]], unreduced_losses['head2'].eval(), rtol=tol, atol=tol)
-      # head-weighted training_loss = 1 * 12.5 + 2 * 35 = 82.5
-      self.assertAllClose(82.5, training_loss.eval(), rtol=tol, atol=tol)
-      # head-weighted example weights
-      self.assertAllClose(
-          [[1.], [2.]], weights['head1'].eval(), rtol=tol, atol=tol)
-      self.assertAllClose(
-          [[4.], [6.]], weights['head2'].eval(), rtol=tol, atol=tol)
-
-  def test_train_create_loss_logits_tensor_multi_dim(self):
-    """Tests create_loss with multi-dimensional logits of shape [2, 2, 5]."""
-    head1 = head_lib.regression_head(label_dimension=2, name='head1')
-    head2 = head_lib.regression_head(label_dimension=3, name='head2')
-    multi_head = multi_head_lib.multi_head([head1, head2])
-
-    logits = np.array(
-        [[[-1., 1., 2., -2., 2.], [-1., 1., 2., -2., 2.]],
-         [[-1.5, 1.5, -2., 2., -2.], [-1.5, 1.5, -2., 2., -2.]]],
-        dtype=np.float32)
-    labels = {
-        'head1': np.array([[[1., 0.], [1., 0.]],
-                           [[1.5, 1.5], [1.5, 1.5]]], dtype=np.float32),
-        'head2': np.array([[[0., 1., 0.], [0., 1., 0.]],
-                           [[2., 2., 0.], [2., 2., 0.]]], dtype=np.float32),
-    }
-    # Loss for the first head:
-    # loss1 = ((1+1)^2 + (0-1)^2 + (1+1)^2 + (0-1)^2 +
-    #          (1.5+1.5)^2 + (1.5-1.5)^2 + (1.5+1.5)^2 + (1.5-1.5)^2) / 8
-    #       = 3.5
-    # Loss for the second head:
-    # loss2 = ((0-2)^2 + (1+2)^2 + (0-2)^2 + (0-2)^2 + (1+2)^2 + (0-2)^2 +
-    #          (2+2)^2 + (2-2)^2 + (0+2)^2 + (2+2)^2 + (2-2)^2 + (0+2)^2) / 12
-    #       = 6.167
-    expected_training_loss = 3.5 + 6.167
-
-    training_loss = multi_head.create_loss(
-        features={},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)[0]
-    tol = 1e-3
-    with self.cached_session():
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=tol, atol=tol)
-
-  def test_train_one_head(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    multi_head = multi_head_lib.multi_head([head1])
-
-    logits = {'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)}
-    labels = {'head1': np.array([[1, 0], [1, 1]], dtype=np.int64)}
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2 = 8.75
-    expected_loss = 8.75
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=3)])
-
-    spec = multi_head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS + '/head1': expected_loss,
-      }, summary_str, tol)
-
-  def test_train_one_head_with_optimizer(self):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    multi_head = multi_head_lib.multi_head([head1])
-
-    logits = {'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32)}
-    labels = {'head1': np.array([[1, 0], [1, 1]], dtype=np.int64)}
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2 = 8.75
-    expected_loss = 8.75
-    expected_train_result = 'my_train_op'
-
-    class _Optimizer(object):
-
-      def minimize(self, loss, global_step):
-        del global_step
-        return string_ops.string_join(
-            [constant_op.constant(expected_train_result),
-             string_ops.as_string(loss, precision=3)])
-
-    spec = multi_head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        optimizer=_Optimizer())
-
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-
-  def _test_train_two_heads_with_weights(self, use_tpu):
-    head1 = head_lib.multi_label_head(n_classes=2, name='head1')
-    head2 = head_lib.multi_label_head(n_classes=3, name='head2')
-    multi_head = multi_head_lib.multi_head(
-        [head1, head2], head_weights=[1., 2.])
-
-    logits = {
-        'head1': np.array([[-10., 10.], [-15., 10.]], dtype=np.float32),
-        'head2': np.array([[20., -20., 20.], [-30., 20., -20.]],
-                          dtype=np.float32),
-    }
-    labels = {
-        'head1': np.array([[1, 0], [1, 1]], dtype=np.int64),
-        'head2': np.array([[0, 1, 0], [1, 1, 0]], dtype=np.int64),
-    }
-    # For large logits, sigmoid cross entropy loss is approximated as:
-    # loss = labels * (logits < 0) * (-logits) +
-    #        (1 - labels) * (logits > 0) * logits =>
-    # head1: expected_unweighted_loss = [[10., 10.], [15., 0.]]
-    # loss = ( (10 + 10) / 2 + (15 + 0) / 2 ) / 2 = 8.75
-    # head2: expected_unweighted_loss = [[20., 20., 20.], [30., 0., 0]]
-    # loss = ( (20 + 20 + 20) / 3 + (30 + 0 + 0) / 3 ) / 2 = 15
-    # Average over classes, weighted sum over batch and heads.
-    expected_loss_head1 = 8.75
-    expected_loss_head2 = 15.0
-    expected_loss = 1. * expected_loss_head1 + 2. * expected_loss_head2
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=3)])
-
-    if use_tpu:
-      spec = multi_head._create_tpu_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=logits,
-          labels=labels,
-          train_op_fn=_train_op_fn).as_estimator_spec()
-    else:
-      spec = multi_head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=logits,
-          labels=labels,
-          train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-3
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.3f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS + '/head1': expected_loss_head1,
-          metric_keys.MetricKeys.LOSS + '/head2': expected_loss_head2,
-      }, summary_str, tol)
-
-  def test_train_two_heads_with_weights(self):
-    self._test_train_two_heads_with_weights(use_tpu=False)
-
-  def test_train_two_heads_with_weights_tpu(self):
-    self._test_train_two_heads_with_weights(use_tpu=True)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/replicate_model_fn.py b/tensorflow/contrib/estimator/python/estimator/replicate_model_fn.py
index cda23aa437..e6b0cf027a 100644
--- a/tensorflow/contrib/estimator/python/estimator/replicate_model_fn.py
+++ b/tensorflow/contrib/estimator/python/estimator/replicate_model_fn.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,819 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utilities to replicate model_fn's over local GPUs.
+"""replicate_model_fn python module.
 
-This file contains util that allow to replicate `Estimator.model_fn` over
-GPUs.  Replicated version of a `model_fn` is returned that can subsequently
-be used with `Estimator`.
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from collections import defaultdict
-from contextlib import contextmanager
-import copy
+from tensorflow_estimator.contrib.estimator.python.estimator import replicate_model_fn
 
-import six
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+replicate_model_fn.__all__ = [
+    s for s in dir(replicate_model_fn) if not s.startswith('__')
+]
 
-from tensorflow.core.framework import node_def_pb2
-from tensorflow.python.client import device_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.export import export_output as export_output_lib
-from tensorflow.python.framework import device as framework_device
-from tensorflow.python.framework import ops as ops_lib
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import sparse_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import tf_logging
-from tensorflow.python.training import device_setter as device_setter_lib
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.util import deprecation
-from tensorflow.python.util import function_utils
-
-
-@deprecation.deprecated(
-    '2018-05-31',
-    'Please use `tf.contrib.distribute.MirroredStrategy` instead.')
-def replicate_model_fn(model_fn,
-                       loss_reduction=losses.Reduction.SUM_BY_NONZERO_WEIGHTS,
-                       devices=None):
-  """Replicate `Estimator.model_fn` over GPUs.
-
-  The given `model_fn` specifies a single forward pass of a model.  To replicate
-  such a model over GPUs, each GPU gets its own instance of the forward pass
-  (a.k.a. a tower).  The input features and labels get sharded into the chunks
-  that correspond to the number of GPUs.  Each tower computes a loss based
-  on its input.  For each such loss, gradients are computed.  After that, the
-  available losses are aggregated to form aggregated loss.  Available
-  gradients are summed.  Then, they update weights using the specified
-  optimizer.
-
-  If `devices` are `None`, then all available GPUs are going to be used for
-  replication.  If no GPUs are available, then the model is going to be
-  placed on the CPU.
-
-  Two modes of local replication over available GPUs are supported:
-    1)  If exactly 1 GPU is detected, then variables and operations are placed
-        onto the GPU.
-    2)  If more than 1 GPU is detected, then variables are going to be placed on
-        the CPU.  Replicas of operations are placed on each individual GPU.
-
-  Here is an example of how one might use their `model_fn` to run over GPUs:
-    ```python
-       ...
-       def model_fn(...):  # See `model_fn` in `Estimator`.
-         loss = ...
-         optimizer = tf.train.GradientDescentOptimizer(learning_rate=0.001)
-         optimizer = tf.contrib.estimator.TowerOptimizer(optimizer)
-         if mode == tf.estimator.ModeKeys.TRAIN:
-           #  See the section below on `EstimatorSpec.train_op`.
-           return EstimatorSpec(mode=mode, loss=loss,
-                                train_op=optimizer.minimize(loss))
-
-         #  No change for `ModeKeys.EVAL` or `ModeKeys.PREDICT`.
-         return EstimatorSpec(...)
-       ...
-       classifier = tf.estimator.Estimator(
-         model_fn=tf.contrib.estimator.replicate_model_fn(model_fn))
-    ```
-
-  Please see `DNNClassifierIntegrationTest` for an example with a canned
-  Estimator.
-
-  On `EstimatorSpec.train_op`:
-  `model_fn` returns `EstimatorSpec.train_op` for
-  `tf.estimator.GraphKeys.TRAIN`. It is typically derived using an optimizer.
-  Towers are expected to populate it in the same way.  Gradients from all towers
-  are reduced and applied in the last tower.  To achieve that in the case of
-  multiple towers, `TowerOptimizer` needs to be used.  See `TowerOptimizer`.
-
-  On sharding input features and labels:
-  Input features and labels are split for consumption by each tower. They are
-  split across the dimension 0.  Features and labels need to be batch major.
-
-  On reduction algorithms:
-  Certain algorithms were chosen for aggregating results of computations on
-  multiple towers:
-    - Losses from all towers are reduced according to `loss_reduction`.
-    - Gradients from all towers are reduced according to `loss_reduction`
-      for each trainable variable.
-    - `eval_metrics_ops` are reduced per metric using `reduce_mean`.
-    - `EstimatorSpec.predictions` and `EstimatorSpec.export_outputs` are
-      reduced using concatenation.
-    - For all other fields of `EstimatorSpec` the values of the first tower
-      are taken.
-
-  On distribution of variables:
-  Variables are not duplicated between towers.  Instead, they are placed on a
-  single device as defined above and shared across towers.
-
-  On overhead:
-  If only one device is specified, then aggregation of loss and gradients
-  doesn't happen. Replication consists of placing `model_fn` onto the
-  specified device.
-
-  On current limitations:
-    - `predictions` are not supported for `ModeKeys.EVAL`.  They are required
-       for `tf.contrib.estimator.add_metrics`.
-
-  Args:
-    model_fn: `model_fn` as defined in `Estimator`.  See the section above about
-      the train_op argument of `EstimatorSpec`.
-    loss_reduction: controls whether losses are summed or averaged.
-    devices: Optional list of devices to replicate the model across.  This
-      argument can be used to replicate only on the subset of available GPUs.
-      If `None`, then all available GPUs are going to be used for replication.
-      If no GPUs are available, then the model is going to be placed on the CPU.
-
-  Raises:
-    ValueError: if there is no `loss_reduction` or if TowerOptimizer is
-      mis-used.
-
-  Returns:
-    A replicated version of the supplied `model_fn`. Returned function that
-      conforms to the requirements of `Estimator`'s `model_fn` and can be used
-      instead of the supplied `model_fn`.
-  """
-  return _replicate_model_fn_with_mode(
-      model_fn,
-      loss_reduction,
-      devices,
-      # TODO(isaprykin): Query the system configuration to choose modes other
-      # than `SHARED_LOCAL_PARAMETER_SERVER`, even though it is often
-      # appropriate.
-      mode=_VariableDistributionMode.SHARED_LOCAL_PARAMETER_SERVER)
-
-
-class _VariableDistributionMode(object):
-  """Modes for variable distribution used for forcing a particular one.
-
-  Forcing a mode is meant for performance experimentation purposes rather than
-  for general use cases.
-  """
-
-  SHARED_LOCAL_PARAMETER_SERVER = 1
-  """Variables are placed on a single device and shared across all devices.
-
-  Two ways to achieve this distribution over available GPUs are supported:
-    1)  If exactly 1 GPU is detected, then variables and operations are placed
-        onto GPU.
-    2)  If more than 1 GPU is detected, then variables are going to be placed on
-        the CPU.  Replicas of operations are placed on each individual GPU.
-  """
-
-  SHARED_ROUND_ROBIN = 2
-  """Variables are placed on all devices in a round-robin fashion.
-
-  Every subsequent variable is placed on the next device.  There is only one
-  copy of each variable that is shared across all devices.
-  """
-
-
-def _replicate_model_fn_with_mode(
-    model_fn,
-    loss_reduction,
-    devices=None,
-    mode=_VariableDistributionMode.SHARED_LOCAL_PARAMETER_SERVER):
-  """A version of `replicate_model_fn` that allows to specify a `mode`."""
-  if loss_reduction == losses.Reduction.NONE:
-    raise ValueError('Tower losses need to be reduced in some way, yet {} '
-                     'reduction is specified.'.format(loss_reduction))
-  if not devices:
-    devices = _get_local_devices('GPU') or _get_local_devices('CPU')
-
-  is_a_single_gpu_case = len(devices) == 1 and 'GPU' in devices[0].upper()
-  consolidation_device = devices[0] if is_a_single_gpu_case else '/CPU:0'
-
-  ps_devices = [consolidation_device]
-  if mode == _VariableDistributionMode.SHARED_ROUND_ROBIN:
-    ps_devices = devices
-
-  tf_logging.info('Replicating the `model_fn` across {}.  Variables are going '
-                  'to be placed on {}.  Consolidation device is going to be {}.'
-                  .format(devices, ps_devices, consolidation_device))
-
-  def single_device_model_fn(features, labels, mode, params=None, config=None):
-    """`model_fn` on a single device without reduction overhead."""
-    return _get_loss_towers(
-        model_fn=model_fn,
-        mode=mode,
-        features=[features],
-        labels=[labels],
-        params=params,
-        loss_reduction=loss_reduction,
-        config=config,
-        devices=devices,
-        local_ps_devices=ps_devices)[0]  # One device, so one spec is out.
-
-  def replicated_model_fn(features, labels, mode, params=None, config=None):
-    """Replicated version of `model_fn` to be used instead."""
-    feature_shards, label_shards = _split_batch(
-        features, labels, len(devices), device=consolidation_device)
-    tower_specs = _get_loss_towers(
-        model_fn=model_fn,
-        mode=mode,
-        features=feature_shards,
-        labels=label_shards,
-        params=params,
-        loss_reduction=loss_reduction,
-        config=config,
-        devices=devices,
-        local_ps_devices=ps_devices)
-
-    if mode == model_fn_lib.ModeKeys.TRAIN:
-      train_op = _minimize_towers(tower_specs)
-      return _train_spec(
-          tower_specs, train_op, aggregation_device=consolidation_device)
-    elif mode == model_fn_lib.ModeKeys.EVAL:
-      return _eval_spec(tower_specs, aggregation_device=consolidation_device)
-    elif mode == model_fn_lib.ModeKeys.PREDICT:
-      return _predict_spec(tower_specs, aggregation_device=consolidation_device)
-
-  if len(devices) == 1:
-    return single_device_model_fn
-  else:
-    return replicated_model_fn
-
-
-class TowerOptimizer(optimizer_lib.Optimizer):
-  """Gathers gradients from all towers and reduces them in the last one."""
-
-  COLLECTION_FOR_GRAPH_STATES = 'replicate_model_fn_graph_states'
-
-  @deprecation.deprecated(
-      '2018-05-31',
-      'Please use `tf.contrib.distribute.MirroredStrategy` instead.')
-  def __init__(self, optimizer_or_optimizer_fn):
-    """Wrap an existing optimizer for gathering gradients across towers.
-
-    Each invocation of model_fn has to call the same optimizers in the same
-    order.
-
-    Multiple optimizers that use the same or different losses are supported.
-
-    If TowerOptimizer is used but `replicate_model_fn` isn't, then no
-    aggregation will happen.  All calls will simply be forwarded to the
-    underlying optimizer. The behavior is similar if there is only one tower.
-
-    If TowerOptimizer is used together with SyncReplicasOptimizer that wraps
-    the user's optimizer, then it's the SyncReplicasOptimizer that needs to be
-    wrapped with TowerOptimizer.
-
-    Args:
-      optimizer_or_optimizer_fn: an instance of optimizer to wrap.  That
-        instance is going to be used for optimizer-specific logic.  This can
-        also be a no-argument function that returns such an optimizer instance.
-    """
-    self._optimizer_or_optimizer_fn = optimizer_or_optimizer_fn
-
-  @staticmethod
-  def has_been_used():
-    return TowerOptimizer._graph_state().has_tower_optimizer_been_used
-
-  def get_slot(self, *args, **kwargs):
-    return self._get_optimizer().get_slot(*args, **kwargs)
-
-  def get_slot_names(self, *args, **kwargs):
-    return self._get_optimizer().get_slot_names(*args, **kwargs)
-
-  def get_name(self, *args, **kwargs):
-    return self._get_optimizer().get_name(*args, **kwargs)
-
-  def variables(self, *args, **kwargs):
-    return self._get_optimizer().variables(*args, **kwargs)
-
-  def compute_gradients(self, loss, *args, **kwargs):
-    """Compute gradients, but first, if needed, scale the loss."""
-    loss = _scale_loss(loss,
-                       self._graph_state().loss_reduction,
-                       self._graph_state().number_of_towers)
-    return self._get_optimizer().compute_gradients(loss, *args, **kwargs)
-
-  def apply_gradients(self, grads_and_vars, global_step=None, **kwargs):
-    """Collect gradients updates to apply them with the last tower."""
-    if self._graph_state().number_of_towers == 1:
-      # Avoid the overhead of reduction if there's only one tower.
-      #
-      # There assumed to be only one tower if aggregation-related methods were
-      # not called by `_get_loss_towers`, for example if the model_fn uses
-      # TowerEstimator, but `replicate_model_fn` isn't used.
-      return self._get_optimizer().apply_gradients(grads_and_vars, global_step,
-                                                   **kwargs)
-
-    self._graph_state().collect_gradients(grads_and_vars)
-
-    if not self._graph_state().is_the_last_tower:
-      with ops_lib.control_dependencies(_extract_tensors(grads_and_vars)):
-        return self._construct_no_op_train_op()
-    else:
-      # Gradients need to be gathered and applied in the scope of the first
-      # tower, so that the tensors are accessible via names without prefixes.
-      var_scope, name_scope = self._graph_state().scopes_of_the_first_tower
-      with variable_scope.variable_scope(var_scope):
-        with ops_lib.name_scope(name_scope):
-          return self._apply_gathered_gradients(global_step, **kwargs)
-
-  def _apply_gathered_gradients(self, global_step, **kwargs):
-    graph_state = self._graph_state()
-    optimizer = self._get_optimizer()
-
-    grad_lists = {}
-    for grad, var in graph_state.get_latest_gradients_from_all_towers():
-      if grad is not None:
-        grad_lists.setdefault(var, []).append(grad)
-
-    aggregated_grads = []
-    with ops_lib.name_scope('gradient_aggregating'):
-      for var, grads in six.iteritems(grad_lists):
-        grad = _compute_sum_on_device(grads, var.device)
-        aggregated_grads.append((grad, var))
-    return optimizer.apply_gradients(
-        aggregated_grads, global_step=global_step, **kwargs)
-
-  def _get_optimizer(self):
-    if callable(self._optimizer_or_optimizer_fn):
-      # If optimizer is given as a function then we need to wait till we are
-      # under the right graph context before constructing it.  That's why the
-      # optimizer is constructed in _get_optimizer() rather than __init__().
-      self._optimizer_or_optimizer_fn = self._optimizer_or_optimizer_fn()
-    self._graph_state().has_tower_optimizer_been_used = True
-    return self._optimizer_or_optimizer_fn
-
-  def _construct_no_op_train_op(self):
-    return control_flow_ops.no_op(name='train_op_placeholder')
-
-  @staticmethod
-  def _graph_state():
-    graph_states = ops_lib.get_default_graph().get_collection_ref(
-        TowerOptimizer.COLLECTION_FOR_GRAPH_STATES)
-    if not graph_states:
-      graph_states.append(TowerOptimizer._PerGraphState())
-    return graph_states[-1]
-
-  @staticmethod
-  def _did_towers_have_same_optimizer_calls():
-    graph_state = TowerOptimizer._graph_state()
-    return graph_state.did_towers_have_same_optimizer_calls()
-
-  @staticmethod
-  def _clear_graph_state():
-    # Clearing the Graph collection will prevent _PerGraphState from being
-    # serialized.
-    ops_lib.get_default_graph().clear_collection(
-        TowerOptimizer.COLLECTION_FOR_GRAPH_STATES)
-
-  class _PerGraphState(object):
-    """Gradient reduction related state of a Tensorflow graph."""
-
-    def __init__(self):
-      self._collected_grads_and_vars = defaultdict(list)
-      self._current_tower_index = 0
-      self._number_of_towers = 1
-      self._loss_reduction = None
-      # Scopes of the first tower that don't have a prefix:
-      self._variable_scope = None
-      self._name_scope = None
-      # If needed, alert that TowerOptimizer needs to be used with model_fn.
-      self._has_tower_optimizer_been_used = False
-
-    def collect_gradients(self, grads_and_vars):
-      self._collected_grads_and_vars[self._current_tower_index].append(
-          grads_and_vars)
-
-    def get_latest_gradients_from_all_towers(self):
-      """Get gradients across towers for the last called optimizer."""
-      grads_and_vars = []
-      index_of_last_gradients = len(
-          self._collected_grads_and_vars[self._current_tower_index]) - 1
-      for tower_id in range(self._current_tower_index + 1):
-        grads_and_vars.extend(
-            self._collected_grads_and_vars[tower_id][index_of_last_gradients])
-      return grads_and_vars
-
-    def set_reduction_across_towers(self, loss_reduction, number_of_towers):
-      self._loss_reduction = loss_reduction
-      self._number_of_towers = number_of_towers
-
-    @contextmanager
-    def tower(self, tower_id, var_scope, name_scope):
-      if tower_id == 0:
-        self._variable_scope = var_scope
-        self._name_scope = name_scope
-      self._current_tower_index = tower_id
-      yield
-
-    @property
-    def scopes_of_the_first_tower(self):
-      return self._variable_scope, self._name_scope
-
-    @property
-    def is_the_last_tower(self):
-      return self._current_tower_index == (self._number_of_towers - 1)
-
-    @property
-    def number_of_towers(self):
-      return self._number_of_towers
-
-    @property
-    def loss_reduction(self):
-      return self._loss_reduction
-
-    @property
-    def has_tower_optimizer_been_used(self):
-      return self._has_tower_optimizer_been_used
-
-    @has_tower_optimizer_been_used.setter
-    def has_tower_optimizer_been_used(self, value):
-      self._has_tower_optimizer_been_used = value
-
-    def did_towers_have_same_optimizer_calls(self):
-      total_number_of_grads = sum([
-          len(grads)
-          for _, grads in six.iteritems(self._collected_grads_and_vars)
-      ])
-      return total_number_of_grads % self._number_of_towers == 0
-
-
-def _get_local_devices(device_type):
-  local_device_protos = device_lib.list_local_devices()
-  return [
-      device.name
-      for device in local_device_protos
-      if device.device_type == device_type
-  ]
-
-
-def _split_batch(features, labels, number_of_shards, device):
-  """Split input features and labels into batches."""
-
-  def ensure_divisible_by_shards(sequence):
-    batch_size = ops_lib.convert_to_tensor(sequence).get_shape()[0]
-    if batch_size % number_of_shards != 0:
-      raise ValueError(
-          'Batch size {} needs to be divisible by the number of GPUs, which '
-          'is {}.'.format(batch_size, number_of_shards))
-
-  def split_dictionary(dictionary):
-    """Split a dictionary into shards."""
-    shards = [{} for _ in range(number_of_shards)]
-    for name, tensor in six.iteritems(dictionary):
-      if isinstance(tensor, sparse_tensor.SparseTensor):
-        for i, shard in enumerate(
-            sparse_ops.sparse_split(
-                sp_input=tensor, num_split=number_of_shards, axis=0)):
-          shards[i][name] = shard
-      else:
-        ensure_divisible_by_shards(tensor)
-        for i, shard in enumerate(array_ops.split(tensor, number_of_shards)):
-          shards[i][name] = shard
-    return shards
-
-  with ops_lib.name_scope('split_inputs'):
-    with ops_lib.device(device):
-      if isinstance(features, dict):
-        feature_shards = split_dictionary(features)
-      else:
-        ensure_divisible_by_shards(features)
-        feature_shards = array_ops.split(features, number_of_shards)
-
-      if labels is None:
-        label_shards = None
-      elif isinstance(labels, dict):
-        label_shards = split_dictionary(labels)
-      else:
-        ensure_divisible_by_shards(labels)
-        label_shards = array_ops.split(labels, number_of_shards)
-  return feature_shards, label_shards
-
-
-_DEFAULT_NAME_SCOPE_PATTERN = 'tower_{}'
-
-
-def _get_loss_towers(model_fn,
-                     mode,
-                     features,
-                     labels,
-                     params,
-                     config,
-                     devices,
-                     local_ps_devices,
-                     loss_reduction,
-                     name_scope_pattern=_DEFAULT_NAME_SCOPE_PATTERN):
-  """Replicate the loss computation across devices."""
-  tower_specs = []
-
-  model_fn_args = function_utils.fn_args(model_fn)
-  optional_params = {}
-  if 'params' in model_fn_args:
-    optional_params['params'] = copy.deepcopy(params)
-  if 'config' in model_fn_args:
-    optional_params['config'] = copy.deepcopy(config)
-
-  # pylint: disable=protected-access
-  round_robin_strategy = device_setter_lib._RoundRobinStrategy(
-      num_tasks=len(local_ps_devices))
-  TowerOptimizer._graph_state().set_reduction_across_towers(
-      loss_reduction, len(devices))
-
-  for i, device in enumerate(devices):
-    is_the_first_tower = (i == 0)
-
-    device_setter = _local_device_setter(
-        worker_device=device,
-        ps_devices=local_ps_devices,
-        ps_strategy=round_robin_strategy)
-
-    # We would like to preserve the names of the variables and ops that the user
-    # might be relying on. Names without a prefix are going to resolve to
-    # variables and ops of the first tower.
-    name_scope = name_scope_pattern
-    if is_the_first_tower:
-      name_scope = ''
-
-    with variable_scope.variable_scope(
-        '', reuse=not is_the_first_tower) as var_scope:
-      with ops_lib.name_scope(name_scope.format(i)) as name_scope:
-        with TowerOptimizer._graph_state().tower(
-            tower_id=i, var_scope=var_scope, name_scope=name_scope):
-          with ops_lib.device(device_setter):
-            labels_shard = None
-            if labels:
-              labels_shard = labels[i]
-
-            tower_spec = model_fn(
-                mode=mode,
-                features=features[i],
-                labels=labels_shard,
-                **optional_params)
-
-            if (tower_spec.train_op is not None and len(devices) > 1 and
-                not TowerOptimizer.has_been_used()):
-              raise ValueError('Please wrap optimizers with TowerOptimizer'
-                               ' in order to use replicate_model_fn with'
-                               ' multiple `devices`.')
-
-            # Scaling the loss here doesn't actually affect gradients.  Another
-            # instance of scaling happens inside the TowerOptimizer.
-            tower_spec = _scale_tower_loss(
-                tower_spec, loss_reduction, number_of_towers=len(devices))
-            tower_specs.append(tower_spec)
-
-  if not TowerOptimizer._did_towers_have_same_optimizer_calls():
-    raise ValueError('Each invocation of model_fn was supposed to make the same'
-                     ' optimizer calls.')
-  TowerOptimizer._clear_graph_state()
-  # pylint: enable=protected-access
-  return tower_specs
-
-
-def _local_device_setter(worker_device, ps_devices, ps_strategy):
-  """A device setter that puts distributes Var/Ops to PS/workers."""
-  ps_ops = ['Variable', 'VariableV2', 'VarHandleOp']
-
-  def local_device_chooser(op):
-    current_device = framework_device.DeviceSpec.from_string(op.device or '')
-
-    node_def = op if isinstance(op, node_def_pb2.NodeDef) else op.node_def
-    if node_def.op in ps_ops:
-      ps_device_spec = framework_device.DeviceSpec.from_string(
-          '{}'.format(ps_devices[ps_strategy(op)]))
-
-      ps_device_spec.merge_from(current_device)
-      return ps_device_spec.to_string()
-    else:
-      worker_device_spec = framework_device.DeviceSpec.from_string(
-          worker_device or '')
-      worker_device_spec.merge_from(current_device)
-      return worker_device_spec.to_string()
-
-  return local_device_chooser
-
-
-def _scale_tower_loss(tower_spec, loss_reduction, number_of_towers):
-  """Produce an EstimatorSpec with appropriately scaled loss."""
-  if tower_spec.loss is None:
-    return tower_spec
-
-  estimator_spec = _asdict(tower_spec)
-  estimator_spec['loss'] = _scale_loss(tower_spec.loss, loss_reduction,
-                                       number_of_towers)
-  return model_fn_lib.EstimatorSpec(**estimator_spec)
-
-
-def _scale_loss(loss, loss_reduction, number_of_towers):
-  """If needed, scale down the loss for averaging loss by summing."""
-  if loss is None:
-    return None
-  if number_of_towers == 1:
-    return loss
-
-  if loss_reduction != losses.Reduction.SUM:
-    return math_ops.div(loss, 1.0 * number_of_towers, name='averaged_loss')
-  else:
-    return loss
-
-
-def _minimize_towers(tower_specs):
-  """`train_op` of the last tower applies aggregated gradients."""
-  return tower_specs[-1].train_op
-
-
-def _compute_sum_on_device(values, device, name=None):
-  with ops_lib.device(device):
-    if isinstance(values[0], ops_lib.IndexedSlices):
-      if name:
-        raise ValueError('The name {} is not expected to be given to '
-                         'IndexedSlices {}'.format(name, values))
-
-      values_concat = array_ops.concat([v.values for v in values], axis=0)
-      indices_concat = array_ops.concat([v.indices for v in values], axis=0)
-      return ops_lib.IndexedSlices(values_concat, indices_concat,
-                                   values[0].dense_shape)
-    else:
-      return math_ops.add_n(values, name=name)
-
-
-def _train_spec(tower_specs,
-                train_op,
-                aggregation_device,
-                aggregated_loss_name='loss'):
-  """Populate replicated EstimatorSpec for `GraphKeys.TRAIN`."""
-  # Spec of the last tower is used as the template for the final spec, because
-  # some `EstimatorSpec.training_hooks` rely on calls made in model_fn.  For
-  # example, `SyncReplicasOptimizerHook` validates the
-  # `SyncReplicasOptimizer.apply_gradients` call. `TowerEstimator` makes that
-  # call only in the last tower.
-  estimator_spec = _asdict(tower_specs[-1])
-  estimator_spec['mode'] = model_fn_lib.ModeKeys.TRAIN
-  estimator_spec['train_op'] = train_op
-  estimator_spec['loss'] = _compute_sum_on_device(
-      [spec.loss for spec in tower_specs], aggregation_device,
-      aggregated_loss_name)
-  return model_fn_lib.EstimatorSpec(**estimator_spec)
-
-
-def _eval_spec(tower_specs, aggregation_device, aggregated_loss_name='loss'):
-  """Populate replicated EstimatorSpec for `GraphKeys.EVAL`."""
-  estimator_spec = _asdict(tower_specs[0])
-  estimator_spec['mode'] = model_fn_lib.ModeKeys.EVAL
-  estimator_spec['loss'] = _compute_sum_on_device(
-      [spec.loss for spec in tower_specs], aggregation_device,
-      aggregated_loss_name)
-
-  update_ops = []
-  for tower_spec in tower_specs:
-    for name, (_, update_op) in six.iteritems(tower_spec.eval_metric_ops):
-      update_ops.append(update_op)
-
-  with ops_lib.control_dependencies(update_ops):
-    reduced_update_op = _reduce_metric_variables(len(tower_specs))
-
-  eval_metric_ops = {}
-  for name, (metric_tensor, _) in six.iteritems(tower_specs[0].eval_metric_ops):
-    eval_metric_ops[name] = (metric_tensor, reduced_update_op)
-  estimator_spec['eval_metric_ops'] = eval_metric_ops
-  return model_fn_lib.EstimatorSpec(**estimator_spec)
-
-
-def _reduce_metric_variables(number_of_towers):
-  """Aggregate local variables used in metrics into the first tower."""
-  if number_of_towers == 1:
-    return control_flow_ops.no_op(name='no_eval_metric_reduction')
-
-  metric_variables = ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES)
-  variables_per_tower = len(metric_variables) // number_of_towers
-
-  if len(metric_variables) % number_of_towers != 0:
-    raise ValueError(
-        'Different `EstimatorSpec.eval_metric_ops` across `model_fn()` calls.'
-        ' Expected {} local variables, but got {} instead.'.format(
-            variables_per_tower * number_of_towers, len(metric_variables)))
-
-  # `metric_variables` has the size of `variables_per_tower` x
-  #  number_of_towers.  Each tower is produced by calling the same model_fn.
-  #  First `variables_per_tower` correspond to the first tower.  Each such
-  #  variable has an replica at the `(variables_per_tower * i)` position, where
-  #  `i` is `[1.. number_of_towers]`.  We are going to add values from replicas
-  #  to each variable of the first tower.  We then zero out replica values, so
-  #  that `_reduce_metric_variables` operation is idempotent.  If a metric
-  #  is then computed based on local variables from the first tower, then the
-  #  resulting metric is an estimate for all `number_of_towers` towers.
-  ops = []
-  for i in range(0, variables_per_tower):
-    next_replica_id = i + variables_per_tower
-    replicas = [
-        metric_variables[replica_id]
-        for replica_id in range(next_replica_id, len(metric_variables),
-                                variables_per_tower)
-    ]  #  `replicas` doesn't contain the first-tower variable.
-
-    reduce_op = state_ops.assign_add(metric_variables[i],
-                                     math_ops.add_n(replicas))
-
-    with ops_lib.control_dependencies([reduce_op]):
-      for replica in replicas:
-        zeros_for_replica = array_ops.zeros(
-            array_ops.shape(replica), dtype=replica.dtype)
-        zero_out_replica_op = state_ops.assign(replica, zeros_for_replica)
-        ops.append(zero_out_replica_op)
-
-  return control_flow_ops.group(*ops)
-
-
-def _predict_spec(tower_specs, aggregation_device):
-  """Populate replicated EstimatorSpec for `GraphKeys.PREDICT`."""
-  estimator_spec = _asdict(tower_specs[0])
-  estimator_spec['mode'] = model_fn_lib.ModeKeys.PREDICT
-
-  with ops_lib.device(aggregation_device):
-    estimator_spec['predictions'] = _concat_tensor_dicts(
-        *[tower_spec.predictions for tower_spec in tower_specs])
-
-    export_outputs_dict = _dict_concat(
-        *[tower_spec.export_outputs for tower_spec in tower_specs])
-
-    export_outputs = {}
-    for name, export_output_list in six.iteritems(export_outputs_dict):
-      if isinstance(export_output_list[0], export_output_lib.PredictOutput):
-        export_outputs[name] = export_output_lib.PredictOutput(
-            outputs=_concat_tensor_dicts(*[
-                export_output.outputs for export_output in export_output_list
-            ]))
-      elif isinstance(export_output_list[0],
-                      export_output_lib.RegressionOutput):
-        export_outputs[name] = export_output_lib.RegressionOutput(
-            value=array_ops.concat(
-                [export_output.value for export_output in export_output_list],
-                axis=0))
-      elif isinstance(export_output_list[0],
-                      export_output_lib.ClassificationOutput):
-        scores = None
-        if export_output_list[0].scores is not None:
-          scores = array_ops.concat(
-              [export_output.scores for export_output in export_output_list],
-              axis=0)
-
-        classes = None
-        if export_output_list[0].classes is not None:
-          classes = array_ops.stack(
-              [export_output.classes for export_output in export_output_list],
-              axis=0)
-
-        export_outputs[name] = export_output_lib.ClassificationOutput(
-            scores=scores, classes=classes)
-
-  estimator_spec['export_outputs'] = export_outputs
-  return model_fn_lib.EstimatorSpec(**estimator_spec)
-
-
-def _concat_tensor_dicts(*tensor_dicts):
-  return {
-      name: array_ops.concat(tensors, axis=0, name=name)
-      for name, tensors in six.iteritems(_dict_concat(*tensor_dicts))
-  }
-
-
-def _extract_tensors(tensors_and_vars):
-  tensors = []
-  for tensor_and_var in tensors_and_vars:
-    tensor, _ = tensor_and_var
-    if isinstance(tensor, ops_lib.IndexedSlices):
-      tensors.append(tensor.values)
-    elif tensor is not None:
-      tensors.append(tensor)
-  return tensors
-
-
-def _dict_concat(*dicts):
-  list_dict = {}
-  for d in dicts:
-    if d is None:
-      continue
-
-    for k, v in six.iteritems(d):
-      list_dict.setdefault(k, []).append(v)
-  return list_dict
-
-
-def _asdict(namedtuple):
-  """Returns a namedtuple as a dictionary.
-
-  This is required because `_asdict()` in Python 3.x.x is broken in classes
-  that inherit from `collections.namedtuple`. See
-  https://bugs.python.org/issue24931 for more details.
-
-  Args:
-    namedtuple: An object that inherits from `collections.namedtuple`.
-
-  Returns:
-    A dictionary version of the tuple.
-  """
-  return {k: getattr(namedtuple, k) for k in namedtuple._fields}
+from tensorflow_estimator.contrib.estimator.python.estimator.replicate_model_fn import *
diff --git a/tensorflow/contrib/estimator/python/estimator/replicate_model_fn_test.py b/tensorflow/contrib/estimator/python/estimator/replicate_model_fn_test.py
deleted file mode 100644
index 65229d67bb..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/replicate_model_fn_test.py
+++ /dev/null
@@ -1,1649 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for utilities that replicate `Estimator.model_fn` over GPUs."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import re
-import shutil
-import tempfile
-from absl.testing import parameterized
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import replicate_model_fn
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.canned import dnn
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops as ops_lib
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.framework import test_util
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import losses
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import adam
-from tensorflow.python.training import device_setter
-from tensorflow.python.training import gradient_descent
-from tensorflow.python.training import training
-
-
-class DNNClassifierIntegrationTest(test_util.TensorFlowTestCase,
-                                   parameterized.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  @parameterized.named_parameters(
-      ('PublicInterface', None),
-      ('ParameterServerMode', replicate_model_fn._VariableDistributionMode.
-       SHARED_LOCAL_PARAMETER_SERVER),
-      ('RoundRobinMode',
-       replicate_model_fn._VariableDistributionMode.SHARED_ROUND_ROBIN))
-  def test_complete_flow_with_mode(self, mode):
-    n_classes = 3
-    input_dimension = 2
-    batch_size = 12
-
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    x_data = data.reshape(batch_size, input_dimension)
-    categorical_data = np.random.random_integers(
-        0, len(x_data), size=len(x_data))
-    y_data = np.reshape(self._as_label(data[:batch_size]), (batch_size, 1))
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data,
-           'categories': categorical_data},
-        y=y_data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data,
-           'categories': categorical_data},
-        y=y_data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data,
-           'categories': categorical_data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,)),
-        feature_column.embedding_column(
-            feature_column.categorical_column_with_vocabulary_list(
-                'categories',
-                vocabulary_list=np.linspace(
-                    0., len(x_data), len(x_data), dtype=np.int64)), 1)
-    ]
-
-    def optimizer_fn():
-      return optimizers.get_optimizer_instance('Adagrad', learning_rate=0.05)
-
-    estimator = dnn.DNNClassifier(
-        hidden_units=(2, 2),
-        # Adagrad is configured with `get_optimizer_instance`, so the function
-        # form of `TowerOptimizer.__init__` is used.
-        optimizer=replicate_model_fn.TowerOptimizer(optimizer_fn),
-        feature_columns=feature_columns,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    if not mode:  # Use the public `replicate_model_fn`.
-      model_fn = replicate_model_fn.replicate_model_fn(
-          estimator.model_fn, devices=['/gpu:0', '/gpu:1', '/gpu:2'])
-    else:
-      model_fn = replicate_model_fn._replicate_model_fn_with_mode(
-          estimator.model_fn,
-          devices=['/gpu:0', '/gpu:1', '/gpu:2'],
-          loss_reduction=losses.Reduction.SUM,
-          mode=mode)
-
-    estimator = estimator_lib.Estimator(
-        model_fn=model_fn,
-        model_dir=estimator.model_dir,
-        config=estimator.config,
-        params=estimator.params)
-
-    num_steps = 10
-    estimator.train(train_input_fn, steps=num_steps)
-
-    scores = estimator.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops_lib.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    predicted_proba = np.array([
-        x[prediction_keys.PredictionKeys.PROBABILITIES]
-        for x in estimator.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, n_classes), predicted_proba.shape)
-
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = estimator.export_savedmodel(tempfile.mkdtemp(),
-                                             serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-    # Nothing should be left in the graph so that it doesn't get serialized.
-    self.assertFalse(ops_lib.get_default_graph().get_collection_ref(
-        replicate_model_fn.TowerOptimizer.COLLECTION_FOR_GRAPH_STATES))
-
-  def _as_label(self, data_in_float):
-    return np.rint(data_in_float).astype(np.int64)
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-
-class ReplicateModelTest(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = math_ops.multiply(features, c)
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-    loss = math_ops.reduce_sum(loss)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-
-    optimizer = replicate_model_fn.TowerOptimizer(
-        gradient_descent.GradientDescentOptimizer(params['learning_rate']))
-
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=loss,
-        eval_metric_ops=metrics,
-        predictions={'probabilities': predictions},
-        train_op=optimizer.minimize(loss))
-
-  @property
-  def params(self):
-    params = {}
-    params['learning_rate'] = 1.0
-    return params
-
-  def test_train(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn,
-          loss_reduction=losses.Reduction.SUM,
-          devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-      session.run(variables.global_variables_initializer())
-
-      # loss = feature * c - label
-      total_loss = (1.0 * 10 - 1.0) + (2.0 * 10 - 2.0)
-      self.assertEqual(total_loss, session.run(estimator_spec.loss))
-
-      # derivative of loss = (1*c - 1) + (2*c - 2) is 3.
-      # new value of c = 10 - learning rate * 3 = 7.0.
-      session.run(estimator_spec.train_op)
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual(7.0, session.run(c))
-
-  def test_train_with_mean_reduction(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session() as session:
-      # Add another trainable variable that doesn't produce a gradient to
-      # verify that None gradients are supported.
-      _ = variable_scope.get_variable(
-          'another_variable',
-          initializer=constant_op.constant(1, dtype=dtypes.float64),
-          dtype=dtypes.float64)
-
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, losses.Reduction.MEAN, devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-      session.run(variables.global_variables_initializer())
-
-      # loss = feature * c - label
-      total_loss = ((1.0 * 10 - 1.0) + (2.0 * 10 - 2.0)) / 2.0
-      self.assertEqual(total_loss, session.run(estimator_spec.loss))
-
-      # derivative of loss = (1*c - 1)/2 + (2*c - 2)/2 is 1.5.
-      # It's the same computation as without mean reduction, but the
-      # loss from every tower is scaled by 1/<number of towers>.
-      # new value of c = 10 - learning rate * 1.5 = 8.5
-      session.run(estimator_spec.train_op)
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual(8.5, session.run(c))
-
-  def test_train_two_steps_collected_gradients_are_reset_between_steps(self):
-    with ops_lib.Graph().as_default():
-      features = array_ops.placeholder(dtypes.float64)
-      labels = array_ops.placeholder(dtypes.float64)
-
-      feature_inputs = np.array([[1.0], [2.0]]), np.array([[1.5], [2.5]])
-      label_inputs = np.array([[1.0], [2.0]]), np.array([[1.5], [2.5]])
-
-      # loss = feature * c - label
-      expected_losses = ((1.0 * 10 - 1.0) + (2.0 * 10 - 2.0),
-                         (1.5 * 7.0 - 1.5) + (2.5 * 7.0 - 2.5))
-      # Derivative of the loss is 1.0 + 2.0 for the first step and 1.5 + 2.5
-      # for the second.
-      expected_c = 10.0 - 3.0, 7.0 - 4.0
-
-      with self.cached_session() as session, variable_scope.variable_scope(
-          '', reuse=variable_scope.AUTO_REUSE):
-        replicated_model_fn = replicate_model_fn.replicate_model_fn(
-            self.model_fn,
-            loss_reduction=losses.Reduction.SUM,
-            devices=['/gpu:0', '/gpu:1'])
-        estimator_spec = replicated_model_fn(
-            features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-        session.run(variables.global_variables_initializer())
-
-        for feature_input, label_input, loss, weight in zip(
-            feature_inputs, label_inputs, expected_losses, expected_c):
-          feeds = {features: feature_input, labels: label_input}
-
-          self.assertEqual(loss, session.run(estimator_spec.loss, feeds))
-
-          session.run(estimator_spec.train_op, feeds)
-          c = variable_scope.get_variable('c', dtype=dtypes.float64)
-          self.assertEqual(weight, session.run(c, feeds))
-
-  def test_eval(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn,
-          loss_reduction=losses.Reduction.SUM,
-          devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.EVAL, self.params)
-      session.run(variables.local_variables_initializer())
-      session.run(variables.global_variables_initializer())
-
-      accuracy, a = estimator_spec.eval_metric_ops['accuracy']
-      auc, b = estimator_spec.eval_metric_ops['auc']
-
-      session.run([a, b])
-      accuracy = session.run(accuracy)
-      auc = session.run(auc)
-
-      # loss[i] = features[i] * 10 - labels[i].
-      # Accuracy is 0.0 (no match) in the first tower.
-      # Accuracy is 1.0 (match) in the second tower, since the feature
-      # times weight "c" happened to be equal to the label.
-      total_loss = ((0.01 * 10 - 0.01) + (0.002 * 10 - 0.02))
-
-      self.assertNear((0.0 + 1.0) / 2.0, accuracy, 0.01)
-      self.assertEqual(0, auc)
-      self.assertNear(total_loss, session.run(estimator_spec.loss), 0.01)
-
-  def test_eval_with_mean_reduction(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, losses.Reduction.MEAN, devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.EVAL, self.params)
-      session.run(variables.local_variables_initializer())
-      session.run(variables.global_variables_initializer())
-
-      accuracy, a = estimator_spec.eval_metric_ops['accuracy']
-      auc, b = estimator_spec.eval_metric_ops['auc']
-
-      session.run([a, b])
-      accuracy = session.run(accuracy)
-      auc = session.run(auc)
-
-      # loss[i] = features[i] * 10 - labels[i].
-      # Accuracy is 0.0 (no match) in the first tower.
-      # Accuracy is 1.0 (match) in the second tower, since the feature
-      # times weight "c" happened to be equal to the label.
-      total_loss = ((0.01 * 10 - 0.01) + (0.002 * 10 - 0.02)) / 2.0
-
-      self.assertNear((0.0 + 1.0) / 2.0, accuracy, 0.01)
-      self.assertEqual(0, auc)
-      self.assertNear(total_loss, session.run(estimator_spec.loss), 0.01)
-
-  def test_predict(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.PREDICT, self.params)
-      session.run(variables.global_variables_initializer())
-
-      self.assertAllClose({
-          'probabilities': np.array([[0.1], [0.02]])
-      }, session.run(estimator_spec.predictions))
-
-  def test_train_single_tower(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-      session.run(variables.global_variables_initializer())
-
-      # loss = feature * c - label
-      total_loss = (1.0 * 10 - 1.0) + (2.0 * 10 - 2.0)
-      self.assertEqual(total_loss, session.run(estimator_spec.loss))
-
-      # loss' of c is 3.
-      # new value of c = 10 - learning rate * 3 = 7.0.
-      session.run(estimator_spec.train_op)
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual(7.0, session.run(c))
-
-  def test_eval_single_tower(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.EVAL, self.params)
-      session.run(variables.local_variables_initializer())
-      session.run(variables.global_variables_initializer())
-
-      accuracy, a = estimator_spec.eval_metric_ops['accuracy']
-      auc, b = estimator_spec.eval_metric_ops['auc']
-
-      session.run([a, b])
-      accuracy = session.run(accuracy)
-      auc = session.run(auc)
-
-      # Accuracy is 0.0 (no match) in the first tower.
-      # Accuracy is 1.0 (match) in the second tower, since the feature
-      # times weight "c" happened to be equal to the label.
-      total_loss = ((0.01 * 10 - 0.01) + (0.002 * 10 - 0.02))
-
-      self.assertNear((0.0 + 1.0) / 2.0, accuracy, 0.01)
-      self.assertEqual(0, auc)
-      self.assertNear(total_loss, session.run(estimator_spec.loss), 0.01)
-
-  def test_predict_single_tower(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.PREDICT, self.params)
-      session.run(variables.global_variables_initializer())
-
-      self.assertAllClose({
-          'probabilities': np.array([[0.1], [0.02]])
-      }, session.run(estimator_spec.predictions))
-
-  def test_batch_size_that_is_not_divisible_by_the_number_of_gpus(self):
-    features = np.array([[1.0], [2.0], [3.0]])
-    labels = np.array([[1.0], [2.0], [3.0]])
-
-    with self.assertRaisesRegexp(
-        ValueError, '.*Batch.+size.+needs.+to.+be.+divisible.+by.+GPUs.+'):
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0', '/gpu:1'])
-      _ = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-
-  def test_unsupported_loss_reduction(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 '.+none.+reduction.+is.+specified.+'):
-      _ = replicate_model_fn.replicate_model_fn(self.model_fn,
-                                                losses.Reduction.NONE)
-
-  def test_places_on_gpu_with_upper_case_spelling(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session():
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/GPU:0'])
-      _ = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual('/device:GPU:0', c.device)
-
-  def test_places_on_gpu_with_lower_case_spelling(self):
-    features = np.array([[0.01], [0.002]])
-    labels = np.array([[0.01], [0.02]])
-
-    with self.cached_session():
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0'])
-      _ = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual('/device:GPU:0', c.device)
-
-
-class ReplicateAcrossASingleDeviceWithoutTowerOptimizer(
-    test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = math_ops.multiply(features, c)
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-    loss = math_ops.reduce_sum(loss)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-
-    optimizer = gradient_descent.GradientDescentOptimizer(
-        params['learning_rate'])
-
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=loss,
-        eval_metric_ops=metrics,
-        predictions={'probabilities': predictions},
-        train_op=optimizer.minimize(loss))
-
-  @property
-  def params(self):
-    params = {}
-    params['learning_rate'] = 1.0
-    return params
-
-  def test_train_single_tower(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn, devices=['/gpu:0'])
-      estimator_spec = replicated_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.params)
-      session.run(variables.global_variables_initializer())
-
-      # loss = feature * c - label
-      total_loss = (1.0 * 10 - 1.0) + (2.0 * 10 - 2.0)
-      self.assertEqual(total_loss, session.run(estimator_spec.loss))
-
-      # loss' of c is 3.
-      # new value of c = 10 - learning rate * 3 = 7.0.
-      session.run(estimator_spec.train_op)
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual(7.0, session.run(c))
-
-
-class MakeSureSyncReplicasOptimizerWorks(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    features = features['features']
-    predictions = math_ops.multiply(features, c)
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-    loss = math_ops.reduce_sum(loss)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-
-    optimizer = gradient_descent.GradientDescentOptimizer(
-        params['learning_rate'])
-    optimizer = training.SyncReplicasOptimizer(
-        optimizer, replicas_to_aggregate=1)
-    sync_hook = optimizer.make_session_run_hook(True)
-    optimizer = replicate_model_fn.TowerOptimizer(optimizer)
-
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=loss,
-        eval_metric_ops=metrics,
-        training_hooks=[sync_hook],
-        predictions={'probabilities': predictions},
-        train_op=optimizer.minimize(
-            loss, global_step=training.get_global_step()))
-
-  @property
-  def params(self):
-    params = {}
-    params['learning_rate'] = 1.0
-    return params
-
-  def test_train_multiple_towers(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'features': features}, y=labels, batch_size=2, shuffle=False)
-
-    model_fn = replicate_model_fn.replicate_model_fn(
-        self.model_fn,
-        loss_reduction=losses.Reduction.SUM,
-        devices=['/gpu:0', '/gpu:1'])
-
-    estimator = estimator_lib.Estimator(
-        model_fn=model_fn, model_dir=tempfile.mkdtemp(), params=self.params)
-    estimator.train(train_input_fn, steps=1)
-
-    self.assertEqual(7.0, estimator.get_variable_value('c'))
-
-
-class ReplicateWithTwoOptimizersTest(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    side_effects = variable_scope.get_variable(
-        'side_effects',
-        initializer=constant_op.constant(0, dtype=dtypes.float64),
-        dtype=dtypes.float64,
-        trainable=False)
-
-    predictions = math_ops.multiply(features, c)
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-    loss = math_ops.reduce_sum(loss)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-
-    first_optimizer = replicate_model_fn.TowerOptimizer(
-        gradient_descent.GradientDescentOptimizer(1.0))
-    second_optimizer = replicate_model_fn.TowerOptimizer(
-        adam.AdamOptimizer(1.0))
-
-    with ops_lib.control_dependencies([side_effects.assign_add(1.0)]):
-      first_grads_and_vars = first_optimizer.compute_gradients(loss)
-
-    train_op = control_flow_ops.group(
-        [first_optimizer.apply_gradients(first_grads_and_vars),
-         second_optimizer.minimize(loss)])
-
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=loss,
-        eval_metric_ops=metrics,
-        predictions={'probabilities': predictions},
-        train_op=train_op)
-
-  def test_train(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn,
-          loss_reduction=losses.Reduction.SUM,
-          devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(features, labels,
-                                           model_fn_lib.ModeKeys.TRAIN, {})
-      session.run(variables.global_variables_initializer())
-
-      # loss = feature * c - label
-      total_loss = (1.0 * 10 - 1.0) + (2.0 * 10 - 2.0)
-      self.assertEqual(total_loss, session.run(estimator_spec.loss))
-
-      # loss' of c is 3.
-      # new value of c = 10 - learning rate * 3 = 7.0.
-      # Adam subtracts another ~1.
-      session.run(estimator_spec.train_op)
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertNear(6.0, session.run(c), 0.000001)
-
-        side_effects = variable_scope.get_variable(
-            'side_effects', dtype=dtypes.float64)
-        self.assertNear(2.0, session.run(side_effects), 0.000001)
-
-
-class ReplicateWithTwoLossesAndOneOptimizer(test_util.TensorFlowTestCase):
-
-  def setUp(self):
-    self._should_skip_optimizer = False
-    self._towers_left_before_skipping_optimizer = -1
-
-  def incorrectly_skip_optimizer_for_tower(self, tower_number):
-    self._should_skip_optimizer = True
-    self._towers_left_before_skipping_optimizer = tower_number
-
-  def should_skip_optimizer(self):
-    if not self._should_skip_optimizer:
-      return False
-    if self._towers_left_before_skipping_optimizer == 0:
-      return True
-    else:
-      self._towers_left_before_skipping_optimizer -= 1
-      return False
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-    d = variable_scope.get_variable(
-        'd',
-        initializer=constant_op.constant(2, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = math_ops.multiply(features, c)
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-    loss = math_ops.reduce_sum(loss)
-
-    another_predictions = math_ops.multiply(features, d)
-    another_loss = losses.absolute_difference(
-        labels=labels,
-        predictions=another_predictions,
-        reduction=losses.Reduction.SUM)
-    another_loss = math_ops.reduce_sum(another_loss)
-
-    total_loss = math_ops.add(loss, another_loss)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-
-    train_ops = []
-
-    optimizer = replicate_model_fn.TowerOptimizer(
-        gradient_descent.GradientDescentOptimizer(1.0))
-    train_ops.append(optimizer.minimize(loss, var_list=[c]))
-    if not self.should_skip_optimizer():
-      another_optimizer = replicate_model_fn.TowerOptimizer(
-          gradient_descent.GradientDescentOptimizer(1.0))
-      train_ops.append(another_optimizer.minimize(another_loss, var_list=[d]))
-
-    train_op = control_flow_ops.group(train_ops)
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=total_loss,
-        eval_metric_ops=metrics,
-        predictions={'probabilities': predictions},
-        train_op=train_op)
-
-  def test_train(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session() as session:
-      replicated_model_fn = replicate_model_fn.replicate_model_fn(
-          self.model_fn,
-          loss_reduction=losses.Reduction.SUM,
-          devices=['/gpu:0', '/gpu:1'])
-      estimator_spec = replicated_model_fn(features, labels,
-                                           model_fn_lib.ModeKeys.TRAIN, {})
-      session.run(variables.global_variables_initializer())
-
-      # For each tower, loss = (feature * c - label) + (feature * d - label).
-      total_loss = (1.0 * 10 - 1.0 + 1.0 * 2.0 - 1.0) + (
-          2.0 * 10 - 2.0 + 2.0 * 2.0 - 2.0)
-      self.assertEqual(total_loss, session.run(estimator_spec.loss))
-
-      session.run(estimator_spec.train_op)
-
-      # loss' of c or loss' of d is 3.
-      # new value of c = 10 - learning rate * 3 = 7.0.
-      # new value of d = 2  - learning rate * 3 = -1.0.
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertNear(7.0, session.run(c), 0.000001)
-        d = variable_scope.get_variable('d', dtype=dtypes.float64)
-        self.assertNear(-1.0, session.run(d), 0.000001)
-
-  def test_different_optimizer_calls_within_towers(self):
-    self.incorrectly_skip_optimizer_for_tower(1)
-
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session(), ops_lib.Graph().as_default():
-      with self.assertRaisesRegexp(
-          ValueError, '.+was.+supposed.+to.+make.+same.+optimizer.+calls.+'):
-        replicated_model_fn = replicate_model_fn.replicate_model_fn(
-            self.model_fn, devices=['/gpu:0', '/gpu:1'])
-        _ = replicated_model_fn(features, labels, model_fn_lib.ModeKeys.TRAIN,
-                                {})
-
-
-class FailToWrapOptimizerInTheModelFn(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = math_ops.multiply(features, c)
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-    loss = math_ops.reduce_sum(loss)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-
-    optimizer = gradient_descent.GradientDescentOptimizer(1.0)
-    train_op = optimizer.minimize(loss)
-
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=loss,
-        eval_metric_ops=metrics,
-        predictions={'probabilities': predictions},
-        train_op=train_op)
-
-  def test_train(self):
-    features = np.array([[1.0], [2.0]])
-    labels = np.array([[1.0], [2.0]])
-
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError,
-                                   'Please.+wrap.+with.+TowerOptimizer'):
-        replicated_model_fn = replicate_model_fn.replicate_model_fn(
-            self.model_fn, devices=['/gpu:0', '/gpu:1'])
-        _ = replicated_model_fn(features, labels, model_fn_lib.ModeKeys.TRAIN,
-                                {})
-
-
-class GetLossTowersTest(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(0.25, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = math_ops.add(np.array([0.1, 0.2, 0.3, features[0]]), c)
-    labels = np.array([0.1, 0.2, 0.3, labels[0]])
-
-    loss = losses.absolute_difference(
-        labels=labels, predictions=predictions, reduction=losses.Reduction.SUM)
-
-    return model_fn_lib.EstimatorSpec(mode=mode, loss=math_ops.reduce_sum(loss))
-
-  def test_gradients_are_computed(self):
-    with self.cached_session() as session:
-      tower_specs = replicate_model_fn._get_loss_towers(
-          self.model_fn,
-          mode=None,
-          features=[[0.6], [1.6]],
-          labels=[[0.6], [0.6]],
-          params=None,
-          config=None,
-          loss_reduction=losses.Reduction.SUM,
-          devices=['/gpu:0', '/gpu:1'],
-          local_ps_devices=['/gpu:0'],
-          name_scope_pattern='test_tower_{}')
-      session.run(variables.global_variables_initializer())
-
-      self.assertEqual(len(tower_specs), 2)
-
-      self.assertEqual('/device:GPU:0', tower_specs[0].loss.device)
-      self.assertEqual('Sum:0', tower_specs[0].loss.name)
-      self.assertEqual(1.0, session.run(tower_specs[0].loss))
-
-      self.assertEqual('/device:GPU:1', tower_specs[1].loss.device)
-      self.assertEqual('test_tower_1/Sum:0', tower_specs[1].loss.name)
-      # The input batch for the second tower had a loss that is 1.0
-      # bigger: 0.6 vs 1.6.
-      self.assertEqual(2.0, session.run(tower_specs[1].loss))
-
-      self.assertEqual(1, len(variables.global_variables()))
-      self.assertEqual(1, len(variables.trainable_variables()))
-
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual(0.25, session.run(c))
-
-  def test_gradients_are_computed_with_mean_reduction(self):
-    with self.cached_session() as session:
-      tower_specs = replicate_model_fn._get_loss_towers(
-          self.model_fn,
-          mode=model_fn_lib.ModeKeys.EVAL,
-          features=[[0.6], [1.6]],
-          labels=[[0.6], [0.6]],
-          params=None,
-          loss_reduction=losses.Reduction.MEAN,
-          config=None,
-          devices=['/gpu:0', '/gpu:1'],
-          local_ps_devices=['/gpu:0'],
-          name_scope_pattern='test_tower_{}')
-      session.run(variables.global_variables_initializer())
-
-      self.assertEqual(len(tower_specs), 2)
-
-      self.assertEqual('/device:GPU:0', tower_specs[0].loss.device)
-      self.assertEqual('averaged_loss:0', tower_specs[0].loss.name)
-      self.assertEqual(0.5, session.run(tower_specs[0].loss))
-
-      self.assertEqual('/device:GPU:1', tower_specs[1].loss.device)
-      self.assertEqual('test_tower_1/averaged_loss:0', tower_specs[1].loss.name)
-      # The input batch for the second tower had a loss that is 1.0
-      # bigger: 0.6 vs 1.6.
-      self.assertEqual(1.0, session.run(tower_specs[1].loss))
-
-      self.assertEqual(1, len(variables.global_variables()))
-      self.assertEqual(1, len(variables.trainable_variables()))
-
-      with variable_scope.variable_scope('', reuse=True):
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual(0.25, session.run(c))
-
-  def test_variables_are_round_robined_correctly(self):
-    """Test that creates multiple variables and tests round-robin placement."""
-
-    def model_fn(mode, features, labels, params):
-      del params
-      for variable_name in ['a', 'b', 'c', 'd']:
-        c = variable_scope.get_variable(
-            variable_name,
-            initializer=constant_op.constant(0.25, dtype=dtypes.float64),
-            dtype=dtypes.float64)
-
-      predictions = math_ops.add(np.array([0.1, 0.2, 0.3, features[0]]), c)
-      labels = np.array([0.1, 0.2, 0.3, labels[0]])
-      loss = losses.absolute_difference(
-          labels=labels,
-          predictions=predictions,
-          reduction=losses.Reduction.SUM)
-      return model_fn_lib.EstimatorSpec(
-          mode=mode, loss=math_ops.reduce_sum(loss))
-
-    with self.cached_session() as session:
-      tower_specs = replicate_model_fn._get_loss_towers(
-          model_fn,
-          mode=None,
-          features=[[0.6], [1.6], [2.6]],
-          labels=[[0.6], [0.6], [2.6]],
-          params=None,
-          loss_reduction=losses.Reduction.SUM,
-          config=None,
-          devices=['/gpu:0', '/gpu:1', '/gpu:3'],
-          local_ps_devices=['/gpu:0', '/gpu:1', '/gpu:3'],
-          name_scope_pattern='test_tower_{}')
-      session.run(variables.global_variables_initializer())
-
-      self.assertEqual(len(tower_specs), 3)
-      self.assertEqual('/device:GPU:0', tower_specs[0].loss.device)
-      self.assertEqual('/device:GPU:1', tower_specs[1].loss.device)
-      self.assertEqual('/device:GPU:3', tower_specs[2].loss.device)
-
-      with variable_scope.variable_scope('', reuse=True):
-        a = variable_scope.get_variable('a', dtype=dtypes.float64)
-        self.assertEqual('/device:GPU:0', a.device)
-        b = variable_scope.get_variable('b', dtype=dtypes.float64)
-        self.assertEqual('/device:GPU:1', b.device)
-        c = variable_scope.get_variable('c', dtype=dtypes.float64)
-        self.assertEqual('/device:GPU:3', c.device)
-        d = variable_scope.get_variable('d', dtype=dtypes.float64)
-        self.assertEqual('/device:GPU:0', d.device)
-
-
-class SplitBatchTest(test_util.TensorFlowTestCase):
-
-  def evaluate_shards(self, first_list, second_list):
-    evaluate_items = lambda x: x.eval()
-    return list(map(evaluate_items, first_list)), list(
-        map(evaluate_items, second_list))
-
-  def assertSparseValuesEqual(self, a, b):
-    self.assertAllEqual(a.indices, b.indices)
-    self.assertAllEqual(a.values, b.values)
-    self.assertAllEqual(a.dense_shape, b.dense_shape)
-
-  def test_simple_half_split(self):
-    with self.cached_session():
-      features = [0.0, 1.0, 2.0, 3.0]
-      labels = [10.0, 11.0, 12.0, 13.0]
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 2, device='/gpu:0')
-
-      feature_shards, label_shards = self.evaluate_shards(
-          feature_shards, label_shards)
-
-      self.assertAllEqual([[0.0, 1.0], [2.0, 3.0]], feature_shards)
-      self.assertAllEqual([[10.0, 11.0], [12.0, 13.0]], label_shards)
-
-  def test_to_each_their_own(self):
-    with self.cached_session():
-      features = [0.0, 1.0, 2.0, 3.0]
-      labels = [10.0, 11.0, 12.0, 13.0]
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 4, device='/gpu:0')
-
-      feature_shards, label_shards = self.evaluate_shards(
-          feature_shards, label_shards)
-
-      self.assertAllEqual([[0.0], [1.0], [2.0], [3.0]], feature_shards)
-      self.assertAllEqual([[10.0], [11.0], [12.0], [13.0]], label_shards)
-
-  def test_one_batch(self):
-    with self.cached_session():
-      features = [0.0, 1.0, 2.0, 3.0]
-      labels = [10.0, 11.0, 12.0, 13.0]
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 1, device='/gpu:0')
-
-      feature_shards, label_shards = self.evaluate_shards(
-          feature_shards, label_shards)
-
-      self.assertAllEqual([[0.0, 1.0, 2.0, 3.0]], feature_shards)
-      self.assertAllEqual([[10.0, 11.0, 12.0, 13.0]], label_shards)
-
-  def test_half_split_in_dictionary(self):
-    with self.cached_session():
-      features = {'first': [0.0, 1.0, 2.0, 3.0], 'second': [4.0, 5.0, 6.0, 7.0]}
-      labels = [10.0, 11.0, 12.0, 13.0]
-
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 2, device='/gpu:0')
-
-      self.assertAllEqual([0.0, 1.0], feature_shards[0]['first'].eval())
-      self.assertAllEqual([4.0, 5.0], feature_shards[0]['second'].eval())
-      self.assertAllEqual([2.0, 3.0], feature_shards[1]['first'].eval())
-      self.assertAllEqual([6.0, 7.0], feature_shards[1]['second'].eval())
-      self.assertAllEqual([10.0, 11.0], label_shards[0].eval())
-      self.assertAllEqual([12.0, 13.0], label_shards[1].eval())
-
-  def test_sparse_tensor_can_be_split_unevenly(self):
-    with self.cached_session():
-      features = {
-          'x':
-              sparse_tensor.SparseTensor(
-                  indices=[[0, 0], [1, 2], [2, 2]],
-                  values=[1.0, 2.0, 3.0],
-                  dense_shape=[3, 4])
-      }
-      labels = np.array([[1.0], [2.0]])
-
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 2, device='/gpu:0')
-
-      self.assertSparseValuesEqual(
-          sparse_tensor.SparseTensorValue(
-              indices=[[0, 0], [1, 2]], values=[1., 2.], dense_shape=[2, 4]),
-          feature_shards[0]['x'].eval())
-      self.assertSparseValuesEqual(
-          sparse_tensor.SparseTensorValue(
-              indices=[[0, 2]], values=[3.], dense_shape=[1, 4]),
-          feature_shards[1]['x'].eval())
-      self.assertAllEqual([[1.0]], label_shards[0].eval())
-      self.assertAllEqual([[2.0]], label_shards[1].eval())
-
-  def test_sparse_tensor_can_be_split_unevenly_repeated_row(self):
-    with self.cached_session():
-      features = {
-          'x':
-              sparse_tensor.SparseTensor(
-                  indices=[[0, 0], [1, 0], [1, 1]],
-                  values=[1.0, 2.0, 3.0],
-                  dense_shape=[3, 4])
-      }
-      labels = np.array([[1.0], [2.0]])
-
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 2, device='/gpu:0')
-
-      self.assertSparseValuesEqual(
-          sparse_tensor.SparseTensorValue(
-              indices=[[0, 0], [1, 0], [1, 1]],
-              values=[1., 2., 3.],
-              dense_shape=[2, 4]), feature_shards[0]['x'].eval())
-
-      second_batch = feature_shards[1]['x'].eval()
-      self.assertFalse(len(second_batch.indices))
-      self.assertFalse(len(second_batch.values))
-      self.assertAllEqual([1, 4], second_batch.dense_shape)
-      self.assertAllEqual([[1.0]], label_shards[0].eval())
-      self.assertAllEqual([[2.0]], label_shards[1].eval())
-
-  def test_one_batch_in_dictionary(self):
-    with self.cached_session() as session:  # pylint: disable=unused-variable
-      features = {'first': [0.0, 1.0, 2.0, 3.0], 'second': [4.0, 5.0, 6.0, 7.0]}
-      labels = [10.0, 11.0, 12.0, 13.0]
-
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 1, device='/gpu:0')
-
-      self.assertAllEqual([0.0, 1.0, 2.0, 3.0],
-                          feature_shards[0]['first'].eval())
-      self.assertAllEqual([4.0, 5.0, 6.0, 7.0],
-                          feature_shards[0]['second'].eval())
-      self.assertAllEqual([10.0, 11.0, 12.0, 13.0], label_shards[0].eval())
-
-  def test_feature_and_label_dictionaries(self):
-    with self.cached_session() as session:  # pylint: disable=unused-variable
-      features = {'first': [0.0, 1.0, 2.0, 3.0], 'second': [4.0, 5.0, 6.0, 7.0]}
-      labels = {'first': [10.0, 11.0], 'second': [12.0, 13.0]}
-
-      feature_shards, label_shards = replicate_model_fn._split_batch(
-          features, labels, 2, device='/gpu:0')
-
-      self.assertAllEqual([0.0, 1.0], feature_shards[0]['first'].eval())
-      self.assertAllEqual([4.0, 5.0], feature_shards[0]['second'].eval())
-      self.assertAllEqual([2.0, 3.0], feature_shards[1]['first'].eval())
-      self.assertAllEqual([6.0, 7.0], feature_shards[1]['second'].eval())
-      self.assertAllEqual([10.0], label_shards[0]['first'].eval())
-      self.assertAllEqual([12.0], label_shards[0]['second'].eval())
-      self.assertAllEqual([11], label_shards[1]['first'].eval())
-      self.assertAllEqual([13.0], label_shards[1]['second'].eval())
-
-
-class TrainSpecTest(test_util.TensorFlowTestCase):
-
-  expected_predictions = {}
-
-  def create_estimator_spec(self, loss):
-    return model_fn_lib.EstimatorSpec(
-        mode=model_fn_lib.ModeKeys.TRAIN,
-        loss=loss,
-        train_op=loss,  # Not used; currently required.
-        predictions=self.expected_predictions)
-
-  def create_constant_loss(self, loss_value):
-    return constant_op.constant(loss_value, dtype=dtypes.float64)
-
-  def test_example(self):
-    with self.cached_session() as session:
-      tower_losses = list(map(self.create_constant_loss, [2, 4, 6]))
-      tower_specs = list(map(self.create_estimator_spec, tower_losses))
-
-      expected_train_op = tower_losses[1]
-
-      estimator_spec = replicate_model_fn._train_spec(
-          tower_specs, expected_train_op, aggregation_device='/gpu:0')
-
-      self.assertEqual(expected_train_op, estimator_spec.train_op)
-      self.assertEqual(2 + 4 + 6, session.run(estimator_spec.loss))
-      self.assertEqual(self.expected_predictions, estimator_spec.predictions)
-
-
-class EvalSpecTest(test_util.TensorFlowTestCase):
-
-  def create_estimator_spec(self, loss, metrics):
-    return model_fn_lib.EstimatorSpec(
-        mode=model_fn_lib.ModeKeys.EVAL, loss=loss, eval_metric_ops=metrics)
-
-  def create_constant_loss(self, loss_value):
-    return constant_op.constant(loss_value, dtype=dtypes.float64)
-
-  def create_eval_metrics(self, noise):
-    predictions = np.array([0.1, 0.2, 0.3, 0.6 + noise])
-    labels = np.array([0.1, 0.2, 0.3, 0.6])
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions),
-        'auc': metrics_lib.auc(labels, predictions)
-    }
-    return metrics
-
-  def test_example(self):
-    with self.cached_session() as session:
-      tower_losses = map(self.create_constant_loss, [2, 4, 6])
-      tower_metrics = map(self.create_eval_metrics, [0, 0.2, 0.3])
-      tower_specs = [
-          self.create_estimator_spec(l, m)
-          for l, m in zip(tower_losses, tower_metrics)
-      ]
-      session.run(variables.local_variables_initializer())
-
-      estimator_spec = replicate_model_fn._eval_spec(
-          tower_specs, aggregation_device='/device:GPU:0')
-
-      accuracy, a = estimator_spec.eval_metric_ops['accuracy']
-      auc, b = estimator_spec.eval_metric_ops['auc']
-
-      self.assertEqual('/device:CPU:0', accuracy.device)
-      self.assertEqual('/device:CPU:0', auc.device)
-
-      session.run([a, b])
-      accuracy, auc = session.run([accuracy, auc])
-
-      self.assertNear((12 - 2) / 12, accuracy, 0.01)
-      self.assertEqual(0, auc)
-      self.assertEqual(2 + 4 + 6, session.run(estimator_spec.loss))
-
-  def test_handles_single_tower(self):
-    with self.cached_session() as session:
-      tower_losses = map(self.create_constant_loss, [5])
-      tower_metrics = map(self.create_eval_metrics, [0.2])
-      tower_specs = [
-          self.create_estimator_spec(l, m)
-          for l, m in zip(tower_losses, tower_metrics)
-      ]
-      session.run(variables.local_variables_initializer())
-
-      estimator_spec = replicate_model_fn._eval_spec(
-          tower_specs, aggregation_device='/device:GPU:0')
-
-      accuracy, a = estimator_spec.eval_metric_ops['accuracy']
-      auc, b = estimator_spec.eval_metric_ops['auc']
-
-      self.assertEqual('/device:CPU:0', accuracy.device)
-      self.assertEqual('/device:CPU:0', auc.device)
-
-      session.run([a, b])
-      accuracy = session.run(accuracy)
-      auc = session.run(auc)
-
-      self.assertNear((4 - 1) / 4, accuracy, 0.01)
-      self.assertEqual(0, auc)
-      self.assertEqual(5, session.run(estimator_spec.loss))
-
-
-class PredictSpecTest(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(0.25, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = math_ops.add(np.array([features[0], features[0]]), c)
-
-    return model_fn_lib.EstimatorSpec(
-        mode=model_fn_lib.ModeKeys.PREDICT,
-        predictions={
-            'probabilities': predictions
-        })
-
-  def test_example(self):
-    with self.cached_session() as session:
-      tower_specs = replicate_model_fn._get_loss_towers(
-          self.model_fn,
-          mode=None,
-          features=[[0.1], [0.2]],
-          loss_reduction=losses.Reduction.SUM,
-          labels=[[], []],
-          params=None,
-          config=None,
-          devices=['/gpu:0', '/gpu:1'],
-          local_ps_devices=['/gpu:0'],
-      )
-      session.run(variables.global_variables_initializer())
-
-      estimator_spec = replicate_model_fn._predict_spec(
-          tower_specs, aggregation_device='/gpu:0')
-
-      self.assertEqual('/device:GPU:0',
-                       estimator_spec.predictions['probabilities'].device)
-      self.assertAllClose({
-          'probabilities': np.array([0.35, 0.35, 0.45, 0.45])
-      }, session.run(estimator_spec.predictions))
-
-
-class ReduceMetricVariablesTest(test_util.TensorFlowTestCase):
-
-  def create_metric_variable(self, initial_value, name):
-    return variable_scope.variable(
-        initial_value,
-        trainable=False,
-        collections=[ops_lib.GraphKeys.METRIC_VARIABLES],
-        validate_shape=True,
-        name=name)
-
-  def create_tower_metrics(self, tower_id):
-    with variable_scope.variable_scope('', reuse=(tower_id != 0)):
-      self.create_metric_variable(1.3 * (tower_id + 1), 'total')
-      self.create_metric_variable(2.3 * (tower_id + 1), 'count')
-      self.create_metric_variable(
-          np.array([3.3, 3.5, 3.7]) * (tower_id + 1), 'total')
-
-  def test_example(self):
-    with self.cached_session() as session:
-      for tower_id in range(3):
-        self.create_tower_metrics(tower_id)
-
-      session.run(
-          variables.variables_initializer(
-              ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES)))
-
-      session.run(
-          replicate_model_fn._reduce_metric_variables(number_of_towers=3))
-
-      # 1st tower = 1.3, 2.3,  [3.3, 3.5, 3.7]
-      # 2nd tower = 2.6, 4.6,  [6.6, 7.0, 7.4]
-      # 3rd tower = 3.9, 6.9,  [9.9, 10.5, 11.1]
-      # Reduced =   7.8, 13.8, [19.8, 21.0, 22.2]
-      # Towers are accumulated in the first tower.
-      local_metrics = session.run(
-          ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES))
-
-      self.assertNear(7.8, local_metrics[0], 0.01)
-      self.assertNear(13.8, local_metrics[1], 0.01)
-      self.assertAllClose([19.8, 21., 22.1], local_metrics[2], 0.01)
-      self.assertNear(0.0, local_metrics[3], 0.01)
-      self.assertNear(0.0, local_metrics[4], 0.01)
-      self.assertAllClose([0.0, 0.0, 0.0], local_metrics[5], 0.01)
-      self.assertNear(0.0, local_metrics[6], 0.01)
-      self.assertNear(0.0, local_metrics[7], 0.01)
-      self.assertAllClose([0.0, 0.0, 0.0], local_metrics[8], 0.01)
-
-  def test_reduce_is_idempotent(self):
-    with self.cached_session() as session:
-      for tower_id in range(3):
-        self.create_tower_metrics(tower_id)
-
-      session.run(
-          variables.variables_initializer(
-              ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES)))
-
-      for _ in range(20):
-        session.run(
-            replicate_model_fn._reduce_metric_variables(number_of_towers=3))
-
-      local_metrics = session.run(
-          ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES))
-
-      self.assertNear(7.8, local_metrics[0], 0.01)
-      self.assertNear(13.8, local_metrics[1], 0.01)
-      self.assertAllClose([19.8, 21., 22.1], local_metrics[2], 0.01)
-      self.assertNear(0.0, local_metrics[3], 0.01)
-      self.assertNear(0.0, local_metrics[4], 0.01)
-      self.assertAllClose([0.0, 0.0, 0.0], local_metrics[5], 0.01)
-      self.assertNear(0.0, local_metrics[6], 0.01)
-      self.assertNear(0.0, local_metrics[7], 0.01)
-      self.assertAllClose([0.0, 0.0, 0.0], local_metrics[8], 0.01)
-
-  def test_handles_single_tower(self):
-    with self.cached_session() as session:
-      self.create_tower_metrics(0)
-      session.run(
-          variables.variables_initializer(
-              ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES)))
-
-      session.run(
-          replicate_model_fn._reduce_metric_variables(number_of_towers=1))
-
-      local_metrics = session.run(
-          ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES))
-
-      self.assertNear(1.3, local_metrics[0], 0.01)
-      self.assertNear(2.3, local_metrics[1], 0.01)
-      self.assertAllClose([3.3, 3.5, 3.7], local_metrics[2], 0.01)
-
-  def test_doesnt_accept_uneven_number_of_variables(self):
-    with self.cached_session() as session:
-      for tower_id in range(3):
-        self.create_tower_metrics(tower_id)
-      self.create_metric_variable(-1.0, 'oddball')
-
-      session.run(
-          variables.variables_initializer(
-              ops_lib.get_collection(ops_lib.GraphKeys.METRIC_VARIABLES)))
-
-      with self.assertRaisesRegexp(
-          ValueError, '.+Expected.+local.+variables.+but.+got.+instead.+'):
-        session.run(
-            replicate_model_fn._reduce_metric_variables(number_of_towers=3))
-
-
-class MergeExportOutputsTest(test_util.TensorFlowTestCase):
-
-  def model_fn(self, mode, features, labels, params):
-    c = variable_scope.get_variable(
-        'c',
-        initializer=constant_op.constant(10, dtype=dtypes.float64),
-        dtype=dtypes.float64)
-
-    predictions = {'probabilities': math_ops.multiply(features, c)}
-    loss = losses.absolute_difference(
-        labels=labels,
-        predictions=predictions['probabilities'],
-        reduction=losses.Reduction.SUM)
-
-    metrics = {
-        'accuracy': metrics_lib.accuracy(labels, predictions['probabilities']),
-        'auc': metrics_lib.auc(labels, predictions['probabilities'])
-    }
-    tensor_string_repr = str(features)
-    classes = constant_op.constant(
-        re.search('(split_inputs/split:[0-9])', tensor_string_repr).group(1),
-        dtype=dtypes.string)
-
-    export_outputs = {
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-            export_output.PredictOutput(predictions),
-        'classification_output':
-            export_output.ClassificationOutput(predictions['probabilities'],
-                                               classes),
-        'classification_scores':
-            export_output.ClassificationOutput(
-                scores=predictions['probabilities']),
-        'classification_classes':
-            export_output.ClassificationOutput(classes=classes),
-        'regression_output':
-            export_output.RegressionOutput(predictions['probabilities']),
-    }
-
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        loss=math_ops.reduce_sum(loss),
-        eval_metric_ops=metrics,
-        predictions=predictions,
-        export_outputs=export_outputs)
-
-  def replicate_estimator_spec(self, session):
-    features = np.array([0.01, 0.002])
-    labels = np.array([0.01, 0.02])
-
-    replicated_model_fn = replicate_model_fn.replicate_model_fn(
-        self.model_fn, devices=['/gpu:0', '/gpu:1'])
-    estimator_spec = replicated_model_fn(features, labels,
-                                         model_fn_lib.ModeKeys.PREDICT, {})
-    session.run(variables.global_variables_initializer())
-    return estimator_spec
-
-  def test_merge_predict_output(self):
-    with self.cached_session() as session:
-      estimator_spec = self.replicate_estimator_spec(session)
-      self.assertAllClose(
-          {
-              'probabilities': np.array([0.1, 0.02])
-          },
-          session.run(estimator_spec.export_outputs[
-              signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY].outputs))
-
-  def test_merge_classification_output_scores_classes(self):
-    with self.cached_session() as session:
-      estimator_spec = self.replicate_estimator_spec(session)
-      self.assertAllClose(
-          [0.1, 0.02],
-          session.run(
-              estimator_spec.export_outputs['classification_output'].scores))
-      self.assertAllEqual(
-          [b'split_inputs/split:0', b'split_inputs/split:1'],
-          session.run(
-              estimator_spec.export_outputs['classification_output'].classes))
-
-  def test_merge_classification_output_scores(self):
-    with self.cached_session() as session:
-      estimator_spec = self.replicate_estimator_spec(session)
-      self.assertAllClose(
-          [0.1, 0.02],
-          session.run(
-              estimator_spec.export_outputs['classification_scores'].scores))
-      self.assertEqual(
-          None, estimator_spec.export_outputs['classification_scores'].classes)
-
-  def test_merge_classification_output_classes(self):
-    with self.cached_session() as session:
-      estimator_spec = self.replicate_estimator_spec(session)
-      self.assertAllEqual(
-          [b'split_inputs/split:0', b'split_inputs/split:1'],
-          session.run(
-              estimator_spec.export_outputs['classification_classes'].classes))
-      self.assertEqual(
-          None, estimator_spec.export_outputs['classification_classes'].scores)
-
-  def test_merge_regression_output(self):
-    with self.cached_session() as session:
-      estimator_spec = self.replicate_estimator_spec(session)
-      self.assertAllClose(
-          [0.1, 0.02],
-          session.run(estimator_spec.export_outputs['regression_output'].value))
-
-
-class GetLocalDevicesTest(test_util.TensorFlowTestCase):
-
-  def test_there_is_at_least_a_cpu(self):
-    self.assertTrue(replicate_model_fn._get_local_devices('CPU'))
-
-  def test_there_is_no_xpu(self):
-    self.assertFalse(
-        replicate_model_fn._get_local_devices('XPU'))  # XPU doesn't exist.
-
-  def test_whether_there_is_a_gpu(self):
-    if test.is_gpu_available():
-      self.assertTrue(len(replicate_model_fn._get_local_devices('GPU')))
-
-
-class LocalDeviceSetterTest(test_util.TensorFlowTestCase):
-
-  def test_vars_are_on_ps_but_ops_are_on_workers(self):
-    ps_devices = ['/device:GPU:3']
-    round_robin = device_setter._RoundRobinStrategy(num_tasks=len(ps_devices))
-
-    local_device_setter = replicate_model_fn._local_device_setter(
-        ps_devices=ps_devices,
-        ps_strategy=round_robin,
-        worker_device='/device:GPU:2')
-
-    with ops_lib.device(local_device_setter):
-      a = variables.Variable(0.01)
-      self.assertEqual('/device:GPU:3', a.device)
-
-      b = variables.Variable(0.02)
-      self.assertEqual('/device:GPU:3', b.device)
-
-      c = variables.Variable(0.03)
-      self.assertEqual('/device:GPU:3', c.device)
-
-      a_op = array_ops.concat(a, axis=0)
-      self.assertEqual('/device:GPU:2', a_op.device)
-
-      b_op = array_ops.concat(b, axis=0)
-      self.assertEqual('/device:GPU:2', b_op.device)
-
-  def test_round_robin_placement(self):
-    ps_devices = [
-        '/device:GPU:0', '/device:GPU:1', '/device:GPU:3', '/device:GPU:4'
-    ]
-    round_robin = device_setter._RoundRobinStrategy(num_tasks=len(ps_devices))
-
-    local_device_setter = replicate_model_fn._local_device_setter(
-        ps_devices=ps_devices,
-        ps_strategy=round_robin,
-        worker_device='/device:GPU:2')
-
-    with ops_lib.device(local_device_setter):
-      a = variables.Variable(0.01)
-      self.assertEqual('/device:GPU:0', a.device)
-
-      b = variables.Variable(0.02)
-      self.assertEqual('/device:GPU:1', b.device)
-
-      c = variables.Variable(0.03)
-      self.assertEqual('/device:GPU:3', c.device)
-
-      a_op = array_ops.concat(a, axis=0)
-      self.assertEqual('/device:GPU:2', a_op.device)
-
-      b_op = array_ops.concat(b, axis=0)
-      self.assertEqual('/device:GPU:2', b_op.device)
-
-      c = variables.Variable(0.03)
-      self.assertEqual('/device:GPU:4', c.device)
-
-      d = variables.Variable(0.03)
-      self.assertEqual('/device:GPU:0', d.device)
-
-      c_op = array_ops.concat(c, axis=0)
-      self.assertEqual('/device:GPU:2', c_op.device)
-
-
-class ComputeSumWithDevicePlacementTest(test_util.TensorFlowTestCase):
-
-  def test_vectors(self):
-    with self.cached_session() as session:
-      total = replicate_model_fn._compute_sum_on_device(
-          [1.0, 2.0, 3.0, 4.0], device='/device:GPU:0', name='test_sum')
-
-      self.assertEqual('/device:GPU:0', total.device)
-      self.assertEqual('test_sum', total.op.name)
-      self.assertEqual(10.0, session.run(total))
-
-  def test_tensors(self):
-    with self.cached_session() as session:
-      total = replicate_model_fn._compute_sum_on_device(
-          [[1.0, 2.0], [3.0, 4.0]], device='/device:GPU:0', name='test_sum')
-
-      self.assertEqual('/device:GPU:0', total.device)
-      self.assertEqual('test_sum', total.op.name)
-      self.assertAllEqual([4.0, 6.0], session.run(total))
-
-  def test_indexedslices(self):
-    with self.cached_session() as session:
-      a = ops_lib.IndexedSlices(
-          constant_op.constant([1.0, 2.0]), [0, 1],
-          dense_shape=constant_op.constant([2]))
-      b = ops_lib.IndexedSlices(constant_op.constant([3.0, 4.0]), [0, 1])
-
-      total = replicate_model_fn._compute_sum_on_device(
-          [a, b], device='/device:GPU:0')
-
-      self.assertEqual('/device:GPU:0', total.device)
-      self.assertAllEqual([4.0, 6.0],
-                          session.run(ops_lib.convert_to_tensor(total)))
-
-  def test_indexedslices_higher_dimensions(self):
-    with self.cached_session() as session:
-      a = ops_lib.IndexedSlices(
-          constant_op.constant([[1.0, 5.0], [2.0, 6.0]]), [0, 1],
-          dense_shape=constant_op.constant([2, 4]))
-      b = ops_lib.IndexedSlices(
-          constant_op.constant([[3.0, 7.0], [4.0, 8.0]]), [0, 1])
-
-      total = replicate_model_fn._compute_sum_on_device(
-          [a, b], device='/device:GPU:0')
-
-      self.assertEqual('/device:GPU:0', total.device)
-      self.assertAllEqual([[4.0, 12.0], [6.0, 14.0]],
-                          session.run(ops_lib.convert_to_tensor(total)))
-
-  def test_indexedslices_some_dont_overlap(self):
-    with self.cached_session() as session:
-      a = ops_lib.IndexedSlices(
-          constant_op.constant([1.0, 2.0]), [0, 3],
-          dense_shape=constant_op.constant([4]))
-      b = ops_lib.IndexedSlices(constant_op.constant([3.0, 4.0]), [0, 1])
-
-      total = replicate_model_fn._compute_sum_on_device(
-          [a, b], device='/device:GPU:0')
-
-      self.assertEqual('/device:GPU:0', total.device)
-      self.assertAllEqual([4.0, 4.0, 0.0, 2.0],
-                          session.run(ops_lib.convert_to_tensor(total)))
-
-  def test_no_name_for_indexslices(self):
-    a = ops_lib.IndexedSlices(
-        constant_op.constant([1.0, 2.0]), [0, 1],
-        dense_shape=constant_op.constant([2]))
-    b = ops_lib.IndexedSlices(constant_op.constant([3.0, 4.0]), [0, 1])
-
-    with self.assertRaisesRegexp(ValueError, '.+name.+not.+expected.+'):
-      _ = replicate_model_fn._compute_sum_on_device(
-          [a, b], device='/device:GPU:0', name='cant_name_indexslices')
-
-
-class ConcatTensorDictsTest(test_util.TensorFlowTestCase):
-
-  def test_example(self):
-    tensor_dicts = [
-        {
-            'a': np.array([1.0, 2.0]),
-            'b': np.array([11.0]),
-            'c': np.array([21.0]),
-        },
-        {
-            'a': np.array([3.0]),
-            'b': np.array([12.0, 13.0]),
-        },
-        {
-            'b': np.array([14.0]),
-        },
-    ]
-
-    with self.cached_session() as session:
-      self.assertAllClose({
-          'a': np.array([1.0, 2.0, 3.0]),
-          'b': np.array([11.0, 12.0, 13.0, 14.0]),
-          'c': np.array([21.0]),
-      }, session.run(replicate_model_fn._concat_tensor_dicts(*tensor_dicts)))
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/rnn.py b/tensorflow/contrib/estimator/python/estimator/rnn.py
index c595f47395..c5ddd1b735 100644
--- a/tensorflow/contrib/estimator/python/estimator/rnn.py
+++ b/tensorflow/contrib/estimator/python/estimator/rnn.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,569 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Recurrent Neural Network estimators."""
+"""rnn python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.contrib.estimator.python.estimator import extenders
-from tensorflow.contrib.feature_column.python.feature_column import sequence_feature_column as seq_fc
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.layers import core as core_layers
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import rnn
-from tensorflow.python.ops import rnn_cell
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.summary import summary
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.training import training_util
-
-
-# The defaults are historical artifacts of the initial implementation, but seem
-# reasonable choices.
-_DEFAULT_LEARNING_RATE = 0.05
-_DEFAULT_CLIP_NORM = 5.0
-
-_CELL_TYPES = {'basic_rnn': rnn_cell.BasicRNNCell,
-               'lstm': rnn_cell.BasicLSTMCell,
-               'gru': rnn_cell.GRUCell}
-
-# Indicates no value was provided by the user to a kwarg.
-USE_DEFAULT = object()
-
-
-def _single_rnn_cell(num_units, cell_type):
-  cell_type = _CELL_TYPES.get(cell_type, cell_type)
-  if not cell_type or not issubclass(cell_type, rnn_cell.RNNCell):
-    raise ValueError('Supported cell types are {}; got {}'.format(
-        list(_CELL_TYPES.keys()), cell_type))
-  return cell_type(num_units=num_units)
-
-
-def _make_rnn_cell_fn(num_units, cell_type='basic_rnn'):
-  """Convenience function to create `rnn_cell_fn` for canned RNN Estimators.
-
-  Args:
-    num_units: Iterable of integer number of hidden units per RNN layer.
-    cell_type: A subclass of `tf.nn.rnn_cell.RNNCell` or a string specifying
-      the cell type. Supported strings are: `'basic_rnn'`, `'lstm'`, and
-      `'gru'`.
-
-  Returns:
-    A function that takes a single argument, an instance of
-    `tf.estimator.ModeKeys`, and returns an instance derived from
-    `tf.nn.rnn_cell.RNNCell`.
-
-  Raises:
-    ValueError: If cell_type is not supported.
-  """
-  def rnn_cell_fn(mode):
-    # Unused. Part of the rnn_cell_fn interface since user specified functions
-    # may need different behavior across modes (e.g. dropout).
-    del mode
-    cells = [_single_rnn_cell(n, cell_type) for n in num_units]
-    if len(cells) == 1:
-      return cells[0]
-    return rnn_cell.MultiRNNCell(cells)
-  return rnn_cell_fn
-
-
-def _select_last_activations(activations, sequence_lengths):
-  """Selects the nth set of activations for each n in `sequence_length`.
-
-  Returns a `Tensor` of shape `[batch_size, k]`. If `sequence_length` is not
-  `None`, then `output[i, :] = activations[i, sequence_length[i] - 1, :]`. If
-  `sequence_length` is `None`, then `output[i, :] = activations[i, -1, :]`.
-
-  Args:
-    activations: A `Tensor` with shape `[batch_size, padded_length, k]`.
-    sequence_lengths: A `Tensor` with shape `[batch_size]` or `None`.
-  Returns:
-    A `Tensor` of shape `[batch_size, k]`.
-  """
-  with ops.name_scope(
-      'select_last_activations', values=[activations, sequence_lengths]):
-    activations_shape = array_ops.shape(activations)
-    batch_size = activations_shape[0]
-    padded_length = activations_shape[1]
-    output_units = activations_shape[2]
-    if sequence_lengths is None:
-      sequence_lengths = padded_length
-    start_indices = math_ops.to_int64(
-        math_ops.range(batch_size) * padded_length)
-    last_indices = start_indices + sequence_lengths - 1
-    reshaped_activations = array_ops.reshape(
-        activations, [batch_size * padded_length, output_units])
-
-    last_activations = array_ops.gather(reshaped_activations, last_indices)
-    last_activations.set_shape([activations.shape[0], activations.shape[2]])
-    return last_activations
-
-
-def _rnn_logit_fn_builder(output_units, rnn_cell_fn, sequence_feature_columns,
-                          context_feature_columns, input_layer_partitioner):
-  """Function builder for a rnn logit_fn.
-
-  Args:
-    output_units: An int indicating the dimension of the logit layer.
-    rnn_cell_fn: A function with one argument, a `tf.estimator.ModeKeys`, and
-      returns an object of type `tf.nn.rnn_cell.RNNCell`.
-    sequence_feature_columns: An iterable containing the `FeatureColumn`s
-      that represent sequential input.
-    context_feature_columns: An iterable containing the `FeatureColumn`s
-      that represent contextual input.
-    input_layer_partitioner: Partitioner for input layer.
-
-  Returns:
-    A logit_fn (see below).
-
-  Raises:
-    ValueError: If output_units is not an int.
-  """
-  if not isinstance(output_units, int):
-    raise ValueError('output_units must be an int.  Given type: {}'.format(
-        type(output_units)))
-
-  def rnn_logit_fn(features, mode):
-    """Recurrent Neural Network logit_fn.
-
-    Args:
-      features: This is the first item returned from the `input_fn`
-                passed to `train`, `evaluate`, and `predict`. This should be a
-                single `Tensor` or `dict` of same.
-      mode: Optional. Specifies if this training, evaluation or prediction. See
-            `ModeKeys`.
-
-    Returns:
-      A `Tensor` representing the logits.
-    """
-    with variable_scope.variable_scope(
-        'sequence_input_layer',
-        values=tuple(six.itervalues(features)),
-        partitioner=input_layer_partitioner):
-      sequence_input, sequence_length = seq_fc.sequence_input_layer(
-          features=features, feature_columns=sequence_feature_columns)
-      summary.histogram('sequence_length', sequence_length)
-
-      if context_feature_columns:
-        context_input = feature_column_lib.input_layer(
-            features=features,
-            feature_columns=context_feature_columns)
-        sequence_input = seq_fc.concatenate_context_input(
-            context_input, sequence_input)
-
-    cell = rnn_cell_fn(mode)
-    # Ignore output state.
-    rnn_outputs, _ = rnn.dynamic_rnn(
-        cell=cell,
-        inputs=sequence_input,
-        sequence_length=sequence_length,
-        dtype=dtypes.float32,
-        time_major=False)
-    last_activations = _select_last_activations(rnn_outputs, sequence_length)
-
-    with variable_scope.variable_scope('logits', values=(rnn_outputs,)):
-      logits = core_layers.dense(
-          last_activations,
-          units=output_units,
-          activation=None,
-          kernel_initializer=init_ops.glorot_uniform_initializer())
-    return logits
-
-  return rnn_logit_fn
-
-
-def _rnn_model_fn(features,
-                  labels,
-                  mode,
-                  head,
-                  rnn_cell_fn,
-                  sequence_feature_columns,
-                  context_feature_columns,
-                  optimizer='Adagrad',
-                  input_layer_partitioner=None,
-                  config=None):
-  """Recurrent Neural Net model_fn.
-
-  Args:
-    features: dict of `Tensor` and `SparseTensor` objects returned from
-      `input_fn`.
-    labels: `Tensor` of shape [batch_size, 1] or [batch_size] with labels.
-    mode: Defines whether this is training, evaluation or prediction.
-      See `ModeKeys`.
-    head: A `head_lib._Head` instance.
-    rnn_cell_fn: A function with one argument, a `tf.estimator.ModeKeys`, and
-      returns an object of type `tf.nn.rnn_cell.RNNCell`.
-    sequence_feature_columns: Iterable containing `FeatureColumn`s that
-      represent sequential model inputs.
-    context_feature_columns: Iterable containing `FeatureColumn`s that
-      represent model inputs not associated with a specific timestep.
-    optimizer: String, `tf.Optimizer` object, or callable that creates the
-      optimizer to use for training. If not specified, will use the Adagrad
-      optimizer with a default learning rate of 0.05 and gradient clip norm of
-      5.0.
-    input_layer_partitioner: Partitioner for input layer. Defaults
-      to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-    config: `RunConfig` object to configure the runtime settings.
-
-  Returns:
-    An `EstimatorSpec` instance.
-
-  Raises:
-    ValueError: If mode or optimizer is invalid, or features has the wrong type.
-  """
-  if not isinstance(features, dict):
-    raise ValueError('features should be a dictionary of `Tensor`s. '
-                     'Given type: {}'.format(type(features)))
-
-  # If user does not provide an optimizer instance, use the optimizer specified
-  # by the string with default learning rate and gradient clipping.
-  if not isinstance(optimizer, optimizer_lib.Optimizer):
-    optimizer = optimizers.get_optimizer_instance(
-        optimizer, learning_rate=_DEFAULT_LEARNING_RATE)
-    optimizer = extenders.clip_gradients_by_norm(optimizer, _DEFAULT_CLIP_NORM)
-
-  num_ps_replicas = config.num_ps_replicas if config else 0
-  partitioner = partitioned_variables.min_max_variable_partitioner(
-      max_partitions=num_ps_replicas)
-  with variable_scope.variable_scope(
-      'rnn',
-      values=tuple(six.itervalues(features)),
-      partitioner=partitioner):
-    input_layer_partitioner = input_layer_partitioner or (
-        partitioned_variables.min_max_variable_partitioner(
-            max_partitions=num_ps_replicas,
-            min_slice_size=64 << 20))
-
-    logit_fn = _rnn_logit_fn_builder(
-        output_units=head.logits_dimension,
-        rnn_cell_fn=rnn_cell_fn,
-        sequence_feature_columns=sequence_feature_columns,
-        context_feature_columns=context_feature_columns,
-        input_layer_partitioner=input_layer_partitioner)
-    logits = logit_fn(features=features, mode=mode)
-
-    def _train_op_fn(loss):
-      """Returns the op to optimize the loss."""
-      return optimizer.minimize(
-          loss,
-          global_step=training_util.get_global_step())
-
-    return head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        train_op_fn=_train_op_fn,
-        logits=logits)
-
-
-def _assert_rnn_cell_fn(rnn_cell_fn, num_units, cell_type):
-  """Assert arguments are valid and return rnn_cell_fn."""
-  if rnn_cell_fn and (num_units or cell_type != USE_DEFAULT):
-    raise ValueError(
-        'num_units and cell_type must not be specified when using rnn_cell_fn'
-    )
-  if not rnn_cell_fn:
-    if cell_type == USE_DEFAULT:
-      cell_type = 'basic_rnn'
-    rnn_cell_fn = _make_rnn_cell_fn(num_units, cell_type)
-  return rnn_cell_fn
-
-
-class RNNClassifier(estimator.Estimator):
-  """A classifier for TensorFlow RNN models.
-
-  Trains a recurrent neural network model to classify instances into one of
-  multiple classes.
-
-  Example:
-
-  ```python
-  token_sequence = sequence_categorical_column_with_hash_bucket(...)
-  token_emb = embedding_column(categorical_column=token_sequence, ...)
-
-  estimator = RNNClassifier(
-      sequence_feature_columns=[token_emb],
-      num_units=[32, 16], cell_type='lstm')
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `sequence_feature_columns`:
-    - a feature with `key=column.name` whose `value` is a `SparseTensor`.
-  * for each `column` in `context_feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using softmax cross entropy.
-
-  @compatibility(eager)
-  Estimators are not compatible with eager execution.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               sequence_feature_columns,
-               context_feature_columns=None,
-               num_units=None,
-               cell_type=USE_DEFAULT,
-               rnn_cell_fn=None,
-               model_dir=None,
-               n_classes=2,
-               weight_column=None,
-               label_vocabulary=None,
-               optimizer='Adagrad',
-               loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE,
-               input_layer_partitioner=None,
-               config=None):
-    """Initializes a `RNNClassifier` instance.
-
-    Args:
-      sequence_feature_columns: An iterable containing the `FeatureColumn`s
-        that represent sequential input. All items in the set should either be
-        sequence columns (e.g. `sequence_numeric_column`) or constructed from
-        one (e.g. `embedding_column` with `sequence_categorical_column_*` as
-        input).
-      context_feature_columns: An iterable containing the `FeatureColumn`s
-        for contextual input. The data represented by these columns will be
-        replicated and given to the RNN at each timestep. These columns must be
-        instances of classes derived from `_DenseColumn` such as
-        `numeric_column`, not the sequential variants.
-      num_units: Iterable of integer number of hidden units per RNN layer. If
-        set, `cell_type` must also be specified and `rnn_cell_fn` must be
-        `None`.
-      cell_type: A subclass of `tf.nn.rnn_cell.RNNCell` or a string specifying
-        the cell type. Supported strings are: `'basic_rnn'`, `'lstm'`, and
-        `'gru'`. If set, `num_units` must also be specified and `rnn_cell_fn`
-        must be `None`.
-      rnn_cell_fn: A function with one argument, a `tf.estimator.ModeKeys`, and
-        returns an object of type `tf.nn.rnn_cell.RNNCell` that will be used to
-        construct the RNN. If set, `num_units` and `cell_type` cannot be set.
-        This is for advanced users who need additional customization beyond
-        `num_units` and `cell_type`. Note that `tf.nn.rnn_cell.MultiRNNCell` is
-        needed for stacked RNNs.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      n_classes: Number of label classes. Defaults to 2, namely binary
-        classification. Must be > 1.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      label_vocabulary: A list of strings represents possible label values. If
-        given, labels must be string type and have any value in
-        `label_vocabulary`. If it is not given, that means labels are
-        already encoded as integer or float within [0, 1] for `n_classes=2` and
-        encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-        Also there will be errors if vocabulary is not provided and labels are
-        string.
-      optimizer: An instance of `tf.Optimizer` or string specifying optimizer
-        type. Defaults to Adagrad optimizer.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM_OVER_BATCH_SIZE`.
-      input_layer_partitioner: Optional. Partitioner for input layer. Defaults
-        to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: `RunConfig` object to configure the runtime settings.
-
-    Raises:
-      ValueError: If `num_units`, `cell_type`, and `rnn_cell_fn` are not
-        compatible.
-    """
-    rnn_cell_fn = _assert_rnn_cell_fn(rnn_cell_fn, num_units, cell_type)
-
-    if n_classes == 2:
-      head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(  # pylint: disable=protected-access
-          weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-    else:
-      head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(  # pylint: disable=protected-access
-          n_classes,
-          weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-
-    def _model_fn(features, labels, mode, config):
-      return _rnn_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          rnn_cell_fn=rnn_cell_fn,
-          sequence_feature_columns=tuple(sequence_feature_columns or []),
-          context_feature_columns=tuple(context_feature_columns or []),
-          optimizer=optimizer,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config)
-    super(RNNClassifier, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config)
-
-
-class RNNEstimator(estimator.Estimator):
-  """An Estimator for TensorFlow RNN models with user-specified head.
-
-  Example:
-
-  ```python
-  token_sequence = sequence_categorical_column_with_hash_bucket(...)
-  token_emb = embedding_column(categorical_column=token_sequence, ...)
-
-  estimator = RNNEstimator(
-      head=tf.contrib.estimator.regression_head(),
-      sequence_feature_columns=[token_emb],
-      num_units=[32, 16], cell_type='lstm')
-
-  # Or with custom RNN cell:
-  def rnn_cell_fn(mode):
-    cells = [ tf.contrib.rnn.LSTMCell(size) for size in [32, 16] ]
-    if mode == tf.estimator.ModeKeys.TRAIN:
-      cells = [ tf.contrib.rnn.DropoutWrapper(cell, input_keep_prob=0.5)
-                    for cell in cells ]
-    return tf.contrib.rnn.MultiRNNCell(cells)
-
-  estimator = RNNEstimator(
-      head=tf.contrib.estimator.regression_head(),
-      sequence_feature_columns=[token_emb],
-      rnn_cell_fn=rnn_cell_fn)
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * if the head's `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `sequence_feature_columns`:
-    - a feature with `key=column.name` whose `value` is a `SparseTensor`.
-  * for each `column` in `context_feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss and predicted output are determined by the specified head.
-
-  @compatibility(eager)
-  Estimators are not compatible with eager execution.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               head,
-               sequence_feature_columns,
-               context_feature_columns=None,
-               num_units=None,
-               cell_type=USE_DEFAULT,
-               rnn_cell_fn=None,
-               model_dir=None,
-               optimizer='Adagrad',
-               input_layer_partitioner=None,
-               config=None):
-    """Initializes a `RNNClassifier` instance.
-
-    Args:
-      head: A `_Head` instance constructed with a method such as
-        `tf.contrib.estimator.multi_label_head`. This specifies the model's
-        output and loss function to be optimized.
-      sequence_feature_columns: An iterable containing the `FeatureColumn`s
-        that represent sequential input. All items in the set should either be
-        sequence columns (e.g. `sequence_numeric_column`) or constructed from
-        one (e.g. `embedding_column` with `sequence_categorical_column_*` as
-        input).
-      context_feature_columns: An iterable containing the `FeatureColumn`s
-        for contextual input. The data represented by these columns will be
-        replicated and given to the RNN at each timestep. These columns must be
-        instances of classes derived from `_DenseColumn` such as
-        `numeric_column`, not the sequential variants.
-      num_units: Iterable of integer number of hidden units per RNN layer. If
-        set, `cell_type` must also be specified and `rnn_cell_fn` must be
-        `None`.
-      cell_type: A subclass of `tf.nn.rnn_cell.RNNCell` or a string specifying
-        the cell type. Supported strings are: `'basic_rnn'`, `'lstm'`, and
-        `'gru'`. If set, `num_units` must also be specified and `rnn_cell_fn`
-        must be `None`.
-      rnn_cell_fn: A function with one argument, a `tf.estimator.ModeKeys`, and
-        returns an object of type `tf.nn.rnn_cell.RNNCell` that will be used to
-        construct the RNN. If set, `num_units` and `cell_type` cannot be set.
-        This is for advanced users who need additional customization beyond
-        `num_units` and `cell_type`. Note that `tf.nn.rnn_cell.MultiRNNCell` is
-        needed for stacked RNNs.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      optimizer: An instance of `tf.Optimizer` or string specifying optimizer
-        type. Defaults to Adagrad optimizer.
-      input_layer_partitioner: Optional. Partitioner for input layer. Defaults
-        to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: `RunConfig` object to configure the runtime settings.
+from tensorflow_estimator.contrib.estimator.python.estimator import rnn
 
-    Raises:
-      ValueError: If `num_units`, `cell_type`, and `rnn_cell_fn` are not
-        compatible.
-    """
-    rnn_cell_fn = _assert_rnn_cell_fn(rnn_cell_fn, num_units, cell_type)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+rnn.__all__ = [s for s in dir(rnn) if not s.startswith('__')]
 
-    def _model_fn(features, labels, mode, config):
-      return _rnn_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          rnn_cell_fn=rnn_cell_fn,
-          sequence_feature_columns=tuple(sequence_feature_columns or []),
-          context_feature_columns=tuple(context_feature_columns or []),
-          optimizer=optimizer,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config)
-    super(RNNEstimator, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config)
+from tensorflow_estimator.contrib.estimator.python.estimator.rnn import *
diff --git a/tensorflow/contrib/estimator/python/estimator/rnn_test.py b/tensorflow/contrib/estimator/python/estimator/rnn_test.py
deleted file mode 100644
index 89506ee661..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/rnn_test.py
+++ /dev/null
@@ -1,1185 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for rnn.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import random
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.contrib.estimator.python.estimator import head as head_lib
-from tensorflow.contrib.estimator.python.estimator import rnn
-from tensorflow.contrib.feature_column.python.feature_column import sequence_feature_column as seq_fc
-from tensorflow.core.example import example_pb2
-from tensorflow.core.example import feature_pb2
-from tensorflow.python.data.experimental.ops import readers
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import parsing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column as fc
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.lib.io import python_io
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import rnn_cell
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables as variables_lib
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import optimizer
-from tensorflow.python.training import training_util
-
-
-# Names of variables created by BasicRNNCell model.
-TOKEN_EMBEDDING_NAME = 'rnn/sequence_input_layer/input_layer/tokens_sequential_embedding/embedding_weights'
-CELL_WEIGHTS_NAME = 'rnn/rnn/basic_rnn_cell/kernel'
-CELL_BIAS_NAME = 'rnn/rnn/basic_rnn_cell/bias'
-MULTI_CELL_WEIGHTS_NAME_PATTERN = 'rnn/rnn/multi_rnn_cell/cell_%d/basic_rnn_cell/kernel'
-MULTI_CELL_BIAS_NAME_PATTERN = 'rnn/rnn/multi_rnn_cell/cell_%d/basic_rnn_cell/bias'
-LOGITS_WEIGHTS_NAME = 'rnn/logits/dense/kernel'
-LOGITS_BIAS_NAME = 'rnn/logits/dense/bias'
-
-
-def _assert_close(expected, actual, rtol=1e-04, name='assert_close'):
-  with ops.name_scope(name, 'assert_close', (expected, actual, rtol)) as scope:
-    expected = ops.convert_to_tensor(expected, name='expected')
-    actual = ops.convert_to_tensor(actual, name='actual')
-    rdiff = math_ops.abs(expected - actual, 'diff') / math_ops.abs(expected)
-    rtol = ops.convert_to_tensor(rtol, name='rtol')
-    return check_ops.assert_less(
-        rdiff,
-        rtol,
-        data=('Condition expected =~ actual did not hold element-wise:'
-              'expected = ', expected, 'actual = ', actual, 'rdiff = ', rdiff,
-              'rtol = ', rtol,),
-        name=scope)
-
-
-def create_checkpoint(rnn_weights, rnn_biases, logits_weights, logits_biases,
-                      global_step, model_dir):
-  """Create checkpoint file with provided model weights.
-
-  Args:
-    rnn_weights: Iterable of values of weights for the RNN cell.
-    rnn_biases: Iterable of values of biases for the RNN cell.
-    logits_weights: Iterable of values for matrix connecting RNN output to
-      logits.
-    logits_biases: Iterable of values for logits bias term.
-    global_step: Initial global step to save in checkpoint.
-    model_dir: Directory into which checkpoint is saved.
-  """
-  model_weights = {}
-  model_weights[CELL_WEIGHTS_NAME] = rnn_weights
-  model_weights[CELL_BIAS_NAME] = rnn_biases
-  model_weights[LOGITS_WEIGHTS_NAME] = logits_weights
-  model_weights[LOGITS_BIAS_NAME] = logits_biases
-
-  with ops.Graph().as_default():
-    # Create model variables.
-    for k, v in six.iteritems(model_weights):
-      variables_lib.Variable(v, name=k, dtype=dtypes.float32)
-
-    # Create non-model variables.
-    global_step_var = training_util.create_global_step()
-    assign_op = global_step_var.assign(global_step)
-
-    # Initialize vars and save checkpoint.
-    with monitored_session.MonitoredTrainingSession(
-        checkpoint_dir=model_dir) as sess:
-      sess.run(assign_op)
-
-
-class RNNLogitFnTest(test.TestCase):
-  """Tests correctness of logits calculated from _rnn_logit_fn_builder."""
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_logits(self, mode, rnn_units, logits_dimension, features_fn,
-                   sequence_feature_columns, context_feature_columns,
-                   expected_logits):
-    """Tests that the expected logits are calculated."""
-    with ops.Graph().as_default():
-      # Global step needed for MonitoredSession, which is in turn used to
-      # explicitly set variable weights through a checkpoint.
-      training_util.create_global_step()
-      # Use a variable scope here with 'rnn', emulating the rnn model_fn, so
-      # the checkpoint naming is shared.
-      with variable_scope.variable_scope('rnn'):
-        input_layer_partitioner = (
-            partitioned_variables.min_max_variable_partitioner(
-                max_partitions=0, min_slice_size=64 << 20))
-        logit_fn = rnn._rnn_logit_fn_builder(
-            output_units=logits_dimension,
-            rnn_cell_fn=rnn._make_rnn_cell_fn(rnn_units),
-            sequence_feature_columns=sequence_feature_columns,
-            context_feature_columns=context_feature_columns,
-            input_layer_partitioner=input_layer_partitioner)
-        # Features are constructed within this function, otherwise the Tensors
-        # containing the features would be defined outside this graph.
-        logits = logit_fn(features=features_fn(), mode=mode)
-        with monitored_session.MonitoredTrainingSession(
-            checkpoint_dir=self._model_dir) as sess:
-          self.assertAllClose(expected_logits, sess.run(logits), atol=1e-4)
-
-  def testOneDimLogits(self):
-    """Tests one-dimensional logits.
-
-    Intermediate values are rounded for ease in reading.
-    input_layer = [[[10]], [[5]]]
-    initial_state = [0, 0]
-    rnn_output_timestep_1 = [[tanh(.1*10 + .2*0 + .3*0 +.2),
-                              tanh(-.2*10 - .3*0 - .4*0 +.5)]]
-                          = [[0.83, -0.91]]
-    rnn_output_timestep_2 = [[tanh(.1*5 + .2*.83 - .3*.91 +.2),
-                              tanh(-.2*5 - .3*.83 + .4*.91 +.5)]]
-                          = [[0.53, -0.37]]
-    logits = [[-1*0.53 - 1*0.37 + 0.3]] = [[-0.6033]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=base_global_step,
-        model_dir=self._model_dir)
-
-    def features_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5.],
-                  indices=[[0, 0], [0, 1]],
-                  dense_shape=[1, 2]),
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    context_feature_columns = []
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          rnn_units=[2],
-          logits_dimension=1,
-          features_fn=features_fn,
-          sequence_feature_columns=sequence_feature_columns,
-          context_feature_columns=context_feature_columns,
-          expected_logits=[[-0.6033]])
-
-  def testMultiDimLogits(self):
-    """Tests multi-dimensional logits.
-
-    Intermediate values are rounded for ease in reading.
-    input_layer = [[[10]], [[5]]]
-    initial_state = [0, 0]
-    rnn_output_timestep_1 = [[tanh(.1*10 + .2*0 + .3*0 +.2),
-                              tanh(-.2*10 - .3*0 - .4*0 +.5)]]
-                          = [[0.83, -0.91]]
-    rnn_output_timestep_2 = [[tanh(.1*5 + .2*.83 - .3*.91 +.2),
-                              tanh(-.2*5 - .3*.83 + .4*.91 +.5)]]
-                          = [[0.53, -0.37]]
-    logits = [[-1*0.53 - 1*0.37 + 0.3],
-              [0.5*0.53 + 0.3*0.37 + 0.4],
-              [0.2*0.53 - 0.1*0.37 + 0.5]
-           = [[-0.6033, 0.7777, 0.5698]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1., 0.5, 0.2], [1., -0.3, 0.1]],
-        logits_biases=[0.3, 0.4, 0.5],
-        global_step=base_global_step,
-        model_dir=self._model_dir)
-
-    def features_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5.],
-                  indices=[[0, 0], [0, 1]],
-                  dense_shape=[1, 2]),
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    context_feature_columns = []
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          rnn_units=[2],
-          logits_dimension=3,
-          features_fn=features_fn,
-          sequence_feature_columns=sequence_feature_columns,
-          context_feature_columns=context_feature_columns,
-          expected_logits=[[-0.6033, 0.7777, 0.5698]])
-
-  def testMultiExampleMultiDim(self):
-    """Tests multiple examples and multi-dimensional logits.
-
-    Intermediate values are rounded for ease in reading.
-    input_layer = [[[10], [5]], [[2], [7]]]
-    initial_state = [[0, 0], [0, 0]]
-    rnn_output_timestep_1 = [[tanh(.1*10 + .2*0 + .3*0 +.2),
-                              tanh(-.2*10 - .3*0 - .4*0 +.5)],
-                             [tanh(.1*2 + .2*0 + .3*0 +.2),
-                              tanh(-.2*2 - .3*0 - .4*0 +.5)]]
-                          = [[0.83, -0.91], [0.38, 0.10]]
-    rnn_output_timestep_2 = [[tanh(.1*5 + .2*.83 - .3*.91 +.2),
-                              tanh(-.2*5 - .3*.83 + .4*.91 +.5)],
-                             [tanh(.1*7 + .2*.38 + .3*.10 +.2),
-                              tanh(-.2*7 - .3*.38 - .4*.10 +.5)]]
-                          = [[0.53, -0.37], [0.76, -0.78]
-    logits = [[-1*0.53 - 1*0.37 + 0.3,
-               0.5*0.53 + 0.3*0.37 + 0.4,
-               0.2*0.53 - 0.1*0.37 + 0.5],
-              [-1*0.76 - 1*0.78 + 0.3,
-               0.5*0.76 +0.3*0.78 + 0.4,
-               0.2*0.76 -0.1*0.78 + 0.5]]
-           = [[-0.6033, 0.7777, 0.5698], [-1.2473, 1.0170, 0.5745]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1., 0.5, 0.2], [1., -0.3, 0.1]],
-        logits_biases=[0.3, 0.4, 0.5],
-        global_step=base_global_step,
-        model_dir=self._model_dir)
-
-    def features_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2., 7.],
-                  indices=[[0, 0], [0, 1], [1, 0], [1, 1]],
-                  dense_shape=[2, 2]),
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))
-    ]
-    context_feature_columns = []
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          rnn_units=[2],
-          logits_dimension=3,
-          features_fn=features_fn,
-          sequence_feature_columns=sequence_feature_columns,
-          context_feature_columns=context_feature_columns,
-          expected_logits=[[-0.6033, 0.7777, 0.5698],
-                           [-1.2473, 1.0170, 0.5745]])
-
-  def testMultiExamplesDifferentLength(self):
-    """Tests multiple examples with different lengths.
-
-    Intermediate values are rounded for ease in reading.
-    input_layer = [[[10], [5]], [[2], [0]]]
-    initial_state = [[0, 0], [0, 0]]
-    rnn_output_timestep_1 = [[tanh(.1*10 + .2*0 + .3*0 +.2),
-                              tanh(-.2*10 - .3*0 - .4*0 +.5)],
-                             [tanh(.1*2 + .2*0 + .3*0 +.2),
-                              tanh(-.2*2 - .3*0 - .4*0 +.5)]]
-                          = [[0.83, -0.91], [0.38, 0.10]]
-    rnn_output_timestep_2 = [[tanh(.1*5 + .2*.83 - .3*.91 +.2),
-                              tanh(-.2*5 - .3*.83 + .4*.91 +.5)],
-                             [<ignored-padding>]]
-                          = [[0.53, -0.37], [<ignored-padding>]]
-    logits = [[-1*0.53 - 1*0.37 + 0.3],
-              [-1*0.38 + 1*0.10 + 0.3]]
-           = [[-0.6033], [0.0197]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=base_global_step,
-        model_dir=self._model_dir)
-
-    def features_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2.],
-                  indices=[[0, 0], [0, 1], [1, 0]],
-                  dense_shape=[2, 2]),
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    context_feature_columns = []
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          rnn_units=[2],
-          logits_dimension=1,
-          features_fn=features_fn,
-          sequence_feature_columns=sequence_feature_columns,
-          context_feature_columns=context_feature_columns,
-          expected_logits=[[-0.6033], [0.0197]])
-
-  def testMultiExamplesWithContext(self):
-    """Tests multiple examples with context features.
-
-    Intermediate values are rounded for ease in reading.
-    input_layer = [[[10, -0.5], [5, -0.5]], [[2, 0.8], [0, 0]]]
-    initial_state = [[0, 0], [0, 0]]
-    rnn_output_timestep_1 = [[tanh(.1*10 - 1*.5 + .2*0 + .3*0 +.2),
-                              tanh(-.2*10 - 0.9*.5 - .3*0 - .4*0 +.5)],
-                             [tanh(.1*2 + 1*.8 + .2*0 + .3*0 +.2),
-                              tanh(-.2*2 + .9*.8 - .3*0 - .4*0 +.5)]]
-                          = [[0.60, -0.96], [0.83, 0.68]]
-    rnn_output_timestep_2 = [[tanh(.1*5 - 1*.5 + .2*.60 - .3*.96 +.2),
-                              tanh(-.2*5 - .9*.5 - .3*.60 + .4*.96 +.5)],
-                             [<ignored-padding>]]
-                          = [[0.03, -0.63], [<ignored-padding>]]
-    logits = [[-1*0.03 - 1*0.63 + 0.3],
-              [-1*0.83 + 1*0.68 + 0.3]]
-           = [[-0.3662], [0.1414]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        # Context features weights are inserted between input and state weights.
-        rnn_weights=[[.1, -.2], [1., 0.9], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=base_global_step,
-        model_dir=self._model_dir)
-
-    def features_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2.],
-                  indices=[[0, 0], [0, 1], [1, 0]],
-                  dense_shape=[2, 2]),
-          'context': [[-0.5], [0.8]],
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    context_feature_columns = [fc.numeric_column('context', shape=(1,))]
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          rnn_units=[2],
-          logits_dimension=1,
-          features_fn=features_fn,
-          sequence_feature_columns=sequence_feature_columns,
-          context_feature_columns=context_feature_columns,
-          expected_logits=[[-0.3662], [0.1414]])
-
-  def testMultiExamplesMultiFeatures(self):
-    """Tests examples with multiple sequential feature columns.
-
-    Intermediate values are rounded for ease in reading.
-    input_layer = [[[1, 0, 10], [0, 1, 5]], [[1, 0, 2], [0, 0, 0]]]
-    initial_state = [[0, 0], [0, 0]]
-    rnn_output_timestep_1 = [[tanh(.5*1 + 1*0 + .1*10 + .2*0 + .3*0 +.2),
-                              tanh(-.5*1 - 1*0 - .2*10 - .3*0 - .4*0 +.5)],
-                             [tanh(.5*1 + 1*0 + .1*2 + .2*0 + .3*0 +.2),
-                              tanh(-.5*1 - 1*0 - .2*2 - .3*0 - .4*0 +.5)]]
-                          = [[0.94, -0.96], [0.72, -0.38]]
-    rnn_output_timestep_2 = [[tanh(.5*0 + 1*1 + .1*5 + .2*.94 - .3*.96 +.2),
-                              tanh(-.5*0 - 1*1 - .2*5 - .3*.94 + .4*.96 +.5)],
-                             [<ignored-padding>]]
-                          = [[0.92, -0.88], [<ignored-padding>]]
-    logits = [[-1*0.92 - 1*0.88 + 0.3],
-              [-1*0.72 - 1*0.38 + 0.3]]
-           = [[-1.5056], [-0.7962]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        # FeatureColumns are sorted alphabetically, so on_sale weights are
-        # inserted before price.
-        rnn_weights=[[.5, -.5], [1., -1.], [.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=base_global_step,
-        model_dir=self._model_dir)
-
-    def features_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2.],
-                  indices=[[0, 0], [0, 1], [1, 0]],
-                  dense_shape=[2, 2]),
-          'on_sale':
-              sparse_tensor.SparseTensor(
-                  values=[0, 1, 0],
-                  indices=[[0, 0], [0, 1], [1, 0]],
-                  dense_shape=[2, 2]),
-      }
-
-    price_column = seq_fc.sequence_numeric_column('price', shape=(1,))
-    on_sale_column = fc.indicator_column(
-        seq_fc.sequence_categorical_column_with_identity(
-            'on_sale', num_buckets=2))
-    sequence_feature_columns = [price_column, on_sale_column]
-    context_feature_columns = []
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          rnn_units=[2],
-          logits_dimension=1,
-          features_fn=features_fn,
-          sequence_feature_columns=sequence_feature_columns,
-          context_feature_columns=context_feature_columns,
-          expected_logits=[[-1.5056], [-0.7962]])
-
-
-class RNNClassifierTrainingTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _assert_checkpoint(
-      self, n_classes, input_units, cell_units, expected_global_step):
-
-    shapes = {
-        name: shape for (name, shape) in
-        checkpoint_utils.list_variables(self._model_dir)
-    }
-
-    self.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-    self.assertEqual(
-        expected_global_step,
-        checkpoint_utils.load_variable(
-            self._model_dir, ops.GraphKeys.GLOBAL_STEP))
-
-    # RNN Cell variables.
-    if len(cell_units) > 1:
-      for i, cell_unit in enumerate(cell_units):
-        self.assertEqual([input_units + cell_unit, cell_unit],
-                         shapes[MULTI_CELL_WEIGHTS_NAME_PATTERN % i])
-        self.assertEqual([cell_unit],
-                         shapes[MULTI_CELL_BIAS_NAME_PATTERN % i])
-        input_units = cell_unit
-    elif len(cell_units) == 1:
-      self.assertEqual([input_units + cell_unit, cell_unit],
-                       shapes[CELL_WEIGHTS_NAME])
-      self.assertEqual([cell_unit], shapes[CELL_BIAS_NAME])
-
-    # Logits variables.
-    logits_dimension = n_classes if n_classes > 2 else 1
-    self.assertEqual([cell_units[-1], logits_dimension],
-                     shapes[LOGITS_WEIGHTS_NAME])
-    self.assertEqual([logits_dimension], shapes[LOGITS_BIAS_NAME])
-
-  def _mock_optimizer(self, expected_loss=None):
-    expected_var_names = [
-        '%s/part_0:0' % CELL_BIAS_NAME,
-        '%s/part_0:0' % CELL_WEIGHTS_NAME,
-        '%s/part_0:0' % LOGITS_BIAS_NAME,
-        '%s/part_0:0' % LOGITS_WEIGHTS_NAME,
-    ]
-
-    def _minimize(loss, global_step):
-      trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
-      self.assertItemsEqual(
-          expected_var_names,
-          [var.name for var in trainable_vars])
-
-      # Verify loss. We can't check the value directly, so we add an assert op.
-      self.assertEquals(0, loss.shape.ndims)
-      if expected_loss is None:
-        return state_ops.assign_add(global_step, 1).op
-      assert_loss = _assert_close(
-          math_ops.to_float(expected_loss, name='expected'),
-          loss,
-          name='assert_loss')
-      with ops.control_dependencies((assert_loss,)):
-        return state_ops.assign_add(global_step, 1).op
-
-    mock_optimizer = test.mock.NonCallableMock(
-        spec=optimizer.Optimizer,
-        wraps=optimizer.Optimizer(use_locking=False, name='my_optimizer'))
-    mock_optimizer.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    # NOTE: Estimator.params performs a deepcopy, which wreaks havoc with mocks.
-    # So, return mock_optimizer itself for deepcopy.
-    mock_optimizer.__deepcopy__ = lambda _: mock_optimizer
-    return mock_optimizer
-
-  def testConflictingRNNCellFn(self):
-    col = seq_fc.sequence_categorical_column_with_hash_bucket(
-        'tokens', hash_bucket_size=10)
-    embed = fc.embedding_column(col, dimension=2)
-    cell_units = [4, 2]
-
-    with self.assertRaisesRegexp(
-        ValueError,
-        'num_units and cell_type must not be specified when using rnn_cell_fn'):
-      rnn.RNNClassifier(
-          sequence_feature_columns=[embed],
-          rnn_cell_fn=lambda x: x,
-          num_units=cell_units)
-
-    with self.assertRaisesRegexp(
-        ValueError,
-        'num_units and cell_type must not be specified when using rnn_cell_fn'):
-      rnn.RNNClassifier(
-          sequence_feature_columns=[embed],
-          rnn_cell_fn=lambda x: x,
-          cell_type='lstm')
-
-  def _testFromScratchWithDefaultOptimizer(self, n_classes):
-    def train_input_fn():
-      return {
-          'tokens':
-              sparse_tensor.SparseTensor(
-                  values=['the', 'cat', 'sat'],
-                  indices=[[0, 0], [0, 1], [0, 2]],
-                  dense_shape=[1, 3]),
-      }, [[1]]
-
-    col = seq_fc.sequence_categorical_column_with_hash_bucket(
-        'tokens', hash_bucket_size=10)
-    embed = fc.embedding_column(col, dimension=2)
-    input_units = 2
-
-    cell_units = [4, 2]
-    est = rnn.RNNClassifier(
-        sequence_feature_columns=[embed],
-        num_units=cell_units,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    est.train(input_fn=train_input_fn, steps=num_steps)
-    self._assert_checkpoint(n_classes, input_units, cell_units, num_steps)
-
-  def testBinaryClassFromScratchWithDefaultOptimizer(self):
-    self._testFromScratchWithDefaultOptimizer(n_classes=2)
-
-  def testMultiClassFromScratchWithDefaultOptimizer(self):
-    self._testFromScratchWithDefaultOptimizer(n_classes=4)
-
-  def testFromScratchWithCustomRNNCellFn(self):
-    def train_input_fn():
-      return {
-          'tokens':
-              sparse_tensor.SparseTensor(
-                  values=['the', 'cat', 'sat'],
-                  indices=[[0, 0], [0, 1], [0, 2]],
-                  dense_shape=[1, 3]),
-      }, [[1]]
-
-    col = seq_fc.sequence_categorical_column_with_hash_bucket(
-        'tokens', hash_bucket_size=10)
-    embed = fc.embedding_column(col, dimension=2)
-    input_units = 2
-    cell_units = [4, 2]
-    n_classes = 2
-
-    def rnn_cell_fn(mode):
-      del mode  # unused
-      cells = [rnn_cell.BasicRNNCell(num_units=n) for n in cell_units]
-      return rnn_cell.MultiRNNCell(cells)
-
-    est = rnn.RNNClassifier(
-        sequence_feature_columns=[embed],
-        rnn_cell_fn=rnn_cell_fn,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    est.train(input_fn=train_input_fn, steps=num_steps)
-    self._assert_checkpoint(n_classes, input_units, cell_units, num_steps)
-
-  def _testExampleWeight(self, n_classes):
-    def train_input_fn():
-      return {
-          'tokens':
-              sparse_tensor.SparseTensor(
-                  values=['the', 'cat', 'sat', 'dog', 'barked'],
-                  indices=[[0, 0], [0, 1], [0, 2], [1, 0], [1, 1]],
-                  dense_shape=[2, 3]),
-          'w': [[1], [2]],
-      }, [[1], [0]]
-
-    col = seq_fc.sequence_categorical_column_with_hash_bucket(
-        'tokens', hash_bucket_size=10)
-    embed = fc.embedding_column(col, dimension=2)
-    input_units = 2
-
-    cell_units = [4, 2]
-    est = rnn.RNNClassifier(
-        num_units=cell_units,
-        sequence_feature_columns=[embed],
-        n_classes=n_classes,
-        weight_column='w',
-        model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    est.train(input_fn=train_input_fn, steps=num_steps)
-    self._assert_checkpoint(n_classes, input_units, cell_units, num_steps)
-
-  def testBinaryClassWithExampleWeight(self):
-    self._testExampleWeight(n_classes=2)
-
-  def testMultiClassWithExampleWeight(self):
-    self._testExampleWeight(n_classes=4)
-
-  def testBinaryClassFromCheckpoint(self):
-    initial_global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=initial_global_step,
-        model_dir=self._model_dir)
-
-    def train_input_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2.],
-                  indices=[[0, 0], [0, 1], [1, 0]],
-                  dense_shape=[2, 2]),
-      }, [[0], [1]]
-
-    # Uses same checkpoint and examples as testBinaryClassEvaluationMetrics.
-    # See that test for loss calculation.
-    mock_optimizer = self._mock_optimizer(expected_loss=0.559831)
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    est = rnn.RNNClassifier(
-        num_units=[2],
-        sequence_feature_columns=sequence_feature_columns,
-        n_classes=2,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-    est.train(input_fn=train_input_fn, steps=10)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-
-  def testMultiClassFromCheckpoint(self):
-    initial_global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1., 0.5, 0.2], [1., -0.3, 0.1]],
-        logits_biases=[0.3, 0.4, 0.5],
-        global_step=initial_global_step,
-        model_dir=self._model_dir)
-
-    def train_input_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2., 7.],
-                  indices=[[0, 0], [0, 1], [1, 0], [1, 1]],
-                  dense_shape=[2, 2]),
-      }, [[0], [1]]
-
-    # Uses same checkpoint and examples as testMultiClassEvaluationMetrics.
-    # See that test for loss calculation.
-    mock_optimizer = self._mock_optimizer(expected_loss=1.331465)
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    est = rnn.RNNClassifier(
-        num_units=[2],
-        sequence_feature_columns=sequence_feature_columns,
-        n_classes=3,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-    est.train(input_fn=train_input_fn, steps=10)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-
-
-def sorted_key_dict(unsorted_dict):
-  return {k: unsorted_dict[k] for k in sorted(unsorted_dict)}
-
-
-class RNNClassifierEvaluationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def testBinaryClassEvaluationMetrics(self):
-    global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=global_step,
-        model_dir=self._model_dir)
-
-    def eval_input_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2.],
-                  indices=[[0, 0], [0, 1], [1, 0]],
-                  dense_shape=[2, 2]),
-      }, [[0], [1]]
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-
-    est = rnn.RNNClassifier(
-        num_units=[2],
-        sequence_feature_columns=sequence_feature_columns,
-        n_classes=2,
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(eval_input_fn, steps=1)
-
-    # Uses identical numbers to testMultiExamplesWithDifferentLength.
-    # See that test for logits calculation.
-    # logits = [[-0.603282], [0.019719]]
-    # probability = exp(logits) / (1 + exp(logits)) = [[0.353593], [0.504930]]
-    # loss = -label * ln(p) - (1 - label) * ln(1 - p)
-    #      = [[0.436326], [0.683335]]
-    # sum_over_batch_size = (0.436326 + 0.683335)/2
-    expected_metrics = {
-        ops.GraphKeys.GLOBAL_STEP:
-            global_step,
-        metric_keys.MetricKeys.LOSS:
-            0.559831,
-        metric_keys.MetricKeys.LOSS_MEAN:
-            0.559831,
-        metric_keys.MetricKeys.ACCURACY:
-            1.0,
-        metric_keys.MetricKeys.PREDICTION_MEAN:
-            0.429262,
-        metric_keys.MetricKeys.LABEL_MEAN:
-            0.5,
-        metric_keys.MetricKeys.ACCURACY_BASELINE:
-            0.5,
-        # With default threshold of 0.5, the model is a perfect classifier.
-        metric_keys.MetricKeys.RECALL:
-            1.0,
-        metric_keys.MetricKeys.PRECISION:
-            1.0,
-        # Positive example is scored above negative, so AUC = 1.0.
-        metric_keys.MetricKeys.AUC:
-            1.0,
-        metric_keys.MetricKeys.AUC_PR:
-            1.0,
-    }
-    self.assertAllClose(
-        sorted_key_dict(expected_metrics), sorted_key_dict(eval_metrics))
-
-  def testMultiClassEvaluationMetrics(self):
-    global_step = 100
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1., 0.5, 0.2], [1., -0.3, 0.1]],
-        logits_biases=[0.3, 0.4, 0.5],
-        global_step=global_step,
-        model_dir=self._model_dir)
-
-    def eval_input_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5., 2., 7.],
-                  indices=[[0, 0], [0, 1], [1, 0], [1, 1]],
-                  dense_shape=[2, 2]),
-      }, [[0], [1]]
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-
-    est = rnn.RNNClassifier(
-        num_units=[2],
-        sequence_feature_columns=sequence_feature_columns,
-        n_classes=3,
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(eval_input_fn, steps=1)
-
-    # Uses identical numbers to testMultiExampleMultiDim.
-    # See that test for logits calculation.
-    # logits = [[-0.603282, 0.777708, 0.569756],
-    #           [-1.247356, 1.017018, 0.574481]]
-    # logits_exp = exp(logits) / (1 + exp(logits))
-    #            = [[0.547013, 2.176468, 1.767836],
-    #               [0.287263, 2.764937, 1.776208]]
-    # softmax_probabilities = logits_exp / logits_exp.sum()
-    #                       = [[0.121793, 0.484596, 0.393611],
-    #                          [0.059494, 0.572639, 0.367866]]
-    # loss = -1. * log(softmax[label])
-    #      = [[2.105432], [0.557500]]
-    # sum_over_batch_size = (2.105432 + 0.557500)/2
-    expected_metrics = {
-        ops.GraphKeys.GLOBAL_STEP: global_step,
-        metric_keys.MetricKeys.LOSS: 1.331465,
-        metric_keys.MetricKeys.LOSS_MEAN: 1.331466,
-        metric_keys.MetricKeys.ACCURACY: 0.5,
-    }
-
-    self.assertAllClose(
-        sorted_key_dict(expected_metrics), sorted_key_dict(eval_metrics))
-
-
-class RNNClassifierPredictionTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def testBinaryClassPredictions(self):
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1.], [1.]],
-        logits_biases=[0.3],
-        global_step=0,
-        model_dir=self._model_dir)
-
-    def predict_input_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5.],
-                  indices=[[0, 0], [0, 1]],
-                  dense_shape=[1, 2]),
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    label_vocabulary = ['class_0', 'class_1']
-
-    est = rnn.RNNClassifier(
-        num_units=[2],
-        sequence_feature_columns=sequence_feature_columns,
-        n_classes=2,
-        label_vocabulary=label_vocabulary,
-        model_dir=self._model_dir)
-    # Uses identical numbers to testOneDimLogits.
-    # See that test for logits calculation.
-    # logits = [-0.603282]
-    # logistic = exp(-0.6033) / (1 + exp(-0.6033)) = [0.353593]
-    # probabilities = [0.646407, 0.353593]
-    # class_ids = argmax(probabilities) = [0]
-    predictions = next(est.predict(predict_input_fn))
-    self.assertAllClose([-0.603282],
-                        predictions[prediction_keys.PredictionKeys.LOGITS])
-    self.assertAllClose([0.353593],
-                        predictions[prediction_keys.PredictionKeys.LOGISTIC])
-    self.assertAllClose(
-        [0.646407, 0.353593],
-        predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-    self.assertAllClose([0],
-                        predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-    self.assertEqual([b'class_0'],
-                     predictions[prediction_keys.PredictionKeys.CLASSES])
-
-  def testMultiClassPredictions(self):
-    create_checkpoint(
-        rnn_weights=[[.1, -.2], [.2, -.3], [.3, -.4]],
-        rnn_biases=[.2, .5],
-        logits_weights=[[-1., 0.5, 0.2], [1., -0.3, 0.1]],
-        logits_biases=[0.3, 0.4, 0.5],
-        global_step=0,
-        model_dir=self._model_dir)
-
-    def predict_input_fn():
-      return {
-          'price':
-              sparse_tensor.SparseTensor(
-                  values=[10., 5.],
-                  indices=[[0, 0], [0, 1]],
-                  dense_shape=[1, 2]),
-      }
-
-    sequence_feature_columns = [
-        seq_fc.sequence_numeric_column('price', shape=(1,))]
-    label_vocabulary = ['class_0', 'class_1', 'class_2']
-
-    est = rnn.RNNClassifier(
-        num_units=[2],
-        sequence_feature_columns=sequence_feature_columns,
-        n_classes=3,
-        label_vocabulary=label_vocabulary,
-        model_dir=self._model_dir)
-    # Uses identical numbers to testMultiDimLogits.
-    # See that test for logits calculation.
-    # logits = [-0.603282, 0.777708, 0.569756]
-    # logits_exp = exp(logits) = [0.547013, 2.176468, 1.767836]
-    # softmax_probabilities = logits_exp / logits_exp.sum()
-    #                       = [0.121793, 0.484596, 0.393611]
-    # class_ids = argmax(probabilities) = [1]
-    predictions = next(est.predict(predict_input_fn))
-    self.assertAllClose([-0.603282, 0.777708, 0.569756],
-                        predictions[prediction_keys.PredictionKeys.LOGITS])
-    self.assertAllClose(
-        [0.121793, 0.484596, 0.393611],
-        predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-    self.assertAllClose([1],
-                        predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-    self.assertEqual([b'class_1'],
-                     predictions[prediction_keys.PredictionKeys.CLASSES])
-
-
-class BaseRNNClassificationIntegrationTest(object):
-
-  def __init__(self, _create_estimator_fn):
-    self._create_estimator_fn = _create_estimator_fn
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, feature_columns, train_input_fn, eval_input_fn,
-                          predict_input_fn, n_classes, batch_size):
-    cell_units = [4, 2]
-    est = self._create_estimator_fn(feature_columns, n_classes, cell_units,
-                                    self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUATE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predicted_proba = np.array([
-        x[prediction_keys.PredictionKeys.PROBABILITIES]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, n_classes), predicted_proba.shape)
-
-    # EXPORT
-    feature_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns,
-        label_key='label',
-        label_dtype=dtypes.int64)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def testNumpyInputFn(self):
-    """Tests complete flow with numpy_input_fn."""
-    n_classes = 3
-    batch_size = 10
-    words = ['dog', 'cat', 'bird', 'the', 'a', 'sat', 'flew', 'slept']
-    # Numpy only supports dense input, so all examples will have same length.
-    # TODO(b/73160931): Update test when support for prepadded data exists.
-    sequence_length = 3
-
-    features = []
-    for _ in range(batch_size):
-      sentence = random.sample(words, sequence_length)
-      features.append(sentence)
-
-    x_data = np.array(features)
-    y_data = np.random.randint(n_classes, size=batch_size)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'tokens': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'tokens': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'tokens': x_data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    col = seq_fc.sequence_categorical_column_with_hash_bucket(
-        'tokens', hash_bucket_size=10)
-    embed = fc.embedding_column(col, dimension=2)
-    feature_columns = [embed]
-
-    self._test_complete_flow(
-        feature_columns=feature_columns,
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        n_classes=n_classes,
-        batch_size=batch_size)
-
-  def testParseExampleInputFn(self):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    n_classes = 3
-    batch_size = 10
-    words = [b'dog', b'cat', b'bird', b'the', b'a', b'sat', b'flew', b'slept']
-
-    _, examples_file = tempfile.mkstemp()
-    writer = python_io.TFRecordWriter(examples_file)
-    for _ in range(batch_size):
-      sequence_length = random.randint(1, len(words))
-      sentence = random.sample(words, sequence_length)
-      label = random.randint(0, n_classes - 1)
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'tokens':
-                  feature_pb2.Feature(bytes_list=feature_pb2.BytesList(
-                      value=sentence)),
-              'label':
-                  feature_pb2.Feature(int64_list=feature_pb2.Int64List(
-                      value=[label])),
-          }))
-      writer.write(example.SerializeToString())
-    writer.close()
-
-    col = seq_fc.sequence_categorical_column_with_hash_bucket(
-        'tokens', hash_bucket_size=10)
-    embed = fc.embedding_column(col, dimension=2)
-    feature_columns = [embed]
-    feature_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns,
-        label_key='label',
-        label_dtype=dtypes.int64)
-
-    def _train_input_fn():
-      dataset = readers.make_batched_features_dataset(
-          examples_file, batch_size, feature_spec)
-      return dataset.map(lambda features: (features, features.pop('label')))
-    def _eval_input_fn():
-      dataset = readers.make_batched_features_dataset(
-          examples_file, batch_size, feature_spec, num_epochs=1)
-      return dataset.map(lambda features: (features, features.pop('label')))
-    def _predict_input_fn():
-      dataset = readers.make_batched_features_dataset(
-          examples_file, batch_size, feature_spec, num_epochs=1)
-      def features_fn(features):
-        features.pop('label')
-        return features
-      return dataset.map(features_fn)
-
-    self._test_complete_flow(
-        feature_columns=feature_columns,
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        n_classes=n_classes,
-        batch_size=batch_size)
-
-
-def _rnn_classifier_fn(feature_columns, n_classes, cell_units, model_dir):
-  return rnn.RNNClassifier(
-      num_units=cell_units,
-      sequence_feature_columns=feature_columns,
-      n_classes=n_classes,
-      model_dir=model_dir)
-
-
-class RNNClassifierIntegrationTest(BaseRNNClassificationIntegrationTest,
-                                   test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    BaseRNNClassificationIntegrationTest.__init__(self, _rnn_classifier_fn)
-
-
-def _rnn_estimator_fn(feature_columns, n_classes, cell_units, model_dir):
-  return rnn.RNNEstimator(
-      head=head_lib.multi_class_head(n_classes=n_classes),
-      num_units=cell_units,
-      sequence_feature_columns=feature_columns,
-      model_dir=model_dir)
-
-
-class RNNEstimatorIntegrationTest(BaseRNNClassificationIntegrationTest,
-                                  test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    BaseRNNClassificationIntegrationTest.__init__(self, _rnn_estimator_fn)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/contrib/estimator/python/estimator/saved_model_estimator.py b/tensorflow/contrib/estimator/python/estimator/saved_model_estimator.py
index ce98e9987e..031cae4071 100644
--- a/tensorflow/contrib/estimator/python/estimator/saved_model_estimator.py
+++ b/tensorflow/contrib/estimator/python/estimator/saved_model_estimator.py
@@ -12,438 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Class that creates an Estimator from a SavedModel."""
+"""saved_model_estimator python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.export import export as export_lib
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import tensor_shape
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.saved_model import constants
-from tensorflow.python.saved_model import loader_impl
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import training_util
-
-
-class SavedModelEstimator(estimator_lib.Estimator):
-  """Create an Estimator from a SavedModel.
-
-  Only SavedModels exported with
-  `tf.contrib.estimator.export_all_saved_models()` or
-  `tf.estimator.Estimator.export_savedmodel()` are supported for this class.
-
-  Example with `tf.estimator.DNNClassifier`:
-
-  **Step 1: Create and train DNNClassifier.**
-
-  ```python
-  feature1 = tf.feature_column.embedding_column(
-      tf.feature_column.categorical_column_with_vocabulary_list(
-          key='feature1', vocabulary_list=('green', 'yellow')), dimension=1)
-  feature2 = tf.feature_column.numeric_column(key='feature2', default_value=0.0)
-
-  classifier = tf.estimator.DNNClassifier(
-      hidden_units=[4,2], feature_columns=[feature1, feature2])
-
-  def input_fn():
-    features = {'feature1': tf.constant(['green', 'green', 'yellow']),
-                'feature2': tf.constant([3.5, 4.2, 6.1])}
-    label = tf.constant([1., 0., 0.])
-    return tf.data.Dataset.from_tensors((features, label)).repeat()
-
-  classifier.train(input_fn=input_fn, steps=10)
-  ```
-
-  **Step 2: Export classifier.**
-  First, build functions that specify the expected inputs.
-
-  ```python
-  # During train and evaluation, both the features and labels should be defined.
-  supervised_input_receiver_fn = (
-      tf.contrib.estimator.build_raw_supervised_input_receiver_fn(
-          {'feature1': tf.placeholder(dtype=tf.string, shape=[None]),
-           'feature2': tf.placeholder(dtype=tf.float32, shape=[None])},
-          tf.placeholder(dtype=tf.float32, shape=[None])))
-
-  # During predict mode, expect to receive a `tf.Example` proto, so a parsing
-  # function is used.
-  serving_input_receiver_fn = (
-      tf.estimator.export.build_parsing_serving_input_receiver_fn(
-          tf.feature_column.make_parse_example_spec([feature1, feature2])))
-  ```
-
-  Next, export the model as a SavedModel. A timestamped directory will be
-  created (for example `/tmp/export_all/1234567890`).
-
-  ```python
-  # Option 1: Save all modes (train, eval, predict)
-  export_dir = tf.contrib.estimator.export_all_saved_models(
-      classifier, '/tmp/export_all',
-      {tf.estimator.ModeKeys.TRAIN: supervised_input_receiver_fn,
-       tf.estimator.ModeKeys.EVAL: supervised_input_receiver_fn,
-       tf.estimator.ModeKeys.PREDICT: serving_input_receiver_fn})
-
-  # Option 2: Only export predict mode
-  export_dir = classifier.export_savedmodel(
-      '/tmp/export_predict', serving_input_receiver_fn)
-  ```
-
-  **Step 3: Create a SavedModelEstimator from the exported SavedModel.**
-
-  ```python
-  est = tf.contrib.estimator.SavedModelEstimator(export_dir)
-
-  # If all modes were exported, you can immediately evaluate and predict, or
-  # continue training. Otherwise only predict is available.
-  eval_results = est.evaluate(input_fn=input_fn, steps=1)
-  print(eval_results)
-
-  est.train(input_fn=input_fn, steps=20)
-
-  def predict_input_fn():
-    example = tf.train.Example()
-    example.features.feature['feature1'].bytes_list.value.extend(['yellow'])
-    example.features.feature['feature2'].float_list.value.extend([1.])
-    return {'inputs':tf.constant([example.SerializeToString()])}
-
-  predictions = est.predict(predict_input_fn)
-  print(next(predictions))
-  ```
-  """
-
-  def __init__(self, saved_model_dir, model_dir=None):
-    """Initialize a SavedModelEstimator.
-
-    The SavedModelEstimator loads its model function and variable values from
-    the graphs defined in the SavedModel. There is no option to pass in
-    `RunConfig` or `params` arguments, because the model function graph is
-    defined statically in the SavedModel.
-
-    Args:
-      saved_model_dir: Directory containing SavedModel protobuf and subfolders.
-      model_dir: Directory to save new checkpoints during training.
-
-    Raises:
-      NotImplementedError: If a DistributionStrategy is defined in the config.
-        Unless the SavedModelEstimator is subclassed, this shouldn't happen.
-    """
-    checkpoint = estimator_lib._get_saved_model_ckpt(saved_model_dir)  # pylint: disable=protected-access
-    vars_to_warm_start = [name for name, _ in
-                          checkpoint_utils.list_variables(checkpoint)]
-    warm_start_settings = estimator_lib.WarmStartSettings(
-        ckpt_to_initialize_from=checkpoint,
-        vars_to_warm_start=vars_to_warm_start)
-
-    super(SavedModelEstimator, self).__init__(
-        model_fn=self._model_fn_from_saved_model, model_dir=model_dir,
-        warm_start_from=warm_start_settings)
-    if self._train_distribution or self._eval_distribution:
-      raise NotImplementedError(
-          'SavedModelEstimator currently does not support '
-          'DistributionStrategy.')
-    self.saved_model_dir = saved_model_dir
-    self.saved_model_loader = loader_impl.SavedModelLoader(saved_model_dir)
-    self._available_modes = self._extract_available_modes()
-
-  def _extract_available_modes(self):
-    """Return list of modes found in SavedModel."""
-    available_modes = []
-    logging.info('Checking available modes for SavedModelEstimator.')
-    for mode in [model_fn_lib.ModeKeys.TRAIN, model_fn_lib.ModeKeys.EVAL,
-                 model_fn_lib.ModeKeys.PREDICT]:
-      try:
-        self._get_meta_graph_def_for_mode(mode)
-      except RuntimeError:
-        logging.warning('%s mode not found in SavedModel.' % mode)
-        continue
-
-      if self._get_signature_def_for_mode(mode) is not None:
-        available_modes.append(mode)
-
-    logging.info('Available modes for Estimator: %s' % available_modes)
-    return available_modes
-
-  def _validate_mode(self, mode):
-    """Make sure that mode can be run using the SavedModel."""
-    if mode not in self._available_modes:
-      raise RuntimeError('%s mode is not available in the SavedModel. Use '
-                         'saved_model_cli to check that the Metagraph for this '
-                         'mode has been exported.' % mode)
-
-  def _get_meta_graph_def_for_mode(self, mode):
-    tags = model_fn_lib.EXPORT_TAG_MAP[mode]
-    return self.saved_model_loader.get_meta_graph_def_from_tags(tags)
-
-  def _get_signature_def_for_mode(self, mode):
-    meta_graph_def = self._get_meta_graph_def_for_mode(mode)
-    sig_def_key = (signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-                   if mode == model_fn_lib.ModeKeys.PREDICT else mode)
-    if sig_def_key not in meta_graph_def.signature_def:
-      logging.warning('Metagraph for mode %s was found, but SignatureDef with'
-                      ' key \"%s\" is missing.' % (mode, sig_def_key))
-      return None
-    return meta_graph_def.signature_def[sig_def_key]
-
-  def _create_and_assert_global_step(self, graph):
-    # Do nothing here. The global step variable will be created/loaded from the
-    # SavedModel. If a global step variable were created here, the result
-    # will be two duplicate global step variables, causing issues during
-    # the warm-start phase.
-    # Due to the global variable being created in the model function, this may
-    # cause issues when running DistributionStrategy. Thus, DistributionStrategy
-    # is not yet supported with SavedModelEstimator.
-    return None
-
-  def _model_fn_from_saved_model(self, features, labels, mode):
-    """Load a SavedModel graph and return an EstimatorSpec."""
-    # TODO(kathywu): Model function loads placeholders from the graph. Calling
-    # export_all_saved_models creates another placeholder for the inputs, on top
-    # of the original placeholders. There should be a way to avoid this.
-    self._validate_mode(mode)
-
-    g = ops.get_default_graph()
-    if  training_util.get_global_step(g) is not None:
-      raise RuntimeError(
-          'Graph must not contain a global step tensor before the SavedModel is'
-          ' loaded. Please make sure that the input function does not create a '
-          'global step.')
-
-    # Extract SignatureDef for information about the input and output tensors.
-    signature_def = self._get_signature_def_for_mode(mode)
-
-    # Generate input map for replacing the inputs in the SavedModel graph with
-    # the provided features and labels.
-    input_map = _generate_input_map(signature_def, features, labels)
-
-    # Create a list of the names of output tensors. When the graph is loaded,
-    # names of the output tensors may be remapped. This ensures that the correct
-    # tensors are returned in the EstimatorSpec.
-    output_tensor_names = [
-        value.name for value in six.itervalues(signature_def.outputs)]
-
-    # Load the graph. `output_tensors` contains output `Tensors` in the same
-    # same order as the `output_tensor_names` list.
-    tags = model_fn_lib.EXPORT_TAG_MAP[mode]
-    _, output_tensors = self.saved_model_loader.load_graph(
-        g, tags, input_map=input_map, return_elements=output_tensor_names)
-
-    # Create a scaffold from the MetaGraphDef that contains ops to initialize
-    # the graph. This should mirror the steps from _add_meta_graph_for_mode(),
-    # which creates a MetaGraphDef from the EstimatorSpec's scaffold.
-    scaffold = monitored_session.Scaffold(
-        local_init_op=loader_impl._get_main_op_tensor(  # pylint: disable=protected-access
-            self._get_meta_graph_def_for_mode(mode)))
-
-    # Ensure that a global step tensor has been created.
-    global_step_tensor = training_util.get_global_step(g)
-    training_util.assert_global_step(global_step_tensor)
-
-    # Extract values to return in the EstimatorSpec.
-    output_map = dict(zip(output_tensor_names, output_tensors))
-    outputs = {key: output_map[value.name]
-               for key, value in six.iteritems(signature_def.outputs)}
-
-    loss, predictions, metrics = _validate_and_extract_outputs(
-        mode, outputs, signature_def.method_name)
-
-    train_op = ops.get_collection(constants.TRAIN_OP_KEY)
-    if len(train_op) > 1:
-      raise RuntimeError('Multiple ops found in the train_op collection.')
-    train_op = None if not train_op else train_op[0]
-
-    _clear_saved_model_collections()
-    return model_fn_lib.EstimatorSpec(
-        scaffold=scaffold,
-        mode=mode,
-        loss=loss,
-        train_op=train_op,
-        predictions=predictions,
-        eval_metric_ops=metrics)
-
-
-def _clear_saved_model_collections():
-  """Clear collections that are expected empty when exporting a SavedModel.
-
-  The SavedModel builder uses these collections to track ops necessary to
-  restore the graph state. These collections are expected to be empty before
-  MetaGraphs are added to the builder.
-  """
-  del ops.get_collection_ref(constants.ASSETS_KEY)[:]
-  del ops.get_collection_ref(constants.LEGACY_INIT_OP_KEY)[:]
-  del ops.get_collection_ref(constants.MAIN_OP_KEY)[:]
-  del ops.get_collection_ref(constants.TRAIN_OP_KEY)[:]
-
-
-def _generate_input_map(signature_def, features, labels):
-  """Return dict mapping an input tensor name to a feature or label tensor.
-
-  Args:
-    signature_def: SignatureDef loaded from SavedModel
-    features: A `Tensor`, `SparseTensor`, or dict of string to `Tensor` or
-      `SparseTensor`, specifying the features to be passed to the model.
-    labels: A `Tensor`, `SparseTensor`, or dict of string to `Tensor` or
-      `SparseTensor`, specifying the labels to be passed to the model. May be
-      `None`.
-
-  Returns:
-    dict mapping string names of inputs to features or labels tensors
-
-  Raises:
-    ValueError: if SignatureDef inputs are not completely mapped by the input
-      features and labels.
-  """
-  # pylint: disable=protected-access
-  if not isinstance(features, dict):
-    features = {export_lib._SINGLE_FEATURE_DEFAULT_NAME: features}
-  if labels is not None and not isinstance(labels, dict):
-    labels = {export_lib._SINGLE_LABEL_DEFAULT_NAME: labels}
-  # pylint: enable=protected-access
-
-  inputs = signature_def.inputs
-  input_map = {}
-  for key, tensor_info in six.iteritems(inputs):
-    input_name = tensor_info.name
-    if ':' in input_name:
-      input_name = input_name[:input_name.find(':')]
-
-    # When tensors are used as control inputs for operations, their names are
-    # prepended with a '^' character in the GraphDef. To handle possible control
-    # flow edge cases, control input names must be included in the input map.
-    control_dependency_name = '^' + input_name
-
-    if key in features:
-      _check_same_dtype_and_shape(features[key], tensor_info, key)
-      input_map[input_name] = input_map[control_dependency_name] = features[key]
-    elif labels is not None and key in labels:
-      _check_same_dtype_and_shape(labels[key], tensor_info, key)
-      input_map[input_name] = input_map[control_dependency_name] = labels[key]
-    else:
-      raise ValueError(
-          'Key \"%s\" not found in features or labels passed in to the model '
-          'function. All required keys: %s' % (key, inputs.keys()))
-
-  return input_map
-
-
-def _check_same_dtype_and_shape(tensor, tensor_info, name):
-  """Validate that tensor has the same properties as the TensorInfo proto.
-
-  Args:
-    tensor: a `Tensor` object.
-    tensor_info: a `TensorInfo` proto.
-    name: Name of the input (to identify Tensor if an error is raised).
-
-  Raises:
-    ValueError: If the tensor shape or dtype don't match the TensorInfo
-  """
-  dtype_error = (tensor.dtype != dtypes.DType(tensor_info.dtype))
-  shape_error = not tensor.shape.is_compatible_with(tensor_info.tensor_shape)
-
-  if dtype_error or shape_error:
-    msg = 'Tensor shape and/or dtype validation failed for input %s:' % name
-    if dtype_error:
-      msg += ('\n\tExpected dtype: %s, Got: %s'
-              % (dtypes.DType(tensor_info.dtype), tensor.dtype))
-    if shape_error:
-      msg += ('\n\tExpected shape: %s, Got: %s'
-              % (tensor_shape.TensorShape(tensor_info.tensor_shape),
-                 tensor.shape))
-
-    raise ValueError(msg)
-
-
-def _extract_eval_metrics(output_dict):
-  """Return a eval metric dict extracted from the output_dict.
-
-  Eval metrics consist of a value tensor and an update op. Both must be in the
-  passed-in tensor dictionary for an eval metric to be added to the returned
-  dictionary.
-
-  Args:
-    output_dict: a dict that maps strings to tensors.
-
-  Returns:
-    dict mapping strings to (value, update_op) tuples.
-  """
-  # pylint: disable=protected-access
-  metric_ops = {}
-  separator_char = export_output._SupervisedOutput._SEPARATOR_CHAR
-
-  for key, tensor in six.iteritems(output_dict):
-    split_key = key.split(separator_char)
-
-    # The metric name may contain the separator character, so recreate its name.
-    metric_name = separator_char.join(split_key[:-1])
-
-    if split_key[0] == export_output._SupervisedOutput.METRICS_NAME:
-      # If the key ends with the value suffix, and there is a corresponding
-      # key ending with the update_op suffix, then add tensors to metrics dict.
-      if split_key[-1] == export_output._SupervisedOutput.METRIC_VALUE_SUFFIX:
-        update_op = ''.join(
-            [metric_name, separator_char,
-             export_output._SupervisedOutput.METRIC_UPDATE_SUFFIX])
-        if update_op in output_dict:
-          update_op_tensor = output_dict[update_op]
-          metric_ops[metric_name] = (tensor, update_op_tensor)
-
-  # pylint: enable=protected-access
-  return metric_ops
-
-
-def _validate_and_extract_outputs(mode, output_dict, method_name):
-  """Extract values from SignatureDef output dictionary.
-
-  Args:
-    mode: One of the modes enumerated in `tf.estimator.ModeKeys`.
-    output_dict: dict of string SignatureDef keys to `Tensor`.
-    method_name: Method name of the SignatureDef as a string.
-
-  Returns:
-    Tuple of (
-      loss: `Tensor` object,
-      predictions: dictionary mapping string keys to `Tensor` objects,
-      metrics: dictionary mapping string keys to a tuple of two `Tensor` objects
-    )
-
-  Raises:
-    RuntimeError: raised if SignatureDef has an invalid method name for the mode
-  """
-  # pylint: disable=protected-access
-  loss, predictions, metrics = None, None, None
-
-  if mode == model_fn_lib.ModeKeys.PREDICT:
-    predictions = output_dict
-  else:
-    # Validate that the SignatureDef's method name matches the expected name for
-    # the given mode.
-    expected_method_name = signature_constants.SUPERVISED_TRAIN_METHOD_NAME
-    if mode == model_fn_lib.ModeKeys.EVAL:
-      expected_method_name = signature_constants.SUPERVISED_EVAL_METHOD_NAME
-    if method_name != expected_method_name:
-      raise RuntimeError(
-          'Invalid SignatureDef method name for mode %s.\n\tExpected: %s\n\t'
-          'Got: %s\nPlease ensure that the SavedModel was exported with '
-          '`tf.contrib.estimator.export_all_saved_models()`.' %
-          (mode, expected_method_name, method_name))
+from tensorflow_estimator.contrib.estimator.python.estimator import saved_model_estimator
 
-    # Extract loss, metrics and predictions from the output dict.
-    loss = output_dict[export_output._SupervisedOutput.LOSS_NAME]
-    metrics = _extract_eval_metrics(output_dict)
-    predictions = {
-        key: value for key, value in six.iteritems(output_dict)
-        if key.split(export_output._SupervisedOutput._SEPARATOR_CHAR)[0] == (
-            export_output._SupervisedOutput.PREDICTIONS_NAME)}
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+saved_model_estimator.__all__ = [
+    s for s in dir(saved_model_estimator) if not s.startswith('__')
+]
 
-  # pylint: enable=protected-access
-  return loss, predictions, metrics
+from tensorflow_estimator.contrib.estimator.python.estimator.saved_model_estimator import *
diff --git a/tensorflow/contrib/estimator/python/estimator/saved_model_estimator_test.py b/tensorflow/contrib/estimator/python/estimator/saved_model_estimator_test.py
deleted file mode 100644
index 718da1367c..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/saved_model_estimator_test.py
+++ /dev/null
@@ -1,369 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for SavedModelEstimator."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-from tensorflow.contrib.estimator.python.estimator import export as contrib_export
-from tensorflow.contrib.estimator.python.estimator import saved_model_estimator
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import training
-
-
-def dummy_input_fn():
-  return dataset_ops.Dataset.from_tensors((
-      {'x': constant_op.constant([[1], [-2]], dtype=dtypes.int64)},
-      constant_op.constant([[4], [-3]], dtype=dtypes.float32))).repeat()
-
-
-def dummy_input_fn_features_only():
-  return dataset_ops.Dataset.from_tensors(
-      {'x': constant_op.constant([[5], [6]], dtype=dtypes.int64)}).repeat()
-
-
-def dummy_supervised_receiver_fn():
-  feature_spec = {
-      'x': array_ops.placeholder(
-          dtype=dtypes.int64, shape=(2, 1), name='feature_x'),
-      }
-  label_spec = array_ops.placeholder(
-      dtype=dtypes.float32, shape=[2, 1], name='truth')
-  return export.build_raw_supervised_input_receiver_fn(
-      feature_spec, label_spec)
-
-
-def dummy_serving_receiver_fn():
-  feature_spec = {'x': array_ops.placeholder(
-      dtype=dtypes.int64, shape=(2, 1), name='feature_x'),}
-  return export.build_raw_serving_input_receiver_fn(feature_spec)
-
-
-def model_fn_diff_modes(features, labels, mode):
-  _, _ = features, labels
-  v = variables.Variable(21, name='some_var')
-  train_op = None
-  loss = constant_op.constant(104)
-  if mode == model_fn_lib.ModeKeys.TRAIN:
-    loss = constant_op.constant(105)
-    predictions = constant_op.constant([501])
-    train_op = control_flow_ops.group(
-        state_ops.assign_add(training.get_global_step(), 1),
-        state_ops.assign_add(v, 3))
-  elif mode == model_fn_lib.ModeKeys.EVAL:
-    loss = constant_op.constant(106)
-    predictions = constant_op.constant([502])
-  else:
-    loss = constant_op.constant(107)
-    predictions = constant_op.constant([503])
-  return model_fn_lib.EstimatorSpec(
-      mode,
-      loss=loss,
-      train_op=train_op,
-      eval_metric_ops={
-          'abs_err': metrics_lib.mean_absolute_error(
-              constant_op.constant(0), predictions)},
-      predictions=predictions)
-
-
-class SavedModelEstimatorTest(test.TestCase):
-
-  def setUp(self):
-    self.tmpdirs = []
-
-  def tearDown(self):
-    for tmpdir in self.tmpdirs:
-      # gfile.DeleteRecursively fails in the windows cmake test, so use shutil.
-      shutil.rmtree(tmpdir, ignore_errors=True)
-    self.tmpdirs = []
-
-  def _get_tmp_dir(self):
-    tmpdir = tempfile.mkdtemp()
-    self.tmpdirs.append(tmpdir)
-    return tmpdir
-
-  def _export_estimator(self, train=True, evaluate=True, predict=True,
-                        model_fn=model_fn_diff_modes):
-    est = estimator.Estimator(model_fn, self._get_tmp_dir())
-    est.train(input_fn=dummy_input_fn, steps=10)
-
-    input_receiver_fn_map = {}
-    if train:
-      input_receiver_fn_map[model_fn_lib.ModeKeys.TRAIN] = (
-          dummy_supervised_receiver_fn())
-    if evaluate:
-      input_receiver_fn_map[model_fn_lib.ModeKeys.EVAL] = (
-          dummy_supervised_receiver_fn())
-    if predict:
-      input_receiver_fn_map[model_fn_lib.ModeKeys.PREDICT] = (
-          dummy_serving_receiver_fn())
-
-    export_base_path = self._get_tmp_dir()
-    export_dir = contrib_export.export_all_saved_models(
-        est, export_base_path, input_receiver_fn_map)
-    return export_dir
-
-  def test_load_all_modes(self):
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(), self._get_tmp_dir())
-    sme.train(input_fn=dummy_input_fn, steps=1)
-    sme.train(input_fn=dummy_input_fn, steps=2)
-    self.assertEqual(13, sme.get_variable_value('global_step'))
-    self.assertEqual(60, sme.get_variable_value('some_var'))
-
-    eval_results = sme.evaluate(dummy_input_fn, steps=5)
-
-    self.assertEqual(13, eval_results['global_step'])
-    self.assertEqual(106, eval_results['loss'])
-    self.assertEqual(502, eval_results['metrics/abs_err'])
-
-    predictions = next(sme.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'output': 503}, predictions)
-
-  def test_load_all_modes_no_train(self):
-    """Ensure that all functions can be used without requiring a ckpt."""
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(), self._get_tmp_dir())
-    eval_results = sme.evaluate(dummy_input_fn, steps=5)
-    self.assertEqual(10, eval_results['global_step'])
-    self.assertEqual(106, eval_results['loss'])
-    self.assertEqual(502, eval_results['metrics/abs_err'])
-
-    predictions = next(sme.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'output': 503}, predictions)
-
-  def test_partial_exported_estimator(self):
-    sme1 = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(train=False, predict=False), self._get_tmp_dir())
-    sme1.evaluate(dummy_input_fn, steps=5)
-    with self.assertRaisesRegexp(RuntimeError, 'train mode is not available'):
-      sme1.train(input_fn=dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(RuntimeError, 'infer mode is not available'):
-      next(sme1.predict(dummy_input_fn_features_only))
-
-    sme2 = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(evaluate=False), self._get_tmp_dir())
-    sme2.train(input_fn=dummy_input_fn, steps=1)
-    next(sme2.predict(dummy_input_fn_features_only))
-    with self.assertRaisesRegexp(RuntimeError, 'eval mode is not available'):
-      sme2.evaluate(dummy_input_fn, steps=5)
-
-  def test_with_incorrect_input(self):
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(), self._get_tmp_dir())
-
-    def bad_shape_input_fn():
-      return dataset_ops.Dataset.from_tensors((
-          {'x': constant_op.constant([1, 2], dtype=dtypes.int64)},
-          constant_op.constant([1, 2], dtype=dtypes.float32)))
-
-    with self.assertRaisesRegexp(ValueError, 'Expected shape'):
-      sme.train(bad_shape_input_fn, steps=1)
-
-    def bad_dtype_input_fn():
-      return dataset_ops.Dataset.from_tensors((
-          {'x': constant_op.constant([[1], [1]], dtype=dtypes.int32)},
-          constant_op.constant([[1], [1]], dtype=dtypes.int64)))
-
-    with self.assertRaisesRegexp(ValueError, 'Expected dtype'):
-      sme.train(bad_dtype_input_fn, steps=1)
-
-  def test_input_fn_with_global_step(self):
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(), self._get_tmp_dir())
-
-    def bad_input_fn():
-      training.get_or_create_global_step()
-      return dataset_ops.Dataset.from_tensors((
-          {'x': constant_op.constant([[1], [1]], dtype=dtypes.int64)},
-          constant_op.constant([[1], [1]], dtype=dtypes.float32)))
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 'Graph must not contain a global step tensor'):
-      sme.train(bad_input_fn, steps=1)
-
-  def test_re_export_saved_model_serving_only(self):
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(), self._get_tmp_dir())
-    sme.train(dummy_input_fn, steps=3)
-    self.assertEqual(13, sme.get_variable_value('global_step'))
-    self.assertEqual(60, sme.get_variable_value('some_var'))
-
-    predictions = next(sme.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'output': 503}, predictions)
-
-    # Export SavedModel, and test that the variable and prediction values are
-    # the same.
-    sme_export_dir = sme.export_savedmodel(
-        self._get_tmp_dir(), dummy_serving_receiver_fn())
-
-    sme2 = saved_model_estimator.SavedModelEstimator(
-        sme_export_dir, self._get_tmp_dir())
-    self.assertEqual(60, sme.get_variable_value('some_var'))
-    self.assertEqual(13, sme.get_variable_value('global_step'))
-
-    predictions = next(sme2.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'output': 503}, predictions)
-
-  def test_re_export_saved_model(self):
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(), self._get_tmp_dir())
-    self.assertDictEqual(
-        {'loss': 106, 'metrics/abs_err': 502, 'global_step': 10},
-        sme.evaluate(dummy_input_fn, steps=1))
-
-    sme.train(dummy_input_fn, steps=3)
-    self.assertDictEqual(
-        {'loss': 106, 'metrics/abs_err': 502, 'global_step': 13},
-        sme.evaluate(dummy_input_fn, steps=1))
-    self.assertEqual(60, sme.get_variable_value('some_var'))
-
-    predictions = next(sme.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'output': 503}, predictions)
-
-    # Export SavedModel for all modes
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: dummy_supervised_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: dummy_supervised_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: dummy_serving_receiver_fn()}
-    sme_export_dir = contrib_export.export_all_saved_models(
-        sme, self._get_tmp_dir(), input_receiver_fn_map)
-
-    sme2 = saved_model_estimator.SavedModelEstimator(
-        sme_export_dir, self._get_tmp_dir())
-    self.assertDictEqual(
-        {'loss': 106, 'metrics/abs_err': 502, 'global_step': 13},
-        sme.evaluate(dummy_input_fn, steps=1))
-    self.assertEqual(60, sme.get_variable_value('some_var'))
-
-    sme.train(dummy_input_fn, steps=7)
-    self.assertEqual(20, sme.get_variable_value('global_step'))
-
-    predictions = next(sme2.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'output': 503}, predictions)
-
-  def test_load_saved_model_from_serving_only(self):
-    def model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant([103]),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([502]),
-          export_outputs={'test': export_output.ClassificationOutput(
-              constant_op.constant([[32.]]))})
-
-    est = estimator.Estimator(model_fn, self._get_tmp_dir())
-    est.train(input_fn=dummy_input_fn, steps=10)
-
-    def serving_input_receiver_fn():
-      return export.ServingInputReceiver(
-          {'test-features': constant_op.constant([[1], [1]])},
-          array_ops.placeholder(dtype=dtypes.string))
-
-    export_dir = est.export_savedmodel(
-        self._get_tmp_dir(), serving_input_receiver_fn)
-
-    sme = saved_model_estimator.SavedModelEstimator(
-        export_dir, self._get_tmp_dir())
-
-    def input_fn():
-      return {'inputs': constant_op.constant('someinputstr')}
-
-    prediction = next(sme.predict(input_fn))
-    self.assertDictEqual({'scores': 32}, prediction)
-
-  def test_with_local_init_op(self):
-    def model_fn(features, labels, mode):
-      _, _ = features, labels
-      v = variables.Variable(21, name='some_var')
-      scaffold = monitored_session.Scaffold(
-          local_init_op=state_ops.assign_add(v, -3).op
-      )
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          scaffold=scaffold,
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          loss=array_ops.identity(v))
-    export_dir = self._export_estimator(predict=False, model_fn=model_fn)
-    sme = saved_model_estimator.SavedModelEstimator(
-        export_dir, self._get_tmp_dir())
-
-    eval_results1 = sme.evaluate(dummy_input_fn, steps=2)
-    self.assertEqual(15, eval_results1['loss'])
-
-    sme.train(dummy_input_fn, steps=1)
-    self.assertEqual(15, sme.get_variable_value('some_var'))
-
-    eval_results2 = sme.evaluate(dummy_input_fn, steps=5)
-    self.assertEqual(12, eval_results2['loss'])
-
-  def test_with_working_input_fn(self):
-    def model_fn(features, labels, mode):
-      loss = None
-      if labels is not None:
-        loss = labels[0][0] + labels[1][0]
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=loss,
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions={'features_0': array_ops.identity([features['x'][0][0]]),
-                       'features_1': array_ops.identity([features['x'][1][0]])})
-
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(model_fn=model_fn), self._get_tmp_dir())
-    eval_results = sme.evaluate(dummy_input_fn, steps=1)
-    self.assertEqual(1, eval_results['loss'])
-
-    predictions = next(sme.predict(dummy_input_fn_features_only))
-    self.assertDictEqual({'features_0': 5, 'features_1': 6}, predictions)
-
-  def test_control_dependency(self):
-    # Control dependencies are saved with "^" appended to the start of the input
-    # name. The input map must include control dependencies as well.
-    def model_fn(features, labels, mode):
-      _ = labels
-      with ops.control_dependencies([features['x']]):
-        loss = features['x'][1][0]
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=loss,
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-    sme = saved_model_estimator.SavedModelEstimator(
-        self._export_estimator(train=False, predict=False, model_fn=model_fn),
-        self._get_tmp_dir())
-    sme.evaluate(dummy_input_fn, steps=1)  # Should run without error
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/BUILD b/tensorflow/python/estimator/BUILD
index 1c4c5951df..7363a112af 100644
--- a/tensorflow/python/estimator/BUILD
+++ b/tensorflow/python/estimator/BUILD
@@ -2,8 +2,6 @@ package(default_visibility = ["//tensorflow:internal"])
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow:tensorflow.bzl", "py_test")
-
 py_library(
     name = "estimator_py",
     srcs = [
@@ -21,6 +19,7 @@ py_library(
         ":dnn",
         ":dnn_linear_combined",
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":export",
         ":exporter",
         ":inputs",
@@ -39,6 +38,7 @@ py_library(
     srcs = ["exporter.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":gc",
         ":metric_keys",
         ":util",
@@ -46,34 +46,12 @@ py_library(
     ],
 )
 
-py_test(
-    name = "exporter_test",
-    size = "small",
-    srcs = ["exporter_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":estimator",
-        ":exporter",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "gc",
     srcs = ["gc.py"],
     srcs_version = "PY2AND3",
     deps = [
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
-py_test(
-    name = "gc_test",
-    size = "small",
-    srcs = ["gc_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":gc",
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
     ],
 )
@@ -83,30 +61,20 @@ py_library(
     srcs = ["model_fn.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":export_output",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "model_fn_test",
-    size = "small",
-    srcs = ["model_fn_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":export_output",
-        ":model_fn",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "training",
     srcs = ["training.py"],
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":exporter",
         ":run_config",
         "//tensorflow:tensorflow_py_no_contrib",
@@ -114,51 +82,24 @@ py_library(
     ],
 )
 
-py_test(
-    name = "training_test",
-    size = "medium",
-    srcs = ["training_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = ["notsan"],
-    deps = [
-        ":dnn",
-        ":estimator",
-        ":exporter",
-        ":inputs",
-        ":run_config",
-        ":training",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "run_config",
     srcs = ["run_config.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "run_config_test",
-    size = "small",
-    srcs = ["run_config_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":run_config",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "baseline",
     srcs = ["canned/baseline.py"],
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":model_fn",
         ":optimizers",
@@ -167,31 +108,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "baseline_test",
-    size = "medium",
-    srcs = ["canned/baseline_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "noasan",  # test flakily times out in asan mode.
-        "notsan",  # b/67510291
-        "optonly",  # flakily times out in fastbuild
-    ],
-    deps = [
-        ":baseline",
-        ":estimator",
-        ":export_export",
-        ":metric_keys",
-        ":numpy_io",
-        ":pandas_io",
-        ":run_config",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "boosted_trees",
     srcs = ["canned/boosted_trees.py"],
@@ -199,66 +115,33 @@ py_library(
     deps = [
         ":boosted_trees_utils",
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":model_fn",
         "//tensorflow:tensorflow_py_no_contrib",
     ],
 )
 
-py_test(
-    name = "boosted_trees_test",
-    size = "medium",
-    srcs = ["canned/boosted_trees_test.py"],
-    shard_count = 2,
-    srcs_version = "PY2AND3",
-    tags = [
-        "manual",
-        "no_oss",
-        "notap",
-        "optonly",
-    ],
-    deps = [
-        ":boosted_trees",
-        ":inputs",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "boosted_trees_utils",
     srcs = ["canned/boosted_trees_utils.py"],
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":model_fn",
         "//tensorflow:tensorflow_py_no_contrib",
     ],
 )
 
-py_test(
-    name = "boosted_trees_utils_test",
-    size = "medium",
-    srcs = ["canned/boosted_trees_utils_test.py"],
-    shard_count = 2,
-    srcs_version = "PY2AND3",
-    tags = [
-        "optonly",
-    ],
-    deps = [
-        ":boosted_trees",
-        ":inputs",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//third_party/py/numpy",
-    ],
-)
-
 py_library(
     name = "dnn",
     srcs = ["canned/dnn.py"],
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":model_fn",
         ":optimizers",
@@ -274,6 +157,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":metric_keys",
         ":model_fn",
@@ -286,29 +170,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "dnn_test",
-    size = "medium",
-    srcs = ["canned/dnn_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",  # b/67510291
-    ],
-    deps = [
-        ":dnn",
-        ":dnn_testing_utils",
-        ":export_export",
-        ":numpy_io",
-        ":pandas_io",
-        ":prediction_keys",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "@absl_py//absl/testing:parameterized",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "dnn_linear_combined",
     srcs = ["canned/dnn_linear_combined.py"],
@@ -316,6 +177,7 @@ py_library(
     deps = [
         ":dnn",
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":linear",
         ":model_fn",
@@ -325,30 +187,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "dnn_linear_combined_test",
-    size = "medium",
-    srcs = ["canned/dnn_linear_combined_test.py"],
-    shard_count = 8,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",  # b/67510291
-    ],
-    deps = [
-        ":dnn_linear_combined",
-        ":dnn_testing_utils",
-        ":export_export",
-        ":linear_testing_utils",
-        ":numpy_io",
-        ":pandas_io",
-        ":prediction_keys",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "@absl_py//absl/testing:parameterized",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "util",
     srcs = [
@@ -356,23 +194,11 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
     ],
 )
 
-py_test(
-    name = "util_test",
-    srcs = ["util_test.py"],
-    srcs_version = "PY2AND3",
-    tags = ["notsan"],  # b/67510291
-    deps = [
-        ":util",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "estimator",
     srcs = [
@@ -380,6 +206,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":export_export",
         ":model_fn",
         ":run_config",
@@ -390,25 +217,6 @@ py_library(
     ],
 )
 
-py_test(
-    name = "estimator_test",
-    srcs = ["estimator_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = ["notsan"],  # b/67510291
-    deps = [
-        ":estimator",
-        ":export_export",
-        ":export_output",
-        ":model_fn",
-        ":numpy_io",
-        ":run_config",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "parsing_utils",
     srcs = [
@@ -416,42 +224,23 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "parsing_utils_test",
-    srcs = ["canned/parsing_utils_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":parsing_utils",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "export_output",
     srcs = ["export/export_output.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "export_output_test",
-    size = "small",
-    srcs = ["export/export_output_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":export_output",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "export",
     srcs = [
@@ -459,6 +248,7 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":export_export",
         ":export_output",
         "//tensorflow:tensorflow_py_no_contrib",
@@ -472,30 +262,19 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":util",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "export_test",
-    size = "small",
-    srcs = ["export/export_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":export_export",
-        ":export_output",
-        ":util",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "head",
     srcs = ["canned/head.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":export_output",
         ":metric_keys",
         ":model_fn",
@@ -505,31 +284,12 @@ py_library(
     ],
 )
 
-py_test(
-    name = "head_test",
-    size = "medium",
-    srcs = ["canned/head_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = ["no_pip"],
-    deps = [
-        ":dnn_testing_utils",
-        ":head",
-        ":metric_keys",
-        ":model_fn",
-        ":numpy_io",
-        ":prediction_keys",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//third_party/py/numpy",
-        "@six_archive//:six",
-    ],
-)
-
 py_library(
     name = "inputs",
     srcs = ["inputs/inputs.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":numpy_io",
         ":pandas_io",
         "//tensorflow:tensorflow_py_no_contrib",
@@ -542,6 +302,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":head",
         ":optimizers",
         "//tensorflow:tensorflow_py_no_contrib",
@@ -556,6 +317,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":export_export",
         ":linear",
         ":metric_keys",
@@ -567,28 +329,12 @@ py_library(
     ],
 )
 
-py_test(
-    name = "linear_test",
-    size = "medium",
-    srcs = ["canned/linear_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_pip",
-        "notsan",  # b/67510291
-    ],
-    deps = [
-        ":linear",
-        ":linear_testing_utils",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "metric_keys",
     srcs = ["canned/metric_keys.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":model_fn",
     ],
 )
@@ -598,57 +344,29 @@ py_library(
     srcs = ["inputs/numpy_io.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         ":inputs_queues",
     ],
 )
 
-py_test(
-    name = "numpy_io_test",
-    size = "small",
-    srcs = ["inputs/numpy_io_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":numpy_io",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "optimizers",
     srcs = ["canned/optimizers.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "optimizers_test",
-    size = "small",
-    srcs = ["canned/optimizers_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":optimizers",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "pandas_io",
     srcs = ["inputs/pandas_io.py"],
     srcs_version = "PY2AND3",
-    deps = [":inputs_queues"],
-)
-
-py_test(
-    name = "pandas_io_test",
-    size = "small",
-    srcs = ["inputs/pandas_io_test.py"],
-    srcs_version = "PY2AND3",
     deps = [
-        ":pandas_io",
-        "//tensorflow:tensorflow_py_no_contrib",
+        ":expect_tensorflow_estimator_installed",
+        ":inputs_queues",
     ],
 )
 
@@ -656,7 +374,9 @@ py_library(
     name = "prediction_keys",
     srcs = ["canned/prediction_keys.py"],
     srcs_version = "PY2AND3",
-    deps = [],
+    deps = [
+        ":expect_tensorflow_estimator_installed",
+    ],
 )
 
 py_library(
@@ -668,41 +388,19 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     deps = [
+        ":expect_tensorflow_estimator_installed",
         "//tensorflow:tensorflow_py_no_contrib",
         "@six_archive//:six",
     ],
 )
 
-py_test(
-    name = "feeding_functions_test",
-    size = "small",
-    srcs = [
-        "inputs/queues/feeding_functions_test.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":inputs_queues",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
-py_test(
-    name = "feeding_queue_runner_test",
-    size = "small",
-    srcs = ["inputs/queues/feeding_queue_runner_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":inputs_queues",
-        "//tensorflow:tensorflow_py_no_contrib",
-    ],
-)
-
 py_library(
     name = "keras",
     srcs = ["keras.py"],
     srcs_version = "PY2AND3",
     deps = [
         ":estimator",
+        ":expect_tensorflow_estimator_installed",
         ":export_export",
         ":model_fn",
         ":run_config",
@@ -710,61 +408,9 @@ py_library(
     ],
 )
 
-py_test(
-    name = "keras_test",
-    size = "large",
-    srcs = ["keras_test.py"],
-    shard_count = 4,
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_windows",
-        "notsan",  # b/67510291
-    ],
-    deps = [
-        ":keras",
-        ":numpy_io",
-        ":run_config",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_library(
-    name = "expect_numpy_installed",
-    # This is a dummy rule used as a numpy dependency in open-source.
-    # We expect numpy to already be installed on the system, e.g. via
-    # `pip install numpy`
-    visibility = ["//visibility:public"],
-)
-
-py_library(
-    name = "expect_pandas_installed",
-    # This is a dummy rule used as a numpy dependency in open-source.
-    # We expect pandas to already be installed on the system, e.g. via
-    # `pip install pandas`
-    visibility = ["//visibility:public"],
-)
-
-py_library(
-    name = "expect_h5py_installed",
-    # This is a dummy rule used as a numpy dependency in open-source.
-    # We expect h5py to already be installed on the system, e.g. via
-    # `pip install h5py'
-    visibility = ["//visibility:public"],
-)
-
-py_library(
-    name = "expect_six_installed",
-    # This is a dummy rule used as a numpy dependency in open-source.
-    # We expect six to already be installed on the system, e.g. via
-    # `pip install six`
-    visibility = ["//visibility:public"],
-)
-
 py_library(
-    name = "expect_tensorflow_installed",
-    # This is a dummy rule used as a numpy dependency in open-source.
-    # We expect tensorflow to already be installed on the system, e.g. via
-    # `pip install tensorflow` or `pip install tensorflow_gpu`
+    name = "expect_tensorflow_estimator_installed",
+    # This is a dummy rule used as a dependency in open-source.
+    # We expect tensorflow_estimator to already be installed.
     visibility = ["//visibility:public"],
 )
diff --git a/tensorflow/python/estimator/__init__.py b/tensorflow/python/estimator/__init__.py
index 8cf8df567f..1e32161fbb 100644
--- a/tensorflow/python/estimator/__init__.py
+++ b/tensorflow/python/estimator/__init__.py
@@ -12,14 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Import Estimator APIs.
+"""estimator python module.
 
-Note: This file is imported by the create_estimator_api genrule. It must
-transitively import all Estimator modules/packages for their @estimator_export
-annotations to generate the public Estimator python API.
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import tensorflow.python.estimator.estimator_lib
+from tensorflow_estimator.python import estimator
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+estimator.__all__ = [s for s in dir(estimator) if not s.startswith('__')]
+
+from tensorflow_estimator.python.estimator import *
diff --git a/tensorflow/python/estimator/canned/__init__.py b/tensorflow/python/estimator/canned/__init__.py
index e69de29bb2..d640c8c15a 100644
--- a/tensorflow/python/estimator/canned/__init__.py
+++ b/tensorflow/python/estimator/canned/__init__.py
@@ -0,0 +1,32 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""canned python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow_estimator.python.estimator import canned
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+canned.__all__ = [s for s in dir(canned) if not s.startswith('__')]
+
+from tensorflow_estimator.python.estimator.canned import *
diff --git a/tensorflow/python/estimator/canned/baseline.py b/tensorflow/python/estimator/canned/baseline.py
index 20c7a69b7c..2f0e93d911 100644
--- a/tensorflow/python/estimator/canned/baseline.py
+++ b/tensorflow/python/estimator/canned/baseline.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,365 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Baseline estimators.
+"""baseline python module.
 
-Baseline estimators are bias-only estimators that can be used for debugging
-and as simple baselines.
-
-Example:
-
-```
-# Build BaselineClassifier
-classifier = BaselineClassifier(n_classes=3)
-
-# Input builders
-def input_fn_train(): # returns x, y (where y represents label's class index).
-  pass
-
-def input_fn_eval(): # returns x, y (where y represents label's class index).
-  pass
-
-# Fit model.
-classifier.train(input_fn=input_fn_train)
-
-# Evaluate cross entropy between the test and train labels.
-loss = classifier.evaluate(input_fn=input_fn_eval)["loss"]
-
-# predict outputs the probability distribution of the classes as seen in
-# training.
-predictions = classifier.predict(new_samples)
-```
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.training import training_util
-from tensorflow.python.util.tf_export import estimator_export
-
-# The default learning rate of 0.3 is a historical artifact of the initial
-# implementation, but seems a reasonable choice.
-_LEARNING_RATE = 0.3
-
-
-def _get_weight_column_key(weight_column):
-  if weight_column is None:
-    return None
-  if isinstance(weight_column, six.string_types):
-    return weight_column
-  if not isinstance(weight_column, feature_column_lib._NumericColumn):  # pylint: disable=protected-access
-    raise TypeError('Weight column must be either a string or _NumericColumn.'
-                    ' Given type: {}.'.format(type(weight_column)))
-  return weight_column.key()
-
-
-def _baseline_logit_fn_builder(num_outputs, weight_column=None):
-  """Function builder for a baseline logit_fn.
-
-  Args:
-    num_outputs: Number of outputs for the model.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-       weights. It will be multiplied by the loss of the example.
-  Returns:
-    A logit_fn (see below).
-  """
-
-  def baseline_logit_fn(features):
-    """Baseline model logit_fn.
-
-    The baseline model simply learns a bias, so the output logits are a
-    `Variable` with one weight for each output that learns the bias for the
-    corresponding output.
-
-    Args:
-      features: The first item returned from the `input_fn` passed to `train`,
-        `evaluate`, and `predict`. This should be a single `Tensor` or dict with
-        `Tensor` values.
-    Returns:
-      A `Tensor` representing the logits.
-    """
-    size_checks = []
-    batch_size = None
-
-    weight_column_key = _get_weight_column_key(weight_column)
-
-    # The first dimension is assumed to be a batch size and must be consistent
-    # among all of the features.
-    for key, feature in features.items():
-      # Skip weight_column to ensure we don't add size checks to it.
-      # These would introduce a dependency on the weight at serving time.
-      if key == weight_column_key:
-        continue
-      first_dim = array_ops.shape(feature)[0]
-      if batch_size is None:
-        batch_size = first_dim
-      else:
-        size_checks.append(check_ops.assert_equal(batch_size, first_dim))
-
-    with ops.control_dependencies(size_checks):
-      with variable_scope.variable_scope('baseline'):
-        bias = variable_scope.get_variable('bias', shape=[num_outputs],
-                                           initializer=init_ops.Zeros)
-        return math_ops.multiply(bias, array_ops.ones([batch_size,
-                                                       num_outputs]))
-
-  return baseline_logit_fn
-
-
-def _baseline_model_fn(features, labels, mode, head, optimizer,
-                       weight_column=None, config=None):
-  """Model_fn for baseline models.
-
-  Args:
-    features: `Tensor` or dict of `Tensor` (depends on data passed to `train`).
-    labels: `Tensor` of labels that are compatible with the `Head` instance.
-    mode: Defines whether this is training, evaluation or prediction.
-      See `ModeKeys`.
-    head: A `Head` instance.
-    optimizer: String, `tf.Optimizer` object, or callable that creates the
-      optimizer to use for training. If not specified, will use `FtrlOptimizer`
-      with a default learning rate of 0.3.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-       weights. It will be multiplied by the loss of the example.
-    config: `RunConfig` object to configure the runtime settings.
-
-  Raises:
-    KeyError: If weight column is specified but not present.
-    ValueError: If features is an empty dictionary.
-
-  Returns:
-    An `EstimatorSpec` instance.
-  """
-  del config  # Unused.
-
-  logit_fn = _baseline_logit_fn_builder(head.logits_dimension, weight_column)
-  logits = logit_fn(features)
-
-  def train_op_fn(loss):
-    opt = optimizers.get_optimizer_instance(
-        optimizer, learning_rate=_LEARNING_RATE)
-    return opt.minimize(loss, global_step=training_util.get_global_step())
-
-  return head.create_estimator_spec(
-      features=features,
-      mode=mode,
-      logits=logits,
-      labels=labels,
-      train_op_fn=train_op_fn)
-
-
-@estimator_export('estimator.BaselineClassifier')
-class BaselineClassifier(estimator.Estimator):
-  """A classifier that can establish a simple baseline.
-
-  This classifier ignores feature values and will learn to predict the average
-  value of each label. For single-label problems, this will predict the
-  probability distribution of the classes as seen in the labels. For multi-label
-  problems, this will predict the fraction of examples that are positive for
-  each class.
-
-  Example:
-
-  ```python
-
-  # Build BaselineClassifier
-  classifier = BaselineClassifier(n_classes=3)
-
-  # Input builders
-  def input_fn_train: # returns x, y (where y represents label's class index).
-    pass
-
-  def input_fn_eval: # returns x, y (where y represents label's class index).
-    pass
-
-  # Fit model.
-  classifier.train(input_fn=input_fn_train)
-
-  # Evaluate cross entropy between the test and train labels.
-  loss = classifier.evaluate(input_fn=input_fn_eval)["loss"]
-
-  # predict outputs the probability distribution of the classes as seen in
-  # training.
-  predictions = classifier.predict(new_samples)
-
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-    otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-     `key=weight_column` whose value is a `Tensor`.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               model_dir=None,
-               n_classes=2,
-               weight_column=None,
-               label_vocabulary=None,
-               optimizer='Ftrl',
-               config=None,
-               loss_reduction=losses.Reduction.SUM):
-    """Initializes a BaselineClassifier instance.
-
-    Args:
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      n_classes: number of label classes. Default is binary classification.
-        It must be greater than 1. Note: Class labels are integers representing
-        the class index (i.e. values from 0 to n_classes-1). For arbitrary
-        label values (e.g. string labels), convert to class indices first.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-         weights. It will be multiplied by the loss of the example.
-      label_vocabulary: Optional list of strings with size `[n_classes]`
-        defining the label vocabulary. Only supported for `n_classes` > 2.
-      optimizer: String, `tf.Optimizer` object, or callable that creates the
-        optimizer to use for training. If not specified, will use
-        `FtrlOptimizer` with a default learning rate of 0.3.
-      config: `RunConfig` object to configure the runtime settings.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-    Returns:
-      A `BaselineClassifier` estimator.
-
-    Raises:
-      ValueError: If `n_classes` < 2.
-    """
-    if n_classes == 2:
-      head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(  # pylint: disable=protected-access
-          weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-    else:
-      head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(  # pylint: disable=protected-access
-          n_classes, weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-    def _model_fn(features, labels, mode, config):
-      return _baseline_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          optimizer=optimizer,
-          weight_column=weight_column,
-          config=config)
-    super(BaselineClassifier, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config)
-
-
-@estimator_export('estimator.BaselineRegressor')
-class BaselineRegressor(estimator.Estimator):
-  """A regressor that can establish a simple baseline.
-
-  This regressor ignores feature values and will learn to predict the average
-  value of each label.
-
-  Example:
-
-  ```python
-
-  # Build BaselineRegressor
-  regressor = BaselineRegressor()
-
-  # Input builders
-  def input_fn_train: # returns x, y (where y is the label).
-    pass
-
-  def input_fn_eval: # returns x, y (where y is the label).
-    pass
-
-  # Fit model.
-  regressor.train(input_fn=input_fn_train)
-
-  # Evaluate squared-loss between the test and train targets.
-  loss = regressor.evaluate(input_fn=input_fn_eval)["loss"]
-
-  # predict outputs the mean value seen during training.
-  predictions = regressor.predict(new_samples)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-    otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-     `key=weight_column` whose value is a `Tensor`.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               model_dir=None,
-               label_dimension=1,
-               weight_column=None,
-               optimizer='Ftrl',
-               config=None,
-               loss_reduction=losses.Reduction.SUM):
-    """Initializes a BaselineRegressor instance.
+from tensorflow_estimator.python.estimator.canned import baseline
 
-    Args:
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      label_dimension: Number of regression targets per example. This is the
-        size of the last dimension of the labels and logits `Tensor` objects
-        (typically, these have shape `[batch_size, label_dimension]`).
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-         weights. It will be multiplied by the loss of the example.
-      optimizer: String, `tf.Optimizer` object, or callable that creates the
-        optimizer to use for training. If not specified, will use
-        `FtrlOptimizer` with a default learning rate of 0.3.
-      config: `RunConfig` object to configure the runtime settings.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-    Returns:
-      A `BaselineRegressor` estimator.
-    """
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+baseline.__all__ = [s for s in dir(baseline) if not s.startswith('__')]
 
-    head = head_lib._regression_head(  # pylint: disable=protected-access
-        label_dimension=label_dimension,
-        weight_column=weight_column,
-        loss_reduction=loss_reduction)
-    def _model_fn(features, labels, mode, config):
-      return _baseline_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          optimizer=optimizer,
-          config=config)
-    super(BaselineRegressor, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config)
+from tensorflow_estimator.python.estimator.canned.baseline import *
diff --git a/tensorflow/python/estimator/canned/baseline_test.py b/tensorflow/python/estimator/canned/baseline_test.py
deleted file mode 100644
index 1df7216ba6..0000000000
--- a/tensorflow/python/estimator/canned/baseline_test.py
+++ /dev/null
@@ -1,1558 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for baseline.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import math
-import os
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.core.example import example_pb2
-from tensorflow.core.example import feature_pb2
-from tensorflow.python.client import session as tf_session
-from tensorflow.python.estimator.canned import baseline
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.estimator.inputs import pandas_io
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import data_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import input as input_lib
-from tensorflow.python.training import optimizer
-from tensorflow.python.training import queue_runner
-from tensorflow.python.training import saver
-
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-# pylint rules which are disabled by default for test files.
-# pylint: disable=invalid-name,protected-access,missing-docstring
-
-# Names of variables created by model.
-BIAS_NAME = 'baseline/bias'
-
-
-def assert_close(expected, actual, rtol=1e-04, name='assert_close'):
-  with ops.name_scope(name, 'assert_close', (expected, actual, rtol)) as scope:
-    expected = ops.convert_to_tensor(expected, name='expected')
-    actual = ops.convert_to_tensor(actual, name='actual')
-    rdiff = math_ops.abs(expected - actual, 'diff') / math_ops.abs(expected)
-    rtol = ops.convert_to_tensor(rtol, name='rtol')
-    return check_ops.assert_less(
-        rdiff,
-        rtol,
-        data=('Condition expected =~ actual did not hold element-wise:'
-              'expected = ', expected, 'actual = ', actual, 'rdiff = ', rdiff,
-              'rtol = ', rtol,),
-        name=scope)
-
-
-def save_variables_to_ckpt(model_dir):
-  init_all_op = [variables.global_variables_initializer()]
-  with tf_session.Session() as sess:
-    sess.run(init_all_op)
-    saver.Saver().save(sess, os.path.join(model_dir, 'model.ckpt'))
-
-
-def queue_parsed_features(feature_map):
-  tensors_to_enqueue = []
-  keys = []
-  for key, tensor in six.iteritems(feature_map):
-    keys.append(key)
-    tensors_to_enqueue.append(tensor)
-  queue_dtypes = [x.dtype for x in tensors_to_enqueue]
-  input_queue = data_flow_ops.FIFOQueue(capacity=100, dtypes=queue_dtypes)
-  queue_runner.add_queue_runner(
-      queue_runner.QueueRunner(input_queue,
-                               [input_queue.enqueue(tensors_to_enqueue)]))
-  dequeued_tensors = input_queue.dequeue()
-  return {keys[i]: dequeued_tensors[i] for i in range(len(dequeued_tensors))}
-
-
-def sorted_key_dict(unsorted_dict):
-  return {k: unsorted_dict[k] for k in sorted(unsorted_dict)}
-
-
-def sigmoid(x):
-  return 1 / (1 + np.exp(-1.0 * x))
-
-
-def _baseline_regressor_fn(*args, **kwargs):
-  return baseline.BaselineRegressor(*args, **kwargs)
-
-
-def _baseline_classifier_fn(*args, **kwargs):
-  return baseline.BaselineClassifier(*args, **kwargs)
-
-
-# Tests for Baseline Regressor.
-
-
-# TODO(b/36813849): Add tests with dynamic shape inputs using placeholders.
-class BaselineRegressorEvaluationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_evaluation_for_simple_data(self):
-    with ops.Graph().as_default():
-      variables.Variable([13.0], name=BIAS_NAME)
-      variables.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_regressor = _baseline_regressor_fn(model_dir=self._model_dir)
-    eval_metrics = baseline_regressor.evaluate(
-        input_fn=lambda: ({'age': ((1,),)}, ((10.,),)), steps=1)
-
-    # Logit is bias = 13, while label is 10. Loss is 3**2 = 9.
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 9.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_batch(self):
-    """Tests evaluation for batch_size==2."""
-    with ops.Graph().as_default():
-      variables.Variable([13.0], name=BIAS_NAME)
-      variables.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_regressor = _baseline_regressor_fn(model_dir=self._model_dir)
-    eval_metrics = baseline_regressor.evaluate(
-        input_fn=lambda: ({'age': ((1,), (1,))}, ((10.,), (10.,))), steps=1)
-
-    # Logit is bias = 13, while label is 10.
-    # Loss per example is 3**2 = 9.
-    # Training loss is the sum over batch = 9 + 9 = 18
-    # Average loss is the average over batch = 9
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 18.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_weights(self):
-    """Tests evaluation with weights."""
-    with ops.Graph().as_default():
-      variables.Variable([13.0], name=BIAS_NAME)
-      variables.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    def _input_fn():
-      features = {'age': ((1,), (1,)), 'weights': ((1.,), (2.,))}
-      labels = ((10.,), (10.,))
-      return features, labels
-
-    baseline_regressor = _baseline_regressor_fn(
-        weight_column='weights',
-        model_dir=self._model_dir)
-    eval_metrics = baseline_regressor.evaluate(input_fn=_input_fn, steps=1)
-
-    # Logit is bias = 13, while label is 10.
-    # Loss per example is 3**2 = 9.
-    # Training loss is the weighted sum over batch = 9 + 2*9 = 27
-    # average loss is the weighted average = 9 + 2*9 / (1 + 2) = 9
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 27.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_for_multi_dimensions(self):
-    label_dim = 2
-    with ops.Graph().as_default():
-      variables.Variable([46.0, 58.0], name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_regressor = _baseline_regressor_fn(
-        label_dimension=label_dim,
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'age': np.array([[2., 4., 5.]]),
-        },
-        y=np.array([[46., 58.]]),
-        batch_size=1,
-        num_epochs=None,
-        shuffle=False)
-    eval_metrics = baseline_regressor.evaluate(input_fn=input_fn, steps=1)
-
-    self.assertItemsEqual(
-        (metric_keys.MetricKeys.LOSS, metric_keys.MetricKeys.LOSS_MEAN,
-         metric_keys.MetricKeys.PREDICTION_MEAN,
-         metric_keys.MetricKeys.LABEL_MEAN, ops.GraphKeys.GLOBAL_STEP),
-        eval_metrics.keys())
-
-    # Logit is bias which is [46, 58]
-    self.assertAlmostEqual(0, eval_metrics[metric_keys.MetricKeys.LOSS])
-
-
-class BaselineRegressorPredictTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_1d(self):
-    """Tests predict when all variables are one-dimensional."""
-    with ops.Graph().as_default():
-      variables.Variable([.2], name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_regressor = _baseline_regressor_fn(model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[2.]])},
-        y=None,
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    predictions = baseline_regressor.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # x * weight + bias = 2. * 10. + .2 = 20.2
-    self.assertAllClose([[.2]], predicted_scores)
-
-  def testMultiDim(self):
-    """Tests predict when all variables are multi-dimenstional."""
-    batch_size = 2
-    label_dimension = 3
-    with ops.Graph().as_default():
-      variables.Variable(  # shape=[label_dimension]
-          [.2, .4, .6], name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    baseline_regressor = _baseline_regressor_fn(
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        # x shape=[batch_size, x_dim]
-        x={'x': np.array([[1., 2., 3., 4.], [5., 6., 7., 8.]])},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predictions = baseline_regressor.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # score = bias, shape=[batch_size, label_dimension]
-    self.assertAllClose([[0.2, 0.4, 0.6], [0.2, 0.4, 0.6]],
-                        predicted_scores)
-
-
-class BaselineRegressorIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, label_dimension, prediction_length):
-    feature_columns = [
-        feature_column_lib.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = _baseline_regressor_fn(
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    # learn y = x
-    est.train(train_input_fn, steps=200)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(200, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn(metric_keys.MetricKeys.LOSS, six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array(
-        [x['predictions'] for x in est.predict(predict_input_fn)])
-    self.assertAllEqual((prediction_length, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column_lib.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    input_dimension = label_dimension
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-  def test_pandas_input_fn(self):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-
-    # Pandas DataFrame natually supports 1 dim data only.
-    label_dimension = 1
-    input_dimension = label_dimension
-    batch_size = 10
-    data = np.array([1., 2., 3., 4.], dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(data)
-    prediction_length = 4
-
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, num_epochs=None, shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-  def test_input_fn_from_parse_example(self):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    label_dimension = 2
-    input_dimension = label_dimension
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=datum)),
-              'y':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=datum[:label_dimension])),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-    }
-
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-
-class BaselineRegressorTrainingTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _mock_optimizer(self, expected_loss=None):
-    expected_var_names = [
-        '%s:0' % BIAS_NAME
-    ]
-
-    def _minimize(loss, global_step=None, var_list=None):
-      trainable_vars = var_list or ops.get_collection(
-          ops.GraphKeys.TRAINABLE_VARIABLES)
-      self.assertItemsEqual(expected_var_names,
-                            [var.name for var in trainable_vars])
-
-      # Verify loss. We can't check the value directly, so we add an assert op.
-      self.assertEquals(0, loss.shape.ndims)
-      if expected_loss is None:
-        if global_step is not None:
-          return state_ops.assign_add(global_step, 1).op
-        return control_flow_ops.no_op()
-      assert_loss = assert_close(
-          math_ops.to_float(expected_loss, name='expected'),
-          loss,
-          name='assert_loss')
-      with ops.control_dependencies((assert_loss,)):
-        if global_step is not None:
-          return state_ops.assign_add(global_step, 1).op
-        return control_flow_ops.no_op()
-
-    mock_optimizer = test.mock.NonCallableMock(
-        spec=optimizer.Optimizer,
-        wraps=optimizer.Optimizer(use_locking=False, name='my_optimizer'))
-    mock_optimizer.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    # NOTE: Estimator.params performs a deepcopy, which wreaks havoc with mocks.
-    # So, return mock_optimizer itself for deepcopy.
-    mock_optimizer.__deepcopy__ = lambda _: mock_optimizer
-    return mock_optimizer
-
-  def _assert_checkpoint(self,
-                         label_dimension,
-                         expected_global_step,
-                         expected_bias=None):
-    shapes = {
-        name: shape
-        for (name, shape) in checkpoint_utils.list_variables(self._model_dir)
-    }
-
-    self.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-    self.assertEqual(expected_global_step,
-                     checkpoint_utils.load_variable(self._model_dir,
-                                                    ops.GraphKeys.GLOBAL_STEP))
-
-    self.assertEqual([label_dimension], shapes[BIAS_NAME])
-    if expected_bias is not None:
-      self.assertEqual(expected_bias,
-                       checkpoint_utils.load_variable(self._model_dir,
-                                                      BIAS_NAME))
-
-  def testFromScratchWithDefaultOptimizer(self):
-    # Create BaselineRegressor.
-    label = 5.
-    age = 17
-    baseline_regressor = _baseline_regressor_fn(model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    baseline_regressor.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self._assert_checkpoint(label_dimension=1, expected_global_step=num_steps)
-
-  def testTrainWithOneDimLabel(self):
-    label_dimension = 1
-    batch_size = 20
-    est = _baseline_regressor_fn(
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-    data_rank_1 = np.linspace(0., 2., batch_size, dtype=np.float32)
-    self.assertEqual((batch_size,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1},
-        y=data_rank_1,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(label_dimension=1, expected_global_step=200)
-
-  def testTrainWithOneDimWeight(self):
-    label_dimension = 1
-    batch_size = 20
-    est = _baseline_regressor_fn(
-        label_dimension=label_dimension,
-        weight_column='w',
-        model_dir=self._model_dir)
-
-    data_rank_1 = np.linspace(0., 2., batch_size, dtype=np.float32)
-    self.assertEqual((batch_size,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1,
-           'w': data_rank_1},
-        y=data_rank_1,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(label_dimension=1, expected_global_step=200)
-
-  def testFromScratch(self):
-    # Create BaselineRegressor.
-    label = 5.
-    age = 17
-    # loss = (logits - label)^2 = (0 - 5.)^2 = 25.
-    mock_optimizer = self._mock_optimizer(expected_loss=25.)
-    baseline_regressor = _baseline_regressor_fn(
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    baseline_regressor.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        label_dimension=1,
-        expected_global_step=num_steps,
-        expected_bias=[0.])
-
-  def testFromCheckpoint(self):
-    # Create initial checkpoint.
-    bias = 7.0
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable([bias], name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = bias = 6.
-    # loss = (logits - label)^2 = (7 - 5)^2 = 4
-    mock_optimizer = self._mock_optimizer(expected_loss=4.)
-    baseline_regressor = _baseline_regressor_fn(
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    baseline_regressor.train(
-        input_fn=lambda: ({'age': ((17,),)}, ((5.,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        label_dimension=1,
-        expected_global_step=initial_global_step + num_steps,
-        expected_bias=[bias])
-
-  def testFromCheckpointMultiBatch(self):
-    # Create initial checkpoint.
-    bias = 5.0
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable([bias], name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = bias
-    # logits[0] = 5.
-    # logits[1] = 5.
-    # loss = sum(logits - label)^2 = (5 - 5)^2 + (5 - 3)^2 = 4
-    mock_optimizer = self._mock_optimizer(expected_loss=4.)
-    baseline_regressor = _baseline_regressor_fn(
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    baseline_regressor.train(
-        input_fn=lambda: ({'age': ((17,), (15,))}, ((5.,), (3.,))),
-        steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        label_dimension=1,
-        expected_global_step=initial_global_step + num_steps,
-        expected_bias=bias)
-
-
-# Tests for Baseline Classifier.
-
-
-class BaselineClassifierTrainingTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _mock_optimizer(self, expected_loss=None):
-    expected_var_names = [
-        '%s:0' % BIAS_NAME
-    ]
-
-    def _minimize(loss, global_step):
-      trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
-      self.assertItemsEqual(
-          expected_var_names,
-          [var.name for var in trainable_vars])
-
-      # Verify loss. We can't check the value directly, so we add an assert op.
-      self.assertEquals(0, loss.shape.ndims)
-      if expected_loss is None:
-        return state_ops.assign_add(global_step, 1).op
-      assert_loss = assert_close(
-          math_ops.to_float(expected_loss, name='expected'),
-          loss,
-          name='assert_loss')
-      with ops.control_dependencies((assert_loss,)):
-        return state_ops.assign_add(global_step, 1).op
-
-    mock_optimizer = test.mock.NonCallableMock(
-        spec=optimizer.Optimizer,
-        wraps=optimizer.Optimizer(use_locking=False, name='my_optimizer'))
-    mock_optimizer.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    # NOTE: Estimator.params performs a deepcopy, which wreaks havoc with mocks.
-    # So, return mock_optimizer itself for deepcopy.
-    mock_optimizer.__deepcopy__ = lambda _: mock_optimizer
-    return mock_optimizer
-
-  def _assert_checkpoint(
-      self, n_classes, expected_global_step, expected_bias=None):
-    logits_dimension = n_classes if n_classes > 2 else 1
-
-    shapes = {
-        name: shape for (name, shape) in
-        checkpoint_utils.list_variables(self._model_dir)
-    }
-
-    self.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-    self.assertEqual(
-        expected_global_step,
-        checkpoint_utils.load_variable(
-            self._model_dir, ops.GraphKeys.GLOBAL_STEP))
-
-    self.assertEqual([logits_dimension], shapes[BIAS_NAME])
-    if expected_bias is not None:
-      self.assertAllEqual(expected_bias,
-                          checkpoint_utils.load_variable(
-                              self._model_dir, BIAS_NAME))
-
-  def _testFromScratchWithDefaultOptimizer(self, n_classes):
-    label = 0
-    age = 17
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self._assert_checkpoint(n_classes, num_steps)
-
-  def testBinaryClassesFromScratchWithDefaultOptimizer(self):
-    self._testFromScratchWithDefaultOptimizer(n_classes=2)
-
-  def testMultiClassesFromScratchWithDefaultOptimizer(self):
-    self._testFromScratchWithDefaultOptimizer(n_classes=4)
-
-  def _testTrainWithTwoDimsLabel(self, n_classes):
-    batch_size = 20
-
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    data_rank_2 = np.array([[0], [1]])
-    self.assertEqual((2,), data_rank_1.shape)
-    self.assertEqual((2, 1), data_rank_2.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1},
-        y=data_rank_2,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithTwoDimsLabel(self):
-    self._testTrainWithTwoDimsLabel(n_classes=2)
-
-  def testMultiClassesTrainWithTwoDimsLabel(self):
-    self._testTrainWithTwoDimsLabel(n_classes=4)
-
-  def _testTrainWithOneDimLabel(self, n_classes):
-    batch_size = 20
-
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    self.assertEqual((2,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1},
-        y=data_rank_1,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithOneDimLabel(self):
-    self._testTrainWithOneDimLabel(n_classes=2)
-
-  def testMultiClassesTrainWithOneDimLabel(self):
-    self._testTrainWithOneDimLabel(n_classes=4)
-
-  def _testTrainWithTwoDimsWeight(self, n_classes):
-    batch_size = 20
-
-    est = baseline.BaselineClassifier(
-        weight_column='w',
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    data_rank_2 = np.array([[0], [1]])
-    self.assertEqual((2,), data_rank_1.shape)
-    self.assertEqual((2, 1), data_rank_2.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1, 'w': data_rank_2}, y=data_rank_1,
-        batch_size=batch_size, num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithTwoDimsWeight(self):
-    self._testTrainWithTwoDimsWeight(n_classes=2)
-
-  def testMultiClassesTrainWithTwoDimsWeight(self):
-    self._testTrainWithTwoDimsWeight(n_classes=4)
-
-  def _testTrainWithOneDimWeight(self, n_classes):
-    batch_size = 20
-
-    est = baseline.BaselineClassifier(
-        weight_column='w',
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    self.assertEqual((2,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1, 'w': data_rank_1}, y=data_rank_1,
-        batch_size=batch_size, num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithOneDimWeight(self):
-    self._testTrainWithOneDimWeight(n_classes=2)
-
-  def testMultiClassesTrainWithOneDimWeight(self):
-    self._testTrainWithOneDimWeight(n_classes=4)
-
-  def _testFromScratch(self, n_classes):
-    label = 1
-    age = 17
-    # For binary classifier:
-    #   loss = sigmoid_cross_entropy(logits, label) where logits=0 (weights are
-    #   all zero initially) and label = 1 so,
-    #      loss = 1 * -log ( sigmoid(logits) ) = 0.69315
-    # For multi class classifier:
-    #   loss = cross_entropy(logits, label) where logits are all 0s (weights are
-    #   all zero initially) and label = 1 so,
-    #      loss = 1 * -log ( 1.0 / n_classes )
-    # For this particular test case, as logits are same, the formula
-    # 1 * -log ( 1.0 / n_classes ) covers both binary and multi class cases.
-    mock_optimizer = self._mock_optimizer(
-        expected_loss=-1 * math.log(1.0/n_classes))
-
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        n_classes,
-        expected_global_step=num_steps,
-        expected_bias=[0.] if n_classes == 2 else [.0] * n_classes)
-
-  def testBinaryClassesFromScratch(self):
-    self._testFromScratch(n_classes=2)
-
-  def testMultiClassesFromScratch(self):
-    self._testFromScratch(n_classes=4)
-
-  def _testFromCheckpoint(self, n_classes):
-    # Create initial checkpoint.
-    label = 1
-    age = 17
-    bias = [-1.0] if n_classes == 2 else [-1.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step, name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # For binary classifier:
-    #   logits = bias = -1.
-    #   loss = sigmoid_cross_entropy(logits, label)
-    #   so, loss = 1 * -log ( sigmoid(-1) ) = 1.3133
-    # For multi class classifier:
-    #   loss = cross_entropy(logits, label)
-    #   where logits = bias and label = 1
-    #   so, loss = 1 * -log ( softmax(logits)[1] )
-    if n_classes == 2:
-      expected_loss = 1.3133
-    else:
-      logits = bias
-      logits_exp = np.exp(logits)
-      softmax = logits_exp / logits_exp.sum()
-      expected_loss = -1 * math.log(softmax[label])
-
-    mock_optimizer = self._mock_optimizer(expected_loss=expected_loss)
-
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        n_classes,
-        expected_global_step=initial_global_step + num_steps,
-        expected_bias=bias)
-
-  def testBinaryClassesFromCheckpoint(self):
-    self._testFromCheckpoint(n_classes=2)
-
-  def testMultiClassesFromCheckpoint(self):
-    self._testFromCheckpoint(n_classes=4)
-
-  def _testFromCheckpointFloatLabels(self, n_classes):
-    """Tests float labels for binary classification."""
-    # Create initial checkpoint.
-    if n_classes > 2:
-      return
-    label = 0.8
-    age = 17
-    bias = [-1.0]
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step, name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = bias = -1.
-    # loss = sigmoid_cross_entropy(logits, label)
-    # => loss = -0.8 * log(sigmoid(-1)) -0.2 * log(sigmoid(+1)) = 1.1132617
-    mock_optimizer = self._mock_optimizer(expected_loss=1.1132617)
-
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-
-  def testBinaryClassesFromCheckpointFloatLabels(self):
-    self._testFromCheckpointFloatLabels(n_classes=2)
-
-  def testMultiClassesFromCheckpointFloatLabels(self):
-    self._testFromCheckpointFloatLabels(n_classes=4)
-
-  def _testFromCheckpointMultiBatch(self, n_classes):
-    # Create initial checkpoint.
-    label = [1, 0]
-    age = [17, 18.5]
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    bias = [-1.0] if n_classes == 2 else [-1.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step, name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # For binary classifier:
-    #   logits = bias
-    #   logits[0] = -1.
-    #   logits[1] = -1.
-    #   loss = sigmoid_cross_entropy(logits, label)
-    #   so, loss[0] = 1 * -log ( sigmoid(-1) ) = 1.3133
-    #       loss[1] = (1 - 0) * -log ( 1- sigmoid(-1) ) = 0.3132
-    # For multi class classifier:
-    #   loss = cross_entropy(logits, label)
-    #   where logits = bias and label = [1, 0]
-    #   so, loss = 1 * -log ( softmax(logits)[label] )
-    if n_classes == 2:
-      expected_loss = (1.3133 + 0.3132)
-    else:
-      # Expand logits since batch_size=2
-      logits = bias * np.ones(shape=(2, 1))
-      logits_exp = np.exp(logits)
-      softmax_row_0 = logits_exp[0] / logits_exp[0].sum()
-      softmax_row_1 = logits_exp[1] / logits_exp[1].sum()
-      expected_loss_0 = -1 * math.log(softmax_row_0[label[0]])
-      expected_loss_1 = -1 * math.log(softmax_row_1[label[1]])
-      expected_loss = expected_loss_0 + expected_loss_1
-
-    mock_optimizer = self._mock_optimizer(expected_loss=expected_loss)
-
-    est = baseline.BaselineClassifier(
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': (age)}, (label)),
-        steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        n_classes,
-        expected_global_step=initial_global_step + num_steps,
-        expected_bias=bias)
-
-  def testBinaryClassesFromCheckpointMultiBatch(self):
-    self._testFromCheckpointMultiBatch(n_classes=2)
-
-  def testMultiClassesFromCheckpointMultiBatch(self):
-    self._testFromCheckpointMultiBatch(n_classes=4)
-
-
-class BaselineClassifierEvaluationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _test_evaluation_for_simple_data(self, n_classes):
-    label = 1
-    age = 1.
-
-    bias = [-1.0] if n_classes == 2 else [-1.0] * n_classes
-
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = _baseline_classifier_fn(
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=1)
-
-    if n_classes == 2:
-      # Binary classes: loss = -log(sigmoid(-1)) = 1.3133
-      # Prediction = sigmoid(-1) = 0.2689
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: 1.3133,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: 1.3133,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-          metric_keys.MetricKeys.PRECISION: 0.,
-          metric_keys.MetricKeys.RECALL: 0.,
-          metric_keys.MetricKeys.PREDICTION_MEAN: 0.2689,
-          metric_keys.MetricKeys.LABEL_MEAN: 1.,
-          metric_keys.MetricKeys.ACCURACY_BASELINE: 1,
-          metric_keys.MetricKeys.AUC: 0.,
-          metric_keys.MetricKeys.AUC_PR: 1.,
-      }
-    else:
-      # Multi classes: loss = 1 * -log ( softmax(logits)[label] )
-      logits = bias
-      logits_exp = np.exp(logits)
-      softmax = logits_exp / logits_exp.sum()
-      expected_loss = -1 * math.log(softmax[label])
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-      }
-
-    self.assertAllClose(sorted_key_dict(expected_metrics),
-                        sorted_key_dict(eval_metrics), rtol=1e-3)
-
-  def test_binary_classes_evaluation_for_simple_data(self):
-    self._test_evaluation_for_simple_data(n_classes=2)
-
-  def test_multi_classes_evaluation_for_simple_data(self):
-    self._test_evaluation_for_simple_data(n_classes=4)
-
-  def _test_evaluation_batch(self, n_classes):
-    """Tests evaluation for batch_size==2."""
-    label = [1, 0]
-    age = [17., 18.]
-    bias = [-1.0] if n_classes == 2 else [-1.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step, name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = _baseline_classifier_fn(
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(
-        input_fn=lambda: ({'age': (age)}, (label)), steps=1)
-
-    if n_classes == 2:
-      # Logits are (-1., -1.) labels are (1, 0).
-      # Loss is
-      #   loss for row 1: 1 * -log(sigmoid(-1)) = 1.3133
-      #   loss for row 2: (1 - 0) * -log(1 - sigmoid(-1)) = 0.3132
-      # Prediction = sigmoid(-1) = 0.2689
-      expected_loss = 1.3133 + 0.3132
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2,
-          metric_keys.MetricKeys.ACCURACY: 0.5,
-          metric_keys.MetricKeys.PRECISION: 0.,
-          metric_keys.MetricKeys.RECALL: 0.,
-          metric_keys.MetricKeys.PREDICTION_MEAN: 0.2689,
-          metric_keys.MetricKeys.LABEL_MEAN: 0.5,
-          metric_keys.MetricKeys.ACCURACY_BASELINE: 0.5,
-          metric_keys.MetricKeys.AUC: 0.5,
-          metric_keys.MetricKeys.AUC_PR: 0.75,
-      }
-    else:
-      # Expand logits since batch_size=2
-      logits = bias * np.ones(shape=(2, 1))
-      logits_exp = np.exp(logits)
-      softmax_row_0 = logits_exp[0] / logits_exp[0].sum()
-      softmax_row_1 = logits_exp[1] / logits_exp[1].sum()
-      expected_loss_0 = -1 * math.log(softmax_row_0[label[0]])
-      expected_loss_1 = -1 * math.log(softmax_row_1[label[1]])
-      expected_loss = expected_loss_0 + expected_loss_1
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2,
-          metric_keys.MetricKeys.ACCURACY: 0.5,
-      }
-
-    self.assertAllClose(sorted_key_dict(expected_metrics),
-                        sorted_key_dict(eval_metrics), rtol=1e-3)
-
-  def test_binary_classes_evaluation_batch(self):
-    self._test_evaluation_batch(n_classes=2)
-
-  def test_multi_classes_evaluation_batch(self):
-    self._test_evaluation_batch(n_classes=4)
-
-  def _test_evaluation_weights(self, n_classes):
-    """Tests evaluation with weights."""
-
-    label = [1, 0]
-    age = [17., 18.]
-    weights = [1., 2.]
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    bias = [-1.0] if n_classes == 2 else [-1.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(
-          initial_global_step, name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = _baseline_classifier_fn(
-        n_classes=n_classes,
-        weight_column='w',
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(
-        input_fn=lambda: ({'age': (age), 'w': (weights)}, (label)), steps=1)
-
-    if n_classes == 2:
-      # Logits are (-1., -1.) labels are (1, 0).
-      # Loss is
-      #   loss for row 1: 1 * -log(sigmoid(-1)) = 1.3133
-      #   loss for row 2: (1 - 0) * -log(1 - sigmoid(-1)) = 0.3132
-      #   weights = [1., 2.]
-      expected_loss = 1.3133 * 1. + 0.3132 * 2.
-      loss_mean = expected_loss / (1.0 + 2.0)
-      label_mean = np.average(label, weights=weights)
-      logits = [-1, -1]
-      logistics = sigmoid(np.array(logits))
-      predictions_mean = np.average(logistics, weights=weights)
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: loss_mean,
-          metric_keys.MetricKeys.ACCURACY: 2. / (1. + 2.),
-          metric_keys.MetricKeys.PRECISION: 0.,
-          metric_keys.MetricKeys.RECALL: 0.,
-          metric_keys.MetricKeys.PREDICTION_MEAN: predictions_mean,
-          metric_keys.MetricKeys.LABEL_MEAN: label_mean,
-          metric_keys.MetricKeys.ACCURACY_BASELINE: (
-              max(label_mean, 1-label_mean)),
-          metric_keys.MetricKeys.AUC: 0.5,
-          metric_keys.MetricKeys.AUC_PR: 2. / (1. + 2.),
-      }
-    else:
-      # Multi classes: unweighted_loss = 1 * -log ( soft_max(logits)[label] )
-      # Expand logits since batch_size=2
-      logits = bias * np.ones(shape=(2, 1))
-      logits_exp = np.exp(logits)
-      softmax_row_0 = logits_exp[0] / logits_exp[0].sum()
-      softmax_row_1 = logits_exp[1] / logits_exp[1].sum()
-      expected_loss_0 = -1 * math.log(softmax_row_0[label[0]])
-      expected_loss_1 = -1 * math.log(softmax_row_1[label[1]])
-      loss_mean = np.average([expected_loss_0, expected_loss_1],
-                             weights=weights)
-      expected_loss = loss_mean * np.sum(weights)
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: loss_mean,
-          metric_keys.MetricKeys.ACCURACY: 2. / (1. + 2.),
-      }
-
-    self.assertAllClose(sorted_key_dict(expected_metrics),
-                        sorted_key_dict(eval_metrics), rtol=1e-3)
-
-  def test_binary_classes_evaluation_weights(self):
-    self._test_evaluation_weights(n_classes=2)
-
-  def test_multi_classes_evaluation_weights(self):
-    self._test_evaluation_weights(n_classes=4)
-
-
-class BaselineClassifierPredictTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _testPredictions(self, n_classes, label_vocabulary, label_output_fn):
-    """Tests predict when all variables are one-dimensional."""
-    age = 1.
-
-    bias = [10.0] if n_classes == 2 else [10.0] * n_classes
-
-    with ops.Graph().as_default():
-      variables.Variable(bias, name=BIAS_NAME)
-      variables.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = _baseline_classifier_fn(
-        label_vocabulary=label_vocabulary,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'age': np.array([[age]])},
-        y=None,
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-
-    if n_classes == 2:
-      scalar_logits = bias[0]
-      two_classes_logits = [0, scalar_logits]
-      two_classes_logits_exp = np.exp(two_classes_logits)
-      softmax = two_classes_logits_exp / two_classes_logits_exp.sum()
-
-      expected_predictions = {
-          'class_ids': [1],
-          'classes': [label_output_fn(1)],
-          'logistic': [sigmoid(np.array(scalar_logits))],
-          'logits': [scalar_logits],
-          'probabilities': softmax,
-      }
-    else:
-      onedim_logits = np.array(bias)
-      class_ids = onedim_logits.argmax()
-      logits_exp = np.exp(onedim_logits)
-      softmax = logits_exp / logits_exp.sum()
-      expected_predictions = {
-          'class_ids': [class_ids],
-          'classes': [label_output_fn(class_ids)],
-          'logits': onedim_logits,
-          'probabilities': softmax,
-      }
-
-    self.assertEqual(1, len(predictions))
-    # assertAllClose cannot handle byte type.
-    self.assertEqual(expected_predictions['classes'], predictions[0]['classes'])
-    expected_predictions.pop('classes')
-    predictions[0].pop('classes')
-    self.assertAllClose(sorted_key_dict(expected_predictions),
-                        sorted_key_dict(predictions[0]))
-
-  def testBinaryClassesWithoutLabelVocabulary(self):
-    n_classes = 2
-    self._testPredictions(n_classes,
-                          label_vocabulary=None,
-                          label_output_fn=lambda x: ('%s' % x).encode())
-
-  def testBinaryClassesWithLabelVocabulary(self):
-    n_classes = 2
-    self._testPredictions(
-        n_classes,
-        label_vocabulary=['class_vocab_{}'.format(i)
-                          for i in range(n_classes)],
-        label_output_fn=lambda x: ('class_vocab_%s' % x).encode())
-
-  def testMultiClassesWithoutLabelVocabulary(self):
-    n_classes = 4
-    self._testPredictions(
-        n_classes,
-        label_vocabulary=None,
-        label_output_fn=lambda x: ('%s' % x).encode())
-
-  def testMultiClassesWithLabelVocabulary(self):
-    n_classes = 4
-    self._testPredictions(
-        n_classes,
-        label_vocabulary=['class_vocab_{}'.format(i)
-                          for i in range(n_classes)],
-        label_output_fn=lambda x: ('class_vocab_%s' % x).encode())
-
-
-class BaselineClassifierIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, n_classes, train_input_fn, eval_input_fn,
-                          predict_input_fn, input_dimension, prediction_length):
-    feature_columns = [
-        feature_column_lib.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = _baseline_classifier_fn(
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    # learn y = x
-    est.train(train_input_fn, steps=200)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(200, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn(metric_keys.MetricKeys.LOSS, six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array(
-        [x['classes'] for x in est.predict(predict_input_fn)])
-    self.assertAllEqual((prediction_length, 1), predictions.shape)
-
-    # EXPORT
-    feature_spec = feature_column_lib.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def _test_numpy_input_fn(self, n_classes):
-    """Tests complete flow with numpy_input_fn."""
-    input_dimension = 4
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * input_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-    target = np.array([1] * batch_size)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=target,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=target,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-
-    self._test_complete_flow(
-        n_classes=n_classes,
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        prediction_length=prediction_length)
-
-  def test_binary_classes_numpy_input_fn(self):
-    self._test_numpy_input_fn(n_classes=2)
-
-  def test_multi_classes_numpy_input_fn(self):
-    self._test_numpy_input_fn(n_classes=4)
-
-  def _test_pandas_input_fn(self, n_classes):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-
-    # Pandas DataFrame natually supports 1 dim data only.
-    input_dimension = 1
-    batch_size = 10
-    data = np.array([1., 2., 3., 4.], dtype=np.float32)
-    target = np.array([1, 0, 1, 0], dtype=np.int32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(target)
-    prediction_length = 4
-
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, num_epochs=None, shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        n_classes=n_classes,
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        prediction_length=prediction_length)
-
-  def test_binary_classes_pandas_input_fn(self):
-    self._test_pandas_input_fn(n_classes=2)
-
-  def test_multi_classes_pandas_input_fn(self):
-    self._test_pandas_input_fn(n_classes=4)
-
-  def _test_input_fn_from_parse_example(self, n_classes):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    input_dimension = 2
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * input_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-    target = np.array([1] * batch_size, dtype=np.int64)
-
-    serialized_examples = []
-    for x, y in zip(data, target):
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=x)),
-              'y':
-                  feature_pb2.Feature(int64_list=feature_pb2.Int64List(
-                      value=[y])),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([1], dtypes.int64),
-    }
-
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        n_classes=n_classes,
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        prediction_length=prediction_length)
-
-  def test_binary_classes_input_fn_from_parse_example(self):
-    self._test_input_fn_from_parse_example(n_classes=2)
-
-  def test_multi_classes_input_fn_from_parse_example(self):
-    self._test_input_fn_from_parse_example(n_classes=4)
-
-
-# Tests for Baseline logit_fn.
-
-
-class BaselineLogitFnTest(test.TestCase):
-
-  def test_basic_logit_correctness(self):
-    """baseline_logit_fn simply returns the bias variable."""
-    with ops.Graph().as_default():
-      logit_fn = baseline._baseline_logit_fn_builder(num_outputs=2)
-      logits = logit_fn(features={'age': [[23.], [31.]]})
-      with variable_scope.variable_scope('baseline', reuse=True):
-        bias_var = variable_scope.get_variable('bias')
-      with tf_session.Session() as sess:
-        sess.run([variables.global_variables_initializer()])
-        self.assertAllClose([[0., 0.], [0., 0.]], logits.eval())
-        sess.run(bias_var.assign([10., 5.]))
-        self.assertAllClose([[10., 5.], [10., 5.]], logits.eval())
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/boosted_trees.py b/tensorflow/python/estimator/canned/boosted_trees.py
index 0278990cfc..19c0b1dab7 100644
--- a/tensorflow/python/estimator/canned/boosted_trees.py
+++ b/tensorflow/python/estimator/canned/boosted_trees.py
@@ -12,1553 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Estimator classes for BoostedTrees."""
+"""boosted_trees python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import abc
-import collections
-import functools
-
-import numpy as np
-
-from tensorflow.core.kernels.boosted_trees import boosted_trees_pb2
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator.canned import boosted_trees_utils
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import boosted_trees_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import data_flow_ops
-from tensorflow.python.ops import gradients_impl
-from tensorflow.python.ops import lookup_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.array_ops import identity as tf_identity
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.summary import summary
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.training import training_util
-from tensorflow.python.util.tf_export import estimator_export
-
-# TODO(nponomareva): Reveal pruning params here.
-_TreeHParams = collections.namedtuple('TreeHParams', [
-    'n_trees', 'max_depth', 'learning_rate', 'l1', 'l2', 'tree_complexity',
-    'min_node_weight', 'center_bias', 'pruning_mode'
-])
-
-_HOLD_FOR_MULTI_CLASS_SUPPORT = object()
-_HOLD_FOR_MULTI_DIM_SUPPORT = object()
-_DUMMY_NUM_BUCKETS = -1
-_DUMMY_NODE_ID = -1
-
-
-def _get_transformed_features(features, sorted_feature_columns):
-  """Gets the transformed features from features/feature_columns pair.
-
-  Args:
-    features: a dicionary of name to Tensor.
-    sorted_feature_columns: a list/set of tf.feature_column, sorted by name.
-
-  Returns:
-    result_features: a list of the transformed features, sorted by the name.
-
-  Raises:
-    ValueError: when unsupported features/columns are tried.
-  """
-  # pylint:disable=protected-access
-  transformed_features = feature_column_lib._transform_features(
-      features, sorted_feature_columns)
-  result_features = []
-  for column in sorted_feature_columns:
-    if isinstance(column, feature_column_lib._BucketizedColumn):
-      source_name = column.source_column.name
-      squeezed_tensor = array_ops.squeeze(transformed_features[column], axis=1)
-      if len(squeezed_tensor.shape) > 1:
-        raise ValueError('For now, only supports features equivalent to rank 1 '
-                         'but column `{}` got: {}'.format(
-                             source_name, features[source_name].shape))
-      result_features.append(squeezed_tensor)
-    elif isinstance(column, feature_column_lib._IndicatorColumn):
-      source_name = column.categorical_column.name
-      tensor = math_ops.to_int32(transformed_features[column])
-      if len(tensor.shape) > 2:
-        raise ValueError('Rank of indicator column must be no more than 2, '
-                         'but column `{}` got: {}'.format(
-                             source_name, features[source_name].shape))
-      unstacked = array_ops.unstack(tensor, axis=1)
-      result_features.extend(unstacked)
-    else:
-      raise ValueError(
-          'For now, only bucketized_column and indicator_column is supported '
-          'but got: {}'.format(column))
-    # pylint:enable=protected-access
-
-  return result_features
-
-
-def _local_variable(initial_value, name=None):
-  """Stores a tensor as a local Variable for faster read."""
-  result = variable_scope.variable(
-      initial_value=initial_value,
-      trainable=False,
-      collections=[ops.GraphKeys.LOCAL_VARIABLES],
-      validate_shape=False,
-      name=name)
-  if isinstance(initial_value, ops.Tensor):
-    # Match the resulting variable's shape if the initial_value is a Tensor.
-    result.set_shape(initial_value.shape)
-  return result
-
-
-def _group_features_by_num_buckets(sorted_feature_columns):
-  """Groups feature ids by the number of buckets.
-
-  Derives the feature ids based on iterating through ordered feature columns
-  and groups them by the number of buckets each feature require. Returns a
-  sorted list of buckets and a list of lists of feature ids for each of those
-  buckets.
-
-  Args:
-    sorted_feature_columns: a list/set of tf.feature_column sorted by name.
-
-  Returns:
-    bucket_size_list: a list of required bucket sizes.
-    feature_ids_list: a list of lists of feature ids for each bucket size.
-
-  Raises:
-    ValueError: when unsupported features columns are provided.
-  """
-  bucket_size_to_feature_ids_dict = collections.OrderedDict()
-
-  # TODO(nponomareva) for now we preserve the previous functionality and bucket
-  # all numeric into the same num of buckets. Can be easily changed to using
-  # each numeric's real buckets num, but we need to test that it does not cause
-  # a performance hit.
-
-  # We will replace this dummy key with the real max after we calculate it.
-  bucket_size_to_feature_ids_dict[_DUMMY_NUM_BUCKETS] = []
-
-  max_buckets_for_bucketized = 2
-  max_buckets_for_indicator = 2
-
-  feature_idx = 0
-  # pylint:disable=protected-access
-
-  for column in sorted_feature_columns:
-    if isinstance(column, feature_column_lib._IndicatorColumn):
-      num_categorical_features = column.categorical_column._num_buckets
-      if max_buckets_for_indicator not in bucket_size_to_feature_ids_dict:
-        bucket_size_to_feature_ids_dict[max_buckets_for_indicator] = []
-
-      for _ in range(num_categorical_features):
-        # We use bucket size of 2 for categorical.
-        bucket_size_to_feature_ids_dict[max_buckets_for_indicator].append(
-            feature_idx)
-        feature_idx += 1
-    elif isinstance(column, feature_column_lib._BucketizedColumn):
-      max_buckets_for_bucketized = max(max_buckets_for_bucketized,
-                                       len(column.boundaries) + 1)
-      bucket_size_to_feature_ids_dict[_DUMMY_NUM_BUCKETS].append(feature_idx)
-      feature_idx += 1
-    elif not isinstance(column, feature_column_lib._IndicatorColumn):  # pylint:disable=protected-access
-      raise ValueError(
-          'For now, only bucketized_column and indicator column are supported '
-          'but got: {}'.format(column))
-
-  # pylint:enable=protected-access
-  # Replace the dummy key with the real max num of buckets for all bucketized
-  # columns.
-  if max_buckets_for_bucketized not in bucket_size_to_feature_ids_dict:
-    bucket_size_to_feature_ids_dict[max_buckets_for_bucketized] = []
-  bucket_size_to_feature_ids_dict[max_buckets_for_bucketized].extend(
-      bucket_size_to_feature_ids_dict[_DUMMY_NUM_BUCKETS])
-  del bucket_size_to_feature_ids_dict[_DUMMY_NUM_BUCKETS]
-
-  feature_ids_list = list(bucket_size_to_feature_ids_dict.values())
-  bucket_size_list = list(bucket_size_to_feature_ids_dict.keys())
-  return bucket_size_list, feature_ids_list
-
-
-def _calculate_num_features(sorted_feature_columns):
-  num_features = 0
-  for column in sorted_feature_columns:
-    if isinstance(column, feature_column_lib._IndicatorColumn):  # pylint:disable=protected-access
-      num_features += column.categorical_column._num_buckets  # pylint:disable=protected-access
-    else:
-      num_features += 1
-  return num_features
-
-
-def _generate_feature_name_mapping(sorted_feature_columns):
-  """Return a list of feature name for feature ids.
-
-  Args:
-    sorted_feature_columns: a list/set of tf.feature_column sorted by name.
-
-  Returns:
-    feature_name_mapping: a list of feature names indexed by the feature ids.
-
-  Raises:
-    ValueError: when unsupported features/columns are tried.
-  """
-  names = []
-  for column in sorted_feature_columns:
-    if isinstance(column, feature_column_lib._IndicatorColumn):  # pylint:disable=protected-access
-      categorical_column = column.categorical_column
-      if isinstance(categorical_column,
-                    feature_column_lib._VocabularyListCategoricalColumn):  # pylint:disable=protected-access
-        for value in categorical_column.vocabulary_list:
-          names.append('{}:{}'.format(column.name, value))
-      elif isinstance(categorical_column,
-                      feature_column_lib._BucketizedColumn):  # pylint:disable=protected-access
-        boundaries = [-np.inf] + list(categorical_column.boundaries) + [np.inf]
-        for pair in zip(boundaries[:-1], boundaries[1:]):
-          names.append('{}:{}'.format(column.name, pair))
-      else:
-        for num in range(categorical_column._num_buckets):  # pylint:disable=protected-access
-          names.append('{}:{}'.format(column.name, num))
-    elif isinstance(column, feature_column_lib._BucketizedColumn):
-      names.append(column.name)
-    else:
-      raise ValueError(
-          'For now, only bucketized_column and indicator_column is supported '
-          'but got: {}'.format(column))
-  return names
-
-
-def _cache_transformed_features(features, sorted_feature_columns, batch_size):
-  """Transform features and cache, then returns (cached_features, cache_op)."""
-  num_features = _calculate_num_features(sorted_feature_columns)
-  cached_features = [
-      _local_variable(
-          array_ops.zeros([batch_size], dtype=dtypes.int32),
-          name='cached_feature_{}'.format(i)) for i in range(num_features)
-  ]
-  are_features_cached = _local_variable(False, name='are_features_cached')
-
-  def cache_features_and_return():
-    """Caches transformed features.
-
-    The intention is to hide get_transformed_features() from the graph by
-    caching the result except the first step, since bucketize operation
-    (inside get_transformed_features) is expensive.
-
-    Returns:
-      input_feature_list: a list of input features.
-      cache_flip_op: op to add to graph to make sure cache update is included to
-          the graph.
-    """
-
-    transformed_features = _get_transformed_features(features,
-                                                     sorted_feature_columns)
-    cached = [
-        state_ops.assign(cached_features[i], transformed_features[i])
-        for i in range(num_features)
-    ]
-    # TODO(youngheek): Try other combination of dependencies so that the
-    # function returns a single result, not a tuple.
-    with ops.control_dependencies(cached):
-      cache_flip_op = are_features_cached.assign(True)
-    return cached, cache_flip_op
-
-  input_feature_list, cache_flip_op = control_flow_ops.cond(
-      are_features_cached, lambda: (cached_features, control_flow_ops.no_op()),
-      cache_features_and_return)
-  return input_feature_list, cache_flip_op
-
-
-class _CacheTrainingStatesUsingHashTable(object):
-  """Caching logits, etc. using MutableHashTable."""
-
-  def __init__(self, example_ids, logits_dimension):
-    """Creates a cache with the given configuration.
-
-    It maintains a MutableDenseHashTable for all values.
-    The API lookup() and insert() would have those specs,
-      tree_ids: shape=[batch_size], dtype=int32
-      node_ids: shape=[batch_size], dtype=int32
-      logits: shape=[batch_size, logits_dimension], dtype=float32
-    However in the MutableDenseHashTable, ids are bitcasted into float32 and
-    all values are concatenated as a single tensor (of float32).
-
-    Hence conversion happens internally before inserting to the HashTable and
-    after lookup from it.
-
-    Args:
-      example_ids: a Rank 1 tensor to be used as a key of the cache.
-      logits_dimension: a constant (int) for the dimension of logits.
-
-    Raises:
-      ValueError: if example_ids is other than int64 or string.
-    """
-    if dtypes.as_dtype(dtypes.int64).is_compatible_with(example_ids.dtype):
-      empty_key = -1 << 62
-    elif dtypes.as_dtype(dtypes.string).is_compatible_with(example_ids.dtype):
-      empty_key = ''
-    else:
-      raise ValueError(
-          'Unsupported example_id_feature dtype %s.' % example_ids.dtype)
-    # Cache holds latest <tree_id, node_id, logits> for each example.
-    # tree_id and node_id are both int32 but logits is a float32.
-    # To reduce the overhead, we store all of them together as float32 and
-    # bitcast the ids to int32.
-    self._table_ref = lookup_ops.mutable_dense_hash_table_v2(
-        empty_key=empty_key, value_dtype=dtypes.float32, value_shape=[3])
-    self._example_ids = ops.convert_to_tensor(example_ids)
-    if self._example_ids.shape.ndims not in (None, 1):
-      raise ValueError(
-          'example_id should have rank 1, but got %s' % self._example_ids)
-    self._logits_dimension = logits_dimension
-
-  def lookup(self):
-    """Returns cached_tree_ids, cached_node_ids, cached_logits."""
-    cached_tree_ids, cached_node_ids, cached_logits = array_ops.split(
-        lookup_ops.lookup_table_find_v2(
-            self._table_ref,
-            self._example_ids,
-            default_value=[0.0, _DUMMY_NODE_ID, 0.0]),
-        [1, 1, self._logits_dimension],
-        axis=1)
-    cached_tree_ids = array_ops.squeeze(
-        array_ops.bitcast(cached_tree_ids, dtypes.int32))
-    cached_node_ids = array_ops.squeeze(
-        array_ops.bitcast(cached_node_ids, dtypes.int32))
-    if self._example_ids.shape.ndims is not None:
-      cached_logits.set_shape(
-          [self._example_ids.shape[0], self._logits_dimension])
-    return (cached_tree_ids, cached_node_ids, cached_logits)
-
-  def insert(self, tree_ids, node_ids, logits):
-    """Inserts values and returns the op."""
-    insert_op = lookup_ops.lookup_table_insert_v2(
-        self._table_ref, self._example_ids,
-        array_ops.concat(
-            [
-                array_ops.expand_dims(
-                    array_ops.bitcast(tree_ids, dtypes.float32), 1),
-                array_ops.expand_dims(
-                    array_ops.bitcast(node_ids, dtypes.float32), 1),
-                logits,
-            ],
-            axis=1,
-            name='value_concat_for_cache_insert'))
-    return insert_op
-
-
-class _CacheTrainingStatesUsingVariables(object):
-  """Caching logits, etc. using Variables."""
-
-  def __init__(self, batch_size, logits_dimension):
-    """Creates a cache with the given configuration.
-
-    It maintains three variables, tree_ids, node_ids, logits, for caching.
-      tree_ids: shape=[batch_size], dtype=int32
-      node_ids: shape=[batch_size], dtype=int32
-      logits: shape=[batch_size, logits_dimension], dtype=float32
-
-    Note, this can be used only with in-memory data setting.
-
-    Args:
-      batch_size: `int`, the size of the cache.
-      logits_dimension: a constant (int) for the dimension of logits.
-    """
-    self._logits_dimension = logits_dimension
-    self._tree_ids = _local_variable(
-        array_ops.zeros([batch_size], dtype=dtypes.int32),
-        name='tree_ids_cache')
-    self._node_ids = _local_variable(
-        _DUMMY_NODE_ID * array_ops.ones([batch_size], dtype=dtypes.int32),
-        name='node_ids_cache')
-    self._logits = _local_variable(
-        array_ops.zeros([batch_size, logits_dimension], dtype=dtypes.float32),
-        name='logits_cache')
-
-  def lookup(self):
-    """Returns cached_tree_ids, cached_node_ids, cached_logits."""
-    return (self._tree_ids, self._node_ids, self._logits)
-
-  def insert(self, tree_ids, node_ids, logits):
-    """Inserts values and returns the op."""
-    return control_flow_ops.group(
-        [
-            self._tree_ids.assign(tree_ids),
-            self._node_ids.assign(node_ids),
-            self._logits.assign(logits)
-        ],
-        name='cache_insert')
-
-
-class _StopAtAttemptsHook(session_run_hook.SessionRunHook):
-  """Hook that requests stop at the number of attempts."""
-
-  def __init__(self, num_finalized_trees_tensor, num_attempted_layers_tensor,
-               max_trees, max_depth):
-    self._num_finalized_trees_tensor = num_finalized_trees_tensor
-    self._num_attempted_layers_tensor = num_attempted_layers_tensor
-    self._max_trees = max_trees
-    self._max_depth = max_depth
-
-  def before_run(self, run_context):
-    return session_run_hook.SessionRunArgs(
-        [self._num_finalized_trees_tensor, self._num_attempted_layers_tensor])
-
-  def after_run(self, run_context, run_values):
-    # num_* tensors should be retrieved by a separate session than the training
-    # one, in order to read the values after growing.
-    # So, if it's approaching to the limit, get the actual value by additional
-    # session.
-    num_finalized_trees, num_attempted_layers = run_values.results
-    if (num_finalized_trees >= self._max_trees - 1 or
-        num_attempted_layers > 2 * self._max_trees * self._max_depth - 1):
-      num_finalized_trees, num_attempted_layers = run_context.session.run(
-          [self._num_finalized_trees_tensor, self._num_attempted_layers_tensor])
-    if (num_finalized_trees >= self._max_trees or
-        num_attempted_layers > 2 * self._max_trees * self._max_depth):
-      run_context.request_stop()
-
-
-def _get_max_splits(tree_hparams):
-  """Calculates the max possible number of splits based on tree params."""
-  # maximum number of splits possible in the whole tree =2^(D-1)-1
-  max_splits = (1 << tree_hparams.max_depth) - 1
-  return max_splits
-
-
-class _EnsembleGrower(object):
-  """Abstract base class for different types of ensemble growers.
-
-  Use it to receive training ops for growing and centering bias, depending
-  on the implementation (for example, in memory or accumulator-based
-  distributed):
-    grower = ...create subclass grower(tree_ensemble, tree_hparams)
-    grow_op = grower.grow_tree(stats_summaries_list, feature_ids_list,
-                               last_layer_nodes_range)
-    training_ops.append(grow_op)
-  """
-
-  def __init__(self, tree_ensemble, tree_hparams, feature_ids_list):
-    """Initializes a grower object.
-
-    Args:
-      tree_ensemble: A TreeEnsemble variable.
-      tree_hparams: TODO. collections.namedtuple for hyper parameters.
-      feature_ids_list: a list of lists of feature ids for each bucket size.
-
-    Raises:
-      ValueError: when pruning mode is invalid or pruning is used and no tree
-      complexity is set.
-    """
-    self._tree_ensemble = tree_ensemble
-    self._tree_hparams = tree_hparams
-    self._feature_ids_list = feature_ids_list
-    # pylint: disable=protected-access
-    self._pruning_mode_parsed = boosted_trees_ops.PruningMode.from_str(
-        tree_hparams.pruning_mode)
-
-    if tree_hparams.tree_complexity > 0:
-      if self._pruning_mode_parsed == boosted_trees_ops.PruningMode.NO_PRUNING:
-        raise ValueError(
-            'Tree complexity have no effect unless pruning mode is chosen.')
-    else:
-      if self._pruning_mode_parsed != boosted_trees_ops.PruningMode.NO_PRUNING:
-        raise ValueError('For pruning, tree_complexity must be positive.')
-    # pylint: enable=protected-access
-
-  @abc.abstractmethod
-  def center_bias(self, center_bias_var, gradients, hessians):
-    """Centers bias, if ready, based on statistics.
-
-    Args:
-      center_bias_var: A variable that will be updated when bias centering
-        finished.
-      gradients: A rank 2 tensor of gradients.
-      hessians: A rank 2 tensor of hessians.
-
-    Returns:
-      An operation for centering bias.
-    """
-
-  @abc.abstractmethod
-  def grow_tree(self, stats_summaries_list, last_layer_nodes_range):
-    """Grows a tree, if ready, based on provided statistics.
-
-    Args:
-      stats_summaries_list: List of stats summary tensors, representing sums of
-        gradients and hessians for each feature bucket.
-      last_layer_nodes_range: A tensor representing ids of the nodes in the
-        current layer, to be split.
-
-    Returns:
-      An op for growing a tree.
-    """
-
-  def chief_init_op(self):
-    """Ops that chief needs to run to initialize the state."""
-    return control_flow_ops.no_op()
-
-  #  ============= Helper methods ===========
-
-  def _center_bias_fn(self, center_bias_var, mean_gradients, mean_hessians):
-    """Updates the ensembles and cache (if needed) with logits prior."""
-    continue_centering = boosted_trees_ops.center_bias(
-        self._tree_ensemble.resource_handle,
-        mean_gradients=mean_gradients,
-        mean_hessians=mean_hessians,
-        l1=self._tree_hparams.l1,
-        l2=self._tree_hparams.l2)
-    return center_bias_var.assign(continue_centering)
-
-  def _grow_tree_from_stats_summaries(self, stats_summaries_list,
-                                      last_layer_nodes_range):
-    """Updates ensemble based on the best gains from stats summaries."""
-    node_ids_per_feature = []
-    gains_list = []
-    thresholds_list = []
-    left_node_contribs_list = []
-    right_node_contribs_list = []
-    all_feature_ids = []
-    assert len(stats_summaries_list) == len(self._feature_ids_list)
-
-    max_splits = _get_max_splits(self._tree_hparams)
-
-    for i, feature_ids in enumerate(self._feature_ids_list):
-      (numeric_node_ids_per_feature, numeric_gains_list,
-       numeric_thresholds_list, numeric_left_node_contribs_list,
-       numeric_right_node_contribs_list) = (
-           boosted_trees_ops.calculate_best_gains_per_feature(
-               node_id_range=last_layer_nodes_range,
-               stats_summary_list=stats_summaries_list[i],
-               l1=self._tree_hparams.l1,
-               l2=self._tree_hparams.l2,
-               tree_complexity=self._tree_hparams.tree_complexity,
-               min_node_weight=self._tree_hparams.min_node_weight,
-               max_splits=max_splits))
-
-      all_feature_ids += feature_ids
-      node_ids_per_feature += numeric_node_ids_per_feature
-      gains_list += numeric_gains_list
-      thresholds_list += numeric_thresholds_list
-      left_node_contribs_list += numeric_left_node_contribs_list
-      right_node_contribs_list += numeric_right_node_contribs_list
-
-    grow_op = boosted_trees_ops.update_ensemble(
-        # Confirm if local_tree_ensemble or tree_ensemble should be used.
-        self._tree_ensemble.resource_handle,
-        feature_ids=all_feature_ids,
-        node_ids=node_ids_per_feature,
-        gains=gains_list,
-        thresholds=thresholds_list,
-        left_node_contribs=left_node_contribs_list,
-        right_node_contribs=right_node_contribs_list,
-        learning_rate=self._tree_hparams.learning_rate,
-        max_depth=self._tree_hparams.max_depth,
-        pruning_mode=self._pruning_mode_parsed)
-    return grow_op
-
-
-class _InMemoryEnsembleGrower(_EnsembleGrower):
-  """An in-memory ensemble grower."""
-
-  def __init__(self, tree_ensemble, tree_hparams, feature_ids_list):
-
-    super(_InMemoryEnsembleGrower, self).__init__(
-        tree_ensemble=tree_ensemble, tree_hparams=tree_hparams,
-        feature_ids_list=feature_ids_list)
-
-  def center_bias(self, center_bias_var, gradients, hessians):
-    # For in memory, we already have a full batch of gradients and hessians,
-    # so just take a mean and proceed with centering.
-    mean_gradients = array_ops.expand_dims(
-        math_ops.reduce_mean(gradients, 0), 0)
-    mean_heassians = array_ops.expand_dims(math_ops.reduce_mean(hessians, 0), 0)
-    return self._center_bias_fn(center_bias_var, mean_gradients, mean_heassians)
-
-  def grow_tree(self, stats_summaries_list, last_layer_nodes_range):
-    # For in memory, we already have full data in one batch, so we can grow the
-    # tree immediately.
-    return self._grow_tree_from_stats_summaries(
-        stats_summaries_list, last_layer_nodes_range)
-
-
-class _AccumulatorEnsembleGrower(_EnsembleGrower):
-  """An accumulator based ensemble grower."""
-
-  def __init__(self, tree_ensemble, tree_hparams, stamp_token,
-               n_batches_per_layer, bucket_size_list, is_chief, center_bias,
-               feature_ids_list):
-    super(_AccumulatorEnsembleGrower, self).__init__(
-        tree_ensemble=tree_ensemble, tree_hparams=tree_hparams,
-        feature_ids_list=feature_ids_list)
-    self._stamp_token = stamp_token
-    self._n_batches_per_layer = n_batches_per_layer
-    self._bucket_size_list = bucket_size_list
-    self._is_chief = is_chief
-    self._growing_accumulators = []
-    self._chief_init_ops = []
-    max_splits = _get_max_splits(self._tree_hparams)
-    for i, feature_ids in enumerate(self._feature_ids_list):
-      accumulator = data_flow_ops.ConditionalAccumulator(
-          dtype=dtypes.float32,
-          # The stats consist of grads and hessians (the last dimension).
-          shape=[len(feature_ids), max_splits, self._bucket_size_list[i], 2],
-          shared_name='numeric_stats_summary_accumulator_' + str(i))
-      self._chief_init_ops.append(
-          accumulator.set_global_step(self._stamp_token))
-      self._growing_accumulators.append(accumulator)
-    self._center_bias = center_bias
-    if center_bias:
-      self._bias_accumulator = data_flow_ops.ConditionalAccumulator(
-          dtype=dtypes.float32,
-          # The stats consist of grads and hessians means only.
-          # TODO(nponomareva): this will change for a multiclass
-          shape=[2, 1],
-          shared_name='bias_accumulator')
-      self._chief_init_ops.append(
-          self._bias_accumulator.set_global_step(self._stamp_token))
-
-  def center_bias(self, center_bias_var, gradients, hessians):
-    # For not in memory situation, we need to accumulate enough of batches first
-    # before proceeding with centering bias.
-
-    # Create an accumulator.
-    if not self._center_bias:
-      raise RuntimeError('center_bias called but bias centering is disabled.')
-    bias_dependencies = []
-    grads_and_hess = array_ops.stack([gradients, hessians], axis=0)
-    grads_and_hess = math_ops.reduce_mean(grads_and_hess, axis=1)
-
-    apply_grad = self._bias_accumulator.apply_grad(
-        grads_and_hess, self._stamp_token)
-    bias_dependencies.append(apply_grad)
-
-    # Center bias if enough batches were processed.
-    with ops.control_dependencies(bias_dependencies):
-      if not self._is_chief:
-        return control_flow_ops.no_op()
-      def _set_accumulators_stamp():
-        return control_flow_ops.group(
-            [acc.set_global_step(self._stamp_token + 1) for acc in
-             self._growing_accumulators])
-
-      def center_bias_from_accumulator():
-        accumulated = array_ops.unstack(self._bias_accumulator.take_grad(1),
-                                        axis=0)
-        center_bias_op = self._center_bias_fn(
-            center_bias_var,
-            array_ops.expand_dims(accumulated[0], 0),
-            array_ops.expand_dims(accumulated[1], 0))
-        with ops.control_dependencies([center_bias_op]):
-          return control_flow_ops.cond(center_bias_var,
-                                       control_flow_ops.no_op,
-                                       _set_accumulators_stamp)
-
-      center_bias_op = control_flow_ops.cond(
-          math_ops.greater_equal(self._bias_accumulator.num_accumulated(),
-                                 self._n_batches_per_layer),
-          center_bias_from_accumulator,
-          control_flow_ops.no_op,
-          name='wait_until_n_batches_for_bias_accumulated')
-      return center_bias_op
-
-  def grow_tree(self, stats_summaries_list, last_layer_nodes_range):
-    dependencies = []
-    for i in range(len(self._feature_ids_list)):
-      stats_summaries = stats_summaries_list[i]
-      apply_grad = self._growing_accumulators[i].apply_grad(
-          array_ops.stack(stats_summaries, axis=0), self._stamp_token)
-      dependencies.append(apply_grad)
-
-    # Grow the tree if enough batches is accumulated.
-    with ops.control_dependencies(dependencies):
-      if not self._is_chief:
-        return control_flow_ops.no_op()
-
-      min_accumulated = math_ops.reduce_min(
-          array_ops.stack([acc.num_accumulated() for acc in
-                           self._growing_accumulators]))
-
-      def grow_tree_from_accumulated_summaries_fn():
-        """Updates tree with the best layer from accumulated summaries."""
-        # Take out the accumulated summaries from the accumulator and grow.
-        stats_summaries_list = []
-        stats_summaries_list = [
-            array_ops.unstack(accumulator.take_grad(1), axis=0)
-            for accumulator in self._growing_accumulators
-        ]
-        grow_op = self._grow_tree_from_stats_summaries(
-            stats_summaries_list, last_layer_nodes_range
-        )
-        return grow_op
-
-      grow_model = control_flow_ops.cond(
-          math_ops.greater_equal(min_accumulated, self._n_batches_per_layer),
-          grow_tree_from_accumulated_summaries_fn,
-          control_flow_ops.no_op,
-          name='wait_until_n_batches_accumulated')
-      return grow_model
-
-  def chief_init_op(self):
-    """Ops that chief needs to run to initialize the state."""
-    return control_flow_ops.group(self._chief_init_ops)
-
-
-def _bt_model_fn(
-    features,
-    labels,
-    mode,
-    head,
-    feature_columns,
-    tree_hparams,
-    n_batches_per_layer,
-    config,
-    closed_form_grad_and_hess_fn=None,
-    example_id_column_name=None,
-    # TODO(youngheek): replace this later using other options.
-    train_in_memory=False,
-    name='boosted_trees'):
-  """Gradient Boosted Trees model_fn.
-
-  Args:
-    features: dict of `Tensor`.
-    labels: `Tensor` of shape [batch_size, 1] or [batch_size] labels of
-      dtype `int32` or `int64` in the range `[0, n_classes)`.
-    mode: Defines whether this is training, evaluation or prediction.
-      See `ModeKeys`.
-    head: A `head_lib._Head` instance.
-    feature_columns: Iterable of `feature_column._FeatureColumn` model inputs.
-    tree_hparams: TODO. collections.namedtuple for hyper parameters.
-    n_batches_per_layer: A `Tensor` of `int64`. Each layer is built after at
-      least n_batches_per_layer accumulations.
-    config: `RunConfig` object to configure the runtime settings.
-    closed_form_grad_and_hess_fn: a function that accepts logits and labels
-      and returns gradients and hessians. By default, they are created by
-      tf.gradients() from the loss.
-    example_id_column_name: Name of the feature for a unique ID per example.
-      Currently experimental -- not exposed to public API.
-    train_in_memory: `bool`, when true, it assumes the dataset is in memory,
-      i.e., input_fn should return the entire dataset as a single batch, and
-      also n_batches_per_layer should be set as 1.
-    name: Name to use for the model.
-
-  Returns:
-      An `EstimatorSpec` instance.
-
-  Raises:
-    ValueError: mode or params are invalid, or features has the wrong type.
-  """
-  sorted_feature_columns = sorted(feature_columns, key=lambda tc: tc.name)
-  with ops.name_scope(name) as name:
-    # Prepare.
-    global_step = training_util.get_or_create_global_step()
-    bucket_size_list, feature_ids_list = _group_features_by_num_buckets(
-        sorted_feature_columns)
-    # Create Ensemble resources.
-    tree_ensemble = boosted_trees_ops.TreeEnsemble(name=name)
-
-    # Create logits.
-    if mode != model_fn_lib.ModeKeys.TRAIN:
-      input_feature_list = _get_transformed_features(features,
-                                                     sorted_feature_columns)
-      logits = boosted_trees_ops.predict(
-          # For non-TRAIN mode, ensemble doesn't change after initialization,
-          # so no local copy is needed; using tree_ensemble directly.
-          tree_ensemble_handle=tree_ensemble.resource_handle,
-          bucketized_features=input_feature_list,
-          logits_dimension=head.logits_dimension)
-      return head.create_estimator_spec(
-          features=features,
-          mode=mode,
-          labels=labels,
-          train_op_fn=control_flow_ops.no_op,
-          logits=logits)
-
-    # ============== Training graph ==============
-    center_bias = tree_hparams.center_bias
-    is_single_machine = (config.num_worker_replicas <= 1)
-
-    if train_in_memory:
-      assert n_batches_per_layer == 1, (
-          'When train_in_memory is enabled, input_fn should return the entire '
-          'dataset as a single batch, and n_batches_per_layer should be set as '
-          '1.')
-      if (not config.is_chief or config.num_worker_replicas > 1 or
-          config.num_ps_replicas > 0):
-        raise ValueError('train_in_memory is supported only for '
-                         'non-distributed training.')
-    worker_device = control_flow_ops.no_op().device
-    train_op = []
-    # Extract input features and set up cache for training.
-    training_state_cache = None
-    if train_in_memory:
-      # cache transformed features as well for in-memory training.
-      batch_size = array_ops.shape(labels)[0]
-      input_feature_list, input_cache_op = (
-          _cache_transformed_features(features, sorted_feature_columns,
-                                      batch_size))
-      train_op.append(input_cache_op)
-      training_state_cache = _CacheTrainingStatesUsingVariables(
-          batch_size, head.logits_dimension)
-    else:
-      input_feature_list = _get_transformed_features(features,
-                                                     sorted_feature_columns)
-      if example_id_column_name:
-        example_ids = features[example_id_column_name]
-        training_state_cache = _CacheTrainingStatesUsingHashTable(
-            example_ids, head.logits_dimension)
-    if training_state_cache:
-      cached_tree_ids, cached_node_ids, cached_logits = (
-          training_state_cache.lookup())
-    else:
-      # Always start from the beginning when no cache is set up.
-      batch_size = array_ops.shape(labels)[0]
-      cached_tree_ids, cached_node_ids, cached_logits = (
-          array_ops.zeros([batch_size], dtype=dtypes.int32),
-          _DUMMY_NODE_ID * array_ops.ones([batch_size], dtype=dtypes.int32),
-          array_ops.zeros(
-              [batch_size, head.logits_dimension], dtype=dtypes.float32))
-
-    if is_single_machine:
-      local_tree_ensemble = tree_ensemble
-      ensemble_reload = control_flow_ops.no_op()
-    else:
-      # Have a local copy of ensemble for the distributed setting.
-      with ops.device(worker_device):
-        local_tree_ensemble = boosted_trees_ops.TreeEnsemble(
-            name=name + '_local', is_local=True)
-      # TODO(soroush): Do partial updates if this becomes a bottleneck.
-      ensemble_reload = local_tree_ensemble.deserialize(
-          *tree_ensemble.serialize())
-    with ops.control_dependencies([ensemble_reload]):
-      (stamp_token, num_trees, num_finalized_trees, num_attempted_layers,
-       last_layer_nodes_range) = local_tree_ensemble.get_states()
-      partial_logits, tree_ids, node_ids = boosted_trees_ops.training_predict(
-          tree_ensemble_handle=local_tree_ensemble.resource_handle,
-          cached_tree_ids=cached_tree_ids,
-          cached_node_ids=cached_node_ids,
-          bucketized_features=input_feature_list,
-          logits_dimension=head.logits_dimension)
-    logits = cached_logits + partial_logits
-
-    if train_in_memory:
-      grower = _InMemoryEnsembleGrower(tree_ensemble, tree_hparams,
-                                       feature_ids_list=feature_ids_list)
-    else:
-      grower = _AccumulatorEnsembleGrower(tree_ensemble, tree_hparams,
-                                          stamp_token, n_batches_per_layer,
-                                          bucket_size_list, config.is_chief,
-                                          center_bias=center_bias,
-                                          feature_ids_list=feature_ids_list)
-
-    summary.scalar('ensemble/num_trees', num_trees)
-    summary.scalar('ensemble/num_finalized_trees', num_finalized_trees)
-    summary.scalar('ensemble/num_attempted_layers', num_attempted_layers)
-
-    # Variable that determines whether bias centering is needed.
-    center_bias_var = variable_scope.variable(
-        initial_value=center_bias, name='center_bias_needed', trainable=False,
-        use_resource=True)
-    # Create training graph.
-    def _train_op_fn(loss):
-      """Run one training iteration."""
-      if training_state_cache:
-        # Cache logits only after center_bias is complete, if it's in progress.
-        train_op.append(
-            control_flow_ops.cond(
-                center_bias_var, control_flow_ops.no_op,
-                lambda: training_state_cache.insert(tree_ids, node_ids, logits))
-        )
-
-      if closed_form_grad_and_hess_fn:
-        gradients, hessians = closed_form_grad_and_hess_fn(logits, labels)
-      else:
-        gradients = gradients_impl.gradients(loss, logits, name='Gradients')[0]
-        hessians = gradients_impl.gradients(
-            gradients, logits, name='Hessians')[0]
-
-      # TODO(youngheek): perhaps storage could be optimized by storing stats
-      # with the dimension max_splits_per_layer, instead of max_splits (for the
-      # entire tree).
-      max_splits = _get_max_splits(tree_hparams)
-
-      stats_summaries_list = []
-      for i, feature_ids in enumerate(feature_ids_list):
-        num_buckets = bucket_size_list[i]
-        summaries = [
-            array_ops.squeeze(
-                boosted_trees_ops.make_stats_summary(
-                    node_ids=node_ids,
-                    gradients=gradients,
-                    hessians=hessians,
-                    bucketized_features_list=[input_feature_list[f]],
-                    max_splits=max_splits,
-                    num_buckets=num_buckets),
-                axis=0) for f in feature_ids
-        ]
-        stats_summaries_list.append(summaries)
-      if center_bias:
-        update_model = control_flow_ops.cond(
-            center_bias_var,
-            functools.partial(
-                grower.center_bias,
-                center_bias_var,
-                gradients,
-                hessians,
-            ),
-            functools.partial(grower.grow_tree, stats_summaries_list,
-                              last_layer_nodes_range))
-      else:
-        update_model = grower.grow_tree(stats_summaries_list,
-                                        last_layer_nodes_range)
-      train_op.append(update_model)
-
-      with ops.control_dependencies([update_model]):
-        increment_global = state_ops.assign_add(global_step, 1).op
-        train_op.append(increment_global)
-
-      return control_flow_ops.group(train_op, name='train_op')
-
-  estimator_spec = head.create_estimator_spec(
-      features=features,
-      mode=mode,
-      labels=labels,
-      train_op_fn=_train_op_fn,
-      logits=logits)
-
-  # Add an early stop hook.
-  estimator_spec = estimator_spec._replace(
-      training_hooks=estimator_spec.training_hooks +
-      (_StopAtAttemptsHook(num_finalized_trees, num_attempted_layers,
-                           tree_hparams.n_trees, tree_hparams.max_depth),),
-      training_chief_hooks=[GrowerInitializationHook(grower.chief_init_op())] +
-      list(estimator_spec.training_chief_hooks))
-  return estimator_spec
-
-
-class GrowerInitializationHook(session_run_hook.SessionRunHook):
-  """A SessionRunHook handles initialization of `_EnsembleGrower`."""
-
-  def __init__(self, init_op):
-    self._init_op = init_op
-
-  def after_create_session(self, session, coord):
-    session.run(self._init_op)
-
-
-def _create_classification_head(n_classes,
-                                weight_column=None,
-                                label_vocabulary=None):
-  """Creates a classification head. Refer to canned.head for details on args."""
-  # TODO(nponomareva): Support multi-class cases.
-  if n_classes == 2:
-    # pylint: disable=protected-access
-    return head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column=weight_column,
-        label_vocabulary=label_vocabulary,
-        loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    # pylint: enable=protected-access
-  else:
-    raise ValueError('For now only binary classification is supported.'
-                     'n_classes given as {}'.format(n_classes))
-
-
-def _create_classification_head_and_closed_form(n_classes, weight_column,
-                                                label_vocabulary):
-  """Creates a head for classifier and the closed form gradients/hessians."""
-  head = _create_classification_head(n_classes, weight_column, label_vocabulary)
-  if (n_classes == 2 and head.logits_dimension == 1 and
-      weight_column is None and label_vocabulary is None):
-    # Use the closed-form gradients/hessians for 2 class.
-    def _grad_and_hess_for_logloss(logits, labels):
-      """A closed form gradient and hessian for logistic loss."""
-      # TODO(youngheek): add weights handling.
-      predictions = math_ops.reciprocal(math_ops.exp(-logits) + 1.0)
-      normalizer = math_ops.reciprocal(
-          math_ops.cast(array_ops.size(predictions), dtypes.float32))
-      labels = math_ops.cast(labels, dtypes.float32)
-      labels = head_lib._check_dense_labels_match_logits_and_reshape(  # pylint: disable=protected-access
-          labels, logits, head.logits_dimension)
-      gradients = (predictions - labels) * normalizer
-      hessians = predictions * (1.0 - predictions) * normalizer
-      return gradients, hessians
-
-    closed_form = _grad_and_hess_for_logloss
-  else:
-    closed_form = None
-  return (head, closed_form)
-
-
-def _create_regression_head(label_dimension, weight_column=None):
-  if label_dimension != 1:
-    raise ValueError('For now only 1 dimension regression is supported.'
-                     'label_dimension given as {}'.format(label_dimension))
-  # pylint: disable=protected-access
-  return head_lib._regression_head(
-      label_dimension=label_dimension,
-      weight_column=weight_column,
-      loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-  # pylint: enable=protected-access
-
-
-def _compute_feature_importances_per_tree(tree, num_features):
-  """Computes the importance of each feature in the tree."""
-  importances = np.zeros(num_features)
-
-  for node in tree.nodes:
-    node_type = node.WhichOneof('node')
-    if node_type == 'bucketized_split':
-      feature_id = node.bucketized_split.feature_id
-      importances[feature_id] += node.metadata.gain
-    elif node_type == 'leaf':
-      assert node.metadata.gain == 0
-    else:
-      raise ValueError('Unexpected split type %s', node_type)
-
-  return importances
-
-
-def _compute_feature_importances(tree_ensemble, num_features, normalize):
-  """Computes gain-based feature importances.
-
-  The higher the value, the more important the feature.
-
-  Args:
-    tree_ensemble: a trained tree ensemble, instance of proto
-      boosted_trees.TreeEnsemble.
-    num_features: The total number of feature ids.
-    normalize: If True, normalize the feature importances.
-
-  Returns:
-    sorted_feature_idx: A list of feature_id which is sorted
-      by its feature importance.
-    feature_importances: A list of corresponding feature importances.
-
-  Raises:
-    AssertionError: When normalize = True, if feature importances
-      contain negative value, or if normalization is not possible
-      (e.g. ensemble is empty or trees contain only a root node).
-  """
-  tree_importances = [_compute_feature_importances_per_tree(tree, num_features)
-                      for tree in tree_ensemble.trees]
-  tree_importances = np.array(tree_importances)
-  tree_weights = np.array(tree_ensemble.tree_weights).reshape(-1, 1)
-  feature_importances = np.sum(tree_importances * tree_weights, axis=0)
-  if normalize:
-    assert np.all(feature_importances >= 0), ('feature_importances '
-                                              'must be non-negative.')
-    normalizer = np.sum(feature_importances)
-    assert normalizer > 0, 'Trees are all empty or contain only a root node.'
-    feature_importances /= normalizer
-
-  sorted_feature_idx = np.argsort(feature_importances)[::-1]
-  return sorted_feature_idx, feature_importances[sorted_feature_idx]
-
-
-def _bt_explanations_fn(features,
-                        head,
-                        sorted_feature_columns,
-                        name='boosted_trees'):
-  """Gradient Boosted Trees predict with explanations model_fn.
-
-  Args:
-    features: dict of `Tensor`.
-    head: A `head_lib._Head` instance.
-    sorted_feature_columns: Sorted iterable of `feature_column._FeatureColumn`
-      model inputs.
-    name: Name used for the model.
-
-  Returns:
-      An `EstimatorSpec` instance.
-
-  Raises:
-    ValueError: mode or params are invalid, or features has the wrong type.
-  """
-  mode = model_fn_lib.ModeKeys.PREDICT
-  with ops.name_scope(name) as name:
-    # Create Ensemble resources.
-    tree_ensemble = boosted_trees_ops.TreeEnsemble(name=name)
-
-    input_feature_list = _get_transformed_features(features,
-                                                   sorted_feature_columns)
-
-    logits = boosted_trees_ops.predict(
-        # For non-TRAIN mode, ensemble doesn't change after initialization,
-        # so no local copy is needed; using tree_ensemble directly.
-        tree_ensemble_handle=tree_ensemble.resource_handle,
-        bucketized_features=input_feature_list,
-        logits_dimension=head.logits_dimension)
-
-    estimator_spec = head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=None,
-        train_op_fn=control_flow_ops.no_op,
-        logits=logits)
-
-    debug_op = boosted_trees_ops.example_debug_outputs(
-        tree_ensemble.resource_handle,
-        bucketized_features=input_feature_list,
-        logits_dimension=head.logits_dimension)
-    estimator_spec.predictions[boosted_trees_utils._DEBUG_PROTO_KEY] = debug_op  # pylint: disable=protected-access
-    return estimator_spec
-
-
-class _BoostedTreesBase(estimator.Estimator):
-  """Base class for boosted trees estimators.
-
-  This class is intended to keep tree-specific functions (E.g., methods for
-  feature importances and directional feature contributions) in one central
-  place.
-
-  It is not a valid (working) Estimator on its own and should only be used as a
-  base class.
-  """
-
-  def __init__(self, model_fn, model_dir, config, feature_columns, head,
-               center_bias, is_classification):
-    """Initializes a `_BoostedTreesBase` instance.
-
-    Args:
-      model_fn: model_fn: Model function. See base class for more detail.
-      model_dir: Directory to save model parameters, graph and etc. See base
-        class for more detail.
-      config: `estimator.RunConfig` configuration object.
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`
-      head: A `head_lib._Head` instance.
-      center_bias: Whether bias centering needs to occur. Bias centering refers
-        to the first node in the very first tree returning the prediction that
-        is aligned with the original labels distribution. For example, for
-        regression problems, the first node will return the mean of the labels.
-        For binary classification problems, it will return a logit for a prior
-        probability of label 1.
-      is_classification: If the estimator is for classification.
-    """
-    super(_BoostedTreesBase, self).__init__(
-        model_fn=model_fn, model_dir=model_dir, config=config)
-    self._sorted_feature_columns = sorted(
-        feature_columns, key=lambda tc: tc.name)
-    self._head = head
-    self._n_features = _calculate_num_features(self._sorted_feature_columns)
-    self._names_for_feature_id = np.array(
-        _generate_feature_name_mapping(self._sorted_feature_columns))
-    self._center_bias = center_bias
-    self._is_classification = is_classification
-
-  def experimental_feature_importances(self, normalize=False):
-    """Computes gain-based feature importances.
-
-    The higher the value, the more important the corresponding feature.
-
-    Args:
-      normalize: If True, normalize the feature importances.
-
-    Returns:
-      sorted_feature_names: 1-D array of feature name which is sorted
-        by its feature importance.
-      feature_importances: 1-D array of the corresponding feature importance.
-
-    Raises:
-      ValueError: When attempting to normalize on an empty ensemble
-        or an ensemble of trees which have no splits. Or when attempting
-        to normalize and feature importances have negative values.
-    """
-    reader = checkpoint_utils.load_checkpoint(self._model_dir)
-    serialized = reader.get_tensor('boosted_trees:0_serialized')
-    if not serialized:
-      raise ValueError('Found empty serialized string for TreeEnsemble.'
-                       'You should only call this method after training.')
-    ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-    ensemble_proto.ParseFromString(serialized)
-
-    sorted_feature_id, importances = _compute_feature_importances(
-        ensemble_proto, self._n_features, normalize)
-    return self._names_for_feature_id[sorted_feature_id], importances
-
-  def experimental_predict_with_explanations(self,
-                                             input_fn,
-                                             predict_keys=None,
-                                             hooks=None,
-                                             checkpoint_path=None):
-    """Computes model explainability outputs per example along with predictions.
-
-    Currently supports directional feature contributions (DFCs). For each
-    instance, DFCs indicate the aggregate contribution of each feature. See
-    https://arxiv.org/abs/1312.1121 and
-    http://blog.datadive.net/interpreting-random-forests/ for more details.
-    Args:
-      input_fn: A function that provides input data for predicting as
-        minibatches. See [Premade Estimators](
-        https://tensorflow.org/guide/premade_estimators#create_input_functions)
-          for more information. The function should construct and return one of
-        the following:  * A `tf.data.Dataset` object: Outputs of `Dataset`
-          object must be a tuple `(features, labels)` with same constraints as
-        below. * A tuple `(features, labels)`: Where `features` is a `tf.Tensor`
-          or a dictionary of string feature name to `Tensor` and `labels` is a
-          `Tensor` or a dictionary of string label name to `Tensor`. Both
-          `features` and `labels` are consumed by `model_fn`. They should
-          satisfy the expectation of `model_fn` from inputs.
-      predict_keys: list of `str`, name of the keys to predict. It is used if
-        the `tf.estimator.EstimatorSpec.predictions` is a `dict`. If
-        `predict_keys` is used then rest of the predictions will be filtered
-        from the dictionary, with the exception of 'bias' and 'dfc', which will
-        always be in the dictionary. If `None`, returns all keys in prediction
-        dict, as well as two new keys 'dfc' and 'bias'.
-      hooks: List of `tf.train.SessionRunHook` subclass instances. Used for
-        callbacks inside the prediction call.
-      checkpoint_path: Path of a specific checkpoint to predict. If `None`, the
-        latest checkpoint in `model_dir` is used.  If there are no checkpoints
-        in `model_dir`, prediction is run with newly initialized `Variables`
-        instead of ones restored from checkpoint.
-
-    Yields:
-      Evaluated values of `predictions` tensors. The `predictions` tensors will
-      contain at least two keys 'dfc' and 'bias' for model explanations. The
-      `dfc` value corresponds to the contribution of each feature to the overall
-      prediction for this instance (positive indicating that the feature makes
-      it more likely to select class 1 and negative less likely). The 'bias'
-      value will be the same across all the instances, corresponding to the
-      probability (classification) or prediction (regression) of the training
-      data distribution.
-
-    Raises:
-      ValueError: when wrong arguments are given or unsupported functionalities
-       are requested.
-    """
-    if not self._center_bias:
-      raise ValueError('center_bias must be enabled during estimator '
-                       'instantiation when using '
-                       'experimental_predict_with_explanations.')
-    # pylint: disable=protected-access
-    if not self._is_classification:
-      identity_inverse_link_fn = self._head._inverse_link_fn in (None,
-                                                                 tf_identity)
-      # pylint:enable=protected-access
-      if not identity_inverse_link_fn:
-        raise ValueError(
-            'For now only identity inverse_link_fn in regression_head is '
-            'supported for experimental_predict_with_explanations.')
-
-    # pylint:disable=unused-argument
-    def new_model_fn(features, labels, mode):
-      return _bt_explanations_fn(features, self._head,
-                                 self._sorted_feature_columns)
-
-    # pylint:enable=unused-argument
-    est = estimator.Estimator(
-        model_fn=new_model_fn,
-        model_dir=self.model_dir,
-        config=self.config,
-        warm_start_from=self._warm_start_settings)
-    # Make sure bias and dfc will be in prediction dict.
-    user_supplied_predict_keys = predict_keys is not None
-    if user_supplied_predict_keys:
-      predict_keys = set(predict_keys)
-      predict_keys.add(boosted_trees_utils._DEBUG_PROTO_KEY)
-    predictions = est.predict(
-        input_fn,
-        predict_keys=predict_keys,
-        hooks=hooks,
-        checkpoint_path=checkpoint_path,
-        yield_single_examples=True)
-    for pred in predictions:
-      bias, dfcs = boosted_trees_utils._parse_explanations_from_prediction(
-          pred[boosted_trees_utils._DEBUG_PROTO_KEY], self._n_features,
-          self._is_classification)
-      pred['bias'] = bias
-      pred['dfc'] = dfcs
-      # Don't need to expose serialized proto to end user.
-      del pred[boosted_trees_utils._DEBUG_PROTO_KEY]
-      yield pred
-
-
-# pylint: disable=protected-access
-@estimator_export('estimator.BoostedTreesClassifier')
-class BoostedTreesClassifier(_BoostedTreesBase):
-  """A Classifier for Tensorflow Boosted Trees models.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               feature_columns,
-               n_batches_per_layer,
-               model_dir=None,
-               n_classes=_HOLD_FOR_MULTI_CLASS_SUPPORT,
-               weight_column=None,
-               label_vocabulary=None,
-               n_trees=100,
-               max_depth=6,
-               learning_rate=0.1,
-               l1_regularization=0.,
-               l2_regularization=0.,
-               tree_complexity=0.,
-               min_node_weight=0.,
-               config=None,
-               center_bias=False,
-               pruning_mode='none'):
-    """Initializes a `BoostedTreesClassifier` instance.
-
-    Example:
-
-    ```python
-    bucketized_feature_1 = bucketized_column(
-      numeric_column('feature_1'), BUCKET_BOUNDARIES_1)
-    bucketized_feature_2 = bucketized_column(
-      numeric_column('feature_2'), BUCKET_BOUNDARIES_2)
-
-    # Need to see a large portion of the data before we can build a layer, for
-    # example half of data n_batches_per_layer = 0.5 * NUM_EXAMPLES / BATCH_SIZE
-    classifier = estimator.BoostedTreesClassifier(
-        feature_columns=[bucketized_feature_1, bucketized_feature_2],
-        n_batches_per_layer=n_batches_per_layer,
-        n_trees=100,
-        ... <some other params>
-    )
-
-    def input_fn_train():
-      ...
-      return dataset
-
-    classifier.train(input_fn=input_fn_train)
-
-    def input_fn_eval():
-      ...
-      return dataset
-
-    metrics = classifier.evaluate(input_fn=input_fn_eval)
-    ```
-
-    Args:
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`.
-      n_batches_per_layer: the number of batches to collect statistics per
-        layer. The total number of batches is total number of data divided by
-        batch size.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      n_classes: number of label classes. Default is binary classification.
-        Multiclass support is not yet implemented.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to downweight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      label_vocabulary: A list of strings represents possible label values. If
-        given, labels must be string type and have any value in
-        `label_vocabulary`. If it is not given, that means labels are
-        already encoded as integer or float within [0, 1] for `n_classes=2` and
-        encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-        Also there will be errors if vocabulary is not provided and labels are
-        string.
-      n_trees: number trees to be created.
-      max_depth: maximum depth of the tree to grow.
-      learning_rate: shrinkage parameter to be used when a tree added to the
-        model.
-      l1_regularization: regularization multiplier applied to the absolute
-        weights of the tree leafs.
-      l2_regularization: regularization multiplier applied to the square weights
-        of the tree leafs.
-      tree_complexity: regularization factor to penalize trees with more leaves.
-      min_node_weight: min_node_weight: minimum hessian a node must have for a
-        split to be considered. The value will be compared with
-        sum(leaf_hessian)/(batch_size * n_batches_per_layer).
-      config: `RunConfig` object to configure the runtime settings.
-      center_bias: Whether bias centering needs to occur. Bias centering refers
-        to the first node in the very first tree returning the prediction that
-        is aligned with the original labels distribution. For example, for
-        regression problems, the first node will return the mean of the labels.
-        For binary classification problems, it will return a logit for a prior
-        probability of label 1.
-      pruning_mode: one of 'none', 'pre', 'post' to indicate no pruning, pre-
-        pruning (do not split a node if not enough gain is observed) and post
-        pruning (build the tree up to a max depth and then prune branches with
-        negative gain). For pre and post pruning, you MUST provide
-        tree_complexity >0.
-
-    Raises:
-      ValueError: when wrong arguments are given or unsupported functionalities
-         are requested.
-    """
-    # TODO(nponomareva): Support multi-class cases.
-    if n_classes == _HOLD_FOR_MULTI_CLASS_SUPPORT:
-      n_classes = 2
-    head, closed_form = _create_classification_head_and_closed_form(
-        n_classes, weight_column, label_vocabulary=label_vocabulary)
-    # HParams for the model.
-    tree_hparams = _TreeHParams(
-        n_trees, max_depth, learning_rate, l1_regularization, l2_regularization,
-        tree_complexity, min_node_weight, center_bias, pruning_mode)
-
-    def _model_fn(features, labels, mode, config):
-      return _bt_model_fn(
-          features,
-          labels,
-          mode,
-          head,
-          feature_columns,
-          tree_hparams,
-          n_batches_per_layer,
-          config,
-          closed_form_grad_and_hess_fn=closed_form)
-
-    super(BoostedTreesClassifier, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config,
-        feature_columns=feature_columns,
-        head=head,
-        center_bias=center_bias,
-        is_classification=True)
-
-
-@estimator_export('estimator.BoostedTreesRegressor')
-class BoostedTreesRegressor(_BoostedTreesBase):
-  """A Regressor for Tensorflow Boosted Trees models.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               feature_columns,
-               n_batches_per_layer,
-               model_dir=None,
-               label_dimension=_HOLD_FOR_MULTI_DIM_SUPPORT,
-               weight_column=None,
-               n_trees=100,
-               max_depth=6,
-               learning_rate=0.1,
-               l1_regularization=0.,
-               l2_regularization=0.,
-               tree_complexity=0.,
-               min_node_weight=0.,
-               config=None,
-               center_bias=False,
-               pruning_mode='none'):
-    """Initializes a `BoostedTreesRegressor` instance.
-
-    Example:
-
-    ```python
-    bucketized_feature_1 = bucketized_column(
-      numeric_column('feature_1'), BUCKET_BOUNDARIES_1)
-    bucketized_feature_2 = bucketized_column(
-      numeric_column('feature_2'), BUCKET_BOUNDARIES_2)
-
-    # Need to see a large portion of the data before we can build a layer, for
-    # example half of data n_batches_per_layer = 0.5 * NUM_EXAMPLES / BATCH_SIZE
-    regressor = estimator.BoostedTreesRegressor(
-        feature_columns=[bucketized_feature_1, bucketized_feature_2],
-        n_batches_per_layer=n_batches_per_layer,
-        n_trees=100,
-        ... <some other params>
-    )
-
-    def input_fn_train():
-      ...
-      return dataset
-
-    regressor.train(input_fn=input_fn_train)
-
-    def input_fn_eval():
-      ...
-      return dataset
-
-    metrics = regressor.evaluate(input_fn=input_fn_eval)
-    ```
-
-    Args:
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`.
-      n_batches_per_layer: the number of batches to collect statistics per
-        layer. The total number of batches is total number of data divided by
-        batch size.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      label_dimension: Number of regression targets per example.
-        Multi-dimensional support is not yet implemented.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to downweight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      n_trees: number trees to be created.
-      max_depth: maximum depth of the tree to grow.
-      learning_rate: shrinkage parameter to be used when a tree added to the
-        model.
-      l1_regularization: regularization multiplier applied to the absolute
-        weights of the tree leafs.
-      l2_regularization: regularization multiplier applied to the square weights
-        of the tree leafs.
-      tree_complexity: regularization factor to penalize trees with more leaves.
-      min_node_weight: min_node_weight: minimum hessian a node must have for a
-        split to be considered. The value will be compared with
-        sum(leaf_hessian)/(batch_size * n_batches_per_layer).
-      config: `RunConfig` object to configure the runtime settings.
-      center_bias: Whether bias centering needs to occur. Bias centering refers
-        to the first node in the very first tree returning the prediction that
-        is aligned with the original labels distribution. For example, for
-        regression problems, the first node will return the mean of the labels.
-        For binary classification problems, it will return a logit for a prior
-        probability of label 1.
-      pruning_mode: one of 'none', 'pre', 'post' to indicate no pruning, pre-
-        pruning (do not split a node if not enough gain is observed) and post
-        pruning (build the tree up to a max depth and then prune branches with
-        negative gain). For pre and post pruning, you MUST provide
-        tree_complexity >0.
-
-    Raises:
-      ValueError: when wrong arguments are given or unsupported functionalities
-         are requested.
-    """
-    # TODO(nponomareva): Extend it to multi-dimension cases.
-    if label_dimension == _HOLD_FOR_MULTI_DIM_SUPPORT:
-      label_dimension = 1
-    head = _create_regression_head(label_dimension, weight_column)
-
-    # HParams for the model.
-    tree_hparams = _TreeHParams(
-        n_trees, max_depth, learning_rate, l1_regularization, l2_regularization,
-        tree_complexity, min_node_weight, center_bias, pruning_mode)
-
-    def _model_fn(features, labels, mode, config):
-      return _bt_model_fn(features, labels, mode, head, feature_columns,
-                          tree_hparams, n_batches_per_layer, config)
-
-    super(BoostedTreesRegressor, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config,
-        feature_columns=feature_columns,
-        head=head,
-        center_bias=center_bias,
-        is_classification=False)
+from tensorflow_estimator.python.estimator.canned import boosted_trees
 
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+boosted_trees.__all__ = [
+    s for s in dir(boosted_trees) if not s.startswith('__')
+]
 
-# pylint: enable=protected-access
+from tensorflow_estimator.python.estimator.canned.boosted_trees import *
diff --git a/tensorflow/python/estimator/canned/boosted_trees_test.py b/tensorflow/python/estimator/canned/boosted_trees_test.py
deleted file mode 100644
index 23687a738b..0000000000
--- a/tensorflow/python/estimator/canned/boosted_trees_test.py
+++ /dev/null
@@ -1,2549 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests boosted_trees estimators and model_fn."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-
-from google.protobuf import text_format
-import numpy as np
-
-from tensorflow.core.kernels.boosted_trees import boosted_trees_pb2
-from tensorflow.python.client import session
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator import run_config
-from tensorflow.python.estimator.canned import boosted_trees
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.ops import gen_boosted_trees_ops
-from tensorflow.python.ops import boosted_trees_ops
-from tensorflow.python.ops import resources
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import googletest
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import saver as saver_lib
-from tensorflow.python.training import session_run_hook
-
-NUM_FEATURES = 3
-
-BUCKET_BOUNDARIES = [-2., .5, 12.]  # Boundaries for all the features.
-INPUT_FEATURES = np.array(
-    [
-        [12.5, 1.0, -2.001, -2.0001, -1.999],  # feature_0 quantized:[3,2,0,0,1]
-        [2.0, -3.0, 0.5, 0.0, 0.4995],         # feature_1 quantized:[2,0,2,1,1]
-        [3.0, 20.0, 50.0, -100.0, 102.75],     # feature_2 quantized:[2,3,3,0,3]
-    ],
-    dtype=np.float32)
-
-CLASSIFICATION_LABELS = [[0.], [1.], [1.], [0.], [0.]]
-REGRESSION_LABELS = [[1.5], [0.3], [0.2], [2.], [5.]]
-FEATURES_DICT = {'f_%d' % i: INPUT_FEATURES[i] for i in range(NUM_FEATURES)}
-
-# EXAMPLE_ID is not exposed to Estimator yet, but supported at model_fn level.
-EXAMPLE_IDS = np.array([0, 1, 2, 3, 4], dtype=np.int64)
-EXAMPLE_ID_COLUMN = '__example_id__'
-
-
-def _make_train_input_fn(is_classification):
-  """Makes train input_fn for classification/regression."""
-
-  def _input_fn():
-    features_dict = dict(FEATURES_DICT)  # copies the dict to add an entry.
-    features_dict[EXAMPLE_ID_COLUMN] = constant_op.constant(EXAMPLE_IDS)
-    labels = CLASSIFICATION_LABELS if is_classification else REGRESSION_LABELS
-    return features_dict, labels
-
-  return _input_fn
-
-
-def _make_train_input_fn_dataset(is_classification, batch=None, repeat=None):
-  """Makes input_fn using Dataset."""
-
-  def _input_fn():
-    features_dict = dict(FEATURES_DICT)  # copies the dict to add an entry.
-    features_dict[EXAMPLE_ID_COLUMN] = constant_op.constant(EXAMPLE_IDS)
-    labels = CLASSIFICATION_LABELS if is_classification else REGRESSION_LABELS
-    if batch:
-      ds = dataset_ops.Dataset.zip(
-          (dataset_ops.Dataset.from_tensor_slices(features_dict),
-           dataset_ops.Dataset.from_tensor_slices(labels))).batch(batch)
-    else:
-      ds = dataset_ops.Dataset.zip(
-          (dataset_ops.Dataset.from_tensors(features_dict),
-           dataset_ops.Dataset.from_tensors(labels)))
-    # repeat indefinitely by default, or stop at the given step.
-    ds = ds.repeat(repeat)
-    return ds
-
-  return _input_fn
-
-
-class BoostedTreesEstimatorTest(test_util.TensorFlowTestCase):
-
-  def setUp(self):
-    self._feature_columns = {
-        feature_column.bucketized_column(
-            feature_column.numeric_column('f_%d' % i, dtype=dtypes.float32),
-            BUCKET_BOUNDARIES)
-        for i in range(NUM_FEATURES)
-    }
-
-  def _assert_checkpoint(self, model_dir, global_step, finalized_trees,
-                         attempted_layers):
-    self._assert_checkpoint_and_return_model(model_dir, global_step,
-                                             finalized_trees, attempted_layers)
-
-  def _assert_checkpoint_and_return_model(self, model_dir, global_step,
-                                          finalized_trees, attempted_layers):
-    reader = checkpoint_utils.load_checkpoint(model_dir)
-    self.assertEqual(global_step, reader.get_tensor(ops.GraphKeys.GLOBAL_STEP))
-    serialized = reader.get_tensor('boosted_trees:0_serialized')
-    ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-    ensemble_proto.ParseFromString(serialized)
-
-    self.assertEqual(
-        finalized_trees,
-        sum([1 for t in ensemble_proto.tree_metadata if t.is_finalized]))
-    self.assertEqual(attempted_layers,
-                     ensemble_proto.growing_metadata.num_layers_attempted)
-
-    return ensemble_proto
-
-  def testFirstCheckpointWorksFine(self):
-    """Tests that eval/pred doesn't crash with the very first checkpoint.
-
-    The step-0 checkpoint will have only an empty ensemble, and a separate eval
-    job might read from it and crash.
-    This test ensures that prediction/evaluation works fine with it.
-    """
-    input_fn = _make_train_input_fn(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    class BailOutWithoutTraining(session_run_hook.SessionRunHook):
-
-      def before_run(self, run_context):
-        raise StopIteration('to bail out.')
-
-    est.train(input_fn, steps=100,  # must stop at 0 anyway.
-              hooks=[BailOutWithoutTraining()])
-    self._assert_checkpoint(
-        est.model_dir, global_step=0, finalized_trees=0, attempted_layers=0)
-    # Empty ensemble returns 0 logits, so that all output labels are 0.
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 0.6)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [0], [0], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testTrainAndEvaluateBinaryClassifier(self):
-    input_fn = _make_train_input_fn(is_classification=True)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-
-  def testTrainTwiceAndEvaluateBinaryClassifier(self):
-    input_fn = _make_train_input_fn(is_classification=True)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=5,
-        max_depth=10)
-
-    num_steps = 2
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    est.train(input_fn, steps=num_steps)
-
-    self._assert_checkpoint(
-        est.model_dir, global_step=num_steps * 2,
-        finalized_trees=0, attempted_layers=4)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-
-  def testInferBinaryClassifier(self):
-    train_input_fn = _make_train_input_fn(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(train_input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testTrainClassifierWithRankOneLabel(self):
-    """Tests that label with rank-1 tensor is also accepted by classifier."""
-    def _input_fn_with_rank_one_label():
-      return FEATURES_DICT, [0., 1., 1., 0., 0.]
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(_input_fn_with_rank_one_label, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=_input_fn_with_rank_one_label, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-
-  def testTrainClassifierWithLabelVocabulary(self):
-    apple, banana = 'apple', 'banana'
-    def _input_fn_with_label_vocab():
-      return FEATURES_DICT, [[apple], [banana], [banana], [apple], [apple]]
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        label_vocabulary=[apple, banana])
-    est.train(input_fn=_input_fn_with_label_vocab, steps=5)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=_input_fn_with_label_vocab, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testTrainClassifierWithIntegerLabel(self):
-    def _input_fn_with_integer_label():
-      return (FEATURES_DICT,
-              constant_op.constant([[0], [1], [1], [0], [0]], dtypes.int32))
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-    est.train(input_fn=_input_fn_with_integer_label, steps=5)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=_input_fn_with_integer_label, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testTrainClassifierWithDataset(self):
-    train_input_fn = _make_train_input_fn_dataset(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-    est.train(train_input_fn, steps=100)  # will stop after 5 steps anyway.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['accuracy'], 1.0)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose([[0], [1], [1], [0], [0]],
-                        [pred['class_ids'] for pred in predictions])
-
-  def testTrainAndEvaluateRegressor(self):
-    input_fn = _make_train_input_fn(is_classification=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        max_depth=5)
-
-    # It will stop after 10 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=10, finalized_trees=2, attempted_layers=10)
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 1.008551)
-
-  def testInferRegressor(self):
-    train_input_fn = _make_train_input_fn(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(train_input_fn, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testTrainRegressorWithRankOneLabel(self):
-    """Tests that label with rank-1 tensor is also accepted by regressor."""
-    def _input_fn_with_rank_one_label():
-      return FEATURES_DICT, [1.5, 0.3, 0.2, 2., 5.]
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(_input_fn_with_rank_one_label, steps=num_steps)
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=_input_fn_with_rank_one_label, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-
-  def testTrainRegressorWithDataset(self):
-    train_input_fn = _make_train_input_fn_dataset(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-    est.train(train_input_fn, steps=100)  # will stop after 5 steps anyway.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testTrainRegressorWithDatasetBatch(self):
-    # The batch_size as the entire data size should yield the same result as
-    # dataset without batching.
-    train_input_fn = _make_train_input_fn_dataset(
-        is_classification=False, batch=5)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-    est.train(train_input_fn, steps=100)  # will stop after 5 steps anyway.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testTrainRegressorWithDatasetLargerBatch(self):
-    # The batch_size as the multiple of the entire data size should still yield
-    # the same result.
-    train_input_fn = _make_train_input_fn_dataset(
-        is_classification=False, batch=15)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-    est.train(train_input_fn, steps=100)  # will stop after 5 steps anyway.
-    self._assert_checkpoint(
-        est.model_dir, global_step=5, finalized_trees=1, attempted_layers=5)
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testTrainRegressorWithDatasetSmallerBatch(self):
-    # Even when using small batches, if (n_batches_per_layer * batch_size) makes
-    # the same entire data size, the result should be the same.
-    train_input_fn = _make_train_input_fn_dataset(
-        is_classification=False, batch=1)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=5,
-        n_trees=1,
-        max_depth=5)
-    # Train stops after (n_batches_per_layer * n_trees * max_depth) steps.
-    est.train(train_input_fn, steps=100)
-    self._assert_checkpoint(
-        est.model_dir, global_step=25, finalized_trees=1, attempted_layers=5)
-    # 5 batches = one epoch.
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=5)
-    self.assertAllClose(eval_res['average_loss'], 2.478283)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.571619], [0.262821], [0.124549], [0.956801], [1.769801]],
-        [pred['predictions'] for pred in predictions])
-
-  def testTrainRegressorWithDatasetWhenInputIsOverEarlier(self):
-    train_input_fn = _make_train_input_fn_dataset(
-        is_classification=False, repeat=3)  # to stop input after 3 steps.
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-    # Note that training will stop when input exhausts.
-    # This might not be a typical pattern, but dataset.repeat(3) causes
-    # the input stream to cease after 3 steps.
-    est.train(train_input_fn, steps=100)
-    self._assert_checkpoint(
-        est.model_dir, global_step=3, finalized_trees=0, attempted_layers=3)
-    eval_res = est.evaluate(input_fn=train_input_fn, steps=1)
-    self.assertAllClose(eval_res['average_loss'], 3.777295)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-    self.assertAllClose(
-        [[0.353850], [0.254100], [0.106850], [0.712100], [1.012100]],
-        [pred['predictions'] for pred in predictions])
-
-  def testTrainEvaluateAndPredictWithIndicatorColumn(self):
-    categorical = feature_column.categorical_column_with_vocabulary_list(
-        key='categorical', vocabulary_list=('bad', 'good', 'ok'))
-    feature_indicator = feature_column.indicator_column(categorical)
-    bucketized_col = feature_column.bucketized_column(
-        feature_column.numeric_column(
-            'an_uninformative_feature', dtype=dtypes.float32),
-        BUCKET_BOUNDARIES)
-
-    labels = np.array([[0.], [5.7], [5.7], [0.], [0.]], dtype=np.float32)
-    # Our categorical feature defines the labels perfectly
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'an_uninformative_feature': np.array([1, 1, 1, 1, 1]),
-            'categorical': np.array(['bad', 'good', 'good', 'ok', 'bad']),
-        },
-        y=labels,
-        batch_size=5,
-        shuffle=False)
-
-    # Train depth 1 tree.
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=[bucketized_col, feature_indicator],
-        n_batches_per_layer=1,
-        n_trees=1,
-        learning_rate=1.0,
-        max_depth=1)
-
-    num_steps = 1
-    est.train(input_fn, steps=num_steps)
-    ensemble = self._assert_checkpoint_and_return_model(
-        est.model_dir, global_step=1, finalized_trees=1, attempted_layers=1)
-
-    # We learnt perfectly.
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['loss'], 0)
-
-    predictions = list(est.predict(input_fn))
-    self.assertAllClose(
-        labels,
-        [pred['predictions'] for pred in predictions])
-
-    self.assertEqual(3, len(ensemble.trees[0].nodes))
-
-    # Check that the split happened on 'good' value, which will be encoded as
-    # feature with index 2 (0-numeric, 1 - 'bad')
-    self.assertEqual(2, ensemble.trees[0].nodes[0].bucketized_split.feature_id)
-    self.assertEqual(0, ensemble.trees[0].nodes[0].bucketized_split.threshold)
-
-  def testTrainEvaluateAndPredictWithOnlyIndicatorColumn(self):
-    categorical = feature_column.categorical_column_with_vocabulary_list(
-        key='categorical', vocabulary_list=('bad', 'good', 'ok'))
-    feature_indicator = feature_column.indicator_column(categorical)
-
-    labels = np.array([[0.], [5.7], [5.7], [0.], [0.]], dtype=np.float32)
-    # Our categorical feature defines the labels perfectly
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'categorical': np.array(['bad', 'good', 'good', 'ok', 'bad']),
-        },
-        y=labels,
-        batch_size=5,
-        shuffle=False)
-
-    # Train depth 1 tree.
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=[feature_indicator],
-        n_batches_per_layer=1,
-        n_trees=1,
-        learning_rate=1.0,
-        max_depth=1)
-
-    num_steps = 1
-    est.train(input_fn, steps=num_steps)
-    ensemble = self._assert_checkpoint_and_return_model(
-        est.model_dir, global_step=1, finalized_trees=1, attempted_layers=1)
-
-    # We learnt perfectly.
-    eval_res = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertAllClose(eval_res['loss'], 0)
-
-    predictions = list(est.predict(input_fn))
-    self.assertAllClose(
-        labels,
-        [pred['predictions'] for pred in predictions])
-
-    self.assertEqual(3, len(ensemble.trees[0].nodes))
-
-    # Check that the split happened on 'good' value, which will be encoded as
-    # feature with index 1 (0 - 'bad', 2 - 'ok')
-    self.assertEqual(1, ensemble.trees[0].nodes[0].bucketized_split.feature_id)
-    self.assertEqual(0, ensemble.trees[0].nodes[0].bucketized_split.threshold)
-
-  def testFeatureImportancesWithTrainedEnsemble(self):
-    input_fn = _make_train_input_fn(is_classification=True)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        max_depth=5)
-
-    # It will stop after 5 steps because of the max depth and num trees.
-    num_steps = 100
-    # Train for a few steps, and validate final checkpoint.
-    est.train(input_fn, steps=num_steps)
-
-    feature_names_expected = ['f_0_bucketized',
-                              'f_2_bucketized',
-                              'f_1_bucketized']
-
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=False)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.833933, 0.606342, 0.0], importances)
-
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=True)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.579010, 0.420990, 0.0], importances)
-
-  def testFeatureImportancesOnEmptyEnsemble(self):
-    input_fn = _make_train_input_fn(is_classification=True)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    class BailOutWithoutTraining(session_run_hook.SessionRunHook):
-
-      def before_run(self, run_context):
-        raise StopIteration('to bail out.')
-
-    # The step-0 checkpoint will have only an empty ensemble.
-    est.train(input_fn,
-              steps=100,  # must stop at 0 anyway.
-              hooks=[BailOutWithoutTraining()])
-
-    with self.assertRaisesRegexp(ValueError, 'empty serialized string'):
-      est.experimental_feature_importances(normalize=False)
-
-    with self.assertRaisesRegexp(ValueError, 'empty serialized string'):
-      est.experimental_feature_importances(normalize=True)
-
-  def _create_fake_checkpoint_with_tree_ensemble_proto(self,
-                                                       est,
-                                                       tree_ensemble_text):
-    with ops.Graph().as_default():
-      with ops.name_scope('boosted_trees') as name:
-        tree_ensemble = boosted_trees_ops.TreeEnsemble(name=name)
-        tree_ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-        text_format.Merge(tree_ensemble_text, tree_ensemble_proto)
-        stamp_token, _ = tree_ensemble.serialize()
-        restore_op = tree_ensemble.deserialize(
-            stamp_token, tree_ensemble_proto.SerializeToString())
-
-        with session.Session() as sess:
-          resources.initialize_resources(resources.shared_resources()).run()
-          restore_op.run()
-          saver = saver_lib.Saver()
-          save_path = os.path.join(est.model_dir, 'model.ckpt')
-          saver.save(sess, save_path)
-
-  def testFeatureImportancesOnNonEmptyEnsemble(self):
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        max_depth=5)
-
-    tree_ensemble_text = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 2.0
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 3.0
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 2.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              left_id: 7
-              right_id: 8
-            }
-            metadata {
-              gain: 1.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 3.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 3.34
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 1.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 3.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        """
-    self._create_fake_checkpoint_with_tree_ensemble_proto(
-        est, tree_ensemble_text)
-
-    feature_names_expected = ['f_0_bucketized',
-                              'f_2_bucketized',
-                              'f_1_bucketized']
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=False)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    # Gain sum for each features:
-    # = 1.0 * [3 + 1, 2, 2] + 1.0 * [1, 1, 0]
-    self.assertAllClose([5.0, 3.0, 2.0], importances)
-
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=True)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.5, 0.3, 0.2], importances)
-
-  def testFeatureImportancesWithTreeWeights(self):
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=3,
-        max_depth=5)
-
-    tree_ensemble_text = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 12.5
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 5.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 5.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-        }
-        trees {
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        tree_weights: 0.4
-        tree_weights: 0.6
-        tree_weights: 1.0
-        """
-    self._create_fake_checkpoint_with_tree_ensemble_proto(
-        est, tree_ensemble_text)
-
-    feature_names_expected = ['f_0_bucketized',
-                              'f_2_bucketized',
-                              'f_1_bucketized']
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=False)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    # Gain sum for each features:
-    # = 0.4 * [12.5, 0, 5] + 0.6 * [0, 5, 0] + 1.0 * [0, 0, 0]
-    self.assertAllClose([5.0, 3.0, 2.0], importances)
-
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=True)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.5, 0.3, 0.2], importances)
-
-  def testFeatureImportancesWithAllEmptyTree(self):
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=2,
-        max_depth=5)
-
-    tree_ensemble_text = """
-        trees {
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        trees {
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        """
-    self._create_fake_checkpoint_with_tree_ensemble_proto(
-        est, tree_ensemble_text)
-
-    # Reverse order because feature importances are sorted by np.argsort(f)[::-1]
-    feature_names_expected = ['f_2_bucketized',
-                              'f_1_bucketized',
-                              'f_0_bucketized']
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=False)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.0, 0.0, 0.0], importances)
-
-    with self.assertRaisesRegexp(AssertionError,
-                                 'all empty or contain only a root node'):
-      est.experimental_feature_importances(normalize=True)
-
-  def testNegativeFeatureImportances(self):
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5)
-
-    # In order to generate a negative feature importances,
-    # We assign an invalid value -1 to tree_weights here.
-    tree_ensemble_text = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 5.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-        }
-        tree_weights: -1.0
-        """
-    self._create_fake_checkpoint_with_tree_ensemble_proto(
-        est, tree_ensemble_text)
-
-    # Github #21509 (nataliaponomareva):
-    # The gains stored in the splits can be negative
-    # if people are using complexity regularization.
-    feature_names_expected = ['f_2_bucketized',
-                              'f_0_bucketized',
-                              'f_1_bucketized']
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=False)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.0, 0.0, -5.0], importances)
-
-    with self.assertRaisesRegexp(AssertionError, 'non-negative'):
-      est.experimental_feature_importances(normalize=True)
-
-  def testFeatureImportancesNamesForCategoricalColumn(self):
-    categorical = feature_column.categorical_column_with_vocabulary_list(
-        key='categorical', vocabulary_list=('bad', 'good', 'ok'))
-    feature_indicator = feature_column.indicator_column(categorical)
-    bucketized_col = feature_column.bucketized_column(
-        feature_column.numeric_column(
-            'continuous', dtype=dtypes.float32),
-        BUCKET_BOUNDARIES)
-    bucketized_indicator = feature_column.indicator_column(bucketized_col)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=[feature_indicator,
-                         bucketized_col,
-                         bucketized_indicator],
-        n_batches_per_layer=1,
-        n_trees=2,
-        learning_rate=1.0,
-        max_depth=1)
-
-    tree_ensemble_text = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 5.0
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 4
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 2.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.0
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 5
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 2.0
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -2.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 3.34
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 4.34
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        """
-    self._create_fake_checkpoint_with_tree_ensemble_proto(
-        est, tree_ensemble_text)
-
-    feature_names_expected = ['categorical_indicator:ok',
-                              'continuous_bucketized_indicator:(-2.0, 0.5)',
-                              'continuous_bucketized_indicator:(-inf, -2.0)',
-                              'categorical_indicator:bad',
-                              # Reverse order because feature importances
-                              # are sorted by np.argsort(f)[::-1]
-                              'continuous_bucketized_indicator:(12.0, inf)',
-                              'continuous_bucketized_indicator:(0.5, 12.0)',
-                              'continuous_bucketized',
-                              'categorical_indicator:good']
-
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=False)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    # Gain sum for each features:
-    # = 1.0 * [5, 0, 2, 0, 0, 0, 0, 0] + 1.0 * [0, 2, 0, 1, 0, 0, 0, 0]
-    self.assertAllClose([5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0], importances)
-
-    feature_names, importances = est.experimental_feature_importances(
-        normalize=True)
-    self.assertAllEqual(feature_names_expected, feature_names)
-    self.assertAllClose([0.5, 0.2, 0.2, 0.1, 0.0, 0.0, 0.0, 0.0], importances)
-
-  def testFeatureImportancesNamesForUnsupportedColumn(self):
-    numeric_col = feature_column.numeric_column(
-        'continuous', dtype=dtypes.float32)
-
-    with self.assertRaisesRegexp(ValueError,
-                                 'only bucketized_column and indicator_column'):
-      _ = boosted_trees.BoostedTreesRegressor(
-          feature_columns=[numeric_col],
-          n_batches_per_layer=1,
-          n_trees=2,
-          learning_rate=1.0,
-          max_depth=1)
-
-  def testTreeComplexityIsSetCorrectly(self):
-    input_fn = _make_train_input_fn(is_classification=True)
-
-    num_steps = 10
-    # Tree complexity is set but no pruning.
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        tree_complexity=1e-3)
-    with self.assertRaisesRegexp(ValueError, 'Tree complexity have no effect'):
-      est.train(input_fn, steps=num_steps)
-
-    # Pruning but no tree complexity.
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        pruning_mode='pre')
-    with self.assertRaisesRegexp(ValueError,
-                                 'tree_complexity must be positive'):
-      est.train(input_fn, steps=num_steps)
-
-    # All is good.
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        pruning_mode='pre',
-        tree_complexity=1e-3)
-    est.train(input_fn, steps=num_steps)
-
-
-class BoostedTreesDebugOutputsTest(test_util.TensorFlowTestCase):
-  """Test debug/model explainability outputs for individual predictions.
-
-  Includes directional feature contributions (DFC).
-  """
-
-  def setUp(self):
-    self._feature_columns = {
-        feature_column.bucketized_column(
-            feature_column.numeric_column('f_%d' % i, dtype=dtypes.float32),
-            BUCKET_BOUNDARIES) for i in range(NUM_FEATURES)
-    }
-
-  def testBinaryClassifierThatDFCIsInPredictions(self):
-    train_input_fn = _make_train_input_fn(is_classification=True)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=3, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesClassifier(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        center_bias=True)
-
-    num_steps = 100
-    # Train for a few steps. Validate debug outputs in prediction dicts.
-    est.train(train_input_fn, steps=num_steps)
-    debug_predictions = est.experimental_predict_with_explanations(
-        predict_input_fn)
-    biases, dfcs = zip(*[(pred['bias'], pred['dfc'])
-                         for pred in debug_predictions])
-    self.assertAllClose([0.4] * 5, biases)
-    self.assertAllClose(({
-        0: -0.12108613453574479,
-        1: 0.0,
-        2: -0.039254929814481143
-    }, {
-        0: 0.19650601422250574,
-        1: 0.0,
-        2: 0.02693827052766018
-    }, {
-        0: 0.16057487356133376,
-        1: 0.0,
-        2: 0.02693827052766018
-    }, {
-        0: -0.12108613453574479,
-        1: 0.0,
-        2: -0.039254929814481143
-    }, {
-        0: -0.10832468554550384,
-        1: 0.0,
-        2: 0.02693827052766018
-    }), dfcs)
-
-    # Assert sum(dfcs) + bias == probabilities.
-    expected_probabilities = [
-        0.23965894, 0.62344426, 0.58751315, 0.23965894, 0.31861359
-    ]
-    probabilities = [
-        sum(dfc.values()) + bias for (dfc, bias) in zip(dfcs, biases)
-    ]
-    self.assertAllClose(expected_probabilities, probabilities)
-
-    # When user doesn't include bias or dfc in predict_keys, make sure to still
-    # include dfc and bias.
-    debug_predictions = est.experimental_predict_with_explanations(
-        predict_input_fn, predict_keys=['probabilities'])
-    for prediction_dict in debug_predictions:
-      self.assertTrue('bias' in prediction_dict)
-      self.assertTrue('dfc' in prediction_dict)
-      self.assertTrue('probabilities' in prediction_dict)
-      self.assertEqual(len(prediction_dict), 3)
-
-  def testRegressorThatDFCIsInPredictions(self):
-    train_input_fn = _make_train_input_fn(is_classification=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x=FEATURES_DICT, y=None, batch_size=1, num_epochs=1, shuffle=False)
-
-    est = boosted_trees.BoostedTreesRegressor(
-        feature_columns=self._feature_columns,
-        n_batches_per_layer=1,
-        n_trees=1,
-        max_depth=5,
-        center_bias=True)
-
-    num_steps = 100
-    # Train for a few steps. Validate debug outputs in prediction dicts.
-    est.train(train_input_fn, steps=num_steps)
-    debug_predictions = est.experimental_predict_with_explanations(
-        predict_input_fn)
-    biases, dfcs = zip(*[(pred['bias'], pred['dfc'])
-                         for pred in debug_predictions])
-    self.assertAllClose([1.8] * 5, biases)
-    self.assertAllClose(({
-        0: -0.070499420166015625,
-        1: -0.095000028610229492,
-        2: 0.0
-    }, {
-        0: -0.53763031959533691,
-        1: 0.063333392143249512,
-        2: 0.0
-    }, {
-        0: -0.51756942272186279,
-        1: -0.095000028610229492,
-        2: 0.0
-    }, {
-        0: 0.1563495397567749,
-        1: 0.063333392143249512,
-        2: 0.0
-    }, {
-        0: 0.96934974193572998,
-        1: 0.063333392143249512,
-        2: 0.0
-    }), dfcs)
-
-    # Assert sum(dfcs) + bias == predictions.
-    expected_predictions = [[1.6345005], [1.32570302], [1.1874305],
-                            [2.01968288], [2.83268309]]
-    predictions = [
-        [sum(dfc.values()) + bias] for (dfc, bias) in zip(dfcs, biases)
-    ]
-    self.assertAllClose(expected_predictions, predictions)
-
-    # Test when user doesn't include bias or dfc in predict_keys.
-    debug_predictions = est.experimental_predict_with_explanations(
-        predict_input_fn, predict_keys=['predictions'])
-    for prediction_dict in debug_predictions:
-      self.assertTrue('bias' in prediction_dict)
-      self.assertTrue('dfc' in prediction_dict)
-      self.assertTrue('predictions' in prediction_dict)
-      self.assertEqual(len(prediction_dict), 3)
-
-
-class ModelFnTests(test_util.TensorFlowTestCase):
-  """Tests bt_model_fn including unexposed internal functionalities."""
-
-  def setUp(self):
-    self._feature_columns = {
-        feature_column.bucketized_column(
-            feature_column.numeric_column('f_%d' % i, dtype=dtypes.float32),
-            BUCKET_BOUNDARIES) for i in range(NUM_FEATURES)
-    }
-
-  def _get_expected_ensembles_for_classification(self):
-    first_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.387675
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.181818
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.0625
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 1
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 1
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    second_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.387675
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 3
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 0.0
-              original_leaf {
-                scalar: -0.181818
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.105518
-              original_leaf {
-                scalar: 0.0625
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.348397
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.181818
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.224091
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.056815
-            }
-          }
-        }
-        trees {
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 0
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 2
-          last_layer_node_start: 0
-          last_layer_node_end: 1
-        }
-        """
-    third_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.387675
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 3
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 0.0
-              original_leaf {
-                scalar: -0.181818
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.105518
-              original_leaf {
-                scalar: 0.0625
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.348397
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.181818
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.224091
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.056815
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 0
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.287131
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.162042
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.086986
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 1
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 2
-          num_layers_attempted: 3
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    return (first_round, second_round, third_round)
-
-  def _get_expected_ensembles_for_classification_with_bias(self):
-    first_round = """
-        trees {
-          nodes {
-            leaf {
-              scalar: -0.405086
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_metadata {
-        }
-        """
-    second_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.407711
-              original_leaf {
-                scalar: -0.405086
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.556054
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.301233
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 1
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 1
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    third_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.407711
-              original_leaf {
-                scalar: -0.405086
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 3
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              original_leaf {
-                scalar: -0.556054
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.09876
-              original_leaf {
-                scalar: -0.301233
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.698072
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.556054
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.106016
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.27349
-            }
-          }
-        }
-        trees {
-          nodes {
-            leaf {
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 2
-          last_layer_node_end: 1
-        }
-        """
-    forth_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.4077113
-              original_leaf {
-                scalar: -0.405086
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              threshold: 3
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              original_leaf {
-                scalar: -0.556054
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.09876
-              original_leaf {
-                scalar: -0.301233
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.698072
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.556054
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.106016
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.27349
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 2
-              threshold: 2
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.289927
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.134588
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.083838            
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 1
-        }
-        growing_metadata {
-          num_trees_attempted: 2
-          num_layers_attempted: 3
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    return (first_round, second_round, third_round, forth_round)
-
-  def _get_expected_ensembles_for_regression(self):
-    first_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.169714
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.241322
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.083951
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 1
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 1
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    second_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.169714
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 1
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 2.673407
-              original_leaf {
-                scalar: 0.241322
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.324102
-              original_leaf {
-                scalar: 0.083951
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.563167
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.247047
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.095273
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.222102
-            }
-          }
-        }
-        trees {
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 0
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 2
-          last_layer_node_start: 0
-          last_layer_node_end: 1
-        }
-        """
-    third_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.169714
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 1
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 2.673407
-              original_leaf {
-                scalar: 0.241322
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.324102
-              original_leaf {
-                scalar: 0.083951
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.563167
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.247047
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.095273
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.222102
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 0
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.981026
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.005166
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.180281
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 1
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 2
-          num_layers_attempted: 3
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    return (first_round, second_round, third_round)
-
-  def _get_expected_ensembles_for_regression_with_bias(self):
-    first_round = """
-        trees {
-          nodes {
-            leaf {
-              scalar: 1.799974
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_metadata {
-        }
-        """
-    second_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.190442
-              original_leaf {
-                scalar: 1.799974
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.862786
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.706149
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 1
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 1
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    third_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.190442
-              original_leaf {
-                scalar: 1.799974
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 1
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 2.683594
-              original_leaf {
-                scalar: 1.862786
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              feature_id: 0
-              threshold: 0
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.322693
-              original_leaf {
-                scalar: 1.706149
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 2.024487
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.710319
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.559208
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.686037
-            }
-          }
-        }
-        trees {
-          nodes {
-            leaf {
-              scalar: 0.0
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 0
-          is_finalized: false
-        }
-        growing_metadata {
-          num_trees_attempted: 1
-          num_layers_attempted: 2
-          last_layer_node_start: 0
-          last_layer_node_end: 1
-        }
-        """
-    forth_round = """
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              threshold: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 1.190442
-              original_leaf {
-                scalar:  1.799974
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              threshold: 1
-              left_id: 3
-              right_id: 4
-            }
-            metadata {
-              gain: 2.683594
-              original_leaf {
-                scalar: 1.8627863
-              }
-            }
-          }
-          nodes {
-            bucketized_split {
-              left_id: 5
-              right_id: 6
-            }
-            metadata {
-              gain: 0.322693
-              original_leaf {
-                scalar: 1.706149
-              }
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 2.024487
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.710319
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.5592078
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 1.686037
-            }
-          }
-        }
-        trees {
-          nodes {
-            bucketized_split {
-              feature_id: 1
-              left_id: 1
-              right_id: 2
-            }
-            metadata {
-              gain: 0.972589
-            }
-          }
-          nodes {
-            leaf {
-              scalar: -0.137592
-            }
-          }
-          nodes {
-            leaf {
-              scalar: 0.034926
-            }
-          }
-        }
-        tree_weights: 1.0
-        tree_weights: 1.0
-        tree_metadata {
-          num_layers_grown: 2
-          is_finalized: true
-        }
-        tree_metadata {
-          num_layers_grown: 1
-        }
-        growing_metadata {
-          num_trees_attempted: 2
-          num_layers_attempted: 3
-          last_layer_node_start: 1
-          last_layer_node_end: 3
-        }
-        """
-    return (first_round, second_round, third_round, forth_round)
-
-  def _get_train_op_and_ensemble(self,
-                                 head,
-                                 config,
-                                 is_classification,
-                                 train_in_memory,
-                                 center_bias=False):
-    """Calls bt_model_fn() and returns the train_op and ensemble_serialzed."""
-    features, labels = _make_train_input_fn(is_classification)()
-
-    tree_hparams = boosted_trees._TreeHParams(  # pylint:disable=protected-access
-        n_trees=2,
-        max_depth=2,
-        learning_rate=0.1,
-        l1=0.,
-        l2=0.01,
-        tree_complexity=0.,
-        min_node_weight=0.,
-        center_bias=center_bias,
-        pruning_mode='none')
-
-    estimator_spec = boosted_trees._bt_model_fn(  # pylint:disable=protected-access
-        features=features,
-        labels=labels,
-        mode=model_fn.ModeKeys.TRAIN,
-        head=head,
-        feature_columns=self._feature_columns,
-        tree_hparams=tree_hparams,
-        example_id_column_name=EXAMPLE_ID_COLUMN,
-        n_batches_per_layer=1,
-        config=config,
-        train_in_memory=train_in_memory)
-    resources.initialize_resources(resources.shared_resources()).run()
-    variables.global_variables_initializer().run()
-    variables.local_variables_initializer().run()
-
-    # Gets the train_op and serialized proto of the ensemble.
-    shared_resources = resources.shared_resources()
-    self.assertEqual(1, len(shared_resources))
-    train_op = estimator_spec.train_op
-    with ops.control_dependencies([train_op]):
-      _, ensemble_serialized = (
-          gen_boosted_trees_ops.boosted_trees_serialize_ensemble(
-              shared_resources[0].handle))
-    return train_op, ensemble_serialized
-
-  def testTrainClassifierInMemory(self):
-    ops.reset_default_graph()
-    expected_first, expected_second, expected_third = (
-        self._get_expected_ensembles_for_classification())
-    with self.cached_session() as sess:
-      # Train with train_in_memory mode.
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_classification_head(n_classes=2),
-            run_config.RunConfig(),
-            is_classification=True,
-            train_in_memory=True)
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-  def testTrainClassifierWithCenterBiasInMemory(self):
-    ops.reset_default_graph()
-
-    # When bias centering is on, we expect the very first node to have the
-    expected_first, expected_second, expected_third, expected_forth = (
-        self._get_expected_ensembles_for_classification_with_bias())
-
-    with self.cached_session() as sess:
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_classification_head(n_classes=2),
-            run_config.RunConfig(),
-            is_classification=True,
-            train_in_memory=True,
-            center_bias=True)
-
-      # 4 iterations to center bias.
-      for _ in range(4):
-        _, serialized = sess.run([train_op, ensemble_serialized])
-
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-      # Forth round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-
-      self.assertProtoEquals(expected_forth, ensemble_proto)
-
-  def testTrainClassifierNonInMemory(self):
-    ops.reset_default_graph()
-    expected_first, expected_second, expected_third = (
-        self._get_expected_ensembles_for_classification())
-    with self.cached_session() as sess:
-      # Train without train_in_memory mode.
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_classification_head(n_classes=2),
-            run_config.RunConfig(),
-            is_classification=True,
-            train_in_memory=False)
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-  def testTrainClassifierWithCenterBiasNonInMemory(self):
-    ops.reset_default_graph()
-
-    # When bias centering is on, we expect the very first node to have the
-    expected_first, expected_second, expected_third, expected_forth = (
-        self._get_expected_ensembles_for_classification_with_bias())
-
-    with self.cached_session() as sess:
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_classification_head(n_classes=2),
-            run_config.RunConfig(),
-            is_classification=True,
-            train_in_memory=False,
-            center_bias=True)
-      # 4 iterations to center bias.
-      for _ in range(4):
-        _, serialized = sess.run([train_op, ensemble_serialized])
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-      # Forth round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_forth, ensemble_proto)
-
-  def testTrainRegressorInMemory(self):
-    ops.reset_default_graph()
-    expected_first, expected_second, expected_third = (
-        self._get_expected_ensembles_for_regression())
-    with self.cached_session() as sess:
-      # Train with train_in_memory mode.
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_regression_head(label_dimension=1),
-            run_config.RunConfig(),
-            is_classification=False,
-            train_in_memory=True)
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-  def testTrainRegressorInMemoryWithCenterBias(self):
-    ops.reset_default_graph()
-    expected_first, expected_second, expected_third, expected_forth = (
-        self._get_expected_ensembles_for_regression_with_bias())
-    with self.cached_session() as sess:
-      # Train with train_in_memory mode.
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_regression_head(label_dimension=1),
-            run_config.RunConfig(),
-            is_classification=False,
-            train_in_memory=True,
-            center_bias=True)
-      # 3 iterations to center bias.
-      for _ in range(3):
-        _, serialized = sess.run([train_op, ensemble_serialized])
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-      # Forth round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_forth, ensemble_proto)
-
-  def testTrainRegressorNonInMemory(self):
-    ops.reset_default_graph()
-    expected_first, expected_second, expected_third = (
-        self._get_expected_ensembles_for_regression())
-    with self.cached_session() as sess:
-      # Train without train_in_memory mode.
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_regression_head(label_dimension=1),
-            run_config.RunConfig(),
-            is_classification=False,
-            train_in_memory=False)
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-  def testTrainRegressorNotInMemoryWithCenterBias(self):
-    ops.reset_default_graph()
-    expected_first, expected_second, expected_third, expected_forth = (
-        self._get_expected_ensembles_for_regression_with_bias())
-    with self.cached_session() as sess:
-      # Train with train_in_memory mode.
-      with sess.graph.as_default():
-        train_op, ensemble_serialized = self._get_train_op_and_ensemble(
-            boosted_trees._create_regression_head(label_dimension=1),
-            run_config.RunConfig(),
-            is_classification=False,
-            train_in_memory=False,
-            center_bias=True)
-      # 3 iterations to center the bias (because we are using regularization).
-      for _ in range(3):
-        _, serialized = sess.run([train_op, ensemble_serialized])
-
-      # Validate the trained ensemble.
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_first, ensemble_proto)
-
-      # Run one more time and validate the trained ensemble.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_second, ensemble_proto)
-
-      # Third round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_third, ensemble_proto)
-
-      # Forth round training and validation.
-      _, serialized = sess.run([train_op, ensemble_serialized])
-      ensemble_proto = boosted_trees_pb2.TreeEnsemble()
-      ensemble_proto.ParseFromString(serialized)
-      self.assertProtoEquals(expected_forth, ensemble_proto)
-
-
-if __name__ == '__main__':
-  googletest.main()
diff --git a/tensorflow/python/estimator/canned/boosted_trees_utils.py b/tensorflow/python/estimator/canned/boosted_trees_utils.py
index 85efc2304a..db5178b2b7 100644
--- a/tensorflow/python/estimator/canned/boosted_trees_utils.py
+++ b/tensorflow/python/estimator/canned/boosted_trees_utils.py
@@ -12,69 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Debug and model explainability logic for boosted trees."""
+"""boosted_trees_utils python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import numpy as np
-
-from tensorflow.core.kernels.boosted_trees import boosted_trees_pb2
-
-# For directional feature contributions.
-_DEBUG_PROTO_KEY = '_serialized_debug_outputs_proto'
-_BIAS_ID = 0
-
-
-def _parse_debug_proto_string(example_proto_serialized):
-  example_debug_outputs = boosted_trees_pb2.DebugOutput()
-  example_debug_outputs.ParseFromString(example_proto_serialized)
-  feature_ids = example_debug_outputs.feature_ids
-  logits_path = example_debug_outputs.logits_path
-  return feature_ids, logits_path
-
-
-def _compute_directional_feature_contributions(example_feature_ids,
-                                               example_logits_paths, activation,
-                                               num_bucketized_features):
-  """Directional feature contributions and bias, per example."""
-  # Initialize contributions to 0.
-  dfcs = {k: 0 for k in range(num_bucketized_features)}
-
-  # Traverse tree subtracting child prediction from parent prediction and
-  # associating change with feature id used to split.
-  predictions = np.array(activation(example_logits_paths))
-  delta_pred = predictions[_BIAS_ID + 1:] - predictions[:-1]
-  # Group by feature id, then sum delta_pred.
-  contribs = np.bincount(
-      example_feature_ids,
-      weights=delta_pred,
-      minlength=num_bucketized_features)
-  for f, dfc in zip(range(num_bucketized_features), contribs):
-    dfcs[f] = dfc
-  return predictions[_BIAS_ID], dfcs
-
-
-def _identity(logits):
-  return logits
-
-
-def _sigmoid(logits):
-  # TODO(crawles): Change to softmax once multiclass support is available.
-  return 1 / (1 + np.exp(-np.array(logits)))
+from tensorflow_estimator.python.estimator.canned import boosted_trees_utils
 
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+boosted_trees_utils.__all__ = [
+    s for s in dir(boosted_trees_utils) if not s.startswith('__')
+]
 
-def _parse_explanations_from_prediction(serialized_debug_proto,
-                                        n_features,
-                                        classification=False):
-  """Parse serialized explanability proto, compute dfc, and return bias, dfc."""
-  feature_ids, logits_path = _parse_debug_proto_string(serialized_debug_proto)
-  if classification:
-    activation = _sigmoid
-  else:
-    activation = _identity
-  bias, dfcs = _compute_directional_feature_contributions(
-      feature_ids, logits_path, activation, n_features)
-  # TODO(crawles): Prediction path and leaf IDs.
-  return bias, dfcs
+from tensorflow_estimator.python.estimator.canned.boosted_trees_utils import *
diff --git a/tensorflow/python/estimator/canned/boosted_trees_utils_test.py b/tensorflow/python/estimator/canned/boosted_trees_utils_test.py
deleted file mode 100644
index 506d4ea6fb..0000000000
--- a/tensorflow/python/estimator/canned/boosted_trees_utils_test.py
+++ /dev/null
@@ -1,187 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests boosted_trees estimators and model_fn."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.estimator.canned import boosted_trees_utils
-from tensorflow.python.framework import test_util
-from tensorflow.python.platform import googletest
-
-
-class BoostedTreesDFCTest(test_util.TensorFlowTestCase):
-  """Test directional feature contributions (DFC) helper functions. """
-
-  def testDirectionalFeatureContributionsCompute(self):
-    """Tests logic to compute DFCs given feature ids and logits paths."""
-    num_bucketized_features = 3  # Includes one unused feature.
-    examples_feature_ids = ((2, 2, 0, 0), (2, 2, 0))
-    e1_feature_ids, e2_feature_ids = examples_feature_ids
-
-    # DFCs are computed by traversing the prediction path and subtracting each
-    # child prediction from its parent prediction and associating the change in
-    # prediction with the respective feature id used for the split.
-    # For each activation function, f, (currently identity or sigmoid), DFCs are
-    # calculated for the two examples as:
-    # example 1:
-    #   feature_0 = (f(1.114) - f(1.214)) + (f(6.114) - f(1.114))
-    #   feature_1 = 0  # Feature not in ensemble, thus zero contrib.
-    #   feature_2 = (f(0.114) - bias_pred) + (f(1.214) - f(0.114))
-    # example 2:
-    #   feature_0 = f(-5.486) - f(1.514)
-    #   feature_1 = 0  # Feature not in ensemble, thus zero contrib.
-    #   feature_2 = (f(0.114) - bias_pred) + (f(1.514) - f(0.114))
-    # where bias_pred is = f(0) or f(0.21), with center_bias = {True, False},
-    # respectively.
-    # Keys are center_bias.
-    expected_dfcs_identity = {
-        False: ({
-            0: 4.9,
-            1: 0,
-            2: 1.214
-        }, {
-            0: -7.0,
-            1: 0,
-            2: 1.514
-        }),
-        True: ({
-            0: 4.9,
-            1: 0,
-            2: 1.0039999999999998
-        }, {
-            0: -7.0,
-            1: 0,
-            2: 1.3039999999999998
-        })
-    }
-    expected_dfcs_sigmoid = {
-        False: ({
-            0: 0.22678725678805578,
-            1: 0,
-            2: 0.2710059376234506
-        }, {
-            0: -0.81552596670046507,
-            1: 0,
-            2: 0.319653250251275
-        }),
-        True: ({
-            0: 0.22678725678805578,
-            1: 0,
-            2: 0.2186980280491253
-        }, {
-            0: -0.81552596670046507,
-            1: 0,
-            2: 0.26734534067694971
-        })
-    }
-    # pylint: disable=protected-access
-    for f, expected_dfcs in zip(
-        (boosted_trees_utils._identity, boosted_trees_utils._sigmoid),
-        (expected_dfcs_identity, expected_dfcs_sigmoid)):
-      for center_bias in [False, True]:
-        # If not center_bias, the bias after activation is 0.
-        if center_bias:
-          bias_logit = 0.21  # Root node of tree_0.
-        else:
-          bias_logit = 0  # 0 is default value when there is no original_leaf.
-        f_bias = f(bias_logit)
-
-        # Logits before and after, as is outputed from
-        # boosted_trees_ops.example_debug_outputs
-        examples_logits_paths = ((bias_logit, 0.114, 1.214, 1.114, 6.114),
-                                 (bias_logit, 0.114, 1.514, -5.486))
-        e1_logits_path, e2_logits_path = examples_logits_paths
-        e1_expected_dfcs, e2_expected_dfcs = expected_dfcs[center_bias]
-        # Check feature contributions are correct for both examples.
-        # Example 1.
-        # pylint:disable=line-too-long
-        e1_bias, e1_dfc = boosted_trees_utils._compute_directional_feature_contributions(
-            e1_feature_ids, e1_logits_path, f, num_bucketized_features)
-        self.assertAllClose(e1_bias, f_bias)
-        self.assertAllClose(e1_dfc, e1_expected_dfcs)
-        # Example 2.
-        e2_bias, e2_dfc = boosted_trees_utils._compute_directional_feature_contributions(
-            e2_feature_ids, e2_logits_path, f, num_bucketized_features)
-        # pylint:enable=line-too-long
-        self.assertAllClose(e2_bias, f_bias)
-        self.assertAllClose(e2_dfc, e2_expected_dfcs)
-        # Check if contributions sum to final prediction.
-        # For each tree, get leaf of last tree.
-        expected_logits = (e1_logits_path[-1], e2_logits_path[-1])
-        # Predictions should be the sum of contributions + bias.
-        expected_preds = [f(logit) for logit in expected_logits]
-        e1_pred = e1_bias + sum(e1_dfc.values())
-        e2_pred = e2_bias + sum(e2_dfc.values())
-        preds = [e1_pred, e2_pred]
-        self.assertAllClose(preds, expected_preds)
-    # pylint: enable=protected-access
-
-  def testDFCComputeComparedToExternalExample(self):
-    """Tests `compute_dfc` compared to external example (regression).
-
-    Example from http://blog.datadive.net/interpreting-random-forests.
-    """
-    # DIS:3, RM: 2, LSTAT:1, NOX:0
-    num_bucketized_features = 4
-    e1_feature_ids = (2, 1, 0)
-    e2_feature_ids = (2, 2, 2)
-    e3_feature_ids = (2, 2, 0)
-
-    bias_logit = 22.60  # Root node of tree_0.
-    activation = boosted_trees_utils._identity
-    f_bias = activation(bias_logit)
-    # Logits before and after, as is outputed from
-    # boosted_trees_ops.example_debug_outputs
-    e1_logits_path = (bias_logit, 19.96, 14.91, 18.11)
-    e2_logits_path = (bias_logit, 37.42, 45.10, 45.90)
-    e3_logits_path = (bias_logit, 37.42, 32.30, 33.58)
-    e1_expected_dfcs = {0: 3.20, 1: -5.05, 2: -2.64, 3: 0}
-    e2_expected_dfcs = {0: 0, 1: 0, 2: 23.3, 3: 0}
-    e3_expected_dfcs = {0: 1.28, 1: 0, 2: 9.7, 3: 0}
-    # Check feature contributions are correct for both examples.
-    # Example 1.
-    # pylint: disable=protected-access
-    # pylint: disable=line-too-long
-    e1_bias, e1_dfc = boosted_trees_utils._compute_directional_feature_contributions(
-        e1_feature_ids, e1_logits_path, activation, num_bucketized_features)
-    self.assertAllClose(e1_bias, f_bias)
-    self.assertAllClose(e1_dfc, e1_expected_dfcs)
-    # Example 2.
-    e2_bias, e2_dfc = boosted_trees_utils._compute_directional_feature_contributions(
-        e2_feature_ids, e2_logits_path, activation, num_bucketized_features)
-    self.assertAllClose(e2_bias, f_bias)
-    self.assertAllClose(e2_dfc, e2_expected_dfcs)
-    # Example 3.
-    e3_bias, e3_dfc = boosted_trees_utils._compute_directional_feature_contributions(
-        e3_feature_ids, e3_logits_path, activation, num_bucketized_features)
-    # pylint: enable=line-too-long
-    self.assertAllClose(e3_bias, f_bias)
-    self.assertAllClose(e3_dfc, e3_expected_dfcs)
-    # pylint: enable=protected-access
-    # Check if contributions sum to final prediction.
-    # For each tree, get leaf of last tree.
-    expected_logits = (18.11, 45.90, 33.58)
-    # Predictions should be the sum of contributions + bias.
-    expected_preds = [activation(logit) for logit in expected_logits]
-    e1_pred = e1_bias + sum(e1_dfc.values())
-    e2_pred = e2_bias + sum(e2_dfc.values())
-    e3_pred = e3_bias + sum(e3_dfc.values())
-    preds = [e1_pred, e2_pred, e3_pred]
-    self.assertAllClose(preds, expected_preds)
-
-
-if __name__ == '__main__':
-  googletest.main()
diff --git a/tensorflow/python/estimator/canned/dnn.py b/tensorflow/python/estimator/canned/dnn.py
index a6c2aaa7d9..cde0d955df 100644
--- a/tensorflow/python/estimator/canned/dnn.py
+++ b/tensorflow/python/estimator/canned/dnn.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,649 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Deep Neural Network estimators."""
+"""dnn python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.framework import ops
-from tensorflow.python.keras.engine import training
-from tensorflow.python.layers import core as core_layers
-from tensorflow.python.layers import normalization
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.summary import summary
-from tensorflow.python.util.tf_export import estimator_export
-
-# The default learning rate of 0.05 is a historical artifact of the initial
-# implementation, but seems a reasonable choice.
-_LEARNING_RATE = 0.05
-
-
-def _add_hidden_layer_summary(value, tag):
-  summary.scalar('%s/fraction_of_zero_values' % tag, nn.zero_fraction(value))
-  summary.histogram('%s/activation' % tag, value)
-
-
-def _dnn_logit_fn_builder(units,
-                          hidden_units,
-                          feature_columns,
-                          activation_fn,
-                          dropout,
-                          input_layer_partitioner,
-                          batch_norm,
-                          shared_state_manager=None):
-  """Function builder for a dnn logit_fn.
-
-  Args:
-    units: An int indicating the dimension of the logit layer.  In the
-      MultiHead case, this should be the sum of all component Heads' logit
-      dimensions.
-    hidden_units: Iterable of integer number of hidden units per layer.
-    feature_columns: Iterable of `feature_column._FeatureColumn` model inputs.
-    activation_fn: Activation function applied to each layer.
-    dropout: When not `None`, the probability we will drop out a given
-      coordinate.
-    input_layer_partitioner: Partitioner for input layer.
-    batch_norm: Whether to use batch normalization after each hidden layer.
-    shared_state_manager: A SharedEmbeddingStateManager object to hold the
-      shared state for SharedEmbeddingColumn's.
-
-  Returns:
-    A logit_fn (see below).
-
-  Raises:
-    ValueError: If units is not an int.
-  """
-  if not isinstance(units, int):
-    raise ValueError('units must be an int.  Given type: {}'.format(
-        type(units)))
-
-  def dnn_logit_fn(features, mode):
-    """Deep Neural Network logit_fn.
-
-    Args:
-      features: This is the first item returned from the `input_fn`
-                passed to `train`, `evaluate`, and `predict`. This should be a
-                single `Tensor` or `dict` of same.
-      mode: Optional. Specifies if this training, evaluation or prediction. See
-            `ModeKeys`.
-
-    Returns:
-      A `Tensor` representing the logits, or a list of `Tensor`'s representing
-      multiple logits in the MultiHead case.
-    """
-    dnn_model = _DNNModel(
-        units,
-        hidden_units,
-        feature_columns,
-        activation_fn,
-        dropout,
-        input_layer_partitioner,
-        batch_norm,
-        shared_state_manager,
-        name='dnn')
-    return dnn_model(features, mode)
-
-  return dnn_logit_fn
-
-
-def _get_previous_name_scope():
-  current_name_scope = ops.get_name_scope()
-  return current_name_scope.rsplit('/', 1)[0] + '/'
-
-
-class _DNNModel(training.Model):
-  """A DNN Model."""
-
-  def __init__(self,
-               units,
-               hidden_units,
-               feature_columns,
-               activation_fn,
-               dropout,
-               input_layer_partitioner,
-               batch_norm,
-               shared_state_manager,
-               name=None,
-               **kwargs):
-    super(_DNNModel, self).__init__(name=name, **kwargs)
-    if feature_column_v2.is_feature_column_v2(feature_columns):
-      self._input_layer = feature_column_v2.FeatureLayer(
-          feature_columns=feature_columns,
-          name='input_layer',
-          shared_state_manager=shared_state_manager)
-    else:
-      self._input_layer = feature_column.InputLayer(
-          feature_columns=feature_columns,
-          name='input_layer',
-          create_scope_now=False)
-
-    self._add_layer(self._input_layer, 'input_layer')
-
-    self._dropout = dropout
-    self._batch_norm = batch_norm
-
-    self._hidden_layers = []
-    self._dropout_layers = []
-    self._batch_norm_layers = []
-    self._hidden_layer_scope_names = []
-    for layer_id, num_hidden_units in enumerate(hidden_units):
-      with variable_scope.variable_scope(
-          'hiddenlayer_%d' % layer_id) as hidden_layer_scope:
-        hidden_layer = core_layers.Dense(
-            units=num_hidden_units,
-            activation=activation_fn,
-            kernel_initializer=init_ops.glorot_uniform_initializer(),
-            name=hidden_layer_scope,
-            _scope=hidden_layer_scope)
-        self._add_layer(hidden_layer, hidden_layer_scope.name)
-        self._hidden_layer_scope_names.append(hidden_layer_scope.name)
-        self._hidden_layers.append(hidden_layer)
-        if self._dropout is not None:
-          dropout_layer = core_layers.Dropout(rate=self._dropout)
-          self._add_layer(dropout_layer, dropout_layer.name)
-          self._dropout_layers.append(dropout_layer)
-        if self._batch_norm:
-          batch_norm_layer = normalization.BatchNormalization(
-              # The default momentum 0.99 actually crashes on certain
-              # problem, so here we use 0.999, which is the default of
-              # tf.contrib.layers.batch_norm.
-              momentum=0.999,
-              trainable=True,
-              name='batchnorm_%d' % layer_id,
-              _scope='batchnorm_%d' % layer_id)
-          self._add_layer(batch_norm_layer, batch_norm_layer.name)
-          self._batch_norm_layers.append(batch_norm_layer)
-
-    with variable_scope.variable_scope('logits') as logits_scope:
-      self._logits_layer = core_layers.Dense(
-          units=units,
-          activation=None,
-          kernel_initializer=init_ops.glorot_uniform_initializer(),
-          name=logits_scope,
-          _scope=logits_scope)
-      self._add_layer(self._logits_layer, logits_scope.name)
-      self._logits_scope_name = logits_scope.name
-    self._input_layer_partitioner = input_layer_partitioner
-
-  def call(self, features, mode):
-    is_training = mode == model_fn.ModeKeys.TRAIN
-    # The Keras training.Model adds a name_scope with the name of the model
-    # which modifies the constructed graph. Hence we add another name_scope
-    # here which is the one before the training.Model one was applied.
-    # TODO(rohanj): Remove this in TF 2.0 (b/116728605)
-    with ops.name_scope(name=_get_previous_name_scope()):
-      # TODO(rohanj): Remove dependence on variable scope for partitioning.
-      with variable_scope.variable_scope(
-          'input_from_feature_columns',
-          partitioner=self._input_layer_partitioner):
-        net = self._input_layer(features)
-      for i in range(len(self._hidden_layers)):
-        net = self._hidden_layers[i](net)
-        if self._dropout is not None and is_training:
-          net = self._dropout_layers[i](net, training=True)
-        if self._batch_norm:
-          net = self._batch_norm_layers[i](net, training=is_training)
-        _add_hidden_layer_summary(net, self._hidden_layer_scope_names[i])
-
-      logits = self._logits_layer(net)
-      _add_hidden_layer_summary(logits, self._logits_scope_name)
-      return logits
-
-  def _add_layer(self, layer, layer_name):
-    # "Magic" required for keras.Model classes to track all the variables in
-    # a list of layers.Layer objects.
-    # TODO(ashankar): Figure out API so user code doesn't have to do this.
-    setattr(self, layer_name, layer)
-
-
-def _dnn_model_fn(features,
-                  labels,
-                  mode,
-                  head,
-                  hidden_units,
-                  feature_columns,
-                  optimizer='Adagrad',
-                  activation_fn=nn.relu,
-                  dropout=None,
-                  input_layer_partitioner=None,
-                  config=None,
-                  use_tpu=False,
-                  batch_norm=False,
-                  shared_state_manager=None):
-  """Deep Neural Net model_fn.
-
-  Args:
-    features: dict of `Tensor`.
-    labels: `Tensor` of shape [batch_size, 1] or [batch_size] labels of
-      dtype `int32` or `int64` in the range `[0, n_classes)`.
-    mode: Defines whether this is training, evaluation or prediction.
-      See `ModeKeys`.
-    head: A `head_lib._Head` instance.
-    hidden_units: Iterable of integer number of hidden units per layer.
-    feature_columns: Iterable of `feature_column._FeatureColumn` model inputs.
-    optimizer: String, `tf.Optimizer` object, or callable that creates the
-      optimizer to use for training. If not specified, will use the Adagrad
-      optimizer with a default learning rate of 0.05.
-    activation_fn: Activation function applied to each layer.
-    dropout: When not `None`, the probability we will drop out a given
-      coordinate.
-    input_layer_partitioner: Partitioner for input layer. Defaults
-      to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-    config: `RunConfig` object to configure the runtime settings.
-    use_tpu: Whether to make a DNN model able to run on TPU. Will make function
-      return a `_TPUEstimatorSpec` instance and disable variable partitioning.
-    batch_norm: Whether to use batch normalization after each hidden layer.
-    shared_state_manager: A SharedEmbeddingStateManager object to hold the
-      shared state for SharedEmbeddingColumn's.
-
-  Returns:
-    An `EstimatorSpec` instance.
-
-  Raises:
-    ValueError: If features has the wrong type.
-  """
-  if not isinstance(features, dict):
-    raise ValueError('features should be a dictionary of `Tensor`s. '
-                     'Given type: {}'.format(type(features)))
-
-  optimizer = optimizers.get_optimizer_instance(
-      optimizer, learning_rate=_LEARNING_RATE)
-  num_ps_replicas = config.num_ps_replicas if config else 0
-
-  partitioner = (None if use_tpu else
-                 partitioned_variables.min_max_variable_partitioner(
-                     max_partitions=num_ps_replicas))
-  with variable_scope.variable_scope(
-      'dnn',
-      values=tuple(six.itervalues(features)),
-      partitioner=partitioner):
-    input_layer_partitioner = input_layer_partitioner or (
-        None if use_tpu else
-        partitioned_variables.min_max_variable_partitioner(
-            max_partitions=num_ps_replicas,
-            min_slice_size=64 << 20))
-
-    logit_fn = _dnn_logit_fn_builder(
-        units=head.logits_dimension,
-        hidden_units=hidden_units,
-        feature_columns=feature_columns,
-        activation_fn=activation_fn,
-        dropout=dropout,
-        input_layer_partitioner=input_layer_partitioner,
-        batch_norm=batch_norm,
-        shared_state_manager=shared_state_manager)
-    logits = logit_fn(features=features, mode=mode)
-
-    if use_tpu:
-      return head._create_tpu_estimator_spec(  # pylint: disable=protected-access
-          features=features,
-          mode=mode,
-          labels=labels,
-          optimizer=optimizer,
-          logits=logits)
-    else:
-      return head.create_estimator_spec(
-          features=features,
-          mode=mode,
-          labels=labels,
-          optimizer=optimizer,
-          logits=logits)
-
-
-@estimator_export('estimator.DNNClassifier')
-class DNNClassifier(estimator.Estimator):
-  """A classifier for TensorFlow DNN models.
-
-  Example:
-
-  ```python
-  categorical_feature_a = categorical_column_with_hash_bucket(...)
-  categorical_feature_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_emb = embedding_column(
-      categorical_column=categorical_feature_a, ...)
-  categorical_feature_b_emb = embedding_column(
-      categorical_column=categorical_feature_b, ...)
-
-  estimator = DNNClassifier(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256])
-
-  # Or estimator using the ProximalAdagradOptimizer optimizer with
-  # regularization.
-  estimator = DNNClassifier(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      optimizer=tf.train.ProximalAdagradOptimizer(
-        learning_rate=0.1,
-        l1_regularization_strength=0.001
-      ))
-
-  # Or estimator using an optimizer with a learning rate decay.
-  estimator = DNNClassifier(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      optimizer=lambda: tf.AdamOptimizer(
-          learning_rate=tf.exponential_decay(
-              learning_rate=0.1,
-              global_step=tf.get_global_step(),
-              decay_steps=10000,
-              decay_rate=0.96))
-
-  # Or estimator with warm-starting from a previous checkpoint.
-  estimator = DNNClassifier(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      warm_start_from="/path/to/checkpoint/dir")
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using softmax cross entropy.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(
-      self,
-      hidden_units,
-      feature_columns,
-      model_dir=None,
-      n_classes=2,
-      weight_column=None,
-      label_vocabulary=None,
-      optimizer='Adagrad',
-      activation_fn=nn.relu,
-      dropout=None,
-      input_layer_partitioner=None,
-      config=None,
-      warm_start_from=None,
-      loss_reduction=losses.Reduction.SUM,
-      batch_norm=False,
-  ):
-    """Initializes a `DNNClassifier` instance.
-
-    Args:
-      hidden_units: Iterable of number hidden units per layer. All layers are
-        fully connected. Ex. `[64, 32]` means first layer has 64 nodes and
-        second one has 32.
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `_FeatureColumn`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      n_classes: Number of label classes. Defaults to 2, namely binary
-        classification. Must be > 1.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      label_vocabulary: A list of strings represents possible label values. If
-        given, labels must be string type and have any value in
-        `label_vocabulary`. If it is not given, that means labels are
-        already encoded as integer or float within [0, 1] for `n_classes=2` and
-        encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-        Also there will be errors if vocabulary is not provided and labels are
-        string.
-      optimizer: An instance of `tf.Optimizer` used to train the model. Can also
-        be a string (one of 'Adagrad', 'Adam', 'Ftrl', 'RMSProp', 'SGD'), or
-        callable. Defaults to Adagrad optimizer.
-      activation_fn: Activation function applied to each layer. If `None`, will
-        use `tf.nn.relu`.
-      dropout: When not `None`, the probability we will drop out a given
-        coordinate.
-      input_layer_partitioner: Optional. Partitioner for input layer. Defaults
-        to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: `RunConfig` object to configure the runtime settings.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights are warm-started, and it is assumed that vocabularies and Tensor
-        names are unchanged.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-      batch_norm: Whether to use batch normalization after each hidden layer.
-    """
-    head = head_lib._binary_logistic_or_multi_class_head(  # pylint: disable=protected-access
-        n_classes, weight_column, label_vocabulary, loss_reduction)
-
-    shared_state_manager = feature_column_v2.maybe_create_shared_state_manager(
-        feature_columns)
-
-    def _model_fn(features, labels, mode, config):
-      """Call the defined shared _dnn_model_fn."""
-      return _dnn_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          hidden_units=hidden_units,
-          feature_columns=tuple(feature_columns or []),
-          optimizer=optimizer,
-          activation_fn=activation_fn,
-          dropout=dropout,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config,
-          batch_norm=batch_norm,
-          shared_state_manager=shared_state_manager)
-
-    super(DNNClassifier, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config,
-        warm_start_from=warm_start_from)
-
-
-@estimator_export('estimator.DNNRegressor')
-class DNNRegressor(estimator.Estimator):
-  """A regressor for TensorFlow DNN models.
-
-  Example:
-
-  ```python
-  categorical_feature_a = categorical_column_with_hash_bucket(...)
-  categorical_feature_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_emb = embedding_column(
-      categorical_column=categorical_feature_a, ...)
-  categorical_feature_b_emb = embedding_column(
-      categorical_column=categorical_feature_b, ...)
-
-  estimator = DNNRegressor(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256])
-
-  # Or estimator using the ProximalAdagradOptimizer optimizer with
-  # regularization.
-  estimator = DNNRegressor(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      optimizer=tf.train.ProximalAdagradOptimizer(
-        learning_rate=0.1,
-        l1_regularization_strength=0.001
-      ))
-
-  # Or estimator using an optimizer with a learning rate decay.
-  estimator = DNNRegressor(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      optimizer=lambda: tf.AdamOptimizer(
-          learning_rate=tf.exponential_decay(
-              learning_rate=0.1,
-              global_step=tf.get_global_step(),
-              decay_steps=10000,
-              decay_rate=0.96))
-
-  # Or estimator with warm-starting from a previous checkpoint.
-  estimator = DNNRegressor(
-      feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-      hidden_units=[1024, 512, 256],
-      warm_start_from="/path/to/checkpoint/dir")
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using mean squared error.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(
-      self,
-      hidden_units,
-      feature_columns,
-      model_dir=None,
-      label_dimension=1,
-      weight_column=None,
-      optimizer='Adagrad',
-      activation_fn=nn.relu,
-      dropout=None,
-      input_layer_partitioner=None,
-      config=None,
-      warm_start_from=None,
-      loss_reduction=losses.Reduction.SUM,
-      batch_norm=False,
-  ):
-    """Initializes a `DNNRegressor` instance.
-
-    Args:
-      hidden_units: Iterable of number hidden units per layer. All layers are
-        fully connected. Ex. `[64, 32]` means first layer has 64 nodes and
-        second one has 32.
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `_FeatureColumn`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator to
-        continue training a previously saved model.
-      label_dimension: Number of regression targets per example. This is the
-        size of the last dimension of the labels and logits `Tensor` objects
-        (typically, these have shape `[batch_size, label_dimension]`).
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      optimizer: An instance of `tf.Optimizer` used to train the model. Can also
-        be a string (one of 'Adagrad', 'Adam', 'Ftrl', 'RMSProp', 'SGD'), or
-        callable. Defaults to Adagrad optimizer.
-      activation_fn: Activation function applied to each layer. If `None`, will
-        use `tf.nn.relu`.
-      dropout: When not `None`, the probability we will drop out a given
-        coordinate.
-      input_layer_partitioner: Optional. Partitioner for input layer. Defaults
-        to `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: `RunConfig` object to configure the runtime settings.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights are warm-started, and it is assumed that vocabularies and Tensor
-        names are unchanged.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-      batch_norm: Whether to use batch normalization after each hidden layer.
-    """
-
-    shared_state_manager = None
-    if feature_column_v2.is_feature_column_v2(feature_columns):
-      shared_state_manager = feature_column_v2.SharedEmbeddingStateManager()
+from tensorflow_estimator.python.estimator.canned import dnn
 
-    def _model_fn(features, labels, mode, config):
-      """Call the defined shared _dnn_model_fn."""
-      return _dnn_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head_lib._regression_head(  # pylint: disable=protected-access
-              label_dimension=label_dimension,
-              weight_column=weight_column,
-              loss_reduction=loss_reduction),
-          hidden_units=hidden_units,
-          feature_columns=tuple(feature_columns or []),
-          optimizer=optimizer,
-          activation_fn=activation_fn,
-          dropout=dropout,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config,
-          batch_norm=batch_norm,
-          shared_state_manager=shared_state_manager)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+dnn.__all__ = [s for s in dir(dnn) if not s.startswith('__')]
 
-    super(DNNRegressor, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config,
-        warm_start_from=warm_start_from)
+from tensorflow_estimator.python.estimator.canned.dnn import *
diff --git a/tensorflow/python/estimator/canned/dnn_linear_combined.py b/tensorflow/python/estimator/canned/dnn_linear_combined.py
index f712244c8d..e28499368f 100644
--- a/tensorflow/python/estimator/canned/dnn_linear_combined.py
+++ b/tensorflow/python/estimator/canned/dnn_linear_combined.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,621 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""TensorFlow estimators for Linear and DNN joined training models."""
+"""dnn_linear_combined python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import math
-
-import six
-
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import dnn
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import linear
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.summary import summary
-from tensorflow.python.training import sync_replicas_optimizer
-from tensorflow.python.training import training_util
-from tensorflow.python.util.tf_export import estimator_export
-
-# The default learning rates are a historical artifact of the initial
-# implementation.
-_DNN_LEARNING_RATE = 0.001
-_LINEAR_LEARNING_RATE = 0.005
-
-
-def _check_no_sync_replicas_optimizer(optimizer):
-  if isinstance(optimizer, sync_replicas_optimizer.SyncReplicasOptimizer):
-    raise ValueError(
-        'SyncReplicasOptimizer does not support multi optimizers case. '
-        'Therefore, it is not supported in DNNLinearCombined model. '
-        'If you want to use this optimizer, please use either DNN or Linear '
-        'model.')
-
-
-def _linear_learning_rate(num_linear_feature_columns):
-  """Returns the default learning rate of the linear model.
-
-  The calculation is a historical artifact of this initial implementation, but
-  has proven a reasonable choice.
-
-  Args:
-    num_linear_feature_columns: The number of feature columns of the linear
-      model.
-
-  Returns:
-    A float.
-  """
-  default_learning_rate = 1. / math.sqrt(num_linear_feature_columns)
-  return min(_LINEAR_LEARNING_RATE, default_learning_rate)
-
-
-def _add_layer_summary(value, tag):
-  summary.scalar('%s/fraction_of_zero_values' % tag, nn.zero_fraction(value))
-  summary.histogram('%s/activation' % tag, value)
-
-
-def _dnn_linear_combined_model_fn(features,
-                                  labels,
-                                  mode,
-                                  head,
-                                  linear_feature_columns=None,
-                                  linear_optimizer='Ftrl',
-                                  dnn_feature_columns=None,
-                                  dnn_optimizer='Adagrad',
-                                  dnn_hidden_units=None,
-                                  dnn_activation_fn=nn.relu,
-                                  dnn_dropout=None,
-                                  input_layer_partitioner=None,
-                                  config=None,
-                                  batch_norm=False,
-                                  linear_sparse_combiner='sum'):
-  """Deep Neural Net and Linear combined model_fn.
-
-  Args:
-    features: dict of `Tensor`.
-    labels: `Tensor` of shape [batch_size, 1] or [batch_size] labels of dtype
-      `int32` or `int64` in the range `[0, n_classes)`.
-    mode: Defines whether this is training, evaluation or prediction.
-      See `ModeKeys`.
-    head: A `Head` instance.
-    linear_feature_columns: An iterable containing all the feature columns used
-      by the Linear model.
-    linear_optimizer: string, `Optimizer` object, or callable that defines the
-      optimizer to use for training the Linear model. Defaults to the Ftrl
-      optimizer.
-    dnn_feature_columns: An iterable containing all the feature columns used by
-      the DNN model.
-    dnn_optimizer: string, `Optimizer` object, or callable that defines the
-      optimizer to use for training the DNN model. Defaults to the Adagrad
-      optimizer.
-    dnn_hidden_units: List of hidden units per DNN layer.
-    dnn_activation_fn: Activation function applied to each DNN layer. If `None`,
-      will use `tf.nn.relu`.
-    dnn_dropout: When not `None`, the probability we will drop out a given DNN
-      coordinate.
-    input_layer_partitioner: Partitioner for input layer.
-    config: `RunConfig` object to configure the runtime settings.
-    batch_norm: Whether to use batch normalization after each hidden layer.
-    linear_sparse_combiner: A string specifying how to reduce the linear model
-      if a categorical column is multivalent.  One of "mean", "sqrtn", and
-      "sum".
-  Returns:
-    An `EstimatorSpec` instance.
-
-  Raises:
-    ValueError: If both `linear_feature_columns` and `dnn_features_columns`
-      are empty at the same time, or `input_layer_partitioner` is missing,
-      or features has the wrong type.
-  """
-  if not isinstance(features, dict):
-    raise ValueError('features should be a dictionary of `Tensor`s. '
-                     'Given type: {}'.format(type(features)))
-  if not linear_feature_columns and not dnn_feature_columns:
-    raise ValueError(
-        'Either linear_feature_columns or dnn_feature_columns must be defined.')
-
-  num_ps_replicas = config.num_ps_replicas if config else 0
-  input_layer_partitioner = input_layer_partitioner or (
-      partitioned_variables.min_max_variable_partitioner(
-          max_partitions=num_ps_replicas,
-          min_slice_size=64 << 20))
-
-  shared_state_manager = feature_column_v2.maybe_create_shared_state_manager(
-      list(linear_feature_columns) + list(dnn_feature_columns))
-
-  # Build DNN Logits.
-  dnn_parent_scope = 'dnn'
-
-  if not dnn_feature_columns:
-    dnn_logits = None
-  else:
-    dnn_optimizer = optimizers.get_optimizer_instance(
-        dnn_optimizer, learning_rate=_DNN_LEARNING_RATE)
-    _check_no_sync_replicas_optimizer(dnn_optimizer)
-    if not dnn_hidden_units:
-      raise ValueError(
-          'dnn_hidden_units must be defined when dnn_feature_columns is '
-          'specified.')
-    dnn_partitioner = (
-        partitioned_variables.min_max_variable_partitioner(
-            max_partitions=num_ps_replicas))
-    with variable_scope.variable_scope(
-        dnn_parent_scope,
-        values=tuple(six.itervalues(features)),
-        partitioner=dnn_partitioner) as scope:
-      dnn_absolute_scope = scope.name
-      dnn_logit_fn = dnn._dnn_logit_fn_builder(  # pylint: disable=protected-access
-          units=head.logits_dimension,
-          hidden_units=dnn_hidden_units,
-          feature_columns=dnn_feature_columns,
-          activation_fn=dnn_activation_fn,
-          dropout=dnn_dropout,
-          batch_norm=batch_norm,
-          input_layer_partitioner=input_layer_partitioner,
-          shared_state_manager=shared_state_manager)
-      dnn_logits = dnn_logit_fn(features=features, mode=mode)
-
-  linear_parent_scope = 'linear'
-
-  if not linear_feature_columns:
-    linear_logits = None
-  else:
-    linear_optimizer = optimizers.get_optimizer_instance(
-        linear_optimizer,
-        learning_rate=_linear_learning_rate(len(linear_feature_columns)))
-    _check_no_sync_replicas_optimizer(linear_optimizer)
-    with variable_scope.variable_scope(
-        linear_parent_scope,
-        values=tuple(six.itervalues(features)),
-        partitioner=input_layer_partitioner) as scope:
-      linear_absolute_scope = scope.name
-      logit_fn = linear._linear_logit_fn_builder(  # pylint: disable=protected-access
-          units=head.logits_dimension,
-          feature_columns=linear_feature_columns,
-          sparse_combiner=linear_sparse_combiner)
-      linear_logits = logit_fn(features=features)
-      _add_layer_summary(linear_logits, scope.name)
-
-  # Combine logits and build full model.
-  if dnn_logits is not None and linear_logits is not None:
-    logits = dnn_logits + linear_logits
-  elif dnn_logits is not None:
-    logits = dnn_logits
-  else:
-    logits = linear_logits
-
-  def _train_op_fn(loss):
-    """Returns the op to optimize the loss."""
-    train_ops = []
-    global_step = training_util.get_global_step()
-    if dnn_logits is not None:
-      train_ops.append(
-          dnn_optimizer.minimize(
-              loss,
-              var_list=ops.get_collection(
-                  ops.GraphKeys.TRAINABLE_VARIABLES,
-                  scope=dnn_absolute_scope)))
-    if linear_logits is not None:
-      train_ops.append(
-          linear_optimizer.minimize(
-              loss,
-              var_list=ops.get_collection(
-                  ops.GraphKeys.TRAINABLE_VARIABLES,
-                  scope=linear_absolute_scope)))
-
-    train_op = control_flow_ops.group(*train_ops)
-    with ops.control_dependencies([train_op]):
-      return state_ops.assign_add(global_step, 1).op
-
-  return head.create_estimator_spec(
-      features=features,
-      mode=mode,
-      labels=labels,
-      train_op_fn=_train_op_fn,
-      logits=logits)
-
-
-@estimator_export('estimator.DNNLinearCombinedClassifier')
-class DNNLinearCombinedClassifier(estimator.Estimator):
-  """An estimator for TensorFlow Linear and DNN joined classification models.
-
-  Note: This estimator is also known as wide-n-deep.
-
-  Example:
-
-  ```python
-  numeric_feature = numeric_column(...)
-  categorical_column_a = categorical_column_with_hash_bucket(...)
-  categorical_column_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_x_categorical_feature_b = crossed_column(...)
-  categorical_feature_a_emb = embedding_column(
-      categorical_column=categorical_feature_a, ...)
-  categorical_feature_b_emb = embedding_column(
-      categorical_id_column=categorical_feature_b, ...)
-
-  estimator = DNNLinearCombinedClassifier(
-      # wide settings
-      linear_feature_columns=[categorical_feature_a_x_categorical_feature_b],
-      linear_optimizer=tf.train.FtrlOptimizer(...),
-      # deep settings
-      dnn_feature_columns=[
-          categorical_feature_a_emb, categorical_feature_b_emb,
-          numeric_feature],
-      dnn_hidden_units=[1000, 500, 100],
-      dnn_optimizer=tf.train.ProximalAdagradOptimizer(...),
-      # warm-start settings
-      warm_start_from="/path/to/checkpoint/dir")
-
-  # To apply L1 and L2 regularization, you can set dnn_optimizer to:
-  tf.train.ProximalAdagradOptimizer(
-      learning_rate=0.1,
-      l1_regularization_strength=0.001,
-      l2_regularization_strength=0.001)
-  # To apply learning rate decay, you can set dnn_optimizer to a callable:
-  lambda: tf.AdamOptimizer(
-      learning_rate=tf.exponential_decay(
-          learning_rate=0.1,
-          global_step=tf.get_global_step(),
-          decay_steps=10000,
-          decay_rate=0.96)
-  # It is the same for linear_optimizer.
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * for each `column` in `dnn_feature_columns` + `linear_feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using softmax cross entropy.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               model_dir=None,
-               linear_feature_columns=None,
-               linear_optimizer='Ftrl',
-               dnn_feature_columns=None,
-               dnn_optimizer='Adagrad',
-               dnn_hidden_units=None,
-               dnn_activation_fn=nn.relu,
-               dnn_dropout=None,
-               n_classes=2,
-               weight_column=None,
-               label_vocabulary=None,
-               input_layer_partitioner=None,
-               config=None,
-               warm_start_from=None,
-               loss_reduction=losses.Reduction.SUM,
-               batch_norm=False,
-               linear_sparse_combiner='sum'):
-    """Initializes a DNNLinearCombinedClassifier instance.
-
-    Args:
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      linear_feature_columns: An iterable containing all the feature columns
-        used by linear part of the model. All items in the set must be
-        instances of classes derived from `FeatureColumn`.
-      linear_optimizer: An instance of `tf.Optimizer` used to apply gradients to
-        the linear part of the model. Can also be a string (one of 'Adagrad',
-        'Adam', 'Ftrl', 'RMSProp', 'SGD'), or callable. Defaults to FTRL
-        optimizer.
-      dnn_feature_columns: An iterable containing all the feature columns used
-        by deep part of the model. All items in the set must be instances of
-        classes derived from `FeatureColumn`.
-      dnn_optimizer: An instance of `tf.Optimizer` used to apply gradients to
-        the deep part of the model. Can also be a string (one of 'Adagrad',
-        'Adam', 'Ftrl', 'RMSProp', 'SGD'), or callable. Defaults to Adagrad
-        optimizer.
-      dnn_hidden_units: List of hidden units per layer. All layers are fully
-        connected.
-      dnn_activation_fn: Activation function applied to each layer. If None,
-        will use `tf.nn.relu`.
-      dnn_dropout: When not None, the probability we will drop out
-        a given coordinate.
-      n_classes: Number of label classes. Defaults to 2, namely binary
-        classification. Must be > 1.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      label_vocabulary: A list of strings represents possible label values. If
-        given, labels must be string type and have any value in
-        `label_vocabulary`. If it is not given, that means labels are
-        already encoded as integer or float within [0, 1] for `n_classes=2` and
-        encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-        Also there will be errors if vocabulary is not provided and labels are
-        string.
-      input_layer_partitioner: Partitioner for input layer. Defaults to
-        `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: RunConfig object to configure the runtime settings.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights are warm-started, and it is assumed that vocabularies and Tensor
-        names are unchanged.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-      batch_norm: Whether to use batch normalization after each hidden layer.
-      linear_sparse_combiner: A string specifying how to reduce the linear model
-        if a categorical column is multivalent.  One of "mean", "sqrtn", and
-        "sum" -- these are effectively different ways to do example-level
-        normalization, which can be useful for bag-of-words features.  For more
-        details, see `tf.feature_column.linear_model`.
-
-    Raises:
-      ValueError: If both linear_feature_columns and dnn_features_columns are
-        empty at the same time.
-    """
-    linear_feature_columns = linear_feature_columns or []
-    dnn_feature_columns = dnn_feature_columns or []
-    self._feature_columns = (
-        list(linear_feature_columns) + list(dnn_feature_columns))
-    if not self._feature_columns:
-      raise ValueError('Either linear_feature_columns or dnn_feature_columns '
-                       'must be defined.')
-    if n_classes == 2:
-      head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(  # pylint: disable=protected-access
-          weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-    else:
-      head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(  # pylint: disable=protected-access
-          n_classes,
-          weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-
-    def _model_fn(features, labels, mode, config):
-      """Call the _dnn_linear_combined_model_fn."""
-      return _dnn_linear_combined_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          linear_feature_columns=linear_feature_columns,
-          linear_optimizer=linear_optimizer,
-          dnn_feature_columns=dnn_feature_columns,
-          dnn_optimizer=dnn_optimizer,
-          dnn_hidden_units=dnn_hidden_units,
-          dnn_activation_fn=dnn_activation_fn,
-          dnn_dropout=dnn_dropout,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config,
-          batch_norm=batch_norm,
-          linear_sparse_combiner=linear_sparse_combiner)
-
-    super(DNNLinearCombinedClassifier, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config,
-        warm_start_from=warm_start_from)
-
-
-@estimator_export('estimator.DNNLinearCombinedRegressor')
-class DNNLinearCombinedRegressor(estimator.Estimator):
-  """An estimator for TensorFlow Linear and DNN joined models for regression.
-
-  Note: This estimator is also known as wide-n-deep.
-
-  Example:
-
-  ```python
-  numeric_feature = numeric_column(...)
-  categorical_column_a = categorical_column_with_hash_bucket(...)
-  categorical_column_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_x_categorical_feature_b = crossed_column(...)
-  categorical_feature_a_emb = embedding_column(
-      categorical_column=categorical_feature_a, ...)
-  categorical_feature_b_emb = embedding_column(
-      categorical_column=categorical_feature_b, ...)
-
-  estimator = DNNLinearCombinedRegressor(
-      # wide settings
-      linear_feature_columns=[categorical_feature_a_x_categorical_feature_b],
-      linear_optimizer=tf.train.FtrlOptimizer(...),
-      # deep settings
-      dnn_feature_columns=[
-          categorical_feature_a_emb, categorical_feature_b_emb,
-          numeric_feature],
-      dnn_hidden_units=[1000, 500, 100],
-      dnn_optimizer=tf.train.ProximalAdagradOptimizer(...),
-      # warm-start settings
-      warm_start_from="/path/to/checkpoint/dir")
-
-  # To apply L1 and L2 regularization, you can set dnn_optimizer to:
-  tf.train.ProximalAdagradOptimizer(
-      learning_rate=0.1,
-      l1_regularization_strength=0.001,
-      l2_regularization_strength=0.001)
-  # To apply learning rate decay, you can set dnn_optimizer to a callable:
-  lambda: tf.AdamOptimizer(
-      learning_rate=tf.exponential_decay(
-          learning_rate=0.1,
-          global_step=tf.get_global_step(),
-          decay_steps=10000,
-          decay_rate=0.96)
-  # It is the same for linear_optimizer.
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    pass
-  estimator.train(input_fn=input_fn_train, steps=100)
-
-  def input_fn_eval: # returns x, y
-    pass
-  metrics = estimator.evaluate(input_fn=input_fn_eval, steps=10)
-  def input_fn_predict: # returns x, None
-    pass
-  predictions = estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-  otherwise there will be a `KeyError`:
-
-  * for each `column` in `dnn_feature_columns` + `linear_feature_columns`:
-    - if `column` is a `_CategoricalColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `_WeightedCategoricalColumn`, two features: the first
-      with `key` the id column name, the second with `key` the weight column
-      name. Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `_DenseColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using mean squared error.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               model_dir=None,
-               linear_feature_columns=None,
-               linear_optimizer='Ftrl',
-               dnn_feature_columns=None,
-               dnn_optimizer='Adagrad',
-               dnn_hidden_units=None,
-               dnn_activation_fn=nn.relu,
-               dnn_dropout=None,
-               label_dimension=1,
-               weight_column=None,
-               input_layer_partitioner=None,
-               config=None,
-               warm_start_from=None,
-               loss_reduction=losses.Reduction.SUM,
-               batch_norm=False,
-               linear_sparse_combiner='sum'):
-    """Initializes a DNNLinearCombinedRegressor instance.
-
-    Args:
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      linear_feature_columns: An iterable containing all the feature columns
-        used by linear part of the model. All items in the set must be
-        instances of classes derived from `FeatureColumn`.
-      linear_optimizer: An instance of `tf.Optimizer` used to apply gradients to
-        the linear part of the model. Can also be a string (one of 'Adagrad',
-        'Adam', 'Ftrl', 'RMSProp', 'SGD'), or callable. Defaults to FTRL
-        optimizer.
-      dnn_feature_columns: An iterable containing all the feature columns used
-        by deep part of the model. All items in the set must be instances of
-        classes derived from `FeatureColumn`.
-      dnn_optimizer: An instance of `tf.Optimizer` used to apply gradients to
-        the deep part of the model. Can also be a string (one of 'Adagrad',
-        'Adam', 'Ftrl', 'RMSProp', 'SGD'), or callable. Defaults to Adagrad
-        optimizer.
-      dnn_hidden_units: List of hidden units per layer. All layers are fully
-        connected.
-      dnn_activation_fn: Activation function applied to each layer. If None,
-        will use `tf.nn.relu`.
-      dnn_dropout: When not None, the probability we will drop out
-        a given coordinate.
-      label_dimension: Number of regression targets per example. This is the
-        size of the last dimension of the labels and logits `Tensor` objects
-        (typically, these have shape `[batch_size, label_dimension]`).
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      input_layer_partitioner: Partitioner for input layer. Defaults to
-        `min_max_variable_partitioner` with `min_slice_size` 64 << 20.
-      config: RunConfig object to configure the runtime settings.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights are warm-started, and it is assumed that vocabularies and Tensor
-        names are unchanged.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-      batch_norm: Whether to use batch normalization after each hidden layer.
-      linear_sparse_combiner: A string specifying how to reduce the linear model
-        if a categorical column is multivalent.  One of "mean", "sqrtn", and
-        "sum" -- these are effectively different ways to do example-level
-        normalization, which can be useful for bag-of-words features.  For more
-        details, see `tf.feature_column.linear_model`.
-
-    Raises:
-      ValueError: If both linear_feature_columns and dnn_features_columns are
-        empty at the same time.
-    """
-    linear_feature_columns = linear_feature_columns or []
-    dnn_feature_columns = dnn_feature_columns or []
-    self._feature_columns = (
-        list(linear_feature_columns) + list(dnn_feature_columns))
-    if not self._feature_columns:
-      raise ValueError('Either linear_feature_columns or dnn_feature_columns '
-                       'must be defined.')
+from tensorflow_estimator.python.estimator.canned import dnn_linear_combined
 
-    def _model_fn(features, labels, mode, config):
-      """Call the _dnn_linear_combined_model_fn."""
-      return _dnn_linear_combined_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head_lib._regression_head(  # pylint: disable=protected-access
-              label_dimension=label_dimension, weight_column=weight_column,
-              loss_reduction=loss_reduction),
-          linear_feature_columns=linear_feature_columns,
-          linear_optimizer=linear_optimizer,
-          dnn_feature_columns=dnn_feature_columns,
-          dnn_optimizer=dnn_optimizer,
-          dnn_hidden_units=dnn_hidden_units,
-          dnn_activation_fn=dnn_activation_fn,
-          dnn_dropout=dnn_dropout,
-          input_layer_partitioner=input_layer_partitioner,
-          config=config,
-          batch_norm=batch_norm,
-          linear_sparse_combiner=linear_sparse_combiner)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+dnn_linear_combined.__all__ = [
+    s for s in dir(dnn_linear_combined) if not s.startswith('__')
+]
 
-    super(DNNLinearCombinedRegressor, self).__init__(
-        model_fn=_model_fn, model_dir=model_dir, config=config,
-        warm_start_from=warm_start_from)
+from tensorflow_estimator.python.estimator.canned.dnn_linear_combined import *
diff --git a/tensorflow/python/estimator/canned/dnn_linear_combined_test.py b/tensorflow/python/estimator/canned/dnn_linear_combined_test.py
deleted file mode 100644
index ab945d7b1a..0000000000
--- a/tensorflow/python/estimator/canned/dnn_linear_combined_test.py
+++ /dev/null
@@ -1,1123 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for dnn_linear_combined.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-from absl.testing import parameterized
-import numpy as np
-import six
-
-from tensorflow.core.example import example_pb2
-from tensorflow.core.example import feature_pb2
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import dnn_linear_combined
-from tensorflow.python.estimator.canned import dnn_testing_utils
-from tensorflow.python.estimator.canned import linear_testing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.estimator.inputs import pandas_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.ops import variables as variables_lib
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import gradient_descent
-from tensorflow.python.training import input as input_lib
-from tensorflow.python.training import optimizer as optimizer_lib
-
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-class DNNOnlyModelFnTest(dnn_testing_utils.BaseDNNModelFnTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNModelFnTest.__init__(self, self._dnn_only_model_fn)
-
-  def _dnn_only_model_fn(self,
-                         features,
-                         labels,
-                         mode,
-                         head,
-                         hidden_units,
-                         feature_columns,
-                         optimizer='Adagrad',
-                         activation_fn=nn.relu,
-                         dropout=None,
-                         input_layer_partitioner=None,
-                         config=None):
-    return dnn_linear_combined._dnn_linear_combined_model_fn(
-        features=features,
-        labels=labels,
-        mode=mode,
-        head=head,
-        linear_feature_columns=[],
-        dnn_hidden_units=hidden_units,
-        dnn_feature_columns=feature_columns,
-        dnn_optimizer=optimizer,
-        dnn_activation_fn=activation_fn,
-        dnn_dropout=dropout,
-        input_layer_partitioner=input_layer_partitioner,
-        config=config)
-
-
-# A function to mimic linear-regressor init reuse same tests.
-def _linear_regressor_fn(feature_columns,
-                         model_dir=None,
-                         label_dimension=1,
-                         weight_column=None,
-                         optimizer='Ftrl',
-                         config=None,
-                         partitioner=None,
-                         sparse_combiner='sum'):
-  return dnn_linear_combined.DNNLinearCombinedRegressor(
-      model_dir=model_dir,
-      linear_feature_columns=feature_columns,
-      linear_optimizer=optimizer,
-      label_dimension=label_dimension,
-      weight_column=weight_column,
-      input_layer_partitioner=partitioner,
-      config=config,
-      linear_sparse_combiner=sparse_combiner)
-
-
-class LinearOnlyRegressorPartitionerTest(
-    linear_testing_utils.BaseLinearRegressorPartitionerTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPartitionerTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearOnlyRegressorPartitionerV2Test(
-    linear_testing_utils.BaseLinearRegressorPartitionerTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPartitionerTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearOnlyRegressorEvaluationTest(
-    linear_testing_utils.BaseLinearRegressorEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorEvaluationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearOnlyRegressorEvaluationV2Test(
-    linear_testing_utils.BaseLinearRegressorEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorEvaluationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearOnlyRegressorPredictTest(
-    linear_testing_utils.BaseLinearRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPredictTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearOnlyRegressorPredictV2Test(
-    linear_testing_utils.BaseLinearRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPredictTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearOnlyRegressorIntegrationTest(
-    linear_testing_utils.BaseLinearRegressorIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorIntegrationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearOnlyRegressorIntegrationV2Test(
-    linear_testing_utils.BaseLinearRegressorIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorIntegrationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearOnlyRegressorTrainingTest(
-    linear_testing_utils.BaseLinearRegressorTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorTrainingTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearOnlyRegressorTrainingV2Test(
-    linear_testing_utils.BaseLinearRegressorTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorTrainingTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-def _linear_classifier_fn(feature_columns,
-                          model_dir=None,
-                          n_classes=2,
-                          weight_column=None,
-                          label_vocabulary=None,
-                          optimizer='Ftrl',
-                          config=None,
-                          partitioner=None,
-                          sparse_combiner='sum'):
-  return dnn_linear_combined.DNNLinearCombinedClassifier(
-      model_dir=model_dir,
-      linear_feature_columns=feature_columns,
-      linear_optimizer=optimizer,
-      n_classes=n_classes,
-      weight_column=weight_column,
-      label_vocabulary=label_vocabulary,
-      input_layer_partitioner=partitioner,
-      config=config,
-      linear_sparse_combiner=sparse_combiner)
-
-
-class LinearOnlyClassifierTrainingTest(
-    linear_testing_utils.BaseLinearClassifierTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierTrainingTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearOnlyClassifierTrainingV2Test(
-    linear_testing_utils.BaseLinearClassifierTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierTrainingTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-class LinearOnlyClassifierClassesEvaluationTest(
-    linear_testing_utils.BaseLinearClassifierEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierEvaluationTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearOnlyClassifierClassesEvaluationV2Test(
-    linear_testing_utils.BaseLinearClassifierEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierEvaluationTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-class LinearOnlyClassifierPredictTest(
-    linear_testing_utils.BaseLinearClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierPredictTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearOnlyClassifierPredictV2Test(
-    linear_testing_utils.BaseLinearClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierPredictTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-class LinearOnlyClassifierIntegrationTest(
-    linear_testing_utils.BaseLinearClassifierIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierIntegrationTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearOnlyClassifierIntegrationV2Test(
-    linear_testing_utils.BaseLinearClassifierIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierIntegrationTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-@parameterized.parameters((feature_column,), (feature_column_v2,))
-class DNNLinearCombinedRegressorIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow_helper(
-      self, linear_feature_columns, dnn_feature_columns, feature_spec,
-      train_input_fn, eval_input_fn, predict_input_fn, input_dimension,
-      label_dimension, batch_size):
-    est = dnn_linear_combined.DNNLinearCombinedRegressor(
-        linear_feature_columns=linear_feature_columns,
-        dnn_hidden_units=(2, 2),
-        dnn_feature_columns=dnn_feature_columns,
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array([
-        x[prediction_keys.PredictionKeys.PREDICTIONS]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
-
-    # EXPORT
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, label_dimension, batch_size,
-                          fc_impl):
-    linear_feature_columns = [
-        fc_impl.numeric_column('x', shape=(input_dimension,))
-    ]
-    dnn_feature_columns = [
-        fc_impl.numeric_column('x', shape=(input_dimension,))
-    ]
-    feature_columns = linear_feature_columns + dnn_feature_columns
-    feature_spec = fc_impl.make_parse_example_spec(feature_columns)
-    self._test_complete_flow_helper(linear_feature_columns, dnn_feature_columns,
-                                    feature_spec, train_input_fn, eval_input_fn,
-                                    predict_input_fn, input_dimension,
-                                    label_dimension, batch_size)
-
-  def _test_complete_flow_mix1(self, train_input_fn, eval_input_fn,
-                               predict_input_fn, input_dimension,
-                               label_dimension, batch_size, fc_impl):
-    del fc_impl
-    linear_feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))
-    ]
-    dnn_feature_columns = [
-        feature_column_v2.numeric_column('x', shape=(input_dimension,))
-    ]
-    feature_columns = linear_feature_columns + dnn_feature_columns
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    self._test_complete_flow_helper(linear_feature_columns, dnn_feature_columns,
-                                    feature_spec, train_input_fn, eval_input_fn,
-                                    predict_input_fn, input_dimension,
-                                    label_dimension, batch_size)
-
-  def _test_complete_flow_mix2(self, train_input_fn, eval_input_fn,
-                               predict_input_fn, input_dimension,
-                               label_dimension, batch_size, fc_impl):
-    del fc_impl
-    linear_feature_columns = [
-        feature_column_v2.numeric_column('x', shape=(input_dimension,))
-    ]
-    dnn_feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))
-    ]
-    feature_columns = linear_feature_columns + dnn_feature_columns
-    feature_spec = feature_column.make_parse_example_spec(feature_columns)
-    self._test_complete_flow_helper(linear_feature_columns, dnn_feature_columns,
-                                    feature_spec, train_input_fn, eval_input_fn,
-                                    predict_input_fn, input_dimension,
-                                    label_dimension, batch_size)
-
-  def _test_numpy_input_fn_helper(self, fc_impl, fn_to_run):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    fn_to_run(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_numpy_input_fn_basic(self, fc_impl):
-    self._test_numpy_input_fn_helper(fc_impl, self._test_complete_flow)
-
-  def test_numpy_input_fn_mix1(self, fc_impl):
-    self._test_numpy_input_fn_helper(fc_impl, self._test_complete_flow_mix1)
-
-  def test_numpy_input_fn_mix2(self, fc_impl):
-    self._test_numpy_input_fn_helper(fc_impl, self._test_complete_flow_mix2)
-
-  def _test_pandas_input_fn_helper(self, fc_impl, fn_to_run):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-    label_dimension = 1
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size, dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(data)
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        batch_size=batch_size,
-        shuffle=False)
-
-    fn_to_run(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_pandas_input_fn_basic(self, fc_impl):
-    self._test_pandas_input_fn_helper(fc_impl, self._test_complete_flow)
-
-  def test_pandas_input_fn_mix1(self, fc_impl):
-    self._test_pandas_input_fn_helper(fc_impl, self._test_complete_flow_mix1)
-
-  def test_pandas_input_fn_mix2(self, fc_impl):
-    self._test_pandas_input_fn_helper(fc_impl, self._test_complete_flow_mix2)
-
-  def _test_input_fn_from_parse_example_helper(self, fc_impl, fn_to_run):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x': feature_pb2.Feature(
-                  float_list=feature_pb2.FloatList(value=datum)),
-              'y': feature_pb2.Feature(
-                  float_list=feature_pb2.FloatList(value=datum)),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-    }
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = linear_testing_utils.queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = linear_testing_utils.queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = linear_testing_utils.queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    fn_to_run(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_input_fn_from_parse_example_basic(self, fc_impl):
-    self._test_input_fn_from_parse_example_helper(fc_impl,
-                                                  self._test_complete_flow)
-
-  def test_input_fn_from_parse_example_mix1(self, fc_impl):
-    self._test_input_fn_from_parse_example_helper(fc_impl,
-                                                  self._test_complete_flow_mix1)
-
-  def test_input_fn_from_parse_example_mix2(self, fc_impl):
-    self._test_input_fn_from_parse_example_helper(fc_impl,
-                                                  self._test_complete_flow_mix2)
-
-
-# A function to mimic dnn-classifier init reuse same tests.
-def _dnn_classifier_fn(hidden_units,
-                       feature_columns,
-                       model_dir=None,
-                       n_classes=2,
-                       weight_column=None,
-                       label_vocabulary=None,
-                       optimizer='Adagrad',
-                       config=None,
-                       input_layer_partitioner=None):
-  return dnn_linear_combined.DNNLinearCombinedClassifier(
-      model_dir=model_dir,
-      dnn_hidden_units=hidden_units,
-      dnn_feature_columns=feature_columns,
-      dnn_optimizer=optimizer,
-      n_classes=n_classes,
-      weight_column=weight_column,
-      label_vocabulary=label_vocabulary,
-      input_layer_partitioner=input_layer_partitioner,
-      config=config)
-
-
-class DNNOnlyClassifierEvaluateTest(
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column)
-
-
-class DNNOnlyClassifierEvaluateV2Test(
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column_v2)
-
-
-class DNNOnlyClassifierPredictTest(
-    dnn_testing_utils.BaseDNNClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierPredictTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column)
-
-
-class DNNOnlyClassifierPredictV2Test(
-    dnn_testing_utils.BaseDNNClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierPredictTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column_v2)
-
-
-class DNNOnlyClassifierTrainTest(
-    dnn_testing_utils.BaseDNNClassifierTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierTrainTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column)
-
-
-class DNNOnlyClassifierTrainV2Test(dnn_testing_utils.BaseDNNClassifierTrainTest,
-                                   test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierTrainTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column_v2)
-
-
-# A function to mimic dnn-regressor init reuse same tests.
-def _dnn_regressor_fn(hidden_units,
-                      feature_columns,
-                      model_dir=None,
-                      label_dimension=1,
-                      weight_column=None,
-                      optimizer='Adagrad',
-                      config=None,
-                      input_layer_partitioner=None):
-  return dnn_linear_combined.DNNLinearCombinedRegressor(
-      model_dir=model_dir,
-      dnn_hidden_units=hidden_units,
-      dnn_feature_columns=feature_columns,
-      dnn_optimizer=optimizer,
-      label_dimension=label_dimension,
-      weight_column=weight_column,
-      input_layer_partitioner=input_layer_partitioner,
-      config=config)
-
-
-class DNNOnlyRegressorEvaluateTest(
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNOnlyRegressorEvaluateV2Test(
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-class DNNOnlyRegressorPredictTest(
-    dnn_testing_utils.BaseDNNRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNOnlyRegressorPredictV2Test(
-    dnn_testing_utils.BaseDNNRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-class DNNOnlyRegressorTrainTest(
-    dnn_testing_utils.BaseDNNRegressorTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNOnlyRegressorTrainV2Test(dnn_testing_utils.BaseDNNRegressorTrainTest,
-                                  test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-@parameterized.parameters((feature_column,), (feature_column_v2,))
-class DNNLinearCombinedClassifierIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _as_label(self, data_in_float):
-    return np.rint(data_in_float).astype(np.int64)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, n_classes, batch_size, fc_impl):
-    linear_feature_columns = [
-        fc_impl.numeric_column('x', shape=(input_dimension,))
-    ]
-    dnn_feature_columns = [
-        fc_impl.numeric_column('x', shape=(input_dimension,))
-    ]
-    feature_columns = linear_feature_columns + dnn_feature_columns
-    est = dnn_linear_combined.DNNLinearCombinedClassifier(
-        linear_feature_columns=linear_feature_columns,
-        dnn_hidden_units=(2, 2),
-        dnn_feature_columns=dnn_feature_columns,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predicted_proba = np.array([
-        x[prediction_keys.PredictionKeys.PROBABILITIES]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, n_classes), predicted_proba.shape)
-
-    # EXPORT
-    feature_spec = fc_impl.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self, fc_impl):
-    """Tests complete flow with numpy_input_fn."""
-    n_classes = 3
-    input_dimension = 2
-    batch_size = 10
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    x_data = data.reshape(batch_size, input_dimension)
-    y_data = self._as_label(np.reshape(data[:batch_size], (batch_size, 1)))
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_pandas_input_fn(self, fc_impl):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-    input_dimension = 1
-    n_classes = 2
-    batch_size = 10
-    data = np.linspace(0., n_classes - 1., batch_size, dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(self._as_label(data))
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_input_fn_from_parse_example(self, fc_impl):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    input_dimension = 2
-    n_classes = 3
-    batch_size = 10
-    data = np.linspace(0., n_classes-1., batch_size * input_dimension,
-                       dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=datum)),
-              'y':
-                  feature_pb2.Feature(int64_list=feature_pb2.Int64List(
-                      value=self._as_label(datum[:1]))),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([1], dtypes.int64),
-    }
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = linear_testing_utils.queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = linear_testing_utils.queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = linear_testing_utils.queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-
-@parameterized.parameters((feature_column,), (feature_column_v2,))
-class DNNLinearCombinedTests(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _mock_optimizer(self, real_optimizer, var_name_prefix):
-    """Verifies global_step is None and var_names start with given prefix."""
-
-    def _minimize(loss, global_step=None, var_list=None):
-      self.assertIsNone(global_step)
-      trainable_vars = var_list or ops.get_collection(
-          ops.GraphKeys.TRAINABLE_VARIABLES)
-      var_names = [var.name for var in trainable_vars]
-      self.assertTrue(
-          all([name.startswith(var_name_prefix) for name in var_names]))
-      # var is used to check this op called by training.
-      with ops.name_scope(''):
-        var = variables_lib.Variable(0., name=(var_name_prefix + '_called'))
-      with ops.control_dependencies([var.assign(100.)]):
-        return real_optimizer.minimize(loss, global_step, var_list)
-
-    optimizer_mock = test.mock.NonCallableMagicMock(
-        spec=optimizer_lib.Optimizer, wraps=real_optimizer)
-    optimizer_mock.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    return optimizer_mock
-
-  def test_train_op_calls_both_dnn_and_linear(self, fc_impl):
-    opt = gradient_descent.GradientDescentOptimizer(1.)
-    x_column = fc_impl.numeric_column('x')
-    input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[0.], [1.]])},
-        y=np.array([[0.], [1.]]),
-        batch_size=1,
-        shuffle=False)
-    est = dnn_linear_combined.DNNLinearCombinedClassifier(
-        linear_feature_columns=[x_column],
-        # verifies linear_optimizer is used only for linear part.
-        linear_optimizer=self._mock_optimizer(opt, 'linear'),
-        dnn_hidden_units=(2, 2),
-        dnn_feature_columns=[x_column],
-        # verifies dnn_optimizer is used only for linear part.
-        dnn_optimizer=self._mock_optimizer(opt, 'dnn'),
-        model_dir=self._model_dir)
-    est.train(input_fn, steps=1)
-    # verifies train_op fires linear minimize op
-    self.assertEqual(100.,
-                     checkpoint_utils.load_variable(
-                         self._model_dir, 'linear_called'))
-    # verifies train_op fires dnn minimize op
-    self.assertEqual(100.,
-                     checkpoint_utils.load_variable(
-                         self._model_dir, 'dnn_called'))
-
-  def test_dnn_and_linear_logits_are_added(self, fc_impl):
-    with ops.Graph().as_default():
-      variables_lib.Variable([[1.0]], name='linear/linear_model/x/weights')
-      variables_lib.Variable([2.0], name='linear/linear_model/bias_weights')
-      variables_lib.Variable([[3.0]], name='dnn/hiddenlayer_0/kernel')
-      variables_lib.Variable([4.0], name='dnn/hiddenlayer_0/bias')
-      variables_lib.Variable([[5.0]], name='dnn/logits/kernel')
-      variables_lib.Variable([6.0], name='dnn/logits/bias')
-      variables_lib.Variable(1, name='global_step', dtype=dtypes.int64)
-      linear_testing_utils.save_variables_to_ckpt(self._model_dir)
-
-    x_column = fc_impl.numeric_column('x')
-    est = dnn_linear_combined.DNNLinearCombinedRegressor(
-        linear_feature_columns=[x_column],
-        dnn_hidden_units=[1],
-        dnn_feature_columns=[x_column],
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[10.]])}, batch_size=1, shuffle=False)
-    # linear logits = 10*1 + 2 = 12
-    # dnn logits = (10*3 + 4)*5 + 6 = 176
-    # logits = dnn + linear = 176 + 12 = 188
-    self.assertAllClose(
-        {
-            prediction_keys.PredictionKeys.PREDICTIONS: [188.],
-        },
-        next(est.predict(input_fn=input_fn)))
-
-
-@parameterized.parameters((feature_column,), (feature_column_v2,))
-class DNNLinearCombinedWarmStartingTest(test.TestCase):
-
-  def setUp(self):
-    # Create a directory to save our old checkpoint and vocabularies to.
-    self._ckpt_and_vocab_dir = tempfile.mkdtemp()
-
-    # Make a dummy input_fn.
-    def _input_fn():
-      features = {
-          'age': [[23.], [31.]],
-          'city': [['Palo Alto'], ['Mountain View']],
-      }
-      return features, [0, 1]
-
-    self._input_fn = _input_fn
-
-  def tearDown(self):
-    # Clean up checkpoint / vocab dir.
-    writer_cache.FileWriterCache.clear()
-    shutil.rmtree(self._ckpt_and_vocab_dir)
-
-  def test_classifier_basic_warm_starting(self, fc_impl):
-    """Tests correctness of DNNLinearCombinedClassifier default warm-start."""
-    age = fc_impl.numeric_column('age')
-    city = fc_impl.embedding_column(
-        fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNLinearCombinedClassifier and train to save a checkpoint.
-    dnn_lc_classifier = dnn_linear_combined.DNNLinearCombinedClassifier(
-        linear_feature_columns=[age],
-        dnn_feature_columns=[city],
-        dnn_hidden_units=[256, 128],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        linear_optimizer='SGD',
-        dnn_optimizer='SGD')
-    dnn_lc_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNLinearCombinedClassifier, warm-started from the first.
-    # Use a learning_rate = 0.0 optimizer to check values (use SGD so we don't
-    # have accumulator values that change).
-    warm_started_dnn_lc_classifier = (
-        dnn_linear_combined.DNNLinearCombinedClassifier(
-            linear_feature_columns=[age],
-            dnn_feature_columns=[city],
-            dnn_hidden_units=[256, 128],
-            n_classes=4,
-            linear_optimizer=gradient_descent.GradientDescentOptimizer(
-                learning_rate=0.0),
-            dnn_optimizer=gradient_descent.GradientDescentOptimizer(
-                learning_rate=0.0),
-            warm_start_from=dnn_lc_classifier.model_dir))
-
-    warm_started_dnn_lc_classifier.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_lc_classifier.get_variable_names():
-      self.assertAllClose(
-          dnn_lc_classifier.get_variable_value(variable_name),
-          warm_started_dnn_lc_classifier.get_variable_value(variable_name))
-
-  def test_regressor_basic_warm_starting(self, fc_impl):
-    """Tests correctness of DNNLinearCombinedRegressor default warm-start."""
-    age = fc_impl.numeric_column('age')
-    city = fc_impl.embedding_column(
-        fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNLinearCombinedRegressor and train to save a checkpoint.
-    dnn_lc_regressor = dnn_linear_combined.DNNLinearCombinedRegressor(
-        linear_feature_columns=[age],
-        dnn_feature_columns=[city],
-        dnn_hidden_units=[256, 128],
-        model_dir=self._ckpt_and_vocab_dir,
-        linear_optimizer='SGD',
-        dnn_optimizer='SGD')
-    dnn_lc_regressor.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNLinearCombinedRegressor, warm-started from the first.
-    # Use a learning_rate = 0.0 optimizer to check values (use SGD so we don't
-    # have accumulator values that change).
-    warm_started_dnn_lc_regressor = (
-        dnn_linear_combined.DNNLinearCombinedRegressor(
-            linear_feature_columns=[age],
-            dnn_feature_columns=[city],
-            dnn_hidden_units=[256, 128],
-            linear_optimizer=gradient_descent.GradientDescentOptimizer(
-                learning_rate=0.0),
-            dnn_optimizer=gradient_descent.GradientDescentOptimizer(
-                learning_rate=0.0),
-            warm_start_from=dnn_lc_regressor.model_dir))
-
-    warm_started_dnn_lc_regressor.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_lc_regressor.get_variable_names():
-      self.assertAllClose(
-          dnn_lc_regressor.get_variable_value(variable_name),
-          warm_started_dnn_lc_regressor.get_variable_value(variable_name))
-
-  def test_warm_starting_selective_variables(self, fc_impl):
-    """Tests selecting variables to warm-start."""
-    age = fc_impl.numeric_column('age')
-    city = fc_impl.embedding_column(
-        fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNLinearCombinedClassifier and train to save a checkpoint.
-    dnn_lc_classifier = dnn_linear_combined.DNNLinearCombinedClassifier(
-        linear_feature_columns=[age],
-        dnn_feature_columns=[city],
-        dnn_hidden_units=[256, 128],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        linear_optimizer='SGD',
-        dnn_optimizer='SGD')
-    dnn_lc_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNLinearCombinedClassifier, warm-started from the first.
-    # Use a learning_rate = 0.0 optimizer to check values (use SGD so we don't
-    # have accumulator values that change).
-    warm_started_dnn_lc_classifier = (
-        dnn_linear_combined.DNNLinearCombinedClassifier(
-            linear_feature_columns=[age],
-            dnn_feature_columns=[city],
-            dnn_hidden_units=[256, 128],
-            n_classes=4,
-            linear_optimizer=gradient_descent.GradientDescentOptimizer(
-                learning_rate=0.0),
-            dnn_optimizer=gradient_descent.GradientDescentOptimizer(
-                learning_rate=0.0),
-            # The provided regular expression will only warm-start the deep
-            # portion of the model.
-            warm_start_from=estimator.WarmStartSettings(
-                ckpt_to_initialize_from=dnn_lc_classifier.model_dir,
-                vars_to_warm_start='.*(dnn).*')))
-
-    warm_started_dnn_lc_classifier.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_lc_classifier.get_variable_names():
-      if 'dnn' in variable_name:
-        self.assertAllClose(
-            dnn_lc_classifier.get_variable_value(variable_name),
-            warm_started_dnn_lc_classifier.get_variable_value(variable_name))
-      elif 'linear' in variable_name:
-        linear_values = warm_started_dnn_lc_classifier.get_variable_value(
-            variable_name)
-        # Since they're not warm-started, the linear weights will be
-        # zero-initialized.
-        self.assertAllClose(np.zeros_like(linear_values), linear_values)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/dnn_test.py b/tensorflow/python/estimator/canned/dnn_test.py
deleted file mode 100644
index 756696cea0..0000000000
--- a/tensorflow/python/estimator/canned/dnn_test.py
+++ /dev/null
@@ -1,580 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for dnn.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import shutil
-import tempfile
-
-from absl.testing import parameterized
-import numpy as np
-import six
-
-from tensorflow.core.example import example_pb2
-from tensorflow.core.example import feature_pb2
-from tensorflow.python.estimator.canned import dnn
-from tensorflow.python.estimator.canned import dnn_testing_utils
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.estimator.inputs import pandas_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import data_flow_ops
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import input as input_lib
-from tensorflow.python.training import queue_runner
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-def _dnn_classifier_fn(*args, **kwargs):
-  return dnn.DNNClassifier(*args, **kwargs)
-
-
-class DNNModelFnTest(dnn_testing_utils.BaseDNNModelFnTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNModelFnTest.__init__(
-        self, dnn._dnn_model_fn, fc_impl=feature_column)
-
-
-class DNNModelFnV2Test(dnn_testing_utils.BaseDNNModelFnTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNModelFnTest.__init__(
-        self, dnn._dnn_model_fn, fc_impl=feature_column_v2)
-
-
-class DNNLogitFnTest(dnn_testing_utils.BaseDNNLogitFnTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNLogitFnTest.__init__(
-        self, dnn._dnn_logit_fn_builder, fc_impl=feature_column)
-
-
-class DNNLogitFnV2Test(dnn_testing_utils.BaseDNNLogitFnTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNLogitFnTest.__init__(
-        self, dnn._dnn_logit_fn_builder, fc_impl=feature_column_v2)
-
-
-class DNNWarmStartingTest(dnn_testing_utils.BaseDNNWarmStartingTest,
-                          test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNWarmStartingTest.__init__(
-        self, _dnn_classifier_fn, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNWarmStartingV2Test(dnn_testing_utils.BaseDNNWarmStartingTest,
-                            test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNWarmStartingTest.__init__(
-        self, _dnn_classifier_fn, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-class DNNClassifierEvaluateTest(
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column)
-
-
-class DNNClassifierEvaluateV2Test(
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierEvaluateTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column_v2)
-
-
-class DNNClassifierPredictTest(
-    dnn_testing_utils.BaseDNNClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierPredictTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column)
-
-
-class DNNClassifierPredictV2Test(dnn_testing_utils.BaseDNNClassifierPredictTest,
-                                 test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierPredictTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column_v2)
-
-
-class DNNClassifierTrainTest(
-    dnn_testing_utils.BaseDNNClassifierTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierTrainTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column)
-
-
-class DNNClassifierTrainV2Test(dnn_testing_utils.BaseDNNClassifierTrainTest,
-                               test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNClassifierTrainTest.__init__(
-        self, _dnn_classifier_fn, fc_impl=feature_column_v2)
-
-
-def _dnn_regressor_fn(*args, **kwargs):
-  return dnn.DNNRegressor(*args, **kwargs)
-
-
-class DNNRegressorEvaluateTest(
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNRegressorEvaluateV2Test(dnn_testing_utils.BaseDNNRegressorEvaluateTest,
-                                 test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorEvaluateTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-class DNNRegressorPredictTest(
-    dnn_testing_utils.BaseDNNRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNRegressorPredictV2Test(dnn_testing_utils.BaseDNNRegressorPredictTest,
-                                test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorPredictTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-class DNNRegressorTrainTest(
-    dnn_testing_utils.BaseDNNRegressorTrainTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column)
-
-
-class DNNRegressorTrainV2Test(dnn_testing_utils.BaseDNNRegressorTrainTest,
-                              test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    dnn_testing_utils.BaseDNNRegressorTrainTest.__init__(
-        self, _dnn_regressor_fn, fc_impl=feature_column_v2)
-
-
-def _queue_parsed_features(feature_map):
-  tensors_to_enqueue = []
-  keys = []
-  for key, tensor in six.iteritems(feature_map):
-    keys.append(key)
-    tensors_to_enqueue.append(tensor)
-  queue_dtypes = [x.dtype for x in tensors_to_enqueue]
-  input_queue = data_flow_ops.FIFOQueue(capacity=100, dtypes=queue_dtypes)
-  queue_runner.add_queue_runner(
-      queue_runner.QueueRunner(
-          input_queue,
-          [input_queue.enqueue(tensors_to_enqueue)]))
-  dequeued_tensors = input_queue.dequeue()
-  return {keys[i]: dequeued_tensors[i] for i in range(len(dequeued_tensors))}
-
-
-@parameterized.parameters((feature_column,), (feature_column_v2,))
-class DNNRegressorIntegrationTest(test.TestCase, parameterized.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, label_dimension, batch_size,
-                          fc_impl):
-    feature_columns = [fc_impl.numeric_column('x', shape=(input_dimension,))]
-
-    est = dnn.DNNRegressor(
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array([
-        x[prediction_keys.PredictionKeys.PREDICTIONS]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = fc_impl.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self, fc_impl):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_pandas_input_fn(self, fc_impl):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-    label_dimension = 1
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size, dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(data)
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_input_fn_from_parse_example(self, fc_impl):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    label_dimension = 2
-    batch_size = 10
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x': feature_pb2.Feature(
-                  float_list=feature_pb2.FloatList(value=datum)),
-              'y': feature_pb2.Feature(
-                  float_list=feature_pb2.FloatList(value=datum)),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-    }
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=label_dimension,
-        label_dimension=label_dimension,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-
-@parameterized.parameters((feature_column,), (feature_column_v2,))
-class DNNClassifierIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _as_label(self, data_in_float):
-    return np.rint(data_in_float).astype(np.int64)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, n_classes, batch_size, fc_impl):
-    feature_columns = [fc_impl.numeric_column('x', shape=(input_dimension,))]
-
-    est = dnn.DNNClassifier(
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    num_steps = 10
-    est.train(train_input_fn, steps=num_steps)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(num_steps, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn('loss', six.iterkeys(scores))
-
-    # PREDICT
-    predicted_proba = np.array([
-        x[prediction_keys.PredictionKeys.PROBABILITIES]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, n_classes), predicted_proba.shape)
-
-    # EXPORT
-    feature_spec = fc_impl.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self, fc_impl):
-    """Tests complete flow with numpy_input_fn."""
-    n_classes = 3
-    input_dimension = 2
-    batch_size = 10
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    x_data = data.reshape(batch_size, input_dimension)
-    y_data = np.reshape(self._as_label(data[:batch_size]), (batch_size, 1))
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        y=y_data,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': x_data},
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_pandas_input_fn(self, fc_impl):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-    input_dimension = 1
-    n_classes = 3
-    batch_size = 10
-    data = np.linspace(0., n_classes - 1., batch_size, dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(self._as_label(data))
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        y=y,
-        batch_size=batch_size,
-        shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x,
-        batch_size=batch_size,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-  def test_input_fn_from_parse_example(self, fc_impl):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    input_dimension = 2
-    n_classes = 3
-    batch_size = 10
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=datum)),
-              'y':
-                  feature_pb2.Feature(int64_list=feature_pb2.Int64List(
-                      value=self._as_label(datum[:1]))),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([1], dtypes.int64),
-    }
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = _queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        n_classes=n_classes,
-        batch_size=batch_size,
-        fc_impl=fc_impl)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/dnn_testing_utils.py b/tensorflow/python/estimator/canned/dnn_testing_utils.py
index 71d7e54783..f34b08fb36 100644
--- a/tensorflow/python/estimator/canned/dnn_testing_utils.py
+++ b/tensorflow/python/estimator/canned/dnn_testing_utils.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,2063 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utils to be used in testing DNN estimators."""
+"""dnn_testing_utils python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import os
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.client import session as tf_session
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables as variables_lib
-from tensorflow.python.platform import test
-from tensorflow.python.summary import summary as summary_lib
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import gradient_descent
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.training import saver
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.training import training_util
-
-# pylint rules which are disabled by default for test files.
-# pylint: disable=invalid-name,protected-access,missing-docstring
-
-# Names of variables created by model.
-LEARNING_RATE_NAME = 'dnn/regression_head/dnn/learning_rate'
-HIDDEN_WEIGHTS_NAME_PATTERN = 'dnn/hiddenlayer_%d/kernel'
-HIDDEN_BIASES_NAME_PATTERN = 'dnn/hiddenlayer_%d/bias'
-BATCH_NORM_BETA_NAME_PATTERN = 'dnn/hiddenlayer_%d/batchnorm_%d/beta'
-BATCH_NORM_GAMMA_NAME_PATTERN = 'dnn/hiddenlayer_%d/batchnorm_%d/gamma'
-BATCH_NORM_MEAN_NAME_PATTERN = 'dnn/hiddenlayer_%d/batchnorm_%d/moving_mean'
-BATCH_NORM_VARIANCE_NAME_PATTERN = (
-    'dnn/hiddenlayer_%d/batchnorm_%d/moving_variance')
-LOGITS_WEIGHTS_NAME = 'dnn/logits/kernel'
-LOGITS_BIASES_NAME = 'dnn/logits/bias'
-OCCUPATION_EMBEDDING_NAME = ('dnn/input_from_feature_columns/input_layer/'
-                             'occupation_embedding/embedding_weights')
-CITY_EMBEDDING_NAME = ('dnn/input_from_feature_columns/input_layer/'
-                       'city_embedding/embedding_weights')
-
-
-def assert_close(expected, actual, rtol=1e-04, message='', name='assert_close'):
-  with ops.name_scope(name, 'assert_close', (expected, actual, rtol)) as scope:
-    expected = ops.convert_to_tensor(expected, name='expected')
-    actual = ops.convert_to_tensor(actual, name='actual')
-    rdiff = math_ops.abs((expected - actual) / expected, 'diff')
-    rtol = ops.convert_to_tensor(rtol, name='rtol')
-    return check_ops.assert_less(
-        rdiff,
-        rtol,
-        data=(message, 'Condition expected =~ actual did not hold element-wise:'
-              'expected = ', expected, 'actual = ', actual, 'rdiff = ', rdiff,
-              'rtol = ', rtol,),
-        summarize=expected.get_shape().num_elements(),
-        name=scope)
-
-
-def create_checkpoint(weights_and_biases,
-                      global_step,
-                      model_dir,
-                      batch_norm_vars=None):
-  """Create checkpoint file with provided model weights.
-
-  Args:
-    weights_and_biases: Iterable of tuples of weight and bias values.
-    global_step: Initial global step to save in checkpoint.
-    model_dir: Directory into which checkpoint is saved.
-    batch_norm_vars: Variables used for batch normalization.
-  """
-  weights, biases = zip(*weights_and_biases)
-  if batch_norm_vars:
-    assert len(batch_norm_vars) == len(weights_and_biases) - 1
-    (bn_betas, bn_gammas, bn_means, bn_variances) = zip(*batch_norm_vars)
-  model_weights = {}
-
-  # Hidden layer weights.
-  for i in range(0, len(weights) - 1):
-    model_weights[HIDDEN_WEIGHTS_NAME_PATTERN % i] = weights[i]
-    model_weights[HIDDEN_BIASES_NAME_PATTERN % i] = biases[i]
-    if batch_norm_vars:
-      model_weights[BATCH_NORM_BETA_NAME_PATTERN % (i, i)] = bn_betas[i]
-      model_weights[BATCH_NORM_GAMMA_NAME_PATTERN % (i, i)] = bn_gammas[i]
-      model_weights[BATCH_NORM_MEAN_NAME_PATTERN % (i, i)] = bn_means[i]
-      model_weights[BATCH_NORM_VARIANCE_NAME_PATTERN % (i, i)] = bn_variances[i]
-
-  # Output layer weights.
-  model_weights[LOGITS_WEIGHTS_NAME] = weights[-1]
-  model_weights[LOGITS_BIASES_NAME] = biases[-1]
-
-  with ops.Graph().as_default():
-    # Create model variables.
-    for k, v in six.iteritems(model_weights):
-      variables_lib.Variable(v, name=k, dtype=dtypes.float32)
-
-    # Create non-model variables.
-    global_step_var = training_util.create_global_step()
-
-    # Initialize vars and save checkpoint.
-    with tf_session.Session() as sess:
-      variables_lib.global_variables_initializer().run()
-      global_step_var.assign(global_step).eval()
-      saver.Saver().save(sess, os.path.join(model_dir, 'model.ckpt'))
-
-
-def mock_head(testcase, hidden_units, logits_dimension, expected_logits):
-  """Returns a mock head that validates logits values and variable names."""
-  hidden_weights_names = [(HIDDEN_WEIGHTS_NAME_PATTERN + '/part_0:0') % i
-                          for i in range(len(hidden_units))]
-  hidden_biases_names = [(HIDDEN_BIASES_NAME_PATTERN + '/part_0:0') % i
-                         for i in range(len(hidden_units))]
-  expected_var_names = (
-      hidden_weights_names + hidden_biases_names +
-      [LOGITS_WEIGHTS_NAME + '/part_0:0', LOGITS_BIASES_NAME + '/part_0:0'])
-
-  def _create_tpu_estimator_spec(
-      features, mode, logits, labels, train_op_fn=None, optimizer=None):
-    del features, labels  # Not used.
-    trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
-    testcase.assertItemsEqual(expected_var_names,
-                              [var.name for var in trainable_vars])
-    loss = constant_op.constant(1.)
-    assert_logits = assert_close(
-        expected_logits, logits, message='Failed for mode={}. '.format(mode))
-    with ops.control_dependencies([assert_logits]):
-      if mode == model_fn.ModeKeys.TRAIN:
-        if train_op_fn is not None:
-          train_op = train_op_fn(loss)
-        elif optimizer is not None:
-          train_op = optimizer.minimize(loss, global_step=None)
-        return model_fn._TPUEstimatorSpec(
-            mode=mode, loss=loss, train_op=train_op)
-      elif mode == model_fn.ModeKeys.EVAL:
-        return model_fn._TPUEstimatorSpec(
-            mode=mode, loss=array_ops.identity(loss))
-      elif mode == model_fn.ModeKeys.PREDICT:
-        return model_fn._TPUEstimatorSpec(
-            mode=mode, predictions={'logits': array_ops.identity(logits)})
-      else:
-        testcase.fail('Invalid mode: {}'.format(mode))
-
-  def _create_estimator_spec(
-      features, mode, logits, labels, train_op_fn=None, optimizer=None):
-    tpu_spec = _create_tpu_estimator_spec(
-        features, mode, logits, labels, train_op_fn, optimizer)
-    return tpu_spec.as_estimator_spec()
-
-  head = test.mock.NonCallableMagicMock(spec=head_lib._Head)
-  head.logits_dimension = logits_dimension
-  head._create_tpu_estimator_spec = test.mock.MagicMock(
-      wraps=_create_tpu_estimator_spec)
-  head.create_estimator_spec = test.mock.MagicMock(
-      wraps=_create_estimator_spec)
-
-  return head
-
-
-def mock_optimizer(testcase, hidden_units, expected_loss=None):
-  """Creates a mock optimizer to test the train method.
-
-  Args:
-    testcase: A TestCase instance.
-    hidden_units: Iterable of integer sizes for the hidden layers.
-    expected_loss: If given, will assert the loss value.
-
-  Returns:
-    A mock Optimizer.
-  """
-  hidden_weights_names = [(HIDDEN_WEIGHTS_NAME_PATTERN + '/part_0:0') % i
-                          for i in range(len(hidden_units))]
-  hidden_biases_names = [(HIDDEN_BIASES_NAME_PATTERN + '/part_0:0') % i
-                         for i in range(len(hidden_units))]
-  expected_var_names = (
-      hidden_weights_names + hidden_biases_names +
-      [LOGITS_WEIGHTS_NAME + '/part_0:0', LOGITS_BIASES_NAME + '/part_0:0'])
-
-  def _minimize(loss, global_step=None, var_list=None):
-    """Mock of optimizer.minimize."""
-    trainable_vars = var_list or ops.get_collection(
-        ops.GraphKeys.TRAINABLE_VARIABLES)
-    testcase.assertItemsEqual(expected_var_names,
-                              [var.name for var in trainable_vars])
-
-    # Verify loss. We can't check the value directly, so we add an assert op.
-    testcase.assertEquals(0, loss.shape.ndims)
-    if expected_loss is None:
-      if global_step is not None:
-        return state_ops.assign_add(global_step, 1).op
-      return control_flow_ops.no_op()
-    assert_loss = assert_close(
-        math_ops.to_float(expected_loss, name='expected'),
-        loss,
-        name='assert_loss')
-    with ops.control_dependencies((assert_loss,)):
-      if global_step is not None:
-        return state_ops.assign_add(global_step, 1).op
-      return control_flow_ops.no_op()
-
-  optimizer_mock = test.mock.NonCallableMagicMock(
-      spec=optimizer_lib.Optimizer,
-      wraps=optimizer_lib.Optimizer(use_locking=False, name='my_optimizer'))
-  optimizer_mock.minimize = test.mock.MagicMock(wraps=_minimize)
-
-  return optimizer_mock
-
-
-class BaseDNNModelFnTest(object):
-  """Tests that _dnn_model_fn passes expected logits to mock head."""
-
-  def __init__(self, dnn_model_fn, fc_impl=feature_column):
-    self._dnn_model_fn = dnn_model_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_logits(self, mode, hidden_units, logits_dimension, inputs,
-                   expected_logits):
-    """Tests that the expected logits are passed to mock head."""
-    with ops.Graph().as_default():
-      training_util.create_global_step()
-      head = mock_head(
-          self,
-          hidden_units=hidden_units,
-          logits_dimension=logits_dimension,
-          expected_logits=expected_logits)
-      estimator_spec = self._dnn_model_fn(
-          features={'age': constant_op.constant(inputs)},
-          labels=constant_op.constant([[1]]),
-          mode=mode,
-          head=head,
-          hidden_units=hidden_units,
-          feature_columns=[
-              self._fc_impl.numeric_column(
-                  'age', shape=np.array(inputs).shape[1:])
-          ],
-          optimizer=mock_optimizer(self, hidden_units))
-      with monitored_session.MonitoredTrainingSession(
-          checkpoint_dir=self._model_dir) as sess:
-        if mode == model_fn.ModeKeys.TRAIN:
-          sess.run(estimator_spec.train_op)
-        elif mode == model_fn.ModeKeys.EVAL:
-          sess.run(estimator_spec.loss)
-        elif mode == model_fn.ModeKeys.PREDICT:
-          sess.run(estimator_spec.predictions)
-        else:
-          self.fail('Invalid mode: {}'.format(mode))
-
-  def test_one_dim_logits(self):
-    """Tests one-dimensional logits.
-
-    input_layer = [[10]]
-    hidden_layer_0 = [[relu(0.6*10 +0.1), relu(0.5*10 -0.1)]] = [[6.1, 4.9]]
-    hidden_layer_1 = [[relu(1*6.1 -0.8*4.9 +0.2), relu(0.8*6.1 -1*4.9 -0.1)]]
-                   = [[relu(2.38), relu(-0.12)]] = [[2.38, 0]]
-    logits = [[-1*2.38 +1*0 +0.3]] = [[-2.08]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), base_global_step, self._model_dir)
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=1,
-          inputs=[[10.]],
-          expected_logits=[[-2.08]])
-
-  def test_multi_dim_logits(self):
-    """Tests multi-dimensional logits.
-
-    input_layer = [[10]]
-    hidden_layer_0 = [[relu(0.6*10 +0.1), relu(0.5*10 -0.1)]] = [[6.1, 4.9]]
-    hidden_layer_1 = [[relu(1*6.1 -0.8*4.9 +0.2), relu(0.8*6.1 -1*4.9 -0.1)]]
-                   = [[relu(2.38), relu(-0.12)]] = [[2.38, 0]]
-    logits = [[-1*2.38 +0.3, 1*2.38 -0.3, 0.5*2.38]]
-           = [[-2.08, 2.08, 1.19]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                                 [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=3,
-          inputs=[[10.]],
-          expected_logits=[[-2.08, 2.08, 1.19]])
-
-  def test_multi_example_multi_dim_logits(self):
-    """Tests multiple examples and multi-dimensional logits.
-
-    input_layer = [[10], [5]]
-    hidden_layer_0 = [[relu(0.6*10 +0.1), relu(0.5*10 -0.1)],
-                      [relu(0.6*5 +0.1), relu(0.5*5 -0.1)]]
-                   = [[6.1, 4.9], [3.1, 2.4]]
-    hidden_layer_1 = [[relu(1*6.1 -0.8*4.9 +0.2), relu(0.8*6.1 -1*4.9 -0.1)],
-                      [relu(1*3.1 -0.8*2.4 +0.2), relu(0.8*3.1 -1*2.4 -0.1)]]
-                   = [[2.38, 0], [1.38, 0]]
-    logits = [[-1*2.38 +0.3, 1*2.38 -0.3, 0.5*2.38],
-              [-1*1.38 +0.3, 1*1.38 -0.3, 0.5*1.38]]
-           = [[-2.08, 2.08, 1.19], [-1.08, 1.08, 0.69]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                                 [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=3,
-          inputs=[[10.], [5.]],
-          expected_logits=[[-2.08, 2.08, 1.19], [-1.08, 1.08, .69]])
-
-  def test_multi_dim_input_one_dim_logits(self):
-    """Tests multi-dimensional inputs and one-dimensional logits.
-
-    input_layer = [[10, 8]]
-    hidden_layer_0 = [[relu(0.6*10 -0.6*8 +0.1), relu(0.5*10 -0.5*8 -0.1)]]
-                   = [[1.3, 0.9]]
-    hidden_layer_1 = [[relu(1*1.3 -0.8*0.9 + 0.2), relu(0.8*1.3 -1*0.9 -0.2)]]
-                   = [[0.78, relu(-0.06)]] = [[0.78, 0]]
-    logits = [[-1*0.78 +1*0 +0.3]] = [[-0.48]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1.], [1.]], [.3]),), base_global_step,
-                      self._model_dir)
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=1,
-          inputs=[[10., 8.]],
-          expected_logits=[[-0.48]])
-
-  def test_multi_dim_input_multi_dim_logits(self):
-    """Tests multi-dimensional inputs and multi-dimensional logits.
-
-    input_layer = [[10, 8]]
-    hidden_layer_0 = [[relu(0.6*10 -0.6*8 +0.1), relu(0.5*10 -0.5*8 -0.1)]]
-                   = [[1.3, 0.9]]
-    hidden_layer_1 = [[relu(1*1.3 -0.8*0.9 + 0.2), relu(0.8*1.3 -1*0.9 -0.2)]]
-                   = [[0.78, relu(-0.06)]] = [[0.78, 0]]
-    logits = [[-1*0.78 + 0.3, 1*0.78 -0.3, 0.5*0.78]] = [[-0.48, 0.48, 0.39]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=3,
-          inputs=[[10., 8.]],
-          expected_logits=[[-0.48, 0.48, 0.39]])
-
-  def test_multi_feature_column_multi_dim_logits(self):
-    """Tests multiple feature columns and multi-dimensional logits.
-
-    All numbers are the same as test_multi_dim_input_multi_dim_logits. The only
-    difference is that the input consists of two 1D feature columns, instead of
-    one 2D feature column.
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-    hidden_units = (2, 2)
-    logits_dimension = 3
-    inputs = ([[10.]], [[8.]])
-    expected_logits = [[-0.48, 0.48, 0.39]]
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      with ops.Graph().as_default():
-        training_util.create_global_step()
-        head = mock_head(
-            self,
-            hidden_units=hidden_units,
-            logits_dimension=logits_dimension,
-            expected_logits=expected_logits)
-        estimator_spec = self._dnn_model_fn(
-            features={
-                'age': constant_op.constant(inputs[0]),
-                'height': constant_op.constant(inputs[1])
-            },
-            labels=constant_op.constant([[1]]),
-            mode=mode,
-            head=head,
-            hidden_units=hidden_units,
-            feature_columns=[
-                self._fc_impl.numeric_column('age'),
-                self._fc_impl.numeric_column('height')
-            ],
-            optimizer=mock_optimizer(self, hidden_units))
-        with monitored_session.MonitoredTrainingSession(
-            checkpoint_dir=self._model_dir) as sess:
-          if mode == model_fn.ModeKeys.TRAIN:
-            sess.run(estimator_spec.train_op)
-          elif mode == model_fn.ModeKeys.EVAL:
-            sess.run(estimator_spec.loss)
-          elif mode == model_fn.ModeKeys.PREDICT:
-            sess.run(estimator_spec.predictions)
-          else:
-            self.fail('Invalid mode: {}'.format(mode))
-
-  def test_multi_feature_column_mix_multi_dim_logits(self):
-    """Tests multiple feature columns and multi-dimensional logits.
-
-    All numbers are the same as test_multi_dim_input_multi_dim_logits. The only
-    difference is that the input consists of two 1D feature columns, instead of
-    one 2D feature column.
-    """
-    base_global_step = 100
-    create_checkpoint((
-        ([[.6, .5], [-.6, -.5]], [.1, -.1]),
-        ([[1., .8], [-.8, -1.]], [.2, -.2]),
-        ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),
-    ), base_global_step, self._model_dir)
-    hidden_units = (2, 2)
-    logits_dimension = 3
-    inputs = ([[10.]], [[8.]])
-    expected_logits = [[-0.48, 0.48, 0.39]]
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      with ops.Graph().as_default():
-        training_util.create_global_step()
-        head = mock_head(
-            self,
-            hidden_units=hidden_units,
-            logits_dimension=logits_dimension,
-            expected_logits=expected_logits)
-        estimator_spec = self._dnn_model_fn(
-            features={
-                'age': constant_op.constant(inputs[0]),
-                'height': constant_op.constant(inputs[1])
-            },
-            labels=constant_op.constant([[1]]),
-            mode=mode,
-            head=head,
-            hidden_units=hidden_units,
-            feature_columns=[
-                feature_column.numeric_column('age'),
-                feature_column_v2.numeric_column('height')
-            ],
-            optimizer=mock_optimizer(self, hidden_units))
-        with monitored_session.MonitoredTrainingSession(
-            checkpoint_dir=self._model_dir) as sess:
-          if mode == model_fn.ModeKeys.TRAIN:
-            sess.run(estimator_spec.train_op)
-          elif mode == model_fn.ModeKeys.EVAL:
-            sess.run(estimator_spec.loss)
-          elif mode == model_fn.ModeKeys.PREDICT:
-            sess.run(estimator_spec.predictions)
-          else:
-            self.fail('Invalid mode: {}'.format(mode))
-
-  def test_features_tensor_raises_value_error(self):
-    """Tests that passing a Tensor for features raises a ValueError."""
-    hidden_units = (2, 2)
-    logits_dimension = 3
-    inputs = ([[10.]], [[8.]])
-    expected_logits = [[0, 0, 0]]
-
-    with ops.Graph().as_default():
-      training_util.create_global_step()
-      head = mock_head(
-          self,
-          hidden_units=hidden_units,
-          logits_dimension=logits_dimension,
-          expected_logits=expected_logits)
-      with self.assertRaisesRegexp(ValueError, 'features should be a dict'):
-        self._dnn_model_fn(
-            features=constant_op.constant(inputs),
-            labels=constant_op.constant([[1]]),
-            mode=model_fn.ModeKeys.TRAIN,
-            head=head,
-            hidden_units=hidden_units,
-            feature_columns=[
-                self._fc_impl.numeric_column(
-                    'age', shape=np.array(inputs).shape[1:])
-            ],
-            optimizer=mock_optimizer(self, hidden_units))
-
-
-class BaseDNNLogitFnTest(object):
-  """Tests correctness of logits calculated from _dnn_logit_fn_builder."""
-
-  def __init__(self, dnn_logit_fn_builder, fc_impl=feature_column):
-    self._dnn_logit_fn_builder = dnn_logit_fn_builder
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_logits(self,
-                   mode,
-                   hidden_units,
-                   logits_dimension,
-                   inputs,
-                   expected_logits,
-                   batch_norm=False):
-    """Tests that the expected logits are calculated."""
-    with ops.Graph().as_default():
-      # Global step needed for MonitoredSession, which is in turn used to
-      # explicitly set variable weights through a checkpoint.
-      training_util.create_global_step()
-      # Use a variable scope here with 'dnn', emulating the dnn model_fn, so
-      # the checkpoint naming is shared.
-      with variable_scope.variable_scope('dnn'):
-        input_layer_partitioner = (
-            partitioned_variables.min_max_variable_partitioner(
-                max_partitions=0, min_slice_size=64 << 20))
-        logit_fn = self._dnn_logit_fn_builder(
-            units=logits_dimension,
-            hidden_units=hidden_units,
-            feature_columns=[
-                self._fc_impl.numeric_column(
-                    'age', shape=np.array(inputs).shape[1:])
-            ],
-            activation_fn=nn.relu,
-            dropout=None,
-            input_layer_partitioner=input_layer_partitioner,
-            batch_norm=batch_norm)
-        logits = logit_fn(
-            features={'age': constant_op.constant(inputs)}, mode=mode)
-        with monitored_session.MonitoredTrainingSession(
-            checkpoint_dir=self._model_dir) as sess:
-          self.assertAllClose(expected_logits, sess.run(logits))
-
-  def test_one_dim_logits(self):
-    """Tests one-dimensional logits.
-
-    input_layer = [[10]]
-    hidden_layer_0 = [[relu(0.6*10 +0.1), relu(0.5*10 -0.1)]] = [[6.1, 4.9]]
-    hidden_layer_1 = [[relu(1*6.1 -0.8*4.9 +0.2), relu(0.8*6.1 -1*4.9 -0.1)]]
-                   = [[relu(2.38), relu(-0.12)]] = [[2.38, 0]]
-    logits = [[-1*2.38 +1*0 +0.3]] = [[-2.08]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), base_global_step, self._model_dir)
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=1,
-          inputs=[[10.]],
-          expected_logits=[[-2.08]])
-
-  def test_one_dim_logits_with_batch_norm(self):
-    """Tests one-dimensional logits.
-
-    input_layer = [[10]]
-    hidden_layer_0 = [[relu(0.6*10 +1), relu(0.5*10 -1)]] = [[7, 4]]
-    hidden_layer_0 = [[relu(0.6*20 +1), relu(0.5*20 -1)]] = [[13, 9]]
-
-    batch_norm_0, training (epsilon = 0.001):
-      mean1 = 1/2*(7+13) = 10,
-      variance1 = 1/2*(3^2+3^2) = 9
-      x11 = (7-10)/sqrt(9+0.001) = -0.999944449,
-      x21 = (13-10)/sqrt(9+0.001) = 0.999944449,
-
-      mean2 = 1/2*(4+9) = 6.5,
-      variance2 = 1/2*(2.5^2+.2.5^2) = 6.25
-      x12 = (4-6.5)/sqrt(6.25+0.001) = -0.99992001,
-      x22 = (9-6.5)/sqrt(6.25+0.001) = 0.99992001,
-
-    logits = [[-1*(-0.999944449) + 2*(-0.99992001) + 0.3],
-              [-1*0.999944449 + 2*0.99992001 + 0.3]]
-           = [[-0.699895571],[1.299895571]]
-
-    batch_norm_0, not training (epsilon = 0.001):
-      moving_mean1 = 0, moving_variance1 = 1
-      x11 = (7-0)/sqrt(1+0.001) = 6.996502623,
-      x21 = (13-0)/sqrt(1+0.001) = 12.993504871,
-      moving_mean2 = 0, moving_variance2 = 1
-      x12 = (4-0)/sqrt(1+0.001) = 3.998001499,
-      x22 = (9-0)/sqrt(1+0.001) = 8.995503372,
-
-    logits = [[-1*6.996502623 + 2*3.998001499 + 0.3],
-              [-1*12.993504871 + 2*8.995503372 + 0.3]]
-           = [[1.299500375],[5.297501873]]
-    """
-    base_global_step = 100
-    create_checkpoint(
-        (
-            ([[.6, .5]], [1., -1.]),
-            ([[-1.], [2.]], [.3]),
-        ),
-        base_global_step,
-        self._model_dir,
-        batch_norm_vars=([[0, 0],  # beta.
-                          [1, 1],  # gamma.
-                          [0, 0],  # moving mean.
-                          [1, 1],  # moving variance.
-                         ],))
-    self._test_logits(
-        model_fn.ModeKeys.TRAIN,
-        hidden_units=[2],
-        logits_dimension=1,
-        inputs=[[10.], [20.]],
-        expected_logits=[[-0.699895571], [1.299895571]],
-        batch_norm=True)
-    for mode in [model_fn.ModeKeys.EVAL, model_fn.ModeKeys.PREDICT]:
-      self._test_logits(
-          mode,
-          hidden_units=[2],
-          logits_dimension=1,
-          inputs=[[10.], [20.]],
-          expected_logits=[[1.299500375], [5.297501873]],
-          batch_norm=True)
-
-  def test_multi_dim_logits(self):
-    """Tests multi-dimensional logits.
-
-    input_layer = [[10]]
-    hidden_layer_0 = [[relu(0.6*10 +0.1), relu(0.5*10 -0.1)]] = [[6.1, 4.9]]
-    hidden_layer_1 = [[relu(1*6.1 -0.8*4.9 +0.2), relu(0.8*6.1 -1*4.9 -0.1)]]
-                   = [[relu(2.38), relu(-0.12)]] = [[2.38, 0]]
-    logits = [[-1*2.38 +0.3, 1*2.38 -0.3, 0.5*2.38]]
-           = [[-2.08, 2.08, 1.19]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                                 [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=3,
-          inputs=[[10.]],
-          expected_logits=[[-2.08, 2.08, 1.19]])
-
-  def test_multi_example_multi_dim_logits(self):
-    """Tests multiple examples and multi-dimensional logits.
-
-    input_layer = [[10], [5]]
-    hidden_layer_0 = [[relu(0.6*10 +0.1), relu(0.5*10 -0.1)],
-                      [relu(0.6*5 +0.1), relu(0.5*5 -0.1)]]
-                   = [[6.1, 4.9], [3.1, 2.4]]
-    hidden_layer_1 = [[relu(1*6.1 -0.8*4.9 +0.2), relu(0.8*6.1 -1*4.9 -0.1)],
-                      [relu(1*3.1 -0.8*2.4 +0.2), relu(0.8*3.1 -1*2.4 -0.1)]]
-                   = [[2.38, 0], [1.38, 0]]
-    logits = [[-1*2.38 +0.3, 1*2.38 -0.3, 0.5*2.38],
-              [-1*1.38 +0.3, 1*1.38 -0.3, 0.5*1.38]]
-           = [[-2.08, 2.08, 1.19], [-1.08, 1.08, 0.69]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                                 [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=3,
-          inputs=[[10.], [5.]],
-          expected_logits=[[-2.08, 2.08, 1.19], [-1.08, 1.08, .69]])
-
-  def test_multi_dim_input_one_dim_logits(self):
-    """Tests multi-dimensional inputs and one-dimensional logits.
-
-    input_layer = [[10, 8]]
-    hidden_layer_0 = [[relu(0.6*10 -0.6*8 +0.1), relu(0.5*10 -0.5*8 -0.1)]]
-                   = [[1.3, 0.9]]
-    hidden_layer_1 = [[relu(1*1.3 -0.8*0.9 + 0.2), relu(0.8*1.3 -1*0.9 -0.2)]]
-                   = [[0.78, relu(-0.06)]] = [[0.78, 0]]
-    logits = [[-1*0.78 +1*0 +0.3]] = [[-0.48]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1.], [1.]], [.3]),), base_global_step,
-                      self._model_dir)
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=1,
-          inputs=[[10., 8.]],
-          expected_logits=[[-0.48]])
-
-  def test_multi_dim_input_multi_dim_logits(self):
-    """Tests multi-dimensional inputs and multi-dimensional logits.
-
-    input_layer = [[10, 8]]
-    hidden_layer_0 = [[relu(0.6*10 -0.6*8 +0.1), relu(0.5*10 -0.5*8 -0.1)]]
-                   = [[1.3, 0.9]]
-    hidden_layer_1 = [[relu(1*1.3 -0.8*0.9 + 0.2), relu(0.8*1.3 -1*0.9 -0.2)]]
-                   = [[0.78, relu(-0.06)]] = [[0.78, 0]]
-    logits = [[-1*0.78 + 0.3, 1*0.78 -0.3, 0.5*0.78]] = [[-0.48, 0.48, 0.39]]
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      self._test_logits(
-          mode,
-          hidden_units=(2, 2),
-          logits_dimension=3,
-          inputs=[[10., 8.]],
-          expected_logits=[[-0.48, 0.48, 0.39]])
-
-  def test_multi_feature_column_multi_dim_logits(self):
-    """Tests multiple feature columns and multi-dimensional logits.
-
-    All numbers are the same as test_multi_dim_input_multi_dim_logits. The only
-    difference is that the input consists of two 1D feature columns, instead of
-    one 2D feature column.
-    """
-    base_global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      base_global_step, self._model_dir)
-
-    hidden_units = (2, 2)
-    logits_dimension = 3
-    inputs = ([[10.]], [[8.]])
-    expected_logits = [[-0.48, 0.48, 0.39]]
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      with ops.Graph().as_default():
-        # Global step needed for MonitoredSession, which is in turn used to
-        # explicitly set variable weights through a checkpoint.
-        training_util.create_global_step()
-        # Use a variable scope here with 'dnn', emulating the dnn model_fn, so
-        # the checkpoint naming is shared.
-        with variable_scope.variable_scope('dnn'):
-          input_layer_partitioner = (
-              partitioned_variables.min_max_variable_partitioner(
-                  max_partitions=0, min_slice_size=64 << 20))
-          logit_fn = self._dnn_logit_fn_builder(
-              units=logits_dimension,
-              hidden_units=hidden_units,
-              feature_columns=[
-                  self._fc_impl.numeric_column('age'),
-                  self._fc_impl.numeric_column('height')
-              ],
-              activation_fn=nn.relu,
-              dropout=None,
-              input_layer_partitioner=input_layer_partitioner,
-              batch_norm=False)
-          logits = logit_fn(
-              features={
-                  'age': constant_op.constant(inputs[0]),
-                  'height': constant_op.constant(inputs[1])
-              },
-              mode=mode)
-          with monitored_session.MonitoredTrainingSession(
-              checkpoint_dir=self._model_dir) as sess:
-            self.assertAllClose(expected_logits, sess.run(logits))
-
-  def test_multi_feature_column_mix_multi_dim_logits(self):
-    """Tests multiple feature columns and multi-dimensional logits.
-
-    All numbers are the same as test_multi_dim_input_multi_dim_logits. The only
-    difference is that the input consists of two 1D feature columns, instead of
-    one 2D feature column.
-    """
-    base_global_step = 100
-    create_checkpoint((
-        ([[.6, .5], [-.6, -.5]], [.1, -.1]),
-        ([[1., .8], [-.8, -1.]], [.2, -.2]),
-        ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),
-    ), base_global_step, self._model_dir)
-
-    hidden_units = (2, 2)
-    logits_dimension = 3
-    inputs = ([[10.]], [[8.]])
-    expected_logits = [[-0.48, 0.48, 0.39]]
-
-    for mode in [
-        model_fn.ModeKeys.TRAIN, model_fn.ModeKeys.EVAL,
-        model_fn.ModeKeys.PREDICT
-    ]:
-      with ops.Graph().as_default():
-        # Global step needed for MonitoredSession, which is in turn used to
-        # explicitly set variable weights through a checkpoint.
-        training_util.create_global_step()
-        # Use a variable scope here with 'dnn', emulating the dnn model_fn, so
-        # the checkpoint naming is shared.
-        with variable_scope.variable_scope('dnn'):
-          input_layer_partitioner = (
-              partitioned_variables.min_max_variable_partitioner(
-                  max_partitions=0, min_slice_size=64 << 20))
-          logit_fn = self._dnn_logit_fn_builder(
-              units=logits_dimension,
-              hidden_units=hidden_units,
-              feature_columns=[
-                  feature_column.numeric_column('age'),
-                  feature_column_v2.numeric_column('height')
-              ],
-              activation_fn=nn.relu,
-              dropout=None,
-              input_layer_partitioner=input_layer_partitioner,
-              batch_norm=False)
-          logits = logit_fn(
-              features={
-                  'age': constant_op.constant(inputs[0]),
-                  'height': constant_op.constant(inputs[1])
-              },
-              mode=mode)
-          with monitored_session.MonitoredTrainingSession(
-              checkpoint_dir=self._model_dir) as sess:
-            self.assertAllClose(expected_logits, sess.run(logits))
-
-
-class BaseDNNWarmStartingTest(object):
-
-  def __init__(self,
-               _dnn_classifier_fn,
-               _dnn_regressor_fn,
-               fc_impl=feature_column):
-    self._dnn_classifier_fn = _dnn_classifier_fn
-    self._dnn_regressor_fn = _dnn_regressor_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    # Create a directory to save our old checkpoint and vocabularies to.
-    self._ckpt_and_vocab_dir = tempfile.mkdtemp()
-
-    # Make a dummy input_fn.
-    def _input_fn():
-      features = {
-          'city': [['Palo Alto'], ['Mountain View']],
-          'locality': [['Palo Alto'], ['Mountain View']],
-          'occupation': [['doctor'], ['consultant']]
-      }
-      return features, [0, 1]
-
-    self._input_fn = _input_fn
-
-  def tearDown(self):
-    # Clean up checkpoint / vocab dir.
-    writer_cache.FileWriterCache.clear()
-    shutil.rmtree(self._ckpt_and_vocab_dir)
-
-  def assertAllNotClose(self, t1, t2):
-    """Helper assert for arrays."""
-    sum_of_abs_diff = 0.0
-    for x, y in zip(t1, t2):
-      try:
-        for a, b in zip(x, y):
-          sum_of_abs_diff += abs(b - a)
-      except TypeError:
-        sum_of_abs_diff += abs(y - x)
-    self.assertGreater(sum_of_abs_diff, 0)
-
-  def test_classifier_basic_warm_starting(self):
-    """Tests correctness of DNNClassifier default warm-start."""
-    city = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNClassifier and train to save a checkpoint.
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD')
-    dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        warm_start_from=dnn_classifier.model_dir)
-
-    warm_started_dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_classifier.get_variable_names():
-      self.assertAllClose(
-          dnn_classifier.get_variable_value(variable_name),
-          warm_started_dnn_classifier.get_variable_value(variable_name))
-
-  def test_regressor_basic_warm_starting(self):
-    """Tests correctness of DNNRegressor default warm-start."""
-    city = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNRegressor and train to save a checkpoint.
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        model_dir=self._ckpt_and_vocab_dir,
-        optimizer='SGD')
-    dnn_regressor.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNRegressor, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        warm_start_from=dnn_regressor.model_dir)
-
-    warm_started_dnn_regressor.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_regressor.get_variable_names():
-      self.assertAllClose(
-          dnn_regressor.get_variable_value(variable_name),
-          warm_started_dnn_regressor.get_variable_value(variable_name))
-
-  def test_warm_starting_selective_variables(self):
-    """Tests selecting variables to warm-start."""
-    city = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNClassifier and train to save a checkpoint.
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD')
-    dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        # The provided regular expression will only warm-start the city
-        # embedding, not the kernels and biases of the hidden weights.
-        warm_start_from=estimator.WarmStartSettings(
-            ckpt_to_initialize_from=dnn_classifier.model_dir,
-            vars_to_warm_start='.*(city).*'))
-
-    warm_started_dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_classifier.get_variable_names():
-      if 'city' in variable_name:
-        self.assertAllClose(
-            dnn_classifier.get_variable_value(variable_name),
-            warm_started_dnn_classifier.get_variable_value(variable_name))
-      elif 'bias' in variable_name:
-        # Hidden layer biases are zero-initialized.
-        bias_values = warm_started_dnn_classifier.get_variable_value(
-            variable_name)
-        self.assertAllClose(np.zeros_like(bias_values), bias_values)
-      elif 'kernel' in variable_name:
-        # We can't override the glorot uniform initializer used for the kernels
-        # in the dense layers, so just make sure we're not getting the same
-        # values from the old checkpoint.
-        self.assertAllNotClose(
-            dnn_classifier.get_variable_value(variable_name),
-            warm_started_dnn_classifier.get_variable_value(variable_name))
-
-  def test_warm_starting_with_vocab_remapping_and_partitioning(self):
-    """Tests warm-starting with vocab remapping and partitioning."""
-    vocab_list = ['doctor', 'lawyer', 'consultant']
-    vocab_file = os.path.join(self._ckpt_and_vocab_dir, 'occupation_vocab')
-    with open(vocab_file, 'w') as f:
-      f.write('\n'.join(vocab_list))
-    occupation = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_file(
-            'occupation',
-            vocabulary_file=vocab_file,
-            vocabulary_size=len(vocab_list)),
-        dimension=2)
-
-    # Create a DNNClassifier and train to save a checkpoint.
-    partitioner = partitioned_variables.fixed_size_partitioner(num_shards=2)
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[occupation],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD',
-        input_layer_partitioner=partitioner)
-    dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).  Use a new FeatureColumn with a
-    # different vocabulary for occupation.
-    new_vocab_list = ['doctor', 'consultant', 'engineer']
-    new_vocab_file = os.path.join(self._ckpt_and_vocab_dir,
-                                  'new_occupation_vocab')
-    with open(new_vocab_file, 'w') as f:
-      f.write('\n'.join(new_vocab_list))
-    new_occupation = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_file(
-            'occupation',
-            vocabulary_file=new_vocab_file,
-            vocabulary_size=len(new_vocab_list)),
-        dimension=2)
-    # We can create our VocabInfo object from the new and old occupation
-    # FeatureColumn's.
-    occupation_vocab_info = estimator.VocabInfo(
-        new_vocab=new_occupation.categorical_column.vocabulary_file,
-        new_vocab_size=new_occupation.categorical_column.vocabulary_size,
-        num_oov_buckets=new_occupation.categorical_column.num_oov_buckets,
-        old_vocab=occupation.categorical_column.vocabulary_file,
-        old_vocab_size=occupation.categorical_column.vocabulary_size,
-        # Can't use constant_initializer with load_and_remap.  In practice,
-        # use a truncated normal initializer.
-        backup_initializer=init_ops.random_uniform_initializer(
-            minval=0.39, maxval=0.39))
-    warm_started_dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[occupation],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        warm_start_from=estimator.WarmStartSettings(
-            ckpt_to_initialize_from=dnn_classifier.model_dir,
-            var_name_to_vocab_info={
-                OCCUPATION_EMBEDDING_NAME: occupation_vocab_info
-            },
-            # Explicitly providing None here will only warm-start variables
-            # referenced in var_name_to_vocab_info (no hidden weights will be
-            # warmstarted).
-            vars_to_warm_start=None),
-        input_layer_partitioner=partitioner)
-
-    warm_started_dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-    # 'doctor' was ID-0 and still ID-0.
-    self.assertAllClose(
-        dnn_classifier.get_variable_value(OCCUPATION_EMBEDDING_NAME)[0, :],
-        warm_started_dnn_classifier.get_variable_value(
-            OCCUPATION_EMBEDDING_NAME)[0, :])
-    # 'consultant' was ID-2 and now ID-1.
-    self.assertAllClose(
-        dnn_classifier.get_variable_value(OCCUPATION_EMBEDDING_NAME)[2, :],
-        warm_started_dnn_classifier.get_variable_value(
-            OCCUPATION_EMBEDDING_NAME)[1, :])
-    # 'engineer' is a new entry and should be initialized with the
-    # backup_initializer in VocabInfo.
-    self.assertAllClose([0.39] * 2,
-                        warm_started_dnn_classifier.get_variable_value(
-                            OCCUPATION_EMBEDDING_NAME)[2, :])
-    for variable_name in warm_started_dnn_classifier.get_variable_names():
-      if 'bias' in variable_name:
-        # Hidden layer biases are zero-initialized.
-        bias_values = warm_started_dnn_classifier.get_variable_value(
-            variable_name)
-        self.assertAllClose(np.zeros_like(bias_values), bias_values)
-      elif 'kernel' in variable_name:
-        # We can't override the glorot uniform initializer used for the kernels
-        # in the dense layers, so just make sure we're not getting the same
-        # values from the old checkpoint.
-        self.assertAllNotClose(
-            dnn_classifier.get_variable_value(variable_name),
-            warm_started_dnn_classifier.get_variable_value(variable_name))
-
-  def test_warm_starting_with_naming_change(self):
-    """Tests warm-starting with a Tensor name remapping."""
-    locality = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_list(
-            'locality', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-
-    # Create a DNNClassifier and train to save a checkpoint.
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[locality],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD')
-    dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second DNNClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    city = self._fc_impl.embedding_column(
-        self._fc_impl.categorical_column_with_vocabulary_list(
-            'city', vocabulary_list=['Mountain View', 'Palo Alto']),
-        dimension=5)
-    warm_started_dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=[256, 128],
-        feature_columns=[city],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        # The 'city' variable correspond to the 'locality' variable in the
-        # previous model.
-        warm_start_from=estimator.WarmStartSettings(
-            ckpt_to_initialize_from=dnn_classifier.model_dir,
-            var_name_to_prev_var_name={
-                CITY_EMBEDDING_NAME:
-                    CITY_EMBEDDING_NAME.replace('city', 'locality')
-            }))
-
-    warm_started_dnn_classifier.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_dnn_classifier.get_variable_names():
-      if 'city' in variable_name:
-        self.assertAllClose(
-            dnn_classifier.get_variable_value(
-                CITY_EMBEDDING_NAME.replace('city', 'locality')),
-            warm_started_dnn_classifier.get_variable_value(CITY_EMBEDDING_NAME))
-      else:
-        self.assertAllClose(
-            dnn_classifier.get_variable_value(variable_name),
-            warm_started_dnn_classifier.get_variable_value(variable_name))
-
-
-class BaseDNNClassifierEvaluateTest(object):
-
-  def __init__(self, dnn_classifier_fn, fc_impl=feature_column):
-    self._dnn_classifier_fn = dnn_classifier_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_one_dim(self):
-    """Asserts evaluation metrics for one-dimensional input and logits."""
-    global_step = 100
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), global_step, self._model_dir)
-
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age')],
-        model_dir=self._model_dir)
-    def _input_fn():
-      # batch_size = 2, one false label, and one true.
-      return {'age': [[10.], [10.]]}, [[1], [0]]
-    # Uses identical numbers as DNNModelTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-2.08], [-2.08]] =>
-    # logistic = 1/(1 + exp(-logits)) = [[0.11105597], [0.11105597]]
-    # loss = -1. * log(0.111) -1. * log(0.889) = 2.31544200
-    expected_loss = 2.31544200
-    self.assertAllClose({
-        metric_keys.MetricKeys.LOSS: expected_loss,
-        metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2.,
-        metric_keys.MetricKeys.ACCURACY: 0.5,
-        metric_keys.MetricKeys.PRECISION: 0.0,
-        metric_keys.MetricKeys.RECALL: 0.0,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 0.11105597,
-        metric_keys.MetricKeys.LABEL_MEAN: 0.5,
-        metric_keys.MetricKeys.ACCURACY_BASELINE: 0.5,
-        # There is no good way to calculate AUC for only two data points. But
-        # that is what the algorithm returns.
-        metric_keys.MetricKeys.AUC: 0.5,
-        metric_keys.MetricKeys.AUC_PR: 0.75,
-
-        ops.GraphKeys.GLOBAL_STEP: global_step
-    }, dnn_classifier.evaluate(input_fn=_input_fn, steps=1))
-
-  def test_multi_dim(self):
-    """Asserts evaluation metrics for multi-dimensional input and logits."""
-    global_step = 100
-    create_checkpoint(
-        (([[.6, .5], [-.6, -.5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                               [.2, -.2]),
-         ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3,
-                                           .0]),), global_step, self._model_dir)
-    n_classes = 3
-
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age', shape=[2])],
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    def _input_fn():
-      # batch_size = 2, one false label, and one true.
-      return {'age': [[10., 8.], [10., 8.]]}, [[1], [0]]
-    # Uses identical numbers as
-    # DNNModelFnTest.test_multi_dim_input_multi_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-0.48, 0.48, 0.39], [-0.48, 0.48, 0.39]]
-    # probabilities = exp(logits)/sum(exp(logits))
-    #               = [[0.16670536, 0.43538380, 0.39791084],
-    #                  [0.16670536, 0.43538380, 0.39791084]]
-    # loss = -log(0.43538380) - log(0.16670536)
-    expected_loss = 2.62305466
-    self.assertAllClose({
-        metric_keys.MetricKeys.LOSS: expected_loss,
-        metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2,
-        metric_keys.MetricKeys.ACCURACY: 0.5,
-        ops.GraphKeys.GLOBAL_STEP: global_step
-    }, dnn_classifier.evaluate(input_fn=_input_fn, steps=1))
-
-  def test_float_labels(self):
-    """Asserts evaluation metrics for float labels in binary classification."""
-    global_step = 100
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), global_step, self._model_dir)
-
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age')],
-        model_dir=self._model_dir)
-    def _input_fn():
-      # batch_size = 2, one false label, and one true.
-      return {'age': [[10.], [10.]]}, [[0.8], [0.4]]
-    # Uses identical numbers as DNNModelTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-2.08], [-2.08]] =>
-    # logistic = 1/(1 + exp(-logits)) = [[0.11105597], [0.11105597]]
-    # loss = -0.8 * log(0.111) -0.2 * log(0.889)
-    #        -0.4 * log(0.111) -0.6 * log(0.889) = 2.7314420
-    metrics = dnn_classifier.evaluate(input_fn=_input_fn, steps=1)
-    self.assertAlmostEqual(2.7314420, metrics[metric_keys.MetricKeys.LOSS])
-
-  def test_multi_dim_weights(self):
-    """Tests evaluation with weights."""
-    # Uses same checkpoint with test_multi_dims
-    global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      global_step, self._model_dir)
-    n_classes = 3
-
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age', shape=[2])],
-        n_classes=n_classes,
-        weight_column='w',
-        model_dir=self._model_dir)
-
-    def _input_fn():
-      # batch_size = 2, one false label, and one true.
-      return {'age': [[10., 8.], [10., 8.]], 'w': [[10.], [100.]]}, [[1], [0]]
-
-    # Uses identical numbers as test_multi_dims
-    # See that test for calculation of logits.
-    # loss = -log(0.43538380)*10 - log(0.16670536)*100
-    expected_loss = 187.468007
-    metrics = dnn_classifier.evaluate(input_fn=_input_fn, steps=1)
-    self.assertAlmostEqual(
-        expected_loss, metrics[metric_keys.MetricKeys.LOSS], places=3)
-
-
-class BaseDNNRegressorEvaluateTest(object):
-
-  def __init__(self, dnn_regressor_fn, fc_impl=feature_column):
-    self._dnn_regressor_fn = dnn_regressor_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_one_dim(self):
-    """Asserts evaluation metrics for one-dimensional input and logits."""
-    # Create checkpoint: num_inputs=1, hidden_units=(2, 2), num_outputs=1.
-    global_step = 100
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), global_step, self._model_dir)
-
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age')],
-        model_dir=self._model_dir)
-    def _input_fn():
-      return {'age': [[10.]]}, [[1.]]
-    # Uses identical numbers as DNNModelTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-2.08]] => predictions = [-2.08].
-    # loss = (1+2.08)^2 = 9.4864
-    expected_loss = 9.4864
-    self.assertAllClose({
-        metric_keys.MetricKeys.LOSS: expected_loss,
-        metric_keys.MetricKeys.LOSS_MEAN: expected_loss,
-        metric_keys.MetricKeys.PREDICTION_MEAN: -2.08,
-        metric_keys.MetricKeys.LABEL_MEAN: 1.0,
-        ops.GraphKeys.GLOBAL_STEP: global_step
-    }, dnn_regressor.evaluate(input_fn=_input_fn, steps=1))
-
-  def test_multi_dim(self):
-    """Asserts evaluation metrics for multi-dimensional input and logits."""
-    # Create checkpoint: num_inputs=2, hidden_units=(2, 2), num_outputs=3.
-    global_step = 100
-    create_checkpoint(
-        (([[.6, .5], [-.6, -.5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                               [.2, -.2]),
-         ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3,
-                                           .0]),), global_step, self._model_dir)
-    label_dimension = 3
-
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age', shape=[2])],
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-    def _input_fn():
-      return {'age': [[10., 8.]]}, [[1., -1., 0.5]]
-    # Uses identical numbers as
-    # DNNModelFnTest.test_multi_dim_input_multi_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-0.48, 0.48, 0.39]]
-    # loss = (1+0.48)^2 + (-1-0.48)^2 + (0.5-0.39)^2 = 4.3929
-    expected_loss = 4.3929
-    self.assertAllClose({
-        metric_keys.MetricKeys.LOSS: expected_loss,
-        metric_keys.MetricKeys.LOSS_MEAN: expected_loss / label_dimension,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 0.39 / 3.0,
-        metric_keys.MetricKeys.LABEL_MEAN: 0.5 / 3.0,
-        ops.GraphKeys.GLOBAL_STEP: global_step
-    }, dnn_regressor.evaluate(input_fn=_input_fn, steps=1))
-
-  def test_multi_dim_weights(self):
-    """Asserts evaluation metrics for multi-dimensional input and logits."""
-    # same checkpoint with test_multi_dim.
-    global_step = 100
-    create_checkpoint((([[.6, .5], [-.6, -.5]],
-                        [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-                       ([[-1., 1., .5], [-1., 1., .5]], [.3, -.3, .0]),),
-                      global_step, self._model_dir)
-    label_dimension = 3
-
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=(2, 2),
-        feature_columns=[self._fc_impl.numeric_column('age', shape=[2])],
-        label_dimension=label_dimension,
-        weight_column='w',
-        model_dir=self._model_dir)
-
-    def _input_fn():
-      return {'age': [[10., 8.]], 'w': [10.]}, [[1., -1., 0.5]]
-
-    # Uses identical numbers as test_multi_dim.
-    # See that test for calculation of logits.
-    # loss = 4.3929*10
-    expected_loss = 43.929
-    metrics = dnn_regressor.evaluate(input_fn=_input_fn, steps=1)
-    self.assertAlmostEqual(
-        expected_loss, metrics[metric_keys.MetricKeys.LOSS], places=3)
-
-
-class BaseDNNClassifierPredictTest(object):
-
-  def __init__(self, dnn_classifier_fn, fc_impl=feature_column):
-    self._dnn_classifier_fn = dnn_classifier_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_one_dim(self, label_vocabulary, label_output_fn):
-    """Asserts predictions for one-dimensional input and logits."""
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),),
-        global_step=0,
-        model_dir=self._model_dir)
-
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=(2, 2),
-        label_vocabulary=label_vocabulary,
-        feature_columns=(self._fc_impl.numeric_column('x'),),
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[10.]])}, batch_size=1, shuffle=False)
-    # Uses identical numbers as DNNModelTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [-2.08] =>
-    # logistic = exp(-2.08)/(1 + exp(-2.08)) = 0.11105597
-    # probabilities = [1-logistic, logistic] = [0.88894403, 0.11105597]
-    # class_ids = argmax(probabilities) = [0]
-    predictions = next(dnn_classifier.predict(input_fn=input_fn))
-    self.assertAllClose([-2.08],
-                        predictions[prediction_keys.PredictionKeys.LOGITS])
-    self.assertAllClose([0.11105597],
-                        predictions[prediction_keys.PredictionKeys.LOGISTIC])
-    self.assertAllClose(
-        [0.88894403,
-         0.11105597], predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-    self.assertAllClose([0],
-                        predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-    self.assertAllEqual([label_output_fn(0)],
-                        predictions[prediction_keys.PredictionKeys.CLASSES])
-
-  def test_one_dim_without_label_vocabulary(self):
-    self._test_one_dim(label_vocabulary=None,
-                       label_output_fn=lambda x: ('%s' % x).encode())
-
-  def test_one_dim_with_label_vocabulary(self):
-    n_classes = 2
-    self._test_one_dim(
-        label_vocabulary=['class_vocab_{}'.format(i) for i in range(n_classes)],
-        label_output_fn=lambda x: ('class_vocab_%s' % x).encode())
-
-  def _test_multi_dim_with_3_classes(self, label_vocabulary, label_output_fn):
-    """Asserts predictions for multi-dimensional input and logits."""
-    create_checkpoint(
-        (([[.6, .5], [-.6, -.5]], [.1, -.1]),
-         ([[1., .8], [-.8, -1.]], [.2, -.2]), ([[-1., 1., .5], [-1., 1., .5]],
-                                               [.3, -.3, .0]),),
-        global_step=0,
-        model_dir=self._model_dir)
-
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=(2, 2),
-        feature_columns=(self._fc_impl.numeric_column('x', shape=(2,)),),
-        label_vocabulary=label_vocabulary,
-        n_classes=3,
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        # Inputs shape is (batch_size, num_inputs).
-        x={'x': np.array([[10., 8.]])},
-        batch_size=1,
-        shuffle=False)
-    # Uses identical numbers as
-    # DNNModelFnTest.test_multi_dim_input_multi_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [-0.48, 0.48, 0.39] =>
-    # probabilities[i] = exp(logits[i]) / sum_j exp(logits[j]) =>
-    # probabilities = [0.16670536, 0.43538380, 0.39791084]
-    # class_ids = argmax(probabilities) = [1]
-    predictions = next(dnn_classifier.predict(input_fn=input_fn))
-    self.assertItemsEqual(
-        [prediction_keys.PredictionKeys.LOGITS,
-         prediction_keys.PredictionKeys.PROBABILITIES,
-         prediction_keys.PredictionKeys.CLASS_IDS,
-         prediction_keys.PredictionKeys.CLASSES],
-        six.iterkeys(predictions))
-    self.assertAllClose(
-        [-0.48, 0.48, 0.39], predictions[prediction_keys.PredictionKeys.LOGITS])
-    self.assertAllClose(
-        [0.16670536, 0.43538380, 0.39791084],
-        predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-    self.assertAllEqual(
-        [1], predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-    self.assertAllEqual(
-        [label_output_fn(1)],
-        predictions[prediction_keys.PredictionKeys.CLASSES])
-
-  def test_multi_dim_with_3_classes_but_no_label_vocab(self):
-    self._test_multi_dim_with_3_classes(
-        label_vocabulary=None,
-        label_output_fn=lambda x: ('%s' % x).encode())
-
-  def test_multi_dim_with_3_classes_and_label_vocab(self):
-    n_classes = 3
-    self._test_multi_dim_with_3_classes(
-        label_vocabulary=['class_vocab_{}'.format(i) for i in range(n_classes)],
-        label_output_fn=lambda x: ('class_vocab_%s' % x).encode())
-
-
-class BaseDNNRegressorPredictTest(object):
-
-  def __init__(self, dnn_regressor_fn, fc_impl=feature_column):
-    self._dnn_regressor_fn = dnn_regressor_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_one_dim(self):
-    """Asserts predictions for one-dimensional input and logits."""
-    # Create checkpoint: num_inputs=1, hidden_units=(2, 2), num_outputs=1.
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),),
-        global_step=0,
-        model_dir=self._model_dir)
-
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=(2, 2),
-        feature_columns=(self._fc_impl.numeric_column('x'),),
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[10.]])}, batch_size=1, shuffle=False)
-    # Uses identical numbers as DNNModelTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-2.08]] => predictions = [-2.08].
-    self.assertAllClose({
-        prediction_keys.PredictionKeys.PREDICTIONS: [-2.08],
-    }, next(dnn_regressor.predict(input_fn=input_fn)))
-
-  def test_multi_dim(self):
-    """Asserts predictions for multi-dimensional input and logits."""
-    # Create checkpoint: num_inputs=2, hidden_units=(2, 2), num_outputs=3.
-    create_checkpoint(
-        (([[.6, .5], [-.6, -.5]], [.1, -.1]),
-         ([[1., .8], [-.8, -1.]], [.2, -.2]), ([[-1., 1., .5], [-1., 1., .5]],
-                                               [.3, -.3,
-                                                .0]),), 100, self._model_dir)
-
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=(2, 2),
-        feature_columns=(self._fc_impl.numeric_column('x', shape=(2,)),),
-        label_dimension=3,
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        # Inputs shape is (batch_size, num_inputs).
-        x={'x': np.array([[10., 8.]])},
-        batch_size=1,
-        shuffle=False)
-    # Uses identical numbers as
-    # DNNModelFnTest.test_multi_dim_input_multi_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-0.48, 0.48, 0.39]] => predictions = [-0.48, 0.48, 0.39]
-    self.assertAllClose({
-        prediction_keys.PredictionKeys.PREDICTIONS: [-0.48, 0.48, 0.39],
-    }, next(dnn_regressor.predict(input_fn=input_fn)))
-
-
-class _SummaryHook(session_run_hook.SessionRunHook):
-  """Saves summaries every N steps."""
-
-  def __init__(self):
-    self._summaries = []
-
-  def begin(self):
-    self._summary_op = summary_lib.merge_all()
-
-  def before_run(self, run_context):
-    return session_run_hook.SessionRunArgs({'summary': self._summary_op})
-
-  def after_run(self, run_context, run_values):
-    s = summary_pb2.Summary()
-    s.ParseFromString(run_values.results['summary'])
-    self._summaries.append(s)
-
-  def summaries(self):
-    return tuple(self._summaries)
-
-
-def _assert_checkpoint(
-    testcase, global_step, input_units, hidden_units, output_units, model_dir):
-  """Asserts checkpoint contains expected variables with proper shapes.
-
-  Args:
-    testcase: A TestCase instance.
-    global_step: Expected global step value.
-    input_units: The dimension of input layer.
-    hidden_units: Iterable of integer sizes for the hidden layers.
-    output_units: The dimension of output layer (logits).
-    model_dir: The model directory.
-  """
-  shapes = {
-      name: shape
-      for (name, shape) in checkpoint_utils.list_variables(model_dir)
-  }
-
-  # Global step.
-  testcase.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-  testcase.assertEqual(
-      global_step,
-      checkpoint_utils.load_variable(
-          model_dir, ops.GraphKeys.GLOBAL_STEP))
-
-  # Hidden layer weights.
-  prev_layer_units = input_units
-  for i in range(len(hidden_units)):
-    layer_units = hidden_units[i]
-    testcase.assertAllEqual(
-        (prev_layer_units, layer_units),
-        shapes[HIDDEN_WEIGHTS_NAME_PATTERN % i])
-    testcase.assertAllEqual(
-        (layer_units,),
-        shapes[HIDDEN_BIASES_NAME_PATTERN % i])
-    prev_layer_units = layer_units
-
-  # Output layer weights.
-  testcase.assertAllEqual((prev_layer_units, output_units),
-                          shapes[LOGITS_WEIGHTS_NAME])
-  testcase.assertAllEqual((output_units,),
-                          shapes[LOGITS_BIASES_NAME])
-
-
-def _assert_simple_summary(testcase, expected_values, actual_summary):
-  """Assert summary the specified simple values.
-
-  Args:
-    testcase: A TestCase instance.
-    expected_values: Dict of expected tags and simple values.
-    actual_summary: `summary_pb2.Summary`.
-  """
-  testcase.assertAllClose(expected_values, {
-      v.tag: v.simple_value
-      for v in actual_summary.value if (v.tag in expected_values)
-  })
-
-
-class BaseDNNClassifierTrainTest(object):
-
-  def __init__(self, dnn_classifier_fn, fc_impl=feature_column):
-    self._dnn_classifier_fn = dnn_classifier_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_from_scratch_with_default_optimizer_binary(self):
-    hidden_units = (2, 2)
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        model_dir=self._model_dir)
-
-    # Train for a few steps, then validate final checkpoint.
-    num_steps = 5
-    dnn_classifier.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[1]]), steps=num_steps)
-    _assert_checkpoint(
-        self, num_steps, input_units=1, hidden_units=hidden_units,
-        output_units=1, model_dir=self._model_dir)
-
-  def test_from_scratch_with_default_optimizer_multi_class(self):
-    hidden_units = (2, 2)
-    n_classes = 3
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # Train for a few steps, then validate final checkpoint.
-    num_steps = 5
-    dnn_classifier.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[2]]), steps=num_steps)
-    _assert_checkpoint(
-        self, num_steps, input_units=1, hidden_units=hidden_units,
-        output_units=n_classes, model_dir=self._model_dir)
-
-  def test_from_scratch_validate_summary(self):
-    hidden_units = (2, 2)
-    opt = mock_optimizer(
-        self, hidden_units=hidden_units)
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
-
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    summary_hook = _SummaryHook()
-    dnn_classifier.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[1]]), steps=num_steps,
-        hooks=(summary_hook,))
-    self.assertEqual(1, opt.minimize.call_count)
-    _assert_checkpoint(
-        self, num_steps, input_units=1, hidden_units=hidden_units,
-        output_units=1, model_dir=self._model_dir)
-    summaries = summary_hook.summaries()
-    self.assertEqual(num_steps, len(summaries))
-    for summary in summaries:
-      summary_keys = [v.tag for v in summary.value]
-      self.assertIn(metric_keys.MetricKeys.LOSS, summary_keys)
-      self.assertIn(metric_keys.MetricKeys.LOSS_MEAN, summary_keys)
-
-  def test_binary_classification(self):
-    base_global_step = 100
-    hidden_units = (2, 2)
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), base_global_step, self._model_dir)
-
-    # Uses identical numbers as DNNModelFnTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [-2.08] => probabilities = [0.889, 0.111]
-    # loss = -1. * log(0.111) = 2.19772100
-    expected_loss = 2.19772100
-    opt = mock_optimizer(
-        self, hidden_units=hidden_units, expected_loss=expected_loss)
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
-
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    summary_hook = _SummaryHook()
-    dnn_classifier.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[1]]), steps=num_steps,
-        hooks=(summary_hook,))
-    self.assertEqual(1, opt.minimize.call_count)
-    summaries = summary_hook.summaries()
-    self.assertEqual(num_steps, len(summaries))
-    for summary in summaries:
-      _assert_simple_summary(
-          self,
-          {
-              metric_keys.MetricKeys.LOSS_MEAN: expected_loss,
-              'dnn/dnn/hiddenlayer_0/fraction_of_zero_values': 0.,
-              'dnn/dnn/hiddenlayer_1/fraction_of_zero_values': .5,
-              'dnn/dnn/logits/fraction_of_zero_values': 0.,
-              metric_keys.MetricKeys.LOSS: expected_loss,
-          },
-          summary)
-    _assert_checkpoint(
-        self, base_global_step + num_steps, input_units=1,
-        hidden_units=hidden_units, output_units=1, model_dir=self._model_dir)
-
-  def test_binary_classification_float_labels(self):
-    base_global_step = 100
-    hidden_units = (2, 2)
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), base_global_step, self._model_dir)
-
-    # Uses identical numbers as DNNModelFnTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [-2.08] => probabilities = [0.889, 0.111]
-    # loss = -0.8 * log(0.111) -0.2 * log(0.889) = 1.7817210
-    expected_loss = 1.7817210
-    opt = mock_optimizer(
-        self, hidden_units=hidden_units, expected_loss=expected_loss)
-    dnn_classifier = self._dnn_classifier_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
-
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    dnn_classifier.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[0.8]]), steps=num_steps)
-    self.assertEqual(1, opt.minimize.call_count)
-
-  def test_multi_class(self):
-    n_classes = 3
-    base_global_step = 100
-    hidden_units = (2, 2)
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1., 1., .5], [-1., 1., .5]],
-          [.3, -.3, .0]),), base_global_step, self._model_dir)
-
-    # Uses identical numbers as DNNModelFnTest.test_multi_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [-2.08, 2.08, 1.19] => probabilities = [0.0109, 0.7011, 0.2879]
-    # loss = -1. * log(0.7011) = 0.35505795
-    expected_loss = 0.35505795
-    opt = mock_optimizer(
-        self, hidden_units=hidden_units, expected_loss=expected_loss)
-    dnn_classifier = self._dnn_classifier_fn(
-        n_classes=n_classes,
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
-
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    summary_hook = _SummaryHook()
-    dnn_classifier.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[1]]), steps=num_steps,
-        hooks=(summary_hook,))
-    self.assertEqual(1, opt.minimize.call_count)
-    summaries = summary_hook.summaries()
-    self.assertEqual(num_steps, len(summaries))
-    for summary in summaries:
-      _assert_simple_summary(
-          self,
-          {
-              metric_keys.MetricKeys.LOSS_MEAN: expected_loss,
-              'dnn/dnn/hiddenlayer_0/fraction_of_zero_values': 0.,
-              'dnn/dnn/hiddenlayer_1/fraction_of_zero_values': .5,
-              'dnn/dnn/logits/fraction_of_zero_values': 0.,
-              metric_keys.MetricKeys.LOSS: expected_loss,
-          },
-          summary)
-    _assert_checkpoint(
-        self, base_global_step + num_steps, input_units=1,
-        hidden_units=hidden_units, output_units=n_classes,
-        model_dir=self._model_dir)
-
-
-class BaseDNNRegressorTrainTest(object):
-
-  def __init__(self, dnn_regressor_fn, fc_impl=feature_column):
-    self._dnn_regressor_fn = dnn_regressor_fn
-    self._fc_impl = fc_impl
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_from_scratch_with_default_optimizer(self):
-    hidden_units = (2, 2)
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        model_dir=self._model_dir)
-
-    # Train for a few steps, then validate final checkpoint.
-    num_steps = 5
-    dnn_regressor.train(
-        input_fn=lambda: ({'age': ((1,),)}, ((10,),)), steps=num_steps)
-    _assert_checkpoint(
-        self, num_steps, input_units=1, hidden_units=hidden_units,
-        output_units=1, model_dir=self._model_dir)
-
-  def test_from_scratch(self):
-    hidden_units = (2, 2)
-    opt = mock_optimizer(self, hidden_units=hidden_units)
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
-
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    summary_hook = _SummaryHook()
-    dnn_regressor.train(
-        input_fn=lambda: ({'age': ((1,),)}, ((5.,),)), steps=num_steps,
-        hooks=(summary_hook,))
-    self.assertEqual(1, opt.minimize.call_count)
-    _assert_checkpoint(
-        self, num_steps, input_units=1, hidden_units=hidden_units,
-        output_units=1, model_dir=self._model_dir)
-    summaries = summary_hook.summaries()
-    self.assertEqual(num_steps, len(summaries))
-    for summary in summaries:
-      summary_keys = [v.tag for v in summary.value]
-      self.assertIn(metric_keys.MetricKeys.LOSS, summary_keys)
-      self.assertIn(metric_keys.MetricKeys.LOSS_MEAN, summary_keys)
-
-  def test_one_dim(self):
-    """Asserts train loss for one-dimensional input and logits."""
-    base_global_step = 100
-    hidden_units = (2, 2)
-    create_checkpoint(
-        (([[.6, .5]], [.1, -.1]), ([[1., .8], [-.8, -1.]], [.2, -.2]),
-         ([[-1.], [1.]], [.3]),), base_global_step, self._model_dir)
-
-    # Uses identical numbers as DNNModelFnTest.test_one_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [-2.08] => predictions = [-2.08]
-    # loss = (1 + 2.08)^2 = 9.4864
-    expected_loss = 9.4864
-    opt = mock_optimizer(
-        self, hidden_units=hidden_units, expected_loss=expected_loss)
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=hidden_units,
-        feature_columns=(self._fc_impl.numeric_column('age'),),
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
-
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    summary_hook = _SummaryHook()
-    dnn_regressor.train(
-        input_fn=lambda: ({'age': [[10.]]}, [[1.]]), steps=num_steps,
-        hooks=(summary_hook,))
-    self.assertEqual(1, opt.minimize.call_count)
-    summaries = summary_hook.summaries()
-    self.assertEqual(num_steps, len(summaries))
-    for summary in summaries:
-      _assert_simple_summary(
-          self,
-          {
-              metric_keys.MetricKeys.LOSS_MEAN: expected_loss,
-              'dnn/dnn/hiddenlayer_0/fraction_of_zero_values': 0.,
-              'dnn/dnn/hiddenlayer_1/fraction_of_zero_values': 0.5,
-              'dnn/dnn/logits/fraction_of_zero_values': 0.,
-              metric_keys.MetricKeys.LOSS: expected_loss,
-          },
-          summary)
-    _assert_checkpoint(
-        self, base_global_step + num_steps, input_units=1,
-        hidden_units=hidden_units, output_units=1, model_dir=self._model_dir)
-
-  def test_multi_dim(self):
-    """Asserts train loss for multi-dimensional input and logits."""
-    base_global_step = 100
-    hidden_units = (2, 2)
-    create_checkpoint(
-        (([[.6, .5], [-.6, -.5]], [.1, -.1]), ([[1., .8], [-.8, -1.]],
-                                               [.2, -.2]),
-         ([[-1., 1., .5], [-1., 1., .5]],
-          [.3, -.3, .0]),), base_global_step, self._model_dir)
-    input_dimension = 2
-    label_dimension = 3
+from tensorflow_estimator.python.estimator.canned import dnn_testing_utils
 
-    # Uses identical numbers as
-    # DNNModelFnTest.test_multi_dim_input_multi_dim_logits.
-    # See that test for calculation of logits.
-    # logits = [[-0.48, 0.48, 0.39]]
-    # loss = (1+0.48)^2 + (-1-0.48)^2 + (0.5-0.39)^2 = 4.3929
-    expected_loss = 4.3929
-    opt = mock_optimizer(
-        self, hidden_units=hidden_units, expected_loss=expected_loss)
-    dnn_regressor = self._dnn_regressor_fn(
-        hidden_units=hidden_units,
-        feature_columns=[
-            self._fc_impl.numeric_column('age', shape=[input_dimension])
-        ],
-        label_dimension=label_dimension,
-        optimizer=opt,
-        model_dir=self._model_dir)
-    self.assertEqual(0, opt.minimize.call_count)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+dnn_testing_utils.__all__ = [
+    s for s in dir(dnn_testing_utils) if not s.startswith('__')
+]
 
-    # Train for a few steps, then validate optimizer, summaries, and
-    # checkpoint.
-    num_steps = 5
-    summary_hook = _SummaryHook()
-    dnn_regressor.train(
-        input_fn=lambda: ({'age': [[10., 8.]]}, [[1., -1., 0.5]]),
-        steps=num_steps,
-        hooks=(summary_hook,))
-    self.assertEqual(1, opt.minimize.call_count)
-    summaries = summary_hook.summaries()
-    self.assertEqual(num_steps, len(summaries))
-    for summary in summaries:
-      _assert_simple_summary(
-          self,
-          {
-              metric_keys.MetricKeys.LOSS_MEAN: expected_loss / label_dimension,
-              'dnn/dnn/hiddenlayer_0/fraction_of_zero_values': 0.,
-              'dnn/dnn/hiddenlayer_1/fraction_of_zero_values': 0.5,
-              'dnn/dnn/logits/fraction_of_zero_values': 0.,
-              metric_keys.MetricKeys.LOSS: expected_loss,
-          },
-          summary)
-    _assert_checkpoint(
-        self, base_global_step + num_steps, input_units=input_dimension,
-        hidden_units=hidden_units, output_units=label_dimension,
-        model_dir=self._model_dir)
+from tensorflow_estimator.python.estimator.canned.dnn_testing_utils import *
diff --git a/tensorflow/python/estimator/canned/head.py b/tensorflow/python/estimator/canned/head.py
index 06593f9520..6b8fd235f7 100644
--- a/tensorflow/python/estimator/canned/head.py
+++ b/tensorflow/python/estimator/canned/head.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,1590 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Abstractions for the head(s) of a model."""
+"""head python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import abc
-import collections
-
-import six
-
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.framework import tensor_util
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import lookup_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import string_ops
-from tensorflow.python.ops import weights_broadcast_ops
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.summary import summary
-from tensorflow.python.training import training_util
-from tensorflow.python.util import function_utils
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-# The above default is defined by TF Serving, but these next three are just
-# a local convention without any special meaning.
-_CLASSIFY_SERVING_KEY = 'classification'
-_REGRESS_SERVING_KEY = 'regression'
-_PREDICT_SERVING_KEY = 'predict'
-
-
-# A LossSpec contains
-# * a scalar `Tensor` representing reduced weighted training loss
-# * a `Tensor` representing the unreduced unweighted loss
-# * a `Tensor` representing the example weights
-# * possibly processed labels (e.g. vocabulary lookup, shape manipulation, etc)
-LossSpec = collections.namedtuple(
-    'LossSpec', ['training_loss', 'unreduced_loss', 'weights',
-                 'processed_labels'])
-
-
-def _summary_key(head_name, val):
-  return '%s/%s' % (val, head_name) if head_name else val
-
-
-def _create_eval_metrics_tuple(fn, kwargs):
-  """Creates TPU eval metrics tuple.
-
-  Helper function to make eval_metric tuple (eval_metric_fn, fn_kwargs) used
-  by `TPUEstimator`. TPUEstimator requires that `eval_metric_fn` take
-  exclusively Tensor arguments. This helper can help create such a function from
-  a more generic function that can take both Tensor and non-Tensor arguments.
-
-  Args:
-    fn: A eval_metric_fn that takes both Tensor and non-Tensor arguments.
-        This function must return a dict of form
-        {'metric name': (metric_tensor, eval_op)}
-    kwargs: Dict of arguments for `fn`.
-
-  Returns:
-    `eval_metric` tuple that can be passed to a `model_fn._TPUEstimatorSpec`.
-  """
-  tensor_kwargs = {}
-  nontensor_kwargs = {}
-  for k, v in six.iteritems(kwargs):
-    if tensor_util.is_tensor(v):
-      tensor_kwargs[k] = v
-    else:
-      nontensor_kwargs[k] = v
-  def _fn(**tensors):
-    return fn(**dict(nontensor_kwargs, **tensors))
-  return (_fn, tensor_kwargs)
-
-
-class _Head(object):
-  """Interface for the head/top of a model.
-
-  Given logits (or output of a hidden layer), a Head knows how to compute
-  predictions, loss, train_op, metrics and export outputs. It is meant to:
-
-  1. Simplify writing model_fn and to make model_fn more configurable
-  2. Support wide range of machine learning models. Since most heads can work
-     with logits, they can support DNN, RNN, Wide, Wide&Deep,
-     Global objectives, Gradient boosted trees and many other types
-     of machine learning models.
-
-  Common usage:
-  Here is simplified model_fn to build a DNN regression model.
-    ```python
-    def _my_dnn_model_fn(features, labels, mode, params, config=None):
-      # Optionally your callers can pass head to model_fn as a param.
-      head = tf.contrib.estimator.regression_head(...)
-      inputs = tf.feature_column.input_layer(features, ...)
-      hidden_layer0 = tf.layers.dense(
-          inputs, units=1000, activation=tf.nn.relu)
-      hidden_layer1 = tf.layers.dense(
-          hidden_layer0, units=500, activation=tf.nn.relu)
-      logits = tf.layers.dense(
-          hidden_layer1, units=head.logits_dimension, activation=None)
-
-      return head.create_estimator_spec(
-          features=features,
-          labels=labels,
-          mode=mode,
-          logits=logits,
-          optimizer=optimizer)
-    ```
-
-  There are cases where computing and applying gradients can not be meaningfully
-  captured with optimizer or train_op_fn we support (for example, with sync
-  optimizer). In such case, you can take the responsibility on your own. Here is
-  a common use case,
-    ```python
-    estimator_spec = head.create_estimator_spec(
-        features=features,
-        labels=labels,
-        mode=mode,
-        logits=logits,
-        train_op_fn=lambda _: tf.no_op())
-    if mode == model_fn.ModeKeys.TRAIN:
-      optimizer = ...
-      sync = tf.train.SyncReplicasOptimizer(opt=optimizer, ...)
-      update_op = sync.minimize(
-          estimator_spec.loss, global_step=tf.get_global_step())
-      hooks = [sync.make_session_run_hook(is_chief)]
-      ... update train_op and hooks in EstimatorSpec and return
-    ```
-  """
-  __metaclass__ = abc.ABCMeta
-
-  @abc.abstractproperty
-  def name(self):
-    """The name of this head.
-
-    Returns:
-      A string.
-    """
-    raise NotImplementedError('Calling an abstract method.')
-
-  @abc.abstractproperty
-  def logits_dimension(self):
-    """Size of the last dimension of the logits `Tensor`.
-
-    Typically, logits is of shape `[batch_size, logits_dimension]`.
-
-    Returns:
-      The expected size of the `logits` tensor.
-    """
-    raise NotImplementedError('Calling an abstract method.')
-
-  @abc.abstractmethod
-  def create_loss(self, features, mode, logits, labels):
-    """Returns a loss Tensor from provided logits.
-
-    This function is designed to be used by framework developers.  Almost all
-    users should use create_estimator_spec(), which calls this internally.
-    `mode` and `features` are most likely not used, but some Head
-    implementations may require them.
-
-    Args:
-      features: Input `dict` of `Tensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` to be used for loss construction.
-      labels: Labels `Tensor`, or `dict` of same.
-
-    Returns:
-      A LossSpec that contains
-      * the scalar `Tensor` representing reduced weighted training loss
-      * the `Tensor` representing the unreduced unweighted loss
-      * the `Tensor` representing the example weights
-      * possibly processed labels (e.g. vocabulary lookup, shape manipulation,
-        etc.)
-
-      To be extendable in the future.
-    """
-    raise NotImplementedError('Calling an abstract method.')
-
-  # TODO(b/65403806): By default, collect regularization_losses from
-  # GraphKeys.REGULARIZATION_LOSSES collection.
-  def create_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, regularization_losses=None):
-    """Returns `EstimatorSpec` that a model_fn can return.
-
-    Please note that,
-    + All args must be passed via name.
-
-    Args:
-      features: Input `dict` of `Tensor` or `SparseTensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` to be used by the head.
-      labels: Labels `Tensor`, or `dict` of same.
-      optimizer: `Optimizer` instance to optimize the loss in TRAIN mode.
-        Namely, sets `train_op = optimizer.minimize(loss, global_step)`, which
-        updates variables and increments `global_step`.
-      train_op_fn: Function that takes a scalar loss `Tensor` and returns an op
-        to optimize the model with the loss in TRAIN mode. Used if `optimizer`
-        is `None`. Exactly one of `train_op_fn` and `optimizer` must be set in
-        TRAIN mode. None is allowed in other modes. If you want to optimize loss
-        yourself you can pass `lambda _: tf.no_op()` and then use
-        EstimatorSpec.loss to compute and apply gradients.
-      regularization_losses: A list of additional scalar losses to be added to
-        the training loss, such as regularization losses.
-
-    Returns:
-      `EstimatorSpec`.
-    """
-    try:
-      tpu_estimator_spec = (
-          self._create_tpu_estimator_spec(
-              features, mode, logits, labels, optimizer, train_op_fn,
-              regularization_losses))
-      return tpu_estimator_spec.as_estimator_spec()
-    except NotImplementedError:
-      # Not all subclasses of _Head will have implemented
-      # _create_tpu_estimator_spec. If it is implemented, we can use it to
-      # create our `EstimatorSpec` here.
-      raise NotImplementedError(
-          'Subclasses of _Head must implement `create_estimator_spec()` or '
-          '_create_tpu_estimator_spec().')
-
-  def _create_tpu_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, regularization_losses=None):
-    """Returns `model_fn._TPUEstimatorSpec` that a model_fn can return.
-
-    Args:
-      features: Input `dict` of `Tensor` or `SparseTensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` to be used by the head.
-      labels: Labels `Tensor`, or `dict` of same.
-      optimizer: `Optimizer` instance to optimize the loss in TRAIN mode.
-        Namely, sets `train_op = optimizer.minimize(loss, global_step)`, which
-        updates variables and increments `global_step`.
-      train_op_fn: Function that takes a scalar loss `Tensor` and returns an op
-        to optimize the model with the loss in TRAIN mode. Used if `optimizer`
-        is `None`. Exactly one of `train_op_fn` and `optimizer` must be set in
-        TRAIN mode. None is allowed in other modes. If you want to optimize loss
-        yourself you can pass `lambda _: tf.no_op()` and then use
-        EstimatorSpec.loss to compute and apply gradients.
-      regularization_losses: A list of additional scalar losses to be added to
-        the training loss, such as regularization losses.
-
-    Returns:
-      A `model_fn._TPUEstimatorSpec' instance.
-    """
-    raise NotImplementedError(
-        'TPUEstimatorSpec not available for this model head.')
-
-
-def _check_dense_labels_match_logits_and_reshape(
-    labels, logits, expected_labels_dimension):
-  """Checks that labels shape matches logits and reshapes if needed.
-
-  Consider logits of shape [D0, D1, ... DN, logits_dimension]. Then labels
-  shape must be [D0, D1, ... DN, expected_labels_dimension].
-  If expected_labels_dimension=1, labels could be [D0, D1, ... DN] and this
-  method reshapes them to [D0, D1, ... DN, 1].
-
-  Args:
-    labels: labels Tensor.
-    logits: logits Tensor.
-    expected_labels_dimension: Integer.
-  Returns:
-    Validated and reshaped labels Tensor.
-  Raises:
-    ValueError: If labels is a SparseTensor.
-    ValueError: If labels shape is statically defined and fails validation.
-    OpError: If labels shape is not statically defined and fails validation.
-  """
-  if labels is None:
-    raise ValueError(
-        'You must provide a labels Tensor. Given: None. '
-        'Suggested troubleshooting steps: Check that your data contain '
-        'your label feature. Check that your input_fn properly parses and '
-        'returns labels.')
-  with ops.name_scope(None, 'labels', (labels, logits)) as scope:
-    labels = sparse_tensor.convert_to_tensor_or_sparse_tensor(labels)
-    if isinstance(labels, sparse_tensor.SparseTensor):
-      raise ValueError(
-          'SparseTensor labels are not supported. '
-          'labels must be a Tensor of shape [D0, D1, ..., DN, %s], '
-          'e.g. [batch_size, %s]. '
-          'Suggested Fix (1): Check the label feature in your data. '
-          'Each example must contain %s value(s). If not, your choice of label '
-          'was probably incorrect. '
-          'Suggested Fix (2): In your input_fn, use '
-          'tf.sparse_tensor_to_dense() to turn labels into a Tensor.'
-          '' % (expected_labels_dimension, expected_labels_dimension,
-                expected_labels_dimension))
-    if (labels.shape.ndims is not None and logits.shape.ndims is not None and
-        labels.shape.ndims == logits.shape.ndims - 1):
-      labels = array_ops.expand_dims(labels, -1)
-    labels_shape = array_ops.shape(labels)
-    logits_shape = array_ops.shape(logits)
-    err_msg = (
-        'labels shape must be [D0, D1, ... DN, {}]. '
-        'Suggested Fix: check your n_classes argument to the estimator '
-        'and/or the shape of your label.'.format(expected_labels_dimension))
-    assert_rank = check_ops.assert_rank_at_least(labels, 2, message=err_msg)
-    with ops.control_dependencies([assert_rank]):
-      static_shape = labels.shape
-      if static_shape.ndims is not None:
-        dim1 = static_shape[-1]
-        if (dim1 is not None) and (dim1 != expected_labels_dimension):
-          raise ValueError(
-              'Mismatched label shape. '
-              'Expected labels dimension=%s.  Received %s. '
-              'Suggested Fix:'
-              'If your classifier expects one-hot encoding label,'
-              'check your n_classes argument to the estimator '
-              'and/or the shape of your label. '
-              'Otherwise, check the shape of your label.' %
-              (expected_labels_dimension, dim1))
-      expected_labels_shape = array_ops.concat(
-          [logits_shape[:-1], [expected_labels_dimension]], axis=0)
-      assert_dimension = check_ops.assert_equal(
-          expected_labels_shape, labels_shape, message=err_msg,
-          data=['expected_labels_shape: ', expected_labels_shape,
-                'labels_shape: ', labels_shape])
-      with ops.control_dependencies([assert_dimension]):
-        return array_ops.identity(labels, name=scope)
-
-
-def _get_weights_and_check_match_logits(
-    features, weight_column, logits, allow_per_logit_weights=False):
-  """Fetches weights from features and checks that the shape matches logits.
-
-  Consider logits of shape [D0, D1, ... DN, logits_dimension]. Weights shape
-  can be either:
-  * [D0, D1, ... DN, logits_dimension] if `allow_per_logit_weights=True`.
-  * [D0, D1, ... DN, 1]
-  * [D0, D1, ... DN]: In this case, weights is reshaped into
-    [D0, D1, ... DN, 1] to work with weight broadcasting rules.
-
-  Args:
-    features: The features dict that contains weights.
-    weight_column: The weight column. If not given, this method returns 1.
-    logits: logits Tensor.
-    allow_per_logit_weights: Boolean. Whether we allow weights along the logits
-      dimension, namely shape `[D0, D1, ... DN, logits_dimension]`.
-  Returns:
-    Validated and reshaped weights Tensor.
-  Raises:
-    ValueError: If the weights `Tensor` cannot be cast into float.
-  """
-  if allow_per_logit_weights:
-    err_msg = (
-        'weights shape must be [D0, D1, ... DN], [D0, D1, ... DN, 1] or '
-        '[D0, D1, ... DN, logits_dimension]')
-  else:
-    err_msg = (
-        'weights shape must be [D0, D1, ... DN] or [D0, D1, ... DN, 1]')
-  with ops.name_scope(
-      None, 'weights',
-      values=tuple(six.itervalues(features)) + (logits,)) as scope:
-    # Fetch the weights.
-    if weight_column is None:
-      return 1.
-    if isinstance(weight_column, six.string_types):
-      weight_column = feature_column_lib.numeric_column(
-          key=weight_column, shape=(1,))
-    if not isinstance(weight_column, feature_column_lib._NumericColumn):  # pylint: disable=protected-access
-      raise TypeError('Weight column must be either a string or _NumericColumn.'
-                      ' Given type: {}.'.format(type(weight_column)))
-    weights = weight_column._get_dense_tensor(  # pylint: disable=protected-access
-        feature_column_lib._LazyBuilder(features))  # pylint: disable=protected-access
-    if not (weights.dtype.is_floating or weights.dtype.is_integer):
-      raise ValueError('Weight column should be castable to float. '
-                       'Given dtype: {}'.format(weights.dtype))
-    weights = math_ops.to_float(weights, name='weights')
-
-    # Validate the weights shape.
-    weights_shape = array_ops.shape(weights, name='weights_shape')
-    logits_shape = array_ops.shape(logits, name='logits_shape')
-    if (weights.shape.ndims is not None and logits.shape.ndims is not None and
-        weights.shape.ndims == logits.shape.ndims - 1):
-      assert_dimension = check_ops.assert_equal(
-          logits_shape[:-1], weights_shape, message=err_msg,
-          data=['logits_shape: ', logits_shape,
-                'weights_shape: ', weights_shape])
-      with ops.control_dependencies([assert_dimension]):
-        return array_ops.expand_dims(weights, -1, name=scope)
-    supported_weights_shape = array_ops.concat([logits_shape[:-1], [1]], axis=0)
-    if allow_per_logit_weights:
-      condition = math_ops.reduce_any(
-          [math_ops.reduce_all(math_ops.equal(logits_shape, weights_shape)),
-           math_ops.reduce_all(math_ops.equal(
-               supported_weights_shape, weights_shape))])
-      assert_dimension = control_flow_ops.Assert(
-          condition=condition,
-          data=[err_msg, 'logits_shape: ', logits_shape,
-                'weights_shape: ', weights_shape])
-    else:
-      assert_dimension = check_ops.assert_equal(
-          supported_weights_shape, weights_shape, message=err_msg,
-          data=['logits_shape: ', logits_shape,
-                'weights_shape: ', weights_shape])
-    with ops.control_dependencies([assert_dimension]):
-      return array_ops.identity(weights, name=scope)
-
-
-def _check_logits_final_dim(logits, expected_logits_dimension):
-  """Checks that logits shape is [D0, D1, ... DN, logits_dimension]."""
-  with ops.name_scope(None, 'logits', (logits,)) as scope:
-    logits = math_ops.to_float(logits)
-    logits_shape = array_ops.shape(logits)
-    assert_rank = check_ops.assert_rank_at_least(
-        logits, 2, data=[logits_shape],
-        message='logits shape must be [D0, D1, ... DN, logits_dimension]')
-    with ops.control_dependencies([assert_rank]):
-      static_shape = logits.shape
-      if static_shape.ndims is not None and static_shape[-1] is not None:
-        if static_shape[-1] != expected_logits_dimension:
-          raise ValueError(
-              'logits shape must be [D0, D1, ... DN, logits_dimension], '
-              'got %s.' % (static_shape,))
-        return logits
-      assert_dimension = check_ops.assert_equal(
-          expected_logits_dimension, logits_shape[-1], data=[logits_shape],
-          message='logits shape must be [D0, D1, ... DN, logits_dimension]')
-      with ops.control_dependencies([assert_dimension]):
-        return array_ops.identity(logits, name=scope)
-
-
-def _validate_loss_fn_args(loss_fn):
-  """Validates loss_fn arguments.
-
-  Required arguments: labels, logits.
-  Optional arguments: features.
-
-  Args:
-    loss_fn: The loss function.
-  Raises:
-    ValueError: If the signature is unexpected.
-  """
-  loss_fn_args = function_utils.fn_args(loss_fn)
-  for required_arg in ['labels', 'logits']:
-    if required_arg not in loss_fn_args:
-      raise ValueError(
-          'loss_fn must contain argument: {}. '
-          'Given arguments: {}'.format(required_arg, loss_fn_args))
-  invalid_args = list(set(loss_fn_args) - set(['labels', 'logits', 'features']))
-  if invalid_args:
-    raise ValueError('loss_fn has unexpected args: {}'.format(invalid_args))
-
-
-def _call_loss_fn(loss_fn, labels, logits, features, expected_loss_dim=1):
-  """Calls loss_fn and checks the returned shape.
-
-  Args:
-    loss_fn: The loss function.
-    labels: Processed labels Tensor.
-    logits: Logits Tensor of shape [D0, D1, ... DN, logits_dimension].
-    features: Features dict.
-    expected_loss_dim: The expected last dimension of loss Tensor.
-  Returns:
-    Loss Tensor with shape [D0, D1, ... DN, expected_loss_dim].
-  """
-  loss_fn_args = function_utils.fn_args(loss_fn)
-  kwargs = {}
-  if 'features' in loss_fn_args:
-    kwargs['features'] = features
-  with ops.name_scope(
-      None, 'call_loss_fn',
-      values=[labels, logits] + list(six.itervalues(features))):
-    unweighted_loss = loss_fn(labels=labels, logits=logits, **kwargs)
-    logits_shape = array_ops.shape(logits, name='logits_shape')
-    expected_loss_shape = array_ops.concat(
-        [logits_shape[:-1], [expected_loss_dim]], axis=0,
-        name='expected_loss_shape')
-    loss_shape = array_ops.shape(unweighted_loss, name='loss_shape')
-    check_loss_shape_op = control_flow_ops.Assert(
-        math_ops.reduce_all(math_ops.equal(loss_shape, expected_loss_shape)),
-        data=[
-            'loss_fn must return Tensor of shape '
-            '[D0, D1, ... DN, {}]. '.format(expected_loss_dim),
-            'logits_shape: ', logits_shape, 'loss_shape: ', loss_shape],
-        name='check_loss_shape')
-    with ops.control_dependencies([check_loss_shape_op]):
-      return array_ops.identity(unweighted_loss)
-
-
-def _indicator_labels_mean(labels, weights=None, name=None):
-  with ops.name_scope(name, 'labels_mean', (labels, weights)) as scope:
-    labels = math_ops.to_float(labels, name='labels')
-    if weights is not None:
-      weights = weights_broadcast_ops.broadcast_weights(weights, labels)
-    return metrics_lib.mean(labels, weights=weights, name=scope)
-
-
-def _classification_output(scores, n_classes, label_vocabulary=None):
-  batch_size = array_ops.shape(scores)[0]
-  if label_vocabulary:
-    export_class_list = label_vocabulary
-  else:
-    export_class_list = string_ops.as_string(math_ops.range(n_classes))
-  export_output_classes = array_ops.tile(
-      input=array_ops.expand_dims(input=export_class_list, axis=0),
-      multiples=[batch_size, 1])
-  return export_output.ClassificationOutput(
-      scores=scores,
-      # `ClassificationOutput` requires string classes.
-      classes=export_output_classes)
-
-
-def _accuracy_baseline(labels_mean):
-  """Return accuracy baseline based on labels mean.
-
-  This is the best the model could do by always predicting one class.
-
-  Args:
-    labels_mean: Tuple of value and update op.
-
-  Returns:
-    Tuple of value and update op.
-  """
-  with ops.name_scope(None, 'accuracy_baseline', labels_mean):
-    value, update_op = labels_mean
-    return (
-        math_ops.maximum(value, 1. - value, name='value'),
-        math_ops.maximum(update_op, 1 - update_op, name='update_op'))
-
-
-def _predictions_mean(predictions, weights=None, name=None):
-  with ops.name_scope(
-      name, 'predictions_mean', (predictions, weights)) as scope:
-    predictions = math_ops.to_float(predictions, name='predictions')
-    if weights is not None:
-      weights = weights_broadcast_ops.broadcast_weights(weights, predictions)
-    return metrics_lib.mean(predictions, weights=weights, name=scope)
-
-
-def _auc(labels, predictions, weights=None, curve='ROC', name=None):
-  with ops.name_scope(name, 'auc', (predictions, labels, weights)) as scope:
-    predictions = math_ops.to_float(predictions, name='predictions')
-    if weights is not None:
-      weights = weights_broadcast_ops.broadcast_weights(weights, predictions)
-    return metrics_lib.auc(
-        labels=labels, predictions=predictions, weights=weights, curve=curve,
-        name=scope)
-
-
-def _accuracy_at_threshold(labels, predictions, weights, threshold, name=None):
-  with ops.name_scope(
-      name, 'accuracy_at_%s' % threshold,
-      (predictions, labels, weights, threshold)) as scope:
-    threshold_predictions = math_ops.to_float(
-        math_ops.greater_equal(predictions, threshold))
-    return metrics_lib.accuracy(
-        labels=labels, predictions=threshold_predictions, weights=weights,
-        name=scope)
-
-
-def _precision_at_threshold(labels, predictions, weights, threshold, name=None):
-  with ops.name_scope(
-      name, 'precision_at_%s' % threshold,
-      (predictions, labels, weights, threshold)) as scope:
-    precision_tensor, update_op = metrics_lib.precision_at_thresholds(
-        labels=labels, predictions=predictions, thresholds=(threshold,),
-        weights=weights, name=scope)
-    return array_ops.squeeze(precision_tensor), array_ops.squeeze(update_op)
-
-
-def _recall_at_threshold(labels, predictions, weights, threshold, name=None):
-  with ops.name_scope(
-      name, 'recall_at_%s' % threshold,
-      (predictions, labels, weights, threshold)) as scope:
-    precision_tensor, update_op = metrics_lib.recall_at_thresholds(
-        labels=labels, predictions=predictions, thresholds=(threshold,),
-        weights=weights, name=scope)
-    return array_ops.squeeze(precision_tensor), array_ops.squeeze(update_op)
-
-
-def _multi_class_head_with_softmax_cross_entropy_loss(
-    n_classes,
-    weight_column=None,
-    label_vocabulary=None,
-    loss_reduction=losses.Reduction.SUM,
-    loss_fn=None,
-    name=None):
-  """Creates a '_Head' for multi class classification.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, n_classes]`.
-  In many applications, the shape is `[batch_size, n_classes]`.
-
-  `labels` must be a dense `Tensor` with shape matching `logits`, namely
-  `[D0, D1, ... DN, 1]`. If `label_vocabulary` given, `labels` must be a string
-  `Tensor` with values from the vocabulary. If `label_vocabulary` is not given,
-  `labels` must be an integer `Tensor` with values specifying the class index.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, or `[D0, D1, ... DN, 1]`.
-
-  The loss is the weighted sum over the input dimensions. Namely, if the input
-  labels have shape `[batch_size, 1]`, the loss is the weighted sum over
-  `batch_size`.
-
-  Also supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, 1]`. `loss_fn` must support integer `labels` with
-  shape `[D0, D1, ... DN, 1]`. Namely, the head applies `label_vocabulary` to
-  the input labels before passing them to `loss_fn`.
-
-  Args:
-    n_classes: Number of classes, must be greater than 2 (for 2 classes, use
-      `_BinaryLogisticHeadWithSigmoidCrossEntropyLoss`).
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    label_vocabulary: A list or tuple of strings representing possible label
-      values. If it is not given, that means labels are already encoded as an
-      integer within [0, n_classes). If given, labels must be of string type and
-      have any value in `label_vocabulary`. Note that errors will be raised if
-      `label_vocabulary` is not provided but labels are strings.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM`.
-    loss_fn: Optional loss function.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for multi class classification.
-
-  Raises:
-    ValueError: If `n_classes`, `label_vocabulary` or `loss_reduction` is
-      invalid.
-  """
-  if label_vocabulary is not None and not isinstance(label_vocabulary,
-                                                     (list, tuple)):
-    raise ValueError(
-        'label_vocabulary should be a list or a tuple. Given type: {}'.format(
-            type(label_vocabulary)))
-  if (loss_reduction not in losses.Reduction.all() or
-      loss_reduction == losses.Reduction.NONE):
-    raise ValueError('Invalid loss_reduction: {}'.format(loss_reduction))
-  if loss_fn:
-    _validate_loss_fn_args(loss_fn)
-  return _MultiClassHeadWithSoftmaxCrossEntropyLoss(
-      n_classes=n_classes,
-      weight_column=weight_column,
-      label_vocabulary=label_vocabulary,
-      loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      name=name)
-
-
-class _MultiClassHeadWithSoftmaxCrossEntropyLoss(_Head):
-  """See `_multi_class_head_with_softmax_cross_entropy_loss`."""
-
-  def __init__(self,
-               n_classes,
-               weight_column=None,
-               label_vocabulary=None,
-               loss_reduction=losses.Reduction.SUM,
-               loss_fn=None,
-               name=None):
-    if (n_classes is None) or (n_classes <= 2):
-      raise ValueError('n_classes must be > 2: %s.' % n_classes)
-    self._n_classes = n_classes
-    self._weight_column = weight_column
-    self._label_vocabulary = label_vocabulary
-    self._loss_reduction = loss_reduction
-    self._loss_fn = loss_fn
-    self._name = name
-
-  @property
-  def name(self):
-    return self._name
-
-  @property
-  def logits_dimension(self):
-    return self._n_classes
-
-  def _eval_metric_ops(
-      self, labels, class_ids, weights, unreduced_loss, regularization_loss):
-    """Returns the Eval metric ops."""
-    with ops.name_scope(
-        None, 'metrics',
-        (labels, class_ids, weights, unreduced_loss, regularization_loss)):
-      keys = metric_keys.MetricKeys
-      metric_ops = {
-          # Estimator already adds a metric for loss.
-          # TODO(xiejw): Any other metrics?
-          _summary_key(self._name, keys.LOSS_MEAN):
-              metrics_lib.mean(
-                  values=unreduced_loss,
-                  weights=weights,
-                  name=keys.LOSS_MEAN),
-          _summary_key(self._name, keys.ACCURACY):
-              metrics_lib.accuracy(
-                  labels=labels,
-                  predictions=class_ids,
-                  weights=weights,
-                  name=keys.ACCURACY),
-      }
-      if regularization_loss is not None:
-        metric_ops[_summary_key(self._name, keys.LOSS_REGULARIZATION)] = (
-            metrics_lib.mean(
-                values=regularization_loss,
-                name=keys.LOSS_REGULARIZATION))
-    return metric_ops
-
-  def _label_ids(self, labels):
-    """Converts labels to integer id space."""
-    if self._label_vocabulary is None:
-      if not labels.dtype.is_integer:
-        raise ValueError('Labels dtype should be integer. Instead got {}.'.
-                         format(labels.dtype))
-      label_ids = labels
-    else:
-      if labels.dtype != dtypes.string:
-        raise ValueError('Labels dtype should be string if there is a '
-                         'vocabulary. Instead got {}'.format(labels.dtype))
-      label_ids = lookup_ops.index_table_from_tensor(
-          vocabulary_list=tuple(self._label_vocabulary),
-          name='class_id_lookup').lookup(labels)
-    return _assert_range(label_ids, self._n_classes)
-
-  def create_loss(self, features, mode, logits, labels):
-    """See `Head`."""
-    del mode  # Unused for this head.
-    logits = ops.convert_to_tensor(logits)
-    labels = _check_dense_labels_match_logits_and_reshape(
-        labels=labels, logits=logits, expected_labels_dimension=1)
-    label_ids = self._label_ids(labels)
-    if self._loss_fn:
-      unweighted_loss = _call_loss_fn(
-          loss_fn=self._loss_fn, labels=label_ids, logits=logits,
-          features=features, expected_loss_dim=1)
-    else:
-      unweighted_loss = losses.sparse_softmax_cross_entropy(
-          labels=label_ids, logits=logits, reduction=losses.Reduction.NONE)
-      # Restore the squeezed dim, so unweighted_loss matches the weights shape.
-      unweighted_loss = array_ops.expand_dims(unweighted_loss, axis=-1)
-    weights = _get_weights_and_check_match_logits(
-        features=features, weight_column=self._weight_column, logits=logits)
-    training_loss = losses.compute_weighted_loss(
-        unweighted_loss, weights=weights, reduction=self._loss_reduction)
-    return LossSpec(
-        training_loss=training_loss,
-        unreduced_loss=unweighted_loss,
-        weights=weights,
-        processed_labels=label_ids)
-
-  def _create_tpu_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, regularization_losses=None):
-    """Returns a `model_fn._TPUEstimatorSpec`.
-
-    Args:
-      features: Input `dict` of `Tensor` or `SparseTensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` with shape `[D0, D1, ... DN, logits_dimension]`.
-        For many applications, the shape is `[batch_size, logits_dimension]`.
-      labels: Labels integer or string `Tensor` with shape matching `logits`,
-        namely `[D0, D1, ... DN, 1]` or `[D0, D1, ... DN]`. `labels` is
-        required argument when `mode` equals `TRAIN` or `EVAL`.
-      optimizer: `Optimizer` instance to optimize the loss in TRAIN mode.
-        Namely, sets `train_op = optimizer.minimize(loss, global_step)`, which
-        updates variables and increments `global_step`.
-      train_op_fn: Function that takes a scalar loss `Tensor` and returns
-        `train_op`. Used if `optimizer` is `None`.
-      regularization_losses: A list of additional scalar losses to be added to
-        the training loss, such as regularization losses. These losses are
-        usually expressed as a batch average, so for best results users need to
-        set `loss_reduction=SUM_OVER_BATCH_SIZE` or
-        `loss_reduction=SUM_OVER_NONZERO_WEIGHTS` when creating the head to
-        avoid scaling errors.
-    Returns:
-      A `model_fn._TPUEstimatorSpec` instance.
-    Raises:
-      ValueError: If both `train_op_fn` and `optimizer` are `None` in TRAIN
-        mode, or if both are set.
-    """
-    with ops.name_scope(self._name, 'head'):
-      logits = _check_logits_final_dim(logits, self.logits_dimension)
-
-      # Predict.
-      pred_keys = prediction_keys.PredictionKeys
-      with ops.name_scope(None, 'predictions', (logits,)):
-        # class_ids's shape is [D0, D1, ... DN].
-        class_ids = math_ops.argmax(logits, axis=-1, name=pred_keys.CLASS_IDS)
-        class_ids = array_ops.expand_dims(class_ids, axis=-1)
-        if self._label_vocabulary:
-          table = lookup_ops.index_to_string_table_from_tensor(
-              vocabulary_list=self._label_vocabulary,
-              name='class_string_lookup')
-          classes = table.lookup(class_ids)
-        else:
-          classes = string_ops.as_string(class_ids, name='str_classes')
-
-        probabilities = nn.softmax(logits, name=pred_keys.PROBABILITIES)
-        predictions = {
-            pred_keys.LOGITS: logits,
-            pred_keys.PROBABILITIES: probabilities,
-            # Expand to [batch_size, 1]
-            pred_keys.CLASS_IDS: class_ids,
-            pred_keys.CLASSES: classes,
-        }
-      if mode == model_fn.ModeKeys.PREDICT:
-        classifier_output = _classification_output(
-            scores=probabilities, n_classes=self._n_classes,
-            label_vocabulary=self._label_vocabulary)
-        return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs={
-                _DEFAULT_SERVING_KEY: classifier_output,
-                _CLASSIFY_SERVING_KEY: classifier_output,
-                _PREDICT_SERVING_KEY: export_output.PredictOutput(predictions)
-            })
-
-      training_loss, unreduced_loss, weights, label_ids = self.create_loss(
-          features=features, mode=mode, logits=logits, labels=labels)
-      if regularization_losses:
-        regularization_loss = math_ops.add_n(regularization_losses)
-        regularized_training_loss = math_ops.add_n(
-            [training_loss, regularization_loss])
-      else:
-        regularization_loss = None
-        regularized_training_loss = training_loss
-      # Eval.
-      if mode == model_fn.ModeKeys.EVAL:
-        return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-            mode=model_fn.ModeKeys.EVAL,
-            predictions=predictions,
-            loss=regularized_training_loss,
-            eval_metrics=_create_eval_metrics_tuple(self._eval_metric_ops, {
-                'labels': label_ids,
-                'class_ids': class_ids,
-                'weights': weights,
-                'unreduced_loss': unreduced_loss,
-                'regularization_loss': regularization_loss
-            }))
-
-      # Train.
-      if optimizer is not None:
-        if train_op_fn is not None:
-          raise ValueError('train_op_fn and optimizer cannot both be set.')
-        train_op = optimizer.minimize(
-            regularized_training_loss,
-            global_step=training_util.get_global_step())
-      elif train_op_fn is not None:
-        train_op = train_op_fn(regularized_training_loss)
-      else:
-        raise ValueError('train_op_fn and optimizer cannot both be None.')
-      train_op = _append_update_ops(train_op)
-      # Only summarize mean_loss for SUM reduction to preserve backwards
-      # compatibility. Otherwise skip it to avoid unnecessary computation.
-      if self._loss_reduction == losses.Reduction.SUM:
-        example_weight_sum = math_ops.reduce_sum(
-            weights * array_ops.ones_like(unreduced_loss))
-        mean_loss = training_loss / example_weight_sum
-      else:
-        mean_loss = None
-    with ops.name_scope(''):
-      keys = metric_keys.MetricKeys
-      summary.scalar(
-          _summary_key(self._name, keys.LOSS),
-          regularized_training_loss)
-      if mean_loss is not None:
-        summary.scalar(
-            _summary_key(self._name, keys.LOSS_MEAN),
-            mean_loss)
-      if regularization_loss is not None:
-        summary.scalar(
-            _summary_key(self._name, keys.LOSS_REGULARIZATION),
-            regularization_loss)
-    return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-        mode=model_fn.ModeKeys.TRAIN,
-        predictions=predictions,
-        loss=regularized_training_loss,
-        train_op=train_op)
-
-
-def _binary_logistic_head_with_sigmoid_cross_entropy_loss(
-    weight_column=None,
-    thresholds=None,
-    label_vocabulary=None,
-    loss_reduction=losses.Reduction.SUM,
-    loss_fn=None,
-    name=None):
-  """Creates a `_Head` for single label binary classification.
-
-  This head uses `sigmoid_cross_entropy_with_logits` loss.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, 1]`.
-  In many applications, the shape is `[batch_size, 1]`.
-
-  `labels` must be a dense `Tensor` with shape matching `logits`, namely
-  `[D0, D1, ... DN, 1]`. If `label_vocabulary` given, `labels` must be a string
-  `Tensor` with values from the vocabulary. If `label_vocabulary` is not given,
-  `labels` must be float `Tensor` with values in the interval `[0, 1]`.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, or `[D0, D1, ... DN, 1]`.
-
-  The loss is the weighted sum over the input dimensions. Namely, if the input
-  labels have shape `[batch_size, 1]`, the loss is the weighted sum over
-  `batch_size`.
-
-  Also supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, 1]`. `loss_fn` must support float `labels` with
-  shape `[D0, D1, ... DN, 1]`. Namely, the head applies `label_vocabulary` to
-  the input labels before passing them to `loss_fn`.
-
-  Args:
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    thresholds: Iterable of floats in the range `(0, 1)`. For binary
-      classification metrics such as precision and recall, an eval metric is
-      generated for each threshold value. This threshold is applied to the
-      logistic values to determine the binary classification (i.e., above the
-      threshold is `true`, below is `false`.
-    label_vocabulary: A list or tuple of strings representing possible label
-      values. If it is not given, that means labels are already encoded within
-      [0, 1]. If given, labels must be string type and have any value in
-      `label_vocabulary`. Note that errors will be raised if `label_vocabulary`
-      is not provided but labels are strings.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM`.
-    loss_fn: Optional loss function.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for binary classification.
-
-  Raises:
-    ValueError: If `thresholds` contains a value outside of `(0, 1)`.
-    ValueError: If `loss_reduction` is invalid.
-    TypeError: if `label_vocabulary` has invalid type.
-  """
-  thresholds = tuple(thresholds) if thresholds else tuple()
-  if label_vocabulary is not None and not isinstance(label_vocabulary,
-                                                     (list, tuple)):
-    raise TypeError(
-        'label_vocabulary should be a list or tuple. Given type: {}'.format(
-            type(label_vocabulary)))
-
-  for threshold in thresholds:
-    if (threshold <= 0.0) or (threshold >= 1.0):
-      raise ValueError('thresholds not in (0, 1): {}.'.format((thresholds,)))
-  if (loss_reduction not in losses.Reduction.all() or
-      loss_reduction == losses.Reduction.NONE):
-    raise ValueError('Invalid loss_reduction: {}'.format(loss_reduction))
-  if loss_fn:
-    _validate_loss_fn_args(loss_fn)
-  return _BinaryLogisticHeadWithSigmoidCrossEntropyLoss(
-      weight_column=weight_column,
-      thresholds=thresholds,
-      label_vocabulary=label_vocabulary,
-      loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      name=name)
-
-
-class _BinaryLogisticHeadWithSigmoidCrossEntropyLoss(_Head):
-  """See `_binary_logistic_head_with_sigmoid_cross_entropy_loss`."""
-
-  def __init__(self,
-               weight_column=None,
-               thresholds=None,
-               label_vocabulary=None,
-               loss_reduction=losses.Reduction.SUM,
-               loss_fn=None,
-               name=None):
-    self._weight_column = weight_column
-    self._thresholds = thresholds
-    self._label_vocabulary = label_vocabulary
-    self._loss_reduction = loss_reduction
-    self._loss_fn = loss_fn
-    self._name = name
-
-  @property
-  def name(self):
-    return self._name
-
-  @property
-  def logits_dimension(self):
-    return 1
-
-  def _eval_metric_ops(self, labels, logits, logistic, class_ids, weights,
-                       unreduced_loss, regularization_loss):
-    with ops.name_scope(None, 'metrics',
-                        (labels, logits, logistic, class_ids, weights,
-                         unreduced_loss, regularization_loss)):
-      keys = metric_keys.MetricKeys
-      labels_mean = _indicator_labels_mean(
-          labels=labels, weights=weights, name=keys.LABEL_MEAN)
-      metric_ops = {
-          # Estimator already adds a metric for loss.
-          _summary_key(self._name, keys.LOSS_MEAN):
-              metrics_lib.mean(
-                  values=unreduced_loss,
-                  weights=weights,
-                  name=keys.LOSS_MEAN),
-          _summary_key(self._name, keys.ACCURACY):
-              metrics_lib.accuracy(
-                  labels=labels,
-                  predictions=class_ids,
-                  weights=weights,
-                  name=keys.ACCURACY),
-          _summary_key(self._name, keys.PRECISION):
-              metrics_lib.precision(
-                  labels=labels,
-                  predictions=class_ids,
-                  weights=weights,
-                  name=keys.PRECISION),
-          _summary_key(self._name, keys.RECALL):
-              metrics_lib.recall(
-                  labels=labels,
-                  predictions=class_ids,
-                  weights=weights,
-                  name=keys.RECALL),
-          _summary_key(self._name, keys.PREDICTION_MEAN):
-              _predictions_mean(
-                  predictions=logistic,
-                  weights=weights,
-                  name=keys.PREDICTION_MEAN),
-          _summary_key(self._name, keys.LABEL_MEAN):
-              labels_mean,
-          _summary_key(self._name, keys.ACCURACY_BASELINE):
-              _accuracy_baseline(labels_mean),
-          _summary_key(self._name, keys.AUC):
-              _auc(
-                  labels=labels,
-                  predictions=logistic,
-                  weights=weights,
-                  name=keys.AUC),
-          _summary_key(self._name, keys.AUC_PR):
-              _auc(
-                  labels=labels,
-                  predictions=logistic,
-                  weights=weights,
-                  curve='PR',
-                  name=keys.AUC_PR)
-      }
-      if regularization_loss is not None:
-        metric_ops[_summary_key(self._name, keys.LOSS_REGULARIZATION)] = (
-            metrics_lib.mean(
-                values=regularization_loss,
-                name=keys.LOSS_REGULARIZATION))
-      for threshold in self._thresholds:
-        accuracy_key = keys.ACCURACY_AT_THRESHOLD % threshold
-        metric_ops[_summary_key(self._name,
-                                accuracy_key)] = _accuracy_at_threshold(
-                                    labels=labels,
-                                    predictions=logistic,
-                                    weights=weights,
-                                    threshold=threshold,
-                                    name=accuracy_key)
-        # Precision for positive examples.
-        precision_key = keys.PRECISION_AT_THRESHOLD % threshold
-        metric_ops[_summary_key(self._name,
-                                precision_key)] = _precision_at_threshold(
-                                    labels=labels,
-                                    predictions=logistic,
-                                    weights=weights,
-                                    threshold=threshold,
-                                    name=precision_key)
-        # Recall for positive examples.
-        recall_key = keys.RECALL_AT_THRESHOLD % threshold
-        metric_ops[_summary_key(self._name,
-                                recall_key)] = _recall_at_threshold(
-                                    labels=labels,
-                                    predictions=logistic,
-                                    weights=weights,
-                                    threshold=threshold,
-                                    name=recall_key)
-      return metric_ops
-
-  def create_loss(self, features, mode, logits, labels):
-    """See `Head`."""
-    del mode  # Unused for this head.
-    logits = ops.convert_to_tensor(logits)
-    labels = _check_dense_labels_match_logits_and_reshape(
-        labels=labels, logits=logits, expected_labels_dimension=1)
-    if self._label_vocabulary is not None:
-      labels = lookup_ops.index_table_from_tensor(
-          vocabulary_list=tuple(self._label_vocabulary),
-          name='class_id_lookup').lookup(labels)
-    labels = math_ops.to_float(labels)
-    labels = _assert_range(labels, n_classes=2)
-    if self._loss_fn:
-      unweighted_loss = _call_loss_fn(
-          loss_fn=self._loss_fn, labels=labels, logits=logits,
-          features=features, expected_loss_dim=1)
-    else:
-      unweighted_loss = nn.sigmoid_cross_entropy_with_logits(
-          labels=labels, logits=logits)
-    weights = _get_weights_and_check_match_logits(
-        features=features, weight_column=self._weight_column, logits=logits)
-    training_loss = losses.compute_weighted_loss(
-        unweighted_loss, weights=weights, reduction=self._loss_reduction)
-    return LossSpec(
-        training_loss=training_loss,
-        unreduced_loss=unweighted_loss,
-        weights=weights,
-        processed_labels=labels)
-
-  def _create_tpu_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, regularization_losses=None):
-    """Returns an `EstimatorSpec`.
-
-    Args:
-      features: Input `dict` of `Tensor` or `SparseTensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` with shape `[D0, D1, ... DN, 1]`. For many
-        applications, the shape is `[batch_size, 1]`.
-      labels: Labels integer or string `Tensor` with shape matching `logits`,
-        namely `[D0, D1, ... DN, 1]` or `[D0, D1, ... DN]`. `labels` is required
-        argument when `mode` equals `TRAIN` or `EVAL`.
-      optimizer: `Optimizer` instance to optimize the loss in TRAIN mode.
-        Namely, sets `train_op = optimizer.minimize(loss, global_step)`, which
-        updates variables and increments `global_step`.
-      train_op_fn: Function that takes a scalar loss `Tensor` and returns
-        `train_op`. Used if `optimizer` is `None`.
-      regularization_losses: A list of additional scalar losses to be added to
-        the training loss, such as regularization losses. These losses are
-        usually expressed as a batch average, so for best results users need to
-        set `loss_reduction=SUM_OVER_BATCH_SIZE` or
-        `loss_reduction=SUM_OVER_NONZERO_WEIGHTS` when creating the head to
-        avoid scaling errors.
-    Returns:
-      `EstimatorSpec`.
-    Raises:
-      ValueError: If both `train_op_fn` and `optimizer` are `None` in TRAIN
-        mode, or if both are set.
-    """
-    # Predict.
-    with ops.name_scope(self._name, 'head'):
-      with ops.name_scope(None, 'predictions', (logits,)):
-        pred_keys = prediction_keys.PredictionKeys
-        logits = _check_logits_final_dim(logits, self.logits_dimension)
-        logistic = math_ops.sigmoid(logits, name=pred_keys.LOGISTIC)
-        two_class_logits = array_ops.concat(
-            (array_ops.zeros_like(logits), logits),
-            axis=-1, name='two_class_logits')
-        probabilities = nn.softmax(
-            two_class_logits, name=pred_keys.PROBABILITIES)
-        class_ids = math_ops.argmax(
-            two_class_logits, axis=-1, name=pred_keys.CLASS_IDS)
-        class_ids = array_ops.expand_dims(class_ids, axis=-1)
-        if self._label_vocabulary:
-          table = lookup_ops.index_to_string_table_from_tensor(
-              vocabulary_list=self._label_vocabulary,
-              name='class_string_lookup')
-          classes = table.lookup(class_ids)
-        else:
-          classes = string_ops.as_string(class_ids, name='str_classes')
-        predictions = {
-            pred_keys.LOGITS: logits,
-            pred_keys.LOGISTIC: logistic,
-            pred_keys.PROBABILITIES: probabilities,
-            pred_keys.CLASS_IDS: class_ids,
-            pred_keys.CLASSES: classes,
-        }
-      if mode == model_fn.ModeKeys.PREDICT:
-        classifier_output = _classification_output(
-            scores=probabilities, n_classes=2,
-            label_vocabulary=self._label_vocabulary)
-        return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs={
-                _DEFAULT_SERVING_KEY: classifier_output,
-                _CLASSIFY_SERVING_KEY: classifier_output,
-                _REGRESS_SERVING_KEY: export_output.RegressionOutput(
-                    value=logistic),
-                _PREDICT_SERVING_KEY: export_output.PredictOutput(predictions)
-            })
-
-      (training_loss, unreduced_loss, weights, processed_labels) = (
-          self.create_loss(
-              features=features, mode=mode, logits=logits, labels=labels))
-      if regularization_losses:
-        regularization_loss = math_ops.add_n(regularization_losses)
-        regularized_training_loss = math_ops.add_n(
-            [training_loss, regularization_loss])
-      else:
-        regularization_loss = None
-        regularized_training_loss = training_loss
-
-      # Eval.
-      if mode == model_fn.ModeKeys.EVAL:
-        return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-            mode=model_fn.ModeKeys.EVAL,
-            predictions=predictions,
-            loss=regularized_training_loss,
-            eval_metrics=_create_eval_metrics_tuple(
-                self._eval_metric_ops,
-                {
-                    'labels': processed_labels,
-                    'logits': logits,
-                    'logistic': logistic,
-                    'class_ids': class_ids,
-                    'weights': weights,
-                    'unreduced_loss': unreduced_loss,
-                    'regularization_loss': regularization_loss
-                }
-            ))
-
-      # Train.
-      if optimizer is not None:
-        if train_op_fn is not None:
-          raise ValueError('train_op_fn and optimizer cannot both be set.')
-        train_op = optimizer.minimize(
-            regularized_training_loss,
-            global_step=training_util.get_global_step())
-      elif train_op_fn is not None:
-        train_op = train_op_fn(regularized_training_loss)
-      else:
-        raise ValueError('train_op_fn and optimizer cannot both be None.')
-      train_op = _append_update_ops(train_op)
-      # Only summarize mean_loss for SUM reduction to preserve backwards
-      # compatibility. Otherwise skip it to avoid unnecessary computation.
-      if self._loss_reduction == losses.Reduction.SUM:
-        example_weight_sum = math_ops.reduce_sum(
-            weights * array_ops.ones_like(unreduced_loss))
-        mean_loss = training_loss / example_weight_sum
-      else:
-        mean_loss = None
-    with ops.name_scope(''):
-      keys = metric_keys.MetricKeys
-      summary.scalar(
-          _summary_key(self._name, keys.LOSS),
-          regularized_training_loss)
-      if mean_loss is not None:
-        summary.scalar(
-            _summary_key(self._name, keys.LOSS_MEAN), mean_loss)
-      if regularization_loss is not None:
-        summary.scalar(
-            _summary_key(self._name, keys.LOSS_REGULARIZATION),
-            regularization_loss)
-    return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-        mode=model_fn.ModeKeys.TRAIN,
-        predictions=predictions,
-        loss=regularized_training_loss,
-        train_op=train_op)
-
-
-def _regression_head(
-    weight_column=None,
-    label_dimension=1,
-    loss_reduction=losses.Reduction.SUM,
-    loss_fn=None,
-    inverse_link_fn=None,
-    name=None):
-  """Creates a `_Head` for regression using the `mean_squared_error` loss.
-
-  The loss is the weighted sum over all input dimensions. Namely, if the input
-  labels have shape `[batch_size, label_dimension]`, the loss is the weighted
-  sum over both `batch_size` and `label_dimension`.
-
-  The head expects `logits` with shape `[D0, D1, ... DN, label_dimension]`.
-  In many applications, the shape is `[batch_size, label_dimension]`.
-
-  The `labels` shape must match `logits`, namely
-  `[D0, D1, ... DN, label_dimension]`. If `label_dimension=1`, shape
-  `[D0, D1, ... DN]` is also supported.
-
-  If `weight_column` is specified, weights must be of shape
-  `[D0, D1, ... DN]`, `[D0, D1, ... DN, 1]` or
-  `[D0, D1, ... DN, label_dimension]`.
-
-  Supports custom `loss_fn`. `loss_fn` takes `(labels, logits)` or
-  `(labels, logits, features)` as arguments and returns unreduced loss with
-  shape `[D0, D1, ... DN, label_dimension]`.
-
-  Also supports custom `inverse_link_fn`, also known as 'mean function'.
-  `inverse_link_fn` takes `logits` as argument and returns predicted values.
-  This function is the inverse of the link function defined in
-  https://en.wikipedia.org/wiki/Generalized_linear_model#Link_function
-  Namely, for poisson regression, set `inverse_link_fn=tf.exp`.
-
-  Args:
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example.
-    label_dimension: Number of regression labels per example. This is the size
-      of the last dimension of the labels `Tensor` (typically, this has shape
-      `[batch_size, label_dimension]`).
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how to
-      reduce training loss over batch. Defaults to `SUM`.
-    loss_fn: Optional loss function. Defaults to `mean_squared_error`.
-    inverse_link_fn: Optional inverse link function, also known as 'mean
-      function'. Defaults to identity.
-    name: name of the head. If provided, summary and metrics keys will be
-      suffixed by `"/" + name`. Also used as `name_scope` when creating ops.
-
-  Returns:
-    An instance of `_Head` for linear regression.
-
-  Raises:
-    ValueError: If `label_dimension` or `loss_reduction` is invalid.
-  """
-  if (loss_reduction not in losses.Reduction.all() or
-      loss_reduction == losses.Reduction.NONE):
-    raise ValueError('Invalid loss_reduction: {}'.format(loss_reduction))
-  if loss_fn:
-    _validate_loss_fn_args(loss_fn)
-  return _RegressionHeadWithMeanSquaredErrorLoss(
-      weight_column=weight_column,
-      label_dimension=label_dimension,
-      loss_reduction=loss_reduction,
-      loss_fn=loss_fn,
-      inverse_link_fn=inverse_link_fn,
-      name=name)
-
-
-class _RegressionHeadWithMeanSquaredErrorLoss(_Head):
-  """`Head` for regression using the mean squared loss."""
-
-  def __init__(
-      self,
-      label_dimension,
-      weight_column=None,
-      loss_reduction=losses.Reduction.SUM,
-      loss_fn=None,
-      inverse_link_fn=None,
-      name=None):
-    """`Head` for regression."""
-    if label_dimension < 1:
-      raise ValueError('Invalid label_dimension %s.' % label_dimension)
-    self._logits_dimension = label_dimension
-    self._weight_column = weight_column
-    self._loss_reduction = loss_reduction
-    self._loss_fn = loss_fn
-    self._inverse_link_fn = inverse_link_fn
-    self._name = name
-
-  @property
-  def name(self):
-    return self._name
-
-  @property
-  def logits_dimension(self):
-    return self._logits_dimension
-
-  def create_loss(self, features, mode, logits, labels):
-    """See `Head`."""
-    del mode  # Unused for this head.
-    logits = ops.convert_to_tensor(logits)
-    labels = _check_dense_labels_match_logits_and_reshape(
-        labels=labels, logits=logits,
-        expected_labels_dimension=self._logits_dimension)
-    labels = math_ops.to_float(labels)
-    if self._loss_fn:
-      unweighted_loss = _call_loss_fn(
-          loss_fn=self._loss_fn, labels=labels, logits=logits,
-          features=features, expected_loss_dim=self._logits_dimension)
-    else:
-      unweighted_loss = losses.mean_squared_error(
-          labels=labels, predictions=logits, reduction=losses.Reduction.NONE)
-    weights = _get_weights_and_check_match_logits(
-        features=features, weight_column=self._weight_column, logits=logits,
-        allow_per_logit_weights=True)
-    training_loss = losses.compute_weighted_loss(
-        unweighted_loss, weights=weights, reduction=self._loss_reduction)
-    return LossSpec(
-        training_loss=training_loss,
-        unreduced_loss=unweighted_loss,
-        weights=weights,
-        processed_labels=labels)
-
-  def _eval_metric_ops(self, predicted_value, labels, weights, unreduced_loss,
-                       regularization_loss):
-    """Returns the Eval metric ops."""
-    keys = metric_keys.MetricKeys
-    # Estimator already adds a metric for loss.
-    eval_metric_ops = {
-        _summary_key(self._name, keys.LOSS_MEAN):
-            metrics_lib.mean(values=unreduced_loss, weights=weights),
-        _summary_key(self._name, keys.PREDICTION_MEAN):
-            _predictions_mean(
-                predictions=predicted_value,
-                weights=weights,
-                name=keys.PREDICTION_MEAN),
-        _summary_key(self._name, keys.LABEL_MEAN):
-            metrics_lib.mean(values=labels, weights=weights)
-    }
-    if regularization_loss is not None:
-      regularization_loss_key = _summary_key(
-          self._name, keys.LOSS_REGULARIZATION)
-      eval_metric_ops[regularization_loss_key] = metrics_lib.mean(
-          values=regularization_loss,
-          name=keys.LOSS_REGULARIZATION)
-    return eval_metric_ops
-
-  def _create_tpu_estimator_spec(
-      self, features, mode, logits, labels=None, optimizer=None,
-      train_op_fn=None, regularization_losses=None):
-    """Returns an `EstimatorSpec`.
-
-    Args:
-      features: Input `dict` of `Tensor` or `SparseTensor` objects.
-      mode: Estimator's `ModeKeys`.
-      logits: logits `Tensor` with shape `[D0, D1, ... DN, logits_dimension]`.
-        For many applications, the shape is `[batch_size, logits_dimension]`.
-      labels: Labels `Tensor` with shape matching `logits`, namely
-        `[D0, D1, ... DN, logits_dimension]`. When `logits_dimension=1`, shape
-        `[D0, D1, ... DN]` is also supported. `labels` is required argument when
-        `mode` equals `TRAIN` or `EVAL`.
-      optimizer: `Optimizer` instance to optimize the loss in TRAIN mode.
-        Namely, sets `train_op = optimizer.minimize(loss, global_step)`, which
-        updates variables and increments `global_step`.
-      train_op_fn: Function that takes a scalar loss `Tensor` and returns
-        `train_op`. Used if `optimizer` is `None`.
-      regularization_losses: A list of additional scalar losses to be added to
-        the training loss, such as regularization losses. These losses are
-        usually expressed as a batch average, so for best results users need to
-        set `loss_reduction=SUM_OVER_BATCH_SIZE` or
-        `loss_reduction=SUM_OVER_NONZERO_WEIGHTS` when creating the head to
-        avoid scaling errors.
-    Returns:
-      A `model_fn._TPUEstimatorSpec` instance.
-    Raises:
-      ValueError: If both `train_op_fn` and `optimizer` are `None` in TRAIN
-        mode, or if both are set.
-    """
-    # Predict.
-    with ops.name_scope(self._name, 'head'):
-      logits = _check_logits_final_dim(logits, self._logits_dimension)
-      if self._inverse_link_fn:
-        predicted_value = self._inverse_link_fn(logits)
-        predictions = {
-            prediction_keys.PredictionKeys.PREDICTIONS: predicted_value,
-            prediction_keys.PredictionKeys.LOGITS: logits,
-        }
-      else:
-        predicted_value = logits
-        predictions = {
-            prediction_keys.PredictionKeys.PREDICTIONS: predicted_value}
-      if mode == model_fn.ModeKeys.PREDICT:
-        regression_output = export_output.RegressionOutput(
-            value=predicted_value)
-        return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs={
-                _DEFAULT_SERVING_KEY: regression_output,
-                _REGRESS_SERVING_KEY: regression_output,
-                _PREDICT_SERVING_KEY: export_output.PredictOutput(predictions)
-            })
-
-      training_loss, unreduced_loss, weights, _ = self.create_loss(
-          features=features, mode=mode, logits=logits, labels=labels)
-      if regularization_losses:
-        regularization_loss = math_ops.add_n(regularization_losses)
-        regularized_training_loss = math_ops.add_n(
-            [training_loss, regularization_loss])
-      else:
-        regularization_loss = None
-        regularized_training_loss = training_loss
-
-      # Eval.
-      if mode == model_fn.ModeKeys.EVAL:
-        return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-            mode=model_fn.ModeKeys.EVAL,
-            predictions=predictions,
-            loss=regularized_training_loss,
-            eval_metrics=_create_eval_metrics_tuple(
-                self._eval_metric_ops, {
-                    'predicted_value': predicted_value,
-                    'labels': labels,
-                    'weights': weights,
-                    'unreduced_loss': unreduced_loss,
-                    'regularization_loss': regularization_loss,
-                }))
-
-      # Train.
-      if optimizer is not None:
-        if train_op_fn is not None:
-          raise ValueError('train_op_fn and optimizer cannot both be set.')
-        train_op = optimizer.minimize(
-            regularized_training_loss,
-            global_step=training_util.get_global_step())
-      elif train_op_fn is not None:
-        train_op = train_op_fn(regularized_training_loss)
-      else:
-        raise ValueError('train_op_fn and optimizer cannot both be None.')
-      train_op = _append_update_ops(train_op)
-      # Only summarize mean_loss for SUM reduction to preserve backwards
-      # compatibility. Otherwise skip it to avoid unnecessary computation.
-      if self._loss_reduction == losses.Reduction.SUM:
-        example_weight_sum = math_ops.reduce_sum(
-            weights * array_ops.ones_like(unreduced_loss))
-        mean_loss = training_loss / example_weight_sum
-      else:
-        mean_loss = None
-    with ops.name_scope(''):
-      keys = metric_keys.MetricKeys
-      summary.scalar(
-          _summary_key(self._name, keys.LOSS),
-          regularized_training_loss)
-      if mean_loss is not None:
-        summary.scalar(
-            _summary_key(self._name, keys.LOSS_MEAN), mean_loss)
-      if regularization_loss is not None:
-        summary.scalar(
-            _summary_key(self._name, keys.LOSS_REGULARIZATION),
-            regularization_loss)
-    return model_fn._TPUEstimatorSpec(  # pylint: disable=protected-access
-        mode=model_fn.ModeKeys.TRAIN,
-        predictions=predictions,
-        loss=regularized_training_loss,
-        train_op=train_op)
-
-
-def _append_update_ops(train_op):
-  """Returns `train_op` appending `UPDATE_OPS` collection if present."""
-  update_ops = ops.get_collection(ops.GraphKeys.UPDATE_OPS)
-  if update_ops:
-    return control_flow_ops.group(train_op, *update_ops)
-  return train_op
-
-
-def _assert_range(labels, n_classes, message=None):
-  with ops.name_scope(None, 'assert_range', (labels,)):
-    assert_less = check_ops.assert_less_equal(
-        labels,
-        ops.convert_to_tensor(n_classes - 1, dtype=labels.dtype),
-        message=message or 'Labels must <= n_classes - 1')
-    assert_greater = check_ops.assert_non_negative(
-        labels, message=message or 'Labels must >= 0')
-    with ops.control_dependencies((assert_less, assert_greater)):
-      return array_ops.identity(labels)
-
-
-def _binary_logistic_or_multi_class_head(
-    n_classes, weight_column, label_vocabulary, loss_reduction):
-  """Creates either binary or multi-class head.
+from tensorflow_estimator.python.estimator.canned import head
 
-  Args:
-    n_classes: Number of label classes.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-      then weight_column.normalizer_fn is applied on it to get weight tensor.
-    label_vocabulary: A list of strings represents possible label values. If
-      given, labels must be string type and have any value in
-      `label_vocabulary`. If it is not given, that means labels are
-      already encoded as integer or float within [0, 1] for `n_classes=2` and
-      encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-      Also there will be errors if vocabulary is not provided and labels are
-      string.
-    loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-      to reduce training loss over batch. Defaults to `SUM`.
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+head.__all__ = [s for s in dir(head) if not s.startswith('__')]
 
-  Returns:
-    `head._Head` instance.
-  """
-  if n_classes == 2:
-    head = _binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column=weight_column,
-        label_vocabulary=label_vocabulary,
-        loss_reduction=loss_reduction)
-  else:
-    head = _multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, weight_column=weight_column,
-        label_vocabulary=label_vocabulary,
-        loss_reduction=loss_reduction)
-  return head
+from tensorflow_estimator.python.estimator.canned.head import *
diff --git a/tensorflow/python/estimator/canned/head_test.py b/tensorflow/python/estimator/canned/head_test.py
deleted file mode 100644
index de9c84d2ef..0000000000
--- a/tensorflow/python/estimator/canned/head_test.py
+++ /dev/null
@@ -1,4056 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for head.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-import six
-
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.canned import dnn_testing_utils
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column as feature_column_lib
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import string_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import queue_runner_impl
-
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-def _initialize_variables(test_case, scaffold):
-  scaffold.finalize()
-  test_case.assertIsNone(scaffold.init_feed_dict)
-  test_case.assertIsNone(scaffold.init_fn)
-  scaffold.init_op.run()
-  scaffold.ready_for_local_init_op.eval()
-  scaffold.local_init_op.run()
-  scaffold.ready_op.eval()
-  test_case.assertIsNotNone(scaffold.saver)
-
-
-def _assert_simple_summaries(test_case, expected_summaries, summary_str,
-                             tol=1e-6):
-  """Assert summary the specified simple values.
-
-  Args:
-    test_case: test case.
-    expected_summaries: Dict of expected tags and simple values.
-    summary_str: Serialized `summary_pb2.Summary`.
-    tol: Tolerance for relative and absolute.
-  """
-  summary = summary_pb2.Summary()
-  summary.ParseFromString(summary_str)
-  test_case.assertAllClose(expected_summaries, {
-      v.tag: v.simple_value for v in summary.value
-  }, rtol=tol, atol=tol)
-
-
-def _assert_no_hooks(test_case, spec):
-  test_case.assertAllEqual([], spec.training_chief_hooks)
-  test_case.assertAllEqual([], spec.training_hooks)
-
-
-def _sigmoid(logits):
-  return 1 / (1 + np.exp(-logits))
-
-
-class CreateEstimatorSpecTest(test.TestCase):
-
-  class _HeadWithTPUSupport(head_lib._Head):
-    """Head that overrides _create_tpu_estimator_spec."""
-
-    def name(self):
-      return 'HeadWithTPUSupport'
-
-    def logits_dimension(self):
-      return None
-
-    def create_loss(self, features, mode, logits, labels):
-      return None
-
-    def _create_tpu_estimator_spec(self, features, mode, logits, labels=None,
-                                   optimizer=None, train_op_fn=None,
-                                   regularization_losses=None):
-      return model_fn._TPUEstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          loss=constant_op.constant(0.0, dtype=dtypes.float32))
-
-  class _HeadWithOutTPUSupport(head_lib._Head):
-    """Head that overrides create_estimator_spec."""
-
-    def name(self):
-      return 'HeadWithOutTPUSupport'
-
-    def logits_dimension(self):
-      return None
-
-    def create_loss(self, features, mode, logits, labels):
-      return None
-
-    def create_estimator_spec(self, features, mode, logits, labels=None,
-                              optimizer=None, train_op_fn=None,
-                              regularization_losses=None):
-      return model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          loss=constant_op.constant(0.0, dtype=dtypes.float32))
-
-  class _InvalidHead(head_lib._Head):
-    """Head that overrides neither estimator_spec functions."""
-
-    def name(self):
-      return 'InvalidHead'
-
-    def logits_dimension(self):
-      return None
-
-    def create_loss(self, features, mode, logits, labels):
-      return None
-
-  def test_head_override_tpu_estimator_spec(self):
-    """Test for `_Head` that overrides _create_tpu_estimator_spec."""
-    head = self._HeadWithTPUSupport()
-
-    tpu_spec = head._create_tpu_estimator_spec(
-        features=None, mode=None, logits=None)
-    self.assertTrue(isinstance(tpu_spec, model_fn._TPUEstimatorSpec))
-    est_spec = head.create_estimator_spec(
-        features=None, mode=None, logits=None)
-    self.assertTrue(isinstance(est_spec, model_fn.EstimatorSpec))
-
-  def test_head_override_estimator_spec(self):
-    """Test for `_Head` that overrides create_estimator_spec."""
-    head = self._HeadWithOutTPUSupport()
-
-    with self.assertRaisesRegexp(
-        NotImplementedError,
-        'TPUEstimatorSpec not available for this model head.'):
-      _ = head._create_tpu_estimator_spec(
-          features=None, mode=None, logits=None)
-    est_spec = head.create_estimator_spec(
-        features=None, mode=None, logits=None)
-    self.assertTrue(isinstance(est_spec, model_fn.EstimatorSpec))
-
-  def test_invalid_head_class(self):
-    head = self._InvalidHead()
-
-    with self.assertRaisesRegexp(
-        NotImplementedError,
-        'TPUEstimatorSpec not available for this model head.'):
-      _ = head._create_tpu_estimator_spec(
-          features=None, mode=None, logits=None)
-    with self.assertRaisesRegexp(
-        NotImplementedError,
-        r'Subclasses of _Head must implement `create_estimator_spec\(\)` or '
-        r'_create_tpu_estimator_spec\(\).'):
-      _ = head.create_estimator_spec(
-          features=None, mode=None, logits=None)
-
-
-class MultiClassHeadWithSoftmaxCrossEntropyLoss(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_n_classes_is_none(self):
-    with self.assertRaisesRegexp(ValueError, 'n_classes must be > 2'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=None)
-
-  def test_n_classes_is_2(self):
-    with self.assertRaisesRegexp(ValueError, 'n_classes must be > 2'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=2)
-
-  def test_invalid_loss_reduction(self):
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: invalid_loss_reduction'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=3, loss_reduction='invalid_loss_reduction')
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: none'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=3, loss_reduction=losses.Reduction.NONE)
-
-  def test_loss_fn_arg_labels_missing(self):
-    def _loss_fn(logits):
-      del logits  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: labels\. '
-        r'Given arguments: \(\'logits\',\)'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=3, loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_logits_missing(self):
-    def _loss_fn(labels):
-      del labels  # unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: logits\. '
-        r'Given arguments: \(\'labels\',\)'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=3, loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_features_ok(self):
-    def _loss_fn(labels, logits, features):
-      del labels, logits, features  # Unused
-    head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_invalid(self):
-    def _loss_fn(labels, logits, name=None):
-      del labels, logits, name  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn has unexpected args: \[\'name\'\]'):
-      head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-          n_classes=3, loss_fn=_loss_fn)
-
-  def test_invalid_logits_shape(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    # Logits should be shape (batch_size, 3).
-    logits_2x2 = np.array(((45., 44.), (41., 42.),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'logits shape'):
-      head.create_estimator_spec(
-          features={'x': np.array(((30.,), (42.,),))},
-          mode=model_fn.ModeKeys.PREDICT,
-          logits=logits_2x2)
-
-    # Dynamic shape.
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((30.,), (42.,),))},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits_placeholder)
-    with self.cached_session():
-      with self.assertRaisesRegexp(errors.OpError, 'logits shape'):
-        spec.predictions[prediction_keys.PredictionKeys.PROBABILITIES].eval({
-            logits_placeholder: logits_2x2
-        })
-
-  def test_invalid_labels_shape(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    # Logits should be shape (batch_size, 3).
-    # Labels should be shape (batch_size, 1).
-    labels_2x2 = np.array(((45, 44), (41, 42),), dtype=np.int)
-    logits_2x3 = np.array(((1., 2., 3.), (1., 2., 3.),))
-    features = {'x': np.array(((42.,),))}
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'Mismatched label shape'):
-      head.create_loss(
-          features=features,
-          mode=model_fn.ModeKeys.EVAL,
-          logits=logits_2x3,
-          labels=labels_2x2)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.int64)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 1\] \[labels_shape: \] \[2 2\]'):
-        training_loss.eval({
-            logits_placeholder: logits_2x3,
-            labels_placeholder: labels_2x2
-        })
-
-  def test_invalid_labels_type(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    # Logits should be shape (batch_size, 3).
-    # Labels should be shape (batch_size, 1).
-    labels_2x1 = np.array(((1.,), (1.,),))
-    logits_2x3 = np.array(((1., 2., 3.), (1., 2., 3.),))
-    features = {'x': np.array(((42.,),))}
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'Labels dtype'):
-      head.create_loss(
-          features=features,
-          mode=model_fn.ModeKeys.EVAL,
-          logits=logits_2x3,
-          labels=labels_2x1)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    with self.assertRaisesRegexp(ValueError, 'Labels dtype'):
-      head.create_loss(
-          features=features,
-          mode=model_fn.ModeKeys.EVAL,
-          logits=logits_placeholder,
-          labels=labels_placeholder)
-
-  def test_invalid_labels_values(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    labels_2x1_with_large_id = np.array(((45,), (1,),), dtype=np.int)
-    labels_2x1_with_negative_id = np.array(((-5,), (1,),), dtype=np.int)
-    logits_2x3 = np.array(((1., 2., 4.), (1., 2., 3.),))
-
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.int64)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    training_loss = head.create_loss(
-        features={'x': np.array(((42.,),))},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesOpError('Labels must <= n_classes - 1'):
-        training_loss.eval({
-            labels_placeholder: labels_2x1_with_large_id,
-            logits_placeholder: logits_2x3
-        })
-
-    with self.cached_session():
-      with self.assertRaisesOpError('Labels must >= 0'):
-        training_loss.eval({
-            labels_placeholder: labels_2x1_with_negative_id,
-            logits_placeholder: logits_2x3
-        })
-
-  def test_invalid_labels_sparse_tensor(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    labels_2x1 = sparse_tensor.SparseTensor(
-        values=['english', 'italian'],
-        indices=[[0, 0], [1, 0]],
-        dense_shape=[2, 1])
-    logits_2x3 = np.array(((1., 2., 4.), (1., 2., 3.),))
-
-    with self.assertRaisesRegexp(
-        ValueError, 'SparseTensor labels are not supported.'):
-      head.create_loss(
-          features={'x': np.array(((42.,),))},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=logits_2x3,
-          labels=labels_2x1)
-
-  def test_incompatible_labels_shape(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    # Logits should be shape (batch_size, 3).
-    # Labels should be shape (batch_size, 1).
-    # Here batch sizes are different.
-    values_3x1 = np.array(((1,), (1,), (1,),))
-    values_2x3 = np.array(((1., 2., 3.), (1., 2., 3.),))
-    features = {'x': values_2x3}
-
-    # Static shape.
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'Shape mismatch: The shape of labels \(received \(3,\)\) should equal '
-        r'the shape of logits except for the last dimension '
-        r'\(received \(2, 3\)\)\.'
-    ):
-      head.create_loss(
-          features=features,
-          mode=model_fn.ModeKeys.EVAL,
-          logits=values_2x3,
-          labels=values_3x1)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.int64)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 1\] \[labels_shape: \] \[3 1\]'):
-        training_loss.eval({
-            labels_placeholder: values_3x1,
-            logits_placeholder: values_2x3
-        })
-
-  def test_name(self):
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, name='foo')
-    self.assertEqual('foo', head.name)
-
-  def test_predict(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    self.assertEqual(n_classes, head.logits_dimension)
-
-    logits = [[1., 0., 0.], [0., 0., 1.]]
-    expected_probabilities = [[0.576117, 0.2119416, 0.2119416],
-                              [0.2119416, 0.2119416, 0.576117]]
-    expected_class_ids = [[0], [2]]
-    expected_classes = [[b'0'], [b'2']]
-    expected_export_classes = [[b'0', b'1', b'2']] * 2
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    self.assertItemsEqual(
-        (_DEFAULT_SERVING_KEY, 'predict', 'classification'),
-        spec.export_outputs.keys())
-
-    # Assert predictions and export_outputs.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(logits,
-                          predictions[prediction_keys.PredictionKeys.LOGITS])
-      self.assertAllClose(
-          expected_probabilities,
-          predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-      self.assertAllClose(expected_class_ids,
-                          predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-      self.assertAllEqual(expected_classes,
-                          predictions[prediction_keys.PredictionKeys.CLASSES])
-
-      self.assertAllClose(
-          expected_probabilities,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].scores))
-      self.assertAllEqual(
-          expected_export_classes,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].classes))
-
-  def test_predict_with_vocabulary_list(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, label_vocabulary=['aang', 'iroh', 'zuko'])
-
-    logits = [[1., 0., 0.], [0., 0., 1.]]
-    expected_classes = [[b'aang'], [b'zuko']]
-    expected_export_classes = [[b'aang', b'iroh', b'zuko']] * 2
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllEqual(
-          expected_classes,
-          sess.run(spec.predictions[prediction_keys.PredictionKeys.CLASSES]))
-      self.assertAllEqual(
-          expected_export_classes,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].classes))
-
-  def test_weight_should_not_impact_prediction(self):
-    n_classes = 3
-    logits = [[1., 0., 0.], [0., 0., 1.]]
-    expected_probabilities = [[0.576117, 0.2119416, 0.2119416],
-                              [0.2119416, 0.2119416, 0.576117]]
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, weight_column='label_weights')
-
-    weights_2x1 = [[1.], [2.]]
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'label_weights': weights_2x1,
-        },
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(logits,
-                          predictions[prediction_keys.PredictionKeys.LOGITS])
-      self.assertAllClose(
-          expected_probabilities,
-          predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-
-  def test_eval_create_loss(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # loss = cross_entropy(labels, logits) = [10, 0].
-    expected_training_loss = 10.
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_eval_create_loss_loss_fn(self):
-    """Tests head.create_loss for eval mode and custom loss_fn."""
-    loss = np.array([[1.], [2.]], dtype=np.float32)
-    logits_input = np.array([[-10., 10., 0.], [-15., 10., 0]], dtype=np.float32)
-    labels_input = np.array([[1], [2]], dtype=np.int64)
-    def _loss_fn(labels, logits):
-      check_labels = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(labels, labels_input)),
-          data=[labels])
-      check_logits = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(logits, logits_input)),
-          data=[logits])
-      with ops.control_dependencies([check_labels, check_logits]):
-        return constant_op.constant(loss)
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, loss_fn=_loss_fn)
-
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_input,
-        labels=labels_input)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(np.sum(loss), actual_training_loss.eval())
-
-  def test_eval_create_loss_loss_fn_wrong_shape(self):
-    """Tests custom loss_fn that returns Tensor of unexpected shape."""
-    loss = np.array([1., 2.], dtype=np.float32)
-    def _loss_fn(labels, logits):
-      del labels, logits  # Unused
-      return constant_op.constant(loss)
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, loss_fn=_loss_fn)
-
-    logits = np.array([[-10., 10., 0.], [-15., 10., 0.]], dtype=np.float32)
-    labels = np.array([[1], [2]], dtype=np.int64)
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[loss_fn must return Tensor of shape \[D0, D1, ... DN, 1\]\. \] '
-          r'\[logits_shape: \] \[2 3\] \[loss_shape: \] \[2\]'):
-        actual_training_loss.eval()
-
-  def test_eval_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3)
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32),
-          labels=None)
-
-  def test_eval(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # loss = sum(cross_entropy(labels, logits)) = sum(10, 0) = 10.
-    expected_loss = 10.
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_loss / 2,
-        keys.ACCURACY: 0.5,  # 1 of 2 labels is correct.
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval()
-                             for k in value_ops},
-          rtol=tol,
-          atol=tol)
-
-  def test_eval_metric_ops_with_head_name(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, name='some_multiclass_head')
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    expected_metric_keys = [
-        '{}/some_multiclass_head'.format(metric_keys.MetricKeys.LOSS_MEAN),
-        '{}/some_multiclass_head'.format(metric_keys.MetricKeys.ACCURACY)
-    ]
-    self.assertItemsEqual(expected_metric_keys, spec.eval_metric_ops.keys())
-
-  def test_eval_with_regularization_losses(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = sum(cross_entropy(labels, logits)) / batch_size
-    #                    = sum(10, 0) / 2 = 5.
-    expected_unregularized_loss = 5.
-    expected_regularized_loss = (
-        expected_unregularized_loss + expected_regularization_loss)
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels,
-        regularization_losses=regularization_losses)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_unregularized_loss,
-        keys.LOSS_REGULARIZATION: expected_regularization_loss,
-        keys.ACCURACY: 0.5,  # 1 of 2 labels is correct.
-    }
-
-    # Assert predictions, loss, and metrics.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_regularized_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval()
-                             for k in value_ops},
-          rtol=tol,
-          atol=tol)
-
-  def test_eval_with_label_vocabulary_create_loss(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, label_vocabulary=['aang', 'iroh', 'zuko'])
-    logits = [[10., 0, 0], [0, 10, 0]]
-    labels = [[b'iroh'], [b'iroh']]
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # loss = cross_entropy(labels, logits) = [10, 0].
-    expected_training_loss = 10.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_eval_with_label_vocabulary(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, label_vocabulary=['aang', 'iroh', 'zuko'])
-
-    logits = [[10., 0, 0], [0, 10, 0]]
-    labels = [[b'iroh'], [b'iroh']]
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # loss = sum(cross_entropy(labels, logits)) = sum(10, 0) = 10.
-    expected_loss = 10.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_loss / 2,
-        keys.ACCURACY: 0.5,  # 1 of 2 labels is correct.
-    }
-
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol, atol=tol)
-
-  def test_weighted_multi_example_eval(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((10, 0, 0), (0, 10, 0), (0, 0, 10),), dtype=np.float32)
-    labels = np.array(((1,), (2,), (2,)), dtype=np.int64)
-    weights_3x1 = np.array(((1.,), (2.,), (3.,)), dtype=np.float64)
-    # loss = sum(cross_entropy(labels, logits) * [1, 2, 3])
-    #      = sum([10, 10, 0] * [1, 2, 3]) = 30
-    expected_loss = 30.
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,),), dtype=np.int32),
-            'label_weights': weights_3x1,
-        },
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_loss / np.sum(weights_3x1),
-        # Weighted accuracy is 1 * 3.0 / sum weights = 0.5
-        keys.ACCURACY: 0.5,
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert loss, and metrics.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol, atol=tol)
-
-  def test_train_create_loss(self):
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3)
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    # unreduced_loss = cross_entropy(labels, logits) = [10, 0].
-    expected_unreduced_loss = [[10.], [0.]]
-    # Weights default to 1.
-    expected_weights = 1.
-    # training_loss = 1 * 10 + 1 * 0
-    expected_training_loss = 10.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    tol = 1e-2
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(expected_weights, actual_weights)
-
-  def test_train_create_loss_loss_reduction(self):
-    """Tests create_loss with loss_reduction."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, loss_reduction=losses.Reduction.SUM_BY_NONZERO_WEIGHTS)
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    # unreduced_loss = cross_entropy(labels, logits) = [10, 0].
-    expected_unreduced_loss = [[10.], [0.]]
-    # Weights default to 1.
-    expected_weights = 1.
-    # training_loss = 1 * 10 + 1 * 0 / num_nonzero_weights
-    expected_training_loss = 10. / 2.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    tol = 1e-2
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(expected_weights, actual_weights)
-
-  def test_train_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3)
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32),
-          labels=None,
-          train_op_fn=_no_op_train_fn)
-
-  def test_train(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=2)])
-
-    # loss = sum(cross_entropy(labels, logits)) = sum(10, 0) = 10.
-    expected_loss = 10.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2,
-      }, summary_str, tol)
-
-  def test_train_with_optimizer(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    expected_train_result = 'my_train_op'
-
-    class _Optimizer(object):
-
-      def minimize(self, loss, global_step):
-        del global_step
-        return string_ops.string_join(
-            [constant_op.constant(expected_train_result),
-             string_ops.as_string(loss, precision=2)])
-
-    # loss = sum(cross_entropy(labels, logits)) = sum(10, 0) = 10.
-    expected_loss = 10.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        optimizer=_Optimizer())
-
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-
-  def test_train_with_update_ops(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(n_classes)
-
-    with ops.Graph().as_default():
-      w = variables.Variable(1)
-      update_op = w.assign_add(1)
-      ops.add_to_collection(ops.GraphKeys.UPDATE_OPS, update_op)
-
-      t = variables.Variable('')
-      expected_train_result = b'my_train_op'
-      def _train_op_fn(loss):
-        del loss
-        return t.assign(expected_train_result)
-
-      spec = head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32),
-          labels=np.array(((1,), (1,)), dtype=np.int64),
-          train_op_fn=_train_op_fn)
-
-      with self.cached_session() as sess:
-        _initialize_variables(self, spec.scaffold)
-        sess.run(spec.train_op)
-        w_value, t_value = sess.run([w, t])
-        self.assertEqual(2, w_value)
-        self.assertEqual(expected_train_result, t_value)
-
-  def test_train_summaries_with_head_name(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, name='some_multiclass_head')
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    # loss = sum(cross_entropy(labels, logits)) = sum(10, 0) = 10.
-    expected_loss = 10.
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      summary_str = sess.run(spec.scaffold.summary_op)
-      _assert_simple_summaries(self, {
-          '{}/some_multiclass_head'.format(metric_keys.MetricKeys.LOSS):
-              expected_loss,
-          '{}/some_multiclass_head'.format(metric_keys.MetricKeys.LOSS_MEAN):
-              expected_loss / 2,
-      }, summary_str, tol)
-
-  def test_train_with_regularization_losses(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-
-    logits = np.array(((10, 0, 0), (0, 10, 0),), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=2)])
-
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = sum(cross_entropy(labels, logits)) / batch_size
-    #                    = sum(10, 0) / 2 = 5.
-    # loss = unregularized_loss + regularization_loss = 7.
-    expected_loss = 7.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn,
-        regularization_losses=regularization_losses)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS_REGULARIZATION: (
-              expected_regularization_loss),
-      }, summary_str, tol)
-
-  def test_train_one_dim_create_loss(self):
-    """Tests create_loss with 1D labels and weights (shape [batch_size])."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='label_weights')
-
-    logits = np.array(((10, 0, 0), (0, 10, 0), (0, 0, 10),), dtype=np.float32)
-    labels_rank_1 = np.array((1, 2, 2,), dtype=np.int64)
-    weights_rank_1 = np.array((1., 2., 3.,), dtype=np.float64)
-    features = {
-        'x': np.array(((42,),), dtype=np.float32),
-        'label_weights': weights_rank_1
-    }
-
-    # unreduced_loss = cross_entropy(labels, logits) = [10, 10, 0].
-    expected_unreduced_loss = [[10.], [10.], [0.]]
-    # weights are reshaped to [3, 1] to match logits.
-    expected_weights = [[1.], [2.], [3.]]
-    # training_loss = 1 * 10 + 2 * 10 + 3 * 0 = 30.
-    expected_training_loss = 30.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels_rank_1)
-    tol = 1e-2
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_train_one_dim(self):
-    """Tests train with 1D labels and weights (shape [batch_size])."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='label_weights')
-
-    logits = np.array(((10, 0, 0), (0, 10, 0), (0, 0, 10),), dtype=np.float32)
-    labels_rank_1 = np.array((1, 2, 2,), dtype=np.int64)
-    weights_rank_1 = np.array((1., 2., 3.,), dtype=np.float64)
-
-    self.assertEqual((3,), labels_rank_1.shape)
-    self.assertEqual((3,), weights_rank_1.shape)
-
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=2)])
-
-    # loss = sum(cross_entropy(labels, logits) * [1, 2, 3])
-    #      = sum([10, 10, 0] * [1, 2, 3]) = 30
-    expected_loss = 30.
-
-    features = {
-        'x': np.array(((42,),), dtype=np.float32),
-        'label_weights': weights_rank_1
-    }
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels_rank_1,
-        train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS_MEAN: (
-              expected_loss / np.sum(weights_rank_1)),
-      }, summary_str, tol)
-
-  def test_train_with_vocabulary_create_loss(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, label_vocabulary=['aang', 'iroh', 'zuko'])
-
-    logits = [[10., 0, 0], [0, 10, 0]]
-    labels = [[b'iroh'], [b'iroh']]
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # loss = cross_entropy(labels, logits) = [10, 0].
-    expected_training_loss = 10.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_train_with_vocabulary(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, label_vocabulary=['aang', 'iroh', 'zuko'])
-
-    logits = [[10., 0, 0], [0, 10, 0]]
-    labels = [[b'iroh'], [b'iroh']]
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    # loss = sum(cross_entropy(labels, logits)) = sum(10, 0) = 10.
-    expected_loss = 10.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss = sess.run(spec.loss)
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-
-  def test_weighted_multi_example_train(self):
-    n_classes = 3
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes, weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((10, 0, 0), (0, 10, 0), (0, 0, 10),), dtype=np.float32)
-    labels = np.array(((1,), (2,), (2,)), dtype=np.int64)
-    weights_3x1 = np.array(((1.,), (2.,), (3.,)), dtype=np.float64)
-    expected_train_result = 'my_train_op'
-    # loss = sum(cross_entropy(labels, logits) * [1, 2, 3])
-    #      = sum([10, 10, 0] * [1, 2, 3]) = 30
-    expected_loss = 30.
-
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=2)])
-
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,),), dtype=np.float32),
-            'label_weights': weights_3x1,
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss mean = sum(cross_entropy(labels, logits) * [1,2,3]) / (1+2+3)
-          #      = sum([10, 10, 0] * [1, 2, 3]) / 6 = 30 / 6
-          metric_keys.MetricKeys.LOSS_MEAN:
-              expected_loss / np.sum(weights_3x1),
-      }, summary_str, tol)
-
-  def test_multi_dim_weighted_train_create_loss(self):
-    """Logits of shape [2, 2, 2], labels [2, 2, 1], weights [2, 2]."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='weights')
-
-    logits = np.array([[[10, 0, 0], [12, 0, 0]],
-                       [[0, 10, 0], [0, 15, 0]]], dtype=np.float32)
-    labels = np.array([[[0], [1]], [[1], [2]]], dtype=np.int64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-
-    # unreduced_loss = cross_entropy(labels, logits) = [[0, 12], [0, 15]].
-    expected_unreduced_loss = [[[0.], [12.]], [[0.], [15.]]]
-    # weights are reshaped to [2, 2, 1] to match logits.
-    expected_weights = [[[1.], [1.5]], [[2.], [2.5]]]
-    # training_loss = 1*0 + 1.5*12 + 2*0 + 2.5*15 = 55.5
-    expected_training_loss = 55.5
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    tol = 1e-2
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(), rtol=tol, atol=tol)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_multi_dim_weighted_train(self):
-    """Logits of shape [2, 2, 2], labels [2, 2, 1], weights [2, 2]."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='weights')
-
-    logits = np.array([[[10, 0, 0], [12, 0, 0]],
-                       [[0, 10, 0], [0, 15, 0]]], dtype=np.float32)
-    labels = np.array([[[0], [1]], [[1], [2]]], dtype=np.int64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=2)])
-
-    # loss = cross_entropy(labels, logits) = [[0, 12], [0, 15]].
-    # weighted_sum_loss = 1*0 + 1.5*12 + 2*0 + 2.5*15 = 55.5
-    expected_loss = 55.5
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-
-  def test_multi_dim_train_weights_wrong_inner_dim(self):
-    """Logits of shape [2, 2, 2], labels [2, 2, 1], weights [2, 1]."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='weights')
-    logits = np.array([[[10, 0, 0], [12, 0, 0]],
-                       [[0, 10, 0], [0, 15, 0]]], dtype=np.float32)
-    labels = np.array([[[0], [1]], [[1], [2]]], dtype=np.int64)
-    weights = np.array([[1.], [2.]], dtype=np.float32)
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_no_op_train_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \] \[2 2 3\] \[weights_shape: \] \[2 1\]'):
-        spec.loss.eval()
-
-  def test_multi_dim_train_weights_wrong_outer_dim(self):
-    """Logits of shape [2, 2, 2], labels [2, 2, 1], weights [2, 2, 3]."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='weights')
-    logits = np.array([[[10, 0, 0], [12, 0, 0]],
-                       [[0, 10, 0], [0, 15, 0]]], dtype=np.float32)
-    labels = np.array([[[0], [1]], [[1], [2]]], dtype=np.int64)
-    weights = np.array([[[1., 1.1, 1.2], [1.5, 1.6, 1.7]],
-                        [[2., 2.1, 2.2], [2.5, 2.6, 2.7]]])
-    weights_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights_placeholder},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_no_op_train_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \]\s\[2 2 3\]\s\[weights_shape: \]\s\[2 2 3\]'):
-        spec.loss.eval({weights_placeholder: weights})
-
-  def test_multi_dim_weighted_eval(self):
-    """Logits of shape [2, 2, 2], labels [2, 2, 1], weights [2, 2]."""
-    head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-        n_classes=3, weight_column='weights')
-    logits = np.array([[[10, 0, 0], [12, 0, 0]],
-                       [[0, 10, 0], [0, 15, 0]]], dtype=np.float32)
-    labels = np.array([[[0], [1]], [[1], [2]]], dtype=np.int64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # loss = cross_entropy(labels, logits) = [[0, 12], [0, 15]].
-    # weighted_sum_loss = 1*0 + 1.5*12 + 2*0 + 2.5*15 = 55.5
-    expected_loss = 55.5
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_loss / np.sum(weights),
-        keys.ACCURACY: (1.*1. + 1.5*0. + 2.*1. + 2.5*0.) / np.sum(weights),
-    }
-
-    # Assert predictions, loss, and metrics.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol, atol=tol)
-
-
-class BinaryLogisticHeadWithSigmoidCrossEntropyLossTest(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_threshold_too_small(self):
-    with self.assertRaisesRegexp(ValueError, r'thresholds not in \(0, 1\)'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          thresholds=(0., 0.5))
-
-  def test_threshold_too_large(self):
-    with self.assertRaisesRegexp(ValueError, r'thresholds not in \(0, 1\)'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          thresholds=(0.5, 1.))
-
-  def test_invalid_loss_reduction(self):
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: invalid_loss_reduction'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          loss_reduction='invalid_loss_reduction')
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: none'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          loss_reduction=losses.Reduction.NONE)
-
-  def test_loss_fn_arg_labels_missing(self):
-    def _loss_fn(logits):
-      del logits  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: labels\. '
-        r'Given arguments: \(\'logits\',\)'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_logits_missing(self):
-    def _loss_fn(labels):
-      del labels  # unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: logits\. '
-        r'Given arguments: \(\'labels\',\)'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_features_ok(self):
-    def _loss_fn(labels, logits, features):
-      del labels, logits, features  # Unused
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_invalid(self):
-    def _loss_fn(labels, logits, name=None):
-      del labels, logits, name  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn has unexpected args: \[\'name\'\]'):
-      head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-          loss_fn=_loss_fn)
-
-  def test_invalid_logits_shape(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Logits should be shape (batch_size, 1).
-    logits_2x2 = np.array(((45., 44.), (41., 42.),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'logits shape'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42.,),))},
-          mode=model_fn.ModeKeys.PREDICT,
-          logits=logits_2x2)
-
-    # Dynamic shape.
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),))},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits_placeholder)
-    with self.cached_session():
-      with self.assertRaisesRegexp(errors.OpError, 'logits shape'):
-        spec.predictions[prediction_keys.PredictionKeys.PROBABILITIES].eval({
-            logits_placeholder: logits_2x2
-        })
-
-  def test_invalid_labels_shape(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Labels and logits should be shape (batch_size, 1).
-    labels_2x2 = np.array(((45., 44.), (41., 42.),))
-    logits_2x1 = np.array(((45.,), (41.,),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'Mismatched label shape'):
-      head.create_loss(
-          features={'x': np.array(((42.,),))},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=logits_2x1,
-          labels=labels_2x2)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    training_loss = head.create_loss(
-        features={'x': np.array(((42.,),))},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 1\] \[labels_shape: \] \[2 2\]'):
-        training_loss.eval({
-            logits_placeholder: logits_2x1,
-            labels_placeholder: labels_2x2
-        })
-
-  def test_incompatible_labels_shape(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Both logits and labels should be shape (batch_size, 1).
-    values_2x1 = np.array(((0.,), (1.,),))
-    values_3x1 = np.array(((0.,), (1.,), (0.,),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(
-        ValueError, 'logits and labels must have the same shape'):
-      head.create_loss(
-          features={'x': values_2x1},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=values_2x1,
-          labels=values_3x1)
-    with self.assertRaisesRegexp(
-        ValueError, 'logits and labels must have the same shape'):
-      head.create_loss(
-          features={'x': values_2x1},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=values_3x1,
-          labels=values_2x1)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    training_loss = head.create_loss(
-        features={'x': values_2x1},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[3 1\] \[labels_shape: \] \[2 1\]'):
-        training_loss.eval({
-            labels_placeholder: values_2x1,
-            logits_placeholder: values_3x1
-        })
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 1\] \[labels_shape: \] \[3 1\]'):
-        training_loss.eval({
-            labels_placeholder: values_3x1,
-            logits_placeholder: values_2x1
-        })
-
-  def test_name(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        name='foo')
-    self.assertEqual('foo', head.name)
-
-  def test_predict(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = [[0.3], [-0.4]]
-    expected_logistics = [[0.574443], [0.401312]]
-    expected_probabilities = [[0.425557, 0.574443], [0.598688, 0.401312]]
-    expected_class_ids = [[1], [0]]
-    expected_classes = [[b'1'], [b'0']]
-    expected_export_classes = [[b'0', b'1']] * 2
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert spec contains expected tensors.
-    self.assertIsNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNone(spec.train_op)
-    self.assertItemsEqual(('classification', 'regression', 'predict',
-                           _DEFAULT_SERVING_KEY), spec.export_outputs.keys())
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(logits,
-                          predictions[prediction_keys.PredictionKeys.LOGITS])
-      self.assertAllClose(expected_logistics,
-                          predictions[prediction_keys.PredictionKeys.LOGISTIC])
-      self.assertAllClose(
-          expected_probabilities,
-          predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-      self.assertAllClose(expected_class_ids,
-                          predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-      self.assertAllEqual(expected_classes,
-                          predictions[prediction_keys.PredictionKeys.CLASSES])
-      self.assertAllClose(
-          expected_probabilities,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].scores))
-      self.assertAllEqual(
-          expected_export_classes,
-          sess.run(spec.export_outputs[_DEFAULT_SERVING_KEY].classes))
-      self.assertAllClose(expected_logistics,
-                          sess.run(spec.export_outputs['regression'].value))
-
-  def test_predict_with_vocabulary_list(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        label_vocabulary=['aang', 'iroh'])
-
-    logits = [[1.], [0.]]
-    expected_classes = [[b'iroh'], [b'aang']]
-
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllEqual(
-          expected_classes,
-          sess.run(spec.predictions[prediction_keys.PredictionKeys.CLASSES]))
-
-  def test_eval_create_loss(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    # loss = cross_entropy(labels, logits) = [0, 41].
-    expected_training_loss = 41.
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_eval_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=np.array(((45,), (-41,),), dtype=np.float32),
-          labels=None)
-
-  def test_eval(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # loss = sum(cross_entropy(labels, logits)) = sum(0, 41) = 41
-        # loss_mean = loss/2 = 41./2 = 20.5
-        keys.LOSS_MEAN: 20.5,
-        keys.ACCURACY: 1./2,
-        keys.PRECISION: 1.,
-        keys.RECALL: 1./2,
-        keys.PREDICTION_MEAN: 1./2,
-        keys.LABEL_MEAN: 2./2,
-        keys.ACCURACY_BASELINE: 2./2,
-        keys.AUC: 0.,
-        keys.AUC_PR: 1.,
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(41., loss)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops})
-
-  def test_eval_metric_ops_with_head_name(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        name='some_binary_head')
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    expected_metric_keys = [
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.LOSS_MEAN),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.ACCURACY),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.PRECISION),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.RECALL),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.PREDICTION_MEAN),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.LABEL_MEAN),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.ACCURACY_BASELINE),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.AUC),
-        '{}/some_binary_head'.format(metric_keys.MetricKeys.AUC_PR),
-    ]
-    self.assertItemsEqual(expected_metric_keys, spec.eval_metric_ops.keys())
-
-  def test_eval_with_regularization_losses(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = sum(cross_entropy(labels, logits)) / batch_size
-    #                    = sum(0, 41) / 2 = 20.5
-    expected_unregularized_loss = 20.5
-    expected_regularized_loss = (
-        expected_unregularized_loss + expected_regularization_loss)
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels,
-        regularization_losses=regularization_losses)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_unregularized_loss,
-        keys.LOSS_REGULARIZATION: expected_regularization_loss,
-        keys.ACCURACY: 1./2,
-        keys.PRECISION: 1.,
-        keys.RECALL: 1./2,
-        keys.PREDICTION_MEAN: 1./2,
-        keys.LABEL_MEAN: 2./2,
-        keys.ACCURACY_BASELINE: 2./2,
-        keys.AUC: 0.,
-        keys.AUC_PR: 1.,
-    }
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_regularized_loss, loss)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops})
-
-  def test_eval_with_vocabulary_list_create_loss(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        label_vocabulary=['aang', 'iroh'])
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = [[b'iroh'], [b'iroh']]
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(41., training_loss.eval())
-
-  def test_eval_with_vocabulary_list(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        label_vocabulary=['aang', 'iroh'])
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = [[b'iroh'], [b'iroh']]
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      sess.run(update_ops)
-      self.assertAllClose(1. / 2,
-                          value_ops[metric_keys.MetricKeys.ACCURACY].eval())
-
-  def test_eval_with_thresholds_create_loss(self):
-    thresholds = [0.25, 0.5, 0.75]
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        thresholds=thresholds)
-    logits = np.array(((-1,), (1,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # probabilities[i] = 1/(1 + exp(-logits[i])) =>
-    # probabilities = [1/(1 + exp(1)), 1/(1 + exp(-1))] = [0.269, 0.731]
-    # loss = -ln(probabilities[label[i]])) = [-ln(0.269), -ln(0.731)]
-    #      = [1.31304389, 0.31334182]
-    # weighted sum loss = 1.62638571
-    expected_training_loss = 1.62638571
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_eval_with_thresholds(self):
-    thresholds = [0.25, 0.5, 0.75]
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        thresholds=thresholds)
-    logits = np.array(((-1,), (1,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    # probabilities[i] = 1/(1 + exp(-logits[i])) =>
-    # probabilities = [1/(1 + exp(1)), 1/(1 + exp(-1))] = [0.269, 0.731]
-    # loss = -sum(ln(probabilities[label[i]])) = -ln(0.269) -ln(0.731)
-    #      = 1.62652338
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: 1.62652338 / 2.,
-        keys.ACCURACY: 1./2,
-        keys.PRECISION: 1.,
-        keys.RECALL: .5,
-        keys.PREDICTION_MEAN: 1./2,
-        keys.LABEL_MEAN: 2./2,
-        keys.ACCURACY_BASELINE: 2./2,
-        keys.AUC: 0.,
-        keys.AUC_PR: 1.,
-        keys.ACCURACY_AT_THRESHOLD % thresholds[0]: 1.,
-        keys.PRECISION_AT_THRESHOLD % thresholds[0]: 1.,
-        keys.RECALL_AT_THRESHOLD % thresholds[0]: 1.,
-        keys.ACCURACY_AT_THRESHOLD % thresholds[1]: .5,
-        keys.PRECISION_AT_THRESHOLD % thresholds[1]: 1.,
-        keys.RECALL_AT_THRESHOLD % thresholds[1]: .5,
-        keys.ACCURACY_AT_THRESHOLD % thresholds[2]: 0.,
-        keys.PRECISION_AT_THRESHOLD % thresholds[2]: 0.,
-        keys.RECALL_AT_THRESHOLD % thresholds[2]: 0.,
-    }
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(1.62652338, loss)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval()
-                             for k in value_ops},
-          atol=tol,
-          rtol=tol)
-
-  def test_train_create_loss(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.float64)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # unreduced_loss = cross_entropy(labels, logits) = [0, 41]
-    expected_unreduced_loss = [[0.], [41.]]
-    # weights default to 1.
-    expected_weights = 1.
-    # training loss = 1 * 0 + 1 * 41
-    expected_training_loss = 41.
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss, training_loss.eval())
-      self.assertAllClose(expected_unreduced_loss, unreduced_loss.eval())
-      self.assertAllClose(expected_weights, actual_weights)
-
-  def test_train_create_loss_loss_reduction(self):
-    """Tests create_loss with loss_reduction."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        loss_reduction=losses.Reduction.SUM_BY_NONZERO_WEIGHTS)
-
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.float64)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # unreduced_loss = cross_entropy(labels, logits) = [0, 41]
-    expected_unreduced_loss = [[0.], [41.]]
-    # weights default to 1.
-    expected_weights = 1.
-    # training loss = (1 * 0 + 1 * 41) / num_nonzero_weights
-    expected_training_loss = 41. / 2.
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss, training_loss.eval())
-      self.assertAllClose(expected_unreduced_loss, unreduced_loss.eval())
-      self.assertAllClose(expected_weights, actual_weights)
-
-  def test_eval_create_loss_loss_fn(self):
-    """Tests head.create_loss for eval mode and custom loss_fn."""
-    loss = np.array([[1.], [2.]], dtype=np.float32)
-    logits_input = np.array([[-10.], [10.]], dtype=np.float32)
-    labels_input = np.array([[1], [0]], dtype=np.int64)
-    def _loss_fn(labels, logits):
-      check_labels = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(labels, labels_input)),
-          data=[labels])
-      check_logits = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(logits, logits_input)),
-          data=[logits])
-      with ops.control_dependencies([check_labels, check_logits]):
-        return constant_op.constant(loss)
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        loss_fn=_loss_fn)
-
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_input,
-        labels=labels_input)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(np.sum(loss), actual_training_loss.eval())
-
-  def test_eval_create_loss_loss_fn_wrong_shape(self):
-    """Tests custom loss_fn that returns Tensor of unexpected shape."""
-    loss = np.array([1., 2.], dtype=np.float32)
-    def _loss_fn(labels, logits):
-      del labels, logits  # Unused
-      return constant_op.constant(loss)
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        loss_fn=_loss_fn)
-
-    logits = np.array([[-10.], [10.]], dtype=np.float32)
-    labels = np.array([[1], [0]], dtype=np.int64)
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[loss_fn must return Tensor of shape \[D0, D1, ... DN, 1\]\. \] '
-          r'\[logits_shape: \] \[2 1\] \[loss_shape: \] \[2\]'):
-        actual_training_loss.eval()
-
-  def test_train_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array(((45,), (-41,),), dtype=np.float32),
-          labels=None,
-          train_op_fn=_no_op_train_fn)
-
-  def test_train(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.float64)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # loss = sum(cross_entropy(labels, logits)) = sum(0, 41) = 41
-    expected_loss = 41.
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/2 = 41/2 = 20.5
-          metric_keys.MetricKeys.LOSS_MEAN: 20.5,
-      }, summary_str)
-
-  def test_train_with_optimizer(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.float64)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # loss = sum(cross_entropy(labels, logits)) = sum(0, 41) = 41
-    expected_loss = 41.
-
-    class _Optimizer(object):
-
-      def minimize(self, loss, global_step):
-        del global_step
-        with ops.control_dependencies((check_ops.assert_equal(
-            math_ops.to_float(expected_loss), math_ops.to_float(loss),
-            name='assert_loss'),)):
-          return constant_op.constant(expected_train_result)
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        optimizer=_Optimizer())
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-
-  def test_train_with_update_ops(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    with ops.Graph().as_default():
-      w = variables.Variable(1)
-      update_op = w.assign_add(1)
-      ops.add_to_collection(ops.GraphKeys.UPDATE_OPS, update_op)
-
-      t = variables.Variable('')
-      expected_train_result = b'my_train_op'
-      def _train_op_fn(loss):
-        del loss
-        return t.assign(expected_train_result)
-
-      spec = head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array(((45,), (-41,),), dtype=np.float32),
-          labels=np.array(((1,), (1,),), dtype=np.float64),
-          train_op_fn=_train_op_fn)
-
-      with self.cached_session() as sess:
-        _initialize_variables(self, spec.scaffold)
-        sess.run(spec.train_op)
-        w_value, t_value = sess.run([w, t])
-        self.assertEqual(2, w_value)
-        self.assertEqual(expected_train_result, t_value)
-
-  def test_train_summaries_with_head_name(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        name='some_binary_head')
-
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.float64)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # loss = sum(cross_entropy(labels, logits)) = sum(0, 41) = 41
-    expected_loss = 41.
-
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-    # Assert summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      summary_str = sess.run(spec.scaffold.summary_op)
-      _assert_simple_summaries(
-          self,
-          {
-              '{}/some_binary_head'.format(metric_keys.MetricKeys.LOSS):
-                  expected_loss,
-              # loss_mean = loss/2 = 41/2 = 20.5
-              '{}/some_binary_head'.format(metric_keys.MetricKeys.LOSS_MEAN):
-                  20.5,
-          },
-          summary_str)
-
-  def test_train_with_regularization_losses(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-
-    logits = np.array(((45,), (-41,),), dtype=np.float32)
-    labels = np.array(((1,), (1,),), dtype=np.float64)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = sum(cross_entropy(labels, logits)) / batch_size
-    #                    = sum(0, 41) / 2 = 20.5
-    # loss = unregularized_loss + regularization_loss = 7.
-    expected_loss = 22.5
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn,
-        regularization_losses=regularization_losses)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((spec.loss, spec.train_op,
-                                                  spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS_REGULARIZATION: (
-              expected_regularization_loss),
-      }, summary_str)
-
-  def test_float_labels_invalid_values(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array([[0.5], [-0.3]], dtype=np.float32)
-    labels = np.array([[1.2], [0.4]], dtype=np.float32)
-    features = {'x': np.array([[42]], dtype=np.float32)}
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)[0]
-    with self.assertRaisesRegexp(
-        errors.InvalidArgumentError,
-        r'Labels must <= n_classes - 1'):
-      with self.cached_session():
-        _initialize_variables(self, monitored_session.Scaffold())
-        training_loss.eval()
-
-  def test_float_labels_train_create_loss(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array([[0.5], [-0.3]], dtype=np.float32)
-    labels = np.array([[0.8], [0.4]], dtype=np.float32)
-    features = {'x': np.array([[42]], dtype=np.float32)}
-    # loss = cross_entropy(labels, logits)
-    #      = -label[i]*sigmoid(logit[i]) -(1-label[i])*sigmoid(-logit[i])
-    #      = [-0.8 * log(sigmoid(0.5)) -0.2 * log(sigmoid(-0.5)),
-    #         -0.4 * log(sigmoid(-0.3)) -0.6 * log(sigmoid(0.3))]
-    #      = [0.57407698418, 0.67435524446]
-    # weighted sum loss = 0.57407698418 + 0.67435524446
-    expected_training_loss = 1.24843222864
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_float_labels_train(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array([[0.5], [-0.3]], dtype=np.float32)
-    labels = np.array([[0.8], [0.4]], dtype=np.float32)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array([[42]], dtype=np.float32)}
-    # loss = sum(cross_entropy(labels, logits))
-    #      = sum(-label[i]*sigmoid(logit[i]) -(1-label[i])*sigmoid(-logit[i]))
-    #      = -0.8 * log(sigmoid(0.5)) -0.2 * log(sigmoid(-0.5))
-    #        -0.4 * log(sigmoid(-0.3)) -0.6 * log(sigmoid(0.3))
-    #      = 1.2484322
-    expected_loss = 1.2484322
-    def _train_op_fn(loss):
-      with ops.control_dependencies((dnn_testing_utils.assert_close(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss)),)):
-        return constant_op.constant(expected_train_result)
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAlmostEqual(expected_loss, loss, delta=1.e-5)
-      self.assertEqual(expected_train_result, train_result)
-
-  def test_float_labels_eval_create_loss(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array([[0.5], [-0.3]], dtype=np.float32)
-    labels = np.array([[0.8], [0.4]], dtype=np.float32)
-    features = {'x': np.array([[42]], dtype=np.float32)}
-    # loss = cross_entropy(labels, logits)
-    #      = -label[i]*sigmoid(logit[i]) -(1-label[i])*sigmoid(-logit[i])
-    #      = [-0.8 * log(sigmoid(0.5)) -0.2 * log(sigmoid(-0.5)),
-    #         -0.4 * log(sigmoid(-0.3)) -0.6 * log(sigmoid(0.3))]
-    #      = [0.57407698418, 0.67435524446]
-    # weighted sum loss = 0.57407698418 + 0.67435524446
-    expected_training_loss = 1.24843222864
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(), rtol=1e-2, atol=1e-2)
-
-  def test_float_labels_eval(self):
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss()
-
-    logits = np.array([[0.5], [-0.3]], dtype=np.float32)
-    labels = np.array([[0.8], [0.4]], dtype=np.float32)
-    features = {'x': np.array([[42]], dtype=np.float32)}
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    # loss = sum(cross_entropy(labels, logits))
-    #      = sum(-label[i]*sigmoid(logit[i]) -(1-label[i])*sigmoid(-logit[i]))
-    #      = -0.8 * log(sigmoid(0.5)) -0.2 * log(sigmoid(-0.5))
-    #        -0.4 * log(sigmoid(-0.3)) -0.6 * log(sigmoid(0.3))
-    #      = 1.2484322
-    expected_loss = 1.2484322
-
-    # Assert loss.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAlmostEqual(expected_loss, loss, delta=1.e-5)
-      self.assertAlmostEqual(
-          expected_loss / 2., metrics[metric_keys.MetricKeys.LOSS_MEAN])
-
-  def test_weighted_multi_example_predict(self):
-    """3 examples, 1 batch."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((45,), (-41,), (44,)), dtype=np.int32)
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,), (43,), (44,)), dtype=np.int32),
-            'label_weights': np.array(((1.,), (.1,), (1.5,)), dtype=np.float32),
-        },
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      predictions = sess.run(spec.predictions)
-      self.assertAllClose(
-          logits.astype(np.float32),
-          predictions[prediction_keys.PredictionKeys.LOGITS])
-      self.assertAllClose(
-          _sigmoid(logits).astype(np.float32),
-          predictions[prediction_keys.PredictionKeys.LOGISTIC])
-      self.assertAllClose(
-          [[0., 1.], [1., 0.],
-           [0., 1.]], predictions[prediction_keys.PredictionKeys.PROBABILITIES])
-      self.assertAllClose([[1], [0], [1]],
-                          predictions[prediction_keys.PredictionKeys.CLASS_IDS])
-      self.assertAllEqual([[b'1'], [b'0'], [b'1']],
-                          predictions[prediction_keys.PredictionKeys.CLASSES])
-
-  def test_weighted_multi_example_eval(self):
-    """3 examples, 1 batch."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((45,), (-41,), (44,)), dtype=np.int32)
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,), (43,), (44,)), dtype=np.int32),
-            'label_weights': np.array(((1.,), (.1,), (1.5,)), dtype=np.float32),
-        },
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=np.array(((1,), (1,), (0,)), dtype=np.int32))
-
-    # label_mean = (1*1 + .1*1 + 1.5*0)/(1 + .1 + 1.5) = 1.1/2.6
-    #            = .42307692307
-    expected_label_mean = .42307692307
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        # losses = label_weights*cross_entropy(labels, logits)
-        #        = (1*0 + .1*41 + 1.5*44) = (1, 4.1, 66)
-        # loss = sum(losses) = 1 + 4.1 + 66 = 70.1
-        # loss_mean = loss/sum(label_weights) = 70.1/(1 + .1 + 1.5)
-        #           = 70.1/2.6 = 26.9615384615
-        keys.LOSS_MEAN: 26.9615384615,
-        # accuracy = (1*1 + .1*0 + 1.5*0)/(1 + .1 + 1.5) = 1/2.6 = .38461538461
-        keys.ACCURACY: .38461538461,
-        keys.PRECISION: 1./2.5,
-        keys.RECALL: 1./1.1,
-        # prediction_mean = (1*1 + .1*0 + 1.5*1)/(1 + .1 + 1.5) = 2.5/2.6
-        #                 = .96153846153
-        keys.PREDICTION_MEAN: .96153846153,
-        keys.LABEL_MEAN: expected_label_mean,
-        keys.ACCURACY_BASELINE: 1 - expected_label_mean,
-        keys.AUC: .45454565,
-        keys.AUC_PR: .6737757325172424,
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(70.1, loss)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops})
-
-  def test_train_one_dim_create_loss(self):
-    """Tests create_loss with 1D labels and weights (shape [batch_size])."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((45,), (-41,), (44,)), dtype=np.float32)
-    labels_rank_1 = np.array((1., 1., 0.,))
-    weights_rank_1 = np.array(((1., .1, 1.5,)), dtype=np.float64)
-    features = {
-        'x': np.array(((42.,), (43.,), (44.,)), dtype=np.float32),
-        'label_weights': weights_rank_1,
-    }
-    # unreduced_loss = cross_entropy(labels, logits) = [0, 41, 44]
-    expected_unreduced_loss = [[0.], [41.], [44.]]
-    # weights are reshaped to [3, 1] to match logits.
-    expected_weights = [[1.], [.1], [1.5]]
-    # training loss = 1 * 0 + .1 * 41 + 1.5 * 44
-    expected_training_loss = 70.1
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels_rank_1)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(),
-          rtol=1e-2, atol=1e-2)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(),
-          rtol=1e-2, atol=1e-2)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_train_one_dim(self):
-    """Tests train with 1D labels and weights (shape [batch_size])."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((45,), (-41,), (44,)), dtype=np.float32)
-    labels_rank_1 = np.array((1., 1., 0.,))
-    weights_rank_1 = np.array(((1., .1, 1.5,)), dtype=np.float64)
-    self.assertEqual((3,), labels_rank_1.shape)
-    self.assertEqual((3,), weights_rank_1.shape)
-    features = {
-        'x': np.array(((42.,), (43.,), (44.,)), dtype=np.float32),
-        'label_weights': weights_rank_1,
-    }
-    expected_train_result = b'my_train_op'
-    # losses = label_weights*cross_entropy(labels, logits)
-    #        = (1*0 + .1*41 + 1.5*44) = (1, 4.1, 66)
-    # loss = sum(losses) = 1 + 4.1 + 66 = 70.1
-    expected_loss = 70.1
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels_rank_1,
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertIsNotNone(spec.train_op)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((
-          spec.loss, spec.train_op, spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/sum(label_weights) = 70.1/(1 + .1 + 1.5)
-          #           = 70.1/2.6 = 26.9615384615
-          metric_keys.MetricKeys.LOSS_MEAN: 26.9615384615,
-      }, summary_str)
-
-  def test_weighted_multi_example_train(self):
-    """3 examples, 1 batch."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='label_weights')
-
-    # Create estimator spec.
-    logits = np.array(((45,), (-41,), (44,)), dtype=np.float32)
-    expected_train_result = b'my_train_op'
-    # losses = label_weights*cross_entropy(labels, logits)
-    #        = (1*0 + .1*41 + 1.5*44) = (1, 4.1, 66)
-    # loss = sum(losses) = 1 + 4.1 + 66 = 70.1
-    expected_loss = 70.1
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42.,), (43.,), (44.,)), dtype=np.float32),
-            'label_weights': np.array(((1.,), (.1,), (1.5,)), dtype=np.float64),
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=np.array(((1.,), (1.,), (0.,))),
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    self.assertIsNotNone(spec.loss)
-    self.assertIsNotNone(spec.train_op)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      loss, train_result, summary_str = sess.run((
-          spec.loss, spec.train_op, spec.scaffold.summary_op))
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/sum(label_weights) = 70.1/(1 + .1 + 1.5)
-          #           = 70.1/2.6 = 26.9615384615
-          metric_keys.MetricKeys.LOSS_MEAN: 26.9615384615,
-      }, summary_str)
-
-  def test_multi_dim_weighted_train_create_loss(self):
-    """Logits and labels of shape [2, 2, 1], weights [2, 2]."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='weights')
-
-    logits = np.array([[[10], [-10]], [[12], [-12]]], dtype=np.float32)
-    labels = np.array([[[0], [0]], [[1], [1]]], dtype=np.float64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # unreduced_loss = cross_entropy(labels, logits) = [[10, 0], [0, 12]].
-    expected_unreduced_loss = [[[10.], [0.]], [[0.], [12.]]]
-    # Weights are reshaped to [2, 2, 1] to match logits.
-    expected_weights = [[[1.], [1.5]], [[2.], [2.5]]]
-    # training_loss = 1*10 + 1.5*0 + 2*0 + 2.5*12 = 40
-    expected_training_loss = 40.
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    tol = 1e-2
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(
-          expected_training_loss, training_loss.eval(),
-          rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_unreduced_loss, unreduced_loss.eval(),
-          rtol=tol, atol=tol)
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_multi_dim_weighted_train(self):
-    """Logits and labels of shape [2, 2, 1], weights [2, 2]."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='weights')
-
-    logits = np.array([[[10], [-10]], [[12], [-12]]], dtype=np.float32)
-    labels = np.array([[[0], [0]], [[1], [1]]], dtype=np.float64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # loss = cross_entropy(labels, logits) = [[10, 0], [0, 12]].
-    # weighted_sum_loss = 1*10 + 1.5*0 + 2*0 + 2.5*12 = 40
-    expected_loss = 40.
-    expected_train_result = 'my_train_op'
-    def _train_op_fn(loss):
-      return string_ops.string_join(
-          [constant_op.constant(expected_train_result),
-           string_ops.as_string(loss, precision=2)])
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert predictions, loss, train_op, and summaries.
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      self.assertEqual(
-          six.b('{0:s}{1:.2f}'.format(expected_train_result, expected_loss)),
-          train_result)
-
-  def test_multi_dim_train_weights_wrong_inner_dim(self):
-    """Logits and labels of shape [2, 2, 1], weights [2, 1]."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='weights')
-
-    logits = np.array([[[10], [-10]], [[12], [-12]]], dtype=np.float32)
-    labels = np.array([[[0], [0]], [[1], [1]]], dtype=np.float64)
-    weights = np.array([[1.], [2.]], dtype=np.float32)
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_no_op_train_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \] \[2 2 1\] \[weights_shape: \] \[2 1\]'):
-        spec.loss.eval()
-
-  def test_multi_dim_train_weights_wrong_outer_dim(self):
-    """Logits and labels of shape [2, 2, 1], weights [2, 2, 2]."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='weights')
-
-    logits = np.array([[[10], [-10]], [[12], [-12]]], dtype=np.float32)
-    labels = np.array([[[0], [0]], [[1], [1]]], dtype=np.float64)
-    weights_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features={'weights': weights_placeholder},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_no_op_train_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \]\s\[2 2 1\]\s\[weights_shape: \]\s\[2 2 2\]'):
-        spec.loss.eval({
-            weights_placeholder: np.array([[[1., 1.1], [1.5, 1.6]],
-                                           [[2., 2.1], [2.5, 2.6]]])})
-
-  def test_multi_dim_weighted_eval(self):
-    """Logits and labels of shape [2, 2, 1], weights [2, 2]."""
-    head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(
-        weight_column='weights')
-
-    logits = np.array([[[10], [-10]], [[12], [-12]]], dtype=np.float32)
-    labels = np.array([[[0], [0]], [[1], [1]]], dtype=np.float64)
-    weights = np.array([[1., 1.5], [2., 2.5]], dtype=np.float32)
-    # loss = cross_entropy(labels, logits) = [[10, 0], [0, 12]].
-    # weighted_sum_loss = 1*10 + 1.5*0 + 2*0 + 2.5*12 = 40
-    expected_loss = 40.
-
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features={'weights': weights},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_loss / np.sum(weights),
-        keys.ACCURACY: (1.*0. + 1.5*1. + 2.*1. + 2.5*0.) / np.sum(weights),
-        keys.PRECISION: 2.0/3.0,
-        keys.RECALL: 2.0/4.5,
-        keys.PREDICTION_MEAN: (1.*1 + 1.5*0 + 2.*1 + 2.5*0) / np.sum(weights),
-        keys.LABEL_MEAN: (1.*0 + 1.5*0 + 2.*1 + 2.5*1) / np.sum(weights),
-        keys.ACCURACY_BASELINE: (1.*0 + 1.5*0 + 2.*1 + 2.5*1) / np.sum(weights),
-        # We cannot reliably calculate AUC with only 4 data points, but the
-        # values should not change because of backwards-compatibility.
-        keys.AUC: 0.5222,
-        keys.AUC_PR: 0.7341,
-    }
-
-    tol = 1e-2
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      loss, metrics = sess.run((spec.loss, update_ops))
-      self.assertAllClose(expected_loss, loss, rtol=tol, atol=tol)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics, rtol=tol, atol=tol)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops},
-          rtol=tol, atol=tol)
-
-
-class RegressionHead(test.TestCase):
-
-  def setUp(self):
-    ops.reset_default_graph()
-
-  def test_invalid_label_dimension(self):
-    with self.assertRaisesRegexp(ValueError, r'Invalid label_dimension'):
-      head_lib._regression_head(label_dimension=-1)
-    with self.assertRaisesRegexp(ValueError, r'Invalid label_dimension'):
-      head_lib._regression_head(label_dimension=0)
-
-  def test_invalid_loss_reduction(self):
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: invalid_loss_reduction'):
-      head_lib._regression_head(loss_reduction='invalid_loss_reduction')
-    with self.assertRaisesRegexp(
-        ValueError, r'Invalid loss_reduction: none'):
-      head_lib._regression_head(loss_reduction=losses.Reduction.NONE)
-
-  def test_loss_fn_arg_labels_missing(self):
-    def _loss_fn(logits):
-      del logits  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: labels\. '
-        r'Given arguments: \(\'logits\',\)'):
-      head_lib._regression_head(loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_logits_missing(self):
-    def _loss_fn(labels):
-      del labels  # unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn must contain argument: logits\. '
-        r'Given arguments: \(\'labels\',\)'):
-      head_lib._regression_head(loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_features_ok(self):
-    def _loss_fn(labels, logits, features):
-      del labels, logits, features  # Unused
-      head_lib._regression_head(loss_fn=_loss_fn)
-
-  def test_loss_fn_arg_invalid(self):
-    def _loss_fn(labels, logits, name=None):
-      del labels, logits, name  # Unused
-    with self.assertRaisesRegexp(
-        ValueError,
-        r'loss_fn has unexpected args: \[\'name\'\]'):
-      head_lib._regression_head(loss_fn=_loss_fn)
-
-  def test_invalid_logits(self):
-    head = head_lib._regression_head(label_dimension=3)
-    self.assertEqual(3, head.logits_dimension)
-    logits_1d = np.array(((45.,), (41.,),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'logits shape'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42.,),))},
-          mode=model_fn.ModeKeys.PREDICT,
-          logits=logits_1d)
-
-    # Dynamic shape.
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),))},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits_placeholder)
-    with self.cached_session():
-      with self.assertRaisesRegexp(errors.OpError, 'logits shape'):
-        spec.predictions[prediction_keys.PredictionKeys.PREDICTIONS].eval({
-            logits_placeholder: logits_1d
-        })
-
-  def test_incompatible_labels_eval(self):
-    head = head_lib._regression_head(label_dimension=3)
-    self.assertEqual(3, head.logits_dimension)
-    values_3d = np.array(((45., 46., 47.), (41., 42., 43.),))
-    values_1d = np.array(((43.,), (44.,),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'Mismatched label shape'):
-      head.create_loss(
-          features={'x': values_1d},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=values_3d,
-          labels=values_1d)
-    with self.assertRaisesRegexp(ValueError, 'logits shape'):
-      head.create_estimator_spec(
-          features={'x': values_3d}, labels=values_3d,
-          mode=model_fn.ModeKeys.EVAL, logits=values_1d, train_op_fn=None)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    spec = head.create_estimator_spec(
-        features={'x': values_1d},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)
-    with self.cached_session():
-      with self.assertRaisesRegexp(errors.OpError, 'logits shape'):
-        spec.loss.eval({
-            labels_placeholder: values_3d,
-            logits_placeholder: values_1d
-        })
-    training_loss = head.create_loss(
-        features={'x': values_1d},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 3\] \[labels_shape: \] \[2 1\]'):
-        training_loss.eval({
-            labels_placeholder: values_1d,
-            logits_placeholder: values_3d
-        })
-
-  def test_incompatible_labels_train(self):
-    head = head_lib._regression_head(label_dimension=3)
-    self.assertEqual(3, head.logits_dimension)
-    values_3d = np.array(((45., 46., 47.), (41., 42., 43.),))
-    values_1d = np.array(((43.,), (44.,),))
-
-    # Static shape.
-    with self.assertRaisesRegexp(ValueError, 'Mismatched label shape'):
-      head.create_loss(
-          features={'x': values_1d},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=values_3d,
-          labels=values_1d)
-
-    with self.assertRaisesRegexp(ValueError, 'logits shape'):
-      head.create_estimator_spec(
-          features={'x': values_3d},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=values_1d,
-          labels=values_3d,
-          train_op_fn=lambda x: x)
-
-    # Dynamic shape.
-    labels_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    logits_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    spec = head.create_estimator_spec(
-        features={'x': values_1d},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits_placeholder,
-        labels=labels_placeholder,
-        train_op_fn=lambda x: x)
-    with self.cached_session():
-      with self.assertRaisesRegexp(errors.OpError, 'logits shape'):
-        spec.loss.eval({
-            labels_placeholder: values_3d,
-            logits_placeholder: values_1d
-        })
-    training_loss = head.create_loss(
-        features={'x': values_1d},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits_placeholder,
-        labels=labels_placeholder)[0]
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[expected_labels_shape: \] \[2 3\] \[labels_shape: \] \[2 1\]'):
-        training_loss.eval({
-            labels_placeholder: values_1d,
-            logits_placeholder: values_3d
-        })
-
-  def test_name(self):
-    head = head_lib._regression_head(name='foo')
-    self.assertEqual('foo', head.name)
-
-  def test_predict(self):
-    head = head_lib._regression_head()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,),), dtype=np.int32)
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertIsNone(spec.loss)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNone(spec.train_op)
-    default_serving_key = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-    self.assertItemsEqual(
-        (default_serving_key, 'predict', 'regression'),
-        spec.export_outputs.keys())
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions.
-    with self.cached_session():
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllClose(logits, spec.predictions[prediction_key].eval())
-      self.assertAllClose(
-          logits, spec.export_outputs[default_serving_key].value.eval())
-      self.assertAllClose(
-          logits, spec.export_outputs['regression'].value.eval())
-      self.assertAllClose(
-          logits, spec.export_outputs['predict'].outputs['predictions'].eval())
-
-  def test_predict_with_inverse_link_fn(self):
-    def _inverse_link_fn(logits):
-      return logits - 10.
-    head = head_lib._regression_head(inverse_link_fn=_inverse_link_fn)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,),), dtype=np.int32)
-    expected_predictions = np.array(((35,), (31,),), dtype=np.int32)
-    spec = head.create_estimator_spec(
-        features={'x': np.array(((42.,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.PREDICT,
-        logits=logits)
-
-    # Assert spec contains expected tensors.
-    keys = prediction_keys.PredictionKeys
-    self.assertItemsEqual(
-        (keys.PREDICTIONS, keys.LOGITS), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[keys.PREDICTIONS].dtype)
-    self.assertEqual(dtypes.float32, spec.predictions[keys.LOGITS].dtype)
-    default_serving_key = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-    self.assertItemsEqual(
-        (default_serving_key, 'predict', 'regression'),
-        spec.export_outputs.keys())
-
-    # Assert predictions.
-    with self.cached_session():
-      _initialize_variables(self, spec.scaffold)
-      self.assertAllClose(
-          expected_predictions, spec.predictions[keys.PREDICTIONS].eval())
-      self.assertAllClose(logits, spec.predictions[keys.LOGITS].eval())
-      self.assertAllClose(
-          expected_predictions,
-          spec.export_outputs[default_serving_key].value.eval())
-      self.assertAllClose(
-          expected_predictions, spec.export_outputs['regression'].value.eval())
-      self.assertAllClose(
-          expected_predictions,
-          spec.export_outputs['predict'].outputs['predictions'].eval())
-      self.assertAllClose(
-          logits, spec.export_outputs['predict'].outputs['logits'].eval())
-
-  def test_eval_create_loss(self):
-    head = head_lib._regression_head()
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43,), (44,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      # loss = [(43-45)^2, (44-41)] = [4, 9]
-      self.assertAllClose(13., training_loss.eval())
-
-  def test_eval_create_loss_loss_fn(self):
-    """Tests head.create_loss for eval mode and custom loss_fn."""
-    loss = np.array([[0., 1.], [2., 3.]], dtype=np.float32)
-    logits_input = np.array([[-1., 1.], [-2., 2.]], dtype=np.float32)
-    labels_input = np.array([[1., 0.], [2., -1.]], dtype=np.float32)
-    def _loss_fn(labels, logits):
-      check_labels = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(labels, labels_input)),
-          data=[labels])
-      check_logits = control_flow_ops.Assert(
-          math_ops.reduce_all(math_ops.equal(logits, logits_input)),
-          data=[logits])
-      with ops.control_dependencies([check_labels, check_logits]):
-        return constant_op.constant(loss)
-    head = head_lib._regression_head(label_dimension=2, loss_fn=_loss_fn)
-
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits_input,
-        labels=labels_input)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(np.sum(loss), actual_training_loss.eval())
-
-  def test_eval_create_loss_loss_fn_wrong_shape(self):
-    """Tests custom loss_fn that returns Tensor of unexpected shape."""
-    loss = np.array([[1.], [2.]], dtype=np.float32)
-    def _loss_fn(labels, logits):
-      del labels, logits  # Unused
-      return constant_op.constant(loss)
-    head = head_lib._regression_head(label_dimension=2, loss_fn=_loss_fn)
-
-    logits = np.array([[-1., 1.], [-2., 2.]], dtype=np.float32)
-    labels = np.array([[1., 0.], [2., -1.]], dtype=np.float32)
-    actual_training_loss = head.create_loss(
-        features={'x': np.array(((42,),), dtype=np.int32)},
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[loss_fn must return Tensor of shape \[D0, D1, ... DN, 2\]\. \] '
-          r'\[logits_shape: \] \[2 2\] \[loss_shape: \] \[2 1\]'):
-        actual_training_loss.eval()
-
-  def test_eval_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib._regression_head()
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.EVAL,
-          logits=np.array(((45,), (41,),), dtype=np.float32),
-          labels=None)
-
-  def test_eval(self):
-    head = head_lib._regression_head()
-    self.assertEqual(1, head.logits_dimension)
-
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43,), (44,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertItemsEqual((metric_keys.MetricKeys.LOSS_MEAN,
-                           metric_keys.MetricKeys.PREDICTION_MEAN,
-                           metric_keys.MetricKeys.LABEL_MEAN),
-                          spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      loss_mean_value_op, loss_mean_update_op = spec.eval_metric_ops[
-          metric_keys.MetricKeys.LOSS_MEAN]
-      predictions, loss, loss_mean = sess.run((
-          spec.predictions[prediction_key], spec.loss, loss_mean_update_op))
-      self.assertAllClose(logits, predictions)
-      # loss = (43-45)^2 + (44-41)^2 = 4+9 = 13
-      self.assertAllClose(13., loss)
-      # loss_mean = loss/2 = 13/2 = 6.5
-      expected_loss_mean = 6.5
-      # Check results of both update (in `loss_mean`) and value ops.
-      self.assertAllClose(expected_loss_mean, loss_mean)
-      self.assertAllClose(expected_loss_mean, loss_mean_value_op.eval())
-
-  def test_eval_metric_ops_with_head_name_for_regression(self):
-    head = head_lib._regression_head(name='some_regression_head')
-    logits = np.array(((1,), (9,)), dtype=np.float32)
-    labels = np.array(((1,), (1,)), dtype=np.int64)
-    features = {'x': np.array(((42,),), dtype=np.int32)}
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    expected_metric_keys = [
-        '{}/some_regression_head'.format(metric_keys.MetricKeys.LOSS_MEAN),
-        '{}/some_regression_head'.format(
-            metric_keys.MetricKeys.PREDICTION_MEAN),
-        '{}/some_regression_head'.format(metric_keys.MetricKeys.LABEL_MEAN),
-    ]
-    self.assertItemsEqual(expected_metric_keys, spec.eval_metric_ops.keys())
-
-  def test_eval_with_regularization_losses(self):
-    head = head_lib._regression_head(
-        loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    self.assertEqual(1, head.logits_dimension)
-
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43,), (44,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = ((43-45)^2 + (44-41)^2) / batch_size
-    #                    = (4 + 9) / 2 = 6.5
-    expected_unregularized_loss = 6.5
-    expected_regularized_loss = (
-        expected_unregularized_loss + expected_regularization_loss)
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels,
-        regularization_losses=regularization_losses)
-
-    keys = metric_keys.MetricKeys
-    expected_metrics = {
-        keys.LOSS_MEAN: expected_unregularized_loss,
-        keys.LOSS_REGULARIZATION: expected_regularization_loss,
-        keys.PREDICTION_MEAN: (45 + 41) / 2.0,
-        keys.LABEL_MEAN: (43 + 44) / 2.0,
-    }
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      value_ops = {k: spec.eval_metric_ops[k][0] for k in spec.eval_metric_ops}
-      update_ops = {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-      prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-      predictions, loss, metrics = sess.run((
-          spec.predictions[prediction_key], spec.loss, update_ops))
-      self.assertAllClose(logits, predictions)
-      self.assertAllClose(expected_regularized_loss, loss)
-      # Check results of both update (in `metrics`) and value ops.
-      self.assertAllClose(expected_metrics, metrics)
-      self.assertAllClose(
-          expected_metrics, {k: value_ops[k].eval() for k in value_ops})
-
-  def test_train_create_loss(self):
-    head = head_lib._regression_head()
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43,), (44,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # unreduced_loss = [(43-45)^2, (44-41)] = [4, 9]
-    expected_unreduced_loss = [[4.], [9.]]
-    # weights default to 1.
-    expected_weights = 1
-    # training_loss = 1 * 4 + 1 * 9 = 13
-    expected_training_loss = 13.
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss, training_loss.eval())
-      self.assertAllClose(expected_unreduced_loss, unreduced_loss.eval())
-      self.assertAllClose(expected_weights, actual_weights)
-
-  def test_train_create_loss_loss_reduction(self):
-    """Tests create_loss with loss_reduction."""
-    head = head_lib._regression_head(
-        loss_reduction=losses.Reduction.SUM_BY_NONZERO_WEIGHTS)
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43,), (44,),), dtype=np.int32)
-    features = {'x': np.array(((42,),), dtype=np.float32)}
-    # unreduced_loss = [(43-45)^2, (44-41)] = [4, 9]
-    expected_unreduced_loss = [[4.], [9.]]
-    # weights default to 1.
-    expected_weights = 1
-    # training_loss = (1 * 4 + 1 * 9) / num_nonzero_weights
-    expected_training_loss = 13. / 2.
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss, training_loss.eval())
-      self.assertAllClose(expected_unreduced_loss, unreduced_loss.eval())
-      self.assertAllClose(expected_weights, actual_weights)
-
-  def test_train_labels_none(self):
-    """Tests that error is raised when labels is None."""
-    head = head_lib._regression_head()
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    with self.assertRaisesRegexp(
-        ValueError, r'You must provide a labels Tensor\. Given: None\.'):
-      head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array(((45,), (41,),), dtype=np.float32),
-          labels=None,
-          train_op_fn=_no_op_train_fn)
-
-  def test_train(self):
-    head = head_lib._regression_head()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43.,), (44.,),), dtype=np.float64)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array(((42.,),), dtype=np.float32)}
-    # loss = (43-45)^2 + (44-41)^2 = 4 + 9 = 13
-    expected_loss = 13
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      predictions, loss, train_result, summary_str = sess.run((
-          spec.predictions[prediction_key], spec.loss, spec.train_op,
-          spec.scaffold.summary_op))
-      self.assertAllClose(logits, predictions)
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/2 = 13/2 = 6.5
-          metric_keys.MetricKeys.LOSS_MEAN: 6.5,
-      }, summary_str)
-
-  def test_train_with_optimizer(self):
-    head = head_lib._regression_head()
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43.,), (44.,),), dtype=np.float64)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array(((42.,),), dtype=np.float32)}
-    # loss = (43-45)^2 + (44-41)^2 = 4 + 9 = 13
-    expected_loss = 13
-
-    class _Optimizer(object):
-
-      def minimize(self, loss, global_step):
-        del global_step
-        with ops.control_dependencies((check_ops.assert_equal(
-            math_ops.to_float(expected_loss), math_ops.to_float(loss),
-            name='assert_loss'),)):
-          return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        optimizer=_Optimizer())
-
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss, train_result = sess.run((spec.loss, spec.train_op))
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-
-  def test_train_with_update_ops(self):
-    head = head_lib._regression_head()
-
-    with ops.Graph().as_default():
-      w = variables.Variable(1)
-      update_op = w.assign_add(1)
-      ops.add_to_collection(ops.GraphKeys.UPDATE_OPS, update_op)
-
-      t = variables.Variable('')
-      expected_train_result = b'my_train_op'
-      def _train_op_fn(loss):
-        del loss
-        return t.assign(expected_train_result)
-
-      spec = head.create_estimator_spec(
-          features={'x': np.array(((42,),), dtype=np.int32)},
-          mode=model_fn.ModeKeys.TRAIN,
-          logits=np.array(((45,), (41,),), dtype=np.float32),
-          labels=np.array(((43.,), (44.,),), dtype=np.float64),
-          train_op_fn=_train_op_fn)
-
-      with self.cached_session() as sess:
-        _initialize_variables(self, spec.scaffold)
-        sess.run(spec.train_op)
-        w_value, t_value = sess.run([w, t])
-        self.assertEqual(2, w_value)
-        self.assertEqual(expected_train_result, t_value)
-
-  def test_train_summaries_with_head_name(self):
-    head = head_lib._regression_head(name='some_regression_head')
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43.,), (44.,),), dtype=np.float64)
-    features = {'x': np.array(((42.,),), dtype=np.float32)}
-    # loss = (43-45)^2 + (44-41)^2 = 4 + 9 = 13
-    expected_loss = 13
-
-    def _train_op_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      summary_str = sess.run(spec.scaffold.summary_op)
-      _assert_simple_summaries(
-          self,
-          {
-              '{}/some_regression_head'.format(metric_keys.MetricKeys.LOSS):
-                  expected_loss,
-              # loss_mean = loss/2 = 13/2 = 6.5
-              '{}/some_regression_head'
-              .format(metric_keys.MetricKeys.LOSS_MEAN):
-                  6.5,
-          },
-          summary_str)
-
-  def test_train_with_regularization_losses(self):
-    head = head_lib._regression_head(
-        loss_reduction=losses.Reduction.SUM_OVER_BATCH_SIZE)
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,),), dtype=np.float32)
-    labels = np.array(((43.,), (44.,),), dtype=np.float64)
-    expected_train_result = b'my_train_op'
-    features = {'x': np.array(((42.,),), dtype=np.float32)}
-    regularization_losses = [1.5, 0.5]
-    expected_regularization_loss = 2.
-    # unregularized_loss = ((43-45)^2 + (44-41)^2) / batch_size
-    #                    = (4 + 9) / 2 = 6.5
-    # loss = unregularized_loss + regularization_loss = 8.5
-    expected_loss = 8.5
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn,
-        regularization_losses=regularization_losses)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-      predictions, loss, train_result, summary_str = sess.run((
-          spec.predictions[prediction_key], spec.loss, spec.train_op,
-          spec.scaffold.summary_op))
-      self.assertAllClose(logits, predictions)
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          metric_keys.MetricKeys.LOSS_REGULARIZATION: (
-              expected_regularization_loss),
-      }, summary_str)
-
-  def test_weighted_multi_example_eval(self):
-    """1d label, 3 examples, 1 batch."""
-    head = head_lib._regression_head(weight_column='label_weights')
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,), (44,)), dtype=np.int32)
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,), (43,), (44,)), dtype=np.int32),
-            'label_weights': np.array(((1.,), (.1,), (1.5,)), dtype=np.float32),
-        },
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=np.array(((35,), (42,), (45,)), dtype=np.int32))
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertItemsEqual((metric_keys.MetricKeys.LOSS_MEAN,
-                           metric_keys.MetricKeys.PREDICTION_MEAN,
-                           metric_keys.MetricKeys.LABEL_MEAN),
-                          spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      loss_mean_value_op, loss_mean_update_op = spec.eval_metric_ops[
-          metric_keys.MetricKeys.LOSS_MEAN]
-      predictions, loss, loss_mean = sess.run((
-          spec.predictions[prediction_key], spec.loss, loss_mean_update_op))
-      self.assertAllClose(logits, predictions)
-      # loss = 1*(35-45)^2 + .1*(42-41)^2 + 1.5*(45-44)^2 = 100+.1+1.5 = 101.6
-      self.assertAllClose(101.6, loss)
-      # loss_mean = loss/(1+.1+1.5) = 101.6/2.6 = 39.0769231
-      expected_loss_mean = 39.0769231
-      # Check results of both update (in `loss_mean`) and value ops.
-      self.assertAllClose(expected_loss_mean, loss_mean)
-      self.assertAllClose(expected_loss_mean, loss_mean_value_op.eval())
-
-  def test_weight_with_numeric_column(self):
-    """1d label, 3 examples, 1 batch."""
-    head = head_lib._regression_head(
-        weight_column=feature_column_lib.numeric_column(
-            'label_weights', normalizer_fn=lambda x: x + 1.))
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,), (44,)), dtype=np.int32)
-    spec = head.create_estimator_spec(
-        features={
-            'x':
-                np.array(((42,), (43,), (44,)), dtype=np.int32),
-            'label_weights':
-                np.array(((0.,), (-0.9,), (0.5,)), dtype=np.float32),
-        },
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=np.array(((35,), (42,), (45,)), dtype=np.int32))
-
-    # Assert loss.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      loss = sess.run(spec.loss)
-      # loss = 1*(35-45)^2 + .1*(42-41)^2 + 1.5*(45-44)^2 = 100+.1+1.5 = 101.6
-      self.assertAllClose(101.6, loss)
-
-  def test_weighted_multi_example_train(self):
-    """1d label, 3 examples, 1 batch."""
-    head = head_lib._regression_head(weight_column='label_weights')
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,), (44,)), dtype=np.float32)
-    expected_train_result = b'my_train_op'
-    # loss = 1*(35-45)^2 + .1*(42-41)^2 + 1.5*(45-44)^2 = 100+.1+1.5 = 101.6
-    expected_loss = 101.6
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-    spec = head.create_estimator_spec(
-        features={
-            'x': np.array(((42,), (43,), (44,)), dtype=np.float32),
-            'label_weights': np.array(((1.,), (.1,), (1.5,)), dtype=np.float64),
-        },
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=np.array(((35.,), (42.,), (45.,)), dtype=np.float32),
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      predictions, loss, train_result, summary_str = sess.run((
-          spec.predictions[prediction_key], spec.loss, spec.train_op,
-          spec.scaffold.summary_op))
-      self.assertAllClose(logits, predictions)
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/(1+.1+1.5) = 101.6/2.6 = 39.0769231
-          metric_keys.MetricKeys.LOSS_MEAN: 39.0769231,
-      }, summary_str)
-
-  def test_train_one_dim_create_loss(self):
-    """Tests create_loss with 1D labels and weights (shape [batch_size])."""
-    head = head_lib._regression_head(weight_column='label_weights')
-    logits = np.array(((45,), (41,), (44,)), dtype=np.float32)
-    x_feature_rank_1 = np.array((42., 43., 44.,), dtype=np.float32)
-    weight_rank_1 = np.array((1., .1, 1.5,), dtype=np.float64)
-    labels_rank_1 = np.array((35., 42., 45.,))
-    # unreduced_loss = [(35-45)^2, (42-41)^2, (45-44)^2] = [100, 1, 1].
-    expected_unreduced_loss = [[100.], [1.], [1.]]
-    # weights are reshaped to [3, 1] to match logits.
-    expected_weights = [[1.], [.1], [1.5]]
-    # training_loss = 100 * 1 + 1 * .1 + 1.5 * 1 = 101.6
-    expected_training_loss = 101.6
-    features = {'x': x_feature_rank_1, 'label_weights': weight_rank_1}
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels_rank_1)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss, training_loss.eval())
-      self.assertAllClose(expected_unreduced_loss, unreduced_loss.eval())
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_train_one_dim(self):
-    """Tests train with 1D labels and weights (shape [batch_size])."""
-    head = head_lib._regression_head(weight_column='label_weights')
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45,), (41,), (44,)), dtype=np.float32)
-    expected_train_result = b'my_train_op'
-    # loss = 1*(35-45)^2 + .1*(42-41)^2 + 1.5*(45-44)^2 = 100+.1+1.5 = 101.6
-    expected_loss = 101.6
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    x_feature_rank_1 = np.array((42., 43., 44.,), dtype=np.float32)
-    weight_rank_1 = np.array((1., .1, 1.5,), dtype=np.float64)
-    labels_rank_1 = np.array((35., 42., 45.,))
-    features = {'x': x_feature_rank_1, 'label_weights': weight_rank_1}
-    self.assertEqual((3,), x_feature_rank_1.shape)
-    self.assertEqual((3,), weight_rank_1.shape)
-    self.assertEqual((3,), labels_rank_1.shape)
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels_rank_1,
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      predictions, loss, train_result, summary_str = sess.run((
-          spec.predictions[prediction_key], spec.loss, spec.train_op,
-          spec.scaffold.summary_op))
-      self.assertAllClose(logits, predictions)
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/(1+.1+1.5) = 101.6/2.6 = 39.0769231
-          metric_keys.MetricKeys.LOSS_MEAN: 39.0769231,
-      }, summary_str)
-
-  def test_weighted_multi_value_eval_create_loss(self):
-    """3d label, 1 example, 1 batch."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    logits = np.array(((45., 41., 44.),))
-    labels = np.array(((35., 42., 45.),))
-    features = {
-        'x': np.array(((42., 43., 44.),)),
-        'label_weights': np.array(((1., .1, 1.5),))
-    }
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      # loss = [(35-45)^2, (42-41)^2, (45-44)^2] = [100, 1, 1].
-      # weighted sum loss = 1 * 100 + .1 * 1 + 1.5 * 1 = 101.6
-      self.assertAllClose(101.6, training_loss.eval())
-
-  def test_weighted_multi_value_eval(self):
-    """3d label, 1 example, 1 batch."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    self.assertEqual(3, head.logits_dimension)
-
-    logits = np.array(((45., 41., 44.),))
-    labels = np.array(((35., 42., 45.),))
-    features = {
-        'x': np.array(((42., 43., 44.),)),
-        'label_weights': np.array(((1., .1, 1.5),))
-    }
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=logits,
-        labels=labels)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertItemsEqual((metric_keys.MetricKeys.LOSS_MEAN,
-                           metric_keys.MetricKeys.PREDICTION_MEAN,
-                           metric_keys.MetricKeys.LABEL_MEAN),
-                          spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Assert predictions, loss, and metrics.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNone(spec.scaffold.summary_op)
-      loss_mean_value_op, loss_mean_update_op = spec.eval_metric_ops[
-          metric_keys.MetricKeys.LOSS_MEAN]
-      predictions, loss, loss_mean = sess.run((
-          spec.predictions[prediction_key], spec.loss, loss_mean_update_op))
-      self.assertAllClose(logits, predictions)
-      # loss = 1*(35-45)^2 + .1*(42-41)^2 + 1.5*(45-44)^2 = 100+.1+1.5 = 101.6
-      self.assertAllClose(101.6, loss)
-      # loss_mean = loss/(1+.1+1.5) = 101.6/2.6 = 39.076923
-      expected_loss_mean = 39.076923
-      # Check results of both update (in `loss_mean`) and value ops.
-      self.assertAllClose(expected_loss_mean, loss_mean)
-      self.assertAllClose(expected_loss_mean, loss_mean_value_op.eval())
-
-  def test_weighted_multi_value_train_create_loss(self):
-    """3d label, 1 example, 1 batch."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    logits = np.array(((45., 41., 44.),))
-    labels = np.array(((35., 42., 45.),))
-    features = {
-        'x': np.array(((42., 43., 44.),)),
-        'label_weights': np.array(((1., .1, 1.5),))
-    }
-    # Create loss.
-    training_loss = head.create_loss(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)[0]
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      # loss = [(35-45)^2, (42-41)^2, (45-44)^2] = [100, 1, 1].
-      # weighted sum loss = 1 * 100 + .1 * 1 + 1.5 * 1 = 101.6
-      self.assertAllClose(101.6, training_loss.eval())
-
-  def test_weighted_multi_value_train(self):
-    """3d label, 1 example, 1 batch."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    self.assertEqual(3, head.logits_dimension)
-
-    logits = np.array(((45., 41., 44.),))
-    labels = np.array(((35., 42., 45.),))
-    expected_train_result = b'my_train_op'
-    # loss = 1*(35-45)^2 + .1*(42-41)^2 + 1.5*(45-44)^2 = 100+.1+1.5 = 101.6
-    expected_loss = 101.6
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    features = {
-        'x': np.array(((42., 43., 44.),)),
-        'label_weights': np.array(((1., .1, 1.5),)),
-    }
-    # Create estimator spec.
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-
-    # Assert spec contains expected tensors.
-    prediction_key = prediction_keys.PredictionKeys.PREDICTIONS
-    self.assertItemsEqual((prediction_key,), spec.predictions.keys())
-    self.assertEqual(dtypes.float32, spec.predictions[prediction_key].dtype)
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertEqual({}, spec.eval_metric_ops)
-    self.assertIsNotNone(spec.train_op)
-    self.assertIsNone(spec.export_outputs)
-    _assert_no_hooks(self, spec)
-
-    # Evaluate predictions, loss, train_op, and summaries.
-    with self.cached_session() as sess:
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      predictions, loss, train_result, summary_str = sess.run((
-          spec.predictions[prediction_key], spec.loss, spec.train_op,
-          spec.scaffold.summary_op))
-      self.assertAllClose(logits, predictions)
-      self.assertAllClose(expected_loss, loss)
-      self.assertEqual(expected_train_result, train_result)
-      _assert_simple_summaries(self, {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          # loss_mean = loss/(1+.1+1.5) = 101.6/2.6 = 39.076923
-          metric_keys.MetricKeys.LOSS_MEAN: 39.076923,
-      }, summary_str)
-
-  def test_weighted_multi_batch_eval(self):
-    """1d label, 1 example, 3 batches."""
-    head = head_lib._regression_head(weight_column='label_weights')
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45.,), (41.,), (44.,)))
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'x': np.array(((42.,), (43.,), (44.,))),
-            'label_weights': np.array(((1.,), (.1,), (1.5,))),
-            # 'logits' is not a feature, but we use `numpy_input_fn` to make a
-            # batched version of it, and pop it off before passing to
-            # `create_estimator_spec`.
-            'logits': logits,
-        },
-        y=np.array(((35.,), (42.,), (45.,))),
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    batched_features, batched_labels = input_fn()
-    batched_logits = batched_features.pop('logits')
-    spec = head.create_estimator_spec(
-        features=batched_features,
-        mode=model_fn.ModeKeys.EVAL,
-        logits=batched_logits,
-        labels=batched_labels,
-        train_op_fn=None)
-
-    # losses = [1*(35-45)^2, .1*(42-41)^2, 1.5*(45-44)^2] = [100, .1, 1.5]
-    # loss = sum(losses) = 100+.1+1.5 = 101.6
-    # loss_mean = loss/(1+.1+1.5) = 101.6/2.6 = 39.076923
-    expected_metrics = {
-        metric_keys.MetricKeys.LOSS_MEAN:
-            39.076923,
-        metric_keys.MetricKeys.PREDICTION_MEAN:
-            (45 + 41 * 0.1 + 44 * 1.5) / 2.6,
-        metric_keys.MetricKeys.LABEL_MEAN: (35 + 42 * 0.1 + 45 * 1.5) / 2.6,
-    }
-
-    # Assert spec contains expected tensors.
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertItemsEqual(expected_metrics.keys(), spec.eval_metric_ops.keys())
-    self.assertIsNone(spec.train_op)
-    _assert_no_hooks(self, spec)
-
-    with self.cached_session() as sess:
-      # Finalize graph and initialize variables.
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      queue_runner_impl.start_queue_runners()
-
-      # Run tensors for `steps` steps.
-      steps = len(logits)
-      results = tuple([
-          sess.run((
-              spec.loss,
-              # The `[1]` gives us the metric update op.
-              {k: spec.eval_metric_ops[k][1] for k in spec.eval_metric_ops}
-          )) for _ in range(steps)
-      ])
-
-      # Assert losses and metrics.
-      self.assertAllClose((100, .1, 1.5), [r[0] for r in results])
-      # For metrics, check results of both update (in `results`) and value ops.
-      # Note: we only check the result of the last step for streaming metrics.
-      self.assertAllClose(expected_metrics, results[steps - 1][1])
-      self.assertAllClose(expected_metrics, {
-          k: spec.eval_metric_ops[k][0].eval() for k in spec.eval_metric_ops
-      })
-
-  def test_weighted_multi_batch_train(self):
-    """1d label, 1 example, 3 batches."""
-    head = head_lib._regression_head(weight_column='label_weights')
-    self.assertEqual(1, head.logits_dimension)
-
-    # Create estimator spec.
-    logits = np.array(((45.,), (41.,), (44.,)))
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'x': np.array(((42.,), (43.,), (44.,))),
-            'label_weights': np.array(((1.,), (.1,), (1.5,))),
-            # 'logits' is not a feature, but we use `numpy_input_fn` to make a
-            # batched version of it, and pop it off before passing to
-            # `create_estimator_spec`.
-            'logits': logits,
-        },
-        y=np.array(((35.,), (42.,), (45.,))),
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    batched_features, batched_labels = input_fn()
-    batched_logits = batched_features.pop('logits')
-    spec = head.create_estimator_spec(
-        features=batched_features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=batched_logits,
-        labels=batched_labels,
-        train_op_fn=lambda loss: loss * -7.)
-
-    # Assert spec contains expected tensors.
-    self.assertEqual(dtypes.float32, spec.loss.dtype)
-    self.assertIsNotNone(spec.train_op)
-
-    with self.cached_session() as sess:
-      # Finalize graph and initialize variables.
-      _initialize_variables(self, spec.scaffold)
-      self.assertIsNotNone(spec.scaffold.summary_op)
-      queue_runner_impl.start_queue_runners()
-
-      results = tuple([
-          sess.run((spec.loss, spec.train_op)) for _ in range(len(logits))
-      ])
-
-      # losses = [1*(35-45)^2, .1*(42-41)^2, 1.5*(45-44)^2] = [100, .1, 1.5]
-      expected_losses = np.array((100, .1, 1.5))
-      self.assertAllClose(expected_losses, [r[0] for r in results])
-      self.assertAllClose(expected_losses * -7., [r[1] for r in results])
-
-  def test_multi_dim_weighted_train_create_loss(self):
-    """Logits, labels of shape [2, 2, 3], weight shape [2, 2]."""
-    label_dimension = 3
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=label_dimension)
-    logits = np.array([[[00., 01., 02.], [10., 11., 12.]],
-                       [[20., 21., 22.], [30., 31., 32.]]])
-    labels = np.array([[[01., 02., 03.], [12., 13., 14.]],
-                       [[23., 24., 25.], [34., 35., 36.]]])
-    weights = np.array([[1., 1.5], [2., 2.5]])
-    expected_unreduced_loss = [[[1., 1., 1.], [4., 4., 4.]],
-                               [[9., 9., 9.], [16., 16., 16.]]]
-    expected_training_loss = np.sum(
-        np.array([[[1. * x for x in [1., 1., 1.]],
-                   [1.5 * x for x in [4., 4., 4.]]],
-                  [[2. * x for x in [9., 9., 9.]],
-                   [2.5 * x for x in [16., 16., 16.]]]]))
-    # Weights are expanded to [2, 2, 1] to match logits.
-    expected_weights = [[[1.], [1.5]], [[2.], [2.5]]]
-    # Create loss.
-    training_loss, unreduced_loss, actual_weights, _ = head.create_loss(
-        features={'label_weights': weights},
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_training_loss, training_loss.eval())
-      self.assertAllClose(expected_unreduced_loss, unreduced_loss.eval())
-      self.assertAllClose(expected_weights, actual_weights.eval())
-
-  def test_multi_dim_weighted_train(self):
-    """Logits, labels of shape [2, 2, 3], weight shape [2, 2]."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    logits = np.array([[[00., 01., 02.], [10., 11., 12.]],
-                       [[20., 21., 22.], [30., 31., 32.]]])
-    labels = np.array([[[01., 02., 03.], [12., 13., 14.]],
-                       [[23., 24., 25.], [34., 35., 36.]]])
-    expected_train_result = b'my_train_op'
-    features = {
-        'label_weights': np.array([[1., 1.5], [2., 2.5]]),
-    }
-    # loss = 1*3*1^2 + 1.5*3*2^2 + 2*3*3^2 +2.5*3*4^2 = 195
-    expected_loss = 195.
-    # Create estimator spec.
-    def _train_op_fn(loss):
-      with ops.control_dependencies((check_ops.assert_equal(
-          math_ops.to_float(expected_loss), math_ops.to_float(loss),
-          name='assert_loss'),)):
-        return constant_op.constant(expected_train_result)
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_train_op_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      self.assertAllClose(expected_loss, spec.loss.eval())
-
-  def test_multi_dim_train_weights_wrong_inner_dim(self):
-    """Logits, labels of shape [2, 2, 3], weight shape [2, 1]."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    logits = np.array([[[00., 01., 02.], [10., 11., 12.]],
-                       [[20., 21., 22.], [30., 31., 32.]]])
-    labels = np.array([[[01., 02., 03.], [12., 13., 14.]],
-                       [[23., 24., 25.], [34., 35., 36.]]])
-    features = {
-        'label_weights': np.array([[1.], [2]]),
-    }
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_no_op_train_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \] \[2 2 3\] \[weights_shape: \] \[2 1\]'):
-        spec.loss.eval()
-
-  def test_multi_dim_train_weights_wrong_outer_dim(self):
-    """Logits, labels of shape [2, 2, 3], weight shape [2, 2, 2]."""
-    head = head_lib._regression_head(
-        weight_column='label_weights', label_dimension=3)
-    logits = np.array([[[00., 01., 02.], [10., 11., 12.]],
-                       [[20., 21., 22.], [30., 31., 32.]]])
-    labels = np.array([[[01., 02., 03.], [12., 13., 14.]],
-                       [[23., 24., 25.], [34., 35., 36.]]])
-    weights_placeholder = array_ops.placeholder(dtype=dtypes.float32)
-    features = {
-        'label_weights': weights_placeholder,
-    }
-    def _no_op_train_fn(loss):
-      del loss
-      return control_flow_ops.no_op()
-
-    spec = head.create_estimator_spec(
-        features=features,
-        mode=model_fn.ModeKeys.TRAIN,
-        logits=logits,
-        labels=labels,
-        train_op_fn=_no_op_train_fn)
-    with self.cached_session():
-      _initialize_variables(self, monitored_session.Scaffold())
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          r'\[logits_shape: \]\s\[2 2 3\]\s\[weights_shape: \]\s\[2 2 2\]'):
-        spec.loss.eval({
-            weights_placeholder: np.array([[[1., 1.1], [1.5, 1.6]],
-                                           [[2., 2.1], [2.5, 2.6]]])})
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/linear.py b/tensorflow/python/estimator/canned/linear.py
index 8b96284bd3..e8a62c380a 100644
--- a/tensorflow/python/estimator/canned/linear.py
+++ b/tensorflow/python/estimator/canned/linear.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,532 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Linear Estimators."""
+"""linear python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import math
-
-import six
-
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator.canned import head as head_lib
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables as variable_ops
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.summary import summary
-from tensorflow.python.training import ftrl
-from tensorflow.python.util import nest
-from tensorflow.python.util.tf_export import estimator_export
-
-
-# The default learning rate of 0.2 is a historical artifact of the initial
-# implementation, but seems a reasonable choice.
-_LEARNING_RATE = 0.2
-
-
-def _get_default_optimizer(feature_columns):
-  learning_rate = min(_LEARNING_RATE, 1.0 / math.sqrt(len(feature_columns)))
-  return ftrl.FtrlOptimizer(learning_rate=learning_rate)
-
-
-def _get_expanded_variable_list(var_list):
-  """Given a list of variables, expands them if they are partitioned.
-
-  Args:
-    var_list: A list of variables.
-
-  Returns:
-    A list of variables where each partitioned variable is expanded to its
-    components.
-  """
-  returned_list = []
-  for variable in var_list:
-    if (isinstance(variable, variable_ops.Variable) or
-        resource_variable_ops.is_resource_variable(variable)):
-      returned_list.append(variable)  # Single variable case.
-    else:  # Must be a PartitionedVariable, so convert into a list.
-      returned_list.extend(list(variable))
-  return returned_list
-
-
-# TODO(rohanj): Consider making this a public utility method.
-def _compute_fraction_of_zero(variables):
-  """Given a linear variables list, compute the fraction of zero weights.
-
-  Args:
-    variables: A list or list of list of variables
-
-  Returns:
-    The fraction of zeros (sparsity) in the linear model.
-  """
-  all_weight_vars = []
-  for var_or_var_list in variables:
-    var_list = nest.flatten(var_or_var_list)
-    # Skip empty-lists associated with columns that created no Variables.
-    if var_list:
-      all_weight_vars += [array_ops.reshape(var, [-1]) for var in var_list]
-  return nn.zero_fraction(array_ops.concat(all_weight_vars, axis=0))
-
-
-def _linear_logit_fn_builder(units, feature_columns, sparse_combiner='sum'):
-  """Function builder for a linear logit_fn.
-
-  Args:
-    units: An int indicating the dimension of the logit layer.
-    feature_columns: An iterable containing all the feature columns used by
-      the model.
-    sparse_combiner: A string specifying how to reduce if a categorical column
-      is multivalent.  One of "mean", "sqrtn", and "sum".
-
-  Returns:
-    A logit_fn (see below).
-
-  """
-
-  def linear_logit_fn(features):
-    """Linear model logit_fn.
-
-    Args:
-      features: This is the first item returned from the `input_fn`
-                passed to `train`, `evaluate`, and `predict`. This should be a
-                single `Tensor` or `dict` of same.
-
-    Returns:
-      A `Tensor` representing the logits.
-    """
-    if feature_column_v2.is_feature_column_v2(feature_columns):
-      shared_state_manager = feature_column_v2.SharedEmbeddingStateManager()
-      linear_model = feature_column_v2.LinearModel(
-          feature_columns=feature_columns,
-          units=units,
-          sparse_combiner=sparse_combiner,
-          shared_state_manager=shared_state_manager)
-      logits = linear_model(features)
-      bias = linear_model.bias_variable
-
-      # We'd like to get all the non-bias variables associated with this
-      # LinearModel. This includes the shared embedding variables as well.
-      variables = linear_model.variables
-      variables.remove(bias)
-      variables.extend(shared_state_manager.variables)
-
-      # Expand (potential) Partitioned variables
-      bias = _get_expanded_variable_list([bias])
-      variables = _get_expanded_variable_list(variables)
-    else:
-      linear_model = feature_column._LinearModel(  # pylint: disable=protected-access
-          feature_columns=feature_columns,
-          units=units,
-          sparse_combiner=sparse_combiner,
-          name='linear_model')
-      logits = linear_model(features)
-      cols_to_vars = linear_model.cols_to_vars()
-      bias = cols_to_vars.pop('bias')
-      variables = cols_to_vars.values()
-
-    if units > 1:
-      summary.histogram('bias', bias)
-    else:
-      # If units == 1, the bias value is a length-1 list of a scalar Tensor,
-      # so we should provide a scalar summary.
-      summary.scalar('bias', bias[0][0])
-    summary.scalar('fraction_of_zero_weights',
-                   _compute_fraction_of_zero(variables))
-    return logits
-
-  return linear_logit_fn
-
-
-def _linear_model_fn(features, labels, mode, head, feature_columns, optimizer,
-                     partitioner, config, sparse_combiner='sum'):
-  """A model_fn for linear models that use a gradient-based optimizer.
-
-  Args:
-    features: dict of `Tensor`.
-    labels: `Tensor` of shape `[batch_size, logits_dimension]`.
-    mode: Defines whether this is training, evaluation or prediction.
-      See `ModeKeys`.
-    head: A `Head` instance.
-    feature_columns: An iterable containing all the feature columns used by
-      the model.
-    optimizer: string, `Optimizer` object, or callable that defines the
-      optimizer to use for training. If `None`, will use a FTRL optimizer.
-    partitioner: Partitioner for variables.
-    config: `RunConfig` object to configure the runtime settings.
-    sparse_combiner: A string specifying how to reduce if a categorical column
-      is multivalent.  One of "mean", "sqrtn", and "sum".
-
-  Returns:
-    An `EstimatorSpec` instance.
-
-  Raises:
-    ValueError: mode or params are invalid, or features has the wrong type.
-  """
-  if not isinstance(features, dict):
-    raise ValueError('features should be a dictionary of `Tensor`s. '
-                     'Given type: {}'.format(type(features)))
-
-  optimizer = optimizers.get_optimizer_instance(
-      optimizer or _get_default_optimizer(feature_columns),
-      learning_rate=_LEARNING_RATE)
-  num_ps_replicas = config.num_ps_replicas if config else 0
-
-  partitioner = partitioner or (
-      partitioned_variables.min_max_variable_partitioner(
-          max_partitions=num_ps_replicas,
-          min_slice_size=64 << 20))
-
-  with variable_scope.variable_scope(
-      'linear',
-      values=tuple(six.itervalues(features)),
-      partitioner=partitioner):
-
-    logit_fn = _linear_logit_fn_builder(
-        units=head.logits_dimension, feature_columns=feature_columns,
-        sparse_combiner=sparse_combiner)
-    logits = logit_fn(features=features)
-
-    return head.create_estimator_spec(
-        features=features,
-        mode=mode,
-        labels=labels,
-        optimizer=optimizer,
-        logits=logits)
-
-
-@estimator_export('estimator.LinearClassifier')
-class LinearClassifier(estimator.Estimator):
-  """Linear classifier model.
-
-  Train a linear model to classify instances into one of multiple possible
-  classes. When number of possible classes is 2, this is binary classification.
-
-  Example:
-
-  ```python
-  categorical_column_a = categorical_column_with_hash_bucket(...)
-  categorical_column_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_x_categorical_feature_b = crossed_column(...)
-
-  # Estimator using the default optimizer.
-  estimator = LinearClassifier(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b])
-
-  # Or estimator using the FTRL optimizer with regularization.
-  estimator = LinearClassifier(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      optimizer=tf.train.FtrlOptimizer(
-        learning_rate=0.1,
-        l1_regularization_strength=0.001
-      ))
-
-  # Or estimator using an optimizer with a learning rate decay.
-  estimator = LinearClassifier(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      optimizer=lambda: tf.train.FtrlOptimizer(
-          learning_rate=tf.exponential_decay(
-              learning_rate=0.1,
-              global_step=tf.get_global_step(),
-              decay_steps=10000,
-              decay_rate=0.96))
-
-  # Or estimator with warm-starting from a previous checkpoint.
-  estimator = LinearClassifier(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      warm_start_from="/path/to/checkpoint/dir")
-
-
-  # Input builders
-  def input_fn_train: # returns x, y (where y represents label's class index).
-    ...
-  def input_fn_eval: # returns x, y (where y represents label's class index).
-    ...
-  estimator.train(input_fn=input_fn_train)
-  estimator.evaluate(input_fn=input_fn_eval)
-  estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-    otherwise there will be a `KeyError`:
-
-  * if `weight_column` is not `None`, a feature with
-    `key=weight_column` whose value is a `Tensor`.
-  * for each `column` in `feature_columns`:
-    - if `column` is a `SparseColumn`, a feature with `key=column.name`
-      whose `value` is a `SparseTensor`.
-    - if `column` is a `WeightedSparseColumn`, two features: the first with
-      `key` the id column name, the second with `key` the weight column name.
-      Both features' `value` must be a `SparseTensor`.
-    - if `column` is a `RealValuedColumn`, a feature with `key=column.name`
-      whose `value` is a `Tensor`.
-
-  Loss is calculated by using softmax cross entropy.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               feature_columns,
-               model_dir=None,
-               n_classes=2,
-               weight_column=None,
-               label_vocabulary=None,
-               optimizer='Ftrl',
-               config=None,
-               partitioner=None,
-               warm_start_from=None,
-               loss_reduction=losses.Reduction.SUM,
-               sparse_combiner='sum'):
-    """Construct a `LinearClassifier` estimator object.
-
-    Args:
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      n_classes: number of label classes. Default is binary classification.
-        Note that class labels are integers representing the class index (i.e.
-        values from 0 to n_classes-1). For arbitrary label values (e.g. string
-        labels), convert to class indices first.
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      label_vocabulary: A list of strings represents possible label values. If
-        given, labels must be string type and have any value in
-        `label_vocabulary`. If it is not given, that means labels are
-        already encoded as integer or float within [0, 1] for `n_classes=2` and
-        encoded as integer values in {0, 1,..., n_classes-1} for `n_classes`>2 .
-        Also there will be errors if vocabulary is not provided and labels are
-        string.
-      optimizer: An instance of `tf.Optimizer` used to train the model. Can also
-        be a string (one of 'Adagrad', 'Adam', 'Ftrl', 'RMSProp', 'SGD'), or
-        callable. Defaults to FTRL optimizer.
-      config: `RunConfig` object to configure the runtime settings.
-      partitioner: Optional. Partitioner for input layer.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights and biases are warm-started, and it is assumed that vocabularies
-        and Tensor names are unchanged.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-      sparse_combiner: A string specifying how to reduce if a categorical column
-        is multivalent.  One of "mean", "sqrtn", and "sum" -- these are
-        effectively different ways to do example-level normalization, which can
-        be useful for bag-of-words features. for more details, see
-        `tf.feature_column.linear_model`.
-
-    Returns:
-      A `LinearClassifier` estimator.
-
-    Raises:
-      ValueError: if n_classes < 2.
-    """
-    if n_classes == 2:
-      head = head_lib._binary_logistic_head_with_sigmoid_cross_entropy_loss(  # pylint: disable=protected-access
-          weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-    else:
-      head = head_lib._multi_class_head_with_softmax_cross_entropy_loss(  # pylint: disable=protected-access
-          n_classes, weight_column=weight_column,
-          label_vocabulary=label_vocabulary,
-          loss_reduction=loss_reduction)
-
-    def _model_fn(features, labels, mode, config):
-      """Call the defined shared _linear_model_fn."""
-      return _linear_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          feature_columns=tuple(feature_columns or []),
-          optimizer=optimizer,
-          partitioner=partitioner,
-          config=config,
-          sparse_combiner=sparse_combiner)
-
-    super(LinearClassifier, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config,
-        warm_start_from=warm_start_from)
-
-
-@estimator_export('estimator.LinearRegressor')
-class LinearRegressor(estimator.Estimator):
-  """An estimator for TensorFlow Linear regression problems.
-
-  Train a linear regression model to predict label value given observation of
-  feature values.
-
-  Example:
-
-  ```python
-  categorical_column_a = categorical_column_with_hash_bucket(...)
-  categorical_column_b = categorical_column_with_hash_bucket(...)
-
-  categorical_feature_a_x_categorical_feature_b = crossed_column(...)
-
-  # Estimator using the default optimizer.
-  estimator = LinearRegressor(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b])
-
-  # Or estimator using the FTRL optimizer with regularization.
-  estimator = LinearRegressor(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      optimizer=tf.train.FtrlOptimizer(
-        learning_rate=0.1,
-        l1_regularization_strength=0.001
-      ))
-
-  # Or estimator using an optimizer with a learning rate decay.
-  estimator = LinearRegressor(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      optimizer=lambda: tf.train.FtrlOptimizer(
-          learning_rate=tf.exponential_decay(
-              learning_rate=0.1,
-              global_step=tf.get_global_step(),
-              decay_steps=10000,
-              decay_rate=0.96))
-
-  # Or estimator with warm-starting from a previous checkpoint.
-  estimator = LinearRegressor(
-      feature_columns=[categorical_column_a,
-                       categorical_feature_a_x_categorical_feature_b],
-      warm_start_from="/path/to/checkpoint/dir")
-
-
-  # Input builders
-  def input_fn_train: # returns x, y
-    ...
-  def input_fn_eval: # returns x, y
-    ...
-  estimator.train(input_fn=input_fn_train)
-  estimator.evaluate(input_fn=input_fn_eval)
-  estimator.predict(input_fn=input_fn_predict)
-  ```
-
-  Input of `train` and `evaluate` should have following features,
-    otherwise there will be a KeyError:
-
-  * if `weight_column` is not `None`:
-    key=weight_column, value=a `Tensor`
-  * for column in `feature_columns`:
-    - if isinstance(column, `SparseColumn`):
-        key=column.name, value=a `SparseTensor`
-    - if isinstance(column, `WeightedSparseColumn`):
-        {key=id column name, value=a `SparseTensor`,
-         key=weight column name, value=a `SparseTensor`}
-    - if isinstance(column, `RealValuedColumn`):
-        key=column.name, value=a `Tensor`
-
-  Loss is calculated by using mean squared error.
-
-  @compatibility(eager)
-  Estimators can be used while eager execution is enabled. Note that `input_fn`
-  and all hooks are executed inside a graph context, so they have to be written
-  to be compatible with graph mode. Note that `input_fn` code using `tf.data`
-  generally works in both graph and eager modes.
-  @end_compatibility
-  """
-
-  def __init__(self,
-               feature_columns,
-               model_dir=None,
-               label_dimension=1,
-               weight_column=None,
-               optimizer='Ftrl',
-               config=None,
-               partitioner=None,
-               warm_start_from=None,
-               loss_reduction=losses.Reduction.SUM,
-               sparse_combiner='sum'):
-    """Initializes a `LinearRegressor` instance.
-
-    Args:
-      feature_columns: An iterable containing all the feature columns used by
-        the model. All items in the set should be instances of classes derived
-        from `FeatureColumn`.
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into a estimator
-        to continue training a previously saved model.
-      label_dimension: Number of regression targets per example. This is the
-        size of the last dimension of the labels and logits `Tensor` objects
-        (typically, these have shape `[batch_size, label_dimension]`).
-      weight_column: A string or a `_NumericColumn` created by
-        `tf.feature_column.numeric_column` defining feature column representing
-        weights. It is used to down weight or boost examples during training. It
-        will be multiplied by the loss of the example. If it is a string, it is
-        used as a key to fetch weight tensor from the `features`. If it is a
-        `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-        then weight_column.normalizer_fn is applied on it to get weight tensor.
-      optimizer: An instance of `tf.Optimizer` used to train the model. Can also
-        be a string (one of 'Adagrad', 'Adam', 'Ftrl', 'RMSProp', 'SGD'), or
-        callable. Defaults to FTRL optimizer.
-      config: `RunConfig` object to configure the runtime settings.
-      partitioner: Optional. Partitioner for input layer.
-      warm_start_from: A string filepath to a checkpoint to warm-start from, or
-        a `WarmStartSettings` object to fully configure warm-starting.  If the
-        string filepath is provided instead of a `WarmStartSettings`, then all
-        weights and biases are warm-started, and it is assumed that vocabularies
-        and Tensor names are unchanged.
-      loss_reduction: One of `tf.losses.Reduction` except `NONE`. Describes how
-        to reduce training loss over batch. Defaults to `SUM`.
-      sparse_combiner: A string specifying how to reduce if a categorical column
-        is multivalent.  One of "mean", "sqrtn", and "sum" -- these are
-        effectively different ways to do example-level normalization, which can
-        be useful for bag-of-words features. for more details, see
-        `tf.feature_column.linear_model`.
-    """
-    head = head_lib._regression_head(  # pylint: disable=protected-access
-        label_dimension=label_dimension, weight_column=weight_column,
-        loss_reduction=loss_reduction)
+from tensorflow_estimator.python.estimator.canned import linear
 
-    def _model_fn(features, labels, mode, config):
-      """Call the defined shared _linear_model_fn."""
-      return _linear_model_fn(
-          features=features,
-          labels=labels,
-          mode=mode,
-          head=head,
-          feature_columns=tuple(feature_columns or []),
-          optimizer=optimizer,
-          partitioner=partitioner,
-          config=config,
-          sparse_combiner=sparse_combiner)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+linear.__all__ = [s for s in dir(linear) if not s.startswith('__')]
 
-    super(LinearRegressor, self).__init__(
-        model_fn=_model_fn,
-        model_dir=model_dir,
-        config=config,
-        warm_start_from=warm_start_from)
+from tensorflow_estimator.python.estimator.canned.linear import *
diff --git a/tensorflow/python/estimator/canned/linear_test.py b/tensorflow/python/estimator/canned/linear_test.py
deleted file mode 100644
index 3e6da5de22..0000000000
--- a/tensorflow/python/estimator/canned/linear_test.py
+++ /dev/null
@@ -1,255 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for linear.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.estimator.canned import linear
-from tensorflow.python.estimator.canned import linear_testing_utils
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.platform import test
-
-
-def _linear_regressor_fn(*args, **kwargs):
-  return linear.LinearRegressor(*args, **kwargs)
-
-
-def _linear_classifier_fn(*args, **kwargs):
-  return linear.LinearClassifier(*args, **kwargs)
-
-
-# Tests for Linear Regressor.
-
-
-class LinearRegressorPartitionerTest(
-    linear_testing_utils.BaseLinearRegressorPartitionerTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPartitionerTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearRegressorPartitionerV2Test(
-    linear_testing_utils.BaseLinearRegressorPartitionerTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPartitionerTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearRegressorEvaluationTest(
-    linear_testing_utils.BaseLinearRegressorEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorEvaluationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearRegressorEvaluationV2Test(
-    linear_testing_utils.BaseLinearRegressorEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorEvaluationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearRegressorPredictTest(
-    linear_testing_utils.BaseLinearRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPredictTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearRegressorPredictV2Test(
-    linear_testing_utils.BaseLinearRegressorPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorPredictTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearRegressorIntegrationTest(
-    linear_testing_utils.BaseLinearRegressorIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorIntegrationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearRegressorIntegrationV2Test(
-    linear_testing_utils.BaseLinearRegressorIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorIntegrationTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-class LinearRegressorTrainingTest(
-    linear_testing_utils.BaseLinearRegressorTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorTrainingTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column)
-
-
-class LinearRegressorTrainingV2Test(
-    linear_testing_utils.BaseLinearRegressorTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearRegressorTrainingTest.__init__(
-        self, _linear_regressor_fn, fc_lib=feature_column_v2)
-
-
-# Tests for Linear Classifier.
-class LinearClassifierTrainingTest(
-    linear_testing_utils.BaseLinearClassifierTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierTrainingTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearClassifierTrainingV2Test(
-    linear_testing_utils.BaseLinearClassifierTrainingTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierTrainingTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-class LinearClassifierEvaluationTest(
-    linear_testing_utils.BaseLinearClassifierEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierEvaluationTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearClassifierEvaluationV2Test(
-    linear_testing_utils.BaseLinearClassifierEvaluationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierEvaluationTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-class LinearClassifierPredictTest(
-    linear_testing_utils.BaseLinearClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierPredictTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearClassifierPredictV2Test(
-    linear_testing_utils.BaseLinearClassifierPredictTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierPredictTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-class LinearClassifierIntegrationTest(
-    linear_testing_utils.BaseLinearClassifierIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierIntegrationTest.__init__(
-        self, linear_classifier_fn=_linear_classifier_fn, fc_lib=feature_column)
-
-
-class LinearClassifierIntegrationV2Test(
-    linear_testing_utils.BaseLinearClassifierIntegrationTest, test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearClassifierIntegrationTest.__init__(
-        self,
-        linear_classifier_fn=_linear_classifier_fn,
-        fc_lib=feature_column_v2)
-
-
-# Tests for Linear logit_fn.
-class LinearLogitFnTest(linear_testing_utils.BaseLinearLogitFnTest,
-                        test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearLogitFnTest.__init__(
-        self, fc_lib=feature_column)
-
-
-class LinearLogitFnV2Test(linear_testing_utils.BaseLinearLogitFnTest,
-                          test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearLogitFnTest.__init__(
-        self, fc_lib=feature_column_v2)
-
-
-# Tests for warm-starting with Linear logit_fn.
-class LinearWarmStartingTest(linear_testing_utils.BaseLinearWarmStartingTest,
-                             test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearWarmStartingTest.__init__(
-        self,
-        _linear_classifier_fn,
-        _linear_regressor_fn,
-        fc_lib=feature_column)
-
-
-class LinearWarmStartingV2Test(linear_testing_utils.BaseLinearWarmStartingTest,
-                               test.TestCase):
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    linear_testing_utils.BaseLinearWarmStartingTest.__init__(
-        self,
-        _linear_classifier_fn,
-        _linear_regressor_fn,
-        fc_lib=feature_column_v2)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/linear_testing_utils.py b/tensorflow/python/estimator/canned/linear_testing_utils.py
index 2cfa2a8e15..a9b03e921e 100644
--- a/tensorflow/python/estimator/canned/linear_testing_utils.py
+++ b/tensorflow/python/estimator/canned/linear_testing_utils.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,2344 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utils for testing linear estimators."""
+"""linear_testing_utils python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import math
-import os
-import shutil
-import tempfile
-
-import numpy as np
-import six
-
-from tensorflow.core.example import example_pb2
-from tensorflow.core.example import feature_pb2
-from tensorflow.python.client import session as tf_session
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import run_config
-from tensorflow.python.estimator.canned import linear
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.estimator.inputs import pandas_io
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.feature_column import feature_column_v2
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import data_flow_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.ops import partitioned_variables
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables as variables_lib
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import checkpoint_utils
-from tensorflow.python.training import gradient_descent
-from tensorflow.python.training import input as input_lib
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.training import queue_runner
-from tensorflow.python.training import saver
-from tensorflow.python.training import session_run_hook
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-# pylint rules which are disabled by default for test files.
-# pylint: disable=invalid-name,protected-access,missing-docstring
-
-# Names of variables created by model.
-AGE_WEIGHT_NAME = 'linear/linear_model/age/weights'
-HEIGHT_WEIGHT_NAME = 'linear/linear_model/height/weights'
-OCCUPATION_WEIGHT_NAME = 'linear/linear_model/occupation/weights'
-BIAS_NAME = 'linear/linear_model/bias_weights'
-LANGUAGE_WEIGHT_NAME = 'linear/linear_model/language/weights'
-
-
-def assert_close(expected, actual, rtol=1e-04, name='assert_close'):
-  with ops.name_scope(name, 'assert_close', (expected, actual, rtol)) as scope:
-    expected = ops.convert_to_tensor(expected, name='expected')
-    actual = ops.convert_to_tensor(actual, name='actual')
-    rdiff = math_ops.abs(expected - actual, 'diff') / math_ops.abs(expected)
-    rtol = ops.convert_to_tensor(rtol, name='rtol')
-    return check_ops.assert_less(
-        rdiff,
-        rtol,
-        data=('Condition expected =~ actual did not hold element-wise:'
-              'expected = ', expected, 'actual = ', actual, 'rdiff = ', rdiff,
-              'rtol = ', rtol,),
-        name=scope)
-
-
-def save_variables_to_ckpt(model_dir):
-  init_all_op = [variables_lib.global_variables_initializer()]
-  with tf_session.Session() as sess:
-    sess.run(init_all_op)
-    saver.Saver().save(sess, os.path.join(model_dir, 'model.ckpt'))
-
-
-def queue_parsed_features(feature_map):
-  tensors_to_enqueue = []
-  keys = []
-  for key, tensor in six.iteritems(feature_map):
-    keys.append(key)
-    tensors_to_enqueue.append(tensor)
-  queue_dtypes = [x.dtype for x in tensors_to_enqueue]
-  input_queue = data_flow_ops.FIFOQueue(capacity=100, dtypes=queue_dtypes)
-  queue_runner.add_queue_runner(
-      queue_runner.QueueRunner(input_queue,
-                               [input_queue.enqueue(tensors_to_enqueue)]))
-  dequeued_tensors = input_queue.dequeue()
-  return {keys[i]: dequeued_tensors[i] for i in range(len(dequeued_tensors))}
-
-
-def sorted_key_dict(unsorted_dict):
-  return {k: unsorted_dict[k] for k in sorted(unsorted_dict)}
-
-
-def sigmoid(x):
-  return 1 / (1 + np.exp(-1.0 * x))
-
-
-class CheckPartitionerVarHook(session_run_hook.SessionRunHook):
-  """A `SessionRunHook` to check a partitioned variable."""
-
-  def __init__(self, test_case, var_name, var_dim, partitions):
-    self._test_case = test_case
-    self._var_name = var_name
-    self._var_dim = var_dim
-    self._partitions = partitions
-
-  def begin(self):
-    with variable_scope.variable_scope(
-        variable_scope.get_variable_scope()) as scope:
-      scope.reuse_variables()
-      partitioned_weight = variable_scope.get_variable(
-          self._var_name, shape=(self._var_dim, 1))
-      self._test_case.assertTrue(
-          isinstance(partitioned_weight, variables_lib.PartitionedVariable))
-      for part in partitioned_weight:
-        self._test_case.assertEqual(self._var_dim // self._partitions,
-                                    part.get_shape()[0])
-
-
-class BaseLinearRegressorPartitionerTest(object):
-
-  def __init__(self, linear_regressor_fn, fc_lib=feature_column):
-    self._linear_regressor_fn = linear_regressor_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def testPartitioner(self):
-    x_dim = 64
-    partitions = 4
-
-    def _partitioner(shape, dtype):
-      del dtype  # unused; required by Fn signature.
-      # Only partition the embedding tensor.
-      return [partitions, 1] if shape[0] == x_dim else [1]
-
-    regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.categorical_column_with_hash_bucket(
-            'language', hash_bucket_size=x_dim),),
-        partitioner=_partitioner,
-        model_dir=self._model_dir)
-
-    def _input_fn():
-      return {
-          'language':
-              sparse_tensor.SparseTensor(
-                  values=['english', 'spanish'],
-                  indices=[[0, 0], [0, 1]],
-                  dense_shape=[1, 2])
-      }, [[10.]]
-
-    hook = CheckPartitionerVarHook(self, LANGUAGE_WEIGHT_NAME, x_dim,
-                                   partitions)
-    regressor.train(input_fn=_input_fn, steps=1, hooks=[hook])
-
-  def testDefaultPartitionerWithMultiplePsReplicas(self):
-    partitions = 2
-    # This results in weights larger than the default partition size of 64M,
-    # so partitioned weights are created (each weight uses 4 bytes).
-    x_dim = 32 << 20
-
-    class FakeRunConfig(run_config.RunConfig):
-
-      @property
-      def num_ps_replicas(self):
-        return partitions
-
-    # Mock the device setter as ps is not available on test machines.
-    with test.mock.patch.object(
-        estimator,
-        '_get_replica_device_setter',
-        return_value=lambda _: '/cpu:0'):
-      linear_regressor = self._linear_regressor_fn(
-          feature_columns=(self._fc_lib.categorical_column_with_hash_bucket(
-              'language', hash_bucket_size=x_dim),),
-          config=FakeRunConfig(),
-          model_dir=self._model_dir)
-
-      def _input_fn():
-        return {
-            'language':
-                sparse_tensor.SparseTensor(
-                    values=['english', 'spanish'],
-                    indices=[[0, 0], [0, 1]],
-                    dense_shape=[1, 2])
-        }, [[10.]]
-
-      hook = CheckPartitionerVarHook(self, LANGUAGE_WEIGHT_NAME, x_dim,
-                                     partitions)
-      linear_regressor.train(input_fn=_input_fn, steps=1, hooks=[hook])
-
-
-# TODO(b/36813849): Add tests with dynamic shape inputs using placeholders.
-class BaseLinearRegressorEvaluationTest(object):
-
-  def __init__(self, linear_regressor_fn, fc_lib=feature_column):
-    self._linear_regressor_fn = linear_regressor_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_evaluation_for_simple_data(self):
-    with ops.Graph().as_default():
-      variables_lib.Variable([[11.0]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([2.0], name=BIAS_NAME)
-      variables_lib.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        model_dir=self._model_dir)
-    eval_metrics = linear_regressor.evaluate(
-        input_fn=lambda: ({'age': ((1,),)}, ((10.,),)), steps=1)
-
-    # Logit is (1. * 11.0 + 2.0) = 13, while label is 10. Loss is 3**2 = 9.
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 9.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_batch(self):
-    """Tests evaluation for batch_size==2."""
-    with ops.Graph().as_default():
-      variables_lib.Variable([[11.0]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([2.0], name=BIAS_NAME)
-      variables_lib.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        model_dir=self._model_dir)
-    eval_metrics = linear_regressor.evaluate(
-        input_fn=lambda: ({'age': ((1,), (1,))}, ((10.,), (10.,))), steps=1)
-
-    # Logit is (1. * 11.0 + 2.0) = 13, while label is 10.
-    # Loss per example is 3**2 = 9.
-    # Training loss is the sum over batch = 9 + 9 = 18
-    # Average loss is the average over batch = 9
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 18.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_weights(self):
-    """Tests evaluation with weights."""
-    with ops.Graph().as_default():
-      variables_lib.Variable([[11.0]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([2.0], name=BIAS_NAME)
-      variables_lib.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    def _input_fn():
-      features = {'age': ((1,), (1,)), 'weights': ((1.,), (2.,))}
-      labels = ((10.,), (10.,))
-      return features, labels
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        weight_column='weights',
-        model_dir=self._model_dir)
-    eval_metrics = linear_regressor.evaluate(input_fn=_input_fn, steps=1)
-
-    # Logit is (1. * 11.0 + 2.0) = 13, while label is 10.
-    # Loss per example is 3**2 = 9.
-    # Training loss is the weighted sum over batch = 9 + 2*9 = 27
-    # average loss is the weighted average = 9 + 2*9 / (1 + 2) = 9
-    self.assertDictEqual({
-        metric_keys.MetricKeys.LOSS: 27.,
-        metric_keys.MetricKeys.LOSS_MEAN: 9.,
-        metric_keys.MetricKeys.PREDICTION_MEAN: 13.,
-        metric_keys.MetricKeys.LABEL_MEAN: 10.,
-        ops.GraphKeys.GLOBAL_STEP: 100
-    }, eval_metrics)
-
-  def test_evaluation_for_multi_dimensions(self):
-    x_dim = 3
-    label_dim = 2
-    with ops.Graph().as_default():
-      variables_lib.Variable(
-          [[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([7.0, 8.0], name=BIAS_NAME)
-      variables_lib.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age', shape=(x_dim,)),),
-        label_dimension=label_dim,
-        model_dir=self._model_dir)
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'age': np.array([[2., 4., 5.]]),
-        },
-        y=np.array([[46., 58.]]),
-        batch_size=1,
-        num_epochs=None,
-        shuffle=False)
-    eval_metrics = linear_regressor.evaluate(input_fn=input_fn, steps=1)
-
-    self.assertItemsEqual(
-        (metric_keys.MetricKeys.LOSS, metric_keys.MetricKeys.LOSS_MEAN,
-         metric_keys.MetricKeys.PREDICTION_MEAN,
-         metric_keys.MetricKeys.LABEL_MEAN, ops.GraphKeys.GLOBAL_STEP),
-        eval_metrics.keys())
-
-    # Logit is
-    #   [2., 4., 5.] * [1.0, 2.0] + [7.0, 8.0] = [39, 50] + [7.0, 8.0]
-    #                  [3.0, 4.0]
-    #                  [5.0, 6.0]
-    # which is [46, 58]
-    self.assertAlmostEqual(0, eval_metrics[metric_keys.MetricKeys.LOSS])
-
-  def test_evaluation_for_multiple_feature_columns(self):
-    with ops.Graph().as_default():
-      variables_lib.Variable([[10.0]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([[2.0]], name=HEIGHT_WEIGHT_NAME)
-      variables_lib.Variable([5.0], name=BIAS_NAME)
-      variables_lib.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    batch_size = 2
-    feature_columns = [
-        self._fc_lib.numeric_column('age'),
-        self._fc_lib.numeric_column('height')
-    ]
-    input_fn = numpy_io.numpy_input_fn(
-        x={'age': np.array([20, 40]),
-           'height': np.array([4, 8])},
-        y=np.array([[213.], [421.]]),
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=False)
-
-    est = self._linear_regressor_fn(
-        feature_columns=feature_columns, model_dir=self._model_dir)
-
-    eval_metrics = est.evaluate(input_fn=input_fn, steps=1)
-    self.assertItemsEqual(
-        (metric_keys.MetricKeys.LOSS, metric_keys.MetricKeys.LOSS_MEAN,
-         metric_keys.MetricKeys.PREDICTION_MEAN,
-         metric_keys.MetricKeys.LABEL_MEAN, ops.GraphKeys.GLOBAL_STEP),
-        eval_metrics.keys())
-
-    # Logit is [(20. * 10.0 + 4 * 2.0 + 5.0), (40. * 10.0 + 8 * 2.0 + 5.0)] =
-    # [213.0, 421.0], while label is [213., 421.]. Loss = 0.
-    self.assertAlmostEqual(0, eval_metrics[metric_keys.MetricKeys.LOSS])
-
-  def test_evaluation_for_multiple_feature_columns_mix(self):
-    with ops.Graph().as_default():
-      variables_lib.Variable([[10.0]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([[2.0]], name=HEIGHT_WEIGHT_NAME)
-      variables_lib.Variable([5.0], name=BIAS_NAME)
-      variables_lib.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    batch_size = 2
-    feature_columns = [
-        feature_column.numeric_column('age'),
-        feature_column_v2.numeric_column('height')
-    ]
-
-    def _input_fn():
-      features_ds = dataset_ops.Dataset.from_tensor_slices({
-          'age': np.array([20, 40]),
-          'height': np.array([4, 8])
-      })
-      labels_ds = dataset_ops.Dataset.from_tensor_slices(
-          np.array([[213.], [421.]]))
-      return (dataset_ops.Dataset.zip((features_ds, labels_ds))
-              .batch(batch_size).repeat(None))
-
-    est = self._linear_regressor_fn(
-        feature_columns=feature_columns, model_dir=self._model_dir)
-
-    eval_metrics = est.evaluate(input_fn=_input_fn, steps=1)
-    self.assertItemsEqual(
-        (metric_keys.MetricKeys.LOSS, metric_keys.MetricKeys.LOSS_MEAN,
-         metric_keys.MetricKeys.PREDICTION_MEAN,
-         metric_keys.MetricKeys.LABEL_MEAN, ops.GraphKeys.GLOBAL_STEP),
-        eval_metrics.keys())
-
-    # Logit is [(20. * 10.0 + 4 * 2.0 + 5.0), (40. * 10.0 + 8 * 2.0 + 5.0)] =
-    # [213.0, 421.0], while label is [213., 421.]. Loss = 0.
-    self.assertAlmostEqual(0, eval_metrics[metric_keys.MetricKeys.LOSS])
-
-
-class BaseLinearRegressorPredictTest(object):
-
-  def __init__(self, linear_regressor_fn, fc_lib=feature_column):
-    self._linear_regressor_fn = linear_regressor_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def test_1d(self):
-    """Tests predict when all variables are one-dimensional."""
-    with ops.Graph().as_default():
-      variables_lib.Variable([[10.]], name='linear/linear_model/x/weights')
-      variables_lib.Variable([.2], name=BIAS_NAME)
-      variables_lib.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('x'),),
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': np.array([[2.]])},
-        y=None,
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    predictions = linear_regressor.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # x * weight + bias = 2. * 10. + .2 = 20.2
-    self.assertAllClose([[20.2]], predicted_scores)
-
-  def testMultiDim(self):
-    """Tests predict when all variables are multi-dimenstional."""
-    batch_size = 2
-    label_dimension = 3
-    x_dim = 4
-    feature_columns = (self._fc_lib.numeric_column('x', shape=(x_dim,)),)
-    with ops.Graph().as_default():
-      variables_lib.Variable(  # shape=[x_dim, label_dimension]
-          [[1., 2., 3.], [2., 3., 4.], [3., 4., 5.], [4., 5., 6.]],
-          name='linear/linear_model/x/weights')
-      variables_lib.Variable(  # shape=[label_dimension]
-          [.2, .4, .6], name=BIAS_NAME)
-      variables_lib.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        # x shape=[batch_size, x_dim]
-        x={'x': np.array([[1., 2., 3., 4.], [5., 6., 7., 8.]])},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predictions = linear_regressor.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # score = x * weight + bias, shape=[batch_size, label_dimension]
-    self.assertAllClose([[30.2, 40.4, 50.6], [70.2, 96.4, 122.6]],
-                        predicted_scores)
-
-  def testTwoFeatureColumns(self):
-    """Tests predict with two feature columns."""
-    with ops.Graph().as_default():
-      variables_lib.Variable([[10.]], name='linear/linear_model/x0/weights')
-      variables_lib.Variable([[20.]], name='linear/linear_model/x1/weights')
-      variables_lib.Variable([.2], name=BIAS_NAME)
-      variables_lib.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('x0'),
-                         self._fc_lib.numeric_column('x1')),
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x0': np.array([[2.]]),
-           'x1': np.array([[3.]])},
-        y=None,
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    predictions = linear_regressor.predict(input_fn=predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # x0 * weight0 + x1 * weight1 + bias = 2. * 10. + 3. * 20 + .2 = 80.2
-    self.assertAllClose([[80.2]], predicted_scores)
-
-  def testTwoFeatureColumnsMix(self):
-    """Tests predict with two feature columns."""
-    with ops.Graph().as_default():
-      variables_lib.Variable([[10.]], name='linear/linear_model/x0/weights')
-      variables_lib.Variable([[20.]], name='linear/linear_model/x1/weights')
-      variables_lib.Variable([.2], name=BIAS_NAME)
-      variables_lib.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(feature_column.numeric_column('x0'),
-                         feature_column_v2.numeric_column('x1')),
-        model_dir=self._model_dir)
-
-    def _predict_input_fn():
-      return dataset_ops.Dataset.from_tensor_slices({
-          'x0': np.array([[2.]]),
-          'x1': np.array([[3.]])
-      }).batch(1)
-
-    predictions = linear_regressor.predict(input_fn=_predict_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    # x0 * weight0 + x1 * weight1 + bias = 2. * 10. + 3. * 20 + .2 = 80.2
-    self.assertAllClose([[80.2]], predicted_scores)
-
-  def testSparseCombiner(self):
-    w_a = 2.0
-    w_b = 3.0
-    w_c = 5.0
-    bias = 5.0
-    with ops.Graph().as_default():
-      variables_lib.Variable([[w_a], [w_b], [w_c]], name=LANGUAGE_WEIGHT_NAME)
-      variables_lib.Variable([bias], name=BIAS_NAME)
-      variables_lib.Variable(1, name=ops.GraphKeys.GLOBAL_STEP,
-                             dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    def _input_fn():
-      return dataset_ops.Dataset.from_tensors({
-          'language': sparse_tensor.SparseTensor(
-              values=['a', 'c', 'b', 'c'],
-              indices=[[0, 0], [0, 1], [1, 0], [1, 1]],
-              dense_shape=[2, 2]),
-      })
-
-    feature_columns = (self._fc_lib.categorical_column_with_vocabulary_list(
-        'language', vocabulary_list=['a', 'b', 'c']),)
-
-    # Check prediction for each sparse_combiner.
-    # With sparse_combiner = 'sum', we have
-    # logits_1 = w_a + w_c + bias
-    #          = 2.0 + 5.0 + 5.0 = 12.0
-    # logits_2 = w_b + w_c + bias
-    #          = 3.0 + 5.0 + 5.0 = 13.0
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        model_dir=self._model_dir)
-    predictions = linear_regressor.predict(input_fn=_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    self.assertAllClose([[12.0], [13.0]], predicted_scores)
-
-    # With sparse_combiner = 'mean', we have
-    # logits_1 = 1/2 * (w_a + w_c) + bias
-    #          = 1/2 * (2.0 + 5.0) + 5.0 = 8.5
-    # logits_2 = 1/2 * (w_b + w_c) + bias
-    #          = 1/2 * (3.0 + 5.0) + 5.0 = 9.0
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        model_dir=self._model_dir,
-        sparse_combiner='mean')
-    predictions = linear_regressor.predict(input_fn=_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    self.assertAllClose([[8.5], [9.0]], predicted_scores)
-
-    # With sparse_combiner = 'sqrtn', we have
-    # logits_1 = sqrt(2)/2 * (w_a + w_c) + bias
-    #          = sqrt(2)/2 * (2.0 + 5.0) + 5.0 = 9.94974
-    # logits_2 = sqrt(2)/2 * (w_b + w_c) + bias
-    #          = sqrt(2)/2 * (3.0 + 5.0) + 5.0 = 10.65685
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        model_dir=self._model_dir,
-        sparse_combiner='sqrtn')
-    predictions = linear_regressor.predict(input_fn=_input_fn)
-    predicted_scores = list([x['predictions'] for x in predictions])
-    self.assertAllClose([[9.94974], [10.65685]], predicted_scores)
-
-
-class BaseLinearRegressorIntegrationTest(object):
-
-  def __init__(self, linear_regressor_fn, fc_lib=feature_column):
-    self._linear_regressor_fn = linear_regressor_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, train_input_fn, eval_input_fn, predict_input_fn,
-                          input_dimension, label_dimension, prediction_length):
-    feature_columns = [
-        self._fc_lib.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    # learn y = x
-    est.train(train_input_fn, steps=200)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(200, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn(metric_keys.MetricKeys.LOSS, six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array(
-        [x['predictions'] for x in est.predict(predict_input_fn)])
-    self.assertAllEqual((prediction_length, label_dimension), predictions.shape)
-
-    # EXPORT
-    feature_spec = self._fc_lib.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def test_numpy_input_fn(self):
-    """Tests complete flow with numpy_input_fn."""
-    label_dimension = 2
-    input_dimension = label_dimension
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=data,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-  def test_pandas_input_fn(self):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-
-    # Pandas DataFrame natually supports 1 dim data only.
-    label_dimension = 1
-    input_dimension = label_dimension
-    batch_size = 10
-    data = np.array([1., 2., 3., 4.], dtype=np.float32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(data)
-    prediction_length = 4
-
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, num_epochs=None, shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-  def test_input_fn_from_parse_example(self):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    label_dimension = 2
-    input_dimension = label_dimension
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, label_dimension)
-
-    serialized_examples = []
-    for datum in data:
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=datum)),
-              'y':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=datum[:label_dimension])),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([label_dimension], dtypes.float32),
-    }
-
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        label_dimension=label_dimension,
-        prediction_length=prediction_length)
-
-
-class BaseLinearRegressorTrainingTest(object):
-
-  def __init__(self, linear_regressor_fn, fc_lib=feature_column):
-    self._linear_regressor_fn = linear_regressor_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      writer_cache.FileWriterCache.clear()
-      shutil.rmtree(self._model_dir)
-
-  def _mock_optimizer(self, expected_loss=None):
-    expected_var_names = [
-        '%s/part_0:0' % AGE_WEIGHT_NAME,
-        '%s/part_0:0' % BIAS_NAME
-    ]
-
-    def _minimize(loss, global_step=None, var_list=None):
-      trainable_vars = var_list or ops.get_collection(
-          ops.GraphKeys.TRAINABLE_VARIABLES)
-      self.assertItemsEqual(expected_var_names,
-                            [var.name for var in trainable_vars])
-
-      # Verify loss. We can't check the value directly, so we add an assert op.
-      self.assertEquals(0, loss.shape.ndims)
-      if expected_loss is None:
-        if global_step is not None:
-          return state_ops.assign_add(global_step, 1).op
-        return control_flow_ops.no_op()
-      assert_loss = assert_close(
-          math_ops.to_float(expected_loss, name='expected'),
-          loss,
-          name='assert_loss')
-      with ops.control_dependencies((assert_loss,)):
-        if global_step is not None:
-          return state_ops.assign_add(global_step, 1).op
-        return control_flow_ops.no_op()
-
-    mock_optimizer = test.mock.NonCallableMock(
-        spec=optimizer_lib.Optimizer,
-        wraps=optimizer_lib.Optimizer(use_locking=False, name='my_optimizer'))
-    mock_optimizer.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    # NOTE: Estimator.params performs a deepcopy, which wreaks havoc with mocks.
-    # So, return mock_optimizer itself for deepcopy.
-    mock_optimizer.__deepcopy__ = lambda _: mock_optimizer
-    return mock_optimizer
-
-  def _assert_checkpoint(self,
-                         expected_global_step,
-                         expected_age_weight=None,
-                         expected_bias=None):
-    shapes = {
-        name: shape
-        for (name, shape) in checkpoint_utils.list_variables(self._model_dir)
-    }
-
-    self.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-    self.assertEqual(expected_global_step,
-                     checkpoint_utils.load_variable(self._model_dir,
-                                                    ops.GraphKeys.GLOBAL_STEP))
-
-    self.assertEqual([1, 1], shapes[AGE_WEIGHT_NAME])
-    if expected_age_weight is not None:
-      self.assertEqual(expected_age_weight,
-                       checkpoint_utils.load_variable(self._model_dir,
-                                                      AGE_WEIGHT_NAME))
-
-    self.assertEqual([1], shapes[BIAS_NAME])
-    if expected_bias is not None:
-      self.assertEqual(expected_bias,
-                       checkpoint_utils.load_variable(self._model_dir,
-                                                      BIAS_NAME))
-
-  def testFromScratchWithDefaultOptimizer(self):
-    # Create LinearRegressor.
-    label = 5.
-    age = 17
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    linear_regressor.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self._assert_checkpoint(num_steps)
-
-  def testTrainWithOneDimLabel(self):
-    label_dimension = 1
-    batch_size = 20
-    feature_columns = [self._fc_lib.numeric_column('age', shape=(1,))]
-    est = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        label_dimension=label_dimension,
-        model_dir=self._model_dir)
-    data_rank_1 = np.linspace(0., 2., batch_size, dtype=np.float32)
-    self.assertEqual((batch_size,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1},
-        y=data_rank_1,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(200)
-
-  def testTrainWithOneDimWeight(self):
-    label_dimension = 1
-    batch_size = 20
-    feature_columns = [self._fc_lib.numeric_column('age', shape=(1,))]
-    est = self._linear_regressor_fn(
-        feature_columns=feature_columns,
-        label_dimension=label_dimension,
-        weight_column='w',
-        model_dir=self._model_dir)
-
-    data_rank_1 = np.linspace(0., 2., batch_size, dtype=np.float32)
-    self.assertEqual((batch_size,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1,
-           'w': data_rank_1},
-        y=data_rank_1,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(200)
-
-  def testFromScratch(self):
-    # Create LinearRegressor.
-    label = 5.
-    age = 17
-    # loss = (logits - label)^2 = (0 - 5.)^2 = 25.
-    mock_optimizer = self._mock_optimizer(expected_loss=25.)
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    linear_regressor.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        expected_global_step=num_steps,
-        expected_age_weight=0.,
-        expected_bias=0.)
-
-  def testFromCheckpoint(self):
-    # Create initial checkpoint.
-    age_weight = 10.0
-    bias = 5.0
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable([[age_weight]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([bias], name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = age * age_weight + bias = 17 * 10. + 5. = 175
-    # loss = (logits - label)^2 = (175 - 5)^2 = 28900
-    mock_optimizer = self._mock_optimizer(expected_loss=28900.)
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    linear_regressor.train(
-        input_fn=lambda: ({'age': ((17,),)}, ((5.,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        expected_global_step=initial_global_step + num_steps,
-        expected_age_weight=age_weight,
-        expected_bias=bias)
-
-  def testFromCheckpointMultiBatch(self):
-    # Create initial checkpoint.
-    age_weight = 10.0
-    bias = 5.0
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable([[age_weight]], name=AGE_WEIGHT_NAME)
-      variables_lib.Variable([bias], name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = age * age_weight + bias
-    # logits[0] = 17 * 10. + 5. = 175
-    # logits[1] = 15 * 10. + 5. = 155
-    # loss = sum(logits - label)^2 = (175 - 5)^2 + (155 - 3)^2 = 52004
-    mock_optimizer = self._mock_optimizer(expected_loss=52004.)
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        model_dir=self._model_dir,
-        optimizer=mock_optimizer)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    linear_regressor.train(
-        input_fn=lambda: ({'age': ((17,), (15,))}, ((5.,), (3.,))),
-        steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        expected_global_step=initial_global_step + num_steps,
-        expected_age_weight=age_weight,
-        expected_bias=bias)
-
-
-class BaseLinearClassifierTrainingTest(object):
-
-  def __init__(self, linear_classifier_fn, fc_lib=feature_column):
-    self._linear_classifier_fn = linear_classifier_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _mock_optimizer(self, expected_loss=None):
-    expected_var_names = [
-        '%s/part_0:0' % AGE_WEIGHT_NAME,
-        '%s/part_0:0' % BIAS_NAME
-    ]
-
-    def _minimize(loss, global_step):
-      trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
-      self.assertItemsEqual(
-          expected_var_names,
-          [var.name for var in trainable_vars])
-
-      # Verify loss. We can't check the value directly, so we add an assert op.
-      self.assertEquals(0, loss.shape.ndims)
-      if expected_loss is None:
-        return state_ops.assign_add(global_step, 1).op
-      assert_loss = assert_close(
-          math_ops.to_float(expected_loss, name='expected'),
-          loss,
-          name='assert_loss')
-      with ops.control_dependencies((assert_loss,)):
-        return state_ops.assign_add(global_step, 1).op
-
-    mock_optimizer = test.mock.NonCallableMock(
-        spec=optimizer_lib.Optimizer,
-        wraps=optimizer_lib.Optimizer(use_locking=False, name='my_optimizer'))
-    mock_optimizer.minimize = test.mock.MagicMock(wraps=_minimize)
-
-    # NOTE: Estimator.params performs a deepcopy, which wreaks havoc with mocks.
-    # So, return mock_optimizer itself for deepcopy.
-    mock_optimizer.__deepcopy__ = lambda _: mock_optimizer
-    return mock_optimizer
-
-  def _assert_checkpoint(
-      self, n_classes, expected_global_step, expected_age_weight=None,
-      expected_bias=None):
-    logits_dimension = n_classes if n_classes > 2 else 1
-
-    shapes = {
-        name: shape for (name, shape) in
-        checkpoint_utils.list_variables(self._model_dir)
-    }
-
-    self.assertEqual([], shapes[ops.GraphKeys.GLOBAL_STEP])
-    self.assertEqual(
-        expected_global_step,
-        checkpoint_utils.load_variable(
-            self._model_dir, ops.GraphKeys.GLOBAL_STEP))
-
-    self.assertEqual([1, logits_dimension],
-                     shapes[AGE_WEIGHT_NAME])
-    if expected_age_weight is not None:
-      self.assertAllEqual(expected_age_weight,
-                          checkpoint_utils.load_variable(
-                              self._model_dir,
-                              AGE_WEIGHT_NAME))
-
-    self.assertEqual([logits_dimension], shapes[BIAS_NAME])
-    if expected_bias is not None:
-      self.assertAllEqual(expected_bias,
-                          checkpoint_utils.load_variable(
-                              self._model_dir, BIAS_NAME))
-
-  def _testFromScratchWithDefaultOptimizer(self, n_classes):
-    label = 0
-    age = 17
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # Train for a few steps, and validate final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self._assert_checkpoint(n_classes, num_steps)
-
-  def testBinaryClassesFromScratchWithDefaultOptimizer(self):
-    self._testFromScratchWithDefaultOptimizer(n_classes=2)
-
-  def testMultiClassesFromScratchWithDefaultOptimizer(self):
-    self._testFromScratchWithDefaultOptimizer(n_classes=4)
-
-  def _testTrainWithTwoDimsLabel(self, n_classes):
-    batch_size = 20
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    data_rank_2 = np.array([[0], [1]])
-    self.assertEqual((2,), data_rank_1.shape)
-    self.assertEqual((2, 1), data_rank_2.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1},
-        y=data_rank_2,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithTwoDimsLabel(self):
-    self._testTrainWithTwoDimsLabel(n_classes=2)
-
-  def testMultiClassesTrainWithTwoDimsLabel(self):
-    self._testTrainWithTwoDimsLabel(n_classes=4)
-
-  def _testTrainWithOneDimLabel(self, n_classes):
-    batch_size = 20
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    self.assertEqual((2,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1},
-        y=data_rank_1,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithOneDimLabel(self):
-    self._testTrainWithOneDimLabel(n_classes=2)
-
-  def testMultiClassesTrainWithOneDimLabel(self):
-    self._testTrainWithOneDimLabel(n_classes=4)
-
-  def _testTrainWithTwoDimsWeight(self, n_classes):
-    batch_size = 20
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        weight_column='w',
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    data_rank_2 = np.array([[0], [1]])
-    self.assertEqual((2,), data_rank_1.shape)
-    self.assertEqual((2, 1), data_rank_2.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1, 'w': data_rank_2}, y=data_rank_1,
-        batch_size=batch_size, num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithTwoDimsWeight(self):
-    self._testTrainWithTwoDimsWeight(n_classes=2)
-
-  def testMultiClassesTrainWithTwoDimsWeight(self):
-    self._testTrainWithTwoDimsWeight(n_classes=4)
-
-  def _testTrainWithOneDimWeight(self, n_classes):
-    batch_size = 20
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        weight_column='w',
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    data_rank_1 = np.array([0, 1])
-    self.assertEqual((2,), data_rank_1.shape)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'age': data_rank_1, 'w': data_rank_1}, y=data_rank_1,
-        batch_size=batch_size, num_epochs=None,
-        shuffle=True)
-    est.train(train_input_fn, steps=200)
-    self._assert_checkpoint(n_classes, 200)
-
-  def testBinaryClassesTrainWithOneDimWeight(self):
-    self._testTrainWithOneDimWeight(n_classes=2)
-
-  def testMultiClassesTrainWithOneDimWeight(self):
-    self._testTrainWithOneDimWeight(n_classes=4)
-
-  def _testFromScratch(self, n_classes):
-    label = 1
-    age = 17
-    # For binary classifier:
-    #   loss = sigmoid_cross_entropy(logits, label) where logits=0 (weights are
-    #   all zero initially) and label = 1 so,
-    #      loss = 1 * -log ( sigmoid(logits) ) = 0.69315
-    # For multi class classifier:
-    #   loss = cross_entropy(logits, label) where logits are all 0s (weights are
-    #   all zero initially) and label = 1 so,
-    #      loss = 1 * -log ( 1.0 / n_classes )
-    # For this particular test case, as logits are same, the formular
-    # 1 * -log ( 1.0 / n_classes ) covers both binary and multi class cases.
-    mock_optimizer = self._mock_optimizer(
-        expected_loss=-1 * math.log(1.0/n_classes))
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        n_classes,
-        expected_global_step=num_steps,
-        expected_age_weight=[[0.]] if n_classes == 2 else [[0.] * n_classes],
-        expected_bias=[0.] if n_classes == 2 else [.0] * n_classes)
-
-  def testBinaryClassesFromScratch(self):
-    self._testFromScratch(n_classes=2)
-
-  def testMultiClassesFromScratch(self):
-    self._testFromScratch(n_classes=4)
-
-  def _testFromCheckpoint(self, n_classes):
-    # Create initial checkpoint.
-    label = 1
-    age = 17
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    age_weight = [[2.0]] if n_classes == 2 else (
-        np.reshape(2.0 * np.array(list(range(n_classes)), dtype=np.float32),
-                   (1, n_classes)))
-    bias = [-35.0] if n_classes == 2 else [-35.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # For binary classifier:
-    #   logits = age * age_weight + bias = 17 * 2. - 35. = -1.
-    #   loss = sigmoid_cross_entropy(logits, label)
-    #   so, loss = 1 * -log ( sigmoid(-1) ) = 1.3133
-    # For multi class classifier:
-    #   loss = cross_entropy(logits, label)
-    #   where logits = 17 * age_weight + bias and label = 1
-    #   so, loss = 1 * -log ( soft_max(logits)[1] )
-    if n_classes == 2:
-      expected_loss = 1.3133
-    else:
-      logits = age_weight * age + bias
-      logits_exp = np.exp(logits)
-      softmax = logits_exp / logits_exp.sum()
-      expected_loss = -1 * math.log(softmax[0, label])
-
-    mock_optimizer = self._mock_optimizer(expected_loss=expected_loss)
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        n_classes,
-        expected_global_step=initial_global_step + num_steps,
-        expected_age_weight=age_weight,
-        expected_bias=bias)
-
-  def testBinaryClassesFromCheckpoint(self):
-    self._testFromCheckpoint(n_classes=2)
-
-  def testMultiClassesFromCheckpoint(self):
-    self._testFromCheckpoint(n_classes=4)
-
-  def _testFromCheckpointFloatLabels(self, n_classes):
-    """Tests float labels for binary classification."""
-    # Create initial checkpoint.
-    if n_classes > 2:
-      return
-    label = 0.8
-    age = 17
-    age_weight = [[2.0]]
-    bias = [-35.0]
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # logits = age * age_weight + bias = 17 * 2. - 35. = -1.
-    # loss = sigmoid_cross_entropy(logits, label)
-    # => loss = -0.8 * log(sigmoid(-1)) -0.2 * log(sigmoid(+1)) = 1.1132617
-    mock_optimizer = self._mock_optimizer(expected_loss=1.1132617)
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-
-  def testBinaryClassesFromCheckpointFloatLabels(self):
-    self._testFromCheckpointFloatLabels(n_classes=2)
-
-  def testMultiClassesFromCheckpointFloatLabels(self):
-    self._testFromCheckpointFloatLabels(n_classes=4)
-
-  def _testFromCheckpointMultiBatch(self, n_classes):
-    # Create initial checkpoint.
-    label = [1, 0]
-    age = [17, 18.5]
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    age_weight = [[2.0]] if n_classes == 2 else (
-        np.reshape(2.0 * np.array(list(range(n_classes)), dtype=np.float32),
-                   (1, n_classes)))
-    bias = [-35.0] if n_classes == 2 else [-35.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    # For binary classifier:
-    #   logits = age * age_weight + bias
-    #   logits[0] = 17 * 2. - 35. = -1.
-    #   logits[1] = 18.5 * 2. - 35. = 2.
-    #   loss = sigmoid_cross_entropy(logits, label)
-    #   so, loss[0] = 1 * -log ( sigmoid(-1) ) = 1.3133
-    #       loss[1] = (1 - 0) * -log ( 1- sigmoid(2) ) = 2.1269
-    # For multi class classifier:
-    #   loss = cross_entropy(logits, label)
-    #   where logits = [17, 18.5] * age_weight + bias and label = [1, 0]
-    #   so, loss = 1 * -log ( soft_max(logits)[label] )
-    if n_classes == 2:
-      expected_loss = (1.3133 + 2.1269)
-    else:
-      logits = age_weight * np.reshape(age, (2, 1)) + bias
-      logits_exp = np.exp(logits)
-      softmax_row_0 = logits_exp[0] / logits_exp[0].sum()
-      softmax_row_1 = logits_exp[1] / logits_exp[1].sum()
-      expected_loss_0 = -1 * math.log(softmax_row_0[label[0]])
-      expected_loss_1 = -1 * math.log(softmax_row_1[label[1]])
-      expected_loss = expected_loss_0 + expected_loss_1
-
-    mock_optimizer = self._mock_optimizer(expected_loss=expected_loss)
-
-    est = linear.LinearClassifier(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        optimizer=mock_optimizer,
-        model_dir=self._model_dir)
-    self.assertEqual(0, mock_optimizer.minimize.call_count)
-
-    # Train for a few steps, and validate optimizer and final checkpoint.
-    num_steps = 10
-    est.train(
-        input_fn=lambda: ({'age': (age)}, (label)),
-        steps=num_steps)
-    self.assertEqual(1, mock_optimizer.minimize.call_count)
-    self._assert_checkpoint(
-        n_classes,
-        expected_global_step=initial_global_step + num_steps,
-        expected_age_weight=age_weight,
-        expected_bias=bias)
-
-  def testBinaryClassesFromCheckpointMultiBatch(self):
-    self._testFromCheckpointMultiBatch(n_classes=2)
-
-  def testMultiClassesFromCheckpointMultiBatch(self):
-    self._testFromCheckpointMultiBatch(n_classes=4)
-
-
-class BaseLinearClassifierEvaluationTest(object):
-
-  def __init__(self, linear_classifier_fn, fc_lib=feature_column):
-    self._linear_classifier_fn = linear_classifier_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _test_evaluation_for_simple_data(self, n_classes):
-    label = 1
-    age = 1.
-
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    age_weight = [[-11.0]] if n_classes == 2 else (
-        np.reshape(-11.0 * np.array(list(range(n_classes)), dtype=np.float32),
-                   (1, n_classes)))
-    bias = [-30.0] if n_classes == 2 else [-30.0] * n_classes
-
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(
-          100, name=ops.GraphKeys.GLOBAL_STEP, dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = self._linear_classifier_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(
-        input_fn=lambda: ({'age': ((age,),)}, ((label,),)), steps=1)
-
-    if n_classes == 2:
-      # Binary classes: loss = sum(corss_entropy(41)) = 41.
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: 41.,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: 41.,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-          metric_keys.MetricKeys.PRECISION: 0.,
-          metric_keys.MetricKeys.RECALL: 0.,
-          metric_keys.MetricKeys.PREDICTION_MEAN: 0.,
-          metric_keys.MetricKeys.LABEL_MEAN: 1.,
-          metric_keys.MetricKeys.ACCURACY_BASELINE: 1,
-          metric_keys.MetricKeys.AUC: 0.,
-          metric_keys.MetricKeys.AUC_PR: 1.,
-      }
-    else:
-      # Multi classes: loss = 1 * -log ( soft_max(logits)[label] )
-      logits = age_weight * age + bias
-      logits_exp = np.exp(logits)
-      softmax = logits_exp / logits_exp.sum()
-      expected_loss = -1 * math.log(softmax[0, label])
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-      }
-
-    self.assertAllClose(sorted_key_dict(expected_metrics),
-                        sorted_key_dict(eval_metrics), rtol=1e-3)
-
-  def test_binary_classes_evaluation_for_simple_data(self):
-    self._test_evaluation_for_simple_data(n_classes=2)
-
-  def test_multi_classes_evaluation_for_simple_data(self):
-    self._test_evaluation_for_simple_data(n_classes=4)
-
-  def _test_evaluation_batch(self, n_classes):
-    """Tests evaluation for batch_size==2."""
-    label = [1, 0]
-    age = [17., 18.]
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    age_weight = [[2.0]] if n_classes == 2 else (
-        np.reshape(2.0 * np.array(list(range(n_classes)), dtype=np.float32),
-                   (1, n_classes)))
-    bias = [-35.0] if n_classes == 2 else [-35.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = self._linear_classifier_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(
-        input_fn=lambda: ({'age': (age)}, (label)), steps=1)
-
-    if n_classes == 2:
-      # Logits are (-1., 1.) labels are (1, 0).
-      # Loss is
-      #   loss for row 1: 1 * -log(sigmoid(-1)) = 1.3133
-      #   loss for row 2: (1 - 0) * -log(1 - sigmoid(1)) = 1.3133
-      expected_loss = 1.3133 * 2
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-          metric_keys.MetricKeys.PRECISION: 0.,
-          metric_keys.MetricKeys.RECALL: 0.,
-          metric_keys.MetricKeys.PREDICTION_MEAN: 0.5,
-          metric_keys.MetricKeys.LABEL_MEAN: 0.5,
-          metric_keys.MetricKeys.ACCURACY_BASELINE: 0.5,
-          metric_keys.MetricKeys.AUC: 0.,
-          metric_keys.MetricKeys.AUC_PR: 0.25,
-      }
-    else:
-      # Multi classes: loss = 1 * -log ( soft_max(logits)[label] )
-      logits = age_weight * np.reshape(age, (2, 1)) + bias
-      logits_exp = np.exp(logits)
-      softmax_row_0 = logits_exp[0] / logits_exp[0].sum()
-      softmax_row_1 = logits_exp[1] / logits_exp[1].sum()
-      expected_loss_0 = -1 * math.log(softmax_row_0[label[0]])
-      expected_loss_1 = -1 * math.log(softmax_row_1[label[1]])
-      expected_loss = expected_loss_0 + expected_loss_1
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: expected_loss / 2,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-      }
-
-    self.assertAllClose(sorted_key_dict(expected_metrics),
-                        sorted_key_dict(eval_metrics), rtol=1e-3)
-
-  def test_binary_classes_evaluation_batch(self):
-    self._test_evaluation_batch(n_classes=2)
-
-  def test_multi_classes_evaluation_batch(self):
-    self._test_evaluation_batch(n_classes=4)
-
-  def _test_evaluation_weights(self, n_classes):
-    """Tests evaluation with weights."""
-
-    label = [1, 0]
-    age = [17., 18.]
-    weights = [1., 2.]
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    age_weight = [[2.0]] if n_classes == 2 else (
-        np.reshape(2.0 * np.array(list(range(n_classes)), dtype=np.float32),
-                   (1, n_classes)))
-    bias = [-35.0] if n_classes == 2 else [-35.0] * n_classes
-    initial_global_step = 100
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(
-          initial_global_step,
-          name=ops.GraphKeys.GLOBAL_STEP,
-          dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = self._linear_classifier_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        n_classes=n_classes,
-        weight_column='w',
-        model_dir=self._model_dir)
-    eval_metrics = est.evaluate(
-        input_fn=lambda: ({'age': (age), 'w': (weights)}, (label)), steps=1)
-
-    if n_classes == 2:
-      # Logits are (-1., 1.) labels are (1, 0).
-      # Loss is
-      #   loss for row 1: 1 * -log(sigmoid(-1)) = 1.3133
-      #   loss for row 2: (1 - 0) * -log(1 - sigmoid(1)) = 1.3133
-      #   weights = [1., 2.]
-      expected_loss = 1.3133 * (1. + 2.)
-      loss_mean = expected_loss / (1.0 + 2.0)
-      label_mean = np.average(label, weights=weights)
-      logits = [-1, 1]
-      logistics = sigmoid(np.array(logits))
-      predictions_mean = np.average(logistics, weights=weights)
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: loss_mean,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-          metric_keys.MetricKeys.PRECISION: 0.,
-          metric_keys.MetricKeys.RECALL: 0.,
-          metric_keys.MetricKeys.PREDICTION_MEAN: predictions_mean,
-          metric_keys.MetricKeys.LABEL_MEAN: label_mean,
-          metric_keys.MetricKeys.ACCURACY_BASELINE: (
-              max(label_mean, 1-label_mean)),
-          metric_keys.MetricKeys.AUC: 0.,
-          metric_keys.MetricKeys.AUC_PR: 0.1668,
-      }
-    else:
-      # Multi classes: unweighted_loss = 1 * -log ( soft_max(logits)[label] )
-      logits = age_weight * np.reshape(age, (2, 1)) + bias
-      logits_exp = np.exp(logits)
-      softmax_row_0 = logits_exp[0] / logits_exp[0].sum()
-      softmax_row_1 = logits_exp[1] / logits_exp[1].sum()
-      expected_loss_0 = -1 * math.log(softmax_row_0[label[0]])
-      expected_loss_1 = -1 * math.log(softmax_row_1[label[1]])
-      loss_mean = np.average([expected_loss_0, expected_loss_1],
-                             weights=weights)
-      expected_loss = loss_mean * np.sum(weights)
-
-      expected_metrics = {
-          metric_keys.MetricKeys.LOSS: expected_loss,
-          ops.GraphKeys.GLOBAL_STEP: 100,
-          metric_keys.MetricKeys.LOSS_MEAN: loss_mean,
-          metric_keys.MetricKeys.ACCURACY: 0.,
-      }
-
-    self.assertAllClose(sorted_key_dict(expected_metrics),
-                        sorted_key_dict(eval_metrics), rtol=1e-3)
-
-  def test_binary_classes_evaluation_weights(self):
-    self._test_evaluation_weights(n_classes=2)
-
-  def test_multi_classes_evaluation_weights(self):
-    self._test_evaluation_weights(n_classes=4)
-
-
-class BaseLinearClassifierPredictTest(object):
-
-  def __init__(self, linear_classifier_fn, fc_lib=feature_column):
-    self._linear_classifier_fn = linear_classifier_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _testPredictions(self, n_classes, label_vocabulary, label_output_fn):
-    """Tests predict when all variables are one-dimensional."""
-    age = 1.
-
-    # For binary case, the expected weight has shape (1,1). For multi class
-    # case, the shape is (1, n_classes). In order to test the weights, set
-    # weights as 2.0 * range(n_classes).
-    age_weight = [[-11.0]] if n_classes == 2 else (
-        np.reshape(-11.0 * np.array(list(range(n_classes)), dtype=np.float32),
-                   (1, n_classes)))
-    bias = [10.0] if n_classes == 2 else [10.0] * n_classes
-
-    with ops.Graph().as_default():
-      variables_lib.Variable(age_weight, name=AGE_WEIGHT_NAME)
-      variables_lib.Variable(bias, name=BIAS_NAME)
-      variables_lib.Variable(100, name='global_step', dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    est = self._linear_classifier_fn(
-        feature_columns=(self._fc_lib.numeric_column('age'),),
-        label_vocabulary=label_vocabulary,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'age': np.array([[age]])},
-        y=None,
-        batch_size=1,
-        num_epochs=1,
-        shuffle=False)
-    predictions = list(est.predict(input_fn=predict_input_fn))
-
-    if n_classes == 2:
-      scalar_logits = np.asscalar(
-          np.reshape(np.array(age_weight) * age + bias, (1,)))
-      two_classes_logits = [0, scalar_logits]
-      two_classes_logits_exp = np.exp(two_classes_logits)
-      softmax = two_classes_logits_exp / two_classes_logits_exp.sum()
-
-      expected_predictions = {
-          'class_ids': [0],
-          'classes': [label_output_fn(0)],
-          'logistic': [sigmoid(np.array(scalar_logits))],
-          'logits': [scalar_logits],
-          'probabilities': softmax,
-      }
-    else:
-      onedim_logits = np.reshape(np.array(age_weight) * age + bias, (-1,))
-      class_ids = onedim_logits.argmax()
-      logits_exp = np.exp(onedim_logits)
-      softmax = logits_exp / logits_exp.sum()
-      expected_predictions = {
-          'class_ids': [class_ids],
-          'classes': [label_output_fn(class_ids)],
-          'logits': onedim_logits,
-          'probabilities': softmax,
-      }
-
-    self.assertEqual(1, len(predictions))
-    # assertAllClose cannot handle byte type.
-    self.assertEqual(expected_predictions['classes'], predictions[0]['classes'])
-    expected_predictions.pop('classes')
-    predictions[0].pop('classes')
-    self.assertAllClose(sorted_key_dict(expected_predictions),
-                        sorted_key_dict(predictions[0]))
-
-  def testBinaryClassesWithoutLabelVocabulary(self):
-    n_classes = 2
-    self._testPredictions(n_classes,
-                          label_vocabulary=None,
-                          label_output_fn=lambda x: ('%s' % x).encode())
-
-  def testBinaryClassesWithLabelVocabulary(self):
-    n_classes = 2
-    self._testPredictions(
-        n_classes,
-        label_vocabulary=['class_vocab_{}'.format(i)
-                          for i in range(n_classes)],
-        label_output_fn=lambda x: ('class_vocab_%s' % x).encode())
-
-  def testMultiClassesWithoutLabelVocabulary(self):
-    n_classes = 4
-    self._testPredictions(
-        n_classes,
-        label_vocabulary=None,
-        label_output_fn=lambda x: ('%s' % x).encode())
-
-  def testMultiClassesWithLabelVocabulary(self):
-    n_classes = 4
-    self._testPredictions(
-        n_classes,
-        label_vocabulary=['class_vocab_{}'.format(i)
-                          for i in range(n_classes)],
-        label_output_fn=lambda x: ('class_vocab_%s' % x).encode())
-
-  def testSparseCombiner(self):
-    w_a = 2.0
-    w_b = 3.0
-    w_c = 5.0
-    bias = 5.0
-    with ops.Graph().as_default():
-      variables_lib.Variable([[w_a], [w_b], [w_c]], name=LANGUAGE_WEIGHT_NAME)
-      variables_lib.Variable([bias], name=BIAS_NAME)
-      variables_lib.Variable(1, name=ops.GraphKeys.GLOBAL_STEP,
-                             dtype=dtypes.int64)
-      save_variables_to_ckpt(self._model_dir)
-
-    def _input_fn():
-      return dataset_ops.Dataset.from_tensors({
-          'language': sparse_tensor.SparseTensor(
-              values=['a', 'c', 'b', 'c'],
-              indices=[[0, 0], [0, 1], [1, 0], [1, 1]],
-              dense_shape=[2, 2]),
-      })
-
-    feature_columns = (self._fc_lib.categorical_column_with_vocabulary_list(
-        'language', vocabulary_list=['a', 'b', 'c']),)
-
-    # Check prediction for each sparse_combiner.
-    # With sparse_combiner = 'sum', we have
-    # logits_1 = w_a + w_c + bias
-    #          = 2.0 + 5.0 + 5.0 = 12.0
-    # logits_2 = w_b + w_c + bias
-    #          = 3.0 + 5.0 + 5.0 = 13.0
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=feature_columns,
-        model_dir=self._model_dir)
-    predictions = linear_classifier.predict(input_fn=_input_fn)
-    predicted_scores = list([x['logits'] for x in predictions])
-    self.assertAllClose([[12.0], [13.0]], predicted_scores)
-
-    # With sparse_combiner = 'mean', we have
-    # logits_1 = 1/2 * (w_a + w_c) + bias
-    #          = 1/2 * (2.0 + 5.0) + 5.0 = 8.5
-    # logits_2 = 1/2 * (w_b + w_c) + bias
-    #          = 1/2 * (3.0 + 5.0) + 5.0 = 9.0
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=feature_columns,
-        model_dir=self._model_dir,
-        sparse_combiner='mean')
-    predictions = linear_classifier.predict(input_fn=_input_fn)
-    predicted_scores = list([x['logits'] for x in predictions])
-    self.assertAllClose([[8.5], [9.0]], predicted_scores)
-
-    # With sparse_combiner = 'sqrtn', we have
-    # logits_1 = sqrt(2)/2 * (w_a + w_c) + bias
-    #          = sqrt(2)/2 * (2.0 + 5.0) + 5.0 = 9.94974
-    # logits_2 = sqrt(2)/2 * (w_b + w_c) + bias
-    #          = sqrt(2)/2 * (3.0 + 5.0) + 5.0 = 10.65685
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=feature_columns,
-        model_dir=self._model_dir,
-        sparse_combiner='sqrtn')
-    predictions = linear_classifier.predict(input_fn=_input_fn)
-    predicted_scores = list([x['logits'] for x in predictions])
-    self.assertAllClose([[9.94974], [10.65685]], predicted_scores)
-
-
-class BaseLinearClassifierIntegrationTest(object):
-
-  def __init__(self, linear_classifier_fn, fc_lib=feature_column):
-    self._linear_classifier_fn = linear_classifier_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _test_complete_flow(self, n_classes, train_input_fn, eval_input_fn,
-                          predict_input_fn, input_dimension, prediction_length):
-    feature_columns = [
-        self._fc_lib.numeric_column('x', shape=(input_dimension,))
-    ]
-    est = self._linear_classifier_fn(
-        feature_columns=feature_columns,
-        n_classes=n_classes,
-        model_dir=self._model_dir)
-
-    # TRAIN
-    # learn y = x
-    est.train(train_input_fn, steps=200)
-
-    # EVALUTE
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(200, scores[ops.GraphKeys.GLOBAL_STEP])
-    self.assertIn(metric_keys.MetricKeys.LOSS, six.iterkeys(scores))
-
-    # PREDICT
-    predictions = np.array(
-        [x['classes'] for x in est.predict(predict_input_fn)])
-    self.assertAllEqual((prediction_length, 1), predictions.shape)
-
-    # EXPORT
-    feature_spec = self._fc_lib.make_parse_example_spec(feature_columns)
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-  def _test_numpy_input_fn(self, n_classes):
-    """Tests complete flow with numpy_input_fn."""
-    input_dimension = 4
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * input_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-    target = np.array([1] * batch_size)
-
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=target,
-        batch_size=batch_size,
-        num_epochs=None,
-        shuffle=True)
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=target,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data},
-        y=None,
-        batch_size=batch_size,
-        num_epochs=1,
-        shuffle=False)
-
-    self._test_complete_flow(
-        n_classes=n_classes,
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        prediction_length=prediction_length)
-
-  def test_binary_classes_numpy_input_fn(self):
-    self._test_numpy_input_fn(n_classes=2)
-
-  def test_multi_classes_numpy_input_fn(self):
-    self._test_numpy_input_fn(n_classes=4)
-
-  def _test_pandas_input_fn(self, n_classes):
-    """Tests complete flow with pandas_input_fn."""
-    if not HAS_PANDAS:
-      return
-
-    # Pandas DataFrame natually supports 1 dim data only.
-    input_dimension = 1
-    batch_size = 10
-    data = np.array([1., 2., 3., 4.], dtype=np.float32)
-    target = np.array([1, 0, 1, 0], dtype=np.int32)
-    x = pd.DataFrame({'x': data})
-    y = pd.Series(target)
-    prediction_length = 4
-
-    train_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, num_epochs=None, shuffle=True)
-    eval_input_fn = pandas_io.pandas_input_fn(
-        x=x, y=y, batch_size=batch_size, shuffle=False)
-    predict_input_fn = pandas_io.pandas_input_fn(
-        x=x, batch_size=batch_size, shuffle=False)
-
-    self._test_complete_flow(
-        n_classes=n_classes,
-        train_input_fn=train_input_fn,
-        eval_input_fn=eval_input_fn,
-        predict_input_fn=predict_input_fn,
-        input_dimension=input_dimension,
-        prediction_length=prediction_length)
-
-  def test_binary_classes_pandas_input_fn(self):
-    self._test_pandas_input_fn(n_classes=2)
-
-  def test_multi_classes_pandas_input_fn(self):
-    self._test_pandas_input_fn(n_classes=4)
-
-  def _test_input_fn_from_parse_example(self, n_classes):
-    """Tests complete flow with input_fn constructed from parse_example."""
-    input_dimension = 2
-    batch_size = 10
-    prediction_length = batch_size
-    data = np.linspace(0., 2., batch_size * input_dimension, dtype=np.float32)
-    data = data.reshape(batch_size, input_dimension)
-    target = np.array([1] * batch_size, dtype=np.int64)
-
-    serialized_examples = []
-    for x, y in zip(data, target):
-      example = example_pb2.Example(features=feature_pb2.Features(
-          feature={
-              'x':
-                  feature_pb2.Feature(float_list=feature_pb2.FloatList(
-                      value=x)),
-              'y':
-                  feature_pb2.Feature(int64_list=feature_pb2.Int64List(
-                      value=[y])),
-          }))
-      serialized_examples.append(example.SerializeToString())
-
-    feature_spec = {
-        'x': parsing_ops.FixedLenFeature([input_dimension], dtypes.float32),
-        'y': parsing_ops.FixedLenFeature([1], dtypes.int64),
-    }
-
-    def _train_input_fn():
-      feature_map = parsing_ops.parse_example(serialized_examples, feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _eval_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      labels = features.pop('y')
-      return features, labels
-
-    def _predict_input_fn():
-      feature_map = parsing_ops.parse_example(
-          input_lib.limit_epochs(serialized_examples, num_epochs=1),
-          feature_spec)
-      features = queue_parsed_features(feature_map)
-      features.pop('y')
-      return features, None
-
-    self._test_complete_flow(
-        n_classes=n_classes,
-        train_input_fn=_train_input_fn,
-        eval_input_fn=_eval_input_fn,
-        predict_input_fn=_predict_input_fn,
-        input_dimension=input_dimension,
-        prediction_length=prediction_length)
-
-  def test_binary_classes_input_fn_from_parse_example(self):
-    self._test_input_fn_from_parse_example(n_classes=2)
-
-  def test_multi_classes_input_fn_from_parse_example(self):
-    self._test_input_fn_from_parse_example(n_classes=4)
-
-
-class BaseLinearLogitFnTest(object):
-
-  def __init__(self, fc_lib=feature_column):
-    self._fc_lib = fc_lib
-
-  def test_basic_logit_correctness(self):
-    """linear_logit_fn simply wraps feature_column_lib.linear_model."""
-    age = self._fc_lib.numeric_column('age')
-    with ops.Graph().as_default():
-      logit_fn = linear._linear_logit_fn_builder(units=2, feature_columns=[age])
-      logits = logit_fn(features={'age': [[23.], [31.]]})
-      bias_var = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES,
-                                    'linear_model/bias_weights')[0]
-      age_var = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES,
-                                   'linear_model/age')[0]
-      with tf_session.Session() as sess:
-        sess.run([variables_lib.global_variables_initializer()])
-        self.assertAllClose([[0., 0.], [0., 0.]], logits.eval())
-        sess.run(bias_var.assign([10., 5.]))
-        self.assertAllClose([[10., 5.], [10., 5.]], logits.eval())
-        sess.run(age_var.assign([[2.0, 3.0]]))
-        # [2 * 23 + 10, 3 * 23 + 5] = [56, 74].
-        # [2 * 31 + 10, 3 * 31 + 5] = [72, 98]
-        self.assertAllClose([[56., 74.], [72., 98.]], logits.eval())
-
-  def test_compute_fraction_of_zero(self):
-    """Tests the calculation of sparsity."""
-    if self._fc_lib != feature_column:
-      return
-    age = feature_column.numeric_column('age')
-    occupation = feature_column.categorical_column_with_hash_bucket(
-        'occupation', hash_bucket_size=5)
-    with ops.Graph().as_default():
-      cols_to_vars = {}
-      feature_column.linear_model(
-          features={
-              'age': [[23.], [31.]],
-              'occupation': [['doctor'], ['engineer']]
-          },
-          feature_columns=[age, occupation],
-          units=3,
-          cols_to_vars=cols_to_vars)
-      cols_to_vars.pop('bias')
-      fraction_zero = linear._compute_fraction_of_zero(cols_to_vars.values())
-      age_var = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES,
-                                   'linear_model/age')[0]
-      with tf_session.Session() as sess:
-        sess.run([variables_lib.global_variables_initializer()])
-        # Upon initialization, all variables will be zero.
-        self.assertAllClose(1, fraction_zero.eval())
-
-        sess.run(age_var.assign([[2.0, 0.0, -1.0]]))
-        # 1 of the 3 age weights are zero, and all of the 15 (5 hash buckets
-        # x 3-dim output) are zero.
-        self.assertAllClose(16. / 18., fraction_zero.eval())
-
-  def test_compute_fraction_of_zero_v2(self):
-    """Tests the calculation of sparsity."""
-    if self._fc_lib != feature_column_v2:
-      return
-
-    age = feature_column_v2.numeric_column('age')
-    occupation = feature_column_v2.categorical_column_with_hash_bucket(
-        'occupation', hash_bucket_size=5)
-    shared_state_manager = feature_column_v2.SharedEmbeddingStateManager()
-    with ops.Graph().as_default():
-      model = feature_column_v2.LinearModel(
-          feature_columns=[age, occupation],
-          units=3,
-          shared_state_manager=shared_state_manager)
-      features = {
-          'age': [[23.], [31.]],
-          'occupation': [['doctor'], ['engineer']]
-      }
-      model(features)
-      variables = model.variables
-      variables.remove(model.bias_variable)
-      variables.extend(shared_state_manager.variables)
-      fraction_zero = linear._compute_fraction_of_zero(variables)
-      age_var = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES,
-                                   'linear_model/age')[0]
-      with tf_session.Session() as sess:
-        sess.run([variables_lib.global_variables_initializer()])
-        # Upon initialization, all variables will be zero.
-        self.assertAllClose(1, fraction_zero.eval())
-
-        sess.run(age_var.assign([[2.0, 0.0, -1.0]]))
-        # 1 of the 3 age weights are zero, and all of the 15 (5 hash buckets
-        # x 3-dim output) are zero.
-        self.assertAllClose(16. / 18., fraction_zero.eval())
-
-
-class BaseLinearWarmStartingTest(object):
-
-  def __init__(self,
-               _linear_classifier_fn,
-               _linear_regressor_fn,
-               fc_lib=feature_column):
-    self._linear_classifier_fn = _linear_classifier_fn
-    self._linear_regressor_fn = _linear_regressor_fn
-    self._fc_lib = fc_lib
-
-  def setUp(self):
-    # Create a directory to save our old checkpoint and vocabularies to.
-    self._ckpt_and_vocab_dir = tempfile.mkdtemp()
-
-    # Make a dummy input_fn.
-    def _input_fn():
-      features = {
-          'age': [[23.], [31.]],
-          'age_in_years': [[23.], [31.]],
-          'occupation': [['doctor'], ['consultant']]
-      }
-      return features, [0, 1]
-
-    self._input_fn = _input_fn
-
-  def tearDown(self):
-    # Clean up checkpoint / vocab dir.
-    writer_cache.FileWriterCache.clear()
-    shutil.rmtree(self._ckpt_and_vocab_dir)
-
-  def test_classifier_basic_warm_starting(self):
-    """Tests correctness of LinearClassifier default warm-start."""
-    age = self._fc_lib.numeric_column('age')
-
-    # Create a LinearClassifier and train to save a checkpoint.
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=[age],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD')
-    linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second LinearClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_linear_classifier = self._linear_classifier_fn(
-        feature_columns=[age],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        warm_start_from=linear_classifier.model_dir)
-
-    warm_started_linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_linear_classifier.get_variable_names():
-      self.assertAllClose(
-          linear_classifier.get_variable_value(variable_name),
-          warm_started_linear_classifier.get_variable_value(variable_name))
-
-  def test_regressor_basic_warm_starting(self):
-    """Tests correctness of LinearRegressor default warm-start."""
-    age = self._fc_lib.numeric_column('age')
-
-    # Create a LinearRegressor and train to save a checkpoint.
-    linear_regressor = self._linear_regressor_fn(
-        feature_columns=[age],
-        model_dir=self._ckpt_and_vocab_dir,
-        optimizer='SGD')
-    linear_regressor.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second LinearRegressor, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_linear_regressor = self._linear_regressor_fn(
-        feature_columns=[age],
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        warm_start_from=linear_regressor.model_dir)
-
-    warm_started_linear_regressor.train(input_fn=self._input_fn, max_steps=1)
-    for variable_name in warm_started_linear_regressor.get_variable_names():
-      self.assertAllClose(
-          linear_regressor.get_variable_value(variable_name),
-          warm_started_linear_regressor.get_variable_value(variable_name))
-
-  def test_warm_starting_selective_variables(self):
-    """Tests selecting variables to warm-start."""
-    age = self._fc_lib.numeric_column('age')
-
-    # Create a LinearClassifier and train to save a checkpoint.
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=[age],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD')
-    linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second LinearClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_linear_classifier = self._linear_classifier_fn(
-        feature_columns=[age],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        # The provided regular expression will only warm-start the age variable
-        # and not the bias.
-        warm_start_from=estimator.WarmStartSettings(
-            ckpt_to_initialize_from=linear_classifier.model_dir,
-            vars_to_warm_start='.*(age).*'))
-
-    warm_started_linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-    self.assertAllClose(
-        linear_classifier.get_variable_value(AGE_WEIGHT_NAME),
-        warm_started_linear_classifier.get_variable_value(AGE_WEIGHT_NAME))
-    # Bias should still be zero from initialization.
-    self.assertAllClose(
-        [0.0] * 4, warm_started_linear_classifier.get_variable_value(BIAS_NAME))
-
-  def test_warm_starting_with_vocab_remapping_and_partitioning(self):
-    """Tests warm-starting with vocab remapping and partitioning."""
-    vocab_list = ['doctor', 'lawyer', 'consultant']
-    vocab_file = os.path.join(self._ckpt_and_vocab_dir, 'occupation_vocab')
-    with open(vocab_file, 'w') as f:
-      f.write('\n'.join(vocab_list))
-    occupation = self._fc_lib.categorical_column_with_vocabulary_file(
-        'occupation',
-        vocabulary_file=vocab_file,
-        vocabulary_size=len(vocab_list))
-
-    # Create a LinearClassifier and train to save a checkpoint.
-    partitioner = partitioned_variables.fixed_size_partitioner(num_shards=2)
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=[occupation],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD',
-        partitioner=partitioner)
-    linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-
-    # Create a second LinearClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).  Use a new FeatureColumn with a
-    # different vocabulary for occupation.
-    new_vocab_list = ['doctor', 'consultant', 'engineer']
-    new_vocab_file = os.path.join(self._ckpt_and_vocab_dir,
-                                  'new_occupation_vocab')
-    with open(new_vocab_file, 'w') as f:
-      f.write('\n'.join(new_vocab_list))
-    new_occupation = self._fc_lib.categorical_column_with_vocabulary_file(
-        'occupation',
-        vocabulary_file=new_vocab_file,
-        vocabulary_size=len(new_vocab_list))
-    # We can create our VocabInfo object from the new and old occupation
-    # FeatureColumn's.
-    occupation_vocab_info = estimator.VocabInfo(
-        new_vocab=new_occupation.vocabulary_file,
-        new_vocab_size=new_occupation.vocabulary_size,
-        num_oov_buckets=new_occupation.num_oov_buckets,
-        old_vocab=occupation.vocabulary_file,
-        old_vocab_size=occupation.vocabulary_size,
-        # Can't use constant_initializer with load_and_remap.  In practice,
-        # use a truncated normal initializer.
-        backup_initializer=init_ops.random_uniform_initializer(
-            minval=0.39, maxval=0.39))
-    warm_started_linear_classifier = self._linear_classifier_fn(
-        feature_columns=[occupation],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        warm_start_from=estimator.WarmStartSettings(
-            ckpt_to_initialize_from=linear_classifier.model_dir,
-            var_name_to_vocab_info={
-                OCCUPATION_WEIGHT_NAME: occupation_vocab_info
-            },
-            # Explicitly providing None here will only warm-start variables
-            # referenced in var_name_to_vocab_info (the bias will not be
-            # warm-started).
-            vars_to_warm_start=None),
-        partitioner=partitioner)
-
-    warm_started_linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-    # 'doctor' was ID-0 and still ID-0.
-    self.assertAllClose(
-        linear_classifier.get_variable_value(OCCUPATION_WEIGHT_NAME)[0, :],
-        warm_started_linear_classifier.get_variable_value(
-            OCCUPATION_WEIGHT_NAME)[0, :])
-    # 'consultant' was ID-2 and now ID-1.
-    self.assertAllClose(
-        linear_classifier.get_variable_value(OCCUPATION_WEIGHT_NAME)[2, :],
-        warm_started_linear_classifier.get_variable_value(
-            OCCUPATION_WEIGHT_NAME)[1, :])
-    # 'engineer' is a new entry and should be initialized with the
-    # backup_initializer in VocabInfo.
-    self.assertAllClose([0.39] * 4,
-                        warm_started_linear_classifier.get_variable_value(
-                            OCCUPATION_WEIGHT_NAME)[2, :])
-    # Bias should still be zero (from initialization logic).
-    self.assertAllClose(
-        [0.0] * 4, warm_started_linear_classifier.get_variable_value(BIAS_NAME))
-
-  def test_warm_starting_with_naming_change(self):
-    """Tests warm-starting with a Tensor name remapping."""
-    age_in_years = self._fc_lib.numeric_column('age_in_years')
-
-    # Create a LinearClassifier and train to save a checkpoint.
-    linear_classifier = self._linear_classifier_fn(
-        feature_columns=[age_in_years],
-        model_dir=self._ckpt_and_vocab_dir,
-        n_classes=4,
-        optimizer='SGD')
-    linear_classifier.train(input_fn=self._input_fn, max_steps=1)
+from tensorflow_estimator.python.estimator.canned import linear_testing_utils
 
-    # Create a second LinearClassifier, warm-started from the first.  Use a
-    # learning_rate = 0.0 optimizer to check values (use SGD so we don't have
-    # accumulator values that change).
-    warm_started_linear_classifier = self._linear_classifier_fn(
-        feature_columns=[self._fc_lib.numeric_column('age')],
-        n_classes=4,
-        optimizer=gradient_descent.GradientDescentOptimizer(learning_rate=0.0),
-        # The 'age' variable correspond to the 'age_in_years' variable in the
-        # previous model.
-        warm_start_from=estimator.WarmStartSettings(
-            ckpt_to_initialize_from=linear_classifier.model_dir,
-            var_name_to_prev_var_name={
-                AGE_WEIGHT_NAME: AGE_WEIGHT_NAME.replace('age', 'age_in_years')
-            }))
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+linear_testing_utils.__all__ = [
+    s for s in dir(linear_testing_utils) if not s.startswith('__')
+]
 
-    warm_started_linear_classifier.train(input_fn=self._input_fn, max_steps=1)
-    self.assertAllClose(
-        linear_classifier.get_variable_value(
-            AGE_WEIGHT_NAME.replace('age', 'age_in_years')),
-        warm_started_linear_classifier.get_variable_value(AGE_WEIGHT_NAME))
-    # The bias is also warm-started (with no name remapping).
-    self.assertAllClose(
-        linear_classifier.get_variable_value(BIAS_NAME),
-        warm_started_linear_classifier.get_variable_value(BIAS_NAME))
+from tensorflow_estimator.python.estimator.canned.linear_testing_utils import *
diff --git a/tensorflow/python/estimator/canned/metric_keys.py b/tensorflow/python/estimator/canned/metric_keys.py
index 9d49240fea..4acd75f21b 100644
--- a/tensorflow/python/estimator/canned/metric_keys.py
+++ b/tensorflow/python/estimator/canned/metric_keys.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,43 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Enum for model prediction keys."""
+"""metric_keys python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.estimator import model_fn
-
-
-class MetricKeys(object):
-  """Metric key strings."""
-  LOSS = model_fn.LOSS_METRIC_KEY
-  LOSS_MEAN = model_fn.AVERAGE_LOSS_METRIC_KEY
-  LOSS_REGULARIZATION = 'regularization_loss'
-
-  ACCURACY = 'accuracy'
-  PRECISION = 'precision'
-  RECALL = 'recall'
-  # This is the best the model could do by always predicting one class.
-  # Should be < ACCURACY in a trained model.
-  ACCURACY_BASELINE = 'accuracy_baseline'
-  AUC = 'auc'
-  AUC_PR = 'auc_precision_recall'
-  LABEL_MEAN = 'label/mean'
-  PREDICTION_MEAN = 'prediction/mean'
-
-  # The following require a threshold applied, should be float in range (0, 1).
-  ACCURACY_AT_THRESHOLD = 'accuracy/positive_threshold_%g'
-  PRECISION_AT_THRESHOLD = 'precision/positive_threshold_%g'
-  RECALL_AT_THRESHOLD = 'recall/positive_threshold_%g'
+from tensorflow_estimator.python.estimator.canned import metric_keys
 
-  # The following require a class id applied.
-  PROBABILITY_MEAN_AT_CLASS = 'probability_mean/class%d'
-  AUC_AT_CLASS = 'auc/class%d'
-  AUC_PR_AT_CLASS = 'auc_precision_recall/class%d'
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+metric_keys.__all__ = [s for s in dir(metric_keys) if not s.startswith('__')]
 
-  # The following require a class name applied.
-  PROBABILITY_MEAN_AT_NAME = 'probability_mean/%s'
-  AUC_AT_NAME = 'auc/%s'
-  AUC_PR_AT_NAME = 'auc_precision_recall/%s'
+from tensorflow_estimator.python.estimator.canned.metric_keys import *
diff --git a/tensorflow/python/estimator/canned/optimizers.py b/tensorflow/python/estimator/canned/optimizers.py
index 8f51cc3a80..da31c7af60 100644
--- a/tensorflow/python/estimator/canned/optimizers.py
+++ b/tensorflow/python/estimator/canned/optimizers.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,69 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Methods related to optimizers used in canned_estimators."""
+"""optimizers python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-
-from tensorflow.python.training import adagrad
-from tensorflow.python.training import adam
-from tensorflow.python.training import ftrl
-from tensorflow.python.training import gradient_descent
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.training import rmsprop
-
-
-_OPTIMIZER_CLS_NAMES = {
-    'Adagrad': adagrad.AdagradOptimizer,
-    'Adam': adam.AdamOptimizer,
-    'Ftrl': ftrl.FtrlOptimizer,
-    'RMSProp': rmsprop.RMSPropOptimizer,
-    'SGD': gradient_descent.GradientDescentOptimizer,
-}
-
-
-def get_optimizer_instance(opt, learning_rate=None):
-  """Returns an optimizer instance.
-
-  Supports the following types for the given `opt`:
-  * An `Optimizer` instance: Returns the given `opt`.
-  * A string: Creates an `Optimizer` subclass with the given `learning_rate`.
-    Supported strings:
-    * 'Adagrad': Returns an `AdagradOptimizer`.
-    * 'Adam': Returns an `AdamOptimizer`.
-    * 'Ftrl': Returns an `FtrlOptimizer`.
-    * 'RMSProp': Returns an `RMSPropOptimizer`.
-    * 'SGD': Returns a `GradientDescentOptimizer`.
-
-  Args:
-    opt: An `Optimizer` instance, or string, as discussed above.
-    learning_rate: A float. Only used if `opt` is a string.
+from tensorflow_estimator.python.estimator.canned import optimizers
 
-  Returns:
-    An `Optimizer` instance.
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+optimizers.__all__ = [s for s in dir(optimizers) if not s.startswith('__')]
 
-  Raises:
-    ValueError: If `opt` is an unsupported string.
-    ValueError: If `opt` is a supported string but `learning_rate` was not
-      specified.
-    ValueError: If `opt` is none of the above types.
-  """
-  if isinstance(opt, six.string_types):
-    if opt in six.iterkeys(_OPTIMIZER_CLS_NAMES):
-      if not learning_rate:
-        raise ValueError('learning_rate must be specified when opt is string.')
-      return _OPTIMIZER_CLS_NAMES[opt](learning_rate=learning_rate)
-    raise ValueError(
-        'Unsupported optimizer name: {}. Supported names are: {}'.format(
-            opt, tuple(sorted(six.iterkeys(_OPTIMIZER_CLS_NAMES)))))
-  if callable(opt):
-    opt = opt()
-  if not isinstance(opt, optimizer_lib.Optimizer):
-    raise ValueError(
-        'The given object is not an Optimizer instance. Given: {}'.format(opt))
-  return opt
+from tensorflow_estimator.python.estimator.canned.optimizers import *
diff --git a/tensorflow/python/estimator/canned/optimizers_test.py b/tensorflow/python/estimator/canned/optimizers_test.py
deleted file mode 100644
index eadabdbc49..0000000000
--- a/tensorflow/python/estimator/canned/optimizers_test.py
+++ /dev/null
@@ -1,103 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for optimizers.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.estimator.canned import optimizers
-from tensorflow.python.platform import test
-from tensorflow.python.training import adagrad
-from tensorflow.python.training import adam
-from tensorflow.python.training import ftrl
-from tensorflow.python.training import gradient_descent
-from tensorflow.python.training import optimizer as optimizer_lib
-from tensorflow.python.training import rmsprop
-
-
-class _TestOptimizer(optimizer_lib.Optimizer):
-
-  def __init__(self):
-    super(_TestOptimizer, self).__init__(
-        use_locking=False, name='TestOptimizer')
-
-
-class GetOptimizerInstance(test.TestCase):
-
-  def test_unsupported_name(self):
-    with self.assertRaisesRegexp(
-        ValueError, 'Unsupported optimizer name: unsupported_name'):
-      optimizers.get_optimizer_instance('unsupported_name', learning_rate=0.1)
-
-  def test_supported_name_but_learning_rate_none(self):
-    with self.assertRaisesRegexp(
-        ValueError, 'learning_rate must be specified when opt is string'):
-      optimizers.get_optimizer_instance('Adagrad', learning_rate=None)
-
-  def test_adagrad(self):
-    opt = optimizers.get_optimizer_instance('Adagrad', learning_rate=0.1)
-    self.assertIsInstance(opt, adagrad.AdagradOptimizer)
-    self.assertAlmostEqual(0.1, opt._learning_rate)
-
-  def test_adam(self):
-    opt = optimizers.get_optimizer_instance('Adam', learning_rate=0.1)
-    self.assertIsInstance(opt, adam.AdamOptimizer)
-    self.assertAlmostEqual(0.1, opt._lr)
-
-  def test_ftrl(self):
-    opt = optimizers.get_optimizer_instance('Ftrl', learning_rate=0.1)
-    self.assertIsInstance(opt, ftrl.FtrlOptimizer)
-    self.assertAlmostEqual(0.1, opt._learning_rate)
-
-  def test_rmsprop(self):
-    opt = optimizers.get_optimizer_instance('RMSProp', learning_rate=0.1)
-    self.assertIsInstance(opt, rmsprop.RMSPropOptimizer)
-    self.assertAlmostEqual(0.1, opt._learning_rate)
-
-  def test_sgd(self):
-    opt = optimizers.get_optimizer_instance('SGD', learning_rate=0.1)
-    self.assertIsInstance(opt, gradient_descent.GradientDescentOptimizer)
-    self.assertAlmostEqual(0.1, opt._learning_rate)
-
-  def test_object(self):
-    opt = optimizers.get_optimizer_instance(_TestOptimizer())
-    self.assertIsInstance(opt, _TestOptimizer)
-
-  def test_object_invalid(self):
-    with self.assertRaisesRegexp(
-        ValueError, 'The given object is not an Optimizer instance'):
-      optimizers.get_optimizer_instance((1, 2, 3))
-
-  def test_callable(self):
-    def _optimizer_fn():
-      return _TestOptimizer()
-    opt = optimizers.get_optimizer_instance(_optimizer_fn)
-    self.assertIsInstance(opt, _TestOptimizer)
-
-  def test_lambda(self):
-    opt = optimizers.get_optimizer_instance(lambda: _TestOptimizer())  # pylint: disable=unnecessary-lambda
-    self.assertIsInstance(opt, _TestOptimizer)
-
-  def test_callable_returns_invalid(self):
-    def _optimizer_fn():
-      return (1, 2, 3)
-    with self.assertRaisesRegexp(
-        ValueError, 'The given object is not an Optimizer instance'):
-      optimizers.get_optimizer_instance(_optimizer_fn)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/parsing_utils.py b/tensorflow/python/estimator/canned/parsing_utils.py
index 1ae0f1e9f7..81effa2430 100644
--- a/tensorflow/python/estimator/canned/parsing_utils.py
+++ b/tensorflow/python/estimator/canned/parsing_utils.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,291 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Parsing related helper function to be used in `input_fn`."""
+"""parsing_utils python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import six
-
-from tensorflow.python.feature_column import feature_column as fc
-from tensorflow.python.framework import dtypes
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.util.tf_export import estimator_export
-
-
-@estimator_export('estimator.classifier_parse_example_spec')
-def classifier_parse_example_spec(feature_columns,
-                                  label_key,
-                                  label_dtype=dtypes.int64,
-                                  label_default=None,
-                                  weight_column=None):
-  """Generates parsing spec for tf.parse_example to be used with classifiers.
-
-  If users keep data in tf.Example format, they need to call tf.parse_example
-  with a proper feature spec. There are two main things that this utility helps:
-
-  * Users need to combine parsing spec of features with labels and weights
-    (if any) since they are all parsed from same tf.Example instance. This
-    utility combines these specs.
-  * It is difficult to map expected label by a classifier such as
-    `DNNClassifier` to corresponding tf.parse_example spec. This utility encodes
-    it by getting related information from users (key, dtype).
-
-  Example output of parsing spec:
-
-  ```python
-  # Define features and transformations
-  feature_b = tf.feature_column.numeric_column(...)
-  feature_c_bucketized = tf.feature_column.bucketized_column(
-    tf.feature_column.numeric_column("feature_c"), ...)
-  feature_a_x_feature_c = tf.feature_column.crossed_column(
-      columns=["feature_a", feature_c_bucketized], ...)
-
-  feature_columns = [feature_b, feature_c_bucketized, feature_a_x_feature_c]
-  parsing_spec = tf.estimator.classifier_parse_example_spec(
-      feature_columns, label_key='my-label', label_dtype=tf.string)
-
-  # For the above example, classifier_parse_example_spec would return the dict:
-  assert parsing_spec == {
-    "feature_a": parsing_ops.VarLenFeature(tf.string),
-    "feature_b": parsing_ops.FixedLenFeature([1], dtype=tf.float32),
-    "feature_c": parsing_ops.FixedLenFeature([1], dtype=tf.float32)
-    "my-label" : parsing_ops.FixedLenFeature([1], dtype=tf.string)
-  }
-  ```
-
-  Example usage with a classifier:
-
-  ```python
-  feature_columns = # define features via tf.feature_column
-  estimator = DNNClassifier(
-      n_classes=1000,
-      feature_columns=feature_columns,
-      weight_column='example-weight',
-      label_vocabulary=['photos', 'keep', ...],
-      hidden_units=[256, 64, 16])
-  # This label configuration tells the classifier the following:
-  # * weights are retrieved with key 'example-weight'
-  # * label is string and can be one of the following ['photos', 'keep', ...]
-  # * integer id for label 'photos' is 0, 'keep' is 1, ...
-
-
-  # Input builders
-  def input_fn_train():  # Returns a tuple of features and labels.
-    features = tf.contrib.learn.read_keyed_batch_features(
-        file_pattern=train_files,
-        batch_size=batch_size,
-        # creates parsing configuration for tf.parse_example
-        features=tf.estimator.classifier_parse_example_spec(
-            feature_columns,
-            label_key='my-label',
-            label_dtype=tf.string,
-            weight_column='example-weight'),
-        reader=tf.RecordIOReader)
-     labels = features.pop('my-label')
-     return features, labels
-
-  estimator.train(input_fn=input_fn_train)
-  ```
-
-  Args:
-    feature_columns: An iterable containing all feature columns. All items
-      should be instances of classes derived from `_FeatureColumn`.
-    label_key: A string identifying the label. It means tf.Example stores labels
-      with this key.
-    label_dtype: A `tf.dtype` identifies the type of labels. By default it is
-      `tf.int64`. If user defines a `label_vocabulary`, this should be set as
-      `tf.string`. `tf.float32` labels are only supported for binary
-      classification.
-    label_default: used as label if label_key does not exist in given
-      tf.Example. An example usage: let's say `label_key` is 'clicked' and
-      tf.Example contains clicked data only for positive examples in following
-      format `key:clicked, value:1`. This means that if there is no data with
-      key 'clicked' it should count as negative example by setting
-      `label_deafault=0`. Type of this value should be compatible with
-      `label_dtype`.
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-      then weight_column.normalizer_fn is applied on it to get weight tensor.
-
-  Returns:
-    A dict mapping each feature key to a `FixedLenFeature` or `VarLenFeature`
-    value.
-
-  Raises:
-    ValueError: If label is used in `feature_columns`.
-    ValueError: If weight_column is used in `feature_columns`.
-    ValueError: If any of the given `feature_columns` is not a `_FeatureColumn`
-      instance.
-    ValueError: If `weight_column` is not a `_NumericColumn` instance.
-    ValueError: if label_key is None.
-  """
-  parsing_spec = fc.make_parse_example_spec(feature_columns)
-  if label_key in parsing_spec:
-    raise ValueError('label should not be used as feature. '
-                     'label_key: {}, features: {}'.format(
-                         label_key, parsing_spec.keys()))
-  parsing_spec[label_key] = parsing_ops.FixedLenFeature((1,), label_dtype,
-                                                        label_default)
-
-  if weight_column is None:
-    return parsing_spec
-
-  if isinstance(weight_column, six.string_types):
-    weight_column = fc.numeric_column(weight_column)
-
-  if not isinstance(weight_column, fc._NumericColumn):  # pylint: disable=protected-access
-    raise ValueError('weight_column should be an instance of '
-                     'tf.feature_column.numeric_column. '
-                     'Given type: {} value: {}'.format(
-                         type(weight_column), weight_column))
-
-  if weight_column.key in parsing_spec:
-    raise ValueError('weight_column should not be used as feature. '
-                     'weight_column: {}, features: {}'.format(
-                         weight_column.key, parsing_spec.keys()))
-
-  parsing_spec.update(weight_column._parse_example_spec)  # pylint: disable=protected-access
-  return parsing_spec
-
-
-@estimator_export('estimator.regressor_parse_example_spec')
-def regressor_parse_example_spec(feature_columns,
-                                 label_key,
-                                 label_dtype=dtypes.float32,
-                                 label_default=None,
-                                 label_dimension=1,
-                                 weight_column=None):
-  """Generates parsing spec for tf.parse_example to be used with regressors.
-
-  If users keep data in tf.Example format, they need to call tf.parse_example
-  with a proper feature spec. There are two main things that this utility helps:
-
-  * Users need to combine parsing spec of features with labels and weights
-    (if any) since they are all parsed from same tf.Example instance. This
-    utility combines these specs.
-  * It is difficult to map expected label by a regressor such as `DNNRegressor`
-    to corresponding tf.parse_example spec. This utility encodes it by getting
-    related information from users (key, dtype).
-
-  Example output of parsing spec:
-
-  ```python
-  # Define features and transformations
-  feature_b = tf.feature_column.numeric_column(...)
-  feature_c_bucketized = tf.feature_column.bucketized_column(
-    tf.feature_column.numeric_column("feature_c"), ...)
-  feature_a_x_feature_c = tf.feature_column.crossed_column(
-      columns=["feature_a", feature_c_bucketized], ...)
-
-  feature_columns = [feature_b, feature_c_bucketized, feature_a_x_feature_c]
-  parsing_spec = tf.estimator.regressor_parse_example_spec(
-      feature_columns, label_key='my-label')
-
-  # For the above example, regressor_parse_example_spec would return the dict:
-  assert parsing_spec == {
-    "feature_a": parsing_ops.VarLenFeature(tf.string),
-    "feature_b": parsing_ops.FixedLenFeature([1], dtype=tf.float32),
-    "feature_c": parsing_ops.FixedLenFeature([1], dtype=tf.float32)
-    "my-label" : parsing_ops.FixedLenFeature([1], dtype=tf.float32)
-  }
-  ```
-
-  Example usage with a regressor:
-
-  ```python
-  feature_columns = # define features via tf.feature_column
-  estimator = DNNRegressor(
-      hidden_units=[256, 64, 16],
-      feature_columns=feature_columns,
-      weight_column='example-weight',
-      label_dimension=3)
-  # This label configuration tells the regressor the following:
-  # * weights are retrieved with key 'example-weight'
-  # * label is a 3 dimension tensor with float32 dtype.
-
-
-  # Input builders
-  def input_fn_train():  # Returns a tuple of features and labels.
-    features = tf.contrib.learn.read_keyed_batch_features(
-        file_pattern=train_files,
-        batch_size=batch_size,
-        # creates parsing configuration for tf.parse_example
-        features=tf.estimator.classifier_parse_example_spec(
-            feature_columns,
-            label_key='my-label',
-            label_dimension=3,
-            weight_column='example-weight'),
-        reader=tf.RecordIOReader)
-     labels = features.pop('my-label')
-     return features, labels
-
-  estimator.train(input_fn=input_fn_train)
-  ```
-
-  Args:
-    feature_columns: An iterable containing all feature columns. All items
-      should be instances of classes derived from `_FeatureColumn`.
-    label_key: A string identifying the label. It means tf.Example stores labels
-      with this key.
-    label_dtype: A `tf.dtype` identifies the type of labels. By default it is
-      `tf.float32`.
-    label_default: used as label if label_key does not exist in given
-      tf.Example. By default default_value is none, which means
-      `tf.parse_example` will error out if there is any missing label.
-    label_dimension: Number of regression targets per example. This is the
-      size of the last dimension of the labels and logits `Tensor` objects
-      (typically, these have shape `[batch_size, label_dimension]`).
-    weight_column: A string or a `_NumericColumn` created by
-      `tf.feature_column.numeric_column` defining feature column representing
-      weights. It is used to down weight or boost examples during training. It
-      will be multiplied by the loss of the example. If it is a string, it is
-      used as a key to fetch weight tensor from the `features`. If it is a
-      `_NumericColumn`, raw tensor is fetched by key `weight_column.key`,
-      then weight_column.normalizer_fn is applied on it to get weight tensor.
-
-  Returns:
-    A dict mapping each feature key to a `FixedLenFeature` or `VarLenFeature`
-    value.
-
-  Raises:
-    ValueError: If label is used in `feature_columns`.
-    ValueError: If weight_column is used in `feature_columns`.
-    ValueError: If any of the given `feature_columns` is not a `_FeatureColumn`
-      instance.
-    ValueError: If `weight_column` is not a `_NumericColumn` instance.
-    ValueError: if label_key is None.
-  """
-  parsing_spec = fc.make_parse_example_spec(feature_columns)
-  if label_key in parsing_spec:
-    raise ValueError('label should not be used as feature. '
-                     'label_key: {}, features: {}'.format(
-                         label_key, parsing_spec.keys()))
-  parsing_spec[label_key] = parsing_ops.FixedLenFeature(
-      (label_dimension,), label_dtype, label_default)
-
-  if weight_column is None:
-    return parsing_spec
-
-  if isinstance(weight_column, six.string_types):
-    weight_column = fc.numeric_column(weight_column)
-
-  if not isinstance(weight_column, fc._NumericColumn):  # pylint: disable=protected-access
-    raise ValueError('weight_column should be an instance of '
-                     'tf.feature_column.numeric_column. '
-                     'Given type: {} value: {}'.format(
-                         type(weight_column), weight_column))
+from tensorflow_estimator.python.estimator.canned import parsing_utils
 
-  if weight_column.key in parsing_spec:
-    raise ValueError('weight_column should not be used as feature. '
-                     'weight_column: {}, features: {}'.format(
-                         weight_column.key, parsing_spec.keys()))
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+parsing_utils.__all__ = [
+    s for s in dir(parsing_utils) if not s.startswith('__')
+]
 
-  parsing_spec.update(weight_column._parse_example_spec)  # pylint: disable=protected-access
-  return parsing_spec
+from tensorflow_estimator.python.estimator.canned.parsing_utils import *
diff --git a/tensorflow/python/estimator/canned/parsing_utils_test.py b/tensorflow/python/estimator/canned/parsing_utils_test.py
deleted file mode 100644
index 366bb104ca..0000000000
--- a/tensorflow/python/estimator/canned/parsing_utils_test.py
+++ /dev/null
@@ -1,211 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for parsing_utils.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.estimator.canned import parsing_utils
-from tensorflow.python.feature_column import feature_column as fc
-from tensorflow.python.framework import dtypes
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.platform import test
-
-
-class ClassifierParseExampleSpec(test.TestCase):
-  """Tests tf.estimator.classifier_parse_example_spec."""
-
-  def test_defaults(self):
-    parsing_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')], label_key='b')
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.int64),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_string(self):
-    parsing_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        label_dtype=dtypes.string)
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.string),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  # TODO(ispir): test label_default_value compatibility with label_dtype
-  def test_label_default_value(self):
-    parsing_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        label_default=0)
-    expected_spec = {
-        'a':
-            parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b':
-            parsing_ops.FixedLenFeature(
-                (1,), dtype=dtypes.int64, default_value=0),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_weight_column_as_string(self):
-    parsing_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        weight_column='c')
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.int64),
-        'c': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_weight_column_as_numeric_column(self):
-    parsing_spec = parsing_utils.classifier_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        weight_column=fc.numeric_column('c'))
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.int64),
-        'c': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_label_key_should_not_be_used_as_feature(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 'label should not be used as feature'):
-      parsing_utils.classifier_parse_example_spec(
-          feature_columns=[fc.numeric_column('a')], label_key='a')
-
-  def test_weight_column_should_not_be_used_as_feature(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 'weight_column should not be used as feature'):
-      parsing_utils.classifier_parse_example_spec(
-          feature_columns=[fc.numeric_column('a')],
-          label_key='b',
-          weight_column=fc.numeric_column('a'))
-
-  def test_weight_column_should_be_a_numeric_column(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 'tf.feature_column.numeric_column'):
-      not_a_numeric_column = 3
-      parsing_utils.classifier_parse_example_spec(
-          feature_columns=[fc.numeric_column('a')],
-          label_key='b',
-          weight_column=not_a_numeric_column)
-
-
-class RegressorParseExampleSpec(test.TestCase):
-  """Tests tf.estimator.classifier_parse_example_spec."""
-
-  def test_defaults(self):
-    parsing_spec = parsing_utils.regressor_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')], label_key='b')
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_int64(self):
-    parsing_spec = parsing_utils.regressor_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        label_dtype=dtypes.int64)
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.int64),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_label_default_value(self):
-    parsing_spec = parsing_utils.regressor_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        label_default=0.)
-    expected_spec = {
-        'a':
-            parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b':
-            parsing_ops.FixedLenFeature(
-                (1,), dtype=dtypes.float32, default_value=0.),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_label_dimension(self):
-    parsing_spec = parsing_utils.regressor_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        label_dimension=3)
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((3,), dtype=dtypes.float32),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_weight_column_as_string(self):
-    parsing_spec = parsing_utils.regressor_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        weight_column='c')
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'c': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_weight_column_as_numeric_column(self):
-    parsing_spec = parsing_utils.regressor_parse_example_spec(
-        feature_columns=[fc.numeric_column('a')],
-        label_key='b',
-        weight_column=fc.numeric_column('c'))
-    expected_spec = {
-        'a': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'b': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-        'c': parsing_ops.FixedLenFeature((1,), dtype=dtypes.float32),
-    }
-    self.assertDictEqual(expected_spec, parsing_spec)
-
-  def test_label_key_should_not_be_used_as_feature(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 'label should not be used as feature'):
-      parsing_utils.regressor_parse_example_spec(
-          feature_columns=[fc.numeric_column('a')], label_key='a')
-
-  def test_weight_column_should_not_be_used_as_feature(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 'weight_column should not be used as feature'):
-      parsing_utils.regressor_parse_example_spec(
-          feature_columns=[fc.numeric_column('a')],
-          label_key='b',
-          weight_column=fc.numeric_column('a'))
-
-  def test_weight_column_should_be_a_numeric_column(self):
-    with self.assertRaisesRegexp(ValueError,
-                                 'tf.feature_column.numeric_column'):
-      not_a_numeric_column = 3
-      parsing_utils.regressor_parse_example_spec(
-          feature_columns=[fc.numeric_column('a')],
-          label_key='b',
-          weight_column=not_a_numeric_column)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/canned/prediction_keys.py b/tensorflow/python/estimator/canned/prediction_keys.py
index daa275b46b..26f5242977 100644
--- a/tensorflow/python/estimator/canned/prediction_keys.py
+++ b/tensorflow/python/estimator/canned/prediction_keys.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,24 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Enum for model prediction keys."""
+"""prediction_keys python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow_estimator.python.estimator.canned import prediction_keys
 
-class PredictionKeys(object):
-  """Enum for canonical model prediction keys.
-
-  The following values are defined:
-  PREDICTIONS: Used by models that predict values, such as regressor models.
-  """
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+prediction_keys.__all__ = [
+    s for s in dir(prediction_keys) if not s.startswith('__')
+]
 
-  CLASSES = 'classes'
-  CLASS_IDS = 'class_ids'
-  LOGISTIC = 'logistic'
-  LOGITS = 'logits'
-  PREDICTIONS = 'predictions'
-  PROBABILITIES = 'probabilities'
-  TOP_K = 'top_k'
+from tensorflow_estimator.python.estimator.canned.prediction_keys import *
diff --git a/tensorflow/python/estimator/estimator.py b/tensorflow/python/estimator/estimator.py
index c44413090a..2199cd9fb8 100644
--- a/tensorflow/python/estimator/estimator.py
+++ b/tensorflow/python/estimator/estimator.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,2171 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""estimator python module.
 
-"""Base Estimator class."""
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import copy
-import os
-import tempfile
+from tensorflow_estimator.python.estimator import estimator
 
-import numpy as np
-import six
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+estimator.__all__ = [s for s in dir(estimator) if not s.startswith('__')]
 
-from google.protobuf import message
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.client import session as tf_session
-from tensorflow.python.eager import context
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator import run_config
-from tensorflow.python.estimator import util as estimator_util
-from tensorflow.python.estimator.export import export as export_helpers
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import random_seed
-from tensorflow.python.framework import tensor_util
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.saved_model import builder as saved_model_builder
-from tensorflow.python.saved_model import utils_impl as saved_model_utils
-from tensorflow.python.summary import summary
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import basic_session_run_hooks
-from tensorflow.python.training import checkpoint_management
-from tensorflow.python.training import device_setter
-from tensorflow.python.training import distribute as distribute_lib
-from tensorflow.python.training import evaluation
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import saver
-from tensorflow.python.training import training
-from tensorflow.python.training import training_util
-from tensorflow.python.training import warm_starting_util
-from tensorflow.python.util import compat
-from tensorflow.python.util import compat_internal
-from tensorflow.python.util import function_utils
-from tensorflow.python.util import nest
-from tensorflow.python.util.tf_export import estimator_export
-
-
-_VALID_MODEL_FN_ARGS = set(
-    ['features', 'labels', 'mode', 'params', 'self', 'config'])
-
-
-@estimator_export('estimator.Estimator')
-class Estimator(object):
-  """Estimator class to train and evaluate TensorFlow models.
-
-  The `Estimator` object wraps a model which is specified by a `model_fn`,
-  which, given inputs and a number of other parameters, returns the ops
-  necessary to perform training, evaluation, or predictions.
-
-  All outputs (checkpoints, event files, etc.) are written to `model_dir`, or a
-  subdirectory thereof. If `model_dir` is not set, a temporary directory is
-  used.
-
-  The `config` argument can be passed `tf.estimator.RunConfig` object containing
-  information about the execution environment. It is passed on to the
-  `model_fn`, if the `model_fn` has a parameter named "config" (and input
-  functions in the same manner). If the `config` parameter is not passed, it is
-  instantiated by the `Estimator`. Not passing config means that defaults useful
-  for local execution are used. `Estimator` makes config available to the model
-  (for instance, to allow specialization based on the number of workers
-  available), and also uses some of its fields to control internals, especially
-  regarding checkpointing.
-
-  The `params` argument contains hyperparameters. It is passed to the
-  `model_fn`, if the `model_fn` has a parameter named "params", and to the input
-  functions in the same manner. `Estimator` only passes params along, it does
-  not inspect it. The structure of `params` is therefore entirely up to the
-  developer.
-
-  None of `Estimator`'s methods can be overridden in subclasses (its
-  constructor enforces this). Subclasses should use `model_fn` to configure
-  the base class, and may add methods implementing specialized functionality.
-
-  @compatibility(eager)
-  Calling methods of `Estimator` will work while eager execution is enabled.
-  However, the `model_fn` and `input_fn` is not executed eagerly, `Estimator`
-  will switch to graph model before calling all user-provided functions (incl.
-  hooks), so their code has to be compatible with graph mode execution. Note
-  that `input_fn` code using `tf.data` generally works in both graph and eager
-  modes.
-  @end_compatibility
-  """
-
-  def __init__(self, model_fn, model_dir=None, config=None, params=None,
-               warm_start_from=None):
-    """Constructs an `Estimator` instance.
-
-    See [estimators](https://tensorflow.org/guide/estimators) for more
-    information.
-
-    To warm-start an `Estimator`:
-
-    ```python
-    estimator = tf.estimator.DNNClassifier(
-        feature_columns=[categorical_feature_a_emb, categorical_feature_b_emb],
-        hidden_units=[1024, 512, 256],
-        warm_start_from="/path/to/checkpoint/dir")
-    ```
-
-    For more details on warm-start configuration, see
-    `tf.estimator.WarmStartSettings`.
-
-    Args:
-      model_fn: Model function. Follows the signature:
-
-        * Args:
-
-          * `features`: This is the first item returned from the `input_fn`
-                 passed to `train`, `evaluate`, and `predict`. This should be a
-                 single `tf.Tensor` or `dict` of same.
-          * `labels`: This is the second item returned from the `input_fn`
-                 passed to `train`, `evaluate`, and `predict`. This should be a
-                 single `tf.Tensor` or `dict` of same (for multi-head models).
-                 If mode is `tf.estimator.ModeKeys.PREDICT`, `labels=None` will
-                 be passed. If the `model_fn`'s signature does not accept
-                 `mode`, the `model_fn` must still be able to handle
-                 `labels=None`.
-          * `mode`: Optional. Specifies if this training, evaluation or
-                 prediction. See `tf.estimator.ModeKeys`.
-          * `params`: Optional `dict` of hyperparameters.  Will receive what
-                 is passed to Estimator in `params` parameter. This allows
-                 to configure Estimators from hyper parameter tuning.
-          * `config`: Optional `estimator.RunConfig` object. Will receive what
-                 is passed to Estimator as its `config` parameter, or a default
-                 value. Allows setting up things in your `model_fn` based on
-                 configuration such as `num_ps_replicas`, or `model_dir`.
-
-        * Returns:
-          `tf.estimator.EstimatorSpec`
-
-      model_dir: Directory to save model parameters, graph and etc. This can
-        also be used to load checkpoints from the directory into an estimator to
-        continue training a previously saved model. If `PathLike` object, the
-        path will be resolved. If `None`, the model_dir in `config` will be used
-        if set. If both are set, they must be same. If both are `None`, a
-        temporary directory will be used.
-      config: `estimator.RunConfig` configuration object.
-      params: `dict` of hyper parameters that will be passed into `model_fn`.
-              Keys are names of parameters, values are basic python types.
-      warm_start_from: Optional string filepath to a checkpoint or SavedModel to
-                       warm-start from, or a `tf.estimator.WarmStartSettings`
-                       object to fully configure warm-starting.  If the string
-                       filepath is provided instead of a
-                       `tf.estimator.WarmStartSettings`, then all variables are
-                       warm-started, and it is assumed that vocabularies
-                       and `tf.Tensor` names are unchanged.
-
-    Raises:
-      ValueError: parameters of `model_fn` don't match `params`.
-      ValueError: if this is called via a subclass and if that class overrides
-        a member of `Estimator`.
-    """
-    Estimator._assert_members_are_not_overridden(self)
-
-    self._config = maybe_overwrite_model_dir_and_session_config(config,
-                                                                model_dir)
-
-    # The distribute field contains an instance of DistributionStrategy.
-    self._train_distribution = self._config.train_distribute
-    self._eval_distribution = self._config.eval_distribute
-    # Model directory.
-    self._model_dir = self._config.model_dir
-    self._session_config = self._config.session_config
-    logging.info('Using config: %s', str(vars(self._config)))
-
-    self._device_fn = (
-        self._config.device_fn or _get_replica_device_setter(self._config))
-
-    if model_fn is None:
-      raise ValueError('model_fn must be provided to Estimator.')
-    _verify_model_fn_args(model_fn, params)
-    self._model_fn = model_fn
-    self._params = copy.deepcopy(params or {})
-
-    # pylint: disable=protected-access
-    self._warm_start_settings = _get_default_warm_start_settings(
-        warm_start_from)
-    # pylint: enable=protected-access
-
-  @property
-  def model_dir(self):
-    return self._model_dir
-
-  @property
-  def config(self):
-    return copy.deepcopy(self._config)
-
-  @property
-  def params(self):
-    return copy.deepcopy(self._params)
-
-  @property
-  def model_fn(self):
-    """Returns the `model_fn` which is bound to `self.params`.
-
-    Returns:
-      The `model_fn` with following signature:
-        `def model_fn(features, labels, mode, config)`
-    """
-
-    def public_model_fn(features, labels, mode, config):
-      return self._call_model_fn(features, labels, mode, config)
-
-    return public_model_fn
-
-  # TODO(ispir): support a list of names
-  def get_variable_value(self, name):
-    """Returns value of the variable given by name.
-
-    Args:
-      name: string or a list of string, name of the tensor.
-
-    Returns:
-      Numpy array - value of the tensor.
-
-    Raises:
-      ValueError: If the `Estimator` has not produced a checkpoint yet.
-    """
-    _check_checkpoint_available(self.model_dir)
-    with context.graph_mode():
-      return training.load_variable(self.model_dir, name)
-
-  def get_variable_names(self):
-    """Returns list of all variable names in this model.
-
-    Returns:
-      List of names.
-
-    Raises:
-      ValueError: If the `Estimator` has not produced a checkpoint yet.
-    """
-    _check_checkpoint_available(self.model_dir)
-    with context.graph_mode():
-      return [name for name, _ in training.list_variables(self.model_dir)]
-
-  def latest_checkpoint(self):
-    """Finds the filename of the latest saved checkpoint file in `model_dir`.
-
-    Returns:
-      The full path to the latest checkpoint or `None` if no checkpoint was
-      found.
-    """
-    with context.graph_mode():
-      return checkpoint_management.latest_checkpoint(self.model_dir)
-
-  def train(self,
-            input_fn,
-            hooks=None,
-            steps=None,
-            max_steps=None,
-            saving_listeners=None):
-    """Trains a model given training data `input_fn`.
-
-    Args:
-      input_fn: A function that provides input data for training as minibatches.
-        See [Premade Estimators](
-        https://tensorflow.org/guide/premade_estimators#create_input_functions)
-        for more information. The function should construct and return one of
-        the following:  * A
-        `tf.data.Dataset` object: Outputs of `Dataset` object must be a tuple
-        `(features, labels)` with same constraints as below. * A tuple
-        `(features, labels)`: Where `features` is a `tf.Tensor` or a dictionary
-        of string feature name to `Tensor` and `labels` is a `Tensor` or a
-        dictionary of string label name to `Tensor`. Both `features` and
-        `labels` are consumed by `model_fn`. They should satisfy the expectation
-        of `model_fn` from inputs.
-      hooks: List of `tf.train.SessionRunHook` subclass instances. Used for
-        callbacks inside the training loop.
-      steps: Number of steps for which to train the model. If `None`, train
-        forever or train until `input_fn` generates the `tf.errors.OutOfRange`
-        error or `StopIteration` exception. `steps` works incrementally. If you
-        call two times `train(steps=10)` then training occurs in total 20 steps.
-        If `OutOfRange` or `StopIteration` occurs in the middle, training stops
-        before 20 steps. If you don't want to have incremental behavior please
-        set `max_steps` instead. If set, `max_steps` must be `None`.
-      max_steps: Number of total steps for which to train model. If `None`,
-        train forever or train until `input_fn` generates the
-        `tf.errors.OutOfRange` error or `StopIteration` exception. If set,
-        `steps` must be `None`. If `OutOfRange` or `StopIteration` occurs in the
-        middle, training stops before `max_steps` steps. Two calls to
-        `train(steps=100)` means 200 training iterations. On the other hand, two
-        calls to `train(max_steps=100)` means that the second call will not do
-        any iteration since first call did all 100 steps.
-      saving_listeners: list of `CheckpointSaverListener` objects. Used for
-        callbacks that run immediately before or after checkpoint savings.
-
-    Returns:
-      `self`, for chaining.
-
-    Raises:
-      ValueError: If both `steps` and `max_steps` are not `None`.
-      ValueError: If either `steps` or `max_steps <= 0`.
-    """
-    if self.config.task_type in (run_config.TaskType.EVALUATOR,
-                                 run_config.TaskType.PS):
-      raise ValueError(
-          'Train has been called wrong configuration. Please use '
-          'tf.estimator.train_and_evaluate which calls proper API according '
-          'to given configuration. Current configuration: {}.'.format(
-              self.config))
-
-    with context.graph_mode():
-      if (steps is not None) and (max_steps is not None):
-        raise ValueError('Can not provide both steps and max_steps.')
-      if steps is not None and steps <= 0:
-        raise ValueError('Must specify steps > 0, given: {}'.format(steps))
-      if max_steps is not None and max_steps <= 0:
-        raise ValueError(
-            'Must specify max_steps > 0, given: {}'.format(max_steps))
-
-      if max_steps is not None:
-        start_step = _load_global_step_from_checkpoint_dir(self._model_dir)
-        if max_steps <= start_step:
-          logging.info('Skipping training since max_steps has already saved.')
-          return self
-
-      hooks = _check_hooks_type(hooks)
-      hooks.extend(self._convert_train_steps_to_hooks(steps, max_steps))
-
-      saving_listeners = _check_listeners_type(saving_listeners)
-      loss = self._train_model(input_fn, hooks, saving_listeners)
-      logging.info('Loss for final step: %s.', loss)
-      return self
-
-  def _convert_train_steps_to_hooks(self, steps, max_steps):
-    """Create hooks to run correct number of steps in training.
-
-    Args:
-      steps: number of steps to run during training.
-      max_steps: maximum number of steps to be run during training. It'll be
-        the maximum number of steps the model will train to after restoring
-        from checkpoint even across multiple estimator.train calls.
-
-    Returns:
-      List of hooks to be passed to the estimator.
-    """
-    if steps is not None or max_steps is not None:
-      if self._train_distribution:
-        steps_per_run = getattr(self._train_distribution, 'steps_per_run', 1)
-        if steps_per_run > 1:
-          return [basic_session_run_hooks._MultiStepStopAtStepHook(  # pylint: disable=protected-access
-              steps, max_steps, steps_per_run)]
-      return [training.StopAtStepHook(steps, max_steps)]
-    else:
-      return []
-
-  def eval_dir(self, name=None):
-    """Shows the directory name where evaluation metrics are dumped.
-
-    Args:
-      name: Name of the evaluation if user needs to run multiple evaluations on
-        different data sets, such as on training data vs test data. Metrics for
-        different evaluations are saved in separate folders, and appear
-        separately in tensorboard.
-
-    Returns:
-      A string which is the path of directory contains evaluation metrics.
-    """
-    return os.path.join(self._model_dir, 'eval' if not name else
-                        'eval_' + name)
-
-  def evaluate(self, input_fn, steps=None, hooks=None, checkpoint_path=None,
-               name=None):
-    """Evaluates the model given evaluation data `input_fn`.
-
-    For each step, calls `input_fn`, which returns one batch of data.
-    Evaluates until:
-    - `steps` batches are processed, or
-    - `input_fn` raises an end-of-input exception (`tf.errors.OutOfRangeError`
-    or
-    `StopIteration`).
-
-    Args:
-      input_fn: A function that constructs the input data for evaluation. See
-        [Premade Estimators](
-        https://tensorflow.org/guide/premade#create_input_functions)
-        for more information. The
-        function should construct and return one of the following:  * A
-        `tf.data.Dataset` object: Outputs of `Dataset` object must be a tuple
-        `(features, labels)` with same constraints as below. * A tuple
-        `(features, labels)`: Where `features` is a `tf.Tensor` or a dictionary
-        of string feature name to `Tensor` and `labels` is a `Tensor` or a
-        dictionary of string label name to `Tensor`. Both `features` and
-        `labels` are consumed by `model_fn`. They should satisfy the expectation
-        of `model_fn` from inputs.
-      steps: Number of steps for which to evaluate model. If `None`, evaluates
-        until `input_fn` raises an end-of-input exception.
-      hooks: List of `tf.train.SessionRunHook` subclass instances. Used for
-        callbacks inside the evaluation call.
-      checkpoint_path: Path of a specific checkpoint to evaluate. If `None`, the
-        latest checkpoint in `model_dir` is used.  If there are no checkpoints
-        in `model_dir`, evaluation is run with newly initialized `Variables`
-        instead of ones restored from checkpoint.
-      name: Name of the evaluation if user needs to run multiple evaluations on
-        different data sets, such as on training data vs test data. Metrics for
-        different evaluations are saved in separate folders, and appear
-        separately in tensorboard.
-
-    Returns:
-      A dict containing the evaluation metrics specified in `model_fn` keyed by
-      name, as well as an entry `global_step` which contains the value of the
-      global step for which this evaluation was performed. For canned
-      estimators, the dict contains the `loss` (mean loss per mini-batch) and
-      the `average_loss` (mean loss per sample). Canned classifiers also return
-      the `accuracy`. Canned regressors also return the `label/mean` and the
-      `prediction/mean`.
-
-    Raises:
-      ValueError: If `steps <= 0`.
-      ValueError: If no model has been trained, namely `model_dir`, or the
-        given `checkpoint_path` is empty.
-    """
-    with context.graph_mode():
-      hooks = _check_hooks_type(hooks)
-      hooks.extend(self._convert_eval_steps_to_hooks(steps))
-
-      # Check that model has been trained (if nothing has been set explicitly).
-      if not checkpoint_path:
-        latest_path = checkpoint_management.latest_checkpoint(self._model_dir)
-        if not latest_path:
-          logging.info('Could not find trained model in model_dir: {}, running '
-                       'initialization to evaluate.'.format(self._model_dir))
-        checkpoint_path = latest_path
-
-      def _evaluate():
-        (scaffold, update_op, eval_dict, all_hooks) = (
-            self._evaluate_build_graph(input_fn, hooks, checkpoint_path))
-        return self._evaluate_run(
-            checkpoint_path=checkpoint_path,
-            scaffold=scaffold,
-            update_op=update_op,
-            eval_dict=eval_dict,
-            all_hooks=all_hooks,
-            output_dir=self.eval_dir(name))
-
-      with ops.Graph().as_default():
-        if self._eval_distribution:
-          # We want to create the iterations variable outside the distribution
-          # scope as that is just stored on the host and mainly used to drive
-          # the loop and doesn't need to be a Mirrored/Device variable.
-          training.get_or_create_steps_per_run_variable()
-          with self._eval_distribution.scope():
-            return _evaluate()
-        else:
-          return _evaluate()
-
-  def _convert_eval_steps_to_hooks(self, steps):
-    """Create hooks to run correct number of steps in evaluation.
-
-    Args:
-      steps: number of steps to run during evaluation.
-
-    Raises:
-      ValueError: if steps is less than or equal to zero.
-
-    Returns:
-      List of hooks to be passed to the estimator.
-    """
-    if steps is None:
-      return []
-
-    if steps <= 0:
-      raise ValueError('Must specify steps > 0, given: {}'.format(steps))
-
-    # The hooks are declared as private in evaluation.py discourage the use
-    # by other libraries or open source users. This should be the only usage
-    # of the estimator evaluation hooks.
-    if self._eval_distribution:
-      steps_per_run = getattr(self._eval_distribution, 'steps_per_run', 1)
-      if steps_per_run > 1:
-        return [evaluation._MultiStepStopAfterNEvalsHook(  # pylint: disable=protected-access
-            num_evals=steps, steps_per_run=steps_per_run)]
-    return [evaluation._StopAfterNEvalsHook(num_evals=steps)]  # pylint: disable=protected-access
-
-  def predict(self,
-              input_fn,
-              predict_keys=None,
-              hooks=None,
-              checkpoint_path=None,
-              yield_single_examples=True):
-    """Yields predictions for given features.
-
-    Please note that interleaving two predict outputs does not work. See:
-    [issue/20506](
-    https://github.com/tensorflow/tensorflow/issues/20506#issuecomment-422208517)
-
-    Args:
-      input_fn: A function that constructs the features. Prediction continues
-        until `input_fn` raises an end-of-input exception
-        (`tf.errors.OutOfRangeError` or `StopIteration`).
-        See [Premade Estimators](
-        https://tensorflow.org/guide/premade_estimators#create_input_functions)
-        for more information. The function should construct and return one of
-        the following:
-
-          * A `tf.data.Dataset` object: Outputs of `Dataset` object must have
-            same constraints as below.
-          * features: A `tf.Tensor` or a dictionary of string feature name to
-            `Tensor`. features are consumed by `model_fn`. They should satisfy
-            the expectation of `model_fn` from inputs.
-          * A tuple, in which case the first item is extracted as features.
-
-      predict_keys: list of `str`, name of the keys to predict. It is used if
-        the `tf.estimator.EstimatorSpec.predictions` is a `dict`. If
-        `predict_keys` is used then rest of the predictions will be filtered
-        from the dictionary. If `None`, returns all.
-      hooks: List of `tf.train.SessionRunHook` subclass instances. Used for
-        callbacks inside the prediction call.
-      checkpoint_path: Path of a specific checkpoint to predict. If `None`, the
-        latest checkpoint in `model_dir` is used.  If there are no checkpoints
-        in `model_dir`, prediction is run with newly initialized `Variables`
-        instead of ones restored from checkpoint.
-      yield_single_examples: If `False`, yields the whole batch as returned by
-        the `model_fn` instead of decomposing the batch into individual
-        elements. This is useful if `model_fn` returns some tensors whose first
-        dimension is not equal to the batch size.
-
-    Yields:
-      Evaluated values of `predictions` tensors.
-
-    Raises:
-      ValueError: Could not find a trained model in `model_dir`.
-      ValueError: If batch length of predictions is not the same and
-        `yield_single_examples` is `True`.
-      ValueError: If there is a conflict between `predict_keys` and
-        `predictions`. For example if `predict_keys` is not `None` but
-        `tf.estimator.EstimatorSpec.predictions` is not a `dict`.
-    """
-    with context.graph_mode():
-      hooks = _check_hooks_type(hooks)
-      # Check that model has been trained.
-      if not checkpoint_path:
-        checkpoint_path = checkpoint_management.latest_checkpoint(
-            self._model_dir)
-      if not checkpoint_path:
-        logging.info('Could not find trained model in model_dir: {}, running '
-                     'initialization to predict.'.format(self._model_dir))
-      with ops.Graph().as_default() as g:
-        random_seed.set_random_seed(self._config.tf_random_seed)
-        self._create_and_assert_global_step(g)
-        features, input_hooks = self._get_features_from_input_fn(
-            input_fn, model_fn_lib.ModeKeys.PREDICT)
-        estimator_spec = self._call_model_fn(
-            features, None, model_fn_lib.ModeKeys.PREDICT, self.config)
-
-        # Call to warm_start has to be after model_fn is called.
-        self._maybe_warm_start(checkpoint_path)
-
-        predictions = self._extract_keys(
-            estimator_spec.predictions, predict_keys)
-        all_hooks = list(input_hooks)
-        all_hooks.extend(hooks)
-        all_hooks.extend(list(estimator_spec.prediction_hooks or []))
-        with training.MonitoredSession(
-            session_creator=training.ChiefSessionCreator(
-                checkpoint_filename_with_path=checkpoint_path,
-                master=self._config.master,
-                scaffold=estimator_spec.scaffold,
-                config=self._session_config),
-            hooks=all_hooks) as mon_sess:
-          while not mon_sess.should_stop():
-            preds_evaluated = mon_sess.run(predictions)
-            if not yield_single_examples:
-              yield preds_evaluated
-            elif not isinstance(predictions, dict):
-              for pred in preds_evaluated:
-                yield pred
-            else:
-              for i in range(self._extract_batch_length(preds_evaluated)):
-                yield {
-                    key: value[i]
-                    for key, value in six.iteritems(preds_evaluated)
-                }
-
-  def _assert_members_are_not_overridden(self):
-    """Asserts members of `Estimator` are not overridden."""
-    # TPUEstimator is special cased (owned by TF).
-    if self.__class__.__name__ == 'TPUEstimator':
-      return
-
-    allowed_overrides = set([
-        '_create_and_assert_global_step',
-        '_tf_api_names', '_tf_api_names_v1', '_estimator_api_names',
-        '_estimator_api_names_v1', '_estimator_api_constants',
-        '_estimator_api_constants_v1',
-    ])
-    estimator_members = set([m for m in Estimator.__dict__.keys()
-                             if not m.startswith('__')])
-    subclass_members = set(self.__class__.__dict__.keys())
-    common_members = estimator_members & subclass_members - allowed_overrides
-    overridden_members = [
-        m for m in common_members
-        if Estimator.__dict__[m] != self.__class__.__dict__[m]]
-    if overridden_members:
-      raise ValueError(
-          'Subclasses of Estimator cannot override members of Estimator. '
-          '{} does override {}'.format(self.__class__, overridden_members))
-
-  def export_savedmodel(
-      self, export_dir_base, serving_input_receiver_fn,
-      assets_extra=None,
-      as_text=False,
-      checkpoint_path=None,
-      strip_default_attrs=False):
-    # pylint: disable=line-too-long,g-doc-args,g-doc-return-or-yield
-    """Exports inference graph as a `SavedModel` into the given dir.
-
-    Note that `export_to_savedmodel` will be renamed to `export_saved_model`
-    in TensorFlow 2.0. At that time, `export_to_savedmodel` without the
-    additional underscore will be available only through tf.compat.v1.
-
-    Please see `tf.estimator.Estimator.export_saved_model` for more information.
-
-    There is one additional arg versus the new method:
-      strip_default_attrs: This parameter is going away in TF 2.0, and
-        the new behavior will automatically strip all default attributes.
-        Boolean. If `True`, default-valued attributes will be
-        removed from the `NodeDef`s. For a detailed guide, see [Stripping
-        Default-Valued Attributes](
-        https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes).
-    """
-    # pylint: enable=line-too-long,g-doc-args,g-doc-return-or-yield
-    return self._export_saved_model_for_mode(
-        export_dir_base,
-        serving_input_receiver_fn,
-        assets_extra=assets_extra,
-        as_text=as_text,
-        checkpoint_path=checkpoint_path,
-        strip_default_attrs=strip_default_attrs,
-        mode=model_fn_lib.ModeKeys.PREDICT)
-
-  def export_saved_model(
-      self, export_dir_base, serving_input_receiver_fn,
-      assets_extra=None,
-      as_text=False,
-      checkpoint_path=None):
-    # pylint: disable=line-too-long
-    """Exports inference graph as a `SavedModel` into the given dir.
-
-    For a detailed guide, see
-    [Using SavedModel with Estimators](https://tensorflow.org/guide/saved_model#using_savedmodel_with_estimators).
-
-    This method builds a new graph by first calling the
-    `serving_input_receiver_fn` to obtain feature `Tensor`s, and then calling
-    this `Estimator`'s `model_fn` to generate the model graph based on those
-    features. It restores the given checkpoint (or, lacking that, the most
-    recent checkpoint) into this graph in a fresh session.  Finally it creates
-    a timestamped export directory below the given `export_dir_base`, and writes
-    a `SavedModel` into it containing a single `tf.MetaGraphDef` saved from this
-    session.
-
-    The exported `MetaGraphDef` will provide one `SignatureDef` for each
-    element of the `export_outputs` dict returned from the `model_fn`, named
-    using
-    the same keys.  One of these keys is always
-    `tf.saved_model.signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY`,
-    indicating which
-    signature will be served when a serving request does not specify one.
-    For each signature, the outputs are provided by the corresponding
-    `tf.estimator.export.ExportOutput`s, and the inputs are always the input
-    receivers provided by
-    the `serving_input_receiver_fn`.
-
-    Extra assets may be written into the `SavedModel` via the `assets_extra`
-    argument.  This should be a dict, where each key gives a destination path
-    (including the filename) relative to the assets.extra directory.  The
-    corresponding value gives the full path of the source file to be copied.
-    For example, the simple case of copying a single file without renaming it
-    is specified as `{'my_asset_file.txt': '/path/to/my_asset_file.txt'}`.
-
-    Args:
-      export_dir_base: A string containing a directory in which to create
-        timestamped subdirectories containing exported `SavedModel`s.
-      serving_input_receiver_fn: A function that takes no argument and returns a
-        `tf.estimator.export.ServingInputReceiver` or
-        `tf.estimator.export.TensorServingInputReceiver`.
-      assets_extra: A dict specifying how to populate the assets.extra directory
-        within the exported `SavedModel`, or `None` if no extra assets are
-        needed.
-      as_text: whether to write the `SavedModel` proto in text format.
-      checkpoint_path: The checkpoint path to export.  If `None` (the default),
-        the most recent checkpoint found within the model directory is chosen.
-
-    Returns:
-      The string path to the exported directory.
-
-    Raises:
-      ValueError: if no `serving_input_receiver_fn` is provided, no
-      `export_outputs` are provided, or no checkpoint can be found.
-    """
-    # pylint: enable=line-too-long
-    # TODO(b/111442174): `export_to_savedmodel` will be renamed to
-    # `export_saved_model` in TensorFlow 2.0. This function is a wrapper
-    # while staging the new version; do not add any logic here.
-    return self.export_savedmodel(
-        export_dir_base,
-        serving_input_receiver_fn,
-        assets_extra=assets_extra,
-        as_text=as_text,
-        checkpoint_path=checkpoint_path,
-        strip_default_attrs=True)
-
-  def _export_saved_model_for_mode(
-      self, export_dir_base, input_receiver_fn,
-      assets_extra=None,
-      as_text=False,
-      checkpoint_path=None,
-      strip_default_attrs=False,
-      mode=model_fn_lib.ModeKeys.PREDICT):
-    # pylint: disable=line-too-long
-    """Exports a single train/eval/predict graph as a `SavedModel`.
-
-    This method is a wrapper for `_export_all_saved_models`, and wraps a raw
-    `input_receiver_fn` in a dictionary to pass in to that function.
-    See `_export_all_saved_models` for full docs.
-
-    See `tf.contrib.estimator.export_saved_model_for_mode` for the currently
-    exposed version of this function.
-
-    Args:
-      export_dir_base: A string containing a directory in which to create
-        timestamped subdirectories containing exported `SavedModel`s.
-      input_receiver_fn: a function that takes no argument and returns the
-        appropriate subclass of `InputReceiver`.
-      assets_extra: A dict specifying how to populate the assets.extra directory
-        within the exported `SavedModel`, or `None` if no extra assets are
-        needed.
-      as_text: whether to write the `SavedModel` proto in text format.
-      checkpoint_path: The checkpoint path to export.  If `None` (the default),
-        the most recent checkpoint found within the model directory is chosen.
-      strip_default_attrs: Boolean. If `True`, default-valued attributes will be
-        removed from the `NodeDef`s. For a detailed guide, see [Stripping
-        Default-Valued
-        Attributes](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes).
-      mode: `tf.estimator.ModeKeys` value indicating with mode will be exported.
-
-    Returns:
-      The string path to the exported directory.
-
-    Raises:
-      ValueError: if `input_receiver_fn` is `None`, no `export_outputs`
-        are provided, or no checkpoint can be found.
-    """
-    # pylint: enable=line-too-long
-    if not input_receiver_fn:
-      raise ValueError('An input_receiver_fn must be defined.')
-
-    input_receiver_fn_map = {mode: input_receiver_fn}
-
-    return self._export_all_saved_models(
-        export_dir_base,
-        input_receiver_fn_map,
-        assets_extra=assets_extra,
-        as_text=as_text,
-        checkpoint_path=checkpoint_path,
-        strip_default_attrs=strip_default_attrs)
-
-  def _export_all_saved_models(
-      self, export_dir_base, input_receiver_fn_map,
-      assets_extra=None,
-      as_text=False,
-      checkpoint_path=None,
-      strip_default_attrs=False):
-    # pylint: disable=line-too-long
-    """Exports a `SavedModel` containing `tf.MetaGraphDefs` for each requested mode.
-
-    See `tf.contrib.estimator.export_all_saved_models` for the currently
-    exposed version of this function.
-
-    For each mode passed in via the `input_receiver_fn_map`,
-    this method builds a new graph by calling the `input_receiver_fn` to obtain
-    feature and label `Tensor`s. Next, this method calls the `Estimator`'s
-    `model_fn` in the passed mode to generate the model graph based on
-    those features and labels, and restores the given checkpoint
-    (or, lacking that, the most recent checkpoint) into the graph.
-    Only one of the modes is used for saving variables to the `SavedModel`
-    (order of preference: `tf.estimator.ModeKeys.TRAIN`,
-    `tf.estimator.ModeKeys.EVAL`, then
-    `tf.estimator.ModeKeys.PREDICT`), such that up to three
-    `tf.MetaGraphDefs` are saved with a single set of variables in a single
-    `SavedModel` directory.
-
-    For the variables and `tf.MetaGraphDefs`, a timestamped export directory
-    below
-    `export_dir_base`, and writes a `SavedModel` into it containing
-    the `tf.MetaGraphDef` for the given mode and its associated signatures.
-
-    For prediction, the exported `MetaGraphDef` will provide one `SignatureDef`
-    for each element of the `export_outputs` dict returned from the `model_fn`,
-    named using the same keys.  One of these keys is always
-    `tf.saved_model.signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY`,
-    indicating which
-    signature will be served when a serving request does not specify one.
-    For each signature, the outputs are provided by the corresponding
-    `tf.estimator.export.ExportOutput`s, and the inputs are always the input
-    receivers provided by
-    the `serving_input_receiver_fn`.
-
-    For training and evaluation, the `train_op` is stored in an extra
-    collection,
-    and loss, metrics, and predictions are included in a `SignatureDef` for the
-    mode in question.
-
-    Extra assets may be written into the `SavedModel` via the `assets_extra`
-    argument.  This should be a dict, where each key gives a destination path
-    (including the filename) relative to the assets.extra directory.  The
-    corresponding value gives the full path of the source file to be copied.
-    For example, the simple case of copying a single file without renaming it
-    is specified as `{'my_asset_file.txt': '/path/to/my_asset_file.txt'}`.
-
-    Args:
-      export_dir_base: A string containing a directory in which to create
-        timestamped subdirectories containing exported `SavedModel`s.
-      input_receiver_fn_map: dict of `tf.estimator.ModeKeys` to
-        `input_receiver_fn` mappings, where the `input_receiver_fn` is a
-        function that takes no arguments and returns the appropriate subclass of
-        `InputReceiver`.
-      assets_extra: A dict specifying how to populate the assets.extra directory
-        within the exported `SavedModel`, or `None` if no extra assets are
-        needed.
-      as_text: whether to write the `SavedModel` proto in text format.
-      checkpoint_path: The checkpoint path to export.  If `None` (the default),
-        the most recent checkpoint found within the model directory is chosen.
-      strip_default_attrs: Boolean. If `True`, default-valued attributes will be
-        removed from the `NodeDef`s. For a detailed guide, see [Stripping
-        Default-Valued
-        Attributes](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes).
-
-    Returns:
-      A dict of `tf.estimator.ModeKeys` value to string path for each exported
-      directory.
-
-    Raises:
-      ValueError: if any `input_receiver_fn` is `None`, no `export_outputs`
-        are provided, or no checkpoint can be found.
-    """
-    # pylint: enable=line-too-long
-    # TODO(b/65561022): Consider allowing multiple input_receiver_fns per mode.
-    with context.graph_mode():
-      if not checkpoint_path:
-        # Locate the latest checkpoint
-        checkpoint_path = checkpoint_management.latest_checkpoint(
-            self._model_dir)
-      if not checkpoint_path:
-        raise ValueError("Couldn't find trained model at %s." % self._model_dir)
-
-      export_dir = export_helpers.get_timestamped_export_dir(export_dir_base)
-      temp_export_dir = export_helpers.get_temp_export_dir(export_dir)
-
-      builder = saved_model_builder.SavedModelBuilder(temp_export_dir)
-
-      save_variables = True
-      # Note that the order in which we run here matters, as the first
-      # mode we pass through will be used to save the variables. We run TRAIN
-      # first, as that is also the mode used for checkpoints, and therefore
-      # we are not likely to have vars in PREDICT that are not in the checkpoint
-      # created by TRAIN.
-      if input_receiver_fn_map.get(model_fn_lib.ModeKeys.TRAIN):
-        self._add_meta_graph_for_mode(
-            builder, input_receiver_fn_map, checkpoint_path,
-            strip_default_attrs, save_variables,
-            mode=model_fn_lib.ModeKeys.TRAIN)
-        save_variables = False
-      if input_receiver_fn_map.get(model_fn_lib.ModeKeys.EVAL):
-        self._add_meta_graph_for_mode(
-            builder, input_receiver_fn_map, checkpoint_path,
-            strip_default_attrs, save_variables,
-            mode=model_fn_lib.ModeKeys.EVAL)
-        save_variables = False
-      if input_receiver_fn_map.get(model_fn_lib.ModeKeys.PREDICT):
-        self._add_meta_graph_for_mode(
-            builder, input_receiver_fn_map, checkpoint_path,
-            strip_default_attrs, save_variables,
-            mode=model_fn_lib.ModeKeys.PREDICT)
-        save_variables = False
-
-      if save_variables:
-        raise ValueError('No valid modes for exporting found. Got {}.'.format(
-            input_receiver_fn_map.keys()))
-
-      builder.save(as_text)
-
-      # Add the extra assets
-      if assets_extra:
-        assets_extra_path = os.path.join(compat.as_bytes(temp_export_dir),
-                                         compat.as_bytes('assets.extra'))
-        for dest_relative, source in assets_extra.items():
-          dest_absolute = os.path.join(compat.as_bytes(assets_extra_path),
-                                       compat.as_bytes(dest_relative))
-          dest_path = os.path.dirname(dest_absolute)
-          gfile.MakeDirs(dest_path)
-          gfile.Copy(source, dest_absolute)
-
-      gfile.Rename(temp_export_dir, export_dir)
-      return export_dir
-
-  def _add_meta_graph_for_mode(self,
-                               builder,
-                               input_receiver_fn_map,
-                               checkpoint_path,
-                               strip_default_attrs,
-                               save_variables=True,
-                               mode=model_fn_lib.ModeKeys.PREDICT,
-                               export_tags=None,
-                               check_variables=True):
-    # pylint: disable=line-too-long
-    """Loads variables and adds them along with a `tf.MetaGraphDef` for saving.
-
-    Args:
-      builder: instance of `tf.saved_modle.builder.SavedModelBuilder` that will
-        be used for saving.
-      input_receiver_fn_map: dict of `tf.estimator.ModeKeys` to
-        `input_receiver_fn` mappings, where the `input_receiver_fn` is a
-        function that takes no argument and returns the appropriate subclass of
-        `InputReceiver`.
-      checkpoint_path: The checkpoint path to export.  If `None` (the default),
-        the most recent checkpoint found within the model directory is chosen.
-      strip_default_attrs: Boolean. If `True`, default-valued attributes will be
-        removed from the `NodeDef`s. For a detailed guide, see [Stripping
-        Default-Valued
-        Attributes](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes).
-      save_variables: bool, whether variables should be saved. If `False`, just
-        the `tf.MetaGraphDef` will be saved. Note that `save_variables` should
-        only be `True` for the first call to this function, and the
-        `SavedModelBuilder` will raise an error if that is not the case.
-      mode: `tf.estimator.ModeKeys` value indicating which mode will be
-        exported.
-      export_tags: The set of tags with which to save `tf.MetaGraphDef`. If
-        `None`, a default set will be selected to matched the passed mode.
-      check_variables: bool, whether to check the checkpoint has all variables.
-
-    Raises:
-      ValueError: if `save_variables` is `True` and `check_variable` is `False`.
-    """
-    # pylint: enable=line-too-long
-    if export_tags is None:
-      export_tags = model_fn_lib.EXPORT_TAG_MAP[mode]
-    input_receiver_fn = input_receiver_fn_map[mode]
-
-    with ops.Graph().as_default() as g:
-      self._create_and_assert_global_step(g)
-      random_seed.set_random_seed(self._config.tf_random_seed)
-
-      input_receiver = input_receiver_fn()
-
-      # Call the model_fn and collect the export_outputs.
-      estimator_spec = self._call_model_fn(
-          features=input_receiver.features,
-          labels=getattr(input_receiver, 'labels', None),
-          mode=mode,
-          config=self.config)
-
-      export_outputs = model_fn_lib.export_outputs_for_mode(
-          mode=estimator_spec.mode,
-          serving_export_outputs=estimator_spec.export_outputs,
-          predictions=estimator_spec.predictions,
-          loss=estimator_spec.loss,
-          metrics=estimator_spec.eval_metric_ops)
-
-      # Build the SignatureDefs from receivers and all outputs
-      signature_def_map = export_helpers.build_all_signature_defs(
-          input_receiver.receiver_tensors,
-          export_outputs,
-          getattr(input_receiver, 'receiver_tensors_alternatives', None),
-          serving_only=(mode == model_fn_lib.ModeKeys.PREDICT))
-
-      with tf_session.Session(config=self._session_config) as session:
-
-        if estimator_spec.scaffold.local_init_op is not None:
-          local_init_op = estimator_spec.scaffold.local_init_op
-        else:
-          local_init_op = monitored_session.Scaffold.default_local_init_op()
-
-        # This saver will be used both for restoring variables now,
-        # and in saving out the metagraph below. This ensures that any
-        # Custom Savers stored with the Scaffold are passed through to the
-        # SavedModel for restore later.
-        graph_saver = estimator_spec.scaffold.saver or saver.Saver(sharded=True)
-
-        if save_variables and not check_variables:
-          raise ValueError('If `save_variables` is `True, `check_variables`'
-                           'must not be `False`.')
-        if check_variables:
-          try:
-            graph_saver.restore(session, checkpoint_path)
-          except errors.NotFoundError as e:
-            msg = ('Could not load all requested variables from checkpoint. '
-                   'Please make sure your model_fn does not expect variables '
-                   'that were not saved in the checkpoint.\n\n'
-                   'Encountered error with mode `{}` while restoring '
-                   'checkpoint from: `{}`. Full Traceback:\n\n{}').format(
-                       mode, checkpoint_path, e)
-            raise ValueError(msg)
-
-        # We add the train op explicitly for now, so that we don't have to
-        # change the Builder public interface. Note that this is a no-op
-        # for prediction, where train_op is None.
-        builder._add_train_op(estimator_spec.train_op)  # pylint: disable=protected-access
-
-        meta_graph_kwargs = dict(
-            tags=export_tags,
-            signature_def_map=signature_def_map,
-            assets_collection=ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS),
-            strip_default_attrs=strip_default_attrs,
-            main_op=local_init_op,
-            saver=graph_saver)
-
-        if save_variables:
-          builder.add_meta_graph_and_variables(
-              session, **meta_graph_kwargs)
-        else:
-          builder.add_meta_graph(**meta_graph_kwargs)
-
-  def _get_features_from_input_fn(self, input_fn, mode):
-    """Extracts the `features` from return values of `input_fn`."""
-    result = self._call_input_fn(input_fn, mode)
-    result, _, hooks = estimator_util.parse_input_fn_result(result)
-    self._validate_features_in_predict_input(result)
-    return result, hooks
-
-  def _validate_features_in_predict_input(self, result):
-    if not _has_dataset_or_queue_runner(result):
-      logging.warning('Input graph does not use tf.data.Dataset or contain a '
-                      'QueueRunner. That means predict yields forever. '
-                      'This is probably a mistake.')
-
-  def _get_iterator_from_input_fn(self, input_fn, mode, distribution=None):
-    if distribution is not None:
-      result = distribution.distribute_dataset(
-          lambda: self._call_input_fn(input_fn, mode))
-    else:
-      result = self._call_input_fn(input_fn, mode)
-
-    iterator = result.make_initializable_iterator()
-    input_hooks = [estimator_util._DatasetInitializerHook(iterator)]  # pylint: disable=protected-access
-    return iterator, input_hooks
-
-  def _get_features_and_labels_from_input_fn(self, input_fn, mode):
-    """Extracts the `features` and labels from return values of `input_fn`."""
-    return estimator_util.parse_input_fn_result(
-        self._call_input_fn(input_fn, mode))
-
-  def _extract_batch_length(self, preds_evaluated):
-    """Extracts batch length of predictions."""
-    batch_length = None
-    for key, value in six.iteritems(preds_evaluated):
-      batch_length = batch_length or value.shape[0]
-      if value.shape[0] != batch_length:
-        raise ValueError('Batch length of predictions should be same. %s has '
-                         'different batch length than others.' % key)
-    return batch_length
-
-  def _extract_keys(self, predictions, predict_keys):
-    """Extracts `predict_keys` from `predictions`."""
-    if not predict_keys:
-      return predictions
-    if not isinstance(predictions, dict):
-      raise ValueError(
-          'predict_keys argument is not valid in case of non-dict predictions.')
-    existing_keys = predictions.keys()
-    predictions = {
-        key: value
-        for key, value in six.iteritems(predictions) if key in predict_keys
-    }
-    if not predictions:
-      raise ValueError('Expected to run at least one output from %s, '
-                       'provided %s.' % (existing_keys, predict_keys))
-    return predictions
-
-  def _create_global_step(self, graph):
-    """Creates the global step tensor in graph.
-
-    The global step tensor must be an integer type with name 'global_step' and
-    be added to the collection `tf.GraphKeys.GLOBAL_STEP`.
-
-    Args:
-      graph: The graph in which to create the global step tensor.
-
-    Returns:
-      The global step `tf.Tensor`.
-    """
-    return training.create_global_step(graph)
-
-  def _create_and_assert_global_step(self, graph):
-    """Creates and asserts properties of the global step.
-
-    Args:
-      graph: The graph in which to create the global step tensor.
-
-    Returns:
-      The global step `tf.Tensor`.
-    """
-    step = self._create_global_step(graph)
-    assert step == training.get_global_step()
-    assert step.dtype.is_integer
-    return step
-
-  def _call_input_fn(self, input_fn, mode):
-    """Calls the input function.
-
-    Args:
-      input_fn: The input function.
-      mode: `tf.estimator.ModeKeys`
-
-    Returns:
-      The return value of the passed `input_fn`, which should be one of:
-
-        * A 'tf.data.Dataset' object: Outputs of `Dataset` object must be a
-            tuple `(features, labels)` with same constraints as below.
-        * A tuple `(features, labels)`: Where `features` is a `Tensor` or a
-          dictionary of string feature name to `Tensor` and `labels` is a
-          `Tensor` or a dictionary of string label name to `Tensor`. Both
-          `features` and `labels` are consumed by `model_fn`. They should
-          satisfy the expectation of `model_fn` from inputs.
-
-    Raises:
-      ValueError: if `input_fn` takes invalid arguments.
-    """
-    input_fn_args = function_utils.fn_args(input_fn)
-    kwargs = {}
-    if 'mode' in input_fn_args:
-      kwargs['mode'] = mode
-    if 'params' in input_fn_args:
-      kwargs['params'] = self.params
-    if 'config' in input_fn_args:
-      kwargs['config'] = self.config
-    with ops.device('/cpu:0'):
-      return input_fn(**kwargs)
-
-  def _call_model_fn(self, features, labels, mode, config):
-    """Calls model function.
-
-    Args:
-      features: features dict.
-      labels: labels dict.
-      mode: `tf.estimator.ModeKeys`
-      config: `tf.estimator.RunConfig`
-
-    Returns:
-      An `tf.estimator.EstimatorSpec` object.
-
-    Raises:
-      ValueError: if `model_fn` returns invalid objects.
-    """
-    model_fn_args = function_utils.fn_args(self._model_fn)
-    kwargs = {}
-    if 'labels' in model_fn_args:
-      kwargs['labels'] = labels
-    else:
-      if labels is not None:
-        raise ValueError(
-            'model_fn does not take labels, but input_fn returns labels.')
-    if 'mode' in model_fn_args:
-      kwargs['mode'] = mode
-    if 'params' in model_fn_args:
-      kwargs['params'] = self.params
-    if 'config' in model_fn_args:
-      kwargs['config'] = config
-
-    logging.info('Calling model_fn.')
-    model_fn_results = self._model_fn(features=features, **kwargs)
-    logging.info('Done calling model_fn.')
-
-    if not isinstance(model_fn_results, model_fn_lib.EstimatorSpec):
-      raise ValueError('model_fn should return an EstimatorSpec.')
-
-    return model_fn_results
-
-  def _train_model(self, input_fn, hooks, saving_listeners):
-    if self._train_distribution:
-      return self._train_model_distributed(input_fn, hooks, saving_listeners)
-    else:
-      return self._train_model_default(input_fn, hooks, saving_listeners)
-
-  def _train_model_default(self, input_fn, hooks, saving_listeners):
-    """Initiate training with `input_fn`, without `DistributionStrategies`.
-
-    Args:
-      input_fn: A function that provides input data for training as minibatches.
-      hooks: List of `tf.train.SessionRunHook` subclass instances. Used for
-        callbacks inside the training loop.
-      saving_listeners: list of `tf.train.CheckpointSaverListener` objects. Used
-        for callbacks that run immediately before or after checkpoint savings.
-
-    Returns:
-      Loss from training
-    """
-    worker_hooks = []
-    with ops.Graph().as_default() as g, g.device(self._device_fn):
-      random_seed.set_random_seed(self._config.tf_random_seed)
-      global_step_tensor = self._create_and_assert_global_step(g)
-
-      # Skip creating a read variable if _create_and_assert_global_step
-      # returns None (e.g. tf.contrib.estimator.SavedModelEstimator).
-      if global_step_tensor is not None:
-        training_util._get_or_create_global_step_read(g)  # pylint: disable=protected-access
-
-      features, labels, input_hooks = (
-          self._get_features_and_labels_from_input_fn(
-              input_fn, model_fn_lib.ModeKeys.TRAIN))
-      worker_hooks.extend(input_hooks)
-      estimator_spec = self._call_model_fn(
-          features, labels, model_fn_lib.ModeKeys.TRAIN, self.config)
-      global_step_tensor = training_util.get_global_step(g)
-      return self._train_with_estimator_spec(estimator_spec, worker_hooks,
-                                             hooks, global_step_tensor,
-                                             saving_listeners)
-
-  def _train_model_distributed(self, input_fn, hooks, saving_listeners):
-    """Initiate training with `input_fn`, using `DistributionStrategies`.
-
-    Args:
-      input_fn: A function that provides input data for training as minibatches.
-      hooks: List of `tf.train.SessionRunHook` subclass instances. Used for
-        callbacks inside the training loop.
-      saving_listeners: list of `tf.train.CheckpointSaverListener` objects. Used
-        for callbacks that run immediately before or after checkpoint savings.
-
-    Returns:
-      Loss from training
-    """
-    self._train_distribution.configure(self._session_config)
-
-    # TODO(sourabhbajaj): Remove this hack once we migrate the other strategies
-    # to use the new API
-    is_tpu_strategy = (
-        self._train_distribution.__class__.__name__ == 'TPUStrategy')
-
-    worker_hooks = []
-    with ops.Graph().as_default() as g:
-      # We want to create the iterations variable outside the distribution scope
-      # as that is just stored on the host and mainly used to drive the loop
-      # and doesn't need to be a Mirrored/Device variable.
-      if is_tpu_strategy:
-        steps_per_run_variable = training.get_or_create_steps_per_run_variable()
-      with self._train_distribution.scope():
-        random_seed.set_random_seed(self._config.tf_random_seed)
-        iterator, input_hooks = self._get_iterator_from_input_fn(
-            input_fn, model_fn_lib.ModeKeys.TRAIN, self._train_distribution)
-        worker_hooks.extend(input_hooks)
-        global_step_tensor = self._create_and_assert_global_step(g)
-        # we want to add to the global collection in the main thread not the
-        # tower threads.
-        ops.add_to_collection(
-            training_util.GLOBAL_STEP_READ_KEY,
-            self._train_distribution.read_var(global_step_tensor))
-
-        if is_tpu_strategy:
-          # Create a step_fn from the train_op of grouped_estimator_spec
-          def step_fn(ctx, features, labels=None):
-            """A single step that is passed to run_on_dataset."""
-            estimator_spec = self._train_distribution.call_for_each_tower(
-                self._call_model_fn,
-                features,
-                labels,
-                model_fn_lib.ModeKeys.TRAIN,
-                self.config)
-            ctx.set_last_step_output(
-                name='loss',
-                output=estimator_spec.loss,
-                aggregation=distribute_lib.get_loss_reduction())
-            ctx.set_non_tensor_output(
-                name='estimator_spec', output=estimator_spec)
-            return estimator_spec.train_op
-
-          # Create new train_op post graph rewrites
-          initial_training_loss = constant_op.constant(1e7)
-          ctx = self._train_distribution.run_steps_on_dataset(
-              step_fn, iterator, iterations=steps_per_run_variable,
-              initial_loop_values={'loss': initial_training_loss})
-          distributed_train_op = ctx.run_op
-          loss = ctx.last_step_outputs['loss']
-          grouped_estimator_spec = ctx.non_tensor_outputs['estimator_spec']
-        else:
-          features, labels = estimator_util.parse_iterator_result(
-              iterator.get_next())
-          grouped_estimator_spec = self._train_distribution.call_for_each_tower(
-              self._call_model_fn,
-              features,
-              labels,  # although this will be None it seems
-              model_fn_lib.ModeKeys.TRAIN,
-              self.config)
-          loss = self._train_distribution.unwrap(
-              self._train_distribution.reduce(
-                  distribute_lib.get_loss_reduction(),
-                  grouped_estimator_spec.loss,
-                  destinations='/device:CPU:0'))[0]
-          distributed_train_op = grouped_estimator_spec.train_op
-
-        scaffold = _combine_distributed_scaffold(
-            grouped_estimator_spec.scaffold, self._train_distribution)
-
-        # TODO(yuefengz): add a test for unwrapping per_device_hooks.
-        def get_hooks_from_the_first_device(per_device_hooks):
-          return [
-              self._distribution.unwrap(per_device_hook)[0]
-              for per_device_hook in per_device_hooks
-          ]
-
-        training_hooks = get_hooks_from_the_first_device(
-            grouped_estimator_spec.training_hooks)
-        training_chief_hooks = get_hooks_from_the_first_device(
-            grouped_estimator_spec.training_chief_hooks)
-        worker_hooks.append(
-            estimator_util.StrategyInitFinalizeHook(
-                self._train_distribution.initialize,
-                self._train_distribution.finalize))
-
-        estimator_spec = model_fn_lib.EstimatorSpec(
-            mode=grouped_estimator_spec.mode,
-            loss=loss,
-            train_op=self._train_distribution.group(distributed_train_op),
-            training_hooks=training_hooks,
-            training_chief_hooks=training_chief_hooks,
-            scaffold=scaffold)
-        return self._train_with_estimator_spec(estimator_spec, worker_hooks,
-                                               hooks, global_step_tensor,
-                                               saving_listeners)
-
-  def _train_with_estimator_spec(self, estimator_spec, worker_hooks, hooks,
-                                 global_step_tensor, saving_listeners):
-    """Train a model with the given Estimator Spec."""
-    if self._warm_start_settings:
-      logging.info('Warm-starting with WarmStartSettings: %s' %
-                   (self._warm_start_settings,))
-      warm_starting_util.warm_start(*self._warm_start_settings)
-    # Check if the user created a loss summary, and add one if they didn't.
-    # We assume here that the summary is called 'loss'. If it is not, we will
-    # make another one with the name 'loss' to ensure it shows up in the right
-    # graph in TensorBoard.
-    if not any([x.op.name == 'loss'
-                for x in ops.get_collection(ops.GraphKeys.SUMMARIES)]):
-      summary.scalar('loss', estimator_spec.loss)
-    ops.add_to_collection(ops.GraphKeys.LOSSES, estimator_spec.loss)
-    worker_hooks.extend(hooks)
-    worker_hooks.append(
-        training.NanTensorHook(estimator_spec.loss)
-    )
-    if self._config.log_step_count_steps is not None:
-      worker_hooks.append(
-          training.LoggingTensorHook(
-              {
-                  'loss': estimator_spec.loss,
-                  'step': global_step_tensor
-              },
-              every_n_iter=self._config.log_step_count_steps)
-      )
-    worker_hooks.extend(estimator_spec.training_hooks)
-
-    if not (estimator_spec.scaffold.saver or
-            ops.get_collection(ops.GraphKeys.SAVERS)):
-      ops.add_to_collection(
-          ops.GraphKeys.SAVERS,
-          training.Saver(
-              sharded=True,
-              max_to_keep=self._config.keep_checkpoint_max,
-              keep_checkpoint_every_n_hours=(
-                  self._config.keep_checkpoint_every_n_hours),
-              defer_build=True,
-              save_relative_paths=True))
-
-    chief_hooks = []
-    all_hooks = worker_hooks + list(estimator_spec.training_chief_hooks)
-    saver_hooks = [
-        h for h in all_hooks if isinstance(h, training.CheckpointSaverHook)]
-    if (self._config.save_checkpoints_secs or
-        self._config.save_checkpoints_steps):
-      if not saver_hooks:
-        chief_hooks = [
-            training.CheckpointSaverHook(
-                self._model_dir,
-                save_secs=self._config.save_checkpoints_secs,
-                save_steps=self._config.save_checkpoints_steps,
-                scaffold=estimator_spec.scaffold)
-        ]
-        saver_hooks = [chief_hooks[0]]
-    if saving_listeners:
-      if not saver_hooks:
-        raise ValueError(
-            'There should be a CheckpointSaverHook to use saving_listeners. '
-            'Please set one of the RunConfig.save_checkpoints_steps or '
-            'RunConfig.save_checkpoints_secs.')
-      else:
-        # It is expected to have one CheckpointSaverHook. If multiple, we pick
-        # up the first one to add listener.
-        saver_hooks[0]._listeners.extend(saving_listeners)  # pylint: disable=protected-access
-
-    # Add summary hooks to worker 0 if we are running with a master, to ensure
-    # that summaries are written at correct intervals even with long-running
-    # evaluations.
-    save_summary_steps = self._config.save_summary_steps
-    log_step_count_steps = self._config.log_step_count_steps
-
-    # Check existence of appropriate cluster spec fields, as well as master and
-    # worker nodes. As master also performs evaluation, summary writing must
-    # occur on a different node. The presence of a worker is also checked to
-    # prevent reassigning hooks for single-replica jobs with just a master node.
-    if (self._config.cluster_spec and self._config.cluster_spec.jobs and
-        (run_config.TaskType.WORKER in self._config.cluster_spec.jobs) and
-        (run_config.TaskType.MASTER in self._config.cluster_spec.jobs)):
-      # Update config values to prevent the default hooks from being created on
-      # the master or other workers.
-      save_summary_steps = 0
-      log_step_count_steps = None
-
-      if (self._config.task_type == run_config.TaskType.WORKER and
-          self._config.task_id == 0):
-        if (self._config.save_summary_steps and
-            self._config.save_summary_steps > 0):
-          worker_hooks.append(
-              training.SummarySaverHook(
-                  save_steps=self._config.save_summary_steps,
-                  output_dir=self._config.model_dir,
-                  scaffold=estimator_spec.scaffold))
-
-        if (self._config.log_step_count_steps and
-            self._config.log_step_count_steps > 0):
-          worker_hooks.append(
-              training.StepCounterHook(
-                  every_n_steps=self._config.log_step_count_steps,
-                  output_dir=self._config.model_dir))
-
-    with training.MonitoredTrainingSession(
-        master=self._config.master,
-        is_chief=self._config.is_chief,
-        checkpoint_dir=self._model_dir,
-        scaffold=estimator_spec.scaffold,
-        hooks=worker_hooks,
-        chief_only_hooks=(
-            tuple(chief_hooks) + tuple(estimator_spec.training_chief_hooks)),
-        save_checkpoint_secs=0,  # Saving is handled by a hook.
-        save_summaries_steps=save_summary_steps,
-        config=self._session_config,
-        log_step_count_steps=log_step_count_steps) as mon_sess:
-      loss = None
-      while not mon_sess.should_stop():
-        _, loss = mon_sess.run([estimator_spec.train_op, estimator_spec.loss])
-    return loss
-
-  def _evaluate_build_graph(self, input_fn, hooks=None, checkpoint_path=None):
-    """Builds the graph and related hooks to run evaluation."""
-    random_seed.set_random_seed(self._config.tf_random_seed)
-    self._create_and_assert_global_step(ops.get_default_graph())
-
-    if self._eval_distribution:
-      (scaffold, evaluation_hooks, input_hooks, update_op, eval_dict) = (
-          self._call_model_fn_eval_distributed(input_fn, self.config))
-    else:
-      (scaffold, evaluation_hooks, input_hooks, update_op, eval_dict) = (
-          self._call_model_fn_eval(input_fn, self.config))
-
-    global_step_tensor = training_util.get_global_step(ops.get_default_graph())
-    # Call to warm_start has to be after model_fn is called.
-    self._maybe_warm_start(checkpoint_path)
-
-    if ops.GraphKeys.GLOBAL_STEP in eval_dict:
-      raise ValueError(
-          'Metric with name `global_step` is not allowed, because Estimator '
-          'already defines a default metric with the same name.')
-    eval_dict[ops.GraphKeys.GLOBAL_STEP] = global_step_tensor
-
-    all_hooks = list(input_hooks)
-    all_hooks.extend(hooks)
-    all_hooks.extend(list(evaluation_hooks or []))
-    # New local variables have been added, so update the estimator spec's
-    # local init op if it was defined.
-    if scaffold and scaffold.local_init_op:
-      # Ensure that eval step has been created before updating local init op.
-      evaluation._get_or_create_eval_step()  # pylint: disable=protected-access
-
-      scaffold = monitored_session.Scaffold(
-          local_init_op=control_flow_ops.group(
-              scaffold.local_init_op,
-              monitored_session.Scaffold.default_local_init_op()),
-          copy_from_scaffold=scaffold
-      )
-
-    return scaffold, update_op, eval_dict, all_hooks
-
-  def _call_model_fn_eval(self, input_fn, config):
-    """Call model_fn for evaluation and handle return values."""
-    features, labels, input_hooks = self._get_features_and_labels_from_input_fn(
-        input_fn, model_fn_lib.ModeKeys.EVAL)
-
-    estimator_spec = self._call_model_fn(
-        features, labels, model_fn_lib.ModeKeys.EVAL, config)
-    eval_metric_ops = _verify_and_create_loss_metric(
-        estimator_spec.eval_metric_ops, estimator_spec.loss)
-    update_op, eval_dict = _extract_metric_update_ops(eval_metric_ops)
-    return (estimator_spec.scaffold, estimator_spec.evaluation_hooks,
-            input_hooks, update_op, eval_dict)
-
-  def _call_model_fn_eval_distributed(self, input_fn, config):
-    """Call model_fn in distribution mode and handle return values."""
-
-    iterator, input_hooks = self._get_iterator_from_input_fn(
-        input_fn, model_fn_lib.ModeKeys.EVAL, self._eval_distribution)
-
-    is_tpu_strategy = (
-        self._eval_distribution.__class__.__name__ == 'TPUStrategy')
-
-    if is_tpu_strategy:
-      steps_per_run_variable = training.get_or_create_steps_per_run_variable()
-      def step_fn(ctx, features, labels=None):
-        """Runs one step of the eval computation and captures outputs."""
-        estimator_spec = self._eval_distribution.call_for_each_tower(
-            self._call_model_fn, features, labels, model_fn_lib.ModeKeys.EVAL,
-            config)
-        eval_metric_ops = _verify_and_create_loss_metric(
-            estimator_spec.eval_metric_ops, estimator_spec.loss,
-            self._eval_distribution)
-        update_op, eval_dict = _extract_metric_update_ops(
-            eval_metric_ops, self._eval_distribution)
-        ctx.set_non_tensor_output(name='estimator_spec', output=estimator_spec)
-        ctx.set_non_tensor_output(name='eval_dict', output=eval_dict)
-        return update_op
-
-      # TODO(priyag): Fix eval step hook to account for steps_per_run.
-      ctx = self._eval_distribution.run_steps_on_dataset(
-          step_fn, iterator, iterations=steps_per_run_variable)
-      update_op = ctx.run_op
-      eval_dict = ctx.non_tensor_outputs['eval_dict']
-      grouped_estimator_spec = ctx.non_tensor_outputs['estimator_spec']
-    else:
-      features, labels = estimator_util.parse_iterator_result(
-          iterator.get_next())
-      grouped_estimator_spec = self._eval_distribution.call_for_each_tower(
-          self._call_model_fn, features, labels,
-          model_fn_lib.ModeKeys.EVAL, config)
-      eval_metric_ops = _verify_and_create_loss_metric(
-          grouped_estimator_spec.eval_metric_ops, grouped_estimator_spec.loss,
-          self._eval_distribution)
-      update_op, eval_dict = _extract_metric_update_ops(
-          eval_metric_ops, self._eval_distribution)
-
-    scaffold = _combine_distributed_scaffold(
-        grouped_estimator_spec.scaffold, self._eval_distribution)
-    evaluation_hooks = self._eval_distribution.unwrap(
-        grouped_estimator_spec.evaluation_hooks)[0]
-    evaluation_hooks = evaluation_hooks + (
-        estimator_util.StrategyInitFinalizeHook(
-            self._eval_distribution.initialize,
-            self._eval_distribution.finalize),)
-
-    return (scaffold, evaluation_hooks, input_hooks, update_op, eval_dict)
-
-  def _evaluate_run(self, checkpoint_path, scaffold, update_op, eval_dict,
-                    all_hooks, output_dir):
-    """Run evaluation."""
-    eval_results = evaluation._evaluate_once(  # pylint: disable=protected-access
-        checkpoint_path=checkpoint_path,
-        master=self._config.evaluation_master,
-        scaffold=scaffold,
-        eval_ops=update_op,
-        final_ops=eval_dict,
-        hooks=all_hooks,
-        config=self._session_config)
-
-    current_global_step = eval_results[ops.GraphKeys.GLOBAL_STEP]
-
-    _write_dict_to_summary(
-        output_dir=output_dir,
-        dictionary=eval_results,
-        current_global_step=current_global_step)
-
-    if checkpoint_path:
-      _write_checkpoint_path_to_summary(
-          output_dir=output_dir,
-          checkpoint_path=checkpoint_path,
-          current_global_step=current_global_step)
-
-    return eval_results
-
-  def _maybe_warm_start(self, checkpoint_path):
-    if not checkpoint_path and self._warm_start_settings:
-      logging.info('Warm-starting with WarmStartSettings: %s' %
-                   (self._warm_start_settings,))
-      warm_starting_util.warm_start(*self._warm_start_settings)
-
-
-def _verify_and_create_loss_metric(eval_metric_ops, loss, distribution=None):
-  """Creates a metric for loss and throws an error if one already exists."""
-  if model_fn_lib.LOSS_METRIC_KEY in eval_metric_ops:
-    raise ValueError(
-        'Metric with name "%s" is not allowed, because Estimator ' %
-        (model_fn_lib.LOSS_METRIC_KEY) +
-        'already defines a default metric with the same name.')
-
-  if distribution is None:
-    loss_metric = metrics_lib.mean(loss)
-  else:
-    loss_metric = distribution.call_for_each_tower(
-        metrics_lib.mean, loss)
-  eval_metric_ops[model_fn_lib.LOSS_METRIC_KEY] = loss_metric
-  return eval_metric_ops
-
-
-def maybe_overwrite_model_dir_and_session_config(config, model_dir):
-  """Overwrite estimator config by `model_dir` and `session_config` if needed.
-
-  Args:
-    config: Original estimator config.
-    model_dir: Estimator model checkpoint directory.
-
-  Returns:
-    Overwritten estimator config.
-
-  Raises:
-    ValueError: Model directory inconsistent between `model_dir` and `config`.
-  """
-
-  if config is None:
-    config = run_config.RunConfig()
-    logging.info('Using default config.')
-  if not isinstance(config, run_config.RunConfig):
-    raise ValueError(
-        'config must be an instance of `RunConfig`, but provided %s.' % config)
-
-  if config.session_config is None:
-    session_config = run_config.get_default_session_config()
-    config = run_config.RunConfig.replace(config, session_config=session_config)
-
-  model_dir = compat_internal.path_to_str(model_dir)
-  if model_dir is not None:
-    if (getattr(config, 'model_dir', None) is not None and
-        config.model_dir != model_dir):
-      raise ValueError(
-          "`model_dir` are set both in constructor and `RunConfig`, but with "
-          "different values. In constructor: '{}', in `RunConfig`: "
-          "'{}' ".format(model_dir, config.model_dir))
-  if model_dir:
-    config = run_config.RunConfig.replace(config, model_dir=model_dir)
-  elif getattr(config, 'model_dir', None) is None:
-    model_dir = tempfile.mkdtemp()
-    logging.warning('Using temporary folder as model directory: %s', model_dir)
-    config = run_config.RunConfig.replace(config, model_dir=model_dir)
-
-  return config
-
-
-def create_per_tower_ready_for_local_init_op(scaffold):
-  """Create a `tf.train.Scaffold.ready_for_local_init_op` inside a tower."""
-  if scaffold.ready_for_local_init_op:
-    return scaffold.ready_for_local_init_op
-
-  def default_ready_for_local_init_op():
-    return variables.report_uninitialized_variables(
-        variables.global_variables())
-
-  return monitored_session.Scaffold.get_or_default(
-      'ready_for_local_init_op', ops.GraphKeys.READY_FOR_LOCAL_INIT_OP,
-      default_ready_for_local_init_op)
-
-
-def _combine_distributed_scaffold(grouped_scaffold, distribution):
-  """Combines scaffold(s) returned from `distribution.call_for_each_tower`."""
-
-  # TODO(anjalisridhar): Figure out how to resolve the following scaffold
-  # parameters: init_feed_dict, init_fn.
-  scaffold_list = distribution.unwrap(grouped_scaffold)
-  init_feed_dict = [
-      s.init_feed_dict
-      for s in scaffold_list
-      if s.init_feed_dict is not None
-  ]
-  if init_feed_dict:
-    init_feed_dict = distribution.group(init_feed_dict)
-  else:
-    init_feed_dict = None
-
-  init_fn = [s.init_fn for s in scaffold_list if s.init_fn is not None]
-  if init_fn:
-    init_fn = distribution.group(init_fn)
-  else:
-    init_fn = None
-
-  init_op = [s.init_op for s in scaffold_list if s.init_op is not None]
-  if init_op:
-    init_op = distribution.group(init_op)
-  else:
-    init_op = None
-
-  def _unwrap_and_concat(value):
-    value = nest.flatten(distribution.unwrap(value))
-    if len(value) != 1:
-      return array_ops.concat(value, 0)
-    return value[0]
-
-  ready_op = distribution.call_for_each_tower(
-      lambda scaffold: scaffold.ready_op, grouped_scaffold)
-  if ready_op is not None:
-    ready_op = _unwrap_and_concat(ready_op)
-
-  ready_for_local_init_op = distribution.call_for_each_tower(
-      create_per_tower_ready_for_local_init_op, grouped_scaffold)
-  if ready_for_local_init_op is not None:
-    ready_for_local_init_op = _unwrap_and_concat(ready_for_local_init_op)
-  else:
-    ready_for_local_init_op = None
-
-  local_init_op = [
-      s.local_init_op
-      for s in scaffold_list
-      if s.local_init_op is not None
-  ]
-  if local_init_op:
-    local_init_op = distribution.group(local_init_op)
-  else:
-    local_init_op = None
-
-  summary_op = [
-      s.summary_op for s in scaffold_list if s.summary_op is not None
-  ]
-  if summary_op:
-    summary_op = distribution.group(summary_op)
-  else:
-    summary_op = None
-
-  scaffold = monitored_session.Scaffold(
-      init_op=init_op,
-      ready_op=ready_op,
-      ready_for_local_init_op=ready_for_local_init_op,
-      local_init_op=local_init_op,
-      summary_op=summary_op,
-      init_feed_dict=init_feed_dict,
-      init_fn=init_fn)
-  return scaffold
-
-
-def _check_checkpoint_available(model_dir):
-  latest_path = checkpoint_management.latest_checkpoint(model_dir)
-  if not latest_path:
-    raise ValueError(
-        'Could not find trained model in model_dir: {}.'.format(model_dir))
-
-
-def _check_hooks_type(hooks):
-  """Returns hooks if all are `SessionRunHook`, raises TypeError otherwise."""
-  hooks = list(hooks or [])
-  for h in hooks:
-    if not isinstance(h, training.SessionRunHook):
-      raise TypeError('Hooks must be a SessionRunHook, given: {}'.format(h))
-  return hooks
-
-
-def _check_listeners_type(saving_listeners):
-  """Check listeners type."""
-  listeners = list(saving_listeners or [])
-  for l in listeners:
-    if not isinstance(l, training.CheckpointSaverListener):
-      raise TypeError(
-          'saving_listeners must be a list of CheckpointSaverListener, '
-          'given: {}'.format(l))
-  return listeners
-
-
-def _get_replica_device_setter(config):
-  """Creates a replica device setter if required as a default `device_fn`.
-
-  `Estimator` uses `tf.train.ReplicaDeviceSetter` as a default device placer. It
-  sets the
-  distributed related arguments such as number of `ps_replicas` based on given
-  `config`.
-
-  Args:
-    config: A `tf.estimator.RunConfig` instance.
-
-  Returns:
-    A replica device setter, or `None`.
-  """
-  if config.task_type:
-    worker_device = '/job:%s/task:%d' % (config.task_type, config.task_id)
-  else:
-    worker_device = '/job:worker'
-
-  if config.num_ps_replicas > 0:
-    return training.replica_device_setter(
-        ps_tasks=config.num_ps_replicas,
-        worker_device=worker_device,
-        merge_devices=True,
-        ps_ops=list(device_setter.STANDARD_PS_OPS),
-        cluster=config.cluster_spec)
-  else:
-    return None
-
-
-def _verify_model_fn_args(model_fn, params):
-  """Verifies `model_fn` arguments."""
-  args = set(function_utils.fn_args(model_fn))
-  if 'features' not in args:
-    raise ValueError('model_fn (%s) must include features argument.' % model_fn)
-  if params is not None and 'params' not in args:
-    raise ValueError('model_fn (%s) does not include params argument, '
-                     'but params (%s) is passed to Estimator.' % (model_fn,
-                                                                  params))
-  if params is None and 'params' in args:
-    logging.warning('Estimator\'s model_fn (%s) includes params '
-                    'argument, but params are not passed to Estimator.',
-                    model_fn)
-  non_valid_args = list(args - _VALID_MODEL_FN_ARGS)
-  if non_valid_args:
-    raise ValueError('model_fn (%s) has following not expected args: %s' %
-                     (model_fn, non_valid_args))
-
-
-def _load_global_step_from_checkpoint_dir(checkpoint_dir):
-  try:
-    checkpoint_reader = training.NewCheckpointReader(
-        training.latest_checkpoint(checkpoint_dir))
-    return checkpoint_reader.get_tensor(ops.GraphKeys.GLOBAL_STEP)
-  except:  # pylint: disable=bare-except
-    return 0
-
-
-def _extract_metric_update_ops(eval_dict, distribution=None):
-  """Separate update operations from metric value operations."""
-  update_ops = []
-  value_ops = {}
-  # Sort metrics lexicographically so graph is identical every time.
-  for name, value in sorted(six.iteritems(eval_dict)):
-    value_ops[name] = value[0]
-    update_ops.append(
-        distribution.group(value[1]) if distribution else value[1])
-
-  update_op = control_flow_ops.group(*update_ops) if update_ops else None
-  return update_op, value_ops
-
-
-def _dict_to_str(dictionary):
-  """Get a `str` representation of a `dict`.
-
-  Args:
-    dictionary: The `dict` to be represented as `str`.
-
-  Returns:
-    A `str` representing the `dictionary`.
-  """
-  return ', '.join('%s = %s' % (k, v)
-                   for k, v in sorted(six.iteritems(dictionary))
-                   if not isinstance(v, six.binary_type))
-
-
-def _write_dict_to_summary(output_dir,
-                           dictionary,
-                           current_global_step):
-  """Writes a `dict` into summary file in given output directory.
-
-  Args:
-    output_dir: `str`, directory to write the summary file in.
-    dictionary: the `dict` to be written to summary file.
-    current_global_step: `int`, the current global step.
-  """
-  logging.info('Saving dict for global step %d: %s', current_global_step,
-               _dict_to_str(dictionary))
-  summary_writer = writer_cache.FileWriterCache.get(output_dir)
-  summary_proto = summary_pb2.Summary()
-  for key in dictionary:
-    if dictionary[key] is None:
-      continue
-    if key == 'global_step':
-      continue
-    if (isinstance(dictionary[key], np.float32) or
-        isinstance(dictionary[key], float)):
-      summary_proto.value.add(tag=key, simple_value=float(dictionary[key]))
-    elif (isinstance(dictionary[key], np.int64) or
-          isinstance(dictionary[key], np.int32) or
-          isinstance(dictionary[key], int)):
-      summary_proto.value.add(tag=key, simple_value=int(dictionary[key]))
-    elif isinstance(dictionary[key], six.binary_type):
-      try:
-        summ = summary_pb2.Summary.FromString(dictionary[key])
-        for i, _ in enumerate(summ.value):
-          summ.value[i].tag = '%s/%d' % (key, i)
-        summary_proto.value.extend(summ.value)
-      except message.DecodeError:
-        logging.warn('Skipping summary for %s, cannot parse string to Summary.',
-                     key)
-        continue
-    elif isinstance(dictionary[key], np.ndarray):
-      value = summary_proto.value.add()
-      value.tag = key
-      value.node_name = key
-      tensor_proto = tensor_util.make_tensor_proto(dictionary[key])
-      value.tensor.CopyFrom(tensor_proto)
-      # pylint: disable=line-too-long
-      logging.info(
-          'Summary for np.ndarray is not visible in Tensorboard by default. '
-          'Consider using a Tensorboard plugin for visualization (see '
-          'https://github.com/tensorflow/tensorboard-plugin-example/blob/master/README.md'
-          ' for more information).')
-      # pylint: enable=line-too-long
-    else:
-      logging.warn(
-          'Skipping summary for %s, must be a float, np.float32, np.int64, '
-          'np.int32 or int or np.ndarray or a serialized string of Summary.',
-          key)
-  summary_writer.add_summary(summary_proto, current_global_step)
-  summary_writer.flush()
-
-
-def _write_checkpoint_path_to_summary(output_dir, checkpoint_path,
-                                      current_global_step):
-  """Writes `checkpoint_path` into summary file in the given output directory.
-
-  Args:
-    output_dir: `str`, directory to write the summary file in.
-    checkpoint_path: `str`, checkpoint file path to be written to summary file.
-    current_global_step: `int`, the current global step.
-  """
-
-  checkpoint_path_tag = 'checkpoint_path'
-
-  logging.info('Saving \'%s\' summary for global step %d: %s',
-               checkpoint_path_tag, current_global_step, checkpoint_path)
-  summary_proto = summary_pb2.Summary()
-  summary_proto.value.add(
-      tag=checkpoint_path_tag,
-      tensor=tensor_util.make_tensor_proto(
-          checkpoint_path, dtype=dtypes.string))
-  summary_writer = writer_cache.FileWriterCache.get(output_dir)
-  summary_writer.add_summary(summary_proto, current_global_step)
-  summary_writer.flush()
-
-
-def _has_dataset_or_queue_runner(maybe_tensor):
-  """Returns `True` if `Dataset` or `QueueRunner` has been used."""
-  # Check TF dataset first. Here, we use a simple algorithm to check the top
-  # level Tensors only, which should be sufficient for most users.
-  tensors = [x for x in nest.flatten(maybe_tensor) if isinstance(x, ops.Tensor)]
-  if any([t.op.type == 'IteratorGetNext' for t in tensors]):
-    return True
-
-  # Now, check queue.
-  return ops.get_default_graph().get_collection(ops.GraphKeys.QUEUE_RUNNERS)
-
-
-VocabInfo = warm_starting_util.VocabInfo  # pylint: disable=invalid-name
-estimator_export('estimator.VocabInfo')(VocabInfo)
-
-
-@estimator_export('estimator.WarmStartSettings')
-class WarmStartSettings(
-    collections.namedtuple('WarmStartSettings', [
-        'ckpt_to_initialize_from',
-        'vars_to_warm_start',
-        'var_name_to_vocab_info',
-        'var_name_to_prev_var_name',
-    ])):
-  """Settings for warm-starting in `tf.estimator.Estimators`.
-
-  Example Use with canned `tf.estimator.DNNEstimator`:
-
-  ```
-  emb_vocab_file = tf.feature_column.embedding_column(
-      tf.feature_column.categorical_column_with_vocabulary_file(
-          "sc_vocab_file", "new_vocab.txt", vocab_size=100),
-      dimension=8)
-  emb_vocab_list = tf.feature_column.embedding_column(
-      tf.feature_column.categorical_column_with_vocabulary_list(
-          "sc_vocab_list", vocabulary_list=["a", "b"]),
-      dimension=8)
-  estimator = tf.estimator.DNNClassifier(
-    hidden_units=[128, 64], feature_columns=[emb_vocab_file, emb_vocab_list],
-    warm_start_from=ws)
-  ```
-
-  where `ws` could be defined as:
-
-  Warm-start all weights in the model (input layer and hidden weights).
-  Either the directory or a specific checkpoint can be provided (in the case
-  of the former, the latest checkpoint will be used):
-
-  ```
-  ws = WarmStartSettings(ckpt_to_initialize_from="/tmp")
-  ws = WarmStartSettings(ckpt_to_initialize_from="/tmp/model-1000")
-  ```
-
-  Warm-start only the embeddings (input layer):
-
-  ```
-  ws = WarmStartSettings(ckpt_to_initialize_from="/tmp",
-                         vars_to_warm_start=".*input_layer.*")
-  ```
-
-  Warm-start all weights but the embedding parameters corresponding to
-  `sc_vocab_file` have a different vocab from the one used in the current
-  model:
-
-  ```
-  vocab_info = tf.estimator.VocabInfo(
-      new_vocab=sc_vocab_file.vocabulary_file,
-      new_vocab_size=sc_vocab_file.vocabulary_size,
-      num_oov_buckets=sc_vocab_file.num_oov_buckets,
-      old_vocab="old_vocab.txt"
-  )
-  ws = WarmStartSettings(
-      ckpt_to_initialize_from="/tmp",
-      var_name_to_vocab_info={
-          "input_layer/sc_vocab_file_embedding/embedding_weights": vocab_info
-      })
-  ```
-
-  Warm-start only `sc_vocab_file` embeddings (and no other variables), which
-  have a different vocab from the one used in the current model:
-
-  ```
-  vocab_info = tf.estimator.VocabInfo(
-      new_vocab=sc_vocab_file.vocabulary_file,
-      new_vocab_size=sc_vocab_file.vocabulary_size,
-      num_oov_buckets=sc_vocab_file.num_oov_buckets,
-      old_vocab="old_vocab.txt"
-  )
-  ws = WarmStartSettings(
-      ckpt_to_initialize_from="/tmp",
-      vars_to_warm_start=None,
-      var_name_to_vocab_info={
-          "input_layer/sc_vocab_file_embedding/embedding_weights": vocab_info
-      })
-  ```
-
-  Warm-start all weights but the parameters corresponding to `sc_vocab_file`
-  have a different vocab from the one used in current checkpoint, and only
-  100 of those entries were used:
-
-  ```
-  vocab_info = tf.estimator.VocabInfo(
-      new_vocab=sc_vocab_file.vocabulary_file,
-      new_vocab_size=sc_vocab_file.vocabulary_size,
-      num_oov_buckets=sc_vocab_file.num_oov_buckets,
-      old_vocab="old_vocab.txt",
-      old_vocab_size=100
-  )
-  ws = WarmStartSettings(
-      ckpt_to_initialize_from="/tmp",
-      var_name_to_vocab_info={
-          "input_layer/sc_vocab_file_embedding/embedding_weights": vocab_info
-      })
-  ```
-
-  Warm-start all weights but the parameters corresponding to `sc_vocab_file`
-  have a different vocab from the one used in current checkpoint and the
-  parameters corresponding to `sc_vocab_list` have a different name from the
-  current checkpoint:
-
-  ```
-  vocab_info = tf.estimator.VocabInfo(
-      new_vocab=sc_vocab_file.vocabulary_file,
-      new_vocab_size=sc_vocab_file.vocabulary_size,
-      num_oov_buckets=sc_vocab_file.num_oov_buckets,
-      old_vocab="old_vocab.txt",
-      old_vocab_size=100
-  )
-  ws = WarmStartSettings(
-      ckpt_to_initialize_from="/tmp",
-      var_name_to_vocab_info={
-          "input_layer/sc_vocab_file_embedding/embedding_weights": vocab_info
-      },
-      var_name_to_prev_var_name={
-          "input_layer/sc_vocab_list_embedding/embedding_weights":
-              "old_tensor_name"
-      })
-  ```
-
-  Attributes:
-    ckpt_to_initialize_from: [Required] A string specifying the directory with
-      checkpoint file(s) or path to checkpoint from which to warm-start the
-      model parameters.
-    vars_to_warm_start: [Optional] One of the following:  - A regular expression
-      (string) that captures which variables to warm-start (see
-      `tf.get_collection`).  This expression will only consider variables in the
-      `TRAINABLE_VARIABLES` collection. - A list of Variables to warm-start. - A
-      list of strings, each representing a full variable name to warm-start. -
-      `None`, in which case only variables specified in `var_name_to_vocab_info`
-      will be warm-started.  Defaults to `'.*'`, which warm-starts all variables
-      in the `TRAINABLE_VARIABLES` collection.  Note that this excludes
-      variables such as accumulators and moving statistics from batch norm.
-    var_name_to_vocab_info: [Optional] Dict of variable names (strings) to
-      `tf.estimator.VocabInfo`. The variable names should be "full" variables,
-      not the names of the partitions.  If not explicitly provided, the variable
-      is assumed to have no (changes to) vocabulary.
-    var_name_to_prev_var_name: [Optional] Dict of variable names (strings) to
-      name of the previously-trained variable in `ckpt_to_initialize_from`. If
-      not explicitly provided, the name of the variable is assumed to be same
-      between previous checkpoint and current model.
-  """
-
-  def __new__(cls,
-              ckpt_to_initialize_from,
-              vars_to_warm_start='.*',
-              var_name_to_vocab_info=None,
-              var_name_to_prev_var_name=None):
-    if not ckpt_to_initialize_from:
-      raise ValueError(
-          '`ckpt_to_initialize_from` MUST be set in WarmStartSettings')
-    return super(WarmStartSettings, cls).__new__(
-        cls,
-        ckpt_to_initialize_from,
-        vars_to_warm_start,
-        var_name_to_vocab_info or {},
-        var_name_to_prev_var_name or {},
-    )
-
-
-def _get_saved_model_ckpt(saved_model_dir):
-  """Return path to variables checkpoint in a `SavedModel` directory."""
-  if not gfile.Exists(
-      os.path.join(saved_model_utils.get_variables_dir(saved_model_dir),
-                   compat.as_text('variables.index'))):
-    raise ValueError('Directory provided has an invalid SavedModel format: %s'
-                     % saved_model_dir)
-  return saved_model_utils.get_variables_path(saved_model_dir)
-
-
-def _get_default_warm_start_settings(warm_start_from):
-  """Returns default `tf.estimator.WarmStartSettings`.
-
-  Args:
-    warm_start_from: Either a string representing the filepath of a checkpoint
-      or `SavedModel` to initialize from, or an instance of
-      `tf.estimator.WarmStartSettings`.
-
-  Returns:
-    Either None or an instance of `WarmStartSettings`.
-
-  Raises:
-    ValueError: If `warm_start_from` is not `None` but is neither a string nor
-    an
-      instance of `WarmStartSettings`.
-  """
-  if warm_start_from is None:
-    return None
-  if isinstance(warm_start_from, (six.string_types, six.binary_type)):
-    # Infer that this is a SavedModel if export_path +
-    # 'variables/variables.index' exists, and if so, construct the
-    # WarmStartSettings pointing to the variables path
-    # (export_path + 'variables/variables').
-    if gfile.Exists(os.path.join(
-        saved_model_utils.get_variables_dir(warm_start_from),
-        compat.as_text('variables.index'))):
-      logging.info('Warm-starting from a SavedModel')
-      return WarmStartSettings(
-          ckpt_to_initialize_from=saved_model_utils.get_variables_path(
-              warm_start_from))
-    return WarmStartSettings(ckpt_to_initialize_from=warm_start_from)
-  elif isinstance(warm_start_from, WarmStartSettings):
-    return warm_start_from
-  else:
-    raise ValueError('warm_start_from must be a string or a WarmStartSettings, '
-                     'instead got {}'.format(type(warm_start_from)))
+from tensorflow_estimator.python.estimator.estimator import *
diff --git a/tensorflow/python/estimator/estimator_lib.py b/tensorflow/python/estimator/estimator_lib.py
index f188f2d4e6..4c18b55236 100644
--- a/tensorflow/python/estimator/estimator_lib.py
+++ b/tensorflow/python/estimator/estimator_lib.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,40 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Estimator: High level tools for working with models."""
+"""estimator_lib python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-# pylint: disable=unused-import,line-too-long,wildcard-import
-from tensorflow.python.estimator.canned.baseline import BaselineClassifier
-from tensorflow.python.estimator.canned.baseline import BaselineRegressor
-from tensorflow.python.estimator.canned.boosted_trees import BoostedTreesClassifier
-from tensorflow.python.estimator.canned.boosted_trees import BoostedTreesRegressor
-from tensorflow.python.estimator.canned.dnn import DNNClassifier
-from tensorflow.python.estimator.canned.dnn import DNNRegressor
-from tensorflow.python.estimator.canned.dnn_linear_combined import DNNLinearCombinedClassifier
-from tensorflow.python.estimator.canned.dnn_linear_combined import DNNLinearCombinedRegressor
-from tensorflow.python.estimator.canned.linear import LinearClassifier
-from tensorflow.python.estimator.canned.linear import LinearRegressor
-from tensorflow.python.estimator.canned.parsing_utils import classifier_parse_example_spec
-from tensorflow.python.estimator.canned.parsing_utils import regressor_parse_example_spec
-from tensorflow.python.estimator.estimator import Estimator
-from tensorflow.python.estimator.estimator import VocabInfo
-from tensorflow.python.estimator.estimator import WarmStartSettings
-from tensorflow.python.estimator.export import export_lib as export
-from tensorflow.python.estimator.exporter import Exporter
-from tensorflow.python.estimator.exporter import FinalExporter
-from tensorflow.python.estimator.exporter import LatestExporter
-from tensorflow.python.estimator.inputs import inputs
-from tensorflow.python.estimator.keras import model_to_estimator
-from tensorflow.python.estimator.model_fn import EstimatorSpec
-from tensorflow.python.estimator.model_fn import ModeKeys
-from tensorflow.python.estimator.run_config import RunConfig
-from tensorflow.python.estimator.training import EvalSpec
-from tensorflow.python.estimator.training import train_and_evaluate
-from tensorflow.python.estimator.training import TrainSpec
+from tensorflow_estimator.python.estimator import estimator_lib
 
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+estimator_lib.__all__ = [
+    s for s in dir(estimator_lib) if not s.startswith('__')
+]
 
-# pylint: enable=unused-import,line-too-long,wildcard-import
+from tensorflow_estimator.python.estimator.estimator_lib import *
diff --git a/tensorflow/python/estimator/estimator_test.py b/tensorflow/python/estimator/estimator_test.py
deleted file mode 100644
index c26b3e6509..0000000000
--- a/tensorflow/python/estimator/estimator_test.py
+++ /dev/null
@@ -1,3341 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for Estimator."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import functools
-import glob
-import json
-import os
-import tempfile
-
-import numpy as np
-import six
-
-from google.protobuf import text_format
-
-from tensorflow.core.protobuf import rewriter_config_pb2
-from tensorflow.python.client import session
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator import run_config
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import tensor_util
-from tensorflow.python.framework import test_util
-from tensorflow.python.keras import metrics as metrics_module
-from tensorflow.python.layers import layers
-from tensorflow.python.lib.io import file_io
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import lookup_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import string_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.ops.losses import losses
-from tensorflow.python.ops.random_ops import random_uniform
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.saved_model import loader
-from tensorflow.python.saved_model import loader_impl
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.saved_model import tag_constants
-from tensorflow.python.summary import summary
-from tensorflow.python.summary import summary_iterator
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import basic_session_run_hooks
-from tensorflow.python.training import checkpoint_management
-from tensorflow.python.training import checkpoint_state_pb2
-from tensorflow.python.training import saver
-from tensorflow.python.training import saver_test_utils
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.training import training
-from tensorflow.python.util import compat
-from tensorflow.python.util import function_utils
-
-_TMP_DIR = '/tmp'
-_ANOTHER_TMP_DIR = '/another_tmp'
-
-
-def dummy_model_fn(features, labels, params):
-  _, _, _ = features, labels, params
-
-
-def summaries_with_matching_keyword(keyword, dir_):
-  """Yields summary protos matching given keyword from event file."""
-
-  writer_cache.FileWriterCache.clear()
-
-  event_paths = glob.glob(os.path.join(dir_, 'events*'))
-  for event in summary_iterator.summary_iterator(event_paths[-1]):
-    if event.summary is not None:
-      for value in event.summary.value:
-        if keyword in value.tag:
-          yield event.summary
-
-
-def check_eventfile_for_keyword(keyword, dir_):
-  """Checks event files for the keyword."""
-  return any(summaries_with_matching_keyword(keyword, dir_))
-
-
-def get_mock_saver():
-  real_saver = saver.Saver()
-  return test.mock.Mock(wraps=real_saver, saver_def=real_saver.saver_def)
-
-
-class EstimatorInheritanceConstraintTest(test.TestCase):
-  """Tests that sub classes cannot override methods of Estimator."""
-
-  def test_override_a_method(self):
-    class _Estimator(estimator.Estimator):
-
-      def __init__(self):
-        super(_Estimator, self).__init__(model_fn=dummy_model_fn)
-
-      def predict(self, input_fn, predict_keys=None, hooks=None):
-        pass
-
-    with self.assertRaisesRegexp(
-        ValueError, 'cannot override members of Estimator.*predict'):
-      _Estimator()
-
-  def test_override_a_method_with_tricks(self):
-    class _Estimator(estimator.Estimator):
-
-      def __init__(self):
-        super(_Estimator, self).__init__(model_fn=dummy_model_fn)
-
-      def _assert_members_are_not_overridden(self):
-        pass  # HAHA! I tricked you!
-
-      def predict(self, input_fn, predict_keys=None, hooks=None):
-        pass
-
-    with self.assertRaisesRegexp(
-        ValueError, 'cannot override members of Estimator.*predict'):
-      _Estimator()
-
-  def test_extension_of_api_is_ok(self):
-    class _Estimator(estimator.Estimator):
-
-      def __init__(self):
-        super(_Estimator, self).__init__(model_fn=dummy_model_fn)
-
-      def predict_proba(self, input_fn, predict_keys=None, hooks=None):
-        pass
-
-    _Estimator()
-
-  def test_override_allowed_method(self):
-    class _Estimator(estimator.Estimator):
-
-      def __init__(self):
-        super(_Estimator, self).__init__(model_fn=dummy_model_fn)
-
-      def _tf_api_names(self):
-        pass
-
-    _Estimator()
-
-
-class EstimatorConstructorTest(test.TestCase):
-
-  def test_config_must_be_a_run_config(self):
-    with self.assertRaisesRegexp(ValueError, 'an instance of `RunConfig`'):
-      estimator.Estimator(model_fn=None, config='NotARunConfig')
-
-  def test_model_fn_must_be_provided(self):
-    with self.assertRaisesRegexp(ValueError, 'model_fn.* must be'):
-      estimator.Estimator(model_fn=None)
-
-  def test_property_accessors(self):
-
-    def model_fn(features, labels, params):
-      _, _, _ = features, labels, params
-
-    class FakeConfig(run_config.RunConfig):
-      pass
-
-    params = {'hidden_layers': [3, 4]}
-    est = estimator.Estimator(
-        model_fn=model_fn, model_dir='bla', config=FakeConfig(), params=params)
-    self.assertTrue(isinstance(est.config, FakeConfig))
-    self.assertEqual(params, est.params)
-    self.assertEqual('bla', est.model_dir)
-
-  def test_default_config(self):
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    est = estimator.Estimator(model_fn=model_fn)
-    self.assertTrue(isinstance(est.config, run_config.RunConfig))
-    self.assertTrue(est._session_config.allow_soft_placement)
-    rewrite_options = est._session_config.graph_options.rewrite_options
-    self.assertEqual(rewrite_options.meta_optimizer_iterations,
-                     rewriter_config_pb2.RewriterConfig.ONE)
-
-  def test_default_model_dir(self):
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    with test.mock.patch.object(tempfile, 'mkdtemp', return_value=_TMP_DIR):
-      est = estimator.Estimator(model_fn=model_fn)
-      self.assertEqual(_TMP_DIR, est.config.model_dir)
-      self.assertEqual(_TMP_DIR, est.model_dir)
-
-  def test_model_dir_in_constructor(self):
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    est = estimator.Estimator(model_fn=model_fn, model_dir=_TMP_DIR)
-    self.assertEqual(_TMP_DIR, est.config.model_dir)
-    self.assertEqual(_TMP_DIR, est.model_dir)
-
-  def test_empty_model_dir(self):
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    with test.mock.patch.object(tempfile, 'mkdtemp', return_value=_TMP_DIR):
-      est = estimator.Estimator(model_fn=model_fn, model_dir='')
-      self.assertEqual(_TMP_DIR, est.config.model_dir)
-      self.assertEqual(_TMP_DIR, est.model_dir)
-
-  def test_model_dir_in_run_config(self):
-
-    class FakeConfig(run_config.RunConfig):
-
-      @property
-      def model_dir(self):
-        return _TMP_DIR
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    est = estimator.Estimator(model_fn=model_fn, config=FakeConfig())
-    self.assertEqual(_TMP_DIR, est.config.model_dir)
-    self.assertEqual(_TMP_DIR, est.model_dir)
-
-  def test_same_model_dir_in_constructor_and_run_config(self):
-
-    class FakeConfig(run_config.RunConfig):
-
-      @property
-      def model_dir(self):
-        return _TMP_DIR
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    est = estimator.Estimator(
-        model_fn=model_fn, config=FakeConfig(), model_dir=_TMP_DIR)
-    self.assertEqual(_TMP_DIR, est.config.model_dir)
-    self.assertEqual(_TMP_DIR, est.model_dir)
-
-  def test_different_model_dir_in_constructor_and_run_config(self):
-
-    class FakeConfig(run_config.RunConfig):
-
-      @property
-      def model_dir(self):
-        return _TMP_DIR
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    with self.assertRaisesRegexp(
-        ValueError,
-        '`model_dir` are set both in constructor and `RunConfig`, but '
-        'with different values'):
-      estimator.Estimator(
-          model_fn=model_fn, config=FakeConfig(), model_dir=_ANOTHER_TMP_DIR)
-
-  def test_model_fn_args_must_include_features(self):
-
-    def model_fn(x, labels):
-      _, _ = x, labels
-
-    with self.assertRaisesRegexp(ValueError, 'features'):
-      estimator.Estimator(model_fn=model_fn)
-
-  def test_model_fn_args_labels_is_optional(self):
-
-    def model_fn(features):
-      _ = features
-
-    estimator.Estimator(model_fn=model_fn)
-
-  def test_if_params_provided_then_model_fn_should_accept_it(self):
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    estimator.Estimator(model_fn=model_fn)
-    with self.assertRaisesRegexp(ValueError, 'params'):
-      estimator.Estimator(model_fn=model_fn, params={'hidden_layers': 4})
-
-  def test_internal_params_is_a_deepcopy(self):
-
-    def model_fn(features, labels, params):
-      _, _, _ = features, labels, params
-
-    params = {'hidden_layers': 4}
-    est = estimator.Estimator(model_fn=model_fn, params=params)
-
-    params['hidden_layers'] = 5
-    self.assertEqual(4, est.params['hidden_layers'])
-
-  def test_not_known_model_fn_args(self):
-
-    def model_fn(features, labels, something):
-      _, _, _ = features, labels, something
-
-    with self.assertRaisesRegexp(ValueError, 'something'):
-      estimator.Estimator(model_fn=model_fn)
-
-  def test_not_known_model_fn_args_handled_by_lambda(self):
-    def model_fn(features, labels, something):
-      _, _, _ = features, labels, something
-
-    new_model_fn = lambda features, labels: model_fn(  # pylint: disable=g-long-lambda
-        features, labels, 'something')
-    estimator.Estimator(model_fn=new_model_fn)
-
-  def test_if_model_fn_is_a_member_function_of_a_class(self):
-
-    class ModelFnClass(object):
-
-      def __init__(self):
-        estimator.Estimator(model_fn=self.model_fn)
-
-      def model_fn(self, features, labels, mode):
-        _, _, _ = features, labels, mode
-
-    ModelFnClass()
-
-  def test_model_fn_property_binds_params(self):
-
-    def model_fn(features, labels, mode, config, params):
-      _, _, _, _, _ = features, labels, mode, config, params
-
-    est = estimator.Estimator(model_fn=model_fn)
-    model_fn_args = function_utils.fn_args(est.model_fn)
-    self.assertEqual(
-        set(['features', 'labels', 'mode', 'config']), set(model_fn_args))
-
-  def test_model_fn_property_returns_fixed_signature(self):
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-
-    est = estimator.Estimator(model_fn=model_fn)
-    model_fn_args = function_utils.fn_args(est.model_fn)
-    self.assertEqual(
-        set(['features', 'labels', 'mode', 'config']), set(model_fn_args))
-
-
-def dummy_input_fn():
-  return ({'x': constant_op.constant([[1], [1]])},
-          constant_op.constant([[1], [1]]))
-
-
-def model_fn_global_step_incrementer(features, labels, mode):
-  _, _ = features, labels
-  global_step = training.get_global_step()
-  return model_fn_lib.EstimatorSpec(
-      mode,
-      loss=constant_op.constant(1.),
-      train_op=state_ops.assign_add(global_step, 1))
-
-
-def assert_features_op(expected_features, actual_features):
-  return [
-      check_ops.assert_equal(
-          expected_features[k], actual_features[k], name='assert_%s' % k)
-      for k in expected_features
-  ]
-
-
-def _estimator_spec(
-    expected_features, expected_labels, actual_features, actual_labels, mode):
-  assert_ops = tuple(
-      assert_features_op(expected_features, actual_features) + [
-          check_ops.assert_equal(
-              expected_labels, actual_labels, name='assert_labels')
-      ])
-  global_step = training.get_global_step()
-  with ops.control_dependencies(assert_ops):
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        predictions=constant_op.constant(0.),
-        loss=constant_op.constant(0.),
-        train_op=state_ops.assign_add(global_step, 1))
-
-
-def _make_input_fn(features, labels):
-  def _input_fn():
-    return {
-        k: constant_op.constant(v)
-        for k, v in six.iteritems(features)
-    }, constant_op.constant(labels)
-  return _input_fn
-
-
-class EstimatorTrainTest(test.TestCase):
-
-  def test_callable_model_fn(self):
-    expected_features = {'x': 42., 'y': 43.}
-    expected_labels = 44.
-
-    model_fn_call_count = [0]
-
-    test_self = self
-
-    class ModelFn(object):
-
-      def __call__(self, features, labels):
-        model_fn_call_count[0] += 1
-        test_self.assertItemsEqual(expected_features.keys(), features.keys())
-        return _estimator_spec(
-            expected_features, expected_labels, features, labels,
-            model_fn_lib.ModeKeys.TRAIN)
-
-    with self.assertRaisesRegexp(ValueError, 'does not include params'):
-      estimator.Estimator(model_fn=ModelFn(), params={'a': 'b'})
-    est = estimator.Estimator(model_fn=ModelFn(), config=run_config.RunConfig())
-    self.assertEqual(0, model_fn_call_count[0])
-    est.train(
-        input_fn=_make_input_fn(expected_features, expected_labels), steps=1)
-    self.assertEqual(1, model_fn_call_count[0])
-
-  def test_callable_input_fn(self):
-    expected_mode = model_fn_lib.ModeKeys.TRAIN
-    expected_params = {'batch_size': 10}
-    expected_config = run_config.RunConfig().replace(tf_random_seed=4321)
-    input_fn_call_count = [0]
-
-    def _model_fn(features, labels, mode, params, config):
-      del params, config
-      return model_fn_global_step_incrementer(features, labels, mode)
-
-    test_self = self
-
-    class InputFn(object):
-
-      def __call__(self, mode, params, config):
-        input_fn_call_count[0] += 1
-        test_self.assertEqual(expected_mode, mode)
-        test_self.assertEqual(expected_params, params)
-        test_self.assertEqual(4321, config.tf_random_seed)
-        return dummy_input_fn()
-
-    est = estimator.Estimator(model_fn=_model_fn,
-                              params=expected_params,
-                              config=expected_config)
-    self.assertEqual(0, input_fn_call_count[0])
-    est.train(InputFn(), steps=1)
-    self.assertEqual(1, input_fn_call_count[0])
-
-  def test_nested_input_fn(self):
-    expected_params = {'batch_size': 10}
-
-    def _input_fn():
-      dataset_features = dataset_ops.Dataset.from_tensor_slices(
-          (random_uniform([4]),
-           random_uniform([4, 100], maxval=100, dtype=dtypes.int32)))
-      dataset_labels = dataset_ops.Dataset.from_tensor_slices(
-          random_uniform([4, 10]))
-      dataset = dataset_ops.Dataset.zip((dataset_features, dataset_labels))
-      dataset = dataset.repeat(-1)
-      iterator = dataset.make_initializable_iterator()
-      return iterator.get_next()
-
-    def _model_fn(features, labels, mode, params, config):
-      del params, config
-      return model_fn_global_step_incrementer(features, labels, mode)
-
-    expected_config = run_config.RunConfig().replace(tf_random_seed=4321)
-    est = estimator.Estimator(
-        model_fn=_model_fn, params=expected_params, config=expected_config)
-    est.train(_input_fn, steps=4)
-
-  def test_input_fn_args(self):
-    expected_mode = model_fn_lib.ModeKeys.TRAIN
-    expected_params = {'batch_size': 10}
-    expected_config = run_config.RunConfig().replace(tf_random_seed=4321)
-    input_fn_call_count = [0]
-
-    def _model_fn(features, labels, mode, params, config):
-      del params, config
-      return model_fn_global_step_incrementer(features, labels, mode)
-
-    def _input_fn(mode, params, config):
-      input_fn_call_count[0] += 1
-      self.assertEqual(expected_mode, mode)
-      self.assertEqual(expected_params, params)
-      self.assertEqual(4321, config.tf_random_seed)
-      return dummy_input_fn()
-
-    est = estimator.Estimator(model_fn=_model_fn,
-                              params=expected_params,
-                              config=expected_config)
-    self.assertEqual(0, input_fn_call_count[0])
-    est.train(_input_fn, steps=1)
-    self.assertEqual(1, input_fn_call_count[0])
-
-  def test_minimal_model_fn_args(self):
-    expected_features = {'x': 4, 'y': 5}
-
-    def _input_fn():
-      return expected_features
-
-    model_fn_call_count = [0]
-    def _model_fn(features):
-      model_fn_call_count[0] += 1
-      self.assertItemsEqual(expected_features.keys(), features.keys())
-      with ops.control_dependencies(
-          assert_features_op(expected_features, features)):
-        return model_fn_lib.EstimatorSpec(
-            mode=None,
-            predictions=constant_op.constant(0.),
-            loss=constant_op.constant(0.),
-            train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    self.assertEqual(0, model_fn_call_count[0])
-    est.train(input_fn=_input_fn, steps=1)
-    self.assertEqual(1, model_fn_call_count[0])
-
-  def test_labels_should_be_none_if_model_fn_does_not_use_labels(self):
-
-    def _input_fn_with_labels():
-      return {'x': 4, 'y': 5}, [4]
-
-    def _model_fn(features):
-      _ = features
-      return model_fn_lib.EstimatorSpec(
-          mode=None,
-          predictions=constant_op.constant(0.),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    with self.assertRaisesRegexp(ValueError, 'model_fn does not take labels'):
-      est.train(input_fn=_input_fn_with_labels, steps=1)
-
-  def test_input_fn_len_should_be_2_if_tuple_or_list(self):
-
-    def _input_fn():
-      return 4, 5, 6
-
-    def _model_fn(features):
-      _ = features
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    with self.assertRaisesRegexp(ValueError, 'len 2 tuple'):
-      est.train(input_fn=_input_fn, steps=1)
-
-  def test_all_model_fn_args(self):
-    expected_features = {'x': 42., 'y': 43.}
-    expected_labels = 44.
-    expected_params = {'some_param': 'some_value'}
-    expected_config = run_config.RunConfig()
-    expected_config.i_am_test = True
-
-    # TODO(ptucker): We have to roll our own mock since Estimator._get_arguments
-    # doesn't work with mock fns.
-    model_fn_call_count = [0]
-
-    # Note that args are all passed by keyword, so can be in any order.
-    def _model_fn(mode, params, features, labels, config):
-      model_fn_call_count[0] += 1
-      self.assertItemsEqual(expected_features.keys(), features.keys())
-      self.assertEqual(model_fn_lib.ModeKeys.TRAIN, mode)
-      self.assertEqual(expected_params, params)
-      self.assertTrue(config.i_am_test)
-      return _estimator_spec(
-          expected_features, expected_labels, features, labels, mode)
-
-    est = estimator.Estimator(
-        model_fn=_model_fn, params=expected_params, config=expected_config)
-    self.assertEqual(0, model_fn_call_count[0])
-    est.train(
-        input_fn=_make_input_fn(expected_features, expected_labels), steps=1)
-    self.assertEqual(1, model_fn_call_count[0])
-
-  def test_partial_model_fn_args(self):
-    expected_features = {'x': 42., 'y': 43.}
-    expected_labels = 44.
-    expected_params = {'some_param': 'some_value'}
-    expected_config = run_config.RunConfig()
-    expected_config.i_am_test = True
-    expected_foo = 45.
-    expected_bar = 46.
-
-    # TODO(ptucker): We have to roll our own mock since Estimator._get_arguments
-    # doesn't work with mock fns.
-    model_fn_call_count = [0]
-
-    def _model_fn(features, labels, foo, mode, params, config, bar):
-      model_fn_call_count[0] += 1
-      self.assertEqual(expected_foo, foo)
-      self.assertEqual(expected_bar, bar)
-      self.assertItemsEqual(expected_features.keys(), features.keys())
-      self.assertEqual(model_fn_lib.ModeKeys.TRAIN, mode)
-      self.assertEqual(expected_params, params)
-      self.assertTrue(config.i_am_test)
-      return _estimator_spec(
-          expected_features, expected_labels, features, labels, mode)
-    partial_model_fn = functools.partial(
-        _model_fn, foo=expected_foo, bar=expected_bar)
-
-    est = estimator.Estimator(
-        model_fn=partial_model_fn, params=expected_params,
-        config=expected_config)
-    self.assertEqual(0, model_fn_call_count[0])
-    est.train(
-        input_fn=_make_input_fn(expected_features, expected_labels), steps=1)
-    self.assertEqual(1, model_fn_call_count[0])
-
-  def test_model_fn_must_return_estimator_spec(self):
-
-    def model_fn(features, labels):
-      _, _ = features, labels
-      return 'NotGoodNotGood'
-
-    est = estimator.Estimator(model_fn=model_fn)
-    with self.assertRaisesRegexp(ValueError, 'EstimatorSpec'):
-      est.train(dummy_input_fn, steps=1)
-
-  def test_run_train_op_and_saves_at_the_end(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    est.train(dummy_input_fn, steps=5)
-    self.assertEqual(
-        5, estimator._load_global_step_from_checkpoint_dir(est.model_dir))
-
-  def test_loss_summary(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer,
-                              config=run_config.RunConfig(save_summary_steps=1))
-    est.train(dummy_input_fn, steps=1)
-
-    # Make sure nothing is stuck in limbo.
-    writer_cache.FileWriterCache.clear()
-
-    if check_eventfile_for_keyword('loss', est.model_dir):
-      return
-    self.fail('{} should be part of reported summaries.'.format('loss'))
-
-  def test_latest_checkpoint(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    self.assertIsNone(est.latest_checkpoint())
-    est.train(dummy_input_fn, steps=5)
-    self.assertIsNotNone(est.latest_checkpoint())
-    self.assertTrue(est.latest_checkpoint().startswith(est.model_dir))
-
-  def test_steps_and_saves_reloads(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    est.train(dummy_input_fn, steps=5)
-    self.assertEqual(
-        5, estimator._load_global_step_from_checkpoint_dir(est.model_dir))
-    est.train(dummy_input_fn, steps=5)
-    self.assertEqual(
-        10, estimator._load_global_step_from_checkpoint_dir(est.model_dir))
-
-  def test_warm_starts(self):
-    def _make_model_fn(x):
-      def _variable_creating_model_fn(features, labels, mode):
-        _, _ = features, labels
-        variable_scope.get_variable('x', initializer=x)
-        global_step = training.get_global_step()
-        return model_fn_lib.EstimatorSpec(
-            mode,
-            loss=constant_op.constant(1.),
-            train_op=state_ops.assign_add(global_step, 1))
-      return _variable_creating_model_fn
-
-    est = estimator.Estimator(model_fn=_make_model_fn(42.))
-    est.train(dummy_input_fn, steps=10)
-
-    warm_started_est = estimator.Estimator(
-        model_fn=_make_model_fn(36.),
-        warm_start_from=est.model_dir)
-    warm_started_est.train(dummy_input_fn, steps=5)
-    # warm_start is called after the model_fn, so x should have the value
-    # from the checkpoint.
-    self.assertEqual(42., warm_started_est.get_variable_value('x'))
-    # global_step should not be warm-started.
-    self.assertEqual(
-        5, estimator._load_global_step_from_checkpoint_dir(
-            warm_started_est.model_dir))
-
-  def test_warm_starts_from_savedmodel(self):
-    def _make_model_fn(x):
-      def _variable_creating_and_export_model_fn(features, labels, mode):
-        _, _ = features, labels
-        variable_scope.get_variable('x', initializer=x)
-        global_step = training.get_global_step()
-        return model_fn_lib.EstimatorSpec(
-            mode,
-            predictions={'y': constant_op.constant(1.0)},
-            loss=constant_op.constant(1.),
-            train_op=state_ops.assign_add(global_step, 1),
-            export_outputs={'test': export_output.ClassificationOutput(
-                constant_op.constant([4.2]), constant_op.constant(['label']))})
-      return _variable_creating_and_export_model_fn
-
-    est = estimator.Estimator(model_fn=_make_model_fn(42.))
-    est.train(dummy_input_fn, steps=10)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    tmpdir = tempfile.mkdtemp()
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_fn)
-
-    warm_started_est = estimator.Estimator(
-        model_fn=_make_model_fn(36.),
-        warm_start_from=export_dir)
-    warm_started_est.train(dummy_input_fn, steps=5)
-    # warm_start is called after the model_fn, so x should have the value
-    # from the SavedModel.
-    self.assertEqual(42., warm_started_est.get_variable_value('x'))
-
-  def test_max_step(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    est.train(dummy_input_fn, max_steps=5)
-    self.assertEqual(
-        5, estimator._load_global_step_from_checkpoint_dir(est.model_dir))
-    est.train(dummy_input_fn, max_steps=5)
-    self.assertEqual(
-        5, estimator._load_global_step_from_checkpoint_dir(est.model_dir))
-
-  def test_checkpoint_contains_relative_paths(self):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(
-        model_dir=tmpdir,
-        model_fn=model_fn_global_step_incrementer)
-    est.train(dummy_input_fn, steps=5)
-
-    checkpoint_file_content = file_io.read_file_to_string(
-        os.path.join(tmpdir, 'checkpoint'))
-    ckpt = checkpoint_state_pb2.CheckpointState()
-    text_format.Merge(checkpoint_file_content, ckpt)
-    self.assertEqual(ckpt.model_checkpoint_path, 'model.ckpt-5')
-    # TODO(b/78461127): Please modify tests to not directly rely on names of
-    # checkpoints.
-    self.assertAllEqual(
-        ['model.ckpt-0', 'model.ckpt-5'], ckpt.all_model_checkpoint_paths)
-
-  def test_train_save_copy_reload(self):
-    tmpdir = tempfile.mkdtemp()
-    model_dir1 = os.path.join(tmpdir, 'model_dir1')
-    est1 = estimator.Estimator(
-        model_dir=model_dir1,
-        model_fn=model_fn_global_step_incrementer)
-    est1.train(dummy_input_fn, steps=5)
-
-    # We have to clear the cache before we can rename the directory,
-    # otherwise open file handles will prevent the delete on Windows.
-    writer_cache.FileWriterCache.clear()
-    model_dir2 = os.path.join(tmpdir, 'model_dir2')
-    os.renames(model_dir1, model_dir2)
-
-    est2 = estimator.Estimator(
-        model_dir=model_dir2,
-        model_fn=model_fn_global_step_incrementer)
-    self.assertEqual(
-        5, estimator._load_global_step_from_checkpoint_dir(est2.model_dir))
-    est2.train(dummy_input_fn, steps=5)
-    self.assertEqual(
-        10, estimator._load_global_step_from_checkpoint_dir(est2.model_dir))
-
-  def test_steps0_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops)
-    with self.assertRaisesRegexp(ValueError, 'Must specify steps > 0'):
-      est.train(dummy_input_fn, steps=0)
-
-  def test_steps_negative_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops)
-    with self.assertRaisesRegexp(ValueError, 'Must specify steps > 0'):
-      est.train(dummy_input_fn, steps=-1)
-
-  def test_max_steps0_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops)
-    with self.assertRaisesRegexp(ValueError, 'Must specify max_steps > 0'):
-      est.train(dummy_input_fn, max_steps=0)
-
-  def test_max_steps_negative_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops)
-    with self.assertRaisesRegexp(ValueError, 'Must specify max_steps > 0'):
-      est.train(dummy_input_fn, max_steps=-1)
-
-  def test_scaffold_is_used(self):
-    self.is_init_fn_called = False
-
-    def _init_fn(scaffold, sess):
-      _, _ = scaffold, sess
-      self.is_init_fn_called = True
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=training.Scaffold(init_fn=_init_fn))
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    self.assertTrue(self.is_init_fn_called)
-
-  def test_hooks_should_be_session_run_hook(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    with self.assertRaisesRegexp(TypeError, 'must be a SessionRunHook'):
-      est.train(dummy_input_fn, steps=1, hooks=['NotAHook'])
-
-  def test_training_hooks_are_used(self):
-    chief_hook = test.mock.MagicMock(
-        wraps=training.SessionRunHook(), spec=training.SessionRunHook)
-    hook = test.mock.MagicMock(
-        wraps=training.SessionRunHook(), spec=training.SessionRunHook)
-
-    def _model_fn_hooks(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          training_chief_hooks=[chief_hook],
-          training_hooks=[hook])
-
-    est = estimator.Estimator(model_fn=_model_fn_hooks)
-    self.assertFalse(chief_hook.begin.called)
-    self.assertFalse(hook.begin.called)
-    est.train(dummy_input_fn, steps=1)
-    self.assertTrue(chief_hook.begin.called)
-    self.assertTrue(hook.begin.called)
-
-  def test_saving_listeners_are_used(self):
-    listener = test.mock.Mock(spec=training.CheckpointSaverListener)
-    listener.after_save.return_value = None
-    est = estimator.Estimator(
-        model_fn=model_fn_global_step_incrementer,
-        config=run_config.RunConfig(save_checkpoints_steps=10))
-    est.train(dummy_input_fn, steps=26, saving_listeners=[listener])
-    self.assertEqual(4, listener.before_save.call_count)
-    self.assertEqual(4, listener.after_save.call_count)
-
-  def test_saver_hook_should_exist_to_use_saving_listeners(self):
-    listener = test.mock.Mock(spec=training.CheckpointSaverListener)
-    est = estimator.Estimator(
-        model_fn=model_fn_global_step_incrementer,
-        config=run_config.RunConfig(save_checkpoints_steps=None,
-                                    save_checkpoints_secs=None))
-    with self.assertRaisesRegexp(
-        ValueError, 'CheckpointSaverHook to use saving_listeners'):
-      est.train(dummy_input_fn, steps=1, saving_listeners=[listener])
-
-  def test_listeners_should_be_listeners(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    with self.assertRaisesRegexp(
-        TypeError, 'must be a list of CheckpointSaverListener'):
-      est.train(dummy_input_fn, steps=1, saving_listeners=['not-a-listener'])
-
-  def test_chief_only_hook_should_not_be_called_on_non_chief(self):
-    chief_hook = test.mock.MagicMock(
-        wraps=training.SessionRunHook(), spec=training.SessionRunHook)
-    hook = test.mock.MagicMock(
-        wraps=training.SessionRunHook(), spec=training.SessionRunHook)
-
-    def _model_fn_hooks(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          training_chief_hooks=[chief_hook],
-          training_hooks=[hook])
-
-    class NonChiefRunConfig(run_config.RunConfig):
-      @property
-      def is_chief(self):  # pylint: disable=g-wrong-blank-lines
-        return False
-
-    # Mocking the SessionManager.wait_for_session, so that worker doesn't wait
-    # for chief.
-    def get_initialized_session(*args, **kwargs):
-      # Session doesn't take 'max_wait_secs' argument.
-      kwargs.pop('max_wait_secs', None)
-      scaffold = training.Scaffold().finalize()
-      sess = session.Session(*args, **kwargs)
-      sess.run(scaffold.init_op)
-      return sess
-
-    with test.mock.patch.object(
-        training.SessionManager,
-        'wait_for_session',
-        side_effect=get_initialized_session):
-      est = estimator.Estimator(
-          model_fn=_model_fn_hooks, config=NonChiefRunConfig())
-      self.assertFalse(chief_hook.begin.called)
-      self.assertFalse(hook.begin.called)
-      est.train(dummy_input_fn, steps=1)
-      self.assertFalse(chief_hook.begin.called)
-      self.assertTrue(hook.begin.called)
-
-  def test_features_labels_mode(self):
-    given_features = {'test-features': [[1], [1]]}
-    given_labels = {'test-labels': [[1], [1]]}
-
-    def _input_fn():
-      return given_features, given_labels
-
-    def _model_fn(features, labels, mode):
-      self.features, self.labels, self.mode = features, labels, mode
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn, steps=1)
-    self.assertEqual(given_features, self.features)
-    self.assertEqual(given_labels, self.labels)
-    self.assertEqual(model_fn_lib.ModeKeys.TRAIN, self.mode)
-
-  def test_graph_initialization_global_step_and_random_seed(self):
-    expected_random_seed = run_config.RunConfig().tf_random_seed
-    def _model_fn(features, labels, mode):
-      _, _, _ = features, labels, mode
-      self.assertIsNotNone(training.get_global_step())
-      self.assertEqual(expected_random_seed, ops.get_default_graph().seed)
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-
-  def test_config_should_not_be_evaluator_or_ps(self):
-
-    class FakeEvaluatorConfig(run_config.RunConfig):
-
-      @property
-      def task_type(self):
-        return run_config.TaskType.EVALUATOR
-
-    est = estimator.Estimator(
-        model_fn=dummy_model_fn, config=FakeEvaluatorConfig())
-    with self.assertRaisesRegexp(ValueError, 'train_and_evaluate'):
-      est.train(dummy_input_fn, steps=1)
-
-  def test_master_distributed_hooks(self):
-    tf_config = json.dumps({
-        'cluster': {
-            run_config.TaskType.PS: ['localhost:1234'],
-            run_config.TaskType.WORKER: ['localhost:1235'],
-            run_config.TaskType.MASTER: ['localhost:1236']
-        },
-        'task': {
-            'type': run_config.TaskType.MASTER,
-            'index': 0
-        }
-    })
-    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
-      est = estimator.Estimator(
-          model_fn=model_fn_global_step_incrementer,
-          config=run_config.RunConfig())
-
-    with test.mock.patch.object(training,
-                                'MonitoredTrainingSession') as mock_sess:
-      est.train(dummy_input_fn, steps=1)
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.StepCounterHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertEqual(0, mock_sess.call_args[1]['save_summaries_steps'])
-      self.assertIsNone(mock_sess.call_args[1]['log_step_count_steps'])
-
-  def test_master_distributed_hooks_for_worker_0(self):
-    tf_config = json.dumps({
-        'cluster': {
-            run_config.TaskType.PS: ['localhost:1234'],
-            run_config.TaskType.WORKER: ['localhost:1235'],
-            run_config.TaskType.MASTER: ['localhost:1236']
-        },
-        'task': {
-            'type': run_config.TaskType.WORKER,
-            'index': 0
-        }
-    })
-    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
-      est = estimator.Estimator(
-          model_fn=model_fn_global_step_incrementer,
-          config=run_config.RunConfig())
-
-    with test.mock.patch.object(training,
-                                'MonitoredTrainingSession') as mock_sess:
-      est.train(dummy_input_fn, steps=1)
-      self.assertTrue(
-          any(
-              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertTrue(
-          any(
-              isinstance(hook, basic_session_run_hooks.StepCounterHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertEqual(0, mock_sess.call_args[1]['save_summaries_steps'])
-      self.assertIsNone(mock_sess.call_args[1]['log_step_count_steps'])
-
-  def test_master_distributed_hooks_for_worker_nonzero(self):
-    tf_config = json.dumps({
-        'cluster': {
-            run_config.TaskType.PS: ['localhost:1234'],
-            run_config.TaskType.WORKER: ['localhost:1235', 'localhost:1237'],
-            run_config.TaskType.MASTER: ['localhost:1236']
-        },
-        'task': {
-            'type': run_config.TaskType.WORKER,
-            'index': 1
-        }
-    })
-    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
-      est = estimator.Estimator(
-          model_fn=model_fn_global_step_incrementer,
-          config=run_config.RunConfig())
-
-    with test.mock.patch.object(training,
-                                'MonitoredTrainingSession') as mock_sess:
-      est.train(dummy_input_fn, steps=1)
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.StepCounterHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertEqual(0, mock_sess.call_args[1]['save_summaries_steps'])
-      self.assertIsNone(mock_sess.call_args[1]['log_step_count_steps'])
-
-  def test_master_hooks_single_replica(self):
-    tf_config = json.dumps({
-        'cluster': {
-            run_config.TaskType.MASTER: ['localhost:1234']
-        },
-        'task': {
-            'type': run_config.TaskType.MASTER,
-            'index': 0
-        }
-    })
-    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
-      est = estimator.Estimator(
-          model_fn=model_fn_global_step_incrementer,
-          config=run_config.RunConfig(
-              save_summary_steps=100, log_step_count_steps=200))
-
-    with test.mock.patch.object(training,
-                                'MonitoredTrainingSession') as mock_sess:
-      est.train(dummy_input_fn, steps=1)
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.StepCounterHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertEqual(100, mock_sess.call_args[1]['save_summaries_steps'])
-      self.assertEqual(200, mock_sess.call_args[1]['log_step_count_steps'])
-
-  def test_master_hooks_single_replica_with_ps(self):
-    tf_config = json.dumps({
-        'cluster': {
-            run_config.TaskType.MASTER: ['localhost:1234'],
-            run_config.TaskType.PS: ['localhost: 1235'],
-        },
-        'task': {
-            'type': run_config.TaskType.MASTER,
-            'index': 0
-        }
-    })
-    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
-      est = estimator.Estimator(
-          model_fn=model_fn_global_step_incrementer,
-          config=run_config.RunConfig(
-              save_summary_steps=100, log_step_count_steps=200))
-
-    with test.mock.patch.object(training,
-                                'MonitoredTrainingSession') as mock_sess:
-      est.train(dummy_input_fn, steps=1)
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.SummarySaverHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertFalse(
-          any(
-              isinstance(hook, basic_session_run_hooks.StepCounterHook)
-              for hook in mock_sess.call_args[1]['hooks']))
-      self.assertEqual(100, mock_sess.call_args[1]['save_summaries_steps'])
-      self.assertEqual(200, mock_sess.call_args[1]['log_step_count_steps'])
-
-
-def _model_fn_with_eval_metric_ops(features, labels, mode, params):
-  _, _ = features, labels
-  global_step = training.get_global_step()
-  loss = constant_op.constant(1.)
-  metric_name_1 = params.get('metric_name') or 'metric'
-  metric_value_1 = params.get('metric_value') or 2.
-  metric_name_2 = params.get('metric_name_2') or 'metric2'
-  metric_value_2 = params.get('metric_value_2') or 2.
-
-  metric_update_op = loss.op
-  metric_tensor = control_flow_ops.with_dependencies(
-      [metric_update_op], constant_op.constant(metric_value_1))
-
-  mean = metrics_module.Mean()
-  mean.update_state(metric_value_2)
-  return model_fn_lib.EstimatorSpec(
-      mode,
-      loss=loss,
-      predictions={'predictions': constant_op.constant(1.)},
-      train_op=state_ops.assign_add(global_step, 1),
-      eval_metric_ops={
-          metric_name_1: (metric_tensor, metric_update_op),
-          metric_name_2: mean,
-      })
-
-
-class _StepCounterHook(session_run_hook.SessionRunHook):
-  """Hooks that counts the number of times it is called."""
-
-  def __init__(self):
-    self._steps = 0
-
-  def before_run(self, run_context):
-    del run_context
-    self._steps += 1
-
-  @property
-  def steps(self):
-    return self._steps
-
-
-class EstimatorGetVariablesTest(test.TestCase):
-
-  def test_model_should_be_trained(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='one')
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    with self.assertRaisesRegexp(ValueError, 'not find trained model'):
-      est.get_variable_names()
-    with self.assertRaisesRegexp(ValueError, 'not find trained model'):
-      est.get_variable_value('one')
-
-  def test_get_variable_utils(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='one')
-      variables.VariableV1(3., name='three')
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(input_fn=dummy_input_fn, steps=1)
-    self.assertEqual(
-        set(['one', 'three', 'global_step']), set(est.get_variable_names()))
-    self.assertEqual(1., est.get_variable_value('one'))
-    self.assertEqual(3., est.get_variable_value('three'))
-
-
-class EstimatorDatasetIntegrationTest(test.TestCase):
-  """Tests dataset integration."""
-
-  def test_returned_by_input_fn(self):
-
-    def _input_fn():
-      return dataset_ops.Dataset.from_tensors(([1.], [2.]))
-
-    def _model_fn(features, labels, mode):
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=features + labels,  # 1 + 2
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn, steps=1)
-    scores = est.evaluate(_input_fn, steps=1)
-    self.assertEqual(3., scores[model_fn_lib.LOSS_METRIC_KEY])
-
-  def test_with_none_labels(self):
-
-    def _input_fn():
-      return dataset_ops.Dataset.from_tensors([7.])
-
-    def _model_fn(features, labels, mode):
-      self.assertIsNone(labels)
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=features,  # 7
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn, steps=1)
-    scores = est.evaluate(_input_fn, steps=1)
-    self.assertEqual(7., scores[model_fn_lib.LOSS_METRIC_KEY])
-
-  def test_with_predict(self):
-
-    def _input_fn():
-      return dataset_ops.Dataset.from_tensors([10.])
-
-    def _model_fn(features, labels, mode):
-      _ = labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=features,  # 10
-          loss=features,  # 10
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn, steps=1)
-    self.assertEqual([10.], next(est.predict(input_fn=_input_fn)))
-
-  def test_batching(self):
-
-    def _input_fn():
-      return dataset_ops.Dataset.from_tensor_slices(([[1.], [2.]],
-                                                     [[10.], [20.]])).batch(1)
-
-    def _model_fn(features, labels, mode):
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=features,
-          loss=features + (0 if labels is None else labels),  # 11, 22
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn)
-    scores = est.evaluate(_input_fn)
-    # (11 + 22)/2 = 16.5
-    self.assertEqual(16.5, scores[model_fn_lib.LOSS_METRIC_KEY])
-    self.assertEqual([1., 2.], list(est.predict(_input_fn)))
-
-
-class EstimatorEvaluateTest(test.TestCase):
-
-  def test_eval_dir(self):
-    est = estimator.Estimator(
-        model_fn=model_fn_global_step_incrementer,
-        model_dir='some_path')
-    expected_eval_dir = os.path.join('some_path', 'eval')
-    self.assertEqual(expected_eval_dir, est.eval_dir())
-    expected_eval_dir_name = os.path.join('some_path', 'eval_a_name')
-    self.assertEqual(expected_eval_dir_name, est.eval_dir('a_name'))
-
-  def test_input_fn_args(self):
-    expected_mode = model_fn_lib.ModeKeys.EVAL
-    expected_params = {'batch_size': 10}
-    expected_config = run_config.RunConfig().replace(tf_random_seed=4321)
-    input_fn_call_count = [0]
-
-    def _model_fn(features, labels, mode, params, config):
-      del params, config
-      return model_fn_global_step_incrementer(features, labels, mode)
-
-    def _input_fn(mode, params, config):
-      input_fn_call_count[0] += 1
-      self.assertEqual(expected_mode, mode)
-      self.assertEqual(expected_params, params)
-      self.assertEqual(4321, config.tf_random_seed)
-      return dummy_input_fn()
-
-    est = estimator.Estimator(model_fn=_model_fn,
-                              params=expected_params,
-                              config=expected_config)
-    est.train(dummy_input_fn, steps=1)
-    self.assertEqual(0, input_fn_call_count[0])
-    est.evaluate(_input_fn, steps=1)
-    self.assertEqual(1, input_fn_call_count[0])
-
-  def test_model_fn_must_return_estimator_spec(self):
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      if mode == model_fn_lib.ModeKeys.EVAL:
-        return 'NotGoodNotGood'
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(1.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(
-        ValueError, 'model_fn should return an EstimatorSpec'):
-      est.evaluate(dummy_input_fn, steps=1)
-
-  def test_no_checkpoint_uses_init(self):
-    def _model_fn(features, labels, mode, params):
-      del features, labels, params
-      mean = metrics_module.Mean()
-      mean.update_state(variables.VariableV1(2.) + 1)
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(1.),
-          eval_metric_ops={
-              'mean1': mean,
-              'mean2': metrics_lib.mean(variables.VariableV1(2.) + 1)
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    scores = est.evaluate(dummy_input_fn, steps=1)
-    # Metric value here is set to 1 + the value of the Variable that is newly
-    # initialized (since there is no checkpoint).
-    self.assertEqual(3., scores['mean1'])
-    self.assertEqual(3., scores['mean2'])
-
-  def test_no_checkpoint_uses_init_with_warm_starting(self):
-    def _make_model_fn(x):
-      def _variable_creating_and_export_model_fn(features, labels, mode):
-        _, _ = features, labels
-        x_var = variable_scope.get_variable('x', initializer=x)
-        global_step = training.get_global_step()
-        mean = metrics_module.Mean()
-        mean.update_state(x_var + 1)
-        return model_fn_lib.EstimatorSpec(
-            mode,
-            predictions={'y': constant_op.constant(1.0)},
-            loss=constant_op.constant(1.),
-            eval_metric_ops={
-                'mean1': mean,
-                'mean2': metrics_lib.mean(x_var + 1)
-            },
-            train_op=state_ops.assign_add(global_step, 1),
-            export_outputs={
-                'test':
-                    export_output.ClassificationOutput(
-                        constant_op.constant([4.2]),
-                        constant_op.constant(['label']))
-            })
-
-      return _variable_creating_and_export_model_fn
-
-    first_est = estimator.Estimator(model_fn=_make_model_fn(42.))
-    first_est.train(dummy_input_fn, steps=10)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    tmpdir = tempfile.mkdtemp()
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    exported_path = first_est.export_savedmodel(export_dir_base,
-                                                serving_input_receiver_fn)
-
-    # Test that we can pass either warm_start_from as an external checkpoint
-    # or an exported SavedModel.
-    est = estimator.Estimator(model_fn=_make_model_fn(52.),
-                              warm_start_from=exported_path)
-    eval_metrics = est.evaluate(dummy_input_fn, steps=1)
-    # Metric value here is set to 1 + the value of the Variable that is
-    # warm-started from the SavedModel of the first model (42.), as opposed to
-    # the initialization in the new model_fn (52.).
-    self.assertEqual(43., eval_metrics['mean1'])
-    self.assertEqual(43., eval_metrics['mean2'])
-
-    est = estimator.Estimator(model_fn=_make_model_fn(62.),
-                              warm_start_from=first_est.model_dir)
-    eval_metrics = est.evaluate(dummy_input_fn, steps=1)
-    # Metric value here is set to 1 + the value of the Variable that is
-    # warm-started from a checkpoint of the first model (42.), as opposed to
-    # the initialization in the new model_fn (52.).
-    self.assertEqual(43., eval_metrics['mean1'])
-    self.assertEqual(43., eval_metrics['mean2'])
-
-  def test_scores(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops,
-        params={
-            'metric_name': 'metric',
-            'metric_value': 2.,
-            'metric_name_2': 'metric2',
-            'metric_value_2': 3.,
-        })
-    est.train(dummy_input_fn, steps=5)
-    scores = est.evaluate(dummy_input_fn, steps=1)
-    self.assertIn('metric', scores)
-    self.assertAlmostEqual(2., scores['metric'])
-    self.assertIn('metric2', scores)
-    self.assertAlmostEqual(3., scores['metric2'])
-
-  def test_tuple_metrics(self):
-    def _model_fn(features, labels, mode):
-      del features  # unused
-      del labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          loss=constant_op.constant(1.),
-          eval_metric_ops={
-              'nested_metric': (
-                  ((constant_op.constant(2.), constant_op.constant(1)),
-                   constant_op.constant(3., dtype=dtypes.float64)),
-                  control_flow_ops.no_op())})
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    evaluation = est.evaluate(dummy_input_fn, steps=1)
-    ((two_float, one_integer), three_double) = evaluation['nested_metric']
-    self.assertAlmostEqual(2., two_float)
-    self.assertEqual(1, one_integer)
-    self.assertAlmostEqual(3., three_double)
-
-  def test_steps0_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops)
-    est.train(dummy_input_fn, steps=5)
-    with self.assertRaisesRegexp(ValueError, 'Must specify steps > 0'):
-      est.evaluate(dummy_input_fn, steps=0)
-
-  def test_steps_negative_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops)
-    est.train(dummy_input_fn, steps=5)
-    with self.assertRaisesRegexp(ValueError, 'Must specify steps > 0'):
-      est.evaluate(dummy_input_fn, steps=-1)
-
-  def test_global_step_metric_raises_error(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops,
-        params={
-            'metric_name': 'global_step',
-            'metric_value': 2.})
-    est.train(dummy_input_fn, steps=5)
-    with self.assertRaisesRegexp(
-        ValueError, 'Metric with name `global_step` is not allowed'):
-      est.evaluate(dummy_input_fn, steps=1)
-
-  def test_global_step_is_reported(self):
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops,
-        params={
-            'metric_name': 'metric',
-            'metric_value': 2.,
-            'metric_name_2': 'metric2',
-            'metric_value_2': 3.,
-        })
-    est.train(dummy_input_fn, steps=5)
-    scores = est.evaluate(dummy_input_fn, steps=1)
-    self.assertIn('global_step', scores)
-    self.assertEqual(5, scores['global_step'])
-
-  def test_loss_metric_is_reported(self):
-
-    def _model_fn_with_incremental_loss(features, labels, mode):
-      _, _ = features, labels
-      local_weight = variables.VariableV1(
-          0., name='local_weight', collections=[ops.GraphKeys.LOCAL_VARIABLES])
-      # Loss will be 2, 4, 6, ...
-      loss = 2 * state_ops.assign_add(local_weight, 1.)
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=loss,
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    est = estimator.Estimator(model_fn=_model_fn_with_incremental_loss)
-    est.train(dummy_input_fn, steps=1)
-    scores = est.evaluate(dummy_input_fn, steps=5)
-    self.assertIn(model_fn_lib.LOSS_METRIC_KEY, scores)
-    # Average loss will be (2 + 4 + 6 + 8 + 10)/5=6
-    self.assertAlmostEqual(6., scores[model_fn_lib.LOSS_METRIC_KEY])
-
-  def test_hooks_should_be_session_run_hook(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    est.train(dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(TypeError, 'must be a SessionRunHook'):
-      est.evaluate(dummy_input_fn, steps=5, hooks=['NotAHook'])
-
-  def test_hooks_are_used(self):
-    step_counter_hook = _StepCounterHook()
-
-    est = estimator.Estimator(model_fn=_model_fn_with_eval_metric_ops)
-    est.train(dummy_input_fn, steps=1)
-    est.evaluate(dummy_input_fn, steps=5, hooks=[step_counter_hook])
-    self.assertEqual(5, step_counter_hook.steps)
-
-  def test_evaluate_from_checkpoint(self):
-    params = {
-        'metric_name': 'metric',
-        'metric_value': 2.,
-        'metric_name_2': 'metric2',
-        'metric_value_2': 3.,
-    }
-    est1 = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops,
-        params=params)
-    est1.train(dummy_input_fn, steps=5)
-    est2 = estimator.Estimator(
-        model_fn=_model_fn_with_eval_metric_ops,
-        params=params)
-    scores = est2.evaluate(
-        dummy_input_fn, steps=1, checkpoint_path=est1.latest_checkpoint())
-    self.assertEqual(5, scores['global_step'])
-
-  def test_wrong_shape_throws_reasonable_error(self):
-    """Make sure we are helpful when model_fns change. See b/110263146."""
-    def _get_model_fn(val=1):
-      def _model_fn(features, labels, mode):
-        del features, labels  # unused
-        variables.VariableV1(val, name='weight')
-        return model_fn_lib.EstimatorSpec(
-            mode=mode,
-            predictions=constant_op.constant([[1.]]),
-            loss=constant_op.constant(0.),
-            train_op=state_ops.assign_add(training.get_global_step(), 1))
-      return _model_fn
-
-    model_fn_1 = _get_model_fn()
-    model_fn_2 = _get_model_fn(val=[1])
-
-    est1 = estimator.Estimator(model_fn=model_fn_1)
-    est1.train(dummy_input_fn, steps=5)
-    est2 = estimator.Estimator(
-        model_fn=model_fn_2, model_dir=est1.model_dir)
-
-    expected_msg = 'Restoring from checkpoint failed.*a mismatch between'
-    with self.assertRaisesRegexp(errors.InvalidArgumentError, expected_msg):
-      est2.train(dummy_input_fn, steps=1,)
-
-  def test_scaffold_is_used(self):
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='weight')
-      self.mock_saver = get_mock_saver()
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=constant_op.constant([[1.]]),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=training.Scaffold(saver=self.mock_saver))
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    est.evaluate(dummy_input_fn, steps=1)
-    self.assertTrue(self.mock_saver.restore.called)
-
-  def test_features_labels_mode(self):
-    given_features = {'test-features': [[1], [1]]}
-    given_labels = {'test-labels': [[1], [1]]}
-
-    def _input_fn():
-      return given_features, given_labels
-
-    def _model_fn(features, labels, mode):
-      self.features, self.labels, self.mode = features, labels, mode
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn, steps=1)
-    est.evaluate(_input_fn, steps=1)
-    self.assertEqual(given_features, self.features)
-    self.assertEqual(given_labels, self.labels)
-    self.assertEqual(model_fn_lib.ModeKeys.EVAL, self.mode)
-
-  def test_graph_initialization_global_step_and_random_seed(self):
-    expected_random_seed = run_config.RunConfig().tf_random_seed
-    def _model_fn(features, labels, mode):
-      _, _, _ = features, labels, mode
-      self.assertIsNotNone(training.get_global_step())
-      self.assertEqual(expected_random_seed, ops.get_default_graph().seed)
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    est.evaluate(dummy_input_fn, steps=1)
-
-  def test_evaluation_hooks_are_used(self):
-    hook = test.mock.MagicMock(
-        wraps=training.SessionRunHook(), spec=training.SessionRunHook)
-
-    def _model_fn_hooks(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          evaluation_hooks=[hook])
-
-    est = estimator.Estimator(model_fn=_model_fn_hooks)
-    est.train(dummy_input_fn, steps=1)
-    self.assertFalse(hook.begin.called)
-    est.evaluate(dummy_input_fn, steps=1)
-    self.assertTrue(hook.begin.called)
-
-  def test_summary_writing_with_summary_proto(self):
-
-    def model_fn_global_step_incrementer_image(features, labels, mode):
-      _, _ = features, labels
-      global_step = training.get_global_step()
-
-      image = array_ops.zeros([5, 3, 3, 1])
-      eval_metric_ops = {
-          'foo': (summary.image('image', image, max_outputs=3),
-                  constant_op.constant(1))
-      }
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(1.),
-          train_op=state_ops.assign_add(global_step, 1),
-          eval_metric_ops=eval_metric_ops)
-
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer_image,
-                              config=run_config.RunConfig(save_summary_steps=1))
-    est.train(dummy_input_fn, steps=200)
-    est.evaluate(
-        input_fn=dummy_input_fn,
-        steps=200,
-    )
-
-    # Make sure nothing is stuck in limbo.
-    writer_cache.FileWriterCache.clear()
-
-    # Get last evaluation Event written.
-    for key in ['foo/0', 'foo/1', 'foo/2']:
-      self.assertTrue(
-          check_eventfile_for_keyword(key, est.eval_dir()),
-          '{} should be part of reported summaries.'.format(key))
-
-    # Verify that evaluated checkpoint path is written to event file.
-    checkpoint_path_tag = 'checkpoint_path'
-    self.assertTrue(
-        check_eventfile_for_keyword(checkpoint_path_tag, est.eval_dir()),
-        '{} should be part of reported summaries.'.format(checkpoint_path_tag))
-
-    expected_tensor_proto = tensor_util.make_tensor_proto(
-        est.latest_checkpoint(), dtype=dtypes.string)
-    summaries = summaries_with_matching_keyword(checkpoint_path_tag,
-                                                est.eval_dir())
-    self.assertProtoEquals(expected_tensor_proto,
-                           next(summaries).value[0].tensor)
-
-  def test_summary_writing_with_tensor(self):
-
-    def model_fn_with_prediction_mean_tensor_eval_metric_ops(
-        features, labels, mode, params):
-      _, _ = features, labels
-      global_step = training.get_global_step()
-
-      metric_name = params.get('metric_name') or 'metric'
-      predictions = constant_op.constant([1., .5, 0.])
-      eval_metric_ops = {metric_name: metrics_lib.mean_tensor(predictions)}
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(1.),
-          predictions={'predictions': predictions},
-          train_op=state_ops.assign_add(global_step, 1),
-          eval_metric_ops=eval_metric_ops)
-
-    metric_key = 'PMT'
-    params = {
-        'metric_name': metric_key,
-    }
-    est = estimator.Estimator(
-        model_fn=model_fn_with_prediction_mean_tensor_eval_metric_ops,
-        params=params,
-        config=run_config.RunConfig(save_summary_steps=1))
-    est.train(input_fn=dummy_input_fn, steps=10)
-    est.evaluate(
-        input_fn=dummy_input_fn,
-        steps=10,
-    )
-
-    writer_cache.FileWriterCache.clear()
-
-    self.assertTrue(
-        check_eventfile_for_keyword(metric_key, est.eval_dir()),
-        '{} should be part of reported summaries.'.format(metric_key))
-
-    summaries = summaries_with_matching_keyword(metric_key, est.eval_dir())
-    for value in next(summaries).value:
-      if value.tag == metric_key:
-        self.assertTrue(value.HasField('tensor'))
-
-
-class EstimatorPredictTest(test.TestCase):
-
-  def test_input_fn_args(self):
-    expected_mode = model_fn_lib.ModeKeys.PREDICT
-    expected_params = {'batch_size': 10}
-    expected_config = run_config.RunConfig().replace(tf_random_seed=4321)
-    input_fn_call_count = [0]
-
-    def _model_fn(features, labels, mode, params, config):
-      del features, labels, params, config
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    def _input_fn(mode, params, config):
-      input_fn_call_count[0] += 1
-      self.assertEqual(expected_mode, mode)
-      self.assertEqual(expected_params, params)
-      self.assertEqual(4321, config.tf_random_seed)
-      return dummy_input_fn()
-
-    est = estimator.Estimator(model_fn=_model_fn,
-                              params=expected_params,
-                              config=expected_config)
-    est.train(dummy_input_fn, steps=1)
-    self.assertEqual(0, input_fn_call_count[0])
-    next(est.predict(_input_fn))
-    self.assertEqual(1, input_fn_call_count[0])
-
-  def test_no_checkpoint_uses_init(self):
-    def _model_fn(features, labels, mode, params, config):
-      del features, labels, params, config
-      x = variables.VariableV1([[3.]], name='x')
-      return model_fn_lib.EstimatorSpec(mode, predictions=math_ops.add(x, 1.))
-    est = estimator.Estimator(model_fn=_model_fn)
-    # Expected prediction value is 1 + the value of the Variable that is newly
-    # initialized (since there is no checkpoint).
-    self.assertEqual(4., next(est.predict(dummy_input_fn)))
-
-  def test_no_checkpoint_uses_init_with_warm_starting(self):
-    def _make_model_fn(x):
-      def _variable_creating_and_export_model_fn(features, labels, mode):
-        _, _ = features, labels
-        x_var = variables.VariableV1([[x]], name='x')
-        return model_fn_lib.EstimatorSpec(
-            mode,
-            predictions=math_ops.add(x_var, 1.),
-            loss=constant_op.constant(1.),
-            train_op=state_ops.assign_add(training.get_global_step(), 1),
-            export_outputs={'test': export_output.ClassificationOutput(
-                constant_op.constant([4.2]),
-                constant_op.constant(['label']))})
-      return _variable_creating_and_export_model_fn
-
-    first_est = estimator.Estimator(model_fn=_make_model_fn(3.))
-    first_est.train(dummy_input_fn, steps=10)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    tmpdir = tempfile.mkdtemp()
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    exported_path = first_est.export_savedmodel(export_dir_base,
-                                                serving_input_receiver_fn)
-
-    # Test that we can pass either warm_start_from as an external checkpoint
-    # or an exported SavedModel.
-    est = estimator.Estimator(model_fn=_make_model_fn(30.),
-                              warm_start_from=exported_path)
-    # Prediction here is set to 1 + the value of the Variable that is
-    # warm-started from the SavedModel of the first model (3.), as opposed to
-    # the initialization in the new model_fn (30.).
-    self.assertEqual(4., next(est.predict(dummy_input_fn)))
-
-    est = estimator.Estimator(model_fn=_make_model_fn(40.),
-                              warm_start_from=first_est.model_dir)
-    # Prediction here is set to 1 + the value of the Variable that is
-    # warm-started from a checkpoint of the first model (3.), as opposed to
-    # the initialization in the new model_fn (40.).
-    self.assertEqual(4., next(est.predict(dummy_input_fn)))
-
-  def test_no_trained_model_invalid_checkpoint_path(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    with self.assertRaises(ValueError):
-      next(
-          est.predict(
-              dummy_input_fn,
-              checkpoint_path=
-              checkpoint_management.latest_checkpoint('fakedir')))
-
-  def test_tensor_predictions(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    self.assertEqual(10., next(est.predict(dummy_input_fn)))
-
-  def test_predictionhooks_are_used(self):
-    hook = test.mock.MagicMock(
-        wraps=training.SessionRunHook(), spec=training.SessionRunHook)
-
-    def _model_fn_hooks(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]),
-          prediction_hooks=[hook])
-
-    est = estimator.Estimator(model_fn=_model_fn_hooks)
-    est.train(dummy_input_fn, steps=1)
-    self.assertFalse(hook.begin.called)
-    next(est.predict(dummy_input_fn))
-    self.assertTrue(hook.begin.called)
-
-  def test_warn_if_no_queue_runner(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with test.mock.patch.object(logging, 'warning') as mock_log:
-      next(est.predict(dummy_input_fn))
-      self.assertRegexpMatches(
-          str(mock_log.call_args),
-          'Input graph does not.*contain a QueueRunner.')
-
-  def test_skip_warn_if_dataset_returns_features(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    def _input_fn():
-      it = dataset_ops.Dataset.from_tensors([1]).make_one_shot_iterator()
-      return it.get_next()
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with test.mock.patch.object(logging, 'warning') as mock_log:
-      next(est.predict(_input_fn))
-      # The warning should not have keyword QueueRunner.
-      self.assertRegexpMatches(str(mock_log.call_args), '^((?!QueueRunner).)*$')
-
-  def test_skip_warn_if_dataset_returns_features_dict(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    def _input_fn():
-      it = dataset_ops.Dataset.from_tensors([1]).make_one_shot_iterator()
-      features = {'age': it.get_next()}
-      return features
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with test.mock.patch.object(logging, 'warning') as mock_log:
-      next(est.predict(_input_fn))
-      # The warning should not have keyword QueueRunner.
-      self.assertRegexpMatches(str(mock_log.call_args), '^((?!QueueRunner).)*$')
-
-  def test_input_fn_can_return_just_features(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-
-    def _only_features():
-      return {'x': constant_op.constant([[0.]])}
-
-    self.assertEqual([10.], next(est.predict(_only_features)))
-
-  def test_batch_size_mismatch(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions={
-              'y1': constant_op.constant([[10.]]),
-              'y2': constant_op.constant([[12.], [13]])
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(ValueError,
-                                 'Batch length of predictions should be same'):
-      next(est.predict(dummy_input_fn))
-
-  def test_iterate_batches(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions={
-              # First dim is different but the prediction should still work
-              'y1': array_ops.zeros(shape=[3]),
-              'y2': array_ops.zeros(shape=[5, 3])
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-
-    predictions = next(est.predict(dummy_input_fn, yield_single_examples=False))
-    self.assertAllEqual(predictions['y1'].shape, [3])
-    self.assertAllEqual(predictions['y2'].shape, [5, 3])
-
-  def test_predict_keys_defined_for_tensor(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(
-        ValueError,
-        'predict_keys argument is not valid in case of non-dict predictions'):
-      next(est.predict(dummy_input_fn, predict_keys=['y']))
-
-  def test_predict_keys_does_not_exists(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions={
-              'y1': constant_op.constant([[10.]]),
-              'y2': constant_op.constant([[12.]])
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(ValueError,
-                                 'Expected to run at least one output from'):
-      next(est.predict(dummy_input_fn, predict_keys=['y3']))
-
-  def test_return_given_predict_keys(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions={
-              'y1': constant_op.constant([[10.]]),
-              'y2': constant_op.constant([[12.]])
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    results = next(est.predict(dummy_input_fn, predict_keys=['y1']))
-    self.assertIn('y1', results)
-    self.assertNotIn('y2', results)
-
-  def test_yield_rows_of_tensor(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.], [12.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    results = est.predict(dummy_input_fn)
-    self.assertEqual([10.], next(results))
-    self.assertEqual([12.], next(results))
-
-  def test_yield_rows_of_dict(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions={
-              'y1': constant_op.constant([[10.], [12]]),
-              'y2': constant_op.constant([[0.], [2.]])
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    results = est.predict(dummy_input_fn)
-    self.assertDictEqual({'y1': [10.], 'y2': [0.]}, next(results))
-    self.assertDictEqual({'y1': [12.], 'y2': [2.]}, next(results))
-
-  def test_hooks_should_be_session_run_hook(self):
-    est = estimator.Estimator(model_fn=model_fn_global_step_incrementer)
-    est.train(dummy_input_fn, steps=1)
-    with self.assertRaisesRegexp(TypeError, 'must be a SessionRunHook'):
-      next(est.predict(dummy_input_fn, hooks=['NotAHook']))
-
-  def test_hooks_are_used(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[10.], [12.]]))
-
-    step_counter_hook = _StepCounterHook()
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    results = est.predict(dummy_input_fn, hooks=[step_counter_hook])
-    self.assertEqual(0, step_counter_hook.steps)  # not called yet
-    next(results)
-    self.assertEqual(1, step_counter_hook.steps)  # first call
-    next(results)
-    self.assertEqual(1, step_counter_hook.steps)  # it's in same batch
-    next(results)
-    self.assertEqual(2, step_counter_hook.steps)  # next batch
-
-  def test_predict_from_old_model_dir(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      v = variables.VariableV1([[16.]], name='weight')
-      prediction = v * 2
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=prediction)
-
-    est1 = estimator.Estimator(model_fn=_model_fn)
-    est1.train(dummy_input_fn, steps=1)
-    est2 = estimator.Estimator(model_fn=_model_fn, model_dir=est1.model_dir)
-    self.assertEqual([32.], next(est2.predict(dummy_input_fn)))
-
-  def test_predict_from_checkpoint_path(self):
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      v = variables.VariableV1([[16.]], name='weight')
-      prediction = v * 2
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=prediction)
-
-    est1 = estimator.Estimator(model_fn=_model_fn)
-    est1.train(dummy_input_fn, steps=1)
-    est2 = estimator.Estimator(model_fn=_model_fn, model_dir=est1.model_dir)
-    self.assertEqual([32.],
-                     next(
-                         est2.predict(
-                             dummy_input_fn,
-                             checkpoint_path=est2.latest_checkpoint())))
-
-  def test_scaffold_is_used(self):
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='weight')
-      self.mock_saver = get_mock_saver()
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=constant_op.constant([[1.]]),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=training.Scaffold(saver=self.mock_saver))
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    next(est.predict(dummy_input_fn))
-    self.assertTrue(self.mock_saver.restore.called)
-
-  def test_features_labels_mode(self):
-    given_features = {'test-features': [[1], [1]]}
-    given_labels = {'test-labels': [[1], [1]]}
-
-    def _input_fn():
-      return given_features, given_labels
-
-    def _model_fn(features, labels, mode):
-      self.features, self.labels, self.mode = features, labels, mode
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(_input_fn, steps=1)
-    next(est.predict(_input_fn))
-    self.assertEqual(given_features, self.features)
-    self.assertIsNone(self.labels)
-    self.assertEqual(model_fn_lib.ModeKeys.PREDICT, self.mode)
-
-  def test_graph_initialization_global_step_and_random_seed(self):
-    expected_random_seed = run_config.RunConfig().tf_random_seed
-    def _model_fn(features, labels, mode):
-      _, _, _ = features, labels, mode
-      self.assertIsNotNone(training.get_global_step())
-      self.assertEqual(expected_random_seed, ops.get_default_graph().seed)
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    next(est.predict(dummy_input_fn))
-
-
-def _model_fn_for_export_tests(features, labels, mode):
-  _, _ = features, labels
-  variables.VariableV1(1., name='weight')
-  scores = constant_op.constant([3.])
-  classes = constant_op.constant(['wumpus'])
-  update_global_step = state_ops.assign_add(training.get_global_step(), 1)
-  with ops.control_dependencies([update_global_step]):
-    train_op = constant_op.constant(2.)
-  return model_fn_lib.EstimatorSpec(
-      mode,
-      predictions=constant_op.constant(10.),
-      loss=constant_op.constant(1.),
-      train_op=train_op,
-      export_outputs={
-          'test': export_output.ClassificationOutput(scores, classes)})
-
-
-def _x_y_input_fn():
-  return ({'x': constant_op.constant([[1], [1]]),
-           'y': constant_op.constant([[2], [2]])},
-          constant_op.constant([[1], [1]]))
-
-
-def _model_fn_with_x_y(features, labels, mode):
-  _ = labels
-  variables.VariableV1(1., name='weight')
-  scores = constant_op.constant([3.])
-  classes = constant_op.constant(['wumpus'])
-  if mode == model_fn_lib.ModeKeys.PREDICT:
-    variables.VariableV1(36., name='name_collision')
-    return model_fn_lib.EstimatorSpec(
-        mode,
-        predictions=constant_op.constant(10.),
-        export_outputs={
-            'test': export_output.ClassificationOutput(scores, classes)})
-  else:
-    prefix = 'eval_' if mode == model_fn_lib.ModeKeys.EVAL else ''
-
-    multiplied = math_ops.multiply(
-        features['x'], features['y'], name='{}multiplied'.format(prefix))
-    mean = metrics_module.Mean(name='{}mean'.format(prefix))
-    mean.update_state(features['x'] - features['y'])
-    eval_metrics = {
-        'mean1':
-            mean,
-        'mean2':
-            metrics_lib.mean(
-                features['x'] - features['y'], name='{}mean'.format(prefix))
-    }
-    variables.VariableV1(1., name='later_var')
-    variables.VariableV1(3., name='name_collision')
-    return model_fn_lib.EstimatorSpec(
-        mode,
-        predictions=multiplied,
-        loss=constant_op.constant(1.),
-        train_op=state_ops.assign_add(training.get_global_step(), 1),
-        eval_metric_ops=eval_metrics)
-
-
-def _model_fn_with_saveables_for_export_tests(features, labels, mode):
-  _, _ = features, labels
-  table = saver_test_utils.CheckpointedOp(name='v2')
-  update_global_step = state_ops.assign_add(training.get_global_step(), 1)
-  with ops.control_dependencies([update_global_step]):
-    train_op = table.insert('k1', 30.0)
-  prediction = table.lookup('k1', 0.0)
-  return model_fn_lib.EstimatorSpec(
-      mode,
-      predictions=prediction,
-      loss=constant_op.constant(1.),
-      train_op=train_op,
-      export_outputs={
-          'test': export_output.PredictOutput({'prediction': prediction})})
-
-
-def _get_serving_input_receiver_fn():
-  feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                  'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-  return export.build_parsing_serving_input_receiver_fn(feature_spec)
-
-
-def _get_supervised_input_receiver_fn():
-  feature_spec = {
-      'x': array_ops.placeholder(
-          dtype=dtypes.int64, shape=(2, 1), name='feature_x'),
-      'y': array_ops.placeholder(
-          dtype=dtypes.int64, shape=(2, 1), name='feature_y')
-      }
-  label_spec = array_ops.placeholder(
-      dtype=dtypes.float32, shape=[1], name='truth')
-
-  return export.build_raw_supervised_input_receiver_fn(feature_spec, label_spec)
-
-
-_VOCAB_FILE_CONTENT = 'emerson\nlake\npalmer\n'
-_EXTRA_FILE_CONTENT = 'kermit\npiggy\nralph\n'
-
-
-class EstimatorExportTest(test.TestCase):
-
-  def test_export_savedmodel_proto_roundtrip_raw_receiver(self):
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_for_export_tests)
-    est.train(input_fn=dummy_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_fn)
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-    self._validate_exported_files(export_dir)
-
-    # Restore, to validate that the export was well-formed.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('input_example_tensor' in graph_ops)
-        self.assertTrue('ParseExample/ParseExample' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-  def test_export_saved_model_train(self):
-    self._test_export_saved_model_for_mode(
-        _get_supervised_input_receiver_fn(), model_fn_lib.ModeKeys.TRAIN)
-
-  def test_export_saved_model_eval(self):
-    self._test_export_saved_model_for_mode(
-        _get_supervised_input_receiver_fn(), model_fn_lib.ModeKeys.EVAL)
-
-  def test_export_saved_model_predict(self):
-    self._test_export_saved_model_for_mode(
-        _get_serving_input_receiver_fn(), model_fn_lib.ModeKeys.PREDICT)
-
-  def _test_export_saved_model_for_mode(self, input_receiver_fn, mode):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_for_export_tests)
-    est.train(input_fn=_x_y_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est._export_saved_model_for_mode(
-        export_dir_base, input_receiver_fn, mode=mode)
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-    self._validate_exported_files(export_dir)
-
-    # Restore, to validate that the export was well-formed.
-    tag_set = model_fn_lib.EXPORT_TAG_MAP[mode]
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, tag_set, export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertFalse('name_collision_1' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_receiver_map(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('input_example_tensor' in graph_ops)
-        self.assertTrue('ParseExample/ParseExample' in graph_ops)
-        self.assertFalse('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_train_only(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('multiplied' in graph_ops)
-        self.assertTrue('mean/update_op' in graph_ops)
-        self.assertFalse('eval_multiplied' in graph_ops)
-        self.assertTrue('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_eval_only(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.EVAL], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('eval_multiplied' in graph_ops)
-        self.assertTrue('eval_mean/value' in graph_ops)
-        self.assertFalse('multiplied' in graph_ops)
-        self.assertTrue('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_no_serving(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('multiplied' in graph_ops)
-        self.assertFalse('eval_multiplied' in graph_ops)
-        self.assertTrue('feature_x' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.EVAL], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('eval_multiplied' in graph_ops)
-        self.assertFalse('multiplied' in graph_ops)
-        # TODO(karmel): is this the desired behavior when names are shared?
-        self.assertTrue('feature_x_1' in graph_ops)
-        self.assertTrue('feature_y_1' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_three_defs(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    # Restore, to validate that the export was well-formed.
-    for tag_set in model_fn_lib.EXPORT_TAG_MAP.values():
-      with ops.Graph().as_default() as graph:
-        with session.Session(graph=graph) as sess:
-          loader.load(sess, tag_set, export_dir)
-          graph_ops = [x.name for x in graph.get_operations()]
-          self.assertTrue('global_step/Assign' in graph_ops)
-          self.assertTrue('global_step/Initializer/zeros' in graph_ops)
-          self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_proto_roundtrip_all_vars(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('later_var' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertFalse('later_var' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_all_saved_models_name_collision(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-    export_dir, tmpdir = self._test_export_all_saved_models(
-        input_receiver_fn_map)
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('name_collision' in graph_ops)
-        self.assertFalse('name_collision_1' in graph_ops)
-        collection_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-        self.assertEqual(3, collection_vars[-1].eval())
-
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('name_collision' in graph_ops)
-        self.assertFalse('name_collision_1' in graph_ops)
-        collection_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-        # This is a non-obvious detail: when we load the estimator spec
-        # for predict, name_collision gets set to 36. However, we then restore
-        # from checkpoint, which should overwrite that var and make it the 3
-        # from training. In practice, this would not be a good way to write
-        # a model_fn, but leaving this check in for now to ensure consistency
-        # with what would happen given our current order of spec, then
-        # checkpoint.
-        self.assertEqual(3, collection_vars[-1].eval())
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def _test_export_all_saved_models(self, input_receiver_fn_map):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_with_x_y)
-    est.train(input_fn=_x_y_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est._export_all_saved_models(
-        export_dir_base, input_receiver_fn_map)
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-
-    self._validate_exported_files(export_dir)
-
-    return export_dir, tmpdir
-
-  def _validate_exported_files(self, export_dir):
-    self.assertTrue(gfile.Exists(export_dir))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('saved_model.pb'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.index'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.data-00000-of-00001'))))
-
-  def test_export_all_saved_models_var_not_found(self):
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-
-    def _model_fn_with_predict_only_vars(features, labels, mode):
-      _, _ = features, labels
-      if mode == model_fn_lib.ModeKeys.PREDICT:
-        variables.VariableV1(1., name='only_in_predict')
-      else:
-        variables.VariableV1(1., name='otherwise')
-
-      prediction = constant_op.constant(1.)
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=prediction,
-          loss=constant_op.constant(1.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          export_outputs={
-              'test': export_output.PredictOutput({'prediction': prediction})
-          })
-
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_with_predict_only_vars)
-    est.train(input_fn=_x_y_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-
-    err_regex = r'Could not load all requested variables[\w\W]*infer'
-    with self.assertRaisesRegexp(ValueError, err_regex):
-      est._export_all_saved_models(export_dir_base, input_receiver_fn_map)
-
-  def test_export_all_saved_models_metric_operation(self):
-    """Ensures metrics ops.Operations can be expoerted (b/109740581)."""
-
-    def _model_fn(features, labels, mode):
-      del features, labels  # Unused
-      metric_obj = metrics_module.Mean()
-      metric_obj.update_state(constant_op.constant([0]))
-      eval_metrics = {
-          'metrics1': (constant_op.constant([0]), control_flow_ops.no_op()),
-          'metrics2': metric_obj,
-      }
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=constant_op.constant(10.),
-          loss=constant_op.constant(1.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          eval_metric_ops=eval_metrics)
-
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(input_fn=dummy_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('metric_operation_export'))
-
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn()}
-
-    export_dir = est._export_all_saved_models(
-        export_dir_base, input_receiver_fn_map)
-
-    # Restore, to validate that the export was well-formed.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        meta_graph = loader.load(sess, [tag_constants.EVAL], export_dir)
-        sig_outputs = meta_graph.signature_def[
-            model_fn_lib.ModeKeys.EVAL].outputs
-        self.assertTrue(sig_outputs['metrics1/update_op'].name.startswith(
-            'metric_op_wrapper'))
-        self.assertTrue(sig_outputs['metrics2/update_op'].name.startswith(
-            'metric_op_wrapper'))
-
-  def test_export_savedmodel_with_saveables_proto_roundtrip(self):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(
-        model_fn=_model_fn_with_saveables_for_export_tests)
-    est.train(input_fn=dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_fn)
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-    self.assertTrue(gfile.Exists(export_dir))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('saved_model.pb'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.index'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.data-00000-of-00001'))))
-
-    # Restore, to validate that the export was well-formed.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('input_example_tensor' in graph_ops)
-        self.assertTrue('ParseExample/ParseExample' in graph_ops)
-        # The original saver is used to restore variables
-        self.assertTrue('save/LookupTableImportV2' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_savedmodel_assets(self):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_for_export_tests)
-    est.train(input_fn=dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    # Create a fake asset.
-    vocab_file_name = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('my_vocab_file'))
-    vocab_file = gfile.GFile(vocab_file_name, mode='w')
-    vocab_file.write(_VOCAB_FILE_CONTENT)
-    vocab_file.close()
-
-    # hack in an op that uses the asset, in order to test asset export.
-    # this is not actually valid, of course.
-    def serving_input_receiver_with_asset_fn():
-      features, receiver_tensor, _ = serving_input_receiver_fn()
-      filename = ops.convert_to_tensor(vocab_file_name,
-                                       dtypes.string,
-                                       name='asset_filepath')
-      ops.add_to_collection(ops.GraphKeys.ASSET_FILEPATHS, filename)
-      features['bogus_filename'] = filename
-
-      return export.ServingInputReceiver(features, receiver_tensor)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_with_asset_fn)
-
-    # Check that the asset files are in the right places.
-    expected_vocab_file_name = os.path.join(
-        compat.as_bytes(export_dir), compat.as_bytes('assets/my_vocab_file'))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir), compat.as_bytes('assets'))))
-    self.assertTrue(gfile.Exists(expected_vocab_file_name))
-    self.assertEqual(
-        compat.as_bytes(_VOCAB_FILE_CONTENT),
-        compat.as_bytes(gfile.GFile(expected_vocab_file_name).read()))
-
-    # Restore, to validate that the export was well-formed.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        assets = [
-            x.eval()
-            for x in graph.get_collection(ops.GraphKeys.ASSET_FILEPATHS)
-        ]
-        self.assertItemsEqual([vocab_file_name], assets)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('input_example_tensor' in graph_ops)
-        self.assertTrue('ParseExample/ParseExample' in graph_ops)
-        self.assertTrue('asset_filepath' in graph_ops)
-        self.assertTrue('weight' in graph_ops)
-
-    # cleanup
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_savedmodel_extra_assets(self):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_for_export_tests)
-    est.train(input_fn=dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    # Create a fake asset.
-    extra_file_name = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('my_extra_file'))
-    extra_file = gfile.GFile(extra_file_name, mode='w')
-    extra_file.write(_EXTRA_FILE_CONTENT)
-    extra_file.close()
-
-    # Perform the export.
-    assets_extra = {'some/sub/directory/my_extra_file': extra_file_name}
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(export_dir_base,
-                                       serving_input_receiver_fn,
-                                       assets_extra=assets_extra)
-
-    # Check that the asset files are in the right places.
-    expected_extra_path = os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('assets.extra/some/sub/directory/my_extra_file'))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir), compat.as_bytes('assets.extra'))))
-    self.assertTrue(gfile.Exists(expected_extra_path))
-    self.assertEqual(
-        compat.as_bytes(_EXTRA_FILE_CONTENT),
-        compat.as_bytes(gfile.GFile(expected_extra_path).read()))
-
-    # cleanup
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_savedmodel_tensor_features(self):
-    """Test that models accepting a single raw Tensor can be exported.
-
-    See https://github.com/tensorflow/tensorflow/issues/11674
-
-    If the model_fn and receiver_fn accept raw tensors rather than dictionaries
-    as input, export_savedmodel should be okay with that, too.
-
-    """
-
-    tmpdir = tempfile.mkdtemp()
-
-    def _input_fn_tensor_features():
-      t = array_ops.constant([1, 2, 3], dtype=dtypes.float32, shape=[1, 3])
-      return (t, None)
-
-    def _model_fn_tensor_features(features, labels, mode):
-      _ = labels
-      prediction = math_ops.matmul(features, features, transpose_b=True)
-
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=prediction,
-          loss=constant_op.constant(1.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          export_outputs={
-              'test': export_output.PredictOutput({'prediction': prediction})
-          })
-
-    def _serving_input_receiver_fn():
-      feat = array_ops.placeholder(dtype=dtypes.float32)
-      return export.TensorServingInputReceiver(
-          features=feat, receiver_tensors=feat)
-
-    est = estimator.Estimator(model_fn=_model_fn_tensor_features)
-    est.train(input_fn=_input_fn_tensor_features, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(
-        export_dir_base, _serving_input_receiver_fn)
-
-    # Restore, to validate that the export was well-formed.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name.lower() for x in graph.get_operations()]
-        self.assertTrue('const' in graph_ops)
-        self.assertTrue('matmul' in graph_ops)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_scaffold_is_used_for_saver(self):
-    tmpdir = tempfile.mkdtemp()
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='weight')
-      self.mock_saver = get_mock_saver()
-      scores = constant_op.constant([3.])
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=constant_op.constant([[1.]]),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=training.Scaffold(saver=self.mock_saver),
-          export_outputs={'test': export_output.ClassificationOutput(scores)})
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    est.export_savedmodel(export_dir_base, serving_input_receiver_fn)
-
-    self.assertTrue(self.mock_saver.restore.called)
-    self.assertTrue(self.mock_saver.export_meta_graph.called)
-    self.assertTrue(self.mock_saver.save.called)
-
-  def test_scaffold_is_used_for_saver_multiple_modes(self):
-    tmpdir = tempfile.mkdtemp()
-    savers = {'predict_saver': None, 'train_saver': None}
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='weight')
-
-      scores = constant_op.constant([3.])
-      if mode == model_fn_lib.ModeKeys.PREDICT:
-        savers['predict_saver'] = get_mock_saver()
-        scaffold = training.Scaffold(saver=savers['predict_saver'])
-      elif mode == model_fn_lib.ModeKeys.TRAIN:
-        savers['train_saver'] = get_mock_saver()
-        scaffold = training.Scaffold(saver=savers['train_saver'])
-      else:
-        scaffold = training.Scaffold()
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=constant_op.constant([[1.]]),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=scaffold,
-          export_outputs={'test': export_output.ClassificationOutput(scores)})
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    est._export_all_saved_models(export_dir_base, input_receiver_fn_map)
-
-    self.assertTrue(savers['train_saver'].restore.called)
-    self.assertEqual(savers['train_saver'].export_meta_graph.call_count, 1)
-    self.assertEqual(savers['train_saver'].save.call_count, 1)
-
-    self.assertTrue(savers['predict_saver'].restore.called)
-    self.assertEqual(savers['predict_saver'].export_meta_graph.call_count, 1)
-    self.assertEqual(savers['predict_saver'].save.call_count, 0)
-
-  def test_scaffold_is_used_for_local_init(self):
-    tmpdir = tempfile.mkdtemp()
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      my_int = variables.VariableV1(1, name='my_int',
-                                    collections=[ops.GraphKeys.LOCAL_VARIABLES])
-      _ = training.get_or_create_steps_per_run_variable()
-      scores = constant_op.constant([3.])
-      with ops.control_dependencies([
-          variables.local_variables_initializer(),
-          lookup_ops.tables_initializer()
-      ]):
-        assign_op = state_ops.assign(my_int, 12345)
-
-      # local_initSop must be an Operation, not a Tensor.
-      custom_local_init_op = control_flow_ops.group(assign_op)
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=constant_op.constant([[1.]]),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=training.Scaffold(local_init_op=custom_local_init_op),
-          export_outputs={'test': export_output.ClassificationOutput(scores)})
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est.export_savedmodel(export_dir_base,
-                                       serving_input_receiver_fn)
-
-    # Restore, to validate that the custom local_init_op runs.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        my_int = graph.get_tensor_by_name('my_int:0')
-        my_int_value = sess.run(my_int)
-        self.assertEqual(12345, my_int_value)
-
-  def test_scaffold_is_used_for_local_init_multiple_modes(self):
-    tmpdir = tempfile.mkdtemp()
-
-    def _model_fn_scaffold(features, labels, mode):
-      _, _ = features, labels
-      my_int = variables.VariableV1(1, name='my_int',
-                                    collections=[ops.GraphKeys.LOCAL_VARIABLES])
-      scores = constant_op.constant([3.])
-      with ops.control_dependencies([
-          variables.local_variables_initializer(),
-          lookup_ops.tables_initializer()
-      ]):
-        assign_op = state_ops.assign(my_int, 12345)
-
-      custom_local_init_op = None
-      if mode == model_fn_lib.ModeKeys.PREDICT:
-        # local_initSop must be an Operation, not a Tensor.
-        custom_local_init_op = control_flow_ops.group(assign_op)
-
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=constant_op.constant([[1.]]),
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          scaffold=training.Scaffold(local_init_op=custom_local_init_op),
-          export_outputs={'test': export_output.ClassificationOutput(scores)})
-
-    est = estimator.Estimator(model_fn=_model_fn_scaffold)
-    est.train(dummy_input_fn, steps=1)
-    input_receiver_fn_map = {
-        model_fn_lib.ModeKeys.TRAIN: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.EVAL: _get_supervised_input_receiver_fn(),
-        model_fn_lib.ModeKeys.PREDICT: _get_serving_input_receiver_fn()
-    }
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir = est._export_all_saved_models(
-        export_dir_base, input_receiver_fn_map)
-
-    # Restore, to validate that the custom local_init_op runs.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.SERVING], export_dir)
-        my_int = graph.get_tensor_by_name('my_int:0')
-        my_int_value = sess.run(my_int)
-        self.assertEqual(12345, my_int_value)
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        loader.load(sess, [tag_constants.TRAINING], export_dir)
-        my_int = graph.get_tensor_by_name('my_int:0')
-        my_int_value = sess.run(my_int)
-        self.assertEqual(1, my_int_value)
-
-  def test_features_labels_mode(self):
-    given_features = {'test-features': constant_op.constant([[1], [1]])}
-
-    def serving_input_receiver_fn():
-      return export.ServingInputReceiver(
-          given_features, array_ops.placeholder(dtype=dtypes.string))
-
-    def _model_fn(features, labels, mode):
-      self.features, self.labels, self.mode = features, labels, mode
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]),
-          export_outputs={
-              'test': export_output.ClassificationOutput(
-                  constant_op.constant([[0.]]))
-          })
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    est.export_savedmodel(tempfile.mkdtemp(), serving_input_receiver_fn)
-    self.assertEqual(given_features, self.features)
-    self.assertIsNone(self.labels)
-    self.assertEqual(model_fn_lib.ModeKeys.PREDICT, self.mode)
-
-  def test_graph_initialization_global_step_and_random_seed(self):
-    expected_random_seed = run_config.RunConfig().tf_random_seed
-    def _model_fn(features, labels, mode):
-      _, _, _ = features, labels, mode
-      self.assertIsNotNone(training.get_global_step())
-      self.assertEqual(expected_random_seed, ops.get_default_graph().seed)
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          loss=constant_op.constant(0.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1),
-          predictions=constant_op.constant([[0.]]),
-          export_outputs={
-              'test': export_output.ClassificationOutput(
-                  constant_op.constant([[0.]]))
-          })
-
-    def serving_input_receiver_fn():
-      return export.ServingInputReceiver(
-          {'test-features': constant_op.constant([[1], [1]])},
-          array_ops.placeholder(dtype=dtypes.string))
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(dummy_input_fn, steps=1)
-    est.export_savedmodel(tempfile.mkdtemp(), serving_input_receiver_fn)
-
-  def test_export_savedmodel_respects_soft_placement(self):
-    def model_fn_with_a_gpu_op_but_no_kernel(features, labels, mode):
-      _, _ = features, labels
-      table = saver_test_utils.CheckpointedOp(name='v2')
-
-      update_global_step = state_ops.assign_add(training.get_global_step(), 1)
-      with ops.control_dependencies([update_global_step]):
-        train_op = table.insert('k1', 30.0)
-
-      #  In this test, there are no GPUs available.  The goal is to verify that
-      #  export_savedmodel executes nevertheless.
-      with ops.device('/gpu:0'):
-        string_op = string_ops.as_string(update_global_step)
-
-      with ops.control_dependencies([string_op]):
-        prediction = table.lookup('k1', 0.0)
-
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=prediction,
-          loss=constant_op.constant(1.),
-          train_op=train_op,
-          export_outputs={
-              'test': export_output.PredictOutput({
-                  'prediction': prediction
-              })
-          })
-
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(
-        model_fn=model_fn_with_a_gpu_op_but_no_kernel)
-    est.train(input_fn=dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-
-    export_dir = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_fn)
-
-    # At this point, if export_savedmodel executed with
-    # allow_soft_placement=True, then the GPU-assigned operation was silently
-    # placed on the CPU.  Otherwise, an exception would have been raised
-    # related to the fact that the requested GPU device isn't available.
-
-    # Expectations below assume that export_savedmodel has completed normally.
-    self.assertTrue(gfile.Exists(export_dir_base))
-    self.assertTrue(gfile.Exists(export_dir))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('saved_model.pb'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.index'))))
-    self.assertTrue(gfile.Exists(os.path.join(
-        compat.as_bytes(export_dir),
-        compat.as_bytes('variables/variables.data-00000-of-00001'))))
-
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_savedmodel_proto_strip_default_attrs(self):
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn_for_export_tests)
-    est.train(input_fn=dummy_input_fn, steps=1)
-    feature_spec = {'x': parsing_ops.VarLenFeature(dtype=dtypes.int64),
-                    'y': parsing_ops.VarLenFeature(dtype=dtypes.int64)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('export'))
-    export_dir_stripped = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_fn, strip_default_attrs=True)
-    export_dir_not_stripped = est.export_savedmodel(
-        export_dir_base, serving_input_receiver_fn, strip_default_attrs=False)
-
-    # Load the SavedModel from disk as-is to verify default attrs
-    # are stripped. Reimporting the SavedModel via the loader causes the
-    # default attrs to be populated in the NodeDefs.
-
-    # pylint: disable=protected-access
-    saved_model_stripped_pb = loader_impl._parse_saved_model(
-        export_dir_stripped)
-    saved_model_not_stripped_pb = loader_impl._parse_saved_model(
-        export_dir_not_stripped)
-    self.assertIsNotNone(saved_model_stripped_pb)
-    self.assertIsNotNone(saved_model_not_stripped_pb)
-    # pylint: enable=protected-access
-
-    meta_graph_def_stripped = [
-        x for x in saved_model_stripped_pb.meta_graphs
-        if x.meta_info_def.tags == [tag_constants.SERVING]][0]
-    meta_graph_def_not_stripped = [
-        x for x in saved_model_not_stripped_pb.meta_graphs
-        if x.meta_info_def.tags == [tag_constants.SERVING]][0]
-
-    # "weight" node in graph is a "Variable" Op with 2 default valued attrs.
-    #   o "container"    : "".
-    #   o "shared_name"  : "".
-
-    # saved_model_stripped_pb was exported with strip_default_attrs set to True.
-    # "weight" node shouldn't have attributes "container" and "shared_name".
-    node_def = test_util.get_node_def_from_graph(
-        'weight', meta_graph_def_stripped.graph_def)
-    self.assertNotIn('container', node_def.attr)
-    self.assertNotIn('shared_name', node_def.attr)
-
-    # saved_model_not_stripped_pb was exported with strip_default_attrs
-    # disabled. "weight" node should have attributes "container" and
-    # "shared_name".
-    node_def = test_util.get_node_def_from_graph(
-        'weight', meta_graph_def_not_stripped.graph_def)
-    self.assertIn('container', node_def.attr)
-    self.assertIn('shared_name', node_def.attr)
-
-    # Clean up.
-    gfile.DeleteRecursively(tmpdir)
-
-  def test_export_savedmodel_no_export_outputs(self):
-    """Ensure that an EstimatorSpec without outputs defined can be exported."""
-
-    def _model_fn(features, labels, mode):
-      _, _ = features, labels
-      variables.VariableV1(1., name='weight')
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=constant_op.constant(10.),
-          loss=constant_op.constant(1.),
-          train_op=state_ops.assign_add(training.get_global_step(), 1))
-
-    tmpdir = tempfile.mkdtemp()
-    est = estimator.Estimator(model_fn=_model_fn)
-    est.train(input_fn=dummy_input_fn, steps=1)
-
-    # Perform the export.
-    export_dir_base = os.path.join(
-        compat.as_bytes(tmpdir), compat.as_bytes('no_export_outputs'))
-    export_dir = est.export_savedmodel(
-        export_dir_base, _get_serving_input_receiver_fn())
-
-    # Check that all the files are in the right places.
-    self.assertTrue(gfile.Exists(export_dir_base))
-    self._validate_exported_files(export_dir)
-
-    # Restore, to validate that the export was well-formed.
-    with ops.Graph().as_default() as graph:
-      with session.Session(graph=graph) as sess:
-        meta_graph = loader.load(sess, [tag_constants.SERVING], export_dir)
-        graph_ops = [x.name for x in graph.get_operations()]
-        self.assertTrue('weight' in graph_ops)
-
-        sig_def = meta_graph.signature_def
-        self.assertEqual(len(sig_def), 1)
-        sig_outputs = sig_def[
-            signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY].outputs
-        self.assertEqual(sig_outputs['output'].name, 'Const:0')
-
-
-class EstimatorHookOrderingTest(test.TestCase):
-
-  def testCustomHooksAreCalledBeforeNanTensorHook(self):
-
-    def nan_making_model_fn(mode, features, labels):
-      """A graph that generates NaN's for testing."""
-      del features, labels
-
-      global_step = variables.VariableV1(
-          0, dtype=dtypes.int64, name='global_step')
-      inc_global_step = state_ops.assign_add(global_step, 1)
-      nan_const = constant_op.constant(np.nan, dtype=dtypes.float32)
-      loss = control_flow_ops.cond(
-          inc_global_step > 1, lambda: nan_const, lambda: 1.0)
-
-      return model_fn_lib.EstimatorSpec(
-          mode=mode,
-          predictions=global_step.read_value(),
-          loss=loss,
-          train_op=inc_global_step)
-
-    def empty_input_fn():
-      return dict(), None
-
-    class AfterRunCountingHook(session_run_hook.SessionRunHook):
-      """Hooks that counts the number of times after_run() is called."""
-
-      def __init__(self):
-        self.after_run_count = 0
-
-      def after_run(self, run_context, run_values):
-        del run_context, run_values
-        self.after_run_count += 1
-
-    test_hook = AfterRunCountingHook()
-    est = estimator.Estimator(model_fn=nan_making_model_fn)
-    with self.assertRaises(basic_session_run_hooks.NanLossDuringTrainingError):
-      est.train(input_fn=empty_input_fn, steps=2, hooks=[test_hook])
-    self.assertEqual(2, test_hook.after_run_count)
-
-
-class EstimatorIntegrationTest(test.TestCase):
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_complete_flow_with_a_simple_linear_model(self):
-
-    def _model_fn(features, labels, mode):
-      predictions = layers.dense(
-          features['x'], 1, kernel_initializer=init_ops.zeros_initializer())
-      export_outputs = {
-          'predictions': export_output.RegressionOutput(predictions)
-      }
-
-      if mode == model_fn_lib.ModeKeys.PREDICT:
-        return model_fn_lib.EstimatorSpec(
-            mode, predictions=predictions, export_outputs=export_outputs)
-
-      loss = losses.mean_squared_error(labels, predictions)
-      train_op = training.GradientDescentOptimizer(learning_rate=0.5).minimize(
-          loss, training.get_global_step())
-      mean = metrics_module.Mean()
-      mean.update_state(loss)
-      eval_metric_ops = {
-          'absolute_error':
-              metrics_lib.mean_absolute_error(labels, predictions),
-          'mean':
-              mean,
-      }
-
-      return model_fn_lib.EstimatorSpec(
-          mode,
-          predictions=predictions,
-          loss=loss,
-          train_op=train_op,
-          eval_metric_ops=eval_metric_ops,
-          export_outputs=export_outputs)
-
-    est = estimator.Estimator(model_fn=_model_fn)
-    data = np.linspace(0., 1., 100, dtype=np.float32).reshape(-1, 1)
-
-    # TRAIN
-    # learn y = x
-    train_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data}, y=data, batch_size=50, num_epochs=None, shuffle=True)
-    est.train(train_input_fn, steps=200)
-
-    # EVALUATE
-    eval_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data}, y=data, batch_size=50, num_epochs=1, shuffle=True)
-    scores = est.evaluate(eval_input_fn)
-    self.assertEqual(200, scores['global_step'])
-    self.assertGreater(0.1, scores['absolute_error'])
-    self.assertAlmostEqual(4.4e-14, scores['mean'], places=2)
-
-    # PREDICT
-    predict_input_fn = numpy_io.numpy_input_fn(
-        x={'x': data}, y=None, batch_size=10, num_epochs=1, shuffle=False)
-    predictions = list(est.predict(predict_input_fn))
-    self.assertAllClose(data, predictions, atol=0.01)
-
-    # EXPORT
-    feature_spec = {'x': parsing_ops.FixedLenFeature([1], dtypes.float32)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    export_dir = est.export_savedmodel(tempfile.mkdtemp(),
-                                       serving_input_receiver_fn)
-    self.assertTrue(gfile.Exists(export_dir))
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/export/__init__.py b/tensorflow/python/estimator/export/__init__.py
index e69de29bb2..898efd46ef 100644
--- a/tensorflow/python/estimator/export/__init__.py
+++ b/tensorflow/python/estimator/export/__init__.py
@@ -0,0 +1,32 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""export python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow_estimator.python.estimator import export
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+export.__all__ = [s for s in dir(export) if not s.startswith('__')]
+
+from tensorflow_estimator.python.estimator.export import *
diff --git a/tensorflow/python/estimator/export/export.py b/tensorflow/python/estimator/export/export.py
index 55aace5fa9..835f0c129f 100644
--- a/tensorflow/python/estimator/export/export.py
+++ b/tensorflow/python/estimator/export/export.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,625 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Configuration and utilities for receiving inputs at serving time."""
+"""export python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import os
-
-import six
-
-from tensorflow.python.estimator import util
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.framework import tensor_shape
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.saved_model import signature_def_utils
-from tensorflow.python.util import compat
-from tensorflow.python.util.tf_export import estimator_export
-
-_SINGLE_FEATURE_DEFAULT_NAME = 'feature'
-_SINGLE_RECEIVER_DEFAULT_NAME = 'input'
-_SINGLE_LABEL_DEFAULT_NAME = 'label'
-
-_SINGLE_TENSOR_DEFAULT_NAMES = {
-    'feature': _SINGLE_FEATURE_DEFAULT_NAME,
-    'label': _SINGLE_LABEL_DEFAULT_NAME,
-    'receiver_tensor': _SINGLE_RECEIVER_DEFAULT_NAME,
-    'receiver_tensors_alternative': _SINGLE_RECEIVER_DEFAULT_NAME
-}
-
-
-def _wrap_and_check_input_tensors(tensors, field_name):
-  """Ensure that tensors is a dict of str to Tensor mappings.
-
-  Args:
-    tensors: dict of str to Tensors, or a single Tensor.
-    field_name: name of the member field of `ServingInputReceiver`
-      whose value is being passed to `tensors`.
-
-  Returns:
-    dict of str to Tensors; this is the original dict if one was passed, or
-    the original tensor wrapped in a dictionary.
-
-  Raises:
-    ValueError: if tensors is None, or has non-string keys,
-      or non-Tensor values
-  """
-  if tensors is None:
-    raise ValueError('{}s must be defined.'.format(field_name))
-  if not isinstance(tensors, dict):
-    tensors = {_SINGLE_TENSOR_DEFAULT_NAMES[field_name]: tensors}
-  for name, tensor in tensors.items():
-    _check_tensor_key(name, error_label=field_name)
-    _check_tensor(tensor, name, error_label=field_name)
-  return tensors
-
-
-def _check_tensor(tensor, name, error_label='feature'):
-  """Check that passed `tensor` is a Tensor or SparseTensor."""
-  if not (isinstance(tensor, ops.Tensor) or
-          isinstance(tensor, sparse_tensor.SparseTensor)):
-    fmt_name = ' {}'.format(name) if name else ''
-    value_error = ValueError('{}{} must be a Tensor or SparseTensor.'.format(
-        error_label, fmt_name))
-    # NOTE(ericmc): This if-else block is a specific carve-out for
-    # LabeledTensor, which has a `.tensor` attribute and which is
-    # convertible to tf.Tensor via ops.convert_to_tensor.
-    # Allowing all types convertible to tf.Tensor is considered by soergel@
-    # to be too permissive.
-    # TODO(soergel): accept any type convertible to Tensor,
-    # as in cl/193238295 snapshot #6.
-    if hasattr(tensor, 'tensor'):
-      try:
-        ops.convert_to_tensor(tensor)
-      except TypeError:
-        raise value_error
-    else:
-      raise value_error
-
-
-def _check_tensor_key(name, error_label='feature'):
-  if not isinstance(name, six.string_types):
-    raise ValueError('{} keys must be strings: {}.'.format(error_label, name))
-
-
-@estimator_export('estimator.export.ServingInputReceiver')
-class ServingInputReceiver(
-    collections.namedtuple(
-        'ServingInputReceiver',
-        ['features', 'receiver_tensors', 'receiver_tensors_alternatives'])):
-  """A return type for a serving_input_receiver_fn.
-
-  The expected return values are:
-    features: A `Tensor`, `SparseTensor`, or dict of string to `Tensor` or
-      `SparseTensor`, specifying the features to be passed to the model. Note:
-      if `features` passed is not a dict, it will be wrapped in a dict with a
-      single entry, using 'feature' as the key.  Consequently, the model must
-      accept a feature dict of the form {'feature': tensor}.  You may use
-      `TensorServingInputReceiver` if you want the tensor to be passed as is.
-    receiver_tensors: A `Tensor`, `SparseTensor`, or dict of string to `Tensor`
-      or `SparseTensor`, specifying input nodes where this receiver expects to
-      be fed by default.  Typically, this is a single placeholder expecting
-      serialized `tf.Example` protos.
-    receiver_tensors_alternatives: a dict of string to additional
-      groups of receiver tensors, each of which may be a `Tensor`,
-      `SparseTensor`, or dict of string to `Tensor` or`SparseTensor`.
-      These named receiver tensor alternatives generate additional serving
-      signatures, which may be used to feed inputs at different points within
-      the input receiver subgraph.  A typical usage is to allow feeding raw
-      feature `Tensor`s *downstream* of the tf.parse_example() op.
-      Defaults to None.
-  """
-
-  def __new__(cls,
-              features,
-              receiver_tensors,
-              receiver_tensors_alternatives=None):
-    features = _wrap_and_check_input_tensors(features, 'feature')
-
-    receiver_tensors = _wrap_and_check_input_tensors(receiver_tensors,
-                                                     'receiver_tensor')
-
-    if receiver_tensors_alternatives is not None:
-      if not isinstance(receiver_tensors_alternatives, dict):
-        raise ValueError(
-            'receiver_tensors_alternatives must be a dict: {}.'.format(
-                receiver_tensors_alternatives))
-      for alternative_name, receiver_tensors_alt in (
-          six.iteritems(receiver_tensors_alternatives)):
-        # Updating dict during iteration is OK in this case.
-        receiver_tensors_alternatives[alternative_name] = (
-            _wrap_and_check_input_tensors(
-                receiver_tensors_alt, 'receiver_tensors_alternative'))
-
-    return super(ServingInputReceiver, cls).__new__(
-        cls,
-        features=features,
-        receiver_tensors=receiver_tensors,
-        receiver_tensors_alternatives=receiver_tensors_alternatives)
-
-
-@estimator_export('estimator.export.TensorServingInputReceiver')
-class TensorServingInputReceiver(
-    collections.namedtuple(
-        'TensorServingInputReceiver',
-        ['features', 'receiver_tensors', 'receiver_tensors_alternatives'])):
-  """A return type for a serving_input_receiver_fn.
-
-  This is for use with models that expect a single `Tensor` or `SparseTensor`
-  as an input feature, as opposed to a dict of features.
-
-  The normal `ServingInputReceiver` always returns a feature dict, even if it
-  contains only one entry, and so can be used only with models that accept such
-  a dict.  For models that accept only a single raw feature, the
-  `serving_input_receiver_fn` provided to `Estimator.export_savedmodel()` should
-  return this `TensorServingInputReceiver` instead.  See:
-  https://github.com/tensorflow/tensorflow/issues/11674
-
-  Note that the receiver_tensors and receiver_tensor_alternatives arguments
-  will be automatically converted to the dict representation in either case,
-  because the SavedModel format requires each input `Tensor` to have a name
-  (provided by the dict key).
-
-  The expected return values are:
-    features: A single `Tensor` or `SparseTensor`, representing the feature
-      to be passed to the model.
-    receiver_tensors: A `Tensor`, `SparseTensor`, or dict of string to `Tensor`
-      or `SparseTensor`, specifying input nodes where this receiver expects to
-      be fed by default.  Typically, this is a single placeholder expecting
-      serialized `tf.Example` protos.
-    receiver_tensors_alternatives: a dict of string to additional
-      groups of receiver tensors, each of which may be a `Tensor`,
-      `SparseTensor`, or dict of string to `Tensor` or`SparseTensor`.
-      These named receiver tensor alternatives generate additional serving
-      signatures, which may be used to feed inputs at different points within
-      the input receiver subgraph.  A typical usage is to allow feeding raw
-      feature `Tensor`s *downstream* of the tf.parse_example() op.
-      Defaults to None.
-  """
-
-  def __new__(cls,
-              features,
-              receiver_tensors,
-              receiver_tensors_alternatives=None):
-    if features is None:
-      raise ValueError('features must be defined.')
-    _check_tensor(features, None)
-
-    receiver = ServingInputReceiver(
-        features=features,
-        receiver_tensors=receiver_tensors,
-        receiver_tensors_alternatives=receiver_tensors_alternatives)
-
-    return super(TensorServingInputReceiver, cls).__new__(
-        cls,
-        features=receiver.features[_SINGLE_FEATURE_DEFAULT_NAME],
-        receiver_tensors=receiver.receiver_tensors,
-        receiver_tensors_alternatives=receiver.receiver_tensors_alternatives)
-
-
-class UnsupervisedInputReceiver(ServingInputReceiver):
-  """A return type for a training_input_receiver_fn or eval_input_receiver_fn.
-
-  This differs from SupervisedInputReceiver in that it does not require a set
-  of labels.
-
-  The expected return values are:
-    features: A `Tensor`, `SparseTensor`, or dict of string to `Tensor` or
-      `SparseTensor`, specifying the features to be passed to the model.
-    receiver_tensors: A `Tensor`, `SparseTensor`, or dict of string to `Tensor`
-      or `SparseTensor`, specifying input nodes where this receiver expects to
-      be fed by default.  Typically, this is a single placeholder expecting
-      serialized `tf.Example` protos.
-  """
-
-  def __new__(cls, features, receiver_tensors):
-    return super(UnsupervisedInputReceiver, cls).__new__(
-        cls,
-        features=features,
-        receiver_tensors=receiver_tensors,
-        receiver_tensors_alternatives=None)
-
-
-class SupervisedInputReceiver(
-    collections.namedtuple('SupervisedInputReceiver',
-                           ['features', 'labels', 'receiver_tensors'])):
-  """A return type for a training_input_receiver_fn or eval_input_receiver_fn.
-
-  This differs from a ServingInputReceiver in that (1) this receiver expects
-  a set of labels to be passed in with features, and (2) this receiver does
-  not support receiver_tensors_alternatives, which are primarily used for
-  serving.
-
-  The expected return values are:
-    features: A `Tensor`, `SparseTensor`, or dict of string to `Tensor` or
-      `SparseTensor`, specifying the features to be passed to the model.
-    labels: A `Tensor`, `SparseTensor`, or dict of string to `Tensor` or
-      `SparseTensor`, specifying the labels to be passed to the model.
-    receiver_tensors: A `Tensor`, `SparseTensor`, or dict of string to `Tensor`
-      or `SparseTensor`, specifying input nodes where this receiver expects to
-      be fed by default.  Typically, this is a single placeholder expecting
-      serialized `tf.Example` protos.
-
-  """
-
-  def __new__(cls, features, labels, receiver_tensors):
-    # Both features and labels can be dicts or raw tensors.
-    for input_vals, error_label in ((features, 'feature'), (labels, 'label')):
-      # _wrap_and_check_input_tensors is called here only to validate the
-      # tensors. The wrapped dict that is returned is deliberately discarded.
-      _wrap_and_check_input_tensors(input_vals, error_label)
-
-    receiver_tensors = _wrap_and_check_input_tensors(receiver_tensors,
-                                                     'receiver_tensor')
-
-    return super(SupervisedInputReceiver, cls).__new__(
-        cls,
-        features=features,
-        labels=labels,
-        receiver_tensors=receiver_tensors)
-
-
-@estimator_export('estimator.export.build_parsing_serving_input_receiver_fn')
-def build_parsing_serving_input_receiver_fn(feature_spec,
-                                            default_batch_size=None):
-  """Build a serving_input_receiver_fn expecting fed tf.Examples.
-
-  Creates a serving_input_receiver_fn that expects a serialized tf.Example fed
-  into a string placeholder.  The function parses the tf.Example according to
-  the provided feature_spec, and returns all parsed Tensors as features.
-
-  Args:
-    feature_spec: a dict of string to `VarLenFeature`/`FixedLenFeature`.
-    default_batch_size: the number of query examples expected per batch.
-        Leave unset for variable batch size (recommended).
-
-  Returns:
-    A serving_input_receiver_fn suitable for use in serving.
-  """
-
-  def serving_input_receiver_fn():
-    """An input_fn that expects a serialized tf.Example."""
-    serialized_tf_example = array_ops.placeholder(
-        dtype=dtypes.string,
-        shape=[default_batch_size],
-        name='input_example_tensor')
-    receiver_tensors = {'examples': serialized_tf_example}
-    features = parsing_ops.parse_example(serialized_tf_example, feature_spec)
-    return ServingInputReceiver(features, receiver_tensors)
-
-  return serving_input_receiver_fn
-
-
-def _placeholder_from_tensor(t, default_batch_size=None):
-  """Creates a placeholder that matches the dtype and shape of passed tensor.
-
-  Args:
-    t: Tensor or EagerTensor
-    default_batch_size: the number of query examples expected per batch.
-        Leave unset for variable batch size (recommended).
-
-  Returns:
-    Placeholder that matches the passed tensor.
-  """
-  batch_shape = tensor_shape.TensorShape([default_batch_size])
-  shape = batch_shape.concatenate(t.get_shape()[1:])
-
-  # Reuse the feature tensor's op name (t.op.name) for the placeholder,
-  # excluding the index from the tensor's name (t.name):
-  # t.name = "%s:%d" % (t.op.name, t._value_index)
-  try:
-    name = t.op.name
-  except AttributeError:
-    # In Eager mode, tensors don't have ops or names, and while they do have
-    # IDs, those are not maintained across runs. The name here is used
-    # primarily for debugging, and is not critical to the placeholder.
-    # So, in order to make this Eager-compatible, continue with an empty
-    # name if none is available.
-    name = None
-
-  return array_ops.placeholder(dtype=t.dtype, shape=shape, name=name)
-
-
-def _placeholders_from_receiver_tensors_dict(input_vals,
-                                             default_batch_size=None):
-  return {
-      name: _placeholder_from_tensor(t, default_batch_size)
-      for name, t in input_vals.items()
-  }
-
-
-@estimator_export('estimator.export.build_raw_serving_input_receiver_fn')
-def build_raw_serving_input_receiver_fn(features, default_batch_size=None):
-  """Build a serving_input_receiver_fn expecting feature Tensors.
-
-  Creates an serving_input_receiver_fn that expects all features to be fed
-  directly.
-
-  Args:
-    features: a dict of string to `Tensor`.
-    default_batch_size: the number of query examples expected per batch.
-        Leave unset for variable batch size (recommended).
-
-  Returns:
-    A serving_input_receiver_fn.
-  """
-
-  def serving_input_receiver_fn():
-    """A serving_input_receiver_fn that expects features to be fed directly."""
-    receiver_tensors = _placeholders_from_receiver_tensors_dict(
-        features, default_batch_size)
-    return ServingInputReceiver(receiver_tensors, receiver_tensors)
-
-  return serving_input_receiver_fn
-
-
-def build_raw_supervised_input_receiver_fn(features,
-                                           labels,
-                                           default_batch_size=None):
-  """Build a supervised_input_receiver_fn for raw features and labels.
-
-  This function wraps tensor placeholders in a supervised_receiver_fn
-  with the expectation that the features and labels appear precisely as
-  the model_fn expects them. Features and labels can therefore be dicts of
-  tensors, or raw tensors.
-
-  Args:
-    features: a dict of string to `Tensor` or `Tensor`.
-    labels: a dict of string to `Tensor` or `Tensor`.
-    default_batch_size: the number of query examples expected per batch.
-        Leave unset for variable batch size (recommended).
-
-  Returns:
-    A supervised_input_receiver_fn.
-
-  Raises:
-    ValueError: if features and labels have overlapping keys.
-  """
-  # Check for overlapping keys before beginning.
-  try:
-    feat_keys = features.keys()
-  except AttributeError:
-    feat_keys = [_SINGLE_RECEIVER_DEFAULT_NAME]
-  try:
-    label_keys = labels.keys()
-  except AttributeError:
-    label_keys = [_SINGLE_LABEL_DEFAULT_NAME]
-
-  overlap_keys = set(feat_keys) & set(label_keys)
-  if overlap_keys:
-    raise ValueError('Features and labels must have distinct keys. '
-                     'Found overlapping keys: {}'.format(overlap_keys))
-
-  def supervised_input_receiver_fn():
-    """A receiver_fn that expects pass-through features and labels."""
-    if not isinstance(features, dict):
-      features_cp = _placeholder_from_tensor(features, default_batch_size)
-      receiver_features = {_SINGLE_RECEIVER_DEFAULT_NAME: features_cp}
-    else:
-      receiver_features = _placeholders_from_receiver_tensors_dict(
-          features, default_batch_size)
-      features_cp = receiver_features
-
-    if not isinstance(labels, dict):
-      labels_cp = _placeholder_from_tensor(labels, default_batch_size)
-      receiver_labels = {_SINGLE_LABEL_DEFAULT_NAME: labels_cp}
-    else:
-      receiver_labels = _placeholders_from_receiver_tensors_dict(
-          labels, default_batch_size)
-      labels_cp = receiver_labels
-
-    receiver_tensors = dict(receiver_features)
-    receiver_tensors.update(receiver_labels)
-    return SupervisedInputReceiver(features_cp, labels_cp, receiver_tensors)
-
-  return supervised_input_receiver_fn
-
-
-def build_supervised_input_receiver_fn_from_input_fn(input_fn, **input_fn_args):
-  """Get a function that returns a SupervisedInputReceiver matching an input_fn.
-
-  Note that this function calls the input_fn in a local graph in order to
-  extract features and labels. Placeholders are then created from those
-  features and labels in the default graph.
-
-  Args:
-    input_fn: An Estimator input_fn, which is a function that returns one of:
-
-      * A 'tf.data.Dataset' object: Outputs of `Dataset` object must be a
-          tuple (features, labels) with same constraints as below.
-      * A tuple (features, labels): Where `features` is a `Tensor` or a
-        dictionary of string feature name to `Tensor` and `labels` is a
-        `Tensor` or a dictionary of string label name to `Tensor`. Both
-        `features` and `labels` are consumed by `model_fn`. They should
-        satisfy the expectation of `model_fn` from inputs.
-
-    **input_fn_args: set of kwargs to be passed to the input_fn. Note that
-      these will not be checked or validated here, and any errors raised by
-      the input_fn will be thrown to the top.
-
-  Returns:
-    A function taking no arguments that, when called, returns a
-    SupervisedInputReceiver. This function can be passed in as part of the
-    input_receiver_map when exporting SavedModels from Estimator with multiple
-    modes.
-  """
-  # Wrap the input_fn call in a graph to prevent sullying the default namespace
-  with ops.Graph().as_default():
-    result = input_fn(**input_fn_args)
-    features, labels, _ = util.parse_input_fn_result(result)
-  # Placeholders are created back in the default graph.
-  return build_raw_supervised_input_receiver_fn(features, labels)
-
-
-### Below utilities are specific to SavedModel exports.
-
-
-def build_all_signature_defs(receiver_tensors,
-                             export_outputs,
-                             receiver_tensors_alternatives=None,
-                             serving_only=True):
-  """Build `SignatureDef`s for all export outputs.
-
-  Args:
-    receiver_tensors: a `Tensor`, or a dict of string to `Tensor`, specifying
-      input nodes where this receiver expects to be fed by default.  Typically,
-      this is a single placeholder expecting serialized `tf.Example` protos.
-    export_outputs: a dict of ExportOutput instances, each of which has
-      an as_signature_def instance method that will be called to retrieve
-      the signature_def for all export output tensors.
-    receiver_tensors_alternatives: a dict of string to additional
-      groups of receiver tensors, each of which may be a `Tensor` or a dict of
-      string to `Tensor`.  These named receiver tensor alternatives generate
-      additional serving signatures, which may be used to feed inputs at
-      different points within the input receiver subgraph.  A typical usage is
-      to allow feeding raw feature `Tensor`s *downstream* of the
-      tf.parse_example() op.  Defaults to None.
-    serving_only: boolean; if true, resulting signature defs will only include
-      valid serving signatures. If false, all requested signatures will be
-      returned.
-
-  Returns:
-    signature_def representing all passed args.
-
-  Raises:
-    ValueError: if export_outputs is not a dict
-  """
-  if not isinstance(receiver_tensors, dict):
-    receiver_tensors = {_SINGLE_RECEIVER_DEFAULT_NAME: receiver_tensors}
-  if export_outputs is None or not isinstance(export_outputs, dict):
-    raise ValueError('export_outputs must be a dict and not'
-                     '{}'.format(type(export_outputs)))
-
-  signature_def_map = {}
-  excluded_signatures = {}
-  for output_key, export_output in export_outputs.items():
-    signature_name = '{}'.format(output_key or 'None')
-    try:
-      signature = export_output.as_signature_def(receiver_tensors)
-      signature_def_map[signature_name] = signature
-    except ValueError as e:
-      excluded_signatures[signature_name] = str(e)
-
-  if receiver_tensors_alternatives:
-    for receiver_name, receiver_tensors_alt in (
-        six.iteritems(receiver_tensors_alternatives)):
-      if not isinstance(receiver_tensors_alt, dict):
-        receiver_tensors_alt = {
-            _SINGLE_RECEIVER_DEFAULT_NAME: receiver_tensors_alt
-        }
-      for output_key, export_output in export_outputs.items():
-        signature_name = '{}:{}'.format(receiver_name or 'None', output_key or
-                                        'None')
-        try:
-          signature = export_output.as_signature_def(receiver_tensors_alt)
-          signature_def_map[signature_name] = signature
-        except ValueError as e:
-          excluded_signatures[signature_name] = str(e)
-
-  _log_signature_report(signature_def_map, excluded_signatures)
-
-  # The above calls to export_output.as_signature_def should return only
-  # valid signatures; if there is a validity problem, they raise a ValueError,
-  # in which case we exclude that signature from signature_def_map above.
-  # The is_valid_signature check ensures that the signatures produced are
-  # valid for serving, and acts as an additional sanity check for export
-  # signatures produced for serving. We skip this check for training and eval
-  # signatures, which are not intended for serving.
-  if serving_only:
-    signature_def_map = {
-        k: v
-        for k, v in signature_def_map.items()
-        if signature_def_utils.is_valid_signature(v)
-    }
-  return signature_def_map
-
-
-_FRIENDLY_METHOD_NAMES = {
-    signature_constants.CLASSIFY_METHOD_NAME: 'Classify',
-    signature_constants.REGRESS_METHOD_NAME: 'Regress',
-    signature_constants.PREDICT_METHOD_NAME: 'Predict',
-    signature_constants.SUPERVISED_TRAIN_METHOD_NAME: 'Train',
-    signature_constants.SUPERVISED_EVAL_METHOD_NAME: 'Eval',
-}
-
-
-def _log_signature_report(signature_def_map, excluded_signatures):
-  """Log a report of which signatures were produced."""
-  sig_names_by_method_name = collections.defaultdict(list)
-
-  # We'll collect whatever method_names are present, but also we want to make
-  # sure to output a line for each of the three standard methods even if they
-  # have no signatures.
-  for method_name in _FRIENDLY_METHOD_NAMES:
-    sig_names_by_method_name[method_name] = []
-
-  for signature_name, sig in signature_def_map.items():
-    sig_names_by_method_name[sig.method_name].append(signature_name)
-
-  # TODO(b/67733540): consider printing the full signatures, not just names
-  for method_name, sig_names in sig_names_by_method_name.items():
-    if method_name in _FRIENDLY_METHOD_NAMES:
-      method_name = _FRIENDLY_METHOD_NAMES[method_name]
-    logging.info('Signatures INCLUDED in export for {}: {}'.format(
-        method_name, sig_names if sig_names else 'None'))
-
-  if excluded_signatures:
-    logging.info('Signatures EXCLUDED from export because they cannot be '
-                 'be served via TensorFlow Serving APIs:')
-    for signature_name, message in excluded_signatures.items():
-      logging.info('\'{}\' : {}'.format(signature_name, message))
-
-  if not signature_def_map:
-    logging.warn('Export includes no signatures!')
-  elif (signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY not in
-        signature_def_map):
-    logging.warn('Export includes no default signature!')
-
-
-def get_timestamped_export_dir(export_dir_base):
-  """Builds a path to a new subdirectory within the base directory.
-
-  Each export is written into a new subdirectory named using the
-  current time.  This guarantees monotonically increasing version
-  numbers even across multiple runs of the pipeline.
-  The timestamp used is the number of seconds since epoch UTC.
-
-  Args:
-    export_dir_base: A string containing a directory to write the exported
-        graph and checkpoints.
-  Returns:
-    The full path of the new subdirectory (which is not actually created yet).
-
-  Raises:
-    RuntimeError: if repeated attempts fail to obtain a unique timestamped
-      directory name.
-  """
-  return util.get_timestamped_dir(export_dir_base)
-
-
-def get_temp_export_dir(timestamped_export_dir):
-  """Builds a directory name based on the argument but starting with 'temp-'.
-
-  This relies on the fact that TensorFlow Serving ignores subdirectories of
-  the base directory that can't be parsed as integers.
+from tensorflow_estimator.python.estimator.export import export
 
-  Args:
-    timestamped_export_dir: the name of the eventual export directory, e.g.
-      /foo/bar/<timestamp>
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+export.__all__ = [s for s in dir(export) if not s.startswith('__')]
 
-  Returns:
-    A sister directory prefixed with 'temp-', e.g. /foo/bar/temp-<timestamp>.
-  """
-  (dirname, basename) = os.path.split(timestamped_export_dir)
-  temp_export_dir = os.path.join(
-      compat.as_bytes(dirname), compat.as_bytes('temp-{}'.format(basename)))
-  return temp_export_dir
+from tensorflow_estimator.python.estimator.export.export import *
diff --git a/tensorflow/python/estimator/export/export_lib.py b/tensorflow/python/estimator/export/export_lib.py
index f4ac8581ea..2e1d7c2474 100644
--- a/tensorflow/python/estimator/export/export_lib.py
+++ b/tensorflow/python/estimator/export/export_lib.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,21 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utility methods for exporting Estimator."""
+"""export_lib python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-# pylint: disable=unused-import,line-too-long
-from tensorflow.python.estimator.export.export import build_parsing_serving_input_receiver_fn
-from tensorflow.python.estimator.export.export import build_raw_serving_input_receiver_fn
-from tensorflow.python.estimator.export.export import ServingInputReceiver
-from tensorflow.python.estimator.export.export import TensorServingInputReceiver
-from tensorflow.python.estimator.export.export_output import ClassificationOutput
-from tensorflow.python.estimator.export.export_output import ExportOutput
-from tensorflow.python.estimator.export.export_output import PredictOutput
-from tensorflow.python.estimator.export.export_output import RegressionOutput
+from tensorflow_estimator.python.estimator.export import export_lib
 
-# pylint: enable=unused-import,line-too-long
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+export_lib.__all__ = [s for s in dir(export_lib) if not s.startswith('__')]
 
+from tensorflow_estimator.python.estimator.export.export_lib import *
diff --git a/tensorflow/python/estimator/export/export_output.py b/tensorflow/python/estimator/export/export_output.py
index c17fc08f21..eed85395c7 100644
--- a/tensorflow/python/estimator/export/export_output.py
+++ b/tensorflow/python/estimator/export/export_output.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,402 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Classes for different types of export output."""
+"""export_output python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import abc
-
-import six
-
-
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.keras import metrics as metrics_module
-from tensorflow.python.saved_model import signature_def_utils
-from tensorflow.python.util.tf_export import estimator_export
-
-
-@estimator_export('estimator.export.ExportOutput')
-class ExportOutput(object):
-  """Represents an output of a model that can be served.
-
-  These typically correspond to model heads.
-  """
-
-  __metaclass__ = abc.ABCMeta
-
-  _SEPARATOR_CHAR = '/'
-
-  @abc.abstractmethod
-  def as_signature_def(self, receiver_tensors):
-    """Generate a SignatureDef proto for inclusion in a MetaGraphDef.
-
-    The SignatureDef will specify outputs as described in this ExportOutput,
-    and will use the provided receiver_tensors as inputs.
-
-    Args:
-      receiver_tensors: a `Tensor`, or a dict of string to `Tensor`, specifying
-        input nodes that will be fed.
-    """
-    pass
-
-  def _check_output_key(self, key, error_label):
-    # For multi-head models, the key can be a tuple.
-    if isinstance(key, tuple):
-      key = self._SEPARATOR_CHAR.join(key)
-
-    if not isinstance(key, six.string_types):
-      raise ValueError(
-          '{} output key must be a string; got {}.'.format(error_label, key))
-    return key
-
-  def _wrap_and_check_outputs(
-      self, outputs, single_output_default_name, error_label=None):
-    """Wraps raw tensors as dicts and checks type.
-
-    Note that we create a new dict here so that we can overwrite the keys
-    if necessary.
-
-    Args:
-      outputs: A `Tensor` or a dict of string to `Tensor`.
-      single_output_default_name: A string key for use in the output dict
-        if the provided `outputs` is a raw tensor.
-      error_label: descriptive string for use in error messages. If none,
-        single_output_default_name will be used.
-
-    Returns:
-      A dict of tensors
-
-    Raises:
-      ValueError: if the outputs dict keys are not strings or tuples of strings
-        or the values are not Tensors.
-    """
-    if not isinstance(outputs, dict):
-      outputs = {single_output_default_name: outputs}
-
-    output_dict = {}
-    for key, value in outputs.items():
-      error_name = error_label or single_output_default_name
-      key = self._check_output_key(key, error_name)
-      if not isinstance(value, ops.Tensor):
-        raise ValueError(
-            '{} output value must be a Tensor; got {}.'.format(
-                error_name, value))
-
-      output_dict[key] = value
-    return output_dict
-
-
-@estimator_export('estimator.export.ClassificationOutput')
-class ClassificationOutput(ExportOutput):
-  """Represents the output of a classification head.
-
-  Either classes or scores or both must be set.
-
-  The classes `Tensor` must provide string labels, not integer class IDs.
-
-  If only classes is set, it is interpreted as providing top-k results in
-  descending order.
-
-  If only scores is set, it is interpreted as providing a score for every class
-  in order of class ID.
-
-  If both classes and scores are set, they are interpreted as zipped, so each
-  score corresponds to the class at the same index.  Clients should not depend
-  on the order of the entries.
-  """
-
-  def __init__(self, scores=None, classes=None):
-    """Constructor for `ClassificationOutput`.
-
-    Args:
-      scores: A float `Tensor` giving scores (sometimes but not always
-          interpretable as probabilities) for each class.  May be `None`, but
-          only if `classes` is set.  Interpretation varies-- see class doc.
-      classes: A string `Tensor` giving predicted class labels.  May be `None`,
-          but only if `scores` is set.  Interpretation varies-- see class doc.
-
-    Raises:
-      ValueError: if neither classes nor scores is set, or one of them is not a
-          `Tensor` with the correct dtype.
-    """
-    if (scores is not None
-        and not (isinstance(scores, ops.Tensor)
-                 and scores.dtype.is_floating)):
-      raise ValueError('Classification scores must be a float32 Tensor; '
-                       'got {}'.format(scores))
-    if (classes is not None
-        and not (isinstance(classes, ops.Tensor)
-                 and dtypes.as_dtype(classes.dtype) == dtypes.string)):
-      raise ValueError('Classification classes must be a string Tensor; '
-                       'got {}'.format(classes))
-    if scores is None and classes is None:
-      raise ValueError('At least one of scores and classes must be set.')
-
-    self._scores = scores
-    self._classes = classes
-
-  @property
-  def scores(self):
-    return self._scores
-
-  @property
-  def classes(self):
-    return self._classes
-
-  def as_signature_def(self, receiver_tensors):
-    if len(receiver_tensors) != 1:
-      raise ValueError('Classification input must be a single string Tensor; '
-                       'got {}'.format(receiver_tensors))
-    (_, examples), = receiver_tensors.items()
-    if dtypes.as_dtype(examples.dtype) != dtypes.string:
-      raise ValueError('Classification input must be a single string Tensor; '
-                       'got {}'.format(receiver_tensors))
-    return signature_def_utils.classification_signature_def(
-        examples, self.classes, self.scores)
-
-
-@estimator_export('estimator.export.RegressionOutput')
-class RegressionOutput(ExportOutput):
-  """Represents the output of a regression head."""
-
-  def __init__(self, value):
-    """Constructor for `RegressionOutput`.
-
-    Args:
-      value: a float `Tensor` giving the predicted values.  Required.
-
-    Raises:
-      ValueError: if the value is not a `Tensor` with dtype tf.float32.
-    """
-    if not (isinstance(value, ops.Tensor) and value.dtype.is_floating):
-      raise ValueError('Regression output value must be a float32 Tensor; '
-                       'got {}'.format(value))
-    self._value = value
-
-  @property
-  def value(self):
-    return self._value
-
-  def as_signature_def(self, receiver_tensors):
-    if len(receiver_tensors) != 1:
-      raise ValueError('Regression input must be a single string Tensor; '
-                       'got {}'.format(receiver_tensors))
-    (_, examples), = receiver_tensors.items()
-    if dtypes.as_dtype(examples.dtype) != dtypes.string:
-      raise ValueError('Regression input must be a single string Tensor; '
-                       'got {}'.format(receiver_tensors))
-    return signature_def_utils.regression_signature_def(examples, self.value)
-
-
-@estimator_export('estimator.export.PredictOutput')
-class PredictOutput(ExportOutput):
-  """Represents the output of a generic prediction head.
-
-  A generic prediction need not be either a classification or a regression.
-
-  Named outputs must be provided as a dict from string to `Tensor`,
-  """
-  _SINGLE_OUTPUT_DEFAULT_NAME = 'output'
-
-  def __init__(self, outputs):
-    """Constructor for PredictOutput.
-
-    Args:
-      outputs: A `Tensor` or a dict of string to `Tensor` representing the
-        predictions.
-
-    Raises:
-      ValueError: if the outputs is not dict, or any of its keys are not
-          strings, or any of its values are not `Tensor`s.
-    """
-
-    self._outputs = self._wrap_and_check_outputs(
-        outputs, self._SINGLE_OUTPUT_DEFAULT_NAME, error_label='Prediction')
-
-  @property
-  def outputs(self):
-    return self._outputs
-
-  def as_signature_def(self, receiver_tensors):
-    return signature_def_utils.predict_signature_def(receiver_tensors,
-                                                     self.outputs)
-
-
-class _SupervisedOutput(ExportOutput):
-  """Represents the output of a supervised training or eval process."""
-  __metaclass__ = abc.ABCMeta
-
-  LOSS_NAME = 'loss'
-  PREDICTIONS_NAME = 'predictions'
-  METRICS_NAME = 'metrics'
-
-  METRIC_VALUE_SUFFIX = 'value'
-  METRIC_UPDATE_SUFFIX = 'update_op'
-
-  _loss = None
-  _predictions = None
-  _metrics = None
-
-  def __init__(self, loss=None, predictions=None, metrics=None):
-    """Constructor for SupervisedOutput (ie, Train or Eval output).
-
-    Args:
-      loss: dict of Tensors or single Tensor representing calculated loss.
-      predictions: dict of Tensors or single Tensor representing model
-        predictions.
-      metrics: Dict of metric results keyed by name.
-        The values of the dict can be one of the following:
-        (1) instance of `Metric` class.
-        (2) (metric_value, update_op) tuples, or a single tuple.
-        metric_value must be a Tensor, and update_op must be a Tensor or Op.
-
-    Raises:
-      ValueError: if any of the outputs' dict keys are not strings or tuples of
-        strings or the values are not Tensors (or Operations in the case of
-        update_op).
-    """
-
-    if loss is not None:
-      loss_dict = self._wrap_and_check_outputs(loss, self.LOSS_NAME)
-      self._loss = self._prefix_output_keys(loss_dict, self.LOSS_NAME)
-    if predictions is not None:
-      pred_dict = self._wrap_and_check_outputs(
-          predictions, self.PREDICTIONS_NAME)
-      self._predictions = self._prefix_output_keys(
-          pred_dict, self.PREDICTIONS_NAME)
-    if metrics is not None:
-      self._metrics = self._wrap_and_check_metrics(metrics)
-
-  def _prefix_output_keys(self, output_dict, output_name):
-    """Prepend output_name to the output_dict keys if it doesn't exist.
-
-    This produces predictable prefixes for the pre-determined outputs
-    of SupervisedOutput.
-
-    Args:
-      output_dict: dict of string to Tensor, assumed valid.
-      output_name: prefix string to prepend to existing keys.
-
-    Returns:
-      dict with updated keys and existing values.
-    """
-
-    new_outputs = {}
-    for key, val in output_dict.items():
-      key = self._prefix_key(key, output_name)
-      new_outputs[key] = val
-    return new_outputs
-
-  def _prefix_key(self, key, output_name):
-    if key.find(output_name) != 0:
-      key = output_name + self._SEPARATOR_CHAR + key
-    return key
-
-  def _wrap_and_check_metrics(self, metrics):
-    """Handle the saving of metrics.
-
-    Metrics is either a tuple of (value, update_op), or a dict of such tuples.
-    Here, we separate out the tuples and create a dict with names to tensors.
-
-    Args:
-      metrics: Dict of metric results keyed by name.
-        The values of the dict can be one of the following:
-        (1) instance of `Metric` class.
-        (2) (metric_value, update_op) tuples, or a single tuple.
-        metric_value must be a Tensor, and update_op must be a Tensor or Op.
-
-    Returns:
-      dict of output_names to tensors
-
-    Raises:
-      ValueError: if the dict key is not a string, or the metric values or ops
-        are not tensors.
-    """
-    if not isinstance(metrics, dict):
-      metrics = {self.METRICS_NAME: metrics}
-
-    outputs = {}
-    for key, value in metrics.items():
-      if isinstance(value, metrics_module.Metric):
-        metric_val = value.result()
-        assert len(value.updates) == 1  # We expect only one update op.
-        metric_op = value.updates[0]
-      else:
-        metric_val, metric_op = value
-      key = self._check_output_key(key, self.METRICS_NAME)
-      key = self._prefix_key(key, self.METRICS_NAME)
-
-      val_name = key + self._SEPARATOR_CHAR + self.METRIC_VALUE_SUFFIX
-      op_name = key + self._SEPARATOR_CHAR + self.METRIC_UPDATE_SUFFIX
-      if not isinstance(metric_val, ops.Tensor):
-        raise ValueError(
-            '{} output value must be a Tensor; got {}.'.format(
-                key, metric_val))
-      if (not isinstance(metric_op, ops.Tensor) and
-          not isinstance(metric_op, ops.Operation)):
-        raise ValueError(
-            '{} update_op must be a Tensor or Operation; got {}.'.format(
-                key, metric_op))
-
-      # We must wrap any ops in a Tensor before export, as the SignatureDef
-      # proto expects tensors only. See b/109740581
-      metric_op_tensor = metric_op
-      if isinstance(metric_op, ops.Operation):
-        with ops.control_dependencies([metric_op]):
-          metric_op_tensor = constant_op.constant([], name='metric_op_wrapper')
-
-      outputs[val_name] = metric_val
-      outputs[op_name] = metric_op_tensor
-
-    return outputs
-
-  @property
-  def loss(self):
-    return self._loss
-
-  @property
-  def predictions(self):
-    return self._predictions
-
-  @property
-  def metrics(self):
-    return self._metrics
-
-  @abc.abstractmethod
-  def _get_signature_def_fn(self):
-    """Returns a function that produces a SignatureDef given desired outputs."""
-    pass
-
-  def as_signature_def(self, receiver_tensors):
-    signature_def_fn = self._get_signature_def_fn()
-    return signature_def_fn(
-        receiver_tensors, self.loss, self.predictions, self.metrics)
-
-
-class TrainOutput(_SupervisedOutput):
-  """Represents the output of a supervised training process.
-
-  This class generates the appropriate signature def for exporting
-  training output by type-checking and wrapping loss, predictions, and metrics
-  values.
-  """
-
-  def _get_signature_def_fn(self):
-    return signature_def_utils.supervised_train_signature_def
-
-
-class EvalOutput(_SupervisedOutput):
-  """Represents the output of a supervised eval process.
+from tensorflow_estimator.python.estimator.export import export_output
 
-  This class generates the appropriate signature def for exporting
-  eval output by type-checking and wrapping loss, predictions, and metrics
-  values.
-  """
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+export_output.__all__ = [
+    s for s in dir(export_output) if not s.startswith('__')
+]
 
-  def _get_signature_def_fn(self):
-    return signature_def_utils.supervised_eval_signature_def
+from tensorflow_estimator.python.estimator.export.export_output import *
diff --git a/tensorflow/python/estimator/export/export_output_test.py b/tensorflow/python/estimator/export/export_output_test.py
deleted file mode 100644
index 96ce0e580d..0000000000
--- a/tensorflow/python/estimator/export/export_output_test.py
+++ /dev/null
@@ -1,397 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for export."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.core.framework import tensor_shape_pb2
-from tensorflow.core.framework import types_pb2
-from tensorflow.core.protobuf import meta_graph_pb2
-from tensorflow.python.estimator.export import export_output as export_output_lib
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.keras import metrics as metrics_module
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-
-
-class ExportOutputTest(test.TestCase):
-
-  def test_regress_value_must_be_float(self):
-    value = array_ops.placeholder(dtypes.string, 1, name="output-tensor-1")
-    with self.assertRaises(ValueError) as e:
-      export_output_lib.RegressionOutput(value)
-    self.assertEqual('Regression output value must be a float32 Tensor; got '
-                     'Tensor("output-tensor-1:0", shape=(1,), dtype=string)',
-                     str(e.exception))
-
-  def test_classify_classes_must_be_strings(self):
-    classes = array_ops.placeholder(dtypes.float32, 1, name="output-tensor-1")
-    with self.assertRaises(ValueError) as e:
-      export_output_lib.ClassificationOutput(classes=classes)
-    self.assertEqual('Classification classes must be a string Tensor; got '
-                     'Tensor("output-tensor-1:0", shape=(1,), dtype=float32)',
-                     str(e.exception))
-
-  def test_classify_scores_must_be_float(self):
-    scores = array_ops.placeholder(dtypes.string, 1, name="output-tensor-1")
-    with self.assertRaises(ValueError) as e:
-      export_output_lib.ClassificationOutput(scores=scores)
-    self.assertEqual('Classification scores must be a float32 Tensor; got '
-                     'Tensor("output-tensor-1:0", shape=(1,), dtype=string)',
-                     str(e.exception))
-
-  def test_classify_requires_classes_or_scores(self):
-    with self.assertRaises(ValueError) as e:
-      export_output_lib.ClassificationOutput()
-    self.assertEqual("At least one of scores and classes must be set.",
-                     str(e.exception))
-
-  def test_build_standardized_signature_def_regression(self):
-    input_tensors = {
-        "input-1":
-            array_ops.placeholder(
-                dtypes.string, 1, name="input-tensor-1")
-    }
-    value = array_ops.placeholder(dtypes.float32, 1, name="output-tensor-1")
-
-    export_output = export_output_lib.RegressionOutput(value)
-    actual_signature_def = export_output.as_signature_def(input_tensors)
-
-    expected_signature_def = meta_graph_pb2.SignatureDef()
-    shape = tensor_shape_pb2.TensorShapeProto(
-        dim=[tensor_shape_pb2.TensorShapeProto.Dim(size=1)])
-    dtype_float = types_pb2.DataType.Value("DT_FLOAT")
-    dtype_string = types_pb2.DataType.Value("DT_STRING")
-    expected_signature_def.inputs[
-        signature_constants.REGRESS_INPUTS].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="input-tensor-1:0",
-                                      dtype=dtype_string,
-                                      tensor_shape=shape))
-    expected_signature_def.outputs[
-        signature_constants.REGRESS_OUTPUTS].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="output-tensor-1:0",
-                                      dtype=dtype_float,
-                                      tensor_shape=shape))
-
-    expected_signature_def.method_name = signature_constants.REGRESS_METHOD_NAME
-    self.assertEqual(actual_signature_def, expected_signature_def)
-
-  def test_build_standardized_signature_def_classify_classes_only(self):
-    """Tests classification with one output tensor."""
-    input_tensors = {
-        "input-1":
-            array_ops.placeholder(
-                dtypes.string, 1, name="input-tensor-1")
-    }
-    classes = array_ops.placeholder(dtypes.string, 1, name="output-tensor-1")
-
-    export_output = export_output_lib.ClassificationOutput(classes=classes)
-    actual_signature_def = export_output.as_signature_def(input_tensors)
-
-    expected_signature_def = meta_graph_pb2.SignatureDef()
-    shape = tensor_shape_pb2.TensorShapeProto(
-        dim=[tensor_shape_pb2.TensorShapeProto.Dim(size=1)])
-    dtype_string = types_pb2.DataType.Value("DT_STRING")
-    expected_signature_def.inputs[
-        signature_constants.CLASSIFY_INPUTS].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="input-tensor-1:0",
-                                      dtype=dtype_string,
-                                      tensor_shape=shape))
-    expected_signature_def.outputs[
-        signature_constants.CLASSIFY_OUTPUT_CLASSES].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="output-tensor-1:0",
-                                      dtype=dtype_string,
-                                      tensor_shape=shape))
-
-    expected_signature_def.method_name = (
-        signature_constants.CLASSIFY_METHOD_NAME)
-    self.assertEqual(actual_signature_def, expected_signature_def)
-
-  def test_build_standardized_signature_def_classify_both(self):
-    """Tests multiple output tensors that include classes and scores."""
-    input_tensors = {
-        "input-1":
-            array_ops.placeholder(
-                dtypes.string, 1, name="input-tensor-1")
-    }
-    classes = array_ops.placeholder(dtypes.string, 1,
-                                    name="output-tensor-classes")
-    scores = array_ops.placeholder(dtypes.float32, 1,
-                                   name="output-tensor-scores")
-
-    export_output = export_output_lib.ClassificationOutput(
-        scores=scores, classes=classes)
-    actual_signature_def = export_output.as_signature_def(input_tensors)
-
-    expected_signature_def = meta_graph_pb2.SignatureDef()
-    shape = tensor_shape_pb2.TensorShapeProto(
-        dim=[tensor_shape_pb2.TensorShapeProto.Dim(size=1)])
-    dtype_float = types_pb2.DataType.Value("DT_FLOAT")
-    dtype_string = types_pb2.DataType.Value("DT_STRING")
-    expected_signature_def.inputs[
-        signature_constants.CLASSIFY_INPUTS].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="input-tensor-1:0",
-                                      dtype=dtype_string,
-                                      tensor_shape=shape))
-    expected_signature_def.outputs[
-        signature_constants.CLASSIFY_OUTPUT_CLASSES].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="output-tensor-classes:0",
-                                      dtype=dtype_string,
-                                      tensor_shape=shape))
-    expected_signature_def.outputs[
-        signature_constants.CLASSIFY_OUTPUT_SCORES].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="output-tensor-scores:0",
-                                      dtype=dtype_float,
-                                      tensor_shape=shape))
-
-    expected_signature_def.method_name = (
-        signature_constants.CLASSIFY_METHOD_NAME)
-    self.assertEqual(actual_signature_def, expected_signature_def)
-
-  def test_build_standardized_signature_def_classify_scores_only(self):
-    """Tests classification without classes tensor."""
-    input_tensors = {
-        "input-1":
-            array_ops.placeholder(
-                dtypes.string, 1, name="input-tensor-1")
-    }
-
-    scores = array_ops.placeholder(dtypes.float32, 1,
-                                   name="output-tensor-scores")
-
-    export_output = export_output_lib.ClassificationOutput(
-        scores=scores)
-    actual_signature_def = export_output.as_signature_def(input_tensors)
-
-    expected_signature_def = meta_graph_pb2.SignatureDef()
-    shape = tensor_shape_pb2.TensorShapeProto(
-        dim=[tensor_shape_pb2.TensorShapeProto.Dim(size=1)])
-    dtype_float = types_pb2.DataType.Value("DT_FLOAT")
-    dtype_string = types_pb2.DataType.Value("DT_STRING")
-    expected_signature_def.inputs[
-        signature_constants.CLASSIFY_INPUTS].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="input-tensor-1:0",
-                                      dtype=dtype_string,
-                                      tensor_shape=shape))
-    expected_signature_def.outputs[
-        signature_constants.CLASSIFY_OUTPUT_SCORES].CopyFrom(
-            meta_graph_pb2.TensorInfo(name="output-tensor-scores:0",
-                                      dtype=dtype_float,
-                                      tensor_shape=shape))
-
-    expected_signature_def.method_name = (
-        signature_constants.CLASSIFY_METHOD_NAME)
-    self.assertEqual(actual_signature_def, expected_signature_def)
-
-  def test_predict_outputs_valid(self):
-    """Tests that no errors are raised when provided outputs are valid."""
-    outputs = {
-        "output0": constant_op.constant([0]),
-        u"output1": constant_op.constant(["foo"]),
-    }
-    export_output_lib.PredictOutput(outputs)
-
-    # Single Tensor is OK too
-    export_output_lib.PredictOutput(constant_op.constant([0]))
-
-  def test_predict_outputs_invalid(self):
-    with self.assertRaisesRegexp(
-        ValueError,
-        "Prediction output key must be a string"):
-      export_output_lib.PredictOutput({1: constant_op.constant([0])})
-
-    with self.assertRaisesRegexp(
-        ValueError,
-        "Prediction output value must be a Tensor"):
-      export_output_lib.PredictOutput({
-          "prediction1": sparse_tensor.SparseTensor(
-              indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-      })
-
-
-class MockSupervisedOutput(export_output_lib._SupervisedOutput):
-  """So that we can test the abstract class methods directly."""
-
-  def _get_signature_def_fn(self):
-    pass
-
-
-class SupervisedOutputTest(test.TestCase):
-
-  def test_supervised_outputs_valid(self):
-    """Tests that no errors are raised when provided outputs are valid."""
-    loss = {"my_loss": constant_op.constant([0])}
-    predictions = {u"output1": constant_op.constant(["foo"])}
-    metric_obj = metrics_module.Mean()
-    metric_obj.update_state(constant_op.constant([0]))
-    metrics = {
-        "metrics": metric_obj,
-        "metrics2": (constant_op.constant([0]), constant_op.constant([10]))
-    }
-
-    outputter = MockSupervisedOutput(loss, predictions, metrics)
-    self.assertEqual(outputter.loss["loss/my_loss"], loss["my_loss"])
-    self.assertEqual(
-        outputter.predictions["predictions/output1"], predictions["output1"])
-    self.assertEqual(outputter.metrics["metrics/update_op"].name,
-                     "metric_op_wrapper:0")
-    self.assertEqual(
-        outputter.metrics["metrics2/update_op"], metrics["metrics2"][1])
-
-    # Single Tensor is OK too
-    outputter = MockSupervisedOutput(
-        loss["my_loss"], predictions["output1"], metrics["metrics"])
-    self.assertEqual(outputter.loss, {"loss": loss["my_loss"]})
-    self.assertEqual(
-        outputter.predictions, {"predictions": predictions["output1"]})
-    self.assertEqual(outputter.metrics["metrics/update_op"].name,
-                     "metric_op_wrapper_1:0")
-
-  def test_supervised_outputs_none(self):
-    outputter = MockSupervisedOutput(
-        constant_op.constant([0]), None, None)
-    self.assertEqual(len(outputter.loss), 1)
-    self.assertEqual(outputter.predictions, None)
-    self.assertEqual(outputter.metrics, None)
-
-  def test_supervised_outputs_invalid(self):
-    with self.assertRaisesRegexp(ValueError, "predictions output value must"):
-      MockSupervisedOutput(constant_op.constant([0]), [3], None)
-    with self.assertRaisesRegexp(ValueError, "loss output value must"):
-      MockSupervisedOutput("str", None, None)
-    with self.assertRaisesRegexp(ValueError, "metrics output value must"):
-      MockSupervisedOutput(None, None, (15.3, 4))
-    with self.assertRaisesRegexp(ValueError, "loss output key must"):
-      MockSupervisedOutput({25: "Tensor"}, None, None)
-
-  def test_supervised_outputs_tuples(self):
-    """Tests that no errors are raised when provided outputs are valid."""
-    loss = {("my", "loss"): constant_op.constant([0])}
-    predictions = {(u"output1", "2"): constant_op.constant(["foo"])}
-    metric_obj = metrics_module.Mean()
-    metric_obj.update_state(constant_op.constant([0]))
-    metrics = {
-        ("metrics", "1"):
-            metric_obj,
-        ("metrics", "2"): (constant_op.constant([0]),
-                           constant_op.constant([10]))
-    }
-
-    outputter = MockSupervisedOutput(loss, predictions, metrics)
-    self.assertEqual(set(outputter.loss.keys()), set(["loss/my/loss"]))
-    self.assertEqual(set(outputter.predictions.keys()),
-                     set(["predictions/output1/2"]))
-    self.assertEqual(
-        set(outputter.metrics.keys()),
-        set([
-            "metrics/1/value", "metrics/1/update_op", "metrics/2/value",
-            "metrics/2/update_op"
-        ]))
-
-  def test_supervised_outputs_no_prepend(self):
-    """Tests that no errors are raised when provided outputs are valid."""
-    loss = {"loss": constant_op.constant([0])}
-    predictions = {u"predictions": constant_op.constant(["foo"])}
-    metric_obj = metrics_module.Mean()
-    metric_obj.update_state(constant_op.constant([0]))
-    metrics = {
-        "metrics_1": metric_obj,
-        "metrics_2": (constant_op.constant([0]), constant_op.constant([10]))
-    }
-
-    outputter = MockSupervisedOutput(loss, predictions, metrics)
-    self.assertEqual(set(outputter.loss.keys()), set(["loss"]))
-    self.assertEqual(set(outputter.predictions.keys()), set(["predictions"]))
-    self.assertEqual(
-        set(outputter.metrics.keys()),
-        set([
-            "metrics_1/value", "metrics_1/update_op", "metrics_2/update_op",
-            "metrics_2/value"
-        ]))
-
-  def test_train_signature_def(self):
-    loss = {"my_loss": constant_op.constant([0])}
-    predictions = {u"output1": constant_op.constant(["foo"])}
-    metric_obj = metrics_module.Mean()
-    metric_obj.update_state(constant_op.constant([0]))
-    metrics = {
-        "metrics_1": metric_obj,
-        "metrics_2": (constant_op.constant([0]), constant_op.constant([10]))
-    }
-
-    outputter = export_output_lib.TrainOutput(loss, predictions, metrics)
-
-    receiver = {u"features": constant_op.constant(100, shape=(100, 2)),
-                "labels": constant_op.constant(100, shape=(100, 1))}
-    sig_def = outputter.as_signature_def(receiver)
-
-    self.assertTrue("loss/my_loss" in sig_def.outputs)
-    self.assertTrue("metrics_1/value" in sig_def.outputs)
-    self.assertTrue("metrics_2/value" in sig_def.outputs)
-    self.assertTrue("predictions/output1" in sig_def.outputs)
-    self.assertTrue("features" in sig_def.inputs)
-
-  def test_eval_signature_def(self):
-    loss = {"my_loss": constant_op.constant([0])}
-    predictions = {u"output1": constant_op.constant(["foo"])}
-
-    outputter = export_output_lib.EvalOutput(loss, predictions, None)
-
-    receiver = {u"features": constant_op.constant(100, shape=(100, 2)),
-                "labels": constant_op.constant(100, shape=(100, 1))}
-    sig_def = outputter.as_signature_def(receiver)
-
-    self.assertTrue("loss/my_loss" in sig_def.outputs)
-    self.assertFalse("metrics/value" in sig_def.outputs)
-    self.assertTrue("predictions/output1" in sig_def.outputs)
-    self.assertTrue("features" in sig_def.inputs)
-
-  def test_metric_op_is_tensor(self):
-    """Tests that ops.Operation is wrapped by a tensor for metric_ops."""
-    loss = {"my_loss": constant_op.constant([0])}
-    predictions = {u"output1": constant_op.constant(["foo"])}
-    metric_obj = metrics_module.Mean()
-    metric_obj.update_state(constant_op.constant([0]))
-    metrics = {
-        "metrics_1": metric_obj,
-        "metrics_2": (constant_op.constant([0]), control_flow_ops.no_op())
-    }
-
-    outputter = MockSupervisedOutput(loss, predictions, metrics)
-
-    self.assertTrue(outputter.metrics["metrics_1/update_op"].name.startswith(
-        "metric_op_wrapper"))
-    self.assertTrue(
-        isinstance(outputter.metrics["metrics_1/update_op"], ops.Tensor))
-    self.assertTrue(
-        isinstance(outputter.metrics["metrics_1/value"], ops.Tensor))
-
-    self.assertEqual(outputter.metrics["metrics_2/value"],
-                     metrics["metrics_2"][0])
-    self.assertTrue(outputter.metrics["metrics_2/update_op"].name.startswith(
-        "metric_op_wrapper"))
-    self.assertTrue(
-        isinstance(outputter.metrics["metrics_2/update_op"], ops.Tensor))
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/estimator/export/export_test.py b/tensorflow/python/estimator/export/export_test.py
deleted file mode 100644
index ed3219c49b..0000000000
--- a/tensorflow/python/estimator/export/export_test.py
+++ /dev/null
@@ -1,802 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for export."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import tempfile
-import time
-
-from google.protobuf import text_format
-
-from tensorflow.core.example import example_pb2
-from tensorflow.python.estimator.export import export
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.framework import tensor_shape
-from tensorflow.python.framework import test_util
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import parsing_ops
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.saved_model import signature_def_utils
-
-
-class LabeledTensorMock(object):
-  """Mock class emulating LabeledTensor."""
-
-  def __init__(self):
-    self.tensor = constant_op.constant([1])
-
-
-def _convert_labeled_tensor_mock_to_tensor(value, *args, **kwargs):
-  return ops.internal_convert_to_tensor(value.tensor, *args, **kwargs)
-
-
-ops.register_tensor_conversion_function(LabeledTensorMock,
-                                        _convert_labeled_tensor_mock_to_tensor)
-
-
-class ServingInputReceiverTest(test_util.TensorFlowTestCase):
-
-  def test_serving_input_receiver_constructor(self):
-    """Tests that no errors are raised when input is expected."""
-    features = {
-        "feature0": constant_op.constant([0]),
-        u"feature1": constant_op.constant([1]),
-        "feature2": sparse_tensor.SparseTensor(
-            indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-    }
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-    export.ServingInputReceiver(features, receiver_tensors)
-
-  def test_serving_input_receiver_features_invalid(self):
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-
-    with self.assertRaisesRegexp(ValueError, "features must be defined"):
-      export.ServingInputReceiver(
-          features=None,
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(ValueError, "feature keys must be strings"):
-      export.ServingInputReceiver(
-          features={1: constant_op.constant([1])},
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(
-        ValueError, "feature feature1 must be a Tensor or SparseTensor"):
-      export.ServingInputReceiver(
-          features={"feature1": [1]},
-          receiver_tensors=receiver_tensors)
-
-  def test_serving_input_receiver_receiver_tensors_invalid(self):
-    features = {
-        "feature0": constant_op.constant([0]),
-        u"feature1": constant_op.constant([1]),
-        "feature2": sparse_tensor.SparseTensor(
-            indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-    }
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensors must be defined"):
-      export.ServingInputReceiver(
-          features=features,
-          receiver_tensors=None)
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensor keys must be strings"):
-      export.ServingInputReceiver(
-          features=features,
-          receiver_tensors={
-              1: array_ops.placeholder(dtypes.string, name="example0")})
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensor example1 must be a Tensor"):
-      export.ServingInputReceiver(
-          features=features,
-          receiver_tensors={"example1": [1]})
-
-  def test_single_feature_single_receiver(self):
-    feature = constant_op.constant(5)
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    input_receiver = export.ServingInputReceiver(
-        feature, receiver_tensor)
-    # single feature is automatically named
-    feature_key, = input_receiver.features.keys()
-    self.assertEqual("feature", feature_key)
-    # single receiver is automatically named
-    receiver_key, = input_receiver.receiver_tensors.keys()
-    self.assertEqual("input", receiver_key)
-
-  def test_multi_feature_single_receiver(self):
-    features = {"foo": constant_op.constant(5),
-                "bar": constant_op.constant(6)}
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    _ = export.ServingInputReceiver(features, receiver_tensor)
-
-  def test_multi_feature_multi_receiver(self):
-    features = {"foo": constant_op.constant(5),
-                "bar": constant_op.constant(6)}
-    receiver_tensors = {"baz": array_ops.placeholder(dtypes.int64),
-                        "qux": array_ops.placeholder(dtypes.float32)}
-    _ = export.ServingInputReceiver(features, receiver_tensors)
-
-  def test_feature_wrong_type(self):
-    feature = "not a tensor"
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    with self.assertRaises(ValueError):
-      _ = export.ServingInputReceiver(feature, receiver_tensor)
-
-  def test_feature_labeled_tensor(self):
-    feature = LabeledTensorMock()
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    _ = export.ServingInputReceiver(feature, receiver_tensor)
-
-  def test_receiver_wrong_type(self):
-    feature = constant_op.constant(5)
-    receiver_tensor = "not a tensor"
-    with self.assertRaises(ValueError):
-      _ = export.ServingInputReceiver(feature, receiver_tensor)
-
-
-class UnsupervisedInputReceiverTest(test_util.TensorFlowTestCase):
-
-  # Since this is basically a wrapper around ServingInputReceiver, we only
-  # have a simple sanity check to ensure that it works.
-
-  def test_unsupervised_input_receiver_constructor(self):
-    """Tests that no errors are raised when input is expected."""
-    features = {
-        "feature0":
-            constant_op.constant([0]),
-        u"feature1":
-            constant_op.constant([1]),
-        "feature2":
-            sparse_tensor.SparseTensor(
-                indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-    }
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-    export.UnsupervisedInputReceiver(features, receiver_tensors)
-
-
-class SupervisedInputReceiverTest(test_util.TensorFlowTestCase):
-
-  def test_input_receiver_constructor(self):
-    """Tests that no errors are raised when input is expected."""
-    features = {
-        "feature0": constant_op.constant([0]),
-        u"feature1": constant_op.constant([1]),
-        "feature2": sparse_tensor.SparseTensor(
-            indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-    }
-    labels = {
-        "classes": constant_op.constant([0] * 100),
-    }
-
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-    export.SupervisedInputReceiver(features, labels, receiver_tensors)
-
-  def test_input_receiver_raw_values(self):
-    """Tests that no errors are raised when input is expected."""
-    features = {
-        "feature0": constant_op.constant([0]),
-        u"feature1": constant_op.constant([1]),
-        "feature2": sparse_tensor.SparseTensor(
-            indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-    }
-
-    labels = {
-        "classes": constant_op.constant([0] * 100),
-    }
-
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-    rec = export.SupervisedInputReceiver(
-        features["feature2"], labels, receiver_tensors)
-    self.assertIsInstance(rec.features, sparse_tensor.SparseTensor)
-
-    rec = export.SupervisedInputReceiver(
-        features, labels["classes"], receiver_tensors)
-    self.assertIsInstance(rec.labels, ops.Tensor)
-
-  def test_input_receiver_features_invalid(self):
-    features = constant_op.constant([0] * 100)
-    labels = constant_op.constant([0])
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-
-    with self.assertRaisesRegexp(ValueError, "features must be defined"):
-      export.SupervisedInputReceiver(
-          features=None,
-          labels=labels,
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(ValueError, "feature keys must be strings"):
-      export.SupervisedInputReceiver(
-          features={1: constant_op.constant([1])},
-          labels=labels,
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(ValueError, "label keys must be strings"):
-      export.SupervisedInputReceiver(
-          features=features,
-          labels={1: constant_op.constant([1])},
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(
-        ValueError, "feature feature1 must be a Tensor or SparseTensor"):
-      export.SupervisedInputReceiver(
-          features={"feature1": [1]},
-          labels=labels,
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(
-        ValueError, "feature must be a Tensor or SparseTensor"):
-      export.SupervisedInputReceiver(
-          features=[1],
-          labels=labels,
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(
-        ValueError, "label must be a Tensor or SparseTensor"):
-      export.SupervisedInputReceiver(
-          features=features,
-          labels=100,
-          receiver_tensors=receiver_tensors)
-
-  def test_input_receiver_receiver_tensors_invalid(self):
-    features = {
-        "feature0": constant_op.constant([0]),
-        u"feature1": constant_op.constant([1]),
-        "feature2": sparse_tensor.SparseTensor(
-            indices=[[0, 0]], values=[1], dense_shape=[1, 1]),
-    }
-    labels = constant_op.constant([0])
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensors must be defined"):
-      export.SupervisedInputReceiver(
-          features=features,
-          labels=labels,
-          receiver_tensors=None)
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensor keys must be strings"):
-      export.SupervisedInputReceiver(
-          features=features,
-          labels=labels,
-          receiver_tensors={
-              1: array_ops.placeholder(dtypes.string, name="example0")})
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensor example1 must be a Tensor"):
-      export.SupervisedInputReceiver(
-          features=features,
-          labels=labels,
-          receiver_tensors={"example1": [1]})
-
-  def test_single_feature_single_receiver(self):
-    feature = constant_op.constant(5)
-    label = constant_op.constant(5)
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    input_receiver = export.SupervisedInputReceiver(
-        feature, label, receiver_tensor)
-
-    # single receiver is automatically named
-    receiver_key, = input_receiver.receiver_tensors.keys()
-    self.assertEqual("input", receiver_key)
-
-  def test_multi_feature_single_receiver(self):
-    features = {"foo": constant_op.constant(5),
-                "bar": constant_op.constant(6)}
-    labels = {"value": constant_op.constant(5)}
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    _ = export.SupervisedInputReceiver(features, labels, receiver_tensor)
-
-  def test_multi_feature_multi_receiver(self):
-    features = {"foo": constant_op.constant(5),
-                "bar": constant_op.constant(6)}
-    labels = {"value": constant_op.constant(5)}
-    receiver_tensors = {"baz": array_ops.placeholder(dtypes.int64),
-                        "qux": array_ops.placeholder(dtypes.float32)}
-    _ = export.SupervisedInputReceiver(features, labels, receiver_tensors)
-
-  def test_feature_labeled_tensor(self):
-    feature = LabeledTensorMock()
-    label = constant_op.constant(5)
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    _ = export.SupervisedInputReceiver(feature, label, receiver_tensor)
-
-
-class ExportTest(test_util.TensorFlowTestCase):
-
-  def test_build_parsing_serving_input_receiver_fn(self):
-    feature_spec = {"int_feature": parsing_ops.VarLenFeature(dtypes.int64),
-                    "float_feature": parsing_ops.VarLenFeature(dtypes.float32)}
-    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
-        feature_spec)
-    with ops.Graph().as_default():
-      serving_input_receiver = serving_input_receiver_fn()
-      self.assertEqual(set(["int_feature", "float_feature"]),
-                       set(serving_input_receiver.features.keys()))
-      self.assertEqual(set(["examples"]),
-                       set(serving_input_receiver.receiver_tensors.keys()))
-
-      example = example_pb2.Example()
-      text_format.Parse("features: { "
-                        "  feature: { "
-                        "    key: 'int_feature' "
-                        "    value: { "
-                        "      int64_list: { "
-                        "        value: [ 21, 2, 5 ] "
-                        "      } "
-                        "    } "
-                        "  } "
-                        "  feature: { "
-                        "    key: 'float_feature' "
-                        "    value: { "
-                        "      float_list: { "
-                        "        value: [ 525.25 ] "
-                        "      } "
-                        "    } "
-                        "  } "
-                        "} ", example)
-
-      with self.cached_session() as sess:
-        sparse_result = sess.run(
-            serving_input_receiver.features,
-            feed_dict={
-                serving_input_receiver.receiver_tensors["examples"].name:
-                [example.SerializeToString()]})
-        self.assertAllEqual([[0, 0], [0, 1], [0, 2]],
-                            sparse_result["int_feature"].indices)
-        self.assertAllEqual([21, 2, 5],
-                            sparse_result["int_feature"].values)
-        self.assertAllEqual([[0, 0]],
-                            sparse_result["float_feature"].indices)
-        self.assertAllEqual([525.25],
-                            sparse_result["float_feature"].values)
-
-  def test_build_raw_serving_input_receiver_fn_name(self):
-    """Test case for issue #12755."""
-    f = {
-        "feature":
-            array_ops.placeholder(
-                name="feature", shape=[32], dtype=dtypes.float32)
-    }
-    serving_input_receiver_fn = export.build_raw_serving_input_receiver_fn(f)
-    v = serving_input_receiver_fn()
-    self.assertTrue(isinstance(v, export.ServingInputReceiver))
-
-  def test_build_raw_serving_input_receiver_fn_without_shape(self):
-    """Test case for issue #21178."""
-    f = {"feature_1": array_ops.placeholder(dtypes.float32),
-         "feature_2": array_ops.placeholder(dtypes.int32)}
-    serving_input_receiver_fn = export.build_raw_serving_input_receiver_fn(f)
-    v = serving_input_receiver_fn()
-    self.assertTrue(isinstance(v, export.ServingInputReceiver))
-    self.assertEqual(
-        tensor_shape.unknown_shape(),
-        v.receiver_tensors["feature_1"].shape)
-    self.assertEqual(
-        tensor_shape.unknown_shape(),
-        v.receiver_tensors["feature_2"].shape)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_raw_serving_input_receiver_fn(self):
-    features = {"feature_1": constant_op.constant(["hello"]),
-                "feature_2": constant_op.constant([42])}
-    serving_input_receiver_fn = export.build_raw_serving_input_receiver_fn(
-        features)
-    with ops.Graph().as_default():
-      serving_input_receiver = serving_input_receiver_fn()
-      self.assertEqual(set(["feature_1", "feature_2"]),
-                       set(serving_input_receiver.features.keys()))
-      self.assertEqual(set(["feature_1", "feature_2"]),
-                       set(serving_input_receiver.receiver_tensors.keys()))
-      self.assertEqual(
-          dtypes.string,
-          serving_input_receiver.receiver_tensors["feature_1"].dtype)
-      self.assertEqual(
-          dtypes.int32,
-          serving_input_receiver.receiver_tensors["feature_2"].dtype)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_raw_supervised_input_receiver_fn(self):
-    features = {"feature_1": constant_op.constant(["hello"]),
-                "feature_2": constant_op.constant([42])}
-    labels = {"foo": constant_op.constant([5]),
-              "bar": constant_op.constant([6])}
-    input_receiver_fn = export.build_raw_supervised_input_receiver_fn(
-        features, labels)
-    with ops.Graph().as_default():
-      input_receiver = input_receiver_fn()
-      self.assertEqual(set(["feature_1", "feature_2"]),
-                       set(input_receiver.features.keys()))
-      self.assertEqual(set(["foo", "bar"]),
-                       set(input_receiver.labels.keys()))
-      self.assertEqual(set(["feature_1", "feature_2", "foo", "bar"]),
-                       set(input_receiver.receiver_tensors.keys()))
-      self.assertEqual(
-          dtypes.string, input_receiver.receiver_tensors["feature_1"].dtype)
-      self.assertEqual(
-          dtypes.int32, input_receiver.receiver_tensors["feature_2"].dtype)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_raw_supervised_input_receiver_fn_raw_tensors(self):
-    features = {"feature_1": constant_op.constant(["hello"]),
-                "feature_2": constant_op.constant([42])}
-    labels = {"foo": constant_op.constant([5]),
-              "bar": constant_op.constant([6])}
-    input_receiver_fn1 = export.build_raw_supervised_input_receiver_fn(
-        features["feature_1"], labels)
-    input_receiver_fn2 = export.build_raw_supervised_input_receiver_fn(
-        features["feature_1"], labels["foo"])
-    with ops.Graph().as_default():
-      input_receiver = input_receiver_fn1()
-      self.assertIsInstance(input_receiver.features, ops.Tensor)
-      self.assertEqual(set(["foo", "bar"]),
-                       set(input_receiver.labels.keys()))
-      self.assertEqual(set(["input", "foo", "bar"]),
-                       set(input_receiver.receiver_tensors.keys()))
-
-      input_receiver = input_receiver_fn2()
-      self.assertIsInstance(input_receiver.features, ops.Tensor)
-      self.assertIsInstance(input_receiver.labels, ops.Tensor)
-      self.assertEqual(set(["input", "label"]),
-                       set(input_receiver.receiver_tensors.keys()))
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_raw_supervised_input_receiver_fn_batch_size(self):
-    features = {"feature_1": constant_op.constant(["hello"]),
-                "feature_2": constant_op.constant([42])}
-    labels = {"foo": constant_op.constant([5]),
-              "bar": constant_op.constant([6])}
-    input_receiver_fn = export.build_raw_supervised_input_receiver_fn(
-        features, labels, default_batch_size=10)
-    with ops.Graph().as_default():
-      input_receiver = input_receiver_fn()
-      self.assertEqual([10], input_receiver.receiver_tensors["feature_1"].shape)
-      self.assertEqual([10], input_receiver.features["feature_1"].shape)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_raw_supervised_input_receiver_fn_overlapping_keys(self):
-    features = {"feature_1": constant_op.constant(["hello"]),
-                "feature_2": constant_op.constant([42])}
-    labels = {"feature_1": constant_op.constant([5]),
-              "bar": constant_op.constant([6])}
-    with self.assertRaises(ValueError):
-      export.build_raw_supervised_input_receiver_fn(features, labels)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_supervised_input_receiver_fn_from_input_fn(self):
-    def dummy_input_fn():
-      return ({"x": constant_op.constant([[1], [1]]),
-               "y": constant_op.constant(["hello", "goodbye"])},
-              constant_op.constant([[1], [1]]))
-
-    input_receiver_fn = export.build_supervised_input_receiver_fn_from_input_fn(
-        dummy_input_fn)
-
-    with ops.Graph().as_default():
-      input_receiver = input_receiver_fn()
-      self.assertEqual(set(["x", "y"]),
-                       set(input_receiver.features.keys()))
-      self.assertIsInstance(input_receiver.labels, ops.Tensor)
-      self.assertEqual(set(["x", "y", "label"]),
-                       set(input_receiver.receiver_tensors.keys()))
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_build_supervised_input_receiver_fn_from_input_fn_args(self):
-    def dummy_input_fn(feature_key="x"):
-      return ({feature_key: constant_op.constant([[1], [1]]),
-               "y": constant_op.constant(["hello", "goodbye"])},
-              {"my_label": constant_op.constant([[1], [1]])})
-
-    input_receiver_fn = export.build_supervised_input_receiver_fn_from_input_fn(
-        dummy_input_fn, feature_key="z")
-
-    with ops.Graph().as_default():
-      input_receiver = input_receiver_fn()
-      self.assertEqual(set(["z", "y"]),
-                       set(input_receiver.features.keys()))
-      self.assertEqual(set(["my_label"]),
-                       set(input_receiver.labels.keys()))
-      self.assertEqual(set(["z", "y", "my_label"]),
-                       set(input_receiver.receiver_tensors.keys()))
-
-  def test_build_all_signature_defs_without_receiver_alternatives(self):
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    output_1 = constant_op.constant([1.])
-    output_2 = constant_op.constant(["2"])
-    output_3 = constant_op.constant(["3"])
-    export_outputs = {
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-            export_output.RegressionOutput(value=output_1),
-        "head-2": export_output.ClassificationOutput(classes=output_2),
-        "head-3": export_output.PredictOutput(outputs={
-            "some_output_3": output_3
-        }),
-    }
-
-    signature_defs = export.build_all_signature_defs(
-        receiver_tensor, export_outputs)
-
-    expected_signature_defs = {
-        "serving_default":
-            signature_def_utils.regression_signature_def(receiver_tensor,
-                                                         output_1),
-        "head-2":
-            signature_def_utils.classification_signature_def(receiver_tensor,
-                                                             output_2, None),
-        "head-3":
-            signature_def_utils.predict_signature_def({
-                "input": receiver_tensor
-            }, {"some_output_3": output_3})
-    }
-
-    self.assertDictEqual(expected_signature_defs, signature_defs)
-
-  def test_build_all_signature_defs_with_dict_alternatives(self):
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    receiver_tensors_alternative_1 = {
-        "foo": array_ops.placeholder(dtypes.int64),
-        "bar": array_ops.sparse_placeholder(dtypes.float32)}
-    receiver_tensors_alternatives = {"other": receiver_tensors_alternative_1}
-    output_1 = constant_op.constant([1.])
-    output_2 = constant_op.constant(["2"])
-    output_3 = constant_op.constant(["3"])
-    export_outputs = {
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-            export_output.RegressionOutput(value=output_1),
-        "head-2": export_output.ClassificationOutput(classes=output_2),
-        "head-3": export_output.PredictOutput(outputs={
-            "some_output_3": output_3
-        }),
-    }
-
-    signature_defs = export.build_all_signature_defs(
-        receiver_tensor, export_outputs, receiver_tensors_alternatives)
-
-    expected_signature_defs = {
-        "serving_default":
-            signature_def_utils.regression_signature_def(
-                receiver_tensor,
-                output_1),
-        "head-2":
-            signature_def_utils.classification_signature_def(
-                receiver_tensor,
-                output_2, None),
-        "head-3":
-            signature_def_utils.predict_signature_def(
-                {"input": receiver_tensor},
-                {"some_output_3": output_3}),
-        "other:head-3":
-            signature_def_utils.predict_signature_def(
-                receiver_tensors_alternative_1,
-                {"some_output_3": output_3})
-
-        # Note that the alternatives 'other:serving_default' and 'other:head-2'
-        # are invalid, because regession and classification signatures must take
-        # a single string input.  Here we verify that these invalid signatures
-        # are not included in the export.
-    }
-
-    self.assertDictEqual(expected_signature_defs, signature_defs)
-
-  def test_build_all_signature_defs_with_single_alternatives(self):
-    receiver_tensor = array_ops.placeholder(dtypes.string)
-    receiver_tensors_alternative_1 = array_ops.placeholder(dtypes.int64)
-    receiver_tensors_alternative_2 = array_ops.sparse_placeholder(
-        dtypes.float32)
-    # Note we are passing single Tensors as values of
-    # receiver_tensors_alternatives, where normally that is a dict.
-    # In this case a dict will be created using the default receiver tensor
-    # name "input".
-    receiver_tensors_alternatives = {"other1": receiver_tensors_alternative_1,
-                                     "other2": receiver_tensors_alternative_2}
-    output_1 = constant_op.constant([1.])
-    output_2 = constant_op.constant(["2"])
-    output_3 = constant_op.constant(["3"])
-    export_outputs = {
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-            export_output.RegressionOutput(value=output_1),
-        "head-2": export_output.ClassificationOutput(classes=output_2),
-        "head-3": export_output.PredictOutput(outputs={
-            "some_output_3": output_3
-        }),
-    }
-
-    signature_defs = export.build_all_signature_defs(
-        receiver_tensor, export_outputs, receiver_tensors_alternatives)
-
-    expected_signature_defs = {
-        "serving_default":
-            signature_def_utils.regression_signature_def(
-                receiver_tensor,
-                output_1),
-        "head-2":
-            signature_def_utils.classification_signature_def(
-                receiver_tensor,
-                output_2, None),
-        "head-3":
-            signature_def_utils.predict_signature_def(
-                {"input": receiver_tensor},
-                {"some_output_3": output_3}),
-        "other1:head-3":
-            signature_def_utils.predict_signature_def(
-                {"input": receiver_tensors_alternative_1},
-                {"some_output_3": output_3}),
-        "other2:head-3":
-            signature_def_utils.predict_signature_def(
-                {"input": receiver_tensors_alternative_2},
-                {"some_output_3": output_3})
-
-        # Note that the alternatives 'other:serving_default' and 'other:head-2'
-        # are invalid, because regession and classification signatures must take
-        # a single string input.  Here we verify that these invalid signatures
-        # are not included in the export.
-    }
-
-    self.assertDictEqual(expected_signature_defs, signature_defs)
-
-  def test_build_all_signature_defs_export_outputs_required(self):
-    receiver_tensor = constant_op.constant(["11"])
-
-    with self.assertRaises(ValueError) as e:
-      export.build_all_signature_defs(receiver_tensor, None)
-
-    self.assertTrue(str(e.exception).startswith(
-        "export_outputs must be a dict"))
-
-  def test_get_timestamped_export_dir(self):
-    export_dir_base = tempfile.mkdtemp() + "export/"
-    export_dir_1 = export.get_timestamped_export_dir(
-        export_dir_base)
-    time.sleep(2)
-    export_dir_2 = export.get_timestamped_export_dir(
-        export_dir_base)
-    time.sleep(2)
-    export_dir_3 = export.get_timestamped_export_dir(
-        export_dir_base)
-
-    # Export directories should be named using a timestamp that is seconds
-    # since epoch.  Such a timestamp is 10 digits long.
-    time_1 = os.path.basename(export_dir_1)
-    self.assertEqual(10, len(time_1))
-    time_2 = os.path.basename(export_dir_2)
-    self.assertEqual(10, len(time_2))
-    time_3 = os.path.basename(export_dir_3)
-    self.assertEqual(10, len(time_3))
-
-    self.assertTrue(int(time_1) < int(time_2))
-    self.assertTrue(int(time_2) < int(time_3))
-
-  def test_build_all_signature_defs_serving_only(self):
-    receiver_tensor = {"input": array_ops.placeholder(dtypes.string)}
-    output_1 = constant_op.constant([1.])
-    export_outputs = {
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-            export_output.PredictOutput(outputs=output_1),
-        "train": export_output.TrainOutput(loss=output_1),
-    }
-
-    signature_defs = export.build_all_signature_defs(
-        receiver_tensor, export_outputs)
-
-    expected_signature_defs = {
-        "serving_default": signature_def_utils.predict_signature_def(
-            receiver_tensor, {"output": output_1})
-    }
-
-    self.assertDictEqual(expected_signature_defs, signature_defs)
-
-    signature_defs = export.build_all_signature_defs(
-        receiver_tensor, export_outputs, serving_only=False)
-
-    expected_signature_defs.update({
-        "train": signature_def_utils.supervised_train_signature_def(
-            receiver_tensor, loss={"loss": output_1})
-    })
-
-    self.assertDictEqual(expected_signature_defs, signature_defs)
-
-
-class TensorServingReceiverTest(test_util.TensorFlowTestCase):
-
-  def test_tensor_serving_input_receiver_constructor(self):
-    features = constant_op.constant([0])
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-    r = export.TensorServingInputReceiver(features, receiver_tensors)
-    self.assertTrue(isinstance(r.features, ops.Tensor))
-    self.assertTrue(isinstance(r.receiver_tensors, dict))
-
-  def test_tensor_serving_input_receiver_sparse(self):
-    features = sparse_tensor.SparseTensor(
-        indices=[[0, 0]], values=[1], dense_shape=[1, 1])
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-    r = export.TensorServingInputReceiver(features, receiver_tensors)
-    self.assertTrue(isinstance(r.features, sparse_tensor.SparseTensor))
-    self.assertTrue(isinstance(r.receiver_tensors, dict))
-
-  def test_serving_input_receiver_features_invalid(self):
-    receiver_tensors = {
-        "example0": array_ops.placeholder(dtypes.string, name="example0"),
-        u"example1": array_ops.placeholder(dtypes.string, name="example1"),
-    }
-
-    with self.assertRaisesRegexp(ValueError, "features must be defined"):
-      export.TensorServingInputReceiver(
-          features=None,
-          receiver_tensors=receiver_tensors)
-
-    with self.assertRaisesRegexp(ValueError, "feature must be a Tensor"):
-      export.TensorServingInputReceiver(
-          features={"1": constant_op.constant([1])},
-          receiver_tensors=receiver_tensors)
-
-  def test_serving_input_receiver_receiver_tensors_invalid(self):
-    features = constant_op.constant([0])
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensors must be defined"):
-      export.TensorServingInputReceiver(
-          features=features,
-          receiver_tensors=None)
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensor keys must be strings"):
-      export.TensorServingInputReceiver(
-          features=features,
-          receiver_tensors={
-              1: array_ops.placeholder(dtypes.string, name="example0")})
-
-    with self.assertRaisesRegexp(
-        ValueError, "receiver_tensor example1 must be a Tensor"):
-      export.TensorServingInputReceiver(
-          features=features,
-          receiver_tensors={"example1": [1]})
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/estimator/exporter.py b/tensorflow/python/estimator/exporter.py
index b18212cfcd..f7b8839813 100644
--- a/tensorflow/python/estimator/exporter.py
+++ b/tensorflow/python/estimator/exporter.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,495 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""`Exporter` class represents different flavors of model export."""
+"""exporter python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import abc
-import os
-
-from tensorflow.python.estimator import gc
-from tensorflow.python.estimator import util
-from tensorflow.python.estimator.canned import metric_keys
-from tensorflow.python.framework import errors_impl
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import tf_logging
-from tensorflow.python.summary import summary_iterator
-from tensorflow.python.util.tf_export import estimator_export
-
-
-@estimator_export('estimator.Exporter')
-class Exporter(object):
-  """A class representing a type of model export."""
-
-  @abc.abstractproperty
-  def name(self):
-    """Directory name.
-
-    A directory name under the export base directory where exports of
-    this type are written.  Should not be `None` nor empty.
-    """
-    pass
-
-  @abc.abstractmethod
-  def export(self, estimator, export_path, checkpoint_path, eval_result,
-             is_the_final_export):
-    """Exports the given `Estimator` to a specific format.
-
-    Args:
-      estimator: the `Estimator` to export.
-      export_path: A string containing a directory where to write the export.
-      checkpoint_path: The checkpoint path to export.
-      eval_result: The output of `Estimator.evaluate` on this checkpoint.
-      is_the_final_export: This boolean is True when this is an export in the
-        end of training.  It is False for the intermediate exports during
-        the training.
-        When passing `Exporter` to `tf.estimator.train_and_evaluate`
-        `is_the_final_export` is always False if `TrainSpec.max_steps` is
-        `None`.
-
-    Returns:
-      The string path to the exported directory or `None` if export is skipped.
-    """
-    pass
-
-
-class _SavedModelExporter(Exporter):
-  """This class exports the serving graph and checkpoints.
-
-     This class provides a basic exporting functionality and serves as a
-     foundation for specialized `Exporter`s.
-  """
-
-  def __init__(self,
-               name,
-               serving_input_receiver_fn,
-               assets_extra=None,
-               as_text=False,
-               strip_default_attrs=True):
-    """Create an `Exporter` to use with `tf.estimator.EvalSpec`.
-
-    Args:
-      name: unique name of this `Exporter` that is going to be used in the
-        export path.
-      serving_input_receiver_fn: a function that takes no arguments and returns
-        a `ServingInputReceiver`.
-      assets_extra: An optional dict specifying how to populate the assets.extra
-        directory within the exported SavedModel.  Each key should give the
-        destination path (including the filename) relative to the assets.extra
-        directory.  The corresponding value gives the full path of the source
-        file to be copied.  For example, the simple case of copying a single
-        file without renaming it is specified as
-        `{'my_asset_file.txt': '/path/to/my_asset_file.txt'}`.
-      as_text: whether to write the SavedModel proto in text format. Defaults to
-        `False`.
-      strip_default_attrs: Boolean. If set, default attrs in the `GraphDef` will
-        be stripped on write. This is the default behavior and recommended for
-        better forward compatibility of the resulting `SavedModel`.
-
-    Raises:
-      ValueError: if any arguments is invalid.
-    """
-    self._name = name
-    self._serving_input_receiver_fn = serving_input_receiver_fn
-    self._assets_extra = assets_extra
-    self._as_text = as_text
-    self._strip_default_attrs = strip_default_attrs
-
-  @property
-  def name(self):
-    return self._name
-
-  def export(self, estimator, export_path, checkpoint_path, eval_result,
-             is_the_final_export):
-    del is_the_final_export
-
-    export_result = estimator.export_savedmodel(
-        export_path,
-        self._serving_input_receiver_fn,
-        assets_extra=self._assets_extra,
-        as_text=self._as_text,
-        checkpoint_path=checkpoint_path,
-        strip_default_attrs=self._strip_default_attrs)
-
-    return export_result
-
-
-def _loss_smaller(best_eval_result, current_eval_result):
-  """Compares two evaluation results and returns true if the 2nd one is smaller.
-
-  Both evaluation results should have the values for MetricKeys.LOSS, which are
-  used for comparison.
-
-  Args:
-    best_eval_result: best eval metrics.
-    current_eval_result: current eval metrics.
-
-  Returns:
-    True if the loss of current_eval_result is smaller; otherwise, False.
-
-  Raises:
-    ValueError: If input eval result is None or no loss is available.
-  """
-  default_key = metric_keys.MetricKeys.LOSS
-  if not best_eval_result or default_key not in best_eval_result:
-    raise ValueError(
-        'best_eval_result cannot be empty or no loss is found in it.')
-
-  if not current_eval_result or default_key not in current_eval_result:
-    raise ValueError(
-        'current_eval_result cannot be empty or no loss is found in it.')
-
-  return best_eval_result[default_key] > current_eval_result[default_key]
-
-
-def _verify_compare_fn_args(compare_fn):
-  """Verifies compare_fn arguments."""
-  args = set(util.fn_args(compare_fn))
-  if 'best_eval_result' not in args:
-    raise ValueError(
-        'compare_fn (%s) must include best_eval_result argument.' % compare_fn)
-  if 'current_eval_result' not in args:
-    raise ValueError(
-        'compare_fn (%s) must include current_eval_result argument.' %
-        compare_fn)
-  non_valid_args = list(args - set(['best_eval_result', 'current_eval_result']))
-  if non_valid_args:
-    raise ValueError('compare_fn (%s) has following not expected args: %s' %
-                     (compare_fn, non_valid_args))
-
-
-@estimator_export('estimator.BestExporter')
-class BestExporter(Exporter):
-  """This class exports the serving graph and checkpoints of the best models.
-
-  This class performs a model export everytime when the new model is better
-  than any exsiting model.
-  """
-
-  def __init__(self,
-               name='best_exporter',
-               serving_input_receiver_fn=None,
-               event_file_pattern='eval/*.tfevents.*',
-               compare_fn=_loss_smaller,
-               assets_extra=None,
-               as_text=False,
-               exports_to_keep=5):
-    """Create an `Exporter` to use with `tf.estimator.EvalSpec`.
-
-    Example of creating a BestExporter for training and evluation:
-    ```python
-    def make_train_and_eval_fn():
-      # Set up feature columns.
-      categorial_feature_a = (
-          tf.feature_column.categorical_column_with_hash_bucket(...))
-      categorial_feature_a_emb = embedding_column(
-          categorical_column=categorial_feature_a, ...)
-      ...  # other feature columns
-
-      estimator = tf.estimator.DNNClassifier(
-          config=tf.estimator.RunConfig(
-              model_dir='/my_model', save_summary_steps=100),
-          feature_columns=[categorial_feature_a_emb, ...],
-          hidden_units=[1024, 512, 256])
-
-      serving_feature_spec = tf.feature_column.make_parse_example_spec(
-          categorial_feature_a_emb)
-      serving_input_receiver_fn = (
-          tf.estimator.export.build_parsing_serving_input_receiver_fn(
-          serving_feature_spec))
-
-      exporter = tf.estimator.BestExporter(
-          name="best_exporter",
-          serving_input_receiver_fn=serving_input_receiver_fn,
-          exports_to_keep=5)
-
-      train_spec = tf.estimator.TrainSpec(...)
-
-      eval_spec = [tf.estimator.EvalSpec(
-        input_fn=eval_input_fn,
-        steps=100,
-        exporters=exporter,
-        start_delay_secs=0,
-        throttle_secs=5)]
-
-      return tf.estimator.DistributedTrainingSpec(estimator, train_spec,
-                                                  eval_spec)
-    ```
-
-    Args:
-      name: unique name of this `Exporter` that is going to be used in the
-        export path.
-      serving_input_receiver_fn: a function that takes no arguments and returns
-        a `ServingInputReceiver`.
-      event_file_pattern: event file name pattern relative to model_dir. If
-        None, however, the exporter would not be preemption-safe. To be
-        preemption-safe, event_file_pattern should be specified.
-      compare_fn: a function that compares two evaluation results and returns
-        true if current evaluation result is better. Follows the signature:
-        * Args:
-          * `best_eval_result`: This is the evaluation result of the best model.
-          * `current_eval_result`: This is the evaluation result of current
-                 candidate model.
-        * Returns:
-          True if current evaluation result is better; otherwise, False.
-      assets_extra: An optional dict specifying how to populate the assets.extra
-        directory within the exported SavedModel.  Each key should give the
-        destination path (including the filename) relative to the assets.extra
-        directory.  The corresponding value gives the full path of the source
-        file to be copied.  For example, the simple case of copying a single
-        file without renaming it is specified as `{'my_asset_file.txt':
-        '/path/to/my_asset_file.txt'}`.
-      as_text: whether to write the SavedModel proto in text format. Defaults to
-        `False`.
-      exports_to_keep: Number of exports to keep.  Older exports will be
-        garbage-collected.  Defaults to 5.  Set to `None` to disable garbage
-        collection.
-
-    Raises:
-      ValueError: if any arguments is invalid.
-    """
-    self._compare_fn = compare_fn
-    if self._compare_fn is None:
-      raise ValueError('`compare_fn` must not be None.')
-    _verify_compare_fn_args(self._compare_fn)
-
-    self._saved_model_exporter = _SavedModelExporter(
-        name, serving_input_receiver_fn, assets_extra, as_text)
-
-    self._event_file_pattern = event_file_pattern
-    self._model_dir = None
-    self._best_eval_result = None
-
-    self._exports_to_keep = exports_to_keep
-    if exports_to_keep is not None and exports_to_keep <= 0:
-      raise ValueError(
-          '`exports_to_keep`, if provided, must be positive number')
-
-  @property
-  def name(self):
-    return self._saved_model_exporter.name
-
-  def export(self, estimator, export_path, checkpoint_path, eval_result,
-             is_the_final_export):
-    export_result = None
-
-    if self._model_dir != estimator.model_dir and self._event_file_pattern:
-      # Loads best metric from event files.
-      tf_logging.info('Loading best metric from event files.')
-
-      self._model_dir = estimator.model_dir
-      full_event_file_pattern = os.path.join(self._model_dir,
-                                             self._event_file_pattern)
-      self._best_eval_result = self._get_best_eval_result(
-          full_event_file_pattern)
-
-    if self._best_eval_result is None or self._compare_fn(
-        best_eval_result=self._best_eval_result,
-        current_eval_result=eval_result):
-      tf_logging.info('Performing best model export.')
-      self._best_eval_result = eval_result
-      export_result = self._saved_model_exporter.export(
-          estimator, export_path, checkpoint_path, eval_result,
-          is_the_final_export)
-      self._garbage_collect_exports(export_path)
-
-    return export_result
-
-  def _garbage_collect_exports(self, export_dir_base):
-    """Deletes older exports, retaining only a given number of the most recent.
-
-    Export subdirectories are assumed to be named with monotonically increasing
-    integers; the most recent are taken to be those with the largest values.
-
-    Args:
-      export_dir_base: the base directory under which each export is in a
-        versioned subdirectory.
-    """
-    if self._exports_to_keep is None:
-      return
-
-    def _export_version_parser(path):
-      # create a simple parser that pulls the export_version from the directory.
-      filename = os.path.basename(path.path)
-      if not (len(filename) == 10 and filename.isdigit()):
-        return None
-      return path._replace(export_version=int(filename))
-
-    # pylint: disable=protected-access
-    keep_filter = gc._largest_export_versions(self._exports_to_keep)
-    delete_filter = gc._negation(keep_filter)
-    for p in delete_filter(
-        gc._get_paths(export_dir_base, parser=_export_version_parser)):
-      try:
-        gfile.DeleteRecursively(p.path)
-      except errors_impl.NotFoundError as e:
-        tf_logging.warn('Can not delete %s recursively: %s', p.path, e)
-    # pylint: enable=protected-access
-
-  def _get_best_eval_result(self, event_files):
-    """Get the best eval result from event files.
-
-    Args:
-      event_files: Absolute pattern of event files.
-
-    Returns:
-      The best eval result.
-    """
-    if not event_files:
-      return None
-
-    best_eval_result = None
-    for event_file in gfile.Glob(os.path.join(event_files)):
-      for event in summary_iterator.summary_iterator(event_file):
-        if event.HasField('summary'):
-          event_eval_result = {}
-          for value in event.summary.value:
-            if value.HasField('simple_value'):
-              event_eval_result[value.tag] = value.simple_value
-          if event_eval_result:
-            if best_eval_result is None or self._compare_fn(
-                best_eval_result, event_eval_result):
-              best_eval_result = event_eval_result
-    return best_eval_result
-
-
-@estimator_export('estimator.FinalExporter')
-class FinalExporter(Exporter):
-  """This class exports the serving graph and checkpoints in the end.
-
-  This class performs a single export in the end of training.
-  """
-
-  def __init__(self,
-               name,
-               serving_input_receiver_fn,
-               assets_extra=None,
-               as_text=False):
-    """Create an `Exporter` to use with `tf.estimator.EvalSpec`.
-
-    Args:
-      name: unique name of this `Exporter` that is going to be used in the
-        export path.
-      serving_input_receiver_fn: a function that takes no arguments and returns
-        a `ServingInputReceiver`.
-      assets_extra: An optional dict specifying how to populate the assets.extra
-        directory within the exported SavedModel.  Each key should give the
-        destination path (including the filename) relative to the assets.extra
-        directory.  The corresponding value gives the full path of the source
-        file to be copied.  For example, the simple case of copying a single
-        file without renaming it is specified as
-        `{'my_asset_file.txt': '/path/to/my_asset_file.txt'}`.
-      as_text: whether to write the SavedModel proto in text format. Defaults to
-        `False`.
-
-    Raises:
-      ValueError: if any arguments is invalid.
-    """
-    self._saved_model_exporter = _SavedModelExporter(
-        name, serving_input_receiver_fn, assets_extra, as_text)
-
-  @property
-  def name(self):
-    return self._saved_model_exporter.name
-
-  def export(self, estimator, export_path, checkpoint_path, eval_result,
-             is_the_final_export):
-    if not is_the_final_export:
-      return None
-
-    tf_logging.info('Performing the final export in the end of training.')
-
-    return self._saved_model_exporter.export(estimator, export_path,
-                                             checkpoint_path, eval_result,
-                                             is_the_final_export)
-
-
-@estimator_export('estimator.LatestExporter')
-class LatestExporter(Exporter):
-  """This class regularly exports the serving graph and checkpoints.
-
-  In addition to exporting, this class also garbage collects stale exports.
-  """
-
-  def __init__(self,
-               name,
-               serving_input_receiver_fn,
-               assets_extra=None,
-               as_text=False,
-               exports_to_keep=5):
-    """Create an `Exporter` to use with `tf.estimator.EvalSpec`.
-
-    Args:
-      name: unique name of this `Exporter` that is going to be used in the
-        export path.
-      serving_input_receiver_fn: a function that takes no arguments and returns
-        a `ServingInputReceiver`.
-      assets_extra: An optional dict specifying how to populate the assets.extra
-        directory within the exported SavedModel.  Each key should give the
-        destination path (including the filename) relative to the assets.extra
-        directory.  The corresponding value gives the full path of the source
-        file to be copied.  For example, the simple case of copying a single
-        file without renaming it is specified as
-        `{'my_asset_file.txt': '/path/to/my_asset_file.txt'}`.
-      as_text: whether to write the SavedModel proto in text format. Defaults to
-        `False`.
-      exports_to_keep: Number of exports to keep.  Older exports will be
-        garbage-collected.  Defaults to 5.  Set to `None` to disable garbage
-        collection.
-
-    Raises:
-      ValueError: if any arguments is invalid.
-    """
-    self._saved_model_exporter = _SavedModelExporter(
-        name, serving_input_receiver_fn, assets_extra, as_text)
-    self._exports_to_keep = exports_to_keep
-    if exports_to_keep is not None and exports_to_keep <= 0:
-      raise ValueError(
-          '`exports_to_keep`, if provided, must be positive number')
-
-  @property
-  def name(self):
-    return self._saved_model_exporter.name
-
-  def export(self, estimator, export_path, checkpoint_path, eval_result,
-             is_the_final_export):
-    export_result = self._saved_model_exporter.export(
-        estimator, export_path, checkpoint_path, eval_result,
-        is_the_final_export)
-
-    self._garbage_collect_exports(export_path)
-    return export_result
-
-  def _garbage_collect_exports(self, export_dir_base):
-    """Deletes older exports, retaining only a given number of the most recent.
-
-    Export subdirectories are assumed to be named with monotonically increasing
-    integers; the most recent are taken to be those with the largest values.
-
-    Args:
-      export_dir_base: the base directory under which each export is in a
-        versioned subdirectory.
-    """
-    if self._exports_to_keep is None:
-      return
+from tensorflow_estimator.python.estimator import exporter
 
-    def _export_version_parser(path):
-      # create a simple parser that pulls the export_version from the directory.
-      filename = os.path.basename(path.path)
-      if not (len(filename) == 10 and filename.isdigit()):
-        return None
-      return path._replace(export_version=int(filename))
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+exporter.__all__ = [s for s in dir(exporter) if not s.startswith('__')]
 
-    # pylint: disable=protected-access
-    keep_filter = gc._largest_export_versions(self._exports_to_keep)
-    delete_filter = gc._negation(keep_filter)
-    for p in delete_filter(
-        gc._get_paths(export_dir_base, parser=_export_version_parser)):
-      try:
-        gfile.DeleteRecursively(p.path)
-      except errors_impl.NotFoundError as e:
-        tf_logging.warn('Can not delete %s recursively: %s', p.path, e)
-    # pylint: enable=protected-access
+from tensorflow_estimator.python.estimator.exporter import *
diff --git a/tensorflow/python/estimator/exporter_test.py b/tensorflow/python/estimator/exporter_test.py
deleted file mode 100644
index fcccfbde7a..0000000000
--- a/tensorflow/python/estimator/exporter_test.py
+++ /dev/null
@@ -1,400 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for `Exporter`s."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import tempfile
-import time
-
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import exporter as exporter_lib
-from tensorflow.python.ops import array_ops
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.util import compat
-
-
-class BestExporterTest(test.TestCase):
-
-  def test_error_out_if_exports_to_keep_is_zero(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    with self.assertRaisesRegexp(ValueError, "positive number"):
-      exporter = exporter_lib.BestExporter(
-          name="best_exporter",
-          serving_input_receiver_fn=_serving_input_receiver_fn,
-          exports_to_keep=0)
-      self.assertEqual("best_exporter", exporter.name)
-
-  def test_best_exporter(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    exporter = exporter_lib.BestExporter(
-        name="best_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        exports_to_keep=5)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-    estimator.model_dir = export_dir_base
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {}, False)
-
-    self.assertEqual("export_result_path", export_result)
-    estimator.export_savedmodel.assert_called_with(
-        export_dir_base,
-        _serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        checkpoint_path="checkpoint_path",
-        strip_default_attrs=True)
-
-  def test_best_export_is_saved(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    exporter = exporter_lib.BestExporter(
-        name="best_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        exports_to_keep=1)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-    estimator.model_dir = export_dir_base
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 0.5}, False)
-
-    self.assertTrue(estimator.export_savedmodel.called)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 0.6}, False)
-    self.assertEqual(None, export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 0.4}, False)
-    self.assertEqual("export_result_path", export_result)
-
-  def test_best_exporter_with_preemption(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    eval_dir_base = os.path.join(export_dir_base, "eval_continuous")
-    estimator_lib._write_dict_to_summary(eval_dir_base, {"loss": 50}, 1)
-    estimator_lib._write_dict_to_summary(eval_dir_base, {"loss": 60}, 2)
-
-    exporter = exporter_lib.BestExporter(
-        name="best_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        event_file_pattern="eval_continuous/*.tfevents.*",
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        exports_to_keep=1)
-
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.model_dir = export_dir_base
-    estimator.export_savedmodel.return_value = "export_result_path"
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 100}, False)
-    self.assertEqual(None, export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 10}, False)
-    self.assertEqual("export_result_path", export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 20}, False)
-    self.assertEqual(None, export_result)
-
-  def test_best_exporter_with_empty_event(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    eval_dir_base = os.path.join(export_dir_base, "eval_continuous")
-    estimator_lib._write_dict_to_summary(eval_dir_base, {}, 1)
-    estimator_lib._write_dict_to_summary(eval_dir_base, {"loss": 60}, 2)
-
-    exporter = exporter_lib.BestExporter(
-        name="best_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        event_file_pattern="eval_continuous/*.tfevents.*",
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        exports_to_keep=1)
-
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.model_dir = export_dir_base
-    estimator.export_savedmodel.return_value = "export_result_path"
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 100}, False)
-    self.assertEqual(None, export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {"loss": 10}, False)
-    self.assertEqual("export_result_path", export_result)
-
-  def test_garbage_collect_exports(self):
-    export_dir_base = tempfile.mkdtemp()
-    gfile.MkDir(export_dir_base)
-    gfile.MkDir(export_dir_base + "/export")
-    gfile.MkDir(export_dir_base + "/eval")
-
-    export_dir_1 = _create_test_export_dir(export_dir_base)
-    export_dir_2 = _create_test_export_dir(export_dir_base)
-    export_dir_3 = _create_test_export_dir(export_dir_base)
-    export_dir_4 = _create_test_export_dir(export_dir_base)
-
-    self.assertTrue(gfile.Exists(export_dir_1))
-    self.assertTrue(gfile.Exists(export_dir_2))
-    self.assertTrue(gfile.Exists(export_dir_3))
-    self.assertTrue(gfile.Exists(export_dir_4))
-
-    def _serving_input_receiver_fn():
-      return array_ops.constant([1]), None
-
-    exporter = exporter_lib.BestExporter(
-        name="best_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        exports_to_keep=2)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.model_dir = export_dir_base
-    # Garbage collect all but the most recent 2 exports,
-    # where recency is determined based on the timestamp directory names.
-    exporter.export(estimator, export_dir_base, None, None, False)
-
-    self.assertFalse(gfile.Exists(export_dir_1))
-    self.assertFalse(gfile.Exists(export_dir_2))
-    self.assertTrue(gfile.Exists(export_dir_3))
-    self.assertTrue(gfile.Exists(export_dir_4))
-
-
-class LatestExporterTest(test.TestCase):
-
-  def test_error_out_if_exports_to_keep_is_zero(self):
-    def _serving_input_receiver_fn():
-      pass
-
-    with self.assertRaisesRegexp(ValueError, "positive number"):
-      exporter = exporter_lib.LatestExporter(
-          name="latest_exporter",
-          serving_input_receiver_fn=_serving_input_receiver_fn,
-          exports_to_keep=0)
-      self.assertEqual("latest_exporter", exporter.name)
-
-  def test_latest_exporter(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp() + "export/"
-    gfile.MkDir(export_dir_base)
-
-    exporter = exporter_lib.LatestExporter(
-        name="latest_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        exports_to_keep=5)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {}, False)
-
-    self.assertEqual("export_result_path", export_result)
-    estimator.export_savedmodel.assert_called_with(
-        export_dir_base,
-        _serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        checkpoint_path="checkpoint_path",
-        strip_default_attrs=True)
-
-  def test_only_the_last_export_is_saved(self):
-
-    def _serving_input_receiver_fn():
-      pass
-
-    export_dir_base = tempfile.mkdtemp() + "export/"
-    gfile.MkDir(export_dir_base)
-
-    exporter = exporter_lib.FinalExporter(
-        name="latest_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    estimator.export_savedmodel.return_value = "export_result_path"
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {}, False)
-
-    self.assertFalse(estimator.export_savedmodel.called)
-    self.assertEqual(None, export_result)
-
-    export_result = exporter.export(estimator, export_dir_base,
-                                    "checkpoint_path", {}, True)
-
-    self.assertEqual("export_result_path", export_result)
-    estimator.export_savedmodel.assert_called_with(
-        export_dir_base,
-        _serving_input_receiver_fn,
-        assets_extra={"from/path": "to/path"},
-        as_text=False,
-        checkpoint_path="checkpoint_path",
-        strip_default_attrs=True)
-
-  def test_garbage_collect_exports(self):
-    export_dir_base = tempfile.mkdtemp() + "export/"
-    gfile.MkDir(export_dir_base)
-    export_dir_1 = _create_test_export_dir(export_dir_base)
-    export_dir_2 = _create_test_export_dir(export_dir_base)
-    export_dir_3 = _create_test_export_dir(export_dir_base)
-    export_dir_4 = _create_test_export_dir(export_dir_base)
-
-    self.assertTrue(gfile.Exists(export_dir_1))
-    self.assertTrue(gfile.Exists(export_dir_2))
-    self.assertTrue(gfile.Exists(export_dir_3))
-    self.assertTrue(gfile.Exists(export_dir_4))
-
-    def _serving_input_receiver_fn():
-      return array_ops.constant([1]), None
-
-    exporter = exporter_lib.LatestExporter(
-        name="latest_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        exports_to_keep=2)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    # Garbage collect all but the most recent 2 exports,
-    # where recency is determined based on the timestamp directory names.
-    exporter.export(estimator, export_dir_base, None, None, False)
-
-    self.assertFalse(gfile.Exists(export_dir_1))
-    self.assertFalse(gfile.Exists(export_dir_2))
-    self.assertTrue(gfile.Exists(export_dir_3))
-    self.assertTrue(gfile.Exists(export_dir_4))
-
-  def test_garbage_collect_exports_with_trailing_delimiter(self):
-    export_dir_base = tempfile.mkdtemp() + "export/"
-    gfile.MkDir(export_dir_base)
-    export_dir_1 = _create_test_export_dir(export_dir_base)
-    export_dir_2 = _create_test_export_dir(export_dir_base)
-    export_dir_3 = _create_test_export_dir(export_dir_base)
-    export_dir_4 = _create_test_export_dir(export_dir_base)
-
-    self.assertTrue(gfile.Exists(export_dir_1))
-    self.assertTrue(gfile.Exists(export_dir_2))
-    self.assertTrue(gfile.Exists(export_dir_3))
-    self.assertTrue(gfile.Exists(export_dir_4))
-
-    def _serving_input_receiver_fn():
-      return array_ops.constant([1]), None
-
-    exporter = exporter_lib.LatestExporter(
-        name="latest_exporter",
-        serving_input_receiver_fn=_serving_input_receiver_fn,
-        exports_to_keep=1)
-    estimator = test.mock.Mock(spec=estimator_lib.Estimator)
-    # Garbage collect all but the most recent 2 exports,
-    # where recency is determined based on the timestamp directory names.
-    with test.mock.patch.object(gfile, "ListDirectory") as mock_list_directory:
-      mock_list_directory.return_value = [
-          os.path.basename(export_dir_1) + b"/",
-          os.path.basename(export_dir_2) + b"/",
-          os.path.basename(export_dir_3) + b"/",
-          os.path.basename(export_dir_4) + b"/",
-          ]
-      exporter.export(estimator, export_dir_base, None, None, False)
-
-    self.assertFalse(gfile.Exists(export_dir_1))
-    self.assertFalse(gfile.Exists(export_dir_2))
-    self.assertFalse(gfile.Exists(export_dir_3))
-    self.assertTrue(gfile.Exists(export_dir_4))
-
-
-def _create_test_export_dir(export_dir_base):
-  export_dir = _get_timestamped_export_dir(export_dir_base)
-  gfile.MkDir(export_dir)
-  time.sleep(2)
-  return export_dir
-
-
-def _get_timestamped_export_dir(export_dir_base):
-  # When we create a timestamped directory, there is a small chance that the
-  # directory already exists because another worker is also writing exports.
-  # In this case we just wait one second to get a new timestamp and try again.
-  # If this fails several times in a row, then something is seriously wrong.
-  max_directory_creation_attempts = 10
-
-  attempts = 0
-  while attempts < max_directory_creation_attempts:
-    export_timestamp = int(time.time())
-
-    export_dir = os.path.join(
-        compat.as_bytes(export_dir_base), compat.as_bytes(
-            str(export_timestamp)))
-    if not gfile.Exists(export_dir):
-      # Collisions are still possible (though extremely unlikely): this
-      # directory is not actually created yet, but it will be almost
-      # instantly on return from this function.
-      return export_dir
-    time.sleep(1)
-    attempts += 1
-    logging.warn(
-        "Export directory {} already exists; retrying (attempt {}/{})".format(
-            export_dir, attempts, max_directory_creation_attempts))
-  raise RuntimeError("Failed to obtain a unique export directory name after "
-                     "{} attempts.".format(max_directory_creation_attempts))
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/estimator/gc.py b/tensorflow/python/estimator/gc.py
index 03ad33dd6b..d324b31b5c 100644
--- a/tensorflow/python/estimator/gc.py
+++ b/tensorflow/python/estimator/gc.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,200 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""gc python module.
 
-r"""System for specifying garbage collection (GC) of path based data.
-
-This framework allows for GC of data specified by path names, for example files
-on disk.  gc.Path objects each represent a single item stored at a path and may
-be a base directory,
-  /tmp/exports/0/...
-  /tmp/exports/1/...
-  ...
-or a fully qualified file,
-  /tmp/train-1.ckpt
-  /tmp/train-2.ckpt
-  ...
-
-A gc filter function takes and returns a list of gc.Path items.  Filter
-functions are responsible for selecting Path items for preservation or deletion.
-Note that functions should always return a sorted list.
-
-For example,
-  base_dir = "/tmp"
-  # Create the directories.
-  for e in xrange(10):
-    os.mkdir("%s/%d" % (base_dir, e), 0o755)
-
-  # Create a simple parser that pulls the export_version from the directory.
-  path_regex = "^" + re.escape(base_dir) + "/(\\d+)$"
-  def parser(path):
-    match = re.match(path_regex, path.path)
-    if not match:
-      return None
-    return path._replace(export_version=int(match.group(1)))
-
-  path_list = gc._get_paths("/tmp", parser)  # contains all ten Paths
-
-  every_fifth = gc._mod_export_version(5)
-  print(every_fifth(path_list))  # shows ["/tmp/0", "/tmp/5"]
-
-  largest_three = gc.largest_export_versions(3)
-  print(largest_three(all_paths))  # shows ["/tmp/7", "/tmp/8", "/tmp/9"]
-
-  both = gc._union(every_fifth, largest_three)
-  print(both(all_paths))  # shows ["/tmp/0", "/tmp/5",
-                          #        "/tmp/7", "/tmp/8", "/tmp/9"]
-  # Delete everything not in 'both'.
-  to_delete = gc._negation(both)
-  for p in to_delete(all_paths):
-    gfile.DeleteRecursively(p.path)  # deletes:  "/tmp/1", "/tmp/2",
-                                     # "/tmp/3", "/tmp/4", "/tmp/6",
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import heapq
-import math
-import os
-
-from tensorflow.python.platform import gfile
-from tensorflow.python.util import compat
-
-Path = collections.namedtuple('Path', 'path export_version')
-
-
-def _largest_export_versions(n):
-  """Creates a filter that keeps the largest n export versions.
-
-  Args:
-    n: number of versions to keep.
-
-  Returns:
-    A filter function that keeps the n largest paths.
-  """
-  def keep(paths):
-    heap = []
-    for idx, path in enumerate(paths):
-      if path.export_version is not None:
-        heapq.heappush(heap, (path.export_version, idx))
-    keepers = [paths[i] for _, i in heapq.nlargest(n, heap)]
-    return sorted(keepers)
-
-  return keep
-
-
-def _one_of_every_n_export_versions(n):
-  """Creates a filter that keeps one of every n export versions.
-
-  Args:
-    n: interval size.
-
-  Returns:
-    A filter function that keeps exactly one path from each interval
-    [0, n], (n, 2n], (2n, 3n], etc...  If more than one path exists in an
-    interval the largest is kept.
-  """
-  def keep(paths):
-    """A filter function that keeps exactly one out of every n paths."""
-
-    keeper_map = {}  # map from interval to largest path seen in that interval
-    for p in paths:
-      if p.export_version is None:
-        # Skip missing export_versions.
-        continue
-      # Find the interval (with a special case to map export_version = 0 to
-      # interval 0.
-      interval = math.floor(
-          (p.export_version - 1) / n) if p.export_version else 0
-      existing = keeper_map.get(interval, None)
-      if (not existing) or (existing.export_version < p.export_version):
-        keeper_map[interval] = p
-    return sorted(keeper_map.values())
-
-  return keep
-
-
-def _mod_export_version(n):
-  """Creates a filter that keeps every export that is a multiple of n.
-
-  Args:
-    n: step size.
-
-  Returns:
-    A filter function that keeps paths where export_version % n == 0.
-  """
-  def keep(paths):
-    keepers = []
-    for p in paths:
-      if p.export_version % n == 0:
-        keepers.append(p)
-    return sorted(keepers)
-  return keep
-
-
-def _union(lf, rf):
-  """Creates a filter that keeps the union of two filters.
-
-  Args:
-    lf: first filter
-    rf: second filter
-
-  Returns:
-    A filter function that keeps the n largest paths.
-  """
-  def keep(paths):
-    l = set(lf(paths))
-    r = set(rf(paths))
-    return sorted(list(l|r))
-  return keep
-
-
-def _negation(f):
-  """Negate a filter.
-
-  Args:
-    f: filter function to invert
-
-  Returns:
-    A filter function that returns the negation of f.
-  """
-  def keep(paths):
-    l = set(paths)
-    r = set(f(paths))
-    return sorted(list(l-r))
-  return keep
-
-
-def _get_paths(base_dir, parser):
-  """Gets a list of Paths in a given directory.
+from tensorflow_estimator.python.estimator import gc
 
-  Args:
-    base_dir: directory.
-    parser: a function which gets the raw Path and can augment it with
-      information such as the export_version, or ignore the path by returning
-      None.  An example parser may extract the export version from a path
-      such as "/tmp/exports/100" an another may extract from a full file
-      name such as "/tmp/checkpoint-99.out".
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+gc.__all__ = [s for s in dir(gc) if not s.startswith('__')]
 
-  Returns:
-    A list of Paths contained in the base directory with the parsing function
-    applied.
-    By default the following fields are populated,
-      - Path.path
-    The parsing function is responsible for populating,
-      - Path.export_version
-  """
-  raw_paths = gfile.ListDirectory(base_dir)
-  paths = []
-  for r in raw_paths:
-    # ListDirectory() return paths with "/" at the last if base_dir was GCS URL
-    r = compat.as_str_any(r)
-    if r[-1] == '/':
-      r = r[0:len(r)-1]
-    p = parser(Path(os.path.join(compat.as_str_any(base_dir), r), None))
-    if p:
-      paths.append(p)
-  return sorted(paths)
+from tensorflow_estimator.python.estimator.gc import *
diff --git a/tensorflow/python/estimator/gc_test.py b/tensorflow/python/estimator/gc_test.py
deleted file mode 100644
index 53c3d4ca2a..0000000000
--- a/tensorflow/python/estimator/gc_test.py
+++ /dev/null
@@ -1,156 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for garbage collection utilities."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-import re
-
-from six.moves import xrange  # pylint: disable=redefined-builtin
-
-from tensorflow.python.estimator import gc
-from tensorflow.python.framework import test_util
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.util import compat
-
-
-def _create_parser(base_dir):
-  # create a simple parser that pulls the export_version from the directory.
-  def parser(path):
-    # Modify the path object for RegEx match for Windows Paths
-    if os.name == "nt":
-      match = re.match(
-          "^" + compat.as_str_any(base_dir).replace("\\", "/") + "/(\\d+)$",
-          compat.as_str_any(path.path).replace("\\", "/"))
-    else:
-      match = re.match("^" + compat.as_str_any(base_dir) + "/(\\d+)$",
-                       compat.as_str_any(path.path))
-    if not match:
-      return None
-    return path._replace(export_version=int(match.group(1)))
-
-  return parser
-
-
-class GcTest(test_util.TensorFlowTestCase):
-
-  def testLargestExportVersions(self):
-    paths = [gc.Path("/foo", 8), gc.Path("/foo", 9), gc.Path("/foo", 10)]
-    newest = gc._largest_export_versions(2)
-    n = newest(paths)
-    self.assertEqual(n, [gc.Path("/foo", 9), gc.Path("/foo", 10)])
-
-  def testLargestExportVersionsDoesNotDeleteZeroFolder(self):
-    paths = [gc.Path("/foo", 0), gc.Path("/foo", 3)]
-    newest = gc._largest_export_versions(2)
-    n = newest(paths)
-    self.assertEqual(n, [gc.Path("/foo", 0), gc.Path("/foo", 3)])
-
-  def testModExportVersion(self):
-    paths = [
-        gc.Path("/foo", 4), gc.Path("/foo", 5), gc.Path("/foo", 6),
-        gc.Path("/foo", 9)
-    ]
-    mod = gc._mod_export_version(2)
-    self.assertEqual(mod(paths), [gc.Path("/foo", 4), gc.Path("/foo", 6)])
-    mod = gc._mod_export_version(3)
-    self.assertEqual(mod(paths), [gc.Path("/foo", 6), gc.Path("/foo", 9)])
-
-  def testOneOfEveryNExportVersions(self):
-    paths = [
-        gc.Path("/foo", 0), gc.Path("/foo", 1), gc.Path("/foo", 3),
-        gc.Path("/foo", 5), gc.Path("/foo", 6), gc.Path("/foo", 7),
-        gc.Path("/foo", 8), gc.Path("/foo", 33)
-    ]
-    one_of = gc._one_of_every_n_export_versions(3)
-    self.assertEqual(
-        one_of(paths), [
-            gc.Path("/foo", 3), gc.Path("/foo", 6), gc.Path("/foo", 8),
-            gc.Path("/foo", 33)
-        ])
-
-  def testOneOfEveryNExportVersionsZero(self):
-    # Zero is a special case since it gets rolled into the first interval.
-    # Test that here.
-    paths = [gc.Path("/foo", 0), gc.Path("/foo", 4), gc.Path("/foo", 5)]
-    one_of = gc._one_of_every_n_export_versions(3)
-    self.assertEqual(one_of(paths), [gc.Path("/foo", 0), gc.Path("/foo", 5)])
-
-  def testUnion(self):
-    paths = []
-    for i in xrange(10):
-      paths.append(gc.Path("/foo", i))
-    f = gc._union(gc._largest_export_versions(3), gc._mod_export_version(3))
-    self.assertEqual(
-        f(paths), [
-            gc.Path("/foo", 0), gc.Path("/foo", 3), gc.Path("/foo", 6),
-            gc.Path("/foo", 7), gc.Path("/foo", 8), gc.Path("/foo", 9)
-        ])
-
-  def testNegation(self):
-    paths = [
-        gc.Path("/foo", 4), gc.Path("/foo", 5), gc.Path("/foo", 6),
-        gc.Path("/foo", 9)
-    ]
-    mod = gc._negation(gc._mod_export_version(2))
-    self.assertEqual(mod(paths), [gc.Path("/foo", 5), gc.Path("/foo", 9)])
-    mod = gc._negation(gc._mod_export_version(3))
-    self.assertEqual(mod(paths), [gc.Path("/foo", 4), gc.Path("/foo", 5)])
-
-  def testPathsWithParse(self):
-    base_dir = os.path.join(test.get_temp_dir(), "paths_parse")
-    self.assertFalse(gfile.Exists(base_dir))
-    for p in xrange(3):
-      gfile.MakeDirs(os.path.join(base_dir, "%d" % p))
-    # add a base_directory to ignore
-    gfile.MakeDirs(os.path.join(base_dir, "ignore"))
-
-    self.assertEqual(
-        gc._get_paths(base_dir, _create_parser(base_dir)),
-        [
-            gc.Path(os.path.join(base_dir, "0"), 0),
-            gc.Path(os.path.join(base_dir, "1"), 1),
-            gc.Path(os.path.join(base_dir, "2"), 2)
-        ])
-
-  def testMixedStrTypes(self):
-    temp_dir = compat.as_bytes(test.get_temp_dir())
-
-    for sub_dir in ["str", b"bytes", u"unicode"]:
-      base_dir = os.path.join(
-          (temp_dir if isinstance(sub_dir, bytes) else temp_dir.decode()),
-          sub_dir)
-      self.assertFalse(gfile.Exists(base_dir))
-      gfile.MakeDirs(os.path.join(compat.as_str_any(base_dir), "42"))
-      gc._get_paths(base_dir, _create_parser(base_dir))
-
-  def testGcsDirWithSeparator(self):
-    base_dir = "gs://bucket/foo"
-    with test.mock.patch.object(gfile, "ListDirectory") as mock_list_directory:
-      # gfile.ListDirectory returns directory names with separator '/'
-      mock_list_directory.return_value = ["0/", "1/"]
-      self.assertEqual(
-          gc._get_paths(base_dir, _create_parser(base_dir)),
-          [
-              gc.Path(os.path.join(base_dir, "0"), 0),
-              gc.Path(os.path.join(base_dir, "1"), 1)
-          ])
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/estimator/inputs/__init__.py b/tensorflow/python/estimator/inputs/__init__.py
index e69de29bb2..045ede224d 100644
--- a/tensorflow/python/estimator/inputs/__init__.py
+++ b/tensorflow/python/estimator/inputs/__init__.py
@@ -0,0 +1,32 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""inputs python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow_estimator.python.estimator import inputs
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+inputs.__all__ = [s for s in dir(inputs) if not s.startswith('__')]
+
+from tensorflow_estimator.python.estimator.inputs import *
diff --git a/tensorflow/python/estimator/inputs/inputs.py b/tensorflow/python/estimator/inputs/inputs.py
index 6be168ee08..25756c54bc 100644
--- a/tensorflow/python/estimator/inputs/inputs.py
+++ b/tensorflow/python/estimator/inputs/inputs.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,14 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utility methods to create simple input_fns."""
+"""inputs python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-# pylint: disable=unused-import,line-too-long
-from tensorflow.python.estimator.inputs.numpy_io import numpy_input_fn
-from tensorflow.python.estimator.inputs.pandas_io import pandas_input_fn
+from tensorflow_estimator.python.estimator.inputs import inputs
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+inputs.__all__ = [s for s in dir(inputs) if not s.startswith('__')]
 
-# pylint: enable=unused-import,line-too-long
+from tensorflow_estimator.python.estimator.inputs.inputs import *
diff --git a/tensorflow/python/estimator/inputs/numpy_io.py b/tensorflow/python/estimator/inputs/numpy_io.py
index a6cefdece2..0600a0f35b 100644
--- a/tensorflow/python/estimator/inputs/numpy_io.py
+++ b/tensorflow/python/estimator/inputs/numpy_io.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,214 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Methods to allow dict of numpy arrays."""
+"""numpy_io python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-
-import numpy as np
-from six import string_types
-
-from tensorflow.python.estimator.inputs.queues import feeding_functions
-from tensorflow.python.util.tf_export import estimator_export
-
-# Key name to pack the target into dict of `features`. See
-# `_get_unique_target_key` for details.
-_TARGET_KEY = '__target_key__'
-
-
-def _get_unique_target_key(features):
-  """Returns a key not existed in the input dict `features`.
-
-  Caller of `input_fn` usually provides `features` (dict of numpy arrays) and
-  `target`, but the underlying feeding module expects a single dict of numpy
-  arrays as input. So, the `target` needs to be packed into the `features`
-  temporarily and unpacked after calling the feeding function. Toward this goal,
-  this function returns a key not existed in the `features` to pack the
-  `target`.
-
-  Args:
-    features: OrderedDict of numpy arrays
-
-  Returns:
-    A unique key that can be used to insert the subsequent target into
-      features dict.
-  """
-  target_key = _TARGET_KEY
-  while target_key in features:
-    target_key += '_n'
-  return target_key
-
-
-def _validate_and_convert_features(x):
-  """Type check input data and make a shadow copy as an ordered dict.
-
-  Args:
-    x: numpy array object or dict of numpy array objects. If an array,
-      the array will be treated as a single feature.
-
-  Returns:
-    OrderedDict copy of x.
-
-  Raises:
-    ValueError: if x is empty
-    TypeError: if x is an unknown type.
-  """
-  if isinstance(x, dict):
-    if not x:
-      raise ValueError('x cannot be an empty dict')
-    # Make a shadow copy and also ensure the order of iteration is consistent.
-    ordered_dict_data = collections.OrderedDict(
-        sorted(x.items(), key=lambda t: t[0]))
-  elif isinstance(x, np.ndarray):
-    if x.size == 0:
-      raise ValueError('x cannot be an empty array')
-
-    # Make a shadow copy and convert to dict to align with dict processing.
-    ordered_dict_data = collections.OrderedDict({'__direct_np_input__': x})
-  else:
-    x_type = type(x).__name__
-    raise TypeError('x must be a dict or array; got {}'.format(x_type))
-
-  return ordered_dict_data
-
-
-@estimator_export('estimator.inputs.numpy_input_fn')
-def numpy_input_fn(x,
-                   y=None,
-                   batch_size=128,
-                   num_epochs=1,
-                   shuffle=None,
-                   queue_capacity=1000,
-                   num_threads=1):
-  """Returns input function that would feed dict of numpy arrays into the model.
-
-  This returns a function outputting `features` and `targets` based on the dict
-  of numpy arrays. The dict `features` has the same keys as the `x`. The dict
-  `targets` has the same keys as the `y` if `y` is a dict.
-
-  Example:
-
-  ```python
-  age = np.arange(4) * 1.0
-  height = np.arange(32, 36)
-  x = {'age': age, 'height': height}
-  y = np.arange(-32, -28)
-
-  with tf.Session() as session:
-    input_fn = numpy_io.numpy_input_fn(
-        x, y, batch_size=2, shuffle=False, num_epochs=1)
-  ```
-
-  Args:
-    x: numpy array object or dict of numpy array objects. If an array,
-      the array will be treated as a single feature.
-    y: numpy array object or dict of numpy array object. `None` if absent.
-    batch_size: Integer, size of batches to return.
-    num_epochs: Integer, number of epochs to iterate over data. If `None` will
-      run forever.
-    shuffle: Boolean, if True shuffles the queue. Avoid shuffle at prediction
-      time.
-    queue_capacity: Integer, size of queue to accumulate.
-    num_threads: Integer, number of threads used for reading and enqueueing. In
-      order to have predicted and repeatable order of reading and enqueueing,
-      such as in prediction and evaluation mode, `num_threads` should be 1.
-
-  Returns:
-    Function, that has signature of ()->(dict of `features`, `targets`)
-
-  Raises:
-    ValueError: if the shape of `y` mismatches the shape of values in `x` (i.e.,
-      values in `x` have same shape).
-    ValueError: if duplicate keys are in both `x` and `y` when `y` is a dict.
-    ValueError: if x or y is an empty dict.
-    TypeError: `x` is not a dict or array.
-    ValueError: if 'shuffle' is not provided or a bool.
-  """
-  if not isinstance(shuffle, bool):
-    raise ValueError('shuffle must be provided and explicitly set as boolean '
-                     '(it is recommended to set it as True for training); '
-                     'got {}'.format(shuffle))
-
-  def input_fn():
-    """Numpy input function."""
-
-    # Note that `x` should not be used after conversion to ordered_dict_data,
-    # as type could be either dict or array.
-    ordered_dict_data = _validate_and_convert_features(x)
-
-    # Deep copy keys which is a view in python 3
-    feature_keys = list(ordered_dict_data.keys())
-
-    if y is None:
-      target_keys = None
-    elif isinstance(y, dict):
-      if not y:
-        raise ValueError('y cannot be empty dict, use None instead.')
-
-      ordered_dict_y = collections.OrderedDict(
-          sorted(y.items(), key=lambda t: t[0]))
-      target_keys = list(ordered_dict_y.keys())
-
-      duplicate_keys = set(feature_keys).intersection(set(target_keys))
-      if duplicate_keys:
-        raise ValueError('{} duplicate keys are found in both x and y: '
-                         '{}'.format(len(duplicate_keys), duplicate_keys))
-
-      ordered_dict_data.update(ordered_dict_y)
-    else:
-      target_keys = _get_unique_target_key(ordered_dict_data)
-      ordered_dict_data[target_keys] = y
-
-    if len(set(v.shape[0] for v in ordered_dict_data.values())) != 1:
-      shape_dict_of_x = {k: ordered_dict_data[k].shape for k in feature_keys}
-
-      if target_keys is None:
-        shape_of_y = None
-      elif isinstance(target_keys, string_types):
-        shape_of_y = y.shape
-      else:
-        shape_of_y = {k: ordered_dict_data[k].shape for k in target_keys}
-
-      raise ValueError('Length of tensors in x and y is mismatched. All '
-                       'elements in x and y must have the same length.\n'
-                       'Shapes in x: {}\n'
-                       'Shapes in y: {}\n'.format(shape_dict_of_x, shape_of_y))
-
-    queue = feeding_functions._enqueue_data(  # pylint: disable=protected-access
-        ordered_dict_data,
-        queue_capacity,
-        shuffle=shuffle,
-        num_threads=num_threads,
-        enqueue_size=batch_size,
-        num_epochs=num_epochs)
-
-    batch = (
-        queue.dequeue_many(batch_size)
-        if num_epochs is None else queue.dequeue_up_to(batch_size))
-
-    # Remove the first `Tensor` in `batch`, which is the row number.
-    if batch:
-      batch.pop(0)
-
-    if isinstance(x, np.ndarray):
-      # Return as the same type as original array.
-      features = batch[0]
-    else:
-      # Return as the original dict type
-      features = dict(zip(feature_keys, batch[:len(feature_keys)]))
+from tensorflow_estimator.python.estimator.inputs import numpy_io
 
-    if target_keys is None:
-      # TODO(martinwicke), return consistent result
-      return features
-    elif isinstance(target_keys, string_types):
-      target = batch[-1]
-      return features, target
-    else:
-      target = dict(zip(target_keys, batch[-len(target_keys):]))
-      return features, target
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+numpy_io.__all__ = [s for s in dir(numpy_io) if not s.startswith('__')]
 
-  return input_fn
+from tensorflow_estimator.python.estimator.inputs.numpy_io import *
diff --git a/tensorflow/python/estimator/inputs/numpy_io_test.py b/tensorflow/python/estimator/inputs/numpy_io_test.py
deleted file mode 100644
index 632908415f..0000000000
--- a/tensorflow/python/estimator/inputs/numpy_io_test.py
+++ /dev/null
@@ -1,620 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for numpy_io."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-from tensorflow.python.client import session as session_lib
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column_lib as fc
-from tensorflow.python.feature_column.feature_column import _LinearModel
-from tensorflow.python.framework import errors
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import lookup_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables as variables_lib
-from tensorflow.python.platform import test
-from tensorflow.python.training import coordinator
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import queue_runner_impl
-
-
-class NumpyIoTest(test.TestCase):
-
-  def testNumpyInputFn(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -28)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [0, 1])
-      self.assertAllEqual(res[0]['b'], [32, 33])
-      self.assertAllEqual(res[1], [-32, -31])
-
-      session.run([features, target])
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithVeryLargeBatchSizeAndMultipleEpochs(self):
-    a = np.arange(2) * 1.0
-    b = np.arange(32, 34)
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -30)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=128, shuffle=False, num_epochs=2)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [0, 1, 0, 1])
-      self.assertAllEqual(res[0]['b'], [32, 33, 32, 33])
-      self.assertAllEqual(res[1], [-32, -31, -32, -31])
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithZeroEpochs(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -28)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=0)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithBatchSizeNotDividedByDataSize(self):
-    batch_size = 2
-    a = np.arange(5) * 1.0
-    b = np.arange(32, 37)
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -27)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=batch_size, shuffle=False, num_epochs=1)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [0, 1])
-      self.assertAllEqual(res[0]['b'], [32, 33])
-      self.assertAllEqual(res[1], [-32, -31])
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [2, 3])
-      self.assertAllEqual(res[0]['b'], [34, 35])
-      self.assertAllEqual(res[1], [-30, -29])
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [4])
-      self.assertAllEqual(res[0]['b'], [36])
-      self.assertAllEqual(res[1], [-28])
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithBatchSizeNotDividedByDataSizeAndMultipleEpochs(self):
-    batch_size = 2
-    a = np.arange(3) * 1.0
-    b = np.arange(32, 35)
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -29)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=batch_size, shuffle=False, num_epochs=3)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [0, 1])
-      self.assertAllEqual(res[0]['b'], [32, 33])
-      self.assertAllEqual(res[1], [-32, -31])
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [2, 0])
-      self.assertAllEqual(res[0]['b'], [34, 32])
-      self.assertAllEqual(res[1], [-30, -32])
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [1, 2])
-      self.assertAllEqual(res[0]['b'], [33, 34])
-      self.assertAllEqual(res[1], [-31, -30])
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [0, 1])
-      self.assertAllEqual(res[0]['b'], [32, 33])
-      self.assertAllEqual(res[1], [-32, -31])
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [2])
-      self.assertAllEqual(res[0]['b'], [34])
-      self.assertAllEqual(res[1], [-30])
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithBatchSizeLargerThanDataSize(self):
-    batch_size = 10
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -28)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=batch_size, shuffle=False, num_epochs=1)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [0, 1, 2, 3])
-      self.assertAllEqual(res[0]['b'], [32, 33, 34, 35])
-      self.assertAllEqual(res[1], [-32, -31, -30, -29])
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithDifferentDimensionsOfFeatures(self):
-    a = np.array([[1, 2], [3, 4]])
-    b = np.array([5, 6])
-    x = {'a': a, 'b': b}
-    y = np.arange(-32, -30)
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-      features, target = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      res = session.run([features, target])
-      self.assertAllEqual(res[0]['a'], [[1, 2], [3, 4]])
-      self.assertAllEqual(res[0]['b'], [5, 6])
-      self.assertAllEqual(res[1], [-32, -31])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithXAsNonDict(self):
-    x = list(range(32, 36))
-    y = np.arange(4)
-    with self.cached_session():
-      with self.assertRaisesRegexp(TypeError, 'x must be a dict or array'):
-        failing_input_fn = numpy_io.numpy_input_fn(
-            x, y, batch_size=2, shuffle=False, num_epochs=1)
-        failing_input_fn()
-
-  def testNumpyInputFnWithXIsEmptyDict(self):
-    x = {}
-    y = np.arange(4)
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'x cannot be an empty'):
-        failing_input_fn = numpy_io.numpy_input_fn(x, y, shuffle=False)
-        failing_input_fn()
-
-  def testNumpyInputFnWithXIsEmptyArray(self):
-    x = np.array([[], []])
-    y = np.arange(4)
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'x cannot be an empty'):
-        failing_input_fn = numpy_io.numpy_input_fn(x, y, shuffle=False)
-        failing_input_fn()
-
-  def testNumpyInputFnWithYIsNone(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = None
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-      features_tensor = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      feature = session.run(features_tensor)
-      self.assertEqual(len(feature), 2)
-      self.assertAllEqual(feature['a'], [0, 1])
-      self.assertAllEqual(feature['b'], [32, 33])
-
-      session.run([features_tensor])
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features_tensor])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithNonBoolShuffle(self):
-    x = np.arange(32, 36)
-    y = np.arange(4)
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError,
-                                   'shuffle must be provided and explicitly '
-                                   'set as boolean'):
-        # Default shuffle is None.
-        numpy_io.numpy_input_fn(x, y)
-
-  def testNumpyInputFnWithTargetKeyAlreadyInX(self):
-    array = np.arange(32, 36)
-    x = {'__target_key__': array}
-    y = np.arange(4)
-
-    with self.cached_session():
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-      input_fn()
-      self.assertAllEqual(x['__target_key__'], array)
-      # The input x should not be mutated.
-      self.assertItemsEqual(x.keys(), ['__target_key__'])
-
-  def testNumpyInputFnWithMismatchLengthOfInputs(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    x_mismatch_length = {'a': np.arange(1), 'b': b}
-    y_longer_length = np.arange(10)
-
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          ValueError, 'Length of tensors in x and y is mismatched.'):
-        failing_input_fn = numpy_io.numpy_input_fn(
-            x, y_longer_length, batch_size=2, shuffle=False, num_epochs=1)
-        failing_input_fn()
-
-      with self.assertRaisesRegexp(
-          ValueError, 'Length of tensors in x and y is mismatched.'):
-        failing_input_fn = numpy_io.numpy_input_fn(
-            x=x_mismatch_length,
-            y=None,
-            batch_size=2,
-            shuffle=False,
-            num_epochs=1)
-        failing_input_fn()
-
-  def testNumpyInputFnWithYAsDict(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = {'y1': np.arange(-32, -28), 'y2': np.arange(32, 28, -1)}
-
-    with self.cached_session() as session:
-      input_fn = numpy_io.numpy_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-      features_tensor, targets_tensor = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      features, targets = session.run([features_tensor, targets_tensor])
-      self.assertEqual(len(features), 2)
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-      self.assertEqual(len(targets), 2)
-      self.assertAllEqual(targets['y1'], [-32, -31])
-      self.assertAllEqual(targets['y2'], [32, 31])
-
-      session.run([features_tensor, targets_tensor])
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features_tensor, targets_tensor])
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testNumpyInputFnWithYIsEmptyDict(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = {}
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'y cannot be empty'):
-        failing_input_fn = numpy_io.numpy_input_fn(x, y, shuffle=False)
-        failing_input_fn()
-
-  def testNumpyInputFnWithDuplicateKeysInXAndY(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x = {'a': a, 'b': b}
-    y = {'y1': np.arange(-32, -28), 'a': a, 'y2': np.arange(32, 28, -1), 'b': b}
-    with self.cached_session():
-      with self.assertRaisesRegexp(
-          ValueError, '2 duplicate keys are found in both x and y'):
-        failing_input_fn = numpy_io.numpy_input_fn(x, y, shuffle=False)
-        failing_input_fn()
-
-  def testNumpyInputFnWithXIsArray(self):
-    x = np.arange(4) * 1.0
-    y = np.arange(-32, -28)
-
-    input_fn = numpy_io.numpy_input_fn(
-        x, y, batch_size=2, shuffle=False, num_epochs=1)
-    features, target = input_fn()
-
-    with monitored_session.MonitoredSession() as session:
-      res = session.run([features, target])
-      self.assertAllEqual(res[0], [0, 1])
-      self.assertAllEqual(res[1], [-32, -31])
-
-      session.run([features, target])
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-  def testNumpyInputFnWithXIsNDArray(self):
-    x = np.arange(16).reshape(4, 2, 2) * 1.0
-    y = np.arange(-48, -32).reshape(4, 2, 2)
-
-    input_fn = numpy_io.numpy_input_fn(
-        x, y, batch_size=2, shuffle=False, num_epochs=1)
-    features, target = input_fn()
-
-    with monitored_session.MonitoredSession() as session:
-      res = session.run([features, target])
-      self.assertAllEqual(res[0], [[[0, 1], [2, 3]], [[4, 5], [6, 7]]])
-      self.assertAllEqual(
-          res[1], [[[-48, -47], [-46, -45]], [[-44, -43], [-42, -41]]])
-
-      session.run([features, target])
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features, target])
-
-  def testNumpyInputFnWithXIsArrayYIsDict(self):
-    x = np.arange(4) * 1.0
-    y = {'y1': np.arange(-32, -28)}
-
-    input_fn = numpy_io.numpy_input_fn(
-        x, y, batch_size=2, shuffle=False, num_epochs=1)
-    features_tensor, targets_tensor = input_fn()
-
-    with monitored_session.MonitoredSession() as session:
-      features, targets = session.run([features_tensor, targets_tensor])
-      self.assertEqual(len(features), 2)
-      self.assertAllEqual(features, [0, 1])
-      self.assertEqual(len(targets), 1)
-      self.assertAllEqual(targets['y1'], [-32, -31])
-
-      session.run([features_tensor, targets_tensor])
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run([features_tensor, targets_tensor])
-
-  def testArrayAndDictGiveSameOutput(self):
-    a = np.arange(4) * 1.0
-    b = np.arange(32, 36)
-    x_arr = np.vstack((a, b))
-    x_dict = {'feature1': x_arr}
-    y = np.arange(-48, -40).reshape(2, 4)
-
-    input_fn_arr = numpy_io.numpy_input_fn(
-        x_arr, y, batch_size=2, shuffle=False, num_epochs=1)
-    features_arr, targets_arr = input_fn_arr()
-
-    input_fn_dict = numpy_io.numpy_input_fn(
-        x_dict, y, batch_size=2, shuffle=False, num_epochs=1)
-    features_dict, targets_dict = input_fn_dict()
-
-    with monitored_session.MonitoredSession() as session:
-      res_arr, res_dict = session.run([
-          (features_arr, targets_arr), (features_dict, targets_dict)])
-
-      self.assertAllEqual(res_arr[0], res_dict[0]['feature1'])
-      self.assertAllEqual(res_arr[1], res_dict[1])
-
-
-class FeatureColumnIntegrationTest(test.TestCase):
-
-  def _initialized_session(self, config=None):
-    sess = session_lib.Session(config=config)
-    sess.run(variables_lib.global_variables_initializer())
-    sess.run(lookup_ops.tables_initializer())
-    return sess
-
-  def _get_linear_model_bias(self, name='linear_model'):
-    with variable_scope.variable_scope(name, reuse=True):
-      return variable_scope.get_variable('bias_weights')
-
-  def _get_linear_model_column_var(self, column, name='linear_model'):
-    return ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES,
-                              name + '/' + column.name)[0]
-
-  def _get_keras_linear_model_predictions(
-      self,
-      features,
-      feature_columns,
-      units=1,
-      sparse_combiner='sum',
-      weight_collections=None,
-      trainable=True,
-      cols_to_vars=None):
-    keras_linear_model = _LinearModel(
-        feature_columns,
-        units,
-        sparse_combiner,
-        weight_collections,
-        trainable,
-        name='linear_model')
-    retval = keras_linear_model(features)  # pylint: disable=not-callable
-    if cols_to_vars is not None:
-      cols_to_vars.update(keras_linear_model.cols_to_vars())
-    return retval
-
-  def test_linear_model_numpy_input_fn(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(price, boundaries=[0., 10., 100.,])
-    body_style = fc.categorical_column_with_vocabulary_list(
-        'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'price': np.array([-1., 2., 13., 104.]),
-            'body-style': np.array(['sedan', 'hardtop', 'wagon', 'sedan']),
-        },
-        batch_size=2,
-        shuffle=False)
-    features = input_fn()
-    net = fc.linear_model(features, [price_buckets, body_style])
-    # self.assertEqual(1 + 3 + 5, net.shape[1])
-    with self._initialized_session() as sess:
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(sess, coord=coord)
-
-      bias = self._get_linear_model_bias()
-      price_buckets_var = self._get_linear_model_column_var(price_buckets)
-      body_style_var = self._get_linear_model_column_var(body_style)
-
-      sess.run(price_buckets_var.assign([[10.], [100.], [1000.], [10000.]]))
-      sess.run(body_style_var.assign([[-10.], [-100.], [-1000.]]))
-      sess.run(bias.assign([5.]))
-
-      self.assertAllClose([[10 - 1000 + 5.], [100 - 10 + 5.]], sess.run(net))
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def test_linear_model_impl_numpy_input_fn(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(
-        price, boundaries=[
-            0.,
-            10.,
-            100.,
-        ])
-    body_style = fc.categorical_column_with_vocabulary_list(
-        'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'price': np.array([-1., 2., 13., 104.]),
-            'body-style': np.array(['sedan', 'hardtop', 'wagon', 'sedan']),
-        },
-        batch_size=2,
-        shuffle=False)
-    features = input_fn()
-    net = self._get_keras_linear_model_predictions(
-        features, [price_buckets, body_style])
-    # self.assertEqual(1 + 3 + 5, net.shape[1])
-    with self._initialized_session() as sess:
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(sess, coord=coord)
-
-      bias = self._get_linear_model_bias()
-      price_buckets_var = self._get_linear_model_column_var(price_buckets)
-      body_style_var = self._get_linear_model_column_var(body_style)
-
-      sess.run(price_buckets_var.assign([[10.], [100.], [1000.], [10000.]]))
-      sess.run(body_style_var.assign([[-10.], [-100.], [-1000.]]))
-      sess.run(bias.assign([5.]))
-
-      self.assertAllClose([[10 - 1000 + 5.], [100 - 10 + 5.]], sess.run(net))
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def test_functional_input_layer_with_numpy_input_fn(self):
-    embedding_values = (
-        (1., 2., 3., 4., 5.),  # id 0
-        (6., 7., 8., 9., 10.),  # id 1
-        (11., 12., 13., 14., 15.)  # id 2
-    )
-    def _initializer(shape, dtype, partition_info):
-      del shape, dtype, partition_info
-      return embedding_values
-
-    # price has 1 dimension in input_layer
-    price = fc.numeric_column('price')
-    body_style = fc.categorical_column_with_vocabulary_list(
-        'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    # one_hot_body_style has 3 dims in input_layer.
-    one_hot_body_style = fc.indicator_column(body_style)
-    # embedded_body_style has 5 dims in input_layer.
-    embedded_body_style = fc.embedding_column(body_style, dimension=5,
-                                              initializer=_initializer)
-
-    input_fn = numpy_io.numpy_input_fn(
-        x={
-            'price': np.array([11., 12., 13., 14.]),
-            'body-style': np.array(['sedan', 'hardtop', 'wagon', 'sedan']),
-        },
-        batch_size=2,
-        shuffle=False)
-    features = input_fn()
-    net = fc.input_layer(features,
-                         [price, one_hot_body_style, embedded_body_style])
-    self.assertEqual(1 + 3 + 5, net.shape[1])
-    with self._initialized_session() as sess:
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(sess, coord=coord)
-
-      # Each row is formed by concatenating `embedded_body_style`,
-      # `one_hot_body_style`, and `price` in order.
-      self.assertAllEqual(
-          [[11., 12., 13., 14., 15., 0., 0., 1., 11.],
-           [1., 2., 3., 4., 5., 1., 0., 0., 12]],
-          sess.run(net))
-
-      coord.request_stop()
-      coord.join(threads)
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/inputs/pandas_io.py b/tensorflow/python/estimator/inputs/pandas_io.py
index 616bcb410f..cff91cdc9a 100644
--- a/tensorflow/python/estimator/inputs/pandas_io.py
+++ b/tensorflow/python/estimator/inputs/pandas_io.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,146 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""pandas_io python module.
 
-"""Methods to allow pandas.DataFrame."""
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
-import six
-import uuid
 
-import numpy as np
-from tensorflow.python.estimator.inputs.queues import feeding_functions
-from tensorflow.python.util.tf_export import estimator_export
+from tensorflow_estimator.python.estimator.inputs import pandas_io
 
-try:
-  # pylint: disable=g-import-not-at-top
-  # pylint: disable=unused-import
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+pandas_io.__all__ = [s for s in dir(pandas_io) if not s.startswith('__')]
 
-
-def _get_unique_target_key(features, target_column_name):
-  """Returns a key that does not exist in the input DataFrame `features`.
-
-  Args:
-    features: DataFrame
-    target_column_name: Name of the target column as a `str`
-
-  Returns:
-    A unique key that can be used to insert the target into
-      features.
-  """
-  if target_column_name in features:
-    target_column_name += '_' + str(uuid.uuid4())
-  return target_column_name
-
-
-@estimator_export('estimator.inputs.pandas_input_fn')
-def pandas_input_fn(x,
-                    y=None,
-                    batch_size=128,
-                    num_epochs=1,
-                    shuffle=None,
-                    queue_capacity=1000,
-                    num_threads=1,
-                    target_column='target'):
-  """Returns input function that would feed Pandas DataFrame into the model.
-
-  Note: `y`'s index must match `x`'s index.
-
-  Args:
-    x: pandas `DataFrame` object.
-    y: pandas `Series` object or `DataFrame`. `None` if absent.
-    batch_size: int, size of batches to return.
-    num_epochs: int, number of epochs to iterate over data. If not `None`,
-      read attempts that would exceed this value will raise `OutOfRangeError`.
-    shuffle: bool, whether to read the records in random order.
-    queue_capacity: int, size of the read queue. If `None`, it will be set
-      roughly to the size of `x`.
-    num_threads: Integer, number of threads used for reading and enqueueing. In
-      order to have predicted and repeatable order of reading and enqueueing,
-      such as in prediction and evaluation mode, `num_threads` should be 1.
-    target_column: str, name to give the target column `y`. This parameter
-      is not used when `y` is a `DataFrame`.
-
-  Returns:
-    Function, that has signature of ()->(dict of `features`, `target`)
-
-  Raises:
-    ValueError: if `x` already contains a column with the same name as `y`, or
-      if the indexes of `x` and `y` don't match.
-    ValueError: if 'shuffle' is not provided or a bool.
-  """
-  if not HAS_PANDAS:
-    raise TypeError(
-        'pandas_input_fn should not be called without pandas installed')
-
-  if not isinstance(shuffle, bool):
-    raise ValueError('shuffle must be provided and explicitly set as boolean '
-                     '(it is recommended to set it as True for training); '
-                     'got {}'.format(shuffle))
-
-  if not isinstance(target_column, six.string_types):
-    raise TypeError('target_column must be a string type')
-
-  x = x.copy()
-  if y is not None:
-    if target_column in x:
-      raise ValueError(
-          'Cannot use name %s for target column: DataFrame already has a '
-          'column with that name: %s' % (target_column, x.columns))
-    if not np.array_equal(x.index, y.index):
-      raise ValueError('Index for x and y are mismatched.\nIndex for x: %s\n'
-                       'Index for y: %s\n' % (x.index, y.index))
-    if isinstance(y, pd.DataFrame):
-      y_columns = [(column, _get_unique_target_key(x, column))
-                   for column in list(y)]
-      target_column = [v for _, v in y_columns]
-      x[target_column] = y
-    else:
-      x[target_column] = y
-
-  # TODO(mdan): These are memory copies. We probably don't need 4x slack space.
-  # The sizes below are consistent with what I've seen elsewhere.
-  if queue_capacity is None:
-    if shuffle:
-      queue_capacity = 4 * len(x)
-    else:
-      queue_capacity = len(x)
-  min_after_dequeue = max(queue_capacity / 4, 1)
-
-  def input_fn():
-    """Pandas input function."""
-    queue = feeding_functions._enqueue_data(  # pylint: disable=protected-access
-        x,
-        queue_capacity,
-        shuffle=shuffle,
-        min_after_dequeue=min_after_dequeue,
-        num_threads=num_threads,
-        enqueue_size=batch_size,
-        num_epochs=num_epochs)
-    if num_epochs is None:
-      features = queue.dequeue_many(batch_size)
-    else:
-      features = queue.dequeue_up_to(batch_size)
-    assert len(features) == len(x.columns) + 1, ('Features should have one '
-                                                 'extra element for the index.')
-    features = features[1:]
-    features = dict(zip(list(x.columns), features))
-    if y is not None:
-      if isinstance(target_column, list):
-        keys = [k for k, _ in y_columns]
-        values = [features.pop(column) for column in target_column]
-        target = {k: v for k, v in zip(keys, values)}
-      else:
-        target = features.pop(target_column)
-      return features, target
-    return features
-  return input_fn
+from tensorflow_estimator.python.estimator.inputs.pandas_io import *
diff --git a/tensorflow/python/estimator/inputs/pandas_io_test.py b/tensorflow/python/estimator/inputs/pandas_io_test.py
deleted file mode 100644
index 9e69fc72dc..0000000000
--- a/tensorflow/python/estimator/inputs/pandas_io_test.py
+++ /dev/null
@@ -1,320 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for pandas_io."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.python.estimator.inputs import pandas_io
-from tensorflow.python.framework import errors
-from tensorflow.python.platform import test
-from tensorflow.python.training import coordinator
-from tensorflow.python.training import queue_runner_impl
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-class PandasIoTest(test.TestCase):
-
-  def makeTestDataFrame(self):
-    index = np.arange(100, 104)
-    a = np.arange(4)
-    b = np.arange(32, 36)
-    x = pd.DataFrame({'a': a, 'b': b}, index=index)
-    y = pd.Series(np.arange(-32, -28), index=index)
-    return x, y
-
-  def makeTestDataFrameWithYAsDataFrame(self):
-    index = np.arange(100, 104)
-    a = np.arange(4)
-    b = np.arange(32, 36)
-    a_label = np.arange(10, 14)
-    b_label = np.arange(50, 54)
-    x = pd.DataFrame({'a': a, 'b': b}, index=index)
-    y = pd.DataFrame({'a_target': a_label, 'b_target': b_label}, index=index)
-    return x, y
-
-  def callInputFnOnce(self, input_fn, session):
-    results = input_fn()
-    coord = coordinator.Coordinator()
-    threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-    result_values = session.run(results)
-    coord.request_stop()
-    coord.join(threads)
-    return result_values
-
-  def testPandasInputFn_IndexMismatch(self):
-    if not HAS_PANDAS:
-      return
-    x, _ = self.makeTestDataFrame()
-    y_noindex = pd.Series(np.arange(-32, -28))
-    with self.assertRaises(ValueError):
-      pandas_io.pandas_input_fn(
-          x, y_noindex, batch_size=2, shuffle=False, num_epochs=1)
-
-  def testPandasInputFn_RaisesWhenTargetColumnIsAList(self):
-    if not HAS_PANDAS:
-      return
-
-    x, y = self.makeTestDataFrame()
-
-    with self.assertRaisesRegexp(TypeError,
-                                 'target_column must be a string type'):
-      pandas_io.pandas_input_fn(x, y, batch_size=2,
-                                shuffle=False,
-                                num_epochs=1,
-                                target_column=['one', 'two'])
-
-  def testPandasInputFn_NonBoolShuffle(self):
-    if not HAS_PANDAS:
-      return
-    x, _ = self.makeTestDataFrame()
-    y_noindex = pd.Series(np.arange(-32, -28))
-    with self.assertRaisesRegexp(ValueError,
-                                 'shuffle must be provided and explicitly '
-                                 'set as boolean'):
-      # Default shuffle is None
-      pandas_io.pandas_input_fn(x, y_noindex)
-
-  def testPandasInputFn_ProducesExpectedOutputs(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-
-      features, target = self.callInputFnOnce(input_fn, session)
-
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-      self.assertAllEqual(target, [-32, -31])
-
-  def testPandasInputFnWhenYIsDataFrame_ProducesExpectedOutput(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrameWithYAsDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-
-      features, targets = self.callInputFnOnce(input_fn, session)
-
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-      self.assertAllEqual(targets['a_target'], [10, 11])
-      self.assertAllEqual(targets['b_target'], [50, 51])
-
-  def testPandasInputFnYIsDataFrame_HandlesOverlappingColumns(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrameWithYAsDataFrame()
-      y = y.rename(columns={'a_target': 'a', 'b_target': 'b'})
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-
-      features, targets = self.callInputFnOnce(input_fn, session)
-
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-      self.assertAllEqual(targets['a'], [10, 11])
-      self.assertAllEqual(targets['b'], [50, 51])
-
-  def testPandasInputFnYIsDataFrame_HandlesOverlappingColumnsInTargets(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrameWithYAsDataFrame()
-      y = y.rename(columns={'a_target': 'a', 'b_target': 'a_n'})
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-
-      features, targets = self.callInputFnOnce(input_fn, session)
-
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-      self.assertAllEqual(targets['a'], [10, 11])
-      self.assertAllEqual(targets['a_n'], [50, 51])
-
-  def testPandasInputFn_ProducesOutputsForLargeBatchAndMultipleEpochs(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      index = np.arange(100, 102)
-      a = np.arange(2)
-      b = np.arange(32, 34)
-      x = pd.DataFrame({'a': a, 'b': b}, index=index)
-      y = pd.Series(np.arange(-32, -30), index=index)
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=128, shuffle=False, num_epochs=2)
-
-      results = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      features, target = session.run(results)
-      self.assertAllEqual(features['a'], [0, 1, 0, 1])
-      self.assertAllEqual(features['b'], [32, 33, 32, 33])
-      self.assertAllEqual(target, [-32, -31, -32, -31])
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run(results)
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testPandasInputFn_ProducesOutputsWhenDataSizeNotDividedByBatchSize(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      index = np.arange(100, 105)
-      a = np.arange(5)
-      b = np.arange(32, 37)
-      x = pd.DataFrame({'a': a, 'b': b}, index=index)
-      y = pd.Series(np.arange(-32, -27), index=index)
-
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-
-      results = input_fn()
-
-      coord = coordinator.Coordinator()
-      threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-
-      features, target = session.run(results)
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-      self.assertAllEqual(target, [-32, -31])
-
-      features, target = session.run(results)
-      self.assertAllEqual(features['a'], [2, 3])
-      self.assertAllEqual(features['b'], [34, 35])
-      self.assertAllEqual(target, [-30, -29])
-
-      features, target = session.run(results)
-      self.assertAllEqual(features['a'], [4])
-      self.assertAllEqual(features['b'], [36])
-      self.assertAllEqual(target, [-28])
-
-      with self.assertRaises(errors.OutOfRangeError):
-        session.run(results)
-
-      coord.request_stop()
-      coord.join(threads)
-
-  def testPandasInputFn_OnlyX(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, _ = self.makeTestDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y=None, batch_size=2, shuffle=False, num_epochs=1)
-
-      features = self.callInputFnOnce(input_fn, session)
-
-      self.assertAllEqual(features['a'], [0, 1])
-      self.assertAllEqual(features['b'], [32, 33])
-
-  def testPandasInputFn_ExcludesIndex(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)
-
-      features, _ = self.callInputFnOnce(input_fn, session)
-
-      self.assertFalse('index' in features)
-
-  def assertInputsCallableNTimes(self, input_fn, session, n):
-    inputs = input_fn()
-    coord = coordinator.Coordinator()
-    threads = queue_runner_impl.start_queue_runners(session, coord=coord)
-    for _ in range(n):
-      session.run(inputs)
-    with self.assertRaises(errors.OutOfRangeError):
-      session.run(inputs)
-    coord.request_stop()
-    coord.join(threads)
-
-  def testPandasInputFn_RespectsEpoch_NoShuffle(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=4, shuffle=False, num_epochs=1)
-
-      self.assertInputsCallableNTimes(input_fn, session, 1)
-
-  def testPandasInputFn_RespectsEpoch_WithShuffle(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=4, shuffle=True, num_epochs=1)
-
-      self.assertInputsCallableNTimes(input_fn, session, 1)
-
-  def testPandasInputFn_RespectsEpoch_WithShuffleAutosize(self):
-    if not HAS_PANDAS:
-      return
-    with self.cached_session() as session:
-      x, y = self.makeTestDataFrame()
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=True, queue_capacity=None, num_epochs=2)
-
-      self.assertInputsCallableNTimes(input_fn, session, 4)
-
-  def testPandasInputFn_RespectsEpochUnevenBatches(self):
-    if not HAS_PANDAS:
-      return
-    x, y = self.makeTestDataFrame()
-    with self.cached_session() as session:
-      input_fn = pandas_io.pandas_input_fn(
-          x, y, batch_size=3, shuffle=False, num_epochs=1)
-
-      # Before the last batch, only one element of the epoch should remain.
-      self.assertInputsCallableNTimes(input_fn, session, 2)
-
-  def testPandasInputFn_Idempotent(self):
-    if not HAS_PANDAS:
-      return
-    x, y = self.makeTestDataFrame()
-    for _ in range(2):
-      pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=False, num_epochs=1)()
-    for _ in range(2):
-      pandas_io.pandas_input_fn(
-          x, y, batch_size=2, shuffle=True, num_epochs=1)()
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/inputs/queues/__init__.py b/tensorflow/python/estimator/inputs/queues/__init__.py
index e69de29bb2..ecbf199ac0 100644
--- a/tensorflow/python/estimator/inputs/queues/__init__.py
+++ b/tensorflow/python/estimator/inputs/queues/__init__.py
@@ -0,0 +1,32 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""queues python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow_estimator.python.estimator.inputs import queues
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+queues.__all__ = [s for s in dir(queues) if not s.startswith('__')]
+
+from tensorflow_estimator.python.estimator.inputs.queues import *
diff --git a/tensorflow/python/estimator/inputs/queues/feeding_functions.py b/tensorflow/python/estimator/inputs/queues/feeding_functions.py
index 51a61adb21..7c9f084e99 100644
--- a/tensorflow/python/estimator/inputs/queues/feeding_functions.py
+++ b/tensorflow/python/estimator/inputs/queues/feeding_functions.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,502 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Helper functions for enqueuing data from arrays and pandas `DataFrame`s."""
+"""feeding_functions python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import random
-import types as tp
-import numpy as np
-import six
-
-from tensorflow.python.estimator.inputs.queues import feeding_queue_runner as fqr
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import data_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.summary import summary
-from tensorflow.python.training import queue_runner
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-def _fill_array(arr, seq, fillvalue=0):
-  """Recursively fills padded arr with elements from seq.
-
-  If length of seq is less than arr padded length, fillvalue used.
-  Args:
-    arr: Padded tensor of shape [batch_size, ..., max_padded_dim_len].
-    seq: Non-padded list of data samples of shape
-      [batch_size, ..., padded_dim(None)]
-    fillvalue: Default fillvalue to use.
-  """
-  if arr.ndim == 1:
-    try:
-      len_ = len(seq)
-    except TypeError:
-      len_ = 0
-    arr[:len_] = seq
-    arr[len_:] = fillvalue
-  else:
-    for subarr, subseq in six.moves.zip_longest(arr, seq, fillvalue=()):
-      _fill_array(subarr, subseq, fillvalue)
-
-
-def _pad_if_needed(batch_key_item, fillvalue=0):
-  """ Returns padded batch.
-
-  Args:
-    batch_key_item: List of data samples of any type with shape
-      [batch_size, ..., padded_dim(None)].
-    fillvalue: Default fillvalue to use.
-
-  Returns:
-    Padded with zeros tensor of same type and shape
-      [batch_size, ..., max_padded_dim_len].
-
-  Raises:
-    ValueError if data samples have different shapes (except last padded dim).
-  """
-  shapes = [
-      seq.shape[:-1] if len(seq.shape) > 0 else -1 for seq in batch_key_item
-  ]
-  if not all(shapes[0] == x for x in shapes):
-    raise ValueError("Array shapes must match.")
-
-  last_length = [
-      seq.shape[-1] if len(seq.shape) > 0 else 0 for seq in batch_key_item
-  ]
-  if all([x == last_length[0] for x in last_length]):
-    return batch_key_item
-
-  batch_size = len(batch_key_item)
-  max_sequence_length = max(last_length)
-  result_batch = np.zeros(
-      shape=[batch_size] + list(shapes[0]) + [max_sequence_length],
-      dtype=batch_key_item[0].dtype)
-  _fill_array(result_batch, batch_key_item, fillvalue)
-  return result_batch
-
-
-def _get_integer_indices_for_next_batch(batch_indices_start, batch_size,
-                                        epoch_end, array_length, current_epoch,
-                                        total_epochs):
-  """Returns the integer indices for next batch.
-
-  If total epochs is not None and current epoch is the final epoch, the end
-  index of the next batch should not exceed the `epoch_end` (i.e., the final
-  batch might not have size `batch_size` to avoid overshooting the last epoch).
-
-  Args:
-    batch_indices_start: Integer, the index to start next batch.
-    batch_size: Integer, size of batches to return.
-    epoch_end: Integer, the end index of the epoch. The epoch could start from a
-      random position, so `epoch_end` provides the end index for that.
-    array_length: Integer, the length of the array.
-    current_epoch: Integer, the epoch number has been emitted.
-    total_epochs: Integer or `None`, the total number of epochs to emit. If
-      `None` will run forever.
-
-  Returns:
-    A tuple of a list with integer indices for next batch and `current_epoch`
-    value after the next batch.
-
-  Raises:
-    OutOfRangeError if `current_epoch` is not less than `total_epochs`.
-
-  """
-  if total_epochs is not None and current_epoch >= total_epochs:
-    raise errors.OutOfRangeError(None, None,
-                                 "Already emitted %s epochs." % current_epoch)
-
-  batch_indices_end = batch_indices_start + batch_size
-  batch_indices = [
-      j % array_length for j in range(batch_indices_start, batch_indices_end)
-  ]
-  epoch_end_indices = [i for i, x in enumerate(batch_indices) if x == epoch_end]
-  current_epoch += len(epoch_end_indices)
-
-  if total_epochs is None or current_epoch < total_epochs:
-    return (batch_indices, current_epoch)
-
-  # Now we might have emitted more data for expected epochs. Need to trim.
-  final_epoch_end_inclusive = epoch_end_indices[
-      -(current_epoch - total_epochs + 1)]
-  batch_indices = batch_indices[:final_epoch_end_inclusive + 1]
-
-  return (batch_indices, total_epochs)
-
-
-class _ArrayFeedFn(object):
-  """Creates feed dictionaries from numpy arrays."""
-
-  def __init__(self,
-               placeholders,
-               array,
-               batch_size,
-               random_start=False,
-               seed=None,
-               num_epochs=None):
-    if len(placeholders) != 2:
-      raise ValueError("_array_feed_fn expects 2 placeholders; got {}.".format(
-          len(placeholders)))
-    self._placeholders = placeholders
-    self._array = array
-    self._max = len(array)
-    self._batch_size = batch_size
-    self._num_epochs = num_epochs
-    self._epoch = 0
-    random.seed(seed)
-    self._trav = random.randrange(self._max) if random_start else 0
-    self._epoch_end = (self._trav - 1) % self._max
-
-  def __call__(self):
-    integer_indexes, self._epoch = _get_integer_indices_for_next_batch(
-        batch_indices_start=self._trav,
-        batch_size=self._batch_size,
-        epoch_end=self._epoch_end,
-        array_length=self._max,
-        current_epoch=self._epoch,
-        total_epochs=self._num_epochs)
-
-    self._trav = (integer_indexes[-1] + 1) % self._max
-    return {
-        self._placeholders[0]: integer_indexes,
-        self._placeholders[1]: self._array[integer_indexes]
-    }
-
-
-class _OrderedDictNumpyFeedFn(object):
-  """Creates feed dictionaries from `OrderedDict`s of numpy arrays."""
-
-  def __init__(self,
-               placeholders,
-               ordered_dict_of_arrays,
-               batch_size,
-               random_start=False,
-               seed=None,
-               num_epochs=None):
-    if len(placeholders) != len(ordered_dict_of_arrays) + 1:
-      raise ValueError("Expected {} placeholders; got {}.".format(
-          len(ordered_dict_of_arrays), len(placeholders)))
-    self._index_placeholder = placeholders[0]
-    self._col_placeholders = placeholders[1:]
-    self._ordered_dict_of_arrays = ordered_dict_of_arrays
-    self._max = len(next(iter(ordered_dict_of_arrays.values())))
-    for _, v in ordered_dict_of_arrays.items():
-      if len(v) != self._max:
-        raise ValueError("Array lengths must match.")
-    self._batch_size = batch_size
-    self._num_epochs = num_epochs
-    self._epoch = 0
-    random.seed(seed)
-    self._trav = random.randrange(self._max) if random_start else 0
-    self._epoch_end = (self._trav - 1) % self._max
-
-  def __call__(self):
-    integer_indexes, self._epoch = _get_integer_indices_for_next_batch(
-        batch_indices_start=self._trav,
-        batch_size=self._batch_size,
-        epoch_end=self._epoch_end,
-        array_length=self._max,
-        current_epoch=self._epoch,
-        total_epochs=self._num_epochs)
-
-    self._trav = (integer_indexes[-1] + 1) % self._max
-    feed_dict = {self._index_placeholder: integer_indexes}
-    cols = [
-        column[integer_indexes]
-        for column in self._ordered_dict_of_arrays.values()
-    ]
-    feed_dict.update(dict(zip(self._col_placeholders, cols)))
-    return feed_dict
-
-
-class _PandasFeedFn(object):
-  """Creates feed dictionaries from pandas `DataFrames`."""
-
-  def __init__(self,
-               placeholders,
-               dataframe,
-               batch_size,
-               random_start=False,
-               seed=None,
-               num_epochs=None):
-    if len(placeholders) != len(dataframe.columns) + 1:
-      raise ValueError("Expected {} placeholders; got {}.".format(
-          len(dataframe.columns) + 1, len(placeholders)))
-    self._index_placeholder = placeholders[0]
-    self._col_placeholders = placeholders[1:]
-    self._dataframe = dataframe
-    self._max = len(dataframe)
-    self._batch_size = batch_size
-    self._num_epochs = num_epochs
-    self._epoch = 0
-    random.seed(seed)
-    self._trav = random.randrange(self._max) if random_start else 0
-    self._epoch_end = (self._trav - 1) % self._max
-
-  def __call__(self):
-    integer_indexes, self._epoch = _get_integer_indices_for_next_batch(
-        batch_indices_start=self._trav,
-        batch_size=self._batch_size,
-        epoch_end=self._epoch_end,
-        array_length=self._max,
-        current_epoch=self._epoch,
-        total_epochs=self._num_epochs)
-
-    self._trav = (integer_indexes[-1] + 1) % self._max
-    result = self._dataframe.iloc[integer_indexes]
-    cols = [result[col].values for col in result.columns]
-    feed_dict = dict(zip(self._col_placeholders, cols))
-    feed_dict[self._index_placeholder] = result.index.values
-    return feed_dict
-
-
-class _GeneratorFeedFn(object):
-  """Creates feed dictionaries from `Generator` of `dicts` of numpy arrays."""
-
-  def __init__(self,
-               placeholders,
-               generator,
-               batch_size,
-               random_start=False,
-               seed=None,
-               num_epochs=None,
-               pad_value=None):
-    first_sample = next(generator())
-    if len(placeholders) != len(first_sample):
-      raise ValueError("Expected {} placeholders; got {}.".format(
-          len(first_sample), len(placeholders)))
-    self._keys = sorted(list(first_sample.keys()))
-    self._col_placeholders = placeholders
-    self._generator_function = generator
-    self._iterator = generator()
-    self._batch_size = batch_size
-    self._num_epochs = num_epochs
-    self._epoch = 0
-    self._pad_value = pad_value
-    random.seed(seed)
-
-  def __call__(self):
-    if self._num_epochs and self._epoch >= self._num_epochs:
-      raise errors.OutOfRangeError(None, None,
-                                   "Already emitted %s epochs." % self._epoch)
-    list_dict = {}
-    list_dict_size = 0
-    while list_dict_size < self._batch_size:
-      try:
-        data_row = next(self._iterator)
-      except StopIteration:
-        self._epoch += 1
-        self._iterator = self._generator_function()
-        data_row = next(self._iterator)
-      for index, key in enumerate(self._keys):
-        if key not in data_row.keys():
-          raise KeyError("key mismatch between dicts emitted by GenFun "
-                         "Expected {} keys; got {}".format(
-                             self._keys, data_row.keys()))
-        list_dict.setdefault(self._col_placeholders[index], list()).append(
-            data_row[key])
-        list_dict_size += 1
-
-    if self._pad_value is not None:
-      feed_dict = {
-          key: np.asarray(_pad_if_needed(item, self._pad_value))
-          for key, item in list(list_dict.items())
-      }
-    else:
-      feed_dict = {
-          key: np.asarray(item)
-          for key, item in list(list_dict.items())
-      }
-    return feed_dict
-
-
-def _enqueue_data(data,
-                  capacity,
-                  shuffle=False,
-                  min_after_dequeue=None,
-                  num_threads=1,
-                  seed=None,
-                  name="enqueue_input",
-                  enqueue_size=1,
-                  num_epochs=None,
-                  pad_value=None):
-  """Creates a queue filled from a numpy array or pandas `DataFrame`.
-
-    Returns a queue filled with the rows of the given (`OrderedDict` of) array
-    or `DataFrame`. In the case of a pandas `DataFrame`, the first enqueued
-    `Tensor` corresponds to the index of the `DataFrame`. For (`OrderedDict` of)
-    numpy arrays, the first enqueued `Tensor` contains the row number.
-
-  Args:
-    data: a numpy `ndarray`, `OrderedDict` of numpy arrays, or a generator
-       yielding `dict`s of numpy arrays or pandas `DataFrame` that will be read
-       into the queue.
-    capacity: the capacity of the queue.
-    shuffle: whether or not to shuffle the rows of the array.
-    min_after_dequeue: minimum number of elements that can remain in the queue
-    after a dequeue operation. Only used when `shuffle` is true. If not set,
-    defaults to `capacity` / 4.
-    num_threads: number of threads used for reading and enqueueing.
-    seed: used to seed shuffling and reader starting points.
-    name: a scope name identifying the data.
-    enqueue_size: the number of rows to enqueue per step.
-    num_epochs: limit enqueuing to a specified number of epochs, if provided.
-    pad_value: default value for dynamic padding of data samples, if provided.
-
-  Returns:
-    A queue filled with the rows of the given (`OrderedDict` of) array or
-      `DataFrame`.
-
-  Raises:
-    TypeError: `data` is not a Pandas `DataFrame`, an `OrderedDict` of numpy
-      arrays, a numpy `ndarray`, or a generator producing these.
-    NotImplementedError: padding and shuffling data at the same time.
-    NotImplementedError: padding usage with non generator data type.
-  """
-  with ops.name_scope(name):
-    if isinstance(data, np.ndarray):
-      types = [dtypes.int64, dtypes.as_dtype(data.dtype)]
-      queue_shapes = [(), data.shape[1:]]
-      get_feed_fn = _ArrayFeedFn
-    elif isinstance(data, collections.OrderedDict):
-      types = [dtypes.int64
-              ] + [dtypes.as_dtype(col.dtype) for col in data.values()]
-      queue_shapes = [()] + [col.shape[1:] for col in data.values()]
-      get_feed_fn = _OrderedDictNumpyFeedFn
-    elif isinstance(data, tp.FunctionType):
-      x_first_el = six.next(data())
-      x_first_keys = sorted(x_first_el.keys())
-      x_first_values = [x_first_el[key] for key in x_first_keys]
-      types = [dtypes.as_dtype(col.dtype) for col in x_first_values]
-      queue_shapes = [col.shape for col in x_first_values]
-      get_feed_fn = _GeneratorFeedFn
-    elif HAS_PANDAS and isinstance(data, pd.DataFrame):
-      types = [
-          dtypes.as_dtype(dt) for dt in [data.index.dtype] + list(data.dtypes)
-      ]
-      queue_shapes = [() for _ in types]
-      get_feed_fn = _PandasFeedFn
-    else:
-      raise TypeError(
-          "data must be either a numpy array or pandas DataFrame if pandas is "
-          "installed; got {}".format(type(data).__name__))
-
-    pad_data = pad_value is not None
-    if pad_data and get_feed_fn is not _GeneratorFeedFn:
-      raise NotImplementedError(
-          "padding is only available with generator usage")
-    if shuffle and pad_data:
-      raise NotImplementedError(
-          "padding and shuffling data at the same time is not implemented")
-
-    # TODO(jamieas): TensorBoard warnings for all warnings below once available.
-
-    if num_threads > 1 and num_epochs is not None:
-      logging.warning(
-          "enqueue_data was called with num_epochs and num_threads > 1. "
-          "num_epochs is applied per thread, so this will produce more "
-          "epochs than you probably intend. "
-          "If you want to limit epochs, use one thread.")
-
-    if shuffle and num_threads > 1 and num_epochs is not None:
-      logging.warning(
-          "enqueue_data was called with shuffle=True, num_threads > 1, and "
-          "num_epochs. This will create multiple threads, all reading the "
-          "array/dataframe in order adding to the same shuffling queue; the "
-          "results will likely not be sufficiently shuffled.")
-
-    if not shuffle and num_threads > 1:
-      logging.warning(
-          "enqueue_data was called with shuffle=False and num_threads > 1. "
-          "This will create multiple threads, all reading the "
-          "array/dataframe in order. If you want examples read in order, use"
-          " one thread; if you want multiple threads, enable shuffling.")
-
-    if shuffle:
-      min_after_dequeue = int(capacity / 4 if min_after_dequeue is None else
-                              min_after_dequeue)
-      queue = data_flow_ops.RandomShuffleQueue(
-          capacity,
-          min_after_dequeue,
-          dtypes=types,
-          shapes=queue_shapes,
-          seed=seed)
-    elif pad_data:
-      min_after_dequeue = 0  # just for the summary text
-      queue_shapes = list(
-          map(lambda x: tuple(list(x[:-1]) + [None]) if len(x) > 0 else x,
-              queue_shapes))
-      queue = data_flow_ops.PaddingFIFOQueue(
-          capacity, dtypes=types, shapes=queue_shapes)
-    else:
-      min_after_dequeue = 0  # just for the summary text
-      queue = data_flow_ops.FIFOQueue(
-          capacity, dtypes=types, shapes=queue_shapes)
-
-    enqueue_ops = []
-    feed_fns = []
-
-    for i in range(num_threads):
-      # Note the placeholders have no shapes, so they will accept any
-      # enqueue_size.  enqueue_many below will break them up.
-      placeholders = [array_ops.placeholder(t) for t in types]
-
-      enqueue_ops.append(queue.enqueue_many(placeholders))
-      seed_i = None if seed is None else (i + 1) * seed
-
-      if not pad_data:
-        feed_fns.append(
-            get_feed_fn(
-                placeholders,
-                data,
-                enqueue_size,
-                random_start=shuffle,
-                seed=seed_i,
-                num_epochs=num_epochs))
-      else:
-        feed_fns.append(
-            get_feed_fn(
-                placeholders,
-                data,
-                enqueue_size,
-                random_start=shuffle,
-                seed=seed_i,
-                num_epochs=num_epochs,
-                pad_value=pad_value))
+from tensorflow_estimator.python.estimator.inputs.queues import feeding_functions
 
-    runner = fqr._FeedingQueueRunner(  # pylint: disable=protected-access
-        queue=queue,
-        enqueue_ops=enqueue_ops,
-        feed_fns=feed_fns)
-    queue_runner.add_queue_runner(runner)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+feeding_functions.__all__ = [
+    s for s in dir(feeding_functions) if not s.startswith('__')
+]
 
-    full = (
-        math_ops.cast(
-            math_ops.maximum(0,
-                             queue.size() - min_after_dequeue), dtypes.float32)
-        * (1. / (capacity - min_after_dequeue)))
-    # Note that name contains a '/' at the end so we intentionally do not place
-    # a '/' after %s below.
-    summary_name = ("queue/%sfraction_over_%d_of_%d_full" %
-                    (queue.name, min_after_dequeue,
-                     capacity - min_after_dequeue))
-    summary.scalar(summary_name, full)
-    return queue
+from tensorflow_estimator.python.estimator.inputs.queues.feeding_functions import *
diff --git a/tensorflow/python/estimator/inputs/queues/feeding_functions_test.py b/tensorflow/python/estimator/inputs/queues/feeding_functions_test.py
deleted file mode 100644
index 30abd82130..0000000000
--- a/tensorflow/python/estimator/inputs/queues/feeding_functions_test.py
+++ /dev/null
@@ -1,391 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests feeding functions using arrays and `DataFrames`."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import collections
-
-import numpy as np
-
-from tensorflow.python.estimator.inputs.queues import feeding_functions as ff
-from tensorflow.python.platform import test
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-def vals_to_list(a):
-  return {
-      key: val.tolist() if isinstance(val, np.ndarray) else val
-      for key, val in a.items()
-  }
-
-
-class _FeedingFunctionsTestCase(test.TestCase):
-  """Tests for feeding functions."""
-
-  def testArrayFeedFnBatchOne(self):
-    array = np.arange(32).reshape([16, 2])
-    placeholders = ["index_placeholder", "value_placeholder"]
-    aff = ff._ArrayFeedFn(placeholders, array, 1)
-
-    # cycle around a couple times
-    for x in range(0, 100):
-      i = x % 16
-      expected = {
-          "index_placeholder": [i],
-          "value_placeholder": [[2 * i, 2 * i + 1]]
-      }
-      actual = aff()
-      self.assertEqual(expected, vals_to_list(actual))
-
-  def testArrayFeedFnBatchFive(self):
-    array = np.arange(32).reshape([16, 2])
-    placeholders = ["index_placeholder", "value_placeholder"]
-    aff = ff._ArrayFeedFn(placeholders, array, 5)
-
-    # cycle around a couple times
-    for _ in range(0, 101, 2):
-      aff()
-
-    expected = {
-        "index_placeholder": [15, 0, 1, 2, 3],
-        "value_placeholder": [[30, 31], [0, 1], [2, 3], [4, 5], [6, 7]]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testArrayFeedFnBatchTwoWithOneEpoch(self):
-    array = np.arange(5) + 10
-    placeholders = ["index_placeholder", "value_placeholder"]
-    aff = ff._ArrayFeedFn(placeholders, array, batch_size=2, num_epochs=1)
-
-    expected = {
-        "index_placeholder": [0, 1],
-        "value_placeholder": [10, 11]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-    expected = {
-        "index_placeholder": [2, 3],
-        "value_placeholder": [12, 13]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-    expected = {
-        "index_placeholder": [4],
-        "value_placeholder": [14]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testArrayFeedFnBatchOneHundred(self):
-    array = np.arange(32).reshape([16, 2])
-    placeholders = ["index_placeholder", "value_placeholder"]
-    aff = ff._ArrayFeedFn(placeholders, array, 100)
-
-    expected = {
-        "index_placeholder":
-            list(range(0, 16)) * 6 + list(range(0, 4)),
-        "value_placeholder":
-            np.arange(32).reshape([16, 2]).tolist() * 6 +
-            [[0, 1], [2, 3], [4, 5], [6, 7]]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testArrayFeedFnBatchOneHundredWithSmallerArrayAndMultipleEpochs(self):
-    array = np.arange(2) + 10
-    placeholders = ["index_placeholder", "value_placeholder"]
-    aff = ff._ArrayFeedFn(placeholders, array, batch_size=100, num_epochs=2)
-
-    expected = {
-        "index_placeholder": [0, 1, 0, 1],
-        "value_placeholder": [10, 11, 10, 11],
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testPandasFeedFnBatchOne(self):
-    if not HAS_PANDAS:
-      return
-    array1 = np.arange(32, 64)
-    array2 = np.arange(64, 96)
-    df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(96, 128))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._PandasFeedFn(placeholders, df, 1)
-
-    # cycle around a couple times
-    for x in range(0, 100):
-      i = x % 32
-      expected = {
-          "index_placeholder": [i + 96],
-          "a_placeholder": [32 + i],
-          "b_placeholder": [64 + i]
-      }
-      actual = aff()
-      self.assertEqual(expected, vals_to_list(actual))
-
-  def testPandasFeedFnBatchFive(self):
-    if not HAS_PANDAS:
-      return
-    array1 = np.arange(32, 64)
-    array2 = np.arange(64, 96)
-    df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(96, 128))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._PandasFeedFn(placeholders, df, 5)
-
-    # cycle around a couple times
-    for _ in range(0, 101, 2):
-      aff()
-
-    expected = {
-        "index_placeholder": [127, 96, 97, 98, 99],
-        "a_placeholder": [63, 32, 33, 34, 35],
-        "b_placeholder": [95, 64, 65, 66, 67]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testPandasFeedFnBatchTwoWithOneEpoch(self):
-    if not HAS_PANDAS:
-      return
-    array1 = np.arange(32, 37)
-    array2 = np.arange(64, 69)
-    df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(96, 101))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._PandasFeedFn(placeholders, df, batch_size=2, num_epochs=1)
-
-    expected = {
-        "index_placeholder": [96, 97],
-        "a_placeholder": [32, 33],
-        "b_placeholder": [64, 65]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-    expected = {
-        "index_placeholder": [98, 99],
-        "a_placeholder": [34, 35],
-        "b_placeholder": [66, 67]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-    expected = {
-        "index_placeholder": [100],
-        "a_placeholder": [36],
-        "b_placeholder": [68]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testPandasFeedFnBatchOneHundred(self):
-    if not HAS_PANDAS:
-      return
-    array1 = np.arange(32, 64)
-    array2 = np.arange(64, 96)
-    df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(96, 128))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._PandasFeedFn(placeholders, df, 100)
-
-    expected = {
-        "index_placeholder": list(range(96, 128)) * 3 + list(range(96, 100)),
-        "a_placeholder": list(range(32, 64)) * 3 + list(range(32, 36)),
-        "b_placeholder": list(range(64, 96)) * 3 + list(range(64, 68))
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testPandasFeedFnBatchOneHundredWithSmallDataArrayAndMultipleEpochs(self):
-    if not HAS_PANDAS:
-      return
-    array1 = np.arange(32, 34)
-    array2 = np.arange(64, 66)
-    df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(96, 98))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._PandasFeedFn(placeholders, df, batch_size=100, num_epochs=2)
-
-    expected = {
-        "index_placeholder": [96, 97, 96, 97],
-        "a_placeholder": [32, 33, 32, 33],
-        "b_placeholder": [64, 65, 64, 65]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testOrderedDictNumpyFeedFnBatchTwoWithOneEpoch(self):
-    a = np.arange(32, 37)
-    b = np.arange(64, 69)
-    x = {"a": a, "b": b}
-    ordered_dict_x = collections.OrderedDict(
-        sorted(x.items(), key=lambda t: t[0]))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._OrderedDictNumpyFeedFn(
-        placeholders, ordered_dict_x, batch_size=2, num_epochs=1)
-
-    expected = {
-        "index_placeholder": [0, 1],
-        "a_placeholder": [32, 33],
-        "b_placeholder": [64, 65]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-    expected = {
-        "index_placeholder": [2, 3],
-        "a_placeholder": [34, 35],
-        "b_placeholder": [66, 67]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-    expected = {
-        "index_placeholder": [4],
-        "a_placeholder": [36],
-        "b_placeholder": [68]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testOrderedDictNumpyFeedFnLargeBatchWithSmallArrayAndMultipleEpochs(self):
-    a = np.arange(32, 34)
-    b = np.arange(64, 66)
-    x = {"a": a, "b": b}
-    ordered_dict_x = collections.OrderedDict(
-        sorted(x.items(), key=lambda t: t[0]))
-    placeholders = ["index_placeholder", "a_placeholder", "b_placeholder"]
-    aff = ff._OrderedDictNumpyFeedFn(
-        placeholders, ordered_dict_x, batch_size=100, num_epochs=2)
-
-    expected = {
-        "index_placeholder": [0, 1, 0, 1],
-        "a_placeholder": [32, 33, 32, 33],
-        "b_placeholder": [64, 65, 64, 65]
-    }
-    actual = aff()
-    self.assertEqual(expected, vals_to_list(actual))
-
-  def testFillArraySmall(self):
-    a = (np.ones(shape=[32, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[32, 36], dtype=np.int32).tolist())
-    actual = np.ones(shape=[64, 36], dtype=np.int32)
-    ff._fill_array(actual, a)
-    expected = np.ones(shape=[64, 36], dtype=np.int32)
-    expected[:32, 32:] = 0
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testFillArrayLarge(self):
-    a = (np.ones(shape=[8, 8, 8, 8, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[8, 8, 8, 8, 36], dtype=np.int32).tolist())
-    actual = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.int32)
-    ff._fill_array(actual, a)
-    expected = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.int32)
-    expected[:8, ..., 32:] = 0
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testFillArraySmallWithSpecifiedValue(self):
-    fill_value = 8
-    a = (np.ones(shape=[32, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[32, 36], dtype=np.int32).tolist())
-    actual = np.ones(shape=[64, 36], dtype=np.int32)
-    ff._fill_array(actual, a, fill_value)
-    expected = np.ones(shape=[64, 36], dtype=np.int32)
-    expected[:32, 32:] = fill_value
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testFillArrayLargeWithSpecifiedValue(self):
-    fill_value = 8
-    a = (np.ones(shape=[8, 8, 8, 8, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[8, 8, 8, 8, 36], dtype=np.int32).tolist())
-    actual = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.int32)
-    ff._fill_array(actual, a, fill_value)
-    expected = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.int32)
-    expected[:8, ..., 32:] = fill_value
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testPadIfNeededSmall(self):
-    a = (np.ones(shape=[32, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[32, 36], dtype=np.int32).tolist())
-    a = list(map(np.array, a))
-    actual = ff._pad_if_needed(a)
-    expected = np.ones(shape=[64, 36], dtype=np.int32)
-    expected[:32, 32:] = 0
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testPadIfNeededLarge(self):
-    a = (np.ones(shape=[8, 8, 8, 8, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[8, 8, 8, 8, 36], dtype=np.int32).tolist())
-    a = list(map(np.array, a))
-    actual = ff._pad_if_needed(a)
-    expected = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.int32)
-    expected[:8, ..., 32:] = 0
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testPadIfNeededSmallWithSpecifiedValue(self):
-    fill_value = 8
-    a = (np.ones(shape=[32, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[32, 36], dtype=np.int32).tolist())
-    a = list(map(np.array, a))
-    actual = ff._pad_if_needed(a, fill_value)
-    expected = np.ones(shape=[64, 36], dtype=np.int32)
-    expected[:32, 32:] = fill_value
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testPadIfNeededLargeWithSpecifiedValue(self):
-    fill_value = 8
-    a = (np.ones(shape=[8, 8, 8, 8, 32], dtype=np.int32).tolist() +
-         np.ones(shape=[8, 8, 8, 8, 36], dtype=np.int32).tolist())
-    a = list(map(np.array, a))
-    actual = ff._pad_if_needed(a, fill_value)
-    expected = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.int32)
-    expected[:8, ..., 32:] = fill_value
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testPadIfNeededSmallWithSpecifiedNonNumericValue(self):
-    fill_value = False
-    a = (np.ones(shape=[32, 32], dtype=np.bool).tolist() +
-         np.ones(shape=[32, 36], dtype=np.bool).tolist())
-    a = list(map(np.array, a))
-    actual = ff._pad_if_needed(a, fill_value)
-    expected = np.ones(shape=[64, 36], dtype=np.bool)
-    expected[:32, 32:] = fill_value
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-  def testPadIfNeededLargeWithSpecifiedNonNumericValue(self):
-    fill_value = False
-    a = (np.ones(shape=[8, 8, 8, 8, 32], dtype=np.bool).tolist() +
-         np.ones(shape=[8, 8, 8, 8, 36], dtype=np.bool).tolist())
-    a = list(map(np.array, a))
-    actual = ff._pad_if_needed(a, fill_value)
-    expected = np.ones(shape=[16, 8, 8, 8, 36], dtype=np.bool)
-    expected[:8, ..., 32:] = fill_value
-    self.assertEqual(expected.tolist(), actual.tolist())
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/estimator/inputs/queues/feeding_queue_runner.py b/tensorflow/python/estimator/inputs/queues/feeding_queue_runner.py
index afbcab596a..2268b0140d 100644
--- a/tensorflow/python/estimator/inputs/queues/feeding_queue_runner.py
+++ b/tensorflow/python/estimator/inputs/queues/feeding_queue_runner.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,169 +12,23 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""feeding_queue_runner python module.
 
-"""A `QueueRunner` that takes a feed function as an argument."""
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import threading
+from tensorflow_estimator.python.estimator.inputs.queues import feeding_queue_runner
 
-from tensorflow.python.framework import errors
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.training import queue_runner as qr
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+feeding_queue_runner.__all__ = [
+    s for s in dir(feeding_queue_runner) if not s.startswith('__')
+]
 
-
-class _FeedingQueueRunner(qr.QueueRunner):
-  """A queue runner that allows the feeding of values such as numpy arrays."""
-
-  def __init__(self, queue=None, enqueue_ops=None, close_op=None,
-               cancel_op=None, feed_fns=None,
-               queue_closed_exception_types=None):
-    """Initialize the queue runner.
-
-    For further documentation, see `queue_runner.py`. Note that
-    `FeedingQueueRunner` does not support construction from protobuffer nor
-    serialization to protobuffer.
-
-    Args:
-      queue: A `Queue`.
-      enqueue_ops: List of enqueue ops to run in threads later.
-      close_op: Op to close the queue. Pending enqueue ops are preserved.
-      cancel_op: Op to close the queue and cancel pending enqueue ops.
-      feed_fns: a list of functions that return a dictionary mapping fed
-        `Tensor`s to values. Must be the same length as `enqueue_ops`.
-      queue_closed_exception_types: Optional tuple of Exception types that
-        indicate that the queue has been closed when raised during an enqueue
-        operation.  Defaults to
-        `(tf.errors.OutOfRangeError, tf.errors.CancelledError)`.
-
-    Raises:
-      ValueError: `feed_fns` is not `None` and has different length than
-        `enqueue_ops`.
-    """
-    if queue_closed_exception_types is None:
-      queue_closed_exception_types = (
-          errors.OutOfRangeError, errors.CancelledError)
-    super(_FeedingQueueRunner, self).__init__(
-        queue, enqueue_ops, close_op,
-        cancel_op, queue_closed_exception_types=queue_closed_exception_types)
-    if feed_fns is None:
-      self._feed_fns = [None for _ in enqueue_ops]
-    else:
-      if len(feed_fns) != len(enqueue_ops):
-        raise ValueError(
-            "If feed_fns is not None, it must have the same length as "
-            "enqueue_ops.")
-      self._feed_fns = feed_fns
-
-  # pylint: disable=broad-except
-  def _run(self, sess, enqueue_op, feed_fn, coord=None):
-    """Execute the enqueue op in a loop, close the queue in case of error.
-
-    Args:
-      sess: A `Session`.
-      enqueue_op: The `Operation` to run.
-      feed_fn: the feed function to pass to `sess.run`.
-      coord: Optional `Coordinator` object for reporting errors and checking
-        for stop conditions.
-
-    """
-    # TODO(jamieas): Reduce code duplication with `QueueRunner`.
-    if coord:
-      coord.register_thread(threading.current_thread())
-    decremented = False
-    try:
-      while True:
-        if coord and coord.should_stop():
-          break
-        try:
-          feed_dict = None if feed_fn is None else feed_fn()
-          sess.run(enqueue_op, feed_dict=feed_dict)
-        except (errors.OutOfRangeError, errors.CancelledError):
-          # This exception indicates that a queue was closed.
-          with self._lock:
-            self._runs_per_session[sess] -= 1
-            decremented = True
-            if self._runs_per_session[sess] == 0:
-              try:
-                sess.run(self._close_op)
-              except Exception as e:
-                # Intentionally ignore errors from close_op.
-                logging.vlog(1, "Ignored exception: %s", str(e))
-            return
-    except Exception as e:
-      # This catches all other exceptions.
-      if coord:
-        coord.request_stop(e)
-      else:
-        logging.error("Exception in QueueRunner: %s", str(e))
-        with self._lock:
-          self._exceptions_raised.append(e)
-        raise
-    finally:
-      # Make sure we account for all terminations: normal or errors.
-      if not decremented:
-        with self._lock:
-          self._runs_per_session[sess] -= 1
-
-  def create_threads(self, sess, coord=None, daemon=False, start=False):
-    """Create threads to run the enqueue ops for the given session.
-
-    This method requires a session in which the graph was launched.  It creates
-    a list of threads, optionally starting them.  There is one thread for each
-    op passed in `enqueue_ops`.
-
-    The `coord` argument is an optional coordinator, that the threads will use
-    to terminate together and report exceptions.  If a coordinator is given,
-    this method starts an additional thread to close the queue when the
-    coordinator requests a stop.
-
-    If previously created threads for the given session are still running, no
-    new threads will be created.
-
-    Args:
-      sess: A `Session`.
-      coord: Optional `Coordinator` object for reporting errors and checking
-        stop conditions.
-      daemon: Boolean.  If `True` make the threads daemon threads.
-      start: Boolean.  If `True` starts the threads.  If `False` the
-        caller must call the `start()` method of the returned threads.
-
-    Returns:
-      A list of threads.
-    """
-    with self._lock:
-      try:
-        if self._runs_per_session[sess] > 0:
-          # Already started: no new threads to return.
-          return []
-      except KeyError:
-        # We haven't seen this session yet.
-        pass
-      self._runs_per_session[sess] = len(self._enqueue_ops)
-      self._exceptions_raised = []
-
-    ret_threads = [threading.Thread(target=self._run,
-                                    args=(sess, op, feed_fn, coord))
-                   for op, feed_fn in zip(self._enqueue_ops, self._feed_fns)]
-    if coord:
-      ret_threads.append(threading.Thread(target=self._close_on_stop,
-                                          args=(sess, self._cancel_op, coord)))
-    for t in ret_threads:
-      if daemon:
-        t.daemon = True
-      if start:
-        t.start()
-    return ret_threads
-
-  def _init_from_proto(self, queue_runner_def):
-    raise NotImplementedError(
-        "{} does not support initialization from proto.".format(type(
-            self).__name__))
-
-  def to_proto(self):
-    raise NotImplementedError(
-        "{} does not support serialization to proto.".format(type(
-            self).__name__))
+from tensorflow_estimator.python.estimator.inputs.queues.feeding_queue_runner import *
diff --git a/tensorflow/python/estimator/inputs/queues/feeding_queue_runner_test.py b/tensorflow/python/estimator/inputs/queues/feeding_queue_runner_test.py
deleted file mode 100644
index 6292eb7da1..0000000000
--- a/tensorflow/python/estimator/inputs/queues/feeding_queue_runner_test.py
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests `FeedingQueueRunner` using arrays and `DataFrames`."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.python.client import session
-from tensorflow.python.estimator.inputs.queues import feeding_functions as ff
-from tensorflow.python.framework import ops
-from tensorflow.python.platform import test
-from tensorflow.python.training import coordinator
-from tensorflow.python.training import queue_runner_impl
-
-try:
-  # pylint: disable=g-import-not-at-top
-  import pandas as pd
-  HAS_PANDAS = True
-except IOError:
-  # Pandas writes a temporary file during import. If it fails, don't use pandas.
-  HAS_PANDAS = False
-except ImportError:
-  HAS_PANDAS = False
-
-
-def get_rows(array, row_indices):
-  rows = [array[i] for i in row_indices]
-  return np.vstack(rows)
-
-
-class FeedingQueueRunnerTestCase(test.TestCase):
-  """Tests for `FeedingQueueRunner`."""
-
-  def testArrayFeeding(self):
-    with ops.Graph().as_default():
-      array = np.arange(32).reshape([16, 2])
-      q = ff._enqueue_data(array, capacity=100)
-      batch_size = 3
-      dq_op = q.dequeue_many(batch_size)
-      with session.Session() as sess:
-        coord = coordinator.Coordinator()
-        threads = queue_runner_impl.start_queue_runners(sess=sess, coord=coord)
-        for i in range(100):
-          indices = [
-              j % array.shape[0]
-              for j in range(batch_size * i, batch_size * (i + 1))
-          ]
-          expected_dq = get_rows(array, indices)
-          dq = sess.run(dq_op)
-          np.testing.assert_array_equal(indices, dq[0])
-          np.testing.assert_array_equal(expected_dq, dq[1])
-        coord.request_stop()
-        coord.join(threads)
-
-  def testArrayFeedingMultiThread(self):
-    with ops.Graph().as_default():
-      array = np.arange(256).reshape([128, 2])
-      q = ff._enqueue_data(array, capacity=128, num_threads=8, shuffle=True)
-      batch_size = 3
-      dq_op = q.dequeue_many(batch_size)
-      with session.Session() as sess:
-        coord = coordinator.Coordinator()
-        threads = queue_runner_impl.start_queue_runners(sess=sess, coord=coord)
-        for _ in range(100):
-          dq = sess.run(dq_op)
-          indices = dq[0]
-          expected_dq = get_rows(array, indices)
-          np.testing.assert_array_equal(expected_dq, dq[1])
-        coord.request_stop()
-        coord.join(threads)
-
-  def testPandasFeeding(self):
-    if not HAS_PANDAS:
-      return
-    with ops.Graph().as_default():
-      array1 = np.arange(32)
-      array2 = np.arange(32, 64)
-      df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(64, 96))
-      q = ff._enqueue_data(df, capacity=100)
-      batch_size = 5
-      dq_op = q.dequeue_many(5)
-      with session.Session() as sess:
-        coord = coordinator.Coordinator()
-        threads = queue_runner_impl.start_queue_runners(sess=sess, coord=coord)
-        for i in range(100):
-          indices = [
-              j % array1.shape[0]
-              for j in range(batch_size * i, batch_size * (i + 1))
-          ]
-          expected_df_indices = df.index[indices]
-          expected_rows = df.iloc[indices]
-          dq = sess.run(dq_op)
-          np.testing.assert_array_equal(expected_df_indices, dq[0])
-          for col_num, col in enumerate(df.columns):
-            np.testing.assert_array_equal(expected_rows[col].values,
-                                          dq[col_num + 1])
-        coord.request_stop()
-        coord.join(threads)
-
-  def testPandasFeedingMultiThread(self):
-    if not HAS_PANDAS:
-      return
-    with ops.Graph().as_default():
-      array1 = np.arange(128, 256)
-      array2 = 2 * array1
-      df = pd.DataFrame({"a": array1, "b": array2}, index=np.arange(128))
-      q = ff._enqueue_data(df, capacity=128, num_threads=8, shuffle=True)
-      batch_size = 5
-      dq_op = q.dequeue_many(batch_size)
-      with session.Session() as sess:
-        coord = coordinator.Coordinator()
-        threads = queue_runner_impl.start_queue_runners(sess=sess, coord=coord)
-        for _ in range(100):
-          dq = sess.run(dq_op)
-          indices = dq[0]
-          expected_rows = df.iloc[indices]
-          for col_num, col in enumerate(df.columns):
-            np.testing.assert_array_equal(expected_rows[col].values,
-                                          dq[col_num + 1])
-        coord.request_stop()
-        coord.join(threads)
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/estimator/keras.py b/tensorflow/python/estimator/keras.py
index 5d5ed81fbb..1f471396cc 100644
--- a/tensorflow/python/estimator/keras.py
+++ b/tensorflow/python/estimator/keras.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,489 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-# pylint: disable=protected-access
-"""Home of estimator related functions.
+"""keras python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
 """
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import os
-import re
-import six
-
-from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import export as export_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import random_seed
-from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
-from tensorflow.python.framework import tensor_util
-from tensorflow.python.keras import backend as K
-from tensorflow.python.keras import metrics
-from tensorflow.python.keras import models
-from tensorflow.python.keras import optimizers
-from tensorflow.python.ops import check_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import metrics as metrics_module
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.training import checkpoint_management
-from tensorflow.python.training import distribution_strategy_context
-from tensorflow.python.training import optimizer as tf_optimizer_module
-from tensorflow.python.training import saver as saver_lib
-from tensorflow.python.training import training_util
-
-
-_DEFAULT_SERVING_KEY = signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-def _cast_tensor_to_floatx(x):
-  """Cast tensor to keras's floatx dtype if it is not already the same dtype."""
-  if x.dtype == K.floatx():
-    return x
-  else:
-    return math_ops.cast(x, K.floatx())
-
-
-def _convert_tensor(x):
-  """Create or cast tensor if needed."""
-  if not tensor_util.is_tensor(x):
-    # x is a numpy array
-    x = sparse_tensor_lib.convert_to_tensor_or_sparse_tensor(x)
-  if check_ops.is_numeric_tensor(x):
-    # is_numeric_tensor returns False if provided with a numpy array
-    x = _cast_tensor_to_floatx(x)
-  return x
-
-
-def _any_weight_initialized(keras_model):
-  """Check if any weights has been initialized in the Keras model.
-
-  Args:
-    keras_model: An instance of compiled keras model.
-
-  Returns:
-    boolean, True if at least one weight has been initialized, else False.
-    Currently keras initialize all weights at get_session().
-  """
-  if keras_model is None:
-    return False
-  for layer in keras_model.layers:
-    for weight in layer.weights:
-      if hasattr(weight, '_keras_initialized'):
-        return True
-  return False
-
-
-def _convert_estimator_io_to_keras(keras_model, features, labels):
-  """Converts estimator features and labels to keras input and target tensors.
-
-  Args:
-    keras_model: a compiled `tf.keras.Model` instance, used to determine the
-      order of the returned lists.
-    features: Dict of tensors or `None`.
-    labels: Dict of tensors, a single tensor, or `None`.
-
-  Returns:
-    Tuple of (
-      list of input tensors or `None`,
-      list of target tensors or `None`)
-    The order of tensors is determined by the order set in the keras model.
-  """
-
-  def _to_ordered_tensor_list(obj, key_order, obj_name, order_name):
-    """Convert obj to an ordered list of tensors.
-
-    Args:
-      obj: List, dict, or single tensor. May be `None`.
-      key_order: List of strings with the order to return (used if obj is a
-        dict).
-      obj_name: String name of object (e.g. "features" or "labels")
-      order_name: String name of the key order (e.g. "inputs" or "outputs")
-
-    Returns:
-      List of tensors, or `None`
-
-    Raises:
-      KeyError: If obj has invalid keys.
-    """
-    if obj is None:
-      return None
-    elif isinstance(obj, (list, tuple)):
-      return [_convert_tensor(x) for x in obj]
-    elif isinstance(obj, dict):
-      # Ensure that the obj keys and keys in key_order are exactly the same.
-      different_keys = set(obj.keys()) ^ set(key_order)
-
-      if different_keys:
-        raise KeyError(
-            'The dictionary passed into {obj_name} does not have the expected '
-            '{order_name} keys defined in the keras model.'
-            '\n\tExpected keys: {order_keys}'
-            '\n\t{obj_name} keys: {obj_keys}'
-            '\n\tDifference: {different_keys}'.format(
-                order_name=order_name, order_keys=set(key_order),
-                obj_name=obj_name, obj_keys=set(obj.keys()),
-                different_keys=different_keys))
-
-      return [_convert_tensor(obj[key]) for key in key_order]
-    else:  # Assume obj is a tensor.
-      return [_convert_tensor(obj)]
-
-  input_names = None
-  output_names = None
-  if isinstance(features, dict):
-    input_names = (
-        keras_model.input_names if keras_model._is_graph_network else
-        ['input_%d' % i for i in range(1, len(features) + 1)])
-  if isinstance(labels, dict):
-    output_names = (
-        keras_model.output_names if keras_model._is_graph_network else
-        ['output_%d' % i for i in range(1, len(labels) + 1)])
-
-  input_tensors = _to_ordered_tensor_list(
-      features, input_names, 'features', 'inputs')
-  target_tensors = _to_ordered_tensor_list(
-      labels, output_names, 'labels', 'outputs')
-
-  return input_tensors, target_tensors
-
-
-def _clone_and_build_model(mode,
-                           keras_model,
-                           custom_objects,
-                           features=None,
-                           labels=None):
-  """Clone and build the given keras_model.
-
-  Args:
-    mode: training mode.
-    keras_model: an instance of compiled keras model.
-    custom_objects: Dictionary for custom objects.
-    features: Dict of tensors.
-    labels: Dict of tensors, or single tensor instance.
-
-  Returns:
-    The newly built model.
-  """
-  # Set to True during training, False for inference or testing.
-  K.set_learning_phase(mode == model_fn_lib.ModeKeys.TRAIN)
-  input_tensors, target_tensors = _convert_estimator_io_to_keras(
-      keras_model, features, labels)
-
-  compile_clone = (mode != model_fn_lib.ModeKeys.PREDICT)
-
-  global_step = None
-  if compile_clone:
-    # Set iterations to the global step created by tf.train.create_global_step()
-    # which is automatically run in the estimator framework.
-    global_step = training_util.get_or_create_global_step()
-    K.track_variable(global_step)
-
-  clone = models.clone_and_build_model(
-      keras_model, input_tensors, target_tensors, custom_objects,
-      compile_clone=compile_clone,
-      in_place_reset=(not keras_model._is_graph_network),
-      optimizer_iterations=global_step)
-
-  return clone
-
-
-def _convert_keras_metrics_to_estimator(model):
-  """Convert metrics from a Keras model to ops used by the Estimator framework.
-
-  Args:
-    model: A `tf.keras.Model` object.
-
-  Returns:
-    Dictionary mapping metric names to tuples of (value, update) ops. May return
-    `None` if the model does not contain any metrics.
-  """
-  if not getattr(model, 'metrics', None):
-    return None
-
-  eval_metric_ops = {}
-
-  def get_metric_name(metric):
-    if isinstance(metric, metrics.Metric):
-      return metric.name
-    if callable(metric):
-      return metric.__name__
-    assert isinstance(metric, six.string_types)
-    return metric
-
-  # When each metric maps to an output
-  if isinstance(model.metrics, dict):
-    for i, output_name in enumerate(model.metrics.keys()):
-      # `metric` is the user given metric value in `compile`. This can be
-      # metric name (`acc`), metric function (binary_accuracy) or a metric
-      # object (BinaryAccuracy()).
-      metric = model.metrics[output_name]
-      metric_name = get_metric_name(metric)
-      # When some outputs use the same metric
-      if list(model.metrics.values()).count(metric_name) > 1:
-        metric_name += '_' + output_name
-      if isinstance(metric, metrics.Metric):
-        eval_metric_ops[metric_name] = metric
-      else:
-        eval_metric_ops[metric_name] = metrics_module.mean(
-            model.metrics_tensors[i - len(model.metrics)])
-  else:
-    for i, metric in enumerate(model.metrics):
-      metric_name = get_metric_name(metric)
-      if isinstance(metric, metrics.Metric):
-        eval_metric_ops[metric_name] = metric
-      else:
-        eval_metric_ops[metric_name] = metrics_module.mean(
-            model.metrics_tensors[i])
-  return eval_metric_ops
-
-
-def _create_keras_model_fn(keras_model, custom_objects=None):
-  """Creates model_fn for keras Estimator.
-
-  Args:
-    keras_model: an instance of compiled keras model.
-    custom_objects: Dictionary for custom objects.
-
-  Returns:
-    The model_fn for a keras Estimator.
-  """
-
-  def model_fn(features, labels, mode):
-    """model_fn for keras Estimator."""
-    # Raise an error when users use DistributionStrategy with native Keras
-    # optimizers. Currently we only support native TensorFlow optimizers.
-    if distribution_strategy_context.has_distribution_strategy() and \
-        not isinstance(keras_model.optimizer,
-                       (tf_optimizer_module.Optimizer, optimizers.TFOptimizer)):
-      raise ValueError('Only TensorFlow native optimizers are supported with '
-                       'DistributionStrategy.')
-
-    model = _clone_and_build_model(mode, keras_model, custom_objects, features,
-                                   labels)
-    model_output_names = []
-    # We need to make sure that the output names of the last layer in the model
-    # is the same for each of the cloned models. This is required for mirrored
-    # strategy when we call regroup.
-    if distribution_strategy_context.has_distribution_strategy():
-      for name in model.output_names:
-        name = re.compile(r'_\d$').sub('', name)
-        model_output_names.append(name)
-    else:
-      model_output_names = model.output_names
-
-    # Get inputs to EstimatorSpec
-    predictions = dict(zip(model_output_names, model.outputs))
-
-    loss = None
-    train_op = None
-    eval_metric_ops = None
-
-    # Set loss and metric only during train and evaluate.
-    if mode is not model_fn_lib.ModeKeys.PREDICT:
-      if mode is model_fn_lib.ModeKeys.TRAIN:
-        model._make_train_function()  # pylint: disable=protected-access
-      else:
-        model._make_test_function()  # pylint: disable=protected-access
-      loss = model.total_loss
-
-      eval_metric_ops = _convert_keras_metrics_to_estimator(model)
-
-    # Set train_op only during train.
-    if mode is model_fn_lib.ModeKeys.TRAIN:
-      train_op = model.train_function.updates_op
-
-    if not model._is_graph_network:
-      # Reset model state to original state,
-      # to avoid `model_fn` being destructive for the initial model argument.
-      models.in_place_subclassed_model_state_restoration(keras_model)
-    return model_fn_lib.EstimatorSpec(
-        mode=mode,
-        predictions=predictions,
-        loss=loss,
-        train_op=train_op,
-        eval_metric_ops=eval_metric_ops,
-        export_outputs={
-            _DEFAULT_SERVING_KEY:
-            export_lib.export_output.PredictOutput(predictions)
-        })
-
-  return model_fn
-
-
-def _save_first_checkpoint(keras_model, custom_objects, config):
-  """Save first checkpoint for the keras Estimator.
-
-  Args:
-    keras_model: an instance of compiled keras model.
-    custom_objects: Dictionary for custom objects.
-    config: Estimator config.
-
-  Returns:
-    The path where keras model checkpoint is saved.
-  """
-  # save checkpoint into subdirectory to allow warm start
-  keras_model_dir = os.path.join(config.model_dir, 'keras')
-  # Load weights and save to checkpoint if there is no checkpoint
-  latest_path = checkpoint_management.latest_checkpoint(keras_model_dir)
-  if not latest_path:
-    keras_weights = None
-    if _any_weight_initialized(keras_model):
-      keras_weights = keras_model.get_weights()
-    if not gfile.IsDirectory(keras_model_dir):
-      gfile.MakeDirs(keras_model_dir)
-    with ops.Graph().as_default():
-      random_seed.set_random_seed(config.tf_random_seed)
-      training_util.create_global_step()
-      model = _clone_and_build_model(model_fn_lib.ModeKeys.TRAIN, keras_model,
-                                     custom_objects)
-      # save to checkpoint
-      with session.Session(config=config.session_config) as sess:
-        if keras_weights:
-          model.set_weights(keras_weights)
-        # Make update ops and initialize all variables.
-        if not model.train_function:
-          # pylint: disable=protected-access
-          model._make_train_function()
-          K._initialize_variables(sess)
-          # pylint: enable=protected-access
-        saver = saver_lib.Saver()
-        latest_path = os.path.join(keras_model_dir, 'keras_model.ckpt')
-        saver.save(sess, latest_path)
-  return latest_path
-
-
-def _get_file_from_google_storage(keras_model_path, model_dir):
-  """Get file from google storage and download to local file.
-
-  Args:
-    keras_model_path: a google storage path for compiled keras model.
-    model_dir: the directory from estimator config.
-
-  Returns:
-    The path where keras model is saved.
-
-  Raises:
-    ValueError: if storage object name does not end with .h5.
-  """
-  try:
-    from google.cloud import storage  # pylint:disable=g-import-not-at-top
-  except ImportError:
-    raise TypeError('Could not save model to Google cloud storage; please '
-                    'install `google-cloud-storage` via '
-                    '`pip install google-cloud-storage`.')
-  storage_client = storage.Client()
-  path, blob_name = os.path.split(keras_model_path)
-  _, bucket_name = os.path.split(path)
-  keras_model_dir = os.path.join(model_dir, 'keras')
-  if not gfile.Exists(keras_model_dir):
-    gfile.MakeDirs(keras_model_dir)
-  file_name = os.path.join(keras_model_dir, 'keras_model.h5')
-  try:
-    blob = storage_client.get_bucket(bucket_name).blob(blob_name)
-    blob.download_to_filename(file_name)
-  except:
-    raise ValueError('Failed to download keras model, please check '
-                     'environment variable GOOGLE_APPLICATION_CREDENTIALS '
-                     'and model path storage.googleapis.com/{bucket}/{object}.')
-  logging.info('Saving model to {}'.format(file_name))
-  del storage_client
-  return file_name
-
-
-def model_to_estimator(keras_model=None,
-                       keras_model_path=None,
-                       custom_objects=None,
-                       model_dir=None,
-                       config=None):
-  """Constructs an `Estimator` instance from given keras model.
-
-  For usage example, please see:
-  [Creating estimators from Keras
-  Models](https://tensorflow.org/guide/estimators#model_to_estimator).
-
-  Args:
-    keras_model: A compiled Keras model object. This argument is mutually
-      exclusive with `keras_model_path`.
-    keras_model_path: Path to a compiled Keras model saved on disk, in HDF5
-      format, which can be generated with the `save()` method of a Keras model.
-      This argument is mutually exclusive with `keras_model`.
-    custom_objects: Dictionary for custom objects.
-    model_dir: Directory to save `Estimator` model parameters, graph, summary
-      files for TensorBoard, etc.
-    config: `RunConfig` to config `Estimator`.
-
-  Returns:
-    An Estimator from given keras model.
-
-  Raises:
-    ValueError: if neither keras_model nor keras_model_path was given.
-    ValueError: if both keras_model and keras_model_path was given.
-    ValueError: if the keras_model_path is a GCS URI.
-    ValueError: if keras_model has not been compiled.
-  """
-  if not (keras_model or keras_model_path):
-    raise ValueError(
-        'Either `keras_model` or `keras_model_path` needs to be provided.')
-  if keras_model and keras_model_path:
-    raise ValueError(
-        'Please specity either `keras_model` or `keras_model_path`, '
-        'but not both.')
-
-  config = estimator_lib.maybe_overwrite_model_dir_and_session_config(
-      config, model_dir)
-  if not keras_model:
-    if keras_model_path.startswith(
-        'gs://') or 'storage.googleapis.com' in keras_model_path:
-      keras_model_path = _get_file_from_google_storage(keras_model_path,
-                                                       config.model_dir)
-    logging.info('Loading models from %s', keras_model_path)
-    keras_model = models.load_model(keras_model_path)
-  else:
-    logging.info('Using the Keras model provided.')
-    keras_model = keras_model
-
-  if not hasattr(keras_model, 'optimizer') or not keras_model.optimizer:
-    raise ValueError(
-        'The given keras model has not been compiled yet. '
-        'Please compile the model with `model.compile()` '
-        'before calling `model_to_estimator()`.')
-
-  keras_model_fn = _create_keras_model_fn(keras_model, custom_objects)
-  if _any_weight_initialized(keras_model):
-    # Warn if config passed to estimator tries to update GPUOptions. If a
-    # session has already been created, the GPUOptions passed to the first
-    # session sticks.
-    if config.session_config.HasField('gpu_options'):
-      logging.warning(
-          'The Keras backend session has already been set. '
-          'The _session_config passed to model_to_estimator will not be used.')
-  else:
-    # Pass the config into keras backend's default session.
-    sess = session.Session(config=config.session_config)
-    K.set_session(sess)
-
-  warm_start_path = None
-  if keras_model._is_graph_network:
-    warm_start_path = _save_first_checkpoint(keras_model, custom_objects,
-                                             config)
-  elif keras_model.built:
-    logging.warning('You are creating an Estimator from a Keras model manually '
-                    'subclassed from `Model`, that was already called on some '
-                    'inputs (and thus already had weights). We are currently '
-                    'unable to preserve the model\'s state (its weights) as '
-                    'part of the estimator in this case. Be warned that the '
-                    'estimator has been created using a freshly initialized '
-                    'version of your model.\n'
-                    'Note that this doesn\'t affect the state of the model '
-                    'instance you passed as `keras_model` argument.')
+from tensorflow_estimator.python.estimator import keras
 
-  estimator = estimator_lib.Estimator(keras_model_fn,
-                                      config=config,
-                                      warm_start_from=warm_start_path)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+keras.__all__ = [s for s in dir(keras) if not s.startswith('__')]
 
-  return estimator
+from tensorflow_estimator.python.estimator.keras import *
diff --git a/tensorflow/python/estimator/keras_test.py b/tensorflow/python/estimator/keras_test.py
deleted file mode 100644
index 4e285fa25a..0000000000
--- a/tensorflow/python/estimator/keras_test.py
+++ /dev/null
@@ -1,805 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for training routines."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import json
-from math import log10
-import os
-import tempfile
-
-import numpy as np
-
-from tensorflow.core.protobuf import config_pb2
-from tensorflow.python import keras
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import keras as keras_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator import run_config as run_config_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.keras import testing_utils
-from tensorflow.python.keras.optimizers import SGD
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.ops.parsing_ops import gen_parsing_ops
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import rmsprop
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.training import training_util
-
-
-try:
-  import h5py  # pylint:disable=g-import-not-at-top
-except ImportError:
-  h5py = None
-
-_RANDOM_SEED = 1337
-_TRAIN_SIZE = 200
-_INPUT_SIZE = (10,)
-_NUM_CLASS = 2
-
-_TMP_DIR = '/tmp'
-
-
-def simple_sequential_model():
-  model = keras.models.Sequential()
-  model.add(keras.layers.Dense(16, activation='relu', input_shape=_INPUT_SIZE))
-  model.add(keras.layers.Dropout(0.1))
-  model.add(keras.layers.Dense(_NUM_CLASS, activation='softmax'))
-  return model
-
-
-def simple_functional_model(activation='relu'):
-  a = keras.layers.Input(shape=_INPUT_SIZE)
-  b = keras.layers.Dense(16, activation=activation)(a)
-  b = keras.layers.Dropout(0.1)(b)
-  b = keras.layers.Dense(_NUM_CLASS, activation='softmax')(b)
-  model = keras.models.Model(inputs=[a], outputs=[b])
-  return model
-
-
-def simple_subclassed_model():
-
-  class SimpleModel(keras.Model):
-
-    def __init__(self):
-      super(SimpleModel, self).__init__()
-      self.dense1 = keras.layers.Dense(16, activation='relu')
-      self.dp = keras.layers.Dropout(0.1)
-      self.dense2 = keras.layers.Dense(_NUM_CLASS, activation='softmax')
-
-    def call(self, inputs):
-      x = self.dense1(inputs)
-      x = self.dp(x)
-      return self.dense2(x)
-
-  return SimpleModel()
-
-
-def gen_input_fn(x, y=None, batch_size=128, num_epochs=1, shuffle=False):
-  def input_fn():
-    ds = dataset_ops.Dataset.from_tensor_slices((x, y) if y is not None else x)
-    if shuffle:
-      ds = ds.shuffle(1000)
-    return ds.repeat(num_epochs).batch(batch_size)
-  return input_fn
-
-
-def get_multi_inputs_multi_outputs_data():
-  (a_train, c_train), (a_test, c_test) = testing_utils.get_test_data(
-      train_samples=_TRAIN_SIZE,
-      test_samples=50,
-      input_shape=(16,),
-      num_classes=3,
-      random_seed=_RANDOM_SEED)
-  (b_train, d_train), (b_test, d_test) = testing_utils.get_test_data(
-      train_samples=_TRAIN_SIZE,
-      test_samples=50,
-      input_shape=(16,),
-      num_classes=2,
-      random_seed=_RANDOM_SEED)
-  (m_train, _), (m_test, _) = testing_utils.get_test_data(
-      train_samples=_TRAIN_SIZE,
-      test_samples=50,
-      input_shape=(8,),
-      num_classes=2,
-      random_seed=_RANDOM_SEED)
-
-  c_train = keras.utils.to_categorical(c_train)
-  c_test = keras.utils.to_categorical(c_test)
-  d_train = keras.utils.to_categorical(d_train)
-  d_test = keras.utils.to_categorical(d_test)
-
-  train_data = {
-      'input_a': a_train,
-      'input_b': b_train,
-      'input_m': m_train,
-      'output_c': c_train,
-      'output_d': d_train
-  }
-  test_data = {
-      'input_a': a_test,
-      'input_b': b_test,
-      'input_m': m_test,
-      'output_c': c_test,
-      'output_d': d_test
-  }
-
-  return (train_data, test_data)
-
-
-def get_resource_for_simple_model(model_type='sequential',
-                                  is_evaluate=False,):
-  if model_type == 'sequential':
-    model = simple_sequential_model()
-    model.build()
-  elif model_type == 'subclass':
-    model = simple_subclassed_model()
-  else:
-    assert model_type == 'functional'
-    model = simple_functional_model()
-
-  if model_type == 'subclass':
-    input_name = 'input_1'
-    output_name = 'output_1'
-  else:
-    input_name = model.input_names[0]
-    output_name = model.output_names[0]
-
-  np.random.seed(_RANDOM_SEED)
-  (x_train, y_train), (x_test, y_test) = testing_utils.get_test_data(
-      train_samples=_TRAIN_SIZE,
-      test_samples=50,
-      input_shape=_INPUT_SIZE,
-      num_classes=_NUM_CLASS)
-  y_train = keras.utils.to_categorical(y_train)
-  y_test = keras.utils.to_categorical(y_test)
-
-  train_input_fn = gen_input_fn(
-      x=randomize_io_type(x_train, input_name),
-      y=randomize_io_type(y_train, output_name),
-      shuffle=False,
-      num_epochs=None,
-      batch_size=16)
-
-  evaluate_input_fn = gen_input_fn(
-      x=randomize_io_type(x_test, input_name),
-      y=randomize_io_type(y_test, output_name),
-      num_epochs=1, shuffle=False)
-
-  predict_input_fn = gen_input_fn(
-      x=randomize_io_type(x_test, input_name), num_epochs=1, shuffle=False)
-
-  inference_input_fn = evaluate_input_fn if is_evaluate else predict_input_fn
-
-  return model, (x_train, y_train), (x_test,
-                                     y_test), train_input_fn, inference_input_fn
-
-
-def randomize_io_type(array, name):
-  switch = np.random.random()
-  if switch > 0.5:
-    return array
-  else:
-    return {name: array}
-
-
-def multi_inputs_multi_outputs_model():
-  input_a = keras.layers.Input(shape=(16,), name='input_a')
-  input_b = keras.layers.Input(shape=(16,), name='input_b')
-  input_m = keras.layers.Input(shape=(8,), dtype='string', name='input_m')
-  dense = keras.layers.Dense(8, name='dense_1')
-
-  interm_a = dense(input_a)
-  # Read m
-  interm_m = keras.layers.Lambda(gen_parsing_ops.string_to_number)(input_m)
-  interm_s = keras.layers.Lambda(lambda k: k[0] * k[1])([interm_m, interm_a])
-  interm_b = dense(input_b)
-  merged = keras.layers.concatenate([interm_s, interm_b], name='merge')
-  output_c = keras.layers.Dense(3, activation='softmax', name='dense_2')(merged)
-  output_d = keras.layers.Dense(2, activation='softmax', name='dense_3')(merged)
-  model = keras.models.Model(
-      inputs=[input_a, input_b, input_m], outputs=[output_c, output_d])
-  model.compile(
-      loss='categorical_crossentropy',
-      optimizer='rmsprop',
-      metrics={
-          'dense_2': 'categorical_accuracy',
-          'dense_3': 'categorical_accuracy'
-      })
-  return model
-
-
-class MyHook(session_run_hook.SessionRunHook):
-
-  def begin(self):
-    _ = variable_scope.get_variable('temp', [1])
-
-
-class TestKerasEstimator(test_util.TensorFlowTestCase):
-
-  def setUp(self):
-    self._base_dir = os.path.join(self.get_temp_dir(), 'keras_estimator_test')
-    gfile.MakeDirs(self._base_dir)
-    self._config = run_config_lib.RunConfig(
-        tf_random_seed=_RANDOM_SEED, model_dir=self._base_dir)
-    super(TestKerasEstimator, self).setUp()
-
-  def tearDown(self):
-    # Make sure nothing is stuck in limbo.
-    writer_cache.FileWriterCache.clear()
-    if os.path.isdir(self._base_dir):
-      gfile.DeleteRecursively(self._base_dir)
-    super(TestKerasEstimator, self).tearDown()
-
-  def test_train(self):
-    for model_type in ['sequential', 'functional']:
-      keras_model, (_, _), (
-          _, _), train_input_fn, eval_input_fn = get_resource_for_simple_model(
-              model_type=model_type, is_evaluate=True)
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer='rmsprop',
-          metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-      with self.cached_session():
-        est_keras = keras_lib.model_to_estimator(
-            keras_model=keras_model, config=self._config)
-        before_eval_results = est_keras.evaluate(
-            input_fn=eval_input_fn, steps=1)
-        est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-        after_eval_results = est_keras.evaluate(input_fn=eval_input_fn, steps=1)
-        self.assertLess(after_eval_results['loss'], before_eval_results['loss'])
-
-      writer_cache.FileWriterCache.clear()
-      gfile.DeleteRecursively(self._config.model_dir)
-
-  # see b/109935364
-  @test_util.run_in_graph_and_eager_modes
-  def test_train_with_hooks(self):
-    for model_type in ['sequential', 'functional']:
-      keras_model, (_, _), (
-          _, _), train_input_fn, eval_input_fn = get_resource_for_simple_model(
-              model_type=model_type, is_evaluate=True)
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer=rmsprop.RMSPropOptimizer(1e-3),
-          metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-      my_hook = MyHook()
-      with self.cached_session():
-        est_keras = keras_lib.model_to_estimator(
-            keras_model=keras_model, config=self._config)
-        before_eval_results = est_keras.evaluate(
-            input_fn=eval_input_fn, steps=1)
-        est_keras.train(input_fn=train_input_fn, hooks=[my_hook],
-                        steps=_TRAIN_SIZE / 16)
-        after_eval_results = est_keras.evaluate(input_fn=eval_input_fn, steps=1)
-        self.assertLess(after_eval_results['loss'], before_eval_results['loss'])
-
-      writer_cache.FileWriterCache.clear()
-      gfile.DeleteRecursively(self._config.model_dir)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_train_with_model_fit_and_hooks(self):
-    keras_model, (x_train, y_train), _, \
-      train_input_fn, eval_input_fn = get_resource_for_simple_model(
-          model_type='sequential', is_evaluate=True)
-
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer=rmsprop.RMSPropOptimizer(1e-3),
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-    my_hook = MyHook()
-    with self.cached_session():
-      keras_model.fit(x_train, y_train, epochs=1)
-
-      keras_est = keras_lib.model_to_estimator(
-          keras_model=keras_model, config=self._config)
-      before_eval_results = keras_est.evaluate(input_fn=eval_input_fn)
-      keras_est.train(input_fn=train_input_fn, hooks=[my_hook],
-                      steps=_TRAIN_SIZE / 16)
-      after_eval_results = keras_est.evaluate(input_fn=eval_input_fn, steps=1)
-      self.assertLess(after_eval_results['loss'], before_eval_results['loss'])
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_train_with_tf_optimizer(self):
-    for model_type in ['sequential', 'functional']:
-      keras_model, (_, _), (
-          _, _), train_input_fn, eval_input_fn = get_resource_for_simple_model(
-              model_type=model_type, is_evaluate=True)
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer=rmsprop.RMSPropOptimizer(1e-3),
-          metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-      with self.cached_session():
-        est_keras = keras_lib.model_to_estimator(
-            keras_model=keras_model,
-            config=self._config)
-        before_eval_results = est_keras.evaluate(
-            input_fn=eval_input_fn, steps=1)
-        est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-        after_eval_results = est_keras.evaluate(input_fn=eval_input_fn, steps=1)
-        self.assertLess(after_eval_results['loss'], before_eval_results['loss'])
-
-      writer_cache.FileWriterCache.clear()
-      gfile.DeleteRecursively(self._config.model_dir)
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_train_with_subclassed_model(self):
-    keras_model, (_, _), (
-        _, _), train_input_fn, eval_input_fn = get_resource_for_simple_model(
-            model_type='subclass', is_evaluate=True)
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer=rmsprop.RMSPropOptimizer(1e-3),
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-    with self.cached_session():
-      est_keras = keras_lib.model_to_estimator(
-          keras_model=keras_model, config=self._config)
-      est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-      before_eval_results = est_keras.evaluate(
-          input_fn=eval_input_fn, steps=1)
-      est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-      after_eval_results = est_keras.evaluate(input_fn=eval_input_fn, steps=1)
-      self.assertLess(after_eval_results['loss'], before_eval_results['loss'])
-
-  def test_train_with_subclassed_model_with_existing_state(self):
-    keras_model, (_, _), (
-        _, _), train_input_fn, eval_input_fn = get_resource_for_simple_model(
-            model_type='subclass', is_evaluate=True)
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer=rmsprop.RMSPropOptimizer(1e-3),
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-    with self.cached_session():
-      # Create state
-      keras_model.train_on_batch(np.random.random((10,) + _INPUT_SIZE),
-                                 np.random.random((10, _NUM_CLASS)))
-      original_preds = keras_model.predict(np.ones((10,) + _INPUT_SIZE))
-
-      est_keras = keras_lib.model_to_estimator(
-          keras_model=keras_model, config=self._config)
-      est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-      before_eval_results = est_keras.evaluate(
-          input_fn=eval_input_fn, steps=1)
-      est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-      after_eval_results = est_keras.evaluate(input_fn=eval_input_fn, steps=1)
-      self.assertLess(after_eval_results['loss'], before_eval_results['loss'])
-
-      # Check that original model state was not altered
-      preds = keras_model.predict(np.ones((10,) + _INPUT_SIZE))
-      self.assertAllClose(original_preds, preds, atol=1e-5)
-      # Check that the original model compilation did not break
-      keras_model.train_on_batch(np.random.random((10,) + _INPUT_SIZE),
-                                 np.random.random((10, _NUM_CLASS)))
-
-  def test_evaluate(self):
-    keras_model, (x_train, y_train), (
-        x_test, y_test), _, eval_input_fn = get_resource_for_simple_model(
-            model_type='functional', is_evaluate=True)
-
-    with self.cached_session():
-      metrics = [
-          'binary_accuracy', 'binary_crossentropy', 'categorical_accuracy',
-          'categorical_crossentropy', 'cosine_proximity', 'hinge',
-          'kullback_leibler_divergence', 'mean_absolute_error',
-          'mean_absolute_percentage_error', 'mean_squared_error',
-          'mean_squared_logarithmic_error', 'poisson', 'squared_hinge',
-          'top_k_categorical_accuracy'
-      ]
-      keras_model.compile(
-          loss='categorical_crossentropy', optimizer='adam', metrics=metrics)
-      keras_model.fit(x_train, y_train, epochs=1)
-      keras_eval = keras_model.evaluate(x_test, y_test, batch_size=32)
-
-    with self.cached_session():
-      keras_est = keras_lib.model_to_estimator(
-          keras_model=keras_model, config=self._config)
-      est_eval = keras_est.evaluate(input_fn=eval_input_fn)
-
-    metrics = ['loss'] + metrics
-
-    # Check loss and all metrics match between keras and estimator.
-    def shift(val):
-      if val == 0:
-        return 0
-      else:
-        return val / 10**int(log10(abs(val)))
-
-    for i, metric_name in enumerate(metrics):
-      self.assertAlmostEqual(
-          shift(est_eval[metric_name]),
-          shift(keras_eval[i]),
-          places=4,
-          msg='%s mismatch, keras model: %s, estimator: %s' %
-          (metric_name, est_eval[metric_name], keras_eval[i]))
-
-  def test_predict(self):
-    # Check that predict on a pretrained model yield the same result.
-    keras_model, (x_train, y_train), (
-        x_test, _), _, pred_input_fn = get_resource_for_simple_model(
-            model_type='sequential', is_evaluate=False)
-
-    with self.cached_session():
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer='adam',
-          metrics=['accuracy'])
-      keras_model.fit(x_train, y_train, epochs=1)
-      keras_pred = [np.argmax(y) for y in keras_model.predict(x_test)]
-
-    with self.cached_session():
-      keras_est = keras_lib.model_to_estimator(
-          keras_model=keras_model, config=self._config)
-      est_pred = [
-          np.argmax(y[keras_model.output_names[0]])
-          for y in keras_est.predict(input_fn=pred_input_fn)
-      ]
-    self.assertAllEqual(est_pred, keras_pred)
-
-  def test_multi_inputs_multi_outputs_with_input_fn_as_dict(self):
-    train_data, test_data = get_multi_inputs_multi_outputs_data()
-
-    def train_input_fn():
-      input_dict = {
-          'input_a': train_data['input_a'],
-          'input_b': train_data['input_b'],
-          'input_m': train_data['input_m'].astype(np.str)
-      }
-      output_dict = {
-          'dense_2': train_data['output_c'],
-          'dense_3': train_data['output_d']
-      }
-      return input_dict, output_dict
-
-    def eval_input_fn():
-      input_dict = {
-          'input_a': test_data['input_a'],
-          'input_b': test_data['input_b'],
-          'input_m': test_data['input_m'].astype(np.str)
-      }
-      output_dict = {
-          'dense_2': test_data['output_c'],
-          'dense_3': test_data['output_d']
-      }
-      return input_dict, output_dict
-
-    def pred_input_fn():
-      input_dict = {
-          'input_a': test_data['input_a'],
-          'input_b': test_data['input_b'],
-          'input_m': test_data['input_m'].astype(np.str)
-      }
-      return input_dict
-
-    self.do_test_multi_inputs_multi_outputs_with_input_fn(
-        train_input_fn, eval_input_fn, pred_input_fn)
-
-  def test_multi_inputs_multi_outputs_with_input_fn_as_list(self):
-    train_data, test_data = get_multi_inputs_multi_outputs_data()
-
-    def train_input_fn():
-      input_list = [
-          train_data['input_a'], train_data['input_b'],
-          train_data['input_m'].astype(np.str)
-      ]
-      output_list = [train_data['output_c'], train_data['output_d']]
-      return input_list, output_list
-
-    def eval_input_fn():
-      input_list = [
-          test_data['input_a'], test_data['input_b'],
-          test_data['input_m'].astype(np.str)
-      ]
-      output_list = [test_data['output_c'], test_data['output_d']]
-      return input_list, output_list
-
-    def pred_input_fn():
-      input_list = [
-          test_data['input_a'], test_data['input_b'],
-          test_data['input_m'].astype(np.str)
-      ]
-      return input_list
-
-    self.do_test_multi_inputs_multi_outputs_with_input_fn(
-        train_input_fn, eval_input_fn, pred_input_fn)
-
-  def do_test_multi_inputs_multi_outputs_with_input_fn(
-      self, train_input_fn, eval_input_fn, pred_input_fn):
-    with self.cached_session():
-      model = multi_inputs_multi_outputs_model()
-      est_keras = keras_lib.model_to_estimator(
-          keras_model=model, config=self._config)
-      baseline_eval_results = est_keras.evaluate(
-          input_fn=eval_input_fn, steps=1)
-      est_keras.train(input_fn=train_input_fn, steps=_TRAIN_SIZE / 16)
-      eval_results = est_keras.evaluate(input_fn=eval_input_fn, steps=1)
-      self.assertLess(eval_results['loss'], baseline_eval_results['loss'])
-      est_keras.predict(input_fn=pred_input_fn)
-
-  def test_init_from_file(self):
-    if h5py is None:
-      return  # Skip test if models cannot be saved.
-
-    keras_model, (x_train, y_train), (
-        x_test, _), _, pred_input_fn = get_resource_for_simple_model(
-            model_type='functional', is_evaluate=False)
-
-    with self.cached_session():
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer='rmsprop',
-          metrics=['categorical_accuracy'])
-      keras_model.fit(x_train, y_train, epochs=1)
-      keras_pred = [np.argmax(y) for y in keras_model.predict(x_test)]
-      fname = os.path.join(self._base_dir, 'keras_model.h5')
-      keras.models.save_model(keras_model, fname)
-
-    with self.cached_session():
-      keras_est = keras_lib.model_to_estimator(
-          keras_model_path=fname, config=self._config)
-      est_pred = [
-          np.argmax(y[keras_model.output_names[0]])
-          for y in keras_est.predict(input_fn=pred_input_fn)
-      ]
-    self.assertAllEqual(est_pred, keras_pred)
-
-  def test_keras_model_init_error(self):
-    with self.assertRaisesRegexp(ValueError, 'Either'):
-      keras_lib.model_to_estimator()
-
-    with self.cached_session():
-      keras_model = simple_sequential_model()
-      with self.assertRaisesRegexp(ValueError, 'not both'):
-        keras_lib.model_to_estimator(
-            keras_model=keras_model,
-            keras_model_path=tempfile.mkdtemp(dir=self._base_dir))
-
-    with self.cached_session():
-      keras_model = simple_sequential_model()
-      with self.assertRaisesRegexp(ValueError, 'compiled'):
-        keras_lib.model_to_estimator(keras_model=keras_model)
-
-  def test_invalid_ionames_error(self):
-    (x_train, y_train), (_, _) = testing_utils.get_test_data(
-        train_samples=_TRAIN_SIZE,
-        test_samples=100,
-        input_shape=(10,),
-        num_classes=2)
-    y_train = keras.utils.to_categorical(y_train)
-
-    def invald_input_name_input_fn():
-      input_dict = {'invalid_input_name': x_train}
-      return input_dict, y_train
-
-    def invald_output_name_input_fn():
-      input_dict = {'input_1': x_train}
-      output_dict = {'invalid_output_name': y_train}
-      return input_dict, output_dict
-    model = simple_functional_model()
-    model.compile(
-        loss='categorical_crossentropy', optimizer='adam', metrics=['acc'])
-    with self.cached_session():
-      est_keras = keras_lib.model_to_estimator(
-          keras_model=model, config=self._config)
-    with self.cached_session():
-      with self.assertRaisesRegexp(KeyError,
-                                   'Difference: .*invalid_input_name'):
-        est_keras.train(input_fn=invald_input_name_input_fn, steps=100)
-
-      with self.assertRaisesRegexp(KeyError,
-                                   'Difference: .*invalid_output_name'):
-        est_keras.train(input_fn=invald_output_name_input_fn, steps=100)
-
-  def test_custom_objects(self):
-
-    def relu6(x):
-      return keras.backend.relu(x, max_value=6)
-
-    keras_model = simple_functional_model(activation=relu6)
-    keras_model.compile(loss='categorical_crossentropy', optimizer='adam')
-    custom_objects = {
-        'relu6': relu6
-    }
-
-    (x_train, y_train), _ = testing_utils.get_test_data(
-        train_samples=_TRAIN_SIZE,
-        test_samples=50,
-        input_shape=(10,),
-        num_classes=2)
-    y_train = keras.utils.to_categorical(y_train, 2)
-    input_name = keras_model.input_names[0]
-    output_name = keras_model.output_names[0]
-    train_input_fn = gen_input_fn(
-        x=randomize_io_type(x_train, input_name),
-        y=randomize_io_type(y_train, output_name),
-        shuffle=False,
-        num_epochs=None,
-        batch_size=16)
-    with self.assertRaisesRegexp(ValueError, 'relu6'):
-      with self.cached_session():
-        est = keras_lib.model_to_estimator(
-            keras_model=keras_model,
-            model_dir=tempfile.mkdtemp(dir=self._base_dir))
-        est.train(input_fn=train_input_fn, steps=1)
-
-    with self.cached_session():
-      est = keras_lib.model_to_estimator(
-          keras_model=keras_model,
-          model_dir=tempfile.mkdtemp(dir=self._base_dir),
-          custom_objects=custom_objects)
-      est.train(input_fn=train_input_fn, steps=1)
-
-  def test_tf_config(self):
-    keras_model, (_, _), (_, _), _, _ = get_resource_for_simple_model()
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer='rmsprop',
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-    tf_config = json.dumps({
-        'cluster': {
-            run_config_lib.TaskType.PS: ['localhost:1234'],
-            run_config_lib.TaskType.WORKER: ['localhost:1236'],
-            run_config_lib.TaskType.MASTER: ['localhost:1238']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        }
-    })
-    with test.mock.patch.dict('os.environ', {'TF_CONFIG': tf_config}):
-      with self.cached_session():
-        keras_lib.model_to_estimator(
-            keras_model=keras_model,
-            model_dir=tempfile.mkdtemp(dir=self._base_dir))
-
-  def test_gpu_config(self):
-    with ops.Graph().as_default():
-      keras_model, (_, _), (_, _), _, _ = get_resource_for_simple_model()
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer='rmsprop',
-          metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-      gpu_options = config_pb2.GPUOptions(per_process_gpu_memory_fraction=0.3)
-      sess_config = config_pb2.ConfigProto(gpu_options=gpu_options)
-      self._config._session_config = sess_config
-      with self.cached_session():
-        keras_lib.model_to_estimator(
-            keras_model=keras_model, config=self._config)
-        self.assertEqual(
-            keras.backend.get_session()
-            ._config.gpu_options.per_process_gpu_memory_fraction,
-            gpu_options.per_process_gpu_memory_fraction)
-
-  def test_with_empty_config(self):
-    keras_model, _, _, _, _ = get_resource_for_simple_model(
-        model_type='sequential', is_evaluate=True)
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer='rmsprop',
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-    with self.cached_session():
-      est_keras = keras_lib.model_to_estimator(
-          keras_model=keras_model, model_dir=self._base_dir,
-          config=run_config_lib.RunConfig())
-      self.assertEqual(run_config_lib.get_default_session_config(),
-                       est_keras._session_config)
-      self.assertEqual(est_keras._session_config,
-                       est_keras._config.session_config)
-      self.assertEqual(self._base_dir, est_keras._config.model_dir)
-      self.assertEqual(self._base_dir, est_keras._model_dir)
-
-    with self.cached_session():
-      est_keras = keras_lib.model_to_estimator(
-          keras_model=keras_model, model_dir=self._base_dir,
-          config=None)
-      self.assertEqual(run_config_lib.get_default_session_config(),
-                       est_keras._session_config)
-      self.assertEqual(est_keras._session_config,
-                       est_keras._config.session_config)
-      self.assertEqual(self._base_dir, est_keras._config.model_dir)
-      self.assertEqual(self._base_dir, est_keras._model_dir)
-
-  def test_with_empty_config_and_empty_model_dir(self):
-    keras_model, _, _, _, _ = get_resource_for_simple_model(
-        model_type='sequential', is_evaluate=True)
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer='rmsprop',
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-    with self.cached_session():
-      with test.mock.patch.object(tempfile, 'mkdtemp', return_value=_TMP_DIR):
-        est_keras = keras_lib.model_to_estimator(
-            keras_model=keras_model,
-            config=run_config_lib.RunConfig())
-        self.assertEqual(est_keras._model_dir, _TMP_DIR)
-
-  def test_with_conflicting_model_dir_and_config(self):
-    keras_model, _, _, _, _ = get_resource_for_simple_model(
-        model_type='sequential', is_evaluate=True)
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer='rmsprop',
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError, '`model_dir` are set both in '
-                                   'constructor and `RunConfig`'):
-        keras_lib.model_to_estimator(
-            keras_model=keras_model, model_dir=self._base_dir,
-            config=run_config_lib.RunConfig(model_dir=_TMP_DIR))
-
-  def test_pretrained_weights(self):
-    keras_model, (_, _), (_, _), _, _ = get_resource_for_simple_model()
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer=rmsprop.RMSPropOptimizer(1e-3),
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-    with self.cached_session():
-      keras_model.train_on_batch(
-          np.random.random((10,) + _INPUT_SIZE),
-          np.random.random((10, _NUM_CLASS)))
-      weights = keras_model.get_weights()
-      keras_model, (_, _), (_, _), _, _ = get_resource_for_simple_model()
-      keras_model.set_weights(weights)
-      keras_model.compile(
-          loss='categorical_crossentropy',
-          optimizer=SGD(lr=0.0001, momentum=0.9),
-          metrics=['mse', keras.metrics.CategoricalAccuracy()])
-      keras_lib.model_to_estimator(
-          keras_model=keras_model, config=self._config)
-
-  def assert_increasing_global_step(self, optimizer):
-    keras_model, _, _, train_input_fn, _ = get_resource_for_simple_model(
-        model_type='sequential', is_evaluate=True)
-    keras_model.compile(
-        loss='categorical_crossentropy',
-        optimizer=optimizer,
-        metrics=['mse', keras.metrics.CategoricalAccuracy()])
-    with self.cached_session() as sess:
-      keras_model_fn = keras_lib._create_keras_model_fn(keras_model)
-      global_step = training_util.create_global_step()
-      features, labels = train_input_fn().make_one_shot_iterator().get_next()
-      spec = keras_model_fn(features, labels, mode=model_fn_lib.ModeKeys.TRAIN)
-
-      sess.run(variables.global_variables_initializer())
-      sess.run(variables.local_variables_initializer())
-
-      self.assertEqual(global_step.eval(), 0)  # Sanity check
-      sess.run(spec.train_op)
-      self.assertEqual(global_step.eval(), 1)
-
-  def test_model_fn_increments_global_step_tf_optimizer(self):
-    self.assert_increasing_global_step(rmsprop.RMSPropOptimizer(1e-3))
-
-  def test_model_fn_increments_global_step_keras_optimizer(self):
-    self.assert_increasing_global_step('rmsprop')
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/model_fn.py b/tensorflow/python/estimator/model_fn.py
index 824789467d..a206810f3d 100644
--- a/tensorflow/python/estimator/model_fn.py
+++ b/tensorflow/python/estimator/model_fn.py
@@ -1,4 +1,4 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,509 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""model_fn python module.
 
-"""Classes and methods related to model_fn."""
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
+from tensorflow_estimator.python.estimator import model_fn
 
-import six
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+model_fn.__all__ = [s for s in dir(model_fn) if not s.startswith('__')]
 
-from tensorflow.python.estimator.export import export_output as export_output_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import tensor_shape
-from tensorflow.python.keras.metrics import Metric
-from tensorflow.python.ops import array_ops
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.saved_model import tag_constants
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.util import nest
-from tensorflow.python.util.tf_export import estimator_export
-
-
-@estimator_export('estimator.ModeKeys')
-class ModeKeys(object):
-  """Standard names for model modes.
-
-  The following standard keys are defined:
-
-  * `TRAIN`: training mode.
-  * `EVAL`: evaluation mode.
-  * `PREDICT`: inference mode.
-  """
-
-  TRAIN = 'train'
-  EVAL = 'eval'
-  PREDICT = 'infer'
-
-
-LOSS_METRIC_KEY = 'loss'
-AVERAGE_LOSS_METRIC_KEY = 'average_loss'
-
-# Mapping of the modes to appropriate tag_constants that are used for saving.
-EXPORT_TAG_MAP = {
-    ModeKeys.PREDICT: [tag_constants.SERVING],
-    ModeKeys.TRAIN: [tag_constants.TRAINING],
-    ModeKeys.EVAL: [tag_constants.EVAL],
-}
-
-
-@estimator_export('estimator.EstimatorSpec')
-class EstimatorSpec(
-    collections.namedtuple('EstimatorSpec', [
-        'mode', 'predictions', 'loss', 'train_op', 'eval_metric_ops',
-        'export_outputs', 'training_chief_hooks', 'training_hooks', 'scaffold',
-        'evaluation_hooks', 'prediction_hooks'
-    ])):
-  """Ops and objects returned from a `model_fn` and passed to an `Estimator`.
-
-  `EstimatorSpec` fully defines the model to be run by an `Estimator`.
-  """
-
-  def __new__(cls,
-              mode,
-              predictions=None,
-              loss=None,
-              train_op=None,
-              eval_metric_ops=None,
-              export_outputs=None,
-              training_chief_hooks=None,
-              training_hooks=None,
-              scaffold=None,
-              evaluation_hooks=None,
-              prediction_hooks=None):
-    """Creates a validated `EstimatorSpec` instance.
-
-    Depending on the value of `mode`, different arguments are required. Namely
-
-    * For `mode == ModeKeys.TRAIN`: required fields are `loss` and `train_op`.
-    * For `mode == ModeKeys.EVAL`: required field is `loss`.
-    * For `mode == ModeKeys.PREDICT`: required fields are `predictions`.
-
-    model_fn can populate all arguments independent of mode. In this case, some
-    arguments will be ignored by an `Estimator`. E.g. `train_op` will be
-    ignored in eval and infer modes. Example:
-
-    ```python
-    def my_model_fn(features, labels, mode):
-      predictions = ...
-      loss = ...
-      train_op = ...
-      return tf.estimator.EstimatorSpec(
-          mode=mode,
-          predictions=predictions,
-          loss=loss,
-          train_op=train_op)
-    ```
-
-    Alternatively, model_fn can just populate the arguments appropriate to the
-    given mode. Example:
-
-    ```python
-    def my_model_fn(features, labels, mode):
-      if (mode == tf.estimator.ModeKeys.TRAIN or
-          mode == tf.estimator.ModeKeys.EVAL):
-        loss = ...
-      else:
-        loss = None
-      if mode == tf.estimator.ModeKeys.TRAIN:
-        train_op = ...
-      else:
-        train_op = None
-      if mode == tf.estimator.ModeKeys.PREDICT:
-        predictions = ...
-      else:
-        predictions = None
-
-      return tf.estimator.EstimatorSpec(
-          mode=mode,
-          predictions=predictions,
-          loss=loss,
-          train_op=train_op)
-    ```
-
-    Args:
-      mode: A `ModeKeys`. Specifies if this is training, evaluation or
-        prediction.
-      predictions: Predictions `Tensor` or dict of `Tensor`.
-      loss: Training loss `Tensor`. Must be either scalar, or with shape `[1]`.
-      train_op: Op for the training step.
-      eval_metric_ops: Dict of metric results keyed by name.
-        The values of the dict can be one of the following:
-        (1) instance of `Metric` class.
-        (2) Results of calling a metric function, namely a
-        `(metric_tensor, update_op)` tuple. `metric_tensor` should be
-        evaluated without any impact on state (typically is a pure computation
-        results based on variables.). For example, it should not trigger the
-        `update_op` or requires any input fetching.
-      export_outputs: Describes the output signatures to be exported to
-        `SavedModel` and used during serving.
-        A dict `{name: output}` where:
-        * name: An arbitrary name for this output.
-        * output: an `ExportOutput` object such as `ClassificationOutput`,
-            `RegressionOutput`, or `PredictOutput`.
-        Single-headed models only need to specify one entry in this dictionary.
-        Multi-headed models should specify one entry for each head, one of
-        which must be named using
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY.
-        If no entry is provided, a default `PredictOutput` mapping to
-        `predictions` will be created.
-      training_chief_hooks: Iterable of `tf.train.SessionRunHook` objects to
-        run on the chief worker during training.
-      training_hooks: Iterable of `tf.train.SessionRunHook` objects to run
-        on all workers during training.
-      scaffold: A `tf.train.Scaffold` object that can be used to set
-        initialization, saver, and more to be used in training.
-      evaluation_hooks: Iterable of `tf.train.SessionRunHook` objects to
-        run during evaluation.
-      prediction_hooks: Iterable of `tf.train.SessionRunHook` objects to
-        run during predictions.
-
-    Returns:
-      A validated `EstimatorSpec` object.
-
-    Raises:
-      ValueError: If validation fails.
-      TypeError: If any of the arguments is not the expected type.
-    """
-    # Validate train_op.
-    if train_op is None:
-      if mode == ModeKeys.TRAIN:
-        raise ValueError('Missing train_op.')
-    else:
-      _check_is_tensor_or_operation(train_op, 'train_op')
-
-    # Validate loss.
-    if loss is None:
-      if mode in (ModeKeys.TRAIN, ModeKeys.EVAL):
-        raise ValueError('Missing loss.')
-    else:
-      loss = _check_is_tensor(loss, 'loss')
-      loss_shape = loss.get_shape()
-      if loss_shape.num_elements() not in (None, 1):
-        raise ValueError('Loss must be scalar, given: {}'.format(loss))
-      if not loss_shape.is_compatible_with(tensor_shape.scalar()):
-        loss = array_ops.reshape(loss, [])
-
-    # Validate predictions.
-    if predictions is None:
-      if mode == ModeKeys.PREDICT:
-        raise ValueError('Missing predictions.')
-      predictions = {}
-    else:
-      if isinstance(predictions, dict):
-        predictions = {
-            k: _check_is_tensor(v, 'predictions[{}]'.format(k))
-            for k, v in six.iteritems(predictions)
-        }
-      else:
-        predictions = _check_is_tensor(predictions, 'predictions')
-
-    # Validate eval_metric_ops.
-    if eval_metric_ops is None:
-      eval_metric_ops = {}
-    else:
-      if not isinstance(eval_metric_ops, dict):
-        raise TypeError(
-            'eval_metric_ops must be a dict, given: {}'.format(eval_metric_ops))
-      for key, value in six.iteritems(eval_metric_ops):
-        # TODO(psv): When we deprecate the old metrics, throw an error here if
-        # the value is not an instance of `Metric` class.
-        if isinstance(value, Metric):
-          if not value.updates:  # Check if metrics updates are available.
-            raise ValueError(
-                'Please call update_state(...) on the "{metric_name}" metric'
-                .format(metric_name=value.name))
-        else:
-          if not isinstance(value, tuple) or len(value) != 2:
-            raise TypeError(
-                'Values of eval_metric_ops must be (metric_value, update_op) '
-                'tuples, given: {} for key: {}'.format(value, key))
-          metric_value, metric_update = value
-          for metric_value_member in nest.flatten(metric_value):
-            # Allow (possibly nested) tuples for metric values, but require that
-            # each of them be Tensors or Operations.
-            _check_is_tensor_or_operation(metric_value_member,
-                                          'eval_metric_ops[{}]'.format(key))
-          _check_is_tensor_or_operation(metric_update,
-                                        'eval_metric_ops[{}]'.format(key))
-
-    # Validate the passed export outputs, or generate defaults.
-    if mode == ModeKeys.PREDICT:
-      export_outputs = _get_export_outputs(export_outputs, predictions)
-
-    # Validate that all tensors and ops are from the default graph.
-    default_graph = ops.get_default_graph()
-
-    # We enumerate possible error causes here to aid in debugging.
-    error_message_template = (
-        '{0} with "{1}" must be from the default graph. '
-        'Possible causes of this error include: \n\n'
-        '1) {0} was created outside the context of the default graph.'
-        '\n\n'
-        '2) The object passed through to EstimatorSpec was not created '
-        'in the most recent call to "model_fn".')
-
-    if isinstance(predictions, dict):
-      for key, value in six.iteritems(predictions):
-        if value.graph is not default_graph:
-          raise ValueError(error_message_template.format(
-              'prediction values',
-              '{0}: {1}'.format(key, value.name)))
-    elif predictions is not None:
-      # 'predictions' must be a single Tensor.
-      if predictions.graph is not default_graph:
-        raise ValueError(error_message_template.format(
-            'prediction values', predictions.name))
-
-    if loss is not None and loss.graph is not default_graph:
-      raise ValueError(error_message_template.format('loss', loss.name))
-    if train_op is not None and train_op.graph is not default_graph:
-      raise ValueError(error_message_template.format('train_op', train_op.name))
-    for key, value in list(six.iteritems(eval_metric_ops)):
-      if isinstance(value, Metric):
-        values_to_check = value.updates[:]
-        values_to_check.append(value.result())
-      else:
-        values_to_check = nest.flatten(value)
-      for val in values_to_check:
-        if val.graph is not default_graph:
-          raise ValueError(error_message_template.format(
-              'eval_metric_ops',
-              '{0}: {1}'.format(key, val.name)))
-
-    # Validate hooks.
-    training_chief_hooks = tuple(training_chief_hooks or [])
-    training_hooks = tuple(training_hooks or [])
-    evaluation_hooks = tuple(evaluation_hooks or [])
-    prediction_hooks = tuple(prediction_hooks or [])
-
-    for hook in (training_hooks + training_chief_hooks + evaluation_hooks +
-                 prediction_hooks):
-      if not isinstance(hook, session_run_hook.SessionRunHook):
-        raise TypeError(
-            'All hooks must be SessionRunHook instances, given: {}'.format(
-                hook))
-
-    # Add metric variables to the `LOCAL_VARIABLES` collection. Metric variables
-    # are by default not added to any collections. We are doing this here, so
-    # that metric variables get initialized.
-    local_vars = set(ops.get_collection(ops.GraphKeys.LOCAL_VARIABLES))
-    vars_to_add = set()
-    for key, value in six.iteritems(eval_metric_ops):
-      if isinstance(value, Metric):
-        vars_to_add.update(value.variables)
-        # Convert Metric instances to (value_tensor, update_op) tuple.
-        eval_metric_ops[key] = (value.result(), value.updates[0])
-    # Remove variables that are in the local variables collection already.
-    vars_to_add = vars_to_add.difference(local_vars)
-    for v in vars_to_add:
-      ops.add_to_collection(ops.GraphKeys.LOCAL_VARIABLES, v)
-
-    scaffold = scaffold or monitored_session.Scaffold()
-    # Validate scaffold.
-    if not isinstance(scaffold, monitored_session.Scaffold):
-      raise TypeError(
-          'scaffold must be tf.train.Scaffold. Given: {}'.format(scaffold))
-
-    return super(EstimatorSpec, cls).__new__(
-        cls,
-        mode=mode,
-        predictions=predictions,
-        loss=loss,
-        train_op=train_op,
-        eval_metric_ops=eval_metric_ops,
-        export_outputs=export_outputs,
-        training_chief_hooks=training_chief_hooks,
-        training_hooks=training_hooks,
-        scaffold=scaffold,
-        evaluation_hooks=evaluation_hooks,
-        prediction_hooks=prediction_hooks)
-
-  def _replace(self, **kwds):
-    """Return a new EstimatorSpec replacing specified fields with new values."""
-    if 'mode' in kwds:
-      if self.mode != kwds['mode']:
-        raise ValueError('mode of EstimatorSpec cannot be changed.')
-    new_fields = map(kwds.pop, self._fields, list(self))
-    return EstimatorSpec(*new_fields)
-
-
-def _get_export_outputs(export_outputs, predictions):
-  """Validate export_outputs or create default export_outputs.
-
-  Args:
-    export_outputs: Describes the output signatures to be exported to
-      `SavedModel` and used during serving. Should be a dict or None.
-    predictions:  Predictions `Tensor` or dict of `Tensor`.
-
-  Returns:
-    Valid export_outputs dict
-
-  Raises:
-    TypeError: if export_outputs is not a dict or its values are not
-      ExportOutput instances.
-  """
-  if export_outputs is None:
-    default_output = export_output_lib.PredictOutput(predictions)
-    export_outputs = {
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY: default_output}
-
-  if not isinstance(export_outputs, dict):
-    raise TypeError('export_outputs must be dict, given: {}'.format(
-        export_outputs))
-  for v in six.itervalues(export_outputs):
-    if not isinstance(v, export_output_lib.ExportOutput):
-      raise TypeError(
-          'Values in export_outputs must be ExportOutput objects. '
-          'Given: {}'.format(export_outputs))
-
-  _maybe_add_default_serving_output(export_outputs)
-
-  return export_outputs
-
-
-def _maybe_add_default_serving_output(export_outputs):
-  """Add a default serving output to the export_outputs if not present.
-
-  Args:
-    export_outputs: Describes the output signatures to be exported to
-      `SavedModel` and used during serving. Should be a dict.
-
-  Returns:
-    export_outputs dict with default serving signature added if necessary
-
-  Raises:
-    ValueError: if multiple export_outputs were provided without a default
-      serving key.
-  """
-  if len(export_outputs) == 1:
-    (key, value), = export_outputs.items()
-    if key != signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-      export_outputs[
-          signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY] = value
-  if len(export_outputs) > 1:
-    if (signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-        not in export_outputs):
-      raise ValueError(
-          'Multiple export_outputs were provided, but none of them is '
-          'specified as the default.  Do this by naming one of them with '
-          'signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY.')
-
-  return export_outputs
-
-
-class _TPUEstimatorSpec(
-    collections.namedtuple('TPUEstimatorSpec', [
-        'mode', 'predictions', 'loss', 'train_op', 'eval_metrics',
-        'export_outputs', 'scaffold_fn', 'host_call', 'training_hooks',
-        'evaluation_hooks', 'prediction_hooks'
-    ])):
-  """Ops and objects returned from a `model_fn` and passed to `TPUEstimator`.
-
-  This is a simplified implementation of `tf.contrib.tpu.EstimatorSpec`. See
-  tensorflow/contrib/tpu/python/tpu/tpu_estimator.py for more detailed
-  documentation.
-  """
-
-  def __new__(cls,
-              mode,
-              predictions=None,
-              loss=None,
-              train_op=None,
-              eval_metrics=None,
-              export_outputs=None,
-              scaffold_fn=None,
-              host_call=None,
-              training_hooks=None,
-              evaluation_hooks=None,
-              prediction_hooks=None):
-    """Creates a `_TPUEstimatorSpec` instance."""
-    return super(_TPUEstimatorSpec, cls).__new__(
-        cls,
-        mode=mode,
-        predictions=predictions,
-        loss=loss,
-        train_op=train_op,
-        eval_metrics=eval_metrics,
-        export_outputs=export_outputs,
-        scaffold_fn=scaffold_fn,
-        host_call=host_call,
-        training_hooks=training_hooks,
-        evaluation_hooks=evaluation_hooks,
-        prediction_hooks=prediction_hooks)
-
-  def as_estimator_spec(self):
-    """Creates an equivalent `EstimatorSpec` used by CPU train/eval."""
-    if not self.eval_metrics:
-      eval_metric_ops = None
-    else:
-      metric_fn, tensors = self.eval_metrics
-      eval_metric_ops = metric_fn(**tensors)
-    return EstimatorSpec(
-        mode=self.mode,
-        predictions=self.predictions,
-        loss=self.loss,
-        train_op=self.train_op,
-        eval_metric_ops=eval_metric_ops,
-        export_outputs=self.export_outputs,
-        training_hooks=self.training_hooks,
-        evaluation_hooks=self.evaluation_hooks,
-        prediction_hooks=self.prediction_hooks)
-
-
-def _check_is_tensor_or_operation(x, name):
-  if not (isinstance(x, ops.Operation) or ops.is_dense_tensor_like(x)):
-    raise TypeError('{} must be Operation or Tensor, given: {}'.format(name, x))
-
-
-def _check_is_tensor(x, tensor_name):
-  """Returns `x` if it is a `Tensor`, raises TypeError otherwise."""
-  if not ops.is_dense_tensor_like(x):
-    raise TypeError('{} must be Tensor, given: {}'.format(tensor_name, x))
-  return x
-
-
-def export_outputs_for_mode(
-    mode, serving_export_outputs=None, predictions=None, loss=None,
-    metrics=None):
-  """Util function for constructing a `ExportOutput` dict given a mode.
-
-  The returned dict can be directly passed to `build_all_signature_defs` helper
-  function as the `export_outputs` argument, used for generating a SignatureDef
-  map.
-
-  Args:
-    mode: A `ModeKeys` specifying the mode.
-    serving_export_outputs: Describes the output signatures to be exported to
-      `SavedModel` and used during serving. Should be a dict or None.
-    predictions: A dict of Tensors or single Tensor representing model
-        predictions. This argument is only used if serving_export_outputs is not
-        set.
-    loss: A dict of Tensors or single Tensor representing calculated loss.
-    metrics: A dict of (metric_value, update_op) tuples, or a single tuple.
-      metric_value must be a Tensor, and update_op must be a Tensor or Op
-
-  Returns:
-    Dictionary mapping the a key to an `tf.estimator.export.ExportOutput` object
-    The key is the expected SignatureDef key for the mode.
-
-  Raises:
-    ValueError: if an appropriate ExportOutput cannot be found for the mode.
-  """
-  # TODO(b/113185250): move all model export helper functions into an util file.
-  if mode == ModeKeys.PREDICT:
-    return _get_export_outputs(serving_export_outputs, predictions)
-  elif mode == ModeKeys.TRAIN:
-    return {mode: export_output_lib.TrainOutput(
-        loss=loss, predictions=predictions, metrics=metrics)}
-  elif mode == ModeKeys.EVAL:
-    return {mode: export_output_lib.EvalOutput(
-        loss=loss, predictions=predictions, metrics=metrics)}
-  else:
-    raise ValueError(
-        'Export output type not found for mode: {}'.format(mode))
+from tensorflow_estimator.python.estimator.model_fn import *
diff --git a/tensorflow/python/estimator/model_fn_test.py b/tensorflow/python/estimator/model_fn_test.py
deleted file mode 100644
index 8a3a9f3f51..0000000000
--- a/tensorflow/python/estimator/model_fn_test.py
+++ /dev/null
@@ -1,661 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Tests for model_fn.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.estimator import model_fn
-from tensorflow.python.estimator.export import export_output
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import sparse_tensor
-from tensorflow.python.keras import metrics
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.platform import test
-from tensorflow.python.saved_model import signature_constants
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import session_run_hook
-
-
-class _FakeHook(session_run_hook.SessionRunHook):
-  """Fake implementation of `SessionRunHook`."""
-
-
-class _InvalidHook(object):
-  """Invalid hook (not a subclass of `SessionRunHook`)."""
-
-
-class _InvalidScaffold(object):
-  """Invalid scaffold (not a subclass of `Scaffold`)."""
-
-
-class EstimatorSpecTrainTest(test.TestCase):
-  """Tests EstimatorSpec in train mode."""
-
-  def testRequiredArgumentsSet(self):
-    """Tests that no errors are raised when all required arguments are set."""
-    with ops.Graph().as_default(), self.cached_session():
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.TRAIN,
-          loss=constant_op.constant(1.),
-          train_op=control_flow_ops.no_op())
-
-  def testAllArgumentsSet(self):
-    """Tests that no errors are raised when all arguments are set."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      predictions = {'loss': loss}
-      classes = constant_op.constant('hello')
-      metric_obj = metrics.Mean()
-      metric_obj.update_state(loss)
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.TRAIN,
-          predictions=predictions,
-          loss=loss,
-          train_op=control_flow_ops.no_op(),
-          eval_metric_ops={
-              'loss': (control_flow_ops.no_op(), loss),
-              'mean': metric_obj,
-          },
-          export_outputs={
-              'head_name': export_output.ClassificationOutput(classes=classes)
-          },
-          training_chief_hooks=[_FakeHook()],
-          training_hooks=[_FakeHook()],
-          scaffold=monitored_session.Scaffold(),
-          evaluation_hooks=[_FakeHook()],
-          prediction_hooks=[_FakeHook()])
-
-  def testLossNumber(self):
-    """Tests that error is raised when loss is a number (not Tensor)."""
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(TypeError, 'loss must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=1.,
-            train_op=control_flow_ops.no_op())
-
-  def testLoss1DTensor(self):
-    """Tests that no errors are raised when loss is 1D tensor."""
-    with ops.Graph().as_default(), self.cached_session():
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.TRAIN,
-          loss=constant_op.constant([1.]),
-          train_op=control_flow_ops.no_op())
-
-  def testLossMissing(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'Missing loss'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN, train_op=control_flow_ops.no_op())
-
-  def testLossNotScalar(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'Loss must be scalar'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=constant_op.constant([1., 2.]),
-            train_op=control_flow_ops.no_op())
-
-  def testLossSparseTensor(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = sparse_tensor.SparseTensor(
-          indices=[[0]],
-          values=[0.],
-          dense_shape=[1])
-      with self.assertRaisesRegexp(TypeError, 'loss must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=loss,
-            train_op=control_flow_ops.no_op())
-
-  def testLossFromDifferentGraph(self):
-    with ops.Graph().as_default():
-      loss = constant_op.constant(1.)
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          ValueError, 'must be from the default graph'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=loss,
-            train_op=control_flow_ops.no_op())
-
-  def testTrainOpMissing(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'Missing train_op'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN, loss=constant_op.constant(1.))
-
-  def testTrainOpNotOperationAndTensor(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(TypeError,
-                                   'train_op must be Operation or Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=constant_op.constant(1.),
-            train_op='Not an Operation or Tensor')
-
-  def testTrainOpFromDifferentGraph(self):
-    with ops.Graph().as_default():
-      train_op = control_flow_ops.no_op()
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          ValueError, 'must be from the default graph'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=constant_op.constant(1.),
-            train_op=train_op)
-
-  def testTrainingChiefHookInvalid(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, 'All hooks must be SessionRunHook instances'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=constant_op.constant(1.),
-            train_op=control_flow_ops.no_op(),
-            training_chief_hooks=[_InvalidHook()])
-
-  def testTrainingHookInvalid(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, 'All hooks must be SessionRunHook instances'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=constant_op.constant(1.),
-            train_op=control_flow_ops.no_op(),
-            training_hooks=[_InvalidHook()])
-
-  def testScaffoldInvalid(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, r'scaffold must be tf\.train\.Scaffold'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.TRAIN,
-            loss=constant_op.constant(1.),
-            train_op=control_flow_ops.no_op(),
-            scaffold=_InvalidScaffold())
-
-  def testReturnDefaultScaffold(self):
-    with ops.Graph().as_default(), self.cached_session():
-      estimator_spec = model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.TRAIN,
-          loss=constant_op.constant(1.),
-          train_op=control_flow_ops.no_op())
-      self.assertIsNotNone(estimator_spec.scaffold)
-
-
-class EstimatorSpecEvalTest(test.TestCase):
-  """Tests EstimatorSpec in eval mode."""
-
-  def testRequiredArgumentsSet(self):
-    """Tests that no errors are raised when all required arguments are set."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          predictions={'loss': loss},
-          loss=loss)
-
-  def testAllArgumentsSet(self):
-    """Tests that no errors are raised when all arguments are set."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      predictions = {'loss': loss}
-      classes = constant_op.constant('hello')
-      metric_obj = metrics.Mean()
-      metric_obj.update_state(loss)
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          predictions=predictions,
-          loss=loss,
-          train_op=control_flow_ops.no_op(),
-          eval_metric_ops={
-              'loss': (control_flow_ops.no_op(), loss),
-              'mean': metric_obj,
-          },
-          export_outputs={
-              'head_name': export_output.ClassificationOutput(classes=classes)
-          },
-          training_chief_hooks=[_FakeHook()],
-          training_hooks=[_FakeHook()],
-          scaffold=monitored_session.Scaffold(),
-          evaluation_hooks=[_FakeHook()])
-
-  def testEvaluationHookInvalid(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, 'All hooks must be SessionRunHook instances'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            loss=constant_op.constant(1.),
-            evaluation_hooks=[_InvalidHook()])
-
-  def testTupleMetric(self):
-    """Tests that no errors are raised when a metric is tuple-valued."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          loss=loss,
-          eval_metric_ops={
-              'some_metric': ((loss, loss, (constant_op.constant(2), loss)),
-                              control_flow_ops.no_op())})
-
-  def testLoss1DTensor(self):
-    """Tests that no errors are raised when loss is 1D tensor."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant([1.])
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          predictions={'loss': loss},
-          loss=loss)
-
-  def testLossNumber(self):
-    """Tests that error is raised when loss is a number (not Tensor)."""
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(TypeError, 'loss must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': constant_op.constant(1.)},
-            loss=1.)
-
-  def testLossMissing(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'Missing loss'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': constant_op.constant(1.)})
-
-  def testLossNotScalar(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant([1., 2.])
-      with self.assertRaisesRegexp(ValueError, 'Loss must be scalar'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss)
-
-  def testLossSparseTensor(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = sparse_tensor.SparseTensor(
-          indices=[[0]],
-          values=[0.],
-          dense_shape=[1])
-      with self.assertRaisesRegexp(
-          TypeError, 'loss must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'prediction': constant_op.constant(1.)},
-            loss=loss)
-
-  def testLossFromDifferentGraph(self):
-    with ops.Graph().as_default():
-      loss = constant_op.constant(1.)
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          ValueError, 'must be from the default graph'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'prediction': constant_op.constant(1.)},
-            loss=loss)
-
-  def testReplaceRaisesConstructorChecks(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      spec = model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL, predictions={'loss': loss}, loss=loss)
-      with self.assertRaisesRegexp(ValueError, 'Loss must be scalar'):
-        spec._replace(loss=constant_op.constant([1., 2.]))
-
-  def testReplaceDoesReplace(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      spec = model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL, predictions={'loss': loss}, loss=loss)
-      new_spec = spec._replace(predictions={'m': loss})
-      self.assertEqual(['m'], list(new_spec.predictions.keys()))
-
-  def testReplaceNotAllowModeChange(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      spec = model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL, predictions={'loss': loss}, loss=loss)
-      spec._replace(mode=model_fn.ModeKeys.EVAL)
-      with self.assertRaisesRegexp(ValueError,
-                                   'mode of EstimatorSpec cannot be changed'):
-        spec._replace(mode=model_fn.ModeKeys.TRAIN)
-
-  def testPredictionsMissingIsOkay(self):
-    with ops.Graph().as_default(), self.cached_session():
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL, loss=constant_op.constant(1.))
-
-  def testPredictionsTensor(self):
-    """Tests that no error is raised when predictions is Tensor (not dict)."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.EVAL,
-          predictions=loss,
-          loss=loss)
-
-  def testPredictionsNumber(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, r'predictions\[number\] must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'number': 1.},
-            loss=constant_op.constant(1.))
-
-  def testPredictionsSparseTensor(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {
-          'sparse': sparse_tensor.SparseTensor(
-              indices=[[0]],
-              values=[0.],
-              dense_shape=[1])}
-      with self.assertRaisesRegexp(
-          TypeError, r'predictions\[sparse\] must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions=predictions,
-            loss=constant_op.constant(1.))
-
-  def testPredictionsFromDifferentGraph(self):
-    with ops.Graph().as_default():
-      predictions = {'loss': constant_op.constant(1.)}
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          ValueError, 'must be from the default graph'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions=predictions,
-            loss=constant_op.constant(1.))
-
-  def testEvalMetricOpsNoDict(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(
-          TypeError, 'eval_metric_ops must be a dict'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops=loss)
-
-  def testEvalMetricOpsNoTuple(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(
-          TypeError,
-          (r'Values of eval_metric_ops must be \(metric_value, update_op\) '
-           'tuples')):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops={'loss': loss})
-
-  def testEvalMetricOpsNoTensorOrOperation(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(TypeError, 'must be Operation or Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops={'loss': ('NonTensor', loss)})
-
-  def testEvalMetricNestedNoTensorOrOperation(self):
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(TypeError, 'must be Operation or Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops={'loss': ((('NonTensor',),),
-                                      control_flow_ops.no_op())})
-
-  def testEvalMetricOpsFromDifferentGraphWithMetricTuple(self):
-    with ops.Graph().as_default():
-      eval_metric_ops = {
-          'loss': (control_flow_ops.no_op(), constant_op.constant(1.))}
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(
-          ValueError, 'must be from the default graph'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops=eval_metric_ops)
-
-  def testEvalMetricOpsFromDifferentGraphWithMetricObject(self):
-    with ops.Graph().as_default():
-      metric_obj = metrics.Mean()
-      metric_obj.update_state(constant_op.constant(1.))
-      eval_metric_ops = {'metric': metric_obj}
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(
-          ValueError, 'must be from the default graph'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops=eval_metric_ops)
-
-  def testEvalMetricOpsWithoutUpdates(self):
-    with ops.Graph().as_default():
-      eval_metric_ops = {'mean': metrics.Mean()}
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      with self.assertRaisesRegexp(ValueError, 'Please call update_state(...)'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.EVAL,
-            predictions={'loss': loss},
-            loss=loss,
-            eval_metric_ops=eval_metric_ops)
-
-
-class EstimatorSpecInferTest(test.TestCase):
-  """Tests EstimatorSpec in infer mode."""
-
-  def testRequiredArgumentsSet(self):
-    """Tests that no errors are raised when all required arguments are set."""
-    with ops.Graph().as_default(), self.cached_session():
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.PREDICT,
-          predictions={'loss': constant_op.constant(1.)})
-
-  def testAllArgumentsSet(self):
-    """Tests that no errors are raised when all arguments are set."""
-    with ops.Graph().as_default(), self.cached_session():
-      loss = constant_op.constant(1.)
-      predictions = {'loss': loss}
-      classes = constant_op.constant('hello')
-      metric_obj = metrics.Mean()
-      metric_obj.update_state(loss)
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.PREDICT,
-          predictions=predictions,
-          loss=loss,
-          train_op=control_flow_ops.no_op(),
-          eval_metric_ops={
-              'loss': (control_flow_ops.no_op(), loss),
-              'mean': metric_obj,
-          },
-          export_outputs={
-              'head_name': export_output.ClassificationOutput(classes=classes)
-          },
-          training_chief_hooks=[_FakeHook()],
-          training_hooks=[_FakeHook()],
-          scaffold=monitored_session.Scaffold(),
-          evaluation_hooks=[_FakeHook()],
-          prediction_hooks=[_FakeHook()])
-
-  def testPredictionHookInvalid(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, 'All hooks must be SessionRunHook instances'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=constant_op.constant(1.),
-            prediction_hooks=[_InvalidHook()])
-
-  def testPredictionsMissing(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(ValueError, 'Missing predictions'):
-        model_fn.EstimatorSpec(mode=model_fn.ModeKeys.PREDICT)
-
-  def testPredictionsTensor(self):
-    """Tests that no error is raised when predictions is Tensor (not dict)."""
-    with ops.Graph().as_default(), self.cached_session():
-      model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.PREDICT, predictions=constant_op.constant(1.))
-
-  def testPredictionsNumber(self):
-    with ops.Graph().as_default(), self.cached_session():
-      with self.assertRaisesRegexp(
-          TypeError, r'predictions\[number\] must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.PREDICT, predictions={'number': 1.})
-
-  def testPredictionsSparseTensor(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {
-          'sparse': sparse_tensor.SparseTensor(
-              indices=[[0]],
-              values=[0.],
-              dense_shape=[1])}
-      with self.assertRaisesRegexp(
-          TypeError, r'predictions\[sparse\] must be Tensor'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.PREDICT, predictions=predictions)
-
-  def testExportOutputsNoDict(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {'loss': constant_op.constant(1.)}
-      classes = constant_op.constant('hello')
-      with self.assertRaisesRegexp(
-          TypeError, 'export_outputs must be dict'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs=export_output.ClassificationOutput(classes=classes))
-
-  def testExportOutputsValueNotExportOutput(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {'loss': constant_op.constant(1.)}
-      with self.assertRaisesRegexp(
-          TypeError,
-          r"Values in export_outputs must be ExportOutput objects. "
-          r"Given: {'head_name': {'loss': <tf.Tensor 'Const:0' shape=\(\) "
-          r"dtype=float32>}}"):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs={'head_name': predictions})
-
-  def testExportOutputsSingleheadMissingDefault(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {'loss': constant_op.constant(1.)}
-      output_1 = constant_op.constant([1.])
-      regression_output = export_output.RegressionOutput(value=output_1)
-      export_outputs = {
-          'head-1': regression_output,
-          }
-      estimator_spec = model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.PREDICT,
-          predictions=predictions,
-          export_outputs=export_outputs)
-      expected_export_outputs = {
-          signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-          regression_output,
-          'head-1': regression_output,
-      }
-      self.assertEqual(expected_export_outputs, estimator_spec.export_outputs)
-
-  def testExportOutputsMultiheadWithDefault(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {'loss': constant_op.constant(1.)}
-      output_1 = constant_op.constant([1.])
-      output_2 = constant_op.constant(['2'])
-      output_3 = constant_op.constant(['3'])
-      export_outputs = {
-          signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY:
-          export_output.RegressionOutput(value=output_1),
-          'head-2': export_output.ClassificationOutput(classes=output_2),
-          'head-3': export_output.PredictOutput(outputs={
-              'some_output_3': output_3
-          })}
-      estimator_spec = model_fn.EstimatorSpec(
-          mode=model_fn.ModeKeys.PREDICT,
-          predictions=predictions,
-          export_outputs=export_outputs)
-      self.assertEqual(export_outputs, estimator_spec.export_outputs)
-
-  def testExportOutputsMultiheadMissingDefault(self):
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {'loss': constant_op.constant(1.)}
-      output_1 = constant_op.constant([1.])
-      output_2 = constant_op.constant(['2'])
-      output_3 = constant_op.constant(['3'])
-      export_outputs = {
-          'head-1': export_output.RegressionOutput(value=output_1),
-          'head-2': export_output.ClassificationOutput(classes=output_2),
-          'head-3': export_output.PredictOutput(outputs={
-              'some_output_3': output_3
-          })}
-      with self.assertRaisesRegexp(
-          ValueError,
-          'Multiple export_outputs were provided, but none of them is '
-          'specified as the default.  Do this by naming one of them with '
-          'signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY.'):
-        model_fn.EstimatorSpec(
-            mode=model_fn.ModeKeys.PREDICT,
-            predictions=predictions,
-            export_outputs=export_outputs)
-
-  def testDefaultExportOutputCreated(self):
-    """Ensure that a default PredictOutput is created for export."""
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = constant_op.constant(1.)
-      self._assertDefaultExportOutputForPredictions(predictions)
-
-  def testDefaultExportOutputCreatedDict(self):
-    """Ensure that a default PredictOutput is created for export for dicts."""
-    with ops.Graph().as_default(), self.cached_session():
-      predictions = {'loss': constant_op.constant(1.),
-                     'score': constant_op.constant(10.)}
-      self._assertDefaultExportOutputForPredictions(predictions)
-
-  def _assertDefaultExportOutputForPredictions(self, predictions):
-    spec = model_fn.EstimatorSpec(
-        mode=model_fn.ModeKeys.PREDICT, predictions=predictions)
-
-    expected = export_output.PredictOutput(predictions).outputs
-    serving_output = spec.export_outputs[
-        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY]
-    self.assertEqual(serving_output.outputs, expected)
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/run_config.py b/tensorflow/python/estimator/run_config.py
index 1995f50733..cb3c731d1a 100644
--- a/tensorflow/python/estimator/run_config.py
+++ b/tensorflow/python/estimator/run_config.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,904 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Environment configuration object for Estimators."""
+"""run_config python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import copy
-import json
-import os
-
-import six
-
-from tensorflow.core.protobuf import config_pb2
-from tensorflow.core.protobuf import rewriter_config_pb2
-from tensorflow.python.distribute import estimator_training as distribute_coordinator_training
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.training import server_lib
-from tensorflow.python.util import compat_internal
-from tensorflow.python.util import function_utils
-from tensorflow.python.util.tf_export import estimator_export
-
-
-_USE_DEFAULT = object()
-_VALID_DEVICE_FN_ARGS = set(['op'])
-
-# A list of the property names in RunConfig that the user is allowed to change.
-_DEFAULT_REPLACEABLE_LIST = [
-    'model_dir',
-    'tf_random_seed',
-    'save_summary_steps',
-    'save_checkpoints_steps',
-    'save_checkpoints_secs',
-    'session_config',
-    'keep_checkpoint_max',
-    'keep_checkpoint_every_n_hours',
-    'log_step_count_steps',
-    'train_distribute',
-    'device_fn',
-    'protocol',
-    'eval_distribute',
-    'experimental_distribute',
-]
-
-_SAVE_CKPT_ERR = (
-    '`save_checkpoints_steps` and `save_checkpoints_secs` cannot be both set.'
-)
-
-_TF_CONFIG_ENV = 'TF_CONFIG'
-_TASK_ENV_KEY = 'task'
-_TASK_TYPE_KEY = 'type'
-_TASK_ID_KEY = 'index'
-_CLUSTER_KEY = 'cluster'
-_SERVICE_KEY = 'service'
-_SESSION_MASTER_KEY = 'session_master'
-_EVAL_SESSION_MASTER_KEY = 'eval_session_master'
-_MODEL_DIR_KEY = 'model_dir'
-_LOCAL_MASTER = ''
-_GRPC_SCHEME = 'grpc://'
-
-
-def _get_session_master(cluster_spec, task_type, task_id, tf_config):
-  """Returns the appropriate address for TensorFlow master.
-
-  The order of precedence to deteremine the TF session master is as follows:
-  1. If `tf_session_master` is set in TF_CONFIG environment variable, takes it.
-  2. If the cluster has only one node, returns empty string ''.
-  3. Returns the grpc address according to the task type and id in the cluster.
-     This is between-graph replication.
-
-  Note: task_type and task_id must be validated. Typically, validated using
-  `_validate_task_type_and_task_id`.
-
-  Args:
-    cluster_spec: A `ClusterSpec` instance.
-    task_type: String. Task type for current node.
-    task_id: Int. Task id for current node.
-    tf_config: Dict. Python dict for the TF_CONFIG environment variable.
-
-  Raises:
-    RuntimeError: If `cluster_spec` is not set.
-
-  """
-  if _SESSION_MASTER_KEY in tf_config:
-    return tf_config[_SESSION_MASTER_KEY]
-
-  if not cluster_spec:
-    raise RuntimeError('Internal error: `_get_session_master` '
-                       'does not expect empty cluster_spec.')
-
-  jobs = cluster_spec.jobs
-
-  # If there is only one node in the cluster, do things locally by setting
-  # master to ''.  If a service or user sets TF_CONFIG with a single node, it's
-  # more performant to use a direct master rather than an RPC service.
-  if len(jobs) == 1 and len(cluster_spec.job_tasks(jobs[0])) == 1:
-    return _LOCAL_MASTER
-
-  # Lookup the master in cluster_spec using task_type and task_id,
-  # if possible.
-  addresses = cluster_spec.job_tasks(task_type)
-  return _GRPC_SCHEME + addresses[task_id]
-
-
-def _get_eval_session_master(task_type, tf_config):
-  """Returns the appropriate address for TensorFlow evaluation master."""
-  if task_type == TaskType.EVALUATOR:
-    return tf_config.get(_EVAL_SESSION_MASTER_KEY, _LOCAL_MASTER)
-
-  if _EVAL_SESSION_MASTER_KEY in tf_config:
-    raise ValueError('Key ({}) should not be set for task type other than {}. '
-                     'Task type: {}'.format(_EVAL_SESSION_MASTER_KEY,
-                                            TaskType.EVALUATOR, task_type))
-  return _LOCAL_MASTER
-
-
-def _count_ps(cluster_spec):
-  """Counts the number of parameter servers in cluster_spec."""
-  if not cluster_spec:
-    raise RuntimeError(
-        'Internal error: `_count_ps` does not expect empty cluster_spec.')
-
-  return len(cluster_spec.as_dict().get(TaskType.PS, []))
-
-
-def _count_worker(cluster_spec, chief_task_type):
-  """Counts the number of workers (including chief) in cluster_spec."""
-  if not cluster_spec:
-    raise RuntimeError(
-        'Internal error: `_count_worker` does not expect empty cluster_spec.')
-
-  return (len(cluster_spec.as_dict().get(TaskType.WORKER, [])) +
-          len(cluster_spec.as_dict().get(chief_task_type, [])))
-
-
-def _validate_service(service):
-  """Validates the service key."""
-  if service is not None and not isinstance(service, dict):
-    raise TypeError(
-        'If "service" is set in TF_CONFIG, it must be a dict. Given %s' %
-        type(service))
-  return service
-
-
-def _validate_task_type_and_task_id(cluster_spec, task_env, chief_task_type):
-  """Validates the task type and index in `task_env` according to cluster."""
-  if chief_task_type not in cluster_spec.jobs:
-    raise ValueError(
-        'If "cluster" is set in TF_CONFIG, it must have one "%s" node.' %
-        chief_task_type)
-  if len(cluster_spec.job_tasks(chief_task_type)) > 1:
-    raise ValueError(
-        'The "cluster" in TF_CONFIG must have only one "%s" node.' %
-        chief_task_type)
-
-  task_type = task_env.get(_TASK_TYPE_KEY, None)
-  task_id = task_env.get(_TASK_ID_KEY, None)
-
-  if not task_type:
-    raise ValueError(
-        'If "cluster" is set in TF_CONFIG, task type must be set.')
-  if task_id is None:
-    raise ValueError(
-        'If "cluster" is set in TF_CONFIG, task index must be set.')
-
-  task_id = int(task_id)
-
-  # Check the task id bounds. Upper bound is not necessary as
-  # - for evaluator, there is no upper bound.
-  # - for non-evaluator, task id is upper bounded by the number of jobs in
-  # cluster spec, which will be checked later (when retrieving the `master`)
-  if task_id < 0:
-    raise ValueError('Task index must be non-negative number.')
-
-  # Evaluator is not part of the training cluster.
-  if task_type == TaskType.EVALUATOR:
-    return task_type, task_id
-
-  if task_type not in cluster_spec.jobs:
-    raise ValueError(
-        '%s is not a valid task_type in the cluster_spec:\n'
-        '%s\n\n'
-        'Note that these values may be coming from the TF_CONFIG environment '
-        'variable.' % (task_type, cluster_spec))
-  addresses = cluster_spec.job_tasks(task_type)
-  if not 0 <= task_id < len(addresses):
-    raise ValueError(
-        '%d is not a valid task_id for task_type %s in the cluster_spec:\n'
-        '%s\n\n'
-        'Note that these values may be coming from the TF_CONFIG environment '
-        'variable.' % (task_id, task_type, cluster_spec))
-
-  return task_type, task_id
-
-
-def _get_global_id_in_cluster(
-    cluster_spec, task_type, task_id, chief_task_type):
-  """Returns the global id in cluster."""
-  # Note: This is implementation details, which user should not rely on.
-  # The first id is 0, which is always for the `chief` node. All other nodes,
-  # except `ps`, are ordered alphabetical based on task type (alphabetically)
-  # and task id (ascendingly). `ps` are ordered last.
-
-  # Sort task names in cluster
-  task_type_ordered_list = [chief_task_type]
-  task_type_ordered_list.extend([
-      t for t in sorted(cluster_spec.jobs)
-      if t != chief_task_type and t != TaskType.PS
-  ])
-  if TaskType.PS in cluster_spec.jobs:
-    task_type_ordered_list.append(TaskType.PS)
-
-  next_global_id = 0
-  for t in task_type_ordered_list:
-    if t == task_type:
-      return next_global_id + task_id
-    next_global_id += len(cluster_spec.job_tasks(t))
-
-  # This should never happen.
-  raise RuntimeError('Internal Error: `task_type` ({}) is not in '
-                     'cluster_spec ({}).'.format(task_type, cluster_spec))
-
-
-def _validate_save_ckpt_with_replaced_keys(new_copy, replaced_keys):
-  """Validates the save ckpt properties."""
-  # Ensure one (and only one) of save_steps and save_secs is not None.
-  # Also, if user sets one save ckpt property, say steps, the other one (secs)
-  # should be set as None to improve usability.
-
-  save_steps = new_copy.save_checkpoints_steps
-  save_secs = new_copy.save_checkpoints_secs
-
-  if ('save_checkpoints_steps' in replaced_keys and
-      'save_checkpoints_secs' in replaced_keys):
-    # If user sets both properties explicitly, we need to error out if both
-    # are set or neither of them are set.
-    if save_steps is not None and save_secs is not None:
-      raise ValueError(_SAVE_CKPT_ERR)
-  elif 'save_checkpoints_steps' in replaced_keys and save_steps is not None:
-    new_copy._save_checkpoints_secs = None  # pylint: disable=protected-access
-  elif 'save_checkpoints_secs' in replaced_keys and save_secs is not None:
-    new_copy._save_checkpoints_steps = None  # pylint: disable=protected-access
-
-
-def _validate_properties(run_config):
-  """Validates the properties."""
-  def _validate(property_name, cond, message):
-    property_value = getattr(run_config, property_name)
-    if property_value is not None and not cond(property_value):
-      raise ValueError(message)
-
-  _validate('model_dir', lambda dir: dir,
-            message='model_dir should be non-empty')
-
-  _validate('save_summary_steps', lambda steps: steps >= 0,
-            message='save_summary_steps should be >= 0')
-
-  _validate('save_checkpoints_steps', lambda steps: steps >= 0,
-            message='save_checkpoints_steps should be >= 0')
-  _validate('save_checkpoints_secs', lambda secs: secs >= 0,
-            message='save_checkpoints_secs should be >= 0')
-
-  _validate('session_config',
-            lambda sc: isinstance(sc, config_pb2.ConfigProto),
-            message='session_config must be instance of ConfigProto')
-
-  _validate('keep_checkpoint_max', lambda keep_max: keep_max >= 0,
-            message='keep_checkpoint_max should be >= 0')
-  _validate('keep_checkpoint_every_n_hours', lambda keep_hours: keep_hours > 0,
-            message='keep_checkpoint_every_n_hours should be > 0')
-  _validate('log_step_count_steps', lambda num_steps: num_steps > 0,
-            message='log_step_count_steps should be > 0')
-
-  _validate('tf_random_seed', lambda seed: isinstance(seed, six.integer_types),
-            message='tf_random_seed must be integer.')
-
-  _validate('device_fn', lambda device_fn: six.callable(device_fn) and
-            set(function_utils.fn_args(device_fn)) == _VALID_DEVICE_FN_ARGS,
-            message='device_fn must be callable with exactly'
-                    ' one argument "op".')
-
-  _validate('protocol',
-            lambda protocol: protocol in (None, "grpc", "grpc+verbs"),
-            message='protocol should be grpc or grpc+verbs')
-
-
-def get_default_session_config():
-  """Returns tf.ConfigProto instance."""
-
-  rewrite_opts = rewriter_config_pb2.RewriterConfig(
-      meta_optimizer_iterations=rewriter_config_pb2.RewriterConfig.ONE)
-  graph_opts = config_pb2.GraphOptions(rewrite_options=rewrite_opts)
-
-  return config_pb2.ConfigProto(allow_soft_placement=True,
-                                graph_options=graph_opts)
-
-
-class TaskType(object):
-  MASTER = 'master'
-  PS = 'ps'
-  WORKER = 'worker'
-  CHIEF = 'chief'
-  EVALUATOR = 'evaluator'
-
-
-@estimator_export('estimator.RunConfig')
-class RunConfig(object):
-  """This class specifies the configurations for an `Estimator` run."""
-
-  def __init__(self,
-               model_dir=None,
-               tf_random_seed=None,
-               save_summary_steps=100,
-               save_checkpoints_steps=_USE_DEFAULT,
-               save_checkpoints_secs=_USE_DEFAULT,
-               session_config=None,
-               keep_checkpoint_max=5,
-               keep_checkpoint_every_n_hours=10000,
-               log_step_count_steps=100,
-               train_distribute=None,
-               device_fn=None,
-               protocol=None,
-               eval_distribute=None,
-               experimental_distribute=None):
-    """Constructs a RunConfig.
-
-    All distributed training related properties `cluster_spec`, `is_chief`,
-    `master` , `num_worker_replicas`, `num_ps_replicas`, `task_id`, and
-    `task_type` are set based on the `TF_CONFIG` environment variable, if the
-    pertinent information is present. The `TF_CONFIG` environment variable is a
-    JSON object with attributes: `cluster` and `task`.
-
-    `cluster` is a JSON serialized version of `ClusterSpec`'s Python dict from
-    `server_lib.py`, mapping task types (usually one of the `TaskType` enums) to
-    a list of task addresses.
-
-    `task` has two attributes: `type` and `index`, where `type` can be any of
-    the task types in `cluster`. When `TF_CONFIG` contains said information,
-    the following properties are set on this class:
-
-    * `cluster_spec` is parsed from `TF_CONFIG['cluster']`. Defaults to {}. If
-      present, must have one and only one node in the `chief` attribute of
-      `cluster_spec`.
-    * `task_type` is set to `TF_CONFIG['task']['type']`. Must set if
-      `cluster_spec` is present; must be `worker` (the default value) if
-      `cluster_spec` is not set.
-    * `task_id` is set to `TF_CONFIG['task']['index']`. Must set if
-      `cluster_spec` is present; must be 0 (the default value) if
-      `cluster_spec` is not set.
-    * `master` is determined by looking up `task_type` and `task_id` in the
-      `cluster_spec`. Defaults to ''.
-    * `num_ps_replicas` is set by counting the number of nodes listed
-      in the `ps` attribute of `cluster_spec`. Defaults to 0.
-    * `num_worker_replicas` is set by counting the number of nodes listed
-      in the `worker` and `chief` attributes of `cluster_spec`. Defaults to 1.
-    * `is_chief` is determined based on `task_type` and `cluster`.
-
-    There is a special node with `task_type` as `evaluator`, which is not part
-    of the (training) `cluster_spec`. It handles the distributed evaluation job.
-
-    Example of non-chief node:
-    ```
-      cluster = {'chief': ['host0:2222'],
-                 'ps': ['host1:2222', 'host2:2222'],
-                 'worker': ['host3:2222', 'host4:2222', 'host5:2222']}
-      os.environ['TF_CONFIG'] = json.dumps(
-          {'cluster': cluster,
-           'task': {'type': 'worker', 'index': 1}})
-      config = RunConfig()
-      assert config.master == 'host4:2222'
-      assert config.task_id == 1
-      assert config.num_ps_replicas == 2
-      assert config.num_worker_replicas == 4
-      assert config.cluster_spec == server_lib.ClusterSpec(cluster)
-      assert config.task_type == 'worker'
-      assert not config.is_chief
-    ```
-
-    Example of chief node:
-    ```
-      cluster = {'chief': ['host0:2222'],
-                 'ps': ['host1:2222', 'host2:2222'],
-                 'worker': ['host3:2222', 'host4:2222', 'host5:2222']}
-      os.environ['TF_CONFIG'] = json.dumps(
-          {'cluster': cluster,
-           'task': {'type': 'chief', 'index': 0}})
-      config = RunConfig()
-      assert config.master == 'host0:2222'
-      assert config.task_id == 0
-      assert config.num_ps_replicas == 2
-      assert config.num_worker_replicas == 4
-      assert config.cluster_spec == server_lib.ClusterSpec(cluster)
-      assert config.task_type == 'chief'
-      assert config.is_chief
-    ```
-
-    Example of evaluator node (evaluator is not part of training cluster):
-    ```
-      cluster = {'chief': ['host0:2222'],
-                 'ps': ['host1:2222', 'host2:2222'],
-                 'worker': ['host3:2222', 'host4:2222', 'host5:2222']}
-      os.environ['TF_CONFIG'] = json.dumps(
-          {'cluster': cluster,
-           'task': {'type': 'evaluator', 'index': 0}})
-      config = RunConfig()
-      assert config.master == ''
-      assert config.evaluator_master == ''
-      assert config.task_id == 0
-      assert config.num_ps_replicas == 0
-      assert config.num_worker_replicas == 0
-      assert config.cluster_spec == {}
-      assert config.task_type == 'evaluator'
-      assert not config.is_chief
-    ```
-
-    N.B.: If `save_checkpoints_steps` or `save_checkpoints_secs` is set,
-    `keep_checkpoint_max` might need to be adjusted accordingly, especially in
-    distributed training. For example, setting `save_checkpoints_secs` as 60
-    without adjusting `keep_checkpoint_max` (defaults to 5) leads to situation
-    that checkpoint would be garbage collected after 5 minutes. In distributed
-    training, the evaluation job starts asynchronously and might fail to load or
-    find the checkpoint due to race condition.
-
-    Args:
-      model_dir: directory where model parameters, graph, etc are saved. If
-        `PathLike` object, the path will be resolved. If `None`, will use a
-        default value set by the Estimator.
-      tf_random_seed: Random seed for TensorFlow initializers.
-        Setting this value allows consistency between reruns.
-      save_summary_steps: Save summaries every this many steps.
-      save_checkpoints_steps: Save checkpoints every this many steps. Can not be
-          specified with `save_checkpoints_secs`.
-      save_checkpoints_secs: Save checkpoints every this many seconds. Can not
-          be specified with `save_checkpoints_steps`. Defaults to 600 seconds if
-          both `save_checkpoints_steps` and `save_checkpoints_secs` are not set
-          in constructor.  If both `save_checkpoints_steps` and
-          `save_checkpoints_secs` are None, then checkpoints are disabled.
-      session_config: a ConfigProto used to set session parameters, or None.
-      keep_checkpoint_max: The maximum number of recent checkpoint files to
-        keep. As new files are created, older files are deleted. If None or 0,
-        all checkpoint files are kept. Defaults to 5 (that is, the 5 most recent
-        checkpoint files are kept.)
-      keep_checkpoint_every_n_hours: Number of hours between each checkpoint
-        to be saved. The default value of 10,000 hours effectively disables
-        the feature.
-      log_step_count_steps: The frequency, in number of global steps, that the
-        global step/sec and the loss will be logged during training.
-      train_distribute: An optional instance of
-        `tf.contrib.distribute.DistributionStrategy`. If specified,
-        then Estimator will distribute the user's model during training,
-        according to the policy specified by that strategy. Setting
-        `experimental_distribute.train_distribute` is preferred.
-      device_fn: A callable invoked for every `Operation` that takes the
-        `Operation` and returns the device string. If `None`, defaults to
-        the device function returned by `tf.train.replica_device_setter`
-        with round-robin strategy.
-      protocol: An optional argument which specifies the protocol used when
-        starting server. None means default to grpc.
-      eval_distribute: An optional instance of
-        `tf.contrib.distribute.DistributionStrategy`. If specified,
-        then Estimator will distribute the user's model during evaluation,
-        according to the policy specified by that strategy. Setting
-        `experimental_distribute.eval_distribute` is preferred.
-      experimental_distribute: an optional
-        `tf.contrib.distribute.DistributeConfig` object specifying
-        DistributionStrategy-related configuration. The `train_distribute` and
-        `eval_distribute` can be passed as parameters to `RunConfig` or set in
-        `experimental_distribute` but not both.
-
-    Raises:
-      ValueError: If both `save_checkpoints_steps` and `save_checkpoints_secs`
-      are set.
-    """
-    if (save_checkpoints_steps == _USE_DEFAULT and
-        save_checkpoints_secs == _USE_DEFAULT):
-      save_checkpoints_steps = None
-      save_checkpoints_secs = 600
-    elif save_checkpoints_secs == _USE_DEFAULT:
-      save_checkpoints_secs = None
-    elif save_checkpoints_steps == _USE_DEFAULT:
-      save_checkpoints_steps = None
-    elif (save_checkpoints_steps is not None and
-          save_checkpoints_secs is not None):
-      raise ValueError(_SAVE_CKPT_ERR)
-
-    tf_config = json.loads(os.environ.get(_TF_CONFIG_ENV, '{}'))
-    if tf_config:
-      logging.info('TF_CONFIG environment variable: %s', tf_config)
-
-    model_dir = _get_model_dir(tf_config,
-                               compat_internal.path_to_str(model_dir))
-
-    RunConfig._replace(
-        self,
-        allowed_properties_list=_DEFAULT_REPLACEABLE_LIST,
-        model_dir=model_dir,
-        tf_random_seed=tf_random_seed,
-        save_summary_steps=save_summary_steps,
-        save_checkpoints_steps=save_checkpoints_steps,
-        save_checkpoints_secs=save_checkpoints_secs,
-        session_config=session_config,
-        keep_checkpoint_max=keep_checkpoint_max,
-        keep_checkpoint_every_n_hours=keep_checkpoint_every_n_hours,
-        log_step_count_steps=log_step_count_steps,
-        train_distribute=train_distribute,
-        device_fn=device_fn,
-        protocol=protocol,
-        eval_distribute=eval_distribute,
-        experimental_distribute=experimental_distribute)
-
-    # TODO(frankchn,priyag): Eventually use distributed coordinator for TPUs.
-    if ((train_distribute and
-         train_distribute.__class__.__name__ != 'TPUStrategy') or
-        (eval_distribute and
-         eval_distribute.__class__.__name__ != 'TPUStrategy') or
-        experimental_distribute):
-      logging.info('Initializing RunConfig with distribution strategies.')
-      distribute_coordinator_training.init_run_config(self, tf_config)
-    else:
-      self._init_distributed_setting_from_environment_var(tf_config)
-      self._maybe_overwrite_session_config_for_distributed_training()
-
-  def _maybe_overwrite_session_config_for_distributed_training(self):
-    """Overwrites the session_config for distributed training.
-
-    The default overwrite is optimized for between-graph training. Subclass
-    should override this method if necessary.
-    """
-    # Get session_config only for between-graph distributed mode (cluster_spec
-    # is present).
-    if not self._session_config and self._cluster_spec:
-      RunConfig._replace(
-          self,
-          allowed_properties_list=_DEFAULT_REPLACEABLE_LIST,
-          session_config=self._get_default_session_config_distributed())
-
-  def _get_default_session_config_distributed(self):
-    """Returns None or tf.ConfigProto instance with default device_filters set.
-
-    Device filters are set such that chief/master and worker communicates with
-    only ps. session_config=None for evaluators or any other TaskType.
-    """
-
-    rewrite_opts = rewriter_config_pb2.RewriterConfig(
-        meta_optimizer_iterations=rewriter_config_pb2.RewriterConfig.ONE)
-    graph_opts = config_pb2.GraphOptions(rewrite_options=rewrite_opts)
-
-    device_filters = None
-    if self._task_type == TaskType.MASTER:
-      device_filters = ['/job:ps', '/job:master']
-    elif self._task_type == TaskType.CHIEF:
-      device_filters = ['/job:ps', '/job:chief']
-    elif self._task_type == TaskType.WORKER:
-      device_filters = ['/job:ps', '/job:worker/task:%d' % self._task_id]
-    elif self._task_type == TaskType.PS:
-      device_filters = ['/job:ps', '/job:worker', '/job:chief', '/job:master']
-    else:
-      # If the task_type is `EVALUATOR` or something other than the ones in
-      # TaskType then don't set any device filters.
-      return None
-
-    return config_pb2.ConfigProto(
-        allow_soft_placement=True,
-        graph_options=graph_opts,
-        device_filters=device_filters)
-
-  def _init_distributed_setting_from_environment_var(self, tf_config):
-    """Initialize distributed properties based on `tf_config`."""
-
-    self._service = _validate_service(tf_config.get(_SERVICE_KEY))
-    self._cluster_spec = server_lib.ClusterSpec(tf_config.get(_CLUSTER_KEY, {}))
-    task_env = tf_config.get(_TASK_ENV_KEY, {})
-
-    if self._cluster_spec and TaskType.MASTER in self._cluster_spec.jobs:
-      return self._init_distributed_setting_from_environment_var_with_master(
-          tf_config)
-
-    if self._cluster_spec:
-      # Distributed mode.
-      self._task_type, self._task_id = _validate_task_type_and_task_id(
-          self._cluster_spec, task_env, TaskType.CHIEF)
-
-      self._evaluation_master = _get_eval_session_master(
-          self._task_type, tf_config)
-
-      if self._task_type != TaskType.EVALUATOR:
-        self._master = _get_session_master(self._cluster_spec, self._task_type,
-                                           self._task_id, tf_config)
-        self._num_ps_replicas = _count_ps(self._cluster_spec)
-        self._num_worker_replicas = _count_worker(
-            self._cluster_spec, chief_task_type=TaskType.CHIEF)
-        self._global_id_in_cluster = _get_global_id_in_cluster(
-            self._cluster_spec,
-            self._task_type,
-            self._task_id,
-            chief_task_type=TaskType.CHIEF)
-      else:
-        # Evaluator is not part of the training cluster.
-        self._cluster_spec = server_lib.ClusterSpec({})
-        self._master = _LOCAL_MASTER
-        self._num_ps_replicas = 0
-        self._num_worker_replicas = 0
-        self._global_id_in_cluster = None  # undefined
-
-      self._is_chief = self._task_type == TaskType.CHIEF
-    else:
-      # Local mode.
-      self._task_type = task_env.get(_TASK_TYPE_KEY, TaskType.WORKER)
-      self._task_id = int(task_env.get(_TASK_ID_KEY, 0))
-      self._global_id_in_cluster = 0
-
-      if self._task_type != TaskType.WORKER:
-        raise ValueError(
-            'If "cluster" is not set in TF_CONFIG, task type must be WORKER.')
-      if self._task_id != 0:
-        raise ValueError(
-            'If "cluster" is not set in TF_CONFIG, task index must be 0.')
-
-      self._master = tf_config.get(_SESSION_MASTER_KEY, _LOCAL_MASTER)
-      self._evaluation_master = tf_config.get(_EVAL_SESSION_MASTER_KEY,
-                                              _LOCAL_MASTER)
-      self._is_chief = True
-      self._num_ps_replicas = 0
-      self._num_worker_replicas = 1
-
-  def _init_distributed_setting_from_environment_var_with_master(self,
-                                                                 tf_config):
-    """Initialize distributed properties for legacy cluster with `master`."""
-    # There is no tech reason, why user cannot have chief and master in the same
-    # cluster, but it is super confusing (which is really the chief?). So, block
-    # this case.
-    if TaskType.CHIEF in self._cluster_spec.jobs:
-      raise ValueError('If `master` node exists in `cluster`, job '
-                       '`chief` is not supported.')
-
-    task_env = tf_config.get(_TASK_ENV_KEY, {})
-
-    self._task_type, self._task_id = _validate_task_type_and_task_id(
-        self._cluster_spec, task_env, TaskType.MASTER)
-
-    if self._task_type == TaskType.EVALUATOR:
-      raise ValueError('If `master` node exists in `cluster`, task_type '
-                       '`evaluator` is not supported.')
-
-    self._global_id_in_cluster = _get_global_id_in_cluster(
-        self._cluster_spec,
-        self._task_type,
-        self._task_id,
-        chief_task_type=TaskType.MASTER)
-
-    self._master = _get_session_master(self._cluster_spec, self._task_type,
-                                       self._task_id, tf_config)
-    self._evaluation_master = _get_eval_session_master(self._task_type,
-                                                       tf_config)
-    self._num_ps_replicas = _count_ps(self._cluster_spec)
-    self._num_worker_replicas = _count_worker(
-        self._cluster_spec, chief_task_type=TaskType.MASTER)
-
-    self._is_chief = self._task_type == TaskType.MASTER
-
-  @property
-  def cluster_spec(self):
-    return self._cluster_spec
-
-  @property
-  def device_fn(self):
-    """Returns the device_fn.
-
-    If device_fn is not `None`, it overrides the default
-    device function used in `Estimator`.
-    Otherwise the default one is used.
-    """
-    return self._device_fn
-
-  @property
-  def evaluation_master(self):
-    return self._evaluation_master
-
-  @property
-  def is_chief(self):
-    return self._is_chief
-
-  @property
-  def master(self):
-    return self._master
-
-  @property
-  def num_ps_replicas(self):
-    return self._num_ps_replicas
-
-  @property
-  def num_worker_replicas(self):
-    return self._num_worker_replicas
-
-  @property
-  def task_id(self):
-    return self._task_id
-
-  @property
-  def global_id_in_cluster(self):
-    """The global id in the training cluster.
-
-    All global ids in the training cluster are assigned from an increasing
-    sequence of consecutive integers. The first id is 0.
-
-    Note: Task id (the property field `task_id`) is tracking the index of the
-    node among all nodes with the SAME task type. For example, given the cluster
-    definition as follows:
-
-    ```
-      cluster = {'chief': ['host0:2222'],
-                 'ps': ['host1:2222', 'host2:2222'],
-                 'worker': ['host3:2222', 'host4:2222', 'host5:2222']}
-    ```
-
-    Nodes with task type `worker` can have id 0, 1, 2.  Nodes with task type
-    `ps` can have id, 0, 1. So, `task_id` is not unique, but the pair
-    (`task_type`, `task_id`) can uniquely determine a node in the cluster.
-
-    Global id, i.e., this field, is tracking the index of the node among ALL
-    nodes in the cluster. It is uniquely assigned.  For example, for the cluster
-    spec given above, the global ids are assigned as:
-    ```
-      task_type  | task_id  |  global_id
-      --------------------------------
-      chief      | 0        |  0
-      worker     | 0        |  1
-      worker     | 1        |  2
-      worker     | 2        |  3
-      ps         | 0        |  4
-      ps         | 1        |  5
-    ```
-
-    Returns:
-      An integer id.
-    """
-    return self._global_id_in_cluster
-
-  @property
-  def task_type(self):
-    return self._task_type
-
-  @property
-  def tf_random_seed(self):
-    return self._tf_random_seed
-
-  @property
-  def save_summary_steps(self):
-    return self._save_summary_steps
-
-  @property
-  def save_checkpoints_secs(self):
-    return self._save_checkpoints_secs
-
-  @property
-  def session_config(self):
-    return self._session_config
-
-  @property
-  def save_checkpoints_steps(self):
-    return self._save_checkpoints_steps
-
-  @property
-  def keep_checkpoint_max(self):
-    return self._keep_checkpoint_max
-
-  @property
-  def keep_checkpoint_every_n_hours(self):
-    return self._keep_checkpoint_every_n_hours
-
-  @property
-  def log_step_count_steps(self):
-    return self._log_step_count_steps
-
-  @property
-  def model_dir(self):
-    return self._model_dir
-
-  @property
-  def service(self):
-    """Returns the platform defined (in TF_CONFIG) service dict."""
-    return self._service
-
-  @property
-  def train_distribute(self):
-    """Optional `tf.contrib.distribute.DistributionStrategy` for training.
-    """
-    return self._train_distribute
-
-  @property
-  def eval_distribute(self):
-    """Optional `tf.contrib.distribute.DistributionStrategy` for evaluation.
-    """
-    return self._eval_distribute
-
-  @property
-  def protocol(self):
-    """Returns the optional protocol value."""
-    return self._protocol
-
-  def replace(self, **kwargs):
-    """Returns a new instance of `RunConfig` replacing specified properties.
-
-    Only the properties in the following list are allowed to be replaced:
-
-      - `model_dir`,
-      - `tf_random_seed`,
-      - `save_summary_steps`,
-      - `save_checkpoints_steps`,
-      - `save_checkpoints_secs`,
-      - `session_config`,
-      - `keep_checkpoint_max`,
-      - `keep_checkpoint_every_n_hours`,
-      - `log_step_count_steps`,
-      - `train_distribute`,
-      - `device_fn`,
-      - `protocol`.
-      - `eval_distribute`,
-      - `experimental_distribute`,
-
-    In addition, either `save_checkpoints_steps` or `save_checkpoints_secs`
-    can be set (should not be both).
-
-    Args:
-      **kwargs: keyword named properties with new values.
-
-    Raises:
-      ValueError: If any property name in `kwargs` does not exist or is not
-        allowed to be replaced, or both `save_checkpoints_steps` and
-        `save_checkpoints_secs` are set.
-
-    Returns:
-      a new instance of `RunConfig`.
-    """
-    return RunConfig._replace(
-        copy.deepcopy(self),
-        allowed_properties_list=_DEFAULT_REPLACEABLE_LIST,
-        **kwargs)
-
-  @staticmethod
-  def _replace(config, allowed_properties_list=None, **kwargs):
-    """See `replace`.
-
-    N.B.: This implementation assumes that for key named "foo", the underlying
-    property the RunConfig holds is "_foo" (with one leading underscore).
-
-    Args:
-      config: The RunConfig to replace the values of.
-      allowed_properties_list: The property name list allowed to be replaced.
-      **kwargs: keyword named properties with new values.
-
-    Raises:
-      ValueError: If any property name in `kwargs` does not exist or is not
-        allowed to be replaced, or both `save_checkpoints_steps` and
-        `save_checkpoints_secs` are set.
-
-    Returns:
-      a new instance of `RunConfig`.
-    """
-
-    allowed_properties_list = allowed_properties_list or []
-
-    for key, new_value in six.iteritems(kwargs):
-      if key in allowed_properties_list:
-        setattr(config, '_' + key, new_value)
-        continue
-
-      raise ValueError(
-          'Replacing {} is not supported. Allowed properties are {}.'.format(
-              key, allowed_properties_list))
-
-    _validate_save_ckpt_with_replaced_keys(config, kwargs.keys())
-    _validate_properties(config)
-    return config
-
-
-def _get_model_dir(tf_config, model_dir):
-  """Returns `model_dir` based user provided `tf_config` or `model_dir`."""
-  # pylint: disable=g-explicit-bool-comparison
-
-  # Empty string is treated as False in Python condition check, which triggers
-  # some confusing error messages. For example, 'a or b' returns None if a is ''
-  # and b is None. `None` is allowed for model_dir but '' is not allowed. Here,
-  # explicitly check empty string to provide clear error message.
-  if model_dir == '':
-    raise ValueError('model_dir should be non-empty.')
-
-  model_dir_in_tf_config = tf_config.get('model_dir')
-  if model_dir_in_tf_config == '':
-    raise ValueError('model_dir in TF_CONFIG should be non-empty.')
-
-  if model_dir_in_tf_config:
-    if model_dir and model_dir_in_tf_config != model_dir:
-      raise ValueError(
-          '`model_dir` provided in RunConfig construct, if set, '
-          'must have the same value as the model_dir in TF_CONFIG. '
-          'model_dir: {}\nTF_CONFIG["model_dir"]: {}.\n'.format(
-              model_dir, model_dir_in_tf_config))
+from tensorflow_estimator.python.estimator import run_config
 
-    logging.info('Using model_dir in TF_CONFIG: %s', model_dir_in_tf_config)
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+run_config.__all__ = [s for s in dir(run_config) if not s.startswith('__')]
 
-  return model_dir or model_dir_in_tf_config
+from tensorflow_estimator.python.estimator.run_config import *
diff --git a/tensorflow/python/estimator/run_config_test.py b/tensorflow/python/estimator/run_config_test.py
deleted file mode 100644
index e886ac7344..0000000000
--- a/tensorflow/python/estimator/run_config_test.py
+++ /dev/null
@@ -1,1236 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""RunConfig tests."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import json
-
-from tensorflow.core.protobuf import config_pb2
-from tensorflow.core.protobuf import rewriter_config_pb2
-from tensorflow.python.estimator import run_config as run_config_lib
-from tensorflow.python.platform import test
-
-_TEST_DIR = 'test_dir'
-_MASTER = 'master_'
-_NOT_SUPPORTED_REPLACE_PROPERTY_MSG = 'Replacing .*is not supported'
-_SAVE_CKPT_ERR = (
-    '`save_checkpoints_steps` and `save_checkpoints_secs` cannot be both set.'
-)
-_MODEL_DIR_ERR = 'model_dir should be non-empty'
-_MODEL_DIR_TF_CONFIG_ERR = 'model_dir in TF_CONFIG should be non-empty'
-_MODEL_DIR_MISMATCH_ERR = (
-    '`model_dir` provided in RunConfig construct, if set, '
-    'must have the same value as the model_dir in TF_CONFIG. ')
-_SAVE_SUMMARY_STEPS_ERR = 'save_summary_steps should be >= 0'
-_SAVE_CKPT_STEPS_ERR = 'save_checkpoints_steps should be >= 0'
-_SAVE_CKPT_SECS_ERR = 'save_checkpoints_secs should be >= 0'
-_SESSION_CONFIG_ERR = 'session_config must be instance of ConfigProto'
-_KEEP_CKPT_MAX_ERR = 'keep_checkpoint_max should be >= 0'
-_KEEP_CKPT_HOURS_ERR = 'keep_checkpoint_every_n_hours should be > 0'
-_TF_RANDOM_SEED_ERR = 'tf_random_seed must be integer'
-_DEVICE_FN_ERR = 'device_fn must be callable with exactly one argument "op".'
-_ONE_CHIEF_ERR = 'The "cluster" in TF_CONFIG must have only one "chief" node.'
-_ONE_MASTER_ERR = 'The "cluster" in TF_CONFIG must have only one "master" node.'
-_INVALID_TASK_TYPE_FOR_EVAL_MASTER = (
-    'Key.*eval.*master.*should not be set for task type other than')
-_MISSING_CHIEF_ERR = 'If "cluster" is set .* it must have one "chief" node'
-_MISSING_TASK_TYPE_ERR = 'If "cluster" is set .* task type must be set'
-_MISSING_TASK_ID_ERR = 'If "cluster" is set .* task index must be set'
-_INVALID_TASK_INDEX_ERR = 'is not a valid task_id'
-_NEGATIVE_TASK_INDEX_ERR = 'Task index must be non-negative number.'
-_INVALID_TASK_TYPE_ERR = 'is not a valid task_type'
-_INVALID_TASK_TYPE_FOR_LOCAL_ERR = (
-    'If "cluster" is not set in TF_CONFIG, task type must be WORKER.')
-_INVALID_TASK_INDEX_FOR_LOCAL_ERR = (
-    'If "cluster" is not set in TF_CONFIG, task index must be 0.')
-_INVALID_EVALUATOR_IN_CLUSTER_WITH_MASTER_ERR = (
-    'If `master` node exists in `cluster`, task_type `evaluator` is not '
-    'supported.')
-_INVALID_CHIEF_IN_CLUSTER_WITH_MASTER_ERR = (
-    'If `master` node exists in `cluster`, job `chief` is not supported.')
-_INVALID_SERVICE_TYPE_ERR = (
-    'If "service" is set in TF_CONFIG, it must be a dict. Given')
-
-
-def _create_run_config_with_cluster_spec(tf_config, **kwargs):
-  with test.mock.patch.dict('os.environ', {'TF_CONFIG': json.dumps(tf_config)}):
-    return run_config_lib.RunConfig(**kwargs)
-
-
-class RunConfigTest(test.TestCase):
-
-  def test_default_property_values(self):
-    config = run_config_lib.RunConfig()
-    self.assertIsNone(config.model_dir)
-    self.assertIsNone(config.session_config)
-    self.assertIsNone(config.tf_random_seed)
-    self.assertEqual(100, config.save_summary_steps)
-    self.assertEqual(600, config.save_checkpoints_secs)
-    self.assertIsNone(config.save_checkpoints_steps)
-    self.assertEqual(5, config.keep_checkpoint_max)
-    self.assertEqual(10000, config.keep_checkpoint_every_n_hours)
-    self.assertIsNone(config.service)
-    self.assertIsNone(config.device_fn)
-
-  def test_model_dir(self):
-    empty_config = run_config_lib.RunConfig()
-    self.assertIsNone(empty_config.model_dir)
-
-    new_config = empty_config.replace(model_dir=_TEST_DIR)
-    self.assertEqual(_TEST_DIR, new_config.model_dir)
-
-  def test_replace_with_allowed_properties(self):
-    session_config = config_pb2.ConfigProto(allow_soft_placement=True)
-    device_fn = lambda op: "/cpu:0"
-
-    config = run_config_lib.RunConfig().replace(
-        tf_random_seed=11,
-        save_summary_steps=12,
-        save_checkpoints_secs=14,
-        session_config=session_config,
-        keep_checkpoint_max=16,
-        keep_checkpoint_every_n_hours=17,
-        device_fn=device_fn)
-    self.assertEqual(11, config.tf_random_seed)
-    self.assertEqual(12, config.save_summary_steps)
-    self.assertEqual(14, config.save_checkpoints_secs)
-    self.assertEqual(session_config, config.session_config)
-    self.assertEqual(16, config.keep_checkpoint_max)
-    self.assertEqual(17, config.keep_checkpoint_every_n_hours)
-    self.assertEqual(device_fn, config.device_fn)
-
-  def test_replace_none_value(self):
-    config = run_config_lib.RunConfig().replace(
-        tf_random_seed=None,
-        model_dir=None,
-        save_summary_steps=None,
-        save_checkpoints_secs=None,
-        save_checkpoints_steps=None,
-        session_config=None,
-        keep_checkpoint_max=None,
-        keep_checkpoint_every_n_hours=None,
-        device_fn=None)
-    self.assertIsNone(config.tf_random_seed)
-    self.assertIsNone(config.model_dir)
-    self.assertIsNone(config.save_summary_steps)
-    self.assertIsNone(config.save_checkpoints_secs)
-    self.assertIsNone(config.save_checkpoints_steps)
-    self.assertIsNone(config.session_config)
-    self.assertIsNone(config.keep_checkpoint_max)
-    self.assertIsNone(config.keep_checkpoint_every_n_hours)
-    self.assertIsNone(config.device_fn)
-
-  def test_replace_with_disallowallowed_properties(self):
-    config = run_config_lib.RunConfig()
-    with self.assertRaises(ValueError):
-      # tf_random_seed is not allowed to be replaced.
-      config.replace(master='_master')
-    with self.assertRaises(ValueError):
-      config.replace(some_undefined_property=123)
-
-  def test_replace(self):
-    config = run_config_lib.RunConfig()
-
-    with self.assertRaisesRegexp(
-        ValueError, _NOT_SUPPORTED_REPLACE_PROPERTY_MSG):
-      # master is not allowed to be replaced.
-      config.replace(master=_MASTER)
-
-    with self.assertRaisesRegexp(
-        ValueError, _NOT_SUPPORTED_REPLACE_PROPERTY_MSG):
-      config.replace(some_undefined_property=_MASTER)
-
-  def test_replace_invalid_values(self):
-    config = run_config_lib.RunConfig()
-
-    with self.assertRaisesRegexp(ValueError, _MODEL_DIR_ERR):
-      config.replace(model_dir='')
-    with self.assertRaisesRegexp(ValueError, _SAVE_SUMMARY_STEPS_ERR):
-      config.replace(save_summary_steps=-1)
-    with self.assertRaisesRegexp(ValueError, _SAVE_CKPT_STEPS_ERR):
-      config.replace(save_checkpoints_steps=-1)
-    with self.assertRaisesRegexp(ValueError, _SAVE_CKPT_SECS_ERR):
-      config.replace(save_checkpoints_secs=-1)
-    with self.assertRaisesRegexp(ValueError, _SESSION_CONFIG_ERR):
-      config.replace(session_config={})
-    with self.assertRaisesRegexp(ValueError, _KEEP_CKPT_MAX_ERR):
-      config.replace(keep_checkpoint_max=-1)
-    with self.assertRaisesRegexp(ValueError, _KEEP_CKPT_HOURS_ERR):
-      config.replace(keep_checkpoint_every_n_hours=0)
-    with self.assertRaisesRegexp(ValueError, _TF_RANDOM_SEED_ERR):
-      config.replace(tf_random_seed=1.0)
-    with self.assertRaisesRegexp(ValueError, _DEVICE_FN_ERR):
-      config.replace(device_fn=lambda x, y: 0)
-
-  def test_init_with_allowed_properties(self):
-    session_config = config_pb2.ConfigProto(allow_soft_placement=True)
-    device_fn = lambda op: "/cpu:0"
-
-    config = run_config_lib.RunConfig(
-        tf_random_seed=11,
-        save_summary_steps=12,
-        save_checkpoints_secs=14,
-        session_config=session_config,
-        keep_checkpoint_max=16,
-        keep_checkpoint_every_n_hours=17,
-        device_fn=device_fn)
-    self.assertEqual(11, config.tf_random_seed)
-    self.assertEqual(12, config.save_summary_steps)
-    self.assertEqual(14, config.save_checkpoints_secs)
-    self.assertEqual(session_config, config.session_config)
-    self.assertEqual(16, config.keep_checkpoint_max)
-    self.assertEqual(17, config.keep_checkpoint_every_n_hours)
-    self.assertEqual(device_fn, config.device_fn)
-
-  def test_init_none_value(self):
-    config = run_config_lib.RunConfig(
-        tf_random_seed=None,
-        model_dir=None,
-        save_summary_steps=None,
-        save_checkpoints_secs=None,
-        save_checkpoints_steps=None,
-        session_config=None,
-        keep_checkpoint_max=None,
-        keep_checkpoint_every_n_hours=None,
-        device_fn=None)
-    self.assertIsNone(config.tf_random_seed)
-    self.assertIsNone(config.model_dir)
-    self.assertIsNone(config.save_summary_steps)
-    self.assertIsNone(config.save_checkpoints_secs)
-    self.assertIsNone(config.save_checkpoints_steps)
-    self.assertIsNone(config.session_config)
-    self.assertIsNone(config.keep_checkpoint_max)
-    self.assertIsNone(config.keep_checkpoint_every_n_hours)
-    self.assertIsNone(config.device_fn)
-
-  def test_init_invalid_values(self):
-    with self.assertRaisesRegexp(ValueError, _MODEL_DIR_ERR):
-      run_config_lib.RunConfig(model_dir='')
-    with self.assertRaisesRegexp(ValueError, _SAVE_SUMMARY_STEPS_ERR):
-      run_config_lib.RunConfig(save_summary_steps=-1)
-    with self.assertRaisesRegexp(ValueError, _SAVE_CKPT_STEPS_ERR):
-      run_config_lib.RunConfig(save_checkpoints_steps=-1)
-    with self.assertRaisesRegexp(ValueError, _SAVE_CKPT_SECS_ERR):
-      run_config_lib.RunConfig(save_checkpoints_secs=-1)
-    with self.assertRaisesRegexp(ValueError, _SESSION_CONFIG_ERR):
-      run_config_lib.RunConfig(session_config={})
-    with self.assertRaisesRegexp(ValueError, _KEEP_CKPT_MAX_ERR):
-      run_config_lib.RunConfig(keep_checkpoint_max=-1)
-    with self.assertRaisesRegexp(ValueError, _KEEP_CKPT_HOURS_ERR):
-      run_config_lib.RunConfig(keep_checkpoint_every_n_hours=0)
-    with self.assertRaisesRegexp(ValueError, _TF_RANDOM_SEED_ERR):
-      run_config_lib.RunConfig(tf_random_seed=1.0)
-    with self.assertRaisesRegexp(ValueError, _DEVICE_FN_ERR):
-      run_config_lib.RunConfig(device_fn=lambda x: "/cpu:0")
-
-
-class RunConfigDistributedSettingTest(test.TestCase):
-
-  def _assert_distributed_properties(self, run_config,
-                                     expected_cluster_spec,
-                                     expected_task_type,
-                                     expected_task_id,
-                                     expected_master,
-                                     expected_evaluation_master,
-                                     expected_is_chief,
-                                     expected_num_worker_replicas,
-                                     expected_num_ps_replicas):
-    self.assertEqual(expected_cluster_spec, run_config.cluster_spec.as_dict())
-    self.assertEqual(expected_task_type, run_config.task_type)
-    self.assertEqual(expected_task_id, run_config.task_id)
-    self.assertEqual(expected_master, run_config.master)
-    self.assertEqual(expected_evaluation_master, run_config.evaluation_master)
-    self.assertEqual(expected_is_chief, run_config.is_chief)
-    self.assertEqual(expected_num_worker_replicas,
-                     run_config.num_worker_replicas)
-    self.assertEqual(expected_num_ps_replicas, run_config.num_ps_replicas)
-
-  def test_default_values(self):
-    self._assert_distributed_properties(
-        run_config=run_config_lib.RunConfig(),
-        expected_cluster_spec={},
-        expected_task_type=run_config_lib.TaskType.WORKER,
-        expected_task_id=0,
-        expected_master='',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=1,
-        expected_num_ps_replicas=0)
-
-  def test_tf_config_for_local(self):
-    tf_config = {
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 0
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_distributed_properties(
-        run_config=run_config,
-        expected_cluster_spec={},
-        expected_task_type=run_config_lib.TaskType.WORKER,
-        expected_task_id=0,
-        expected_master='',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=1,
-        expected_num_ps_replicas=0)
-    self.assertEqual(0, run_config.global_id_in_cluster)
-    self.assertIsNone(run_config.session_config, None)
-
-  def test_session_master_for_local(self):
-    tf_config = {'session_master': '_my_master'}
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec={},
-        expected_task_type=run_config_lib.TaskType.WORKER,
-        expected_task_id=0,
-        expected_master='_my_master',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=1,
-        expected_num_ps_replicas=0)
-
-  def test_eval_session_master_for_local(self):
-    tf_config = {'eval_session_master': '_my_eval_master'}
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec={},
-        expected_task_type=run_config_lib.TaskType.WORKER,
-        expected_task_id=0,
-        expected_master='',
-        expected_evaluation_master='_my_eval_master',
-        expected_is_chief=True,
-        expected_num_worker_replicas=1,
-        expected_num_ps_replicas=0)
-
-  def test_invalid_task_type_for_local(self):
-    tf_config = {
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TYPE_FOR_LOCAL_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_invalid_task_index_for_local(self):
-    tf_config = {
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_INDEX_FOR_LOCAL_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_chief_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.CHIEF,
-        expected_task_id=0,
-        expected_master='grpc://host0:0',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=4,
-        expected_num_ps_replicas=2)
-
-  def test_session_master_from_single_node_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        },
-        'session_master': '_my_master'
-    }
-    self.assertEqual('_my_master',
-                     _create_run_config_with_cluster_spec(tf_config).master)
-
-  def test_session_master_from_multiple_nodes_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        },
-        'session_master': '_my_master'
-    }
-    self.assertEqual('_my_master',
-                     _create_run_config_with_cluster_spec(tf_config).master)
-
-  def test_fail_with_eval_session_master_for_non_evaluator(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        },
-        'eval_session_master': 'grpc://123',
-    }
-    with self.assertRaisesRegexp(
-        ValueError, _INVALID_TASK_TYPE_FOR_EVAL_MASTER):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_multiple_chief_nodes(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0', 'host:6:6'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-    }
-    with self.assertRaisesRegexp(ValueError, _ONE_CHIEF_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_missing_chief_node(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-    }
-    with self.assertRaisesRegexp(ValueError, _MISSING_CHIEF_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_single_chief_node(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.CHIEF,
-        expected_task_id=0,
-        expected_master='',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=1,
-        expected_num_ps_replicas=0)
-
-  def test_fail_with_missing_task_type_for_distributed(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host3:3']
-        },
-    }
-    with self.assertRaisesRegexp(ValueError, _MISSING_TASK_TYPE_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_missing_task_index_for_distributed(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _MISSING_TASK_ID_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_index_is_too_large(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_INDEX_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_invalid_task_index(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': -1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _NEGATIVE_TASK_INDEX_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_invalid_task_type(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 0
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TYPE_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_worker_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 1
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.WORKER,
-        expected_task_id=1,
-        expected_master='grpc://host4:4',
-        expected_evaluation_master='',
-        expected_is_chief=False,
-        expected_num_worker_replicas=4,
-        expected_num_ps_replicas=2)
-
-  def test_ps_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.PS,
-            'index': 0
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.PS,
-        expected_task_id=0,
-        expected_master='grpc://host1:1',
-        expected_evaluation_master='',
-        expected_is_chief=False,
-        expected_num_worker_replicas=4,
-        expected_num_ps_replicas=2)
-
-  def test_evaluator_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.EVALUATOR,
-            'index': 12
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_distributed_properties(
-        run_config=run_config,
-        expected_cluster_spec={},
-        expected_task_type=run_config_lib.TaskType.EVALUATOR,
-        expected_task_id=12,
-        expected_master='',
-        expected_evaluation_master='',
-        expected_is_chief=False,  # evaluator is never chief.
-        expected_num_worker_replicas=0,  # evaluator is not in training cluster.
-        expected_num_ps_replicas=0)
-    self.assertIsNone(run_config.global_id_in_cluster)
-
-  def test_eval_master_for_evaluator(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.EVALUATOR,
-            'index': 12
-        },
-        'eval_session_master': 'grpc://123',
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual('grpc://123', run_config.evaluation_master)
-
-  def test_fail_with_invalid_task_index_for_evaluator(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.EVALUATOR,
-            'index': -1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _NEGATIVE_TASK_INDEX_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_global_id_in_cluster_for_chief(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(0, run_config.global_id_in_cluster)
-
-  def test_global_id_in_cluster_for_worker(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 2,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(3, run_config.global_id_in_cluster)
-
-  def test_global_id_in_cluster_for_ps(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.PS,
-            'index': 1,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(5, run_config.global_id_in_cluster)
-
-  def test_global_id_in_cluster_for_multipe_worker_types(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            'worker': ['host3:3', 'host4:4', 'host5:5'],
-            'other_type': ['host3:1', 'host4:2'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': 'other_type',
-            'index': 1,
-        },
-    }
-    # Though 'other_type' is defined after 'worker', based on alphabetical
-    # order, the task type order should be 'chief', 'other_type', 'worker',
-    # 'ps', where 'chief' and 'ps' are predefined to be the top and last in the
-    # order list.
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(2, run_config.global_id_in_cluster)
-
-
-class RunConfigDistributedSettingWithMasterTest(test.TestCase):
-
-  def _assert_distributed_properties(self, run_config,
-                                     expected_cluster_spec,
-                                     expected_task_type,
-                                     expected_task_id,
-                                     expected_master,
-                                     expected_evaluation_master,
-                                     expected_is_chief,
-                                     expected_num_worker_replicas,
-                                     expected_num_ps_replicas):
-    self.assertEqual(expected_cluster_spec, run_config.cluster_spec.as_dict())
-    self.assertEqual(expected_task_type, run_config.task_type)
-    self.assertEqual(expected_task_id, run_config.task_id)
-    self.assertEqual(expected_master, run_config.master)
-    self.assertEqual(expected_evaluation_master, run_config.evaluation_master)
-    self.assertEqual(expected_is_chief, run_config.is_chief)
-    self.assertEqual(expected_num_worker_replicas,
-                     run_config.num_worker_replicas)
-    self.assertEqual(expected_num_ps_replicas, run_config.num_ps_replicas)
-
-  def test_invalid_task_type_for_local(self):
-    tf_config = {
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TYPE_FOR_LOCAL_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_master_node(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.MASTER,
-        expected_task_id=0,
-        expected_master='grpc://host0:0',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=4,
-        expected_num_ps_replicas=2)
-
-  def test_session_master_in_single_node_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        },
-        'session_master': '_my_master'
-    }
-    self.assertEqual('_my_master',
-                     _create_run_config_with_cluster_spec(tf_config).master)
-
-  def test_session_master_in_multiple_nodes_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        },
-        'session_master': '_my_master'
-    }
-    self.assertEqual('_my_master',
-                     _create_run_config_with_cluster_spec(tf_config).master)
-
-  def test_fail_with_eval_session_master(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        },
-        'eval_session_master': 'grpc://123',
-    }
-    with self.assertRaisesRegexp(
-        ValueError, _INVALID_TASK_TYPE_FOR_EVAL_MASTER):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_multiple_master_nodes(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0', 'host:6:6'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-    }
-    with self.assertRaisesRegexp(ValueError, _ONE_MASTER_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_single_master_node(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.MASTER,
-        expected_task_id=0,
-        expected_master='',
-        expected_evaluation_master='',
-        expected_is_chief=True,
-        expected_num_worker_replicas=1,
-        expected_num_ps_replicas=0)
-
-  def test_fail_with_missing_task_type_for_distributed(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host3:3']
-        },
-    }
-    with self.assertRaisesRegexp(ValueError, _MISSING_TASK_TYPE_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_missing_task_index_for_distributed(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _MISSING_TASK_ID_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_index_is_too_large(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_INDEX_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_invalid_task_index(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': -1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _NEGATIVE_TASK_INDEX_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_invalid_task_type(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host3:3']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 0
-        }
-    }
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TYPE_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_worker_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 1
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.WORKER,
-        expected_task_id=1,
-        expected_master='grpc://host4:4',
-        expected_evaluation_master='',
-        expected_is_chief=False,
-        expected_num_worker_replicas=4,
-        expected_num_ps_replicas=2)
-
-  def test_ps_tf_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.PS,
-            'index': 0
-        }
-    }
-    self._assert_distributed_properties(
-        run_config=_create_run_config_with_cluster_spec(tf_config),
-        expected_cluster_spec=tf_config['cluster'],
-        expected_task_type=run_config_lib.TaskType.PS,
-        expected_task_id=0,
-        expected_master='grpc://host1:1',
-        expected_evaluation_master='',
-        expected_is_chief=False,
-        expected_num_worker_replicas=4,
-        expected_num_ps_replicas=2)
-
-  def test_fail_with_evaluator(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.EVALUATOR,
-            'index': 1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError,
-                                 _INVALID_EVALUATOR_IN_CLUSTER_WITH_MASTER_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_fail_with_chief(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.CHIEF: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.PS,
-            'index': 1
-        }
-    }
-    with self.assertRaisesRegexp(ValueError,
-                                 _INVALID_CHIEF_IN_CLUSTER_WITH_MASTER_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-  def test_global_id_in_cluster_for_master(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(0, run_config.global_id_in_cluster)
-
-  def test_global_id_in_cluster_for_worker(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 2,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(3, run_config.global_id_in_cluster)
-
-  def test_global_id_in_cluster_for_ps(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.PS,
-            'index': 1,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(5, run_config.global_id_in_cluster)
-
-  def test_global_id_in_cluster_for_multipe_worker_types(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            'worker': ['host3:3', 'host4:4', 'host5:5'],
-            'other_type': ['host3:1', 'host4:2'],
-            run_config_lib.TaskType.PS: ['host6:3', 'host7:4', 'host8:5']
-        },
-        'task': {
-            'type': 'other_type',
-            'index': 1,
-        },
-    }
-    # Though 'other_type' is defined after 'worker', based on alphabetical
-    # order, the task type order should be 'chief', 'other_type', 'worker',
-    # 'ps', where 'chief' and 'ps' are predefined to be the top and last in the
-    # order list.
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(2, run_config.global_id_in_cluster)
-
-
-class RunConfigSaveCheckpointsTest(test.TestCase):
-
-  def test_save_checkpoint(self):
-    empty_config = run_config_lib.RunConfig()
-    self.assertEqual(600, empty_config.save_checkpoints_secs)
-    self.assertIsNone(empty_config.save_checkpoints_steps)
-
-    config_with_steps = empty_config.replace(save_checkpoints_steps=100)
-    del empty_config
-    self.assertEqual(100, config_with_steps.save_checkpoints_steps)
-    self.assertIsNone(config_with_steps.save_checkpoints_secs)
-
-    config_with_secs = config_with_steps.replace(save_checkpoints_secs=200)
-    del config_with_steps
-    self.assertEqual(200, config_with_secs.save_checkpoints_secs)
-    self.assertIsNone(config_with_secs.save_checkpoints_steps)
-
-  def test_save_checkpoint_both_steps_and_secs_are_not_none(self):
-    empty_config = run_config_lib.RunConfig()
-    with self.assertRaisesRegexp(ValueError, _SAVE_CKPT_ERR):
-      empty_config.replace(save_checkpoints_steps=100,
-                           save_checkpoints_secs=200)
-
-    with self.assertRaisesRegexp(ValueError, _SAVE_CKPT_ERR):
-      run_config_lib.RunConfig(save_checkpoints_steps=100,
-                               save_checkpoints_secs=200)
-
-  def test_save_checkpoint_both_steps_and_secs_are_none(self):
-    config_with_secs = run_config_lib.RunConfig()
-    config_without_ckpt = config_with_secs.replace(
-        save_checkpoints_steps=None, save_checkpoints_secs=None)
-    self.assertIsNone(config_without_ckpt.save_checkpoints_steps)
-    self.assertIsNone(config_without_ckpt.save_checkpoints_secs)
-
-  def test_save_checkpoint_flip_secs_to_none(self):
-    config_with_secs = run_config_lib.RunConfig()
-    config_without_ckpt = config_with_secs.replace(save_checkpoints_secs=None)
-    self.assertIsNone(config_without_ckpt.save_checkpoints_steps)
-    self.assertIsNone(config_without_ckpt.save_checkpoints_secs)
-
-  def test_save_checkpoint_flip_steps_to_none(self):
-    config_with_steps = run_config_lib.RunConfig().replace(
-        save_checkpoints_steps=100)
-    config_without_ckpt = config_with_steps.replace(save_checkpoints_steps=None)
-    self.assertIsNone(config_without_ckpt.save_checkpoints_steps)
-    self.assertIsNone(config_without_ckpt.save_checkpoints_secs)
-
-
-class RunConfigServiceKeyTest(test.TestCase):
-
-  def test_arbitrary_key_value_pairs(self):
-    tf_config = {
-        'service': {
-            'key1': [1, 2],
-            'key2': {'a': 3, 'b': 4},
-            'key3': 789,
-        },
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual(tf_config['service'], run_config.service)
-
-  def test_missing_service_key(self):
-    tf_config = {
-        'model_dir': '/tmp/123',
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertIsNone(run_config.service)
-
-  def test_fail_with_non_dict(self):
-    tf_config = {
-        'service': 789,
-    }
-    with self.assertRaisesRegexp(TypeError, _INVALID_SERVICE_TYPE_ERR):
-      _create_run_config_with_cluster_spec(tf_config)
-
-
-class RunConfigModelDirTest(test.TestCase):
-
-  def test_default(self):
-    run_config = run_config_lib.RunConfig()
-    self.assertIsNone(run_config.model_dir)
-
-  def test_model_dir_in_constructor(self):
-    run_config = run_config_lib.RunConfig(model_dir='/tmp/123')
-    self.assertEqual('/tmp/123', run_config.model_dir)
-
-  def test_model_dir_in_tf_config(self):
-    tf_config = {
-        'model_dir': '/tmp/123',
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertEqual('/tmp/123', run_config.model_dir)
-
-  def test_model_dir_both_set_in_both_constructor_and_tf_config(self):
-    model_dir = '/tmp/123'
-    tf_config = {'model_dir': model_dir}
-    kwargs = {'model_dir': model_dir}
-    run_config = _create_run_config_with_cluster_spec(tf_config, **kwargs)
-    self.assertEqual('/tmp/123', run_config.model_dir)
-
-  def test_model_dir_different_in_both_constructor_and_tf_config(self):
-    tf_config = {'model_dir': '/tmp/123'}
-    kwargs = {'model_dir': '/tmp/456'}
-    with self.assertRaisesRegexp(ValueError, _MODEL_DIR_MISMATCH_ERR):
-      _create_run_config_with_cluster_spec(tf_config, **kwargs)
-
-  def test_fail_with_empty_string_in_constructor(self):
-    with self.assertRaisesRegexp(ValueError, _MODEL_DIR_ERR):
-      run_config_lib.RunConfig(model_dir='')
-
-  def test_fail_with_empty_string_in_tf_config(self):
-    with self.assertRaisesRegexp(ValueError, _MODEL_DIR_TF_CONFIG_ERR):
-      tf_config = {'model_dir': ''}
-      _create_run_config_with_cluster_spec(tf_config)
-
-
-class RunConfigSessionConfigTest(test.TestCase):
-
-  def _assert_equal_session_config(self, session_config,
-                                   expected_device_filters):
-
-    rewrite_opts = rewriter_config_pb2.RewriterConfig(
-        meta_optimizer_iterations=rewriter_config_pb2.RewriterConfig.ONE)
-    graph_opts = config_pb2.GraphOptions(rewrite_options=rewrite_opts)
-    expected_session_config = config_pb2.ConfigProto(
-        allow_soft_placement=True,
-        graph_options=graph_opts,
-        device_filters=expected_device_filters)
-    self.assertEqual(session_config, expected_session_config)
-
-  def test_master_session_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.MASTER,
-            'index': 0
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_equal_session_config(run_config.session_config,
-                                      ['/job:ps', '/job:master'])
-
-  def test_chief_session_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.CHIEF,
-            'index': 0
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_equal_session_config(run_config.session_config,
-                                      ['/job:ps', '/job:chief'])
-
-  def test_worker_session_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.WORKER,
-            'index': 1
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_equal_session_config(run_config.session_config,
-                                      ['/job:ps', '/job:worker/task:1'])
-
-  def test_ps_session_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.PS,
-            'index': 1
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self._assert_equal_session_config(
-        run_config.session_config,
-        ['/job:ps', '/job:worker', '/job:chief', '/job:master'])
-
-  def test_evaluator_session_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': run_config_lib.TaskType.EVALUATOR,
-            'index': 0
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertIsNone(run_config.session_config)
-
-  def test_other_type_session_config(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.MASTER: ['host0:0'],
-            run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-            'other_type': ['host3:1', 'host4:2'],
-            run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4', 'host5:5']
-        },
-        'task': {
-            'type': 'other_type',
-            'index': 0
-        }
-    }
-    run_config = _create_run_config_with_cluster_spec(tf_config)
-    self.assertIsNone(run_config.session_config)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/training.py b/tensorflow/python/estimator/training.py
index 240be5dabe..59ea0429a9 100644
--- a/tensorflow/python/estimator/training.py
+++ b/tensorflow/python/estimator/training.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,1062 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Classes and functions related to train_and_evaluate."""
+"""training python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import json
-import os
-import time
-
-import six
-
-from tensorflow.core.protobuf import config_pb2
-from tensorflow.python.distribute import estimator_training as distribute_coordinator_training
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import exporter as exporter_lib
-from tensorflow.python.estimator import run_config as run_config_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.training import basic_session_run_hooks
-from tensorflow.python.training import server_lib
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.util import compat
-from tensorflow.python.util.tf_export import estimator_export
-
-_MAX_DELAY_SECS = 60
-_DELAY_SECS_PER_WORKER = 5
-_TF_CONFIG_ENV = 'TF_CONFIG'
-_ENVIRONMENT_KEY = 'environment'
-_ENVIRONMENT_GOOGLE_VALUE = 'google'
-_TRAINER_JOBS = (run_config_lib.TaskType.CHIEF, run_config_lib.TaskType.MASTER,
-                 run_config_lib.TaskType.WORKER)
-
-
-def _validate_input_fn(input_fn):
-  """Validates the `input_fn`."""
-  if not callable(input_fn):
-    raise TypeError('`input_fn` must be callable, given: {}'.format(input_fn))
-
-
-def _validate_hooks(hooks):
-  """Validates the `hooks`."""
-  hooks = tuple(hooks or [])
-  for hook in hooks:
-    if not isinstance(hook, session_run_hook.SessionRunHook):
-      raise TypeError(
-          'All hooks must be `SessionRunHook` instances, given: {}'.format(
-              hook))
-  return hooks
-
-
-def _validate_exporters(exporters):
-  """Validates `exporters` and returns them as a tuple."""
-  if not exporters:
-    return ()
-
-  if isinstance(exporters, exporter_lib.Exporter):
-    exporters = [exporters]
-
-  unique_names = []  # `Exporter`s should have unique names.
-  try:
-    for exporter in exporters:
-      if not isinstance(exporter, exporter_lib.Exporter):
-        # Error message will be printed out by the outer try/except.
-        raise TypeError
-
-      if not exporter.name:
-        full_list_of_names = [e.name for e in exporters]
-        raise ValueError('An Exporter cannot have a name that is `None` or'
-                         ' empty. All exporter names:'
-                         ' {}'.format(full_list_of_names))
-
-      if not isinstance(exporter.name, six.string_types):
-        raise ValueError('An Exporter must have a string name. Given: '
-                         '{}'.format(type(exporter.name)))
-
-      if exporter.name in unique_names:
-        full_list_of_names = [e.name for e in exporters]
-        raise ValueError(
-            '`exporters` must have unique names. Such a name cannot be `None`.'
-            ' All exporter names: {}'.format(full_list_of_names))
-      unique_names.append(exporter.name)
-  except TypeError:
-    # Two possibilities:
-    # - `exporters` is neither `Exporter` nor iterable.  Python has
-    #   raised a `TypeError` when iterating over `exporters`.
-    # - an `exporter` was None or not of type `Exporter`, so we raised a
-    #   `TypeError`.
-    raise TypeError('`exporters` must be an Exporter,'
-                    ' an iterable of Exporter, or `None`,'
-                    ' found %s.' % exporters)
-
-  return tuple(exporters)
-
-
-def _is_google_env():
-  """Detects whether current environment is google."""
-  tf_config = json.loads(os.environ.get(_TF_CONFIG_ENV) or '{}')
-  if not tf_config:
-    logging.warn('TF_CONFIG should not be empty in distributed environment.')
-  return tf_config.get(_ENVIRONMENT_KEY) == _ENVIRONMENT_GOOGLE_VALUE
-
-
-@estimator_export('estimator.TrainSpec')
-class TrainSpec(
-    collections.namedtuple('TrainSpec', ['input_fn', 'max_steps', 'hooks'])):
-  """Configuration for the "train" part for the `train_and_evaluate` call.
-
-  `TrainSpec` determines the input data for the training, as well as the
-  duration. Optional hooks run at various stages of training.
-  """
-
-  def __new__(cls, input_fn, max_steps=None, hooks=None):
-    """Creates a validated `TrainSpec` instance.
-
-    Args:
-      input_fn: A function that provides input data for training as minibatches.
-        See [Premade Estimators](https://tensorflow.org/guide/premade_estimators#create_input_functions)
-        for more information. The function should construct and return one of
-        the following:
-          * A 'tf.data.Dataset' object: Outputs of `Dataset` object must be a
-            tuple (features, labels) with same constraints as below.
-          * A tuple (features, labels): Where features is a `Tensor` or a
-            dictionary of string feature name to `Tensor` and labels is a
-            `Tensor` or a dictionary of string label name to `Tensor`.
-
-      max_steps: Int. Positive number of total steps for which to train model.
-        If `None`, train forever. The training `input_fn` is not expected to
-        generate `OutOfRangeError` or `StopIteration` exceptions. See the
-        `train_and_evaluate` stop condition section for details.
-      hooks: Iterable of `tf.train.SessionRunHook` objects to run
-        on all workers (including chief) during training.
-
-    Returns:
-      A validated `TrainSpec` object.
-
-    Raises:
-      ValueError: If any of the input arguments is invalid.
-      TypeError: If any of the arguments is not of the expected type.
-    """
-    # Validate input_fn.
-    _validate_input_fn(input_fn)
-
-    # Validate max_steps.
-    if max_steps is not None and max_steps <= 0:
-      raise ValueError(
-          'Must specify max_steps > 0, given: {}'.format(max_steps))
-
-    # Validate hooks.
-    hooks = _validate_hooks(hooks)
-
-    return super(TrainSpec, cls).__new__(
-        cls, input_fn=input_fn, max_steps=max_steps, hooks=hooks)
-
-
-@estimator_export('estimator.EvalSpec')
-class EvalSpec(
-    collections.namedtuple('EvalSpec', [
-        'input_fn', 'steps', 'name', 'hooks', 'exporters', 'start_delay_secs',
-        'throttle_secs'
-    ])):
-  """Configuration for the "eval" part for the `train_and_evaluate` call.
-
-  `EvalSpec` combines details of evaluation of the trained model as well as its
-  export. Evaluation consists of computing metrics to judge the performance of
-  the trained model.  Export writes out the trained model on to external
-  storage.
-  """
-
-  def __new__(cls,
-              input_fn,
-              steps=100,
-              name=None,
-              hooks=None,
-              exporters=None,
-              start_delay_secs=120,
-              throttle_secs=600):
-    """Creates a validated `EvalSpec` instance.
-
-    Args:
-      input_fn: A function that constructs the input data for evaluation.
-        See [Premade Estimators](https://tensorflow.org/api_guides/premade_estimators#create_input_functions)
-        for more information. The function should construct and return one of
-        the following:
-          * A 'tf.data.Dataset' object: Outputs of `Dataset` object must be a
-            tuple (features, labels) with same constraints as below.
-          * A tuple (features, labels): Where features is a `Tensor` or a
-            dictionary of string feature name to `Tensor` and labels is a
-            `Tensor` or a dictionary of string label name to `Tensor`.
-
-      steps: Int. Positive number of steps for which to evaluate model. If
-        `None`, evaluates until `input_fn` raises an end-of-input exception.
-        See `Estimator.evaluate` for details.
-      name: String. Name of the evaluation if user needs to run multiple
-        evaluations on different data sets. Metrics for different evaluations
-        are saved in separate folders, and appear separately in tensorboard.
-      hooks: Iterable of `tf.train.SessionRunHook` objects to run
-        during evaluation.
-      exporters: Iterable of `Exporter`s, or a single one, or `None`.
-        `exporters` will be invoked after each evaluation.
-      start_delay_secs: Int. Start evaluating after waiting for this many
-        seconds.
-      throttle_secs: Int. Do not re-evaluate unless the last evaluation was
-        started at least this many seconds ago. Of course, evaluation does not
-        occur if no new checkpoints are available, hence, this is the minimum.
-
-    Returns:
-      A validated `EvalSpec` object.
-
-    Raises:
-      ValueError: If any of the input arguments is invalid.
-      TypeError: If any of the arguments is not of the expected type.
-    """
-    # Validate input_fn.
-    _validate_input_fn(input_fn)
-
-    # Validate steps.
-    if steps is not None and steps <= 0:
-      raise ValueError('Must specify steps > 0, given: {}'.format(steps))
-
-    # Validate name.
-    if name is not None and not isinstance(name, six.string_types):
-      raise TypeError('`name` must be string, given: {}'.format(name))
-
-    # Validate hooks.
-    hooks = _validate_hooks(hooks)
-
-    # Validate exporters.
-    exporters = _validate_exporters(exporters)
-
-    # Validate start_delay_secs.
-    if start_delay_secs < 0:
-      raise ValueError('Must specify start_delay_secs >= 0, given: {}'.format(
-          start_delay_secs))
-
-    # Validate throttle_secs.
-    if throttle_secs < 0:
-      raise ValueError(
-          'Must specify throttle_secs >= 0, given: {}'.format(throttle_secs))
-
-    return super(EvalSpec, cls).__new__(
-        cls,
-        input_fn=input_fn,
-        steps=steps,
-        name=name,
-        hooks=hooks,
-        exporters=exporters,
-        start_delay_secs=start_delay_secs,
-        throttle_secs=throttle_secs)
-
-
-@estimator_export('estimator.train_and_evaluate')
-def train_and_evaluate(estimator, train_spec, eval_spec):
-  """Train and evaluate the `estimator`.
-
-  This utility function trains, evaluates, and (optionally) exports the model by
-  using the given `estimator`. All training related specification is held in
-  `train_spec`, including training `input_fn` and training max steps, etc. All
-  evaluation and export related specification is held in `eval_spec`, including
-  evaluation `input_fn`, steps, etc.
-
-  This utility function provides consistent behavior for both local
-  (non-distributed) and distributed configurations. The default distribution
-  configuration is parameter server-based between-graph replication. For other
-  types of distribution configurations such as all-reduce training, please use
-  [DistributionStrategies](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/distribute).  # pylint: disable=line-too-long
-
-  Overfitting: In order to avoid overfitting, it is recommended to set up the
-  training `input_fn` to shuffle the training data properly.
-
-  Stop condition: In order to support both distributed and non-distributed
-  configuration reliably, the only supported stop condition for model
-  training is `train_spec.max_steps`. If `train_spec.max_steps` is `None`, the
-  model is trained forever. *Use with care* if model stop condition is
-  different. For example, assume that the model is expected to be trained with
-  one epoch of training data, and the training `input_fn` is configured to throw
-  `OutOfRangeError` after going through one epoch, which stops the
-  `Estimator.train`. For a three-training-worker distributed configuration, each
-  training worker is likely to go through the whole epoch independently. So, the
-  model will be trained with three epochs of training data instead of one epoch.
-
-  Example of local (non-distributed) training:
-
-  ```python
-  # Set up feature columns.
-  categorial_feature_a = categorial_column_with_hash_bucket(...)
-  categorial_feature_a_emb = embedding_column(
-      categorical_column=categorial_feature_a, ...)
-  ...  # other feature columns
-
-  estimator = DNNClassifier(
-      feature_columns=[categorial_feature_a_emb, ...],
-      hidden_units=[1024, 512, 256])
-
-  # Or set up the model directory
-  #   estimator = DNNClassifier(
-  #       config=tf.estimator.RunConfig(
-  #           model_dir='/my_model', save_summary_steps=100),
-  #       feature_columns=[categorial_feature_a_emb, ...],
-  #       hidden_units=[1024, 512, 256])
-
-  # Input pipeline for train and evaluate.
-  def train_input_fn(): # returns x, y
-    # please shuffle the data.
-    pass
-  def eval_input_fn(): # returns x, y
-    pass
-
-  train_spec = tf.estimator.TrainSpec(input_fn=train_input_fn, max_steps=1000)
-  eval_spec = tf.estimator.EvalSpec(input_fn=eval_input_fn)
-
-  tf.estimator.train_and_evaluate(estimator, train_spec, eval_spec)
-  ```
-  Note that in current implementation `estimator.evaluate` will be called
-  multiple times. This means that evaluation graph (including eval_input_fn)
-  will be re-created for each `evaluate` call. `estimator.train` will be called
-  only once.
-
-  Example of distributed training:
-
-  Regarding the example of distributed training, the code above can be used
-  without a change (Please do make sure that the `RunConfig.model_dir` for all
-  workers is set to the same directory, i.e., a shared file system all workers
-  can read and write). The only extra work to do is setting the environment
-  variable `TF_CONFIG` properly for each worker correspondingly.
-
-  Also see
-  [Distributed TensorFlow](https://www.tensorflow.org/deploy/distributed).
-
-  Setting environment variable depends on the platform. For example, on Linux,
-  it can be done as follows (`$` is the shell prompt):
-
-  ```
-  $ TF_CONFIG='<replace_with_real_content>' python train_model.py
-  ```
-
-  For the content in `TF_CONFIG`, assume that the training cluster spec looks
-  like:
-
-  ```
-  cluster = {"chief": ["host0:2222"],
-             "worker": ["host1:2222", "host2:2222", "host3:2222"],
-             "ps": ["host4:2222", "host5:2222"]}
-  ```
-
-  Example of `TF_CONFIG` for chief training worker (must have one and only one):
-
-  ```
-  # This should be a JSON string, which is set as environment variable. Usually
-  # the cluster manager handles that.
-  TF_CONFIG='{
-      "cluster": {
-          "chief": ["host0:2222"],
-          "worker": ["host1:2222", "host2:2222", "host3:2222"],
-          "ps": ["host4:2222", "host5:2222"]
-      },
-      "task": {"type": "chief", "index": 0}
-  }'
-  ```
-  Note that the chief worker also does the model training job, similar to other
-  non-chief training workers (see next paragraph). In addition to the model
-  training, it manages some extra work, e.g., checkpoint saving and restoring,
-  writing summaries, etc.
-
-  Example of `TF_CONFIG` for non-chief training worker (optional, could be
-  multiple):
-
-  ```
-  # This should be a JSON string, which is set as environment variable. Usually
-  # the cluster manager handles that.
-  TF_CONFIG='{
-      "cluster": {
-          "chief": ["host0:2222"],
-          "worker": ["host1:2222", "host2:2222", "host3:2222"],
-          "ps": ["host4:2222", "host5:2222"]
-      },
-      "task": {"type": "worker", "index": 0}
-  }'
-  ```
-  where the `task.index` should be set as 0, 1, 2, in this example, respectively
-  for non-chief training workers.
-
-  Example of `TF_CONFIG` for parameter server, aka ps (could be multiple):
-
-  ```
-  # This should be a JSON string, which is set as environment variable. Usually
-  # the cluster manager handles that.
-  TF_CONFIG='{
-      "cluster": {
-          "chief": ["host0:2222"],
-          "worker": ["host1:2222", "host2:2222", "host3:2222"],
-          "ps": ["host4:2222", "host5:2222"]
-      },
-      "task": {"type": "ps", "index": 0}
-  }'
-  ```
-  where the `task.index` should be set as 0 and 1, in this example, respectively
-  for parameter servers.
-
-  Example of `TF_CONFIG` for evaluator task. Evaluator is a special task that is
-  not part of the training cluster. There could be only one. It is used for
-  model evaluation.
-
-  ```
-  # This should be a JSON string, which is set as environment variable. Usually
-  # the cluster manager handles that.
-  TF_CONFIG='{
-      "cluster": {
-          "chief": ["host0:2222"],
-          "worker": ["host1:2222", "host2:2222", "host3:2222"],
-          "ps": ["host4:2222", "host5:2222"]
-      },
-      "task": {"type": "evaluator", "index": 0}
-  }'
-  ```
-
-  When `distribute` or `experimental_distribute.train_distribute` and
-  `experimental_distribute.remote_cluster` is set, this method will start a
-  client running on the current host which connects to the `remote_cluster` for
-  training and evaluation.
-
-  Args:
-    estimator: An `Estimator` instance to train and evaluate.
-    train_spec: A `TrainSpec` instance to specify the training specification.
-    eval_spec: A `EvalSpec` instance to specify the evaluation and export
-      specification.
-
-  Returns:
-    A tuple of the result of the `evaluate` call to the `Estimator` and the
-    export results using the specified `ExportStrategy`.
-    Currently, the return value is undefined for distributed training mode.
-
-  Raises:
-    ValueError: if environment variable `TF_CONFIG` is incorrectly set.
-  """
-  _assert_eval_spec(eval_spec)  # fail fast if eval_spec is invalid.
-
-  executor = _TrainingExecutor(
-      estimator=estimator, train_spec=train_spec, eval_spec=eval_spec)
-  config = estimator.config
-
-  # If `distribute_coordinator_mode` is set and running in distributed
-  # environment, we run `train_and_evaluate` via distribute coordinator.
-  if distribute_coordinator_training.should_run_distribute_coordinator(config):
-    logging.info('Running `train_and_evaluate` with Distribute Coordinator.')
-    distribute_coordinator_training.train_and_evaluate(
-        estimator, train_spec, eval_spec, _TrainingExecutor)
-    return
-
-  if (config.task_type == run_config_lib.TaskType.EVALUATOR and
-      config.task_id > 0):
-    raise ValueError(
-        'For distributed training, there can only be one `evaluator` task '
-        '(with task id 0).  Given task id {}'.format(config.task_id))
-
-  return executor.run()
-
-
-class _StopAtSecsHook(session_run_hook.SessionRunHook):
-  """Stops given secs after begin is called."""
-
-  def __init__(self, stop_after_secs):
-    self._stop_after_secs = stop_after_secs
-    self._start_time = None
-
-  def begin(self):
-    self._start_time = time.time()
-
-  def after_run(self, run_context, run_values):
-    del run_values
-    if time.time() - self._start_time >= self._stop_after_secs:
-      run_context.request_stop()
-
-
-class _NewCheckpointListenerForEvaluate(
-    basic_session_run_hooks.CheckpointSaverListener):
-  """A saver listener to run evaluate with every checkpoint."""
-
-  def __init__(self, evaluator, eval_throttle_secs, continuous_eval_listener):
-    self._evaluator = evaluator
-    self._eval_throttle_secs = eval_throttle_secs
-    self._continuous_eval_listener = continuous_eval_listener
-    self.eval_result, self.export_results = None, None
-
-  def begin(self):
-    self._timer = basic_session_run_hooks.SecondOrStepTimer(
-        every_secs=self._eval_throttle_secs)
-    self._is_first_run = True
-
-  def after_save(self, session, global_step_value):
-    del session  # unused; required by signature.
-    # skip first run model is not trained yet.
-    if self._is_first_run:
-      self._is_first_run = False
-      return
-
-    if not self._continuous_eval_listener.before_eval():
-      logging.info('Exiting training and evaluation loop, as requested by '
-                   '_ContinuousEvalListener.before_eval.')
-      return True
-    if self._timer.should_trigger_for_step(global_step_value):
-      self._evaluate(global_step_value)  # updates self.eval_result
-      if not self._continuous_eval_listener.after_eval(self.eval_result):
-        logging.info('Exiting evaluation, as requested by '
-                     '_ContinuousEvalListener.after_eval.')
-        return True
-    else:
-      # TODO(ispir): add remaining time in the log.
-      logging.info('Skip the current checkpoint eval due to throttle secs '
-                   '({} secs).'.format(self._eval_throttle_secs))
-
-  def end(self, session, global_step_value):
-    # Evaluate if the last step has not been evaluated, yet.
-    if global_step_value != self._timer.last_triggered_step():
-      if self._continuous_eval_listener.before_eval():
-        self._evaluate(global_step_value)
-        self._continuous_eval_listener.after_eval(self.eval_result)
-
-  def _evaluate(self, global_step_value):
-    self._timer.update_last_triggered_step(global_step_value)
-    self.eval_result, self.export_results = (
-        self._evaluator.evaluate_and_export())
-    if self.eval_result.status != _EvalStatus.EVALUATED:
-      #  This is unexpected; should never happen.
-      #  Training should always end with a new checkpoint.
-      raise RuntimeError('There was no new checkpoint after the training. '
-                         'Eval status: {}'.format(self.eval_result.status))
-
-
-class _TrainingExecutor(object):
-  """The executor to run `Estimator` training and evaluation.
-
-  This implementation supports both distributed and non-distributed (aka local)
-  training and evaluation based on the setting in `tf.estimator.RunConfig`.
-  """
-
-  def __init__(self,
-               estimator,
-               train_spec,
-               eval_spec,
-               train_hooks=None,
-               continuous_eval_listener=None):
-    if not isinstance(estimator, estimator_lib.Estimator):
-      raise TypeError(
-          '`estimator` must have type `tf.estimator.Estimator`. '
-          'Got: {}'.format(type(estimator)))
-    self._estimator = estimator
-
-    if not isinstance(train_spec, TrainSpec):
-      raise TypeError(
-          '`train_spec` must have type `tf.estimator.TrainSpec`. '
-          'Got: {}'.format(type(train_spec)))
-    self._train_spec = train_spec
-
-    if eval_spec and not isinstance(eval_spec, EvalSpec):
-      raise TypeError('`eval_spec` must be either `None` or have type '
-                      '`tf.estimator.EvalSpec`. Got: {}'.format(
-                          type(eval_spec)))
-    self._eval_spec = eval_spec
-
-    self._train_hooks = _validate_hooks(train_hooks)
-
-    if (continuous_eval_listener and
-        not isinstance(continuous_eval_listener, _ContinuousEvalListener)):
-      raise TypeError('`continuous_eval_listener` must have type '
-                      '`_ContinuousEvalListener`.')
-    self._continuous_eval_listener = (
-        continuous_eval_listener or _ContinuousEvalListener())
-
-  @property
-  def estimator(self):
-    return self._estimator
-
-  def run(self):
-    """Executes the run_foo for task type `foo`.
-
-    `_TrainingExecutor` predefines the procedure for task type 'chief',
-    'worker', 'ps', and 'evaluator'. For task type `foo`, the corresponding
-    procedure is `run_foo'. This `run` method invoke the procedure base on the
-    `RunConfig.task_type`.
-
-    Returns:
-      A tuple of the result of the `evaluate` call to the `Estimator` and the
-      export results using the specified `ExportStrategy`.
-      Currently undefined for distributed training mode.
-
-    Raises:
-      ValueError: if the estimator.config is mis-configured.
-    """
-    config = self._estimator.config
-
-    if (not config.cluster_spec and
-        config.task_type != run_config_lib.TaskType.EVALUATOR):
-      logging.info('Running training and evaluation locally (non-distributed).')
-      return self.run_local()
-
-    # Distributed case.
-    if not config.task_type:
-      # TODO(xiejw): Improve the error message about how to set the TF_CONFIG
-      # correctly.
-      raise ValueError(
-          '`estimator.config` must have task_type set. This usually means '
-          'TF_CONFIG environment is not set correctly.')
-
-    if config.task_type == 'local':
-      raise ValueError(
-          '`task.type` in TF_CONFIG cannot be `local`. Leaving `cluster` and '
-          '`task` properties in TF_CONFIG absent triggers train and evaluate '
-          '`Estimator` locally (non-distributed).')
-
-    # For task type foo, call executor.run_foo.
-    available_tasks = [
-        x for x in dir(self)
-        if x.startswith('run_') and x != 'run_local' and
-        callable(getattr(self, x))
-    ]
-    task_to_run = 'run_' + config.task_type
-    if task_to_run not in available_tasks:
-      raise ValueError(
-          'Task type {} is not supported. Supported task types are {}'.format(
-              config.task_type, [x[len('run_'):] for x in available_tasks]))
-    getattr(self, task_to_run)()
-
-  def run_chief(self):
-    """Runs task chief."""
-    # TODO(xiejw): To allow execution framework to add train hooks.
-    return self._start_distributed_training()
-
-  def run_worker(self):
-    """Runs task (training) worker."""
-    # TODO(xiejw): To allow execution framework to add train hooks.
-    return self._start_distributed_training()
-
-  def run_master(self):
-    """Runs task master."""
-    _assert_eval_spec(self._eval_spec)
-
-    # Final export signal: For any eval result with global_step >= train
-    # max_steps, the evaluator will send the final export signal. There is a
-    # small chance that the Estimator.train stopping logic sees a different
-    # global_step value (due to global step race condition and the fact the
-    # saver sees a larger value for checkpoint saving), which does not end
-    # the training. When the training ends, a new checkpoint is generated, which
-    # triggers the listener again. So, it could be the case the final export is
-    # triggered twice.
-    #
-    # But here, throttle_secs will skip the next intermediate checkpoint and,
-    # so, the double final export chance is very small.
-    evaluator = _TrainingExecutor._Evaluator(self._estimator, self._eval_spec,
-                                             self._train_spec.max_steps)
-
-    # When the underlying `Estimator` object saves a new checkpoint, we would
-    # like this callback to be called so that evaluation and export can trigger.
-    saving_listeners = [
-        _NewCheckpointListenerForEvaluate(evaluator,
-                                          self._eval_spec.throttle_secs,
-                                          _ContinuousEvalListener())
-    ]
-    self._start_distributed_training(saving_listeners=saving_listeners)
-
-  def run_evaluator(self):
-    """Runs task evaluator."""
-    # TODO(xiejw): To allow execution framework to add continuous eval listener.
-    return self._start_continuous_evaluation()
-
-  def run_ps(self):
-    """Runs task parameter server (in training cluster spec)."""
-    config = self._estimator.config
-    server = self._start_std_server(config)
-    server.join()
-
-  def run_local(self):
-    """Runs training and evaluation locally (non-distributed)."""
-    _assert_eval_spec(self._eval_spec)
-
-    train_hooks = list(self._train_spec.hooks) + list(self._train_hooks)
-    logging.info('Start train and evaluate loop. The evaluate will happen '
-                 'after every checkpoint. Checkpoint frequency is determined '
-                 'based on RunConfig arguments: save_checkpoints_steps {} or '
-                 'save_checkpoints_secs {}.'.format(
-                     self._estimator.config.save_checkpoints_steps,
-                     self._estimator.config.save_checkpoints_secs))
-
-    evaluator = _TrainingExecutor._Evaluator(self._estimator, self._eval_spec,
-                                             self._train_spec.max_steps)
-
-    listener_for_eval = _NewCheckpointListenerForEvaluate(
-        evaluator, self._eval_spec.throttle_secs,
-        self._continuous_eval_listener)
-    saving_listeners = [listener_for_eval]
-
-    self._estimator.train(
-        input_fn=self._train_spec.input_fn,
-        max_steps=self._train_spec.max_steps,
-        hooks=train_hooks,
-        saving_listeners=saving_listeners)
-
-    eval_result = listener_for_eval.eval_result or _EvalResult(
-        status=_EvalStatus.MISSING_CHECKPOINT)
-    return eval_result.metrics, listener_for_eval.export_results
-
-  def _start_std_server(self, config):
-    """Creates, starts, and returns a server_lib.Server."""
-    if (not config.cluster_spec or not config.task_type or
-        config.task_id is None):
-      raise RuntimeError('Could not start server; be sure to specify '
-                         'cluster_spec, task_type, and task in '
-                         'RunConfig or set the TF_CONFIG environment variable.')
-
-    if not config.master:
-      jobs = config.cluster_spec.jobs
-      if (len(jobs) == 1 and
-          len(config.cluster_spec.job_tasks(jobs[0])) == 1 and
-          config.task_type in _TRAINER_JOBS):
-        # For distributed training, config.master is empty if and only if it has
-        # a single node in the cluster spec. In this case, we should not start
-        # the server.
-        logging.info('Skip starting Tensorflow server as there is only one '
-                     'node in the cluster.')
-        return
-      else:
-        raise RuntimeError(
-            'Could not start server; be sure to specify master in '
-            'RunConfig or set the TF_CONFIG environment variable.')
-
-    logging.info('Start Tensorflow server.')
-
-    if config.session_config is None:
-      session_config = config_pb2.ConfigProto(log_device_placement=False)
-    else:
-      session_config = config_pb2.ConfigProto(
-          log_device_placement=False,
-          gpu_options=config.session_config.gpu_options)
-
-    server = server_lib.Server(
-        config.cluster_spec,
-        job_name=config.task_type,
-        task_index=config.task_id,
-        config=session_config,
-        start=False,
-        protocol=config.protocol)
-    server.start()
-    return server
-
-  def _start_distributed_training(self, saving_listeners=None):
-    """Calls `Estimator` train in a distributed setting."""
-    config = self._estimator.config
-
-    # Start in-process TensorFlow server if needed. It's important to start the
-    # server before we (optionally) sleep. Otherwise, the servers will wait to
-    # connect to each other before starting to train.
-    if not _is_google_env():
-      self._start_std_server(config)
-
-    # Delay worker to start. For asynchronous training, this usually helps model
-    # to converge faster.  Chief starts the training immediately, so, worker
-    # with task id x (0-based) should wait (x+1) * _DELAY_SECS_PER_WORKER.
-    start_delay_secs = 0
-    if config.task_type == run_config_lib.TaskType.WORKER:
-      # TODO(xiejw): Replace the hard code logic (task_id + 1) with unique id in
-      # training cluster.
-      start_delay_secs = min(_MAX_DELAY_SECS,
-                             (config.task_id + 1) * _DELAY_SECS_PER_WORKER)
-    if start_delay_secs > 0:
-      logging.info('Waiting %d secs before starting training.',
-                   start_delay_secs)
-      time.sleep(start_delay_secs)
-
-    self._estimator.train(
-        input_fn=self._train_spec.input_fn,
-        max_steps=self._train_spec.max_steps,
-        hooks=list(self._train_spec.hooks) + list(self._train_hooks),
-        saving_listeners=saving_listeners)
-
-  def _start_continuous_evaluation(self):
-    """Repeatedly calls `Estimator` evaluate and export until training ends."""
-
-    _assert_eval_spec(self._eval_spec)
-
-    start_delay_secs = self._eval_spec.start_delay_secs
-    if start_delay_secs:
-      logging.info('Waiting %f secs before starting eval.', start_delay_secs)
-      time.sleep(start_delay_secs)
-
-    latest_eval_result = None
-    evaluator = _TrainingExecutor._Evaluator(self._estimator, self._eval_spec,
-                                             self._train_spec.max_steps)
-
-    should_early_stop = False
-    while not should_early_stop:
-      if (latest_eval_result and
-          latest_eval_result.status == _EvalStatus.EVALUATED):
-        global_step = latest_eval_result.metrics.get(ops.GraphKeys.GLOBAL_STEP)
-        if (global_step and self._train_spec.max_steps and
-            global_step >= self._train_spec.max_steps):
-          logging.info(
-              'Exiting evaluation, global_step=%s >= train max_steps=%s',
-              global_step, self._train_spec.max_steps)
-          return
-
-      latest_eval_result, should_early_stop = self._execute_evaluator_once(
-          evaluator, self._continuous_eval_listener,
-          self._eval_spec.throttle_secs)
-
-  def _execute_evaluator_once(self, evaluator, continuous_eval_listener,
-                              throttle_secs):
-    """Executes the `evaluator`."""
-
-    _assert_eval_spec(self._eval_spec)
-
-    start = time.time()
-
-    eval_result = None
-    should_early_stop = False
-
-    if not continuous_eval_listener.before_eval():
-      logging.info('Exiting evaluation, as requested by '
-                   '_ContinuousEvalListener.before_eval.')
-      should_early_stop = True
-      return (eval_result, should_early_stop)
-
-    # Final export signal: For any eval result with global_step >= train
-    # max_steps, the evaluator will send the final export signal. The next
-    # iteration of while loop will end the continuous eval as the stopping
-    # condition is satisfied (both checks use the same global_step value,
-    # i.e., no race condition)
-    eval_result, _ = evaluator.evaluate_and_export()
-
-    if not self._continuous_eval_listener.after_eval(eval_result):
-      logging.info('Exiting evaluation, as requested by '
-                   '_ContinuousEvalListener.after_eval.')
-      should_early_stop = True
-      return (eval_result, should_early_stop)
-
-    # Throttle if necessary.
-    elapsed_time = time.time() - start
-    difference = throttle_secs - elapsed_time
-    if difference > 0:
-      logging.info('Waiting %f secs before starting next eval run.', difference)
-      time.sleep(difference)
-    elif (throttle_secs == 0 and
-          eval_result.status != _EvalStatus.EVALUATED):
-      # Prints a user-actionable warning to avoid unnecessary load on evaluator.
-      logging.warning(
-          'EvalSpec.throttle_secs is set as 0. This might overload the job '
-          'before finding (next) new checkpoint. Please consider to increase '
-          'it.')
-
-    return (eval_result, should_early_stop)
-
-  class _Evaluator(object):
-    """A helper class to call `Estimator.evaluate` and export model."""
-
-    def __init__(self, estimator, eval_spec, max_training_steps):
-      self._estimator = estimator
-
-      _assert_eval_spec(eval_spec)
-      self._eval_spec = eval_spec
-
-      self._is_final_export_triggered = False
-      self._previous_ckpt_path = None
-      self._last_warning_time = 0
-      self._max_training_steps = max_training_steps
-
-    @property
-    def is_final_export_triggered(self):
-      return self._is_final_export_triggered
-
-    def evaluate_and_export(self):
-      """Evaluate and (maybe) export the current model.
-
-      Returns:
-        A tuple of `EvalResult` instance and the export results.
-
-      Raises:
-        RuntimeError: for any unexpected internal error.
-        TypeError: if evaluation result has wrong type.
-      """
-      latest_ckpt_path = self._estimator.latest_checkpoint()
-      if not latest_ckpt_path:
-        self._log_err_msg('Estimator is not trained yet. Will start an '
-                          'evaluation when a checkpoint is ready.')
-        return _EvalResult(status=_EvalStatus.MISSING_CHECKPOINT), []
-
-      if latest_ckpt_path == self._previous_ckpt_path:
-        self._log_err_msg(
-            'No new checkpoint ready for evaluation. Skip the current '
-            'evaluation pass as evaluation results are expected to be same '
-            'for the same checkpoint.')
-        return _EvalResult(status=_EvalStatus.NO_NEW_CHECKPOINT), []
-
-      metrics = self._estimator.evaluate(
-          input_fn=self._eval_spec.input_fn,
-          steps=self._eval_spec.steps,
-          name=self._eval_spec.name,
-          checkpoint_path=latest_ckpt_path,
-          hooks=self._eval_spec.hooks)
-
-      # _EvalResult validates the metrics.
-      eval_result = _EvalResult(
-          status=_EvalStatus.EVALUATED,
-          metrics=metrics,
-          checkpoint_path=latest_ckpt_path)
-
-      is_the_final_export = (
-          eval_result.metrics[ops.GraphKeys.GLOBAL_STEP] >=
-          self._max_training_steps if self._max_training_steps else False)
-      export_results = self._export_eval_result(eval_result,
-                                                is_the_final_export)
-
-      if is_the_final_export:
-        logging.debug('Calling exporter with the `is_the_final_export=True`.')
-        self._is_final_export_triggered = True
-
-      self._last_warning_time = 0
-      self._previous_ckpt_path = latest_ckpt_path
-      return eval_result, export_results
-
-    def _log_err_msg(self, message):
-      """Prints warning `message` every 10 mins."""
-      current_time = time.time()
-      if current_time - self._last_warning_time > 600:
-        logging.warning(message)
-        self._last_warning_time = current_time
-
-    def _export_eval_result(self, eval_result, is_the_final_export):
-      """Export `eval_result` according to exporters in `EvalSpec`."""
-      export_dir_base = os.path.join(
-          compat.as_str_any(self._estimator.model_dir),
-          compat.as_str_any('export'))
-
-      export_results = []
-      for exporter in self._eval_spec.exporters:
-        export_results.append(
-            exporter.export(
-                estimator=self._estimator,
-                export_path=os.path.join(
-                    compat.as_str_any(export_dir_base),
-                    compat.as_str_any(exporter.name)),
-                checkpoint_path=eval_result.checkpoint_path,
-                eval_result=eval_result.metrics,
-                is_the_final_export=is_the_final_export))
-      return export_results
-
-
-class _EvalStatus(object):
-  """The status of an evaluation event.
-
-  For local training and evaluation, the status can only be `EVALUATED` as
-  `Estimator.train` always generates a new checkpoint.
-
-  For distributed training and evaluation, a separated evaluator keeps looking
-  for new checkpoint. So, multiple situations might occur:
-
-  - EVALUATED: A new checkpoint is found since last evaluation.
-      `Estimator.evaluate` will be invoked.
-  - MISSING_CHECKPOINT: No checkpoint can be found. Typically, this means
-      the trainer has not yet produced any checkpoint.
-  - NO_NEW_CHECKPOINT: No new checkpoint can be found since last evaluation.
-      Typically, this means the trainer has not yet produced any new checkpoint.
-  """
-
-  EVALUATED = 'evaluated'
-  MISSING_CHECKPOINT = 'missing checkpoint'
-  NO_NEW_CHECKPOINT = 'no new checkpoint'
-
-
-class _EvalResult(
-    collections.namedtuple('EvalResult',
-                           ['status', 'metrics', 'checkpoint_path'])):
-  """_EvalResult holds the result of an evaluation event."""
-
-  def __new__(cls, status, metrics=None, checkpoint_path=None):
-    """Creates a validated `_EvalResult`.
-
-    Args:
-      status: See `_EvalStatus`.
-      metrics: The evaluation results returned by `Estimator.evaluate`. Only set
-          if status is `EVALUATED`.
-      checkpoint_path: The corresponding checkpoint path for the `metrics`. Only
-          set if status is `EVALUATED`.
-    Returns:
-      A validated `_EvalResult` object.
-
-    Raises:
-      ValueError: If validation fails.
-      TypeError: If any of the arguments is not the expected type.
-    """
-
-    if status != _EvalStatus.EVALUATED:
-      if metrics:
-        raise ValueError(
-            'metrics must be `None` if status is not {}; got status {},'
-            ' metrics {}'.format(_EvalStatus.EVALUATED, status, metrics))
-      if checkpoint_path:
-        raise ValueError(
-            'checkpoint must be `None` if status is not {}; got status {}, '
-            'checkpoint_path {}'.format(_EvalStatus.EVALUATED, status,
-                                        checkpoint_path))
-      return super(_EvalResult, cls).__new__(cls, status, metrics,
-                                             checkpoint_path)
-
-    # Now, evaluated case.
-    assert status == _EvalStatus.EVALUATED
-
-    # Validates metrics.
-    if not metrics:
-      raise ValueError(
-          'Internal error: `Estimator.evaluate` should never return empty '
-          'metrics.')
-    if not isinstance(metrics, dict):
-      raise TypeError(
-          '`Estimator.evaluate` should return dict. Given {}.'.format(
-              type(metrics)))
-    if ops.GraphKeys.GLOBAL_STEP not in metrics:
-      raise ValueError(
-          'Internal error: `Estimator.evaluate` result should have '
-          '`global_step` in result. Given {}'.format(metrics))
-
-    # Validates checkpoint_path.
-    if not checkpoint_path:
-      raise ValueError(
-          'Internal error: `checkpoint_path` should never be empty.')
-
-    return super(_EvalResult, cls).__new__(cls, status, metrics,
-                                           checkpoint_path)
-
-
-class _ContinuousEvalListener(object):
-  """Interface for listeners that take action before or after evaluation."""
-
-  def before_eval(self):
-    """Called before evaluation.
-
-    Returns:
-      `False` if you want to skip the current evaluation and early stop the
-      continuous evaluation; `True` otherwise.
-    """
-    return True
-
-  def after_eval(self, eval_result):
-    """Called after the evaluation is executed.
-
-    Args:
-      eval_result: An `_EvalResult` instance.
-
-    Returns:
-      False if you want to early stop continuous evaluation; `True` otherwise.
-    """
-    del eval_result
-    return True
+from tensorflow_estimator.python.estimator import training
 
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+training.__all__ = [s for s in dir(training) if not s.startswith('__')]
 
-def _assert_eval_spec(eval_spec):
-  """Raise error if `eval_spec` is not of the right type."""
-  if not isinstance(eval_spec, EvalSpec):
-    raise TypeError('`eval_spec` must have type `tf.estimator.EvalSpec`. '
-                    'Got: {}'.format(type(eval_spec)))
+from tensorflow_estimator.python.estimator.training import *
diff --git a/tensorflow/python/estimator/training_test.py b/tensorflow/python/estimator/training_test.py
deleted file mode 100644
index 7d46917a6f..0000000000
--- a/tensorflow/python/estimator/training_test.py
+++ /dev/null
@@ -1,2198 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Tests for training.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import glob
-import json
-import os
-import random
-import shutil
-import tempfile
-import time
-
-import numpy as np
-
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import estimator as estimator_lib
-from tensorflow.python.estimator import exporter as exporter_lib
-from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator import run_config as run_config_lib
-from tensorflow.python.estimator import training
-from tensorflow.python.estimator.canned import dnn
-from tensorflow.python.estimator.canned import prediction_keys
-from tensorflow.python.estimator.export import export as export_lib
-from tensorflow.python.feature_column import feature_column
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import metrics as metrics_lib
-from tensorflow.python.ops import state_ops
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import test
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.summary import summary_iterator
-from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import basic_session_run_hooks
-from tensorflow.python.training import monitored_session
-from tensorflow.python.training import server_lib
-from tensorflow.python.training import session_run_hook
-from tensorflow.python.training import training_util
-from tensorflow.python.util import compat
-
-_DEFAULT_EVAL_STEPS = 100
-_DEFAULT_EVAL_DELAY_SECS = 120
-_DEFAULT_EVAL_THROTTLE_SECS = 600
-_DELAY_SECS_PER_WORKER = 5
-_GLOBAL_STEP_KEY = ops.GraphKeys.GLOBAL_STEP
-_INVALID_INPUT_FN_MSG = '`input_fn` must be callable'
-_INVALID_HOOK_MSG = 'All hooks must be `SessionRunHook` instances'
-_INVALID_MAX_STEPS_MSG = 'Must specify max_steps > 0'
-_INVALID_STEPS_MSG = 'Must specify steps > 0'
-_INVALID_NAME_MSG = '`name` must be string'
-_INVALID_EVAL_DELAY_SECS_MSG = 'Must specify start_delay_secs >= 0'
-_INVALID_EVAL_THROTTLE_SECS_MSG = 'Must specify throttle_secs >= 0'
-_INVALID_ESTIMATOR_MSG = '`estimator` must have type `tf.estimator.Estimator`'
-_STALE_CHECKPOINT_MSG = 'There was no new checkpoint after the training.'
-_INVALID_EXPORTER_MSG = '`exporters` must be an Exporter'
-_INVALID_EXPORTER_NAME_TYPE_MSG = 'An Exporter must have a string name'
-_DUPLICATE_EXPORTER_NAMES_MSG = '`exporters` must have unique names.'
-_NONE_EXPORTER_NAME_MSG = (
-    'An Exporter cannot have a name that is `None` or empty.')
-_INVALID_TRAIN_SPEC_MSG = '`train_spec` must have type `tf.estimator.TrainSpec`'
-_INVALID_EVAL_SPEC_MSG = '`eval_spec` must have type `tf.estimator.EvalSpec`'
-_EVAL_SPEC_OR_NONE_MSG = (
-    '`eval_spec` must be either `None` or have type `tf.estimator.EvalSpec`')
-_INVALID_EVAL_LISTENER_MSG = 'must have type `_ContinuousEvalListener`'
-_INVALID_CONFIG_FOR_STD_SERVER_MSG = 'Could not start server; .*TF_CONFIG'
-_INVALID_LOCAL_TASK_WITH_CLUSTER = '`task.type` in TF_CONFIG cannot be `local`'
-_INVALID_TASK_TYPE = '`estimator.config` must have task_type set.'
-_INPROPER_THROTTL_SECS = (
-    'EvalSpec.throttle_secs is set as 0.*Please consider to increase')
-
-# The message should NOT have 'local' word as part of it. As (?!word) is looking
-# ahead, so, the $ (ending) check is required; otherwise, it will match
-# partially and return successuful.
-_INVALID_TASK_TO_RUN = (
-    'Task type .* is not supported. Supported task types are ((?!local).)*$')
-_INVALID_EMPTY_EVAL_RESULT_ERR = (
-    'Internal error: `Estimator.evaluate` should never return empty metrics')
-_INVALID_EVAL_RESULT_TYPE_ERR = '`Estimator.evaluate` should return dict.'
-_MISSING_GLOBAL_STEP_IN_EVAL_RESULT_ERR = (
-    'Internal error: `Estimator.evaluate` result should have `global_step`')
-_INVALID_EVAL_TASK_ID_ERR = (
-    'there can only be one `evaluator` task .*with task id 0')
-
-_TF_CONFIG_FOR_CHIEF = {
-    'cluster': {
-        run_config_lib.TaskType.CHIEF: ['host0:0'],
-        run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4']
-    },
-    'task': {
-        'type': run_config_lib.TaskType.CHIEF,
-        'index': 0
-    }
-}
-
-_TF_CONFIG_FOR_MASTER = {
-    'cluster': {
-        run_config_lib.TaskType.MASTER: ['host0:0'],
-        run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4']
-    },
-    'task': {
-        'type': run_config_lib.TaskType.MASTER,
-        'index': 0
-    }
-}
-
-_TF_CONFIG_FOR_WORKER = {
-    'cluster': {
-        run_config_lib.TaskType.CHIEF: ['host0:0'],
-        run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4']
-    },
-    'task': {
-        'type': run_config_lib.TaskType.WORKER,
-        'index': 1
-    }
-}
-
-_TF_CONFIG_FOR_PS = {
-    'cluster': {
-        run_config_lib.TaskType.CHIEF: ['host0:0'],
-        run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4']
-    },
-    'task': {
-        'type': run_config_lib.TaskType.PS,
-        'index': 1
-    }
-}
-
-_TF_CONFIG_FOR_EVALUATOR = {
-    'cluster': {
-        run_config_lib.TaskType.CHIEF: ['host0:0'],
-        run_config_lib.TaskType.PS: ['host1:1', 'host2:2'],
-        run_config_lib.TaskType.WORKER: ['host3:3', 'host4:4']
-    },
-    'task': {
-        'type': run_config_lib.TaskType.EVALUATOR,
-        'index': 0
-    }
-}
-
-_TF_CONFIG_FOR_GOOGLE = {'environment': 'google'}
-
-
-class _FakeHook(session_run_hook.SessionRunHook):
-  """Fake implementation of `SessionRunHook`."""
-
-
-class _InvalidHook(object):
-  """Invalid hook (not a subclass of `SessionRunHook`)."""
-
-
-def _create_exporter(name):
-  class FakeExporter(exporter_lib.Exporter):
-
-    def __init__(self, name):
-      self._name = name
-
-    @property
-    def name(self):
-      return self._name
-
-    def export(self, *args, **kwargs):
-      del args, kwargs
-
-  return FakeExporter(name=name)
-
-
-def _create_run_config_with_cluster_spec(tf_config):
-  with test.mock.patch.dict('os.environ', {'TF_CONFIG': json.dumps(tf_config)}):
-    return run_config_lib.RunConfig()
-
-
-class TrainSpecTest(test.TestCase):
-  """Tests TrainSpec."""
-
-  def testRequiredArgumentsSet(self):
-    """Tests that no errors are raised when all required arguments are set."""
-    spec = training.TrainSpec(input_fn=lambda: 1)
-    self.assertEqual(1, spec.input_fn())
-    self.assertIsNone(spec.max_steps)
-    self.assertEqual(0, len(spec.hooks))
-
-  def testAllArgumentsSet(self):
-    """Tests that no errors are raised when all arguments are set."""
-    hooks = [_FakeHook()]
-    spec = training.TrainSpec(input_fn=lambda: 1, max_steps=2, hooks=hooks)
-    self.assertEqual(1, spec.input_fn())
-    self.assertEqual(2, spec.max_steps)
-    self.assertEqual(tuple(hooks), spec.hooks)
-
-  def testInvalidInputFn(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_INPUT_FN_MSG):
-      training.TrainSpec(input_fn='invalid')
-
-  def testInvalidMaxStep(self):
-    with self.assertRaisesRegexp(ValueError, _INVALID_MAX_STEPS_MSG):
-      training.TrainSpec(input_fn=lambda: 1, max_steps=0)
-
-  def testInvalidHook(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_HOOK_MSG):
-      training.TrainSpec(input_fn=lambda: 1, hooks=[_InvalidHook()])
-
-
-class EvalSpecTest(test.TestCase):
-  """Tests EvalSpec."""
-
-  def testRequiredArgumentsSet(self):
-    """Tests that no errors are raised when all required arguments are set."""
-    spec = training.EvalSpec(input_fn=lambda: 1)
-    self.assertEqual(1, spec.input_fn())
-    self.assertEqual(_DEFAULT_EVAL_STEPS, spec.steps)
-    self.assertIsNone(spec.name)
-    self.assertEqual(0, len(spec.hooks))
-    self.assertEqual(0, len(spec.exporters))
-    self.assertEqual(_DEFAULT_EVAL_DELAY_SECS, spec.start_delay_secs)
-    self.assertEqual(_DEFAULT_EVAL_THROTTLE_SECS, spec.throttle_secs)
-
-  def testAllArgumentsSet(self):
-    """Tests that no errors are raised when all arguments are set."""
-    hooks = [_FakeHook()]
-    exporter = _create_exporter('a')
-
-    spec = training.EvalSpec(
-        input_fn=lambda: 1,
-        steps=2,
-        name='name',
-        hooks=hooks,
-        exporters=exporter,
-        start_delay_secs=3,
-        throttle_secs=4)
-    self.assertEqual(1, spec.input_fn())
-    self.assertEqual(2, spec.steps)
-    self.assertEqual('name', spec.name)
-    self.assertEqual(tuple(hooks), spec.hooks)
-    self.assertEqual((exporter,), spec.exporters)
-    self.assertEqual(3, spec.start_delay_secs)
-    self.assertEqual(4, spec.throttle_secs)
-
-  def testListOfExporters(self):
-    """Tests that no errors are raised with multiple exporters."""
-    exporters = [_create_exporter('a'), _create_exporter('b')]
-
-    spec = training.EvalSpec(input_fn=lambda: 1, exporters=exporters)
-    self.assertEqual(1, spec.input_fn())
-    self.assertEqual(tuple(exporters), spec.exporters)
-
-  def testInvalidInputFn(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_INPUT_FN_MSG):
-      training.EvalSpec(input_fn='invalid')
-
-  def testInvalidMaxStep(self):
-    with self.assertRaisesRegexp(ValueError, _INVALID_STEPS_MSG):
-      training.EvalSpec(input_fn=lambda: 1, steps=0)
-
-  def testInvalidName(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_NAME_MSG):
-      training.EvalSpec(input_fn=lambda: 1, name=123)
-
-  def testInvalidHook(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_HOOK_MSG):
-      training.EvalSpec(input_fn=lambda: 1, hooks=[_InvalidHook()])
-
-  def testInvalidDelaySecs(self):
-    with self.assertRaisesRegexp(ValueError, _INVALID_EVAL_DELAY_SECS_MSG):
-      training.EvalSpec(input_fn=lambda: 1, start_delay_secs=-1)
-
-  def testInvalidThrottleSecs(self):
-    with self.assertRaisesRegexp(ValueError, _INVALID_EVAL_THROTTLE_SECS_MSG):
-      training.EvalSpec(input_fn=lambda: 1, throttle_secs=-1)
-
-  def testInvalidTypeOfListOfExporters(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_EXPORTER_MSG):
-      training.EvalSpec(
-          input_fn=lambda: 1, exporters=[_create_exporter('a'),
-                                         _FakeHook()])
-
-  def testInvalidTypeOfIndividualExporter(self):
-    with self.assertRaisesRegexp(TypeError, _INVALID_EXPORTER_MSG):
-      training.EvalSpec(input_fn=lambda: 1, exporters=_FakeHook())
-
-  def testInvalidTypeOfExporterName(self):
-    with self.assertRaisesRegexp(ValueError, _INVALID_EXPORTER_NAME_TYPE_MSG):
-      training.EvalSpec(input_fn=lambda: 1,
-                        exporters=_create_exporter(name=123))
-
-  def testMultipleExportersWithTheSameName(self):
-    with self.assertRaisesRegexp(ValueError, _DUPLICATE_EXPORTER_NAMES_MSG):
-      training.EvalSpec(
-          input_fn=lambda: 1,
-          exporters=[_create_exporter('a'), _create_exporter('a')])
-
-  def testMultipleExportersAndOneWithoutAName(self):
-    with self.assertRaisesRegexp(ValueError, _NONE_EXPORTER_NAME_MSG):
-      training.EvalSpec(
-          input_fn=lambda: 1,
-          exporters=[_create_exporter('a'),
-                     _create_exporter(None)])
-
-  def testSingleExporterWithoutAName(self):
-    with self.assertRaisesRegexp(ValueError, _NONE_EXPORTER_NAME_MSG):
-      training.EvalSpec(input_fn=lambda: 1, exporters=_create_exporter(None))
-
-
-class TrainAndEvaluateTest(test.TestCase):
-
-  def test_run_task(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    with test.mock.patch.object(training, '_TrainingExecutor') as mock_executor:
-      mock_executor_instance = test.mock.Mock()
-      mock_executor.return_value = mock_executor_instance
-      training.train_and_evaluate(mock_est, mock_train_spec, mock_eval_spec)
-      mock_executor.assert_called_with(estimator=mock_est,
-                                       train_spec=mock_train_spec,
-                                       eval_spec=mock_eval_spec)
-      self.assertTrue(mock_executor_instance.run.called)
-
-  def test_error_out_if_evaluator_task_id_is_non_zero(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-        },
-        'task': {
-            'type': run_config_lib.TaskType.EVALUATOR,
-            'index': 1
-        }
-    }
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = _create_run_config_with_cluster_spec(tf_config)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    with self.assertRaisesRegexp(ValueError, _INVALID_EVAL_TASK_ID_ERR):
-      training.train_and_evaluate(mock_est, mock_train_spec, mock_eval_spec)
-
-  def test_invalid_estimator(self):
-    invalid_estimator = object()
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_ESTIMATOR_MSG):
-      training.train_and_evaluate(invalid_estimator, mock_train_spec,
-                                  mock_eval_spec)
-
-  def test_fail_fast_if_invalid_eval_spec(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    invalid_eval_spec = object()
-
-    with test.mock.patch.object(training, '_TrainingExecutor') as mock_executor:
-      with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_SPEC_MSG):
-        training.train_and_evaluate(mock_est, mock_train_spec,
-                                    invalid_eval_spec)
-
-      mock_executor.assert_not_called()
-
-
-class TrainingExecutorConstructorTest(test.TestCase):
-  """Tests constructor of _TrainingExecutor."""
-
-  def test_required_arguments_set(self):
-    estimator = estimator_lib.Estimator(model_fn=lambda features: features)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=lambda: 1)
-
-    executor = training._TrainingExecutor(estimator, train_spec, eval_spec)
-    self.assertEqual(estimator, executor.estimator)
-
-  def test_invalid_estimator(self):
-    invalid_estimator = object()
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=lambda: 1)
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_ESTIMATOR_MSG):
-      training._TrainingExecutor(invalid_estimator, train_spec, eval_spec)
-
-  def test_invalid_train_spec(self):
-    estimator = estimator_lib.Estimator(model_fn=lambda features: features)
-    invalid_train_spec = object()
-    eval_spec = training.EvalSpec(input_fn=lambda: 1)
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_TRAIN_SPEC_MSG):
-      training._TrainingExecutor(estimator, invalid_train_spec, eval_spec)
-
-  def test_invalid_eval_spec(self):
-    estimator = estimator_lib.Estimator(model_fn=lambda features: features)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    invalid_eval_spec = object()
-
-    with self.assertRaisesRegexp(TypeError, _EVAL_SPEC_OR_NONE_MSG):
-      training._TrainingExecutor(estimator, train_spec, invalid_eval_spec)
-
-  def test_eval_spec_none(self):
-    estimator = estimator_lib.Estimator(model_fn=lambda features: features)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = None
-
-    # Tests that no error is raised.
-    training._TrainingExecutor(estimator, train_spec, eval_spec)
-
-  def test_invalid_train_hooks(self):
-    estimator = estimator_lib.Estimator(model_fn=lambda features: features)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=lambda: 1)
-    invalid_train_hooks = [object()]
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_HOOK_MSG):
-      training._TrainingExecutor(
-          estimator, train_spec, eval_spec, train_hooks=invalid_train_hooks)
-
-  def test_invalid_continuous_eval_listener(self):
-    estimator = estimator_lib.Estimator(model_fn=lambda features: features)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=lambda: 1)
-    invalid_continuous_eval_listener = object()
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_LISTENER_MSG):
-      training._TrainingExecutor(
-          estimator,
-          train_spec,
-          eval_spec,
-          continuous_eval_listener=invalid_continuous_eval_listener)
-
-
-class _TrainingExecutorTrainingTest(object):
-  """Tests training of _TrainingExecutor."""
-
-  def __init__(self, run_config):
-    self._run_config = run_config
-
-  def _run_task(self, executor):
-    # We should not call executor.run as the test here is intended to test
-    # run_foo explicitly (foo is the task type).
-    return getattr(executor, 'run_' + self._run_config.task_type)()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_train_with_train_spec(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = self._run_config
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=2, hooks=[_FakeHook()])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-    mock_server_instance = mock_server.return_value
-
-    executor = training._TrainingExecutor(mock_est, train_spec, mock_eval_spec)
-    self._run_task(executor)
-
-    mock_server.assert_called_with(
-        mock_est.config.cluster_spec,
-        job_name=mock_est.config.task_type,
-        task_index=mock_est.config.task_id,
-        config=test.mock.ANY,
-        protocol=None,
-        start=False)
-
-    self.assertTrue(mock_server_instance.start.called)
-
-    mock_est.train.assert_called_with(
-        input_fn=train_spec.input_fn,
-        max_steps=train_spec.max_steps,
-        hooks=list(train_spec.hooks),
-        saving_listeners=test.mock.ANY)
-    mock_est.evaluate.assert_not_called()
-    mock_est.export_savedmodel.assert_not_called()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_train_with_no_eval_spec(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = self._run_config
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=2, hooks=[_FakeHook()])
-    eval_spec = None
-    mock_server_instance = mock_server.return_value
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    self._run_task(executor)
-
-    mock_server.assert_called_with(
-        mock_est.config.cluster_spec,
-        job_name=mock_est.config.task_type,
-        task_index=mock_est.config.task_id,
-        config=test.mock.ANY,
-        protocol=None,
-        start=False)
-
-    self.assertTrue(mock_server_instance.start.called)
-
-    mock_est.train.assert_called_with(
-        input_fn=train_spec.input_fn,
-        max_steps=train_spec.max_steps,
-        hooks=list(train_spec.hooks),
-        saving_listeners=test.mock.ANY)
-    mock_est.evaluate.assert_not_called()
-    mock_est.export_savedmodel.assert_not_called()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_train_with_train_hooks(self, unused_mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = self._run_config
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=2, hooks=[_FakeHook()])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-    extra_hooks = [_FakeHook()]
-
-    executor = training._TrainingExecutor(
-        mock_est, train_spec, mock_eval_spec, train_hooks=extra_hooks)
-    self._run_task(executor)
-
-    mock_est.train.assert_called_with(
-        input_fn=train_spec.input_fn,
-        max_steps=train_spec.max_steps,
-        hooks=list(train_spec.hooks) + extra_hooks,
-        saving_listeners=test.mock.ANY)
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_no_server_startup_in_google(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = self._run_config
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    tf_config = {'TF_CONFIG': json.dumps(_TF_CONFIG_FOR_GOOGLE)}
-    with test.mock.patch.dict('os.environ', tf_config):
-      self._run_task(executor)
-      mock_server.assert_not_called()
-
-  def test_fail_with_empty_cluster_spec(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = None
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = 'worker'
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      self._run_task(training._TrainingExecutor(mock_est, mock_train_spec,
-                                                mock_eval_spec))
-
-  def test_fail_with_empty_master(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec(
-        {'worker': ['dummy', 'dummy1']})
-    mock_est.config.master = ''
-    mock_est.config.task_type = 'worker'
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      self._run_task(training._TrainingExecutor(mock_est, mock_train_spec,
-                                                mock_eval_spec))
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_single_worker_node_with_empty_tf_master(
-      self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    # Single node cluster.
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'worker': ['dummy']})
-    mock_est.config.master = ''
-    mock_est.config.task_type = 'worker'
-    mock_est.config.task_id = 2
-
-    self._run_task(training._TrainingExecutor(mock_est, mock_train_spec,
-                                              mock_eval_spec))
-    self.assertTrue(mock_est.train.called)
-    mock_server.assert_not_called()
-
-  def test_fail_with_empty_task_type(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'worker': ['dummy']})
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = ''
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      self._run_task(training._TrainingExecutor(mock_est, mock_train_spec,
-                                                mock_eval_spec))
-
-  def test_fail_with_none_task_id(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'worker': ['dummy']})
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = 'worker'
-    mock_est.config.task_id = None
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      self._run_task(training._TrainingExecutor(mock_est, mock_train_spec,
-                                                mock_eval_spec))
-
-
-class TrainingExecutorRunWorkerTest(_TrainingExecutorTrainingTest,
-                                    test.TestCase):
-  """Tests run_worker of _TrainingExecutor."""
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    _TrainingExecutorTrainingTest.__init__(
-        self,
-        run_config=_create_run_config_with_cluster_spec(_TF_CONFIG_FOR_WORKER))
-
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_delay_for_worker(self, _):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = self._run_config
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-
-    expected_secs = (self._run_config.task_id + 1) * _DELAY_SECS_PER_WORKER
-    with test.mock.patch.object(time, 'sleep') as mock_sleep:
-      mock_sleep.side_effect = lambda s: self.assertEqual(expected_secs, s)
-      self._run_task(executor)
-      self.assertTrue(mock_sleep.called)
-
-
-class TrainingExecutorRunChiefTest(_TrainingExecutorTrainingTest,
-                                   test.TestCase):
-  """Tests run_chief of _TrainingExecutor."""
-
-  def __init__(self, methodName='runTest'):  # pylint: disable=invalid-name
-    test.TestCase.__init__(self, methodName)
-    _TrainingExecutorTrainingTest.__init__(
-        self,
-        run_config=_create_run_config_with_cluster_spec(_TF_CONFIG_FOR_CHIEF))
-
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_no_delay_for_chief(self, _):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = self._run_config
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-
-    with test.mock.patch.object(time, 'sleep') as mock_sleep:
-      self._run_task(executor)
-      mock_sleep.assert_not_called()
-
-
-class TrainingExecutorRunMasterTest(test.TestCase):
-  """Tests run_chief of _TrainingExecutor."""
-
-  def setUp(self):
-    self._run_config = _create_run_config_with_cluster_spec(
-        _TF_CONFIG_FOR_MASTER)
-
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_no_delay_for_master(self, _):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate = lambda *args, **kw: {ops.GraphKeys.GLOBAL_STEP: 123}
-    mock_est.config = self._run_config
-    mock_train_spec = test.mock.Mock(
-        spec=training.TrainSpec, max_steps=123, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec, exporters=[])
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-
-    with test.mock.patch.object(time, 'sleep') as mock_sleep:
-      executor.run_master()
-      mock_sleep.assert_not_called()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_train_with_train_spec(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate = lambda *args, **kw: {ops.GraphKeys.GLOBAL_STEP: 123}
-    mock_est.config = self._run_config
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=2, hooks=[_FakeHook()])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec, exporters=[])
-    mock_server_instance = mock_server.return_value
-
-    executor = training._TrainingExecutor(mock_est, train_spec, mock_eval_spec)
-    executor.run_master()
-
-    mock_server.assert_called_with(
-        mock_est.config.cluster_spec,
-        job_name=mock_est.config.task_type,
-        task_index=mock_est.config.task_id,
-        config=test.mock.ANY,
-        protocol=None,
-        start=False)
-
-    self.assertTrue(mock_server_instance.start.called)
-
-    mock_est.train.assert_called_with(
-        input_fn=train_spec.input_fn,
-        max_steps=train_spec.max_steps,
-        hooks=list(train_spec.hooks),
-        saving_listeners=test.mock.ANY)
-    mock_est.export_savedmodel.assert_not_called()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_train_with_no_eval_spec_fails(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate = lambda *args, **kw: {ops.GraphKeys.GLOBAL_STEP: 123}
-    mock_est.config = self._run_config
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=2, hooks=[_FakeHook()])
-    eval_spec = None
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_SPEC_MSG):
-      executor.run_master()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_train_with_train_hooks(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate = lambda *args, **kw: {ops.GraphKeys.GLOBAL_STEP: 123}
-    mock_est.config = self._run_config
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=2, hooks=[_FakeHook()])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec, exporters=[])
-    extra_hooks = [_FakeHook()]
-
-    executor = training._TrainingExecutor(
-        mock_est, train_spec, mock_eval_spec, train_hooks=extra_hooks)
-    executor.run_master()
-
-    mock_est.train.assert_called_with(
-        input_fn=train_spec.input_fn,
-        max_steps=train_spec.max_steps,
-        hooks=list(train_spec.hooks) + extra_hooks,
-        saving_listeners=test.mock.ANY)
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_no_server_startup_in_google(self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate = lambda *args, **kw: {ops.GraphKeys.GLOBAL_STEP: 123}
-    mock_est.config = self._run_config
-    mock_train_spec = test.mock.Mock(
-        spec=training.TrainSpec, max_steps=123, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec, exporters=[])
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    tf_config = {'TF_CONFIG': json.dumps(_TF_CONFIG_FOR_GOOGLE)}
-    with test.mock.patch.dict('os.environ', tf_config):
-      executor.run_master()
-      mock_server.assert_not_called()
-
-  def test_fail_with_empty_cluster_spec(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = None
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = 'master'
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(
-          mock_est, mock_train_spec, mock_eval_spec).run_master()
-
-  def test_fail_with_empty_master(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec(
-        {'master': ['dummy'], 'worker': ['dummy1']})
-    mock_est.config.master = ''
-    mock_est.config.task_type = 'master'
-    mock_est.config.task_id = 0
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(
-          mock_est, mock_train_spec, mock_eval_spec).run_master()
-
-  @test.mock.patch.object(time, 'sleep')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_single_master_node_with_empty_tf_master(
-      self, mock_server, unused_mock_sleep):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate = lambda *args, **kw: {ops.GraphKeys.GLOBAL_STEP: 123}
-
-    mock_train_spec = test.mock.Mock(
-        spec=training.TrainSpec, max_steps=123, hooks=[])
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec, exporters=[])
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec(
-        {'master': ['dummy']})
-    mock_est.config.master = ''
-    mock_est.config.task_type = 'master'
-    mock_est.config.task_id = 0
-
-    executor = training._TrainingExecutor(
-        mock_est, mock_train_spec, mock_eval_spec)
-    executor.run_master()
-
-    mock_server.assert_not_called()
-    self.assertTrue(mock_est.train.called)
-
-  def test_fail_with_empty_task_type(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'master': ['dummy']})
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = ''
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(
-          mock_est, mock_train_spec, mock_eval_spec).run_master()
-
-  def test_fail_with_none_task_id(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'master': ['dummy']})
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = 'master'
-    mock_est.config.task_id = None
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(
-          mock_est, mock_train_spec, mock_eval_spec).run_master()
-
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_run_master_triggers_evaluate_and_export(self, _):
-
-    def estimator_train(saving_listeners, *args, **kwargs):
-      #  There shalt be a saving_listener.  Estimator is going to call
-      # `after_save`.
-      del args, kwargs
-      saving_listeners[0].begin()
-      saving_listeners[0].after_save(session=None, global_step_value=0)
-      saving_listeners[0].after_save(session=None, global_step_value=10)
-
-    mock_est = test.mock.Mock(
-        spec=estimator_lib.Estimator, model_dir='path/', train=estimator_train)
-    mock_est.latest_checkpoint.return_value = 'checkpoint_path/'
-    mock_est.config = self._run_config
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_whether_export_is_called'
-
-    train_spec = training.TrainSpec(input_fn=lambda: 1, max_steps=300)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, steps=2, exporters=exporter)
-    eval_result = {_GLOBAL_STEP_KEY: train_spec.max_steps}
-    mock_est.evaluate.return_value = eval_result
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    executor.run_master()
-
-    mock_est.evaluate.assert_called_with(
-        name=eval_spec.name,
-        input_fn=eval_spec.input_fn,
-        steps=eval_spec.steps,
-        checkpoint_path='checkpoint_path/',
-        hooks=eval_spec.hooks)
-    self.assertEqual(1, exporter.export.call_count)
-    exporter.export.assert_called_with(
-        estimator=mock_est,
-        export_path=os.path.join('path/', 'export', exporter.name),
-        checkpoint_path='checkpoint_path/',
-        eval_result=eval_result,
-        is_the_final_export=True)
-
-  @test.mock.patch.object(basic_session_run_hooks, 'SecondOrStepTimer')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_run_master_throttle_eval(self, _, mock_timer_class):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, model_dir='path/')
-
-    mock_timer = test.mock.Mock()
-    mock_timer_class.return_value = mock_timer
-
-    def estimator_train(saving_listeners, *args, **kwargs):
-      del args, kwargs
-      saving_listeners[0].begin()
-
-      # Call four times.
-      mock_timer.should_trigger_for_step.return_value = True
-      saving_listeners[0].after_save(session=None, global_step_value=None)
-
-      mock_timer.should_trigger_for_step.return_value = True
-      saving_listeners[0].after_save(session=None, global_step_value=None)
-
-      mock_timer.should_trigger_for_step.return_value = False
-      saving_listeners[0].after_save(session=None, global_step_value=None)
-
-      mock_timer.should_trigger_for_step.return_value = True
-      saving_listeners[0].after_save(session=None, global_step_value=None)
-
-    mock_est.train = estimator_train
-    mock_est.latest_checkpoint.side_effect = ['ckpt1', 'ckpt2']
-    mock_est.config = self._run_config
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_whether_export_is_called'
-
-    train_spec = training.TrainSpec(input_fn=lambda: 1, max_steps=300)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, steps=2, exporters=exporter, throttle_secs=10)
-
-    mock_est.evaluate.side_effect = [
-        {_GLOBAL_STEP_KEY: train_spec.max_steps //2},
-        {_GLOBAL_STEP_KEY: train_spec.max_steps}
-    ]
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    executor.run_master()
-
-    self.assertEqual(2, mock_est.evaluate.call_count)
-    self.assertEqual(2, exporter.export.call_count)
-
-    is_final_export_list = [call[1]['is_the_final_export']
-                            for call in exporter.export.call_args_list]
-    self.assertEqual([False, True], is_final_export_list)
-
-  @test.mock.patch.object(basic_session_run_hooks, 'SecondOrStepTimer')
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_run_master_throttle_eval_which_skips_final_ckpt(
-      self, _, mock_timer_class):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, model_dir='path/')
-
-    mock_timer = test.mock.Mock()
-    mock_timer_class.return_value = mock_timer
-
-    def estimator_train(saving_listeners, *args, **kwargs):
-      del args, kwargs
-      saving_listeners[0].begin()
-
-      # Call tree times (one for first saving).
-      mock_timer.should_trigger_for_step.return_value = True
-      saving_listeners[0].after_save(session=None, global_step_value=0)
-
-      mock_timer.should_trigger_for_step.return_value = True
-      saving_listeners[0].after_save(session=None, global_step_value=125)
-
-      mock_timer.should_trigger_for_step.return_value = False
-      saving_listeners[0].after_save(session=None, global_step_value=250)
-
-      # At the end evaluate should be called even if throttle secs prevents it.
-      mock_timer.should_trigger_for_step.return_value = False
-      saving_listeners[0].end(session=None, global_step_value=300)
-
-    mock_est.train = estimator_train
-    mock_est.latest_checkpoint.side_effect = ['ckpt1', 'ckpt2']
-    mock_est.config = self._run_config
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_whether_export_is_called'
-
-    train_spec = training.TrainSpec(input_fn=lambda: 1, max_steps=300)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, steps=2, exporters=exporter, throttle_secs=10)
-
-    mock_est.evaluate.side_effect = [
-        {_GLOBAL_STEP_KEY: train_spec.max_steps //2},
-        {_GLOBAL_STEP_KEY: train_spec.max_steps}
-    ]
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    executor.run_master()
-
-    self.assertEqual(2, mock_est.evaluate.call_count)
-    self.assertEqual(2, exporter.export.call_count)
-
-    is_final_export_list = [call[1]['is_the_final_export']
-                            for call in exporter.export.call_args_list]
-    self.assertEqual([False, True], is_final_export_list)
-
-
-class TrainingExecutorRunEvaluatorTest(test.TestCase):
-  """Tests run_evaluator of _TrainingExecutor."""
-
-  def _set_up_mock_est_to_train_and_evaluate_once(self, mock_est,
-                                                  mock_train_spec):
-    """Sets global step in eval result to end the while True eval loop."""
-    training_max_step = 200
-    mock_est.evaluate.return_value = {_GLOBAL_STEP_KEY: training_max_step}
-    mock_train_spec.max_steps = training_max_step
-
-  def test_evaluate_with_evaluate_spec(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.latest_checkpoint.return_value = 'latest_it_is'
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, steps=2, hooks=[_FakeHook()], name='cont_eval',
-        start_delay_secs=0, throttle_secs=0)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    executor.run_evaluator()
-
-    mock_est.evaluate.assert_called_with(
-        name='cont_eval',
-        input_fn=eval_spec.input_fn,
-        steps=eval_spec.steps,
-        checkpoint_path='latest_it_is',
-        hooks=eval_spec.hooks)
-    self.assertFalse(mock_est.train.called)
-
-  def test_evaluate_with_no_eval_spec_fails(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.latest_checkpoint.return_value = 'latest_it_is'
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    eval_spec = None
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_SPEC_MSG):
-      executor.run_evaluator()
-
-  def test_evaluate_with_train_hooks(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.latest_checkpoint.return_value = 'latest_it_is'
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1,
-        steps=2,
-        hooks=[_FakeHook()],
-        name='cont_eval',
-        start_delay_secs=0,
-        throttle_secs=0)
-
-    # The train_hooks will not be called during eval.
-    mock_hook = test.mock.Mock(spec=session_run_hook.SessionRunHook)
-    executor = training._TrainingExecutor(
-        mock_est, mock_train_spec, eval_spec, train_hooks=[mock_hook])
-    executor.run_evaluator()
-
-    mock_hook.begin.assert_not_called()
-
-  def test_evaluate_multiple_times(self):
-    training_max_step = 200
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.model_dir = compat.as_bytes(test.get_temp_dir())
-    mock_est.evaluate.side_effect = [
-        {_GLOBAL_STEP_KEY: training_max_step // 2},
-        {_GLOBAL_STEP_KEY: training_max_step}
-    ]
-    mock_est.latest_checkpoint.side_effect = ['path_1', 'path_2']
-
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_how_many_times_export_is_called'
-
-    mock_est.times_export_was_called = 0
-    mock_est.times_final_export_was_called = 0
-    def export(estimator, export_path, checkpoint_path, eval_result,
-               is_the_final_export):
-      del export_path, checkpoint_path, eval_result
-      estimator.times_export_was_called += 1
-      # final_export is happened at the end.
-      self.assertEqual(0, estimator.times_final_export_was_called)
-      if is_the_final_export:
-        estimator.times_final_export_was_called += 1
-
-    exporter.export = export
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1,
-        start_delay_secs=0,
-        throttle_secs=0,
-        exporters=exporter)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    executor.run_evaluator()
-
-    self.assertEqual(2, mock_est.evaluate.call_count)
-    self.assertEqual(2, mock_est.times_export_was_called)
-    self.assertEqual(1, mock_est.times_final_export_was_called)
-
-  def test_evaluate_listener_before_eval(self):
-    training_max_step = 200
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.model_dir = compat.as_bytes(test.get_temp_dir())
-    # Without early stopping, this eval will be run twice.
-    mock_est.evaluate.side_effect = [{
-        _GLOBAL_STEP_KEY: training_max_step // 2
-    }, {
-        _GLOBAL_STEP_KEY: training_max_step
-    }]
-    mock_est.latest_checkpoint.side_effect = ['path_1', 'path_2']
-
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec, hooks=[])
-    mock_train_spec.max_steps = training_max_step
-
-    class _Listener(training._ContinuousEvalListener):
-
-      def __init__(self):
-        self.call_count = 0
-
-      def before_eval(self):
-        self.call_count += 1
-        return  self.call_count == 1
-
-    listener = _Listener()
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, start_delay_secs=0, throttle_secs=0)
-
-    training._TrainingExecutor(
-        mock_est, mock_train_spec, eval_spec,
-        continuous_eval_listener=listener).run_evaluator()
-
-    # Before_eval returns False during the second time, so, evaluate will be
-    # called once.
-    self.assertEqual(1, mock_est.evaluate.call_count)
-    self.assertEqual(2, listener.call_count)
-
-  def test_evaluate_listener_after_eval(self):
-    training_max_step = 200
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.model_dir = compat.as_bytes(test.get_temp_dir())
-    # Without early stopping, this eval will be run twice.
-    expected_eval_metrics = [{
-        _GLOBAL_STEP_KEY: training_max_step // 2
-    }, {
-        _GLOBAL_STEP_KEY: training_max_step
-    }]
-    mock_est.evaluate.side_effect = expected_eval_metrics
-    mock_est.latest_checkpoint.side_effect = ['path_1', 'path_2']
-
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    class _Listener(training._ContinuousEvalListener):
-
-      def __init__(self):
-        self.call_count = 0
-
-      def after_eval(self, eval_result):
-        self.call_count += 1
-        self.eval_result = eval_result
-        return False
-
-    listener = _Listener()
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, start_delay_secs=0, throttle_secs=0)
-
-    training._TrainingExecutor(
-        mock_est, mock_train_spec, eval_spec,
-        continuous_eval_listener=listener).run_evaluator()
-
-    # after_eval returns False during the first time, so, evaluate will be
-    # called once.
-    self.assertEqual(1, mock_est.evaluate.call_count)
-    self.assertEqual(1, listener.call_count)
-    self.assertAllEqual(expected_eval_metrics[0], listener.eval_result.metrics)
-    self.assertEqual('path_1', listener.eval_result.checkpoint_path)
-
-  def test_final_export_is_true_in_the_end(self):
-    training_max_step = 200
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.model_dir = compat.as_bytes(test.get_temp_dir())
-    mock_est.evaluate.side_effect = [
-        {_GLOBAL_STEP_KEY: training_max_step // 2},
-        {_GLOBAL_STEP_KEY: training_max_step}
-    ]
-    mock_est.latest_checkpoint.side_effect = ['path_1', 'path_2']
-
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    mock_est.times_export_fn_was_called = 0
-    mock_est.times_the_final_export_was_true = 0
-    def export(estimator, export_path, checkpoint_path, eval_result,
-               is_the_final_export):
-      del export_path, checkpoint_path, eval_result
-      estimator.times_export_fn_was_called += 1
-      if is_the_final_export:
-        estimator.times_the_final_export_was_true += 1
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_how_many_times_export_is_called'
-    exporter.export = export
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1,
-        start_delay_secs=0,
-        throttle_secs=0,
-        exporters=exporter)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    executor.run_evaluator()
-
-    self.assertEqual(2, mock_est.evaluate.call_count)
-    self.assertEqual(2, mock_est.times_export_fn_was_called)
-    self.assertEqual(1, mock_est.times_the_final_export_was_true)
-
-  def test_skip_evaluation_due_to_ckpt(self):
-    training_max_step = 200
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate.side_effect = [
-        {_GLOBAL_STEP_KEY: training_max_step // 2},
-        {_GLOBAL_STEP_KEY: training_max_step}
-    ]
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    # First two items are invalid, next two items are same.
-    mock_est.latest_checkpoint.side_effect = [
-        None, '', 'same', 'same', 'path_2'
-    ]
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, start_delay_secs=0, throttle_secs=2)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    with test.mock.patch.object(logging, 'warning') as mock_log:
-      executor.run_evaluator()
-
-    # Three checkpoint paths are invalid.
-    self.assertEqual(5, mock_est.latest_checkpoint.call_count)
-    self.assertEqual(2, mock_est.evaluate.call_count)
-
-    # Two warning logs are expected (last warning time is reset after a
-    # successuful evaluation)
-    self.assertEqual(2, mock_log.call_count)
-
-  def test_warning_if_throttle_secs_is_zero(self):
-    training_max_step = 200
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate.side_effect = [
-        {_GLOBAL_STEP_KEY: training_max_step}
-    ]
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    # We need to make the first one invalid, so it will check the
-    # throttle_secs=0.
-    mock_est.latest_checkpoint.side_effect = [None, 'path']
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, start_delay_secs=0, throttle_secs=0)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    with test.mock.patch.object(logging, 'warning') as mock_log:
-      executor.run_evaluator()
-
-    # First ckpt is invalid.
-    self.assertEqual(2, mock_est.latest_checkpoint.call_count)
-    self.assertEqual(1, mock_est.evaluate.call_count)
-
-    self.assertRegexpMatches(str(mock_log.call_args), _INPROPER_THROTTL_SECS)
-
-  def test_continuous_eval_listener_eval_result(self):
-    training_max_step = 200
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    expected_eval_metrics = [{
-        _GLOBAL_STEP_KEY: training_max_step // 2
-    }, {
-        _GLOBAL_STEP_KEY: training_max_step
-    }]
-    mock_est.evaluate.side_effect = expected_eval_metrics
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    class _Listener(training._ContinuousEvalListener):
-
-      def __init__(self):
-        self.eval_results = []
-
-      def after_eval(self, eval_result):
-        self.eval_results.append(eval_result)
-        return True
-
-    continuous_eval_listener = _Listener()
-
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    # First two items are invalid, next two items are same.
-    mock_est.latest_checkpoint.side_effect = [
-        None, '', 'same', 'same', 'path_2'
-    ]
-    expected_eval_results = [
-        training._EvalResult(training._EvalStatus.MISSING_CHECKPOINT),
-        training._EvalResult(training._EvalStatus.MISSING_CHECKPOINT),
-        training._EvalResult(
-            training._EvalStatus.EVALUATED,
-            metrics=expected_eval_metrics[0],
-            checkpoint_path='same'),
-        training._EvalResult(training._EvalStatus.NO_NEW_CHECKPOINT),
-        training._EvalResult(
-            training._EvalStatus.EVALUATED,
-            metrics=expected_eval_metrics[1],
-            checkpoint_path='path_2'),
-    ]
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, start_delay_secs=0, throttle_secs=0)
-
-    executor = training._TrainingExecutor(
-        mock_est,
-        mock_train_spec,
-        eval_spec,
-        continuous_eval_listener=continuous_eval_listener)
-    executor.run_evaluator()
-
-    # Three checkpoint paths are invalid.
-    self.assertEqual(5, mock_est.latest_checkpoint.call_count)
-    self.assertEqual(2, mock_est.evaluate.call_count)
-
-    self.assertEqual(5, len(continuous_eval_listener.eval_results))
-    for i, result in enumerate(continuous_eval_listener.eval_results):
-      self.assertEqual(expected_eval_results[i].status, result.status)
-      self.assertAllEqual(expected_eval_results[i].metrics, result.metrics)
-      self.assertEqual(expected_eval_results[i].checkpoint_path,
-                       result.checkpoint_path)
-
-  def test_sleep_start_delay_secs(self):
-    training_max_step = 200
-    start_delay_secs = 123
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.evaluate.return_value = {_GLOBAL_STEP_KEY: training_max_step}
-    mock_est.model_dir = compat.as_bytes(test.get_temp_dir())
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_train_spec.max_steps = training_max_step
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, steps=2, hooks=[_FakeHook()], name='cont_eval',
-        start_delay_secs=start_delay_secs, throttle_secs=0)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    with test.mock.patch.object(time, 'sleep') as mock_sleep:
-      executor.run_evaluator()
-      mock_sleep.assert_called_with(start_delay_secs)
-      self.assertTrue(mock_est.evaluate.called)
-
-  @test.mock.patch.object(time, 'time')
-  @test.mock.patch.object(time, 'sleep')
-  def test_throttle_secs(self, mock_sleep, mock_time):
-    throttle_secs = 123
-    operation_secs = 12
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1, start_delay_secs=0, throttle_secs=throttle_secs)
-
-    mock_time.side_effect = [921, 921 + operation_secs]
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    # Disable logging as it calls time.time also.
-    with test.mock.patch.object(logging, 'info'):
-      executor.run_evaluator()
-    mock_sleep.assert_called_with(throttle_secs - operation_secs)
-    self.assertTrue(mock_est.evaluate.called)
-
-  def test_that_export_is_called(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    self._set_up_mock_est_to_train_and_evaluate_once(mock_est, mock_train_spec)
-
-    def export(estimator, *args, **kwargs):
-      del args, kwargs
-      estimator.export_was_called = True
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_whether_export_is_called'
-    exporter.export = export
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: 1,
-        steps=2,
-        start_delay_secs=0,
-        throttle_secs=0,
-        exporters=exporter)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec, eval_spec)
-    executor.run_evaluator()
-
-    # Verify that export was called on the right estimator.
-    self.assertTrue(mock_est.export_was_called)
-
-  def test_errors_out_if_evaluate_returns_empty_dict(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=(lambda: 1),
-                                  start_delay_secs=0, throttle_secs=0)
-    mock_est.evaluate.return_value = {}
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(ValueError, _INVALID_EMPTY_EVAL_RESULT_ERR):
-      executor.run_evaluator()
-
-  def test_errors_out_if_evaluate_returns_non_dict(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=(lambda: 1),
-                                  start_delay_secs=0, throttle_secs=0)
-    mock_est.evaluate.return_value = 123
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_RESULT_TYPE_ERR):
-      executor.run_evaluator()
-
-  def test_errors_out_if_evaluate_returns_dict_without_global_step(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    train_spec = training.TrainSpec(input_fn=lambda: 1)
-    eval_spec = training.EvalSpec(input_fn=(lambda: 1),
-                                  start_delay_secs=0, throttle_secs=0)
-    mock_est.evaluate.return_value = {'loss': 123}
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(ValueError,
-                                 _MISSING_GLOBAL_STEP_IN_EVAL_RESULT_ERR):
-      executor.run_evaluator()
-
-
-class TrainingExecutorRunPsTest(test.TestCase):
-  """Tests run_ps of _TrainingExecutor."""
-
-  @test.mock.patch.object(server_lib, 'Server')
-  def test_std_server(self, mock_server):
-    mock_server_instance = test.mock.Mock()
-    mock_server.return_value = mock_server_instance
-
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = _create_run_config_with_cluster_spec(_TF_CONFIG_FOR_PS)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    executor.run_ps()
-
-    mock_server.assert_called_with(
-        mock_est.config.cluster_spec,
-        job_name=mock_est.config.task_type,
-        task_index=mock_est.config.task_id,
-        config=test.mock.ANY,
-        protocol=None,
-        start=False)
-
-    self.assertTrue(mock_server_instance.start.called)
-    self.assertTrue(mock_server_instance.join.called)
-
-  def test_fail_with_empty_cluster_spec(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = None
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = 'ps'
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(mock_est, mock_train_spec,
-                                 mock_eval_spec).run_ps()
-
-  def test_fail_with_empty_master(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'ps': ['dummy']})
-    mock_est.config.master = ''
-    mock_est.config.task_type = 'ps'
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(mock_est, mock_train_spec,
-                                 mock_eval_spec).run_ps()
-
-  def test_fail_with_empty_task_type(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'ps': ['dummy']})
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = ''
-    mock_est.config.task_id = 2
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(mock_est, mock_train_spec,
-                                 mock_eval_spec).run_ps()
-
-  def test_fail_with_none_task_id(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.PropertyMock(spec=run_config_lib.RunConfig)
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'ps': ['dummy']})
-    mock_est.config.master = 'grpc://...'
-    mock_est.config.task_type = 'ps'
-    mock_est.config.task_id = None
-
-    with self.assertRaisesRegexp(RuntimeError,
-                                 _INVALID_CONFIG_FOR_STD_SERVER_MSG):
-      training._TrainingExecutor(mock_est, mock_train_spec,
-                                 mock_eval_spec).run_ps()
-
-
-class StopAtSecsHookTest(test.TestCase):
-  """Tests StopAtSecsHook."""
-
-  @test.mock.patch.object(time, 'time')
-  def test_stops_after_time(self, mock_time):
-    mock_time.return_value = 1484695987.209386
-    hook = training._StopAtSecsHook(1000)
-    with ops.Graph().as_default():
-      no_op = control_flow_ops.no_op()
-      # some time passed before training starts
-      mock_time.return_value += 250
-      with monitored_session.MonitoredSession(hooks=[hook]) as sess:
-        self.assertFalse(sess.should_stop())
-        sess.run(no_op)
-        self.assertFalse(sess.should_stop())
-        mock_time.return_value += 500
-        sess.run(no_op)
-        self.assertFalse(sess.should_stop())
-        mock_time.return_value += 400
-        sess.run(no_op)
-        self.assertFalse(sess.should_stop())
-        mock_time.return_value += 200
-        sess.run(no_op)
-        self.assertTrue(sess.should_stop())
-
-
-class TrainingExecutorRunLocalTest(test.TestCase):
-  """Tests run_local of _TrainingExecutor."""
-
-  def _model_fn(self, features, labels, mode):
-    del labels
-    with ops.control_dependencies([features]):
-      train_op = state_ops.assign_add(training_util.get_global_step(), 1)
-    return model_fn_lib.EstimatorSpec(
-        mode,
-        loss=constant_op.constant(0.),
-        train_op=train_op,
-        predictions=constant_op.constant([[10.]]),
-        eval_metric_ops={'mean_of_features': metrics_lib.mean(features)})
-
-  def _input_fn(self, repeat=True):
-    ds = dataset_ops.Dataset.from_tensors([1])
-    if repeat:
-      return ds.repeat()
-    return ds
-
-  def unique_checkpoint_every_time_fn(self):
-    return 'checkpoint_path_%s/' % random.random()
-
-  def test_runs_evaluate_with_every_new_checkpoint(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=10))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-
-    mock_est.times_export_was_called = 0
-    mock_est.times_final_export_was_called = 0
-    def export(estimator, export_path, checkpoint_path, eval_result,
-               is_the_final_export):
-      del export_path, checkpoint_path, eval_result
-      estimator.times_export_was_called += 1
-      # final_export is happened at the end.
-      self.assertEqual(0, estimator.times_final_export_was_called)
-      if is_the_final_export:
-        estimator.times_final_export_was_called += 1
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_how_many_times_export_is_called'
-    exporter.export = export
-
-    train_spec = training.TrainSpec(input_fn=self._input_fn, max_steps=22)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False),
-        throttle_secs=0,
-        exporters=exporter)
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    executor.run_local()
-
-    self.assertEqual(1, mock_est.train.call_count)
-    self.assertEqual(3, mock_est.evaluate.call_count)
-    self.assertEqual(3, mock_est.times_export_was_called)
-    self.assertEqual(1, mock_est.times_final_export_was_called)
-
-  def test_runs_with_eval_listener_before_eval(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=10))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    mock_est.latest_checkpoint = self.unique_checkpoint_every_time_fn
-
-    train_spec = training.TrainSpec(input_fn=self._input_fn, max_steps=12)
-    eval_spec = training.EvalSpec(input_fn=lambda: self._input_fn(repeat=False))
-    mock_est.evaluate.side_effect = [{_GLOBAL_STEP_KEY: train_spec.max_steps}]
-
-    class _Listener(training._ContinuousEvalListener):
-
-      def __init__(self):
-        self.call_count = 0
-
-      def before_eval(self):
-        self.call_count += 1
-        return False  # Will stop the run_local before first eval.
-
-    listener = _Listener()
-
-    executor = training._TrainingExecutor(
-        mock_est, train_spec, eval_spec, continuous_eval_listener=listener)
-    executor.run_local()
-
-    self.assertEqual(1, mock_est.train.call_count)
-    self.assertEqual(0, mock_est.evaluate.call_count)
-
-  def test_runs_with_eval_listener_after_eval(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=10))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-
-    train_spec = training.TrainSpec(input_fn=self._input_fn, max_steps=3000)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False), throttle_secs=0)
-
-    class _Listener(training._ContinuousEvalListener):
-
-      def __init__(self):
-        self.call_count = 0
-
-      def after_eval(self, eval_result):
-        self.call_count += 1
-        return False  # Will stop the run_local after first eval.
-
-    listener = _Listener()
-
-    executor = training._TrainingExecutor(
-        mock_est, train_spec, eval_spec, continuous_eval_listener=listener)
-    metrics, _ = executor.run_local()  # pylint: disable=assignment-from-no-return
-
-    self.assertEqual(1, mock_est.train.call_count)
-    self.assertEqual(1, mock_est.evaluate.call_count)
-    self.assertEqual(1, listener.call_count)
-    # Should be less than max_steps since listener did early stopping.
-    self.assertLess(metrics[_GLOBAL_STEP_KEY], train_spec.max_steps)
-
-  def test_handles_no_new_checkpoint_found(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        # disable saving checkpoint
-        config=run_config_lib.RunConfig(
-            save_checkpoints_steps=None, save_checkpoints_secs=None))
-    train_spec = training.TrainSpec(
-        input_fn=self._input_fn, max_steps=300, hooks=[_FakeHook()])
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False),
-        hooks=[_FakeHook()],
-        throttle_secs=100)
-
-    executor = training._TrainingExecutor(est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(ValueError,
-                                 'There should be a CheckpointSaverHook'):
-      executor.run_local()
-
-  def test_final_export_is_true_in_the_end(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=10))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-
-    mock_est.times_export_fn_was_called = 0
-    mock_est.times_the_final_export_was_true = 0
-    def export(estimator, export_path, checkpoint_path, eval_result,
-               is_the_final_export):
-      del export_path, checkpoint_path, eval_result
-      estimator.times_export_fn_was_called += 1
-      if is_the_final_export:
-        estimator.times_the_final_export_was_true += 1
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_how_many_times_export_is_called'
-    exporter.export = export
-
-    train_spec = training.TrainSpec(
-        input_fn=self._input_fn, max_steps=12, hooks=[_FakeHook()])
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False),
-        throttle_secs=0,
-        exporters=exporter)
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    executor.run_local()
-
-    self.assertEqual(1, mock_est.train.call_count)
-    self.assertEqual(2, mock_est.evaluate.call_count)
-    self.assertEqual(2, mock_est.times_export_fn_was_called)
-    self.assertEqual(1, mock_est.times_the_final_export_was_true)
-
-  def test_train_and_evaluate_args(self):
-    est = estimator_lib.Estimator(model_fn=self._model_fn)
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    train_spec = training.TrainSpec(
-        input_fn=self._input_fn, max_steps=300, hooks=[_FakeHook()])
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False),
-        steps=2,
-        hooks=[_FakeHook()],
-        name='local_eval')
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    executor.run_local()
-
-    mock_est.evaluate.assert_called_with(
-        name=eval_spec.name,
-        input_fn=eval_spec.input_fn,
-        steps=eval_spec.steps,
-        checkpoint_path=est.latest_checkpoint(),
-        hooks=eval_spec.hooks)
-
-    train_args = mock_est.train.call_args[1]
-    self.assertEqual(list(train_spec.hooks), list(train_args['hooks']))
-    self.assertEqual(train_spec.input_fn, train_args['input_fn'])
-    self.assertEqual(train_spec.max_steps, train_args['max_steps'])
-
-  def test_train_with_no_eval_spec_fails(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=300, hooks=[_FakeHook()])
-    eval_spec = None
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-
-    with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_SPEC_MSG):
-      executor.run_local()
-
-  def test_train_hooks(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, model_dir='path/')
-    mock_est.latest_checkpoint.return_value = 'checkpoint_path/'
-    train_spec = training.TrainSpec(
-        input_fn=lambda: 1, max_steps=300, hooks=[_FakeHook()])
-    eval_spec = training.EvalSpec(input_fn=lambda: 1, steps=2)
-    mock_est.evaluate.return_value = {_GLOBAL_STEP_KEY: train_spec.max_steps}
-    extra_hooks = [_FakeHook()]
-
-    executor = training._TrainingExecutor(
-        mock_est, train_spec, eval_spec, train_hooks=extra_hooks)
-    executor.run_local()
-
-    train_args = mock_est.train.call_args[1]
-    self.assertEqual(
-        list(train_spec.hooks) + extra_hooks, [
-            h for h in train_args['hooks']
-            if not isinstance(h, training._StopAtSecsHook)
-        ])
-
-  def test_that_export_is_called_with_run_local(self):
-    est = estimator_lib.Estimator(model_fn=self._model_fn)
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    train_spec = training.TrainSpec(input_fn=self._input_fn, max_steps=12)
-    mock_est.evaluate.return_value = {_GLOBAL_STEP_KEY: train_spec.max_steps}
-
-    def export(estimator, *args, **kwargs):
-      del args, kwargs
-      estimator.export_was_called = True
-      return 'path_to_export'
-
-    exporter = test.mock.PropertyMock(spec=exporter_lib.Exporter)
-    exporter.name = 'see_whether_export_is_called'
-    exporter.export = export
-
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False),
-        steps=2,
-        start_delay_secs=0,
-        throttle_secs=213,
-        exporters=exporter)
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    # pylint: disable=assignment-from-no-return
-    _, export_results = executor.run_local()
-    # pylint: enable=assignment-from-no-return
-
-    self.assertTrue(mock_est.export_was_called)
-    self.assertEqual(export_results, ['path_to_export'])
-
-  def test_errors_out_if_evaluate_returns_empty_dict(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=2))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    train_spec = training.TrainSpec(input_fn=self._input_fn)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False), throttle_secs=0)
-    mock_est.evaluate.return_value = {}
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(ValueError, _INVALID_EMPTY_EVAL_RESULT_ERR):
-      executor.run_local()
-
-  def test_errors_out_if_evaluate_returns_non_dict(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=2))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    train_spec = training.TrainSpec(input_fn=self._input_fn)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False), throttle_secs=0)
-    mock_est.evaluate.return_value = 123
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(TypeError, _INVALID_EVAL_RESULT_TYPE_ERR):
-      executor.run_local()
-
-  def test_errors_out_if_evaluate_returns_dict_without_global_step(self):
-    est = estimator_lib.Estimator(
-        model_fn=self._model_fn,
-        config=run_config_lib.RunConfig(save_checkpoints_steps=2))
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    train_spec = training.TrainSpec(input_fn=self._input_fn)
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False), throttle_secs=0)
-    mock_est.evaluate.return_value = {'loss': 123}
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    with self.assertRaisesRegexp(ValueError,
-                                 _MISSING_GLOBAL_STEP_IN_EVAL_RESULT_ERR):
-      executor.run_local()
-
-  def test_train_and_evaluate_return_metrics(self):
-    est = estimator_lib.Estimator(model_fn=self._model_fn)
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator, wraps=est)
-    train_spec = training.TrainSpec(
-        input_fn=self._input_fn, max_steps=12, hooks=[_FakeHook()])
-    eval_spec = training.EvalSpec(
-        input_fn=lambda: self._input_fn(repeat=False),
-        steps=2,
-        hooks=[_FakeHook()],
-        name='local_eval')
-
-    executor = training._TrainingExecutor(mock_est, train_spec, eval_spec)
-    # pylint: disable=assignment-from-no-return
-    metrics, _ = executor.run_local()
-    # pylint: enable=assignment-from-no-return
-    self.assertEqual(metrics['global_step'], 12)
-
-
-class TrainAndEvaluateRunTest(test.TestCase):
-
-  def _test_run_task_and_executor(self, run_config):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = run_config
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-
-    executor.call_task = {}
-
-    def task_fn(name):
-
-      def _fn():
-        executor.call_task[name] = 1
-
-      return _fn
-
-    executor.run_chief = task_fn('chief')
-    executor.run_master = task_fn('master')
-    executor.run_ps = task_fn('ps')
-    executor.run_evaluator = task_fn('evaluator')
-    executor.run_worker = task_fn('worker')
-    executor.run_local = task_fn('local')
-    return executor
-
-  def test_run_chief(self):
-    executor = self._test_run_task_and_executor(
-        run_config=_create_run_config_with_cluster_spec(_TF_CONFIG_FOR_CHIEF))
-    executor.run()
-    self.assertEqual(1, executor.call_task['chief'])
-
-  def test_run_worker(self):
-    executor = self._test_run_task_and_executor(
-        run_config=_create_run_config_with_cluster_spec(_TF_CONFIG_FOR_WORKER))
-    executor.run()
-    self.assertEqual(1, executor.call_task['worker'])
-
-  def test_run_ps(self):
-    executor = self._test_run_task_and_executor(
-        run_config=_create_run_config_with_cluster_spec(_TF_CONFIG_FOR_PS))
-    executor.run()
-    self.assertEqual(1, executor.call_task['ps'])
-
-  def test_run_evaluator(self):
-    executor = self._test_run_task_and_executor(
-        run_config=_create_run_config_with_cluster_spec(
-            _TF_CONFIG_FOR_EVALUATOR))
-    executor.run()
-    self.assertEqual(1, executor.call_task['evaluator'])
-
-  def test_run_local(self):
-    executor = self._test_run_task_and_executor(
-        run_config=run_config_lib.RunConfig())
-    executor.run()
-    self.assertEqual(1, executor.call_task['local'])
-
-  def test_invalid_local_task(self):
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            'local': ['hos1:1'],
-        },
-        'task': {
-            'type': 'local',  # invalid task type.
-            'index': 0
-        }
-    }
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = _create_run_config_with_cluster_spec(tf_config)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    with self.assertRaisesRegexp(ValueError, _INVALID_LOCAL_TASK_WITH_CLUSTER):
-      executor.run()
-
-  def test_unsupported_task_due_to_missing_run_task(self):
-    unsupported_task = 'alloc'
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            unsupported_task: ['hos1:1'],
-        },
-        'task': {
-            'type': unsupported_task,
-            'index': 0
-        }
-    }
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = _create_run_config_with_cluster_spec(tf_config)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TO_RUN):
-      executor.run()
-
-  def test_unsupported_task_due_to_not_callable(self):
-    unsupported_task = 'alloc'
-    tf_config = {
-        'cluster': {
-            run_config_lib.TaskType.CHIEF: ['host0:0'],
-            unsupported_task: ['hos1:1'],
-        },
-        'task': {
-            'type': unsupported_task,
-            'index': 0
-        }
-    }
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = _create_run_config_with_cluster_spec(tf_config)
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    executor.run_alloc = 123  # not callable
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TO_RUN):
-      executor.run()
-
-  def test_invalid_task_type(self):
-    mock_est = test.mock.Mock(spec=estimator_lib.Estimator)
-    mock_est.config = test.mock.Mock()
-    mock_train_spec = test.mock.Mock(spec=training.TrainSpec)
-    mock_eval_spec = test.mock.Mock(spec=training.EvalSpec)
-
-    mock_est.config = test.mock.Mock()
-    mock_est.config.cluster_spec = server_lib.ClusterSpec({'1': ['dummy']})
-    mock_est.config.task_type = ''
-
-    executor = training._TrainingExecutor(mock_est, mock_train_spec,
-                                          mock_eval_spec)
-    with self.assertRaisesRegexp(ValueError, _INVALID_TASK_TYPE):
-      executor.run()
-
-
-class TrainAndEvaluateIntegrationTest(test.TestCase):
-
-  def setUp(self):
-    self._model_dir = tempfile.mkdtemp()
-
-  def tearDown(self):
-    if self._model_dir:
-      shutil.rmtree(self._model_dir)
-
-  def _as_label(self, data_in_float):
-    return np.rint(data_in_float).astype(np.int64)
-
-  def _get_exporter(self, name, fc):
-    feature_spec = feature_column.make_parse_example_spec(fc)
-    serving_input_receiver_fn = (
-        export_lib.build_parsing_serving_input_receiver_fn(feature_spec))
-    return exporter_lib.LatestExporter(
-        name, serving_input_receiver_fn=serving_input_receiver_fn)
-
-  def _extract_loss_and_global_step(self, event_folder):
-    """Returns the loss and global step in last event."""
-    event_paths = glob.glob(os.path.join(event_folder, 'events*'))
-
-    loss = None
-    global_step_count = None
-
-    for e in summary_iterator.summary_iterator(event_paths[-1]):
-      current_loss = None
-      for v in e.summary.value:
-        if v.tag == 'loss':
-          current_loss = v.simple_value
-
-      # If loss is not found, global step is meaningless.
-      if current_loss is None:
-        continue
-
-      current_global_step = e.step
-      if global_step_count is None or current_global_step > global_step_count:
-        global_step_count = current_global_step
-        loss = current_loss
-
-    return (loss, global_step_count)
-
-  def test_complete_flow_with_non_distributed_configuration(self):
-    n_classes = 3
-    input_dimension = 2
-    batch_size = 10
-
-    eval_name = 'foo'
-    exporter_name = 'saved_model_exporter'
-
-    # max_steps should be larger than save_summary_steps
-    max_steps = 10
-    save_summary_steps = 9
-
-    data = np.linspace(
-        0., n_classes - 1., batch_size * input_dimension, dtype=np.float32)
-    x_data = data.reshape(batch_size, input_dimension)
-    y_data = np.reshape(self._as_label(data[:batch_size]), (batch_size, 1))
-
-    # learn y = x
-    def train_input_fn():
-      return dataset_ops.Dataset.from_tensor_slices(({
-          'x': x_data
-      }, y_data)).batch(batch_size).repeat().shuffle(1000)
-
-    def eval_input_fn():
-      return dataset_ops.Dataset.from_tensor_slices(({
-          'x': x_data
-      }, y_data)).batch(batch_size)
-
-    def predict_input_fn():
-      return dataset_ops.Dataset.from_tensor_slices({
-          'x': x_data
-      }).batch(batch_size)
-
-    feature_columns = [
-        feature_column.numeric_column('x', shape=(input_dimension,))]
-
-    est = dnn.DNNClassifier(
-        hidden_units=(2, 2),
-        feature_columns=feature_columns,
-        n_classes=n_classes,
-        config=run_config_lib.RunConfig(save_summary_steps=save_summary_steps),
-        model_dir=self._model_dir)
-
-    train_spec = training.TrainSpec(input_fn=train_input_fn,
-                                    max_steps=max_steps)
-
-    eval_spec = training.EvalSpec(
-        name=eval_name,
-        input_fn=eval_input_fn,
-        steps=None,
-        exporters=self._get_exporter(exporter_name, feature_columns),
-        throttle_secs=0)
-
-    training.train_and_evaluate(est, train_spec, eval_spec)
-
-    # Make sure nothing is stuck in limbo.
-    writer_cache.FileWriterCache.clear()
-
-    # Examine the training events. Use a range to check global step to avoid
-    # flakyness due to global step race condition.
-    training_loss, _ = self._extract_loss_and_global_step(est.model_dir)
-    self.assertIsNotNone(training_loss)
-
-    # Examine the eval events. The global step should be accurate.
-    eval_loss, eval_global_step = self._extract_loss_and_global_step(
-        event_folder=est.eval_dir(eval_name))
-    self.assertIsNotNone(eval_loss)
-    self.assertEqual(max_steps, eval_global_step)
-
-    # Examine the export folder.
-    export_dir = os.path.join(os.path.join(est.model_dir, 'export'),
-                              exporter_name)
-    self.assertTrue(gfile.Exists(export_dir))
-
-    # Examine the ckpt for predict.
-    predicted_proba = np.array([
-        x[prediction_keys.PredictionKeys.PROBABILITIES]
-        for x in est.predict(predict_input_fn)
-    ])
-    self.assertAllEqual((batch_size, n_classes), predicted_proba.shape)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/estimator/util.py b/tensorflow/python/estimator/util.py
index bc621f948d..88f36e572a 100644
--- a/tensorflow/python/estimator/util.py
+++ b/tensorflow/python/estimator/util.py
@@ -1,4 +1,4 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,156 +12,21 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""util python module.
 
-"""Utilities for Estimators."""
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
 
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import os
-import time
+from tensorflow_estimator.python.estimator import util
 
-from tensorflow.python.platform import gfile
-from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.training import training
-from tensorflow.python.util import compat
-from tensorflow.python.util import function_utils
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+util.__all__ = [s for s in dir(util) if not s.startswith('__')]
 
-fn_args = function_utils.fn_args
-
-# When we create a timestamped directory, there is a small chance that the
-# directory already exists because another process is also creating these
-# directories. In this case we just wait one second to get a new timestamp and
-# try again. If this fails several times in a row, then something is seriously
-# wrong.
-MAX_DIRECTORY_CREATION_ATTEMPTS = 10
-
-
-def get_timestamped_dir(dir_base):
-  """Builds a path to a new subdirectory within the base directory.
-
-  The subdirectory will be named using the current time.
-  This guarantees monotonically increasing directory numbers even across
-  multiple runs of the pipeline.
-  The timestamp used is the number of seconds since epoch UTC.
-
-  Args:
-    dir_base: A string containing a directory to create the subdirectory under.
-
-  Returns:
-    The full path of the new subdirectory (which is not actually created yet).
-
-  Raises:
-    RuntimeError: if repeated attempts fail to obtain a unique timestamped
-      directory name.
-  """
-  attempts = 0
-  while attempts < MAX_DIRECTORY_CREATION_ATTEMPTS:
-    timestamp = int(time.time())
-
-    result_dir = os.path.join(
-        compat.as_bytes(dir_base), compat.as_bytes(str(timestamp)))
-    if not gfile.Exists(result_dir):
-      # Collisions are still possible (though extremely unlikely): this
-      # directory is not actually created yet, but it will be almost
-      # instantly on return from this function.
-      return result_dir
-    time.sleep(1)
-    attempts += 1
-    logging.warn('Directory {} already exists; retrying (attempt {}/{})'.format(
-        result_dir, attempts, MAX_DIRECTORY_CREATION_ATTEMPTS))
-  raise RuntimeError('Failed to obtain a unique export directory name after '
-                     '{} attempts.'.format(MAX_DIRECTORY_CREATION_ATTEMPTS))
-
-
-def parse_input_fn_result(result):
-  """Gets features, labels, and hooks from the result of an Estimator input_fn.
-
-  Args:
-    result: output of an input_fn to an estimator, which should be one of:
-
-      * A 'tf.data.Dataset' object: Outputs of `Dataset` object must be a
-          tuple (features, labels) with same constraints as below.
-      * A tuple (features, labels): Where `features` is a `Tensor` or a
-        dictionary of string feature name to `Tensor` and `labels` is a
-        `Tensor` or a dictionary of string label name to `Tensor`. Both
-        `features` and `labels` are consumed by `model_fn`. They should
-        satisfy the expectation of `model_fn` from inputs.
-
-  Returns:
-    Tuple of features, labels, and input_hooks, where features are as described
-    above, labels are as described above or None, and input_hooks are a list
-    of SessionRunHooks to be included when running.
-
-  Raises:
-    ValueError: if the result is a list or tuple of length != 2.
-  """
-  input_hooks = []
-  try:
-    # We can't just check whether this is a tf.data.Dataset instance here,
-    # as this is plausibly a PerDeviceDataset. Try treating as a dataset first.
-    iterator = result.make_initializable_iterator()
-  except AttributeError:
-    # Not a dataset or dataset-like-object. Move along.
-    pass
-  else:
-    input_hooks.append(_DatasetInitializerHook(iterator))
-    result = iterator.get_next()
-  return parse_iterator_result(result) + (input_hooks,)
-
-
-def parse_iterator_result(result):
-  """Gets features, labels from result."""
-  if isinstance(result, (list, tuple)):
-    if len(result) != 2:
-      raise ValueError(
-          'input_fn should return (features, labels) as a len 2 tuple.')
-    return result[0], result[1]
-  return result, None
-
-
-class _DatasetInitializerHook(training.SessionRunHook):
-  """Creates a SessionRunHook that initializes the passed iterator."""
-
-  def __init__(self, iterator):
-    self._iterator = iterator
-
-  def begin(self):
-    self._initializer = self._iterator.initializer
-
-  def after_create_session(self, session, coord):
-    del coord
-    session.run(self._initializer)
-
-
-class MultiHostDatasetInitializerHook(training.SessionRunHook):
-  """Creates a SessionRunHook that initializes all passed iterators."""
-
-  def __init__(self, dataset_initializers):
-    self._initializers = dataset_initializers
-
-  def after_create_session(self, session, coord):
-    del coord
-    start = time.time()
-    session.run(self._initializers)
-    logging.info('Initialized dataset iterators in %d seconds',
-                 time.time() - start)
-
-
-class StrategyInitFinalizeHook(training.SessionRunHook):
-  """Creates a SessionRunHook that initializes and shutsdown devices."""
-
-  def __init__(self, initialization_fn, finalize_fn):
-    self._initialization_fn = initialization_fn
-    self._finalize_fn = finalize_fn
-
-  def begin(self):
-    # We only create the init ops, but don't run it. We rely on SessionManager
-    # to run it for us.
-    self._init_ops = self._initialization_fn()
-    self._finalize_ops = self._finalize_fn()
-
-  def end(self, session):
-    logging.info('Finalize system.')
-    session.run(self._finalize_ops)
+from tensorflow_estimator.python.estimator.util import *
diff --git a/tensorflow/python/estimator/util_test.py b/tensorflow/python/estimator/util_test.py
deleted file mode 100644
index d440c454dc..0000000000
--- a/tensorflow/python/estimator/util_test.py
+++ /dev/null
@@ -1,102 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Tests for util.py."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.estimator import util
-from tensorflow.python.framework import constant_op
-from tensorflow.python.platform import test
-from tensorflow.python.training import training
-
-
-class UtilTest(test.TestCase):
-  """Tests for miscellaneous Estimator utils."""
-
-  def test_parse_input_fn_result_tuple(self):
-    def _input_fn():
-      features = constant_op.constant(np.arange(100))
-      labels = constant_op.constant(np.arange(100, 200))
-      return features, labels
-
-    features, labels, hooks = util.parse_input_fn_result(_input_fn())
-
-    with self.cached_session() as sess:
-      vals = sess.run([features, labels])
-
-    self.assertAllEqual(vals[0], np.arange(100))
-    self.assertAllEqual(vals[1], np.arange(100, 200))
-    self.assertEqual(hooks, [])
-
-  def test_parse_input_fn_result_dataset(self):
-    def _input_fn():
-      features = np.expand_dims(np.arange(100), 0)
-      labels = np.expand_dims(np.arange(100, 200), 0)
-      return dataset_ops.Dataset.from_tensor_slices((features, labels))
-
-    features, labels, hooks = util.parse_input_fn_result(_input_fn())
-
-    with training.MonitoredSession(hooks=hooks) as sess:
-      vals = sess.run([features, labels])
-
-    self.assertAllEqual(vals[0], np.arange(100))
-    self.assertAllEqual(vals[1], np.arange(100, 200))
-    self.assertIsInstance(hooks[0], util._DatasetInitializerHook)
-
-  def test_parse_input_fn_result_features_only(self):
-    def _input_fn():
-      return constant_op.constant(np.arange(100))
-
-    features, labels, hooks = util.parse_input_fn_result(_input_fn())
-
-    with self.cached_session() as sess:
-      vals = sess.run([features])
-
-    self.assertAllEqual(vals[0], np.arange(100))
-    self.assertEqual(labels, None)
-    self.assertEqual(hooks, [])
-
-  def test_parse_input_fn_result_features_only_dataset(self):
-    def _input_fn():
-      features = np.expand_dims(np.arange(100), 0)
-      return dataset_ops.Dataset.from_tensor_slices(features)
-
-    features, labels, hooks = util.parse_input_fn_result(_input_fn())
-
-    with training.MonitoredSession(hooks=hooks) as sess:
-      vals = sess.run([features])
-
-    self.assertAllEqual(vals[0], np.arange(100))
-    self.assertEqual(labels, None)
-    self.assertIsInstance(hooks[0], util._DatasetInitializerHook)
-
-  def test_parse_input_fn_result_invalid(self):
-    def _input_fn():
-      features = np.expand_dims(np.arange(100), 0)
-      labels = np.expand_dims(np.arange(100, 200), 0)
-      return dataset_ops.Dataset.from_tensor_slices((features, labels, labels))
-
-    with self.assertRaisesRegexp(ValueError, 'input_fn should return'):
-      util.parse_input_fn_result(_input_fn())
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/python/feature_column/BUILD b/tensorflow/python/feature_column/BUILD
index 8c0b5d9038..b7127de2dd 100644
--- a/tensorflow/python/feature_column/BUILD
+++ b/tensorflow/python/feature_column/BUILD
@@ -159,7 +159,7 @@ py_test(
         "//tensorflow/python:variables",
         "//tensorflow/python/eager:backprop",
         "//tensorflow/python/eager:context",
-        "//tensorflow/python/estimator:numpy_io",
+        "//tensorflow/python/estimator:estimator_py",
         "//third_party/py/numpy",
     ],
 )
diff --git a/tensorflow/python/tools/api/generator/BUILD b/tensorflow/python/tools/api/generator/BUILD
index 90be2cc4f7..9fd069c5be 100644
--- a/tensorflow/python/tools/api/generator/BUILD
+++ b/tensorflow/python/tools/api/generator/BUILD
@@ -4,7 +4,6 @@
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "py_test")
-load("//tensorflow/python/tools/api/generator:api_gen.bzl", "ESTIMATOR_API_INIT_FILES")
 load("//tensorflow/python/tools/api/generator:api_init_files.bzl", "TENSORFLOW_API_INIT_FILES")
 load("//tensorflow/python/tools/api/generator:api_init_files_v1.bzl", "TENSORFLOW_API_INIT_FILES_V1")
 
@@ -66,23 +65,6 @@ py_test(
     ],
 )
 
-py_test(
-    name = "estimator_doc_srcs_test",
-    srcs = ["doc_srcs_test.py"],
-    args = [
-        "--package=tensorflow.python.estimator",
-        "--api_name=estimator",
-    ] + ESTIMATOR_API_INIT_FILES,
-    main = "doc_srcs_test.py",
-    srcs_version = "PY2AND3",
-    deps = [
-        ":doc_srcs",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:no_contrib",
-        "//tensorflow/python/estimator:estimator_py",
-    ],
-)
-
 py_test(
     name = "output_init_files_test",
     srcs = ["output_init_files_test.py"],
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
index 082e26b99b..32b84e90ce 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.BaselineClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.baseline.BaselineClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
index 7cc4191eb3..db7776b5bf 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.BaselineRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.baseline.BaselineRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-best-exporter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-best-exporter.pbtxt
index 9694268199..68145735bd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-best-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-best-exporter.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.BestExporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.BestExporter\'>"
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.BestExporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
index ef3409b1b5..fa352907c0 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.estimator.BoostedTreesClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
index 775130468f..154b35f306 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.estimator.BoostedTreesRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
index 718f415a77..ce6040d0f2 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn.DNNClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
index b23c019d6c..e85007e16e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNLinearCombinedClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
index caa9e3f1de..8a55bb835f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNLinearCombinedRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
index 1f5e650940..2c4128ec48 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn.DNNRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator-spec.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator-spec.pbtxt
index aa6ac46613..376becc3f9 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator-spec.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator-spec.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.EstimatorSpec"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.model_fn.EstimatorSpec\'>"
-  is_instance: "<class \'tensorflow.python.estimator.model_fn.EstimatorSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.model_fn.EstimatorSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.model_fn.EstimatorSpec\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "eval_metric_ops"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt
index ebd3869c9b..9d270a87ab 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.Estimator"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-eval-spec.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-eval-spec.pbtxt
index db83ba1bd8..23c2544fe4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-eval-spec.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-eval-spec.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.EvalSpec"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.training.EvalSpec\'>"
-  is_instance: "<class \'tensorflow.python.estimator.training.EvalSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.EvalSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.EvalSpec\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "exporters"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-exporter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-exporter.pbtxt
index 035af70e52..6c3f0fd910 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-exporter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.Exporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-final-exporter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-final-exporter.pbtxt
index ee37b1fa21..e030d401ea 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-final-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-final-exporter.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.FinalExporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.FinalExporter\'>"
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.FinalExporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-latest-exporter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-latest-exporter.pbtxt
index 2a9d029029..d67f2bd625 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-latest-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-latest-exporter.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.LatestExporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.LatestExporter\'>"
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.LatestExporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
index 53ec5a0c78..4b5de2e245 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.LinearClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.linear.LinearClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
index 3791162619..0d1510e9ab 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.LinearRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.linear.LinearRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-mode-keys.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-mode-keys.pbtxt
index 6a1c24fa63..bf7c1abcd8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-mode-keys.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-mode-keys.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.ModeKeys"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.model_fn.ModeKeys\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.model_fn.ModeKeys\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "EVAL"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-run-config.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-run-config.pbtxt
index 269e18a0a7..827b1ac5a5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-run-config.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-run-config.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.RunConfig"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.run_config.RunConfig\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.run_config.RunConfig\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "cluster_spec"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-train-spec.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-train-spec.pbtxt
index 7d2f77438a..1d9f51a20e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-train-spec.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-train-spec.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.TrainSpec"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.training.TrainSpec\'>"
-  is_instance: "<class \'tensorflow.python.estimator.training.TrainSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.TrainSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.TrainSpec\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "hooks"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-warm-start-settings.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-warm-start-settings.pbtxt
index 43f5343359..dca2c1fe11 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-warm-start-settings.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-warm-start-settings.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.WarmStartSettings"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.estimator.WarmStartSettings\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.WarmStartSettings\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.WarmStartSettings\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.WarmStartSettings\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "ckpt_to_initialize_from"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.pbtxt
index 2df1840c4a..52874dd9b9 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-classification-output.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.ClassificationOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ClassificationOutput\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ClassificationOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.pbtxt
index fa62e8ced8..964c315e97 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-export-output.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.ExportOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.pbtxt
index e0160b10ce..bb82bc9e58 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-predict-output.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.PredictOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.PredictOutput\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.PredictOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "outputs"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.pbtxt
index 905f0e0553..8522834433 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-regression-output.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.RegressionOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.RegressionOutput\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.RegressionOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "value"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-serving-input-receiver.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-serving-input-receiver.pbtxt
index d71b2a4300..a0371a1663 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-serving-input-receiver.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-serving-input-receiver.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.ServingInputReceiver"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export.ServingInputReceiver\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export.ServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.ServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.ServingInputReceiver\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "features"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt
index 4fe92643bf..da9d05df23 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.TensorServingInputReceiver"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export.TensorServingInputReceiver\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export.TensorServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.TensorServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.TensorServingInputReceiver\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "features"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
index 082e26b99b..32b84e90ce 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.BaselineClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.baseline.BaselineClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
index 7cc4191eb3..db7776b5bf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.BaselineRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.baseline.BaselineRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-best-exporter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-best-exporter.pbtxt
index 9694268199..68145735bd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-best-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-best-exporter.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.BestExporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.BestExporter\'>"
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.BestExporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
index ef3409b1b5..fa352907c0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.estimator.BoostedTreesClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
index 775130468f..154b35f306 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.estimator.BoostedTreesRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
index 718f415a77..ce6040d0f2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn.DNNClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
index b23c019d6c..e85007e16e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNLinearCombinedClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
index caa9e3f1de..8a55bb835f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNLinearCombinedRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
index 1f5e650940..2c4128ec48 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.DNNRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.dnn.DNNRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator-spec.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator-spec.pbtxt
index aa6ac46613..376becc3f9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator-spec.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator-spec.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.EstimatorSpec"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.model_fn.EstimatorSpec\'>"
-  is_instance: "<class \'tensorflow.python.estimator.model_fn.EstimatorSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.model_fn.EstimatorSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.model_fn.EstimatorSpec\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "eval_metric_ops"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt
index ebd3869c9b..9d270a87ab 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.Estimator"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-eval-spec.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-eval-spec.pbtxt
index db83ba1bd8..23c2544fe4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-eval-spec.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-eval-spec.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.EvalSpec"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.training.EvalSpec\'>"
-  is_instance: "<class \'tensorflow.python.estimator.training.EvalSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.EvalSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.EvalSpec\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "exporters"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-exporter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-exporter.pbtxt
index 035af70e52..6c3f0fd910 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-exporter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.Exporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-final-exporter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-final-exporter.pbtxt
index ee37b1fa21..e030d401ea 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-final-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-final-exporter.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.FinalExporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.FinalExporter\'>"
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.FinalExporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-latest-exporter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-latest-exporter.pbtxt
index 2a9d029029..d67f2bd625 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-latest-exporter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-latest-exporter.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.LatestExporter"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.exporter.LatestExporter\'>"
-  is_instance: "<class \'tensorflow.python.estimator.exporter.Exporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.LatestExporter\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.exporter.Exporter\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "name"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
index 53ec5a0c78..4b5de2e245 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.LinearClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.linear.LinearClassifier\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
index 3791162619..0d1510e9ab 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.LinearRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.canned.linear.LinearRegressor\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-mode-keys.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-mode-keys.pbtxt
index 6a1c24fa63..bf7c1abcd8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-mode-keys.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-mode-keys.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.ModeKeys"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.model_fn.ModeKeys\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.model_fn.ModeKeys\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "EVAL"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-run-config.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-run-config.pbtxt
index 269e18a0a7..827b1ac5a5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-run-config.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-run-config.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.RunConfig"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.run_config.RunConfig\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.run_config.RunConfig\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "cluster_spec"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-train-spec.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-train-spec.pbtxt
index 7d2f77438a..1d9f51a20e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-train-spec.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-train-spec.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.TrainSpec"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.training.TrainSpec\'>"
-  is_instance: "<class \'tensorflow.python.estimator.training.TrainSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.TrainSpec\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.training.TrainSpec\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "hooks"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-warm-start-settings.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-warm-start-settings.pbtxt
index 43f5343359..dca2c1fe11 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-warm-start-settings.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-warm-start-settings.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.WarmStartSettings"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.estimator.WarmStartSettings\'>"
-  is_instance: "<class \'tensorflow.python.estimator.estimator.WarmStartSettings\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.WarmStartSettings\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.WarmStartSettings\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "ckpt_to_initialize_from"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.pbtxt
index 2df1840c4a..52874dd9b9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-classification-output.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.ClassificationOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ClassificationOutput\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ClassificationOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "classes"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.pbtxt
index fa62e8ced8..964c315e97 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-export-output.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.export.ExportOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.pbtxt
index e0160b10ce..bb82bc9e58 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-predict-output.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.PredictOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.PredictOutput\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.PredictOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "outputs"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.pbtxt
index 905f0e0553..8522834433 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-regression-output.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.RegressionOutput"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.RegressionOutput\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export_output.ExportOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.RegressionOutput\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export_output.ExportOutput\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "value"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-serving-input-receiver.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-serving-input-receiver.pbtxt
index d71b2a4300..a0371a1663 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-serving-input-receiver.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-serving-input-receiver.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.ServingInputReceiver"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export.ServingInputReceiver\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export.ServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.ServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.ServingInputReceiver\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "features"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt
index 4fe92643bf..da9d05df23 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.export.-tensor-serving-input-receiver.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.estimator.export.TensorServingInputReceiver"
 tf_class {
-  is_instance: "<class \'tensorflow.python.estimator.export.export.TensorServingInputReceiver\'>"
-  is_instance: "<class \'tensorflow.python.estimator.export.export.TensorServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.TensorServingInputReceiver\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.export.export.TensorServingInputReceiver\'>"
   is_instance: "<type \'tuple\'>"
   member {
     name: "features"
diff --git a/tensorflow/tools/pip_package/setup.py b/tensorflow/tools/pip_package/setup.py
index d6100891f3..8ee6c824e7 100644
--- a/tensorflow/tools/pip_package/setup.py
+++ b/tensorflow/tools/pip_package/setup.py
@@ -57,6 +57,7 @@ REQUIRED_PACKAGES = [
     'six >= 1.10.0',
     'protobuf >= 3.6.1',
     'tensorboard >= 1.11.0, < 1.12.0',
+    'tensorflow_estimator >= 1.10.0',
     'termcolor >= 1.1.0',
 ]
 
-- 
GitLab


From 0918aa74153664dbc61604af3cf0d66eb334c7ce Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 17 Oct 2018 22:33:34 -0700
Subject: [PATCH 0249/1825] Step 1 of "tower" -> "replica" terminology
 transition for DistributionStrategy.

PiperOrigin-RevId: 217645293
---
 tensorflow/python/ops/variables.py            |  32 +-
 tensorflow/python/training/distribute.py      | 445 +++++++++++-------
 .../training/distribution_strategy_context.py | 124 ++---
 .../v1/tensorflow.-variable-aggregation.pbtxt |   4 +
 .../v2/tensorflow.-variable-aggregation.pbtxt |  12 +-
 5 files changed, 370 insertions(+), 247 deletions(-)

diff --git a/tensorflow/python/ops/variables.py b/tensorflow/python/ops/variables.py
index df7b7f920f..beb17f319d 100644
--- a/tensorflow/python/ops/variables.py
+++ b/tensorflow/python/ops/variables.py
@@ -79,28 +79,42 @@ class VariableSynchronization(enum.Enum):
   ON_READ = 3
 
 
-@tf_export("VariableAggregation")
-class VariableAggregation(enum.Enum):
+@tf_export("VariableAggregation", v1=[])
+class VariableAggregationV2(enum.Enum):
   """Indicates how a distributed variable will be aggregated.
 
   `tf.contrib.distribute.DistributionStrategy` distributes a model by making
-  multiple copies (called "towers") acting data-parallel on different elements
+  multiple copies (called "replicas") acting data-parallel on different elements
   of the input batch. When performing some variable-update operation, say
   `var.assign_add(x)`, in a model, we need to resolve how to combine the
-  different values for `x` computed in the different towers.
+  different values for `x` computed in the different replicas.
 
   * `NONE`: This is the default, giving an error if you use a
-    variable-update operation with multiple towers.
-  * `SUM`: Add the updates across towers.
-  * `MEAN`: Take the arithmetic mean ("average") of the updates across towers.
-  * `ONLY_FIRST_TOWER`: This is for when every tower is performing the same
+    variable-update operation with multiple replicas.
+  * `SUM`: Add the updates across replicas.
+  * `MEAN`: Take the arithmetic mean ("average") of the updates across replicas.
+  * `ONLY_FIRST_REPLICA`: This is for when every replica is performing the same
     update, but we only want to perform the update once. Used, e.g., for the
     global step counter.
   """
   NONE = 0
   SUM = 1
   MEAN = 2
-  ONLY_FIRST_TOWER = 3
+  ONLY_FIRST_REPLICA = 3
+
+
+@tf_export(v1=["VariableAggregation"])
+class VariableAggregation(enum.Enum):
+  NONE = 0
+  SUM = 1
+  MEAN = 2
+  ONLY_FIRST_REPLICA = 3
+  ONLY_FIRST_TOWER = 3  # DEPRECATED
+
+
+VariableAggregation.__doc__ = (
+    VariableAggregationV2.__doc__ +
+    "* `ONLY_FIRST_TOWER`: Deprecated alias for `ONLY_FIRST_REPLICA`.\n  ")
 
 
 class VariableMetaclass(type):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 4539a7d4e4..de66a2e471 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Class DistributionStrategy, TowerContext, and supporting APIs."""
+"""Class DistributionStrategy, ReplicaContext, and supporting APIs."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -83,10 +83,10 @@ def get_loss_reduction():
 # Internal API for validating the current thread mode
 
 
-def _require_cross_tower_context(distribution_strategy):
-  """Verify in cross-tower context for `distribution_strategy`."""
+def _require_cross_replica_context(distribution_strategy):
+  """Verify in cross-replica context for `distribution_strategy`."""
   context = _get_per_thread_mode()
-  if context.cross_tower_context is distribution_strategy: return
+  if context.cross_replica_context is distribution_strategy: return
   # We have an error to report, figure out the right message.
   if context.distribution_strategy is not distribution_strategy:
     if (context.distribution_strategy is
@@ -98,24 +98,24 @@ def _require_cross_tower_context(distribution_strategy):
       raise RuntimeError(
           "Mixing different DistributionStrategy objects: %s is not %s" %
           (context.distribution_strategy, distribution_strategy))
-  assert context.cross_tower_context is None
-  raise RuntimeError("Method requires being in cross-tower context, use "
-                     "get_tower_context().merge_call()")
+  assert context.cross_replica_context is None
+  raise RuntimeError("Method requires being in cross-replica context, use "
+                     "get_replica_context().merge_call()")
 
 
-def require_tower_context(tower_ctx):
-  """Verify in `tower_ctx` tower context."""
+def require_replica_context(replica_ctx):
+  """Verify in `replica_ctx` replica context."""
   context = _get_per_thread_mode()
-  if context.tower_context is tower_ctx: return
+  if context.replica_context is replica_ctx: return
   # We have an error to report, figure out the right message.
-  if context.tower_context is None:
-    raise RuntimeError("Need to be inside `call_for_each_tower()`")
-  if context.distribution_strategy is tower_ctx.distribution_strategy:
-    # Two different TowerContexts with the same DistributionStrategy.
-    raise RuntimeError("Mismatching tower context.")
+  if context.replica_context is None:
+    raise RuntimeError("Need to be inside `call_for_each_replica()`")
+  if context.distribution_strategy is replica_ctx.distribution_strategy:
+    # Two different ReplicaContexts with the same DistributionStrategy.
+    raise RuntimeError("Mismatching replica context.")
   raise RuntimeError(
       "Mismatching DistributionStrategy objects: %s is not %s." %
-      (context.distribution_strategy, tower_ctx.distribution_strategy))
+      (context.distribution_strategy, replica_ctx.distribution_strategy))
 
 
 def _require_distribution_strategy_scope(distribution_strategy):
@@ -147,7 +147,7 @@ class _CurrentDistributionContext(object):
                var_creator_scope,
                var_scope=None,
                default_device=None):
-    self._context = distribution_strategy_context._CrossTowerThreadMode(  # pylint: disable=protected-access
+    self._context = distribution_strategy_context._CrossReplicaThreadMode(  # pylint: disable=protected-access
         distribution_strategy)
     self._var_creator_scope = var_creator_scope
     self._var_scope = var_scope
@@ -216,12 +216,12 @@ class DistributionStrategy(object):
     across multiple devices.
     Note: we only support data parallelism for now, but
     hope to add support for model parallelism in the future.
-  * A _tower_ is one copy of the model, running on one slice of the
+  * A _replica_ is one copy of the model, running on one slice of the
     input data.
   * _Synchronous_, or more commonly _sync_, training is where the
-    updates from each tower are aggregated together before updating
+    updates from each replica are aggregated together before updating
     the model variables. This is in contrast to _asynchronous_, or
-    _async_ training, where each tower updates the model variables
+    _async_ training, where each replica updates the model variables
     independently.
   * Furthermore you might run your computation on multiple devices
     on one machine (or "host"), or on multiple machines/hosts.
@@ -233,7 +233,7 @@ class DistributionStrategy(object):
   To distribute an algorithm, we might use some of these ingredients:
 
   * Parameter servers: These are hosts that hold a single copy of
-    parameters/variables. All towers that want to operate on a variable
+    parameters/variables. All replicas that want to operate on a variable
     retrieve it at the beginning of a step and send an update to be
     applied at the end of the step. Can support either sync or async
     training.
@@ -243,7 +243,7 @@ class DistributionStrategy(object):
   * Reductions and Allreduce: A _reduction_ is some method of
     aggregating multiple values into one value, like "sum" or
     "mean". If doing sync training, we will perform a reduction on the
-    gradients to a parameter from all towers before applying the
+    gradients to a parameter from all replicas before applying the
     update. Allreduce is an algorithm for performing a reduction on
     values from multiple devices and making the result available on
     all of those devices.
@@ -257,7 +257,7 @@ class DistributionStrategy(object):
     This code should work as before, even if some of the layers, etc.
     used by that code are written to be distribution-aware. This is done
     by having a default `DistributionStrategy` that gives ordinary behavior,
-    and by default being in a single tower context.
+    and by default being in a single replica context.
   * Ordinary model code that you want to run using a specific
     `DistributionStrategy`. This can be as simple as:
 
@@ -265,16 +265,16 @@ class DistributionStrategy(object):
     with my_distribution.scope():
       iterator = my_distribution.distribute_dataset(
           dataset).make_one_shot_iterator()
-      tower_train_ops = my_distribution.call_for_each_tower(
-          tower_fn, iterator.get_next())
-      train_op = tf.group(my_distribution.unwrap(tower_train_ops))
+      replica_train_ops = my_distribution.call_for_each_replica(
+          replica_fn, iterator.get_next())
+      train_op = tf.group(my_distribution.unwrap(replica_train_ops))
     ```
 
-    This takes an ordinary `dataset` and `tower_fn` and runs it
+    This takes an ordinary `dataset` and `replica_fn` and runs it
     distributed using a particular `DistributionStrategy` in
-    `my_distribution`. Any variables created in `tower_fn` are created
+    `my_distribution`. Any variables created in `replica_fn` are created
     using `my_distribution`'s policy, and library functions called by
-    `tower_fn` can use the `get_tower_context()` API to get enhanced
+    `replica_fn` can use the `get_replica_context()` API to get enhanced
     behavior in this case.
 
     You can also create an initializable iterator instead of a one-shot
@@ -293,37 +293,37 @@ class DistributionStrategy(object):
   Lower-level concepts:
 
   * Wrapped values: In order to represent values parallel across devices
-    (either towers or the devices associated with a particular value), we
+    (either replicas or the devices associated with a particular value), we
     wrap them in a "PerDevice" or "Mirrored" object that contains a map
     from device to values. "PerDevice" is used when the value may be
     different across devices, and "Mirrored" when the value are the same.
   * Unwrapping and merging: Consider calling a function `fn` on
-    multiple devices, like `call_for_each_tower(fn, w)` with an
+    multiple devices, like `call_for_each_replica(fn, w)` with an
     argument `w` that is a wrapped value. This means `w` will have a
-    map taking tower device `d0` to `w0`, tower device `d1` to `w1`,
-    etc. `call_for_each_tower()` unwraps `w` before calling `fn`, so
+    map taking replica device `d0` to `w0`, replica device `d1` to `w1`,
+    etc. `call_for_each_replica()` unwraps `w` before calling `fn`, so
     it calls `fn(w0)` on `d0`, `fn(w1)` on `d1`, etc.  It then merges
     the return values from `fn()`, which can possibly result in
     wrapped values. For example, let's say `fn()` returns a tuple with
-    three components: `(x, a, v0)` from tower 0, `(x, b, v1)` on tower 1,
+    three components: `(x, a, v0)` from replica 0, `(x, b, v1)` on replica 1,
     etc. If the first component is the same object `x` from every
-    tower, then the first component of the merged result will also be
+    replica, then the first component of the merged result will also be
     `x`. If the second component is different (`a`, `b`, ...)  from
-    each tower, then the merged value will have a wrapped map from
-    tower device to the different values. If the third component is
+    each replica, then the merged value will have a wrapped map from
+    replica device to the different values. If the third component is
     the members of a mirrored variable (`v` maps `d0` to `v0`, `d1` to
     `v1`, etc.), then the merged result will be that mirrored variable
     (`v`).
-  * Tower context vs. Cross-tower context: _tower context_ is when we
-    are in some function that is being called once for each tower.
-    Otherwise we are in cross-tower context, which is useful for
+  * Replica context vs. Cross-replica context: _replica context_ is when we
+    are in some function that is being called once for each replica.
+    Otherwise we are in cross-replica context, which is useful for
     calling `DistributionStrategy` methods which operate across the
-    towers (like `reduce()`). By default you start in a tower context
-    (the default "single tower context") and then some methods can
+    replicas (like `reduce()`). By default you start in a replica context
+    (the default "single replica context") and then some methods can
     switch you back and forth, as described below.
-  * Worker devices vs. parameter devices: Most tower computations will
+  * Worker devices vs. parameter devices: Most replica computations will
     happen on worker devices. Since we don't yet support model
-    parallelism, there will be one worker device per tower. When using
+    parallelism, there will be one worker device per replica. When using
     parameter servers (see above), the set of devices holding
     variables may be different, otherwise the parameter devices might
     match the worker devices.
@@ -341,87 +341,87 @@ class DistributionStrategy(object):
   called _locality_ that says what values are compatible with which
   APIs:
 
-  * T: different value for each tower (e.g. a PerDevice-wrapped value).
-  * M: value is "mirrored" across towers, i.e. there are copies with the
-    same value on each tower (e.g. a Mirrored-wrapped value).
+  * T: different value for each replica (e.g. a PerDevice-wrapped value).
+  * M: value is "mirrored" across replicas, i.e. there are copies with the
+    same value on each replica (e.g. a Mirrored-wrapped value).
   * V(`v`): value is "mirrored" across all the devices which have a
     copy of variable `v` (also a Mirrored-wrapped value, but over
     parameter devices instead of worker devices).
   * N: value is "mirrored" across all the "non-slot" devices
 
-  Rules for methods with respect to locality and single-tower vs.
-  cross-tower context:
+  Rules for methods with respect to locality and single-replica vs.
+  cross-replica context:
 
-  * `with d.scope()`: default single-tower context -> cross-tower context for
-    `d`
-  * `with d.colocate_vars_with(v)`: in tower/cross-tower context, variables
+  * `with d.scope()`: default single-replica context -> cross-replica context
+    for `d`
+  * `with d.colocate_vars_with(v)`: in replica/cross-replica context, variables
     will be created with locality V(`v`). That is, if we write
     `with d.colocate_vars_with(v1): v2 = tf.get_variable(...)`, then
     `v2` will have locality V(`v1`), i.e. locality V(`v2`) will equal
     V(`v1`).
   * `with d.colocate_vars_with(d.non_slot_devices(...))`: in
-    tower/cross-tower context, variables will be created with locality N
-  * `v = tf.get_variable(...)`: in tower/cross-tower context, creates
+    replica/cross-replica context, variables will be created with locality N
+  * `v = tf.get_variable(...)`: in replica/cross-replica context, creates
     a variable (which by definition will have locality V(`v`), though
     will match another locality if inside a `colocate_vars_with`
     scope).
-  * `d.distribute_dataset(dataset).make_one_shot_iterator()`: in cross-tower
+  * `d.distribute_dataset(dataset).make_one_shot_iterator()`: in cross-replica
     context, produces an iterator with locality T
-  * `d.broadcast(t)`: in cross-tower context, produces a value with locality M
-  * `d.broadcast(t, v)`: in cross-tower context, produces a value with
+  * `d.broadcast(t)`: in cross-replica context, produces a value with locality M
+  * `d.broadcast(t, v)`: in cross-replica context, produces a value with
     locality V(`v`)
-  * `d.call_for_each_tower(fn, ...)`: in cross-tower context, runs
-    `fn()` in a tower context (and so may call `get_tower_context()` and
-    use its API, including `merge_call()` to get back to cross-tower
-    context), once for each tower. May use values with locality T or
+  * `d.call_for_each_replica(fn, ...)`: in cross-replica context, runs
+    `fn()` in a replica context (and so may call `get_replica_context()` and
+    use its API, including `merge_call()` to get back to cross-replica
+    context), once for each replica. May use values with locality T or
     M, and any variable.
-  * `d.reduce(m, t, t)`: in cross-tower context, accepts t with locality T
+  * `d.reduce(m, t, t)`: in cross-replica context, accepts t with locality T
     and produces a value with locality M.
-  * `d.reduce(m, t, v)`: in cross-tower context, accepts t with
+  * `d.reduce(m, t, v)`: in cross-replica context, accepts t with
     locality T and produces a value with locality V(`v`).
   * `d.batch_reduce(m, [(t, v)]): see `d.reduce()`
-  * `d.update(v, fn, ...)`: in cross-tower context, runs `fn()` once
+  * `d.update(v, fn, ...)`: in cross-replica context, runs `fn()` once
     for each device `v` is copied to, all inputs should have locality
     V(`v`), output will have locality V(`v`) as well.
-  * `d.update_non_slot(d.non_slot_devices(), fn)`: in cross-tower
+  * `d.update_non_slot(d.non_slot_devices(), fn)`: in cross-replica
     context, like `d.update()` except with locality N.
   * `d.read_var(v)`: Gets the (read-only) value of the variable `v` (on
     the device determined by the current device scope), aggregating
-    across towers for tower-local variables. Frequently, this will be
+    across replicas for replica-local variables. Frequently, this will be
     done automatically when using `v` in an expression or fetching it in
-    a cross-tower context, but this function can be used to force that
+    a cross-replica context, but this function can be used to force that
     conversion happens at a particular point in time (for example, to
     add the result of the conversion to a graph collection).
 
   The standard pattern for updating variables is to:
 
   1. Wrap your input dataset in `d.distribute_dataset()` and create an iterator.
-  2. Define each tower `d.call_for_each_tower()` up to the point of
+  2. Define each replica `d.call_for_each_replica()` up to the point of
      getting a list of gradient, variable pairs.
   3. Call `d.reduce(VariableAggregation.SUM, t, v)` or `d.batch_reduce()` to sum
      the gradients (with locality T) into values with locality V(`v`).
   4. Call `d.update(v)` for each variable to update its value.
 
   Steps 3 and 4 are done automatically by class `Optimizer` if you call
-  its `apply_gradients` method in a tower context. Otherwise you can
-  manually call its `_distributed_apply` method in a cross-tower context.
+  its `apply_gradients` method in a replica context. Otherwise you can
+  manually call its `_distributed_apply` method in a cross-replica context.
 
-  Another thing you might want to do in the middle of your tower function
+  Another thing you might want to do in the middle of your replica function
   is an all-reduce of some intermediate value, using `d.reduce()` or
   `d.batch_reduce()`. You simply provide the same tensor as the input and
   destination.
 
-  Layers should expect to be called in a tower context, and can use
-  the `get_tower_context()` function to get a `TowerContext` object. The
-  `TowerContext` object has a `merge_call()` method for entering
-  cross-tower context where you can use `reduce()` (or
+  Layers should expect to be called in a replica context, and can use
+  the `get_replica_context()` function to get a `ReplicaContext` object. The
+  `ReplicaContext` object has a `merge_call()` method for entering
+  cross-replica context where you can use `reduce()` (or
   `batch_reduce()`) and then optionally `update()` to update state.
 
   You may use this API whether or not a `DistributionStrategy` is
   being used, since there is a default implementation of
-  `TowerContext` and `DistributionStrategy`. Or you can use the
-  `get_tower_context().is_single_tower` property to run different code
-  in the distributed vs. single tower cases.
+  `ReplicaContext` and `DistributionStrategy`. Or you can use the
+  `get_replica_context().is_single_replica` property to run different code
+  in the distributed vs. single replica cases.
   """
 
   # TODO(josh11b): Raise an exception if variable partitioning requested before
@@ -430,8 +430,8 @@ class DistributionStrategy(object):
   # TODO(josh11b): `map()`
   # TODO(josh11b): ClusterSpec/ClusterResolver
   # TODO(josh11b): Partitioned computations, state; sharding
-  # TODO(josh11b): Model parallelism: "towers" with multiple devices; shuffling
-  # TODO(josh11b): List of towers with their worker and parameter devices
+  # TODO(josh11b): Model parallelism: "replicas" with multiple devices; shuffling
+  # TODO(josh11b): List of replicas with their worker and parameter devices
   #   (where the parameter devices may overlap in the ps case).
 
   def __init__(self):
@@ -445,13 +445,13 @@ class DistributionStrategy(object):
 
     Inside a `with distribution_strategy.scope():` code block, this thread
     will use a variable creator set by `distribution_strategy`, and will
-    enter its "cross-tower context".
+    enter its "cross-replica context".
 
     Returns:
       A context manager.
     """
     if distribution_strategy_context.has_distribution_strategy():
-      _require_cross_tower_context(self)
+      _require_cross_replica_context(self)
       return _SameScopeAgainContext(self)
 
     def creator_with_resource_vars(*args, **kwargs):
@@ -480,14 +480,14 @@ class DistributionStrategy(object):
   def read_var(self, v):
     """Reads the value of a variable.
 
-    Returns the aggregate value of a tower-local variable, or the
+    Returns the aggregate value of a replica-local variable, or the
     (read-only) value of any other variable.
 
     Args:
       v: A variable allocated within the scope of this `DistributionStrategy`.
 
     Returns:
-      A tensor representing the value of `v`, aggregated across towers if
+      A tensor representing the value of `v`, aggregated across replicas if
       necessary.
     """
     raise NotImplementedError("must be implemented in descendants")
@@ -548,9 +548,9 @@ class DistributionStrategy(object):
   # Dataset API such as make_one_shot_iterator and make_initializable_iterator.
   # Extend to implement more functionality of datasets.
   def distribute_dataset(self, dataset_fn):
-    """Return a `dataset` split across all towers.
+    """Return a `dataset` split across all replicas.
 
-    Suitable for providing input to for `call_for_each_tower()` by creating an
+    Suitable for providing input to for `call_for_each_replica()` by creating an
     iterator:
 
     ```
@@ -559,15 +559,15 @@ class DistributionStrategy(object):
     with distribution_strategy.scope():
       distributed_dataset = distribution_strategy.distribute_dataset(dataset_fn)
       iterator = distributed_dataset.make_one_shot_iterator()
-      tower_results = distribution_strategy.call_for_each_tower(
-          tower_fn, iterator.get_next())
+      replica_results = distribution_strategy.call_for_each_replica(
+          replica_fn, iterator.get_next())
     ```
 
     Args:
       dataset_fn: A function that returns a `tf.data.Dataset`.
 
     Returns:
-      A `PerDeviceDataset` that will produce data for each tower.
+      A `PerDeviceDataset` that will produce data for each replica.
     """
     raise NotImplementedError("must be implemented in descendants")
 
@@ -584,7 +584,7 @@ class DistributionStrategy(object):
       A value mirrored to `destinations` devices.
     """
     # TODO(josh11b): More docstring
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     return self._broadcast(tensor, destinations)
 
   def _broadcast(self, tensor, destinations):
@@ -645,8 +645,8 @@ class DistributionStrategy(object):
         look like `def step_fn(context, x, y)`. If the iterator returns a single
         value say `return x` then the value is passed as is; the step_fn
         signature would look like `def step_fn(context, x)`.
-        Typically, `fn` will use `call_for_each_tower` method of the strategy
-        to distribute the computation over multiple towers.
+        Typically, `fn` will use `call_for_each_replica` method of the strategy
+        to distribute the computation over multiple replicas.
       iterator: Iterator of a dataset that represents the input for `fn`. The
         caller is responsible for initializing the iterator as needed.
       iterations: (Optional) Number of iterations that `fn` should be run.
@@ -666,7 +666,7 @@ class DistributionStrategy(object):
         - non_tensor_outputs: A dictionatry containing anything that was set by
           `fn` by calling `context.set_non_tensor_output`.
     """
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     return self._run_steps_on_dataset(fn, iterator, iterations,
                                       initial_loop_values)
 
@@ -674,43 +674,94 @@ class DistributionStrategy(object):
                             initial_loop_values):
     raise NotImplementedError("must be implemented in descendants")
 
+  def call_for_each_replica(self, fn, *args, **kwargs):
+    """Run `fn` once per replica.
+
+    `fn` may call `tf.get_replica_context()` to access methods such as
+    `replica_id()` and `merge_call()`.
+
+    `merge_call()` is used to communicate between the replicas and
+    re-enter the cross-replica context. All replicas pause their execution
+    having encountered a `merge_call()` call. After that the
+    `merge_fn`-function is executed. Its results are then unwrapped and
+    given back to each replica call. After that execution resumes until
+    `fn` is complete or encounters another `merge_call()`.  Example:
+
+    ```python
+    # Called once in "cross-replica" context.
+    def merge_fn(distribution, three_plus_replica_id):
+      # sum the values across replicas
+      return sum(distribution.unwrap(three_plus_replica_id))
+
+    # Called once per replica in `distribution`, in a "replica" context.
+    def fn(three):
+      replica_ctx = tf.get_replica_context()
+      v = three + replica_ctx.replica_id
+      # Computes the sum of the `v` values across all replicas.
+      s = replica_ctx.merge_call(merge_fn, v)
+      return s + v
+
+    with distribution.scope():
+      # in "cross-replica" context
+      ...
+      merged_results = distribution.call_for_each_replica(fn, 3)
+      # merged_results has the values from every replica execution of `fn`.
+      print(distribution.unwrap(merged_results))  # Prints a list
+    ```
+
+    Args:
+      fn: function to run (will be run once per replica).
+      *args: positional arguments for `fn`
+      **kwargs: keyword arguments for `fn`.
+          `"run_concurrently"`: Boolean indicating whether executions of `fn`
+             can be run concurrently (under eager execution only), defaults to
+             `True`.
+
+    Returns:
+      Merged return value of `fn` across all replicas.
+    """
+    _require_cross_replica_context(self)
+    return self._call_for_each_tower(fn, *args, **kwargs)
+
   def call_for_each_tower(self, fn, *args, **kwargs):
-    """Run `fn` once per tower.
+    """Run `fn` once per replica. DEPRECATED.
 
-    `fn` may call `tf.get_tower_context()` to access methods such as
-    `tower_id()` and `merge_call()`.
+    DEPRECATED: Use `call_for_each_replica` instead.
 
-    `merge_call()` is used to communicate between the towers and
-    re-enter the cross-tower context. All towers pause their execution
+    `fn` may call `tf.get_replica_context()` to access methods such as
+    `replica_id()` and `merge_call()`.
+
+    `merge_call()` is used to communicate between the replicas and
+    re-enter the cross-replica context. All replicas pause their execution
     having encountered a `merge_call()` call. After that the
     `merge_fn`-function is executed. Its results are then unwrapped and
-    given back to each tower call. After that execution resumes until
+    given back to each replica call. After that execution resumes until
     `fn` is complete or encounters another `merge_call()`.  Example:
 
     ```python
-    # Called once in "cross-tower" context.
-    def merge_fn(distribution, three_plus_tower_id):
-      # sum the values across towers
-      return sum(distribution.unwrap(three_plus_tower_id))
+    # Called once in "cross-replica" context.
+    def merge_fn(distribution, three_plus_replica_id):
+      # sum the values across replicas
+      return sum(distribution.unwrap(three_plus_replica_id))
 
-    # Called once per tower in `distribution`, in a "tower" context.
+    # Called once per replica in `distribution`, in a "replica" context.
     def fn(three):
-      tower_ctx = tf.get_tower_context()
-      v = three + tower_ctx.tower_id
-      # Computes the sum of the `v` values across all towers.
-      s = tower_ctx.merge_call(merge_fn, v)
+      replica_ctx = tf.get_replica_context()
+      v = three + replica_ctx.replica_id
+      # Computes the sum of the `v` values across all replicas.
+      s = replica_ctx.merge_call(merge_fn, v)
       return s + v
 
     with distribution.scope():
-      # in "cross-tower" context
+      # in "cross-replica" context
       ...
-      merged_results = distribution.call_for_each_tower(fn, 3)
-      # merged_results has the values from every tower execution of `fn`.
+      merged_results = distribution.call_for_each_replica(fn, 3)
+      # merged_results has the values from every replica execution of `fn`.
       print(distribution.unwrap(merged_results))  # Prints a list
     ```
 
     Args:
-      fn: function to run (will be run once per tower).
+      fn: function to run (will be run once per replica).
       *args: positional arguments for `fn`
       **kwargs: keyword arguments for `fn`.
           `"run_concurrently"`: Boolean indicating whether executions of `fn`
@@ -718,22 +769,22 @@ class DistributionStrategy(object):
              `True`.
 
     Returns:
-      Merged return value of `fn` across all towers.
+      Merged return value of `fn` across all replicas.
     """
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     return self._call_for_each_tower(fn, *args, **kwargs)
 
   def _call_for_each_tower(self, fn, *args, **kwargs):
     raise NotImplementedError("must be implemented in descendants")
 
   def reduce(self, aggregation, value, destinations):
-    """Combine (via e.g. sum or mean) values across towers.
+    """Combine (via e.g. sum or mean) values across replicas.
 
     Args:
       aggregation: Indicates how a variable will be aggregated. Accepted values
         are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`,
-        `tf.VariableAggregation.ONLY_FIRST_TOWER`.
-      value: A per-device value with one value per tower.
+        `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
+      value: A per-device value with one value per replica.
       destinations: A mirrored variable, a per-device tensor, a device string,
         or list of device strings. The return value will be copied to all
         destination devices (or all the devices where the `destinations` value
@@ -745,11 +796,11 @@ class DistributionStrategy(object):
     # TODO(josh11b): More docstring
     # TODO(josh11b): Return an unwrapped value if colocate_with is a
     # single device.
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     assert aggregation in [
         variable_scope.VariableAggregation.SUM,
         variable_scope.VariableAggregation.MEAN,
-        variable_scope.VariableAggregation.ONLY_FIRST_TOWER
+        variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
     ]
     return self._reduce(aggregation, value, destinations)
 
@@ -762,7 +813,7 @@ class DistributionStrategy(object):
     Args:
       aggregation: Indicates how a variable will be aggregated. Accepted values
         are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`,
-        `tf.VariableAggregation.ONLY_FIRST_TOWER`.
+        `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
       value_destination_pairs: A sequence of (value, destinations)
         pairs. See `reduce()` for a description.
 
@@ -770,11 +821,11 @@ class DistributionStrategy(object):
       A list of mirrored values, one per pair in `value_destination_pairs`.
     """
     # TODO(josh11b): More docstring
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     assert aggregation in [
         variable_scope.VariableAggregation.SUM,
         variable_scope.VariableAggregation.MEAN,
-        variable_scope.VariableAggregation.ONLY_FIRST_TOWER
+        variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
     ]
     return self._batch_reduce(aggregation, value_destination_pairs)
 
@@ -813,14 +864,14 @@ class DistributionStrategy(object):
         specified, the return value will be unwrapped.
 
     Returns:
-      By default, the merged return value of `fn` across all towers.  The merged
-      result has dependencies to make sure that if it is evaluated at all, the
-      side effects (updates) will happen on every tower. If instead
+      By default, the merged return value of `fn` across all replicas.  The
+      merged result has dependencies to make sure that if it is evaluated at
+      all, the side effects (updates) will happen on every replica. If instead
       "grouped=False" is specified, this function will return a nest of lists
-      where each list has an element per tower, and the caller is responsible
+      where each list has an element per replica, and the caller is responsible
       for ensuring all elements are executed.
     """
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     options = {"grouped": kwargs.pop("grouped", True)}
     return self._update(var, options, fn, *args, **kwargs)
 
@@ -841,7 +892,7 @@ class DistributionStrategy(object):
     Returns:
       Return value of `fn`, possibly merged across devices.
     """
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     options = {"grouped": kwargs.pop("grouped", True)}
     return self._update_non_slot(colocate_with, options, fn, *args, **kwargs)
 
@@ -852,7 +903,7 @@ class DistributionStrategy(object):
     """Returns the list of all per-device values contained in `value`.
 
     Args:
-      value: A value returned by `call_for_each_tower()` or a variable
+      value: A value returned by `call_for_each_replica()` or a variable
         created in `scope()`.
 
     Returns:
@@ -865,7 +916,7 @@ class DistributionStrategy(object):
     """Returns the container that this per-device `value` belongs to.
 
     Args:
-      value: A value returned by `call_for_each_tower()` or a variable
+      value: A value returned by `call_for_each_replica()` or a variable
         created in `scope()`.
 
     Returns:
@@ -892,22 +943,36 @@ class DistributionStrategy(object):
     return v
 
   @property
-  def is_single_tower(self):
-    """Returns whether there is a single tower or multiple.
+  def is_single_replica(self):
+    """Returns whether there is a single replica or multiple.
 
     Returns:
-      A boolean. If `True`, `call_for_each_tower(fn)` will only call `fn` once.
-      If `False`, `call_for_each_tower(fn)` may call `fn` multiple times.
+      A boolean. If `True`, `call_for_each_replica(fn)` will only call
+      `fn` once.  If `False`, `call_for_each_replica(fn)` may call
+      `fn` multiple times.
     """
+    return self.is_single_tower
+
+  @property
+  def is_single_tower(self):
+    """DEPRECATED: Use `is_single_replica` instead."""
     raise NotImplementedError("must be implemented in descendants")
 
   @property
   def require_static_shapes(self):
     return self._require_static_shapes
 
+  @property
+  def num_replicas(self):
+    """Returns number of replicas, for purposes of averaging across replicas."""
+    return self.num_towers
+
   @property
   def num_towers(self):
-    """Returns number of towers, for purposes of averaging across towers."""
+    """Returns number of replicas, for purposes of averaging across replicas.
+
+    DEPRECATED: use `num_replicas` instead.
+    """
     raise NotImplementedError("must be implemented in descendants")
 
   @property
@@ -917,7 +982,8 @@ class DistributionStrategy(object):
 
   @property
   def worker_devices(self):
-    """Returns the list of devices used to run `call_for_each_tower()` calls."""
+    """Returns the list of devices used to run `call_for_each_replica()` calls.
+    """
     # TODO(josh11b): More docstring
     raise NotImplementedError("must be implemented in descendants")
 
@@ -944,7 +1010,7 @@ class DistributionStrategy(object):
   def worker_device_index(self):
     """An object mapping worker device to an id.
 
-    This might be passed as an argument to `call_for_each_tower()`, as in:
+    This might be passed as an argument to `call_for_each_replica()`, as in:
 
     ```
     with distribution_strategy.scope():
@@ -953,14 +1019,14 @@ class DistributionStrategy(object):
         # device_id is an integer. `fn` is being executed on device:
         #    distribution_strategy.worker_devices[device_id].
 
-      distribution_strategy.call_for_each_tower(
+      distribution_strategy.call_for_each_replica(
           fn, distribution_strategy.worker_device_index)
     ```
 
     Returns:
-      An index object, or the integer 0 if there is only a single tower.
+      An index object, or the integer 0 if there is only a single replica.
     """
-    _require_cross_tower_context(self)
+    _require_cross_replica_context(self)
     return self._worker_device_index()
 
   def _worker_device_index(self):
@@ -1000,14 +1066,14 @@ class DistributionStrategy(object):
 
 
 # A note about the difference between the context managers
-# `TowerContext` (defined here) and `_CurrentDistributionContext`
+# `ReplicaContext` (defined here) and `_CurrentDistributionContext`
 # (defined above) used by `DistributionStrategy.scope()`:
 #
-# * a TowerContext is only present during a `call_for_each_tower()`
+# * a ReplicaContext is only present during a `call_for_each_replica()`
 #   call (except during a `merge_run` call) and in such a scope it
-#   will be returned by calls to `get_tower_context()`.  Implementers of new
+#   will be returned by calls to `get_replica_context()`.  Implementers of new
 #   DistributionStrategy descendants will frequently also need to
-#   define a descendant of TowerContext, and are responsible for
+#   define a descendant of ReplicaContext, and are responsible for
 #   entering and exiting this context.
 #
 # * DistributionStrategy.scope() sets up a variable_creator scope that
@@ -1017,15 +1083,21 @@ class DistributionStrategy(object):
 #   anticipated need to define descendants of _CurrentDistributionContext.
 #   It sets the current DistributionStrategy for purposes of
 #   `get_distribution_strategy()` and `has_distribution_strategy()`
-#   and switches the thread mode to a "cross-tower context".
-class TowerContext(object):
-  """DistributionStrategy API inside a `call_for_each_tower()` call."""
-
-  def __init__(self, distribution_strategy, tower_id):
+#   and switches the thread mode to a "cross-replica context".
+class ReplicaContext(object):
+  """DistributionStrategy API inside a `call_for_each_replica()` call."""
+
+  def __init__(self, distribution_strategy, replica_id=None, tower_id=None):
+    """`tower_id` is deprecated, use `replica_id` instead."""
+    if tower_id is not None:
+      replica_id = tower_id
+    assert replica_id is not None
     self._distribution_strategy = distribution_strategy
-    self._thread_context = distribution_strategy_context._InTowerThreadMode(  # pylint: disable=protected-access
+    self._thread_context = distribution_strategy_context._InReplicaThreadMode(  # pylint: disable=protected-access
         self)
-    self._tower_id = tower_id
+    self._replica_id = replica_id
+    # We keep a copy in _tower_id to ease the replica->tower transition.
+    self._tower_id = replica_id  # DEPRECATED
 
   def __enter__(self):
     _push_per_thread_mode(self._thread_context)
@@ -1034,19 +1106,19 @@ class TowerContext(object):
     _pop_per_thread_mode()
 
   def merge_call(self, merge_fn, *args, **kwargs):
-    """Merge args across towers and run `merge_fn` in a cross-tower context.
+    """Merge args across replicas and run `merge_fn` in a cross-replica context.
 
     This allows communication and coordination when there are multiple calls
     to a model function triggered by a call to
-    `distribution.call_for_each_tower(model_fn, ...)`.
+    `distribution.call_for_each_replica(model_fn, ...)`.
 
-    See `MirroredDistribution.call_for_each_tower()` for an explanation.
+    See `MirroredDistribution.call_for_each_replica()` for an explanation.
 
     Otherwise, this is equivalent to:
 
     ```
     distribution = get_distribution_strategy()
-    with cross-tower-context(distribution):
+    with cross-replica-context(distribution):
       return merge_fn(distribution, *args, **kwargs)
     ```
 
@@ -1061,13 +1133,13 @@ class TowerContext(object):
       The return value of `merge_fn`, except for `PerDevice` values which are
       unpacked.
     """
-    require_tower_context(self)
+    require_replica_context(self)
     return self._merge_call(merge_fn, *args, **kwargs)
 
   def _merge_call(self, merge_fn, *args, **kwargs):
-    """Default implementation for single tower."""
+    """Default implementation for single replica."""
     _push_per_thread_mode(  # thread-local, so not needed with multiple threads
-        distribution_strategy_context._CrossTowerThreadMode(  # pylint: disable=protected-access
+        distribution_strategy_context._CrossReplicaThreadMode(  # pylint: disable=protected-access
             self._distribution_strategy))
     try:
       return merge_fn(self._distribution_strategy, *args, **kwargs)
@@ -1075,21 +1147,35 @@ class TowerContext(object):
       _pop_per_thread_mode()
 
   @property
-  def is_single_tower(self):
-    """Returns whether there is a single tower or multiple."""
-    require_tower_context(self)
-    return self._distribution_strategy.is_single_tower
+  def is_single_replica(self):
+    """Returns whether there is a single replica or multiple."""
+    require_replica_context(self)
+    return self._distribution_strategy.is_single_replica
 
   @property
   def num_towers(self):
-    """Returns number of towers, for purposes of averaging across towers."""
-    return self._distribution_strategy.num_towers
+    """Returns number of replicas, for purposes of averaging across replicas.
+
+    DEPRECATED: use `num_replicas` instead.
+    """
+    return self._distribution_strategy.num_replicas
+
+  @property
+  def num_replicas(self):
+    """Returns number of replicas, for purposes of averaging across replicas."""
+    return self._distribution_strategy.num_replicas
+
+  @property
+  def replica_id(self):
+    """Which replica is being defined, a number from 0 to `num_replicas - 1`."""
+    require_replica_context(self)
+    return self._replica_id
 
   @property
   def tower_id(self):
-    """Which tower is being defined, a number from 0 to `num_towers - 1`."""
-    require_tower_context(self)
-    return self._tower_id
+    """DEPRECATED: Use `replica_id` instead."""
+    require_replica_context(self)
+    return self._replica_id
 
   @property
   def distribution_strategy(self):
@@ -1098,13 +1184,13 @@ class TowerContext(object):
 
   @property
   def device(self):
-    """The device this tower is to be executed on, as a string."""
-    require_tower_context(self)
+    """The device this replica is to be executed on, as a string."""
+    require_replica_context(self)
     return device_util.current()
 
   # TODO(josh11b): Implement `start_all_reduce(method, t)` for efficient
   # all-reduce. It would return a function returning the result of reducing `t`
-  # across all towers. The caller would wait to call this function until they
+  # across all replicas. The caller would wait to call this function until they
   # needed the reduce result, allowing an efficient implementation:
   # * With eager execution, the reduction could be performed asynchronously
   #   in the background, not blocking until the result was needed.
@@ -1147,7 +1233,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
   def _call_for_each_tower(self, fn, *args, **kwargs):
     # We don't run `fn` in multiple threads in _DefaultDistributionStrategy.
     kwargs.pop("run_concurrently", None)
-    with TowerContext(self, tower_id=0):
+    with ReplicaContext(self, replica_id=0):
       return fn(*args, **kwargs)
 
   def _reduce(self, aggregation, value, destinations):
@@ -1172,8 +1258,8 @@ class _DefaultDistributionStrategy(DistributionStrategy):
       else:
         return nest.map_structure(self._unwrap, result)
 
-  def read_var(self, tower_local_var):
-    return array_ops.identity(tower_local_var)
+  def read_var(self, replica_local_var):
+    return array_ops.identity(replica_local_var)
 
   def _unwrap(self, distributed_value):
     return [distributed_value]
@@ -1214,7 +1300,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
 
 @deprecation.deprecated(None,
                         "Use v.assign_add(amount) instead. You may need to set "
-                        "aggregation=tf.VariableAggregation.ONLY_FIRST_TOWER "
+                        "aggregation=tf.VariableAggregation.ONLY_FIRST_REPLICA "
                         "when creating the variable.")
 def increment_var(v, amount=1):
   """`v += amount`, distributed-aware version."""
@@ -1224,8 +1310,8 @@ def increment_var(v, amount=1):
   def merge_fn(dist, vm):
     return dist.update(vm, update)
 
-  tower_context = distribution_strategy_context.get_tower_context()
-  return tower_context.merge_call(merge_fn, v)
+  replica_context = distribution_strategy_context.get_replica_context()
+  return replica_context.merge_call(merge_fn, v)
 
 
 # ------------------------------------------------------------------------------
@@ -1253,3 +1339,10 @@ resource_variable_ops._from_proto_fn = _from_proto_fn
 _push_per_thread_mode = distribution_strategy_context._push_per_thread_mode  # pylint: disable=protected-access
 _get_per_thread_mode = distribution_strategy_context._get_per_thread_mode  # pylint: disable=protected-access
 _pop_per_thread_mode = distribution_strategy_context._pop_per_thread_mode  # pylint: disable=protected-access
+
+
+#-------------------------------------------------------------------------------
+# For compatibility during the tower -> replica transistion.
+_require_cross_tower_context = _require_cross_replica_context
+require_tower_context = require_replica_context
+TowerContext = ReplicaContext
diff --git a/tensorflow/python/training/distribution_strategy_context.py b/tensorflow/python/training/distribution_strategy_context.py
index ce580a406f..d9559356f4 100644
--- a/tensorflow/python/training/distribution_strategy_context.py
+++ b/tensorflow/python/training/distribution_strategy_context.py
@@ -30,29 +30,29 @@ distribute_lib = LazyLoader(
 
 # ------------------------------------------------------------------------------
 # Internal API for setting the current thread mode as being either in a
-# tower or cross-tower context for a particular distribution strategy.
+# replica or cross-replica context for a particular distribution strategy.
 
 
 class _ThreadMode(object):
 
-  def __init__(self, dist, cross, tower):
+  def __init__(self, dist, cross, replica):
     self.distribution_strategy = dist
-    self.cross_tower_context = cross
-    self.tower_context = tower
+    self.cross_replica_context = cross
+    self.replica_context = replica
 
 
-class _CrossTowerThreadMode(_ThreadMode):
+class _CrossReplicaThreadMode(_ThreadMode):
 
   def __init__(self, distribution_strategy):
     _ThreadMode.__init__(
         self, distribution_strategy, distribution_strategy, None)
 
 
-class _InTowerThreadMode(_ThreadMode):
+class _InReplicaThreadMode(_ThreadMode):
 
-  def __init__(self, tower_ctx):
+  def __init__(self, replica_ctx):
     _ThreadMode.__init__(
-        self, tower_ctx.distribution_strategy, None, tower_ctx)
+        self, replica_ctx.distribution_strategy, None, replica_ctx)
 
 
 def _push_per_thread_mode(context):
@@ -63,7 +63,7 @@ def _pop_per_thread_mode():
   ops.get_default_graph()._distribution_strategy_stack.pop(-1)  # pylint: disable=protected-access
 
 
-class _DefaultTowerThreadMode(_ThreadMode):
+class _DefaultReplicaThreadMode(_ThreadMode):
   """Type of default value returned by `_get_per_thread_mode()`.
 
   Used when the thread-local stack is empty.
@@ -71,95 +71,96 @@ class _DefaultTowerThreadMode(_ThreadMode):
 
   def __init__(self):
     _ThreadMode.__init__(self, _get_default_distribution_strategy(), None,
-                         _get_default_tower_context())
+                         _get_default_replica_context())
 
 
 def _get_per_thread_mode():
   try:
     return ops.get_default_graph()._distribution_strategy_stack[-1]  # pylint: disable=protected-access
   except (AttributeError, IndexError):
-    return _get_default_tower_mode()
+    return _get_default_replica_mode()
 
 
 # ------------------------------------------------------------------------------
 # Public API for accessing the current thread mode
 
 
-def get_tower_context():
-  """Returns the current TowerContext or None if in a cross-tower context.
+def get_replica_context():
+  """Returns the current ReplicaContext or None if in a cross-replica context.
 
   Note that execution:
 
-  1. starts in the default (single-tower) tower context (this function
-     will return the default TowerContext object);
-  2. switches to cross-tower context (in which case this will return
+  1. starts in the default (single-replica) replica context (this function
+     will return the default ReplicaContext object);
+  2. switches to cross-replica context (in which case this will return
      None) when entering a `with DistributionStrategy.scope():` block;
-  3. switches to a (non-default) tower context inside
-     `call_for_each_tower(fn, ...)`;
-  4. if `fn` calls `get_tower_context()->merge_call(merge_fn, ...)`, then
-     inside `merge_fn` you are back in the cross-tower context (and again
+  3. switches to a (non-default) replica context inside
+     `call_for_each_replica(fn, ...)`;
+  4. if `fn` calls `get_replica_context()->merge_call(merge_fn, ...)`, then
+     inside `merge_fn` you are back in the cross-replica context (and again
      this function will return None).
 
   Note that you can also go directly from step 1 to 4 to switch to a
-  cross-tower context for the default `DistributionStrategy`. You may
-  also switch from the cross-tower context of 4 to a tower context by
-  calling `call_for_each_tower()`, jumping back to step 3.
+  cross-replica context for the default `DistributionStrategy`. You may
+  also switch from the cross-replica context of 4 to a replica context by
+  calling `call_for_each_replica()`, jumping back to step 3.
 
   Most `DistributionStrategy` methods may only be executed in
-  a cross-tower context, in a tower context you should use the
-  `TowerContext` API instead.
+  a cross-replica context, in a replica context you should use the
+  `ReplicaContext` API instead.
 
   Returns:
-    The current `TowerContext` object when in a tower context scope, else None.
+    The current `ReplicaContext` object when in a replica context scope,
+    else None.
 
-    Exactly one of `get_tower_context()` and `get_cross_tower_context()`
+    Exactly one of `get_replica_context()` and `get_cross_replica_context()`
     will return None in a particular block.
   """
-  return _get_per_thread_mode().tower_context
+  return _get_per_thread_mode().replica_context
 
 
-def get_cross_tower_context():
-  """Returns the current DistributionStrategy if in a cross-tower context.
+def get_cross_replica_context():
+  """Returns the current DistributionStrategy if in a cross-replica context.
 
   Note that execution:
 
-  1. starts in the default (single-tower) tower context;
-  2. switches to cross-tower context when entering a
+  1. starts in the default (single-replica) replica context;
+  2. switches to cross-replica context when entering a
      `with DistributionStrategy.scope():` block;
-  3. switches to a (non-default) tower context inside
-     `call_for_each_tower(fn, ...)`;
-  4. if `fn` calls `get_tower_context()->merge_call(merge_fn, ...)`, then
-     inside `merge_fn` you are back in the cross-tower context.
+  3. switches to a (non-default) replica context inside
+     `call_for_each_replica(fn, ...)`;
+  4. if `fn` calls `get_replica_context()->merge_call(merge_fn, ...)`, then
+     inside `merge_fn` you are back in the cross-replica context.
 
   Note that you can also go directly from step 1 to 4 to switch to a
-  cross-tower context for the default `DistributionStrategy`. You may
-  also switch from the cross-tower context of 4 to a tower context by
-  calling `call_for_each_tower()`, jumping back to step 3.
+  cross-replica context for the default `DistributionStrategy`. You may
+  also switch from the cross-replica context of 4 to a replica context by
+  calling `call_for_each_replica()`, jumping back to step 3.
 
   Most `DistributionStrategy` methods may only be executed in
-  a cross-tower context.
+  a cross-replica context.
 
   Returns:
-    Returns the current `DistributionStrategy` object in a cross-tower
+    Returns the current `DistributionStrategy` object in a cross-replica
     context, or None.
 
-    Exactly one of `get_tower_context()` and `get_cross_tower_context()`
+    Exactly one of `get_replica_context()` and `get_cross_replica_context()`
     will return None in a particular block.
   """
-  return _get_per_thread_mode().cross_tower_context
+  return _get_per_thread_mode().cross_replica_context
 
 
 def get_distribution_strategy():
   """Returns the current `DistributionStrategy` object.
 
-  Prefer to use `get_tower_context()` or `get_cross_tower_context()`
+  Prefer to use `get_replica_context()` or `get_cross_replica_context()`
   instead when possible.
 
   Returns:
     A `DistributionStrategy` object. Inside a
     `with distribution_strategy.scope()` block, it returns
     `distribution_strategy`, otherwise it returns the default
-    (single-tower) `DistributionStrategy` object.
+    (single-replica) `DistributionStrategy` object.
   """
   return _get_per_thread_mode().distribution_strategy
 
@@ -180,8 +181,8 @@ def has_distribution_strategy():
 
 _defaults = {
     "distribution_strategy": None,
-    "tower_context": None,
-    "tower_mode": None
+    "replica_context": None,
+    "replica_mode": None
 }
 
 
@@ -192,14 +193,25 @@ def _get_default_distribution_strategy():
   return _defaults["distribution_strategy"]
 
 
-def _get_default_tower_context():
-  if _defaults["tower_context"] is None:
-    _defaults["tower_context"] = distribute_lib.TowerContext(
-        _get_default_distribution_strategy(), tower_id=0)
-  return _defaults["tower_context"]
+def _get_default_replica_context():
+  if _defaults["replica_context"] is None:
+    _defaults["replica_context"] = distribute_lib.ReplicaContext(
+        _get_default_distribution_strategy(), replica_id=0)
+  return _defaults["replica_context"]
 
 
-def _get_default_tower_mode():
-  if _defaults["tower_mode"] is None:
-    _defaults["tower_mode"] = _DefaultTowerThreadMode()
-  return _defaults["tower_mode"]
+def _get_default_replica_mode():
+  if _defaults["replica_mode"] is None:
+    _defaults["replica_mode"] = _DefaultReplicaThreadMode()
+  return _defaults["replica_mode"]
+
+
+#-------------------------------------------------------------------------------
+# For compatibility during the tower -> replica transistion.
+_CrossTowerThreadMode = _CrossReplicaThreadMode
+_InTowerThreadMode = _InReplicaThreadMode
+_DefaultTowerThreadMode = _DefaultReplicaThreadMode
+get_tower_context = get_replica_context
+get_cross_tower_context = get_cross_replica_context
+_get_default_tower_context = _get_default_replica_context
+_get_default_tower_mode = _get_default_replica_mode
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-variable-aggregation.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-variable-aggregation.pbtxt
index 66a20547eb..4f815b38ed 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-variable-aggregation.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-variable-aggregation.pbtxt
@@ -9,6 +9,10 @@ tf_class {
     name: "NONE"
     mtype: "<enum \'VariableAggregation\'>"
   }
+  member {
+    name: "ONLY_FIRST_REPLICA"
+    mtype: "<enum \'VariableAggregation\'>"
+  }
   member {
     name: "ONLY_FIRST_TOWER"
     mtype: "<enum \'VariableAggregation\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-variable-aggregation.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-variable-aggregation.pbtxt
index 66a20547eb..6972b2be97 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-variable-aggregation.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-variable-aggregation.pbtxt
@@ -1,20 +1,20 @@
 path: "tensorflow.VariableAggregation"
 tf_class {
-  is_instance: "<enum \'VariableAggregation\'>"
+  is_instance: "<enum \'VariableAggregationV2\'>"
   member {
     name: "MEAN"
-    mtype: "<enum \'VariableAggregation\'>"
+    mtype: "<enum \'VariableAggregationV2\'>"
   }
   member {
     name: "NONE"
-    mtype: "<enum \'VariableAggregation\'>"
+    mtype: "<enum \'VariableAggregationV2\'>"
   }
   member {
-    name: "ONLY_FIRST_TOWER"
-    mtype: "<enum \'VariableAggregation\'>"
+    name: "ONLY_FIRST_REPLICA"
+    mtype: "<enum \'VariableAggregationV2\'>"
   }
   member {
     name: "SUM"
-    mtype: "<enum \'VariableAggregation\'>"
+    mtype: "<enum \'VariableAggregationV2\'>"
   }
 }
-- 
GitLab


From a606cdad4419f7e088306aa3b928be59c3a7ce11 Mon Sep 17 00:00:00 2001
From: Brendan Finan <bfinan@iastate.edu>
Date: Thu, 18 Oct 2018 00:58:33 -0500
Subject: [PATCH 0250/1825] Adding determiner to increase clarity

The current phrasing leaves it ambiguous whether the third party is not involved in the conflict at hand, or conflicts in general.
---
 CODE_OF_CONDUCT.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md
index 20601eaf61..cdb8fdf144 100644
--- a/CODE_OF_CONDUCT.md
+++ b/CODE_OF_CONDUCT.md
@@ -52,7 +52,7 @@ However, for the vast majority of issues, we aim to empower individuals to first
 If you are experiencing or witnessing conflict, we ask you to use the following escalation strategy to address the conflict:
 
 1. Address the perceived conflict directly with those involved, preferably in a real-time medium. 
-2. If this fails, get a third party (e.g. a mutual friend, and/or someone with background on the issue, but not involved in conflict) to intercede.
+2. If this fails, get a third party (e.g. a mutual friend, and/or someone with background on the issue, but not involved in the conflict) to intercede.
 3. If you are still unable to resolve the conflict, and you believe it rises to harassment or another code of conduct violation, report it.
 
 
-- 
GitLab


From 4bfdbe6415d2ff3b796523722319e1e6d9a62cec Mon Sep 17 00:00:00 2001
From: Jonathan Wyatt Hoech <jwhoech@yahoo.com>
Date: Thu, 18 Oct 2018 00:53:56 -0700
Subject: [PATCH 0251/1825] Fixing API backward incompatibility and func_name
 deprecation test failures.

---
 tensorflow/python/kernel_tests/linalg_grad_test.py     | 2 +-
 tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt | 4 ++++
 tensorflow/tools/api/golden/v1/tensorflow.pbtxt        | 4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt        | 2 +-
 5 files changed, 11 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/kernel_tests/linalg_grad_test.py b/tensorflow/python/kernel_tests/linalg_grad_test.py
index 86c027a691..a1f08c15d5 100644
--- a/tensorflow/python/kernel_tests/linalg_grad_test.py
+++ b/tensorflow/python/kernel_tests/linalg_grad_test.py
@@ -66,7 +66,7 @@ def _GetMatrixUnaryFunctorGradientTest(functor_, dtype_, shape_, **kwargs_):
           low=-1.0, high=1.0,
           size=np.prod(shape_)).reshape(shape_).astype(dtype_)
       a = constant_op.constant(a_np)
-      if functor_.func_name == 'matrix_square_root':
+      if functor_.__name__ == 'matrix_square_root':
         # Square the input matrix to ensure that its matrix square root exists
         a = math_ops.matmul(a, a)
         a_np = a.eval()
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
index 6ac95d96da..19e5aa4ea1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
@@ -156,6 +156,10 @@ tf_module {
     name: "solve"
     argspec: "args=[\'matrix\', \'rhs\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
   }
+  member_method {
+    name: "sqrtm"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "svd"
     argspec: "args=[\'tensor\', \'full_matrices\', \'compute_uv\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 247dfcc1ca..fbb5335412 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -1484,6 +1484,10 @@ tf_module {
     name: "matrix_solve_ls"
     argspec: "args=[\'matrix\', \'rhs\', \'l2_regularizer\', \'fast\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'True\', \'None\'], "
   }
+  member_method {
+    name: "matrix_square_root"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "matrix_transpose"
     argspec: "args=[\'a\', \'name\', \'conjugate\'], varargs=None, keywords=None, defaults=[\'matrix_transpose\', \'False\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
index 801bf76b0c..19e5aa4ea1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
@@ -158,7 +158,7 @@ tf_module {
   }
   member_method {
     name: "sqrtm"
-    argspec: "args=[\'matrix\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "svd"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index bb21b0ad8f..b52a8d4695 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1170,7 +1170,7 @@ tf_module {
   }
   member_method {
     name: "matrix_square_root"
-    argspec: "args=[\'matrix\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "matrix_triangular_solve"
-- 
GitLab


From 05f6c0be09c7277ec6b89976c0dc30fb9133ec39 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Thu, 18 Oct 2018 02:09:01 -0700
Subject: [PATCH 0252/1825] Move tpu_function.check_function_argument_count to
 XLA library

PiperOrigin-RevId: 217665852
---
 tensorflow/contrib/compiler/BUILD             |   2 +-
 tensorflow/contrib/compiler/xla.py            |  52 +++++++-
 tensorflow/contrib/compiler/xla_test.py       |  77 +++++++++++
 tensorflow/contrib/tpu/BUILD                  |  13 +-
 tensorflow/contrib/tpu/python/tpu/tpu.py      |   3 +-
 .../contrib/tpu/python/tpu/tpu_function.py    |  47 -------
 .../tpu/python/tpu/tpu_function_test.py       | 125 ------------------
 .../contrib/tpu/python/tpu/training_loop.py   |   5 +-
 8 files changed, 135 insertions(+), 189 deletions(-)
 delete mode 100644 tensorflow/contrib/tpu/python/tpu/tpu_function_test.py

diff --git a/tensorflow/contrib/compiler/BUILD b/tensorflow/contrib/compiler/BUILD
index f83386b8a4..9987dc9c95 100644
--- a/tensorflow/contrib/compiler/BUILD
+++ b/tensorflow/contrib/compiler/BUILD
@@ -57,7 +57,6 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         "//tensorflow/compiler/jit:xla_ops_py",
-        "//tensorflow/contrib/tpu:tpu_lib",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:framework_ops",
@@ -80,6 +79,7 @@ tf_py_test(
         "//tensorflow/python:control_flow_util",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:platform",
+        "//tensorflow/contrib/tpu:tpu_lib",
         "//tensorflow/python:state_ops",
         "//tensorflow/python:summary",
         "//tensorflow/python:training",
diff --git a/tensorflow/contrib/compiler/xla.py b/tensorflow/contrib/compiler/xla.py
index f2636e190c..146f4b51a5 100644
--- a/tensorflow/contrib/compiler/xla.py
+++ b/tensorflow/contrib/compiler/xla.py
@@ -23,7 +23,6 @@ import contextlib
 from six.moves import xrange  # pylint: disable=redefined-builtin
 
 from tensorflow.compiler.jit.ops import xla_ops
-from tensorflow.contrib.tpu.python.tpu import tpu_function
 from tensorflow.core.framework import attr_value_pb2
 from tensorflow.python.estimator import model_fn as model_fn_lib
 from tensorflow.python.framework import ops
@@ -35,6 +34,7 @@ from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util import compat
 from tensorflow.python.util import function_utils
 from tensorflow.python.util import tf_decorator
+from tensorflow.python.util import tf_inspect
 
 _XLA_COMPILE_ATTR = '_xla_compile_id'
 _MAX_WARNING_LINES = 5
@@ -266,7 +266,7 @@ def _compile_internal(computation, inputs=None):
   inputs = [ops.convert_to_tensor(x) for x in inputs]
   input_arity = len(inputs)
 
-  arg_error = tpu_function.check_function_argument_count(
+  arg_error = check_function_argument_count(
       computation, input_arity, infeed_queue=None)
   if arg_error is not None:
     raise TypeError(
@@ -645,3 +645,51 @@ def estimator_model_fn(target_model_fn=None):
     return tf_decorator.make_decorator(function, _ModelFnWrapper(function))
 
   return decorated(target_model_fn) if target_model_fn else decorated
+
+
+def check_function_argument_count(func, input_arity, infeed_queue):
+  """Validate the number of input arguments to an XLA function.
+
+  Args:
+    func: the Python function that will be called to generate the body of an XLA
+      computation graph.
+    input_arity: the number of explicit arguments supplied by the caller.
+    infeed_queue: if not None, the infeed queue that will supply
+      additional arguments to the function.
+
+  Returns:
+    None if function can be called with the supplied number of
+      arguments, or an error string if it cannot.
+  """
+  def format_error(complaint, quantity):
+    return '%s %d argument%s' % (complaint, quantity, ''
+                                 if quantity == 1 else 's')
+
+  num_args_supplied = input_arity
+  if infeed_queue is not None:
+    num_args_supplied += infeed_queue.number_of_tuple_elements
+  arg_spec = tf_inspect.getargspec(func)
+  num_func_args = len(arg_spec.args)
+  if arg_spec.defaults is None:
+    num_func_defaults = 0
+  else:
+    num_func_defaults = len(arg_spec.defaults)
+  min_func_args = num_func_args - num_func_defaults
+  if num_args_supplied < min_func_args:
+    # The required number of arguments is not enough to call the function.
+    if num_func_defaults == 0 and arg_spec.varargs is None:
+      return format_error('exactly', num_func_args)
+    else:
+      return format_error('at least', min_func_args)
+  if arg_spec.varargs is None and num_args_supplied > num_func_args:
+    # The required number of arguments is too many to call the function.
+    if num_func_defaults == 0:
+      return format_error('exactly', num_func_args)
+    else:
+      return format_error('at most', num_func_args)
+  # Reaching here means either
+  # 1) There are varargs, func can accept any number of arguments greater than
+  # the minimum.
+  # 2) Number of supplied arguments falls in range of acceptable argument count
+  # of func.
+  return None
diff --git a/tensorflow/contrib/compiler/xla_test.py b/tensorflow/contrib/compiler/xla_test.py
index a306b56f63..8d13dc7316 100644
--- a/tensorflow/contrib/compiler/xla_test.py
+++ b/tensorflow/contrib/compiler/xla_test.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.contrib.compiler import xla
+from tensorflow.contrib.tpu.python.tpu import tpu_feed
 from tensorflow.python import summary
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
@@ -176,5 +177,81 @@ class XLACompileContextTest(test.TestCase):
     self.assertFalse(op.graph.is_fetchable(op.op))
 
 
+class CheckFunctionArgumentCountTest(test.TestCase):
+
+  def testSimple(self):
+    """Tests that arg checker works for functions with no varargs or defaults.
+    """
+
+    def func(x, y, z):
+      return x + y + z
+
+    self.assertEqual(None, xla.check_function_argument_count(func, 3, None))
+    self.assertEqual('exactly 3 arguments',
+                     xla.check_function_argument_count(func, 2, None))
+    queue = tpu_feed.InfeedQueue(2)
+    self.assertEqual(None, xla.check_function_argument_count(func, 1, queue))
+    self.assertEqual('exactly 3 arguments',
+                     xla.check_function_argument_count(func, 2, queue))
+
+  def testDefaultArgs(self):
+    """Tests that arg checker works for a function with no varargs."""
+
+    def func(x, y, z=17):
+      return x + y + z
+
+    self.assertEqual(None, xla.check_function_argument_count(func, 3, None))
+    self.assertEqual(None, xla.check_function_argument_count(func, 2, None))
+    self.assertEqual('at least 2 arguments',
+                     xla.check_function_argument_count(func, 1, None))
+    self.assertEqual('at most 3 arguments',
+                     xla.check_function_argument_count(func, 4, None))
+    queue = tpu_feed.InfeedQueue(1)
+    self.assertEqual(None, xla.check_function_argument_count(func, 2, queue))
+    self.assertEqual(None, xla.check_function_argument_count(func, 1, queue))
+    self.assertEqual('at least 2 arguments',
+                     xla.check_function_argument_count(func, 0, queue))
+    self.assertEqual('at most 3 arguments',
+                     xla.check_function_argument_count(func, 4, queue))
+
+  def testVarArgs(self):
+    """Tests that arg checker works for a function with varargs."""
+
+    def func(x, y, *z):
+      return x + y + len(z)
+
+    self.assertEqual(None, xla.check_function_argument_count(func, 2, None))
+    self.assertEqual(None, xla.check_function_argument_count(func, 3, None))
+    self.assertEqual(None, xla.check_function_argument_count(func, 4, None))
+    self.assertEqual('at least 2 arguments',
+                     xla.check_function_argument_count(func, 1, None))
+    queue = tpu_feed.InfeedQueue(1)
+    self.assertEqual(None, xla.check_function_argument_count(func, 1, queue))
+    self.assertEqual(None, xla.check_function_argument_count(func, 2, queue))
+    self.assertEqual(None, xla.check_function_argument_count(func, 3, queue))
+    self.assertEqual('at least 2 arguments',
+                     xla.check_function_argument_count(func, 0, queue))
+
+  def testVarArgsAndDefaults(self):
+    """Tests that arg checker works for a function with varargs and defaults."""
+
+    def func(x, y, z=17, *q):  # pylint: disable=keyword-arg-before-vararg
+      return x + y + z + len(q)
+
+    self.assertEqual(None, xla.check_function_argument_count(func, 2, None))
+    self.assertEqual(None, xla.check_function_argument_count(func, 3, None))
+    self.assertEqual(None, xla.check_function_argument_count(func, 4, None))
+    self.assertEqual(None, xla.check_function_argument_count(func, 5, None))
+    self.assertEqual('at least 2 arguments',
+                     xla.check_function_argument_count(func, 1, None))
+    queue = tpu_feed.InfeedQueue(1)
+    self.assertEqual(None, xla.check_function_argument_count(func, 1, queue))
+    self.assertEqual(None, xla.check_function_argument_count(func, 2, queue))
+    self.assertEqual(None, xla.check_function_argument_count(func, 3, queue))
+    self.assertEqual(None, xla.check_function_argument_count(func, 4, queue))
+    self.assertEqual('at least 2 arguments',
+                     xla.check_function_argument_count(func, 0, queue))
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/tpu/BUILD b/tensorflow/contrib/tpu/BUILD
index cb5f644ee8..4855a379b4 100644
--- a/tensorflow/contrib/tpu/BUILD
+++ b/tensorflow/contrib/tpu/BUILD
@@ -173,6 +173,7 @@ tf_custom_op_py_library(
     deps = [
         ":profiler",
         ":tpu_ops",
+        "//tensorflow/contrib/compiler:xla",
         "//tensorflow/contrib/util:util_py",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:framework_for_generated_wrappers",
@@ -259,6 +260,7 @@ py_library(
         "//tensorflow/compiler/xla/experimental/xla_sharding",
         "//tensorflow/compiler/xla/python_api:xla_shape",
         "//tensorflow/contrib/cluster_resolver:tpu_cluster_resolver_py",
+        "//tensorflow/contrib/compiler:xla",
         "//tensorflow/contrib/tpu/proto:compilation_result_proto_py",
         "//tensorflow/contrib/tpu/proto:optimization_parameters_proto_py",
         "//tensorflow/contrib/tpu/proto:topology_proto_py",
@@ -355,17 +357,6 @@ tf_py_test(
     ],
 )
 
-tf_py_test(
-    name = "tpu_function_test",
-    size = "small",
-    srcs = ["python/tpu/tpu_function_test.py"],
-    additional_deps = [
-        ":tpu",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_test_lib",
-    ],
-)
-
 tf_py_test(
     name = "tpu_config_test",
     size = "small",
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu.py b/tensorflow/contrib/tpu/python/tpu/tpu.py
index 11aaa1c66a..a51dcc8020 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 
 from six.moves import xrange  # pylint: disable=redefined-builtin
 
+from tensorflow.contrib.compiler import xla
 from tensorflow.contrib.framework.python.framework import experimental
 from tensorflow.contrib.tpu.python.ops import tpu_ops
 from tensorflow.contrib.tpu.python.tpu import tpu_function
@@ -601,7 +602,7 @@ def split_compile_and_replicate(computation,
           "input types {}, replica {} had input types {}".format(
               input_types, i, types))
 
-  arg_error = tpu_function.check_function_argument_count(
+  arg_error = xla.check_function_argument_count(
       computation, input_arity, infeed_queue)
   if arg_error is not None:
     if infeed_queue is None:
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_function.py b/tensorflow/contrib/tpu/python/tpu/tpu_function.py
index 0c7a38dbbb..84d5967ea5 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_function.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_function.py
@@ -21,8 +21,6 @@ from __future__ import print_function
 
 import contextlib
 
-from tensorflow.python.util import tf_inspect
-
 
 class TpuContext(object):
   """A context object holding state about the TPU computation being built."""
@@ -57,48 +55,3 @@ def tpu_shard_context(number_of_shards):
 
 def get_tpu_context():
   return _current_tpu_context
-
-
-def check_function_argument_count(func, input_arity, infeed_queue):
-  """Validate the number of input arguments to a tpu function.
-
-  Args:
-    func: the Python function that will be called to generate the body of an XLA
-      computation graph.
-    input_arity: the number of explicit arguments supplied by the caller.
-    infeed_queue: if not None, the infeed queue that will supply
-      additional arguments to the function.
-
-  Returns:
-    None if function can be called with the supplied number of
-      arguments, or an error string if it cannot.
-  """
-  def format_error(complaint, quantity):
-    return "%s %d argument%s" % (complaint, quantity, ""
-                                 if quantity == 1 else "s")
-
-  number_of_arguments_needed = input_arity
-  if infeed_queue is not None:
-    number_of_arguments_needed += infeed_queue.number_of_tuple_elements
-  arg_spec = tf_inspect.getargspec(func)
-  number_of_args = len(arg_spec.args)
-  if arg_spec.defaults is None:
-    number_of_defaults = 0
-  else:
-    number_of_defaults = len(arg_spec.defaults)
-  min_required_arguments = number_of_args - number_of_defaults
-  if number_of_arguments_needed < min_required_arguments:
-    # The required number of arguments is not enough to call the function.
-    if number_of_defaults == 0 and arg_spec.varargs is None:
-      return format_error("exactly", number_of_args)
-    else:
-      return format_error("at least", min_required_arguments)
-  if arg_spec.varargs is None and number_of_arguments_needed > number_of_args:
-    # The required number of arguments is too many to call the function.
-    if number_of_defaults == 0:
-      return format_error("exactly", number_of_args)
-    else:
-      return format_error("at most", number_of_args)
-  # Since there are varargs, func can accept any number of arguments
-  # greater than the minimum.
-  return None
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_function_test.py b/tensorflow/contrib/tpu/python/tpu/tpu_function_test.py
deleted file mode 100644
index 463c249a95..0000000000
--- a/tensorflow/contrib/tpu/python/tpu/tpu_function_test.py
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# =============================================================================
-
-"""Tests for tpu_function helpers."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.contrib.tpu.python.tpu import tpu_feed
-from tensorflow.contrib.tpu.python.tpu import tpu_function
-
-from tensorflow.python.platform import test
-
-
-class FunctionArgCheckTest(test.TestCase):
-
-  def testSimple(self):
-    """Tests that arg checker works for functions with no varargs or defaults.
-    """
-
-    def func(x, y, z):
-      return x + y + z
-
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 3, None))
-    self.assertEqual("exactly 3 arguments",
-                     tpu_function.check_function_argument_count(func, 2, None))
-    queue = tpu_feed.InfeedQueue(2)
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 1, queue))
-    self.assertEqual("exactly 3 arguments",
-                     tpu_function.check_function_argument_count(func, 2, queue))
-
-  def testDefaultArgs(self):
-    """Tests that arg checker works for a function with no varargs."""
-
-    def func(x, y, z=17):
-      return x + y + z
-
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 3, None))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 2, None))
-    self.assertEqual("at least 2 arguments",
-                     tpu_function.check_function_argument_count(func, 1, None))
-    self.assertEqual("at most 3 arguments",
-                     tpu_function.check_function_argument_count(func, 4, None))
-    queue = tpu_feed.InfeedQueue(1)
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 2, queue))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 1, queue))
-    self.assertEqual("at least 2 arguments",
-                     tpu_function.check_function_argument_count(func, 0, queue))
-    self.assertEqual("at most 3 arguments",
-                     tpu_function.check_function_argument_count(func, 4, queue))
-
-  def testVarArgs(self):
-    """Tests that arg checker works for a function with varargs."""
-
-    def func(x, y, *z):
-      return x + y + len(z)
-
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 2, None))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 3, None))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 4, None))
-    self.assertEqual("at least 2 arguments",
-                     tpu_function.check_function_argument_count(func, 1, None))
-    queue = tpu_feed.InfeedQueue(1)
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 1, queue))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 2, queue))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 3, queue))
-    self.assertEqual("at least 2 arguments",
-                     tpu_function.check_function_argument_count(func, 0, queue))
-
-  def testVarArgsAndDefaults(self):
-    """Tests that arg checker works for a function with varargs and defaults."""
-
-    def func(x, y, z=17, *q):
-      return x + y + z + len(q)
-
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 2, None))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 3, None))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 4, None))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 5, None))
-    self.assertEqual("at least 2 arguments",
-                     tpu_function.check_function_argument_count(func, 1, None))
-    queue = tpu_feed.InfeedQueue(1)
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 1, queue))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 2, queue))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 3, queue))
-    self.assertEqual(None,
-                     tpu_function.check_function_argument_count(func, 4, queue))
-    self.assertEqual("at least 2 arguments",
-                     tpu_function.check_function_argument_count(func, 0, queue))
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/contrib/tpu/python/tpu/training_loop.py b/tensorflow/contrib/tpu/python/tpu/training_loop.py
index 10a8bccf3b..b6c350ecd7 100644
--- a/tensorflow/contrib/tpu/python/tpu/training_loop.py
+++ b/tensorflow/contrib/tpu/python/tpu/training_loop.py
@@ -19,6 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.contrib.compiler import xla
 from tensorflow.contrib.tpu.python.tpu import tpu_function
 
 from tensorflow.python.framework import ops
@@ -59,7 +60,7 @@ def while_loop(condition, body, inputs=None, infeed_queue=None, name=None):
   input_types = [x.dtype for x in inputs]
   input_arity = len(inputs)
 
-  body_arg_error = tpu_function.check_function_argument_count(
+  body_arg_error = xla.check_function_argument_count(
       body, input_arity, infeed_queue)
   if body_arg_error is not None:
     if infeed_queue is None:
@@ -74,7 +75,7 @@ def while_loop(condition, body, inputs=None, infeed_queue=None, name=None):
           "infeed, but the computation needs %s" % (input_arity, str(
               [i.name for i in inputs]), infeed_queue.number_of_tuple_elements,
                                                     body_arg_error))
-  condition_arg_error = tpu_function.check_function_argument_count(
+  condition_arg_error = xla.check_function_argument_count(
       condition, input_arity, None)
   if condition_arg_error is not None:
     if infeed_queue is None:
-- 
GitLab


From 72d25069c58b93e5ea4ee47ef1ac55fe98110a5f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 02:25:52 -0700
Subject: [PATCH 0253/1825] compat: Update forward compatibility horizon to
 2018-10-18

PiperOrigin-RevId: 217667435
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index f2967f6d71..9fb36438b7 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 17)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 18)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 14f0af7f4bf2473a75163a7b2412cc462600b5e9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 02:42:07 -0700
Subject: [PATCH 0254/1825] Correctly fall back to not use cupti when cuda
 couldn't be initialized.

This happens when we run a binary that has been compiled with cuda on a system
that has the cupti so's installed, but no GPU; this is common when testing
with a docker image that is configured for GPU but also wants to run CPU tests
on a system without GPUs.

PiperOrigin-RevId: 217669058
---
 .../core/platform/default/device_tracer.cc    | 28 ++++++++++++++-----
 1 file changed, 21 insertions(+), 7 deletions(-)

diff --git a/tensorflow/core/platform/default/device_tracer.cc b/tensorflow/core/platform/default/device_tracer.cc
index 83c65dbfa9..cf8b477b83 100644
--- a/tensorflow/core/platform/default/device_tracer.cc
+++ b/tensorflow/core/platform/default/device_tracer.cc
@@ -132,7 +132,17 @@ class CUPTIManager {
  public:
   CUPTIManager() {
     cupti_wrapper_.reset(new perftools::gputools::profiler::CuptiWrapper());
-    CUPTI_CALL(ActivityRegisterCallbacks(BufferRequested, BufferCompleted));
+  }
+
+  static CUPTIManager *Create() {
+    auto manager = absl::make_unique<CUPTIManager>();
+    CUptiResult status = manager->cupti_wrapper_->ActivityRegisterCallbacks(
+        BufferRequested, BufferCompleted);
+    if (status != CUPTI_SUCCESS) {
+      LOG(ERROR) << "Failed to initialize CUPTI: " << status;
+      return nullptr;
+    }
+    return manager.release();
   }
 
   // Enables tracing and delivers event callbacks to 'client'.
@@ -254,7 +264,7 @@ void CUPTIManager::InternalBufferCompleted(CUcontext ctx, uint32_t streamId,
 }
 
 CUPTIManager *GetCUPTIManager() {
-  static CUPTIManager *manager = new CUPTIManager();
+  static CUPTIManager *manager = CUPTIManager::Create();
   return manager;
 }
 
@@ -291,7 +301,7 @@ class DeviceTracerImpl : public DeviceTracer,
                          public CUPTIClient,
                          public tracing::TraceCollector {
  public:
-  DeviceTracerImpl();
+  DeviceTracerImpl(CUPTIManager *cupti_manager);
   ~DeviceTracerImpl() override;
 
   // DeviceTracer interface:
@@ -389,10 +399,9 @@ class DeviceTracerImpl : public DeviceTracer,
   TF_DISALLOW_COPY_AND_ASSIGN(DeviceTracerImpl);
 };
 
-DeviceTracerImpl::DeviceTracerImpl() {
+DeviceTracerImpl::DeviceTracerImpl(CUPTIManager *cupti_manager)
+    : cupti_manager_(cupti_manager) {
   VLOG(1) << "DeviceTracer created.";
-  cupti_manager_ = GetCUPTIManager();
-  CHECK(cupti_manager_);
   cupti_wrapper_.reset(new perftools::gputools::profiler::CuptiWrapper());
   enabled_ = false;
 }
@@ -646,7 +655,12 @@ Status DeviceTracerImpl::Collect(StepStatsCollector *collector) {
 }  // namespace devicetracer
 
 std::unique_ptr<DeviceTracer> CreateDeviceTracer() {
-  std::unique_ptr<DeviceTracer> tracer(new devicetracer::DeviceTracerImpl());
+  devicetracer::CUPTIManager *cupti_manager = devicetracer::GetCUPTIManager();
+  if (cupti_manager == nullptr) {
+    return nullptr;
+  }
+  std::unique_ptr<DeviceTracer> tracer(
+      new devicetracer::DeviceTracerImpl(cupti_manager));
   return tracer;
 }
 
-- 
GitLab


From 87c286b891a886ee3800d1f39290fd159336b2bb Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Thu, 18 Oct 2018 13:44:54 +0100
Subject: [PATCH 0255/1825] Added check that execution device will not be
 overwritten during import if device was already presented in the GraphDef

---
 .../core/graph/graph_constructor_test.cc      | 26 +++++++++++++++++++
 1 file changed, 26 insertions(+)

diff --git a/tensorflow/core/graph/graph_constructor_test.cc b/tensorflow/core/graph/graph_constructor_test.cc
index b5e1519bc5..cbf74a85e7 100644
--- a/tensorflow/core/graph/graph_constructor_test.cc
+++ b/tensorflow/core/graph/graph_constructor_test.cc
@@ -3229,6 +3229,32 @@ TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDevice) {
   }
 }
 
+TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDeviceWithAlreadyPresentedDevice) {
+  std::string orig_device = "some dev";
+  std::string gdef_ascii(
+      R"EOF(
+      node { name: 'test_input' op: 'TestInput' device: 'some dev' }
+      node { name: 'test_op' op: 'TestMul' input: [ 'test_input:0', 'test_input:1' ] device: 'some dev' }
+      )EOF");
+
+  GraphDef gdef;
+  CHECK(protobuf::TextFormat::ParseFromString(gdef_ascii, &gdef));
+
+  ImportGraphDefOptions options;
+  std::string dev = "/gpu:13";
+  options.default_device = dev;
+  options.return_nodes = std::vector<std::string>{"test_input", "test_op"};
+
+  ImportGraphDefResults res;
+
+  TF_EXPECT_OK(ImportGraphDef(options, gdef, &graph_, NULL, &res));
+  EXPECT_EQ(res.return_nodes.size(), options.return_nodes.size());
+  for (auto node: res.return_nodes) {
+    // since we already have device in graph_def, import should not be able to overwrite that, let's check that
+    EXPECT_EQ(node->requested_device(), orig_device);
+  }
+}
+
 TEST_F(GraphConstructorTest, ImportGraphDef_UnknownOps) {
   const string pb_ascii = "node { name: 'op_from_contrib' op: 'OpFromContrib'}";
   // Try load twice to check for two parts of the error message. We cannot check
-- 
GitLab


From 37a9eb6162ca182ebb6cdf3d672b278c7d2d442d Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Thu, 18 Oct 2018 07:39:12 -0700
Subject: [PATCH 0256/1825] Reexport notebook to better reflect diff

---
 .../examples/generative_examples/dcgan.ipynb  | 1035 ++++++++++++++++-
 1 file changed, 1034 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 89e61c6194..b89f16b419 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -1 +1,1034 @@
-{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"dcgan.ipynb","version":"0.3.2","provenance":[{"file_id":"1eb0NOTQapkYs3X0v-zL1x5_LFKgDISnp","timestamp":1527173385672}],"collapsed_sections":[]},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"accelerator":"TPU"},"cells":[{"metadata":{"id":"0TD5ZrvEMbhZ","colab_type":"text"},"cell_type":"markdown","source":["**Copyright 2018 The TensorFlow Authors**.\n","\n","Licensed under the Apache License, Version 2.0 (the \"License\").\n","\n","# Generating Handwritten Digits with DCGAN\n","\n","<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n","<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n","    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n","</td><td>\n","<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"]},{"metadata":{"id":"ITZuApL56Mny","colab_type":"text"},"cell_type":"markdown","source":["This tutorial demonstrates how to generate images of handwritten digits with **Deep Convolutional Generative Adverserial Networks** ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "]},{"metadata":{"id":"x2McrO9bMyLN","colab_type":"toc"},"cell_type":"markdown","source":[">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n","\n",">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n","\n",">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n","\n",">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n","\n",">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n","\n",">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n","\n",">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n","\n",">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n","\n",">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n","\n",">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n","\n",">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n","\n",">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n","\n",">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n","\n",">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n","\n",">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n","\n"]},{"metadata":{"id":"2MbKJY38Puy9","colab_type":"text"},"cell_type":"markdown","source":["## What are GANs?\n","GANs standards for **Generative Adversarial Networks** and they are a type of deep **generative** models. MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). We have included more learning resources on these subjects in the \"Learn more about GANs\" section at the end of the tutorial.\n","\n","Many deep learning models, for example using a CNN for classification, are based on optimization: finding the low value of the cost function. GANs are different because there are at least two players (or network models): a generator and a discriminator and each has its own cost. Training GANs is like a two-player game (**adversarial**) such as chess where each player plays against each other.\n","\n"," **Deep Convolutional GAN** (DCGAN) is a type of GANs and in this tutorial we will use DCGAN to generate MNIST digits.\n","\n","GANs can be used to generate new images that no one has seen before. The generator will generate fake images while the discriminator will classify whether the generated images are fake. An** equilibrium** will reach in the game when the generator makes data that looks identical to the training data and the discriminator can no longer tell the difference between the fake images (generated by the generator) and the real images (the training data). \n","\n","![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n","\n","While the generator and discriminator competes against each other, the discriminator also teaches the generator . Over time the generator starts to produce images that resemble the training data that is fed into the discriminator, in this case the MNIST digits. Below is the output with images generated after training the generator and discriminator models for 150 epochs.\n","\n","![sample output](https://tensorflow.org/images/gan/dcgan.gif)"]},{"metadata":{"id":"39wxvRihPvW3","colab_type":"text"},"cell_type":"markdown","source":["Installation, Imports and prepare the datasets"]},{"metadata":{"id":"u_2z-B3piVsw","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":221},"outputId":"684f2b6e-7756-448e-da2a-74bcb08d8686","executionInfo":{"status":"ok","timestamp":1539403781878,"user_tz":420,"elapsed":10403,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"","userId":"16644161164743621476"}}},"cell_type":"code","source":["# install imgeio in order to generate an animated gif showing the image generating process\n","!pip install imageio"],"execution_count":1,"outputs":[{"output_type":"stream","text":["Collecting imageio\n","\u001b[?25l  Downloading https://files.pythonhosted.org/packages/28/b4/cbb592964dfd71a9de6a5b08f882fd334fb99ae09ddc82081dbb2f718c81/imageio-2.4.1.tar.gz (3.3MB)\n","\u001b[K    100% |████████████████████████████████| 3.3MB 5.5MB/s \n","\u001b[?25hRequirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from imageio) (1.14.6)\n","Requirement already satisfied: pillow in /usr/local/lib/python3.6/dist-packages (from imageio) (4.0.0)\n","Requirement already satisfied: olefile in /usr/local/lib/python3.6/dist-packages (from pillow->imageio) (0.46)\n","Building wheels for collected packages: imageio\n","  Running setup.py bdist_wheel for imageio ... \u001b[?25l-\b \b\\\b \b|\b \bdone\n","\u001b[?25h  Stored in directory: /root/.cache/pip/wheels/e0/43/31/605de9372ceaf657f152d3d5e82f42cf265d81db8bbe63cde1\n","Successfully built imageio\n","Installing collected packages: imageio\n","Successfully installed imageio-2.4.1\n"],"name":"stdout"}]},{"metadata":{"id":"e1_Y75QXJS6h","colab_type":"text"},"cell_type":"markdown","source":["### Import TensorFlow and enable eager execution\n","\n","Note: you can only call tf.enable_eager_execution once. \n","Restart runtime in colab and rerun the cells if you get an error as below:\n","\n","*ValueError: tf.enable_eager_execution must be called at program startup.*"]},{"metadata":{"id":"YfIk2es3hJEd","colab_type":"code","colab":{}},"cell_type":"code","source":["from __future__ import absolute_import, division, print_function\n","\n","# Import TensorFlow >= 1.10 and enable eager execution\n","import tensorflow as tf\n","tf.enable_eager_execution()\n","\n","import os\n","import time\n","import numpy as np\n","import glob\n","import matplotlib.pyplot as plt\n","import PIL\n","import imageio\n","from IPython import display"],"execution_count":0,"outputs":[]},{"metadata":{"id":"iYn4MdZnKCey","colab_type":"text"},"cell_type":"markdown","source":["### Load the dataset\n","\n","We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."]},{"metadata":{"id":"a4fYMGxGhrna","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":51},"outputId":"065f5f41-bdd6-4f4e-bdb6-addce8ff011d","executionInfo":{"status":"ok","timestamp":1539403786062,"user_tz":420,"elapsed":1339,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"","userId":"16644161164743621476"}}},"cell_type":"code","source":["(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"],"execution_count":3,"outputs":[{"output_type":"stream","text":["Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n","11493376/11490434 [==============================] - 0s 0us/step\n"],"name":"stdout"}]},{"metadata":{"id":"NFC2ghIdiZYE","colab_type":"code","colab":{}},"cell_type":"code","source":["train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n","# We are normalizing the images to the range of [-1, 1]\n","train_images = (train_images - 127.5) / 127.5"],"execution_count":0,"outputs":[]},{"metadata":{"id":"S4PIDhoDLbsZ","colab_type":"code","colab":{}},"cell_type":"code","source":["BUFFER_SIZE = 60000\n","BATCH_SIZE = 256"],"execution_count":0,"outputs":[]},{"metadata":{"id":"PIGN6ouoQxt3","colab_type":"text"},"cell_type":"markdown","source":["### Use tf.data to create batches and shuffle the dataset"]},{"metadata":{"id":"-yKCCQOoJ7cn","colab_type":"code","colab":{}},"cell_type":"code","source":["train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"THY-sZMiQ4UV","colab_type":"text"},"cell_type":"markdown","source":["## Create the models\n","\n","We will use tf.keras model subclassing to create the generator and discriminator. We will create layers in the __init__ method and set them as attributes of the class instance. And then define the forward pass in the **call **method."]},{"metadata":{"id":"-tEyxE-GMC48","colab_type":"text"},"cell_type":"markdown","source":["### The Generator Model\n","\n","The **generator **is responsible for **creating convincing images that are good enough to fool the discriminator**. \n","\n","Here is the network architecture for the generator:\n"," * It consists of Conv2DTranspose (Upsampling) layers. We start with a fully connected layer and **upsample** the image 2 times in order to reach the desired image size as mnist image size of (28, 28, 1). We increase the width and height, and reduce the depth as we move through the layers in the network.\n"," * We use **leaky relu** activation except for the **last layer** which uses **tanh** activation."]},{"metadata":{"id":"VGLbvBEmjK0a","colab_type":"code","colab":{}},"cell_type":"code","source":["class Generator(tf.keras.Model):\n","  def __init__(self):\n","    super(Generator, self).__init__()\n","    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n","    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n","    \n","    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n","    # Layer shape is now 7x7x64    \n","    \n","    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n","\n","    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n","    # Layer shape is now 14x14x32\n","    \n","    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n","   \n","    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n","    # Layer shape is now 28x28x1\n","\n","  def call(self, x, training=True):\n","    x = self.fc1(x)\n","    x = self.batchnorm1(x, training=training)\n","    x = tf.nn.relu(x)\n","\n","    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n","\n","    x = self.conv1(x)\n","    x = self.batchnorm2(x, training=training)\n","    x = tf.nn.relu(x)\n","\n","    x = self.conv2(x)\n","    x = self.batchnorm3(x, training=training)\n","    x = tf.nn.relu(x)\n","\n","    x = tf.nn.tanh(self.conv3(x))  \n","    return x"],"execution_count":0,"outputs":[]},{"metadata":{"id":"D0IKnaCtg6WE","colab_type":"text"},"cell_type":"markdown","source":["### The Discriminator model\n","\n","The **discriminator** is responsible for classifying the fake images from the real images. It's similar to a regular CNN image classifier.\n","  * **Input **to the discriminator:  images generated by the generator and the real MNIST images. \n","  * **Output** from the discriminator: classify these images into fake (generated) and real (MNIST images).\n"]},{"metadata":{"id":"bkOfJxk5j5Hi","colab_type":"code","colab":{}},"cell_type":"code","source":["class Discriminator(tf.keras.Model):\n","  def __init__(self):\n","    super(Discriminator, self).__init__()\n","    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n","    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n","    self.dropout = tf.keras.layers.Dropout(0.3)\n","    self.flatten = tf.keras.layers.Flatten()\n","    self.fc1 = tf.keras.layers.Dense(1)\n","\n","  def call(self, x, training=True):\n","    x = tf.nn.leaky_relu(self.conv1(x))\n","    x = self.dropout(x, training=training)\n","    x = tf.nn.leaky_relu(self.conv2(x))\n","    x = self.dropout(x, training=training)\n","    x = self.flatten(x)\n","    x = self.fc1(x)\n","    return x"],"execution_count":0,"outputs":[]},{"metadata":{"id":"gDkA05NE6QMs","colab_type":"code","colab":{}},"cell_type":"code","source":["generator = Generator()\n","discriminator = Discriminator()"],"execution_count":0,"outputs":[]},{"metadata":{"id":"6TSZgwc2BUQ-","colab_type":"text"},"cell_type":"markdown","source":["\n","This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get 10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."]},{"metadata":{"id":"k1HpMSLImuRi","colab_type":"code","colab":{}},"cell_type":"code","source":["generator.call = tf.contrib.eager.defun(generator.call)\n","discriminator.call = tf.contrib.eager.defun(discriminator.call)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"0FMYgY_mPfTi","colab_type":"text"},"cell_type":"markdown","source":["## Define the loss functions and the optimizer\n","\n","Let's define the loss functions and the optimizers for the generator and the discriminator.\n"]},{"metadata":{"id":"Jd-3GCUEiKtv","colab_type":"text"},"cell_type":"markdown","source":["### Generator loss\n","The generator loss is a sigmoid cross entropy loss of the **generated images** and an **array of ones**, since the generator is trying to generate fake images that resemble the real images."]},{"metadata":{"id":"90BIcCKcDMxz","colab_type":"code","colab":{}},"cell_type":"code","source":["def generator_loss(generated_output):\n","    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"PKY_iPSPNWoj","colab_type":"text"},"cell_type":"markdown","source":["### Discriminator loss\n","\n","The discriminator loss function takes 2 inputs; **real images, generated images**.\n","\n","Here is how to calculate the discriminator loss:\n","1. Calculate real_loss which is a sigmoid cross entropy loss of the **real images** and an **array of ones (since these are the real images)**\n","2. Calculate generated_loss which is a sigmoid cross entropy loss of the **generated images** and an **array of zeros (since these are the fake images)**\n","3. Calculate the total_loss as **the sum of real_loss and generated_loss**"]},{"metadata":{"id":"wkMNfBWlT-PV","colab_type":"code","colab":{}},"cell_type":"code","source":["def discriminator_loss(real_output, generated_output):\n","    # [1,1,...,1] with real output since it is true and we want\n","    # our generated examples to look like it\n","    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n","\n","    # [0,0,...,0] with generated images since they are fake\n","    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n","\n","    total_loss = real_loss + generated_loss\n","\n","    return total_loss"],"execution_count":0,"outputs":[]},{"metadata":{"id":"MgIc7i0th_Iu","colab_type":"text"},"cell_type":"markdown","source":["The discriminator and the generator optimizers are different since we will train two networks separately."]},{"metadata":{"id":"iWCn_PVdEJZ7","colab_type":"code","colab":{}},"cell_type":"code","source":["generator_optimizer = tf.train.AdamOptimizer(1e-4)\n","discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"mWtinsGDPJlV","colab_type":"text"},"cell_type":"markdown","source":["**Checkpoints (Object-based saving)**"]},{"metadata":{"id":"CA1w-7s2POEy","colab_type":"code","colab":{}},"cell_type":"code","source":["checkpoint_dir = './training_checkpoints'\n","checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n","checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n","                                 discriminator_optimizer=discriminator_optimizer,\n","                                 generator=generator,\n","                                 discriminator=discriminator)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"Rw1fkAczTQYh","colab_type":"text"},"cell_type":"markdown","source":["## Set up GANs for Training\n","\n"]},{"metadata":{"id":"5QC5BABamh_c","colab_type":"text"},"cell_type":"markdown","source":["Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you wee the diagam in the beginning of the tutorial."]},{"metadata":{"id":"Ff6oN6PZX27n","colab_type":"text"},"cell_type":"markdown","source":["**Define training parameters**"]},{"metadata":{"id":"NS2GWywBbAWo","colab_type":"code","colab":{}},"cell_type":"code","source":["EPOCHS = 150\n","noise_dim = 100\n","num_examples_to_generate = 16\n","\n","# keeping the random vector constant for generation (prediction) so\n","# it will be easier to see the improvement of the gan.\n","random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n","                                                 noise_dim])"],"execution_count":0,"outputs":[]},{"metadata":{"id":"jylSonrqSWfi","colab_type":"text"},"cell_type":"markdown","source":["**Define training method**\n","\n","We start by iterating over the dataset. The generator is given **noise as an input** which is passed through the generator model and output a image looking like a handwritten digit. The discriminator is given the **real MNIST images as well as the generated images (from the generator)**.\n","\n","Next, we calculate the generator and the discriminator loss. Then we calculate the gradients of loss with respect to both the generator and the discriminator variables (inputs) and apply those to the optimizer."]},{"metadata":{"id":"2M7LmLtGEMQJ","colab_type":"code","colab":{}},"cell_type":"code","source":["def train(dataset, epochs, noise_dim):  \n","  for epoch in range(epochs):\n","    start = time.time()\n","    \n","    for images in dataset:\n","      # generating noise from a uniform distribution\n","      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n","      \n","      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n","        generated_images = generator(noise, training=True)\n","      \n","        real_output = discriminator(images, training=True)\n","        generated_output = discriminator(generated_images, training=True)\n","        \n","        gen_loss = generator_loss(generated_output)\n","        disc_loss = discriminator_loss(real_output, generated_output)\n","        \n","      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n","      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n","      \n","      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n","      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n","\n","      \n","    if epoch % 1 == 0:\n","      display.clear_output(wait=True)\n","      generate_and_save_images(generator,\n","                               epoch + 1,\n","                               random_vector_for_generation)\n","    \n","    # saving (checkpoint) the model every 15 epochs\n","    if (epoch + 1) % 15 == 0:\n","      checkpoint.save(file_prefix = checkpoint_prefix)\n","    \n","    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n","                                                      time.time()-start))\n","  # generating after the final epoch\n","  display.clear_output(wait=True)\n","  generate_and_save_images(generator,\n","                           epochs,\n","                           random_vector_for_generation)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"2aFF7Hk3XdeW","colab_type":"text"},"cell_type":"markdown","source":["**Generate and save images**\n","\n"]},{"metadata":{"id":"RmdVsmvhPxyy","colab_type":"code","colab":{}},"cell_type":"code","source":["def generate_and_save_images(model, epoch, test_input):\n","  # make sure the training parameter is set to False because we\n","  # don't want to train the batchnorm layer when doing inference.\n","  predictions = model(test_input, training=False)\n","\n","  fig = plt.figure(figsize=(4,4))\n","  \n","  for i in range(predictions.shape[0]):\n","      plt.subplot(4, 4, i+1)\n","      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n","      plt.axis('off')\n","        \n","  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n","  plt.show()"],"execution_count":0,"outputs":[]},{"metadata":{"id":"dZrd4CdjR-Fp","colab_type":"text"},"cell_type":"markdown","source":["## Train the GANs\n","We will call the train() method defined above to train the generator and discriminator simultaneously. Note training GANs can be tricky and it's important that the generator and discriminator are not overpowering each other so that the generator is able able to generate while the discriminator is able to discriminate.\n","\n","At the beginning of the training, the images generated look more like the input random noise. As the training goes on, you can see the digits generated are looking better. After 150 epochs they look very much like the MNIST digits."]},{"metadata":{"id":"Ly3UN0SLLY2l","colab_type":"code","colab":{}},"cell_type":"code","source":["%%time\n","train(train_dataset, EPOCHS, noise_dim)"],"execution_count":0,"outputs":[]},{"metadata":{"id":"rfM4YcPVPkNO","colab_type":"text"},"cell_type":"markdown","source":["**Restore the latest checkpoint**"]},{"metadata":{"id":"XhXsd0srPo8c","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"8571b12f-f4b6-422b-8b2e-c8f22e9d7e2d","executionInfo":{"status":"ok","timestamp":1537658569893,"user_tz":420,"elapsed":1594,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["# restoring the latest checkpoint in checkpoint_dir\n","checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"],"execution_count":19,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<tensorflow.python.training.checkpointable.util.CheckpointLoadStatus at 0x7f302f31a160>"]},"metadata":{"tags":[]},"execution_count":19}]},{"metadata":{"id":"P4M_vIbUi7c0","colab_type":"text"},"cell_type":"markdown","source":["## Generated images \n"]},{"metadata":{"id":"mLskt7EfXAjr","colab_type":"text"},"cell_type":"markdown","source":["\n","After training, its time to generate some images! \n","The last step is to plot the generated images and **voila!**\n"]},{"metadata":{"id":"WfO5wCdclHGL","colab_type":"code","colab":{}},"cell_type":"code","source":["# Display a single image using the epoch number\n","def display_image(epoch_no):\n","  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"],"execution_count":0,"outputs":[]},{"metadata":{"id":"5x3q9_Oe5q0A","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":305},"outputId":"38908d9f-d1f3-42c2-c552-f3efebd58a11","executionInfo":{"status":"ok","timestamp":1537658573171,"user_tz":420,"elapsed":1684,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["display_image(EPOCHS)"],"execution_count":21,"outputs":[{"output_type":"execute_result","data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAASAAAAEgCAYAAAAUg66AAAA1QElEQVR4nO2dd3xUVfr/35OEFAgt\nICCCsAhKl680EQUiouwiFlgEUVyxAfaGir9ld9F1Qfza8KuIiIiNxVUWkaLi0pTmLk1QuqAgIp0E\nCCFlfn/cfc6dJEMyk8zMmUye9+vFC5hy7zn33jnn85TzHI/X6/WiKIpigTjbDVAUpeKiA5CiKNbQ\nAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiK\nNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgAp\nimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYO\nQIqiWEMHIEVRrKEDkKIo1kiw3QB/eDyegD7j9Xoj0JrgCbRdgfQzmtF+FiQuLi6oz0cbNtodlQNQ\nIJTXm6zELvpMBo+aYIqiWEMHIEVRrFFuTbC4uDgSExMBqFSpEgDHjx+vsDJY/A9t27bl5ptvBmDC\nhAkA7Nmzh/z8fGttKy3Vq1enZs2aAPz444+AmjngPO9yP/Py8iy3pmyoAlIUxRoebxROKYFETZKT\nk/nnP/8JQHp6OgA7duwoMjOcf/75QMGZc/z48QC8//77bN++HYD4+HjAmXXl/wcOHAiq3XKM3Nzc\ngD4fiuhQcnIyADt37gTgrLPOMu2Qa3H69GnOO+88APbu3VvmcwpliYLJa3IMj8dDamoqAK+++ioA\nx44dY/r06QAsX768zO0tLTajfR6Px1yD66+/HoDExETTppycHAAaNmwIwP79+0t9LhtDgSogRVGs\nUW4VUHx8PP/5z38AaNOmDeD4QYKZhbxer/EtiCqaMWMGAIcPHw6qzeC2O1B/S1lmTPF7bdiwAYAL\nLrjgjJ/Nz8/n1KlTAOzatQuAyy+/HIBff/211G0IhTIQBffkk08ycOBAAKpWrQrAM888w2uvvRbU\nucKBDQUkx9q/fz+1a9cu8fPyzJ133nnmHgeLjWtcbgcgX/r06QPAxRdfzH333QfA0aNHAdc5O3Xq\nVB544AEA47xOTk5m4cKFAFx55ZVA4INHcUTigT333HMBWLJkCQCNGjUCHHPr0KFDADz33HOA81Du\n2bMHcH7ogBmQTp48SefOnQHM9wJ1bIain/Lexo0badq0qekDQM2aNQM2Z4NBBu+8vDwSEhIKnNMX\neXYCvR6hHIA+//xzAK644grTDnk2T506xcGDBwFo0KBBgfcyMjKoVatWqc6pJpiiKBWKmFBAQnJy\nMr169QJgy5YtAPzwww+AM4uJ8nnppZcAuOWWW4xj74svvihLkwsQbgUUHx/PzJkzAejduzeAmckP\nHDhgXvv+++8BZ3asVq0aAP/3f/8HwHXXXQdASkqKmeF37NgBQM+ePY0DPjs7+4ztCKUC2rdvH2ed\ndRbgOvFr1apFZmZmQOc4E+KQHzt2rDHxJNDw/fffGyUxcuRIANPvo0ePkpSUBDgqMRBCoYAGDBgA\nuK4A32OKud2zZ0+jgN955x0AmjdvDjiqTVTu2LFjgzq3KiBFUSoUMaWAAkVmtsWLF9OlS5eQHz/c\nCqhOnTpmNhTVILzzzjvcfvvtQPG+C3H+iq8MnEROgCFDhrB06VIATpw4ccZjhLKfGzZsoHXr1gVe\na9OmDRs3bjzjd0T1yf2cPHmyUQItW7Ys8Jn4+PgiKRo///yzUX133HEH4PrBjh8/bnxFxalAX8ry\n3Hbo0AGAr7/+ukCf8vPzTZsuvfRSoGC6yUUXXQTAp59+CsDZZ5/N5s2bATc4E6gfTRejRgj58Ykk\nL28kJyebnJnCkbcNGzYE5DQVJ3Tz5s255pprADhy5AjgOIQDNTtCxbvvvsuzzz5b4LXPP//c5HjJ\nj1Cc7fPmzTPRITGzSkIczbNnzwZg9OjRJg/MX/DBn2M6HDRu3JiPPvoIcAMk0p4ffviBhx56CICt\nW7cW+e6aNWsAt0933XUXNWrUANzBNxyO/FChJpiiKNaIeRPslVdeAWDhwoVMnDgRgAULFgDw9ttv\n869//Stk5xLCbYIlJCSY/B1xLsuMWb16daNuAm2DtLdwuLckQtnPSpUqGae5bzg+KysLcJzU4JgY\n0lZRgb6m1YoVKwDXmXzOOecA0Lp1a/72t78BMG7cuKDaH+776fF4uOSSSwDXpJJ2//GPfwxIwVx9\n9dUATJs2zaRViLoLFHVCK4pSoYhZBSS+An9ZodLlpUuX0qNHjzKf60zHL4nS9rNhw4bGOSsqQMLV\n7dq146effirQDo/HY1RCYX9JlSpVijiaS/IhhSvjW5Iqu3XrdsbPSJ+8Xq9xDosjecSIESbt4sIL\nLwTctIN69eqZ7O9Vq1YF1J7C5yyJsjy3oj4liVAc4CWt3RN/z4cffgg4ClH6HmxSrSogRVEqFDEb\nBevXr98Z35OZqnv37iZxUfxC5YEWLVqYaIn4ByRsm56ebkLzEuVr1aqVWdsm66xE9SQnJzNo0CDA\njaiUZUV1WZClI4EooC+//JIRI0YAbrIpuArv7rvvBpyUBXCiS99++23oGx0ifJdZAAFXL5D0AVFM\njzzySLmq/RSzJpg4MtevXw84D6A8nP6Ov3v3bsBdY1UWwiXZJaw6Y8YMrr322gLHkLIMu3btMvk8\nkgfiizyovucWk+ubb74BoEePHgGFoEPdTzFDJOx88803m/so5pZkcC9fvtzvD61KlSqAk+MD7oC7\nceNGY5oESyQXo8qAKf09duyY389Jv+T5lkmjS5cupTal1ARTFKVCEbMmmIQgZUb0R7du3Zg1axbg\nFnQSR2j37t3D28BS0LZtW8CZJUW1iAkmpUn69OljFFBxyGx9/Phxk5gp4duOHTuybNmy0DY+AETR\nPP/88wX+DgapjCDpCWJqShZxtFM4wdSfAkpLSzPKR8L1knYQhQZNsagCUhTFGjHrAwoUCWPKMgS5\nHJs2baJVq1alOmaofQa+NXMAmjVrZl4TX8fQoUMBWLRoUVBtjY+PN45P8TFlZGSYFePFEW0bEyYm\nJpq6R+KIX7t2LeAm+JWGSPbz9ddfB6B+/fqAU4ZVlOGtt94KwJQpU4qcS5RS27ZtTRpGsGhBsv9i\nYyfNvn37Apg60/Hx8bzxxhsADBs2LKhjhfqBFYejDJIej8c4idu3bw+4pTdKww033AC4JSC8Xq/5\nAUgGsj+ibQDq2rUrX331VYFzNmvWDAg+K9iXSPRTXAUyyYhLIDs720Q4fXO4fPOhwA0keL1eM3Fq\nJrSiKEoxxKwTOliknIHvLCAlHWwjYWnfvcdHjx4NlE35CIsXLy7wf4/HY2bdUCDthtCUvD0TN910\nU5HdNqTmdzQTFxdndr6QDH7pR+XKlYt8PiMjw6xhlH3TunbtCjhm6HfffQe4WdWBBCVsoQpIURRr\nqAL6LxK29V15LKVNbSNOYpkV8/LyTOJhKCg8y+bk5BjndiiIlG/hxhtvNP8WH1kor1OokZD7BRdc\nQLt27QA3AVEy3bdt22Y2TpANF3zX6skz8fHHHwOO01qCCZL53bp164jXdwoUVUCKolij3EbB0tLS\nmDNnDuBGDJo0aRL0jCfnkjKWsgZn69atJpoQ7CUKddTks88+A+Cqq64yx5dV/hLlKe0e4ampqSZ0\nLaH3Xbt28Zvf/KbE70ZLFEx8TDk5OebfGRkZAAGlE5REKPvp8Xj4n//5H8DZmRecNko6iBTJlzpW\nL7/8ckDLYmTNmNRL8uXUqVO8+eabgLNWDPxXe9SSrEGQmZlp1jqJlD127BgtWrQAAnM+pqSkGGeu\nDDxSAOull16KmqxSKVUqe5eBU8YT3FKl0t927doV2275kdx0002Au6uCLxMmTCh7o4s5N4T2YZdi\nXv6c3YWd0raJj4/n0UcfBdxnLjs7m23btgHuJCNru0py2svaseLK0iYnJ3PPPfcA7sJd2f769OnT\nVtJeBDXBFEWxRrlVQDk5OYwZMwZwyzikpKQY00RWt/tuQSxyfMqUKYAzc8rqcJGk4vDzpwxsITtU\nTJo0CXAKj8tsL32SdWJ5eXnGaS1mSFJSUhFTxJ8ake/JuqJQIefyPafM2KEomO5v3Z44YqNNAeXl\n5bFu3TrA3Qlj7ty5JgFWSu36tleCBOKorl69ujG9pXqDv3C9L6KkJEPcd0dYm9dGFZCiKNYot05o\nX2TZwKpVq8xe2YJ0Lz8/v8hI7/V6jboYP348EJodUiNRxPyuu+4C4K9//SvgJp15vV6/iqNw2zZt\n2gTAnDlzeOKJJ4Jqd+FjBdLewkgCnexLVpbHUJYxHDlyxJxLVsGLj6QsW+yE634GuwmAHD8uLs4E\nHeQ1SWDctm2beU+O/6c//Ym///3vgP8SxYKuBfsvpf1hXnXVVcyfP7/EY0iX9+/fb9ZByW4Kocgb\niWR0SPKXxLmYlpZW7HGldrREucSJXRrK0k9pt5gCWVlZxgSUH06gkT05xvr1641pIq9JZURZ5BkM\nwbbDpjNXBtp169aZAVkiu+np6Sa4Utw907VgiqJUKGJKAYHr3LziiisACjj3JFwvRau+//77sKyT\nsZ0fI+aYqLmzzz7b7KoZyttdln4Wfq1GjRrm3g0YMABw8rskKCAF0mQm90fTpk355JNPAHcdnzji\nb731VvMsBIoUaivunL7YVEBCamqqyXouvGK+JFQBKYpSoYg5BRQN2FZAkSLU/UxJSQHc3TxGjBhh\nVNHgwYMB//uj+zuGfE4yjLdv325qJwXr9A31/mfRiiogRVEqFKqAwoAqoIIE20/x1dWqVYsuXboA\nmM0DAt33Xo4haRmdO3dm2rRpQbVD0PsZPnQACgP6wBYk2H7K5+Pj4wssNA3mnIJ83+PxlHrBrt7P\n8KEmmKIo1ohKBaQoSsVAFZCiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMH\nIEVRrBGVRekrSkq79jO0xMfHF1m5Hoo822jsZ2mXlRSHLsVQFKVCEZUKSFFKQzhUQTQSS6unVAEp\nSjnB4/Hg8Xi47777aNy4MY0bN6ZmzZpmh5HyiA5AiqJYIypXw0fKmZeSksKQIUMA6Nu3L+Ds0w0w\ne/ZsPvroIwBT5DtQos1pGS7Kaz+lPampqWbH2D179pzx87b7KTWNpKDawIEDTalaMTvXrFkDOMX3\nt2zZAoRvn7dQogpIURRrVEgFJJvibd261WxhIxvZyeXIy8ujefPmAOzYsSOg4wa733k0KIOUlBTq\n1q0LuJv4LVq0iMWLFwPFb0ljWxkES2JiIgCvvPIKAL179zbb9si+6/4c2Tb6KcdKSkpizJgxAGY3\n3NTUVFOaVorwS/qBx+Nh+vTpAPz4448A/P3vf+enn34C3I0p/Z0r0OL7oUQVkKIo1qhQYXixpZ9/\n/nnAKXouykeQ2eDkyZP88ssvkW1gBJHte99++21+97vfAc5sCzB8+HDatGkDuLNoLCAF7vv16wc4\nSnjVqlU2m1QEUWnSxscee8wo8WPHjgHQoUMHs8e7PNOy/VD79u3p2bMnABdffDEAnTp14qGHHgKc\nzTgLY9MIqlADUNWqVQHXrPB4PMZcEvPpwIEDANx5551BO5+jNQ+ladOmZpfPv/zlL4C7l/wll1zC\niRMnCnx+/fr15jrECpUqVaJHjx6Ae6+3bt1qHLa2751MfNdffz0AU6ZMARyTady4cQA89dRTRb4n\n7Zb79dlnn/HZZ58BULlyZQDq16/P0aNHw9f4MqAmmKIo1oh5BSQzS7169Xj99dcBuOqqqwBHvorj\nTfaIf+aZZwCYM2dOpJsaEpKSknj44YcBV+2IrAfXQX7w4EHzXqVKlQB3Nn3vvfeCVn/Ripgoy5Yt\n48ILLwTcZ6J+/fp07twZwFwD2f4n0gwYMACAN998E3DbvWDBAp5++ulSHVOUfjTfS1VAiqJYI+bD\n8OLAe+ihh8z+4mIbx8XFGSerOKYlRFsWIhm2FSe6hFnr1q1rZk9fJNwsym7dunUAjBo1yjifZcZs\n0KBBQDuQRrKf0sZBgwYBzk6p4pT1x7nnngu4/axZs2aRMPOJEydMH7p27QrA5s2bAUcpRmpv+AYN\nGrBp0ybA7efGjRsBx6lc1p9ocnIyvXr1AuDTTz894+dsDAUxb4LdfvvtAAwePNhEfoT9+/eb/I9o\nddKVxLvvvgvA2WefXeQ9eaBWr15Nnz59ADhy5AiAMT2Sk5ON+fG///u/QODbH0eSFi1aAPD73/8e\ncH6oku8iP/y+ffuaXBkZUMTh7PV6+e677wD497//DcAHH3xgMqDFKe/7Iwx3/pI8jytWrDBBgkOH\nDgHQsWPHIu0JFpmI0tPTzQQUbagJpiiKNWJeAYnZlZycbKT0HXfcAThra6LQAg0IcSy3bNmywOtZ\nWVlmFr322msB+O677zh9+jTgmmytWrUCnOsiqkgc8NGEKJhRo0YBrrJ5//33zWdEPTz44INccMEF\nAKa//fv3B+CLL74IOtQe7sxgyb/Ky8szOWfNmjUzr5UGj8dj7vG9994LOEp/586dZW1uWFAFpCiK\nNWJWAYnz2dc3IutgZJV7qNVPpNY8Va9ena+//hpwfSMyWx87dsz0TxIvU1JSzPq33r17A/Dss8+a\n4y1btgxwVUM0cc899wBuZrCEyb1erwkm3HnnnUBBNSiJfPPnz49YWwNFnhPJVN69e7dR6lKNIdhj\niY9v6tSp5r6LD2jXrl3mGomTPVpQBaQoijViVgH985//BNwZIicnh4kTJwLFr/COZgYOHAg40ar6\n9esDBVfvA+zdu9f4Sc455xwAtm/fzrZt2wAYOXIkQIGI4IMPPhj+xpeChIQE015BVNqWLVu46KKL\nADeJLy4ujvT0dABWrlwZwZYGh0Qd9+7dC0D37t2D9jeJutm/fz8AaWlpQEEVLsfMzs6O2jV9MZcH\nJLJcMpvlWK+99pr5ocmNSU9PN1K9Tp06AKxduxZwQrrizA2WUOfHNGjQAHDWaIGz8FC+K5JdBtdd\nu3aZEK68lpGRQePGjQF49dVXAWjYsCHg/KBTU1OBwMuICOHOA4qLi+Pmm28GMNnd//rXvwDnPouT\nXe7d8ePHTXnSUD7Woe6nlICRDOVgJ8SEhAQTVpdyHL7IZCR5UrfddhuzZ88Giu+LFiRTFKVCEXMm\nWOFMZlEI9957b5ERfs+ePWY1tJgrnTp1ApzVxWLGSfKbLbEoYXJRd5mZmcycORNwUwpKkvBbt24F\nXMe0OHM3bdoUtPKJFPn5+bz33nsAfPjhhwC0bt0acFaNi/LxVR5RKOiLINnOwTr9xcw6ePBgEbUl\nquf48eNmraMo+O3bt5epveFEFZCiKNaIKQXk8Xi49dZbzb8Bk+Dlb2bcvHkzV155ZYHXJHHto48+\nMqHfpUuXAnDZZZeFpd0l0a1bN8CdMRctWhSw8hHEOStF2OV6DB06NKRtDTXSP5nhmzRpAsA111xj\n7rH8nZycbPxZ4gOMRkS5jRgxAnCqFhROPJQ+ValSxRQRE7+dP+TzBw8eNMrn559/Dm3Dw0BMDUDN\nmjUz0QH5gX311VdBHePjjz8GnPVQkmF7ySWXAHDWWWdZKdQlESxfsyuYqInH42Hy5MmAGz359ddf\nAdexHe2I43bs2LGAM5CK6Sj3Oj4+3vyoxWTbvXs3YKfe8ZmQXKwnn3wScNwDsv7Od+ABx1yTqJkv\nMmDJpCQO56SkJGrXrg2499jj8UStaaommKIo1oiJMLx8fuvWrTRt2hRwQ5sSlg02w3TDhg1mvZTM\nnoMGDTJZxsUR6rCtZDEXLp4WKJdcconJdhauuOIKwA1rl4ZIluN44IEHALfImtfrNdfh8OHDADRq\n1Ih9+/YBMGHCBAAmTZoElE0BhbKfcXFxRq2IuegP3/YWPu6aNWuMCS5VHG677TbAMddFGcox5s6d\ny6xZs4Dia3xrGF5RlApFTPiAxKauW7euGcWnTp0KBL+qWJycLVq0MDViHn/8ccD1D0UaSTorrZLw\n9YOJQ7MsyscGUkJWEu8OHDhgrocU1T99+jRvvfUWEBrlEw5atGhh2iTPanZ2tvHNiU9HfEAnTpww\nPiDZH2z8+PFFnmtRfI8++qiplCCVBHr27Mlf//pXwF0bGS1OelVAiqJYIyYUkCQfSqIeuAmFEhEQ\n3wC4SqJNmzZ8+eWXgBPh8iU/P98sW5CERNv4VvcLRNlJ3+Li4oxfQJZplDekv6tXrwackLush2vb\nti3g3H9ZHxZtyuf8888HnMoDkgzqu5upIMrHNxomqkiSSX19NfJMvPjii4D/pRlxcXHG3yTVASQt\nw3YSakw4oWVRn289ZHlg5f+ZmZlGykp43d95JBy6bNkyU0c32EsULuesbKHcvXt3kxH8wQcfAG7O\nR25urhl4pNxDXFwc48ePB1xzMhRE0gkt904c8hkZGWazPTEvKlWqZEyLSy+9FChbmkHhZ6kk/PXz\nlltuAdxytzIhQkETTAYCMZ/kvXbt2pm8HjFD/SGD2qFDh/yG7QUJztx4440AfPLJJ7o1s6IoFZOY\nUECSWTp37lw6dOgQ1HclPC8yV1ZYL1mypNQzQriUgcjrTZs2mRXyMnOKAqpTp06BXT/kM5IBHco9\nosKtgDweT5EdPnzViLy3ZMkSwFU9vrz99ttA6TK+Q6GARLVu2LABKGjqy/O1du1a5s6dC7iF4kp7\nn1JSUozaHT58OECB7cflnLJi4P333y/iFI8kqoAURbGHNwoBSv3H4/F4PR6PNykpyZuUlOQdMWKE\nd8SIEd6kpCRvcnKyNzk5uUzHD+RPuPuZlpbmXblypXflypXeQ4cOeQ8dOuTNzs42f/Ly8rx5eXne\nw4cPew8fPuz97W9/Wy776fF4gvr88OHDvZmZmd7MzExz7pycHG9OTo532LBhQZ8/Li7OGxcXV6Z+\nyvPYpEkTb5MmTby7d+82bVyzZo13zZo1YXsOU1NTvampqd5Vq1aZNh48eNB78OBB815p7mcoiQkT\nLFqI1EZ2SUlJLF68GMCYnCKzvV6vOb9kvw4cOLDUuywUR6CPTllMsGAfTzFNpQSFOGRPnz5tcmAC\n3QNOrmmg2zUX188aNWoAMGPGDNq3bw+4pVTkPoUaKftx9OhRE3gRV0ObNm0AN7IGgd/PUKImmKIo\n1oiJPKBoIVIzSHZ2tlnbJTu7ymydl5dnHJjDhg0zr5VHSnM9ZadTmfFlLeDSpUuLpF+UdPziwtnB\nIqrrhhtuMOcP9268onZ27txpdk/ZtWsX4JapAfxu5R0pVAEpimIN9QGFgXD7RsBVPFIudtCgQQC8\n8MILJvlOVl2Hi0j0M1QkJiYWWSUeKOWpn/6oXbu2yea/7777APj222+BgtdCfUCKolQoVAGFgfI+\nYwaK9rMg0dxPWYsm1TX99cnGUKADUBiIhQc2ELSfBYnmfgbieFcTTFGUCkVUKiBFUSoGqoAURbGG\nDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYo2orAcUzSntgVBeU/dlj6lA\n6weV134Gi41+Si2i/Px8c9xw7+FlIyc5KgcgxQ7ltXBZLCKDTUJCgvXNA8OJDkCK2cZHFFBmZqbN\n5ihAo0aNAGjevLmp7fzJJ5/YbFJYUB+QoijWqJAKSGzquLg4q5uy2USuwTvvvGM29JPteleuXGmt\nXRUd8f3cf//9ANxzzz2mZvNTTz0FwLhx4wLeqSPaUQWkKIo1orIcRyiiCXKMu+++G4CmTZvSr18/\nwPV57Nu3j6uvvhqAn376CQiNEorm6FC1atUA+OGHHwCoVauW2T2he/fuQOAKKNT9lM81bNgQcGpa\n165dG4CqVasCcM011wDO1sWiEmTni8TERP70pz8B8OabbwJw6NChgM5dHJG4n6JyrrrqKgDeeOMN\nANLS0sxuHhIkyM7Opnnz5oC7JXco0IJkiqJUKGJOAVWpUgWAdevWAXDeeeed8ZiZmZl06dIFgO+/\n/x6IXQUkvoVNmzYB7nUBOHXqFOCoIcDsK1YSoexnXFwcrVu3BuDBBx8EoFu3bman08J7dJW0l9Xx\n48cBVx2VJZQdSQVU+BjJycn8+9//BjCqx+PxsHPnTgCaNGlS6nMWRvOAykh8fDwfffQRAOeee26B\n906dOmUczrJtb0ZGBrt3745sI8OE/EATEhLMFsSy+ZzvljQrVqwAMKZNtWrVePjhh4HAB55wIQOh\nbBu8atUq0wcxwc466yzAmTBkwJIfTr169cw9luuRmJgIhD+Jr6ycaaugEydO0LJlSwAeffRRAMaP\nH8/1118fsbaFEzXBFEWxRkwooMaNGwOwbNkyM/sLMvN98MEHvPvuuwBcfPHFAAwfPpyXX34ZgFGj\nRgGwf/9+891gN7CTRL5IUK9ePQC++uoroKCpKSHaiRMnAvD0008bR6Zs5ZySkgI4qmPz5s0Ra7cg\npoZssNiwYUMzq4tqadu2rXlfVKskSc6ZM4dbbrmlwOdvvvlmHnnkEcBVTJ07dwZg0aJF4e1QBBD3\nQm5urtlep7yjCkhRFGvEhAISf8acOXMYMGAA4M544t/48ccfzefFQT1mzBjjb6hRowYAv/76K3Bm\nh1z16tUBdwaX/+/Zs8fMUKFGHJRDhw4F4LbbbqNDhw6A6+uQ9qxevZprr70WcH1A1apV4/HHHwcw\n/gQJ6Z44cYIlS5YE1Z5QOM9FtUg7MjIymDJlCuAuOdi5c6e5vpI6Iffr888/N+kDwqRJk7jooosA\n6Nu3b4G/Y0EByeaC2dnZ1v11oSImBqD//Oc/5m/Z+1oGEH8ZoxL5OnnypDHBtmzZUuB7Z0L2W5dB\nQaR+cnIy2dnZZeqHP6pWrcoTTzwBwF133QU4g544bPft2wdgspn9OdXPO+88c12k3SdOnACgWbNm\nYdsrvThk8JBjHTx40Lzn+29fkxhg7969Bb7vS2ZmpjHRYmlhrUyOkgMlEbBYQE0wRVGsERMKyJfC\nM6PM+HFxcVx33XWA64C99NJL+e6770p1HlENvoojHE7oK6+8km7dugFumHrUqFEmW1naX5wqWbBg\ngTHV5PqkpaUB9sLTpVVR/pSPmISDBw82KkFWkEveU3lmyJAhgOuEFlMsFlAFpCiKNWJOAQmifCR8\n65uYuHTpUgATlg8VocxsltnukUce4YILLgBc/8cvv/xifCPST18/jvil/vGPfwCQmppKRkYGAL16\n9QKiPzGvJDwej7lGEmr/85//bNa6yb0QRTRlypSgfV3RwkMPPQS4fUpKSgq6emW0ogpIURRrxKwC\nkoTE3/zmN0Xek2pz8fHxIZ1BwrGW5tixY2bmk3VR48aNM6kHEuXz/b8oA99awqIStm7dGvI2lgZp\nW1mumfiDZK3UvHnzuPzyywEnugfQs2dPwImsid+rvCEpCHKtPB6PSUeQlJLySswtRhVEokrZiYYN\nGxZ56Ddu3Ejbtm3LfK7ChHLxYpUqVRg8eDDgmhOdOnUya6ICOcbx48dDsiizMMH20+PxmH+X1Ryq\nXLmyccpLO7xer8kvEvNT8oA8Ho9JoZCwdqDYXFycmprK6tWrAdeNkJCQYHK85DqKW2H06NGlLi2j\n5TgURalQxKwC8kfTpk0BzIr5Cy+80MyKspaqvBSwkjCzKBoppREfH88333wDuDN9lSpVGDNmDID5\nOxTYUAaibPPz84s9vyihTz/9FHDSGUQtyBqy999/P6Bz2uinrIFr166dyRAXE7JatWomE7pOnTpF\nzi1FykaOHAk4meWF1aI/VAEpilKhqFAKSBCnnixH8GXOnDkAXHvttaX2U0RLQbLbb78dcMqTSptE\nEch6sbIQyX4WXnuXmZkZUAChU6dOACxZssSoxqysLMBJ6AukpGkk+ym+umnTpgFOG6XomK/6E+Vb\nOPlVlJN8DpzAg/gRi3Na2xgKKuQAJEyaNMn8SAvfSK/XaxzUGzduDOq40TIACb/88gt169YtcM7f\n/e53AMyfP7/Ux7UxAMl9KsmZLvlRUl967dq1RaKDhw8fpkePHgDFliSJRD/FlPrggw8AN7cpMTHR\nmJPSjvz8fONGkEx8GZj79etnBlrJfj9y5Iipkf3nP//ZHKMwaoIpilKhqNAKCNxdIpYtWwZgynyC\nW6JUMosDNcmiTQEB7NixA3BrCEtfqlWr5tcUDYRw9VPMiMTERGMuBXrOwoXOJOdrwYIFpoibqKij\nR4+adVVHjx494zHDfT8TEhJMtQIpHyPPZWJiommvPI+zZ8/mpZdeApwyMADp6emAU2RPVJ+seZw5\ncyajR48GQtPPUKIKSFEUa5SbTGh/a55CgayREpv7yy+/BJyyrbLeShSQhOzLI+3btwfcNAOZTSNZ\nRjZQZAfQvXv3Gqe5b0G54pBZXDLDH3vsMcBJ4pOs8QMHDgBOlry/1fWRJi0tjcsuuwxw1y5KJv/8\n+fNNIuKsWbMA53kUH5ikFEgGeNOmTfniiy8AmDp1KuCo+yg0dABVQIqiWCTqFZDY1ZJSP2/ePMB/\npUNfZKnCvffeCzjVEqWQtyzPyMnJMTODVDN8/fXXAad0qUQmpOJir169jM3tLwoTbjUhtv2MGTOM\nopH9zDp27HjGdgFmB1jpp6iAaCrtKfda/CFJSUkmmU7WPoliPRPiO/n4448B97r4LgN58cUXAf+1\nhSKJPC/p6emmlKw810eOHAGcZ3XhwoUFPt+uXTueffZZwC2xKxbC6dOnzbO/YcMGwI5vJ1CifgAS\nHnjgAcB9OOvXr89zzz0HuI7VnJwc48STsKQvYr6J03X69Ok8/fTTgJsJLbWWk5OTTfhTMqh37Nhh\nbqYUApOCV0888YRZLBouZC1Y586dzQMnu1zIj+nxxx9n8uTJgJs5O23aNPOAy+4Ykv8STSUq5NpK\n1m5KSoq5prL7h2wffSZnqjheZcDylyEsu4XYRq79woUL2bVrF4C5T/JM165d2/RFyrGMGDHC3NvC\naQnbtm2jf//+QMmTdDSgJpiiKNYoN2H4c845B3AdlEOGDDGJVtKFvLy8ImZQcaHRkydPcvjwYcCd\nQXxLXxRnUsnsJY7pm266yazB8i2qXhylDdv26NHDyPJAjuH1eousQhcztEWLFqVeIR+u8LQUYFu/\nfr1JqhPWrFkDOKZVYfXWqFEjs/uFPC9y7iNHjtCvXz/ATbkIlEiE4cVkFFPZd+vpwvcnNzfX9F3e\ne+uttwDH6V5a5aNheEVRKhTlRgH5+4zMEr4p6sUhisY3TV+cfRL2lPKXQ4YMMb4IUVpz5swxjuk3\n3ngDcOuwiH0eSDt8+1BWZF2bKLnExMQiasfr9Rpns8yYkyZNAhxFWTjZL9B2h7ufCQkJzJ07F3B9\nP3IPJ06caIqrid9kwIABRZL2Bg4cCMDKlSujLuHSF7mPEvBo3rw54Fxj6cvixYsBWL58uUlElKBC\nKH7Guhbsv0QyQ1iQQUZk+v3338+HH34IOJmk4AwykmErCyHlb39mTkmEsp/ilFywYIFxmot5+MMP\nP5iBVvJjxCE7bty4gKrq+WYYy7lkT7JAv1saJKIj7ZX7dCbkcZbPt2jRAnCKspWWSGa233jjjYAb\njc3KyjIVH//whz8AjgM+HMEDNcEURalQqAIKA9G4FkwovJuCx+Px297C+4ZJbe2tW7eazHDZxrok\nQtFPSZOQvKdKlSoVOa7X6zWq9f777weK7qxaGqL5foYSVUCKolQoVAGFgViYMSVhUXwNhX1eYL+f\nodhZIxBs9zNSqAJSFKVCUW6WYiiRRVIQopkoFO9KkKgCUhTFGjoAKYpijah0QiuKUjFQBaQoijV0\nAFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiKNaJyMWpFKWsQaO1r\nK7V6Ayh1oWUqClK4RnmokOsnf1euXNnUgpYCc6FYPGzjOYvKAUhxsbVSRlfoBE+4rlnh43o8HjPw\n2N7dtaxUaBMs3FspRxLfrYeV2CQ1NZXU1FTeeOMNWrVqRatWrcr9fa/QA5CiKHapUCaYzBS33XYb\nAMOGDeOGG24AMHtzlzdk//r69esDULduXbMFjexbH+gWLqII8/Pz1QSLIqpUqQLA559/DkCrVq3M\nvZWdYssrqoAURbFGzCsg2SN8zJgx3HLLLUDBze26dOkChEYBRdKnJBGXBg0aAPDKK68AUKtWLRo2\nbAi4W+qcOHGCBx98EHBnU9laZ+TIkUybNg2AAwcOAPDxxx+XaSM/JXTEx8eb3VKbNGkCOI7nCRMm\nAOU/WKAKSFEUa0RlRcSyePVl6+Svv/4agA4dOgD+1Ulubq7ZinnOnDlA8DOKb1vl3IGGRkMRvZBj\niCKKj4+nbdu2ALz88ssAtG3b1qg+yRdJSkoCHB+S5JRs3LgRgPT09ID2UbeRByR7qD/++OMMHToU\ncLaeBujVqxc5OTkhO5dgM99p6dKlXHrppQVee+aZZxg9enTIz6V5QCGgXbt2ALRp0wZwBx6v12uc\nsWJeZGVlmR0/X3vtNQDmzZsHQP/+/XnhhRcAOPfccwFngElPTwfg6aefBjA/1KysLGPyRBJ5aHz3\n7RLJftlllwEwePBg9uzZA7jXY+DAgQDccccd5ljS/pMnT0ag5YEh5qSYHH379jXvFTZDjx8/TvXq\n1YHysatHcch9ad26tXntyJEjALz55ptW2hQO1ARTFMUaMWWCVa1alVWrVgFw/vnnF3jv9OnT/Pjj\njwDUq1fPfF5m0eLOKZcoNzeXjIwMwJ2ZZH9038sYbUsUEhISzLlEAYnJ2bNnT6MMV69eDUDnzp0D\n6kMo+xkXF2dU2cSJEwHHYS5mbeFzZmVlGXOrWrVq5jzSFzE5A01BKI5I3s9atWoBrlmZmppqjisK\nqF+/fixZsqTM5yqM7oyqKEqFIiZ8QHXq1AFg8uTJNG7cGMA4VtevXw9Anz59zKz43HPPAZiwvD+8\nXi9ffPEFANOnTwdg7ty5xj8STX6SksjNzTWzqKQliI/MF/ETlTQThkO51a5dm/feew9wfTu+HDt2\nDICWLVsCsHfvXvOe7GOflZVlvnv06FHAVUfRjiSSioKXNInDhw+bZ23Lli0ATJ06ld69ewOwdevW\nMp/b5lKOcm2CyeeuueYaAP7f//t/HD58GIC//OUvgHtDfbsp35s5c6bJA9qwYQMAf/vb3wBYvHhx\nqSVptJlgHo/HONIXLVoEYJzvXq/X5BCNHDkSCDyKF8p+JiQkkJmZCbgDSl5eHl999RWAcf4XR+/e\nvZk/f36B15o1awbA9u3bA2qrP8J9P5s2bWr6WbduXcA1tzp27Mju3bsBSElJAeDbb78lNTUVgNtv\nvx2ATz75pFTn9kVNMEVRKhTlWgEJzZs3B5ycFgkly1oZG92LNgU0YsQInnzyScA1wbKysgC49957\nmTp1aqmOG65+iqNcUgsCxePxGNNbzO2uXbsCsHz58qCO5Uu4+imBjLlz5xoT7OeffwZcE1lUoS/3\n338/Q4YMAVxF+9hjjwV1bn+oAlIUpUIRE05oWcN0zjnnGHu5IiOO2FdffRVwVv3L7Cxh6aeeegqg\n1OonnASrfATfZFNh0qRJgH+nuy3k/sjq9rp16xq/m/jh/CkfYfbs2cZ3uWzZsnA2NeyoAlIUxRox\n4QMSe79q1arGlhYlJL4O38iOfL5jx46sXLmywDnlcjRv3twco7jZyBdJmgt0PVK4fECDBg0CMKvc\nExMTjTJ4/fXXAbjnnnvKfJ5o83W1bt3aRD1lzZgkig4dOrRIhCxQQt1PCbGLcs/JyeHTTz8F4A9/\n+IN57UzEx8ebZ03aForSrLoWrJTIzcrNzTVlJ7p37w5AzZo1ASejVKSvbzkOuej+Lr7cVHHcSoj/\nTJTWdAglSUlJZl2bFCvzer1mwJEBqLwh985fZrP8GKdPn27eF2d07dq1AZg1axZXXnklQFiyiINB\n2rt582bAeW5mzZpl/l0S+fn5ZrALx+LbSKImmKIo1ogJBSRkZmaaZC1ZIS1Jbf7WavlK5sIzbG5u\nrindWpLyKXxcmwwdOpQaNWoA7my6YsWKcqt8RMVJmLlbt24ADB8+nKZNmwJuZYLmzZsXqAoArhJK\nSkoyJSwk6S8U68RKg2R1+7btj3/8I+CqMzEd/fGPf/yDQ4cOAbBw4UIAZsyYEbb2hhNVQIqiWCMm\nnNBC5cqVjeM4LS2twHu5ubmmgPc333wDOH6h66+/HnAdg3I59u/fT6NGjYDg7Wwbztlhw4YBTt0c\nUQ3S7tatW4dkzVBhItHPwgXmOnbsaM5deMM+cJWPJKSKysnMzDQF1+666y7AXXFeEqHup1RjkOoD\ndevWNcmXEjR5/vnnAed+XnfddYC7hrF69eqmTaKmzj77bKBsdZCsbIAZSwNQpUqVjLkktY9lUWLt\n2rWLldwiYaWC4qlTp2jVqlWp2hHJAUgWWx48eBAoWHpDXuvVqxfr1q0r87kKE8l+fvjhhwAMGDDA\nvFa4gJrcc99zSq3v7Oxs3n33XQDWrl0LODk0gUQ4Q91PidC98847AFxxxRWmkFphfB3OxZ1Hon9d\nu3YtUx5VpFETTFEUa8SUEzo3N9coHgm1i4lVksPxkUceAWDBggUApc4ZiRQi2adMmVLg/77ZwFL3\nWcpslGdEAUkN7/z8fD777DPAXTnep08fk3YhKkBSKd566y1TPldMIN90jEgiiu33v/894Dja5bmT\ntWtCbm6uuZ87duwAHHOyU6dOgHvf5f81a9Y0yrc8oApIURRrxJQPCDAFySTUKiVUS/LnyLqcnj17\nAs7MI7Z6sOHaSPhGZOZ76aWXACcsDc7sKMpHCqndeeedYbHvI+kDkmNIWd158+YxatQowFU7X375\nJS1atCjwPVGIJ06cMM+ErJ8KNMM92jK+wU0bkb5LGydMmGCScYNFfUCKolQoYsoHBBQpPC8JiadO\nneK3v/0t4CZ7paam8uyzzwJOpAjcWSw+Pp6rr74acFYfRxsSnm7fvj3gzl4pKSnGDyYh2igUuUEj\nfZCC9b77lskGBOeff75RrRIh69GjBwDr1q1j27ZtQODKJ5oRVS4KSBRR//79S62AbBBzA5A8qFLW\n4MUXXwQch6xkjfpbuOdPPktoXjaGk7yNaKDwmicxyfLz801oXszKWELKh3i9XpOndeONNwJuLhe4\n10NC88uXLzdO3FhC8oakn/Xr1zc7a0i2dDSjJpiiKNaIOSd0YSTB6+677zbriaTLK1asMJmjl19+\neYHP+7ZB1MaYMWNMIa/i2h2o07os/ZRsZyk9K2oAXMe7OOTl/6HGpnM2LS3NbD3dv39/wFn3J20S\nE23MmDEAvPDCCzGzyYAvovB9za6ZM2cC7nUJFHVCK4pSoYg5H1BhxBE7duxYxo4dW+LnpX7Mvn37\nzIwmDr5Ro0aZtUgy40iS3+nTpyOa2CZt2rdvH+AqoKysLFOILFzKJxrIyMgwqlXUILj7hUk9qEDX\ne5VXpPqDqO64uLhSLyGyQcwPQMEiWbWbNm0qklOSnJxsImMSNVu6dCkADz/8cARbidkXSnZWkAEp\nNzeXyZMnR7QtNmjSpImpfil4vV6+/fZbAHbu3GmjWRFDJsc+ffoABTdzlI06iyvi5u9YNlATTFEU\na6gCKoTkVVx44YUm10bWHLVv396EemX/Jtn6efPmzX63FA4XMmtJvouwYMECU+ozlpG94HzxeDym\nHG0UxlZCSufOnQG3XLAvshOIrYJrwaAKSFEUa8R8GD6UeDweU+hMfEX+ZplIhG3lu7LjacuWLQEY\nMmRIxGY+m+Fp373kZe1bTk6O8Y2Fslh7NIbhL774YsBV56K+N23aZBJnw1VIL5SoAlIUxRqqgMJA\nNM6Y4cB2P2X5gaQ/NGjQwJRdDSW2++nvPKJ4mjVrBmBK7pZF/WpJ1v+iP8zygfazIBWln6FETTBF\nUawRlQpIUZSKgSogRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgApimINHYAURbGGDkCKolhD\nByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo\n1tABSFEUa+gApCiKNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACk\nKIo1dABSFMUaOgApimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGv8f9KVdO224t7iAAAA\nAElFTkSuQmCC\n","text/plain":["<PIL.PngImagePlugin.PngImageFile image mode=RGBA size=288x288 at 0x7F302F2CD358>"]},"metadata":{"tags":[]},"execution_count":21}]},{"metadata":{"id":"NywiH3nL8guF","colab_type":"text"},"cell_type":"markdown","source":["**Generate a GIF of all the saved images**\n","\n","We will use imageio to create an animated gif using all the images saved during training."]},{"metadata":{"id":"IGKQgENQ8lEI","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"bf66aad8-fbe4-4b1f-c260-bccf9c634867","executionInfo":{"status":"ok","timestamp":1537658575025,"user_tz":420,"elapsed":1604,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["with imageio.get_writer('dcgan.gif', mode='I') as writer:\n","  filenames = glob.glob('image*.png')\n","  filenames = sorted(filenames)\n","  last = -1\n","  for i,filename in enumerate(filenames):\n","    frame = 2*(i**0.5)\n","    if round(frame) > round(last):\n","      last = frame\n","    else:\n","      continue\n","    image = imageio.imread(filename)\n","    writer.append_data(image)\n","  image = imageio.imread(filename)\n","  writer.append_data(image)\n","    \n","# this is a hack to display the gif inside the notebook\n","os.system('cp dcgan.gif dcgan.gif.png')"],"execution_count":22,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0"]},"metadata":{"tags":[]},"execution_count":22}]},{"metadata":{"id":"cGhC3-fMWSwl","colab_type":"text"},"cell_type":"markdown","source":["Display the animated gif with all the mages generated during the training of GANs."]},{"metadata":{"id":"uV0yiKpzNP1b","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":305},"outputId":"a6146795-f0ae-4746-bbd3-5e19155e2c77","executionInfo":{"status":"ok","timestamp":1537658577831,"user_tz":420,"elapsed":2555,"user":{"displayName":"Margaret Maynard-Reid","photoUrl":"//lh4.googleusercontent.com/-CaD6Qnc1cqA/AAAAAAAAAAI/AAAAAAACgho/cBw_luxyXso/s50-c-k-no/photo.jpg","userId":"103983505199499372479"}}},"cell_type":"code","source":["display.Image(filename=\"dcgan.gif.png\")"],"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"image/png":"R0lGODlhIAEgAYcAAP////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly8vHx8fDw\n8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e3t3d3dzc\n3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rKysnJycjI\nyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2trW1tbOz\ns7KysrGxsbCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCgoJ+f\nn56enp2dnZycnJubm5qampmZmZiYmJeXl5aWlpWVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH9/f35+fn19fXx8fHt7e3l5eXh4eHd3d3Z2\ndnV1dXR0dHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGdnZ2ZmZmVlZWRkZGNjY2FhYWBg\nYF9fX15eXl1dXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtL\nS0lJSUhISEdHR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMz\nMzIyMjAwMC8vLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsb\nGxoaGhkZGRgYGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgI\nCAcHBwYGBgUFBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACH/C05FVFNDQVBFMi4wAwH/\n/wAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLHaPHlMKVIkS1arVpkiRdq1SxYnTn/+4MLFatMmQ4Z40aLVqJEgQb5o0bp0KREx\nYrhwTdqNChWA38CD06EzKlGiWLFWraoUKNCuXbIkSQIEKFiwVpIk8eHTixWrR48IEf/StWpVo0aE\nfPmaNWvSpESePAGYT78+Hz6nEiXKlcuVK4CeDBny5UtWpUqBAvXqBWvRojx5drFiNWnSokW+ZMka\nNWpSsGC3blmyNGnUKAApVa7040eVJEm5csGCdalQIV++aEmSRIjQsGG1OnXy42fYrFmBAhky1CtW\nrEaNCAULdutWpkyWSJEC0NXrV7BhxY4lW9bsp0+bdOk6dmzXrl7PnkWLFkyTpmTJnj3zJUkSMWLY\nfPnKlOnYsWzFioEC1axbN2rUSJGCduwYAMyZNXfqtAkXLmLEdOl6pUwZNGjBGjVSpqxaNWKYMB07\nZi1YMEGCkiWztmzZqlXRtGlz5mz/1KhkxIgBYN7cOShQlHr1QoZMmDBYzpxRozbMkqVmzbRp24UI\nETFi2HbtypSJGLFpypStWtXMm7dp02LFgoYMGUAAAgcSPHUq1LFjwYL16pXLmTNo0Ihp0qRMmTZt\nvzRpggZNW61amjQdO2bt2DFUqJht2xYt2qlTz44dA2DzJs6cOnfy7OnzJydOvHDhKlbMly9uxIgx\nY9aLG7dgwYwZO2XNmjBhxG7dokaNGLFot25x47YMG7Zjx7x5A2bMGIC4cudasrRLlqxixYYN00aM\nmDRpvbJlAwZMmTJY2LAFC6YsVy5q1IQJU0aL1rZtwrZtK1aMG7ddw4YBKG36dKdO/7ps2UKGrFev\nbcWKESP2ypu3X7+QIYvlzJkvX8lkyWLGjBevZqdOadO2TJq0Y8e2bQt27BiA7Nq3kyI1bNeuZMl8\n+fKGDJkzZ7LChSNGbNmyWdq0GTOG7NWrZ8+IETP2CuCra9eSXbuWLNm3b8OMGQPwEGJEiRMpVrR4\nESMnTrxw4SpWzJcvbsSIMWPWixu3YMGMGTtlzZowYcRu3aJGjRixaLduceO2DBu2Y8e8eQNmzBgA\npUuZWrK0S5asYsWGDdNGjJg0ab2yZQMGTJkyWNiwBQumLFcuatSECVNGi9a2bcK2bStWjBu3XcOG\nAfD7F3CnTrps2UKGrFevbcWKEf8j9sqbt1+/kCGL5cyZL1/JZMlixowXr2anTmnTtkyatGPHtm0L\nduwYANmzaZMiNWzXrmTJfPnyhgyZM2eywoUjRmzZslnatBkzhuzVq2fPiBEz9urVtWvJrl1Lluzb\nt2HGjAEwfx59evXr2bd3/96VK2G8eHHjhgsXOWDAzp3zAhAcOFeuzJkbEi6cJUvnbtwQJ+7UqXJT\npmjTposcuTRpvHn7Va0agJEkS5oyBcyXL2zYePESV6yYOXOAxImDBcucuS7cuLFiVW7LFmzYaNES\nN2eON2/ExIkjRAgcuGHRogG4ijVrqlTAfPn69q1WLXK2bJ07V0WcuFGjzp3rAQ7/XKVK53To0KZt\n1SpzWLCAA8fLnDkxYrx5I0aNGoDFjBuzYoUsWLBv32TJIles2LlzP8SJ69Tp3Lkb4cJRonTux49v\n30CBMpckSbduwsSJmzPHm7di06YB+A08uPDhxIsbP47clSthvHhx44YLFzlgwM6d8wIOnCtX5swN\nCRfOkqVzN26IE3fqVLkpU7Rp00WOXJo03rz9qlYNgP79/E2ZAgjMly9s2HjxElesmDlzgMSJgwXL\nnLku3LixYlVuyxZs2GjREjdnjjdvxMSJI0QIHLhh0aIBgBlTZqpUwHz5+vatVi1ytmydO1dFnLhR\no86d6wEOXKVK53To0KZt1Spz/1iwgAPHy5w5MWK8eSNGjRoAsmXNsmKFLFiwb99kySJXrNi5cz/E\nievU6dy5G+HCUaJ07sePb99AgTKXJEm3bsLEiZszx5u3YtOmAcCcWfNmzp09fwYd+tIlWaWpUZs1\nqxEoUNWquUqU6M8fYcJMyZFjxw4uUKDKlFGk6JgsWX36aDJmLFgwWrRwDRsGQPp06osWiXLlKlo0\nXLgKjRoVLdooTpwkSTp2rJUiRXjwABs1Kk8eTJiAtWo1apSuZ8+MATTma+CwYQAOIkxoydIqVaqe\nPbt1KxMlStKkiTJjxo+fX78wzZlz584tS5agQJkzZxcqVHPmYCJGzJcvWbJwCf8TBmAnz56fPtWC\nBStbtlq1CFWqZM0arD9/EiV69oyUFClx4uTSpAkIEDRohpUqNWgQqGXLiBHLlSvYsGEA3sKNK3cu\n3bp27+K9dEkWX2rUZs1qBApUtWquEiX680eYMFNy5NixgwsUqDJlFCk6JktWnz6ajBkLFowWLVzD\nhgFIrXr1okWiXLmKFg0XrkKjRkWLNooTJ0mSjh1rpUgRHjzARo3KkwcTJmCtWo0apevZM2PGfGEf\nNgwA9+7eLVlapUrVs2e3bmWiREmaNFFmzPjx8+sXpjlz7ty5ZckSFChzAM7ZhQrVnDmYiBHz5UuW\nLFzChAGQOJHip0+1YMHKlq3/Vi1ClSpZswbrz59EiZ49IyVFSpw4uTRpAgIEDZphpUoNGgRq2TJi\nxHLlCjZsGACjR5EmVbqUaVOnT2fNwvXr17hxxIhdW7bMnDlejBgFC0aOHLE4cXbtKmfLVqRIwYKR\nY8ZMk6Zn5sxly6ZMmTdw4AAEFjzYlStau3aRI4cM2TJlys6dA1aqVLBg5crtqlNn1y5yt25lyhQs\nmLhjx3LlknbunDZtzJhxAwcOQG3bt1+9whUs2LhxvnwdM2bMnLlbhQrp0jVunK8/f4gRM0eMGCJE\nu3aRCxYMFKhi5sxJk4YM2TbzANCnVw8Llq1gwciR+/XLGTJk5swJ27SpWTNz/wDNTRszRpkyc716\nzZmza9c4XrxcuVpmzhw2bM+eZfv2DYDHjyBDihxJsqTJk61aBdvFctenT8pcuVq1ipAqVYIEESJU\n5c4dPHjQQIGCBs2gQX7u3HHlytSuXbBgUaMWq1gxAFizajVlCpfXWrVgwTqmStWtW5du3RIkaNGi\nOpky6dEjSI2aRHgTUZIkadasVcaMCRNWrVqsY8cAKF7MOFQoXJB79QIF6pgqVZYsmZk0yYqVNWt+\n5Mlz5swdKFDo0OnTB9KbN6NGaapFu1a0aKiECQPAu7fvU6d4BQvWq9epU8hKlVq1yosrV3Dg9OnD\nAxCgOnUKValCiVKdOoHy5P/59CnUr1+3blGjhitZMgDw48ufT7++/fv487dqFWyXf4C7Pn1S5srV\nqlWEVKkSJIgQoSp37uDBgwYKFDRoBg3yc+eOK1emdu2CBYsatVjFigFg2dKlKVO4ZNaqBQvWMVWq\nbt26dOuWIEGLFtXJlEmPHkFq1CRimoiSJEmzZq0yZkyYsGrVYh07BsDrV7ChQuEi26sXKFDHVKmy\nZMnMpElWrKxZ8yNPnjNn7kCBQodOnz6Q3rwZNUpTLcS1okVDJUwYAMiRJZ86xStYsF69Tp1CVqrU\nqlVeXLmCA6dPHx6AANWpU6hKFUqU6tQJlCfPp0+hfv26dYsaNVzJkgEgXtz/+HHkyZUvZ9581Khl\ntmyFC2fIELk5c86dO3HsWIIE584B2LWLAIFzBQrcupUhw7kKFYIFU1OuHBEi166JcuYMAEAAAgcO\n9OQpGS1a3rxVqjSuUaNz5zIcO8aBw7lzAHDhWrCgnAIFrlyxYCEOCZJmzTiRI/fkCTZsqIwZA2Dz\nJs5Nm4qtWhUunB8/4cqUOXfOAy1aAwacOwchV64AAc4BADBq1IIF5RIk4MXLS7lyPXosW5bJmDEA\nateyJUXq2a5d48bx4TNOipRz5z4cO7ZgwblzBXbtAgDgXIAAp05NmFDuxIljx+aUKydFijVropYt\nA+D5M+jQokeTLm369KhR/8ts2QoXzpAhcnPmnDt34tixBAnOnQOwaxcBAucKFLh1K0OGcxUqBAum\nplw5IkSuXRPlzBmA7Nq3e/KUjBYtb94qVRrXqNG5cxmOHePA4dw5ALhwLVhQToECV65YsBCHBCCS\nZs04kSP35Ak2bKiMGQPwEGLETZuKrVoVLpwfP+HKlDl3zgMtWgMGnDsHIVeuAAHOAQAwatSCBeUS\nJODFy0u5cj16LFuWyZgxAEOJFiVF6tmuXePG8eEzToqUc+c+HDu2YMG5cwV27QIA4FyAAKdOTZhQ\n7sSJY8fmlCsnRYo1a6KWLQNwF29evXv59vX7FzApUp1o0Zo2LVMmK3HiJP9LhiVI5CCwYA3RoOHG\nDUlRohQoUKMGqTdvihRBFSyYKFGuXBELFgxAbNmzM2XalCsXNGikSLEBBGjaNDRFilSpYssWkhUr\nePDopEQJBw5Vqpxy4+bNG1rEiMnyLuvYsGEAyJc3L0rUpFKlqFELFaqKGzfOnFURIiRIEFeuiDhw\nABAJkkpHjlSoYMTIqTBhePB4xIvXqFGePPnatQuAxo0cP33KJEsWNGiECGlJkyZatCsjRhw5IktW\nFAsWbtwAhQWLBAlDhmQqU0aHjkm+fJ06VapUsmLFADh9CjWq1KlUq1q9yoqVLV68xo0DBszXrVvi\nxHVCg8aOHXHiVPXoESn/kjhcuH78IEMm3KxZbdqwIkdOmrRTp6Z9+wYgseLFp07N8uVLnLhgwYj1\n6vXtW6smTTp18uat1YcPffpU+/RJhYo1a7Lt2rVoEa5y5aZNO3Uq2rZtAHr7/p0q1S5cuMSJa9UK\nFydO4sSdokKFEKFw4VilSDFmTDdLllasYMMmGytWYsSEIkfOmbNTp5px4wYgvvz5qlTJypVLnDhe\nvFjJAiirXLlaU6bs2VOunK8YMd68EdeqlQ0bd+54o0ULDpxL5MgpU2bLlrNv3wCcRJlS5UqWLV2+\nhMmKlS1evMaNAwbM161b4sR1QoPGjh1x4lT16BEpkjhcuH78IEMm3KxZ/23asCJHTpq0U6emffsG\nQOxYsqdOzfLlS5y4YMGI9er17VurJk06dfLmrdWHD336VPv0SYWKNWuy7dq1aBGucuWmTTt1Ktq2\nbQAsX8acKtUuXLjEiWvVChcnTuLEnaJChRChcOFYpUgxZkw3S5ZWrGDDJhsrVmLEhCJHzpmzU6ea\nceMGQPly5qpUycqVS5w4XrxYyZJVrlytKVP27ClXzleMGG/eiGvVyoaNO3e80aIFB84lcuSUKbNl\ny9m3bwD8AwQgcCDBggYPIkyoEOGrV8N8+erVCxQoYahQiRJ1JVOmMWP06IlBh86TJ35y5PjypUuX\nS3360KJFiRgxWLCWLf9LxYwZgJ4+f4oS1QsXrl27Pn0alioVLlxYLl1Cg6ZOnSp27GDB0ocIETdu\n5Mj5xIiRLFmtnj3LlevZM1rMmAGIK3fuqVPCdOnq1WvSJGCmTLVqZQMTpilTBAmigQcPGTJ8bNiI\nE+fKFU9x4qRK5WjXLliwli07ZcwYgNKmT48aNYsXa16SJAHDhKlUKSGZMmnREigQjUiRqlT5c+RI\nmjRlynQqU8aUqUnAgNmyBQ2arGPHAGDPrn079+7ev4MP/+rVMF++evUCBUoYKlSiRF3JlGnMGD16\nYtCh8+SJnxw5AH750qXLpT59aNGiRIwYLFjLlqVixgxARYsXRYnqhQv/165dnz4NS5UKFy4sly6h\nQVOnThU7drBg6UOEiBs3cuR8YsRIlqxWz57lyvXsGS1mzAAkVbr01ClhunT16jVpEjBTplq1soEJ\n05QpggTRwIOHDBk+NmzEiXPliqc4cVKlcrRrFyxYy5adMmYMQF+/f0eNmsWLMC9JkoBhwlSqlJBM\nmbRoCRSIRqRIVar8OXIkTZoyZTqVKWPK1CRgwGzZggZN1rFjAGDHlj2bdm3bt3HnjhWLGC5c376d\nOiUODx5z5p78+nXggDlzDlatIkDAHAUKo0YpUCCOB49du+yQIxcmDDRoopAhA7CefXtSpILhwqVN\nGydO4B49IkfOiC9f/wBDhAgXzkOkSBo0fAsRghSpCxeu/fgRLJgmcODQoLl2DVaxYgBCihx56lSw\nW7e8edOk6RscOOTIVdm1q0SJcuVedOpEgcI4EyY6dfrw4RsOHLFi4QkXrkyZa9dOBQsGoKrVq6tW\nBRs1aty4SJG+WbFiztwSYsQMGDh37sKpUwUKnMuQAROmCxfE7diBC1cfcODSpKlWrVWyZAASK17M\nuLHjx5AjS44VixguXN++nTolDg8ec+ae/Pp14IA5cw5WrSJAwBwFCqNGKVAgjgePXbvskCMXJgw0\naKKQIQNAvLhxUqSC4cKlTRsnTuAePSJHzogvXyFChAvnIVIkDRq+hf8IQYrUhQvXfvwIFkwTOHBo\n0Fy7BqtYMQD48+s/dSrYLYC3vHnTpOkbHDjkyFXZtatEiXLlXnTqRIHCOBMmOnX68OEbDhyxYuEJ\nF65MmWvXTgULBsDlS5irVgUbNWrcuEiRvlmxYs7cEmLEDBg4d+7CqVMFCpzLkAETpgsXxO3YgQtX\nH3Dg0qSpVq1VsmQAxI4lW9bsWbRp1a491TZXrmnTUqUqEyjQsGFLXLi4cgUUKCcdOlChYqhJkwkT\n0KABVaaMDx+wggVz5QoWrGC7dgHg3NkzKNC4cEmT5soVnEmTjh2TI0aMFi2XLhHx4GHJkkVIkKRI\nIUcOJzx47tzpFSz/2K5dw4Yd48ULwHPo0T15OrVqFTNmmTI9+fPn1i0wWLC4cfPpExUXLuLEeQQE\nSIoUXrygqlPnypVXuXKlSiVKFMBivXoBKGjwIChQoU6dSpZs06Ytd+4kSxaGBQsnTihRYtKhAxYs\nkqhQ4cABDJhQfPho0eLKl69Zs1q1UsaLF4CcOnfy7OnzJ9CgQl+9kpUrFzlys2YRU6Vq3DhMUKB8\n+TJu3CcTJpYsCVep0o0bcOBkU6Xqz59M5cpFi/bqFTRw4ADQrWt31SpXt26JExfsryxZ4MA1ChNm\n0CBt2jLlyBElSrVHj5AgESTo2a1bpUrJKldu2TJdupqFCwfgNOrU/7BgxapVCxy4Vq18IUL07Rsm\nKVLOnMGGrRATJlSoeKtU6cePL1+u2bKlSBGocuWaNfPlC9q3bwC2c+/+6tUpTpzEiUOFqlWfPuPG\naTpzRo4ccuRSjRiRJUu4Tp1y5MCCBSA3WLDq1MlEjtyyZcKEOQsXDkBEiRMpVrR4EWNGja9eycqV\nixy5WbOIqVI1bhwmKFC+fBk37pMJE0uWhKtU6cYNOHCyqVL150+mcuWiRXv1Cho4cACYNnW6apWr\nW7fEiQt2VZYscOAahQkzaJA2bZly5IgSpdqjR0iQCBL07NatUqVklSu3bJkuXc3ChQPwF3BgWLBi\n1aoFDlyrVr4QIf/69g2TFClnzmDDVogJEypUvFWq9OPHly/XbNlSpAhUuXLNmvnyBe3bNwCzadd+\n9eoUJ07ixKFC1apPn3HjNJ05I0cOOXKpRozIkiVcp045cmDBwg0WrDp1MpEjt2yZMGHOwoUDcB59\nevXr2bd3/x7+qVPGfPmSJStTJmWkSN26BdDIpUtfvkSKtOLOnSdPHOXIUafOly+uunQpVUrTsmW4\ncDVrxipZMgAkS5oMFarXrl24cKFC5UuUqF27xHjyFCeOHj0w2rRJkkSPECFr1rBhI+rOnWDBTkmT\ntmvXs2eymjUDgDWrVlWqhu3a9esXKFDAPHkCBapIqFBkyPTpE+T/0SMuXALx4GHFSpkymcKE6dXL\nVLBgsmQ5cwaLGDEAjBs7xoTp165dvHjx4YOME6dXr3KAAvXly58/PP78YcLkz5Urhgz16XNqzhxf\nvmQ1a7ZrlzNnuJgxAwA8uPDhxIsbP448+alTxnz5kiUrUyZlpEjdumXk0qUvXyJFWnHnzpMnjnLk\nqFPnyxdXXbqUKqVp2TJcuJo1Y5UsGYD9/PuHAhiq165duHChQuVLlKhdu8R48hQnjh49MNq0SZJE\njxAha9awYSPqzp1gwU5Jk7Zr17Nnspo1AxBT5kxVqobt2vXrFyhQwDx5AgWqSKhQZMj06RPk0SMu\nXALx4GHFSpky/5nChOnVy1SwYLJkOXMGixgxAGXNnsWE6deuXbx48eGDjBOnV69ygAL15cufPzz+\n/GHC5M+VK4YM9elzas4cX75kNWu2a5czZ7iYMQOQWfNmzp09fwYdWvSsWcJkyQIHbteucZEimTMH\nhRixDBnMmavhyxcGDORIkEiVigYNcWLEIEN2CRw4OHCuXYuFDBkA6tWtp0qlq1atbt1YsfI2aZI4\ncVV+/QoSxJu3IqNGSZCATYeOUaOiRLH25IkvX6rCAQxHh861a66IEQOgcCFDWbKGzZoFDpwmTeHu\n3AkXrokwYSJEiBMnxJQpFCjCgQBx6hQIENuIEOnVS9K3b3jwXP+75ooYMQA+fwJ15UrXqVPjxs2a\nBc6MGXPmojRr9uGDOXMlaNF68KAcBw6rVpkwEU6IEF++Ko0bx4bNtWuylCkDIHcu3bp27+LNq3fv\nqFGkcOF69syVqzR58ggTVgYIkDJlMmWSYsLEmjV5uHDp0MGPn0xhwmDBgsuXr1evZMkShgsXgNau\nX2fKROrVq2jRUqUK1KgRMmR+jhwZM+bUqSMyZGzZAsiJkxYt6tQhFSeOHj2+hAm7dWvXrmG6dAEI\nL368KFGsZs1ixowUqS6LFu3a1caJEzRoJEnqcuMGGzaCAEaJggJFmDCS7tz58mXWrl26dNGiRUyX\nLgAXMWbMlMn/VKtWyZKVKhXGkaNixcjgwNGnT6RIR0yYePMmERMmGjT06YOpT584cYAdO7ZrV61a\nxHbtArCUaVOnT6FGlTqV6qhRpHDhevbMlas0efIIE1YGCJAyZTJlkmLCxJo1ebhw6dDBj59MYcJg\nwYLLl69Xr2TJEoYLFwDDhxFnykTq1ato0VKlCtSoETJkfo4cGTPm1KkjMmRs2QLIiZMWLerUIRUn\njh49voQJu3Vr165hunQB0L2btyhRrGbNYsaMFKkuixbt2tXGiRM0aCRJ6nLjBhs2gqJEQYEiTBhJ\nd+58+TJr1y5dumjRIqZLFwD37+FnymSqVatkyUqVCuPIUbFi/wDJ4MDRp0+kSEdMmHjzJhETJho0\n9OmDqU+fOHGAHTu2a1etWsR27QJAsqTJkyhTqlzJsuWqVaxatRInrlatYIwYgQMXqk0bP37Eicvk\nw0ebNt48eZIiZc6cbatWUaJUixy5adOGDasGDhyAr2DDmjIVixcvcOB8qRUlChw4SmjQ+PEjTRqj\nGjXgwJnGiRMdOnjwSMOFK1MmXOXKQYOmS5e0b98ASJ5M2ZWrTrJkjRuHCxcxTZq4caOkRYscOd26\niXLihAuXbYsWRYlSpgyzU6cYMcpEjlyyZLt2Lfv2DYDx48hdKT91Spy4WbNGYcIULpwrIkQECRo3\nDhQMGHDghP87dWrHjjJluq1aJUiQLHLkoEE7dgzat28A8uvfz7+/f4AABA4kWNDgQYQCV61i1aqV\nOHG1agVjxAgcuFBt2vjxI05cJh8+2rTx5smTFClz5mxbtYoSpVrkyE2bNmxYNXDgAOzk2dOUqVi8\neIED58uoKFHgwFFCg8aPH2nSGNWoAQfONE6c6NDBg0caLlyZMuEqVw4aNF26pH37BsDtW7iuXHWS\nJWvcOFy4iGnSxI0bJS1a5Mjp1k2UEydcuGxbtChKlDJlmJ06xYhRJnLkkiXbtWvZt28ARI8m7cr0\nqVPixM2aNQoTpnDhXBEhIkjQuHGgYMCAAyfcqVM7dpQp023/1SpBgmSRIwcN2rFj0L59A1Dd+nXs\n2bVv597d+6lTxnTpEibMkqVjoULVqtXj1CkoUBAhwsGGzZIlloIEAQSIDEAypujQmTVr1LJlrVpF\niyYLGjQAEidS/PRpFy5cwICVKsUrVSpfvqCYMmXHTqRIPejQsWLFT5UqnDjFiVMrUCBevEw9e5Yr\nV7NmppYtA2D0KFJQoIThaopLkqRekSLVqgUmUSIvXggRWnLpkhUrj4oUsWPny5dTdeqMGvUJGTJY\nsJ49Y3XsGIC8eveSIsXr1i1fvgABCqZJky1bRVixMmNGkSImf/5IkdJIiJA7d9KkkdWnDy5cop49\nO3VKmrRY/86cAWjt+jXs2LJn065t+9QpY7p0CRNmydKxUKFq1epx6hQUKIgQ4WDDZskSS0GCAAJE\nhowpOnRmzRq1bFmrVtGiyYIGDQD69Oo/fdqFCxcwYKVK8UqVypcvKKZM2bETCWCkHnToWLHip0oV\nTpzixKkVKBAvXqaePcuVq1kzU8uWAfD4ESQoUMJwlcQlSVKvSJFq1QKTKJEXL4QILbl0yYqVR0WK\n2LHz5cupOnVGjfqEDBksWM+esTp2DEBUqVNJkeJ165YvX4AABdOkyZatIqxYmTGjSBGTP3+kSGkk\nRMidO2nSyOrTBxcuUc+enTolTVosZ84AFDZ8GHFixYsZN/927MpVsF+/wIFz5WqcIUPlyo05dowD\nB3HihNy6FSFCNyZMZs3CgWPbnDnDhoUSJ65Ro27ddBEjBgB4cOGmTPmaNUubtlmzwo0aFS7cl1+/\nihTJlq3KqFElSkB78sSVKy5coOHBQ4xYKG/eDBm6dm1WsGAA6Ne3P2vWr127woVLBTAVN0GCwoUb\nU6vWihXfvj0xZYoFi2w/fqxaJUSINTFihg0D1a3bo0fUqLkSJgyAypUsZckKxotXuHC1aoUjRKhc\nuTW+fIUIQY6cEVmyNmwIJ0QILlw7dnQ7c6ZYsVXixDFixI0bK2LEAHj9Cjas2LFky5o9W6rUJ1y4\noEFDhar/DCdOu3bhAQOmTx9PnqDMmJEnT6YpU378wIQp1qNHhw4RU6Zsl+RdyYIFA4A5s+ZJk1DV\nqpUsmSlTgkKFMmZskRcvfvy8ehXmyRM4cDSRIdOliydPuDBh8uQp2LFjuHDx4iXMly8AzJs7DxUK\n1K1byJCRIhXn0aNdu+hcudKnDytWW4oUESOmkhgxRowgQrSKDp05c3wRI3brli9fxHr1AghA4ECC\noUKdqlWLGbNTp7xkylSsWJ4pUyRJggVLS40afPhomjKlRw9JkmzZsZMnTzFmzHbtAgbsWLBgAGze\nxJlT506ePX3+LFXqEy5c0KChQlWGE6ddu/CAAdOnjydP/1BmzMiTJ9OUKT9+YMIU69GjQ4eIKVO2\nS+2uZMGCAYAbV+6kSahq1UqWzJQpQaFCGTO2yIsXP35evQrz5AkcOJrIkOnSxZMnXJgwefIU7Ngx\nXLh48RLmyxcA0qVNhwoF6tYtZMhIkYrz6NGuXXSuXOnThxWrLUWKiBFTSYwYI0YQIVpFh86cOb6I\nEbt1y5cvYr16AcCeXXuoUKdq1WLG7NQpL5kyFSuWZ8oUSZJgwdJSowYfPpqmTOnRQ5IkW3bsAMyT\npxgzZrt2AQN2LFgwAA4fQowocSLFihYvzpqVy5UrceJy5SKGCFG4cJmiRIEDR5u2SE6cwIFzLVOm\nNWsGDf+65spVpky3ypWjRs2XL2fixAFIqnQpLFinatX69q1XL2WaNH37tihPnjt3rFnLZMZMnz7L\nQoUSJChSJGq0aKlStYscuWfPePFq5s0bgL5+/8qSxUqWrHDhdu3CVakSN26U9Ohp1GjbNk9t2ggS\nhK1TpzFjEiWK5soVKVKryJFbtsyXr2bdugGILXt2q1ayVq0aN+7WrV5//owbN+jMGUiQvn1LVaXK\nnj3cVq1CgyZSJG66dKlShatcOWfOgAF7Bg4cgPLmz6NPr349+/buZ83K5cqVOHG5chFDhChcuExR\nAEaBA0ebtkhOnMCBcy1TpjVrBg265spVpky3ypWjRs3/ly9n4sQBEDmSJCxYp2rV+vatVy9lmjR9\n+7YoT547d6xZy2TGTJ8+y0KFEiQoUiRqtGipUrWLHLlnz3jxaubNGwCrV7HKksVKlqxw4XbtwlWp\nEjdulPToadRo2zZPbdoIEoStU6cxYxIliubKFSlSq8iRW7bMl69m3boBULyYcatWslatGjfu1q1e\nf/6MGzfozBlIkL59S1Wlyp493FatQoMmUiRuunSpUoWrXDlnzoABewYOHADfv4EHFz6ceHHjx02Z\nIubLV7BgnjwN69RJly4rnjy5cZMpk5M+feDAkUSFSqZMhgzZcuSoV69c1ar58lWtGi1p0gDk17//\n1Cli/wBz5cKF69SpYqJECRMWBhUqQoQyZfIyaRIePJTChOnUadEiXJky+fI1a9q0YMGkSZOlTBmA\nlzBjokJlzJevYMFKldJVqtSuXYBgwSpUSJIkJ4wYdemSqkwZQ4bw4JGFBw8vXqqgQevVixq1V8uW\nARhLtuyoUcR8+Ro2bNMmYahQGTPGhRWrPHlIkdry6BEaNKi6dIkUKVEiW40aBQuGypo1YMCwYZvV\nrBmAy5gza97MubPnz6BfvSrGixc4cLhwjQMFKly4QsSIPXnSrZsdZMjUqLmmSNGzZ4sWZQsVChs2\nXuPGlSrFjduuY8cASJ9OXZWqYMSIdeu2axe4T5/Agf+r9OyZGTPZsuEhRowQoWaJEhkztmgRNVCg\nrl3LBQ5cJoCZtm2D9esXAIQJFaZKJQwYMHDgXr0KhwlTt26emjULFOjbN0LRorVpI61Pn2XLGDHa\nxomTNWu2woUrVapbt1zBggHg2dPnq1fCfPkKF27XLnGhQpUrd+raNTp0woUT9OyZGTPZ+vSBBq1R\no26WLGHDVmvcOE+evHnbRYwYALhx5c6lW9fuXbx5X70qxosXOHC4cI0DBSpcuELEiD150q2bHWTI\n1Ki5pkjRs2eLFmULFQobNl7jxpUqxY3brmPHAKxm3VqVqmDEiHXrtmsXuE+fwIGr9OyZGTPZsuEh\nRoz/EKFmiRIZM7ZoETVQoK5dywUOXKZM27bB+vULwHfw4VOlEgYMGDhwr16Fw4SpWzdPzZoFCvTt\nG6Fo0dq0kdanD8Blyxgx2saJkzVrtsKFK1WqW7dcwYIBqGjx4qtXwnz5Chdu1y5xoUKVK3fq2jU6\ndMKFE/TsmRkz2fr0gQatUaNulixhw1Zr3DhPnrx520WMGICkSpcyber0KdSoUj15WsWLFzRot25V\n8uWrWbNUq1bVqrVrVyNDhnbtwnXpEidOwYIVkyUrVy5s0qQtW6ZM2bNjxwAQLmyYEiVZvnxJkyZL\nVqZdu5AhMxUqFC5cu3ZZmjTp1i1coECRIgUMmC9b/7Z27ZrWrNmxY8SIJQMGDADu3Lo7dYIVLJgz\nZ7BggRImLFmyUpo06dIFDNim6L58/erUSZMmYsSOyZJVq5a0Zs2UKVu27BkyZADWs2/vyVOqXr2a\nNXPl6pIvX86cgSJFCiAvXsOGcapUadeuX5EiGTI0bFiyV69s2Zr2DOOzZcucHTsGAGRIkSNJljR5\nEmVKT55W8eIFDdqtW5V8+WrWLNWqVbVq7drVyJChXbtwXbrEiVOwYMVkycqVC5s0acuWKVP27Ngx\nAFu5dqVESZYvX9KkyZKVadcuZMhMhQqFC9euXZYmTbp1CxcoUKRIAQPmy5atXbumNWt27BgxYsmA\nAf8D8Bhy5E6dYAUL5swZLFighAlLlqyUJk26dAEDtgm1L1+/OnXSpIkYsWOyZNWqJa1ZM2XKli17\nhgwZAOHDiXvylKpXr2bNXLm65MuXM2egSJHixWvYME6VKu3a9StSJEOGhg1L9uqVLVvTnrV/tmyZ\ns2PHANS3fx9/fv37+ff3D/DUKVyuXI0bFyxYtFWrxo1z9epVp07evLGaNYsSpW21aqH6iAqcMGHJ\nkvk6d86YsWPHioULByCmzJmpUsU6dSpcOGLEmK1aJU6crFy5Tp3q1q2VKVOZMmWTJWvVKlKkvvXq\n5cvXLXPmhg0DBuzXt28Aypo9q0qVrFSpwIELFiz/mStX4sTJypVLlapx426dOqVKVbdcuWLFatUq\nnC9fwYL1Mmfu2DFixIqFCwcgs+bNqFDVWrVKnDhfvqKdOkWO3K1atUqVEidOlilTpUp5Y8WqVq1P\nn8QJE1as2C5z5pAhGzbsWLhwAJo7fw49uvTp1KtbP3UKlytX48YFCxZt1apx41y9etWpkzdvrGbN\nokRpW61aqOqjAidMWLJkvs6dA2jM2LFjxcKFA5BQ4cJUqWKdOhUuHDFizFatEidOVq5cp05169bK\nlKlMmbLJkrVqFSlS33r18uXrljlzw4YBA/br2zcAPX3+VKVKVqpU4MAFC5bMlStx4mTlyqVK1bhx\n/7dOnVKlqluuXLFitWoVzpevYMF6mTN37BgxYsXChQMQV+5cVKhqrVolTpwvX9FOnSJH7latWqVK\niRMny5SpUqW8sWJVq9anT+KECStWbJc5c8iQDRt2LFw4AKVNn0adWvVq1q1de/K0S5iwY8ds2RIW\nLFi1aptw4XLl6tixTa5c1ap1jBSpWbNy5YJmy5Yy6tq0IUO2bBkwaNAAfAcfXpMmXMSIDRumS5ev\nXr2gQTPly1etWsWKbWLFqlWrYqdOAZQla9cuZ7lyEUuYLZsxY8eO4UqWDADFihY9efpFjJgxY7p0\nEfPla9o0U7ly4cK1bBkpW7ZmzVKmStWsWb9+Pf+rVYsYsWPcuB071qyZrmXLACBNqtSTJ1/Dhh07\nFisWMV26pEkDFSyYLVvKlF26dYsWLWKbNsGC5cqVNFmyggUTtm3bsWPQoAFr1gwA375+/wIOLHgw\n4cKUKMmyZQsZMlq0tLFiJUyYqGDBOnUKFqzTrl2ZMt06derXr1SpdMGChQzZLmfOatV69mwWLFgA\nbuPOvWgRqlmzfv2iRYvarFnChLFChgwUqF+/Lv36lSmTK06cbt1CharWqlXEiNk6dmzVqmPHXKVK\nBWA9+/aRIqGCBYsYMVu2sqVK1asXrWTJAH76FCyYqmDBQIHSdepUsGCnTv2SJWvZMlzMmOHC9ez/\nWS1atACEFDny0aNXrlwZM1arljZXrpAhU3XsmCdPxIip4sXr0ydfpEjx4iVKlC9YsJo1y+XMWa5c\n0qTVkgqAalWrV7Fm1bqVa1dKlGTZsoUMGS1a2lixEiZMVLBgnToFC9Zp165MmW6dOvXrV6pUumDB\nQoZslzNntWo9ezYLFiwAjyFHXrQI1axZv37RokVt1ixhwlghQwYK1K9fl379ypTJFSdOt26hQlVr\n1SpixGwdO7Zq1bFjrlKlAjCcePFIkVDBgkWMmC1b2VKl6tWLVrJknz4FC6YqWDBQoHSdOhUs2KlT\nv2TJWrYMFzNmuHA9e1aLFi0A9/Hnf/TolStX/wCNGatVS5srV8iQqTp2zJMnYsRU8eL16ZMvUqR4\n8RIlyhcsWM2a5XLmLFcuadJqqQTAsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3DjykW6Z88pR45q1XLlShMj\nRr58ybp0yZChXr1edeo0aFCvV68YMQoUaNerV5gwLQoWrFatTJkohQoFoLTp03bsnEKEaNYsVqwg\nHTrky9crTpwIEQoWzNWlS3v2BIMFixKlP3+AtWpVqZKiXr1q1ZIkyREoUACya98OB44oQ4Zcuf86\ndSqSHz/Bgs2SJMmOnV27WCVKRIcOr1OnGDHCgwdXKoCpJk0itGuXLFmLFHbqBMDhQ4hy5IhChEiW\nLFSoLPnxw4sXK0aM/Pjx5cuVJEl//gBz5apRIz9+cp061aiRH1++Xr2KFCnRpk0AhA4lWtToUaRJ\nlS7ds+eUI0e1arlypYkRI1++ZF26ZMhQr16vOnUaNKjXq1eMGAUKtOvVK0yYFgULVqtWpkyUQoUC\n0NfvXzt2TiFCNGsWK1aQDh3y5esVJ06ECAUL5urSpT17gsGCRYnSnz/AWrWqVElRr161akmS5AgU\nKACxZc+GA0eUIUOuXJ06FcmPn2DBZkmSZMf/zq5drBIlokOH16lTjBjhwYMrVapJkwjt2iVL1iLw\nnToBIF/evBw5ohAhkiULFSpLfvzw4sWKESM/fnz5ciVJEsA/f4C5ctWokR8/uU6datTIjy9fr15F\nipRo0yYAGjdy7OjxI8iQIkd68pTp1q1ixXbtoqVMWbNmvUCBWrYMGjRekiQdO1bNl69KlYgR06ZM\n2alTzrx5gwbNlClmyZIBqGr1aqZMnHjxMmZs1y5bz54pUzYsU6Zjx65dKxYpEjNm24IF48SpWTNs\nxoyhQrVs27Zo0VatekaMGIDEihdr0qRo165jx4IFqzVtWrNmvixZUqaMGjVhiBAVK4bt1y9G/4yM\nGXtGjJgpU8q6dYsWDRYsaMWKAejt+zcoUJZ+/QoWrFevWceOQYMG7NKlY8esWfNVqFCxYtdq1erT\nJ1gwa8SIffr0zJu3adMyZVImTBiA+PLn069v/z7+/Po7dQqGCyCuY8eAAdtWrNixY7u4cePFS5my\nWtasCRMGTJYsa9aGDVs2a9a1a8mwYStWTJs2YMSIAXD5EuamTblmzSpWLFiwbcaMNWsGq1u3YMGW\nLbu1bVuwYNFy5Zo2zZevZrJkadNWrFo1Y8a4cfOFDBkAsWPJXrqkq1YtYsR06doGDNiyZbWwYevV\n69mzWNWq+fIljBWrZMlmzYLGipU1a8SkSf8jRowbN1/HjgGwfBlzp067ZMkyZmzXrmvBgilTVsub\nt169jh3TpU2bL1/OWrV69kyXrmOtWmHDFqxaNWHCunXzVawYAOXLmTd3/hx6dOnTO3UKhgvXsWPA\ngG0rVuzYsV3cuPHipUxZLWvWhAkDJkuWNWvDhi2bNevatWTYsBUrBlCbNmDEiAE4iDDhpk25Zs0q\nVixYsG3GjDVrBqtbt2DBli27tW1bsGDRcuWaNs2Xr2ayZGnTVqxaNWPGuHHzhQwZgJ08e166pKtW\nLWLEdOnaBgzYsmW1sGHr1evZs1jVqvnyJYwVq2TJZs2CxoqVNWvEpEkjRowbN1/HjgF4Czf/bqdO\nu2TJMmZs165rwYIpU1bLm7devY4d06VNmy9fzlq1evZMl65jrVphwxasWjVhwrp181WsGIDRpEub\nPo06terVrF256iVMmDdvw4aRGzbs3Lkv48bRomXO3A9u3EaNMocFS7Zsnz6RCxOGG7dh5MjduePN\nG7Bp0wB4/w5+1Chivnxx46ZLVzljxsyZwxMu3KtX5sz9ECcuVqxzTpxsA7itVq1yb95w43Zr3Lg8\necCBC/bsGQCKFS2mSkXMl69v32TJIkeM2Llzd8aNQ4Xq3Lki376pUmXOh49o0VSpIgcHjjdvv8iR\nixMnXLhi06YBQJpUKSpUvn794saNF69x/8OGmTNHaNw4V67OnSsCDhwpUuemTLl2bdQoc1++aNMW\nbNw4PXrAgSv27BkAvn39/gUcWPBgwoVdueolTJg3b8OGkRs27Ny5L+PG0aJlztwPbtxGjTKHBUu2\nbJ8+kQsThhu3YeTI3bnjzRuwadMA3Made9QoYr58ceOmS1c5Y8bMmcMTLtyrV+bM/RAnLlasc06c\nbNtWq1a5N2+4cbs1blyePODABXv2DMB69u1TpSLmy9e3b7JkkSNG7Ny5O+PGAUSF6ty5It++qVJl\nzoePaNFUqSIHB443b7/IkYsTJ1y4YtOmAQgpciQqVL5+/eLGjRevccOGmTNHaNw4V67Onf8rAg4c\nKVLnpky5dm3UKHNfvmjTFmzcOD16wIEr9uwZgKpWr2LNqnUr165eKVFaVasWNGi9eknatGnatFOP\nHunRAwzYqi5d7NippUnTli2MGPVq1cqTJ1XMmBUrpkuXr2DBAECOLFmSJFSqVFWrpkvXpVChqFEb\n1akTI0bHjrn682fRomGkSNGhAwkSsVixIkVCZcxYsGC4cPkiRgwA8eLGHz0qNWsWNGi1amXSpGna\ntFOQIDFiRIzYKDx4Bg0KlikTGjRt2vgCBYoQoVLGjPnytWv+sGEA7uPPP2mSqlixAFqzpksXoU+f\nnDljBQpUokS/fnkSJEiPnl2hQrlxgwf/zy5XrjRpkuXMmTFjvnwFUwmAZUuXL2HGlDmTZk1KlFbV\nqgUNWq9ekjZtmjbt1KNHevQAA7aqSxc7dmpp0rRlCyNGvVq18uRJFTNmxYrp0uUrWDAAZ9GmlSQJ\nlSpV1arp0nUpVChq1EZ16sSI0bFjrv78WbRoGClSdOhAgkQsVqxIkVAZMxYsGC5cvogRA7CZc+dH\nj0rNmgUNWq1amTRpmjbtFCRIjBgRIzYKD55Bg4JlyoQGTZs2vkCBIkSolDFjvnztUj5sGADnz6FP\nmqQqVixr1nTpIvTpkzNnrECBSpTo1y9PggTp0bMrVCg3bvDg2eXKlSZNspw5M2bMl69g/wCDBQNA\nsKDBgwgTKlzIsCEsWL6IESNH7tgxac6cmTMHzJMnY8bKlcOlR48vX+Nq1RIkKFYscb58yZKVrFy5\natWUKePWrRuAn0CDwoIVjBgxcuSCBXvG9Ny5YKlSOXN27hyzQIGQITMnTNibN758jSNGzJSpZ+fO\nVasGDZo2b94AyJ1LN1WqXL58jRtHjNgzZMjOnfOVKRMxYuTI4QIDhhixcrx4sWFTq5Y3XrxYsWJ2\n7pw1a8uWafv2DYDp06hjxdoVLBg5csWKGStW7Nw5X5AgFStmzhyvQIF69Spny9aZM7VqeePFnNez\nc+ewYWvWTJs3bwCya9/Ovbv37+DDi/9nxSrXrvO7WLFy5srVrVt1YMFCg4aMfT9+1qwhEyXKG4Bv\n5swBNGfOqVOgfPmSJUuaNFfFigGgWNGiKVO2cOHixYsWrWezZu3aJalWLTp0Fi3yAwlSoEB32rRx\n5GjRolGSJNmyJarWz1rQoLkyZgzAUaRJQYGqlStXr16oUA07dQoWLEGwYLVpw4dPlzx5ypTB06aN\nGTNy5BASJChWLFK7dvXqNW0arWPHAOzl23fVql6Bb91ChaoZK8SsHN26RYfOnTtlEiViwybQly9m\nzAwalIgQoVSpQhUr9utXtGi7jh0D0Nr1a9ixZc+mXds2K1a5du3exYqVM1eubt2qAwv/Fho0ZJT7\n8bNmDZkoUd68mTMH0Jw5p06B8uVLlixp0lwVKwbA/Hn0pkzZwoWLFy9atJ7NmrVrl6RatejQWbTI\nD0BIkAIFutOmjSNHixaNkiTJli1RtSbWggbNlTFjADZy7AgKVK1cuXr1QoVq2KlTsGAJggWrTRs+\nfLrkyVOmDJ42bcyYkSOHkCBBsWKR2rWrV69p02gdOwbgKdSoq1b1qnrrFipUzVhxZeXo1i06dO7c\nKZMoERs2gb58MWNm0KBEhAilShWqWLFfv6JF23XsGIDAggcTLmz4MOLEikGBcmbLVrduihSNy5Pn\n3DkNyZJBgHDuXABZsgAAOJcgAShQ/yRIiEuRghgxPOHCCRFCjRooZswA8O7te9MmZLZsceO2aBE5\nRIjOnZMBDZoJE+fONQAGDAGCcgAAnDpVoQK5FCmOHXs0blyTJtu2mVq2DAD8+PIxYUqGC9e3b5Ei\njSNECOC5cyOKFatQ4dy5ArVqAQBgToAAUqQ0aBAXIsSxY4bGjTtypFq1UMSIATB5EuWkSctu3eLG\nrVKlcX78nDsnAxq0ECHOnQMgS5YAAeUKFMCFCwOGcDhwKFN2ady4MWO0aXN17BgArVu5dvX6FWxY\nsWNBgXJmy1a3booUjcuT59w5DcmSQYBw7lwAWbIAADiXIAEoUCRIiEuRghgxPOHCCf8RQo0aKGbM\nAFS2fHnTJmS2bHHjtmgROUSIzp2TAQ2aCRPnzjUABgwBgnIAAJw6VaECuRQpjh17NG5ckybbtpla\ntgxAcuXLMWFKhgvXt2+RIo0jROjcuRHFilWocO5cgVq1AAAwJ0AAKVIaNIgLEeLYMUPjxh05Uq1a\nKGLEAPT3DxCAQACTJi27dYsbt0qVxvnxc+6cDGjQQoQ4dw6ALFkCBJQrUAAXLgwYwuHAoUzZpXHj\nxozRps3VsWMAatq8iTOnzp08e/oEBUrTq1fVqnHi5GXOHGbMuLx4UaRIrFhCKlS4ceMSFCgPHihR\nIooMmSNHNvXq9enTqFHBcOECADf/rtxMmSq5chUtWqZMV/r0gQYNS5AgXrzs2uVEhQorVlDlyPHh\ngxQposqU0aIlVbFipUq1ahXMly8ApEub3rQp06tX1apt2rTFkKFmzcY4cQIFCixYMzx4+PEDFBIk\nGjQMGTKKDZsuXVz9+jVrlitXxX79AoA9u/ZOnSS1amXNmidPWvr0ceZMDRAgRozIkpUEBIgbNzgd\nOZIhgxUrp9q0AYgGzSlfvmjRwoWLmC9fABw+hBhR4kSKFS1ejBUrFzBg4sTx4tVLlixy5EwZMWLI\nkDhxsUiQaNPm26lTL17o0YMNF648eVqNG0eNWqlS1rhxA5BU6VJVqnIFCxYunC1b/7hcuRo3jlSY\nMJYshQunCgWKRImymTJFg8ahQ81WrQIEKJU5c9as2bIFDRw4AH39/j11CtdgcuR+/eIlSlS4cJSS\nJGHE6Ns3WTZstGljzZUrHjwAAWrmy9efP67KlZs2TZasad++AYAdW/apU75u3RInrlatWa9ehQun\nigmTRo3EiWvlwYMdO9hGjWLBwo8fasGCPXokq1y5aNFIkXoGDhwA8uXNn0efXv169u1jxcoFDJg4\ncbx49ZIlixw5U0aMADRkSJy4WCRItGnz7dSpFy/06MGGC1eePK3GjaNGrVQpa9y4AQgpcqQqVbmC\nBQsXzpYtXK5cjRtHKkwYS5bChf9ThQJFokTZTJmiQePQoWarVgEClMqcOWvWbNmCBg4cgKpWr546\nhWsrOXK/fvESJSpcOEpJkjBi9O2bLBs22rSx5soVDx6AADXz5evPH1flyk2bJkvWtG/fACBOrPjU\nKV+3bokTV6vWrFevwoVTxYRJo0bixLXy4MGOHWyjRrFg4ccPtWDBHj2SVa5ctGikSD0DBw4A796+\nfwMPLnw48eKuXBEDBuzXr1GjjKVKZctWE0+ezpz580cIIkRTphiiQiVQIDVqSgUKpEtXqmPHdu2S\nJu2VMWMA7uPPHypULlq0AP76xYlTME+eQIGawohRmTKUKDnhwwcLljxXrvDh48X/CyQ5clKlykSM\nmCtXy5a5SpYMQEuXL02ZCjaTGDFWrIilSlWrFpZMmfDgadQISZw4Vqz8adKkTRswYFLRoQMLlqpk\nyWTJYsaMlTFjAMCGFUuKVK9du3r12rRp2KhRt25lkSSJDZs+fZTUqdOkCaEwYeDA0aOnlR07tWqR\natYMFy5o0FYtWwaAcmXLlzFn1ryZc2dXrogBA/br16hRxlKlsmWriSdPZ878+SMEEaIpUwxRoRIo\nkBo1pQIF0qUr1bFju3ZJk/bKmDEAz6FHDxUqFy1av35x4hTMkydQoKYwYlSmDCVKTvjwwYIlz5Ur\nfPh48QJJjpxUqTIRI+bK1bJl/wBdJUsGoKDBg6ZMBVtIjBgrVsRSpapVC0umTHjwNGqEJE4cK1b+\nNGnSpg0YMKno0IEFS1WyZLJkMWPGypgxADhz6iRFqteuXb16bdo0bNSoW7eySJLEhk2fPkrq1GnS\nhFCYMHDg6NHTyo6dWrVINWuGCxc0aKuWLQPAtq3bt3Djyp1Lt64sWcN69QIHrlQpcXz4mDMnJFeu\nBQvMmRsxahQECOQwYGjV6sOHbU+e9OplKFw4K1aoUUN17BiA06hTo0I1DBYsbtwgQeJWpw45ckF4\n8eLAYdw4FI0abdgQbsOGSZNIkKBWpUquXIfChQsTZtq0U8eOAdjOvTsrVr5w4f/69g0UKHGTJpEj\n10OWLBEivn0rcenSggXZSpRw5ChGDIDXtGj59YvTt2937mjThkqYMAARJU789GmXKlXbtkmShO3P\nn3LlphgzFiKEOHEUJEkKEOAbBgyZMhkxos2KFVy4SH37pkWLM2eliBEDUNToUaRJlS5l2tSpLFnD\nevUCB65UKXF8+JgzJyRXrgULzJkbMWoUBAjkMGBo1erDh21PnvTqZShcOCtWqFFDdewYAMCBBaNC\nNQwWLG7cIEHiVqcOOXJBePHiwGHcOBSNGm3YEG7DhkmTSJCgVqVKrlyHwoULE2batFPHjgGgXds2\nK1a+cOH69g0UKHGTJpEj10P/liwRIr59K3Hp0oIF2UqUcOQoRoxrWrT8+sXp27c7d7RpQyVMGAD0\n6dV/+rRLlapt2yRJwvbnT7lyU4wZCxFCHEBxFCRJChDgGwYMmTIZMaLNihVcuEh9+6ZFizNnpYgR\nA+DxI8iQIkeSLGny5KhRsIABgwatVas0hAglS8ZFhgwvXho1UhIhwpIlgZIkIUECDZpNcuSMGZPr\nqS1bvnwd+/ULANasWkGBqvTqFTRoo0atefTo168rS5ZEiUKJ0hUhQqZMuTRlCgoUXrx0KlNmzRpa\nunTZsuXLV7JfvwAwbux406ZPuHA1a0aL1htJkowZa0OGzJYtlSod2bEjShRD/1GimDDRpk0mNWrg\nwMnFixctWrp0JfPlCwDw4MIpUZK0atWzZ548vTl0KFiwME2ahAlz6pQTGzaUKFGUJIkJE3HiGJIj\nhw6dWrhwtWo1a1YxWbIA0K9v/z7+/Pr38+9fC2AtXL16jRuXK9euRYvEics0ZQocOOLEfapRQ4qU\nbYsWFSkCBsy0XLlChZJVrhwzZsSIUfPmDUBMmTNNmXJVq5Y4cbVqvTJlyps3UWPGnDmTLZsfKVLY\nsKF26dKRI2fOQGPFatEiSeXKLVsmS1Y0b94AlDV7FhWqXbVqhQtny9YyVaq2bXPEhUubNtas+QkS\npEqVZIgQFSmSJUs0UKAcOf9yRY7cs2e4cDELFw5AZs2bSZGihQuXN2+5cv3SpGncuEt2WNvBho0O\nDRpr1lTLlGnIkDBhmGHClClTqHLlnDnDhQvatm0AmDd3/hx6dOnTqVevVQtXr17jxuXKtWvRInHi\nMk2ZAgeOOHGfatSQImXbokVFioABMy1XrlChZJUrB5AZM2LEqHnzBiChwoWmTLmqVUucuFq1Xpky\n5c2bqDFjzpzJls2PFCls2FC7dOnIkTNnoLFitWiRpHLlli2TJSuaN28Aevr8iQrVrlq1woWzZWuZ\nKlXbtjniwqVNG2vW/AQJUqVKMkSIihTJkiUaKFCOHLkiR+7ZM1y4mIULByD/rty5pEjRwoXLm7dc\nuX5p0jRu3CU7hO1gw0aHBo01a6plyjRkSJgwzDBhypQpVLlyzpzhwgVt2zYApEubPo06terVrFuj\nQjXs1y9gwECBQqZKFSxYQy5dOnIkTx4devRkyeJIihREiPDg+USHzqtXoJIlq1XLmrVaz54B+A4+\nvCZNvGTJ4sWrUydfpUq5clWFFKk5c/z4WSJJEhYsdXDgAChHzpo1k968AQXqFDFisGA9e1YLGTIA\nFS1eFCWKGC2OtDx5IlaqFC5cRS5dMmOGDx8cefJIkZKoRw89ety4EUWHjitXqo4ds2WLGTNXy5YB\nQJpUaaZMuGLFsmVr0SJi/6pU1apVBROmOHEIEcIhR86UKXagQDFjBg6cTnbs0KKV6tgxV66YMXt1\n7BgAvn39/gUcWPBgwoVRoRr26xcwYKBAIVOlChasIZcuHTmSJ48OPXqyZHEkRQoiRHjwfKJD59Ur\nUMmS1aplzVqtZ88A3MadW5MmXrJk8eLVqZOvUqVcuapCitScOX78LJEkCQuWOjhwyJGzZs2kN29A\ngTpFjBgsWM+e1UKGDMB69u1FiSJGSz4tT56IlSqFC1eRS5fMADTDhw+OPHmkSEnUo4cePW7ciKJD\nx5UrVceO2bLFjJmrZcsAgAwpMlMmXLFi2bK1aBExVapq1aqCCVOcOIQI4f+QI2fKFDtQoJgxAwdO\nJzt2aNFKdeyYK1fMmL06dgwA1apWr2LNqnUr166rVhnz5evbt1SpwsGBY84ck2DBEiQwZw6FK1cL\nFoxbsSJUqCFDuhUp8utXJXDg5Mjhxk3WsWMAHkOOjApVLleuvHljxQocI0bgwGHx5StFCm/efFiy\nZMJENh06QIHy4cMZGTLBgpXats2NG2jQZBkzBmA48eKmTO3y5WvbNlmywFGiBA6clV69bNjAhs3H\npk0VKkzr0ePTpyBBnmHBwotXq3DhDBmiRs0VL14A7uPPjwqVL1myAHrztmpVOEiQxIlLQoxYkCDh\nwp0ABUqBgm4lSpgy1aL/BTYoUHDhsuTNW5s21aqxChYMQEuXL2HGlDmTZk2bpUqJqlXr2bNTp8hU\nqgQMGJYhQ6pUyZRJSokSXbo40qIFB447dzz58UOHDq5evXbt0qULGTBgANCmVWvJUqpZs5w5gwVL\njyZNv34BMmPmzZtRo7LgwFGnDqMyZXLk+POnkh49d+7Y2rXLli1cuITp0gWAc2fPmTKtunVLmjRY\nsMBMmiRMWJ42bdy4CRVqCxEiadJI2rLlxo1DhzglSgQIUC9fvnbt8uXrV61aAKBHl96pE6pZs5w5\nO3UKkClTyZINypKFDZtRo47gwAEGjJ8lS0aMYMPmUp06atToGjaMVn9a/wB5yZIFoKDBgwgTKlzI\nsKHDUqVE1ar17NmpU2QqVQIGDMuQIVWqZMokpUSJLl0cadGCA8edO578+KFDB1evXrt26dKFDBgw\nAECDCrVkKdWsWc6cwYKlR5OmX78AmTHz5s2oUVlw4KhTh1GZMjly/PlTSY+eO3ds7dplyxYuXMJ0\n6QJAt67dTJlW3bolTRosWGAmTRImLE+bNm7chAq1hQiRNGkkbdly48ahQ5wSJQIEqJcvX7t2+fL1\nq1YtAKhTq+7UCdWsWc6cnToFyJSpZMkGZcnChs2oUUdw4AADxs+SJSNGsGFzqU4dNWp0DRtGqzot\nXrJkAdjOvbv37+DDi/8fTz5WrF2zZoULhwvXrEWLxIk7ZcXKoEHfvp1SokSPHoDfJEkyYmTOnG25\ncoECNatcuWXLdu1KBg4cAIwZNaLimCtXuHC7dh3r1Mmbt0Vs2ChStG1bJRw4yJBx9ujRkiVw4Cw7\ndapRI1DixA0bpktXsm/fACxl2lSVKlm+fIkTBwzYMVCgunWzBAUKI0bRonEyYkSNmmabNmHBsmfP\nMlmyMmVaVa6cM2e2bDnr1g3AX8CBU6VahQtXuHDAgC2LFStcuFhs2Bw65M1bqhkz+PCRBgqUDh19\n+jyjRevOHVDmzDVrVqvWMm/eAMymXdv2bdy5de/mHSvWrlmzwoXDhWv/1qJF4sSdsmJl0KBv304p\nUaJHzzdJkowYmTNnW65coEDNKldu2bJdu5KBAwfA/Xv4qOTnyhUu3K5dxzp18uZtEUA2bBQp2rat\nEg4cZMg4e/RoyRI4cJadOtWoEShx4oYN06Ur2bdvAEaSLKlKlSxfvsSJAwbsGChQ3bpZggKFEaNo\n0TgZMaJGTbNNm7Bg2bNnmSxZmTKtKlfOmTNbtpx16wbgKtasqVKtwoUrXDhgwJbFihUuXCw2bA4d\n8uYt1YwZfPhIAwVKh44+fZ7RonXnDihz5po1q1VrmTdvABYzbuz4MeTIkidTNmXKmC5dwIBt2kTs\n0ydZsnp8+sSGTaNG/0cIEZIixZAVK3fuwIHTSo8eXLhGTZt269a0abGcOQNg/DhyU6aE7dpFjFim\nTMRIkZo1a0ysWGvWPHqkxY4dMGAaHTkCCNCcOaDo0HHlCpUyZbJkNWu2qlgxAPr38w8VCqCwW7d6\n9Xr1aleqVMCAiUmVyo2bTZukDBokRkwgK1bw4JkzRxUdOrhwjXLmLFcuZ85ONWsGAGZMmaNG9dq1\n69atT5+InTp17BgbWLDq1HHk6EijRlasGDpyhA2bN29YmTFTqxapZs1gwUKG7JQxYwDIljV7Fm1a\ntWvZtjVlypguXcCAbdpE7NMnWbJ6fPrEhk2jRkcIEZIixZAVK3fuwP+B00qPHly4Rk2bduvWtGmx\nnDkD8Bl0aFOmhO3aRYxYpkzESJGaNWtMrFhr1jx6pMWOHTBgGh05AgjQnDmg6NBx5QqVMmWyZDVr\ntqpYMQDTqVcPFUrYrVu9er16tStVKmDAxKRK5cbNpk1SBg0SIyaQFSt48MyZo4oOHVy4RjlzBjBX\nLmfOTjVrBiChwoWjRvXatevWrU+fiJ06dewYG1iw6tRx5OhIo0ZWrBg6coQNmzdvWJkxU6sWqWbN\nYMFChuyUMWMAevr8CTSo0KFEixp15SpYr17gwNGi9e3RI3LkyggTNmOGOHFCZMkSIWKbEiWuXNGg\nga1Nm1+/RIULR4j/kDVrsooVA4A3r95Vq4Dt2vXtW61a4CRJGjeODS9eRoxs25YlViwbNpZBgWLK\n1JQp0OjQCRZs1LZtmjRVq6aqVy8ArFu7TpWqmC9f376VKiUOFChv3rLIklWkiDVrZE6dIkIEmhQp\nsmS9eTNNkCBixFZx46ZI0bRptHjxAgA+vHhXrnjVqtWtmyxZ41ChGjeODC5cQIBkywYEFKgOHbYN\nATiEFaslS7bFiXPs2Cdw4AgRqlaN1K9fACxexJhR40aOHT1+FBUyV65mzVy5+pMp069fbbRo0aMH\nFKgsLVoIEpTJipUbNyRJmrVnjx49xIzWqiVM2LFgwQA8hRq1U6dT/7hwOXN26tSdU6eMGSP05o0d\nO6hQtYECZc8eT2rUjBkjSRIsQYISJeJFjNiuXb58/dq1C8BgwoUzZSKFC5cxY6lSISpVihixPWvW\nvHlz6pQZK1YWLVJVpkyYMJo02Vq06NMnX8eO9eq1axcwXLgA3MadmxOnUrJkIUPWqtWhUqWSJVsU\nKFCjRqxYiXHiZM6cSFas5MihR8+pNm38+PkVLNivX7x44bp1C8B69u3dv4cfX/58+qLs58rVrJkr\nV38yAcz061cbLVr06AEFKkuLFoIEZbJi5cYNSZJm7dmjRw+xjrVqCRN2LFgwACZPouzU6RQuXM6c\nnTp159QpY8YIvf95Y8cOKlRtoEDZs8eTGjVjxkiSBEuQoESJeBEjtmuXL1+/du0CoHUr10yZSOHC\nZcxYqlSISpUiRmzPmjVv3pw6ZcaKlUWLVJUpEyaMJk22Fi369MnXsWO9eu3aBQwXLgCOH0PmxKmU\nLFnIkLVqdahUqWTJFgUK1KgRK1ZinDiZMyeSFSs5cujRc6pNGz9+fgUL9usXL164bt0CIHw48eLG\njyNPrnx5q1axbt0KF65XL12gQIEDZwkNGj16uHELFSQIIULTSJGiQoUPn2m1aqlS9YocOWTIePFa\n1q0bgP7+AQIQCKBVK1e1apEjR4tWsk6dwIEbNWdOoEDatG0aMwb/ECBilCiZMZMpE7NcuUKFqgUO\n3LJlvXox8+YNQE2bN125OrVrFzhwunQlEyVKnLhPcOA0akSNGqkyZR49enbq1J07mDBB06UrVKhd\n5MhFi/brVzNv3gCkVbvWlStWtWqFC6dLF7FMmcCBM6RIESVK27ZdokMHD55ojBiRIUOHDrRZsypV\nqmXOXLNmuXIx69YNQGfPn0GHFj2adGnTrVrFunUrXLhevXSBAgUOnCU0aPTo4cYtVJAghAhNI0WK\nChU+fKbVqqVK1Sty5JAh48VrWbduALBn196qlatatciRo0UrWadO4MCNmjMnUCBt2jaNGQMIEDFK\nlMyYyZSJWa5c/wBDhaoFDtyyZb16MfPmDYDDhxBduTq1axc4cLp0JRMlSpy4T3DgNGpEjRqpMmUe\nPXp26tSdO5gwQdOlK1SoXeTIRYv261czb94ACB1K1JUrVrVqhQunSxexTJnAgTOkSBElStu2XaJD\nBw+eaIwYkSFDhw60WbMqVaplzlyzZrlyMevWDYDdu3jz6t3Lt6/fv6dOBevVy5evTp2IlSr165eZ\nU6fcuAkVCsujR2/epNKiJVKkRIlq+fETLJisadNy5Zo2TdayZQBiy54tSpSwXLmKFXPlqlipUsCA\n0QEFqk+fT5/CRIoUJ06nM2dKlXr06JUkSb9+xYIGzZcvadJgNf9rBqC8+fOfPvmyZStXrlGjdmnS\nJEwYn1Gj6tSZNIkLKICg+vQxJUfOp0+WLAHbtClYsFnVqg0bRo2aq2bNAGzk2BEUqGO5cv36tWoV\nMFCgfPlSAwvWoUObNhkpVAgMGElLlhgyVKfOKjhwdu1KFS2aLl3RoqkiRgzAU6hRpU6lWtXqVayu\nXAUbNsybt1y5wmnSFC7cImfOzpzp1k0QMmRduljr06dYsUKFtG3aVK0aLnDgUKHSpq1Wr14AFC9m\nrErVr2DBunWzZStcqlTixD1atuzNG2vWCBEjRoeOskaNkiWTJAkbKVLSpOHy5g0VKmzYcPXqBcD3\nb+CiRAHjxYv/GzdYsMBhwgQOXKFkyeLE0abNT7Fiffo0I0QIGrRNm7CRIrVt265w4T594sZN1q9f\nAOTPp3/qFK9fv7p1y5VLHMBUqcSJW9SsWZ4827bRKVZsyhRqdeoUK9anTzVQoKxZgxUu3KZN3Li5\n6tULAMqUKleybOnyJcyYrlwFGzbMm7dcucJp0hQu3CJnzs6c6dZNEDJkXbpY69OnWLFChbRt2lSt\nGi5w4FCh0qatVq9eAMaSLatK1a9gwbp1s2UrXKpU4sQ9WrbszRtr1ggRI0aHjrJGjZIlkyQJGylS\n0qTh8uYNFSps2HD16gXgMubMokQB48WLGzdYsMBhwgQOXKFk/8nixNGmzU+xYn36NCNECBq0TZuw\nkSK1bduucOE+feLGTdavXwCWM29+6hSvX7+6dcuVS1yqVOLELWrWLE+ebdvoFCs2ZQq1OnWKFevT\npxooUNaswQoXbtMmbtxc9eoFACAAgQMJFjR4EGFChQpHjYr16xc0aLJkefLlS5myVJ8+8eIFDBin\nS5dy5QqWKRMoUMKEEYMFS5cuac+eMbPJbBkwYAB49vRJidIrX76gQcOFq1OwYM6csRIlSpYsXrwu\nQYI0a5YuS5ZIkRo2rNiuXblySWPGDBmyYsWSBQsGAG5cuZMmqeLFixmzU6c00aJ17BgqwadO7dq1\niRMnXLiClf8q1aqVMWPJePHatSsaM2bEiB07pqxXLwCjSZeWJOnUrl3QoM2aFcqXr2fPTpEiVauW\nMGGWChVSpYpWpUqcOAkTNmzWLFy4qkGDxoxZsWLMePECcB17du3buXf3/h38qFGxfv2CBk2WLE++\nfClTlurTJ168gAHjdOlSrlzBMmUCBRCUMGHEYMHSpUvas2fMGjJbBgwYgIkUK1Ki9MqXL2jQcOHq\nFCyYM2esRImSJYsXr0uQIM2apcuSJVKkhg0rtmtXrlzSmDFDhqxYsWTBggE4ijTppEmqePFixuzU\nKU20aB07hirrqVO7dm3ixAkXrmClSrVqZcxYMl68du2Kxoz/GTFix44p69ULgN69fCVJOrVrFzRo\ns2aF8uXr2bNTpEjVqiVMmKVChVSpolWpEidOwoQNmzULF65q0KAxY1asGDNevAC4fg07tuzZtGvb\nvo0K1axXr759w4VrWqtW48bJwoWLFKlv32qtWpUpEzdZsnbtSpUK3K5dw4bBMmfumPhjxb59A4A+\nvXpUqGDRohUuXLBgzGDBGjcOly9frlx5A+jtFixYmTJlkyXr1StUqMAdO+bLVzBz5po1CxbsGDhw\nADx+BFmqlKxWrcCB8+WLmStX5MjJAgbs1Clv3mjt2gUKVLdatWbNUqVKHDBgunT1Ondu2bJhw4qB\nAwdA6lSq/6ZMyXLlKly4YcOYuXJFjhyuW7dUqQoX7pYqVY4cdQMFypWrT5++DRsWLBivc+eYMStW\n7Fi4cAAMH0acWPFixo0dP0aFatarV9++4cI1rVWrceNk4cJFitS3b7VWrcqUiZssWbt2pUoFbteu\nYcNgmTN3TPexYt++AQAeXDgqVLBo0QoXLlgwZrBgjRuHy5cvV668ebsFC1amTNlkyXr1ChUqcMeO\n+fIVzJy5Zs2CBTsGDhwA+vXtlyolq1UrcOB8AfTFzJUrcuRkAQN26pQ3b7R27QIFqlutWrNmqVIl\nDhgwXbp6nTu3bNmwYcXAgQOgciVLU6ZkuXIVLtywYcxcuf8iRw7XrVuqVIULd0uVKkeOuoEC5crV\np0/fhg0LFozXuXPMmBUrdixcOABev4INK3Ys2bJmz4oSJaxYsWPHatUiFiyYNGmdfPmqVUuZMlGs\nWNmydYwUqVmzcOFyNmvWsMbXrh07tmwZL2PGAGDOrPnTp17ChC1b5ssXsWDBoEFrtWvXrVvIkJly\n5apWLWGoUOHC1avXM168kCEzxo0bMmTOnPlatgwA8+bOM2XCBQwYMWK4cPkCBqxZs1K2bMWKdewY\nKFy4atVi1qoVLlzBgk0DBowYsWPcuC1blizZrWPHAAIQOJBgpky2hg0jRgwXrmPDhk2b5ooXr1q1\nnj3TpEv/Fy1axEaNqlWrV69pvXoNG3asWzdkyKBBC7ZsGQCbN3Hm1LmTZ0+fPyNFWlWrVrFis2Zt\ne/WKGDFZypR16vTrlyhevEiRqgUKVK9ep071cuXq2LFayZLFirVs2axVqwDElTuXESNUtmwFC2bL\nVrVYsYwZY8WM2aVLuXKJ0qWLE6dZp07t2sWKVS1Zso4dy4UMmSxZy5bdggULQGnTpxctOhUrli9f\nrlxZS5UqWDBOx449eqRLF6hgwT59qkWK1K9fsGDxevUqWTJdypShQkWMWCxWrABk176dEaNUsGD9\n+uXKVTVXroYNk/Xs2aZNvnxt2rUrUyZZmTL58oUKFS9Z/wBlKVO2a9myWrWePbPlyhWAhxAjSpxI\nsaLFixgjRVpVq1axYrNmbXv1ihgxWcqUder065coXrxIkaoFClSvXqdO9XLl6tixWsmSxYq1bNms\nVasAKF3KlBEjVLZsBQtmy1a1WLGMGWPFjNmlS7lyidKlixOnWadO7drFilUtWbKOHcuFDJksWcuW\n3YIFC4Dfv4AXLToVK5YvX65cWUuVKlgwTseOPXqkSxeoYME+fapFitSvX7Bg8Xr1KlkyXcqUoUJF\njFgsVqwAyJ5NmxGjVLBg/frlylU1V66GDZP17NmmTb58bdq1K1MmWZky+fKFChUvWbKUKdu1bFmt\nWs+e2f9y5QqA+fPo06tfz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gR\nJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ7t\nmCfPKEaMbNly5QpUokS4cMm6dOnPH1++XFmypEhRMFiwIEEqVIiXK1eSJBHatUuWrEyZGH36BMDu\nXbx8+KBixKhWLVmyKClS9OuXK0eO+PDp1SuWI0eBAgF79cqRIz9+cMmSxYhRIWDAZMmSJMnRp08A\nVK9mzYbNp0CBXLkSJepRoEC5cq2iRKlPH168UkGCRIf/Dq5WrRo14sNnlylTliwJAgZs1qxHjxBx\n4gTA+3fwfPiUUqRo1ixXrioRIrRrF6tMmQYN+vXLlSZNgQL1okXLEUBHffoEo0WLEiVEwIDhwnXp\nEiVUqABQrGjxIsaMGjdy7JgpU6dfv4gR+/VL1rJl0aLh0qTJmDFr1oJNmvTsGbZgwRYtEiYMW7Jk\np04x48YNGjRQoJQVKwbgKdSooECJ0qWLGTNfvmA5cyZNWi5JkooVu3ZtV58+w4ZB69ULEiRjxqwV\nK5YqFbNu3Z49gwVrWrJkAAYTLmzJUiJatIABy5Wr1LBhypQBU6QoWbJr13pNmnTsGDZfvhAhEiaM\nmjFj/506Ofv2bdq0TZuUFSsG4Dbu3KJEaeLFK1kyXrxkIUMmTdquS5eWLbNmbVeePMCAcdu1a9Gi\nY8e2HTvWqdMycOCsWVu1atqyZQDWs2/v/j38+PLn09ekaRctWsWKBQu2DWCwYMmSzcKG7datX79K\nXbsWLBgzWrSmTStWrBktWtq0JdOmrVixbdt8ESMGAGVKlZ48AdOlCxkyYcK4ESMWLBgrbdp27Tp2\nTJU2bb16HYsVa9myXbuMmTKlTZuxatWECevW7RcxYgC4dvVKidIsscCA4cJFzZevZMlabduWK5cv\nX7SoUcOFy9mtW86cBQvWbNYsbtyCVatGjBg3br2MGf8D8Bhy5E6dfuXKJUwYL17agAEjRsyVN2/B\nghEjZmvbNmTInN26Zc3asWPTYMG6do2ZNWvHjn37VkyZMgDDiRc3fhx5cuXLmWvStIsWrWLFggXb\nFixYsmSzsGG7devXr1LXrgULxowWrWnTihVrRouWNm3JtGkrVmzbNl/EiAHwDxCAwIEAPHkCpksX\nMmTChHEjRixYMFbatO3adeyYKm3aevU6FivWsmW7dhkzZUqbNmPVqgkT1q3bL2LEANi8iZMSpVk8\ngQHDhYuaL1/JkrXati1XLl++aFGjhguXs1u3nDkLFqzZrFncuAWrVo0YMW7cehkzBiCt2rWdOv3K\nlUv/mDBevLQBA0aMmCtv3oIFI0bM1rZtyJA5u3XLmrVjx6bBgnXtGjNr1o4d+/atmDJlADp7/gw6\ntOjRpEubZsUqWK9e377x4kUuWLBz59SMGwcKlDlzQL5906TpnA4d3bqxYmXOipVt24CVK1emjDZt\nw6BBA4A9u3ZYsIwVKxYu3K5d5XjxOneuybdvmjSZM4dDm7ZHj84NGZIt26pV5qZMAditWyxy5Nas\n8eYNmDVrABw+hHjqFC+K3brt2gUuWDBz5uaIE0eLljlzSr59kyXLXJYs3Li5ckWODp1t24iNGwcH\nTrhwxKBBAxBU6NBXr4gd9eZNlixxtWqdO0dm3DhT/6bOnesRLlynTudw4Pj2TZQoc0SIePPmq1w5\nL166dSOGDRsAunXt3sWbV+9evn1ZsQrWq9e3b7x4kQsW7Nw5NePGgQJlzhyQb980aTqnQ0e3bqxY\nmbNiZds2YOXKlSmjTdswaNAAvIYdGxYsY8WKhQu3a1c5XrzOnWvy7ZsmTebM4dCm7dGjc0OGZMu2\napW5KVO6dYtFjtyaNd68AbNmDcB48uVPneKVvlu3XbvABQtmztwcceJo0TJnTsm3b7JkATSXJQs3\nbq5ckaNDZ9s2YuPGwYETLhwxaNAAYMyo8dUrYh69eZMlS1ytWufOkRk3zpSpc+d6hAvXqdM5HDi+\nff8TJcocESLevPkqV86Ll27diGHDBmAp06ZOn0KNKnUq1UyZWNGiNW0aLlx6JEmCBq0TIEB16ggT\nhipNGjVqan36FCbMokW9YMGaNMnUsWPGjOXKtQsYMACGDyPOlAlWrVrTpunSlUmSpGnTSL15Q4fO\nsGGnxIjZswdXp05RoqhR4ytUKDduQCFD5suXLFm7jBkDoHs370aNRLVq5cyZKVOHLl1atqyUJEmJ\nEvnydapPnz17amHCtGYNIUK1QoUCBQpWsmTChOFKHywYgPbu33fqlKpWLWrUZs0aBAkSMmSvANap\n06dPr16d6NDBg2eWKVNQoAgS5OvVqzdvQiFDRoz/WK5cu4gRAzCSZEmTJ1GmVLmSZaZMrGjRmjYN\nFy49kiRBg9YJEKA6dYQJQ5UmjRo1tT59ChNm0aJesGBNmmTq2DFjxnLl2gUMGACvX8FmygSrVq1p\n03TpyiRJ0rRppN68oUNn2LBTYsTs2YOrU6coUdSo8RUqlBs3oJAh8+VLlqxdxowBkDyZcqNGolq1\ncubMlKlDly4tW1ZKkqREiXz5OtWnz549tTBhWrOGEKFaoUKBAgUrWTJhwnAFDxYMQHHjxzt1SlWr\nFjVqs2YNggQJGbJXder06dOrVyc6dPDgmWXKFBQoggT5evXqzZtQyJARI5Yr1y5ixADk17+ff3//\n/wABCBxIsKDBgwgFunJFa9eucuWCBVtmzFi5crYqVfLlq1y5XF260KJVrlatRYuGDRvny1erVsfM\nmatWrVkzbd68AdjJs+etW8OIEStX7tixZc+enTs3LFMmY8bMmfslR06xYuV27YIDx5UrcL58uXIF\nzZy5bNmSJfPWrRuAt3DjqlL16tcvcuSIETv265c5c7UcOfLlq1y5WmzY7Nr1zZatQYNy5QJny1aq\nVMzOncuWLVmybeDAARhNuvSsWbR8+RInrlcvZMaMmTPHK1AgXLjIkfNlxcqvX+aAAYMDR5cucsSI\nsWIVzZw5bNicOev27RuA69iza9/Ovbv37+BTpf8q5svXrVurViVz5UqVqjqxYrVpQ4ZMkj9/7Njp\nMmWKHoB6AgVKhAePKVOVdOmqVQsaNFzHjgGgWNGiK1fEfv0KFmzVKmajRoECJcaVqzBh2rQpY8iQ\nHTt1mDCBAwcPHkRs2KBCdWnXrlatokVjJUwYAKRJlZYqVQsXrlu3RIkiBguWLVt6SpW6c4cOnTN0\n6JQpg+bLlzx59uw51DZUqE3BgvHitWyZK2TIAOzl2xcVqmHBgvHiBQrUMVOmNGn6EiqUGzdy5BTp\n0uXLlys0aHjxcueOHTRoNm0KtWvXrFnUqMkyZgzAa9ixZc+mXdv2bdypUhXz5evWrVWrkrlypUr/\nVZ1Ysdq0IUMmyZ8/dux0mTJFj55AgRLhwWPKVCVdumrVggYN17FjANSvZ+/KFbFfv4IFW7WK2ahR\noECJceUqDMAwbdqUMWTIjp06TJjAgYMHDyI2bFChurRrV6tW0aKxEiYMAMiQIkuVqoUL161bokQR\ngwXLli09pUrduUOHzhk6dMqUQfPlS548e/YcKhoq1KZgwXjxWrbMFTJkAKZSrYoK1bBgwXjxAgXq\nmClTmjR9CRXKjRs5cop06fLlyxUaNLx4uXPHDho0mzaF2rVr1ixq1GQZMwbgMOLEihczbuz4MeRQ\noZLduvXtGyVK5PbsOXfOBTFiECCcO0cAFy4F/wrOPXigSpUGDeQ8eChWrI85cz16VKum6dgxAMKH\nEz91yhkuXOHCMWJUrkuXc+dEECMWIMC5cwNq1SJA4JwFC7ZsWbBQ7sMHZMjUlCsXIwY0aJyWLQNg\n/z5+TJiMyZLFDSC3RYvC9eljzhwIX74mTBg3bkGsWAMGiAMA4NQpESK6xYhhzJihceNmzJg27VKy\nZABYtnSZKdOyVKnChWvUaNyRI+fOZQAGzICBc+cM1KolQMC5AwdkyTpwwJwGDcaMzTFn7siRaNE0\nIUMGAGxYsWPJljV7Fm3aUKGS3br17RslSuT27Dl3zgUxYhAgnDtHABcuBQrOPXigSpUGDeQ8eP8o\nVqyPOXM9elSrpunYMQCbOXc+dcoZLlzhwjFiVK5Ll3PnRBAjFiDAuXMDatUiQOCcBQu2bFmwUO7D\nB2TI1JQrFyMGNGicli0D8Bx6dEyYjMmSxY3bokXh+vQxZw6EL18TJowbtyBWrAEDxAEAcOqUCBHd\nYsQwZszQuHEzZkybBvBSsmQACho8mCnTslSpwoVr1GjckSPnzmUABsyAgXPnDNSqJUDAuQMHZMk6\ncMCcBg3GjM0xZ+7IkWjRNCFDBiCnzp08e/r8CTSoUFGiOOnSJU0aKlRdDh2CBk2NDx9EiMiSJWXD\nBiRIJuXIQYECEiSy1Khp0qSUL1+uXJUqRaz/Vy8AdOvaPXVq1KxZ1qxduiQFDpxnz6TIkBEkiCpV\nSiRIQIIEVIwYDRr48LEpSpQZMzTx4tWpkylTw3z5AoA6tepOnSTBgiVNWqdOWAoVWraMCxMmUaKo\nUpVEhYobNzoNGbJhw5gxm9SosWKFlC9fp07NmiWsVy8A3Lt7BwXKkStX1aolSpQlTJhmzaTAgHHk\niCtXRyBAkCGjkhAhCBAQAUgkExcuQoSYChbMlClWrIwFCwZA4kSKFS1exJhR40ZXrnTx4hUuHDBg\nwlChKleu1JcvlSqNGxeLBAk+fMK5chUjBh062G7dQoPGlTlz2LCBAjUtXDgATZ0+rVXLFzBg/+LE\n1aoFy5QpcuRaJUly6JA4cahgwGjTphsoUEKEyJHjLViwMmVWmTM3bZosWdS+fQMQWPBgVKhk2bL1\n7ZsuXbxOnfr27RMZMpIkceMGCgeOOnWmkSKVIoUbN89ixeLCZZU4cc6cLVoEjRs3ALVt3z51ypYr\nV+LExYo1CxascuVG0aGzaBE5cqxmzChTJhwtWitWjBkTjhevOHFYkSN37dqsWdW8eQOQXv169u3d\nv4cfX74rV7p48QoXDhgwYahQASxXrtSXL5UqjRsXiwQJPnzCuXIVIwYdOthu3UKDxpU5c9iwgQI1\nLVw4ACZPoqxVyxcwYOLE1aoFy5QpcuRaJf9JcuiQOHGoYMBo06YbKFBChMiR4y1YsDJlVpkzN22a\nLFnUvn0DoHUrV1SoZNmy9e2bLl28Tp369u0TGTKSJHHjBgoHjjp1ppEilSKFGzfPYsXiwmWVOHHO\nnC1aBI0bNwCOH0M+dcqWK1fixMWKNQsWrHLlRtGhs2gROXKsZswoUyYcLVorVowZE44XrzhxWJEj\nd+3arFnVvHkDIHw48eLGjyNPrnz5qlXBfPnixQsWrGWnTtmy5QUUKDJkCBGqwYYNGDBxoECxYwcM\nGE527NCi1YkYsVatnDlLxYwZgP7+AQIQCECVKmS+fAULtmkTMFKkQIH6wYgREyaMGAm5c+f/y5c7\nTpzEiWPGzCc0aFix4oQMWaxY06a5OnYMQE2bN0mR+rVrV61aoEAJCxWqVi0pnDiFCYMHT5IyZaZM\nMVOlSps2bNgs+vPHlatSxIjRoqVM2SpjxgCkVbuWFKlduHD58iVIUDBQoEyZUqJJU5gwhgzxKFOG\nChVJS5b8+YMGzakxY1y52oQM2a5d1qy5atYMQGfPn0GHFj2adGnTq1YF8+WLFy9YsJadOmXLlhdQ\noMiQIUSoBhs2YMDEgQLFjh0wYDjZsUOLVidixFq1cuYsFTNmALBn165KFTJfvoIF27QJGClSoED9\nYMSICRNGjITcufPlyx0nTuLEMWPmExo0/wBZseKEDFmsWNOmuTp2DIDDhxBJkfq1a1etWqBACQsV\nqlYtKZw4hQmDB0+SMmWmTDFTpUqbNmzYLPrzx5WrUsSI0aKlTNkqY8YACB1KlBSpXbhw+fIlSFAw\nUKBMmVKiSVOYMIYM8ShThgoVSUuW/PmDBs2pMWNcudqEDNmuXdasuWrWDIDdu3jz6t3Lt6/fv6dO\n/ZIla9u2U6fAXbpUrpySZMlEiDBnTsOpUwAAkJswwZEjDBi+/fiRKxcecuSsWJk27ZQxYwBiy54t\nSxYzXbrChQMFKhwXLubMHenVq0IFc+Y0oEIFAAC5DBk8eQIBwtuOHcCA9SFHTokSbNhQKf9TBqC8\n+fOiRPWyZQsbtkyZwD16JE5cDFq0UqTYto1EJ4CdMGDI5sFDpkwnTkiDAiVXrkvgwGXJ0qyZqF69\nAGzk2NGVq2CyZIUL16mTOD9+zJmr4csXAwbmzF2oVQsAAHMSJEya5MGDuCdPjBlTJE6cFy/YsJlC\nhgzAU6hRpU6lWtXqVaynTv2SJWvbtlOnwF26VK6ckmTJRIgwZ07DqVMAAJCbMMGRIwwYvv34kSsX\nHnLkrFiZNu2UMWMAFC9mLEsWM126woUDBSocFy7mzB3p1atCBXPmNKBCBQAAuQwZPHkCAcLbjh3A\ngPUhR06JEmzYUClTBsD3b+CiRPWyZQv/G7ZMmcA9eiROXAxatFKk2LaNRKdOGDBk8+AhU6YTJ6RB\ngZIr1yVw4LJkadZMVK9eAOTPp+/KVTBZssKF69RJHEA/fsyZq+HLFwMG5sxdqFULAABzEiRMmuTB\ng7gnT4wZUyROnBcv2LCZQoYMAMqUKleybOnyJcyYnTqRqlWLGTNQoNYcOlSr1holSqxYOXXKyowZ\nWLBQevJkxAgnTkK1aUOGDC1dumjRcuWK2K5dAMaSLRsqVCpevKhRO3VKzKBBsmQtCRIkSpRKlZiU\nKCFFSiEhQjBg8OJlExo0YcLA4sULFixbtpYJEwbgMubMmjSVmjULGjRSpOb8+ePLF5ou/13ChKFE\nSUqKFEuWLEqSxIaNMmU0uXEzZ04tX75eveLFK1iuXACWM2/eqdMpVqyOHdOkaY0cOcGCfSlR4s6d\nTJluXLgwZkygJEk0aECDBhIfPl264Bo2rFUrV66S6dIFACAAgQMJFjR4EGFChQpjxVIlS5Y4cbJk\n9apUSZy4QWXKpEnTrRuiFi26dPlmydKYMVeuSAMFKlIkUOfOOXN269a0bt0A9PT5s1atXbRoiRNn\ny5arTJnIkdsUJUqXLt26HfrxgwqVbZgwIUGyZYu2V68cOTplztyyZbJkSQMHDkBcuXNTpaq1a5c4\ncbt2DfPkyZs3Q1Gi0KGDDVshJUqsWP9xFijQkydy5BAbNSpTplfjxhEjJksWs27dAJQ2fRpW6lOn\nxIl79WqXIkXjxu3hwkWPHnHiDqVIgQWLt0WLVKioUsWbKFGOHLkyZ44ZM1++mIEDBwB7du3buXf3\n/h18+FixVMmSJU6cLFm9KlUSJ25QmTJp0nTrhqhFiy5dvlmyBHDMmCtXpIECFSkSqHPnnDm7dWta\nt24AKlq8WKvWLlq0xImzZctVpkzkyG2KEqVLl27dDv34QYXKNkyYkCDZskXbq1eOHJ0yZ27ZMlmy\npIEDByCp0qWpUtXatUucuF27hnny5M2boShR6NDBhq2QEiVWrDgLFOjJEzlyiI0alSn/06tx44gR\nkyWLWbduAPr6/Qsr8KlT4sS9erVLkaJx4/Zw4aJHjzhxh1KkwILF26JFKlRUqeJNlChHjlyZM8eM\nmS9fzMCBAwA7tuzZtGvbvo07tydPvG7d8uWLEiVkrIqzkrJo0ZcvhgzBsGPnyZM4P3706fPlSygy\nZGDBYjVsGC1ay5aBQoYMgPr17FWpQvbr17JlkyYZO3UKFaojmjQ5AehEjx4gdOgwYdLnyJE9e8yY\nOSVGTKxYqpIls2ULGjRXzJgBABlS5KhRvHDh6tULFapinz7VqiVFlKg5cwYNypEnDxYshKBAIUOG\nDZtJcuSsWpUpWLBTp5AhM3XsGACq/1WtkiL1y5cvYMAKFSKWKZMoUStChWLChA8fFlWqRIkyqEUL\nMWLYsOFEh06sWKWUKaNFCxo0WMuWAUCcWPFixo0dP4Yc2ZMnXrdu+fJFiRIyVp1ZSVm06MsXQ4Zg\n2LHz5EmcHz/69PnyJRQZMrBgsRo2jBatZctAIUMGQPhw4qpUIfv1a9mySZOMnTqFCtURTZqcONGj\nBwgdOkyY9DlyZM8eM2ZOiRETK5aqZMls2YIGzRUzZgDs38c/ahQvXLh6AeyFClWxT59q1ZIiStSc\nOYMG5ciTBwsWQlCgkCHDhs0kOXJWrcoULNipU8iQmTp2DADLli5JkfrlyxcwYIUKEf/LlEmUqBWh\nQjFhwocPiypVokQZ1KKFGDFs2HCiQydWrFLKlNGiBQ0arGXLAIANK3Ys2bJmz6JNq0pVMFy4unVL\nlSocIULlysmQJWvBAnLkUIQK9eDBOBUqPHlKkQIcFizBgmUaN44Ll2vXShEjBmAz586uXCEjRkyc\nOFWqxoEBU66cE1asLFggRw7HrFkbNnwbMeLTpxQpunnxQoyYJnHi6NCxZg3WsWMAnkOPrkrVMV++\nvn0rVQpco0bkyOWgRcuCBW/eNBQqpEBBNBkyJEkKEkSaFy++fG3q1s2Nm2rVAKYKFgxAQYMHVany\n9eqVOHGgQHnDgsWcORyxYilQYM7/HIpatRIkIAcCxKhRHjyA+/HDl69D4MCdOWPNWitkyADk1LmT\nZ0+fP4EGFbppEytcuJAhY8VqjihRxIhpIULEipVGjZ6UKIEGjaEkSTZs4MJlEx06TZrg8uVr1apS\npYLZsgWAbl27nDi50qXr2TNQoNZEihQsmJgmTdKkiRQpTIoUZcrwmTLlxQs8eDThwSNFSrBfv27d\nkiVrGC9eAFCnVu3JkylYsIoVGzXKjiRJwYLFiRJlyxZKlKKgQHHmzKEtW3DgsGPnlB07c+bw2rWL\nVnVawXLlArCde3dOnEytWjVsWKZMaAYNwoUrzYwZdOj48SNEg4Y4cRghQaJBgxw5/wAvwYFDhYqs\nXbtcuYoVK5guXQAiSpxIsaLFixgzaty0iRUuXMiQsWI1R5QoYsS0ECFixUqjRk9KlECDxlCSJBs2\ncOGyiQ6dJk1w+fK1alWpUsFs2QLAtKlTTpxc6dL17BkoUGsiRQoWTEyTJmnSRIoUJkWKMmX4TJny\n4gUePJrw4JEiJdivX7duyZI1jBcvAIADC/bkyRQsWMWKjRplR5KkYMHiRImyZQslSlFQoDhz5tCW\nLThw2LFzyo6dOXN47dpFqzWtYLlyAZhNuzYnTqZWrRo2LFMmNIMG4cKVZsYMOnT8+BGiQUOcOIyQ\nINGgQY6cS3DgUKEia9cuV65ixf8KpksXgPPo06tfz769+/fwW7VKhQuXOHG6dA3r1ClcOICopEiZ\nM0ebNk4zZpw5082UqSdP4MDZ5soVIUKszJlr1uzXL2ffvgEgWdJkLJSsWJEjt2vXLEaMvn3DxITJ\nnz/evLkKEsSKlWqECOHAkSZNtVmzGjUyVa6cMWO0aCH79g3AVaxZW7VadevWuHG0aP0CBapbN0hH\njtChEy2aohkz1KhRZsnSnTtx4iQjRerTJ1TkyBEjVqrUsG3bACxm3JgVq1msWIkThwtXKkmSwoU7\n1aNHnz7gwIFCgqRLF2yZMgUJkifPtVy5HDmqVa6cMmW5cjXz5g3Ab+DBhQ8nXtz/+HHkrVqlwoVL\nnDhduoZ16hQuHCopUubM0aaN04wZZ850M2XqyRM4cLa5ckWIECtz5po1+/XL2bdvAPTv5x/LP0BW\nrMiR27VrFiNG375hYsLkzx9v3lwFCWLFSjVChHDgSJOm2qxZjRqZKlfOmDFatJB9+wbgJcyYrVqt\nunVr3DhatH6BAtWtG6QjR+jQiRZN0YwZatQos2Tpzp04cZKRIvXpEypy5IgRK1Vq2LZtAMaSLcuK\n1SxWrMSJw4UrlSRJ4cKd6tGjTx9w4EAhQdKlC7ZMmYIEyZPnWq5cjhzVKldOmbJcuZp58wbgMubM\nmjdz7uz5M+hSpXzx4oULV6ZM/8VMmfLl60imTF68/PnTo0+fLFkC7djRp0+YMLTo0Hn1KpMyZZ8+\nOXNmihkzANKnUx81atiuXcmSZcoULFOmU6eWLFpEhQohQkcIEaJCJRMOHHz4vHkDyo8fWLBCLVv2\nCuCrZs1SMWMGAGFChaZMEcOFa9cuTpx4VapUq9aRR4+uXHHk6EafPk2aADJiBBAgNGhSxYmDCxeq\nY8dcuTp2jBQxYgB49vQZKpSvWbN27SpUqFejRrhw5fDkiQmTRYt8CBIEBkwlIkQwYZozxxUdOrZs\njUKG7NSpZs1WHTsGAG5cuXPp1rV7F2/eUqV88eKFC1emTMVMmfLl60imTF68/P/506NPnyxZAu3Y\n0adPmDC06NB59SqTMmWfPjlzZooZMwCrWbceNWrYrl3JkmXKFCxTplOnlixaRIUKIUJHCBGiQiUT\nDhx8+Lx5A8qPH1iwQi1b9upVs2apmDED8B18eFOmiOHCtWsXJ068KlWqVevIo0dXrjhydKNPnyZN\nABkxAhAQIDRoUsWJgwsXqmPHXLk6dowUMWIAKlq8GCqUr1mzdu0qVKhXo0a4cOXw5IkJk0WLfAgS\nBAZMJSJEMGGaM8cVHTq2bI1ChuzUqWbNVh07BiCp0qVMmzp9CjWqVFiwiOnS5c2bLVviIEEaN+6L\nL18cOIQLt0SWrAsXwClRcur/FA4c3ciQ2bVL0rhxhw6BA5fKly8AhAsbhgUrWK9e4sSpUvVt0CBy\n5Lz48hUiBDduUly5ggFj25gxrlwJEYKtTx9nzkp9+8aIkTVrsYIFA4A7t+5SpXzt2uXNW6pU3fr0\nGTeuCS5cKVJo0yZl1SoRIp5duQILlhUrzwwZIkZsFDduefI8e3YKFy4A7Nu7X7XKlyxZ377NmvVt\nzhxz5sDgAoiLBIlx43QAA5YhQzgfPmTJunGjmxs3xIhRChduzZpr11QdOwZA5EiSJU2eRJlS5UpS\npEzx4iVNWqtWcj59ChZsDxo0dOh8+sSkRo04cSZx4SJEyKFDs/78WbPGlzFj/7Fi4cJlzJcvAF29\nfv30KRQvXsmSmTKFx5IlX77oYMFy6JAoUWGOHNmzR5UbN1KkVKoECxCgQYOEDRuWK5cvX8N+/QIQ\nWfLkTJlO5cqVLFmnTm8SJerVi86UKXTogAIV5caNOHEiceGSJMmjR7IcOZo0CViwYLhw7dqV69Yt\nAMWNH//0KZQrV8mSjRolxpIlXrzsgAHz50+oUF5mzFizJtOVKz16LFr0qk+fO3eACRN269auXcd+\n/QKQX/9+/v39AwQgcCDBggYPIhRIipQpXrykSWvVSs6nT8GC7UGDhg6dT5+Y1KgRJ84kLlyECDl0\naNafP2vW+DJmLFYsXLiM+f/yBWAnz56fPoXixStZMlOm8Fiy5MsXHSxYDh0SJSrMkSN79qhy40aK\nlEqVYAECNGiQsGHDcuXy5WvYr18A3sKNmynTqVy5kiXr1OlNokS9etGZMoUOHVCgoty4ESdOJC5c\nkiR59EiWI0eTJgELFgwXrl27ct26BWA06dKfPoVy5SpZslGjxFiyxIuXHTBg/vwJFcrLjBlr1mS6\ncqVHj0WLXvXpc+cOMGHCbt3atevYr18ArmPPrn079+7ev4N35SqWLFnhwunS5YsTJ3DgGokRw4dP\nt26dunRZs0ZbpkxlAJbRo6daq1agQKEqV+7YsVy5joULB4BiRYuzZumyZUv/nDhdunyNGgUOXCc6\ndA4dwoaNU506f/5UEyWqTBlEiKzNmhUqVKxx45Qpq1VrmTdvAJAmVWrKVCxZsr5969VrmCRJ3LhZ\nevNGkqRq1UKZMZMnz7JMmf782bNnmitXkiS9IkcOGTJcuIxp0waAb1+/rVqlWrVq3Dhbtmo1aiRO\n3KItWwABypbNkhcvdOhg48SpTJlEibLt2mXKVK1y5ZAhs2Ur2bZtAGDHlj2bdm3bt3HnduUqlixZ\n4cLp0uWLEydw4BqJEcOHT7dunbp0WbNGW6ZMZcro0VOtVStQoFCVK3fsWK5cx8KFA7CefftZs3TZ\nsiVOnC5dvkaNAgeuEx06/wAPHcKGjVOdOn/+VBMlqkwZRIiszZoVKlSsceOUKatVa5k3bwBCihxp\nylQsWbK+fevVa5gkSdy4WXrzRpKkatVCmTGTJ8+yTJn+/NmzZ5orV5IkvSJHDhkyXLiMadMGoKrV\nq61apVq1atw4W7ZqNWokTtyiLVsAAcqWzZIXL3ToYOPEqUyZRImy7dplylStcuWQIbNlK9m2bQAS\nK17MuLHjx5AjSy5VKtmuy7tAgSr26ZMuXWc2bUqTRpMmK4gQlSlTqUmTQ4f69LF1544vX6+YMatV\n69kzXM6cARhOvDgqVMd69SJGLFSoXqBA+fIV5tSpPn1IkeqSKRMbNp/KlP+xZOnQIVyNGunSJcuZ\nM1++rFm7tWwZgPv483fq1CtXLoC+fJkyRSxUKF260sSKxYZNpUpbFCn68kXSli2aNCVK1KpRo127\nYDlzxovXs2eqiBED0NLlS0+efunSJUyYJEnHRIm6dauKKFFw4IQKtYMQoTFjMFGhMmgQHTq4Bg0C\nBuzVsmW1akmT1kqZMgBhxY4lW9bsWbRp1bJi5StYsG/fbNkK58pVuHCSli1788abtzfChHnxci1Q\noGbN+PDZVqpUtmy4xo0DBQocuFrFigHg3NkzK1bBfv0KF06XLnChQoULpwgatECBunVb5MwZHTrR\nGDF69owRI22nTlWr5gv/HDhWrLp1wwUMGADo0aWvWiUMGLBu3Vy5CgcK1LdvhJQpY8MGGzZDwYLp\n0XOsTx9ixB49ipYpEzVqt7x548RJG0Btr3LlAmDwIMJXr4Lt2hUunC5d4UCBIkdu0bNnZMh065aH\nGTMqVLLhwZMsGSFC2jx5qlatFjhwmTJx4/YqWDAAOnfy7OnzJ9CgQoeyYuUrWLBv32zZCufKVbhw\nkpYte/PGm7c3woR58XItUKBmzfjw2VaqVLZsuMaNAwUKHLhaxYoBqGv3LitWwX79ChdOly5woUKF\nC6cIGrRAgbp1W+TMGR060RgxevaMESNtp05Vq+YLHDhWrLp1wwUMGIDU/6pXr1olDBiwbt1cuQoH\nCtS3b4SUKWPDBhs2Q8GC6dFzrE8fYsQePYqWKRM1are8eePESZu2V7lyAeju/furV8F27QoXTpeu\ncKBAkSO36NkzMmS6dcvDjBkVKtnw4EmWDCAhQto8eapWrRY4cJkyceP2KlgwABMpVrR4EWNGjRs5\nbtr0ChgwaNBs2fpEjFizZqZAgUKFatcuR4UK7drla9GiRImCBTvmypUtW9aYMXv2LFmyacaMAXD6\nFGqmTLSECYsWDRcuT716HTtGCuyuXbx4afLkadcuX58+efIULFgxXHNxUZMmjRkzZcqYCRMGAHBg\nwZUqudq1a9myWrU6Df8bhgzZKE6catXKlUtTpUqyZOHatGnUqGDBiMWKVauWM2bMihUjRuxYsGAA\naNe2vWmTK1++okWrVSvTsGHRopUSJapWrV+/MkmSxIsXrkWLHDkKFsxYrFi1al2LFu3YMWPjhQkD\ncB59evXr2bd3/x7+pk2vgAGDBs2WrU/EiDVrBtAUKFCoUO3a5ahQoV27fC1alChRsGDHXLmyZcsa\nM2bPniVLNs2YMQAkS5rMlImWMGHRouHC5alXr2PHSNnctYsXL02ePO3a5evTJ0+eggUrhispLmrS\npDFjpkwZM2HCAFi9irVSJVe7di1bVqtWp2HDkCEbxYlTrVq5cmmqVEn/lixcmzaNGhUsGLFYsWrV\ncsaMWbFixIgdCxYMgOLFjDdtcuXLV7RotWplGjYsWrRSokTVqvXrVyZJknjxwrVokSNHwYIZixWr\nVq1r0aIdO2YstzBhAHr7/g08uPDhxIsbL1VqlitX4MAdO1Zt1apx43a5ckWKFDhws1y5MmWqmyxZ\nuXJlyhQumPpguM6dO3aMGDFk4cIBuI8/f6pUtFSpAhguXLBgy1atChcO1q9fpUp9+1aLFStRorjd\nugULlitX3n79IkZs17lzypQZM3YMHDgALV2+PHVKlipV4cIBAzZNlqxx416dOuXJkzdvsUqVUqQo\nmyumrlSp6tar169f/7nMmRMmLFgwX+DAAQAbVmyrVrBQoRo3TpgwaaVKkSPX69WrU6e8eZuFSi8q\nb7duwYJFiRI4YMCUKcNlzpwxY8eOFfPmDcBkypUtX8acWfNmzqVKzXLlChy4Y8eqrVo1btwuV65I\nkQIHbpYrV6ZMdZMlK1euTJnCBQMeDNe5c8eOESOGLFw4AM2dP0+VipYqVeHCBQu2bNWqcOFg/fpV\nqtS3b7VYsRIlitutW7BguXLl7dcvYsR2nTunTJkxY8fAAQQHYCDBgqdOyVKlKlw4YMCmyZI1btyr\nU6c8efLmLVapUooUZXMl0pUqVd169fr1K5c5c8KEBQvmCxw4ADZv4v9s1QoWKlTjxgkTJq1UKXLk\ner16deqUN2+zUEFF5e3WLViwKFECBwyYMmW4zJkzZuzYsWLevAFIq3Yt27Zu38KNKxcUKF7GjB07\ntmuXsWDBpk1LNWsWLlzQoG3atQsXrmSnTt269esXM1y4jmHetu3YsWfPgjlzBmA06dKfPukiRgwZ\nsl69kgULFi3aqFu3cOE6dmyUK1e0aB179cqWLV++nOXKlWz5tm3FijFjBqxZMwDWr2PXpEkXMGDF\nivHiFQwXrmjRQtWqdevWsWOoXr2qVStYqFCyZPXq5axXL2L+AWLDRoyYMWO9jh0DsJBhQ0+efA0b\n5swZLlzJiBGjRk3/Fi5ctWolS5YpVslYxkaNkiVLl65qtWodO2Zs2zZjxpYt27VsGQCfP4EGFTqU\naFGjRx05amXLFjBgtmxla9VKmLBSx45lytSr1yhgwECBynXqFDFipUrtunXr2TNeypThwhUt2i1X\nrgDk1bt30iRXtWr9+oULl7VXr4IFO2XMGChQuHCd2rXr06dYpEj58qVKFS7Py5blYsasVi1o0HLN\nmgWAdWvXhQqVmjULGLBXr7KpUuXL16hgwS5dqlWLky1bmjS1AgUqV65WrWq5cmXMmKxjx1KlYsbM\n1alTAMCHFz9p0qtatZQpmzVLmyxZzZq9cuaMEydfvjL58gUKVK5O/wA78eJlylSwWrWSJfMFDRot\nWs+evVKlCoDFixgzatzIsaPHj44ctbJlCxgwW7aytWolTFipY8cyZerVaxQwYKBA5Tp1ihixUqV2\n3br17BkvZcpw4YoW7ZYrVwCiSp06aZKrWrV+/cKFy9qrV8GCnTJmDBQoXLhO7dr16VMsUqR8+VKl\nCpfdZctyMWNWqxY0aLlmzQJAuLDhQoVKzZoFDNirV9lUqfLla1SwYJcu1arFyZYtTZpagQKVK1er\nVrVcuTJmTNaxY6lSMWPm6tQpALhz65406VWtWsqUzZqlTZasZs1eOXPGiZMvX5l8+QIFKlenTrx4\nmTIVrFatZMl8Qf+DRovWs2evVKkCwL69+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k\n2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPn\nT6BBhQ4lWtToUaRJR965g8qRo1q1YMHKtGgRMGC2MGECBIgYsVuSJO3Z42vVqkWLEiXaBQvWpEmF\nfv2qVcuSpUeiRAHg29fvnTujECGSJatVq0mHDgED9kqTpkCBePGCRYlSnjy8ZMmyZGnQoFyuXFGi\nRGjXLliwNm1qBAoUANixZduxQ2rRolixWrWCNGiQL1+yLl0iRMj/ly9XlSrp0dMLFapJk/z4wdWq\nVaZMhn79mjXLkiVHoEABIF/e/J8/phYtqlVLlixLiBAFC4bLk6dBg4gRsxUpEkBChHzJkiVJUp8+\nwGTJggRpkS9ft25JqliqFICMGjdy7OjxI8iQIkGBooQLlzJlw4bNatYMGzZkly5Fi6ZNG7BBg5Il\ny6ZLFyhQx45RM2ZMlSpm27Y5c/bpE7NjxwBQrWo1VKhNunQ5c/br1yxnzqhRE5YoETNm2rQJ27On\nWDFswYINGkSMmLZgwU6dQrZtW7JkpEgxI0YMAOLEijMxxoXr2LFevWI9exYtWjBRoqRJo0at1qRJ\nxIhN27VLkqRi/8WsFStmyhQybtyiRQsVqtmxYwB28+5dqlSnXr2OHdu1y9WxY9Kk8Vq0aNkybtx+\nSZL07Nk2X74uXVKmLNuxY69eRfv2zZo1UaKgHTsG4D38+PLn069v/z5+Tpx44cI1DOAwXry6HTu2\nbJmtb998+YoWrVa1asOGIZs1a9o0X76Y6dK1bVuxa9eIEevWzRcxYgBYtnR56VKvW7eIEevVa5sx\nY8eOyfr2jRevY8dsXbu2a1czXrysWUOGbFmvXtWqIatWjRgxbdp8ESMGAGxYsZYs5Zo1y5gxYMC2\nESP27Bmtbt169Vq2bNa0ab58KYMFK1myYMGg2bKVLZuxa9eMGf/bto2XMWMAKFe2HCrUsFy5iBHT\npYsbMWLIkNkKF06ZMmLEbG3bduwYtV27qlUzZmxZrVrcuB3Dhm3Zsm/fgilTBgB5cuXLmTd3/hx6\ndE6ceOHCNWwYL17djh1btszWt2++fEWLVqtatWHDkM2aNW2aL1/MdOnatq3YtWvEiHXrBtAXMWIA\nCho8eOlSr1u3iBHr1WubMWPHjsn69o0Xr2PHbF27tmtXM168rFlDhmxZr17VqiGrVo0YMW3afBEj\nBiCnzp2WLOWaNcuYMWDAthEj9uwZrW7devVatmzWtGm+fCmDBStZsmDBoNmylS2bsWvXjBnbto2X\nMWMA2rp9Gyr/1LBcuYgR06WLGzFiyJDZChdOmTJixGxt23bsGLVdu6pVM2ZsWa1a3Lgdw4Zt2bJv\n34IpUwYgtOjRpEubPo06tWpXroK59uZNlixyxIidO5dk3Lhatc6dExIuHCtW5rBg8eYtVqxyXLiE\nC+erXLlAgbp12zVtGoDt3LufOnUMGLBv32DBIhcsmDlzVsCBU6XKnLkg3ry1amXOiRNs2GDBAliu\nTJlt23aRI1enDjduv6RJAxBR4sRTp3jlysWNGyxY44gRK1fuzrhxtWqZM5fj2zdRoso1aaJNGy5c\n5e7c2bbN2LhxefJ8+yYMGjQARY0ejRXL2LFj4MDZsjVOlqxz/+e2iBP36dO5cy3EiatU6VyKFNu2\ntWplrkkTbtyAkSOnRk24cMmqVQOQV+9evn39/gUcWLArV8EMe/MmSxY5YsTOnUsyblytWufOCQkX\njhUrc1iwePMWK1Y5LlzChfNVrlygQN267Zo2DcBs2rVPnToGDNi3b7BgkQsWzJw5K+DAqVJlzlwQ\nb95atTLnxAk2bLBglStTZtu2XeTI1anDjdsvadIAnEef/tQpXrlyceMGC9Y4YsTKlbszblytWubM\nAczx7ZsoUeWaNNGmDReucnfubNtmbNy4PHm+fRMGDRqAjh4/xopl7NgxcOBs2RonS9a5c1vEifv0\n6dy5FuLEVf+qdC5Fim3bWrUy16QJN27AyJFToyZcuGTVqgGIKnUq1apWr2LNqvXSJVauXEGDdutW\no06dpElj5chRoEDChKlKk8aMGVycOG3ZkidPrlatHDlSpUyZMGG6DhMjBmAx48aXLqVy5erZs1mz\nJHHiFC2aq0mTCBESJgxVmzZ16tzq1AkPnkKFdqVK5cmTqmPHgAHTpQvWsGEAfgMPLklSKleunj2j\nRQuUJ0/VqsGqVClRImLEQJ05AweOLkmSypRRpEjXqVOTJtFq1owYsWDBgA0bBmA+/fqePJmKFUua\ntFevACZixGjZMlB16vDh8+yZKyxY6tT5VapUkyZ9+gRLlQr/ECBYxowJE8aLF7FjxwCkVLmSZUuX\nL2HGlHnpEitXrqBBu3WrUadO0qSxcuQoUCBhwlSlSWPGDC5OnLZsyZMnV6tWjhypUqZMmDBdX4kR\nAzCWbNlLl1K5cvXs2axZkjhxihbN1aRJhAgJE4aqTZs6dW516oQHT6FCu1Kl8uRJ1bFjwIDp0gVr\n2DAAlzFnliQplStXz57RogXKk6dq1WBVqpQoETFioM6cgQNHlyRJZcooUqTr1KlJk2g1a0aMWLBg\nwIYNA7CceXNPnkzFiiVN2qtXiRgxWrYMVJ06fPg8e+YKC5Y6dX6VKtWkSZ8+wVKlAgQIljFjwoTx\n4kXs2DEA/wABCBxIsKDBgwgTKlS4apWtYMHIkRMmTFqyZOfOAcOEiRixcuV8IUGCCxc5WrQ4cfr1\nq9yuXbduSTNnDhs2YsS2efMGoKfPn69e/Ro2TJy4X7+aESNmzpwvP36SJStX7teZM758kQsWTIyY\nXbvGDRt26xa1c+eoUVu2rJtbAHDjypUlK5gxY+TIJUvmLFkyc+aChQo1bJg5c7bAgClWLBwuXH36\n7NpF7tixXbuunTunTdu0ad3AgQNAurRpWbJ+4cI1blywYLx+/TJnDlihQseOmTOHbM6cYMHMBQv2\n5k2wYOSIEatVS9q5c9euadP2TZw4ANiza9/Ovbv37+DDn/86hUuXLl++TJkiVqoUJUplKFFas8aN\nmyJ9+pAhQ6dMGYCMGCVKJAkSJFiwLvnyNWvWs2evjh0DUNHixVKlWu3aFSyYKVPHWLHKlEmOKFFq\n1LhxM2bPHjx43KxZkyhRoECLJEly5UpTsGC1aj17pkqYMABJlS4VJarWrVu9esmSxWzVKlas4tiy\nBQgQIkRl4MBZs6aPFy+JEi1aJCpTplq1ZB07xovXtGm1jh0D0Nfv31atePnyVatWpkzHQIHatKkM\nKFBlyhgyJAQRIjp09lSpwoZNoUKK5MhJlerTrVu4cFWrZsuZMwCxZc+mXdv2bdy5dZ86hUuXLl++\nTJkiVqr/FCVKZShRWrPGjZsiffqQIUOnTBlGjBIlkgQJEixYl3z5mjXr2bNXx44BYN/efalSrXbt\nChbMlKljrFhlyiRHFEBRatS4cTNmzx48eNysWZMoUaBAiyRJcuVKU7BgtWo9e6ZKmDAAIkeSFCWq\n1q1bvXrJksVs1SpWrOLYsgUIECJEZeDAWbOmjxcviRItWiQqU6ZatWQdO8aL17RptY4dA2D1KtZW\nrXj58lWrVqZMx0CB2rSpDChQZcoYMiQEESI6dPZUqcKGTaFCiuTISZXq061buHBVq2bLmTMAihcz\nbuz4MeTIkidLknSMFi1u3OLECTdmzLlzEnLlGjDg3LkF/6xYAQBgjgCBU6c+fBB34wYzZpPIkYMC\n5do1UsiQAShu/LgkSctw4fLmjQ4dcU6cnDvHABcuAQLOnQOwa9eAAecWLDh1yoOHciNGECPWhxy5\nI0emTROVLBmA/Pr3c+LEDCAtWt68SZIkzo+fc+dmSJMmQcK5cwBMmRow4NyAAbp0kSAxToSIYMEc\nkSOXJAk2bKiQIQPwEmbMUqWYpUo1btygQd+4cDl3ToQzZwUKnDtHYNcuAADOAQCwaxcDBuZEiEiW\nTIw5c0KEcONW6tkzAGPJljV7Fm1atWvZSpJ0jBYtbtzixAk3Zsy5cxJy5Row4Ny5BaxYAQBgjgCB\nU6c+fP8Qd+MGM2aTyJGDAuXaNVLIkAHw/Bm0JEnLcOHy5o0OHXFOnJw7xwAXLgECzp0DsGvXgAHn\nFiw4dcqDh3IjRhAj1occuSNHpk0TlSwZAOnTqXPixIwWLW/eJEkS58fPuXMzpEmTIOHcOQCmTA0Y\ncG7AAF26SJAYJ0JEsGCOyJFLAjAJNmyokCEDgDChwlKlmKVKNW7coEHfuHA5d06EM2cFCpw7R2DX\nLgAAzgEAsGsXAwbmRIhIlkyMOXNChHDjVurZMwA8e/r8CTSo0KFEi27ahOnUKWbMMmXaEifOsWNa\ncuTYsSNWLCMgQDBhMkmKFA8exoxJJUcOFiynjh2TBVf/1rFevQDYvYvXk6dIoEAxYwYJUhM1ao4d\n63LjRpAgsGDxePBgyBBPUaJ8+ECEiKc4cZ48+SRMGCtWpEj5Og0gterVmTJxUqUqWzZRotwAAiRN\nmhYgQJYskSWriAcPQIBM6tGDA4czZ0D58VOmDC1jxly5atVq2K9fALp7/75qFSNUqKJFAwQIiRo1\nzJgloUHjx49atYZcuGDDxqYlSyBAAFikiKk2bXz4wBQsmCtXo0YdgwhA4kSKFS1exJhR48ZWrWzV\nqiVO3KtXu1atAgfuU5AgbNhw47bKhIk2bbR58lSixJ8/1U6dwoNnFDly0qSJEhXt2zcATZ0+DRUK\n19Rw/+EyZbLFiRM5cpVw4GDECBw4VCVKtGkTTpYsDhwgQcp269afP7LGjVOmrFOnY926AQAcWDAq\nVLZ27RInzpcvXr9+lSvH6soVQIDEiSPVokWfPt48eUKBIk+ebLhw+fEzq1w5a9ZUqaoWLhwA2rVt\nnzpFK1YsceJo0ULVqRM5crKoUBEkqFw5XCpUnDlDjhSpGTPSpAHny1edOq7MmaNGDRQoaOHCAUCf\nXv169u3dv4cfv1UrW7VqiRP36tWuVavAAQT3KUgQNmy4cVtlwkSbNto8eSpR4s+faqdO4cEzihw5\nadJEiYr27RuAkiZPhgqFa2W4cJky2eLEiRy5SjhwMP9iBA4cqhIl2rQJJ0sWBw6QIGW7devPH1nj\nxilT1qnTsW7dAGDNqhUVKlu7dokT58sXr1+/ypVjdeUKIEDixJFq0aJPH2+ePKFAkSdPNly4/PiZ\nVa6cNWuqVFULFw4A48aOT52iFSuWOHG0aKHq1IkcOVlUqAgSVK4cLhUqzpwhR4rUjBlp0oDz5atO\nHVfmzFGjBgoUtHDhAAAPLnw48eLGjyNPPmrULliwdOmyZEnYpUusWP2IFKlKlT9/tFSq1KbNHyNG\n3KB3U0mPHlasQB07VqsWNWqyli0DoH8//1ChAOqaNatXL0eOfHnyVKnSEUeOliwBBKhGmTJixCyq\nUmX/zRowYDL16cOLl6hkyWjRYsasFTJkAGDGlFmqlK5dN3edOuWLFq1fv6KIEvXly5w5S+LEadLE\nTZEibdqwYWOpT59atUQlS3brVrNmsZQpAzCWbNlRo3zhwpUrlyRJw1y5MmWqR6ZMU6YQIgREkCAm\nTOhQobJmzZkzoNSosWXL07JltGhJk/YKGjQAlzFn1ryZc2fPn0GPGrULFixduixZEnbpEitWPyJF\nqlLlzx8tlSq1afPHiBE3v91U0qOHFStQx47VqkWNmqxlywBElz49VChds2b16uXIkS9PnipVOuLI\n0ZIlgADVKFNGjJhFVaqsWQMGTKY+fXjxEpUsGS1a/wCZMWuFDBmAgwgTliqla5fDXadO+aJF69ev\nKKJEffkyZ86SOHGaNHFTpEibNmzYWOrTp1YtUcmS3brVrFksZcoA6NzJc9QoX7hw5colSdIwV65M\nmeqRKdOUKYQIAREkiAkTOlSorFlz5gwoNWps2fK0bBktWtKkvYIGDYDbt3Djyp1Lt67du6dOBatV\ny5u3TJm+vXlDjlyUXLkWLBAnLkWmTCBAfJsxo1SpFCmwDRmya5ekcOHo0MGGLVWxYgBSq16tSlUw\nWrS+fYMEiRsYMObMuaBFiwCBcuVAxIp14MA4BAgoUfLgoRsPHrVqEQIHLk2aatVGHTsGoLv376dO\nEf+jRevbt1WrxmXKdO4cjF69GjQ4dy5EpkwJEojbsOHRI4AcOIgrUkSXLk/gwIkRo01bq2TJAEyk\nWPHVq2KuXIULd+gQuClTzp3jIUzYggXnzlWIFQsAgHMQIHz69OABORw4cuXqQ47cjh3TpoWSJg3A\nUaRJlS5l2tTpU6inTgWrVcubt0yZvr15Q45clFy5FiwQJy5FpkwgQHybMaNUqRQpsA0ZsmuXpHDh\n6NDBhi1VsWIABA8mrEpVMFq0vn2DBIkbGDDmzLmgRYsAgXLlQMSKdeDAOAQIKFHy4KEbDx61ahEC\nBy5NmmrVRh07BsD2bdynThGjRevbt1WrxmXKdO7/HIxevRo0OHcuRKZMCRKI27Dh0SMOHMQVKaJL\nlydw4MSI0aatVbJkANSvZ//qVTFXrsKFO3QI3JQp587xECZsAcAF585ViBULAIBzECB8+vTgATkc\nOHLl6kOO3I4d06aFkiYNAMiQIkeSLGnyJMqUnz6ZwoVr2bJPn+AoUrRr1xcrVrx4CRUKCgsWb95g\nSpLEho05c07dufPmDS1hwmDBqlWLGC9eALZy7UqKVChWrJo1CxXqCB06unQBmTEjTZpIkXBo0PDk\nyaIiRTx4mDPnExs2WrTcIkYMFqxdu4rlygXgMeTInz6lokULGrRVq6YIEoQM2ZYpU8qUCRWKiAcP\n/1SoMJIiBQSIM2dAzZnz5UutYMFkydKlK1mvXgCGEy9eqhQqV66iRUOFykqhQsGCafnxo0wZU6aO\nUKCABcufJEkYMLBipdObN0WK1PLlCxasV6+aBQsG4D7+/Pr38+/vHyAAgQMJFjR46lSqW7fEibt1\nCxYoUOLEZRIjZs8ebdoqJUmCBQu3Q4eePNGiZRooUI8enSJH7tmzW7eegQMHAGdOnahQxXLlSpy4\nTZuEgQIlTpyoK1fKlPn2rZEMGVSofIsUiQePPHmu4cJFidKqcuWgQQMGrNq3bwDYtnX76lUtuePG\n7drVy5IlceIeNWnSqBE5crB69ChThhspUkeOpP9Jo61WLUqUapEjt2xZrVrRxIkD8Bl06FevXNmy\nNW7crl25QIEqV67Sli137pAjB6pFizNnyIEC5cIFFizgatXKlInUuXPJkvHiNe3bNwDTqVe3fh17\ndu3buZ86lerWLXHibt2CBQqUOHGZxIjZs0ebtkpJkmDBwu3QoSdPtGiZBhAUqEePTpEj9+zZrVvP\nwIEDADGiRFSoYrlyJU7cpk3CQIESJ07UlStlynz71kiGDCpUvkWKxINHnjzXcOGiRGlVuXLQoAED\nVu3bNwBEixp99aqW0nHjdu3qZcmSOHGPmjRp1IgcOVg9epQpw40UqSNH0qTRVqsWJUq1yJFbtqz/\nVq1o4sQBuIs376tXrmzZGjdu165coECVK1dpy5Y7d8iRA9WixZkz5ECBcuECCxZwtWplykTq3Llk\nyXjxmvbtG4DVrFu7fg07tuzZtE+dEubLV69ehgwR8+Rp1iwlnjx16eLIERA7ds6cQRQlCiFCdOhs\nunOHFq1T0KD58kWN2ixmzACYP4++VClhunTt2uXIUS9GjChRSpEo0ZIlgADhAMiHDxkyjsaMIUTo\nzZtTcuTw4hWLGLFataBBcwUNGgCOHT2SIhWM10henDg1Y8UKFiwco0ZhwXLo0A06dMqUYfTjx6JF\nceJYKlRo1apT0aLNmiVNWi1nzgA8hRrVkydi/7x4GTNGiJCxU6dcuQKCCZMSJXTokMCDhwmTQzBg\ngAFTpoyqOHF+/XL17JksWdiw7Vq2DMBgwoUNH0acWPFixqdOCfPlq1cvQ4aIefI0a5YST566dHHk\nCIgdO2fOIIoShRAhOnQ23blDi9YpaNB8+aJGbRYzZgB8/wZeqpQwXbp27XLkqBcjRpQopUiUaMkS\nQIBw8OFDhoyjMWMIEXrz5pQcObx4xSJGrFYtaNBcQYMGQP58+qRIBeOVnxcnTs1YAWQFCxaOUaOw\nYDl06AYdOmXKMPrxY9GiOHEsFSq0atWpaNFmzZImrZYzZwBOokzpyRMxXryMGSNEyNipU65cAf/B\nhEmJEjp0SODBw4TJIRgwwIApU0ZVnDi/frl69kyWLGzYdi1bBmAr165ev4INK3YsWVasguXK9e1b\nrVrfDBkCB+7Lr18oUHTrlgMXrhMntrFggQpVjhzdqlTp1etSt25y5FSrFitZMgCWL2N25YrXrVvf\nvn36FE6MmHHjcgQL9uDBuHEmevV68EBciBCoUDFhwg0LlmDBRIULBwYMNWq0iBEDoHw581Wrgrly\n5c0bK1bi9OgxZ25GrVoRIpgzJ+HUKQkSyMmQIUlSjRrhqFApVixUuHBnzmDDJkuZMgD+AQIQOBCA\nK1fBVq0aNw4SJHFhwpgzB0WYMA0azp0DUav/lgED5yRIkCVLgwZyPXrgwjWIHDkqVLx5swUNGgCb\nN3Hm1LmTZ0+fP0GBQoULlzJlqVLZqVTJlq07XrzkyZMqFRcgQLhwkbRkyY8fefKwokPHjBlcxIjN\nmkWLFrFcuQDElTu3UydXsmQZM0aKlJVIkXTpWjNjxpkzihQt0aGjTBlJW7a0aOHHT6dDh/jwueXL\nlytXuHAR06ULQGnTpzlx8uTK1bFjpUrR+fPHly80R46IESNJ0hYJEr58UWTFyo4dduy4ypNHjZpa\nwYLdupUrF7FduwBk1749VChSrlw9e9apkxlLlooV82LCRJs2mTLxsGABDBhFPnw8eGDHjqg5/wDn\nCBGyypevWwhvHfPlC4DDhxAjSpxIsaLFi6BAocKFS5myVKnsVKpky9YdL17y5EmVigsQIFy4SFqy\n5MePPHlY0aFjxgwuYsRmzaJFi1iuXACSKl3aqZMrWbKMGSNFykqkSLp0rZkx48wZRYqW6NBRpoyk\nLVtatPDjp9OhQ3z43PLly5UrXLiI6dIFoK/fv5w4eXLl6tixUqXo/PnjyxeaI0fEiJEkaYsECV++\nKLJiZccOO3Zc5cmjRk2tYMFu3cqVi9iuXQBiy54dKhQpV66ePevUyYwlS8WKeTFhok2bTJl4WLAA\nBowiHz4ePLBjR9ScOUKErPLl65b3W8d8+f8CQL68+fPo06tfz759qlSuZMkKF65WLV+XLnnzZgkO\nHICFCmXL1unLlzNntCVKpEQJIEDZfPmaNOlWuXLSpAULNu3bNwAhRY5UpcoUKVLkyLVq5cuRI2/e\nHJ05Y8aMN299rFgpU4bbpElHjsSJc02UKEyYVpkz58xZr17LunUDUNXq1VatZM2aBQ7cqVO7CBEK\nF26RFClkyGzb1ujHDzRowFWqhAMHHz7dcuXixKmWOXPPnuHCVU2cOACJFS9WpUpWrFjkyOHCxQsS\npHHjPpUpw4YNOXKZXLhAgkQcKFBixLx5061WLUqUTpkzt2xZr17SwoUD0Nv3b+DBhQ8nXtz/eKpU\nrmTJCheuVi1fly5582YJDpxChbJl6/Tly5kz2hIlUqIEEKBsvnxNmnSrXDlp0oIFm/btGwD8+fWr\nUmWKFEBS5Mi1auXLkSNv3hydOWPGjDdvfaxYKVOG26RJR47EiXNNlChMmFaZM+fMWa9ey7p1A+Dy\nJcxWrWTNmgUO3KlTuwgRChdukRQpZMhs29boxw80aMBVqoQDBx8+3XLl4sSpljlzz57hwlVNnDgA\nYseSVaVKVqxY5MjhwsULEqRx4z6VKcOGDTlymVy4QIJEHChQYsS8edOtVi1KlE6ZM7dsWa9e0sKF\nA2D5MubMmjdz7uz5MyhQwXz5Chbs1Klg/5gw+fKlBhWqPHk4cTrSpw8ZMpCgQIEDhw2bVHLk4MIF\nSpo0W7aiRXN17BiA6NKnhwoVbNcuYsQ0aQpmyZIqVUImTfryhQ4dKHToQIHSaMuWL1/WrHH15o0t\nW6eaNcOFC+CyZbKaNQNwEGFCUKCA1aq1a5cjR70sWapVq8iiRU+eECJkI1CgK1cYGTHCh0+ZMq0M\nGZIla1S0aLRoVavWqlkzADt59hQlalitWsSIMWLkK1SoXr1wkCJVpsyiRSXEiAECBJARI5o0hQnD\nSo0aYMBEMWP26hU1aq+cOQPwFm5cuXPp1rV7Fy8oUMF8+QoW7NSpYJgw+fKlBhWqPHk4cf860qcP\nGTKQoECBA4cNm1Ry5ODCBUqaNFu2okVzdewYANWrWYcKFWzXLmLENGkKZsmSKlVCJk368oUOHSh0\n6ECB0mjLli9f1qxx9eaNLVunmjXDhWvZMlnNmgHw/h08KFDAatXatcuRo16WLNWqVWTRoidPCBGy\nESjQlSuMjBjhA5BPmTKtDBmSJWtUtGi0aFWr1qpZMwAUK1oUJWpYrVrEiDFi5CtUqF69cJAiVabM\nokUlxIgBAgSQESOaNIUJw0qNGmDARDFj9uoVNWqvnDkDgDSp0qVMmzp9CjVqq1bEfPnq1k2WLG+O\nHH37lkeXLiFCunWLokpVjhzbliwxZar/SBFsd+4YMwbq2zdChLJlw0WMGIDBhAvDghVMly5w4Fy5\n+saHjzhxSn79ggDh27cftWpx4MANBw5XroQIsUaGTLBglcKFU6Pm2jVVw4YBuI07tylTwXr18uZt\n1Khve/aIE0cmWLALF8SJO6JLFwoU3Xz4mDULBgxubdoECwYqXLg8ea5dm1WsGID17NunShXs1i1x\n4lKlEkeHjjlzbIABA5giRblyYYIFixChnA0bsmShQCGuTJljxwqFC3fnzrZtq5YtAxBS5EiSJU2e\nRJlSpSZNpXDhatZMlao7oEAFC9anTp0+fS5dUoMFCx06mrhwsWGjUSNaevQoUnSMGLFc/7ls2QK2\naxcArl29fvq06dYtZcpcuRoTKRIuXGm0aMmTx5MnKjhwvHmzyYoVHz4WLaJ1586hQ8COHaNFq1ev\nY758AYAcWfKmTZ1o0Tp2DBQoMosW9erlpUoVOHAsWSIiQkSfPpOqVAkSBBCgWoAA9ekTrFgxWbJq\n1TLmyxcA4sWNgwJVypatZctMmcIjSlSxYm2OHEmUSJWqIypUpEljacoUEyb+/HnVpw8aNMCWLdu1\nixcvYvUB3MefX/9+/v39AwQgcCDBggY1aSqFC1ezZqpU3QEFKliwPnXq9Olz6ZIaLFjo0NHEhYsN\nG40a0dKjR5GiY8SI5cplyxawXbsA4P/MqfPTp023bilT5srVmEiRcOFKo0VLnjyePFHBgePNm01W\nrPjwsWgRrTt3Dh0CduwYLVq9eh3z5QsA27ZuN23qRIvWsWOgQJFZtKhXLy9VqsCBY8kSEREi+vSZ\nVKVKkCCAANUCBKhPn2DFismSVauWMV++AIAOLRoUqFK2bC1bZsoUHlGiihVrc+RIokSqVB1RoSJN\nGktTppgw8efPqz590KABtmzZrl28eBGLDmA69erWr2PPrn07d1euXtWqFS6cLl25MmXy5k2UI0eN\nGnHjZilLFjt2pFmyhAXLnTvSANqyBQrUL3PmpEnjxavZt28AIEaU6MoVq1atyJHDhWv/FyBA374B\n6tPHj59u3SZduVKoULZTp86cyZTJGS5cqFDNIkfu2LFevZB58waAaFGjqlSlOnXq27datVRhwsSN\n26c3byRJ4sZtExkyaNBgu3RJjJhOnajhwiVKFC9y5JYtu3VrGThwAPDm1StL1ilZssiRq1XLlyJF\n5MhlChQIEaJw4VRVqZInzzdQoJAgadNGmyxZnz7VKlcOGrRjx5p58waAdWvXr2HHlj2bdm1Xrl7V\nqhUunC5duTJl8uZNlCNHjRpx42YpSxY7dqRZsoQFy5070mzZAgXqlzlz0qTx4tXs2zcA59Gnd+WK\nVatW5MjhwrULEKBv3wD16ePHT7du/wAnXblSqFC2U6fOnMmUyRkuXKhQzSJH7tixXr2QefMGoKPH\nj6pUpTp16tu3WrVUYcLEjdunN28kSeLGbRMZMmjQYLt0SYyYTp2o4cIlShQvcuSWLbt1axk4cACi\nSp0qS9YpWbLIkatVy5ciReTIZQoUCBGicOFUVamSJ883UKCQIGnTRpssWZ8+1SpXDhq0Y8eaefMG\noLDhw4gTK17MuLFjUKB+5co1bJgsWcpQocqVC48qVXbsbNpUhhAhN25EUaGiSJEfP7EWLfLly5Y1\na8SIXbtGixkzAMCDCz91ytivX8aMceL0ixMnYcKqJEq0Zk2lSlgIEXLjxpMYMZQoEf8iFAwPnl+/\nZEWLduuWMmWtmDEDQL++/U6deu3avwsTJoDBIkWqVUvLpUt16nTqVIQQITJkMpUps2gRHjy3DBkK\nFsyWM2e9ekGD5ipZMgApVa48dUoYLlzJknnyZAwVKmDAxHz6dOcOKFBCBAnSogUTEiSSJNGhM0uP\nHl26XFWrtmsXNmy7mDED0NXrV7BhxY4lW9ZsqVK/fPnixu3WLXGlSnnztihatDRptGmTQ4xYly7P\n7Ng5dmzNmmuaNHXrBixcOFCgunXTdewYAMyZNatSBWzXLnHibNn6tmiROHF5kiU7cqRbNzrJkjVp\nEg0RImbMLFmy9ukTNmy4woXbtGn/27ZZwYIBYN7c+alTvm7d6tYNF65tlSp9+wZImTIxYrp103Ps\nGBcu1OTIOXYMDx5sly5du2ZLnLhPn7ZtmwUMGEAAAgcSdOWKmC9f4MDZshWuUydx4iJVqzZlijdv\nfY4ds2IFnCRJ0qTFiePt06du3WiJE1eqFDhwuY4dA2DzJs6cOnfy7OnzZ6lSv3z54sbt1i1xpUp5\n87YoWrQ0abRpk0OMWJcuz+zYOXZszZprmjR16wYsXDhQoLp103XsGIC4cueqUgVs1y5x4mzZ+rZo\nkThxeZIlO3KkWzc6yZI1aRINESJmzCxZsvbpEzZsuMKF27Rp27ZZwYIBKG369KlT/75u3erWDReu\nbZUqffsGSJkyMWK6ddNz7BgXLtTkyDl2DA8ebJcuXbtmS5y4T5+2bZsFDBiA7Nq3u3JFzJcvcOBs\n2QrXqZM4cZGqVZsyxZu3PseOWbECTpIkadLixPH2CeCnbt1oiRNXqhQ4cLmOHQPwEGJEiRMpVrR4\nEaMlS61+/YoWzZatUb58HTtmatQoWrR27eLkyZMsWcAaNapUKVjOVato0aoGDRoyZMuWPTNmDEBS\npUs1aXIVLBg0aLNmWbJlCxkyTpcuyZK1a5ckQoRq1dKVKJEkScGCDUuVihYtaMqUDRuGDNmyYMEA\n9PX7N1OmU7lyJUv26hWnXLmKFf9LBQqULVvAgH2aNIkWrV6MGEmS5MsXMVmyePGiFi2aMmXHjiUT\nJgxAbNmzQYGq5cuXM2e6dJkyZgwZslKWLLVq1auXoD17cOHSdejQmze6dBXz5OnUKWrRoi1bduzY\nNGXKAJQ3fx59evXr2bd3b8lSq1+/okWzZWuUL1/HjpkaBXAULVq7dnHy5EmWLGCNGlWqFCziqlW0\naFWDBg0ZsmXLnhkzBiCkyJGaNLkKFgwatFmzLNmyhQwZp0uXZMnatUsSIUK1aulKlEiSpGDBhqVK\nRYsWNGXKhg1DhmxZsGAAqlq9minTqVy5kiV79YpTrlzFiqUCBcqWLWDAPk2aRIv/Vi9GjCRJ8uWL\nmCxZvHhRixZNmbJjx5IJEwYgseLFoEDV8uXLmTNdukwZM4YMWSlLllq16tVL0J49uHDpOnTozRtd\nuop58nTqFLVo0ZYtO3ZsmjJlAHr7/g08uPDhxIsbJ0WKFilS4MAFC4Zs1apx42LduvXpkzdvsE6d\nIkVKGytWsGCNGuVt165ixXCdO3fsGDFix8SJA4A/v/5UqVyVAliKHLlgwYyBAiVO3CtQoCRJ8uZt\nlCdPlSppa9XKlStNmr716gUMWC1z5owZI0bsmDdvAFy+hIkKla1OncCBs2ULGSpU4sTRArppEzdu\nqVChEiUqmytXqlSFCuWtVi1f/75umTNnzFgwruDAAQAbViwsWLNcuQoXTpiwZ6NGjRunKlasTp24\ncYNVqlSmTN5mzaJFa9Omcb16ESPmy5w5ZcqePVMWLhwAypUtX8acWfNmzp1JkaJFihQ4cMGCIVu1\naty4WLduffrkzRusU6dIkdLGihUsWKNGedu1q1gxXOfOHTtGjNgxceIAPIcePVUqV6VKkSMXLJgx\nUKDEiXsFCpQkSd68jfLkqVIlba1auXKlSdO3Xr2AAatlzpwxY8SIATzmzRuAggYPokJlq1MncOBs\n2UKGCpU4cbQubtrEjVsqVKhEicrmypUqVaFCeatVy5evW+bMGTMWbCY4cABu4v/MCQvWLFeuwoUT\nJuzZqFHjxqmKFatTJ27cYJUqlSmTt1mzaNHatGlcr17EiPkyZ06ZsmfPlIULB2At27Zu38KNK3cu\nXU2acAkTduxYrVq//k6bRqoW4VrIkHWyZUuWLGWaNMWKVavWM1myjh0zpk3bsWPJkvVatgwA6dKm\nOXEaFizYsWOvXvXChcuZs0W4cLVqRYxYplatVKnaNWmSKlW5cjGjRQsYMGPatBkzhgzZrmTJAGDP\nrj1TJl2+fBEjJkuWr/LNmoHatStWrGLFIsmSxYrVsE+fYMGyZYuZK1fBAAYjli1bsGDIkOVixgxA\nQ4cPRYn6RYzYsWO6dB3z5Wv/2jRIs2alShUsmCNatFCh+rVoUaxYu3ZBgwWrWDFk27YdO1atGrFp\n0wAEFTqUaFGjR5EmVdqoESlZsoIFgwULGipUvXqZKlYsU6ZcuU4FC5YpkyxQoIABS5VqlyxZx47h\nUqaMFi1nzmi5cgWAb1+/kyapqlWLGbNWraxhwnTs2ClixBw5+vXr1K5dmDDhAgUqWLBTp3ytWnXs\nWK1jx1ixQobMVatWAGDHlr1oUSpXroYNO3WKmilTwoS9EiYMFChdukL16pUpk6lVq3z5QoXKlytX\nxYr5ggZNlixkyGDFigWAfHnzliy9okXr2LFdu67RonXsWChixCJF6tXrlC9f/wAtWQrWqRMxYqRI\nDatVa9myXtWq4cIlTdotW7YAaNzIsaPHjyBDihzZqBEpWbKCBYMFCxoqVL16mSpWLFOmXLlOBQuW\nKZMsUKCAAUuVapcsWceO4VKmjBYtZ85ouXIFoKrVq5MmqapVixmzVq2sYcJ07NgpYsQcOfr169Su\nXZgw4QIFKliwU6d8rVp17FitY8dYsUKGzFWrVgASK168aFEqV66GDTt1ipopU8KEvRImDBQoXbpC\n9eqVKZOpVat8+UKFypcrV8WK+YIGTZYsZMhgxYoFoLfv35YsvaJF69ixXbuu0aJ17FgoYsQiRerV\n65QvX5YsBevUiRgxUqSG1cOqtWxZr2rVcOGSJu2WLVsA4sufT7++/fv48+vfz7+/f4AABA4kWNDg\nQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3Ngx34AAIfkECAoAAAAsAAAAACAB\nIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKl\ny5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169g\nw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2j59gO3a\nZcxYsGDYmDF79oxZt27NmlGj1sybN2nSrEmT5s1btGjZqFETJ46bOHHgcoOrJk0agN/AgwMCRAwY\nsGbNjBnj5sxZtWrRvHmDBg0bNmnevEWLdi1atG/fpk3/y0aNmjhx28KF+/ZNnDhq0qQBmE+/vh8/\nwXjxUqZs2DCA2549o0YNmjdvz55Zs/bMmzdmzKpBg/btmzRp2qxZGzeOGzhw376BAzft2TMAKVWu\n/PMn2K9fyJAJE4YtWTJo0JZx4wYNmjVr0Lx5gwbNmjNn3LhFi4ZNmjRx4riJEwcOXLhw16ZNA9DV\n61ewYcWOJVvW7KtXqpo1O3ZMmzZi4MBhw/YNGLBv37Jl+wYMWLdu27598+ULHDhv4sRx41bO3GNz\n376RCxcOwGXMmWvVkkWNGjRo3LgN+/aNG7dvwoSFC9et2zdevLx529atGy9e375xEycOHDhzwYN/\n+0Yu/1w4AMmVL3/1ClW0aMmSbdu269u3bdvACRMGDhw3bt6CBfPmbVu3bsKEgQPHTZy4bt3KmaNv\n7ts3cuDAAeDf3z/AWbNMSZNWrJg2bcPAgZMm7ZswYd++ZcsGzpevb9+wffsGDFi3btrEifv2rZy5\nlOa+fSsXLhyAmDJn0qxp8ybOnDo/fXJGjNi0acuWgYMGrVu3Z+LEMWOmTRsxceKgQduWLJk4cdeu\njdOm7dw5cufOmTN37pw4cuQAsG3rdtWqacqUadNWrZo4atTChaM2bpw0ad++KRMnLlq0bs2aiROH\nDds4btzOnRt37pw5c+fOhStXDgDo0KI9eWomTNi1a//QoImbNu3bN2njxj175s1bM3DgnDnbtmyZ\nOHHUqI27du3cOXLnzpkzd+5cOHLkAFCvbh0UqGfDhlGjxoxZuGfPunVDNm5cs2bbthUDB86Zs2rA\ngH37Vq0auGrVzp0jdw7gOXPmzp0bV64cAIULGTZ0+BBiRIkTP31yRozYtGnLloGDBq1bt2fixDFj\npk0bMXHioEHbliyZOHHXro3Tpu3cOXLnzpkzd+6cOHLkABQ1enTVqmnKlGnTVq2aOGrUwoWjNm6c\nNGnfvikTJy5atG7NmokThw3bOG7czp0bd+6cOXPnzoUrVw5AXr17PXlqJkzYtWvQoImbNu3bN2nj\nxj3/e+bNWzNw4Jw527ZsmThx1KiNu3bt3Dly586ZM3fuXDhy5AC0dv0aFKhnw4ZRo8aMWbhnz7p1\nQzZuXLNm27YVAwfOmbNqwIB9+1atGrhq1c6dI3funDlz586NK1cOQHjx48mXN38efXr1sWIFo0Yt\nWjRs2Lpp0zZtmjZu3Kb1nwbQGjduyZJFq1bNm7dp06CFC3fuXDlz5s5ZPDcuXDgAHDt6xIWL2bZt\n2LB16xbOm7duLMWJw4aNGrVt3bpRozYtW7Zv37JlwzZu3Llz5s4ZPTpOnDgATJs6deVKWLVq0KBp\n09aNGzdt2riBA0eNWrRo1bx5U6asGTZs375heytO/9y5c+XM2TV37ty4cOEA+P0LGBYsYNOmRYtm\nLfG1a9CgXePGDRq0Zs2qZcuWLBkyatS4cVOmjNm3b+fOmStX7pzqc+PEiQMAO7bs2bRr276NO3es\nWMGoUYsWDRu2btq0TZumjRu3acynWePGLVmyaNWqefM2bRq0cOHOnStnzty58efGhQsHIL369bhw\nMdu2DRu2bt3CefPWLb84cdiwUQNIbVu3btSoTcuW7du3bNmwjRt37py5cxUtjhMnDsBGjh1duRJW\nrRo0aNq0dePGTZs2buDAUaMWLVo1b96UKWuGDdu3b9h8ihN37lw5c0XNnTs3Llw4AE2dPoUFC9i0\naf/RolnDeu0aNGjXuHGDBq1Zs2rZsiVLhowaNW7clClj9u3buXPmypU7l/fcOHHiAPwFHFjwYMKF\nDR9GfOnSrWONj8GClaxXr127POHC9eqVKFGEatVKlUpTnz7AgN26BUyWLHHiwpGDTc6cOW/ixAHA\nnVu3J0/Bpv2eNmwYtGPHiBFjhQzZrl29ejXatStVqlaHDgEDRky7MGHkvJcDX86cOXDjxgFAn149\nJEi4kCFbtgwXLmbGjBEjxmnXrlevWAFklefWLVasPgEC9OvXrVvCcOESJ3HcOHLkzJn7Fi4cgI4e\nP1aqhOvYMWXKWrU61qsXLlyPevV69YoUqTuuXHn/8uSIDh1dulSpkiV0HFFy5MqVM2cO3LhxAJ5C\njSp1KtWqVq9ivXTp1rGux2DBStar165dnnDhevVKlChCtWqlSqWpTx9gwG7dAiZLljhx4cgBJmfO\nnDdx4gAgTqzYk6dg0x5PGzYM2rFjxIixQoZs165evRrt2pUqVatDh4ABI6ZamDByrsvBLmfOHLhx\n4wDgzq0bEiRcyJAtW4YLFzNjxogR47Rr16tXrFjluXWLFatPgAD9+nXrljBcuMSBHzeOHDlz5r6F\nCwdgPfv2lSrhOnZMmbJWrY716oUL16NevQC+ekWK1B1Xrjx5ckSHji5dqlTJkjiOIjly5cqZMwdu\n/9w4AB9BhhQ5kmRJkydRvnpl6tixSJG2bWslS9aRI9pq1erTp0GDarJkceGCYNq0XLnq1KkADty2\nbdW8eTt3zpy5buLEAdC6lSsuXKygQatVa9s2V7hw4cGjjRQpTZpAgMgGCtSYMQ2mTatVS5IkGuEA\nh/tWrty5c+XKeRs3DkBjx49ZsUqlTFmkSNq0hYoVK0wYbrNm/fljwUK0VavYsFEADRoqVIsWaQAH\nTps2a968nTtXrhy3cOEABBc+3JWrUMqUSZK0bdupUqWKFNm2a1ejRhcubMuVq0yZAtKkwYJFhgwD\nb960abP27du5c+bMdRs3DkB9+/fx59e/n39///8AL12K5cpVq1aHDjE6dGjMmB5ixKRJw4OHiCZN\n0qRBsWGDESOKFJWZMqVatW/ixGXLdu7cN3LkAMicSfPUKV7EiAEDxokTLEmSFi2i8uePHTtUqMTY\nsuXOnSM1apgxs2rVJkKEvHkLV66cN2/nznkjRw6A2bNoJUlS5cpVrFiLFoWaNIkOnR5o0IABI0QI\nCSNGypSBQdiLl1ChCq1ZY82aN3HismU7d46bOHEAMmve/OiRqlSpVKkiRKjSoUNo0ODYssWKFRw4\nOOzYYcWKihMnwIBBhChNlizWrIEbN65atXPnwJEjB6C58+fQo0ufTr269UuXYrly1arVoUOMDh3/\nGjOmhxgxadLw4CGiSZM0aVBs2GDEiCJFZaZMqVbtmziA4rJlO3fuGzlyABQuZHjqFC9ixIAB48QJ\nliRJixZR+fPHjh0qVGJs2XLnzpEaNcyYWbVqEyFC3ryFK1fOm7dz57yRIwfA50+gkiSpcuUqVqxF\ni0JNmkSHTg80aMCAESKEhBEjZcrA4OrFS6hQhdassWbNmzhx2bKdO8dNnDgAceXOffRIVapUqlQR\nIlTp0CE0aHBs2WLFCg4cHHbssGJFxYkTYMAgQpQmSxZr1sCNG1et2rlz4MiRA1Da9GnUqVWvZt3a\ntSVLkjBhMmSIECEuOHDUqOFEhgwIECpUqLFi/wUBAg148IAB48EDC4kS9eqVihmzb9/MmSPGjRsA\n8OHFgwK1ihYtT55EiUqjRo0RI2eiRMmQoUOHJCpUQICAoQjAIjhwePDwghUrbNiIgQMXLty5c8q4\ncQNg8SJGSRonTeLDR5KkMUWK2LBRhQgRCxYyZADSosWCBRJ69DBhYsMGD44cESPWKlq0b9/MmQuW\nLRuApEqXSpIUadGiPn0KFXry40eMGFF06GjQAAMGHB48CBCwAAeODRsaNIAQKdKvX5miRfPmzZw5\nYNu2Aejr9y/gwIIHEy5s2JIlSZgwGTJEiBAXHDhq1HAiQwYECBUq1FixggCBBjx4wIDx4IGFRP+J\nevVKxYzZt2/mzBHjxg0A7ty6QYFaRYuWJ0+iRKVRo8aIkTNRomTI0KFDEhUqIEDAUKQIDhwePLxg\nxQobNmLgwIULd+6cMm7cALBv714S/EmT+PCRJGlMkSI2bFQhQgSgBQsZMgBp0WLBAgk9epgwsWGD\nB0eOiBFrFS3at2/mzAXLlg1ASJEjJUmKtGhRnz6FCj358SNGjCg6dDRogAEDDg8eBAhYgAPHhg0N\nGkCIFOnXr0zRonnzZs4csG3bAFS1ehVrVq1buXb1SolSo1GjQIHq00eNEiUxYqTYsWPEiA0bSty4\nceFCgxkzokQxYeLEmjXUqCWDBu3bN3PmtHH/4wYAcmTJmzaZypULFy5Jkh61aePFyxAkSF68SJHC\nRY8eI0Zo0KGDDJkfP6IgQtStGzZu3MKFM2fOW3AAw4kXhwSp0aZNoED16WOnS5cePW4ECXLixIYN\nK1y42LAhwowZQ4bcuPGjTp1p05BJk/btW7ly2ugDsH8fPyNGgECBugTwEhw4YpQooUGjBQ0aGzZU\nqPCBBQsFFFesoEGjQwcUdOgwY7ZLmDBw4MqV26ZNG4CVLFu6fAkzpsyZNE+dwgQLFho0vXrhIUMG\nBAhQcOB8+BAgAKg0aThwAODJ05gxHDgs2LVLmrRr4cKdO2fOHLhy5QCYPYu2Vq1MwYItWhQs/5ic\nO3dmzBDVpk2OHAsWWOLChQMHAIYMzZkjRAiHZcu6dQNnzty5c+bMiSNHDoDmzZxBgaLEihUZMrhw\n2SlT5sSJUnToqFCBAIGkLVs0aABAiJAbNzNmQPDly5o1bOPGmTNXrty3ceMAOH8OnRSpSKdObdmC\nCxccK1Y8eDDlx8+JEwQILGLDJkIEAJYs7dmTIUMBX76iRUv27Vu5cubMeQNIjhwAggUNHkSYUOFC\nhg1PncIECxYaNL164SFDBgQIUHDgfPgQIACoNGk4cADgydOYMRw4LNi1S5q0a+HCnTtnzhy4cuUA\n/AQatFatTMGCLVoULJicO3dmzBDVpk2OHP8LFljiwoUDBwCGDM2ZI0QIh2XLunUDZ87cuXPmzIkj\nRw7AXLp1QYGixIoVGTK4cNkpU+bEiVJ06KhQgQCBpC1bNGgAQIiQGzczZkDw5cuaNWzjxpkzV67c\nt3HjAJxGnZoUqUinTm3ZggsXHCtWPHgw5cfPiRMECCxiwyZCBACWLO3ZkyFDAV++okVL9u1buXLm\nzHkjRw7Adu7dvX8HH178ePKMGHGSJKlQoUDtt2yZMSMJEyYePGjQwIIHDxQoMgDMkaNLFzBgmBAi\nVK2atm/fvHk7d84bOXIALmLMeOlSq1WrQIG6dCmSHj1ZsphBg+bGjRQpmEyZggPHiSJF3Lj/+fPn\nTadO3bp9I0dOnLhz58CRIwdgKdOmihSBunTJkaNEiQZx4ZIjB5EtW0iQGDGiBhAgKVJ8+PEjSxYv\nXrT48XPtmjZvdr2ZM8dNnDgAfv8CLlRI0qJFevTkySNnypQZM4wsWcKBAwUKKGTIkCCBQYoUTZr0\n6OGDDRtmzKply8aNmzlz3saNAyB7Nu3atm/jzq17NyNGnCRJKlQoEPEtW2bMSMKEiQcPGjSw4MED\nBYoMOXJ06QIGDBNChKpV0/btmzdv5855I0cOAPv27i9darVqFShQly5F0qMnSxYzaACiuXEjRQom\nU6bgwHGiSBE3bv78edOpU7du38iREyfu/9w5cOTIARA5kqQiRaAuXXLkKFGiQVy45MhBZMsWEiRG\njKgBBEiKFB9+/MiSxYsXLX78XLumzVtTb+bMcRMnDkBVq1cLFZK0aJEePXnyyJkyZcYMI0uWcOBA\ngQIKGTIkSGCQIkWTJj16+GDDhhmzatmyceNmzpy3ceMAJFa8mHFjx48hR5YsSVKjQYP27BEk6AgP\nHj58MLlxQ4MGDx6EiBChQMEEHz44cNCgAcWmTcSIvbp2LVy4c+eUgQMHgHhx45w4VTJlKlIkTZrK\noEHz5QsaJ05atIAB4wkLFh06gFCiBAaMFi1y1KrlzVszcuTGjTt3rhk4cADw59e/aNGfRf8AF925\nQ4iQlSVLhAjBYsRIhw4nThxJkSJChAxGjMyYgQLFDVCgli3z1a1buHDnzj3r1g2Ay5cwHz0CdOdO\nnTqBAgHZSYQIFBs2MGAIEcJHihQHDlSoUaNDhwkTUCBCtGuXK2rUwoU7dy6YN28AwoodS7as2bNo\n06qVJKnRoEF79ggSdIQHDx8+mNy4oUGDBw9CRIhQoGCCDx8cOGjQgGLTJmLEXl27Fi7cuXPKwIED\nwLmzZ06cKpkyFSmSJk1l0KD58gWNEyctWsCA8YQFiw4dQChRAgNGixY5atXy5q0ZOXLjxp071wwc\nOADQo0tftOjPokV37hAiZGXJEiFCsBj/MdKhw4kTR1KkiBAhgxEjM2agQHEDFKhly3x16xYu3DmA\n55516wbA4EGEjx4BunOnTp1AgYBMJEIEig0bGDCECOEjRYoDByrUqNGhw4QJKBAh2rXLFTVq4cKd\nOxfMmzcAOXXu5NnT50+gQYUmSsSHESNAgOjQ2YIECQgQN3bs4MChQYMZOHBMmHCgRo0oUWbMCNGo\nkTNny5AhCxfOnDlu27YBoFvXriRJll69SpWqUSM/adIcOfJEi5YfP0aMGGLESIgQGJgwOXPGiJEo\npEh166Zt2zZy5M6d++bNGwDUqVULEqSHEKE+ffbs+cKEiQkTP5AgQYFiwwYfSJCIEHFB/4mSMWNw\n4CgiSdK1a9KcOQsXrlw5btq0AeDe3fugQXoOHbJjhw0bMEeOoEAxpEePDBkcOEABA8aCBQlu3LBi\nJQTAECcYMZImDRnCcOHMmfO2bRuAiBInUqxo8SLGjBo5cbL06BEaNKxY8aFCpUQJVIAAadBQoIAm\nNWoqVCDAidOfPyFCZDBmjBq1aeHCmStq7lu5cgCWMm1qylSmV68ECbp1qw8dOlCgpJIkKUkSDhxM\ntWkzYgSETJn69GHCZEe0aOHCgTNn9644c+YA8O3rN1MmSJUqsWFjytQhJkxSpBhFhw4IEAMGPOrT\nR4OGBZ8+DRp044aJYsW6dbtGjly5cv/mzHUrVw4A7NiyM2WKdOgQGDCjRs1JkgQFClmCBKVIceCA\nqTVrGjQI0KnTnDkdOmhAhuzatWfkyJkzd+5cOHPmAJAvb/48+vTq17Nvz4mTpUeP0KBhxYoPFSol\nSqACBAigBg0FCmhSo6ZCBQKcOP35EyJEBmPGqFGbFi6cOY3mvpUrBwBkSJGmTGV69UqQoFu3+tCh\nAwVKKkmSkiThwMFUmzYjRkDIlKlPHyZMdkSLFi4cOHNLmYozZw5AVKlTM2WCVKkSGzamTB1iwiRF\nilF06IAAMWDAoz59NGhY8OnToEE3bpgoVqxbt2vkyJUrZ85ct3LlABQ2fDhTpkiHDoH/ATNq1Jwk\nSVCgkCVIUIoUBw6YWrOmQYMAnTrNmdOhgwZkyK5de0aOnDlz586FM2cOQG7du3n39v0beHDhgQI9\nChQIDpw4cdTEiAECRAwcOBgwgADBhAoVDBg8aNHCiZMdO3TEidOsWbVv37x5M2eu27hxAOjXt79o\nkSj9lixlygSwkBcvSZJI2bLFhAkRImTs2HHhAgcfPujQefOmzaZN4MB5K1du3Lhz576RIwcgpcqV\nhQot+vNHjRo9etD8+IECRQ8mTDx4qFABxpMnJEhMyJHjyRMrVpzo0TNt2jVw4L59M2eumzhxALp6\n/XrnzqI+feDAUaNmDA4cKlTsCBIk/0MGChRW2LABAYIDGDC2bDlyxMidO9iwbQOHGJw5c+DIkQMA\nObLkyZQrW76MOXOgQI8CBYIDJ04cNTFigAARAwcOBgwgQDChQgUDBg9atHDiZMcOHXHiNGtW7ds3\nb97Mmes2bhyA5cybL1okKrolS5kyFfLiJUkSKVu2mDAhQoSMHTsuXODgwwcdOm/etNm0CRw4b+XK\njRt37tw3cuQA+AcIQOBAAIUKLfrzR40aPXrQ/PiBAkUPJkw8eKhQAcaTJyRITMiR48kTK1ac6NEz\nbdo1cOC+fTNnrps4cQBs3sR5586iPn3gwFGjZgwOHCpU7AgSJEMGChRW2LABAYIDGP8wtmw5csTI\nnTvYsG0DFxacOXPgyJEDkFbtWrZt3b6FG1cuJEiL9OjBg0ePniQ6dESJwiRFCggQOnQoggKFAQMT\nhgzREFkDiUWLdu2qFS0aOHDnziX79g3AaNKlJUmyJEmSI0eXLqXREluLFSJEatQYMiTLjBkUKKDA\ngiVFihs3eMiS5c0btHLlxo07d44ZOHAArF/HzojRIDp07NjRo8fJkCFHjljhwSNDhhEjkJw4MWGC\niCdPYsTYsAEGJ07QoAGs1a0bOHDnzhnz5g0Aw4YODx26Q2cinT59mOjQceQIlBQpJEj48OGHBg0K\nFFzgwUOECAkSUGjSdOwYrW/fwIH/O3cuWbhwAH4CDSp0KNGiRo8iJURoEKGmhObM6WLDxoYNM3z4\ngADBgYMWN24wYFCgR48jR1KkGOHHT7Rox96GC1euXDds2ADgzatXkaJHnz516mTI0J8wYYoUcXLk\nCAwYIEAIMWIkQ4YKTZqcOQMFSpVQobx565Yt27hx5sx527YNAOvWrgcNKqRIUaJEefKoOXJkxQok\nS5aAACFBQg0fPjJkYFCkCBYsKFDAiBTp2bNmypSFC2fOHDds2ACADy9ej542ffqgSY+GSo4cGzbw\nmDGDAoUFC1LIkMGAwYEcOQAeOTJihAlHjqZNc7ZsWbhw5cp5u3YNQEWLFzFm1LiR/2NHj4QIDSI0\nktCcOV1s2NiwYYYPHxAgOHDQ4sYNBgwK9Ohx5EiKFCP8+IkW7VjRcOHKleuGDRsAp0+hKlL06NOn\nTp0MGfoTJkyRIk6OHIEBAwQIIUaMZMhQoUmTM2egQKkSKpQ3b92yZRs3zpw5b9u2ARA8mPCgQYUU\nKUqUKE8eNUeOrFiBZMkSECAkSKjhw0eGDAyKFMGCBQUKGJEiPXvWTJmycOHMmeOGDRsA27dx69HT\npk8fNL/RUMmRY8MGHjNmUKCwYEEKGTIYMDiQI8eRIyNGmHDkaNo0Z8uWhQtXrpy3a9cApFe/nn17\n9+/hx5cPCtQkTJjo0Dl1CsyPH/8AWbAQtWWLBw8LFnwKEmTCBAWPHlmxkiKFhmDBqlWjRo6cOXPn\nznUzZw6AyZMoQYGSxIqVHz+nTtFRo4YIEUxu3LBgsWGDoyRJQICYUKkSGDBWrBBp1gwcuHDmokr9\nVq4cgKtYs3bqtMiSJT16SpV6AwXKjh2l5sxp0eLCBVFXrnTokMCSpTJlYMBQQYxYtWrWygkuZ87c\nt3LlAChezHjRIkSAAEGBwonTEho0PnwA9eTJhw8OHDxq0uTCBQWZMm3ZYsLEBmLEqlVjNm5cuXLm\nzHUrVw6A79/AgwsfTry48eOgQE3ChIkOnVOnwPz4wYKFqC1bPHhYsOBTkCATJij/ePTIipUUKTQE\nC1atGjVy5MyZO3eumzlzAPLr3w8KlCSArFj58XPqFB01aogQweTGDQsWGzY4SpIEBIgJlSqBAWPF\nCpFmzcCBC2fO5Mlv5coBYNnSZadOiyxZ0qOnVKk3UKDs2FFqzpwWLS5cEHXlSocOCSxZKlMGBgwV\nxIhVq2at3NVy5sx9K1cOwFewYRctQgQIEBQonDgtoUHjwwdQT558+ODAwaMmTS5cUJAp05YtJkxs\nIEasWjVm48aVK2fOXLdy5QBMplzZ8mXMmTVv5tyoUahKlRAhKlTITZAgL17kMGKEAgULFnj48NGh\ngwYhQsCAOXIESp481KhN48bN/5s3c+a+jRsHwPlz6IgQicqUqVKlR4/8iBGDBAmWK1dkyHDhAgkV\nKjlypHjyBBEiOnQImTIVLtw2cuTEiTt3rhvAceMAECxoUJGiT5UqGTKUKNEeKVKIENmyZAkIEB48\nFIECZcSIDUaM2LGTJcuXSZOuXaP27eW3c+e8iRMH4CbOnHny/Jkzhw0bOnS4HDnCgoUQJEg0aLBg\n4QYOHBgwSMCBQ4uWIUOw9OmjTds0b96+fTt3Dty4cQDWsm3r9i3cuHLn0m3UKFSlSogQFSrkJkiQ\nFy9yGDFCgYIFCzx8+OjQQYMQIWDAHDkCJU8eatSmcePmzZs5c9/GjQNg+jRqRP+IRGXKVKnSo0d+\nxIhBggTLlSsyZLhwgYQKlRw5Ujx5gggRHTqETJkKF24bOXLixJ07123cOADat3NXpOhTpUqGDCVK\ntEeKFCJEtixZAgKEBw9FoEAZMWKDESN27GTJ8gXgpEnXrlH7dvDbuXPexIkD8BBixDx5/syZw4YN\nHTpcjhxhwUIIEiQaNFiwcAMHDgwYJODAoUXLkCFY+vTRpm2aN2/fvp07B27cOABDiRY1ehRpUqVL\nmU6atEiSJEKEFi2aAgWKFClcXLjo0EGFiisbNkCAsEGLFhUqQICoAQrUsmWuvn0DB+7cuWjgwAHw\n+xdwpUqNMmVChKhSpTVjxmj/0TLGhw8WLGjQGEOCRIgQL8qUwYFDiZIywICJE/esXDlx4s6da/bt\nGwDZs2lbsrRIkqRFixAhonLlSps2dnbsCBECB44tHZh3MBEmzIcPLlzUQIWKGjVi4LiDO3fO2Ldv\nAMiXNy9IkJ87d+TI8eNnyI0bQYKIceECA4YUKZxo0ACQAgURWbJ48FCixAtPnpYt+xUuHDhw584p\nAwcOgMaNHDt6/AgypMiRixYRkiRJkaI5c6748EGChBAfPjRoyJBBBw4cFChcGDJkypQZM3AUKkSN\nWrNo0cSJM2cO3LZtAKpavXrokCNRoj59YsTojRcvRIhgQYJkxQoXLpQkSWIi/64XL336kCFDp1Yt\nceK4efM2bty5c928eQOAOLFiRYoKWbIECdKgQWasWIEBw8qOHSRIdOjQgwYNDKShQKFCBQgQJZcu\nXbs2TZo0ceLMmeOmTRuA3bx79+kDp06dNm3WrLnSowcIEEZ8+OjQIUMGHi1aPHgQwYgRJEhIkAgi\nSRI2bNauXRs37ty5b926AXgPP778+fTr27+Pf9EiQpIkKQKoaM6cKz58kCAhxIcPDRoyZNCBAwcF\nCheGDJkyZcYMHIUKUaPWLFo0ceLMmQO3bRsAli1dHjrkSJSoT58YMXrjxQsRIliQIFmxwoULJUmS\nmEDqxUufPmTI0KlVS5w4bv/evI0bd+5cN2/eAHwFG1aRokKWLEGCNGiQGStWYMCwsmMHCRIdOvSg\nQQPDXihQqFABAkTJpUvXrk2TJk2cOHPmuGnTBkDyZMp9+sCpU6dNmzVrrvToAQKEER8+OnTIkIFH\nixYPHkQwYgQJEhIkgkiShA2btWvXxo07d+5bt24AjB9Hnlz5cubNnT9nxYoRJ0579owaNYcHjxYt\nHF25kiHDggWLiBC5cEGCI0dkyNSooSRYsGzZsJnDb+7cOW/nzgEEIHAgQVmyKsmSpUhRrVp1rlzZ\nsSMRHDgqVIgQoYgKlRAeI4GMlCdPpWrVyJETd+6cuZbmvJkzB2AmzZqlSiX/4sSJD59Tp84MGaJD\nxyQ0aEiQ+PABkQ8fGjRYePSoTBklSqQkSxYunDZzXs2dO9fNnDkAZs+irVQpUJ48YMCAAoVGiBAf\nPjJ58QIChAYNipw4mTABgiNHaNDo0CHl2DFw4LadO2fO3Llz38yZA6B5M+fOnj+DDi16NCtWjDhx\n2rNn1Kg5PHi0aOHoypUMGRYsWESEyIULEhw5IkOmRg0lwYJly4bNHHNz5855O3cOAPXq1mXJqiRL\nliJFtWrVuXJlx45EcOCoUCFChCIqVELAjyQ/Up48lapVI0dO3Llz5gCaE+jNnDkABxEmLFUqESdO\nfPicOnVmyBAdOiahQUOC/8SHD4h8+NCgwcKjR2XKKFEiJVmycOG0mZNp7ty5bubMAdC5k2elSoHy\n5AEDBhQoNEKE+PCRyYsXECA0aFDkxMmECRAcOUKDRocOKceOgQO37dw5c+bOnftmzhwAt2/hxpU7\nl25du3ctWRLFiZMiRYYM9XnypEcPKVGirFjx4cMQL15y5AhhxcqfP27c9OnUyZs3bOTIjRt37hy4\ncuUApFa9OlQoWKdOdeqECVMmOXKePLmSJo0PHzBgVGnTJkkSHV++kCIFChQsYMDGjftmzty4cefO\nfSNHDkB3798tWQLVqRMi84jwaNHCg4eVLVtu3DhxgokVKzNmvKhSJVKkO/8A7ywqVerbt2zkyIUL\nZ85ct3HjAEicSNGQoUUY8eDhw6ePFy9IkESpUiVFihMnoGzZ4sLFCSdOCBFy42ZQqVLevF0rV27c\nuHPnwJUrB6Co0aNIkypdyrSpU06cSnHiZKqqKUxkyNChI0iNGh48xowZVKaMDh1aAgWSJClRIlHG\njJUrh+3cuXLlzp2jJk4cgL+AA586ZStWLF++ZMkCRYcOJkySIkViwiROHESBAoUJc0eSJFmyTJkq\nZs3auXPczp0rV+7cOWbhwgGYTbs2qNubNsmSdeoUozJlHj3SVKjQli1u3EQyZOjIES+FCkWK1KgR\nLmXKzJmLdu4cOXLnziH/AwcOgPnz6C9dmkSIECdOpkzpUaNGkqRKjBhNmbJmjSSAatTkyEGFEKFD\nh/bsMYUMmTlz2c6dK1fu3Llq4cIB4NjR40eQIUWOJFmSE6dSnDiZYmkKExkydOgIUqOGB48xYwaV\nKaNDh5ZAgSRJSpRIlDFj5cphO3euXLlz56iJEwfA6lWsp07ZihXLly9ZskDRoYMJk6RIkZgwiRMH\nUaBAYcLckSRJlixTpopZs3buHLdz58qVO3eOWbhwABQvZgzK8aZNsmSdOsWoTJlHjzQVKrRlixs3\nkQwZOnLES6FCkSI1aoRLmTJz5qKdO0eO3LlzyMCBA9Db9+9LlyYRIsSJ/5MpU3rUqJEkqRIjRlOm\nrFkjSY2aHDmoECJ06NCePaaQITNnLtu5c+XKnTtXLVw4APHlz6df3/59/Pn1M2J0SxdAXbVqjRoF\nLFKkQgpt2bpypUuXPLduoUHjJVGia9dmcaRG7dy5cuLEmTN37hw5cOAAsGzp0pIlYsmSESNmy1a0\nVatAgRJ17JggQYUKPUKGjBAhR6hQefOGDJkwbtzOnTNXrpw5c+fOjQMHDgDYsGIjRcq1a9esWaJE\nFevUqVGjTMCA1albhxAxYnr0AJIkiRs3X4KvXTt3jty4cebMnTtHDhw4AJInUyZEqFWpUq1aTZp0\ny5GjQIEYAQP25g0bNv+AdOkiQyYNIEDRotGidSpatHPnypEjZ87cuXPkxIkDYPw48uTKlzNv7vw5\nI0a3dOmqVWvUKGCRIhXqbsvWlStduuS5dQsNGi+JEl27Nus9NWrnzpUTJ86cuXPnyIEDBwAgAIED\nB1qyRCxZMmLEbNmKtmoVKFCijh0TJKhQoUfIkBEi5AgVKm/ekCETxo3buXPmypUzZ+7cuXHgwAGw\neRNnpEi5du2aNUuUqGKdOjVqlAkYsDpL6xAiRkyPHkCSJHHj5gvrtWvnzpEbN86cuXPnyIEDBwBt\nWrWECLUqVapVq0mTbjlyFCgQI2DA3rxhwwaQLl1kyKQBBChaNFq0TkX/i3buXDly5MyZO3eOnDhx\nADh39vwZdGjRo0mXrlVrFzBgzZpBg8Zr1ixkyIzt2oUJ065dzoABc+XqV7Ro0ohL6zZu3Llz5s41\ndz7u3DkA06lX37VrmDNn1Khp04Zs2DBq1KAFCzZrVrFiyYoVy5XL2LRp27Zx4yZu3Lhz58yd8w/w\nnEBy584BOIgwYa1auIYNS5YsWjRhtWo9ezYtWDBYsJAhiyZMGC5cyqpV04ZSW7hx486dM3cupkxy\n584BuIkzpytXsnLlKlasWbNcsmQpUwZNmDBTpowZg5YrV6xYu6BBixaNGTNs4MCdO2funNix5c6d\nA4A2rdq1bNu6fQs3/26tWruAAWvWDBo0XrNmIUNmbNcuTJh27XIGDJgrV7+iRZMGWVq3cePOnTN3\nLrPmcefOAfgMOvSuXcOcOaNGTZs2ZMOGUaMGLViwWbOKFUtWrFiuXMamTdu2jRs3cePGnTtn7pzy\n5eTOnQMAPbr0WrVwDRuWLFm0aMJq1Xr2bFqwYLBgIUMWTZgwXLiUVaumLb62cOPGnTtn7pz+/eTO\nnQMIQOBAgq5cycqVq1ixZs1yyZKlTBk0YcJMmTJmDFquXLFi7YIGLVo0ZsywgQN37py5cy1dljt3\nDsBMmjVt3sSZU+dOnpkyufLlS5myYMF81ar165crWrQaNcKFS9WsWf+cOA27devZs2PHvHHjRo6c\nuHPnypUzZ04cOXIA3L6FO2qUr2TJqlVDhkxZsGDTpgEzZmzWrGHDaOHCJUtWsmDBoD2GFq5bt3Ll\nxp07V67cuXPhyJEDEFr06E+fbhEjxozZsGHEdu1SpgwYMWK1ahkzZitYsFGjiAULVq3as2fgvn0r\nV47cuXPlypkzJ44cOQDVrV/PlCmWL1/EiOHCtStWLGHCcOXKJUqUL1+levXKlIkXKlTGjOnSlQ0b\nNnLkxAE8d65cuXPnxJEjB2Ahw4YOH0KMKHEixU2bYqVKhQyZLl25Tp0qVkyWKlWTJhkzdsuWLU2a\nmvnyBQyYL1/cbpL/IzfNnLlx486de8aNG4CiRo9++mSrVq1nz4QJG6ZLlzJlxIYNO3UqWTJawYKl\nSrUsWLBnz4AB66bWnDls5syNG2fOXDNu3ADgzas3UyZYqlQlS6ZLFy9VqpQpK7ZrFypU0KANu3Xr\n1KlnwYIpU0aMmLdu3cyZy2bOHDly585F+/YNAOvWridNauXJU7BgsmTVIkXq2LFesWJJknTsWC5X\nriJFUrZrFy5csmRp27atXDlq5syRI3fuXLRu3QCADy9+PPny5s+jT79pU6xUqZAh06Ur16lTxYrJ\nUqVq0iRjxgDesmVLk6ZmvnwBA+bLFzeH5MhNM2du3Lhz555x4waA/2NHj58+2apV69kzYcKG6dKl\nTBmxYcNOnUqWjFawYKlSLQsW7NkzYMC6BTVnDps5c+PGmTPXjBs3AE+hRs2UCZYqVcmS6dLFS5Uq\nZcqK7dqFChU0aMNu3Tp16lmwYMqUESPmrVs3c+aymTNHjty5c9G+fQMwmHDhSZNaefIULJgsWbVI\nkTp2rFesWJIkHTuWy5WrSJGU7dqFC5csWdq2bStXjpo5c+TInTsXrVs3ALdx59a9m3dv37+BBxc+\nnHhx48eRJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/Bhxc/nnx58+fRp1e/nn179+/hx5c/n359\n+/fx59e/n3//6f8A//wJ5ssXM2bEiG1z5owatWfevEWLdu3aNHDgpEnDJk2aN2/SpGWrVm3cuG3h\nwn37Fi5cNWnSAMicSfPPH2K/fi1bRoxYNmfOqlWD5s2bM2fWrEH79i1aNGzTpnnzFi2atmrVxInb\nBg7ct2/gwEmDBg2A2bNo+/QR5suXMmXDhm2DBu3aNWrdujlzdu3as23bmDGj1qxZt27RomWzZk2c\nuG3gwHnz9u1bNGfOAGjezLlPH2G/fjVrRoyYtmbNrFmT5s0bNGjYsEnjxq1ZM2vNmnnz9uwZNmrU\nxInbFi6cN2/hwlGLFg2A8+fQo0ufTr269et//gTz5YsZM2LEtjn/c0aN2jNv3qJFu3ZtGjhw0qRh\nkybNmzdp0rJVqzZu3DaA4cJ9+xYuXDVp0gAsZNjwzx9iv34tW0aMWDZnzqpVg+bNmzNn1qxB+/Yt\nWjRs06Z58xYtmrZq1cSJ2wYO3Ldv4MBJgwYNwE+gQfv0EebLlzJlw4Ztgwbt2jVq3bo5c3bt2rNt\n25gxo9asWbdu0aJls2ZNnLht4MB58/btWzRnzgDMpVu3Tx9hv341a0aMmLZmzaxZk+bNGzRo2LBJ\n48atWTNrzZp58/bsGTZq1MSJ2xYunDdv4cJRixYNwGnUqVWvZt3a9WvYsWKtkiatWTNt2nx588aN\n27djx8CB48YN/1yvXt++dQMHrlixcOG+iRPnzVs5c9nNfftGLlw4AOHFj581a9W0ac+eceM2LFw4\nbNi++fL17du2beB8+fLmjRtAb96IEQsXzps4cd68lTPn0Ny3b+TAgQNg8SLGWbNWTZsWLZo3b8bC\nhdu27ZswYd68bdvmLVcubty2efNGjBg4cN3ChePGrZy5oObAgSMHDhyApEqX2rLlypo1aNC6dTsG\nDly3bt6CBQMHzpu3b7hwefOWjRs3X76+fdsWLly3buXM0TXnzRs5cOAA8O3r9y/gwIIHEy5cqtSz\nYsWuXaNGDRw1at++RRMnzpkzb96giRM3bVo3ZMjIkdOmbRw3bv/nzpE7d86cuXPnwpEjB+A27tyq\nVElTpuzatWjRxEWL9u0bs3Hjli3btg2ZOHHQoHlbtmzcOGzYxnXrdu7cuHPnypU7dy5cuXIA1rNv\nP2pUtGTJtGmjRm2cNWvhwlEbNw7gsmXfviULFw4aNG3GjIkTV60aOW7czp0bd+5cuXLnzoEjRw5A\nSJEjV62itmxZtmzTpomjRi1cOGrkyEGD5s0bs3Dhnj3jRoxYuHDVqonbtu3cuXHnzpUrd+5cuHLl\nAFS1ehVrVq1buXb1WqrUs2LFrl2jRg0cNWrfvkUTJ86ZM2/eoIkTN21aN2TIyJHTpm0cN27nzpE7\nd86cuXPnwpH/IwcAcmTJqlRJU6bs2rVo0cRFi/btG7Nx45Yt27YNmThx0KB5W7Zs3Dhs2MZ163bu\n3Lhz58qVO3cuXLlyAIgXNz5qVLRkybRpo0ZtnDVr4cJRGzdu2bJv35KFCwcNmjZjxsSJq1aNHDdu\n586NO3euXLlz58CRIwcAf379q1ZRWwZwWbZs06aJo0YtXDhq5MhBg+bNG7Nw4Z4940aMWLhw1aqJ\n27bt3Llx586VK3fuXLhy5QC4fAkzpsyZNGvavEmLlrFrPK9x4+atWzduRMOFw4YtWjRt3bpFizYt\nWzZw4LBhsyZO3Llz5rp2PXdOXLhwAMqaPWvL1jFt2rJl27bt/1u3btWqbfPmLVo0atSuceP27Bm1\nbdvAgdOm7Ro5cufOlTMH2dy5c+LAgQOAObNmWrSUZct27Ro3buG+fdOm7Zs4cdOmSZOGzZu3Z8+m\nXbsGDty23ePGnTtXzpxwc+fOiQsXDoDy5cxx4WK2bZs2bdy4ifPmjRs3b+HCXbtGjVq2bt2emb92\nzZs3auzHjTt3zpz8c/TPiQsXDoD+/fz7+wcIQOBAggUNHkSYkBYtY9ccXuPGzVu3btwshguHDVu0\naNq6dYsWbVq2bODAYcNmTZy4c+fMvXx57py4cOEA3MSZ05atY9q0Zcu2bdu3bt2qVdvmzVu0aNSo\nXePG7dkzav/btoEDp03bNXLkzp0rZ06suXPnxIEDB0DtWra0aCnLlu3aNW7cwn37pk3bN3Hipk2T\nJg2bN2/Pnk27dg0cuG2Nx407d66cOcrmzp0TFy4cAM6dPePCxWzbNm3auHET580bN27ewoW7do0a\ntWzduj3Dfe2aN2/UfI8bd+6cOeLnjJ8TFy4cAObNnT+HHl36dOrVMWHy9Uz7M1++nh07JkxYqF+/\natWSJWsRLlysWK0aNIgYsWDBjPXqJU7/uHHkyAE0Zw6cOHEADiJM+OnTr2jRmjXjxSuaMGHBgmnq\n1StWrFOn9ty6NWuWK0KEhg3z5cvYrl3iXo4bR46cOXPgxIn/A6BzJ89MmX5Fi/bsWbBg1po1W7bs\nlTBhtWr16mVo165atWwNGlSsWK5cxXz5GieWHFly5sx9CxcOANu2bkWJOnZt7jVjxqYdy3vs1LBh\nuHDVqtUnV65WrUz9+dOrFy5cwXLlGieZHLly5cyZ+yZOHIDOnj+DDi16NOnSpjFh8vVs9TNfvp4d\nOyZMWKhfv2rVkiVrES5crFitGjSIGLFgwYz16iVu+bhx5MiZMwdOnDgA1q9j//TpV7RozZrx4hVN\nmLBgwTT16hUr1qlTe27dmjXLFSFCw4b58mVs1y5x/gGOG0eOnDlz4MSJA7CQYcNMmX5Fi/bsWbBg\n1po1W7bs/5UwYbVq9eplaNeuWrVsDRpUrFiuXMV8+Ro3k1xNcubMfQsXDkBPnz9FiTp2jeg1Y8am\nHVN67NSwYbhw1arVJ1euVq1M/fnTqxcuXMFy5Ro3lhy5cuXMmfsmThwAt2/hxpU7l25du3dhwQrl\nzBkoUNq0napVCwsWba5cUaJkwcK1W7fgwFFAjVqsWHr0jAAHjhs3auHCnTtXrhw3cOAApFa9ulYt\nV9CguXKFDRspVqyiRMlWqhQfPhEiTPv0SY4cBNOmkSIFCVIKcOC4ccs2bty5c+XKcRs3DkB3799j\nxVoFDRoqVNy4zerV68+fbq9effoUIoQ0UqQIEbIADdqqVf8AI0WyAQ6cN2/bxIk7d65cOW7ixAGY\nSLEiLlyupEnTpatbN1i2bKVJk02VqkmTNmywhgoVGjQFpk07dapOHQzgwH37tm3cuHPnypXTJk4c\ngKNIkypdyrSp06dQO3WihQuXLl2ZMp2KFOnQoSNx4rRpEySICShQ2LChceIEFiyePP0xY8aaNXDj\nxl27du5cN3LkAAgeTJgUKVy9euHCFSnSKEWK+PD5QYeOGjU+fKxo0mTQoBsxYpAh8+kTIjt2uHHr\nNm5ctmznzm0bNw6A7du4OXGqtWvXr1+ZMsnSpEmRIimKFMWJw4WLCzJk5swxkiNHly6OHE2iQ4cb\nt2/jxnH/43buHDdy5ACoX8/+1KldwYIBA9apE61GjQgROvLnTxyAcZAgKUGFCh06MlasqFIFFChB\nb95s2/aNHDlt2s6d80aOHACQIUWOJFnS5EmUKTt1ooULly5dmTKdihTp0KEjceK0aRMkiAkoUNiw\noXHiBBYsnjz9MWPGmjVw48Zdu3buXDdy5ABs5dqVFClcvXrhwhUp0ihFivjw+UGHjho1PnysaNJk\n0KAbMWKQIfPpEyI7drhx6zZuXLZs585tGzcOwGPIkTlxqrVr169fmTLJ0qRJkSIpihTFicOFiwsy\nZObMMZIjR5cujhxNokOHG7dv48Zx43buHDdy5AAMJ178/9SpXcGCAQPWqROtRo0IETry50+cOEiQ\nlKBChQ4dGStWVKkCCpSgN2+2bftGjpw2befOeSNHDsB9/Pn17+ff3z9AAAIHEixoEBOmTqJENWqU\nKZOViD9+WPHhAwOGDBmIlCiBAMEDHz5evJAgYcOjR8eOzapWrVs3c+Z8bdsG4CbOnJo0jWrVihAh\nSpTWSJESI0aWHz8uXJgw4ceLFwgQNLhxY8aMChU4TJq0bJkubNi8eTNn7hc3bgDWsm2LCVMoV64a\nNQIFio4XLz58lBkyxIQJEiSY3LjhwMGGIkVatNCggYQmTdGi5bJm7ds3c+aAbdsG4DPo0Jo0sZo1\nq1IlT/+e4HTpwoNHlyBBLlzAgAEHCRIECCzAgYMGDQwYOlSq5MwZLmzYwIEzZ67Ytm0AplOvbv06\n9uzat3PHhKmTKFGNGmXKZOX8jx9WfPjAgCFDBiIlSiBA8MCHjxcvJEjY8Ajgo2PHZlWr1q2bOXO+\ntm0D8BBiRE2aRrVqRYgQJUprpEiJESPLjx8XLkyY8OPFCwQIGty4MWNGhQocJk1atkwXNmzevJkz\n94sbNwBDiRbFhCmUK1eNGoECRceLFx8+ygwZYsIECRJMbtxw4GBDkSItWmjQQEKTpmjRclmz9u2b\nOXPAtm0DcBdvXk2aWM2aVamSJ09wunThwaNLkCAXLmD/wICDBAkCBBbgwEGDBgYMHSpVcuYMFzZs\n4MCZM1ds2zYAq1m3dv0admzZs2lTovRo1apTpwwZcqNFy5EjOHLkUKEiQ4YULFho0PDAho0pU2LE\nwHHnTrVqyqJF8+atXLlt2LABMH8ePSdOmVy1d0WIkJsrV3TosOHDx4oVHDi88A9QhAgJNGho0ZIj\nxxE9eqxZi0aNmjdv5cppuwggo8aNmTJ5atWqVi1IkBapUWPFSg8kSGrUSAFThw4SJC7IkAEFCg0a\nTQABunZtGTVq376VK5cNGzYATJs6xQR1ldRVhAjt6dKlSRMaO3aoUKFBw4kZMzBgeCBDhhQpOHAE\n0aOn/1o1ZtGifftmzhy3bNkA+P0LOLDgwYQLGz7MihUkWrQAAcKFS44aNS9egIIDR4YMAwYUXbli\nwQKASZPIkKlRY0KxYtiwbRs37tw5c+bCkSMHILfu3a1acdq1Cw6cXLn2hAmDAoUmOHBUqECAYJEW\nLRo0AMiTR40aHDge+PKVLZu2cuXOnStXDhw5cgDau3/PilUlXboKFQIGbM6dOzFifAL45g0OHAoU\nRHry5MMHAIIEkSHTosWCY8ekSdtGjpw5jua+kSMHQORIkrBgddq1K1AgXLjilClDgsSlNWto0DBg\n4FGWLBYsAFCkaM0aHz4gECP27Nm1cePMPTX3jRw5AP9VrV7FmlXrVq5dvbJiBYkWLUCAcOGSo0bN\nixeg4MCRIcOAAUVXrliwAGDSJDJkatSYUKwYNmzbxo07d86cuXDkyAGAHFlyq1acdu2CAydXrj1h\nwqBAoQkOHBUqECBYpEWLBg0A8uRRowYHjge+fGXLpq1cuXPnypUDR44cAOLFjbNiVUmXrkKFgAGb\nc+dOjBif3rzBgUOBgkhPnnz4AECQIDJkWrRYcOyYNGnbyJEzF9/cN3LkANzHnx8WrE67dgEMFAgX\nrjhlypAgcWnNGho0DBh4lCWLBQsAFClas8aHDwjEiD17dm3cOHMmzX0jRw4Ay5YuX8KMKXMmzZqS\nJKn/KlXq0SNKlAyZMZMjRxUpUkyYIEFixpAhKlR46NGDDRszZr4sWqRNW7dwXsOdO+dt3DgAZs+i\nhQRpFChQmjRJktRIjJgaNa5MmVKixIgRQ4oUSZEChBIlZMh8+ULGkSNr1riFC+fN27lz3saNA6B5\nM2dKlE6lSgUK1KZNidSoUaJEypgxMV7HCOLESY0aHYgQ2bKlTZswjx5Vq7YtXDhw4MyZ6yZOHIDm\nzp9HijTq06dJkypV+lOmzI8fSqxYKVECBIgZRYqECKEhSRIyZNiwUcOIETVq28DhB2fO3Ddy5AAC\nEDiQYEGDBxEmVLhQkiRVpUo9ekSJkiEzZnLkqCJF/4oJEyRIzBgyRIUKDz16sGFjxsyXRYu0aesW\njma4c+e8jRsHgGdPn5AgjQIFSpMmSZIaiRFTo8aVKVNKlBgxYkiRIilSgFCihAyZL1/IOHJkzRq3\ncOG8eTt3ztu4cQDgxpVLidKpVKlAgdq0KZEaNUqUSBkzJkbhGEGcOKlRowMRIlu2tGkT5tGjatW2\nhQsHDpw5c93EiQMwmnTpSJFGffo0aVKlSn/KlPnxQ4kVKyVKgAAxo0iRECE0JElChgwbNmoYMaJG\nbRs45+DMmftGjhwA69exZ9e+nXt3798zZYLUqdOjR5YskfnyhQkTLEaMdOhQogSSDh0mTLgwZEgK\n//8AU8ho1apatWDixIULd+4cNHDgAEicSNGSJUmNGgkSpEjRlI8fqxw5UqKEChVMXrywYAGEFCkr\nVpAg4QIUqGjRgoED9+3buXPPvn0DQLSo0UuXEH36hAiRJElqtmyJEgVLkyYoUJQo0cSEiQkTQBgx\nUqKEChUzQoWqVq3Xt7ffzp075s0bgLt481qytChSpEGDDh3iUqWKlMM9eoQIkSJFkxcvJkzIcOSI\nChUiRJQABerYsWDdun37du4cMm/eAKhezbq169ewY8uenSkTpE6dHj2yZInMly9MmGAxYqRDhxIl\nkHToMGHChSFDUkhPIaNVq2rVgokTFy7cuXPQwIH/A0C+vHlLliQ1aiRIkCJFU+LHr3LkSIkSKlQw\nefHCggWAIKRIWbGCBAkXoEBFixYMHLhv386de/btGwCMGTVeuoTo0ydEiCRJUrNlS5QoWJo0QYGi\nRIkmJkxMmADCiJESJVSomBEqVLVqvb4N/Xbu3DFv3gAsZdrUkqVFkSINGnToEJcqVaRs7dEjRIgU\nKZq8eDFhQoYjR1SoECGiBChQx44F69bt27dz55B58wbA71/AgQUPJlzY8OFGjSa5csWKVaNGdsSI\nwYHjiBEjJEhgwCDDho0LFxgECTJmTI8ePDZtypbNGjVq4sSZM+fNNgDcuXUrUvSn0u9KggTV+fLF\n/4YNJ1CgpEhx4YKPKFE2bIgwZAgVKjhwBJEkiRq1Z+HDhTNnztu2bQDUr2e/aBGhT58oUQoUSE6X\nLjt2HFmy5AXAFxs20PjxgwQJCEyYbNnSo8cPSZK0abtGjZo4cebMddOmDQDIkCIXLXIkSpQmTYQI\nvaFCpUcPIESImDChQUOOIEFAgHBgxIgXLz160Fi0yJmzZ8iQefNWrhy3bNkAUK1q9SrWrFq3cu1q\nyhQlVar8+NGlq0+YMECAnAIEqEQJBgwk/fmDAYODTJn69MGBQ0SzZuDAcTNn2Ny5c+LKlQPg+DHk\nTp0sbdoEB86qVXy6dNmx4xUmTCxYSJCQiQyZD/8fEGDCJEfOiRMhgAHjxi1buXLmdpsDV64cgODC\nh4MCJYkTJzVqRo0yxIVLjRqeChVq0eLBg0RjxmTIgGDSpDp1bNhIceyYt/Tlypkzd+5cOHPmANCv\nb3/UqEqpUsWJ8wrgqzxixMCAUUqPHhMmGDDohAaNBQsEJk1Cg0aFCg/BgmXL1mzcuHLlzJkDR44c\nAJUrWbZ0+RJmTJkzTZmipEqVHz+6dPUJEwYIkFOAAJUowYCBpD9/MGBwkClTnz44cIho1gwcOG7m\nuJo7d05cuXIAyJY126mTpU2b4MBZtYpPly47drzChIkFCwkSMpEh8+EDAkyY5Mg5cSIEMGDcuGX/\nK1fOXGRz4MqVA3AZc2ZQoCRx4qRGzahRhrhwqVHDU6FCLVo8eJBozJgMGRBMmlSnjg0bKY4d8/a7\nXDlz5s6dC2fOHADly5mPGlUpVao4cV69yiNGDAwYpfToMWGCAYNOaNBYsEBg0iQ0aFSo8BAsWLZs\nzcaNK1fOnDlw5MgB8A8QgMCBBAsaPIgwoUKEixaB+vRJkqRJk/JgwZIjx5EpUzRo4MABxo4dFSps\n4MEDDRosWMIUKtSt2zZxNMWdO/eNHDkAPHv6BAQIEiFCfvwMGgQnSpQXL5AYMWLBwoYNNpAg6dBB\nAg4cWrQsWRKFECFrZL99AwfOnDlv48YBeAs3/26iRJkWLQoUyJAhO0+e0KCx5MgRDRo8eHjx44cG\nDRmAAHHjxoqVKZIkYcNmLZzmcObMdRs3DoDo0aQLFfoUKVKhQo4cCbJihQePJ1SofPjAgcOOIkU+\nfKggREiWLEaMFAEEaNq0aN26efNmzlw3ceIAWL+OPbv27dy7e/++aBGoT58kSZo0KQ8WLDlyHJky\nRYMGDhxg7NhRocIGHjzQoAGIBUuYQoW6ddsmTqG4c+e+kSMHQOJEioAAQSJEyI+fQYPgRIny4gUS\nI0YsWNiwwQYSJB06SMCBQ4uWJUuiECJkTee3b+DAmTPnbdw4AEWNHk2UKNOiRYECGTJk58kTGv80\nlhw5okGDBw8vfvzQoCEDECBu3FixMkWSJGzYrIWDG86cuW7jxgHAm1dvoUKfIkUqVMiRI0FWrPDg\n8YQKlQ8fOHDYUaTIhw8VhAjJksWIkSKAAE2bFq1bN2/ezJnrJk4cANatXb+GHVv2bNq1LVlipEkT\nJEiUKIWxYqVMGSc0aHDgIENGlBo1IEAYgQXLiBEpUuwYNapaNV/hwokTd+7csXDhAJxHnx4Roj9+\n/AgSNGjQEyZMtmzJ4sOHBw8pUgCEAgIEBQoupEhRoYIECRuiRFGjRgwcuHDhzp0z9u0bgI4eP0qS\npOjQoUGDCBHawoSJFi1YjhwRIUKGDCcpUkT/iHDCipUUKVSoSGLKlDVrx8aNEyfu3Dlj3rwBiCp1\nKiVKlSJFUqRo0aIpVqw4cZLlxw8RImDAQGLCxIQJJ6ZMOXHiwwcXmDApU0aLGzdv3s6dW/btG4DC\nhg8jTqx4MePGjg8dSgQKFCZMhQrZsWKFBg0gS5acOMGBAxAiRChQiIAEyZgxPXoUyZRp2zZs0qSJ\nE2fOXLdt2wAADy78zx9BkiRBgtSnjxorVliwQDJkiAcPGDD0MGKkQwcLVaqQIYMDRxBNmqpVmxYt\nmjhx5sx1y5YNAP369g0ZamTJ0qVLhAASqkOFyo0bRKxY+fBBg4YeSZJkyKDBipUyZY4cSQIK/xQ2\nj9WqiRNnzty2a9cApFS50pChRpkyXbpEiBCdLVuAAGkiRUqJEhs2+GDCRIMGCEOGXLlig+mlS8+e\nQYsWLVw4c+a4VasGgGtXr1/BhhU7lmzZQ4cSgQKFCVOhQnasWKFBA8iSJSdOcOAAhAgRChQiIEEy\nZkyPHkUyZdq2DZs0aeLEmTPXbds2AJcxZ/7zR5AkSZAg9emjxooVFiyQDBniwQMGDD2MGOnQwUKV\nKmTI4MARRJOmatWmRYsmTpw5c92yZQOwnHlzQ4YaWbJ06RIhQnWoULlxg4gVKx8+aNDQI0mSDBk0\nWLFSpsyRI0lAgcI2v1o1ceLMmdt27RoA//8AAQgcCMCQoUaZMl26RIgQnS1bgABpIkVKiRIbNvhg\nwkSDBghDhly5YqPkpUvPnkGLFi1cOHPmuFWrBqCmzZs4c+rcybOnT1GiJIUKtWdPqlR0rFg5cuQU\nGTIwYEyYwEmLlhEjKmDCNGaMDx87nDnbto2bubNovZUrB6Ct27eWLCGqVEmOHFSo3EiRcuSIKTp0\nWrSoUGGRDx8ePDjAhClMmCRJfBgzhg3btnKYy5kz961cOQCgQ4sGBWqRKFGAAKVK1UeMmCdPTpkx\nAwMGBQqRpEgpUeICKFBevEyZQmTZsm3buJUrZ665OW/lygGYTr06KFCPVq0SJMiVKzlgwPj/8AGq\nT58YMTx4uFSlSooUEDRpwoLFhw8Xy5Zdu4atnH+A5cyZA1euHACECRUuZNjQ4UOIEUWJkhQq1J49\nqVLRsWLlyJFTZMjAgDFhAictWkaMqIAJ05gxPnzscOZs2zZu5nTu9FauHACgQYVasoSoUiU5clCh\nciNFypEjpujQadGiQoVFPnx48OAAE6YwYZIk8WHMGDZs28qtLWfO3Ldy5QDMpVsXFKhFokQBApQq\nVR8xYp48OWXGDAwYFChEkiKlRIkLoEB58TJlCpFly7Zt41aunDnQ5ryVKwfA9GnUoEA9WrVKkCBX\nruSAAePDB6g+fWLE8ODhUpUqKVJA0KQJ/wsWHz5cLFt27Rq2ctHLmTMHrlw5ANm1b+fe3ft38OHF\nP3pUypMnSeklDerSpUiRI1aslCiRIgWRJ09u3CCRJAnANm28eJGzaBE3btfEiQsX7ty5b+TIAaho\n8WKiRJ8oUWrUiBGjPWDA4MCBRYuWDx9KlChSpcqMGSigQBEkCA+eN5w4ceOGTRxQcefOdRs3DgDS\npEoXLUqVKZOkqJL6lClz5AgXLVpMmCBBAkiUKDRooLhyhRChOnX0fPrkzZu1cePEiTt3rtu4cQD2\n8u0rSZIoUKAiRVq0qM+VK0iQWPHiBQWKESN8MGGSIoWHI0fYsLlyxcyiRdmySQsXDhy4c//nvI0b\nB+A17NiyZ9Oubfs27kePSnnyJOm3pEFduhQpcsSKlRIlUqQg8uTJjRskkiRp08aLFzmLFnHjdk2c\nuHDhzp37Ro4cgPTq1ydK9IkSpUaNGDHaAwYMDhxYtGj58AFgiRJFqlSZMQMFFCiCBOHB84YTJ27c\nsImzKO7cuW7jxgHw+BHkokWpMmWSdFJSnzJljhzhokWLCRMkSACJEoUGDRRXrhAiVKeOnk+fvHmz\nNm6cOHHnznUbNw5AVKlTJUkSBQpUpEiLFvW5cgUJEitevKBAMWKEDyZMUqTwcOQIGzZXrphZtChb\nNmnhwoEDd+6ct3HjABQ2fBhxYsWLGTf/dlyp0qJLlxYtihSJTBjNYdLs2OHChQoVWEKE4MDhBBky\nMGDYsCFElSpq1ISNGxcu3LlzzLx5A/AbePBHwyFBSpRo0qQsXbqMGeOlRo0YMXDgGLNihQcPL9Kk\n0aEjSZIqtWp589Zs3Dhx4s6dWwYOHAD58+lXqhRp06ZMmSBBGgOwTJkuXcrgwDFjRo8eY1Kk4MAh\nxZkzR45UqUKmVq1v35SRIxcu3LlzysCBA4AypUpMmCZx4oQI0aNHZ758KVPmTJIkM2YIETKGBIkO\nHVaUKRMjRo8eRHDh2rZN2bhx4MCdO5fMmzcAXLt6/Qo2rNixZMsyYpRo1KhMmQgRQuPF/0uOHE2O\nHDFhQoQIIjduiBCx4cqVLl2OHJkyaRI3btiqVRMn7ty5btu2AbiMObMhQ4cuXbJkCREiOFy4zJih\npUkTEyZQoHiCBAkJEiOuXKFDp0yZNatWefOWjRs3ceLMmdOGHIDy5cwTJVoEClSmTIoUyTFjJkiQ\nLEmSqFCxYoUSIUJOnECxZQsgQGXK+JElK1y4bN26iRN37hy3bdsA+AcIQOBAAJAMhgq1aRMhQnCs\nWClSpEuTJi5clCjRZMgQDx5CVKkiRsyRI1Q2bdq2Ddu1a+PGmTOXTZs2ADVt3sSZU+dOnj19MmKU\naNSoTJkIEULjxUuOHE2OHDFhQoQIIv83bogQseHKlS5djhyZMmkSN27YqlUTJ+7cuW7btgGAG1eu\nIUOHLl2yZAkRIjhcuMyYoaVJExMmUKB4ggQJCRIjrlyhQ6dMmTWrVnnzlo0bN3HizJnTFhrAaNKl\nEyVaBApUpkyKFMkxYyZIkCxJkqhQsWKFEiFCTpxAsWULIEBlyviRJStcuGzduokTd+4ct23bAFzH\nnh3S9lChNm0iRAiOFStFinRp0sSFixIlmgwZ4sFDiCpVxIg5coTKpk3btgHEdu3auHHmzGXTpg0A\nw4YOH0KMKHEixYqpUk1y5YoQIVeu4FSpAgQIIy5cTJjQoKGQECEgQFBQpChOnCRJzCD/QwYO3DZz\nPn96M2cOANGiRk2ZioQKFSRItWqxoUIlSZJGZsyMGLFhgyQrVkiQEFGp0qJFduxIsmZNnDhw5syd\nO2fOHDdz5gDgzauXFStGrVo9elSrFhwtWowYcQQGzIoVGTI4IkPGBGVMmBYt4sMnU7Vq48aJO3fO\nnLlz576ZMwdgNevWrlxZatWqUaNUqd5UqaJDhyQzZkiQUKEi0ZUrIEBoiBSJDx8wYLxAgyZO3Ddz\n1q97K1cOAPfu3r+DDy9+PPnyqVJNcuWKECFXruBUqQIECCMuXEyY0KChkBAhIACCoKBIUZw4SZKY\nQYYMHLht5iBG9GbOHACLFzGaMhUJ/xUqSJBq1WJDhUqSJI3MmBkxYsMGSVaskCAholKlRYvs2JFk\nzZo4ceDMmTt3zpw5bubMAVC6lCkrVoxatXr0qFYtOFq0GDHiCAyYFSsyZHBEhowJs5gwLVrEh0+m\natXGjRN37pw5c+fOfTNnDkBfv39dubLUqlWjRqlSvalSRYcOSWbMkCChQkWiK1dAgNAQKRIfPmDA\neIEGTZy4b+ZQp/ZWrhwA169hx5Y9m3Zt27c1aSL16VOlSpAgOYoTBwsWLmfO1Khx4wYVNWpy5JAh\nRkyiRH/+YFKl6ts3beXKiRN37hw4cuQApFe/nhIlUqBAadJUiT4aNFGibMmShQaNFv8AW0gpU+bI\nkR1mzKRKlSmTrF69xInzVq7cuHHnznEjRw6Ax48gMWEi5clTpkyWLGGaM8eLyzJlevSAAcNKnDhN\nmgBhwwYVqk6dcBEjNm7cN3PmyJE7dw4cOXIAokqd2qmTKlKkNGly5IiRGTNMmHgZM4YIERYshqhR\nEySIjC9fBg3y4+eTK1fgwHUzZ06cuHPnwJEjB6Cw4cOIEytezLixY1OmVpkyJUvWq1eY7NjJlMlS\npEhSpKxZw4gNmyJFwDBi1KlTo0ayjh0zZ+6aOXPkyJ075yxcOADAgwsHBUpWqlS4cMmStcmNG0jQ\nESFq0oQNG0SAAEGBYseSpVq1Tp3/SkaN2rlz2s6dI0fu3Llk4cIBmE+/vihRsEiRggXr1SuAkOjQ\ncVRw0qQuXdiwWaRIERo0hjRp8uUrVapm1qydO+ft3Lly5c6dixYuHACUKVWeOhXLlClcuFSpmtSm\nzSScly5x4UKHTqM9e6hQuSNJ0qlTkyb5ihbNnLlt586RI3fu3LNv3wBs5drV61ewYcWOJWvK1CpT\npmTJevUKkx07mTJZihRJipQ1axixYVOkCBhGjDp1atRI1rFj5sxdM2eOHLlz55yFCwfA8mXMoEDJ\nSpUKFy5Zsja5cQPJNCJETZqwYYMIECAoUOxYslSr1qlTyahRO3dO27lz5MidO5cs/1w4AMmVLxcl\nChYpUrBgvXoFiQ4dR9knTerShQ2bRYoUoUFjSJMmX75SpWpmzdq5c97OnStX7ty5aOHCAeDf3z/A\nU6dimTKFC5cqVZPatJnk8NIlLlzo0Gm0Zw8VKnckSTp1atIkX9GimTO37dw5cuTOnXv27RuAmDJn\n0qxp8ybOnDonTeIVLNiuXaxYKUuVSpMmTsaMESLUp88iYsTu3NEjSRI2bL583apW7dy5cuTImTN3\n7hy5b98AsG3rVpKkX8aMCRNGi5ayVKkSJYrky5cdO3ToEBo2LFCgRaJEhQvnzNkxb97OnTNXrpw5\nc+fOkQMHDgDo0KIlSeJFjNivX/+yZCVr1QoTpky+fPHho0fPI2PGJEnSBAuWOHHQoDHz5u3cOXPl\nypkzd+4cuXDhAFCvbt2SpV7Bgv365coVs1SpMmUKJUwYofSEKB07VqiQoFOnunXzZf/atXPnyo0b\nZw6guXPnyH37BgBhQoULGTZ0+BBixEmTeAULtmsXK1bKUqXSpImTMWOECPXps4gYsTt39EiShA2b\nL1+3qlU7d64cOXLmzJ07R+7bNwBDiRaVJOmXMWPChNGipSxVqkSJIvnyZccOHTqEhg0LFGiRKFHh\nwjlzdsybt3PnzJUrZ87cuXPkwIEDcBdvXkmSeBEj9uuXLFnJWrXChCmTL198+Oj/0fPImDFJkjTB\ngiVOHDRozLx5O3fOXLly5sydO0cuXDgAq1m3tmSpV7Bgv365csUsVapMmUIJE0YIOCFKx44VKiTo\n1Klu3Xw1v3bt3Lly48aZM3fuHLlv3wB09/4dfHjx48mXN48LfbFiy5ZNm5bs169o0aQRI3br1rFj\nz379ugXwVrBo0bRpu3atGzhw586ZOwcxIrlz5wBYvIgRF65dy5ZBg1at2jFfvqJFWxYsGCtWw4ZJ\nQ4aMF69n166BA/ftG7md53r69Enu3DkARIsaxYX02LFmzahRI+bL17RpznbtYsUKGDBnzZoFCxYt\nWzZw4L59I4f2nNq1a8mdOwcg/67cubt2+Vq27NkzatSO/fpVrZq0YMFq1VKmrJkwYbhwJZMmbds2\nbdrCkSN37py5c5w7kzt3DoDo0aRLmz6NOrXq1bhaFyu2bNm0acl+/YoWTRoxYrduHTv27NevW7eC\nRYumTdu1a93AgTt3zty56dTJnTsHILv27bhw7Vq2DBq0atWO+fIVLdqyYMFYsRo2TBoyZLx4Pbt2\nDRy4b9/I+Qd4TuDAgeTOnQOQUOFCXA2PHWvWjBo1Yr58TZvmbNcuVqyAAXPWrFmwYNGyZQMH7ts3\nci3PvYQJk9y5cwBs3sS5a5evZcuePaNG7divX9WqSQsWrFYtZcqaCROGC1cyaf/Stm3Tpi0cOXLn\nzpk7F1YsuXPnAJxFm1btWrZt3b6FGyqUrmLFmjUbNixYr17NmvkKFuzVK2PGYvXqJUpUsFy5kiU7\ndsybNm3kyIk7d65cuXPnwo0bB0D0aNKlSuk6dkyatGPHkvnytWwZLl++UKEqVqxWsGCvXiUzZsya\ntWrVxoEDZ84cuXPnypU7dy4cOXIArF/HDgpULWLEnDkTJoxYr17Hju1CnypVsGCyggWzZauZMmXa\ntFmzNg4cOHPmyAE8d65cuXPnwpEjB2Ahw4akSOEyZuzZM2HCjv36xYxZMGDAatVKlgyXMWO3bh0D\nBmzaNGjQwH37Ro7cuHPnypX/O3dOHDlyAH4CDSp0KNGiRo8i1aTJ1apVx47t2hWsVatkyYT58uXJ\n07FjuGTJEiUq2a5dx47p0uWNG7dy5ayVKzdu3Llz0LZtA6B3L19PnmrJkrVsmS9fwmTJSpbM169f\nmjQhQ7YLFy5UqKIVKyZNmjFj4D6bM5fNnDly5M6di8aNG4DWrl9v2gRr1apjx3bhnjUrWTJetWpZ\nskSMmC5evGLFmqZMWbZsxIiB8+bNnLls5syJE2fO3LNu3QCADy+eE6dasmQpU6ZLV69atZYtIyZM\nWKlS0KD5woWrVStmvwD+evbs169v3bqZM2fNnDly5M6dg9atGwCLFzFm1LiR/2NHjx81aXK1atWx\nY7t2BWvVKlkyYb58efJ07BguWbJEiUq2a9exY7p0eePGrVw5a+XKjRt37hy0bdsARJU61ZOnWrJk\nLVvmy5cwWbKSJfP165cmTciQ7cKFCxWqaMWKSZNmzBg4u+bMZTNnjhy5c+eiceMGgHBhw5s2wVq1\n6tixXY9nzUqWjFetWpYsESOmixevWLGmKVOWLRsxYuC8eTNnLps5c+LEmTP3rFs3ALdx5+bEqZYs\nWcqU6dLVq1atZcuICRNWqhQ0aL5w4WrVitmvX8+e/fr1rVs3c+asmTNHjty5c9C6dQOwnn179+/h\nx5c/n359+/fx59e/n39///8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4oc\nSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrQowz9/hP36tWwZMWLcnj2jRg2a\nN2/PnmHD5sybN2jQqj179u2bNGnYqFETJ45buHDfvokTVy1aNAB48+oFBAiYL1/JkgULdk2ZsmfP\nkmnTduwYNGjKtGljxmyaM2fdujVrVi1atHDhsn371q3bt2/SnDkDwLq1az16hPHipUzZsGHanDmj\nRu3Zt2/RomHDFu3bt2fPqkWL5s2bM2fXpEkTJw4bOHDevIEDJw0aNADgw4v/BwTIV69eyJABA2YN\nGTJnzo516/bsmTVrz759gwbN2jOAz759gwZNW7Vq4sRxCxcOHDhx4qxNmwbA4kWMGTVu5NjR40dZ\nslxJk4YMmTZtvr5906btW7Bg375x4/bt1y9v3rB169arlzeg48Z581bO3FFz3ryRCxcOwFOoUV+9\ngvXsWbJk2rT16tYNG7ZtvHh162bNWrdbt7Rpo8aNGy9e3rxpAwdOmzZy5fSW69aNHDhwAAQPJixL\n1qlo0ZYt27aN17dv27Z9CxYsXLhv37wFCwYOHDdv3oIF+/aNGzhw3bqVM9fanDdv5MCBA1Db9m1Y\nsEw5c3bsWLZsuLhxs2at/xswYN++adP2jRcvb966fftGjFi4cN7EifPmrZw58Oa+fSsXLhwA9OnV\nr2ff3v17+PFNmYp27Fi1as+egYMGzRtAb9XEiWPGTJu2YeHCLVumzZgxceK0aRvXrdu5c+POnTNn\n7tw5ceXKAShp8uSoUdCMGaNGzZmzb8uWXbtm7Nu3YsWoUSvmzZszZ9iAAfv2DRq0b9iwnTs37ty5\ncuXOnQNHjhyArFq3njoFDRkya9agQQsnTRo4cNPGjYMG7ds3aOPGTZv2DRq0ceOqVROnTdu5c+LO\nnStX7ty5cOTIAWjs+DEoUM6IEXv2jBmzb8yYcePGbNw4Z864cVs2bpwzZ//cli0bN06btnHZsp07\nR+7cOXPmzp0TV64cgODChxMvbvw48uTKTZmKduxYtWrPnoGDBs2bt2rixDFjpk3bsHDhli3TZsyY\nOHHatI3r1u3cuXHnzpkzd+6cuHLlAPDv7x/gqFHQjBmjRs2Zs2/Lll27Zuzbt2LFqFEr5s2bM2fY\ngAH79g0atG/YsJ07N+7cuXLlzp0DR44cAJkzaZ46BQ0ZMmvWoEELJ00aOHDTxo2DBu3bN2jjxk2b\n9g0atHHjqlUTp03buXPizp0rV+7cuXDkyAEwexYtKFDOiBF79owZs2/MmHHjxmzcOGfOuHFbNm6c\nM2fcli0bN06btnHZsp3/O0fu3Dlz5s6dE1euHADNmzl39vwZdGjRo2/dMoYNNTZt2r5163btWjdw\n4KhRixat2rZtx445q1atWzds2KqNG3funDnlys+dGxcuHADp06nXqlUsWzZq1LZt64YN27Rp1bJl\nW7ZMmTJq164dcy9N2rZt0qQ9Awfu3Dly5cqZMwfw3Llw4MABOIgwYa1axKxZu3Zt2zZvFLdt8yZO\nnDZt165xAwfOmjVp2bKBA3ctZbhw586VM2funMxz4WoCuIkz56xZxa5dixatmtBr16ZNu8aNmzRp\nzpxZ69aNGbNq2LB9+yYta7hw586VM2funNhz48SJA4A2rdq1bNu6fQs3/+6tW8aw2cWmTdu3bt2u\nXesGDhw1atGiVdu27dgxZ9WqdeuGDVu1cePOnTOHGfO5c+PChQMAOrToWrWKZctGjdq2bd2wYZs2\nrVq2bMuWKVNG7dq1Y7ylSdu2TZq0Z+DAnTtHrlw5c+bOnQsHDhyA6dSr16pFzJq1a9e2bfMGfts2\nb+LEadN27Ro3cOCsWZOWLRs4cNfqhwt37lw5c+bO+Qd4LtxAAAUNHpw1q9i1a9GiVYN47dq0ade4\ncZMmzZkza926MWNWDRu2b9+knQwX7ty5cubMnYN5bpw4cQBs3sSZU+dOnj19/vz0ydezZ9Cg6dK1\nTJiwYMFA7dolShQoUP9qWLECBWpSnz7BghEjpuvXr3FlyZErV86cOXDixAGAG1euJk29nj1z5mzX\nrmW4cOXKJciWrVSpNm3ys2pVqVKN6NDJlUuWrF2tWn37Fk6cuHHjypXzJk4cANKlTW/a5MuZs2bN\nbNlqduyYMGGsggXDhUuWrEW4cMmS5WrRol69cuX6VauWOHHjyD0nZ87cN3HiAFzHnl2TplvJkjFj\nBguWMVy4aNF6dOvWq1ehQvWpVatVq1CBAgULVquWr1q1xAEUJ44cuXLlzJnzJk4cgIYOH0KMKHEi\nxYoWP33y9ewZNGi6dC0TJixYMFC7dokSBQqUGlasQIGa1KdPsGDEiOn/+vVrHE9y5MqVM2cOnDhx\nAI4iTapJU69nz5w527VrGS5cuXIJsmUrVapNm/ysWlWqVCM6dHLlkiVrV6tW376FEydu3Lhy5byJ\nEwdgL9++mzb5cuasWTNbtpodOyZMGKtgwXDhkiVrES5csmS5WrSoV69cuX7VqiVO3DhypsmZM/dN\nnDgArl/D1qTpVrJkzJjBgmUMFy5atB7duvXqVahQfWrVatUqVKBAwYLVquWrVi1x1smRK1fOnDlv\n4sQBCC9+PPny5s+jT68eFy5SzZqVKpUtWypatJo00VarVp8+EgBKiLZq1ZQpBqZNu3WLEaMS4MB9\n+zZNnLhz58iR2xYu/xwAjx9B2rLFKlq0UqW2bTtly5YQIdlmzerTx4GDarNmhQmT4NmzVavUqHnQ\nrRs2bNO0aTt3jhw5bN68AZA6lSotWp+WLQsVSps2T61aiRGjTZUqSZI4cJgGClSaNAOcOTNlKk8e\nD968WbNGTZy4c+fKldsmThwAw4cRs2JVypgxRoywYSP16lWTJttu3VKkKEIEa65cadFiABu2V6/Y\nsLHw7Zs2bdS8eTt3zpw5buLEAdC9m3dv37+BBxc+vFSpXb9+4cKVKRMmQoTkyPkxZ44ZMzhwhNCh\n48qVFCdORIly6hSiNGmwYfNGjly2bOfOeRs3DkB9+/dBgdLFiz+vSv8AK5Xy4wcNGh548HTp8qJh\nkiRq1JxIkYIIkUGD5nDhAg0at3DhmjUzZ26bOHEAUqpcCQoUrV27bNlixKhTpUqGDB2JE2fOHCVK\nXESJEidODBgwsGCxZIlPmjTYsH0bN06btnPnto0bB6Cr16+WLK2CBUuWrEKFHvHhI0aMjSlTunTZ\nsQOEECFq1ITw4MGJk0yZ3mjRAg2at3Hjrl07d+4bOXIAIkueTLmy5cuYM2suVWrXr1+4cGXKhIkQ\nITlyfsyZY8YMDhwhdOi4ciXFiRNRopw6hShNGmzYvJEjly3buXPexo0DwLy5c1CgdPGazqtSpVJ+\n/KBBwwMPni5dXoj/T5JEjZoTKVIQITJo0BwuXKBB4xYuXLNm5sxtEycOgH+AAAQOBAAKFK1du2zZ\nYsSoU6VKhgwdiRNnzhwlSlxEiRInTgwYMLBgsWSJT5o02LB9GzdOm7Zz57aNGwfA5k2cliytggVL\nlqxChR7x4SNGjI0pU7p02bEDhBAhatSE8ODBiZNMmd5o0QINmrdx465dO3fuGzlyANSuZdvW7Vu4\nceXOvXRplCpVjRpFilSGCBEZMqr06DFhQoUKOFq0IEDAQZAgJkxYsPAhU6Zjx3Bhw/btmzlzvrJl\nA1Da9OlOnT6pUmXIUKZMaZYsuXEjSo0aECBUqLCjRAkDBiDgwBEj/4YDBxQOHbp1K1OxYtmykSN3\n69o1ANm1b69UCZMoUYoURYo05cmTGzfK8OChQUOFCkpSpDBggMGPHzNmSJDgIRLASMOG1bp2rVs3\nc+Z4ceMG4CHEiJEiYXLkyI+fQYOg4MABA0YSHDgqVJgwwUeKFAcOMJAhI0WKCBEkLFrky5coatS6\ndTNnLpg2bQCGEi1q9CjSpEqXMr10aZQqVY0aRYpUhggRGTKq9OgxYUKFCjhatCBAwEGQICZMWLDw\nIVOmY8dwYcP27Zs5c76yZQPg9y/gTp0+qVJlyFCmTGmWLLlxI0qNGhAgVKiwo0QJAwYg4MARI4YD\nBxQOHbp1K1OxYv/ZspEjd+vaNQCyZ9OuVAmTKFGKFEWKNOXJkxs3yvDgoUFDhQpKUqQwYIDBjx8z\nZkiQ4CFSpGHDal271q2bOXO8uHEDYP48+kiRMDly5MfPoEFQcOCAASMJDhwVKkyY4ANgihQHDjCQ\nISNFiggRJCxa5MuXKGrUunUzZy6YNm0AOHb0+BFkSJEjSZasVClTK5WtDBl6w4QJDhwzevQoUeLC\nBRIpUkiQwGDGjCdPYsTQkSdPtmzOpk0DB65cuW1TAVS1evXSpUyqVK1aRYhQmihRXpStUQMECAoU\nUMiQoUFDAxgwihRJkWIFHDjJkvkqVmzbtnLlsFmzBgBxYsWWLEn/YsXq1ClAgORQoRIkyA0hQmbM\nAAHCRmgPHirEiCFFSosWONq0sWbtWbNm3ryVK8cNGzYAu3n3XrQIUKZMkybRoUNGiRIYMFzgwFGi\nxIQJLGLEqFCBgQsXUaKkSMGiTx9q1IwxY/btmzlz3LZtA/Aefnz58+nXt38ff6tWmXLl0gNQT69e\nf7hwWbHC05s3KlQUKHCpSxcJEgAcOmTGzIwZEoIFw4ZN27hx5kqa+0aOHICVLFu2aqWpVi06dHbt\n2sOFCwkSqvLkESGiQAFNW7ZUqACAESM7dj58YBAs2LOp4sSZM1eu3Ldx4wB4/Qq2VStJtGjlyYML\nF50zZ0yY0ESH/86NGwkSPCpTBgQIAI8esWHTogWDYMGkScMGDpw5c+TIfRs3DoDkyZQ/fZKEClWZ\nMrBg3eHCRYOGUoIEvXhx4IAoK1YwYADw6dOcOSpUOAgWrFo1a+DAmfttThw5cgCKGz+OPLny5cyb\nO2/VKlOuXHr09Or1hwuXFSs8vXmjQkWBApe6dJEgAcChQ2bMzJghIVgwbNi0jRtnLr+5b+TIAQAI\nQODAga1aaapViw6dXbv2cOFCgoSqPHlEiChQQNOWLRUqAGDEyI6dDx8YBAv2TKU4cebMlSv3bdw4\nADVt3mzVShItWnny4MJF58wZEyY00aFz40aCBI/KlAEBAsCjR/9s2LRowSBYMGnSsIEDZ84cOXLf\nxo0DkFbt2k+fJKFCVaYMLFh3uHDRoKGUIEEvXhw4IMqKFQwYAHz6NGeOChUOggWrVs0aOHDmLJsT\nR44cAM6dPX8GHVr0aNKlGzUC5cmTJEmQIBHy4gUHDiZSpHz4kCHDCxw4QoTAgAMHFy5mzGQpVOja\ntW3fvnnzZs6ct3HjAFzHnn3RIlCUKClS1KhRny1bZMgI8uRJhgwYMMTIkYMDBwo8eFixokXLFDx4\nqAGkps2bt27dzJnTJk4cgIYOH0KCJAoUKEeOFi0itGWLECFSypSBAQMFiiBNmsiQ8eHIES5cqFCx\nQoiQNGnZvn3/8+bNnLlu4sQBCCp06KBBkQAB4sOnTh06TJi4cCEECpQRIz58wDFkCAcOGXToGDPm\nyxcsgABNm5bNm7dv38yZ8zZuHIC6du/izat3L9++fhs1AuXJkyRJkCAR8uIFBw4mUqR8+JAhwwsc\nOEKEwIADBxcuZsxkKVTo2rVt375582bOnLdx4wDAji170SJQlCgpUtSoUZ8tW2TICPLkSYYMGDDE\nyJGDAwcKPHhYsaJFyxQ8eKhR0+bNW7du5sxpEycOAPny5iFBEgUKlCNHixYR2rJFiBApZcrAgIEC\nRZAmTQDKkPHhyBEuXKhQsUKIkDRp2b598+bNnLlu4sQB0LiR/+OgQZEAAeLDp04dOkyYuHAhBAqU\nESM+fMAxZAgHDhl06Bgz5ssXLIAATZuWzZu3b9/MmfM2bhwAp0+hRpU6lWpVq1chQSokSVKhQooU\nUalSpUkTKjx4ZMgAAgQRFSoWLKAABIgIER8+uCBF6tixXNy4fft27hyyb98AJFa82JIlRIwYAZIM\n6IgPHz9+WKFB48KFDh2KmDChQEEFHjxMmOjQoUSjRsKEyapWzZu3c+eQdesGgHdv35IkMbp0adAg\nRYq8SJHy44eWI0dSpGjR4ogKFRkykFCiJEaMESNYiBKlTNmubdvAgTNnbhk3bgDgx5fPiFGgP3/u\n3OHD50mQIP8AjRiBcuNGhgwgQBwhQWLBggs9enjwYMGCCEyYlCnjVa1auHDnzh3z5g2AyZMoU6pc\nybKly5eQIBWSJKlQIUWKqFSp0qQJFR48MmQAAYKIChULFlAAAkSEiA8fXJAidexYLm7cvn07dw7Z\nt28Awooda8kSIkaMAKkFdMSHjx8/rNCgceFChw5FTJhQoKACDx4mTHToUKJRI2HCZFWr5s3buXPI\nunUDQLmyZUmSGF26NGiQIkVepEj58UPLkSMpUrRocUSFigwZSChREiPGiBEsRIlSpmzXtm3gwJkz\nt4wbNwDIkytnxCjQnz937vDh8yRIECNGoNy4kSEDCBBHSJD/WLDgQo8eHjxYsCACEyZlynhVqxYu\n3Llzx7x5A8C/v3+AAAQOJFjQ4EGECRUCQIQIUKZMjRr58cNmy5YWLYAMGRIihAQJLnz4oEChgQ4d\nZMjYsAGDEqVp0541awYOXLly27JlA9DT589Fi/pIkoQI0Z07YaRIMWHCR44cGTJAgEAjSJAIERbY\nsMGFy4oVMRYtokbNmTJl4MCVK8ctWzYAceXOXbSoUahQoEARIrRHi5YdO5JMmYIDBwkSRY4cGTHC\nwpIlZMjw4IHj0KFp05ht9uatXDlt2LABIF3atCBBegwZ4sOHDh0vSpSMGLGDCBERIipUeOHDhwYN\nDHbsoELF/4ULEZEiRYvmzJgxb97KleOGDRsA7Nm1b+fe3ft38OE7dYJEiVKZMqxYBbJiZcWKVIMG\niRBBgAAoOXIgQBggSRJAPHhQoAhRrNi2bdLIkStXzpw5b+TIAaho8WKoUJAuXRozZtQoQk2amDDB\nqlEjDRoOHHBUpgwECAQwYZozBwUKDcKEceNmLVy4cuXMmfNWrhyApEqXggIladWqPn1kyeJz5syP\nH53s2MGBY8ECSW3aiBCRwJIlQIB69CAxbJg2bdjGjStXzpy5b+TIAejr9++lS5EQIQoTBhWqOEWK\nkCAR6s4dFiwKFACFB48FCwNevcqTJ0MGCcKEWbOW7Nu3cv/lzJnzRo4cgNiyZ9Oubfs27ty6O3WC\nRIlSmTKsWAWyYmXFilSDBokQQYAAKDlyIEAYIEkSHjwoUIQoVmzbNmnkyJUrZ86cN3LkALBv7z5U\nKEiXLo0ZM2oUoSZNTJhg1QhgIw0aDhxwVKYMBAgEMGGaMwcFCg3ChHHjZi1cuHLlzJnzVq4cAJEj\nSYICJWnVqj59ZMnic+bMjx+d7NjBgWPBAklt2ogQkcCSJUCAevQgMWyYNm3Yxo0rV86cuW/kyAGw\nehXrpUuRECEKEwYVqjhFipAgEerOHRYsChQAhQePBQsDXr3KkydDBgnChFmzluzbt3LlzJnzRo4c\nAMWLGTf/dvwYcmTJkwMFgiRIUJ06d+60KVIkRYodRIhIkODAwQoYMCRIcAADhhcvSpQY6dPHWu5v\n37p1M2dOmzhxAIgXN06IUKZBg+zYkSOnDBEiIkTkIELkwYMIEVLYsCFBQoQePahQCRLkiCFD1KhZ\n8+atWzdz5riNGwcAf379hQpxkgRQ0qNHjBgZ2rLlx48jWrSIENGhw4whQ0iQyNCjBxkyWbI44cPH\nmrVp3bp582bOXDdx4gC4fAkzUCBJhQrRoePGzRofPlas4GHECAUKESKcYMECAgQHJEgwYdKjxw42\nbJgxs5YtmzZt5cpxGzcOgNixZMuaPYs2rdq1gQJBEiSo/06dO3faFCmSIsUOIkQkSHDgYAUMGBIk\nOIABw4sXJUqM9OljLfK3b926mTOnTZw4AJw7eyZEKNOgQXbsyJFThggRESJyECHy4EGECCls2JAg\nIUKPHlSoBAlyxJAhatSsefPWrZs5c9zGjQMAPbr0QoU4SZL06BEjRoa2bPnx44gWLSJEdOgwY8gQ\nEiQy9OhBhkyWLE748LFmbVq3bt68mQNorps4cQAMHkQYKJCkQoXo0HHjZo0PHytW8DBihAKFCBFO\nsGABAYIDEiSYMOnRYwcbNsyYWcuWTZu2cuW4jRsHQOdOnj19/gQaVOhQRYoABQokSKkgJEOGNGnC\nJEUKCf8SRozQAQIEAgQajhzhwEGDhhSgQDlzRuvbN3Dgzp0L5s0bALp17TZqJKjP3j558jiRIePI\nkSQ1aliwkCKFEg4cGjTwQITIBsobWIAC1awZq2zZuHE7dy5Yt24ATJ9GLUn1pUuLFkmSdMXK7Nk5\ncpgw4cKFkxAhHDjg8OTJhw8dOtDQpOnZs13gwH37du5csW/fAFzHnn3RokB9+uTJ06cPEiBAkiRx\n4sIFBAgbNhgxYSJBggg4cHDg8OABB0aMbAG0lSlatG3bzp3z5c0bgIYOH0KMKHEixYoW+/T5w4gR\nHTp48GAxYgQECBwmKVBgwCAGywULEAQJ0qSJCRMoOnX/kiZt2rNn4MCVK7ctWzYARo8iHTQIECNG\nfZ720fLjR4cOPXz4qFDBgQMbMWI4cKCgSJEoUVq0IEGJUrNmzJAh+/atXDls1qwByKt376FDhDhx\nkiSpUKE5XbrgwNGkSBEYMDRoMEKDBgYMDpgwuXIlR44ZjRpJC82MWbhw5sx1w4YNAOvWrv/8sdOn\njxw5dOhY6dHDgwchO3ZkyAABgg0VKho0ODBjRpIkHZ43apQs2a9gwbp1K1cumzRpAL6DDy9+PPny\n5s+j79PnDyNGdOjgwYPFiBEQIHDgp0CBAYMY/gEuWIAgSJAmTUyYQNGpkzRp0549AweuXLlt2bIB\n0LiR/+OgQYAYMeozso+WHz86dOjhw0eFCg4c2IgRw4EDBUWKRInSogUJSpSaNWOGDNm3b+XKYbNm\nDUBTp08PHSLEiZMkSYUKzenSBQeOJkWKwIChQYMRGjQwYHDAhMmVKzlyzGjUSFpdZszChTNnrhs2\nbAAABxb854+dPn3kyKFDx0qPHh48CNmxI0MGCBBsqFDRoMGBGTOSJOkwulGjZMl+BQvWrVu5ctmk\nSQMwm3Zt27dx59a9m/emTY8kSapT59MnMkaMtGgBSosWESISJJhUpAgFCgcsWcKCxYULFMqUZcsm\nrVw5c+fNfStXDkB79+8tWSpkyJAZM65ckenRI0aMU/8Ay5QhQaJBg09GjFSogIASpSpVVKgocewY\nNWrQyJErx7GctnLlAIgcSTJUKEanTtWpw4rVGShQbNi4ZMUKCxYMGEhasgQDhgWLFnXpIkPGC1++\nuHHTZs5cuaflvJUrB6Cq1auWLEVChMiNG1GixgABEiOGpi1bUKBgwOATFCgUKBiQJGnLlhQpNCxb\nZs2aMnHiygku161cOQCIEytezLix48eQI2/a9EiSpDp1Pn0iY8RIixagtGgRISJBgklFilCgcMCS\nJSxYXLhAoUxZtmzSypUzx9vct3LlAAgfTtySpUKGDJkx48oVmR49YsQ4VaYMCRINGnwyYqRCBQSU\nKFX/qaJCRYljx6hRg0aOXLn35bSVKwegvv37oUIxOnWqTh2ArFidgQLFho1LVqywYMGAgaQlSzBg\nWLBoUZcuMmS88OWLGzdt5syVI1nOW7lyAFSuZGnJUiREiNy4ESVqDBAgMWJo2rIFBQoGDD5BgUKB\nggFJkrZsSZFCw7Jl1qwpEyeu3NVy3cqVA9DV61ewYcWOJVvWbKJEmDJlOnQoUaI3Q4bAgIGDCBEI\nECpUuOHDBwgQFHjwKFPmyhUuhw5hw1YNHLhv38yZ6zZuHADMmTUHClRp0aI/fw4delOkyIsXR1Rr\nYK1BR5AgHDhg6NHjzBkoUKIQImTNWjRvwb2ZM8dN/5w4AMmVL4cEaZQnT5QoNWrk58qVIkWiHDmS\nIkWJEjuSJDlxokOQIGzYZMlChhEjbNikgQP37Zs5c9zEiQPQ3z9AAAIBECIUiRChPHn69ClDhAgN\nGkCYMNGg4cIFHD9+aNBwwYaNNWtu3GASKJA1a9O6dfPmzZy5buLEAahp8ybOnDp38uzpM1EiTJky\nHTqUKNGbIUNgwMBBhAgECBUq3PDhAwQICjx4lClz5QqXQ4ewYasGDty3b+bMdRs3DgDcuHIDBaq0\naNGfP4cOvSlS5MWLI4I1ENagI0gQDhww9Ohx5gwUKFEIEbJmLZq3zN7MmeMmThyA0KJHQ4I0ypMn\nSv+UGjXyc+VKkSJRjhxJkaJEiR1Jkpw40SFIEDZssmQhw4gRNmzSwIH79s2cOW7ixAGobv06IUKR\nCBHKk6dPnzJEiNCgAYQJEw0aLlzA8eOHBg0XbNhYs+bGDSaBAlmzNg1gt27evJkz102cOAALGTZ0\n+BBiRIkTKUaK9KhRI0GCGjWq8uSJFCldYsTAgKFECSkXLkSIAOLLlxEjUqTooUoVNWq9xo0LF+7c\nOWTevAEwehTpokWEFi0iRChRoiBJkmDBUmbGjA4dUqSgsmFDhQoluHDhwKFFCx2nTkWLtgscOG/e\nzp0T1q0bAL17+U6atMiSpUKFGjXKokULFy5ldOj/UKHChQssJ05s2HBiy5YXL2bMYGLL1rZtx8aN\nAwfu3Lll3rwBcP0aNiJEiwgRChTIkCEpUKBYsUImRgwSJGrUqAICRIUKI8SI6dBhxAgXoUIFC6ar\nWzdu3M6dO+bNGwDx48mXN38efXr16xUpWpQpEyVKfPhoIUKkRYsjPXpUqADQggUcN25IkFDhyZMo\nUWTI2GHJ0rZt16pVGzfu3Llu2rQB+AgypCBBfR49IkTozp0xRIiUKNGEB48PHzhw8IEDhwULFaBA\nuXKFBg0dkSJVqxYtabhw5sxps2YNgNSpVBctgjRqlCdPhQqpsWLlxo0oR46kSIECxY8hQzhw6ODE\n/0mZMkeOaNm0SZs2bNeuhQtnzly2wQAKGz5MiJChSJEUKcqTp0ySJDFiODFiZMOGDx+AuHABAYKE\nIEGQIEmRYoYkSdSoMYsWTZw4c+a4adMGILfu3bx7+/4NPLhwRYoWZcpEiRIfPlqIEGnR4kiPHhUq\nWLCA48YNCRIqPHkSJYoMGTssWdq27Vq1auPGnTvXTZs2APTr2xckqM+jR4QI3QF4ZwwRIiVKNOHB\n48MHDhx84MBhwUIFKFCuXKFBQ0ekSNWqRQMZLpw5c9qsWQOQUuXKRYsgjRrlyVOhQmqsWLlxI8qR\nIylSoEDxY8gQDhw6OHFSpsyRI1o2bdKmDdu1a//hwpkzl00rAK5dvRIiZChSJEWK8uQpkyRJjBhO\njBjZsOHDByAuXECAICFIECRIUqSYIUkSNWrMokUTJ86cOW7atAGAHFnyZMqVLV/GnJkVq0iiRAkS\nNGpUnB8/YMCQNGUKBQoPHhAyYmTCBAaSJNGhw4PHlmLFvn3TZk74cG7mzAFAnly5KVOOJEm6cydV\nKjU9evDg0enLlw4dJkyIJEUKBvKcOKFBw4OHlGPHunWrZs5cuXLnzm0zZw7Afv79WwFsNYkWLUiQ\nZMmys2VLjx6Yzpxp0WLDBklSpJgwAeLRozVrqFDxwowZOHDczKFM2a1cOQAuX8I0ZWrRpk2IELH/\nYtUmSRIgQDJ9+QIChAYNiaZMoUChgiFDW7a8eDGkWLFt26SZM1eunDlz3cqVAyB2LNmyZs+iTat2\nLStWkUSJEiRo1Kg4P37AgCFpyhQKFB48IGTEyIQJDCRJokOHB48txYp9+6bNHOXK3MyZA6B5M2dT\nphxJknTnTqpUanr04MGj05cvHTpMmBBJihQMtjlxQoOGBw8px45161bNnLly5c6d22bOHIDmzp+3\najWJFi1IkGTJsrNlS48emM6cadFiwwZJUqSYMAHi0aM1a6hQ8cKMGThw3Mzhz9+tXDkA/gECEDgQ\ngClTizZtQoSIFas2SZIAAZLpyxcQIDRoSDRl/woFChUMGdqy5cWLIcWKbdsmzZy5cuXMmetWrhwA\nmzdx5tS5k2dPnz8xYVIlShQkSIMGBcqSZcgQJ1KkrFgBAgSSMmVkyCBhxYogQXPmSEqVChy4beXK\niRN37hw4cuQAxJU7V5IkUJgwJUpEiJCgLFl8+JCSJQsKFCRICFmzZsYMFlWqBApUp06iUKG4cbs2\nbhw4cObMeSNHDkBp06c1aVJFihQoUJkybYID58mTK2bMECGiQ0eTO3d8+JBhxYokSYcOcZo169u3\nbeXKiRNnzpy3ceMAZNe+XZKkUJ06PXrEiJEiMWKYMMFixYoLFydOHPnyRYYMElWqCBIEBsyeT/8A\nP337Zm3cOHDgzJnrRo4cgIcQI0qcSLGixYsYTZlideoULVqtWjWCA+eQyT59cuTQosWPFSs1amBh\nxAgTJjx4XDFjZs5ctnPnypU7d85ZuHAAkipdyomTKU2aWrVy5WoQGjSGDDUiREiJkjFjHJ05EySI\nFkWKFi0CBEjWsmXmzEkzZ44cuXPnkIULB6Cv37+oUMka7MuXLFmk+PDp1CkTJ05YsPTpY4kRoy1b\nyixaFCqUJEmsnj0zZw6bOXPkyJ07twwcOACwY8sOFepUqFCyZMWKZenOHUmSJiFCZMWKGjWF3LhB\nggTMo0eDBhEiFAoZsnLlppkzR47cuXPKwoX/A0C+vPnz6NOrX8++vSlTrE6dokWrVatGcOAc2t+n\nTw6AObRo8WPFSo0aWBgxwoQJDx5XzJiZM5ft3Lly5c6dcxYuHACQIUVy4mRKk6ZWrVy5GoQGjSFD\njQgRUqJkzBhHZ84ECaJFkaJFiwABkrVsmTlz0syZI0fu3Dlk4cIBoFrVKipUsrT68iVLFik+fDp1\nysSJExYsffpYYsRoy5YyixaFCiVJEqtnz8yZw2bOHDly584tAwcOwGHEiUOFOhUqlCxZsWJZunNH\nkqRJiBBZsaJGTSE3bpAgAfPo0aBBhAiFQoasXLlp5syRI3funLJw4QDs5t3b92/gwYUPJy5J/5Kv\nYMF48VKlqpgmTY8eIdq1y4oVLFjq4MJFhswaQ4aqVbt1i1a1aufOlRMnzpy5c+fIgQMHwP59/I4c\n7fLlqxbAWqdOBXv06M+fRbhwlSljxgydXr3UqGmzaJE2bblyyapW7dw5ciLNmTt3jhw4cABWsmxJ\niRIwY8Z8+Zo1i1quXJw4iXr2TJKkRo02PXtGiVIiUKC2bfv1y1a1aufOlSNHzpy5c+fIgQMH4CvY\nsJAg6dq1q1atVKmOgQJlyZKkXbvQoIkT50+vXnLk2HHk6Nq1WbNcTZt27ly5cePMmTt3jty3bwAm\nU65s+TLmzJo3c5YkyVewYLx4qVJVTJOmR/+PEO3aZcUKFix1cOEiQ2aNIUPVqt26RatatXPnyokT\nZ87cuXPkwIED4Pw5dEeOdvnyVavWqVPBHj3682cRLlxlypgxQ6dXLzVq2ixapE1brlyyqlU7d44c\nfnPmzp0jBw4gOAADCRakRAmYMWO+fM2aRS1XLk6cRD17JklSo0abnj2jRCkRKFDbtv36ZatatXPn\nypEjZ87cuXPkwIEDcBNnTkiQdO3aVatWqlTHQIGyZEnSrl1o0MSJ86dXLzly7DhydO3arFmupk07\nd67cuHHmzJ07R+7bNwBr2bZ1+xZuXLlz6eLCxYsYMWfOpEkThgvXsWPOdu0CBQoXLma9ep3/OgXs\n2jVs2KhR+yZO3Llz5s519kzu3DkAo0mXnjULV7Bg0KBJk+YLFqxjx57p0gUKlC5d0XDhQoWKV7Vq\n2LBRo/ZNnLhz58ydc/6c3LlzAKhXt65Lly9mzKRJs2aNGTFi06ZRU6bs1y9o64MF8+VLGTX51K5d\n4zZu3Llz5s719w+Q3LlzAAoaPIgLVy1ixJIlgwZtGC5czpxJ27WLFKlgwZbp0oULl69r16ZNgwat\n27hx586ZOwczJrlz5wDYvIkzp86dPHv6/IkLFy9ixJw5kyZNGC5cx44527ULFChcuJj16nXqFLBr\n17Bho0btmzhx586ZO4c2Lblz5wC4fQt3/9YsXMGCQYMmTZovWLCOHXumSxcoULp0RcOFCxUqXtWq\nYcNGjdo3ceLOnTN3LrNmcufOAfgMOrQuXb6YMZMmzZo1ZsSITZtGTZmyX7+g2Q4WzJcvZdR6U7t2\njdu4cefOmTuHPDm5c+cAOH8OHReuWsSIJUsGDdowXLicOZO2axcpUsGCLdOlCxcuX9euTZsGDVq3\ncePOnTN3Lr9+cufOAQAIQOBAggUNHkSYUKHCUqVwGTMWLVqxYsN06Tp27FWtWo8e4cIlCheuTZt+\n6dLVrNmyZdy6dSNHbty5c+XKmTMnjhw5AD19/ty0iZYwYc+eESMGbNYsYsRc6dKVKVOuXP+hcOHC\nhCnYrl3PnjFj5u3bt3Llxp07V67cuXPjypUDEFfuXFSodh07Fi3asWPJggWjRk0YMWK0aC1bpmvY\nsFixlPHilSyZMmXeLJMjN+7cuXLlzp0TR44cANKlTYMCVYsYMWfOggUz1qsXMmS9cOEaNcqXL1a7\ndqFCRWzXLmbMjh37tm0bOXLizp0rV+7cuXDkyAHAnl37du7dvX8HH75Tp1qzZilTtmuXL1euhg3D\nJUvWo0fEiMlChQoUqGO9egEsVgwYMG/dupUrR82cOXLkzp2T5s0bgIoWL2bKJEuVqmPHcuXahQpV\nsWK4XLmSJIkYMVyqVHXqlEyXLmLEhAn/86bTnLlr5syRI3fu3LVv3wAgTapUkyZasWItW9arVzFZ\nspYtO5YsWalSzJgFw4ULFapmv34RI+bL1zZu3MqVu1au3Lhx585F27YNAN++fjlxciVYmbJdu3rR\nosWMWTBevC5dIkZsFi1apEglAwYMF2dc3T6XK4fNnDly5M6dc8aNG4DWrl/Dji17Nu3atjt1qjVr\nljJlu3b5cuVq2DBcsmQ9ekSMmCxUqECBOtarV7FiwIB569atXDlq5syRI3funDRv3gCgT68+UyZZ\nqlQdO5Yr1y5UqIoVw+XKlSRJxAASw6VKVadOyXTpIkZMmDBvD82Zu2bOHDly585d+/YN/0BHjx81\naaIVK9ayZb16FZMla9myY8mSlSrFjFkwXLhQoWr26xcxYr58bePGrVy5a+XKjRt37ly0bdsARJU6\nlRMnV1eVKdu1qxctWsyYBePF69IlYsRm0aJFilQyYMBwxcXVjW65ctjMmSNH7tw5Z9y4ARA8mHBh\nw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx\n59a9m3dv37+BBxc+nHhx48eRJ1e+nDllP36IBQu2bFmxYtyiRbt2bRo4cNWqceN2DRy4adOwSZPm\nzZs0admoURs3jlu4cN++gQNHTZo0AP8AAQgcOPDPH2LAgClTRowYt2fPrFmL9u2bNGnYsEXz5g0a\nNGvRonnzBg2atWnTxInTBg5ct27hwk2DBg2AzZs4/fgJ5suXMmXEiGlz5qxaNWjcuEGDdu0aNG/e\nnDmr9uzZt2/TpmGrVk2cOG3hwnnzBg6ctGfPAKhdy1aQIGC9eiFDNmwYNmXKoEFj1q3bs2fWrEXj\nxs2ZM2nMmHXr9uyZtWjRwoXbBg6cN2/fvlGDBg2A58+gQ4seTbq06dOzZqGCBq1Zs27dhIUL582b\nOGTIxo379g1csWLgwH3z5o0YsW/fuIkTx41buefmzHXrRg4cOADYs2unRUtVtO/RunX/EwYOnDdv\n4IABAwfu2zdwv35168atWzdgwLx56xYu3DaA28qZI2gOHDhy4MABYNjQISxYqaBBa9aMG7de4MBx\n4/aNGLFw4bhx8+bL17dv2rp1K1bs2zdv4sR161bO3E1z376RAwcOwE+gQV25OvXsWbFi2bL54sYN\nGzZvvHiBA5ctG7hgwbp1m+bNW69e3rxRCxeOGzdy5cqZM/ftG7lv3wDMpVvX7l28efXu5Rsq1DNi\nxKxZe/ZMHDVq4MBZK1du2jRx4pyNGzdtGrdly8KFq1YtHDZs586RO3euXLlz58KRIwfA9WvYoEBB\nI0asWrVnz8RRowYOHDVy5J4969bt/5g4ccuWbWvWTJw4bNjEbdt27hy5c+fKlTt3Lhw5cgDEjycP\nClQzYsSwYaNGTZw1a+HCQRs3rlmzb9+ShQv37BlAb8OGiROXLdu4bt3OnRt37ly5cufOgSNHDgDG\njBpDhYomTJgzZ8iQeVOmTJs2Y+LEMWN27Vowb96SJbPmy9e3b9KkfZMmzZy5cefOmTN37lw4cuQA\nMG3q9CnUqFKnUq0aKtQzYsSsWXv2TBw1auDAWStXbto0ceKcjRs3bRq3ZcvChatWLRw2bOfOkTt3\nrly5c+fCkSMH4DDixKBAQSNGrFq1Z8/EUaMGDhw1cuSePevW7Zg4ccuWbWvWTJw4bP/YxG3bdu4c\nuXPnypU7dy4cOXIAdvPuDQpUM2LEsGGjRk2cNWvhwkEbN65Zs2/fkoUL9+yZt2HDxInLlm1ct27n\nzo07d65cuXPnwJEjB+A9/PihQkUTJsyZM2TIvClTpg2gNmPixDFjdu1aMG/ekiWz5svXt2/SpH2T\nJs2cuXHnzpkzd+5cOHLkAJQ0eRJlSpUrWbZ0OWuWMGzYqFHjxu1bN53duIkTt22bNWvbwIGDBk1a\ntmzgwE1zKk7cuXPlzFU1d+6cOHDgAHT1+nXWLGPXrlGjtm3bt27dtGnrBg7ctWvWrF379s2Zs2jW\nrHXrVq0aNXHizp0rZw6xuXPnxDX/BvAYcmRZsoBZs1at2rZt3r5906aNW7hw2LBJk0Zt27ZkyZZh\nwwYOXDbZ5MidO2cON+5z58L1BvAbeHBatIZZsyZNGjZs2aI1j2YNGzZo0Jo1k3btmjBhyZYte/bM\nmLFl4MCZM1cOvTlz586JCxcOQHz58+nXt38ff379s2YJwwYQGzVq3Lh964awGzdx4rZts2ZtGzhw\n0KBJy5YNHLhpHMWJO3eunLmR5s6dEwcOHICVLFvOmmXs2jVq1LZt+9atmzZt3cCBu3bNmrVr3745\ncxbNmrVu3apVoyZO3Llz5cxZNXfunLitALp6/SpLFjBr1qpV27bN27dv2rRxCxcO/xs2adKobduW\nLNkybNjAgcsGmBy5c+fMGTZ87ly4xQAaO35Mi9Ywa9akScOGLVu0zdGsYcMGDVqzZtKuXRMmLNmy\nZc+eGTO2DBw4c+bK2TZn7tw5ceHCAfgNPLjw4cSLGz+OPFMmXcqUJUtmy5azYsWECQMVLBgtWqhQ\n+ZElCxWqTH785MqlShUuV67ChRM3bhw5cubMfQsXDoD+/fwxYQJo69gxY8Zo0WIWLNivX6N+/XLl\n6tSpOa5clSpVCRCgYMFw4QKmS9e4ceLGjSNHzpw5b+LEAYAZU+alS7iYMUuWDBcuZ8yYHTvGihgx\nWbJeverz6hUqVKD06AkWTJiwYf++fJEjN47cVnLmzIETJw7AWLJlNWmqdUztMVasiMmS5cpVH1my\nTp26dOnNqVOVKvV586ZWrVKlZqlSFS6cOMbkyJkzB06cOACVLV/GnFnzZs6dPWfKpEuZsmTJbNly\nVqyYMGGgggWjRQsVKj+yZKFClcmPn1y5VKnC5cpVuHDixo0jR86cuW/hwgGAHl06Jky2jh0zZowW\nLWbBgv36NerXL1euTp2a48pVqVKVAAEKFgwXLmC6dI0bJ27cOHLkzAE0502cOAAGDyK8dAkXM2bJ\nkuHC5YwZs2PHWBEjJkvWq1d9Xr1ChQqUHj3BggkTNsyXL3LkxpGLSc6cOXDixAH/yKlzpyZNtY4B\nPcaKFTFZsly56iNL1qlTly69OXWqUqU+b97UqlWq1CxVqsKFEyeWHDlz5sCJEwdgLdu2bt/CjSt3\nLl1WrFAtW2bJEjZstGrVatKkGy5chAhhwGDt1CkqVAo8e1arFh48EbZtu3Yt2rZt586VK7cNHDgA\npk+jbtUqlTJlgQJZs+Zq9pEj2mjRGjQoQgRqpEhduYLg2bNTpwgRotCt27Zt2L59O3euXLlu4MAB\nyK59Oy1aqJo1Q4Vq27ZTtmy5cbPNlatGjUqUoMaKVZw4Cpo1O3XKkCEV4gCKAweO27hx586ZM9dN\nnDgADyFGdOVK1bFjjx5t23aK/xQpFiyowYLFhw8DBtd06QICxMCzZ7RoWbFioFs3bNimefN27pw5\nc9vGjQMwlGhRo0eRJlW6lGmlSqdmzbp1q1AhUYwYceFC48yZL19q1OiQI0eVKihSpKhSZdAgOGfO\nOHPWDRy4adPOnfNGjhwAv38BW7I0ypUrVar06MlUqBAXLjjKlPHiBQYMEDt2dOkSI0WKJk0sWQoU\nJ062bN/EibNm7dw5beLEAZA9m3anTq5s2apV69KlWJUqIUL0BA8eNmyIEDHx5MmYMTtcuPDihRUr\nRnPmbNv2bdy4bNnOndtGjhwA8+fRY8LUKlasU6f8+LF0544TJzWsWJEiZcUKDf8AadDgwaPChw85\ncsiRM+XKlWTJvnnz9uzZuXPeyJEDwLGjx48gQ4ocSbJkpUqnZs26datQIVGMGHHhQuPMmS9fatTo\nkCNHlSooUqSoUmXQIDhnzjhz1g0cuGnTzp3zRo4cgKtYs1qyNMqVK1Wq9OjJVKgQFy44ypTx4gUG\nDBA7dnTpEiNFiiZNLFkKFCdOtmzfxImzZu3cOW3ixAFYzLhxp06ubNmqVevSpViVKiFC9AQPHjZs\niBAx8eTJmDE7XLjw4oUVK0Zz5mzb9m3cuGzZzp3bRo4cgN/Ag2PC1CpWrFOn/PixdOeOEyc1rFiR\nImXFCg00aPDgUeHDhxw55Mj/mXLlSrJk37x5e/bs3Dlv5MgBmE+/vv37+PPr388fEiSAkRw5okOn\nUCErPny4cOHkxo0GDSZMOGLCxIEDDXjwYMEiQQIJfvzMmmXp2DFu3MqVC6ZNGwCYMWUyYtSIESM0\naP78yQIDxogRTnbsaNAgQoQcKFAcOLBgx44ZMyRI0DBpEjBgnpw548atXDlg2rQBIFvWrCRJotQu\nWrRpExkvXn78MLNkiQYNHDjkWLFCgQIHOnTs2HHhQolMmYwZ01Wtmjdv5swF48YNwGXMmS9dsgQJ\nUp8+f/5UqVEjRQohQYIsWDBhAo4QIQgQeKBCRYcOCRJE4MNn1ixDy5Z162bO/9yvbdsALGfe3Plz\n6NGlT6cOCVIkR47o0ClUyIoPHy5cOLlxo0GDCROOmDBx4EADHjxYsEiQQIIfP7NmWTp2jBtAbuXK\nBdOmDQDChAoZMWrEiBEaNH/+ZIEBY8QIJzt2NGgQIUIOFCgOHFiwY8eMGRIkaJg0CRgwT86cceNW\nrhwwbdoA8OzpU5IkUUIXLdq0iYwXLz9+mFmyRIMGDhxyrFihQIEDHTp27LhwoUSmTMaM6apWzZs3\nc+aCceMG4C3cuJcuWYIEqU+fP3+q1KiRIoWQIEEWLJgwAUeIEAQIPFChokOHBAki8OEza5ahZcu6\ndTNn7te2bQBGky5t+jTq1P+qV7N25GiQI0eHDtGhs2XJEhYsXuDAAQJEhQotZsygQIEBDBhFipw4\nocKMGWLEbiFDxo1buXLcsmUD4P07+EeP+iBCBAnSnDlfhgwpUQLGjRskSFCgYCJGDA4cGOjQMQXg\nlBgxXty5w4wZsWPHunUrVw5bRAATKVasVEkSK1awYBUqlGjNGi5ciBw5AgNGiBAoatTw4OECDBhY\nsOTIwQMOnGnTmB07xo0bOXLasGEDcBRpUkmSAFGiVKmSHDlhePBIcTVGDAwYGjQQ8eJFgwYKRIjA\ngQMDhhF27ChTZitYMG/eypXbpk0bAL17+fb1+xdwYMGDT5161KkTGDCyZPX/YcJEg4ZNU6ZgwBAg\nQB4oUCZMAPDoUZYsIUIocOVq2TJi3bqZM1eu3Ldx4wDUtn3706dKoEBZsSJLVp4lSzx4GHXmTIkS\nAAA0smLFgQMAhAiVKZMixQJgwKBBkyZOnDlz5cp1EycOQHr161WpokSLVp06u3bp8eOnRo1XevTo\n0AHQgIFFZsx8+AAAE6Y0aXz4cECM2LNn1MSJM2eOHDlv48YB+Agy5KlTmUqVUqNm1qw9Tpxo0IBK\njhwOHAgQ+AQGjAMHACJFUqPmwoUCwYJFi/aMGzdz5sqV+zZuHICpVKtavYo1q9atXE+detSpExgw\nsmT1YcJEg4ZNU6ZgwBAg/0AeKFAmTADw6FGWLCFCKHDlatkyYt26mTNXrty3ceMAOH4M+dOnSqBA\nWbEiS1aeJUs8eBh15kyJEgAANLJixYEDAIQIlSmTIsUCYMCgQZMmTpw5c+XKdRMnDoDw4cRVqaJE\ni1adOrt26fHjp0aNV3r06NBhwMAiM2Y+fACACVOaND58OCBG7NkzauLEmTNHjpy3ceMA2L+P/9Sp\nTKVKqQGoZtasPU6caNCASo4cDhwIEPgEBowDBwAiRVKj5sKFAsGCRYv2jBs3c+bKlfs2bhwAli1d\nvoQZU+ZMmjULFVokSFCdOnv29LlyBQYMIkuWbNjAgQMQHz5SpMDQowcTJv9LlvCYM4cZM2ratHnz\nZs4cN3HiAJxFm7ZQoUaAAOXJ06ePnSlTUqQ4UqVKhw4ZMtTgwcOEiQ5EiGzZEiYME0GCpk3D1q3b\ntm3mzHETJw7AZs6dGzUSpUnTpEmUKCWyYydJEihevJAggQKFDSRIUKAAIUQIFy5jxmhBhMiaNW3f\nvnnzZs5ct3DhADyHHv3QoUiECOXJY8eOmyVLUqS4ceSIBQsSJJSIEWPChAUyZChRokOHkDx5oEHL\ntk3/NnPmvgEcNw4AwYIGDyJMqHAhw4aFCi0SJKhOnT17+ly5AgMGkSVLNmzgwAGIDx8pUmDo0YMJ\nkyVLeMyZw4wZNW3avHn/M2eOmzhxAH4CDVqoUCNAgPLk6dPHzpQpKVIcqVKlQ4cMGWrw4GHCRAci\nRLZsCROGiSBB06Zh69Zt2zZz5riJEwdgLt26jRqJ0qRp0iRKlBLZsZMkCRQvXkiQQIHCBhIkKFCA\nECKEC5cxY7QgQmTNmrZv37x5M2euW7hwAE6jTn3oUCRChPLksWPHzZIlKVLcOHLEggUJEkrEiDFh\nwgIZMpQo0aFDSJ480KBl2yZ9mzlz38aNA6B9O/fu3r+DDy9+vCJFfubMiRPnzp0iQoQcOYIFBw4M\nGDx4CJIiRYQIHAAeObJihQcPJPz40aWLFjVq4cKdO3cMHDgAFzFmfPRI/5AdO3Dg4METBAcOIUKi\nxIhhwcKGDURQoGDAgEKQICJEgADhwpEjY8ZkVavWrdu5c8W+fQOwlGnTS5cWTZoECNCkSVigQDly\nxIoTJyVKuHAxZMUKChQ+KFGiQgUHDixChRIm7BY2bN++nTuHzJs3AH8BB3bkqM+cOXTo5MlDJEeO\nHj2auHABAQIFCjtEiECA4AINGhkyRIigYdGiWrVcMWPGjdu5c7u8eQMwm3Zt27dx59a9m7ciRX7m\nzIkT586dIkKEHDmCBQcODBg8eAiSIkWECByOHFmxwoMHEn786NJFixq1cOHOnTsGDhwA9+/hP3ok\nyI4dOHDw4AmCA4cQIf8Ao8SIYcHChg1EUKBgwIBCkCAiRIAA4cKRI2PGZFWr1q3buXPFvn0DQLKk\nyUuXFk2aBAjQpElYoEA5csSKEyclSrhwMWTFCgoUPihRokIFBw4sQoUSJuwWNmzfvp07h8ybNwBY\ns2p15KjPnDl06OTJQyRHjh49mrhwAQECBQo7RIhAgOACDRoZMkSIoGHRolq1XDFjxo3buXO7vHkD\nwLix48eQI0ueTLlyoMuECOnREyeOmSJFOHDYYcSIBg0WLOA4ciRDBgZFinTpggIFjUSJpElTxluc\nuHLlumXLBqC48eOECN2xY0eOnDdvvOzY4cEDDh48NGigQGGGECETJiT/+PHDihUY6BUpihZt2bNn\n4cKVK9ctWzYA+PPrb9QoUSmApShRIkSojRcvMmQcmTKlRQsNGnAcOeLBQ4QjR8KE8eGjhiRJz55B\nc+YMHDhz5rplywbA5UuYhAjpAQRozhwzZqwIEaJBw4wbNzJkUKBARYwYDhwcmDGjSBENGkJMmrRs\nmTFixMCBK1fOmzZtAMSOJVvW7Fm0adWutWQpEyVKZcq0anUGCRIWLE4lSiRCxIIFoODAwYAhgSZN\nffqcOGGBGLFr16qNG2fOsrlv5coB4NzZMyRIjgwZ4sIlVCg/TJiIEHHKkCENGggQGHXnzoQJByJF\nqlMnRYoNyJBly1Zt/9w4c8nNfStXDsBz6NFLlXoECpQbN7NmDeLCJUYMVYMGrViBAIEoNmw0aCDQ\nqZMePSxYgEiWbNs2bOPGlStnzhzAb+XKASho8CAlSpEOHbJixZWrPkeOkCBBK1EiECAMGFhlxgwE\nCAJEiZIjp0IFCc2aefPGjBw5c+bOnQtXrhyAnDp38uzp8yfQoEItWcpEiVKZMq1anUGChAWLU4kS\niRCxYAEoOHAwYEigSVOfPidOWCBG7Nq1auPGmWtr7lu5cgDm0q0LCZIjQ4a4cAkVyg8TJiJEnDJk\nSIMGAgRG3bkzYcKBSJHq1EmRYgMyZNmyVRs3zhxoc9/KlQNg+jTqUv+lHoEC5cbNrFmDuHCJEUPV\noEErViBAIIoNGw0aCHTqpEcPCxYgkiXbtg3buHHlypkz961cOQDat3OnRCnSoUNWrLhy1efIERIk\naCVKBAKEAQOrzJiBAEGAKFFy5FSoIAFgs2bevDEjR86cuXPnwpUrBwBiRIkTKVa0eBFjxj9/FPnx\nkyYNHTpvggQZMaIIEyYSJESIgGPGjAoVIvz4ceVKjhw+CBGaNs3at2/hwpkz123cOABLmTb148fQ\nmzdixKBBo4YGDQ0acNCg4cBBgwYpWrR48ACCDh1OnODAkYQQIWrUrHXrBg6cOXPdxo0D8Bdw4ESJ\nMlGiVKhQnz53nDj/ceGCSJUqHDhgwLAiRw4RIiLYsHHmjBUrRwgRmjZN2rdv3ryZM9dt3DgAs2nX\n7tNHkBw5ZsyECUPGhg0RIlzYsKFAQYMGHVq0UKAgQYgQR47QoPGCDZtr17Bt2+bN27lz38iRA3Ae\nfXr169m3d/8e/p8/ivz4SZOGDp03QYKMGAGwCBMmEiREiIBjxowKFSL8+HHlSo4cPggRmjbN2rdv\n4cKZM9dt3DgAJEua9OPH0Js3YsSgQaOGBg0NGnDQoOHAQYMGKVq0ePAAgg4dTpzgwJGEECFq1Kx1\n6wYOnDlz3caNA4A1q9ZEiTJRolSoUJ8+d5w4ceGCSJUqHDhgwLAi/0cOESIi2LBx5owVK0cIEZo2\nTdq3b968mTPXbdw4AIwbO+7TR5AcOWbMhAlDxoYNESJc2LChQEGDBh1atFCgIEGIEEeO0KDxgg2b\na9ewbdvmzdu5c9/IkQMAPLjw4cSLGz+OPPmiRYTatGHDZs8eHzlyUKHyJUYMCxZSpFCSIoUDBx+O\nHCFB4sOHG5gwAQOWK1u2cOHOnUP27RuA/fz7JwKYiJAaNWjQwIFzZMaMJk2m7NghQQIJEkdMmGDA\nwAMTJiNGdOhA49QpY8Zmbdvmzdu5c8q+fQMQU+ZMR44I3fTjp1AhLEeOIEESpUWLCxc+fCBiwsSC\nBRyePCFBIkSIGv+kSEmTRowbN3Dgzp1z1q0bALJlzSJCtOfMmTdv1qwR8uIFECBLZMiAAKFECR4Y\nMBQoMGHGDAoUIkTwcOlSsGCqsGHz5u3cuWTgwAHAnFnzZs6dPX8GHfrPnzl79qxZo0aNlx49QoQg\nAgSIBg0QIAQRIqRBgwVEiDhxkiLFikWLokVb1qyZOHHlynnDhg3AdOrV+/TRQ4cOHjxw4Ijx4ePD\nByA3bjx4wIABjB49FixogASJFi0oUMCgRGnaNGjMmAH89s2cOW7atAFIqHAhIUJ5GDEKFMiOnTJE\niJQo0cOHjw0bHDig8eKFBQsLmjTRosWGDR+WLF27Bo0aNXHizJn/68aNG4CePn8CAsRGjZoyRstE\nsWHjwgUaNWo0aLBgQYkUKQ4cMLBiBQ8eGzZc2LQpWrRix46JE2fOXDdt2gDAjSt3Lt26du/izfvn\nz5w9e9asUaPGS48eIUIQAQJEgwYIEIIIEdKgwQIiRJw4SZFixaJF0aIta9ZMnLhy5bxhwwZgNevW\nffrooUMHDx44cMT48PHhA5AbNx48YMAARo8eCxY0QIJEixYUKGBQojRtGjRmzL59M2eOmzZtAL6D\nD0+IUB5GjAIFsmOnDBEiJUr08OFjwwYHDmi8eGHBwoImTQBq0WLDhg9Llq5dg0aNmjhx5sx148YN\nQEWLFwEBYqNG/00Zj2Wi2LBx4QKNGjUaNFiwoESKFAcOGFixggePDRsubNoULVqxY8fEiTNnrps2\nbQCQJlW6lGlTp0+hRnXkyNCgQV++SJIkZsiQGjVIsWFz4kSFCqGePMmQYUGkSFWqqFABolixadOo\nkSNnjq+5b+XKARA8mHCmTIkOHVqzxpQpMkiQyJBxas6cDh0gQKhUpEiFCgoiRXLixIaNFsWKbdtm\nzZy5cuXMmetWrhwA27dxY8K0iBIlMGBOnVpz5MiOHaC2bClRYsECSFasXLiwQJMmL15s2JixbFm3\nbt7MhRf/rVw5AOfRp3/0KBEgQGLEcOIEJ0gQFiw+lSmjQQMDBv8AJ9mwsWABAUiQsGABAYLCs2fb\ntjkrV86cRXPfypUDwLGjx48gQ4ocSbKkI0eGBg368kWSJDFDhtSoQYoNmxMnKlQI9eRJhgwLIkWq\nUkWFChDFik2bRo0cOXNQzX0rVw6A1atYM2VKdOjQmjWmTJFBgkSGjFNz5nToAAFCpSJFKlRQECmS\nEyc2bLQoVmzbNmvmzJUrZ85ct3LlAChezBgTpkWUKIEBc+rUmiNHduwAtWVLiRILFkCyYuXChQWa\nNHnxYsPGjGXLunXzZq627W/lygHYzbv3o0eJAAESI4YTJzhBgrBg8alMGQ0aGDCYZMPGggUEIEHC\nggUECArPnm3/2+asXDlz6M19K1cOgPv38OPLn0+/vv37fPhI+vOHDh2AfPi0GTIEBgwpQ4Zo0LBh\nwxCIGTJgUKIkTJglS6gMGnTtGrVw4b59O3eu27hxAFSuZEmIUCZChAABOnRoz5MnJkwwCRJEgwYL\nFoxEiWLCRAcsWNiwESPGy6JF2rRVAwfu27dz57yRIwfA61ewhQpdKlQoTx5ChN40aVKjBpIiRS5c\n0KBhR5AgI0Z4MGJEjpwzZ9pkytSt27Zx48KFO3fO27hxACRPpsyHD6I5c+TIiRPnS44cJUrwAAJk\nwgQLFligQPHgAQMbNsCAsWGjCCBA2bJN69bt27dz58CRIwfA//hx5MmVL2fe3PlzPnwk/flDhw4f\nPm2GDIEBQ8qQIRo0bNgwxHyGDBiUKAkTZskSKoMGXbtGLVy4b9/Ones2bhxAAAIHEiREKBMhQoAA\nHTq058kTEyaYBAmiQYMFC0aiRDFhogMWLGzYiBHjZdEibdqqgQP37du5c97IkQNg8ybOQoUuFSqU\nJw8hQm+aNKlRA0mRIhcuaNCwI0iQESM8GDEiR86ZM20yZerWbdu4ceHCnTvnbdw4AGrXsuXDB9Gc\nOXLkxInzJUeOEiV4AAEyYYIFCyxQoHjwgIENG2DA2LBRBBCgbNmmdev27du5c+DIkQPg+TPo0KJH\nky5t+jQiRP+H8ODp06dQoSZEiFChUkaGjA4dbNjwMmKEBg0quHABAaJECRyuXE2btgscdHDnzikD\nBw4A9uzaGTFapEgRIECLFiEpv2WLFho0NGhIkeILBw4ZMozo0kWFCh06gowatQ3gtl3ixH37du4c\nMXDgADR0+JARI0KFChEiNGhQkydPqlQpgwPHhw8lSlj58MGCBQ9gwMSIkSNHklq1vHlrNm6cOHHn\nziUDBw5AUKFDCRH6w4fPnTt79kT58WPJEi4mTGjQcOJElQ4dGDDQECUKBAgcOJwgRWrYMF3cuIUL\nd+6cMXDgANS1exdvXr17+fb126dPHkGCAAHiw0eLESMpUkT/AQKEQ2QORHDgwIChghIlUqTIkOEj\nU6Zs2aiVHjfOnLltqwG0dv0aEKBCjRoVKkSI0JYjR0KESKJDR4YMGjQU8eFjwwYOT5506VKkiBJK\nlLRpqwYNmjhx5sx1y5YNQHjx4wkR6uPIESNGduyMOXJkxQonRIhw4LBhww4aNC5c4ACQCRM1aoQI\nsSJKFDdu2rZtEyfOnLluFAFYvIixTx88ffro0XPnTpYZM1CgEFKjxoQJGDDQUKFCgYIFMmTQoLFh\nQwhLlqhRawYNGjly5sxp69YNgNKlTJs6fQo1qtSpffrkESQIECA+fLQYMZIiRRQgQDiY5UAEBw4M\nGCooUSJF/4oMGT4yZcqWjZrecePMmdsGGIDgwYQBASrUqFGhQoQIbTlyJESIJDp0ZMigQUMRHz42\nbODw5EmXLkWKKKFESZu2atCgiRNnzly3bNkA2L6NmxChPo4cMWJkx86YI0dWrHBChAgHDhs27KBB\n48IFDkyYqFEjRIgVUaK4cdO2bZs4cebMdTsPIL369X364OnTR4+eO3eyzJiBAoWQGjUmTACIAQMN\nFSoUKFggQwYNGhs2hLBkiRq1ZtCgkSNnzpy2bt0AfAQZUuRIkiVNnkTJiZOiSJHy5FGlasuPHzJk\nRHLjBgSIDh0kHTmiQcMESJDatPHhgwk0aOHCcTt3ztxUc//dzJkDkFXr1lKlFFmy1KePKlVlfPjY\nsWPSmzcbNkSIwMiJEw8eOlSqRIfOkydhoEELF46bOcLmzp3zZs4cAMaNHYsSxUiTJj16Vq0qQ4RI\nkCCOvHgBAaJCBUFOnGzYgKFRIzx4yJDp0qyZOHHfzp0zZ+7cuW7mzAEAHly4J09/Fi1y4+bUKTRC\nhMyYQUmMGAoUHjxoNGUKBgwPGjVKkkSDBhK+fHXrBs3cenPnzmUzZw7AfPr17d/Hn1//fv6cOAFU\nFClSnjyqVG358UOGjEhu3IAA0aGDpCNHNGiYAAlSmzY+fDCBBi1cOG7nzplLaa6bOXMAXsKMWaqU\nIkuW+vT/UaWqjA8fO3ZMevNmw4YIERg5ceLBQ4dKlejQefIkDDRo4cJxM6fV3Llz3syZAyB2LFlR\nohhp0qRHz6pVZYgQCRLEkRcvIEBUqCDIiZMNGzA0aoQHDxkyXZo1Eyfu27lz5sydO9fNnDkAli9j\n9uTpz6JFbtycOoVGiJAZMyiJEUOBwoMHjaZMwYDhQaNGSZJo0EDCl69u3aCZC27u3Lls5swBSK58\nOfPmzp9Djy5dkaJNkyYRyk6oUJcuQoQsESPGhg0SJKKIEUODxogmTfr0adOm0KlT4cJxM2eOHLlz\n5wCGI0cOQEGDByVJKrVpkyBBjhzRSZKkRo0jTZqYMOHB/wMTMWJs2DjRpcuhQ3LkXDp1Chy4beXK\niRN37tw3cuQA5NS5U5IkT5UqGTK0aJEiMGCQILGCBcuLFyhQNPHiRYYMFFu2TJokSBAnV668eeNG\njpw4cefOeSNHDkBbt28bNYo0d9AgQIAKRYmCA4eTJ09SpAgRYkeWLCdOYCBChA0bJkzUPHrkzVs1\ncuS8eTNnDly5cgBAhxY9mnRp06dRp750yVOmTKlgp2LUpo0iRZAMGWrSBA2aQWfO3LjR5dAhQoTa\ntGGlTJk5c9rOnStX7tw5aOPGAdC+nfunT6Y0aapVy5WrSVOm8OHjZ80aIUK+fAmEBs2PH20YMQoV\nChEiXP8AmTEzZ26aOXPkyJ07t0ycOAAQI0rs1AkVJ06tWqVKtYgNm0ePFvHhEyWKGjWG8uRRogQN\nI0aSJB06ZIsZM3Pmrp07V67cuXPMxIkDQLSo0UuXRmnS9OlTqlR6yJARJIhQnDg7dlixwmfJEho0\nqBAidObMkyd/iBEbN06ZOXPkyJ07l0ycOAB48+rdy7ev37+AA1+65ClTplSIUzFq00aRIkiGDDVp\nggbNoDNnbtzocugQIUJt2rBSpsycOW3nzpUrd+4ctHHjAMieTfvTJ1OaNNWq5crVpClT+PDxs2aN\nECFfvgRCg+bHjzaMGIUKhQgRLmbMzJmbZs4cOXLnzi3/EycOgPnz6Dt1QsWJU6tWqVItYsPm0aNF\nfPhEiaJGjSGAefIoUYKGESNJkg4dssWMmTlz186dK1fu3Dlm4sQB4NjR46VLozRp+vQpVSo9ZMgI\nEkQoTpwdO6xY4bNkCQ0aVAgROnPmyZM/xIiNG6fMnDly5M6dSyZOHACoUaVOpVrV6lWsWRUpwtXV\nli1SpIpt2kSIkKRevdSoadOGUbBgYMCwCRRo2rRWrVRVq3buXDly5M4NPkcuXDgAiRUvhgSJly9f\nu3aZMuXr0SM6dP7IklWlypYte3TpSpMmT6VK2LD58iVLmrRz58iNG2fO3Llz5MCBA9Db9+9Fi2rh\nwmXL/5YpU8Q4cTJkCNOuXW/etGmTaNeuN2/oWLJkzZovX7eqVTt3rty4cebMnTtHDhw4APHlz0+U\n6JYr/K48eQrWqBFAPXoarVplxAgTJmlMmVKi5EmdOsCACRLkKFiwc+fIhQtnzty5c+XAgQNg8iTK\nlCpXsmzp8qUiRbhm2rJFilSxTZsIEZLUq5caNW3aMAoWDAwYNoECTZvWqpWqatXOnStHjty5rOfI\nhQsH4CvYsJAg8fLla9cuU6Z8PXpEh84fWbKqVNmyZY8uXWnS5KlUCRs2X75kSZN27hy5cePMmTt3\njhw4cAAmU668aFEtXLhs2TJlihgnToYMYdq1682bNv9tEu3a9eYNHUuWrFnz5etWtWrnzpUbN86c\nuXPnyIEDB+A48uSJEt1y5dyVJ0/BGjXSo6fRqlVGjDBhksaUKSVKntSpAwyYIEGOggU7d45cuHDm\nzJ07Vw4cOAD69/Pv7x8gAIEDCRY0eBBhQliwcO3axYzZs2fCbt1KluyZL1+gQAULJu3VK1WqelGj\nVq1atGjdxo07d87cOZkzyZ07BwBnTp22bN0aNkyatGnTgrFideyYMVy4Hj3y5esZLlynTgWbNo0a\ntWnTxI0bd+6cuXNjyZY7dw5AWrVrZcnC9esXMmTPngGrVevYMWa8eHnyxIvXs127Xr0CRo1atWrY\nsHn/Eyfu3Dlz5yhXHnfuHADNmznTolVr165ixZYt28WKVbBgzWbNIkTIlatiqFAdOqRKmrRixXbt\nshYu3Llz5s4VN17u3DkAy5k3d/4cenTp06nDgoVr1y5mzJ49E3brVrJkz3z5AgUqWDBpr16pUtWL\nGrVq1aJF6zZu3Llz5s719w+Q3LlzAAoaPGjL1q1hw6RJmzYtGCtWx44Zw4Xr0SNfvp7hwnXqVLBp\n06hRmzZN3Lhx586ZOwczZrlz5wDYvIlTlixcv34hQ/bsGbBatY4dY8aLlydPvHg927Xr1Stg1KhV\nq4YNmzdx4s6dM3curNhx584BOIs2LS1atXbtKlZs/9myXaxYBQvWbNYsQoRcuSqGCtWhQ6qkSStW\nbNcua+HCnTtn7pzkyeXOnQOAObPmzZw7e/4MOjQnTrOAAWvWTJiwYLVqMWPmateuS5eAAXPVq5ck\nSbpevWrWjBgxb926lStH7tw5c+bOnRtXrhyA6dSrgwK1ixixZ8+MGRNGi9awYad27YIEKVgwVrhw\nYcIUTJcuaNCePfvWrRs5cuPOnQNYrpw5c+HIkQOQUOHCTJlkAQOmTBkvXr1q1TJmrJYtW5ky9eq1\nCheuT59+6dIVLZoyZd+4cStXbty5c+XKnTsnrlw5AD19/uTEKRYwYMqU/frFCxYsYsRKPe3TBxUq\nSf+sWPnx46pTp2DBZMmCli0bOXLjzp0rV+7cOXLlygGAG1fuXLp17d7FmzdTJliqVB07hgvXLVSo\njh3bRYuWJ0/KlPFChSpSpGS4cPnC7Kvb5nLlspkzR47cuXPSunUDkFr16k+fZsGCxYwZL169SJEy\nZiwXK1aZMh07tuvVq0yZkAULRozYr1/fuHEjR85auXLjxp07t6xbNwDdvX+/dGlVqVLFitWqpevU\nqWPHdtWqNWlSsWK1WrXixOkYMf7EegHsxW1guXLZzJkjR+7cuWbdugGIKHFipkyrSJE6dkyXrlqo\nUB07VuvUqUCBhAmbBQmSIEG/ZMlixWrVKm3YsI3/G0fNnDly5M6dkwYOHICiRo8iTap0KdOmTjNl\ngqVK1bFjuHDdQoXq2LFdtGh58qRMGS9UqCJFSoYLl6+2vrrBLVcumzlz5MidOyetWzcAfv8C/vRp\nFixYzJjx4tWLFCljxnKxYpUp07Fju169ypQJWbBgxIj9+vWNGzdy5KyVKzdu3Llzy7p1AyB7Nu1L\nl1aVKlWsWK1auk6dOnZsV61akyYVK1arVStOnI4Ri06sVy9u1suVy2bOHDly584169YNAPny5jNl\nWkWK1LFjunTVQoXq2LFap04FCiRM2CxIkAAKEvRLlixWrFat0oYN27hx1MyZI0fu3Dlp4MAB0LiR\noGNHjx9BhhQ5kmRJkydRplS5kmVLly9hxpQ5k2ZNmzdx5tS5k2dPnz+BBhU6lGhRo0eRJlW6lGlT\np0+hRpU6lWpVq1exZtW6lWtXr1/BhhU7lmxZs2fRplW7lm1bt2/hxpU7l25du3fx5tW7l29fv38B\nBxY8mHBhw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06f7BgQAIfkECAoAAAAs\nAAAAACABIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMo\nU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rd\nyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix\n2kiRkh079uwZNGjgrFmDBq2aN2/HjhEbfe3arl25ePGKFg2Xa168qFELVqzYsmXRoh2rVQuA79/A\nHz0aJkwYM2bOnHmjRs2ZM2ratBkz9utXsGbNatWaVauWMmW3btH/4sVr2bJg6I8dW7asWKxYAOLL\nn9+oEbFgwZYtY8bsWzWA1aRJs8aNmzJlw4YRmzat1kNdup49y5ULly9f06YZGzZs2bJmzYrNmgXA\n5EmUlCgtU6ZM2ktp4axZkybNmjdvy5YdO6ZMm7Zfv4Dx4hUt2i2kSKFB2xUsGDJk0KAVo0ULwFWs\nWbVu5drV61eww4Y9ixbt2zdw4MaBYwtuGTZs16716rUIGLBixVwdOoQL17FjpQ4dunULGSZMsWL5\n8oXMlSsAkSVPBgasmTNn27Z16/atW7dt25g9exYtWq9emmjR4sVLEyJEo0bp0uWpVatfv5ClSqVL\n161bxFatAlDc//hxYMCSOXPWrdu3b+G+ffPm7Zk17NaKFVvEi1ewYKYIEXLlChiwTZ8+8eK17NSp\nWrV69SKGChUA/Pn1GzM2zRpAa+HCiRM3LhzCcM+4cdOmTZiwScaMMWNWS5CgXbuMGevEh48sWccy\nZSJFypatY6tWAWjp8iXMmDJn0qxp89kzYt26hQtXrhw4cuTMmRN37dq2bePGHUuV6tixar16Zcp0\n7Ji1X79atarWrVu1asGCYZs2DQDatGqbNQu2bdu3b+PGeSNHrlw5cc+eXbsGDhwxUKB+/XqWK9ej\nR8WKLStWDBYsaNy4WbM2bBg1ZswAcO7sedmyX9q0ffs2btw3cv/kzJkbly0bN27ixCnjxGnYsGq7\ndkmSdOxYtGHDZs2a1q3btWvAgFVjxgwA9OjSqVFD9u3buHHlyoUrV+7cOXHZsnnzRo4cMlKkli3D\nhgsXIULEiFGTJWvTJmfatE2b5gugr2vPngEweBBhQoULGTZ0+PDZM2LduoULV64cOHLkzJkTd+3a\ntm3jxh1LlerYsWq9emXKdOyYtV+/WrWq1q1btWrBgmGbNg1AUKFDmzULtm3bt2/jxnkjR65cOXHP\nnl27Bg4cMVCgfv16livXo0fFii0rVgwWLGjcuFmzNmwYNWbMANS1e3fZsl/atH37Nm7cN3LkzJkb\nly0bN27ixCn/48Rp2LBqu3ZJknTsWLRhw2bNmtat27VrwIBVY8YMQGrVq6lRQ/bt27hx5cqFK1fu\n3Dlx2bJ580aOHDJSpJYtw4YLFyFCxIhRkyVr0yZn2rRNm+bL17VnzwB09/4dfHjx48mXNy9Nmjhu\n3M6dAwfuXLly585BEydOmzZx4lAdOwbQly9up0758pUrF7Vdu3jxasaN27aJ27hVqwYgo8aN0KB9\n06bt3Llv38yRI3fu3DRw4K5d+/YtVaxYs2YxQ4UqVChatJYZM0aMWDRt2rBhs2Yt27RpAJo6ferM\n2bds2c6d8+btHDly585RGzdu27Zw4Trt2iVLljRWrGbN8uVr/9qxY8aMTevWTZu2a9eySZMGILDg\nwdasjfv27dy5cOHOlSt37pwzceK0aSNHbtSyZb9+cbt0adeuWbOmoUJFixYya9a0aeMGe9o0ALRr\n276NO7fu3bx7S5Mmjhu3c+fAgTtXrty5c9DEidOmTZw4VMeO+fLF7dQpX75y5aK2axcvXs24cduG\nfhu3atUAuH8PHxq0b9q0nTv37Zs5cuTOnQM4DRy4a9e+fUsVK9asWcxQoQoVihatZcaMESMWTZs2\nbNisWcs2bRoAkiVNOnP2LVu2c+e8eTtHjty5c9TGjdu2LVy4Trt2yZIljRWrWbN8+Zp27JgxY9O6\nddOm7dq1bP/SpAHAmlWrNWvjvn07dy5cuHPlyp0750ycOG3ayJEbtWzZr1/cLl3atWvWrGmoUNGi\nhcyaNW3auB2eNg3AYsaNHT+GHFnyZMrSpGkTJ65cOXPmzpkDbY6cOXPPnm3bJmvaNEqUjAUKZMxY\npkzHQIGqVm0WNmzUqIkTx82bNwDFjR+HBo1auHDkyJUrZ066dHLlykmThg2brWbNLl3C1aiRL1+n\nTvn69ataNWTYsGnTFi5cN27cANzHnx8aNGzhwgEkR65cuXPmDpojZ86cNWvatM2KFg0TJl+JEhEj\npkrVsVq1qlUThg3btWvgwHVLCWAly5bXrnUjR84cTXPnbpr/M1fu3Dls2MCBs9WtGyhQyerUUaZM\nkqRjffpMm/bq2rVp08SJ2+bNG4CuXr+CDSt2LNmyZqVJ0yZOXLly5sydMyfXHDlz5p4927ZN1rRp\nlCgZCxTImLFMmY6BAlWt2ixs2KhREyeOmzdvAC5jzgwNGrVw4ciRK1fOHGnS5MqVkyYNGzZbzZpd\nuoSrUSNfvk6d8vXrV7VqyLBh06YtXLhu3LgBSK58OTRo2MKFI0euXLlz5q6bI2fOnDVr2rTNihYN\nEyZfiRIRI6ZK1bFatapVE4YN27Vr4MB1yw9gP//+1wBe60aOnDmD5s4lNGeu3Llz2LCBA2erWzdQ\noJLVqaNM/5kkScf69Jk27dW1a9OmiRO3zZs3AC9hxpQ5k2ZNmzdxbtsmzpu3c+fMmTsHDpw5c5Jq\n1TJlKk0aCBQoSJHyggGDBg2oUDnBgUOFCn2IELly5cuXY48eAVC7lm22bOC2bTt3rlw5c9++lSvn\nypatVasCBQLBgAEXLjE+fKBAoU4dIWDAQIGyig6dRYvmzFGWKRMAz59BY8MWrlu3c+fMpfbmzZy5\nUrZs0aK1Z0+FBw+wYGFRocKDB3Lk0MCBgwULTUuWwIHDhs2yRYsARJc+vVu3cd68nTtnztw5cODM\nmcOkS5csWXXqLJgwQYyYFgoUGDCwZcuGChUiRDiEA8eXL/8Ay5Q5hgkTgIMIEypcyLChw4cQxYmr\nRo6cOXPnzpnbeO6ctmnTjh1z5kzJjBl8+MBJwTKFJEmIvHhBg0bXr5u/iBHLdu0agJ9Ag4YLF23c\nuHLlzCldam7btGnDhiVLFoUHDzt26AwZ8uQJKVKSNm3q1KkYNWrMmCFDhm3aNABw48oFB04aOXLl\nypnbu/fcuW7WrB079uxZkBgx6NApgwMHDx6gQDkiRMiRI2HJMiczZgxbtGgAQosePW6ctXLlzJk7\nd86c63PnuF27pkxZtWpFUqT484fQhQsmTNChg2fJki9fagULVqyYMWPbrl0DQL269evYs2vfzr27\nOHHVyJH/M2fu3Dlz6M+d0zZt2rFjzpwpmTGDDx84KfKnkCQJkReAXtCg0fXL4C9ixLJduwbA4UOI\n4cJFGzeuXDlzGTWa2zZt2rBhyZJF4cHDjh06Q4Y8eUKKlKRNmzp1KkaNGjNmyJBhmzYNwE+gQcGB\nk0aOXLly5pQqPXeumzVrx449exYkRgw6dMrgwMGDByhQjggRcuRIWDK0yYwZwxYtGgC4ceWOG2et\nXDlz5s6dM9f33Dlu164pU1atWpEUKf78IXThggkTdOjgWbLky5dawYIVK2bM2LZr1wCMJl3a9GnU\nqVWvZt2t27lx486dCxfunDlz58510qSpVi1OnCwsWECD/8aMEycmTDhyJAgZMipURGrVKlmyX7+u\nOXMGwPt38Nq0mRMn7tw5cODMrT93ThUmTK9eSZKU4cABHTpcFCmSIQNAN27anDq1Zs2vY8eiRevV\nC9uzZwAmUqy4bZu5cePOnQMH7pw5c+fOmfLkSZcuTpwuDBjw4sUIGjQcONCixUmgQEiQvMKFixkz\nX76kMWMG4CjSpN26nSNH7ty5cePOUaV6ChSoYMFgwZKAAEGMGDcsWECAIEaME1CgaNAg6NQpZcqM\nGbv27BmAvHr38u3r9y/gwIK7dTs3bty5c+HCnTNn7ty5Tpo01arFiZOFBQto0Jhx4sSECUeOBCFD\nRoWKSP+tWiVL9uvXNWfOANCubVubNnPixJ07Bw6cueDnzqnChOnVK0mSMhw4oEOHiyJFMmRw46bN\nqVNr1vw6dixatF69sD17BuA8+vTbtpkbN+7cOXDgzpkzd+6cKU+edOnixAnghQEDXrwYQYOGAwda\ntDgJFAgJkle4cDFj5suXNGbMAHT0+LFbt3PkyJ07N27cOZUqT4ECFSwYLFgSECCIEeOGBQsIEMSI\ncQIKFA0aBJ06pUyZMWPXnj0D8BRqVKlTqVa1ehVruHDizJk79xUsWHLmzDVr5s1bkVq1zJgZZcIE\nJ05x4sRCguTYMVPQoCFDRo5ct2/fABQ2fNhb4nLlzDX/NncOMuRw48YlS8aMGY9Mmb58WTRjxqVL\niBDJ0qTp2jVi2LBVqzZu3Ldu3QDUtn0bHLhw5cqd8/37N7ly5Z4906ZNiSdPadIQAgHCkCFBgmTZ\nsbNsWa1o0Zo1EyduW3gA48mXBwdOnDlz59i3b0/u3Llmzbp1y8GKlRcvlxYsoAOQTpcunmTIYMUK\nU7NmxoyNG+ft2zcAFCtavIgxo8aNHDuOG2euXLlzJEmaM3fuXDNp0q5do0KFAwQIoEA50KBhwQJJ\nkiKkSKFBAysXLty4GTMm26VLAJo6fQoOXLlx485ZtWrO3Llzx4wZY8bMiJERBQr06WMABYoIERYt\nSrFm/40XL8fEiJEkqU8fbZ06AfgLOHC4cObIkTuHGLE5c+fOHaNGLVu2KlVAIEDAiFEBESISJMiU\nSUKRIjdu7GLCJFGiPn2wbdoEILbs2ePGmSNH7pxu3ebMnTsXbNmyatWgQJmwYIEjRwQYMBAggBCh\nASRIOHAQyoQJN27evMkGChSA8eTLmz+PPr369ezHjTNXrty5+fPNmTt3rpk0adeuUQFIhQMECKBA\nOdCgYcECSZIipEihQQMrFy7cuBkzJtulSwA8fgQJDly5cePOnTxpzty5c8eMGWPGzIiREQUK9Olj\nAAWKCBEWLUqxZo0XL8fEiJEkqU8fbZ06AYAaVWq4cP/myJE7lzWrOXPnzh2jRi1btipVQCBAwIhR\nAREiEiTIlElCkSI3buxiwiRRoj59sG3aBEDwYMLjxpkjR+7c4sXmzJ07F2zZsmrVoECZsGCBI0cE\nGDAQIIAQoQEkSDhwEMqECTdu3rzJBgoUANq1bd/GnVv3bt69y5XjZs7cOeLFi4PLli1YMGbMPlSo\nkCTJkgwZTJhw40aNFi1cuOAKFixZsmLFunHjBkD9evbjxl0rV86cuXPnzN0/d46aMmWvXgGsVUtE\nhgxKlOyIEUOHDkuWCq1aFSpUsmzZpElz5qwbNmwAPoIMSY6cNnPmzqFMmTLbtWuzZg0bxkGDBiRI\ndID/ALFixaFDdBAh2rMHGDNmypQhQ6bt2jUATp9CJUcumzlz565ixcotWzZkyJYt83Dhwo4dMxIk\nkCDhyhUjN24kSQLLlatjx4IF65YtG4C+fv8CDix4MOHChsuV42bO3LnGjh2Dy5YtWDBmzD5UqJAk\nyZIMGUyYcONGjRYtXLjgChYsWbJixbpx4wZgNu3a48ZdK1fOnLlz58wBP3eOmjJlr17VqiUiQwYl\nSnbEiKFDhyVLhVatChUqWbZs0qQ5c9YNGzYA5s+jJ0dOmzlz597Dh5/t2rVZs4YN46BBAxIkOgCC\nALFixaFDdBAh2rMHGDNmypQhQ6bt2jUAFzFmJEcu/5s5c+dAhgzJLVs2ZMiWLfNw4cKOHTMSJJAg\n4coVIzduJEkCy5WrY8eCBeuWLRsAo0eRJlW6lGlTp0/FiTtnzty5c+XKndOqdRcuXMeONWrkAAEC\nGDBWoEDx4MERt3jwzJjxSZiwaNGUKes2bRoAv38Be/N2rly5c+fGjTu3ePGsWrWCBevTh4MCBTp0\niEiSRIMGPHgAzZolSdIzatSqVWPGjBs1agBgx5YNDtw5c+bOnStX7lzv3rRq1SJGbNAgCgYMuHDx\noUYNCBDSpAEDChQbNr2MGYMGzZkzbdKkARA/nny4cOfMmTt3rly5c+/f38KF69gxT54cECAgQwaJ\nCv8AKxgwkCMHiCxZSpRodOpUs2bMmGmTJg2AxYsYM2rcyLGjx4/ixJ0zZ+7cuXLlzqlUuQsXrmPH\nGjVygAABDBgrUKB48OCITzx4Zsz4JExYtGjKlHWbNg2A06dQvXk7V67cuXPjxp3bunVWrVrBgvXp\nw0GBAh06RCRJokEDHjyAZs2SJOkZNWrVqjFjxo0aNQCAAwsGB+6cOXPnzpUrd65xY1q1ahEjNmgQ\nBQMGXLj4UKMGBAhp0oABBYoNm17GjEGD5syZNmnSAMieTTtcuHPmzJ07V67cud+/b+HCdeyYJ08O\nCBCQIYNEhQoGDOTIASJLlhIlGp061awZM2bapEn/A0C+vPnz6NOrX8++PTly487Jn0//3Lhy5YIF\nkyYNAxqAaG7cWJMgARcuV66EokFj1y5M0qQNG0aO3DZw4ABs5Ngx3Edz5s6NJEky3LhxwYL9+lWi\nTBkfPtiMGOHHDx06ri5dunYtGDdu1KiRI+fNKACkSZWKY2rO3DmoUaN+Gzdu165hwySAATNkyJwI\nEezYKVPm1ZcvyZK5smYNGTJx4rp58wbA7l2848aRO9fX799z48yZO3bMmrULc+bgwEGHAAEnTo4c\n6ZQihS5dmJYtGzaMHLlt3rwBIF3a9GnUqVWvZt2aHLlz5cqdo03bnLlz53AJE6ZMWYgQCQQIqFMn\n/wACBAMGBAp0AAQIDRpIsWBRxXqVbH78AODe3bs4ceXIkTtXvny5cufO5cKFq1ixEiUeAABQpkwA\nDx4YMGDEyATAKgKrBLNixY+fNWu0PXoE4CHEiOTImStX7hxGjOXKnTv3ypUrYcIYMDgAAIAdOwEk\nSChQQJIkBzVqxIghCwgQPHjevMk2aRKAoEKHkiN3zpy5c0qVmjN37lytYMGmTZMhQ0GBAnz4BDhw\nQIAARIgGdOiAAYMrFizmsJ2jLVIkAHLn0q1r9y7evHr3kiN3rly5c4IFmzN37hwuYcKUKQsRIoEA\nAXXqBECAYMCAQIEOgAChQQMpFiyqkK6SzY8fAP+qV7MWJ64cOXLnZs8uV+7cuVy4cBUrVqLEAwAA\nypQJ4MEDAwaMGJmo4rxKMCtW/PhZs0bbo0cAtnPvTo6cuXLlzpEnX67cuXOvXLkSJowBgwMAANix\nE0CChAIFJElyUANgjRgxZAEBggfPmzfZJk0C8BBiRHLkzpkzdw4jRnPmzp2rFSzYtGkyZCgoUIAP\nnwAHDggQgAjRgA4dMGBwxYLFHJ1ztEWKBABoUKFDiRY1ehRpUnPmvp1z+hTqOWfChFmypEsXAQUK\nTpwAceCABAlMmEDJkWPKFFnAgB075suXNrkA6Na1S45cNnPmzvXta87cuXPWhAkjRQoWrAgTJuD/\nwOHCg4cYMSJFMuQJsydk27ZRo7ZsGTds2ACUNn26XLlv5sydc+3anLlz54716gUJ0qhRBR48IEFi\nxIIFHDjIkVMmThw6dHw9e8aMGTJk265dA3Ade/Zy5b6d8/4d/Lls0qTt2nXr1oIGDVCgEEGAQIQI\nR45kIUIECpRaxIgdOwYwWDBu27YBOIgwocKFDBs6fAjRnLlv5ypavHjOmTBhlizp0kVAgYITJ0Ac\nOCBBAhMmUHLkmDJFFjBgx4758qUtJ4CdPHuSI5fNnLlzRImaM3funDVhwkiRggUrwoQJOHC48OAh\nRoxIkQx5+uoJ2bZt1KgtW8YNGzYAbNu6LVfu/5s5c+fq1jVn7ty5Y716QYI0alSBBw9IkBixYAEH\nDnLklIkThw4dX8+eMWOGDNm2a9cAeP4Muly5b+dKmz59Lps0abt23bq1oEEDFChEECAQIcKRI1mI\nEIECpRYxYseOBQvGbds2AMybO38OPbr06dSrjxt3Lnt2c+bOeffOKVEiV668eDkgQAAIEAwkSCBA\nAAeOE1q0nDjxqVatZcuOHQP4LVo0AAUNHvz27Vy5cufOlSt3TqJEV5gw+fIVJ04FAwZatJhw5IgG\nDX363Jk1q1GjZdOmRYtmzNg2adIA3MSZU5y4c+bMnTtXrtw5okQ5FSoUK5YXLw4CBEiRogEIEP8H\nDgDBSojQlSuyjh1z5uzYMW7SpAFAm1YtOXLn3Lo1Z+7c3Lm1TJkiRmzQoAQECKxYMSFChAEDXLgY\nQYbMhw+ghg2LFq1ZM2/TpgHAnFnzZs6dPX8GHZocuXLnTJ9GfW5buXK3bh07liBNGhgwxhQokCWL\nFSuhSpTYtcvSs2fBgpUrp+3bNwDNnT8XF92cuXPVrVsPR47cr1/DhllAg4YIETUgQBw65MfPq0eP\nrl37pU2bNGnkyHnjxg3Afv79xwEcN86cuXMGD54zZ26bOHGsWN26tUCKlBs3tCRI0KbNli2iokRR\npuzVtGnMmJEjx82bNwAuX8IkR67cuZo2b57/C2fOnDBhy5Yt6NKlRQsxAAAkScKECScRInDh+jRt\nGjFi5cpx8+YNANeuXr+CDSt2LNmy5MiVO6d2Ldtz28qVu3Xr2LEEadLAgDGmQIEsWaxYCVWixK5d\nlp49CxasXDlt374BiCx5srjK5sydy6xZczhy5H79GjbMAho0RIioAQHi0CE/fl49enTt2i9t2qRJ\nI0fOGzduAH4DDz5uuDlz544jP2fO3DZx4lixunVrgRQpN25oSZCgTZstW0RFiaJM2atp05gxI0eO\nmzdvAN7Dj0+OXLlz9u/jPxfOnDlhwgAuW7agS5cWLcQAAJAkCRMmnESIwIXr07RpxIiVK8fN/5s3\nAB9BhhQ5kmRJkydRkiN3zpy5cy9fmjN37lwtYsScOUuRYsGAAYECCZgwAQGCTJkQzJiBAsUuFy7i\nxPnyJVufPgCwZtUqTpy5cuXOhQ1brty5c8J06SJGbMWKDgYM/PkjAAaMDRs+fToxZkyVKsHOnFm0\nCA+ebpIkAVC8mPG4cebKlTs3eXK5cufO6ZIlCxiwFCkyGDBAhw4ACxYIEFCkiEGQID164CJCBA8e\nO3a0ZcoEgHdv3+XKnTNn7lzx4ubMnTuHy5evatVgwGBw4MCfPwEaNBgwgA+fAB8+SJAQy4SJMufL\naHv0CEB79+/hx5c/n359++TInTNn7lz//v8AzZk7d64WMWLOnKVIsWDAgECBBEyYgABBpkwIZsxA\ngWKXCxdx4nz5kq1PHwAoU6oUJ85cuXLnYsYsV+7cOWG6dBEjtmJFBwMG/vwRAAPGhg2fPp0YM6ZK\nlWBnzixahAdPN0mSAGjdynXcOHPlyp0bO7ZcuXPndMmSBQxYihQZDBigQweABQsECChSxCBIkB49\ncBEhggePHTvaMmUCwLix43Llzpkzd65yZXPmzp3D5ctXtWowYDA4cODPnwANGgwYwIdPgA8fJEiI\nZcJEmdtltD16BKC379/AgwsfTry48XLlvpkzd655c3Pmzp0j9uxZnTq+fC1w4KBDhxUIEID/AFGk\niBUlSsqUcVWsfbFgwbLJB0C/vn1y5LSZM3euf3+A5sydO4fNmTNRonbt2kCCBA8eOWrUOHLEkSNI\nnz5lykTs2rVo0Z49u0aNGgCUKVWSI9fNnLlzMWOaM3fuXLVjxxYtUqVqggcPKVLMmDDBhQszZrjg\nwZMnzy1mzJw5W7YM27VrALRu5WrOHLhzYcWeM2fu3Dloz55x4uTLFwMIEDZsGEGAwIULR45AAQIk\nS5ZVv34RIzZsmDbEABQvZtzY8WPIkSVPLlfumzlz5zRrNmfu3Dliz57VqePL1wIHDjp0WIEAAQgQ\nRYpYUaKkTBlXxXQXCxYs228AwYUPJ0dO/5s5c+eUKzdn7tw5bM6ciRK1a9cGEiR48MhRo8aRI44c\nQfr0KVMmYteuRYv27Nk1atQAzKdfnxy5bubMnePP3xxAc+fOVTt2bNEiVaomePCQIsWMCRNcuDBj\nhgsePHny3GLGzJmzZcuwXbsG4CTKlObMgTvn8uU5c+bOnYP27BknTr58MYAAYcOGEQQIXLhw5AgU\nIECyZFn16xcxYsOGaasK4CrWrFq3cu3q9StYceLOmTN37ly5cufWrjWVKVOwYGbMVBgwIEUKDSBA\nHDjw5IkMM2ZOnOiEC9exY8SIdVu2DADkyJK/fTtXrty5c+TInevc+VamTL16vXnDwoABHf86RESJ\nAgECIUKDWLHKk0eYs9zOfPniFi0agODCh4cLd86cuXPnyJE759z5qk2bgAELFKgEAgREiFioUYMA\ngTFjkDBipERJLWLEnDlDhkzbtGkA5tOvT47cufz5zZk75x/guXO0QIEiRgwOHA0GDNCgQWHCBAEC\nkiT5IEbMiBGtcuWCBu3YsW7SpAEweRJlSpUrWbZ0+XLcOHDmzJ2zadNcTnPFsmWjRClUqAMiRHz4\nQAQBAhQohAjpQ4PGp0+JkCHDhStcOGrbtgHw+hVsuHDeypU7d86cuXPm2JqrRo0aKVKbNmEAAmTI\nECwzZpw5w4aNKESIkiV7RY2aMWPevGH/06YNQGTJk8WJ+2bO3Llz5syd82zOXDbRqlSdOkWhRg0V\nKoZMmNCjBxcuhLRokSXLEjNmwoSBA3dNmzYAw4kXJ0dOnDlz55g3P2fOHLRu3VKlWrVqAQwYJ04Y\nQYBAhgwfPha9eDFrFqdnz4QJGzcuW7duAOjXt38ff379+/n3HwdwHDhz5s4ZNGguobli2bJRohQq\n1AERIj58IIIAAQoUQoT0oUHj06dEyJDhwhUuHLVt2wC4fAkzXDhv5cqdO2fO3DlzPM1Vo0aNFKlN\nmzAAATJkCJYZM86cYcNGFCJEyZK9okbNmDFv3rBp0wYgrNix4sR9M2fu3Dlz5s65NWcu/5tcVapO\nnaJQo4YKFUMmTOjRgwsXQlq0yJJliRkzYcLAgbumTRuAyZQrkyMnzpy5c5w7nzNnDlq3bqlSrVq1\nAAaMEyeMIEAgQ4YPH4tevJg1i9OzZ8KEjRuXrVs3AMSLGz+OPLny5cybjxtXjhy5c9TPmQMHbtw4\nPUmSNGpEgECCAAGOHAHAgMGAAVasHECBggOHTzp0rFmDBEkzOnQA+AcIQOBAAOLEkRs37tzCc+bA\ngStX7lWdOqdOKVDgYcCAL18EuHAxYQIiRCq8ePHh45YTJ4sWjRnjjA8fADVt3hw3rhw5cud8njM3\nbpw5c70sWZo1iwOHDAUKaNEiIEOGAv8F7NiRcOTIixeqjhwhRGjMGGmGDAFAm1YtOXLmypU7Fzfu\nuHHlykX68uXVqwULIBAgcOUKgAULCBCIEyeBDBkpUsTq0UOPnjFjpPHhA0DzZs6dPX8GHVr06HHj\nypEjd071OXPgwI0bpydJkkaNCBBIECDAkSMAGDAYMMCKlQMoUHDg8EmHjjVrkCBpRocOAOrVrYsT\nR27cuHPdz5kDB65cuVd16pw6pUCBhwEDvnwR4MLFhAmIEKnw4sWHj1tOnABctGjMGGd8+ABIqHDh\nuHHlyJE7J/GcuXHjzJnrZcnSrFkcOGQoUECLFgEZMhQoYMeOhCNHXrxQdeQIIUJjxkj/M2QIAM+e\nPsmRM1eu3LmiRceNK1cu0pcvr14tWACBAIErVwAsWECAQJw4CWTISJEiVo8eevSMGSONDx8Abt/C\njSt3Lt26du+SI6fNHF9z586ZIyeYXCdGjAYNypPnQYYMQ4Z0sGCBBAk1aqZgDhPG1K5dxIjVqlWN\nGjUApk+jHjfuWrnW5cyZK0eOXLlys06dunQJESIVM2aYMaODCJEjRyhRWqRJ06NHwZQpM2bMly9r\nzpwByK59Ozly2syBN3funLly5ssZw4UrVSpChDygQBEligoTJlKk2LOHy5s3bgC6qfXr17FjvXpZ\nkyYNQEOHD8uV62bO3DmL58yVK2fO/xwvVqwoUcKEScOJE0yY0NCgIUWKN2+4hAlz5gysY8eWLSNG\nTNu1awCABhU6lGhRo0eRJgUH7pw5c+fOgQNn7lzVc3SGDHn1KkmSDhEiAAIkIkiQFStAgbqiR8+T\nJ8F8+QoWLFcubseOAdC7l683b+fMmTt3Llw4c+cQn+vkyFGxYoAA7ZgxY9SoJ23aYMGCC5clUaIW\nLXLWrNmwYbduZUOGDEBr16+/fTtnzty5c+LEndOtm9aoUc2aZcpE5MWLTJlgLFkCA8apU3IgQcKD\np1iyZMSIDRu2bdkyAN/Bhxcn7lz58uPGnVOvnlSgQMqU+fGjYsOGTJlcHDmCAsWnT/8AqwgS5MXL\nMGTIjBkjRuxbs2YAIkqcSLGixYsYM2oEB+6cOXPnzoEDZ+6cyXN0hgx59SpJkg4RIgACJCJIkBUr\nQIG6okfPkyfBfPkKFixXLm7HjgFYyrSpN2/nzJk7dy5cOHPnsp7r5MhRsWKAAO2YMWPUqCdt2mDB\ngguXJVGiFi1y1qzZsGG3bmVDhgyA37+Av307Z87cuXPixJ1bvJjWqFHNmmXKROTFi0yZYCxZAgPG\nqVNyIEHCg6dYsmTEiA0btm3ZMgCwY8sWJ+6cbdvjxp3bvZtUoEDKlPnxo2LDhkyZXBw5ggLFp09V\nBAny4mUYMmTGjBEj9q1ZMwDgw4v/H0++vPnz6NOLW2/O3Llz5sydmz/fGzlywoRduwbHly+Anjwd\nK1RImrRatbDJkhUu3LFv36xZK1duGzduADRu5AgOXDhz5s6dM2fu3MmT4MqVo0atW7dV1KjVqhVN\nlqxt24ABw7Zs2bhx1MCBy5aNHDlv2rQBYNrUqTio5sydO2fO3DmsWMWZM2fNGjhwq6hRo0VLmiNH\n1qzt2qUNGLBx45p9+6ZNmzlz4Lx5A9DX799xgc8NJlz43Ddz5qRJ8+Yt07NnrVop+/Nn2rRatazR\nohUuHLFv37ZtM2cunDdvAFSvZt3a9WvYsWXPFlfbnLlz58yZO9e7tzdy5IQJu3YN/44vX548HStU\nSJq0WrWwyZIVLtyxb9+sWStXbhs3bgDEjycPDlw4c+bOnTNn7tz79+DKlaNGrVu3VdSo1aoVTRZA\nWdu2AQOGbdmyceOogQOXLRs5ct60aQNg8SJGcRrNmTt3zpy5cyJFijNnzpo1cOBWUaNGi5Y0R46s\nWdu1SxswYOPGNfv2TZs2c+bAefMG4CjSpOOWnmvq9Om5b+bMSZPmzVumZ89atVL258+0abVqWaNF\nK1w4Yt++bdtmzlw4b94A0K1r9y7evHr38u0LDly5wOfOmTN3zpy5c+ewSZP27RsvXp9mzZIm7ZMq\nVbhwYcOm7NevadO2Vavmy1ezZv/ccOEC4Po1bG/eyo0bd+6cOXPnypU7d45bt27hwlGjtuvYMWrU\niPHixYyZNm3UggWrVs3btWvGjDFj5q1XLwDix5MHB64cOXLnzpkzd86cuXPnwHnzFi5ctmy7fPm6\ndg2gL1y4iBHLlq2ZL1/YsHXTpq1YMWrUwAULBgBjRo3hwpkrV+5cyJDmzJ07py1btnDhoEFDVauW\nNWuwPn2iRUuatGC1ajVrls2atWPHpEkLN2wYAKVLmTZ1+hRqVKlTwYErd/XcOXPmzpkzd+4cNmnS\nvn3jxevTrFnSpH1SpQoXLmzYlP36NW3atmrVfPlq1owbLlwACBc27M1buXHjzp3/M2fuXLly585x\n69YtXDhq1HYdO0aNGjFevJgx06aNWrBg1ap5u3bNmDFmzLz16gUAd27d4MCVI0fu3Dlz5s6ZM3fu\nHDhv3sKFy5Ztly9f1675woWLGLFs2Zr58oUNWzdt2ooVo0YNXLBgANi3dx8unLly5c7Vr2/O3Llz\n2rJlCwcwHDRoqGrVsmYN1qdPtGhJkxasVq1mzbJZs3bsmDRp4YYNAwAypMiRJEuaPIky5bdv2cyZ\nOwfznLmZ586Z+/Zt2rRx47Y9e+bMWTdv3p49w4YN3Lhx2rR5IweVHDdu37RpA4A1q1Zv3rKZ+2ru\n3Dlz58qeMydOXLdu5MiJo0bt/9q1b+HCUaPGjZu4ceO2bQNHjly5ct26gbNmDYDixYy/feNmzty5\nyefMnbt8WZy4b9/IkRtHLTS1b+HCSZO2bVs4cuS4cQtXLnY5b97CadMGILfu3eDAdTNn7pzwc+aK\nnztnLly4bNnIkQs3bZo0aduqM2P27Jm3cOGsWetGjly5cuDAievWDYD69ezbu38PP778+c6cjQMH\n7tw5ceLM+Qd47lw3cOC8efv27Rk3btq0bYMG7du3bt3CXbsGDpw3ceKyZQsXjlu1agBMnkSZLJk4\nb97OnQsXztzMc+fAkSMXLhw5ctjAgdu2DRw1auDAbdsmLls2ceK8iROHDdu3b//crl0DkFXrVmXK\nxn37du6cOHHnzJk7d04cOXLhwpEjly1cuG7dvlGjBg5ct27itGkbNw4cOXLbtokT5y1bNgCNHT92\n5mxcuHDnzokTZ07zuXPgxo379k2cuGvevGXL5o0ZM23asmXzhg0bOHDcxInjxi1cuG/atAEAHlz4\ncOLFjR9HntyZs3HgwJ07J06cOernznUDB86bt2/fnnHjpk3bNmjQvn3r1i3ctWvgwHkTJy5btnDh\nuFWrBkD/fv7JkgEU583buXPhwplLeO4cOHLkwoUjRw4bOHDbtoGjRg0cuG3bxGXLJk6cN3HisGH7\n9o3btWsAXsKMqUzZuG/fzp3/EyfunDlz586JI0cuXDhy5LKFC9et2zdq1MCB69ZNnDZt48aBI0du\n2zZx4rxlywZgLNmyzpyNCxfu3Dlx4szBPXcO3Lhx376JE3fNm7ds2bwxY6ZNW7Zs3rBhAweOmzhx\n3LiFC/dNmzYAli9jzqx5M+fOnj+DDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8D\nDy58OPHixo8jT658OfPmzp9Djy59OvXq1q9jz659O3fZkCANEyaMGbNmzbxRo/bs2bRu3ZQpI0Zs\n2bVrwYLt8uWLGbNbtwDW0qULGrRfwYIhQ9asmbFZswBElDhRkqRjxYo5cwYN/9o3a9aoUbvGjVuy\nZMFQPntGixauW7ecOcOFK5cvX9KkGRMmTJmyZcuIwYIFgGhRo44cDVParBkzZt6qVZs27Ro3bseO\nDRsmjBkzWLBmyZKlTBktWrZy5XLmzFfbYsWSJSMGCxYAu3fxPnokjC8zZs2acZs2zZmzadq0HTsW\nLBgxaNBwRc6Vq1kzXJd79WrWDJgwYciQNWt2bNYsAKdRp1a9mnVr169hQ4I0TJgwZsyaNfNGjdqz\nZ9O6dVOmjBixZdeuBQu2y5cvZsxu3aqlSxc0aL+CBUOGrFkzY7NmARA/nrwkSceKFXPmDBq0b9as\nUaN2jRu3ZMmC5X/2jBYtXP8Ab91y5gwXrly+fEmTZkyYMGXKli0jBgsWgIsYMzpyNKxjs2bMmHmr\nVm3atGvcuB07NmyYMGbMYMGaJUuWMmW0aNnKlcuZM19AixVLlowYLFgAkipd+uiRsKfMmDVrxm3a\nNGfOpmnTduxYsGDEoEHDRTZXrmbNcKnt1atZM2DChCFD1qzZsVmzAOjdy7ev37+AAwseDAzYsmbN\nunX79g2cN2/fvlHLls2aNWXKVAkTpkxZLEiQatX69QuUJk26dB07dYoWrV27iqlSBaC27dvBgjWL\nFu3bN3DgxIEDx40bs2nTqlXz5atQrFi/fmlKlOjVq1+/QJ065ctXMlOmbon/v0Xs1CkA6NOrBwZM\n2bNn3rx9+xYOHDhu3JZRozZt2i6AuxbBgqVLFyVBgkyZ2rXLUqZMs2YVCxWqVq1du4KdOgXA40eQ\nwYI1gwZt27ZvKb1548aN2bRp0aL9+sUJFy5ixEwtWsSKFTBgoUqV8uVLGStWvXr58nXMlSsAUaVO\npVrV6lWsWbUyY/Zr27Zv38iR60aOXLly47Jl69Zt3DhqtmwxY6YNGLBMmYoVcxYsWKpU0bZto0Yt\nWLBqzZoBYNzY8bNnw7p1AweOHLlw5cqZMxdu2jRs2MKFCwYJki9fzWrVmjTp2LFoxYrVqlWtW7dq\n1Xz5mrZsGQDgwYU3axZs/9u2b9/IkQNHjpw5c+KoUcuWLVw4Ypw4+fKFTJYsRoyCBVsWLNiqVdGy\nZZMmzZcvac2aAaBf374zZ8G2bfv2bRzAcd/IkTNnTly1atq0gQOHDBSoYMGo7dr16NGxY9GIEVOl\nKtq2bdWqHTtW7dkzACpXsmzp8iXMmDJnMmP2a9u2b9/IketGjly5cuOyZevWbdw4arZsMWOmDRiw\nTJmKFXMWLFiqVNG2baNGLViwas2aAShr9uyzZ8O6dQMHjhy5cOXKmTMXbto0bNjChQsGCZIvX81q\n1Zo06dixaMWK1apVrVu3atV8+Zq2bBmAzJo3N2sWbNu2b9/IkQNHjpw5c//iqFHLli1cOGKcOPny\nhUyWLEaMggVbFizYqlXRsmWTJs2XL2nNmgFo7vy5M2fBtm379m3cuG/kyJkzJ65aNW3awIFDBgpU\nsGDUdu169OjYsWjEiKlSFW3btmrVjh2r9gzgMwADCRY0eBBhQoULGUKD9i1btnPnwIE7R47cuXPY\nypXr1o0cuVrJkvnypc2VK1iwZMmS5suXLl3MtGnLlu3aNW3SpAHw+RNotGjhunU7d+7bt3Plyp07\nJ+3bt2vXvn3LlCqVK1fQZHWV5cuXtGTJjBmbxo3btWvSpGFz5gxAXLlzoUELt23buXPfvp0rV+7c\nOWzixGXL9u3bKFmyatX/UgYK1KlTt24hAwbs169n2Dhjo0YtW7RoAEiXNh0tGrht286d8+btHDly\n585dEydu27Zw4VoFC4YLF7VVq1KlokUrGjFiv35B48ZNm7Zs2bhNmwYAe3bt27l39/4dfHho0L5l\ny3buHDhw58iRO3cOW7ly3bqRI1crWTJfvrS5cgUQFixZsqT58qVLFzNt2rJlu3ZNmzRpACpavBgt\nWrhu3c6d+/btXLly585J+/bt2rVv3zKlSuXKFTRZNGX58iUtWTJjxqZx43btmjRp2Jw5A4A0qVJo\n0MJt23bu3Ldv58qVO3cOmzhx2bJ9+zZKlqxatZSBAnXq1K1byIAB+/Xr/xm2udioUcsWLRqAvXz7\nRosGbtu2c+e8eTtHjty5c9fEidu2LVy4VsGC4cJFbdWqVKlo0YpGjNivX9C4cdOmLVs2btOmAXgN\nO7bs2bRr276NGxo0bOLElStnzty54eaKF+/W7ds3ZdmyqVJl7NGjYcM+ferVqpU0abyuXbNmLVw4\nbt68ATiPPv20adfEiStXzpy5c+bqmxtXrtyzZ9iwUQIYLJgjR7sOHfr1ixUrYrt2WbNG7NrEa+DA\nbcMIQONGjtGiYRMnrlw5c+bOmUNpjpw5c9WqceOma9q0TJl8ESLUq1emTL5kyYoWDVi1atasgQOn\nbds2AE2dPp02DZs4cf/lrJY7Z06ruXLmzF27tm0bLmnSQIEKFilSsGCnTgWbNStatGDZsmnTFi5c\nN2/eAPwFHFjwYMKFDR9GDA0aNnHiypUzZ+7cZHOVK3fr9u2bsmzZVKky9ujRsGGfPvVq1UqaNF7X\nrlmzFi4cN2/eANzGnXvatGvixJUrZ87cOXPFzY0rV+7ZM2zYKAUL5sjRrkOHfv1ixYrYrl3WrBG7\nFv4aOHDbzANAn159tGjYxIkrV86cuXPm7JsjZ85ctWrcuAHUNW1apky+CBHq1StTJl+yZEWLBqxa\nNWvWwIHTtm0bgI4eP06bhk2cuHImy50zp9JcOXPmrl3btg2XNGmgQAX/ixQpWLBTp4LNmhUtWrBs\n2bRpCxeumzdvAJ5CjSp1KtWqVq9ixYYNHDdu586ZCytO3LlzzqBBK1bs1q0RJ06cOaNDg4YGDcCA\nwREjRooUkZo0iRNnzRpkkiQBSKx48bZt47x5O3fOHOVv38qVc3TqlClTWLBQQIDAi5cQHz48eFCn\njg8iRGzYABUlChs2aNAgU6QIAO/evrNlC+fN27lz5o6HC2fOXC1fvmrV8uNHQ4MGZsy02LChQYM4\ncXQQIfLjBycvXvjw0aMH2aZNAN7Dj58tGzhu3M6dM6cfHDhz5gDWAgYMFy5ChDZMmGDFSosOHRYs\nePOmBhIkOnR0SpPm/9AhPHiSefIEgGRJkydRplS5kmXLcOGgkSNnzty5c+bO5TwnDhy4a9e0abNj\nxYofP3pWrJAhY9GiOmXK1KnDq1gxYleJZatWDUBXr1/FibNGjly5cubQoj13jtqzZ7Vq8eJFgwQJ\nM2asAAFy5IgoUZYQIYIESdixY8SICRNm7dkzAI8hRw4XTho5cuXKnTtnjvO5c9+2bUOGTJq0NDVq\nwIGjpkePIEEyZXo0W5IkYMdw565GjRoA37+BhwsnjRy5cuXMJU9+7py3bNmUKWvWDAsMGHPm2Llx\no0YNSZIO8eHTqBGwZ8+WLVOmbNu1awDgx5c/n359+/fx5w8XDho5cv8AzZk7d87cuYPnxIEDd+2a\nNm12rFjx40fPihUyZCxaVKdMmTp1eBUrRqwksWzVqgFYybKlOHHWyJErV86cTZvnzlF79qxWLV68\naJAgYcaMFSBAjhwRJcoSIkSQIAk7dowYMWHCrD17BqCr16/hwkkjR65cuXPnzKk9d+7btm3IkEmT\nlqZGDThw1PToESRIpkyPAkuSBOyY4cPVqFEDwLix43DhpJEjV66cucuXz53zli2bMmXNmmGBAWPO\nHDs3btSoIUnSIT58GjUC9uzZsmXKlG27dg2A79/AgwsfTry48ePatJkTJ+7cuXHjzkmXPsyYsWnT\nkCEzAQHCkCE+XLj/ePCACZMebdrMmCHKli1nzoIFq9asGYD7+PN362aOHDmA586FC3fOoMFFdepo\n0hQmTIMAAU6c+MCDhwULY8ZYceTIiRNZt24pU9arlzRlygCsZNly2zZz5MidOydO3DmcOG3tJEZM\nlSoPCBDo0JHjxw8KFMiQ+SJJkhUrrnr1Uqbs1i1qy5YB4NrV67Zt5saNO3dOnLhzadPakiXr169O\nnSwcOECDhosWLRw4YMKkCiFCTJjIAgaMGbNfv7A9ewbA8WPIkSVPplzZ8mVt2syJE3fu3Lhx50SL\nHmbM2LRpyJCZgABhyBAfLlw8eMCESY82bWbMEGXLljNnwYJVa9YM/8Bx5Mm7dTNHjty5c+HCnaNO\nfVGdOpo0hQnTIECAEyc+8OBhwcKYMVYcOXLiRNatW8qU9eolTZkyAPn179+2zRxAcuTOnRMn7hxC\nhLYWEiOmSpUHBAh06Mjx4wcFCmTIfJEkyYoVV716KVN26xa1ZcsAsGzpcts2c+PGnTsnTty5nDlt\nyZL161enThYOHKBBw0WLFg4cMGFShRAhJkxkAQPGjNmvX9iePQPg9SvYsGLHki1r9uy3b+DKlTvn\n9u3bcubMbdvmzVsXVarGjJEEAgQiRHjwnBozZtgwV8+eKVM2btw2btwAUK5sOVw4cebMnevs2XO4\nceOCBVOmLAUgQP9ZsjhasaJSpUSJZA0a5MwZLmnSmDETJ46bNm0AhhMvDu64OXPnljNnTq5cOWrU\nrFlzQomSGDGBUqTo00eQoFaHDh07RitatGbNxInbpk0bgPjy53+rX67cufz69ZMrVw4gM2bRohnJ\nlAkLFkIkSCBCJEiQqjt3lCmrJU3atGnkyHnjxg1ASJEjSZY0eRJlSpXhwpUbN+5czJjmzJ07h23b\ntmzZ7twp4cCBHz8IOnQoUIASJQk+fLRoQWvIkEKF6NDRpkkTAK1buY4bZ65cuXNjx5ozd+4cMWHC\npEmjQUODAQODBhkwYaJBg0+fOkyZUqTIrytXLFmyYyfbp08AGDf/dhwuXLlx485VrmzO3Llzz5Yt\ny5atShUVCxYwYmTgxIkECR49ysCFy48ftahQiRSJDp1rly4B8P0beLhw5caNO3f8eLly584tc+YM\nGjQuXEAsWODHT4IQIRYssGRpQ5cuRYrsKlMmU6ZHj7alSgUAfnz58+nXt38ff/5w4cqNGwfwnECB\n5sydO4dt27Zs2e7cKeHAgR8/CDp0KFCAEiUJPny0aEFryJBChejQ0aZJE4CVLFuOG2euXLlzNGma\nM3fuHDFhwqRJo0FDgwEDgwYZMGGiQYNPnzpMmVKkyK8rVyxZsmMn26dPALp6/RouXLlx486ZNWvO\n3Llzz5Yty5at/0oVFQsWMGJk4MSJBAkePcrAhcuPH7WoUIkUiQ6da5cuAXgMOXK4cOXGjTuHGXO5\ncufOLXPmDBo0LlxALFjgx0+CECEWLLBkaUOXLkWK7CpTJlOmR4+2pUoFILjw4cSLGz+OPLlycuSu\nmTN3Lrp06eK8eUuW7NmzFSBAGDEiZMOGFCny5DHDhg0dOrqGDXv2zJgxbtmyAbiPPz85ctvMmQN4\nTqBAc+bOnVt27BglSrZsaZgwAQcOHzFi7NjBiNGeR48WLQoGDdqzZ8qUbbt2DcBKli3JkdNmztw5\nmjVreqNGjRcvYcJScODAhAkOFSpixHDkaM6jR4QIBYMG7dmzY//HuF27BkDrVq7kyGEzF9bcObLm\nzJ07tw0aNFeufPnqcOGCDh1BSJCwYSNQoDqFChEi5OvZs2nTmjXjpk0bAMaNHT+GHFnyZMqVyZG7\nZs7cOc6dO4vz5i1ZsmfPVoAAYcSIkA0bUqTIk8cMGzZ06OgaNuzZM2PGuGXLBkD4cOLkyG0zZ+7c\n8uXmzJ07t+zYMUqUbNnSMGECDhw+YsTYsYMRoz2PHi1aFAwatGfPlCnbdu0aAPr17ZMjp82cuXP9\n/QM8J9AbNWq8eAkTloIDByZMcKhQESOGI0dzHj0iRCgYNGjPnh07xu3aNQAmT6IkRw6buZbmzsE0\nZ+7cuW3QoLn/cuXLV4cLF3ToCEKChA0bgQLVKVSIECFfz55Nm9asGTdt2gBgzap1K9euXr+CDfvt\n27ly5c6dK1fuHFu2xJAhixZt1aoMChTw4EHixIkIEapUMfLoERMmsoYNkyatWTNu06YBiCx5crhw\n58yZO3eOHLlznj1/EiUKF64tWzIgQBAjhggiRDRoaNNGDChQd+70SpZMmjRlyrhNmwZgOPHi4MCd\nM2fu3Lly5c5Bh+5Llapkyf784YAAQY0aIXToePCgTBkyoEARIhTs2DFo0I4d0wYNGoD69u9/+3au\nXLlz5wCOG3eOIMFarVoFC4YHD4YHD2DAKKFDhwULZMic8eSJ/wyZXcmSRYvWrFk3atQApFS5kmVL\nly9hxpT57du5cuXOnStX7lzPnsSQIYsWbdWqDAoU8OBB4sSJCBGqVDHy6BETJrKGDZMmrVkzbtOm\nARA7lmy4cOfMmTt3jhy5c2/ffhIlCheuLVsyIEAQI4YIIkQ0aGjTRgwoUHfu9EqWTJo0Zcq4TZsG\ngHJly+DAnTNn7ty5cuXOhQ7tS5WqZMn+/OGAAEGNGiF06HjwoEwZMqBAESIU7NgxaNCOHdMGDRoA\n48eRf/t2rly5c+fGjTs3fXqtVq2CBcODB8ODBzBglNChw4IFMmTOePJEhsyuZMmiRWvWrBs1agDw\n59e/n39///8AAQgcSLCgwYMCxSk0Z+6cw4cPyZUrp0wZM2Yo+vTZsWMNAwZlykyZ0unJk127PDVr\nZszYuHHbvHkDQLOmzXE4zZk7x7NnT2vevJUqJUuWAyhQZMg406HDmDFs2HBiw8aYMVnTpjFjNm5c\nN2/eAIgdS1acWXPmzqlduzbcuHHEiAkTpsGJkyJFxHTo8OYNHTqp/PihRg0XNmzSpJEj5+3bNwCQ\nI0sOR9mcuXOYM2f+Nm4cMGC7dlHQouXHDzEPHnDhYsZMpjFjihVjNW3asWPjxnXbDaC379/Agwsf\nTry48XHjzJEjd65583Llzp0j1qx6MyNGGhgwkCcPAQgQChT/KFRoQYsWLFis2rGDjns62ho1AkC/\nvn1y5MyVK3euf3+A5cqZM5cJE6ZWrRAgWBAgABs2ADRoWLCAECENQoQAASKrSZM9e86cyZYoEQCU\nKVWOG2euXLlzMWOaM3funLFgwZo1I0FiwoABcuQA2LBhwYJJk0A8ebJlSzAyZBQpKlSo26RJALRu\n5TpunDly5M6NHVuu3LlzuHjx+vWLA4cFAQKIEQMgQwYFCgIFioDDLw5ZUaIECkSHzjVJkgAsZtzY\n8WPIkSVPpjxunDly5M5t3lyu3LlzxJqNbmbESAMDBvLkIQABQoEChQotaNGCBYtVO3bQ4U1HW6NG\nAIQPJ06O/5y5cuXOLV9erpw5c5kwYWrVCgGCBQECsGEDQIOGBQsIEdIgRAgQILKaNNmz58yZbIkS\nAaBf3/64cebKlTvXvz9Ac+bOnTMWLFizZiRITBgwQI4cABs2LFgwaRKIJ0+2bAlGhowiRYUKdZs0\nCQDKlCrHjTNHjty5mDHLlTt3DhcvXr9+ceCwIEAAMWIAZMigQEGgQBFwMMUhK0qUQIHo0LkmSRKA\nrFq3cu3q9SvYsGLLldNmzty5tGrVYosWzZWrX78qOHDgwkUMBgw+fFCjRgvgNGlmESOmTNmxY9uw\nYQPg+DHkcuW8mTN37vJlc+bOnfPlyhUfPpUqGXjwIEcOD/8aNKRI8efPmkCB9uzx1ex2M2PGuFmz\nBuA38ODlynUzZ+4c8uTJsyFD5smTK1cLHjyYMQOGBg01ahw6FOjSJUeOgmHDJk1as2bbsGED4P49\nfHLkuJkzd+7+fXPmzp2T9gvgr0yZUKFacNCFCxIUKKRIceeOFzhw3LjZxYxZsmTEiGnDhg1ASJEj\nSZY0eRJlSpXlymkzZ+5cTJkysUWL5srVr18VHDhw4SIGAwYfPqhRowVpmjSziBFTpuzYsW3YsAGw\nehVruXLezJk79/WrOXPnzvly5YoPn0qVDDx4kCOHBw0aUqT482dNoEB79vhq9reZMWPcrFkDcBhx\n4nLlupn/M3cOcuTI2ZAh8+TJlasFDx7MmAFDg4YaNQ4dCnTpkiNHwbBhkyatWbNt2LABsH0bNzly\n3MyZO/f7tzlz585J+/UrUyZUqBY0d+GCBAUKKVLcueMFDhw3bnYxY5YsGTFi2rBhA3AefXr169m3\nd/8efrhw58yZO3euXLlz+/fPegXw1a5dhQpNaNBgxYoOKVIsWIAFC447d3r0IMWL17Jlx45tixYN\ngMiRJMWJO2fO3Llz5cqde/mSUJYso0bx4EHBgIEXLxr48DFhQpgwTjJlUqOmlzBhz54FC7YNGjQA\nVKtaDRfunDlz586VK3cubFhcokQNG9ali4UFC1SomCBE/8iECXr04Jk1K1CgZNasRYu2bFk3adIA\nGD6MGBy4c+XKnTtHjty5yZNHDRoEC1aWLAsQIFChQsKMGQwYTJlihBGjJk1mBQvWrNmxY9ygQQOA\nO7fu3bx7+/4NPPi44ebMnTuOHHm4cuWGDTt2zIIbNzZssEmQwI4dK1ZKHTkiTJipZ8+QIRs3Tlu3\nbgDau38/Lv65+fTrn9MGDpwrV69eKQBYpsyOHW04cFi0KE8eU3nyTJtm69o1Z87GjdvGjRsAjh09\njgNpztw5kiVLehs3rlcvW7YsmDHz40cZDRr27OHD55QhQ9Wq7dKmDRq0ceO4HQWQVOnScU3NmTsX\nVapUb//ixNmylSuXgzVratTYIkHCmzdr1lgiQyZZslbUqCFDRo5ctm3bANzFm1fvXr59/f4FPE6w\nOXPnDB8+HK5cuWHDjh2z4MaNDRtsEiSwY8eKlVJHjggTZurZM2TIxo3T1q0bANatXY+DfU72bNrn\ntIED58rVq1cKypTZsaMNBw6LFuXJYypPnmnTbF275szZuHHbuHEDkF379nHdzZk7F168eG/jxvXq\nZcuWBTNmfvwoo0HDnj18+JwyZKhatV3atAGEBm3cOG4GASBMqHAcQ3PmzkGMGNGbOHG2bOXK5WDN\nmho1tkiQ8ObNmjWWyJBJlqwVNWrIkJEjl23bNgA2b+L/zKlzJ8+ePn+OG2euXLlzRo2WK3funDBj\nxpYtixEjQoIEcOAMsGCBAIFHjxz06BEjRiwjRvbsuXPnWqVKAN7CjTtunLly5c7hxVuu3LlzuFat\nIkYMBAgNBw4MGlSgRQsNGkCBKrFlCxgwvKxYiRTJj59tkCABCC169Lhx5sqVO6daNTly584J06WL\nGDEWLDYUKHDnjoATJyJEWLTIgxQpUKD0mjKlT58wYa4FCgRgOvXq48aZK1fuHHfu5cqdO4dr1ape\nvUCAuDBgwJ07AlSoYMBAkaIORoz06CHryJE8eQC6cXNt0SIABxEmVLiQYUOHDyGOG2euXLlzFy+W\nK3fu/5wwY8aWLYsRI0KCBHDgDLBggQCBR48c9OgRI0YsI0b27Llz51qlSgCABhU6bpy5cuXOJU1a\nrty5c7hWrSJGDAQIDQcODBpUoEULDRpAgSqxZQsYMLysWIkUyY+fbZAgAZA7l+64cebKlTu3dy85\ncufOCdOlixgxFiw2FChw546AEyciRFi0yIMUKVCg9JoypU+fMGGuBQoEgHRp0+PGmStX7lzr1uXK\nnTuHa9WqXr1AgLgwYMCdOwJUqGDAQJGiDkaM9Ogh68iRPHncuLm2aBEA69exZ9e+nXt379/Jketm\nztw58+bNmTt3zpo0aadO1aolwYKFFClYVKhQogQYMP8A0ZAhY8dOrWQIkxUrls2aNQAQI0osV86b\nOXPnMmY0Z+7cOWjIkBkyJEvWBhEifPhIUqOGEiWKYkqShAkTr2nTnDlTpuxatWoAggodSo4cN3Pm\nzilVas7cuXPamjUrVQoXLhIrVhgx4iNFiiNHFi0qJEnSpEnAqlVTpsyYsWrTpgGYS7cuOXLezJk7\nx5evOXPnzjkTJkyRolq1KFiwwIMHjhMncODo02cPHjx9+txChuzYMWHCqlGjBqC06dOoU6tezbq1\na3Lkupkzd652bXPmzp2zJk3aqVO1akmwYCFFChYVKpQoAQYMGjJk7Niplax6smLFslmzBqC79+/l\nynn/M2funHnz5sydOwcNGTJDhmTJ2iBChA8fSWrUUKJEkX+AkiRhwsRr2jRnzpQpu1atGgCIESWS\nI8fNnLlzGTOaM3funLZmzUqVwoWLxIoVRoz4SJHiyJFFiwpJkjRpErBq1ZQpM2as2rRpAIQOJUqO\nnDdz5s4tXWrO3LlzzoQJU6SoVi0KFizw4IHjxAkcOPr02YMHT58+t5AhO3ZMmLBq1KgBoFvX7l28\nefXu5ds3XLhz5sydO1eu3DnEiGt9+iRMWJ48GgoUePGiAgkSAwYwYWKDD58fP1758rVs2a9f26BB\nA9Da9Wtx4s6ZM3fuHDly53TrdgUJ0q9fa9a0ePDg/8iRFFSodOhAiFAhU6bs2AnGjNmzZ8GCcYMG\nDcB38OHBgTtXrty5c+TInWPP3teoUb9+IUJkgwEDJUo8RIkyYQJAQIDojBo1Zw6wZMmUKatVCxsz\nZgAmUqwYLtw5c+bOnSNH7hxIkKwCBaJFS4sWEwYM4MDhgQePBw/o0PEiSVKSJLmCBTt2zJata8uW\nAShq9CjSpEqXMm3qVJw4cOXKnTtnzty5rObMXdu27dUrUqQcxIhRo4aQCBGIELFiJRIUKLJkcVq2\njBixcOGubdsG4C/gwOLEgTNn7tw5c+bOmWtsLlm1apkyYcJkAQgQHz7EsGBRpgwdOpwCBSpWLFW0\naP/JkoULh23bNgCyZ9MOF85buXLmdps759ucuW7CW7WSJWtElixHjpyBAQMQIDhwTjly1KyZrGnT\niBHz5u2aNWsAxpMvL07cN3Pmzp0zZ+6cufjmoFmz9ukTJkwSevTIkQMglBEjunSJE8cRGTK8eHVS\npqxYsW/fqGXLBgBjRo0bOXb0+BFkSHHiwJUrd+6cOXPnWJozd23btlevSJFyECNGjRpCIkQgQsSK\nlUhQoMiSxWnZMmLEwoW7tm0bAKlTqYoTB86cuXPnzJk7Zw6suWTVqmXKhAmTBSBAfPgQw4JFmTJ0\n6HAKFKhYsVTRoiVLFi4ctm3bABQ2fDhcOG/lypn/c2zuXGRz5rpVbtVKlqwRWbIcOXIGBgxAgODA\nOeXIUbNmsqZNI0bMm7dr1qwBsH0btzhx38yZO3fOnLlz5oibg2bN2qdPmDBJ6NEjRw4oI0Z06RIn\njiMyZHjx6qRMWbFi375Ry5YNQHr169m3d/8efnz548aVGzfuXP5z5saNMwfQHK4+fWjRunChwoAB\nZcoA0KBhwAA7dhwgQUKDhqsoUQ4dYsMGGiBAAEqaPDluXDly5M65PGdOnLhx40alScOJU4MGGw4c\n+PKlQIoUFCgsWsSiTJkjR2hFiSJJ0pkz0QABAoA1q1Zx4siNG3cu7Dlz4sSZM5cMFKhcuVSoWNGg\n/4EaNQlWrLhwoVEjFGLE5MiRy4kTSJDQoHnmxw+AxYwbjxtXjhy5c5TPmQsXbtw4UGbMjBqlQIEG\nBAi4cCkgQsSDB378fJAipUePVUmSBAo0Zky0PHkA+P4NPLjw4cSLGz8+bly5cePOOT9nbtw4c+Zw\n9elDi9aFCxUGDChTBoAGDQMG2LHjAAkSGjRcRYly6BAbNtAAAQKAP7/+cePKkQNI7tzAc+bEiRs3\nblSaNJw4NWiw4cCBL18KpEhBgcKiRSzKlDlyhFaUKJIknTkTDRAgAC1dvhQnjty4cedsnjMnTpw5\nc8lAgcqVS4WKFQ0aqFGTYMWKCxcaNUIhRkyOHP+5nDiBBAkNmmd+/AAAG1bsuHHlyJE7l/acuXDh\nxo0DZcbMqFEKFGhAgIALlwIiRDx44MfPBylSevRYlSRJoEBjxkTLkwfAZMqVLV/GnFnzZs7kyGUz\nF9rcuXPmypUzZy4ZLlyhQlWq9KFEiSlTZqRIIUOGHTti7NihQ8fWsWPMmBEjpq1aNQDNnT8nRy6b\nOermzp0rR047OVyePGXKBAiQCBUqzJipQYQIDx6LFh3SpMmRI1/LliVLFizYtWnTAAAEIHDgwHHj\nrJUrZ26huXIOHUbjxYsWrU+fauDAAQeOEytWlCjJlIlSpkyKFA1r1uzYMV++rDlzBmAmzZrkyG3/\nK1fOnLlz58qRC0qulihRlizt2SOiRIkyZWwAAcKDx6FDcvr0uXPnVrFixIjdulXt2TMAZs+iTat2\nLdu2bt+CA3fOnLlz58aNO6dXb6xLl5w5I0TIBgkSkiTVsGIFBw5TpvJkynToULPKyZIJE9ZNmTIA\nnj+DBgfunDlz586FC2fuHOtzlvbsESbMjBkYHTooUtSDDBkqVGTJ6rRqVaRIz6ZNU6ZMmLBuzpwB\niC59erdu58qVO3dOnLhz3r3X2rVr2rRSpY7YsDFqFJY0aaZM0aXrlCpVjhxFkyZNmDBgwABqU6YM\nQEGDB8GBO2fO3Llz4cKZOzfxXKY6dYQJw4Mn/8eJE5gwMUmTZsqUWrUgWbJ06FCyZcuCBfPla9ux\nYwBw5tS5k2dPnz+BBgUH7pw5c+fOjRt3jinTWJcuOXNGiJANEiQkSaphxQoOHKZM5cmU6dChZmeT\nJRMmrJsyZQDgxpULDtw5c+bOnQsXztw5v+cs7dkjTJgZMzA6dFCkqAcZMlSoyJLVadWqSJGeTZum\nTJkwYd2cOQMwmnTpbt3OlSt37pw4cedgw661a9e0aaVKHbFhY9QoLGnSTJmiS9cpVaocOYomTZow\nYcCAaVOmDEB169fBgTtnzty5c+HCmTs3/lymOnWECcODJ8eJE5gwMUmTZsqUWrUgWbJ06FCyZf8A\nlwUL5svXtmPHAChcyLChw4cQI0qcKK6iOXPnzpkzd65jx3HmzF271q2bJ2fOWrVi9uhRtWq4cF3z\n5UucOGfhwnXrZs4cOG7cAAgdSlScUXPmzp0zZ+6cU6fhypWbNq1bN0zOnMmSBS1UqG3biBHLJk0a\nOXLXwoXjxq1cOXDdugGYS7cuOHDhzJk7d86cuXOAAZc7d27bNnHibGHDZsuWNVq0vHkLFmxbsmTj\nxlELFy5bNnLkvGXLBqC06dPhUpszd+6cOXPnYscGV65ctGjevIWqVu3WrWqyZHXrJkyYNmPGxo1z\nBg7ctm3lyn3btg2A9evYs2vfzr279+/iwpv/M3funDlz59KnH2fO3LVr3bp5cuasVStmjx5Vq4YL\n1zWAvnyJE+csXLhu3cyZA8eNGwCIESWKo2jO3Llz5syd48gxXLly06Z164bJmTNZsqCFCrVtGzFi\n2aRJI0fuWrhw3LiVKweuWzcAQYUOBQcunDlz586ZM3fOqdNy585t2yZOnC1s2GzZskaLljdvwYJt\nS5Zs3Dhq4cJly0aOnLds2QDMpVs33F1z5s6dM2fu3N+/4MqVixbNm7dQ1ardulVNlqxu3YQJ02bM\n2LhxzsCB27atXLlv27YBIF3a9GnUqVWvZt0aHLhy5MidO2fO3Dlz5s6d89YbHDhp0l758iVN/1qs\nVq2KFbNm7RkwYNascaN+7Jg0aeCIEQPQ3ft3cODKkSN37pw5c+fMmTt3bhs3buHCLVtWS5gwbNh6\nDRvmzBlAbdquHTt27dq3bduQIVOm7JsvXwAmUqz47Vs5cuTOnTNn7pw5c+fOhSspThw3bsCSJbt2\nrdiuXcqUZcs27dcvadK+VatWrBgyZN58+QJg9ChScODKkSN37pw5c+fMmTt3rhs2bODAPXumixix\na9eO+fLlzFm2bNSCBZs2jdu1a8WKOXP27dcvAHr38u3r9y/gwIIHgwNXjhy5c+fMmTtnzty5c94m\ngwMnTdorX76kSYvVqlWxYtasPQMGzJo1bv+qjx2TJg0cMWIAZtOuDQ5cOXLkzp0zZ+6cOXPnzm3j\nxi1cuGXLagkThg1br2HDnDnTpu3asWPXrn3btg0ZMmXKvvnyBeA8+vTfvpUjR+7cOXPmzpkzd+5c\nuPzixHHjBgxgsmTXrhXbtUuZsmzZpv36JU3at2rVihVDhsybL18AOHb0CA5cOXLkzp0zZ+6cOXPn\nznXDhg0cuGfPdBEjdu3aMV++nDnLlo1asGDTpnG7dq1YMWfOvv36BQBqVKlTqVa1ehVrVnDguJkz\ndw7sOXPnyJ4zJ04cN27jxn2LFg0aNG7evC1bhg0buHHjtGkDR45cuXLfvoXLlg1AYsWLwYH/42bO\n3DnJ58xVPnfOXLhw27aRIxfOWmhr3sSJu3bNmzdx5cp16xauXOxy376F27YNQG7du71502bO3Dnh\n58ydM25cnDhw4MqVE1cNejVw4sRdu8aNmzhy5LZtE0eOXLly27aBu3YNQHr1679922YOvrlz58yd\ns28/XDht2siREwfQmrVs2cCJE3ftWrdu4siR06YNHDly5cp9+xZu2zYAHDt6/AgypMiRJEsyYybu\n27dz58SJMwfz3Dlw48aFCydO3LRu3bJl6/bs2bdv2rSF06ZNnDhv48Zt2xYunDdt2gBYvYq1WbNx\n4MCdOydOnLmx586BI0fu27dw4ah9+7Zt/xu4atXChevWbdy2bePGgRs3bts2cOC8ZcsGILHixcmS\nifPm7dw5ceLMWT53Lhw5cuDAkSOHDRw4btzAWbMGDhw3buGyZRs37ps4cdiwffu27do1ALx7+162\nbNy3b+fOhQtnLvm5c+HIkQMHbtw4bOHCefMW7to1ceK8eROXLdu4cd7Gjdu2LVw4b9myAXgPP778\n+fTr27+Pnxkzcd++nQN4Tpw4cwXPnQM3bly4cOLETevWLVu2bs+effumTVs4bdrEifM2bty2beHC\nedOmDcBKli2bNRsHDty5c+LEmcN57hw4cuS+fQsXjtq3b9u2gatWLVy4bt3Gbds2bhy4cf/jtm0D\nB85btmwAvH4FmyyZOG/ezp0TJ87c2nPnwpEjBw4cOXLYwIHjxg2cNWvgwHHjFi5btnHjvokThw3b\nt2/brl0DEFny5GXLxn37du5cuHDmPJ87F44cOXDgxo3DFi6cN2/hrl0TJ86bN3HZso0b523cuG3b\nwoXzli0bAOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt3b+H\nH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IMKXIk\nyZImT6JEGCkSsZbOXjr7Vq0aNGjWvHn/U6aMGLFj1qz58pVrKDRot27VypVLmrRgTpMlgwbtGC1a\nAK5izSpJEjJjxqBBixYNnDVr0qRV48aNGDFgwIJFi3brVi5duqZNu3XLFi9e0qQFC4wM2bNnxWjR\nAqB4MWNHjogJE8ZsMjNv06Y9e0atWzdlyogRS2bNmi9ft3z5WrZMFutatZgx2+XLFzFiyZINc+UK\nAO/eviVJKib82TNnzrxRo/bs2TRv3pgxO3ZsmTZtwYL56tUrWjRatHDZsiVNmi9hwpIlixbtWK1a\nAN7Djy9/Pv369u/jDxas2bNn3QB2AzfQm7dv355Zs0aNmjJln4YNU6bMVaFCsGD58vUJ/xMmXryS\nmTIVK9auXcdYsQKwkmXLYcOgRYv27Rs4cOK+5fx2rFq1adN48QI0a1awYKIOHYIFa9iwUIsW5cp1\njBMnV65y5Sp26hQAr1/BBgumrFkzbty8efvWrdu3b9SwYbt2LVkyVMWKIUNmq1GjWbN69bIECVKt\nWsJAgbJlS5cuYatWAZA8mfKwYc2cOfv2DRy4cN68gQMnrVu3bNmQITPFjJkzZ7wWLfLl69gxUIAA\nyZJ1jBOnVq127Tr26hUA48eRJ1e+nHlz58+dOQu2bdu3b+TIfRs3zpy5cdSoceM2btwxU6aECaNW\nq1akSMWKQfv1y5Urad68WbMmTJi1aP8AowEYSLDgs2fEuHELF65cOXDkyJkzBw4atGvXwoUbVqkS\nMWLWbt26dMmYMWnAgK1aJa1bN2nSggWbBg0agJs4czpzBmzbtm7dxo3rNm5cuXLisGHjxk2cOGm4\ncClTlg0YsEuXhAmD1qvXqVPKrFmLFs2XL2rNmgFYy7bts2fEuHEDB44cOW/jxpkzN44bt2/fyJGz\nxosXNGjfevWCBOnYsWu7dnHiBC1btmnTggWzFi0agM+gQ4seTbq06dOonTkLtm3bt2/kyH0bN86c\nuXHUqHHjNm7cMVOmhAmjVqtWpEjFikH79cuVK2nevFmzJkyYtWjRAGjfzv3ZM2LcuIX/C1euHDhy\n5MyZAwcN2rVr4cINq1SJGDFrt25dumTMmDSAwICtWiWtWzdp0oIFmwYNGgCIESU6cwZs27Zu3caN\n6zZuXLly4rBh48ZNnDhpuHApU5YNGLBLl4QJg9ar16lTyqxZixbNly9qzZoBIFrU6LNnxLhxAweO\nHDlv48aZMzeOG7dv38iRs8aLFzRo33r1ggTp2LFru3Zx4gQtW7Zp04IFsxYtGgC8efXu5dvX71/A\ngaNFA6dN27lz3ryZI0fu3Dlr48ZlyzZuXKlhw2zZwjbK8yhatKIFCyZMmLRu3bRpy5aNW7VqAGTP\npi1NWrhu3c6dAwfuXLly584xAwdu/9o0cOAywYLlypU1Vapu3erVa1qvXr58Ndu2LVs2a9a2TZsG\nwPx59NGifcuW7dy5b9/OkSN37hw2cuS8eSNHbhdAadKIEdOGCtWsWbJkOcOFq1atY9WqXatYUZo0\nABo3cpQmLdy2befOfft2jhy5c+emjRvXrVu5crWuXTNmDFymTLduwYJlzZUrWbKOYcOm7ai2bdSo\nAWjq9CnUqFKnUq1qNVo0cNq0nTvnzZs5cuTOnbM2bly2bOPGlRo2zJYtbKPmjqJFK1qwYMKESevW\nTZu2bNm4VasG4DDixNKkhevW7dw5cODOlSt37hwzcOCmTQMHLhMsWK5cWVOl6tatXv+9pvXq5ctX\ns23bsmWzZm3btGkAdvPuHS3at2zZzp379u0cOXLnzmEjR86bN3LkdkmTRoyYNlSoZs2SJcsZLly1\nah2rVu0aevTSpAFo7/69NGnhtm07d+7bt3PkyJ07Nw3guHHdupUrV+vaNWPGwGXKdOsWLFjWXLmS\nJesYNmzaOGrbRo0aAJEjSZY0eRJlSpUrpUm7Fi4cOXLlyp0zd9McOXPmqFHbto2WM2eYMPnq0+fX\nr06dgrlyde1asG1Tt40b1+3bNwBbuXadNk2bOHHlypkzd85cWnPizJljxkybNlHQoEWKNAwRImXK\nRo0qpkpVtWq5sGGrVm3cuG3fvgH/cPwYsjRp1sKFI0euXLlz5jibK2fO3LZt3bodu3ZNlapikiQF\nC6ZJEy5QoJQpwyVNWrVq3rxp8w0AeHDh06ZlEyeuXDlz5s6Zc+783Llt2759Q/bt26tX0AQJSpbM\nkiVjihRJkzbLmrVo0cCB08aNGwD58+nXt38ff379+6VJuwYwXDhy5MqVO2cuoTly5sxRo7ZtGy1n\nzjBh8tWnz69fnToFc+Xq2rVg20puGzeu27dvAFq6fDltmjZx4sqVM2funLmd5sSZM8eMmTZtoqBB\nixRpGCJEypSNGlVMlapq1XJhw1at2rhx2759AwA2rFhp0qyFC0eOXLly58y5NVfO/5y5bdu6dTt2\n7ZoqVcUkSQoWTJMmXKBAKVOGS5q0atW8edMGGYDkyZSnTcsmTly5cubMnTMHGvS5c9u2ffuG7Nu3\nV6+gCRKULJklS8YUKZImbZY1a9GigQOnjRs3AMSLGz+OPLny5cybY8MGrlu3c+fMWffmrVw5V8GC\nsWLFiFEFChSYMDFx4UKDBmTIvHi/YkWlJ0/WrEGDhtmkSQD6+wcIQCCAbdvGfft27pw5ht++mTPX\nJ1SoU6fChHnAgEGWLCkkSHDggAwZGiVKiBChyIgRK1a2bGG2aBEAmjVtYsP2bdu2c+fK/fz27dw5\naMyY9eqVKlULFiy6dJmBAcOCBf9kyNBo0WLECEVJkvjx06fPsUyZAJxFm1abtnDcuJ07Z07ut2/n\nzhE7dmzXLlKkNLRoIUbMCwUKDBiQIqXEhQsOHAwiQuTMmS5dimnSBEDzZs6dPX8GHVr06HDhqJEj\nV66cOdasz53jpk2bMmXJkg1x4SJOHDInTtiwwYkTIj58AAEa1qyZMmXIkHW7dg3AdOrVxYnDVq6c\nOXPnvJszd+5cM2bMYsUCBgzHiBF16oBRoYIGDU6cHK1Z06ePr2LFggEMJkxYtmrVACBMqBAcOGjk\nyJUrZ27ixHPnxIULd+2aNWt/1KiJFElQjhw1avjx4yZMmDVrZPHiRYxYsWLWokX/A6BzJ89w4aSR\nI2fO3Llz5o6eOxeuW7dq1bZtG3PkSKRIizRo4MCBDJk1SZJYsVLLly9hwoYN03btGoC2bt/CjSt3\nLt26dsOFo0aOXLly5v7+PXeOmzZtypQlSzbEhYs4ccicOGHDBidOiPjwAQRoWLNmypQhQ9bt2jUA\npk+jFicOW7ly5sydi23O3LlzzZgxixULGDAcI0bUqQNGhQoaNDhxcrRmTZ8+vooVCxZMmLBs1aoB\nyK59Ozhw0MiRK1fOHHny586JCxfu2jVr1v6oURMpkqAcOWrU8OPHTZgwawCukcWLFzFixYpZixYN\nQEOHD8OFk0aOnDlz586Z03ju/1y4bt2qVdu2bcyRI5EiLdKggQMHMmTWJElixUotX76ECRs2TNu1\nawCABhU6lGhRo0eRJtWmzdy4cefOgQN3zpy5c+dQrVrly9emTRYWLIgRo8SLFwsWOHGiZNEiKVJi\nFSv27JkvX9iiRQOwl2/fbt3OkSN37hw4cOcQI4aTJ8+jR2zYLDBgwISJFDp0XLhw5YqROnVq1PiE\nC5cyZbt2WWvWDEBr16+zZTMnTty5c+LEndOtmxgzZtWqCRMWRIOGKlV4wIDx4IEQITPGjClRQhIn\nTsiQCRMmLVkyAN/Bh9+2zZw4cefOiRN3zpy5c+d8BQtGjdqxYyQ0aJgyRQgFCv8AEyRQoWKFEycZ\nMhDixOnYsWDBrDFjBqCixYsYM2rcyLGjR23azI0bd+4cOHDnzJk7dw7VqlW+fG3aZGHBghgxSrx4\nsWCBEydKFi2SIiVWsWLPnvnyhS1aNABQo0rt1u0cOXLnzoEDd65rVzh58jx6xIbNAgMGTJhIoUPH\nhQtXrhipU6dGjU+4cClTtmuXtWbNAAgeTDhbNnPixJ07J07cucePiTFjVq2aMGFBNGioUoUHDBgP\nHggRMmPMmBIlJHHihAyZMGHSkiUDQLu27W3bzIkTd+6cOHHnzJk7d85XsGDUqB07RkKDhilThFCg\nkCCBChUrnDjJkIEQJ07HjgX/C2aNGTMA6NOrX8++vfv38OODm2/O3Ln7+PGTK1eOGTOA06YRyZTJ\ni5dEGzYQIpQnTy06dKxZ86VNGzZs5cqB4wjA40eQ4kSaM3fO5MmT3siRw4Xr2bMUixZt2bLIggVK\nlPDgoSVGjDNnr6ZNQ4aMHLlu3rwBYNrU6bdv3cqVO3fOnLlzWbOWM2du2zZw4Czt2tWnz6UWLRAh\nkiPnEhcutWqNOnZs2TJw4LhlywbA71/A4ASXK3fO8OHD5s6d27YNHLhG0qQFCpSqQgVChL588VSj\nBi1al549I0Zs3DhuqQGsZt3a9WvYsWXPpi1OnDly5M7t3m3O3LlzzqhRs2bN/40bFAsWSJK0AAUK\nBgwqVapw5AgQIMOsWAEEaM8eb58+ASBf3vy4cebKlTvXvr05c+fO2dq1y5kzFiw0HDhQqBBABSFC\nLFjw6ROFHDlMmKgVJMiePXTobJMkCQDGjBrBgSMnTty5kCHNmTt3Dty3b9y4tWo1hQWLTp0skCBx\n4AAgQA1w4FChwlSPHpYs4cFzDRQoAEqXMg0Xrty4ceemTjVn7ty5bd+2flOlagUJEqZMQYgQ4cAB\nRowUpEghQUIoFy7q1JkzJ5smTQD28u3r9y/gwIIHExYnzhw5cucWLzZn7tw5Z9SoWbPmxg2KBQsk\nSVqAAgUDBpUqVThyBAiQYf9WrAACtGePt0+fANCubXvcOHPlyp3r3ducuXPnbO3a5cwZCxYaDhwo\nVEhBiBALFnz6RCFHDhMmagUJsmcPHTrbJEkCYP48enDgyIkTd+79e3Pmzp0D9+0bN26tWk1hwQJg\np04WSJA4cAAQoAY4cKhQYapHD0uW8OC5BgoUAI0bOYYLV27cuHMjR5ozd+7ctm8rv6lStYIECVOm\nIESIcOAAI0YKUqSQICGUCxd16syZk02TJgBLmTZ1+hRqVKlTqZIjt82cuXNbuXLtFi3aqlW+fGmI\nEAFH2g0bYMBQpEiOI0eLFi27dk2aNGjQvnnzBgBwYMHlynUzZ+5c4sTmzJ3/O3csWLBDh3DhqvDg\ngQ4dM0CAePGiUKE8cuTAgdPLmLFly4wZ68aNGwDZs2mPG3fNXG5z53j3PkcuXLhq1ahRK9OkiRw5\nZFI0T8GGjRY009HI8uUrWTJgwLBVqwYAfHjx48ZdM2fuXHr16suNG3ft2rZtUmjQyJLFjAMHFSoY\nMQKQCg4cR464mjUrWbJhw7ZhwwYgosSJFCtavIgxo0Zy5LaZM3cupEiR3aJFW7XKly8NESLgeLlh\nAwwYihTJceRo0aJl165JkwYN2jdv3gAYPYq0XLlu5syde/rUnLlz544FC3boEC5cFR480KFjBggQ\nL14UKpRHjhw4cHoZM7Zs/5kxY924cQOAN6/eceOumftr7pzgwefIhQtXrRo1amWaNJEjh0yKySnY\nsNGCJjMaWb58JUsGDBi2atUAmD6Nety4a+bMnXsNG3a5ceOuXdu2TQoNGlmymHHgoEIFI0ao4MBx\n5IirWbOSJRs2bBs2bACqW7+OPbv27dy7ewcH7pw5c+fOlSt3Ln36XLhw9eq1aBGEBg1MmChBg8aE\nCV++rAF46lScOMSePbNmjRq1cNeuAYAYUeK4cefMmTt3rly5cx07OvrzhxUrJUokFCgAAgSKEyca\nNKhShUukSFOm3FKmTJo0Z868WbMGQOhQot68nStX7ty5cuXOPX06jdtUbv/KlBFZscKNmxs0aGDA\nwISJEkWKihRBVasWNGjKlGWDBg3AXLp1wYE7V67cuXPlyp0DDNgZNWrbtkmTRmLChCZNYEiQgABB\nihQrrFj58IGRK1fLljFjlg0aNAClTZ9GnVr1atatXYMDd86cuXPnypU7lzt3Lly4evVatAhCgwYm\nTJSgQWPChC9f1pw6FScOsWfPrFmjRi3ctWsAvH8HP27cOXPmzp0rV+7c+vWO/vxhxUqJEgkFCoAA\ngeLEiQYNqgCswiVSpClTbilTJk2aM2ferFkDIHEiRW/ezpUrd+5cuXLnPn6cxm0kN2XKiKxY4cbN\nDRo0MGBgwkSJIkVFiqD/qlULGjRlyrJBgwZgKNGi4MCdK1fu3Lly5c5BheqMGrVt26RJIzFhQpMm\nMCRIQIAgRYoVVqx8+MDIlatly5gxywYNGoC6du/izat3L9++fsUBNmfuHOHChb+NG2fLFjFiErBg\nyZEjjgMHb9548dIKDRpq1Gpt2wYNWrly38SJA6B6NWtyrs/Bji37XDRv3kaNkiULgREjNGikceCg\nTJkrV1xRocKMGatr15IlK1fOW7hwAK5jzx5uuzlz576DB29u/LZt2bKNefXKjBk+ESK8eZMlC6Uj\nR169ynTs2LBh4QCG07ZtGwCDBxGKEzfOnLlzDyFCNHfuXLZs3LjhAAWq/0mTOwMG4MABBIigEiVE\niVK0bFmuXOLEWePGDUBNmzdx5tS5k2dPn+PGmStX7lzRouXKnTvnKVasXr0gQEAQIMCYMQMoUHDg\nYNEiCTNm/Phxq0mTL1/AgOkmSBAAt2/hlit3zpy5c3fvmjN37pykRIl69UKAwECAAGTICJAgAQGC\nQIEepEjBgoUsHDi6dMGCZRshQgBAhxYtTpw5cuTOpU5tzty5c95ga9PGiZOKChUwYUJgwcKBA4gQ\nKfDhAwUKVzt25MkDB841SZIARJc+nRw5c+XKndOu3Zy5c+eoadPWrZsaNRQWLKhUScCBAwECjBkz\nYMIEBgxKnTixZo0WLf8AqT16BKCgwYMIEypcyLChw3HjzJUrd65ixXLlzp3zFCtWr14QICAIEGDM\nmAEUKDhwsGiRhBkzfvy41aTJly9gwHQTJAiAz59Ay5U7Z87cuaNHzZk7d05SokS9eiFAYCBAADJk\nBEiQgABBoEAPUqRgwUIWDhxdumDBso0QIQBw48oVJ84cOXLn8uY1Z+7cOW+AtWnjxElFhQqYMCGw\nYOHAAUSIFPjwgQKFqx078uSBA+eaJEkAQoseTY6cuXLlzqlWbc7cuXPUtGnr1k2NGgoLFlSqJODA\ngQABxowZMGECAwalTpxYs0aLFmqPHgGYTr269evYs2vfzr1cuW7mzJ3/Gz/enLlz54bhwkWI0KlT\nBhQoOHFCRIQILVrcuYOnTx+AfPgco0bt2bNjx7gtBNDQ4UNz5sKdo1jxnDlz586lEiUKDJhKlQIc\nOJAixQUHDkyYYMNGjRkzb94Ea9Zs2TJhwrht2wbA50+g5MhpM2fu3FGkSMmBA+fMWbNmN1Kk0KED\nCQUKHDicOXNky5YzZ17t2mXMmDBh2ahRA9DW7dty5bido1vX7rlw3LgFC3bsmAUIEEqUSAEAQIIE\nNGisAAFChgxUrVoFC1arVjZt2gBs5tzZ82fQoUWPJl2uXDdz5s6tXm3O3Llzw3DhIkTo1CkDChSc\nOCEiQoQWLe7cwdOn/w8fPseoUXv27NgxbtEBTKde3Zy5cOe0bz9nzty5c6lEiQIDplKlAAcOpEhx\nwYEDEybYsFFjxsybN8GaNVu2TBhAYdy2bQNg8CBCcuS0mTN37iFEiOTAgXPmrFmzGylS6NCBhAIF\nDhzOnDmyZcuZM6927TJmTJiwbNSoAahp82a5ctzO8ezp81w4btyCBTt2zAIECCVKpAAAIEECGjRW\ngAAhQwaqVq2CBatVK5s2bQDGki1r9izatGrXshUn7pw5c+fOlSt37u7dQVOmTJpkxIgCAQIsWJgQ\nIoQBA1WqYJEk6csXXtCgOXNGjJg3atQAcO7smRy5c6JFlyt37vRpNP9FilCilCLFAgECPHhwAAIE\nAgRJkvxQpIgHj1jHjjVrZsyYN2nSADBv7hwcuHPmzJ07Z87cuezZp2HDVq0aMWInHjzIkaMCCRIG\nDDBhguPOnSFDRtmyxYyZMWPZnj0D4B8gAIEDAYQLd86cuXPnzJk79/Chsl27nDmjRQvCgQMuXERI\nkCBAgA0bHty44cCBHU+ekCFLlmwbM2YAaNa0eRNnTp07efYk9/NcUKFDz1kTJ44UKWDADkCBwoIF\nFgYM7Njx4sXVmjXWrOXatk2ZsnLluoEDBwBtWrXlypE79xZu3HPIvHmLFClWLAE4cLhwkcWBgzRp\nunQZ5cSJMmWvqlX/I0aMHDlt374BsHwZszhx4cyZO/cZNOhy5sxRoyZNmg06dJAg0YIAARUqXLgY\nOnLk1i1SypQVKyZOXLZt2wAUN358XHJz5s41d+6cnDlz0KBNm4aBDh0aNNQAAPDiBQ4cfTRoCBUq\nULJkvHiRI6eNGzcA8+nXt38ff379+/mT8w/wnMCBBM9ZEyeOFClgwA5AgcKCBRYGDOzY8eLF1Zo1\n1qzl2rZNmbJy5bqBAwcgpcqV5cqROwczpsxzyLx5ixQpViwBOHC4cJHFgYM0abp0GeXEiTJlr6pV\nI0aMHDlt374BuIo1qzhx4cyZOwc2bNhy5sxRoyZNmg06dJAg0YIA/wEVKly4GDpy5NYtUsqUFSsm\nTly2bdsAGD6MeJxic+bOOX78mJw5c9CgTZuGgQ4dGjTUAADw4gUOHH00aAgVKlCyZLx4kSOnjRs3\nALRr276NO7fu3bx7kyN3rly5c8SJmzN37tymUaN27XrwQIIAAWvWDNCgoUGDR4845MgRJAgvIkTE\niDFjhlugQADau39frtw5c+bO2bdfrty5c5L48AG4a9eCBRMIEFCjJgAGDA8eTJqEQYeOGjV4+fCR\nJs2WLdn8+AEQUuRIceLKkSN3TqXKcuXOnZtmzVq0aGTIoHjwYM4cABo0HDgQKFCDIEF69HgFBQoh\nQnToWKtUCcBUqv9VyZEzV67cOa5czZk7d86ZNWvXrlGh8mDBAjx4ABw4IEDAoEEARIh48ICVCBFx\n4pAhkw0RIgCFDR9GnFjxYsaNHZMjd65cuXOVK5szd+7cplGjdu168ECCAAFr1gzQoKFBg0ePOOTI\nESQILyJExIgxY4ZboEAAfP8GXq7cOXPmzh0/Xq7cuXOS+PDZtWvBggkECKhREwADhgcPJk3CoENH\njRq8fPhIk2bLlmx+/ACAH1++OHHlyJE7lz9/uXLnzgGcZs1atGhkyKB48GDOHAAaNBw4EChQgyBB\nevR4BQUKIUJ06FirVAkAyZImyZEzV67cuZYtzZk7d86ZNWvXrlH/ofJgwQI8eAAcOCBAwKBBAESI\nePCAlQgRceKQIZMNESIAVq9izap1K9euXr+WK/fNnLlzZs2aM3funCtZsr58IUUqwYIFJUqMmDBB\nhow3b/4QIjRoEK9nz44dQ4YsmzZtAB5DjlyuHLhzli+fK1fu3DlNsmQ9ecKJU4IHD0iQSEGBggwZ\nbdq8UaMGDx5cx44Ry01MW7ZsAH4DD06O3DZz5s4hT57827VrtWoJE5Zi+osXPy5ckCEDDRovY8bg\nwaOKGLFjx4gRq0aNGoD27t+TI9fNnLlz9u/f97ZtW6xYxAASe8CBw4gRLQYMuHBBhgwcKVIUKULK\nlatixXr1upYt/xsAjx9BhhQ5kmRJkyfLlftmztw5ly7NmTt3zpUsWV++kCKVYMGCEiVGTJggQ8ab\nN38IERo0iNezZ8eOIUOWTZs2AFexZi1XDtw5r1/PlSt37pwmWbKePOHEKcGDByRIpKBAQYaMNm3e\nqFGDBw+uY8eIBSamLVs2AIcRJyZHbps5c+cgR4787dq1WrWECUux+cWLHxcuyJCBBo2XMWPw4FFF\njNixY8SIVaNGDUBt27fJketmztw5379/e9u2LVYsYsQecOAwYkSLAQMuXJAhA0eKFEWKkHLlqlix\nXr2uZcsGgHx58+fRp1e/nn17ceLOmTN37ly5cufw40cEBownT/8Af/yYECBAiRIaZMhQoCBNGi+Q\nIC1ZsmvZMmXKihXb1qwZgI8gQ44bd86cuXPnyJE7x5KlnShRPn2aMeNCgAAqVHB48WLBgjJloiBC\n1KRJrmLFmjULFozbs2cAokqd+u3buXLlzp0rV+6cV6/FePF69kyUqBsWLCxZAuLGDQQIyJABwoiR\nFSuxcOFSpkyYsG3NmgEYTLgwOHDnzJk7d86cuXOQIe/ChYsaNVCgPjhw0KRJhgoVCBDAgaPCkycU\nKEhq1cqZs169uEmTBqC27du4c+vezbu373Hjwpkzd+6cOXPnzJkrV26VMmVw4Pz5Q0CDBhAgjmTI\nYMUKGDCgzJj/OXbM1LVrwYKBA3dt2zYA8OPLHzcunDlz586ZM3fOnDmA5Mh9AgbMjp1BgwaMGHHi\nhJMPH6RIAQNGkhUruHB5cubMl69w4axt2wbA5EmU4cJ5M2fu3Dlz5s7NNGcO3Ldvw4bNmvWCC5ck\nSZSMGBElChkyhNKkmTUr07FjwYJ582YNGzYAWbVuFScunDlz58SOHfsNHLhdu2jRmoADhwoVQwoU\nAAECBowyIkRIkoSIGLFdu8SJo9atGwDEiRUvZtzY8WPIkceNC2fO3Llz5sydM2euXLlVypTBgfPn\nDwENGkCAOJIhgxUrYMCAMmPm2DFT164FCwYO3LVt2wAMJ158/9y4cObMnTtnztw5c+bIkfsEDJgd\nO4MGDRgx4sQJJx8+SJECBowkK1Zw4fLkzJkvX+HCWdu2DcB9/PnDhfNmzhzAc+fMmTtn0Jw5cN++\nDRs2a9YLLlySJFEyYkSUKGTIEEqTZtasTMeOBQvmzZs1bNgAsGzpUpy4cObMnatp0+Y3cOB27aJF\nawIOHCpUDClQAAQIGDDKiBAhSRIiYsR27RInjlq3bgC2cu3q9SvYsGLHkiVHzhw5cufWnjMXLhw4\ncF1evNCjBwCABgQINGkCwIIFBAjo0MEwZAgNGq6MGPHjx4qVaXnyAKhs+TI5cubIkTt3zhxoceK6\ndduCAwcfPv8AADgQIGDKlAAaNCRIAAhQByhQaNCAdeRInz5UqESrUwcA8uTKxYkjN27cuejnzI0b\nd+6cNFu2jh3DgaOGBQt06BxYseLBA0KEQHz5IkTIKS5cKlWCAweaIUMA9vPvPw7guHIDzxUsWK7c\nuXO/QoXixatECQkKFGzZEmDBggEDtGgpIEKEBg2pYsQwY8aKlWdu3ABw+RJmTJkzada0eZMcOXPk\nyJ3zec5cuHDgwHV58UKPHgAAGhAg0KQJAAsWECCgQwfDkCE0aLgyYsSPHytWpuXJAwBtWrXkyJkj\nR+7cOXNzxYnr1m0LDhx8+AAA4ECAgClTAmjQkCABIEAdoED/oUED1pEjffpQoRKtTh0Amzl3FieO\n3Lhx50ifMzdu3Llz0mzZOnYMB44aFizQoXNgxYoHDwgRAvHlixAhp7hwqVQJDhxohgwBcP4c+rhx\n5aifs269XLlz536FCsWLV4kSEhQo2LIlwIIFAwZo0VJAhAgNGlLFiGHGjBUrz9y4AQAQgMCBBAsa\nPIgwoUKF5MhxMwfR3Llz5siRGzeOUZ8+c+aIESNBgwYkSFDEiPHiRaFCff784cNHF7KZyHz5ulat\nGoCdPHuWK9fNnNCh5ciRCxduDhw4a9Zw4eKAA4cjR1jo0BEjBiFCd/z4uXNnV7BgxIjp0nWtWjUA\nbNu6HTfu/1q5cubMnTtnrlw5c+awJUuGCxcrVkeKFIkT54gOHUiQDBpUhxEjQoRyHTvGjFmwYNeo\nUQMAOrRocuSymTN3LvU5c6xZXxMmbNYsUKAyqFAxZUoKCRJAgMCCRciRI1iwtKpVixgxW7ayWbMG\nILr06dSrW7+OPbv2cOHOmTN37hw4cObOmT/H5sgRV66ECOkQIYIePSqyZNmxAxWqRZEi3QF4R1m0\naL9++fLVbdkyAA0dPgwX7pw5c+fOfftm7tw5c+bwePFCixYOHBwgQNizx4YWLT58tGpl6dKlPn2Y\nNWsWLJgvX92UKQMQVOhQb97OlSt37pw4ceecOvVFjFi2bP+/fo2ZMqVWrTNq1HjxcuvWplKlQIFq\nBg3asWPEiHFDhgzAXLp1wYE7Z87cuXPlyp0DDDjXrFnSpHHi9KJDB0uWXvDgESKEJ09M+vSBAkXY\nr1/AgPHixQ0ZMgClTZ9GnVr1atatXYcLd86cuXPnwIEzd073OTZHjrhyJURIhwgR9OhRkSXLjh2o\nUC2KFOnOHWXRov365ctXt2XLAHwHHz5cuHPmzJ079+2buXPnzJnD48ULLVo4cHCAAGHPHhtatAD0\n4aNVK0uXLvXpw6xZs2DBfPnqpkwZgIoWL3rzdq5cuXPnxIk7J1KkL2LEsmX79WvMlCm1ap1Ro8aL\nl1u3NpX/KgUKVDNo0I4dI0aMGzJkAI4iTQoO3Dlz5s6dK1fuHFWquWbNkiaNE6cXHTpYsvSCB48Q\nITx5YtKnDxQown79AgaMFy9uyJAByKt3L9++fv8CDixYHGFz5s6dM2fuHGPG2caN69Vr2rQ5x459\n+gRt06Zt23796kaM2LhxzcKF27bNnDlw3rwBiC179rja5sydy61btzZx4oIFo0atzLFjnDgxy5SJ\nG7dgwbYdOzZuHDRx4rJlM2fOW7duAL6DDw8OXDhz5s6dM2fuHHv25MyZ8+YtXLhg2rQBA1YtVqxt\n2wAWK5Zt2bJx46iFC9etW7ly4LZtAzCRYsVw4cSZM3eO/2PHjuXOncOGDRw4TdSovXo1TZCgatVu\n3cJmy5Y4ccjChdOmzZw5bz8BBBU6lGhRo0eRJlUqjqk5c+fOmTN3jirVbOPG9eo1bdqcY8c+fYK2\nadO2bb9+dSNGbNy4ZuHCbdtmzhw4b94A5NW7d1xfc+bOBRYsWJs4ccGCUaNW5tgxTpyYZcrEjVuw\nYNuOHRs3Dpo4cdmymTPnrVs3AKdRpwYHLpw5c+fOmTN3jjZtcubMefMWLlwwbdqAAasWK9a2bcWK\nZVu2bNw4auHCdetWrhy4bdsAZNe+PVw4cebMnRM/fny5c+ewYQMHThM1aq9eTRMkqFq1W7ew2bIl\nThyycP8Aw2nTZs6ct4MAEipcyLChw4cQI0oEB64cOXLnzpkzd86cuXPnpkmT5s3brVugePGCBo3X\nrl3QoGnThi1YsGzZumnTFiwYNGjhdu0CQLSo0XDhypEjd+6cOXPnzJk7d45atGjdusWK9enVK2jQ\nZPXqtWxZtmzUggW7dq3btm3EiEGDBi5YMAB48+r15o2cOHHnzpkzd86cuXPnwokTFy4cN27FkCG7\ndm1ZsGDLlmXLZq1YsWzZunnzxoxZtWrfhg0DwLq1a3DgypEjd652bXPmzp0T9+2bOHHZssnSpStb\nNlauXPnyNW3asV69pk3jli1bsGDQoIHr1QuA9+/gw4v/H0++vPnz4MCVI0fu3Dlz5s6ZM3fu3DRp\n0rx5u3ULFC+AvKBB47VrFzRo2rRhCxYsW7Zu2rQFCwYNWrhduwBs5NgxXLhy5MidO2fO3Dlz5s6d\noxYtWrdusWJ9evUKGjRZvXotW5YtG7Vgwa5d67ZtGzFi0KCBCxYMwFOoUb15IydO3Llz5sydM2fu\n3Llw4sSFC8eNWzFkyK5dWxYs2LJl2bJZK1YsW7Zu3rwxY1at2rdhwwAMJlwYHLhy5MidY8zYnLlz\n58R9+yZOXLZssnTpypaNlStXvnxNm3asV69p07hlyxYsGDRo4Hr1AlDb9m3cuXXv5t3bNzhw28yZ\nO1f8/5w55OfOlfPmTZq0cOG2QYMmTVq3cOGqVevWTRw5ct26gStXvty3b+G4cQPQ3v17cOC4mTN3\nzv45c/nPnSvnzRvAadPAgdPGjBk0aNzChatWbds2ceTIceMWrhzGct++iePGDQDIkCK9ectm7qS5\nc+fMnWt5zty4ceDAkSM3zpo1bdrCjRs3bVq3buLKldOmLRw5cubMffsWbts2AFKnUgUHbps5c+e2\ncu0qTpw3b+TIgatWTZq0b968NWt27Vq4ceO0aftW7m45cHq5cQPg9y/gwIIHEy5s+HCzZuPAgTt3\nDhw4c5LPnesmTly3bt68QfPmbdu2b9SoiRPnzds4bf/axo37Nm4cN27ixHnDhg0A7ty6nTkbBw7c\nuXPixJkrfu6ct3DhunXjxq3Ztm3atHWjRg0cOG/exnXrNm4cOHLkuHETJ+6bNm0A1rNvjwxZuG7d\nzp0DB84c/nPnxJEjFw5gOHLktoULx41bOGzYxInz5m0cN27jxn0jR44bN3HivGHDBgBkSJHPnpEL\nF+7cOXLkzrVsKa5cOXHixo2r5s3btm3dpEn79o0bN3HatIULB44cuW3bwoXzdu0aAKlTqVa1ehVr\nVq1bmzUbBw7cuXPgwJkze+5cN3HiunXz5g2aN2/btn2jRk2cOG/exmnTNm7ct3HjuHETJ84bNmwA\nGDf/duzM2Thw4M6dEyfOXOZz57yFC9etGzduzbZt06atGzVq4MB58zauW7dx48CRI8eNmzhx37Rp\nA/AbeHBkyMJ163buHDhw5pifOyeOHLlw4ciR2xYuHDdu4bBhEyfOm7dx3LiNG/eNHDlu3MSJ84YN\nGwD58+k/e0YuXLhz58iROwfwnMBz4sqVEydu3Lhq3rxt29ZNmrRv37hxE6dNW7hw4MiR27YtXDhv\n164BOIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKta\nvYo1q9atXLt6/Qo2rNixZMuaPYs2rdq1bNu6fQs3/27OR4+QHTv27Bk0aOCsWZs27dq3b8uWGTOm\nzJq1XYxx4Xr27JbkXbuiRSMmTFiyZM2aFZs1C4Do0aQfPTJWrFizZs6cgaNGbdo0a926IUM2bJgw\nadJq1cIFnBkzWbJq4cL17Bmw5ceOOXNGjBYtANSrW4cEiZh2Z9ydfatWjRq1a968OXN27FgzbNiA\nAesFX5o0XLhu7dolTdqvYMGQIQPozNkxWbIAHESYUJKkZMeORYMYLZw1a9OmYQsXjhkzZMiYZcv2\n61cwXrymTatVS9etW9So9QoWDBmyaNGO2bIFQOdOnj19/gQaVOjQYcOcRYsGDly4cOK+fQsXTlo2\nqv/ZihVzBAzYsWOo+vR59QoYsEiPHt26hSxUKFeuatUiduoUALp17Q4b1ixatG/fwIET9+2bN2/L\nqFGrVo0YsUa8eBEj9okPH1GiePHSlCiRLFnEPHlSpYoWrWGiRAFAnVp1sGDNXHfr5s1buG/fwIHL\n1q2bNm3SpM1SpowZs12UKO3aRYyYKEeOatUiBgpUrFi3bhFjxQrAdu7diRF7Fi3at2/hwo379i1c\nuGbbtmnTliyZp2bNnj3DBQiQLVvIkAHMFChQrVrHQIFSpYoXL2SsWAGIKHEixYoWL2LMqBEaNGHc\nuIULV64cOHLkzJkjhw1bt27kyC07derYsWu7djH/YkSMmDNfvk6dqtatGzVqvHhVa9YMANOmTp05\nE8aNGzhw5MiBI0fOnDlx2LBp0yZOHLFTp4gRk6ZLlyJFxYpB27UrVChp3LhJk9ar17RmzQAADiy4\nWbNg27aBA0eO3Ldy5cyZI8eNGzhw5Mhd8+XLmbNuvnxhwlSsWDVfvjx5mrZtmzRpvXpRa9YMAO3a\ntqFBM9atmzhx5cp9I0fOnLlx2rR580aO3LFVq5Qp88aLFyFCxIhRo0ULFChp3LhNm+bLF7Zq1QCg\nT69+Pfv27t/Djw8NmjBu3MKFK1cOHDly5gCaI4cNW7du5MgtO3Xq2LFru3YxYkSMmDNfvk6dqtat\n/xs1arx4VWvWDEBJkyedORPGjRs4cOTIgSNHzpw5cdiwadMmThyxU6eIEZOmS5ciRcWKQdu1K1Qo\nady4SZPWq9e0Zs0AZNW6tVmzYNu2gQNHjty3cuXMmSPHjRs4cOTIXfPly5mzbr58YcJUrFg1X748\neZq2bZs0ab16UWvWDEBjx4+hQTPWrZs4ceXKfSNHzpy5cdq0efNGjtyxVauUKfPGixchQsSIUaNF\nCxQoady4TZvmyxe2atUABBc+nHhx48eRJ1c+bVo4btzOnQMH7ly5cufOSRs3jhu3ceNOHTu2a1c1\nU6ZixbJlS5ov976cbduWLZs1a9mkSQOwn39/af8ApYnjxu3cuW/fzpUrd+4cNXHitGkLF07Ur1+3\nbk0jRQoWLFy4oPnytWsXs2zZsGGrVi0bNGgAYsqcCQ2aN2zYzp379u0cOXLnznUrVw4cOHPmdFWr\nduwYN1CgZMmqVYsaL164cB3Dhi1bNmzYtEmTBqCs2bPTpoXr1u3cOXDgzpEjd+5cNHLkuHErV47U\ns2e7dnkjRIgUqVKlqJUqBQsWMW3asmXz5q0bNWoAMmvezLmz58+gQ4ueNi0cN27nzoEDd65cuXPn\npI0bx43buHGnjh3btauaKVOxYtmyJc2XcV/Otm3Lls2atWzSpAGYTr26NGniuHE7d+7bt3Plyp3/\nO0dNnDht2sKFE/Xr161b00iRggULFy5ovnzt2sUsWzaA2LBVq5YNGjQACRUuhAbNGzZs5859+3aO\nHLlz57qVKwcOnDlzuqpVO3aMGyhQsmTVqkWNFy9cuI5hw5YtGzZs2qRJA9DT589p08J163buHDhw\n58iRO3cuGjly3LiVK0fq2bNdu7wRIkSKVKlS1EqVggWLmDZt2bJ589aNGjUAceXOpVvX7l28efVS\no7ZNnLhy5cyZO2fOsDly5sxRo7Zt261s2Tp1MrZoUbFimDAFAwVKmjRf2LBVqxYuHLdu3QCsZt16\n2rRs4sSVK2fO3Dlzuc2RM2dOmrRt22RVq+bJ/xMxQoSOHatUSdinT9as6bp2bdo0ceK0ceMGwPt3\n8NCgVQMHjhy5cuXOmTN37py5c+e+fQMHLlq4cLJkPcuUaRnAZZw4+bp06dmzW9SoSZMGDpw2btwA\nUKxokRq1beLElStnztw5cyLNkTt3rlq1b99qdev26dOyMmWKFVu0aBgdOs6crapW7dmzceO0ffsG\n4CjSpEqXMm3q9ClUatS2iRNXrpw5c+fMcTVHzpw5atS2bbuVLVunTsYWLSpWDBOmYKBASZPmCxu2\natXChePWrRuAwIIHT5uWTZy4cuXMmTtn7rE5cubMSZO2bZusatU8eSJGiNCxY5UqCfv0yZo1Xf/X\nrk2bJk6cNm7cANCubRsatGrgwJEjV67cOXPmzp0zd+7ct2/gwEULF06WrGeZMi1bxomTr0uXnj27\nRY2aNGngwGnjxg0A+vTqqVHbJk5cuXLmzJ0zZ98cuXPnqlX79g1grW7dPn1aVqZMsWKLFg2jQ8eZ\ns1XVqj17Nm6ctm/fAHT0+BFkSJEjSZY0qU2buG7dzp0z9/LbN3PmPOnS5cqVIEENHDioUkWFAwcL\nFpQp46JDBw4cHBEhMmYMFy7KFi0CcBVrVm7cxoEDd+6cObHfvpkzd6pWLVy4CBGyQIFCmTIxKlRg\nwIANmxcpUogQIYkJkzCDwyhLlAhAYsWLsWH/+6ZN27lz5iiDA3fuHDbNxIgFC/YCCZI7d3xIkJAg\nARgwMEKE0KBhEBEiYMCoUVOMEiUAu3n35sZtnDdv586ZM+7NmzlzmYgRa9XKkaMHHTpcuYICAQID\nBqpU2TBhQoMGe3z4WLKkSxdkkiQBcP8efnz58+nXt39fnDhq5MiZMwfw3DlzBM+d03btGjFizZol\nmTEDEKA8L17s2FGpEiI0aNy4+VWsGLGRxLJRowYgpcqV4sRJI0fOnLlz58zZPHcumzRpxowpU5Yk\nRgxBguasWBEjxqRJftq0oUOnFzFiwaoGsxYtGoCtXLuCA+ds3Lhy5c6dM4f23LlxbLt1+/bt/1Gb\nNpgwoZIh48WLQoUIdekiR86tYIQLY5s2DYDixYzDhaNGjpw5c+fOmbt87lw3bdqYMatWrQcLFnfu\n9HnwwIIFL16swIBRpMirWrV8+RImbFu2bAB6+/4NPLjw4cSLGxcnjho5cubMnTtnLvq5c9quXSNG\nrFmzJDNmAAKU58WLHTsqVUKEBo0bN7+KFSMGn1g2atQA2L+PX5w4aeTImQNo7tw5cwXPncsmTZox\nY8qUJYkRQ5CgOStWxIgxaZKfNm3o0OlFjFgwksGsRYsGQOVKluDAORs3rly5c+fM3Tx3btzObt2+\nfXvUpg0mTKhkyHjxolAhQl26yJFzK9hUqv/Ypk0DkFXr1nDhqJEjZ87cuXPmzJ47102bNmbMqlXr\nwYLFnTt9HjywYMGLFyswYBQp8qpWLV++hAnbli0bAMaNHT+GHFnyZMqVt20zR47cuXPgwJ0zZ+7c\nuUyDBtGilSlThgEDWLCAkSIFAgRFish488aFC1C3biFD9uuXtWbNABxHnrxbt3PkyJ07Fy7cOerU\nTX36tGvXqFEaFCjQoQOHChUNGhw5ouTNmxYtPMmSdezYrl3UlCkDkF//fmzYygEEB+7cOXHizpkz\nd+6cM2vWsEHEhgMECC9epHz40KCBECE1uHDp0IERKVLHjgkTNi1ZMgAuX8Ls1u3cuHHnzon/E3fO\nnLlz50zt2tVraC8JDx7UqHHjwQMECECAGNGjR4QIdUCBatasWLFs0aIBCCt2LNmyZs+iTat22zZz\n5MidOwcO3Dlz5s6dyzRoEC1amTJlGDCABQsYKVIgQFCkiIw3b1y4AHXrFjJkv35Za9YMAOfOnrt1\nO0eO3Llz4cKdS53a1KdPu3aNGqVBgQIdOnCoUNGgwZEjSt68adHCkyxZx47t2kVNmTIAzp9Dx4at\nHDhw586JE3fOnLlz55xZs4ZtPDYcIEB48SLlw4cGDYQIqcGFS4cOjEiROnZMmLBpyQAmAzCQYMFu\n3c6NG3funDhx58yZO3fO1K5dvTD2kvDg/0GNGjcePECAAASIET16RIhQBxSoZs2KFcsWLRoAmzdx\n5tS5k2dPnz/DBTVn7lxRo0bFlSunTBk2bEFSpUqTJpIFC4gQ4cGDyomTYcNOTZuGDNm4cd3QAlC7\nlq04t+bMnZM7d+64cuWYMcuWrcepU2LEXLpwwZChO3dKKVGya5epZ8+IERs3jltlAJcxZ+7WzVu5\ncudAhw5t7ty5b9/EicskTVqiRLA0aHDkaM6cVESI8OIFypmzY8fEids2HEBx48fDJTdn7lxz587J\nnTs3bZo3b0h69eLChVWCBH36JEnSSYUKXbo4UaOWLFm5cuDEiQMwn359+/fx59e/n784cf8AzZEj\nd65gQXPmzp0zRozYtWs9eogwYKBSJQQaNAQIwIiRghQpNmxwVaNGnz5x4mjr1AmAy5cwx40zV67c\nuZs3zZk7d66ZM2fcuA0ZQgICBEmSEFiwUKDApUsLWrTo0AHVjRtt2pw5k23SJABgw4r99q2cOHHn\n0qY1Z+7cuXHhwnnzFixYkRo1Tp2qQIFCgQKLFiFgwQIDhlM5chAiBAeONlGiAEieTFmcOHPlyp3b\nvNmcuXPnnmnTxo2bI0ccLlzgxImBAgUFCvDhY2DDhgYNWIkQUaYMGzbeMmUCQLy48ePIkytfzry5\nOHHmyJE7R526OXPnzhkjRuzatR49RBj/MFCpEgINGgIEYMRIQYoUGza4qlGjT584cbR16gSgv3+A\nAAQCGDfOXLly5xQqNGfu3Llmzpxx4zZkCAkIECRJQmDBQoECly4taNGiQwdUN260aXPmTLZJkwDM\npFnz27dy4sSd48nTnLlz58aFC+fNW7BgRWrUOHWqAgUKBQosWoSABQsMGE7lyEGIEBw42kSJAlDW\n7Flx4syVK3fOrVtz5s6de6ZNGzdujhxxuHCBEycGChQUKMCHj4ENGxo0YCVCRJkybNh4y5QJwGXM\nmTVv5tzZ82fQ5MhtM2fu3OnT5sydO1fNmTNYsHr1+nDhAhQoOyhQ+PAhT54vW7Z06YIr/1gwZMiO\nHeumTRsA6NGlkyO3zZy5c9m1a9cmTdqsWcGCWbhwwYgRHA8eWLBAhkyVKFGsWKnFi9exY8GCbcOG\nDQBAAAIHDhQnTlq5cubMnWvo8Fw5ceK0aevWTUuRImrUwIkQ4cIFLFikGDEiRYosXryOHQsWbJs1\nawBm0qxJjtw2c+bO8ezZ8xs3bseOPXs2okQJGjR+GDCwYAEOHENUqOjRg1atWsyYESMG7iuAsGLH\nki1r9izatGrJkdtmzty5uHHNmTt3rpozZ7Bg9er14cIFKFB2UKDw4UOePF+2bOnSBVewYMiQHTvW\nTZs2AJo3cyZHbps5c+dGkyatTZq0Wf+zggWzcOGCESM4HjywYIEMmSpRolixUosXr2PHggXbhg0b\ngOTKl4sTJ61cOXPmzlGvfq6cOHHatHXrpqVIETVq4ESIcOECFixSjBiRIkUWL17HjgULts2aNQD6\n9/MnRw7gNnPmzhU0aPAbN27Hjj17NqJECRo0fhgwsGABDhxDVKjo0YNWrVrMmBEjBg4lAJUrWbZ0\n+RJmTJkzw4U7Z87cuXPlyp3z6VOVKFG7dvnxY+HAgRw5SKRI8eCBESM38uTx4eOUMGHVuFbrRo0a\nALFjyYoTd86cuXPnyJE79/btLE6chg1btOjCgQMrVlS4cAEBgho1XKBBU6MGKF26okX/c+asmzRp\nAChXtsyN2zly5M6dM2fuXOjQ2MCB83ba2wwVKtCgkbFhw4IFLFjgUKPGhYtMuHBFi+bMGbdo0QAU\nN348XLhz5sydO1eu3Dnp0oMRIyZNWrBgExQooEHjgwIFBAhw4PAhSZIJExbhwlUNfrVw2rQBsH8f\nf379+/n39w8QgMCBBAGEC3fOnLlz58qVOwcRoipRonbt8uPHwoEDOXKQSJHiwQMjRm7kyePDxylh\nwqq5rNaNGjUANGvaFCfunDlz586RI3cuaNBZnDgNG7Zo0YUDB1asqHDhAgIENWq4QIOmRg1QunRF\ni+bMWTdp0gCYPYuWG7dz5MidO2fO/9y5uXOxgQPnLa+3GSpUoEEjY8OGBQtYsMChRo0LF5lw4YoW\nzZkzbtGiAbiMOXO4cOfMmTt3rly5c6RJByNGTJq0YMEmKFBAg8YHBQoIEODA4UOSJBMmLMKFq5rw\nauG0aQOAPLny5cybO38OPfq46ebMnbuOHXu3ceNmzQoWDAIZMjx42EGAoE2bKlVI1ajhy1cmaNCI\nESNHjtu3bwD6+wcIQCAAcuTGmTN3TuHChdvGjaNFK1iwCmXK8OARhgCBKFGOHLlEg0atWp2ePRs2\njBy5bd68AYAZUyY4cOHMmTuXU6dOc+fOcePWrVuaXLm8eClEgECVKkOGSFKhIlYsSv/KlBkzNm5c\nt2/fAHwFG3bc2HNlzZ49R86cuWXLtGnb0KcPDhxrAgRIkWLFCkgWLKxapYgaNWDAzJkDN24cAMaN\nHT+GHFnyZMqVyZEzV67cOc6czZk7d27WqVPEiGnQgECAADduAChQECDAoEEEQoTIkOEUCxZs2Jgx\ngy1RIgDFjR8nR85cuXLnnDsvV+7cuVWyZAEDJkJEggED6NABcOAAAACAAA0QIUKDhlUvXvz5M2ZM\ntkaNANzHn1+cuHLjxgE8J1CgOXPnzoHz5m3btly5Rly44MjRAAUKAACoUyfAhw8VKpRiwSJNmjJl\nslGiBGAly5bkyJ0rV+4cTZrmzJ3/O0ds2rRr17JkWaBAwaJFAggQECCACxcBECAwYJBKhIgqVcyY\n6UaIEICuXr+CDSt2LNmyZsmRM1eu3Lm2bc2ZO3du1qlTxIhp0IBAgAA3bgAoUBAgwKBBBEKEyJDh\nFAsWbNiYMYMtUSIAli9jJkfOXLly5z5/Llfu3LlVsmQBAyZCRIIBA+jQAXDgAAAAgAANECFCg4ZV\nL178+TNmTLZGjQAgT65cnLhy48adix7dnLlz58B587ZtW65cIy5ccORogAIFAADUqRPgw4cKFUqx\nYJEmTZky2ShRAqB/P39y5ACeK1fuXMGC5sydO0ds2rRr17JkWaBAwaJFAggQECCA/wsXARAgMGCQ\nSoSIKlXMmOlGiBAAly9hxpQ5k2ZNmzfLlfN2jmfPc+bMnTunjBevR49evSrAgIENGykWLBgxIkwY\nLFOmcOEyS5iwZ8+MGdvGjRsAs2fRliv3zZy5c2/fmjN37hwxYMAoUWLFCkGDBihQrChQwIIFJEie\nIEFChYqsYcOaNSNGjFtlAJcxZyZHLps5c+dAhw5dbtw4adKoUWORIsWNG0AECIgQ4ciRHj58TJkC\ny5cvZMiCBeOmTRsA48eRlyvX7Vxz58/PeatW7dYtX74QMGBgwYIGAAAMGBAhogQGDECAvNKly5kz\nY8bExQcwn359+/fx59e/n3+5cv8AvZ0bSPCcOXPnzinjxevRo1evCjBgYMNGigULRowIEwbLlClc\nuMwSJuzZM2PGtnHjBqCly5flyn0zZ+6cTZvmzJ07RwwYMEqUWLFC0KABChQrChSwYAEJkidIkFCh\nImvYsGbNiBHjxhWA169gyZHLZs7cubNo0ZYbN06aNGrUWKRIceMGEAECIkQ4cqSHDx9TpsDy5QsZ\nsmDBuGnTBqCx48flynU7R7my5XPeqlW7dcuXLwQMGFiwoAEAAAMGRIgogQEDECCvdOly5syYMXG4\nAejezbu379/AgwsfLk7cOXPmzp0rV+6cc+eW+PDBhQsLlgcECKRIAcGDBwQInjz/oZEnDwoUmnbt\natbs2LFu1KgBmE+/vjhx58yZO3euXDmA5wQKJHXpki9fcOBYSJBgxw4KGjQUKFCkyAk6dF68AOXL\nlzNny5Z1kyYNwEmUKb99O1eu3Llz5sydo0lz2rVr27ZBg6ZBgQIcODhMmAAAQI0aIcCASZHiFC9e\n0KAhQ+YtWjQAWbVuFSfunDlz586ZM3fOrNlgtmxBg5YqFQICBDx4YFCgQIAAFiw4wIGjQYNEvnxV\nq2bN2jht2gAsZtzY8WPIkSVPpkyO3Dhz5s5t5sx5mzhxsGDt2rWgTJkZM74gQKBGDRUqmmLE0KWr\nU7NmxoyRI7fNmzcAwYUPJ0du/9w55MmVn/tGjtyuXcGCLZAjJ0UKNgQIiBHz5EkmGjRw4YrkzBkx\nYuTIafPmDcB7+PHFiQtnztw5/Pnzmzt3LhvAbNq02SBE6MgROAAAKFHy4wemGzd69eIULdqyZeTI\ncfv2DQDIkCLLlSN37iTKlOfImTO3bFm1agy8eCFBAgoAABo0rFixx4KFVKkSUaN27Jg5c+DIkQPg\n9CnUqFKnUq1q9So5cuPMmTvn9evXbeLEwYK1a9eCMmVmzPiCAIEaNVSoaIoRQ5euTs2aGTNGjtw2\nb94AEC5smBy5cecWM2587hs5crt2BQu2QI6cFCnYECAgRsyTJ5lo0MCFK5IzZ//EiJEjp82bNwCy\nZ9MWJy6cOXPndvPmbe7cuWzZtGmzQYjQkSNwAABQouTHD0w3bvTqxSlatGXLyJHj9u0bgPDix5cr\nR+4c+vTqz5EzZ27ZsmrVGHjxQoIEFAAANGhYsQLgHgsWUqVKRI3asWPmzIEjRw5ARIkTKVa0eBFj\nRo3jxpkrV+5cyJDlyp07h+vVK2DAQICgoECBHj0CIkQoUODQoQU2bKhQ8apGDTdu0KDZRogQAKVL\nmY4bZ65cuXNTp5Yrd+7cMGLEjh1r0iQCAwZ27AhYsECAAESIDqRIgQKFqSBB6NBZswbbokUA+Pb1\nO26cOXLkzhUubM7cuXPfwIH/06Ztz54PFiwAAhRgwYIAAebMIdCihQkTtnLkyJNnzRptjRoBcP0a\ndrly58yZO3cbN25m2LBdu0aFyoIDB+jQCYAAwYABf/4E0KAhQgRQKVJMmdKmDbhFiwB09/4dfHjx\n48mXNz9unLly5c61b1+u3LlzuF69AgYMBAgKChTo0QNQQIQIBQocOrTAhg0VKl7VqOHGDRo02wgR\nAoAxo8Zx48yVK3cuZMhy5c6dG0aM2LFjTZpEYMDAjh0BCxYIEIAI0YEUKVCgMBUkCB06a9ZgW7QI\ngNKlTMeNM0eO3LmpU82ZO3fuGzhw2rTt2fPBggVAgAIsWBAgwJw5BFq0MGHC/1aOHHnyrFmjrVEj\nAHz7+i1X7pw5c+cKGzbMDBu2a9eoUFlw4AAdOgEQIBgw4M+fABo0RIgAKkWKKVPatAG3aBGA1axb\nu34NO7bs2bTJkfNmzty53bvNmTt3rhkxYpIkyZI1YcOGGMwtWBgxwouXLlKknDkDixgxZMiIEct2\n7RqA8eTLkyPHzZy5c+zZmzN37hw3adJu3dq1S0OIEDNm5AAIAQIHDlCgWFGihAyZVsGCHTtGjFg2\na9YAXMSYkRy5bebMnQMZMiQ5cOCECStWjMOKFSxY+ECAQIMGJEikZMnixo2sZD2THTu2LVs2AEWN\nHi1X7ts5pk2dnut27RotWv/IkCFw4CBCBAwCBDhwcOIEjBQprFhh5csXM2bJkn0LFw7AXLp17d7F\nm1fvXr7kyHkzZ+7c4MHmzJ0714wYMUmSZMmasGFDDMoWLIwY4cVLFylSzpyBRYwYMmTEiGW7dg3A\natatyZHjZs7cOdq0zZk7d46bNGm3bu3apSFEiBkzckCAwIEDFChWlCghQ6ZVsGDHjhEjls2aNQDd\nvX8nR26bOXPnzJ8/Tw4cOGHCihXjsGIFCxY+ECDQoAEJEilZsgB040ZWsoLJjh3bli0bgIYOH5Yr\n9+0cxYoWz3W7do0WLWTIEDhwECECBgECHDg4cQJGihRWrLDy5YsZs2TJvoX/CwdgJ8+ePn8CDSp0\nKNFw4c6ZM3fu3Lhx554+fdWokS1bbNiIKFAACBAOKlQQIMCFCw48eEyYOKVL17JlwYJxe/YMAN26\ndsOFO2fO3Llz5cqdCxwYWK9eypRlyjRiwQIqVDSUKFGgwJEjLdSoiRFjVK5cyJD9+sUNGjQApk+j\nBgfuXLly586VK3du9uxq1qxp0yZMGIoKFaBAofDhw4ABSJCw2LOHBg1Yw4Y5c3bsWDdq1ABgz65d\nnLhz5sydO2fO3Lny5Y3hwiVNWqZMEhAgaNGCAgMGAgS0aGEhSpQHDwB6+vVLmjRixMBlywaAYUOH\nDyFGlDiRYkVx4r6ZM3fu/5w5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKo6OHHn1qtKyZcSI\nhQt3rVs3AEeRJhUnDpw5c+egRo0Kjhw5X75+/dJgxUqPHl8ePECCRImSSEGCtGoliRmzYMHChaum\nTRsAu3fxihP3zZy5c38BAyY3btyxY8SIiXjyhAcPJwkSCBFixMgiL15o0RolTZowYeLEYfPmDUBp\n06fHjRNnztw5169fdwMHDheuWbMWjBjBgYOMAQMmTDBhgg4JEpYsJZo2rVixcuW2iRMHgHp169ex\nZ9e+nXt3ceK+mTN37pw5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKv8AHR058upVpWXLiBEL\nF+5at24AIkqcKE4cOHPmzmncuBEcOXK+fP36pcGKlR49vjx4gASJEiWRggRp1UoSM2bBgoULV02b\nNgBAgwoVJ+6bOXPnkipVSm7cuGPHiBET8eQJDx5OEiQQIsSIkUVevNCiNUqaNGHCxInD5s0bgLdw\n444bJ86cuXN48+btBg4cLlyzZi0YMYIDBxkDBkyYYMIEHRIkLFlKNG1asWLlym0TJw6A58+gQ4se\nTbq06dPjxpUjR+6c63PmxIkjR44VHTqfPlmwkGHAgDJlAGTIQIDAnj0NfvxQoWLVkSOAAGXJIi1P\nHgDYs2sfN84cOXLnwof/J0fu3LlgtGgVK0aDhoUDB86cEWDBggEDdeosECJkxQqArIQIIURIixZo\nf/4AYNjQoThx5ciRO1exYrly585te/YsWjQsWD4wYFCmDAAKFAgQ6NNnQZAgKVLIcuKkUCExYqoV\nKgTA50+g5MiVI3rOqFFy5M6dg1WpEi9eHjxAQIDAi5cAChQIENCkiYEOHTRocHXjxpo1Xbpgo0MH\nwFu4ceXOpVvX7l2848aVI0fu3N9z5sSJI0eOFR06nz5ZsJBhwIAyZQBkyECAwJ49DX78UKFi1ZEj\ngABlySItTx4AqVWvHjfOHDly52TLJkfu3LlgtGgVK0aDhoUDB86cEWDB/4IBA3XqLBAiZMUKVkKE\nECKkRQu0P38AbOfeXZy4cuTInSNPvly5c+e2PXsWLRoWLB8YMChTBgAFCgQI9OmzIAjAIClSyHLi\npFAhMWKqFSoE4CHEiOTIlat47uJFcuTOnYNVqRIvXh48QECAwIuXAAoUCBDQpImBDh00aHB148aa\nNV26YKNDBwDQoEKHEi1q9CjSpOPGZStXzpy5c+fMkatKDlioUJo06dFTIkWKLFlimDCxYsWfP2Hi\nxHHjBlexYsuWBQumzZo1AHr38iVHTps5c+cGnzNn2PC1YMFkyRo1ygQLFl++9DBhIkYMOnTKpElT\npkytYMGOHbNlqxo1av8AVrNuPW6cNnOyzZ07Z+72uXPfqlUbNkyWrBQ8eFy5gkOEiBUr7txRw4eP\nGze4iBFTpuzXL23XrgHo7v07OXLczJk7Z968OXPnzkkjRqxVK02aHGzYQIJEhgULNGjQogUgkSdP\ntmyRBQyYMmXEiHnr1g1ARIkTKVa0eBFjRo3fvp0zZ+7cuXDhzJ0zee6TI0fDhhEiBIMDB0iQcDx5\nQoMGKVJxECHSo0dZs2bFigkT1q1ZMwBLmTYFB+6cOXPnzpEjdw4rVl+pUlWrNmqUCw0aGDGaIUQI\nDBirVs2xZGnQIGZzhw379WsbMmQA+Pb1++3bOXPmzp0rV+5c4sTIoEH/8+YtWDAjLlxs2iTjxw8W\nLDhxsuPJU6FCy6RJO3YsWDBvzZoBcP0adrhw58yZO3euXLlzu3fjmjWLGrVNmz5MmGDIkIgUKSRI\nAASIRp48T54QS5aMGLFfv8JFiwYAfHjx48mXN38effpv386ZM3fuXLhw5s7VP/fJkaNhwwgRggGQ\nAwdIkHA8eUKDBilScRAh0qNHWbNmxYoJE9atWTMAHDt6BAfunDlz586RI3cuZUpfqVJVqzZqlAsN\nGhgxmiFECAwYq1bNsWRp0CBmRIcN+/VrGzJkAJo6ffrt2zlz5s6dK1funFatyKBB8+YtWDAjLlxs\n2iTjxw8WLDhxsuPJ/1OhQsukSTt2LFgwb82aAfgLOHC4cOfMmTt3rly5c4wZ45o1ixq1TZs+TJhg\nyJCIFCkkSAAEiEaePE+eEEuWjBixX7/CRYsGILbs2bRr276NO7fucLzNmTt3zpy5c8SJgytXjhq1\nb99SUaMWK5Y1SZK0aePFKxswYOPGNQsXrls3c+bCffsGIL369ePamzN3Lr58+eTOncuWLVy4VdSo\nyQIoCxslSteu8eJ1bdeuceOcgQOHDVu5ct+4cQOQUePGcOHAmTN3TuTIkeXOnQMHjhy5Xdas0aJF\nrVEja9Z48crWq9e4cc3ChePGzZy5b0UBHEWadNzSc02dPj1Hzpw5bP/Yvn07JEyYJUvN0KA5dkyV\nqm24cI0bx2zcOG/ezp0LJ04cALp17d7Fm1fvXr59w/01Z+7cOXPmzh0+DK5cOWrUvn1LRY1arFjW\nJEnSpo0Xr2zAgI0b1yxcuG7dzJkL9+0bANatXY+Dbc7cOdq1a5M7dy5btnDhVlGjJksWNkqUrl3j\nxevarl3jxjkDBw4btnLlvnHjBkD7du7hwoEzZ+7cePLky507Bw4cOXK7rFmjRYtao0bWrPHila1X\nr3HjmgEMF44bN3PmviEEoHAhw3EOz0GMKPEcOXPmsGH79u2QMGGWLDVDg+bYMVWqtuHCNW4cs3Hj\nvHk7dy6cOHEAbuL/zKlzJ8+ePn8C/fat3Lhx586ZM3fOnLlz57h16wYO3LRpuoIFy5YNWK5czJhp\n09asV69r17ht2zZs2LNn4IIFAyB3Ll1w4MqRI3du715z5s6dAydYnDhp0ljhwpUtG6tYsXz5ypbN\nmS9f0aJxs2bNly9lysD16gVgNOnS376VGzfuHGvW5sydOzdutjhx3rz5IkYMGzZbtWrx4oUNGzNf\nvq5d43btGjFizZp98+ULAPXq1sOFM1eu3Lnu3c2ZO3fuGzhw4sRBg/YpVixp0jqxYuXL17VrzYQJ\n06atmzdvxAASgwYtXK9eABAmVLiQYUOHDyFG/Pat3Lhx586ZM3fO/5y5c+e4desGDty0abqCBcuW\nDViuXMyYadPWrFeva9e4bds2bNizZ+CCBQMwlGhRcODKkSN3jilTc+bOnQM3VZw4adJY4cKVLRur\nWLF8+cqWzZkvX9GicbNmzZcvZcrA9eoFgG5du9++lRs37lzfvubMnTs3jrA4cd68+SJGDBs2W7Vq\n8eKFDRszX76uXeN27RoxYs2affPlC0Bp06fDhTNXrtw5167NmTt37hs4cOLEQYP2KVYsadI6sWLl\ny9e1a82ECdOmrZs3b8SIQYMWrlcvANexZ9e+nXt379/Be/OmzVx5c+fOmVN/7py5cOG4cSNHTly1\natSofQsXjho1bf8AtYkjR65bt3DkyJUr9+1bOG7cAEicSBEcuG7mzJ3beM7cuY8fxYnr1q1cuXDW\nrD175i1cOGnStm0LR47ctm3gyuks160bOGzYAAgdStSbN23mzJ1bes7cuadPyZELF65cuXHXrkGD\n5g0cuGfPsmUDN27ctm3fyqkt581buG7dAMidSzdcuG7n8urdm3fcuG3bypXrRo1asmTcunWDBs2a\ntXDkyHnzJq5cOXPmwoUbBw4cgM+gQ4seTbq06dOoly0T9+3buXPhwpmbfe4cOHLkwoUjR05buHDd\nuoGzZi1cuG/fxGnTJk7ct3HjtGkLF84bNmwAsmvf/uzZOHDgzp3/GzfunDlz586JI0cuXDhy5KyB\nA8eNmzdr1sKF69ZNXDaA2cSJAydOnDZt4MBxw4YNwEOIEZUpE/ft27lz48adM2fu3Llx5cqNG1eu\nXDZw4LZt61at2rdv3LiFy5ZNnDhw48Zx4xYunLdr1wAMJVoUGjRy4cKdO0eO3DmoUMWRIydO3Lhx\n17x506atGzVq4MB9+zauW7dx48SVK9etW7hw4LJlA1DX7l28efXu5dvX77Jl4r59O3cuXDhzic+d\nA0eOXLhw5MhpCxeuWzdw1qyFC/ftmzht2sSJ+zZunDZt4cJ5w4YNwGvYsZ89GwcO3Llz48adM2fu\n3Dlx5MiFC0eO/5w1cOC4cfNmzVq4cN26icuWTZw4cOLEadMGDhw3bNgAjCdfXpkycd++nTs3btw5\nc+bOnRtXrty4ceXKZQMHbhvAbd2qVfv2jRu3cNmyiRMHbtw4btzChfN27RqAjBo3QoNGLly4c+fI\nkTtn0qQ4cuTEiRs37po3b9q0daNGDRy4b9/Gdes2bpy4cuW6dQsXDly2bACWMm3q9CnUqFKnUq1q\n9SrWrFq3cu3q9SvYsGLHki1r9izatGrXsm3r9i3cuHLn0q1r9y7evHr38u3r9y/gwIIHEy5s+DDi\nxIoXM27s+DHkyJInU65s+TLmzJo3c+7s+TPo0KJHky5t+jTq1DiqV7Nu7fo17NiyZ9Oubfs27ty6\nd/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv06dtcBAQAh+QQICgAAACwAAAAAIAEgAYf/\n///+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr\n6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX\n19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PC\nwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+u\nrq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5ua\nmpqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6MjIyLi4uKioqJiYmIiIiHh4eGhoaF\nhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBv\nb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZ\nWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVE\nRERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwr\nKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYV\nFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMC\nAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgz\natzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/f\nv4ADCx5MuLDhw4gTK17MuLHaYMGuffsGDhw3buLGaR4njhy5cuXIiRYnbtw4cN68gQM3bhy5cbDH\nkStXbpxt29y4AdjNu7cuXdW6dfv2rVs3ccjHjRM3bhy558/FiRs3Dty3b+DAjdvOfTs5cuLEjf8b\nz40bgPPo0+vSZc2bN3Dgvn0TN26cuPvjxpEjN65/OIDhxIkLB84gOHEJw4Ub15AcOXERI2rTBsDi\nRYy7dlnz5g0cOG/exI0jOU7cuHHkyI0bJ87lOJjiZIobV1OcuHE5yZETJ27cOHHcuAEgWtToUaRJ\nlS5l2hTc03Llxo0TJ45cOaxYzW3laq5cOXPmyo0VJ87c2bPlypkr17YcOXLlwoUDUNfu3WzZtI0b\nJ86v33KBy5krV86cuXKJv30jR46bOHHfvpUrR65cOXLkym3ePG4cuXDhAIwmXVqbNm7kyI1jPU5c\nuXLkyJUjR86cuXLlzI0bZ84cOeDgwJUrN67/XDly5MotJ0du3Dhy4MABoF7d+rZt3MiRE9dd3Lhy\n5ciRK0eOnDlz5dSPG2fOHLly5caNK1eO3H1x4srtJ0duHMBx5MKFA2DwIMKEChcybOjwITly4sxR\nNFfuormMGjdy7OjxY7lyAEaSLAnuZLmUKsuZa+nyZcty5cyZK2eTHDlzOnWWK2fuJ9Cf5coBKGr0\naLik5paaK+fUHNSoUqdKLVfOHNasWreWKwfgK9iw4sSFM2fWXLm05taybeu2bbly5ubOLVfOHN68\neMuVA+D3L+DAggcTLmz4MDly4swxNlfusbnIkidTrmz5crlyADZz7gzuc7nQosuZK236dOly/+XM\nmSvnmhw5c7Jllytn7jbu2+XKAejt+3e44OaGmytn3Bzy5MqXKy9Xzhz06NKnlysH4Dr27OLEhTPn\n3Vy58ObGky9vvny5cubWry9Xzhz8+PDLlQNg/z7+/Pr38+/vHyAAgQMJAiBHbpw5c+UYMjT3EGJE\niebGkSMHDpw5jRs5dixXDkBIkSPDlSx3EqU5lStZqiyXLdu4cdbChRMnzlxOnTt5lisHAGhQoeHC\niTNnrlzSpOaYNnXKlBw5c+bEjRsXLpw5rVu5diVHDkBYsWPFlTVnrlw5cuTKmXP7Fq65cnPNmSt3\nlxw5c+bK9e1rDnBgwOXKATB8GHFixYsZN/92/JgcuXHmzJWzbNlcZs2bOZsbR44cOHDmSJc2fbpc\nOQCrWbcO97pcbNnmaNe2TbtctmzjxlkLF06cOHPDiRc3Xq4cAOXLmYcLJ86cuXLTp5uzfh27dXLk\nzJkTN25cuHDmyJc3f54cOQDr2bcX996cuXLlyJErZw5/fv3myvU3B9BcuYHkyJkzVy5hQnMMGzIs\nVw6AxIkUK1q8iDGjxo3kyJUzZ65cOXLkzJk8iTIlOXLDrl0LF86czJk0a8oEgDOnznDhyJn7aa5c\nOXNEixotGi5puGjgwJEjZy6q1KlUowK4ijVruHDkzHk1V66cubFky5YrZ66c2nLdxIkbN87/nLly\n5uravXsXgN69fMWJK2cusLly5cwZPow4seFy5ho7LgfZnOTJlCUDuIw5s+bNnDt7/gyaHLly5syV\nK0eOnLnVrFu7Jkdu2LVr4cKZu407t+7bAHr7/h0uHDlzxM2VK2cuufLlysM5DxcNHDhy5MxZv449\nu3UA3Lt7DxeOnLnx5sqVM4c+vfpy5cyVe1+umzhx48aZM1fOnP79/PkDAAhA4MCB4sSVM5fQXLly\n5hw+hBjRYTlzFS2Ww2hO40aOGgF8BBlS5EiSJU2eREmO3Dhz5saNKxfT3EyaNc2V48aNHDk6zpx1\n62ZO6FCiRYUCQJpU6bhx4syZKxe1nDmq/1WtlsMaLFi5cs7MmStXztxYsmXNjgWQVu1aceLGmTNX\nTq5cc+bKlTNXrpw5c+HClevWrVw5ZOHCgQNnzlw5c40dP25crhwAypUtj8Nszlw5zuXMfQYdGrQ4\ncebMiTNnbtw4c+bKmYMdW7ZsALVt38adW/du3r19kyMXrlw5cuTChSNnTvlyc+XKUaOGy4SJCBEK\nqFDhydO3b+a8fwcfHsB48uXHjRNXTn25cePMvYcf/9s3Y3XqLFrUihs3cuTMATQncCDBguYAIEyo\ncNw4ceUelhsnsVw5cuTGhQv37RswYMccOfrzx0aiRL16adNGzhzLli5dAogpcyY5cuPMmf8rV06c\nOHLmfgI1V66cOHHepiGdpqtatWjRtGnjNm5cuXLmrmLNCmAr165ev4INK3YsWXLkwpUrR45cuHDk\nzMGNa65cOWrUcJkwESFCARUqPHn69s0c4cKGDwNIrHjxuHHiykEuN26cucqWL3/7ZqxOnUWLWnHj\nRo6cudKmT6MuDWA169bjxokrJ7vcuNrlypEjNy5cuG/fgAE75sjRnz82EiXq1UubNnLmnkOPHh0A\n9erWyZEbZ85cuXLixJEzJ368uXLlxInzNm39NF3VqkWLpk0bt3HjypUzp38/fwD+AQIQOJBgQYMH\nESZUiHDcuHDkyIkTN24cOXMXMWKUJi3/jwIFBw4QYMFClixzJ1GmVEmOHACXL2GGk1mu3Dib48zl\n1Jlz3DhcuNIsWPDly5Jhw7RpM7d0ably5qBGhVquHACrV7GKEzeuXLlx48SFLVeOHLlx2bJ9+9aq\n1awcOahQoeDFy6FD4cKJK1fOXF+/f8mRAzCYcGFxh8uVCxcOHDhx5iBDJkeuXLlr147duXPrlh1J\nkr58UabMVLZs4MCZU71aNTlyAGDHlj2bdm3bt3HnHjcuHDly4sSNG0fOXHHjxqVJy6NAwYEDBFiw\nkCXLXHXr17GTIweAe3fv4cCXKzeO/Dhz59GfHzcOF640CxZ8+bJk2DBt2szlz1+unDn//wDNCRRY\nrhyAgwgTihM3rly5cePESSxXjhy5cdmyffvWqtWsHDmoUKHgxcuhQ+HCiStXzpzLlzDJkQNAs6ZN\ncTjLlQsXDhw4ceaCBiVHrly5a9eO3blz65YdSZK+fFGmzFS2bODAmdvKdSs5cgDCih1LtqzZs2jT\nqh037hu5t+S8eTNHty7dcuV+/TIiQECBAhO+fNGmzZzhw4jLlTPHuFw5AJAjS/72LVy5cuTIgQNn\nrrNnbNiSJdOgwQAAABIkKOHFy5u3cePIiRNnzhw5c+bKlTPHu1w5AMCDCw9HvFw5cuS8eSPHfNw4\nbtCgPXvGh08QAAAYMEiQIgUePM6cgf8jR86cefPlyplbX64cgPfw44cL540cuXHjsmUbV66cOYDm\nyIUL160bLlxcOnQwYeKCBw8WLECBUsiVq2/fxpkzV66cOZDlygEgWdLkSZQpVa5k2bJcuW/mzI0b\nR46cOZw5dWrTduvBg05Bw4UrV87cUaRJlZIjB8DpU6jhwnkjV5XcuHHlzG3dKk3asWMMxAoQYMbM\nomvXtm0r1xbcW3DlzM2la65cOQB59e4VJ+5buXLixHHjBq5cuXHjxE2bFi7cqFGsKlQgRAiEHz+T\nJokTR67c53LmRI8WTY4cANSpVYcLt40cuW2xt4EzZ67c7W7dxIlr1WoRBAh69Eg4cmT/xAhatDZF\ni+bNmzno0aGTIwfA+nXs2bVv597d+/dy5b6ZMzduHDly5tSvZ69N260HDzrNDxeuXDlz+fXv50+O\nHEAAAgcSDBfOG7mE5MaNK2fu4UNp0o4dY2BRgAAzZhZdu7ZtW7mQ4EaCK2fuJEpz5coBaOnypThx\n38qVEyeOGzdw5cqNGydu2rRw4UaNYlWhAiFCIPz4mTRJnDhy5aaWM2f1qlVy5ABw7eo1XLht5Mht\nK7sNnDlz5dZ26yZOXKtWiyBA0KNHwpEjI0bQorUpWjRv3swRLkyYHDkAihczbuz4MeTIkieXKzfO\nnLly5ciRM+f5M2hy5LIdOYIIETFz/6pXs27Nulw5ALJn0xYnDly53OXChTPnu1w5cqJE6dARIMAA\nAQKKFOHUrdu3b+LEjQsX7ts3cOXKmevu3RyA8OLHiytfrhw5ct68lWvvftw4cOBy5Rp25MiXLyow\nYYIFC6A3b+TMFTR4sGC5cgAYNnQoTlw3cuTEidOmrZw5jRrFibt2DREiLhUqePBQIEYMCxa8eGGV\nLVu4cOXM1bRZjhw5ADt59vT5E2hQoUOJlis3zpy5cuXIkTP3FGpUcuSyHTmCCBExc1u5dvXatVw5\nAGPJlhUnDlw5teXChTP3tlw5cqJE6dARIMAAAQKKFOHUrdu3b+LEjQsX7ts3cOXKmf9z/NgcAMmT\nKYuzXK4cOXLevJXz/HncOHDgcuUaduTIly8qMGGCBcubN3LmaNe2TbtcOQC7efcWJ64bOXLixGnT\nVs5c8uTixF27hggRlwoVPHgoECOGBQtevLDKli1cuHLmyJcvR44cAPXr2bd3/x5+fPnzyZEbVw5/\nfnP7+fcXB1AcrRgxSpWqRo6cuYUMGzpcSI4cgIkUK4YLN66cxnLjxpUzZ65cuXG0aF24MGAAgQYN\nWLFy5s2bOHHlyo3Tpm3bNnLlypn7+bNcOQBEixoNF04cuaXkvn0TZ85cuanfvnnzpkvXKxky6tTp\n4sgRMmTlypk7izYtWnLkALh9Cxf/nFxx4sKF8+ZtnLm9e8WJu3YNECAkCRLs2GFixQocOHbtYubN\nW7ly5ipbrkyOHIDNnDt7/gw6tOjRpMmRG1cutWpzrFu7FieOVowYpUpVI0fOnO7dvHvrJkcOgPDh\nxMOFG1cueblx48qZM1eu3DhatC5cGDCAQIMGrFg58+ZNnLhy5cZp07ZtG7ly5cy5d1+uHID59OuH\nCyeOnH5y376JA2jOXDmC375586ZL1ysZMurU6eLIETJk5cqZw5hRY0Zy5AB8BBkS3Ehx4sKF8+Zt\nnDmWLMWJu3YNECAkCRLs2GFixQocOHbtYubNW7ly5oweNUqOHACmTZ0+hRpV6lSq/1XJkRtXTmu5\ncePMfQX7lRw5RIhuFCiAAUMZbtzMvYULl5w5c+TImcNLjhwAvn39ggM3rlw5c+bIkTOXmBy5bzBg\nPHgQIEACHz6MGfNWTnM5ceK8ESPmzdu2cqXLmUNdrhwA1q1dgwP3jRy5ceO6dSNXrtw43s6cPXv2\n5UuXBAlSpFjx5o0zZ+HClTMXXbq5cuXMXSdHDsB27t3BgftGTjw5b97MnT9fLls2Y8aKFNkAAIAD\nBxd06FiyJFYsa+DAATRnrpy5ggbLkSMHYCHDhg4fQowocSLFcePAlcuo0RzHjuXKkSOXIkWFAQOY\nMFHVrVu5cuZeviwn0xxNc+XKmf8rVw4Az54+xwE1J9RcuXLmjpYrR44LlzhxNGjg8+uXuapVy5Uz\nZ25ct27YsJUzJ3asuXLlAKBNq1acuG/kyIkTd+2aN3LkwoX7BgyYM2dWrAASIaJSpSyTJkmTVq6c\nucaOHzsmRw4A5cqWxYnrRo7cuHHixJUzJ1q0Nm3durlxEwYCBEyY3uTKpUsXOXLmbuPOjZscOQC+\nfwMPLnw48eLGj48bB64c8+bmnkMvV44cuRQpKgwYwISJqm7dypUzJ158ufLmzpsrV85cuXIA3sOP\nP26+ufrmypUzp79cOXJcAHKJE0eDBj6/fplTqLBcOXPmxnXrhg1bOXMXMZorVw7/QEePH8WJ+0aO\nnDhx1655I0cuXLhvwIA5c2bFCiARIipVyjJpkjRp5cqZEzqU6FBy5AAkVbpUnLhu5MiNGydOXDlz\nV69q09atmxs3YSBAwITpTa5cunSRI2eObVu3bcmRAzCXbl27d/Hm1buXLzly4cyZK1du3DhzhxFj\nw0aHzoABAQAAYMCgR7Zs5MiZ06y5XDlx5kCHNkeOHADTp1GTU22Otbly5czFLlduXJs2TJicOGGL\nGzdzv3+TI1euHLhu3bJlE2eOefPmAKBHlz5uHLhy5caN06ZNHDly27Zho0VLlKgUKY4kSKBChYVD\nh06dCheunDn79/GbK0eOHAD//wABCBwIYNy4b+XKkSMnTpy5hxC9eUOGrEcPIBUqcOFSJ1q0ZMnC\nhStnrqTJkyXLlQPAsqXLlzBjypxJsyY5cuHMmStXbtw4c0CDYsNGh86AAQEAAGDAoEe2bOTImZs6\ntVw5ceayajVHjhyAr2DDkhtrrqy5cuXMqS1XblybNkyYnDhhixs3c3jxkiNXrhy4bt2yZRNnrrBh\nwwASK148bhy4cuXGjdOmTRw5ctu2YaNFS5SoFCmOJEigQoWFQ4dOnQoXrpy517BjmytHjhyA27hz\njxv3rVw5cuTEiTNHvLg3b8iQ9egBpEIFLlzqRIuWLFm4cOXMad/OXXu5cgDCi/8fT768+fPo06sf\nx75cOXPmypUzR7/+tGlcuBQoAKB/BoAZNHHjZs6gwXIJE5pjaK5cOXPkyAGgWNHiuHHlzG00V66c\nOZDkyGWTI0eGDClSWHHjZs6ly3Llxo3bBgxYsWLkypUz17NnuXIAhA4lGs7ouHHixGljSo5cuHDf\nli3btcuLFy0SJEiR0iRQoGrVypUzV9bs2XLlzJEjB8DtW7jixI0jR65cuXHjypnjy7dbN1Ginjwp\nIUFCpkyqgAGrVq1cOXORJU+WTI4cAMyZNW/m3NnzZ9ChyY02V9pcuXLmVK8WJkyNmgEDBMxGgmRX\nuXLmdOsmR86cOXHmzJUrZ87/eLlyAJQvZz5uXDlz0c2VK2fO+rVrvB48cOBgwwZM27aVK0euXLlx\n44wZ44MFy65d2MaNK1fO3P1y5QDs598/HMBw38iRGzcOGzZx5MiFC+eNFy9ixNiwyXLggA0bJdiw\nOXbs2zdy5cqZK1myXDlzKsmRA+DyJUxxMsvRLDdunLmc5Xa2apUnz4IFDhQoiBIljy5d2bJ9+yZu\n3Dhz5sqZM1eunLms5MgB6Or1K9iwYseSLWuWHFpzas2VK2fuLVxhwtSoGTBAAF4kSHaVK2fu719y\n5MyZE2fOXLly5haXKwfgMeTI48aVM2fZXLly5jZfu8brwQMHDjZswLRtW7ly/+TKlRs3zpgxPliw\n7NqFbdy4cuXM8S5XDgDw4MLDhftGjty4cdiwiSNHLlw4b7x4ESPGhk2WAwds2CjBhs2xY9++kStX\nzhx69OXKmWtPjhyA+PLni6tf7n65cePM8S/nH2CrVnnyLFjgQIGCKFHy6NKVLdu3b+LGjTNnrpw5\nc+XKmfNIjhwAkSNJljR5EmVKlSvLlSNnDqa5cuXM1bSZLRs3bi1arGHCpFw5c0OJDi1Xjhy5cuaY\nNjVXrhwAqVOpkiNXzlxWc+W4mjP37NkuDBiOHClT5lm4cObYkiNnDa41QL9+GTNWzlxevebKlQPw\nF3DgceO+lSsXLly2bN7Klf8bN46cNWvfvvHiBW3OnGXLSDlzpk2bOdGjSZczXc4cOXIAWLd2PW6c\nuHLlzJkjR66cOd3myvXq9etXkCBZrFjBhk3atm3fvpUrZ65c9HLmqFenXq4cAO3buXf3/h18ePHj\ny5UjZw69uXLlzLV3ny0bN24tWqxhwqRcOXP7+e8vB7AcOXLlzBk8aK5cOQAMGzokR66cuYnmylk0\nZ+7Zs10YMBw5UqbMs3DhzJkkR86aSmuAfv0yZqycuZk0zZUrByCnzp3jxn0rVy5cuGzZvJUrN24c\nOWvWvn3jxQvanDnLlpFy5kybNnNcu3otB7acOXLkAJg9i3bcOHHlypkzR47/XDlzdM2V69Xr168g\nQbJYsYINm7Rt2759K1fOXLnF5cw5fuy4XDkAlCtbvow5s+bNnDuXK0fOnGhz5cqZO42aHLlr1w4d\n4lWrVrly5mrbvk0ut7ndvM2VKwcguPDh5MiVM4fcXLly48SJ27SJyYABFSoUKfIsXDhz5sh582bK\nVJo0QjRpIkZMnLn17NkDeA8//rhx4MqVEydu27Zx5cqRA0iOXLhw4MAZMzaNEaNSpRI9e2bNGjly\n5ixexGixHDlyADx+BEmOnDhzJc2RI2dOJTly4jJlIkPmw4cqSZLUqiWMGjVr1sKFI1dOqFBzRY2a\nK1cOwFKmTZ0+hRpV6lSq/+XKkTOX1Vy5cua8fiVH7tq1Q4d41apVrpw5tm3dkoNrTu5cc+XKAcCb\nVy85cuXM/TVXrtw4ceI2bWIyYECFCkWKPAsXzpw5ct68mTKVJo0QTZqIERNnTvTo0QBMn0Y9bhy4\ncuXEidu2bVy5cuRshwsHDpwxY9MYMSpVKtGzZ9askSNnTvly5srLkSMHQPp06uTIiTOX3Rw5cua8\nkyMnLlMmMmQ+fKiSJEmtWsKoUbNmLVw4cuXs2zeXX7+5cuUAAAQgcCDBggYPIkyoUGG5huYeQoz4\nsFy5aNFgwRLVq5e5jh4/litnbiTJkuXKAUipcuW4ceXMwTRHjlw3b94oUf+6oUBBhw569FATJ86c\nuXLWrPnydehQn1evrl0zJ3Wq1HLlAGDNqjUcV3LkwoXTpu1bubLlyH375s0bM2a/8OCBBcsUMGDc\nuJnLq3dv3nLlzJEjB2Aw4cLjxpEzp9gcucbmzJEjt61SpSpVggTZ8ugRNmzbtGkTJ44cuXKmzaFO\nrbpcOQCuX8OOLXs27dq2b5MjV84cb3PlypkLLrxXLzJkIEBAAQgQOHDizEGPXk6cOHPmyJnLrt1c\nuXIAvoMPL04cOXPmypUbN25atWpChGgYMMCDh0OHtpUrZ86cuGvXAJYqVafOKmLEyJEzt5DhwnLl\nAESUODFcuG/kyI0bp03/G7ly5ciF9OaNG7dXrz758LFkSZNNm7JlGzeOXLly5nDiLFfOXE9y5AAE\nFTp03Dhy5pCaGzeunDlz2rQRS5GCBAkVKrzEiqVNm7dw4cqVGzeu3Lhx5tCmVVuuHAC3b+HGlTuX\nbl27d8mRK2eOr7ly5cwFFtyrFxkyECCgAAQIHDhx5iBHLidOnDlz5Mxl1myuXDkAn0GHFieOnDlz\n5cqNGzetWjUhQjQMGODBw6FD28qVM2dO3LVrpUrVqbOKGDFy5MwlV568XDkAz6FHDxfuGzly48Zp\n00auXDly371548bt1atPPnwsWdJk06Zs2caNI1eunDn79suVM7efHDkA/wABCBw4cNw4cuYSmhs3\nrpw5c9q0EUuRggQJFSq8xIqlTZu3cOHKlRs3rty4ceZSqlxZrhyAlzBjypxJs6bNmzjL6TTH0xw5\ncuaClisHbs4cNGgUKMDx6lW5cubKSS1nrio5cuLEmdvKtSuAr2DDjhtHzpxZc+HCQfPmzYoVKChQ\n6NJlzVq5u+byVqsGC9azZ9XIkTNHuLDhcuUAKF7MOFw4b+TIgQPHjVu3cuXGaebGmdupU4OKFAEF\nKtCwYd68mVvNuvXqcuXMkSMHoLbt2+TIjTPH25y43+bMUaOm68mTRo327EmWLZu55+SikzNHvbr1\n6+XKAdjOvbv37+DDi/8fT76ceXPozZEjZ659uXLg5sxBg0aBAhyvXpUrZ66cf4DlzA0kR06cOHMJ\nFS4E0NDhw3HjyJmjaC5cOGjevFmxAgUFCl26rFkrV9LcyWrVYMF69qwaOXLmZM6kWa4cAJw5dYYL\n540cOXDguHHrVq7cOKTclHI7dWpQkSKgQAUaNsybN3NZtW7NWq6cOXLkAIwlW5YcuXHm1JoT19ac\nOWrUdD150qjRnj3JsmUz15fcX3LmBA8mXLhcOQCJFS9m3NjxY8iRJZejbM6yOXLkypEjd+wYnwQJ\nChQgQMDGnTvgwJVjTc41uXKxxYkrZ8727dsAdO/mPc63OXPlyoULN+z/2DFDhugUKbJqVbdu5cxN\nn/7t265dxYp5M9fd+/fu5coBIF/evDhx3siRGzfu27dw5cqRIxfOmTNjxuzYaVKhAkAePMwMG2bN\nGjly5hYybLiwHDlyACZSrEiO3DhzGs2NG/dNnLhkyUi5cAEFyqlT2cKFK1fOXLly5GaSM2fzJs6b\n5coB6OnzJ9CgQocSLWq0HFJzSs2RIyfOnLls2T5NmCBBAggQapw5M+f1K9hyYsuZK2u2bLlyANay\nbStOHDlzcs2FC6ctXDhlynwlSzZuXLly5gYTBgdu3Dhy5Mwxbuy4cblyACZTrgwOXDhymsmFCzfO\nnLly5ch16wYOnDFj/6tKlTp2LJk2beTImatt+zZucuQA8O7te9w4cuaGmxs3Tly5ct26MevVixo1\nb97Gmatu/Tr27NbLlQPg/Tv48OLHky9v/ny59ObWmyNHTpw5c9myfZowQYIEECDUOHNmDqA5gQMH\nljNYzlxChQnLlQPwEGJEceLImbNoLlw4beHCKVPmK1mycePKlTN3EiU4cOPGkSNnDmZMmTHLlQNw\nE2dOcODCkfNJLly4cebMlStHrls3cOCMGVtVqtSxY8m0aSNHzlxWrVu5kiMHAGxYsePGkTN31ty4\nceLKlevWjVmvXtSoefM2zlxevXv59tVbrhwAwYMJFzZ8GHFixYvJkf8rZw6yuXHjylW+ds1WixZr\n1sSK1YwcOXOjSZcuV85catWry5UD8Bp27HDhyJkzV66cOHHgxInz5o3auHHlypkzftz4uHHlmJcz\n9xx6dOjlygGwfh07OHDiynUvJ06cOfHlyI8zPw4cOGrXroEDN44cOXPz6de3P79cOQD7+fcXB1Ac\nOXMEzY0bR65cuXHjsn37Nm6cuYkUK1q8eLFcOQAcO3r8CDKkyJEkS5IjV86cSnPjxpV7ee2arRYt\n1qyJFasZOXLmevr8Wa6cuaFEi5YrByCp0qXhwpEzZ65cOXHiwIkT580btXHjypUzBzYs2HHjypkt\nZy6t2rVqy5UDADf/rlxw4MSVu1tOnDhzfMv5HQd4HDhw1K5dAwduHDly5ho7fgy5cblyACpbvixO\nHDlznM2NG0euXLlx47J9+zZunLnVrFu7fv26XDkAtGvbvo07t+7dvHuTIzfOnHBz4MCFM2dOnLhs\nq1Zx4+bNm7np1KtTL1fOnPbt3MuVAwA+vHhw4MSVO18uXDhu5Nq3L1fOnPz59MOFEyfOnP79/PuT\nA0gOwECCBb8dLJewnDhx48w9NFdu3LhyFcuNCxfO3EaOHT1+NEeOHACSJU2GCyeu3Mpy4sSBK1eO\nHLly48aZw5lTZzme5cz9BBr0Z7ly5sqVA5BU6VKmTZ0+hRpVKjly/+PMXTUHDlw4c+bEicu2ahU3\nbt68mUObVm3acuXMvYUbt1w5AHXt3gUHTlw5vuXCheNGTrDgcuXMHUacOFw4ceLMPYYcWTI5cgAs\nX8b8TXM5zuXEiRtnTrS5cuPGlUNdbly4cOZcv4YdW7Y5cuQA3MadO1w4ceV8lxMnDly5cuTIlRs3\nztxy5s3LPS9nTvp06tLLlTNXrhwA7t29fwcfXvx48uXFnTdnrly5ce3NmSsX/9u3cePKlTOXX3/+\ncuXMATQncCBBguTIAUiocCE4cOHMmStXjhw5cObMlStnbiPHjh7JkTMnciRJkeVOihMHYCXLluBe\nlotZjhxNczZtkv8jZ27nznLlzAENKnSo0HJGxYkDoHQpU3DgwpkzV64cOXLizGHFWq6cua5ev3Yt\nV84c2bJmyZZLO24cgLZu38KNK3cu3bp2sWHjNm6cOHHevIErV44cOXHgwJEjZ24x48aOy0EuZ27y\n5HKWw4UDoHkzZ2nSsokLLe7bN3DkyJVLndoc69auycEmV66cudq2a5crR243OHAAfgMPDg2atXDG\nw4EDF64cc+bkyJWLLr2cuerWr2OvXq7cuHHkvn0DIH48eWnStIlLL86bt3DkyJkzV26+ufr275fL\nr98c/3LlAJoTWK7cuHHlwIEDsJBhQ4cPIUaUOJEiNmzcxo0TJ87/mzdw5cqRIycOHDhy5MylVLmS\nZTmX5czFjFmOZrhwAHDm1ClNWjZxP8V9+waOHLlyR4+aU7qUKTmn5MqVMzeV6tRy5chlBQcOQFev\nX6FBsxaObDhw4MKVU6uWHLlyb+GWMzeXbl27c8uVGzeO3LdvAAAHFixNmjZxh8V58xaOHDlz5spF\nNjeZcuVylzGb01yunDnP5cqNG1cOHDgAp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EHFz6c\neHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+effvhvnxd+/YNHLhv\n38KNGydOXLhx/wDHkRs4cNw4cuTEhQsHDpy4h+HCiRM3jhw5cRgxbtsGoKPHj7lyWePGDRy4bt3G\nkSNXriU5cuXKiRMX7ts3cTjD6Qw3rqfPnuTIjRs6lBs3AEiTKtWlq1q3bt++desmbpzVceKyjhsn\nrmu4cOLChgsnTty4s+LSihtHjpw4cePGidu2DYDdu3h79brmzVu4cN68hRNHWFy4cePIKVY8rvG4\ncN++hQsnTtw4cZjFjSNHTpy4cePEbdsGoLTp06hTq17NurVrX76uffsGDty3b+HGjRMnLty4ceSC\nBx83jhw5ceHCgQMnrnm4cOLEjSNHTpx169u2AdjOvXuuXNa4cf8DB65bt3HkyJVbT45cuXLixIX7\n9k2c/XD4w43bz38/OYDkxg0cyI0bAIQJFerSVa1bt2/funUTN87iOHEZx40T1zFcOHEhw4UTJ27c\nSXEpxY0jR06cuHHjxG3bBsDmTZy9el3z5i1cOG/ewokjKi7cuHHklCod13RcuG/fwoUTJ26cOKzi\nxpEjJ07cuHHitm0DUNbsWbRp1a5l29YtN27eyJEbN07c3XLlyJEr19ecuXLlzJEjZ87cOHLkvn0r\nV45cuXLkyJWjTHncOHLgwAHg3NnztWvbxIkbV3pcOXOpVasuV44cN27lyo0rV44cOXPmyu0mR85c\nOeDlyJErJ07/HADkyZVjw6Zt3Dhx0aOXo06dHDlz5siRG9et27hx4MaNAweOHLlx6cWJK0eOXLly\n48aRCxcOwH38+blx60aOHMBx48SJC0eO3Lhx5BaaM1eunDly5MyZC2dx2zZy5MaVK0eOXLmQIceN\nIxcuHICUKleybOnyJcyYMsXRNGfzZjlzOnfy7MmzXDlzQoWWK2fuKNKj5coBaOr0KThw38qVM2eu\nXDlzWrdy3VqunLmwYseSLSsWANq0asGxLVfOnLlycs3RrWuXLjly5vbuJUfOHGDA5cqZK2y4cLly\nABYzbixOXDhzks2VK0fOHObMmjdjLldu3DhzokWXK2fuNOrT/+XKAWjt+jXs2LJn065tWxxuc7p3\nlzPn+zfw4MDLlTNn3Hi5cuaWM19erhyA6NKngwP3rVw5c+bKlTPn/Tv47+XKmStv/jz69OYBsG/v\nHhz8cuXMmStn3xz+/PrxkyNnDqA5gebIkTN38GC5cuYYNmRYrhwAiRMpihMXzlxGc+XKkTP3EWRI\nkR/LlRs3zlzKlOXKmXP50mW5cgBo1rR5E2dOnTt59hw3Tpw5c+WIEjV3FGnSo+WYlgs3bty3b+bM\nlTN3FWvWq+XKAfD6Faw4cePMlTVXrpw5tWvZjhsXbtmycuXClbNbzlxevXv5lisHAHBgweDAhSt3\nGLE5xYsZl/8rR86bt3LlwpEjN26cOc2ay5Uz9xn053LlAJQ2fXpcanPmyrVubQ52bNmwy9Uu9w0c\nOG7czPX2/Rt4uXIAiBc3fhx5cuXLmTcfN06cOXPlqFM3dx179uvluJcLN27ct2/mzJUzdx59+vPl\nygFw/x6+OHHjzNU3V66cOf37+Y8bBzDcsmXlyoUrh7CcuYUMGzosVw6AxIkUwYELVy6jRnMcO3os\nV46cN2/lyoUjR27cOHMsWZYrZy6mzJjlygG4iTPnuJ3mzJX7+dOc0KFEhZY7Wu4bOHDcuJl7CjWq\n1HLlAFi9ijWr1q1cu3r9Om5cOXNkzZUrZy6t2rVs02oDB07/nDhz5sqZu4s3b14AfPv6DReunLnB\nhAsbNhctmjNevLp1+1aunLnJlCtbrgwgs+bN4MCRMwfaXLly5kqbPm2aHLly5caRI1eunLnZtGvb\nng0gt+7d48aVMwfcXLly5oobP468+LVt28SJMwc9uvTp0AFYv449u/bt3Lt7/z5uXDlz5M2VK2cu\nvfr17NNrAwdOnDhz5sqZu48/f34A/Pv7BxguXDlzBQ0eRGguWjRnvHh16/atXDlzFS1exHgRwEaO\nHcGBI2dOpLly5cydRJkSJTly5cqNI0euXDlzNW3exFkTwE6ePceNK2dOqLly5cwdRZpU6dFr27aJ\nE2dO6lSq/1WlAsCaVetWrl29fgUbltxYc+bKnS1nTu1atmvBgTNnbpg4cd++mTNXztxevn37AgAc\nWPC4ceTMHUac+HC5cubMrVqlzJIlcuS0lcNczpy5cuY8fwYNGsBo0qXFiRtnzlw51uXMvYYdu1w5\nc926mTMXzpw5cuTM/QYeXPhvAMWNHyeX3Jy5cs2bm4MeXTr0cePMmWMWTns4c929fwffHcB48uXN\nn0efXv169uTIjTNnrlw5cuTM3cefnxy5cLBgAYQEaYgjR8CAZcs2rlw5cw4fQnQIYCLFiuQumsto\nrlw5cx49llOmbM4cBAggUKBw6FCpbdu6dePG7Zs3b+LEkf8zp3PnTgA+fwIVJ25cuaLlyJEzp3Qp\n03HjwlGjdm1quHDixJEjZ24r165eAYANK5YcWXPmypUjR66cubZu35or9+yZLl1hUqWCBo0cOXN+\n/wIODGAw4cKGDyNOrHgxY3LkxpkzV64cOXLmLmPOTI5cOFiwIEEa4sgRMGDZso0rV84c69auWQOI\nLXs2udrmbpsrV84cb97llCmbMwcBAggUKBw6VGrbtm7duHH75s2bOHHkzGHPnh0A9+7exYkbV258\nOXLkzKFPr37cuHDUqF2LHy6cOHHkyJnLr38/fwD+AQIQOBAAOYPmzJUrR45cOXMPIUY0V+7ZM126\nwqRKBQ3/Gjly5kCGFDkSQEmTJ1GmVLmSZUuX42CWKzduHDly5czlzFmunDlz27YJixHjyJEMbNhI\nkhSOaTmn5cxFlRq1XDkAV7FmHTeunDmv5sqVMze2XLlwbNhIkBAgwAEIEGjR0sWM2bBh3Lgte/Ys\nWrRy5gAHNleuHADDhxGHCyeuXLlx48iRK2eOMuVy5ciRY8Zs2JMnvXohUqYMGTJy5MSVK0eOnDnX\nr12XKweAdm3b4nCXKwcO3Lhx5MwFFy5cnLhsR45YseJhzx5hwsqVMzedenXq5coB0L6de3fv38GH\nFz9+XPly5caNI0eunDn37suVM2du2zZhMWIcOZKBDRtJ/wAlhRtYrmA5cwgTIixXDoDDhxDHjStn\nrqK5cuXMaSxXLhwbNhIkBAhwAAIEWrR0MWM2bBg3bsuePYsWrZy5mzjNlSsHoKfPn+HCiStXbtw4\ncuTKmVu6tFw5cuSYMRv25EmvXoiUKUOGjBw5ceXKkSNnrqzZsuXKAVjLtq24t+XKgQM3bhw5c3jz\n5hUnLtuRI1aseNizR5iwcuXMKV7MeHG5cgAiS55MubLly5gzaxYnLly5cuTIgQNnrrRpcuTEiRMl\nigQAAAUKNFCipFIla9bAiRNnzhw5c+bKlTNHvFw5AMiTKxcnrpy55+bKSTdnTps2TAOyDwAAIIEJ\nE7JkRf/bts2Zs1+/TNWpw4xZt3LlzMmXX64cgPv483/7Fq5cOYDkyIULV87cQXPlsGGLFu3KlRQL\nFty4scOPn1u3qFH7Fi5cOZDmzJUrZ85kuXIAVK5kGS6cN3Lkxo3btq2cOZw4y+0sZ8zYnAIFFixQ\nAATIrVvixJUz19SpuXLlzE0tVw7AVaxZtW7l2tXrV7DixHUrV27cOHHiypljy1acOHLkEiVCIkAA\nDBgeSJHq1Yvc33HjyJErZ87wYXPlygFg3NgxOXLlzE2mXM6cOW7coClQoELFhAl8Xr0yZ66cOXPQ\noIkTB+vYsV+/ypmjXdtcuXIAdO/mHS7cN3LByYULR87/nLly5cYRI6ZMWYgQNQ4c4MKFRJs2lixl\ny4YtXLhx48yNJz++XDkA6dWvDxeOGzly4OSDI2fOvn1y5MqVs2ULDsACBViwqLBnjzRp5hYybFiu\nnLmI5MgBqGjxIsaMGjdy7OhRnLhu5cqNGydOXDlzKlWKE0eOXKJESAQIgAHDAylSvXqR6zluHDly\n5cwRLWquXDkASpcyJUeunLmoUsuZM8eNGzQFClSomDCBz6tX5syVM2cOGjRx4mAdO/brVzlzcuea\nK1cOAN68esOF+0buL7lw4ciZM1eu3DhixJQpCxGixoEDXLiQaNPGkqVs2bCFCzdunLnQokOXKwfg\nNOrU/+HCcSNHDhxscOTM0aZNjly5crZswSlQgAWLCnv2SJNm7jjy5OXKmWtOjhyA6NKnU69u/Tr2\n7NrHjQtX7ns5ceLMkS8/bly0aE2aZBgwAASIGcWKTZsmThy5cuXI8TfnH6A5gebKlQNwEGFCcuTK\nmXP48CE1arAYMNCgwYWLZOTImfPoUVtIbaZu3WrWbJw5lStXAnD5Ema4cODKlSNHDhw4cuXKdeum\nzY8fHz4ECEAAAMCGDQywYIEDp1evaeDAjRtHzlxWrebKlQPwFWxYceK+kSM3bpw3b+bYth037tq1\nI0cuAACwYAGFWLG0aStXzlzgwOXMFTZsrlw5AIsZN/92/BhyZMmTKY8bF65c5nLixJnz/HncuGjR\nmjTJMGAACBAzihWbNk2cOHLlypGzbQ53bnPlygHw/Rs4OXLlzBU3bpwaNVgMGGjQ4MJFMnLkzFWv\nrg27NlO3bjVrNs5cePHiAZQ3fz5cOHDlypEjBw4cuXLlunXT5sePDx8CBCAAABDAhg0MsGCBA6dX\nr2ngwI0bR86cxInmypUDgDGjRnHivpEjN26cN2/mSpocN+7atSNHLgAAsGABhVixtGkrV86cTp3l\nzPn8aa5cOQBEixo9ijSp0qVMm4p7Wi5qOXLkzFm9Kk5csmRLllgQIODIkTbAgGXLZs5cOXLkypUz\nBzf/Llxy5ADYvYt33Lhy5vr6JVeu3LNniiJE+PBBi5Zi4MCZe1yunDZtuXJtihSpWDFznDtzLlcO\ngOjRpMOFE0cuNTlxrM2ZCxcu2507JkwUKLDAgAEnTojs2WPKlLfh4MCNG2cuufLk5MgBeA49erhw\n4MZZHydOXDlz3LmPGwcNmhQpDAIEkCBhxq1b4cKZew8//vty5cyRIwcgv/79/Pv7BwhA4ECCBQ0e\nRChQ3MJyDcuRI2dO4kRx4pIlW7LEggABR460AQYsWzZz5sqRI1eunDmWLVmSIwdA5kya48aVM5dT\nJ7ly5Z49UxQhwocPWrQUAwfO3NJy5bRpy5VrU6RI/8WKmcOaFWu5cgC8fgUbLpw4cmXJiUNrzly4\ncNnu3DFhokCBBQYMOHFCZM8eU6a8/QUHbtw4c4UNFyZHDsBixo3DhQM3TvI4ceLKmcOMedw4aNCk\nSGEQIIAECTNu3QoXztxq1q1Xlytnjhw5ALVt38adW/du3r19hwsnrtzwcuPGmUOe3JmzU6cePCgA\nAMCJE3qcOfPmbdw4ceDAlSs3zpy5cuXMnS9XDsB69u3FiStnTv58ceHCiRFjAQCAAgVcAHQxbNw4\nc+bKjRvXq1eZMimWLGHGjJy5ihbNlSsHYCPHjuDAiSsnspw4ceTKldu2TViLFhw4HDgQQYOGOXMk\n/f/6FS0aNmzfwIErV46cuaJGzZUrB2Ap06bgwIUrJ7WcOHHmrmIFB06ZsgoVCgAA4MDBGWnSypUz\np7ZcOXPmyJkzR46cubrkyAHIq3cv375+/wIOLHjcuHDlDpcbN84c48bSpD17JkKEjQ4diBGjNm5c\nuHDmzJUjR27cuHLmTqM2V64cgNauX48bV84cbXPkyIETJ06JEhwHDtCg4cnTN3LkzCH35q1QIVOm\niuTKFS6cuerWq5crB2A79+7ixI0rV86cOXLmzZkTJ+7bli2mTGnR4qtVq3LlxpUrFy6cuf7lAJYT\naI5gQYLlygFQuJDhuHHhypUzZ65cOXMXMYYL9+3/mwkTKBQoiBXLWrly5lCmNFeunDmXL12WKweA\nZk2bN3Hm1LmTZ89x48KVE1pu3DhzR5FKk/bsmQgRNjp0IEaM2rhx4cKZM1eOHLlx48qZEzvWXLly\nANCmVTtuXDlzb82RIwdOnDglSnAcOECDhidP38iRMzfYm7dChUyZKpIrV7hw5iBHhlyuHADLlzGL\nEzeuXDlz5siFNmdOnLhvW7aYMqVFi69WrcqVG1euXLhw5nCX013OXG/fvcuVAzCcePFx48KVK2fO\nXLly5qBHDxfu2zcTJlAoUBArlrVy5cyFF2+uXDlz59GfL1cOQHv37+HHlz+ffn375MiFM2euXDlx\n/wDFmRtI8NixSJE2bGgBAoQpU9HIkfv2rVw5cuPGiRNHzpzHj+bKlQNAsqTJcePImTNXrpw4ccdu\n3cKAQQEAAB8+yJEDric5csgECVqwAAIEDLp0ceNmrqnTpwCiSp06rqo5c+XKkSNnris5cuNq1aJF\ny5Spbt68lStnri05cubixi1Xzpzdu3bLlQPAt69fcuTCmRtsjhw5c4gTixOHDNmJEyYmTODEqZu5\ny5gxkyM3zpznz+bKlQNAurTp06hTq17NujU5cuHMmStXTpw4c7hzHzsWKdKGDS1AgDBlKho5ct++\nlStHbtw4ceLImZtO3Vy5cgCya98+bhw5c+bKlf8TJ+7YrVsYMCgAAODDBzlywMknRw6ZIEELFkCA\ngEGXLoDcuJkjWNAgAIQJFY5jaM5cuXLkyJmjSI7cuFq1aNEyZaqbN2/lypkjSY6cOZQoy5Uz19Jl\ny3LlAMykWZMcuXDmdJojR87cT6DixCFDduKEiQkTOHHqZs7p06fkyI0zV9WquXLlAGzl2tXrV7Bh\nxY4lO85suXLmzI0bV87cW3PlsGErUyZGDBMnTjRrVu3b32/lyo3r1k2cuHLmFC82V64cAMiRJYsT\nR87cZXPgwBEjRWrECAoRIiRJ4sxZONTmzFWDAWPB6wU3Zs0iR87cbdy3y5UD0Nv3b3HiyJUrZ87/\n3Djk5cqBA6etVq1Tp2rVajZtmjlz5cZtH1fO+7hx5cqZI1+efLlyANSvZ0/OvTn45sqVM1fffrhw\niRLhwFHhA8APy5Z9K1fOHEKE48aJE0euXDlzEiWSIwfgIsaMGjdy7OjxI0hx4saVK2fOnDhx5laW\nK0cuUqQoURYssCBChClTs6xZ69YtWzZnxoyJExeuHNJy5paWKwfgKdSo4sSNM2eOHLlt2woBAtSh\nw4MgQUCB+vatnDlz5MiRmjABAAADBoBIk2buLt685coB6Ov3rzhx48yZK1du3Dhx5MgVKyZLiZIr\nV4oUmTRrFjZsw6JFo0YNGTJbw4aJEzeuHOpy/+ZWlysH4DXs2OPGlTNn21y5cuZ28yZFSooUAgQW\naNDgytU0cuTKlSNHbtuyZd68WRtnfZy57OTIAeju/Tv48OLHky9vXpy4ceXKmTMnTpy5+OXKkYsU\nKUqUBQssiBBhCqCpWdasdeuWLZszY8bEiQtXDmI5cxPLlQNwEWNGceLGmTNHjty2bYUAAerQ4UGQ\nIKBAfftWzpw5cuRITZgAAIABA0CkSTP3E2jQcuUAFDV6VJy4cebMlSs3bpw4cuSKFZOlRMmVK0WK\nTJo1Cxu2YdGiUaOGDJmtYcPEiRtXDm45c3PLlQNwF2/ecePKmfNrrlw5c4MJkyIlRQoBAgs0aP9w\n5WoaOXLlypEjt23ZMm/erI3zPM5caHLkAJQ2fRp1atWrWbd2TY7cuHKzy4ULV86cuXLlyN269eqV\nDh18Bg0KF84bOHDXrokT5w0cuHDhzFW3Xr1cOQDbuXcfN46cOXPjxm3bZipYsChRZCFDZg5+/PjW\n5MhZsKBTp2fm+Pf3D9CcuXLlABg8iHCcQnPmyJELFy7buHGzZtFiwuTRIzJkZN26xY1bsmHDZMma\nNm3Yt2/hwpl7CfNluXIAatq8SS6nuZ3mypUzBxRoOVKkLFmKEEGJHTvjxpV7Om4cOXLfpk0LFkwc\nOXLmunYtVw6A2LFky5o9izat2rXkyI0rB7f/XLhw5cyZK1eO3K1br17p0MFn0KBw4byBA3ftmjhx\n3sCBCxfOnOTJksuVA4A5s+Zx48iZMzdu3LZtpoIFixJFFjJk5lq7dm1NjpwFCzp1emYut+7ducuV\nAwA8uPBxxM2ZI0cuXLhs48bNmkWLCZNHj8iQkXXrFjduyYYNkyVr2rRh376FC2cuvfr05coBeA8/\nPrn55uqbK1fOnH795UiRAmjJUoQISuzYGTeu3MJx48iR+zZtWrBg4siRM5cxY7lyADx+BBlS5EiS\nJU2eJEdunDlz5cqFC2dO5rhx4Dp10qJlxIg6jBhFi+YMG7Zhw5Yti+bNGzhw5Mw9hWquXDkA/1Wt\nXh03jpw5c+LEadOGihcvVaqqlStnTu3atdH48Fmw4M0bZ+bs3sVrt1w5AH39/h03Tpw5c+LEYcP2\n69gxMWJ+OHCAAoUIEW7KlKFEKUiTJi5cSJEyCBq0b9/KmUOd2ly5cgBcv4ZdTrY52ubKlTOXO1y4\naDVqVKiQIEETQYK6dRuXnBu3atWYDRuGC5c1cuTMXb9erhwA7t29fwcfXvx48uXJkRtnzly5cuHC\nmYM/bhy4Tp20aBkxog4jRtGiAXSGDduwYcuWRfPmDRw4cuYeQjRXrhyAihYvjhtHzpw5ceK0aUPF\ni5cqVdXKlTOncuXKaHz4LFjw5o0zczZv4v+0Wa4cgJ4+f44bJ86cOXHisGH7deyYGDE/HDhAgUKE\nCDdlylCiFKRJExcupEgZBA3at2/lzKFNa65cOQBu38ItJ9ccXXPlypnLGy5ctBo1KlRIkKCJIEHd\nuo1LzI1btWrMhg3DhcsaOXLmLl8uVw4A586eP4MOLXo06dLjxpErp7qcuNbmzI0bh+3SpSZNggS5\nQ4nSt2/XoEGLFk2btmzduo0bZ2458+XlygGILn16uHDiyJEbN86Zs1rGjDVrxq1cOXPmz5+/9uOH\nCBGtWokzJ38+ffnlygHIr38/OHDhAI4bJ04cNGiidOkSI4bNjBlo0OTJ4yhSJGHCFEmRwoX/S6VK\nwa5dGzfOXEmTJcuVA7CSZUty5MqZk2muXLlx5sx167ZLhAgJEjx4SKNLVzmj5MiJEwcOXLVdu4wZ\nG1eunDmrVsmRA7CVa1evX8GGFTuWrDhx48qlLQcOHLly5a5dW9ajx4kTOnQM4sXLmzdp2LBly1at\nGjdv3sqVM7eY8eJy5QBEljw5XDhw5Mh587ZsWbBly7Bh02aOdGlz5MhJk6bBgAECBKxY0WaOdm3b\n5srlBrCbd29w4LyRI9etGzNmt4ABu3QJDR06p07lymUMWHVgrwYNChSIFStr376ZEz+efLlyANCn\nVz9uHDlz782VK0eOfq1abwgQUKDgxYtR/wC9eStHsGA5bdqkCRP27ds4cxAjmitXDoDFixgzatzI\nsaPHj+LEjStHshw4cOTKlbt2bVmPHidO6NAxiBcvb96kYcOWLVu1aty8eStXzpzRo0bLlQPAtKnT\ncOHAkSPnzduyZcGWLcOGTZu5r2DNkSMnTZoGAwYIELBiRZu5t3DjmitHF4Ddu3jBgfNGjly3bsyY\n3QIG7NIlNHTonDqVK5cxYJCBvRo0KFAgVqysfftmrrPnz+XKARhNuvS4ceTMqTZXrhy517VqvSFA\nQIGCFy9GefNWrrfvctq0SRMm7Nu3ceaSKzdXrhyA59CjS59Ovbr169jHjRNXrns5b+DLlf/Llg2Z\nGzeRIilS5MyatXLlyFWr9uyZOHHjypUzx7+/f4DlygEgWNAgOHDcyJHLlu3XL1jfvnnzVs7cRYzk\nhAkbNqzAgQMLFlizZs7kSZQnyZED0NLly3DhuJEjhw2bMmWxtm3z5WuaMmXixIUjqk3buHHclCkz\nZkycOHLmpE6lKrVcOQBZtW4l19XcV3PjxoErV27XrjsjRmDB0qrVOHNx45YrFy7cuHHgvn0TJ87c\nX8B/y5UDUNjwYcSJFS9m3NjxuHHiyk0u581yuXLZsiFz4yZSJEWKnFmzVq4cuWrVnj0TJ25cuXLm\nZM+mXa4cANy5dYMDx40cuWzZfv2C9e3/mzdv5cwtZ05OmLBhwwocOLBggTVr5rRv576dHDkA4cWP\nDxeOGzly2LApUxZr2zZfvqYpUyZOXDj82rSNG8dNGUBlxoyJE0fOHMKEChGWKwfgIcSI5Caaq2hu\n3Dhw5crt2nVnxAgsWFq1Gmfu5Mly5cKFGzcO3Ldv4sSZq2mzZrlyAHby7OnzJ9CgQocSJUdOnDlz\n5cqBA/dNnLho0XpJkTJmzKpV2r59I0dunDdv0KB16zbOHNq0atGWKwfgLdy44cJxI0dOmzZlynBh\nwxYuHLly5cyZ06btVocODBgAIEDgwAFdusxRrmyZcjly5ABw7uwZHLht48Z161atmrFs/9m4cfvm\netw4crLDhRMnLpw3b9mygQNXzhzw4MKBlysH4Djy5OSWm2tubtw4bNmyjRrVpUKFKVOePStn7jt4\nc+HGhxNH7jw5c+rXqy9XDgD8+PLn069v/z7+/OLEkTPnH6A5cQPLlQMHrlqyZNeudes2rlw5cxPF\niStXzlxGjRs5lisHAGRIkd++gRs3Tpy4atW6kSNnDma5cubMkSMnDAgQDhwQKFCgSFG5cuaIFjVa\nlBw5AEuZNvXmDRw5cuLEbdvWrVw5cuTKdTX31Vw5c2PNlRMnrlw5c2vZtnVbrhwAuXPpjhtXzlxe\nc+PGhSNHLlmyUqtWZctWrpw5xYsZL/8u97icOcmTJZcrBwBzZs2bOXf2/Bl0aHHiyJkzbU5c6nLl\nwIGrlizZtWvduo0rV85cbnHiypUz9xt4cOHlygEwfhz5t2/gxo0TJ65atW7kyJmzXq6cOXPkyAkD\nAoQDBwQKFChSVK6cOfXr2a8nRw5AfPnzvXkDR46cOHHbtnUrB7AcOXLlCpo7aK6cuYXmyokTV66c\nuYkUK1osVw6Axo0cx40rZy6kuXHjwpEjlyxZqVWrsmUrV86czJk0Z5a7Wc6czp06y5UDADSo0KFE\nixo9ijRpuHDkzJkrV27cuHJUyZH7Fi7cuHHlypn7CrZcOXNky5o9S5YcOQBs27oFBy7/XLly5MiB\nA0fOnN69e8GBe1ajxo0bMo4c6dbNnOLFjBmXGzcOgOTJlMGBC1cuc7lw4cqZ+ww6tGhz5UqbO406\nterT5coBeA07tjhx5MzZNkeO3Dhy5Lp1O7ZtGzly5oobP168nHLl5po7f16uHIDp1Ktbv449u/bt\n3MOFI2fOXLly48aVO0+O3Ldw4caNK1fOnPz55cqZu48/v/775MgBAAhA4MCB4MCFK1eOHDlw4MiZ\ngxgxIjhwz2rUuHFDxpEj3bqZAxlSpMhy48YBQJlSJThw4cq9LBcuXDlzNW3exGmu3E5zPX3+BNqz\nXDkARY0eFSeOnDmm5siRG0eOXLdu/8e2bSNHztxWrl23lgML1txYsmXLlQOQVu1atm3dvoUbV244\nuuXslgMHTpw5c+XKkRs3ztxgwoXJkStXztxixo0dkyMHQPJkyuDAfStXjhy5cOHImQMdOnS5cuBC\nhapWbZc3b+Zcv4btulw5cuTKhQsHQPdu3t98lys3bpw44uaMH0durhw5cuacl4Neztx06tWtkyMH\nQPt27uLEjTMX3ty4cd/KlRuXXpw4c+3dvydHLly4cuXM3cefH3+5cgD8AwQgcCDBggYPIkyoEGG4\nhuUelgMHTpw5c+XKkRs3zhzHjh7JkStXzhzJkiZPkiMHYCXLluDAfStXjhy5cOHImf/LqVNnuXLg\nQoWqVm2XN2/mjiJNerRcOXLkyoULB2Aq1arfrpYrN26cuK7mvoINa64cOXLmzpZLW84c27Zu35Ij\nB2Au3brixI0zp9fcuHHfypUbJ1icOHOGDyMmRy5cuHLlzEGOLDlyuXIALmPOrHkz586eP4MOJ9qc\nuXLlyJEbZ2716nLlzMGOLRt2uXLmbuPOfbscb3HiAAAPLjxcOHDmzJVLntwc8+bOmV+75s3bN3PW\nr2PPbo4c92/fAIAPLz5cOHDmzJVLX46cufbty5UzJ19+uXLm7t8vV84c//7+AZozV47guHEAECZU\nGC7cOHMPzZUrJ86cuXLlzJUrZ47/Y0ePHMeNKzfSXEmTJ0uSIweAZUuXL2HGlDmTZk1q1LKJ0ynu\n2zdx5YAGLWeOaFGj5ZCWM7eUadNy5caNIwcOHACrV7FKk4YtXDhx4sKFG2eOLNly5cylNTfOW1tv\n5MqVMzeXbt255cqBAzeuWzcAfwEHjhbtWjjDh8OVK2fOXDnH5iCbKzd5srlyl8uZ07yZc7ly5ECD\nAweAdGnT1KhxG7d6HDhw4ciRKzd7tjnbt3GTIzduHDly5YADNzd8eDnj4sQBUL6ceXPnz6FHlz6d\nGrVs4rCL+/ZNXDnv38uZEz+efDnz5cylV7++XLlx48iBAweAfn370qRhCxdOnLhw/wDDjTNHkGC5\ncuYSmhvnraE3cuXKmZtIseLEcuXAgRvXrRuAjyBDRot2LZzJk+HKlTNnrpxLczDNlZs501y5m+XM\n6dzJs1w5ckDBgQNAtKhRatS4jVs6Dhy4cOTIlZs61ZzVq1jJkRs3jhy5cmDBmhs7tpxZceIAqF3L\ntq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHjx5AjS55MubLly5gza97MubPn\nz6BDix5NurTp06hTq17NurXr17ANCxOGDZxtcN68hRPHW1w4csDJlRs+bhw5cuLAKQcnTtw4cdDF\njSNHTpx169q0AdjOvXuvXtm+ff8LFw4cuHHkyI1bv54cuXHwxYkbN05cuHDgwI0bJy5cOIDixI0j\nR06cuHHjxHHjBsDhQ4i+fFn79g0cOG/ewo3jOC7cuHHkRJIbFy7cuHHhvq38Js5luHDixI0jR06c\nuHE5uXED0NPnT2LErIEjCm7bNnDilIoDR45cOahQxYkjRw5cN6zdwoUT17UruXLlxo0d260bALRp\n1a5l29btW7hxwc0tV27cOHF5yZEbN45cuXLmBAsuV86cuXGJtWkrV45cuXLkyJWjTI7cOMzfvgHg\n3NmzNm3eyI0mN24cuXKpy5krV87c69fixJkzR65cuXDhypUjV64cOXLlhAsnV1z/nDgAyZUv79bN\nW7ly46SPE1euHDly5ciRM9e9Ozly5syRK1cOHLhy5ciVK0eOXDn48MnNDxcOwH38+cXtL1eOHEBy\n4waWK0eOXLmE5hYybFiuHDhw5iZOLFfOXLmM5chxBAcOAMiQIkeSLGnyJMqU5MiJM+fSXLly5MzR\nrGnzJs1y5ciRM+fzJ1Cf5cqZI0cOANKkSsMxNef0KdSoUqOWK2fuKtasWsuVA+D1K9hx48SZK2u2\nnLm0ateyXVuunLm4cufSLVcOAN68esuVI2fur7lygs0RLmz4MOLEisuVA+D4MeTIkidTrmz5Mjly\n4sxxNleuHDlzokeTLi26XDly/+TMsW7tmnW5cubIkQNg+zbucLrN8e7t+zfw3+XKmStu/DjycuUA\nMG/ufNw4ceamUy9n7jr27Nqzlytn7jv48OLLlQNg/jz6cuXImWtvrhx8c/Ln069v/z7+cuUA8O/v\nHyAAgQMJFjR4EGFChQDIkRtnzly5cuQomrN4EWNGc+G+fZMmzVxIkSNJkiMHAGVKleLEjTP30ly5\ncuZo1rRJs5w4cebMiSNHLlw4c+bKFTV3FGnScuUANHX6dFxUc+bKVa1qDmtWrVjLlTNnThw5cuPG\nmTN7Fm3acuUAtHX7lhy5cebMkbNLbpw5vXv59jVXjhw5bNjMFTZ8GHG5cgAYN/92/BhyZMmTKVcm\nR26cOXPlypHzbA50aNGjzYX79k2aNHOrWbd2TY4cANmzaYsTN85cbnPlypnz/Ru473LixJkzJ44c\nuXDhzJkr99xcdOnTy5UDcB179nHbzZkr9/27OfHjyYsvV86cOXHkyI0bZw5+fPnzy5UDcB9/fnLk\nxpkzB5CcQHLjzBk8iDChuXLkyGHDZi6ixIkUy5UDgDGjxo0cO3r8CDIkOXLlzJk0R46cuZUsW7pc\nCS1atG3bzNm8iTOnTQA8e/oMF66cuaFEixo1V66cOXHiyJHDFi5quHLlyJUrZy6r1q1ZAXj9Cnbc\nuHLmyporV86c2rVs15Z7W87/2rdv4sSZM1fOnN69fPkC+As4cLly5MyZK1du3DhzjBs7flyuXLBq\n1a5dI0eunLnNnDt3BgA6tOjRpEubPo06NTly5cy5NkeOnLnZtGvbng0tWrRt28z5/g08uG8AxIsb\nDxeunLnlzJs7N1eunDlx4siRwxYue7hy5ciVK2cuvPjx4QGYP49+3Lhy5tqbK1fOnPz59OeXu1/O\n2rdv4sSZA2iunDmCBQ0aBJBQ4cJy5ciZM1eu3Lhx5ixexJixXLlg1apdu0aOXDlzJU2ePAlA5UqW\nLV2+hBlT5sxy5caZM0eOXDme5nz+BOqTHDlz5nBx4+bNmzmmTZ0+LVcOwFSq/1XHjSNnTqu5cuXM\nfQUbVpy4cceOkSNHq1s3bdrMmSNnTu5cunQB3MWbd9xec+bK/f1rTvDgweQMY8M2bpypbNm6dTMX\nWfJkypEBXMacedy4cObMffs2TrQ50qVNmysHDty4cU9YsTp1qlw5c7Vt37ZdrhwA3r19/wYeXPhw\n4sXLlRtXrhw5cuPGkTMXXfr06NKkYcIUIk6cXr3GjTMXXvx48eXKAUCfXj059ubcmxs3ztx8+uPG\nbdvmyBEcEiSIACQyQYsWRox48fpGjpy5hg4fNgQgcSLFcRbNmStXjhxHcx7NkQspTlyyZMG0aOHB\ngwIVKqZMWbNWzhzNmjZtAv/IqXOnOHHcxInr1k2bNnDlypkzV86cuXLlsGEDJkLEggUAChSgQGHW\nrHHmvoIN+7VcOQBmz6JNq3Yt27Zu35YrN65cOXLkxo0jZ24v3757pUnDhClEnDi9eo0bZ24x48aM\ny5UDIHkyZXKWzWE2N26cuc6ex43bts2RIzgkSBAhMkGLFkaMePH6Ro6cudq2b9cGoHs373G+zZkr\nV44ccXPGzZFLLk5csmTBtGjhwYMCFSqmTFmzVs4c9+7evQMIL368OHHcxInr1k2bNnDlypkzV86c\nuXLlsGEDJkLEggUAABYoQIHCrFnjzCVUuDBhuXIAIEaUOJFiRYsXMWYcNw7/3Lhx3ryFC0fOXEmT\nJ815EyNGhIgHTZrIkmWOZk2bNMuVM0eOHACfP4GOG0fOnLly5caNK2fOXDmn27YtW2bESIoCBUyY\ncBAkyJw51qxdI0euXDlzZ9GeLVcOQFu3b8WJG1euHDm75MaZM1euHDlw4MiRK1bMVYoUJUpAYMLE\nlKlx48qZkzyZsuRy5QBk1rwZHLhun6lR69YtnDnTpsuVM2euWzdTDhwUKBCgQIEdO8KFK2eOd+/e\n5cqZI0cOQHHjx5EnV76ceXPn48aBGzfOm7dw4ciZ076duzlvYsSIEPGgSRNZssylV78+fbly5siR\nAzCffv1x48iZM1eu3Lhx/wDLmTNXruC2bcuWGTGSokABEyYcBAkyZ441a9fIkStXzpzHjx7LlQNA\nsqRJceLGlStHriW5cebMlStHDhw4cuSKFXOVIkWJEhCYMDFlaty4cuaSKl2atFw5AFCjSgUHrptV\natS6dQtnrmvXcuXMmevWzZQDBwUKBChQYMeOcOHKmZtLl265cubIkQPAt6/fv4ADCx5MuLA4cdzG\njRMnTps2c5AjSw4XjlaCBAcyz5hx7Fi5cuZCiw5Njpy50+TIAVjNurU4cePMmStXLly4cubMlSsn\nTpQoSZIoUDgAAIACBRF27ECEKFiwbeHCmTNXzpz16+bKlQPAvbv3cOHElf8rR44cOHDl0qcfFy4c\nOHC0aKlRoECChBJMmOzaBQ4cOYDmBA40V66cOYTlygFg2NChOHHZxE0Uhw2bOYwZNWLDFokAAQMh\nNWhIlWrcOHMpVaYsV87cS3LkAMykWdPmTZw5de7kOW5cNnLkuHELF66cOaRJk4ID58qAARw4TODC\nNW6cOaxZtZIjV66cuXHjAIwlW5YcuXHmzJUrN24cOXNxzZVz5UqZshQpcChQ0KhRk127atUaV7jc\n4XLmFC9WXK4cAMiRJY8bB65cOXLkwIEjZ86zuXLhwpUr16xZMRUqWrXiw4wZNWrmZM+mXZscOQC5\nde8uV45buXLixI0bZ87/+HHk5cqBGzGiVq092rSJE2fO+nXs2cmRA9Dd+3fw4cWPJ1/e/Lhx2ciR\n48YtXLhy5uTPnw8OnCsDBnDgMIELF8Bx48wRLGiQHLly5cyNGwfgIcSI5MiNM2euXLlx48iZ62iu\nnCtXypSlSIFDgYJGjZrs2lWr1riY5WaWM2fzps1y5QDw7Olz3Dhw5cqRIwcOHDlzSs2VCxeuXLlm\nzYqpUNGqFR9mzKhRM+f1K9iw5MgBKGv2bLly3MqVEydu3DhzcufSLVcO3IgRtWrt0aZNnDhzggcT\nLkyOHIDEihczbuz4MeTIkseN80aO3Lhx4sSZ6+z5szNnaQYMWLAghTVr/+XKmWvt+vXrcuTIAaht\n+zY5cuPMmStXbtw4c8LLlTOnTNmnTyxY6PDgYc+eSNq0WbMWLhy5ctq1m+vu3Vy5cgDGky9Pjtw4\nc+bKlRs3zhz8+PLBgfsGCtStW7O+fRMnDqA5gQMJFixXDkBChQvLlRNnzlw5ieXMVbR40eKyZcaM\nKStXzlxIkSNJhiRHDkBKlStZtnT5EmZMmePGeSNHbtw4ceLM9fT505mzNAMGLFiQwpq1cuXMNXX6\n9Gk5cuQAVLV6lRy5cebMlSs3bpw5seXKmVOm7NMnFix0ePCwZ08kbdqsWQsXjlw5vXrN9fVrrlw5\nAIMJFyZHbpw5c+XKjf8bZw5yZMngwH0DBerWrVnfvokTZw50aNGjy5UDcBp16nLlxJkzVw52OXOz\nademvWyZMWPKypUz9xt4cOG/yZEDcBx5cuXLmTd3/hx6uHDfxIkbN44cOXPbuXc3ZizFgAEMGIip\nVs1cevXr05crN26cuXHjANS3f3/cOHLm+JsbB3AcOXPmypUjN2zYnDk2bKCIEEGVqlTDhkmTRi7j\nuHHkyJn7CPIjOXIASpo8OS6lOXPlypEjZy6mzJjlynnz5syQoV27gk2bJk6cuaFEixolRw6A0qVM\nyZETV66cualUq1o1R44XL2XKuI0bZy6s2LFkw5IjByCt2rVs27p9Czf/rtxw4b6JEzduHDly5vr6\n/WvMWIoBAxgwEFOtmrnFjBsvLldu3Dhz48YBuIw587hx5Mx5NjduHDlz5sqVIzds2Jw5NmygiBBB\nlapUw4ZJk0Yu97hx5MiZ+w38NzlyAIobPz4uuTlz5cqRI2cuuvTo5cp58+bMkKFdu4JNmyZOnLnx\n5MubJ0cOgPr17MmRE1eunLn59OvbN0eOFy9lyriNAzjO3ECCBQ0OJEcOwEKGDR0+hBhR4kSK4sSB\nI0euXDlx4sx9BPmRHDkyZBIAAGDAwJxv38y9hAmznDlz5MiZw0mOHACePX2KEzeu3NBy4sSVM2fu\n27dsQoSkSDFgAIMF/wvSpDFkzBg1atq0cdOmrVw5cubMlStnTm25cgDcvoU7Tq45c+XKiRNnTu/e\ncuXGjTNlCtKLF1CgVLFlS5s2co0bmzNXzpw5cuTMXSZHDsBmzp3JkRtXrpw5c+TImUOdWnW3bsVQ\noChRwgQvXuPGmcOd21w5c+bIkTMXnBw5AMWNH0eeXPly5s2djxvnrdx06uasX8fOg8cFAQLs2Mlm\nTvx48uLLnUdvjhw5AO3dvx8Xv1w5c+bG3Tdn7ts3b1WqAMSCJUGCCRw4GDPmTJs2atTGjRM3buI4\ncxYvWixXDgDHjh7JkRtnzly5cuHClTOn0ly5cePChQsU6I4FC3nyiP/ZtWvaNHLkzJULWs4c0XLl\nzCElRw4A06ZOx40DZ85cuarlzGHNqnXRIikECKxY8SJUKHDgzKFFW66cubblypEjZ44cOQB27+LN\nq3cv375+/44b560c4cLmDiNOzIPHBQEC7NjJZm4y5cqTy2HObI4cOQCeP4MeJ7pcOXPmxqE2Z+7b\nN29VqmDBkiDBBA4cjBlzpk0bNWrjxokbJ3ycueLGi5crB2A58+bkyI0zZ65cuXDhypnLbq7cuHHh\nwgUKdMeChTx5xOzaNW0aOXLmysEvZ25+uXLm7pMjB2A///7jAI4DZ85cOYPlzCVUuHDRIikECKxY\n8SJUKHDgzGXMWK7/nDmP5cqRI2eOHDkAJ1GmVLmSZUuXL2GSIwfOnLly5ciRM7eT505s2DhwKAAA\nQJAg08wlVaq0XDly5qBGNVeuHACrV7GSIzfOnLly5cSJI1euXLRotihQgAABAIAGESIoUtRp2rRf\nv6hRk8aNmzdv5MwFFmyuXDkAhxEnJkdunDlz5cqJE2eOMuVy2bIBA5YiBQYAAC5c2DBpki9f376R\nK7d6tTnXr8vFBjCbdm1y5L6Z022uXDlzv4F/+5YpEwECAQAAECCAwJw50KCVK2eOerly48xlN1eO\nOzlyAMCHFz+efHnz59GnJ0cOnDlz5cqRI2eOfn362LBx4FAAAIAg/wCDTDNHsGDBcuXImVvI0Fy5\ncgAiSpxIjtw4c+bKlRMnjly5ctGi2aJAAQIEAAAaRIigSFGnadN+/aJGTRo3bt68kTPHs6e5cuUA\nCB1KlBy5cebMlSsnTpy5p0/LZcsGDFiKFBgAALhwYcOkSb58fftGrpxZs+bSqi3HFoDbt3DJkftm\nrq65cuXM6d377VumTAQIBAAAQIAAAnPmQINWrpy5x+XKjTNH2Vy5y+TIAdjMubPnz6BDix5Nmpzp\ncuXMqV7Nulw5UaJGjBBQoECiROHM6d69u5xvc8DNlStnjhw5AMiTKxcnjly5cubMiRMHjhw5Y8Za\nefDAgEGCBBBUqP9AhsyY+WDBsGGzNm0aOHDlzMmfb65cOQD48+sfN46cOYDmypUbN66cOYTmylWr\npkqVCxcaBgxQoYJJp07QoJEjV86jOZAhRZIjB8DkSZTjVJYrZ87lS5jQoDlypEABAJwCBDh49Chc\nOHNBg5Yjas6oOXLkzI0bB8DpU6hRpU6lWtXqVXLkypnjaq5cOXNhxS5bNmdOgAAABgzgw8ebObhx\nzY0bZ86ct3Llxo0z17dcOQCBBQ8OF26cOXPlyokT923cuFWr2gwYgABBggQvzJhJlmzYtGnIkPXq\nFatWrW/fxJUrZ86163LlAMymXXvc7XK5y4ULZ853uXLkcOHChEn/g4YHAwbcuAHm1ats2cKFG1fd\nnLly5syVK2fOe7lyAMSPJz9uHDlz6c2VK2fO/ftr1z59UqBAQIAAGDDc8ebNHEBzAgcKJGfOXLly\n5haSIwfgIcSIEidSrGjxIkZy5MqZ62iuXDlzIkcuWzZnToAAAAYM4MPHm7mYMs2NG2fOnLdy5caN\nM+ezXDkAQocSDRdunDlz5cqJE/dt3LhVq9oMGIAAQYIEL8yYSZZs2LRpyJD16hWrVq1v38SVK2fu\n7dty5QDQrWt3HN5yesuFC2fub7ly5HDhwoRJg4YHAwbcuAHm1ats2cKFG2fZnLly5syVK2fuc7ly\nAEaTLj1uHDlz/6rNlStn7jXsa9c+fVKgQECAABgw3PHmzRzw4MHJmTNXrpy55OTIAWju/Dn06NKn\nU69uvVw5cua2c+++/do1aNAQINDgxEm5cubWs18vTty2beTmm6tv3xyA/Pr3ixM3DmC5cubMiRMH\njhw5YsSMtWjRp8+dO8agQTNnrpw4ccqUgQOHDRy4cePMlTRZslw5ACtZtiRHTlw5meXAgStnzly5\ncuOGDTt2LEsWSlasVKtmTJu2b9/MNXX6FGq5cgCoVrVartw4c1u5dt367du4cV++KMKBY9w4cubY\ntnX71m25cgDo1rV7F29evXv59i1Xjpw5wYMJC752DRo0BAg0OP9xUq6cOcmTJYsTt20bOc3mOHc2\nBwB0aNHixI0rV86cOXHiwJEjR4yYsRYt+vS5c8cYNGjmzJUTJ06ZMnDgsIEDN26cOeXLlZcrBwB6\ndOnkyIkrd70cOHDlzJkrV27csGHHjmXJQsmKlWrVjGnT9u2bOfnz6dcvVw5Afv37y5UbB9CcwIEE\nBX77Nm7cly+KcOAYN46cuYkUK1qsWK4cgI0cO3r8CDKkyJEky5k0hzKlSpSxYhEhQoBACStWwoUz\nhzMnznHjvn3rVq6cuaFEzQE4ijSpOHHjzJkrV06cuG/hwunS1UqFCjVqLFniJk5cuXLkxIkLFgwZ\nsmDevIkTV87/nNy5cwHYvYuXHLlx5syVKydOXDlz5sqVIxctWq9ekybhKlXq2bNp4MB160aOXDlz\n5sqVMwc6NOhy5QCYPo26XDly5lq7fv1anDhjxqj9+kWOnLndvHvvLmcuuHBz5coBOI48ufLlzJs7\nfw69nHRz1Ktbpx4rFhEiBAiUsGIlXDhz5MuTHzfu27du5cqZew/fHID59OuLEzfOnLly5cSJA/gt\nXDhdulqpUKFGjSVL3MSJK1eOnDhxwYIhQxbMmzdx4sqZAxkyJACSJU2SIzfOnLly5cSJK2fOXLly\n5KJF69Vr0iRcpUo9ezYNHLhu3ciRK2fOXLly5pw+dVquHACq/1WtlitHztxWrl27ihNnzBi1X7/I\nkTOXVu3atOXMvYVrrlw5AHXt3sWbV+9evn39litnTvBgwoLJOXJkwQIDBilevTIXWfLkbt2yZRtn\nTvNmc+XKAQAdWnS4cOPKnS4HDhw2cOCKFTO1ZMmlS716Yfv2zZy5ctiwPQP+LFu3buXKmUOeHHm5\ncgCcP4c+bhw5c+bKlRMnbpw5c+XKjaNG7dixU6du6dIVLpw39uTImYMfX/78cuUA3Mefv9x+c/39\nAzQncKBAceK2bTvGjJm5hg4fQoxorlw5ABYvYsyocSPHjh4/litnbiTJkt++NTtwgAABBAh6SJNm\nbiZNc+XKkf+7di1cOHDlypkLKtQcgKJGj4IDJ65cOXLkwIGz1q0bJEhzUqS4coURo2Xduo0bhy1a\nNF26ZMlidu1auXLm3sJ9W64cgLp274oTR84cX3PixJUzZ27cOHHHjunSZcjQqVu3smWDtm0bucqV\ny5Uzp1lzuXLmPpcrB2A06dLlyplLnbpcOXOuX2fLpkkTChQ1/PjBhi1cuXLmfv8mR86cOXLmzJUr\nZ255uXIAnkOPLn069erWr2MvV84c9+7ev31rduAAAQIIEPSQJs0c+/bmypUjd+1auHDgypUzp3+/\nOQD+AQIQOBAAOHDiypUjRw4cOGvdukGCNCdFiitXGDFa1q3/27hx2KJF06VLlixm166VK2eOZUuW\n5coBkDmTpjhx5MzlNCdOXDlz5saNE3fsmC5dhgydunUrWzZo27aRkyq1XDlzV6+WK2eOa7lyAMCG\nFVuunDmzZsuVM7eWbbZsmjShQFHDjx9s2MKVK2eOL19y5MyZI2fOXLly5hCXKweAcWPHjyFHljyZ\ncuVyl81lNleOszlz27aBWrDAgwcePKyZU716dbly5LRps2atnDnbt28D0L2btzjf5cqRI7dtW7Rw\n4TRp6uTFiy5dvXpl+/atXLlwunSdOoUN27dy5cyFFz++XDkA59GnJ0dunDlz5cqBAzfOnLlx47zp\n0vXsmSZN/wCVIUMmTlw4btzChStXzpzDhxAflisHoKLFi+bMlTPH0Vy5cuZChgTnyZMlSw8eeHDj\nJly4cuZiyjRXrpw4ceZy6sxZrhyAn0CDCh1KtKjRo0jLKTXH1Fy5p+bMbdsGasECDx548LBmrqtX\nr+XKkdOmzZq1cubSqlULoK3bt+LilitHjty2bdHChdOkqZMXL7p09eqV7du3cuXC6dJ16hQ2bN/K\nlTNHubLlcuUAaN7MmRy5cebMlSsHDtw4c+bGjfOmS9ezZ5o0KUOGTJy4cNy4hQtXrpy538CDAy9X\nDoDx48jNmStnrrm5cuXMSZcOzpMnS5YePPDgxk24cOXMif8fb65cOXHizKlfr75cOQDw48ufT7++\n/fv485fbb66/OYDlyokLFw4SpBIBAhw40KbNOHMRJZorV27cxXAZw40z19GjRwAhRY4cNy5cuXLk\nyHXrhsyatVChIhkxUqhQq1bUtGn79q2aL199+uza1a1cOXNJlS4tVw7AU6hRyZEbZ86qOXHixpUr\nJ06cNleuWLESJWrYr1/btnXz1tYbOXLm5M6lO7dcOQB59e41Z66cOcDmypUzV9iatU8SJCBAIECA\nBBYskCEbV87yZXPlyo0bR87cZ9DmypUDUNr0adSpVa9m3dp1uXLmZMsuVw5cuXK3bjHp0GHKlGrV\nypkjXtz/uLly45SPM9fc+XMA0aVPDxduXDns5b598zZunDVrzZIl+/bNm7dw5MiZMxeuWbNu3caN\nM1ff/n375coB4N/fP8Bx48iZK2hu3Dhy5syRIxcOG7Zu3bZt4+bNW7ly5MaNK1fOHMiQIkeWKwfg\nJMqU5cqZa9myXDly5syFC9frxQsNGihQYMGK1bhx5YaaK1q0HNJy5pYyXUqOHICoUqdSrWr1Ktas\nWsuVM+fVa7ly4MqVu3WLSYcOU6ZUq1bOHNy4cs2VG2d3nLm8evcC6Ov3b7hw48oRLvftm7dx46xZ\na5Ys2bdv3ryFI0fOnLlwzZp16zZunLnQokeLLlcOAOrU/6rHjSNn7rW5cePImTNHjlw4bNi6ddu2\njZs3b+XKkRs3rlw5c8qXM29erhyA6NKnlytn7vr1cuXImTMXLlyvFy80aKBAgQUrVuPGlWtv7v37\ncvLLmatvvz45cgD28+/vHyAAgQMJFjR4EGFCg+TIlTP30Fy5cuHEiePFywsVKrlyjRtnDmRIkeVI\nkiNnDmVKlSgBtHT5Ehy4cebMlSsnDic5cuPGeRMnrlzQcuaIEiX37Vs5peXMNXX61Ck5cgCoVrUq\nThw5c1vNiRNXzpy5cuXGiRM3Di1acuTKtW1rDm5cuXPhlisHAG9eveTIlTP31xw5cuYIgwNnDAqU\nQIFGjf+6FS6cOcmTKZcrZw5zZs3lygHw/Bl0aNGjSZc2fZocuXLmWJsrVy6cOHG8eHmhQiVXrnHj\nzPX2/btccHLkzBU3frw4AOXLmYMDN86cuXLlxFUnR27cOG/ixJXzXs5c+PDkvn0rd76cOfXr2a8n\nRw5AfPnzxYkjZw6/OXHiypkzB7BcuXHixI07eJAcuXIMGZp7CDGixIflygG4iDEjOXLlzHk0R46c\nuZHgwBmDAiVQoFGjboULZy6mzJnlypm7iTNnuXIAevr8CTSo0KFEixodN46cuaXmxo37Vq6cNm3U\nevUqV86c1q1cyZEzB7ZcOXNky5olCyCt2rXgwIUrB7f/XLhw4MrZvVvOnN69fMmRK1fOnODBhAWX\nK2eOHDkAjBs7FicOXLnJ5cCBE2fOXLly5MKFKwc6dDlzpMuVM4c6tWrU5VqXM0eOHIDZtGuTu20u\ntzlx4siZM0eO3LdZs7hx27atnLnlzJsvLwe9nLnp1KeTIwcgu/bt3Lt7/w4+vPhx48iZO29u3Lhv\n5cpp00atV69y5czZv4+fHDlz/MuVA2hO4ECCAgEcRJgQHLhw5RyWCxcOXDmKFcuZw5hRIzly5cqZ\nAxlSJMhy5cyRIwdA5UqW4sSBKxezHDhw4syZK1eOXLhw5Xz+LGdOaLly5oweRWq03NJy5siRAxBV\n6lRy/1XNXTUnThw5c+bIkfs2axY3btu2lTOXVu3atOXcljMXV25ccuQA3MWbV+9evn39/gUsTtw4\nc4XNlSsXrlw5cuTKgQNnTvJkypLLlTOXWfNmzuXKAQAdWvS3b+HMmSuXutw4c61dv4b9ulw5c7Vt\n365dTrc4cQB8/wYeTng54uXGHTeXPDk5cuacOy9Xztz06eXKmcOeXTv2ct3HjQMQXvz4ceXNnTdH\nTr059uzDhSNHrlw5c/Xt1y9Xztz+/eXKATQnUGC5guPGAUiocCHDhg4fQowo0Zo1b+TIjRsXLty3\ncR7HgRMnzhzJkibLoUxpbmW5cuZeviwnU5w4ADZv4v+UJk2buJ7iwIETV66cuaLlyplLqnRpuXLm\nnkKN+rRcOXJWwYEDoHUrV2rUrokTBw6cN2/gyqFFS45cuXLmzJWLa25uuXLm7uLNW25vuXHjyH37\nBmAw4cLatHUjR27cuG/fwpWLXI5cuHDkyJnLrHlz5nLlzJUrR45cudKlyZEr9+0bgNauX8OOLXs2\n7dq2rVnzRo7cuHHhwn0bJ3wcOHHizCFPrrwc8+bmnpcrZ2769HLWxYkDoH07d2nStIkLLw4cOHHl\nyplLX66cufbu35crZ24+/frzy5Ujpx8cOAD+AQIQOBAANWrXxIkDB86bN3DlIEIkR65cOXPmymU0\nt7H/XDlzH0GGLDey3Lhx5L59A7CSZUtt2rqRIzdu3Ldv4crlLEcuXDhy5MwFFTo0aLly5sqVI0eu\nXNOm5MiV+/YNQFWrV7Fm1bqVa1evX8GGFTuWbFmzZ9GmVbuWbVu3b+HGlTuXbl27d/Hm1buXb1+/\nfwEHFjyYcGHDhxEnVryYcWPHjyFHljyZcmXLlzFn1ryZc2fPn8/iwmWtWzdw4LhxE0eONetx48iR\nEycOXLhw4sSN0y1OHDly44CTEy58XPHi3rwBUL6cea5c1Lp1+/aNGzdw4sSF0y5OHDnv3sOFGzcO\nnDdv376JEzdOnLhx78mREydu3Lhw27YB0L+fvy5d/wCvffsmTly4cOLIkRMnLhw4cOHCgQPnLVy4\ncRgxihM3bpy4jx/HkSM3rmTJbt0AqFzJslevat26gQPXrVu4cTjHiRs3jhy5cUDDhRs3Lhw4cN++\niVvKVNw4cuTESZW6bRuAq1izat3KtavXr2CtWcsmTty4ceTSmjNXrpy5cePKlQMHztu2beTylttb\nzpw5cuPGhQtHrrDhwuLEAVjMuLE2bd3IkRMnLlw4ceQyayZnrnNncuTMmRtH+tu3cuXIlStHjly5\n1+TIjZv97RuA27hzZ8vmrVw5cuTKlSNnzhw5cuXChStXbty4cuTImTNXrjo5cuXKkdsuTly579/J\nif8HBw6A+fPotWnjRo6cOHHj4pebT7+cufv3yZEzZ66cf4DhwpkzV86cOXLkzJVjWI7cQ3DgAEyk\nWNHiRYwZNW7k+M1juXLmzJUrZ87kyXLlzK00R06cOHMxY5YrZ86mzXLlzO3k2RPAT6BBw4UDZ85c\nOaRIzS1l2tRpU3LkzE2lWtUqOXIAtG7lGi7cOHNhxY4NW66cObRp1a5VW66cObhx4ZYrB8DuXbzh\n9Jrja67cX3OBBQ8mPLhcOXOJFS9mXK4cAMiRJU+mXNnyZcyZv20uV86cuXLlzI0mXa6cOdTmyIkT\nZ86163LlzM2eXa6cOdy5dQPg3dt3uHDgzJkrV7z/uDnkyZUvV06OnDno0aVPJ0cOwHXs2cOFG2fO\n+3fw3suVM1fe/Hn058uVM9feffty5QDMp18/3H1z+c2V42/OP0BzAgcSLGiuXDlzChcybFiuHICI\nEidSrGjxIsaMGsOFE1eunDlz5cqZK2myXDly5LRp28aNm7mYMmWWGzfOmzdzOnfqLFcOANCgQsWJ\nG2fOXLly5MiVM+f0KVSn5aaW6xYu3Ldv5rZy7eqVHDkAYseSFSdunLm0atWSawsOHDly4sSRK1fO\nHF685cqZM1fu719zggcLLlcOAOLEisUxNmeuHGTI5iZTrjy5XDlz5shxBgfOnLly5kaTLj2aHDkA\n/6pXs27t+jXs2LJnhwsnrlw5c+bKlTPn+3e5cuTIadO2jRs3c8qXLy83bpw3b+amU59erhyA7Nq3\nixM3zpy5cuXIkStn7jz69OfLsS/XLVy4b9/M0a9v/z45cgD28+8vDqC4ceYIFixIDiE4cOTIiRNH\nrlw5cxMnlitnzlw5jRrNdfTYsVw5ACNJlhR30py5citXmnP5EqbLcuXMmSN3Exw4c+bKmfP5E6hP\ncuQAFDV6FGlSpUuZNnUKDlw5c1OpVp1KDiu5Zs2mfftWrpw5sWPNlRMnjhy5cubYtm0LAG5cueLE\nkTN311y5cub49vXbV5y4ceOAUaP27Vs5xeYYN/92zLhcOQCTKVcWJ66cOc2bN4/z3K2bOHHhwpEz\ndxp1anPiyJEz9xp27NcAaNe2LU4cOXO7zZUrZw54cOHliIcLR45ctXDhvn0jR06cOenTqVMHcB17\ndu3buXf3/h08OHDlzJU3f748OfXkmjWb9u1buXLm6Nc3V06cOHLkypnzD9CcwIEACho8KE4cOXMM\nzZUrZy6ixIkSxYkbNw4YNWrfvpX7aC6kyJEhy5UDgDKlSnHiypl7CRPmuJnduokTFy4cOXM8e/o0\nJ44cOXNEixolCiCp0qXixJEzB9VcuXLmqlq9Wi5ruHDkyFULF+7bN3LkxJk7izZtWgBs27p9Czf/\nrty5dOuKEzfOnN69fPWGC2fOXLRo48CBM4c4ceJy5syBA2cusuTJACpbvjwuszlz5cqR+2zOXLly\n5sqVM2du3Lhy1aqNG+do2jRt2szZvo07d7lyAHr7/k2OXDlzxIuTM2cOG7Zuw4aRI9etm7ly5cyZ\nK4cdHDhz5sKZ+w4+/Pdy5QCYP49enLhx5syRe//enDly5MqRI2fO3LZt4aRJAxguHKZnz3LlKldO\nnDmGDR06BBBR4kSKFS1exJhR47hx5cx9BAmy3MhkyW7d8uOn2Ldv5ly+NFeuXLds2a5dG2dO586d\nAHz+BEqOnDhz5sqVCxduXDmm5ciNGwcO3KxZ/7egQHHh4gETJq1adetmTuxYsmPLlQOQVu1acm3N\nmSNHLly4adassWI1CQ6cVq2OHQMnTrC4asyYrVrlyhUyceLKlTMXWfJkAJUtXx43Tly5cuPGcePm\nLVw4b962PXtWrBgbNnxq1CBBokAG2hn8+Bk2bpw53r198wYQXPhw4sWNH0eeXPm4ceXMPYcOvdz0\nZMlu3fLjp9i3b+a8fzdXrly3bNmuXRtnTv369QDcv4dPjpw4c+bKlQsXblw5/uXIARw3Dhy4WbNu\nQYHiwsUDJkxaterWzRzFihYrlisHYCPHjuQ+mjNHjly4cNOsWWPFahIcOK1aHTsGThxNcdWYMf9b\ntcqVK2TixJUrZ24o0aIAjiJNOm6cuHLlxo3jxs1buHDevG179qxYMTZs+NSoQYJEgQxmM/jxM2zc\nOHNu38J1C2Au3bp27+LNq3cvX3HiyJkLLLicOXPhwmU7cmTIkBUrIn36VK4cuXLltGnLlk0WIkR/\n/owrV84c6dLmAKBOrXoc63Llxo0DJ7tcuXG2t2379u3TJ0gWLESIYECHjk6dyJErZ2458+bLyZED\nIH06dXLkxpkzN27ct2/EjBljxMjRoEHFimnTFm7bNnLkkhEidOMGIECUvHkbN84c//78AZIjB4Bg\nQYPiEJIjFy7ct2/bxo3Llu0aMWLDhqVJc6f/QgUOHAwkSLBggSVLtMSJK1fOXEuXLcmRAzCTZk2b\nN3Hm1LmTpzhx5MwFFVrOnLlw4bIdOTJkyIoVkT59KleOXLly2rRlyyYLEaI/f8aVK2eObFlzANCm\nVTuObbly48aBk1uu3Di727Z9+/bpEyQLFiJEMKBDR6dO5MiVM7eYcePF5MgBkDyZMjly48yZGzfu\n2zdixowxYuRo0KBixbRpC7dtGzlyyQgRunEDECBK3ryNG2eOd2/e5MgBED6cuDjj5MiFC/ft27Zx\n47Jlu0aM2LBhadLcqVCBAwcDCRIsWGDJEi1x4sqVM7ee/Xpy5ADElz+ffn379/Hn1w8OHDlz/wDN\nCSxXLpw4cZYs7RAg4IDDAzkECcKGTRs3brBgBQo04cGDJk2KkSNnrqRJcwBSqlwpTly4cuXIkcOG\nbRw5cuPGcWPGTJq0O3daAABQoMCCGTNo0QoXrpy5p1DNkSNnrio5cgCyat0qrqs5c+PGOXN2Cxcu\nSZLG9Oq1bZs4ceO8eePGLdKFCwsWhAihqVq1cuXMCS5XzpxhcuQAKF7MOFw4cOXKjRu3bdu3y9q0\n7XLlatYsSpTYPHhQoQKCBAkcOMCCBZg4ceZixy5XzpxtcuQA6N7Nu7fv38CDCx8uTtw4c8jNkSMH\njhw5KlSiCBAQIkSDBmEsWRInLtuzZ2DAhP8KlcCEiS5dxJlbz549gPfw45MjB65cuXDhrl3jVq4c\nOYDkxl27Jk7cqlWtKlT48iXFpUvMmJmjWNFiOYzlzJEjB8DjR5DkyI0zZw4cuGjRQFWrFinSMGnS\nzM2cKU5cuXKFduxAgECUKGLlhJYzV9RoUXLkACxl2pQcuXDlyokT582bNnLktm3jRozYuHHTpoEj\nQwYZMhto0Lhw0a2bOHNx5c6NS44cALx59e7l29fvX8CBxYkbZ86wOXLkwJEjR4VKFAECQoRo0CCM\nJUvixGV79gwMmFChEpgw0aWLOHOpVasG0Nr1a3LkwJUrFy7ctWvcypUjR27ctWvixK1a1ar/QoUv\nX1JcusSMmTno0aWXo17OHDlyALRv506O3Dhz5sCBixYNVLVqkSINkybN3Pv34sSVK1doxw4ECESJ\nIlbOP8By5gYSHEiOHICECheSIxeuXDlx4rx500aO3LZt3IgRGzdu2jRwZMggQ2YDDRoXLrp1E2fu\nJcyYL8mRA2DzJs6cOnfy7Onzpzhx5MyZGzdOnLhhqlQtWFAAAAADBg4cyPPpEzVqjho1WrCgQQMB\nDRrw4IHNHNq0aQGwbeuWHDlx5cqNG6dNG7lyevWSIydOnLLAPHh06XJk1y5r1sqVM+f4MWTH5ciR\nA2D5MmZyms2ZI0fu2zdk27Zhw+bNHOrU/+bKlRs3LlKSJBMmAAJkzRzu3LrNlSNHDgDw4MLJkRtn\nzhw5cuLEkStXjhy5ceWmlxs3zly2bNKkyRElCguWatXGmStv/nz5cuUAsG/v/j38+PLn068vThw5\nc+bGjRMnDuAwVaoWLCgAAIABAwcO5Pn0iRo1R40aLVjQoIGABg148MBmDmTIkABIljRJjpy4cuXG\njdOmjVw5mTLJkRMnTllOHjy6dDmya5c1a+XKmTN6FKnRcuTIAXD6FCo5qebMkSP37RuybduwYfNm\nDmxYc+XKjRsXKUmSCRMAAbJmDm5cuebKkSMHAG9eveTIjTNnjhw5ceLIlStHjty4covLjf8bZy5b\nNmnS5IgShQVLtWrjzHX2/LlzuXIASJc2fRp1atWrWbcOF46cOXPlyokTJ6xRIwkSCgAAYMCABg2J\ngAEjR66aHz8aNCxYkODBA0yYzFW3fh1Adu3bx40TR47cuHHduoEzd95cOXHrxTVrluvIkTRp3Mya\nBQ6cOf37+esvB7CcuXHjABg8iJAcuXHlyoULZ83asGzZtm37Vq6cuY0czWnTpogEiQ0bePECZy6l\nypUpyZEDADOmzHE0y5UbNw4cuG/lypEjNy5ouXLjxpG7di1ZMk969JAhAw4cOXNUq1qlSo4cgK1c\nu3r9Cjas2LFkw4UjZ85cuXLixAlr1Ej/goQCAAAYMKBBQyJgwMiRq+bHjwYNCxYkePAAEyZzjBs7\nBgA5suRx48SRIzduXLdu4Mx5NldOnGhxzZrlOnIkTRo3s2aBA2cutuzZscuVMzduHIDdvHuTIzeu\nXLlw4axZG5Yt27Zt38qVMwc9ujlt2hSRILFhAy9e4Mx5/w7eOzlyAMqbPz8ufbly48aBA/etXDly\n5MbZL1du3Dhy164lA5jMkx49ZMiAA0fO3EKGDReSIwdA4kSKFS1exJhR48Zw4ciZM0eOnDhxgezY\nMWBAAAAAChR48QJt3Dhy5LiNGvXgwYIFDWzYuHbN3FCiRQEcRZqUHLlw5MiNG4cNWzlz/+bKlSPX\nrRs3bpgwCZIgoUOHFJUqdetWTq05tubKmTNHjpw5uuTIAcCbV++4ceLKlRs3rlkzadiwdeumzdxi\nxua4ccOF64EBAwsWWLLkzdxmzubKlTNnrty4cQBMn0Y9bpy4cuXIkfPmTRw5cuHCeQsXjhy5a9e4\n4cHDhs0CCxZAgGjV6ho5cuacOy9Xztx0cuQAXMeeXft27t29fwc/bhw5c+XNlSvXCxq0DBlwXLgw\nbFi4cObs3w8XbssWXboSAcyWrVw5cwYPIgSgcCFDcuS+lSv37Zs1a+DMmStXbty2bd++FSp06MOH\nNWuuyJLlzZu5li5flotZzhw5cgBu4v/MSY4cuHLlrl0zZixXuHDcuJEzp3SpuWnTfPlCAAFCjBje\nvJnLqjVrua5dxYkDIHYs2XHjwpUr583btWvTyJEDBy6cN2/lyjVrRq1LFz9+DECAoEEDNWrkzCFO\nrBgxOXIAHkOOLHky5cqWL2MeN46cuc7mypXrBQ1ahgw4LlwYNixcOHOuX4cLt2WLLl2JsmUrV84c\n796+AQAPLpwcuW/lyn37Zs0aOHPmypUbt23bt2+FCh368GHNmiuyZHnzZm48+fLlzpczR44cgPbu\n35MjB65cuWvXjBnLFS4cN27kAJoTONDctGm+fCGAACFGDG/ezEWUGLFcxYrixAHQuJH/47hx4cqV\n8+bt2rVp5MiBAxfOm7dy5Zo1o9alix8/BiBA0KCBGjVy5oAGFQqUHDkAR5EmVbqUaVOnT6GOG1fO\nnLlyV8shM2aMCRM3R44cO0aOnDmzZ81euuTK1aRx48qVMzeXbl0Ad/HmJUcOXLly4sRduyauXDlx\n4rw9e6ZLFxEiSQgQ0KDhQ6ZMyZKVK2eOM+dy5kCbKzeaHDkAp1GnJkcuXLly3rw5c6bs27dw4cSZ\n021u3DhwXLho0AAgQQIPHqJFM7ecefNy5ciJEweAenXr5Mh9K1cuXDhp0rSJE6dNW7Znz5w58+Ll\nzAH3BwAIEECAgCNH2czl178/f7ly/wABCBxIsKDBgwgTKlw4blw5c+bKSSyHzJgxJkzcHDly7Bg5\ncuZCigx56ZIrV5PGjStXzpzLlzAByJxJkxw5cOXKiRN37Zq4cuXEifP27JkuXUSIJCFAQIOGD5ky\nJUtWrpy5q1fLmdtqrpxXcuQAiB1Llhy5cOXKefPmzJmyb9/ChRNnrq65cePAceGiQQOABAk8eIgW\nzZzhw4jLlSMnThyAx5AjkyP3rVy5cOGkSdMmTpw2bdmePXPmzIuXMwdSHwAgQAABAo4cZTNHu7Zt\n2uXKAdjNu7fv38CDCx9OXJw4cubMlSsnTtw0XrwGDbKjR0+4cOaya8/OjVuuXJw4Tf/79s2c+fPo\nzQNYz779uHHhxo0DB06bNm/lypEjJ06bNoDQoNWp4yRChBQpdihSpE2bOYgRJUIsV84cOXIANG7k\nOG5cOHHisGFr1mxauHDkVI4bZ84cOXLVpEgxYECAAgWLFpUrZ87nT6DkyJUbNw7AUaRJxYkLJ04c\nOHDUqGEbV3UcOGjQsGHr02dKggQECAQQIECDBmbMxplj29YtW3LkAMylW9fuXbx59e7lK86vOXPi\nxHXrVogOHRMmUAwaxIzZuHHmJEvm1qmTCBEVKlRBhqxcOXOhRYcuVw7AadSpx43zRo7cuHHVqpEr\nV44cuXHZsm3bFipUGgYMPnwQwYf/jzRp48aRK1fOnLly5syRI2fOOjlyALRv5z5unDdy5MKFY8ZM\nHDly5dSrN2fOmrVdBOTLFyECGjRz+fXvL1fOHEBz5caNA2DwIMJx47yRIydOXLRo48qVGzcuXLWM\n1fz4MSJAgAEDAQ4cQIJEmjRx5laybGmuHDlyAGbSrGnzJs6cOnfyFOfTnDlx4rp1K0SHjgkTKAYN\nYsZs3DhzUqVy69RJhIgKFaogQ1aunLmwYsOWKwfgLNq048Z5I0du3Lhq1ciVK0eO3Lhs2bZtCxUq\nDQMGHz6I4MNHmrRx48iVK2fOXDlz5siRM2eZHDkAmjdzHjfOGzly4cIxYyaOHLly/6pVmzNnzdou\nArJlixABDZq53Lp3lytnzly5ceMAEC9ufNw4b+TIiRMXLdq4cuXGjQtX7Xo1P36MCBBgwECAAweQ\nIJEmTZy59OrXmytHjhyA+PLn069v/z7+/PrF8TdnDiA3btOmCWLFCgYMRK9elStnDmK5cubMOWvU\nyIGDNGlSkSNnDmRIkeXKATB5EiU5ct/KlQMHrlu3cObMlbM5bly5ctSoXcuTBxiwT8uWadNmDmlS\npUvJkQPwFGrUceO2lSuXLdu1a9/MdfXqtVs3aiZMiBEzBRq0cuXMtXX7tlzccubGjQNwF29ecuS+\nlSvnzdu2beHMmSt3OFy4cuWUKf9rZsJEpUo1MGE6dsxcZs2bOY8bBwB0aNGjSZc2fRp1anGrzZnj\nxm3aNEGsWMGAgejVq3LlzPUuV86cOWeNGjlwkCZNKnLkzDV3/rxcOQDTqVcnR+5buXLgwHXrFs6c\nuXLjx40rV44atWt58gAD9mnZMm3azNW3fx8/OXIA+Pf3D3DcuG3lymXLdu3aN3MMGzbs1o2aCRNi\nxEyBBq1cOXMcO3osB7KcuXHjAJg8iZIcuW/lynnztm1bOHPmytkMF65cOWXKmpkwUalSDUyYjh0z\nhzSp0qXjxgF4CjWq1KlUq1q9ilWcuG/lyh07hgkTCR48RowABAuWOHHl2oIDN23/2gsGDAAAcOBg\nTLhw5vr6/VuuHIDBhAuTIxeuXLlx47p1K2cusrly5syVK8eNG7hQoVKlwvPsmTVr5cqZO406Nepy\n5QC4fg2bHLlv5cqJE+fNWzlzvHv3xobNGAgQOnToESeuXDlzzJs7d15u3DgA1KtbJ0cuXLly48Z9\n+1bOnHjx5cqXmzYNmxMnfvwsWbYMGzZz9Ovbt19u3DgA/Pv7BwhA4ECCBQ0eRJhQIQBx4r6VK3fs\nGCZMJHjwGDECECxY4sSVAwkO3LRpLxgwAADAgYMx4cKZgxlTZrlyAGzexEmOXLhy5caN69atnDmi\n5sqZM1euHDdu4EKFSpUKz7Nn/9aslStnTutWrlvLlQMQVuxYcuS+lSsnTpw3b+XMvYULFxs2YyBA\n6NChR5y4cuXM/QUcOHC5ceMAHEacmBy5cOXKjRv37Vs5c5Url8Ncbto0bE6c+PGzZNkybNjMnUad\nOnW5ceMAvIYdW/Zs2rVt38b97du2b9+ePXPkKEiTJmjQjCJGrFw5c+bIZcv27FmQAwcGDPjwQRc5\ncua8fwdfrhwA8uXNixMXjhy5cePAgRtnTr78cvXLceP2bNKkVas4AezVy5s3cwYPIkxIjhyAhg4f\nhgsHjhw5ceLChSNnbuPGch7LZcsWCwmSOHF+hQtnbiXLli3LlTNHjhyAmjZviv/LSW4nuXDhyJkL\nGrQc0XLcuC0TJGjTpk++fIULZ24q1apTy5UzR44cgK5ev4INK3Ys2bJmw4XDJk7csmWSJP3w42fV\nql3hwpXLmzdbtlSpIBQoMGAADx7LzCFOrNhcOXLkAECOLHncuHDlypEj9+2buc6ey5UjR+7YsV82\nbCxZUiNSJGvWyJErJ9scbdrlypnLTY4cgN6+f4cLB44ccXLgwJlLrrxcuXHjMGHiIkGCCxetwoUz\np307d+3lypkLT44cgPLmz4sTB65cOXLkvHkzJ3++OHHhwoEC5WnDhhUrAPr49Mmbt3LlzCVUmLBc\nOXPmyo0bB4BiRYsXMWbUuJH/Y8dw4bCJE7dsmSRJP/z4WbVqV7hw5WDCzJYtVSoIBQoMGMCDxzJz\nP4EGNVeOHDkAR5EmHTcuXLly5Mh9+2aOatVy5ciRO3bslw0bS5bUiBTJmjVy5MqlNbd2bbly5uCS\nIweAbl274cKBI7eXHDhw5gAHLldu3DhMmLhIkODCRatw4cxFljw5crly5jCTIweAc2fP4sSBK1eO\nHDlv3sylVi1OXLhwoEB52rBhxQofnz5581aunDnfv32XK2fOXLlx4wAkV76ceXPnz6FHlx4uHDZy\n5IgRU6WqDzVqzZqRK1fOXHlz5G7dkiYNBAcOLVps22aOfn379cmRA7Cff/9x/wDHeStXbtw4ceLI\nmVtorpw4cePG1arVCAeOQYPQ9Or17Zu5jyBDiixXDoDJkyjFietWrty4l+PKmZtprly4cOLE1anD\n5MKFVq2wmRtKtKhRc+XKmSNHDoDTp1DHjfNWrty4ceLEjTPH1Rw5cOC8eStUiI0JE3jwXOnVK1w4\nc3DjyoVbrpy5ceMA6N3Lt6/fv4ADCx4cLhw2cuSIEVOlqg81as2akStXzpxlc+Ru3ZImDQQHDi1a\nbNtmrrTp06bJkQPAurXrceO8lSs3bpw4ceTM6TZXTpy4ceNq1WqEA8egQWh69fr2zZzz59CjlysH\noLr16+LEdStXbpz3ceXMif83Vy5cOHHi6tRhcuFCq1bYzMmfT7++uXLlzJEjB6C/f4AABAIYN85b\nuXLjxokTN87cQ3PkwIHz5q1QITYmTODBc6VXr3DhzI0kWXJkuXLmxo0D0NLlS5gxZc6kWdNmuHDc\nyJHDho0atVfVqnnzVs7cUaTjQoV69CgHEyZVqkSLZs7qVaxWy5EjB8DrV7DkyH0rV7bcuHHlzK01\nRw4btmbN0qS5ceCACBFMevXixq1cOXOBBQ8WXK4cAMSJFY8bB67c43LkyJUzV9kcOWjQdOnSoQNE\nggRkyFgzV9r0adSnyZED0Nr163HjvpUrR46cOHHlzJkrV04cMmSxYqVIkaH/QAENGnAAA9atmzno\n0aVDL1d93DgA2bVv597d+3fw4cV36+Zt3Dhw4K5d61aunDn48eOT8+bt2jVVkiRJk2bOP0BzAgcS\nFEiOHICECheKEzeuXDlz5siRK2fuorly3ryBA4cL1xwlSjx5AqZNW7ly5laybOmSHDkAMmfSFCdu\nnLmc5sqVM+fTZ7lsQrMlShQmT55q1cqZa+r0KVRz5cqZI0cOANasWsWJG1eunDlz5MaaK2uu3LW0\n1/TokaJDx6JFvbRpK1fOHN68evGWK2du3DgAggcTLmz4MOLEihd36+Zt3Dhw4K5d61aunLnMmjWT\n8+bt2jVVkiRJk2buNOrU/6rJkQPg+jVsceLGlStnzhw5cuXM8TZXzps3cOBw4ZqjRIknT8C0aStX\nzhz06NKnkyMH4Dr27OLEjTPn3Vy5cubGjy+X7Xy2RInC5MlTrVo5c/Ln069vrlw5c+TIAejvHyAA\ngQDEiRtXrpw5c+QYmnNortw1idf06JGiQ8eiRb20aStXzlxIkSNDlitnbtw4ACtZtnT5EmZMmTNp\nggP3jRy5ceO8eSNXrpw5oUOHlgMHDltSZcrIkTP3FGrUqOXGjQNwFWvWcePImfNqrlw5c2PJkiMX\nLpw1a7hevbp2TVy5cubo1rV7ly45cgD49vUrThw5c4PNlStnDjHict68af/TVqxYp2bNyJEzdxlz\nZs2ayZED8Bl0aHHiyJkzbY4cOXOrV5f79m3btmTJWn36ZM2auHLlzPX2/Rt473HjABQ3fhx5cuXL\nmTd3Dg7cN3Lkxo3z5o1cuXLmuHfvXg4cOGzjlSkjR85cevXr15cbNw5AfPnzx40jZw6/uXLlzPX3\nD5AcuXDhrFnD9erVtWviypUzBzGixIkQyZEDgDGjRnHiyJn7aK5cOXMkSZbz5k2btmLFOjVrRo6c\nuZk0a9q0SY4cgJ08e4oTR86cUHPkyJk7erTct2/btiVL1urTJ2vWxJUrZy6r1q1cs44bByCs2LFk\ny5o9izatWm/etpEjJ07/3Ldv4czZvYvXXLls2ciRGwfYnODBhAWXK0eOXDlx4gA4fgxZnGRzlM2N\nG1fOnGZz5cKFGzcuXLhv2LCZO406terU5cqZI0cOgOzZtMPZNofbHDly5cz5NjcuWzZx4rhx6yZO\nnLnlzJuXe17OnPTp0smRA4A9u3Zx4sKZ+25u3Lhy5sqbK/ft27hx39pny2Yuvvz59OOXK0eOXLlx\n4wD4BwhA4ECCBQ0eRJhQIUJv3raRIydO3Ldv4cxdxJjRXLls2ciRGxfS3EiSJUeWK0eOXDlx4gC8\nhBlT3ExzNc2NG1fO3E5z5cKFGzcuXLhv2LCZQ5pU6VKl5cqZI0cOwFSq/1XDXTWX1Rw5cuXMfTU3\nLls2ceK4cesmTpw5tm3dloNbztxcunPJkQOQV+9eceLCmQNsbty4cuYMmyv37du4cd8cZ8tmTvJk\nypUllytHjly5ceMAfAYdWvRo0qVNn0b97Vu3cuXIvSY3ztxs2rVnjxtXTrc53r19/zZHTjg4cACM\nH0c+bpw4c83NlYNuTrp0cuTKXS9njhw5c929fwf/vdz4cOEAnEefXtx6c+3NlYNvTr58ceLI3Sdn\nrlw5c/39AzQncGC5cuYOIjw4bhyAhg4fiotobqK5chbNYcRIjly5juXMlStnbiTJkiZLlksZLhyA\nli5fwowpcybNmjabNf971q3bt2/evIErV84c0aJGySElZ65cOXNOn0J1Wq6cOHHjvn0DoHUr12zZ\nto0LOy5cuHHmzJVLO24cOXLlypErV84c3bp275bLW06cOHLdugEILHhwtWrbyCEmJ07cOHPmypUj\nBw6cOHHlypEzp3kzZ83lPn82J9ocOXLlvn0DoHo1a2vWto2LPU6cuHHmzJXLPW4cOXLlfv82J3w4\n8eLCy5UTJ46cN28AnkOPLn069erWr2Nv1uxZt27fvnnzBq5cOXPmz6Mnp56cuXLlzMGPLx9+uXLi\nxI379g0A//7+AWbLtm1cwXHhwo0zZ65cw3HjyJErV45cuXLmMGbUuLH/XMdy4sSR69YNQEmTJ6tV\n20aOJTlx4saZM1euHDlw4MSJK1eOnDmfP4H6LDd0qDmj5siRK/ftGwCnT6Fas7ZtXNVx4sSNM2eu\nXNdx48iRKzd2rDmzZ9GmNVuunDhx5Lx5AzCXbl27d/Hm1buXb1+/fwEHFjyYcGHDhxEnVryYcWPH\njyFHljyZcmXLlzFn1ryZc2fPn0GHFj2adGnTp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EH\nFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+f\nfn379/Hn17+ff3//IgABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatyIMCAAIfkECAoAAAAs\nAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v\n7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb\n2tra2dnZ19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbG\nxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6uLi4t7e3tra2tbW1s7OzsrKysLCwr6+v\nrq6ura2trKysqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqa\nmZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhoaG\nhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dHR0cXFxcHBwb29vbm5u\nbW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhY\nV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0ND\nQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioq\nKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQU\nExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEB\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQ\nI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59Agwod\nSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu\n3bt48+rdy7ev37+AAwseTLiw4cOIEytezLixWmbMuoGbTBnct2/gwH0DB+6b52/aunXDhg1cuNOo\nUX/7pg0cOG7cvHnrli0bgNu4cydLxu3bN3DAgwf/RpwbN3DgvIED9+0bOG/QvX37Fq669erfvnHj\nlq1aNQDgw4v/V6Zs27dv4MB9W9+tGzhw3r598+YNHLhv4PKDC8e/P3+A375586bt27du3bwtzJYN\nwEOIEZMl2/bN4jdv3sB58wYO3Ldw4b59AwfuGzhw3ryB8+YN3Etw4WTOlPntW7du2q5dA9DT50+g\nQYUOJVrUaLdu4MItDQcOXDioUMGFo1o1mDdv3bqBC9fVazhv3sKF++bN27Zt4NR++wbA7Vu42rR9\nC1fX7t1w3sKFA9e3bzjA4cApU+bN27dv4MItZhxu27Zv37hlywbA8mXM3bp9C9c5HDhw4cCNBtct\nXDhwqcFdCxcOHLhwsWXH7tYNHLhv3rxx4wbOtzdvAIQPJ75t/9s3cMmVh2POHFw46NG1hQsHDtw3\na9bAbQcXDhy4cOHDa9MGDpy3bdsArGff3v17+PHlz6cPzn44/Pn178/vDBFARMaMgQtn8OBBcArD\nhQPnEFy4iAAmUqzo7WK4jBo3hgP37Vu4kCHBgQtnkhq1WLG0aQvn8qVLcOC8eQP37RuAnDp3ggP3\nLRzQoODCEQ0H7tu3cErDfcuWDRy4cFKnUv32DVy4rOHAgQsHDhyAsGLHfvvmLRzacODWhmvr9m04\ncN26gQMXrls3bNjAgQvn969fcOC8eQP37RuAxIoXM27s+DHkyJLBUQ5n+TLmzJedIUJkzBi4cKJH\njwZnOlw4cP+qwYVrDeA17NjeZoerbft2OHDfvoXr3RscuHDCqVGLFUubtnDKlysHB86bN3DfvgGo\nbv06OHDfwnHvDi4c+HDgvn0LZz7ct2zZwIEL5/49/G/fwIWrHw4cuHDgwAHo7x8gAIEAvn3zFg5h\nOHALwzV0+DAcuG7dwIEL160bNmzgwIXz+NEjOHDevIH79g1ASpUrWbZ0+RJmTJnhaNa0eRPnik2b\nmjUL9xNoUKFDwwEwehTpt2/hmDZ1+hRqU3BNmkCDBg5cOK1buW799g1AWLFjwYELdxZt2rPgwrV1\nOy1cXLlz6daVCw4cAL17+YIDFw5wYMGDBXcLd/jwtWvhGDf/dvyY8bdvAChXtnwZc2bNmzl3DvcZ\ndGjRo1ds2tSsWTjVq1m3dh0OQGzZs799C3cbd27du3GDa9IEGjRw4MIVN37c+LdvAJg3dw4OXDjp\n06lLBxcOe/Zp4bh39/4dfHdw4ACUN38eHLhw69m3d9++Wzj58q9dC3cff3799799AwAQgMCBBAsa\nPIgwoUKF4MCFewgxokRw4LBhmxAgwIgR38J5/AgypEgAJEua/PYtnMqVLFu6DPftm7YfPyRI0KUr\nnM6dPHsC+Ak0KDhw4YoaPVoUXLhw376BA8eMGzdw4MJZvYrVKrhwXLt2BQA2rFhw4MKZPYs2Ldpv\n4MB9+xYu/1s2b96+fQuHN6/evQD6+v0LOLDgwYQLGwYHLpzixYwbgwOHDduEAAFGjPgWLrPmzZw7\nA/gMOvS3b+FKmz6NOnW4b9+0/fghQYIuXeFq276NG4Du3bzBgQsHPLhw4ODChfv2DRw4Zty4gQMX\nLrr06dHBhbuOHTuA7dy7gwMXLrz48eTHfwMH7tu3cNmyefP27Vu4+fTr2weAP7/+/fz7+wcIQOBA\nggUNHhQYTuFChg0ZcuMGYMECDhzCXcSYUePGcAA8fgQJDlw4kiVNnkQZDhy4awIEZMkiS1Y4mjVt\n3gSQU+fOcD19/vwJLlw4cEXBOfr2DRy4cE2dPoUaNRwAqv9VrYbDmlXrVq7ewn39+uoVOHDfvoVD\nm1btWgBt3b6FG1fuXLp17YbDm1fvXr3fvhEAAMCJk3CFDR9GnDgcAMaNHYeDHFnyZMrhunXjxo3Z\ngAEBAuTKFU70aNKlAZxGnTrcatatXX/7Fk52OFWUKH37Fk73bt69fYcDEFz48HDFjR9HnjwcOHDh\nnEuT9ukTN27hrF/Hnh3Adu7dvX8HH178ePLhzJ9Hnx79t28EAABw4iTcfPr17d8PB0D/fv7h/AMM\nJ3AgwYIEu3Xjxo3ZgAEBAuTKFW4ixYoWAWDMqDEcx44eP377Fm5kOFWUKH37Fm4ly5YuX4YDIHMm\nzXA2b+L/zKkzHDhw4X5Kk/bpEzdu4Y4iTaoUANOmTp9CjSp1KtWq4a5izao1KzhwAmjR0qYtHNmy\nZs+iDQdgLdu24d7CjSt3rtxgAADMmcONW7i+fv8CBiB4MOFwhg8jTqx4iTdv4R5Djix5MmQAli9j\nDqd5M+fOnj3TodOtGzhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq07NzhwAmjR0qYtHPHixo8jDwdg\nOfPm4Z5Djy59uvRgAADMmcONW7ju3r+DByB+PPlw5s+jT69+iTdv4d7Djy9/PnwA9u/jD6d/P//+\n/gGGEziQDp1u3cCBC7eQYUOHACBGlDiRYkWLFzFmDLeR/2NHjx+xIEHy7Fk4kydRplQZDkBLly/B\ngQs3k2ZNmza9ecOGbZAAAQECGDMWjmhRo0cBJFW6NFxTp0+hPgUHTo0JE8eOhdO6lWtXr+EAhBU7\nNlxZs2fRpk2bKlWGDIAAfQMHLlxdu3frAtC7l29fv38BBxY8OFxhw4cRJyaAjTG2cI8hR5Y8ORwA\ny5cxh9O8mXNnz5u/fUMFAECTJqtWhVO9mnVrAK9hxw43m3Zt27XBgSOACZMsWeGABxc+nHg4AMeR\nJw+3nHlz58+fFyiwaVObNuC+fQu3nXv37QDAhxc/nnx58+fRpw+3nn179+8JYJOPLVx9+/fx5w8H\ngH9///8AwwkcSLCgwYHfvqECAKBJk1WrwkmcSLEigIsYM4bbyLGjx47gwBHAhEmWrHAoU6pcyTIc\ngJcwY4abSbOmzZs3CxTYtKlNG3DfvoUbSrToUABIkypdyrSp06dQo4abSrWq1asgAAC4cyec169g\nw4oNB6Cs2bPhwoELx7at27duoUHbtk1ZggQECChTFq6v37+AAQgeTDic4cOIEyP+9s1BgACsWIWb\nTLmy5cvhAGjezDmc58+gQ4sWzYEDAAB58nwLFw4cuHCwY8sGQLu27du4c+vezbt3uN/AgwsfDgIA\ngDt3wilfzry583AAokufHi4cuHDYs2vfrh0atG3blCX/SECAgDJl4dKrX88egPv38MPJn0+/Pv1v\n3xwECMCKVTiA4QQOJFjQIACECRWGY9jQ4UOIEDlwAAAgT55v4cKBAxfO40eQAESOJFnS5EmUKVWu\nDNfS5UuYL8GBAyBCRJky4b59C9fT50+gPwEMJVo03FGkSZUuVcpNgoRmzcCBC1fV6lWsALRu5RrO\n61ewYcFu2wagUKFs2cKtZdvW7dtwAOTOpRvO7l28efXmBWfAACpU3bqFI1zY8GEAiRUvZtzY8WPI\nkSWHo1zZ8mXL4MABECGiTJlw376FI13a9GnTAFSvZh3O9WvYsWXH5iZBQrNm4MCF493b928AwYUP\nD1fc//hx5Me3bQNQqFC2bOGkT6de3Xo4ANm1bw/X3ft38OHBgzNgABWqbt3CrWff3j0A+PHlz6df\n3/59/PnD7eff3z/AcALDgQNnAAAACBBYvXolRky3buEmUqxoEQDGjBrDcezo8SNIkIcO+fFTrVq4\nlCpXsgTg8iXMcDJn0qxJM1o0AwUKQIMW7ifQoEKHhgNg9CjScEqXMm3qtCk4GTJ+/Pj2LRzWrFq3\nAujq9SvYsGLHki1rNhzatGrXsg0gRcqLF7GkSLl27du3cHr38u0L4C/gwOEGEy5s+PBhDx66ddu2\nLRzkyJInA6hs+XK4zJo3c94MDBgAUKCmTQtn+jTq1P+qwwFo7fp1uNiyZ9OuTfubBAnfvoXr7fs3\n8N4AhhMvbvw48uTKlzMP5/w59OjSA0iR8uJFLClSrl379i0c+PDixwMob/58uPTq17Nv396Dh27d\ntm0LZ/8+/vwA9vPvHw5gOIEDCRYcCAwYAFCgpk0L9xBiRIkTwwGweBFjOI0bOXb02PGbBAnfvoUz\neRJlSpMAWLZ0+RJmTJkzadYMdxNnTp07hRQogAiRNFu2CBH69i1cUqVLmQJw+hRqOKlTqVa1Gk6b\ntnDhwG3Z4sABLFjgvHnjxi1cWrVrAbR1+zZcXLlz6Q4bpk1bsmQIDBiQJi1cYMGDCRcOBwBxYsXh\nGDf/dvwYcjhdurJl24YFCx8+4Th39vyZMwDRo0mXNn0adWrVq8O1dv0admwhBQogQiTNli1ChL59\nC/cbeHDhAIgXNx4OeXLly5mH06YtXDhwW7Y4cAALFjhv3rhxC/cdfHgA48mXD3cefXr1w4Zp05Ys\nGQIDBqRJC3cff379+8MB8A8QgMCBAMIZPIgwocJwunRly7YNCxY+fMJZvIgxo0UAHDt6/AgypMiR\nJEuGO4kypcqVqMC5dMmLV7iZNGvarAkgp86d4Xr6/Ak0KFBwIUKIEpUsGbhevcCBCwc1qlQAVKta\nDYc1q9atWqNFU6BLlzdv4cqaPYs2bTgAbNu6DQc3/67cuXSzgQMXLtw3U6bC+f0LODBgAIQLGz6M\nOLHixYwbh3sMObLkyeHAgQuH2Zo1YsS8eQsHOrTo0QBKmz4dLrXq1axbg3sdLjYaNBAgLFliDA+e\nNGm0hfsNHDiA4cSLhzuOPLlycOC+Of+Go0cPWbLAefP27Vu47dy7e98OILz48eHKmz+PPj01Pnyq\nVQuXLZs3b+Hqe/OmTVu3cPz79wcIQOBAggUNHkSYUOHCcA0dPoQYMRw4cOEsWrNGjJg3b+E8fgQZ\nEsBIkiXDnUSZUuVKcC3DvUSDBgKEJUuM4cGTJo22cD19+gQQVOjQcEWNHkUKDtw3pt9w9OghSxY4\nb//evn0Ll1XrVq5ZAXwFGzbcWLJlzZ6lxodPtWrhsmXz5i3cXG/etGnrFk7v3r0A/P4FHFjwYMKF\nDR8Ol1jxYsaNv4WDDBkNGnDgvn0Ll1nzZs4APH8GHU70aNKlTZvesYMatVevlCVK1K3bt3C1bdsG\nkFv37nC9ff8GHtyIN2/RooHDhSvccubNnTcHEF369HDVrV/Hnt0ROO7gwoEDF068+GvXwp1Hn/48\nAPbt3b+HH1/+fPr1w93Hn1///m/h/AMMFw4NGnDgvn0Lp3Ahw4YAHkKMGG4ixYoWL17csYMatVev\nlCVK1K3bt3AmT54EoHIly3AuX8KMKdOIN2/RooH/w4UrHM+ePn/6BCB0KNFwRo8iTarUEbim4MKB\nAxdu6tRr18JhzaoVK4CuXr+CDSt2LNmyZsOhTat2LdtwyJCBA+cNECAWLJYtC6d3L9++AP4CDhxu\nMOHChmHBwoYtHOPGjLVpe/IkVy5rw4blygUuHOfOnQGADi06XDhw4U6jTq0atbUbN1ChWiZKFC9e\n4W7jzq37NoDevn+HCy58OPFv38KFAwdukRQp4MCFiy49erZs06Z9C6d9+3YA3r+DDy9+PPny5s+H\nS69+Pfv24ZAhAwfOGyBALFgsWxZuP//+/gECEDiQYDiDBxEmhAULG7ZwDyE+1KbtyZNcuawNG5Yr\n/xe4cB9BggQwkmTJcOHAhVO5kmXLldZu3ECFapkoUbx4hdO5k2dPnQCABhUajmhRo0e/fQsXDhy4\nRVKkgAMXjmpVqtmyTZv2LVxXr14BhBU7lmxZs2fRplUbjm1bt2/hbgs3N1w3GjRgwbp2LVxfv38B\nAxA8mHA4w4cRI35lzZo3b+EgR4Zszdq3b+Awa9MWjnNnz5wBhBY9Olxp06dRp05Fjdq1a8vw4Ak3\nm3bt2eDAhdOtG0Bv37/DBRc+nPhwbdpwhFO+nLnybdvCRZc+PToA69exZ9e+nXt379/DhRc/frw2\nZcqgQevWjRkvXt++gevSZcMGYMDCgdMPLlx///8AwwkMB6CgwYPhEipcmLBbNxkCBMiRE66ixYvd\nuoEDFw6cR3DhQoocCaCkyZPgwIVbybKly5bXgAAZMyYWHz7FioXbybPnt2/hggYFQLSo0XBIkypV\nuu3OnU6daNGyEixYuKtYs3rb6i2c169gAYgdS7as2bNo06pdG66t27dvtSlTBg1at27MePH69g1c\nly4bNgADFg6cYXDhEiteDKCx48fhIkueHLlbNxkCBMiRE66z58/duoEDFw6caXDhUqteDaC169fg\nwIWbTbu27drXgAAZMyYWHz7FioUbTrz4t2/hkicHwLy583DQo0uXvu3OnU6daNGyEixYuO/gw3v/\nG+8tnPnz6AGoX8++vfv38OPLnx+uvv3795ldu9at2zeA38INJBgr1rdv3ryFY9jQ4UMAESVODFfR\n4sWK1KgFiBFj0qRwIUWOJFnSZDgAKVWuDNfS5UuYMftIk6ZLFzFYsMLt5NlzJzhw4YQKBVDU6NFw\nSZUuXdpo2bJdu2rVUhXO6lWsVsGBC9fV69euAMSOJVvW7Fm0adWuDdfW7du3zK5d69bt27dwefXG\nivXtmzdv4QQPJlwYwGHEicMtZtx4MTVqAWLEmDQp3GXMmTVv5hwOwGfQocONJl3a9Ok+0qTp0kUM\nFqxwsWXPjg0OXDjcuAHs5t073G/gwYM3WrZs/9euWrVUhWPe3DlzcODCTadefToA7Nm1b+fe3ft3\n8OHDjSdfvnwxLVqQIQvX3n37b9+GDfv2Ldx9/Pn1A+Df3z/AcAIHDqTmzVuvXgYAAHj0KBzEiBK/\nfQtn0SI4cOE2cuwI4CPIkOHCgQtn8iTKlCeDHTjw4wcsaNC2bQtn8yZOm+DAhesJ4CfQoOGGEiUK\nLlw4cOBCFShw5IgyZdu+fQtn9SpWcOC8eQvn9StYAGLHki1r9izatGrXhmvr9m3bb984UaMGDly4\nvHrzatMW7i/gwIIDAyhs+HC4xIoXJ0aFyoAmTdiwhats+TLmzJrDAejs+XO40KJHky4dJk+eVv+t\nlE2bFu417NiyYwOobft2uNy6d+f+9s2PMmXVqm3bBi4c8uTKkYMDF+459OjPAVCvbv069uzat3Pv\nHu47+PDfv33jRI0aOHDh1rNfr01buPjy59OfD+A+/vzh9vPvvx8gKlQGNGnChi1cQoULGTZ0GA5A\nRIkTw1W0eBFjxjB58rRqpWzatHAjSZY0WRJASpUrw7V0+bLlt29+lCmrVm3bNnDhePb0yRMcuHBD\niRYdCgBpUqVLmTZ1+hRq1HBTqVIFFy4cOHDIfv0K9xVs2G7dsGEDBy4cOHDfvoVz+xYuALlz6YKz\nGw5v3m3fvl27pmPIEHDgwhU2XPjbN2/ewjX/BgeuWzdw4cJ9+wYOXDhw4AB09vwZXOhwo0mXNh0O\nHLhJDx60aqWNGjVs2MLVtn0bHLhwu3cD8P0beDjhw4kTRyZIkDdv4ZiDAxcOOvRu3b59C8eNmzRp\n4MKFAwcuXPjwAMiXN38efXr169m3D/cePnxw4cKBA4fs169w+/n37wawGzZs4MCFAwfu27dwDBs6\nBAAxokRwFMNZvLjt27dr13QMGQIOXLiRJEd+++bNW7iV4MB16wYuXLhv38CBCwcOHICdPHuC+xku\nqNChRMOBAzfpwYNWrbRRo4YNW7ipVKuCAxcua1YAXLt6DQc2rFixyAQJ8uYtnFpw4MK5ddut/9u3\nb+G4cZMmDVy4cODAhfv7F4DgwYQLGz6MOLHixeEaO378GFy4yZQrW76M2TKAzZw7gwMXLrTo0aG7\nhTuNOrXq1axVA3gNOzY4cOFq276N+7a2cLx7+/4N/DeA4cSLhzuOPLny5cybO0cOILr06dSrW7+O\nPbv2cNy7e/cOLpz48eTLmz9fHoD69ezBgQsHP758+N3C2b+PP7/+/fkB+AcIQOBAAODAhUOYUOFC\nhdrCPYQYUeJEiQAsXsQYTuNGjh09fgQZciMAkiVNnkSZUuVKli3DhQMXTuZMmjVt3sSZE8BOnj3D\nhQMXTuhQokWNHkV6FBw4AE2dPg0XDlw4qv9VrV61Cg5cOK5dvX4F2xXAWLJlw4UDF07tWrZt3bYF\nBy7cXLp17YIDB0DvXr59/f4FHFjw4G7dwIVDnFjxYsaNHTcGBw7AZMqVt237Fk7zZs6dPX8G/Rkc\nOAClTZ/Wpu1bONatXb+GHVt2bHDgANzGnZsbt2/gwIUDHlz4cOLFjQ8HBw7AcubNnT+HHl36dOrd\nuoELl137du7dvX/3Dg4cAPLlzW/b9i3cevbt3b+HHx8+OHAA7N/Hr03bt3D9/QMMJ3AgwYIGDyIM\nBw4cgIYOH3Lj9g0cuHAWL2LMqHEjx4zgwAEIKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+L/zKlz\nJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1KtWqVq9izap1K9euXr+CDSt2LNmyZs/2VKaM27dv\n4N7Chett7rZt3+6GCwdu795vfr+BCyw4XLhv37p102bNGoDGjh8nS8bt2zdw4L5h5sYNHLhu4MB5\n8xZuNOnR305/8+YNHOvW4cJ9+9at27Zr1wDgzq3bmDFt3rx9Cx7cm7dv37ohz5bt2zdv4J6DCwdu\nOnVw375588bt27du3r1jwwZgPPnyzJht+/YNHLhv38B9+wYOnLdv37hxAwfuG7j+4ACGAzcQ3Ldv\n4BB+UwgOnDdv3bptu3YNQEWLFzFm1LiR/2NHj8qUcfv2DVxJkya9pdy27VvLcOHAxYz5jeY3cDdx\nhgv37Vu3btqsWQMwlGjRZMm4ffsGDtw3p9y4gQPXDRw4b97CZdWa9VvXb968gRM7Nly4b9+6ddt2\n7RoAt2/hGjOmzZu3b3fvevP27Vs3v9myffvmDVxhcOHAJVYM7ts3b964ffvWjTJlbNgAZNa8mRmz\nbd++gQP37Ru4b9/AgfP27Rs3buDAfQM3G1w4cLfBffsGjvc33+DAefPWrdu2a9cAJFe+nHlz58+h\nR5e+bRu4cNexYwcHbhs479/BhRMvPlo0cOC+fQMXjn37cN26gQPnbds2APfx5+fG7Vs4//8Aw4ED\nFw6cQXDdwilcCC6cQ4fUqIED9+0buIvhMmbkxg0cOG/btgEYSbKkNm3ewKlcGQ6cS3DZwIH7RpNm\nuJs3u3ULFw4cuG/atIEb+u1bt27gwH3r1g2A06dQuXH7Fi4cuKvgwmkFB44bOHDfvoEbG65sWWvW\nwIH7xpZtuLdvu3UDB84bN24A8urdy7ev37+AAwv+Rjic4cOIw33z5g0cuHCQI0Petg0YMG3awmne\nrBkcuG/fwH37BqC06dPfUodbzRpcuNfhwIWbTbv27G3bokX79i2c79++wYH79g3ct28Akitf7q15\nuOfQwYWbHu7btm3fvoXbzr07OHDhwn//+8aNG7hw6MN9+xbu2zcA8OPL/0Y/nP374MLpDweOGzeA\n4MCFI1iQ4Ldv1apx4wbO4bdv4SRK/PYtHDhwADRu5NjR40eQIUWO/FYy3EmUKcN98+YNHLhwMWXG\n3LYNGDBt2sLt5LkTHLhv38B9+wbA6FGk35SGY9oUXDio4cCFo1rVKtVt26JF+/Yt3FewX8GB+/YN\n3LdvANSuZevNbTi4ccGFoxvu27Zt376F49vXLzhw4QR/+8aNG7hwicN9+xbu2zcAkSVP/lY53GXM\n4MJtDgeOGzdw4MKNJj3627dq1bhxA9f627dwsWN/+xYOHDgAuXXv5t3b92/gwYWDAxfO//hx5Ma/\nhWPe3DlzP36mTfPmLdx17Nmxf/sGwPt38ODAhSNf3vx59OXByZLlzVs4+PHlz//2DcB9/Pm/fQvX\n3z/AcAIHdgtn8CBCg+DAhWvY8Nu3cBInUvz2DQDGjBrBgQvn8SNIj97CkSxpkqQvX926gWsZ7iXM\nmC/BgQNg8ybOnDp38uzp8yc4cOGGEi069Fu4pEqXJvXjZ9o0b97CUa1qteq3bwC2cu0KDly4sGLH\nki0rFpwsWd68hWvr9i3cb98A0K1r99u3cHr38tXbLRzgwIIBgwMX7vDhb9/CMW7s+Ns3AJInUwYH\nLhzmzJoxewvn+TNoz758desG7nS41P+qV6cGBw4A7NiyZ9Oubfs27tzfvoXr7ft372/hhhMnDg5c\nNyZMFiwQJQpcuOjSp08HYP06dnDgwnHv7v07+HDdunl79EiUKG7cwrFv7/49gPjy53/7Fu4+/vz3\nvYXr7x9gOIEDBYIzCC7ct2/gGIZz+PAhAIkTKYIDFw5jRo0Yv4ULBw5cOJEjRfry1aNHqFDfwIEL\n9xJmzJcAaNa0eRNnTp07efb89i1cUKFDg34LdxQpUnDgujFhsmCBKFHgwlW1evUqAK1buYIDFw5s\nWLFjyYbr1s3bo0eiRHHjFg5uXLlzAdS1e/fbt3B7+fbd6y1cYMGDB4MzDC7ct2/gGIf/c/z4MQDJ\nkymDAxcOc2bNmL+FCwcOXDjRo0X78tWjR6hQ38CBC/caduzXAGjXtn0bd27du3n3DvcbeHDhw4Vz\nAwCACBFPnsI1d/4cOgDp06mHs34de3bt28CB06aN2osXwYJx4xYOfXr16wG0d/8eHLhw8+nXn+8t\nXH79+/Nz4wYwnECB4MCFO4gw4UEADBs6DAcxokSJ38JZvIjRIgUKkiStWhUupMiRJAGYPIkypcqV\nLFu6fBkupsyZNGvKBAfuGgECAAAUKxYuqNChRAEYPYo0nNKlTJs69dapEzZs3QgRQoUKHLhwXLt6\n/QogrNix4cqaPXv2W7i1bNuu1aaN/xkzcODC2b2LNy+AvXz7hvsLOHBgcOEKGz5c2IQJBAh+/QoH\nObLkyQAqW76MObPmzZw7ew4HOrTo0aRDgwN3jQABAACKFQsHO7bs2QBq274dLrfu3bx7e+vUCRu2\nboQIoUIFDly45cybOwcAPbr0cNSrW7f+LZz27dy1a9PGjBk4cOHKmz+PHoD69ezDuX8PHz64cPTr\n26dvwgQCBL9+hQMYTuBAggQBHESYUOFChg0dPoQYTuJEihUtVoQmQECzZuDAhQMZUuRIACVNngyX\nUuVKli2dhYMJc9iwcDVt3sR5E8BOnj3D/QQaNCi4cEWNHg0HLliwcE2dPoX6FMBUqv9Vw13FmlXr\nVq3eDBhYtgwcuHBlzZ5FC0DtWrZt3b6FG1fu3HB17d7FmxcvNAECmjUDBy7cYMKFDQNAnFhxOMaN\nHT+G7Czc5MnDhoXDnFnzZs0APH8GHU70aNKkwYVDnVp1OHDBgoWDHVv2bNkAbN/GHU73bt69fff2\nZsDAsmXgwIVDnlz5cgDNnT+HHl36dOrVrYfDnl37du7hvHmbNo3Whw9fvoRDn179evQA3L+HH07+\nfPr17T/DH04/OHDh/AMMJ3AgwYLhACBMqBAcuHAOH0KMCLGbK1exYjWrVYsbt3AeP4IM6REAyZIm\nwYELp3Ily5Yuw23bZmvBghkzwuH/zKlzJ04APn8CDSp0KNGiRo+GS6p0KdOm1cKFu3YNV4UK3ryF\ny6p1K9esAL6CDRtuLNmyZs/CCqdWLTZs4d7CjSs3LoC6du+Gy6t3L9++lpo1s2OnmjRp4Q4jTnwY\nHLhwjh0DiCx5crjKli9jzgwuXDht2lYNGHDtGjhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq17d7Vw\n4a5dw1Whgjdv4Y4jT678OIDmzp+Hiy59OvXqsMJhx44NW7ju3r+D/w5gPPny4c6jT69+vaVmzezY\nqSZNWrj69u/XBwcuHH/+AAACEDhwYDiDBxEmVAguXDht2lYNGHDtGjhw4TBm1LgR/0BHjx9BhhQ5\nkmRJk+FQplS5kiU0ESIyZRpWpw4qVOFw5tS5EycAnz+BhhM6lGjRWLGcOevWDRUuXOGgevMmTNi3\nb+GwZtW6FUBXr1/DhRU7lmzZURQowIGz7du3cG/hxo0LDlw4uwDw5tUbjm9fv38Bh0OEyI+fShMm\nMGESjnFjx+Aggws3GUBly5cxZ9a8mXNnz+FAhxY9mjQ0ESIyZRpWpw4qVOFgx5Y9GzYA27dxh9O9\nm3fvWLGcOevWDRUuXOGQe/MmTNi3b+GgR5c+HUB169fDZde+nXv3URQowIGz7du3cOfRp08PDlw4\n9wDgx5cfjn59+/fxh0OEyI+fSv8AJ0xgwiScwYMIwSkEF64hgIcQI0qcSLGixYsYw2ncyLGjxznE\niG3bxs2WrXAoU6pcqRKAy5cww8mcSZMmNG7crFnTpu1VuJ8/ceHq1i2c0aNIkxoFwLSp03BQo0qd\nSnWHMGHcuIXbyrWr16/hAIgdSzac2bNo06p1tm2bNm3PrlwJR7eu3bt2Aejdy7ev37+AAwseHK6w\n4cOIE88hRmzbNm62bIWbTLmy5coAMmveHK6z58+foXHjZs2aNm2vwqlWjQtXt27hYsueTTs2gNu4\nc4fbzbu37987hAnjxi2c8ePIkysPB6C58+fhokufTr26s23btGl7duVKuO/gw4v/Dw+gvPnz6NOr\nX8++vftw8OPLny8fHDhIYsQsWwZu2zaA3ryFI1jQ4EGCABQuZBjO4UOIEHt9+ODFy7FjybhxC9fx\n1asxY6hRC1fS5EmUAFSuZBnO5UuYMWXq2rQJG7ZwOXXu5NkzHACgQYWGI1rU6FGk3V69AgWKGzRo\n4MCFo1rV6lWqALRu5drV61ewYcWODVfW7Fm0Z8GB88GN27Zt4bBhC1fX7l28dwHs5ds33F/AgQMn\n8eVr0iRu3LaFY8w4RQpr1rZtC1fZ8mXMADRv5hzO82fQoUVHqFaNG7dwqVWvZt06HADYsWWHo13b\n9m3cTKhRkybt27Zt4YQL//Yt/9xx5MmPA2De3Plz6NGlT6dePdx17Nm1ZwcHzgc3btu2hcOGLdx5\n9OnVpwfQ3v37cPHlz5+fxJevSZO4cdsWzj/AcOFSpLBmbdu2cAoXMmwI4CHEiOEmUqxo8WKEatW4\ncQvn8SPIkCLDAShp8mS4lCpXsmzJhBo1adK+bdsW7ubNb9/C8ezpkyeAoEKHEi1q9CjSpErDMW3q\n9Om2bd++gQNXyYaNbt3CfftmzVq4sN68ZcsW7izatADWsm0b7i1cuODChQMH7gkBAnDgfPsWDhy4\ncIKnTAEChBu3cIoXM24M4DHkyOEmU65sufK3bwoAALh1Kxzo0KDBgePGDVy41P+qVQNo7fp1uNiy\nZ9OubSRAgEiRvnnzNm1auOC/fjFi1C0c8uTJATBv7vw59OjSp1OvHu469uzat2379g0cuEo2bHTr\nFu7bN2vWwrH35i1btnDy59MHYP8+/nD69+8HFw5gOHDgnhAgAAfOt2/hwIEL93DKFCBAuHELdxFj\nRo0AOHb0GA5kSJEjRX77pgAAgFu3wrV02RIcOG7cwIWzefMmAJ07eYbz+RNoUKFGAgSIFOmbN2/T\npoVz+usXI0bdwlW1ahVAVq1buXb1+hVsWLHhyJY1exZtK3DgwrXdti1c3LjYsIWzexevXQB7+fYN\n9xdw4L/ZsknYtWvbtnCLGS//pkIlXGTJkylPBnAZc+Zwmzl39tw5ViwAKlTgwhUOHLhwq1eDAxcO\ndmzZsAHUtn07XG7du3n3HpAlCzRo4bZtC3f8eJYszZqFc/4cOgDp06lXt34de3bt28N19/4dfPht\n166BAxdOmzZcuJ49A+fMmTVr4MLVt28fQH79+8P19w8wnEBw375du4YiS5Zv38I5fOgQGjRs2MJZ\nvIgRHLhwHDkC+AgyZLiRJEuWBBctGjJkdeoAeIkGTbdo0UyZ4sYtHLed3ML5/AkUgNChRMMZPYo0\nKdJv3y6YMEGNWrhu3Xbt0qWr2IsXIUJ8Cwc2bFgAZMuaPYs2rdq1bNuGews3/67cuduuXQMHLpw2\nbbhwPXsGzpkza9bAhTuMGDGAxYwbh3sMGTK4b9+uXUORJcu3b+E6e+4MDRo2bOFKmz4NDly41asB\nuH4NO5zs2bRpg4sWDRmyOnUA+EaDplu0aKZMceMWjptybuGaO38OILr06eGqW7+O/fq3bxdMmKBG\nLVy3brt26dJV7MWLECG+hXsPHz6A+fTr27+PP7/+/fzD+QcYTuBAggUHZguXMKEsWeDAadMGLlq0\ncBUtXqwIQONGjuE8fgTpkRq1L+FMnkRpctSocC1dvoT5EsBMmjXD3cSZM+e3cOG+fYsVi8CvX8uW\nfVOkyJu3b9/CPYUaVSoAqv9VrYbDmlXrVq3btqkIFzbss2fhwj17Ni1BgmrVwr2FGxfAXLp17d7F\nm1fvXr7h/P4FHFhwtnCFC8uSBQ6cNm3gokULF1ny5MgALF/GHE7zZs6aqVH7Ek70aNKiR40Kl1r1\natarAbyGHTvcbNq1a38LF+7bt1ixCPz6tWzZN0WKvHn79i3ccubNnQOAHl16OOrVrV+3vm2binDd\nuz97Fi7cs2fTEiSoVi3cevbtAbyHH1/+fPr17d/HH07/fv79uQHkBg5cuHDeokULpxAbtkSJoEH7\nxo1bt27hLmLMCGAjx47hPoIESe3bN2/egmnTFm4lS5bgYMFChiwczZo2b9L/BKBzJ89wPn8CBQru\n2bNv38CBa2XIkDdv4ZIlu3KlW7dwVq9izQpgK9eu4b6CDSsWGTJq1Lp1k9WtW7i2bYsUGTNmkwkT\nTpyEy6t3L4C+fv8CDix4MOHChsMhTqx4MTdu4MCFC+ctWrRwlrFhS5QIGrRv3Lh16xZuNOnSAE6j\nTh1uNWvW1L598+YtmDZt4W7jxg0OFixkyMIBDy58OHAAxo8jD6d8OXPm4J49+/YNHLhWhgx58xYu\nWbIrV7p1Cyd+PPnyAM6jTx9uPfv27pEho0atWzdZ3bqFy5+/SJExYwBuMmHCiZNwBxEmBLCQYUOH\nDyFGlDiRYjiLFzFi7BYu/xw4cOHCWQs3cmS1auDAhVO5kmVLlQBgxpQZjmZNmzTBgcsWjmdPn+Gu\nHToUjmhRo0eNAlC6lGk4p0+hRpXaLVzVqpMmgQMXjmtXr1+5AhA7lmw4s2fRouUWjm1bcOHgwrVm\nTVtdbdX+/Am3l2/fvQAABxY8mHBhw4cRJw63mHHjxsOsWJEkCRs2a9q0hdP87du1a+FAhxY9GjQA\n06dRh1O9mjVrcOFgx7bmwMGLF6CIEQMHLlxv37+B9wYwnHjxcMeRJ1e+fPmuXaRIhZM+nXp16QCw\nZ9cejnt37953YcLUrVs48+fNd+uWIoUXL9iuXQMHLlx9+/cB5Ne/n39///8AAQgcSLCgwYMIBYZb\nyLBhw2FWrEiShA2bNW3awmn89u3atXAgQ4ocCRKAyZMow6lcyZIluHAwY1pz4ODFC1DEiIEDF66n\nz59AewIYSrRouKNIkypdunTXLlKkwkmdSrWqVABYs2oNx7WrV6+7MGHq1i2c2bNmu3VLkcKLF2zX\nroEDF66u3bsA8urdy7ev37+AAwsOR7iwYcNMXr3ChWvbNm7hIkueTLkyZQCYM2sOx7mz58+gTfz4\nMWUKtXCoU6tezRqA69ewwYELR7u27du4a4PLkKFbt3DAgwsfDhyA8ePIwylfzpz5LnDgwkmfTt2I\nkWTJWLH6Bg5cuO/gw3//B0C+vPnz6NOrX8++fbj38OPHZ/LqFS5c27ZxC8e/v3+A4QQOJFgwHACE\nCRWGY9jQ4UOIJn78mDKFWjiMGTVu5AjA40eQ4MCFI1nS5EmUJcFlyNCtWziYMWXOhAnA5k2c4XTu\n5MlzFzhw4YQOJWrESLJkrFh9Awcu3FOoUZ8CoFrV6lWsWbVu5do13FewYMGFC+fNGxoCBMiQyZYt\nHDhw4eTOpVvX7lwAefXuDdfX71/A0qRp0yZL1gAAACpU6BbO8WPIkSUDoFzZMjjM4TRv5tyZMyhQ\nrFgpMlDaQLdu4VSvZt0awGvYscPNpk272zfc33KtWhXO92/gK1YAAHDj/wa3cMmVL18OwPlz6NGl\nT6de3fr1cNm1b8+uTVuQWrWkSfv2Ldx59OnVr18PwP17+OHkz6dfHxy4b9+cOAFAgQJAVKjCESxo\n8CDCcAAWMmwY7iHEiBInaqtWTZkyGQEC9OoFDly4kCJHkgRg8iTKcCpXslQJDty0cDJn0gzn7cCB\nIkVy5Qrn8yfQoACGEi1q9CjSpEqXMg3n9ClUp9q0BalVS5q0b9/Cce3q9StYsADGki0b7izatGrB\ngfv2zYkTABQooEIV7i7evHr3hgPg9y/gcIIHEy5sWFu1asqUyQgQoFcvcODCUa5s+TKAzJo3h+vs\n+XNncOCmhStt+nQ4b/8HDhQpkitXuNiyZ9MGYPs27ty6d/Pu7ft3uHDgwhEvXhwcOFpjxnDjFu75\nt2/hplOvPh0c9nDhvn0DBy4ceADix5MPZ/48evTgPHk6dgwNmgIDBnjzFu4+/vz694cD4B8gAIED\nAYAzGA5hQoULEzLToEGNGi4MGJgwAQ5cOI0bNYIDFw4kSAAjSZYEdzJcynDgWIZzGQ5czHAzadL0\nduLEggXMmIXz+e1bOKHgwIUzahRAUqVLmTZ1+hRqVKnhwoELdxUrVnDgaI0Zw41bOLHfvoUzexat\nWXBrw4X79g0cuHBzAdS1ezdcXr1794Lz5OnYMTRoCgwY4M1bOMWLGTf/dhwOQGTJk8FVDncZc2bN\nmJlp0KBGDRcGDEyYAAcuXGrVqcGBC/f6NQDZs2mDsx0Odzhwu8P1DgcOeDjhw4d7O3FiwQJmzMI1\n//YtXHRw4MJVrw4Ae3bt27l39/4dfPhw48mXLw8uXHr169m3d88eQHz588PVt38f/31u3OCE8w8w\nnMCBBAsaFAggocKF4Ro6fAgxYrdw4b594yZNWriNHDt67AggpMiR4MCFO4kypcqVKWfNCgczpsyZ\nMgHYvIkzp86dPHv6/BkuqNChQ8GFO4o0qdKlTJUCeAo1aripVKtarcqNG5xwXLt6/Qr2K4CxZMuG\nO4s2rdq13cKF+/aN/5s0aeHq2r2L9y6AvXz7ggMXLrDgwYQLD541K5zixYwbMwYAObLkyZQrW76M\nOXO4cODCef4MOrTo0aRLAziNOnW4cODCuX4NO7bs2bRrA7iNO3e43bx7+/4dzpu3cMSLGz+OvDiA\n5cybg3seLrr06dSrUwcHLpz27dy7awcAPrz48eTLmz+PPj03bt/AgQsHP778+fTr258PDhyA/fz7\ncwPI7Vs4ggUNHiwILtxChg0dPmQIDhwAihUtevMWTuNGjh05ggsXUuRIkiVFggMHQOVKltq0fQsX\nU+ZMmjVlfvsWTudOnj11ggMHQOhQokWNHkWaVOlSbty+gQMXTupUqv9VrV7FWhUcOABdvX7lxu1b\nOLJlzZ4tCy7cWrZt3b5lCw4cALp17XrzFk7vXr59+YILF1jwYMKFBYMDB0DxYsbatH0LF1nyZMqV\nJX/7Fk7zZs6dNYMDB0D0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9H\nnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9H75sZM27fvoGDHz/+N/rcuH375g3c\nfnDh/AMMJ1AgOHDfvnkDB64bw27brl0DIHEixWbNuoHLqHEjuG/gwHHjFi4cuHAmTYJLCc6bN3Au\nX4YL9+2bN2/bsGH/A6BzJ09kyLZ9+wYO3Ldv4L59AwfO27dv3rx9+8bNm7dt28B9+wZuK7hw4MB9\n+8YNHDhuZs1aswZgLdu2zJh1Ayd3bjhw4MKF+wYO3Le+37h9+8aNG7jC4Q4jDvftGzdw4Lp18yZZ\nmzYAli9jzqx5M+fOnj9v2/YtHOlw4MCFS526W7hw4MB9++YtHG3a3LiFCwdu97dv4cKBC75tGzhw\n37hxA6B8OfNu3cCFix4OHLhw1q1zCxcOHLhw3r97nzYtXDhw5s2HS59+2zZw4Lxx4wZgPv3627Z9\nCxcOHH9w4QCGCwcOnLdwB8OBAzcNHLhv37xFDDdx4rdv4cKB+/Zt/9s2cOC+desGgGRJk9y4gQu3\nkmXLcN7CxZQJLVw4cDe7dQu3c2e3buHCfROqTRs4o968AVC6lGlTp0+hRpU69VvVcFexZg0Hrls3\ncODChQP37Vs4s+DAdesWji1bcODCxQUH7tu3cODAAdC7l+83v+EABxYc7ps3b+EQJ1a8bVutWtSo\ngZMsOVxlcOC+fQO3GUBnz5+/ffMWjnRpcOFQowYHLlzrcNuUKatW7Vttb97C5c4NDlw43+DAffsW\nDhw4AMeRJ/+2PFxz58+bgwMXjno4bLt2TZv2TVt3beHAgwP37Ru4cOHApQcXDhw4AO/hx5c/n359\n+/fxf9Mfjn9///8Aw4Hr1g0cuHDhwH37Fq4hOHDduoWbOBEcuHAYwYH79i0cOHAAQooc+a1kuJMo\nU4b75s1buJcwY27bVqsWNWrgcuYMxxMcuG/fwAkFQLSo0W/fvIVbyhRcuKdPwYELRzXcNmXKqlX7\nxtWbt3BgwYIDF64sOHDfvoUDBw6A27dwv8kNR7euXbrgwIXbGw7brl3Tpn3TRlhbuMPgwH37Bi5c\nOHCQwYUDBw6A5cuYM2vezLmz58/gwIUbTbr06G/hUqv+Fq51a27cwsmeTbu27G/fAOjezRscuHDA\ngwsH/i2c8ePIjRMhwouXNWvgwkmfTl06OHAAsmvf/u1buO/gw3//BxeufDhw4DRRW0+Nm/tw8OPL\nnw8fHDgA+PPrBwcunH+A4QQOJEgQHLg3yJAxY+bNl69wESVOpBgRHDgAGTVu5NjR40eQIUWCAxfO\n5EmUJr+FY9nyWziYMLlxC1fT5k2cNb99A9DT509w4MINJVp06LdwSZUuTUqECC9e1qyBC1fV6tWq\n4MAB4NrV67dv4cSOJSsWXDi04cCB00TNLTVuccPNpVvX7lxw4ADs5dsXHLhwgQUPJhwYHLg3yJAx\nY+bNl69wkSVPphwZHDgAmTVv5tzZ82fQoUWDAxfO9GnUpsGFC/ftW7hw4MLNnu3NmzZt4XTv5t1b\nNwDgwYWDAxfO//hx5MbBhWPe3Hk4bxUqAABAhAi3cNm1b98OwPt38N++hSNf3vz5b9+6dZNz4YIS\nJc2wYQMHLtx9/Pn13wfQ3z9AAAIBgAMX7iDChAjBgevWbds2GAUKhAiBihOnY8fCcezo8SNHACJH\nkixp8iTKlCpXggMX7iXMmC/BhQv37Vu4cODC8eTpzZs2beGGEi1qdCiApEqXggMX7inUqE/Bhatq\n9Wo4bxUqAABAhAi3cGLHkiUL4CzatN++hWvr9i3cb9+6dZNz4YISJc2wYQMHLhzgwIIHAwZg+DBi\ncODCMW7suDE4cN26bdsGo0CBECFQceJ07Fi40KJHkw4N4DTq1P+qV7Nu7fo17HCyZ9Om/S0c7ty6\ncefKFe438ODCgwMobvx4uOTKlzNvzpwbAAAPHrRoEe469uzaAXDv7h0cuHDix5MvL96bNwl58ogR\nw82bt3Dy59OvTx8A/vz6w/Hv7x9gOIEDB377lkCLlh49gq1aBQ5cOIkTKVaUCABjRo0bOXb0+BFk\nyHAjSZYsCS5cSpXhwIEL9/LYMWDAwtW0eRNnTQA7efYM9xNoUKFDgYIDNy1AAAAAZs0K9xRqVKkA\nqFa1Gg5rVq1buRb68AEXLnDhyJY1exYtALVr2YZz+xZuXHDgwtUNN2bBglChvHHj9u1bOMGDCRcW\nDABxYsWLGTf/dvwYcuRwkylXrgwuXGbN4cCBC/f52DFgwMKVNn0adWkAq1m3DvcadmzZs2GDAzct\nQAAAAGbNCvcbeHDhAIgXNx4OeXLly5kX+vABFy5w4ahXt34dOwDt27mH8/4dfHhw4MKVDzdmwYJQ\nobxx4/btWzj58+nXlw8Af379+/n39w8QgMCBBAsaPCgwnMKFDBs6dGjKVLiJFCtarAggo8aN4Tp6\n/AgyJEhuBQps2xYupcqVLFMCeAkzZriZNGvavIkInE5w4Xr6/Ak0aDgARIsaDYc0qdKlTEOFewo1\nqtSpUgFYvYo1q9atXLt6/RourNixZMuWNWUqnNq1bNuyBQA3/67ccHTr2r2L9y63AgW2bQsHOLDg\nwYABGD6MOJzixYwbO0YELjK4cJQrW76MORyAzZw7h/sMOrTo0aHCmT6NOrXq1ABau34NO7bs2bRr\n2w6HO7fu3bzDgQMXLVo2Vaq2bQuHPLny5cgBOH8OPZz06dSrW58ODhw3L16UKQsHPrz48eABmD+P\nHhy4cOzbu3/vntu3b+DAhbuPP7/+/eEA+AcIQOBAAOEMHkSYUOFChg0PAoAYUeJEihUtXsSYMdxG\njh09fqQWLpw0adgSJQqXUuVKlisBvIQZM9xMmjVt3rTZDQeOcD19/gT6E8BQokXDHUWaVOlSYeHC\ngQMXDhy4cP9VrV7FehXAVq5dw30FG1bsWG3hzJ5Fm1ZtWgBt3b6FG1fuXLp17YbDm1fvXr7UwoWT\nJg1bokThDB9GnBgxAMaNHYeDHFnyZMqTu+HAEU7zZs6dOQMAHVp0ONKlTZ9GLSxcOHDgwoEDF072\nbNq1aQPAnVt3ON69ff8Gri3ccOLFjR83DkD5cubNnT+HHl369HDVrV/Hnr0bCBA+fAx79WrbtnDl\nzZ9HXx7Aevbtw72HH1/+/G906NSqRaxIkVatwgEMJ3AgwYLhACBMqDAcw4YOH0LshglTtmzgunXb\nti0cx44eP3IEIHIkyXAmT6JMqdKbHz/UqIWLCQ5cuJo1wYH/C6dzJ08APn8CDSp0KNGiRo+GS6p0\nKdOm3UCA8OFj2KtX27aFy6p1K9esAL6CDRtuLNmyZs9+o0OnVi1iRYq0ahVuLt26ducCyKt3b7i+\nfv8CDtwNE6Zs2cB167ZtW7jGjh9DbgxgMuXK4S5jzqx5szc/fqhRCycaHLhwpk2DAxduNevWAF7D\nji17Nu3atm/jDqd7N+/evs+8euXL1zdu3MIhT658uXIAzp9DDyd9OvXq1k0lSyZNmjEUKMKBDy9+\nvHgA5s+jD6d+Pfv27hlp07Zt27dhw8Lhz69/v34A/gECEDgQQDiDBxEmVMjj169du7wFCxaOYkWL\nFy0C0LiR/2NHjx9BhhQ5MlxJkydRpjzz6pUvX9+4cQs3k2ZNmzUB5NS5M1xPnz+BBjWVLJk0acZQ\noAi3lGlTp00BRJU6NVxVq1exZmWkTdu2bd+GDQs3lmxZs2UBpFW7Nlxbt2/hxuXx69euXd6CBQu3\nl29fv30BBBY8mHBhw4cRJ1YcjnFjx48hvwoRQosWcOEwZ9a8mTMAz59BhxM9mnRp044oUNiz51eb\nNrhwhZM9m3Zt2QBw59Ydjndv37+Bi7JhY84cZqxYBQsGDlw458+hRwcwnXr1cNexZ9e+fQMAAAoU\nsOnSZccObtzCdevGjRu4cO/hwwcwn359+/fx59e/n384//8AwwkcSLDgwAOTJoUKFa6hw4cQI4YD\nQLGixXAYM2rcyHGDr4++mlGh8u1buJMoU6o8CaCly5fhYsqcSbOmCGPGRImatmnTt2/hggodSjQo\ngKNIk4ZbyrSp06bgwA0gQWLECEuoUHHjBg5cOG/ewokdS1YsgLNo06pdy7at27dww8mdS7eu3QOT\nJoUKFa6v37+AA4cDQLiw4XCIEytezHiDr8e+mlGh8u1buMuYM2u+DKCz58/hQoseTbq0CGPGRIma\ntmnTt2/hYsueTTs2gNu4c4fbzbu3797gwA0gQWLECEuoUHHjBg5cOG/ewkmfTl06gOvYs2vfzr27\n9+/gw4n/H0++vHkRAAD48ROuvfv23rxp0xauvv37APLr3x+uv3+A4QQOHOjNGzhw375JmTCBGbNv\nwYL58hXO4kWMGS0C4NjRYziQIUWOJHkIAIBLl645czZtWjiYMWXOhAnA5k2c4XTu5NnTZw0CBAQJ\n2ubN27Zt4ZQq9eYt3FOoUQFMpVrV6lWsWbVu5RrO61ewYcWKAADAj59wadWm9eZNm7ZwceXOBVDX\n7t1wefXu5evNGzhw375JmTCBGbNvwYL58hXO8WPIkR0DoFzZcjjMmTVv5nwIAIBLl645czZtWjjU\nqVWvRg3A9WvY4WTPpl3bdg0CBAQJ2ubN27Zt4YQL9+Yt/9xx5MkBLGfe3Plz6NGlT6cezvp17Nm1\nE3DjRpq0cODAhSNPPlu2cOnVr08PwP17+OHkz6df376wcPnzz5oFDhzAcAIHEiwoEADChArDMWzo\n8CFEJsqUYcPmLVq0cBo3cuzIEQDIkCLDkSxp8iTKLN++hWvp8iXMmC4B0Kxp8ybOnDp38uwZ7ifQ\noEKHVunQIVq0cNy4yZKFDBm4XLmmTQtn9SpWAFq3cg3n9StYsOCwYdu2LVw4b+HWroUGzZSpbNnC\n0a1r9y6AvHr3huvr9y/gwKk6dcqWLRw2bNy4hWvs+DHkxgAmU64c7jLmzJo3cwMHLhzo0KJHkw4N\n4DTq1P+qV7Nu7fo17HCyZ9OubbtKhw7RooXjxk2WLGTIwOXKNW1auOTKlwNo7vx5uOjSp08Hhw3b\ntm3hwnkL5907NGimTGXLFu48+vTqAbBv7z4c/Pjy59NP1alTtmzhsGHjxg1gOIEDCRYUCABhQoXh\nGDZ0+BAiN3DgwlW0eBFjRosAOHb0+BFkSJEjSZYMdxJlSpUrYYRz6XLWLHDgrFkL9+pVOJ07eeoE\n8BNo0HBDiRYtigscuG/fwjV12nTGDG7csmULdxVrVq0AuHb1Gg5sWLFjyeIKd/asMGHh2LZ1+9Yt\nALlz6YazexdvXr3XwvX1+7cvN27hCBc2TBhAYsWLGTf/dvwYcmTJ4ShXtnwZM4xwmzfPmgUOnDVr\n4V69CncaderTAFi3dh0OdmzZsnGBA/ftWzjdu3XPmMGNW7Zs4YgXN34cQHLly8M1d/4cenRc4ahT\nFyYsXHbt27lvB/AdfPhw48mXN3/+Wjj169mr58YtXHz58+MDsH8ff379+/n39w8QgMCBBAGEO4gw\nocJs2b59AwfuVLBg4Sp688aCBSBA2Zo1w4YtnMiRJAGYPIkynMqVK8GFexlOkgwZ166Fu4nzJiFC\nGjQwYxYuqNChRAEYPYo0nNKlTJt68xYuajhv06aFu9qtmzFj4MCF+wo2rFgAZMuaDYc2rdq1bMFx\n4xYu/27cbdu+fQvHLC+zcHz7+gUAOLDgwYQLGz6MOHG4xYwbO86W7ds3cOBOBQsWLrM3byxYAAKU\nrVkzbNjCmT6NGoDq1azDuX79Gly42eEkyZBx7Vq43bx3EyKkQQMzZuGKGz+OHIDy5czDOX8OPbo3\nb+Gqh/M2bVq47d26GTMGDly48eTLmweAPr36cOzbu38PHxw3buHq19+27du3cMz6MwMYTuBAggAM\nHkSYUOFChg0dPgwXUeLEidzCXcQILtzGjcGCIUO2bVu4atXCnUSZ8iQAli1dhoMZUybMb99WRIsG\nDlw4nj15OnCgStW3b+GMHkWaFMBSpk3DPYUaNSq4cP9VrYILlzXrsmXgwIUDG1bsWLAAzJ5FG07t\nWrZt3XoLFzeuN2/g7IL7VqxYOL59/fIFEFjwYMKFDR9GnFhxOMaNHTMGB86PBg3AgIXDnBlzt24t\nWsSJ8010ONKlTZMGkFr16nCtXbsGF3vbNhpOnHjzFk73bt0gQDhwoE1bOOLFjR8HkFz58nDNnT9/\n/g0cuHDVrV+PFm3WLG7cwn0HH148APLlzYdDn179evbYrFn79i3crl06dGjShI0XL2nSwgEMJ3Dg\nQAAGDyJMqHAhw4YOH4aLKHFiRHDg/GjQAAxYuI4eO3br1qJFnDjfToZLqXJlSgAuX8IMJ3PmTHA2\nt23/o+HEiTdv4X4C/QkChAMH2rSFS6p0KVMATp9CDSd1KlWq38CBC6d1K9do0WbN4sYtHNmyZs8C\nSKt2bbi2bt/CjYvNmrVv38Lt2qVDhyZN2HjxkiYtHOHChgEgTqx4MePGjh9DjhxuMuXKk7150/Dq\nFTdu4T6D/syESbNmr16BSx1uNevWqwHAji07HO3atmlz4zYGHLhwvn//BmfAwLNn376FS658OXMA\nzp9DDyd9OnXq4MJhz64de65c376BAxduPPny5gGgT68+HPv27t/D7xZu/nxUqKhRw4btGzhw4QCG\nEziQYDgABxEmVLiQYUOHDyGGkziRokRv3jS8esWN/1s4jx89MmHSrNmrV+BQhlO5kqVKAC9hxgw3\nk2bNmdy4jQEHLlxPnz7BGTDw7Nm3b+GQJlW6FEBTp0/DRZU6dSq4cFexZr2aK9e3b+DAhRM7lmxZ\nAGfRpg23lm1bt2+7hZMrFxUqatSwYfsGDlw4v38B+wUwmHBhw4cRJ1a8mHE4x48fd/v27do1Cg4c\nePMWjnNnzlCgAABw4wa3cKdRp04NgHVr1+Fgx47tLVy4b994/foVjjdvcOC8eQvGgEGMGODAhVO+\nnHlzAM+hRw8XDlw469fBhdMeDpw2beHAg/fmDVz5YMFKleLGLVx79+/hA5A/n344+/fx5+fGDRy4\ncP8Aw4GzZg2cwWLFvHgpVgxcuIcQI0YEQLGixYsYM2rcyLFjuI8gQ3589qwEOHDhUqpciQABDRql\nSoWbSbOmTQA4c+oMx7OnT57fvg0LR7So0XCnMGDw5i2c06dQozoFQLWq1XBYs2rV2i2c169gw22r\nVGnbNnDgwqldy7YtgLdw44abS7duXXDh8ur9Bg5cuHDdUKHChg0cuHCIEyteDKCx48eQI0ueTLmy\n5XCYM2vG/OxZCXDgwokeTRoBAho0SpUKx7q169cAYsueHa627du1v30bFq6379/hTmHA4M1buOPI\nkys/DqC58+fhokufPr1buOvYs4fbVqnStm3gwIX/G0++vHkA6NOrD8e+vXv34MLJn/8NHLhw4bqh\nQoUNGziA4MINJFjQIACECRUuZNjQ4UOIEcNNpEjxGziM4GxhwxbO40eQJUoQICBLFjiU3bqFY9nS\nJQCYMWWGo1mzJrhwOcNlw4Yt3M+fuXJZIwoHDi5c4ZQuZQoOXDioUAFMpVoV3NVwWcOB4xrOa7hu\n27aFIxsOnDFj3Lh1M2Vq1Spw4MLNBQcu3F1w4MLt3QvA71/A4QQPJkwY3Ldv4RSHAwcNGjhw4Zo1\nc+UKHLhwmTVv5gzA82fQoUWPJl3a9OlwqVWr/gbONThb2LCFo13bdokSBAjIkgXOd7du4YQPJw7A\n//hx5OGUL18OLtzzcNmwYQtXvXquXNa0w4GDC1c48OHFgwMXzrx5AOnVrwfXPtz7cODkh6Mfrtu2\nbeH0hwNnzBhAbty6mTK1ahU4cOEWggMX7iE4cOEmTgRg8SLGcBo3cuQI7tu3cCLDgYMGDRy4cM2a\nuXIFDly4mDJn0gRg8ybOnDp38uzp82e4oEKHEi1a1I6dcEqXMm3KFADUqFLDUa1q9SpWrODAhevq\n9SvYrwDGki0LDly4tGrXsm27tlu3cHLn0q1LFwDevHrD8e3r9y9gwODAhSts+DDiwwAWM27s+DHk\nyJInUw5n+TLmzJo127ET7jPo0KJDAyht+nS41P+qV7Nu3RocuHCyZ9OuTRsA7ty6wYEL5/s38ODC\ngXfrFu448uTKkwNo7vx5uOjSp1OvXh0cuHDat3Pvzh0A+PDix5Mvb/48+vTh1rNv7/79+2/funUL\nZ/8+/vz2AfDv7x9gOIEDCRY0GA4cuHALGTZ0+JAhAIkTKYYLBy5cRo0bOXb0+BEkAJEjSYYLBy5c\nSpUrWbZ0+XIlOHDhwIEDcBNnTp07efb0+RMoN27gwhU1ehRp0qLguHEL9xRqVKlPwYEDcBVrVm/e\nwIXz+hVsWLFjyY4FBw5AWrVrtWnzBg4uuHBz6da1exdvXrrfvgHw+xcwN27fwhU2fBhxYsWLC4P/\nAxcO8rdvAChXtnwZc2bNmzl35sYNXDjRo0mXNi0aHDdu4Vi3dv2aNThwAGjXtu3NG7hwu3n39v0b\neHDg4MABMH4cuTZt3sA1BxcOenTp06lXtx792zcA27l358btWzjx48mXN38evXhw4MK1//YNQHz5\n8+nXt38ff379+/n39w8QgMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEua\nPIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKZx45p8+bt2zdv3sB58wYu\na7hw4MCFCwcuXDhwZL15+/atW7dwbNu6/fat/9u2bQDq2r177Ng2b96+ffPm7Vu3bt++dfPmrVu3\nb9+6gQP37Vu4yZQngwP37Zu2b9+4cfPmrVu2bABKmz6NDFm2bt28eePG7Zs3b+Bqh7uN+5s3b926\ngfv2DZxwcOHAGQfnDRw4b8y9dcuWDYD06dSXLdv2Lfs3b96+desGDpw3cOC+fQMH7hs4cN++gXv/\nPpx8+eDAfQMHjpt+btqqVQMIQOBAggUNHkSYUOHCbdu+gYMI7tu3cBUrgguXUSO4cB07EiP27Zs3\nb9/CnUQZzpu3cOG8ceMGQOZMmtq0fQOXU2c4cD3BdQsXDtxQcNHAgfv2LdxSpku3bQMH7ps3b//b\ntoHD6s0bAK5dvW7b5g0cuG/funULl1bt2rTTwL0F982bt3B163rzFi4cOL7btoED961bNwCFDR/m\nxu0bOMbgvn0LB04yuG/hLF/WFk5zOHDbtoUDHVo0OHDVqn371k2bNgCtXb+GHVv2bNq1bX/75i3c\n7nDgwH0LFzw4OHDhjB9Hrk3brVvSpIWDHl06OHDhwIEDkF37dm/dw30HDy7c+HDgvHkDBy5cuGzP\nnnnzFk7+fPrfvoELlz8cOHDhwAEEB2AgwYLfvnULpzCcN2/gwkGMKDEcN2fOvHkLB24juHAeP4IE\nB+7bt3DgwAFIqXLlt5bhXoYDJzMczZo2w4H/o0bNmzdw2bJZsxZuKNGi37558wbu2zcATp9CjSp1\nKtWqVq9+++YtHNdw4MB9CydWLDhw4c6iTatN261b0qSFiyt3Ljhw4cCBA6B3L19vfsMBDgwuHOFw\n4Lx5AwcuXLhsz5558xZuMuXK376BC6c5HDhw4cCBAyB6NOlv37qFSx3Omzdw4V7Djh2OmzNn3ryF\nA6cbXLjevn+DA/ftWzhw4AAgT678G/NwzsOBix5uOvXq4cBRo+bNG7hs2axZCyd+PPlv37x5A/ft\nG4D27t/Djy9/Pv369sGBC6d/P//+/gGGExhu0iRs2Lp1C7eQYUOG4MABkDiRIjhw4TBm1IgR/1w4\nj+HAgSsFDlw4kydRpjQJDlw4l+DAAZA5kyY4cOFw4gQHLlxPnz975vr2LVxRo0eRJg337RsAp0+h\nggMXjmpVq1etAuvWjRu3brNmhRM7lqxYcODCpf32DUBbt2/hxpU7l25du+DAhdO7l29fv3wnTcKG\nrVu3cIcRJ0YMDhwAx48hgwMXjnJly5TBhdMcDhy4UuDAhRM9mnRp0eDAhVMNDhwA169hgwMXjjZt\ncODC5da9O3eub9/CBRc+nHjxcN++AVC+nDk4cOGgR5c+XTqwbt24ces2a1Y479/BewcHLlz5b98A\npFe/nn179+/hx5f/7Vs4+/fx59ePnxWrHf8Ad4ABAy6cwYMIEQJYyLDht2/hIkqcGBGcRW8YvTnq\n1IkatXAgQ4oE+S1cOHDgwqlUCaCly5ffvoWbSbOmTXDgvn0DpUtXt27hggodSrRoOABIkyr99i2c\n06dQo0KVpUIFESKwChUqViyc169gwYELR5YsgLNo06pdy7at27dwv30LR7eu3bt47bJitWMHGDDg\nwgkeTJgwgMOIE3/7Fq6x48eNwUn2Rtmbo06dqFELx7mzZ87fwoUDBy6cadMAUqte/e1buNewY8sG\nB+7bN1C6dHXrFq6379/Ag4cDQLy48W/fwilfzrw5c1kqVBAhAqtQoWLFwmnfzh0cuHDgwQP/GE++\nvPnz6NOrX88+nPv38OPLl9+gASBAefKE28+/v3+AAAQOJBjO4EGECQ2CA/ftm4VgwahRC1fR4kWM\n4MCF48gRwEeQIcONJFnS5Ehw4Lx5Y/TtWziYMWXOpBkTwE2cOcGBC9fT50+gPcGBcyBGTI4coaBA\n6dYt3FOoUcGBC1e1KgCsWbVu5drV61ewYcONJVvW7NmzK1YECIADB7hwceXOnQvA7l284fTu5dsX\nHLhw4cCBWxEhQrRo4RQvZgwOXDjIkSUDoFzZcjjMmTVvhgYNGzZv3nZlyxbO9GnUqVWfBtDa9etw\nsWXPpj0bHLgXAACsWQOtVq1p08INJ17c//hwAMmVL2fe3Plz6NGlh6Ne3fp17NhXrAgQAAcOcOHE\njydPHsB59OnDrWff3j04cOHCgQO3IkKEaNHC7effHxxAcOEGEiwI4CDChOEWMmzoEBo0bNi8eduV\nLVu4jBo3cuyoEQDIkCLDkSxp8qRJcOBeAACwZg20WrWmTQtn8ybOnDYB8Ozp8yfQoEKHEi0a7ijS\npEnBhWvq9GnTAAE4cEiVKhzWrFq3Aujq9Wu4sGLHki2LIFq0cGrXsm3rdi2AuHLnhqtr9+5dauD2\nggsXDly4wIG/fQtn+DDixIgBMG7sOBzkyJInSwYHzgQ1at68hevWLRzo0KJHiwZg+jTq1P+qV7Nu\n7fp1uNiyZ88GF+427ty3AwTgwCFVqnDChxMvDuA48uThljNv7vw5gmjRwlGvbv069uoAtnPvHu47\n+PDhqYErDy5cOHDh1q//9i0c/Pjy58sHYP8+/nD69/Pvzx8gOHAmqFHz5i1ct27hGDZ0+NAhAIkT\nKVa0eBFjRo0bw3X0+BEcuHDhpnnzFg5lypTgFCgAAKBIkXAzada0CQBnTp3hePb0+dMnOHAfHjyI\nFi1cUqVLk4IL9xQqVABTqVYFBy5cVq1bwYEL9ONHr17hyJYl680bL17XroVz+xZuXABz6dYFBy5c\nXr17+YID9+1bIV++vn0LdxhxYsWLwwH/cPwYcmTJkylXtnw5XGbNmzODA1crXGjRo0MDADBixI0b\n4Vi3dv0aQGzZs8PVtn0b921w4ADMmYMLVzjhw4kXNx4OQHLly8M1d/68uTdvFoQJw4YtXHbt2Xnw\nUKYsWrRw48mXNw8AfXr14di3d//e/bdvZcDVBxcOHLhw+/n33w8QHLhwBAkCOIgwocKFDBs6fAgx\nnMSJFCWCA1crnMaNHDUCADBixI0b4UqaPIkSgMqVLMO5fAkzJkxw4ADMmYMLV7idPHv6/BkOgNCh\nRMMZPYrUqDdvFoQJw4YtnNSpUnnwUKYsWrRwXLt6/QogrNix4cqaPYv27LdvZcC5BRcO/xy4cHTr\n2qULDly4vXsB+P0LOLDgwYQLGz4cLrFixdzAOQbnihWrcJQrW06QAAAAUqTCef4MOjSA0aRLhzuN\nOrXq1ODACQAAYNeucLRr2wYHLpzu3bwB+P4NPJzw4cO/hQvHjVuHESO0aQsHPTr0CBECBJg1K5z2\n7dy7A/gOPny48eTLlwc3bVq3bt++sYoSpVu3cNy4ffsWLr/+/fnBgQMYTiAAggUNHkSYUOFChg3D\nPYQIkRs4iuBcsWIVTuNGjgkSAABAilQ4kiVNngSQUuXKcC1dvoT5Ehw4AQAA7NoVTudOnuDAhQMa\nVCgAokWNhkOaNOm3cOG4ceswYoQ2bf/hrF61GiFCgACzZoUDG1bsWABlzZ4Nl1bt2rXgpk3r1u3b\nN1ZRonTrFo4bt2/fwv0FHPgvOHDhDANAnFjxYsaNHT+GHDncZMqVK5sCBy7cZs6dFyxQpgwcuHCl\nTZ9GDUD1atbhXL+GHRv2tm0AYMDAhi3cbt69ff8OB0D4cOLhjB9HbhwbthLatIWDHj16NwECIkXi\nxi3cdu7dvQMAH158OPLlzZv/Fk59OHDgCnnzBg5cOFmywt3Hn19/fgD9/QMEIHAgwYIGDyJMqLBg\nuIYOHz40BQ5cuIoWLy5YoEwZOHDhPoIMKRIAyZImw6FMqXKlym3bAMCAgQ1buJo2b+L/zBkOAM+e\nPsMBDSoUKDZsJbRpC6d06dJuAgREisSNW7iqVq9iBaB1K9dwXr+CBfstHNlw4MAV8uYNHLhwsmSF\niyt3Lt25AO7izat3L9++fv8CDid4MGHCyKJF+/YtHOPGjCdNqlUrHOXKli9TBqB5M+dwnj+DDg2a\nGTMApmXJCqd6NevWrsMBiC17drjatm/X/vZtDzJk4X4DD/ftm7MFC1SoCKd8OfPmygFAjy49HPXq\n1q2DCxcOHLhw4ZrJkfPq1TQ2bAABCqd+Pfv26gHAjy9/Pv369u/jzx9uP//+/QGuATcQXDiDBw2G\nCAEOXDiHDyFGdAiAYkWL4TBm1LhR/6MtWwA4cLBlK1xJkydRpgwHgGVLl+FgxpQJExw4WeFw5sz5\n7ZuyHDnCBRU6lOhQAEeRJg23lGlTp09bffsWLRo0Bgy0aQu3lWtXr1sBhBU7lmxZs2fRplUbjm1b\nt27XgJMLLlxdu3VDhAAHLlxfv38B9wUwmHDhcIcRJ1ac2JYtABw42LIVjnJly5cxhwOwmXPncJ9B\nh/4MDpyscKdRo/72TVmOHOFgx5Y9WzYA27dxh9O9m3dv362+fYsWDRoDBtq0hVO+nHlz5QCgR5c+\nnXp169exZw+3nTt3cOHAh4MTIUK0aOHQp0e/Zk2ePOHgx5c/Hz4A+/fxh9O/n3//a/8Ar3nzJksW\ngIOsWIVbyLChw4fhAEicSDGcxYsXv4XbGG4ZNGjhQoYDlycPKFDCUn77Fq6ly5cwWwKYSbNmuJs4\nc+rkxi2cz3DNPnxAhSoXChRkyIRbyrSp06UAokqdSrWq1atYs2oNx7VrV3DhwoaDEyFCtGjh0qpN\nu2ZNnjzh4sqdSzcugLt484bby7ev32vXvHmTJQuAYVaswilezLix43AAIkueHK6yZcvfwmkOtwwa\ntHCgw4HLkwcUKGGov30Lx7q169esAcieTTuc7du4c3PjFq53uGYfPqBClQsFCjJkwilfzry5cgDQ\no0ufTr269evYs4fbzr37dm/eJlj/soQNW7jz6M9jwQIOXLj38OPLfw+gvv374fLr389/vzGAxgDU\nqTNtWjiECRUuZBgOwEOIEcNNpFixYrZwGTUqs2bNm7dwIUWOJFkyHACUKVWGY9nSpUtw4WTOZPXt\nW7hw3fLkCdfT50+gPwEMJVrU6FGkSZUuZRrO6VOo4MBp0zZhwAA4cMJt5bpVly5fvsKNJVvW7FgA\nadWuDdfW7Vu4bcGB8+aNgQULmDCF+/YNHLhwgQUPJhwYwGHEicMtZty48Tdw4MJNDscKBQpo0MJt\n5tx5M7hwoUWLBlDa9OlwqVWvXv2tWzdt2sCBu4ULFzdu4aBB8+Yt3G/gwYX/BlDc//hx5MmVL2fe\n3Hk46NGlgwOnTduEAQPgwAnX3Xt3Xbp8+QpX3vx59OUBrGffPtx7+PHlvwcHzps3BhYsYMIU7hvA\nb+DAhSto8CDCggAWMmwY7iHEiBG/gQMX7mI4VihQQIMW7iPIkB/BhStp0iSAlCpXhmvp8uXLb926\nadMGDtwtXLi4cQsHDZo3b+GGEi1qdCiApEqXMm3q9CnUqFLDUa1qlao0aQlw4Vq2LBzYsGBDhQpn\n9izatGgBsG3rNhzcuHLn0i3x7ZszZ+B69Qrn9y/gwIABEC5sOBzixIoXKwYHDkS0aN68hats+TLm\nzOEAcO7sORzo0KJFYwtnOhw4cP/JwrFmXatWuNiyZ9OeDeA27ty6d/Pu7fs38HDChxMXLk1aAly4\nli0L5/y581ChwlGvbv26dQDat3MP5/07+PDiS3z75swZuF69wrFv7/69ewDy59MPZ/8+/vz4wYED\nEQ1gNG/ewhU0eBBhwnAAGDZ0GA5iRIkSsYWzGA4cuGThOHKsVStcSJEjSY4EcBJlSpUrWbZ0+RJm\nOJkzZ3oLF06bthYkSGDDFg5oUKDVqjlzFg5pUqVLkQJw+hRqOKlTqVa1is2DB0iQlunRU6lSOLFj\nyZYVCwBtWrXh2LZ1+xYcuHDhvn1zYcECOHDh+Pb1y42bt3CDCRMGcBhx4nCLGTf/btwtWDBw4MKF\nA7dsWTjN1app0xYOdGjRo0EDMH0adWrVq1m3dv06XGzZsr2FC6dNWwsSJLBhC/cb+O9q1Zw5C3cc\neXLlxwE0d/48XHTp06lXx+bBAyRIy/ToqVQpXHjx48mHB3Aeffpw69m3dw8OXLhw3765sGABHLhw\n+/n35waQm7dwBAsWBIAwocJwDBs6dNgtWDBw4MKFA7dsWbiN1app0xYupMiRJEMCOIkypcqVLFu6\nfAkznMyZNGVq0yYDG7Zv38L5/OmTGLFwRIsaPWoUgNKlTMM5fQo1qlRb27ZNm4aLAoVwXLt65QoO\nXLixYwGYPYs2nNq1bNuytWZt/4AwYeHq2r3rLa+3cHz7+gUAOLDgcIQLGzbMLZzixYwVd+oULrLk\nyZQnA7iMObPmzZw7e/4MOpzo0aRFgwOXyY+fbdvCudamrVu3b9WqffsWLrfu3bxzA/gNPHi44cSL\nGz/u7ckTIUKObNggREi46dSrgwMXLnt2ANy7ew8HPrz48eC/fdu1y8CCBd++hXsP/32wYMaMfQuH\nP39+APz7+wcYTuBAggS/hUOYMBw4cN8cWrFCg4Y3b+EsXsSYEcBGjh09fgQZUuRIkuFMnkRpEhy4\nTH78bNsWTqY2bd26fatW7du3cD19/gTaE8BQokXDHUWaVOlSb0+eCBFyZMMGIf9Cwl3FmhUcuHBd\nuwIAG1ZsOLJlzZ4l++3brl0GFiz49i3cXLpzgwUzZuxbOL59+wIAHFhwOMKFDRv+Fk7x4nDgwH2D\nbMUKDRrevIXDnFnzZgCdPX8GHVr0aNKlTYdDnVq1alzhwoEDFy5cMG+1vX3DHU73bt69eQMAHlx4\nOOLFjR9HbgcatDhxnDRoAA5cOOrVrV+nDkD7du7hvH8HH947OHCRIgHAhevbt3Dt3benRg0cuHD1\n7d8HkF///nD9/QMMJ3AgwYIFsz14MG3at2/hHkKMKBEAxYoWL2LMqHEjx47hPoIMGRJXuHDgwIUL\nF8wbS2/fXoaLKXMmzZkAbuL/zBluJ8+ePn/agQYtThwnDRqAAxduKdOmTpcCiCp1ariqVq9irQoO\nXKRIAHDh+vYtHNmyZKlRAwcuHNu2bgHAjSs3HN26du/ivZvtwYNp0759Cyd4MOHCAA4jTqx4MePG\njh9DDid58mRw4S6H22bGDDRoy5YVcuCgUSNu4U6jTq16NYDWrl+Hiy17Nu3arAAAECBAAwoUpEiF\nCy58OPHgAI4jTx5uOfPmzmnRChZMipQBFiyAAxduO/ft27ZRoxZuPPnyAM6jTx9uPfv27sGBCydf\nviZNu3Y5evAABYpt2wCGEziQYEEABxEmVLiQYUOHDyGGkziRIsVq27Z164YL/xeNTp2wYQs3kmRJ\nkyfDAVC5kmU4ly9hxoQJDhwDAwYyZLhx5Uo4nz+BBgUKgGhRo+GQJlWqFNy3b926ceGyQJq0cFex\nZt22DRy4cF/BhgUwlmzZcGfRplW7lps2bdu27alQwZq1cHfx5tV7F0Bfv38BBxY8mHBhw+EQJ1as\nuNq2bd264cJFo1MnbNjCZda8mXPncABAhxYdjnRp06dNgwPHwICBDBluXLkSjnZt27dtA9C9m3c4\n37+BAwf37Vu3bly4LJAmLVxz58+3bQMHLlx169cBZNe+PVx379/Bh+emTdu2bXsqVLBmLVx79+/h\ntwcwn359+/fx59e/n3+4cP8AwYUbSLBgOGyTJlWrNm2aGQsWrl0LR7GixYvgwIXbuBGAx48gw4kc\nSbIkSW7cQgAA0KIFKl26nDkLR7OmzZs0AejcyTOcz59AgX6TJStaNGTIiJw5E65pU3Dgwknlxs2b\nt3BYs2oFwLWr13Bgw4oVC+7bt3Bow2GTIcOXr2ZSpLx5E66u3bt46wLYy7ev37+AAwseTDhcOHDh\nEiteHA7bpEnVqk2bZsaChWvXwmnezLkzOHDhQocGQLq06XCoU6terZobtxAAALRogUqXLmfOwune\nzbu3bgDAgwsPR7y4cePfZMmKFg0ZMiJnzoSbPh0cuHDYuXHz5i2c9+/gAYj/H08+nPnz6NGD+/Yt\nnPtw2GTI8OWrmRQpb96E28+/v3+A4cIBIFjQ4EGECRUuZNgQHLhwESVOpDhRWziMGTVu5LgRwEeQ\nIcONJFnS5ElG4cJ58xbO5UuYMWWGA1DT5s1wOXXu5NnzWzigQYUOJToUwFGkScMtZdrU6dOn3ryF\no1rV6lWrALRu5drV61ewYcWOBQcu3Fm0adWm1RbO7Vu4ceXGBVDX7t1wefXu5duXUbhw3ryFI1zY\n8GHE4QAsZtw43GPIkSVP/hbO8mXMmTVnBtDZ8+dwoUWPJl26tDdv4VSvZt2aNQDYsWXPpl3b9m3c\nucOFAxfO92/gwYUPJ14c/8Bx5MnDLWfe3PnzcNy4haNe3fp17NUBbOfePdx38OHFjydf3jx4AOnV\nrw/X3v17+PHlz6fvHsB9/Pn17+ff3z9AAAIHEixoUJs2b+DAhQsHDly4iBInUqxo8WI4cOAAcOzo\n8ds3cOFGkixpkuS3cCpXsmzpcuW3bwBm0qzZrRu4cDp38uzp8yfQn+DAAShq9Kg3b+DCMW3q9CnU\nqFKjggMH4CrWrFq3cu3q9StYbdq8gQMXLhw4cOHWsm3r9i3cuOHAgQNg9y7eb9/Ahevr9y9gv9/C\nES5s+DDiwt++AWjs+HG3buDCUa5s+TLmzJozgwMH4DPo0N68gQtn+jTq1OmqV7NeDQ4cgNiyZ9Ou\nbfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48\n+vTq17Nv7/49/Pjy59Ovb/8+/vz69/Pv7x8gAIEDCRY0eBBhQoULGTZ0+BBiRIkTKVa0eBFjRo0b\nOXb0+BFkSJEjSZY0eRJlSpUrWbZ0+RJmTJkzada0eRNnTp07efb0+RNoUKFDiRY1ehRpUqVLmTZ1\n+hRqVKlTqVa1ehVrVq1buXb1+hVsWLFjyZY1exZtWrVr2bZ1+xZuXLlz6da1ezdsQAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7Oy\nsrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+d\nnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFabdrElStHrnLlcuXIaS7HuRw5cuVCix5NOjS5\ncqhTlxMnDoDr17CzZRtXrnY5cuTK6SbHm3e538CDCx8OnJxx4+DAAVjOvDk2bOLISZ9Orpz169iz\na9/OXZw4AODDi//Plk1cuXLkyI0bR27cOHLwy8mfT7++/frk8pMb9+0bAIAABA4kWNDgQYQJFSok\nR67cw4fkyJWjWNHiRYwZNZYjRw7AR5Ahx40rV9LkSZQpVa40SY5cuXLkxo0DUNPmzXHjyJXj2dPn\nT6BBhQ4FUNTo0XHjyJVj2tTpU6hRpUIlN24cAKxZtW7l2tXrV7Bhy40lW9bsWbRp1ZIF0Nbt23Jx\n5c6lW9fuXbxyAezl25ccuXKBBQ8mXNjwYcTlACxm3LjcY8iRJU+mXNkyZACZNW/m3NnzZ9ChRZcj\nXdr0adSpVa8uDcD1a9jlZM+mXdv2bdy5ZwPg3ds3OXLlhA8nXtz/+HHkycsBYN7ceTno0aVPp17d\n+vXoALRv597d+3fw4cWPL1fe/Hn06dWvZ28ewHv48cvNp1/f/v3748aV49/fP8ByAgcOBGDwIMJy\nChcybOjwIcSICwFQrGixHMaMGjdy7OjxY0YAIkeSLGnyJMqUKleWa+nyJcyYMmfSdAngJs6c5Xby\n7Onz589x48oRLWr0qFEASpcyLef0KdSoUqdSrfoUANasWstx7er1K9iwYsd2BWD2LNq0ateybev2\nbbm4cufSnRsuHLlyevfy7eu3L4DAggeXK2z4MOLEiKfhwlXuMeTIkiMDqGz5Mjly5TZz7syZHLlx\n48qRLm36NOrU/+UAsG7tuhzs2LJn0y43bpw4cd7K8e7t+zdwAMKHEy9u/Djy5MqXl2vu/Dn05+HC\nkStn/Tr27NqzA+ju/Xu58OLHky9PfhouXOXWs2/vvj2A+PLnkyNX7j7+/PjJkRs3DmA5gQMJFjR4\nsBwAhQsZlnP4EGJEieXGjRMnzls5jRs5dvQIAGRIkSNJljR5EmXKcitZtnRJjpw4cbNmnVq2rFxO\nnTt59tQJAGhQoeWIFjV6FGnRb980RIiQLFk5qVOpVpUKAGtWreTIlfP6FWy4cMUmTfLmjRq1cmvZ\ntmX77du4ceXo1rULAG9eveX49vX7F/AsJ06AAeNy65Y4ceUYN/92/JgxAMmTKVe2fBlzZs2by3X2\nXI4cuXKjR5Pr1s2YsT17OrRoAQ0auHKzade2fRtAbt27yZEr9/s3OXLliBc3XrxUqQ4dAgAA4MxZ\nOenTqVeXDgB7du3kyJXz7l2cuHDgwP36xUWIkFKlrFnzVg5+fPnlwvXqpU1bOf37+QPwDxCAwIEA\nyJErhzChwoUIs2V7ESBAhQoNJkyQJq1cOXLlOnr8+BGAyJEkS5o8iTKlypXlWrosR45cuZkzyXXr\nZszYnj0dWrSABg1cuaFEixo9CiCp0qXkyJV7+pQcuXJUq1qtWqpUhw4BAABw5qyc2LFky4oFgDat\nWnLkyrl1K07/XDhw4H794iJESKlS1qx5Kwc4sOBy4Xr10qatnOLFjAE4fgyZHLlylCtbvkw5W7YX\nAQJUqNBgwgRp0sqVI1cuterVqwG4fg07tuzZtGvbvl0ut+7dvMmRy5ZNhw4KxE2ZalMuufLlzJsD\neA49Ojly5apXJ4e9nPbt3Mt9kyMHAwYAAQIkS1Yuvfr17NMDeA8/Prn55eqXAwcuGzhwoED1AihJ\nkjhx1aqNK5cwITly5RyWExex3ESKFScCwJhRIzly5Tx+BBnSox49OBQoOHMmQYMGcOCEC1fs27dy\nNW3erAlA506ePX3+BBpU6NByRY0eRUqOXLZsOnRQgGrKVJty/1WtXsWaFcBWrl3JkSsXNiw5suXM\nnkVb7pscORgwAAgQIFmycnXt3sVbF8Bevn3J/S0XuBw4cNnAgQMFqpckSeLEVas2rtzkyeTIlcNc\nTtzmcp09f+4MQPRo0uTIlUOdWvVq1Hr04FCg4MyZBA0awIETLlyxb9/K/QYe/DcA4sWNH0eeXPly\n5s3JkSsXXfp06uTIgQL1oEABDRomKFNWTvx48uXJA0CfXv24ceTKlSNHLly4cvXt3xcnblaIEB06\nAAwwYMC1a+UOIkyo8CCAhg4fjhtHrlw5ceKqVcumsVmzZeTIlSs3bpw4bty8edPQogUzZuXKjYtZ\nbibNmjMB4P/MqXPcOHLlfpYjR64c0aLkyIULV6rUGlWqvHm7oUBBggRRohCoUCFbtnJev4IFIHYs\n2bJmz6JNq3Ytubbl3sKNK7dcsmQMECDAgCGBIUPl/gIOLDgwgMKGD48bR65cOXLkxIkbV24yZcrj\nxgW7dEmXrgcYMFSrVm406dKmRwNIrXr1uNblyoEDFy1aM3Lkxo0rp3t3uWu5cvHipYABA1iwyiFP\nrnw5cgDOn0MfN45cuXLjxn37Jq5cuXHjxH37Ro7cr1/iyqEvh+vBgwkT6tSRAAaMOHHl7uPPD2A/\n//7+AQIQOJBgQYMHESY0SI5hOYcPIUYslywZAwQIMGBIYMj/UDmPH0GGBAmAZEmT48aRK1eOHDlx\n4saVkzlz5rhxwS5d0qXrAQYM1aqVEzqUaFGhAJAmVTqOably4MBFi9aMHLlx48pl1VruWq5cvHgp\nYMAAFqxyZ9GmVXsWQFu3b8eNI1eu3Lhx376JK1du3Dhx376RI/frl7hyh8vhevBgwoQ6dSSAASNO\nXDnLlzED0LyZc2fPn0GHFj2aHLlyp0+TI1eOdWvX4cI1ChBAgIABIkSU072bd2/eAIAHFy5OHLly\n5caNy5ZtHDly5cqRKzedOjlw18EJS5QIHLhy38GHF/8dQHnz58eNI1euXLhwypSFKzeffv1y2UqU\n+PBhgQsX/wDHjStHsKDBgwQBKFzIUJy4ceXKiRPnzFm3cOHAgbsmThw5cuVCiiwnLlGiBQvs2JkU\nLVq5lzBjvgRAs6bNmzhz6tzJsyc5cuWCBiVHrpzRo0jDhWsUIIAAAQNEiChHtarVq1YBaN3KVZw4\ncuXKjRuXLds4cuTKlSNXrq1bcuDighOWKBE4cOXy6t3LNy+Av4ADjxtHrly5cOGUKQtXrrHjx+Wy\nlSjx4cMCFy7GjSvHubPnz5wBiB5NWpy4ceXKiRPnzFm3cOHAgbsmThw5cuVy6y4nLlGiBQvs2JkU\nLVq548iTHwfAvLnz59CjS59OvTo5cuWya9/OPbs4ccKUKP8pUACAAwfjxpVbz769+/UA4sufP24c\nuXLlxo3Llq1aOYDlxo0rV9DgwYLDdu2yZq1cOXLlJE6kSBHARYwZx20sV44cuWzZvJUjWbKkN29L\nChRgw8YDOHDlZM6kWZMmAJw5dY7jWa6cOHHUqGEbN86bt3DjxpVj2rQptyZNNm0qV9XqVaxVAWzl\n2tXrV7BhxY4lS45cObRp1a5FK06cMCVKChQA4MDBuHHl9O7l21cvAMCBBY8bR65cuXHjsmWrVq7c\nuHHlJE+mLHnYrl3WrJUrR67cZ9ChQwMgXdr0ONTlypEjly2bt3KxZcv25m1JgQJs2HgAB67cb+DB\nhQcHUNz/+PFxycuVEyeOGjVs48Z58xZu3Lhy2bVr59akyaZN5cSPJ19ePAD06dWvZ9/e/Xv48cmR\nK1efHLlw4crt599/P8BwUqQ0aAAgQABp0soxbOjwIUMAEidSHGexXLlv34QJ+yZOHDly5UaSLDmy\nFxIkefKEC5etHMyYMmUCqGnz5rhx5MqVCxfu2rVyQocKJUduxAgBAQKUKvWLHLlyUqdSrUoVANas\nWsdxLVcOHDhq1MCFC+fN27ZyateyLZcDAQJevMrRrWv3Ll0Aevfy7ev3L+DAggeTK1yuHDhw0KBt\nK+f4MWTH06bp0AHgcqNG5TZz7ux5M4DQokeTIzeOHLlt/9t48WJFjty4ceVm064dLpwPAgQQIDh2\n7Fm54MKHDwdg/DjycePElSvnzVuwYODIkStXjpw2bYcOBQgA4PurV8PKkS9v/jx6AOrXsx83Tly5\nct++bdumjRw5cODEkSNXDmA5geSiRVu2LAAAAIUKlXP4EGJEhwAoVrR4EWNGjRs5diT3sVw5cOCg\nQdtWDmVKlSinTdOhA0DMRo3K1bR5E2dNADt59iRHbhw5ctu28eLFihy5cePKNXX6NFw4HwQIIEBw\n7Nizclu5du0KAGxYsePGiStXzpu3YMHAkSNXrhw5bdoOHQoQAEDeV6+GlfP7F3BgwQAIFzY8bpy4\ncuW+ff/btk0bOXLgwIkjR65c5nLkokVbtiwAAACFCpUzfRp1atMAWLd2/Rp2bNmzadceN45cuXLc\nuM2aZS1cuHLDiRf/9m3LFgIBAggTVg56dOnToQOwfh07OXLjypXz5m3XrmzixJUzfx49MmSvXikI\n8D5AmTLFytW3f/8+AP37+Y8bB1BcuXLevNmyBS1cOG3akpUo4cBBgAAACBDw5InYuHHlOnr8CPIj\ngJEkS447Wa4cOXLduo0jR65cOXI0y5Xjxi1TgQILFgAIEAAbtnJEixo9ShSA0qVMmzp9CjWq1Knj\nxpErV44bt1mzrIULVy6s2LHfvm3ZQiBAAGHCyrl9Czf/rlsAdOvaJUduXLly3rzt2pVNnLhyhAsb\nRobs1SsFARoHKFOmWLnJlCtXBoA5s+Zx48SVK+fNmy1b0MKF06YtWYkSDhwECACAAAFPnoiNG1cu\nt+7dvHcD+A08+Ljh5cqRI9et2zhy5MqVIwe9XDlu3DIVKLBgAYAAAbBhKwc+vPjx4AGYP48+vfr1\n7Nu7f0+O3Dhy5J49K1XqFDly5fr7B1hO4MBRowYECFCqVDmGDR0+ZAhA4kSK5cqRK1fu27dly6KV\nAxlSZDlx0aJZs6agQIEIEQwZwlVO5kyaNAHcxJlz3M5y5bx5+/UrVrhw1apl8+MnTpwCBRSYMFGp\n0p5m/83KXcWaVWtWAF29fh03jly5cuTIfUNbrhw5cuXcuqVEiUOAAB8+BKhQYdy4cn39/gXcF8Bg\nwoUNH0acWPFixuPGgRs3zpYtKVKijRtXTvNmzpp16QoAAECiROVMn0ad2jQA1q1dlytHrly5cOGe\nPSNXTvfu3dy4vVKlaty4HxkybNiQK5encOHKPYce/TkA6tWtjxsnjhy5atU8eWrWrVu0aNKaNbNm\njRChIClS4MAB4MABb97K3cefX/99AP39AwQgEAC5guXKjRvXrVu5hg4bkiO3YoUAAAAKFRpx5864\nceU+kiNXbiTJkiMBoEypciXLli5fwow5bhy4ceNs2f+SIiXauHHlfgIN+lOXrgAAACRKVG4p06ZO\nlwKIKnVquXLkypULF+7ZM3LlvoIFy43bK1Wqxo37kSHDhg25cnkKF64c3bp26QLIq3fvuHHiyJGr\nVs2Tp2bdukWLJq1ZM2vWCBEKkiIFDhwADhzw5q0c586eP3MGIHo0aXKmy5UbN65bt3KuX7smR27F\nCgEAABQqNOLOnXHjygEnR64c8eLGiQNIrnw58+bOn0OPLp0cOW/hwokSZcPGJHLkyoEPL54cOU6c\nAKCHAaMc+/bu37MHIH8+fXL2y5Xr1m3YsGzlAJYTJ64cOXLlyn350iVSpHLlfKVJU6pUtGi6vHkr\nt5H/Y8eNAECGFBku3Ldx427dMmQoFzhw4cKRKzeznDhxxQIFypEDQM8+fcoFFTqUaFAAR5EmHTdO\nHDly3boZM8atXFWr5caNO3AgwIAB1qyp0aVr3Lhy5ch160aOXDm3b+ECkDuXbl27d/Hm1buXHDlv\n4cKJEmXDxiRy5MolVryYHDlOnABEhgGjXGXLlzFXBrCZc2dyn8uV69Zt2LBs5cqJE1eOHLly5b58\n6RIpUrlyvtKkKVUqWjRd3ryVEz6cuHAAx5EnDxfu27hxt24ZMpQLHLhw4ciV015OnLhigQLlyAGA\nfJ8+5dCnV78ePQD37+GPGyeOHLlu3YwZ41aOf/9y/wDHjTtwIMCAAdasqdGla9y4cuXIdetGjly5\nixgzAtjIsaPHjyBDihxJkhy5b+PGMWI0Y4asbNnKyZxJExAgGjQA6KxQgRu3buWCCh06FIDRo0jJ\nkRNHjly0aG/eVMKFa9MmTx481KiRIEEEZcrKlfO2bZsiRcKEzYoWbdy4cnDjygVAt67db9+6iRPH\ni5chQ8vGjStHuLBhPHgIEADAOFeucpAjS54MGYDly5jFiQNHjpw0aYECLQsXbpzpYsWsWAkQAECB\nAteuvQIGDBs2cuSaAQMWLly538CDAxhOvLjx48iTK1/OnBy5b+PGMWI0Y4asbNnKad/OHRAgGjQA\niP+vUIEbt27l0qtfvx6A+/fwyZETR45ctGhv3lTChWvTJoCePHioUSNBggjKlJUr523bNkWKhAmb\nFS3auHHlNG7kCMDjR5DfvnUTJ44XL0OGlo0bV87lS5h48BAgAMBmrlzldO7k2VMnAKBBhYoTB44c\nOWnSAgVaFi7cOKjFilmxEiAAgAIFrl17BQwYNmzkyDUDBixcuHJp1a4F0NbtW7hx5c6lW9fuuHHg\nwoWzZEmIkCW/fjlzFo4cuXLluHE75saNIkUICBCQIYMaNWvkyJXj3NkzZwChRY8mRy7c6U6dXrwI\nIUIEAQIBAMymHcCQoXLlyEmTRo0aOHDWyJErV9z/+PHiAJQvZ/7tW7dw4X79unTpWDns2bWXIwcL\nVoECAMQrU1bO/Hn06c0DYN/efbhw3MCBY8UKCZIquHCFCsUqBcAUBQoAKDhgwLFjsGzZ0qZt3Lhi\n376Vq2jxYkUAGjdy7OjxI8iQIkeOG9ctXDhChDhwSNGixYIFEmDAkCOnQAEDGDAYM+ZhwQIKFHDh\naqNLV7mkSpcmBeD0KVRx4rp58/bmjQQJBbYC6Or1a4QI5cpxSpTIjh1w4LaRI1fuLdy4bwHQrWsX\nHDhu4sTlytWo0bdyggcTFlykyIABAAIEGDeuHOTIkidDBmD5MmZv3qRp04YHjwgRKHLkOHDAAIDU\n/6oBBAhw7VqJI0fAgLFmrZU1a+V28+69GwDw4MKHEy9u/Djy5OPGdQsXjhAhDhxStGixYIEEGDDk\nyClQwAAGDMaMeViwgAIFXLja6NJV7j38+O8B0K9vX5y4bt68vXkjAaCEAgMBFDR4MEKEcuU4JUpk\nxw44cNvIkSt3EWPGiwA4dvQIDhw3ceJy5WrU6Fs5lStZqixSZMAAAAECjBtXDmdOnTtxAvD5E6g3\nb9K0acODR4QIFDlyHDhgAEBUqQACBLh2rcSRI2DAWLPWypq1cmPJlh0LAG1atWvZtnX7Fm5cceLA\niRMHCZIIERo6dAjwFwCABw8AADDAiRM5csZw4f9y5uzbt2PixJWzfBmzZQCbOXcWJy7cuHGwYLlw\nUaFDBwCrWbeuUIEcuWaLFl27Ro5cOd27efcG8Bt48HDhto0bR4uWJk3byjV3/ryctzJlIkQA8OAB\nOXLluHf3/p07APHjyXvztg0cuFGjzJhxxItXhQoCANS3D6BChXDhQkmRAnDWLHDgvJU7iDBhQgAM\nGzp8CDGixIkUK4oTB06cOEiQRIjQ0KFDgJEAADx4AACAAU6cyJEzhguXM2ffvh0TJ66czp08dQL4\nCTSoOHHhxo2DBcuFiwodOgB4CjVqhQrkyDVbtOjaNXLkynn9CjYsgLFky4YLt23cOFq0NGnaVi7/\nrty55byVKRMhAoAHD8iRKwc4sODBgAEYPozYm7dt4MCNGmXGjCNevCpUEAAgs2YAFSqECxdKipRZ\ns8CB81YuterVqwG4fg07tuzZtGvbvh0uHLhx4zx5SpKkQoIEAYoDAKBAwYMHS8iRKwcdOjly5apb\nv469OoDt3LuLEzeuXLlu3YQJs+XJ04IFBgAAECAAAIAARYqUK1dt2rRw4cr5B1hO4ECCBAEcRJhQ\nnLhv5MhJk3bs2LdyFS1erHjnzpQpPXLlKhdS5EiSIwGcRJnSm7dv48ZVq4YM2bVs2RIl0lKgQIYM\nBQpcECasXLlsxoxBg0aOXDmmTZ0+BRBV6lSq/1WtXsWaVas4cePIkXPm7NOnKDlyECBQwIABQoQS\nJfJWTu5cunXt1gWQV+/ecePIlStHjly4cOPKlWPGrFu1asmSLVhghRy5cpUtX8ac2TIAzp09ixM3\nrly5cOHEiRtXTvVq1qrFiQsX7hk5cuVs38adGzcA3r19gwM3rly5ceO+fRtXrty2beHEiRs37tat\ncOWslyOXvdx27t29dwcQXvx48uXNn0efXr04cePIkXPm7NOnKDlyECBQwIABQoQSAUzkrRzBggYP\nIjwIYCHDhuPGkStXjhy5cOHGlSvHjFm3atWSJVuwwAo5cuVOokypciVKAC5fwhQnbly5cuHCif8T\nN64cz54+eYoTFy7cM3LkyiFNqnSpUgBOn0IFB25cuXLjxn37Nq5cuW3bwokTN27crVvhyqEtR25t\nubZu38J9C2Au3bp27+LNq3cv33F+y5UDB65YsV/BgtGgweLSpXHjxIkrJ3ky5cqWLQPIrHnzuHHl\nPoMOLfrzttLlTqNOrXq1agCuX8MmR64cbdrkyJXLrXs3796+f+sGIHw4cXHiyJVLXo4cuXLOn0OP\nLn069ecArmPPrn079+7ev4MfJ75cOXDgihX7FSwYDRosLl0aN06cuHL27+PPr18/gP7+AQIQCGDc\nuHIHESZUeHBbw3IPIUaUOFEiAIsXMZIjV47/I0dy5MqFFDmSZEmTJ0UCULmSpThx5MrFLEeOXDmb\nN3Hm1LmT500AP4EGFTqUaFGjR5GGC0euXLlx47JluyZOXKlSwsCBK7eVa1evX8FyBTCWbNlw4ciV\nU1uOHLlyb+HGFTe3XF27d/HmxQuAb1+/48aRK1eOXGFy5RAjJleOcWPHjyFHfgyAcmXL3ryNK1du\n3Lhw4cqFFj2adGnTp0UDUL2adWvXr2HHlj07XDhy5cqNG5ct2zVx4kqVEgYOXDnjx5EnV778OADn\nz6GHC0euXPVy5MiV076duzjv5cCHFz+e/HgA59GnHzeOXLly5OCTKzd/Prly9/Hn17+fv34A/wAB\nCBw40Ju3ceXKjRsXLly5hxAjSpxIsSJEABgzatzIsaPHjyBDihNHrpzJkyfJkSvHsqXLlzBjwgRA\ns6bNcOHIldvJs6dPnuTKCR1KtKjRogCSKl06bhy5clCjkitHtRy5clizat3KtetWAGDDigUHbly5\ncuTIjRtXrq3bt3Djyp3rFoDdu3jz6t3Lt6/fv9y4hSNHTpy4cYjLlSNHrpzjx5AjS54Medw4AJgz\na9amDRw5cuPGkSNXrrTp0+LEhRs3rpzr17Bjyy43bhyA27hza9MGrly5ccDHiSNHTpw4cuPGlVvO\nvLnz59DLjRsHoLr169WqaRMnrls3cODElf8bT768+XLkypUjR66c+/fw448bB6C+/fv48+vfz7+/\nf4DcuIUjR06cuHEJy5UjR67cQ4gRJU6kGHHcOAAZNW7Upg0cOXLjxpEjV87kSZTixIUbN67cS5gx\nZc4sN24cAJw5dWrTBq5cuXFBx4kjR06cOHLjxpVj2tTpU6hRy40bB8DqVazVqmkTJ65bN3DgxJUj\nW9bs2XLkypUjR67cW7hx5Y4bB8DuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNny\nZcyZNW/m3NnzZ9ChRY8mXdr0adSpVa9m3dr1a9ixZc+mXdv2bdy5de/mLTlbtnHlhA8nXtz/+HHk\nxMmRGwcOHADo0aVfu0au3HXs5cht317O+3fw4cWPJ1c+XDgA6dWvx4YtHDn45MaNK1ff/v365PTr\nL9ffP8ByAgcSJChOHICEChdq0yauXDlyEiWWq2jxIsaMGjGS6xguHICQIkeSLGnyJMqUKrNlG1fu\nJcyYMmfSrBmTHLlx4MAB6Onz57Vr5MoRLVqOHFKk5ZYyber0KVRyUsOFA2D1KlZs2MKR60pu3Lhy\nYseSFUvu7NlyateybdtWnDgAcufS1aZNXLly5PbuLef3L+DAggcHJmc4XDgAihczbuz4MeTIkieP\nG1fuMubMmjdz7syZnDhxAEaTLj1uXLnU/6pXs27t+rVrcuPGAaht+/a43OV28+7t+zfw4MDJkQNg\n/DjycePIlWtejhy5ctKnU69u/Tr2cuTIAeju/Tv48OLHky9vvhz69OrXs2/v/n16APLn0y9n/z7+\n/Pr38+9/HyAAgQMJkiNXDmFChQsZNnT4sBwAiRMplrN4EWNGjRs5drwIAGRIkSNJljR5EmXKcitZ\ntnT5EmZMmSwB1LR5s1xOnTt59vT5E6hOAEOJFiVHrlxSpUuZNnX6FGo5AFOpVi13FWtWrVu5dvWK\nFUBYsWPJljV7Fm1ateXYtnX7Fi5ccuTK1bV7F+9dAHv59i33F3BgwYMHjxtXDnFixYsVA/9w/Bgy\nOXLlKFe2fBlzZsvkyJXz/Bm0ZwCjSZcudxp1atWrWbd2jRpAbNmzade2fRt3bt3lePf2/Rs4cHLk\nyhU3fhz5cQDLmTcv9xx6dOnTp48bVw57du3btQPw/h08OXLlyJc3fx59evPkyJVz/x6+ewDz6dcv\ndx9/fv37+ff3D7CcQAAECxo8iDChwoUMG5Z7CDGixIkTt20LF66cxo0cO2oEADKkSHLkypk8iTKl\nypPjTp1q1qyczJk0a8oEgDOnTnLkyvn8CTSo0KE/jeHCJU5cuaVMmwJ4CjVqualUq1q9ijWrVqoA\nunr9Cjas2LFky5othzat2rVs2W7bFi7/XLm5dOvanQsgr9695MiV+ws4sODBgMedOtWsWbnFjBs7\nXgwgsuTJ5MiVu4w5s+bNnDEbw4VLnLhypEubBoA6tepyrFu7fg07tuzZrQHYvo07t+7dvHv7/l0u\nuPDhxIsTh+bBAw4c5MiVew49unQA1KtbHzeOXLnt3Lt7/75diwABCxaMG1cuvfr17AG4fw+fHLly\n9OmTu18ufzly/Mv5B1hO4MCB5Mhly9aAAIEnT8o9hBgRwESKFctdxFiO3MZyHT1+BNnRmzdx4sqd\nRJlS5UkALV2+hBlT5kyaNW2Ww5kzJ7lyPX3+/EmOXBkDBjRoAAduXDmmTZ06BRBV6tRx/+PIlcNa\nDhy4cl29fvUaLpwvXwQAAGjQwJu3ceXcvoULF8BcunXJkSuXlxy5bdu6iRP37ds0ceLKHUacmBw5\nFCgSJAAQec6ccpUtXwaQWfPmcp09l/v2jVw50uXIlUOdWnU5bosW1apVTvZs2rVlA8CdW/du3r19\n/wYevNxw4sTJlUOeXLlycuTKGDCgQQM4cOPKXceePTsA7t29jxtHrtz4cuDAlUOfXn36cOF8+SIA\nAECDBt68jSuXX//+/QD8AwQgcCAAcuTKISRHbtu2buLEffs2TZy4chYvYiRHDgWKBAkAgJwzpxzJ\nkiYBoEypshzLluW+fSNXbmY5cuVu4v/MWY7bokW1apULKnQo0aAAjiJNqnQp06ZOn0IlR64c1arl\nyJXLqnXrVnLkKDhwAAlSubJmz6ItC2At27bjxpErJ7fcuHHkyuHNq7fcOGHCvHmD4MLFr1/kDpdL\nrHjxYgCOH0MeN45cuXLhwkGDBsybt2bNuoEDV2406dKePFGgcOSIAAoUtm0rJ3s2bQC2b+Mmp7tc\nOXLkwoUTV254uXHgwJEjx41buebkyCG6cIETp3LWr2PPbh0A9+7ev4MPL348+fLkyJVLr74cuXLu\n38OHT44cBQcOIEEqp38///76AQIQOJDguHHkyiUsN24cuXIPIUYsN06YMG/eILhw8ev/FzmP5UCG\nFCkSQEmTJ8eNI1euXLhw0KAB8+atWbNu4MCV07mTpydPFCgcOSKAAoVt28olVboUQFOnT8lFLVeO\nHLlw4cSV01puHDhw5Mhx41aOLDlyiC5c4MSpXFu3b+G2BTCXbl27d/Hm1buX77hx5MqVI0dOnLhy\nhxEnRhwuHDZsLHDgGDeuXGXLlzFXBrCZc+dx48iVE11u3Lhyp1GfJkeuSJEHJkyIE/fLmbNx48qV\n66ZNWznfv4H7BjCcePFx48SVKwcNGiVKtqBBY8YMWTnr17GXE6RAwYIFz56NsWWLHLly59GnB7Ce\nfftx48iVKzdu3Ldv5MqV+/bt2LZt/wC9CfQ2rls3bdoSBAjw6lW5hxAjSnwIoKLFixgzatzIsaPH\ncePElStHriS5cihTqkQZjho1b96SPHtWrqbNmzhvAtjJsye5n+WCCh0aNFw4X74IEBCQI0e5cuTK\nSZ2aDRkycuTKad3KFYDXr2DHiS1Xbtq0XbtchQvnzVu5t3DjkiNnY8IEVqzKlSPHt5zfv4D9AhhM\nuPC4ceTKlRs3Tpy4ceXKiRO3rVu3cpjLkQMHzpgxAgECSJJUrrTp06hLA1jNurXr17Bjy55Ne9w4\nceXKkdtNrpzv38B9h6NGzZu3JM+elVvOvLnz5gCiS59Ornq569izXw8XzpcvAgQE5P/IUa4cuXLo\n02dDhowcuXLw48sHQL++/XH4y5WbNm3XLoCuwoXz5q3cQYQJyZGzMWECK1blypGjWM7iRYwWAWzk\n2HHcOHLlyo0bJ07cuHLlxInb1q1bOZjlyIEDZ8wYgQABJEkq19PnT6A9AQwlWtToUaRJlS5lKs5p\nOajlxIkrV9Xq1aq/8uSZNk1cObBhxY4lC8DsWbTk1JZjW44cuXJx45Jjw4YAAQAAAkCDVs7v37/O\nli0bN67cYcSJASxm3Djc43LlvHlr1ozbuHHlNG/mDA6cNGl7aNEqV9r0adSnAaxm3TpcOHLlypEj\nFy7cuHLlxInDVs7373LevDVqlMD/gAFu3MotZ97c+XIA0aVPp17d+nXs2bWL417Oezlx4sqNJ19+\n/K88eaZNE1fO/Xv48eUDoF/fPjn85fSXI0euHMByAsuRY8OGAAEAAAJAg1buIUSIzpYtGzeuHMaM\nGgFw7OgxHMhy5bx5a9aM27hx5VaybAkOnDRpe2jRKmfzJs6cOAHw7OkzXDhy5cqRIxcu3Lhy5cSJ\nw1buKdRy3rw1apTAgAFu3Mpx7er1K1cAYseSLWv2LNq0ateOG0euHNxy5MiVq2v3ri5dSKxYESdu\nXLnAggcTLgzgMOLE5BaXa+z4cblwb94UKAAAgABhwspx7txZ2Lhx5UaTLj0aAOrU/6rFiRtXrhw5\ncuDAhStn+zbuct0qVQoXrlm54MKHEy8O4Djy5OLEkStXjhw5ceLAlatu/Xr1ceNgwVJgwoQ4ceXG\nky9vfjyA9OrXs2/v/j38+PLHjSNX7n45cuTK8e/vH6AuXUisWBEnblw5hQsZNnQIAGJEieQolrN4\nEWO5cG/eFCgAAIAAYcLKlTRpUti4ceVYtnTJEkBMmTPFiRtXrhw5cuDAhSv3E2jQct0qVQoXrlk5\npUuZNnUKAGpUqeLEkStXjhw5ceLAlfP6FazXceNgwVJgwoQ4ceXYtnX7li0AuXPp1rV7F29evXvJ\nkSv39y85cuUIkzPcrRsrVgkSEP8gQmTcOG/lKFemBg0aOXLlOHf2DAB0aNHjxokjR65cOXLkyrVu\n7W3CBAECAAAYYMxYuXLhvn27dEmatFDhwpUzfhy5cQDLmTcf97xcuXHjwoUrdx17dm/enJgw8e0b\nuHLjyZcvRw49+nLr1wNw/x6+OPnlyoEDJ00auXL7+fffDzBbtkSJCnz4MG5cuYUMGzpcCCCixIkU\nK1q8iDGjRnLkynn0CA6cOHLkunV7xoVLly4CWv74IU4cN2rUrFkTJ47Ro0fixJX7CTQogKFEi3rz\nFm6c0nHkyJV7+vQXBQoDBgAAIAAUqHLlvgkShAePNGncypk9ixYtgLVs244bF47/HDlv3po1C1cu\nr169TpwI+JssGbVyhAuXEyeOHLlx5MiVewy5HIDJlCuHC/dNnLhmzVq1ClYutOjR5bpp0iRGTIAF\nC0aNKgc7tuzZsAHYvo07t+7dvHv7/k2OXLnhw8GBE0eOXLduz7hw6dJFgPQfP8SJ40aNmjVr4sQx\nevRInLhy5MubB4A+vXpv3sKNez+OHLly9On/okBhwAAAAASAAgiqXLlvggThwSNNGrdyDR0+fAhA\n4kSK48aFI0fOm7dmzcKVAxkypBMnAkwmS0at3EqW5cSJI0duHDly5WzeLAdA506e4cJ9EyeuWbNW\nrYKVQ5pUablumjSJERNgwYJR/6PKXcWaVetVAF29fgUbVuxYsmXNlkObthw2bN24ccuWjZgHDydO\nOHDAYMuWcOEyiRETIcKbNzKwYBEnrtxixo0BPIYcmdtkceLGjRMnrtxmcuSiBQgAQDSABJcukSO3\nx4MHBgyECSsXW/Zs2gBs38Y9blw4cuS6dZMlK1w54sTHjVOligABAM0rVUIGDlw56tSxYZMly1s5\n7t27AwAfXjw4cNvEiXv2TJQoceXcv4dfDtuAAQgQGFiwYNGicuW8AezWjRy5cgYPIgSgcCHDhg4f\nQowocWK5ihbLYcPWjRu3bNmIefBw4oQDBwy2bAkXLpMYMREivHkjAwsWceLK4f/MqRMAz54+uQEV\nJ27cOHHiyiElRy5agAAAngJIcOkSOXJ7PHhgwECYsHJev4INC2As2bLjxoUjR65bN1mywpWLG3fc\nOFWqCBAAoLdSJWTgwJULHBgbNlmyvJVLrFgxgMaOH4MDt02cuGfPRIkSV24z587lsA0YgACBgQUL\nFi0qV85bt27kyJWLLXs2gNq2b+POrXs3796+ywEHTo7ctGnSxo2jRk2cNWvdutGhI2ratHHj3KRI\nIUKEKVMlokUrJ348efEAzqNP/239uHHkyIEDR65cOWrU+hgwIEAAAAApAP76RY4cowcP1qwhR65c\nQ4cPIQKQOJHiuHHhypXLlm3/1qxa48aJEzcuWTIPHgCkTFmqFCpw4MrFLEdu3Dhy5Mrl1LkTQE+f\nP8eNC0eOnDRpxoxxK7eUKdNx42gQIPDiRYEUKUKFIkfOFzNm5MiVEzuWLACzZ9GmVbuWbVu3b8mR\nG1euHDhwv359GzdOnDhy5QCXEycuHDZs5Mh1IEBAgYJhw0p581aOcmXLlAFk1rwZXOdx48KF48aN\nXGlSpEQIEKBAQYIEb379IkcOw4ABliyV072bd2/dAIAHFz5unDhy5K5d27QJGDVqjBj9QYBAgAAA\n16+rUjXj0aNo0cqV4xYuXDnz59GbB7Cefftx48SVKxcuXLVq5fDn1+/EiQD//wATJRJSpsydO9q0\nLciRw5u3chAjSgRAsaLFixgzatzIsSM5cuPKlQMH7tevb+PGiRNHrpzLcuLEhcOGjRy5DgQIKFAw\nbFgpb97KCR1KVCiAo0iTgls6bly4cNy4kZtKipQIAQIUKEiQ4M2vX+TIYRgwwJKlcmjTql2LFoDb\nt3DHjRNHjty1a5s2AaNGjRGjPwgQCBAAoHBhVapmPHoULVq5ctzChStHubJlygAya948bpy4cuXC\nhatWrZzp06idOBHAOlEiIWXK3LmjTduCHDm8eSvHu7dvAMCDCx9OvLjx48iTj1tOjpw1a6xYCSNH\nLly4ctixf/vmjRu3ceMgDP8Y4MDBtWvWyqlfz549gPfw44cLN44cuXDhuHHzNm5cLYC1TFSoQIiQ\nDh3CnDkbN26CAAG/fpWjWNHiRYoANG7kOG4cuXLllCnDhEnWtWt58qQIEGDAAAAxESCABi2KHj3C\nhJUrR67cT6BBgwIgWtQoOXLjypULF06aNHHlpEr99u3aNQECABgw4M3bo1evOnWaNs2BChXixJVj\n29YtALhx5c6lW9fuXbx5x+0lR86aNVashJEjFy5cOcSIv33zxo3buHEQBgxw4ODaNWvlNG/mzBnA\nZ9Chw4UbR45cuHDcuHkbN65WLRMVKhAipEOHMGfOxo2bIEDAr1/lhA8nXlz/OADkyZWPG0euXDll\nyjBhknXtWp48KQIEGDAAwHcECKBBi6JHjzBh5cqRK9fe/fv3AOTPp0+O3Lhy5cKFkyZNHMByAgV+\n+3btmgABAAwY8Obt0atXnTpNm+ZAhQpx4spx7OgRAMiQIkeSLGnyJMqU48aFGzcOGrRChaCFCzdu\nHLlyOst16yasTh1YsBIcODBjhjhx5MoxberUKYCoUqeOGyeuXDly5Lx5G+dVmTJWly45cwYNmjdq\n1Lx5a5AhQ7du5ebSrWt3LoC8eveGCzeOHLlnz/r0adOpExIkKAYMuHDBgYMLVar8+qXjxAk7dspx\n7uz5M2cAokeTJme6XDlu/9wkSYJVq9aePZcIEDhwAACAAF68hAsnzJSpBQto0GBw5Uq55MqXJwfg\n/Dn06NKnU69u/fq4ceHGjYMGrVAhaOHCjRtHrhz6ct26CatTBxasBAcOzJghThy5cvr38+cPACAA\ngQMHjhsnrlw5cuS8eRv3UJkyVpcuOXMGDZo3atS8eWuQIUO3buVIljR5kiQAlStZhgs3jhy5Z8/6\n9GnTqRMSJCgGDLhwwYGDC1Wq/Pql48QJO3bKNXX6FGpTAFOpViV3tVw5btwkSYJVq9aePZcIEDhw\nAACAAF68hAsnzJSpBQto0GBw5Uo5vXv56gXwF3BgwYMJFzZ8GPG4ceHGjf8zZkyQIE3WrEWLpg3z\ns2coUFRgwAAJkgEIEESKVA51atWrUQNw/Rr2uHHkytUuJ04cuXLlxo0TFy5ct262bCVz5QoaNAmO\nHJVz/hx6dOgAqFe33q2bt2/fUKHKkUNGsmSXLlETJgwcOEyYjrW/dSvBgAGHDpWzfx9/fvsA+Pf3\nD1CcOHDfvhUqpEFDggsXBDgEAAABAgAADEyaFC2aFQYMBAhgwoSCOHHlSpo8WRKAypUsW7p8CTOm\nzJnixHkTJ27YMDduXuHCdeZMFg0aGDAAgBSpCxcCDhyABq2c1KlUq0oFgDWr1nHjyJX7Wo4cuXJk\ny5IVJ86PHx4RIuzZI4L/F69ydOvavWsXgN69fK9dA/bsmQsXDhwcceaMGrVw5Ro7JjdsWJMmACqj\nQlUus+bNnDMD+Aw6tDdvxYwZo0AhQAAArFuzBgECAYIUR44QIxYAgG4AbNhcKgc8uHDhAIobP448\nufLlzJs7FyfOmzhxw4a5cfMKF64zZ7Jo0MCAAYDx4124EHDgADRo5dq7fw+/PYD59OuPG0eunP5y\n5MiVA1hO4MBy4sT58cMjQoQ9e0Tw4lVO4kSKFSkCwJhR47VrwJ49c+HCgYMjzpxRoxau3EqW5IYN\na9IEwExUqMrdxJlT500APX3+9OatmDFjFCgECABA6VKlIEAgQJDiyBFi/8QCAMAKgA2bS+W8fgUL\nFsBYsmXNnkWbVu1atuLEhRs3rlkzU6Z6efMWKJAJAX0FAAAMuFChC168kCNXTvFixo0VA4AcWbI4\ncePKXcac+TI5ctu2oUAhIECAJ08+gANXTvVq1q1ZA4AdWzYzZr6KFdOggQGDLeDAkSNXTvjwcuRw\n4VqwAMDyNWvKPYceXfpzANWtX9emrRozZhIkAAAfHjwCBNiw5cqFrFgxXLgCAIAP4NWrceXs38eP\nH8B+/v39AwQgcCDBggYPIkxoUJy4cOPGNWtmylQvb94CBTIhYKMAAB49Fip0wYsXcuTKoUypciVK\nAC5fwhQnbly5mjZv1v8kR27bNhQoBAQI8OTJB3DgyiFNqnSpUgBOn0JlxsxXsWIaNDBgsAUcOHLk\nyoENW44cLlwLFgBIu2ZNubZu38JtC2Au3bratFVjxkyCBAB+//pFgAAbtly5kBUrhgtXAACOAbx6\nNa4c5cqWLQPIrHkz586eP4MOLVqcOHDkyHnz5sxZuHHjjh0rVaDAgAEAAAQwYQIcuGjhwpULLnw4\n8eEAjiNPPm4cuXLOn0N3Lk5crVoLFgQAAIAQoWnlvoMPL348gPLmzxcr9qpYsStXiBBxVm4+/frz\noUAJEABAgADhAIYrN5BgQYMDASRUuJAaNWfRouHA4cBBgAIFBgyoUK3/WjmPHrlxmzWrAAAALFiU\nU7mSZUuVAGDGlDmTZk2bN3HmHDeOXLly5MiBA0euXDlvR3ftSpXqwQM548aVkzqValWrUwFk1bp1\n3LhyX8GGBQsOXLNmCBAM0KChW7dyb+HGlTu3HAC7d/Fmy+Zt3Lhp07RpI1eOcGHD5ciZMjVihAAv\nXspFljyZ8mQAlzFn9uYt3LhxxIjdulVq27ZXr8iVU716NTlyWi5dKjebdm3btQHk1r2bd2/fv4EH\nFz5uHLly5ciRAweOXLly3qDv2pUq1YMHcsaNK7ede3fv37kDED+e/Lhx5dCnV58eHLhmzRAgGKBB\nQ7du5fDn17+ffzkA/wABCBw4MFs2b+PGTZumTRu5chAjSixHzpSpESMEePFSrqPHjyA/AhhJsqQ3\nb+HGjSNG7NatUtu2vXpFrpzNmzfJkdNy6VK5n0CDCg0KoKjRo0iTKl3KtKnTcePIlZtajhy5cliz\nkiNXrly3buDKiR1LtqzZsgDSql1Ljly5t3DjwiVHrls3Hz5IWLNWrq/fv4AD+wVAuLDhcOHIlVvM\nuLFjxuFOnfr0aY83b+Uya97MeTOAz6BDhws3rlw5cuTAgSNXrrXr17DLjZtdrrbt27hvA9jNu7fv\n38CDCx9OfNw4cuWSlyNHrpzz5+TIlSvXrRu4ctiza9/OfTuA7+DDk/8jV668+fPmyZHr1s2HDxLW\nrJWbT7++/fv0Aejfzz9cOIDkyg0kWNAgwXCnTn36tMebt3IRJU6kOBHARYwZw4UbV64cOXLgwJEr\nV9LkSZTlxq0s19LlS5gvAcykWdPmTZw5de7kGS7cuHLlyJEbN67cUaRJyZEr19TpU6hRowKgWtXq\nuHHkym0tR45cObBhwZIjZ8sWsnJp1a5l25YtALhx5Y4bR67cXbx59eLV5szZt2/Uyg0mXNjwYQCJ\nFS8OF45cuXLkyI0bV87yZcyZLYsr19nzZ9ChAYwmXdr0adSpVa9mHS7cuHLlyJEbN67cbdy5yZEr\n19v3b+DBgwMgXtz/+Lhx5MotL0eOXDno0aGTI2fLFrJy2bVv596dOwDw4cWPG0eu3Hn06dWj1+bM\n2bdv1MrNp1/f/n0A+fXvDxeOHMBy5ciRGzeuHMKEChciFFfuIcSIEicCqGjxIsaMGjdy7OgxXLhx\n5UaWI0euHMqUKleybOkyJYCYMmeOG0euHM5y5MiV6+nzJ9CgQof6BGD0KFJy5Moxber0qVNy4sSV\nq2r1KtasVgFw7epVnLhyYseSLUuWHNpyateybet2LYC4cufSrWv3Lt68erNl6zZunLjA4soRLmz4\nMOLEisuRIwfgMeTI3ryFI0du3Dhx4saV6+z5M+jQokePGwfgNOrU/9++jStXjhy5ceO8kSMHDhy5\ncePKlRs3ThzwcsKHEy9uvNy4cQCWM2+uTZu4cuXIUade7jp27OG2c+NW7jv48OLJkStn3vy4cQDW\ns2/v/j38+PLn08+Wrdu4ceL2iyvnH2A5gQMJFjR40CA5cgAYNnTozVs4cuTGjRMnblw5jRs5dvT4\nEeS4cQBIljT57du4cuXIkRs3zhs5cuDAkRs3rly5cePE9Sz3E2hQoUPLjRsHAGlSpdq0iStXjlzU\nqOWoVq0aDis3buW4dvX6lRy5cmPHjhsHAG1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJ\nFzZ8GHFixYsZN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2TXjbNnHkaJMT\nJ45cOd27eff2/fs3uXDhABQ3flybtnHlypFzTq5cdOnTqVe3fp1cuHAAuHf3vm3buHLlyJU3f75c\nevXr2bdnT45cuXLkwoUDcB9/fm7cxpUrB5CcwIEEyxk8iDChwoUHxYkDADGixIkUK1q8iDHjuHHk\nynksR45cuZEkS5o8iTJlOXLkALh8CXPcOHLlatq8iTOnzp06x40DADSo0HHjyhk9ijSp0qVMmZIj\nByCq1KnkyJW7ijWr1q1cu3YlRw6A2LFky5o9izat2rXl2rp9Czf/rty5dN0CuIs3b7m9fPv6/Qs4\nsGC+AAobPlwuseLFjBs7fgxZMYDJlCuXu4w5s+bNnDt7xgwgtOjRpEubPo06tepyrFu7fg07tuzZ\nrQHYvo27nO7dvHv7/g08+G4AxIsbL4c8ufLlzJs7f54cgPTp1MtZv449u/bt3LtfBwA+vPjx5Mub\nP48+fbn17Nu7b0+OXLn59Ovbv38fgP79/Mv5B1hO4ECCBQ0eRJgQwEKGDcs9hBhR4kSKFS1CBJBR\n48ZyHT1+BBlS5EiSHgGcRJlS5UqWLV2+hFlO5kyaNWmSI1dO506ePX36BBBU6NByRY0eRZpU6VKm\nRgE8hRq13FSq/1WtXsWaVStVAF29fi0XVuxYsmXNnkUrFsBatm3dvoUbV+5cuuXs3sWb1+62bdSo\nhSsXWPBgwoUJA0CcWDE5cuUcP4YcWTJkb962bSuXWfNmzpkBfAYdutxo0qVNlx43TtzqcuXGlYMd\nW/Zs2gBs38ZdTvdu3r15jxsnbtw4cuSMgQNXTvly5s2ZA4AeXfp06tWtX8eevdx27t29b9+2jRq1\ncOXMn0efXn16AO3dvydHrtx8+vXt36/vzdu2beX8AywncCBBggAOIkxYbiHDhg4bjhsnbmK5cuPK\nYcyocSNHAB4/giwnciTJkiTHjRM3bhw5csbAgSsncybNmjQB4P/MqXMnz54+fwINWm4o0aJFu/Hi\n5cuXGTPaykGNKnUq1akArmLNSo5cua7kyI0LW24s2bJmy40TIUKIEHLkysGNK3cugLp275bLq3cv\nX3Lkxo2rVSvOjh3Xrv0CB64c48aOHzsGIHky5XKWL2POjJkZM05lyggTZgQPHnLkyqFOrXo1agCu\nX8OOLXs27dq2b5fLrXt3bnHiSnnwoEKFHTuzyiFPrnw58+UAnkOPPm4cuXLlyJHTpm1cue7ev4Mv\nN8yAgQsXwoUrp349+/YA3sOPX24+/fr1x2nThgyZGzcXACZI8OTJl0uXyiVUuJDhQgAPIUYkR65c\nxYrkyJXTqHH/XMdw4ZQpWzNhQoYMChYsKLeSZUuXLQHElDmTZk2bN3Hm1FmOZ0+fPMWJK+XBgwoV\nduzMKreUaVOnT50CkDqV6rhx5MqVI0dOm7Zx5cCGFTu23DADBi5cCBeuXFu3b+ECkDuXbjm7d/Hi\nHadNGzJkbtxcSJDgyZMvly6VU7yYcWPGACBHlkyOXDnLlsmRK7d58zjP4cIpU7ZmwoQMGRQsWFCO\ndWvXr10DkD2bdm3bt3Hn1r2bHLlyv3+TE16unDdvxSRJQobs0iVx5aCXGwcNWjnr17Fnxw6Ae3fv\n5MCXK0eOHDhw4sqlV7+efbk8Bw6IElWOfn379+kD0L+fPzly/wDLCRxIcKA4cePGceL0KEwYR45S\nTJpUrqLFixgvAtjIsSM5cuVCiixHrpzJkye1abvmylWXLgJIkChHs6bNmzYB6NzJs6fPn0CDCh1K\njly5o0fJKS1Xzpu3YpIkIUN26ZK4cljLjYMGrZzXr2DDggVAtqxZcmjLlSNHDhw4ceXiyp1Lt1ye\nAwdEiSrHt6/fv3wBCB5MmBy5cogTK04sTty4cZw4PQoTxpGjFJMmldvMubPnzgBCix5Njly506jL\nkSvHunVrbdquuXLVpYsAEiTK6d7NuzdvAMCDCx9OvLjx48iTjxtHrlw5ceKyZRNHjhw3bsfChSvH\nnTs5cuHCJf8YMGDbtnLo06tfjx6A+/fwx40jV64cOXLhwpErV46cf4DlBA4kWC7NhAnkyJVj2NDh\nQ4YAJE6kSI5cOYwYyZEr17EjuXIhRX6TJo0aNRAYMHDjVs7lS5gxXQKgWdMmOZzlypEjFy5cOaBB\nhQYFBy5ZsgUaNJRj2tTpU6cApE6lWtXqVaxZtW4N17VcuWrVhg17Ns7suHJp1aYlR86WLQBxVakq\nV9fuXbx1Aezl25fc33KBy40bF65cOXKJyy1mzHjcuAc3bpAjV87yZcyZLQPg3NkzOdDlRJcjR67c\nadSpVY8bt4MBg0qVys2mXdv2bAC5de8m17tcOXLkxo0jV87/+HHkyKtVW6BAwbdv5aRPp15dOgDs\n2bVv597d+3fw4cONL1euWrVhw56NYz+u3Hv478mRs2ULwH1Vqsrt59/fP8By5QAQLGiQHMJyCsuN\nGxeuXDlyEstRrFhx3LgHN26QI1fuI8iQIj8CKGnyJLmU5VaWI0euHMyYMmeOG7eDAYNKlcrx7Onz\nJ08AQocSJWe0XDly5MaNI1fuKdSoUatVW6BAwbdv5bZy7ep1K4CwYseSLWv2LNq0ardt4zZu3LNn\nqFBRGzeuHN68eqVJgwABQIAA4sSVK2z4MOLCABYzbkyOXLnIkcWJI1euHDly4spx7lyOGjVSpHbc\nuVPuNOrU/6pTA2jt+vW4ceTK0S5Hjly53Lp38yZH7k+DBqVKlStu/Djy4gCWM29O7nm56OXGjStn\n/Tr27MmSdUCAgBu3cuLHky8vHgD69OrXs2/v/j38+Nu2cRs37tkzVKiojRtXDmA5gQMHSpMGAQKA\nAAHEiSv3EGJEiQ8BVLR4kRy5chs3ihNHrlw5cuTElTN5shw1aqRI7bhzp1xMmTNpzgRwE2fOcePI\nlfNZjhy5ckOJFjVKjtyfBg1KlSr3FGpUqU8BVLV6lVzWclvLjRtXDmxYsWOTJeuAAAE3buXYtnX7\nli0AuXPp1rV7F29evXu/9R03Lls2XrySlTN8GLFhatQePP8AIEFCOcmTKVemDABzZs3kyJXz7Fmc\nuHDlypEjVw516nLdCBGCAmVBoEDlaNe2fds2AN27eZMjVw54cOHDiZcbN44CAgS/fpVz/hx6dOcA\nqFe3To5cOe3buXf3Xo4VqwAFCnDjVg59evXr0QNw/x5+fPnz6de3f/9b/nHjsmXjBZBXsnIECxok\nSI3agwcAJEgoBzGixIkSAVi8iJEcuXIcOYoTF65cOXLkypk8Wa4bIUJQoCwIFKiczJk0a9IEgDOn\nTnLkyvn8CTSo0HLjxlFAgODXr3JMmzp9yhSA1KlUyZErhzWr1q1cy7FiFaBAAW7cypk9izatWQBs\n27p9Czf/rty5dOuGC/eNHLlixQoV6lYusODBgX/8KFAgABQo5Ro7fgz5MYDJlCuTu1yu3Lhx3bqV\n+ww6tDRpOQQIWLBAgBAh5Vq7fg37NYDZtGuTI1cud25y5Mr5/g08+K1bAwgQ8OatnPLlzJsrBwA9\nuvRy1Ktbv4693LZtQ4YAGDBAnLhy5MubP08egPr17Nu7fw8/vvz55MiJI0euWDFAgIaVA1hO4ECC\nuSJEQIAgQI8e5Rw+hBgRIgCKFS2SIyeOHDlt2owZu1auHDly5UyaJERoAAAABw4IwICBG7dyNW3e\nxFkTwE6ePcv9BFpOnLhyRY0eLTpOkKAaNQA85cWr3FSq/1WtTgWQVetWcuTKfQUbVmzYcXXqfPgA\nQIAAa9bKvYUbV+5bAHXt3sWbV+9evn39kiMnjhy5YsUAARpWTvFixuVyRYiAAEGAHj3KXcacWXNm\nAJ09fyZHThw5ctq0GTN2rVw5cuTKvX5NiNAAAAAOHBCAAQM3buV8/wYe3DcA4sWNl0OevJw4ceWc\nP4fufJwgQTVqAMDOi1c57t29f+cOQPx48uTIlUOfXv169ePq1PnwAYAAAdaslcOfX/9+/AD8AwQg\ncCDBggYPIkyoECE5cuPKlatWTZKkauUuYsxYbpoAAQECHLBihRy5ciZPokxpEgDLli7HjRNHjpw1\na5gwPf/79k2cOHLixIULR4KEAQAAGDAooPTXr3JOn0KN6hQA1apWy2HFSo6cNm3jyoENG5YcuV8D\nBggQACBAgG7dysGNK3cuXAB27+IlR64cX77ixJULLHhwYG8IEAwYIODAgXHjykGOLHkyZACWL2PO\nrHkz586eP5MjN65cuWrVJEmqVm4169blpgkQECDAAStWyJErp3s37966AQAPLnzcOHHkyFmzhgnT\ns2/fxIkjJ05cuHAkSBgAAIABgwLef/0qJ348+fLiAaBPr74ce/bkyGnTNq4c/fr1yZH7NWCAAAEA\nAAYI0K1bOYMHESY0CIBhQ4fkyJWTKFGcuHIXMWa86A3/AYIBAwQcODBuXDmTJ1GmNAmAZUuXL2HG\nlDmTZs1yN29GixYrFrByP4EGLZfMhAkECAK8eEGNWjmnT6FGdQqAalWr48aJI0euWbNEifxIkyZK\n1LZmzcSJgwHjzI8fW7YkKFAAC5Zyd/Hm1XsXQF+/f8sFDkyOXDfD5cqRI1eOMWNjxq4QIFCgAIAB\nA65dK7eZc2fPmwGEFj2aXOlyp8uBA/eNHLlyr2HDlsaCBQUKARYssGatXG/fv4H3BjCceHHjx5En\nV76cebly5MqVmzbt0aNv5bBn117umQIFDhwEWLCgTRty5JaNG1eOfXv37AHElz9/3Dhw5Mj58lWk\nCA0g/wCBIEBQgwoVb942bcoVLJg3bxcCBECAgBo1aeUyaty4EYDHjyDLlSNXrly4cMGCdcvGMpu2\ncePChQME6MOBAytWAAgQIFSockCDCh0KFIDRo0jJkRtXrpw3b7FiZcOGDRy4ceWyliNHrliRInHi\nCChQ4MqVcuWYiRNXrq3bt20ByJ1Lt67du3jz6t1brhy5cuWmTXv06Fu5w4gTl3umQIEDBwEWLGjT\nhhy5ZePGldvMufNmAKBDix43Dhw5cr58FSlCAwgQBAhqUKHizdumTbmCBfPm7UKAAAgQUKMmrZzx\n48iRA1jOvHm5cuTKlQsXLliwbtmyZ9M2bly4cIAAff84cGDFCgABAoQKVa69+/fw2wOYT78+OXLj\nypXz5i1WLIDZsGEDB25cOYTlyJErVqRInDgCChS4cqVcOWbixJXj2NEjRwAhRY4kWdLkSZQpVZYr\nR84lMWI8eIAqV44cuXI5c44b92bChCJFBAwYsGCBN2+/yi1l2rQpAKhRpZKjSpUXrxEjIKhQIUDA\nAg0ayJHTpq3c2bNAAAAQICBXrm3l5M6lSxfAXbx5y5UjV67ct2+vXunq1u3Xr27cuJUrx4sXFi9e\nfPkqIEAAGTLlNG/m3FkzANChRZMjN44cOWrURImy9e0bOHDlZM8uN8yWLWHCCggQYMGCNm2zoEEr\nV9z/+PHiAJQvZ97c+XPo0aVPL1eO3HVixHjwAFWuHDly5cSLHzfuzYQJRYoIGDBgwQJv3n6Vo1/f\nvn0A+fXvJ9e/P0BevEaMgKBChQABCzRoIEdOm7ZyEiUCAQBAgIBcubaV6+jx40cAIkeSLFeOXLly\n3769eqWrW7dfv7px41auHC9eWLx48eWrgAABZMiUK2r0KNKiAJYybUqO3Dhy5KhREyXK1rdv4MCV\n6+q13DBbtoQJKyBAgAUL2rTNggatHNy4cuECqGv3Lt68evfy7euXHLlw48aRIZMgAYYvX1at6jZu\nXLlyv37ladAABQoCATYHoELFVbnQokePBmD6NOpx/6rJkQsVigIFALJnT5gwbly53LrL3QgQAAAA\nUaLAlStu/PhxAMqXMyfnvFw5b94+fSIGDVq2bNzIkStXbty4cLt2RYv2YMCAFi3IsS/n/j18+ADm\n069Pjty4cuW4cUOFCqA2ceLKFTRocNyqVa5cDQjwMIAcOT4iRSp3EWPGiwA4dvT4EWRIkSNJliRH\nLty4cWTIJEiA4cuXVau6jRtXrtyvX3kaNECBgkAAoQGoUHFVDmlSpUoBNHX6dFxUcuRChaJAAUBW\nrRMmjBtXDmzYcjcCBAAAQJQocOXYtnXrFkBcuXPJ1S1Xzpu3T5+IQYOWLRs3cuTKlRs3LtyuXdGi\nPf8YMKBFC3KTy1W2fPkyAM2bOZMjN65cOW7cUKHSJk5cOdWrV49btcqVqwEBaAeQI8dHpEjlePf2\nzRtAcOHDiRc3fhx5cuXixHmLFs2BgwABABAgMGDABypUwIHTomVTo0Zr1hgAcB4ACBBZyrV3//49\nAPnz6Yezv20bDBgDBgDwDxCAwAIFuHEjR66cQnLkFAAAIEBAuHDlKlq8iBGAxo0cyXksV86bt1ix\nSm3bxo1buHHjypUbBxOmN28fDhwoVKiczp08e+oEADSoUHJEy5ULFw4bNm/lmjp1So6cM1u2KFES\nAAAAAQKwYFUSJ66c2LFkxQI4izat2rVs27p9Cxf/HDhbvXoRIAAgr969efLEiEGIEydr1ggAOAzA\ngoUh5MiVeww58mMAlCtb/vbtlzFjDBgECAAgtGgBAp49y5VL3LJluXIBeM2BQ7nZtGvbng0gt+7d\n5MiNK1eOG7dMmZxly/bsWTZx4siRmzZN269fz54ZECDAkaNy3Lt7/84dgPjx5MmZL1du3Dhu3Mq5\nf++eHLlTp3A8eAAECID9AwZcA3ht2Lhx5QweRGgQwEKGDR0+hBhR4kSK4MDZ6tWLAAEAHT1+zJMn\nRgxCnDhZs0YAwEoAFiwMIUeu3EyaNWcCwJlT57dvv4wZY8AgQAAARY0KEPDsWa5c4pYty5ULwFQO\n/xzKXcWaVetVAF29fiVHbly5cty4ZcrkLFu2Z8+yiRNHjty0adp+/Xr2zIAAAY4clQMcWPBgwAAM\nH0ZMTnG5cuPGceNWTvJkyeTInTqF48EDIEAAfB4w4Nq1YePGlUOdWjVqAK1dv4YdW/Zs2rVtb9s2\njRmzAgUA/AYevFixbNnKHT9uAwCAAAGECIlVTvp06tQBXMee/dq1ZsOGMWAgQECAAgUAnLdgIVo0\nX75u7dihQQMA+oQIlcOfX/9+/AD8AwQgcCAAcgbLlePGrVatYuLEKVPGq1mzbt08ecKTI8ekSQEG\nDJg1qxzJkiZPkgSgciXLcS7LlSNHDhw4cuVulv8TBw6cMGEQIAwIGiUKgAABzJgpp3Qp06ZKAUCN\nKnUq1apWr2LNum3bNGbMChQAIHYs2WLFsmUrp1atDQAAAgQQIiRWubp2794FoHcv32vXmg0bxoCB\nAAEBChQAoNiChWjRfPm6tWOHBg0ALhMiVG4z586eNwMILXo0udLlynHjVqtWMXHilCnj1axZt26e\nPOHJkWPSpAADBsyaVW448eLGhwNIrnz5uOblypEjBw4cuXLWy4kDB06YMAgQBoCPEgVAgABmzJRL\nr349+/QA3sOPL38+/fr27+OvVu1ZtGgWAFooUABAQYNHjpRTuHBhtxgxVqyQJq1cRYsXMQLQuJH/\nY7Nmv5Ytq1IFB44NVaowYLCBCJFs2Ro1gnPgwIMHBDJkKLeTZ0+fPQEEFTqUHLlx5cqFC+fM2bdx\n47hxkxYqFC5cSpSkaNAACJAIKVKEC1eObFmzZ8kCULuWLTly48qVI0cOHLhyd8mR+1anzoYNBAgI\nePDg0aMkhQp9+1aOcWPHjxkDkDyZcmXLlzFn1ry5Wzdw4sSBArVo0YsvXwoUcEKOXDnXr2Fv21aO\ndm3bt20D0L2b97Zt38aNszbcmrZx42TJ4hYuXLlyqVK9YsWqWLFJ4sSV076de3fuAMCHF0+OXDnz\n5MiFCzeuXDlx4sIxY5Yt24wZToQIKVXKy7Rp/wDLCRxIsCBBAAgTKiTHsJzDcuPGlZtIjhy4SJHG\njEGAIMOjR+DARRMnrpzJkyhTogTAsqXLlzBjypxJs2a3buDEiQMFatGiF1++FCjghBy5ckiTKt22\nrZzTp1CjQgVAtarVbdu+jRtnras1bePGyZLFLVy4cuVSpXrFilWxYpPEiStHt67du3YB6N3Llxy5\ncoDJkQsXbly5cuLEhWPGLFu2GTOcCBFSqpSXadPKad7MuTNnAKBDiyZHupzpcuPGlVtNjhy4SJHG\njEGAIMOjR+DARRMnrpzv38CDAwdAvLjx48iTK1/OvDk4cOLKlRMnbto0bOPGZcsWrpz37+C9k/8j\nV668+fPozwNYz749OHDkysmfT79+uW7dkHnzVq6/f4DlBA4kWHAgAIQJFZIjV86hQ3Lkyk2kSI6c\nOHG2bEmKFWvcOG/kyJUjWdLkSZMAVK5kSY5cOZgwx40rV5McOXDatEmT9uiRKHDgyg0lWtToUaIA\nlC5l2tTpU6hRpU4FB05cuXLixE2bhm3cuGzZwpUjW9YsWXLkyq1l29ZtWwBx5c4FB45cObx59e4t\n160bMm/eyg0mXNjwYcIAFC9mTI5cOciQyZErV9kyOXLixNmyJSlWrHHjvJEjV870adSpUQNg3do1\nOXLlZMseN67cbXLkwGnTJk3ao0eiwIErV9z/+HHkyY0DYN7c+XPo0aVPp17dmzdy5cqRIydO3Lhy\n5caNK1fe/Hn06dWnB9De/ftw4ciVo1/f/v1y375pCxeuHMByAgcSLGhQIICECheOG0euHMRy5MiV\nq2jxIjJkzrx5K1eOXLmQIkeSLAngJMqU48aRK+eyHDly5WbOJDduHDly0aJ5K+fzJ9CgQoMCKGr0\nKNKkSpcyberUmzdy5cqRIydO3Lhy5caNK+f1K9iwYseKBWD2LNpw4ciVa+v2Ldxy375pCxeuHN68\nevfyzQvgL+DA48aRK2e4HDly5RYzbowMmTNv3sqVI1fuMubMmjcD6Oz587hx5MqRLkeOXLnU/6nJ\njRtHjly0aN7K0a5t+zbu2wB28+7t+zfw4MKHEw8Xrhzy5MqXM2/u/Hk5ANKnUx83rhz27Nq3aydX\n7jv48OLHgydHDgD69OrHjSNX7n05cuTK0a9v/z7+/PrrA+jvHyAAgQDIFSx3sBw5cuUYNnT4EGJE\nieXIkQNwEWNGjRs5dvT4EeS1a+HKlSN3klw5lStZriRHrlxMmTNp1iw3bhwAnTt5evM2rlw5cuTK\nFTValBy5cuXChRtHjlw5qVOpSiVHrlxWrVnFiQPwFWxYbtzAkSMnTty4ceTKtXXrllzccnPp1rV7\nl+64cQD49vX77Vs4cuTGjRMnjlw5xYsZN/923JgcuXKTJ5MjV06cOACbOXf2/Bl0aNGjSV+7Fq5c\nOXKryZVz/Rr2a3LkytW2fRt37nLjxgHw/Ru4N2/jypUjR65ccuXJyZErVy5cuHHkyJWzfh27dXLk\nynX33l2cOADjyZfnxg0cOXLixI0bR65cfPnyydUvdx9/fv378Y8bBxCAwIEEv30LR47cuHHixJEr\nBzGixIkUJ5IjVy5jRnLkyokTByCkyJEkS5o8iTKlypUsW7p8CTOmzJk0a9q8iTOnzp08e/r8CTSo\n0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9izat2rUzrVkLR47/3Li5\n48iVu4s3r969fPWS+xsuHIDBhAtnyxaOnGJy48aRKwc5suTJlCtbFicOgObNnLNlE0cuNLlxpEmX\nO406terVqsmVK0cuduxw4QDYvo1bm7Zx5cqR+w08+O9yxIsbP468OLnly8OFAwA9uvTp1Ktbv449\ne7hw48qVIweeXLnx5MubP48+fTly5AC4fw9fnDhy5erbv48/v3775MiVA1hO4ECC5QAcRJhw3Dhy\n5RyWIxex3ESKFS1exEiRHLly5ciNGwdA5EiS48aVQ5lS5UqWLV2mJEeuXDly48YBwJlT506ePX3+\nBBqUHLlyRY0eRZpU6VKm5QA8hRqVHLly/1WtXsWaVetWruUAfAUbttxYsuXIkSuXVu1atm3dvlUL\nQO5cuuXs3sWbV+9evn3vAgAcWPBgwoUNH0acmBy5co0dP4YcWfJkyuUAXMacmRy5cp09fwYdWvRo\n0uUAnEadutxq1uXIkSsXW/Zs2rVt35YNQPdu3uV8/wYeXPhw4sV/A0CeXPly5s2dP4cenRy5ctWt\nX8eeXft27uUAfAcfvtx48uXNlx83rtx69u3dv38PQP58+uXs38efX/9+/v3vAwQgcCDBcgYPIkyo\ncCHDhgcBQIwocSLFihYvYsxIjly5jh4/ggwpciTJcgBOokxZbiXLli5bjhtXbibNmjZv3v8EoHMn\nz3I+fwINKnQo0aI/ASBNqrQc06ZOn0KNKnVqUwBWr2LNqnUr165ev44bV24s2bJmz6IlK64c27Zu\n3QKIK3duubp27+INF44Zs2TJxJULLHhwYHLkyiFOrBgxgMaOH5MjV24y5cqWJ5Mj90uIkG/fxJUL\nLXo06dIATqNOTY5cudauX8OOXY4cuVrUqJXLrXs3790AfgMPLnw48eLGjyMfN64c8+bOn0OP3lxc\nuerWr18HoH0793Lev4MPHy4cM2bJkokrp349e/XkyJWLL39+fAD27+MnR64c//7+AZYTOLAcOXK/\nhAj59k1cOYcPIUaUCIBiRYvkyJXTuJH/Y0eP5ciRq0WNWjmTJ1GmRAmAZUuXL2HGlDmTZs1x48KV\nK0eOJ7lyP4EGFfrTW69esGCFCxdIlChu3MpFlToVQFWrV8tl1bo1KzlywqZM+fTJhQtk5dCmVYt2\n1qxq1crFlTsXQF27d8nlLbeXb1+/5Tp0ADDYihVe48aVU7yYcWPGACBHlixO3Lhy5caNI0euXGfP\nnzt7q1Vr2LALIUJw41aOdWvXr1kDkD2bdm3bt3Hn1r1bnLhx5cqNG9etWznjx5EnJ0cuFQkSAgQw\nYBDgwAFo0Mpl174dQHfv38uFFy+e3Lhxs2axIEBgwgQXLraUkz+ffjlsa9b8+kWuXH///wDLCQRA\nsKBBcgjLKSw3bly5hxDFiZsxA4BFixQoHLlzp5zHjyBDggRAsqRJb97CkSM3bhw3buViypwpTlyf\nAQMQIAjAU5u2ckCDCh0KFIDRo0iTKl3KtKnTp+LEjStXbty4bt3Kad3KtSs5cqlIkBAggAGDAAcO\nQINWrq3btwDiyp1brq5du+TGjZs1iwUBAhMmuHCxpZzhw4jLYVuz5tcvcuUiS5YMoLLly+Qyl9tc\nbty4cqBDixM3YwaA06cpUDhy506517Bjy44NoLbt2968hSNHbtw4btzKCR9OXJy4PgMGIEAQoLk2\nbeWiS59OPTqA69iza9/Ovbv37+DDif8vV+7bN2rUrpEjFy5cuffw478vhQABAAAHDgCoUGHcOIDl\nBA4kCMDgQYTkyJVjyPDbt2fduuHBE2bECFWqhAgpVs7jR5Dlgk2a1K1bOZQpVQJg2dLlOJjlypGj\nSa7czZvgduwoUADAzwABnjzZIkSINm3llC5l2lQpAKhRpX77Fq5cuXFZx5Xj2pUrOXI+fFgYMCBD\nhgAGDIgTV87tW7hx3QKgW9fuXbx59e7l2zfc33Llvn2jRu0aOXLhwpVj3Ngx41IIEAAAcOAAgAoV\nxo0r19nzZwChRY8mR67c6dPfvj3r1g0PnjAjRqhSJURIsXK5de8uF2zSpG7dyg0nXhz/wHHkycct\nL1eO3HNy5aRLB7djR4ECALQHCPDkyRYhQrRpK1fe/Hn05QGsZ9/+27dw5cqNoz+u3H3898mR8+HD\nAsABAzJkCGDAgDhx5RYybOhwIYCIEidSrGjxIsaMGsNxJEeuWTNKlC7t2cOFy6tyKleyLBfrwAEA\nABw4EODBAzly5Xby7AngJ9Cg5MiNK1fu2TM8eC7FiqVIUSJt2siREycO3Lhx5crN8eOHFKlw4SDN\nmQMOXLm0atcCaOv2bbhw4siRGzeOG7dw1aphwDAAAAABAgIEgHDp0rhxCwAACBDg169p5SZTrlwZ\nAObMmr99E1euHDly48aVK02OXDhm/8waNTpwgMCBA23aLIgQgRy5crp38+6tGwDw4MKHEy9u/Djy\n5OLEhSNHDhkyNmxmYMGiQQOibt3Kce/endiDBx48JEqEgxixcurXs1cP4D38+OLmkyPXqpUSJWG0\naQMHDmA5gQPLiSNHTpy4IhYsxIlDjhw3atTKVbR4sSIAjRs5ihM3rly5cOGqVSs2alSCBABYlikz\naVI5mTJ1ALAJwImTaeV49vTpE0BQoUPHjSNXDmk5ckvLlRMnztmZM4kSLVgwAgkSbNhCcOAwblw5\nsWPJlhULAG1atWvZtnX7Fm5cceLCkSOHDBkbNjOwYNGgAVG3buUIFy5M7MEDDx4SJf/CQYxYOcmT\nKUsGcBlzZnGbyZFr1UqJkjDatIEDVw516nLiyJETJ66IBQtx4pAjx40atXK7effeDQB4cOHixI0r\nVy5cuGrVio0alSABAOllykyaVA47dh0AuANw4mRaOfHjyZMHcB59+nHjyJVzX45c/HLlxIlzduZM\nokQLFoxAAhAJNmwhOHAYN66cwoUMGyoEADGixIkUK1q8iDFjuI3kyAkTBgaMhxMnUqTA4c1buZUs\nWYJbtsyNm23bwpW7iTNnTgA8e/oMF47buHG5cpUpE62c0qVMlRYrVqhQBRYsrl0rhzWr1q1YAXj9\nCjZcuHHlyo0bd+3aLC9eGjQYMGX/Srm5dOn2AYAXwKVL4sr5/QsYMIDBhAuTI1cucWJyjBlnyyZL\njZpSpWDBKjZtWrhwg1q08OatnOjRpEuLBoA6terVrFu7fg07drjZ5MgJEwYGjIcTJ1KkwOHNW7nh\nxImDW7bMjZtt28KVew49enQA1KtbDxeO27hxuXKVKROtnPjx5MUXK1aoUAUWLK5dKwc/vvz58AHY\nv48/XLhx5cqNAzju2rVZXrw0aDBgypRyDR067ANAIoBLl8SVw5hRo0YAHT1+JEeu3MiR5EyazJZN\nlho1pUrBglVs2rRw4Qa1aOHNWzmePX3+5AlA6FCiRY0eRZpU6VJw4L6NG5csmSZN/1FatWLBopI2\nbeXKkQNbTmy5ceTIlUObVu1atQDcvoUrTtw3cuS2bYsWTVw5vn39lqNmxIgaNQmyZSuXWPFixosB\nPIYcedw4cuXKkSOnTVuyXLl+/EijTVs50qVLUwAAgACBcq1dv4bdGsBs2rXJkSuXO/e4ceHIkcOG\nLVy3buXKdetWTvm4cTkWLIgWrdx06tWtTweQXft27t29fwcfXjw4cN/GjUuWTJOmKK1asWBRSZu2\ncuXI3S+Xv9w4cuTKASwncCDBggMBIEyoUJy4b+TIbdsWLZq4chYvYixHzYgRNWoSZMtWbiTJkiZL\nAkipcuW4ceTKlSNHTpu2ZLly/f/4kUabtnI+f/6kAAAAAQLljiJNqvQogKZOn5IjV27q1HHjwpEj\nhw1buG7dypXr1q0c2XHjcixYEC1aubZu38JtC2Au3bp27+LNq3cv32/ftoULp0zZrFnMxIkrpjhU\nKGDAFCgwYcpUuXLZvHkrp3kz586cAYAOLXrcOHHlyokTBw5cudauX4sTpyFAgAsX0ogTV243796+\newMILnw4ueLlypEjFy5cNmvWMGGqVG469erlAGC/dasc9+7ev3MHIH48eXLkyqEnR+7bt3Duv30b\nV24+/XLkyHnzJiBAgFKlAJYTOJBgQYEAECZUuJBhQ4cPIUbUpk3at2/YsGnTFq7/XLlu3XIRIlSn\nDgCTBw6MG3dNmrRyL2HGlBkTQE2bN8eNA1eunDhx376VEzqUKBAgAJAyYABl3LhyT6FGlRoVQFWr\nV8eNI1euHDly2LBd48atVClW5dCmLfftmx07AOCCA1eObl27d+kC0LuXLzm/5cp58yZM2C5x4r59\nK7eY8WJw4E6dAjAZBYpylzFn1nwZQGfPn0GHFj2adGnT2rRJ+/YNGzZt2sKVK9etWy5ChOrUAbD7\nwIFx465Jk1aOeHHjx40DUL6c+bhx4MqVEyfu27dy17FnBwIEQHcGDKCMG1eOfHnz580DUL+e/bhx\n5MqVI0cOG7Zr3LiVKsWqXH///wDLfftmxw6Ag+DAlVvIsKHDhQAiSpxIrmK5ct68CRO2S5y4b9/K\niRwpEhy4U6cAqESBopzLlzBjugRAs6bNmzhz6tzJs+e1a9LChQNHFFy5o+PGMRMgAIBTpwsWkCMn\nzZixb9/KlSNXrqvXr18BiB1LVpy4cOXKiRNXrVq5t3C3bduzZ8AAAHgPHHA0bly5v4ADCw4MoLDh\nw+QSlytHjhw3bt28eVOmjNW3b+PGdevmKkAAAQIAzJhRrrTp06hPA1jNurW41+TIZcsGCtQwbtzI\nkSvHu3c5cRAgFCgAoDgsWOWSK1/OPDmA59CjS59Ovbr169ivXZMWLhy47+DKif8fN46ZAAEA0qdf\nsIAcOWnGjH37Vq4cuXL48+vXD6C/f4AABAIQJy5cuXLixFWrVs7hw23b9uwZMADAxQMHHI0bV87j\nR5AhQQIgWdIkOZTlypEjx41bN2/elClj9e3buHHdurkKEECAAAAzZpQjWtToUaMAlC5lKs4pOXLZ\nsoECNYwbN3Lkym3lWk4cBAgFCgAgCwtWObRp1a5FC8DtW7hx5c6lW9fuXWzYtI3j27fc31mzugQI\nAMCw4SJFypUDt2zZt2/lyoErV9ny5csANG/mLM5zuXLfvjFjFq1cOXKprVnjxYsAAQGxESBIoUxZ\nOdy5de/WDcD3b+DkyJUjTlz/3HFy5KJFa9ar169fGTIgAABgzJg45bRv597dOwDw4cWPGyeOHLlt\n23DhegXOPThy5cqRI1epEpEAAQoUABAgAMBu3coRLGjwIEEAChcybOjwIcSIEidy4+ZtHMZx4sSN\nCxcOBowBAEaSNLBsWbly2jhxsmHj2bNa2LCVq2nzZk0AOnfyHDfOmzhxqFANGeKIGLFZs1gtWwYN\nGhw4ISJE2LABwIEDz56V6+r1K9iuAMaSLUuOXLm0acmRK+d23DhoYsQ0aADgboAA4sSV6+v3L+DA\n5QAQLmx43Dhx5Mh9+wYNWrhx47p1y1aqFBEiADZvRoAAQIEC5MiVK236NOrS/wBWs27t+jXs2LJn\n0+bGzdu43OPEiRsXLhwMGAMAEC9uYNmycuW0ceJkw8azZ7WwYStn/Tp26wC2c+8+bpw3ceJQoRoy\nxBExYrNmsVq2DBo0OHBCRIiwYQOAAweePSvnH2A5gQMJEgRwEGFCcuTKNWxIjlw5iePGQRMjpkED\nABsDBBAnrlxIkSNJliwHAGVKlePGiSNH7ts3aNDCjRvXrVu2UqWIEAHw8ycCBAAKFCBHrlxSpUuZ\nJgXwFGpUqVOpVrV6FWu2bN/GjQMHTpu2arhwIUAAAG2AAAAAnAAHrlw5bHnySJEiTdq0cnv59u0L\nAHBgwdy4XdOmrUcPDRpUwP+CNWwYOHLkypUjRy7csmWLFgHwrEFDOdGjSZcWDQB1atXkyJVz/Rq2\na2lRoiRIAAC3AAHlePf2/Rt4bwDDiRcfN05cuXLixHnzNo4cuW3bUlmwkCABAO3ajxwpcOECOXLl\nyJc3f548APXr2bd3/x5+fPnzs2X7Nm4cOHDatFXDBRAXAgQACgYIAADACXDgypXDliePFCnSpE0r\nhzGjRo0AOnr8yI3bNW3aevTQoEEFLFjDhoEjR65cOXLkwi1btmgRgJ0aNJT7CTSo0J8Aiho9So5c\nuaVMmy6VFiVKggQAqgoQUC6r1q1cu2oFADas2HHjxJUrJ06cN2/jyJHbti3/lQULCRIAuHv3yJEC\nFy6QI1cusODBhAMDOIw4seLFjBs7fgw5m2Rx4qhRAwbsDAkSAQIA+BwgwIIFhLx5K1cuDgwYGjRc\nuzaunOzZtGkDuI07tzVrwJ4906FDggQpwoSJE0eunPLl5ciRmzMHgHQOHMpZv449u3UA3Lt7Lwc+\nvPjxihQtWAAgPRIk5dq7f58tGzly5erbvw8gv/794sSNA1hOYDlx4sgd5MVrSwCGAQA8HDDAk6cJ\nKFB481ZO40aOHTUCABlS5EiSJU2eRJky20px4qhRAwbsDAkSAQIAwBkgwIIFhLx5K1cuDgwYGjRc\nuzau3FKmTZsCgBpVqjVr/8CePdOhQ4IEKcKEiRNHrtxYsuXIkZszB8BaDhzKvYUbV+5bAHXt3i2X\nV+9evooULVgAQDASJOUMH0acLRs5cuUcP4YMQPJkyuLEjSuXuZw4ceQ88+K1JcDoAABMDxjgydME\nFCi8eSsXW/Zs2rEB3MadW/du3r19/waODVs2b96kSevUiYwUKQMGBAAAIEAAAQJqUKLEjVuCAgXy\n5CkXXvx48uEBnEef/tmzYciQ4cAhQ8ahcePK3cef//6ZMwD8A+TCpRzBggYPEgSgcCFDcuTKQYwo\nMeKyZTJkBMiIBUu5jh4/ggzpEQDJkibDhRtXbmU5cS7HjbNlS8eBAxAgCP8QoIEOnVu3QFSo8OxZ\nuaJGjyItCmAp06ZOn0KNKnUq1WzZqGXLtmsXJ06bUqVq0KAAAAAFCgAAUCBAAA0aAMDNlq0c3bp2\n79IFoHcvX2rUhmnT9udPmDDdyiFOrBhxuHApUgCIzI1bucqWL2OuDGAz587kyJULLXq06GzZoEAJ\noLpDh2/fbiRKVK1auXLkbpfLrXt3bgC+fwMXJ7xcuXHjwIEbFy7cnz8oMGBAg6ZIEUOLFjFjJiBA\nAA0axoEvJ348efIAzqNPr349+/bu38PPlo1atmy7dnHitClVqgYNABYAAKBAAQAACgQIoEEDAIfZ\nspWTOJFiRYkAMGbUSI3/2jBt2v78CROmWzmTJ1GaDBcuRQoAL7lxKzeTZk2bMwHk1LmTHLlyP4EG\nBZotGxQoAZB26PDt241EiapVK1eOXNVyV7FmvQqAa1ev4sCWKzduHDhw48KF+/MHBQYMaNAUKWJo\n0SJmzAQECKBBwzi/5QAHFiwYQGHDhxEnVryYcWPH2bJhEycOGzZt2r6RIxcrlhgZMnjwADB69IAB\nAAQICBeuXGvXr2G3BjCbdm1v3qqJEzds2K1b4soFFz48eKJEDBgAECBg3Lhyz6FHl/4cQHXr18dl\nL7ede/dy5Lx5K1VqwIAACBDw4kWCAwdmzMrFlz+ffnwA9/Hn//YtHDly/wDBgbt2bVu4cLNmpUGF\nypu3WrWGrVq1aBGAiw4chAtXrqPHjyABiBxJsqTJkyhTqlyZLRs2ceKwYdOm7Rs5crFiiZEhgwcP\nAECBDhgAQICAcOHKKV3KtKlSAFCjSvXmrZo4ccOG3bolrpzXr2C9JkrEgAEAAQLGjSvHtq3bt2wB\nyJ1Ld5zdcnjz6i1Hzpu3UqUGDAiAAAEvXiQ4cGDGrJzjx5AjOwZAubLlb9/CkSMHDty1a9vChZs1\nKw0qVN681ao1bNWqRYsAyHbgIFy4crhz694NoLfv38CDCx9OvLjxbt28kVvOvJxzctBhwVKjZsCA\nAAAAHDhggAuXcuDDi/8fLx6A+fPoxYn7Vq5ct27YsJErR7++/XLjIEAgQKCAF4Beyg0kWNBgQQAJ\nFS4cN45cOYgRJUIMF+7YMQkSDhgwsGWLhRcvtGkrV9LkSZQlAaxk2fLbS3LkxInLlm3czW7duIkT\nV65cuHDg+PCBAQPA0TFjyi1l2tTpUgBRpU6lWtXqVaxZtYYLR67cV7Bhw4oTp0GDiRs3cuW6RI5c\nObhx5c6VC8DuXbzkyJXjy5ccuXKBBQ8OXMyEiSpVqIQLV87xY8iRIQOgXNkyOXLlNG/m3HncuChR\nXqRIcenSiVKlyq1m3dp1awCxZc8WJ25cuXLkyIULR65cOXLkyg0fDg7/XLdcuSBBMoADx7hx5aRP\np15dOgDs2bVv597d+3fw4cOFI1fO/Hn06MWJ06DBxI0buXJdIkeu3H38+fXnB9DfP0AAAgGQI1fu\n4EFy5MoxbOiQYTETJqpUoRIuXLmMGjdy3AjgI8iQ5MiVK2nyJMpx46JEeZEixaVLJ0qVKmfzJs6c\nOAHw7OlTnLhx5cqRIxcuHLly5ciRK+fUKThw3XLlggTJAA4c48aV6+r1K9iuAMaSLWv2LNq0atey\nFSeuHNy4cufCzZaNWLdu5fby7ev3L18AggcTLmf4cDly5Moxbuw4XLhRjhxx47atHObMmjdzBuD5\nM+hyokeTLk3amjVN/4ECcePmJ1eucrJn065NGwDu3LrJkSvn2zc5cuWGEy8uTty2WLGyZQt17Fi5\n6NKnU58O4Dr27Nq3c+/u/Tt4ceLKkS9v/jz5bNmIdetW7j38+PLnwwdg/z7+cvr3lyNHDmA5gQMJ\nhgs3ypEjbty2lXP4EGJEiQAoVrRYDmNGjRs1WrOmKVAgbtz85MpVDmVKlStVAnD5EiY5cuVo0iRH\nrlxOnTvFidsWK1a2bKGOHSt3FGlSpUkBNHX6FGpUqVOpVrUaLhy5clvLkSNXDmxYseLIljN7Fm1a\ntWkBtHX7llzccnPLjRtHrly5cePIlfNb7tq1Y9u2lStHrlxixYsZN/8G8BhyZHLkylW2fBlzZXDg\nunnzRo4ctG3bypU2fRr1aQCrWbcmR65c7NjkyJWzfRs3OHDdeJMjd40cuXLDiRc3XhxAcuXLmTd3\n/hx6dOnhwpErd70cOXLluHf3Lg58OfHjyZc3Xx5AevXrybUv977cuHHkypUbN45cOf3lrl07BnDb\ntnLlyJU7iDChwoUAGjp8SI5cuYkUK1qcCA5cN2/eyJGDtm1buZEkS5osCSClypXkyJV7+ZIcuXI0\na9oEB66bTnLkrpEjVy6o0KFEhwI4ijSp0qVMmzp9ClWcOHLlqpYjR66c1q1cu3r9CnYrgLFky5Ij\nVy5tWnHixrktV47/XLm5dOvavYuXLjlyAPr6/UuOXLnBg8mRK4c4seLFiMmVeww5suTJACpbvkyO\nXLnNm8mRKwc6tOjQ5MiVO406terV5ciRAwA7tuzZtGvbvo07tzZt3siRCwc8nLhyxIsbP448ufJx\n4wA4fw4dnHRy5MCB8+Ytmzhx4MCNEyeuXDly5MqZP48+vXr04sQBeA8/frhw48qVI0dunP5y/Pv7\nB1hO4EBy5QweRJgQITlyABw+hAgOnDhy5MaNE5exXDly5MqRI1eunDhx48iRK5dS5UqWK8mRKydO\nHACaNW3exJlT506ePbVp80aOXDii4cSVQ5pU6VKmTZ2OGwdA6lSq/+CskiMHDpw3b9nEiQMHbpw4\nceXKkSNXTu1atm3dshUnDsBcunXDhRtXrhw5cuP8lgMcWPDgcuTKHUacWHFicuQAPIYcGRw4ceTI\njRsnTnO5cuTIlSNHrlw5ceLGkSNXTvVq1q1ZkyNXTpw4ALVt38adW/du3r19/wYeXPhw4sWNH0ee\nXPly5s2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38efX/9+\n/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXLli5f\nwowpcybNmjZv4k3MqXMnz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4IN\nK3Ys2bJmz6JNq3Yt27Zu38KNK3cu3bp27+LNq5dlQAAh+QQICgAAACwAAAAAIAEgAYf////+/v79\n/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp\n6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV\n1dXT09PS0tLR0dHQ0NDPz8/Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/\nv7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyr\nq6uqqqqoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5uampqZmZmYmJiXl5eW\nlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKB\ngYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFvb29ubm5tbW1sbGxr\na2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhWVlZVVVVU\nVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+\nPj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYk\nJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQ\nEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLFabdrAiZssLlw4cZgzYw7HOZy4z5/DiRZHunTpcONSqx4HDhyA17Bja9MWTpzt\n2+Ny6xbHu/c4ccCDixtHvHhxcePGiVu+HBw4ANCjS9emDZy469ixj9surrt3cOHCgf8DF06c+fPh\n0otbv37cOHHwv30DQL++/W3bwo0bJ66/f4DiBI4jWNBguHDdtm3z5g3cQ3ERxYWjWJGiN28ANG7k\n2NHjR5AhRY4MF07cyZPhwokb19LlS5gtw4UbN06cuHHidO4UN86nT3HiAAwlWhQcOHHjlC5lOk7c\nOKhRo4qjSnXcVaxYxW0NF07c13DhAIwlWxYcuHDi1K4d19ZtW3FxxYETV7fuOLzjxO399m3cOHHj\nBA8eJ04cAMSJFYMDJ27cY8iRJU8WJ66bOHHjNG/eHE7cZ9DhwIEDUNr0adSpVa9m3dr1ONixx4kT\nN872bdy5b3vzJk7cOODixI0jXtz/OHEAyZUvFydu3HPo0aVPjy5O3Djs2bVjDxdu3Hdx4gCMJ19e\nnLhx6dWvZ78enDhx4+TPp+/N2zj8+fXjB9DfP0AAAgGIEzfuIMKEChciBDfuIcSIEcWJG2dRnDgA\nGjdy7OjxI8iQIkeOK2lynDhx41aybOmSpTdv4sSNqylO3LicOnfmBODzJ1Bx4sYRLWr0KFKj4sSN\na+r0adNw4cZRFScOANasWsWJG+f1K9iwYMGJEzfuLNq03ryNa+v2bVsAcufSFSduHN68evfyzQtu\nHODAggWLEzfusDhxABYzbuz4MeTIkidTHmf5MubMmjOHCxYsXLhv38aRJi3u9LjU/6rHAWjt+rU4\nceNm065t+3ZtceLG8e7tW5y4bt3GjRMXLhyA5MqXixM37jn06NK/Uf/mbRz27NqxY8MmTly4ceLH\njwdg/jz6cerXs2+vXhx8cdewYRMlytm4/Pr3898vDqA4AAMJFjR4EGFChQsZjnP4EGJEiRHDBQsW\nLty3b+M4chT3cVxIkeMAlDR5Upy4cStZtnT5sqU4ceNo1rQpTly3buPGiQsXDkBQoUPFiRt3FGlS\npd+YfvM2DmpUqVCxYRMnLtw4rVu3AvD6Few4sWPJlhUrDq24a9iwiRLlbFxcuXPpzhUnDkBevXv5\n9vX7F3BgweMIFzZ8GPHhR2DAeP/zFi6cuHGTx4ELF06cuHGbxYkD8Bl0aHHixpU2fRp1atPgvn0b\n9xo2bHHbth075s0buG7dAPT2/VucuHHDiRcfLg4cOGvWkiWrNg56dOnjtlWqhA3bN3DgxnXvLk4c\nAPHjyYsTNw59evXrv31LlKhChw4ZMqgJF25cfv37+ecXB1AcgIEECxo8iDChwoUMxzl8CDGixIiP\nwIDx5i1cOHHjOo4DFy6cOHHjSooTByClypXixI17CTOmzJkwwX37Ni6nTp3itm07dsybN3DdugE4\nijSpOHHjmjp92lQcOHDWrCVLVm2c1q1cx22rVAkbtm/gwI07e1acOABs27oVJ27/nNy5dOt++5Yo\nUYUOHTJkUBMu3LjBhAsbHixOHIDFjBs7fgw5suTJlMdZvow5s+bL06alkCNnnOjRo8WNO41anGoA\nrFu7Hgc7tuzZtGODA1fNm7dxvHv35pYtGzdu48Z5CxcOgPLlzMWJGwc9unTo4bp1kyYtWzZw47p7\n9w4OnKUePYYNszYuvfpx4sQBeA8//rj59Ovbnz9s2I0bBgQIABggQAphwsaNEyfOmzhx4xw+hOgQ\nwESKFS1exJhR40aO4zx+BBkSZLhw47p1+/FDQJs241y+fClu3Dhx4sbdFCcOwE6ePcf9BBpUaFBx\n4saJE7dsGYxRo8Y9hTpOnDho/40aUaMmTtw4ceIAfAUbdtxYsmXHggP3TZy4cOG8eQM3Tu7cudOm\nIRgwABUqb+HCjQMceBwAwoUNj0OcWPFixNy4LVgQIEECDhwayJEDDdqePQsYMRoXWvTo0ABMn0ad\nWvVq1q1dvx4XW/Zs2rPDhRvXrduPHwLatBkXXLhwcePGiRM3Trk4cQCcP4c+Tvp06tWpixM3Tpy4\nZctgjBo1Tvz4ceLEQWvUiBo1ceLGiRMHQP58+uPs38dvHxy4b+LEAQwXzps3cOMOIkQ4bRqCAQNQ\nofIWLty4ihbHAcioceO4jh4/guzIjduCBQESJODAoYEcOdCg7dmzgBGjcTZv4v+0CWAnz54+fwIN\nKnQo0XFGjyJNajRcOGvW0ly4AGCqESPjrmLNqvWqOHEAvoINO24s2bJmx4ID583bLU2aDBgooEHD\ntGnP7vLidezYDTlyrl0bJ1gwgMKGD49LrHjxYnHjHkOOHNmbtwEDAGCOEgWYOHHjPoMeB2A06dLj\nTqNOrfr0tm2CBJVAgsSHjzkrVvDgAWA3AQLduokbJ3z4OHHiACBPrnw58+bOn0OPPm469erWp4cL\nZ81amgsXAIA3YmQc+fLmz5MXJw4A+/bux8GPL38+fHDgvHm7pUmTAQMFAGrQMG3aM4O8eB07dkOO\nnGvXxkWMCIBiRYvjMGbUqFH/3DiPH0GC9OZtwAAAJ6NEASZO3DiXL8cBkDmT5jibN3HmtLltmyBB\nJZAg8eFjzooVPHgAUEqAQLdu4sZFlTpOnDgAV7Fm1bqVa1evX8GOEzuWbFmx3rwRIUIAQNu2SZKM\nkzuXbl26APDm1TuOb1+/f/n68lWhgoIHDwQIABAgQKRIGjQUGDDAixcgjx5duzaOszhxAECHFi1O\n3DjTp1GnVj1OnLhWatTgwAGANu1evcCJEzeON29x4gAEFz58XHHjx5EXFyfOjh0v375lyxZHhIgE\nCQBkzw4OnLhx38GLAwcOQHnz59GnV7+efXv34+DHlz8fvjhxypTxadNGgIAE/wAPHRpHsKDBgwYB\nKFzIcJzDhxAjOqxVy5GjVtSoyZGDBRCgX78mTEhgwMCePYTEiRvHsuU4ADBjyhxHs6bNmzhrcuOG\nyZIlLFgACEWAYJzRo0iNAljKtOm4p1CjSn0qThw2bODGadUaLty3bwUKOCBEaJzZs2fDefMGoK3b\nt3Djyp1Lt67dcXjz6t2LV5w4Zcr4tGkjQECCQ4fGKV7MuDFjAJAjSx5HubLly5Rr1XLkqBU1anLk\nYAEE6NevCRMSGDCwZw8hceLGyZ49DoDt27jH6d7Nu7fv3dy4YbJkCQsWAMgRIBjHvLlz5gCiS58+\nrrr169irixOHDRu4ceDBh/8L9+1bgQIOCBEax759+3DevAGYT7++/fv48+vfz3+cf4DjBA4kWHCc\nNGndmjUjRSqDKFHjJI4TV3HcRYwZLwLg2NHjOJAhRY4E2a1brVrhxq0c502cuHDhwoQZQICAM2fi\ndI7j2XMcAKBBhY4jWtToUaRFU6Xq8OePMmVZsgy4cWPcVaxZxYkD0NXr13FhxY4lOxYZsnDj1K5l\nO07aOLhx5Y4D160bALx59e7l29fvX8CBxw0mXNhwYWnSujVrRopUBlGixk0eJ87yOMyZNWMG0Nnz\n53GhRY8mHbpbt1q1wo1jPc6bOHHhwoUJM4AAAWfOxO0e19v3OADBhQ8fV9z/+HHkyY2nStXhzx9l\nyrJkGXDjxjjs2bWLEwfA+3fw48SPJ1+ePDJk4catZ99+nLRx8eXPHweuWzcA+fXv59/fP0AAAgcS\nLGjwIEKB4xYybOjwIUNs2E5lyjRuXLhw4zZy7OgRAMiQIseRLGnSZDhx4rx5G+fyJUyXrVpZIEHi\n27dxOnfqFCcOANCgQscRLWr0qFFx4oSlSaNAgYlVq7Bh27EDAxYs47Zy7SpOHICwYseOK2v2LNqy\n1KjBgiVtHNxx2sSJG2f3Lt6848SFCwfgL+DAggcTLmz4MOJxihczbux4MTZspzJlGjcuXLhxmjdz\n7gzgM+jQ40aTLl06nDhx/968jWvt+nXrVq0skCDx7du43LpzixMH4Dfw4OOGEy9uvLg4ccLSpFGg\nwMSqVdiw7diBAQuWcdq3cxcnDgD48OLHkS9v/jx5atRgwZI27v04beLEjatv/z7+ceLChQPgHyAA\ngQMJFjR4EGFChQjHNXT4EGJEh+LEDeLBQ5y4cRs5dvS4EUBIkSPHlTR5smS4cNzGtXT5Eua4adMy\nhAgxDmdOneLEAfD5E+g4oUOJFhUaLpwNGwYoUIAAwcWpU926vXlzAA2acVu5dt0KAGxYsePIljV7\nlqwnTwwYbMiWbdWqE6tWjbN7F29eu+HCAfD7F3BgwYMJFzZ8eFxixYsZN/9mTC1btnGTKVe2PE5c\nuHAAOHf2PA50aNGjSZcOzYnTiUCBxrV2/VqcOACzadcedxt3bt23jRmTIycONmzFinX79m3cuCxZ\n9nz7Ng56dOnQAVS3fn1cdu3buWd34wYBAgk4cChQgCFNmnHjwoUb9x5+fPkA6Ne3fx9/fv37+fcf\nB3CcwIEECxokSC1btnEMGzp8OE5cuHAAKlq8OC6jxo0cO3rUyInTiUCBxpk8iVKcOAAsW7ocBzOm\nzJkwjRmTIycONmzFinX79m3cuCxZ9nz7Ni6p0qVJATh9CnWc1KlUq0p14wYBAgk4cChQgCFNmnHj\nwoUbhzat2rUA2rp9Czf/rty5dOvaHYc3r969fPeuevZsnODBhAWHCzdunLhw4QA4fgx5nOTJlCtT\n5sYtGThw164B8+YtXLgmTQJgwDAuterV4sQBeA079rjZtGvbnv3tW6xY4Mb5HsetW7dw4VKloiRO\n3LjlzJsvBwA9uvRx1Ktbv05927YBAwIgQJAgAYAHD6pVs2YNGDhw49q7f98egPz59Ovbv48/v/79\n4/r7BzhO4ECCBQuuevZs3EKGDReGCzdunLhw4QBcxJhx3EaOHT125MYtGThw164B8+YtXLgmTQJg\nwDBO5kya4sQBwJlT5ziePX3+5PntW6xY4MYdHcetW7dw4VKloiRO3Diq/1WtUgWQVevWcV29fgXb\nddu2AQMCIECQIAGABw+qVbNmDRg4cOPs3sVrF8Bevn39/gUcWPBgwuMMH0acWPFhW7ZObNo0TvJk\nypKxYQuXGRw4AJ09fx4XWvRo0qO9eZswYgQDBnqGDbt1C8DsAAG6dRuXW3fucOEA/AYefNxw4sWN\nHzcuzpKlaNFMmRI3Tvp06tQBXMeefdx27t29b6dGDQOGAAMGAAAgoEIFVapEiCAhRUq1atbChRuX\nX/84AP39AwQgcCDBggYPIkyosKA4ceMeQowoceI4HjwAbNgwbiPHjtu2wYL17Ru4bdsAoEypchzL\nli5fumTCBIAIESNGjP+pU6dKFQA+fWrTBk6cuHFGx4kDBw4A06ZOx0GNKnUq1anOOnQAB24c165e\nxYkbJ1YsgLJmz45Lq3Yt27TdugkQACBBAgoUGtCgQYuWAgUBBgywZu2aOHHjDiMeB2Ax48aOH0OO\nLHkyZXHixmHOrHkz53E8eADYsGEc6dKmt22DBevbN3DbtgGILXv2uNq2b+O+zYQJABEiRowYU6dO\nlSoAjh/Xpg2cOHHjno8TBw4cgOrWr4/Lrn079+7cnXXoAA7cuPLmz4sTN279egDu38MfJ38+/fry\nu3UTIABAggQUAFJoQIMGLVoKFAQYMMCatWvixI2TOHEcAIsXMWbUuJH/Y0ePH8eFFDmSZEmRAQIA\nMGBgXEuXLsMBA1atmjhx4cSJA7CTZ09x4sYFFTqUaNBAgWqNU7p0nDhxAKBC7dYt3DirV8VlBbCV\na1dx4saFFTuWbFmxZKRIGbeWbVu3bQHElTtXnLhxd/Hm1YsLV4AACLhx+/Yt3DjD43jwGBEr1jjH\njyE7BjCZcmXLlzFn1ryZ8zjPn0GHFv05QAAABgyMU716dThgwKpVEycunDhxAHDn1i1O3Djfv4EH\n9x0oUK1xx5GPEycOQPPm3bqFGzedujjrALBn1y5O3Djv38GHF/+djBQp49CnV79ePQD37+GLEzeO\nfn3793HhChAAATdu/wC/fQs3ruA4HjxGxIo1rqHDhw0BSJxIsaLFixgzatw4rqPHjyBDejxwAECA\nAM+ehQtnTJw4cOAEadAQK9a4mzcB6NzJc5zPn0CD+gwX7s2bcUiTKm3QAIAAAeLEjZtKdZy4qwCy\nat06rqvXr2DDej11KsCHD+PSql3Ldi2At3DjjptLt67duUaMAABQYJzfv3+HDcMTLty4w4gTHwbA\nuLHjx5AjS55MufK4y5gza96M+cABAAECPHsWLpwxceLAgROkQUOsWONixwZAu7btcbhz696NO1y4\nN2/GCR9OvEEDAAIEiBM3rrnzceKiA5hOvfq469iza9+O/dSpAB8+jP8bT768+fIA0qtfP669+/fw\n2xsxAgBAgXH48+cfNgxPOIDhxg0kWHAgAIQJFS5k2NDhQ4gRx02kWNHixXHcuAHgyFGDBgIEDoxk\nwABAgABQoIxjyRLAS5gxx82kOS5cuHHcuEmTpkqQIAECFiwYV9To0QABACxYMM7pU6jixAGgWtXq\nOKxZtW7lOk6cOABhK1QYV9bsWbRnAaxl23bcW7hx435DhAjAXQABxIkb19fvuEGDUIkTN87wYcSG\nASxm3NjxY8iRJU+mPM7yZcyZNTOLEUOAAAChDRgAULq0AAEBCBDgw2fc69cAZM+mLU7cONzixHnz\ndq1HDwDBhQMQIGD/2zjkycdBg3bgAIAOHcZNp159OgDs2bWP497d+3fw4+TIAVA+Q4Zx6dWvZ78e\nwHv48cWJG1fffn1x4njxQhEgAEAAAgEEGGdwnLhxCscJE3ZrHMSIEiUCqGjxIsaMGjdy7OhxHMiQ\nIkeSZBYjhgABAFYaMADg5UsBAgIQIMCHz7icOQHw7OlTnLhxQsWJ8+btWo8eAJYyBSBAwLZxUqeO\ngwbtwAEAHTqM6+r1a1cAYseSHWf2LNq0asfJkQPgbYYM4+bSrWu3LoC8eveKEzfuL+C/4sTx4oUi\nQAAAigEEGOd4nLhxkscJE3ZrHObMmjUD6Oz5M+jQokeTLm16HOrU/6pXq+bFq9S0aZs2SRMnbty4\nYcNe/fo1bly4ccKHDwdg/DjyccqXM/fmbcwYEnToFCiQIUOqcdq1hws3bpwiRdnGkS9v3jyA9OrX\nj2vv/j38+O516aIlTty4/Pr3898PACAAgQMHjjN4ECHCcOPGjRnjyZO4cRMpUhQnblxGjRs5AvD4\nEWRIkSNJljR5clxKlStZruTFq9S0aZs2SRMnbty4YcNe/fo1bly4cUOJEgVwFGnScUuZNvXmbcwY\nEnToFCiQIUOqcVu3hgs3bpwiRdnGlTV79iwAtWvZjnP7Fm5cuW916aIlTtw4vXv59uULAHBgweMI\nFzZsONy4cWPGeP/yJG5cZMmSxYkbdxlzZs0AOHf2/Bl0aNGjSZcedxp16tPgwI0TJw4QoAABHogT\nNw53bt27eecG8Bt48HHDiRcfLk7cOOXhwoEAcceaNRYsAnToIE7cOO3buXfXDgB8ePHjyJc3fx59\nevXrywNw/x7+OPnz6de3fx9//vkA+Pf3DxCAwIEECxo8iDChQgDjGjp86M0bLVo3GDAAgBFAAHHi\nxnn8CDKkyI8ASpo8OS6lypUsV4IDFwoSJAA0NWgAB06cuHE8e/r8CSCo0KHjiho9ijSp0qVMjQJ4\nCjWqOHHjqlq9ijWr1q1cxwH4Cjas2LFky5o9i3ac2rVsvXmjRev/BgMGAOoCCCBO3Li9fPv6/csX\ngODBhMcZPow4MWJw4EJBggQgsgYN4MCJEzcus+bNnAF4/gx6nOjRpEubPo069WgArFu7FidunOzZ\ntGvbvo079zgAvHv7/g08uPDhxIuPO448OTNmBAgEeA4gOoAD46pbv449O3YA3Lt7FydunPjx5MuT\nD7dtW44cC8KEGQc/vvz58gHYv49/nP79/Pv7BzhO4ECCA8WJG5dQ4cKEABw+hChO3DiKFS1exJhR\n48ZxADx+BBlS5EiSJU2eHJdS5UpmzAgQCBATwEwAB8bdxJlT506dAHz+BCpO3DiiRY0eNRpu27Yc\nORaECTNO6lSq/1WpAsCaVes4rl29fgUbFqw4cePMnkVrFsBatm3FiRsXV+5cunXt3sU7DsBevn39\n/gUcWPBgwuLEjUOcWHG3btvGjePFixo1cOMsX8acWXNmAJ09fxYnbtxo0qVNn0adWvU4AK1dvx4X\nW/Zs2rVt38YtG8Bu3r3DhRsXXPhw4sWNH0c+DsBy5s2dP4ceXfp06uLEjcOeXXu3btvGjePFixo1\ncOPMn0efXn16AO3dvxcnbtx8+vXt38efX/84AP39AwQgEMC4ggYPIkyocCFDgwAeQowYLty4ihYv\nYsyocSPHcQA+ggwpciTJkiZPohynciXLli5fwoy5EgDNmjbFif8bp3Mnz54+fwINOg4A0aJGxyFN\nqnQp06ZOnyYFIHUqVXHixmHNqnUr165ev44DIHYs2bJmz6JNq3atN2/j3sKNK3cu3bp2xwHIq3cv\nN27hxgEOLHgw4cKGC4sTB2Ax48bfvokbJ3ky5cqWL2O+LE4cgM6eP2/bBm4c6dKmT6NOrXo1gNau\nX8OOLXs27dq2vXkbp3s3796+fwMPPg4A8eLGuXELN2458+bOn0OPDl2cOADWr2P/9k3cuO7ev4MP\nL368eHHiAKBPr37bNnDj3sOPL38+/fr2AeDPr38///7+AQIQOJBgQYMHESZUuJBhQ4cPIUaUOJFi\nRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2bN3Hm1LmTZ0+fP4EGFTqUaFGj\nR4Vu2xZOXFOn46BGhSpO3Dir4rBm1SoOXDivXsWJCxdOnLhw374BULuWLTZs4cTFFTeOrji7d++O\n07uXr15x4sIFDiyOcGFx4bx5A7CYcWNt2sCJExcunDjLl8WNE7eZczhxn8WNEz16XLhs2b59Excu\n3Lhx4sSF8+YNQG3bt7dtCyeOd2/fv3uPEyduXPHi4sSFC/etW7dwz8VFlx7u2zcA17Fn176de3fv\n38Fv2xZOXHnz49CnRy9O3Dj34uDHly8OXDj79sWJCxdOnLhw/wC/fQNAsKBBbNjCiVsobpxDcRAj\nRhxHsaJFiuLEhdu4UZzHj+LCefMGoKTJk9q0gRMnLlw4cTBjihsnrqbNcOJyihvHs+e4cNmyffsm\nLly4cePEiQvnzRuAp1CjbtsWTpzVq1izXh0nTty4r1/FiQsX7lu3buHSilvLNty3bwDiyp1Lt67d\nu3jz6v32Ldy4v4ADCx4srnC4cOPGiVs8rrHjceIiiwv37RuAy5gzgwMnbpznz6DHiRtHurTp0+PC\nhbsGDty417BhhwMHDoDt27i/fQs3bpy43+LGCR9OXDi4cOHGKV8+Tpw4b9asjZtOnbq4b98AaN/O\nHRw4cePCj/8TR36c+fPox4kbx36cuHHwx4ED1y1cuHH48+cPBw4cAIAABA4kWNDgQYQJFSoUJ27c\nQ4gRJU6EKA4cuHEZNW7kmFGcOAAhRY4UJ27cSZQpVa5MKU7cuHHgwFXbtm3cTZw5xYkD0NPnT3Hi\nxg0lWtRo0XDjlC5lOk6bKlXixI2jWpWqOHEAtG7lOs7r13HixI0jW9Ys2XDj1KoNF06cuHDhuIED\nN87uXbzixAHg29fvX8CBBQ8mXFicuHGJFS9m3FixOHDgxk2mXNnyZHHiAGzm3FmcuHGhRY8mXXq0\nOHHjxoEDV23btnGxZc8WJw7Abdy5xYkb19v3b+C/w40jXtz/+DhtqlSJEzfO+XPn4sQBoF7d+jjs\n2ceJEzfO+3fw3sONI08+XDhx4sKF4wYO3Dj48eWLEwfA/n38+fXv59/fP0AAAgcSBDDuIMKEChci\n3LbNGjFi37558yZuHMaMGjGKEwfgI8iQ4sSNK2nyJMqUJ7Nls2YtSJAZtGiNq2nzpjhxAHby7ClO\n3LigQocSLWp0XLduTCxYKFZM3LioUseJEwfgKtas47Zy7eq1qzhx1bx5AwZsmC9fxIiNGWNp27Zx\ncufSFScOAN68evfy7ev3L+DA4wYTLmz4MOFt26wRI/btmzdv4sZRrmyZsjhxADZz7ixO3LjQokeT\nLj06WzZr/9aCBJlBi9a42LJnixMH4Dbu3OLEjevt+zfw4MLHdevGxIKFYsXEjWvufJw4cQCmU68+\n7jr27NqzixNXzZs3YMCG+fJFjNiYMZa2bRvn/j18ceIA0K9v/z7+/Pr38+8/DuA4gQMJFjQoUJeu\nGBUq3LrVrNm1cRMpVpwoThwAjRs5ihM3DmRIkSNJhsz24QMHDgMGCBAhQpy4cTNpzhQnDkBOnTvF\niRv3E2hQoUOJjosVC0BSZMjGNXXaNFw4AFOpVhUnblxWrVu5ihOXKxecW7eaNJGwYAEJEhgwxOjV\na1xcuXPFiQNwF29evXv59vX7F/A4wYMJFzY8WJeuGBUq3P+61azZtXGTKVeeLE4cAM2bOYsTNw50\naNGjSYfO9uEDBw4DBggQIUKcuHGzac8WJw5Abt27xYkb9xt4cOHDiY+LFQtAcmTIxjV33jxcOADT\nqVcXJ25cdu3buYsTlysXnFu3mjSRsGABCRIYMMTo1WtcfPnzxYkDcB9/fv37+ff3DxCAwIEECxoc\nhzChwoUME7Jh04EBgyxZxoy59e3buHHixnn8+BGAyJEkxZkchzKlypUsUVKLE2fFigABBMyYMS6n\nTp3iegL4CTTouHHixhk9ijSp0qUCBAB4um3buKlUx4W7CiCr1q3iuo77CjZsWG/eYsVCBQzYiRMV\nFiz48CH/QoRY4cKNu4sXr7i9APr6/Qs4sODBhAsbHoc4seLFjBNr07ZgwAA7djRpwvHo0bRpzqxZ\nGwc69DgApEubHoc6terVrFfPChYMGTIPHgSAADEut+7d4sQB+A08+LjhxIsbP46cOAECAJqDAzcu\nuvRx4sCBA4A9u/Zx3Lt7/869WTMXLlRp06ZK1QIHDh49ggZNmjhx4+rbvy9OHID9/Pv7BwhA4ECC\nBQ0eRJjQ4DiGDR0+hNhQm7YFAwbYsaNJE45Hj6ZNc2bN2jiSJccBQJlS5TiWLV2+hPlyVrBgyJB5\n8CAABIhxPX3+FCcOwFCiRccdRZpU6VKmSAkQABAVHLhx/1WtjhMHDhwArl29jgMbVuxYsM2auXCh\nSps2VaoWOHDw6BE0aNLEiRuXV+9eceIA/AUcWPBgwoUNH0Y8TvFixo0dL6ZGjUeDBmLEPHhwgQED\nN25q0KIlTtw40uLEAUCdWvU41q1dv2YNDlyyZK+4cWPGbNc33t84cCBQoYI4ceOMHzcuThwA5s2d\nj4MeXfp06tTFiStVCsD27cuWQfv2LVy4ceO+nQeQXv36ce3dv38vLlu2Fi2kSEEGDhwkSJEeAXwk\nTty4ggbHiQMH7tu3cePEgQMHYCLFihYvYsyocSPHcR4/ggwp8iM1ajwaNBAj5sGDCwwYuHFTgxYt\nceLG4f8UJw4Az54+xwENKnQoUHDgkiV7xY0bM2a7vkH9xoEDgQoVxIkbp3WrVnHiAIANK3Yc2bJm\nz6JFK05cqVIA3r5dtgzat2/hwo0b920vgL5+/44LLHjwYHHZsrVoIUUKMnDgIEGK9OiROHHjLmMe\nJw4cuG/fxo0TBw4cgNKmT6NOrXo169aux8GOLXs27djdui1AgMCSpQ0bAgAAUKWKk1ixwoUbN04c\nOHAAnkOPLk7cuOrWr1cPd+0aAgQAvv/5EywYNXHivHlLkQJAggTj3sOPL04cgPr274/Lr38///78\nAV5TouTAAQAHDz57xmvUqF69xIkD580bAIsXMYoTN47/Y0ePHG/JkUOChAwZzcSJ06ULSq9e42DG\njAmOGbNhw8CB+7ZtGwCfP4EGFTqUaFGjR8clVbqUaVOl0aJtsmZt3LhYsZqECJEtG7ZxX8GG+/YN\nQFmzZ8elVbt2bbhJkwDEjZspEzdu4/DijRBBwJ074wAHFixOHADDhxGPU7yYcWPHja09e4YN24IF\nCowYGTeOmzhx40CDFicOQGnTp8elVr169TFgwGLF8uZtXO1u3cKN072b97hr3ryFCzduHLhw4QAk\nV76ceXPnz6FHlz6OenXr17FXjxZtkzVr48bFitUkRIhs2bCNU78+3LdvAODHlz+Ofn379sNNmgSA\nP/9M/wAzceM2rmDBCBEE3LkzrqHDh+LEAZhIseK4ixgzatyo0dqzZ9iwLVigwIiRceO4iRM3rmVL\nceIAyJxJc5zNmzhxHgMGLFYsb97GCe3WLdy4o0iTjrvmzVu4cOPGgQsXDoDVq1izat3KtavXr+PC\nih1Ltqy4ceO8eSM1rq3bRYIEjZtLl264b98A6N3Ld5zfv4ADGzMGoHDhbt3GKVaMDRsCBAFOnRpH\nubJlceIAaN7MeZznz6BDi/4MDpwNZ87GqR73RZmycePANWsmTty427cB6N7Ne5zv38B9gwN3TZy4\ncciTJ58mTty45+O0MWP27ds0YMDAgRvHXZw4AODDi/8fT768+fPo049bz769+/fixo3z5o3UuPv4\nFwkSNK6/f4DjBIb79g3AQYQJxy1k2NChMWMAJErs1m3cxYvYsCFAEODUqXEhRY4UJw7ASZQpx61k\n2dLlS5bgwNlw5mzczXFflCkbNw5cs2bixI0jShTAUaRJxy1l2nQpOHDXxIkbV9Wq1WnixI3jOk4b\nM2bfvk0DBgwcuHFpxYkD0NbtW7hx5c6lW9fuOLx59e7FK07csmU2fvyYMMGMOHHjxnnzdubPn3GR\nJUsWBw4cAMyZNY/j3Nnz52/fBgwAAKAAN27ixI2rVq1QIQAABCRLNs72bdzixAHg3dv3OODBhQ8n\njm3/2LAJEw4ECzZunDRphkKFGjcOnDhx47RvHwfA+3fw48SPJ1/e/Hhx4qiBAzdunBkzBgYMmDIF\nFjdu4/TrFycOAEAAAgcSLGjwIMKEChWOa+jwIcSG4sQtW2bjx48JE8yIEzdunDdvZ/78GWfy5Elx\n4MABaOny5biYMmfS/PZtwAAAAApw4yZO3Lhq1QoVAgBAQLJk45YybSpOHICoUqeOq2r1Ktas2IYN\nmzDhQLBg48ZJk2YoVKhx48CJEzfuLdxxAObSrTvuLt68evfiFSeOGjhw48aZMWNgwIApU2Bx4zbu\n8WNx4gBQrmz5MubMmjdz7jzuM+jQoj+/eQPgtAAB/wcOoIgWbdw4YMAWgAAx7jbu3OLEAejt+/e4\n4MKHE/fmTYSIAAESiBMXLpw0QYI0aAgQoAA0aOO2c+8uThyA8OLHjytv/jz689GiDUCAgACBAE2a\nfPuWKFGCECHG8e/vH+C4cQAIFjQ4DmFChQsZLuzz6BEtWgECALAoS5a4cRs5jhMnDkBIkSNJljR5\nEmVKleNYtnT5kuWJEwBoVqhw40azcOHEibNho4ANG+OIFjUqThwApUuZihM3DmpUqVPduIkRQ9c4\nrePERYsGDlylSuHGlTV7tqw4cQDYtnU7Dm5cuXPlWrEiYMCAAAEWVKmyatWDBx5YsRp3GHHiwwAY\nN/92PA5yZMmTKUcWJ67VsmVNmgDw7FmcuHGjSY8WJw5AatWrWbd2/Rp2bNnjaNe2fZv2iRMAeFeo\ncONGs3DhxImzYaOADRvjmDd3Lk4cAOnTqYsTNw57du3b3biJEUPXOPHjxEWLBg5cpUrhxrV3/769\nOHEA6Ne3Pw5/fv379VuxAlDAgAEBAiyoUmXVqgcPPLBiNS6ixIkRAVi8iHGcxo0cO3rcKE5cq2XL\nmjQBgBKlOHHjWrpsKU4cgJk0a9q8iTOnzp08x/n8CTSoT2vWBAgIIEqUOHHZxo0DB44DBwAJEoy7\nijWrOHEAunr9Kk7cuLFky5qlRUuDhmnj2o57Nmz/2Li5dOvarQsgr9694/r6/Qv4b4ECAAQIoEIl\nAREiQIAUKCAAEaJxlCtbpgwgs+bN4zp7/gw6dLhxpMdhEyeOGzcBAgAECDAutmzZ4sKFA4A7t+7d\nvHv7/g08+LjhxIsbH27NmgABAUSJEicu27hx4MBx4AAgQYJx3Lt7FycOgPjx5MWJG4c+vfr1tGhp\n0DBtnPxxz4YNG4c/v/79+gH4BwhA4EAA4wweRJgQYYECAAQIoEIlAREiQIAUKCAAEaJxHT1+7AhA\n5EiS40yeRJlSZbhxLcdhEyeOGzcBAgAECDBO586d4sKFAxBU6FCiRY0eRZpU6TimTZ0+ZQoOnBAh\n/xKuXRuXNSs4cAMGADhwQJy4cWXNlhUnDsBatm3FiRsXV+7cuNmgQRsxwpIlcOPGiROXTJascYUN\nH0Z8GMBixo3HPYYcWfJjRYoAXA4QYMGCFFmy+PETIMCDYcPGnUad+jQA1q1dj4MdW/Zs2eLEhUiS\nxJQpZOPGgQMXIACAAQPGHUeOXNy3bwCcP4ceXfp06tWtXx+XXft27tszZFgwTvz4ceHCSZAAoECB\nce3dvxcnDsB8+vXFiRuXX39+ceJuAbx1BBOmO3do0RI3bpw4cXtOnBgncSLFihQBYMyocRzHjh4/\ncqRBAwDJEiU0aVoVK1avXilSGOnWbRzNmjbFif8DoHMnz3E+fwINCnTAAAAaNOTKFW7cuGzZChQA\nQIDAuKpWrYoDBw4A165ev4INK3Ys2bLjzqJNqzZthgwLxsGNOy5cOAkSABQoMG4v377ixAEILHiw\nOHHjDiM+LE7crVtHMGG6c4cWLXHjxokTt+fEiXGeP4MODRoA6dKmx6FOrXo1aho0AMAuUUKTplWx\nYvXqlSKFkW7dxgEPLlycOADGjyMfp3w58+bMBwwAoEFDrlzhxo3Llq1AAQAECIwLL168OHDgAKBP\nr349+/bu38OPP24+/fr252/bNmGCjnH+AY4TOBAIkBC8eI1TuJChQgAPIUYUJ25cRYsXw4XzNo7/\nY0eP46AtWSJO3DiTJ1GmNAmAZUuX42DGlDkTpgABAHB26zaOZ89x4MCNEzqUaFEAR5EmHbeUaVOn\nS+nQATBVkKBw4cZlzTpgAIAsWcaFFTtWnDgAZ9GmVbuWbVu3b+GOkzuXbl2527ZNmKBjXF+/foEA\nCcGL1zjDhxEbBrCYcWNx4sZFljw5XDhv4zBn1jwO2pIl4sSNEz2adGnRAFCnVj2OdWvXr1kLEACA\ndrdu43DnHgcO3Djfv4EHBzCcePFxx5EnV36cDh0AzwUJChduXPXqAwYAyJJlXHfv38WJAzCefHnz\n59GnV7+e/Tj37+HHd+/KFQAACcbl168fGzY1/wDDhRtHsKBBggASKlw4rqHDhw3FiRtHsaJFinkU\nKIAGTZy4cONCihw5EoDJkyjHqVzJsqXKBg0AAFAwrqbNmzhz4gTAs6fPcUCDCh0KdMAAAEjBgRvH\nlCk4cBYsAHj1apzVq1itAtjKtavXr2DDih1LdpzZs2jTmnXlCgCABOPiypWLDZuacOHG6d3LVy+A\nv4ADjxtMuPBgceLGKV7MWHEeBQqgQRMnLty4y5gzZwbAubPncaBDix4NukEDAAAUjFvNurXr164B\nyJ5Ne5zt27hz2x4wAIBvcODGCRcODpwFCwBevRrHvLlz5gCiS59Ovbr169izax/Hvbv37+DAAf8Y\nDyBAs2bbtn1bHy4cFSqawIEbR7++ffoA8uvfL07cOIDjBA4kWNCgOHFFBgzw4uXXL3DjJE6kSBHA\nRYwZx23k2NGjNWsARALwMW6cOHHfunUb19LlS5gvAcykWXPcTZw5c4LToAHAz5/SpIEDF+7YMU6c\nAABQ4MzZOKhRpUIFUNXqVaxZtW7l2tXrOLBhxYoNlyULALRor10bNuzOqlXevEWKpAccuHF59e7N\nC8DvX8DixI0jXNjwYcTjxIlDIEAANGjfvoUbV9ny5csANG/mPM7zZ9ChQ4VasCBAgETjxnXrxkWU\nqHGxZc+mPRvAbdy5x+3m3Xs3KFAFAAwnDmD/3Lhv3xTRoBEmzATo3ryNo17dOnUA2bVv597d+3fw\n4cWPI1/evPlwWbIAYM/+2rVhw+6sWuXNW6RIesCBG9ffP8BxAgcCKGjwoDhx4xYybOjw4Thx4hAI\nEAAN2rdv4cZx7OjRI4CQIkeOK2nyJMpQoRYsCBAg0bhx3bpxESVqHM6cOnfqBODzJ9BxQocSFQoK\nVAEASpcCGDfu2zdFNGiECTPhqjdv47Zy7boVANiwYseSLWv2LNq049aybet27Z49lCiFG2f37l1x\n4sbx7ev3L4DAggeLEzfuMOLEihePe/WKAyVK4yZTrmy5MoDMmjeP6+z5M+jQoMORHmf6NOrU/6gB\nsG7tehzs2LJhhwsXTZw4SJCMGRvn+zfw4MKFAyhu/Djy5MqXM2/ufBz06NKnQ9+zhxKlcOO2c+cu\nTty48OLHkwdg/jx6ceLGsW/v/j38ca9ecaBEaRz+/Pr36wfgHyAAgQMBjDN4EGFChQnDNRz3EGJE\niREBVLR4cVxGjRszhgsXTZw4SJCMGRt3EmVKlStXAnD5EmZMmTNp1rR5c1xOnTt59vT5E6hOAEOJ\nFh13FGlSpUuRRov2RJy4cVOpVrVaFUBWrVvHdfX6FWxYsM/ChRt3Fm1atWkBtHX7dlxcuXPp1rV7\nF69cAHv59vX7F3BgwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZszivn1782bYONGjSZc2DQB1\natXjWLd2/Rr2a3Dhwo2zfRt3btwAePf2PQ54cOHDiRc3fjw4AOXLmTd3/hx6dOnTx1W3fh17du3b\nuVsH8B18eHHixpU3fx79eXHfvr15M2xcfPnz6dcHcB9//nH7+ff3D3CcwIEEx4ELF26cwoUMGzIE\nADGixHEUK1q8iDGjxo0VAXj8CDKkyJEkS5o8KU7cuJUsW7p8CTOmzHEAatq8OS6nzp08d3brdu3b\nt2vXqI07ijSp0qUAmjp9Oi6q1KlUq1INJ07cuK1cu3rtCiCs2LHixI07izat2rVs27odByD/rty5\ndOvavYs3r15x4sb5/Qs4sODBhAuPA4A4seJxjBs7fuy4W7dr375du0ZtnObNnDt7BgA6tOhxpEub\nPo36dDhx4sa5fg07NmwAtGvbFidunO7dvHv7/g08+DgAxIsbP448ufLlzJuLEzcuuvTp1Ktbv459\nHIDt3LuLEzcuvPjx5MubP49+HID17NuLEzcuvvz59Ovbv49/HID9/PuLAyhu3ECCBQ0eRJhQ4TgA\nDR0+hBhR4kSKFS2KEzdO40aOHT1+BBlyHACSJU2KEzdO5UqWLV2+hBlzHACaNW2KEzdO506ePX3+\nBBp0HACiRY2KEzdO6VKmTZ0+hRp1HACq/1WtXsWaVetWrl3FiRsXVuxYsmXNnkU7DsBatm3HvYUb\nV+5cunXtwgWQV+/ecX39/gUcWPBgwn4BHEacWJy4cY0dP4YcWfJkyuMAXMacWfNmzp09fwbdrZu4\ncaVNn0adWvVq1gBcv4b97Zu4cbVt38adW/du3gB8/wb+7Zu4ccWNH0eeXPly5eLEAYAeXfq2beHG\nXceeXft27t29AwAfXvx48uXNn0efvls3cePcv4cfX/58+vUB3Mef/9s3ceP8AxwncCDBggYPIjQI\nYCHDht++iRsncSLFihYvYrwoThyAjh4/btsWbhzJkiZPokypciWAli5fwowpcybNmjZv4v/MqXMn\nz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4INK3Ys2bJmz6JNq3Yt27Zu\n38KNK3duUm7cwInLKy5cOHF+xwEOPE4c4XDhxIkDFy4cOHDfHj8WJ3kc5crjwoUDoHkzZ27cwokL\nLXr0aHDgwoUTp3oca9bixHnzVm32t2/ibo8bJ273t28AfgMPvm1bOHHGjx8fp1wc8+bOxYWLLm46\ndXHjxokbp337uHDhAIAPL37bNnDizosLp169uPbtx8GPHx9ct27evH37Bk4cf3HhAI4TOHBcuHAA\nECZUuJBhQ4cPIUYEBy6cOIviwoUTN47/Y8eO4sSFEzdSXDiT4sRx4xZOnLhxL2HCFDcTQE2bN8GB\nCzeO5zhx4sYFDSqOaDijRsWJG7eU6Ths2HR9+zaOatWq4cCBA7CVa1dw4MSNEzuWbFmz4sSFUyuO\nrbhxb+HGhStOHAC7d/GG0yuOr7hw4cSNEzyYMGFx4qxVqxYuHDhw4yBDFjeOcuXKADBn1ryZc2fP\nn0GHFiduXOnS4sSNU72atThx3sSJGzdOHDhw4nDjHrebd+/eAIAHFy5O3DjjxsWJG7ecuTjnz8GN\nky49XDhv3oABywQO3Djv38GLEweAfHnz4sSNU7+efXv368WFCzeOfn379+0D0L+f/zj//wDHCRwn\nTty4gwgTKhQnLpclS9myjZtIsaLFiQAyatzIsaPHjyBDihQnbpxJk+LEjVvJsqU4cd7EiRs3Thw4\ncOJy5hzHs6dPnwCCCh0qTty4o0fFiRvHtKm4p1DBjZs6NVw4b96AAcsEDty4r2DDihMHoKzZs+LE\njVvLtq3bt2zFhQs3rq7du3jvAtjLt++4v4DHiRM3rrDhw4jFictlyVK2bOMiS55MOTKAy5gza97M\nubPnz6DHiR5NurRoaNBChcqjS9ewYdvAgRtHu7bt27YB6N7Ne5zv38CD+xZHnPi4cdu2aYsUCQyY\nAQMSUKM2rrr16+LEAdjOvfu47+DDi///Hq58eXHisGGjtm3buPfw48uPD6C+/fvj8uvfzz9/N4Dd\ntg1ctowDhwIHDtCi9e3bOIgRJU4EUNHiRYwZNW7k2NHjOJAhRY4ECQ1aqFB5dOkaNmwbOHDjZM6k\nWZMmAJw5dY7j2dPnT57ihAodN27bNm2RIoEBM2BAAmrUxk2lWlWcOABZtW4d19XrV7Bdw40dK04c\nNmzUtm0b19btW7hvAcylW3fcXbx59d7t1m3b32XLOHAocOAALVrfvo1j3NjxYwCRJU+mXNnyZcyZ\nNYsTN87zZ9CfxYlz48bAaTJk5MjxhAyZOHHjZM+mXVucOAC5de8WJ27cb+DBhYcLt23/W7dx45gx\nmxEgAADoAAgwYzbO+nXs4sQB4N7d+zjw4cWPFyfu2jVXrnw1azZsWKJcucbNp19/vjhx4/SLEwfA\nP0AAAgcCGGfwIMKEBnnxkiEDhAcPACZOjBZtHMaMGjdiBODxI8iQIkeSLGnypDhx41aybMlSnDg3\nbgzQJENGjhxPyJCJEzfuJ9CgQsWJA2D0KFJx4sYxber0abhw27Z1GzeOGbMZAQIA6AqAADNm48aS\nLStOHIC0ateOa+v2LVxx4q5dc+XKV7Nmw4YlypVrHODAggGLEzfusDhxABYzbjzuMeTIkh/z4iVD\nBggPHgBw5hwt2rjQokeTDg3gNOrU/6pXs27t+jXscbJn067tzduIEQ4cpAAE6MmTPK5ciRMXLty4\n5MqXKxcnDgD06NLHUa9u/Tr26ty4VQoQwICBAAFWjStv/nx5ceIAsG/vfhz8+PLliwMHbtWqQYNI\nDRvWCGCjVdeujTN4EGFChAAYNnQ4DmJEiRPFiUuVqkqVKB8+APAYIMA4kSNJliQJAGVKlStZtnT5\nEmbMcTNp1rQZLpwoURw4RMqW7dIlCUNp0QIHblxSpUuZAnD6FOo4qVOpVrVaddeAATp0JEsmblxY\nsWPHAjB7Fu04tWvZsgXHjVusWDNmWFKmjBUrKcOGjfP7F3BgwAAIFzY8DnFixYrFjf8b9+1bpkzT\nhg07cACAAwfjOHf2zDlcuHGjxYkDcBp1atWrWbd2/Rr2ONmzadcOF06UKA4cImXLdumSBOG0aIED\nNw55cuXLATR3/nxcdOnTqVenvmvAAB06kiUTNw58ePHiAZQ3f35cevXr14Pjxi1WrBkzLClTxoqV\nlGHDxvX3D3CcwIEEBwI4iDDhuIUMGzYUN27ct2+ZMk0bNuzAAQAOHIz7CDLkx3DhxpkUJw6AypUs\nW7p8CTOmzJnjatq8ibOmOHHjevZctQoDAAAsWAQLNi6p0qTixI17+hSA1KlUx1m9ihWrtXFcu3od\n523BAl++xIkbhzat2rUA2rp9Oy7/rty5c8PZNWYMGzZq377VqWPHkqVxhAsbPmwYgOLFjMc5fgwZ\nMrhxlCtX/vDhQKVK4zp79iwudLhw40qLEwcgterVrFu7fg07tuxxtGvbvk1bnLhxvHmvWoUBAAAW\nLIIFG4c8OXJx4sY5dw4guvTp46pbv37d2rjt3LuP87ZggS9f4sSNO48+vXoA7Nu7Hwc/vnz54eob\nM4YNG7Vv3+rUAWjHkqVxBQ0eRHgQwEKGDcc9hBgxIrhxFS1a/PDhQKVK4zx+/ChOZLhw40yKEwdA\n5UqWLV2+hBlT5sxxNW3exJnTZrZsAQAAUKXKm7dxRYuKQxou3Dim4sQBgBpV6jiq/1WtUt22Dcu3\nb+O8fv1qS4CAcOHGnUWbFhy4cW3FiQMQV+7ccXXt3sV7Fxw4cePG9erVIkiQcYUNH0Z8GMBixo3F\niRsXWZy4cZUtjxM3TvPmzZ06HXj1atxo0qTFnQ4XbtxqceIAvIYdW/Zs2rVt38YtTtw43r19/wY+\nDhkyAgMGjEOePLk45uOcOxcnDsB06tXHXcee/bo3b3DAgRsXXrx4FAYMiBM3Tv169u3FiQMQX/78\ncfXt38ef3z43brnGABwDDpw3b+MOIkyoEADDhg7HQYwocSLFiJUqheDEaRzHjh4/chQnDgDJkiZP\nokypciXLluLEjYspcybNmuOQIf8jMGDAuJ4+fYoLOm7oUHHiACBNqnQc06ZOmXrzBgccuHFWr15F\nYcCAOHHjvoINK1acOABmz6Idp3Yt27Zu13LjlmvMGHDgvHkbp3cv374A/gIOPG4w4cKGDxOuVCkE\nJ07jHkOOLPmxOHEALmPOrHkz586eP4MeJ3o06dKmR2vTVsCEiXGuX7/uxo3bt2/jbosTB2A3797j\nfgMP/nvatDXjjiNHzo1bAAAAwIEbJ336OHHgwH37Nm67OHEAvoMPP248+fLmz5u/NWKEL1/Bgk0b\nJ38+ffoA7uPPP24///7+AY4TOHAgLlwBIEAYt3CcuHEPIUaMCIBiRYsXMWbUuJH/Y8dxH0GGFDkS\npDZtBUyYGLeSJctu3Lh9+zaOpjhxAHDm1DmOZ0+fPKdNWzOOaNGi3LgFAAAAHLhxT6GOEwcO3Ldv\n47CKEweAa1ev48CGFTuW7NhbI0b48hUs2LRxb+HGjQuAbl274/Dm1buXb15cuAJAgDCO8Dhx4xAn\nVqwYQGPHjyFHljyZcmXL4zBn1ryZc+YfPxDEijWOdOnS2rx5EyduXGtx4gDElj17XG3bt29nG7eb\nN28BAgAEX7RInLhxx4+D+/ZNnLhxz58DkD6d+jjr17Fn157d2oULb95gwXJsXHnz588DUL+e/Tj3\n7+HHl/9egQIA9//8oUNnmDZt/wDHCRxIUCCAgwgTKlzIsKHDhxDHSZxIsaLFiT9+IIgVa5zHjx+1\nefMmTty4k+LEAVjJsuW4lzBjxsw2rqZNmwIEANi5aJE4ceOCBgX37Zs4ceOSJgXAtKnTcVCjSp1K\ndaq1CxfevMGC5di4r2DDhgVAtqzZcWjTql3LNq0CBQDi/vlDh84wbdrG6d3LVy+Av4ADCx5MuLDh\nw4jHKV7MuLHjceLEiRAh4NChcZgxixM3blw4ceLGiRYtThyA06hTj1vNurXr1+OoUQsQAIDtX7+u\nXQs3rvc4ccCBjxs+HIDx48jHKV/OvLnz5rYQINizR5SoYuLEjdvOvft2AODDi/8fR768+fPoyz94\nAKB9kiQfPgixZGmc/fv4xYkDwL+/f4AABA4kWNDgQYQJFQIY19DhQ4gRHSZI0KBPn3Hjwm0UJ27c\nR5AhxYkDUNLkyXEpVa5k2XKcOHEAZAYI0KsXOHDjdO7kuVOcOABBhQ4dV9ToUaRJkZrasePbN3Hi\nxk2lWtUqAKxZtY7j2tXrV7BdUaCgkCnTOLRp1a5FK04cALhx5c6lW9fuXbx5x+3l29fvX74JEjTo\n02fcuHCJxYkb19jxY3HiAEymXHncZcyZNW8eJ04cANABAvTqBQ7cONSpVacWJw7Aa9ixx82mXdv2\nbdumduz49k2cuHHBhQ8nDsD/+HHk45QvZ97c+XIUKChkyjTO+nXs2a2LEwfA+3fw4cWPJ1/e/Plx\n6dWvZ99ePRkyBWLECBbszx8jyZKN49/fP0Bx4gAQLGhwHMKEChcyTMiJk4ABA5gxAwduHMaMGjOK\nEwfgI8iQ40aSLGnypEkkQoSMa+nyJcyXAGbSrDnuJs6cOnfiBAcO1rigQocSHSpOHICkSpcyber0\nKdSoUsdRrWr1KtaqZMgUiBEjWLA/f4wkSzbuLNq04sQBaOv27bi4cufSrSuXEycBAwYwYwYO3LjA\nggcLFicOAOLEiscxbuz4MeTHSIQIGWf5MubMmAFw7ux5HOjQokeTDg0OHKxx/6pXs27NWpw4ALJn\n065t+zbu3Lp3j+vt+zfw4OPChZsw4QByFSoKFDBx7dq46NKnhwsH4Dr27OO2c+/u/Tv3UKEoGDAQ\nK9azZ+PWs18vTty4+OLEAahv//64/Pr38++vHyAMGAIsWBAnblxChQsZJgTwEGLEcRMpVrR4cZw4\nccmSWRv3EWRIkSHFiQNwEmVKlStZtnT5EuY4mTNp1rTpbdkyESIC9EyRAgIEI9q0jTNqVJy4cePE\nffsGAGpUqeOoVrV6FWvVZ88OAABgy9a2beLGlTU7zpu3cWvFiQPwFm7ccXPp1rVbV5w4aL16CRAA\nALA4ceMIFzYsTtw4xYoBNP92/HhcZMnjxIkb161br16pxo0TJuzHjwNo0PjwcWdcatWrWa8OFw5A\nbNmzade2fRt3bt3jePf2/Ru4t2XLRIgIcDxFCggQjGjTNg46dHHixo0T9+0bAO3buY/z/h18ePHf\nnz07AACALVvbtokb9x7+OG/extUXJw5Afv37x/X3D3CcwIEEB4oTB61XLwECADgUJ26cxIkUxYkb\nhxEjgI0cO477CHKcOHHjunXr1SvVuHHChP34cQANGh8+7oy7iTOnzpzhwgH4CTSo0KFEixo9inSc\n0qVMmzLt1s1asmQcOChIkeLZM1q0wo37CjbsuHDgwAE4izbtuLVs27p9y5b/GjURDBiAAzcur969\nfPMC+As48LjBhAsbPjzu27cAAQAECMCN27jJlCtbngwgs+bN4zp7/gy6szJlT54QQIAgQIAV2LCN\new07tuzX4sQBuI07t+7dvHv7/g18nPDhxIsT79bNWrJkHDgoSJHi2TNatMKNu449+7hw4MAB+A4+\n/Ljx5MubP0+eGjURDBiAAzcuvvz59OMDuI8//7j9/Pv7BzhO4MBx374FCAAgQABu3MY9hBhR4kMA\nFS1eHJdR40aOGZUpe/KEAAIEAQKswIZt3EqWLV2uFCcOwEyaNW3exJlT506e43z+BBrUpzRpBAiM\nwIVrz54FJUqIEzdunLhx/1WrihMHDtw4ruLEAQAbVuw4smXNkg0Xzts4tm3bihO3gACBcOHG3cWb\nV5y4cX37AgAcWPA4woUNH0ZcGA4cAAECPHs2bpy4cZXHicOMedzmzQA8fwY9TvRo0qVJR4gAQLUA\nAQCkSOHG7datEaJEjRsnTvc43r3HAQAeXPhw4sWNH0eefNxy5s2dL5cmjQCBEbhw7dmzoEQJceLG\njRM3Trx4ceLAgRuXXpw4AO3dvx8XX/78+OHCeRuXX79+ceIWACRAIFy4cQYPIhQnbhxDhgAeQow4\nbiLFihYvUoQDB0CAAM+ejRsnbhzJceJOnhynUiWAli5fjospcybNmREiAP/IKUAAAClSuHG7dWuE\nKFHjxolLOm4p03EAnkKNKnUq1apWr2Idp3UrV67bBg0CIBaAgEOHDhxYoEDBs2e0aHUTJ27cOG3N\nmlWrNm6vOHEA/gIOPG4w4cLixF27JufUKWfOwoUbJ7lMGQGWuXEbp3mzZnGexY0LHRoA6dKmx6FO\nrXo169RgwBgQIMCSpWDBwI3LPQ7ct2/ixI0LHhwA8eLGxyFPrny5cihQAECHPoABAyBAAgQQgAED\nM2a/tm0TJ24ceXHiAKBPr349+/bu38OPP24+/frzT50aAGA/fwHRAEajQSOAAAHRosGCVWfYsHHj\nqPXqFS3aOIvixAHQuJH/4ziPH0F68zZjxoBNm5Yt69ZtXMsqVQAECDCOZk2bNMWJG7dzJwCfP4GO\nEzqUaFGjQ3ftGrB02TJt2raFCzduXDhxV8WN06oVQFevX8eFFTuW7FgKFAAQIDBixAYdOlq0GDAg\ngAED2bINs2YNHLhxf8WJAzCYcGHDhxEnVryY8TjHjyE7PnVqAADLlwVEi0aDRgABAqJFgwWrzrBh\n48ZR69UrWrRxr8WJAzCbdu1xt3Hn9uZtxowBmzYtW9at2zjjVaoACBBgXHPnz5uLEzeOOnUA17Fn\nH7ede3fv37nv2jWA/LJl2rRtCxdu3Lhw4uCLGzd/PgD79/GP07+ff3/+/wApUABAgMCIERt06GjR\nYsCAAAYMZMs2zJo1cODGaRQnDoDHjyBDihxJsqTJk+NSqlyZkhmzQODAffs2rqbNmt68jRv37Ru4\ncOHGjQs3rqhRowCSKl06rqnTp029eYs1rqpVq1y4UIAFa5zXr2DDggVAtqzZcWjTql3LNu2mTTGG\nDRtHt67du3YB6N3Ld5zfv4AD+wUHLkAAAeLEjVvMuLHjx4wBSJ5MubLly5gza948rrPnz52ZMQsE\nDty3b+NSq07tzdu4cd++gQsXbty4cONy69YNoLfv3+OCCx8e3Ju3WOOSK1fOhQsFWLDGSZ9OvTp1\nANizax/Hvbv37+C7b//aFGPYsHHo06tfrx6A+/fwx8mfT7++fHDgAgQQIE7cOIDjBA4kWNCgQAAJ\nFS5k2NDhQ4gRJY6jWNEixW7dxm3k2NFjR2/jRI4kSRLASZQpx61k2dLlS5bhwh0aV9PmTZw5Aezk\n2XPcT6BBhQZlxWrYtm21akERJ27cU6hRpUYFUNXq1XFZtW7lmtWIEQAAFowjW9bsWbRnAaxl29bt\nW7hx5c6lO87uXbx59e7l2/cuAMCBBY8jXNjwYcSFwy0e19jxY8iRAUymXHncZcyZNV/+9StIEBho\n0Dx4IEmcuHGpVa9mvRrAa9ixx82mXdu2Ll0AdANQMM73b+DBhQcHUNz/+HHkyZUvZ97c+Tjo0aVP\np17d+vXoALRv5z7O+3fw4cV/D1d+3Hn06dWvB9De/ftx8eXPpx//168gQWCgQfPgAUBJ4sSNK2jw\nIMKDABYybDjuIcSIEnXpAmARgIJxGjdy7OixI4CQIkeSLGnyJMqUKsexbOnyJcyYMme2BGDzJs5x\nOnfy7OnzJ9CgOwEQLWp0HNKkSpcideZMgwYTqVI9eqRrHNasWrdyBeD1K1hx4saRLWtWnLhYBAgA\naAtAxri4cufSrUsXAN68evfy7ev3L+DA4wYTLmz4MOLEigkDaOz48bjIkidTrmz5MmbJADZz7jzu\nM+jQoj87c6ZBg4lU/6kePdI17jXs2LJnA6ht+7Y4ceN28+4tTlwsAgQAEAcgYxzy5MqXM18O4Dn0\n6NKnU69u/Tr2cdq3c+/u/Tv48NsBkC9vfhz69OrXs2/v/n16APLn0x9n/z7+/Pr38+9/HyAAgQMJ\nihM3DmFChQs1acKGbVxEiRMpVqwIAGNGjRs5dvT4EWTIcSNJljR5EmVKlSQBtHT5clxMmTNp1rR5\nE6dMADt59hz3E2hQoUOJFjUKFEBSpUvFiRv3FGpUqZo0YcM2DmtWrVu5cgXwFWxYsWPJljV7Fu04\ntWvZtnX7Fm7ctQDo1rU7Dm9evXv59vX7Ny8AwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZs2b\nOXceBwB0aNGjSZc2fRp16m/fxrV2/Rp2bNmzZ4sTBwB3bt3fvokb9xt4cOHDiRcnLk4cAOXLmXvz\nJm5cdOnTqVe3ft26OHEAuHf3vm2buHHjyZc3fx59evUA2Ld3/x5+fPnz6df/9m1cfv37+ff3D3Cc\nwIEEC44TJw6AwoUMv30TNy6ixIkUK1q8aFGcOAAcO3r05k3cuJEkS5o8iTIlSnHiALh8CXPbNnHj\natq8iTOnzp08Afj8CTSo0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9\nizat2rVs27p9Czf/rty5dOvavYs3r969fPv6/Qs4sODBhAsbPowYqjZt4MQ5fgwZ8rjJk8VZFgcu\nc7du3Lhp+xwunLjRpMWF+/YNgOrVrLVpAydOXLjZ4cSFCycut27d48T59j1unLjh4r5x4wYOXLjl\n4pqLC/ftG4Dp1Ktr0xZOnPbt4sZ5/w4+/Dhw5Lt18+btW7hw4sSFEwc/vrhv3wDYv48/WzZw4vr7\nByguXDhx4sIdRBhO3MKF4Bw6/PbNWziKFMVdxCju2zcAHT1+BBlS5EiSJU2CAxdu3EqWLV2yFDdu\nnDhx3sTdFKdNWzdu3MT9HBdUaDhw4AAcRZr027dw4pw+HRc1qjiq/1XFhRuXdZy4cV3HgQPnDRs2\nceLCjUObVly4cADcvoULDpy4cXXHicM7Tu9evn3HfQsXTpy4cOHGHUZ8WJy4cePCPQYQWfJkcODE\njcM8TtzmcePEfQYNetxoceLCffsWLtw21uLEjYMNW5y4cePEhQsHQPdu3r19/wYeXPhwceLGHUee\nXHnyb+LEhQsHTpy4cePEietmzZo4ceO8f/cuThwA8uXNi0M/Tv169u3XfxMXP/44+vW99eoVLtw4\n/v39AwQgcCBBceLGIUyocCHDhOC8eRsncSJFieLEjcuYEQDHjh7FiRsnciTJkiZHisuWrVs3bty2\niRM3buZMceLG4f/ECWAnz54+fwINKnQoUXHixiFNqnSp0m/ixIULB06cuHHjxInrZs2aOHHjvoL9\nKk4cgLJmz4pLO24t27Zu2X4TJ1fuuLp2vfXqFS7cuL5+/wIILHiwOHHjDiNOrHgxYnDevI2LLHly\nZHHixmHGDGAz587ixI0LLXo06dKixWXL1q0bN27bxIkbJ1u2OHHjbt8GoHs3796+fwMPLnz4uOLG\njyMv/u0bNWpXLFnSoqXauOrjwoWTZsoUOHDhxoEPLy5cOADmz6MXJ24c+/bu33/7Bg6csWzZfv0C\nN27/OGnSAFrKkkWatHDjECZMCIBhQ4fixI2TOJFiRYrGmjUbsbH/Vi1x4saFFDmSpDhxAFCmVDmO\nZUuXL2G2BAdO26xZunR9+XIrXLhxP4EG/QmAaFGjR5EmVbqUadNxT6FGlfr02zdq1K5YsqRFS7Vx\nX8eFCyfNlClw4MKNU7tWXLhwAODGlStO3Di7d/Hm/fYNHDhj2bL9+gVuXOFx0qRZypJFmrRw4yBH\njgyAcmXL4sSN07yZc2fOxpo1GzG6Vi1x4salVr2atThxAGDHlj2Odm3bt3HXBgdO26xZunR9+XIr\nXLhxx5EnPw6AeXPnz6FHlz6denVx4sZl176duzRpGjQI4MBBg4ZX4MCNG6dNGxI/fsCBGzef/rhw\n9wHk179fnLhx/wDHCRxIkKA3b8aMqeHEiQmTR9GijRu3aVMCAgR27RI3rqPHceLEARhJsqQ4ceNS\nqlzJMmWJEgUWLCBAYIALF+Ny6tyZU5y4cUDFiQNAtKhRceLGKV3KtKnTcdy4lalQwYgRHToQefM2\nrqvXr10BiB1LtqzZs2jTql0rTty4t3DjypUmTYMGARw4aNDwChy4ceO0aUPixw84cOMSKx4XrjGA\nx5AjixM3rrLly5i9eTNmTA0nTkyYPIoWbdy4TZsSECCwa5e4cbBjjxMnDoDt27jFiRvHu7fv37xL\nlCiwYAEBAgNcuBjHvLlz5uLEjZsuThyA69izixM3rrv37+DDj//jxq1MhQpGjOjQgcibt3Hw48uH\nD6C+/fv48+vfz7+/f4DjBA4kWFAgNGifPvGRJo0aNXERx43bsqUAEiTjNG7cGM4jAJAhRY4jWdLk\nSZLixHXrlmvYsF69vokTN24cBgwABAjo1UvcOKBBgwIgWtToOKRJlS5FeugQAKgBAgAAMODDh3Dh\nxm3l2tWrOHEAxI4lK87sOLRp1a4dJ87tuHGjRsWAAAEOnD17xI3j29evXwCBBQ8mXNjwYcSJFY9j\n3NjxY8bixDFjFm7cZczjvn0jQACACxfjRI8eLc40ANSpVY9j3bq1ONjhwokbV3ucOHHfxu3mzXvG\nDADBZ80aV9z/+HEAyZUvH9fc+XPo3rwRIADA+oULGzYEECAgVqxx4cWPJx8ewHn06cetZ9/e/fpv\n38qUcQYOXKtWBQwY0KULHEBw4wYSLGgQAMKEChcybOjwIcSI4yZSrGhxojhxzJiFG+fx47hv3wgQ\nAODCxbiUKlWKawngJcyY42bSpCnuZrhw4sbxHCdO3LdxQocOnTEDANJZs8YxbeoUANSoUsdRrWr1\nqjdvBAgA6HrhwoYNAQQIiBVrHNq0ateiBeD2LdxxcufSrSv327cyZZyBA9eqVQEDBnTpAgduHOLE\nihcDaOz4MeTIkidTrmx5HObMmjdz5rxs2ZEjAEZfuDDuNGrU/+JWA2jt+vW42LLHgQMn7tu3cbp3\n8+7NGwBw4GDAWBtn/Pg4ceIAMG/ufBz06NKhhwsnqEABANoBYHDmjAOHAwAAsGHjzdu49OrXswfg\n/j18ceLG0a9vn764bdsSJDBgAKCFPHkGDAggQAAzZuMYNnT4kCEAiRMpVrR4EWNGjRvHdfT4EWTI\nkMuWHTkCAOWFC+NYtmwpDiYAmTNpjrN5cxw4cOK+fRv3E2hQoUEBFC0KBoy1cUuZjhMnDkBUqVPH\nVbV6tWq4cIIKFADwFQAGZ844cDgAAAAbNt68jXP7Fm5cAHPp1hUnblxevXvzitu2LUECAwYs5Mkz\nYEAAAQKYMf8b9xhyZMmPAVS2fBlzZs2bOXf2PA50aNGgxYkDNw51atWow4QB8Pr1hw/jaNe2LU4c\nAN27eY/z7RscOGzYwoEDNw55cuXLkXPjFiAAAOnbto2zfh07AO3buYsTNw58ePDdukmQAAA9egEC\nUo0bd+pUAAAAgAEbdx9/fv33AfT3DxCAQADixI07iDDhwVUaNAB4+JAFCwECAFgMF26cxo0cxYkb\nBxIkgJEkS5o8iTKlypUsx7l8CdMlOHDdxtm8idPmpEm+fFGgkG2c0KFEhYYLByCp0qXjmjp9CjWq\n1HHhwgEAICBIkHFcu3rlCiCs2LHixI07i/bst29x4vwIF27/nNy5c5sMGDAur969fPcC+As48LjB\nhAsXloUEiQABBw6k0aXLgAEBAwaIEzcus+bNnMWJAwA6tOjRpEubPo069bjVrFuvBgeu27jZtGvP\nnjTJly8KFLKN+w08+O9w4QAYP458nPLlzJs7fz4uXDgAAAQECTIuu/bt2QF4/w5enLhx5MuT//Yt\nTpwf4cKNew8ffpMBA8bZv48/P34A/Pv7BzhO4ECCBGUhQSJAwIEDaXTpMmBAwIAB4sSNw5hR40Zx\n4gB8BBlS5EiSJU2eRDlO5UqWKqNFmzVO5kya41TgwCFO3DiePX36FBcUwFCiRccdPSpO3DimTZ0+\nZSpOXKlr/9e8eZMli8k4rl29egUQVuxYceLGnUWbtlcvcOPcvoU7TgsAAOPs3sVrV5y4cX37AgAc\nWPA4woUNEw4XDpcwYc6cPXoUbtw4XboEAAAQLNg4zp09f/s2TrRoAKVNn0adWvVq1q1dj4MdWzbs\naNFmjcOdW/c4FThwiBM3Tvhw4sTFHQeQXPnycc2bixM3Tvp06tWlixNX6to1b95kyWIyTvx48uQB\nnEefXpy4ce3dv+/VC9w4+vXtj9MCAMA4/v39Axw3Tpy4cQYNAkiocOG4hg4fNgwXDpcwYc6cPXoU\nbtw4XboEAAAQLNi4kiZPfvs2buVKAC5fwowpcybNmjZvjv/LqXMnz5zixI0bF06bNgBGFSgYp3Qp\n06ZKxYkDIHUqVXHixmHNqnWr1m+pUg0YIAAFimrVqFEbp3Yt27YA3sKNK07cuLp27377Nm4v3757\nNQAAIE7cuMKGDyMuDGAx48bjHkOO/DhcOGbgwI3LrHmcNm0PAADIkMGXr3GmT5sWJ24ca9YAXsOO\nLXs27dq2b+Mep3s37966xYkbNy6cNm0AjitQMG458+bOl4sTB2A69erixI3Lrn079+3fUqUaMEAA\nChTVqlGjNm49+/buAcCPL1+cuHH27+P/9m0c//7+AY4bpwEAAHHixiVUuJBhQgAPIUYcN5FixYnh\nwjEDB27/XEeP47RpewAAQIYMvnyNU7lSpThx42DCBDCTZk2bN3Hm1LmT5zifP4EG9RksmAEDAJAm\nRTqOaVOnTMWJGzdVnDgAV7FmFSduXFevX8F2BQcOAQCzZgcMCBduXFu3b+G2BTCXbl1x4sbl1buX\nGrVxfwEH/guA8DjDhxEbDhduXOPGACBHljyOcmXLlJ05GzaOc2fP4woAAODDBzFi4salVj1OnLhx\nr18DkD2bdm3bt3Hn1r17XG/fv4H3pkIFQHHjxQsUGLeceXPnzQFElz5dXPVx17Fn1z4OGTIPBgwA\nEC9CxDjz59GnRw+AfXv34sSNkz9fPjZsx455G7efP38//wD9ABAgYJzBgwgTIgTAsKHDcRAjSgQH\nbtmybOMyatw47gAAANu2jRtJsqTJkQBSqlzJsqXLlzBjyhxHs6bNmzSpUAHAsyfPAgXGCR1KtChR\nAEiTKhXHdJzTp1CjjkOGzIMBAwCyihAxrqvXr2C/AhhLtqw4cePSqk2LDduxY97GyZ07148fAAIE\njNvLt6/fvgACCx48rrDhw+DALVuWbZzjx5DHHQAAYNu2cZgza96MGYDnz6BDix5NurTp0+NSq17N\nOjUFCgAABFClKlu2BSpU+PLVqJGacOHGjRNHPFy4cciRA1jOvPm459CjS49uyNCTKVMOHACQIcO4\n7+DDf/8XJ26cefMA0qtfP669e/fiqlUzYaLGuPv48UeLBiBCBIDjBA4cCC5cOHHixi1cCMDhQ4jj\nJE6kyI0bGTKyxm3k2HGcAJDjRI4kWZIkAJQpVa5k2dLlS5gxx82kWdPmTAoUAAAIoEpVtmwLVKjw\n5atRIzXhwo0bJ85puHDjpEoFUNXq1XFZtW7lutWQoSdTphw4ACBDhnFp1a5NK07cOLhwAcylW3fc\nXbx4xVWrZsJEjXGBBQuOFg1AhAjjFC9eDC5cOHHixk2eDMDyZczjNG/mzI0bGTKyxo0mXXqcANTj\nVK9m3Zo1ANixZc+mXdv2bdy5x+3m3dv3sWMAhAOAIU7/HDhww0SI8OEjQIABduyEC6cNHDhx4sZt\n3w7A+3fw48SPJ1+e/LVr3KxZQ4AgAAMG4+TPp1+fPgD8+fWP49/fP0Br1ly5urFrlzhx4xYuJEAA\ngAkT4yZSpCju4riMGscB6Ojx47iQIkcOG9amjZxxKleuNGAAQIAA42bSrGmzJoCcOnfy7OnzJ9Cg\nQscRLWrUqCcDBgAwBRBlHNRxyCxYSJAAAFYFCsKF6wYOnDhx48aOBWD2LNpxateybcvWG1xt2goU\nADBgwLi8evfmFSduHGBx4gAQLmx4HOLEihEbM9bFmbM6ddKkCZQnjwABAAgQGDdu27Zu2rSNK236\ndGkA/6pXsxYnbhzs2LCvXXvxYkK0aKxYGTIE6c8fAMKFjytu/Djy4uLEAWju/Dn06NKnU69ufRz2\n7Nq1ezJgAAB4AFHGkR+HzIKFBAkAsFegIFy4buDAiRM37v59APr38x/nH+A4gQMJFhznDaE2bQUK\nABgwYFxEiRMjihM3DqM4cQA4dvQ4DmRIkSCNGevizFmdOmnSBMqTR4AAAAQIjBu3bVs3bdrG9fT5\nsycAoUOJihM3DmlSpNeuvXgxIVo0VqwMGYL05w8ArVrHdfX6FWxXceIAlDV7Fm1atWvZtnUrTtw4\nuXPpdutW6NChAAGMGOE2DvA4ccyYiRNHixa4cYsZN/9uDAByZMnjKFe2fBlz5QMHANCgMQ50aNGj\nRQMwfRr1ONWrWbd2LQ62AwcDTJgIF65ZM2/jePf27RtAcOHDxYkbdxz5cXHiYMEKRItWliw0aIAZ\nMQJA9uzjuHf3/p27OHEAyJc3fx59evXr2bcXJ25cfPnzu3UrdOhQgABGjHAbB3CcQHHMmIkTR4sW\nuHEMGzp0CCCixInjKlq8iDGjxQMHANCgMS6kyJEkRwI4iTLluJUsW7p8KS6mAwcDTJgIF65ZM2/j\nevr8+ROA0KFExYkbhzQpUnHiYMEKRItWliw0aIAZMQKAVq3junr9CrarOHEAypo9izat2rVs27od\nBzf/rly4VKjcqFMnT54JE8SN+zvuzrFj4wobPoz4MIDFjBuPeww5suTJkAcMAJAq1bjNnDt77gwg\ntOjR40qbPo06telv3xwMGaJNGyRInMSJG4c7t27cAHr7/j0uuPDhwbdtE7ZsWZYsCBCUYsbMggUA\n1J89G4c9u/bt4sQB+A4+vPjx5MubP49+nPr17NVToXKjTp08eSZMEDcu/7g7x46NAzhO4ECCBQcC\nQJhQ4TiGDR0+hNhwwAAAqVKNw5hR40aNADx+BDlO5EiSJU2O/PbNwZAh2rRBgsRJnLhxNW3erAlA\n506e43z+BOpz2zZhy5ZlyYIAQSlmzCxYABD12bNx/1WtXsUqThwArl29fgUbVuxYsmXFiRuXVm3a\ncOFcuarhxk2ECDx4oBInToeOCI8ejQMcWPBgwQAMH0YsTtw4xo0dP36MDRsAypw4jcOcWfNmzQA8\nfwY9TvRo0qVNj962jU6RIsuW2bAxK1y4cbVt364NQPdu3uN8/wYOvBg0aMSIceM2TjkOHAEAAJgx\nI1gwcOOsWw8Xbtz27eLEAQAfXvx48uXNn0efXpy4ce3dv2/VygwvXmPGLFiQZdq0CBECAOzSZRzB\nggYPGgSgcCFDceLGQYwocaJEcAsWAMgIDdq4jh4/gvwIYCTJkuNOokypciXKcOFcoEBx7ZosWczE\nif8bp3MnT50AfgINOm4o0aJFs41LqlTpt28BAABw46ZXr27ixI3LqnWrOHEAvoINK3Ys2bJmz6IV\nJ24c27ZuW7Uyw4vXmDELFmSZNi1ChABduowLLHgw4cEADiNOLE7cuMaOH0N+DG7BAgCWoUEbp3kz\n586cAYAOLXoc6dKmT6MuHS6cCxQorl2TJYuZOHHjbuPOfRsA796+xwEPLlx4tnHGjx//9i0AAABu\n3PTq1U2cuHHWr2MXJw4A9+7ev4MPL348+fLixI1Lr349+/bjvn3zJk7cuPr27+O/D2A///7jAI4T\nOJBgwYLcwoVr0gTcOIcPIUaUCIBiRYvjMGbUuJH/Y8ZnzxB16zaOZEmTJ00CULmS5TiXL2HGlBlT\nyIsX43Dm1LlTJwCfP4EGFTqUaFGjR8WJG7eUaVOnT8d9++ZNnLhxV7Fm1ZoVQFevX8eFFTuWbFlu\n4cI1aQJuXFu3b+HGBTCXbt1xd/Hm1bsX77NniLp1GzeYcGHDhQEkVrx4XGPHjyFHhizkxYtxlzFn\n1pwZQGfPn0GHFj2adGnT4sSNU72adWvXr2HHHgeAdm3b43Dn1r1btyRJnsYFFz6ceHHiAJAnVz6O\neXPnz51jw1YFFqxDh5iM076de3fvAMCHFz+OfHnz59GfTxIs2Dj37+HHhw+Afn379/Hn17+ff39x\n/wDFjRtIsKDBgwjHiRPXDRy4cRAjSoQIoKLFi+MyatzIMSMoUBw4UBlHsqTJkyhPAljJsuW4lzBj\nyowpRoyAAQMAAIgRLty4n0CDCg0KoKjRo+OSKl3KtKnSaNHWTJs2rqrVq1ivAtjKtavXr2DDih1L\nVpy4cWjTql3Ltu04ceK6gQM3rq7du3UB6N3Ld5zfv4AD+wUFigMHKuMSK17MuDFjAJAjSx5HubLl\ny5bFiBEwYAAAADHChRtHurTp06YBqF7Nepzr17Bjy34dLdqaadPG6d7NuzdvAMCDCx9OvLjx48iT\nixM3rrnz59CjSx/HjVssUKDGad/OXTuA7+DDj/8bT768eXHiliwRIODGuPfw48ufLx+A/fv4x+nf\nz7+/foDhwhkwACBBggYNaIgTN87hQ4gRIQKgWNHiOIwZNW7kmPHZsyzfvo0jWdLkSZMAVK5k2dLl\nS5gxZc4UJ27cTZw5de7kOY4bt1igQI0jWtQoUQBJlS4d19TpU6jixC1ZIkDAjXFZtW7l2pUrALBh\nxY4jW9bsWbLhwhkwACBBggYNaIgTN87uXbx58QLg29fvOMCBBQ8mHPjZsyzfvo1j3NjxY8cAJE+m\nXNnyZcyZNW8OF27cZ9ChRY8mXdr0OACpVa8e19r1a9itrVnr1k3cONy5de/mvRvAb+DBxw0nXtz/\neHFs2JiNGydO3Djo0aVPpz4OwHXs2cdt597d+3fu4sSNI1/e/Hn04wCsZ9/e/Xv48eXPpx8u3Dj8\n+fXv59/fP8BxAgcSBGDwIMJxChcybKjQmrVu3cSNq2jxIsaMGAFw7OhxHMiQIkeKxIaN2bhx4sSN\na+nyJcyY4wDQrGlzHM6cOnfyzClO3LigQocSLToOANKkSpcyber0KdSo4sSNq2r1KtasWrdyHQfg\nK9iw48aSLWv2LNq0aseJEwfgLdy44+bSrWv3Lt68eukC6Ov377jAggcTLmz4MGLBABYzbuz4MeTI\nkidT5sYt3LjMmjdz7uz5s2dx4gCQLm362zdx/+NWs27t+jXs2LDFiQNg+zZucODEjevt+zfw4MKH\nEwdg/DhycODEjWvu/Dn06NKnUwdg/Tr27Nq3c+/u/Ts3buHGkS9v/jz69OrTixMH4D38+N++iRtn\n/z7+/Pr3898vDqA4AAMJFgQHTtw4hQsZNnT4EGJEABMpVgQHTtw4jRs5dvT4EWRIACNJljR5EmVK\nlStZtnT5EmZMmTNp1rR5E2dOnTt59vT5E2hQoUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5\ndvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZNyp2\n/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2/Rq24YAAIfkECAoAAAAsAAAAACAB\nIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v7u7u7e3t\n7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb2tra2dnZ\n2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbGxcXF\nw8PDwsLCwcHBv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2tbW1s7OzsrKysbGxsLCwr6+v\nrq6uq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqamZmZ\nl5eXlpaWlZWVk5OTkpKSkZGRj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhYWFg4ODgoKCgYGB\ngICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0cXFxcHBwb29vbm5ubW1tbGxsa2tr\naWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVV\nVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/\nPj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYm\nJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISERER\nEBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGi\nxYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNI\nkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rd\ny7ev37+AAwseTLiw4cOIEytezLixWm/evoGbTLmy5cuYM2sGwLmzZ2/ewIkeTbq06dOoU4MDwLq1\na2/evoGbTbu27du4c+sGwLu3b2/ewAkfTry48ePIkX/7BqC58+fQo0ufTr26dXDYs2vfzr279+/Z\nAYj/H08enPnz6NOrX8++/XkA8OPL//YNnP37+PPr38+/PziAAAQOJAjO4EGECRUuZNjwIACIESVO\npFjR4kWMGcFt5NjR40eQIUVyBFDS5ElwKVWuZNnS5UuYKgHMpFkT3E2cOXXu5NnTJ04AQYUOBVfU\n6FGkSZUuZWoUwFOoUaVOpVrV6lWs4LRu5drV61ewYbcCIFvWLDi0adWuZdvW7du0AOTOpQvO7l28\nefXu5dv3LgDAgQWDI1zY8GHEiRUvLgzA8WPIkSVPplzZ8mVwmTVv5pzZmzdwob99A1fa9GnUqU0D\nYN3aNTjYsWXPpl3b9u3YAHTv5g3O92/gwX1/I/5t/9u3b968gWPe3Plz6OAATKdeHdx17Nmza9u2\nrVs3cOHDe/MGzvx59OnVgwPQ3v17+PHlz6df3z44/Pn178fvzRtAcAK/fQNn8CDChAoPAmjo8CG4\niBInUqxo8SJGiQA2cuwI7iPIkCI/fiv5bdu3b968gWvp8iXMmOAA0KxpExzOnDp1atu2rVs3cEKF\nevMG7ijSpEqXggPg9CnUqFKnUq1q9Sq4rFq3cuXGzY2bU6f64MChRAk3cGrXsm3rFgDcuHLB0a1r\n9y7evHr31gXg9y9gcIIHEy7szZsuXcKEWVq06NcvcJInU65sGRyAzJo3g+vs+fNnXlOmkCETLZor\nIP9AfPiw9u1bt27gZtOubXs2gNy6d/Pu7fs38ODCwREvbvw4N25u3Jw61QcHDiVKuIGrbv069uwA\ntnPvDu47+PDix5Mvbx48gPTq14Nr7/49fG/edOkSJszSokW/foHr7x8gOIEDCRYEBwBhQoXgGDZ0\n6JDXlClkyESL5goIEB8+rH371q0bOJEjSZYUCQBlSpUrWbZ0+RJmTHAzadas+e3ZsytXDhxAIEBA\nAKHZsoEzehRpUqQAmDZ1Cg5qVKlTqVa1ejUqAK1buYLz+hVsWGzYcOFq1CjYtGnbtnkD9xZuXLlz\nAdS1exdcXr178377dk2Xrlu3UKCIkCCBBAkdXr3/cuasWjVwkylXtgwAc2bNmzl39vwZdGhwo0mX\nNj162zZw4LolSAAAgABws2nXtn0bQG7du8H19v0beHDf3bp9w4ZNm7Zu3cA1d/4cOgDp06mDs34d\ne3br3bqB8+49W7Zv4MB9++bNGzj169m3B/Aefnxw8+nXtz+fGzdq1DTt2AFwyhRw374lS+bAwTRw\nDBs6dAggosSJFCtavIgxo0ZwHDt6/Mhx2zZw4LolSAAAgABwLFu6fAkTgMyZNMHZvIkzp86b3bp9\nw4ZNm7Zu3cAZPYo0KYClTJuCewo1qtSn3bqBu3o1W7Zv4MB9++bNG7ixZMuaBYA2rVpwbNu6fcuW\n/xs3atQ07dgxZQq4b9+SJXPgYBq4wYQLFwaAOLHixYwbO34MOTK4yZQrW77sDYBmzeA6e/4MOjSA\n0aRLgzuNOrXq09CgSZPWKkmSAgUQFCiAAIECBbC+fQMH7hu44cSJAziOPDm45cybO3/OfNUqYKhQ\npUmjQwcxcNy7e/cOILz48eDKmz+Pvvy3b9SoVTJkaNcucN++adECAEADcPz7+wcITiA4AAUNHkSY\nUOFChg0dgoMYUeJEit4AXLwITuNGjh09AgAZUiQ4kiVNniQJDZo0aa2SJClQAEGBAggQKFAA69s3\ncOC+gQMaNCgAokWNgkOaVOlSpklXrQKGClWaNP86dBADl1Xr1q0AvH4FC07sWLJlxX77Ro1aJUOG\ndu0C9+2bFi0AADQAl1fv3r0A/P4FHFjwYMKFDR8Gl1jxYsaNwQkQAAAAC3CVLV/GnBnAZs6dwX0G\nHVr0t2+SJBUq1KFAAQECHACAHRuHMNrCvoHDnTs3AN69fYMDHlz4cOLBT51CVKJEgAACBNDixu3b\nN3DVrV8HkF37dnDdvX8HH148uFGjAADgA079evbsAbyHH1/+fPr17d/HD07/fv79/QMEFyAAAAAG\nwCFMqHAhQwAOH0IEJ3EixYrGjH34QICADE2aokWz4sBBgAAATvrx060buJYuXwKIKXMmuJo2b37/\ny/kNHM+ePKNFM2AAAFGiAQIIiBYNHNOmTpkCiCp1KriqVq9irfrtW7du4L6C/Ror1oABMsChTatW\nLYC2bt/CjSt3Lt26dsHhzat3L19wAQIAAGAAHOHChg8jBqB4MWNwjh9DjmzM2IcPBAjI0KQpWjQr\nDhwECABgtB8/3bqBS616NYDWrl+Diy179rfa38Dhzo07WjQDBgAABx4ggIBo0cAhT64cOYDmzp+D\niy59OvXo37516wZuO/ftsWINGCADHPny5s0DSK9+Pfv27t/Djy8fHP369u/jBxcgAAAAkgCCEziQ\nYEGDABAmVAiOYUOHD1mxMmBAly5wFzFefPVK/4CASeBAhhQpEkBJkyfBpVS5Ups2cC9hxowTBwAA\nGy9eJEgAAAAKcD+BBg0KgGhRo+CQJlW6FKkIEYAAgZM6VWq2bAMGfAO3lWvXrgDAhhU7lmxZs2fR\npgW3lm1bt2/BBQgAAIAkcHfx5tW7F0Bfv3/BBRY8mDArVgYM6NIFjnFjxq9eCRAwCVxly5cvA9C8\nmTM4z59Ba9MGjnRp03HiAABg48WLBAkAAEABjnZt27YB5Na9G1xv37+B9xYhAhAgcMeRH8+WbcCA\nb+CgR5cuHUB169exZ9e+nXt37+DAhxc/nvw2AOcBJAC3nn179+8BxJc/H1x9+/fvR1uwQICAVf8A\nV4EbSPDbNxUqBAhYBa6hw4cPAUicSBGcxYsYsWEDx7Fjx2gLFgwYQIgNmwMHAAAg8O0buJcwY74E\nQLOmTXA4c+rcqUsXAAAFCjwDR5Tot28FCgAAsA2c06dQoQKYSrWq1atYs2rdyhWc169gw4rdBqAs\ngATg0qpdy7YtgLdw44KbS7du3WgLFggQsGoVuL+Av31ToUKAgFXgEitevBiA48eQwUmeTBkbNnCY\nM2eOtmDBgAGE2LA5cAAAAALfvoFbzbr1agCwY8sGR7u27du6dAEAUKDAM3DAgX/7VqAAAADbwClf\nzpw5gOfQo0ufTr269evYwWnfzr27dz4AwgP/GAauvPnz6NMDWM++Pbj38OPHdyRAQIEC2rSB289f\nmzaACxacOAHO4EGECQEsZNgQ3EOIEL9NBFfRokVju3Z9+wbOow8fAAD0AVfS5MmTAFSuZAnO5UuY\nMSNEAADgwIFW3Lh940mBAgAAEiSAI1rU6FEASZUuZdrU6VOoUaWCo1rV6lWr27YtANAVACFwYcWO\nJVsWwFm0acGtZdu2LaYDB1CggARJWrZsxYpF0qChQIFQocANJlzYMADEiRWDY9y48TfI4CRPplxZ\n8qJFAABYANfZ8+fPAESPJg3O9GnUqL8ZMAAAQIAAFKRIiRABwO3bd+6A493b928AwYUPJ17c//hx\n5MmVg2Pe3Plz59u2LQBQHQAhcNm1b+feHcB38OHBjSdfvjymAwdQoIAESVq2bMWKRdKgoUCBUKHA\n7eff3z9AAAIHEgRn8ODBbwrBMWzo8CHDRYsAALAA7iLGjBkBcOzoERzIkCJFfjNgAACAAAEoSJES\nIQKAmDHv3AFn8ybOnAB28uzp8yfQoEKHEgVn9CjSpEqlFSgAAAC4qFKnUq0KDgDWrFrBce3q9Wuz\nZhs2FCp0pkOHAAEYGDBQoAAECODm0q1rFwDevHrB8e3r15s3cIIHEy4sWJYsAACmgWvs+PFjAJIn\nUwZn+TLmzFq0AADw5g2nGTMAkC4N4MABcP+qV7NuDeA17NiyZ9Oubfs2bnC6d/Pu7VtagQIAAIAr\nbvw48uTgADBv7hwc9OjSpzdrtmFDoUJnOnQIEICBAQMFCkCAAO48+vTqAbBv7x4c/PjyvXkDZ/8+\n/vz2ZckCAADgNHADCRYsCABhQoXgGDZ0+FCLFgAA3rzhNGMGAI0bARw4AA5kSJEjAZQ0eRJlSpUr\nWbZ0CQ4mzG8zv3WjRu3bN3A7eYLz9uEDAQLYwBU1ehRpUgBLmTYF9xRqVKnRonHgkCSJAQBbAQgI\n8DWAAAHTwJU1e/YsALVr2YJz+xZuXLlzwTFgAACAN3B7+fbtCwBwYMHgCBc2bFibAAEAAAz/GCAA\nQGTJkwG8AXcZc+bMADh39vwZdGjRo0mXBncaNThv3pht2wYOdmzZwIDBgQMOd27du3mDA/AbeHBw\nw4kXNz78W/JvvujQefYMXLNmESIYMOANXHbt27cD8P4dPDjx48mXN2+eF68LF3jxAvcefnz5AOjX\ntw8Of379+q0AAAAwQABQoDYAOAiAQIAAABoCgAYuosSJEwFYvIgxo8aNHDt6/AgupEhw3rwx27YN\nnMqVLIEBgwMHnMyZNGvaBAcgp86d4Hr6/Am057eh33zRofPsGbhmzSJEMGDAG7ipVKtWBYA1q1Zw\nXLt6/QoWLC9eFy7w4gUurdq1bAG4fQsX/5zcuXTpWgEAIEAAUKA2APgLgECAAAAKA4AGLrHixYsB\nOH4MObLkyZQrW7787Ru4zZu/fcsGLrTo0aOPHfMGLrXq1axbA3gNOza42bRr2/bmDZzu3bx1f/q0\nYAGKbNnAGT+O3DiA5cybg3sOPbr06dCzZROCAEGLFuC6e/8OvjuA8eTLgzuPPn23bpIkEQAAQIAA\nBAgI2CdCpJQMGQD6AwD4ANxAggULAkCYUOFChg0dPoQY8ds3cBUrfvuWDdxGjh07HjvmDdxIkiVN\nngSQUuVKcC1dvoTpzRs4mjVt0vz0acECFNmygQMaVChQAEWNHgWXVOlSpk2VZssmBAGCFv8twF3F\nmlXrVQBdvX4FF1bs2G7dJEkiAACAAAEIEBCAS4RIKRkyANwF8ADcXr59+wIAHFjwYMKFDR9GnBjc\nYsaMsW3bBk7yZMqSRYnipk3bt2/evIHr1k2bNmjduoFDnRocANatXYODHTu2t2/fwN3ets2bN3C9\nff+OFQsAAAHKlIFDnlw5cgDNnT8HF136dOrVwXnzxoCBAUeOwH0HH158eADlzZ8Hl169+m+SJCVK\ntADAfAAFCjQIFuzbN3DfvgFs0AAAABfgDiJMmBAAw4YOH0KMKHEixYrgLmLEiG3bNnAeP4L0KEoU\nN23avn3z5g1ct27atEHr1g0czZrgAOD/zKkTHM+ePb19+wZu6LZt3ryBS6p0aaxYAAAIUKYMHNWq\nVqkCyKp1K7iuXr+CDQvOmzcGDAw4cgRuLdu2btsCiCt3Lri6du1+kyQpUaIFAP4CKFCgQbBg376B\n+/atQQMAAFyAiyx58mQAli9jzqx5M+fOnj+DCy0a3LZtsSRJ+vYNHOvWrL15w4BhAwMGAgQAADBA\ngAAECDbAgsWNG7jixQEgT64cHPPm4Lx5g+bFS6xYTvr06dLl2zdw3r9XqwZg/HgCBJw5A6d+PXsA\n7t/DByd/Pv369sHBggUAQIBq1QCCEziQYEGCABAmVAiOYUNw375ZO3GiRIkAADBmBJAr/9e2beCA\nAQMwciQ3buBQplSJEkBLly9hxpQ5k2ZNm+Bw5gS3aNEAAABSpHiFDRs4o+C8mTGTIIGOAQMARJUq\n1UCgQNWqffsGjisAr1/BghM7Fly3bn04cNCgQQAAtwBy5Chz6pQzZ9gGDACwd2+YMLJkgRM8mDAA\nw4cRg1O8mHFjx+B+/RIgIBE4y5cxZ9YMgHNnz+BAhwb37du1ZMmwYTMBgHVrBMqUgZPtwwcA2wAY\ngNO9mzdvAL+BBxc+nHhx48eRg1O+HNyiRQMAAEiR4hU2bOCwg/NmxkyCBDoGDAAwnjx5A4ECVav2\n7Rs49wDgx5cPjn59cN269eHAQYMGAf8AAQgEkCNHmVOnnDnDNmAAgIcPw4SRJQucxYsYAWjcyBGc\nx48gQ4oE9+uXAAGJwKlcybKlSwAwY8oER7MmuG/friVLhg2bCQBAgyJQpgycUR8+ACgFwACc06dQ\noQKYSrWq1atYs2rdyhWcV6/MmHXoAKCs2bIFCgwYYECAgAQJCCRIIEAAgLsLFqxYUSdWLG/ewAkW\nDKCw4cPgEisGx42bqz59LlwQAKCy5cuYLQfAhg2c58+gPQMYTbo0uNOoU6teDc6atQgR7oCbTbu2\n7dsAcuve/e0buN+/vXn7Bg4cN26DAChfrgCcc+cNGgCYDiDAt2/gsmvfnh2A9+/gw4v/H0++vPnz\n4NKnZ8asQwcA8OPDL1BgwAADAgQkSEAgQQKAAgQAILhgwYoVdWLF8uYN3MOHACROpAjO4kVw3Li5\n6tPnwgUBAESOJFlyZABs2MCtZNlyJQCYMWWCo1nT5k2c4KxZixDhDjigQYUOJQrA6FGk376BY8rU\nm7dv4MBx4zYIwFWsCsBt3dqgAQCwAAJ8+wbO7Fm0ZgGsZdvW7Vu4ceXOpQvO7l1w0aJNANDX718A\nAj586NLlGzjEiRWD+9YY3GPI4ABMplwZ3GXMmTVnygTAs+cBAwIE0PPpEzBgr16BY93a9WsAsWXP\nBlfb9m3cucF162bAABtwwYUPJ14c/8Bx5MnBLWfe3PmpUwAAwIEDzvp1606cBAigDdx38OHDAyBf\n3vx59OnVr2ffHtx7+OC0aeNRoECDBgEA7OcfYBTAUdasgSto8CDChOAAMGzoEBzEiBInPnu2YMGD\nBxP48GHFChzIkCJHkgQH4CTKlOBWsmzp8iW4VasAAChAhcquXdy4gevp8ydQAEKHEv32DRzSpEqT\nXrtGg4Y3b+CmUp1qzVqnTt/Ace3q1SuAsGLHki1r9izatGrBsW0LTps2HgUKNGgQAADevAFGjbJm\nDRzgwIIHEwYH4DDixOAWM27s+NmzBQsePJjAhw8rVuA2c+7s+TM4AKJHkwZn+jTq1P+qwa1aBQBA\nASpUdu3ixg0c7ty6dwPo7fv3t2/ghhMvTvzaNRo0vHkD5/y5c2vWOnX6Bu469uzZAXDv7v07+PDi\nx5MvD+48+vTpv7lxkyLFrFnRvn0DZ/8+/vz67wPo7x8gAIEAwBU0eBBhQoULGRoE8BBiRHATKVa0\neBEcFy4AABioUWPQoGnTwJU0eRIlAJUrWYJz+RJmTJkzadZ8CQBnTp07efb0+RNoUHBDiRYt+s2N\nmxQpZs2K9u0bOKlTqVa1OhVAVq1bwXX1+hVsWLFjyXoFcBZtWnBr2bZ1+xYcFy4AABioUWPQoGnT\nwPX1+xcwAMGDCYMzfBhxYsWLGTf/PgwAcmTJkylXtnwZc2Zwmzl39rz52zdwo0mXNn0aNTgAq1m3\nBvcadmzZs2nXtg0bQG7du8H19v0beHBuI0YQIDBBlqxu3cA1d/4cenMA06lX/3YdXHbt27l39/4d\nPADx48mXN38efXr168G1d/8efvtv38DVt38ff3794AD09w8QgEAA4AoaPIgwocKFDA0CeAgxIriJ\nFCtavMhtxAgCBCbIktWtG7iRJEuaHAkgpcqV31qCewkzpsyZNGvaBIAzp86dPHv6/Ak0KLihRIsa\nPYo0qVKiAJo6fQouqtSpVKtavYpVKoCtXLuC+wo2rNix3fToiRLlGri1bNu6fQsg/67cueDq2r2L\nN6/evXztAvgLOLDgwYQLGz6MuFs3cIwbO34MOTJkb5Qpf/sGLvO3bwA6e/7szds3cKRLmz6NOjXp\nb6zBuX4N+9s3ALRr2+7WDZzu3bx1fwMHHNy3b9RChUqVihu45cybO2/uzRuA6dSrc+Pm7ds3cNy7\ne/fm7ds3cOTLmz+PHr03bwDau38PP778+fTr2+/WDZz+/fz7+wcITuBAggO9HTz47Rs4ht++AYAY\nUaI3b9/AXcSYUeNGjhe/fQQXUuTIb98AnESZsls3cC1dvmz5DdxMcN++UQsVKlUqbuB8/gQaFKg3\nbwCMHkXKjZu3b9/APYUa1Zu3b//fwF3FmlXr1q3evAEAG1bsWLJlzZ5Fm1btWrZt3b6FG1fuXLp1\n7d7Fm1fvXr59/f4FHFjwYMKFDR9GnFjxYsaNHT+GHFnyZMqVLV/GnFnzZs6dPX8GHVr0aNKlTfP1\n5g3catatXb+GHVs2OAC1bd/25g3cbt69ff8GHlw4OADFjR/35u0bOObNnT93/u0bOOrVrV/HXh3A\ndu7dvXkDF178ePLlzZ9HDw7Aevbt3b+HH1/+fPrevIHDn1//fv79/QMEJ3AgQQAGDyL05g0cw4YO\nH0KMKHEiOAAWL2L05u0buI4eP4L8+O0buJImT6JMaRIAy5YuvXkDJ3MmzZo2b+L/zAkOAM+ePn8C\nDSp0KNGi4I4iTap0KdOmTpECiCp1KriqVq9izap1K1erAL6CDfvtG7iyZs+iPfsNHNu2bt/CfQtg\nLt264O7izat3L9++fvECCCx4MOHChg8jTqwYHOPGjh9Djix5cmMAli9jBqd5M+fOnj+DDr0ZAOnS\npsGhTq16NevWrl+nBiB7Nm1wtm/jzq17N+/etwEADy58OPHixo8jTw5uOfPmzp9Djy6dOYDq1q+D\ny659O/fu3r+D1w5gPPny4M6jT69+Pfv27tEDiC9/Prj69u/jz69/P3/7AAACEDiQYEGDBxEmVKgQ\nXEOHDyFGlDiRokMAFzFmBLeR/2NHjx9BhhTJEUBJkyfBpVS5kmVLlyqbNTMGjmZNmzYB5NS5E1xP\nnz+BBhXqU5u2beCQJlWqFEBTp0+hRpU6lWpVq+CwZtW6lWtXr1+zAhA7liw4s2fRplW7lm3bswDg\nxpULjm5du3fx5q3brJkxcH8BBw4MgHBhw+AQJ1a8mHHjxNq0bQM3mXLlygAwZ9a8mXNnz59BhwY3\nmnRp06dPd+vmypUxY+Bgx5Y9G0Bt27fB5da9m3dv3+CyZXv2DFxx48eRA1C+nDk458+hR5c+/bkC\nBTq+fQO3nXv37QDAhxcPjnx58+fRe+PGDVz79t260aBBaNu2b9/A5de/H0B///8AAQgcSLCgwYMI\nEyosCK6hw4cQI0bs1s2VK2PGwGncyLEjgI8gQ4IbSbKkyZMowWXL9uwZuJcwY8oEQLOmTXA4c+rc\nybNnTgUKdHz7Bq6o0aNFAShdyhSc06dQo0r1xo0buKtXu3WjQYPQtm3fvoEbS7YsgLNo06pdy7at\n27dwwcmdS7eu3bnfvt3y4SNDhiNHWoEbTLhwYQCIEysGx7ix48eQIXPjVqXKmDHSwGnezJkzgM+g\nQ4MbTbq06dOoweHCBaA1LFjgYsueHRuA7du4wenezbu37mvXsmS5kSkTuOPbtoEC1aDBAW3awEmf\nTl06gOvYs2vfzr279+/gwYn/H0++vPnx3botM2WqR48PH7qBm0+/fn0A+PPrB8e/v3+A4AQOJFhQ\noC9fDx4ECIAM3EOIESMCoFjRIjiMGTVu5NgRHDFiAAAoAFfS5MmTAFSuZAnO5UuYMV0qUBAgQIZi\nxcDt3DltmgcP38ANJVq0KACkSZUuZdrU6VOoUcFNpVrV6lWq3botM2WqR48PH7qBI1vWrFkAadWu\nBdfW7Vu4ceP68vXgQYAAyMDt5du3LwDAgQWDI1zY8GHEicERIwYAgAJwkSVPngzA8mXM4DRv5txZ\nswIFAQJkKFYM3OnT06Z58PAN3GvYsWMDoF3b9m3cuXXv5t0b3G/gwYUPB37p/9IdM2amTDlxwhs4\n6NGlSwdQ3fp1cNm1b+f+7Vu0aNasbdOmTZYsSQ0aAGAPoAQ4+PHlywdQ3/59cPn17+ff3z9AcAEC\nAAAQABzChAoVAmjo8CG4iBInUsySBQBGAAOWLevWDRxIZsxMmQJn8iTKlABWsmzp8iXMmDJn0gRn\n8ybOnDpvXrp0x4yZKVNOnPAG7ijSpEkBMG3qFBzUqFKnfvsWLZo1a9u0aZMlS1KDBgDGAigB7iza\ntGkBsG3rFhzcuHLn0q0LLkAAAAACgOvr9+9fAIIHEwZn+DDixFmyAGgMYMCyZd26gavMjJkpU+A2\nc+7sGQDo0KJHky5t+jTq1P/gVrNu7fo1uG7dXLmi9u3btWvgdvPu7Xs3gODCh4Mrbvz48WwQIAAA\nQIDAgh49UqVqFiVKgAAAANwC5/07ePAAxpMvD+48+vTq16//9g0AfADXwNGvb98+gPz694Pr7x8g\nOIEDBwYIAABAgAC0vHkD9xBiRIkTIQKweBFjRo0bOXb0+BFcSJEjSZb8hgOHDh21vHkD9xJmTJkx\nAdS0eRNcTp07d/IB8BNogF69vn3jFiwYBAgBApQA9xRq1KgAqFa1Cg5rVq1buXK9cwcAgAEDkoEz\nexYtWgBr2bYF9xZu3Lh8ANQF0KABOL17+fb16xdAYMGDCRc2fBhxYsXgGDf/dvwY8jccOHToqOXN\nGzjNmzl35gwAdGjR4EiXNm2aDwDVqwP06vXtG7dgwSBACBCgBDjdu3nzBvAbeHBww4kXN378+J07\nAAAMGJAMXHTp06cDsH4dOzjt27lz5wMAPIAGDcCVN38effr0ANi3d/8efnz58+nXB3cff379+wMN\nGAAQAABC376BO4gwocKEABo6fAguosSJFDlwAACAAAFi4Dp6BBcqFAAAx8CZPIkSJYCVLFuCewkz\npsyZML15S2bCBAAAAQKA+wk0qFAARIsaBYc0qVKltQQICBDg2zdwVKtavYoVK4CtXLt6/Qo2rNix\nZMGZPYs2rdpAAwYAAEDo/9s3cHTr2r1rF4DevXzB+f0LODAHDgAAECBADJzixeBChQIA4Bi4yZQr\nVwaAObNmcJw7e/4MurM3b8lMmAAAIEAAcKxbu34NILbs2eBq2759u5YAAQECfPsGLrjw4cSLFweA\nPLny5cybO38OPTq46dSrW59uypQJEwC6d4fw58+3b+DKmz+PvjyA9ezbg3sPP758CRICBMCAQRu4\n/fzBTQA4AQAAPOAMHkSIEMBChg3BPYQYUeJEcN68ceBQAMBGjtDAfQQZMiQAkiVNgkOZEty3b+C0\nabt2rUaAAAYMfPsGTudOnd68GTIEDdxQokWLAkCaVOlSpk2dPoUaFdxUqv9VrU41ZcqECQBdu0L4\n8+fbN3BlzZ5FWxbAWrZtwb2FG1euBAkBAmDAoA3cXr7gJkwAAAAPOMKFDRsGkFjxYnCNHT+GHBmc\nN28cOBQAkFkzNHCdPX/+DED0aNLgTJ8G9+0bOG3arl2rESCAAQPfvoHDnRu3N2+GDEEDF1z48OEA\njB9Hnlz5cubNnT8HF136dOrduh04IEAAAO7cFXz4QIRIsGDgzJ9Hnx7Aevbtwb2HH19+pkxHjnDj\nBk7//m/fDgA8AADAN3AGDyJECGAhw4bgHkKMKHEiuEePAmAEoBFAgADgPoIMKRIAyZImwaFMCe7b\nN2/dXnZ7U6AAGjTgbuL/vIkNGwECAADsASd0KFGiAI4iTap0KdOmTp9CBSd1KtWqT54IEAAAQIAD\nBxo0ILBgQZEisWJ1A6d2LVu2AN7CjQtuLt26dmHBokSJGzdwfv+WKgUAAAEC1MAhTqxYMYDGjh+D\niyx5MuXK1wgQAKB5MwABApKBCy169GgApk+jBqd6NWvV376pChHCmDFwtm+DS5YgAYDeAAKACy58\n+HAAxo8jT658OfPmzp+Diy59OvUnTwQIAAAgwIEDDRoQWLCgSJFYsbqBS69+/XoA7t/DByd/Pv36\nsGBRosSNG7j+/gGWKgUAAAEC1MAlVLhwIQCHDyGCkziRYkWL1wgQALCR/yMAAQKSgRM5kiRJACdR\npgS3kmXLld++qQoRwpgxcDdxgkuWIAEAnwACgBM6lChRAEeRJlW6lGlTp0+hgpM6lWrVO3cGDGjT\nhps0aaNGWXM21tmdO+DQplW7FkBbt2/BxZU7l+60aSlSmDJVDVzfvq5cCRAAAIA3cIcRJ04MgHFj\nx+AgR5Y8mfItAJcBCNAMgDMAb+BAhxYtGkBp06fBpVa9evW3RIn06AE3e3a3bswyZACwGwAwcL+B\nBw8OgHhx48eRJ1e+nHlzcM+hR5d+586AAW3acJMmbdQoa87AO7tzB1x58+fRA1C/nj049+/hx582\nLUUKU6aqgdOv35UrAf8ABQAA4A2cwYMIEQJYyLAhuIcQI0qceAuARQACMgLYCMAbuI8gQ4YEQLKk\nSXAoU6pU+S1RIj16wMmU2a0bswwZAOgEAAycz59AgQIYSrSo0aNIkypdyhSc06dQodIyQNWAIUPf\nwIHz5g3ct2+6dIUJww2c2bNo0QJYy7YtuLdw48q9datAgQ0bcMSK1ayZtA4dAAgGcAuc4cOIEQNY\nzLgxuMeQI0t+7M1bqlQBAGjWHCAAgM8AnoEbTbp0aQCoU6sGx7q1a9fURoyAAEGQoEdOnAwYsCBA\nAADAAWQBR7y4ceMAkitfzry58+fQo0sHR7169W/cuGnTpiVBgixZwIn/H09e/LZt4NKrX88egPv3\n8MHJn0+/PipUDhwECSKlVy+AwoQ9I0AAAIAAAbqBY9jQoUMAESVOBFfR4kWMFf34efAAwMcBAxqR\nIAEAAAEC4FSuZNkSwEuYMcHNpFmz5jAFCgoUkCVLxYIFLVoko0EDwFEA4JQuZdoUwFOoUaVOpVrV\n6lWs4LRu3fqNGzdt2rQkSJAlCzi0adWi3bYN3Fu4ceUCoFvXLji8efXuRYXKgYMgQaT06iVM2DMC\nBAAACBCgGzjIkSVLBlDZ8mVwmTVv5pzZj58HDwCMHjCgEQkSAAAQIADO9WvYsQHMpl0b3G3cuXMP\nU6CgQAFZslQsWNCi/0UyGjQALAcAzvlz6NEBTKde3fp17Nm1b+cOzvt3cN++eaNGTZUqIAsWuHIF\nzv17+O6ZMesGzv59/PgB7OffHxxAcAIHEiSoTVuyZNWqefv2DRq0DAAmAmjQABm4jBo3bgTg8SNI\ncCJHkiy5bVuBAgBWKlDAilUwO3YKFAgSBBzOnDp3Aujp8ye4oEKHDlUkQMCAAQKWEiAACJCwK1cE\nCLhw4Ru4rFq3bgXg9SvYsGLHki1r9iy4tGrBffvmjRo1VaqALFjgyhW4vHr35mXGrBu4wIIHDwZg\n+DBicIoXM26sTVuyZNWqefv2DRq0DAA2A2jQABm40KJHjwZg+jRqcP+qV7NuvW1bgQIAZitQwIpV\nMDt2ChQIEgQc8ODChwMobvw4uOTKly9XJEDAgAECphMgAAiQsCtXBAi4cOEbuPDix48HYP48+vTq\n17Nv7/49uPjy52/b5s1brwwZBgw4dgwgOIEDBdaqJUCAGHALGTZsCABiRIngKFa0eBFjRW7chhQo\noEABJEjgSJY0eRJASpUrwbV0+RLmtWsCBHjwoOvbN3DgvAEDduKEHz/giBY1ehRAUqVLwTV1+vSp\nNxMmAFStOmFCkSLNgAAJEAAAAGzgyJY1axZAWrVr2bZ1+xZuXLng6Na1u22bN2+9MmQYMODYMXCD\nCQ+uVUuAADHgGDf/duwYQGTJk8FVtnwZc2bL3LgNKVBAgQJIkMCVNn0aNQDVq1mDc/0aduxr1wQI\n8OBB17dv4MB5AwbsxAk/fsAVN34cOQDly5mDc/4cOnRvJkwAsG59woQiRZoBARIgAAAA2MCVN3/+\nPAD169m3d/8efnz588HVt3/fm7du3S4RIAAQAIAFC7J4O+jtW5kyABo2TJKkWzdwFCtaBIAxo0Zw\nHDt6/AiyY6NGCy5c8OTJmzdwLFu6fAkgpsyZ4GravInTlCkDBnz4uAYOXLdu1rp08eABGTJwTJs6\nfQogqtSp4KpavXp12YABALp69ZoAgNixNsCZPYsWLYC1bNu6fQs3/67cuXTB2b2LF68xAHz7Cliw\nQIMGHAAKGw5gxAgnTt/AOX78GIDkyZTBWb6MObNmcN26QYDAYdo0cKRLmz5tGoDq1azBuX4NO3a2\nbIkSffsGLvexY2EcOFiyBJzw4cSLCweAPLlycMybO3fuTYAAANSrVy8AILv2R+C6e//+HYD48eTL\nmz+PPr369eDau3//3hiA+fQFLFigQQMOAPz7BwBoxAgnTt/AHUSIEMBChg3BPYQYUeJEcN26QYDA\nYdo0cB09fgT5EcBIkiXBnUSZUmW2bIkSffsGTuaxY2EcOFiyBNxOnj197gQQVOhQcEWNHj3qTYAA\nAE2dOi0AQOrUR//grF7FihXAVq5dvX4FG1bsWLLgzJ5FizYRALZtAThw0KBBAAB17QL48wcbtm/g\n/P79C0DwYMLgDB9GnFjxtyNHAAAQ8O0bOMqVLV+2DEDzZs7gPH8GHXrbtmnTwJ3+9o0JkwKtLVkC\nF1v2bNqxAdzGnRvcbt69e0cLEADA8OEZMjBh8kGAAAAADhxI8u0bOOrVrVMHkF37du7dvX8HH148\nOPLlzZtPBED9egAOHDRoEADAfPoA/vzBhu0bOP79+wMEIHAgQXAGDyJMqPDbkSMAAAj49g0cxYoW\nL1oEoHEjR3AeP4IMuW3btGngTn77xoRJgZaWLIGLKXMmzZgAbuL/zAluJ8+ePaMFCABg6NAMGZgw\n+SBAAAAABw4k+fYNHNWqVqkCyKp1K9euXr+CDSsWHNmyZs8GCQIAwIkT2sDBhfvt27ZtmzaBy6t3\nL18Afv8CBid4MOHCgr8h/nZJgAAAAA6Biyx5MuXKAC5jzgxuM+fOnj9zXrKkRa9e4E6jTq06NYDW\nrl+Diy17Nm1dugAAMGIEHO/evr15Ayd8OPHiAI4jT658OfPmzp9DByd9OvXqefIwYAALFrju3r+D\nDx8eAPny5sGhT69+/bdv27ZJkzYDAH0AqMDhz69/P38A/gECEDgQADiDBxEmVHgwVqxa3bqBkziR\nYkWKADBm1AiO/2NHjx+hQStSZNs2cCdRplS5ciUAly9hxpQ5k2ZNmzfB5dS5k2eePAwYwIIFjmhR\no0eRIgWwlGlTcE+hRpX67du2bdKkzQCwFQAqcF/BhhU7FkBZs2fBpVW7lm1btbFi1erWDVxdu3fx\n3gWwl29fcH8BBxYMDVqRItu2gVO8mHFjx44BRJY8mXJly5cxZ9YMjnNnz5+/ffPmDVxp06dRp1YN\nDkBr16/BxZY9m3ZtaFOm2LEDjndv37+BgwMwnHhxcMeRJ1e+nHlz58gBRJc+HVx169exZ9e+nbt1\nAN/Bhxc/nnx58+fRg1O/nn37b9+8eQM3n359+/fxgwOwn39/cP8AwQkcSLBgQWhTptixA66hw4cQ\nI4IDQLGiRXAYM2rcyLGjx48ZAYgcSRKcyZMoU6pcybLlSQAwY8qcSbOmzZs4c4LbybOnz59Agwrl\nCaCo0aPgkipdyrTpN2zYvHkDR7Wq1atYwQHYyrUruK9gw4odS7asWbAA0qpdC66t27dw48qdS9ct\ngLt48+rdy7ev37+AwQkeTLiw4cOIEw8GwLixY3CQI0ueTPkbNmzevIHbzLmz58/gAIgeTRqc6dOo\nU6tezbr1aQCwY8sGR7u27du4c+veXRuA79/AgwsfTry48ePgkitfzry58+fQlQOYTr06uOvYs2vf\nzr27d+wAwov/Hw+uvPnz6NOrX8/ePID38OODm0+/vv37+PPrpw+gv3+AAAQOJFjQ4EGECRUW7Nbt\nGziIESVOpFgR4jdwGTVuzPjtGwCQIUV68wbO5EmUKVWuZMny2zcAMWXO9OYN3E2cOW9+A9fT50+g\n4L59A1fU6FGj3rwBYNrUabdu38BNpVp16rdv3ryB49rVK9dvYcGNJVu2LAC0adWuZdvW7Vu4cbt1\n+wbO7l28efXutfsN3F/Agf9++wbA8GHE3ryBY9zY8WPIkSVL/vYNwGXMmb15A9fZ8+fO38CNJl3a\nNLhv38CtZt2atTdvAGTPpt2t2zdwuXXvzv3tmzdv4IQPJy78/9txcMmVL18OwPlz6NGlT6de3fp1\n7Nm1b+fe3ft38OHFjydf3vx59OnVr2ff3v17+PHlz6df3/59/Pn17+ff3z9AAAIHEixo8CDChAoX\nMmzo8CHEiBInUqxo8SLGjBo3cuzo8SPIkCJHkixp8iTKlCpXsmzp8iXMmDJn0izozds3cDp38uzp\n8yfQoACGEi3qzRu4pEqXMm3q9ClUcACmUq3qzRu4rFq3cu3q9StYcADGki3rzds3cGrXsm3r9i3c\nuADm0q1r9y7evHr38v32DRzgwIIHEy5s+DA4AIoXMwbn+DHkyJInU678GADmzJrBce7s+TPo0KJH\ndwZg+jRqcP+qV7Nu7fo17NirAdCubfs27ty6d/PuDe438ODChxMvbhw4gOTKl4Nr7vw59OjSnXPj\nBu469uzaAXDv7h0c+PDix5Mvb/58eADq17MH5/49/Pjy59Ov/x4A/vz69/Pv7x8gAIEDCRY0eFAg\nOIULGTZ0+BBixIUAKFa0CA5jRo0bOXbMyI0bOJEjSZYEcBJlSnArWbZ0+RJmTJksAdS0eRNcTp07\nefb0+ROoTgBDiRY1ehRpUqVLmYJz+hRqVKfbtmHDtocMmVevwHX1+hVsWHAAyJY1Cw5tWrVr2bYF\nR43aly/dwNW1e/cuAL17+YLz+xdwYMGDCRf+CwBxYsXgGDf/dvyY8axZunRd0qTp1q1v4Dh39vwZ\nNADRo0mXNn0adWrVq8G1dv0adutt27Bh20OGzKtX4Hj39v0bODgAw4kXB3cceXLly5mDo0bty5du\n4KhXt24dQHbt28F19/4dfHjx48l7B3AefXpw69m3d79+1ixdui5p0nTr1jdw+/n39w8QnMCBAAoa\nPIgwocKFDBs6BAcxosSJ164ZMBAgAICNBAhQ+wbyG7iRJEuaHAkgpcqV4Fq6fAkzZkxu3ChQIEDA\nG7idPHv2BAA0qFBwRIsaPVqtWqlSzpxVI0aMGrVv4KpavYo1K4CtXLuC+wo2rFg6dAIEGDAAgFq1\nLLRp+/YN/5zcuXTrygWAN6/evXz7+v0LODC4wYQLG752zYCBAAEAOCZAgNq3yd/AWb6MObNlAJw7\newYHOrTo0aRJc+NGgQIBAt7AuX4NGzaA2bRrg7uNO7fuatVKlXLmrBoxYtSofQOHPLny5cwBOH8O\nHZz06dSr06ETIMCAAQC6d2ehTdu3b+DKmz+PvjyA9ezbu38PP778+fTB2b+PH7+3LVsA+AcIQCAA\nCRJOQIN27Ro4hg0dPmQIQOJEiuAsXsSYUaPGPn0CBBgwoBY4kiVNmgSQUuVKcC1dvnw5rUuXDBkQ\nIBABBYoYMWm4cQMXVOhQokMBHEWaFNxSpk2bklqwIEAAAP9VrVb14QPcVq5dvXYFEFbsWLJlzZ5F\nm1YtOLZt3b799s2EiWHDslmzJkgQM27ctm3r1g3cYMKFDQNAnFgxOMaNHT+GDJkbtwuVL4DDnFnz\nZgCdPX8GF1r06NHeaNFKkQIWrFt79ihQUEebNnC1bd/GfRvAbt69wf0GHjx4t2vXatUCB87biBEA\nABwAF136dOrVAVzHnl37du7dvX8HD078ePLlv30zYWLYsGzWrAkSxIwbt23bunUDl1//fv4A/AME\nIHAgAHAGDyJMqFAhN24XHl4AJ3EixYoALmLMCG4jx44dvdGilSIFLFi39uxRoKCONm3gXsKMKTMm\ngJo2b4L/y6lz585u167VqgUOnLcRIwAAOABuKdOmTp8CiCp1KtWqVq9izaoVHNeuXr9y/fYNHFmy\no0ZdKlSIFKlq1cDBjSt3LoC6du+Cy6t3L9+8376BCyw48KtXBgzIkQNuMePGjgFAjiwZHOXKli1/\nw4bNmDFv3rLRoWPAgAZHjooVw4YNHOvWrl8DiC17Nrjatm/jzg2uQQMAAASACy58OPHiAI4jT658\nOfPmzp9DByd9OvXq0r99A6dd+6hRlwoVIkWqWjVw5s+jTw9gPfv24N7Djy///bdv4O7jv//qlQED\ncgDKATeQYEGDABAmVAiOYUOHDr9hw2bMmDdv2ejQMWBA/4MjR8WKYcMGjmRJkycBpFS5ElxLly9h\nxgTXoAEAAALA5dS5k2dPAD+BBhU6lGhRo0eRglO6lGlTp0u9eSuWKhUsWOCwZtW6FSsAr1/BghM7\nlizZPxIkrFoFjm1bcN/mzLFgAVxdu3fx1gWwl29fcH8BBxY8GJw3b40asVKipEKFTJnARZY8mTIA\ny5cxg9O8mXNnz+B06QIAQBo406dRp1YNgHVr169hx5Y9m3ZtcLdx59a9G/edOwhmzLBmDVxx48eR\nFwewnHlzcM+hR38uSpQBAQLgwMGGDVz3OnUAhI8QAVx58+fRlwewnn17cO/hx5c/H360aGomTEiQ\nIEgQbP8AwQkcSJAggIMIE4JbyLChw4fgiBEDAIAJuIsYM2rcCKCjx48gQ4ocSbKkSXAoU6pcyTLl\nnTsIZsywZg2czZs4c9oEwLOnT3BAgwoFKkqUAQEC4MDBhg2c0zp1AEiNEAGc1atYs1oFwLWrV3Bg\nw4odSzZstGhqJkxIkCBIEGzg4sqdOxeA3bt4wendy7evX3DEiAEAwASc4cOIEysGwLix48eQI0ue\nTLkyuMuYM2veDK5bNwAABEiTBq606dOoTwNYzbo1uNewY7/mxo1HmDDSpIHb3asXgN+/Y8UCR7y4\n8ePEAShfzhyc8+fQo0uPXu3QoRMnIEDwBq679+/fAYj/H08enPnz6NOrB1erFgAAHsDJn0+/vn0A\n+PPr38+/v3+AAAQOJFjQ4EGB4BQuZNjQIbhu3QAAECBNGjiMGTVu1AjA40eQ4ESOJCmSGzceYcJI\nkwbOZa9eAGTKjBUL3E2cOXXeBNDT509wQYUOJVqUaLVDh06cgADBGzioUaVKBVDV6lVwWbVu5doV\nXK1aAAB4AFfW7Fm0aQGsZdvW7Vu4ceXOpQvO7l28efV+EyAAwN9bt8ANJlzYcGEAiRUvBtfY8ePG\n2LD50aXLmzdw4LgFCADAs+c+fcCNJl3a9GgAqVWvBtfa9WvYsV1ny9bsyxcDBgoU2AbO92/gwAEM\nJ14c/9xx5MmVLwfHgAEA6N++gaNe3fp16wC0b+fe3ft38OHFjwdX3vx59Om/CRAAwP2tW+Dkz6df\nnz4A/Pn1g+Pf3z9AcOCwYfOjS5c3b+DAcQsQAABEiH36gKto8SLGigA2cuwI7iPIkCJHgsyWrdmX\nLwYMFCiwDRzMmDJlAqhp8ya4nDp38uwJjgEDAEK/fQNn9CjSpEgBMG3q9CnUqFKnUq0K7irWrFqz\nfvuWAgBYACG8kfUG7izatGrPAmjr9i24uHLnzv0G7i5ecAIEAOirQYMmTeAGEy5seDCAxIoXg2vs\n+DHkyI6/ffPGipUDBylSgOvs+TNoAKJHkwZn+jTq1P+qwS1YAADAAnCyZ9OubRsA7ty6d/Pu7fs3\n8ODghhMvXvwbN27WrE2ZQgAAAAECUFy7xo2bN2/gtnPv7h0A+PDiwZEvb/7bN2/ewLFvD+6bAwcC\nBCCABYsZM3D69/Pvrx8gAIEDCYIzeBBhQoXgvHmrVu2WHDkSJODBAw5jRo0bAXT0+BFcSJEjSZYE\nR4AAAAAEwLV0+RJmTAAzada0eRNnTp07eYLz+RMo0G/cuFmzNmUKAQAABAhAce0aN27evIGzehVr\nVgBbuXYF9xVs2G/fvHkDdxYtuG8OHAgQgAAWLGbMwNW1exdvXQB7+fYF9xdwYMGDwXnzVq3aLTly\nJEj/wIMHXGTJkykDsHwZMzjNmzl39gyOAAEAAAiAM30adWrVAFi3dv0admzZs2nXBncbd27dt715\nAwfu27JlQoRo8+bNmTMcOMA1d/4cOgDp06mDs379ejY7dr59A/cdfPhjx8CVL69NGzj169m3B/Ae\nfnxw8+nXt39fW7FiWbKAqgOwDgoUR46AO4gwoUIADBs6BAcxYkRuyJBZs/YMnMaN4DJkAAAgG7iR\nJEuaPAkgpcqVLFu6fAkzpkxwNGvavEnTmzdw4L4tWyZEiDZv3pw5w4EDnNKlTJsCeAo1KripVKlm\ns2Pn2zdwXLt6PXYMnFix2rSBO4s2rVoAbNu6BQc3/67cuXS1FSuWJQuoOnVQoDhyBJzgwYQLAziM\nODG4xYwZc0OGzJq1Z+AqWwaXIQMAANnAef4MOrRoAKRLmz6NOrXq1axbg3sNO3bsb968ceMGLne3\nbpcuYbtzBwECAgS+gTuOPHlyAMybOwcHPTo4aNCqLFhw6xa47dy7f/sGLrw0abx4gTuPPr16AOzb\nuwcHP778+d++efP27VspI0YMGAC4QKDAHj3AHUSYUCEAhg0dgoMI8du3a9fOFChgwICAWrW+fQMH\nThoAkgAkgUOZUuVKlgBcvoQZU+ZMmjVt3gSXU+dOnt++gQMaVCgwYA4c7NgBTulSpk0BPIUaFdxU\nqv/gwIAZkNWYMXBdvX4FK0uWL1/gzJ5FmxbAWrZtwb2FG1fuXGUpUgAAgMCAgQoVevUCF1jwYMIA\nDB9GDE7xYnC/fjEAACBAAABHjujS1a0bAwCdAXwDF1r0aNKlAZxGnVr1atatXb+GDU72bNq1v30D\nl1v3bmDAHDjYsQPccOLFjQNAnlw5OObNwYEBM0C6MWPgrF/Hnl2WLF++wH0HH148APLlzYNDn179\nevbKUqQAAACBAQMVKvTqBU7/fv79AQAEIHDgQHAGD4L79YsBAAABAgA4ckSXrm7dGADICOAbuI4e\nP4IMCWAkyZImT6JMqXIlS3AuX8KM6c3bt2/gbn7/+wZu561bOnRIkwZuKNGiRgEgTaoUHFOm167J\nkDGAAQM8eKxly8aNG7iuXrvy4qVFizZt4M6iTasWANu2bsHBjSt3Lt1uW7YMGAAgQQIhQr59Ayd4\nMOHCAA4jTgxu8eJv35IlC4IBQ4MGL3TpunYND54AAD4DIAZuNOnSpk8DSK16NevWrl/Dji0bHO3a\ntm978/btG7je376BC37rlg4d0qSBS658OXMAzp9DBydd+rVrMmQMYMAADx5r2bJx4wZuPPnxvHhp\n0aJNG7j27t/DByB/Pn1w9u/jz6+/25YtAwAOAJAggRAh376BU7iQYUMADyFGBDdx4rdvyZIFwYCh\n/0GDF7p0XbuGB08AACcBEAO3kmVLly8BxJQ5k2ZNmzdx5tQJjmdPnz+bNYMAQY2aX9++gVNarBgL\nFjdugJM6lWpVAFexZgW3lSs4WbKGuHCBDFkfBgwECCBF6hs4cN68CWvRwpChb9/A5dW7ly8Av38B\ngxM8mHBhw+CuXTNgAMWwYd++gZM8mXJlyQAwZ9YMjnNnz9y4gRMtmhs3UaIaAAAgQMA3cK9hx5Y9\nG0Bt27dx59a9m3dv3+CABxc+vFkzCBDUqPn17Rs458WKsWBx4wY469exZwewnXt3cN/Bg5Mla4gL\nF8iQ9WHAQIAAUqS+gQPnzZuwFi0MGfr2DVx///8AwQkcOBCAwYMIwSlcyLChQ3DXrhkwgGLYsG/f\nwGncyLGjRgAgQ4oER7KkSW7cwKlUyY2bKFENAAAQIOAbuJs4c+rcCaCnz59AgwodSrSoUXBIkyr9\n9g0cuGsSJACYCmABNmzatHGzYgWAVwBwli3Tpq0bN27fvoFbuxaA27dwwcmdC44aNTxLlhAiJACA\nXwABAliYMuXAgQAECNChA66x48eQGwOYTLkyuMuYM2veDG7VKgMGRmTLBq606dOoTwNYzbo1uNew\nY8t+XavWihUDBAho0KDbt2/ZsmnSlKxbN3DIkytHDqC58+fQo0ufTr26dXDYs2f/xh0cOFAAwgP/\nCBAgkDZt3755GzAAgHsABBYsUKCAhCxZ1ap58wauPwCAAAQOHAjO4MGD3Z49AwUKwEOIESFWqIAN\nGziMGTVuxAjA40eQ4ESOJFnS5DcWLBYs6AXO5UuYMWUCoFnTJjicOXXu7NWLAQMFCiBgwLBtGzik\nXLhIkABq2zZwUaVOjQrA6lWsWbVu5drV61dwYcWK/VYWHDhQANQCCBAgkDZt3755GzAAwF0ABBYs\nUKCAhCxZ1ap58wbOMADEiRWDY9y4cbdnz0CBAlDZ8mXLFSpgwwbO82fQoT0DIF3aNDjUqVWvZv2N\nBYsFC3qBo13b9m3cAHTv5g3O92/gwXv1YsBA/4ECCBgwbNsGzjkXLhIkgNq2Ddx17NmvA+De3ft3\n8OHFjydfHtx59OC4cZtGjdqhQxMAzAfAgAE4/Pi5CRAAwD9AAAIBSJAA5tEjb97AMWQI4CHEiOAm\nUqzIjZsLFwA2cuzIccgQcCJHkixJEgDKlCrBsWzp0qW3bducOVOk6IYAAQYMIALn8yfQoEIBEC1q\nFBzSpOC8eeumTVuzZncGDABgFYAAS5bAceVardqnT7fAkS1r1iyAtGrXsm3r9i3cuHLB0a0Ljhu3\nadSoHTo0AQBgAAwYgCtcmJsAAQAWMwYgQQKYR4+8eQNn2TKAzJo3g+vs+TM3bi5cACht+rTpIf9D\nwLFu7fq1awCyZ9MGZ/s2btzetm1z5kyRohsCBBgwgAgc8uTKlzMH4Pw5dHDSp4Pz5q2bNm3Nmt0Z\nMAAAeAACLFkCZ958tWqfPt0C5/49fPgA5tOvb/8+/vz69/MH5x8gOIHgunXjdu3at2/bFi2SIgVc\nRIkTY8UaMKCUNm3evDHTpg1cSJHgAJQ0eRJcSpUrV3IjRAgFil+/YrFgESDAHHA7efb0+RNAUKFD\nwRU1evTotkKFEiRAgCAAAKkAlIGzehVrVq0AuHb1Cg5sWHDcuEFDhapXLxUA2LYFBQ5uXLlz6c4F\ncBdvXr17+fb1+xcwOMGDwX0zbBgcuG/btoH/c/wYMmRjxr6Bs3wZM2YAmzl3BvcZdGjRo8GxYuXD\nhzNwq1m3dv0aQGzZs8HVtn37drYZMwL0DgAAeIAAwcAVN34ceXIAy5k3B/ccOjhu3KaBAnXrlgMA\n27m7AvcdfHjx48UDMH8efXr169m3d/8eXHz54L7Vrw8O3Ldt28D19w8QnMCBAo0Z+wYuocKFCwE4\nfAgRnMSJFCtaBMeKlQ8fzsB5/AgypEgAJEuaBIcypUqV2WbMCAAzAICZAQIEA4czp86dPAH4/AkU\nnNCh4LhxmwYK1K1bDgA4feoKnNSpVKtarQogq9atXLt6/Qo2rFhwZMuaPYs2rdq1ZQG4fQsX/5zc\nuXTr2r2LN+9cAHz7+gUHOLDgwd26kSL16tWiMWN+/QIHObLkyZTBAbiMOTO4zZw7d/bmwsWCBdSo\ngTuNOrXq1asBuH4NO7bs2bRr274NLrfu3bx7+/4NXDeA4cSLgzuOPLny5cybO0cOILr06eCqW7+O\nvVs3UqRevVo0ZsyvX+DKmz+PPj04AOzbuwcHP758+d5cuFiwgBo1cPz7+wcITuBAggUFAkCYUOFC\nhg0dPoQYEdxEihUtXsSYUSNFAB09fgQXUuRIkiVNnkQpEsBKli3BvYQZU+bMbzXB3cSZU+dOnAB8\n/gQKTuhQokWFevMGTulSpk2dPgUHQOpUqv9VrV7FmlXrVnBdvX4FG1bsWLJeAZxFmxbcWrZt3b6F\nG1cuWwB17d4Fl1fvXr59v/0FF1jwYMKFBQNAnFgxOMaNHT9m7M0bOMqVLV/GnBkcAM6dPX8GHVr0\naNKlwZ1GnVr1atatXaMGEFv2bHC1bd/GnVv3bt62AfwGHhzccOLFjR9Hnlw5cQDNnT8HF136dOrV\nrV/HLh3Adu7dvX8HH178ePLfvoFDn159+m/fvHkDF1/+fPr17YMDkF///m/fwAEEJ3AgwYIGB377\nBm4hw4YOF3rzBmAixYrevIHLqHEjx44eP3789g0AyZImu3UDp3Ily5YuX7L89s2bt282weH/xOnN\nG4CePn8CDSp0KNGiRr99A6d0KdOl37558wZuKtWqVq9iBQdgK9eu376BCyt2LNmyY799A6d2Ldu2\nar15AyB3Ll1v3sDhzat3L9++fv1++wZgMOHC3bqBS6x4MePGjhd/++bN27fK4C5f9uYNAOfOnj+D\nDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8DDy58OPHixo8jT658OfPmzp9Djy59\nOvXq1q9jz659O/fu3r+DDy9+PPny5l178wZuPfv27t/Djy8fHID69u978wZuP//+/gGCEziQYEGD\nBwcCULiQoTdv38BFlDiRYkWLFzEC0LiR/6M3b+BAhhQ5kmRJkyfBAVC5kmVLly9hxpQ5E1xNmzdx\n5tS5k6dNAD+BBv32DVxRo0eRJlW6lCk4AE+hRv32DVxVq1exZtW6lSs4AF/BhgU3lmxZs2fRplVL\nFkBbt2/hxpU7l25du+Dw5tW7l29fv3/zAhA8mDA4w4cRJ1a8GNw3x9/ARZY8mTIAy5cxg9O8mXNn\nz59Bh94MgHRp0+BQp1a9mnVr169TA5A9m3Zt27dx59a9G1xv37+BBxc+nLhvAMeRJwe3nHlz58+h\ng/s2/Rs469exZwewnXt3cN/Bhxc/nnx58+ABpFe/Hlx79+/hx5c/n757APfx59e/n39///8AAQgc\nSLCgQXAIEypcyDDhsmXbwEmcSLGiRQAYM2oEx7Gjx48gO27b5g0UqBkzNmwABq6ly5cvAcicSROc\nzZs4c+rcybPnTQBAgwoFR7So0aNIkypdWhSA06dQo0qdSrWq1avgsmrdyrWr1mXLtoEbS7as2bMA\n0qpdC66t27dw47rdts0bKFAzZmzYAAyc37+AAQMYTLgwuMOIEytezLixY8QAIkueDK6y5cuYM2ve\nzNkygM+gQ4seTbq06dOowalezbq1a3DIkDVpEmzbNmzYvn0Dx7u3798AggsfDq648ePIkxvnw2dK\ngAAAogOwA6669evXAWjfzh2c9+/gw4v//54tmzdw6NOrX88egPv38MHJn0+/vv37+PPPB8C/v3+A\nAAQOJFjQ4EGECRUCANfQ4UOIEcEhQ9akSbBt27Bh+/YN3EeQIUUCIFnSJDiUKVWuZJmSD58pAQIA\noAnADjicOXXqBNDT509wQYUOJVpUaLZs3sAtZdrU6VMAUaVOBVfV6lWsWbVu5WoVwFewYcWOJVvW\n7Fm04NSuZdvWLbht25w5A8aNW7Zs1Kh9A9fX79+/AAQPJgzO8GHEiRWD+/ZNlKgDACRPBsCMGTjM\nmTVjBtDZ82dwoUWPJv3tGzhw27aJGjHiwgUHvXp9+wbO9m3cuW0D4N3bNzjgwYUPJ14c/5w3b9++\ngWPe3PlzANGlT6de3fp17Nm1g+Pe3ft38OHBffvWpQs49OnVrwfQ3v17cPHlz6dfv/63by1aAAAA\nAhxAcAIHEhwI4CDChOAWMmzYrdu3b9pgwSJBAgOGBgIEAAAQxJQpbNi6dQNn8iTKlABWsmwJ7iXM\nmDJfatNmzdq1bNmOHeu2bRs0aMOGgStq9ChSAEqXMm3q9CnUqFKngqtq9SrWrFrBffvWpQu4sGLH\nkgVg9ixacGrXsm3r1u23by1aAAAAAhzevHr1Aujr9y+4wIIHd+v27Zs2WLBIkMCAoYEAAQAABDFl\nChu2bt3Ace7s+TOA0KJHgytt+jTq0v/atFmzdi1btmPHum3bBg3asGHgdvPu7RsA8ODChxMvbvw4\n8uTgljNv7vw5dHCOHA0Y8Awc9uzatQPo7v07uPDix5Mvbx6cBQsAAAQQJgwc/Pjy4QOob/8+uPz6\n9e+iQAFghAgCABQ0eBBACBMmQIBw4wZcRIkTKQKweBEjOI0bOXb05u3BAwMGGnTogABBBxcuQIA4\ncwZcTJkzaQKweRNnTp07efb0+RNcUKFDiRY1Cs6RowEDnoFz+hQqVABTqVYFdxVrVq1buYKzYAEA\ngADChIEzexatWQBr2bYF9xYu3F0UKESIIABAXr17AYQwYQIECDduwBU2fBgxAMWLGYP/c/wYcmRv\n3h48MGCgQYcOCBB0cOECBIgzZ8CVNn0aNQDVq1m3dv0admzZs8HVtg2uWzdUiRL9+kXoxg1btsAV\nN358w4YCBcA1d/4cOgDp06mDs34de3bt28EtWAAAQAdw48mXLw8AfXr14Ni3B4cNm4gAAQ4cCAAA\ngAABoEBd4waQ27dv4HLkCBBgxw5wDBs6fAggosSJ4CpavIgxTJgAAQoUSGDAgAABHg4cQIDg1y9w\nLFu6fAkgpsyZNGvavIkzp05wPHl26yZNWh4WLAIEEGDAwJAh0qSBewq1Vy8AADZs+AYuq9atWwF4\n/QoWHLhv4MqaPYs2rdlbtwC4BSDg/9s3cHTr2qULIK/evd++gfvbrRsrVhEECAAAQMCCBd26gXsM\n+TEUKAAA/PgBLrPmzZwBeP4MGpzo0aRJZxMgIIDqADFixYIFK0KDBggQLFsGLrfu3bwB+P4NPLjw\n4cSLGz8OLnnybt2kScvDgkWAAAIMGBgyRJo0cNy79+oFAMCGDd/AmT+PHj2A9ezbgwP3DZz8+fTr\n259/6xaA/QAEfAP4DdxAggUHAkCYUOG3b+AcduvGilUEAQIAABCwYEG3buA8fvQIBQoAAD9+gEOZ\nUuVKAC1dvgQXU+bMmdkECAiQM0CMWLFgwYrQoAECBMuWgUOaVOlSAE2dPoUaVepUqv9VrYLDmhUc\nN267OnRw4kQEBgwJEjhz1g0cOG7cilWoAAAAAgTg7N7FmxfAXr59wf0FHFjwYHDfvvHg8QkFCgCN\nAUADF1ny5MkALF/G/O0bOM6dwfVSoECOHG3gTJ9GbRobtgULYMAAF1v2bNoAbN/GDU73bt68uS1Y\nQIBAt27gjB935qxTJ1euwD2HHl06AOrVrV/Hnl37du7dwX0HD44bt10dOjhxIgIDhgQJnDnrBg4c\nN27FKlQAAAABAnD9/QMEJ3DgQAAGDyIEp3Ahw4YOwX37xoPHJxQoAGAEAA0cx44ePQIIKXLkt2/g\nTqIE10uBAjlytIGLKXNmTGzYFiz/gAEDHM+ePn8CCCp0KLiiRo8e5bZgAQEC3bqBiyrVmbNOnVy5\nAqd1K9euAL6CDSt2LNmyZs+iBad2Lbhv37IBA5YsmaAUKRAgCBKkAwkSAP4CBiBAwDdwhg8jRgxg\nMePG4MB9iwxuMuXKlidLkgRgM2cAAgSACy16NGkApk+j/vYNHOvW4PY4cIAFyzJwtm/jtv3nT4AA\nCBCACy58OHEAxo8jB6d8OXPl3ryBAACgQAFw1q9bv3ZtwwYSJMCBDy9+PIDy5s+jT69+Pfv27sHB\njw/u27dswIAlSyYoRQoECAAGCdKBBAkABxECECDgGziHDyFCBDCRYkVw4L5lBLeR/2NHjxslSQIw\nkiQAAQLApVS5kiUAly9hfvsGjmZNcHscOMCCZRk4nz+B+vzzJ0AABAjAJVW6lCkAp0+hgpM6lapU\nb95AAABQoAA4r1+9Xru2YQMJEuDQplW7FkBbt2/hxpU7l25du+Dw5tW7t1s3ZMiCBVMAgHDhwgwY\ngFO8mHFjAI8hRwY3mXJly5fBESAAAIAANWp27QI3mnRp06MBpFa9Glxr165BSZAgRUqvbt3A5da9\nW4IEAABOnAA3nHhx4wCQJ1cOjnlz59u23bp1YcECcNexZ582bcCACxfAhRc/njwA8+fRp1e/nn17\n9+/BxZc/n358aNB+/CCQIMGDB/8ACQwYAAAABw7ZwClcyJAhgIcQI3775g2cxYsYM150BqBjR2vW\nwIkcSbIkSQAoU6oEx7IluG/fYk2YAAGCBVmywOncCe7ZMwEAggLo0iUbuKNIkyYFwLSpU3BQo0b1\nVqSIAQMJevQAx7Wr1yhRAADQoQOc2bNo0wJYy7at27dw48qdSxec3bt489qFBu3HDwIJEjx4QGDA\nAAAAOHDIBq6x48ePAUieTPnbN2/gMmvezFmzMwCgQVuzBq606dOoTwNYzbo1uNewwX37FmvCBAgQ\nLMiSBa63b3DPngkAQBxAly7ZwClfzpw5gOfQo4ObTp26tyJFDBhI0KMHuO/gw0f/iQIAgA4d4NKr\nX88egPv38OPLn0+/vv374PLr388/PyeAnKBB8wbOoMFv3548AQBgGDiIESVKBFDR4kVwGTVu5Nhx\nGwCQAGKBI1nS5EmUAFSuZAnO5cuX2D58mDFjAQMGbtyA4ylMWACgAwYcOAABAjNwSZUuXQrA6VOo\n4KROnboKwFUAAz59AtfVq9dpBQoAAIAAATi0adWuBdDW7Vu4ceXOpVvXLji8efXuxcuJEzRo3sAN\nHvzt25MnAAAMA9fY8ePHACRPpgzO8mXMmTVvA9AZQCxwoUWPJl0awGnUqcGtZs0a24cPM2YsYMDA\njRtwuYUJC9B7wIADByBAYAbO//hx5MgBLGfeHNxz6NBXAaAOYMCnT+C0b98+rUABAAAQIABX3vx5\n9ADUr2ff3v17+PHlzwdX3/59/JgwDRgABgxAcAIHfvsWIAAAAArAMWzo0CGAiBIngqto8SLGjIYA\ncATgBxzIkCJHkgRg8iRKcCpXruxmy1aoUBQC0AyQIQMCADp3AhAgIEAAQt++gStq9GhRAEqXMgXn\n9Cm4adMWAKhaFQSIUqXAce3VS4AAAGLHAgBn9izatADWsm3r9i3cuHLn0gVn9y5evLQA8AXAjRu4\nwIIDAygMgBW4xIoXLwbg+DFkcJInU65suViAAAAAQAPn+TPo0KIBkC5tGhzq1P+qVQcTIAAAgAUL\nAgCoDWAAAQIAAAQIQAwc8ODChQMobvw4uOTKwU2bVgAA9OjRJ0wIAOA6duwDBoDr7v07eADix5Mv\nb/48+vTq14Nr7/79e1oA5gPgxg0c/vz4AfAHwAogOIEDCRIEcBBhQnALGTZ0+LBYgAAAAEADdxFj\nRo0bAXT0+BFcSJEjRwYTIAAAgAULAgBwCWAAAQIAAAQIQAxcTp07dwLw+RMoOKFDwU2bVgBAUqVK\nJ0wIAABq1KgDBoCzehVrVgBbuXb1+hVsWLFjyYIzexatWWvWAgBwC+DUKXBz6apRAwAvAFbg+Pb1\n6xdAYMGDwYHzBg5xYsWLE3//mzABAAAI4ChXtnwZMwDNmzmD8/wZNOhuaNAsWBAANQDVqidMePBg\nypRq4GjXtm0bQG7du8H17u3NW61aUxIkAHAceXLlySVI8AYOenTp0gFUt34de3bt27l39w4OfHjx\n4K1ZCwAAPYBTp8C1d69GDQD5AFiBs38fP34A+/n3BwcQnDdwBAsaPFjw24QJAABAAAcxosSJFAFY\nvIgRnMaNHDl2Q4NmwYIAJAGYNDlhwoMHU6ZUAwczpkyZAGravAkuZ05v3mrVmpIgAYChRIsaLSpB\ngjdwTJs6dQogqtSpVKtavYo1q1ZwXLt69coAgFgADRpUA4cWnDYNGgQIePAA/5zcuXTrAriLNy+4\nvXz7+v0Ljg0bAABIgTuMOLHixQAaO34MLrLkyZQjb9v27Zs1GzYCBAChSxez0czAmT6NOjWA1axb\ng3sNO3ZsbwUKALgNAIK33d7AOXPmwMGCBeCKGz+OHIDy5cybO38OPbr06eCqW79+nQGA7QAaNKgG\nLjw4bRo0CBDw4AG49ezbuwcAP758cPTr27+PHxwbNgAAkAIITuBAggUNAkCYUCE4hg0dPmS4bdu3\nb9Zs2AgQAIQuXcw8MgMXUuRIkgBMnkQJTuVKliy9FSgAQCYACN5segPnzJkDBwsWgAMaVOhQAEWN\nHkWaVOlSpk2dgoMaVSrUbv/dAFzFerVBAwAABAAAECAAKVLgzJ5FmxbAWrZtv719680bOLp17d5V\noAAAgAzg/P4FHFgwAMKFDYNDnFjxYsbfOHAIEOACM2bgLF/GnBkzAM6dPYMDHVr0aAECAAAIEKAa\nONasoUETIGDAAGzgbN/GjRvAbt69ff8GHlz4cOLgjB9HjpwDAObNnTMXIIADB2/ewF3Hnl07AO7d\nvX/75k38t2/dulnbtq1bN2bg3L8HJ0AAAADdwN3Hn1//fgD9/QMEIBAAuIIGDyJM+M2AgQABPoGL\nKHEixYoALmLMCG4jx44eRYgAAODbN3AmT8aKBQDAgQPgXsKMKRMAzZo2b+L/zKlzJ8+e4H4CDRqU\nA4CiRo8WFSCAAwdv3sBBjSp1KoCqVq9+++Zt67dv3bpZ27atWzdm4M6iBSdAAAAA3cDBjSt3Ll0A\ndu/iBad3L9++fr8ZMBAgwCdwhg8jTqwYAOPGjsFBjix5sggRAAB8+wZuM+dYsQAAOHAAHOnSpk8D\nSK16NevWrl/Dji0bHO3atm23AKB7N4ADBwgQWHDihB073ryBS658OXMAzp9D//atGzhw376BA/dt\n2rRMmQpx4wZuPLhfAM4D2AZuPfv27t8DiC9/Prj69u/jz88IAH8AYQCCEziQYEGDABAmVAiOYUOH\nD8mQiRABXEWLFRUoAABA/4MGbOBAhhQpEkBJkydRplS5kmVLl+BgxpQpswUAmzcBHDhAgMCCEyfs\n2PHmDVxRo0eRAlC6lOm3b93Agfv2DRy4b9OmZcpUiBs3cF/B/QIwFsA2cGfRplW7FkBbt2/BxZU7\nl25dRgDwAggDjm9fv38BAxA8mDA4w4cRJyZDJkIEcI8hP1agAAAADRqwgdO8mTNnAJ9BhxY9mnRp\n06dRg1O9mnXrZ89MmOjWDVxt27WxYWvV6hs437+BAwcwnHhxcMeRJ+/WLVu2W968fZP+TRIA6wDA\nZde+nXt3cADAhxcPjnx58+fRWwCwHoA0cO/hx5c/H0B9+/fB5de/n3+sWP8ATZgAR7AguGQFCgwY\ngAQJuIcQI0oEQLGixYsYM2rcyLEjuI8gQ4ocSRLcmjUUKFT69g2cy5cwXQKYSbMmuJs4c+bkxtOa\ntWbNFgAYCqAbuKNIkypdCqCp06fgokqdSnVqr14AsmZNBq6r169gwwIYS7YsuLNo06rt1KlJk2/f\nwMlFhiyCAAEFChgyBK6v37+AAQgeTLiw4cOIEyteDK6x48eQI0sGt2YNBQqVvn0Dx7mzZ84AQose\nDa606dOnuam2Zq1ZswUAYgPoBq627du4cwPYzbs3uN/AgwsP3qsXgOPHk4Fbzry58+cAokufDq66\n9evYO3Vq0uTbN3DgkSH/iyBAQIEChgyBW8++vXsA8OPLn0+/vv37+POD28+/v3+A4AQOJEgwTRoN\nGrSBY9jQoUMAESVOBFfR4kWMFb99s2ZtAgAACRKAI1nS5EmU4ACsZNkS3EuYMWXG3LUrQYAAQ4aA\n49nT50+g4AAMJVoU3FGkSZUmSyZKFDio3bqdOZOFChVTpr59A9fV61ewAMSOJVvW7Fm0adWuBdfW\n7Vu4ceWCS5NGgwZt4PTu5csXwF/AgcENJlzY8OBv36xZmwAAQIIE4CRPplzZMjgAmTVvBtfZ82fQ\nn3ftShAgwJAh4FSvZt3aNTgAsWXPBlfb9m3cyZKJEgXOd7duZ85koULF/5Spb9/ALWfe3DkA6NGl\nT6de3fp17NnBbefe3fv379q0efHSq5c3cOnVr18PwP17+ODkz6dfn363bncoUMiV6xtAcAIHEixo\nEADChArBMWzo8CHDb9+UKTsFC9a3b+A2cuzo8SM4ACJHkgRn8iTKlNmyXbsG7uXLXbuEZcv27Ru4\nnDp38swJ4CfQoEKHEi1q9ChScEqXMm3q1Kk2bV689OrlDRzWrFq1Aujq9Su4sGLHkh3brdsdChRy\n5foG7i3cuHLnAqhr9y64vHr38s377ZsyZadgwfr2DRzixIoXMwYH4DHkyOAmU65sOVu2a9fAcea8\na5ewbNm+fQNn+jTq1P+mAbBu7fo17NiyZ9OuDe427ty6d+/Olk2aNG/ewBEvbvw4gOTKl4Nr7vw5\n9OjgrFn79g0c9uzat3MHB+A7+PDgxpMvb/48+vTqyQNo7/49uPjy59P35u3bN3D69/Pv7x8gOIED\nBQIweBBhQoULGTZ0+LBbt2/gwH2z+A1cRo0bOW7b9uzWrWPHvHkDdxJlSpTevAFw+RJmt27fwNW0\neROnTW/feH4D9xPoz2/fwBU1evTbNwBLmTb99g1c1G/funX7Bg5rVq1buXb1+u0bALFjyXrzBg5t\nWrVov3Vz2w1c3LjfvoGzexdv3rzevAHw+xdwYMGDCRc2fLhbt2/gwH3/c/wNXGTJkylv2/bs1q1j\nx7x5A/cZdGjQ3rwBMH0adbdu38C1dv0atmtv32h/A3cb9+1v38D19v372zcAw4kX//YNXPJv37p1\n+wYOenTp06lXt/7tGwDt27l78wYOfHjx4L91M98NXPr0376Bc/8efvz43rwBsH8ff379+/n39w8Q\ngMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEuaPIkypcqVLFu6fAkzpsyZ\nNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6/Qo2rNixZMua\nPYs2rdq1bNu6fQs3Ja7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO37sMiAAIfkECAoA\nAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw\n7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc\n29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjI\nx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4tra2tbW1s7OzsrKy\nsbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgnp6enZ2d\nnJycm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJ\niIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0\nc3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5e\nXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhI\nR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAw\nLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZ\nGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYG\nBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLCh\nw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59A\ngwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qd\nS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nHjykkmR66c5cuYM2suN25cuXLiyokeTVo0\nOXIAUqteTY5cudewY8ueTbt2bXLkAOjezXvcuHLAgwsfTjw4uXLlxo0jR04cOXLlokufTo4cgOvY\ns48bR66c9+/gw4v/906unPnz6NOXI8c+XDgA8OPLn0+/vv37+POX28+/v3+A5QQOJFjQ4MGCABQu\nZFjO4UOIESVOpFjxIQCMGTWW49jR40eQH8mNG0fOJLlx5MiVY9nSJUsAMWXOLFfT5k2cOXXu5GkT\nwE+gQYUOJVrU6FGk5ZQuZdrUqVNy5MCBK1fV6lWsVQFs5dq13FewYcWOJVvWLFgAadWuLdfW7Vu4\nceF6CxcOHDhyecvt5du3LwDAgQWXI1zY8GHEiRUvLgzA8WPIkSVPplzZ8uVymTVv5ty5Mzly4MCV\nI13a9GnSAFSvZl3O9WvYsWXPpl37NQDcuXWX493b92/gv72FCwcO/xw55OWUL2fOHMBz6NHLTade\n3fp17Nm1UwfQ3ft38OHFjydf3nw59OnVr2fP3o6dYcPAgStX3/59/AD07+dfzj/AcgIHEixo8CDC\nhAAWMmxY7iHEiBInzurVCwsWT5YsiRP37Ru5kOVGkiw5EgDKlCrLsWzp0uW4cuW8eRs3rtaxY1as\nTCvn8yfQoEIBEC1q9CjSpEqXMm1a7inUqFKnTrVjZ9gwcODKce3q9SuAsGLHlitr9izatGrXsjUL\n4C3cuOXm0q1r9+6sXr2wYPFkyZI4cd++kStc7jDixIcBMG7suBzkyJIljytXzpu3ceNqHTtmxcq0\ncqJHky5tGgDq1P+qV7Nu7fo17NjlZtOubXs2OXK+fJErV44cOREDBkiRUu448uTKjwNo7vx5uejS\np1OPTo5cuezat3Pv7r0cgPDix5crb/48+vMaNBAwYAADhh/KlJEjV+4+/vz67wPo7x8gAIEAyhU0\neLDguHHhpEmLEkWAAAATAwRooExZOY0bOXbkCABkSJEjSZY0eRJlynIrWbZ0uZIcOV++yJUrR46c\niAEDpEgp9xNoUKE/ARQ1erRcUqVLmSYlR65cVKlTqVa1Wg5AVq1by3X1+hXsVw0aCBgwgAHDD2XK\nyJEr9xZuXLlvAdS1e7dcXr17844bF06atChRBAgAcDhAgAbKlJX/c/wYcmTIAChXtnwZc2bNmzl3\nLvcZdGjR48bFiDEAtRAhBAgAcO3MWTnZs2nXlg0Ad27d5Xj39v0beHDhw3sDMH4ceTnly5k3HzdO\nggQA0x04kCHjGTly5bhzJ0euXHjx48MDMH8efTn169mz3zZunBIlAOjXpz9gwKhR3ryJKwewnMCB\nBAcCOIgwocKFDBs6fAixnMSJFCuWKpUgQYAAFwIEAAASZLmRJEuaHEmOHICVLFuWewkzpsyX1qyx\nYlUuZ05ev34dO0aOXLmhRIsSJUcOgNKlTMs5fQo1aooUAKoCCBAihCtX2cp5/ept3LhyZMuaJUcO\ngNq1bMu5fQs3/67bb98A2L1r14CBAHwDABAmrJzgwYQFAziMOLHixYwbO34MuZzkyZQrlyqVIEGA\nABcCBAAAGnS50aRLmx5NjhyA1axbl3sNO7bs19assWJVLnduXr9+HTtGjly54cSLEydHDoDy5czL\nOX8OPXqKFACqAwgQIoQrV9nKef/ubdy4cuTLmydHDoD69ezLuX8PP777b98A2L9v34CBAPwDAAAo\nTFg5ggUNEgSQUOFChg0dPoQYUWI5ihUtWiT37VulSrhwxaFAAcDIAAHKnUSZUmVKAC1dviwXU+ZM\nmjHx4OnS5UqwYBAgBAAAYMCAAgXASJGSLVu4ck2dliNHDsBUqv9Vy13FmvUqOXIVAHwFa+DUqUSJ\nxpVDm/bYmTPkyJWDGxeuOHEA7N7FW07vXr599ZIjN2IEAMIBAjgQICBAAACNAwQgR67cZMqVAVzG\nnFnzZs6dPX8GXU70aNKkyX37VqkSLlxxKFAAEDtAgHK1bd/GfRvAbt69y/0GHlz4bzx4unS5EiwY\nBAgBAAAYMKBAATBSpGTLFq7cdu7lyJEDEF78+HLlzZ8vT45cBQDt3Rs4dSpRonHl7N8/duYMOXLl\n/AMsJ1CgOHEADiJMWG4hw4YOF5IjN2IEgIoBAjgQICBAAAAeAwQgR64cyZImAaBMqXIly5YuX8KM\nWW4mzZo2b5b/69YNAE9VqsoBDSp0qFAARo8iLad0KdOmStmwCRDAwIQJAK5eDaBV64IF3LiVCyt2\nLICyZs+WS6t2bVpx4igAiAsgQYItb97kyjWtHN9yzZohOHFi3Lhyhg8jBqB4MeNyjh9DjgyZCBEA\nAQIIEzZu85MnAD4nSFBuNOnSowGgTq16NevWrl/Djl1uNu3atm/TDhAAQJAg5X4DDy48OIDixo+X\nS658OfPkCxYAiB4gAIDq1UuUmDBhAAYM5b6DD/8dAPny5suhT68evThxA94vWDBjBgonTliwcMSE\nSZgwAQAGACBAADly5RAmVAiAYUOH5SBGlDhRohs3ACxY2Lat/9y4cbJkARAZIAA5cuVQplQJgGVL\nly9hxpQ5k2bNcjdx5tS5E2eAAACCBCk3lGhRo0UBJFW6tFxTp0+hNl2wAEDVAAEAZM1aosSECQMw\nYCg3lmzZsQDQplVbjm1bt2zFiRswd8GCGTNQOHHCgoUjJkzChAkQAIAAAeTIlVO8mDEAx48hl5M8\nmXJlym7cALBgYdu2cuPGyZIFgHSAAOTIlVO9mjUA169hx5Y9m3Zt27fL5da9m3fvcr9+BQgAoFxx\n48eRJwewnHnzcs+hR5cuTZoECQAAGJAg4coVB+PGgQNnzRqOcufRp08PgH179+Xgx5cPHxw4VB8+\nSJBAgMACAv8ACThwwIADBwECACgUIaKcw4cQHQKYSLFiuYsYM2rMCKBjgwbkQpYrd+jQhQsEli0r\nx7KlS5YAYsqcSbOmzZs4c+osx7Onz59Ay/36FSAAgHJIkypdyhSA06dQy0mdSrWqNGkSJAAAYECC\nhCtXHIwbBw6cNWs4yqldy5YtgLdw45abS7fuXHDgUH34IEECAQILCBBw4IABBw4CBABYLEJEuceQ\nIz8GQLmy5XKYM2verBmA5wYNyIkuV+7QoQsXCCxbVq6169etAcieTbu27du4c+veXa6379/Agyc7\ncAAAgAHlkitfzrw5gOfQo5ebTr169WuLFi1Y0KDBAhgwunT/kSZOXLlyyZJJK8e+vXv3AOLLn1+u\nvv379cmRI2THzgKACw4cALDA4AJDGTIYMADA4YYN5SROpCgRwEWMGctt5NjR48YECQCMhABhzx5w\nTZpw4LBgASRy5MrNpFlzJgCcOXXu5NnT50+gQcsNJVrU6NFkBw4AADCg3FOoUaVOBVDV6tVyWbVu\n3Xpt0aIFCxo0WAADRpcu0sSJK1cuWTJp5eTOpUsXwF28ecvt5dt3LzlyhOzYWbDgwAEACxQvMJQh\ngwEDACRv2FDO8mXMlgFs5ty53GfQoUV/TpAAwGkIEPbsAdekCQcOCxZAIkeu3G3cuW8D4N3b92/g\nwYUPJ168/9xx5MmTexMnbtw4U6YsAAAQIECKctm1b+feHcB38OHLjSdfvjw5bNhAgdKgIcGCBYoU\nHSNHDhq0atWilePf3z/AcgLLASho8GC5hAoXMsyWTZGiDx94+PJV7uLFXLkSJBAQLVq5kCJHhgRg\n8iTKcipXsmypcsMGADIXLFCiRIEAAQcOcOIkrhzQoEKFAihq9CjSpEqXMm3qlBy5clKnUh016kOE\nCBYsLFgA4OuECai4cStn9izatGgBsG3rthzcuHLljgsX7ssXAQIA8H3w4JEGDS5cwIBBCBy4cooX\nM1YM4DHkyOUmU65s+fK4cpo3b/bgQUO1auVGky49GgDq1P+qy7Fu7fo1awECANBmwIAAgQAAADBg\nECgQuXLChxMnDuA48uTKlzNv7vw5dHLkylGvbn3UqA8RIliwsGABgPATJqDixq0c+vTq16sH4P49\n/HLy59OnPy5cuC9fBAgA4B/ggwePNGhw4QIGDELgwJVz+BCiQwATKVYsdxFjRo0bx5Xz+PGjBw8a\nqlUrdxJlypMAWLZ0WQ5mTJkzYQoQAAAnAwYECAQAAIABg0CByJUzehQpUgBLmTZ1+hRqVKlTqZaz\nehXruHENGggIEODAAQAABAQIgAHDgShRwIEr9xZuXLlvAdS1e7dcXr17+eY9cABAYMGDCYMAUQ5x\nYsWIATT/dvy4XGTJkylXtixZj54x5Th39uwZQGjRo8uVNn0adWkMGAAAYLBgQYAAAGjTXrCgSznd\nu3nzBvAbeHDhw4kXN34ceTnly5mPG9eggYAAAQ4cAABAQIAAGDAciBIFHLhy48mXNz8eQHr168u1\nd/8efvsDBwDUt38fPwgQ5fj39w+wXDkABAsaLIcwocKFDBsm1KNnTLmJFCtWBIAxo8ZyHDt6/MgR\nAwYAABgsWBAgAICVKxcs6FIupsyZMwHYvIkzp86dPHv6/FkuqNCh1aoZMUIgRgwLFoQJa+TNGx06\nMgoUYMRInLhyXLt6/QogrNix5cqaPYt22zYAbNu2JQEA/4AAAQDq1oUFq5zevXwB+P0LuJzgwYQL\nGz5cjhw5IkS+lXsMOXJkAJQrWy6HObPmzePGBQggQACAAAEAmD59+gA2bOVau37dGoDs2bRr276N\nO7fu3eV6+/7d25gxaOTIlTuOHHk3FSpo0SoHPbr06dABWL+OvZz27dy7O3IEIDwAAd68lTuPvly3\nbgDa79lTLr78+QDq279fLr/+/fz7+wdY7tChZMnKHUSYUCEAhg0dloMYUeJEESIECAAAIAAAjhwH\nDAAQMuSwYeVMnkRpEsBKli1dvoQZU+ZMmuVs3sRp05gxaOTIlQMaNGg3FSpo0SqXVOlSpkkBPIUa\ntdxUqv9VrTpyBEArAAHevJUDG7Zct24AzO7ZU07tWrYA3L6FW07uXLp17d4td+hQsmTl/P4FHBjA\nYMKFyx1GnFixCBECBAAAEADA5MkDBgDAjHnYsHKdPX/uDED0aNKlTZ9GnVr16nKtXb9uTY5cOdq1\nbdfeto0cuXK9ff8G3hvAcOLFyx1Hnjy5NyJEAgTYsmVcOerVrZdDAACAIEHlvH8HD0D8ePLkyJVD\nn179evbqVaiQIkWcuHL17d/HD0D/fv7l/AMsJ3AgwXJeBgwAoFBhgAACBNxIkCBCBAAWhQgpp3Ej\nR40APoIMKXIkyZImT6Isp3IlS5XkyJWLKXOmzG3byJH/K6dzJ8+eOgEADSq0HNGiRo16I0IkQIAt\nW8aViyp1ajkEAAAIElRuK9euAL6CDUuOXLmyZs+iTXtWhQopUsSJKyd3Lt26AO7izVtuL9++fb0M\nGABg8OAAAQQIuJEgQYQIAB4LEVJuMuXKkwFgzqx5M+fOnj+DDl1uNOnSo3v1Kqd6NevWrl+7BiB7\nNu1ytm/jto0KlRUBArRoIUeuHPHixokDSF6lSrnmzp8DiC59ernq1q9jz44dhQEDOHCUCy9+PPnw\nAM6jT19uPfv2648dAwFgPn36HTpoWbSoQAEA/gEeOlSOYEGDBAEkVLiQYUOHDyFGlFiOYkWLFHv1\nKreR/2NHjx9BfgQwkmTJcidRpjyJCpUVAQK0aCFHrlxNmzdrAtBZpUo5nz+BAhA6lGg5o0eRJlWa\nFIUBAzhwlJM6lWpVqQCwZtVajmtXr1yPHQMBgGzZsh06aFm0qEABAG8PHSo3l27duQDw5tW7l29f\nv38BBy43mDBhcmLEBApErlxjx48hl+vS5RQvXuUwZ9aMGUBnz5/LhRZdjhy5cilSKFAAQICARInK\nxZY9OzYCBABwu3Ahrlxv374BBBc+vFxx48eRJzeeLduHAgVQoSo3nXp169MBZNe+vVx379/Jkbt1\nKwAA8+cBBAhgwAAzDhwSJAAw34GDcvfx578PgH9///8AAQgcSLCgwYMIEyoEUK6hQ4fPCBAAAIAD\nOXLlMmrcqEzZggUCBASIEoUcuXIoU6oEwLKly3IwY8osVAiATZsaNCRLVq6nz565cgEYOpQIkXJI\nkyoFwLSp03JQo0qdSnXqIxw4vHkrx7Wr169cAYgdS7ac2bNo0ZJLlChAAABwFSioVq3bt28mTAQI\nACBDhnHjygkeTBiA4cOIEytezLix48flIkuW/IwAAQAAOJAjV66z58/KlC1YIEBAgChRyJErx7q1\nawCwY8suR7u27UKFAOjWrUFDsmTlggsPnisXgOPHiRApx7y5cwDQo0svR7269evYrz/CgcObt3Lg\nw4v/Hw8egPnz6MupX8+ePblEiQIEAEBfgYJq1bp9+2bCRACAAQBkyDBuXDmECRUCYNjQ4UOIESVO\npFix3EWM5ciRoyZAAACQAwbkylXOpMlZsxgAYNnywJMn5WTOpCkTwE2cOcvt5NmTHLkoUQAMGADA\nqFEDBggQaAHA6dOn2bKVo1rVKgCsWbWW49rV61ewX72VKRMuXDm0adWuRQvA7Vu45MiVo1vX7t1E\niQYMACBOXDnA5MiNG+fBQwDEpkyVY9zYMQDIkSVPplzZ8mXMmctt5lyOHDlqAgQAID1gQK5c5VSr\nnjWLAQDYsQ88eVLO9m3ctgHs5t273G/gwcmRixIF/8CAAQCUKzdggACBFgCkT5+eLVs57Nm1A+De\n3Xs58OHFjyc/3luZMuHClWPf3v179gDkz6dPjlw5/Pn170+UaADAAQDEiStnkBy5ceM8eAjg0JSp\nchInUgRg8SLGjBo3cuzo8WO5kCJHbtgA4CTKlCoFCChQAA2aVuVm0qxZEwDOnDrL8ezp82emTAEC\nAChqFEAABw4CBChQAMCvX+WmUq06FQDWrFrLceVKjly5sGLHkh3LKksWbdrKsW3r9i1bAHLn0i1n\n9y7evHiBACnn9y9gbNgCECDgxg25cooXLwbg+DHkyJInU65s+XK5zJo3Y8AA4DPo0KHvePJU7jTq\n1P+qUwNo7fp1udiyZ9OOTYAAgNy5Dxwg57tcuXHjyBEvZ/w4cuMAljNvXu459OjSp0tXUqAAKVLl\ntnPv7n07gPDix5crb/48+vTqzWfLpkKAADduwJWrb98+gPz69/Pv7x8gAIEDCRY0eBChwHILGTbE\ngAFARIkTJ97x5KlcRo0bOW4E8BFkyHIjSZY0OZIAAQArVx44QA5muXLjxpGzWQ5nTp04AfT0+bNc\nUKFDiRYlqqRAAVKkyjV1+hRqUwBTqVYtdxVrVq1buWLNlk2FAAFu3IArdxYtWgBr2bZ1+xZuXLlz\n6Zazexev3XDhxvVVpYoAgQ7dupUzfBhxYsWHATT/dvy4XGTJkylP5saNXDnNmzl39twZQGjRo8uV\nNn0adWrUChYsAAeuXGzZs2nHBnAbd+5yu3n39v0buG9rzJiVM34cuXEAy5k3d/4cenTp06mXs34d\nu/Vw4cZ1V6WKAIEO3bqVM38efXr15wG0d/++XHz58+nP58aNXDn9+/n39w+wnECBAAoaPFguocKF\nDBsyVLBgAThw5SpavIixIoCNHDuW+wgypMiRJEVaY8asnMqVLFUCeAkzpsyZNGvavImznM6dPHv6\n/Ak06E4ARIsaLYc0qdKlTJs6fZoUgNSpVMtZvYo1q9ar48bJmDGjnNixZMuSBYA2rdpybNu6fQs3\n/y5ccuTK2b2L1y6AvXz7+v0LOLDgwYTLGT6MOLHixYwbHwYAObLkcpQrW76MObPmzZUBeP4Mupzo\n0aRLmx49bpyMGTPKuX4NOzZsALRr2y6HO7fu3bx78yZHrpzw4cSFAziOPLny5cybO38OvZz06dSr\nW7+OPft0ANy7ey8HPrz48eTLmz8fHoD69ezLuX8PP7789+TIZSqHP7/+/fwB+AcIQOBAAOUMHkSY\nUOFChg0PAoAYUeJEihUtXsSYcdy4ch09fgQZUuRIkuUAnESZstxKli1dvoQZUyZLADVt3iyXU+dO\nnj11dusmrtxQokWNHgWQVOnSck2dPoUaVepUqv9OAVzFmlXrVq5dvX4FO25cObJlzZ5Fm1bt2nIA\n3L6FW07uXLp17d7Fm3cuAL59/ZYDHFjwYMKBu3UTV07xYsaNHQOAHFlyOcqVLV/GnFnz5soAPH8G\nHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36\ndOrVrV/Hnl37du7dvX8HH178ePK6yZErl54cuXLt3b+H354cuXDk7JMrV25cOf79/QMsV44cOQAG\nDyIkR64cw4YOH0KM2JBcuYoWL1YcNw4Ax44eyZErJ5IcuXImT6I0SW7luJYty8EsR45cOHLkyuH/\nzKkTJ4CePn+SI1duKNGiRo8iTaq0HICmTp9CjSp1KtWqVsmRK6eVHLlyXr+CDeuVHLlw5M6SK1du\nXLm2bt+2JUcOAN26dsmRK6d3L9++fv/uJVduMOHCg8eNA6B4MWNy5MpBJkeuHOXKlimTyzxu8+Zy\nnsuRIxeOHLlypk+jNg1gNevW5MiViy17Nu3atm/jLgdgN+/evn8DDy58OPFyxo8jT648+Thy5MpB\njy59unQA1q9jL6d9O/fu3r+DD78dAPny5suhT69+PXty7svBjx+fHP1y9u/jtw9gP//+5QCWEziQ\nYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1Lix/xw5j+TAjRtXjmRJkydNAlC5kmU5ly9hxpQ5k2bN\nlwBw5tRZjmdPnz+BBv3JjRy5ckeRJj0KgGlTp+WgRpU6lWpVq1ejAtC6lWtXr1/BhhU7tlxZs2fR\npi1Hji05cOPGlZM7l25dugDw5tVbjm9fv38BBxY8uC8Aw4cRl1O8mHFjx48bcyNHrlxly5crA9C8\nmXM5z59BhxY9mnTpzwBQp1a9mnVr169hxy43m3Zt27PJ5SbnS5o0VqyY2bIVLlw548eRJzcOgHlz\n5+WgR5c+nXp169ejA9C+nXs579/Bhxc/Pjw1XrzKpVe/Pj0A9+/hl5M/n359+/ftkyNXjn9///8A\ny5UDQLCgwYMIEypcyLBhuYcQI0p8SK4iOV/SpLFixcyWrXDhyokcSbKkSAAoU6osx7Kly5cwY8qc\n2RKAzZs4y+ncybOnz589qfHiVa6o0aNFAShdyrSc06dQo0qdKpUcuXJYs2rFCqCr169gw4odS7as\n2XJo06pdi1acOGTIXBEjVqqUCgwYokQRJ66c37+AAwMYTLhwucOIEytezLixY8QAIkueXK6y5cuY\nM2vGTGDCBG/eyokeTRqA6dOoy6lezbq1a2XcuJWbTZs2JBw4DBkqx7u3bwDAgwsfTry48ePIk5db\nzry58+XixCFD5ooYsVKlVGDAECWKOHHlwov/H08egPnz6MupX8++vfv38OOvB0C/vv1y+PPr38+/\n/36ABCZM8Oat3EGECQEsZNiw3EOIESVOVMaNWzmMGTNCwoHDkKFyIUWOBFDS5EmUKVWuZNnSZTmY\nMWXOlDlu3K9s2QgRCgAAQIMGQ4bMypat3FGkSY8CYNrUaTmoUaVOpUo1XDhu3LZt81bO61ewYAGM\nJVu23Fm0adWuZYs2RQoAcZctK1fX7l0AefXuLdfX71/Af0mRMtCoUTnEicvx4hUAAIACBfKQI1fO\n8uVyADRv5tzZ82fQoUWPLlfa9GnUqU2XKQPAtWsCBAIsWKBBQyxx4srt5l0OwG/gwcsNJ17c//hx\n48ZixBAgYMCAAMqUlaNe3Tp1ANm1by/X3ft38OHFex8wAMB5I0bKrWffHsB7+PHLzadf3/58X74A\n7B8woBrAauTKlcOGjQMHAAoVGoADpxzEiOUAUKxo8SLGjBo3cuxY7iPIkCJHgixTBgBKlAQIBFiw\nQIOGWOLElatpsxyAnDp3luvp8yfQoECNxYghQMCAAQGUKSvn9ClUpwCmUq1a7irWrFq3csU6YACA\nsEaMlCtr9iyAtGrXlmvr9i3ctr58Aag7YEC1auTKlcOGjQMHAIIFG4ADpxzixOUAMG7s+DHkyJIn\nU65c7jLmzJo3lxs3jgABAKIRIDBgQA0IEP+CBPmxZo0cuXKyZQOobft2udy6d/PurRsOHA8AhhMH\nkCBBueTKlycH4Pw59HLSp1Ovbv16OS5cAHDnDgMGonLix5cjRw4A+vTqyZEr5/49fPfiihUDYN9+\ngAAPHmiTIwfgs2cpUjgIcDAAADRoxo0r9/AhAIkTKVa0eBFjRo0by3X0+BFkyHLjxhEgAAAlAgQG\nDKgBAUKQID/WrJEjVw4nTgA7efYs9xNoUKFDgcKB4wFAUqUAEiQo9xRq1KcAqFa1Wg5rVq1buXYt\nx4ULALFiYcBAVA5t2nLkyAFw+xYuOXLl6Na1S1dcsWIA+PINEODBA21y5Dx7liKFgwCLAwD/QINm\n3LhykycDsHwZc2bNmzl39vy5XGjRo0mXLjdrFgECAA4cOHasXGzZs2mTIwcAd27d5Xj39v2b97hx\nSJC8GDMGDJgosWLVqTNgAIAAAb59K3cde3YA27l3L/cdfHjx4cmRK3ce/a9fAgQAcB8iRLJk1po1\nGzeuXH5y5AD09w8QgEAA5QoaPIhQkaIAAQA4lCChSpVa5MiVu4ixHCRIj3DhKgcyZDkAJEuaPIky\npcqVLFuWewkzpsyZhAoUAACABCtW5Xr6/Am057hxAIoaPVouqdKlS8NNm2bAAICphgxdu1YuKzly\nFiwA+MqMWbmxZMsCOIs2bbm1bNu6fRuu/5zccsYC2A1AgAAjZ87K+R03btu2cuXIGQaAOLHicowb\nOyZHzps3S6hQGTAQIMCAYsXEiSsHOrRoceLAkSNXLrXqcgBau34NO7bs2bRr2y6HO7fu3bwJFSgA\nAAAJVqzKGT+OPLnxceMAOH8OvZz06dSph5s2zYABANwNGbp2rZx4cuQsWACAnhmzcuzbuwcAP778\ncvTr27+PP1y5/eWMBQAYQCABAoycOSuXcNy4bdvKlSMXEcBEihXLXcSYkRw5b94soUJlwECAAAOK\nFRMnrtxKli3FiQNHjlw5mjXLAcCZU+dOnj19/gQatNxQokWNFtWkCcDSBQtilYMaVepUqf/kyAHA\nmlVrOa5dvX6tUmXAAAAAcpRDmzatEycABAj49q3cXLp1AdzFm7fcXr59/fYlR67c4GvXABwWIAAa\ntHKNHT+GDEDyZMrlLF8u162bKVCg7Nh51qZNlCgGDFArl1r16tXkyJWDHRs2OXIAbN/GnVv3bt69\nff8uF1z4cOLDNWkCkHzBgljlnD+HHh06OXIArF/HXk77du7dq1QZMAAAgBzlzJ8/78QJAAECvn0r\nF1/+fAD17d8vl1//fv77yQEkV27gtWsADgoQAA1auYYOH0IEIHEixXIWL5br1s0UKFB27Dxr0yZK\nFAMGqJVLqXLlSnLkysGMCZMcOQA2b+L/zKlzJ8+ePn+WCyp0KNGg4sQJEABg6YcP5Z5CjSp1ajkA\nVq9iLad1K1eu2aZMKVDAiBFs5c6iRRsgAIAAAciRKyd3Ll0Adu/iLad3L9++fveeOQNgMAoU376V\nS6x4MWMAjh9DLidZ8rZtLFh0KFAgSBAmffpIktSrl7hypk+jNh0lyrdv5V7Djg1gNu3atm/jzq17\nN+9yvn8DD+5bnDgBAgAg//ChHPPmzp9DLwdgOvXq5a5jz54925QpBQoYMYKtHPny5QMEABAgADly\n5d7Djw9gPv365e7jz69/P/4zZwACEIgCxbdv5RAmVLgQQEOHD8tFjLhtGwsWHQoUCBKE/0mfPpIk\n9eolrlxJkydLRony7Vs5ly9hApA5k2ZNmzdx5tS5s1xPnz+B9nz1CkBRHDjIkSu3lGlTp0/LAZA6\nlWo5q1exZtWmrVu3b9/KhRUbdtu2AQMADBlSjm1bt2wBxJU7t1xdu3fx5rU7ahQAv2vWlBM8mHBh\nwQAQJ1ZcjjHjUaMkSChAgECECFSUKFGlChWqcp9Bh/68AAGCcePKpVa9GkBr169hx5Y9m3Zt2+Vw\n59a9W5w4AL9/hwtXjnhx48eRFwewnHnzcs+hR5c+fbo4cYIEAQAQoEqVct/Bh/8OgHx58+XQp1e/\nnn05cOACBAAwX5mycvfx59d/H0B///8AAQgEUK5gQWXKdOiAVKrUmTMgIurQUaUKrXIYM2YsUADA\ngAHlQoocGRKAyZMoU6pcybKly5flYsqcSVOcOAA4cYYLV66nz59Ag/oEQLSo0XJIkypdypSpOHGC\nBAEAEKBKlXJYs2rFCqCr16/lwoodS7ZsOXDgAgQAwFaZsnJw48qdCxeA3bt4y+nVq0yZDh2QSpU6\ncwaEYR06qlShVa6xY8cFCgAYMKCc5cuYLQPYzLmz58+gQ4seTbqc6dOoUYsLEACAawC7yJErV25c\nuXLixEmT1qA3J07lggsfDqC48ePlkitfznz5uHHkykmXDg7cggUBAgD49q2c9+/gvQP/GE++fLnz\n6NOrXy+uQAEA8AMEyJWrnP37+PPbB8C/v3+A5QQKBAeu3MFx47BgcQHA4cMYypSRI1dMl64AAQBs\nFCeu3EeQIT8CIFnS5EmUKVWuZNmy3EuYMWOKCxAAwE0Au8iRK1duXLly4sRJk9bAKCdO5ZQuZQrA\n6VOo5aROpVqV6rhx5Mpt3QoO3IIFAQIA+Pat3Fm0ac8CYNvWbTm4ceXOpSuuQAEAeQMEyJWr3F/A\ngQX/BVDY8OFyiRODA1fO8bhxWLC4AFDZcgxlysiRK6ZLV4AAAESLE1fO9GnUpgGsZt3a9WvYsWXP\npl3O9m3ctsmREwDANwAECJaVI168//iWLQIAAFixQlw56NGjA6Be3Xo57Nm1b9c+bhy2cuXIjefC\nxYABAAAGzJpVzv17+O4BzKdfv9x9/Pn15792DQBAAAIHAsiVqxzChAoXIgTg8CHEchInUuzWjQwZ\nABo3alyw4MCBBgBGkmxQ7iTKlCkBsGzp8iXMmDJn0qxZ7ibOnDcrVQLgkwCBP3/KES1qlBy5AAAA\noEFT7inUqACmUq1a7irWrFqzkiNX7ivYNWsCkA0wgBmzcmrXslUL4C3cuOXm0q1rty6AvHrzIkDQ\nqlW5wIIHEw4M4DDixOUWM268+NevAAAmUwYQIIAAAQA2bzZgYFi50KJHjwZg+jTq1P+qV7Nu7fp1\nudiyZ8euVAkAbgIE/vwp5/s3cHLkAgAAgAZNueTKlwNo7vx5uejSp1OfTo5cueza16wJ4D3AAGbM\nypEvb548gPTq15dr7/49/PcA5tOfjwBBq1bl9vPv7x9guXIACBY0WA5hQoUIf/0KAABiRAABAggQ\nAAAjRgMGhpXz+BEkSAAjSZY0eRJlSpUrWZZz+RKmy1WrANQ0YmTcuHI7efYcN64AAADYsJUzehQp\nAKVLmZZz+hRqVKlRxyVIMGBAggSLuHEr9xVs2K8AyJY1Ww5tWrVr0ZowAQAuAQIcODxYsKBYsXJ7\n+fb1uxdAYMGDyxU2fLgwOXIEGAP/cOw4QAAAkycXKJAly7hymzl37gwAdGjRo0mXNn0adepyq1m3\nXr1qFQDZRoyMG1cOd27d48YVAAAAG7Zyw4kXB3AcefJyy5k3d/7c+bgECQYMSJBgETdu5bh3984d\nQHjx48uVN38efXkTJgC0J0CAA4cHCxYUK1YOf379+/ED8A8QgMCBAMoZPIjQIDlyBBoCePgwQAAA\nFCkWKJAly7hyHDt69AggpMiRJEuaPIkypcpyLFu6ZPnoUYMAAVq0aNWqnM6dPL15A1CggDdv5Yoa\nPQogqdKl5Zo6fQo1KlQ4BAgMGGDL1rdyXLt69QogrNix5cqaPYs2XLgECQAAqPLr/5cqVQAECAAE\nqJzevXz76gUAOLDgcoQLGz5crRoHDgAaO34sQIAYMb/GjSuHmRy5cpw7lwMAOrTo0aRLmz6NOnW5\n1axbr370qEGAAC1atGpVLrfu3d68AShQwJu3csSLGweAPLnycsybO38O/TkcAgQGDLBl61u57dy7\ndwcAPrz4cuTLmz8fLlyCBAAAVPn1S5UqAAIEAAJULr/+/fzzAwAIQODAgeUMHkSYsFo1DhwAPIQY\nUYAAMWJ+jRtXTiM5cuU8fiwHQORIkiVNnkSZUuXKci1dvmw5a5YAAwYGDODDZ1w5nj3LhQsHQKjQ\nbdvKHUWaFMBSpk3LPYUaVepUqP/kyJkAAIANm3Hjyn0FG1YsALJlzZZDm1bt2l69AABo0KDVuHE3\nbgQAAODJk3J9/f4F3BfAYMKFyx1GnFjxt28BAgCAHFkyAwYRIuxatUqbNm/jxpUDHbocANKlTZ9G\nnVr1ataty72GHfv1s2cOANzGfaNaNWnS/owYESAAAOILFpAjV075cuYAnD+HXk76dOrVrU/nxm2A\nBg3lvH8HHx48APLlzZdDn179enDgIEGKFq3c/E2bANyvVKncfv79/QMsVw4AwYIGyyFMqHDhtm0H\nDgCIKDGiDRutWo3LSI5cuY4eP3YEIHIkyZImT6JMqXJluZYuX7Z89swBgJo2b1T/qyZN2p8RIwIE\nACB0wQJy5MohTaoUANOmTstBjSp1KtWo3LgN0KChHNeuXr96BSB2LNlyZs+iTQsOHCRI0aKVi7tp\nE4C6lSqVy6t3L9+8AP4CDlxuMOHChrdtO3AAAOPGjG3YaNVqHGVy5MphzqwZM4DOnj+DDi16NOnS\npsuhTq0a9bhxCQYMACBbdoDaAQYAACBAQIAAC1CgKCd8OHHhAI4jT15uOfPmzp+Xq1ZtwYICe/aU\ny659O/ftAL6DD19uPPny5s+T37MHAPtmzcrBjy9/PnwA9u/jL6d/P3/+3gAKE1agQACD3LiVU7iQ\nYUOHCwFElDiRYkWLFzFm1FiO/2NHjxzHjUswYAAAkyYDpAwwAAAAAQICBFiAAkU5mzdx2gSwk2fP\ncj+BBhU6tFy1agsWFNizp1xTp0+hPgUwlWrVclexZtW6FeuePQDANmtWjmxZs2fJAlC7lm05t2/h\nwvUmTFiBAgHwcuNWjm9fv38B9wUwmHBhw4cRJ1a8mHE5x48hOyZHjluNGg4cAABAwICBGTMm5Mpl\nzBg4cKTIkSu3mnXr1QBgx5ZdjnZt27fHjQMH7tevLASAE4BQjnhx48eRA1C+nHk558+hR5f+HBy4\nAESIlNO+nXt37gDAhxdfjnx58+SxpR806M0bM2bKxZc/n379+gDw59e/n39///8AAQgcSLCgwYMC\nyylcyJAhOXHiQIG6dEnNtGnevJXbyLGjx4/lAIgcSbKcyZMoU5IjJ0xYq1YKChQYMGBWuZs4c+rc\nCaCnz5/lggodSrSo0G/f4KhSVa6p06dQnwKYSrVquatYs2atxo2bOHHlwoodS7as2XIA0qpdy7at\n27dw48otR7euXbvkxIkDBerSJTXTpnnzVq6w4cOIE5cDwLix43KQI0ueTI6cMGGtWikoUGDAgFnl\nQoseTbo0gNOoU5dbzbq169esv32Do0pVudu4c+vODaC379/lggsfPrwaN27ixJVbzry58+fQywGY\nTr269evYs2vfzr2c9+/gw4v/H0++/HcA6NOrL8e+vfv37snJFyeOHLly+PPr38+/HACAAAQOHFjO\n4EGECRUmHFfO4UOIESUCoFjRYjmMGTVu5NjR48eMAESOJFnS5EmUKVWuLNfS5UuYMWXOpOkSwE2c\nOcvt5NnTZ09yQcWJI0eu3FGkSZUuLQfA6VOo5aROpVrVatVx5bRu5drVKwCwYcWWI1vW7Fm0adWu\nLQvA7Vu4ceXOpVvX7t1yefXu5dvX71/AegEMJly43GHEiRUvZtzYMWIAkSVPLlfZ8mXMmTVv5mwZ\nwGfQocuNJl3a9GnUqVWTBtDa9WvYsWXPpl3bdjncuXXv5t3b9+/cAIQPJ17O//hx5MmVL2fe/DgA\n6NGll6Ne3fp17Nm1b68OwPt38OXEjydf3vx59OnHA2Df3v17+PHlz6dfv9x9/Pn17+ff3z/AcgIB\nECxosBzChAoXMmzo8GFCABInUixn8SLGjBo3cux4EQDIkCLLkSxp8iTKlCpXlgTg8iXMmDJn0qxp\n82a5nDp38uzp8ydQnQCGEi1a7ijSpEqXMm3qFCmAqFKnlqtq9SrWrFq3crUK4CvYsOXGki1r9iza\ntGrJAmjr9i3cuHLn0q1rtxzevHr38u3r929eAIIHEy5n+DDixIoXM258GADkyJLLUa5s+TLmzJo3\nVwbg+TPocqJHky5t+jTq1P+jAbBu7fo17NiyZ9Oubfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv\n7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48+vTq17Nv7/49/PjykZOrX64cufz5y/Hv7x9g\nOYEDB5IjV67cuHILGTZsCABiRInkyJWzeBHjRXIbOZYjR65cOXLlyokTp00bMm/eyrV0+bIlAJkz\naZIjVw5nTp07efIkR65cOXLliBY1SpQcOQBLmTYlR65cVKnlyFWtWg5rVq1ZyZHr1o0cOXHlyJY1\naxZAWrVr2bZ1+xZuXLnl6Na1exdvXr176wLw+xdwOcGDCRc2fLjcuHHXrg3/I0euXGTJkyMDsHwZ\ncznNmzl39vwZdOjNAEiXNl0OdWrVq1mzHjfu2zdx4siVs30bN24Au3n39v0beHDhw4mXM34ceXLl\ny5k3Pw4AenTp5ahXt34de/Zy1KiNGsWoXHjx48cDMH8efTn169m3d/8efvz1AOjXt18Of379+/nz\n9wTQkxAh3bqRK4cwoUKFABo6fAgxosSJFCtaLIcxo8aNHDt6/JgRgMiRJMuZPIkypcqV5ahRGzWK\nUbmZNGvWBIAzp85yPHv6/Ak0qNChPQEYPYq0nNKlTJs6derJkxAh3bqRK4c1q1atALp6/Qo2rNix\nZMuaLYc2rdq1bMW5DRYM/9y3b+Xq2r2L9y6AvXz7lvsLOLDgwYO3bTNkiACBVOUaO378GIDkyZTL\nWb6MObNmzdy4lfsMOrTo0ABKmz5dLrXq1axbs04GAMCAAUWKlLt9m1y53bx5A/gNPLjw4cSLGz+O\nvJzy5cybOxcHPVgwcN++lbuOPbv27AC6e/9eLrz48eTLl9+2zZAhAgRSlXsPP358APTr2y+HP7/+\n/fz5cwPIrdxAggUNFgSQUOHCcg0dPoQYEWIyAAAGDChSpNzGjeTKfQQJEsBIkiVNnkSZUuVKluVc\nvoQZE+aDBwBsIkAwgxatcj19/gT6E8BQokXLHUWaVOnSpaJEAQBQoECrcv9VrV69CkDrVq7lvH4F\nG1ZsWGFp0kybVk7tWrZt1QKAG1duObp17d6lO25cuHDl/GrTBkCw4HHjyh0+PM6bt3KNHZcDEFny\nZMqVLV/GnFlzOc6dPX/2/OABANIIEMygRavcatatXbcGEFv27HK1bd/GnTu3KFEAABQo0KrccOLF\niwNAnlx5OebNnT+H/lxYmjTTppXDnl37duwAvH8HX078ePLlxY8bFy5cOfbatAGAD3/cuHL164/z\n5q3cfv7lAAAEIHAgwYIGDyJMqFBhuYYOH0JsGCECgIoWK0KAQI5cuY4eP4LsCGAkyZLlTqJMqXLl\nygABAAAQIABcuZo2b97/BKBzJ89yPn8CBeoNGTI5cq5caSNMmBQpDJ6GC1duKtWqVqcCyKp1a7mu\nXr9+DRct2qRJt26lypYtQAAAbu/cKSd3rlxx4saNK6dXL4C+fv8CDix4MOHChsshTqx48bhxAwYA\niCw5coAAnTqVy6w587hx5T6DLgdgNOnS5U6jTq16tWpvAF4DUKOmHO3atm8DyK17d7nevn//PoYA\nQYAAAAAQEKBcAIAECapVKyd9OvXq0gFgz669HPfu3rmTI7dryxZbtpYtK/fqFYD2AQKUiy9//rhx\n5O6TKzduHID+/gECEDiQYEGDBxEmVFiwXEOHDyGOGzdgAACLFy0GCNCp/1M5jx89jhtXjmTJcgBQ\nplRZjmVLly9hvvQGgCYANWrK5dS5kycAnz+BlhM6lCjRYwgQBAgAAAABAU8FAEiQoFq1clexZtV6\nFUBXr1/LhRU7Niw5cru2bLFla9mycq9eAZAbIEA5u3fxjhtHji+5cuPGARA8mHBhw4cRJ1a8uFxj\nx48hjxtXoMCAAQAQIACweXOSJOPGlRM9Ghw4btzIkStHjhwA169hl5M9m3Zt27WvAdANwJWrcr+B\nBxcOgHhx4+WQJ1eu3EqDBgAACBAAoEABANcRIBg2jBy5ct/BhxcPgHx58+XQp1evXte3b+Xgw/fm\nDUD9CBHK5de/P/+4cf8Ay5UjN24cgIMIEypcyLChw4cQy0mcSLHiuHEFCgwYAAABAgAgQSZJMm5c\nuZMowYHjxo0cuXLkyAGYSbNmuZs4c+rcqfMagJ8AXLkqR7So0aMAkipdWq6p06dPrTRoAACAAAEA\nChQAwBUBgmHDyJErR7as2bMA0qpdW66t27dvdX37Vq5uXW/eAOiNEKGc37+A/Y4bV64cuXHjAChe\nzLix48eQI0ueXK6y5cuYM5f79o0ECQCgVakqR7q0aXKoyZVbDaC169flYsueTbs27QMAAAgQUK63\n79/AewMYTrx4uePIkysPF27bNmfOvg0bhgRJgQcP7NixZq2c9+/gwwP/GE++fLnz6NOrX4+eAQMA\n0qSVm0+/vv36APLr38+/v3+AAAQOJFjQ4EGEAsstZNjQ4UOGAwYAoEiOXDmMGTWOG1fOIzlyAESO\nJEmOXDmUKVWOG0cpWDBy5MrNnDluHACcjBiV49nT50+eAIQOJVrO6FGkSZUeJUaMgwABEyZIkQKu\n3FWsWbMC4NrVKzly5cSOJVvWbLkDBwBgwFDO7Vu4ceECoFvX7l28efXu5du33F/AgQUPBjxgAADE\n5MiVY9zY8bhx5SSTIwfA8mXM5MiV49zZ87hxlIIFI0eu3OnT48YBYM2IUTnYsWXPhg3A9m3c5XTv\n5t3b925ixDgIEDBh/4IUKeDKLWfevDkA6NGlkyNXzvp17Nm1lztwAAAGDOXEjydfnjwA9OnVr2ff\n3v17+PHLzadf3/79cnnyBAgAIAnAJOUGEixosCCAhAoXlmvo8GFDZsw66NFT7iLGcsCAAeg4bly5\nkCJHkgwJ4CTKlOVWsmzp8iVLceIYGDCQIIEPH9TK8ezp0yeAoEKHlitq9CjSpEYLFADw4kW5qFKn\nUp0K4CrWrFq3cu3q9SvYcmLHki1rtlyePAECAEiSpBzcuHLnygVg9y7ecnr38tXLjFkHPXrKES5c\nDhgwAIrHjSvn+DHkyI4BUK5suRzmzJo3c84sThwDAwYSJPDhg1q51P+qV68G4Po17HKyZ9OubXt2\ngQIAXrwo5/s38ODAARAvbvw48uTKlzNvXu459OjSo2fLBuD6dQHUqJXr7v07+O8AxpMvX+48+vTn\nPXkKoERJufjyywUIAECAgHL69/Pvzx8gAIEDCZYzeBBhQoUHFSnyoUBBhw5DhpArdxFjxowAOHb0\nWA5kSJEjSZYLFw5AygQJyrV0+RLmSwAzada0eRNnTp07eZbz+RNoUKDZsgEwalQANWrlmDZ1+tQp\nAKlTqZazehWrVU+eAihRUg5s2HIBAgAQIKBcWrVr2a4F8BZu3HJz6da1e5euIkU+FCjo0GHIEHLl\nCBc2bBhAYsWLyzX/dvwYcuRy4cIBsJwgQTnNmzl35gwAdGjRo0mXNn0adepyq1m3dr26Tx8As2kD\n4FIOd27du3kD8P0beDnhw4kLFyAAwLNn5Zg3L3fgAIBixcpVt34d+3UA27l3L/cdfHjx48kVK+bL\nF6Nfv3z5AgeOXDn58+nTB3Aff/5y+/n33w8wW7Zw5QoaLCdOnAoVAUCBKgcxosSJEgFYvIgxo8aN\nHDt6/FgupMiRJKNFA4AyJQAVKrqVewkzpsyZAGravEmOXLmdPHeqUgUgaLhw5YoW/fULAIACtmyV\newo1qtSoAKpavVouq9atXLd++zZkyZJIkbw1ayZOHDly5dq6fQsX/4DcuXTJkSuHNy9ecuScOMFR\nqlS5wYPHjQMEqIgqVeUaO34M+TGAyZQrW76MObPmzZzLef4MOnS0aABKmwagQkW3cqxbu34NG4Ds\n2bTJkSuHOzduVaoA+A4Xrpxw4b9+AQBQwJatcsybO3/uHID06dTLWb+OPTv2b9+GLFkSKZK3Zs3E\niSNHrpz69ezbA3gPPz45cuXq269PjpwTJzhKlQJYTqDAceMAASqiSlU5hg0dPnQIQOJEihUtXsSY\nUePGch09fgRpw0aAAAAAKBgy5NcvLdasSZM2bRq1cjVt3rwJQOdOnuV8/vyZzYABAABqjBtXTmk5\nbgCcOu3WrdxUqv9VrVYFkFXr1nJdvX4F27VbNwQIBEiQYMsWtXHjvHkTJ25aObp17doFkFfv3nJ9\n/f799QvA4AMHmDEDB65csGBVqhQQJ67cZMqVLVcGkFnzZs6dPX8GHVp0OdKlTZ+2YSNAAAAAFAwZ\n8uuXFmvWpEmbNo1aOd69ffsGEFz48HLFjRvPZsAAAAA1xo0rF70cNwDVq3frVk77du7duQMAH158\nOfLlzZ8n360bAgQCJEiwZYvauHHevIkTN63cfv79+wMEIHAgwXIGDyL89QsAwwMHmDEDB65csGBV\nqhQQJ64cx44eP3oEIHIkyZImT6JMqXJluZYuX77kVKGCAAEiROT/EScOFy5jGjTMmHHggJlx48oh\nTaoUKYCmTp+Wiyq13LhxngBgBbAAHLhs2ZgxAyBWbAFLlsqhTat2rVoAbt/CLSd3Lt26cmfNatIE\nwZ49ggR98+VLm7ZgwbiNG1duMePGiwFAjiy5HOXKlosUAaA5QAAIEKJFgzNkSIAAC4wZK6d6NevW\nrAHAji17Nu3atm/jzl1uN+/evbuNGcOIkTJl4siRK1fuGjVqoEDZsBGqHPXq1q0DyK59e7nu3r0n\nASAewK5w4bJlK1BAgAEDM2ZkkCKlHP369u/bB6B/P/9y/gGWEziQYMFy2bKJK7ewHDiH5CCSC1eO\nYkWLFgFk1Lix/1xHjx/JkQMw0oABHDgoUCgQgGWAAtWqlZM5k2ZNmgBw5tS5k2dPnz+BBi03lGjR\not3GjGHESJkyceTIlSt3jRo1UKBs2AhVjmtXr14BhBU7tlxZs2aTAFALYFe4cNmyFSggwICBGTMy\nSJFSjm9fv3/9AhA8mHA5w4cRJ0acLZu4co/LgZNMjjK5cOUwZ9asGUBnz5/LhRY9mhw5AKcNGMCB\ngwKFAgFgByhQrVo527dx58YNgHdv37+BBxc+nHjxcseRJ0/OrVu3bNm6ddtWjjp1cuTKlePGjVo5\n79/Bgwcwnnz5cufRlyNH7psWLXLkQJo2bckSDRo6lNNfjpcJE/8Aw4UrR7CgwYMEAShcyLCcw4cQ\nI0qcSLHiQwAYM2osx7GjR45r1hCYNIkVqxUrAjRo4MFDKnDgysmcSbMmTQA4c+rcybOnz59Ag5Yb\nSrRoUW7dumXL1q3btnJQoZIjV64cN27UymndypUrgK9gw5YbS7YcOXLftGiRIwfStGlLlmjQ0KGc\n3XK8TJgIF66c37+AA/sFQLiw4XKIEytezLix48eJAUieTLmc5cuYLa9ZQ2DSJFasVqwI0KCBBw+p\nwIErx7q169euAcieTbu27du4c+veXa6379/AyZEbNGjBAl7lkitX7s0bjHLQo0uXDqC69evlsmvf\nPm7cnTuzQID/QICAAYNy6NGLQoLk27dy8OPLnw8fgP37+Mvp38+/v3+A5QQOJFjQoEEACRUuLNfQ\n4cOGtmyBo0jxwQM+lSqFCyeu3EeQIUWOBFDS5EmUKVWuZNnSZTmYMWXOJEdu0KAFC3iV49mzpzdv\nMMoNJVq0KACkSZWWY9rU6bhxd+7MAgECAQIGDMpt3SoKCZJv38qNJVvW7FgAadWuLdfW7Vu4ceXO\npesWwF28ecvt5dt3ry1b4AQLfvCAT6VK4cKJK9fY8WPIkQFMplzZ8mXMmTVv5lzO82fQocWJQ4Cg\nQAEP5VSvLkeOHAUKC3ToKFfb9u3aAHTv5l3O92/g4sTVqhUA/8BxAF26lGPO3FWCBN++laNe3fp1\n6gC0b+dezvt38OHFj/9Ojpw4cuTKrWfffj0A+PHll6Nf3z59bdqSiRN37BjAWwLLESxo8CDCgwAW\nMmzo8CHEiBInUixn8SLGjOPGgQAhQECrciJHlmvSBADKAAG0aSvn8iVMADJn0ixn8yZOm27cAOjZ\n04CBckLHjRNw4IA3b+WWMm3qdCmAqFKnlqtq9WpVcuTKce3q9StXbtwMkSNX7izatGcBsG3rthzc\nuHLhVqmyKE8eV6548CgWLly5wILLkSO3rRzixIoVA2js+DHkyJInU65suRzmzJo3jxsHAoQAAa3K\nkS5drkkTAP+qAwTQpq0c7NiyAdCubbsc7ty6cbtxA+D3bwMGyhEfN07AgQPevJVr7vw59OYAplOv\nXu469uzXyZEr5/07+PDeuXEzRI5cufTq16cH4P49/HLy59OXX6XKojx5XLniwQNgsXDhyhU0WI4c\nuW3lGDZ06BBARIkTKVa0eBFjRo3kyJXz+BFkyF69ggWbVg4lyi1bCBAA8PIlFy7kytW0aRNATp07\ny/X0+bNntWoAiBYFUKBIEQECAAQIUA5qVKlTpQKwehVrOa1buWoNF07YtWvjxpEjN65cOXJrly2b\nNcuFi0XhwpWzexevXQB7+fYlR65cYMGBo0VjwACAAAEBAjT/aDBAkaJs2cqNG0eO3Lhx5Th39vwZ\nQGjRo0mXNn0adWrV5MiVc/0aduxevYIFm1YON+4tWwgQAPD7Nxcu5MoVN24cQHLly8s1d/68ebVq\nAKhXB1CgSBEBAgAECFAOfHjx48UDMH8efTn169mrDxdO2LVr48aRIzeuXDly+5ctmwVwlgsXi8KF\nK4cwoUKEABo6fEiOXLmJFCdGi8aAAQABAgIEaNBggCJF2bKVGzeOHLlx48q5fAkzJoCZNGvavIkz\np86dPMv5/Ak0qNCg5K5dM2AAgFKlZcqUewo1KoCpVKuWu4o1a1Y1AAAECAAAAAIAZMkKElQurdq1\nbNcCeAs3/265uXTrzu3VK8qCBQoUAAAw4MCBFi08VKigQIEMGbDKOX4MGTKAyZQrl7uMGTO5KVMA\neP4MOkIEVqywhQsnTly51axbu14NILbs2bRr276NO7fucrx7+/4NHHi4cN68ZciwQYIEa9bKOX8O\nHYD06dTLWb+OHXs0ZcqcOHHlqgYMGAQIaAAGrJz69ezbswcAP778cvTr26efLdsHDRoA+AcIAECB\nAgIE8CBBAhUqa9bKPYQYUSIAihUtlsOYUWOHDgQIAAgQAMDIkUeODBtWTuVKli1dlgMQU+ZMmjVt\n3sSZU2c5nj19/gQKNFw4b94yZNggQYI1a+WcPoUKQOpUqv/lrF7FijWaMmVOnLhyVQMGDAIENAAD\nVk7tWrZt2QKAG1duObp17dLNlu2DBg0A/PotUECAAB4kSKBCZc1aOcaNHT8GEFny5HKVLV/u0IEA\nAQABAgAADfrIkWHDyp1GnVr16nIAXL+GHVv2bNq1bd8ul1v3bt69ff8GrhvAcOLFyx1Hnlz5cubN\nnSMHEF369HLVrV/HXp0cuVy5xJUDH178ePLjAZxHn77cevbt3bf35q3cfPr17d+/D0D/fv79/QME\nIHAgwYIGDyJMWG4hw4YOH0KMKJEhgIoWL5bLqHEjx44eP4LUCGAkyZLlTqJMqfIkOXK5cokrJ3Mm\nzZo2awL/yKlzZ7mePn8C/enNW7miRo8iTZoUANOmTp9CjSp1KtWq5a5izap1K9euXrECCCt2bLmy\nZs+iTat2LVuzAN7CjVtuLt26du/izauXLoC+fv+WCyx4MOHChg8jFgxgMePGjh9Djix5MuVyli9j\nzqx5M+fOlwGADi26HOnSpk+jTq16dWkArl/DLid7Nu3atm/jzj0bAO/evssBDy58OPHixo8HB6B8\nOfPmzp9Djy59ernq1q9jz659O3frAL6DD19uPPny5s+jT6+ePID27t+Xiy9/Pv369u/jlw9gP//+\n5QCWEziQYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1LiR/2NHjxgBhBQ5khy5cidRplS5kmVLl+UA\nxJQ5kxy5cjdx5tS5k2dPn+UABBU6lBy5ckeRJlW6lGlTp+UARJU6lWpVq1exZtVajmtXr1/BhhU7\ntisAs2fRkiNXjm1bt2/hxpU7txwAu3fxkiNXjm9fv38BBxY8uBwAw4cRkyNXjnFjx48hR5Y8uRwA\ny5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx59a9m3dv37+BBxc+nHhx48eR\nJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/BoyZHrlx58+fRpzcfrls3ceLKxZc/n358APfx5ydH\nrlx/cv8AyZUrR65cOXLkypEjN67huHIQI0qECC5cOHLkymncqJEcOQAgQ4ocN66cyZMoyZErx7Kl\ny5cwY5YjR67cuHEAcurcSY5cuZ9AgwIlR5TcuHHlxo0LF46aM2fbtpGbWq6q1atVyZEDwLWr169g\nw4odS7ZsubNo06pdqzbbtWvl4sqdS3cugLt485bby7ev37+A/X7z5q2c4cOIDQNYzLgxOXLlIkue\nTLmy5cuYywHYzLlzuc+gQ4seDZocuWXHjoEDV66169ewWwOYTbu27du4c+vezbuc79/AgwsPLsiZ\ns3LIkytfrhyA8+fQy0mfTr269evTyZF7wYtXue/gw3//B0C+vPly6NOrX8++vfv36QHIn0+/nP37\n+PPrvz9uXCKAnz5581bO4EGECQ0CYNjQ4UOIESVOpFix3EWMGTVu1CjImbNyIUWOJDkSwEmUKcut\nZNnS5UuYLMmRe8GLVzmcOXXiBNDT589yQYUOJVrU6FGkQgEsZdq03FOoUaVOhTpuXKJPn7x5K9fV\n61ewXQGMJVvW7Fm0adWuZVvO7Vu4ceW+LVVqQ5Uq5fTu5duXLwDAgQWXI1zY8GHEiLt1K1aMAIED\nFSqUo1zZMmUAmTVvLtfZ82fQoUWPJu0ZwGnUqcutZt3a9WvWtmz1YMEiXLhyuXXv5p0bwG/gwYUP\nJ17c//hx5OWUL2fe3PnyUqU2VKlSzvp17NmxA+De3Xs58OHFjydPvlu3YsUIEDhQoUI5+PHlwwdQ\n3/79cvn17+ff3z/AcgIHEixYEADChArLMWzo8CHEhrZs9WDBIly4cho3cuyoEQDIkCJHkixp8iTK\nlOVWsmzp8iVLNmwA0KBR7ibOnDpzAujp82e5oEKHEi1KtJMBAwCWLj1woBzUqFKhAqhq9Wq5rFq3\ncu3q9StYrQDGki1b7izatGrXonXmrMGNG+PGlatr9y7eugD28u3r9y/gwIIHEy5n+DDixIoPs2ED\ngAaNcpInU65MGQDmzJrLce7s+TPoz50MGABg2vSBA//lVrNuvRoA7Niyy9Gubfs27ty6d9cG4Ps3\n8HLChxMvbny4M2cNbtwYN64c9OjSp0MHYP069uzat3Pv7v17ufDix5MvL96AAQAFCpRr7/49/PcA\n5tOvX+4+/vz69+N35gxgAAADCQIIEKBcQoULEwJw+BBiOYkTKUoUJy4aOHDkyIULp+zZsypVcAAB\nUg5lSpUrVQJw+RJmOZkzada0ObNWLQ9SpJTz+RNoUKAAiBY1ehRpUqVLmTYt9xRqVKlTy6lRAwBr\ngQLbtpXz+hVsWK8AyJY1Ww5tWrVr2aZ15ozAgwcA6NI1YKBcXr178wLw+xdwOcGDCUuTBgBAAACL\nGTf/blygwLhx5ShXtnwZQGbNm8t17kyOXDnRo0mX/vZt0KABkyaVc/0admzYAGjXtn0bd27du3n3\nLvcbeHDhw8upUQMAeYEC27aVc/4cenTnAKhXt14Oe3bt27lnd+aMwIMHAMiTN2CgXHr169MDcP8e\nfjn58+lLkwYAQAAA+/n37w+wQIFx48oZPIgwIYCFDBuWe/iQHLlyFCtavPjt26BBAyZNKgcypMiR\nIgGYPIkypcqVLFu6fFkupsyZNGvCGDAAgE6dP368eUOunNChRIkCOIo0abmlTJs6fbotXLhkyZ6l\nScOAAYCtW8t5/QrWK4CxZMuWO4u2XLhw0AIEAAA3/67cuXIhQCiHN6/evQD6+v1Ljly5wYQLGy4M\ny5ChChUkZMlSLrLkyZQnA7iMObPmzZw7e/4Mupzo0aRLm4YxYACA1at//Hjzhly52bRr1waAO7fu\ncrx7+/4NfFu4cMmSPUuThgEDAMyZl3sOPfpzANSrWy+HPXu5cOGgBQgAILz48eTHQ4BQLr369ewB\nuH8Pnxy5cvTr279vH5YhQxUqSACYJUs5ggUNHjQIQOFChg0dPoQYUeLEchUtWiTnzduzZ+TKlSNH\n7s2bAgJMCgAgQECECBcukCoXU+bMmQBs3sRZTudOnj19/iy3YAEAogEClEOaVClSAE2dPi0XNeo4\nqv/jhCVIAEDr1q28qlXDhm0AALIAFCggV07tWrZsAbyFG7fcXLp17dZdssRKixYRIhDQoaPcYMKF\nDRcGkFjxYsaNHT+GHFlyOcqVy5EjJ06btjJlVJAhAwLEgAEABAg4cKBAgAALFmDAQEycuHK1bd+u\nDUD3bt7lfP8GHly4cGPGAgQAkDx5OebNnTMHEF36dHLkyl0XJ27btnGcOClQAIAPn2fPyp1HXy4X\nAPYAFCgQV07+fPr0AdzHn7/cfv79/QMcN86DhwEDACxYMGBAAAECsmUrJ3EixYoSAWDMqHEjx44e\nP4IMWW4kyXLkyInTpq1MGRVkyIAAMWAAAAECDhz/KBAgwIIFGDAQEyeuHNGiRokCSKp0abmmTp9C\njRrVmLEAAQBgxVpuK9euWwGADSuWHLlyZsWJ27ZtHCdOChQA4MPn2bNydu+WywVgLwAFCsSVCyx4\n8GAAhg8jLqd4MePG48Z58DBgAIAFCwYMCCBAQLZs5T6DDi36M4DSpk+jTq16NevWrsvBji07WzYh\nQqBYsDBgAAAAAQgQQIAAQIAABgzIktWtHPPmzp0DiC59ernq1q9jz459nAIFAL5/58WrHPny5skD\nSK9+fbn27t+3d+aMXLn69u+XM0aAAAAAsQDGKjeQYEGDABAmVFiOYUOHDMWJmxMgwIABAgQEWbBx\n/wGAAAGkSSs3kmRJkyMBpFS5kmVLly9hxpRZjmZNm9myCRECxYKFAQMAAAhAgAACBAACBDBgQJas\nbuWgRpUqFUBVq1fLZdW6lWtXruMUKAAwdiwvXuXQplWLFkBbt2/LxZU7N64zZ+TK5dW7t5wxAgQA\nAIgVq1xhw4cRA1C8mHE5x48hOxYnbk6AAAMGCBAQZEHnBQACBJAmrVxp06dRlwawmnVr169hx5Y9\nm3Y527dxf/tmy9aNHj0ECAgQAECAAACQI9egwZevcs+hR5cOgHp16+WwZ9e+nft2GwDAhx9Xjnx5\n8+YBpFe/nhy5cu/hx38vrlx9+/fLXQIAIEAASv8AKZUbSLCgQQAIEyosx7Chw3HjsGABQDFAgGbN\nxJEj16QJAQECpEkrR7KkyZMkAahcybKly5cwY8qcWa6mzZvfvtmydaNHDwECAgQAECAAgKNHNWjw\n5auc06dQowKYSrVquatYs2rdqtUGgK9gx5UbS7ZsWQBo06olR66c27dw3YorR7eu3XKXAAAIEIAS\npXKAAwseDKCw4cPlEitePG4cFiwAIgcI0KyZOHLkmjQhIECANGnlQoseTTo0gNOoU6tezbq169ew\ny8meTbu2OHFq1ADYzbv3iRPlggsfTjw4gOPIk5dbzry58+fOAUgnQKCc9evYs1sHwL2793Lgw4v/\nFz9u27Zy6NOnB8B+wIBy8OPLnw8fgP37+Mvp38/flSuAAAQKLFfQoEEUKVKMG1fO4UOIER0CoFjR\n4kWMGTVu5Nix3EeQIUV+bNECwEmUKf/8IUeu3EuYMWUCoFnTJjly5XTu5NnTZzkMGAAMLVfU6FGk\nRwEsZdq03FOoUaP6ypWrWDFy5MaFCxcgAACwefKUI1vW7FmyANSuZVvO7dty5MiN48ABwF0/fsrt\n5cuXFQkS5QQPJlyYMADEiRUvZtzY8WPIkctNplzZ8uQWLQBs5tz5zx9y5MqNJl3aNADUqVWTI1fO\n9WvYsWWXw4ABwO1yuXXv5r0bwG/gwcsNJ168/7ivXLmKFSNHbly4cAECAKCeJ0857Nm1b8cOwPt3\n8OXEjy9Hjtw4DhwArPfjp9x7+PBZkSBRzv59/PnxA+Df3z9AAAIHEixo8CDChAoBlGvo8CHEhhIk\nAKhYUYAAAAcOhAmzbVu5kCJHkgRg8iTKcipXsmzpsly2bAIEAChn8ybOnDoB8OzpsxzQoEKHXrq0\n4+iOWQYMAGjaFBiwclKnUq0qFQDWrFrLce3a9duBAwDGtmhR7izactu2AQgQQJu2cnLn0q0rFwDe\nvHr38u3r9y/gwOUGEy5seLAECQAWLxYgAMCBA2HCbNtW7jLmzJoBcO7suRzo0KJHky6XLZsAAf8A\nyrFu7fo1bACyZ9MuZ/s27tyXLu3ovWOWAQMAhg8HBqwc8uTKlyMH4Pw59HLSp0//duAAgOwtWpTr\n7r3ctm0AAgTQpq0c+vTq16MH4P49/Pjy59Ovb/9+ufz69/PPlg0gAIECT5x48mSVCBFlyixYwKtc\nRIkTJwKweBFjOY0bOXb0GC5BAgAATpQzeRJlSpUAWLZ0WQ5mTJkzw4VDgYIEiQAAePIMEKBZM2/e\nyhU1ehQpAKVLmZZz+rQcOXLQAFStSoCAAQPFiiFw4ABA2LCJEpUzexZtWrMA2LZ1+xZuXLlz6dYt\ndxdvXr1VqgDwC6BUOcGDyzlxIkBAA3HiyjX/dvy4MQDJkymXs3wZc2bNwg4cECAAQTnRo0mXNg0A\ndWrV5Vi3dv2adbduiRJJCBAAQO4FC6JFI0euXHDhw4kDMH4ceTnly5d7I0AAQHTp06lH16ChXHbt\n27lnB/AdfHjx48mXN38efTn169m3r1IFQHwApcrVt1/OiRMBAhqIEwewnMCBBAUCOIgwYbmFDBs6\nfCjswAEBAhCUu4gxo8aNADp6/FgupMiRJEN265YokYQAAQC4XLAgWjRy5MrZvIkzJ4CdPHuW+wkU\nqDcCBAAYPYo0qVENGso5fQo1qlMAVKtavYo1q9atXLuW+wo2bNhxPXoAAMCAwa5ybNmGC/fm/02A\nAA1s2SqHN69evAD6+v0rTly5wYQLGx48btyPTJlKlKCQK1e5yZQrW64MILPmzeU6e/4M+rMwYRYM\nGAiA2oEDcuTKuX4NO7ZrALRr2y6HO7fucOEcOAAAPLjw4RIkOHNWLrny5cwBOH8OPbr06dSrW79e\nLrv27dvH9egBAAADBrvKmTcfLtybNwECNLBlq5z8+fTlA7iPP784ceX6+wdYTuBAguXGjfuRKVOJ\nEhRy5SoXUeJEihMBXMSYsdxGjh09dhQmzIIBAwFMOnBAjlw5li1dvmQJQOZMmuVs3sQZLpwDBwB8\n/gQaVIIEZ87KHUWaVCkApk2dPoUaVepUqv9Vy13FmlVrgAAAvAKAVU5suXHRojFgYMAAg2vXyr2F\nG/ctALp17ZbDi1ecuHJ9/f7tCwsWuWHDTpwAIE5cOcaNHT92DEDyZMrlLF/GnBmzMWOFBgwIEACA\nLFnlTJ9GnRo1ANatXZeDHVu2bHICBADADeAaOXLlyiXo0OHAgUmTxJVDnly5cgDNnT+HHl36dOrV\nrZfDnl379gABAHwHAKvc+HLjokVjwMCAAQbXrpWDH18+fAD17d8vlz+/OHHl/AMsJ3DgQFiwyA0b\nduIEAHHiykGMKHGiRAAWL2Isp3Ejx44cjRkrNGBAgAAAZMkqp3Ily5YsAcCMKbMczZo2bZL/EyAA\nAE8A18iRK1cuQYcOBw5MmiSuHNOmTp0CiCp1KtWqVq9izaq1HNeuXr2+ASB2LAAsWBw4EHbgQIMG\nCxZMGTasHN26dukCyKt3b7m+fceNKyd4sGBy5BQp0qatW7ZsCRIEGDeuHOXKli9bBqB5M+dynj+D\nDg06XLgWAwYAAFCAGbNyrl/Djg0bAO3atsvhzq17d7ZsBw4cO1Zu+HBuAgQECCBAgK9yzp9Dhw5g\nOvXq1q9jz659O/dy3r+DB08OAPnyAAIEQIBgRKtWyJB16wYtXLhy9u/jtw9gP//+5QCWE1hu3Lhy\nBw9So2aFYbBg48aVCxfOjp0E5TBm1LiR/yMAjx9BlhM5kmRJkzkApATQoFxLly9hxgQwk2bNcjdx\n5tR5M1y4cj+BllMBgCgAAQLqlFO6lClTAE+hRpU6lWpVq1exltO6lStXcgDAhgUQIAACBCNatUKG\nrFs3aOHClZM7l65cAHfx5i23d++4ceUAA6ZGzUrhYMHGjSsXLpwdOwnKRZY8mXJlAJcxZy63mXNn\nz59zABANoEE506dRp1YNgHVr1+Vgx5Y9G3a4cOVw5y6nAkBvAAIE1Ck3nHjx4gCQJ1e+nHlz58+h\nRx83rlx169er21qxAkD37tnAZysXLlw58+WsFStGjlw59+/hA5A/nz45cuXw59c/axYCCP8AISRL\nVq5gwVu3hJVbyLChw4cAIkqcWK6ixYsYMx4AwBEApnIgQ4ocSRKAyZMoy6lcybKly5XFihkAQBOA\nAAG3xo0rx7OnT54AggodSrSo0aNIkyodN66c06dQndpasQKAVavZsmYrFy5cua/lrBUrRo5cubNo\n0wJYy7YtOXLl4sqdO2sWAggQkiUrx5fvrVvCygkeTLiwYQCIEysux7ix48eQDwCYDABTucuYM2ve\nDKCz58/lQoseTbq06GLFDABYDUCAgFvjxpWbTbv2bAC4c+vezbu379/Ag5cbTry48W/fxo2zZq2c\n8+fQnTdixmzcuHLYs2sHwL2793Lgw4v/Bz9nTgURIrhxGzeu3LVrX74QKUe/vv37+AHo38+/nH+A\n5QQOJFhw4AIAAA4cSFbO4UOIESUCoFjRYjmMGTVuxPjt24sXvNq0adAAwEkBAiRJ6lXO5UuYMAHM\npFnT5k2cOXXu5FnO50+gQYUO/WnL1pk9e8iRK9fU6VMAUaVOLVfV6tWq2rSZSJbs27dyYblxw4FD\nVzm0adWuZQvA7Vu45eTOpVuXLjlyAPQuWFDO71/AgQWXA1DY8OFyiRUvZpzYjp0aNQa4cAEAQIAB\nA27dYsZsnDhx5USPJi0awGnUqVWvZt3a9WvY5WTPpl3b9u3Ztmyd2bOHHLlywYUPB1Dc//jxcsmV\nL0+uTZuJZMm+fStXnRs3HDh0lePe3ft38ADEjydfzvx59OnRkyMHwP2CBeXkz6df3345APn17y/X\n3z/AcgIHEixnx06NGgNcuAAAIMCAAbduMWM2Tpy4cho3ctQI4CPIkCJHkixp8iTKcipXsmzp8uXK\ncOFeiRNX7ibOnDcB8OzpsxzQoEKHEg3qzduzckqXMm3qFADUqFLLUa1q9apVb94QaNBQ7ivYsGLH\nggVg9izacmrXsm3LNly4cnLn0q1r1y6AvHr38u3r9y/gwILLES5s+DDixIXDhXslTly5yJInRwZg\n+TLmcpo3c+7sebM3b8/KkS5t+jRqAP+qV7Mu5/o17NiwvXlDoEFDudy6d/PurRsA8ODCyxEvbvy4\n8XDhyjFv7vw5dOgAplOvbv069uzat3MnR64c+PDix5Mvb/58OQDq17MnR64c/Pjy59OPT64c/vz6\n9/MH4B8gAIEDAZQzeBBhQoTixAkp9xBiRIkTJQKweBFjOY0bOXb0+BFkyI0ASJY0eRJlSpUrWbYk\nR65cTJkzada0eRNnOQA7efYkR65cUKFDiRYVSq5cUqVLmTYF8BRq1HJTqVa1WlWcOCHluHb1+hXs\nVwBjyZYtdxZtWrVr2bZ1ixZAXLlz6da1exdvXr3l+Pb1+xdwYMGD+wIwfBhxOcWLGTf/dtyYXDnJ\nkylXtgwAc2bN5Th39vzZ87dv5UiXNn0aNWoAq1m3LvcadmzZs2nXtg0bQG7du3n39v0beHDh5YgX\nN34ceXLly4sDcP4c+rhx5ahXt34de3bt28sB8P4dfDnx48mXN38effrxANi3d18Ofnz58+nXt38/\nPgD9+/n39w8QgMCBBAsaPIgwYbmFDBs6fAgxokSGACpavDhuXLmNHDt6/AgypMhyAEqaPFkupcqV\nLFu6fAlTJYCZNGuWu4kzp86dPHv6xAkgqNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6\n/Qo2rNixZMuaPYs2rdq1bNu6fQs3bK7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO34M\nObLkyZQrW76MObPmzZw7e/4MOrTo0aRLmz6NOrXq1axbu34NO7bs2bRr276NO7fu3bx7+/4NPLjw\n4cSLGz+OPLny5cybOycdEAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4\n+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj\n4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDP\nz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7\nu7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKin\np6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKR\nkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59\nfX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBubm5tbW1sbGxra2tpaWloaGhnZ2dm\nZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBO\nTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3\nNzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8e\nHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwL\nCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJ\nsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavX\nr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacOHE\njZtMubLly5bFaRYXjhu3bdvCiRM3rrTpcQBSq14tTty417Bjy55Nu7btcQBy694tTty438CDCxcO\nrji4b+HCffsWrrm45+LGSZ9OHYD169jDhRM3rrv3cOLCh/8PF26c+fPo06tPL649OHAA4sufT7++\n/fv48+sfx7+/f4DjBA4kWNBguHDjxIkDB27cQ4gRAUykWHHcRYwZNW7k2NEjRgAhRY4cV9LkSZQp\nx4ED581bOHHiwIELF27cTZw5dQLg2dPnOKBBg4obV3ScOKTjlC5l2tTp06UApE6lWtXqVaxZtW4d\n19XrV7BhxXoVJ26cOHHj1K5lqxbAW7hxx82lW9fuXbx59dIF0Nfv33GBBQ8mXFgcN8TcxC1ePM7x\nY8iRHQOgXNnyOMyZNWsW13ncZ9ChRY8mDRrAadSpVa9m3dr1a9jjZM+mXdv27dnixI0TJ27cb+DB\nfwMgXtz/+DjkyZUvZ97c+fPkAKRPpz7O+nXs2bWL49admzjw4MeNJ1/e/HgA6dWvH9fe/fv34uSP\no1/f/n38+esD4N/fP0AAAgcSLGjwIMKECgGMa+jwIcSIEidSdAjgIsaM4zZy7OhRnLhw4caRLGny\nJMqU4wCwbOlyHMyYMmfS/LZs2bZt4sbx7OnzJ1AAQocSHWf0KNKk4sSNa+p0nDhx46ZSrWr16jgA\nWrdy7er1K9iwYseOK2v2LNq0ateyNQvgLdy44+bSrWtXnLhw4cbx7ev3L+DA4wAQLmx4HOLEihcz\n/rZs2bZt4sZRrmz5MmYAmjdzHuf5M+jQ4sSNK216nDhx/+NWs27t+vU4ALJn065t+zbu3Lp3j+vt\n+zdwceLChSNGjNaRI8eOuQIGTJmycdKnU68uHQD27NrHce/u3bs1MGA+fcqWTdy49OrXs2/PHgD8\n+PLH0a8/Tpy4cfr3c+MGDSA0Q4ZciBAxaxa4cQsZNnT4EEBEiRPHVbR48aK4bNm2bTt1akuBAhUq\nWEiRokMHcODGtXT5EiYAmTNp1rR5E2dOnTvH9fT5E6g4ceHCESNG68iRY8dcAQOmTNk4qVOpVpUK\nAGtWreO4dvXq1RoYMJ8+ZcsmblxatWvZtmULAG5cuePo1h0nTtw4vXu5cYMGzZAhFyJEzJoFblxi\nxYsZN/8G8Bhy5HGTKVeuLC5btm3bTp3aUqBAhQoWUqTo0AEcuHGrWbd2DQB2bNmzade2fRt37nG7\nd4sTN26cuHHDx1Xz4mXBggEDBABwDiCABg2fPo2zfh17dusAuHf3Pg58ePHgxYkbpkKFBg2qVIVz\nPw4+fHHixtWvz4zZqW3bwIETB1DcuIEACho8OG6cuIXevG3bNu3aNW3aQnXogABBgwYdLFggQkTb\nuJEkS5o8CSClypXjWrp8CdObN02aJkwIACCnzp0AzIz7CTRoUABEixo9ijSp0qVMm457ChVqOHHi\ntm2LMWAAAAABAgD4CnbCBGrUxpk9izatWQBs27odBzf/rly44sQREyFiwYIcOZJBg6ZNG7NfvyJF\natMGzIIFAgQAkCChRYthw8CJEwcgs+bN4zp3FieuWjVVgwYhQSIAgGoABQosUKDgwoVM4cKJEzcu\nt+7dvHMD+A08+LjhxIsbHx4r1oABAJo7f+5ckqRx1Ktbpw4gu/bt3Lt7/w4+vPhx5MuXDydO3LZt\nMQYMAAAgQAAA9OtPmECN2rj9/Pv7BzhuHACCBQ2OQ5hQIUJx4oiJELFgQY4cyaBB06aN2a9fkSK1\naQNmwQIBAgBIkNCixbBh4MSJAxBT5sxxNWuKE1etmqpBg5AgEQBAKIACBRYoUHDhQqZw4cSJGxdV\n6lSq/1EBXMWaddxWrl29bo0Va8AAAGXNnjUrSdI4tm3dsgUQV+5cunXt3sWbV+84vn39+s1myxY0\naNeuASNBIsDiYsXGPYYcWXJkAJUtXx6XWfNmzrVqPXkSJEizX79YsSoiSdKOHSFCEICdIMGCQIGY\nMQsXbpw4cQB8/wY+TrhwceLChXuWLJkWLRAWLLBggQwZUVSo+PCBBxu2b9/GfQcfXvx3AOXNnx+X\nXv169unDhfvwIQAAAALsDxgAQL/+IEHGARwncOBAceIAIEyocCHDhg4fQow4biLFihWz2bIFDdq1\na8BIkAggslixcSZPokyJEgDLli7HwYwpc2atWk+eBP8J0uzXL1asikiStGNHiBAEjiZIsCBQIGbM\nwoUbJ04cgKpWr47LmlWcuHDhniVLpkULhAULLFggQ0YUFSo+fODBhu3bt3F27+LNaxcA375+xwEO\nLHgw4HDhPnwIAACAgMYDBgCIHDlIkHGWL2MWJw4A586eP4MOLXo06dLjTqNOrXr1OGfOFCggMG42\n7dq2bwPIrXv3uN6+fwPv0UOBAgECHhQoQIAAgAABAAAIEAAAAwaOHInLPm4793EAvoMPP248+XHh\nwg1TpsyFCwPukSAxY2ZNggQIEBDo0EGCBEaMABobN5BgwYIAECZUOI5hQ4cPGYYLN2AAAIsLFrxY\nsSL/QAAAHyNEiBRpXEmTJwGkVLmSZUuXL2HGlDmOZk2bN3GO27btwAEV44AGFTqUKACjR5GOU6pU\nnLhxT6GOw6VAAQAAAQIIALCVa1cAB8SJGzeWbNmxANCmVTuOLVtx4sCBK1amjBEjGRw4QIHixg0Q\nBAgEEFygQADDASRo0yZO3DjHjyEDkDyZ8jjLlzFnthwjBgDPngsUMPTp04EDAFAvWCBDBiZs2MTF\nFjdOnDgAt3Hn1r2bd2/fv4GPEz6ceHHj47ZtO3BAxTjnz6FHlw6AenXr47BjFyduXHfv43ApUAAA\nQIAAAgCkV78ewAFx4sbFlz8/PgD79/GP069fnDhw/wDBFStTxoiRDA4coEBx4wYIAgQCSCxQIIDF\nABK0aRMnbpzHjyABiBxJcpzJkyhTmowRA4BLlwUKGPr06cABADgXLJAhAxM2bOKCihsnThyAo0iT\nKl3KtKnTp1DHSZ1KtarVcaBABQggZ5zXr2DDigVAtqzZcWjTphXHtlq1EQMGAAAwYACAu3jz3oUz\nrq/fv38BCB5MeJzhw+PChfuFBUuRIg8oUPjw4cEDAQEyB2BAgECAAAAAGHj2bJzp06hNA1jNuvW4\n17Bjy34tQACA27cbNCjDggWA378VKAgT5pc2bdu2jVu+HIDz59CjS59Ovbr16+Oya9/Ovfs4UKAC\nBP+QM668+fPo0wNYz779uPfw4YubX63aiAEDAAAYMACAf4AABA4cCGfcQYQJEwJg2NDhOIgRx4UL\n9wsLliJFHlCg8OHDgwcCAowMwIAAgQABAAAw8OzZOJgxZcIEUNPmzXE5de7kmVOAAABBgzZoUIYF\nCwBJkypQECbML23atm0bV7UqAKxZtW7l2tXrV7Bhx40lW9bs2WoRIihQgG3cW7hx5c4FUNfu3XF5\n9e7NK04cMkWK7NiZMwfHgQMDBgQYMCBAAA0axI2jXNmyZQCZNW8e19mzZ3ChuXE7BgjQoEEsWLh4\n8gQVKmKzZm3YYMCACXHixu3m3Xs3AODBhY8jXtz/+HHiFiwAAHBAipRp07ZBgmTAwIABPcKFG9fd\n+/fuAMSPJ1/e/Hn06dWvH9fe/Xv48atFiKBAAbZx+fXv598fAEAAAgcOHGfwIEKD4sQhU6TIjp05\nc3AcODBgQIABAwIE0KBB3LiQIkeOBGDyJMpxKleuBOeSG7djgAANGsSChYsnT1ChIjZr1oYNBgyY\nECduHNKkSpECaOr06bioUqdSjWrBAgAAB6RImTZtGyRIBgwMGNAjXLhxateyVQvgLdy4cufSrWv3\nLt5xevfy5SuOGTNhwlq0MAAAAAMGtsYxbuz4MWQAkidTHmf5MubM4jaLixUrxoEDChQQECAAAAAJ\n/xKujWvt+vVrALJn0x5n+zbu3ODAZcsmTFizb9/GEQ8XDgSIAAFajGvu/PlzANKnUx9n/Tr27Nbx\n4BEhgla3buPGNdOgQYAABAgsjWvv/v17APLn069v/z7+/Pr3j+vvH+A4gQPBgXtFgYIBAwECAHA4\nYIAPWbJ48dq2bVxGjRs5AvD4EeQ4kSNJlhRZrNiTJw4ECDhwQMGAAQBoAgAxDmdOnToB9PT5c1xQ\noUOJFi0aLlyHDgAAjBr3FGrUqACoVrU6DmtWrVuxevGiS9c4seDAGVOhYsCABAm6jXP7Fi5cAHPp\n1rV7F29evXv5jvP7F7BfcOBeUaBgwECAAAAYD/8Y4EOWLF68tm0bdxlzZs0AOHf2PA50aNGjQRcr\n9uSJAwECDhxQMGAAANkAQIyzfRs3bgC7efce9xt4cOHDh4cL16EDAACjxjV3/vw5AOnTqY+zfh17\ndutevOjSNQ48OHDGVKgYMCBBgm7j2Ld37x5AfPnz6de3fx9/fv3j+Pf3D3DcOHDgrCxYECBhAAAC\nBBw4MCBiggSCBIkbhzGjRo0AOnr8OC6kyJEkQ86ZQ4AAgAABEiRgESAAgJkzDxxw5myczp08Afj8\nCXSc0KFEixo1yo1bggQAAHQbBzWqVKkAqlq9Oi6r1q1csxIixI3buLHQoLUIEAAAgAABpo17Czf/\nblwAdOvavYs3r969fPuO+ws48F9w4KwsWBAgcQAAAgQcODAgcoIEggSJG4c5s2bNADp7/jwutOjR\npEPPmUOAAIAAARIkYBEgAIDZsw8ccOZsnO7dvAH4/g18nPDhxIsbN86NW4IEAAB0Gwc9unTpAKpb\nvz4uu/bt3LMTIsSN27jx0KC1CBAAAIAAAaaNew8/fnwA9Ovbv48/v/79/PuPAzhO4ECCBMOFAwdu\n3MKF4sS5SpFiwQJAgMZdxJhRIwCOHT2OAxlS5Ehx4jZsQIBgDjhw41y6bNWqRw8DKFAcOzZO506e\nAHz+BDpO6FCiRY0ahQbNgYMdO8Y9hRpVKgCq/1WtjsOaVevWcOFo0apWbVy3bowYLThwQICABg2w\njYMbV65cAHXt3sWbV+9evn39jgMcWPBgwoTPnBkwYMWKbOMcP4YMGcBkypXHXb4sTpw0ad7GfR4n\nDggQAgSwYBmXWvVqb94CAIANYNo42rVrA8CdW/c43r19/wb+W1ycOAUKQIM2Tvly5s0BPIcefdx0\n6tWrDxMgIECAAwdKMGAgQAAA8uQDBNgwTv169uwBvIcfX/58+vXt38c/Tv9+/v39AxwncOCZMwMG\nrFiRbRzDhg4dAogoceK4ihXFiZMmzdu4juPEAQFCgAAWLONOokzpzVsAAC4BTBsnc+ZMADZv4v8c\np3Mnz54+e4qLE6dAAWjQxiFNqnQpgKZOn46LKnXq1GECBAQIcOBACQYMBAgAIFZsgAAbxqFNq1Yt\ngLZu38KNK3cu3bp2x40TN27ct2/hwoEbJ3gw4cKCpUk7cIABA2vjHkOOHBkA5cqWx40L9+1bpUpx\n4qhJlMiXLxwBAiBAIE7cuNauX/PiFQAAbQApxuHOnRsA796+xwEPLnw48eDhwvUKEgQDBnHixkGP\nLn06gOrWr48bJ27cOG7cwIHzFi0aIkQAzp8PEGBAgAAA3gcIAGA+gABz5nDjNm4///4AAAIQOJBg\nQYMHESZUqHDcOHHjxn37Fi4cuHEXMWbUeFH/mrQDBxgwsDaOZEmTJgGkVLly3Lhw375VqhQnjppE\niXz5whEgAAIE4sSNEzqUKC9eAQAkBZBiXFOnTgFElTp1XFWrV7FmtRouXK8gQTBgECduXFmzZ9EC\nULuW7bhx4saN48YNHDhv0aIhQgSAL98AAQYECACAcIAAABADCDBnDjdu4yBHlgyAcmXLlzFn1ryZ\nc+dxnz+LE+fNW7dxp1GnVn16zpwDBwYMuDWOdm3btgHk1r1bnLhw3LjlytWhQ4IBAwIEALDchYtx\nz6FHf+7KFQDr1meM0759OwDv38GPEz+efHnz43v1ujFhAiBA4+DHlz8fPgD79/GP068/XLhr/wCv\niXLgAIDBgwAECAgAoCEAAQAiSgQgQAANGtrGady4EYDHjyBDihxJsqTJk+NSphQnzpu3buNiypxJ\nM+acOQcODBhwa5zPn0CBAhhKtKg4ceG4ccuVq0OHBAMGBAgAoKoLF+Oyat2a1ZUrAGDBzhhHtmxZ\nAGjTqh3Htq3bt3Db9up1Y8IEQIDG6d3Lt69eAIADCx5HmHC4cNeuiXLgAIDjxwAECAgAoDIAAQAy\nawYgQAANGtrGiR49GoDp06hTq17NurXr1+NixxYnzps3ZeLEjdvNu7dvMGAGDDhwgNm448iTJwfA\nvLnzcdChT5vGihWNChUCBBCAAAEwYOPCi/8fH75DBwDoBQgoNa69e/cA4sufP66+/fv489vHhs3Q\nLYC3tGkbV9DgQYQFASxk2HDcw4fiJIq7ZskSChQXdOiYNevYsVuRIt26JQgJEgMGCBAQIEECDhzB\nxs2kSRPATZw5de7k2dPnT6DjhA4dJ07cIz9+TJiYtW3bOKhRxzFjNgDAVQABAoga19Xr168AxI4l\nO87s2XHhwtHCgQPA27dLljx6hEuDBho0tsSJs2ABAMCACxTwNs7w4cMAFC9mPM7xY8iRJT8WJ07R\nZT58xm3m3NnzZgChRY8eV9r06dLixI1j3dp1a3HiLl2KESMBBAgPHoTy5m3cb+DjAAwnXtz/+HHk\nyZUvZz7O+fNx4sQ98uPHhIlZ27aN4959HDNmAwCMBxAggKhx6dWvXw/A/Xv44+TPHxcuHC0cOADs\n379kCcBHj3Bp0ECDxpY4cRYsAODQYYEC3sZRrFgRAMaMGsdx7OjxI8iO4sQpKsmHz7iUKleyTAng\nJcyY42bSrDlTnLhxOnfy3ClO3KVLMWIkgADhwYNQ3ryNa+p0HICoUqdSrWr1KtasWsdx7dp1WoQI\nAQIACBAAAgQ6dHgYMADg7dsAAQYM4DbuLt68eQHw7et3HODAgcGRINGggQUGDAgQCBAAAOTIAwYE\nCADgcq1a3bqJG+f582cAokeTHmfatDhx/+NWs27tuvWmKFFatPDlaxzu3Lp3A+jt+7e44OOGEy9u\n/LjxcOHUqGkhRsyLF6HChRtn/fo4ANq3c+/u/Tv48OLHjytv3vy0CBECBAAQIAAECHTo8DBgAAB+\n/AECDBjADeA4gQMJEgRwEGHCcQsZMgRHgkSDBhYYMCBAIEAAABs5DhgQIAAAkbVqdesmblxKlSoB\ntHT5clzMmOLEjbN5E2dOnJuiRGnRwpevcUOJFjUKAGlSpeKYjnP6FGpUqVHDhVOjpoUYMS9ehAoX\nblxYseMAlDV7Fm1atWvZtnU7Dm7cuOL+/FmwAEBevXvzBoAAoUuXcOHGFTZ8GDEAxYsZj/9z/Pix\nuGDBrFlrJkuWIUMIEADw7BmFBQsHDiBAcGlcatWrVwNw/Rr2ONmzade2XZuXAQMSJAgTNg54cOHD\nARQ3flycuHHLmTd3/hz6uGvXIAkRggYNt3HbuXMH8B18ePHjyZc3fx79OPXr2bP3RoQIBAgG6H/4\n8OzZOP37+ff3D3AcgIEEC447iDChwoXgnj0bBzGixIkUIwK4iDHjuI0cO3r86NFbpEiPHokTNy6l\nypUsAbh8CXOczJk0a9q8iVOcuHE8e/oEADSo0KFEixo9ijTpuKVMmzb1RoQIBAgGqn748OzZuK1c\nu3r9Og6A2LFkx5k9izatWnDPno17Czf/rty5cAHYvYt3nN69fPv67estUqRHj8SJG4c4seLFABo7\nfjwusuTJlCtbvixO3LjNnDsD+Aw6tOjRpEubPo16nOrVrFu7fg079moAtGvbHoc7t+7dvHv7/p0b\ngPDhxMcZP448ufLk4MKFGwc9uvTp0gFYv459nPbt3Lt7/w4+/HYA5MubP48+vfr17NuPew8/vvz5\n9Ovbhw8gv/794/r7BzhO4ECCBQ0eRGgQwEKGDcc9hBhR4kSJ4MKFG5dR40aOGwF8BBly3EiSJU2e\nRJlSJUkALV2+hBlT5kyaNW2Ow5lT506ePX3+zAlA6FCi44weRZpU6VKmTY8CgBpV6jiq/1WtXhUn\nbtxWrl29fgXLFcBYsmXHnUWbVu1atm3dogUQV+5cunXt3sWbV+84vn39/gUcWPDgvgAMH0Y8TvFi\nxo0dP4YceTEAypUtj8OcWfNmceLGfQYdWvRo0qABnEadetxq1q1dv4YdWzZrALVt38adW/du3r19\njwMeXPhw4sWNHw8OQPly5uOcP4ceXfp06tWfA8CeXfs47t29fwcfXvz47gDMn0c/Tv169u3dv4cf\nfz0A+vXt38efX/9+/v3HARwncCDBggYPIkwoEADDhg7HQYwocSLFihYvRgSgcSPHcR4/ggQpLly4\ncSZPokypcuVJAC5fwhwncybNmjZv4v/MORMAz54+fwINKnQo0aLjjiJNqnQp06ZOkQKIKnXquKpW\nr2LNqnUrV6sAvoINO24s2bJlxYULN24t27Zu38JlC2Au3brj7uLNq3cv375+8QIILHgw4cKGDyNO\nrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3\n796+fwMPLnw48eLGj3cOp3wc8+bixkGHDg6cuOrWxY3Lrn079+7aAYAPL16cuHHmz6NPr349+/bj\nAMCPLz9cOHHj7uPPf1+cuHHjAIoTFw4cOHHixiVUuJBhw3EAIEaUKE7cOIsXMWbUuJH/Y8dxAECG\nFDmSZEmTJ1GmDLdyXEuX4sbFjAkOnDibN8WN07mTZ0+fOwEEFTpUnLhxR5EmVbqUaVOn4wBElTo1\nXDhx47Bm1YpVnLhx48SJCwcOnDhx49CmVbuW7TgAb+HGFSduXF27d/Hm1buX7zgAfwEHFjyYcGHD\nhxGPU7yYcWNw4MRFjjyOcmXLlzFfBrCZc+dxn0GHFj2adGnToAGkVr16XGvXr2GLEzdunDhx4cCB\nEyduXG/fv4EHHweAeHHj45AnV76ceXPnz5MDkD6denXr17Fn1759XHfv38GDAxcu3Lhx4salV7+e\nfXv2AODHlz+Ofn379/Hn17+/PgD//wABCBwIYJzBgwgTKhQ3rqHDhxAjQgRAsaLFcRgzatzIsSNH\ncOC+fRtHsqRJAChTqlzJsqXLlzBjjptJs6ZNcODChRs3Tty4n0CDCh0qFIDRo0jHKV3KtKnTp1Cj\nLgVAtarVcVizat3KVdy4r2DDih0rFoDZs2jHqV3Ltq3bt27Bgfv2bZzdu3gB6N3Lt6/fv4ADCx48\nrrDhw4jFiRvHuLHjx5AjNwZAubLlcZgza97MubPnz5kBiB5Nepzp06hTq17NuvVpALBjyx5Hu7bt\n27hz48aGDRq0ccCDCwdAvLjx48iTK1/OvPm459CjSxcnbpz169iza99+HYD37+DHif8fT768+fPo\n048HwL69+3Hw48ufT7++/fvxAejfz3+cf4DjBA4kWNDgwYHYsEGDNs7hQ4gAJE6kWNHiRYwZNW4c\n19HjR5AhQYZDhYoECW7cxq1k2dIlAJgxZY6jWdPmTZw4v3378sWYMXDjhA4lShTAUaRJxy1l2tTp\nU6hOHYEAsWLFOKxZtQLg2tXrOLBhxY4lS4wQoXDhxq1lO46JAAEAACTy5m3cXbzjAOzl29fvX8CB\nBQ8mPM7wYcSJFScOhwoVCRLcuI2jXNnyZQCZNW8e19nzZ9ChQ3/79uWLMWPgxq1m3bo1ANixZY+j\nXdv2bdy5bzsCAWLFinHBhQ8HUNz/+PFxyZUvZ96cGCFC4cKNo159HBMBAgAASOTN2zjw4ccBIF/e\n/Hn06dWvZ99+3Hv48eXPh+/NmxgBAgAACBDgBEBIkHr1yjbuIEKEABYybDhunLiI4cKJExduHMaM\nGjWKEzdNggQAAAQIsDPuJMqUKQGwbOlyHMyYMmfSrBnzxw8AOnVyCBduHNCg4wAQLWp03Dhx45Yy\nbbo0XLhVq6ZMWYAAgSVL47aKE8eDhwAAYsVKkRIu3Li0aQGwbev2Ldy4cufSrTvuLt68evfilSYt\nAIDAggEECIAAgQlw4MYxbjwOAOTIksdRrjzOmzdr4cKN6+z5szhxSJAUAGD6NIFq/9XGsW7tmjWA\n2LJnj6tt+zbu3LptBwgA4DfwBg06dfLmbRxyAMqXMx/n/Dn06NWqESAA4Pr1Bg1mbdr04gWA8OLD\nGzCwbNm49OkBsG/v/j38+PLn068/7j7+/Pr345cmDWAAAAMJAggQAAECE+DAjXP4cBwAiRMpjrN4\ncZw3b9bChRv3EWRIceKQICkAAGVKAtWqjXP5EqZLADNp1hx3E2dOnTt54gwQAEBQoQ0adOrkzds4\npQCYNnU6DmpUqVOrVSNAAEDWrA0azNq06cULAGPJjjVgYNmycWvXAnD7Fm5cuXPp1rV7d1xevXv5\n9tUbKxYAwYIXLNhkzFi2bN7GNf927BhAZMmTx1WuLE4cOHDhxnX2/HmcuEePGDAIcBoAAAECFihT\nNg52bNmwAdS2fXtcbt27ee8WJ64bOHDjiBOfNk2AAADLlwcgQGDHDmvWxIULBwB7du3juHf3/v3R\nowABAJQPEGDDhipq1Ny4kSHDljlzOHBIECNGtmzj+PMHABCAwIEECxo8iDChQoXjGjp8CDGiw1ix\nAFi0uGDBJmPGsmXzNi6kSJEASpo8OS5lSnHiwIELNy6mzJnjxD16xIBBgJ0AAAgQsECZsnFEixol\nCiCp0qXjmjp9CvWpOHHdwIEbhxXrtGkCBAD4+jUAAQI7dlizJi5cOABs27odBzf/rty5jx4FCAAg\nb4AAGzZUUaPmxo0MGbbMmcOBQ4IYMbJlGwcZMoDJlCtbvow5s+bNnMd5/gw6tOhx06YFCABgwAAj\nRsSJGwc7tuzY4sQBuI0797jdvMeJExdunHDh4sSFC0eDRoUBAwwYICBAQIAAAgQEGDRIm7Zx3Lt7\nBwA+vPhx5MubP0/+27cFCw6MGNGtm7dr1yZMAIB/wIAAAQoIAChgwoROncQdBJBQ4cJxDR06FDdu\nnDdvthIkAJBRIwABAgIIEAACBDVq2qRJAwHiggoV4cKNgwkTwEyaNW3exJlT506e43z+BBpUaC8A\nRQEMePZMnLhxTZ0+bSpOXLhu/90AXMWaddzWreDAiRM3TuxYXboQIAgQwIAGDSdOYKlThwEDAHUN\nGcKGbdxevn0B/AUceNzgweHCjUOcGDE4cAsWAACAIEMGDBhwFCgAQDMAHN++SZOWqVAhXbqcOQsn\nThwA1q1dixP3jRs3YLWBWaJB48QJBAB8/x4QIAAAAAMWLIgSRZmyb86cuXABAROmcdWrixMHQPt2\n7t29fwcfXvz4ceXNn0efvhcA9gAGPHsmTtw4+vXt0xcnLly3bgD8AwQgcCCAcQYNggMnTty4hg51\n6UKAIEAAAxo0nDiBpU4dBgwAgDRkCBu2cSZPogSgciXLcS5dhgs3bibNmeDALf9YAAAAggwZMGDA\nUaAAgKIAcHz7Jk1apkKFdOly5iycOHEArmLNKk7cN27cgIEFZokGjRMnEABIq3ZAgAAAAAxYsCBK\nFGXKvjlz5sIFBEyYxgEGLE4cgMKGDyNOrHgx48aOx0GOLHmyZFy4AGDGzAccuHGeP4P2LG706HHj\nAKBOrXoc69auXYcbMgQAAAECMFy61G03LVoNGgAITorUuOLGjxcHoHw583HOn0OHLk6LFgAABAhw\nIEIEAQIAvn8XICDbuPLmx4kTN279egDu38MHB+4bN26xYilQAGA//wABAA4YsGABgQABAAAQIELE\no0fRou2yYGHBghLfvokTN47/I0cAH0GGFDmSZEmTJ1GOU7mSZUuWuHABkCmTDzhw43Dm1IlTXM+e\n48YBEDqU6DijR5EiDTdkCAAAAgRguHSpW1VatBo0ALCVFKlxX8GG/QqAbFmz49CmVatWnBYtAAAI\nEOBAhAgCBADkzStAQLZxfwGPEyduXOHCABAnVgwO3Ddu3GLFUqAAQGXLAQIMGLBgAYEAAQAAECBC\nxKNH0aLtsmBhwYIS376JEzeONm0At3Hn1r2bd2/fv4GPEz6ceHHiFy4EcOAAGLBxz6FHlz59HADr\n17GP076de/czZzx4WLQo3Djz5sOF69LlwIER4+DHly8fQH3798fl179/vzhC/wAJ6dAxatQ3Z86g\nQAHAkAABX77GSZxIsSKAixgzitsYLlymTBQoCBiZIAEIQoSYMbNmbRoSJF683OHGTZs2aNBAaNBw\n5864n0CDAhhKtKjRo0iTKl3KdJzTp1CjQr1wIYADB8CAjdvKtavXr+MAiB1LdpzZs2jTnjnjwcOi\nReHGyZUbLlyXLgcOjBjHt69fvwACCx48rrDhw4fFESKkQ8eoUd+cOYMCBYBlAgR8+RrHubPnzwBC\nix4trnS4cJkyUaAgoHWCBCAIEWLGzJq1aUiQePFyhxs3bdqgQQOhQcOdO+OSK18OoLnz59CjS59O\nvbr1cdiza9+OHQuWAAGyfP/7Nq58+WvXxqlfz769egDw48sfR7++/fu4cOXK1a3bOIDjBA4cFyXK\ngAEexi1k2LAhAIgRJY6jWNGiRW2WLC1bxo2bOG3aLlwAMGAADhzjVK5k2VIlAJgxZY6jSfPbN1q0\najRqdOaMIleuvn3bti3bnDmSJL3JlcuGjQEDADRo4M3bOKxZtQLg2tXrV7BhxY4lW3bc2bPixI1j\n25YtLFgBAggQIG7c3bvBgpUogQCBiTJl1KjZNs7w4cMAFC9mPM7xY8iQxS1aFCzYt2/ixm3e/O3b\niRMAAMAZV9r06dMAVK9mPc71a9iwvw0bduxYt27aypQJ0PvVq2/fxg0nXtz/+HAAyZUvH9fc+fNw\n4b59k1aokBo1tmxFU6WqRIkZPHgMGADAPDBg49SvZ68ewHv48eXPp1/f/n384/TrFyduHMBxAgeO\ngwUrQAABAsSNa9gwWLASJRAgMFGmjBo128Zx7NgRAMiQIseRLGnSpLhFi4IF+/ZN3LiYMb99O3EC\nAAA443by7NkTANCgQscRLWrU6Ldhw44d69ZNW5kyAaa+evXt27isWrdyzQrgK9iw48aSLRsu3Ldv\n0goVUqPGlq1oqlSVKDGDB48BAwDwBQZsHODAggEDKGz4MOLEihczbux4HOTIkiWvGjAAAIAxY8Zx\n7mzIUIIEAEaPPnAA27jU/6pVA2jt+vW42LJn0+bG7dq1bt2yiRM37jc2bBIkAADAZhzy5MqVA2ju\n/Pm46NKnU//2DRkyT54sCBAAAICFb9/GkS9v/rx5AOrXsx/n/j18+LckSEiQgAWLJyxYIECgAGCA\nAAAIAgjAjds4hQsZKgTwEGJEiRMpVrR4EeM4jRs5clw1YAAAAGPGjDN50pChBAkAtGx54AC2cTNp\n0gRwE2fOcTt59vTJjdu1a926ZRMnblxSbNgkSAAAgM04qVOpUgVwFWvWcVu5dvX67RsyZJ48WRAg\nAAAAC9++jXP7Fm5cuADo1rU7Dm9evXpvSZCQIAELFk9YsECAQEGAAAAYA/8IwI3bOMmTKUsGcBlz\nZs2bOXf2/Bn0ONGjSYsWJ45PgQIePIxz/Rq2Jk0SJAAIEAAKFHDjePfuDQB4cOHjiBc3fhw58nDh\nQIAgQKDbOOnTqVMHcB179nHbuXf3Lk4cM2YaNBAAAIAAAWDj2Ld3/x4+APnz6Y+zfx8//mMLFhAg\nALBBAyYgCoI4QIAAgIUAMogTNy6ixIkRAVi8iDGjxo0cO3r8OC6kyJEhK1UiECBAmTLjWrp8KU5c\njRoAai5YEG6czp07Afj8CXSc0KFEixo1eu1agAACBFAbBzWqVKkAqlq9Oi6rVq3ixnkdJ44WrQcP\nAJgNEGDEiFXixIEDNy7/rty5dOMCuIs377i9fPv2zQEgMIAAAQgMGIAAAQEBAgIEECDAwbBhzpyN\nu4w5M4DNnDt7/gw6tOjRpMeZPo3adKVKBAIEKFNmnOzZtMWJq1EDgO4FC8KN+w0cOIDhxIuPO448\nufLly69dCxBAgABq46pbv34dgPbt3Md5//5d3Ljx48TRovXgAYD1AQKMGLFKnDhw4MbZv48/v30A\n/Pv7BzhO4ECCBHMAQAggQAACAwYgQEBAgIAAAQQIcDBsmDNn4zx+BAlA5EiSJU2eRJlS5cpxLV2+\n7NbNlKkEAQJYsTJO506e4MANGBBAgwYlSryNQ5o0KQCmTZ2Ogxp1nDiq/+OsXsWa1SoMGAAALFgw\nTuxYsmUBnEWbdtw4cePGgQMXTq44uuKUoUARIAAAAAYYMPjwAU6rVrJkefM2TvFixo0BPIYcOVw4\nceMsXx4XLtyuXQcAfAZQoICCAgUGDFBQocKCBQ0aWLhxgwEDDLdujcOdexwA3r19/wYeXPhw4sXH\nHUeevFs3U6YSBAhgxco46tWtgwM3YEAADRqUKPE2Tvz48QDMn0c/Tv36ceLcj4MfX/58+DBgAACw\nYME4/v39AxwnUCCAggYPjhsnbtw4cODCQRQnUZwyFCgCBAAAwAADBh8+wGnVSpYsb97GoUypciWA\nli5fhgsnbhzNmuPChf/btesAgJ4AChRQUKDAgAEKKlRYsKBBAws3bjBggOHWrXFWr44DoHUr165e\nv4INK3bsuLJmz3rzxoSJAAIElCgBB24c3brixO3ZA2AvBAiwYIkbJ3jwYACGDyMep3gx48aOG4MT\nIAAAAEGCxmHOrHkzgM6eP48LLXqcOHHcwIHTpu3LggUBAixYkCNMmB49LliwQIZMuHDjfgMPLhwA\n8eLGw4UTp3zcOHHisEmRIkGCgOoDBihQIAAAdwAHECBo0KBDBwsCBABIT4PGtm3j3r8HIH8+/fr2\n7+PPr3//uP7+AY4TOM6bNyZMBBAgoEQJOHDjIEYUJ27PHgAXIUCABUv/3DiPHz8CEDmS5DiTJ1Gm\nVJkSnAABAAAIEjSOZk2bNwHk1LlzXE+f48SJ4wYOnDZtXxYsCBBgwYIcYcL06HHBggUyZMKFG7eV\na1evAMCGFRsunDiz48aJE4dNihQJEgTEHTBAgQIBAPACOIAAQYMGHTpYECAAQGEaNLZtG7d4MQDH\njyFHljyZcmXLl8dl1rw5szRpSypUwIOHF69x4MB16xYJCBACBAYMiCNO3Djbt3HbBrCbd+9xv4EH\nFz5cuCkLFqJEGbeceXPnywFElz59XHXr16+LixULFqxr18Rp01asmJBEiZYtG7eefXv36wHElz9f\nnLhw48Z58/btWy0r/wCtdOgQ6datZcu0aXvWqBEwYNe2bdOmTZy4b8OGwYBxJFmycSBDjgNAsqTJ\nkyhTqlzJsuW4lzBjvvz2bRABAgYMCBAwIEAAAECBBgiwaJG4cUiTKlUKoKnTp+OiSp1KlRmzbt3G\naRUnzpUrCZYshQs3rqzZs2jLAljLtu24t3Djyp0LV5w4TceOWbM2rq/fv4D7AhhMuPC4w4e9eYsV\n68KCxwuujZtMubLly94yhws3rrPncQBCix5NurTp06hTqx7HurVr1t++DSJAwIABAQIGBAgAoHfv\nAAEWLRI3rrjx48cBKF/OfJzz59CjM2PWrdu46+LEuXIlwZKlcOHGif8fT768eADo06sfx769+/fw\n24sTp+nYMWvWxunfz7+/foAABA4kOM6gQW/eYsW6sMDhgmvjJE6kWNGiN4zhwo3j2HEcAJAhRY4k\nWdLkSZQpx61k2XIlOHClJkwAUNPmzTRpVKka19PnT6A9AQwlWnTcUaRJk7IiQeLDhz59VG3ZkiBB\ninFZtW7l2hXAV7Bhx40lW9bsWbPWwIHLlg0cuHFx5c6lC8DuXbzj9OrNlm3PHhQCBIQJM87wYcSJ\nFS9WDMDxY8iRJU+mXNny5XGZNW/ODA5cqQkTAIwmXTpNGlWqxq1m3dr1agCxZc8eV9v27dusSJD4\n8KFPH1VbtiRIkGL/3HHkyZUvB9Dc+fNx0aVPp16dujVw4LJlAwdu3Hfw4cUDIF/e/Dj06LNl27MH\nhQABYcKMo1/f/n38+fED4N/fP0AAAgcSLGjwIMKECgGMa+jw4UNoXryECIECRYEAAXbsmDbuI8iQ\nIkcCKGny5LiUKleuBNWgwYABJ04kOHAgQgRv43by7OnzJ4CgQoeOK2r0KNKkSsd9+yZO3LioUqdS\nBWD1KtZxWrWKE2fIUIIBA5w5G2f2LNq0ateqBeD2Ldy4cufSrWv37ri8evfy7ev3L2C9AAYTLjzu\nMOLEirt1y5bNmzdtzZpp0zbuMubMmjePA+D5M+hxokeTLm369Dhx/+LGsW7t+jVrALJn0x5n+/Zt\na+DAjevt+zfw4MKHAyhu/Djy5MqXM2/ufBz06NKnU69u/Xp0ANq3cx/n/Tv48N26ZcvmzZu2Zs20\naRvn/j38+PLHAahv//64/Pr38+/vH+A4ceLGFTR4EGFBAAsZNhz3ECJEa+DAjbN4EWNGjRs5AvD4\nEWRIkSNJljR5clxKlStZtnT5EqZKADNp1hx3E2dOnTt59vSJE0BQoUPHFTV6FGlSpUuZGgXwFGrU\ncVOpVrV6FWtWrVQBdPX6FWxYsWPJljU7Dm1atWvZtnX7Ni0AuXPpjrN7F29evXv59r0LAHBgweMI\nFzZ8GHFixYsLA/9w/BjyOMmTKVe2fBlz5skAOHf2/Bl0aNGjSZcedxp1atWrWbd2jRpAbNmzx9W2\nfRt3bt27edsG8Bt48HHDiRc3fhx5cuXEATR3/nxcdOnTqVe3fh27dADbuXf3/h18ePHjyY8zfx59\nevXr2bc/DwB+fPnj6Ne3fx9/fv376wPwDxCAwIEAxhk8iDChwoUMGx4EADGixHEUK1q8iDGjxo0V\nAXj8CDKkyJEkS5o8OS6lypUsW7p8CVMlgJk0a467iTOnzp08e/rECSCo0KHjiho9ijSp0qVMjQJ4\nCjXquKlUq1q9ijWrVqoAunr9Cjas2LFky5odhzat2rVs27p9mxb/gNy5dMfZvYs3r969fPveBQA4\nsOBxhAsbPow4seLFhQE4fgx5nOTJlCtbvow582QAnDt7/gw6tOjRpEuPO406terVrFu7Rg0gtuzZ\n42rbvo07t+7dvG0D+A08+LjhxIsbP448uXLiAJo7fz4uuvTp1Ktbv45dOoDt3Lt7/w4+vPjx5Mub\nP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR\n40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX0KFCdu3FCiRY0ePSpO3Lhx\n4sY9hRo1KgCq/1WtisM6TutWrlrDhRMXVtw4smXNkhWXNu04tm3dAoAbV+44unXt3sWbd5w4ceP8\n/gUc2C8AwoUNhwsnbtxixuLGPX4sTtw4ypUtUw4XTtxmcOC6dfMGDtw40qXHAUCdWvVq1q1dv4Yd\ne9xs2rVt38adWzdtAL19/x4XXPhw4uLEjUOeXPly5s2TA4AeXfo46tWtX8eeXfv26gC8fwc/Tvx4\n8uXNnx8vTtw49uDcixM3Tv78cQDs38efX/9+/v39AwQgcCBBAOMOIkyocCHDhg4RAogoceK4ihYv\nYsyocSNHiwA+ggw5biTJkiZPokypkiSAli5fjospcybNmjZriv8TFy4cuHE+f/4EIHQo0aJGjyJN\nqnTpuKZOn0KNKnUqVacArmLNOm4r165ev4INK5YrgLJmz45Lq3Yt27Zu38JVC2Au3brj7uLNq3cv\n373ixIULB24c4cKFASBOrHgx48aOH0OOPG4y5cqWL48TJ24c586eP4PuDGA06dLjTqNOrXo1a9Xi\nxsGOLVs2gNq2b4/LrXs3796+fwPXDWA48eLjjiNPrnw583HixI2LHj1cOHHjrmPHDmA79+7ev4MP\nL348+XHmz6NPr36cOHHj3sOPL38+fAD27+Mfp38///7+AY4TOJCgQHHjECZUqBBAQ4cPx0WUOJFi\nRYsXMUoEsJH/Y8dxH0GGFDmS5Dhx4salTBkunLhxL2HCBDCTZk2bN3Hm1LmT5zifP4EG9QkOXJAg\nAgAAqFBBU7hw46BGlTpVKgCrV7GO07qVa1evX8dNm9anz6hxZ9GmTQuAbVu34+DGlTs3W7Zw4bx5\nEzdtGjhw0wAjQzaOcGHDhwkDULyY8TjHjyFDFtepkyRJhw4BK1Vq2rRRnTrt2jWONOlv38J9+zaO\ndetxAGDHlj2bdm3bt3HnHrebd2/fu8GBCxJEAAAAFSpoChduXHPnz6E/BzCdevVx17Fn176d+7hp\n0/r0GTWOfHnz5gGkV79+XHv37+FnyxYunDdv4qZNAwduWn9k/wCRjRtIsKDBgQASKlw4rqHDhw/F\ndeokSdKhQ8BKlZo2bVSnTrt2jRs58tu3cN++jVvJchyAlzBjypxJs6bNmzjH6dzJU5w4cOBoVagA\noKhRowKCBDFlChu2cVDDhQMnTty4q1jHAdjKteu4r2DDih07Nls2BQoAANggTty4t3DjvgVAt67d\ncXjz6sUrTlydBQsKFFiwAIICBQQIPDhyxIqVadPGSZ5MuTKAy5gzj9u8OVy4cePAiRMHDtymCxcS\nJIAAAQMCBAIEBFiwIFAgceLG6dYtLly4ccCDjwNAvLjx48iTK1/OvPm459DHiRMHrVOnKlUCANjO\nvXv3AQOsWP8BFy5ctGiZgAFLlkycuHHwAcifT3+c/fv484sT581bOIDhxg0c+A0BAgAJAWAY19Dh\nw4cAJE6kOM7ixYviunULFmwAAJAABAgIULLkgAIFFCjYtGncS5gxZQKgWdPmOJw5x4kT582nNGkX\nBAg4cCBECAYCBABgSoDArVvjpE6lWlUqAKxZtW7l2tXrV7Bhx40lO06cOGidOlWpEgDAW7hx4w4Y\nYMUKuHDhokXLBAxYsmTixI0jDMDwYcTjFC9m3FicOG/ewoUbV7nyNwQIAGwGgGHcZ9ChQwMgXdr0\nONSpU4vr1i1YsAEAZAMQICDA7dsDChRQoGDTpnHBhQ8nDsD/+HHk45QvHydOnDfo0qRdECDgwIEQ\nIRgIEADAOwECt26NI1/e/HnyANSvZ9/e/Xv48eXPH1ffvn1w374ZM4ZJCUAldOhw4ZLFhIkFCwAI\nENChgzJl4yZSRIaMGbNw4cZxBODxI8hxIkeSLAkOXLdu4cKNa9mymwQJAAAECBBtHM6cOnUC6Onz\n57igQocGDRdOFxcutWphw+btqTJlesiQ0aFj2LBxWrdy7QrgK9iw48aSLVvWmzVr49aOE3foEAIE\nAQoVGmf3Lt68eAHw7ev3L+DAggcTLjzuMGLE4L59M2YMkxIldOhw4ZLFhIkFCwAIENChgzJl40aT\nRoaMGbNw/+HGsQbg+jXscbJn064NDly3buHCjevdu5sECQAABAgQbRzy5MqVA2ju/Pm46NKnRw8X\nThcXLrVqYcPm7bsyZXrIkNGhY9iwcerXs28P4D38+OPm069f35s1a+P2jxN3COAhBAgCFCo0DmFC\nhQsVAnD4EGJEiRMpVrR4cVxGjRrFjfP4EaTHadNYsABQoMCZM+NYtnS5bRs4cONoArB5E+c4nTt5\n9vTmLVkyb97GFS2aK0AAAAAQIAA3DmpUqVIBVLV6dVxWrVu5duXqDRGiAQO+fBl3Fm1atQDYtnU7\nDm5cuXPpjgsXToOGAdq0jfP7F3BgwAAIFzZ8GHFixYsZN/8e9xhyZMmTx3XrRoBAgFu3woUb9xl0\n6M/hwokzDQB1atXjWLMWJ25cbNmxrVm7dm1cbt3jrADwDeDHj3HDiRc3DgB5cuXjmDd3/hz6c3Fm\nzAwYoECBuHHbuXfvDgB8ePHjyJc3fx79OHHiFCiAIE7cOPnz6denDwB/fv37+ff3DxCAwIEECxo8\nKHCcwoUMGzoc160bAQIBbt0KF26cxo0cNYYLJy4kgJEkS447eVKcuHEsW7K0Zu3atXE0a46zAiAn\ngB8/xvn8CTQogKFEi447ijSp0qVKxZkxM2CAAgXixlm9ihUrgK1cu477Cjas2LHjxIlToACCOHHj\n2rp9C/f/LYC5dOvavYs3r969fMf5/Qs4sOBxUqQAAKAAHLhxjBs7fuwYgOTJlMdZvow5c7du4zp7\nHidOnAEAAAYMuHZtnOrVrFsDeA079rjZtGvbvm1bXIkSBAgkSCBunPDhxIkDOI48+bjlzJs7fz4u\nXLgDB1qMu449u/btALp7/w4+vPjx5MubH4c+vfr17MdJkQIAgAJw4MbZv48/P34A/Pv7BzhO4ECC\nBbt1G5dQ4Thx4gwAADBgwLVr4yxexJgRwEaOHcd9BBlS5EiR4kqUIEAgQQJx41y+hAkTwEyaNcfd\nxJlT585x4cIdONBi3FCiRY0eBZBU6VKmTZ0+hRpV6jiq/1WtXsU6SoCAAAEmjQMbVuxYsgDMnkU7\nTu1atm21aRsXV+64Zs0MNGhAi9Y4vn39/uULQPBgwuMMH0acWHFib44cgQBx5sw4ypUtXwaQWfPm\ncZ09fwYdepwyZSVK7BqXWvVq1q0BvIYdW/Zs2rVt38Y9Tvdu3r19jxIgIECASeOMH0eeXDkA5s2d\nj4MeXfp0bdrGXcc+rlkzAw0a0KI1Tvx48uXFA0CfXv049u3dv4f/3psjRyBAnDkzTv9+/v0BAAQg\ncODAcQYPIkyocJwyZSVK7BoncSLFihYBYMyocSPHjh4/ggw5biTJkiZHKlPGgEEAAAASJIg0bibN\nmjZvAv/IqXPnuJ4+fYobN06btlWVKoULN26pNGkNGgSwYuXbt3FWr2LNahUA165ex4ENK3YsWXHV\nqmnTNixUKA0aLl0SN24u3bp1AeDNq3cc375+/4oTN26cOHHbZMigQMHRuMaOH0OODGAy5cqWL2PO\nrHkz53GeP38ON270uGxAgAwYAADAAAIEJEi4oUYNHjy2bI3LrXs3bwC+fwMfJ3z4cHDEiPnxs6JE\nCUmSXLkyZMAAAAADkiUbp3079+7cAYAPL34c+fLmz2/bRovWnTtHWrQAA6ZTrFg0aJAggW0c//7+\nAY4TOA5AQYMHx40TN25cuHDjxokbN06btlqFCtWqVar/1CMECA4c2PLtmzhx4cKNU7mSZUsAL2HG\nlDmTZk2bN3GO07lzZ7hxP8dlAwJkwAAAAAYQICBBwg01avDgsWVrXFWrV7EC0LqV6zivX7+CI0bM\nj58VJUpIkuTKlSEDBgAAGJAs2Ti7d/HmxQuAb1+/4wAHFjx42zZatO7cOdKiBRgwnWLFokGDBAls\n4zBn1qwZQGfPn8eNEzduXLhw48aJGzdOm7ZahQrVqlWq1CMECA4c2PLtmzhx4cKNEz6ceHEAx5En\nV76ceXPnz6GPkz59ujjr27bdGDAAAIACBVSwYcOFCwEA5wEIEBBtXHv3798DkD+f/jj79+9jGzRI\ng4YG/wAVKECA4MABAAgRLmjUyJu3cRAjSpwIEYDFixjHadzIsWO1ak6cwICBIEOGI0c8hQmDAQMD\nBoXGyZxJkyaAmzhzjtvJs+dObtzicOAwYwYTJiMMGBAgQAMxYt68adPGrSq4q+OyatUKoKvXr2DD\nih1LtqzZcWjTphXHdtu2GwMGAABQoIAKNmy4cCEAoC8AAQKijRtMuHBhAIgTKx7HuHFjbIMGadDQ\nQIECBAgOHADAmfOCRo28eRtHurTp06QBqF7Nepzr17BjV6vmxAkMGAgyZDhyxFOYMBgwMGBQaJzx\n48iRA1jOvPm459CjP+fGLQ4HDjNmMGEywoABAQI0EP8j5s2bNm3c0oNbP669e/cA4sufT7++/fv4\n8+sfx7+/f4DjxokTN2rCBAsWSJH6xo0bNGgnBgwIEKBAAWTjNG7kyBHAR5Ahx40kSRLbsGGAAM05\ncmTNGjJkQN26RYsWtm05t43j2dPnT54AhA4lOs7oUaRJjYZjGg7ct2/hwnlDhgwLliNHqo3j2tWr\nVwBhxY4dV9bs2bPgevVKlgwZskgLFjRoYEWcuHF59Y4LF27cX8CBAQwmXNjwYcSJFS9mPM7xY8iQ\ngdmwAQZMsWLhuHHbtk3Ojh0LFnjwcAUcuHDhxq1m3RrAa9ixx82mTZvbbWTIdh07xs03t3HBhfPi\n1aD/gSZN45QvZ94cwHPo0cdNp17d+vXry5ahQOHDR7Fx4cWPHw/A/Hn049SvZ99enLhx46hR6zJg\ngAEDccbt59/fP8BxAgcCKGjwIMKEChcybOhwHMSIEiUCs2EDDJhixcJx47Ztm5wdOxYs8ODhCjhw\n4cKNa+nyJYCYMmeOq2nTJrecyJDtOnaMG1Bu44YS5cWrQQNNmsYxber0KYCoUqeOq2r1KtasWZct\nQ4HCh49i48aSLVsWANq0asexbev2rThx48ZRo9ZlwAADBuKM6+v3L+DAAAYTLmz4MOLEihczHuf4\nMWTI3NiwuXLl1i1qxYq5coUNHLhbt4oUyYAHz5Il/8TGsW7dGgDs2LLH0a5dOxw3buB2U6O2bdu4\n4MKDT5pEgAACBNjGMW/u3DmA6NKnjxsn7nq4cOO2c+/u3bs3b0eOdOiQbRz69OrVA2jv/v24+PLn\n058vTlysBg0ePDg2DuA4gQMJFiwIAGFChQsZNnT4EGLEcRMpVqzIjQ2bK1du3aJWrJgrV9jAgbt1\nq0iRDHjwLFlCbFxMmTIB1LR5c1xOnTrDceMGDig1atu2jTN61OikSQQIIECAbVxUqVOnArB6Feu4\nceK4hgs3DmxYsWPHevN25EiHDtnGtXX79i0AuXPpjrN7F29evOLExWrQ4MGDY+MIFzZ8GDEAxYsZ\nN/92/BhyZMmTx1W2fPlyOFGiUqTgwMHDlSumTIUbNw4cOD58AgAAIEBAknGzadMGcBt37nG7efMW\n9ztcuG2yZE2bNg55cuQePAQIIECAs3HTqVevDgB7du3juHcfJw78OPHjyZcXDw5cnz4WLFQb9x5+\n/PgA6Ne3Pw5/fv37+dOCARCGFCnexhk8iDChQgAMGzp8CDGixIkUK467iDFjxnCiRKVIwYGDhytX\nTJkKN24cOHB8+AQAAECAgCTjatq0CSCnzp3jevr0KS5ouHDbZMmaNm2c0qVKPXgIEECAAGfjqlq9\nehWA1q1cx3n9Ok6c2HFky5o9SxYcuD59LFioNi7/rty5cwHYvYt3nN69fPv6pQUDhhQp3sYZPow4\nsWIAjBs7fgw5suTJlCuPu4w5s+Zo0axYWbAAw5EjyZKJGzcOHLhLlwIAAECAQKBxtGvXBoA7t+5x\nvHv7/s2K1bJl44obH+dNgwYBAkqUEDcuuvTp0wFYv459nPbt28WN+w4+vPjv4sSBAkWECLhx7Nu7\ndw8gvvz54+rbv48/P7hQoZYtA9ht3Lhw4cCBG5dQ4UKGABw+hBhR4kSKFS1eHJdR40aO3ryRIbNA\nJAgQf/7sypZt0CABAgC8NGBgljhx42zeHAdA506e43z+BBqUBAkDBlCgqObMGTBgEAYMECDg0aNx\n/1WtXsUKQOtWruO8fv0qbtxYsmXNjqtGh06BAggQ2BoXV+7cuQDs3sU7Tu9evnrFiRsnTrA4Y8Yo\nOXDQocOGKVNQoIABo9k4ypUtWwaQWfNmzp09fwYdWvQ40qVNn/bmjQyZBa1BgPjzZ1e2bIMGCRAA\nQLcBA7PEiRsXXPg4AMWNHx+XXPly5iRIGDCAAkU1Z86AAYMwYIAAAY8ejQMfXvx4AOXNnx+XXr16\ncePcv4cff1w1OnQKFECAwNY4/v39AxwncByAggYPjkuocGFCceLGiYsozpgxSg4cdOiwYcoUFChg\nwGg2biTJkiUBoEypciXLli5fwow5bpy4cePEif8bp3OnznDhWrWaM4dXo0ZcuBi6cmXBAgBOr1y5\ndavbuKpWrQLIqnXruK5ev4ItVChAgAEDEChQEGBtihRVqhw7Nm4u3bp2AeDNq3cc375+xYnbtm1Z\nrFjFinHjlu3WLRQoLBQoECCAAAHRxmHOrFkzgM6eP48LLVp0OGzYmDE7FipUjBggQBgYMAAAAAEI\nECxYIEGCtHG+fwMHDmA48eLGjyNPrnw583HjxI0bJ07cuOrWq4cL16rVnDm8GjXiwsXQlSsLFgBI\nf+XKrVvdxsGPHx8A/fr2x+HPr39/oUIBAAYYMACBAgUBEKZIUaXKsWPjIEaUOBFARYsXx2XUuFH/\nnLht25bFilWsGDdu2W7dQoHCQoECAQIIEBBtXE2bN28C0LmT5zifP3+Gw4aNGbNjoULFiAEChIEB\nAwAAEIAAwYIFEiRIG7eVa9euAMCGFTuWbFmzZ9GmHTdO3Di3b+HCFTdX3DdevEqVIsOAgQABAQLs\n4MZNnLhxhxEnBrCYceNxjyFHlpwtW5cuOHAQECDAgIEcq1bt2jWOdGnTp0kDUL2a9TjXr2G7Ficu\njgcPChS4cHFgwAAAAAgECECAABMm45AnV74cQHPnz8dFly4dXLdu2bJJevGiQPcCAMALEOChRAkQ\nIHbtGreefXv3AODHlz+ffn379/HnH7eff3///wDHCRxIkKA3b+LEjVvIsKFDABAjShxHsaLFixjH\nhdsYbpzHjyBDihwHoKTJk+NSqlzJEho0ZMisWZs2bJgwYd7ChRMnbpzPn0CD+gRAtKjRcUiTKl2K\ntFu3bdu4adMmTty4q1izat06DoDXr2DDih1LtqzZs+PSql3Ltq3bcd68iRM3rq7du3gB6N3Ld5zf\nv4ADCx4XrnC4cYgTK17MeByAx5Ajj5tMubJlaNCQIbNmbdqwYcKEeQsXTpy4cahTq16NGoDr17DH\nyZ5Nu7bsbt22beOmTZs4ceOCCx9OvPg4AMiTK1/OvLnz59Cjj5tOvbr169iza6cOoLv37+PCi/8f\nT768+fPoxQNYz779uPfw48ufT7++ffgA8uvfP66/f4DjBA4kWNDgQYQGASxk2NDhQ4gRJU6kOM7i\nRYwZNW7k2PEiAJAhRY4jWdLkSZQpVa4sCcDlS5jjZM6kWdPmTZw5ZwLg2dPnOKBBhQ4lWtTo0aAA\nlC5l2tTpU6hRpU4dV9XqVaxZtW7lahXAV7Bhx40lW9bsWbRp1ZIF0Nbt23Fx5c6lW9fuXbxyAezl\n23fcX8CBBQ8mXNgwYACJFS9m3NjxY8iRJY+jXNnyZcyZNW+uDMDzZ9DjRI8mXdr0adSpRwNg3dr1\nONixZc+mXdv27dgAdO/mPc73b+DBhQ8nXvz/NwDkyZUvZ97c+XPo0cdNp17d+nXs2bVTB9Dd+/dx\n4cWPJ1/e/Hn04gGsZ99+3Hv48eXPp1/fPnwA+fXvH9ffP8BxAgcSLGjwIEKDABYybOjwIcSIEidS\nHGfxIsaMGjdy7HgRAMiQIseRLGnyJMqUKleWBODyJcxxMmfSrGnzJs6cMwHw7OlzHNCgQocSLWr0\naFAASpcyber0KdSoUqeOq2r1KtasWrdytQrgK9iw48aSLWv2LNq0askCaOv27bi4cufSrWv3Ll65\nAPby7TvuL+DAggcTLmwYMIDEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrU/6pX\ns27t+jXs2LJn065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnbw4XTty47Nq3c+8u\nThy48N++iRM37jz69OoBsG/vXhz8cfLnixtnf5y4cOHE8Rc3DuA4gQMJEgQHblxChQsBNHT4MFy4\ncRMpVrR4EWPGjOLEAfD4EaQ4ceNIlhwnblzKlOHCiXMpbpw4ceHCddOmjRq1b9/EjRsnTtw4ceLG\nFS0qThwApUuZNnX6FGpUqVPHVbV6FWtWq968bQMHTpy4cWPJljU7FkBatWvHtXX7Fq44cePo1rV7\nF2/eugD49vU7DnBgwYMJFzZ8ODAAxYsZj/9z/BhyZMmPv33jtm1btmzixI3z/Bl0aACjSZc2fRp1\natWrWY9z/Rp2bNmvu3XbFi7cON27effmDQB4cOHjiBc3fhx5cuTduo1z/hy6cwDTqVcfdx17du3b\nuXf3jh1AePHjx5U3fx59evPgwG3Dhi1cuHHz6de3Px9Afv37+ff3DxCAwIEECxo8iFDguIUMGzp8\nyLBbt23hwo27iDGjxowAOnr8OC6kyJEkS5os2a3buJUsW64EADOmzHE0a9q8iTOnzp01Afj8CXSc\n0KFEixodCg7cNmzYwoUbBzWq1KlQAVi9ijWr1q1cu3r9Oi6s2LFky44TJw4btm/j2rp9Czf/LoC5\ndOuOu4s3r969fPVqAwdunODBhAUDOIw48bjFjBs7fgw5smTGACpbvjwus+bNnDtrvnatmThx40qb\nPo36NIDVrFu7fg07tuzZtMfZvo07t+5x4sRhw/ZtnPDhxIsbB4A8ufJxzJs7fw49+nNt4MCNu449\n+3UA3Lt7Hwc+vPjx5MubPx8egPr17Me5fw8/vvz31641EydunP79/PvzBwhA4ECCBQ0eRJhQ4cJx\nDR0+hBhRHClSYcLQGpdR40aOHQF8BBly3EiSJU2eRDkuUaIFCwAgQMCM2TiaNW0CwJlT5ziePceF\nCydu3FCiRceF69FDly5T4MCNgxpV6lSp/wCsXsU6TutWrl29jqNECQyYTOHCjUObVu1atQDcvoUb\nV+5cunXt3h2XV+9evn3FkSIVJgytcYUNH0acGMBixo3HPYYcWfJkyuMSJVqwAAACBMyYjQMdWjQA\n0qVNj0Odely4cOLGvYYde1y4Hj106TIFDtw43r19//YNQPhw4uOMH0eeXPk4SpTAgMkULtw46tWt\nX7cOQPt27t29fwcfXvz4ceXNn0d/Xpy4Uw4cHDggJ1y4cfXtjwsXjtu2beDAARQnLpw4cQAOIkwo\nThy4cA7DjYsocSLFcOGwYdslQgSAjh0DBDh2bBzJkiYBoEypctw4cePGUaPWqxckN27UqP/xYcBA\ngAAAfgL9GSCACRPhwo1LqnQpUwBOn0IdJ3Uq1apSxYm7ds0LAgQKFEwaJ3Ys2bJmAaBNq3Yt27Zu\n38KNO24u3bp254YLZ8VKAAB+ATA4dIgWrWXLsHXrRoyYpVWOV3HjFm4ygMqWL4vLnHkc53HixoEO\nHRocuFc+fBAg4CBAAACuXwOABGkc7dq2AeDOrXscb3HiqlXz4WMAgOLGjyNPzonTuObOn0MHIH06\n9XHWr2PPbt2XrwcPAIAXIEDOuPLmz6NPD2A9+/bu38OPL38+/XH27+PPbz9cOCtWAAYAMBAAg0OH\naNFatgxbt27EiFlaNXEVN27hMALQuJH/oziPHseFHCduXEmTJsGBe+XDBwECDgIEADCTJgBIkMbl\n1LkTQE+fP8cFFSeuWjUfPgYAULqUaVOnnDiNkzqValUAV7FmHbeVa1evW335evAAQFkBAuSMU7uW\nbVu3AODGlTuXbl27d/HmHbeXb1+/e5UpGzAAQGEBAh5cukSGTJIkdooVGzYs2rFj27aJEzdOnDgA\nn0GHHjeadGnTpcOFQ7ZnjxUrpHLlihABQO0CBbp1G7ebd28Av4EHHzdOXHFevMiQSSBAAADnz58z\nWLOGBAkBALADAANmXHfv38EDED+e/Djz59GnN//njwABAQ4cqFGj2Dj79/Hn1w+Af3///wABCBxI\nsKDBgwgTKgQwrqHDhxAbKlM2YACAiwIEPLh0iQyZJEnsFCs2bFi0Y8e2bRMnbpw4cQBiypw5rqbN\nmzhvhguHbM8eK1ZI5coVIQKAowUKdOs2rqnTpwCiSp06bpy4q7x4kSGTQIAAAGDDhmWwZg0JEgIA\nqAUABsy4t3DjygVAt67dcXjz6t2L988fAQICHDhQo0axcYgTK17MGIDjx5AjS55MubLly+Mya97M\nuVYtAgQAiBYtQMAAAwYCBBAgYMGrV8eOhdu2LVy4cbhxA9jNu/e438CDCx/e7dmzccjBgRMhAoBz\nO3bChRtHvbp1ANizax/Hnbs3b8qUmf/RpcuFCw5ChDhzFi7cuPfvwW3YAACABQvj8uvfzx+Af4AA\nBA4EMM7gQYQJefEqUAAAgAERIihShGjXLi5cuHEb19HjR5AARI4kWdLkSZQpVa4c19Lly5fADhwA\nUNMmgAABBAwYAABAgAA2vg39Js7oOKRJxwFg2tTpOKhRpU6lOk6cuHDhxv36RYAAAAALxo0lW7Ys\nALRp1YpjO87tW7jjxHXrNs7uXbx79gAAMGDAOMCBBQ8GUNjwYXHiwokTFy7cOMiRx/UyYAAAAAIE\n8JAhI0VKCwkSCBCAAAHaONSpVasG0Nr1a9ixZc+mXdv2ONy5desGduAAAODBAQQIIGD/wAAAAAIE\nsPHN+Tdx0cdNpz4OwHXs2cdt597d+/dx4sSFCzfu1y8CBAAAWDDO/Xv48AHMp19f3P1x+fXvHyeu\nG8Bu4wYSLLhnDwAAAwaMa+jwIUQAEidSFCcunDhx4cKN6+hxXC8DBgAAIEAADxkyUqS0kCCBAAEI\nEKCNq2nz5k0AOnfy7OnzJ9CgQoeOK2r0aFFu3JAQIADgKYAABAgMGBAAAFYAAgTQEiduHNiwYsEC\nKGv27Li0ateybcsW24EDAOYCyDbuLt68eQHw7etXnLhxggcTHuzN27jEihenSAEAgAUL4yZTrmwZ\nAObMmsVx7tyZW7duggQNAABAgAA2/2ySDRvWqpUGALIBIEBwbRzu3Lp1A+jt+zfw4MKHEy9ufBzy\n5MqRc+OGhAABANIBBCBAYMCAAAC2AxAggJY4cePGky8/HgD69OrHsW/v/j3899gOHABgH0C2cfr3\n8+cPACAAgQMHihM3DmFChQm9eRv3EGLEFCkAALBgYVxGjRs5AvD4EaQ4kSNHcuvWTZCgAQAACBDA\nhk2yYcNatdIAACcABAiujfP5EyhQAEOJFjV6FGlSpUuZjnP6FCpUb7NmLVqUJw8lGzY6dBDw1YCB\nKVPGlTV7Fi0AtWvZjnP7Fm5cuXErmTCxYMG3b+P49vX7F0BgwYPHFTZ8GLE4ceMYN/92PGXKggXS\npI2zfBlzZgCbOXcW93ncOHDgxImrNm3aihUV3rzx5m1c7NjbtlV5cPuBK1fjePf2/RtAcOHDiRc3\nfhx5cuXjmDd37tzbrFmLFuXJQ8mGjQ4dBHQ3YGDKlHHjyZc3DwB9evXj2Ld3/x7++0omTCxY8O3b\nOP37+fcHABCAwIEDxxk8iDChOHHjGjp8OGXKggXSpI27iDGjRgAcO3oUB3LcOHDgxImrNm3aihUV\n3rzx5m2cTJnbtlV5gPOBK1fjevr8CRSA0KFEixo9ijSp0qXjmjp9CrWpOHG+fAmyYEGAAABcAwRQ\npWqc2LFkywI4izbtuLVs27p9yzb/ViwLvHiJEzcur969fPMC+As48LjBhAsXxqZBgytX4sSNe/zt\n24MDBxAgGIc5s+bNmAF4/gx63Dhx48aBA2fMWBMNGgIEaAAM2LjZtMdVq4aBAoUkScb5/g08uG8A\nxIsbP448ufLlzJuPew49uvTn1qxt2hSkQAEA3LkLEODEybjx5MubB4A+vfpx7Nu7fw9/HDJkCxac\nGYc/v/79/AH4BwhA4EAA4wweRGgwXDgnAwYECAABgosKFQQIANCjx6JF4cKNAxlS5EgAJU2eHJcy\npTdvvXrBCBAzwAllysbdvBkuXI8eCrJkuXVr3FCiRY0OBZBU6VKmTZ0+hRpV6jiq/1WtXqVqzdqm\nTUEKFAAQNqwAAU6cjEObVu1aAG3dvh0XV+5cunXHIUO2YMGZcX39/gUcGMBgwoXHHUac+HC4cE4G\nDAgQAAIEFxUqCBAAoEePRYvChRsXWvRo0gBMn0Y9TrVqb9569YIRQHaAE8qUjcONO1y4Hj0UZMly\n69Y44sWNHycOQPly5s2dP4ceXfr0cdWtX8cuTlysWCNGCAAQXrx4GjTGnUefXj0A9u3dj4MfX/58\n+uEwYAAAINo4/v39AxwncCDBcQAOIkw4biHDhgvDhRMRIAAAAAECAMiYMUCJEq5cjQspciTJkABO\nokw5biXLcdWqtQAgE0CAFCm8ef8bN45bkyYAfhow8OrVuKJGjyItCmAp06ZOn0KNKnUq1XFWr2LN\nKk5crFgjRggAIHbsWBo0xqFNq3YtgLZu346LK3cu3brhMGAAACDauL5+/wIODGAw4cLjDiNOfDhc\nOBEBAgAAECAAgMqVA5Qo4crVuM6eP4PuDGA06dLjTqMeV61aCwCuAQRIkcKbt3HjuDVpAmC3AQOv\nXo0LLnw48eAAjiNPrnw58+bOn0MfJ3069erbttWp48DBBQ0aWrTg4MCBAQNTpoxLr349ewDu38Mf\nJ38+/fr2t2nQ4MDBuP7+AY4TOJBgwXEAECZUOI5hQ4cOv+nQYcECAgQLDGQ0YGL/2bJt28aFFDmS\nZEgAJ1GmHLeS5Thx4lR9+CBAQAGbQoQkScIhQAAAP1OkqFZtXFGjR5EWBbCUaVOnT6FGlTqV6jir\nV7Fi9bZhw4ABBgxoKVYMHDhfOHAECECAQJtxb+HGjQuAbl274/Dm1btXrzZtRwQIkCCB2zjDhxEn\nVgyAcWPH4yBHljw5WTJYsKRIaXPihAQJFY4do0ZtXGnTp1GXBrCadetxr2HDDrds2YIFAHDn1h2A\nNwECBgyIEzeOeHHjxwEkV76ceXPnz6FHlz6OenXr1r1t2DBggAEDWooVAwfOFw4cAQIQINBmXHv3\n798DkD+f/jj79/Hnx69N2xEB/wAFSJDAbZzBgwgTKgTAsKHDcRAjSpyYLBksWFKktDlxQoKECseO\nUaM2rqTJkyhLAljJsuW4lzBhhlu2bMECADhz6gzAkwABAwbEiRtHtKjRowCSKl3KtKnTp1CjSh1H\ntapVq7cIEAgQAAMGY9++gQO3rU+fAwcAABjgypU3b+Piyp0LoK7du+PGeQsXzpu3cYADC/727csX\nEwsSL4g2rrHjx5AjA5hMufK4y5gza76cLVu1asyAAEGAYII1a968jVvNurXr1QBiy549rrbt2+HC\nHTvGAoBvAAECZDhypEoVCgoUBAigQcO459CjSwdAvbr169iza9/Ovfu47+DDh/+/RYBAgAAYMBj7\n9g0cuG19+hw4AADAAFeuvHkbx7+/f4AABA4kOG6ct3DhvHkb19Dhw2/fvnwxscDigmjjNG7k2NEj\nAJAhRY4jWdLkSZLZslWrxgwIEAQIJliz5s3bOJw5de7ECcDnT6DjhA4lGi7csWMsACwFECBAhiNH\nqlShoEBBgAAaNIzj2tXrVwBhxY4lW9bsWbRp1Y5j29atWyMBAgAAECGCpGTJiBHrlSGDAAEAAARo\n0CBVKnHjFC9eDMDxY8jjxokbN06cuHGZNWf+9k2ECBYsUpAhI0IEsXGpVa9m3RrAa9ixx82mXdv2\nbHHiwoXr5cEDAQIWunUbV9z/+HHkxwEsZ9583HPo0aMTmzChRo08ecSN4z4OlwABAAAIEIBt3Hn0\n6dMDYN/e/Xv48eXPp19/3H38+fMbCRAAAEAAESJISpaMGLFeGTIIEAAAQIAGDVKlEjfuIkaMADZy\n7DhunLhx48SJG2fypMlv30SIYMEiBRkyIkQQG2fzJs6cOgHw7OlzHNCgQocCFScuXLheHjwQIGCh\nW7dxUqdSrUoVANasWsdx7erVK7EJE2rUyJNH3Li043AJEAAAgAAB2MbRrWvXLoC8evfy7ev3L+DA\ngscRLmzYcLcSJTZsAALklixZ1aolY8WqQoUJEzI8enTt2rjQokcDKG369LjU/6pXs/7168kTYMC+\nWbN269a43Lp38+49DgDw4MLHES9u/DhycXjwyJAxaRz06NKnUwdg/Tr2cdq3c+/u3bsRIwECJEgA\nbhz69OrVA2jv/j38+PLn069vfxz+/Pr3e/PGDSC3bdu+adM2DiHCbNmwYeMVLpw4ceMoVrQIAGNG\njeM4dvTIcdkyNRQoePECDJg4a9acORv3EmZMmTPHAbB5E+c4nTt59vQ5zoKFAQM4jDN6FGlSpQCY\nNnU6DmpUqVOpUsWBAwCAAgWojfP6FSxYAGPJljV7Fm1atWvZjnP7Fm5cb964cdu27Zs2beP48s2W\nDRs2XuHCiRM3DnFixQAYN/92PA5yZMmQly1TQ4GCFy/AgImzZs2Zs3GjSZc2fXocANWrWY9z/Rp2\nbNnjLFgYMIDDON27eff2DQB4cOHjiBc3fhw5chw4AAAoUIDaOOnTqVMHcB17du3buXf3/h28OHHh\nxpU3fx59evXatH0b9x5+/PgA6Ne3Pw5/fv3ixDFjBrAJBw5o0HjzNq5aNVCgxjl8CDGixHEAKlq8\nOC6jxo0cO4pbsAAAgCPjSpo8iTIlgJUsW457CTOmzJkyv5EgESDAgAHbxvn8CRQogKFEixo9ijSp\n0qVMxYkLNy6q1KlUq1rVpu3buK1cu3YFADas2HFky5oVJ44ZsyYcOKBB483/27hq1UCBGoc3r969\nfMcB+As48LjBhAsbPixuwQIAAI6Meww5suTJACpbvjwus+bNnDtz/kaCRIAAAwZsG4c6tWrVAFq7\nfg07tuzZtGvbHoc7t+7dvHvvFjcuuPDhwwEYP458nPLlzJVXq2bnxo1bt759C0eNGjFi47p7/w4+\n/DgA5MubH4c+vfr17KcBeA8A0rj59Ovbvw8gv/794/r7BzhO4ECCBQtqQ4AgQAAJEraNgxhRokQA\nFS1exJhR40aOHT2OAxlS5EiSJU2eDAlA5UqW41y+hBnz2zdx4sbd7NYtXLhxPX3+BBp0HACiRY2O\nQ5pU6VKm0gIEaNBg3FSq/1WtXh0HQOtWruO8fgUbVqxYaNAkSerWbdxatm3dAoAbV+5cunXt3sWb\nd9xevn39/gUcWDBfAIUNHx6XWPFixt++iRM3TnK3buHCjcOcWfNmzuMAfAYdetxo0qVNn5YWIECD\nBuNcv4YdW/Y4ALVt3x6XW/du3r17Q4MmSVK3buOMH0eeHMBy5s2dP4ceXfp06uOsX8eeXft27t2v\nAwAfXvw48uXNn0efXv368gDcv4c/Tv58+vXth4sQoVq1cf39AxwncCDBguMAIEyocBzDhg4fQowo\ncWJDABYvYsyocSPHjh4/jgspciTJkiZPohQJYCXLluNewowpcybNmjZhAv/IqXPnuJ4+fwINGi5C\nhGrVxiFNqnQp03EAnkKNOm4q1apWr2LNqpUqgK5ev4INK3Ys2bJmx6FNq3Yt27ZpxYkbJ3cu3boA\n7uLNO24v375+/44TJ24c4cKGDyMuDGAx48bjHkOOLHmyOGvWxmHOrHkz58wAPoMOPW406dKmT6NO\nrZo0gNauX8OOLXs27dq2x+HOrXs37965xYkbJ3w48eIAjiNPPm458+bOn48TJ24c9erWr2OvDmA7\n9+7jvoMPL368OGvWxqFPr349+/QA3sOPP24+/fr27+PPr58+gP7+AQIQOJBgQYMHESZUWHBcQ4cP\nIUaUOJGiQwAXMWYct5H/Y0ePH0GGFMkRQEmTJ8elVLmSZUuXL2GqBDCTZs1xN3Hm1LmTZ0+fOAEE\nFTqUaFGjR5EmVTqOaVOnT6FGlTq1KQCrV7GO07qVa1evX8GG3QqAbFmz49CmVbuWbVu3b9MCkDuX\n7ji7d/Hm1buXb9+7AAAHFjyYcGHDhxEnHreYcWPHjyFHlswYQGXLl8dl1ryZc2fPn0FrBjCadOlx\np1GnVr2adWvXqAHElj17XG3bt3Hn1r2bt20Av4EHFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn\n176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+ffn379/Hn17+ff3//kwABCBxIsKDBgwgTKlzI\nsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fP\nn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Dj\nyp1Lt67du3jz6t3Lt6/fv3wDAgAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacuXMnZtMuZxly+fMmTvHubNnzuPGlStn7pzp\n06hRA1jNurU5c+diy55Nu7bt27jPAdjNu7c5c+eCCx9uzty548iPl1u+3Jzz5+eiS59OHYD169jL\nlTN3rrt3c+DBn/8bT768+fPoy5szB6C9+/fw48ufT7++/XP48+cvZ87cOYDnBA4kWNDgwYMAFC5k\neM7hQ4gRJU6kWPEhAIwZNZ7j2NHjR5DnzI0cec7kSZQpVQJg2dLlOZgxZc6kWdPmzZgAdO7k2dPn\nT6BBhQ49V9ToUaRJlZ4zZ+7cU6hRpT4FUNXq1XNZtW7l2tXrV7BaAYwlW/bcWbRp1a5l29YtWgBx\n5c49V9fuXbx59e7laxfAX8CBBQ8mXNjwYcTnFC9m3Njx43PmzJ2jXNnyZcoANG/mfM7zZ9ChRY8m\nXfozANSpVZ9j3dr1a9ixZc9uDcD2bdzndO/m3dv3b+DBdwMgXtz/+HHkyZUvZ9783HPo0MuZM3fO\n+nXs2b99K1fu3Hfw4cV/B1De/Plz6dWvZ9/e/Xv46gHMp1//3H38+fXv59/fP8BzAgEQLGjwHMKE\nChcyTEiOnLlzEidSrGgRAMaMGjdy7OjxI8iQ50aSJFnOnLlzKleybPntW7ly52bSrGlzJoCcOnee\n6+nzJ9CgQocS9QngKNKk55Yyber0KdSoUpkCqGr16rmsWrdy7aqVHDlz58aSLWv2LIC0ateybev2\nLdy4cs/RrVu3XLdu2bKBK1fOnLlxgrNlI0ZMECFC5syda+z4MeTGACZTrnzuMubMms2ZO3euXDlz\n50aTLm36tGkA/6pXsz7n+jVs2OXGjStXzpy5c7p38+7t2zeA4MKHnytu/Djy4+TIRdKgAQOGLseO\nmTN37jr27NqvA+ju/Tv48OLHky9v/hz69OnLdeuWLRu4cuXMmRtnP1s2YsQEESJkDqC5cwMJFjQ4\nEEBChQvPNXT4EKI5c+fOlStn7lxGjRs5duQIAGRIkedIljRpsty4ceXKmTN3DmZMmTNp0gRwE2fO\nczt59vTZkxy5SBo0YMDQ5dgxc+bONXX6FGpTAFOpVrV6FWtWrVu5nvP69Su5ZMmqVKGDBIkNGxIk\nXFiwgACBATNmlCt3Dm9evXvxAvD7F/A5wYMJC/72zdeTJ0yYkP8g8WbPnlSpZJkzdw5zZs2bNQPw\n/Bn0OdGjR5sTJw4VKkd69CBCtG3bOdmzade2bRtAbt27z/X2/Rt4b3DgECAAcPx4AAMGKlSwZInc\nOenTqVMHcB17du3buXf3/h38OfHjx5MzZuzLlwcIEAgQMGCAAPkA6JMgcQ5/fv379QPwDxCAwIEA\nzhk8iNAgMmQSAgQAABFAAAIUCTAwYYIHjxgxOLx4ESWKFG/ezpk8eQ6AypUsz7l8+XLbokURIggo\nUODChWTJzvn8CTSoUKEAiho9ei6p0qVMzZnbsAGAVKkDqgYIACArgATixJ37CjbsVwBky5o9izat\n2rVs2557Cxf/Ljljxr58eYAAgQABAwYI+AsgMAkS5wobPoz4MIDFjBufeww58mNkyCQECAAgM4AA\nBDoTYGDCBA8eMWJwePEiShQp3rydew37HIDZtGufu40b97ZFiyJEEFCgwIULyZKdO448ufLlywE4\nfw79nPTp1KubM7dhA4Dt2wd4DxAAgHgACcSJO4c+vXr0ANq7fw8/vvz59OvbP4c/v3784sQRAwgL\n1qJFkyaZUaEiQAAACxacgxhR4kSJACxexHhO40aOGqNFKyFAAACSJAUICBAAwEqWLQMEMFCokDlz\n52zaBJBT585zPX2eI0eulgULAQIAIEBAgoRIkcCZM1euXDhq/9Rw4bpyZRE2bOe8fgVLjhwAsmXN\nnkObVu1aceIGDAAQd8ECOHAAMWAQIAAAvggQnAMcWHC5cgAMH0acWPFixo0dPz4XWfLkyOLEEYMF\na9GiSZPMqFARIACABQvOnUadWnVqAK1dvz4XW/bs2NGilRAgAMDu3QIEBAgAQPhw4gECGChUyJy5\nc82bA4AeXfo56tXPkSNXy4KFAAEAECAgQUKkSODMmStXLhw1arhwXbmyCBu2c/Xt3ydHDsB+/v3P\nATwncCBBguLEDRgAYOGCBXDgAGLAIEAAABYRIDincSPHcuUAgAwpciTJkiZPokx5biXLli5fnmPG\nLEGCAHr0nP/LqXMnz50AfgINem4o0aJFaw0YAGApgAEZMjhwoEAAVQEAAAQYMCBIEFfgwJ0LK/Yc\ngLJmz55Lq/ZcuXKoFiwAILdAgRMnFi0SBQiQFy88SJC4cMGAgReuXJkzd24x48XmzAGILHnyucqW\nL2M2Z06BAgAAArhyZW40NWoaNABITYCAN2/nXsN+Xa4cgNq2b+POrXs3796+zwEPLnw48XPJkiVI\nUIAZs3POn0OPDh0A9erWz2HPrh27OXODBAgAAMCAgRRu3IgRIwEChAIFDhzQcOwYOXLn7uPPD2A/\n//7nAJ4TOHDcODUDBgAAEODAAQgQEiQwECAAAIsBAgjQKKD/ABgw4sSdEzlSpDlzAFCmVHmOZUuX\nL8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c4lVXpOnDgAT6FGlTqValWrV7Ge07qVa1ev55Il\nS5CgADNm59CmVbtWLQC3b+GekzuXrlxz5gYJEAAAgAEDKdy4ESNGAgQIBQocOKDh2DFy5M5FljwZ\nQGXLl89l1nxu3Dg1AwYAABDgwAEIEBIkMBAgAADXAQIIkC2gABgw4sSd071btzlzAIAHF36OeHHj\nx8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c6FF39OnDgA59GnV7+efXv37+Gfkz+ffn375548\nCRBgADdu/wDPCRxIsCBBAAgTKjzHsKFDh04CSAzw4UOfWLGUKHFw4ECCBCpUNDtHsqRJkwBSqlx5\nrqXLc+XK5SlQAIBNAQIWLChQIACAnwASKFBw4ECBAhNYsTrHtKlTpgCiSp16rqrVq1jNmcOAAQAA\nAa9emTN3jhw5MWIOHAggQMCgQebOyZ07F4Ddu3jz6t3Lt6/fv+cCCx5MuPC5J08CBBjAjdu5x5Aj\nS44MoLLly+cya9682UmAzwE+fOgTK5YSJQ4OHEiQQIWKZudiy549G4Dt27jP6d59rly5PAUKABgu\nQMCCBQUKBADAHEACBQoOHChQYAIrVueya9+eHYD37+DPif8fT768OXMYMAAAIODVK3PmzpEjJ0bM\ngQMBBAgYNMjcOYDnBA4UCMDgQYQJFS5k2NDhw3MRJU6kOFGcuDAGDAAAUCBXrnMhRY4kORLASZQp\nz61k2XLluHEOChQwYGDKlCRWrDx4QECAgAULbNiIds7oUaRIASxl2vTcU6jnxImLxYBBgAAACBBA\ngECBggIUKIwY8UOFiggRDhwQYc3aObhx5cIFUNfu3XN59e7la84cAgQAAAyoVWvcuHPduh06NGEC\ngwsXqFE7V9lyZXPmAGzm3NnzZ9ChRY8mfc70adSpUYsTF8aAAQAACuTKdc72bdy5cQPg3dv3OeDB\nhQMfN87/QYECBgxMmZLEipUHDwgIELBggQ0b0c5t5969OwDw4cWfI1/+nDhxsRgwCBAAAAECCBAo\nUFCAAoURI36oUBEhAsADB0RYs3buIMKEBwEwbOjwHMSIEieaM4cAAQAAA2rVGjfuXLduhw5NmMDg\nwgVq1M6xbMnSnDkAMmfSrGnzJs6cOnee6+nzJ9CexoylSHFAgAACBBj48XPuKdSoUqMCqGr16rms\nWrdmxYZNCgcOQYJQoYLjwoUECQYECDBgQIMGeMiRO2f3Ll67APby7XvuL2DA4Xr1MmNGCyFCqVKF\nCvVr2rRx47INGsSAwYEDiM5x7uzZM4DQokefK236NOpy/+UmTEiQoJA5c+dmmzPny5cdO1xy5Trn\n+zdw3wCGEy9u/Djy5MqXMzdn7hz06NKhmwsWzIGDAAEIKFDAgIGCBw+YMDl27Bz69OrXA2jv/v25\n+PLnlyuHCFEgNGhSpHjwAGCEBQsOHBhwUICAAAEGRIny7ds5iRMpArB4EeM5jRs5litHjpy5ciPL\nhQtH7lzKc+LQoDlwYMKEcOdo1rRpE0BOnTvP9fT5E+i0aQsWsGCx7VzSpOXKsWIVIwYecuTOVbV6\ntSoArVu5dvX6FWxYsWPNmTt3Fm3as+aCBXPgIEAAAgoUMGCg4MEDJkyOHTv3F3BgwQAIFzZ8DnFi\nxeXKIf9CFAgNmhQpHjyIsGDBgQMDOAsQECDAgChRvn07dxp1agCrWbc+9xp27HLlyJEzVw53uXDh\nyJ3zfU4cGjQHDkyYEO5ccuXLlwNw/hz6OenTqVefNm3BAhYstp3z7r1cOVasYsTAQ47cOfXr2asH\n8B5+fPnz6de3fx//Of37+fPfBvDMmQgRGDAAM2uWLVseDBggQCBIkGvnKlq8eBGAxo0cz3n8+NHc\ntm2yZKWxYePChQcPGPz4kSrVLVmyrFjRoCEAAAAKFJz7CTQogKFEi547ijSp0qVKzdmwIUBAlizn\nqlq9ihWA1q1cz3n9CjasLl0fPlCiZO6c2nPicuXq0SP/QgQ/5cqdu4s3710AfPv6/Qs4sODBhAuf\nO4w4ceJtZ85EiMCAAZhZs2zZ8mDAAAECQYJcOwc6tGjRAEqbPn0utWrV5rZtkyUrjQ0bFy48eMDg\nx49UqW7JkmXFigYNAQAAUKDgnPLlzAE4fw79nPTp1Ktbr27Ohg0BArJkOQc+vPjxAMqbP38uvfr1\n7HXp+vCBEiVz5+qfE5crV48eESL4AViu3DmCBQ0SBJBQ4UKGDR0+hBhRojlz5yxexEiOXDRJkl69\nIkfu3MiR5LBgWbCAAIEez56dgxlTJkwANW3ePJdT57lx45ypUQMESAUHDhIkePGCjzlz55w+PTdu\nHAEA/wACBKh2TuvWrQC8fgV7TuxYsmXNlgWXQG0CbdrOvYUbVy4AunXtmjN3Tu9evnrHtWkzYYIV\nK8isWUOFasODBwoUHDgw4datc5UtX64MQPNmzp09fwYdWvToc6VNmx4nTly2bNzOvYYdO/aoUQUK\nLJAl69xu3r13AwAeXPg54sTLlYsVK02GDAwYLIAAYcqUb9/OXcee/XoXAAAECDB3Tvz48QDMn0d/\nTv169u3dt+dVoMCNG+fs38ef3z4A/v39AzRn7hzBggbLlQOVIAEBAgsWKFiwQADFAAEIEAgQgAAP\nHuc+ggz5EQDJkiZPokypciXLludewoQ5Tpy4bNm4nf/LqXPnzlGjChRYIEvWuaJGjxYFoHQp03NO\nnZYrFytWmgwZGDBYAAHClCnfvp0LK3Zs2C4AAAgQYO4c27ZtAcCNK/cc3bp27+K9y6tAgRs3zgEO\nLHgwYACGDyM2Z+4c48aOy5UDlSABAQILFihYsEAA5wABCBAIEIAADx7nTqNOfRoA69auX8OOLXs2\n7drmzJ3LbW63uWzHjunSVe4c8eLGjVOjNmCAAWLEzkGPLh06gOrWr5szd257t267dqEoUCBAgAUm\nTPjydW49+/btRQUIcOAAuXP2798HoH8//3P+AZ47Z87cOYMHESY0aM6cjQMHbt06N5FiRYsTAWTU\nuJH/HLlzH82ZOzdSmjQnTiQMGAAAQACXAGDCFDBTQIAAACpUIEfuXE+fPwEEFTqUaFGjR5EmVWrO\n3Dmn5qCay3bsmC5d5c5l1bp1KzVqAwYYIEbsXFmzZ8sCULuWrTlz5+B267ZrF4oCBQIEWGDChC9f\n5wAHFixYVIAABw6QO7eYMWMAjyFHPjd5sjlz5zBn1rwZszlzNg4cuHXrXGnTp1GXBrCadWty5M7F\nNmfuXG1p0pw4kTBgAAAAAYADEC5cQHEBAQIAqFCBHLlzz6FHBzCdenXr17Fn176de7ly58CHPxeu\nWbNatcydU7+ePXtBggQISKBN2zn79/HbB7Cff39z/wDNnRtozpwyZRoCBAAAQIALF+HCnZtIsWLF\nOAAAGDBg7pzHjx8BiBxJ8pzJkyhTqjxZrtwEAQKePTtHs6bNmzQB6NzJc9w4c+fOmTPnzZuqBw8C\nBAAQoKlTAFADBBBANUAAAFgFCHDm7JzXr2ABiB1LtqzZs2jTql1brty5t3DPhWvWrFYtc+fy6t27\nV5AgAQISaNN2rrDhw4UBKF7M2Jy5c5DNmVOmTEOAAAAACHDhIly4c6BDixYdBwAAAwbMnVvNmjWA\n17Bjn5tNu7bt27TLlZsgQMCzZ+eCCx9OPDiA48iTjxtn7tw5c+a8eVP14EGAAAACaN8OoHuAAALC\nB/8IAKC8AAHOnJ1bz749gPfw48ufT7++/fv4y5U7x78/f4B9+jBgEOzcQYQJD0aLFiGCAAFLzJk7\nV9HixYoANG7kaM7cOZAgwYGbBMCkSRYsmDE719Lly5bevAkAAECDhnM5de4E0NPnz3NBhQ4lWlTo\nsWMClIIDd87pU6hRnQKgWtUqOHDjvHnz5WvKlA4BxAYYcOFCkCA6dCxo0ODAWwFxBQCgK0DAqFHn\n9O7lC8DvX8CBBQ8mXNjw4XOJFS/WpUuAgAjmzJ2jXLlyuAULBAhIkcLcOdChRYsGUNr06XOpVasm\n9+ABANgHDkiR8urVMmjQcOHqFi0aLlwDBgAg/un/0znkyZUDYN7c+Tno0MuVM2fu3HXs2bVr05ag\nQAFz5s6NJ1/e/HgA6dWvDxdO3HtUqAoVGoIDR6ZM387t52/uGsBrt24Z4cBBgYIAChEgECbsHMSI\nEgFQrGjxIsaMGjdy7HjuI8iQunQJEBDBnLlzKleuDLdggQABKVKYO2fzJk6cAHby7HnuJ1Cg5B48\nAGD0wAEpUl69WgYNGi5c3aJFw4VrwAAAWj99Ouf1K1gAYseSPWfWbLly5syda+v2LVxt2hIUKGDO\n3Lm8evfyzQvgL+DA4cKJK4wKVaFCQ3DgyJTp27nIks1du3brlhEOHBQoCOAZAQJhws6RLm0aAOrU\n/6pXs27t+jXs2Odm064NDlyAAANKlAgX7hxw4Jw4KRAgoEEDb97OMW/u/DmA6NKnn6tu/boxYw0a\nLECAYAD4AQIAkAcgwIABAOrV79lz7j38+O8B0K9v/xx+/Nq0Zct2DuA5gQMJEhw3zgEIEObMnXP4\nEGJEhwAoVrS4bVs4cOCOHVP2cdu2cyNJlhw5bhwuX76ePDlwYIAMGdGinbN5EycAnTt59vT5E2hQ\noUPPFTV6FBy4AAEGlCgRLtw5qVI5cVIgQECDBt68nfP6FWxYAGPJlj13Fm1aY8YaNFiAAMEAuQME\nALALQIABAwD48t2z51xgwYMDAzB8GPE5xYq1af/Llu1cZMmTKY8b5wAECHPmznX2/Bl0ZwCjSZfe\nti0cOHDHjilzvW3bOdmzacseNw6XL19Pnhw4MECGjGjRzhU3fhxAcuXLmTd3/hx6dOnnqFe3Th0O\nHADbtxcoIAA8AAAEcOAoV+5cevXr2acH8B5+/HPz6defT44csEGDJElKATDFgAAEAzxo0ECCBCNG\npp17CDFiRAAUK1o8hxFjuXLUqJ37CDKkyI+ZLFgwZ+6cypUsW6oEADOmzG7dypkzR45cuXLnevr8\nCRRot26cOGlAgQIcuHNMmzoFADWq1KlUq1q9ijXrua1cu3b9ZcFCgLEBAAQIkCCBrHNs27p9Cxf/\ngNy5dM/ZvYs3r15zfPme+ws4sODB5wAYPoz4nOLF57x5M3cusuTJlM9JW7LknObNnDtzBgA6tGhz\n5s6ZPo06terVp4udOnUutuzZsQHYvo07t+7dvHv7/n0uuPDhw39ZsBAgeQAAAQIkSCDrnPTp1Ktb\nB4A9u/Zz3Lt7/w7enHjx58qbP48+/TkA7Nu7Pwc//jlv3sydu48/v/5z0pYsAXhO4ECCBQkCQJhQ\noTlz5xw+hBhR4sSHxU6dOpdR48aMADx+BBlS5EiSJU2ePJdS5UqWLV2+hKkSwEyaNc/dxJlT506e\nPX3iBBBU6NBzRY0eRZoUqbly5c49hRpValQA/1WtXj2XVetWrl29fgWrFcBYsmXNnkWbVu1atufc\nvoUbV+5cunXfAsCbV+85vn39/gUcWPDgvgAMH0Z8TvFixo0dNzZXrtw5ypUtX7YMQPNmzuc8fwYd\nWvRo0qU/A0CdWvVq1q1dv4Yd+9xs2rVt38adWzdtAL19/z4XXPhw4sWNH0cuHMBy5s3PPYceXfp0\n6tWtQweQXfv2c929fwcfXvx48t4BnEefXv169u3dv4d/Tv58+vXt38effz4A/v39AzwncCDBggYP\nIkw4EADDhg7PQYwocSLFihYvRgSgcSPHcx4/ggwpciTJkh8BoEypciXLli5fwox5bibNmjZv4v/M\nqZMmgJ4+f54LKnQo0aJGjyIVCmAp06bnnkKNKnUq1apWoQLIqnXrua5ev4INK3YsWa8AzqJNq3Yt\n27Zu38I1Z+4c3bp27+LNq3fvOQB+/wI+J3gw4cKGDyNOPBgA48aOz0GOLHmyOXPnLmPOrHkzZ8wA\nPoMOfW406dKmT6NOrZo0gNauX8OOLXs27dq2zZk7p3s3796+fwMPfg4A8eLGzyFPrnw58+bOnycH\nIH069XPWr2PPbs7cue7ev4MPL947gPLmz59Lr349+/bu38NXD2A+/fr27+PPr38///7+AQIQOJBg\nQYMHESZUuJBhQ4cPIUaUOJFiRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2b\nN3Hm1LmTZ0+fP4EGFTqUaFGjRxeOG0fOXFOn5s5FlTqV6jlzV6+e07qVa1etAMCGFXuObFmzZ9Gm\nVbu2LAC3b+GaM3eObt1z5s7lzWuOb1+/fM8FFjyYcGEAhxEnPreYcWPHjyFHlnyuXDkAlzFn1ryZ\nc2fPn0GPG0fOXGnT5s6lVr2a9Tlzr1+fkz2bdm3ZAHDn1n2Od2/fv4EHFz68NwDjx5GbM3eOefNz\n5s5Fj26OenXr1M9l176de3cA38GHPzeefHnz59GnV3+uXDkA7+HHlz+ffn379/GbM3eOf3///wDP\nCRxIUKA5c+PKlTvHsKHDhw4BSJxI8ZzFixgzatzIseNFACBDijxHsqTJkyjPmTN3rqXLlzBjugRA\ns6bNczhz6tzJs6fPnzkBCB1KtKjRo0iTKl16rqnTp1CjOjVnrps0aeeyat3KdSuAr2DDnhtLtqzZ\ns2jTqiULoK3bt+fiyp1Lt67du3jlAtjLt++5v4ADCx5MuLBhwAASK17MuLHjx5AjSz5HubLly5gr\nmzPXTZq0c6BDix4tGoDp06jPqV7NurXr17BjrwZAu7btc7hz697Nu7fv37kBCB9O/Jzx48iTK1/O\nvPlxANCjS59Ovbr169izn9vOvbv379y7df9zkyULOXLn0qtfzz49gPfw45+bT7++/fv48+unD6C/\nf4AABAI4V9DgQYQJFS5kaBDAQ4gRz02kWNHixXPmzG3bVu7cR5AhRY4EUNLkSZQpVa5k2dLlOZgx\nZc6kGbNbNzdZspAjd87nT6BBfQIgWtToOaRJlS5l2tTp06QApE6les7qVaxZtW7l2vUqALBhxZ4j\nW9bsWbTnzJnbtq3cObhx5c6lC8DuXbx59e7l29fv33OBBQ8mXFgwNWoMChQIFercY8iRJT8GUNny\n5XOZNW/m3NkzZ3PnRI8mTRrAadSpz61m3dr1a9iutyFDZs7cOdy5dQPg3dv3OeDBhQ8nPi7/T55L\nl8CdY36uXDlckCBhwtSsXLlz2bWfA9Dd+3fw4cWPJ1/e/Dn06dWvZ5+eGjUGBQqECnXO/n38+e0D\n4N/fP8BzAgcSLGjwYEFz5xYybNgQAMSIEs9RrGjxIsaMF7chQ2bO3LmQIkcCKGny5LmUKleybDku\nT55Ll8Cdq3muXDlckCBhwtSsXLlzQoeeA2D0KNKkSpcyber06bmoUqdSrSpVmjQCBgxkyPDrF7lz\nYseSJQvgLNq059aybev2Ldxz1aqpUoXDmLFzevfy1QvgL+DA5wYTLmz4MGLC4MBJCBHi2LFzkidT\nBmD5MmZz5s5x7uz5M+dp00AkSPDixR5g/8DgwLFgQcCAAQcOeFi27Bzu3OcA8O7t+zfw4MKHEy9+\n7jjy5MqXIy9XzgKA6AACBDggREi3bubOce/eHQD48OLPkS9v/jz686JmzLhwYcAAAAgQjBt37j7+\n/AD28+9/DuA5gQMJFjR4UKAcOQAYNmgA7FxEiRIBVLR40Zy5cxs5dvR46hQAkSIXLDBSocKBAwBY\nshwwQEKyZOdo1jwHAGdOnTt59vT5E2jQc0OJFjV6lGi5chYANAUQIMABIUK6dTN3DmvWrAC4dvV6\nDmxYsWPJjhU1Y8aFCwMGAECAYNy4c3Pp1gVwF2/ec3v59vX7FzBfOXIAFG7QANg5xYsXA/9w/Biy\nOXPnKFe2fPnUKQCbNy9YYKRChQMHAJQuPWCAhGTJzrV2fQ5AbNmzade2fRt3bt3nePf2/Rt4b2jQ\nDgAwDiBAgAUOHBAjFu1cdOnSAVS3ft2cuXPbuXf33t1cq1YGDAAwLwC9AADrd+069x5+fADz6dc/\ndx9/fv35zZmjBnDatHLlzpkz16sXAQIAGgoQsMCJk2bNzlm0CCCjxo3ixJ37CDLkR3OdOgE4eVKA\nADJkiOXJo0MHBw4gRoxIkmSGL1/mzJ37+ROA0KFEixo9ijSp0qXnmjp9CjWqU2jQDgC4CiBAgAUO\nHBAjFu2c2LFjAZg9i9acuXNs27p969b/XKtWBgwAuCsgrwAAfHftOgc4sGAAhAsbPoc4seLFis2Z\nozZtWrly58yZ69WLAAEAnAUIWODESbNm50qXBoA6tWpx4s65fg3btblOnQDYti1AABkyxPLk0aGD\nAwcQI0YkSTLDly9z5s45dw4guvTp1Ktbv449u/Zz3Lt7/w6++6VLBgIEUKCgUiVy59q7f99+3DgA\n9OvbP4c/v/79+MmRA0iIUAUCBAAACKBAgQgRBQoAgLht2zmKFS0CwJhR4zmOHT1+9KhK1R5duoIF\no7ZrFwoUAQIAgAkzwIEDLVpw43bOnDkAPX3+NGfu3FCiRcGBCxMgAACmAAzw4nVOqtRy/+XOnRvn\nzZsvX42ECTNn7tzYsQDMnkWbVu1atm3dvj0XV+5cunXLOXGiQAEBCRJkyToXWPBgceK+ffMWLRoA\nxo0dmzN3TvJkypLNGTNGgUKAAAA8BwjgIEwYLFgaNACQIAE5cudcv4YNQPZs2ubMncOdW3duc+aI\nEFmwgAMoUK5cFQEBggABAM0HDCBAQAABAgcOXLliixs3AN29fydH7tz4cuXLeXPjhgEDAQDcAyhQ\nANg5+vXt0xcnTpcuQrBgATRn7hxBc+YAIEyocCHDhg4fQox4biLFihYvlnPiRIECAhIkyJJ1biTJ\nkuLEffvmLVo0AC5fwjRn7hzNmjZpmv8zZowChQABAAANEMBBmDBYsDRoACBBAnLkzkGNKhUA1apW\nzZk7p3Ur163mzBEhsmABB1CgXLkqAgIEAQIA3g4YQICAAAIEDhy4csUWN24A/gIOTI7cucLlDpfz\n5sYNAwYCAEAGUKAAsHOWL2O2LE6cLl2EYMEyZ+4caXPmAKBOrXo169auX8OOfW427dq2b4cIEECA\nAA27dp0LLnx4cG3amDHzFi4cgObOn5crd2469erTv+XIMWBAgAAGUKA4dapZt26YMF24IKBDh3Pu\n38N3D2A+/frn7uPPrx8WLAUKADZoQMqaNWXKLABQuPADJEjQoIGjRu3YMWvWxI0bB4D/Y0eP5Mid\nE2nOnDBhRwakHCBgwAAUKHTpOjeTZs2Z5SRJIkJEFjly54AGPQeAaFGjR5EmVbqUadNzT6FGlTo1\nRIAAAgRo2LXrXFevX7tq08aMmbdw4QCkVbu2XLlzb+HGffstR44BAwIEMIACxalTzbp1w4TpwgUB\nHTqcU7yYsWIAjyFHPjeZcmXLsGApUNCgASlr1pQpswCAdOkPkCBBgwaOGrVjx6xZEzduHADbt3GT\nI3eOtzlzwoQdGTB8gIABA1Cg0KXrXHPnz5uXkySJCBFZ5Mid0779HADv38GHFz+efHnz58+lV7+e\n/fobNwAIEJAiRTFy5M7l178//7Fj/wDBgStHjhyAgwgTkiN3rmFDc+bOmTMnTRqPAgUECJgwQZE3\nb+bMnTNnrlq1ECEKuHBxrqXLly0ByJxJ05y5czhz6sS5q0KFAAEsWDjWrVuhQgEAKAXw4QO5c1Cj\nSoVqzhyAq1izkiN3rqs5c8GCKTFggACBBVGiwIIlTty5t3DjevN2Q4GCLl3MndvLly+Av4ADCx5M\nuLDhw4jPKV7MuDHjGzcACBCQIkUxcuTOad7MWfOxY+DAlSNHDoDp06jJkTvHmrU5c+fMmZMmjUeB\nAgIETJigyJs3c+bOmTNXrVqIEAVcuDjHvLlz5gCiS59uzty569izX99VoUKAABYsHP/r1q1QoQAA\n0gP48IHcuffw4783Zw6A/fv4yZE7x9+cOYDBgikxYIAAgQVRosCCJU7cOYgRJXrzdkOBgi5dzJ3j\n2LEjAJAhRY4kWdLkSZQpz61k2dLlSjx4AgQoQIvWOZzlyp3j2dPnuHHlyp0jShTAUaRJzZk719Rp\nU3LkChViYMBAlCjHjpU719XruXDhVqw4YMrUObRp1aIF0Nbt23Nx5c6N260bDAECAgSAAiUbNWo4\ncAQgPGLEOcSJFS9GDMDxY8jmzJ2jXPkcuWnTCBHac+gQNmzdup0jXdqcOViwDBgAMGBAtWrnZM+m\nDcD2bdy5de/m3dv373PBhQ8nHir/FADkAN6cY37OXLNmhw7x4ePr2zds2KqVK3fO+/dzAMSPJ3/O\n/Pnz5pAhS5JkBxYsyZKNG1fu3H3858iR06DhAMBv384RLGiQIICECheea+jwYblyffowIEAAAYIt\nW2gRIVKggIAiRc6RLGnypEkAKleyPOfyJUyXzZpNcuKkSxc8eLT58jVnjoYMGQAQJUqAgDhx55Yy\nbQrgKdSoUqdSrWr1KtZzWrdy7RoqFICwAN6cK3vOXLNmhw7x4ePr2zds2KqVK3fuLt5zAPby7Xvu\nL2DA5pAhS5JkBxYsyZKNG1fuHOTI58iR06DhwLdv5zZz7rwZAOjQos+RLm26XLk+/30YECCAAMGW\nLbSIEClQQECRIud28+7tuzeA4MKHnytu/HjxZs0mOXHSpQsePNp8+ZozR0OGDAC2bydAQJy4c+LH\nkwdg/jz69OrXs2/v/v25+PLnz68E4D4AChTMnevfH2CjRgoUBAggAAAAAwZonXP48CEAiRMpnrN4\n8aI5cuSmTRNXrtw5kefKnTN58ty0aQ0aICBH7lxMmTNjArB5E+c5nTt5kiNHh06IAwcsWLhxA8KA\nAQIEaPDm7VxUqVOpTgVwFWvWc1u5dt0aLlyGAAEIEKBAwQICBALYAnD7FoABA926nbN7Fy8AvXv5\n9vX7F3BgwYPPFTZ8+HAlAIsBUP+gYO5c5MiNGilQECCAAAAADBigdQ506NAASJc2fQ516tTmyJGb\nNk1cuXLnaJ8rdw537nPTpjVogIAcuXPDiRcfDgB5cuXnmDd3To4cHTohDhywYOHGDQgDBggQoMGb\nt3PjyZc3Xx5AevXrz7V3/759uHAZAgQgQIACBQsIEAjwDxCAwIEADBjo1u2cwoUMATh8CDGixIkU\nK1q8eC6jxo0ZTZkKAABAgACgQJ07idKatSJFBAgAALNAAW/natq0CSCnzp3nevr0aY4cOXPmzhk9\nijQpKFADBjwoV+6c1KlUpQK4ijXrua1cuZo7dsyLlxcgQECAYMBAgLUDBkDx5u3/nNy5dOvSBYA3\nr95zfPv65atIEYDBgwMYBoA4sWIAARoTInQusuTJACpbvow5s+bNnDt7Pgc6tOhx4xgwAIAaCpRz\nrFu75sZNggQAtG3YOIc7t24AvHv7Pgc8uPDhxImbM4cBQ4ECn845fw4dOoDp1Kufu44d+zhv3oAB\n22XHDgUKBQoIMGAgRQpC3bqdew8/vvz4AOrbv38uv/794MAVAFgAwEABAhgwMCBAQIAAAwwYePCA\nBYsKBgyAAHHt3EaOHAF8BBlS5EiSJU2eRHlO5UqW48YxYABAJhQo52zexMmNmwQJAHzasHFO6FCi\nAIweRXpO6VKmTZ06NWcOA4YC/wU+ncOaVatWAF29fj0XVqzYcd68AQO2y44dChQKFBBgwECKFIS6\ndTuXV+9evnsB/AUc+NxgwoXBgStQAMBiAQIYMDAgQECAAAMMGHjwgAWLCgYMgABx7dxo0qQBnEad\nWvVq1q1dv4Ztztw52rVpa9IUIAAAAwZcuToXXPhwbdoaNAAwYECvXuecP4cOQPp06uesX8eeXbt2\nK1YGDJgwgdw58uXNmweQXv16c+bOvX9vzlw5cuS8eRPXrFmQIB8+AGyRJAkbNl1ChSJH7hzDhg4f\nMgQgcSJFceLOYcx4bhoCBAA+KlDgwYMECSccOPjwAUOVKly4xIlzgwWLBAkszP+adW4nz3MAfgIN\nKnQo0aJGjyI1Z+4c06ZMNWkKEACAAQOuXJ3LqnWrNm0NGgAYMKBXr3Nmz6IFoHYt23Nu38KNK1eu\nFSsDBkyYQO4c375+/QIILHiwOXPnDh82Z64cOXLevIlr1ixIkA8fWiRJwoZNl1ChyJE7J3o06dKi\nAaBOrVqcuHOuX5+bhgABgNoKFHjwIEHCCQcOPnzAUKUKFy5x4txgwSJBAguzZp2LLv0cgOrWr2PP\nrn079+7ey5U7J368eFy4AgQAYMCAKVPmzJ2LH1/crl0OHAQIAMCAAXLkAJ4TOJAgAIMHEZ5TuJBh\nQ4cNYwmQKODZs3MXMWbUCID/Y0eP50CGFDlSnDhr1ooV05YsGS1aLEKE+PbtXE2bN3HWBLCTZ09v\n3siZM+fNmxEjAQAACBCAwZAhMWJMmHBgwAADBgocOIABAw8eOhgwKFDggA4dvnyZM3eOLQC3b+HG\nlTuXbl27d8uVO7eX715cuAIEAGDAgClT5sydU6xY3K5dDhwECADAgAFy5M5l1rwZQGfPn8+FFj2a\ndGnSsQSkFvDs2TnXr2HHBjCbdu1zt3Hn1i1OnDVrxYppS5aMFi0WIUJ8+3aOeXPnz5kDkD6dujdv\n5MyZ8+bNiJEAAAAECMBgyJAYMSZMODBggAEDBQ4cwICBBw8dDBgUKHBAhw5f/wB9mTN3riCAgwgT\nKlzIsKHDhxDLlTtHsSJFMmQAaHTg4McPQIAOJUqkQEEAAChTFogU6ZzLlzBdAphJs+a5mzhz3hQn\nDty5n0CB9upVQIAAWrTOKV3KtKlSAFCjSj1HtarVq1ir1qrFAAECbtzOiR1Ltqw5cwDSql07bpw4\nadJChAgQAIBdAgRSYMJEhcqRIwskSLhw4UGBAh8+gAEzZsqUHTssZMiQJg05cucyA9jMubPnz6BD\nix5N+pzp06iPHTNgIMCA1wMECABAuzbtAAGwYBF3rrfv378BCB9O/Jzx48iNixOXixq1cePKlTNX\nq9aCBQyCBTvHvbv3794BiP8fT/6c+fPo06s/782bhQQJuHE7R7++/fvmzAHYz7+/OYDmyIEDBwKE\nAAEABAgYMWLVsmXZsoULV86cuXPnynHjhg3buHHgvn0LFqyLDBnHjp1jyRLAS5gxZc6kWdPmTZzn\ndO7keeyYAQMBBgwdIEAAAKRJkQYIgAWLuHNRpU6dCsDqVazntG7lqlWcuFzUqI0bV66cuVq1Fixg\nECzYObhx5c6VC8DuXbzn9O7l29fvXm/eLCRIwI3bOcSJFS82Zw7AY8iRzZkjBw4cCBACBAAQIGDE\niFXLlmXLFi5cOXPmzp0rx40bNmzjxoH79i1YsC4yZBw7ds63bwDBhQ8nXtz/+HHkyZWfY97c+bVr\nKFB8UKAAwHXs2R88cOTInLlz4cWPJw/A/Hn059SvZ6/enLliWLCsWPHmDSEGDAYM0HLOP8BzAgcS\nLDgQAMKECs8xbOjwIcSG48bpgAFj2TJz5s5x7OixY7lyAEaSLFmu3Dlz5ggR0qABwYEDXbpwI0fu\nHM6cOneeK2fOnDdvsIABM2fuHFKkAJYyber0KdSoUqdSPWf1KtZr11Cg+KBAAYCwYsc+eODIkTlz\n59aybesWANy4cs/RrWuXrjlzxbBgWbHizRtCDBgMGKDlHOLEihczBuD4MeRzkidTrmx58rhxOmDA\nWLbMnLlzokeTHl2uHIDU/6pXlyt3zpw5QoQ0aEBw4ECXLtzIkTvn+zfw4OfKmTPnzRssYMDMmTvn\n3DmA6NKnU69u/Tr27NrPce/unfu3b6fkyGHEyI4dP3LkYMNW7hz8+PLn0wdg/z7+c/r38+dvDuCa\nNT9+9OhRAQOGRo3ONXT4EGLEcwAoVrR4DmNGjRs5bhz36JEsWebMnTN5EmVKACtZtjz38iU3bjhw\nJNCgoVUrc+d49vT50yc5crp0jTNn7lxSpecANHX6FGpUqVOpVrV6DmtWrVu5dvX6NSsAsWPJnjN7\nFm1as9CgtWrl6No1cuTO1bV7F2/ecwD49vV7DnBgwYMJFz5nztw5xYsZN/9WDAByZMnnKFc+d+2a\nsmrVypU79xl0aNGizZkrV+5catWrAbR2/Rp2bNmzade2fQ53bt27eff2/Ts3AOHDiZ8zfhx5cuPQ\noLVq5ejaNXLkzlW3fh179nMAuHf3fg58ePHjyZc/Z87cOfXr2bdXDwB+fPnn6Nc/d+2asmrVypU7\nB/CcwIEECxI0Z65cuXMMGzoEADGixIkUK1q8iDHjuY0cO3r8CDKkSI4ASpo8eS6lypUsW7p8CVMl\ngJk0a567iTOnzp08e/rECSCo0KHniho9ijSp0qVMjQJ4CjWq1KlUq1q9ivWc1q1cu3r9CjbsVgBk\ny5o9hzat2rVs27p9mxb/gNy5dM/ZvYs3r969fPveBQA4sOBzhAsbPow4seLFhQE4fgw5suTJlCtb\nvnwus+bNnDt7/gxaM4DRpEufO406terVrFu7Rg0gtuzZ52rbvo07t+7dvG0D+A08+LnhxIsbP448\nuXLiAJo7fw49uvTp1KtbP4c9u/bt3Lt7/54dgPjx5M+ZP48+vfr17NufBwA/vvxz9Ovbv48/v/79\n9QH4BwhA4EAA5wweRJhQ4UKGDQ8CgBhR4kSKFS1exJjx3EaOHT1+BBlSJEcAJU2ePJdS5UqWLV2+\nhKkSwEyaNc/dxJlT506ePX3iBBBU6NBzRY0eRZpU6VKmRgE8hRpV6lSq/1WtXsV6TutWrl29fgUb\ndisAsmXNnkObVu1atm3dvk0LQO5cuufs3sWbV+9evn3vAgAcWPA5woUNH0acWPHiwgAcP4YcWfJk\nypUtXz6XWfNmzp09fwatGcBo0qXPnUadWvVq1q1dowYQW/bsc7Vt38adW/du3rYB/AYe/Nxw4sWN\nH0eeXDlxAM2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38ef\nX/9+/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXL\nli5fwowpc6ZBc+bO4f80p9OcuHHjypU7J3Qo0aHkyHHjJk5cuXNOn0KFCmAq1armzJ3LqnUrV3Ne\nzZ0LK3Zs2HLhwo0bd24t27YA3sKNe24u3bp27+LNq5cugL5+/5IjV+7cuXLlxo3Ddu3atm3kHpuL\nbO4c5cqUyZEzp/ncOXPmzoEOLRoA6dKmT6NOrXo169bnXsOGTc6cuXO2b+PObW63uXO+fwMP7hsA\n8eLGzyFPrnw58+bLy40bd2469erTAWDPrv0c9+7ev4MPL358dwDmz6M3Z+4ce/blynHbtk2cOHPn\n7uPPr38/f/0AAAIQOJBgQYMHESZUqPBcQ4cPIUaMWK7cOYsXMWbECID/Y0eP50CGFDmSZMmR46RJ\nO7eSZcuVAGDGlHmOZk2bN3Hm1LmzJgCfP4GeEzp0aDly5MyZO7eUaVOm5MiZM3eOalWrV6kC0LqV\na1evX8GGFTv2XFmzZ9GmTVuu3Dm3b+HGhQuAbl275/Dm1buXb9+946RJOzeYcOHBABAnVnyOcWPH\njyFHljy5MQDLlzGf07x5czly5MyZOzeadGnS5MiZM3eOdWvXr1kDkD2bdm3bt3Hn1r37XG/fv4EH\n9y1O3Ldx484lV76c+XIAz6FHPzedenXr17FTJ0duU58+58CHFw8eQHnz58+lV7+efXv37+GrBzCf\nfv1z9/GfM2fOW7Zs/wC7dRtHsFw5c+bOKVQoDhmycOHOSZxIsaJEABgzatzIsaPHjyBDnhtJsqTJ\nkyTFifs2bty5lzBjyowJoKbNm+dy6tzJs6dPneTIberT55zRo0iNAljKtOm5p1CjSp1KtapVqACy\nat16rqvXc+bMecuWrVu3cWjLlTNn7pxbt+KQIQsX7pzdu3jz2gXAt6/fv4ADCx5MuPC5w4gTK16M\nDQ0aI0ZijRt3rrLly5gvA9jMufO5z6BDix5NGnSqVB/atDnHurVr1gBiy559rrbt27fJndvNm/e4\nccSSJStX7pzx48iTGwfAvLnzc9CjRxdXrRouXJtAgfLk6dSpacuWKf9S9CJGjHDhzqlfz769egDw\n48ufT7++/fv485/bz7+/f4DnBA7EhgaNESOxxo0719DhQ4gPAUykWPHcRYwZNW7kiDFVqg9t2pwj\nWdIkSQApVa4819Lly5fkzs2kSXPcOGLJkpUrd87nT6BBfQIgWtToOaRJk4qrVg0Xrk2gQHnydOrU\ntGXLFCl6ESNGuHDnxI4lW1YsALRp1a5l29btW7hxz82lWxccOFeupn36BAUKAgQBAAAQICDEtm3n\nFC9m3JgxAMiRJZ+jXNnyZcyZz1WrhgDBAGzYzo0mXXo0ANSpVZ9j3dq1OXPPnskKE8aJExw42pAg\nsWABgSNHjh07V9z/+HHkxQEsZ9783HPo0Mtp0xYoUJYRIzBg8OCBhQULBw4AaNAAHLhz6dWvZ58e\nwHv48eXPp1/f/n385/Tv3/+tD8A+DhwEAGDwIIAAAQwY4LBpEzdu5yZSrGhxIoCMGjee6+jxI8iQ\nIc2Z06ABAAAF5cqda+nyZUsAMmfSPGfzJk5z5rZt67FgwYABBgwkYMAAAQIAAQJs2DBu3LmoUqdS\nBWD1KtZzWrduNRcunDBhSlq0SJHCipVFN24QIABgwIBy5c7RrWv3Ll0Aevfy7ev3L+DAggefK2zY\n8Lc+fRw4CADgMWQAAQIYMMBh0yZu3M5x7uz5M2cAokeTPmf6NOrU/6pVmzOnQQMAAArKlTtn+zZu\n2wB28+597jfw4ObMbdvWY8GCAQMMGEjAgAECBAACBNiwYdy4c9q3c+8O4Dv48OfGkydvLlw4YcKU\ntGiRIoUVK4tu3CBAAMCAAeXKnevvH+A5gQMJngNwEGFChQsZNnT4ECI5cucoUixXTlumTBMmCAgQ\nAACAAAEIxIhhwkQEBAhQoTr3EmZMc+bO1awJAGdOned49vT505w5cODOFTValBAhAQIAAFBhztw5\nqVOpSgVwFWtWc+bOdfX6tWu5bdu4cevWbRw5csSISQAAQIECWLDO1bV7Fy8AvXv5lit3DnBgwYDL\nFT53+HC5ci9eAP8IEOBcZMmTKU8GcBlzZs2bOXf2/Bk0OXLnSJMuV05bpkwTJggIEAAAgAABCMSI\nYcJEBAQIUKE69xt4cHPmzhUvDgB5cuXnmDd3/tycOXDgzlW3Xp0QIQECAABQYc7cOfHjyYsHcB59\nenPmzrV3/759uW3buHHr1m0cOXLEiEkAABCAAgWwYJ07iDChQgAMGzosV+6cxIkUJZa7eC5jxnLl\nXrwAECDAuZEkS5osCSClypUsW7p8CTOmTHPmztm8iXPcuGmIEPnyFS3auGvXCBGiIELEt2/nmjp9\nKk7cuanmzAG4ijXrua1cu3o1Z65bt3Nky54LFyECAAAFCtQ6Bzf/rly5AOravXsur969fPvyLSVA\nwIABwYKdO4w4sWIAjBs7Pgc5suTJlCPv2gWAAYNznDt7/uwZgOjRpEubPo06terV5sydew07tmzZ\n0KDt2NEgU6ZzvHv75k2OXLhw5MaNA4A8ufJzzJs7d24uXLhs2cyZO4cdOyAA3AE8eFDsnPjx5MkD\nOI8+/bn17Nu7f+9+14EDAgSMGnUuv/79/AH4BwhA4EAA5wweRJhQ4UEjRgAgQXJO4kSKFSkCwJhR\n40aOHT1+BBnSnLlzJU2eRIkSGrQdOxpkynRO5kyaMsmRCxeO3LhxAHz+BHpO6FCiRM2FC5ctmzlz\n55w6BQRAKoAH/w+KncOaVatWAF29fj0XVuxYsmXJ7jpwQICAUaPOvYUbVy4AunXtnsObV+9evnmN\nGAGABMk5woUNHzYMQPFixo0dP4YcWfLkc5UtX8acWVyOHAUKPNi27dxo0qVLlytnrlw5AK1dvz4X\nW/Zs2uXKmTN3TvfucxIAABAgoFMnceeMH0eOHMBy5s3PPYceXfp06ZcGDFiw4Nmzc929fwcPQPx4\n8ufMn0efXv15DhwAMGJ0Tv58+vXpA8CfX/9+/v39AwQgcCDBggYPCjyncCHDhg7F5chRoMCDbdvO\nYcyoUWO5cubKlQMgciTJcyZPokxZrpw5c+dewjwnAQAAAQI6df8Sd24nz549AQANKvQc0aJGjyI9\nemnAgAULnj07J3Uq1aoArmLNem4r165ev3LlwAEAI0bnzqJNqzYtgLZu38KNK3cu3bp2z+HNq3ev\nXm3aJAgQAACAg2vXziFOrHgxYnLkAECOLPkc5cqVzZUr9+3bs2HDqFELF+6cOXNevAAIECBJknHj\nzsGOLXs2gNq2b5/LrXs37966rVlDceAADx7Nmp1Lrnw5cwDOn0M/J3069erWz40bFyAAAC1azoEP\nL368eADmz6NPr349+/bu35+LL38+/fnatEkQIAAAAAfXAF47N5BgQYMDyZEDsJBhw3MPIUI0V67c\nt2/Phg2jRi3/XLhz5sx58QIgQIAkScaNO7eSZUuXAGDGlHmOZk2bN3HWtGYNxYEDPHg0a3aOaFGj\nRwEkVbr0XFOnT6FGPTduXIAAALRoObeVa1evXQGEFTuWbFmzZ9GmVXuObVu3b9lOm7ZgAYAAAQwY\noLFr1zm/fwEHBgyAcGHD5xAnPmfOXDZZso4cuQEECBs2tmwNEyOGAAEBLlx063aOdGnTp0kDUL2a\n9TnXr2HHln3u2DEQIBR48IAI0bJl2c4FFz58OADjx5GfU76ceXPn586cGTBAwJQp57Bn175dOwDv\n38GHFz+efHnz58+lV7+e/adPAwYAkK9AAQoUGT58ePPGmbNz/wDPCRxIkCCAgwgTnlvI8Bw5cpkc\nOAgQwECDBhMmUKAgQYAAAAAI8OFjzty5kyhPlitnzty5ly8ByJxJ85zNmzhz4uTGLZIECQIEHKBC\n5dMnPnxq1Kp1rqnTp00BSJ1K9ZzVq1izYi1XDteCBQLCYsBgp6wdVdiwjVtrzty5t3DPAZhLt67d\nu3jz6t3L95zfv4ADf/o0YACAwwoUoECR4cOHN2+cOTtHubLlywAya958rrPnc+TIZXLgIEAAAw0a\nTJhAgYIEAQIAACDAh485c+dy685drpw5c+eCBwdAvLjxc8iTK1+unBu3SBIkCBBwgAqVT5/48KlR\nq9a57+DDf/8HQL68+XPo06tfr75cOVwLFgiYjwGDnft2VGHDNq6/OYDmzg0keA7AQYQJFS5k2NDh\nQ4jnJE6kKBEcOCsDBgAAIEAADlu2jBkLIUBAgAAHDtD59u3cS5gxXwKgWdPmOZw5z5kz12jBAgEC\nCBgwAAFChAgICBBQoICCESPVqp2jWvWcOW/etm0717UrALBhxZ4jW9bsWbLmzJ06ZWHBAgYMVixZ\nIkTIjh0XrFghR+7cX8CBAQwmXPjcYcSJFZszhw2bDx8MBEwWkMCChSlTXLhYkSKFIUOTokU7V9r0\nOQCpVa9m3dr1a9ixZZ+jXds2bXDgrAwYAACAAAE4bNkyZiz/hAABAQIcOEDn27dz0aVPjw7A+nXs\n57RvP2fOXKMFCwQIIGDAAAQIESIgIEBAgQIKRoxUq3bO/v1z5rx527btHMBzAs8BKGjw4LmEChcy\nTGjO3KlTFhYsYMBgxZIlQoTs2HHBihVy5M6RLGkSAMqUKs+xbOnypTlz2LD58MFAAE4BCSxYmDLF\nhYsVKVIYMjQpWrRzSpeeA+D0KdSoUqdSrWr16rmsWrdu29ajhwAAAAIEePBA0rZtyJA1KVBAgAAA\nAARUqAAN2rm8evcC6Ov377nAgs+ZM4dLggQCiiVIyJGDESNc2rRBg/bryhVRoowZO+fZs7lr17hx\nO2faNIDU/6pXn2vt+jXs1teuCRO2y5q1bNmOqVKVJg0DBg9s2Pj27Rzy5MoBMG/u/Bz06NKlkwMF\nyoGDANoLFAABIkuhQrVqceLEyIsXJUqKVKokTty5+PEB0K9v/z7+/Pr38+9/DuA5gQMFhoMECQKE\nAQsrVEiSpJY1a9my1Vq27NGjCRMEDBhAhgy5cyNJkgRwEmXKcytZshR36hQTJlc8eRo3zpy5czt5\nTpt2586gQeHOFS06bpw5c+eYMgXwFGrUc1OpVrV69ao5c7p0LVjgABOmc2PJlh0LAG1atefYtnXr\nFpcDBwECCBCAoEmTbNnInfP71xs1aqRI7eDCBRu2c4sXA/9w/BhyZMmTKVe2fPlcZs2aw0GCBAHC\nANEVKiRJUsuatWzZai1b9ujRhAkCBgwgQ4bcOd27dwPw/Rv4OeHDh4s7dYoJkyuePI0bZ87cOenT\np027c2fQoHDnuHMfN86cuXPjxwMwfx79OfXr2bd3796cOV26FixwgAnTOf37+esHABCAwIEDzxk8\niBAhLgcOAgQQIABBkybZspE7hzGjN2rUSJHawYULNmznSpYEgDKlypUsW7p8CTOmOXPnao4bt22b\nKQoUECDQMGLEixclStghQ6ZTp23mzJUrd+oUgakiREQ7hzVrVgBcu3o9BzZsWHPJkvXp40uatHLl\nzrl965b/HDlPnjx4ADRunDlz5/r6/QsgsODB5wobPly4nGJz5s45fgzZsTVrCyq/emXO3LnNnDsD\n+Aw69LnRpEuPpkbNSoECAwY0aCBn3LhztGvXNmfNGihQY0iRAgfunHDhAIobP448ufLlzJs7N2fu\nnPRx47ZtM0WBAgIEGkaMePGiRAk7ZMh06rTNnLly5U6dIgBfhIho5+rbtw8gv/795/r7B3hOoLlk\nyfr08SVNWrly5xw+dEiOnCdPHjwAGjfOnLlzHT1+BBBS5MhzJU2eLFlOpTlz51y+hOnSmrUFNV+9\nMmfu3E6ePQH8BBr03FCiRYdSo2alQIEBAxo0kDNu3Dmq/1WrmrNmDRSoMaRIgQN3TqxYAGXNnkWb\nVu1atm3dmjN3Tq45c758QUGBAggQRT9+aNAwYIAABQro0CF3TvG5Y8cGAABgwECuc5UtWwaQWfPm\nc509fy5XDhcuVLJklSt3TvVq1ebMffkiQUIQXbrMmTuXW/duAL19/z4XXPjw4Nq0NTNn7txy5s2X\nZ8u2YoWNUKHMmTuXXft2AN29fz8XXvz48Ny45YAAwYwZTZrGnYMfX/65csSILVpkyps3c+bOATwn\n8ByAggYPIkyocCHDhg7NmTsn0Zw5X76goEABBIiiHz80aBgwQIACBXTokDun8tyxYwMAADBgINe5\nmjZtAv/IqXPnuZ4+f5YrhwsXKlmyypU7p3SpUnPmvnyRICGILl3mzJ3LqnUrgK5ev54LK3ZsWG3a\nmpkzd24t27Zrs2VbscJGqFDmzJ3Lq3cvgL5+/54LLHhwYG7cckCAYMaMJk3jzkGOLPlcOWLEFi0y\n5c2bOXPnPn8GIHo06dKmT6NOrXp1uXLnzJnbtq1KFSY9ekCCNKpNmwMHAgQAYMAADhzRzJkDB+7H\njwAAACBAgMycuXPWrZszB2A79+7nvoMP/50cuV+NGh06RI7cufbugwUrUcKAgQWUKJ3Lr39/fgD+\nAQIQOBDAOYMHEZYrJ0aMk3HjzkWUODHitWskSGDw4+f/XEePHzsCEDmS5DmTJ1GaNGXqyJgxrlwd\nO2buXE2bNrlxq9SnDzNm54AGFQqAaFGjR5EmVbqUaVNzT8+dCxasTZsvunRZs/YNESINGgYMELBg\nAQYMeUaNMmJEgAAAAQKMGVPuXF27dgHk1bv3XF+/fwEXK7ZhgxUrzMQlFudKiBAIEBAgOBIu3DnL\nlzFbBrCZc+dzn0GH/hwnzoNSpc6lVr3anLlGjTp0YMKN2znbt3HbBrCbd+9zv4EH/y1LVhk3bnDh\ncuVKXLly586V69Zt0SIPHqRgw3aOe3fv3AGEFz+efHnz59GnV2+O/blzwYK1afNFly5r1r4hQqRB\nw4AB/wAFLFiAAUOeUaOMGBEgAECAAGPGlDtHsWJFABgzajzHsaPHj8WKbdhgxQozcSjFuRIiBAIE\nBAiOhAt3rqbNmzUB6NzJ85zPn0B9xonzoFSpc0iTKjVnrlGjDh2YcON2rqrVq1UBaN3K9ZzXr2C9\nypJVxo0bXLhcuRJXrty5c+W6dVu0yIMHKdiwndvLt+9eAIADCx5MuLDhw4gTixNXbty4YMFQoQoW\nLRo4cOfAgQsV6soVIhs2HDgwgQQJAgQAAAjw4wc4cOdiy45drhyA27hzn9vNu7dvc+YmTECAYAED\nBgcOUBgxYoPzDZfOSZ9OnTqA69izn9vOvft2U6ZAiP8QIUvWufPoz4HjxStFihEjkp2bT79+fQD4\n8+s/x7+/f4DlypEhI2jMGB8+pkzZxIaNBg0pLlwwYIAAAU/nNG7kyBHAR5AhRY4kWdLkSZTixJUb\nNy5YMFSogkWLBg7cOXDgQoW6coXIhg0HDkwgQYIAAQAAAvz4AQ7cOahRoZYrB8DqVazntG7l2tWc\nuQkTECBYwIDBgQMURozY0HbDpXNx5c6dC8DuXbzn9O7lq9eUKRAiRMiSdc7w4XPgePFKkWLEiGTn\nJE+mTBnAZcyZz23m3LlcOTJkBI0Z48PHlCmb2LDRoCHFhQsGDBAg4Oncbdy5cwPg3dv3b+DBhQ8n\nXjz/XDhzybFho0VLWbly56RPP2fO3Lddu9y4QaFBw4MHKlQQChfu3Hn06c8DYN/e/Tn48eXPh9+t\nmxIlBgoUmDAhCUBFij59kiaN3LmEChcuBODwIcRzEidSpFgjQIAGDZQoAXPlyoULJB48SJIEG7Zz\nKleybAngJcyY52bSrDkTGbIeFSqsWGHCxIMFCxIk8ECCxJIly5ada+r0KVQAUqdSrWr1KtasWrea\nM3fu69dy5c6RLWv2LNq0assCaOv27bm4cufSrVvu7rm8evfy7asXAODAgs8RLmz48LFjefL06LEA\nAoQECXiYMnXuMubMmjMD6Oz587nQokePLmfO3Llz/+bMdfPm7du3ceTInatt+zbu2wB28+7t+zfw\n4MKHEzdn7hxy5OXKnWvu/Dn06NKnOwdg/Tr2c9q3c+/uvRz4c+LHky9vfjyA9OrXn2vv/j38Y8fy\n5OnRYwEECAkS8DBlCuA5gQMJFiQIAGFChecYNnTosJw5c+fOmTPXzZu3b9/GkSN3DmRIkSNFAjB5\nEmVKlStZtnT58lxMmTNp1rR5E6dMADt59jz3E2hQoUOJFjUKFEBSpUvPNXX6FGpUqVOpOgVwFWvW\nc1u5dvX6FWxYsVwBlDV7Fm1atWvZtnV7Dm5cuXPp1rV7Ny4AvXv5nvP7F3BgwYMJF/4LAHFixecY\nN/92/BhyZMmTGwOwfBnzOc2bOXf2/Bl06M0ASJc2fRp1atWrWbc+9xp2bNmzade2DRtAbt27z/X2\n/Rt4cOHDifsGcBx58nPLmTd3/hx6dOnMAVS3fv1cdu3buXf3/h28dgDjyZc3fx59evXr2Z9z/x5+\nfPnz6dd/DwB/fv3n+Pf3D/CcwIEECxo8iFAggIUMG557CDGixIkUK1qECCCjxo3nOnr8CDKkyJEk\nPQI4iTKlypUsW7p8CfOczJk0a9q8iTPnTAA8e/o8BzSo0KFEixo9GhSA0qVMzzl9CjWq1KlUqz4F\ngDWr1nNcu3r9Cjas2LFdAZg9izat2rVs27p9ey7/rty5dOvavYtXLoC9fPue+ws4sODBhAsbBgwg\nseLF5xo7fgw5suTJlB0DuIw587nNnDt7/gw6tGjOAEqbPo06terVrFu7Pgc7tuzZtGvbvh0bgO7d\nvM/5/g08uPDhxIv/BoA8ufJzzJs7fw49uvTpzQFYv479nPbt3Lt7/w4+/HYA5MubP48+vfr17Nu7\nfw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR40aOHT1+BBlS\n5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX3+BBpU6FCiRY3eNGfu3FKmTZ0+ZTpOqjlz\n/+esXsWa1SoArl29mgN7TuxYc+fMmjVnrlw5cuTMnYMbVy7ccOGkSSt3Tu/evQD8/gVsztw5woXP\nmTuXWPFixo0dP04MQPJkyubMncOc+Zy5c507mzN3TvToc+bMeatWzZo1cuTOvYYdWzYA2rVt38ad\nW/du3r3P/QYeXPhw4eLMmTuXXPly5ssBPIce/dx06tWtX8d+Xdx2cee8fwcPQPx48ufMn0efXv16\n9u3PA4AfX/45+vXt38df35w5bteuAQQH7hzBggYPEgSgcCHDhg4fQowoceK5ihYvYsyIsdy5jh4/\nggwJYCTJkudOokypciXLlYMGhQt3bibNmgBu4v/MeW4nz54+fwINKpQngKJGj55LqnQp06ZKzZmz\nduxYuXLnrmLNqvUqgK5ev4INK3Ys2bJmz6FNq3Yt27XlzsGNK3cuXQB27+I9p3cv375+//odNChc\nuHOGDyMGoHgx43OOH0OOLHky5cqPAWDOrPkc586eP4PubM6ctWPHypU7p3o169aqAcCOLXs27dq2\nb+POfW43796+f/Pmxi3cueLGjyNPDmA58+bnnkOPLn06demlFCj49u0c9+7eAYAPL/4c+fLmz6NP\nr359eQDu38M/J38+/fr25xMjtkeVKnPmAJ4TOJBgQYEAECZUuJBhQ4cPIUY8N5FiRYsXKXLjFu7/\nXEePH0GGBDCSZMlzJ1GmVLmSpcpSChR8+3aOZk2bAHDm1HmOZ0+fP4EGFTq0JwCjR5GeU7qUaVOn\nS4kR26NKlTlz57Bm1boVKwCvX8GGFTuWbFmzZ8+lVbuWbdtz2bJduhTsXF27d/HmBbCXb99zfwEH\nFjyYMGBhwgYIEGDO3DnHjyEDkDyZ8jnLlzFn1ryZc+fLAECHFn2OdGnTp1GfkyatSZMh0aKdkz2b\ndm3aAHDn1r2bd2/fv4EHPzeceHHjx89ly3bpUrBzz6FHlz4dQHXr189l176de3fv2oUJGyBAgDlz\n59CnVw+AfXv35+DHlz+ffn379+MD0L+f/zn//wDPCRxIsCBBadKaNBkSLdq5hxAjSowIoKLFixgz\natzIsaPHcyBDihwpcty4Uxw4PHgQQpu2czBjyixXzpy5czhxAtjJs+e5n0CDCh1K9BwmTAMGABAg\nwJy5c1CjSgVAtarVc1izasVKjty5bduIEdOggQECBA4c4ODG7Zzbt3DjwgVAt67dc3jz6t2r15y5\nVREiFCiAQZu2c4gTK16sGIDjx5AjS55MubLly+cya97MOXO3bhAgBBgNAICABQsAAcKGrdy5c+TI\n+erUiRq1c7hxA9jNu/e538CDCx9+zpy5YMFAESL04UOAAAACBDBn7pz169gBaN/O/Zz37+fMmf8T\ntWBBgPMCBABYz779emHCzsmfT7++fAD48+s/x7+/f4DnBA48V67chg0BFCqMcOzYOYgRJU6UCMDi\nRYwZNW7k2NHjx3MhRY4kGbJbNwgQAqwEAEDAggWAAGHDVu7cOXLkfHXqRI3aOaBAAQwlWvTcUaRJ\nlS49Z85csGCgCBH68CFAAAABApgzd87rV7AAxI4le87s2XPmzIlasCDAWwECAMylW3euMGHn9O7l\n21cvAMCBBZ8jXNjwYcLlym3YEMCx4wjHjp2jXNnyZcsANG/m3NnzZ9ChRY8+V9r0adTgwEWIAMD1\na9gBZAdYIEGCCxdJ8uQJF+7c798AhA8nbs7/3DnkyZUvV17u1SsQIDgwYfLhQ4AAAAIEKFfu3Hfw\n4QGMJ1++XLlz6dMHC1YCwHv48AUIMJAiRYAAAPQbMAAOHMBzAgcSLAjgIMKE5xYybOiwXLkLFwBQ\nLFDgwYMUV65w43buI8iQIj8CKGnyJMqUKleybOnyHMyYMmeCAxchAoCcOncG6BlggQQJLlwkyZMn\nXLhzSpUCaOr0qTlz56ZSrWq1arlXr0CA4MCEyYcPAQIACBCgXLlzateyBeD2Ldxy5c7RpRssWAkA\nevfuFSDAQIoUAQIAKGzAADhw5xYzbuwYAOTIks9Rrmz5crlyFy4A6FygwIMHKa5c4cbtHOrU/6pX\nowbg+jXs2LJn065t+/a53Lp38541K0AAAMITJIgQwQEBAgIEAAAwgACBCxe6RItmzty57NkBcO/u\n/Rz48OLHkz/XrJkZM4Y8eWLBYsAAABYsnKtv/359APr38zdnDuA5gQLJkXMiAKGAABAgpEolTtw5\niRLjECCwYIE4cec4dvT4EUBIkSPPlTR5EmWjRgECAACwwI0bX74ArViBBMm3b+d49vT5E0BQoUOJ\nFjV6FGlSpeeYNnXqFBwGDACoAjAQJ06tWqzSpMmQwYABAQQIPHgAJly4c2vZngPwFm7cc3Pp1rV7\n9xw5csGC/XnxwoABAgSilCt3DnFixYgBNP92/LhcuXOTKZ8zd+2aHTtmMmUCB+5caNGh9egZMAAM\nmHOrWbd2DQB2bNnmzJ2zfRt3uXKiDBgAAECAgC/fvo0btyhFigYNbNjgdg56dOnSAVS3fh17du3b\nuXf3fg58ePHiwWHAAAA9AANx4tSqxSpNmgwZDBgQQIDAgwdgwoU7B/CcwIEACho8eC6hwoUMG54j\nRy5YsD8vXhgwQIBAlHLlznn8CNIjgJEkS5Yrdy6lynPmrl2zY8dMpkzgwJ27ifOmHj0DBoABcy6o\n0KFEARg9itScuXNMmzotV06UAQMAAAgQ8OXbt3HjFqVI0aCBDRvczpk9ixYtgLVs27p9Czf/rty5\ndM/ZvYsXb7gOHQIEGDCABDRo5cqJ8+VLhowECQYIEODAQaZx485ZvnwOgObNnM95/gw6tOjP4sTF\nAIAaAAMG5c65fg0bNoDZtGuXK3cut+7duclBg3YuuPDhwoQhQPDnz7nlzJs7BwA9unRz5s5Zv44d\nGrQYBw5MmFCnDrhz5M9ZI0HiwAEbNq6dew8/fnwA9Ovbv48/v/79/PufA3hO4ECCA8N16BAgwIAB\nJKBBK1dOnC9fMmQkSDBAgAAHDjKNG3dO5MhzAEyeRHlO5UqWLV2uFCcuBgCaABgwKHdO506ePAH8\nBBq0XLlzRY0eLUoOGrRzTZ0+FSYMAYI//3/OXcWaVSsArl29mjN3TuxYstCgxThwYMKEOnXAnYN7\nzhoJEgcO2LBx7dxevn37AgAcWPBgwoUNH0ac+Nxixo0XmzPHDAoUBAgWLIiBC9eyZbqMGNGggQAB\nAQQIjBnD7dxq1ufMmQMQW/bsc7Vt38ad23atWgEAAFiwwJy5c8WNH0cOQPly5uXKnYMeXXr0cuXG\njTuXXXv2MmU2bAAF6tx48uXNA0CfXr05c+fcvz9XbtWqDh0iXLkSLNi3b+XMATQnTtypDBls2Ni1\ny9y5hg4fPgQgcSLFihYvYsyoceO5jh4/djRnjhkUKAgQLFgQAxeuZct0GTGiQQMBAgIIEP8YM4bb\nuZ4+z5kzB2Ao0aLnjiJNqnQp0lq1AgAAsGCBOXPnrmLNqhUA165ey5U7J3Ys2bHlyo0bd24t27Vl\nymzYAArUubp27+IFoHcvX3PmzgEOfK7cqlUdOkS4ciVYsG/fypkzJ07cqQwZbNjYtcvcuc6eP38G\nIHo06dKmT6NOrXr1udauX7cWJ04bHz4wYDhwICFFih49LhAgMGBAgAAKgAAZN+4c8+bMy5UDIH06\n9XPWr2PPrv26ChUBECA4J348+fLkAaBPr/4c+/bu37Pv1k2cuHP27e9hwECDhmfPAJo7N5BgwYIA\nECZUeI5hw4bTMGAYMEAHN27nMGIsV87/mjUlUaIYM3aOZEmTJ0kCULmSZUuXL2HGlDnTnLlzN3Ge\nK5csWaVKvBo1okEjQQIDAgQAULoUQIAAI7hxOzeVatVx4wBk1br1XFevX8GGPUeMGAECAsKFO7eW\nbVu3bQHElTv3XF27d/HWbdYsUSJWUaJAgCBgwYJBg7ZtI2fO3DnHjyE7BjCZcuVzlzFjrmXAAAAA\nQ8SJOzd6NDFiYsQ4ePMmXLhzr2HHlv0aQG3bt3Hn1r2bd2/f5sydEz78XLlkySpV4tWoEQ0aCRIY\nECAAQHXrAAIEGMGN2znv38GPGweAfHnz59CnV7+e/TlixAgQEBAu3Dn79/Hnxw+Af3///wDPCRxI\nsKDAZs0SJWIVJQoECAIWLBg0aNs2cubMndvIseNGACBDijxHsmTJWgYMAAAwRJy4czBhEiMmRoyD\nN2/ChTvHs6fPnzwBCB1KtKjRo0iTKl1qzty5p0/NmbtmydKUKVBGjChRYsGCAQECCBBA4MABBgy6\ndIl2rq3bt23NmQNAt67dc3jz6t3L9xwIEAECUDhHuLDhw4gBKF7M+Jzjx5AjOzZnrlYtCAECAAAQ\nAAGCWrXMmTtHurTp0wBSq159rrVr178GDAAAIMCIEcWKYcNWCAECAMATJLBm7Zzx48iTGwfAvLnz\n59CjS59Ovbo5c+eyZzdn7polS1OmQP8ZMaJEiQULBgQIIEAAgQMHGDDo0iXaufv48983Zw6Af4AA\nBA4EcM7gQYQJFZ4DASJAAArnJE6kWNEiAIwZNZ7j2NHjR47mzNWqBSFAAAAAAiBAUKuWOXPnZM6k\nWRPATZw5z+3kyfPXgAEAAAQYMaJYMWzYCiFAAMBpggTWrJ2jWtXqVaoAtG7l2tXrV7BhxY41Z+7c\n2bPlymVjwsSBgwMIECxYgACBAxw41qxRVamSLl3Fio07V9jw4cLlygFg3NjxOciRJU+mfOrBgwAB\nqpzj3NnzZ9AARI8mfc70adSpTZszp0xZigIFAgQY0KCBL1/lyp3j3dv3bwDBhQ8/V9z/uPFoAJQv\nBxAggAIFAQBMnx4gQKlS57Rv595dOwDw4cWPJ1/e/Hn06c+tZ89+XKhQJUogMGDgwIEQIYSRI3fO\nP8Bz58qVI0dOW7ly5xYybLgQAMSIEs9RrGjxokVy5Dxx4ODAgaRzIkeSLGkSAMqUKs+xbOnyJUtz\n5qRJq5UlCwoUCzhwgAbtHNCgQocCBWD0KNJzSpcuFefDBwIEAKZODRAAQICsWQkQUKEiXLhzYseS\nLQvgLNq0ateybev2LdxzcufOHRcqVIkSCAwYOHAgRAhh5MidK1y4XDly5LSVK3fuMeTIjwFQrmz5\nHObMmjdrJkfOEwcODhxIOmf6NOrU/6oBsG7t+hzs2LJnwzZnTpq0WlmyoECxgAMHaNDOES9u/Dhx\nAMqXMz/n/PlzcT58IEAA4Pr1AAEABOjenQABFSrChTtn/jz69ADWs2/v/j38+PLn0zdn7hz+/OfM\nMWOGByCeKhQoLFjAgkW4cwsZnhs37tSpHKBAlSt3DmNGjQA4dvR4DmRIkSNFEiK0hgQJCBAsnXP5\nEmZMmQBo1rR5DmdOnTtxduvmy9ewUaNQoFgQIoQxY+bMnXP6FGpUAFOpVj13FWvWq+bMeatTZ8GC\nCRNEVKmSJYsGBw4MGJAgAdw5uXPp0gVwF29evXv59vX7F7A5c+cIFz5njhkzPHiqUP+gsGABCxbh\nzlW2fG7cuFOncoACVa7cOdGjSQMwfRr1OdWrWbdmTYjQGhIkIECwdA53bt27eQPw/Rv4OeHDiRcX\n3q2bL1/DRo1CgWJBiBDGjJkzdw57du3bAXT3/v1cePHjw5sz561OnQULJkwQUaVKliwaHDgwYECC\nBHDn+Pf3D/CcwHMACho8iDChwoUMGzo8BzGiRIjixB0LEaJAAQYMEn37Zi6kMmU6dAgQEGDAgGzZ\nzrl8CROAzJk0z9m8iTOnTXDgJk3SUqKECBG4zhk9ijSpUgBMmzo9BzWq1KlQxYmjRi3Zo0d37khw\n4GDWrHNky5o9SxaA2rVsz7l9Czf/rty45GzYAABAgIBP5/r6/fsXgODBhAsbPow4seLF5xo7ftxY\nnLhjIUIUKMCAQaJv38x5VqZMhw4BAgIMGJAt27nVrFsDeA079rnZtGvbng0O3KRJWkqUECEC17nh\nxIsbPw4gufLl55o7fw69uThx1Kgle/Tozh0JDhzMmnUuvPjx5MMDOI8+/bn17Nu7f++enA0bAAAI\nEPDpnP79/PkDAAhA4ECCBQ0eRJhQoUJz5s49hBgRIjhwECAMwKhBQ4sWKwgQCBAAwEgBAsSJO5dS\n5UoALV2+PBdT5kya3rx16YIDRwsgQF680HZO6FCiRY0CQJpU6TmmTZ0+dapNW7JS/6VEiEiwYEGz\nZue8fgUb1isAsmXNnkObVu1atmxVqSpQIEAAIebMncObVy9eAH39/gUcWPBgwoUNn0OcWPFixOTI\ndeoEokWLCRNIaNDw4EGAAAXGjDkXWvTo0ABMn0Z9TvVq1qzLBQuWIoUDByd06AAF6txu3r19/z4H\nQPhw4ueMH0eeXHk4SZIkSChgwgQ5cuesX8ee3ToA7t29nwMfXvx48uTHjdOgYcCAPefcv4cPH8B8\n+vXt38efX/9+/uf8AzwncCBBguTIdeoEokWLCRNIaNDw4EGAAAXGjDmncSNHjQA+ggx5biTJkiXL\nBQuWIoUDByd06AAF6hzNmjZv4v88B2Anz57nfgINKnRoOEmSJEgoYMIEOXLnnkKNKvUpgKpWr57L\nqnUr165dx43ToGHAgD3nzqJNmxYA27Zu38KNK3cu3brlyp3Lq3cv373itm1jxgyZNWuvXpkwEWHa\ntHOOH0N2DGAy5crnLmPOnNncpUsUPlMA8eQJNGjnTqNOrXr1OQCuX8M+J3s27dq2y1WpcuDABFSo\nzgEPLny4cADGjyM/p3w58+bOnZMjt2aNAQOMzmHPrl07gO7ev4MPL348+fLmy5U7p349+/bsxW3b\nxowZMmvWXr0yYSLCtGnnAJ4TOJDgOQAHESY8t5Bhw4bmLl2iMJECiCdPoEE7t5H/Y0ePH88BEDmS\n5DmTJ1GmVFmuSpUDByagQnWOZk2bN20C0LmT5zmfP4EGFSqUHLk1awwYYHSOaVOnTgFElTqValWr\nV7Fm1WrO3DmvX8GGFTv23Ldvc6hRO7eWbdu1AODGlXuObl27dyVJunEjRIgatGidEzyYcGHDgwEk\nVrz4XGPHjyFH7jZgAAECWsCBO7eZc2fPnQGEFj36XGnTp1GnTm3N2oMHKVJcOzebdu3aAHDn1r2b\nd2/fv4EHPzeceHHjx5EbnxUs2Dnnz6E7BzCdevVz17Fn116u3KNHT55gMmfuXHnz59GnNw+AfXv3\n5+DHlz+fvq4ECYYMAXeOf3///wDPCRxI8ByAgwgTnlvIsKHDhw/FiXv1ypu3cxgzatwIoKPHjyBD\nihxJsqTJcyhTqlzJsuXKWcGCnZtJs+ZMADhz6jzHs6fPn+XKPXr05Akmc+bOKV3KtKnTpQCiSp16\nrqrVq1iz6kqQYMgQcOfCih1LtiyAs2jTnlvLtq3bt2/FiXv1ypu3c3jz6t0LoK/fv4ADCx5MuLDh\nc4gTK17MuLHjx4kBSJ5M+Zzly5gzYy5X7pznz6BDixYNoLTp0+dSq17NurU5btzOyZ5Nu7bt2QBy\n6959rrfv38CDCx9O3DeA48iTK1/OvLnz59DPSZ9Ovbr169izTwfAvbv3c+DDi/8fL75cuXPo06tf\nz549gPfw45+bT7++/fvmuHE7x7+/f4DnBA4kSBDAQYQJzy1k2NDhQ4gRJTIEUNHiRYwZNW7k2NHj\nOZAhRY4kWdLkyZAAVK5kec7lS5gxZc6kWfMlAJw5dZ7j2dPnT6BBhQ7tCcDoUaTnlC5l2tTpU6hR\nlwKgWtXqVaxZtW7l2vXcV7BhxY4lW9YsWABp1a4919btW7hx5c6l6xbAXbx5z+3l29fvX8CBBfMF\nUNjw4XOJFS9m3NjxY8iKAUymXNnyZcyZNW/mfM7zZ9ChRY8mXfozANSpVZ9j3dr1a9ixZc9uDcD2\nbdzndO/m3dv3b+DBdwMgXtz/+DnkyZUvZ97c+fPkAKRPp17d+nXs2bVvP9fd+3fw4cWPJ+8dwHn0\n6c+tZ9/e/Xv48eWzB1Df/v1z+fXv59/fP8BzAgcSLFgQAMKECs8xbOjwIcSIEic2BGDxIsaMGjdy\n7Ojx47mQIkeSLGnyJEqRAFaybHnuJcyYMmfSrGkTJoCcOnee6+nzJ9CgQocS9QngKNKk55Yyber0\nKdSoUpkCqGr1KtasWrdy7er1K9iwYseSLWv2LNq0ateybev2Ldy4cufSrWv3Lt68evfy7ev3L+DA\nggcTLmz4MOLEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrUQ6pXs27t+jXs2LJn\n065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnU69u/Tr27Nq3c+/u/Tv48OJxBwQA\nIfkECAoAAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy\n8fHx8PDw7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e\n3d3d3Nzc29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrK\nycnJyMjIx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2\ntbW1s7OzsrKysbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGh\noKCgn5+fnp6enZ2dm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyM\ni4uLioqKiYmJiIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3\ndnZ2dXV1dHR0c3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFh\nYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExM\nS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0\nMzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwc\nGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJ\nCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMI\nEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rc\nybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at\n27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nLlzEmeTLmy5cuYM5sDwLmzZ3Og\nQ4seTbq06dOhAahezdqc69ewY8ueTbv2awC4c+s2x7u379/Agwsf3huA8ePIkytfzry58+fmokuf\nTr269evYpQPYzr27ue/gw4v/H0++vHnwANKrX2+uvfv38OPLn0/fPYD7+POb28+/v3+A5gQOJFjQ\n4MGCABQuZNjQ4UOIESVONFfR4kWMGTVu5GgRwEeQIc2NJFnS5EmUKVWSBNDS5UtzMWXOpFnT5k2c\nMgHs5NnT3E+gQYUOJVrUKFAASZUuZdrU6VOoUaWao1rV6lWsWbVurQrA61ew5sSOJVvW7Fm0accC\nYNvWrTm4ceXOpVvX7t24APTu5WvO71/AgQUPJlz4LwDEiRUvZtzY8WPIkc1NplzZ8mXMmTVTBtDZ\n82dzoUWPJl3a9GnUogGsZt3a3GvYsWXPpl3bNmwAuXXvNtfb92/gwYUPJ+4b/8Bx5MmVL2fe3Plz\n6OakT6de3fp17NmnA+De3bs58OHFjydf3vz58ADUr2dvzv17+PHlz6df/z0A/Pn1m+Pf3z9AcwIH\nEixo8CBCgQAWMmzo8CHEiBInUjRn8SJGjOXIkStXbtw4cdeulStn7iTKlCpXmgPg8iVMczJn0qxp\n8ybOnDMB8Ozp0xzQoEKHEi1q9GhQAEqXMjXn9CnUqFLNffr07Bk4c1q3cu3qFQDYsGLHki1r9iza\ntObWsm3bthw5cuXKjRsn7tq1cuXM8e3r9y9gcwAGEy5s7jDixIoXM27sGDGAyJInm6ts+TLmzJo3\nc7YM4DPo0OZGky5t+rS5T/+fnj0DZ+417NiyZwOobfs27ty6d/Pu7dsc8ODCvXmbNKlEjRotWmTI\noMCChRw5xpmrbv069uwAtnPvbu47+PDhx1WqJEqUKVPZypUz5/49/Pjy3wOob/++ufz69/Pv7x+g\nOYEDCRYsCABhQoXmGDZ0+BAihAABBAhIwIDBq1flypnz+BFkSAAjSZY0eRJlSpUrWZpz+fLlNyZM\nGjQIYACngQQJCAwYUKAAK3NDiRY1ehRAUqVLzTV1+vQpHgcODBhYsGBOr17YsHkrV85cWLFjyY4F\ncBZtWnNr2bZ1+xZuXLlsAdS1e9dcXr17+e4dMgRA4MACAAAIECBHjnLmGDf/duwYQGTJkylXtnwZ\nc2bN5jh37vyNCZMGDQIYMG0gQQICAwYUKMDKXGzZs2nXBnAbd25zu3n37o3HgQMDBhYsmNOrFzZs\n3sqVM/ccenTp0QFUt37dXHbt27l39/4dvHYA48mXN3cefXr16YcMAfD+vQAAAAIEyJGjnDn9+/nz\nBwAQgMCBBAsaPIgwoUKF5ho6NFeu3DhUqLp00ZAnT6FCunS5SJBgwIBE5kqaPIkyJYCVLFuaewkz\n5kty5BYAABAgAAIEJE6dYsXqW65cyYomE+fLV7hw5po6fQogqtSp5qpavVquHDly2sx5/Qo2rNix\nYQGYPYvWnNq1bNuqhQUr/0AAAHQFCIAQIACAvQC8mPsLOHBgAIQLGz6MOLHixYwbm3sM2Vy5cuNQ\noerSRUOePIUK6dLlIkGCAQMSmTuNOrXq1QBau35tLrbs2bHJkVsAAECAAAgQkDh1ihWrb7lyJTue\nTJwvX+HCmXsOPTqA6dSrm7uOPXu5cuTIaTMHPrz48eTLjweAPr16c+zbu3/PHhasAAEA2BcgAEKA\nAAD6AwDoxdxAggULAkCYUOFChg0dPoQY0dxEihUtlitnTqO5cDZsRIhgy9xIkiVNngSQUuVKcy1d\nvmw5btwFAAASJFCjxps5nj19miv37Vu4cOaMHkUKQOlSpuacPn0qbtYsM/9mHGnTZk7rVq5axYkb\nN46cObJlzZoFkFbtWnNt3b6FS4yYEiUDBgho0ECSpFY/fhAATECNOcKFDRsGkFjxYsaNHT+GHFmy\nOcqVLV/GLE6KlAULSpkDHVr0aNIATJ9GbU71ataqu3UjAADAgwfgwJnDnVv3bt68AfwGHtzccOLm\nyJGb9eCBAAEFhgzRpWvXLkmGDJUpU6dFCylStGixZk78ePLkAZxHn97cevbt25OrUwcDBgMGHDRq\ntG2btFq1sgDMokGDFXLkzCFMqBAhgIYOH0KMKHEixYoWzWHMqHEjR3FSpCxYUMocyZImT6IEoHIl\nS3MuX8J02a0bAQAAHjz/AAfOHM+ePn8CBQpgKNGi5o4iNUeO3KwHDwQIKDBkiC5du3ZJMmSoTJk6\nLVpIkaJFizVzZs+iRQtgLdu25t7CjRuXXJ06GDAYMOCgUaNt26TVqpUliwYNVsiRM6d4MWPFAB5D\njix5MuXKli9jNqd5M+fOnr+lSFGgABlzpk+jTq0aAOvWrs3Bji0bdrFiBAQIqFLFHO/evn8DD24O\nAPHixs0hT25OnLhBAgQAiB59wIAAAQAECCBAwAIJEjZsUKGilrny5s+fB6B+PXtz7t/Dh48NCpQF\n9hcAMWbMmjVt/gHu2hUoUKxx48wlVLgwIQCHDyFGlDiRYkWLF81l1LiR/2PHbylSFChAxlxJkydR\npgSwkmVLcy9hxnxZrBgBAQKqVDG3k2dPnz+BmgMwlGhRc0eRmhMnbpAAAQCgQh0wIEAAAAECCBCw\nQIKEDRtUqKhljmxZs2YBpFW71lxbt2/fYoMCZUHdBUCMGbNmTVvfXbsCBYo1bpw5w4cRGwawmHFj\nx48hR5Y8mbI5y5cxZ7YsTtyuXRYECAgQQEW5cuZQp1a9WjUA169hm5M9m7bsOXMABAgwY4Y53799\nkxNOzlxx48eRFwewnHlzc8+hm/PmbdWAAQCwZ9ceIIABA0Nu3ECBAgeOY+bQp1evHkB79+/NxZc/\nfz4lChQMGFixIlK5cv8AzQkUJ06btmrVyplbyLBhQwAQI0qcSLGixYsYM5rbyLGjx43ixO3aZUGA\ngAABVJQrZ66ly5cwXwKYSbOmuZs4c96cMwdAgAAzZpgbSnQouaPkzCldyrSpUgBQo0o1R7WqOW/e\nVg0YAKCr168BAhgwMOTGDRQocOA4Zq6t27dvAcidS9ec3bt48VKiQMGAgRUrIpUrZ66wOHHatFWr\nVs6c48eQIQOYTLmy5cuYM2vezNmc58+gQ5Mj16wZDhwJBgxAgOCEMmXmYsueTXs2gNu4c5vbzbt3\nt24gQAgwYIASJXLkzClXTitFChUqYsUqZ6669evXAWjfzt2c9+/fy0H/gwYDRoEA6NMPqFAhU6Zn\ntmzVqOHGDTlz+PPr1w+gv3+AAAQCMFfQ4MGDqR48iBAhUiRzESVGJEfO3EWMGTVeBNDR40eQIUWO\nJFnSpDmUKVWu/PZt0KAFCxBgwDBhwgIHDixZMtfT50+gPQEMJVrU3FGkSMFp0ZIgAYEFC2LEGDSo\nFDBgUaIUCBBAgQIMGCiNG2fO7Fm0ZgGsZdvW3Fu4cd+WK4dszpwRIy5cwGDFyq5d3QwZMmGCFi1z\niRUvZgzA8WPI5iRPpkyZFAUKESKEC2fO82fP48aVK2fO9GnUqQGsZt3a9WvYsWXPpm3O9m3cub99\nGzRowQIEGDBMmLDA/4EDS5bMLWfe3PlyANGlTzdX3bp1cFq0JEhAYMGCGDEGDSoFDFiUKAUCBFCg\nAAMGSuPGmaNf3z59APn17zfX3z9AcwIHliuHbM6cESMuXMBgxcquXd0MGTJhghYtcxo3cuwI4CPI\nkOZGkixZkhQFChEihAtn7iXMl+PGlStn7ibOnDoB8Ozp8yfQoEKHEi1q7ijSpErHjcOFK0uWO7ly\nYcKkYsCAAAHs2DHn9SvYsADGki1r7ixac+TIXVqwIEECBnIjRLBg4cGPH2rUVFmzhhKlKFGY4MCR\nLZu5xIoXA2js+LG5yJInU5787VuvadOsWdNmyFCOHN26mStt+jRqAP+qV7M25/o1bNjcokTp08cc\n7ty4w4WDBi1cOHPChxMvDuA48uTKlzNv7vw5dHPSp1OvPm4cLlxZstzJlQsTJhUDBgQIYMeOufTq\n17MH4P49fHPy55sjR+7SggUJEjDoHwFgBAsWHvz4oUZNlTVrKFGKEoUJDhzZspmzeBEjAI0bOZrz\n+BFkSJDfvvWaNs2aNW2GDOXI0a2bOZkzadYEcBNnTnM7efbsyS1KlD59zBU1WjRcOGjQwoUz9xRq\nVKkAqFa1ehVrVq1buXY19xVsWLHlyo0bV66cObVqy7VoAQCAAAHXzNW1e/cuAL17+Zrz+9fctGll\nHjxgwKAAAgQiRAj/EuSqXDlzkylT9mbAAAIE5cx19uwZQGjRo82VNn0adWpz5cqRIzdtwwYaNMqV\nM3cbd27dAHj39m0OeHDhwm+xYJEqVbly5piXK7eHAYMECUCA0GYOe3bt2gF09/4dfHjx48mXN28O\nfXr16suZc/8ePnw3bhYsoGUOf379+gH09w8QgEAA5goaNFeunC4hQhIkMJAhw7Zt5ipavIhx27YE\nCcqZ+wgSJICRJEuaO4kypcqVKrWlSJEnj7mZNGvanAkgp86d5cqZ+wk06M9iMGB06vTsWbAZMyJE\nIDBggAABBAiEMYc1q1atALp6/Qo2rNixZMuaNYc2rVq15cy5fQsX/64bNwsW0DKHN69evQD6+v1r\nLrBgc+XK6RIiJEECAxkybNtmLrLkyZS3bUuQoJy5zZw5A/gMOrS50aRLmz5tWluKFHnymHsNO7bs\n1wBq275drpy53bx77y4GA0anTs+eBZsxI0IEAgMGCBBAgEAYc9SrW7cOILv27dy7e/8OPrx4c+TL\nmydPjtw4c+zbu3ePDRsBAjrM2b+PHz+A/fz7mwNoTuDAcuWKbdgQIICAVq3MPYQYUeLDbt0ePCBm\nTuPGjQA8fgRpTuRIkiVNluyVIIEoUeZcvoQZ0yUAmjVtlitnTudOns+epbBgYcIEAwYAHEV6NEAA\nAAASCBNmTupUqv9SAVzFmlXrVq5dvX4Fa07sWLJiyZEbZ07tWrZssWEjQECHObp17doFkFfvXnN9\n/ZorV67Yhg0BAgho1crcYsaNHS/u1u3BA2LmLF++DEDzZs7mPH8GHVp06F4JEogSZU71atatVQOA\nHVt2uXLmbN/G/exZCgsWJkwwYADAcOLDAwQAACCBMGHmnD+H7hzAdOrVrV/Hnl37du7lypkDH97c\nOGbMVq2qZk79evbss2VLkGCKOfr17dsHkF//fnP9/QM0J7CbBQsAABRIlswcw4YOHzIsV06CBFTm\nLmLECGAjx47mPoIMKXKkyEkLFvjyZW4ly5YuVwKIKXMmOXLmbuL/NOetTBkGDAgIEABgKFGiBAoU\nIEAgQAACVKiYiyp1alQAVq9izap1K9euXr+WK2duLFlz45gxW7Wqmrm2bt++zZYtQYIp5u7izZsX\nAN++fs0BDhy4mwULAAAUSJbMHOPGjh8zLldOggRU5i5jxgxgM+fO5j6DDi16tOhJCxb48mVuNevW\nrlcDiC17Njly5m7jNuetTBkGDAgIEABgOHHiBAoUIEAgQAACVKiYiy59enQA1q9jz659O/fu3r+X\nK2duPHlz5MiQceDghLn27t+3DxcOAwYBAl6Zy69//34A/gECEDgQgDmDBw+Ws2ABQMM0acxFlDiR\nYsQMGQIEKGSO/2PHjgBAhhRpjmS5cuZQplS5kuWgAQMcOTI3k2ZNmzMB5NS5U5w4cuPGffuGCxeZ\nAQMECAiwFEBTpwACBDgQIAAAqwAELFhgy1Y5c1/BggUwlmxZs2fRplW7lq05t2/hAgN24ECBXr3M\n5dW798ePAQOYMDE3mHBhwwAQJ1ZsjnFjx9CgMWAgwIABcODMZda8efO1BQs+fDA3mnRpAKdRpzZn\nrlzr1uZgx5Y9WzapBAlIkTK3m3dv37sBBBc+fFzxcuWqVRs2DMqGDR06bHnzJlo0TJjSWLDAgAGB\nAN8DGDBwgQwZVqzImVO/fj0A9+/hx5c/n359+/fN5de/HxiwA/8ADxTo1cucwYMIf/wYMIAJE3MQ\nI0qcCKCixYvmMmrcCA0aAwYCDBgAB86cyZMoUV5bsODDB3MwY8oEQLOmTXPmyunUaa6nz59Af5JK\nkIAUKXNIkypdihSA06dQx0ktV65atWHDoGzY0KHDljdvokXDhCmNBQsMGBAIwDaAAQMXyJBhxYqc\nubt48QLYy7ev37+AAwseTNic4cOIyZF78CBAhAjkyJmbPHnbthgBAgwYkC2buc+gQ4sGQLq0aXOo\nU6suV06NmgAAABAgkCKFmGPHlCnLpkwZKVKIEEkY/u2buePIkwNYzry5ueflynXrBg6cuevYs2u/\nrsiAgVevzIn/H0++vHgA6NOrDxduHDly375RowatV69t28zp328u3BuAbxIkCFDQgIEHD2a4cYML\nFzlzESVKBFDR4kWMGTVu5NjRozmQIUWSI/fgQYAIEciRM9ey5bZtMQIEGDAgWzZzOXXu5AnA50+g\n5oQOJVqunBo1AQAAIEAgRQoxx44pU5ZNmTJSpBAhktD12zdzYcWOBVDW7FlzacuV69YNHDhzceXO\npRtXkQEDr16Z49vX71++AAQPJhwu3Dhy5L59o0YNWq9e27aZo1zZXLg3bxIkCNDZgIEHD2a4cYML\nFzlzqVWrBtDa9WvYsWXPpl3btjncuXXjxoQpAAAAAQIgQGCA/wABAAACIEAgS5Y56NGlT4cOwPp1\n7Oa0b+eufds2BgDEjydPPkAAAQJcbNtmzv17+O4BzKdf39z9+8mSBQrkzBxAcwIHEhxIjpycCBGE\nCTPn8CHEiA4BUKxoUZy4cubMlStn7iPIkCK9eWPB4kGIEFasVKlyhAyZX7/Kmatp0yaAnDp38uzp\n8yfQoELNES1qlGi5cgCWMm26NAEMGOPGmatq9SrWqgC2cu1q7ivYsGEVQYAA4CzatGclSNCixRzc\nuHLnAqhr9665vHnJkbNhw0ObNuXKmSts+PC3b7skSKhUyRzkyJInQwZg+TLmcePMce7s+TNoc+NG\ngwNXrtyzZ//AtmzBhs0c7NiyAdCubfs27ty6d/Pube438OC/y5UDYPw4cuMJYMAYN84c9OjSp0MH\nYP06dnPat3PnrggCBADix5MXL0GCFi3m1rNv7x4A/PjyzdGnT46cDRse2rQpVw6gOYEDCX77tkuC\nhEqVzDV0+BBiQwATKVYcN85cRo0bOXY0Nw4kOHDlyj17BmzLFmzYzLV0+RJATJkzada0eRNnTp3m\nePb06dPbiBFIkJQpU8SGDWrUvplz+hRqVKkAqFa1ag5rVq1buZoLF65cOXNjyZY1e9YcALVr2Zpz\n+9ZctGgy5sxx5kzcuHHmzJUrZw4w4HK+fFmzZg5xYsWLEQP/cPwYsjnJkylXtnwZc+bJADh39vwZ\ndGjRo0mXNncaderU3kaMQIKkTJkiNmxQo/bNXG7du3n3BvAbeHBzw4kXN37cXLhw5cqZc/4cenTp\n5gBUt37dXHbt5qJFkzFnjjNn4saNM2euXDlz69eX8+XLmjVz8+nXtz8fQH79+8319w/QnMCBBAsa\nPIjQIICFDBs6fAgxosSJFM1ZvIgxo8aNHDteBAAypEhzJEuaPIkypcqVJQG4fAnTnMyZ5siRS4YJ\nkyxZo5Ila9Zs3DhzRIuWK2cuqdKlTJcCeAo1qrmpVKtavYo1q1aqALp6/Qo2rNixZMuaNYc2rdq1\nbNu6fZsW/4DcuXTN2b2LN6/evXz73gUAOLBgc4QLmyNHLhkmTLJkjUqWrFmzcePMWb5crpy5zZw7\ne+4MILTo0eZKmz6NOrXq1axNA3gNO7bs2bRr276N25zu3bx7+/4NPPhuAMSLGzeHPLny5cybO3+e\nHID06dTNWb9+/du1a8aMncqUiRQpcODMmT+PPr169QDau39vLr78+fTr27+PXz6A/fz7+wcIQOBA\nggUNHkSY0CA5cuYcPoQYUeJEihXNAcCYUaM5jh09fgQZUuTIjgBMnkRpTuVKc+RcduvGjBmjWrWO\nHStXztxOnj19/vwJQOhQouaMHkWaVOlSpk2PAoAaVepUqv9VrV7FmpUcOXNdvX4FG1bsWLLmAJxF\nm9bcWrZt3b6FG1cuWwB17d41l1evOXJ9u3VjxoxRrVrHjpUrZ07xYsaNHTsGEFnyZHOVLV/GnFnz\nZs6WAXwGHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubN\nnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLld5MjV87cevbt3b+HH18+APr17ZcrZ07/fv79/QM0\nJ3AgwYIGCQJIqHChuYYOH0KMKHEiRYcALmLMaG4jx44eP3osZ24kyZImTwJIqXIly5YuX8KMKZMc\nuXLmbuL/zKlzJ8+ePgEADSq0XDlzRo8iTap0KdOm5gBAjSrVHNWqVq9izap1a1UAXr+CNSd2LNmy\nZsuWM6d2Ldu2bgHAjSt3Lt26du/izWtuL9++fv8CDiyYL4DChg+bS6x4MePGjh9DVgxgMuXK5i5j\nzqx5M+fOnjEDCC16tLnSpk+jTq16NWvTAF7Dji17Nu3atm/jNqd7N+/evn8DD74bAPHixs0hT658\nOfPmzp8nByB9OnVz1q9jz659O/fu1wGADy/eHPny5s+jP19uvbn27t/Dfw9gPv369u/jz69/P39z\n/gGaEziQYEGDBxEmBLCQYUNzDyFGlDiRYkWLEAFk1LjR/1xHjx9BhhQ5kqRHACdRpjS3kmVLly9d\nlpNpjmZNmzdtAtC5k2dPnz+BBhU61FxRo0eRJkVaDhiwaNHMRZU6lWpUAFexZjW3lWtXr1/BhhXL\nFUBZs2fNpVW7lm1bt2/hqgUwl25dc3fx5tW719y4cd++icOGLVy4cuXMJVa8mDEAx48hR5Y8mXJl\ny5fNZda8mXNnzuWAAYsWzVxp06dRlwawmnVrc69hx5Y9m3Zt27AB5Na921xv37+BBxc+nLhvAMeR\nJze3nHlz58/NjRv37Zs4bNjChStXzlx379/BAxA/nnx58+fRp1e/3lx79+/hx3dPjpyxJUsoUTK3\nn39///8AzZkDQLCgQXMIEypcyLChw4cJAUicSNGcxYsYM2rcyLHjRQAgQ4o0R7KkyZMoywULpk1b\nuG/fwoUzR7OmzZs0AejcybOnz59Agwodaq6o0aNIkxolR87YkiWUKJmbSrWq1akAsmrdaq6r169g\nw4odS9YrgLNo05pby7at27dw48plC6Cu3bvm8urdy7dvuWDBtGkL9+1buHDmEitezDgxgMeQI0ue\nTLmy5cuYzWnezLmzZ3PlynnzxidIED58ypUzx7q169cAYsueba627du4c+vezds2gN/Ag5sbTry4\n8ePIj5MjJ06cuefQowOYTr26uevYs2vf3mrRom3byon/N0e+vPnz5gGoX8++vfv38OPLn2+uvv37\n+PObGzfOmjWAkIQIGTOmXDlzCRUuZAjA4UOI5iROpFjRokVs2GbNkiVrWbly5kSOJCkSwEmUKc2t\nZNnS5UuYL8eNa9YsnDmcOXMC4NnTpzmgQYUOFbpoEQxMmMqVM9fU6VOoUc0BoFrV6lWsWbVu5drV\n3FewYcWONTdunDVrkIQIGTOmXDlzceXOpQvA7l285vTu5dvXr19s2GbNkiVrWbly5hQvZqwYwGPI\nkc1NplzZ8mXMl8eNa9YsnDnQoUMDIF3atDnUqVWvVr1oEQxMmMqVM1fb9m3cuc0B4N3b92/gwYUP\nJ17c/9xx5MmVL++WKhUtWnxOnGDDZtw4c9m1b+cOwPt38ObEjydf3rw5cuTu3GEAAIAAAQcOfCBD\nxtx9/PnvA+Df3z9AcwIHEixo8GDBcDlyOHDgAxw4cxInmgNg8SJGcxo3cuyoTZsIEQoUPIgWzRzK\nlCpXskwJ4CXMmDJn0qxp8yZOczp38uzps1uqVLRo8Tlxgg2bcePMMW3q9CmAqFKnmqtq9SrWrObI\nkbtzhwEAAAIEHDjwgQwZc2rXslUL4C3cuObm0q1r9y5eu+Fy5HDgwAc4cOYGEzYH4DDixOYWM27s\nWJs2ESIUKHgQLZq5zJo3c+6sGQDo0KJHky5t+jTq1P/mVrNu7fo1NkGCQIFStGiRN2/mdvPu7Xs3\ngODCh5srbvw48uPlyuly4KBAAQEGDEiQ8OJFF1y4zHHv7p07gPDix5srb/48+vTqzZEj581bqRQp\nEiSIUq2aufz6zQHo7x8gAIEAzBU0ePCgsgMLD3z4AMxcRIkTKVakCABjRo0bOXb0+BFkSHMjSZY0\neVIQDRo8eGAaN85cTJkzac4EcBNnznLlzJXzWc5cUKHmwnnzpkrVhQsBAAAIEEBBjBhXrqRIEUSb\nNnNbuXbdCgBsWLHmyJY1e5bstGmiRCUrV86cuXLOnGHCBAQIhgoVUqT4FC6cOcGDzQEwfBixOcWL\nGSv/xoZNAAAABAgIElTOXGbNmzl35gwAdGjRo0mXNn0adWpzq1m3dv1aEA0aPHhgGjfOXG7du3nv\nBvAbePBy5cyVM17OXHLl5sJ586ZK1YULAQAACBBAQYwYV66kSBFEmzZz48mXHw8AfXr15ti3d/+e\n/bRpokQlK1fOnLlyzpxhwgQQCBAMFSqkSPEpXDhzDBuaAwAxokRzFCtapIgNmwAAAAgQECSonLmR\nJEuaPGkSgMqVLFu6fAkzpsyZ5mravInzJjhwIQ4cIEECmbmhRIsaPQogqdKl5MiVewoO3Lhx4rp1\nEybMzYYNBAgE+FqggAULR8KEwYKlQgUQ5MiZews3/+5bAHTr2jWHN6/evYYMGTAwYACbb9/IkdNG\ngwYCBAQIaKBEKVw4c5QrWwaAObNmc5w7e962DQUKAAECfPiADJm51axbryYHG7a52bRrA7iNO7fu\n3bx7+/4N3Jzw4cSLEwcHLsSBAyRIIDMHPbr06dQBWL+OnRy5ctzBgRs3Tly3bsKEudmwgQCBAOwL\nFLBg4UiYMFiwVKgAghw5c/z7+wdozhwAggUNmkOYUOFCQ4YMGBgwgM23b+TIaaNBAwECAgQ0UKIU\nLpw5kiVNAkCZUqU5li1dbtuGAgWAAAE+fECGzNxOnj13kgMK1NxQokUBHEWaVOlSpk2dPoVqTupU\nqv9VpZYrN2aMgAUL9OgpZ07sWLJlzQJAm1atOHHmyL0l100uJ04sWAQAkBcAAQIJOHAgQQIIBw4N\nGhw44KNcOXONHT9uDEDyZMrmLF/GjLlPgAAAAAwYUKVbN2/eFA0YECDAhw/azL2GHTs2ANq1bZvD\nnTt3OUyYUqQg8ODBmTPixJlDnhy5OHGNGgWBAcOYsXLmrF+/DkD7du7dvX8HH178eHPlzZ9HX75c\nuTFjBCxYoEdPOXP17d/Hnx/Afv79xQEUZ44cQXLdDnLixIJFAAAOARAgkIADBxIkgHDg0KDBgQM+\nypUzJ3IkSZEATqJMaW4ly5Yt+wQIAADAgAFVunX/8+ZN0YABAQJ8+KDNHNGiRo0CSKp0qbmmTp2W\nw4QpRQoCDx6cOSNOnLmuXruKE9eoURAYMIwZK2duLVu2AN7CjSt3Lt26du/iNad3L9++epMlmzBB\nw69f5cqZS6x4MePG5gBAjizZHOXKlcf58tWhQwAAAB48kCLFjxEjUaLMmDABAYIGDWCZiy179mwA\ntm/jNqd7N2/d4MBJACAcQIcOzbRpq1bthwQJPnyYiy59OvXoAK5jz25uO3fu5LJlw4SJ0KVL48aZ\nS68+PTlyLlw4cLCABg1s2Mzhz68fAP/+/gECEDiQYEGDBxEmVAjAXEOHDyHiwqVAAQECYr59K1eu\n/5spU79+fftmjmRJkycBpFS50lxLly979XrwIEBNFiw6deIECVKkSGe2bHnxAgMGaOaQJlWqFEBT\np0/NRZU6ddw4KFAAZA0Q4MiRTbJk+fBxoUsXc2fRplWbFkBbt2/NxZU799s3XrwK2bIlTpw5v37L\nleOlQEEAwwEE/PhRrpw5x48hA5A8mXJly5cxZ9a82Vxnz59B48KlQAEBAmK+fStXrpspU79+fftm\njnZt27cB5Na921xv37979XrwIEBxFiw6deIECVKkSGe2bHnxAgMGaOawZ9euHUB379/NhRc/ftw4\nKFAApA8Q4MiRTbJk+fBxoUsXc/fx59efH0B///8AAQgEYK6gwYPfvvHiVciWLXHizEmUWK4cLwUK\nAmgMIODHj3LlzIkcSRKAyZMoU6pcybKly5fmYsqcOZNbgQIAABw4gGvbtmDBSAQIMGAAAgShxo0z\nx7SpU6YAokqdaq6q1avbtnXpoiFECEqUbt0aRYvWtm3htm378qVDh2Hm4sqdOxeA3bt4zendu5dc\nokQHDgAYjABBiBAsJEgwYODBtm3mIkueTHkygMuYM5vbzLkzOHCdOtlx5OjaNXHiyDVrZsNGAACw\nYxv48qVcOXO4c+sGwLu379/AgwsfTry4uePIkyfnVqAAAAAHDuDati1YMBIBAgwYgABBqHHjzIn/\nH09ePIDz6NObW8++/bZtXbpoCBGCEqVbt0bRorVtWziA27Z9+dKhwzBzCRUuXAjA4UOI5iROnEgu\nUaIDBwBsRIAgRAgWEiQYMPBg2zZzKVWuZLkSwEuYMc3NpFkTHLhOnew4cnTtmjhx5Jo1s2EjAACk\nSQ18+VKunDmoUaUCoFrV6lWsWbVu5drV3FewYcN6AFAWAAoUg1ixGjECx4ABEiQ8eMCjRYtSpcqZ\n49u3LwDAgQWbI1zYMDhwuHDxmDOnVSto0ISFC2fOMjFiFy5UqCDO3GfQoUMDIF3adLly5lSXKzdu\nXLcUKQ4cADBgAAECBw4E4A0AQAVkyMwNJ17c/3hxAMmVLzfX3LnzcqBAYcAQoECBDh3q1IGBAAEA\n8OHDI8CAgRgxc+nVrwfQ3v17+PHlz6df3745/Pn14ydHbgFAAAAUKKBFS1y4cOXKmWvYcNw4WS1a\nMGCwzRzGjBkBcOzo0RzIkCJBfvsWzJkzcypXsqRFy4ABL17M0axp8yaAnDp3muvp0+c4btxu3eIz\nZUqWLCNGKBgwAAIEINiwmatq9SrWqwC2cu1q7itYsMl8+CBAAECAAA8eZMkyIkAAAHIDBBgwoEIF\nFRo0nDlj7i/gwAAGEy5s+DDixIoXMzbn+DFkx+TILQAAQIECWrTEhQtXrpy50KHHjZPVogUDBv/b\nzLFu3RoA7NiyzdGubZv2t2/BnDkz5/s3cFq0DBjw4sUc8uTKlwNo7vy5uejSpY/jxu3WLT5TpmTJ\nMmKEggEDIEAAgg2bufTq17NfD+A9/Pjm5tOnn8yHDwIEAAQI8ADggyxZRgQIAABhgAADBlSooEKD\nhjNnzFW0eBFARo0bOXb0+BFkSJHmSJY0STJXLgArjxwx9xJmzJfevDkRIAABgm3mePbsCQBoUKHm\niBY1StSbN1zlyplz+vSpOAJTCXTrZg5rVq1bAXT1+tVcWLFjx5IbN27btly53gwZ0qKFDj16yJEz\ndxdvXr13AfT1+3fcOHODyZF79mzGgAEAGAf/CFChwoYNCAJUDjDAgIEJEzRoiGDAgAYNvcyVNm0a\nQGrVq1m3dv0admzZ5mjXtk07Vy4Au48cMfcbePDf3rw5ESAAAYJt5pg3bw4AenTp5qhXt07dmzdc\n5cqZ8/79uzgC4wl062YOfXr16wG0d//eXHz58+eTGzdu27Zcud4MGQKwRQsdevSQI2cuocKFDBMC\neAgx4rhx5iqSI/fs2YwBAwB4DBCgQoUNGxAEOBlggAEDEyZo0BDBgAENGnqZu4kTJ4CdPHv6/Ak0\nqNChRM0ZPYrUaJcuAQYMkCbNnNSpVMuVw4RJQYAAO3aUMwc2bFgAZMuaNYc2rVq0zJiRKlfO/5zc\nuXOrCBBgw4a5vXz7+t0LILDgweYKGz6MOHE5atTmzOGAA0e3buYqW76MuTKAzZw7e/MmLvStWzBg\nCAAAQIAACBYsNGhQoICAAAEIEFCwYIEDBwIEBAAAYMAAMuXKmTuO3ByA5cybO38OPbr06dTNWb+O\n3XqXLgEGDJAmzZz48eTLlcOESUGAADt2lDMHP358APTr2zeHP79+/MyYkQJYrpw5ggULVhEgwIYN\ncw0dPoTYEMBEihXNXcSYUePGctSozZnDAQeObt3MnUSZUuVJAC1dvvTmTdzMW7dgwBAAAIAAARAs\nWGjQoEABAQECECCgYMECBw4ECAgAAMCAAf9kypUzl1WrOQBdvX4FG1bsWLJlzZpDm1ZtuXInTgAI\nEGDQIHN17Zqb5sCBAAEAAAzo0OHbN3OFDR8GkFjxYnONHT8uV86VKwrZspnDnNmcKlUIBgyYNs3c\naNKlTY8GkFr1anOtXb+GHdvcuHFfvkRAgODXL3O9ff8G3hvAcOLFv33rhgkTAwYAnDsvUGDA9ADV\nAwAQICBBgh8GDAgQAED8eAAMxIkzl169OQDt3b+HH1/+fPr17ZvDn18//j9/DAAEAODFC1++uA0a\nNGGCAAAOAYABg80cxYoWLQLIqHGjuY4eP3YkRSpBkCDkyJlLeetWiRIMKlUyJ3MmzZo0AeD/zKnT\nHM+ePn8C7UmLlgcHDvLkMad0KdOmSgFAjSo1XDhrwoRFiCBAAAABAhw4kGDAgAYNRowo8+bNHFtx\n4mrVypVrzY0bO3Y4M6d3714Afv8CDix4MOHChg+bS6x4ceI/fwwAAPDihS9f3AYNmjBBAIDOAMCA\nwWZuNOnSpQGgTq3aHOvWrlmTIpUgSBBy5MzhvnWrRAkGlSqZCy58OPHhAI4jT25uOfPmzp8zp0XL\ngwMHefKYy659O/fsAL6DDx8unDVhwiJEECAAgAABDhxIMGBAgwYjRpR582ZuvzhxtQDWypVrzY0b\nO3Y4M7eQIUMADyFGlDiRYkWLFzGa07iR/6PGT58IABA5kqRIAQKUKTO3kmVLlysBxJQ501xNmzdr\nRouWAAKEVKmoUVPUocOBAz/EiTO3lGlTp00BRJU61VxVq1exZrWqTRuZDRuYMDFmzFxZs2fRAlC7\nlu24ceXGjVOjxoABAAECFCgAoVChcePMBRY8mHC5cuLEkTO3mDFjAI8hR5Y8mXJly5cxm9O8mbPm\nT58IABA9mrRoAQKUKTO3mnVr16sBxJY921xt27drR4uWAAKEVKmoUVPUocOBAz/EiTO3nHlz580B\nRJc+3Vx169exZ7euTRuZDRuYMDFmzFx58+fRA1C/nv24ceXGjVOjxoABAAECFCgAoVChcf8Ax5kb\nSLCgwXLlxIkjZ66hQ4cAIkqcSLGixYsYM2o0x7Gjx3LlWrVaECAAgJMnAwSoUOGUuZcwY8qcCaCm\nzZvmcurcmZMcuRkECChQcOECggEDHDi4Za6p06dQowKYSrWquatYs2rdqpUYEyYZMvjwIcyc2bNo\n0QJYy7atubdvkyUrUSIAAAAHDhwzx7ev37+AA/8FQLiw4cOIEytezLixuceQIz8uV45MmzY9ekiS\nZIgcOXOgQ4seTTo0gNOoU5tbzbp1axAAYgMIEACAAAEOHIAzx7u379/AAQgfTtyc8ePIkytXniwZ\nEyYaNEAzR726desAsmvfbq5793LlNmz/EBAgwKJF5tKrX8++vfpx5uLLlw+gvv37+PPr38+/v3+A\n5gQOJCiwXDkybdr06CFJkiFy5MxNpFjR4kWKADRu5GjO40eQIEEAIAkgQAAAAgQ4cADO3EuYMWXO\nBFDT5k1zOXXu5NmzZ7JkTJho0ADN3FGkSZMCYNrUqTmoUMuV27BBQIAAixaZ49rV61ewXceZI1u2\nLAC0adWuZdvW7Vu4cc3NpVvX7l28efXSBdDX719zgQUPHgyuQYMSJUaMoPHmzbZt5iRPplzZsjkA\nmTVvNtfZ82fQoUWbI0dOnDhzqVWvZg3A9WvY5mTPNpctmxdu3Mzt5t3b92/e5YSbI168/zgA5MmV\nL2fe3Plz6NHNTade3fp17Nm1UwfQ3ft3c+HFjx8PrkGDEiVGjKDx5s22bebkz6df3745APn17zfX\n3z9AcwIHEixoUCA5cuLEmWvo8CFEABInUjRn8aK5bNm8cONm7iPIkCJHgixn0hzKlCkBsGzp8iXM\nmDJn0qxp7ibOnDp38uzpEyeAoEKHmitq9ChScuTGjTPn9CnUqFKnmgNg9SpWc1q3cu3q9SvYsFsB\nkC1r1hzatGrXsm3rtlw5cubm0qUL4C7evHr38u3r9y9gc4IHEy5s+DDixIMBMG7s2BzkyJInkyM3\nbpy5zJo3c+7s2RyA0KJHmytt+jTq1P+qV7M2DeA17NjmZtOubfs27tzlypEz5/v3bwDChxMvbvw4\n8uTKl5tr7vw59OjSp1N3DuA69uzmtnPv7v07+PDiuQMob/68ufTq17Nv7/49fPUA5tOvb+4+/vz6\n9/Pvfx9gOXMDCRIEcBBhQoULGTZ0+BCiOYkTKVa0eBFjxokAOHb0aA5kSJEjSZY0eTIkAJUrWZpz\n+RJmTJkzadZ8CQBnTp3mePb0+RNoUKHliJozevQoAKVLmTZ1+hRqVKlTzVW1ehVrVq1buVoF8BVs\nWHNjyZY1exZtWrVkAbR1+9ZcXLlz6da1exevXAB7+fY19xdwYMGDCRcud9hcYsWKATT/dvwYcmTJ\nkylXtnwZc2bNmzl39vwZdGjRo0mXNn0adWrVq1m3dv0admzZs2nXtn0bd27du3n39v0beHDhw4kX\nN34ceXLly5k3d/4cenTp01Obs34de3bt27l3vw4AfHjx5cqZM38efXr169WXK2cOfnz5AOjXt28O\nf379+/n39w/QnMCBBAUCOIgw4bhx5cw5fAgxorly5cyRI2cuo8aNHDtqBAAypMiRJEuaPIkypbmV\nLFu6fAkzpkyWAGravGkup86dPHv6/AlUJ4ChRIuaO4o0qdKlTJs6RQogqtSp5qpavYo1q9atXK0C\n+Ao2rNixZMuaPYvWnNq1bNu6fQs3/+5aAHTr2jWHN6/evXz7+v2bF4DgwYTNGT6MOLHixYwbHwYA\nObJkc5QrW76MObPmzZUBeP4MOrTo0aRLmz5tLrXq1axbu34NWzWA2bRrm7uNO7fu3bx7+8YNILjw\n4eaKGz+OPLny5cyNA3gOPbq56dSrW7+OPbt26gC6e/8OPrz48eTLmzeHPr369ezbu3+fHoD8+fTN\n2b+PP7/+/frLlQNoTuBAggIBHESY0NxChg0dPoQYUSJDABUtXjSXUeNGjh3LfTQXUuRIkiVFAkCZ\nUuVKli1dvoQZ09xMmjVt3sSZUydNAD19/jQXVOhQokWNFi1XztxSpk2XAoAaVao5qv9VrV7FmlXr\n1qoAvH4Fa07sWLJlzZZDa07tWrZt3a4FEFfuXLp17d7Fm1evOb59/f4FHFjw4L4ADB9GbE7xYsaN\nHT9enC1bN3OVLV++DEDzZs7mPH8GHVr0aNKlPwNAnVq1OdatXb8uF7vcuHHipEnjxo2cOd69ff8G\nDkD4cOLFjR9Hnlz5cnPNnT+HHl36dOrOAVzHnt3cdu7dvX8Hzz1btm7mzJ9Hjx7Aevbtzb2HH1/+\nfPr17cMHkF//fnP9/QM0J3DgwHIGy40bJ06aNG7cyJmLKHEixYoALmLMqHEjx44eP4I0J3IkyZLk\nyEWLpkfPHFKkvHkzJ3MmzZo2zQH/yKlzp7mePn8CDSrU3LZtVaoQM6d0KVOmAJ5CjWpuKtWqU8eN\nw2PGDC1awYKdypQJEKBV5MiZS6t2Ldu1AN7CjWtuLt26dcF16/btW7duzSZNcuLElLnChg8jTgxg\nMePGjh9Djix5MmVzli9jtjxuXKMdOwgQECDAgA0bzZqZS616NevW5gDAji3bHO3atm/jzm1OkKAG\nDaqZCy58+HAAxo8jN6d8OXNv3jp1SoAAgQABBAgIWKB9QQlmzMyBDy9+vHgA5s+jN6d+PXv15cpx\nI0euHP1y4l69ihDhhrn+/gGaEziQYEEABxEmVLiQYUOHDyGakziRosRx4xrt2EGA/4AAAQZs2GjW\nzFxJkydRpjQHgGVLl+ZgxpQ5k2ZNc4IENWhQzVxPnz9/AhA6lKg5o0eRevPWqVMCBAgECCBAQMAC\nqwtKMGNmjmtXr1+9AhA7lqw5s2fRmi1Xjhs5cuXglhP36lWECDfM5dW7l29fAH8BBxY8mHBhw4cR\nm1O8mHG5cr9+KRgwIEAAAQIIVKgwaFA5c59BhxY9GkBp06fNpVa9mnXr1smSCRDQoIE527dx5waw\nm3dvc7/LlRs3zpu3ct+QfzsFCNCKFSJEHEiRwoQJFShQbNtmjnt379+5AxA/nrw58+fRp1dvDhcu\nCBBsmJM/n359+wDw59e/n39///8AAQgcSLCgwYMCzSlcyLBcuV+/FAwYECCAAAEEKlQYNKicuY8g\nQ4ocCaCkyZPmUqpcybJly2TJBAho0MCczZs4cwLYybOnuZ/lyo0b581buW9Iv50CBGjFChEiDqRI\nYcKEChQotm0zx7Wr169cAYgdS9ac2bNo06o1hwsXBAg2zMmdS7euXQB48+rdy7ev37+AA5sbTLjw\n4HDhzly4kCKFFCmT2LBBhSqcucuYM2veDKCz58/mQoseTbp0aUmSAgSYMsWc69ewYwOYTbu2OXPl\nzJkbN86c79/AgZMTJ44bt1E0aLRqZa658+fQmwOYTr26uevYs2vfbi5bNg0adJj/G0++vPnzANKr\nX8++vfv38OPLN0e/vn371WjRIkVKmDCAttq0+fLlmzmECRUuZAjA4UOI5iROpFjRYkVvAQIAADBn\njjmQIUWOBFDS5ElzKVWuZNlSJTlysxw4OHPG3E2cOXXeBNDT509zQYUOJVrUXLVqBgxcMNfU6VOo\nUQFMpVrV6lWsWbVu5WrO61ewYKvRokWKlDBhttq0+fLlmzm4ceXOpQvA7l285vTu5dvXb19vAQIA\nADBnjjnEiRUvBtDY8WNzkSVPplxZMjlysxw4OHPG3GfQoUV/BlDa9GlzqVWvZt3aXLVqBgxcMFfb\n9m3cuQHs5t3b92/gwYUPJ27O//hx5MmNixMHDNgiGjSsWCFnzvp17Nm1A+De3bs58OHNlSNfvpy5\ncuXMrWdvjhy5EgECLFjw7Zs5/Pn17wfQ3z9AAAIBmCto8CDChAbLlduzYAERIuYmUqxocSKAjBo3\nmuvo8SPIkOasWSNAgIG5lCpXsmwJ4CXMmDJn0qxp8yZOczp38uypU5w4YMAW0aBhxQo5c0qXMm3q\nFADUqFLNUa1qrhzWrOXMlStn7itYc+TIlQgQYMGCb9/MsW3r9i2AuHLnmqtr9y7evHbLlduzYAER\nIuYGEy5seDCAxIoXm2vs+DHkyOasWSNAgIG5zJo3c+4M4DPo0KJHky5t+jRqc/+qV7NuXa5ctGhJ\nkiAoUKBDB3O6d/Pu7dscgODCh5srbtzctm26UqW6detUr17KlBkzVi1YsBYtDihQQIpUuXLmxpMv\nbx4A+vTqzbFv7/49/PbixKlyYN+BNGnm9vPv7x8gAIEDCZozeBBhQoXmrFgRIKACOHDmKFa0eNEi\nAI0bOXb0+BFkSJEjzZU0eRJluXLRoiVJgqBAgQ4dzNW0eRNnTnMAePb0aQ5oUHPbtulKlerWrVO9\neilTZsxYtWDBWrQ4oEABKVLlypnz+hVsWABjyZY1dxZtWrVr0YoTp8pBXAfSpJmzexdvXgB7+fY1\n9xdwYMGDzVmxIkBABXDgzDX/dvwY8mMAkylXtnwZc2bNmzmb8/wZdGhw4PjwWbAgwIABQ4aUM/ca\ndmzZswHUtn3bXG7d5sSJ+6RFCwkSHCJE+PBBgwYGBgwcOIDh169y5cxVt34de3UA27l3N/cdfHjx\n482VKydO3LVJk0aMYMXKXHz58+kDsH8fvzn9+/n39w/QXJIkHTqI6dbNnMKFDBsyBAAxosSJFCta\nvIgxo7mNHDt6FCbswoUAAQAMGGDCBK1y5cy5fAkzJkwANGvaNIczp7lw4SQ5cCBAAIAAAQAYPQqA\nAAEdypSZewo1qtSoAKpavWouq9atXLtqWwZ2mbNAgThw0KBBl7m1bNu2BQA3/65cc3Tr2r2LV1mJ\nEh76ihETK1a2bOYKGz6MGIDixYwbO34MObLkyeYqW76MWZiwCxcCBAAwYIAJE7TKlTOHOrXq1aoB\nuH4N25zs2ebChZPkwIEAAQACBAAAPDgAAgR0KFNmLrny5cyXA3gOPbq56dSrW7+ubZn2Zc4CBeLA\nQYMGXebKmz9/HoD69ezNuX8PP758ZSVKeLgvRkysWNmymQNoTuBAggQBHESYUOFChg0dPoRoTuJE\nihTLESNWokSDBhAafGxg4MABIkTKlTOXUuVKlgBcvoRpTuZMc+XK/ZowoUABAgUKIEBQoIAAogYM\nTMCD59s3c02dPoXaFMBUqv9VzV3FmlXr1jd37iRKNGrOHAwYBgyQkCyZObZt3bIFEFfuXHN17d7F\nexccuEIHDggAHCCAAMICKDRqJE6cOcaNHQOAHFnyZMqVLV/GnNncZs6dO5cjRqxEiQYNIDRA3cDA\ngQNEiJQrZ072bNq1AdzGndvcbt7mypX7NWFCgQIEChRAgKBAAQHNDRiYgAfPt2/mrF/Hnt06AO7d\nvZsDH178ePJv7txJlGjUnDkYMAwYICFZMnP17d+vD0D/fv7m/AM0J3AgwYLmwIErdOCAgIYBAgiI\nKIBCo0bixJnLqHEjgI4eP4IMKXIkyZImzaFMqVIlOWvWaNE6dIgFAgQBAgD/yKkTgDhzPn8CBQpg\nKNGi5o4iRfotS5YOHRr8+KFI0ahRQ1asSJBAwoABJUoAA2ZuLNmyZgGgTavWHNu2bt+6DRduDCpU\nxoxhU6QIBIgBAxb48MGNm7nChg8DSKx4cbly5h5DjgyZHDlkyKxYIQBgM+fOAAYkSMCFCzVzpk+f\nBqB6NevWrl/Dji17trnatm/jLlfOnLls2fgsCL6AgAABAAAECMDLHPPmzp0DiC59urnq1q+PG+fL\nlyllysyZKye+W7dx42JNmFCgACZM5t7Djy8fAP369s3hz69/v35y/gGaEyiQHLlfvyJF2tWt27Zt\n5cxFlCgRQEWLF81l1Lhx/2O0Jk1s2HDgYAAAAAMGIOjQQYKECxd09OmTKJE3czdx4gSwk2dPnz+B\nBhU6lKg5o0eRJi1Xzpy5bNn4LJC6gIAAAQAABAjAy1xXr1+/AhA7lqw5s2fRjhvny5cpZcrMmSs3\nt1u3ceNiTZhQoAAmTOYABxY8GEBhw4fNJVa8mPFico/NRY5MjtyvX5Ei7erWbdu2cuZAhw4NgHRp\n0+ZQp1atOlqTJjZsOHAwAACAAQMQdOggQcKFCzr69EmUyJs548ePA1C+nHlz58+hR5c+3Vx169ex\nVxcnzpOnChIkHDliCg2aCRMECKARLpw59+/huwcwn359c/fx5x83rlevPf8AqVErV86cwYMGW7W6\ncMGDB3MQI0qcCKCixYvmMmrcmLFcOW/kyJkbSbJkSXDgyIkT162bOHMwY8YEQLOmzXLlzOncybNb\ntx0UKDhwkCCBgQgRrlw5NmyYL19gwMzhwoUPn2PmsmrVCqCr169gw4odS7asWXNo06pdi1acOE+e\nKkiQcOSIKTRoJkwQIIBGuHDmAgseHBiA4cOIzSlezHjcuF699lCjVq6cucuYL7dqdeGCBw/mQose\nTRqA6dOozalezVp1uXLeyJEzR7u2bdvgwJETJ65bN3HmggsXDqC48ePlyplbzrx5t247KFBw4CBB\nAgMRIly5cmzYMF++wID/mcOFCx8+x8ypX78egPv38OPLn0+/vv375cqZ2y9OHDmA5MwNJEiOnCVL\nChQMSJGiWrVy5Mh9+rRhAwRTpr59M9fR40cAIUWONFfS5Ely5BgxcnHnDjhw5mTOpMmHjxQp4szt\n5NmzJwCgQYWaI1rUKDZsZMg4WLTI3FOoUaWaKydOXLNm3sxt5coVwFewYcmRM1fWbFly5GTJogAB\nwoULKVLwiRatXDlz5cp163bnzokRIxQpumbO8OHDABQvZtzY8WPIkSVPLlfO3GVx4siRM9fZMzly\nliwpUDAgRYpq1cqRI/fp04YNEEyZ+vbN3G3cuQHs5t3b3G/gwcmRY8TI/8WdO+DAmWPe3DkfPlKk\niDNX3fr16wC0b+duzvt38NiwkSHjYNEic+nVr2dvrpw4cc2aeTNX3759APn17ydHzhxAcwIHmiNH\nTpYsChAgXLiQIgWfaNHKlTNXrly3bnfunBgxQpGia+ZGkiQJ4CTKlCpXsmzp8iXMcePIefOmTBkv\nXuLK8Sz3jQ+fAAEAEJUgIVmycMKE3bgh4KkCBWTI/AoXjhw5c1q1Aujq9au5sGLHliuXKlWAtCNG\njBtn7i3cbdtgwDBgIJK5vHr37gXg9y9gc4IHE752LUMGAAoUgANn7jHkyI/JkaN25kyvXuY2c+4M\n4DPo0OHCmSttunS2bP9+/DRAgMCECTt2XGHDNm7ct1GjUqQY4HvChGLFzBEvbhwA8uTKlzNv7vw5\n9OjjxoUjR+7ZM2jQmIkTp02brQULBAgAAECABAlv3thp0CBAgAIFSpw69exZOXP69+8H4B8gAIED\nAZgzeBAhwh8BAjBgsGqVOYkSy2XKdOCAAwfDzHX0+PEjAJEjSZozeRKlSU2aAgAAMGyYOZkzaW7b\npkzZrWDBypUz9xNoUABDiRYlR85cUqVLhw3jceAACRJEiEAaM4YWrTkSJAwYUKBAD3DgzJU1e7Ys\nALVr2bZ1+xZuXLlzx40LR47cs2fQoDETJ06bNlsLFggQAACAAAkS3rz/sdOgQYAABQqUOHXq2bNy\n5jh37gwAdGjR5kiXNm36R4AADBisWmUONuxymTIdOODAwTBzu3n37g0AeHDh5ogXN05ck6YAAAAM\nG2YOenTp27YpU3YrWLBy5cx19/4dQHjx48mRM3ceffphw3gcOECCBBEikMaMoUVrjgQJAwYUKACw\nBzhw5goaPFgQgMKFDBs6fAgxosSJ4sSRu/jtGzZsxTJlwoRpiQsXHjwwYJCgQAEBAgC4DBDgwAFh\n5cqZu4kz500APHv6NAc0qFCh3ShQIECAAYMVjx6FCtWEAIECBThw+GYuq9atWwF4/QrWnNixZMWS\nIzcAAAANGsKFMwc3/+6qVSJENGkCrFw5c3z7+uULILDgweYKGz5MjhwpUg0IEDBg4MCBAQgQCBAw\nIECABw/w4DEHOrTo0QBKmz6NOrXq1axbuxYnjpzsb9+wYSuWKRMmTEtcuPDggQGDBAUKCBAAIHmA\nAAcOCCtXzpz06dSlA7iOPbu57dy7d+9GgQIBAgwYrHj0KFSoJgQIFCjAgcM3c/Tr27cPIL/+/eb6\n+wdoTuBAcuQGAACgQUO4cOYcPly1SoSIJk2AlStnTuNGjhoBfAQZ0txIkiXJkSNFqgEBAgYMHDgw\nAAECAQIGBAjw4AEePOZ8/gQaFMBQokWNHkWaVOlSpuPGmYNarly4cP+3pEi5c0dZtWrfvvHi5eXB\nAwBly06YECtWOXNt3b59C0DuXLrm7N7Fm7dZswULBAgAEEBwAAEDBkCAMGhQOXONHT9+DEDyZMrm\nLF/GjJkHAAACBECAQIQJkxgxHggQQIDAiBHazL2GHTs2ANq1bZvDnVs3OXKKFCUQIADAcOLEC/Dg\nQY2aOebNnT9nDkD6dOrVrV/Hnl37dnLkzH3/Lk4ctlWrvn0bZ079enHFitGgEYcOnXDhypUzl1//\nfv4A/AMEIHAgAHMGDyJMCA4cBw4GDAAIEAAAAAgNGhgyBAyYuY4eP4IEIHIkSXMmT6JEqQUAy5Yu\nXYIA0aqVuZo2b+L/BKBzJ09zPn8CFSfu2LEEDRocOGDCBAENGixY0KVNm7mqVq9ivQpgK9euXr+C\nDSt2LFly5MyhRStOHLZVq759G2duLl1xxYrRoBGHDp1w4cqVMyd4MOHCAA4jTmxuMePGjsGB48DB\ngAEAAQIAAAChQQNDhoABMyd6NOnSAE6jTm1uNevWrbUAiC179mwQIFq1Mqd7N+/eAH4DD25uOPHi\n4sQdO5agQYMDB0yYIKBBgwULurRpM6d9O/fu3AGADy9+PPny5s+jT29uPfv27t/Djy+fPYD69u+b\ny69/P//85ACS27ZtmDBh48aVM7eQYUOHDwFElDjRXEWLFzF++kSK/xQfPiAMGOjQQQcwYOTImVO5\nkmVLlQBgxpRpjmZNmzdx5tS5syYAnz+BBhU6lGhRo0fNJVW6lGlTp0+hKgUwlWpVc1exZtV6lRy5\nbduGCRM2blw5c2fRplW7FkBbt2/NxZU7l+6nT6RI8eEDwoCBDh10AANGjpw5w4cRJzYMgHFjx+Yg\nR5Y8mXJly5cjA9C8mXNnz59BhxY92lxp06dRp1a9mrVpAK9hxzY3m3Zt27dx59ZNG0Bv37/NBRc+\nnHhx48eRCwewnHlzc8+hR5c+nXp169ABZNe+nXt379/Bhxdvjnx58+fRp1e/vjwA9+/hm5M/n359\n+/fx558PgH9///8AzQkcSLCgwYMIEw4EwLChQ3MQI0qcSLGixYsRAWjcyLGjx48gQ4ocaa6kyZMo\nU6pcydIkgJcwY5qbSbOmzZs4c+qkCaCnz5/mggodSrSo0aNIhQJYyrSpuadQo0qdSrWqVagAsmrd\nyrWr169gw4o1R7as2bNo06pdWxaA27dwzcmdS7eu3bt4884FwLevX3OAAwseTLiw4cOBAShezLhc\nOXOQI0ueTLmy5cvmAGjezLmz58+gQ4seba606dOoU6tezdo0gNewY5ubTbu27du4c+umDaC379/m\nggsfTry48ePIhQNYzrx5uXLmokufTr269evYzQHYzr279+/gw4v/H0++vPnz6NOrX8++vfv38OPL\nn0+/vv37+PPr38+/v3+AAAQOJFjQ4EGECRUuZNjQ4UOIESVOpFjR4kWMGTVu5NjR40eQIUWOJFnS\n5EmUKVWuZNnS5UuYMWXOpFnT5k2cOXXu5NnT50+gQYWCNFfU6FGkSZUuZWoUwFOoUcuVM1fV6lWs\nWbVmHTeunDmwYcMCIFvWbLly5tSuZdvW7Vu4cc0BoFvXbrly5vTu5dvX795y5syVK2fO8GHEiQ0D\nYNzY8WPIkSVPplzZ3GXMmTVv5tzZM2YAoUWPNlfa9GnUqVWvZm0awGvYsc3Npl3b9m3cuXXTBtDb\n929zwYUPJ17c//hx5MIBLGfe3Plz6NGlT6duzvp17Nm1b+fe/ToA8OHFmyNf3vx59OnVry8PwP17\n+Obkz6df3/59/PnnA+Df3z9AcwIHEixo8CDChAMBMGzo8CHEiBInUqxo7iLGjBo3cuzoESOAkCJH\nmitp8iTKlCpXsjQJ4CXMmOZm0qxp8ybOnDppAujp86e5oEKHEi1q9ChSoQCWMm3q9CnUqFKnUjVn\n9SrWrFq3cu16FQDYsGLNkS1r9izatGjJkTPn9i1ctwDm0q1r7i7evHr38u3rFy+AwIIHmyts+DDi\nxIbJkTPn+DHkyJLNAahs+TLmzJo3c+7s2Rzo0KJHky5t+nRoAP+qV7M25/o17NiyZ8smR84c7ty6\ncQPo7fu3ueDChxMvbvw4cuEAljNvbu459OjSp0MnR84c9uzat3M3B+A7+PDix5Mvb/48enPq17Nv\n7/49/PjrAdCvb98c/vz69/Pvvx/guGjRzBU0eLAgAIULGZpz+BBiRIkTKVZ8CABjRo3mOHb0+BGk\nOWbMpEkrZw5lSpUrWQJw+RJmTJkzada0edNcTp07efb0+ROoTgBDiRY1dxRpUqVLmSodFy2aOalT\nqUoFcBVrVnNbuXb1+hVsWLFcAZQ1e9ZcWrVr2bY1x4yZNGnlzNW1exdvXgB7+fb1+xdwYMGDCZsz\nfBhxYsTkyE3/M2aMGzdy5ihXtnwZMwDNmzmb8/wZdGjRo82NG6dL14xLl8y1dv26NQDZs2mbs30b\nt+1x40KhQpUrV69eoaZNEyfOXHLly5k3NwcAenTp5qhXt34dOyooUCBBKmcOfHjx48kDMH8efXr1\n69m3d//eXHz58+nHt2btzh0dL17YsQMw0bRp376ZO4gwocKDABo6fGguosSJFCtW5MbNjp0GDRio\nUmUupMiRIQGYPInSnMqVK8mdOnXgAICZNGvOxPDtm7mdPHv67AkgqNCh5ooaPYr06K5dJDJkcOSI\nnLmpVKtavQogq9atXLt6/Qo2rFhzZMuaPUvWmrU7d3S8eGHH/06iadO+fTOHN6/evXgB+P0L2Jzg\nwYQLGzbMjZsdOw0aMFClypzkyZQlA7iMObO5zZw5kzt16sABAKRLmyaN4ds3c6xbu37tGoDs2bTN\n2b6NOzfuXbtIZMjgyBE5c8SLGz+OHIDy5cybO38OPbr06eaqW7+OnRYtEyYMGBBQIHwBBwECCBAw\nYACgT5/IkTMHP758APTr2zeHP7/+/fz3lwOICBEFCgoUTJg0ydxChg0XAoAYUaI5ihXNgQOXKUAA\nAB09fgTZUZs2cyVNnkRZEsBKli3NvYQZU2a5cqBAWbBQ4MGDL1++mQMaVOhQogCMHkWaVOlSpk2d\nPjUXVepUqv+0aJkwYcCAgAJdCzgIEECAgAEDAH36RI6cObZt3QKAG1euObp17d7Fe7ccIkQUKChQ\nMGHSJHOFDR8uDEDxYsbmHD82Bw5cpgABAFzGnFnzZW3azH0GHVr0ZwClTZ82l1r1atblyoECZcFC\ngQcPvnz5Zk73bt69fQMAHlz4cOLFjR9HntzccubNm5ObMWPBAgIEFsSIcenSoA0bCBBIkIBMtmzm\nzJ9Hbx7Aevbtzb2HH1/+fHPl7JcjN21akiRChABcEy6cuYIGDxYEoHAhQ3MOHZYrJ06cow8fChQQ\nMGCAESN58lwzZkyZshQFCsCAYW4ly5YuVwKIKXOmuZo2b+L/3LIFBIgGDUasWTNsGDRv3swhTap0\nqVIATp9CjSp1KtWqVq+ay6p161ZTCxYIEIAAARhx4syhFSeuWDFLlrCVK2duLt26cwHgzavXHN++\nfv8C/jtuzpwKFVy4mGZuMePGjQFAjiy5XDlzli9bJkcOGrRXvHiFC2duNOnRGzYkSECOnLnWrl/D\nBiB7Nm1ztm/jxp3GgIEBAyhQUGTNmjZtvT598ubNHPPmzp8zByB9OvXq1q9jz659u7nu3r9/N7Vg\ngQABCBCAESfOHHtx4ooVs2QJW7ly5u7jz38fAP/+/gGaEziQYEGDBcfNmVOhggsX08xFlDhxIgCL\nFzGWK2eO/2NHjuTIQYP2ihevcOHMpVSZcsOGBAnIkTM3k2ZNmwBw5tRpjmdPnz7TGDAwYAAFCoqs\nWdOmrdenT968mZM6lWpVqQCwZtW6lWtXr1/BhjU3lmzZseXKCUqQQICADBm+mZM7d265cuPM5dW7\ndy8Av38BmxM8mHBhw4PJkfOVIkWBAk2alDM3mXLlygAwZ9Zcrpw5z59BhxYN2pgxCRLKlTO3mnVr\n1wBgx5ZtjnZt27SnTVMgQIACBWTIeBs3fBwyRoySJTO3nHlz58sBRJc+nXp169exZ9dujnt379zL\nlROUIIEAARkyfDO3nj37cuXGmZM/nz59APfx5ze3n39///8AzQkcOJAcOV8pUhQo0KRJOXMQI0qU\nCKCixYvlypnbyLGjx48djRmTIKFcOXMoU6pcCaCly5fmYsqcGXPaNAUCBChQQIaMt3FAxyFjxChZ\nMnNIkypdihSA06dQo0qdSrWq1avmsmrdmtWatQkCBAwYcONGNHNo05obNw4aNGDEiJEjZ66u3bsA\n8urda66v37+AA5u7di1TpgcAAHToEC6cuceQI0sGQLmy5XLlzGnezLmzZ86GDDFgECiQudOoU6sG\nwLq163LlzMmeLfvatSVLBDBgECbMtm3jzJkTRzxYsG7dzClfzry5cgDQo0ufTr269evYs5vbzr37\ndmvWJgj/EDBgwI0b0cypX29u3Dho0IARI0aOnLn7+PMD2M+/vzmA5gQOJFjQ4LVrmTI9AACgQ4dw\n4cxNpFjRIgCMGTWWK2fO40eQIUWCNGSIAYNAgcytZNnSJQCYMWWWK2fO5k2b164tWSKAAYMwYbZt\nG2fOnDikwYJ162bO6VOoUZ0CoFrV6lWsWbVu5drV3FewYcOFs2NnwYABChTgwBHLmDFx4qoBA1an\nDiZMvbhxM9fX79++AAQPJmzO8GHEiRWbmzOnQwcEKVKQI2fO8mXMmS0D4NzZsznQoUWPJj0aXI8e\nECCgQmXO9WvYsQHMpl3b3G3cuMmNGrVggYI5c8aNM1fc/7g5csnLlTPX3Plz6M0BTKde3fp17Nm1\nb+duzvv3797gwGnQQMB5AgQOHDDQoMEA+AECLFjAgoU2c/n1798PwD9AAAIHAjBn8CDChAp5LVgQ\nIIAHceLMUaxo8aJFABo3cjTn8SPIkB7LlQsXzliwYLVqTdmwwYIFK1bGmatp8+ZNADp38jTn8+fP\nbzRoCBBAQJCgcOHMMS1XTpw4a9GilStn7irWrFqvAujq9SvYsGLHki1r1hzatGm9wYHToIGAuAQI\nHDhgoEGDAXoDBFiwgAULbeYGEy5cGADixIrNMW7s+DFkXgsWBAjgQZw4c5o3c+7MGQDo0KLNkS5t\n+jTpcv/lwoUzFixYrVpTNmywYMGKlXHmdvPu3RsA8ODCzREvXvwbDRoCBBAQJChcOHPSy5UTJ85a\ntGjlypnr7v07+O4AxpMvb/48+vTq17M35/69uXHjemXIYMCAgAABBvAfEABggAAACBI8cODTJ3ML\nGTZ0CABiRInmKFa0eBGjEgAABgyIZA5kSJEjSQIweRKlOZUrWbZUWa6cLVsQDhwoUOBBhAgPHnjw\nYKlcOXNDiRYdCgBpUqXmmDZtaq1BAwAAAkSIYMsWNmzdMmWyYkUDCRLUqJkzexZtWrMA2LZ1+xZu\nXLlz6dY1dxevuXHjemXIYMCAgAABBhQeEAAxAMWKDxz/+PTJXGTJkykDsHwZsznNmzl39qwEAIAB\nAyKZM30adWrVAFi3dm0OdmzZs2GXK2fLFoQDBwoUeBAhwoMHHjxYKlfOXHLly5MDcP4cujnp06db\na9AAAIAAESLYsoUNW7dMmaxY0UCCBDVq5ti3d/+ePQD58+nXt38ff379+8319w/QXLly4Y4cQYAA\ngEIBAgoUIODAgQEDFgQIgADBlClzHDt6/AggpMiR5cqZO4kypcqTe/YAeHngwDZzNGvavIkTgM6d\nPM35/Ak0KFBjxhAMGFCggIQGDRAgMGBAT7hw5qpavVoVgNatXM15/WpOnDhaAQIAOHs2QAAIEAwM\nGAAg/25cKVLM2b2LN69dAHz7+v0LOLDgwYQLmzuMOPG4cXPmJBAgIEGCECFGbdtmzhy5YcOIEHn2\nzJzo0aRLAziNOrW51axbu16NDZsECQMOHFCkyJzu3bx7+zYHILjw4eaKGz+O/PiwYRsQICBBYkWD\nBgUKQICQzJz27dy5A/gOPry58eTNlSvXTI4cEiQUCBBQoMCAAQHqC7hfoAAIEOXKmQNoTuBAggQB\nHESYUOFChg0dPoRoTuJEiuPGzZmTQICABAlChBi1bZs5c+SGDSNC5Nkzcy1dvoQJQOZMmuZs3sSZ\n0yY2bBIkDDhwQJEic0WNHkWa1BwApk2dmoMaVepUqf/Dhm1AgIAEiRUNGhQoAAFCMnNlzZ49C0Dt\nWrbm3L41V65cMzlySJBQIEBAgQIDBgQALEBwgQIgQJQrZ07xYsaNATyGHFnyZMqVLV/GbE7zZs6a\ntWnjwYBBhAhAgDgzlzo1MmQ5cvDgwc3cbNq1awPAnVt3uXLmfP8G/psaNQ8eChRIgAGDGTPmnD+H\nHl26OQDVrV83l137du7Zy5Vz5crBgwcbNlBIkECBAiFCyJmDH1++fAD17d83l1///v3knAF0RoaM\nBQsQdOjAgQONBQsLFnjyZG4ixYoWAWDMqHEjx44eP4IMaW4kyZIjtWnjwYBBhAhAgDgzJ1MmMmQ5\ncvD/4MHNHM+ePn0CCCp0aLly5o4iTYqUGjUPHgoUSIABgxkz5q5izap1qzkAXr+CNSd2LNmyYsuV\nc+XKwYMHGzZQSJBAgQIhQsiZy6t3714Afv8CNid4MGHC5Jw5I0PGggUIOnTgwIHGgoUFCzx5Mqd5\nM+fOAD6DDi16NOnSpk+jNqd6NWvW4Lp0OXAAAgRb5cqZy82JEwMGAwZkMGbMHPHixokDSK58ebly\n5p5Dj06O3CILFhYs2LBhyIULZ86YCy9+PPny5gCgT6/eHPv27t+zDxaMCBELIUI4cRJDg4YUKQDS\nomWOYEGDBwEkVLjQXEOHDyFGjDhsGAECT56Y07iR/2NHAB9BhhQ5kmRJkydRmlO5kiVLcF26HDgA\nAYKtcuXM5eTEiQGDAQMyGDNmjmhRo0QBJFW6tFw5c0+hRiVHbpEFCwsWbNgw5MKFM2fMhRU7lmxZ\ncwDQplVrjm1bt2/ZBgtGhIiFECGcOImhQUOKFLRomRM8mHBhAIcRJza3mHFjx48fDxtGgMCTJ+Yw\nZ9a8GUBnz59BhxY9mnRp0+ZQp1a9+tYtAa8FEECCRJEiKQMGANCtO0ECcuTMBRc+HEBx48fJkTO3\nnPnyb984cTpgwIAGDThwKCBAQIoUc9/Bhxc/3hwA8+fRm1O/nn179apUJUly4coVK1aaRIiAAoUp\nU/8AzQkcSLAggIMIE5pbyLChw4cPW7UCACBAAHLmMmrcuBGAx48gQ4ocSbKkyZPmUqpcyTLlr18U\nKBAYMIABgwQFCgQIIEAAAixYzAkdSlQogKNIk5pbyrQpOXKECF3YsAEMmBQpFBgwQIyYua9gw4od\naw6A2bNozaldy7at2m7daNFSo0gRLVpmiBCZM8ebN3OAAwseDKCw4cPmEitezLhxY3DgAgRIkKCc\nucuYM2cGwLmz58+gQ4seTbq0udOoU6s+/esXBQoEBgxgwCBBgQIBAggQgAALFnPAgwsHDqC48ePm\nkitfTo4cIUIXNmwAAyZFCgUGDBAjZq679+/gw5v/A0C+vHlz6NOrX4++WzdatNQoUkSLlhkiRObM\n8ebNnH+A5gQOJCgQwEGECc0tZNjQ4cOH4MAFCJAgQTlzGTVu3AjA40eQIUWOJFnS5ElzKVWuZLmy\nWzccFiwgQNAhRw4vXlKkkEGLljmgQYUCBVDU6FFzSZUuJUcODx4KUTt0OHBAgBUr5rRu5drV61YA\nYcWONVfW7Fm0Z8eNe+XHT6BAWnr0aNVKnDhzefXu5QvA71/A5gQPJlzYsOFr1xYsSJCAnDnIkSVL\nBlDZ8mXMmTVv5tzZsznQoUWPFt2tGw4LFhAg6JAjhxcvKVLIoEXL3G3cuW8D4N3btzngwYWTI4cH\n/w8F5B06HDggwIoVc9GlT6deXToA7Nm1m+Pe3ft37+PGvfLjJ1AgLT16tGolTpw5+PHlzwdQ3/59\nc/n17+ffvz/Aa9cWLEiQgJy5hAoXLgTg8CHEiBInUqxo8aK5jBo3cuyokRxIc+bIkXPm7NO3b+ZW\nsmy5EgDMmDLN0axpk+a1a3wiRFiwYMAADdasmStq9CjSpEYBMG3q1BzUqFKnUg1mwUKFCinWrIkW\nrVw5c2LHki0L4CzatObWsm3r9u3bceM2bMCAAZy5vHr37gXg9y/gwIIHEy5s+HC5cuYWM27s+DFk\nc+HCXdu1yxzmzJoxA+js+bO50KJHj6ayYIEAAf8IEPwoV84c7NiyZ9OODeA27tzmdvPu7fu3BgDC\nAaiABKlcOXPKlzNvrhwA9OjSzVGvbv06duzQoBnobsCbufDix48HYP48+vTq17Nv7/59uXLm5tOv\nb/8+fnPhwl3btQugOYEDCQoEcBBhQnMLGTZsSGXBAgECECD4Ua6cOY0bOXb0uBFASJEjzZU0eRJl\nSg0AWAJQAQlSuXLmaNa0eZMmAJ07eZrz+RNoUKFCoUEzcNSAN3NLmTZtCgBqVKlTqVa1ehVrVnNb\nuXb1+hVsWLFcAZQ1e9ZcWrVr2fbpU6lSr17lzNW1exdvXrwA+Pb1aw5wYMGDCZsKEMCBA0/kyJn/\nc/wYcmTIAChXtmwOc2bNmzlzLlfuwoUgQcqZM30aNWoAq1m3dv0admzZs2mbs30bd27du3n3vg0A\neHDh5ogXN368T59KlXr1KmcOenTp06lPB3Ade3Zz27l39/7dVIAADhx4IkfOXHr169mvB/Aefnxz\n8+nXt3//frlyFy4ECQKwnLmBBAsWBIAwocKFDBs6fAgxormJFCtavIgxo0aKADp6/GgupMiRJEOW\nK2cupcqVLFu6NAcgpsyZ5mravIkzJzhWrFChKmcuqNChRIsCOIo0qbmlTJs6ffq0XLlRo3z5Moc1\nq9atALp6/Qo2rNixZMuaNYc2rdq1bNu6fZsW/4DcuXTN2b2LN6/dcuXM+f0LOLDgweYAGD6M2Jzi\nxYwbOwbHihUqVOXMWb6MObNmAJw7ezYHOrTo0aRJlys3apQvX+Zau34NG4Ds2bRr276NO7fu3eZ6\n+/4NPLjw4cR9AziOPLm55cybO38OPbp05gCqW79uLrv27dy7e/8OXjuA8eTLmzuPPr369ezNiRNH\njpy5+fTr2weAP7/+/fz7+wcIQOBAggUNHhRoTuFChg0dPoQYcSEAihUtlitnTuNGjh09fgQZ0hwA\nkiVNlitnTqXKcuXMvYQZU+ZMmjVhAsCZU6c5nj3NlStnTuhQokWNHkU6FMBSpk2dPoUaVepUqv/m\nrF7FmlXrVq5drwIAG1ZsuXLmzJ5Fm1btWrZtzQGAG1duuXLm7NotV87cXr59/f4FHJgvAMKFDZtD\nnNhcuXLmHD+GHFnyZMqPAVzGnFnzZs6dPX8GHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3\nbt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt\n3b+HH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IM\nKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+IxzKlzJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1\nKtWqVq9izap1K9euXr+CDfs0IAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5\n+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl\n5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ\n0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28\nvLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamo\nqKinp6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OS\nkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+\nfn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWlo\naGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRT\nU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48\nPDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQj\nIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAP\nDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhT\nqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3K\ntavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFa\nc5AjS55MubLly5EBaN7M2Zznz6BDix5NuvRnAKhTqzbHurXr17Bjy57dGoDt27jN6d7Nu7fv38CD\n7wZAvLjx48iTK1/OvLm559CjS59Ovbp16ACya99urrv37+DDi/8fT947gPPo05tbz769+/fw48tn\nD6C+/fvm8uvfz7+/f4DmBA4kWLAgAIQJFS5k2NDhQ4gRzU2kWNHiRYwZNVIE0NHjR3MhRY4kWdLk\nSZQiAaxk2dLcS5gxZc6kWdMmTAA5de4019PnT6BBhQ4l6hPAUaRJlS5l2tTpU6jmpE6lWtXqVaxZ\npwLg2tWrObBhxY4lW9bs2bAA1K5la87tW7hx5c6lW/ctALx59Zrj29fvX8CBBQ/uC8DwYcSJFS9m\n3NjxY3ORJU+mHLlcOXOZNW/m3NmzOQChRY82V9r0adSny5UTV66cOdixZc+mHRvAbdy5ze3m3dv3\nb+DBhfMGUNz/+HFzyZUvZ97c+XPoygFMp17d+nXs2bVv527O+3fw4b2XK2fO/Hn06dWvNwfA/Xv4\n5uTPp1+ffrly4sqVM9ffP0BzAgcSLDgQAMKECs0xbOjwIcSIEic2BGDxIkZzGjdy7OjxI8iQGwGQ\nLGnyJMqUKleybGnuJcyY27aJEoXozp01a86cCQMJ0rRp5oYSLWr0qDkASpcyNef0KdSoTrFhw4Rp\nkDNn2rSZ6+r1K9iw5gCQLWvWHNq0ateybev2bVoAcufSNWf3Lt68es2RI+fLl6FYsahRM2f4MOLE\nhgEwbuz4MeTIkidTrmzuMubM27aJEoXozp01a86cCQMJ0rRp/+ZWs27t+rU5ALJn0zZn+zbu3Lax\nYcOEaZAzZ9q0mStu/Djy5OYAMG/u3Bz06NKnU69u/Xp0ANq3czfn/Tv48OLNkSPny5ehWLGoUTPn\n/j38+O4B0K9v/z7+/Pr38+9vDqA5gQMFZuvQQYAAAAMGAAAQIACAABMDsPDly1xGjRs5bgTwEWRI\ncyNJljRJixYDBgMGLJgzBw8eXN68mbN5E2dOnAB49vRpDmhQoUDHjeNWrpw5pUuZNnX6dCkAqVOp\nmrN6FWtWrZQkSADw9asBAyVKlDN3Fm3atADYtnX7Fm5cuXPp1jV3Fy/eWgkSBAggYEDgAQcOFAgQ\nAACAAaVKmf9z/BhyZMgAKFe2bA5zZs2aw4UIEQB0AA5TphQpwidVqkyZSpVaVq6cOdmzacsGcBt3\nbnO7efMuBwyYJk3gzBU3fhx5cuXIATR3/txcdOnTqU/PlAkBAO0AAnTvLkCAJHPjyZcvDwB9evXr\n2bd3/x5+fHPz6dOvlSBBgAACBvQfAPDAgQIBAgAAMKBUKXMMGzp86BCAxIkUzVm8iBFjuBAhAngM\nwGHKlCJF+KRKlSlTqVLLypUzBzOmTJgAatq8aS6nTp3lgAHTpAmcuaFEixo9itQogKVMm5p7CjWq\n1KiZMiEAgBVAgK1bBQiQZC6s2LFjAZg9izat2rVs27p9ay7/rly54FKl8uOHSqRIkCABA0YmQ4YA\nAQ5s22YuseLFjBcDeAw5srnJlCtXlgYCRIAABAjAoUZt2TJtzZrZsmXEiJg6dZAh42YutmzZAGrb\nvm0ut27d4mzYMGIkmbnhxIsbJ06OGrVy5cw5fw4dgPTp1M1Zv449u3Vu3BIkABAggAABJRo0GDAA\nAAAO5tq7f/8egPz59Ovbv48/v/795vr7B2hOILhUqfz4oRIpEiRIwICRyZAhQIAD27aZw5hR40aN\nADx+BGlO5EiSJKWBABEgAAECcKhRW7ZMW7NmtmwZMSKmTh1kyLiZAxo0KACiRY2aQ5o0qTgbNowY\nSWZO6lSq/1WnkqNGrVw5c129fgUQVuxYc2XNnkVblhu3BAkABAggQECJBg0GDAAAgIM5vn39+gUQ\nWPBgwoUNH0acWLE5xo0dP4YsTo4cBAiWmMOcWfNmzgA8fwZtTvRo0qSRVaggQAAFCuHMvYYd2xy5\ncOG8eQNnTvfu3QB8/wZuTvjw4bQKFECAwFO3buXKmYMeXTp0YMDGtGolTlw5c929ewcQXvx4c+XN\nn0dfXo6cAQMOzJhhyFAyU6Y4cCBA4IM5/v39AzQn0ByAggYPIkyocCHDhg7NQYwocSLFbFmyFCjQ\nyxzHjh4/ggQgciRJcyZPojRJjhyPAQMAAEiSpJy5mjZv4v80V84cz549AQANKtQc0aLmuHGrAGAp\nAANPnpQokSLFBRw4GDAwIUHCixcECDAoU6ZcOXNmz6IFoHYtW3Nu38KNy4xZggQECFRQpYoatW+3\nbr14IUDAg2rVzCFOrBgxgMaOH0OOLHky5cqWzWHOrHkz52xZshQo0Msc6dKmT6MGoHo1a3OuX8N2\nTY4cjwEDAABIkqScud6+fwM3V84c8eLFASBPrtwc8+bmuHGrAGA6AANPnpQokSLFBRw4GDAwIUHC\nixcECDAoU6ZcOXPu38MHIH8+fXP27+PPz4xZggQEABKooEoVNWrfbt168UKAgAfVqpmTOJGiRAAX\nMWbUuJH/Y0ePH0GaEzmSZEmS48bpSpBAgIBk5mDGlDmTJgCbN3Ga07mTp85jxzYAABAgwKZN5pAm\nVbqUKVMAT6FGNTeVqjlt2iAA0AogQFcAX8GCJbCA7AIECDAMG2aObVu3bAHElTvXXF27d+92GzLE\ngAEGDPg4c5YtmzRKlBYsCBAgQrZs5iBHlgwZQGXLlzFn1ryZc2fP5kCHFj1a9LhxuhIkECAgmTnX\nr2HHlg2Adm3b5nDn1o372LENAAAECLBpkznjx5EnV64cQHPnz81Fl25OmzYIALADCLAdQHfv3gks\nEL8AAQIMw4aZU7+evXoA7+HHNzeffv363YYMMWCAAQM+/wCdOcuWTRolSgsWBAgQIVs2cxAjSoQI\noKLFixgzatzIsaNHcyBDihwJsly5UaMSBAggQAAvczBjypxJE4DNmzjN6dzJkxw5LlwIBAggQMCw\nYeaSKl3KtGlTAFCjSjVHtao5ceIoDRgAoKvXrwMGHDgwpEmTGDEcOIBCjpy5t3DjvgVAt65dc3jz\n6tVrLU2aBg1UqIBmrrC5cZMmKVBQoEAgc5AjS5YMoLLly5gza97MubNnc6BDix4Nuly5UaMSBAgg\nQAAvc7Bjy55NG4Dt27jN6d7Nmxw5LlwIBAggQMCwYeaSK1/OvHlzANCjSzdHvbo5ceIoDRgAoLv3\n7wMGHP84MKRJkxgxHDiAQo6cuffw478HQL++fXP48+vXby1NGoANGqhQAc3cQXPjJk1SoKBAgUDm\nJE6kSBHARYwZNW7k2NHjR5DmRI4kWVLksmUSJAgI0DIACHHizM2kWdNmTQA5de4019Pnz1evECAo\nYMBAgwagQJVj+u0bHyVKhAghQ+aZOaxZtWoF0NXrV3NhxY4dNqxFCwwMGChQIEGCDz9+evXiNm2a\nGTMaNPAx19fv378ABA8mbM7wYcSIyw0bRoLEnDnmJE+2Zm3DhilTxpnj3NmzZwChRY8mXdr0adSp\nVZtj3dr163LlkiQhQCCAAAEAdAsQIEaMOHHmhA8nXhz/wHHkyc0tZ85cGwUKAgQQWLCgQAEHDk7Y\nsZMgQQAAAAYMECCgwZAh2LCVM9fevXsA8eXPN1ff/n1x4rBhW2XJEsA6dVq1UkSKFDJk32LFAgJk\nwoRn5iZSrFgRAMaMGs1x7Ojx47BhDBgwY2buJEo8eFy4UKTIHMyYMmcCqGnzJs6cOnfy7OnTHNCg\nQoeWK5ckCQECAQQIAOBUgAAxYsSJM2f1KtasALZy7WruK1iw2ihQECCAwIIFBQo4cHDCjp0ECQIA\nADBggAABDYYMwYatnLnAggUDKGz4sLnEiheLE4cN2ypLlurUadVKESlSyJB9ixULCJAJE56ZK236\n9GkA/6pXszbn+jXs2MOGMWDAjJm53Lrx4HHhQpEic8KHEy8O4Djy5MqXM2/u/Dl0c9KnU6/erZsd\nO0SIaFq1yosXBQECAABQoEA1c+rXs2cP4D38+Obm06eviQCBAAEWHDhAACABBAgarFhRokSHOXMA\nAcKBYwMDBiRIADN3ESNGABs5djT3EWRIkSPJYcOmTRs0QoQsWPjwYZw5mTNp0gRwE2dOczt59vSZ\nLVuVKuaIFjVXbs2aFCmmTTP3FGpUqQCoVrV6FWtWrVu5djX3FWxYsd262bFDhIimVau8eFEQIAAA\nAAUKVDN3F2/evAD49vVrDnDgwJoIEAgQYMGBAwQIIP9A0GDFihIlOsyZAwgQDhwbGDAgQQKYOdGj\nRwMwfRq1OdWrWbd2TQ4bNm3aoBEiZMHChw/jzPX2/fs3AOHDiZszfhx58mzZqlQx9xy6uXJr1qRI\nMW2aOe3buXcH8B18ePHjyZc3fx69OfXr2bcvV06cOHPz6Zsr9+SJAAEAAOgwB9CcwIEEBwI4iDCh\nuYUMGUYyYGDAgAcUJUjo0mVXuHDmOnr0GG7GjAIFTJg7iRIlgJUsW5p7CTOmzJkwy5WzRoSIAwc/\nfpj7CTSoUABEixo1hzSp0qXevNmyVa6cuankyAE5cAAFilmzzHn9CjYsgLFky5o9izat2rVszbl9\nCzf/rty55oQJGzDAgrm9fPv2BQA4sGBzhAsXFjZhAgECMUqV8ubNnOTJlCtLPnHiQbly5jp7Ngcg\ntOjR5kqbPo06NepqHDhIkLBpk7nZtGvbBoA7t25zvHv7/q1NGzBg06Z5Y8RowYIABAgwYCBBwiRz\n1Ktbtw4gu/bt3Lt7/w4+vHhz5MubP48+vTlhwgYMsGAuvvz58wHYv4/fnP79+4VNADiBAIEYpUp5\n82ZO4UKGDRWeOPGgXDlzFS2aA5BR40ZzHT1+BBkSZDUOHCRI2LTJ3EqWLV0CgBlTpjmaNW3e1KYN\nGLBp07wxYrRgQQACBBgwkCBhkjmmTZ06BRBV6lSq/1WtXsWaVas5rl29fgUb1ly4cAAAHCBHztxa\ntm3XAoAbV645unXr5hGQV0AHceLM/QUcWPDfcuU8eACwbZs5xo3NAYAcWTI5cubKlTOXWfNmzp2B\nHThw4YIzZ+ZMn0adGsBq1q3LlTMXW/ZscuR8GTL04EGBAgB8//YtQAAA4hgwkCNnTvly5gCcP4ce\nXfp06tWtXzeXXft27t29mwsXDgCAA+TImUOfXj16AO3dvzcXX778PALsC+ggTpw5/v39AzQncKC5\ncuU8eACwbZu5hg7NAYgocSI5cubKlTOncSPHjh6BHThw4YIzZ+ZOokypEgDLli7LlTMncyZNcuR8\nGf8y9OBBgQIAfgL9KUAAgKIYMJAjZ24p06YAnkKNKnUq1apWr2I1p3Xr1m3YsJkLK3Ys2bB8+AAA\nAMEc27Zu3QKIK3euubp27cYJoDdAKHN+/wIODLhcuQEDAnDjZm4xY3MAHkOOTI5cucrmLmPOrHnz\nlgIFGDAIF84c6dKmTwNIrXp1uXLmXsM2102VKiBAZCxYECAAgN69BQiwkCLFgQMAjgsQIEQIrXLl\nzEGPbg4A9erWr2PPrn079+7mvoMHvw0bNnPmz6NPb54PHwAAIJiLL3/+fAD27+M3p3///jgBAAYQ\nGMpcQYMHER4sV27AgADcuJmTONEcAIsXMZIjV47/ozmPH0GGFLmlQAEGDMKFM7eSZUuXAGDGlFmu\nnDmbN811U6UKCBAZCxYECACAKFEBAiykSHHgAACnAgQIEUKrXDlzV7GaA7CVa1evX8GGFTuWbLly\n5tCiHTfuVocOtWqZkzuX7lxs2BAgAADAjDm/fwEDBjCYcGFzhxEjjhQggAABXMiRMzeZcmXLk6NE\nIUCgQLly5kCHNgeAdGnT5cqZI0fOXGvXr2G/HjcOxYABHz5w42aOd2/fvwEEFz68XDlzx8mR27aN\n0oIFBw4gWLCAAIEI11OkgAKlkQ4dDhwAEC9+wIAEvnyZU7/eHAD37+HHlz+ffn3798mRM7efvzlh\n/wARIHjwwJu5gwgTmttWoYIAAQcOYDNHsaJFiwAyatxorqNHj8MgQDBg4MqfP716jRtnrqXLl+XK\nkTlwYMGCNuZy6tQJoKfPn+XKkQsXrlw5c0iTKl2KNFgwCwsWyJHjzZu5q1izagXAtavXcuXMiSVH\nLly4VSBAePBAKVo0cuTKlTM3bly2bK+iRHnxwoMHCho0KFBAoE4dc4gTmwPAuLHjx5AjS55MuTI5\ncuYyazYnDAGCBw+8mRtNurS5bRUqCBBw4AA2c7Bjy5YNoLbt2+Zy69Y9DAIEAwau/PnTq9e4ceaS\nK19erhyZAwcWLGhjrrp16wCya99erhy5cOHKlf8zR768+fPkgwWzsGCBHDnevJmbT7++fQD48+sv\nV86cf4DkyIULtwoECA8eKEWLRo5cuXLmxo3Llu1VlCgvXnjwQEGDBgUKCNSpY87kSXMAVK5k2dLl\nS5gxZc4kR87cTZzmtBEgAABAgVattm0TJ87ZsWMQIAgIEKBBgyRJzE2lWtUqAKxZtZrj2rVrNhMm\nECAQUBYAgAABBlChsmIFmRQp7twRIACAAAFkyLAy19evXwCBBQ8WJ45ctmzWrJUrZ87xY8iRX71a\nYMDAjRvQoJnj3NnzZwChRY8eN87c6XLlwIHL1qfPrVvhzM2mbS5cuECBPGjQcORIkCA6JEhIkED/\nABky5cqZY84cwHPo0aVPp17d+nXs5MiZ497dnDYCBAAAKNCq1bZt4sQ5O3YMAgQBAQI0aJAkiTn8\n+fXvB9DfP0AAAgGYK2jQYDYTJhAgEOAQAIAAAQZQobJiBZkUKe7cESAAgAABZMiwMmfy5EkAKley\nFCeOXLZs1qyVK2fuJs6cOl+9WmDAwI0b0KCZK2r0KFIASpcyHTfOHNRy5cCBy9anz61b4cxx7Wou\nXLhAgTxo0HDkSJAgOiRISJBAABky5cqZq1sXAN68evfy7ev3L+DA5gYTJkzOhw8BAgIAaAwgQAAA\nkiUHECLk0qVx48xx7uz5M4DQokebK23atLhM/5ly5JgQIACA2LJn0wZQgBKlaNHEmevt2zeA4MKH\nlytnjhw5atS4cfM2bpy56NKnR1+2bAgGDA4cjBpl7jv48OIBkC9vvlw5c+rXmysnTly5cubm059f\nrlykSDHAgEGECGCePFFevJgwocGkSeYYNjQHAGJEiRMpVrR4EWNGcxs5dqRGLUsWAQBIlgQQIIAA\nAYq+fSNHzlxMmTNpxgRwE2dOczt59uwpLlo0DBgOHBhQoAAAAAUQILhwYckSbuaoVrVqFUBWrVvN\nde1arhw2bLjAgJk1K5w5tWvZmqMGA4YCBT9+mLN7F29eAHv59jX3F3BgwYMBlysnrlzicuHCVf9j\nxgwZslzjxpmzfNkcAM2bOXf2/Bl0aNGjzZU2fZoatSxZBABw/RpAgAACBCj69o0cOXO7eff2vRtA\ncOHDzRU3fvy4uGjRMGA4cGBAgQIAABRAgODChSVLuJnz/h08eADjyZc3d/58uXLYsOECA2bWrHDm\n6Ne3b44aDBgKFPz4AdCcwIEECwI4iDChuYUMGzp8yLBcOXHlKpYLF64aM2bIkOUaN86cyJHmAJg8\niTKlypUsW7p8aS6mzJk0yZH79k2cOHM8e/r8CRQogKFEi5o7ijSp0qVMmzpFCiCq1Knmqlq1Wi5b\nNmzYxJEjZy6s2LHdus2ZEyVKOXNs27p1CyD/rty55uravYs3r969fO0C+As4sODBhAsbPozYnOLF\njBuTI/ftmzhx5ipbvow5c2YAnDt7Ngc6tOjRpEubPh0agOrVrM25fv26XLZs2LCJI0fOnO7dvLt1\nmzMnSpRy5oobP34cgPLlzM05fw49uvTp1Ks/B4A9u/bt3Lt7/w4+vLnx5MubP48+vXryANq7f28u\nvvz59Ovbv49fPoD9/PubA2hO4MCB5MiFC1esWjVs2Mw9hPiwXLlq1fbsCWdO40aOHAF8BBnS3EiS\nJU2eRJlSJUkALV2+hBlT5kyaNW2aw5lT506ePX3+zAlA6FCi5oweRZpU6VKmTY8CgBpVqjmq/1Wt\nkiMXLlyxatWwYTMXVmzYcuWqVduzJ5w5tm3dugUQV+5cc3Xt3sWbV+9evnYB/AUcWPBgwoUNH0Zs\nTvFixo0dP4YceTEAypUtm8OcWfNmzp09f84MQPRo0uZMn0aNuhw3buLEmYMdWzY4cMaMhTOXW/fu\n3QB8/wZuTvhw4sWNH0eefDgA5s2dP4ceXfp06tXNXceeXft27t29YwcQXvx4c+XNn0efXv169uYB\nvIcf39x8+vXrjxOXX5w5/v39AyxXjho1cuYOIkyYEADDhg7NQYwocSLFihYvRgSgcSPHjh4/ggwp\ncqS5kiZPokypciVLkwBewoxpbibNmjZv4v/MqZMmgJ4+f5oLKnTo0HHijoozp3Qp03LlqFEjZ24q\n1apVAWDNqtUc165ev4INK3ZsVwBmz6JNq3Yt27Zu38KNK3cu3bp27+LNq3cv375+/wIOLHgw4cKG\nDyNOrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo1a8HlypmLLXs27dq2b+M2\nB2A3797mfgMPLnw48eLGgQNIrny5uebOn0OPLn06decArmPPbm479+7ev3MvV46cufLmz6NPD2A9\n+/bu38OPL38+/XLlzOHPr38///7+AZoTOJAgAIMHEZpTuJBhQ4cPIUZcCIBiRYvmMGbUuJH/Y0eP\nHzMCEDmSpDmTJ1GmVHmyXDly5mDGlDmTJgCbN3Hm1LmTZ0+fP80FFTqUaFGjR5EKBbCUaVNzT6FG\nlTqValWrUAFk1brVXFevX8GGFTuWrFcAZ9GmNbeWbVu3b9mSI8dt3Lhyd8uZ07uXb18AfwEHFjyY\ncGHDhxGbU7yYcWPHjyFHXgyAcmXL5jBn1ryZc2fPnzMDED2atDnTp1GnVr2adevTAGDHlm2Odm3b\nt3HX5sbNU7Jk0KBx40bOXHHjx48DUL6ceXPnz6FHlz7dXHXr17Fn176du3UA38GHNzeefHnz59Gn\nV08eQHv3783Flz+ffn379/HLB7Cff39z/wDNCRxIsKBBgdy4eUqWDBo0btzImZtIsWJFABgzatzI\nsaPHjyBDmhtJsqTJkyhJVqtWzpzLlzBhAphJs6a5mzhz6tzJs6dPnACCCh1qrqjRo0iTKl3K1CiA\np1CjmptKtarVq+bGjVOjxkWLFnLk5MmjzZzZs2jRAljLtq3bt3Djyp1L15zdu3jz6t17t1q1cuYC\nCx48GIDhw4jNKV7MuLHjx5AjLwZAubJlc5gza97MubPnz5kBiB5N2pzp06hTqzY3bpwaNS5atJAj\nJ08ebeZy6969G4Dv38CDCx9OvLjx4+aSK1/OvHnzcuWMGUOCJJu569izZwfAvbt3c+DDi/8fT768\n+fPhAahfz96c+/fw48ufT7/+ewD48+s3x7+/f4DmBA4kaK5csGBkyCQJFEiWrGrVxJmjWNGiRQAZ\nNW7k2NHjR5AhRZojWdLkSZQoy5UzZgwJkmzmZM6kSRPATZw5ze3k2dPnT6BBhfIEUNToUXNJlS5l\n2tTpU6hKAUylWtXcVaxZtW4tFywYGTJJAgWSJataNXHm1K5lyxbAW7hx5c6lW9fuXbzm9O7l29dv\n325hwmTIMGCAKXOJFS9eDMDxY8jmJE+mXNnyZXPlyj17FosWrXLlzI0mXRrAadSpza1m3dr1a9iv\nu3VLluxWuXLmdO82B8D3b+DmhA8nXpz/ODhwc6xYKVMm2bhx5qRPp16dOgDs2bVv597d+3fw4c2N\nJ1/e/Hny5cqR0qBBgIAAARyZo1/fvn0A+fXvN9ffP0BzAgcSLFhQnCdPKFAsWPBgypRu3cxRrGgR\nAMaMGs1x7OjxI8iQII0Zo0FDAy9e5layNAfgJcyY5mbSrGlzJjlyTZp8uHIFHDhzQocSLWrUHICk\nSpcyber0KdSoUs1RrWr1Ktaq5cqR0qBBgIAAARyZK2v27FkAateyNef2Ldy4cuOK8+QJBYoFCx5M\nmdKtm7nAggcDKGz4sLnEihczbuy4sTFjNGho4MXLHObM5gBw7uzZHOjQokeDJkeuSZMP/1eugANn\n7jXs2LJnmwNg+zbu3Lp38+7t+7e54MKHEy8uXJo0HQgQECDgwAE4c9KnU6cO4Dr27Oa2c+/u/bu5\ncuXQoEkAAIAAAQECFEiRAhs2c/Ln0wdg/z5+c/r38++vH+C3b+PGmTN4EKFBZxkyMGBgIFAgcxMp\nmgNwEWNGcxs5dvS4ccqUDBl2gANnDmVKlStZpgTwEmZMmTNp1rR5E6c5nTt59vS5U5o0HQgQECDg\nwAE4c0uZNm0KAGpUqeaoVrV6Fau5cuXQoEkAAIAAAQECFEiRAhs2c2vZtgXwFm5cc3Pp1rU799u3\ncePM9fX7t6+zDBkYMDAQKJA5xYvNAf9w/BiyOcmTKVeWPGVKhgw7wIEz9xl0aNGjQQMwfRp1atWr\nWbd2/dpcbNmzadc2R46cGzcUYMC4dGncOHPDiRc3DgB5cuXmmDd3/tz5uHHY0qRJkGDAggUgQGDA\nsIEOHXLkzJU3fx5AevXrzbV3/x5++127UqUydx9//mTJNkCAAPDCBRCZMpEjZy5hQgAMGzo0BzGi\nxImtWjlwAAIEN3McO3r8CPIjgJEkS5o8iTKlypUszbl8CTOmTG2ECBUosECSJHM8e/r86ROA0KFE\nzRk9ijRpuXKFCkmQEGDAAAAAGIABM2gQBgwQevQwBzasWLAAypo9ay6t2rVs06ZIgQP/BzVzdOku\nW2bHToECAzBg4MSpFDdu4sSVK2euXDkAjBs7Ngc5smTJmBo0ECCgTZty5jp7/gw6NGgApEubPo06\nterVrFubew07tuzZ2ggRKlBggSRJ5nr7/g38N4DhxIubO448ufJy5QoVkiAhwIABAAAwAANm0CAM\nGCD06GEuvPjx4QGYP4/enPr17NurT5ECBw5q5urXX7bMjp0CBQZgAIiBE6dS3LiJE1eunLly5QA8\nhBjR3ESKFStiatBAgIA2bcqZAxlS5EiSIwGcRJlS5UqWLV2+hGlO5kyaNWmCA4cmwc4EUMqVMxdU\n6FCiQwEcRZrU3FKmTZ1iwlSgAAAA/wEMGChShJUxY40aQYBQYNEic2XNni0LQO1atubcvoUbt1q1\nAQMIEEA2Tu+4SQsWBAgwYIANbtzMHUac+DAAxo0dm4McWTLkYMEWBMAcQI4cc509f+78rVs3aNCY\njRtnTvVqcwBcv4YdW/Zs2rVt3zaXW/du3rvBgUOTQHgCKOXKmUOeXPly5QCcP4duTvp06tUxYSpQ\nAACAAAYMFCnCypixRo0gQCiwaJE59u3dswcQX/58c/Xt38dfrdqAAQQIAEQ2buC4SQsWBAgwYIAN\nbtzMQYwoESKAihYvmsuocWPGYMEWBAgZQI4ccyZPojT5rVs3aNCYjRtnbiZNcwBu4v/MqXMnz54+\nfwI1J3Qo0aJEkyQZsGDBjBngzEGNKnUqVQBWr2I1p3UrV63kyDFSoAAAAAECFLBgYceOK1Cgjhwp\nUIABM2bm7uLNexcA375+zQEOLHgwEyYAABQowMqbN1iwUBgwQIGCI0fmLmPOrBkA586ezYEOLbpa\nNRo0BKAeMGDVKnOuX7sWJ65JExAPHqhQwePaNXO+f5sDIHw48eLGjyNPrny5uebOn0N/niTJgAUL\nZswAZ2479+7evwMIL368ufLmz5cnR46RAgUAAAgQoIAFCzt2XIECdeRIgQIMADJjZo5gQYMEASRU\nuNBcQ4cPITJhAgBAgQKsvHmDBQv/hQEDFCg4cmSOZEmTJwGkVLnSXEuXL6tVo0FDQM0BA1atMreT\n505x4po0AfHggQoVPK5dM7eUqTkAT6FGlTqValWrV7Ga07qVa1ettmwNGPDg1Str1siJE/ftmzm3\nb+HGdQuAbl275vDm1UuOHCFCCQIEGDBgwwYhQYLQoBGECBEOHAYM4FCunDnLlzFbBrCZc2dzn0GH\nDh1OgQIAABw4MJYsmRQpIVq1KlfOXG3bt3HXBrCbd29zv4EDD/fliwYNS+bMadUqXDhzz6GXK1ek\niAEDAgoUmDDBRLdu5sCHNweAfHnz59GnV7+efXtz7+HHl1+unAABAABs2LatWTNN/wATJChAsMAs\ncwgTKlQIoKHDh+YiSpRYLlCgAwcABAhAgAAHDhMWiFwQAQOGDBkECPhhrqXLly8ByJxJ05zNmzhx\n+hgwAAAACBBU/PhRoAAIceLMKV3KtClTAFCjSjVHtao5cOBMQYCAAwerbt3ChTNHlqw4cZgECADA\nlm2AABs2cDFHt25dAHjz6t3Lt6/fv4ADmxtMuLDhcuUECAAAYMO2bc2aaUqQoIDlArPMad7MmTOA\nz6BDmxtNmnS5QIEOHAAQIAABAhw4TFhAe0EEDBgyZBAg4Ie538CDBwdAvLhxc8iTK1fuY8AAAAAg\nQFDx40eBAiDEiTPHvbv3794BiP8fT96c+fPmwIEzBQECDhysunULF86cffvixGESIACAf4AAAAQI\nsGEDF3MJFSoE0NDhQ4gRJU6kWNGiOYwZNW6UIgUAgAABElmzxoePAwApVQpYtMjcS5gxXwKgWdOm\nOZw5c3Lr0CFAAAEFCixYIEECAwMGSJDAQoaMAwcDBqgxV9Xq1asAtG7las7rV7Ber11rggBBhAg3\nbtRAgCBAgBTm5M6lW9cuALx59Zrj29fct29YGDAAAyacOcSJzSlTRoJEAACRJQ/QoEGNGnDmNG/e\nDMDzZ9ChRY8mXdr0aXOpVa9mLUUKAAABAiSyZo0PHwcAdO8WsGiROeDBhQMHUNz/+HFzyZUr59ah\nQ4AAAgoUWLBAggQGBgyQIIGFDBkHDgYMUGPO/Hn06AGsZ9/e3Hv48d9fu9YEAYIIEW7cqIEAAcAA\nAVKYK2jwIMKEABYybGjuIURz375hYcAADJhw5jZyNKdMGQkSAQCQLDlAgwY1asCZa+nSJYCYMmfS\nrGnzJs6cOs3x7OnTZzkHDgAAMGBAjiBBFSosYMDgwwcBAgIkSNCrVzlzWrduBeD1K1hzYseOdYYA\nwYABDWDAwIHjyRMjefIYq2vFCgIEBgxUM+f3L2DAAAYTLmzuMOLEh7Nli6NI0aZNoUIJWbAgQIAW\n5MiZ6+z5M+jPAEaTLm3uNGpz/+HCGQIBAg0abePGkSMXLpyvFCkA8O4NQIAADVSo0KIlzhzy5MkB\nMG/u/Dn06NKnU69u7jr27Nm1FSgQIECDBq548Zo2jZw5c+XKoUL14MOHHDl+matv3z6A/Pr3m+vv\nH6A5gdRAgGDBQli4cOYYNmxI7cYNAgRChDB3EWNGjQA4dvRoDmRIkSDLlRN3Ehu2VavegADBgIEL\nbdrM1bR5E+dNADt59jT3EyjQXRkyPHggJVGiSZMaNSpiwAAAqQcOQIDw4MEKIUJQoQpnDmzYsADI\nljV7Fm1atWvZtjX3Fm7cuNoKFAgQoEEDV7x4TZtGzpy5cuVQoXrw4UOOHL/MNf927BhAZMmTzVW2\nbJkaCBAsWAgLF85caNGiqd24QYBAiBDmWLd2/RpAbNmzzdW2fbt2uXLieGPDtmrVGxAgGDBwoU2b\nOeXLmTdnDgB6dOnmqFevvitDhgcPpCRKNGlSo0ZFDBgAcP7AAQgQHjxYIUQIKlThzNW3bx9Afv37\n+ff3DxCAwIEECxo8iFCguYUMGy4sVy4GgIkAUqQIVq6cuY0by5XToeNAgAAMGGgoV86cypXmALh8\nCdOczJkzof34cegQNXM8e/YsV25QgAAPHsSKZS6p0qVMATh9CtWc1KlUqZYTJ65UqTBhYty4ESGC\nhjNnxo0zhzat2rVoAbh9C9f/nNy55sqVAwMgb14BAgIEGDBAwIABAQIgqFABB44FjBEggAEDS7ly\n5ipbNgcgs+bNnDt7/gw6tGhzpEubJl2uXAwArAGkSBGsXDlztGmXK6dDx4EAARgw0FCunLnhxM0B\nOI48ubnlzJlD+/Hj0CFq5qpbt16u3KAAAR48iBXLnPjx5MsDOI8+vbn17Nu3LydOXKlSYcLEuHEj\nQgQNZ86MAzjO3ECCBQ0OBJBQ4UJzDR2aK1cODACKFAUICBBgwAABAwYECICgQgUcOBacRIAABgws\n5cqZgxnTHACaNW3exJlT506ePc39BBr057FjLAAAECAgUiRzTZ2CA5ckiQAB/wEKFOjQgQo5cua8\nfjUHQOxYsubMnj3rbc6cYMHKmYMbN64zZwYCBLBhw9xevn397gUQWPBgc4UNH0bMjduQIRo0gLhw\ngcHkKlWgQTOXWfNmzpkBfAYd2txo0ubKlZMAQDWAAK0BvAYQQDYBAhmCBNGgIUAAAL17C5g0ydxw\n4uYAHEeeXPly5s2dP4duTvp06tKPHWMBAIAAAZEimQMfHhy4JEkECAhQoECHDlTIkTMXX745APXt\n3zeXX79+b3PmAAwWrJy5ggYNOnNmIEAAGzbMQYwocSJEABYvYjSncSPHjty4DRmiQQOICxcYoKxS\nBRo0cy5fwozpEgDNmjbN4f/Maa5cOQkAfgIIIBQAUQABjhIgkCFIEA0aAgQAIFWqgEmTzGHNag4A\n165ev4INK3Ys2bLmzqJNO24cHToLCBBYsMCZM3PlymnT5gIA374H8uQRJ9gc4cKFASBOrNgc48aO\nrVlTpgybucqWzYkTBwGCAAkSvn0zJ3o06dKiAaBOrdoc69auX1+7hgRJixYUHjwgQOAADhzevJkL\nLnw48eAAjiNPbm758nLlNm0iAGA69erTEyQQIWLRo0dBgiRIIAAAefJDhphLr94cgPbu38OPL38+\n/fr2y5Uzp3+//mjRAObIYSFBggULevSoFSeOAQMAIBYosGSJN3MXMWbMCID/Y0eP5kCGFAkyXDhg\nJ7Fh8+ZNGg0aAgQUMGbMXE2bN3HeBLCTZ09zP4EGFVquHDduypTBevGCAAEBNmwECyZOnDmrV7Fm\nBbCVa1dzX79So4YFy4AAZwMkUGvAAAYMzcaNMzeXLt1y3rzhwSPBkCFzfwGbAzCYcGHDhxEnVryY\ncbly5iBHhhwtWo4cFhIkWLCgR49aceIYMACAdIECS5Z4M7eadevWAGDHlm2Odm3btMOFA7YbGzZv\n3qTRoCFAQAFjxswlV76c+XIAz6FHNzedenXr5cpx46ZMGawXLwgQEGDDRrBg4sSZU7+efXsA7+HH\nNzd/PjVqWLAMCLA/QAL//wANGMCAodm4ceYSKlRYzps3PHgkGDJkrqJFcwAyatzIsaPHjyBDiiRH\nzpzJk+bKIUJ04QICAwYCBABAM0AAADgnTNi2zZzPn0CD+gRAtKhRc0iTKkU6bhyMCBEWLGjQYMCB\nAwAAOPDmzZzXr2DDggVAtqxZc2jTql2rtlw5bLRoPXggwIABEyZs2OgFDpy5v4AD/wVAuLBhcuTM\nkSM3alSECAIAAAgQYAEjRr16mdvMubPnzqmMGTNHurQ5AKhTq17NurXr17BjkyNnrrZtc+UQIbpw\nAYEBAwECABgeIACA4xMmbNtmrrnz59CbA5hOvbq569izXx83DkaECAsWNP9oMODAAQAAHHjzZq69\n+/fw3wOYT7++ufv48+vPX64cNoC0aD14IMCAARMmbNjoBQ6cOYgRJUIEUNHiRXLkzJEjN2pUhAgC\nAAAIEGABI0a9eplj2dLlS5epjBkzV9OmOQA5de7k2dPnT6BBhZojWrToNjFiRIj4gABBAKgBBECA\nECnSOHNZtW7l2hXAV7BhzY0lW7bsLQgQBKxdGyAAAQKKzM2lW9fuXQB59e4119fvX8CB/TpzVsSD\nBwMGBgy4IEwYOXLmJE+mDMDyZczkyJUbNw4VqhAhAgAAMGDAK3OpVa9m3Tp1NGHCzM2mbQ7Abdy5\nde/m3dv3b+DmhA8fXi7/XDhv3rphw6ZJU6pU38xNp17d+nXrALRv527O+3fw4L2hQAHAvPkCBTRo\nEGfO/Xv48eUDoF/fvjn8+fXv58+fG0BupEhJkJBj2rRy5cwxbOgQAMSIEs1RpAgOXKJECQgQ8OTJ\nHMiQIkeSDLlp2DBzKleaA+DyJcyYMmfSrGnzprmcOnWWCxfOm7du2LBp0pQq1TdzSpcybeq0KYCo\nUqeaq2r16lVvKFAA6Nq1QAENGsSZK2v2LNq0ANaybWvuLdy4cufO5caNFCkJEnJMm1aunLnAggcD\nKGz4sLnEicGBS5QoAQECnjyZq2z5MubMljcNG2buM2hzAEaTLm36NOrU/6pXszbn+jXs2LJn0679\nGgDu3LrN8e7t+3ewYBs2IEBww5Spbt3MMW/u/Dl0cwCmU69u7jr27Nq3c+/uHTuA8OLHmytv3jw5\nc+rXs2/v/n2RWrXM0a9vDgD+/Pr38+/vHyAAgQMJFjR4UKA5hQsZNnT4EGLEhQAoVrRoDmNGjRuD\nBduwAQGCG6ZMdetmDmVKlStZmgPwEmZMczNp1rR5E2dOnTQB9PT501xQoULJmTN6FGlSpUuL1Kpl\nDmpUcwCoVrV6FWtWrVu5djX3FWxYsWPJljULFkBatWvNtXX7Fq42bVasRIrUixw5c3v59vX7ly8A\nwYMJmzN8GHFixYsZN/8+DAByZMnmKFe2fBlzZs3jxkWIFMlcaNHmAJQ2fRp1atWrWbd2bQ52bNmz\nade2fTs2AN27eZvz/Rt4cG3arFiJFKkXOXLmmDd3/hx6cwDTqVc3dx17du3buXf3jh1AePHjzZU3\nfx59evXrx42LECmSOfnzzQGwfx9/fv37+ff3DxCAwIEEAZg7iDChwoUMGzpECCCixInmKlq8iHHc\nOG/eyJEzBzKkyJEkSQI4iTKluZUsW7p8CTOmTJYAatq8aS6nzp08e/r8qU3bEWLEzBk9ag6A0qVM\nmzp9CjWq1Knmqlq9ijWr1q1crQL4CjasubFky5o9izatWrIA2rp9ay7/rty5dOvavYtXLoC9fPua\n+ws4sODBhAuLE2crXDhzjBubAwA5suTJlCtbvow5s7nNnDt7/gw6tGjOAEqbPm0uterVrFu7fg1b\nNYDZtGubu407t+7dvHv7xg0guPDh5oobP448ufLl4sTZChfOnPTp5gBYv449u/bt3Lt7/w4+vPjx\n5MubP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1e\nxJhR40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlTJ0tzPX3+BBpU6FCiPgEcRZrU\n3FKmTZ0+hRq1XDlz/1WtXgWQVetWc129fgUbVuxYsl4BnEWb1txatm3dtiVHrpw5unXt3sV7F8Be\nvn39/gUcWPBgwuYMH0acWPFixo0PA4AcWbI5ypUtX8acWfPmygA8fwZtTvRo0qVNn0adejQA1q1d\nm4MdW/Zs2eXKkTOXW/du3r15AwAeXPhw4sWNH0ee3Nxy5s2dP4ceXTpzANWtXzeXXft27t29dy9X\nztx48uXHA0CfXr059u3dv4cfX/789gDs38dvTv9+/v35AyQnsFw5cwYPIkyo8CCAhg4fQowocSLF\nihbNYcyocSPHjh4/ZgQgciRJcyZPokypcqXKcuXMwYwpEyaAmjZvmv/LqXMnz54+fwLVCWAo0aLm\njiJNqjQpuablypmLKnUq1apSAWDNqnUr165ev4INa24s2bJmz6JNq5YsgLZu35qLK3cu3bp26Waz\nZs0c375++QIILHiwucKGDyNOrHgxY8MAHkOObG4y5cqWK5crx82bN3HizIEOLXo0aXMATqNOrXo1\n69auX8M2J3s27dq2b+POPRsA796+zQEPLnw48eLDs1mzZm458+bLAUCPLt0c9erWr2PPrn17dQDe\nv4M3J348+fLky5Xj5s2bOHHm3sOPL3++OQD27+PPr38///7+AQIQOJAgAHMHESZUeHDcuGbNlEWs\nVs1cRYsXMWY0B4D/Y0eP5kCGFDmSZMmQ166JWbbMXEuXL1sCkDmTpjmbN3GWK/ft2zhzP4GaK1du\n2bJp5pAmVbqUKQCnT6GakzqValWr4VSpqlNnFjly5sCGFTtWLACzZ9GmVbuWbVu3b83FlTuXbtxx\n45o1U7a3WjVzfwEHFjzYHADDhxGbU7yYcWPHjxdfuyZm2TJzlzFnvgyAc2fP5kCHFl2u3Ldv48yl\nVm2uXLlly6aZkz2bdm3bAHDn1m2Od2/fv4GHU6WqTp1Z5MiZU76ceXPmAKBHlz6denXr17FnN7ed\ne/fu34gRS5HiwIEBECCcOIHNXHv37+HHBzCffn1z9/Hn17+fv7ly/wDLTZigwJo1cwgTKkQIoKHD\nh+YiSjRHjhw3KFAkSJigR8+mTXLkVEiQAACAABkyaNNmrqXLlzBbAphJs6a5mzhz6txJDhOmBUA/\nfTJHtKjRo0YBKF3KtKnTp1CjSp1qrqrVq1WtWTM1YkSAr18HDDhwQJO5s2jTql0LoK3bt+biyp1L\nt65dc8aMDRgAwZzfv4ABAxhMuLC5w4jNceMWhQABAQIMHDggoLKAAAIEAAAgIEECJ07GjTNHurTp\n0wBSq15trrXr17BjmzNm7MCBAMGCmdvNu7fv3gCCCx9OvLjx48iTKzfHvLlz5tasmRoxIoB16wMG\nHDigyZz37+DDi/8HQL68eXPo06tfz769OWPGBgyAYK6+/fv3Aejfz9+cf4DmBJrjxi0KAQICBBg4\ncEDAQwEBBAgAAEBAggROnIwbZ87jR5AhAYwkWdLcSZQpVa40Z8zYgQMBggUzV9PmTZw3Aezk2dPn\nT6BBhQ4las7oUaRGkyVLQoGCAAEGDCBYsMCAASLkyJnj2tXrV68AxI4la87sWbRpzZYrBw6cNnNx\n5ZozYyZAgDLm9O7lyxfAX8CBzQ0eDA5cqlQkBAhIkIDCiRMJEhgwQODDBwkSIihQYMECMWLmRI8m\nXRrAadSpza1m3dr1a3PixBEgUIAcOXO5de/mvRvAb+DBhQ8nXtz/+HHk5pQvZ648WbIkFCgIEGDA\nAIIFCwwYIEKOnDnw4cWPFw/A/Hn05tSvZ99efbly4MBpM1ffvjkzZgIEKGPOP0BzAgcSNAfgIMKE\n5hYuBAcuVSoSAgQkSEDhxIkECQwYIPDhgwQJERQosGCBGDFzKleybAngJcyY5mbSrGnzpjlx4ggQ\nKECOnLmgQocSHQrgKNKkSpcyber0KVRzUqdSpUoNDpwYMdasMeXESYMGKsqVM2f2LNq0aAGwbevW\nHNy4cufC9eYtW7Zy5vbuDReOAYMBA1yZK2z48GEAihczNufYsThxyJDxqVEjVy5zmsmR8+YZHLhr\n12ghQfLhAyNG/+ZWs27tGgDs2LLN0a5t+zZuc+HCESDQwBzw4MKHEwdg/Djy5MqXM2/u/Lm56NKn\nTxcHDNicOb9+yZIipUCBFuXKmStv/jz68uXKAWjv/r25+PLll/v2LRz+ceOyZSNHDqA5gQLJPXgQ\nIIAAAd7MNXT48CEAiRMpmrNosVy5WrWAlSplDmRIkSDLldtGgkSCBEqUmHP5EmZMADNp1jR3E2dO\nnTvNVasGAMADc0OJFjV6FEBSpUuZNnX6FGpUqeaoVrVqVRwwYHPm/PolS4qUAgValCtnDm1atWvR\nlisHAG5cuebo1q1b7tu3cHvHjcuWjRw5c4MHk3vwIEAAAQK8mf9z/BgyZACTKVc2d/lyuXK1agEr\nVcpcaNGjQ5crt40EiQQJlCgx9xp2bNkAaNe2bQ53bt27eZurVg0AgAfmiBc3fhw5AOXLmTd3/hx6\ndOnTzVW3fh07OXLWrPny5alDhwULOJkzfx59evUA2Ld3bw5+/PjOWrUSJkxcfnP7+fMfAlCAgAAB\nXLgwhzChwoUAGjp8aC5ixHLlunW7Vq6cuY0cO3b0BgOGAAEcOJg7iTKlSgAsW7o0BzOmzJk0zRkz\nBgBAA3M8e/r8CRSA0KFEixo9ijSp0qXmmjp9CpUcOWvWfPny1KHDggWczHn9CjasWABky5o1hzZt\nWmetWgkTJi7/rrm5dOkOESAgQAAXLsz5/Qs4MIDBhAubO3y4XLlu3a6VK2cusuTJk73BgCFAAAcO\n5jp7/gwagOjRpM2ZPo06tWpzxowBANDAnOzZtGvbBoA7t+7dvHv7/g08uLnhxIsbH06NmhcvFxYs\naNAAnLnp1Ktbvw4gu/bt5rp7N1euXKwqVSZNMmbN2rdv4sSZCxdOjpwKCRJgwYIMmbn9/Pv7BwhA\n4ECC5gwaLFeOHDlzDR0+hNiwHBkyBQooUGBO40aOHQF8BBnS3EiSJU2eNKdMWYAADsqVMxdT5kya\nMwHcxJlT506ePX3+BGpO6FCiRYVSo+bFy4UFCxo0AGdO6lSq/1WtAsCaVas5rl3NlSsXq0qVSZOM\nWbP27Zs4cebChZMjp0KCBFiwIENmTu9evn0B/AUc2NzgweXKkSNnTvFixo0VlyNDpkABBQrMXcac\nWTMAzp09mwMdWvRo0uaUKQsQwEG5cuZcv4YdGzYA2rVt38adW/du3r3N/QYeXPhvWbIgQBAwYECD\nBtTMPYceXfp0ANWtXzeXXbt2ZUGCzJjxhQmTHTt+/MCiQoUBAxKMGTMXX/58+vMB3Mef39z+/eXK\nATQncCDBggXDhVux4sCBT+YeQowYEQDFihbNYcyocSNHc8uWUaCggRs3cyZPokyJEgDLli5fwowp\ncybNmuZu4v/MqfOmHTsIEAQQIFTADXDgzCFNqnSpUgBOn0I1J3WquXLlgEWIQICAgK4Avn4VICBA\nAA7XrplLq3Yt27UA3sKNW66cuXJ2y5nLq3fv3nHm/v4VJ06PHgAACgQLZm4x48aLAUCOLNkc5cqW\nL2M2V6uWAgUELFioUQMDhkzVqplLrXp1agCuX8OOLXs27dq2b5vLrXs379x27CBAEEAAcQE3wIEz\np3w58+bMAUCPLt0c9ermypUDFiECAQICvgMIH16AgAABOFy7Zm49+/bu2wOIL39+uXLmyuEvZ24/\n//79AY4zN3CgOHF69AAAUCBYMHMPIUZ8CIBiRYvmMGbUuJH/o7latRQoIGDBQo0aGDBkqlbNXEuX\nL1sCkDmTZk2bN3Hm1LnTXE+fP4H2PHYMCZIRCRIIUFqihC5d5qBGlToVKgCrV7Ga07p1qzMQIBAg\nOECALAEDBgoEUBsAwa5d5cqZkzuXbl25APDm1WuOb1+/f/2KE9csXDhzh8eNa9IkQOMsWcqVMzeZ\ncmUAlzFnNreZc2fPn8PRoCFAQAABAgIEAAAgQIECVqxEGjfOXG3b5gDk1r2bd2/fv4EHF26OeHHj\nx4kfO4YEyYgECQREL1FCly5z17Fn134dQHfv382FFy/eGQgQCBAcILCegAEDBQLED4Bg165y5czl\n17+ff34A/wABCBw40JzBgwgTIhQnrlm4cOYijhvXpEmAi1mylCtnrqPHjwBCihxprqTJkyhThqNB\nQ4CAAAIEBAgAAECAAgWsWIk0bpy5n0DNARhKtKjRo0iTKl3K1JzTp1CjQiVHzpkWLQIEANg6YAAH\nDubCih1LFoDZs2jNqV27tluhQlasUMGEKVYsYMD4VKgAAIAABAgMGQIHzpzhw4gTA1jMuLG5x5Aj\nS35crtyxY21gwbp2TZswYVasBAhA4MSJadPKmVvNmjWA17Bjm5tNu7bt2t68GVqwAIBvAQIKFAAA\nIIDxCBGEkCNnrrlzcwCiS59Ovbr169izazfHvbv37+DNZf/L5sdPggIFBAgIECCWuffw48cHQL++\nfXP48+snRy5cOIDiypUzZ65cOXLAgGHCxKFBAwQIzpwxV9HiRYwANG7kaM7jR5AhPZIjFyyYp0mT\nHDlaBASIBg0ECFCgRWvbtmXkyJnj2dMcAKBBhZojWtToUaLZsgkSpKJAgQABEqBBkyZNhgwMTpxw\n48YROXLmxI41B8DsWbRp1a5l29btW3Nx5c6lW9dctmx+/CQoUECAgAABYpkjXNiwYQCJFS8219jx\nY3LkwoUTV66cOXPlypEDBgwTJg4NGiBAcOaMOdSpVa8G0Nr1a3OxZc+mHZscuWDBPE2a5MjRIiBA\nNGggQID/Ai1a27YtI0fO3HPo5gBMp17d3HXs2bVfz5ZNkCAVBQoECJAADZo0aTJkYHDihBs3jsiR\nM1ffvjkA+fXv59/fP0AAAgcSLGjwIEKB5cqZa+jwIUSI5MhZs5Zsx44BAwAAGDBrlrmQIkeGBGDy\nJEpzKleuLBfuZbhv4sR16zZunDhzOs19o0GDAIEAAZyZK2r06FEASpcyLVfOHNSoUsuVG2eVGDFg\nwHTdupUq1RUJEgwYECBAQ5kyzpw5AgfOHNy45gDQrWvXHN68evdy48aEyYULCRQoYMBAUK5cmzY9\neKBAggRAgDaVK2fuMmZzADZz7uz5M+jQokeTLlfOHOrU/6pXryZHzpq1ZDt2DBgAAMCAWbPM8e7t\nmzeA4MKHmytu3Hi5cMrDfRMnrlu3cePEmatu7hsNGgQIBAjgzBz48OLFAyhv/ny5cubWs29frty4\n+MSIAQOm69atVKmuSJBgAKABAQI0lCnjzJkjcODMNXRoDkBEiRPNVbR4ESM3bkyYXLiQQIECBgwE\n5cq1adODBwokSAAEaFO5cuZo1jQHAGdOnTt59vT5E2jQckOJljN3FGnSpOWYmnP67VuIEAAAELh0\n6du3cua4du0KAGxYsebIli07btu2YcOYYcKkRQstWuXM1a2LDVuBAgECmDH3F3DgwAAIFzZsDnHi\nxOWUKf8bM+ZOnTqxYlmzRk5cZnG1TpwgQECAgAVcuHTqpMtcatWqAbR2/dpcbNmzZ5PLkwdCbghB\n3LhJlkzbsmUwYAwYIIACBVWqvJlz/vw5AOnTqVe3fh17du3by3X3Xs5cePHjx5czbw79t28hQgAA\nQODSpW/fypmzf/8+AP37+ZvzD9CcwIHjtm0bNowZJkxatNCiVc6cRInYsBUoECCAGXMcO3r0CCCk\nyJHmSpo0WU6ZsjFj7tSpEyuWNWvkxNkUV+vECQIEBAhYwIVLp066zBk9ehSA0qVMzTl9ChUquTx5\nIFiFEMSNm2TJtC1bBgPGgAECKFBQpcqbubVs2QJ4Czf/rty5dOvavYt33Dhy27ZFi0aOnLnBhAeL\nE2fMmK5t28o5NmbsxQsBAgY8eIADxxBgwMx5/mwOgOjRpM2ZPo163LhixVYcOBAgAAkS18zZtu3J\n04EDAAAkMQc8uHDhAIobP24uufLld+4sWCCgQYMgQbp1M4cdu7YQIQwYECBgARIk2bKVM4c+fXoA\n7Nu7L1fOnPz59OXnGjLEgoUkSSoBAwgMGjRVJEgECAAAgIAhQ8SJMxdR4kQAFS1exJhR40aOHT2G\nC8ctWrROnapV82ZOpUpr1qxYAQGCSKRIunQZggGDAQMFCiKMGJEhQwImTL59M5c0KQCmTZ2agxpV\nqlRr/xo0BAhAgACXZcu8eZtlwgQBAgIEeDKXVu3atQDcvoVrTu5cuuTINWmyYMAABQpUqSpnzly5\ncr5kyEiQgACBCcqUmYMcWTJkAJUtXy5Xztxmzp3JkeuFA0eFChw47MGDR40aDgQIBAgwYEAWc7Vt\n374NQPdu3r19/wYeXPjwcOG4RYvWqVO1at7MPX9uzZoVKyBAEIkUSZcuQzBgMGCgQEGEESMyZEjA\nhMm3b+bcuwcQX/58c/Xt379vTYOGAAEIACTAZdkyb95mmTBBgIAAAZ7MQYwoUSKAihYvmsuocSM5\nck2aLBgwQIECVarKmTNXrpwvGTISJCBAYIIyZeZu4v/MeRMAz54+y5UzJ3QoUXLkeuHAUaECBw57\n8OBRo4YDAQIBAgwYkMUc165evQIIK3Ys2bJmz6JNq/batWysWEGBkiRJDg8eXrzAAAFCgL59DRgI\nIBgAAAMGChRgkCBBgwYEcuQwZqxcOXOWAWDOrNkc586ePztzpkABgNIDBgQIIAAAAASuEQwzJ3s2\nbdoAbuPObW437967oUEzAGA4gAgR2BgzpkgRiAMHGDAwYEBLuHDmrmPPfh0A9+7ey5UzJ368eHHi\nfPmqIUGCgPbtESAIIF/+ihWAAJnLr38/fwD+AQIQOJBgQYMHESZUiPDatWysWEGBkiRJDg8eXrzA\nAAH/QgCPHg0YCDASAAADBgoUYJAgQYMGBHLkMGasXDlzNwHk1LnTXE+fP4E6c6ZAAQCjAwYECCAA\nAAAETxEMMzeVatWqALBm1WqOa1evXKFBMwCALIAIEdgYM6ZIEYgDBxgwMGBAS7hw5vDm1YsXQF+/\nf8uVMzeY8GBx4nz5qiFBggDHjhEgCDB58ooVgACZ07yZc2cAn0GHFj2adGnTp1Fny9YNGzZduvr0\ncTBgAAECCRAgMGDgwAEDAgQAEC5AgAEDCBAw4MABBAgZmDCBA2eOOnUA17FnN7ede3fv28mQGTAA\nQHnzBQosWMCCRTZz7+HHjw+Afn375vDn16/fjwAB/wABCARwAAGCAQMEGDCQIEGIEM3MSZxIkSKA\nixgzmtvIsaM4cbt2eVmwIEAAACgDqAxwQI+eatXMyZxJs6ZMADhz6tzJs6fPn0CDjhtnrly5ceO8\neUMVJIghQ62yZcOGzZvVatUgQfoUKxYmTGXKZFq2LFy4cebSqlULoK3bt+biyp1LN644cZUq5QgT\npkaNPHz4LFpEiRI5c4gTK1YMoLHjx+YiS548mVySJAAya9YcYMECLlxy5TJHurTp0wBSq15trrXr\n163JkavWqtWJ2ydUiBFDhcqxcuXMCR9OvDhxAMiTK1/OvLnz59Cjjxtnrly5ceO8eUMVJIghQ62y\nZf/Dhs2b+WrVIEH6FCsWJkxlymRatixcuHHm8uvXD6C/f4AABAIwV9DgQYQFxYmrVClHmDA1auTh\nw2fRIkqUyJnj2NGjRwAhRY40V9LkyZPkkiQB0NKlywALFnDhkiuXOZw5de4E0NPnT3NBhQ4NSo5c\ntVatTiw9oUKMGCpUjpUrZ87qVaxZsQLg2tXrV7BhxY4lW9bcWbRp1a5l29YtWgBx5c41V9fuXbx5\n9e7laxfAX8CBzQ0mXNhw4XLlyE2b1qtXMXLkzE2mXNlyZQCZNW8219nzZ9ChRY8m7RnAadSpVa9m\n3dr1a9jmZM+mXdv2bdy5ZwPg3du3OeDBhQ8nXtz/+PHgAJQvZ27O+XPo0aGXK0du2rRevYqRI2fO\n+3fw4cEDIF/evDn06dWvZ9/e/fv0AOTPp1/f/n38+fXvN9ffP0BzAgcSLGjwIEKDABYybGjuIcSI\nEidSrGgRIoCMGjea6+jxI8iQIkeS9AjgJMqU5cqZa+nyJcyYMmfSNAfgJs6cOnfy7OnzJ1BzQocS\nLWr0KNKkQwEwberUHNSoUqdSrWr1alQAWrdyNef1K9iwYseSLfsVANq0asuVM+f2Ldy4cufSrWsO\nAN68evfy7ev3L+DA5gYTLmz4MOLEigkDaOz4sbnIkidTrmz5MmbJADZz7mzuM+jQokeTLm0aNIDU\n/6pXm2vt+jXs2LJn03YN4Dbu3Lp38+7t+zdwc8KHEy9u/Djy5MMBMG/u3Bz06NKnU69u/Xp0ANq3\nczfn/Tv48OLHky//HQD69OrNsW/v/j38+PLntwdg/z7+/Pr38+/vHyAAgQMJAjB3EGFChQsZNnSI\nEEBEiRPNVbR4EWNGjRs5WgTwEWRIcyNJljR5EmVKlSQBtHT50lxMmTNp1rR5E6dMADt59vT5E2hQ\noUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp\n1rV7F29evXv59vX7F3BgwYMJF25qDnFixYsZL/8uZw5yZMmTKQOwfBmzOc2bOXfmXK6cOdGjSZcW\nXQ61OdWrzQFw/Rq2Odmzade2fRt37tkAePf2bQ54cOHDiQ8vZ85cuXLmmDd3/pw5AOnTqVe3fh17\ndu3bzXX3/h18ePHjyXsHcB59enPr2bd3v75c/Pjm6Ne3fx//fQD7+fc3B9CcwIEECxo8iDChQAAM\nGzo0BzGixIkUI5YrJ44cOXMcO3r86BGAyJEkS5o8iTKlypXmWrp8CTMmTHLmatq8iTMngJ08e5r7\nCTSo0KDlypk7ijSp0qVLATh9CtWc1KlUq1q9ijXrVABcu3o1Bzas2LFkw5IjJ23cOHNs27p96xb/\ngNy5dOvavYs3r9695vr6/Qs4MGBy5gobPow4MYDFjBubeww5suTI5cqZu4w5s+bNmwF4/gzanOjR\npEubPo069WgArFu7Ngc7tuzZtGOTIydt3DhzvHv7/u0bgPDhxIsbP448ufLl5po7fw49uvNo0cKZ\nu449u/btALp7/24uvPjx5MubP49ePID17Nubew8/vvz59Ovbhw8gv/795vr7B2hO4ECCBQe2apUq\nXDhzDR0+hPgQwESKFS1exJhR40aO5jx+BBlS5Mdo0cKZQ5lS5UqWAFy+hGlO5kyaNW3exJlzJgCe\nPX2aAxpU6FCiRY0eDQpA6VKm5pw+hRpV6tNW/61ShQtnTutWrl25AgAbVuxYsmXNnkWb1txatm3d\nviVXrJgWLb3M3cWbV+9eAH39/jUXWPBgwoUNExa3bRs5cuYcP4YMQPJkyuYsX8acWfNmzp0vAwAd\nWrQ50qVNn0Zt7tq1FCnalCtnTvZs2rVpA8CdW/du3r19/wYe3Nxw4sWNHydXrJgWLb3MPYceXfp0\nANWtXzeXXft27t29cxe3bRs5cubMn0cPQP169ubcv4cfX/58+vXfA8CfX785/v39AzQncCBBgdeu\npUjRplw5cw4fQowIEQDFihYvYsyocSPHjuY+ggwp8iM4cKNGycCA4cCBEsyYmYspcybNmQBu4v/M\naW4nz54+fwI1J06cGzcLEiQABqycuaZOnQKIKnWquapWr14lJ07coUMqVBCAAEGAAEPmzqJNq3Yt\ngLZu35qLK3cu3brZePAgQKCPub5+/wIODGAw4cKGDyNOrHgxY3OOH0OOXK5cnz4MGCQgQGDAgARS\npKxZM2xYLm3aqlVr9elTtGjgwJmLDWA27drmbuPOrXv37nDhBAk6cCDAgQN06JhLrnw5gObOn5uL\nLn16uXKwYMlx4AAA9+7dAzRqZG48+fLmywNIr369ufbu38N/X67cIQIEBAi4Y24///7+AZoTOBBA\nQYMHESZUuJBhQ4fmIEaUOLFcuT59GDBIQID/wIABCaRIWbNm2LBc2rRVq9bq06do0cCBMzcTQE2b\nN83l1LmTZ8+e4cIJEnTgQIADB+jQMbeUaVMAT6FGNTeVatVy5WDBkuPAAQCvX78GaNTIXFmzZ9Ge\nBbCWbVtzb+HGlRu3XLlDBAgIEHDHXF+/fwEHBjCYcGHDhxEnVryYsTnHjyFHJkduw4YBAwggQBCA\nMwDPnwUwYKBHzw1XrsiRM7d6NQDXr2Gbkz2bdm3btrVps2TJgIEBGjRYs2aOeHHjAJAnV26OeXPn\noEAxYBAAQHXrAQ4cALB9e6tW5sCHFz8ePADz59GbU7+efXv2tGglGDB/QJRw4czl17+f/34A/wAB\nCBxIsKDBgwgTKlRorqHDhxDJkduwYcAAAggQBNgIoKNHAQwY6NFzw5UrcuTMqVQJoKXLl+ZiypxJ\ns2ZNbdosWTJgYIAGDdasmRtKtCiAo0iTmlvKtCkoUAwYBABAtWqAAwcAaNXaqpW5r2DDiv0KoKzZ\ns+bSql3Ldi0tWgkGyB0QJVw4c3jz6t2rF4Dfv4ADCx5MuLDhw+YSK17MeNo0Bw4IEDhhxgwTJiIU\nKAgQAAAACMyYlStnrrTp0wBSq15trrXr17BjwybXrRsfPgwYHKBFy5zv38B9AxhOvLi548iRjzty\nBAGCBxEi3LiRKlW569iwmShQoEMHc+DDi/8fDx6A+fPozalfz769elq0MmTocOHChAkdRo0SJ86c\nf4DmBA4kSBDAQYQJFS5k2NDhQ4jmJE6kSHGcGTMBAihQ4OXZs2vXXOXIQYJEhgzczK1k2bIlAJgx\nZZqjWdPmTZw1yZEDNmNGgwYBAsgYN87cUaRJjwJg2tRpuXLmpEolR46VBQsIEFQYNKhYMXNhxZob\nN2AAAABRophj29btWwBx5c41V9fu3bvkGjUaMODAgR+JEqVIYaBAgSpVqlUz19jxY8gAJE+mXNny\nZcyZNW8219nz58/jzJgJEECBAi/Pnl275ipHDhIkMmTgZs72bdy4Aezm3dvcb+DBhQ8HTo7/HLAZ\nMxo0CBBAxrhx5qRPpy4dwHXs2cuVM9e9OzlyrCxYQICgwqBBxYqZY9/e3LgBAwAAiBLF3H38+fUD\n4N/fP0BzAgcSJEiuUaMBAw4c+JEoUYoUBgoUqFKlWjVzGjdy7AjgI8iQIkeSLGnyJEpzKleyVFmu\nXLEOHQgQkCHDW7ly5sx5gwaNFy9w4MwRLWr0KICkSpeaa+r0KdSoTq9d85EgQYAACRIsM+f1K1iw\nAMaSLVuunLm0aceNm/Xly549w6xZM2f3Ll4dOgAA2LDBHODAggcDKGz4sLnEihcn/vbNx4ABAQKQ\nIMFLly4tWhAIEGDAgB8/5kaTLm0aAOrU/6pXs27t+jXs2OZm0649u1y5Yh06ECAgQ4a3cuXMmfMG\nDRovXuDAmWvu/Dl0ANKnUzdn/Tr27NqvX7vmI0GCAAESJFhm7jz69OkBsG/vvlw5c/Lljxs368uX\nPXuGWbNmDqA5gQMH6tABAMCGDeYYNnT4EEBEiRPNVbR4seK3bz4GDAgQgAQJXrp0adGCQIAAAwb8\n+DH3EmZMmQBo1rR5E2dOnTt59jT3E2jQcuWwYYOTIgUECH/+dBMnrls3XcCARYsmTpw5rVu5dgXw\nFWxYc2PJljV71ty4cUWKDAgQ4MIFVKjM1bV7Fy8AvXv5mvP7FzBgcuLEmTN8GLEJEwAACP8QUM5c\nZMmTJwOwfBmzOc2bOXfrRoSIAAIEFizIlKkbOHChQgV58AAECEaMzNW2fRs3AN27eff2/Rt4cOHD\nzRU3frxcOWzY4KRIAQHCnz/dxInr1k0XMGDRookTZw58ePHjAZQ3f95cevXr2bc3N25ckSIDAgS4\ncAEVKnP7+ff3DxCAwIEEzRk8iBAhOXHizDl8CNGECQAABAgoZy6jxo0bAXj8CNKcyJEku3UjQkQA\nAQILFmTK1A0cuFChgjx4AAIEI0bmevr8CRSA0KFEixo9ijSp0qXmmjp9eu2aKVN5oECJEcOJE1Zo\n0KBA4SBFiiRJPn3qZi6t2rVrAbh9C9f/nNy5dOvaNXfsWIIEAWTIAAfOnODBhAsLBoA4sWJzjBs7\nfixOHDVq5cqZu3wZ2IQJAgQMGHDLnOjRpEkDOI06tbnVrFtPmoQAwYETJ6xYsWatnG5w4H7lymXM\nGDhw5oobP44cgPLlzJs7fw49uvTp5qpbtx6OESM6dJrIkJEgQYECAwQIAIAePQECAwYooUbNnPz5\n9OUDuI8/v7n9/Pv7B2hO4EBvMGAAAGCAFy9zDR0+hPgQwESKFc1dxJhRY7ZsKVJAgYJm1qwmTSY8\nQPkgQAAGxoyZgxlTJkwANW3eNJdTp85xFSoECDAABQoaNKpVI1euHDZsvGTJ+vbN3FSq/1WtTgWQ\nVetWrl29fgUbVqw5smXLhmPEiA6dJjJkJEhQoMAAAQIA3L1LgMCAAUqoUTMXWPDgwAAMH0ZsTvFi\nxo0de4MBAwAAA7x4mcOcWfNmzQA8fwZtTvRo0qWzZUuRAgoUNLNmNWky4cHsBwECMDBmzNxu3r13\nAwAeXLg54sWLj6tQIUCAAShQ0KBRrRq5cuWwYeMlS9a3b+a8fwcf3jsA8uXNn0efXv169u3NvYcP\nv1usWIcOnYkQYcCAAP37AwQAIADBggEeYMNmbiHDhgsBQIwo0RzFihYvYowkQAAAACLMgQwpciRJ\nACZPojSnciXLluHCadBQoACBAzYPMP+IEMGAgQABCiRJIk6cuaJGjwJIqnSpuaZOnV6zYCFAgAQL\nFtiwYcwYuW7dgAHjAQeOLFnmzqJNq/YsgLZu38KNK3cu3bp2zeHNm7dbrFiHDp2JEGHAgACGDQMA\nEGAx4wAPsGEzJ3kyZckALmPObG4z586eP0cSIAAAABHmTqNOrXo1gNauX5uLLXs27XDhNGgoUIDA\ngd4HGESIYMBAgAAFkiQRJ84c8+bOAUCPLt0c9erVr1mwECBAggULbNgwZoxct27AgPGAA0eWLHPu\n38OP7x4A/fr27+PPr38///7mAJoTOHBguXLOnAFBgCBAAAMGLKBBw4MHGQQIAgQAAKD/w7hx5kCG\nFAkSQEmTJ82lVLmS5cpcuRYMGCBAACZzN3Hm1LkTQE+fP80FFTqUaNArVxYsGLCUAAEHDx4kSCBA\nQIIcObRpM7eVa1cAX8GGNTeWLFluGDAUKBCALQIEPnwgUqOGAQMBBgw4cbJtmzm/fwEHBjCYcGHD\nhxEnVryYsTnHjyE7Lleu1oULBAjo0NHNXOfO4MBFiCBAAA1zp1GnTg2AdWvX5mDHlj0b9rNnHTo8\naLC7AShzv4EHFz4cQHHjx80lV76ceXJmzJYsGVGBeoUICxYQ0E4gxLBh48aRMzeePHkA59GnN7ee\nPftxtGhVqfICAYIBAwoUSKBAgQED/wAHHDjQoAEgQOYSKlzIEIDDhxAjSpxIsaLFi+YyatyYsVy5\nWhcuECCgQ0c3cyhRggMXIYIAATTMyZxJkyaAmzhzmtvJs6fPnc+edejwoIHRBqDMKV3KtKlTAFCj\nSjVHtarVq1SZMVuyZESFrxUiLFhAoCyBEMOGjRtHzpzbt28ByJ1L15zdu3fH0aJVpcoLBAgGDChQ\nIIECBQYMDDhwoEEDQIDMSZ5MuTKAy5gza97MubPnz6DLlTNHurRp0qA4cDBgwIgRceZixw4XjgaN\nAAFqmNvNu3dvAMCDCy9Xzpzx48iPY8PWoYMBAwswYBgwIJa569iza98OoLv37+bCi/8fTz68NWtu\n3JRQoUKDhgYFChgwoEDBGmfOyOk3x79/f4AABA4kaM7gQXPlypHr1o0aNUMiRAgQECAAAAMGFixw\nYcBAgAACBIwzV9LkyZMAVK5k2dLlS5gxZc4sV87cTZw5b4LiwMGAASNGxJkjSjRcOBo0AgSoYc7p\nU6hQAUylWrVcOXNZtW7Vig1bhw4GDCzAgGHAgFjm1K5l29YtALhx5ZqjW9fuXbrWrLlxU0KFCg0a\nGhQoYMCAAgVrnDkj19jcY8iQAUymXNncZczmypUj160bNWqGRIgQICBAAAAGDCxY4MKAgQABBAgY\nZ872bdy4Aezm3dv3b+DBhQ8nbs7/+HHkyMs1aSJAQIECtsxNnw4NWoMGAABEMNfd+/fvAMSPJ1+u\nnDn06dWj7+bFCwQIEiSkMGBAgABX5vTv59/fP0AAAgcSNGfwIMKEBnXpEiGix5UrWLBwaNBgwYIV\nK05580aOXDlzIkeOBGDyJEpzKleybKly27ZUqZ6BA2fuJjJkAgQAAADIHNCgQoUCKGr0KNKkSpcy\nberUHNSoUqWWa9JEgIACBWyZ69oVGrQGDQAAiGDuLNq0aQGwbeu2XDlzcufSldvNixcIECRISGHA\ngAABrswRLmz4MGIAihczNuf4MeTIjnXpEiGix5UrWLBwaNBgwYIVK05580aOXDlz/6pXrwbg+jVs\nc7Jn064te9u2VKmegQNn7jcyZAIEAAAAyBzy5MqVA2ju/Dn06NKnU69u3Rz27Nq3hwsnQAAAAAF2\n7HDlilOHDgQIAABwYNo0c/Ln05cP4D7+/Ob28+/fH6AzOnRSpPjw4UEBhQW+mXP4EGJEiQAoVrRo\nDmNGjRsxcuI0YgSUW7fixAGxYIEECS9erOrWzVxMmTNjArB5E6c5nTt59vTps1w5DhwAAGhiDmlS\npUoBNHX6FGpUqVOpVrVqDmtWrVuxduuGAUOBAwcmTNAQIQIBAgECHGjVylxcuXPjArB7F685vXv5\n8h0nS5YQIRAgSEiQQIMGc4sZN/92/NgcAMmTKZuzfBlzZsu/fo0ZY8qYsT59MtCgceRIliyzypUz\n9xp27NcAaNe2bQ53bt27efc216bNgAFIzBU3fvw4AOXLmTd3/hx6dOnTzVW3fh179W7dMGAocODA\nhAkaIkQgQCBAgAOtWplz/x6+ewDz6dc3dx9//vzjZMkSAlAIBAgSEiTQoMGcwoUMGzo0ByCixInm\nKlq8iLHir19jxpgyZqxPnww0aBw5kiXLrHLlzLl8CdMlgJk0a5q7iTOnzp08zbVpM2AAEnNEixo1\nCiCp0qVMmzp9CjWqVHLkzFm9ijUr1lhkyIAAIUSFChAgDBgYwIBBrFjfzLl9+xb/gNy5dM3ZvYvX\nbrlyyPLkiRABAYIFS5ZcumQuseLFjBubAwA5smRzlCtbvkx53DhjxjJx4WLBwgINGs6cWbKkV7ly\n5lq7ft0agOzZtM3Zvo07t+7d5nDhEiAAh7nhxIsXB4A8ufLlzJs7fw49Ojly5qpbv479eiwyZECA\nEKJCBQgQBgwMYMAgVqxv5tq7dw8gvvz55urbv1+/XDlkefJEABgBAYIFS5ZcumRO4UKGDR2aAxBR\n4kRzFS1exFhx3DhjxjJx4WLBwgINGs6cWbKkV7ly5ly+hOkSwEyaNc3dxJlT506e5nDhEiAAhzmi\nRY0aBZBU6VKmTZ0+hRpVKjly/+asXsWaVatWZ86QIFkQNiyLa9fMnUVrDsBatm3NvYUb9225ct2I\nEEmQoECBGI0aiRNnTvBgwoUNmwOQWPFic40dP4b8mBw5Yg4cDBhQgAgROHDo0IFmTvRo0qQBnEad\n2txq1q1dv4ZtrkYNAABamMOdW7duAL19/wYeXPhw4sWNlytnTvly5s2dPzcHDpypHTsgQDCgSJE5\n7t3NAQAfXrw58uXNm/82aBACBAkSxPn2zdx8+vXt36cPQP9+/ub8AzQncCDBggNfBQgAAAACQoTA\ngQsXzhzFihYvAsiocaO5jh4/ggwp0lyJEgAASDGnciVLlgBewowpcybNmjZv4v8sV84cz54+fwIN\nag4cOFM7dkCAYECRInNOn5oDIHUqVXNWr2LF+m3QIAQIEiSI8+2bubJmz6JNaxYA27ZuzcGNK3cu\n3VcBAgAAgIAQIXDgwoUzJ3gw4cIADiNObG4x48aOH0M2V6IEAABSzGHOrFkzgM6eP4MOLXo06dKm\nzaFOrXo169auwYFrAw2audq2zQHIrXu3ud6+fwMHBy5QoDRpyJlLrnw58+bMAUCPLt0c9erWr2Mv\n9+BBgAAbyJEzJ348+fLkAaBPr94c+/bu38OPb27IEAMGYJnLr3//fgD+AQIQOJBgQYMHESZUiNBc\nQ4cPIUaUOBEcuDbQoJnTuNH/HACPH0GaEzmSZElw4AIFSpOGnDmXL2HGlBkTQE2bN83l1LmTZ89y\nDx4ECLCBHDlzR5EmVZoUQFOnT81FlTqValWr5oYMMWAAljmvX8GCBTCWbFmzZ9GmVbuWrTm3b+HG\nlTuXrltx5vDmzQuAb1+/5gAHFjyYHDlTprZtM7eYcWPHjx8DkDyZsjnLlzFn1mzuzRsBAgiZEz2a\ndGnTAFCnVm2OdWvXr2HDLlfOlKkNG7aZ072bN28Av4EHFz6ceHHjx5GbU76ceXPnz6ErF2eOevXq\nALBn126Oe3fv38mRM2Vq2zZz59GnV79+PQD37+Gbkz+ffn375t68ESCAkDn//wDNCRxIsOBAAAgT\nKjTHsKHDhxAhlitnytSGDdvMadzIkSOAjyBDihxJsqTJkyjNqVzJsqXLlzBjrgRAs6ZNczhz6tyJ\nc9w4c0CDCh1KtKg5AEiTKjXHtKnTp1DN6dIlREg4c1izat3KFYDXr2DNiR1LtqzZs+aYMQsWzJzb\nt3DjAphLt67du3jz6t3L15zfv4ADCx5MuPBfAIgTKzbHuLHjx5AjS57cGIDly5jNad7MubPnzdiw\nmRtNurTp0+YAqF7N2pzr17Bjy55trlw5ceLM6d7NuzeA38CDCx9OvLjx48jNKV/OvLnz59CjLwdA\nvbp1c9iza9/Ovbv379kBiNMfT96c+fPo06s/jw2buffw48ufbw6A/fv4zenfz7+/f4DmBA4UWK6c\nOHHmFC5k2BDAQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNnyZcyZNW/mLDcg\nACH5BAgKAAAALAAAAAAgASABh/////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly\n8vHx8fDw8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e\n3t3d3dzc3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rK\nysnJycjIyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2\ntrW1tbOzs7KysrCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCg\noJ+fn56enp2dnZycnJubm5qampmZmZiYmJeXl5WVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH5+fnx8fHt7e3l5eXh4eHd3d3Z2dnV1dXR0\ndHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGZmZmVlZWRkZGNjY2FhYWBgYF9fX15eXl1d\nXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtLS0lJSUhISEdH\nR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMzMzIyMjAwMC8v\nLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsbGxoaGhkZGRgY\nGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgICAcHBwYGBgUF\nBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAj/AAEIHEiwoMGD\nCBMqXMiwocOHECNKnEixosWLGDNq3Mixo8ePIEOKHEmypMmTKFOqXMmypcuXMGPKnEmzps2bOHPq\n3Mmzp8+fQIMKHUq0qNGjSJMqXcq0qdOnUKNKnUq1qtWrWLNq3cq1q9evYMOKHUu2rNmzaNOqXcu2\nrdu3cOPKnUu3rt27ePPq3cu3r9+/gAMLHky4sOHDiBMrXsy4sVpxkCNLnky5suXLkQFo3sxZnOfP\noEOLHk269GcAqFOrFse6tevXsGPLnt0agO3buMOFE8e7t+/fwIMLHy4OgPHjyJMrX868ufPn4qJL\nn069uvXr2KUD2M69u7jv4MOL/x9Pvrx58ADSq18vrr379/Djy59P3z2A+/jzi9vPv79/gOIEDiRY\n0ODBggAULmTY0OFDiBElThRX0eJFjBk1buRoEcBHkCHFjSRZ0uRJlClVkgTQ0uVLcTFlzqRZ0+ZN\nnDIB7OTZU9xPoEGFDiVa1ChQAEmVLmXa1OlTqFGliqNa1epVrFm1bq0KwOtXsOLEjiVb1uxZtGnH\nAmDb1q04uHHlzqVb1+7duAD07uUrzu9fwIEFDyZc+C8AxIkVL2bc2PFjyJHFTaZc2fJlzJk1UwbQ\n2fNncaFFjyZdWhw4cOJUr2bd2vVqALFlzxZX2/Zt3Ll17+ZtG8Bv4MHFDSde3P/4ceTJlRMH0Nz5\nc+jRpU+nXt26OOzZtW/n3t379+wAxI8nL878efTp1YsDB07ce/jx5c+HD8D+ffzi9O/n398/QHEC\nBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixowaN3Ls6PEjSHEiR5IUGS4cOG/etGkLFqwRIEDOnImr\nafMmzpziAPDs6VMc0KBChwr15g0WHz6UKIUT5/Qp1KhSAVCtalUc1qxat3Lt6vVrVgBix5IVZ/Ys\n2rRqz4ID5yxbtnDhxNGta/cuXQB69/Lt6/cv4MCCB4srbPhw4XDhwHnzpk1bsGCNAAFy5kwc5sya\nN3MWB+Az6NDiRpMubbq0N2//sPjwoUQpnLjYsmfTrg3gNu7c4nbz7u37N/DgwnkDKG78uLjkypcz\nb64cHDhn2bKFCyfuOvbs2q8D6O79O/jw4seTL29eHPr06tFr02bs0qU2bWzYoBAgAAECd8Tx7+8f\noDiBAwmKA3AQYUJxCxk2dBgu3LVrbNgc+fChRQto4jh29PgRJACRI0mKM3kSpUlv3sS1dPkSZkyZ\nMQHUtHlTXE6dO3n2FMeHT4ECAiBAAAFClChxS5k2dQoAalSpU6lWtXoVa1ZxW7l23apNGy9KlE6d\nChUK1YoVCBBIePZMXFy5c+nOBXAXb15xe/n29XvqlA8fEybY0KQJFapq3ryF/wsHDpw4yZMpVwZw\nGXNmcZs5d372zJgxcaNJlzZ9GvVpAKtZtxb3GnZs2bOFBLAdgIABAwIEDBjASlxw4cOHAzB+HHly\n5cuZN3f+XFx06dOja9PGixKlU6dChUK1YgUCBBKePRN3Hn169ekBtHf/Xlx8+fPpnzrlw8eECTY0\naUIFEFU1b97ChQMHTpzChQwbAngIMaK4iRQrPntmzJi4jRw7evwI8iOAkSRLijuJMqXKlUICuAxA\nwIABAQIGDGAlLqfOnTsB+PwJNKjQoUSLGj0qLqnSpUvDefMmLmpUcOBSpeoRLpy4rVy7eu0KIKzY\nseLKmj17NlybNilShAghTf+c3Ll0xYUThzevXr0A+vr9Ky6wYMHfXr0CBkyc4sWMGzMOly1btGjh\nKou7jFkcgM2cO4v7DDq06NAnTggIEECHjlBIkBgwECCABHG0a9u2DSC37t28e/v+DTy4cHHEixs3\nHs6bN3HMmYMDlypVj3DhxFm/jj07dgDcu3sXBz68ePHh2rRJkSJECGni2rt/Ly6cuPn069cHgD+/\nfnH8+/cH+O3VK2DAxB1EmFBhwnDZskWLFk6iOIoVxQHAmFGjOI4dPX70eOKEgAABdOgIhQSJAQMB\nAkgQF1PmzJkAbN7EmVPnTp49ff4UF1ToUKJFhUKDBkvcUqZNnT4FEFXqVHH/Va1evboNBAgCBEaM\nEBdW7FiyZcsCQJtWrTi2bds+o0ChSRNxde3exevN265dKYAAOXTIljVr4gwfFgdA8WLG4hw/hhwZ\nG7YYMQIESDBmDDRo4bZt27NnwYII4cKJQ51aNWoArV2/hh1b9mzatW2Lw51b927e4sKFc+bMmzji\nxY0fRw5A+XLm4pw/hw79mgEDAQIYMiRO+3bu3b17BxBe/Hhx5c2b30KAQIYM4cS9hy9u164yZRi8\neAEBQoIECLIAzMKLVzdxBg8eBKBwIUNxDh9ChBhuxowCBRo0gPXtm7iOHcOFO3TojriSJk+eBKBy\nJcuWLl/CjClzpriaNm/i/8wpLlw4Z868iQsqdCjRogCOIk0qbinTpk2vGTAQIIAhQ+KuYs2qdetW\nAF6/ghUnduzYLQQIZMgQThzbtuJ27SpThsGLFxAgJEiAIEsWXry6iQssWDCAwoYPi0usePHicDNm\nFCjQoAGsb9/EYcYcLtyhQ3fEgQ4tWjSA0qZPo06tejXr1q7FwY4tezbscOGkSUMGAoQGDdXEAQ8u\nfDhxAMaPIxenfDlz5rQGDAgQwJEjcdavY8+uXTuA7t6/iwsvXly4cDsCoA9gIkiQGzc0aDggQECA\nAAcuXHDgYMECDaQAkhI3kGDBgQAQJlQojmFDhw6jhQhBgQIgQOHEZdSocf/ZMmriQIYUKRJASZMn\nUaZUuZJlS5fiYMaUORNmuHDSpCEDAUKDhmrigAYVOpQoAKNHkYpTupQpU1oDBgQI4MiROKtXsWbV\nqhVAV69fxYUVKy5cuB0B0AYwESTIjRsaNBwQICBAgAMXLjhwsGCBBlKkxAUWPDgwAMOHEYtTvJgx\n42ghQlCgAAhQOHGXMWNetoyaOM+fQYMGMJp0adOnUadWvZq1ONevYcd2zY0bBAgBAAAQIGCSON+/\ngQcXDoB4cePikCdXrhyNAAEHDvz6JY56devXsWMHsJ17d3HfwYNn1KABAPPn0RswwIJFnU2bjBg5\ncQKHN2/i8OfXjx9Af///AAEIBCCuoMGDB72dOjVrFjZs4iJKnAgOXDhxGDNq1Aigo8ePIEOKHEmy\npElxKFOqXImSGzcIEAIAACBAwCRxOHPq3MkTgM+fQMUJHUqUKBoBAg4c+PVLnNOnUKNKlQqgqtWr\n4rJq1cqoQQMAYMOKNWCABYs6mzYZMXLiBA5v3sTJnUtXLoC7ePOK28u3b19vp07NmoUNm7jDiBOD\nAxdOnOPHkCEDmEy5suXLmDNr3sxZnOfPoEN77tbtwAEAqFEb4MZNnOvXsGPDBkC7tm1xuHPrxo0N\nGw4DBiZMyJRJnHHj1Jw5AwUKECBe4qJLnz4dgPXr2MVp3749HBgwAQIA/xgfIIACBV1atcqW7du1\na1u2NGjwQpz9+/jxA9jPv784gOIEDiRIcNu2R4+mTRPX0OFDa9bETaRY0SIAjBk1buTY0eNHkCHF\njSRZ0mRJadJIXbggwCUIEJo0iaNZ0+ZNmgB07uQpzudPoD5//driwAEFCnnyaOPGLVWqF1CgGDAQ\nIMAAUaK+fRPX1etXAGHFjhVX1uxZcOCMGVsGC1auXN26iQMHTtxdbtxy5IAAAZc4wIEFCwZQ2PBh\ncYkVL2YMDhwTJtmyiaNcmbIvX6JEiePc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr19KkkbpwQcBtECA0\naRLX2/dv4L0BDCdeXP/cceTJj//6tcWBAwoU8uTRxo1bqlQvoEAxYCBAgAGiRH37Js78efQA1K9n\nL879e/jgwBkztgwWrFy5unUTBw4cQHECuXHLkQMCBFziFjJs2BAAxIgSxVGsaPEiOHBMmGTLJu4j\nyI++fIkSJe4kypQqAbBs6fIlzJgyZ9KsKe4mzpw6d+qchQFDgAAaNIgravQoUgBKlzIV5/QpVHDg\nGDE6MmLEiROePGUT5/XrV2rUYGjQ8OVLOHFq164F4PYtXHFy59Kta9cuL14LFiRI4E0c4MCCBQMo\nbPiwuMSKFzMGBy5GjG7dxFGunCuXAgUXLojr7PkzaACiR5Mubfo06tT/qleLa+36NezYsGdhwBAg\ngAYN4nbz7u0bAPDgwsURL24cHDhGjI6MGHHihCdP2cRRr16dGjUYGjR8+RJOHPjw4QGQL29eHPr0\n6tezZ8+L14IFCRJ4E2f/Pn78APbz7y8OoDiBAwkSBAcuRoxu3cQ1dJgrlwIFFy6Is3gRY0YAGzl2\n9PgRZEiRI0mKM3kSZUqVKpctI0DgwAFC4mjWtGkTQE6dO8X19PkzW7YZM1okSQIMWLhw4pg2ddr0\nxg0DBp6Js3r1KgCtW7mK8/oVbFixYg0ZGjBgyBBxa9m2dQsAbly54ujWtXt327YyZY4dE/f3rxUC\nBAAAMGGCmzjFixkz/wbwGHJkyZMpV7Z8GbM4zZs5d/b8WVyjRgMGKAgXTlxq1atTA3D9GrY42bNp\nixLFgAGKVq3E9fb9G3hvb94OHPggDnny5ACYN3cuDnq4cOKoV7d+Hbu4Dh0KFKBESVx48ePJAzB/\nHr049evZtxcm7McPJEhmpUnDgIGAAgUOHBgAcEAJcQQLGjQIIKHChQwbOnwIMaJEcRQrWryIMaO4\nRo0GDFAQLpy4kSRLjgSAMqVKcSxbuhQligEDFK1aibuJM6fOm968HTjwQZzQoUMBGD2KVJzScOHE\nOX0KNapUcR06FChAiZK4rVy7egUANqxYcWTLmj0rTNiPH0iQzEqThv8BAwEFChw4MGBACXF8+/r1\nCyCw4MGECxs+jDixYnGMGzt+DDmyOGvWBgxQIC6z5s2bAXj+DFqc6NGjtwEBkiBBFHDgxLl+DTs2\nbAQIKoi7jRs3gN28e4MD9y24uOHEixs/Ds6ChQIFsmUTBz269OkAqlu/Li679u3bwT15cuDAgAEG\nAJgHkGDLlg8fAgQAkCePuPn0688HgD+//v38+/sHCEDgQIIFDR4UKE7hQoYNHT4UZ83agAEKxF3E\nmDEjAI4dPYoDGTLkNiBAEiSIAg6cOJYtXb50iQBBBXE1bdoEkFPnTnDgvv0UF1ToUKJFwVmwUKBA\ntmzinD6FGhXAVKr/VcVdxZo1K7gnTw4cGDDAAACyABJs2fLhQ4AAAPLkERdX7ty4AOzexZtX716+\nff3+FRdYsGBw4cKJQ5xY8WLEHz4AALBD3GTKlSsDwJxZszjOnTv3ggAhQIAb4cKJQ51a9WrU3LgJ\nECBB3GzatAHcxp2bGzdvvcX9Bh5c+PBfBgwcOAAOnDjmzZ0/BxBd+nRw4MRdDxfOmzdryJBZsnQk\nQQIB5QUQKFBgwgRr3rzdujVgAIADBxYtCidO//79APwDBCBwIMGCBg8iTKgQobiGDh2CCxdOHMWK\nFi9S/PABAIAd4j6CDBkSAMmSJsWhTJmyFwQIAQLcCBdOHM2aNm/S/+TGTYAACeJ+AgUKYCjRoty4\neUsqbinTpk6f/jJg4MABcODEYc2qdSuArl6/ggMnbmy4cN68WUOGzJKlIwkSCIgrgECBAhMmWPPm\n7datAQMAHDiwaFE4cYYPHwageDHjxo4fQ44sebK4ypbFhQu368mTQIHEgQ4tOjQyZAMGFCgwSxzr\n1q5dA4gte7a42rZt02rQIEAADdy4iQsufDjx4FGiFCjASxzz5s0BQI8uHRx16uKuY8+ufXuNAQNS\npBAnfjz58uIBoE+vPlw4ce67dXv27MyIEQgQOMCAIUuWWbMA+sKFy5s3ceHCGTMGAgQAhwQInAEH\nTlxFi+IAZNS4kf9jR48fQYYUGS6cOJMnxWGLEEGAgCbiYMaUKe4SAwYDBly4sE1cT58/fwIQOpSo\nOKNHj2J78UKAgAUpUkCCBA6cOKtXsWbLpoAAgQcPqokTO3YsALNn0X77xs2Zs3DhxMWVO5du3GnT\nDhAgECiQOL9/AQf2C4BwYcPgwIUTJy5cOG7cOjFgcOBAFG7cxGXWLC5cOHDMmMGCZcLEgQIFBKRm\nwSJcOHGvXwOQPZt2bdu3cefWvTtcOHG/gYvDFiGCAAFNxCVXvlzcJQYMBgy4cGGbOOvXsWMHsJ17\nd3HfwYPH9uKFAAELUqSABAkcOHHv4cfPlk0BAQIPHlQTt58/fwD/AAEIHDjw2zduzpyFCyeuocOH\nEBtOm3aAAIFAgcRp3Mixo0YAIEOKBAcunDhx4cJx49aJAYMDB6Jw4yaupk1x4cKBY8YMFiwTJg4U\nKCCgKAsW4cKJW7oUgNOnUKNKnUq1qtWr4rJq3bppU4ECCx48aNSoVStlaNA8eCBAgoQaNX79Eke3\nrt27APLq3Suur9+/y5alSWMCgGEAAgTUwIFjyhQXhQpNmBAgAAAdOnLlCieus2fPAEKLHg0OXLZk\nybx5E8e6tevXrEeNGtCgQZs24nLr3s07N4DfwIOHCyeuuHFx3USJmjVLnPPn0J1DW7aMD589ewRd\nusSBQwVWrMSJ/x8vDoD58+jTq1/Pvr379+Liy5+/aVOBAgsePGjUqFUrgMrQoHnwQIAECTVq/Pol\nzuFDiBEBTKRYUdxFjBmXLUuTxgQAkAAECKiBA8eUKS4KFZowIUAAADp05MoVTtxNnDgB7OTZExy4\nbMmSefMmzuhRpEmNjho1oEGDNm3ETaVa1epUAFm1bg0XTtxXsOK6iRI1a5Y4tGnVooW2bBkfPnv2\nCLp0iQOHCqxYiePbVxwAwIEFDyZc2PBhxInFLWbcePGmTQYATKZcGYCCTp26dRPX2fNn0J0BjCZd\nWtxp1KlPhwunDAMGAQICBABQ23btAAEQIBgjzvdv4MABDCdePP/ccW7ctm0T19z5c+jNgwXbQIHC\nmDHhwonj3t37dwDhxY8XV978efTp1YsLF86bt23h5MsXV9++fQD59e/n398/QAACBxIsaPAgQoHi\nFjJsuDBcOBgAJlIEMGBAkybVxHHs6PEjSAAiR5IUZ/IkypQoq1V7dOVKnjxwTJmSJk0czpw6d+IE\n4PMnUHFChxItanRouHCUQIAgQgQcOHFSp1KtCuAq1qzitnLt6vUr2LBiuQIoa/Ys2rRq17Jt61Yc\n3Lhy4YYLBwMA3rwABgxo0qSauMCCBxMuDOAw4sTiFjNu7LhxtWqPrlzJkweOKVPSpInr7Pkz6M4A\nRpMuLe406tT/qlejDheOEggQRIiAAyfuNu7cugHw7u1bHPDgwocTL278eHAAypczb+78OfTo0qeL\nq279OnZw4K5dQ4bsm7jw4seTL08eAPr06sWxb+/+Pfz48ue3B2D/Pn5x+vfz168NoDZp3ryJM3jw\n4LdWrZAgKVRIXESJEykCsHgRoziNGzl29PgRZMiNAEiWNHkSZUqVK1m2FPcSZkyZ4MBdu4YM2Tdx\nO3n29PnTJwChQ4mKM3oUaVKlS5k2PQoAalSp4qhWtUpVmzZp3ryJ8/r167dWrZAgKVRIXFq1a9kC\ncPsWrji5c+nWtXsXb965APj29fsXcGDBgwkXFncYcWLFixk3/3aMGEBkyZPFVbZ8GXNmzZs5Wwbw\nGXRocaNJlx6dLFkdRYqgQRP3GnZsZ844cbomDndu3boB9Pb9W1xw4cOJFzd+HLlwAMuZN3f+HHp0\n6dOpi7N+HXt27du5d78OAHx48eLIlzd/Hn169evLA3D/Hr44+fPpy0+WrI4iRdCgifMPUJzAgeKc\nOePE6Zq4hQwbNgQAMaJEcRQrWryIMaPGjRUBePwIMqTIkSRLmjwpLqXKlSxbunwJUyWAmTRriruJ\nM6fOnTx7+sQJIKjQoeKKGj1atFs3RGPGCBMmLqrUqVGrVesmLqvWrVsBeP0KVpzYsWTLmj2LNu1Y\nAGzbun0LN/+u3Ll064YLJy6v3r18+/r9C1gcgMGEC4s7jDix4sWMGztGDCCy5MniKlu+XHnbNlKF\nCmnTJi606NGhw4UDJy616tWrAbh+DVuc7Nm0a9u+jTv3bAC8e/v+DTy48OHEi4cLJy658uXMmzt/\nDl0cgOnUq4u7jj279u3cu3vHDiC8+PHiyps/X37bNlKFCmnTJi6+/Pnxw4UDJy6//v37AfgHCEDg\nQADiDB5EmFDhQoYNDwKAGFHiRIoVLV7EmFHjRo4dPX4EGVLkSJIlTZ5EmVLlSpYtXb6EGVPmTJo1\nbd7EmVPnTp49ff4EGlToUKJFjR5FmlTpUqZNnT6FGlXqVKr/Va2yDBdO3FauXb1+BRtWrDgAZc2e\nDRdO3Fq2bd2+hRtXrjgAde3eFZdX716+ff3+BawXwGDChcUdRpxY8WLF4cQ9hhxZ8mQAlS1fxpxZ\n82bOnT2HCydO9GjSpU2fRp1aHADWrV2HCydO9mzatW3fxp1bHADevX2LAx5c+HDixY0fDw5A+XLm\n4pw/hx5devRw4qxfx55dOwDu3b1/Bx9e/Hjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f/37+9gEA\nBCBw4EBxBg8iTKhwIcOGBwFAjChRHMWKFi9ivAhOHMeOHj+CBCByJMmSJk+iTKlypbiWLl/CjCnT\nJThw4m7i/8ypEwDPnj7FAQ0qdCjRokaPBgWgdClTcU6fQo0qdSrVqk8BYM2qVRzXrl6/gv1KLVu2\nbt3EoU2rdi1aAG7fwo0rdy7dunbvisurdy/fvn71ggMnbjDhwoYBIE6sWBzjxo4fQ44seXJjAJYv\nYxaneTPnzp4/gw69GQDp0qbFoU6tejXr1dSyZevWTRzt2rZv0wagezfv3r5/Aw8ufLi44saPI0+u\nXBwiRKZMhRMnfTp16gCuY88ubjv37t6/gw8vnjuA8ubPi0uvfj379u7fw1cPYD79+uLu48+vfz9+\nbtwA0kKFSpMmatTAiVO4kCFDAA8hRpQ4kWJFixcxitO4kf9jR48fxSFCZMpUOHEnUaZMCYBlS5fi\nYMaUOZNmTZs3YwLQuZOnOJ8/gQYVOpRo0Z8AkCZVKo5pU6dPoTblxo0WKlSaNFGjBk5cV69fvwIQ\nO5ZsWbNn0aZVu1ZcW7dv4caNS4vWgwcKFDATt5dv374AAAcWLI5wYcOHESdWvLgwAMePIYuTPJly\nZcuXMUsOJ45z584AQIcWLY50adOnUYvz5i1btmvhwnHjpk2bMnDgxOXWvTs3AN+/gQcXPpx4cePH\nxSVXvpx58+a0aD14oEABM3HXsWfPDoB7d+/iwIcXP558efPnwwNQv569OPfv4ceXP5+++3Di8OfP\nD4B/f///AMUJHEiwoEFx3rxly3YtXDhu3LRpUwYOnLiLGDNeBMCxo8ePIEOKHEmypLiTKFOqXKky\nW5o0BAgYMKBNnM2bOHEC2Mmzp7ifQIMKHUp0qDdvzZqBE8e0aVMAUKNKFUe1qtWrWLNq5cZVnNev\nXwGIHUtWnNmzaNOi/fatWrRo4uLKnUu3rlwAePPq3cu3r9+/gAOLG0y4sOHDhLt1W9OgQYAABAhY\nE0e5smXLADJr3iyus+fPoEOLBt2sTRs+fLSJW82aNYDXsGOLm027tu3buG9/+5YqVS5xwIMHB0C8\nuHFxyJMrXx4u3LRpc+YAAgdOnPXr2LNrvw6gu/fv4MOL/x9Pvrx5cejTq1/PPn23bmsaNAgQgAAB\na+Ly69+/H4B/gAAEDgQgzuBBhAkVLkzYrE0bPny0iaNYsSIAjBk1iuPY0eNHkCFBfvuWKlUucSlV\nqgTQ0uVLcTFlzqQZLty0aXPmAAIHTtxPoEGFDgUKwOhRpEmVLmXa1OlTcVGlTqVaVRw2bJs2VXDg\n4MGDRInEjSVb1iwAtGnVimPb1u1buOLAgatWjY0jR6FCHTtGpEaNTZvEDSZcGMBhxInFLWbc2PFj\nyI9JkVKiZNe3b+I0bxYHwPNn0OJEjyZd2patKlWUKNEmzvVr2LFlxwZQ2/Zt3Ll17+bd27c44MGF\nDycuDv8btk2bKjhw8OBBokTipE+nXh3AdezZxW3n3t37d3HgwFWrxsaRo1Chjh0jUqPGpk3i5M+n\nD8D+ffzi9O/n398/QHECBxIcSIqUEiW7vn0T5/ChOAASJ1IUZ/Eixoy2bFWpokSJNnEiR5IsabIk\ngJQqV7Js6fIlzJgyxdGsafMmTnCZMnHg8CBMGGDAxBEtavQoUQBKlzIV5/Qp1KhSoRUpIkHCBkiQ\ndOmyYwdEjBjXrokra/YsgLRq14pr6/Yt3Lbduj17Ju4u3rzhwplx4QIECCeiRIkrbFgcgMSKF4tr\n7PjxY2waNDhwkCuXuMyaN3Pu3BkA6NCiR5Mubfo06tT/4lazbu26dbhwuTZsqFBhk7jcunfz7g3g\nN/Dg4oYTL268+KZNIwgQYMDAEThw2bL16dPAjh1x2rdz1w7gO/jw4saTL29+vC9fpEh9E+f+vbhh\nw378eHDnTqBAjZo1E+cfoDiB4gAUNHhQXEKFCxf6QYDgxAlxEylWtHgRozgAGzl29PgRZEiRI0mK\nM3kSZUqU4cLl2rChQoVN4mjWtHkTJwCdO3mK8/kTaFCgmzaNIECAAQNH4MBly9anTwM7dsRVtXq1\nKgCtW7mK8/oVbFivvnyRIvVNXFq14oYN+/HjwZ07gQI1atZMXF694gD09ftXXGDBgwf7QYDgxAlx\nixk3/3b8GLI4AJMpV7Z8GXNmzZs5i/P8GXRo0MSIkZgwARAgcatZt3b9WhwA2bNpi7N9G3du28eO\nSZBwQIECLly0efOWLBkKFARatRL3HHr05wCoV7cuDnt27dt9+QoR4sQJZeHCiRPHrUuXA+sPfPHm\nTVx8+fPjA7B/H784/fv5678G8NqFBQsQIRKHMKHCheHCBQu2TJzEiRMBWLyIMaPGjRw7evwoLqTI\nkSRHEiNGYsIEQIDEuXwJM6ZMcQBq2rwpLqfOnTxzHjsmQcIBBQq4cNHmzVuyZChQEGjVSpzUqVSl\nAriKNau4rVy7evXlK0SIEyeUhQsnThy3Ll0OuD3wxf+bN3F069qlCyCv3r3i+vr92/fatQsLFiBC\nJC6x4sWMw4ULFmyZuMmUKQO4jDmz5s2cO3v+DFqc6NGkS4v+9o0ChQekSIl7DTu27NmwAdi+jVuc\n7t28eYODAwcEiAIFEliw8OePMGXKvnxx4GDBt2/iqlu/Xh2A9u3cxXn/Dh48OBUqDBjo0IFauHDf\nvmnCgYMGjWzZxNm/jz8/gP38+4sDKE7gQILiQoUawYmTOIYNHT4UB8uKFRcujInDmDEjAI4dPX4E\nGVLkSJIlxZ1EmVLlyW/fKFB4QIqUOJo1bd7EWRPATp49xf0EGjQoODhwQIAoUCCBBQt//ghTpuzL\nFwf/DhZ8+yZO61auWgF8BRtW3FiyZcuCU6HCgIEOHaiFC/ftmyYcOGjQyJZN3F6+ff0CABxYsDjC\nhQ0TDhVqBCdO4hw/hhxZHCwrVly4MCZO8+bNADx/Bh1a9GjSpU2fFpda9WrWqZEgCRDgSrhw4mzf\nxp1b920AvX3/Fhdc+PDgrFhlCBBgwAAHDnDEiEGDRhc7dkSICBAggzju3b17BxBe/Hhx5c2fPy9M\ngQIBAjx4eFat2qZNSGbNChdO3H7+/f0DFCcOAMGCBsUhTKgwWzY9eqSJiyhx4sRmzUyYEFCggAkT\nocSBDBkSAMmSJk+iTKlyJcuW4l7CjClTmjQDBhAg/xCncyc3bmzYlCoVThzRokaNAkiqdKm4pk6f\ncuOmQgWCAAEWLMiUydmsWdGiOXv2rEePAgXiiEurdu1aAG7fwhUndy5duttWrFiwwIwZW3fuaNDQ\nI1w4cYYPI06MGADjxo7FQY4cOdyqVc+eicusebPmZcsGDAAg+sMHUaK+iUutWjWA1q5fw44tezbt\n2rbF4c6te7c0aQYMIEAgbjhxbtzYsClVKpy45s6fPwcgfTp1cdavY+fGTYUKBAECLFiQKZOzWbOi\nRXP27FmPHgUKxBEnfz59+gDu488vbj///v0BbluxYsECM2Zs3bmjQUOPcOHERZQ4keJEABcxZhS3\nkf8jx3CrVj17Jo5kSZMlly0bMABAyw8fRIn6Jo5mzZoAcObUuZNnT58/gQYVN5RoUaMpUgAA0KSJ\nOKdPX726cCFAgAW4cInTupWrVgBfwYYVN5Zs2WTJEiQwgANHsGDhwomTO9ebNw4cBAgwJI5vX79+\nAQQWPFhcYcOHEQ8bBgvWrFmJHDgYMCCFOMuXMWfWDIBzZ8/iQIcO3Q0Tpm3bxKVWvRocOB0CBAAA\nECBAg2TJxOXWvTs3AN+/gQcXPpx4cePHxSVXvpx5ihQAADRpIo569VevLlwIEGABLlziwIcXDx5A\nefPnxaVXvz5ZsgQJDODAESxYuHDi8Of35o0DBwH/AAUYEkewoEGDABIqXCiuocOHEIcNgwVr1qxE\nDhwMGJBCnMePIEOKBECypElxKFOm7IYJ07Zt4mLKnAkOnA4BAgAACBCgQbJk4oIKHRoUgNGjSJMq\nXcq0qdOn4qJKnToV3IABAgTYsiWuq9eu4cK5chWAAAFlysSpXcsWgNu3cMXJnUu3UaMIEZyAAyeu\nr9+/1qwVKKBAwTVxiBMrVgygsePH4iJLnkw5nOVwz54JSpBgwIAR4cKJG026tOnSAFKrXi2utWvX\n4bRps2ZNnO3btunQGTAAgO8AATZskCWuuPHjxwEoX868ufPn0KNLny6uuvXr12cJEDBgwLRp4sKL\n/x8fLlyFAQOoUBHHvr17APDjyxdHv359bCFCSJAwTZx/gOIEDhwoRgwAABo0iGPY0OFDABElThRX\n0eJFjBXDhaNFC0uFCgsWVAEHTtxJlClVpgTQ0uVLcTFlzrRl68aNUM2aWbPGi9cIAQIADDVhYtOm\nVKm4iWPa1KlTAFGlTqVa1epVrFm1iuPa1avXWQIEDBgwbZo4tGnVhgtXYcAAKlTEzaVbF8BdvHnF\n7eXLF1uIEBIkTBNX2PDhwmLEAACgQYM4yJElTwZQ2fJlcZk1b+acOVw4WrSwVKiwYEEVcODErWbd\n2nVrALFlzxZX2/ZtW7Zu3AjVrJk1a7x4jRAgAP/AcRMmNm1KlYqbOOjRpUsHUN36dezZtW/n3t27\nOPDhxYMPF85OgAALFnz7Js79e/jgwMWwYMGQoXDi9O/fD8A/QAACBwIQZ/DgwV0lStSpI+4hxIgP\ngR04YMDAsWPiNnLs6BEAyJAixZEsafIkyW7d5MihggKFESPExNGsafMmTgA6d/IU5/PnT24pUggQ\ngKBAgQULEiRoIECAAQOIwoUTJy5cuG/itnLt2hUA2LBix5Ita/Ys2rTi1rJtuzZcODsBAixY8O2b\nuLx694IDF8OCBUOGwokrbNgwgMSKF4tr7NjxrhIl6tQRZ/kyZsvADhwwYODYMXGiR5MuDeA06tT/\n4lazbu16dbducuRQQYHCiBFi4nbz7u37N4DgwoeLK27cOLcUKQQIQFCgwIIFCRI0ECDAgAFE4cKJ\nExcu3Ddx4seTJw/gPPr06tezb+/+PXxx8ufTl1+sWIcAASJE+PYNoDiBAwVSo+bBQwEhQrJlE/cQ\nYkQAEylWFHcRI0Zqe/YUKyYOZEiR374RAAAgShRxK1m2dLkSQEyZM8XVtHkTZ01dujZsuGDBAgoU\nzMQVNXoUaVIAS5k2FfcUKtQaAgQAACAgQAAAWwEEECCAAQNr4siKAwVKiAcPMWLUCRdOXFy54gDU\ntXsXb169e/n29SsOcGDBgIsV6xAgQIQI376J/3P82DE1ah48FBAiJFs2cZs5dwbwGXRocaNJk6a2\nZ0+xYuJYt3b97RsBAACiRBF3G3du3bcB9Pb9W1xw4cOJB9ela8OGCxYsoEDBTFx06dOpVwdwHXt2\ncdu5c68hQAAAAAICBABwHkAAAQIYMLAmDr44UKCEePAQI0adcOHE9fcPUByAgQQLGjyIMKHChQzF\nOXwIERw4Hz4ODBjw5Ak1auI6fvuGp0ABACQBJECGTJzKlSxVAngJM6a4mTRrzuTG7Zu4nTzFZcsW\nIgQAECDChROHNKnSpUgBOH0KVZzUqVSrSq1WjQ8fISZMOHHSSZzYsWTLmgWANq1acWzZYsPGhP9J\nAAAAAgQQgBdvgQIJfPgABgxcuHDBgsGAASBxYgFo0Ih7DFkcgMmUK1u+jDmz5s2cw4UTBzo06GrV\nKlQYIEBAggQHDjQ4cACA7NkAGjTIJC637t27Afj+DVyc8OHEhXfrxqpQIV68mjXLJUIEAAAClCkT\nhz279u3aAXj/Dl6c+PHky5P/9g0cLlwaNBSoVClcOHH069u/Tx+A/v38xYkD+E2XLggQAgQAECCA\nAAEMvnx59YobN3EVLVbkxu3IEQEAPHpUoMCbN3ElSwJAmVLlSpYtXb6EGTNcOHE1bdasVq1ChQEC\nBCRIcOBAgwMHABxFCqBBg0zinD6FChXAVKr/VcVdxZr1ardurAoV4sWrWbNcIkQAACBAmTJxbd2+\nhfsWwFy6dcXdxZtXb95v38DhwqVBQ4FKlcKFE5dY8WLGiQE8hhxZnLhvunRBgBAgAIAAAQQIYPDl\ny6tX3LiJQ50aNTduR44IABA7tgIF3ryJw40bwG7evX3/Bh5c+HDi4owfR75tW6BAVxAgGDAAAIAA\n1QUIAKFM2bJl4rx/Bx/eOwDy5c2LQ59evXpPDBhMmKBBgwUCBAAAoCJO/37+/f0DBCBwIEFxBg8i\nTKjwYK5cBQwYQIAACZJw4i5izJgRAMeOHsOF43br1oQJAwYAECBAgwZw4l7CjCkTZriaaNBQ/0CB\nQhzPnuIAAA0qdCjRokaPIk0qbinTptu2BQp0BQGCAQMAAAigVYAAEMqULVsmbizZsmbHAkirdq24\ntm7fvvXEgMGECRo0WCBAAAAAKuL+Ag4seDCAwoYPi0useDHjxopz5SpgwAACBEiQhBOneTNnzgA+\ngw4dLhy3W7cmTBgwAIAAARo0gBMnezbt2rPD4UaDhgIKFOJ+AxcHYDjx4saPI0+ufDlzcc6fQ3f+\nbbo1a6hQJUrkTRz37t6/g/8OYDz58uLOo0+fXhsHDgjeIzAwYIAHD9zE4c+vfz9/AP4BAhA4EIA4\ngwcRJlSYMFWDBgAgAmAkjmJFixYBZNS4Mf9cR2/eGjVasaIAAQKtWolTuZJlS5crv0mTJo5mTXEA\ncObUuZNnT58/gQYVN5RoUaNHkSZVShRAU6dPxUWVOpUqI0YbNgwYsAALFm7cxIUVO5ZsWXEA0KZV\nK45tW7dv4cINFw4TJi1aLonTu5cvXwB/AQcWN5iwOGzYRLFiJY5xY8ePIUeWDIByZcuXMWfWvJlz\nZ3GfQYcWPZp0adOgAaRWvVpca9evYTNitGHDgAELsGDhxk1cb9+/gQcXB4B4cePikCdXvpw583Dh\nMGHSouWSOOvXsWMHsJ17d3HfwYvDhk0UK1bi0KdXv559e/cA4MeXP59+ffv38ecXt59/f///AMUJ\nHEiwoMGDBQEoXMhQnMOHECMmSyZBQoAAKaJFE8exo8ePIDsCGEmypLiTKFOqXMlSJThxMGPKlAmg\nps2b4nLq1BnOmzdxQIMKHUqU6Ldv4pIqFQegqdOnUKNKnUq1qlVxWLNq3cq1q9evWQGIHUtWnNmz\naNMmSyZBQoAAKaJFE0e3rt27eOsC2Mu3r7i/gAMLHkxYMDhxiBMrVgygsePH4iJLlhzOmzdxmDNr\n3syZ87dv4kKLFgegtOnTqFOrXs26tWtxsGPLnk27tu3bsQHo3s1bnO/fwIN785Ynjx493sQpX868\nufPmAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTk8eGTZz79+IAyJ9Pv779+/jz698vrr9/\ngOIEDiRY0OBBhAYBLGTYUNxDiBElevOWJ48ePd7EbeTY0eNHjwBEjiQpzuRJlClVrmTZ8iQAmDFl\niqNZ0+ZNnDl11sSGTdxPoOIADCVa1OhRpEmVLmUqzulTqFGlTqVa9SkArFm1iuPa1evXcOHAgRNX\n1uxZtGnVigPQ1u1bcXHlzqVb1+5dvHIB7OXbV9xfwIEFDyZc+G+3atXELWYsDsBjyJElT6Zc2fJl\nzOI0b+bc2fNnceHCiSNd2vRp0gBUr2YtzvVr2LFlz6Zd+zUA3Ll1i+Pd2/dv4MGFD+8NwP/4ceTi\nlC9n3tz5c+jhwnWbNk3cdeziAGzn3t37d/DhxY8nL878efTp1a8XFy6cOPjx5c+HD8D+ffzi9O/n\n398/QHECBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixoziNnLs6PEjyJDhwnWbNk0cypTiALBs6fIl\nzJgyZ9KsafMmzpw6d/Ls6fMn0KBChxItavQo0qRKlzJt6vQp1KhSp1KtavUq1qxat3Lt6vUr2LBi\nx5Ita/Ys2rRq17Jt6/Yt3LhykYqra/cu3rx69/K1C+Av4MDhwokrbPgw4sSKE4cLJ+4x5MgAJlOu\nLO4y5syaN3Pu7BkzgNCiR4srbfo06tP/4MCJa+36NezYsQHQrm37Nu7cunfz7i3uN/DgwocTL24c\nOIDkypeLa+78OfTo0qdTdw7gOvbs4rZz7+79O/jw4rkDKG/+vLj06tezXw8OnLj48ufTr18fAP78\n+vfz7+8fIACBAwkWNHhQoDiFCxk2dPgQYsSFAChWtCgOY0aNGzl25BgunDiRI0mKBHASZUpxK1m2\ndPkSZkyZLAHUtHlTXE6dO3nu/PatW1BxQ4kWNXqUKAClS5k2dfoUalSpU8VVtXoVa1atW7laBfAV\nbFhxY8mWNXsW7dlw4cS1dfu2LQC5c+mKs3sXb169e/n2vQsAcGDB4ggXNnzY8Ldv3RiL/3P8GHJk\nyY8BVLZ8GXNmzZs5d/YsDnRo0aNJlzZ9OjQA1atZi3P9GnZs2bNjQ7NmTVxu3btzA/D9G7g44cOJ\nFzd+HHny4QCYN3cuDnp06dOle/MWy40ba9bEdff+HXx4cQDIlzd/Hn169evZtxf3Hn58+fPp17cP\nH0B+/fvF9fcPUJzAgQQLGjQIzZo1cQwbOmQIIKLEieIqWryIMaPGjRwtAvgIMqS4kSRLmizpzVss\nN26sWRMHM6bMmTTFAbiJM6fOnTx7+vwJVJzQoUSLGhWXLdu0aeKaOn0KNao4AFSrWhWHNavWrVy7\nZpUli4IxY+LKmj1bFoDatWzFuX0LN/+uXHHhwg0bVkyc3r18+/oFADiwYHGECxs+bNibt1MbNmTI\nQEmc5MmUK1sGgDmz5s2cO3v+DDq0uNGkS5s+LS5btmnTxLl+DTu2bHEAatu+LS637t28e/vWLUsW\nBWPGxBk/jtw4gOXMm4t7Dj269OniwoUbNqyYuO3cu3v/DiC8+PHiyps/j/68N2+nNmzIkIGSuPn0\n69u/DyC//v38+/sHCEDgQIIFDR5EKFDcQoYNHTZ89mwQBAgvXkATl1HjRo4dAXwEGVLcSJIlTZ5E\nKU6bNgYMCoQLJ07mTJoyAdzEmVPcTp49d4YLJw7cUHDLltWyYGHAAAFLlvTqJU7qVKr/VaUCwJpV\nqziuXb1+BSuuTZsECUSIQ5tW7Vq2ANy+hRtX7ly6de3eFZdX716+3761arVhwwIECCJEcOPNmzjG\njR0/dgxA8mTK4ixfxpxZ82ZxUqQIEEBB3GjSpUsDQJ1atTjWrV2DAydMmK1OnSpVunQJEBIkLlxA\nAG7BwrNn4owfR54cwHLmzcU9hx5d+nRx3rylSHFB3Hbu3b1/BxBe/Hjy5c2fR59evTj27d2///at\nVasNGxYgQBAhghtv3sQBFCdwIMGCAwEgTKhQHMOGDh9CjChOihQBAiiIy6hx40YAHj+CFCdyJElw\n4IQJs9WpU6VKly4BQoLEhQsINi1Y/3j2TBzPnj5/AggqdKi4okaPIk0qzpu3FCkuiIsqdSrVqgCu\nYs2qdSvXrl6/ghUndixZstnWrAkSJEYMQIsWHTrEwpcvcXbv4s2LFwDfvn7FAQ4seDDgbNkOHfoV\nLpy4xuHCIUBAgIAdcZYvY8YMYDPnzuI+fw4XTpy4bteuyZKVypYtbdqiRfMmbrY4bE2aIEDAi5e4\n3r5/AwcgfDhxccaPI0+u/PiaNTDEQY8ufTp1ANavY8+ufTv37t6/iwsvfvz4bGvWBAkSIwagRYsO\nHWLhy5e4+vbv478PYD///uIAihM4kGBBcdmyHTr0K1w4cQ/DhUOAgAABO+IwZtSoEf9AR48fxYUM\nGS6cOHHdrl2TJSuVLVvatEWL5k1cTXHYmjRBgIAXL3E/gQYVCoBoUaPikCZVupRp0jVrYIiTOpVq\nVasAsGbVupVrV69fwYYVN5Zs2bLWFi2iRAkbNnFviRFrYcuWOLt38ebFC4BvX7/iAAcWLPjbr197\n9tix001c48bJkhEgwIDBNnGXMWfODIBzZ8/iQIPGhg0cuG+nT4tTvZr1alCgFizo0UNcbdu3cQPQ\nvZu3ON+/gQcXLi5cOAoUnIhTvpx5c+cAoEeXPp16devXsWcXt517d+/YsG3bJo48eWTIVolTv559\ne/cA4MeXL45+/frh8GfLRq1WLWr/AKmJG0hQXLggQQIEKFJEnMOHECMCmEixoriLF715CxdOnMeP\nIEN+hAWLAAEdOsSpXMmyJYCXMGOKm0mzps2b4oYNK1CgkbifQIMKHQqgqNGjSJMqXcq0qVNxUKNK\nnYoN27Zt4rJmRYZslbivYMOKHQugrNmz4tKqVRuubbZs1GrVokZNnN274sIFCRIgQJEi4gILHkwY\ngOHDiMUpVuzNW7hw4iJLnkxZMixYBAjo0CGus+fPoAGIHk1anOnTqFOrFjdsWIECjcTJnk27tm0A\nuHPr3s27t+/fwIOLG068uPHh4MCJW37tGi9e4cRJn069unUA2LNrF8e9uzht2jQd/zrUqtUybNjE\nqV+/fs+BAwgQOHMmrr79+/gB6N/PX5x/gOLEhQsnzuBBhAkRgqtRI0CAChXETaRY0SIAjBk1iuPY\n0eNHkOIAAQIAAIQ4lClVrmQJwOVLmDFlzqRZ0+ZNcTl17uSZExw4cUGvXePFK5w4pEmVLmUKwOlT\nqOKkThWnTZumQ4datVqGDZs4sGHD7jlwAAECZ87ErWXb1i0AuHHliqNLN1w4cXn17uW7F1yNGgEC\nVKggzvBhxIkBLGbcWNxjyJElTxYHCBAAACDEbebc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr1t68XbpU\nBwiQX7/E7ebd2/dvcQCEDycuzv+48W/fLFkKYcIEFiyyjBkLF07c9evHjl1IkcKWLXHhxY8nHx7A\nefTpxa1n3979e/fbfPgYMIAJE3H59e/nD8A/QAACBwIQZ/AgwoQKxVGhEiDAAnESJ1KsaBEAxowa\nN3Ls6PEjyJDiRpIsaXKkN2+XLtUBAuTXL3EyZ9KsaVMcgJw6d4rr2fPbN0uWQpgwgQWLLGPGwoUT\n59TpsWMXUqSwZUsc1qxat2IF4PUrWHFix5Ita7bsNh8+BgxgwkQc3Lhy5wKoa/euuLx69/LtK44K\nlQABFogrbPgw4sQAFjNu7Pgx5MiSJ1MWZ/ky5syWdekqUCDAgAEwYIgrbfo06tT/4gCwbu1aHGzY\n2LDhwXPhwAEFCiBQoECChAwZPjRoGDAgQbFi4pYzb+68OYDo0qeLqx4uHDhw4rZz7+69OzhjxkqU\nUKDAi7j06tevB+D+PXxx8ufTr29f3JcvBAhAAAcOoDiBAwkWJAgAYUKFCxk2dPgQYkRxEylWtDgR\nHDgxYhgE8BjglTiRI0mWNAkAZUqV4liy9OZt2rQ8JEhUqGABAQIDBgT0BPATwARxQ4kWNXoUQFKl\nS8WJA8eNGzhw4qhWtWo1XFZxW7cmS2bAgIBu3cSVNXu2LAC1a9mKc/sWbly54siQefBgAzJksWKt\nWqVMXGDBgwcDMHwYcWLFixk3/3b8WFxkyZMpRwYHTowYBgE4B3glDnRo0aNJAzB9GrU41aq9eZs2\nLQ8JEhUqWECAwIABAbsB9AYwQVxw4cOJFwdwHHlyceLAceMGDpw46dOpUw93XVz27MmSGTAgoFs3\ncePJlx8PAH169eLYt3f/Hr44MmQePNiADFmsWKtWKRMHUJzAgQQHAjiIMKHChQwbOnwIUZzEiRQr\nWgzXqJEECQfmzPHmTZzIkSRLigSAMqXKcOHEuXwpLhw2bMmSTcOG7du3bduipUhRoACBYsXEGT2K\nNClSAEybOg0XDpw3b+HCibuKNWtWbuHCifsKVpwRIwWwYAkXTpzatWwBuH0LV/+c3Ll069rthgNH\nggQRUqSwYCFAAAUiRJAiZU2c4sWLATh+DDmy5MmUK1u+LC6z5s2cO4dr1EiChANz5njzJi616tWs\nUwN4DTt2uHDiatsWFw4btmTJpmHD9u3btm3RUqQoUIBAsWLimjt/Dv05gOnUq4cLB86bt3DhxHn/\nDh48t3DhxJk/L86IkQJYsIQLJy6+/PkA6tu/Ly6//v38+3cDiANHggQRUqSwYCFAAAUiRJAiZU3c\nRIoUAVzEmFHjRo4dPX4EKU7kSJIlTY789q0BAAADBkCCJE7mTJo1AdzEmVPcTp49ff7kqUxZgg0b\nsmUTl1TpUqZJATyFGlXcVKr/Va1WBQfumziuXbteu8YDBQpOnMKJQ5s2LQC2bd2KgxtX7ly527Zl\nMmCAAIECHjyUKFGhgoECBTZs6NOtmzjGjcUBgBxZ8mTKlS1fxpxZ3GbOnT1/9vyNDRsECAQIECJO\n9WrWrAG8hh073OzZ4mzfxp1bt50FCx48QIZM3HDixY0DQJ5cuTjmzZ0/hx5dnDdvqlRVwb5mzRtu\n3MR9By8OwHjy5cWdR59ePThw1KiFCvVCgIAAARQAAvTp05QpNm4AvKFFyyFr1sQhTCgOAMOGDh9C\njChxIsWK4i5izKhxo8ZvbNggQCBAgBBxJk+iRAlgJcuW4V6+FCdzJs2aNu0s/1jw4AEyZOJ+Ag0q\nFADRokbFIU2qdCnTpuK8eVOlqgrVNWvecOMmbitXcQC+gg0rbizZsmbBgaNGLVSoFwIEBAigABCg\nT5+mTLFx44YWLYesWRMneLA4AIYPI06seDHjxo4fi4sseTLlypbF8eJFgEABcODEgQ4tGjSA0qZP\ni0sdbnU4ca5fw44de9WqAQMaNPgmbjfv3r0BAA8uXBzx4saJb9sGThzz5s6Zhwv36pUkSXjYsJkz\nB0+4cOK+gxcHYDz58uLOo0+fPpwwYapU9elDxYEDFCgqadPmzFmoUGMARooEC1YycQcRIgSwkGFD\nhw8hRpQ4kaI4ixcxZtS4Uf8cL14ECBQAB05cSZMnSwJQuZKlOJfhYIYTN5NmTZs2V60aMKBBg2/i\ngAYVKhRAUaNHxSVVujTptm3gxEWVOjVquHCvXkmShIcNmzlz8IQLJ45sWXEA0KZVK45tW7duwwkT\npkpVnz5UHDhAgaKSNm3OnIUKNSZSJFiwkolTvHgxAMePIUeWPJlyZcuXw2UGB65bN3GfQYcWPVoc\nOHA2bCxo1kxca9evWwOQPZt2uHDiwoXz5q1bN2/fvoEDJ454cePFrVlDgIAAgWbioEeXLh1AdevX\nxWXXvt2bt0GDPHnzJo58efPHjmHAkCCBAxQoxoyJJo5+/foA8OfXL45/f///AMUJFIdszBgxYhgx\nekSJki1byF69kiIlQgQNbdpMmxZOnMePHwGIHEmypMmTKFOqXBmuJThw3bqJm0mzps2b4sCBs2Fj\nQbNm4oIKHRoUgNGjSMOFExcunDdv3bp5+/YNHDhxWLNqzWrNGgIEBAg0E0e2rFmzANKqXSuurdu3\n3rwNGuTJmzdxePPqPXYMA4YECRygQDFmTDRxiBMnBsC4sWNxkCNLloxszBgxYhgxekSJki1byF69\nkiIlQgQNbdpMmxZOnOvXrwHInk27tu3buHPr3h2uNzVqXLgkSyauuPFw4bp1K1bMGzhw4qJH16bN\nlCkOSpQgQyauu/fvAMKL/x8vrnz5cOG8eavGi5cOHRAYMDh06Ns3cfjzR4v24cMNgDe6iSNY0KBB\nAAkVLhTX0OFDb94uXGBgy5Y4jBk1FipkwECBAgqAANm2TdxJlCkBrGTZUtxLmDFfbttWSYwYWrSE\nCYOmTBk1aqBSpBBQVMACRozChRPX1OlTAFGlTqVa1epVrFm1ggO3rVatChU8eODhyJEqVZNKlBAg\nAAAAAQsWUKDwZNOmMmVChEhw4MCCBQ0+fECF6ts3ceHCAWDc2LE4yJElQ6ZESQEAzAAGDABz7Bgw\nYH88eFiwAAUKcOJUr2bNGsBr2LHFzaZde7YECQMiRAAFStxv4OK2xYmjQP/BgAEKYMES19z58+YA\npE+nLs76dezWo0XbJEeOFStFinShQoUIkQYBAgAAIECAEHDgxM2nX38+APz59e/n398/QAACBxIs\naPCgQHDgttWqVaGCBw88HDlSpWpSiRICBAAAIGDBAgoUnmzaVKZMiBAJDhxYsKDBhw+oUH37Ji5c\nOAA6d/IU5/MnUJ+UKCkAYBTAgAFgjh0DBuyPBw8LFqBAAU4c1qxatQLo6vWruLBix4aVIGFAhAig\nQIlr61bctjhxFCgYMEABLFji9vLtuxcA4MCCxREubJhwtGib5MixYqVIkS5UqBAh0iBAAAAABAgQ\nAg6cuNCiR4cGYPo06tT/qlezbu36dbhw3Zo1K1QoUKAPCxZo0FBFgwYECAIEGADgOIAAChQQILBg\ngQcgQCRIQJAhQ69e3ryJ6w7gO/jw4saTL29+zZoDBwCwbw8ggAEDCxZMmSLuPv78+gHw7+8foDiB\nAwkKHDYsQ4AABAhQodLt2zds2JS4cIEBAwQIqsR19PjxIwCRI0mKM3kSpclt24whQZIhgwIFDBQo\nKHAzQgQVKkyZEvcTaFChAIgWNXoUaVKlS5k2DReuW7NmhQoFCvRhwQINGqpo0IAAQYAAAwCUBRBA\ngQICBBYs8AAEiAQJCDJk6NXLmzdxewH09ftXXGDBgwmvWXPgAADFiwEE/zBgYMGCKVPEVbZ8GTMA\nzZs5i/P8GbTnYcMyBAhAgAAVKt2+fcOGTYkLFxgwQICgSlxu3bt3A/D9G7g44cOJC9+2zRgSJBky\nKFDAQIGCAtMjRFChwpQpcdu5d/cOAHx48ePJlzd/Hn16cODCgQP37Rs4cN169cKGLZw4/eLChfMG\nsFWrS5d8MGFy4oQQIaa2bfMGMVw4cRQrigOAMaNGcRw7evzoEQ4cBgMGJEgQYcgQHz5atRIHM6bM\nmQBq2rwpLqfOnTtnESAAAECAAAkWLEiQ4MCDByVKXLokLqrUqVQBWL2KVZzWrVy5MhsxQoAAAAAC\nFCjgwEERZ87EuX0LN/8uXAB069q9izev3r18+4r7Cziw4MGECxsGDCCx4sXiGjt+DDmyZHHhwom7\njDmz5ssAOnv+LC606NGkL11SoACA6tUABLhwceyYuNm0a9ueDSC37t3ievv+/ftbrVpnzjBhouja\nNXHMmzt/Dr05gOnUq1u/jj279u3cxXn/Dj68+PHky38HgD69enHs27t/Dz++uHDhxNm/jz+/fQD8\n+/sHKE7gQIIFL11SoADAQoYABLhwceyYOIoVLV6kCEDjRo7iPH4ECfJbrVpnzjBhoujaNXEtXb6E\nGdMlAJo1bd7EmVPnTp49xf0EGlToUKJFjQIFkFTpUnFNnT6FGlXqVKr/TgFcxZpV3FauXb1u/faN\nEKEhHjxEiMBCmTJxbd2+hfsWwFy6dcXdxZtX716+ff3iBRBY8GDChQ0fRpxYsTjGjR0/hhxZ8uTG\nACxfxixO82bOnT1/Bh16MwDSpU2LQ51a9WrU374RIjTEg4cIEVgoUyZO927evXkDAB5cuDjixY0f\nR55c+fLiAJw/hx5d+nTq1a1fF5dd+3bu3b1/B68dwHjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f\n/37+9gEABCBw4EBxBg8iTKhwIcOGBwFAjChxIsWKFi9izChuI8eOHj+CDCmSI4CSJk+KS6lyJcuW\nLl/CVAlgJs2a4m7i/8ypcyfPnj5xAggqdKi4okaPIk2qdClTowCeQo0qdSrVqlavYhWndSvXrl6/\ngg27FQDZsmbFoU2rdi3btm7fpgUgdy5dcXbv4s2rdy/fvncBAA4sWBzhwoYPI06seHFhAI4fQ44s\neTLlypYvi8useTPnzp4/g9YMYDTp0uJOo06tejXr1q5RA4gte7a42rZv486tezdv2wB+Aw8ubjjx\n4saPI0+unDiA5s6fQ48ufTr16tbFYc+ufTv37t6/Zwcgfjx5cebPo0+vfj379ucBwI8vXxz9+vbv\n48+vf399AP4BAhA4EIA4gwcRJlS4kGHDgwAgRpQ4kWJFixcxZtS4kf9jR48fQYYUOZJkSZMnUaZU\nuZJlS5cvYcaUOZNmTZs3cebUuZNnT58/gQYVOpRoUaNHkSZVupRpU6dPoUaVOpVqVatXsWbVKjJc\nOHFfwYYVO5ZsWbPiAKRVu1ZcW7dv4caVO5euWwB38eYNF05cX79/AQcWPJiwOACHEScOF05cY8eP\nIUd2HI4yZXGXMWfWfBlAZ8+fQYcWPZp0adPiUKdWvZp1a9evUwOQPZu2ONu3cefWvZt379sAgAcX\nLo54cePHkSdXvrw4AOfPoYuTPp16devVv4ULJ457d+/fvQMQP558efPn0adXv15ce/fv4ceXP5++\newD38ecXt59/f///AMUJHEiwoMGDBQEoXMhQnMOHECNKnEix4kMAGDNqFMexo8ePIDuGC/eMGzdx\nKFOqXKkSgMuXMGPKnEmzps2b4nLq3Mmzp8+fQHUCGEq0qLijSJMqXcq0qVOkAKJKnSquqtWrWLNq\n3crVKoCvYMOKG0u2rNmzZMOFe8aNm7i3cOPKjQugrt27ePPq3cu3r19xgAMLHky4sOHDgQEoXsxY\nnOPHkCNLnky58mMAmDNrFse5s+fPoEOLHt0ZgOnTqMWpXs26tevVzZqN8uZNnO3buHPjBsC7t+/f\nwIMLH068uLjjyJMrX868uXPkAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTqycPoL379+Li\ny59Pv778Zs1GefMmrr9/gOIEDiQ4EMBBhAkVLmTY0OFDiOIkTqRY0aI4bNjWrFEmzuNHkCFFAiBZ\n0qQ4lClVrmTZcmU4cTFlzpwJwOZNnOJ07uTZ0+dPoEF3AiBa1Kg4pEmVLmUqTpiwFy8ChQsnzupV\nrFmxAuDa1etXsGHFjiVbVtxZtGnVrhWHDduaNcrEzaVb1+5dAHn17hXX1+9fwIEFAw4nzvBhxIgB\nLGbcWNxjyJElT6Zc2TJkAJk1bxbX2fNn0KHFCRP24kWgcOHErWbd2nVrALFlz6Zd2/Zt3Ll1i+Pd\n2/dv39mynVqwoP9AARzilC9n3tw5AOjRpYujXt36dezZxYULp01bImDAwoUTV978eQDp1a8X1979\ne/jxxXnzVq2aOPz59e/nLw4AQAACBw4UZ/AgwoQKvZUoQYECM3ESJ1KsaBEAxowaN3Ls6PEjyJDi\nRpIsaVKatDRpHjwYECCAAAEIGDHixWvaNG7gwInr6fNnTwBChxIVZ/Qo0qRKlX77VqvWmjUnpkz5\n9k0c1qxaAXDt6lUc2LBix4ID9+zZkSMJBAgAAOCFuLhy59KtC+Au3rzi9vLt67dvuHBpChRgwOCa\nuMSKFzNuDOAx5MiSJ1OubPkyZnGaN3PuLE1amjQPHgwIEECAAAT/jBjx4jVtGjdw4MTRrm2bNoDc\nuneL6+37N/Dgwb99q1VrzZoTU6Z8+ybuOfToAKZTry7uOvbs2sGBe/bsyJEEAgQAAPBCHPr06tez\nB+D+PXxx8ufTr08/XLg0BQowYHANoDiBAwkWNAgAYUKFCxk2dPgQYkRxEylWrPiNDp0QIRZ0nDAh\nQgQBAQIAABAgQAEuXJYt8xYunDiZM8UBsHkTpzidO3n29OkzXDhmzP78cSBESLhw4pg2dQoAalSp\n4qhWtQoOXJYsCwAAGDCAAIEFYwUIADBihDi1a9m2ZQsAbly54ujWtXvX7ps3EAwYePECmjjBgwkX\nNgwAcWLFixk3/3b8GHJkcZMpV678jQ6dECEWdJ4wIUIEAQECAAAQIEABLlyWLfMWLpw42bPFAbB9\nG7c43bt59/btO1w4Zsz+/HEgREi4cOKYN3cOAHp06eKoV7cODlyWLAsAABgwgACBBeMFCAAwYoQ4\n9evZt2cPAH58+eLo17d/3/6bNxAMGHgB8AU0cQQLGjyIEIDChQwbOnwIMaLEieIqWrx4MRcIEBEi\nZMlyrVs3ZcpyJEgQIIABA3nChRMHM6ZMmABq2rwpLqfOnTx79gwXLlmyFCkK4MEjLqnSpUkBOH0K\nVZzUqVSvXAGAFSsJEtmyiftqzNiAAAFw4RKHNq3atWgBuH0LV/+c3Ll063brpkYNAwZIlizZseMK\nOHDiChs+jPgwgMWMGzt+DDmy5MmUxVm+jNlyuHC/qlRBhUqc6NGkS5s+LQ6A6tWsxbl+DTu27Njh\nsmXLkaNAAQ3hwon7DTz4bwDEixsXhzy58mbNWLAYY8qUuOnUqRcLEGDAAHHcu3v/zh2A+PHkxZk/\njx49OBIkECCwYuUbOHDUqBk5dSpcOHH8+/sHKE7gQHEADB5EmFDhQoYNHT4UF1HixIjhwv2qUgUV\nKnEdPX4EGVKkOAAlTZ4Ul1LlSpYtWYbLli1HjgIFNIQLJ07nTp46AfwEGlTcUKJFmzVjwWKMKVPi\nnD59WixAgAH/A8RdxZpV61UAXb1+FRdW7Nix4EiQQIDAipVv4MBRo2bk1Klw4cTdxZtX710Aff3+\nBRxY8GDChQ2LQ5xYMeJw4Zr9+gUOnDjKlS1fxpxZHADOnT2LAx1a9GjS4sKFy5Zt1ooVAQIIENBK\n3GzatWsDwJ1btzjevX3/Bg6cAYMAAbBhE5dc+XLmAJw/hy5O+nTq0sGBc0KAAAMG2rSJAw9eUJYs\nz56JQ59e/Xr0ANy/hx9f/nz69e3fF5df//784cIBbPbrFzhw4g4iTKhwIUNxAB5CjChuIsWKFi+K\nCxcuW7ZZK1YECCBAQCtxJk+iRAlgJcuW4l7CjClz5kwGDAIE/8CGTRzPnj5/AggqdKi4okaPFgUH\nzgkBAgwYaNMmbupUQVmyPHsmbivXrl63AggrdizZsmbPok2rVhzbtm7ZhguHzZs3cXbv4s2rd+9d\nAH7/AhYneDDhwobFIUP25o0BAgQMGNCkSRzlypYvA8isebO4zp4/gw4dWoMGAQJMmRKnejXr1gBe\nw44tbjbt2rMfPWpgwcKyZeJ+Axcn7dMna9bEIU+ufDlyAM6fQ48ufTr16tavi8uufXv2cOGwefMm\nbjz58ubPoycPYD379uLew48vf744ZMjevDFAgIABA5oAahI3kGBBgwAQJlQojmFDhw8hQtSgQYAA\nU6bEZdS4kf8jAI8fQYoTOZKkyEePGliwsGyZOJcvxUn79MmaNXE3cebUeRNAT58/gQYVOpRoUaPi\nkCZVirRbN2natIULJ45qVatXsWYVB4BrV6/iwIYVO5asuDlzChQAsGABLVri4MaVOxcuALt38YrT\nu5dvX799u5UogQDBhg3WxCVWvHgxAMePIYuTPJnytm0bNlxw5ChbNnGfQYsD581buHDiUKdWvRo1\nANevYceWPZt2bdu3xeXWvTs3N27RXr2qVQsTJltTphw48ECUKDdu2LBRJY56devWAWTXvl1cd+/f\nwYfvVqFCgAAIqlUTt559e/ftAcSXP19cffv38ee3/+0bnUj/ACONGEGAAAhxCBMqVAigocOH4iJK\nnAgNWo0aZjhx4sZNnMeP4sCFCyeupMmTKE8CWMmypcuXMGPKnElTnM2bOG1y4xbt1atatTBhsjVl\nyoEDD0SJcuOGDRtV4qJKnToVgNWrWMVp3cq1q9duFSoECICgWjVxaNOqXasWgNu3cMXJnUu3rt25\n377RiRRpxAgCBECIG0y4cGEAiBMrFse4sWNo0GrUMMOJEzdu4jJrFgcuXDhxoEOLHi0agOnTqFOr\nXs26tevX4mLLnh2bGzdZL14sWFCggIDfAIIHCACgOIAl4cKJW868+XIA0KNLF0e9uvXr2DsNGBAg\nABFx4MOL/x9PHoD58+jDhRPHvr379rp0oUETKFAfFy4ePKBAgoQGgBoOHChRrJg4hAkVIgTQ0OFD\ncRElTpQmDQeODhs2rFkDDpw4kNeu9bBiZdo0cSlVrmSZEsBLmDFlzqRZ0+ZNnOJ07uSpkxs3WS9e\nLFhQoIAApACUBggAwCmAJeHCiaNa1SpVAFm1bhXX1etXsGE7DRgQIAARcWnVrmXbFsBbuHHDhRNX\n1+5du7p0oUETKFAfFy4ePKBAgoQGDQcOlChWTNxjyJEfA6Bc2bI4zJk1S5OGA0eHDRvWrAEHTtzp\na9d6WLEybZo42LFlz4YNwPZt3Ll17+bd2/dvccGFDw8ODv9cowQJCBBQoKDHr1/Rol1KkAAAgAAB\nfojj3t27dwDhxY8XV978efTnefHaECBAggS0xM2nX9/+fQD59e8X198/QHECBw6UJClIkAQJDAQI\nQICAARMmNGjgwMEKMGDiNnLsuBEAyJAixZEsafLatSdPDAQIUKBAjBiXdOhAgABAgAA3boQLJ+4n\n0KBCARAtavQo0qRKlzJtKu4p1KhRYS1YUKCAI0fitnINF86CBQEClogra/bsWQBq17IV5/Yt3Lhu\nt22DAWMBAQIJEtQS5/cv4MCCARAubFgc4sSKF2fL1qYNgsgKFCBAUECBggQJQoSAs2yZN2/gxJEu\nXRoA6tT/qsWxbu2aNS9eTAoUAGAbgIACBQgQCDDg94AXL8QRL278OIDkypczb+78OfTo0sVRr27d\nOqwFCwoUcORIHPjw4cJZsCBAwBJx6tezZw/gPfz44ubTr29//rZtMGAsIEAAYIIEtcQVNHgQYUIA\nCxk2FPcQYkSJ2bK1aYMAowIFCBAUUKAgQYIQIeAsW+bNGzhxK1myBPASZkxxM2nWnMmLF5MCBQD0\nBCCgQAECBAIMMDrgxQtxS5k2dQoAalSpU6lWtXoVa1ZxW7l27fqtQwcUKLBhE3cW7dlChQ4cOCQO\nbly5cgHUtXtXXF69e/mCAzdrlgYNHw4cMGAgmTjFixk3/3YMAHJkyeIoV7Z8mXKtWiRIpBAiJEeO\nCRo0TJjw4weuatW0aesmDnbs2ABo17YtDndu3bulSWPCpEMHRpQoQYPGLVasAAEECCgmDnp06dIB\nVLd+HXt27du5d/cuDnx48eK/deiAAgU2bOLYt2dfqNCBA4fE1bd//z4A/fv5i/MPUJzAgQQFggM3\na5YGDR8OHDBgIJm4iRQrWrwIIKPGjeI6evwIsmOtWiRIpBAiJEeOCRo0TJjw4weuatW0aesmLqdO\nnQB6+vwpLqjQoUSlSWPCpEMHRpQoQYPGLVasAAEECCgmLqvWrVsBeP0KNqzYsWTLmj0bLpy4tWzb\nrg2nQv+FAAE6dHwThxdvuHA0aAAAQEKc4MGECQM4jDixuMWMGzu2Zk2NmhAhUCRIcOAAM3GcO3v+\nDBqA6NGkxZk+jTq16W7duHCJ8ukTKFAtKtiuQISIrWLFvn0TBzy4cADEixsXhzy58uXMm4vToQMA\nABziqlu/fh2A9u3cu3v/Dj68+PHhwok7jz79+XAqVAgQoEPHN3H06YcLR4MGAAAkxPkHKE7gQILi\nABxEmFDcQoYNHVqzpkZNiBAoEiQ4cICZOI4dPX4ECUDkSJLiTJ5EmdJkt25cuET59AkUqBYVbFYg\nQsRWsWLfvokDGlQoAKJFjYpDmlTpUqZNxenQAQAADnH/Va1evQpA61auXb1+BRtW7FhxZc2eRXvs\n2IABAAAMECXq27dkYMAECAAAQARxff3+/QtA8GDC4gwfRpxYmrQ3bzJkwCBBwokT2MRdxpxZ82YA\nnT1/Fhda9GjSo2fNKsSMGS9eJyJE+PChTx9e3ryJw51bN24AvX3/Fhdc+HDixY2LCxZswYIK4pw/\nhw4dwHTq1a1fx55d+3bu4rx/Bx/euzNnAgQAQI8AwQIDBgC8B0CAGzdx9e3frw9A/37+4vwDFCdw\nIEGBypTlyLFgQYUIET58ACduIsWKFi8CyKhxo7iOHj+C/DhtGrBfv7x4QTBhwowZcOBkEydzJk2a\nAG7i/8wpbifPnj5/AhXny5cAAQbAgROndClTpQCeQo0qdSrVqlavYhWndSvXrlqdORMgAABZBAgW\nGDAAYC0AAty4iYsrd25cAHbv4hWndy/fvsqU5cixYEGFCBE+fAAnbjHjxo4fA4gsebK4ypYvY748\nbRqwX7+8eEEwYcKMGXDgZBOnejVr1gBew44tbjbt2rZv4xbny5cAAQbAgRMnfDhx4QCOI0+ufDnz\n5s6fQxcnfTr16tbFbdtmzRq27i9eJEhAwJYtcebPozcPYD379uLew48v/9cvHz4qVDBRosSjR+IA\nihM4kGBBgwAQJlQojmFDhw8hdmvTxoOHBWPGrFqlTf+bOI8fQYYEMJJkSXEnUaZUuZKluFOnBgyY\nII5mTZs2AeTUuZNnT58/gQYVKo5oUaNHkYrbts2aNWxPX7xIkICALVvisGbVihVAV69fxYUVO5bs\nr18+fFSoYKJEiUePxMWVO5duXXEA8ObVK45vX79/AXdr08aDhwVjxqxapU2bOMePIUcGMJlyZXGX\nMWfWvJmzuFOnBgyYII50adOmAaRWvZp1a9evYceWLY52bdu3ceeuzY1bnVatoEEDJ4548eIAkCdX\nLo55c+fPKVECAYIBgwtfvlCjJo57d+/fwYsDMJ58eXHn0adXv14bAgQBAhhYtChcOHH38efXfx9A\nf///AAEIBCCuoMGDCBMqFKdBAwAAFcRJnEiRIoCLGDNq3Mixo8ePIMWJHEmypMmTJq9dc+bsGzhw\n4mLKFAegps2b4nLq3MnTmbMZMxAgMKJNm7ijSJMqXYoUgNOnUMVJnUq1qlVrAgQECNBg2zZxYMOK\nHSsWgNmzaMWpXcu2rdu34ixYAADAgri7ePPmBcC3r9+/gAMLHky4sLjDiBMrXsx48bVrzpx9AwdO\nnOXL4gBo3sxZnOfPoEM7czZjBgIERrRpE8e6tevXsFsDmE27trjbuHPr3m1NgIAAARps2yauuPHj\nyI8DWM68ubjn0KNLn05dnAULAABYEMe9u3fvAMKL/x9Pvrz58+jTqxfHvr379/Djy2fvzZo1cfjz\niwPAv79/gOIEDiRYkBs3IUIePNAlzuFDiBElRgRQ0eJFcRk1buTYcZsAAQAAIBBX0uRJlCkBrGTZ\nUtxLmDFlzqQpToQIAAA4iOPZ06dPAEGFDiVa1OhRpEmVimPa1OlTqFGlMvVmzZo4rFnFAeDa1as4\nsGHFjuXGTYiQBw90iWPb1u1buG8BzKVbV9xdvHn17t0mQAAAAAjEDSZc2PBhAIkVLxbX2PFjyJEl\nixMhAgAADuI0b+bMGcBn0KFFjyZd2vRp1OJUr2bd2vVr2LFXA6Bd27Y43Ll17w4XrlQpYcLEDSde\n3P/48eMAlC9nLs75c+jRpYvr0cOAgTritG/n3t07APDhxYsjX978efTpxWnSZMECLXHx5c+fD8D+\nffz59e/n398/QAACBxIEIO4gwoQKFzJs6BAhgIgSJ4qraPEixnDhSpUSJkwcyJAiR5IkCeAkypTi\nVrJs6fKluB49DBioI+4mzpw6dwLo6fOnuKBChxItalScJk0WLNAS5/QpVKgAplKtavUq1qxat3IV\n5/Ur2LBix5It+xUA2rRqxbFt6/ZtuHDcuImra/cu3rx6xQHo6/evuMCCBxMuLI4bN1mywolr7Pgx\n5MgAJlOuLO4y5syaN3MW162bNWviRpMubRoA6tT/qlezbu36NezY4mbTrm37Nu7cumkD6O37t7jg\nwocTL278OHLhAJYzby7uOfTo0qdTr24dOoDs2reL6+79O/jw4seT9w7gPPr06tezb+/+PXxx8ufT\nr2//Pv788wHw7+8foDiBAwkWNHgQYcKBABg2dCgOYkSJEylWtHgxIgCNGzmK8/gRZEiRI0mW/AgA\nZUqVK1m2dPkSZkyZM2nWtHkTZ06dO3n29PkTaFChQ4kWNXoUaVKlS5k2dfoUalSpU6lWtXoVa1at\nW7l29foVbFixY8mWNXsWbVq1a9m2dfsWbly5c+nWtXsXb169e/n29fsXcGDBgwkXNnwYcWLFixk3\nMHb8GHJkyZMpV7Z8GXNmzZs5d/b8GXRo0aNJlzZ9GnVq1atZt3b9GnZs2bNp114cEAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr68vLy7u7u6urq5ubm4uLi3t7e1tbWzs7OysrKxsbGw\nsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2c\nnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacpAjRyZXrrLly5gza95cGYDnz6DLiR5NurTp\n06hTjwbAurXrcrBjy55Nu7bt27EB6N7Nmxy5csCDCx9OvLjx4+UAKF/OvLnz59CjS59errr169iz\na9/O3TqA7+DDl/8bT768+fPo06snD6C9+/fl4sufT7++/fv45QPYz79/OYDlBA4kWNDgQYQJBQJg\n2NDhQ4gRJU6kWLHcRYwZNW7k2NEjRgAhRY4sV9LkSZQpVa5kaRLAS5gxy82kWdPmTZw5ddIE0NPn\nz3JBhQ4lWtToUaRCASxl2tTpU6hRpU6lWs7qVaxZtW7l2vUqALBhxZYjW9bsWbRp1a4tC8DtW7jl\n5M6lW9fuXbx55wLg29dvOcCBBQ8mXNjw4cAAFC9m3NjxY8iRJU8uV9my5XHdumHDRq7cZ9ChRY8m\nLRrAadSpy61m3dp163HjcqlRc+zYuHK5de/m3RvAb+DByw0nXrz/uLVixciRK9fc+XPo0aWXA1Dd\n+vVy2bVv596dOzhx4sqNJ1/efHkA6dWvZ9/e/Xv48eWXo1+//rhu3bBhI1fOP8ByAgcSLGjwoEAA\nChcyLOfwIcSIEMeNy6VGzbFj48px7OjxI0gAIkeSLGfyJEqU1ooVI0euHMyYMmfSrFkOAM6cOsvx\n7OnzJ9Cf4MSJK2f0KNKkSAEwber0KdSoUqdSrVruKlas3YYMOXAARYoULFgkSKDgrB07wsqVEydu\n2jRo5ebSrTtXnDgAevfyLef3L+DAfrt1u3BhAAAAAgQgWLasHOTIkidLBmD5MuZymjWTI1euHDls\n2KpUGSNLVrnU/6pXs27tWjWA2LJnl6tt+zbu3OSgQDFgAECAAAYMPHtW7jjy5MoBMG/u/Dn06NKn\nU69e7jp27N2GDDlwAEWKFCxYJEig4LwdO8LKlRMnbto0aOXm068/X5w4APr38y/nH2A5gQMJEuzW\n7cKFAQAACBCAYNmychMpVrRYEUBGjRvLdexIjly5cuSwYatSZYwsWeVYtnT5EmbMlgBo1rRZDmdO\nnTt5koMCxYABAAECGDDw7Fk5pUuZNgXwFGpUqVOpVrV6FWs5rVu3imvRYsCAAADIljULIIAHD4kS\nTZtWDm5cuXHJkQNwF2/ecnv59vULDlyJEgAIFwYgQIECFCicOf8r9xhyZMkAKFe2XA5z5nLdus0h\nQQIDBkTkyJUzfRp1atWrTwNw/Rp2OdmzademTY7cBAC7efMWIKBYOeHDiRMHcBx5cuXLmTd3/hx6\nOenTqUsnRUqOAwcdOmzYQMeBgwQJAvjwMW5cOfXr2bdXDwB+fPnl6Ne3f//YMQ8eAgQ4ADBDhkGD\nxvTp06BBhQoenj0TJ66cxIkUAVi8iLGcxo3lyJFDYcDAggXhypk8iTKlSnDgxn37Vi5mzHHjANi8\nibOczp08e/IMEkQAAAACBCjgwEGAAAIEIpR7CjVqVABUq1q9ijWr1q1cu5b7CjbsV1Kk5Dhw0KHD\nhg10HDhIkCD/gA8f48aVu4s3r967APr6/VsusODBhI8d8+AhQIADGTIMGjSmT58GDSpU8PDsmThx\n5Tp7/gwgtOjR5UqbLkeOHAoDBhYsCFcutuzZtGuDAzfu27dyvHmPGwcguPDh5YobP478eJAgAgAA\nECBAAQcOAgQQIBChnPbt3LkD+A4+vPjx5MubP4++nPr17Nl3EyUqWLBw4ch58wYGjAJUqMr5B1hO\n4ECCBcsBQJhQYTmGDR06FHfkiAEDAgRYyJXr27dw06ZJkZIgAYABA0iQSObNWzmWLcsBgBlTZjma\nNcuRI1chQIACBbCVAxpU6NBy4sSx4cDBgQMbRowAAzZt2jhu/9wAXMWatdxWrl29bt20KUAAAGVV\nqIB26xYKFAIEANizp9xcunXnAsCbV+9evn39/gUcuNxgwoULdxMlKliwcOHIefMGBowCVKjKXcac\nWXNmAJ09fy4XWvTo0eKOHDFgQIAAC7lyffsWbto0KVISJAAwYAAJEsm8eSsXXHg5AMWNHy+XXHk5\ncuQqBAhQoAC2ctWtX8deTpw4Nhw4OHBgw4gRYMCmTRvHjRsA9u3dl4MfX/58+Js2BQgAQL8KFdBu\nAbyFAoUAAQD27CmncCFDhQAeQowocSLFihYvYiyncSPHjh43evNWoxzJkiZPogSgciXLci5fwoT5\nrEKFADYDXP8RJ64cz57lunU7IFSChFLatJVLqrQcgKZOn5aLKlVqCgBWAfAqp3VruXDhtGmT4sLF\ngQMDBgAQIKBAAQ8+fBQrhg0buW/fAODNq7cc375+/9qydeAAAAACKFAIFkwcOXK3bmHAAMCEiXDh\nymHOrBkA586eP4MOLXo06dLlTqNOrXo1amvWjpWLLXs27doAbuPOXW437969jylQAACAAAGByiFP\nrrxcsUKFKFFCRo5cuerWywHIrn17ue7evfsBIB5AhmDBpEnDhcvCgAEA3sOPjwDBkyfBxo0rp39/\nOQD+AQIQOBBAOYMHESIs1qFDgAACBIgYNapcxYrkyH35EuD/woVu3cqFFDkSQEmTJ1GmVLmSZUuX\n5WDGlDmTZkxr1o6V07mTZ0+fAIAGFVqOaFGjRo8pUAAAgAABgcpFlTq1XLFChShRQkaOXDmvX8sB\nEDuWbDmzZ8/6AbAWQIZgwaRJw4XLwoABAPDm1YsAwZMnwcaNKzeYcDkAhxEnLreYcePGxTp0CBBA\ngAARo0aV06yZHLkvXwJcuNCtWznTp1EDUL2adWvXr2HHlj27XG3bt3HfHjPGkwULVKisKjeceHHj\nxwEkV768XHPnz5+HixCBAAEDBrqV076dezly5cqNG1eOfHnzANCnV1+Offv24ESIAADAgAMHJUo0\naLAAAAAB/wAFFNChgwmTGjUW7NlDjly5hxAjAphIsWK5ixgzZiQXK5YhQ27chCtHsmTJUaMiCBNW\nrqXLly0ByJxJs6bNmzhz6txZrqfPn0B/jhnjyYIFKlRWlVvKtKnTpwCiSp1arqrVq1fDRYhAgIAB\nA93KiR1Lthy5cuXGjSvHtq1bAHDjyi1Ht25dcCJEAABgwIGDEiUaNFgAAIAAAQV06GDCpEaNBXv2\nkCNXrrLlywAya95crrPnz5/JxYplyJAbN+HKqV69etSoCMKElZtNu/ZsALhz697Nu7fv38CDlxtO\nvLjx4caMAVi+PECAHeWiS59OvTqA69izl9vOvXt3ZA0aCP8Q4MBBsXHjyJEbV66cuPfirombL66c\n/fv2yZEDwL+/f4DlBA4kqEMHAIQJAQQIICBBghQpYC1bVqoUCBAKaNEq19Hjx44ARI4kWc7kSZQp\nx42DBm3ZsnIxZcasVg0IkBTjxpXj2dMnTwBBhQ4lWtToUaRJlZZj2tTpU6bGjAGgSjVAgB3ltG7l\n2tUrALBhxZYjW9asWWQNGggQ4MBBsXHjyJEbV66cOLzironjK67cX8B/yZEDUNjw4XKJFS/WoQPA\nY8gAAgQQkCBBihSwli0rVQoECAW0aJUjXdo0aQCpVa8u19r1a9jjxkGDtmxZOdy5cVerBgRIinHj\nyg0nXnz/OADkyZUvZ97c+XPo0ctNp17d+nRBggBs5749Vapy4cWPJz8ewHn06cutZ9++PSoECAwY\nQIAAkh8/L14cwIBhAcAFFiw4MGXq2bNyChcqJEcOAMSIEstRrGhx1CgAGjcCECAgCDFi5UaKE1ek\nyIIFBLhxK+fyJUyXAGbSrFnuJs6cOm9iwzZrVrmgQoMCAsSDB6pySpcyZQrgKdSoUqdSrWr1KtZy\nWrdy7apVmDAFCggECADg7NkNG8qxbev2LVsAcufSLWf3Ll674cItGTBAgIADB0rAgGHg8OEAAQAw\nHjDAho1v5SZTpgzgMubM5TZz7jxuXKBALRYskCABFqxx/+VWr9amzYEDAQJWlKtt+/ZtALp38y7n\n+zfw4L6fPbNmrRzy5NiwffhAgwa5ctKnU6cO4Dr27Nq3c+/u/Tv4cuLHky8vXpgwBQoIBAgA4P37\nDRvK0a9v/z59APr38y/nH2A5gQMHhgu3ZMAAAQIOHCgBA4YBiRIDBABwccAAGza+lfP48SMAkSNJ\nljN5EuW4cYECtViwQIIEWLDGlbNpU5s2Bw4ECFhRDmhQoUIBFDV6tFxSpUuZJn32zJq1clOpYsP2\n4QMNGuTKdfX69SsAsWPJljV7Fm1atWvLtXX7Fm5cuK8gQAAAQIeOcnv59vULAHBgweUIFzZMGBcu\nHAYMKP9QoENHtnKTKVMmR06BAM0CYpXz/PkzANGjSZczfRp1atWqNWkKEGDBAmzlaNe2bRtAbt27\ny/X2/Rt4b2LEnDkrd/z4NA0aAgSYMaNcdOnTqQOwfh17du3buXf3/r1cePHjyZcn/woCBAAAdOgo\n9x5+fPkA6Ne3Xw5/fv34ceHCAdCAAQUKdOjIVi6hQoXkyCkQAFFArHIUK1YEgDGjxnIcO3r8CBKk\nJk0BAixYgK2cypUsWQJ4CTNmuZk0a9qcSYyYM2flevacpkFDgAAzZpQ7ijSpUgBMmzp9CjWq1KlU\nq5a7ijWr1q1bq1UDACBAABTlypo9exaA2rVsy7l9C5f/HDkUKAoQINChAytW5fr6/dtXHAECAAA0\nKIc4cWIAjBs7Lgc5suTJlCd/o0ABAAAXLsp5/gw6NIDRpEuXO406terTX74YMSKOHDlIkAIAuA3A\ngYNj5Xr7/v0bgPDhxIsbP448ufLl5Zo7fw49uvRyokQNGADAi5dy3Lt75w4gvPjx5cqbP48N24AB\nAhAg8OWrnPz59Otr0gQAQIBmzcr5B1hOYDkABQ0eLJdQ4UKGDRnGChAAAABhwspdxJhRIwCOHT2W\nAxlS5Eht2jx4GDBAwYABAFwGCCBAQIECBoQJK5dT586cAHz+BBpU6FCiRY0eLZdU6VKmTZ2WEyVq\nwAAA/168lMOaVStWAF29fi0XVuxYbNgGDBCAAIEvX+XcvoUbV5MmAAACNGtWTu/ecgD8/gVcTvBg\nwoUNF44VIAAAAMKElYMcWfJkAJUtXy6XWfNmztq0efAwYICCAQMAnA4QQICAAgUMCBNWTvZs2rIB\n3MadW/du3r19/wZeTvhw4sWNHx9OgAAAHDjKPYce/TkA6tWtl8OeXfudOwECCAAEqNx48uXNj3/2\nDMB6Y8bKvYdfDsB8+vXH3S+XX/9+/v3zAwwDAECAAODAlUuocCFDAA4fQiwncSJFiuOMGAkQAADH\njgAaKFHCg0eBAgAMGMiWrRzLli4BwIwpcybNmjZv4v/MWW4nz54+fwLlSYAAABw4yiFNqhQpgKZO\nn5aLKnXqnTsBAggABKgc165ev3J99gwAWWPGyqFNWw4A27Zux8EtJ3cu3bp25YYBACBAAHDgygEO\nLHgwgMKGD5dLrHjx4nFGjAQIAGAyZQANlCjhwaNAAQAGDGTLVm406dIATqNOrXo169auX8MuJ3s2\n7dq2b5e7dg0BAgLatJULLnx4cADGjyMvp3w5cz9+AAAgQIhQuerWr2OvXqwYAAAFwoUrJ358OQDm\nz6Mnp74c+/bu38Nn/wAAgAMHyuHPr38/fgD+AQIQOBBAOYMHERrMlu3Whg0IEAgQUCJMGHHiymUk\nR07/iRIAAgR8+LCtXEmTJgGkVLmSZUuXL2HGlFmOZk2bN3HmLHftGgIEBLRpKzeUaNGhAJAmVVqO\naVOnfvwAAECAEKFyV7Fm1Xq1WDEAAAqEC1eObNlyANCmVUuObTm3b+HGlev2AQAABw6U07uXb1+9\nAAAHFlyOcGHDhLNlu7VhAwIEAgSUCBNGnLhyl8mRU6IEgAABHz5sKzeaNGkAp1GnVr2adWvXr2GX\nkz179jQbNjRoAFeOd2/fvMmRI0FiwIAT5MiVU76cuXIAz6FHLzedenUhQgAACPDhgzhx5cCHFy8+\nmwMHAAB4KLeePXsA7+HHLzeffn379+mPGycAAIAG/wAblBtIsKDBgQASKlxYrqFDh+Rw4TJhAkOC\nBBs2/PnzrZzHjx8xYABAkiSCMWO+fSvHkiWAlzBjypxJs6bNmzjL6dy5E9yCBQAAJDBmrJzRo0e5\nwYEzYMCCBYzKSZ1KlSqAq1izltvKtSsrVgHChnXgYMUKcuXSqi1HjlylSgHiAgAgqJzdu3cB6N3L\nt1w5coDLCR5MuDBhWLAAKH7wgBy5cpAjS54MoLLly+Uya9YcToqUAgUWrFjRrNm4ceVSq0797FmF\nCgBiyw4QQJCgb9/KkSMHoLfv38CDCx9OvLjxcsiTJwe3YAEAAAmMGStHvXp1bnDgDBiwYAGjcuDD\ni/8XD6C8+fPl0qtfz4pVgPfvHThYsYJcufv4y5EjV6lSAIABAgAAIKjcQYQIASxk2LBcOXIRy02k\nWNFiRViwAGx88IAcuXIhRY4kCcDkSZTlVK5cGU6KlAIFFqxY0azZuHHldO7U+exZhQoAhA4NEECQ\noG/fypEjB8DpU6hRpU6lWtXq1XJZtW4FBAjA168bNggThi1ZsiBBFhw4kCDBkSPdys2lW7cuALx5\n9Zbj29evOHFgwAgAUNhwgAQJLFh4EMBxAACRAwRAgKBSOcyZMwPg3NkzOXLjRIcLV870adSpTevR\nA8D1ggXjxpWjXdv2bQC5de8u19u3b3J+/IwYceb/1Sty5Mot37ZNlqxShQqpUbNgAQDs2QcMgANn\n27Zy4QGMJ1/e/Hn06dWvZ1/O/Xv4gAABoE9/wwZhwrAlSxYkCMAFBw4kSHDkSLdyChcyZAjgIcSI\n5SZSrChOHBgwAgBw7BggQQILFh4EKBkAAMoAARAgqFTuJUyYAGbSrEmO3Lic4cKV6+nzJ9CeevQA\nKLpgwbhx5ZYybeoUANSoUstRrVqVnB8/I0acefWKHLlyYrdtkyWrVKFCatQsWADgLdwBA+DA2bat\nHF4Aevfy7ev3L+DAggeXK2z4cOFlyzQAaAwgQIABBCYTKODDBypU5TZz7ux5M4DQokeXK2369Gly\n/4sWTZgQIICAAAEA0KYdIAAKFG3IkSvn+zdw3wCGEy9e7vhxatTIkSvn/Dn06Nq0FSBAwIGDb9/K\nce/u/TuA8OLHlytv/nz5cePKsW/vnhw5ceXKkSNXrBiBAwcKFOBTDGCxcgMJlgNwEGFChQsZNnT4\nEGI5iRMpUjwVIAAAjRsBBAhg4dUrcODKlTR5EmVJACtZtiz3EmZMmS+vXZMgIQAAnTsBMGAgTVo5\noUOJFgVwFGnSckuXXrs2bRo3cuTEiSt3FWvWcOFQFCgQIIAiReXIljVbdtw4AGvZti33Fm5cuXPp\nwn32DEODBjNmbCNHrlxgweUAFDZ8GHFixYsZN/92XA5yZMmSTwUIAABzZgABAlh49QocuHKjSZc2\nPRpAatWry7V2/Rp262vXJEgIAAB3bgAMGEiTVg54cOHDARQ3frxc8uTXrk2bxo0cOXHiylW3fj1c\nOBQFCgQIoEhROfHjyY8fNw5AevXry7V3/x5+fPnunz3D0KDBjBnbyJErB7CcwIEACho8iDChwoUM\nGzosBzGixInixJ06lSCBhwkTatXKVi6kyJEkSwI4iTJluZUsW7p8WU6atGvXgJEjVy6nzp08dwL4\nCTRouaFDyRklRy1atESJ4KhSxY1bualUywlDgQIAgAYNPJX7Cjbs127dAJg9i7ac2rVs27p92zb/\n27hx5MiVu4s3L4C9fPv6/Qs4sODBhMsZPow4sThxp04lSOBhwoRatbKVu4w5s+bNADp7/lwutOjR\npEuXkybt2jVg5MiVew07tuzYAGrbvl0ud25yvMlRixYtUSI4qlRx41YuufJywlCgAACgQQNP5apb\nv169WzcA3Lt7Lwc+vPjx5MuPzzZuHDly5dq7fw8gvvz59Ovbv48/v/5y/Pv7B1hO4ECCBQ0eRCgQ\nwEKGDcs9hBhR4kSKFS1CBJBR48ZyHT1+5MYtUqQZMGAEC1ZO5UqV3Lhp0LBgQYtx48rdxJmTHDkA\nPX3+LBdU6FCiRY0eRSoUwFKmTZ0+hRpV6lSq/+WsXsWaVetWrl2vAgAbVmw5smXNnkWbVu3asgDc\nvoVbTu5cuty4RYo0AwaMYMHK/QX8lxs3DRoWLGgxblw5xo0dkyMHQPJkyuUsX8acWfNmzp0vAwAd\nWvRo0qVNn0adutxq1q1dv4YdWzZrALVt3y6XW/du3r19/wauG8Bw4sXLHUee/Hi2bMYwYerWrdx0\n6tWzZfv1S1I57t29ewcQXvz4cuXNn0efXv169uYBvIcfX/58+vXt38dfTv9+/v39AywncCDBggYN\nAkiocGG5hg4fQowocSJFhwAuYsxYbiPHjhvJkQv37Rs5cuVOokx5ctw4ceVewowZEwDNmjbL4f/M\nqXMnz54+f+YEIHQo0aJGjyJNqnRpuaZOn0KNKnUqVacArmLNWm4r165ev4INK5YrgLJmz5ZLq3Zt\nWnLkwn37Ro5cubp279YdN05cub5+//4FIHgw4XKGDyNOrHgx48aHAUCOLHky5cqWL2POrHkz586e\nP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3796+fwMPLnw48eLGjyNPrnw58+bOn0OP\nLn069erWWZfLrn079+7ev4PXDmA8+fLlzqNPr349+/bu0QOIL39+ufr27+PPj18cuf7kAJYTOJBg\nQYEAECZUWI5hQ4cPIT4UV45iRYsXMQLQuJH/Y0ePH0GGFDmyXEmTJ1GmVLmSpUkAL2HGLDeTZk2b\nN3Hm1EkTQE+fP8sFFTqUaFGi4sglJVeOaVOnT5kCkDqVajmrV7Fm1ZpVXDmvX8GGFQuAbFmzZ9Gm\nVbuWbdtyb+HGlTuXbl27cAHk1bu3XF+/fwEHFjyYsF8AhxEnLreYcWPHjyFHlswYQGXLl8tl1ryZ\nc2fO48qFFj2adGkAp1GnVr2adWvXr2GXkz2bdm3bt3Hnng2Ad2/f5YAHFz6ceHHjx4MDUL6ceTnn\nz6FHlz6devXnALBn116Oe3fv38F3J0eOULFi1KiVU7+efXv1AODHlz+ffn379/HnL7eff3///wDL\nCRxIsKDBgwUBKFzIsJzDhxAjSpxIseJDABgzaizHsaPHjyBDihzZEYDJkyjLqVzJsqXLleTIESpW\njBq1cjhz6tyJE4DPn0CDCh1KtKjRo+WSKl3KtClTbowYFSnChMmkbdvKad3KVSuAr2DDlhtLtqzZ\ns2jTqiULoK3bt+Xiyp1Lt67du+TIYUuWrJzfv+UACB5MuJzhw4gTKy43bhwVKgUECChQgAaNX+TI\nldvMufNmAKBDix5NurTp06hTl1vNurXr1665MWJUpAgTJpO2bSvHu7dv3gCCCx9errjx48iTK1/O\n3DiA59Cjl5tOvbr169izkyOHLVmycuDDl/8DQL68+XLo06tfz77cuHFUqBQQIKBAARo0fpEjV66/\nf4DlBA4EUNDgQYQJFS5k2NBhOYgRJU6kGPHaNQsECAAAECAAgWHDyo0kWVKcOAApVa4s19LlS5gx\nZcLkVqwYGzaluHEr19NnOQBBhQ4tV9ToUaRJlSb99s2LFw4pUogTV86qVQBZtW4t19XrV7BfyZHr\n1qbNgwcEFiwYMKBAAQJVqsiR0wsbtnJ585IjB8DvX8CBBQ8mXNjw4XKJFS9m3FjxtWsWCBAAACBA\nAALDhpXj3NmzOHEARI8mXc70adSpVa9Oza1YMTZsSnHjVs727XIAdO/mXc73b+DBhQ8X/u3/mxcv\nHFKkECeu3PPnAKRPp17O+nXs2bGTI9etTZsHDwgsWDBgQIECBKpUkSOnFzZs5eTLJ0cOwH38+fXv\n59/fP0AAAgcSLGiwHMKEChcyLDduHBcuBABQrNhg27ZyGjdyFCcOAMiQIsuRLGnyJMqUJbVpa6JA\nwYABDIwZK2fzZjkAOnfyLOfzJ9CgQocKdeVqwgQDTpyIE1fu6VMAUqdSLWf1KtasVr99w4TJRYIE\nFy4MEycOHDho0EytWfPjRxBfvsrRrVsOAN68evfy7ev3L+DA5QYTLmz4cDlr1siQGUCAQIAAFSqE\nKmf5MmbMADZz7lzuM+jQokeLFsaLFxMm/2zYZKBAQYECHNu2lattuxyA3Lp3l+vt+zfw4MKBg7Nj\nBwKEFHLklGvuvByA6NKnl6tu/Tp2cuQyZVKgwMKdO+XGky8/fts2YdGilWvvvhyA+PLn069v/z7+\n/PrL8e/vH2A5gQMJCrRmjQyZAQQIBAhQoUKochMpVqwIAGNGjeU4dvT4EeRHYbx4MWHChk0GChQU\nKMCxbVs5mTPLAbB5E2c5nTt59vT5syc4O3YgQEghR045pUvLAXD6FGo5qVOpViVHLlMmBQos3LlT\nDmxYsWC3bRMWLVo5tWvLAXD7Fm5cuXPp1rV7t1xevXv57iVHjtmRIwcOBBgwgAGDQoXGlf9z/Bgy\nZACTKVcudxlzZs2bve3ZY8AAANEECFy4EIFBagaLyrV27RpAbNmzy9W2fRt3bt22x42TYcBAgQIR\ngAABB65c8uQAmDd3Xg56dOnTNWlasAABAirkyJXz/h28d3LklkWLVg59+nIA2Ld3/x5+fPnz6dcv\ndx9/fv35yZFjBvDIkQMHAgwYwIBBoULjyjl8CBEigIkUK5a7iDGjxo3e9uwxYACASAIELlyIwCAl\ng0XlWrp0CSCmzJnlatq8iTOnTpvjxskwYKBAgQhAgIADVy5pUgBMmzotBzWq1KmaNC1YgAABFXLk\nynn9CtYrOXLLokUrhzZtOQBs27p9Czf/rty5dOuWu4s3r968v355WbBAgAAAHToYMlQuseLFjBMD\neAw5crnJlCtbnhwuHAYMAgB49tygwZQpf/5AUKBAgoRu5Vq7dg0gtuzZ5Wrbvo27tjdvkiRZKwc8\neLljxyBAACAguQAGDRrw4hUuXDly5ABYv469nPbt3LknW7CgQAEXLsiVO48+vfpy3USJKgc/fjkA\n9Ovbv48/v/79/PuXA1hO4ECCBQeuWbMgwMIAFapVKxdR4kSKEwFcxJix3EaOHT1ujBIFwMiRAQLE\nePYMHDhYsBIQIECHTjmaNW0CwJlTZzmePX3+5JkrV5EijLBhu3bNkg4dAwYAABBAhQot/1pWAQMG\nDpw4ceXGjQMQVuzYcmXNni2rTZsGAgQsWBAnrtxcunXtjhtXypWrcn39lgMQWPBgwoUNH0acWHE5\nxo0dP3a8Zs2CAJUDVKhWrdxmzp09dwYQWvTocqVNn0ZdOkoUAK1bBwgQ49kzcOBgwUpAgAAdOuV8\n/wYOQPhw4uWMH0ee3HiuXEWKMMKG7do1Szp0DBgAAEAAFSq0aFkFDBg4cOLElRs3DsB69u3LvYcf\n/702bRoIELBgQZy4cv39AywncODAceNKuXJVbiHDcgAeQowocSLFihYvYiyncSPHjhwzZCAwYECk\nSOTKoUypciVLAC5fwiwncybNmt++rf9YAQBAAg0acOHyRo4cOHCLFgWIEOHbt3JOn0IFIHUq1XJW\nr2LNKk7ckycQIGDChu3ZsxgMGCRIUKqUuHJu38KFC2Au3brl7uLNe3fTpg4bNnjzVm4w4cKFyYED\nJ0iQpV+/ykGOXA4A5cqWL2POrHkz587lPoMOLTp0hgwEBgyIFIlcudauX8OODWA27drlbuPOrfvb\ntxUrAABIoEEDLlzeyJEDB27RogARInz7Vm469eoArmPPXm479+7exYl78gQCBEzYsD17FoMBgwQJ\nSpUSV24+/fr1AeDPr78c//7+AZYrt2lThw0bvHkrt5Bhw4bkwIETJMjSr1/lMGYsB4D/Y0ePH0GG\nFDmSZMlyJ1GmVHny168ALxs0yJatXE2bN3HiJEcOQE+fP8sFFTp0qLUUKQYMECDgwpkzrlxVgwaN\nEiUHDgIYMVKOa1evXAGEFTu2XFmzZ9EWKkSAQIIEmZw5y5NHQd0xY8rl1buXb14AfwEHLjeYcGFy\n5NKkwYEMWTnHjyE7Jkdu1KgJBw4UKDDClatyn0GXAzCadGnTp1GnVr2adTnXr2HHdv3rVwDbDRpk\ny1aOd2/fv3+TIweAeHHj5ZAnV67cWooUAwYIEHDhzBlXrqpBg0aJkgMHAYwYKTeefPnxANCnV1+O\nfXv37wsVIkAgQYJMzpzlyaOA/5gx/wDLCRxIsKBAAAgTKizHsKFDcuTSpMGBDFm5ixgzXiRHbtSo\nCQcOFCgwwpWrcihTlgPAsqXLlzBjypxJs2a5mzhz6rxpwgQAAAXcuBEnrpzRo0iTJiVHDoDTp1DL\nSZ1KVWqmTBoECBgwoECBFzJkOHECBxKkEycIEAhAjFi5t3DjvgVAt67dcnjz6tUbToMGAgQcOMhV\nqtSKFQhmzSrHuLHjx44BSJ5MuZzly5i/fQsUaFy5z6BDfx43ToKEAAEAqBYgIEWxYuViyy4HoLbt\n27hz697Nu7fvcsCDCx++bVuAAAAAiAEHTpw4VRw4IEBgw4a0ctiza9cOoLv37+XCi/8fnyxZhAgC\nAgRAgAANmkJUqMiSxWvUKA4cAgQ4EC5cOYDlBA4kWA7AQYQJyy1k2LDhuEmTWLBIkwYMBgwDBjgg\nR67cR5AhRYYEUNLkyXIpVa6UJo0bt3IxZc6MGS5BAgA5cw4YECECKHLkyg0lWg7AUaRJlS5l2tTp\nU6jlpE6lWnXbtgABAAAQAw6cOHGqOHBAgMCGDWnl1K5lyxbAW7hxy82lWzdZsggRBAQIgAABGjSF\nqFCRJYvXqFEcOAQIcCBcuHKRJU+ODMDyZczlNG/mzHncpEksWKRJAwYDhgEDHJAjV871a9ixYQOg\nXdt2Ody5dUuTxo1bOeDBhQMPlyD/AQDkyAcMiBABFDly5aRPLwfA+nXs2bVv597d+/dy4cWPJ69F\nS4AABw6QK9e+3C8gQAbMHxBgyRJy5Mrt598fAEAAAgcOLGfwIEJt2hAgcJAly7hx5SZSnPjtGwQI\nBgy0KOfxI0iQAEaSLFnuJMqUKseN69bNlq04AwYIEOCgHM6cOnfyBODzJ9ByQocSXbYMG7ZySpcy\nnTYtAICoAAYMcECLljBh5bZy7QrgK9iwYseSLWv2LNpyateybatFS4AABw6QK2e33C8gQAbwHRBg\nyRJy5MoRLmwYAOLEissxbuxYmzYECBxkyTJuXLnMmjN/+wYBggEDLcqRLm3aNIDU/6pXl2vt+jXs\nceO6dbNlK86AAQIEOCjn+zfw4MIBEC9uvBzy5MqXLcOGrRz06NKnTQsA4DqAAQMc0KIlTFi58OLH\nAyhv/jz69OrXs2/vvhz8+PLlkxMgAAAADx7K8e/vH2CnTgAI4sBRDmFChQAYNnRYDmJEiaVKNWiQ\nZNy4chs5djx1SoCAAQNylTN5EiVKACtZtiz3EmZMmS/BgdOkKYUAAQECHMiWrVxQoUOJDgVwFGnS\nckuZNs2VS44cceWoliNHLtuGDQC4dgUgQEAIYcK4cSt3Fm1aAGvZtnX7Fm5cuXPplrN7Fy/eYAAA\nBAhQpUo5wYMJC0YAAIAAAdDKNf927BhAZMmTy1W2fFmYMCxYxJXz/Bl0OXIbNgAAYMECuXKrWbdu\nDQB2bNnlaNe2fZt2s2YgQEgwYODAAQJ//hgzNm5cOeXLmTcH8Bx69HLTqVfnw0eAgAcXLliwsGBB\nAQDjxw8YkCDBhQsaZs3Cho1cOfnz5wOwfx9/fv37+ff3DxCAwIEEAZQ7iDBhwmAAAAQIUKVKuYkU\nK05EAACAAAHQynn8+BGAyJEky5k8iVKYMCxYxJV7CTNmOXIbNgAAYMECuXI8e/r0CSCo0KHliho9\nirRos2YgQEgwYODAAQJ//hgzNm5cua1cu3oFADas2HJky5rlw0eAgAcXLliwsGD/QQEAdOkOGJAg\nwYULGmbNwoaNXLnBhAkDOIw4seLFjBs7fgy5nOTJlCWTIycCAIAECbx5Kwc6tGjQKQIEGDCAU7nV\nrFkDeA07drnZtGtfu5YtW7ndvHvvlgUgOIBVq8oZP448OYDlzJuXew49uvTnhAg9eABhwwYWLB6Y\nMJEo0bhx5cqbP48egPr17Mu5f/9+3IIFAOrbByAgf4D9AWDkApirWLE5c3b48AEECCFjxso9hFgO\nwESKFS1exJhR40aO5Tx+BOmRHDkRAAAkSODNWzmWLV2yTBEgwIABnMrdxIkTwE6ePcv9BBr02rVs\n2codRZr0qCwATQGsWlVO6lSq/1UBXMWatdxWrl29biVE6MEDCBs2sGDxwISJRInGjSsXV+5cugDs\n3sVbTu/eveMWLAAQWDAAAYUDHA4AI1euYsXmzNnhwwcQIISMGSuXWXM5AJ09fwYdWvRo0qVNl0Od\nWjXqUqUYBAggRky4cOVs38ZNjNiAECE6dSoXXPhwAMWNHy+XXPny5OTIlYMeXTp0AQAAoEBRTvt2\n7t21AwAfXnw58uXNnydvydKBAxrc37hR4c+fcePK3cefX/99AP39AwQgEEC5ggYN9mrQIEAABAYM\nLFgQIMCCAwf27BFXbmO5aNESDBgAAICABQuyZSunUiWAli5fwowpcybNmjbL4f/MqRNnqVIMAgQQ\nIyZcuHJGjyIlRmxAiBCdOpWLKnUqgKpWr5bLqnVrVnLkyoENKxasAAAAUKAop3Yt27ZqAcCNK7cc\n3bp279K1ZOnAAQ1+b9yo8OfPuHHlDiNOrPgwgMaOH5eLLFlyrwYNAgRAYMDAggUBAiw4cGDPHnHl\nTpeLFi3BgAEAAAhYsCBbtnK2bQPIrXs3796+fwMPLrwc8eLGiYcIMSBAgBgxmjUrJ50cuV0UKADI\nDkCAIEHjxpULL348gPLmz5dLr359+nDhxJWLL1++Dx8ACBDYtq0c//7+AZYTOLAcAIMHEZZTuJBh\nQ4WYMN248eLChQULBESJUo7/Y0ePHz0CEDmSZDmTJ8sFC+YgQIABAw4YMBAgAAAAAQ4c6NRpXLly\n4sRRoQKAaFGiOHCEC1eOKQCnT6FGlTqValWrV8tl1bo1KwYMAgAAGDAgQIAGCRIECACALVsECHyQ\nI1eObl27dAHk1bu3XF+/f/s6c6Zpzpxfv7Bh43bjhgABANq0KTeZcmXLlQFk1ry5XGfPn0F3BgdO\nmjRwfvwUKABgwQJdusrFlj2b9rhxAHDn1l2ON+9JkyhQCDBcgIAEDBgcOIAAAbBo0cpFl14OG7YC\nALBnB5AgAShQ5ciRAzCefHnz59GnV7+efTn37+G7x4BBAAAAAwYECNAgQYIA/wADABg4EAECH+TI\nlVvIsOFCABAjSixHsaJFis6caZoz59cvbNi43bghQACANm3KqVzJsiVLADBjyixHs6bNmzTBgZMm\nDZwfPwUKAFiwQJeuckiTKl06bhyAp1Cjlps6ddIkChQCaBUgIAEDBgcOIEAALFq0cmjTlsOGrQCA\nt3ABJEgAClQ5cuQA6N3Lt6/fv4ADCx5crrDhw4WfPYsBoLHjx40PHGDAgBWrceUya968GYDnz6DL\niR5NWjQ3bh0GDDhwAASIBQIEAABAYNu2crhz696tG4Dv38DLCR9OnDg5ccjFlVs+bhwOHACiR8eC\npZz169ivjxsHoLv37+XCh/935owCBQDoBQiAQYfOtm3l4sufP5/bmDEECADYL0AAJYCUxpUrB8Dg\nQYQJFS5k2NDhw3IRJU6M+OxZDAAZNW7MeOAAAwasWI0rV9LkyZMAVK5kWc7lS5guuXHrMGDAgQMg\nQCwQIAAAAALbtpUjWtToUaMAlC5lWs7pU6hQyYmjKq7c1XHjcOAA0LUrFizlxI4lO3bcOABp1a4t\n17atM2cUKACgK0AADDp0tm0r19fv37/cxowhQADAYQECKFEaV64cAMiRJU+mXNnyZcyZy23m3Nkz\nOXLevCVK5K1bt3KpVa9m3Vo1ANixZZejXdu27Wk0aESIYMC3AAEQIJQqV9z/+HHkyQEsZ9683HPo\n0aOTK1fd+vVyihYsAACAAIFF5cSPJy9+3DgA6dWvL9e+PTlyxIhpWLDAhYty+fXv59+/HMBs2WYA\nACBBQrZs5RYCaOjwIcSIEidSrGixHMaMGjdy7OjxYzly5ACQLGmyHMqUKlV6q1GDAAEAAAIMGMCE\nibhyOnfy7OkTANCgQssRLWrUKLlySpcyVZos2YEDAgQgqFatHNasWsOFA+D1K9hyYseWq1YtiAQJ\nnz6Va+v2Ldy45bx5QwAAgAEDwYKV6wvgL+DAggcTLmz4MOJyihczbuz4MeTI5ciRA2D5MuZymjdz\n5uytRg0CBAAACDBgABMm/+LKsW7t+jVsALJn0y5n+zZu3OTK8e7tm3eyZAcOCBCAoFq1csqXMw8X\nDgD06NLLUa9erlq1IBIkfPpU7jv48OLHl/PmDQEAAAYMBAtW7j2A+PLn069v/z7+/PrL8e/vH2A5\ngQMJFjR4EKFAAAsZNiz3EGJEiWrUIEAAAACBBg2kSSv3EWRIkSPLATB5EmU5lStZtnT5ciU1aima\nNSNHrlxOnTm5cQPwE2jQckOJErVWrVo5pUuZNnW6lBy5EwAAkCCBDVu5ceMAdPX6FWxYsWPJljVb\nDm1atWvZtnX7Ni0AuXPplrN7F29eNWoQIAAAgECDBtKklTN8GHFixeUANP92/LhcZMmTKVe2LJka\ntRTNmpEjVw50aNDcuAEwfRp1OdWrV1urVq1cbNmzadeWTY7cCQAASJDAhq3cuHEAiBc3fhx5cuXL\nmTcv9xx6dOnTqVe3Dh1Adu3by3X3/h18uHCYMCFB8sqatXLr2bd3/549APnz6Zezfx9/fv37838b\nB3BcuYEECw4EgDChwnIMGzp8CDGiRIbRcODIlWvcuHIcAXj8CDKkyJEkS5o8WS6lypUsW7p8CVMl\ngJk0a5a7iTOnznDhMGFCguSVNWvliho9ijSpUQBMmzotBzWq1KlUq079Nm5cua1cu24FADas2HJk\ny5o9izatWrLRcODIlWv/3LhydAHYvYs3r969fPv6/VsusODBhAsbPoxYMIDFjBuXeww5suTJlCtb\nhgwgs+bN5Tp7/gw6tOjRpD0DOI06dbnVrFu7fg07NutgwciRK4cbN4DdvHv7/g08uPDhxMsZP448\nufLlzJsfBwA9uvRy1Ktbv449u/bt1QF4/w6+nPjx5MubP48+/XgA7Nu7Lwc/vvz59Ovbj0+OXLn9\n/MsBAAhA4ECCBQ0eRJhQocJyDR0+hBhR4kSKDgFcxJix3EaOHT1+BBlSJEcAJU2eLJdS5UqWLV2+\nhKkSwEyaNcvdxJlT506ePXGSI1dO6NByAIweRZpU6VKmTZ0+hRpV6lSq/1WtXsWaVetWrl29fgUb\nVuxYsmXNnkWbVu1atm3dvoUbV+5cunXt3sWbV+9evn39/gUcWPBgwoUNH0acWPFixmLLPYYcWfJk\nypUtQwaQWfPmcp09fwYdWvRoceLKnUadGsBq1q3LvYYdW/Zs2rVtwwaQW/fucr19/wb+Gxw4ceHC\nlUOeXPly5skBPIceXfp06tWtX8deTvt27t29fwcffjsA8uXNl0OfXv169u3dv08PQP58+uXs38ef\nX/9+/v3vAwQgcCDBcgYPIkyIkBw5cOTIlYsocSLFihIBYMyocSPHjh4/ggxZbiTJkiZPokypkiSA\nli5flospcybNmjZrbv/bhg1buZ4+fwIIKnRouaJGjyJNqnQpU6MAnkKNWm4q1apWqxYrZgoUqHJe\nv4INK/YrgLJmz6JNq3Yt27Zuy8GNK3cu3bp278YFoHcv33J+/wIOLHiw4G3bsGErp3gxYwCOH0Mu\nJ3ky5cqWL2POPBkA586ey4EOLXq06GLFTIECVW4169auX7MGIHs27dq2b+POrXt3ud6+fwMP7psc\nOXHkyJVLrnw58+UAnkOPXm469erWr2OnTo4cFQ8eZs0qJ348eQDmz6Mvp349+/bu38OPvx4A/fr2\ny+HPr38/fnDgAKJBY4AAATx4wJVTuJBhQ4cAIEaUOJFiRYsXMWYst5H/Y0ePHzmSIyeOHLlyJ1Gm\nVJkSQEuXL8vFlDmTZk2bMsmRo+LBw6xZ5YAGFQqAaFGj5ZAmVbqUaVOnT5MCkDqVajmrV7FmtQoO\nHBo0BggQwIMHXDmzZ9GmVQuAbVu3b+HGlTuXbt1yd/Hm1XuXHDlEiM5w4DBhQgpjxsiRK7eYcWPH\niwFEljy5XGXLlzFn1lzu2jUJEgAYMDBrVjnTp1EDUL2adTnXr2GTI3fsmLVhw3LlunMH0IYNCxYY\n6NNHmrRyx5EnV34cQHPnz8tFlz6d+rhxpUpp0KBAgIACBRYoU1aOfHnz580DUL+efXv37+HHlz+/\nXH379/HXJ0cOEaIz/wA5cJgwIYUxY+TIlVvIsKHDhQAiSpxYrqLFixgzaix37ZoECQAMGJg1q5zJ\nkygBqFzJspzLlzDJkTt2zNqwYbly3bkDaMOGBQsM9OkjTVq5o0iTKj0KoKnTp+WiSp1Kddy4UqU0\naFAgQECBAguUKStHtqzZs2YBqF3Ltq3bt3Djyp1brq7du3i1aRMhIkAAAIABM+jVixy5cogTK16M\nGIDjx5DLSZ5MubJly+DAhQgBoDMCBNu2lRtNujSA06hTl1vNmvW4XbuyZAlx4ICA2wIA6N6te8GC\ncOHKCR9OvDiA48iTl1vOvLnzcePESRen7cSJAAEAfPhQrrv37+C/A/8YT768+fPo06tfz76c+/fw\n4YsbMsSAgQABEChQsGIFDoDXrpEjV87gQYQJDQJg2NBhOYgRJU6UCA4cN2LEuHGzpk0bFSoOHARI\nlKjcSZQpTwJg2dJlOZgxY44LFixGjCk4cLBgkSHDjwsXMGAIMGDAgQPbtpVj2tTpUwBRpU4tV9Xq\nVaxZrQICFECXrnJhxY4lOxbAWbRp1a5l29btW7jl5M6lS1fckCEGDAQIgECBghUrcFy7Ro5cOcSJ\nFS9GDMDxY8jlJE+mXJkyOHDciBHjxs2aNm1UqDhwECBRonKpVa9ODcD1a9jlZM+ePS5YsBgxpuDA\nwYJFhgw/LlzAgCH/wIABBw5s21bO+XPo0QFMp1693HXs2bVvxw4IUABdusqNJ1/efHkA6dWvZ9/e\n/Xv48eWXo1/fPv1ixTIE4B+gAMACWlq14sOnAxYszZqNa1juIcSID8WJA2DxIsZyGjdy7NismQgR\nAQIAKFCgTJlozpylSGHAQAJWrMrRrGmTJoCcOneW69mTHDlw4Ij16bNiRQoTJooUwYGDEDNmxozp\ngQCBAAFWrMpx7er1K4CwYseWK2v2LNq0Zu3YKbBtW7m4cufSnQvgLt68evfy7ev3L+ByggcTFlys\nWIYAigMUKKClVSs+fDpgwdKs2bjM5TZz7rxZnDgAokeTLmf6NOrU/82aiRARIACAAgXKlInmzFmK\nFAYMJGDFqhzw4MKBAyhu/Hi55MnJkQMHjlifPitWpDBhokgRHDgIMWNmzJgeCBAIEGDFqhz69OrX\nA2jv/n25+PLn068v346dAtu2levvH2A5gQMJDgRwEGFChQsZNnT4EGI5iRMpSrRlywsECEuWGDNW\nDmS1agZgwPj1ixy5citZWrNWrZoxY+KuXQNwE2fOcjt59hw37tGjGwYMBAgAAAAMZcrGjau2Zo0A\nAQUKTBg3rlxWrVvJkQPwFWzYcmPHevMWLlw0tb9+eXv2rFgxUaK+lbNbLtqSJQUKoEFTDnBgwYMB\nFDZ8uFxixYsZN/9WPGXKgnKTKVe2fBlAZs2bOXf2/Bl0aNHlSJc2ffrbN3DgyrVuXarUA0qUyJEr\ndxt37nHjkCHT5s0bAOHDiZczfvw4tjhxJkwowIABBw7IkJWzbv3WgQMAADBgUK1cePHjxwMwfx59\nOfXqyZEr9x5+/PffvpWzb9/blSsIEKBBA7CcwIEECwI4iDBhuYUMGzp8WK5atQULVJS7iDGjxo0A\nOnr8CDKkyJEkS5oshzKlypXfvoEDVy5mzFKlHlCiRI5cuZ08e44bhwyZNm/eABg9irSc0qVLscWJ\nM2FCAQYMOHBAhqycVq23DhwAAIABg2rlypo9exaA2rVsy7l1S47/XLm5dOvO/fatnF693q5cQYAA\nDZpyhAsbPgwgseLF5Ro7fgw5crlq1RYsUFEus+bNnDsD+Aw6tOjRpEubPo26nOrVrFuzHjcuHCdO\nlCj1Koc7t+7dusWJAwA8uPByxIsX74QDhwYNjnjxIkeunPTp5SAIEGDAQLhw5bp7/w4egPjx5MuZ\nP48+vfrz5MhBggAhQIBGjcrZv48/P4D9/PuXA1hO4ECCBQ0aMhQgwIFyDR0+hBgRwESKFS1exJhR\n40aO5Tx+BBkS5Lhx4ThxokSpVzmWLV2+dClOHACaNW2Ww5kzZyccODRocMSLFzly5YweLQdBgAAD\nBsKFKxdV6lSq/wCsXsVaTutWrl29biVHDhIECAECNGpUTu1atm0BvIUbt9xcunXt3i1nyFCAAAfK\n/QUcWPBgAIUNH0acWPFixo0dl4McWfJkyOPGffgwQHOPHuU8fwYdOnS4cABMn0ZdTvXqctq02YgQ\nIUUKUs+eiRNHTve1a0GCFHjwwJatcsWNH0deHMBy5s3LPYceXfp0ctmyrVrVYcAAAACKFBlXTvx4\n8uQBnEefvtx69u3dvy/34QMA+uLElcOfX/9+/QD8AwQgcCDBggYPIkyoEGG5hg4fQmw4btyHDwMu\n9uhRbiPHjh49hgsHYCTJkuVOoiynTZuNCBFSpCD17Jk4ceRuXv+7FiRIgQcPbNkqJ3Qo0aJCASBN\nqrQc06ZOn0Illy3bqlUdBgwAAKBIkXHlvoINGxYA2bJmy6FNq3Yt23IfPgCIK05cubp27+K9C2Av\n375+/wIOLHgw4XKGDyNObFiZMgCOHYMAIa4c5cqWL1sWJw4A586ey4EOXU6btiEQIDx4kOLChQ0b\nEiRoMGCAAAEGggUrp3s37968AQAPLrwcceLkyJVLrnz5cnLfvl27FqZECQECEiSAUG479+7dAYAP\nL74c+fLmz6MvZ8FCgAAAcuUqJ38+/fr0AeDPr38///7+AQIQOJBgQYMHBZZTuJBhQ4XixHHgEAAA\ngAABVJTTuJH/Y0ePAECGFFmOZMmS2ho1KlKkQoAAAGDGjLkgXLhyN3Hm1JkTQE+fP8uVIzduXDmj\nR5EmLbdt3Dhy5Mp9+3bkSIAAABw4KLeVa9etAMCGFVuObFmzZ9FmI0ECAQICGzZ06FClijFy5Mrl\n1bs3LwC/fwEHFjyYcGHDh8slVryYcWJx4jhwCAAAQIAAKspl1ryZc2cAn0GHLjeaNGltjRoVKVIh\nQAAAr2HDXhAuXDnbt3Hnxg2Ad2/f5cqRGzeuXHHjx5GX2zZuHDly5b59O3IkQAAADhyU076du3YA\n38GHLzeefHnz57ORIIEAAYENGzp0qFLFGDly5fDn148fQH///wABCBxIsKDBgwgTKixYrqHDhxAj\nlhMmjAULAA4cSJNWrqPHjyA7AhhJsmS5kyhTqvTmTZy4Z8+YadCwYEEAO3bK6dzJsydPAECDCi1H\ntKjRo0bFiSNXrqnTct++BQkCQIAAS5bKad3KFYDXr2DLiR1LtizZcOFsrVihQUODCxcECAhAV4MG\nTJi4kSNXrq/fcgACCx5MuLDhw4gTKy7HuLHjx5DLCRPGggUABw6kSSvHubPnz5wBiB5Nupzp06hT\ne/MmTtyzZ8w0aFiwIIAdO+Vy697NezeA38CDlxtOvLjx4uLEkSvHvHm5b9+CBAEgQIAlS+Wya98O\noLv37+XCi/8fT358uHC2VqzQoKHBhQsCBASYr0EDJkzcyJErx79/OYAABA4kWNDgQYQJFS4s19Dh\nQ4gRHW7bBsCixSJFxpXj2NGjRwAhRY4sV9LkSZQpTT56BCBAgCNHys2kWdPmTAA5de4s19PnT6A9\nyZGrVk1cOaRJk9aqhSBAAAUKlJWjWrUqAKxZtZbj2tXrV67UqBkxUqJAAQECCCBAUMBtgQBxBww4\nkStXObx5ywHg29fvX8CBBQ8mXLjcYcSJFS9W7GXAAACRAQTgxavcZcyZLwPg3NlzOdChRY8mPfpC\ngAAAAJQqVc71a9ixAcymXbvcbdy5dd8mRy5cuHLBhQcfN87/mDEIBgwUKGDh169y0aWXA1Dd+vVy\n2bVv5/7smQ8fCxYYAAAgQIABUKCsWdOli4QFCw4cuCBHzrhx5fTrB9DfP0AAAgcSLGjwIMKECguW\na+jwIcSIEL0MGADgIoAAvHiV6+jxY0cAIkeSLGfyJMqUKlNeCBAAAIBSpcrRrGnzJoCcOneW6+nz\nJ9Ce5MiFC1fuKNKj48YZMwbBgIECBSz8+lXuKtZyALZy7VruK9iwYp898+FjwQIDAAAECDAACpQ1\na7p0kbBgwYEDF+TIGTeuHGDAAAYTLmz4MOLEihczLuf4MeTIkiVfu5YiBYDMChSMG1fuM+jQAEaT\nLl3uNOrU/6pXrwYBAgAAAQK0latt+/ZtALp38y7n+zdw3+HCbSNnnFy55MqTkyMHDpwwYR4QIChQ\ngEK1auW2cy8H4Dv48OXGky9fPpwgQRo0NGiAoEABBw6q4ML17FmmTDxChMiQAeCYatXKFTRYDkBC\nhQsZNnT4EGJEieUoVrR4ESPGa9dSpADwUYGCcePKlTR5EkBKlSvLtXT5EmbMmCBAAAAgQIC2cjt5\n9uwJAGhQoeWIFjVKNFy4beSYkiv3FOpTcuTAgRMmzAMCBAUKUKhWrVxYseUAlDV7tlxatWvXhhMk\nSIOGBg0QFCjgwEEVXLiePcuUiUeIEBkyjKlWrVxixeUANP92/BhyZMmTKVe2XA4z5nHjynX2/Bl0\n6HLbttmwEcCDB2vWyrV2/RpAbNmzy9W2fRt37tzVqgkQsGDBtXLDiRcvDgB5cuXlmDd3zhwOnEPG\njJWzfh27dWbMunQRcOBAhgzfypU3bx5AevXry7V3//79MyVKePAoUeJMpUrZsjGDBhBaoEBEiGjQ\nogUWLHLlGjp0CCCixIkUK1q8iDGjxnIcOY4bVy6kyJEkS5bbts2GjQAePFizVi6mzJkAatq8WS6n\nzp08e/asVk2AgAULrpU7ijRpUgBMmzotBzWqVKhw4BwyZqyc1q1ctTJj1qWLgAMHMmT4Vi6tWrUA\n2rp9Wy7/rty5c58pUcKDR4kSZypVypaNGTRogQIRIaJBixZYsMiVewwZMoDJlCtbvow5s+bNnMt5\nJkcOFChw4MqZPm0aGjQ6dET9+vXtG7ly5cSJmzTJgQIFIkQUCxeunHDh4sQBOI48ebnlzJsvR4bM\nhgEDLVqEC1cuu/ZKlRIk+PAhXLnx5MuXB4A+vfpy7Nu7J0duwYICHDhcu1Yuv/78167ZAGiDAIEA\nBgwAAlRO4UKGABw+hFhO4kSKEsWJy9ShgwgRMmQYWrbMmrVSKlQMGBAgwAEjRqxZKxdT5kwANW3e\nxJlT506ePX2WA0qOXI8ePnycgARJjpw7DhwAgApVgAAG/wy8JEvmyhUZMgcCBAAAQMCAAStWQIFS\nDBYsAG3dvi0XV+7cuIgQCQCQF0CAAH+qVSNGDIcCBQEC4MAxrtxixo0bA4AcWXI5ypUtU54wYYAA\nAStWVKtWTvRoZ84WLBgwIMCHD9q0lYMdWzYA2rVtl8OdWzducuSg7djBgIEAAR+6dKlTpwIBAgAA\nECCQAhy4ctWtX68OQPt27t29fwcfXvz4cuXJkevRw4ePE5AgyZFzx4EDAPXrCxDAgIGXZMlcAXRF\nhsyBAAEAABAwYMCKFVCgFIMFCwDFihbLYcyoESMiRAIAgAQQIMCfatWIEcOhQEGAADhwjCsncyZN\nmgBu4v/MWW4nz547J0wYIEDAihXVqpVLqtSZswULBgwI8OGDNm3lrmLNCmAr167lvoIN+5UcOWg7\ndjBgIEDAhy5d6tSpQIAAAAAECKQAB64c375++QIILHgw4cKGDyNOrLgcY8bKlGnRUgAAgAABCATI\nHAAA584AFGjQ4MFDhw4DAKBODUCAAAgQSkmTBmA27drlbuPOnbtVgAAAfgMHHgAAAAECRIgIV245\n8+bNAUCPLr0c9erWqQMDdgAAdwAvXowrJ76csQ8fDBgoUKBCrFjl3sOP/x4A/fr2y+HPr19/uCNH\nAAoQAIAgAYMEEChQ0KDBmTPgykWUOHEiAIsXMWbUuJH/Y0ePH8uFDKlMmRYtBQAACBCAQACXAQDE\nlAlAgQYNHjx06DAAQE+fAAQIgAChlDRpAJAmVVqOaVOnTlsFCACAatWqAQAAECBAhIhw5cCGFSsW\nQFmzZ8ulVbs2LTBgBwDEBfDixbhyd8sZ+/DBgIECBSrEilWOcGHDhAEkVry4XGPHjx+HO3JEgAAA\nlwlkJoBAgYIGDc6cAVeOdGnTpgGkVr2adWvXr2HHll2Odu3a5MSJGzeuXG/fvcWJAweOGDVqvnxx\n4XLAgQMFCp7w4HHpkjJl5LAD0L6deznv38GH975t24EDAQAAECBgAAMGECC8ecOtXH379+uTIweA\nf3///wDLCRxIkGC4IEEOHCBAgMyhQ1myLEiQQIKEVau0ldvIsWNHACBDiixHsqTJk9u2nTgRIMAA\nBgyMGOHTrRs5cuVy6tzJMyeAn0CDCh1KtKjRo0jLKV3KtKnTp+XAgcuU6QYhQsiQifPmLVw4cuTK\nkSMHoKzZs+XSql3Ldu20aS8aNNiwYUeSJDhwQIGSq5zfv3/JkQPnzBmAw4gTl1vMuLFjaNAKFABA\nuTLlAAE0aMiWrZznz6BDAxhNunS506hTqz596VKDBhaKFJk2bVy527hz694NoLfv38CDCx9OvLjx\ncsiTK1/OvHk5cOAyZbpBiBAyZOK8eQsXjhy5cuTIAf8YT758ufPo06tPP23aiwYNNmzYkSQJDhxQ\noOQqx79/f4DkyIFz5gzAQYQJyy1k2NAhNGgFCgCgWJFigAAaNGTLVs7jR5AhAYwkWbLcSZQpVZ68\ndKlBAwtFikybNq7cTZw5de4E0NPnT6BBhQ4lWtRoOaRJlS5l2tTp06QApE6lWs7qVaxZtW4tJ05c\nuXLkyo0dO23atWu6dHF79gzAW7hxy82lW9fu3GHDDBgIAMAvgABQoDx7Vs7wYcSJDQNg3NhxOciR\nJU+mXNny5cgANG/m3NnzZ9ChRY8uV9r0adSpVa9mbRrAa9ixy82mXdv2bdzlxIkrV45cOeDAp027\ndk3/ly5uz54BYN7ceTno0aVPhz5smAEDAQBsBxAACpRnz8qNJ1/e/HgA6dWvL9fe/Xv48eXPp+8e\nwH38+fXv59/fP0AAAgcSLGiwHMKEChcybOjwYUIAEidSLGfxIsaMGjdyvNit27dv4sSVKwngJMqU\n5VaybOnyZTly5MrRrGnzJs6aAHby7FnuJ9CgQocSLWoUKICkSpcyber0KdSoUstRrWr1KtasWrdW\nBeD1K9hyYseSLWv2LNqx3bp9+yZOXLm4AObSrVvuLt68eveWI0euHODAggcTDgzgMOLE5RYzbuz4\nMeTIkhkDqGz5MubMmjdz7uy5HOjQokeTLm36dGgA/6pXsy7n+jXs2LJn0679GgDu3LrL8e7t+zfw\n4MKH9wZg/DjycsqXM2/u/Dn06MsBUK9u/Tr27Nq3c+9e7jv48OLHky9vHjyA9OrXl2vv/j38+PLn\n03cP4D7+/OX28+/vH2A5gQMJFjR4sCAAhQsZlnP4EGJEiRMpVnwIAGNGjRs5dvT4EWTIciNJljR5\nEmVKlSQBtHT5slxMmTNp1rR5E6dMADt59iz3E2hQoUOJFjUKFEBSpUvLNXX6FGpUqVOpOgVwFWtW\nrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZ\nN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl06LTlSJc2fRp1atWrSwNw/Rp2OdmzZ5Mrdxt3bt27eZcj\nR65ccOHlABQ3frxccuXLmTd3/hy6cgDTqVcnR65cdu3buXMnR27cuGzgwHXrVg59evXr0QNw/x5+\nfPnz6de3f79cfv37+ff3D7CcwIEECxYEgDChwnIMGzp8CDGixIkNAVi8iLGcxo0cO3r8CDLkRgAk\nS5oshzKlypUsU5Ijh61bt3Hjytm8iTOnTQA8e/r8CTSo0KFEi5Y7ijSp0qVKxZV7CjWq1KkAqlq9\nWi6r1q1ct5IjVy6s2LFky5YFgDat2nJs27p9Czf/rty5bQHYvYu3nN69fPv63YsNW5Rbt8SJK4c4\nseLFiAE4fgw5suTJlCtbvlwus+bNnDtzFlcutOjRpEsDOI06dbnVrFu7bk2OXLnZtGvbvn0bgO7d\nvMv5/g08uPDhxIv/BoA8ufJyzJs7fw69OTZsUW7dEieunPbt3LtrBwA+vPjx5MubP48+fbn17Nu7\nf1+OHLlHj2QUK1Yuv/79/PcDAAhA4MCB5QweRJjQ4LdvxYrR6tVr3LhyFS1eFCeOXDmOHTsCABlS\nZDmSJU2eRJlS5cqSAFy+hFlO5kyaNW2W06bNho0Gd+6QI1dO6FCiRYUCQJpU6VKmTZ0+hRq13FSq\n/1WtXi1HjtyjRzKKFSsXVuxYsmMBnEWbttxatm3drv32rVgxWr16jRtXTu9evuLEkSsXWLBgAIUN\nHy6XWPFixo0dP4asGMBkypXLXcacWfPmctq02bDR4M4dcuTKnUadWvVpAK1dv4YdW/Zs2rVtl8Od\nW/du3cqUbSlQAMDwS5fKHUeeXPlxceIAPIcevdx06tWtjxtHjBgRIjQyZODA4QQqVJ48TZqUAhAg\nSZKylYMfPz4A+vXtl8OfX/9+/v39AywncCBBgQAOIkxYbiHDhg4fijNhwoCBBdWqlcuocSPHjQA+\nggwpciTJkiZPoiynciXLliyVKdtSoACAmpculf/LqXMnz5zixAEIKnRouaJGjyIdN44YMSJEaGTI\nwIHDCVSoPHmaNCkFIECSJGUrJ3bsWABmz6Itp3Yt27Zu38KNuxYA3bp2y+HNq3cvX3EmTBgwsKBa\ntXKGDyNOjBgA48aOH0OOLHky5crlLmPOrDlcOBo0BgwAIFo0AVGiyJErp3o1a9XkXoMDB2A27drl\nbuPOrfs2OXLixH2zZevGjQUHDjhwgACBgAQJZMjQVm46deoArmPPXm479+7eu2/bRmfDhh07wJVL\nr349+/YA3sOPX24+/fr27+cIoD+AnHL+AZYTOJBgwYEAECZUuJBhQ4cPIUYsN5FiRYu2bClQAAD/\nQIABAxw4uFCoEBgwokRd2bVr1KhPZcpEi8aNWzly5ADk1LmzXE+fP4EG9TluXKVWrVat6tIlQIIE\nNmyQKzeVKlUAV7FmLbeVa1evyJAlSTKAbACzAQx061aObVu3b90CkDuXbjm7d/HmxevIEYQAASJE\nMFaOcGHDhxEDULyYcWPHjyFHljy5XGXLlzHbsqVAAQAAAQYMcODgQqFCYMCIEnVl165Roz6VKRMt\nGjdu5ciRA7Cbd+9yv4EHFz4c+LhxlVq1WrWqS5cACRLYsEGuXHXr1gFk1769XHfv38EjQ5YkyQDz\nAdAHMNCtWzn37+HHhw+Afn375fDn179fvyNH/wAhBAgQIYKxcggTKlzIEIDDhxAjSpxIsaLFi+Uy\naty4EduJEwNCDkhgwsSDBwMCBADAsiWAAAEKSJDQrBk5cuVyAtjJs2e5n0CDCh0qNBw4cN26+fAB\nQIAAGTLIlZtKlSqAq1izltvKleu4S5ccOCAAoCyAAAEUOHAQIAAAAQLGjStHt67du3QB6N3Lt5zf\nv4AD+5UmrUEDAQECRIjgqpzjx5AjSwZAubLly5gza97MuXO5z6BDh8Z24sSA0wMSmDDx4MGAAAEA\nyJ4NIECAAhIkNGtGjly53wCCCx9errjx48iTIw8HDly3bj58ABAgQIYMcuWya9cOoLv37+XCi/8X\nP+7SJQcOCABYDyBAAAUOHAQIAECAgHHjyunfz7+/foAABA4kWM7gQYQJDUqT1qCBgAABIkRwVc7i\nRYwZNQLg2NHjR5AhRY4kWbLcSZQpTz57diRBAgUKbNig9uyZFSsAdO4EEECIEEmSom3bVs7o0XIA\nlC5lWs7pU6hRpUolR65YsQoVAAgQoERJObBhwZIjB8DsWbTl1K5d+0yAAABx4zpwsGxZObzdugHg\ny4BBOcCBBQ8GDMDwYcTlFC9m3HjZMg0aAgSQsGHDjx8fggUr19nzZ9CdyZEDUNr0adSpVa9m3dp1\nOdixZZMjBwqUDCFCZs0iR67cb3Lkkliw8OP/BytW5MotZ968OQDo0aWXo17d+nXs18kZM/bhAwAA\nAcqU+fat3Hn06QGsZ9++3Hv48MMhQAAAwAAePMrt58/fFEAAAgEIE1buIMKECgEwbOiwHMSIEiUK\nu3AhQIAIEYiBA3ftWgcJEkCBKmfyJMqUJgGwbOnyJcyYMmfSrFnuJs6c5MiBAiVDiJBZs8iRK2eU\nHLkkFiz8+MGKFblyUqdSpQrgKtas5bZy7er1q1dyxox9+AAAQIAyZb59K+f2LVwAcufSLWf37t1w\nCBAAADCAB49yggcPNgXgMABhwsoxbuz4MYDIkieXq2z58mVhFy4ECBAhAjFw4K5d6yBBAihQ/+VW\ns27tejWA2LJn065t+zbu3LrL8e7tm/evX7t8+SJHrhzy5MqXM29eDgD06NLLUa9u/Tr264k0aAgQ\nQIECSOXGky9fHgD69OrLsW/vnr04ceXm068/n1yBAgAAyJJVDmA5gQMJEgRwEGHCcgsZNlzIixcH\nAgQ6dMCGrVzGjIVixGDDplxIkSNJhgRwEmVKlStZtnT5EmY5mTNpyvz1a5cvX+TIlfP5E2hQoUPL\nATB6FGk5pUuZNnXaNJEGDQECKFAAqVxWrVu3AvD6FWw5sWPJihUnrlxatWvTkitQAAAAWbLK1bV7\nFy8AvXv5lvP7F7BfXrw4ECDQoQM2bOUYM/8uFCMGGzblKFe2fJkyAM2bOXf2/Bl0aNGjy5U2fbq0\nNGm7sGEjR65cbNmzade2XQ5Abt27y/X2/Rt48HLjxoEBEwAAAAEC+vQp9xx6dOkAqFe3Xg57du3b\nuXM/cAAAgBQpypU3fx49APXr2Zdz/x7+uHEZMgxIkGDTpnL7+ZcrBjBKFFCgyhk8iDChQQAMGzp8\nCDGixIkUK5a7iDHjRWnSdmHDRo5cuZEkS5o8ibIcgJUsW5Z7CTOmzJnlxo0DAyYAAAACBPTpUy6o\n0KFEARg9irSc0qVMmzp1euAAAAApUpS7ijWrVgBcu3otBzas2HHjMmQYkCDBpk3l2rotVyz/ShRQ\noMrZvYs3r10AfPv6/Qs4sODBhAuXO4w48WFw4Kbx4mXN2rdv5SqDAydr3Dhx4saN84UNW7nRpEuH\nCwcgterV5Vq7fg07djlMmAwYACBAgBgx5Xr7/g28N4DhxIuXO448ufLlynkpUAAAgAULpcpZv44d\nO4Dt3LuX+w4+PDZsBw4skCIFHLhy7NuXE+fN27dv5erbv4+/PoD9/Pv7BwhA4ECCBQ0eRJjQYDmG\nDR06vLZliwgREiQcKFAAwMYAAQR8/IgAwbRp5UyeNEmOHACWLV2WgxlT5kya3iBAAAAggCJF5Xz+\nBBoUKACiRY2WQ5pU6VKk48aVgwo1XLgU/wsWHDgwYIABV67KfQUb9isAsmXNlkObVi01aixYvNCk\nady4cnXtliPXrdu4ceX8/gUc2C8AwoUNH0acWPFixo3LPYYcOfK1LVtEiJAg4UCBAgA8BwggQLRo\nBAimTSuXWnVqcuQAvIYdu9xs2rVt3/YGAQIAAAEUKSoXXPhw4sMBHEeevNxy5s2dLx83rtz06eHC\npViw4MCBAQMMuHJVTvx48uIBnEefvtx69u2pUWPB4oUmTePGlcOfvxy5bt3GARxXbiDBggYHAkio\ncCHDhg4fQowosRzFihYtkpsyBQECAAACgAQJIEAAAAAECDBw6VK5li5ftgQgcybNcjZv4v/MqVNR\ngAADBuAoJ3Qo0aJGASBNqrQc06ZOn377licPECDEUKGaMYPAgQMKFDRocMCHj3HjyqFNqxYA27Zu\ny8GNK3fcuBkzWKhQ4cxZub5+yzHx4iVTpnKGDyNObBgA48aOH0OOLHky5crlLmPOnJnclCkIEAAA\nEGD0aAABAgAAIECAgUuXysGOLRs2gNq2b5fLrXs3796KAgQYMABHueLGjyNPDmA58+blnkOPLv3b\ntzx5gAAhhgrVjBkEDhxQoKBBgwM+fIwbV249+/YA3sOPX24+/frjxs2YwUKFCmfOAJYTOLAcEy9e\nMmUqt5BhQ4cLAUSUOJFiRYsXMWbUWI7/Y0ePHrdFiACAJAACM2aMGYPFgQMBAgYMwAAOXDmbN3Ha\nBLCTZ89yP4EGFRp00SIDAAAUKBCsXFOnT6FGBTCVatVyV7Fm1RouHA0aAgQMECAgQFkCBBAgUKDA\ngg8fxIiVkzuXLgC7d/GW07uXb7NmGTIMAAAgQQI5cqA1auTAAYAAAR486NatXGXLlzED0LyZc2fP\nn0GHFj26XGnTp0+DW7AgQAAIEMaVkz273JMnIECgKLebd+/eAIAHF16OeHHjx4lfu1agQAAAACZM\nyFWOenXr17ED0L6deznv38GH9+7ECQDzBAg0aDCAvQABIECc2LPHlCls5fDnzw+Af3///wDLCRxI\ncNs2JkwcAFjIUECAhwEASJRIg4a4chgzatQIoKPHjyBDihxJsqTJcihTqlQJbsGCAAEgQBhXrqbN\nck+egACBopzPn0CBAhhKtGi5o0iTKj167VqBAgEAAJgwIVe5q1izat0KoKvXr+XCih1LNqwTJwDS\nEiDQoMGAtwIEgABxYs8eU6awldvLly+Av4ADlxtMuPC2bUyYOADAuLGAAJADAJg8mQYNceUya968\nGYDnz6BDix5NurTp0+VSq169mpwGDQcOuHJVrrbt2smSmTChppzv38CBAxhOvHi548iTKxcnrkkT\nAdAHDGDAIFq569iza98OoLv37+XCi/8fTz48J04DBhQwYsSKFQkCBBQoYMIEoESJIkWaVq6/f4Dl\nBAIgWNBgOYQJFSr8pkPHAIgDDiRIkCKFjQEDAAAIECBaOZAhRYoEUNLkSZQpVa5k2dJlOZgxZcok\np0HDgQOuXJXj2ZNnsmQmTKgpV9To0aMAlC5lWs7pU6hRxYlr0kTA1QEDGDCIVs7rV7BhxQIgW9Zs\nObRp1a5Fy4nTgAEFjBixYkWCAAEFCpgwAShRokiRppUjXLgwAMSJFZdj3Nix4286dAygPOBAggQp\nUtgYMAAAgAABopUjXdq0aQCpVa9m3dr1a9ixZZejXdv27WLFNGhAgaLcb+C/gwQZMOD/wLhx5ZQv\nZ64cwHPo0ctNp17dujhxY8YQIABBgYItW8iVI1/e/Hn0ANSvZ1/O/Xv48d2TI7dhwxdq1K5dk7HA\nP8AFZszEMWUKG7ZyChcyBODwIcRyEidSrGjR4rhxAAAECGCmHMiQIkUCKGnyJMqUKleybOmyHMyY\nMmcWK6ZBAwoU5Xby3BkkyIABB8aNK2f0KFKjAJYybVruKdSoUsWJGzOGAAEIChRs2UKuHNiwYseS\nBWD2LNpyateybauWHLkNG75Qo3btmowFeheYMRPHlCls2MoRLmwYAOLEissxbuz4MWTI48YBABAg\ngJlymjdz5gzgM+jQokeTLm36NOpy/6pXs25NjhwBAgAAHGDFaty4a2DABAgA4HeoUOWGEy8+HADy\n5MrLMW/u/Lk3bzZsFCiA4MKFNGnKce/u/Tv4cgDGky9f7jz69OrT79lTiBo1W7YcCBBgwAALFleG\nDSvnH2A5gQMHAjB4EGE5hQsZNnT4sNyAAQECaCh3EWPGjAA4dvT4EWRIkSNJlix3EmVKlScHDQLw\n8qUBmTIB1KyJAMGtW+V49vQJAGhQoeWIFjV6FBw4HjwECDigQAEqVOWoVrV6FWs5AFu5di33FWxY\nsWGbNXOWK1eaNALYDhggQgSjcnPp1q0LAG9eveX49vX7F3DgcgsWBAggQJq0cosZN/9eDAByZMmT\nKVe2fBlz5nKbOXf2vHnQIACjRxswbRpA6tQIENy6VQ52bNkAaNe2XQ53bt27wYHjwUOAgAMKFKBC\nVQ55cuXLmZcD8Bx69HLTqVe3Xr1ZM2e5cqVJIwD8gAEiRDAqdx59+vQA2Ld3Xw5+fPnz6dcvt2BB\ngAACpEkrB7CcwIEEywE4iDChwoUMGzp8CLGcxIkUK1K0Zm3PgwcQIBBZsuTBgwABAJgUIOBOuZUs\ny5EjByCmzJnlatq8ifPbNxAgBviEAOHatXJEixo9irQcgKVMm5Z7CjWq1KnTqFBJkCCAAAEMGAQK\nRK6c2LFkyQI4izZtubVs27p9C7f/3JkzAOouWVIur969eQH4/Qs4sODBhAsbPlwuseLFjBdbs7bn\nwQMIEIgsWfLgQYAAADoLEHCnnOjR5ciRA4A6tepyrFu7fv3tGwgQA2pDgHDtWrndvHv7/l0OgPDh\nxMsZP448ufJpVKgkSBBAgAAGDAIFIlcuu/bt2wF4/w6+nPjx5MubP1/uzBkA7JcsKQc/vnz4AOrb\nv48/v/79/Pv7B1hO4ECCBQ0eHBgt2gABAgAAQFCkyLBh3ryR+/YNwEaOHct9BBlSZLduN24MGLDg\nzJlyLV2+hBnTJQCaNW2Ww5lT506e4TJkGDAggAYNxIiVQ5pU6VKkAJw+hVpO6lSq/1WtXi335YsA\nAQBKlCgXVuzYsADMnkWbVu1atm3dvi0XV+5cunXtyhUnLsWAAQD8+j1wAAgQXoUBHEacuNxixo0d\nR4vWoEGAAA98+SqXWfNmzp01AwAdWnQ50qVNn0YdDMBqAAGIECFHrtxs2rVtzwaQW/fucr19/wYe\nPDg5cho0AEAOAcK4ceWcP3dOjhwA6tWtX8eeXft27t3LfQcfXvx48uDFiUsxYAAA9uwPHAAChNd8\nAPXt3y+XX/9+/tGiAWzQIECAB758lUuocCHDhgoBQIwosRzFihYvYgwGYCOAAESIkCNXbiTJkiZH\nAkipcmW5li5fwowZkxw5DRoA4P+EAGHcuHI+f/okRw4A0aJGjyJNqnQp06blnkKNKnUqVanjvn3r\n0aNBgAAgQKxZE+7bNwBmz6Itp3Yt27bQoEWIECCAk3HjyuHNq3cv37wA/gIOXG4w4cKGD4cCoFgx\nKVLlHkOOLDkygMqWL5fLrHkz586dZ80KEAAA6TdvyqFOrZocOQCuX8OOLXs27dq2b5fLrXs3796+\neY/79q1HjwYBAoAAsWZNuG/fAECPLr0c9erWr0ODFiFCgABOxo0rJ348+fLmxwNIr359ufbu38OP\nHwoAffqkSJXLr38///0AAAIQOHBgOYMHESZUqHDWrAABAER886ZcRYsXyZEDsJH/Y0ePH0GGFDmS\nZDmTJ1GmVLmSpUly0qSNG1eOJk0AN3HmLLeTZ0+f5Mjp0TNlyrhyR5EmVbpUKQCnT6GWkzqValWr\n4RAgCBDAADhw5cCGFTtWLACzZ9GWU7uWbVu3bmfNcuCAAYMZ4MCV07uXr14AfwEHFjyYcGHDhxGX\nU7yYcWPHjyErJidN2rhx5TBjBrCZc+dyn0GHFk2OnB49U6aMK7eadWvXr10DkD2bdjnbt3Hn1h0O\nAYIAAQyAA1eOeHHjx40DUL6ceTnnz6FHly591iwHDhgwmAEOXDnv38F7BzCefHnz59GnV7+efTn3\n7+HHlz+ffv33APDn11+Of3///wDLCRxIsKDBgwgFAljIsGG5hxAjSpxYTpu2atV4ldvIsaPHjwBC\nihxZrqTJkyhToiQnTtyvX+PGlZtJs6ZNADhz6tzJs6fPn0CDlhtKtKjRo0iTKiUKoKnTp+WiSp1K\ntarVq1ilAtjKtWu5r2DDih1LtqxZsADSql1brq3bt3Djyp1L1y2Au3jz6t3Lt6/fv4DLCR5MuLDh\nw4gTDwbAuLHjcpAjS55MubLly5EBaN7MuZznz6BDix5NuvRnAKhTqy7HurXr17Bjy57dGoDt27hz\n697Nu7fv38CDCx9OvLjx48iTK1/OvLnz59CjS59Ovbr169iza9/Ovbv37+DDi60fT768+fPo06tf\nz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHj\nR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hR\npU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l29btW7hx5c6lW9fuXbx59d4NCAA7\n","text/plain":["<IPython.core.display.Image object>"]},"metadata":{"tags":[]},"execution_count":23}]},{"metadata":{"id":"6EEG-wePkmJQ","colab_type":"text"},"cell_type":"markdown","source":["**Download animated gif**\n","\n","Uncomment the code below to download an animated gif from Colab:"]},{"metadata":{"id":"4UJjSnIMOzOJ","colab_type":"code","colab":{}},"cell_type":"code","source":["#from google.colab import files\n","#files.download('dcgan.gif')"],"execution_count":0,"outputs":[]},{"metadata":{"id":"k6qC-SbjK0yW","colab_type":"text"},"cell_type":"markdown","source":["## Learn more about GANs\n"]},{"metadata":{"id":"xjjkT9KAK6H7","colab_type":"text"},"cell_type":"markdown","source":["Now that you have learned how to generate new images (MNIST digits) with deep convolutional GANs, here are a few suggested next steps:\n","\n","* Tweak the code in this tutorial to see different effects.\n","* Try out this tutorial on a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset ([available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home)).\n","* Learn more about GANs - see below the learning resources.\n","\n","** Deep Generative Models and GANs**\n","\n","GANs is a type of deep generative models and DCGAN is just one type of the GANs. \n","* MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf))\n","* Stanford CS 231N lecture 12 **Generative Models** on PixelRNN/CNN, \n","VAE and GANs. ([slides](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf))\n","* This Github has a good [collection](https://github.com/wiseodd/generative-models) of GANs and generative models. \n","\n","**GANs research papers:**\n","* The original [GANs](https://arxiv.org/abs/1406.2661) paper.\n","* DCGAN paper: [Unsupervised Representation Learning with Deep Convolutional Generative Adversarial Networks](https://arxiv.org/abs/1511.06434).\n","\n","**GANs tutorials**\n","\n","* [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160) - a bit dated but great explanation on what/why generative models, what are GANs and how they compare to other generative models.\n","* Here is a site with excellent tutorials on GANs by **Computer Vision and Pattern Recognition** - [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/).\n"]}]}
\ No newline at end of file
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "name": "dcgan.ipynb",
+      "version": "0.3.2",
+      "provenance": [],
+      "collapsed_sections": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "language": "python",
+      "name": "python3"
+    },
+    "accelerator": "TPU"
+  },
+  "cells": [
+    {
+      "metadata": {
+        "id": "0TD5ZrvEMbhZ",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Copyright 2018 The TensorFlow Authors**.\n",
+        "\n",
+        "Licensed under the Apache License, Version 2.0 (the \"License\").\n",
+        "\n",
+        "# Generating Handwritten Digits with DCGAN\n",
+        "\n",
+        "<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n",
+        "<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n",
+        "    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n",
+        "</td><td>\n",
+        "<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "ITZuApL56Mny",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "This tutorial demonstrates how to generate images of handwritten digits with **Deep Convolutional Generative Adverserial Networks** ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
+      ]
+    },
+    {
+      "metadata": {
+        "id": "x2McrO9bMyLN",
+        "colab_type": "toc"
+      },
+      "cell_type": "markdown",
+      "source": [
+        ">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n",
+        "\n",
+        ">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n",
+        "\n",
+        ">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n",
+        "\n",
+        ">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n",
+        "\n",
+        ">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n",
+        "\n",
+        ">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n",
+        "\n",
+        ">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n",
+        "\n",
+        ">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n",
+        "\n",
+        ">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n",
+        "\n",
+        ">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n",
+        "\n",
+        ">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n",
+        "\n",
+        ">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n",
+        "\n",
+        ">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n",
+        "\n",
+        ">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n",
+        "\n",
+        ">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n",
+        "\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "2MbKJY38Puy9",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## What are GANs?\n",
+        "GANs standards for **Generative Adversarial Networks** and they are a type of deep **generative** models. MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). We have included more learning resources on these subjects in the \"Learn more about GANs\" section at the end of the tutorial.\n",
+        "\n",
+        "Many deep learning models, for example using a CNN for classification, are based on optimization: finding the low value of the cost function. GANs are different because there are at least two players (or network models): a generator and a discriminator and each has its own cost. Training GANs is like a two-player game (**adversarial**) such as chess where each player plays against each other.\n",
+        "\n",
+        " **Deep Convolutional GAN** (DCGAN) is a type of GANs and in this tutorial we will use DCGAN to generate MNIST digits.\n",
+        "\n",
+        "GANs can be used to generate new images that no one has seen before. The generator will generate fake images while the discriminator will classify whether the generated images are fake. An** equilibrium** will reach in the game when the generator makes data that looks identical to the training data and the discriminator can no longer tell the difference between the fake images (generated by the generator) and the real images (the training data). \n",
+        "\n",
+        "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
+        "\n",
+        "While the generator and discriminator competes against each other, the discriminator also teaches the generator . Over time the generator starts to produce images that resemble the training data that is fed into the discriminator, in this case the MNIST digits. Below is the output with images generated after training the generator and discriminator models for 150 epochs.\n",
+        "\n",
+        "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "39wxvRihPvW3",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "Installation, Imports and prepare the datasets"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "u_2z-B3piVsw",
+        "colab_type": "code",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 221
+        },
+        "outputId": "684f2b6e-7756-448e-da2a-74bcb08d8686"
+      },
+      "cell_type": "code",
+      "source": [
+        "# install imgeio in order to generate an animated gif showing the image generating process\n",
+        "!pip install imageio"
+      ],
+      "execution_count": 1,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "text": [
+            "Collecting imageio\n",
+            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/28/b4/cbb592964dfd71a9de6a5b08f882fd334fb99ae09ddc82081dbb2f718c81/imageio-2.4.1.tar.gz (3.3MB)\n",
+            "\u001b[K    100% |████████████████████████████████| 3.3MB 5.5MB/s \n",
+            "\u001b[?25hRequirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from imageio) (1.14.6)\n",
+            "Requirement already satisfied: pillow in /usr/local/lib/python3.6/dist-packages (from imageio) (4.0.0)\n",
+            "Requirement already satisfied: olefile in /usr/local/lib/python3.6/dist-packages (from pillow->imageio) (0.46)\n",
+            "Building wheels for collected packages: imageio\n",
+            "  Running setup.py bdist_wheel for imageio ... \u001b[?25l-\b \b\\\b \b|\b \bdone\n",
+            "\u001b[?25h  Stored in directory: /root/.cache/pip/wheels/e0/43/31/605de9372ceaf657f152d3d5e82f42cf265d81db8bbe63cde1\n",
+            "Successfully built imageio\n",
+            "Installing collected packages: imageio\n",
+            "Successfully installed imageio-2.4.1\n"
+          ],
+          "name": "stdout"
+        }
+      ]
+    },
+    {
+      "metadata": {
+        "id": "e1_Y75QXJS6h",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Import TensorFlow and enable eager execution\n",
+        "\n",
+        "Note: you can only call tf.enable_eager_execution once. \n",
+        "Restart runtime in colab and rerun the cells if you get an error as below:\n",
+        "\n",
+        "*ValueError: tf.enable_eager_execution must be called at program startup.*"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "YfIk2es3hJEd",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "from __future__ import absolute_import, division, print_function\n",
+        "\n",
+        "# Import TensorFlow >= 1.10 and enable eager execution\n",
+        "import tensorflow as tf\n",
+        "tf.enable_eager_execution()\n",
+        "\n",
+        "import os\n",
+        "import time\n",
+        "import numpy as np\n",
+        "import glob\n",
+        "import matplotlib.pyplot as plt\n",
+        "import PIL\n",
+        "import imageio\n",
+        "from IPython import display"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "iYn4MdZnKCey",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Load the dataset\n",
+        "\n",
+        "We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "a4fYMGxGhrna",
+        "colab_type": "code",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 51
+        },
+        "outputId": "065f5f41-bdd6-4f4e-bdb6-addce8ff011d"
+      },
+      "cell_type": "code",
+      "source": [
+        "(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"
+      ],
+      "execution_count": 3,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "text": [
+            "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n",
+            "11493376/11490434 [==============================] - 0s 0us/step\n"
+          ],
+          "name": "stdout"
+        }
+      ]
+    },
+    {
+      "metadata": {
+        "id": "NFC2ghIdiZYE",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n",
+        "# We are normalizing the images to the range of [-1, 1]\n",
+        "train_images = (train_images - 127.5) / 127.5"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "S4PIDhoDLbsZ",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "BUFFER_SIZE = 60000\n",
+        "BATCH_SIZE = 256"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "PIGN6ouoQxt3",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Use tf.data to create batches and shuffle the dataset"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "-yKCCQOoJ7cn",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "THY-sZMiQ4UV",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Create the models\n",
+        "\n",
+        "We will use tf.keras model subclassing to create the generator and discriminator. We will create layers in the __init__ method and set them as attributes of the class instance. And then define the forward pass in the **call **method."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "-tEyxE-GMC48",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### The Generator Model\n",
+        "\n",
+        "The **generator **is responsible for **creating convincing images that are good enough to fool the discriminator**. \n",
+        "\n",
+        "Here is the network architecture for the generator:\n",
+        " * It consists of Conv2DTranspose (Upsampling) layers. We start with a fully connected layer and **upsample** the image 2 times in order to reach the desired image size as mnist image size of (28, 28, 1). We increase the width and height, and reduce the depth as we move through the layers in the network.\n",
+        " * We use **leaky relu** activation except for the **last layer** which uses **tanh** activation."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "VGLbvBEmjK0a",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "class Generator(tf.keras.Model):\n",
+        "  def __init__(self):\n",
+        "    super(Generator, self).__init__()\n",
+        "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
+        "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
+        "    \n",
+        "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
+        "    # Layer shape is now 7x7x64    \n",
+        "    \n",
+        "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
+        "\n",
+        "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+        "    # Layer shape is now 14x14x32\n",
+        "    \n",
+        "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
+        "   \n",
+        "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+        "    # Layer shape is now 28x28x1\n",
+        "\n",
+        "  def call(self, x, training=True):\n",
+        "    x = self.fc1(x)\n",
+        "    x = self.batchnorm1(x, training=training)\n",
+        "    x = tf.nn.relu(x)\n",
+        "\n",
+        "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
+        "\n",
+        "    x = self.conv1(x)\n",
+        "    x = self.batchnorm2(x, training=training)\n",
+        "    x = tf.nn.relu(x)\n",
+        "\n",
+        "    x = self.conv2(x)\n",
+        "    x = self.batchnorm3(x, training=training)\n",
+        "    x = tf.nn.relu(x)\n",
+        "\n",
+        "    x = tf.nn.tanh(self.conv3(x))  \n",
+        "    return x"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "D0IKnaCtg6WE",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### The Discriminator model\n",
+        "\n",
+        "The **discriminator** is responsible for classifying the fake images from the real images. It's similar to a regular CNN image classifier.\n",
+        "  * **Input **to the discriminator:  images generated by the generator and the real MNIST images. \n",
+        "  * **Output** from the discriminator: classify these images into fake (generated) and real (MNIST images).\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "bkOfJxk5j5Hi",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "class Discriminator(tf.keras.Model):\n",
+        "  def __init__(self):\n",
+        "    super(Discriminator, self).__init__()\n",
+        "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
+        "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
+        "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
+        "    self.flatten = tf.keras.layers.Flatten()\n",
+        "    self.fc1 = tf.keras.layers.Dense(1)\n",
+        "\n",
+        "  def call(self, x, training=True):\n",
+        "    x = tf.nn.leaky_relu(self.conv1(x))\n",
+        "    x = self.dropout(x, training=training)\n",
+        "    x = tf.nn.leaky_relu(self.conv2(x))\n",
+        "    x = self.dropout(x, training=training)\n",
+        "    x = self.flatten(x)\n",
+        "    x = self.fc1(x)\n",
+        "    return x"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "gDkA05NE6QMs",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "generator = Generator()\n",
+        "discriminator = Discriminator()"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "6TSZgwc2BUQ-",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get 10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "k1HpMSLImuRi",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "generator.call = tf.contrib.eager.defun(generator.call)\n",
+        "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "0FMYgY_mPfTi",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Define the loss functions and the optimizer\n",
+        "\n",
+        "Let's define the loss functions and the optimizers for the generator and the discriminator.\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "Jd-3GCUEiKtv",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Generator loss\n",
+        "The generator loss is a sigmoid cross entropy loss of the **generated images** and an **array of ones**, since the generator is trying to generate fake images that resemble the real images."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "90BIcCKcDMxz",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def generator_loss(generated_output):\n",
+        "    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "PKY_iPSPNWoj",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Discriminator loss\n",
+        "\n",
+        "The discriminator loss function takes 2 inputs; **real images, generated images**.\n",
+        "\n",
+        "Here is how to calculate the discriminator loss:\n",
+        "1. Calculate real_loss which is a sigmoid cross entropy loss of the **real images** and an **array of ones (since these are the real images)**\n",
+        "2. Calculate generated_loss which is a sigmoid cross entropy loss of the **generated images** and an **array of zeros (since these are the fake images)**\n",
+        "3. Calculate the total_loss as **the sum of real_loss and generated_loss**"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "wkMNfBWlT-PV",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def discriminator_loss(real_output, generated_output):\n",
+        "    # [1,1,...,1] with real output since it is true and we want\n",
+        "    # our generated examples to look like it\n",
+        "    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n",
+        "\n",
+        "    # [0,0,...,0] with generated images since they are fake\n",
+        "    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n",
+        "\n",
+        "    total_loss = real_loss + generated_loss\n",
+        "\n",
+        "    return total_loss"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "MgIc7i0th_Iu",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "The discriminator and the generator optimizers are different since we will train two networks separately."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "iWCn_PVdEJZ7",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "generator_optimizer = tf.train.AdamOptimizer(1e-4)\n",
+        "discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "mWtinsGDPJlV",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Checkpoints (Object-based saving)**"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "CA1w-7s2POEy",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "checkpoint_dir = './training_checkpoints'\n",
+        "checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n",
+        "checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n",
+        "                                 discriminator_optimizer=discriminator_optimizer,\n",
+        "                                 generator=generator,\n",
+        "                                 discriminator=discriminator)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "Rw1fkAczTQYh",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Set up GANs for Training\n",
+        "\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "5QC5BABamh_c",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you wee the diagam in the beginning of the tutorial."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "Ff6oN6PZX27n",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Define training parameters**"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "NS2GWywBbAWo",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "EPOCHS = 150\n",
+        "noise_dim = 100\n",
+        "num_examples_to_generate = 16\n",
+        "\n",
+        "# keeping the random vector constant for generation (prediction) so\n",
+        "# it will be easier to see the improvement of the gan.\n",
+        "random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n",
+        "                                                 noise_dim])"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "jylSonrqSWfi",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Define training method**\n",
+        "\n",
+        "We start by iterating over the dataset. The generator is given **noise as an input** which is passed through the generator model and output a image looking like a handwritten digit. The discriminator is given the **real MNIST images as well as the generated images (from the generator)**.\n",
+        "\n",
+        "Next, we calculate the generator and the discriminator loss. Then we calculate the gradients of loss with respect to both the generator and the discriminator variables (inputs) and apply those to the optimizer."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "2M7LmLtGEMQJ",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def train(dataset, epochs, noise_dim):  \n",
+        "  for epoch in range(epochs):\n",
+        "    start = time.time()\n",
+        "    \n",
+        "    for images in dataset:\n",
+        "      # generating noise from a uniform distribution\n",
+        "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
+        "      \n",
+        "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
+        "        generated_images = generator(noise, training=True)\n",
+        "      \n",
+        "        real_output = discriminator(images, training=True)\n",
+        "        generated_output = discriminator(generated_images, training=True)\n",
+        "        \n",
+        "        gen_loss = generator_loss(generated_output)\n",
+        "        disc_loss = discriminator_loss(real_output, generated_output)\n",
+        "        \n",
+        "      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n",
+        "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
+        "      \n",
+        "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
+        "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
+        "\n",
+        "      \n",
+        "    if epoch % 1 == 0:\n",
+        "      display.clear_output(wait=True)\n",
+        "      generate_and_save_images(generator,\n",
+        "                               epoch + 1,\n",
+        "                               random_vector_for_generation)\n",
+        "    \n",
+        "    # saving (checkpoint) the model every 15 epochs\n",
+        "    if (epoch + 1) % 15 == 0:\n",
+        "      checkpoint.save(file_prefix = checkpoint_prefix)\n",
+        "    \n",
+        "    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n",
+        "                                                      time.time()-start))\n",
+        "  # generating after the final epoch\n",
+        "  display.clear_output(wait=True)\n",
+        "  generate_and_save_images(generator,\n",
+        "                           epochs,\n",
+        "                           random_vector_for_generation)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "2aFF7Hk3XdeW",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Generate and save images**\n",
+        "\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "RmdVsmvhPxyy",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def generate_and_save_images(model, epoch, test_input):\n",
+        "  # make sure the training parameter is set to False because we\n",
+        "  # don't want to train the batchnorm layer when doing inference.\n",
+        "  predictions = model(test_input, training=False)\n",
+        "\n",
+        "  fig = plt.figure(figsize=(4,4))\n",
+        "  \n",
+        "  for i in range(predictions.shape[0]):\n",
+        "      plt.subplot(4, 4, i+1)\n",
+        "      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n",
+        "      plt.axis('off')\n",
+        "        \n",
+        "  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n",
+        "  plt.show()"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "dZrd4CdjR-Fp",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Train the GANs\n",
+        "We will call the train() method defined above to train the generator and discriminator simultaneously. Note training GANs can be tricky and it's important that the generator and discriminator are not overpowering each other so that the generator is able able to generate while the discriminator is able to discriminate.\n",
+        "\n",
+        "At the beginning of the training, the images generated look more like the input random noise. As the training goes on, you can see the digits generated are looking better. After 150 epochs they look very much like the MNIST digits."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "Ly3UN0SLLY2l",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "%%time\n",
+        "train(train_dataset, EPOCHS, noise_dim)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "rfM4YcPVPkNO",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Restore the latest checkpoint**"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "XhXsd0srPo8c",
+        "colab_type": "code",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 34
+        },
+        "outputId": "8571b12f-f4b6-422b-8b2e-c8f22e9d7e2d"
+      },
+      "cell_type": "code",
+      "source": [
+        "# restoring the latest checkpoint in checkpoint_dir\n",
+        "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"
+      ],
+      "execution_count": 19,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "text/plain": [
+              "<tensorflow.python.training.checkpointable.util.CheckpointLoadStatus at 0x7f302f31a160>"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          },
+          "execution_count": 19
+        }
+      ]
+    },
+    {
+      "metadata": {
+        "id": "P4M_vIbUi7c0",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Generated images \n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "mLskt7EfXAjr",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "After training, its time to generate some images! \n",
+        "The last step is to plot the generated images and **voila!**\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "WfO5wCdclHGL",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "# Display a single image using the epoch number\n",
+        "def display_image(epoch_no):\n",
+        "  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "5x3q9_Oe5q0A",
+        "colab_type": "code",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 305
+        },
+        "outputId": "38908d9f-d1f3-42c2-c552-f3efebd58a11"
+      },
+      "cell_type": "code",
+      "source": [
+        "display_image(EPOCHS)"
+      ],
+      "execution_count": 21,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "image/png": "iVBORw0KGgoAAAANSUhEUgAAASAAAAEgCAYAAAAUg66AAAA1QElEQVR4nO2dd3xUVfr/35OEFAgt\nICCCsAhKl680EQUiouwiFlgEUVyxAfaGir9ld9F1Qfza8KuIiIiNxVUWkaLi0pTmLk1QuqAgIp0E\nCCFlfn/cfc6dJEMyk8zMmUye9+vFC5hy7zn33jnn85TzHI/X6/WiKIpigTjbDVAUpeKiA5CiKNbQ\nAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiK\nNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgAp\nimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYO\nQIqiWEMHIEVRrKEDkKIo1kiw3QB/eDyegD7j9Xoj0JrgCbRdgfQzmtF+FiQuLi6oz0cbNtodlQNQ\nIJTXm6zELvpMBo+aYIqiWEMHIEVRrFFuTbC4uDgSExMBqFSpEgDHjx+vsDJY/A9t27bl5ptvBmDC\nhAkA7Nmzh/z8fGttKy3Vq1enZs2aAPz444+AmjngPO9yP/Py8iy3pmyoAlIUxRoebxROKYFETZKT\nk/nnP/8JQHp6OgA7duwoMjOcf/75QMGZc/z48QC8//77bN++HYD4+HjAmXXl/wcOHAiq3XKM3Nzc\ngD4fiuhQcnIyADt37gTgrLPOMu2Qa3H69GnOO+88APbu3VvmcwpliYLJa3IMj8dDamoqAK+++ioA\nx44dY/r06QAsX768zO0tLTajfR6Px1yD66+/HoDExETTppycHAAaNmwIwP79+0t9LhtDgSogRVGs\nUW4VUHx8PP/5z38AaNOmDeD4QYKZhbxer/EtiCqaMWMGAIcPHw6qzeC2O1B/S1lmTPF7bdiwAYAL\nLrjgjJ/Nz8/n1KlTAOzatQuAyy+/HIBff/211G0IhTIQBffkk08ycOBAAKpWrQrAM888w2uvvRbU\nucKBDQUkx9q/fz+1a9cu8fPyzJ133nnmHgeLjWtcbgcgX/r06QPAxRdfzH333QfA0aNHAdc5O3Xq\nVB544AEA47xOTk5m4cKFAFx55ZVA4INHcUTigT333HMBWLJkCQCNGjUCHHPr0KFDADz33HOA81Du\n2bMHcH7ogBmQTp48SefOnQHM9wJ1bIain/Lexo0badq0qekDQM2aNQM2Z4NBBu+8vDwSEhIKnNMX\neXYCvR6hHIA+//xzAK644grTDnk2T506xcGDBwFo0KBBgfcyMjKoVatWqc6pJpiiKBWKmFBAQnJy\nMr169QJgy5YtAPzwww+AM4uJ8nnppZcAuOWWW4xj74svvihLkwsQbgUUHx/PzJkzAejduzeAmckP\nHDhgXvv+++8BZ3asVq0aAP/3f/8HwHXXXQdASkqKmeF37NgBQM+ePY0DPjs7+4ztCKUC2rdvH2ed\ndRbgOvFr1apFZmZmQOc4E+KQHzt2rDHxJNDw/fffGyUxcuRIANPvo0ePkpSUBDgqMRBCoYAGDBgA\nuK4A32OKud2zZ0+jgN955x0AmjdvDjiqTVTu2LFjgzq3KiBFUSoUMaWAAkVmtsWLF9OlS5eQHz/c\nCqhOnTpmNhTVILzzzjvcfvvtQPG+C3H+iq8MnEROgCFDhrB06VIATpw4ccZjhLKfGzZsoHXr1gVe\na9OmDRs3bjzjd0T1yf2cPHmyUQItW7Ys8Jn4+PgiKRo///yzUX133HEH4PrBjh8/bnxFxalAX8ry\n3Hbo0AGAr7/+ukCf8vPzTZsuvfRSoGC6yUUXXQTAp59+CsDZZ5/N5s2bATc4E6gfTRejRgj58Ykk\nL28kJyebnJnCkbcNGzYE5DQVJ3Tz5s255pprADhy5AjgOIQDNTtCxbvvvsuzzz5b4LXPP//c5HjJ\nj1Cc7fPmzTPRITGzSkIczbNnzwZg9OjRJg/MX/DBn2M6HDRu3JiPPvoIcAMk0p4ffviBhx56CICt\nW7cW+e6aNWsAt0933XUXNWrUANzBNxyO/FChJpiiKNaIeRPslVdeAWDhwoVMnDgRgAULFgDw9ttv\n869//Stk5xLCbYIlJCSY/B1xLsuMWb16daNuAm2DtLdwuLckQtnPSpUqGae5bzg+KysLcJzU4JgY\n0lZRgb6m1YoVKwDXmXzOOecA0Lp1a/72t78BMG7cuKDaH+776fF4uOSSSwDXpJJ2//GPfwxIwVx9\n9dUATJs2zaRViLoLFHVCK4pSoYhZBSS+An9ZodLlpUuX0qNHjzKf60zHL4nS9rNhw4bGOSsqQMLV\n7dq146effirQDo/HY1RCYX9JlSpVijiaS/IhhSvjW5Iqu3XrdsbPSJ+8Xq9xDosjecSIESbt4sIL\nLwTctIN69eqZ7O9Vq1YF1J7C5yyJsjy3oj4liVAc4CWt3RN/z4cffgg4ClH6HmxSrSogRVEqFDEb\nBevXr98Z35OZqnv37iZxUfxC5YEWLVqYaIn4ByRsm56ebkLzEuVr1aqVWdsm66xE9SQnJzNo0CDA\njaiUZUV1WZClI4EooC+//JIRI0YAbrIpuArv7rvvBpyUBXCiS99++23oGx0ifJdZAAFXL5D0AVFM\njzzySLmq/RSzJpg4MtevXw84D6A8nP6Ov3v3bsBdY1UWwiXZJaw6Y8YMrr322gLHkLIMu3btMvk8\nkgfiizyovucWk+ubb74BoEePHgGFoEPdTzFDJOx88803m/so5pZkcC9fvtzvD61KlSqAk+MD7oC7\nceNGY5oESyQXo8qAKf09duyY389Jv+T5lkmjS5cupTal1ARTFKVCEbMmmIQgZUb0R7du3Zg1axbg\nFnQSR2j37t3D28BS0LZtW8CZJUW1iAkmpUn69OljFFBxyGx9/Phxk5gp4duOHTuybNmy0DY+AETR\nPP/88wX+DgapjCDpCWJqShZxtFM4wdSfAkpLSzPKR8L1knYQhQZNsagCUhTFGjHrAwoUCWPKMgS5\nHJs2baJVq1alOmaofQa+NXMAmjVrZl4TX8fQoUMBWLRoUVBtjY+PN45P8TFlZGSYFePFEW0bEyYm\nJpq6R+KIX7t2LeAm+JWGSPbz9ddfB6B+/fqAU4ZVlOGtt94KwJQpU4qcS5RS27ZtTRpGsGhBsv9i\nYyfNvn37Apg60/Hx8bzxxhsADBs2LKhjhfqBFYejDJIej8c4idu3bw+4pTdKww033AC4JSC8Xq/5\nAUgGsj+ibQDq2rUrX331VYFzNmvWDAg+K9iXSPRTXAUyyYhLIDs720Q4fXO4fPOhwA0keL1eM3Fq\nJrSiKEoxxKwTOliknIHvLCAlHWwjYWnfvcdHjx4NlE35CIsXLy7wf4/HY2bdUCDthtCUvD0TN910\nU5HdNqTmdzQTFxdndr6QDH7pR+XKlYt8PiMjw6xhlH3TunbtCjhm6HfffQe4WdWBBCVsoQpIURRr\nqAL6LxK29V15LKVNbSNOYpkV8/LyTOJhKCg8y+bk5BjndiiIlG/hxhtvNP8WH1kor1OokZD7BRdc\nQLt27QA3AVEy3bdt22Y2TpANF3zX6skz8fHHHwOO01qCCZL53bp164jXdwoUVUCKolij3EbB0tLS\nmDNnDuBGDJo0aRL0jCfnkjKWsgZn69atJpoQ7CUKddTks88+A+Cqq64yx5dV/hLlKe0e4ampqSZ0\nLaH3Xbt28Zvf/KbE70ZLFEx8TDk5OebfGRkZAAGlE5REKPvp8Xj4n//5H8DZmRecNko6iBTJlzpW\nL7/8ckDLYmTNmNRL8uXUqVO8+eabgLNWDPxXe9SSrEGQmZlp1jqJlD127BgtWrQAAnM+pqSkGGeu\nDDxSAOull16KmqxSKVUqe5eBU8YT3FKl0t927doV2275kdx0002Au6uCLxMmTCh7o4s5N4T2YZdi\nXv6c3YWd0raJj4/n0UcfBdxnLjs7m23btgHuJCNru0py2svaseLK0iYnJ3PPPfcA7sJd2f769OnT\nVtJeBDXBFEWxRrlVQDk5OYwZMwZwyzikpKQY00RWt/tuQSxyfMqUKYAzc8rqcJGk4vDzpwxsITtU\nTJo0CXAKj8tsL32SdWJ5eXnGaS1mSFJSUhFTxJ8ake/JuqJQIefyPafM2KEomO5v3Z44YqNNAeXl\n5bFu3TrA3Qlj7ty5JgFWSu36tleCBOKorl69ujG9pXqDv3C9L6KkJEPcd0dYm9dGFZCiKNYot05o\nX2TZwKpVq8xe2YJ0Lz8/v8hI7/V6jboYP348EJodUiNRxPyuu+4C4K9//SvgJp15vV6/iqNw2zZt\n2gTAnDlzeOKJJ4Jqd+FjBdLewkgCnexLVpbHUJYxHDlyxJxLVsGLj6QsW+yE634GuwmAHD8uLs4E\nHeQ1SWDctm2beU+O/6c//Ym///3vgP8SxYKuBfsvpf1hXnXVVcyfP7/EY0iX9+/fb9ZByW4Kocgb\niWR0SPKXxLmYlpZW7HGldrREucSJXRrK0k9pt5gCWVlZxgSUH06gkT05xvr1641pIq9JZURZ5BkM\nwbbDpjNXBtp169aZAVkiu+np6Sa4Utw907VgiqJUKGJKAYHr3LziiisACjj3JFwvRau+//77sKyT\nsZ0fI+aYqLmzzz7b7KoZyttdln4Wfq1GjRrm3g0YMABw8rskKCAF0mQm90fTpk355JNPAHcdnzji\nb731VvMsBIoUaivunL7YVEBCamqqyXouvGK+JFQBKYpSoYg5BRQN2FZAkSLU/UxJSQHc3TxGjBhh\nVNHgwYMB//uj+zuGfE4yjLdv325qJwXr9A31/mfRiiogRVEqFKqAwoAqoIIE20/x1dWqVYsuXboA\nmM0DAt33Xo4haRmdO3dm2rRpQbVD0PsZPnQACgP6wBYk2H7K5+Pj4wssNA3mnIJ83+PxlHrBrt7P\n8KEmmKIo1ohKBaQoSsVAFZCiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMH\nIEVRrBGVRekrSkq79jO0xMfHF1m5Hoo822jsZ2mXlRSHLsVQFKVCEZUKSFFKQzhUQTQSS6unVAEp\nSjnB4/Hg8Xi47777aNy4MY0bN6ZmzZpmh5HyiA5AiqJYIypXw0fKmZeSksKQIUMA6Nu3L+Ds0w0w\ne/ZsPvroIwBT5DtQos1pGS7Kaz+lPampqWbH2D179pzx87b7KTWNpKDawIEDTalaMTvXrFkDOMX3\nt2zZAoRvn7dQogpIURRrVEgFJJvibd261WxhIxvZyeXIy8ujefPmAOzYsSOg4wa733k0KIOUlBTq\n1q0LuJv4LVq0iMWLFwPFb0ljWxkES2JiIgCvvPIKAL179zbb9si+6/4c2Tb6KcdKSkpizJgxAGY3\n3NTUVFOaVorwS/qBx+Nh+vTpAPz4448A/P3vf+enn34C3I0p/Z0r0OL7oUQVkKIo1qhQYXixpZ9/\n/nnAKXouykeQ2eDkyZP88ssvkW1gBJHte99++21+97vfAc5sCzB8+HDatGkDuLNoLCAF7vv16wc4\nSnjVqlU2m1QEUWnSxscee8wo8WPHjgHQoUMHs8e7PNOy/VD79u3p2bMnABdffDEAnTp14qGHHgKc\nzTgLY9MIqlADUNWqVQHXrPB4PMZcEvPpwIEDANx5551BO5+jNQ+ladOmZpfPv/zlL4C7l/wll1zC\niRMnCnx+/fr15jrECpUqVaJHjx6Ae6+3bt1qHLa2751MfNdffz0AU6ZMARyTady4cQA89dRTRb4n\n7Zb79dlnn/HZZ58BULlyZQDq16/P0aNHw9f4MqAmmKIo1oh5BSQzS7169Xj99dcBuOqqqwBHvorj\nTfaIf+aZZwCYM2dOpJsaEpKSknj44YcBV+2IrAfXQX7w4EHzXqVKlQB3Nn3vvfeCVn/Ripgoy5Yt\n48ILLwTcZ6J+/fp07twZwFwD2f4n0gwYMACAN998E3DbvWDBAp5++ulSHVOUfjTfS1VAiqJYI+bD\n8OLAe+ihh8z+4mIbx8XFGSerOKYlRFsWIhm2FSe6hFnr1q1rZk9fJNwsym7dunUAjBo1yjifZcZs\n0KBBQDuQRrKf0sZBgwYBzk6p4pT1x7nnngu4/axZs2aRMPOJEydMH7p27QrA5s2bAUcpRmpv+AYN\nGrBp0ybA7efGjRsBx6lc1p9ocnIyvXr1AuDTTz894+dsDAUxb4LdfvvtAAwePNhEfoT9+/eb/I9o\nddKVxLvvvgvA2WefXeQ9eaBWr15Nnz59ADhy5AiAMT2Sk5ON+fG///u/QODbH0eSFi1aAPD73/8e\ncH6oku8iP/y+ffuaXBkZUMTh7PV6+e677wD497//DcAHH3xgMqDFKe/7Iwx3/pI8jytWrDBBgkOH\nDgHQsWPHIu0JFpmI0tPTzQQUbagJpiiKNWJeAYnZlZycbKT0HXfcAThra6LQAg0IcSy3bNmywOtZ\nWVlmFr322msB+O677zh9+jTgmmytWrUCnOsiqkgc8NGEKJhRo0YBrrJ5//33zWdEPTz44INccMEF\nAKa//fv3B+CLL74IOtQe7sxgyb/Ky8szOWfNmjUzr5UGj8dj7vG9994LOEp/586dZW1uWFAFpCiK\nNWJWAYnz2dc3IutgZJV7qNVPpNY8Va9ena+//hpwfSMyWx87dsz0TxIvU1JSzPq33r17A/Dss8+a\n4y1btgxwVUM0cc899wBuZrCEyb1erwkm3HnnnUBBNSiJfPPnz49YWwNFnhPJVN69e7dR6lKNIdhj\niY9v6tSp5r6LD2jXrl3mGomTPVpQBaQoijViVgH985//BNwZIicnh4kTJwLFr/COZgYOHAg40ar6\n9esDBVfvA+zdu9f4Sc455xwAtm/fzrZt2wAYOXIkQIGI4IMPPhj+xpeChIQE015BVNqWLVu46KKL\nADeJLy4ujvT0dABWrlwZwZYGh0Qd9+7dC0D37t2D9jeJutm/fz8AaWlpQEEVLsfMzs6O2jV9MZcH\nJLJcMpvlWK+99pr5ocmNSU9PN1K9Tp06AKxduxZwQrrizA2WUOfHNGjQAHDWaIGz8FC+K5JdBtdd\nu3aZEK68lpGRQePGjQF49dVXAWjYsCHg/KBTU1OBwMuICOHOA4qLi+Pmm28GMNnd//rXvwDnPouT\nXe7d8ePHTXnSUD7Woe6nlICRDOVgJ8SEhAQTVpdyHL7IZCR5UrfddhuzZ88Giu+LFiRTFKVCEXMm\nWOFMZlEI9957b5ERfs+ePWY1tJgrnTp1ApzVxWLGSfKbLbEoYXJRd5mZmcycORNwUwpKkvBbt24F\nXMe0OHM3bdoUtPKJFPn5+bz33nsAfPjhhwC0bt0acFaNi/LxVR5RKOiLINnOwTr9xcw6ePBgEbUl\nquf48eNmraMo+O3bt5epveFEFZCiKNaIKQXk8Xi49dZbzb8Bk+Dlb2bcvHkzV155ZYHXJHHto48+\nMqHfpUuXAnDZZZeFpd0l0a1bN8CdMRctWhSw8hHEOStF2OV6DB06NKRtDTXSP5nhmzRpAsA111xj\n7rH8nZycbPxZ4gOMRkS5jRgxAnCqFhROPJQ+ValSxRQRE7+dP+TzBw8eNMrn559/Dm3Dw0BMDUDN\nmjUz0QH5gX311VdBHePjjz8GnPVQkmF7ySWXAHDWWWdZKdQlESxfsyuYqInH42Hy5MmAGz359ddf\nAdexHe2I43bs2LGAM5CK6Sj3Oj4+3vyoxWTbvXs3YKfe8ZmQXKwnn3wScNwDsv7Od+ABx1yTqJkv\nMmDJpCQO56SkJGrXrg2499jj8UStaaommKIo1oiJMLx8fuvWrTRt2hRwQ5sSlg02w3TDhg1mvZTM\nnoMGDTJZxsUR6rCtZDEXLp4WKJdcconJdhauuOIKwA1rl4ZIluN44IEHALfImtfrNdfh8OHDADRq\n1Ih9+/YBMGHCBAAmTZoElE0BhbKfcXFxRq2IuegP3/YWPu6aNWuMCS5VHG677TbAMddFGcox5s6d\ny6xZs4Dia3xrGF5RlApFTPiAxKauW7euGcWnTp0KBL+qWJycLVq0MDViHn/8ccD1D0UaSTorrZLw\n9YOJQ7MsyscGUkJWEu8OHDhgrocU1T99+jRvvfUWEBrlEw5atGhh2iTPanZ2tvHNiU9HfEAnTpww\nPiDZH2z8+PFFnmtRfI8++qiplCCVBHr27Mlf//pXwF0bGS1OelVAiqJYIyYUkCQfSqIeuAmFEhEQ\n3wC4SqJNmzZ8+eWXgBPh8iU/P98sW5CERNv4VvcLRNlJ3+Li4oxfQJZplDekv6tXrwackLush2vb\nti3g3H9ZHxZtyuf8888HnMoDkgzqu5upIMrHNxomqkiSSX19NfJMvPjii4D/pRlxcXHG3yTVASQt\nw3YSakw4oWVRn289ZHlg5f+ZmZlGykp43d95JBy6bNkyU0c32EsULuesbKHcvXt3kxH8wQcfAG7O\nR25urhl4pNxDXFwc48ePB1xzMhRE0gkt904c8hkZGWazPTEvKlWqZEyLSy+9FChbmkHhZ6kk/PXz\nlltuAdxytzIhQkETTAYCMZ/kvXbt2pm8HjFD/SGD2qFDh/yG7QUJztx4440AfPLJJ7o1s6IoFZOY\nUECSWTp37lw6dOgQ1HclPC8yV1ZYL1mypNQzQriUgcjrTZs2mRXyMnOKAqpTp06BXT/kM5IBHco9\nosKtgDweT5EdPnzViLy3ZMkSwFU9vrz99ttA6TK+Q6GARLVu2LABKGjqy/O1du1a5s6dC7iF4kp7\nn1JSUozaHT58OECB7cflnLJi4P333y/iFI8kqoAURbGHNwoBSv3H4/F4PR6PNykpyZuUlOQdMWKE\nd8SIEd6kpCRvcnKyNzk5uUzHD+RPuPuZlpbmXblypXflypXeQ4cOeQ8dOuTNzs42f/Ly8rx5eXne\nw4cPew8fPuz97W9/Wy776fF4gvr88OHDvZmZmd7MzExz7pycHG9OTo532LBhQZ8/Li7OGxcXV6Z+\nyvPYpEkTb5MmTby7d+82bVyzZo13zZo1YXsOU1NTvampqd5Vq1aZNh48eNB78OBB815p7mcoiQkT\nLFqI1EZ2SUlJLF68GMCYnCKzvV6vOb9kvw4cOLDUuywUR6CPTllMsGAfTzFNpQSFOGRPnz5tcmAC\n3QNOrmmg2zUX188aNWoAMGPGDNq3bw+4pVTkPoUaKftx9OhRE3gRV0ObNm0AN7IGgd/PUKImmKIo\n1oiJPKBoIVIzSHZ2tlnbJTu7ymydl5dnHJjDhg0zr5VHSnM9ZadTmfFlLeDSpUuLpF+UdPziwtnB\nIqrrhhtuMOcP9268onZ27txpdk/ZtWsX4JapAfxu5R0pVAEpimIN9QGFgXD7RsBVPFIudtCgQQC8\n8MILJvlOVl2Hi0j0M1QkJiYWWSUeKOWpn/6oXbu2yea/7777APj222+BgtdCfUCKolQoVAGFgfI+\nYwaK9rMg0dxPWYsm1TX99cnGUKADUBiIhQc2ELSfBYnmfgbieFcTTFGUCkVUKiBFUSoGqoAURbGG\nDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYo2orAcUzSntgVBeU/dlj6lA\n6weV134Gi41+Si2i/Px8c9xw7+FlIyc5KgcgxQ7ltXBZLCKDTUJCgvXNA8OJDkCK2cZHFFBmZqbN\n5ihAo0aNAGjevLmp7fzJJ5/YbFJYUB+QoijWqJAKSGzquLg4q5uy2USuwTvvvGM29JPteleuXGmt\nXRUd8f3cf//9ANxzzz2mZvNTTz0FwLhx4wLeqSPaUQWkKIo1orIcRyiiCXKMu+++G4CmTZvSr18/\nwPV57Nu3j6uvvhqAn376CQiNEorm6FC1atUA+OGHHwCoVauW2T2he/fuQOAKKNT9lM81bNgQcGpa\n165dG4CqVasCcM011wDO1sWiEmTni8TERP70pz8B8OabbwJw6NChgM5dHJG4n6JyrrrqKgDeeOMN\nANLS0sxuHhIkyM7Opnnz5oC7JXco0IJkiqJUKGJOAVWpUgWAdevWAXDeeeed8ZiZmZl06dIFgO+/\n/x6IXQUkvoVNmzYB7nUBOHXqFOCoIcDsK1YSoexnXFwcrVu3BuDBBx8EoFu3bman08J7dJW0l9Xx\n48cBVx2VJZQdSQVU+BjJycn8+9//BjCqx+PxsHPnTgCaNGlS6nMWRvOAykh8fDwfffQRAOeee26B\n906dOmUczrJtb0ZGBrt3745sI8OE/EATEhLMFsSy+ZzvljQrVqwAMKZNtWrVePjhh4HAB55wIQOh\nbBu8atUq0wcxwc466yzAmTBkwJIfTr169cw9luuRmJgIhD+Jr6ycaaugEydO0LJlSwAeffRRAMaP\nH8/1118fsbaFEzXBFEWxRkwooMaNGwOwbNkyM/sLMvN98MEHvPvuuwBcfPHFAAwfPpyXX34ZgFGj\nRgGwf/9+891gN7CTRL5IUK9ePQC++uoroKCpKSHaiRMnAvD0008bR6Zs5ZySkgI4qmPz5s0Ra7cg\npoZssNiwYUMzq4tqadu2rXlfVKskSc6ZM4dbbrmlwOdvvvlmHnnkEcBVTJ07dwZg0aJF4e1QBBD3\nQm5urtlep7yjCkhRFGvEhAISf8acOXMYMGAA4M544t/48ccfzefFQT1mzBjjb6hRowYAv/76K3Bm\nh1z16tUBdwaX/+/Zs8fMUKFGHJRDhw4F4LbbbqNDhw6A6+uQ9qxevZprr70WcH1A1apV4/HHHwcw\n/gQJ6Z44cYIlS5YE1Z5QOM9FtUg7MjIymDJlCuAuOdi5c6e5vpI6Iffr888/N+kDwqRJk7jooosA\n6Nu3b4G/Y0EByeaC2dnZ1v11oSImBqD//Oc/5m/Z+1oGEH8ZoxL5OnnypDHBtmzZUuB7Z0L2W5dB\nQaR+cnIy2dnZZeqHP6pWrcoTTzwBwF133QU4g544bPft2wdgspn9OdXPO+88c12k3SdOnACgWbNm\nYdsrvThk8JBjHTx40Lzn+29fkxhg7969Bb7vS2ZmpjHRYmlhrUyOkgMlEbBYQE0wRVGsERMKyJfC\nM6PM+HFxcVx33XWA64C99NJL+e6770p1HlENvoojHE7oK6+8km7dugFumHrUqFEmW1naX5wqWbBg\ngTHV5PqkpaUB9sLTpVVR/pSPmISDBw82KkFWkEveU3lmyJAhgOuEFlMsFlAFpCiKNWJOAQmifCR8\n65uYuHTpUgATlg8VocxsltnukUce4YILLgBc/8cvv/xifCPST18/jvil/vGPfwCQmppKRkYGAL16\n9QKiPzGvJDwej7lGEmr/85//bNa6yb0QRTRlypSgfV3RwkMPPQS4fUpKSgq6emW0ogpIURRrxKwC\nkoTE3/zmN0Xek2pz8fHxIZ1BwrGW5tixY2bmk3VR48aNM6kHEuXz/b8oA99awqIStm7dGvI2lgZp\nW1mumfiDZK3UvHnzuPzyywEnugfQs2dPwImsid+rvCEpCHKtPB6PSUeQlJLySswtRhVEokrZiYYN\nGxZ56Ddu3Ejbtm3LfK7ChHLxYpUqVRg8eDDgmhOdOnUya6ICOcbx48dDsiizMMH20+PxmH+X1Ryq\nXLmyccpLO7xer8kvEvNT8oA8Ho9JoZCwdqDYXFycmprK6tWrAdeNkJCQYHK85DqKW2H06NGlLi2j\n5TgURalQxKwC8kfTpk0BzIr5Cy+80MyKspaqvBSwkjCzKBoppREfH88333wDuDN9lSpVGDNmDID5\nOxTYUAaibPPz84s9vyihTz/9FHDSGUQtyBqy999/P6Bz2uinrIFr166dyRAXE7JatWomE7pOnTpF\nzi1FykaOHAk4meWF1aI/VAEpilKhqFAKSBCnnixH8GXOnDkAXHvttaX2U0RLQbLbb78dcMqTSptE\nEch6sbIQyX4WXnuXmZkZUAChU6dOACxZssSoxqysLMBJ6AukpGkk+ym+umnTpgFOG6XomK/6E+Vb\nOPlVlJN8DpzAg/gRi3Na2xgKKuQAJEyaNMn8SAvfSK/XaxzUGzduDOq40TIACb/88gt169YtcM7f\n/e53AMyfP7/Ux7UxAMl9KsmZLvlRUl967dq1RaKDhw8fpkePHgDFliSJRD/FlPrggw8AN7cpMTHR\nmJPSjvz8fONGkEx8GZj79etnBlrJfj9y5Iipkf3nP//ZHKMwaoIpilKhqNAKCNxdIpYtWwZgynyC\nW6JUMosDNcmiTQEB7NixA3BrCEtfqlWr5tcUDYRw9VPMiMTERGMuBXrOwoXOJOdrwYIFpoibqKij\nR4+adVVHjx494zHDfT8TEhJMtQIpHyPPZWJiommvPI+zZ8/mpZdeApwyMADp6emAU2RPVJ+seZw5\ncyajR48GQtPPUKIKSFEUa5SbTGh/a55CgayREpv7yy+/BJyyrbLeShSQhOzLI+3btwfcNAOZTSNZ\nRjZQZAfQvXv3Gqe5b0G54pBZXDLDH3vsMcBJ4pOs8QMHDgBOlry/1fWRJi0tjcsuuwxw1y5KJv/8\n+fNNIuKsWbMA53kUH5ikFEgGeNOmTfniiy8AmDp1KuCo+yg0dABVQIqiWCTqFZDY1ZJSP2/ePMB/\npUNfZKnCvffeCzjVEqWQtyzPyMnJMTODVDN8/fXXAad0qUQmpOJir169jM3tLwoTbjUhtv2MGTOM\nopH9zDp27HjGdgFmB1jpp6iAaCrtKfda/CFJSUkmmU7WPoliPRPiO/n4448B97r4LgN58cUXAf+1\nhSKJPC/p6emmlKw810eOHAGcZ3XhwoUFPt+uXTueffZZwC2xKxbC6dOnzbO/YcMGwI5vJ1CifgAS\nHnjgAcB9OOvXr89zzz0HuI7VnJwc48STsKQvYr6J03X69Ok8/fTTgJsJLbWWk5OTTfhTMqh37Nhh\nbqYUApOCV0888YRZLBouZC1Y586dzQMnu1zIj+nxxx9n8uTJgJs5O23aNPOAy+4Ykv8STSUq5NpK\n1m5KSoq5prL7h2wffSZnqjheZcDylyEsu4XYRq79woUL2bVrF4C5T/JM165d2/RFyrGMGDHC3NvC\naQnbtm2jf//+QMmTdDSgJpiiKNYoN2H4c845B3AdlEOGDDGJVtKFvLy8ImZQcaHRkydPcvjwYcCd\nQXxLXxRnUsnsJY7pm266yazB8i2qXhylDdv26NHDyPJAjuH1eousQhcztEWLFqVeIR+u8LQUYFu/\nfr1JqhPWrFkDOKZVYfXWqFEjs/uFPC9y7iNHjtCvXz/ATbkIlEiE4cVkFFPZd+vpwvcnNzfX9F3e\ne+uttwDH6V5a5aNheEVRKhTlRgH5+4zMEr4p6sUhisY3TV+cfRL2lPKXQ4YMMb4IUVpz5swxjuk3\n3ngDcOuwiH0eSDt8+1BWZF2bKLnExMQiasfr9Rpns8yYkyZNAhxFWTjZL9B2h7ufCQkJzJ07F3B9\nP3IPJ06caIqrid9kwIABRZL2Bg4cCMDKlSujLuHSF7mPEvBo3rw54Fxj6cvixYsBWL58uUlElKBC\nKH7Guhbsv0QyQ1iQQUZk+v3338+HH34IOJmk4AwykmErCyHlb39mTkmEsp/ilFywYIFxmot5+MMP\nP5iBVvJjxCE7bty4gKrq+WYYy7lkT7JAv1saJKIj7ZX7dCbkcZbPt2jRAnCKspWWSGa233jjjYAb\njc3KyjIVH//whz8AjgM+HMEDNcEURalQqAIKA9G4FkwovJuCx+Px297C+4ZJbe2tW7eazHDZxrok\nQtFPSZOQvKdKlSoVOa7X6zWq9f777weK7qxaGqL5foYSVUCKolQoVAGFgViYMSVhUXwNhX1eYL+f\nodhZIxBs9zNSqAJSFKVCUW6WYiiRRVIQopkoFO9KkKgCUhTFGjoAKYpijah0QiuKUjFQBaQoijV0\nAFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiKNaJyMWpFKWsQaO1r\nK7V6Ayh1oWUqClK4RnmokOsnf1euXNnUgpYCc6FYPGzjOYvKAUhxsbVSRlfoBE+4rlnh43o8HjPw\n2N7dtaxUaBMs3FspRxLfrYeV2CQ1NZXU1FTeeOMNWrVqRatWrcr9fa/QA5CiKHapUCaYzBS33XYb\nAMOGDeOGG24AMHtzlzdk//r69esDULduXbMFjexbH+gWLqII8/Pz1QSLIqpUqQLA559/DkCrVq3M\nvZWdYssrqoAURbFGzCsg2SN8zJgx3HLLLUDBze26dOkChEYBRdKnJBGXBg0aAPDKK68AUKtWLRo2\nbAi4W+qcOHGCBx98EHBnU9laZ+TIkUybNg2AAwcOAPDxxx+XaSM/JXTEx8eb3VKbNGkCOI7nCRMm\nAOU/WKAKSFEUa0RlRcSyePVl6+Svv/4agA4dOgD+1Ulubq7ZinnOnDlA8DOKb1vl3IGGRkMRvZBj\niCKKj4+nbdu2ALz88ssAtG3b1qg+yRdJSkoCHB+S5JRs3LgRgPT09ID2UbeRByR7qD/++OMMHToU\ncLaeBujVqxc5OTkhO5dgM99p6dKlXHrppQVee+aZZxg9enTIz6V5QCGgXbt2ALRp0wZwBx6v12uc\nsWJeZGVlmR0/X3vtNQDmzZsHQP/+/XnhhRcAOPfccwFngElPTwfg6aefBjA/1KysLGPyRBJ5aHz3\n7RLJftlllwEwePBg9uzZA7jXY+DAgQDccccd5ljS/pMnT0ag5YEh5qSYHH379jXvFTZDjx8/TvXq\n1YHysatHcch9ad26tXntyJEjALz55ptW2hQO1ARTFMUaMWWCVa1alVWrVgFw/vnnF3jv9OnT/Pjj\njwDUq1fPfF5m0eLOKZcoNzeXjIwMwJ2ZZH9038sYbUsUEhISzLlEAYnJ2bNnT6MMV69eDUDnzp0D\n6kMo+xkXF2dU2cSJEwHHYS5mbeFzZmVlGXOrWrVq5jzSFzE5A01BKI5I3s9atWoBrlmZmppqjisK\nqF+/fixZsqTM5yqM7oyqKEqFIiZ8QHXq1AFg8uTJNG7cGMA4VtevXw9Anz59zKz43HPPAZiwvD+8\nXi9ffPEFANOnTwdg7ty5xj8STX6SksjNzTWzqKQliI/MF/ETlTQThkO51a5dm/feew9wfTu+HDt2\nDICWLVsCsHfvXvOe7GOflZVlvnv06FHAVUfRjiSSioKXNInDhw+bZ23Lli0ATJ06ld69ewOwdevW\nMp/b5lKOcm2CyeeuueYaAP7f//t/HD58GIC//OUvgHtDfbsp35s5c6bJA9qwYQMAf/vb3wBYvHhx\nqSVptJlgHo/HONIXLVoEYJzvXq/X5BCNHDkSCDyKF8p+JiQkkJmZCbgDSl5eHl999RWAcf4XR+/e\nvZk/f36B15o1awbA9u3bA2qrP8J9P5s2bWr6WbduXcA1tzp27Mju3bsBSElJAeDbb78lNTUVgNtv\nvx2ATz75pFTn9kVNMEVRKhTlWgEJzZs3B5ycFgkly1oZG92LNgU0YsQInnzyScA1wbKysgC49957\nmTp1aqmOG65+iqNcUgsCxePxGNNbzO2uXbsCsHz58qCO5Uu4+imBjLlz5xoT7OeffwZcE1lUoS/3\n338/Q4YMAVxF+9hjjwV1bn+oAlIUpUIRE05oWcN0zjnnGHu5IiOO2FdffRVwVv3L7Cxh6aeeegqg\n1OonnASrfATfZFNh0qRJgH+nuy3k/sjq9rp16xq/m/jh/CkfYfbs2cZ3uWzZsnA2NeyoAlIUxRox\n4QMSe79q1arGlhYlJL4O38iOfL5jx46sXLmywDnlcjRv3twco7jZyBdJmgt0PVK4fECDBg0CMKvc\nExMTjTJ4/fXXAbjnnnvKfJ5o83W1bt3aRD1lzZgkig4dOrRIhCxQQt1PCbGLcs/JyeHTTz8F4A9/\n+IN57UzEx8ebZ03aForSrLoWrJTIzcrNzTVlJ7p37w5AzZo1ASejVKSvbzkOuej+Lr7cVHHcSoj/\nTJTWdAglSUlJZl2bFCvzer1mwJEBqLwh985fZrP8GKdPn27eF2d07dq1AZg1axZXXnklQFiyiINB\n2rt582bAeW5mzZpl/l0S+fn5ZrALx+LbSKImmKIo1ogJBSRkZmaaZC1ZIS1Jbf7WavlK5sIzbG5u\nrindWpLyKXxcmwwdOpQaNWoA7my6YsWKcqt8RMVJmLlbt24ADB8+nKZNmwJuZYLmzZsXqAoArhJK\nSkoyJSwk6S8U68RKg2R1+7btj3/8I+CqMzEd/fGPf/yDQ4cOAbBw4UIAZsyYEbb2hhNVQIqiWCMm\nnNBC5cqVjeM4LS2twHu5ubmmgPc333wDOH6h66+/HnAdg3I59u/fT6NGjYDg7Wwbztlhw4YBTt0c\nUQ3S7tatW4dkzVBhItHPwgXmOnbsaM5deMM+cJWPJKSKysnMzDQF1+666y7AXXFeEqHup1RjkOoD\ndevWNcmXEjR5/vnnAed+XnfddYC7hrF69eqmTaKmzj77bKBsdZCsbIAZSwNQpUqVjLkktY9lUWLt\n2rWLldwiYaWC4qlTp2jVqlWp2hHJAUgWWx48eBAoWHpDXuvVqxfr1q0r87kKE8l+fvjhhwAMGDDA\nvFa4gJrcc99zSq3v7Oxs3n33XQDWrl0LODk0gUQ4Q91PidC98847AFxxxRWmkFphfB3OxZ1Hon9d\nu3YtUx5VpFETTFEUa8SUEzo3N9coHgm1i4lVksPxkUceAWDBggUApc4ZiRQi2adMmVLg/77ZwFL3\nWcpslGdEAUkN7/z8fD777DPAXTnep08fk3YhKkBSKd566y1TPldMIN90jEgiiu33v/894Dja5bmT\ntWtCbm6uuZ87duwAHHOyU6dOgHvf5f81a9Y0yrc8oApIURRrxJQPCDAFySTUKiVUS/LnyLqcnj17\nAs7MI7Z6sOHaSPhGZOZ76aWXACcsDc7sKMpHCqndeeedYbHvI+kDkmNIWd158+YxatQowFU7X375\nJS1atCjwPVGIJ06cMM+ErJ8KNMM92jK+wU0bkb5LGydMmGCScYNFfUCKolQoYsoHBBQpPC8JiadO\nneK3v/0t4CZ7paam8uyzzwJOpAjcWSw+Pp6rr74acFYfRxsSnm7fvj3gzl4pKSnGDyYh2igUuUEj\nfZCC9b77lskGBOeff75RrRIh69GjBwDr1q1j27ZtQODKJ5oRVS4KSBRR//79S62AbBBzA5A8qFLW\n4MUXXwQch6xkjfpbuOdPPktoXjaGk7yNaKDwmicxyfLz801oXszKWELKh3i9XpOndeONNwJuLhe4\n10NC88uXLzdO3FhC8oakn/Xr1zc7a0i2dDSjJpiiKNaIOSd0YSTB6+677zbriaTLK1asMJmjl19+\neYHP+7ZB1MaYMWNMIa/i2h2o07os/ZRsZyk9K2oAXMe7OOTl/6HGpnM2LS3NbD3dv39/wFn3J20S\nE23MmDEAvPDCCzGzyYAvovB9za6ZM2cC7nUJFHVCK4pSoYg5H1BhxBE7duxYxo4dW+LnpX7Mvn37\nzIwmDr5Ro0aZtUgy40iS3+nTpyOa2CZt2rdvH+AqoKysLFOILFzKJxrIyMgwqlXUILj7hUk9qEDX\ne5VXpPqDqO64uLhSLyGyQcwPQMEiWbWbNm0qklOSnJxsImMSNVu6dCkADz/8cARbidkXSnZWkAEp\nNzeXyZMnR7QtNmjSpImpfil4vV6+/fZbAHbu3GmjWRFDJsc+ffoABTdzlI06iyvi5u9YNlATTFEU\na6gCKoTkVVx44YUm10bWHLVv396EemX/Jtn6efPmzX63FA4XMmtJvouwYMECU+ozlpG94HzxeDym\nHG0UxlZCSufOnQG3XLAvshOIrYJrwaAKSFEUa8R8GD6UeDweU+hMfEX+ZplIhG3lu7LjacuWLQEY\nMmRIxGY+m+Fp373kZe1bTk6O8Y2Fslh7NIbhL774YsBV56K+N23aZBJnw1VIL5SoAlIUxRqqgMJA\nNM6Y4cB2P2X5gaQ/NGjQwJRdDSW2++nvPKJ4mjVrBmBK7pZF/WpJ1v+iP8zygfazIBWln6FETTBF\nUawRlQpIUZSKgSogRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgApimINHYAURbGGDkCKolhD\nByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo\n1tABSFEUa+gApCiKNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACk\nKIo1dABSFMUaOgApimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGv8f9KVdO224t7iAAAA\nAElFTkSuQmCC\n",
+            "text/plain": [
+              "<PIL.PngImagePlugin.PngImageFile image mode=RGBA size=288x288 at 0x7F302F2CD358>"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          },
+          "execution_count": 21
+        }
+      ]
+    },
+    {
+      "metadata": {
+        "id": "NywiH3nL8guF",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Generate a GIF of all the saved images**\n",
+        "\n",
+        "We will use imageio to create an animated gif using all the images saved during training."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "IGKQgENQ8lEI",
+        "colab_type": "code",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 34
+        },
+        "outputId": "bf66aad8-fbe4-4b1f-c260-bccf9c634867"
+      },
+      "cell_type": "code",
+      "source": [
+        "with imageio.get_writer('dcgan.gif', mode='I') as writer:\n",
+        "  filenames = glob.glob('image*.png')\n",
+        "  filenames = sorted(filenames)\n",
+        "  last = -1\n",
+        "  for i,filename in enumerate(filenames):\n",
+        "    frame = 2*(i**0.5)\n",
+        "    if round(frame) > round(last):\n",
+        "      last = frame\n",
+        "    else:\n",
+        "      continue\n",
+        "    image = imageio.imread(filename)\n",
+        "    writer.append_data(image)\n",
+        "  image = imageio.imread(filename)\n",
+        "  writer.append_data(image)\n",
+        "    \n",
+        "# this is a hack to display the gif inside the notebook\n",
+        "os.system('cp dcgan.gif dcgan.gif.png')"
+      ],
+      "execution_count": 22,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "text/plain": [
+              "0"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          },
+          "execution_count": 22
+        }
+      ]
+    },
+    {
+      "metadata": {
+        "id": "cGhC3-fMWSwl",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "Display the animated gif with all the mages generated during the training of GANs."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "uV0yiKpzNP1b",
+        "colab_type": "code",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 305
+        },
+        "outputId": "a6146795-f0ae-4746-bbd3-5e19155e2c77"
+      },
+      "cell_type": "code",
+      "source": [
+        "display.Image(filename=\"dcgan.gif.png\")"
+      ],
+      "execution_count": 23,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "image/png": "R0lGODlhIAEgAYcAAP////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly8vHx8fDw\n8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e3t3d3dzc\n3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rKysnJycjI\nyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2trW1tbOz\ns7KysrGxsbCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCgoJ+f\nn56enp2dnZycnJubm5qampmZmZiYmJeXl5aWlpWVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH9/f35+fn19fXx8fHt7e3l5eXh4eHd3d3Z2\ndnV1dXR0dHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGdnZ2ZmZmVlZWRkZGNjY2FhYWBg\nYF9fX15eXl1dXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtL\nS0lJSUhISEdHR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMz\nMzIyMjAwMC8vLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsb\nGxoaGhkZGRgYGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgI\nCAcHBwYGBgUFBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACH/C05FVFNDQVBFMi4wAwH/\n/wAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLHaPHlMKVIkS1arVpkiRdq1SxYnTn/+4MLFatMmQ4Z40aLVqJEgQb5o0bp0KREx\nYrhwTdqNChWA38CD06EzKlGiWLFWraoUKNCuXbIkSQIEKFiwVpIk8eHTixWrR48IEf/StWpVo0aE\nfPmaNWvSpESePAGYT78+Hz6nEiXKlcuVK4CeDBny5UtWpUqBAvXqBWvRojx5drFiNWnSokW+ZMka\nNWpSsGC3blmyNGnUKAApVa7040eVJEm5csGCdalQIV++aEmSRIjQsGG1OnXy42fYrFmBAhky1CtW\nrEaNCAULdutWpkyWSJEC0NXrV7BhxY4lW9bsp0+bdOk6dmzXrl7PnkWLFkyTpmTJnj3zJUkSMWLY\nfPnKlOnYsWzFioEC1axbN2rUSJGCduwYAMyZNXfqtAkXLmLEdOl6pUwZNGjBGjVSpqxaNWKYMB07\nZi1YMEGCkiWztmzZqlXRtGlz5mz/1KhkxIgBYN7cOShQlHr1QoZMmDBYzpxRozbMkqVmzbRp24UI\nETFi2HbtypSJGLFpypStWtXMm7dp02LFgoYMGUAAAgcSPHUq1LFjwYL16pXLmTNo0Ihp0qRMmTZt\nvzRpggZNW61amjQdO2bt2DFUqJht2xYt2qlTz44dA2DzJs6cOnfy7OnzJydOvHDhKlbMly9uxIgx\nY9aLG7dgwYwZO2XNmjBhxG7dokaNGLFot25x47YMG7Zjx7x5A2bMGIC4cudasrRLlqxixYYN00aM\nmDRpvbJlAwZMmTJY2LAFC6YsVy5q1IQJU0aL1rZtwrZtK1aMG7ddw4YBKG36dKdO/7ps2UKGrFev\nbcWKESP2ypu3X7+QIYvlzJkvX8lkyWLGjBevZqdOadO2TJq0Y8e2bQt27BiA7Nq3kyI1bNeuZMl8\n+fKGDJkzZ7LChSNGbNmyWdq0GTOG7NWrZ8+IETP2CuCra9eSXbuWLNm3b8OMGQPwEGJEiRMpVrR4\nESMnTrxw4SpWzJcvbsSIMWPWixu3YMGMGTtlzZowYcRu3aJGjRixaLduceO2DBu2Y8e8eQNmzBgA\npUuZWrK0S5asYsWGDdNGjJg0ab2yZQMGTJkyWNiwBQumLFcuatSECVNGi9a2bcK2bStWjBu3XcOG\nAfD7F3CnTrps2UKGrFevbcWKEf8j9sqbt1+/kCGL5cyZL1/JZMlixowXr2anTmnTtkyatGPHtm0L\nduwYANmzaZMiNWzXrmTJfPnyhgyZM2eywoUjRmzZslnatBkzhuzVq2fPiBEz9urVtWvJrl1Lluzb\nt2HGjAEwfx59evXr2bd3/96VK2G8eHHjhgsXOWDAzp3zAhAcOFeuzJkbEi6cJUvnbtwQJ+7UqXJT\npmjTposcuTRpvHn7Va0agJEkS5oyBcyXL2zYePESV6yYOXOAxImDBcucuS7cuLFiVW7LFmzYaNES\nN2eON2/ExIkjRAgcuGHRogG4ijVrqlTAfPn69q1WLXK2bJ07V0WcuFGjzp3rAQ7/XKVK53To0KZt\n1SpzWLCAA8fLnDkxYrx5I0aNGoDFjBuzYoUsWLBv32TJIles2LlzP8SJ69Tp3Lkb4cJRonTux49v\n30CBMpckSbduwsSJmzPHm7di06YB+A08uPDhxIsbP47clSthvHhx44YLFzlgwM6d8wIOnCtX5swN\nCRfOkqVzN26IE3fqVLkpU7Rp00WOXJo03rz9qlYNgP79/E2ZAgjMly9s2HjxElesmDlzgMSJgwXL\nnLku3LixYlVuyxZs2GjREjdnjjdvxMSJI0QIHLhh0aIBgBlTZqpUwHz5+vatVi1ytmydO1dFnLhR\no86d6wEOXKVK53To0KZt1Spz/1iwgAPHy5w5MWK8eSNGjRoAsmXNsmKFLFiwb99kySJXrNi5cz/E\nievU6dy5G+HCUaJ07sePb99AgTKXJEm3bsLEiZszx5u3YtOmAcCcWfNmzp09fwYd+tIlWaWpUZs1\nqxEoUNWquUqU6M8fYcJMyZFjxw4uUKDKlFGk6JgsWX36aDJmLFgwWrRwDRsGQPp06osWiXLlKlo0\nXLgKjRoVLdooTpwkSTp2rJUiRXjwABs1Kk8eTJiAtWo1apSuZ8+MATTma+CwYQAOIkxoydIqVaqe\nPbt1KxMlStKkiTJjxo+fX78wzZlz584tS5agQJkzZxcqVHPmYCJGzJcvWbJwCf8TBmAnz56fPtWC\nBStbtlq1CFWqZM0arD9/EiV69oyUFClx4uTSpAkIEDRohpUqNWgQqGXLiBHLlSvYsGEA3sKNK3cu\n3bp27+K9dEkWX2rUZs1qBApUtWquEiX680eYMFNy5NixgwsUqDJlFCk6JktWnz6ajBkLFowWLVzD\nhgFIrXr1okWiXLmKFg0XrkKjRkWLNooTJ0mSjh1rpUgRHjzARo3KkwcTJmCtWo0apevZM2PGfGEf\nNgwA9+7eLVlapUrVs2e3bmWiREmaNFFmzPjx8+sXpjlz7ty5ZckSFChzAM7ZhQrVnDmYiBHz5UuW\nLFzChAGQOJHip0+1YMHKlq3/Vi1ClSpZswbrz59EiZ49IyVFSpw4uTRpAgIEDZphpUoNGgRq2TJi\nxHLlCjZsGACjR5EmVbqUaVOnT2fNwvXr17hxxIhdW7bMnDlejBgFC0aOHLE4cXbtKmfLVqRIwYKR\nY8ZMk6Zn5sxly6ZMmTdw4AAEFjzYlStau3aRI4cM2TJlys6dA1aqVLBg5crtqlNn1y5yt25lyhQs\nmLhjx3LlknbunDZtzJhxAwcOQG3bt1+9whUs2LhxvnwdM2bMnLlbhQrp0jVunK8/f4gRM0eMGCJE\nu3aRCxYMFKhi5sxJk4YM2TbzANCnVw8Llq1gwciR+/XLGTJk5swJ27SpWTNz/wDNTRszRpkyc716\nzZmza9c4XrxcuVpmzhw2bM+eZfv2DYDHjyBDihxJsqTJk61aBdvFctenT8pcuVq1ipAqVYIEESJU\n5c4dPHjQQIGCBs2gQX7u3HHlytSuXbBgUaMWq1gxAFizajVlCpfXWrVgwTqmStWtW5du3RIkaNGi\nOpky6dEjSI2aRHgTUZIkadasVcaMCRNWrVqsY8cAKF7MOFQoXJB79QIF6pgqVZYsmZk0yYqVNWt+\n5Mlz5swdKFDo0OnTB9KbN6NGaapFu1a0aKiECQPAu7fvU6d4BQvWq9epU8hKlVq1yosrV3Dg9OnD\nAxCgOnUKValCiVKdOoHy5P/59CnUr1+3blGjhitZMgDw48ufT7++/fv487dqFWyXf4C7Pn1S5srV\nqlWEVKkSJIgQoSp37uDBgwYKFDRoBg3yc+eOK1emdu2CBYsatVjFigFg2dKlKVO4ZNaqBQvWMVWq\nbt26dOuWIEGLFtXJlEmPHkFq1CRimoiSJEmzZq0yZkyYsGrVYh07BsDrV7ChQuEi26sXKFDHVKmy\nZMnMpElWrKxZ8yNPnjNn7kCBQodOnz6Q3rwZNUpTLcS1okVDJUwYAMiRJZ86xStYsF69Tp1CVqrU\nqlVeXLmCA6dPHx6AANWpU6hKFUqU6tQJlCfPp0+hfv26dYsaNVzJkgEgXtz/+HHkyZUvZ9581Khl\ntmyFC2fIELk5c86dO3HsWIIE584B2LWLAIFzBQrcupUhw7kKFYIFU1OuHBEi166JcuYMAEAAAgcO\n9OQpGS1a3rxVqjSuUaNz5zIcO8aBw7lzAHDhWrCgnAIFrlyxYCEOCZJmzTiRI/fkCTZsqIwZA2Dz\nJs5Nm4qtWhUunB8/4cqUOXfOAy1aAwacOwchV64AAc4BADBq1IIF5RIk4MXLS7lyPXosW5bJmDEA\nateyJUXq2a5d48bx4TNOipRz5z4cO7ZgwblzBXbtAgDgXIAAp05NmFDuxIljx+aUKydFijVropYt\nA+D5M+jQokeTLm369KhR/8ts2QoXzpAhcnPmnDt34tixBAnOnQOwaxcBAucKFLh1K0OGcxUqBAum\nplw5IkSuXRPlzBmA7Nq3e/KUjBYtb94qVRrXqNG5cxmOHePA4dw5ALhwLVhQToECV65YsBCHBCCS\nZs04kSP35Ak2bKiMGQPwEGLETZuKrVoVLpwfP+HKlDl3zgMtWgMGnDsHIVeuAAHOAQAwatSCBeUS\nJODFy0u5cj16LFuWyZgxAEOJFiVF6tmuXePG8eEzToqUc+c+HDu2YMG5cwV27QIA4FyAAKdOTZhQ\n7sSJY8fmlCsnRYo1a6KWLQNwF29evXv59vX7FzApUp1o0Zo2LVMmK3HiJP9LhiVI5CCwYA3RoOHG\nDUlRohQoUKMGqTdvihRBFSyYKFGuXBELFgxAbNmzM2XalCsXNGikSLEBBGjaNDRFilSpYssWkhUr\nePDopEQJBw5Vqpxy4+bNG1rEiMnyLuvYsGEAyJc3L0rUpFKlqFELFaqKGzfOnFURIiRIEFeuiDhw\nABAJkkpHjlSoYMTIqTBhePB4xIvXqFGePPnatQuAxo0cP33KJEsWNGiECGlJkyZatCsjRhw5IktW\nFAsWbtwAhQWLBAlDhmQqU0aHjkm+fJ06VapUsmLFADh9CjWq1KlUq1q9yoqVLV68xo0DBszXrVvi\nxHVCg8aOHXHiVPXoESn/kjhcuH78IEMm3KxZbdqwIkdOmrRTp6Z9+wYgseLFp07N8uVLnLhgwYj1\n6vXtW6smTTp18uat1YcPffpU+/RJhYo1a7Lt2rVoEa5y5aZNO3Uq2rZtAHr7/p0q1S5cuMSJa9UK\nFydO4sSdokKFEKFw4VilSDFmTDdLllasYMMmGytWYsSEIkfOmbNTp5px4wYgvvz5qlTJypVLnDhe\nvFjJAiirXLlaU6bs2VOunK8YMd68EdeqlQ0bd+54o0ULDpxL5MgpU2bLlrNv3wCcRJlS5UqWLV2+\nhMmKlS1evMaNAwbM161b4sR1QoPGjh1x4lT16BEpkjhcuH78IEMm3KxZ/23asCJHTpq0U6emffsG\nQOxYsqdOzfLlS5y4YMGI9er17VurJk06dfLmrdWHD336VPv0SYWKNWuy7dq1aBGucuWmTTt1Ktq2\nbQAsX8acKtUuXLjEiWvVChcnTuLEnaJChRChcOFYpUgxZkw3S5ZWrGDDJhsrVmLEhCJHzpmzU6ea\nceMGQPly5qpUycqVS5w4XrxYyZJVrlytKVP27ClXzleMGG/eiGvVyoaNO3e80aIFB84lcuSUKbNl\ny9m3bwD8AwQgcCDBggYPIkyoEOGrV8N8+erVCxQoYahQiRJ1JVOmMWP06IlBh86TJ35y5PjypUuX\nS3360KJFiRgxWLCWLf9LxYwZgJ4+f4oS1QsXrl27Pn0alioVLlxYLl1Cg6ZOnSp27GDB0ocIETdu\n5Mj5xIiRLFmtnj3LlevZM1rMmAGIK3fuqVPCdOnq1WvSJGCmTLVqZQMTpilTBAmigQcPGTJ8bNiI\nE+fKFU9x4qRK5WjXLliwli07ZcwYgNKmT48aNYsXa16SJAHDhKlUKSGZMmnREigQjUiRqlT5c+RI\nmjRlynQqU8aUqUnAgNmyBQ2arGPHAGDPrn079+7ev4MP/+rVMF++evUCBUoYKlSiRF3JlGnMGD16\nYtCh8+SJnxw5AH750qXLpT59aNGiRIwYLFjLlqVixgxARYsXRYnqhQv/165dnz4NS5UKFy4sly6h\nQVOnThU7drBg6UOEiBs3cuR8YsRIlqxWz57lyvXsGS1mzAAkVbr01ClhunT16jVpEjBTplq1soEJ\n05QpggTRwIOHDBk+NmzEiXPliqc4cVKlcrRrFyxYy5adMmYMQF+/f0eNmsWLMC9JkoBhwlSqlJBM\nmbRoCRSIRqRIVar8OXIkTZoyZTqVKWPK1CRgwGzZggZN1rFjAGDHlj2bdm3bt3HnjhWLGC5c376d\nOiUODx5z5p78+nXggDlzDlatIkDAHAUKo0YpUCCOB49du+yQIxcmDDRoopAhA7CefXtSpILhwqVN\nGydO4B49IkfOiC9f/wBDhAgXzkOkSBo0fAsRghSpCxeu/fgRLJgmcODQoLl2DVaxYgBCihx56lSw\nW7e8edOk6RscOOTIVdm1q0SJcuVedOpEgcI4EyY6dfrw4RsOHLFi4QkXrkyZa9dOBQsGoKrVq6tW\nBRs1aty4SJG+WbFiztwSYsQMGDh37sKpUwUKnMuQAROmCxfE7diBC1cfcODSpKlWrVWyZAASK17M\nuLHjx5AjS44VixguXN++nTolDg8ec+ae/Pp14IA5cw5WrSJAwBwFCqNGKVAgjgePXbvskCMXJgw0\naKKQIQNAvLhxUqSC4cKlTRsnTuAePSJHzogvXyFChAvnIVIkDRq+hf8IQYrUhQvXfvwIFkwTOHBo\n0Fy7BqtYMQD48+s/dSrYLYC3vHnTpOkbHDjkyFXZtatEiXLlXnTqRIHCOBMmOnX68OEbDhyxYuEJ\nF65MmWvXTgULBsDlS5irVgUbNWrcuEiRvlmxYs7cEmLEDBg4d+7CqVMFCpzLkAETpgsXxO3YgQtX\nH3Dg0qSpVq1VsmQAxI4lW9bsWbRp1a491TZXrmnTUqUqEyjQsGFLXLi4cgUUKCcdOlChYqhJkwkT\n0KABVaaMDx+wggVz5QoWrGC7dgHg3NkzKNC4cEmT5soVnEmTjh2TI0aMFi2XLhHx4GHJkkVIkKRI\nIUcOJzx47tzpFSz/2K5dw4Yd48ULwHPo0T15OrVqFTNmmTI9+fPn1i0wWLC4cfPpExUXLuLEeQQE\nSIoUXrygqlPnypVXuXKlSiVKFMBivXoBKGjwIChQoU6dSpZs06Ytd+4kSxaGBQsnTihRYtKhAxYs\nkqhQ4cABDJhQfPho0eLKl69Zs1q1UsaLF4CcOnfy7OnzJ9CgQl+9kpUrFzlys2YRU6Vq3DhMUKB8\n+TJu3CcTJpYsCVep0o0bcOBkU6Xqz59M5cpFi/bqFTRw4ADQrWt31SpXt26JExfsryxZ4MA1ChNm\n0CBt2jLlyBElSrVHj5AgESTo2a1bpUrJKldu2TJdupqFCwfgNOrU/7BgxapVCxy4Vq18IUL07Rsm\nKVLOnMGGrRATJlSoeKtU6cePL1+u2bKlSBGocuWaNfPlC9q3bwC2c+/+6tUpTpzEiUOFqlWfPuPG\naTpzRo4ccuRSjRiRJUu4Tp1y5MCCBSA3WLDq1MlEjtyyZcKEOQsXDkBEiRMpVrR4EWNGja9eycqV\nixy5WbOIqVI1bhwmKFC+fBk37pMJE0uWhKtU6cYNOHCyqVL150+mcuWiRXv1Cho4cACYNnW6apWr\nW7fEiQt2VZYscOAahQkzaJA2bZly5IgSpdqjR0iQCBL07NatUqVklSu3bJkuXc3ChQPwF3BgWLBi\n1aoFDlyrVr4QIf/69g2TFClnzmDDVogJEypUvFWq9OPHly/XbNlSpAhUuXLNmvnyBe3bNwCzadd+\n9eoUJ07ixKFC1apPn3HjNJ05I0cOOXKpRozIkiVcp045cmDBwg0WrDp1MpEjt2yZMGHOwoUDcB59\nevXr2bd3/x7+qVPGfPmSJStTJmWkSN26BdDIpUtfvkSKtOLOnSdPHOXIUafOly+uunQpVUrTsmW4\ncDVrxipZMgAkS5oMFarXrl24cKFC5UuUqF27xHjyFCeOHj0w2rRJkkSPECFr1rBhI+rOnWDBTkmT\ntmvXs2eymjUDgDWrVlWqhu3a9esXKFDAPHkCBapIqFBkyPTpE+T/0SMuXALx4GHFSpkymcKE6dXL\nVLBgsmQ5cwaLGDEAjBs7xoTp165dvHjx4YOME6dXr3KAAvXly58/PP78YcLkz5Urhgz16XNqzhxf\nvmQ1a7ZrlzNnuJgxAwA8uPDhxIsbP448+alTxnz5kiUrUyZlpEjdumXk0qUvXyJFWnHnzpMnjnLk\nqFPnyxdXXbqUKqVp2TJcuJo1Y5UsGYD9/PuHAhiq165duHChQuVLlKhdu8R48hQnjh49MNq0SZJE\njxAha9awYSPqzp1gwU5Jk7Zr17Nnspo1AxBT5kxVqobt2vXrFyhQwDx5AgWqSKhQZMj06RPk0SMu\nXALx4GHFSpky/5nChOnVy1SwYLJkOXMGixgxAGXNnsWE6deuXbx48eGDjBOnV69ygAL15cufPzz+\n/GHC5M+VK4YM9elzas4cX75kNWu2a5czZ7iYMQOQWfNmzp09fwYdWvSsWcJkyQIHbteucZEimTMH\nhRixDBnMmavhyxcGDORIkEiVigYNcWLEIEN2CRw4OHCuXYuFDBkA6tWtp0qlq1atbt1YsfI2aZI4\ncVV+/QoSxJu3IqNGSZCATYeOUaOiRLH25IkvX6rCAQxHh861a66IEQOgcCFDWbKGzZoFDpwmTeHu\n3AkXrokwYSJEiBMnxJQpFCjCgQBx6hQIENuIEOnVS9K3b3jwXP+75ooYMQA+fwJ15UrXqVPjxs2a\nBc6MGXPmojRr9uGDOXMlaNF68KAcBw6rVpkwEU6IEF++Ko0bx4bNtWuylCkDIHcu3bp27+LNq3fv\nqFGkcOF69syVqzR58ggTVgYIkDJlMmWSYsLEmjV5uHDp0MGPn0xhwmDBgsuXr1evZMkShgsXgNau\nX2fKROrVq2jRUqUK1KgRMmR+jhwZM+bUqSMyZGzZAsiJkxYt6tQhFSeOHj2+hAm7dWvXrmG6dAEI\nL368KFGsZs1ixowUqS6LFu3a1caJEzRoJEnqcuMGGzaCAEaJggJFmDCS7tz58mXWrl26dNGiRUyX\nLgAXMWbMlMn/VKtWyZKVKhXGkaNixcjgwNGnT6RIR0yYePMmERMmGjT06YOpT584cYAdO7ZrV61a\nxHbtArCUaVOnT6FGlTqV6qhRpHDhevbMlas0efIIE1YGCJAyZTJlkmLCxJo1ebhw6dDBj59MYcJg\nwYLLl69Xr2TJEoYLFwDDhxFnykTq1ato0VKlCtSoETJkfo4cGTPm1KkjMmRs2QLIiZMWLerUIRUn\njh49voQJu3Vr165hunQB0L2btyhRrGbNYsaMFKkuixbt2tXGiRM0aCRJ6nLjBhs2gqJEQYEiTBhJ\nd+58+TJr1y5dumjRIqZLFwD37+FnymSqVatkyUqVCuPIUbFi/wDJ4MDRp0+kSEdMmHjzJhETJho0\n9OmDqU+fOHGAHTu2a1etWsR27QJAsqTJkyhTqlzJsuWqVaxatRInrlatYIwYgQMXqk0bP37Eicvk\nw0ebNt48eZIiZc6cbatWUaJUixy5adOGDasGDhyAr2DDmjIVixcvcOB8qRUlChw4SmjQ+PEjTRqj\nGjXgwJnGiRMdOnjwSMOFK1MmXOXKQYOmS5e0b98ASJ5M2ZWrTrJkjRuHCxcxTZq4caOkRYscOd26\niXLihAuXbYsWRYlSpgyzU6cYMcpEjlyyZLt2Lfv2DYDx48hdKT91Spy4WbNGYcIULpwrIkQECRo3\nDhQMGHDghP87dWrHjjJluq1aJUiQLHLkoEE7dgzat28A8uvfz7+/f4AABA4kWNDgQYQCV61i1aqV\nOHG1agVjxAgcuFBt2vjxI05cJh8+2rTx5smTFClz5mxbtYoSpVrkyE2bNmxYNXDgAOzk2dOUqVi8\neIED58uoKFHgwFFCg8aPH2nSGNWoAQfONE6c6NDBg0caLlyZMuEqVw4aNF26pH37BsDtW7iuXHWS\nJWvcOFy4iGnSxI0bJS1a5Mjp1k2UEydcuGxbtChKlDJlmJ06xYhRJnLkkiXbtWvZt28ARI8m7cr0\nqVPixM2aNQoTpnDhXBEhIkjQuHGgYMCAAyfcqVM7dpQp023/1SpBgmSRIwcN2rFj0L59A1Dd+nXs\n2bVv597d+6lTxnTpEibMkqVjoULVqtXj1CkoUBAhwsGGzZIlloIEAQSIDEAypujQmTVr1LJlrVpF\niyYLGjQAEidS/PRpFy5cwICVKsUrVSpfvqCYMmXHTqRIPejQsWLFT5UqnDjFiVMrUCBevEw9e5Yr\nV7NmppYtA2D0KFJQoIThaopLkqRekSLVqgUmUSIvXggRWnLpkhUrj4oUsWPny5dTdeqMGvUJGTJY\nsJ49Y3XsGIC8eveSIsXr1i1fvgABCqZJky1bRVixMmNGkSImf/5IkdJIiJA7d9KkkdWnDy5cop49\nO3VKmrRY/86cAWjt+jXs2LJn065t+9QpY7p0CRNmydKxUKFq1epx6hQUKIgQ4WDDZskSS0GCAAJE\nhowpOnRmzRq1bFmrVtGiyYIGDQD69Oo/fdqFCxcwYKVK8UqVypcvKKZM2bETCWCkHnToWLHip0oV\nTpzixKkVKBAvXqaePcuVq1kzU8uWAfD4ESQoUMJwlcQlSVKvSJFq1QKTKJEXL4QILbl0yYqVR0WK\n2LHz5cupOnVGjfqEDBksWM+esTp2DEBUqVNJkeJ165YvX4AABdOkyZatIqxYmTGjSBGTP3+kSGkk\nRMidO2nSyOrTBxcuUc+enTolTVosZ84AFDZ8GHFixYsZN/927MpVsF+/wIFz5WqcIUPlyo05dowD\nB3HihNy6FSFCNyZMZs3CgWPbnDnDhoUSJ65Ro27ddBEjBgB4cOGmTPmaNUubtlmzwo0aFS7cl1+/\nihTJlq3KqFElSkB78sSVKy5coOHBQ4xYKG/eDBm6dm1WsGAA6Ne3P2vWr127woVLBTAVN0GCwoUb\nU6vWihXfvj0xZYoFi2w/fqxaJUSINTFihg0D1a3bo0fUqLkSJgyAypUsZckKxotXuHC1aoUjRKhc\nuTW+fIUIQY6cEVmyNmwIJ0QILlw7dnQ7c6ZYsVXixDFixI0bK2LEAHj9Cjas2LFky5o9W6rUJ1y4\noEFDhar/DCdOu3bhAQOmTx9PnqDMmJEnT6YpU378wIQp1qNHhw4RU6Zsl+RdyYIFA4A5s+ZJk1DV\nqpUsmSlTgkKFMmZskRcvfvy8ehXmyRM4cDSRIdOliydPuDBh8uQp2LFjuHDx4iXMly8AzJs7DxUK\n1K1byJCRIhXn0aNdu+hcudKnDytWW4oUESOmkhgxRowgQrSKDp05c3wRI3brli9fxHr1AghA4ECC\noUKdqlWLGbNTp7xkylSsWJ4pUyRJggVLS40afPhomjKlRw9JkmzZsZMnTzFmzHbtAgbsWLBgAGze\nxJlT506ePX3+LFXqEy5c0KChQlWGE6ddu/CAAdOnjydP/1BmzMiTJ9OUKT9+YMIU69GjQ4eIKVO2\nS+2uZMGCAYAbV+6kSahq1UqWzJQpQaFCGTO2yIsXP35evQrz5AkcOJrIkOnSxZMnXJgwefIU7Ngx\nXLh48RLmyxcA0qVNhwoF6tYtZMhIkYrz6NGuXXSuXOnThxWrLUWKiBFTSYwYI0YQIVpFh86cOb6I\nEbt1y5cvYr16AcCeXXuoUKdq1WLG7NQpL5kyFSuWZ8oUSZJgwdJSowYfPpqmTOnRQ5IkW3bsAMyT\npxgzZrt2AQN2LFgwAA4fQowocSLFihYvzpqVy5UrceJy5SKGCFG4cJmiRIEDR5u2SE6cwIFzLVOm\nNWsGDf+65spVpky3ypWjRs2XL2fixAFIqnQpLFinatX69q1XL2WaNH37tihPnjt3rFnLZMZMnz7L\nQoUSJChSJGq0aKlStYscuWfPePFq5s0bgL5+/8qSxUqWrHDhdu3CVakSN26U9Ohp1GjbNk9t2ggS\nhK1TpzFjEiWK5soVKVKryJFbtsyXr2bdugGILXt2q1ayVq0aN+7WrV5//owbN+jMGUiQvn1LVaXK\nnj3cVq1CgyZSJG66dKlShatcOWfOgAF7Bg4cgPLmz6NPr349+/buZ83K5cqVOHG5chFDhChcuExR\nAEaBA0ebtkhOnMCBcy1TpjVrBg265spVpky3ypWjRs3/ly9n4sQBEDmSJCxYp2rV+vatVy9lmjR9\n+7YoT547d6xZy2TGTJ8+y0KFEiQoUiRqtGipUrWLHLlnz3jxaubNGwCrV7HKksVKlqxw4XbtwlWp\nEjdulPToadRo2zZPbdoIEoStU6cxYxIliubKFSlSq8iRW7bMl69m3boBULyYcatWslatGjfu1q1e\nf/6MGzfozBlIkL59S1Wlyp493FatQoMmUiRuunSpUoWrXDlnzoABewYOHADfv4EHFz6ceHHjx02Z\nIubLV7BgnjwN69RJly4rnjy5cZMpk5M+feDAkUSFSqZMhgzZcuSoV69c1ar58lWtGi1p0gDk17//\n1Cli/wBz5cKF69SpYqJECRMWBhUqQoQyZfIyaRIePJTChOnUadEiXJky+fI1a9q0YMGkSZOlTBmA\nlzBjokJlzJevYMFKldJVqtSuXYBgwSpUSJIkJ4wYdemSqkwZQ4bw4JGFBw8vXqqgQevVixq1V8uW\nARhLtuyoUcR8+Ro2bNMmYahQGTPGhRWrPHlIkdry6BEaNKi6dIkUKVEiW40aBQuGypo1YMCwYZvV\nrBmAy5gza97MubPnz6BfvSrGixc4cLhwjQMFKly4QsSIPXnSrZsdZMjUqLmmSNGzZ4sWZQsVChs2\nXuPGlSrFjduuY8cASJ9OXZWqYMSIdeu2axe4T5/Agf+r9OyZGTPZsuEhRowQoWaJEhkztmgRNVCg\nrl3LBQ5cJoCZtm2D9esXAIQJFaZKJQwYMHDgXr0KhwlTt26emjULFOjbN0LRorVpI61Pn2XLGDHa\nxomTNWu2woUrVapbt1zBggHg2dPnq1fCfPkKF27XLnGhQpUrd+raNTp0woUT9OyZGTPZ+vSBBq1R\no26WLGHDVmvcOE+evHnbRYwYALhx5c6lW9fuXbx5X70qxosXOHC4cI0DBSpcuELEiD150q2bHWTI\n1Ki5pkjRs2eLFmULFQobNl7jxpUqxY3brmPHAKxm3VqVqmDEiHXrtmsXuE+fwIGr9OyZGTPZsuEh\nRoz/EKFmiRIZM7ZoETVQoK5dywUOXKZM27bB+vULwHfw4VOlEgYMGDhwr16Fw4SpWzdPzZoFCvTt\nG6Fo0dq0kdanD8Blyxgx2saJkzVrtsKFK1WqW7dcwYIBqGjx4qtXwnz5Chdu1y5xoUKVK3fq2jU6\ndMKFE/TsmRkz2fr0gQatUaNulixhw1Zr3DhPnrx520WMGICkSpcyber0KdSoUj15WsWLFzRot25V\n8uWrWbNUq1bVqrVrVyNDhnbtwnXpEidOwYIVkyUrVy5s0qQtW6ZM2bNjxwAQLmyYEiVZvnxJkyZL\nVqZdu5AhMxUqFC5cu3ZZmjTp1i1coECRIgUMmC9b/7Z27ZrWrNmxY8SIJQMGDADu3Lo7dYIVLJgz\nZ7BggRImLFmyUpo06dIFDNim6L58/erUSZMmYsSOyZJVq5a0Zs2UKVu27BkyZADWs2/vyVOqXr2a\nNXPl6pIvX86cgSJFCiAvXsOGcapUadeuX5EiGTI0bFiyV69s2Zr2DOOzZcucHTsGAGRIkSNJljR5\nEmVKT55W8eIFDdqtW5V8+WrWLNWqVbVq7drVyJChXbtwXbrEiVOwYMVkycqVC5s0acuWKVP27Ngx\nAFu5dqVESZYvX9KkyZKVadcuZMhMhQqFC9euXZYmTbp1CxcoUKRIAQPmy5atXbumNWt27BgxYsmA\nAf8D8Bhy5E6dYAUL5swZLFighAlLlqyUJk26dAEDtgm1L1+/OnXSpIkYsWOyZNWqJa1ZM2XKli17\nhgwZAOHDiXvylKpXr2bNXLm65MuXM2egSJHixWvYME6VKu3a9StSJEOGhg1L9uqVLVvTnrV/tmyZ\ns2PHANS3fx9/fv37+ff3D/DUKVyuXI0bFyxYtFWrxo1z9epVp07evLGaNYsSpW21aqH6iAqcMGHJ\nkvk6d86YsWPHioULByCmzJmpUsU6dSpcOGLEmK1aJU6crFy5Tp3q1q2VKVOZMmWTJWvVKlKkvvXq\n5cvXLXPmhg0DBuzXt28Aypo9q0qVrFSpwIELFiz/mStX4sTJypVLlapx426dOqVKVbdcuWLFatUq\nnC9fwYL1Mmfu2DFixIqFCwcgs+bNqFDVWrVKnDhfvqKdOkWO3K1atUqVEidOlilTpUp5Y8WqVq1P\nn8QJE1as2C5z5pAhGzbsWLhwAJo7fw49uvTp1KtbP3UKlytX48YFCxZt1apx41y9etWpkzdvrGbN\nokRpW61aqOqjAidMWLJkvs6dA2jM2LFjxcKFA5BQ4cJUqWKdOhUuHDFizFatEidOVq5cp05169bK\nlKlMmbLJkrVqFSlS33r18uXrljlzw4YBA/br2zcAPX3+VKVKVqpU4MAFC5bMlStx4mTlyqVK1bhx\n/7dOnVKlqluuXLFitWoVzpevYMF6mTN37BgxYsXChQMQV+5cVKhqrVolTpwvX9FOnSJH7latWqVK\niRMny5SpUqW8sWJVq9anT+KECStWbJc5c8iQDRt2LFw4AKVNn0adWvVq1q1de/K0S5iwY8ds2RIW\nLFi1aptw4XLl6tixTa5c1ap1jBSpWbNy5YJmy5Yy6tq0IUO2bBkwaNAAfAcfXpMmXMSIDRumS5ev\nXr2gQTPly1etWsWKbWLFqlWrYqdOAZQla9cuZ7lyEUuYLZsxY8eO4UqWDADFihY9efpFjJgxY7p0\nEfPla9o0U7ly4cK1bBkpW7ZmzVKmStWsWb9+Pf+rVYsYsWPcuB071qyZrmXLACBNqtSTJ1/Dhh07\nFisWMV26pEkDFSyYLVvKlF26dYsWLWKbNsGC5cqVNFmyggUTtm3bsWPQoAFr1gwA375+/wIOLHgw\n4cKUKMmyZQsZMlq0tLFiJUyYqGDBOnUKFqzTrl2ZMt06derXr1SpdMGChQzZLmfOatV69mwWLFgA\nbuPOvWgRqlmzfv2iRYvarFnChLFChgwUqF+/Lv36lSmTK06cbt1CharWqlXEiNk6dmzVqmPHXKVK\nBWA9+/aRIqGCBYsYMVu2sqVK1asXrWTJAH76FCyYqmDBQIHSdepUsGCnTv2SJWvZMlzMmOHC9ez/\nWS1atACEFDny0aNXrlwZM1arljZXrpAhU3XsmCdPxIip4sXr0ydfpEjx4iVKlC9YsJo1y+XMWa5c\n0qTVkgqAalWrV7Fm1bqVa1dKlGTZsoUMGS1a2lixEiZMVLBgnToFC9Zp165MmW6dOvXrV6pUumDB\nQoZslzNntWo9ezYLFiwAjyFHXrQI1axZv37RokVt1ixhwlghQwYK1K9fl379ypTJFSdOt26hQlVr\n1SpixGwdO7Zq1bFjrlKlAjCcePFIkVDBgkWMmC1b2VKl6tWLVrJknz4FC6YqWDBQoHSdOhUs2KlT\nv2TJWrYMFzNmuHA9e1aLFi0A9/Hnf/TolStX/wCNGatVS5srV8iQqTp2zJMnYsRU8eL16ZMvUqR4\n8RIlyhcsWM2a5XLmLFcuadJqqQTAsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3DjykW6Z88pR45q1XLlShMj\nRr58ybp0yZChXr1edeo0aFCvV68YMQoUaNerV5gwLQoWrFatTJkohQoFoLTp03bsnEKEaNYsVqwg\nHTrky9crTpwIEQoWzNWlS3v2BIMFixKlP3+AtWpVqZKiXr1q1ZIkyREoUACya98OB44oQ4Zcuf86\ndSqSHz/Bgs2SJMmOnV27WCVKRIcOr1OnGDHCgwdXKoCpJk0itGuXLFmLFHbqBMDhQ4hy5IhChEiW\nLFSoLPnxw4sXK0aM/Pjx5cuVJEl//gBz5apRIz9+cp061aiRH1++Xr2KFCnRpk0AhA4lWtToUaRJ\nlS7ds+eUI0e1arlypYkRI1++ZF26ZMhQr16vOnUaNKjXq1eMGAUKtOvVK0yYFgULVqtWpkyUQoUC\n0NfvXzt2TiFCNGsWK1aQDh3y5esVJ06ECAUL5urSpT17gsGCRYnSnz/AWrWqVElRr161akmS5AgU\nKACxZc+GA0eUIUOuXJ06FcmPn2DBZkmSZMf/zq5drBIlokOH16lTjBjhwYMrVapJkwjt2iVL1iLw\nnToBIF/evBw5ohAhkiULFSpLfvzw4sWKESM/fnz5ciVJEsA/f4C5ctWokR8/uU6datTIjy9fr15F\nipRo0yYAGjdy7OjxI8iQIkd68pTp1q1ixXbtoqVMWbNmvUCBWrYMGjRekiQdO1bNl69KlYgR06ZM\n2alTzrx5gwbNlClmyZIBqGr1aqZMnHjxMmZs1y5bz54pUzYsU6Zjx65dKxYpEjNm24IF48SpWTNs\nxoyhQrVs27Zo0VatekaMGIDEihdr0qRo165jx4IFqzVtWrNmvixZUqaMGjVhiBAVK4bt1y9G/4yM\nGXtGjJgpU8q6dYsWDRYsaMWKAejt+zcoUJZ+/QoWrFevWceOQYMG7NKlY8esWfNVqFCxYtdq1erT\nJ1gwa8SIffr0zJu3adMyZVImTBiA+PLn069v/z7+/Po7dQqGCyCuY8eAAdtWrNixY7u4cePFS5my\nWtasCRMGTJYsa9aGDVs2a9a1a8mwYStWTJs2YMSIAXD5EuamTblmzSpWLFiwbcaMNWsGq1u3YMGW\nLbu1bVuwYNFy5Zo2zZevZrJkadNWrFo1Y8a4cfOFDBkAsWPJXrqkq1YtYsR06doGDNiyZbWwYevV\n69mzWNWq+fIljBWrZMlmzYLGipU1a8SkSf8jRowbN1/HjgGwfBlzp067ZMkyZmzXrmvBgilTVsub\nt169jh3TpU2bL1/OWrV69kyXrmOtWmHDFqxaNWHCunXzVawYAOXLmTd3/hx6dOnTO3UKhgvXsWPA\ngG0rVuzYsV3cuPHipUxZLWvWhAkDJkuWNWvDhi2bNevatWTYsBUrBlCbNmDEiAE4iDDhpk25Zs0q\nVixYsG3GjDVrBqtbt2DBli27tW1bsGDRcuWaNs2Xr2ayZGnTVqxaNWPGuHHzhQwZgJ08e166pKtW\nLWLEdOnaBgzYsmW1sGHr1evZs1jVqvnyJYwVq2TJZs2CxoqVNWvEpEkjRowbN1/HjgF4Czf/bqdO\nu2TJMmZs165rwYIpU1bLm7devY4d06VNmy9fzlq1evZMl65jrVphwxasWjVhwrp181WsGIDRpEub\nPo06terVrF256iVMmDdvw4aRGzbs3Lkv48bRomXO3A9u3EaNMocFS7Zsnz6RCxOGG7dh5MjduePN\nG7Bp0wB4/w5+1Chivnxx46ZLVzljxsyZwxMu3KtX5sz9ECcuVqxzTpxsA7itVq1yb95w43Zr3Lg8\necCBC/bsGQCKFS2mSkXMl69v32TJIkeM2Llzd8aNQ4Xq3Lki376pUmXOh49o0VSpIgcHjjdvv8iR\nixMnXLhi06YBQJpUKSpUvn794saNF69x/8OGmTNHaNw4V67OnSsCDhwpUuemTLl2bdQoc1++aNMW\nbNw4PXrAgSv27BkAvn39/gUcWPBgwoVdueolTJg3b8OGkRs27Ny5L+PG0aJlztwPbtxGjTKHBUu2\nbJ8+kQsThhu3YeTI3bnjzRuwadMA3Made9QoYr58ceOmS1c5Y8bMmcMTLtyrV+bM/RAnLlasc06c\nbNtWq1a5N2+4cbs1blyePODABXv2DMB69u1TpSLmy9e3b7JkkSNG7Ny5O+PGAUSF6ty5It++qVJl\nzoePaNFUqSIHB443b7/IkYsTJ1y4YtOmAQgpciQqVL5+/eLGjRevccOGmTNHaNw4V67Onf8rAg4c\nKVLnpky5dm3UKHNfvmjTFmzcOD16wIEr9uwZgKpWr2LNqnUr165eKVFaVasWNGi9eknatGnatFOP\nHunRAwzYqi5d7NippUnTli2MGPVq1cqTJ1XMmBUrpkuXr2DBAECOLFmSJFSqVFWrpkvXpVChqFEb\n1akTI0bHjrn682fRomGkSNGhAwkSsVixIkVCZcxYsGC4cPkiRgwA8eLGHz0qNWsWNGi1amXSpGna\ntFOQIDFiRIzYKDx4Bg0KlikTGjRt2vgCBYoQoVLGjPnytWv+sGEA7uPPP2mSqlixAFqzpksXoU+f\nnDljBQpUokS/fnkSJEiPnl2hQrlxgwf/zy5XrjRpkuXMmTFjvnwFUwmAZUuXL2HGlDmTZk1KlFbV\nqgUNWq9ekjZtmjbt1KNHevQAA7aqSxc7dmpp0rRlCyNGvVq18uRJFTNmxYrp0uUrWDAAZ9GmlSQJ\nlSpV1arp0nUpVChq1EZ16sSI0bFjrv78WbRoGClSdOhAgkQsVqxIkVAZMxYsGC5cvogRA7CZc+dH\nj0rNmgUNWq1amTRpmjbtFCRIjBgRIzYKD55Bg4JlyoQGTZs2vkCBIkSolDFjvnztUj5sGADnz6FP\nmqQqVixr1nTpIvTpkzNnrECBSpTo1y9PggTp0bMrVCg3bvDg2eXKlSZNspw5M2bMl69g/wCDBQNA\nsKDBgwgTKlzIsCEsWL6IESNH7tgxac6cmTMHzJMnY8bKlcOlR48vX+Nq1RIkKFYscb58yZKVrFy5\natWUKePWrRuAn0CDwoIVjBgxcuSCBXvG9Ny5YKlSOXN27hyzQIGQITMnTNibN758jSNGzJSpZ+fO\nVasGDZo2b94AyJ1LN1WqXL58jRtHjNgzZMjOnfOVKRMxYuTI4QIDhhixcrx4sWFTq5Y3XrxYsWJ2\n7pw1a8uWafv2DYDp06hjxdoVLBg5csWKGStW7Nw5X5AgFStmzhyvQIF69Spny9aZM7VqeePFnNez\nc+ewYWvWTJs3bwCya9/Ovbv37+DDi/9nxSrXrvO7WLFy5srVrVt1YMFCg4aMfT9+1qwhEyXKG4Bv\n5swBNGfOqVOgfPmSJUuaNFfFigGgWNGiKVO2cOHixYsWrWezZu3aJalWLTp0Fi3yAwlSoEB32rRx\n5GjRolGSJNmyJarWz1rQoLkyZgzAUaRJQYGqlStXr16oUA07dQoWLEGwYLVpw4dPlzx5ypTB06aN\nGTNy5BASJChWLFK7dvXqNW0arWPHAOzl23fVql6Bb91ChaoZK8SsHN26RYfOnTtlEiViwybQly9m\nzAwalIgQoVSpQhUr9utXtGi7jh0D0Nr1a9ixZc+mXds2K1a5du3exYqVM1eubt2qAwv/Fho0ZJT7\n8bNmDZkoUd68mTMH0Jw5p06B8uVLlixp0lwVKwbA/Hn0pkzZwoWLFy9atJ7NmrVrl6RatejQWbTI\nD0BIkAIFutOmjSNHixaNkiTJli1RtSbWggbNlTFjADZy7AgKVK1cuXr1QoVq2KlTsGAJggWrTRs+\nfLrkyVOmDJ42bcyYkSOHkCBBsWKR2rWrV69p02gdOwbgKdSoq1b1qnrrFipUzVhxZeXo1i06dO7c\nKZMoERs2gb58MWNm0KBEhAilShWqWLFfv6JF23XsGIDAggcTLmz4MOLEikGBcmbLVrduihSNy5Pn\n3DkNyZJBgHDuXABZsgAAOJcgAShQ/yRIiEuRghgxPOHCCRFCjRooZswA8O7te9MmZLZsceO2aBE5\nRIjOnZMBDZoJE+fONQAGDAGCcgAAnDpVoQK5FCmOHXs0blyTJtu2mVq2DAD8+PIxYUqGC9e3b5Ei\njSNECOC5cyOKFatQ4dy5ArVqAQBgToAAUqQ0aBAXIsSxY4bGjTtypFq1UMSIATB5EuWkSctu3eLG\nrVKlcX78nDsnAxq0ECHOnQMgS5YAAeUKFMCFCwOGcDhwKFN2ady4MWO0aXN17BgArVu5dvX6FWxY\nsWNBgXJmy1a3booUjcuT59w5DcmSQYBw7lwAWbIAADiXIAEoUCRIiEuRghgxPOHCCf8RQo0aKGbM\nAFS2fHnTJmS2bHHjtmgROUSIzp2TAQ2aCRPnzjUABgwBgnIAAJw6VaECuRQpjh17NG5ckybbtpla\ntgxAcuXLMWFKhgvXt2+RIo0jROjcuRHFilWocO5cgVq1AAAwJ0AAKVIaNIgLEeLYMUPjxh05Uq1a\nKGLEAPT3DxCAQACTJi27dYsbt0qVxvnxc+6cDGjQQoQ4dw6ALFkCBJQrUAAXLgwYwuHAoUzZpXHj\nxozRps3VsWMAatq8iTOnzp08e/oEBUrTq1fVqnHi5GXOHGbMuLx4UaRIrFhCKlS4ceMSFCgPHihR\nIooMmSNHNvXq9enTqFHBcOECADf/rtxMmSq5chUtWqZMV/r0gQYNS5AgXrzs2uVEhQorVlDlyPHh\ngxQposqU0aIlVbFipUq1ahXMly8ApEub3rQp06tX1apt2rTFkKFmzcY4cQIFCixYMzx4+PEDFBIk\nGjQMGTKKDZsuXVz9+jVrlitXxX79AoA9u/ZOnSS1amXNmidPWvr0ceZMDRAgRozIkpUEBIgbNzgd\nOZIhgxUrp9q0AYgGzSlfvmjRwoWLmC9fABw+hBhR4kSKFS1ejBUrFzBg4sTx4tVLlixy5EwZMWLI\nkDhxsUiQaNPm26lTL17o0YMNF648eVqNG0eNWqlS1rhxA5BU6VJVqnIFCxYunC1b/7hcuRo3jlSY\nMJYshQunCgWKRImymTJFg8ahQ81WrQIEKJU5c9as2bIFDRw4AH39/j11CtdgcuR+/eIlSlS4cJSS\nJGHE6Ns3WTZstGljzZUrHjwAAWrmy9efP67KlZs2TZasad++AYAdW/apU75u3RInrlatWa9ehQun\nigmTRo3EiWvlwYMdO9hGjWLBwo8fasGCPXokq1y5aNFIkXoGDhwA8uXNn0efXv169u1jxcoFDJg4\ncbx49ZIlixw5U0aMADRkSJy4WCRItGnz7dSpFy/06MGGC1eePK3GjaNGrVQpa9y4AQgpcqQqVbmC\nBQsXzpYtXK5cjRtHKkwYS5bChf9ThQJFokTZTJmiQePQoWarVgEClMqcOWvWbNmCBg4cgKpWr546\nhWsrOXK/fvESJSpcOEpJkjBi9O2bLBs22rSx5soVDx6AADXz5evPH1flyk2bJkvWtG/fACBOrPjU\nKV+3bokTV6vWrFevwoVTxYRJo0bixLXy4MGOHWyjRrFg4ccPtWDBHj2SVa5ctGikSD0DBw4A796+\nfwMPLnw48eKuXBEDBuzXr1GjjKVKZctWE0+ezpz580cIIkRTphiiQiVQIDVqSgUKpEtXqmPHdu2S\nJu2VMWMA7uPPHypULlq0AP76xYlTME+eQIGawohRmTKUKDnhwwcLljxXrvDh48X/CyQ5clKlykSM\nmCtXy5a5SpYMQEuXL02ZCjaTGDFWrIilSlWrFpZMmfDgadQISZw4Vqz8adKkTRswYFLRoQMLlqpk\nyWTJYsaMlTFjAMCGFUuKVK9du3r12rRp2KhRt25lkSSJDZs+fZTUqdOkCaEwYeDA0aOnlR07tWqR\natYMFy5o0FYtWwaAcmXLlzFn1ryZc2dXrogBA/br16hRxlKlsmWriSdPZ878+SMEEaIpUwxRoRIo\nkBo1pQIF0qUr1bFju3ZJk/bKmDEAz6FHDxUqFy1av35x4hTMkydQoKYwYlSmDCVKTvjwwYIlz5Ur\nfPh48QJJjpxUqTIRI+bK1bJl/wBdJUsGoKDBg6ZMBVtIjBgrVsRSpapVC0umTHjwNGqEJE4cK1b+\nNGnSpg0YMKno0IEFS1WyZLJkMWPGypgxADhz6iRFqteuXb16bdo0bNSoW7eySJLEhk2fPkrq1GnS\nhFCYMHDg6NHTyo6dWrVINWuGCxc0aKuWLQPAtq3bt3Djyp1Lt64sWcN69QIHrlQpcXz4mDMnJFeu\nBQvMmRsxahQECOQwYGjV6sOHbU+e9OplKFw4K1aoUUN17BiA06hTo0I1DBYsbtwgQeJWpw45ckF4\n8eLAYdw4FI0abdgQbsOGSZNIkKBWpUquXIfChQsTZtq0U8eOAdjOvTsrVr5w4f/69g0UKHGTJpEj\n10OWLBEivn0rcenSggXZSpRw5ChGDIDXtGj59YvTt2937mjThkqYMAARJU789GmXKlXbtkmShO3P\nn3LlphgzFiKEOHEUJEkKEOAbBgyZMhkxos2KFVy4SH37pkWLM2eliBEDUNToUaRJlS5l2tSpLFnD\nevUCB65UKXF8+JgzJyRXrgULzJkbMWoUBAjkMGBo1erDh21PnvTqZShcOCtWqFFDdewYAMCBBaNC\nNQwWLG7cIEHiVqcOOXJBePHiwGHcOBSNGm3YEG7DhkmTSJCgVqVKrlyHwoULE2batFPHjgGgXds2\nK1a+cOH69g0UKHGTJpEj10P/liwRIr59K3Hp0oIF2UqUcOQoRoxrWrT8+sXp27c7d7RpQyVMGAD0\n6dV/+rRLlapt2yRJwvbnT7lyU4wZCxFCHEBxFCRJChDgGwYMmTIZMaLNihVcuEh9+6ZFizNnpYgR\nA+DxI8iQIkeSLGny5KhRsIABgwatVas0hAglS8ZFhgwvXho1UhIhwpIlgZIkIUECDZpNcuSMGZPr\nqS1bvnwd+/ULANasWkGBqvTqFTRoo0atefTo168rS5ZEiUKJ0hUhQqZMuTRlCgoUXrx0KlNmzRpa\nunTZsuXLV7JfvwAwbux406ZPuHA1a0aL1htJkowZa0OGzJYtlSod2bEjShRD/1GimDDRpk0mNWrg\nwMnFixctWrp0JfPlCwDw4MIpUZK0atWzZ548vTl0KFiwME2ahAlz6pQTGzaUKFGUJIkJE3HiGJIj\nhw6dWrhwtWo1a1YxWbIA0K9v/z7+/Pr38+9fC2AtXL16jRuXK9euRYvEics0ZQocOOLEfapRQ4qU\nbYsWFSkCBsy0XLlChZJVrhwzZsSIUfPmDUBMmTNNmXJVq5Y4cbVqvTJlyps3UWPGnDmTLZsfKVLY\nsKF26dKRI2fOQGPFatEiSeXKLVsmS1Y0b94AlDV7FhWqXbVqhQtny9YyVaq2bXPEhUubNtas+QkS\npEqVZIgQFSmSJUs0UKAcOf9yRY7cs2e4cDELFw5AZs2bSZGihQuXN2+5cv3SpGncuEt2WNvBho0O\nDRpr1lTLlGnIkDBhmGHClClTqHLlnDnDhQvatm0AmDd3/hx6dOnTqVevVQtXr17jxuXKtWvRInHi\nMk2ZAgeOOHGfatSQImXbokVFioABMy1XrlChZJUrB5AZM2LEqHnzBiChwoWmTLmqVUucuFq1Xpky\n5c2bqDFjzpzJls2PFCls2FC7dOnIkTNnoLFitWiRpHLlli2TJSuaN28Aevr8iQrVrlq1woWzZWuZ\nKlXbtjniwqVNG2vW/AQJUqVKMkSIihTJkiUaKFCOHLkiR+7ZM1y4mIULByD/rty5pEjRwoXLm7dc\nuX5p0jRu3CU7hO1gw0aHBo01a6plyjRkSJgwzDBhypQpVLlyzpzhwgVt2zYApEubPo06terVrFuj\nQjXs1y9gwECBQqZKFSxYQy5dOnIkTx4devRkyeJIihREiPDg+USHzqtXoJIlq1XLmrVaz54B+A4+\nvCZNvGTJ4sWrUydfpUq5clWFFKk5c/z4WSJJEhYsdXDgAChHzpo1k968AQXqFDFisGA9e1YLGTIA\nFS1eFCWKGC2OtDx5IlaqFC5cRS5dMmOGDx8cefJIkZKoRw89ety4EUWHjitXqo4ds2WLGTNXy5YB\nQJpUaaZMuGLFsmVr0SJi/6pU1apVBROmOHEIEcIhR86UKXagQDFjBg6cTnbs0KKV6tgxV66YMXt1\n7BgAvn39/gUcWPBgwoVRoRr26xcwYKBAIVOlChasIZcuHTmSJ48OPXqyZHEkRQoiRHjwfKJD59Ur\nUMmS1aplzVqtZ88A3MadW5MmXrJk8eLVqZOvUqVcuapCitScOX78LJEkCQuWOjhwyJGzZs2kN29A\ngTpFjBgsWM+e1UKGDMB69u1FiSJGSz4tT56IlSqFC1eRS5fMADTDhw+OPHmkSEnUo4cePW7ciKJD\nx5UrVceO2bLFjJmrZcsAgAwpMlMmXLFi2bK1aBExVapq1aqCCVOcOIQI4f+QI2fKFDtQoJgxAwdO\nJzt2aNFKdeyYK1fMmL06dgwA1apWr2LNqnUr166rVhnz5evbt1SpwsGBY84ck2DBEiQwZw6FK1cL\nFoxbsSJUqCFDuhUp8utXJXDg5Mjhxk3WsWMAHkOOjApVLleuvHljxQocI0bgwGHx5StFCm/efFiy\nZMJENh06QIHy4cMZGTLBgpXats2NG2jQZBkzBmA48eKmTO3y5WvbNlmywFGiBA6clV69bNjAhs3H\npk0VKkzr0ePTpyBBnmHBwotXq3DhDBmiRs0VL14A7uPPjwqVL1myAHrztmpVOEiQxIlLQoxYkCDh\nwp0ABUqBgm4lSpgy1aL/BTYoUHDhsuTNW5s21aqxChYMQEuXL2HGlDmTZk2bpUqJqlXr2bNTp8hU\nqgQMGJYhQ6pUyZRJSokSXbo40qIFB447dzz58UOHDq5evXbt0qULGTBgANCmVWvJUqpZs5w5gwVL\njyZNv34BMmPmzZtRo7LgwFGnDqMyZXLk+POnkh49d+7Y2rXLli1cuITp0gWAc2fPmTKtunVLmjRY\nsMBMmiRMWJ42bdy4CRVqCxEiadJI2rLlxo1DhzglSgQIUC9fvnbt8uXrV61aAKBHl96pE6pZs5w5\nO3UKkClTyZINypKFDZtRo47gwAEGjJ8lS0aMYMPmUp06atToGjaMVn9a/wB5yZIFoKDBgwgTKlzI\nsKHDUqVE1ar17NmpU2QqVQIGDMuQIVWqZMokpUSJLl0cadGCA8edO578+KFDB1evXrt26dKFDBgw\nAECDCrVkKdWsWc6cwYKlR5OmX78AmTHz5s2oUVlw4KhTh1GZMjly/PlTSY+eO3ds7dplyxYuXMJ0\n6QJAt67dTJlW3bolTRosWGAmTRImLE+bNm7chAq1hQiRNGkkbdly48ahQ5wSJQIEqJcvX7t2+fL1\nq1YtAKhTq+7UCdWsWc6cnToFyJSpZMkGZcnChs2oUUdw4AADxs+SJSNGsGFzqU4dNWp0DRtGqzot\nXrJkAdjOvbv37+DDi/8fTz5WrF2zZoULhwvXrEWLxIk7ZcXKoEHfvp1SokSPHoDfJEkyYmTOnG25\ncoECNatcuWXLdu1KBg4cAIwZNaLimCtXuHC7dh3r1Mmbt0Vs2ChStG1bJRw4yJBx9ujRkiVw4Cw7\ndapRI1DixA0bpktXsm/fACxl2lSVKlm+fIkTBwzYMVCgunWzBAUKI0bRonEyYkSNmmabNmHBsmfP\nMlmyMmVaVa6cM2e2bDnr1g3AX8CBU6VahQtXuHDAgC2LFStcuFhs2Bw65M1bqhkz+PCRBgqUDh19\n+jyjRevOHVDmzDVrVqvWMm/eAMymXdv2bdy5de/mHSvWrlmzwoXDhWv/1qJF4sSdsmJl0KBv304p\nUaJHzzdJkowYmTNnW65coEDNKldu2bJdu5KBAwfA/Xv4qOTnyhUu3K5dxzp18uZtEUA2bBQp2rat\nEg4cZMg4e/RoyRI4cJadOtWoEShx4oYN06Ur2bdvAEaSLKlKlSxfvsSJAwbsGChQ3bpZggKFEaNo\n0TgZMaJGTbNNm7Bg2bNnmSxZmTKtKlfOmTNbtpx16wbgKtasqVKtwoUrXDhgwJbFihUuXCw2bA4d\n8uYt1YwZfPhIAwVKh44+fZ7RonXnDihz5po1q1VrmTdvABYzbuz4MeTIkidTNmXKmC5dwIBt2kTs\n0ydZsnp8+sSGTaNG/0cIEZIixZAVK3fuwIHTSo8eXLhGTZt269a0abGcOQNg/DhyU6aE7dpFjFim\nTMRIkZo1a0ysWGvWPHqkxY4dMGAaHTkCCNCcOaDo0HHlCpUyZbJkNWu2qlgxAPr38w8VCqCwW7d6\n9Xr1aleqVMCAiUmVyo2bTZukDBokRkwgK1bw4JkzRxUdOrhwjXLmLFcuZ85ONWsGAGZMmaNG9dq1\n69atT5+InTp17BgbWLDq1HHk6EijRlasGDpyhA2bN29YmTFTqxapZs1gwUKG7JQxYwDIljV7Fm1a\ntWvZtjVlypguXcCAbdpE7NMnWbJ6fPrEhk2jRkcIEZIixZAVK3fuwP+B00qPHly4Rk2bduvWtGmx\nnDkD8Bl0aFOmhO3aRYxYpkzESJGaNWtMrFhr1jx6pMWOHTBgGh05AgjQnDmg6NBx5QqVMmWyZDVr\ntqpYMQDTqVcPFUrYrVu9er16tStVKmDAxKRK5cbNpk1SBg0SIyaQFSt48MyZo4oOHVy4RjlzBjBX\nLmfOTjVrBiChwoWjRvXatevWrU+fiJ06dewYG1iw6tRx5OhIo0ZWrBg6coQNmzdvWJkxU6sWqWbN\nYMFChuyUMWMAevr8CTSo0KFEixp15SpYr17gwNGi9e3RI3LkyggTNmOGOHFCZMkSIWKbEiWuXNGg\nga1Nm1+/RIULR4j/kDVrsooVA4A3r95Vq4Dt2vXtW61a4CRJGjeODS9eRoxs25YlViwbNpZBgWLK\n1JQp0OjQCRZs1LZtmjRVq6aqVy8ArFu7TpWqmC9f376VKiUOFChv3rLIklWkiDVrZE6dIkIEmhQp\nsmS9eTNNkCBixFZx46ZI0bRptHjxAgA+vHhXrnjVqtWtmyxZ41ChGjeODC5cQIBkywYEFKgOHbYN\nATiEFaslS7bFiXPs2Cdw4AgRqlaN1K9fACxexJhR40aOHT1+FBUyV65mzVy5+pMp069fbbRo0aMH\nFKgsLVoIEpTJipUbNyRJmrVnjx49xIzWqiVM2LFgwQA8hRq1U6dT/7hwOXN26tSdU6eMGSP05o0d\nO6hQtYECZc8eT2rUjBkjSRIsQYISJeJFjNiuXb58/dq1C8BgwoUzZSKFC5cxY6lSISpVihixPWvW\nvHlz6pQZK1YWLVJVpkyYMJo02Vq06NMnX8eO9eq1axcwXLgA3MadmxOnUrJkIUPWqtWhUqWSJVsU\nKFCjRqxYiXHiZM6cSFas5MihR8+pNm38+PkVLNivX7x44bp1C8B69u3dv4cfX/58+qLs58rVrJkr\nV38yAcz061cbLVr06AEFKkuLFoIEZbJi5cYNSZJm7dmjRw+xjrVqCRN2LFgwACZPouzU6RQuXM6c\nnTp159QpY8YIvf95Y8cOKlRtoEDZs8eTGjVjxkiSBEuQoESJeBEjtmuXL1+/du0CoHUr10yZSOHC\nZcxYqlSISpUiRmzPmjVv3pw6ZcaKlUWLVJUpEyaMJk22Fi369MnXsWO9eu3aBQwXLgCOH0PmxKmU\nLFnIkLVqdahUqWTJFgUK1KgRK1ZinDiZMyeSFSs5cujRc6pNGz9+fgUL9usXL164bt0CIHw48eLG\njyNPrnx5q1axbt0KF65XL12gQIEDZwkNGj16uHELFSQIIULTSJGiQoUPn2m1aqlS9YocOWTIePFa\n1q0bgP7+AQIQCKBVK1e1apEjR4tWsk6dwIEbNWdOoEDatG0aMwb/ECBilCiZMZMpE7NcuUKFqgUO\n3LJlvXox8+YNQE2bN125OrVrFzhwunQlEyVKnLhPcOA0akSNGqkyZR49enbq1J07mDBB06UrVKhd\n5MhFi/brVzNv3gCkVbvWlStWtWqFC6dLF7FMmcCBM6RIESVK27ZdokMHD55ojBiRIUOHDrRZsypV\nqmXOXLNmuXIx69YNQGfPn0GHFj2adGnTrVrFunUrXLhevXSBAgUOnCU0aPTo4cYtVJAghAhNI0WK\nChU+fKbVqqVK1Sty5JAh48VrWbduALBn196qlatatciRo0UrWadO4MCNmjMnUCBt2jaNGQMIEDFK\nlMyYyZSJWa5c/wBDhaoFDtyyZb16MfPmDYDDhxBduTq1axc4cLp0JRMlSpy4T3DgNGpEjRqpMmUe\nPXp26tSdO5gwQdOlK1SoXeTIRYv261czb94ACB1K1JUrVrVqhQunSxexTJnAgTOkSBElStu2XaJD\nBw+eaIwYkSFDhw60WbMqVaplzlyzZrlyMevWDYDdu3jz6t3Lt6/fv6dOBevVy5evTp2IlSr165eZ\nU6fcuAkVCsujR2/epNKiJVKkRIlq+fETLJisadNy5Zo2TdayZQBiy54tSpSwXLmKFXPlqlipUsCA\n0QEFqk+fT5/CRIoUJ06nM2dKlXr06JUkSb9+xYIGzZcvadJgNf9rBqC8+fOfPvmyZStXrlGjdmnS\nJEwYn1Gj6tSZNIkLKICg+vQxJUfOp0+WLAHbtClYsFnVqg0bRo2aq2bNAGzk2BEUqGO5cv36tWoV\nMFCgfPlSAwvWoUObNhkpVAgMGElLlhgyVKfOKjhwdu1KFS2aLl3RoqkiRgzAU6hRpU6lWtXqVayu\nXAUbNsybt1y5wmnSFC7cImfOzpzp1k0QMmRduljr06dYsUKFtG3aVK0aLnDgUKHSpq1Wr14AFC9m\nrErVr2DBunWzZStcqlTixD1atuzNG2vWCBEjRoeOskaNkiWTJAkbKVLSpOHy5g0VKmzYcPXqBcD3\nb+CiRAHjxYv/GzdYsMBhwgQOXKFkyeLE0abNT7Fiffo0I0QIGrRNm7CRIrVt265w4T594sZN1q9f\nAOTPp3/qFK9fv7p1y5VLHMBUqcSJW9SsWZ4827bRKVZsyhRqdeoUK9anTzVQoKxZgxUu3KZN3Li5\n6tULAMqUKleybOnyJcyYrlwFGzbMm7dcucJp0hQu3CJnzs6c6dZNEDJkXbpY69OnWLFChbRt2lSt\nGi5w4FCh0qatVq9eAMaSLatK1a9gwbp1s2UrXKpU4sQ9WrbszRtr1ggRI0aHjrJGjZIlkyQJGylS\n0qTh8uYNFSps2HD16gXgMubMokQB48WLGzdYsMBhwgQOXKFk/8nixNGmzU+xYn36NCNECBq0TZuw\nkSK1bduucOE+feLGTdavXwCWM29+6hSvX7+6dcuVS1yqVOLELWrWLE+ebdvoFCs2ZQq1OnWKFevT\npxooUNaswQoXbtMmbtxc9eoFACAAgQMJFjR4EGFChQpHjYr16xc0aLJkefLlS5myVJ8+8eIFDBin\nS5dy5QqWKRMoUMKEEYMFS5cuac+eMbPJbBkwYAB49vRJidIrX76gQcOFq1OwYM6csRIlSpYsXrwu\nQYI0a5YuS5ZIkRo2rNiuXblySWPGDBmyYsWSBQsGAG5cuZMmqeLFixmzU6c00aJ17BgqwadO7dq1\niRMnXLiClf8q1aqVMWPJePHatSsaM2bEiB07pqxXLwCjSZeWJOnUrl3QoM2aFcqXr2fPTpEiVauW\nMGGWChVSpYpWpUqcOAkTNmzWLFy4qkGDxoxZsWLMePECcB17du3buXf3/h38qFGxfv2CBk2WLE++\nfClTlurTJ168gAHjdOlSrlzBMmUCBRCUMGHEYMHSpUvas2fMGjJbBgwYgIkUK1Ki9MqXL2jQcOHq\nFCyYM2esRImSJYsXr0uQIM2apcuSJVKkhg0rtmtXrlzSmDFDhqxYsWTBggE4ijTppEmqePFixuzU\nKU20aB07hirrqVO7dm3ixAkXrmClSrVqZcxYMl68du2Kxoz/GTFix44p69ULgN69fCVJOrVrFzRo\ns2aF8uXr2bNTpEjVqiVMmKVChVSpolWpEidOwoQNmzULF65q0KAxY1asGDNevAC4fg07tuzZtGvb\nvo0K1axXr759w4VrWqtW48bJwoWLFKlv32qtWpUpEzdZsnbtSpUK3K5dw4bBMmfumPhjxb59A4A+\nvXpUqGDRohUuXLBgzGDBGjcOly9frlx5A+jtFixYmTJlkyXr1StUqMAdO+bLVzBz5po1CxbsGDhw\nADx+BFmqlKxWrcCB8+WLmStX5MjJAgbs1Clv3mjt2gUKVLdatWbNUqVKHDBgunT1Ondu2bJhw4qB\nAwdA6lSq/6ZMyXLlKly4YcOYuXJFjhyuW7dUqQoX7pYqVY4cdQMFypWrT5++DRsWLBivc+eYMStW\n7Fi4cAAMH0acWPFixo0dP0aFatarV9++4cI1rVWrceNk4cJFitS3b7VWrcqUiZssWbt2pUoFbteu\nYcNgmTN3TPexYt++AQAeXDgqVLBo0QoXLlgwZrBgjRuHy5cvV668ebsFC1amTNlkyXr1ChUqcMeO\n+fIVzJy5Zs2CBTsGDhwA+vXtlyolq1UrcOB8AfTFzJUrcuRkAQN26pQ3b7R27QIFqlutWrNmqVIl\nDhgwXbp6nTu3bNmwYcXAgQOgciVLU6ZkuXIVLtywYcxcuf8iRw7XrVuqVIULd0uVKkeOuoEC5crV\np0/fhg0LFozXuXPMmBUrdixcOABev4INK3Ys2bJmz4oSJaxYsWPHatUiFiyYNGmdfPmqVUuZMlGs\nWNmydYwUqVmzcOFyNmvWsMbXrh07tmwZL2PGAGDOrPnTp17ChC1b5ssXsWDBoEFrtWvXrVvIkJly\n5apWLWGoUOHC1avXM168kCEzxo0bMmTOnPlatgwA8+bOM2XCBQwYMWK4cPkCBqxZs1K2bMWKdewY\nKFy4atVi1qoVLlzBgk0DBowYsWPcuC1blizZrWPHAAIQOJBgpky2hg0jRgwXrmPDhk2b5ooXr1q1\nnj3TpEv/Fy1axEaNqlWrV69pvXoNG3asWzdkyKBBC7ZsGQCbN3Hm1LmTZ0+fPyNFWlWrVrFis2Zt\ne/WKGDFZypR16vTrlyhevEiRqgUKVK9ep071cuXq2LFayZLFirVs2axVqwDElTuXESNUtmwFC2bL\nVrVYsYwZY8WM2aVLuXKJ0qWLE6dZp07t2sWKVS1Zso4dy4UMmSxZy5bdggULQGnTpxctOhUrli9f\nrlxZS5UqWDBOx449eqRLF6hgwT59qkWK1K9fsGDxevUqWTJdypShQkWMWCxWrABk176dEaNUsGD9\n+uXKVTVXroYNk/Xs2aZNvnxt2rUrUyZZmTL58oUKFS9Z/wBlKVO2a9myWrWePbPlyhWAhxAjSpxI\nsaLFixgjRVpVq1axYrNmbXv1ihgxWcqUder065coXrxIkaoFClSvXqdO9XLl6tixWsmSxYq1bNms\nVasAKF3KlBEjVLZsBQtmy1a1WLGMGWPFjNmlS7lyidKlixOnWadO7drFilUtWbKOHcuFDJksWcuW\n3YIFC4Dfv4AXLToVK5YvX65cWUuVKlgwTseOPXqkSxeoYME+fapFitSvX7Bg8Xr1KlkyXcqUoUJF\njFgsVqwAyJ5NmxGjVLBg/frlylU1V66GDZP17NmmTb58bdq1K1MmWZky+fKFChUvWbKUKdu1bFmt\nWs+e2f9y5QqA+fPo06tfz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gR\nJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ7t\nmCfPKEaMbNly5QpUokS4cMm6dOnPH1++XFmypEhRMFiwIEEqVIiXK1eSJBHatUuWrEyZGH36BMDu\nXbx8+KBixKhWLVmyKClS9OuXK0eO+PDp1SuWI0eBAgF79cqRIz9+cMmSxYhRIWDAZMmSJMnRp08A\nVK9mzYbNp0CBXLkSJepRoEC5cq2iRKlPH168UkGCRIf/Dq5WrRo14sNnlylTliwJAgZs1qxHjxBx\n4gTA+3fwfPiUUqRo1ixXrioRIrRrF6tMmQYN+vXLlSZNgQL1okXLEUBHffoEo0WLEiVEwIDhwnXp\nEiVUqABQrGjxIsaMGjdy7JgpU6dfv4gR+/VL1rJl0aLh0qTJmDFr1oJNmvTsGbZgwRYtEiYMW7Jk\np04x48YNGjRQoJQVKwbgKdSooECJ0qWLGTNfvmA5cyZNWi5JkooVu3ZtV58+w4ZB69ULEiRjxqwV\nK5YqFbNu3Z49gwVrWrJkAAYTLmzJUiJatIABy5Wr1LBhypQBU6QoWbJr13pNmnTsGDZfvhAhEiaM\nmjFj/506Ofv2bdq0TZuUFSsG4Dbu3KJEaeLFK1kyXrxkIUMmTdquS5eWLbNmbVeePMCAcdu1a9Gi\nY8e2HTvWqdMycOCsWVu1atqyZQDWs2/v/j38+PLn09ekaRctWsWKBQu2DWCwYMmSzcKG7datX79K\nXbsWLBgzWrSmTStWrBktWtq0JdOmrVixbdt8ESMGAGVKlZ48AdOlCxkyYcK4ESMWLBgrbdp27Tp2\nTJU2bb16HYsVa9myXbuMmTKlTZuxatWECevW7RcxYgC4dvVKidIsscCA4cJFzZevZMlabduWK5cv\nX7SoUcOFy9mtW86cBQvWbNYsbtyCVatGjBg3br2MGf8D8Bhy5E6dfuXKJUwYL17agAEjRsyVN2/B\nghEjZmvbNmTInN26Zc3asWPTYMG6do2ZNWvHjn37VkyZMgDDiRc3fhx5cuXLmWvStIsWrWLFggXb\nFixYsmSzsGG7devXr1LXrgULxowWrWnTihVrRouWNm3JtGkrVmzbNl/EiAHwDxCAwIEAPHkCpksX\nMmTChHEjRixYMFbatO3adeyYKm3aevU6FivWsmW7dhkzZUqbNmPVqgkT1q3bL2LEANi8iZMSpVk8\ngQHDhYuaL1/JkrXati1XLl++aFGjhguXs1u3nDkLFqzZrFncuAWrVo0YMW7cehkzBiCt2rWdOv3K\nlUv/mDBevLQBA0aMmCtv3oIFI0bM1rZtyJA5u3XLmrVjx6bBgnXtGjNr1o4d+/atmDJlADp7/gw6\ntOjRpEubZsUqWK9e377x4kUuWLBz59SMGwcKlDlzQL5906TpnA4d3bqxYmXOipVt24CVK1emjDZt\nw6BBA4A9u3ZYsIwVKxYu3K5d5XjxOneuybdvmjSZM4dDm7ZHj84NGZIt26pV5qZMAditWyxy5Nas\n8eYNmDVrABw+hHjqFC+K3brt2gUuWDBz5uaIE0eLljlzSr59kyXLXJYs3Li5ckWODp1t24iNGwcH\nTrhwxKBBAxBU6NBXr4gd9eZNlixxtWqdO0dm3DhT/6bOnesRLlynTudw4Pj2TZQoc0SIePPmq1w5\nL166dSOGDRsAunXt3sWbV+9evn1ZsQrWq9e3b7x4kQsW7Nw5NePGgQJlzhyQb980aTqnQ0e3bqxY\nmbNiZds2YOXKlSmjTdswaNAAvIYdGxYsY8WKhQu3a1c5XrzOnWvy7ZsmTebM4dCm7dGjc0OGZMu2\napW5KVO6dYtFjtyaNd68AbNmDcB48uVPneKVvlu3XbvABQtmztwcceJo0TJnTsm3b7JkATSXJQs3\nbq5ckaNDZ9s2YuPGwYETLhwxaNAAYMyo8dUrYh69eZMlS1ytWufOkRk3zpSpc+d6hAvXqdM5HDi+\nff8TJcocESLevPkqV86Ll27diGHDBmAp06ZOn0KNKnUq1UyZWNGiNW0aLlx6JEmCBq0TIEB16ggT\nhipNGjVqan36FCbMokW9YMGaNMnUsWPGjOXKtQsYMACGDyPOlAlWrVrTpunSlUmSpGnTSL15Q4fO\nsGGnxIjZswdXp05RoqhR4ytUKDduQCFD5suXLFm7jBkDoHs370aNRLVq5cyZKVOHLl1atqyUJEmJ\nEvnydapPnz17amHCtGYNIUK1QoUCBQpWsmTChOFKHywYgPbu33fqlKpWLWrUZs0aBAkSMmSvANap\n06dPr16d6NDBg2eWKVNQoAgS5OvVqzdvQiFDRoz/WK5cu4gRAzCSZEmTJ1GmVLmSZaZMrGjRmjYN\nFy49kiRBg9YJEKA6dYQJQ5UmjRo1tT59ChNm0aJesGBNmmTq2DFjxnLl2gUMGACvX8FmygSrVq1p\n03TpyiRJ0rRppN68oUNn2LBTYsTs2YOrU6coUdSo8RUqlBs3oJAh8+VLlqxdxowBkDyZcqNGolq1\ncubMlKlDly4tW1ZKkqREiXz5OtWnz549tTBhWrOGEKFaoUKBAgUrWTJhwnAFDxYMQHHjxzt1SlWr\nFjVqs2YNggQJGbJXder06dOrVyc6dPDgmWXKFBQoggT5evXqzZtQyJARI5Yr1y5ixADk17+ff3//\n/wABCBxIsKDBgwgFunJFa9eucuWCBVtmzFi5crYqVfLlq1y5XF260KJVrlatRYuGDRvny1erVsfM\nmatWrVkzbd68AdjJs+etW8OIEStX7tixZc+enTs3LFMmY8bMmfslR06xYuV27YIDx5UrcL58uXIF\nzZy5bNmSJfPWrRuAt3DjqlL16tcvcuSIETv265c5c7UcOfLlq1y5WmzY7Nr1zZatQYNy5QJny1aq\nVMzOncuWLVmybeDAARhNuvSsWbR8+RInrlcvZMaMmTPHK1AgXLjIkfNlxcqvX+aAAYMDR5cucsSI\nsWIVzZw5bNicOev27RuA69iza9/Ovbv37+BTpf8q5svXrVurViVz5UqVqjqxYrVpQ4ZMkj9/7Njp\nMmWKHoB6AgVKhAePKVOVdOmqVQsaNFzHjgGgWNGiK1fEfv0KFmzVKmajRoECJcaVqzBh2rQpY8iQ\nHTt1mDCBAwcPHkRs2KBCdWnXrlatokVjJUwYAKRJlZYqVQsXrlu3RIkiBguWLVt6SpW6c4cOnTN0\n6JQpg+bLlzx59uw51DZUqE3BgvHitWyZK2TIAOzl2xcVqmHBgvHiBQrUMVOmNGn6EiqUGzdy5BTp\n0uXLlys0aHjxcueOHTRoNm0KtWvXrFnUqMkyZgzAa9ixZc+mXdv2bdypUhXz5evWrVWrkrlypUr/\nVZ1Ysdq0IUMmyZ8/dux0mTJFj55AgRLhwWPKVCVdumrVggYN17FjANSvZ+/KFbFfv4IFW7WK2ahR\noECJceUqDMAwbdqUMWTIjp06TJjAgYMHDyI2bFChurRrV6tW0aKxEiYMAMiQIkuVqoUL161bokQR\ngwXLli09pUrduUOHzhk6dMqUQfPlS548e/YcKhoq1KZgwXjxWrbMFTJkAKZSrYoK1bBgwXjxAgXq\nmClTmjR9CRXKjRs5cop06fLlyxUaNLx4uXPHDho0mzaF2rVr1ixq1GQZMwbgMOLEihczbuz4MeRQ\noZLduvXtGyVK5PbsOXfOBTFiECCcO0cAFy4F/wrOPXigSpUGDeQ8eChWrI85cz16VKum6dgxAMKH\nEz91yhkuXOHCMWJUrkuXc+dEECMWIMC5cwNq1SJA4JwFC7ZsWbBQ7sMHZMjUlCsXIwY0aJyWLQNg\n/z5+TJiMyZLFDSC3RYvC9eljzhwIX74mTBg3bkGsWAMGiAMA4NQpESK6xYhhzJihceNmzJg27VKy\nZABYtnSZKdOyVKnChWvUaNyRI+fOZQAGzICBc+cM1KolQMC5AwdkyTpwwJwGDcaMzTFn7siRaNE0\nIUMGAGxYsWPJljV7Fm3aUKGS3br17RslSuT27Dl3zgUxYhAgnDtHABcuBQrOPXigSpUGDeQ8eP8o\nVqyPOXM9elSrpunYMQCbOXc+dcoZLlzhwjFiVK5Ll3PnRBAjFiDAuXMDatUiQOCcBQu2bFmwUO7D\nB2TI1JQrFyMGNGicli0D8Bx6dEyYjMmSxY3bokXh+vQxZw6EL18TJowbtyBWrAEDxAEAcOqUCBHd\nYsQwZszQuHEzZkybBvBSsmQACho8mCnTslSpwoVr1GjckSPnzmUABsyAgXPnDNSqJUDAuQMHZMk6\ncMCcBg3GjM0xZ+7IkWjRNCFDBiCnzp08e/r8CTSoUFGiOOnSJU0aKlRdDh2CBk2NDx9EiMiSJWXD\nBiRIJuXIQYECEiSy1Khp0qSUL1+uXJUqRaz/Vy8AdOvaPXVq1KxZ1qxduiQFDpxnz6TIkBEkiCpV\nSiRIQIIEVIwYDRr48LEpSpQZMzTx4tWpkylTw3z5AoA6tepOnSTBgiVNWqdOWAoVWraMCxMmUaKo\nUpVEhYobNzoNGbJhw5gxm9SosWKFlC9fp07NmiWsVy8A3Lt7BwXKkStX1aolSpQlTJhmzaTAgHHk\niCtXRyBAkCGjkhAhCBAQAUgkExcuQoSYChbMlClWrIwFCwZA4kSKFS1exJhR40ZXrnTx4hUuHDBg\nwlChKleu1JcvlSqNGxeLBAk+fMK5chUjBh062G7dQoPGlTlz2LCBAjUtXDgATZ0+rVXLFzBg/+LE\n1aoFy5QpcuRaJUly6JA4cahgwGjTphsoUEKEyJHjLViwMmVWmTM3bZosWdS+fQMQWPBgVKhk2bL1\n7ZsuXbxOnfr27RMZMpIkceMGCgeOOnWmkSKVIoUbN89ixeLCZZU4cc6cLVoEjRs3ALVt3z51ypYr\nV+LExYo1CxascuVG0aGzaBE5cqxmzChTJhwtWitWjBkTjhevOHFYkSN37dqsWdW8eQOQXv169u3d\nv4cfX74rV7p48QoXDhgwYahQASxXrtSXL5UqjRsXiwQJPnzCuXIVIwYdOthu3UKDxpU5c9iwgQI1\nLVw4ACZPoqxVyxcwYOLE1aoFy5QpcuRaJf9JcuiQOHGoYMBo06YbKFBChMiR4y1YsDJlVpkzN22a\nLFnUvn0DoHUrV1SoZNmy9e2bLl28Tp369u0TGTKSJHHjBgoHjjp1ppEilSKFGzfPYsXiwmWVOHHO\nnC1aBI0bNwCOH0M+dcqWK1fixMWKNQsWrHLlRtGhs2gROXKsZswoUyYcLVorVowZE44XrzhxWJEj\nd+3arFnVvHkDIHw48eLGjyNPrnz5qlXBfPnixQsWrGWnTtmy5QUUKDJkCBGqwYYNGDBxoECxYwcM\nGE527NCi1YkYsVatnDlLxYwZgP7+AQIQCECVKmS+fAULtmkTMFKkQIH6wYgREyaMGAm5c+f/y5c7\nTpzEiWPGzCc0aFix4oQMWaxY06a5OnYMQE2bN0mR+rVrV61aoEAJCxWqVi0pnDiFCYMHT5IyZaZM\nMVOlSps2bNgs+vPHlatSxIjRoqVM2SpjxgCkVbuWFKlduHD58iVIUDBQoEyZUqJJU5gwhgzxKFOG\nChVJS5b8+YMGzakxY1y52oQM2a5d1qy5atYMQGfPn0GHFj2adGnTq1YF8+WLFy9YsJadOmXLlhdQ\noMiQIUSoBhs2YMDEgQLFjh0wYDjZsUOLVidixFq1cuYsFTNmALBn165KFTJfvoIF27QJGClSoED9\nYMSICRNGjITcufPlyx0nTuLEMWPmExo0/wBZseKEDFmsWNOmuTp2DIDDhxBJkfq1a1etWqBACQsV\nqlYtKZw4hQmDB0+SMmWmTDFTpUqbNmzYLPrzx5WrUsSI0aKlTNkqY8YACB1KlBSpXbhw+fIlSFAw\nUKBMmVKiSVOYMIYM8ShThgoVSUuW/PmDBs2pMWNcudqEDNmuXdasuWrWDIDdu3jz6t3Lt6/fv6dO\n/ZIla9u2U6fAXbpUrpySZMlEiDBnTsOpUwAAkJswwZEjDBi+/fiRKxcecuSsWJk27ZQxYwBiy54t\nSxYzXbrChQMFKhwXLubMHenVq0IFc+Y0oEIFAAC5DBk8eQIBwtuOHcCA9SFHTokSbNhQKf9TBqC8\n+fOiRPWyZQsbtkyZwD16JE5cDFq0UqTYto1EJ4CdMGDI5sFDpkwnTkiDAiVXrkvgwGXJ0qyZqF69\nAGzk2NGVq2CyZIUL16mTOD9+zJmr4csXAwbmzF2oVQsAAHMSJEya5MGDuCdPjBlTJE6cFy/YsJlC\nhgzAU6hRpU6lWtXqVaynTv2SJWvbtlOnwF26VK6ckmTJRIgwZ07DqVMAAJCbMMGRIwwYvv34kSsX\nHnLkrFiZNu2UMWMAFC9mLEsWM126woUDBSocFy7mzB3p1atCBXPmNKBCBQAAuQwZPHkCAcLbjh3A\ngPUhR06JEmzYUClTBsD3b+CiRPWyZQv/G7ZMmcA9eiROXAxatFKk2LaNRKdOGDBk8+AhU6YTJ6RB\ngZIr1yVw4LJkadZMVK9eAOTPp+/KVTBZssKF69RJHEA/fsyZq+HLFwMG5sxdqFULAABzEiRMmuTB\ng7gnT4wZUyROnBcv2LCZQoYMAMqUKleybOnyJcyYnTqRqlWLGTNQoNYcOlSr1holSqxYOXXKyowZ\nWLBQevJkxAgnTkK1aUOGDC1dumjRcuWK2K5dAMaSLRsqVCpevKhRO3VKzKBBsmQtCRIkSpRKlZiU\nKCFFSiEhQjBg8OJlExo0YcLA4sULFixbtpYJEwbgMubMmjSVmjULGjRSpOb8+ePLF5ou/13ChKFE\nSUqKFEuWLEqSxIaNMmU0uXEzZ04tX75eveLFK1iuXACWM2/eqdMpVqyOHdOkaY0cOcGCfSlR4s6d\nTJluXLgwZkygJEk0aECDBhIfPl264Bo2rFUrV66S6dIFACAAgQMJFjR4EGFChQpjxVIlS5Y4cbJk\n9apUSZy4QWXKpEnTrRuiFi26dPlmydKYMVeuSAMFKlIkUOfOOXN269a0bt0A9PT5s1atXbRoiRNn\ny5arTJnIkdsUJUqXLt26HfrxgwqVbZgwIUGyZYu2V68cOTplztyyZbJkSQMHDkBcuXNTpaq1a5c4\ncbt2DfPkyZs3Q1Gi0KGDDVshJUqsWP9xFijQkydy5BAbNSpTplfjxhEjJksWs27dAJQ2fRpW6lOn\nxIl79WqXIkXjxu3hwkWPHnHiDqVIgQWLt0WLVKioUsWbKFGOHLkyZ44ZM1++mIEDBwB7du3buXf3\n/h18+FixVMmSJU6cLFm9KlUSJ25QmTJp0nTrhqhFiy5dvlmyBHDMmCtXpIECFSkSqHPnnDm7dWta\nt24AKlq8WKvWLlq0xImzZctVpkzkyG2KEqVLl27dDv34QYXKNkyYkCDZskXbq1eOHJ0yZ27ZMlmy\npIEDByCp0qWpUtXatUucuF27hnny5M2boShR6NDBhq2QEiVWrDgLFOjJEzlyiI0alSn/06tx44gR\nkyWLWbduAPr6/Qsr8KlT4sS9erVLkaJx4/Zw4aJHjzhxh1KkwILF26JFKlRUqeJNlChHjlyZM8eM\nmS9fzMCBAwA7tuzZtGvbvo07tydPvG7d8uWLEiVkrIqzkrJo0ZcvhgzBsGPnyZM4P3706fPlSygy\nZGDBYjVsGC1ay5aBQoYMgPr17FWpQvbr17JlkyYZO3UKFaojmjQ5AehEjx4gdOgwYdLnyJE9e8yY\nOSVGTKxYqpIls2ULGjRXzJgBABlS5KhRvHDh6tULFapinz7VqiVFlKg5cwYNypEnDxYshKBAIUOG\nDZtJcuSsWpUpWLBTp5AhM3XsGACq/1WtkiL1y5cvYMAKFSKWKZMoUStChWLChA8fFlWqRIkyqEUL\nMWLYsOFEh06sWKWUKaNFCxo0WMuWAUCcWPFixo0dP4Yc2ZMnXrdu+fJFiRIyVp1ZSVm06MsXQ4Zg\n2LHz5EmcHz/69PnyJRQZMrBgsRo2jBatZctAIUMGQPhw4qpUIfv1a9mySZOMnTqFCtURTZqcONGj\nBwgdOkyY9DlyZM8eM2ZOiRETK5aqZMls2YIGzRUzZgDs38c/ahQvXLh6AeyFClWxT59q1ZIiStSc\nOYMG5ciTBwsWQlCgkCHDhs0kOXJWrcoULNipU8iQmTp2DADLli5JkfrlyxcwYIUKEf/LlEmUqBWh\nQjFhwocPiypVokQZ1KKFGDFs2HCiQydWrFLKlNGiBQ0arGXLAIANK3Ys2bJmz6JNq0pVMFy4unVL\nlSocIULlysmQJWvBAnLkUIQK9eDBOBUqPHlKkQIcFizBgmUaN44Ll2vXShEjBmAz586uXCEjRkyc\nOFWqxoEBU66cE1asLFggRw7HrFkbNnwbMeLTpxQpunnxQoyYJnHi6NCxZg3WsWMAnkOPrkrVMV++\nvn0rVQpco0bkyOWgRcuCBW/eNBQqpEBBNBkyJEkKEkSaFy++fG3q1s2Nm2rVAKYKFgxAQYMHVany\n9eqVOHGgQHnDgsWcORyxYilQYM7/HIpatRIkIAcCxKhRHjyA+/HDl69D4MCdOWPNWitkyADk1LmT\nZ0+fP4EGFbppEytcuJAhY8VqjihRxIhpIULEipVGjZ6UKIEGjaEkSTZs4MJlEx06TZrg8uVr1apS\npYLZsgWAbl27nDi50qXr2TNQoNZEihQsmJgmTdKkiRQpTIoUZcrwmTLlxQs8eDThwSNFSrBfv27d\nkiVrGC9eAFCnVu3JkylYsIoVGzXKjiRJwYLFiRJlyxZKlKKgQHHmzKEtW3DgsGPnlB07c+bw2rWL\nVnVawXLlArCde3dOnEytWjVsWKZMaAYNwoUrzYwZdOj48SNEg4Y4cRghQaJBgxw5/wAvwYFDhYqs\nXbtcuYoVK5guXQAiSpxIsaLFixgzaty0iRUuXMiQsWI1R5QoYsS0ECFixUqjRk9KlECDxlCSJBs2\ncOGyiQ6dJk1w+fK1alWpUsFs2QLAtKlTTpxc6dL17BkoUGsiRQoWTEyTJmnSRIoUJkWKMmX4TJny\n4gUePJrw4JEiJdivX7duyZI1jBcvAIADC/bkyRQsWMWKjRplR5KkYMHiRImyZQslSlFQoDhz5tCW\nLThw2LFzyo6dOXN47dpFqzWtYLlyAZhNuzYnTqZWrRo2LFMmNIMG4cKVZsYMOnT8+BGiQUOcOIyQ\nINGgQY6cS3DgUKEia9cuV65ixf8KpksXgPPo06tfz769+/fwW7VKhQuXOHG6dA3r1ClcOICopEiZ\nM0ebNk4zZpw5082UqSdP4MDZ5soVIUKszJlr1uzXL2ffvgEgWdJkLJSsWJEjt2vXLEaMvn3DxITJ\nnz/evLkKEsSKlWqECOHAkSZNtVmzGjUyVa6cMWO0aCH79g3AVaxZW7VadevWuHG0aP0CBapbN0hH\njtChEy2aohkz1KhRZsnSnTtx4iQjRerTJ1TkyBEjVqrUsG3bACxm3JgVq1msWIkThwtXKkmSwoU7\n1aNHnz7gwIFCgqRLF2yZMgUJkifPtVy5HDmqVa6cMmW5cjXz5g3Ab+DBhQ8nXtz/+HHkrVqlwoVL\nnDhduoZ16hQuHCopUubM0aaN04wZZ850M2XqyRM4cLa5ckWIECtz5po1+/XL2bdvAPTv5x/LP0BW\nrMiR27VrFiNG375hYsLkzx9v3lwFCWLFSjVChHDgSJOm2qxZjRqZKlfOmDFatJB9+wbgJcyYrVqt\nunVr3DhatH6BAtWtG6QjR+jQiRZN0YwZatQos2Tpzp04cZKRIvXpEypy5IgRK1Vq2LZtAMaSLcuK\n1SxWrMSJw4UrlSRJ4cKd6tGjTx9w4EAhQdKlC7ZMmYIEyZPnWq5cjhzVKldOmbJcuZp58wbgMubM\nmjdz7uz5M+hSpXzx4oULV6ZM/8VMmfLl60imTF68/PnTo0+fLFkC7djRp0+YMLTo0Hn1KpMyZZ8+\nOXNmihkzANKnUx81atiuXcmSZcoULFOmU6eWLFpEhQohQkcIEaJCJRMOHHz4vHkDyo8fWLBCLVv2\nCuCrZs1SMWMGAGFChaZMEcOFa9cuTpx4VapUq9aRR4+uXHHk6EafPk2aADJiBBAgNGhSxYmDCxeq\nY8dcuTp2jBQxYgB49vQZKpSvWbN27SpUqFejRrhw5fDkiQmTRYt8CBIEBkwlIkQwYZozxxUdOrZs\njUKG7NSpZs1WHTsGAG5cuXPp1rV7F2/eUqV88eKFC1emTMVMmfLl60imTF68/P/506NPnyxZAu3Y\n0adPmDC06NB59SqTMmWfPjlzZooZMwCrWbceNWrYrl3JkmXKFCxTplOnlixaRIUKIUJHCBGiQiUT\nDhx8+Lx5A8qPH1iwQi1b9upVs2apmDED8B18eFOmiOHCtWsXJ068KlWqVevIo0dXrjhydKNPnyZN\nABkxAhAQIDRoUsWJgwsXqmPHXLk6dowUMWIAKlq8GCqUr1mzdu0qVKhXo0a4cOXw5IkJk0WLfAgS\nBAZMJSJEMGGaM8cVHTq2bI1ChuzUqWbNVh07BiCp0qVMmzp9CjWqVFiwiOnS5c2bLVviIEEaN+6L\nL18cOIQLt0SWrAsXwClRcur/FA4c3ciQ2bVL0rhxhw6BA5fKly8AhAsbhgUrWK9e4sSpUvVt0CBy\n5Lz48hUiBDduUly5ggFj25gxrlwJEYKtTx9nzkp9+8aIkTVrsYIFA4A7t+5SpXzt2uXNW6pU3fr0\nGTeuCS5cKVJo0yZl1SoRIp5duQILlhUrzwwZIkZsFDduefI8e3YKFy4A7Nu7X7XKlyxZ377NmvVt\nzhxz5sDgAoiLBIlx43QAA5YhQzgfPmTJunGjmxs3xIhRChduzZpr11QdOwZA5EiSJU2eRJlS5UpS\npEzx4iVNWqtWcj59ChZsDxo0dOh8+sSkRo04cSZx4SJEyKFDs/78WbPGlzFj/7Fi4cJlzJcvAF29\nfv30KRQvXsmSmTKFx5IlX77oYMFy6JAoUWGOHNmzR5UbN1KkVKoECxCgQYOEDRuWK5cvX8N+/QIQ\nWfLkTJlO5cqVLFmnTm8SJerVi86UKXTogAIV5caNOHEiceGSJMmjR7IcOZo0CViwYLhw7dqV69Yt\nAMWNH//0KZQrV8mSjRolxpIlXrzsgAHz50+oUF5mzFizJtOVKz16LFr0qk+fO3eACRN269auXcd+\n/QKQX/9+/v39AwQgcCDBggYPIhRIipQpXrykSWvVSs6nT8GC7UGDhg6dT5+Y1KgRJ84kLlyECDl0\naNafP2vW+DJmLFYsXLiM+f/yBWAnz56fPoXixStZMlOm8Fiy5MsXHSxYDh0SJSrMkSN79qhy40aK\nlEqVYAECNGiQsGHDcuXy5WvYr18A3sKNmynTqVy5kiXr1OlNokS9etGZMoUOHVCgoty4ESdOJC5c\nkiR59EiWI0eTJgELFgwXrl27ct26BWA06dKfPoVy5SpZslGjxFiyxIuXHTBg/vwJFcrLjBlr1mS6\ncqVHj0WLXvXpc+cOMGHCbt3atevYr18ArmPPrn079+7ev4N35SqWLFnhwunS5YsTJ3DgGokRw4dP\nt26dunRZs0ZbpkxlAJbRo6daq1agQKEqV+7YsVy5joULB4BiRYuzZumyZUv/nDhdunyNGgUOXCc6\ndA4dwoaNU506f/5UEyWqTBlEiKzNmhUqVKxx45Qpq1VrmTdvAJAmVWrKVCxZsr5969VrmCRJ3LhZ\nevNGkqRq1UKZMZMnz7JMmf782bNnmitXkiS9IkcOGTJcuIxp0waAb1+/rVqlWrVq3Dhbtmo1aiRO\n3KItWwABypbNkhcvdOhg48SpTJlEibLt2mXKVK1y5ZAhs2Ur2bZtAGDHlj2bdm3bt3HnduUqlixZ\n4cLp0uWLEydw4BqJEcOHT7dunbp0WbNGW6ZMZcro0VOtVStQoFCVK3fsWK5cx8KFA7CefftZs3TZ\nsiVOnC5dvkaNAgeuEx06/wAPHcKGjVOdOn/+VBMlqkwZRIiszZoVKlSsceOUKatVa5k3bwBCihxp\nylQsWbK+fevVa5gkSdy4WXrzRpKkatVCmTGTJ8+yTJn+/NmzZ5orV5IkvSJHDhkyXLiMadMGoKrV\nq61apVq1atw4W7ZqNWokTtyiLVsAAcqWzZIXL3ToYOPEqUyZRImy7dplylStcuWQIbNlK9m2bQAS\nK17MuLHjx5AjSy5VKtmuy7tAgSr26ZMuXWc2bUqTRpMmK4gQlSlTqUmTQ4f69LF1544vX6+YMatV\n69kzXM6cARhOvDgqVMd69SJGLFSoXqBA+fIV5tSpPn1IkeqSKRMbNp/KlP+xZOnQIVyNGunSJcuZ\nM1++rFm7tWwZgPv483fq1CtXLoC+fJkyRSxUKF260sSKxYZNpUpbFCn68kXSli2aNCVK1KpRo127\nYDlzxovXs2eqiBED0NLlS0+efunSJUyYJEnHRIm6dauKKFFw4IQKtYMQoTFjMFGhMmgQHTq4Bg0C\nBuzVsmW1akmT1kqZMgBhxY4lW9bsWbRp1bJi5StYsG/fbNkK58pVuHCSli1788abtzfChHnxci1Q\noGbN+PDZVqpUtmy4xo0DBQocuFrFigHg3NkzK1bBfv0KF06XLnChQoULpwgatECBunVb5MwZHTrR\nGDF69owRI22nTlWr5gv/HDhWrLp1wwUMGADo0aWvWiUMGLBu3Vy5CgcK1LdvhJQpY8MGGzZDwYLp\n0XOsTx9ixB49ipYpEzVqt7x548RJG0Btr3LlAmDwIMJXr4Lt2hUunC5d4UCBIkdu0bNnZMh065aH\nGTMqVLLhwZMsGSFC2jx5qlatFjhwmTJx4/YqWDAAOnfy7OnzJ9CgQoeyYuUrWLBv32zZCufKVbhw\nkpYte/PGm7c3woR58XItUKBmzfjw2VaqVLZsuMaNAwUKHLhaxYoBqGv3LitWwX79ChdOly5woUKF\nC6cIGrRAgbp1W+TMGR060RgxevaMESNtp05Vq+YLHDhWrLp1wwUMGIDU/6pXr1olDBiwbt1cuQoH\nCtS3b4SUKWPDBhs2Q8GC6dFzrE8fYsQePYqWKRM1are8eePESZu2V7lyAeju/furV8F27QoXTpeu\ncKBAkSO36NkzMmS6dcvDjBkVKtnw4EmWDCAhQto8eapWrRY4cJkyceP2KlgwABMpVrR4EWNGjRs5\nbtr0ChgwaNBs2fpEjFizZqZAgUKFatcuR4UK7drla9GiRImCBTvmypUtW9aYMXv2LFmyacaMAXD6\nFGqmTLSECYsWDRcuT716HTtGCuyuXbx4afLkadcuX58+efIULFgxXHNxUZMmjRkzZcqYCRMGAHBg\nwZUqudq1a9myWrU6Df8bhgzZKE6catXKlUtTpUqyZOHatGnUqGDBiMWKVauWM2bMihUjRuxYsGAA\naNe2vWmTK1++okWrVSvTsGHRopUSJapWrV+/MkmSxIsXrkWLHDkKFsxYrFi1al2LFu3YMWPjhQkD\ncB59evXr2bd3/x7+pk2vgAGDBs2WrU/EiDVrBtAUKFCoUO3a5ahQoV27fC1alChRsGDHXLmyZcsa\nM2bPniVLNs2YMQAkS5rMlImWMGHRouHC5alXr2PHSNnctYsXL02ePO3a5evTJ0+eggUrhispLmrS\npDFjpkwZM2HCAFi9irVSJVe7di1bVqtWp2HDkCEbxYlTrVq5cmmqVEn/lixcmzaNGhUsGLFYsWrV\ncsaMWbFixIgdCxYMgOLFjDdtcuXLV7RotWplGjYsWrRSokTVqvXrVyZJknjxwrVokSNHwYIZixWr\nVq1r0aIdO2YstzBhAHr7/g08uPDhxIsbL1VqlitX4MAdO1Zt1apx43a5ckWKFDhws1y5MmWqmyxZ\nuXJlyhQumPpguM6dO3aMGDFk4cIBuI8/f6pUtFSpAhguXLBgy1atChcO1q9fpUp9+1aLFStRorjd\nugULlitX3n79IkZs17lzypQZM3YMHDgALV2+PHVKlipV4cIBAzZNlqxx416dOuXJkzdvsUqVUqQo\nmyumrlSp6tar169f/7nMmRMmLFgwX+DAAQAbVmyrVrBQoRo3TpgwaaVKkSPX69WrU6e8eZuFSi8q\nb7duwYJFiRI4YMCUKcNlzpwxY8eOFfPmDcBkypUtX8acWfNmzqVKzXLlChy4Y8eqrVo1btwuV65I\nkQIHbpYrV6ZMdZMlK1euTJnCBQMeDNe5c8eOESOGLFw4AM2dP0+VipYqVeHCBQu2bNWqcOFg/fpV\nqtS3b7VYsRIlitutW7BguXLl7dcvYsR2nTunTJkxY8fAAQQHYCDBgqdOyVKlKlw4YMCmyZI1btyr\nU6c8efLmLVapUooUZXMl0pUqVd169fr1K5c5c8KEBQvmCxw4ADZv4v9s1QoWKlTjxgkTJq1UKXLk\ner16deqUN2+zUEFF5e3WLViwKFECBwyYMmW4zJkzZuzYsWLevAFIq3Yt27Zu38KNKxcUKF7GjB07\ntmuXsWDBpk1LNWsWLlzQoG3atQsXrmSnTt269esXM1y4jmHetu3YsWfPgjlzBmA06dKfPukiRgwZ\nsl69kgULFi3aqFu3cOE6dmyUK1e0aB179cqWLV++nOXKlWz5tm3FijFjBqxZMwDWr2PXpEkXMGDF\nivHiFQwXrmjRQtWqdevWsWOoXr2qVStYqFCyZPXq5axXL2L+AWLDRoyYMWO9jh0DsJBhQ0+efA0b\n5swZLlzJiBGjRk3/Fi5ctWolS5YpVslYxkaNkiVLl65qtWodO2Zs2zZjxpYt27VsGQCfP4EGFTqU\naFGjRx05amXLFjBgtmxla9VKmLBSx45lytSr1yhgwECBynXqFDFipUrtunXr2TNeypThwhUt2i1X\nrgDk1bt30iRXtWr9+oULl7VXr4IFO2XMGChQuHCd2rXr06dYpEj58qVKFS7Py5blYsasVi1o0HLN\nmgWAdWvXhQqVmjULGLBXr7KpUuXL16hgwS5dqlWLky1bmjS1AgUqV65WrWq5cmXMmKxjx1KlYsbM\n1alTAMCHFz9p0qtatZQpmzVLmyxZzZq9cuaMEydfvjL58gUKVK5O/wA78eJlylSwWrWSJfMFDRot\nWs+evVKlCoDFixgzatzIsaPHj44ctbJlCxgwW7aytWolTFipY8cyZerVaxQwYKBA5Tp1ihixUqV2\n3br17BkvZcpw4YoW7ZYrVwCiSp06aZKrWrV+/cKFy9qrV8GCnTJmDBQoXLhO7dr16VMsUqR8+VKl\nCpfdZctyMWNWqxY0aLlmzQJAuLDhQoVKzZoFDNirV9lUqfLla1SwYJcu1arFyZYtTZpagQKVK1er\nVrVcuTJmTNaxY6lSMWPm6tQpALhz65406VWtWsqUzZqlTZasZs1eOXPGiZMvX5l8+QIFKlenTrx4\nmTIVrFatZMl8Qf+DRovWs2evVKkCwL69+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k\n2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPn\nT6BBhQ4lWtToUaRJR965g8qRo1q1YMHKtGgRMGC2MGECBIgYsVuSJO3Z42vVqkWLEiXaBQvWpEmF\nfv2qVcuSpUeiRAHg29fvnTujECGSJatVq0mHDgED9kqTpkCBePGCRYlSnjy8ZMmyZGnQoFyuXFGi\nRGjXLliwNm1qBAoUANixZduxQ2rRolixWrWCNGiQL1+yLl0iRMj/ly9XlSrp0dMLFapJk/z4wdWq\nVaZMhn79mjXLkiVHoEABIF/e/J8/phYtqlVLlixLiBAFC4bLk6dBg4gRsxUpEkBChHzJkiVJUp8+\nwGTJggRpkS9ft25JqliqFICMGjdy7OjxI8iQIkGBooQLlzJlw4bNatYMGzZkly5Fi6ZNG7BBg5Il\ny6ZLFyhQx45RM2ZMlSpm27Y5c/bpE7NjxwBQrWo1VKhNunQ5c/br1yxnzqhRE5YoETNm2rQJ27On\nWDFswYINGkSMmLZgwU6dQrZtW7JkpEgxI0YMAOLEijMxxoXr2LFevWI9exYtWjBRoqRJo0at1qRJ\nxIhN27VLkqRi/8WsFStmyhQybtyiRQsVqtmxYwB28+5dqlSnXr2OHdu1y9WxY9Kk8Vq0aNkybtx+\nSZL07Nk2X74uXVKmLNuxY69eRfv2zZo1UaKgHTsG4D38+PLn069v/z5+Tpx44cI1DOAwXry6HTu2\nbJmtb998+YoWrVa1asOGIZs1a9o0X76Y6dK1bVuxa9eIEevWzRcxYgBYtnR56VKvW7eIEevVa5sx\nY8eOyfr2jRevY8dsXbu2a1czXrysWUOGbFmvXtWqIatWjRgxbdp8ESMGAGxYsZYs5Zo1y5gxYMC2\nESP27Bmtbt169Vq2bNa0ab58KYMFK1myYMGg2bKVLZuxa9eMGf/bto2XMWMAKFe2HCrUsFy5iBHT\npYsbMWLIkNkKF06ZMmLEbG3bduwYtV27qlUzZmxZrVrcuB3Dhm3Zsm/fgilTBgB5cuXLmTd3/hx6\ndE6ceOHCNWwYL17djh1btszWt2++fEWLVqtatWHDkM2aNW2aL1/MdOnatq3YtWvEiHXrBtAXMWIA\nCho8eOlSr1u3iBHr1WubMWPHjsn69o0Xr2PHbF27tmtXM168rFlDhmxZr17VqiGrVo0YMW3afBEj\nBiCnzp2WLOWaNcuYMWDAthEj9uwZrW7devVatmzWtGm+fCmDBStZsmDBoNmylS2bsWvXjBnbto2X\nMWMA2rp9Gyr/1LBcuYgR06WLGzFiyJDZChdOmTJixGxt23bsGLVdu6pVM2ZsWa1a3Lgdw4Zt2bJv\n34IpUwYgtOjRpEubPo06tWpXroK59uZNlixyxIidO5dk3Lhatc6dExIuHCtW5rBg8eYtVqxyXLiE\nC+erXLlAgbp12zVtGoDt3LufOnUMGLBv32DBIhcsmDlzVsCBU6XKnLkg3ry1amXOiRNs2GDBAliu\nTJlt23aRI1enDjduv6RJAxBR4sRTp3jlysWNGyxY44gRK1fuzrhxtWqZM5fj2zdRoso1aaJNGy5c\n5e7c2bbN2LhxefJ8+yYMGjQARY0ejRXL2LFj4MDZsjVOlqxz/+e2iBP36dO5cy3EiatU6VyKFNu2\ntWplrkkTbtyAkSOnRk24cMmqVQOQV+9evn39/gUcWLArV8EMe/MmSxY5YsTOnUsyblytWufOCQkX\njhUrc1iwePMWK1Y5LlzChfNVrlygQN267Zo2DcBs2rVPnToGDNi3b7BgkQsWzJw5K+DAqVJlzlwQ\nb95atTLnxAk2bLBglStTZtu2XeTI1anDjdsvadIAnEef/tQpXrlyceMGC9Y4YsTKlbszblytWubM\nAczx7ZsoUeWaNNGmDReucnfubNtmbNy4PHm+fRMGDRqAjh4/xopl7NgxcOBs2RonS9a5c1vEifv0\n6dy5FuLEVf+qdC5Fim3bWrUy16QJN27AyJFToyZcuGTVqgGIKnUq1apWr2LNqvXSJVauXEGDdutW\no06dpElj5chRoEDChKlKk8aMGVycOG3ZkidPrlatHDlSpUyZMGG6DhMjBmAx48aXLqVy5erZs1mz\nJHHiFC2aq0mTCBESJgxVmzZ16tzq1AkPnkKFdqVK5cmTqmPHgAHTpQvWsGEAfgMPLklSKleunj2j\nRQuUJ0/VqsGqVClRImLEQJ05AweOLkmSypRRpEjXqVOTJtFq1owYsWDBgA0bBmA+/fqePJmKFUua\ntFevACZixGjZMlB16vDh8+yZKyxY6tT5VapUkyZ9+gRLlQr/ECBYxowJE8aLF7FjxwCkVLmSZUuX\nL2HGlHnpEitXrqBBu3WrUadO0qSxcuQoUCBhwlSlSWPGDC5OnLZsyZMnV6tWjhypUqZMmDBdX4kR\nAzCWbNlLl1K5cvXs2axZkjhxihbN1aRJhAgJE4aqTZs6dW516oQHT6FCu1Kl8uRJ1bFjwIDp0gVr\n2DAAlzFnliQplStXz57RogXKk6dq1WBVqpQoETFioM6cgQNHlyRJZcooUqTr1KlJk2g1a0aMWLBg\nwIYNA7CceXNPnkzFiiVN2qtXiRgxWrYMVJ06fPg8e+YKC5Y6dX6VKtWkSZ8+wVKlAgQIljFjwoTx\n4kXs2DEA/wABCBxIsKDBgwgTKlS4apWtYMHIkRMmTFqyZOfOAcOEiRixcuV8IUGCCxc5WrQ4cfr1\nq9yuXbduSTNnDhs2YsS2efMGoKfPn69e/Ro2TJy4X7+aESNmzpwvP36SJStX7teZM758kQsWTIyY\nXbvGDRt26xa1c+eoUVu2rJtbAHDjypUlK5gxY+TIJUvmLFkyc+aChQo1bJg5c7bAgClWLBwuXH36\n7NpF7tixXbuunTunTdu0ad3AgQNAurRpWbJ+4cI1blywYLx+/TJnDlihQseOmTOHbM6cYMHMBQv2\n5k2wYOSIEatVS9q5c9euadP2TZw4ANiza9/Ovbv37+DDn/86hUuXLl++TJkiVqoUJUplKFFas8aN\nmyJ9+pAhQ6dMGYCMGCVKJAkSJFiwLvnyNWvWs2evjh0DUNHixVKlWu3aFSyYKVPHWLHKlEmOKFFq\n1LhxM2bPHjx43KxZkyhRoECLJEly5UpTsGC1aj17pkqYMABJlS4VJarWrVu9esmSxWzVKlas4tiy\nBQgQIkRl4MBZs6aPFy+JEi1aJCpTplq1ZB07xovXtGm1jh0D0Nfv31atePnyVatWpkzHQIHatKkM\nKFBlyhgyJAQRIjp09lSpwoZNoUKK5MhJlerTrVu4cFWrZsuZMwCxZc+mXdv2bdy5dZ86hUuXLl++\nTJkiVqr/FCVKZShRWrPGjZsiffqQIUOnTBlGjBIlkgQJEixYl3z5mjXr2bNXx44BYN/efalSrXbt\nChbMlKljrFhlyiRHFEBRatS4cTNmzx48eNysWZMoUaBAiyRJcuVKU7BgtWo9e6ZKmDAAIkeSFCWq\n1q1bvXrJksVs1SpWrOLYsgUIECJEZeDAWbOmjxcviRItWiQqU6ZatWQdO8aL17RptY4dA2D1KtZW\nrXj58lWrVqZMx0CB2rSpDChQZcoYMiQEESI6dPZUqcKGTaFCiuTISZXq061buHBVq2bLmTMAihcz\nbuz4MeTIkidLknSMFi1u3OLECTdmzLlzEnLlGjDg3LkF/6xYAQBgjgCBU6c+fBB34wYzZpPIkYMC\n5do1UsiQAShu/LgkSctw4fLmjQ4dcU6cnDvHABcuAQLOnQOwa9eAAecWLDh1yoOHciNGECPWhxy5\nI0emTROVLBmA/Pr3c+LEDCAtWt68SZIkzo+fc+dmSJMmQcK5cwBMmRow4NyAAbp0kSAxToSIYMEc\nkSOXJAk2bKiQIQPwEmbMUqWYpUo1btygQd+4cDl3ToQzZwUKnDtHYNcuAADOAQCwaxcDBuZEiEiW\nTIw5c0KEcONW6tkzAGPJljV7Fm1atWvZSpJ0jBYtbtzixAk3Zsy5cxJy5Row4Ny5BaxYAQBgjgCB\nU6c+fP8Qd+MGM2aTyJGDAuXaNVLIkAHw/Bm0JEnLcOHy5o0OHXFOnJw7xwAXLgECzp0DsGvXgAHn\nFiw4dcqDh3IjRhAj1occuSNHpk0TlSwZAOnTqXPixIwWLW/eJEkS58fPuXMzpEmTIOHcOQCmTA0Y\ncG7AAF26SJAYJ0JEsGCOyJFLAjAJNmyokCEDgDChwlKlmKVKNW7coEHfuHA5d06EM2cFCpw7R2DX\nLgAAzgEAsGsXAwbmRIhIlkyMOXNChHDjVurZMwA8e/r8CTSo0KFEi27ahOnUKWbMMmXaEifOsWNa\ncuTYsSNWLCMgQDBhMkmKFA8exoxJJUcOFiynjh2TBVf/1rFevQDYvYvXk6dIoEAxYwYJUhM1ao4d\n63LjRpAgsGDxePBgyBBPUaJ8+ECEiKc4cZ48+SRMGCtWpEj5Og0gterVmTJxUqUqWzZRotwAAiRN\nmhYgQJYskSWriAcPQIBM6tGDA4czZ0D58VOmDC1jxly5atVq2K9fALp7/75qFSNUqKJFAwQIiRo1\nzJgloUHjx49atYZcuGDDxqYlSyBAAFikiKk2bXz4wBQsmCtXo0YdgwhA4kSKFS1exJhR48ZWrWzV\nqiVO3KtXu1atAgfuU5AgbNhw47bKhIk2bbR58lSixJ8/1U6dwoNnFDly0qSJEhXt2zcATZ0+DRUK\n19Rw/+EyZbLFiRM5cpVw4GDECBw4VCVKtGkTTpYsDhwgQcp269afP7LGjVOmrFOnY926AQAcWDAq\nVLZ27RInzpcvXr9+lSvH6soVQIDEiSPVokWfPt48eUKBIk+ebLhw+fEzq1w5a9ZUqaoWLhwA2rVt\nnzpFK1YsceJo0ULVqRM5crKoUBEkqFw5XCpUnDlDjhSpGTPSpAHny1edOq7MmaNGDRQoaOHCAUCf\nXv169u3dv4cfv1UrW7VqiRP36tWuVavAAQT3KUgQNmy4cVtlwkSbNto8eSpR4s+faqdO4cEzihw5\nadJEiYr27RuAkiZPhgqFa2W4cJky2eLEiRy5SjhwMP9iBA4cqhIl2rQJJ0sWBw6QIGW7devPH1nj\nxilT1qnTsW7dAGDNqhUVKlu7dokT58sXr1+/ypVjdeUKIEDixJFq0aJPH2+ePKFAkSdPNly4/PiZ\nVa6cNWuqVFULFw4A48aOT52iFSuWOHG0aKHq1IkcOVlUqAgSVK4cLhUqzpwhR4rUjBlp0oDz5atO\nHVfmzFGjBgoUtHDhAAAPLnw48eLGjyNPPmrULliwdOmyZEnYpUusWP2IFKlKlT9/tFSq1KbNHyNG\n3KB3U0mPHlasQB07VqsWNWqyli0DoH8//1ChAOqaNatXL0eOfHnyVKnSEUeOliwBBKhGmTJixCyq\nUmX/zRowYDL16cOLl6hkyWjRYsasFTJkAGDGlFmqlK5dN3edOuWLFq1fv6KIEvXly5w5S+LEadLE\nTZEibdqwYWOpT59atUQlS3brVrNmsZQpAzCWbNlRo3zhwpUrlyRJw1y5MmWqR6ZMU6YQIgREkCAm\nTOhQobJmzZkzoNSosWXL07JltGhJk/YKGjQAlzFn1ryZc2fPn0GPGrULFixduixZEnbpEitWPyJF\nqlLlzx8tlSq1afPHiBE3v91U0qOHFStQx47VqkWNmqxlywBElz49VChds2b16uXIkS9PnipVOuLI\n0ZIlgADVKFNGjJhFVaqsWQMGTKY+fXjxEpUsGS1a/wCZMWuFDBmAgwgTliqla5fDXadO+aJF69ev\nKKJEffkyZ86SOHGaNHFTpEibNmzYWOrTp1YtUcmS3brVrFksZcoA6NzJc9QoX7hw5colSdIwV65M\nmeqRKdOUKYQIAREkiAkTOlSorFlz5gwoNWps2fK0bBktWtKkvYIGDYDbt3Djyp1Lt67du6dOBatV\ny5u3TJm+vXlDjlyUXLkWLBAnLkWmTCBAfJsxo1SpFCmwDRmya5ekcOHo0MGGLVWxYgBSq16tSlUw\nWrS+fYMEiRsYMObMuaBFiwCBcuVAxIp14MA4BAgoUfLgoRsPHrVqEQIHLk2aatVGHTsGoLv376dO\nEf+jRevbt1WrxmXKdO4cjF69GjQ4dy5EpkwJEojbsOHRI4AcOIgrUkSXLk/gwIkRo01bq2TJAEyk\nWPHVq2KuXIULd+gQuClTzp3jIUzYggXnzlWIFQsAgHMQIHz69OABORw4cuXqQ47cjh3TpoWSJg3A\nUaRJlS5l2tTpU6inTgWrVcubt0yZvr15Q45clFy5FiwQJy5FpkwgQHybMaNUqRQpsA0ZsmuXpHDh\n6NDBhi1VsWIABA8mrEpVMFq0vn2DBIkbGDDmzLmgRYsAgXLlQMSKdeDAOAQIKFHy4KEbDx61ahEC\nBy5NmmrVRh07BsD2bdynThGjRevbt1WrxmXKdO7/HIxevRo0OHcuRKZMCRKI27Dh0SMOHMQVKaJL\nlydw4MSI0aatVbJkANSvZ//qVTFXrsKFO3QI3JQp587xECZsAcAF585ViBULAIBzECB8+vTgATkc\nOHLl6kOO3I4d06aFkiYNAMiQIkeSLGnyJMqUnz6ZwoVr2bJPn+AoUrRr1xcrVrx4CRUKCgsWb95g\nSpLEho05c07dufPmDS1hwmDBqlWLGC9eALZy7UqKVChWrJo1CxXqCB06unQBmTEjTZpIkXBo0PDk\nyaIiRTx4mDPnExs2WrTcIkYMFqxdu4rlygXgMeTInz6lokULGrRVq6YIEoQM2ZYpU8qUCRWKiAcP\n/1SoMJIiBQSIM2dAzZnz5UutYMFkydKlK1mvXgCGEy9eqhQqV66iRUOFykqhQsGCafnxo0wZU6aO\nUKCABcufJEkYMLBipdObN0WK1PLlCxasV6+aBQsG4D7+/Pr38+/vHyAAgQMJFjR46lSqW7fEibt1\nCxYoUOLEZRIjZs8ebdoqJUmCBQu3Q4eePNGiZRooUI8enSJH7tmzW7eegQMHAGdOnahQxXLlSpy4\nTZuEgQIlTpyoK1fKlPn2rZEMGVSofIsUiQePPHmu4cJFidKqcuWgQQMGrNq3bwDYtnX76lUtuePG\n7drVy5IlceIeNWnSqBE5crB69ChThhspUkeOpP9Jo61WLUqUapEjt2xZrVrRxIkD8Bl06FevXNmy\nNW7crl25QIEqV67Sli137pAjB6pFizNnyIEC5cIFFizgatXKlInUuXPJkvHiNe3bNwDTqVe3fh17\ndu3buZ86lerWLXHibt2CBQqUOHGZxIjZs0ebtkpJkmDBwu3QoSdPtGiZBhAUqEePTpEj9+zZrVvP\nwIEDADGiRFSoYrlyJU7cpk3CQIESJ07UlStlynz71kiGDCpUvkWKxINHnjzXcOGiRGlVuXLQoAED\nVu3bNwBEixp99aqW0nHjdu3qZcmSOHGPmjRp1IgcOVg9epQpw40UqSNH0qTRVqsWJUq1yJFbtqz/\nVq1o4sQBuIs376tXrmzZGjdu165coECVK1dpy5Y7d8iRA9WixZkz5ECBcuECCxZwtWplykTq3Llk\nyXjxmvbtG4DVrFu7fg07tuzZtE+dEubLV69ehgwR8+Rp1iwlnjx16eLIERA7ds6cQRQlCiFCdOhs\nunOHFq1T0KD58kWN2ixmzACYP4++VClhunTt2uXIUS9GjChRSpEo0ZIlgADhAMiHDxkyjsaMIUTo\nzZtTcuTw4hWLGLFataBBcwUNGgCOHT2SIhWM10henDg1Y8UKFiwco0ZhwXLo0A06dMqUYfTjx6JF\nceJYKlRo1apT0aLNmiVNWi1nzgA8hRrVkydi/7x4GTNGiJCxU6dcuQKCCZMSJXTokMCDhwmTQzBg\ngAFTpoyqOHF+/XL17JksWdiw7Vq2DMBgwoUNH0acWPFixqdOCfPlq1cvQ4aIefI0a5YST566dHHk\nCIgdO2fOIIoShRAhOnQ23blDi9YpaNB8+aJGbRYzZgB8/wZeqpQwXbp27XLkqBcjRpQopUiUaMkS\nQIBw8OFDhoyjMWMIEXrz5pQcObx4xSJGrFYtaNBcQYMGQP58+qRIBeOVnxcnTs1YAWQFCxaOUaOw\nYDl06AYdOmXKMPrxY9GiOHEsFSq0atWpaNFmzZImrZYzZwBOokzpyRMxXryMGSNEyNipU65cAf/B\nhEmJEjp0SODBw4TJIRgwwIApU0ZVnDi/frl69kyWLGzYdi1bBmAr165ev4INK3YsWVasguXK9e1b\nrVrfDBkCB+7Lr18oUHTrlgMXrhMntrFggQpVjhzdqlTp1etSt25y5FSrFitZMgCWL2N25YrXrVvf\nvn36FE6MmHHjcgQL9uDBuHEmevV68EBciBCoUDFhwg0LlmDBRIULBwYMNWq0iBEDoHw581Wrgrly\n5c0bK1bi9OgxZ25GrVoRIpgzJ+HUKQkSyMmQIUlSjRrhqFApVixUuHBnzmDDJkuZMgD+AQIQOBCA\nK1fBVq0aNw4SJHFhwpgzB0WYMA0azp0DUav/lgED5yRIkCVLgwZyPXrgwjWIHDkqVLx5swUNGgCb\nN3Hm1LmTZ0+fP0GBQoULlzJlqVLZqVTJlq07XrzkyZMqFRcgQLhwkbRkyY8fefKwokPHjBlcxIjN\nmkWLFrFcuQDElTu3UydXsmQZM0aKlJVIkXTpWjNjxpkzihQt0aGjTBlJW7a0aOHHT6dDh/jwueXL\nlytXuHAR06ULQGnTpzlx8uTK1bFjpUrR+fPHly80R46IESNJ0hYJEr58UWTFyo4dduy4ypNHjZpa\nwYLdupUrF7FduwBk1749VChSrlw9e9apkxlLlooV82LCRJs2mTLxsGABDBhFPnw8eGDHjqg5/wDn\nCBGyypevWwhvHfPlC4DDhxAjSpxIsaLFi6BAocKFS5myVKnsVKpky9YdL17y5EmVigsQIFy4SFqy\n5MePPHlY0aFjxgwuYsRmzaJFi1iuXACSKl3aqZMrWbKMGSNFykqkSLp0rZkx48wZRYqW6NBRpoyk\nLVtatPDjp9OhQ3z43PLly5UrXLiI6dIFoK/fv5w4eXLl6tixUqXo/PnjyxeaI0fEiJEkaYsECV++\nKLJiZccOO3Zc5cmjRk2tYMFu3cqVi9iuXQBiy54dKhQpV66ePevUyYwlS8WKeTFhok2bTJl4WLAA\nBowiHz4ePLBjR9ScOUKErPLl65b3W8d8+f8CQL68+fPo06tfz759qlSuZMkKF65WLV+XLnnzZgkO\nHICFCmXL1unLlzNntCVKpEQJIEDZfPmaNOlWuXLSpAULNu3bNwAhRY5UpcoUKVLkyLVq5cuRI2/e\nHJ05Y8aMN299rFgpU4bbpElHjsSJc02UKEyYVpkz58xZr17LunUDUNXq1VatZM2aBQ7cqVO7CBEK\nF26RFClkyGzb1ujHDzRowFWqhAMHHz7dcuXixKmWOXPPnuHCVU2cOACJFS9WpUpWrFjkyOHCxQsS\npHHjPpUpw4YNOXKZXLhAgkQcKFBixLx5061WLUqUTpkzt2xZr17SwoUD0Nv3b+DBhQ8nXtz/eKpU\nrmTJCheuVi1fly5582YJDpxChbJl6/Tly5kz2hIlUqIEEKBsvnxNmnSrXDlp0oIFm/btGwD8+fWr\nUmWKFEBS5Mi1auXLkSNv3hydOWPGjDdvfaxYKVOG26RJR47EiXNNlChMmFaZM+fMWa9ey7p1A+Dy\nJcxWrWTNmgUO3KlTuwgRChdukRQpZMhs29boxw80aMBVqoQDBx8+3XLl4sSpljlzz57hwlVNnDgA\nYseSVaVKVqxY5MjhwsULEqRx4z6VKcOGDTlymVy4QIJEHChQYsS8edOtVi1KlE6ZM7dsWa9e0sKF\nA2D5MubMmjdz7uz5MyhQwXz5Chbs1Klg/5gw+fKlBhWqPHk4cTrSpw8ZMpCgQIEDhw2bVHLk4MIF\nSpo0W7aiRXN17BiA6NKnhwoVbNcuYsQ0aQpmyZIqVUImTfryhQ4dKHToQIHSaMuWL1/WrHH15o0t\nW6eaNcOFC+CyZbKaNQNwEGFCUKCA1aq1a5cjR70sWapVq8iiRU+eECJkI1CgK1cYGTHCh0+ZMq0M\nGZIla1S0aLRoVavWqlkzADt59hQlalitWsSIMWLkK1SoXr1wkCJVpsyiRSXEiAECBJARI5o0hQnD\nSo0aYMBEMWP26hU1aq+cOQPwFm5cuXPp1rV7Fy8oUMF8+QoW7NSpYJgw+fKlBhWqPHk4cf860qcP\nGTKQoECBA4cNm1Ry5ODCBUqaNFu2okVzdewYANWrWYcKFWzXLmLENGkKZsmSKlVCJk368oUOHSh0\n6ECB0mjLli9f1qxx9eaNLVunmjXDhWvZMlnNmgHw/h08KFDAatXatcuRo16WLNWqVWTRoidPCBGy\nESjQlSuMjBjhA5BPmTKtDBmSJWtUtGi0aFWr1qpZMwAUK1oUJWpYrVrEiDFi5CtUqF69cJAiVabM\nokUlxIgBAgSQESOaNIUJw0qNGmDARDFj9uoVNWqvnDkDgDSp0qVMmzp9CjVqq1bEfPnq1k2WLG+O\nHH37lkeXLiFCunWLokpVjhzbliwxZar/SBFsd+4YMwbq2zdChLJlw0WMGIDBhAvDghVMly5w4Fy5\n+saHjzhxSn79ggDh27cftWpx4MANBw5XroQIsUaGTLBglcKFU6Pm2jVVw4YBuI07tylTwXr18uZt\n1Khve/aIE0cmWLALF8SJO6JLFwoU3Xz4mDULBgxubdoECwYqXLg8ea5dm1WsGID17NunShXs1i1x\n4lKlEkeHjjlzbIABA5giRblyYYIFixChnA0bsmShQCGuTJljxwqFC3fnzrZtq5YtAxBS5EiSJU2e\nRJlSpSZNpXDhatZMlao7oEAFC9anTp0+fS5dUoMFCx06mrhwsWGjUSNaevQoUnSMGLFc/7ls2QK2\naxcArl29fvq06dYtZcpcuRoTKRIuXGm0aMmTx5MnKjhwvHmzyYoVHz4WLaJ1586hQ8COHaNFq1ev\nY758AYAcWfKmTZ1o0Tp2DBQoMosW9erlpUoVOHAsWSIiQkSfPpOqVAkSBBCgWoAA9ekTrFgxWbJq\n1TLmyxcA4sWNgwJVypatZctMmcIjSlSxYm2OHEmUSJWqIypUpEljacoUEyb+/HnVpw8aNMCWLdu1\nixcvYvUB3MefX/9+/v39AwQgcCDBggY1aSqFC1ezZqpU3QEFKliwPnXq9Olz6ZIaLFjo0NHEhYsN\nG40a0dKjR5GiY8SI5cplyxawXbsA4P/MqfPTp023bilT5srVmEiRcOFKo0VLnjyePFHBgePNm01W\nrPjwsWgRrTt3Dh0CduwYLVq9eh3z5QsA27ZuN23qRIvWsWOgQJFZtKhXLy9VqsCBY8kSEREi+vSZ\nVKVKkCCAANUCBKhPn2DFismSVauWMV++AIAOLRoUqFK2bC1bZsoUHlGiihVrc+RIokSqVB1RoSJN\nGktTppgw8efPqz590KABtmzZrl28eBGLDmA69erWr2PPrn07d1euXtWqFS6cLl25MmXy5k2UI0eN\nGnHjZilLFjt2pFmyhAXLnTvSANqyBQrUL3PmpEnjxavZt28AIEaU6MoVq1atyJHDhWv/FyBA374B\n6tPHj59u3SZduVKoULZTp86cyZTJGS5cqFDNIkfu2LFevZB58waAaFGjqlSlOnXq27datVRhwsSN\n26c3byRJ4sZtExkyaNBgu3RJjJhOnajhwiVKFC9y5JYtu3VrGThwAPDm1StL1ilZssiRq1XLlyJF\n5MhlChQIEaJw4VRVqZInzzdQoJAgadNGmyxZnz7VKlcOGrRjx5p58waAdWvXr2HHlj2bdm1Xrl7V\nqhUunC5duTJl8uZNlCNHjRpx42YpSxY7dqRZsoQFy5070mzZAgXqlzlz0qTx4tXs2zcA59Gnd+WK\nVatW5MjhwrULEKBv3wD16ePHT7du/wAnXblSqFC2U6fOnMmUyRkuXKhQzSJH7tixXr2QefMGoKPH\nj6pUpTp16tu3WrVUYcLEjdunN28kSeLGbRMZMmjQYLt0SYyYTp2o4cIlShQvcuSWLbt1axk4cACi\nSp0qS9YpWbLIkatVy5ciReTIZQoUCBGicOFUVamSJ883UKCQIGnTRpssWZ8+1SpXDhq0Y8eaefMG\noLDhw4gTK17MuLFjUKB+5co1bJgsWcpQocqVC48qVXbsbNpUhhAhN25EUaGiSJEfP7EWLfLly5Y1\na8SIXbtGixkzAMCDCz91ytivX8aMceL0ixMnYcKqJEq0Zk2lSlgIEXLjxpMYMZQoEf8iFAwPnl+/\nZEWLduuWMmWtmDEDQL++/U6deu3avwsTJoDBIkWqVUvLpUt16nTqVIQQITJkMpUps2gRHjy3DBkK\nFsyWM2e9ekGD5ipZMgApVa48dUoYLlzJknnyZAwVKmDAxHz6dOcOKFBCBAnSogUTEiSSJNGhM0uP\nHl26XFWrtmsXNmy7mDED0NXrV7BhxY4lW9ZsqVK/fPnixu3WLXGlSnnztihatDRptGmTQ4xYly7P\n7Ng5dmzNmmuaNHXrBixcOFCgunXTdewYAMyZNatSBWzXLnHibNn6tmiROHF5kiU7cqRbNzrJkjVp\nEg0RImbMLFmy9ukTNmy4woXbtGn/27ZZwYIBYN7c+alTvm7d6tYNF65tlSp9+wZImTIxYrp103Ps\nGBcu1OTIOXYMDx5sly5du2ZLnLhPn7ZtmwUMGEAAAgcSdOWKmC9f4MDZshWuUydx4iJVqzZlijdv\nfY4ds2IFnCRJ0qTFiePt06du3WiJE1eqFDhwuY4dA2DzJs6cOnfy7OnzZ6lSv3z54sbt1i1xpUp5\n87YoWrQ0abRpk0OMWJcuz+zYOXZszZprmjR16wYsXDhQoLp103XsGIC4cueqUgVs1y5x4mzZ+rZo\nkThxeZIlO3KkWzc6yZI1aRINESJmzCxZsvbpEzZsuMKF27Rp27ZZwYIBKG369KlT/75u3erWDReu\nbZUqffsGSJkyMWK6ddNz7BgXLtTkyDl2DA8ebJcuXbtmS5y4T5+2bZsFDBiA7Nq3u3JFzJcvcOBs\n2QrXqZM4cZGqVZsyxZu3PseOWbECTpIkadLixPH2CeCnbt1oiRNXqhQ4cLmOHQPwEGJEiRMpVrR4\nEaMlS61+/YoWzZatUb58HTtmatQoWrR27eLkyZMsWcAaNapUKVjOVato0aoGDRoyZMuWPTNmDEBS\npUs1aXIVLBg0aLNmWbJlCxkyTpcuyZK1a5ckQoRq1dKVKJEkScGCDUuVihYtaMqUDRuGDNmyYMEA\n9PX7N1OmU7lyJUv26hWnXLmKFf9LBQqULVvAgH2aNIkWrV6MGEmS5MsXMVmyePGiFi2aMmXHjiUT\nJgxAbNmzQYGq5cuXM2e6dJkyZgwZslKWLLVq1auXoD17cOHSdejQmze6dBXz5OnUKWrRoi1bduzY\nNGXKAJQ3fx59evXr2bd3b8lSq1+/okWzZWuUL1/HjpkaBXAULVq7dnHy5EmWLGCNGlWqFCziqlW0\naFWDBg0ZsmXLnhkzBiCkyJGaNLkKFgwatFmzLNmyhQwZp0uXZMnatUsSIUK1aulKlEiSpGDBhqVK\nRYsWNGXKhg1DhmxZsGAAqlq9minTqVy5kiV79YpTrlzFiqUCBcqWLWDAPk2aRIv/Vi9GjCRJ8uWL\nmCxZvHhRixZNmbJjx5IJEwYgseLFoEDV8uXLmTNdukwZM4YMWSlLllq16tVL0J49uHDpOnTozRtd\nuop58nTqFLVo0ZYtO3ZsmjJlAHr7/g08uPDhxIsbJ0WKFilS4MAFC4Zs1apx42LduvXpkzdvsE6d\nIkVKGytWsGCNGuVt165ixXCdO3fsGDFix8SJA4A/v/5UqVyVAliKHLlgwYyBAiVO3CtQoCRJ8uZt\nlCdPlSppa9XKlStNmr716gUMWC1z5owZI0bsmDdvAFy+hIkKla1OncCBs2ULGSpU4sTRArppEzdu\nqVChEiUqmytXqlSFCuWtVi1f/75umTNnzFgwruDAAQAbViwsWLNcuQoXTpiwZ6NGjRunKlasTp24\ncYNVqlSmTN5mzaJFa9Omcb16ESPmy5w5ZcqePVMWLhwAypUtX8acWfNmzp1JkaJFihQ4cMGCIVu1\naty4WLduffrkzRusU6dIkdLGihUsWKNGedu1q1gxXOfOHTtGjNgxceIAPIcePVUqV6VKkSMXLJgx\nUKDEiXsFCpQkSd68jfLkqVIlba1auXKlSdO3Xr2AAatlzpwxY8SIATzmzRuAggYPokJlq1MncOBs\n2UKGCpU4cbQubtrEjVsqVKhEicrmypUqVaFCeatVy5evW+bMGTMWbCY4cABu4v/MCQvWLFeuwoUT\nJuzZqFHjxqmKFatTJ27cYJUqlSmTt1mzaNHatGlcr17EiPkyZ06ZsmfPlIULB2At27Zu38KNK3cu\nXU2acAkTduxYrVq//k6bRqoW4VrIkHWyZUuWLGWaNMWKVavWM1myjh0zpk3bsWPJkvVatgwA6dKm\nOXEaFizYsWOvXvXChcuZs0W4cLVqRYxYplatVKnaNWmSKlW5cjGjRQsYMGPatBkzhgzZrmTJAGDP\nrj1TJl2+fBEjJkuWr/LNmoHatStWrGLFIsmSxYrVsE+fYMGyZYuZK1fBAAYjli1bsGDIkOVixgxA\nQ4cPRYn6RYzYsWO6dB3z5Wv/2jRIs2alShUsmCNatFCh+rVoUaxYu3ZBgwWrWDFk27YdO1atGrFp\n0wAEFTqUaFGjR5EmVdqoESlZsoIFgwULGipUvXqZKlYsU6ZcuU4FC5YpkyxQoIABS5VqlyxZx47h\nUqaMFi1nzmi5cgWAb1+/kyapqlWLGbNWraxhwnTs2ClixBw5+vXr1K5dmDDhAgUqWLBTp3ytWnXs\nWK1jx1ixQobMVatWAGDHlr1oUSpXroYNO3WKmilTwoS9EiYMFChdukL16pUpk6lVq3z5QoXKlytX\nxYr5ggZNlixkyGDFigWAfHnzliy9okXr2LFdu67RonXsWChixCJF6tXrlC9f/wAtWQrWqRMxYqRI\nDatVa9myXtWq4cIlTdotW7YAaNzIsaPHjyBDihzZqBEpWbKCBYMFCxoqVL16mSpWLFOmXLlOBQuW\nKZMsUKCAAUuVapcsWceO4VKmjBYtZ85ouXIFoKrVq5MmqapVixmzVq2sYcJ07NgpYsQcOfr169Su\nXZgw4QIFKliwU6d8rVp17FitY8dYsUKGzFWrVgASK168aFEqV66GDTt1ipopU8KEvRImDBQoXbpC\n9eqVKZOpVat8+UKFypcrV8WK+YIGTZYsZMhgxYoFoLfv35YsvaJF69ixXbuu0aJ17FgoYsQiRerV\n65QvX5YsBevUiRgxUqSG1cOqtWxZr2rVcOGSJu2WLVsA4sufT7++/fv48+vfz7+/f4AABA4kWNDg\nQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3Ngx34AAIfkECAoAAAAsAAAAACAB\nIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKl\ny5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169g\nw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2j59gO3a\nZcxYsGDYmDF79oxZt27NmlGj1sybN2nSrEmT5s1btGjZqFETJ46bOHHgcoOrJk0agN/AgwMCRAwY\nsGbNjBnj5sxZtWrRvHmDBg0bNmnevEWLdi1atG/fpk3/y0aNmjhx28KF+/ZNnDhq0qQBmE+/vh8/\nwXjxUqZs2DCA2549o0YNmjdvz55Zs/bMmzdmzKpBg/btmzRp2qxZGzeOGzhw376BAzft2TMAKVWu\n/PMn2K9fyJAJE4YtWTJo0JZx4wYNmjVr0Lx5gwbNmjNn3LhFi4ZNmjRx4riJEwcOXLhw16ZNA9DV\n61ewYcWOJVvW7KtXqpo1O3ZMmzZi4MBhw/YNGLBv37Jl+wYMWLdu27598+ULHDhv4sRx41bO3GNz\n376RCxcOwGXMmWvVkkWNGjRo3LgN+/aNG7dvwoSFC9et2zdevLx529atGy9e375xEycOHDhzwYN/\n+0Yu/1w4AMmVL3/1ClW0aMmSbdu269u3bdvACRMGDhw3bt6CBfPmbVu3bsKEgQPHTZy4bt3KmaNv\n7ts3cuDAAeDf3z/AWbNMSZNWrJg2bcPAgZMm7ZswYd++ZcsGzpevb9+wffsGDFi3btrEifv2rZy5\nlOa+fSsXLhyAmDJn0qxp8ybOnDo/fXJGjNi0acuWgYMGrVu3Z+LEMWOmTRsxceKgQduWLJk4cdeu\njdOm7dw5cufOmTN37pw4cuQAsG3rdtWqacqUadNWrZo4atTChaM2bpw0ad++KRMnLlq0bs2aiROH\nDds4btzOnRt37pw5c+fOhStXDgDo0KI9eWomTNi1a//QoImbNu3bN2njxj175s1bM3DgnDnbtmyZ\nOHHUqI27du3cOXLnzpkzd+5cOHLkAFCvbh0UqGfDhlGjxoxZuGfPunVDNm5cs2bbthUDB86Zs2rA\ngH37Vq0auGrVzp0jdw7gOXPmzp0bV64cAIULGTZ0+BBiRIkTP31yRozYtGnLloGDBq1bt2fixDFj\npk0bMXHioEHbliyZOHHXro3Tpu3cOXLnzpkzd+6cOHLkABQ1enTVqmnKlGnTVq2aOGrUwoWjNm6c\nNGnfvikTJy5atG7NmokThw3bOG7czp0bd+6cOXPnzoUrVw5AXr17PXlqJkzYtWvQoImbNu3bN2nj\nxj3/e+bNWzNw4Jw527ZsmThx1KiNu3bt3Dly586ZM3fuXDhy5AC0dv0aFKhnw4ZRo8aMWbhnz7p1\nQzZuXLNm27YVAwfOmbNqwIB9+1atGrhq1c6dI3funDlz586NK1cOQHjx48mXN38efXr1sWIFo0Yt\nWjRs2Lpp0zZtmjZu3Kb1nwbQGjduyZJFq1bNm7dp06CFC3fuXDlz5s5ZPDcuXDgAHDt6xIWL2bZt\n2LB16xbOm7duLMWJw4aNGrVt3bpRozYtW7Zv37JlwzZu3Llz5s4ZPTpOnDgATJs6deVKWLVq0KBp\n09aNGzdt2riBA0eNWrRo1bx5U6asGTZs375heytO/9y5c+XM2TV37ty4cOEA+P0LGBYsYNOmRYtm\nLfG1a9CgXePGDRq0Zs2qZcuWLBkyatS4cVOmjNm3b+fOmStX7pzqc+PEiQMAO7bs2bRr276NO3es\nWMGoUYsWDRu2btq0TZumjRu3acynWePGLVmyaNWqefM2bRq0cOHOnStnzty58efGhQsHIL369bhw\nMdu2DRu2bt3CefPWLb84cdiwUQNIbVu3btSoTcuW7du3bNmwjRt37py5cxUtjhMnDsBGjh1duRJW\nrRo0aNq0dePGTZs2buDAUaMWLVo1b96UKWuGDdu3b9h8ihN37lw5c0XNnTs3Llw4AE2dPoUFC9i0\naf/RolnDeu0aNGjXuHGDBq1Zs2rZsiVLhowaNW7clClj9u3buXPmypU7l/fcOHHiAPwFHFjwYMKF\nDR9GfOnSrWONj8GClaxXr127POHC9eqVKFGEatVKlUpTnz7AgN26BUyWLHHiwpGDTc6cOW/ixAHA\nnVu3J0/Bpv2eNmwYtGPHiBFjhQzZrl29ejXatStVqlaHDgEDRky7MGHkvJcDX86cOXDjxgFAn149\nJEi4kCFbtgwXLmbGjBEjxmnXrlevWAFklefWLVasPgEC9OvXrVvCcOESJ3HcOHLkzJn7Fi4cgI4e\nP1aqhOvYMWXKWrU61qsXLlyPevV69YoUqTuuXHn/8uSIDh1dulSpkiV0HFFy5MqVM2cO3LhxAJ5C\njSp1KtWqVq9ivXTp1rGux2DBStar165dnnDhevVKlChCtWqlSqWpTx9gwG7dAiZLljhx4cgBJmfO\nnDdx4gAgTqzYk6dg0x5PGzYM2rFjxIixQoZs165evRrt2pUqVatDh4ABI6ZamDByrsvBLmfOHLhx\n4wDgzq0bEiRcyJAtW4YLFzNjxogR47Rr16tXrFjluXWLFatPgAD9+nXrljBcuMSBHzeOHDlz5r6F\nCwdgPfv2lSrhOnZMmbJWrY716oUL16NevQC+ekWK1B1Xrjx5ckSHji5dqlTJkjiOIjly5cqZMwdu\n/9w4AB9BhhQ5kmRJkydRvnpl6tixSJG2bWslS9aRI9pq1erTp0GDarJkceGCYNq0XLnq1KkADty2\nbdW8eTt3zpy5buLEAdC6lSsuXKygQatVa9s2V7hw4cGjjRQpTZpAgMgGCtSYMQ2mTatVS5IkGuEA\nh/tWrty5c+XKeRs3DkBjx49ZsUqlTFmkSNq0hYoVK0wYbrNm/fljwUK0VavYsFEADRoqVIsWaQAH\nTps2a968nTtXrhy3cOEABBc+3JWrUMqUSZK0bdupUqWKFNm2a1ejRhcubMuVq0yZAtKkwYJFhgwD\nb960abP27du5c+bMdRs3DkB9+/fx59e/n39///8AL12K5cpVq1aHDjE6dGjMmB5ixKRJw4OHiCZN\n0qRBsWGDESOKFJWZMqVatW/ixGXLdu7cN3LkAMicSfPUKV7EiAEDxokTLEmSFi2i8uePHTtUqMTY\nsuXOnSM1apgxs2rVJkKEvHkLV66cN2/nznkjRw6A2bNoJUlS5cpVrFiLFoWaNIkOnR5o0IABI0QI\nCSNGypSBQdiLl1ChCq1ZY82aN3HismU7d46bOHEAMmve/OiRqlSpVKkiRKjSoUNo0ODYssWKFRw4\nOOzYYcWKihMnwIBBhChNlizWrIEbN65atXPnwJEjB6C58+fQo0ufTr269UuXYrly1arVoUOMDh3/\nGjOmhxgxadLw4CGiSZM0aVBs2GDEiCJFZaZMqVbtmziA4rJlO3fuGzlyABQuZHjqFC9ixIAB48QJ\nliRJixZR+fPHjh0qVGJs2XLnzpEaNcyYWbVqEyFC3ryFK1fOm7dz57yRIwfA50+gkiSpcuUqVqxF\ni0JNmkSHTg80aMCAESKEhBEjZcrA4OrFS6hQhdassWbNmzhx2bKdO8dNnDgAceXOffRIVapUqlQR\nIlTp0CE0aHBs2WLFCg4cHHbssGJFxYkTYMAgQpQmSxZr1sCNG1et2rlz4MiRA1Da9GnUqVWvZt3a\ntSVLkjBhMmSIECEuOHDUqOFEhgwIECpUqLFi/wUBAg148IAB48EDC4kS9eqVihmzb9/MmSPGjRsA\n8OHFgwK1ihYtT55EiUqjRo0RI2eiRMmQoUOHJCpUQICAoQjAIjhwePDwghUrbNiIgQMXLty5c8q4\ncQNg8SJGSRonTeLDR5KkMUWK2LBRhQgRCxYyZADSosWCBRJ69DBhYsMGD44cESPWKlq0b9/MmQuW\nLRuApEqXSpIUadGiPn0KFXry40eMGFF06GjQAAMGHB48CBCwAAeODRsaNIAQKdKvX5miRfPmzZw5\nYNu2Aejr9y/gwIIHEy5s2JIlSZgwGTJEiBAXHDhq1HAiQwYECBUq1FixggCBBjx4wIDx4IGFRP+J\nevVKxYzZt2/mzBHjxg0A7ty6QYFaRYuWJ0+iRKVRo8aIkTNRomTI0KFDEhUqIEDAUKQIDhwePLxg\nxQobNmLgwIULd+6cMm7cALBv714S/EmT+PCRJGlMkSI2bFQhQgSgBQsZMgBp0WLBAgk9epgwsWGD\nB0eOiBFrFS3at2/mzAXLlg1ASJEjJUmKtGhRnz6FCj358SNGjCg6dDRogAEDDg8eBAhYgAPHhg0N\nGkCIFOnXr0zRonnzZs4csG3bAFS1ehVrVq1buXb1SolSo1GjQIHq00eNEiUxYqTYsWPEiA0bSty4\nceFCgxkzokQxYeLEmjXUqCWDBu3bN3PmtHH/4wYAcmTJmzaZypULFy5Jkh61aePFyxAkSF68SJHC\nRY8eI0Zo0KGDDJkfP6IgQtStGzZu3MKFM2fOW3AAw4kXhwSp0aZNoED16WOnS5cePW4ECXLixIYN\nK1y42LAhwowZQ4bcuPGjTp1p05BJk/btW7ly2ugDsH8fPyNGgECBugTwEhw4YpQooUGjBQ0aGzZU\nqPCBBQsFFFesoEGjQwcUdOgwY7ZLmDBw4MqV26ZNG4CVLFu6fAkzpsyZNE+dwgQLFho0vXrhIUMG\nBAhQcOB8+BAgAKg0aThwAODJ05gxHDgs2LVLmrRr4cKdO2fOHLhy5QCYPYu2Vq1MwYItWhQs/5ic\nO3dmzBDVpk2OHAsWWOLChQMHAIYMzZkjRAiHZcu6dQNnzty5c+bMiSNHDoDmzZxBgaLEihUZMrhw\n2SlT5sSJUnToqFCBAIGkLVs0aABAiJAbNzNmQPDly5o1bOPGmTNXrty3ceMAOH8OnRSpSKdObdmC\nCxccK1Y8eDDlx8+JEwQILGLDJkIEAJYs7dmTIUMBX76iRUv27Vu5cubMeQNIjhwAggUNHkSYUOFC\nhg1PncIECxYaNL164SFDBgQIUHDgfPgQIACoNGk4cADgydOYMRw4LNi1S5q0a+HCnTtnzhy4cuUA\n/AQatFatTMGCLVoULJicO3dmzBDVpk2OHP8LFljiwoUDBwCGDM2ZI0QIh2XLunUDZ87cuXPmzIkj\nRw7AXLp1QYGixIoVGTK4cNkpU+bEiVJ06KhQgQCBpC1bNGgAQIiQGzczZkDw5cuaNWzjxpkzV67c\nt3HjAJxGnZoUqUinTm3ZggsXHCtWPHgw5cfPiRMECCxiwyZCBACWLO3ZkyFDAV++okVL9u1buXLm\nzHkjRw7Adu7dvX8HH178ePKMGHGSJKlQoUDtt2yZMSMJEyYePGjQwIIHDxQoMgDMkaNLFzBgmBAi\nVK2atm/fvHk7d84bOXIALmLMeOlSq1WrQIG6dCmSHj1ZsphBg+bGjRQpmEyZggPHiSJF3Lj/+fPn\nTadO3bp9I0dOnLhz58CRIwdgKdOmihSBunTJkaNEiQZx4ZIjB5EtW0iQGDGiBhAgKVJ8+PEjSxYv\nXrT48XPtmjZvdr2ZM8dNnDgAfv8CLlRI0qJFevTkySNnypQZM4wsWcKBAwUKKGTIkCCBQYoUTZr0\n6OGDDRtmzKply8aNmzlz3saNAyB7Nu3atm/jzq17NyNGnCRJKlQoEPEtW2bMSMKEiQcPGjSw4MED\nBYoMOXJ06QIGDBNChKpV0/btmzdv5855I0cOAPv27i9darVqFShQly5F0qMnSxYzaACiuXEjRQom\nU6bgwHGiSBE3bv78edOpU7du38iREyfu/9w5cOTIARA5kqQiRaAuXXLkKFGiQVy45MhBZMsWEiRG\njKgBBEiKFB9+/MiSxYsXLX78XLumzVtTb+bMcRMnDkBVq1cLFZK0aJEePXnyyJkyZcYMI0uWcOBA\ngQIKGTIkSGCQIkWTJj16+GDDhhmzatmyceNmzpy3ceMAJFa8mHFjx48hR5YsSVKjQYP27BEk6AgP\nHj58MLlxQ4MGDx6EiBChQMEEHz44cNCgAcWmTcSIvbp2LVy4c+eUgQMHgHhx45w4VTJlKlIkTZrK\noEHz5QsaJ05atIAB4wkLFh06gFCiBAaMFi1y1KrlzVszcuTGjTt3rhk4cADw59e/aNGfRf8AF925\nQ4iQlSVLhAjBYsRIhw4nThxJkSJChAxGjMyYgQLFDVCgli3z1a1buHDnzj3r1g2Ay5cwHz0CdOdO\nnTqBAgHZSYQIFBs2MGAIEcJHihQHDlSoUaNDhwkTUCBCtGuXK2rUwoU7dy6YN28AwoodS7as2bNo\n06qVJKnRoEF79ggSdIQHDx8+mNy4oUGDBw9CRIhQoGCCDx8cOGjQgGLTJmLEXl27Fi7cuXPKwIED\nwLmzZ06cKpkyFSmSJk1l0KD58gWNEyctWsCA8YQFiw4dQChRAgNGixY5atXy5q0ZOXLjxp071wwc\nOADQo0tftOjPokV37hAiZGXJEiFCsBj/MdKhw4kTR1KkiBAhgxEjM2agQHEDFKhly3x16xYu3DmA\n55516wbA4EGEjx4BunOnTp1AgYBMJEIEig0bGDCECOEjRYoDByrUqNGhw4QJKBAh2rXLFTVq4cKd\nOxfMmzcAOXXu5NnT50+gQYUmSsSHESNAgOjQ2YIECQgQN3bs4MChQYMZOHBMmHCgRo0oUWbMCNGo\nkTNny5AhCxfOnDlu27YBoFvXriRJll69SpWqUSM/adIcOfJEi5YfP0aMGGLESIgQGJgwOXPGiJEo\npEh166Zt2zZy5M6d++bNGwDUqVULEqSHEKE+ffbs+cKEiQkTP5AgQYFiwwYfSJCIEHFB/4mSMWNw\n4CgiSdK1a9KcOQsXrlw5btq0AeDe3fugQXoOHbJjhw0bMEeOoEAxpEePDBkcOEABA8aCBQlu3LBi\nJQTAECcYMZImDRnCcOHMmfO2bRuAiBInUqxo8SLGjBo5cbL06BEaNKxY8aFCpUQJVIAAadBQoIAm\nNWoqVCDAidOfPyFCZDBmjBq1aeHCmStq7lu5cgCWMm1qylSmV68ECbp1qw8dOlCgpJIkKUkSDhxM\ntWkzYgSETJn69GHCZEe0aOHCgTNn9644c+YA8O3rN1MmSJUqsWFjytQhJkxSpBhFhw4IEAMGPOrT\nR4OGBZ8+DRp044aJYsW6dbtGjly5cv/mzHUrVw4A7NiyM2WKdOgQGDCjRs1JkgQFClmCBKVIceCA\nqTVrGjQI0KnTnDkdOmhAhuzatWfkyJkzd+5cOHPmAJAvb/48+vTq17Nvz4mTpUeP0KBhxYoPFSol\nSqACBAigBg0FCmhSo6ZCBQKcOP35EyJEBmPGqFGbFi6cOY3mvpUrBwBkSJGmTGV69UqQoFu3+tCh\nAwVKKkmSkiThwMFUmzYjRkDIlKlPHyZMdkSLFi4cOHNLmYozZw5AVKlTM2WCVKkSGzamTB1iwiRF\nilF06IAAMWDAoz59NGhY8OnToEE3bpgoVqxbt2vkyJUrZ85ct3LlABQ2fDhTpkiHDoH/ATNq1Jwk\nSVCgkCVIUIoUBw6YWrOmQYMAnTrNmdOhgwZkyK5de0aOnDlz586FM2cOQG7du3n39v0beHDhgQI9\nChQIDpw4cdTEiAECRAwcOBgwgADBhAoVDBg8aNHCiZMdO3TEidOsWbVv37x5M2eu27hxAOjXt79o\nkSj9lixlygSwkBcvSZJI2bLFhAkRImTs2HHhAgcfPujQefOmzaZN4MB5K1du3Lhz576RIwcgpcqV\nhQot+vNHjRo9etD8+IECRQ8mTDx4qFABxpMnJEhMyJHjyRMrVpzo0TNt2jVw4L59M2eumzhxALp6\n/XrnzqI+feDAUaNmDA4cKlTsCBIk/0MGChRW2LABAYIDGDC2bDlyxMidO9iwbQOHGJw5c+DIkQMA\nObLkyZQrW76MOXOgQI8CBYIDJ04cNTFigAARAwcOBgwgQDChQgUDBg9atHDiZMcOHXHiNGtW7ds3\nb97Mmes2bhyA5cybL1okKrolS5kyFfLiJUkSKVu2mDAhQoSMHTsuXODgwwcdOm/etNm0CRw4b+XK\njRt37tw3cuQA+AcIQOBAAIUKLfrzR40aPXrQ/PiBAkUPJkw8eKhQAcaTJyRITMiR48kTK1ac6NEz\nbdo1cOC+fTNnrps4cQBs3sR5586iPn3gwFGjZgwOHCpU7AgSJEMGChRW2LABAYIDGP8wtmw5csTI\nnTvYsG0DFxacOXPgyJEDkFbtWrZt3b6FG1cuJEiL9OjBg0ePniQ6dESJwiRFCggQOnQoggKFAQMT\nhgzREFkDiUWLdu2qFS0aOHDnziX79g3AaNKlJUmyJEmSI0eXLqXREluLFSJEatQYMiTLjBkUKKDA\ngiVFihs3eMiS5c0btHLlxo07d44ZOHAArF/HzojRIDp07NjRo8fJkCFHjljhwSNDhhEjkJw4MWGC\niCdPYsTYsAEGJ07QoAGs1a0bOHDnzhnz5g0Aw4YODx26Q2cinT59mOjQceQIlBQpJEj48OGHBg0K\nFFzgwUOECAkSUGjSdOwYrW/fwIH/O3cuWbhwAH4CDSp0KNGiRo8iJURoEKGmhObM6WLDxoYNM3z4\ngADBgYMWN24wYFCgR48jR1KkGOHHT7Rox96GC1euXDds2ADgzatXkaJHnz516mTI0J8wYYoUcXLk\nCAwYIEAIMWIkQ4YKTZqcOQMFSpVQobx565Yt27hx5sx527YNAOvWrgcNKqRIUaJEefKoOXJkxQok\nS5aAACFBQg0fPjJkYFCkCBYsKFDAiBTp2bNmypSFC2fOHDds2ACADy9ej542ffqgSY+GSo4cGzbw\nmDGDAoUFC1LIkMGAwYEcOQAeOTJihAlHjqZNc7ZsWbhw5cp5u3YNQEWLFzFm1LiR/2NHj4QIDSI0\nktCcOV1s2NiwYYYPHxAgOHDQ4sYNBgwK9Ohx5EiKFCP8+IkW7VjRcOHKleuGDRsAp0+hKlL06NOn\nTp0MGfoTJkyRIk6OHIEBAwQIIUaMZMhQoUmTM2egQKkSKpQ3b92yZRs3zpw5b9u2ARA8mPCgQYUU\nKUqUKE8eNUeOrFiBZMkSECAkSKjhw0eGDAyKFMGCBQUKGJEiPXvWTJmycOHMmeOGDRsA27dx69HT\npk8fNL/RUMmRY8MGHjNmUKCwYEEKGTIYMDiQI8eRIyNGmHDkaNo0Z8uWhQtXrpy3a9cApFe/nn17\n9+/hx5cPCtQkTJjo0Dl1CsyPH/8AWbAQtWWLBw8LFnwKEmTCBAWPHlmxkiKFhmDBqlWjRo6cOXPn\nznUzZw6AyZMoQYGSxIqVHz+nTtFRo4YIEUxu3LBgsWGDoyRJQICYUKkSGDBWrBBp1gwcuHDmokr9\nVq4cgKtYs3bqtMiSJT16SpV6AwXKjh2l5sxp0eLCBVFXrnTokMCSpTJlYMBQQYxYtWrWygkuZ87c\nt3LlAChezHjRIkSAAEGBwonTEho0PnwA9eTJhw8OHDxq0uTCBQWZMm3ZYsLEBmLEqlVjNm5cuXLm\nzHUrVw6A79/AgwsfTry48eOgQE3ChIkOnVOnwPz4wYKFqC1bPHhYsOBTkCATJij/ePTIipUUKTQE\nC1atGjVy5MyZO3eumzlzAPLr3w8KlCSArFj58XPqFB01aogQweTGDQsWGzY4SpIEBIgJlSqBAWPF\nCpFmzcCBC2fO5Mlv5coBYNnSZadOiyxZ0qOnVKk3UKDs2FFqzpwWLS5cEHXlSocOCSxZKlMGBgwV\nxIhVq2at3NVy5sx9K1cOwFewYRctQgQIEBQonDgtoUHjwwdQT558+ODAwaMmTS5cUJAp05YtJkxs\nIEasWjVm48aVK2fOXLdy5QBMplzZ8mXMmTVv5tyoUahKlRAhKlTITZAgL17kMGKEAgULFnj48NGh\ngwYhQsCAOXIESp481KhN48bN/5s3c+a+jRsHwPlz6IgQicqUqVKlR4/8iBGDBAmWK1dkyHDhAgkV\nKjlypHjyBBEiOnQImTIVLtw2cuTEiTt3rhvAceMAECxoUJGiT5UqGTKUKNEeKVKIENmyZAkIEB48\nFIECZcSIDUaM2LGTJcuXSZOuXaP27eW3c+e8iRMH4CbOnHny/Jkzhw0bOnS4HDnCgoUQJEg0aLBg\n4QYOHBgwSMCBQ4uWIUOw9OmjTds0b96+fTt3Dty4cQDWsm3r9i3cuHLn0m3UKFSlSogQFSrkJkiQ\nFy9yGDFCgYIFCzx8+OjQQYMQIWDAHDkCJU8eatSmcePmzZs5c9/GjQNg+jRqRP+IRGXKVKnSo0d+\nxIhBggTLlSsyZLhwgYQKlRw5Ujx5gggRHTqETJkKF24bOXLixJ07123cOADat3NXpOhTpUqGDCVK\ntEeKFCJEtixZAgKEBw9FoEAZMWKDESN27GTJ8gXgpEnXrlH7dvDbuXPexIkD8BBixDx5/syZw4YN\nHTpcjhxhwUIIEiQaNFiwcAMHDgwYJODAoUXLkCFY+vTRpm2aN2/fvp07B27cOABDiRY1ehRpUqVL\nmU6atEiSJEKEFi2aAgWKFClcXLjo0EGFiisbNkCAsEGLFhUqQICoAQrUsmWuvn0DB+7cuWjgwAHw\n+xdwpUqNMmVChKhSpTVjxmj/0TLGhw8WLGjQGEOCRIgQL8qUwYFDiZIywICJE/esXDlx4s6da/bt\nGwDZs2lbsrRIkqRFixAhonLlSps2dnbsCBECB44tHZh3MBEmzIcPLlzUQIWKGjVi4LiDO3fO2Ldv\nAMiXNy9IkJ87d+TI8eNnyI0bQYKIceECA4YUKZxo0ACQAgURWbJ48FCixAtPnpYt+xUuHDhw584p\nAwcOgMaNHDt6/AgypMiRixYRkiRJkaI5c6748EGChBAfPjRoyJBBBw4cFChcGDJkypQZM3AUKkSN\nWrNo0cSJM2cO3LZtAKpavXrokCNRoj59YsTojRcvRIhgQYJkxQoXLpQkSWIi/64XL336kCFDp1Yt\nceK4efM2bty5c928eQOAOLFiRYoKWbIECdKgQWasWIEBw8qOHSRIdOjQgwYNDKShQKFCBQgQJZcu\nXbs2TZo0ceLMmeOmTRuA3bx79+kDp06dNm3WrLnSowcIEEZ8+OjQIUMGHi1aPHgQwYgRJEhIkAgi\nSRI2bNauXRs37ty5b926AXgPP778+fTr27+Pf9EiQpIkKQKoaM6cKz58kCAhxIcPDRoyZNCBAwcF\nCheGDJkyZcYMHIUKUaPWLFo0ceLMmQO3bRsAli1dHjrkSJSoT58YMXrjxQsRIliQIFmxwoULJUmS\nmEDqxUufPmTI0KlVS5w4bv/evI0bd+5cN2/eAHwFG1aRokKWLEGCNGiQGStWYMCwsmMHCRIdOvSg\nQQPDXihQqFABAkTJpUvXrk2TJk2cOHPmuGnTBkDyZMp9+sCpU6dNmzVrrvToAQKEER8+OnTIkIFH\nixYPHkQwYgQJEhIkgkiShA2btWvXxo07d+5bt24AjB9Hnlz5cubNnT9nxYoRJ0579owaNYcHjxYt\nHF25kiHDggWLiBC5cEGCI0dkyNSooSRYsGzZsJnDb+7cOW/nzgEEIHAgQVmyKsmSpUhRrVp1rlzZ\nsSMRHDgqVIgQoYgKlRAeI4GMlCdPpWrVyJETd+6cuZbmvJkzB2AmzZqlSiX/4sSJD59Tp84MGaJD\nxyQ0aEiQ+PABkQ8fGjRYePSoTBklSqQkSxYunDZzXs2dO9fNnDkAZs+irVQpUJ48YMCAAoVGiBAf\nPjJ58QIChAYNipw4mTABgiNHaNDo0CHl2DFw4LadO2fO3Llz38yZA6B5M+fOnj+DDi16NCtWjDhx\n2rNn1Kg5PHi0aOHoypUMGRYsWESEyIULEhw5IkOmRg0lwYJly4bNHHNz5855O3cOAPXq1mXJqiRL\nliJFtWrVuXJlx45EcOCoUCFChCIqVELAjyQ/Up48lapVI0dO3Llz5gCaE+jNnDkABxEmLFUqESdO\nfPicOnVmyBAdOiahQUOC/8SHD4h8+NCgwcKjR2XKKFEiJVmycOG0mZNp7ty5bubMAdC5k2elSoHy\n5AEDBhQoNEKE+PCRyYsXECA0aFDkxMmECRAcOUKDRocOKceOgQO37dw5c+bOnftmzhwAt2/hxpU7\nl25du3ctWRLFiZMiRYYM9XnypEcPKVGirFjx4cMQL15y5AhhxcqfP27c9OnUyZs3bOTIjRt37hy4\ncuUApFa9OlQoWKdOdeqECVMmOXKePLmSJo0PHzBgVGnTJkkSHV++kCIFChQsYMDGjftmzty4cefO\nfSNHDkB3798tWQLVqRMi84jwaNHCg4eVLVtu3DhxgokVKzNmvKhSJVKkO/8A7ywqVerbt2zkyIUL\nZ85ct3HjAEicSNGQoUUY8eDhw6ePFy9IkESpUiVFihMnoGzZ4sLFCSdOCBFy42ZQqVLevF0rV27c\nuHPnwJUrB6Co0aNIkypdyrSpU06cSnHiZKqqKUxkyNChI0iNGh48xowZVKaMDh1aAgWSJClRIlHG\njJUrh+3cuXLlzp2jJk4cgL+AA586ZStWLF++ZMkCRYcOJkySIkViwiROHESBAoUJc0eSJFmyTJkq\nZs3auXPczp0rV+7cOWbhwgGYTbs2qNubNsmSdeoUozJlHj3SVKjQli1u3EQyZOjIES+FCkWK1KgR\nLmXKzJmLdu4cOXLnziH/AwcOgPnz6C9dmkSIECdOpkzpUaNGkqRKjBhNmbJmjSSAatTkyEGFEKFD\nh/bsMYUMmTlz2c6dK1fu3Llq4cIB4NjR40eQIUWOJFmSE6dSnDiZYmkKExkydOgIUqOGB48xYwaV\nKaNDh5ZAgSRJSpRIlDFj5cphO3euXLlz56iJEwfA6lWsp07ZihXLly9ZskDRoYMJk6RIkZgwiRMH\nUaBAYcLckSRJlixTpopZs3buHLdz58qVO3eOWbhwABQvZgzK8aZNsmSdOsWoTJlHjzQVKrRlixs3\nkQwZOnLES6FCkSI1aoRLmTJz5qKdO0eO3LlzyMCBA9Db9+9LlyYRIsSJ/5MpU3rUqJEkqRIjRlOm\nrFkjSY2aHDmoECJ06NCePaaQITNnLtu5c+XKnTtXLVw4APHlz6df3/59/Pn1M2J0SxdAXbVqjRoF\nLFKkQgpt2bpypUuXPLduoUHjJVGia9dmcaRG7dy5cuLEmTN37hw5cOAAsGzp0pIlYsmSESNmy1a0\nVatAgRJ17JggQYUKPUKGjBAhR6hQefOGDJkwbtzOnTNXrpw5c+fOjQMHDgDYsGIjRcq1a9esWaJE\nFevUqVGjTMCA1albhxAxYnr0AJIkiRs3X4KvXTt3jty4cebMnTtHDhw4AJInUyZEqFWpUq1aTZp0\ny5GjQIEYAQP25g0bNv+AdOkiQyYNIEDRotGidSpatHPnypEjZ87cuXPkxIkDYPw48uTKlzNv7vw5\nI0a3dOmqVWvUKGCRIhXqbsvWlStduuS5dQsNGi+JEl27Nus9NWrnzpUTJ86cuXPnyIEDBwAgAIED\nB1qyRCxZMmLEbNmKtmoVKFCijh0TJKhQoUfIkBEi5AgVKm/ekCETxo3buXPmypUzZ+7cuXHgwAGw\neRNnpEi5du2aNUuUqGKdOjVqlAkYsDpL6xAiRkyPHkCSJHHj5gvrtWvnzpEbN86cuXPnyIEDBwBt\nWrWECLUqVapVq0mTbjlyFCgQI2DA3rxhwwaQLl1kyKQBBChaNFq0TkX/i3buXDly5MyZO3eOnDhx\nADh39vwZdGjRo0mXrlVrFzBgzZpBg8Zr1ixkyIzt2oUJ065dzoABc+XqV7Ro0ohL6zZu3Llz5s41\ndz7u3DkA06lX37VrmDNn1Khp04Zs2DBq1KAFCzZrVrFiyYoVy5XL2LRp27Zx4yZu3Lhz58yd8w/w\nnEBy584BOIgwYa1auIYNS5YsWjRhtWo9ezYtWDBYsJAhiyZMGC5cyqpV04ZSW7hx486dM3cupkxy\n584BuIkzpytXsnLlKlasWbNcsmQpUwZNmDBTpowZg5YrV6xYu6BBixaNGTNs4MCdO2funNix5c6d\nA4A2rdq1bNu6fQs3/26tWruAAWvWDBo0XrNmIUNmbNcuTJh27XIGDJgrV7+iRZMGWVq3cePOnTN3\nLrPmcefOAfgMOvSuXcOcOaNGTZs2ZMOGUaMGLViwWbOKFUtWrFiuXMamTdu2jRs3cePGnTtn7pzy\n5eTOnQMAPbr0WrVwDRuWLFm0aMJq1Xr2bFqwYLBgIUMWTZgwXLiUVaumLb62cOPGnTtn7pz+/eTO\nnQMIQOBAgq5cycqVq1ixZs1yyZKlTBk0YcJMmTJmDFquXLFi7YIGLVo0ZsywgQN37py5cy1dljt3\nDsBMmjVt3sSZU+dOnpkyufLlS5myYMF81ar165crWrQaNcKFS9WsWf+cOA27devZs2PHvHHjRo6c\nuHPnypUzZ04cOXIA3L6FO2qUr2TJqlVDhkxZsGDTpgEzZmzWrGHDaOHCJUtWsmDBoD2GFq5bt3Ll\nxp07V67cuXPhyJEDEFr06E+fbhEjxozZsGHEdu1SpgwYMWK1ahkzZitYsFGjiAULVq3as2fgvn0r\nV47cuXPlypkzJ44cOQDVrV/PlCmWL1/EiOHCtStWLGHCcOXKJUqUL1+levXKlIkXKlTGjOnSlQ0b\nNnLkxAE8d65cuXPnxJEjB2Ahw4YOH0KMKHEixU2bYqVKhQyZLl25Tp0qVkyWKlWTJhkzdsuWLU2a\nmvnyBQyYL1/cbpL/IzfNnLlx486de8aNG4CiRo9++mSrVq1nz4QJG6ZLlzJlxIYNO3UqWTJawYKl\nSrUsWLBnz4AB66bWnDls5syNG2fOXDNu3ADgzas3UyZYqlQlS6ZLFy9VqpQpK7ZrFypU0KANu3Xr\n1KlnwYIpU0aMmLdu3cyZy2bOHDly585F+/YNAOvWridNauXJU7BgsmTVIkXq2LFesWJJknTsWC5X\nriJFUrZrFy5csmRp27atXDlq5syRI3fuXLRu3QCADy9+PPny5s+jT79pU6xUqZAh06Ur16lTxYrJ\nUqVq0iRjxgDesmVLk6ZmvnwBA+bLFzeH5MhNM2du3Lhz555x4waA/2NHj58+2apV69kzYcKG6dKl\nTBmxYcNOnUqWjFawYKlSLQsW7NkzYMC6BTVnDps5c+PGmTPXjBs3AE+hRs2UCZYqVcmS6dLFS5Uq\nZcqK7dqFChU0aMNu3Tp16lmwYMqUESPmrVs3c+aymTNHjty5c9G+fQMwmHDhSZNaefIULJgsWbVI\nkTp2rFesWJIkHTuWy5WrSJGU7dqFC5csWdq2bStXjpo5c+TInTsXrVs3ALdx59a9m3dv37+BBxc+\nnHhx48eRJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/Bhxc/nnx58+fRp1e/nn179+/hx5c/n359\n+/fx59e/n3//6f8A//wJ5ssXM2bEiG1z5owatWfevEWLdu3aNHDgpEnDJk2aN2/SpGWrVm3cuG3h\nwn37Fi5cNWnSAMicSfPPH2K/fi1bRoxYNmfOqlWD5s2bM2fWrEH79i1aNGzTpnnzFi2atmrVxInb\nBg7ct2/gwEmDBg2A2bNo+/QR5suXMmXDhm2DBu3aNWrdujlzdu3as23bmDGj1qxZt27RomWzZk2c\nuG3gwHnz9u1bNGfOAGjezLlPH2G/fjVrRoyYtmbNrFmT5s0bNGjYsEnjxq1ZM2vNmnnz9uwZNmrU\nxInbFi6cN2/hwlGLFg2A8+fQo0ufTr269et//gTz5YsZM2LEtjn/c0aN2jNv3qJFu3ZtGjhw0qRh\nkybNmzdp0rJVqzZu3DaA4cJ9+xYuXDVp0gAsZNjwzx9iv34tW0aMWDZnzqpVg+bNmzNn1qxB+/Yt\nWjRs06Z58xYtmrZq1cSJ2wYO3Ldv4MBJgwYNwE+gQfv0EebLlzJlw4Ztgwbt2jVq3bo5c3bt2rNt\n25gxo9asWbdu0aJls2ZNnLht4MB58/btWzRnzgDMpVu3Tx9hv341a0aMmLZmzaxZk+bNGzRo2LBJ\n48atWTNrzZp58/bsGTZq1MSJ2xYunDdv4cJRixYNwGnUqVWvZt3a9WvYsWKtkiatWTNt2nx588aN\n27djx8CB48YN/1yvXt++dQMHrlixcOG+iRPnzVs5c9nNfftGLlw4AOHFj581a9W0ac+eceM2LFw4\nbNi++fL17du2beB8+fLmjRtAb96IEQsXzps4cd68lTPn0Ny3b+TAgQNg8SLGWbNWTZsWLZo3b8bC\nhdu27ZswYd68bdvmLVcubty2efNGjBg4cN3ChePGrZy5oObAgSMHDhyApEqX2rLlypo1aNC6dTsG\nDly3bt6CBQMHzpu3b7hwefOWjRs3X76+fdsWLly3buXM0TXnzRs5cOAA8O3r9y/gwIIHEy5cqtSz\nYsWuXaNGDRw1at++RRMnzpkzb96giRM3bVo3ZMjIkdOmbRw3bv/nzpE7d86cuXPnwpEjB+A27tyq\nVElTpuzatWjRxEWL9u0bs3Hjli3btg2ZOHHQoHlbtmzcOGzYxnXrdu7cuHPnypU7dy5cuXIA1rNv\nP2pUtGTJtGmjRm2cNWvhwlEbNw7gsmXfviULFw4aNG3GjIkTV60aOW7czp0bd+5cuXLnzoEjRw5A\nSJEjV62itmxZtmzTpomjRi1cOGrkyEGD5s0bs3Dhnj3jRoxYuHDVqonbtu3cuXHnzpUrd+5cuHLl\nAFS1ehVrVq1buXb1WqrUs2LFrl2jRg0cNWrfvkUTJ86ZM2/eoIkTN21aN2TIyJHTpm0cN27nzpE7\nd86cuXPnwpH/IwcAcmTJqlRJU6bs2rVo0cRFi/btG7Nx45Yt27YNmThx0KB5W7Zs3Dhs2MZ163bu\n3Lhz58qVO3cuXLlyAIgXNz5qVLRkybRpo0ZtnDVr4cJRGzdu2bJv35KFCwcNmjZjxsSJq1aNHDdu\n586NO3euXLlz58CRIwcAf379q1ZRWwZwWbZs06aJo0YtXDhq5MhBg+bNG7Nw4Z4940aMWLhw1aqJ\n27bt3Llx586VK3fuXLhy5QC4fAkzpsyZNGvavEmLlrFrPK9x4+atWzduRMOFw4YtWjRt3bpFizYt\nWzZw4LBhsyZO3Llz5rp2PXdOXLhwAMqaPWvL1jFt2rJl27bt/1u3btWqbfPmLVo0atSuceP27Bm1\nbdvAgdOm7Ro5cufOlTMH2dy5c+LAgQOAObNmWrSUZct27Ro3buG+fdOm7Zs4cdOmSZOGzZu3Z8+m\nXbsGDty23ePGnTtXzpxwc+fOiQsXDoDy5cxx4WK2bZs2bdy4ifPmjRs3b+HCXbtGjVq2bt2emb92\nzZs3auzHjTt3zpz8c/TPiQsXDoD+/fz7+wcIQOBAggUNHkSYkBYtY9ccXuPGzVu3btwshguHDVu0\naNq6dYsWbVq2bODAYcNmTZy4c+fMvXx57py4cOEA3MSZ05atY9q0Zcu2bdu3bt2qVdvmzVu0aNSo\nXePG7dkzav/btoEDp03bNXLkzp0rZ06suXPnxIEDB0DtWra0aCnLlu3aNW7cwn37pk3bN3Hipk2T\nJg2bN2/Pnk27dg0cuG2Nx407d66cOcrmzp0TFy4cAM6dPePCxWzbNm3auHET580bN27ewoW7do0a\ntWzduj3Dfe2aN2/UfI8bd+6cOeLnjJ8TFy4cAObNnT+HHl36dOrVMWHy9Uz7M1++nh07JkxYqF+/\natWSJWsRLlysWK0aNIgYsWDBjPXqJU7/uHHkyAE0Zw6cOHEADiJM+OnTr2jRmjXjxSuaMGHBgmnq\n1StWrFOn9ty6NWuWK0KEhg3z5cvYrl3iXo4bR46cOXPgxIn/A6BzJ89MmX5Fi/bsWbBg1po1W7bs\nlTBhtWr16mVo165atWwNGlSsWK5cxXz5GieWHFly5sx9CxcOANu2bkWJOnZt7jVjxqYdy3vs1LBh\nuHDVqtUnV65WrUz9+dOrFy5cwXLlGieZHLly5cyZ+yZOHIDOnj+DDi16NOnSpjFh8vVs9TNfvp4d\nOyZMWKhfv2rVkiVrES5crFitGjSIGLFgwYz16iVu+bhx5MiZMwdOnDgA1q9j//TpV7RozZrx4hVN\nmLBgwTT16hUr1qlTe27dmjXLFSFCw4b58mVs1y5x/gGOG0eOnDlz4MSJA7CQYcNMmX5Fi/bsWbBg\n1po1W7bs/5UwYbVq9eplaNeuWrVsDRpUrFiuXMV8+Ro3k1xNcubMfQsXDkBPnz9FiTp2jeg1Y8am\nHVN67NSwYbhw1arVJ1euVq1M/fnTqxcuXMFy5Ro3lhy5cuXMmfsmThwAt2/hxpU7l25du3dhwQrl\nzBkoUNq0napVCwsWba5cUaJkwcK1W7fgwFFAjVqsWHr0jAAHjhs3auHCnTtXrhw3cOAApFa9ulYt\nV9CguXKFDRspVqyiRMlWqhQfPhEiTPv0SY4cBNOmkSIFCVIKcOC4ccs2bty5c+XKcRs3DkB3799j\nxVoFDRoqVNy4zerV68+fbq9effoUIoQ0UqQIEbIADdqqVf8AI0WyAQ6cN2/bxIk7d65cOW7ixAGY\nSLEiLlyupEnTpatbN1i2bKVJk02VqkmTNmywhgoVGjQFpk07dapOHQzgwH37tm3cuHPnypXTJk4c\ngKNIkypdyrSp06dQO3WihQuXLl2ZMp2KFOnQoSNx4rRpEySICShQ2LChceIEFiyePP0xY8aaNXDj\nxl27du5cN3LkAAgeTJgUKVy9euHCFSnSKEWK+PD5QYeOGjU+fKxo0mTQoBsxYpAh8+kTIjt2uHHr\nNm5ctmznzm0bNw6A7du4OXGqtWvXr1+ZMsnSpEmRIimKFMWJw4WLCzJk5swxkiNHly6OHE2iQ4cb\nt2/jxnH/43buHDdy5ACoX8/+1KldwYIBA9apE61GjQgROvLnTxyAcZAgKUGFCh06MlasqFIFFChB\nb95s2/aNHDlt2s6d80aOHACQIUWOJFnS5EmUKTt1ooULly5dmTKdihTp0KEjceK0aRMkiAkoUNiw\noXHiBBYsnjz9MWPGmjVw48Zdu3buXDdy5ABs5dqVFClcvXrhwhUp0ihFivjw+UGHjho1PnysaNJk\n0KAbMWKQIfPpEyI7drhx6zZuXLZs585tGzcOwGPIkTlxqrVr169fmTLJ0qRJkSIpihTFicOFiwsy\nZObMMZIjR5cujhxNokOHG7dv48Zx43buHDdy5AAMJ178/9SpXcGCAQPWqROtRo0IETry50+cOEiQ\nlKBChQ4dGStWVKkCCpSgN2+2bftGjpw2befOeSNHDsB9/Pn17+ff3z9AAAIHEixoEBOmTqJENWqU\nKZOViD9+WPHhAwOGDBmIlCiBAMEDHz5evJAgYcOjR8eOzapWrVs3c+Z8bdsG4CbOnJo0jWrVihAh\nSpTWSJESI0aWHz8uXJgw4ceLFwgQNLhxY8aMChU4TJq0bJkubNi8eTNn7hc3bgDWsm2LCVMoV64a\nNQIFio4XLz58lBkyxIQJEiSY3LjhwMGGIkVatNCggYQmTdGi5bJm7ds3c+aAbdsG4DPo0Jo0sZo1\nq1IlT/+e4HTpwoNHlyBBLlzAgAEHCRIECCzAgYMGDQwYOlSq5MwZLmzYwIEzZ67Ytm0AplOvbv06\n9uzat3PHhKmTKFGNGmXKZOX8jx9WfPjAgCFDBiIlSiBA8MCHjxcvJEjY8Ajgo2PHZlWr1q2bOXO+\ntm0D8BBiRE2aRrVqRYgQJUprpEiJESPLjx8XLkyY8OPFCwQIGty4MWNGhQocJk1atkwXNmzevJkz\n94sbNwBDiRbFhCmUK1eNGoECRceLFx8+ygwZYsIECRJMbtxw4GBDkSItWmjQQEKTpmjRclmz9u2b\nOXPAtm0DcBdvXk2aWM2aVamSJ09wunThwaNLkCAXLmD/wICDBAkCBBbgwEGDBgYMHSpVcuYMFzZs\n4MCZM1ds2zYAq1m3dv0admzZs2lTovRo1apTpwwZcqNFy5EjOHLkUKEiQ4YULFho0PDAho0pU2LE\nwHHnTrVqyqJF8+atXLlt2LABMH8ePSdOmVy1d0WIkJsrV3TosOHDx4oVHDi88A9QhAgJNGho0ZIj\nxxE9eqxZi0aNmjdv5cppuwggo8aNmTJ5atWqVi1IkBapUWPFSg8kSGrUSAFThw4SJC7IkAEFCg0a\nTQABunZtGTVq376VK5cNGzYATJs6xQR1ldRVhAjt6dKlSRMaO3aoUKFBw4kZMzBgeCBDhhQpOHAE\n0aOn/1o1ZtGifftmzhy3bNkA+P0LOLDgwYQLGz7MihUkWrQAAcKFS44aNS9egIIDR4YMAwYUXbli\nwQKASZPIkKlRY0KxYtiwbRs37tw5c+bCkSMHILfu3a1acdq1Cw6cXLn2hAmDAoUmOHBUqECAYJEW\nLRo0AMiTR40aHDge+PKVLZu2cuXOnStXDhw5cgDau3/PilUlXboKFQIGbM6dOzFifAL45g0OHAoU\nRHry5MMHAIIEkSHTosWCY8ekSdtGjpw5jua+kSMHQORIkrBgddq1K1AgXLjilClDgsSlNWto0DBg\n4FGWLBYsAFCkaM0aHz4gECP27Nm1cePMPTX3jRw5AP9VrV7FmlXrVq5dvbJiBYkWLUCAcOGSo0bN\nixeg4MCRIcOAAUVXrliwAGDSJDJkatSYUKwYNmzbxo07d86cuXDkyAGAHFlyq1acdu2CAydXrj1h\nwqBAoQkOHBUqECBYpEWLBg0A8uRRowYHjge+fGXLpq1cuXPnypUDR44cAOLFjbNiVUmXrkKFgAGb\nc+dOjBif3rzBgUOBgkhPnnz4AECQIDJkWrRYcOyYNGnbyJEzF9/cN3LkANzHnx8WrE67dgEMFAgX\nrjhlypAgcWnNGho0DBh4lCWLBQsAFClas8aHDwjEiD17dm3cOHMmzX0jRw4Ay5YuX8KMKXMmzZqS\nJKn/KlXq0SNKlAyZMZMjRxUpUkyYIEFixpAhKlR46NGDDRszZr4sWqRNW7dwXsOdO+dt3DgAZs+i\nhQRpFChQmjRJktRIjJgaNa5MmVKixIgRQ4oUSZEChBIlZMh8+ULGkSNr1riFC+fN27lz3saNA6B5\nM2dKlE6lSgUK1KZNidSoUaJEypgxMV7HCOLESY0aHYgQ2bKlTZswjx5Vq7YtXDhw4MyZ6yZOHIDm\nzp9HijTq06dJkypV+lOmzI8fSqxYKVECBIgZRYqECKEhSRIyZNiwUcOIETVq28DhB2fO3Ddy5AAC\nEDiQYEGDBxEmVLhQkiRVpUo9ekSJkiEzZnLkqCJF/4oJEyRIzBgyRIUKDz16sGFjxsyXRYu0aesW\njma4c+e8jRsHgGdPn5AgjQIFSpMmSZIaiRFTo8aVKVNKlBgxYkiRIilSgFCihAyZL1/IOHJkzRq3\ncOG8eTt3ztu4cQDgxpVLidKpVKlAgdq0KZEaNUqUSBkzJkbhGEGcOKlRowMRIlu2tGkT5tGjatW2\nhQsHDpw5c93EiQMwmnTpSJFGffo0aVKlSn/KlPnxQ4kVKyVKgAAxo0iRECE0JElChgwbNmoYMaJG\nbRs45+DMmftGjhwA69exZ9e+nXt3798zZYLUqdOjR5YskfnyhQkTLEaMdOhQogSSDh0mTLgwZEgK\n//8AU8ho1apatWDixIULd+4cNHDgAEicSNGSJUmNGgkSpEjRlI8fqxw5UqKEChVMXrywYAGEFCkr\nVpAg4QIUqGjRgoED9+3buXPPvn0DQLSo0UuXEH36hAiRJElqtmyJEgVLkyYoUJQo0cSEiQkTQBgx\nUqKEChUzQoWqVq3Xt7ffzp075s0bgLt481qytChSpEGDDh3iUqWKlMM9eoQIkSJFkxcvJkzIcOSI\nChUiRJQABerYsWDdun37du4cMm/eAKhezbq169ewY8uenSkTpE6dHj2yZInMly9MmGAxYqRDhxIl\nkHToMGHChSFDUkhPIaNVq2rVgokTFy7cuXPQwIH/A0C+vHlLliQ1aiRIkCJFU+LHr3LkSIkSKlQw\nefHCggWAIKRIWbGCBAkXoEBFixYMHLhv386de/btGwCMGTVeuoTo0ydEiCRJUrNlS5QoWJo0QYGi\nRIkmJkxMmADCiJESJVSomBEqVLVqvb4N/Xbu3DFv3gAsZdrUkqVFkSINGnToEJcqVaRs7dEjRIgU\nKZq8eDFhQoYjR1SoECGiBChQx44F69bt27dz55B58wbA71/AgQUPJlzY8OFGjSa5csWKVaNGdsSI\nwYHjiBEjJEhgwCDDho0LFxgECTJmTI8ePDZtypbNGjVq4sSZM+fNNgDcuXUrUvSn0u9KggTV+fLF\n/4YNJ1CgpEhx4YKPKFE2bIgwZAgVKjhwBJEkiRq1Z+HDhTNnztu2bQDUr2e/aBGhT58oUQoUSE6X\nLjt2HFmy5AXAFxs20PjxgwQJCEyYbNnSo8cPSZK0abtGjZo4cebMddOmDQDIkCIXLXIkSpQmTYQI\nvaFCpUcPIESImDChQUOOIEFAgHBgxIgXLz160Fi0yJmzZ8iQefNWrhy3bNkAUK1q9SrWrFq3cu1q\nyhQlVar8+NGlq0+YMECAnAIEqEQJBgwk/fmDAYODTJn69MGBQ0SzZuDAcTNn2Ny5c+LKlQPg+DHk\nTp0sbdoEB86qVXy6dNmx4xUmTCxYSJCQiQyZD/8fEGDCJEfOiRMhgAHjxi1buXLmdpsDV64cgODC\nh4MCJYkTJzVqRo0yxIVLjRqeChVq0eLBg0RjxmTIgGDSpDp1bNhIceyYt/Tlypkzd+5cOHPmANCv\nb3/UqEqpUsWJ8wrgqzxixMCAUUqPHhMmGDDohAaNBQsEJk1Cg0aFCg/BgmXL1mzcuHLlzJkDR44c\nAJUrWbZ0+RJmTJkzTZmipEqVHz+6dPUJEwYIkFOAAJUowYCBpD9/MGBwkClTnz44cIho1gwcOG7m\nuJo7d05cuXIAyJY126mTpU2b4MBZtYpPly47drzChIkFCwkSMpEh8+EDAkyY5Mg5cSIEMGDcuGX/\nK1fOXGRz4MqVA3AZc2ZQoCRx4qRGzahRhrhwqVHDU6FCLVo8eJBozJgMGRBMmlSnjg0bKY4d8/a7\nXDlz5s6dC2fOHADly5mPGlUpVao4cV69yiNGDAwYpfToMWGCAYNOaNBYsEBg0iQ0aFSo8BAsWLZs\nzcaNK1fOnDlw5MgB8A8QgMCBBAsaPIgwoUKEixaB+vRJkqRJk/JgwZIjx5EpUzRo4MABxo4dFSps\n4MEDDRosWMIUKtSt2zZxNMWdO/eNHDkAPHv6BAQIEiFCfvwMGgQnSpQXL5AYMWLBwoYNNpAg6dBB\nAg4cWrQsWRKFECFrZL99AwfOnDlv48YBeAs3/26iRJkWLQoUyJAhO0+e0KCx5MgRDRo8eHjx44cG\nDRmAAHHjxoqVKZIkYcNmLZzmcObMdRs3DoDo0aQLFfoUKVKhQo4cCbJihQePJ1SofPjAgcOOIkU+\nfKggREiWLEaMFAEEaNq0aN26efNmzlw3ceIAWL+OPbv27dy7e/++aBGoT58kSZo0KQ8WLDlyHJky\nRYMGDhxg7NhRocIGHjzQoAGIBUuYQoW6ddsmTqG4c+e+kSMHQOJEioAAQSJEyI+fQYPgRIny4gUS\nI0YsWNiwwQYSJB06SMCBQ4uWJUuiECJkTee3b+DAmTPnbdw4AEWNHk2UKNOiRYECGTJk58kTGv80\nlhw5okGDBw8vfvzQoCEDECBu3FixMkWSJGzYrIWDG86cuW7jxgHAm1dvoUKfIkUqVMiRI0FWrPDg\n8YQKlQ8fOHDYUaTIhw8VhAjJksWIkSKAAE2bFq1bN2/ezJnrJk4cANatXb+GHVv2bNq1LVlipEkT\nJEiUKIWxYqVMGSc0aHDgIENGlBo1IEAYgQXLiBEpUuwYNapaNV/hwokTd+7csXDhAJxHnx4Roj9+\n/AgSNGjQEyZMtmzJ4sOHBw8pUgCEAgIEBQoupEhRoYIECRuiRFGjRgwcuHDhzp0z9u0bgI4eP0qS\npOjQoUGDCBHawoSJFi1YjhwRIUKGDCcpUkT/iHDCipUUKVSoSGLKlDVrx8aNEyfu3Dlj3rwBiCp1\nKiVKlSJFUqRo0aIpVqw4cZLlxw8RImDAQGLCxIQJJ6ZMOXHiwwcXmDApU0aLGzdv3s6dW/btG4DC\nhg8jTqx4MePGjg8dSgQKFCZMhQrZsWKFBg0gS5acOMGBAxAiRChQiIAEyZgxPXoUyZRp2zZs0qSJ\nE2fOXLdt2wAADy78zx9BkiRBgtSnjxorVliwQDJkiAcPGDD0MGKkQwcLVaqQIYMDRxBNmqpVmxYt\nmjhx5sx1y5YNAP369g0ZamTJ0qVLhAASqkOFyo0bRKxY+fBBg4YeSZJkyKDBipUyZY4cSQIK/xQ2\nj9WqiRNnzty2a9cApFS50pChRpkyXbpEiBCdLVuAAGkiRUqJEhs2+GDCRIMGCEOGXLlig+mlS8+e\nQYsWLVw4c+a4VasGgGtXr1/BhhU7lmzZQ4cSgQKFCVOhQnasWKFBA8iSJSdOcOAAhAgRChQiIEEy\nZkyPHkUyZdq2DZs0aeLEmTPXbds2AJcxZ/7zR5AkSZAg9emjxooVFiyQDBniwQMGDD2MGOnQwUKV\nKmTI4MARRJOmatWmRYsmTpw5c92yZQOwnHlzQ4YaWbJ06RIhQnWoULlxg4gVKx8+aNDQI0mSDBk0\nWLFSpsyRI0lAgcI2v1o1ceLMmdt27RoA//8AAQgcCMCQoUaZMl26RIgQnS1bgABpIkVKiRIbNvhg\nwkSDBghDhly5YqPkpUvPnkGLFi1cOHPmuFWrBqCmzZs4c+rcybOnT1GiJIUKtWdPqlR0rFg5cuQU\nGTIwYEyYwEmLlhEjKmDCNGaMDx87nDnbto2bubNovZUrB6Ct27eWLCGqVEmOHFSo3EiRcuSIKTp0\nWrSoUGGRDx8ePDjAhClMmCRJfBgzhg3btnKYy5kz961cOQCgQ4sGBWqRKFGAAKVK1UeMmCdPTpkx\nAwMGBQqRpEgpUeICKFBevEyZQmTZsm3buJUrZ665OW/lygGYTr06KFCPVq0SJMiVKzlgwPj/8AGq\nT58YMTx4uFSlSooUEDRpwoLFhw8Xy5Zdu4atnH+A5cyZA1euHACECRUuZNjQ4UOIEUWJkhQq1J49\nqVLRsWLlyJFTZMjAgDFhAictWkaMqIAJ05gxPnzscOZs2zZu5nTu9FauHACgQYVasoSoUiU5clCh\nciNFypEjpujQadGiQoVFPnx48OAAE6YwYZIk8WHMGDZs28qtLWfO3Ldy5QDMpVsXFKhFokQBApQq\nVR8xYp48OWXGDAwYFChEkiKlRIkLoEB58TJlCpFly7Zt41aunDnQ5ryVKwfA9GnUoEA9WrVKkCBX\nruSAAePDB6g+fWLE8ODhUpUqKVJA0KQJ/wsWHz5cLFt27Rq2ctHLmTMHrlw5ANm1b+fe3ft38OHF\nP3pUypMnSeklDerSpUiRI1aslCiRIgWRJ09u3CCRJAnANm28eJGzaBE3btfEiQsX7ty5b+TIAaho\n8WKiRJ8oUWrUiBGjPWDA4MCBRYuWDx9KlChSpcqMGSigQBEkCA+eN5w4ceOGTRxQcefOdRs3DgDS\npEoXLUqVKZOkqJL6lClz5AgXLVpMmCBBAkiUKDRooLhyhRChOnX0fPrkzZu1cePEiTt3rtu4cQD2\n8u0rSZIoUKAiRVq0qM+VK0iQWPHiBQWKESN8MGGSIoWHI0fYsLlyxcyiRdmySQsXDhy4c//nvI0b\nB+A17NiyZ9Oubfs27kePSnnyJOm3pEFduhQpcsSKlRIlUqQg8uTJjRskkiRp08aLFzmLFnHjdk2c\nuHDhzp37Ro4cgPTq1ydK9IkSpUaNGDHaAwYMDhxYtGj58AFgiRJFqlSZMQMFFCiCBOHB84YTJ27c\nsImzKO7cuW7jxgHw+BHkokWpMmWSdFJSnzJljhzhokWLCRMkSACJEoUGDRRXrhAiVKeOnk+fvHmz\nNm6cOHHnznUbNw5AVKlTJUkSBQpUpEiLFvW5cgUJEitevKBAMWKEDyZMUqTwcOQIGzZXrphZtChb\nNmnhwoEDd+6ct3HjABQ2fBhxYsWLGTf/dlyp0qJLlxYtihSJTBjNYdLs2OHChQoVWEKE4MDhBBky\nMGDYsCFElSpq1ISNGxcu3LlzzLx5A/AbePBHwyFBSpRo0qQsXbqMGeOlRo0YMXDgGLNihQcPL9Kk\n0aEjSZIqtWp589Zs3Dhx4s6dWwYOHAD58+lXqhRp06ZMmSBBGgOwTJkuXcrgwDFjRo8eY1Kk4MAh\nxZkzR45UqUKmVq1v35SRIxcu3LlzysCBA4AypUpMmCZx4oQI0aNHZ758KVPmTJIkM2YIETKGBIkO\nHVaUKRMjRo8eRHDh2rZN2bhx4MCdO5fMmzcAXLt6/Qo2rNixZMsyYpRo1KhMmQgRQuPF/0uOHE2O\nHDFhQoQIIjduiBCx4cqVLl2OHJkyaRI3btiqVRMn7ty5btu2AbiMObMhQ4cuXbJkCREiOFy4zJih\npUkTEyZQoHiCBAkJEiOuXKFDp0yZNatWefOWjRs3ceLMmdOGHIDy5cwTJVoEClSmTIoUyTFjJkiQ\nLEmSqFCxYoUSIUJOnECxZQsgQGXK+JElK1y4bN26iRN37hy3bdsA+AcIQOBAAJAMhgq1aRMhQnCs\nWClSpEuTJi5clCjRZMgQDx5CVKkiRsyRI1Q2bdq2Ddu1a+PGmTOXTZs2ADVt3sSZU+dOnj19MmKU\naNSoTJkIEULjxUuOHE2OHDFhQoQIIv83bogQseHKlS5djhyZMmkSN27YqlUTJ+7cuW7btgGAG1eu\nIUOHLl2yZAkRIjhcuMyYoaVJExMmUKB4ggQJCRIjrlyhQ6dMmTWrVnnzlo0bN3HizJnTFhrAaNKl\nEyVaBApUpkyKFMkxYyZIkCxJkqhQsWKFEiFCTpxAsWULIEBlyviRJStcuGzduokTd+4ct23bAFzH\nnh3S9lChNm0iRAiOFStFinRp0sSFixIlmgwZ4sFDiCpVxIg5coTKpk3btgHEdu3auHHmzGXTpg0A\nw4YOH0KMKHEixYqpUk1y5YoQIVeu4FSpAgQIIy5cTJjQoKGQECEgQFBQpChOnCRJzCD/QwYO3DZz\nPn96M2cOANGiRk2ZioQKFSRItWqxoUIlSZJGZsyMGLFhgyQrVkiQEFGp0qJFduxIsmZNnDhw5syd\nO2fOHDdz5gDgzauXFStGrVo9elSrFhwtWowYcQQGzIoVGTI4IkPGBGVMmBYt4sMnU7Vq48aJO3fO\nnLlz576ZMwdgNevWrlxZatWqUaNUqd5UqaJDhyQzZkiQUKEi0ZUrIEBoiBSJDx8wYLxAgyZO3Ddz\n1q97K1cOAPfu3r+DDy9+PPnyqVJNcuWKECFXruBUqQIECCMuXEyY0KChkBAhIACCoKBIUZw4SZKY\nQYYMHLht5iBG9GbOHACLFzGaMhUJ/xUqSJBq1WJDhUqSJI3MmBkxYsMGSVaskCAholKlRYvs2JFk\nzZo4ceDMmTt3zpw5bubMAVC6lCkrVoxatXr0qFYtOFq0GDHiCAyYFSsyZHBEhowJs5gwLVrEh0+m\natXGjRN37pw5c+fOfTNnDkBfv39dubLUqlWjRqlSvalSRYcOSWbMkCChQkWiK1dAgNAQKRIfPmDA\neIEGTZy4b+ZQp/ZWrhwA169hx5Y9m3Zt27c1aSL16VOlSpAgOYoTBwsWLmfO1Khx4wYVNWpy5JAh\nRkyiRH/+YFKl6ts3beXKiRN37hw4cuQApFe/nhIlUqBAadJUiT4aNFGibMmShQaNFv8AW0gpU+bI\nkR1mzKRKlSmTrF69xInzVq7cuHHnznEjRw6Ax48gMWEi5clTpkyWLGGaM8eLyzJlevSAAcNKnDhN\nmgBhwwYVqk6dcBEjNm7cN3PmyJE7dw4cOXIAokqd2qmTKlKkNGly5IiRGTNMmHgZM4YIERYshqhR\nEySIjC9fBg3y4+eTK1fgwHUzZ06cuHPnwJEjB6Cw4cOIEytezLixY1OmVpkyJUvWq1eY7NjJlMlS\npEhSpKxZw4gNmyJFwDBi1KlTo0ayjh0zZ+6aOXPkyJ075yxcOADAgwsHBUpWqlS4cMmStcmNG0jQ\nESFq0oQNG0SAAEGBYseSpVq1Tp3/SkaN2rlz2s6dI0fu3Llk4cIBmE+/vihRsEiRggXr1SuAkOjQ\ncVRw0qQuXdiwWaRIERo0hjRp8uUrVapm1qydO+ft3Lly5c6dixYuHACUKVWeOhXLlClcuFSpmtSm\nzSScly5x4UKHTqM9e6hQuSNJ0qlTkyb5ihbNnLlt586RI3fu3LNv3wBs5drV61ewYcWOJWvK1CpT\npmTJevUKkx07mTJZihRJipQ1axixYVOkCBhGjDp1atRI1rFj5sxdM2eOHLlz55yFCwfA8mXMoEDJ\nSpUKFy5Zsja5cQPJNCJETZqwYYMIECAoUOxYslSr1qlTyahRO3dO27lz5MidO5cs/1w4AMmVLxcl\nChYpUrBgvXoFiQ4dR9knTerShQ2bRYoUoUFjSJMmX75SpWpmzdq5c97OnStX7ty5aOHCAeDf3z/A\nU6dimTKFC5cqVZPatJnk8NIlLlzo0Gm0Zw8VKnckSTp1atIkX9GimTO37dw5cuTOnXv27RuAmDJn\n0qxp8ybOnDonTeIVLNiuXaxYKUuVSpMmTsaMESLUp88iYsTu3NEjSRI2bL583apW7dy5cuTImTN3\n7hy5b98AsG3rVpKkX8aMCRNGi5ayVKkSJYrky5cdO3ToEBo2LFCgRaJEhQvnzNkxb97OnTNXrpw5\nc+fOkQMHDgDo0KIlSeJFjNivX/+yZCVr1QoTpky+fPHho0fPI2PGJEnSBAuWOHHQoDHz5u3cOXPl\nypkzd+4cuXDhAFCvbt2SpV7Bgv365coVs1SpMmUKJUwYofSEKB07VqiQoFOnunXzZf/atXPnyo0b\nZw6guXPnyH37BgBhQoULGTZ0+BBixEmTeAULtmsXK1bKUqXSpImTMWOECPXps4gYsTt39EiShA2b\nL1+3qlU7d64cOXLmzJ07R+7bNwBDiRaVJOmXMWPChNGipSxVqkSJIvnyZccOHTqEhg0LFGiRKFHh\nwjlzdsybt3PnzJUrZ87cuXPkwIEDcBdvXkmSeBEj9uuXLFnJWrXChCmTL198+Oj/0fPImDFJkjTB\ngiVOHDRozLx5O3fOXLly5sydO0cuXDgAq1m3tmSpV7Bgv365csUsVapMmUIJE0YIOCFKx44VKiTo\n1Klu3Xw1v3bt3Lly48aZM3fuHLlv3wB09/4dfHjx48mXN48LfbFiy5ZNm5bs169o0aQRI3br1rFj\nz379ugXwVrBo0bRpu3atGzhw586ZOwcxIrlz5wBYvIgRF65dy5ZBg1at2jFfvqJFWxYsGCtWw4ZJ\nQ4aMF69n166BA/ftG7md53r69Enu3DkARIsaxYX02LFmzahRI+bL17RpznbtYsUKGDBnzZoFCxYt\nWzZw4L59I4f2nNq1a8mdOwcg/67cubt2+Vq27NkzatSO/fpVrZq0YMFq1VKmrJkwYbhwJZMmbds2\nbdrCkSN37py5c5w7kzt3DoDo0aRLmz6NOrXq1bhaFyu2bNm0acl+/YoWTRoxYrduHTv27NevW7eC\nRYumTdu1a93AgTt3zty56dTJnTsHILv27bhw7Vq2DBq0atWO+fIVLdqyYMFYsRo2TBoyZLx4Pbt2\nDRy4b9/I+Qd4TuDAgeTOnQOQUOFCXA2PHWvWjBo1Yr58TZvmbNcuVqyAAXPWrFmwYNGyZQMH7ts3\nci3PvYQJk9y5cwBs3sS5a5evZcuePaNG7divX9WqSQsWrFYtZcqaCROGC1cyaf/Stm3Tpi0cOXLn\nzpk7F1YsuXPnAJxFm1btWrZt3b6FGyqUrmLFmjUbNixYr17NmvkKFuzVK2PGYvXqJUpUsFy5kiU7\ndsybNm3kyIk7d65cuXPnwo0bB0D0aNKlSuk6dkyatGPHkvnytWwZLl++UKEqVqxWsGCvXiUzZsya\ntWrVxoEDZ84cuXPnypU7dy4cOXIArF/HDgpULWLEnDkTJoxYr17Hju1CnypVsGCyggWzZauZMmXa\ntFmzNg4cOHPmyAE8d65cuXPnwpEjB2Ahw4akSOEyZuzZM2HCjv36xYxZMGDAatVKlgyXMWO3bh0D\nBmzaNGjQwH37Ro7cuHPnypX/O3dOHDlyAH4CDSp0KNGiRo8i1aTJ1apVx47t2hWsVatkyYT58uXJ\n07FjuGTJEiUq2a5dx47p0uWNG7dy5ayVKzdu3Llz0LZtA6B3L19PnmrJkrVsmS9fwmTJSpbM169f\nmjQhQ7YLFy5UqKIVKyZNmjFj4D6bM5fNnDly5M6di8aNG4DWrl9v2gRr1apjx3bhnjUrWTJetWpZ\nskSMmC5evGLFmqZMWbZsxIiB8+bNnLls5syJE2fO3LNu3QCADy+eE6dasmQpU6ZLV69atZYtIyZM\nWKlS0KD5woWrVStmvwD+evbs169v3bqZM2fNnDly5M6dg9atGwCLFzFm1LiR/2NHjx81aXK1atWx\nY7t2BWvVKlkyYb58efJ07BguWbJEiUq2a9exY7p0eePGrVw5a+XKjRt37hy0bdsARJU61ZOnWrJk\nLVvmy5cwWbKSJfP165cmTciQ7cKFCxWqaMWKSZNmzBg4u+bMZTNnjhy5c+eiceMGgHBhw5s2wVq1\n6tixXY9nzUqWjFetWpYsESOmixevWLGmKVOWLRsxYuC8eTNnLps5c+LEmTP3rFs3ALdx5+bEqZYs\nWcqU6dLVq1atZcuICRNWqhQ0aL5w4WrVitmvX8+e/fr1rVs3c+asmTNHjty5c9C6dQOwnn179+/h\nx5c/n359+/fx59e/n39///8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4oc\nSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrQowz9/hP36tWwZMWLcnj2jRg2a\nN2/PnmHD5sybN2jQqj179u2bNGnYqFETJ45buHDfvokTVy1aNAB48+oFBAiYL1/JkgULdk2ZsmfP\nkmnTduwYNGjKtGljxmyaM2fdujVrVi1atHDhsn371q3bt2/SnDkDwLq1az16hPHipUzZsGHanDmj\nRu3Zt2/RomHDFu3bt2fPqkWL5s2bM2fXpEkTJw4bOHDevIEDJw0aNADgw4v/BwTIV69eyJABA2YN\nGTJnzo516/bsmTVrz759gwbN2jOAz759gwZNW7Vq4sRxCxcOHDhx4qxNmwbA4kWMGTVu5NjR40dZ\nslxJk4YMmTZtvr5906btW7Bg375x4/bt1y9v3rB169arlzeg48Z581bO3FFz3ryRCxcOwFOoUV+9\ngvXsWbJk2rT16tYNG7ZtvHh162bNWrdbt7Rpo8aNGy9e3rxpAwdOmzZy5fSW69aNHDhwAAQPJixL\n1qlo0ZYt27aN17dv27Z9CxYsXLhv37wFCwYOHDdv3oIF+/aNGzhw3bqVM9fanDdv5MCBA1Db9m1Y\nsEw5c3bsWLZsuLhxs2at/xswYN++adP2jRcvb966fftGjFi4cN7EifPmrZw58Oa+fSsXLhwA9OnV\nr2ff3v17+PFNmYp27Fi1as+egYMGzRtAb9XEiWPGTJu2YeHCLVumzZgxceK0aRvXrdu5c+POnTNn\n7tw5ceXKAShp8uSoUdCMGaNGzZmzb8uWXbtm7Nu3YsWoUSvmzZszZ9iAAfv2DRq0b9iwnTs37ty5\ncuXOnQNHjhyArFq3njoFDRkya9agQQsnTRo4cNPGjYMG7ds3aOPGTZv2DRq0ceOqVROnTdu5c+LO\nnStX7ty5cOTIAWjs+DEoUM6IEXv2jBmzb8yYcePGbNw4Z864cVs2bpwzZ//cli0bN06btnHZsp07\nR+7cOXPmzp0TV64cgODChxMvbvw48uTKTZmKduxYtWrPnoGDBs2bt2rixDFjpk3bsHDhli3TZsyY\nOHHatI3r1u3cuXHnzpkzd+6cuHLlAPDv7x/gqFHQjBmjRs2Zs2/Lll27Zuzbt2LFqFEr5s2bM2fY\ngAH79g0atG/YsJ07N+7cuXLlzp0DR44cAJkzaZ46BQ0ZMmvWoEELJ00aOHDTxo2DBu3bN2jjxk2b\n9g0atHHjqlUTp03buXPizp0rV+7cuXDkyAEwexYtKFDOiBF79owZs2/MmHHjxmzcOGfOuHFbNm6c\nM2fcli0bN06btnHZsp3/O0fu3Dlz5s6dE1euHADNmzl39vwZdGjRo2/dMoYNNTZt2r5163btWjdw\n4KhRixat2rZtx445q1atWzds2KqNG3funDnlys+dGxcuHADp06nXqlUsWzZq1LZt64YN27Rp1bJl\nW7ZMmTJq164dcy9N2rZt0qQ9Awfu3Dly5cqZMwfw3Llw4MABOIgwYa1axKxZu3Zt2zZvFLdt8yZO\nnDZt165xAwfOmjVp2bKBA3ctZbhw586VM2funMxz4WoCuIkz56xZxa5dixatmtBr16ZNu8aNmzRp\nzpxZ69aNGbNq2LB9+yYta7hw586VM2funNhz48SJA4A2rdq1bNu6fQs3/+6tW8aw2cWmTdu3bt2u\nXesGDhw1atGiVdu27dgxZ9WqdeuGDVu1cePOnTOHGfO5c+PChQMAOrToWrWKZctGjdq2bd2wYZs2\nrVq2bMuWKVNG7dq1Y7ylSdu2TZq0Z+DAnTtHrlw5c+bOnQsHDhyA6dSr16pFzJq1a9e2bfMGfts2\nb+LEadN27Ro3cOCsWZOWLRs4cNfqhwt37lw5c+bO+Qd4LtxAAAUNHpw1q9i1a9GiVYN47dq0ade4\ncZMmzZkza926MWNWDRu2b9+knQwX7ty5cubMnYN5bpw4cQBs3sSZU+dOnj19/vz0ydezZ9Cg6dK1\nTJiwYMFA7dolShQoUP9qWLECBWpSnz7BghEjpuvXr3FlyZErV86cOXDixAGAG1euJk29nj1z5mzX\nrmW4cOXKJciWrVSpNm3ys2pVqVKN6NDJlUuWrF2tWn37Fk6cuHHjypXzJk4cANKlTW/a5MuZs2bN\nbNlqduyYMGGsggXDhUuWrEW4cMmS5WrRol69cuX6VauWOHHjyD0nZ87cN3HiAFzHnl2TplvJkjFj\nBguWMVy4aNF6dOvWq1ehQvWpVatVq1CBAgULVquWr1q1xAEUJ44cuXLlzJnzJk4cgIYOH0KMKHEi\nxYoWP33y9ewZNGi6dC0TJixYMFC7dokSBQqUGlasQIGa1KdPsGDEiOn/+vVrHE9y5MqVM2cOnDhx\nAI4iTapJU69nz5w527VrGS5cuXIJsmUrVapNm/ysWlWqVCM6dHLlkiVrV6tW376FEydu3Lhy5byJ\nEwdgL9++mzb5cuasWTNbtpodOyZMGKtgwXDhkiVrES5csmS5WrSoV69cuX7VqiVO3DhypsmZM/dN\nnDgArl/D1qTpVrJkzJjBgmUMFy5atB7duvXqVahQfWrVatUqVKBAwYLVquWrVi1x1smRK1fOnDlv\n4sQBCC9+PPny5s+jT68eFy5SzZqVKpUtWypatJo00VarVp8+EgBKiLZq1ZQpBqZNu3WLEaMS4MB9\n+zZNnLhz58iR2xYu/xwAjx9B2rLFKlq0UqW2bTtly5YQIdlmzerTx4GDarNmhQmT4NmzVavUqHnQ\nrRs2bNO0aTt3jhw5bN68AZA6lSotWp+WLQsVSps2T61aiRGjTZUqSZI4cJgGClSaNAOcOTNlKk8e\nD968WbNGTZy4c+fKldsmThwAw4cRs2JVypgxRoywYSP16lWTJttu3VKkKEIEa65cadFiABu2V6/Y\nsLHw7Zs2bdS8eTt3zpw5buLEAdC9m3dv37+BBxc+vFSpXb9+4cKVKRMmQoTkyPkxZ44ZMzhwhNCh\n48qVFCdORIly6hSiNGmwYfNGjly2bOfOeRs3DkB9+/dBgdLFiz+vSv8AK5Xy4wcNGh548HTp8qJh\nkiRq1JxIkYIIkUGD5nDhAg0at3DhmjUzZ26bOHEAUqpcCQoUrV27bNlixKhTpUqGDB2JE2fOHCVK\nXESJEidODBgwsGCxZIlPmjTYsH0bN06btnPnto0bB6Cr16+WLK2CBUuWrEKFHvHhI0aMjSlTunTZ\nsQOEECFq1ITw4MGJk0yZ3mjRAg2at3Hjrl07d+4bOXIAIkueTLmy5cuYM2suVWrXr1+4cGXKhIkQ\nITlyfsyZY8YMDhwhdOi4ciXFiRNRopw6hShNGmzYvJEjly3buXPexo0DwLy5c1CgdPGazqtSpVJ+\n/KBBwwMPni5dXoj/T5JEjZoTKVIQITJo0BwuXKBB4xYuXLNm5sxtEycOgH+AAAQOBAAKFK1du2zZ\nYsSoU6VKhgwdiRNnzhwlSlxEiRInTgwYMLBgsWSJT5o02LB9GzdOm7Zz57aNGwfA5k2cliytggVL\nlqxChR7x4SNGjI0pU7p02bEDhBAhatSE8ODBiZNMmd5o0QINmrdx465dO3fuGzlyANSuZdvW7Vu4\nceXOvXRplCpVjRpFilSGCBEZMqr06DFhQoUKOFq0IEDAQZAgJkxYsPAhU6Zjx3Bhw/btmzlzvrJl\nA1Da9OlOnT6pUmXIUKZMaZYsuXEjSo0aECBUqLCjRAkDBiDgwBEj/4YDBxQOHbp1K1OxYtmykSN3\n69o1ANm1b69UCZMoUYoURYo05cmTGzfK8OChQUOFCkpSpDBggMGPHzNmSJDgIRLASMOG1bp2rVs3\nc+Z4ceMG4CHEiJEiYXLkyI+fQYOg4MABA0YSHDgqVJgwwUeKFAcOMJAhI0WKCBEkLFrky5coatS6\ndTNnLpg2bQCGEi1q9CjSpEqXMr10aZQqVY0aRYpUhggRGTKq9OgxYUKFCjhatCBAwEGQICZMWLDw\nIVOmY8dwYcP27Zs5c76yZQPg9y/gTp0+qVJlyFCmTGmWLLlxI0qNGhAgVKiwo0QJAwYg4MARI4YD\nBxQOHbp1K1OxYv/ZspEjd+vaNQCyZ9OuVAmTKFGKFEWKNOXJkxs3yvDgoUFDhQpKUqQwYIDBjx8z\nZkiQ4CFSpGHDal271q2bOXO8uHEDYP48+kiRMDly5MfPoEFQcOCAASMJDhwVKkyY4ANgihQHDjCQ\nISNFiggRJCxa5MuXKGrUunUzZy6YNm0AOHb0+BFkSJEjSZasVClTK5WtDBl6w4QJDhwzevQoUeLC\nBRIpUkiQwGDGjCdPYsTQkSdPtmzOpk0DB65cuW1TAVS1evXSpUyqVK1aRYhQmihRXpStUQMECAoU\nUMiQoUFDAxgwihRJkWIFHDjJkvkqVmzbtnLlsFmzBgBxYsWWLEn/YsXq1ClAgORQoRIkyA0hQmbM\nAAHCRmgPHirEiCFFSosWONq0sWbtWbNm3ryVK8cNGzYAu3n3XrQIUKZMkybRoUNGiRIYMFzgwFGi\nxIQJLGLEqFCBgQsXUaKkSMGiTx9q1IwxY/btmzlz3LZtA/Aefnz58+nXt38ff6tWmXLl0gNQT69e\nf7hwWbHC05s3KlQUKHCpSxcJEgAcOmTGzIwZEoIFw4ZN27hx5kqa+0aOHICVLFu2aqWpVi06dHbt\n2sOFCwkSqvLkESGiQAFNW7ZUqACAESM7dj58YBAs2LOp4sSZM1eu3Ldx4wB4/Qq2VStJtGjlyYML\nF50zZ0yY0ESH/86NGwkSPCpTBgQIAI8esWHTogWDYMGkScMGDpw5c+TIfRs3DoDkyZQ/fZKEClWZ\nMrBg3eHCRYOGUoIEvXhx4IAoK1YwYADw6dOcOSpUOAgWrFo1a+DAmfttThw5cgCKGz+OPLny5cyb\nO2/VKlOuXHr09Or1hwuXFSs8vXmjQkWBApe6dJEgAcChQ2bMzJghIVgwbNi0jRtnLr+5b+TIAQAI\nQODAga1aaapViw6dXbv2cOFCgoSqPHlEiChQQNOWLRUqAGDEyI6dDx8YBAv2TKU4cebMlSv3bdw4\nADVt3mzVShItWnny4MJF58wZEyY00aFz40aCBI/KlAEBAsCjR/9s2LRowSBYMGnSsIEDZ84cOXLf\nxo0DkFbt2k+fJKFCVaYMLFh3uHDRoKGUIEEvXhw4IMqKFQwYAHz6NGeOChUOggWrVs0aOHDmLJsT\nR44cAM6dPX8GHVr0aNKlGzUC5cmTJEmQIBHy4gUHDiZSpHz4kCHDCxw4QoTAgAMHFy5mzGQpVOja\ntW3fvnnzZs6ct3HjAFzHnn3RIlCUKClS1KhRny1bZMgI8uRJhgwYMMTIkYMDBwo8eFixokXLFDx4\nqAGkps2bt27dzJnTJk4cgIYOH0KCJAoUKEeOFi0itGWLECFSypSBAQMFiiBNmsiQ8eHIES5cqFCx\nQoiQNGnZvn3/8+bNnLlu4sQBCCp06KBBkQAB4sOnTh06TJi4cCEECpQRIz58wDFkCAcOGXToGDPm\nyxcsgABNm5bNm7dv38yZ8zZuHIC6du/izat3L9++fhs1AuXJkyRJkCAR8uIFBw4mUqR8+JAhwwsc\nOEKEwIADBxcuZsxkKVTo2rVt375582bOnLdx4wDAji170SJQlCgpUtSoUZ8tW2TICPLkSYYMGDDE\nyJGDAwcKPHhYsaJFyxQ8eKhR0+bNW7du5sxpEycOAPny5iFBEgUKlCNHixYR2rJFiBApZcrAgIEC\nRZAmTQDKkPHhyBEuXKhQsUKIkDRp2b598+bNnLlu4sQB0LiR/+OgQZEAAeLDp04dOkyYuHAhBAqU\nESM+fMAxZAgHDhl06Bgz5ssXLIAATZuWzZu3b9/MmfM2bhwAp0+hRpU6lWpVq1chQSokSVKhQooU\nUalSpUkTKjx4ZMgAAgQRFSoWLKAABIgIER8+uCBF6tixXNy4fft27hyyb98AJFa82JIlRIwYAZIM\n6IgPHz9+WKFB48KFDh2KmDChQEEFHjxMmOjQoUSjRsKEyapWzZu3c+eQdesGgHdv35IkMbp0adAg\nRYq8SJHy44eWI0dSpGjR4ogKFRkykFCiJEaMESNYiBKlTNmubdvAgTNnbhk3bgDgx5fPiFGgP3/u\n3OHD50mQIP8AjRiBcuNGhgwgQBwhQWLBggs9enjwYMGCCEyYlCnjVa1auHDnzh3z5g2AyZMoU6pc\nybKly5eQIBWSJKlQIUWKqFSp0qQJFR48MmQAAYKIChULFlAAAkSEiA8fXJAidexYLm7cvn07dw7Z\nt28Awooda8kSIkaMAKkFdMSHjx8/rNCgceFChw5FTJhQoKACDx4mTHToUKJRI2HCZFWr5s3buXPI\nunUDQLmyZUmSGF26NGiQIkVepEj58UPLkSMpUrRocUSFigwZSChREiPGiBEsRIlSpmzXtm3gwJkz\nt4wbNwDIkytnxCjQnz937vDh8yRIECNGoNy4kSEDCBBHSJD/WLDgQo8eHjxYsCACEyZlynhVqxYu\n3Llzx7x5A8C/v3+AAAQOJFjQ4EGECRUCQIQIUKZMjRr58cNmy5YWLYAMGRIihAQJLnz4oEChgQ4d\nZMjYsAGDEqVp0541awYOXLly27JlA9DT589Fi/pIkoQI0Z07YaRIMWHCR44cGTJAgEAjSJAIERbY\nsMGFy4oVMRYtokbNmTJl4MCVK8ctWzYAceXOXbSoUahQoEARIrRHi5YdO5JMmYIDBwkSRY4cGTHC\nwpIlZMjw4IHj0KFp05ht9uatXDlt2LABIF3atCBBegwZ4sOHDh0vSpSMGLGDCBERIipUeOHDhwYN\nDHbsoELF/4ULEZEiRYvmzJgxb97KleOGDRsA7Nm1b+fe3ft38OE7dYJEiVKZMqxYBbJiZcWKVIMG\niRBBgAAoOXIgQBggSRJAPHhQoAhRrNi2bdLIkStXzpw5b+TIAaho8WKoUJAuXRozZtQoQk2amDDB\nqlEjDRoOHHBUpgwECAQwYZozBwUKDcKEceNmLVy4cuXMmfNWrhyApEqXggIladWqPn1kyeJz5syP\nH53s2MGBY8ECSW3aiBCRwJIlQIB69CAxbJg2bdjGjStXzpy5b+TIAejr9++lS5EQIQoTBhWqOEWK\nkCAR6s4dFiwKFACFB48FCwNevcqTJ0MGCcKEWbOW7Nu3cv/lzJnzRo4cgNiyZ9Oubfs27ty6O3WC\nRIlSmTKsWAWyYmXFilSDBokQQYAAKDlyIEAYIEkSHjwoUIQoVmzbNmnkyJUrZ86cN3LkALBv7z5U\nKEiXLo0ZM2oUoSZNTJhg1QhgIw0aDhxwVKYMBAgEMGGaMwcFCg3ChHHjZi1cuHLlzJnzVq4cAJEj\nSYICJWnVqj59ZMnic+bMjx+d7NjBgWPBAklt2ogQkcCSJUCAevQgMWyYNm3Yxo0rV86cuW/kyAGw\nehXrpUuRECEKEwYVqjhFipAgEerOHRYsChQAhQePBQsDXr3KkydDBgnChFmzluzbt3LlzJnzRo4c\nAMWLGTf/dvwYcmTJkwMFgiRIUJ06d+60KVIkRYodRIhIkODAwQoYMCRIcAADhhcvSpQY6dPHWu5v\n37p1M2dOmzhxAIgXN06IUKZBg+zYkSOnDBEiIkTkIELkwYMIEVLYsCFBQoQePahQCRLkiCFD1KhZ\n8+atWzdz5riNGwcAf379hQpxkgRQ0qNHjBgZ2rLlx48jWrSIENGhw4whQ0iQyNCjBxkyWbI44cPH\nmrVp3bp582bOXDdx4gC4fAkzUCBJhQrRoePGzRofPlas4GHECAUKESKcYMECAgQHJEgwYdKjxw42\nbJgxs5YtmzZt5cpxGzcOgNixZMuaPYs2rdq1gQJBEiSo/06dO3faFCmSIsUOIkQkSHDgYAUMGBIk\nOIABw4sXJUqM9OljLfK3b926mTOnTZw4AJw7eyZEKNOgQXbsyJFThggRESJyECHy4EGECCls2JAg\nIUKPHlSoBAlyxJAhatSsefPWrZs5c9zGjQMAPbr0QoU4SZL06BEjRoa2bPnx44gWLSJEdOgwY8gQ\nEiQy9OhBhkyWLE748LFmbVq3bt68mQNorps4cQAMHkQYKJCkQoXo0HHjZo0PHytW8DBihAKFCBFO\nsGABAYIDEiSYMOnRYwcbNsyYWcuWTZu2cuW4jRsHQOdOnj19/gQaVOhQRYoABQokSKkgJEOGNGnC\nJEUKCf8SRozQAQIEAgQajhzhwEGDhhSgQDlzRuvbN3Dgzp0L5s0bALp17TZqJKjP3j558jiRIePI\nkSQ1aliwkCKFEg4cGjTwQITIBsobWIAC1awZq2zZuHE7dy5Yt24ATJ9GLUn1pUuLFkmSdMXK7Nk5\ncpgw4cKFkxAhHDjg8OTJhw8dOtDQpOnZs13gwH37du5csW/fAFzHnn3RokB9+uTJ06cPEiBAkiRx\n4sIFBAgbNhgxYSJBggg4cHDg8OABB0aMbAG0lSlatG3bzp3z5c0bgIYOH0KMKHEixYoW+/T5w4gR\nHTp48GAxYgQECBwmKVBgwCAGywULEAQJ0qSJCRMoOnX/kiZt2rNn4MCVK7ctWzYARo8iHTQIECNG\nfZ720fLjR4cOPXz4qFDBgQMbMWI4cKCgSJEoUVq0IEGJUrNmzJAh+/atXDls1qwByKt376FDhDhx\nkiSpUKE5XbrgwNGkSBEYMDRoMEKDBgYMDpgwuXIlR44ZjRpJC82MWbhw5sx1w4YNAOvWrv/8sdOn\njxw5dOhY6dHDgwchO3ZkyAABgg0VKho0ODBjRpIkHZ43apQs2a9gwbp1K1cumzRpAL6DDy9+PPny\n5s+j79PnDyNGdOjgwYPFiBEQIHDgp0CBAYMY/gEuWIAgSJAmTUyYQNGpkzRp0549AweuXLlt2bIB\n0LiR/+OgQYAYMeozso+WHz86dOjhw0eFCg4c2IgRw4EDBUWKRInSogUJSpSaNWOGDNm3b+XKYbNm\nDUBTp08PHSLEiZMkSYUKzenSBQeOJkWKwIChQYMRGjQwYHDAhMmVKzlyzGjUSFpdZszChTNnrhs2\nbAAABxb854+dPn3kyKFDx0qPHh48CNmxI0MGCBBsqFDRoMGBGTOSJOkwulGjZMl+BQvWrVu5ctmk\nSQMwm3Zt27dx59a9m/emTY8kSapT59MnMkaMtGgBSosWESISJJhUpAgFCgcsWcKCxYULFMqUZcsm\nrVw5c+fNfStXDkB79+8tWSpkyJAZM65ckenRI0aMU/8Ay5QhQaJBg09GjFSogIASpSpVVKgocewY\nNWrQyJErx7GctnLlAIgcSTJUKEanTtWpw4rVGShQbNi4ZMUKCxYMGEhasgQDhgWLFnXpIkPGC1++\nuHHTZs5cuaflvJUrB6Cq1auWLEVChMiNG1GixgABEiOGpi1bUKBgwOATFCgUKBiQJGnLlhQpNCxb\nZs2aMnHiygku161cOQCIEytezLix48eQI2/a9EiSpDp1Pn0iY8RIixagtGgRISJBgklFilCgcMCS\nJSxYXLhAoUxZtmzSypUzx9vct3LlAAgfTtySpUKGDJkx48oVmR49YsQ4VaYMCRINGnwyYqRCBQSU\nKFX/qaJCRYljx6hRg0aOXLn35bSVKwegvv37oUIxOnWqTh2ArFidgQLFho1LVqywYMGAgaQlSzBg\nWLBoUZcuMmS88OWLGzdt5syVI1nOW7lyAFSuZGnJUiREiNy4ESVqDBAgMWJo2rIFBQoGDD5BgUKB\nggFJkrZsSZFCw7Jl1qwpEyeu3NVy3cqVA9DV61ewYcWOJVvWbKJEmDJlOnQoUaI3Q4bAgIGDCBEI\nECpUuOHDBwgQFHjwKFPmyhUuhw5hw1YNHLhv38yZ6zZuHADMmTUHClRp0aI/fw4delOkyIsXR1Rr\nYK1BR5AgHDhg6NHjzBkoUKIQImTNWjRvwb2ZM8dN/5w4AMmVL4cEaZQnT5QoNWrk58qVIkWiHDmS\nIkWJEjuSJDlxokOQIGzYZMlChhEjbNikgQP37Zs5c9zEiQPQ3z9AAAIBECIUiRChPHn69ClDhAgN\nGkCYMNGg4cIFHD9+aNBwwYaNNWtu3GASKJA1a9O6dfPmzZy5buLEAahp8ybOnDp38uzpM1EiTJky\nHTqUKNGbIUNgwMBBhAgECBUq3PDhAwQICjx4lClz5QqXQ4ewYasGDty3b+bMdRs3DgDcuHIDBaq0\naNGfP4cOvSlS5MWLI4I1ENagI0gQDhww9Ohx5gwUKFEIEbJmLZq3zN7MmeMmThyA0KJHQ4I0ypMn\nSv+UGjXyc+VKkSJRjhxJkaJEiR1Jkpw40SFIEDZssmQhw4gRNmzSwIH79s2cOW7ixAGobv06IUKR\nCBHKk6dPnzJEiNCgAYQJEw0aLlzA8eOHBg0XbNhYs+bGDSaBAlmzNg1gt27evJkz102cOAALGTZ0\n+BBiRIkTKUaK9KhRI0GCGjWq8uSJFCldYsTAgKFECSkXLkSIAOLLlxEjUqTooUoVNWq9xo0LF+7c\nOWTevAEwehTpokWEFi0iRChRoiBJkmDBUmbGjA4dUqSgsmFDhQoluHDhwKFFCx2nTkWLtgscOG/e\nzp0T1q0bAL17+U6atMiSpUKFGjXKokULFy5ldOj/UKHChQssJ05s2HBiy5YXL2bMYGLL1rZtx8aN\nAwfu3Lll3rwBcP0aNiJEiwgRChTIkCEpUKBYsUImRgwSJGrUqAICRIUKI8SI6dBhxAgXoUIFC6ar\nWzdu3M6dO+bNGwDx48mXN38efXr16xUpWpQpEyVKfPhoIUKkRYsjPXpUqADQggUcN25IkFDhyZMo\nUWTI2GHJ0rZt16pVGzfu3Llu2rQB+AgypCBBfR49IkTozp0xRIiUKNGEB48PHzhw8IEDhwULFaBA\nuXKFBg0dkSJVqxYtabhw5sxps2YNgNSpVBctgjRqlCdPhQqpsWLlxo0oR46kSIECxY8hQzhw6ODE\n/0mZMkeOaNm0SZs2bNeuhQtnzly2wQAKGz5MiJChSJEUKcqTp0ySJDFiODFiZMOGDx+AuHABAYKE\nIEGQIEmRYoYkSdSoMYsWTZw4c+a4adMGILfu3bx7+/4NPLhwRYoWZcpEiRIfPlqIEGnR4kiPHhUq\nWLCA48YNCRIqPHkSJYoMGTssWdq27Vq1auPGnTvXTZs2APTr2xckqM+jR4QI3QF4ZwwRIiVKNOHB\n48MHDhx84MBhwUIFKFCuXKFBQ0ekSNWqRQMZLpw5c9qsWQOQUuXKRYsgjRrlyVOhQmqsWLlxI8qR\nIylSoEDxY8gQDhw6OHFSpsyRI1o2bdKmDdu1a//hwpkzl00rAK5dvRIiZChSJEWK8uQpkyRJjBhO\njBjZsOHDByAuXECAICFIECRIUqSYIUkSNWrMokUTJ86cOW7atAGAHFnyZMqVLV/GnJkVq0iiRAkS\nNGpUnB8/YMCQNGUKBQoPHhAyYmTCBAaSJNGhw4PHlmLFvn3TZk74cG7mzAFAnly5KVOOJEm6cydV\nKjU9evDg0enLlw4dJkyIJEUKBvKcOKFBw4OHlGPHunWrZs5cuXLnzm0zZw7Afv79WwFsNYkWLUiQ\nZMmys2VLjx6Yzpxp0WLDBklSpJgwAeLRozVrqFDxwowZOHDczKFM2a1cOQAuX8I0ZWrRpk2IELH/\nYtUmSRIgQDJ9+QIChAYNiaZMoUChgiFDW7a8eDGkWLFt26SZM1eunDlz3cqVAyB2LNmyZs+iTat2\nLStWkUSJEiRo1Kg4P37AgCFpyhQKFB48IGTEyIQJDCRJokOHB48txYp9+6bNHOXK3MyZA6B5M2dT\nphxJknTnTqpUanr04MGj05cvHTpMmBBJihQMtjlxQoOGBw8px45161bNnLly5c6d22bOHIDmzp+3\najWJFi1IkGTJsrNlS48emM6cadFiwwZJUqSYMAHi0aM1a6hQ8cKMGThw3Mzhz9+tXDkA/gECEDgQ\ngClTizZtQoSIFas2SZIAAZLpyxcQIDRoSDRl/woFChUMGdqy5cWLIcWKbdsmzZy5cuXMmetWrhwA\nmzdx5tS5k2dPnz8xYVIlShQkSIMGBcqSZcgQJ1KkrFgBAgSSMmVkyCBhxYogQXPmSEqVChy4beXK\niRN37hw4cuQAxJU7V5IkUJgwJUpEiJCgLFl8+JCSJQsKFCRICFmzZsYMFlWqBApUp06iUKG4cbs2\nbhw4cObMeSNHDkBp06c1aVJFihQoUJkybYID58mTK2bMECGiQ0eTO3d8+JBhxYokSYcOcZo169u3\nbeXKiRNnzpy3ceMAZNe+XZKkUJ06PXrEiJEiMWKYMMFixYoLFydOHPnyRYYMElWqCBIEBsyeT/8A\nP337Zm3cOHDgzJnrRo4cgIcQI0qcSLGixYsYTZlideoULVqtWjWCA+eQyT59cuTQosWPFSs1amBh\nxAgTJjx4XDFjZs5ctnPnypU7d85ZuHAAkipdyomTKU2aWrVy5WoQGjSGDDUiREiJkjFjHJ05EySI\nFkWKFi0CBEjWsmXmzEkzZ44cuXPnkIULB6Cv37+oUMka7MuXLFmk+PDp1CkTJ05YsPTpY4kRoy1b\nyixaFCqUJEmsnj0zZw6bOXPkyJ07twwcOACwY8sOFepUqFCyZMWKZenOHUmSJiFCZMWKGjWF3LhB\nggTMo0eDBhEiFAoZsnLlppkzR47cuXPKwoX/A0C+vPnz6NOrX8++vSlTrE6dokWrVatGcOAc2t+n\nTw6AObRo8WPFSo0aWBgxwoQJDx5XzJiZM5ft3Lly5c6dcxYuHACQIUVy4mRKk6ZWrVy5GoQGjSFD\njQgRUqJkzBhHZ84ECaJFkaJFiwABkrVsmTlz0syZI0fu3Dlk4cIBoFrVKipUsrT68iVLFik+fDp1\nysSJExYsffpYYsRoy5YyixaFCiVJEqtnz8yZw2bOHDly584tAwcOwGHEiUOFOhUqlCxZsWJZunNH\nkqRJiBBZsaJGTSE3bpAgAfPo0aBBhAiFQoasXLlp5syRI3funLJw4QDs5t3b92/gwYUPJy5J/5Kv\nYMF48VKlqpgmTY8eIdq1y4oVLFjq4MJFhswaQ4aqVbt1i1a1aufOlRMnzpy5c+fIgQMHwP59/I4c\n7fLlqxbAWqdOBXv06M+fRbhwlSljxgydXr3UqGmzaJE2bblyyapW7dw5ciLNmTt3jhw4cABWsmxJ\niRIwY8Z8+Zo1i1quXJw4iXr2TJKkRo02PXtGiVIiUKC2bfv1y1a1aufOlSNHzpy5c+fIgQMH4CvY\nsJAg6dq1q1atVKmOgQJlyZKkXbvQoIkT50+vXnLk2HHk6Nq1WbNcTZt27ly5cePMmTt3jty3bwAm\nU65s+TLmzJo3c5YkyVewYLx4qVJVTJOmR/+PEO3aZcUKFix1cOEiQ2aNIUPVqt26RatatXPnyokT\nZ87cuXPkwIED4Pw5dEeOdvnyVavWqVPBHj3682cRLlxlypgxQ6dXLzVq2ixapE1brlyyqlU7d44c\nfnPmzp0jBw4gOAADCRakRAmYMWO+fM2aRS1XLk6cRD17JklSo0abnj2jRCkRKFDbtv36ZatatXPn\nypEjZ87cuXPkwIEDcBNnTkiQdO3aVatWqlTHQIGyZEnSrl1o0MSJ86dXLzly7DhydO3arFmupk07\nd67cuHHmzJ07R+7bNwBr2bZ1+xZuXLlz6eLCxYsYMWfOpEkThgvXsWPOdu0CBQoXLma9ep3/OgXs\n2jVs2KhR+yZO3Llz5s519kzu3DkAo0mXnjULV7Bg0KBJk+YLFqxjx57p0gUKlC5d0XDhQoWKV7Vq\n2LBRo/ZNnLhz58ydc/6c3LlzAKhXt65Lly9mzKRJs2aNGTFi06ZRU6bs1y9o64MF8+VLGTX51K5d\n4zZu3Llz5s719w+Q3LlzAAoaPIgLVy1ixJIlgwZtGC5czpxJ27WLFKlgwZbp0oULl69r16ZNgwat\n27hx586ZOwczJrlz5wDYvIkzp86dPHv6/IkLFy9ixJw5kyZNGC5cx44527ULFChcuJj16nXqFLBr\n17Bho0btmzhx586ZO4c2Lblz5wC4fQt3/9YsXMGCQYMmTZovWLCOHXumSxcoULp0RcOFCxUqXtWq\nYcNGjdo3ceLOnTN3LrNmcufOAfgMOrQuXb6YMZMmzZo1ZsSITZtGTZmyX7+g2Q4WzJcvZdR6U7t2\njdu4cefOmTuHPDm5c+cAOH8OHReuWsSIJUsGDdowXLicOZO2axcpUsGCLdOlCxcuX9euTZsGDVq3\ncePOnTN3Lr9+cufOAQAIQOBAggUNHkSYUKHCUqVwGTMWLVqxYsN06Tp27FWtWo8e4cIlCheuTZt+\n6dLVrNmyZdy6dSNHbty5c+XKmTMnjhw5AD19/ty0iZYwYc+eESMGbNYsYsRc6dKVKVOuXP+hcOHC\nhCnYrl3PnjFj5u3bt3Llxp07V67cuXPjypUDEFfuXFSodh07Fi3asWPJggWjRk0YMWK0aC1bpmvY\nsFixlPHilSyZMmXeLJMjN+7cuXLlzp0TR44cANKlTYMCVYsYMWfOggUz1qsXMmS9cOEaNcqXL1a7\ndqFCRWzXLmbMjh37tm0bOXLizp0rV+7cuXDkyAHAnl37du7dvX8HH75Tp1qzZilTtmuXL1euhg3D\nJUvWo0fEiMlChQoUqGO9egEsVgwYMG/dupUrR82cOXLkzp2T5s0bgIoWL2bKJEuVqmPHcuXahQpV\nsWK4XLmSJIkYMVyqVHXqlEyXLmLEhAn/86bTnLlr5syRI3fu3LVv3wAgTapUkyZasWItW9arVzFZ\nspYtO5YsWalSzJgFw4ULFapmv34RI+bL1zZu3MqVu1au3Lhx585F27YNAN++fjlxciVYmbJdu3rR\nosWMWTBevC5dIkZsFi1apEglAwYMF2dc3T6XK4fNnDly5M6dc8aNG4DWrl/Dji17Nu3atjt1qjVr\nljJlu3b5cuVq2DBcsmQ9ekSMmCxUqECBOtarV7FiwIB569atXDlq5syRI3funDRv3gCgT68+UyZZ\nqlQdO5Yr1y5UqIoVw+XKlSRJxAASw6VKVadOyXTpIkZMmDBvD82Zu2bOHDly585d+/YN/0BHjx81\naaIVK9ayZb16FZMla9myY8mSlSrFjFkwXLhQoWr26xcxYr58bePGrVy5a+XKjRt37ly0bdsARJU6\nlRMnV1eVKdu1qxctWsyYBePF69IlYsRm0aJFilQyYMBwxcXVjW65ctjMmSNH7tw5Z9y4ARA8mHBh\nw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx\n59a9m3dv37+BBxc+nHhx48eRJ1e+nDllP36IBQu2bFmxYtyiRbt2bRo4cNWqceN2DRy4adOwSZPm\nzZs0admoURs3jlu4cN++gQNHTZo0AP8AAQgcOPDPH2LAgClTRowYt2fPrFmL9u2bNGnYsEXz5g0a\nNGvRonnzBg2atWnTxInTBg5ct27hwk2DBg2AzZs4/fgJ5suXMmXEiGlz5qxaNWjcuEGDdu0aNG/e\nnDmr9uzZt2/TpmGrVk2cOG3hwnnzBg6ctGfPAKhdy1aQIGC9eiFDNmwYNmXKoEFj1q3bs2fWrEXj\nxs2ZM2nMmHXr9uyZtWjRwoXbBg6cN2/fvlGDBg2A58+gQ4seTbq06dOzZqGCBq1Zs27dhIUL582b\nOGTIxo379g1csWLgwH3z5o0YsW/fuIkTx41buefmzHXrRg4cOADYs2unRUtVtO/RunX/EwYOnDdv\n4IABAwfu2zdwv35168atWzdgwLx56xYu3DaA28qZI2gOHDhy4MABYNjQISxYqaBBa9aMG7de4MBx\n4/aNGLFw4bhx8+bL17dv2rp1K1bs2zdv4sR161bO3E1z376RAwcOwE+gQV25OvXsWbFi2bL54sYN\nGzZvvHiBA5ctG7hgwbp1m+bNW69e3rxRCxeOGzdy5cqZM/ftG7lv3wDMpVvX7l28efXu5Rsq1DNi\nxKxZe/ZMHDVq4MBZK1du2jRx4pyNGzdtGrdly8KFq1YtHDZs586RO3euXLlz58KRIwfA9WvYoEBB\nI0asWrVnz8RRowYOHDVy5J4969bt/5g4ccuWbWvWTJw4bNjEbdt27hy5c+fKlTt3Lhw5cgDEjycP\nClQzYsSwYaNGTZw1a+HCQRs3rlmzb9+ShQv37BlAb8OGiROXLdu4bt3OnRt37ly5cufOgSNHDgDG\njBpDhYomTJgzZ8iQeVOmTJs2Y+LEMWN27Vowb96SJbPmy9e3b9KkfZMmzZy5cefOmTN37lw4cuQA\nMG3q9CnUqFKnUq0aKtQzYsSsWXv2TBw1auDAWStXbto0ceKcjRs3bRq3ZcvChatWLRw2bOfOkTt3\nrly5c+fCkSMH4DDixKBAQSNGrFq1Z8/EUaMGDhw1cuSePevW7Zg4ccuWbWvWTJw4bP/YxG3bdu4c\nuXPnypU7dy4cOXIAdvPuDQpUM2LEsGGjRk2cNWvhwkEbN65Zs2/fkoUL9+yZt2HDxInLlm1ct27n\nzo07d65cuXPnwJEjB+A9/PihQkUTJsyZM2TIvClTpg2gNmPixDFjdu1aMG/ekiWz5svXt2/SpH2T\nJs2cuXHnzpkzd+5cOHLkAJQ0eRJlSpUrWbZ0OWuWMGzYqFHjxu1bN53duIkTt22bNWvbwIGDBk1a\ntmzgwE1zKk7cuXPlzFU1d+6cOHDgAHT1+nXWLGPXrlGjtm3bt27dtGnrBg7ctWvWrF379s2Zs2jW\nrHXrVq0aNXHizp0rZw6xuXPnxDX/BvAYcmRZsoBZs1at2rZt3r5906aNW7hw2LBJk0Zt27ZkyZZh\nwwYOXDbZ5MidO2cON+5z58L1BvAbeHBatIZZsyZNGjZs2aI1j2YNGzZo0Jo1k3btmjBhyZYte/bM\nmLFl4MCZM1cOvTlz586JCxcOQHz58+nXt38ff379s2YJwwYQGzVq3Lh964awGzdx4rZts2ZtGzhw\n0KBJy5YNHLhpHMWJO3eunLmR5s6dEwcOHICVLFvOmmXs2jVq1LZt+9atmzZt3cCBu3bNmrVr3745\ncxbNmrVu3apVoyZO3Llz5cxZNXfunLitALp6/SpLFjBr1qpV27bN27dv2rRxCxcO/xs2adKobduW\nLNkybNjAgcsGmBy5c+fMGTZ87ly4xQAaO35Mi9Ywa9akScOGLVu0zdGsYcMGDVqzZtKuXRMmLNmy\nZc+eGTO2DBw4c+bK2TZn7tw5ceHCAfgNPLjw4cSLGz+OPFMmXcqUJUtmy5azYsWECQMVLBgtWqhQ\n+ZElCxWqTH785MqlShUuV67ChRM3bhw5cubMfQsXDoD+/fwxYQJo69gxY8Zo0WIWLNivX6N+/XLl\n6tSpOa5clSpVCRCgYMFw4QKmS9e4ceLGjSNHzpw5b+LEAYAZU+alS7iYMUuWDBcuZ8yYHTvGihgx\nWbJeverz6hUqVKD06AkWTJiwYf++fJEjN47cVnLmzIETJw7AWLJlNWmqdUztMVasiMmS5cpVH1my\nTp26dOnNqVOVKvV586ZWrVKlZqlSFS6cOMbkyJkzB06cOACVLV/GnFnzZs6dPWfKpEuZsmTJbNly\nVqyYMGGgggWjRQsVKj+yZKFClcmPn1y5VKnC5cpVuHDixo0jR86cuW/hwgGAHl06Jky2jh0zZowW\nLWbBgv36NerXL1euTp2a48pVqVKVAAEKFgwXLmC6dI0bJ27cOHLkzAE0502cOAAGDyK8dAkXM2bJ\nkuHC5YwZs2PHWBEjJkvWq1d9Xr1ChQqUHj3BggkTNsyXL3LkxpGLSc6cOXDixAH/yKlzpyZNtY4B\nPcaKFTFZsly56iNL1qlTly69OXWqUqU+b97UqlWq1CxVqsKFEyeWHDlz5sCJEwdgLdu2bt/CjSt3\nLl1WrFAtW2bJEjZstGrVatKkGy5chAhhwGDt1CkqVAo8e1arFh48EbZtu3Yt2rZt586VK7cNHDgA\npk+jbtUqlTJlgQJZs+Zq9pEj2mjRGjQoQgRqpEhduYLg2bNTpwgRotCt27Zt2L59O3euXLlu4MAB\nyK59Oy1aqJo1Q4Vq27ZTtmy5cbPNlatGjUqUoMaKVZw4Cpo1O3XKkCEV4gCKAweO27hx586ZM9dN\nnDgADyFGdOVK1bFjjx5t23aK/xQpFiyowYLFhw8DBtd06QICxMCzZ7RoWbFioFs3bNimefN27pw5\nc9vGjQMwlGhRo0eRJlW6lGmlSqdmzbp1q1AhUYwYceFC48yZL19q1OiQI0eVKihSpKhSZdAgOGfO\nOHPWDRy4adPOnfNGjhwAv38BW7I0ypUrVar06MlUqBAXLjjKlPHiBQYMEDt2dOkSI0WKJk0sWQoU\nJ062bN/EibNm7dw5beLEAZA9m3anTq5s2apV69KlWJUqIUL0BA8eNmyIEDHx5MmYMTtcuPDihRUr\nRnPmbNv2bdy4bNnOndtGjhwA8+fRY8LUKlasU6f8+LF0544TJzWsWJEiZcUKDf8AadDgwaPChw85\ncsiRM+XKlWTJvnnz9uzZuXPeyJEDwLGjx48gQ4ocSbJkpUqnZs26datQIVGMGHHhQuPMmS9fatTo\nkCNHlSooUqSoUmXQIDhnzjhz1g0cuGnTzp3zRo4cgKtYs1qyNMqVK1Wq9OjJVKgQFy44ypTx4gUG\nDBA7dnTpEiNFiiZNLFkKFCdOtmzfxImzZu3cOW3ixAFYzLhxp06ubNmqVevSpViVKiFC9AQPHjZs\niBAx8eTJmDE7XLjw4oUVK0Zz5mzb9m3cuGzZzp3bRo4cgN/Ag2PC1CpWrFOn/PixdOeOEyc1rFiR\nImXFCg00aPDgUeHDhxw55Mj/mXLlSrJk37x5e/bs3Dlv5MgBmE+/vv37+PPr388fEiSAkRw5okOn\nUCErPny4cOHkxo0GDSZMOGLCxIEDDXjwYMEiQQIJfvzMmmXp2DFu3MqVC6ZNGwCYMWUyYtSIESM0\naP78yQIDxogRTnbsaNAgQoQcKFAcOLBgx44ZMyRI0DBpEjBgnpw548atXDlg2rQBIFvWrCRJotQu\nWrRpExkvXn78MLNkiQYNHDjkWLFCgQIHOnTs2HHhQolMmYwZ01Wtmjdv5swF48YNwGXMmS9dsgQJ\nUp8+f/5UqVEjRQohQYIsWDBhAo4QIQgQeKBCRYcOCRJE4MNn1ixDy5Z162bO/9yvbdsALGfe3Plz\n6NGlT6cOCVIkR47o0ClUyIoPHy5cOLlxo0GDCROOmDBx4EADHjxYsEiQQIIfP7NmWTp2jBtAbuXK\nBdOmDQDChAoZMWrEiBEaNH/+ZIEBY8QIJzt2NGgQIUIOFCgOHFiwY8eMGRIkaJg0CRgwT86cceNW\nrhwwbdoA8OzpU5IkUUIXLdq0iYwXLz9+mFmyRIMGDhxyrFihQIEDHTp27LhwoUSmTMaM6apWzZs3\nc+aCceMG4C3cuJcuWYIEqU+fP3+q1KiRIoWQIEEWLJgwAUeIEAQIPFChokOHBAki8OEza5ahZcu6\ndTNn7te2bQBGky5t+jTq1P+qV7N25GiQI0eHDtGhs2XJEhYsXuDAAQJEhQotZsygQIEBDBhFipw4\nocKMGWLEbiFDxo1buXLcsmUD4P07+EeP+iBCBAnSnDlfhgwpUQLGjRskSFCgYCJGDA4cGOjQMQXg\nlBgxXty5w4wZsWPHunUrVw5bRAATKVasVEkSK1awYBUqlGjNGi5ciBw5AgNGiBAoatTw4OECDBhY\nsOTIwQMOnGnTmB07xo0bOXLasGEDcBRpUkmSAFGiVKmSHDlhePBIcTVGDAwYGjQQ8eJFgwYKRIjA\ngQMDhhF27ChTZitYMG/eypXbpk0bAL17+fb1+xdwYMGDT5161KkTGDCyZPX/YcJEg4ZNU6ZgwBAg\nQB4oUCZMAPDoUZYsIUIocOVq2TJi3bqZM1eu3Ldx4wDUtn3706dKoEBZsSJLVp4lSzx4GHXmTIkS\nAAA0smLFgQMAhAiVKZMixQJgwKBBkyZOnDlz5cp1EycOQHr161WpokSLVp06u3bp8eOnRo1XevTo\n0AHQgIFFZsx8+AAAE6Y0aXz4cECM2LNn1MSJM2eOHDlv48YB+Agy5KlTmUqVUqNm1qw9Tpxo0IBK\njhwOHAgQ+AQGjAMHACJFUqPmwoUCwYJFi/aMGzdz5sqV+zZuHICpVKtavYo1q9atXE+detSpExgw\nsmT1YcJEg4ZNU6ZgwBAg/0AeKFAmTADw6FGWLCFCKHDlatkyYt26mTNXrty3ceMAOH4M+dOnSqBA\nWbEiS1aeJUs8eBh15kyJEgAANLJixYEDAIQIlSmTIsUCYMCgQZMmTpw5c+XKdRMnDoDw4cRVqaJE\ni1adOrt26fHjp0aNV3r06NBhwMAiM2Y+fACACVOaND58OCBG7NkzauLEmTNHjpy3ceMA2L+P/9Sp\nTKVKqQGoZtasPU6caNCASo4cDhwIEPgEBowDBwAiRVKj5sKFAsGCRYv2jBs3c+bKlfs2bhwAli1d\nvoQZU+ZMmjULFVokSFCdOnv29LlyBQYMIkuWbNjAgQMQHz5SpMDQowcTJv9LlvCYM4cZM2ratHnz\nZs4cN3HiAJxFm7ZQoUaAAOXJ06ePnSlTUqQ4UqVKhw4ZMtTgwcOEiQ5EiGzZEiYME0GCpk3D1q3b\ntm3mzHETJw7AZs6dGzUSpUnTpEmUKCWyYydJEihevJAggQKFDSRIUKAAIUQIFy5jxmhBhMiaNW3f\nvnnzZs5ct3DhADyHHv3QoUiECOXJY8eOmyVLUqS4ceSIBQsSJJSIEWPChAUyZChRokOHkDx5oEHL\ntk3/NnPmvgEcNw4AwYIGDyJMqHAhw4aFCi0SJKhOnT17+ly5AgMGkSVLNmzgwAGIDx8pUmDo0YMJ\nkyVLeMyZw4wZNW3avHn/M2eOmzhxAH4CDVqoUCNAgPLk6dPHzpQpKVIcqVKlQ4cMGWrw4GHCRAci\nRLZsCROGiSBB06Zh69Zt2zZz5riJEwdgLt26jRqJ0qRp0iRKlBLZsZMkCRQvXkiQQIHCBhIkKFCA\nECKEC5cxY7QgQmTNmrZv37x5M2euW7hwAE6jTn3oUCRChPLksWPHzZIlKVLcOHLEggUJEkrEiDFh\nwgIZMpQo0aFDSJ480KBl2yZ9mzlz38aNA6B9O/fu3r+DDy9+vCJFfubMiRPnzp0iQoQcOYIFBw4M\nGDx4CJIiRYQIHAAeObJihQcPJPz40aWLFjVq4cKdO3cMHDgAFzFmfPRI/5AdO3Dg4METBAcOIUKi\nxIhhwcKGDURQoGDAgEKQICJEgADhwpEjY8ZkVavWrdu5c8W+fQOwlGnTS5cWTZoECNCkSVigQDly\nxIoTJyVKuHAxZMUKChQ+KFGiQgUHDixChRIm7BY2bN++nTuHzJs3AH8BB3bkqM+cOXTo5MlDJEeO\nHj2auHABAQIFCjtEiECA4AINGhkyRIigYdGiWrVcMWPGjdu5c7u8eQMwm3Zt27dx59a9m7ciRX7m\nzIkT586dIkKEHDmCBQcODBg8eAiSIkWECByOHFmxwoMHEn786NJFixq1cOHOnTsGDhwA9+/hP3ok\nyI4dOHDw4AmCA4cQIf8Ao8SIYcHChg1EUKBgwIBCkCAiRIAA4cKRI2PGZFWr1q3buXPFvn0DQLKk\nyUuXFk2aBAjQpElYoEA5csSKEyclSrhwMWTFCgoUPihRokIFBw4sQoUSJuwWNmzfvp07h8ybNwBY\ns2p15KjPnDl06OTJQyRHjh49mrhwAQECBQo7RIhAgOACDRoZMkSIoGHRolq1XDFjxo3buXO7vHkD\nwLix48eQI0ueTLlyoMuECOnREyeOmSJFOHDYYcSIBg0WLOA4ciRDBgZFinTpggIFjUSJpElTxluc\nuHLlumXLBqC48eOECN2xY0eOnDdvvOzY4cEDDh48NGigQGGGECETJiT/+PHDihUY6BUpihZt2bNn\n4cKVK9ctWzYA+PPrb9QoUSmApShRIkSojRcvMmQcmTKlRQsNGnAcOeLBQ4QjR8KE8eGjhiRJz55B\nc+YMHDhz5rplywbA5UuYhAjpAQRozhwzZqwIEaJBw4wbNzJkUKBARYwYDhwcmDGjSBENGkJMmrRs\nmTFixMCBK1fOmzZtAMSOJVvW7Fm0adWutWQpEyVKZcq0anUGCRIWLE4lSiRCxIIFoODAwYAhgSZN\nffqcOGGBGLFr16qNG2fOsrlv5coB4NzZMyRIjgwZ4sIlVCg/TJiIEHHKkCENGggQGHXnzoQJByJF\nqlMnRYoNyJBly1Zt/9w4c8nNfStXDsBz6NFLlXoECpQbN7NmDeLCJUYMVYMGrViBAIEoNmw0aCDQ\nqZMePSxYgEiWbNs2bOPGlStnzhzAb+XKASho8CAlSpEOHbJixZWrPkeOkCBBK1EiECAMGFhlxgwE\nCAJEiZIjp0IFCc2aefPGjBw5c+bOnQtXrhyAnDp38uzp8yfQoEItWcpEiVKZMq1anUGChAWLU4kS\niRCxYAEoOHAwYEigSVOfPidOWCBG7Nq1auPGmWtr7lu5cgDm0q0LCZIjQ4a4cAkVyg8TJiJEnDJk\nSIMGAgRG3bkzYcKBSJHq1EmRYgMyZNmyVRs3zhxoc9/KlQNg+jTqUv+lHoEC5cbNrFmDuHCJEUPV\noEErViBAIIoNGw0aCHTqpEcPCxYgkiXbtg3buHHlypkz961cOQDat3OnRCnSoUNWrLhy1efIERIk\naCVKBAKEAQOrzJiBAEGAKFFy5FSoIAFgs2bevDEjR86cuXPnwpUrBwBiRIkTKVa0eBFjxj9/FPnx\nkyYNHTpvggQZMaIIEyYSJESIgGPGjAoVIvz4ceVKjhw+CBGaNs3at2/hwpkz123cOABLmTb148fQ\nmzdixKBBo4YGDQ0acNCg4cBBgwYpWrR48ACCDh1OnODAkYQQIWrUrHXrBg6cOXPdxo0D8Bdw4ESJ\nMlGiVKhQnz53nDj/ceGCSJUqHDhgwLAiRw4RIiLYsHHmjBUrRwgRmjZN2rdv3ryZM9dt3DgAs2nX\n7tNHkBw5ZsyECUPGhg0RIlzYsKFAQYMGHVq0UKAgQYgQR47QoPGCDZtr17Bt2+bN27lz38iRA3Ae\nfXr169m3d/8e/p8/ivz4SZOGDp03QYKMGAGwCBMmEiREiIBjxowKFSL8+HHlSo4cPggRmjbN2rdv\n4cKZM9dt3DgAJEua9OPH0Js3YsSgQaOGBg0NGnDQoOHAQYMGKVq0ePAAgg4dTpzgwJGEECFq1Kx1\n6wYOnDlz3caNA4A1q9ZEiTJRolSoUJ8+d5w4ceGCSJUqHDhgwLAi/0cOESIi2LBx5owVK0cIEZo2\nTdq3b968mTPXbdw4AIwbO+7TR5AcOWbMhAlDxoYNESJc2LChQEGDBh1atFCgIEGIEEeO0KDxgg2b\na9ewbdvmzdu5c9/IkQMAPLjw4cSLGz+OPPmiRYTatGHDZs8eHzlyUKHyJUYMCxZSpFCSIoUDBx+O\nHCFB4sOHG5gwAQOWK1u2cOHOnUP27RuA/fz7JwKYiJAaNWjQwIFzZMaMJk2m7NghQQIJEkdMmGDA\nwAMTJiNGdOhA49QpY8Zmbdvmzdu5c8q+fQMQU+ZMR44I3fTjp1AhLEeOIEESpUWLCxc+fCBiwsSC\nBRyePCFBIkSIGv+kSEmTRowbN3Dgzp1z1q0bALJlzSJCtOfMmTdv1qwR8uIFECBLZMiAAKFECR4Y\nMBQoMGHGDAoUIkTwcOlSsGCqsGHz5u3cuWTgwAHAnFnzZs6dPX8GHfrPnzl79qxZo0aNlx49QoQg\nAgSIBg0QIAQRIqRBgwVEiDhxkiLFikWLokVb1qyZOHHlynnDhg3AdOrV+/TRQ4cOHjxw4Ijx4ePD\nByA3bjx4wIABjB49FixogASJFi0oUMCgRGnaNGjMmAH89s2cOW7atAFIqHAhIUJ5GDEKFMiOnTJE\niJQo0cOHjw0bHDig8eKFBQsLmjTRosWGDR+WLF27Bo0aNXHizJn/68aNG4CePn8CAsRGjZoyRstE\nsWHjwgUaNWo0aLBgQYkUKQ4cMLBiBQ8eGzZc2LQpWrRix46JE2fOXDdt2gDAjSt3Lt26du/izfvn\nz5w9e9asUaPGS48eIUIQAQJEgwYIEIIIEdKgwQIiRJw4SZFixaJF0aIta9ZMnLhy5bxhwwZgNevW\nffrooUMHDx44cMT48PHhA5AbNx48YMAARo8eCxY0QIJEixYUKGBQojRtGjRmzL59M2eOmzZtAL6D\nD0+IUB5GjAIFsmOnDBEiJUr08OFjwwYHDmi8eGHBwoImTQBq0WLDhg9Llq5dg0aNmjhx5sx148YN\nQEWLFwEBYqNG/00Zj2Wi2LBx4QKNGjUaNFiwoESKFAcOGFixggePDRsubNoULVqxY8fEiTNnrps2\nbQCQJlW6lGlTp0+hRnXkyNCgQV++SJIkZsiQGjVIsWFz4kSFCqGePMmQYUGkSFWqqFABolixadOo\nkSNnjq+5b+XKARA8mHCmTIkOHVqzxpQpMkiQyJBxas6cDh0gQKhUpEiFCgoiRXLixIaNFsWKbdtm\nzZy5cuXMmetWrhwA27dxY8K0iBIlMGBOnVpz5MiOHaC2bClRYsECSFasXLiwQJMmL15s2JixbFm3\nbt7MhRf/rVw5AOfRp3/0KBEgQGLEcOIEJ0gQFiw+lSmjQQMDBv8AJ9mwsWABAUiQsGABAYLCs2fb\ntjkrV86cRXPfypUDwLGjx48gQ4ocSbKkI0eGBg368kWSJDFDhtSoQYoNmxMnKlQI9eRJhgwLIkWq\nUkWFChDFik2bRo0cOXNQzX0rVw6A1atYM2VKdOjQmjWmTJFBgkSGjFNz5nToAAFCpSJFKlRQECmS\nEyc2bLQoVmzbNmvmzJUrZ85ct3LlAChezBgTpkWUKIEBc+rUmiNHduwAtWVLiRILFkCyYuXChQWa\nNHnxYsPGjGXLunXzZq627W/lygHYzbv3o0eJAAESI4YTJzhBgrBg8alMGQ0aGDCYZMPGggUEIEHC\nggUECArPnm3/2+asXDlz6M19K1cOgPv38OPLn0+/vv37fPhI+vOHDh2AfPi0GTIEBgwpQ4Zo0LBh\nwxCIGTJgUKIkTJglS6gMGnTtGrVw4b59O3eu27hxAFSuZEmIUCZChAABOnRoz5MnJkwwCRJEgwYL\nFoxEiWLCRAcsWNiwESPGy6JF2rRVAwfu27dz57yRIwfA61ewhQpdKlQoTx5ChN40aVKjBpIiRS5c\n0KBhR5AgI0Z4MGJEjpwzZ9pkytSt27Zx48KFO3fO27hxACRPpsyHD6I5c+TIiRPnS44cJUrwAAJk\nwgQLFligQPHgAQMbNsCAsWGjCCBA2bJN69bt27dz58CRIwfA//hx5MmVL2fe3PlzPnwk/flDhw4f\nPm2GDIEBQ8qQIRo0bNgwxHyGDBiUKAkTZskSKoMGXbtGLVy4b9/Ones2bhxAAAIHEiREKBMhQoAA\nHTq058kTEyaYBAmiQYMFC0aiRDFhogMWLGzYiBHjZdEibdqqgQP37du5c97IkQNg8ybOQoUuFSqU\nJw8hQm+aNKlRA0mRIhcuaNCwI0iQESM8GDEiR86ZM20yZerWbdu4ceHCnTvnbdw4AGrXsuXDB9Gc\nOXLkxInzJUeOEiV4AAEyYYIFCyxQoHjwgIENG2DA2LBRBBCgbNmmdev27du5c+DIkQPg+TPo0KJH\nky5t+jQiRP+H8ODp06dQoSZEiFChUkaGjA4dbNjwMmKEBg0quHABAaJECRyuXE2btgscdHDnzikD\nBw4A9uzaGTFapEgRIECLFiEpv2WLFho0NGhIkeILBw4ZMozo0kWFCh06gowatQ3gtl3ixH37du4c\nMXDgADR0+JARI0KFChEiNGhQkydPqlQpgwPHhw8lSlj58MGCBQ9gwMSIkSNHklq1vHlrNm6cOHHn\nziUDBw5AUKFDCRH6w4fPnTt79kT58WPJEi4mTGjQcOJElQ4dGDDQECUKBAgcOJwgRWrYMF3cuIUL\nd+6cMXDgANS1exdvXr17+fb126dPHkGCAAHiw0eLESMpUkT/AQKEQ2QORHDgwIChghIlUqTIkOEj\nU6Zs2aiVHjfOnLltqwG0dv0aEKBCjRoVKkSI0JYjR0KESKJDR4YMGjQU8eFjwwYOT5506VKkiBJK\nlLRpqwYNmjhx5sx1y5YNQHjx4wkR6uPIESNGduyMOXJkxQonRIhw4LBhww4aNC5c4ACQCRM1aoQI\nsSJKFDdu2rZtEyfOnLluFAFYvIixTx88ffro0XPnTpYZM1CgEFKjxoQJGDDQUKFCgYIFMmTQoLFh\nQwhLlqhRawYNGjly5sxp69YNgNKlTJs6fQo1qtSpffrkESQIECA+fLQYMZIiRRQgQDiY5UAEBw4M\nGCooUSJF/4oMGT4yZcqWjZrecePMmdsGGIDgwYQBASrUqFGhQoQIbTlyJESIJDp0ZMigQUMRHz42\nbODw5EmXLkWKKKFESZu2atCgiRNnzly3bNkA2L6NmxChPo4cMWJkx86YI0dWrHBChAgHDhs27KBB\n48IFDkyYqFEjRIgVUaK4cdO2bZs4cebMdTsPIL369X364OnTR4+eO3eyzJiBAoWQGjUmTACIAQMN\nFSoUKFggQwYNGhs2hLBkiRq1ZtCgkSNnzpy2bt0AfAQZUuRIkiVNnkTJiZOiSJHy5FGlasuPHzJk\nRHLjBgSIDh0kHTmiQcMESJDatPHhgwk0aOHCcTt3ztxUc//dzJkDkFXr1lKlFFmy1KePKlVlfPjY\nsWPSmzcbNkSIwMiJEw8eOlSqRIfOkydhoEELF46bOcLmzp3zZs4cAMaNHYsSxUiTJj16Vq0qQ4RI\nkCCOvHgBAaJCBUFOnGzYgKFRIzx4yJDp0qyZOHHfzp0zZ+7cuW7mzAEAHly4J09/Fi1y4+bUKTRC\nhMyYQUmMGAoUHjxoNGUKBgwPGjVKkkSDBhK+fHXrBs3cenPnzmUzZw7AfPr17d/Hn1//fv6cOAFU\nFClSnjyqVG358UOGjEhu3IAA0aGDpCNHNGiYAAlSmzY+fDCBBi1cOG7nzplLaa6bOXMAXsKMWaqU\nIkuW+vT/UaWqjA8fO3ZMevNmw4YIERg5ceLBQ4dKlejQefIkDDRo4cJxM6fV3Llz3syZAyB2LFlR\nohhp0qRHz6pVZYgQCRLEkRcvIEBUqCDIiZMNGzA0aoQHDxkyXZo1Eyfu27lz5sydO9fNnDkAli9j\n9uTpz6JFbtycOoVGiJAZMyiJEUOBwoMHjaZMwYDhQaNGSZJo0EDCl69u3aCZC27u3Lls5swBSK58\nOfPmzp9Djy5dkaJNkyYRyk6oUJcuQoQsESPGhg0SJKKIEUODxogmTfr0adOm0KlT4cJxM2eOHLlz\n5wCGI0cOQEGDByVJKrVpkyBBjhzRSZKkRo0jTZqYMOHB/wMTMWJs2DjRpcuhQ3LkXDp1Chy4beXK\niRN37tw3cuQA5NS5U5IkT5UqGTK0aJEiMGCQILGCBcuLFyhQNPHiRYYMFFu2TJokSBAnV668eeNG\njpw4cefOeSNHDkBbt28bNYo0d9AgQIAKRYmCA4eTJ09SpAgRYkeWLCdOYCBChA0bJkzUPHrkzVs1\ncuS8eTNnDly5cgBAhxY9mnRp06dRp750yVOmTKlgp2LUpo0iRZAMGWrSBA2aQWfO3LjR5dAhQoTa\ntGGlTJk5c9rOnStX7tw5aOPGAdC+nfunT6Y0aapVy5WrSVOm8OHjZ80aIUK+fAmEBs2PH20YMQoV\nChEiXP8AmTEzZ26aOXPkyJ07t0ycOAAQI0rs1AkVJ06tWqVKtYgNm0ePFvHhEyWKGjWG8uRRogQN\nI0aSJB06ZIsZM3Pmrp07V67cuXPMxIkDQLSo0UuXRmnS9OlTqlR6yJARJIhQnDg7dlixwmfJEho0\nqBAidObMkyd/iBEbN06ZOXPkyJ07l0ycOAB48+rdy7ev37+AA1+65ClTplSIUzFq00aRIkiGDDVp\nggbNoDNnbtzocugQIUJt2rBSpsycOW3nzpUrd+4ctHHjAMieTfvTJ1OaNNWq5crVpClT+PDxs2aN\nECFfvgRCg+bHjzaMGIUKhQgRLmbMzJmbZs4cOXLnzi3/EycOgPnz6Dt1QsWJU6tWqVItYsPm0aNF\nfPhEiaJGjSGAefIoUYKGESNJkg4dssWMmTlz186dK1fu3Dlm4sQB4NjR46VLozRp+vQpVSo9ZMgI\nEkQoTpwdO6xY4bNkCQ0aVAgROnPmyZM/xIiNG6fMnDly5M6dSyZOHACoUaVOpVrV6lWsWRUpwtXV\nli1SpIpt2kSIkKRevdSoadOGUbBgYMCwCRRo2rRWrVRVq3buXDly5M4NPkcuXDgAiRUvhgSJly9f\nu3aZMuXr0SM6dP7IklWlypYte3TpSpMmT6VK2LD58iVLmrRz58iNG2fO3Llz5MCBA9Db9+9Fi2rh\nwmXL/5YpU8Q4cTJkCNOuXW/etGmTaNeuN2/oWLJkzZovX7eqVTt3rty4cebMnTtHDhw4APHlz0+U\n6JYr/K48eQrWqBFAPXoarVplxAgTJmlMmVKi5EmdOsCACRLkKFiwc+fIhQtnzty5c+XAgQNg8iTK\nlCpXsmzp8qUiRbhm2rJFilSxTZsIEZLUq5caNW3aMAoWDAwYNoECTZvWqpWqatXOnStHjty5rOfI\nhQsH4CvYsJAg8fLla9cuU6Z8PXpEh84fWbKqVNmyZY8uXWnS5KlUCRs2X75kSZN27hy5cePMmTt3\njhw4cAAmU668aFEtXLhs2TJlihgnToYMYdq1682bNv9tEu3a9eYNHUuWrFnz5etWtWrnzpUbN86c\nuXPnyIEDB+A48uSJEt1y5dyVJ0/BGjXSo6fRqlVGjDBhksaUKSVKntSpAwyYIEGOggU7d45cuHDm\nzJ07Vw4cOAD69/Pv7x8gAIEDCRY0eBBhQliwcO3axYzZs2fCbt1KluyZL1+gQAULJu3VK1WqelGj\nVq1atGjdxo07d87cOZkzyZ07BwBnTp22bN0aNkyatGnTgrFideyYMVy4Hj3y5esZLlynTgWbNo0a\ntWnTxI0bd+6cuXNjyZY7dw5AWrVrZcnC9esXMmTPngGrVevYMWa8eHnyxIvXs127Xr0CRo1atWrY\nsHn/Eyfu3Dlz5yhXHnfuHADNmznTolVr165ixZYt28WKVbBgzWbNIkTIlatiqFAdOqRKmrRixXbt\nshYu3Llz5s4VN17u3DkAy5k3d/4cenTp06nDgoVr1y5mzJ49E3brVrJkz3z5AgUqWDBpr16pUtWL\nGrVq1aJF6zZu3Llz5s719w+Q3LlzAAoaPGjL1q1hw6RJmzYtGCtWx44Zw4Xr0SNfvp7hwnXqVLBp\n06hRmzZN3Lhx586ZOwczZrlz5wDYvIlTlixcv34hQ/bsGbBatY4dY8aLlydPvHg927Xr1Stg1KhV\nq4YNmzdx4s6dM3curNhx584BOIs2LS1atXbtKlZs/9myXaxYBQvWbNYsQoRcuSqGCtWhQ6qkSStW\nbNcua+HCnTtn7pzkyeXOnQOAObPmzZw7e/4MOjQnTrOAAWvWTJiwYLVqMWPmateuS5eAAXPVq5ck\nSbpevWrWjBgxb926lStH7tw5c+bOnRtXrhyA6dSrgwK1ixixZ8+MGRNGi9awYad27YIEKVgwVrhw\nYcIUTJcuaNCePfvWrRs5cuPOnQNYrpw5c+HIkQOQUOHCTJlkAQOmTBkvXr1q1TJmrJYtW5ky9eq1\nCheuT59+6dIVLZoyZd+4cStXbty5c+XKnTsnrlw5AD19/uTEKRYwYMqU/frFCxYsYsRKPe3TBxUq\nSf+sWPnx46pTp2DBZMmCli0bOXLjzp0rV+7cOXLlygGAG1fuXLp17d7FmzdTJliqVB07hgvXLVSo\njh3bRYuWJ0/KlPFChSpSpGS4cPnC7Kvb5nLlspkzR47cuXPSunUDkFr16k+fZsGCxYwZL169SJEy\nZiwXK1aZMh07tuvVq0yZkAULRozYr1/fuHEjR85auXLjxp07t6xbNwDdvX+/dGlVqVLFitWqpevU\nqWPHdtWqNWlSsWK1WrXixOkYMf7EegHsxW1guXLZzJkjR+7cuWbdugGIKHFipkyrSJE6dkyXrlqo\nUB07VuvUqUCBhAmbBQmSIEG/ZMlixWrVKm3YsI3/G0fNnDly5M6dkwYOHICiRo8iTap0KdOmTjNl\ngqVK1bFjuHDdQoXq2LFdtGh58qRMGS9UqCJFSoYLl6+2vrrBLVcumzlz5MidOyetWzcAfv8C/vRp\nFixYzJjx4tWLFCljxnKxYpUp07Fju169ypQJWbBgxIj9+vWNGzdy5KyVKzdu3Llzy7p1AyB7Nu1L\nl1aVKlWsWK1auk6dOnZsV61akyYVK1arVStOnI4Ri06sVy9u1suVy2bOHDly584169YNAPny5jNl\nWkWK1LFjunTVQoXq2LFap04FCiRM2CxIkAAKEvRLlixWrFat0oYN27hx1MyZI0fu3Dlp4MAB0LiR\noGNHjx9BhhQ5kmRJkydRplS5kmVLly9hxpQ5k2ZNmzdx5tS5k2dPnz+BBhU6lGhRo0eRJlW6lGlT\np0+hRpU6lWpVq1exZtW6lWtXr1/BhhU7lmxZs2fRplW7lm1bt2/hxpU7l25du3fx5tW7l29fv38B\nBxY8mHBhw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06f7BgQAIfkECAoAAAAs\nAAAAACABIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMo\nU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rd\nyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix\n2kiRkh079uwZNGjgrFmDBq2aN2/HjhEbfe3arl25ePGKFg2Xa168qFELVqzYsmXRoh2rVQuA79/A\nHz0aJkwYM2bOnHmjRs2ZM2ratBkz9utXsGbNatWaVauWMmW3btH/4sVr2bJg6I8dW7asWKxYAOLL\nn9+oEbFgwZYtY8bsWzWA1aRJs8aNmzJlw4YRmzat1kNdup49y5ULly9f06YZGzZs2bJmzYrNmgXA\n5EmUlCgtU6ZM2ktp4axZkybNmjdvy5YdO6ZMm7Zfv4Dx4hUt2i2kSKFB2xUsGDJk0KAVo0ULwFWs\nWbVu5drV61eww4Y9ixbt2zdw4MaBYwtuGTZs16716rUIGLBixVwdOoQL17FjpQ4dunULGSZMsWL5\n8oXMlSsAkSVPBgasmTNn27Z16/atW7dt25g9exYtWq9emmjR4sVLEyJEo0bp0uWpVatfv5ClSqVL\n161bxFatAlDc//hxYMCSOXPWrdu3b+G+ffPm7Zk17NaKFVvEi1ewYKYIEXLlChiwTZ8+8eK17NSp\nWrV69SKGChUA/Pn1GzM2zRpAa+HCiRM3LhzCcM+4cdOmTZiwScaMMWNWS5CgXbuMGevEh48sWccy\nZSJFypatY6tWAWjp8iXMmDJn0qxp89kzYt26hQtXrhw4cuTMmRN37dq2bePGHUuV6tixar16Zcp0\n7Ji1X79atarWrVu1asGCYZs2DQDatGqbNQu2bdu3b+PGeSNHrlw5cc+eXbsGDhwxUKB+/XqWK9ej\nR8WKLStWDBYsaNy4WbM2bBg1ZswAcO7sedmyX9q0ffs2btw3cv/kzJkbly0bN27ixCnjxGnYsGq7\ndkmSdOxYtGHDZs2a1q3btWvAgFVjxgwA9OjSqVFD9u3buHHlyoUrV+7cOXHZsnnzRo4cMlKkli3D\nhgsXIULEiFGTJWvTJmfatE2b5gugr2vPngEweBBhQoULGTZ0+PDZM2LduoULV64cOHLkzJkTd+3a\ntm3jxh1LlerYsWq9emXKdOyYtV+/WrWq1q1btWrBgmGbNg1AUKFDmzULtm3bt2/jxnkjR65cOXHP\nnl27Bg4cMVCgfv16livXo0fFii0rVgwWLGjcuFmzNmwYNWbMANS1e3fZsl/atH37Nm7cN3LkzJkb\nly0bN27ixCn/48Rp2LBqu3ZJknTsWLRhw2bNmtat27VrwIBVY8YMQGrVq6lRQ/bt27hx5cqFK1fu\n3Dlx2bJ580aOHDJSpJYtw4YLFyFCxIhRkyVr0yZn2rRNm+bL17VnzwB09/4dfHjx48mXNy9Nmjhu\n3M6dAwfuXLly585BEydOmzZx4lAdOwbQly9up0758pUrF7Vdu3jxasaN27aJ27hVqwYgo8aN0KB9\n06bt3Llv38yRI3fu3DRw4K5d+/YtVaxYs2YxQ4UqVChatJYZM0aMWDRt2rBhs2Yt27RpAJo6ferM\n2bds2c6d8+btHDly585RGzdu27Zw4Trt2iVLljRWrGbN8uVr/9qxY8aMTevWTZu2a9eySZMGILDg\nwdasjfv27dy5cOHOlSt37pwzceK0aSNHbtSyZb9+cbt0adeuWbOmoUJFixYya9a0aeMGe9o0ALRr\n276NO7fu3bx7S5Mmjhu3c+fAgTtXrty5c9DEidOmTZw4VMeO+fLF7dQpX75y5aK2axcvXs24cduG\nfhu3atUAuH8PHxq0b9q0nTv37Zs5cuTOnQM4DRy4a9e+fUsVK9asWcxQoQoVihatZcaMESMWTZs2\nbNisWcs2bRoAkiVNOnP2LVu2c+e8eTtHjty5c9TGjdu2LVy4Trt2yZIljRWrWbN8+Zp27JgxY9O6\nddOm7dq1bP/SpAHAmlWrNWvjvn07dy5cuHPlyp0750ycOG3ayJEbtWzZr1/cLl3atWvWrGmoUNGi\nhcyaNW3auB2eNg3AYsaNHT+GHFnyZMrSpGkTJ65cOXPmzpkDbY6cOXPPnm3bJmvaNEqUjAUKZMxY\npkzHQIGqVm0WNmzUqIkTx82bNwDFjR+HBo1auHDkyJUrZ066dHLlykmThg2brWbNLl3C1aiRL1+n\nTvn69ataNWTYsGnTFi5cN27cANzHnx8aNGzhwgEkR65cuXPmDpojZ86cNWvatM2KFg0TJl+JEhEj\npkrVsVq1qlUThg3btWvgwHVLCWAly5bXrnUjR84cTXPnbpr/M1fu3Dls2MCBs9WtGyhQyerUUaZM\nkqRjffpMm/bq2rVp08SJ2+bNG4CuXr+CDSt2LNmyZqVJ0yZOXLly5sydMyfXHDlz5p4927ZN1rRp\nlCgZCxTImLFMmY6BAlWt2ixs2KhREyeOmzdvAC5jzgwNGrVw4ciRK1fOHGnS5MqVkyYNGzZbzZpd\nuoSrUSNfvk6d8vXrV7VqyLBh06YtXLhu3LgBSK58OTRo2MKFI0euXLlz5q6bI2fOnDVr2rTNihYN\nEyZfiRIRI6ZK1bFatapVE4YN27Vr4MB1yw9gP//+1wBe60aOnDmD5s4lNGeu3Llz2LCBA2erWzdQ\noJLVqaNM/5kkScf69Jk27dW1a9OmiRO3zZs3AC9hxpQ5k2ZNmzdxbtsmzpu3c+fMmTsHDpw5c5Jq\n1TJlKk0aCBQoSJHyggGDBg2oUDnBgUOFCn2IELly5cuXY48eAVC7lm22bOC2bTt3rlw5c9++lSvn\nypatVasCBQLBgAEXLjE+fKBAoU4dIWDAQIGyig6dRYvmzFGWKRMAz59BY8MWrlu3c+fMpfbmzZy5\nUrZs0aK1Z0+FBw+wYGFRocKDB3Lk0MCBgwULTUuWwIHDhs2yRYsARJc+vVu3cd68nTtnztw5cODM\nmcOkS5csWXXqLJgwQYyYFgoUGDCwZcuGChUiRDiEA8eXL/8Ay5Q5hgkTgIMIEypcyLChw4cQxYmr\nRo6cOXPnzpnbeO6ctmnTjh1z5kzJjBl8+MBJwTKFJEmIvHhBg0bXr5u/iBHLdu0agJ9Ag4YLF23c\nuHLlzCldam7btGnDhiVLFoUHDzt26AwZ8uQJKVKSNm3q1KkYNWrMmCFDhm3aNABw48oFB04aOXLl\nypnbu/fcuW7WrB079uxZkBgx6NApgwMHDx6gQDkiRMiRI2HJMiczZgxbtGgAQosePW6ctXLlzJk7\nd86c63PnuF27pkxZtWpFUqT484fQhQsmTNChg2fJki9fagULVqyYMWPbrl0DQL269evYs2vfzr27\nOHHVyJH/M2fu3Dlz6M+d0zZt2rFjzpwpmTGDDx84KfKnkCQJkReAXtCg0fXL4C9ixLJduwbA4UOI\n4cJFGzeuXDlzGTWa2zZt2rBhyZJF4cHDjh06Q4Y8eUKKlKRNmzp1KkaNGjNmyJBhmzYNwE+gQcGB\nk0aOXLly5pQqPXeumzVrx449exYkRgw6dMrgwMGDByhQjggRcuRIWDK0yYwZwxYtGgC4ceWOG2et\nXDlz5s6dM9f33Dlu164pU1atWpEUKf78IXThggkTdOjgWbLky5dawYIVK2bM2LZr1wCMJl3a9GnU\nqVWvZt2t27lx486dCxfunDlz58510qSpVi1OnCwsWECD/8aMEycmTDhyJAgZMipURGrVKlmyX7+u\nOXMGwPt38Nq0mRMn7tw5cODMrT93ThUmTK9eSZKU4cABHTpcFCmSIQNAN27anDq1Zs2vY8eiRevV\nC9uzZwAmUqy4bZu5cePOnQMH7pw5c+fOmfLkSZcuTpwuDBjw4sUIGjQcONCixUmgQEiQvMKFixkz\nX76kMWMG4CjSpN26nSNH7ty5cePOUaV6ChSoYMFgwZKAAEGMGDcsWECAIEaME1CgaNAg6NQpZcqM\nGbv27BmAvHr38u3r9y/gwIK7dTs3bty5c+HCnTNn7ty5Tpo01arFiZOFBQto0Jhx4sSECUeOBCFD\nRoWKSP+tWiVL9uvXNWfOANCubVubNnPixJ07Bw6cueDnzqnChOnVK0mSMhw4oEOHiyJFMmRw46bN\nqVNr1vw6dixatF69sD17BuA8+vTbtpkbN+7cOXDgzpkzd+6cKU+edOnixAnghQEDXrwYQYOGAwda\ntDgJFAgJkle4cDFj5suXNGbMAHT0+LFbt3PkyJ07N27cOZUqT4ECFSwYLFgSECCIEeOGBQsIEMSI\ncQIKFA0aBJ06pUyZMWPXnj0D8BRqVKlTqVa1ehVruHDizJk79xUsWHLmzDVr5s1bkVq1zJgZZcIE\nJ05x4sRCguTYMVPQoCFDRo5ct2/fABQ2fNhb4nLlzDX/NncOMuRw48YlS8aMGY9Mmb58WTRjxqVL\niBDJ0qTp2jVi2LBVqzZu3Ldu3QDUtn0bHLhw5cqd8/37N7ly5Z4906ZNiSdPadIQAgHCkCFBgmTZ\nsbNsWa1o0Zo1EyduW3gA48mXBwdOnDlz59i3b0/u3Llmzbp1y8GKlRcvlxYsoAOQTpcunmTIYMUK\nU7NmxoyNG+ft2zcAFCtavIgxo8aNHDuOG2euXLlzJEmaM3fuXDNp0q5do0KFAwQIoEA50KBhwQJJ\nkiKkSKFBAysXLty4GTMm26VLAJo6fQoOXLlx485ZtWrO3Llzx4wZY8bMiJERBQr06WMABYoIERYt\nSrFm/40XL8fEiJEkqU8fbZ06AfgLOHC4cObIkTuHGLE5c+fOHaNGLVu2KlVAIEDAiFEBESISJMiU\nSUKRIjdu7GLCJFGiPn2wbdoEILbs2ePGmSNH7pxu3ebMnTsXbNmyatWgQJmwYIEjRwQYMBAggBCh\nASRIOHAQyoQJN27evMkGChSA8eTLmz+PPr369ezHjTNXrty5+fPNmTt3rpk0adeuUQFIhQMECKBA\nOdCgYcECSZIipEihQQMrFy7cuBkzJtulSwA8fgQJDly5cePOnTxpzty5c8eMGWPGzIiREQUK9Olj\nAAWKCBEWLUqxZo0XL8fEiJEkqU8fbZ06AYAaVWq4cP/myJE7lzWrOXPnzh2jRi1btipVQCBAwIhR\nAREiEiTIlElCkSI3buxiwiRRoj59sG3aBEDwYMLjxpkjR+7c4sXmzJ07F2zZsmrVoECZsGCBI0cE\nGDAQIIAQoQEkSDhwEMqECTdu3rzJBgoUANq1bd/GnVv3bt69y5XjZs7cOeLFi4PLli1YMGbMPlSo\nkCTJkgwZTJhw40aNFi1cuOAKFixZsmLFunHjBkD9evbjxl0rV86cuXPnzN0/d46aMmWvXgGsVUtE\nhgxKlOyIEUOHDkuWCq1aFSpUsmzZpElz5qwbNmwAPoIMSY6cNnPmzqFMmTLbtWuzZg0bxkGDBiRI\ndID/ALFixaFDdBAh2rMHGDNmypQhQ6bt2jUATp9CJUcumzlz565ixcotWzZkyJYt83Dhwo4dMxIk\nkCDhyhUjN24kSQLLlatjx4IF65YtG4C+fv8CDix4MOHChsuV42bO3LnGjh2Dy5YtWDBmzD5UqJAk\nyZIMGUyYcONGjRYtXLjgChYsWbJixbpx4wZgNu3a48ZdK1fOnLlz58wBP3eOmjJlr17VqiUiQwYl\nSnbEiKFDhyVLhVatChUqWbZs0qQ5c9YNGzYA5s+jJ0dOmzlz597Dh5/t2rVZs4YN46BBAxIkOgCC\nALFixaFDdBAh2rMHGDNmypQhQ6bt2jUAFzFmJEcu/5s5c+dAhgzJLVs2ZMiWLfNw4cKOHTMSJJAg\n4coVIzduJEkCy5WrY8eCBeuWLRsAo0eRJlW6lGlTp0/FiTtnzty5c+XKndOqdRcuXMeONWrkAAEC\nGDBWoEDx4MERt3jwzJjxSZiwaNGUKes2bRoAv38Be/N2rly5c+fGjTu3ePGsWrWCBevTh4MCBTp0\niEiSRIMGPHgAzZolSdIzatSqVWPGjBs1agBgx5YNDtw5c+bOnStX7lzv3rRq1SJGbNAgCgYMuHDx\noUYNCBDSpAEDChQbNr2MGYMGzZkzbdKkARA/nny4cOfMmTt3rly5c+/f38KF69gxT54cECAgQwaJ\nCv8AKxgwkCMHiCxZSpRodOpUs2bMmGmTJg2AxYsYM2rcyLGjx4/ixJ0zZ+7cuXLlzqlUuQsXrmPH\nGjVygAABDBgrUKB48OCITzx4Zsz4JExYtGjKlHWbNg2A06dQvXk7V67cuXPjxp3bunVWrVrBgvXp\nw0GBAh06RCRJokEDHjyAZs2SJOkZNWrVqjFjxo0aNQCAAwsGB+6cOXPnzpUrd65xY1q1ahEjNmgQ\nBQMGXLj4UKMGBAhp0oABBYoNm17GjEGD5syZNmnSAMieTTtcuHPmzJ07V67cud+/b+HCdeyYJ08O\nCBCQIYNEhQoGDOTIASJLlhIlGp061awZM2bapEn/A0C+vPnz6NOrX8++PTly487Jn0//3Lhy5YIF\nkyYNAxqAaG7cWJMgARcuV66EokFj1y5M0qQNG0aO3DZw4ABs5Ngx3Edz5s6NJEky3LhxwYL9+lWi\nTBkfPtiMGOHHDx06ri5dunYtGDdu1KiRI+fNKACkSZWKY2rO3DmoUaN+Gzdu165hwySAATNkyJwI\nEezYKVPm1ZcvyZK5smYNGTJx4rp58wbA7l2848aRO9fX799z48yZO3bMmrULc+bgwEGHAAEnTo4c\n6ZQihS5dmJYtGzaMHLlt3rwBIF3a9GnUqVWvZt2aHLlz5cqdo03bnLlz53AJE6ZMWYgQCQQIqFMn\n/wACBAMGBAp0AAQIDRpIsWBRxXqVbH78AODe3bs4ceXIkTtXvny5cufO5cKFq1ixEiUeAABQpkwA\nDx4YMGDEyATAKgKrBLNixY+fNWu0PXoE4CHEiOTImStX7hxGjOXKnTv3ypUrYcIYMDgAAIAdOwEk\nSChQQJIkBzVqxIghCwgQPHjevMk2aRKAoEKHkiN3zpy5c0qVmjN37lytYMGmTZMhQ0GBAnz4BDhw\nQIAARIgGdOiAAYMrFizmsJ2jLVIkAHLn0q1r9y7evHr3kiN3rly5c4IFmzN37hwuYcKUKQsRIoEA\nAXXqBECAYMCAQIEOgAChQQMpFiyqkK6SzY8fAP+qV7MWJ64cOXLnZs8uV+7cuVy4cBUrVqLEAwAA\nypQJ4MEDAwaMGJmo4rxKMCtW/PhZs0bbo0cAtnPvTo6cuXLlzpEnX67cuXOvXLkSJowBgwMAANix\nE0CChAIFJElyUANgjRgxZAEBggfPmzfZJk0C8BBiRHLkzpkzdw4jRnPmzp2rFSzYtGkyZCgoUIAP\nnwAHDggQgAjRgA4dMGBwxYLFHJ1ztEWKBABoUKFDiRY1ehRpUnPmvp1z+hTqOWfChFmypEsXAQUK\nTpwAceCABAlMmEDJkWPKFFnAgB075suXNrkA6Na1S45cNnPmzvXta87cuXPWhAkjRQoWrAgTJuD/\nwOHCg4cYMSJFMuQJsydk27ZRo7ZsGTds2ACUNn26XLlv5sydc+3anLlz54716gUJ0qhRBR48IEFi\nxIIFHDjIkVMmThw6dHw9e8aMGTJk265dA3Ade/Zy5b6d8/4d/Lls0qTt2nXr1oIGDVCgEEGAQIQI\nR45kIUIECpRaxIgdOwYwWDBu27YBOIgwocKFDBs6fAjRnLlv5ypavHjOmTBhlizp0kVAgYITJ0Ac\nOCBBAhMmUHLkmDJFFjBgx4758qUtJ4CdPHuSI5fNnLlzRImaM3funDVhwkiRggUrwoQJOHC48OAh\nRoxIkQx5+uoJ2bZt1KgtW8YNGzYAbNu6LVfu/5s5c+fq1jVn7ty5Y716QYI0alSBBw9IkBixYAEH\nDnLklIkThw4dX8+eMWOGDNm2a9cAeP4Muly5b+dKmz59Lps0abt23bq1oEEDFChEECAQIcKRI1mI\nEIECpRYxYseOBQvGbds2AMybO38OPbr06dSrjxt3Lnt2c+bOeffOKVEiV668eDkgQAAIEAwkSCBA\nAAeOE1q0nDjxqVatZcuOHQP4LVo0AAUNHvz27Vy5cufOlSt3TqJEV5gw+fIVJ04FAwZatJhw5IgG\nDX363Jk1q1GjZdOmRYtmzNg2adIA3MSZU5y4c+bMnTtXrtw5okQ5FSoUK5YXLw4CBEiRogEIEP8H\nDgDBSojQlSuyjh1z5uzYMW7SpAFAm1YtOXLn3Lo1Z+7c3Lm1TJkiRmzQoAQECKxYMSFChAEDXLgY\nQYbMhw+ghg2LFq1ZM2/TpgHAnFnzZs6dPX8GHZocuXLnTJ9GfW5buXK3bh07liBNGhgwxhQokCWL\nFSuhSpTYtcvSs2fBgpUrp+3bNwDNnT8XF92cuXPVrVsPR47cr1/DhllAg4YIETUgQBw65MfPq0eP\nrl37pU2bNGnkyHnjxg3Afv79xwEcN86cuXMGD54zZ26bOHGsWN26tUCKlBs3tCRI0KbNli2iokRR\npuzVtGnMmJEjx82bNwAuX8IkR67cuZo2b57/C2fOnDBhy5Yt6NKlRQsxAAAkScKECScRInDh+jRt\nGjFi5cpx8+YNANeuXr+CDSt2LNmy5MiVO6d2Ldtz28qVu3Xr2LEEadLAgDGmQIEsWaxYCVWixK5d\nlp49CxasXDlt374BiCx5srjK5sydy6xZczhy5H79GjbMAho0RIioAQHi0CE/fl49enTt2i9t2qRJ\nI0fOGzduAH4DDz5uuDlz544jP2fO3DZx4lixunVrgRQpN25oSZCgTZstW0RFiaJM2atp05gxI0eO\nmzdvAN7Dj0+OXLlz9u/jPxfOnDlhwgAuW7agS5cWLcQAAJAkCRMmnESIwIXr07RpxIiVK8fN/5s3\nAB9BhhQ5kmRJkydRkiN3zpy5cy9fmjN37lwtYsScOUuRYsGAAYECCZgwAQGCTJkQzJiBAsUuFy7i\nxPnyJVufPgCwZtUqTpy5cuXOhQ1brty5c8J06SJGbMWKDgYM/PkjAAaMDRs+fToxZkyVKsHOnFm0\nCA+ebpIkAVC8mPG4cebKlTs3eXK5cufO6ZIlCxiwFCkyGDBAhw4ACxYIEFCkiEGQID164CJCBA8e\nO3a0ZcoEgHdv3+XKnTNn7lzx4ubMnTuHy5evatVgwGBw4MCfPwEaNBgwgA+fAB8+SJAQy4SJMufL\naHv0CEB79+/hx5c/n359++TInTNn7lz//v8AzZk7d64WMWLOnKVIsWDAgECBBEyYgABBpkwIZsxA\ngWKXCxdx4nz5kq1PHwAoU6oUJ85cuXLnYsYsV+7cOWG6dBEjtmJFBwMG/vwRAAPGhg2fPp0YM6ZK\nlWBnzixahAdPN0mSAGjdynXcOHPlyp0bO7ZcuXPndMmSBQxYihQZDBigQweABQsECChSxCBIkB49\ncBEhggePHTvaMmUCwLix43Llzpkzd65yZXPmzp3D5ctXtWowYDA4cODPnwANGgwYwIdPgA8fJEiI\nZcJEmdtltD16BKC379/AgwsfTry48XLlvpkzd655c3Pmzp0j9uxZnTq+fC1w4KBDhxUIEID/AFGk\niBUlSsqUcVWsfbFgwbLJB0C/vn1y5LSZM3euf3+A5sydO4fNmTNRonbt2kCCBA8eOWrUOHLEkSNI\nnz5lykTs2rVo0Z49u0aNGgCUKVWSI9fNnLlzMWOaM3fuXLVjxxYtUqVqggcPKVLMmDDBhQszZrjg\nwZMnzy1mzJw5W7YM27VrALRu5WrOHLhzYcWeM2fu3Dloz55x4uTLFwMIEDZsGEGAwIULR45AAQIk\nS5ZVv34RIzZsmDbEABQvZtzY8WPIkSVPLlfumzlz5zRrNmfu3Dliz57VqePL1wIHDjp0WIEAAQgQ\nRYpYUaKkTBlXxXQXCxYs228AwYUPJ0dO/5s5c+eUKzdn7tw5bM6ciRK1a9cGEiR48MhRo8aRI44c\nQfr0KVMmYteuRYv27Nk1atQAzKdfnxy5bubMnePP3xxAc+fOVTt2bNEiVaomePCQIsWMCRNcuDBj\nhgsePHny3GLGzJmzZcuwXbsG4CTKlObMgTvn8uU5c+bOnYP27BknTr58MYAAYcOGEQQIXLhw5AgU\nIECyZFn16xcxYsOGaasK4CrWrFq3cu3q9StYceLOmTN37ly5cufWrjWVKVOwYGbMVBgwIEUKDSBA\nHDjw5IkMM2ZOnOiEC9exY8SIdVu2DADkyJK/fTtXrty5c+TInevc+VamTL16vXnDwoABHf86RESJ\nAgECIUKDWLHKk0eYs9zOfPniFi0agODCh4cLd86cuXPnyJE759z5qk2bgAELFKgEAgREiFioUYMA\ngTFjkDBipERJLWLEnDlDhkzbtGkA5tOvT47cufz5zZk75x/guXO0QIEiRgwOHA0GDNCgQWHCBAEC\nkiT5IEbMiBGtcuWCBu3YsW7SpAEweRJlSpUrWbZ0+XLcOHDmzJ2zadNcTnPFsmWjRClUqAMiRHz4\nQAQBAhQohAjpQ4PGp0+JkCHDhStcOGrbtgHw+hVsuHDeypU7d86cuXPm2JqrRo0aKVKbNmEAAmTI\nECwzZpw5w4aNKESIkiV7RY2aMWPevGH/06YNQGTJk8WJ+2bO3Llz5syd82zOXDbRqlSdOkWhRg0V\nKoZMmNCjBxcuhLRokSXLEjNmwoSBA3dNmzYAw4kXJ0dOnDlz55g3P2fOHLRu3VKlWrVqAQwYJ04Y\nQYBAhgwfPha9eDFrFqdnz4QJGzcuW7duAOjXt38ff379+/n3HwdwHDhz5s4ZNGguobli2bJRohQq\n1AERIj58IIIAAQoUQoT0oUHj06dEyJDhwhUuHLVt2wC4fAkzXDhv5cqdO2fO3DlzPM1Vo0aNFKlN\nmzAAATJkCJYZM86cYcNGFCJEyZK9okbNmDFv3rBp0wYgrNix4sR9M2fu3Dlz5s65NWcu/5tcVapO\nnaJQo4YKFUMmTOjRgwsXQlq0yJJliRkzYcLAgbumTRuAyZQrkyMnzpy5c5w7nzNnDlq3bqlSrVq1\nAAaMEyeMIEAgQ4YPH4tevJg1i9OzZ8KEjRuXrVs3AMSLGz+OPLny5cybjxtXjhy5c9TPmQMHbtw4\nPUmSNGpEgECCAAGOHAHAgMGAAVasHECBggOHTzp0rFmDBEkzOnQA+AcIQOBAAOLEkRs37tzCc+bA\ngStX7lWdOqdOKVDgYcCAL18EuHAxYQIiRCq8ePHh45YTJ4sWjRnjjA8fADVt3hw3rhw5cud8njM3\nbpw5c70sWZo1iwOHDAUKaNEiIEOGAv8F7NiRcOTIixeqjhwhRGjMGGmGDAFAm1YtOXLmypU7Fzfu\nuHHlykX68uXVqwULIBAgcOUKgAULCBCIEyeBDBkpUsTq0UOPnjFjpPHhA0DzZs6dPX8GHVr06HHj\nypEjd071OXPgwI0bpydJkkaNCBBIECDAkSMAGDAYMMCKlQMoUHDg8EmHjjVrkCBpRocOAOrVrYsT\nR27cuHPdz5kDB65cuVd16pw6pUCBhwEDvnwR4MLFhAmIEKnw4sWHj1tOnABctGjMGGd8+ABIqHDh\nuHHlyJE7J/GcuXHjzJnrZcnSrFkcOGQoUECLFgEZMhQoYMeOhCNHXrxQdeQIIUJjxkj/M2QIAM+e\nPsmRM1eu3LmiRceNK1cu0pcvr14tWACBAIErVwAsWECAQJw4CWTISJEiVo8eevSMGSONDx8Abt/C\njSt3Lt26du+SI6fNHF9z586ZIyeYXCdGjAYNypPnQYYMQ4Z0sGCBBAk1aqZgDhPG1K5dxIjVqlWN\nGjUApk+jHjfuWrnW5cyZK0eOXLlys06dunQJESIVM2aYMaODCJEjRyhRWqRJ06NHwZQpM2bMly9r\nzpwByK59Ozly2syBN3funLly5ssZw4UrVSpChDygQBEligoTJlKk2LOHy5s3bgC6qfXr17FjvXpZ\nkyYNQEOHD8uV62bO3DmL58yVK2fO/xwvVqwoUcKEScOJE0yY0NCgIUWKN2+4hAlz5gysY8eWLSNG\nTNu1awCABhU6lGhRo0eRJgUH7pw5c+fOgQNn7lzVc3SGDHn1KkmSDhEiAAIkIkiQFStAgbqiR8+T\nJ8F8+QoWLFcubseOAdC7l683b+fMmTt3Llw4c+cQn+vkyFGxYoAA7ZgxY9SoJ23aYMGCC5clUaIW\nLXLWrNmwYbduZUOGDEBr16+/fTtnzty5c+LEndOtm9aoUc2aZcpE5MWLTJlgLFkCA8apU3IgQcKD\np1iyZMSIDRu2bdkyAN/Bhxcn7lz58uPGnVOvnlSgQMqU+fGjYsOGTJlcHDmCAsWnT/8AqwgS5MXL\nMGTIjBkjRuxbs2YAIkqcSLGixYsYM2oEB+6cOXPnzoEDZ+6cyXN0hgx59SpJkg4RIgACJCJIkBUr\nQIG6okfPkyfBfPkKFixXLm7HjgFYyrSpN2/nzJk7dy5cOHPnsp7r5MhRsWKAAO2YMWPUqCdt2mDB\ngguXJVGiFi1y1qzZsGG3bmVDhgyA37+Av307Z87cuXPixJ1bvJjWqFHNmmXKROTFi0yZYCxZAgPG\nqVNyIEHCg6dYsmTEiA0btm3ZMgCwY8sWJ+6cbdvjxp3bvZtUoEDKlPnxo2LDhkyZXBw5ggLFp09V\nBAny4mUYMmTGjBEj9q1ZMwDgw4v/H0++vPnz6NOLW2/O3Llz5sydmz/fGzlywoRduwbHly+Anjwd\nK1RImrRatbDJkhUu3LFv36xZK1duGzduADRu5AgOXDhz5s6dM2fu3MmT4MqVo0atW7dV1KjVqhVN\nlqxt24ABw7Zs2bhx1MCBy5aNHDlv2rQBYNrUqTio5sydO2fO3DmsWMWZM2fNGjhwq6hRo0VLmiNH\n1qzt2qUNGLBx45p9+6ZNmzlz4Lx5A9DX799xgc8NJlz43Ddz5qRJ8+Yt07NnrVop+/Nn2rRatazR\nohUuHLFv37ZtM2cunDdvAFSvZt3a9WvYsWXPFlfbnLlz58yZO9e7tzdy5IQJu3YN/44vX548HStU\nSJq0WrWwyZIVLtyxb9+sWStXbhs3bgDEjycPDlw4c+bOnTNn7tz79+DKlaNGrVu3VdSo1aoVTRZA\nWdu2AQOGbdmyceOogQOXLRs5ct60aQNg8SJGcRrNmTt3zpy5cyJFijNnzpo1cOBWUaNGi5Y0R46s\nWdu1SxswYOPGNfv2TZs2c+bAefMG4CjSpOOWnmvq9Om5b+bMSZPmzVumZ89atVL258+0abVqWaNF\nK1w4Yt++bdtmzlw4b94A0K1r9y7evHr38u0LDly5wOfOmTN3zpy5c+ewSZP27RsvXp9mzZIm7ZMq\nVbhwYcOm7NevadO2Vavmy1ezZv/ccOEC4Po1bG/eyo0bd+6cOXPnypU7d45bt27hwlGjtuvYMWrU\niPHixYyZNm3UggWrVs3btWvGjDFj5q1XLwDix5MHB64cOXLnzpkzd86cuXPnwHnzFi5ctmy7fPm6\ndg2gL1y4iBHLlq2ZL1/YsHXTpq1YMWrUwAULBgBjRo3hwpkrV+5cyJDmzJ07py1btnDhoEFDVauW\nNWuwPn2iRUuatGC1ajVrls2atWPHpEkLN2wYAKVLmTZ1+hRqVKlTwYErd/XcOXPmzpkzd+4cNmnS\nvn3jxevTrFnSpH1SpQoXLmzYlP36NW3atmrVfPlq1owbLlwACBc27M1buXHjzp3/M2fuXLly585x\n69YtXDhq1HYdO0aNGjFevJgx06aNWrBg1ap5u3bNmDFmzLz16gUAd27d4MCVI0fu3Dlz5s6ZM3fu\nHDhv3sKFy5Ztly9f1675woWLGLFs2Zr58oUNWzdt2ooVo0YNXLBgANi3dx8unLly5c7Vr2/O3Llz\n2rJlCwcwHDRoqGrVsmYN1qdPtGhJkxasVq1mzbJZs3bsmDRp4YYNAwAypMiRJEuaPIky5bdv2cyZ\nOwfznLmZ586Z+/Zt2rRx47Y9e+bMWTdv3p49w4YN3Lhx2rR5IweVHDdu37RpA4A1q1Zv3rKZ+2ru\n3Dlz58qeMydOXLdu5MiJo0bt/9q1b+HCUaPGjZu4ceO2bQNHjly5ct26gbNmDYDixYy/feNmzty5\nyefMnbt8WZy4b9/IkRtHLTS1b+HCSZO2bVs4cuS4cQtXLnY5b97CadMGILfu3eDAdTNn7pzwc+aK\nnztnLly4bNnIkQs3bZo0aduqM2P27Jm3cOGsWetGjly5cuDAievWDYD69ezbu38PP778+c6cjQMH\n7tw5ceLM+Qd47lw3cOC8efv27Rk3btq0bYMG7du3bt3CXbsGDpw3ceKyZQsXjlu1agBMnkSZLJk4\nb97OnQsXztzMc+fAkSMXLhw5ctjAgdu2DRw1auDAbdsmLls2ceK8iROHDdu3b//crl0DkFXrVmXK\nxn37du6cOHHnzJk7d04cOXLhwpEjly1cuG7dvlGjBg5ct27itGkbNw4cOXLbtokT5y1bNgCNHT92\n5mxcuHDnzokTZ07zuXPgxo379k2cuGvevGXL5o0ZM23asmXzhg0bOHDcxInjxi1cuG/atAEAHlz4\ncOLFjR9HntyZs3HgwJ07J06cOernznUDB86bt2/fnnHjpk3bNmjQvn3r1i3ctWvgwHkTJy5btnDh\nuFWrBkD/fv7JkgEU583buXPhwplLeO4cOHLkwoUjRw4bOHDbtoGjRg0cuG3bxGXLJk6cN3HisGH7\n9o3btWsAXsKMqUzZuG/fzp3/EyfunDlz586JI0cuXDhy5LKFC9et2zdq1MCB69ZNnDZt48aBI0du\n2zZx4rxlywZgLNmyzpyNCxfu3Dlx4szBPXcO3Lhx376JE3fNm7ds2bwxY6ZNW7Zs3rBhAweOmzhx\n3LiFC/dNmzYAli9jzqx5M+fOnj+DDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8D\nDy58OPHixo8jT658OfPmzp9Djy59OvXq1q9jz659O3fZkCANEyaMGbNmzbxRo/bs2bRu3ZQpI0Zs\n2bVrwYLt8uWLGbNbtwDW0qULGrRfwYIhQ9asmbFZswBElDhRkqRjxYo5cwYN/9o3a9aoUbvGjVuy\nZMFQPntGixauW7ecOcOFK5cvX9KkGRMmTJmyZcuIwYIFgGhRo44cDVParBkzZt6qVZs27Ro3bseO\nDRsmjBkzWLBmyZKlTBktWrZy5XLmzFfbYsWSJSMGCxYAu3fxPnokjC8zZs2acZs2zZmzadq0HTsW\nLBgxaNBwRc6Vq1kzXJd79WrWDJgwYciQNWt2bNYsAKdRp1a9mnVr169hQ4I0TJgwZsyaNfNGjdqz\nZ9O6dVOmjBixZdeuBQu2y5cvZsxu3aqlSxc0aL+CBUOGrFkzY7NmARA/nrwkSceKFXPmDBq0b9as\nUaN2jRu3ZMmC5X/2jBYtXP8Ab91y5gwXrly+fEmTZkyYMGXKli0jBgsWgIsYMzpyNKxjs2bMmHmr\nVm3atGvcuB07NmyYMGbMYMGaJUuWMmW0aNnKlcuZM19AixVLlowYLFgAkipd+uiRsKfMmDVrxm3a\nNGfOpmnTduxYsGDEoEHDRTZXrmbNcKnt1atZM2DChCFD1qzZsVmzAOjdy7ev37+AAwseDAzYsmbN\nunX79g2cN2/fvlHLls2aNWXKVAkTpkxZLEiQatX69QuUJk26dB07dYoWrV27iqlSBaC27dvBgjWL\nFu3bN3DgxIEDx40bs2nTqlXz5atQrFi/fmlKlOjVq1+/QJ065ctXMlOmbon/v0Xs1CkA6NOrBwZM\n2bNn3rx9+xYOHDhu3JZRozZt2i6AuxbBgqVLFyVBgkyZ2rXLUqZMs2YVCxWqVq1du4KdOgXA40eQ\nwYI1gwZt27ZvKb1548aN2bRp0aL9+sUJFy5ixEwtWsSKFTBgoUqV8uVLGStWvXr58nXMlSsAUaVO\npVrV6lWsWbUyY/Zr27Zv38iR60aOXLly47Jl69Zt3DhqtmwxY6YNGLBMmYoVcxYsWKpU0bZto0Yt\nWLBqzZoBYNzY8bNnw7p1AweOHLlw5cqZMxdu2jRs2MKFCwYJki9fzWrVmjTp2LFoxYrVqlWtW7dq\n1Xz5mrZsGQDgwYU3axZs/9u2b9/IkQNHjpw5c+KoUcuWLVw4Ypw4+fKFTJYsRoyCBVsWLNiqVdGy\nZZMmzZcvac2aAaBf374zZ8G2bfv2bRzAcd/IkTNnTly1atq0gQOHDBSoYMGo7dr16NGxY9GIEVOl\nKtq2bdWqHTtW7dkzACpXsmzp8iXMmDJnMmP2a9u2b9/IketGjly5cuOyZevWbdw4arZsMWOmDRiw\nTJmKFXMWLFiqVNG2baNGLViwas2aAShr9uyzZ8O6dQMHjhy5cOXKmTMXbto0bNjChQsGCZIvX81q\n1Zo06dixaMWK1apVrVu3atV8+Zq2bBmAzJo3N2sWbNu2b9/IkQNHjpw5c//iqFHLli1cOGKcOPny\nhUyWLEaMggVbFizYqlXRsmWTJs2XL2nNmgFo7vy5M2fBtm379m3cuG/kyJkzJ65aNW3awIFDBgpU\nsGDUdu169OjYsWjEiKlSFW3btmrVjh2r9gzgMwADCRY0eBBhQoULGUKD9i1btnPnwIE7R47cuXPY\nypXr1o0cuVrJkvnypc2VK1iwZMmS5suXLl3MtGnLlu3aNW3SpAHw+RNotGjhunU7d+7bt3Plyp07\nJ+3bt2vXvn3LlCqVK1fQZHWV5cuXtGTJjBmbxo3btWvSpGFz5gxAXLlzoUELt23buXPfvp0rV+7c\nOWzixGXL9u3bKFmyatX/UgYK1KlTt24hAwbs169n2Dhjo0YtW7RoAEiXNh0tGrht286d8+btHDly\n585dEydu27Zw4VoFC4YLF7VVq1KlokUrGjFiv35B48ZNm7Zs2bhNmwYAe3bt27l39/4dfHho0L5l\ny3buHDhw58iRO3cOW7ly3bqRI1crWTJfvrS5cgUQFixZsqT58qVLFzNt2rJlu3ZNmzRpACpavBgt\nWrhu3c6d+/btXLly585J+/bt2rVv3zKlSuXKFTRZNGX58iUtWTJjxqZx43btmjRp2Jw5A4A0qVJo\n0MJt23bu3Ldv58qVO3cOmzhx2bJ9+zZKlqxatZSBAnXq1K1byIAB+/Xr/xm2udioUcsWLRqAvXz7\nRosGbtu2c+e8eTtHjty5c9fEidu2LVy4VsGC4cJFbdWqVKlo0YpGjNivX9C4cdOmLVs2btOmAXgN\nO7bs2bRr276NGxo0bOLElStnzty54eaKF+/W7ds3ZdmyqVJl7NGjYcM+ferVqpU0abyuXbNmLVw4\nbt68ATiPPv20adfEiStXzpy5c+bqmxtXrtyzZ9iwUQIYLJgjR7sOHfr1ixUrYrt2WbNG7NrEa+DA\nbcMIQONGjtGiYRMnrlw5c+bOmUNpjpw5c9WqceOma9q0TJl8ESLUq1emTL5kyYoWDVi1atasgQOn\nbds2AE2dPp02DZs4cf/lrJY7Z06ruXLmzF27tm0bLmnSQIEKFilSsGCnTgWbNStatGDZsmnTFi5c\nN2/eAPwFHFjwYMKFDR9GDA0aNnHiypUzZ+7cZHOVK3fr9u2bsmzZVKky9ujRsGGfPvVq1UqaNF7X\nrlmzFi4cN2/eANzGnXvatGvixJUrZ87cOXPFzY0rV+7ZM2zYKAUL5sjRrkOHfv1ixYrYrl3WrBG7\nFv4aOHDbzANAn159tGjYxIkrV86cuXPm7JsjZ85ctWrcuAHUNW1apky+CBHq1StTJl+yZEWLBqxa\nNWvWwIHTtm0bgI4eP06bhk2cuHImy50zp9JcOXPmrl3btg2XNGmgQAX/ixQpWLBTp4LNmhUtWrBs\n2bRpCxeumzdvAJ5CjSp1KtWqVq9ixYYNHDdu586ZCytO3LlzzqBBK1bs1q0RJ06cOaNDg4YGDcCA\nwREjRooUkZo0iRNnzRpkkiQBSKx48bZt47x5O3fOHOVv38qVc3TqlClTWLBQQIDAi5cQHz48eFCn\njg8iRGzYABUlChs2aNAgU6QIAO/evrNlC+fN27lz5o6HC2fOXC1fvmrV8uNHQ4MGZsy02LChQYM4\ncXQQIfLjBycvXvjw0aMH2aZNAN7Dj58tGzhu3M6dM6cfHDhz5gDWAgYMFy5ChDZMmGDFSosOHRYs\nePOmBhIkOnR0SpPm/9AhPHiSefIEgGRJkydRplS5kmXLcOGgkSNnzty5c+bO5TwnDhy4a9e0abNj\nxYofP3pWrJAhY9GiOmXK1KnDq1gxYleJZatWDUBXr1/FibNGjly5cubQoj13jtqzZ7Vq8eJFgwQJ\nM2asAAFy5IgoUZYQIYIESdixY8SICRNm7dkzAI8hRw4XTho5cuXKnTtnjvO5c9+2bUOGTJq0NDVq\nwIGjpkePIEEyZXo0W5IkYMdw565GjRoA37+BhwsnjRy5cuXMJU9+7py3bNmUKWvWDAsMGHPm2Llx\no0YNSZIO8eHTqBGwZ8+WLVOmbNu1awDgx5c/n359+/fx5w8XDho5cv8AzZk7d87cuYPnxIEDd+2a\nNm12rFjx40fPihUyZCxaVKdMmTp1eBUrRqwksWzVqgFYybKlOHHWyJErV86cTZvnzlF79qxWLV68\naJAgYcaMFSBAjhwRJcoSIkSQIAk7dowYMWHCrD17BqCr16/hwkkjR65cuXPnzKk9d+7btm3IkEmT\nlqZGDThw1PToESRIpkyPAkuSBOyY4cPVqFEDwLix43DhpJEjV66cucuXz53zli2bMmXNmmGBAWPO\nHDs3btSoIUnSIT58GjUC9uzZsmXKlG27dg2A79/AgwsfTry48ePatJkTJ+7cuXHjzkmXPsyYsWnT\nkCEzAQHCkCE+XLj/ePCACZMebdrMmCHKli1nzoIFq9asGYD7+PN362aOHDmA586FC3fOoMFFdepo\n0hQmTIMAAU6c+MCDhwULY8ZYceTIiRNZt24pU9arlzRlygCsZNly2zZz5MidOydO3DmcOG3tJEZM\nlSoPCBDo0JHjxw8KFMiQ+SJJkhUrrnr1Uqbs1i1qy5YB4NrV67Zt5saNO3dOnLhzadPakiXr169O\nnSwcOECDhosWLRw4YMKkCiFCTJjIAgaMGbNfv7A9ewbA8WPIkSVPplzZ8mVt2syJE3fu3Lhx50SL\nHmbM2LRpyJCZgABhyBAfLlw8eMCESY82bWbMEGXLljNnwYJVa9YM/8Bx5Mm7dTNHjty5c+HCnaNO\nfVGdOpo0hQnTIECAEyc+8OBhwcKYMVYcOXLiRNatW8qU9eolTZkyAPn179+2zRxAcuTOnRMn7hxC\nhLYWEiOmSpUHBAh06Mjx4wcFCmTIfJEkyYoVV716KVN26xa1ZcsAsGzpcts2c+PGnTsnTty5nDlt\nyZL161enThYOHKBBw0WLFg4cMGFShRAhJkxkAQPGjNmvX9iePQPg9SvYsGLHki1r9uy3b+DKlTvn\n9u3bcubMbdvmzVsXVarGjJEEAgQiRHjwnBozZtgwV8+eKVM2btw2btwAUK5sOVw4cebMnevs2XO4\nceOCBVOmLAUgQP9ZsjhasaJSpUSJZA0a5MwZLmnSmDETJ46bNm0AhhMvDu64OXPnljNnTq5cOWrU\nrFlzQomSGDGBUqTo00eQoFaHDh07RitatGbNxInbpk0bgPjy53+rX67cufz69ZMrVw4gM2bRohnJ\nlAkLFkIkSCBCJEiQqjt3lCmrJU3atGnkyHnjxg1ASJEjSZY0eRJlSpXhwpUbN+5czJjmzJ07h23b\ntmzZ7twp4cCBHz8IOnQoUIASJQk+fLRoQWvIkEKF6NDRpkkTAK1buY4bZ65cuXNjx5ozd+4cMWHC\npEmjQUODAQODBhkwYaJBg0+fOkyZUqTIrytXLFmyYyfbp08AGDf/dhwuXLlx485VrmzO3Llzz5Yt\ny5atShUVCxYwYmTgxIkECR49ysCFy48ftahQiRSJDp1rly4B8P0beLhw5caNO3f8eLly584tc+YM\nGjQuXEAsWODHT4IQIRYssGRpQ5cuRYrsKlMmU6ZHj7alSgUAfnz58+nXt38ff/5w4cqNGwfwnECB\n5sydO4dt27Zs2e7cKeHAgR8/CDp0KFCAEiUJPny0aEFryJBChejQ0aZJE4CVLFuOG2euXLlzNGma\nM3fuHDFhwqRJo0FDgwEDgwYZMGGiQYNPnzpMmVKkyK8rVyxZsmMn26dPALp6/RouXLlx486ZNWvO\n3Llzz5Yty5at/0oVFQsWMGJk4MSJBAkePcrAhcuPH7WoUIkUiQ6da5cuAXgMOXK4cOXGjTuHGXO5\ncufOLXPmDBo0LlxALFjgx0+CECEWLLBkaUOXLkWK7CpTJlOmR4+2pUoFILjw4cSLGz+OPLlycuSu\nmTN3Lrp06eK8eUuW7NmzFSBAGDEiZMOGFCny5DHDhg0dOrqGDXv2zJgxbtmyAbiPPz85ctvMmQN4\nTqBAc+bOnVt27BglSrZsaZgwAQcOHzFi7NjBiNGeR48WLQoGDdqzZ8qUbbt2DcBKli3JkdNmztw5\nmjVreqNGjRcvYcJScODAhAkOFSpixHDkaM6jR4QIBYMG7dmzY//HuF27BkDrVq7kyGEzF9bcObLm\nzJ07tw0aNFeufPnqcOGCDh1BSJCwYSNQoDqFChEi5OvZs2nTmjXjpk0bAMaNHT+GHFnyZMqVyZG7\nZs7cOc6dO4vz5i1ZsmfPVoAAYcSIkA0bUqTIk8cMGzZ06OgaNuzZM2PGuGXLBkD4cOLkyG0zZ+7c\n8uXmzJ07t+zYMUqUbNnSMGECDhw+YsTYsYMRoz2PHi1aFAwatGfPlCnbdu0aAPr17ZMjp82cuXP9\n/QM8J9AbNWq8eAkTloIDByZMcKhQESOGI0dzHj0iRCgYNGjPnh07xu3aNQAmT6IkRw6buZbmzsE0\nZ+7cuW3QoLn/cuXLV4cLF3ToCEKChA0bgQLVKVSIECFfz55Nm9asGTdt2gBgzap1K9euXr+CDfvt\n27ly5c6dK1fuHFu2xJAhixZt1aoMChTw4EHixIkIEapUMfLoERMmsoYNkyatWTNu06YBiCx5crhw\n58yZO3eOHLlznj1/EiUKF64tWzIgQBAjhggiRDRoaNNGDChQd+70SpZMmjRlyrhNmwZgOPHi4MCd\nM2fu3Lly5c5Bh+5Llapkyf784YAAQY0aIXToePCgTBkyoEARIhTs2DFo0I4d0wYNGoD69u9/+3au\nXLlz5wCOG3eOIMFarVoFC4YHD4YHD2DAKKFDhwULZMic8eSJ/wyZXcmSRYvWrFk3atQApFS5kmVL\nly9hxpT57du5cuXOnStX7lzPnsSQIYsWbdWqDAoU8OBB4sSJCBGqVDHy6BETJrKGDZMmrVkzbtOm\nARA7lmy4cOfMmTt3jhy5c2/ffhIlCheuLVsyIEAQI4YIIkQ0aGjTRgwoUHfu9EqWTJo0Zcq4TZsG\ngHJly+DAnTNn7ty5cuXOhQ7tS5WqZMn+/OGAAEGNGiF06HjwoEwZMqBAESIU7NgxaNCOHdMGDRoA\n48eRf/t2rly5c+fGjTs3fXqtVq2CBcODB8ODBzBglNChw4IFMmTOePJEhsyuZMmiRWvWrBs1agDw\n59e/n39///8AAQgcSLCgwYMCxSk0Z+6cw4cPyZUrp0wZM2Yo+vTZsWMNAwZlykyZ0unJk127PDVr\nZszYuHHbvHkDQLOmzXE4zZk7x7NnT2vevJUqJUuWAyhQZMg406HDmDFs2HBiw8aYMVnTpjFjNm5c\nN2/eAIgdS1acWXPmzqlduzbcuHHEiAkTpsGJkyJFxHTo8OYNHTqp/PihRg0XNmzSpJEj5+3bNwCQ\nI0sOR9mcuXOYM2f+Nm4cMGC7dlHQouXHDzEPHnDhYsZMpjFjihVjNW3asWPjxnXbDaC379/Agwsf\nTry48XHjzJEjd65583Llzp0j1qx6MyNGGhgwkCcPAQgQChT/KFRoQYsWLFis2rGDjns62ho1AkC/\nvn1y5MyVK3euf3+A5cqZM5cJE6ZWrRAgWBAgABs2ADRoWLCAECENQoQAASKrSZM9e86cyZYoEQCU\nKVWOG2euXLlzMWOaM3funLFgwZo1I0FiwoABcuQA2LBhwYJJk0A8ebJlSzAyZBQpKlSo26RJALRu\n5TpunDly5M6NHVuu3LlzuHjx+vWLA4cFAQKIEQMgQwYFCgIFioDDLw5ZUaIECkSHzjVJkgAsZtzY\n8WPIkSVPpjxunDly5M5t3lyu3LlzxJqNbmbESAMDBvLkIQABQoEChQotaNGCBYtVO3bQ4U1HW6NG\nAIQPJ06O/5y5cuXOLV9erpw5c5kwYWrVCgGCBQECsGEDQIOGBQsIEdIgRAgQILKaNNmz58yZbIkS\nAaBf3/64cebKlTvXvz9Ac+bOnTMWLFizZiRITBgwQI4cABs2LFgwaRKIJ0+2bAlGhowiRYUKdZs0\nCQDKlCrHjTNHjty5mDHLlTt3DhcvXr9+ceCwIEAAMWIAZMigQEGgQBFwMMUhK0qUQIHo0LkmSRKA\nrFq3cu3q9SvYsGLLldNmzty5tGrVYosWzZWrX78qOHDgwkUMBgw+fFCjRgvgNGlmESOmTNmxY9uw\nYQPg+DHkcuW8mTN37vJlc+bOnfPlyhUfPpUqGXjwIEcOD/8aNKRI8efPmkCB9uzx1ex2M2PGuFmz\nBuA38ODlynUzZ+4c8uTJsyFD5smTK1cLHjyYMQOGBg01ahw6FOjSJUeOgmHDJk1as2bbsGED4P49\nfHLkuJkzd+7+fXPmzp2T9gvgr0yZUKFacNCFCxIUKKRIceeOFzhw3LjZxYxZsmTEiGnDhg1ASJEj\nSZY0eRJlSpXlymkzZ+5cTJkysUWL5srVr18VHDhw4SIGAwYfPqhRowVpmjSziBFTpuzYsW3YsAGw\nehVruXLezJk79/WrOXPnzvly5YoPn0qVDDx4kCOHBw0aUqT482dNoEB79vhq9reZMWPcrFkDcBhx\n4nLlupn/M3cOcuTI2ZAh8+TJlasFDx7MmAFDg4YaNQ4dCnTpkiNHwbBhkyatWbNt2LABsH0bNzly\n3MyZO/f7tzlz585J+/UrUyZUqBY0d+GCBAUKKVLcueMFDhw3bnYxY5YsGTFi2rBhA3AefXr169m3\nd/8efrhw58yZO3euXLlz+/fPegXw1a5dhQpNaNBgxYoOKVIsWIAFC447d3r0IMWL17Jlx45tixYN\ngMiRJMWJO2fO3Llz5cqde/mSUJYso0bx4EHBgIEXLxr48DFhQpgwTjJlUqOmlzBhz54FC7YNGjQA\nVKtaDRfunDlz586VK3cubFhcokQNG9ali4UFC1SomCBE/8iECXr04Jk1K1CgZNasRYu2bFk3adIA\nGD6MGBy4c+XKnTtHjty5yZNHDRoEC1aWLAsQIFChQsKMGQwYTJlihBGjJk1mBQvWrNmxY9ygQQOA\nO7fu3bx7+/4NPPi44ebMnTuOHHm4cuWGDTt2zIIbNzZssEmQwI4dK1ZKHTkiTJipZ8+QIRs3Tlu3\nbgDau38/Lv65+fTrn9MGDpwrV69eKQBYpsyOHW04cFi0KE8eU3nyTJtm69o1Z87GjdvGjRsAjh09\njgNpztw5kiVLehs3rlcvW7YsmDHz40cZDRr27OHD55QhQ9Wq7dKmDRq0ceO4HQWQVOnScU3NmTsX\nVapUb//ixNmylSuXgzVratTYIkHCmzdr1lgiQyZZslbUqCFDRo5ctm3bANzFm1fvXr59/f4FPE6w\nOXPnDB8+HK5cuWHDjh2z4MaNDRtsEiSwY8eKlVJHjggTZurZM2TIxo3T1q0bANatXY+DfU72bNrn\ntIED58rVq1cKypTZsaMNBw6LFuXJYypPnmnTbF275szZuHHbuHEDkF379nHdzZk7F168eG/jxvXq\nZcuWBTNmfvwoo0HDnj18+JwyZKhatV3atAGEBm3cOG4GASBMqHAcQ3PmzkGMGNGbOHG2bOXK5WDN\nmho1tkiQ8ObNmjWWyJBJlqwVNWrIkJEjl23bNgA2b+L/zKlzJ8+ePn+OG2euXLlzRo2WK3funDBj\nxpYtixEjQoIEcOAMsGCBAIFHjxz06BEjRiwjRvbsuXPnWqVKAN7CjTtunLly5c7hxVuu3LlzuFat\nIkYMBAgNBw4MGlSgRQsNGkCBKrFlCxgwvKxYiRTJj59tkCABCC169Lhx5sqVO6daNTly584J06WL\nGDEWLDYUKHDnjoATJyJEWLTIgxQpUKD0mjKlT58wYa4FCgRgOvXq48aZK1fuHHfu5cqdO4dr1ape\nvUCAuDBgwJ07AlSoYMBAkaIORoz06CHryJE8eQC6cXNt0SIABxEmVLiQYUOHDyGOG2euXLlzFy+W\nK3fu/5wwY8aWLYsRI0KCBHDgDLBggQCBR48c9OgRI0YsI0b27Llz51qlSgCABhU6bpy5cuXOJU1a\nrty5c7hWrSJGDAQIDQcODBpUoEULDRpAgSqxZQsYMLysWIkUyY+fbZAgAZA7l+64cebKlTu3dy85\ncufOCdOlixgxFiw2FChw546AEyciRFi0yIMUKVCg9JoypU+fMGGuBQoEgHRp0+PGmStX7lzr1uXK\nnTuHa9WqXr1AgLgwYMCdOwJUqGDAQJGiDkaM9Ogh68iRPHncuLm2aBEA69exZ9e+nXt379/Jketm\nztw58+bNmTt3zpo0aadO1aolwYKFFClYVKhQogQYMP8A0ZAhY8dOrWQIkxUrls2aNQAQI0osV86b\nOXPnMmY0Z+7cOWjIkBkyJEvWBhEifPhIUqOGEiWKYkqShAkTr2nTnDlTpuxatWoAggodSo4cN3Pm\nzilVas7cuXPamjUrVQoXLhIrVhgx4iNFiiNHFi0qJEnSpEnAqlVTpsyYsWrTpgGYS7cuOXLezJk7\nx5evOXPnzjkTJkyRolq1KFiwwIMHjhMncODo02cPHjx9+txChuzYMWHCqlGjBqC06dOoU6tezbq1\na3Lkupkzd652bXPmzp2zJk3aqVO1akmwYCFFChYVKpQoAQYMGjJk7Niplax6smLFslmzBqC79+/l\nynn/M2funHnz5sydOwcNGTJDhmTJ2iBChA8fSWrUUKJEkX+AkiRhwsRr2jRnzpQpu1atGgCIESWS\nI8fNnLlzGTOaM3funLZmzUqVwoWLxIoVRoz4SJHiyJFFiwpJkjRpErBq1ZQpM2as2rRpAIQOJUqO\nnDdz5s4tXWrO3LlzzoQJU6SoVi0KFizw4IHjxAkcOPr02YMHT58+t5AhO3ZMmLBq1KgBoFvX7l28\nefXu5ds3XLhz5sydO1eu3DnEiGt9+iRMWJ48GgoUePGiAgkSAwYwYWKDD58fP1758rVs2a9f26BB\nA9Da9Wtx4s6ZM3fuHDly53TrdgUJ0q9fa9a0ePDg/8iRFFSodOhAiFAhU6bs2AnGjNmzZ8GCcYMG\nDcB38OHBgTtXrty5c+TInWPP3teoUb9+IUJkgwEDJUo8RIkyYQJAQIDojBo1Zw6wZMmUKatVCxsz\nZgAmUqwYLtw5c+bOnSNH7hxIkKwCBaJFS4sWEwYM4MDhgQePBw/o0PEiSVKSJLmCBTt2zJata8uW\nAShq9CjSpEqXMm3qVJw4cOXKnTtnzty5rObMXdu27dUrUqQcxIhRo4aQCBGIELFiJRIUKLJkcVq2\njBixcOGubdsG4C/gwOLEgTNn7tw5c+bOmWtsLlm1apkyYcJkAQgQHz7EsGBRpgwdOpwCBSpWLFW0\naP/JkoULh23bNgCyZ9MOF85buXLmdps759ucuW7CW7WSJWtElixHjpyBAQMQIDhwTjly1KyZrGnT\niBHz5u2aNWsAxpMvL07cN3Pmzp0zZ+6cufjmoFmz9ukTJkwSevTIkQMglBEjunSJE8cRGTK8eHVS\npqxYsW/fqGXLBgBjRo0bOXb0+BFkSHHiwJUrd+6cOXPnWJozd23btlevSJFyECNGjRpCIkQgQsSK\nlUhQoMiSxWnZMmLEwoW7tm0bAKlTqYoTB86cuXPnzJk7Zw6suWTVqmXKhAmTBSBAfPgQw4JFmTJ0\n6HAKFKhYsVTRoiVLFi4ctm3bABQ2fDhcOG/lypn/c2zuXGRz5rpVbtVKlqwRWbIcOXIGBgxAgODA\nOeXIUbNmsqZNI0bMm7dr1qwBsH0btzhx38yZO3fOnLlz5oibg2bN2qdPmDBJ6NEjRw4oI0Z06RIn\njiMyZHjx6qRMWbFi375Ry5YNQHr169m3d/8efnz548aVGzfuXP5z5saNMwfQHK4+fWjRunChwoAB\nZcoA0KBhwAA7dhwgQUKDhqsoUQ4dYsMGGiBAAEqaPDluXDly5M65PGdOnLhx40alScOJU4MGGw4c\n+PKlQIoUFCgsWsSiTJkjR2hFiSJJ0pkz0QABAoA1q1Zx4siNG3cu7Dlz4sSZM5cMFKhcuVSoWNGg\n/4EaNQlWrLhwoVEjFGLE5MiRy4kTSJDQoHnmxw+AxYwbjxtXjhy5c5TPmQsXbtw4UGbMjBqlQIEG\nBAi4cCkgQsSDB378fJAipUePVUmSBAo0Zky0PHkA+P4NPLjw4cSLGz8+bly5cePOOT9nbtw4c+Zw\n9elDi9aFCxUGDChTBoAGDQMG2LHjAAkSGjRcRYly6BAbNtAAAQKAP7/+cePKkQNI7tzAc+bEiRs3\nblSaNJw4NWiw4cCBL18KpEhBgcKiRSzKlDlyhFaUKJIknTkTDRAgAC1dvhQnjty4cedsnjMnTpw5\nc8lAgcqVS4WKFQ0aqFGTYMWKCxcaNUIhRkyOHP+5nDiBBAkNmmd+/AAAG1bsuHHlyJE7l/acuXDh\nxo0DZcbMqFEKFGhAgIALlwIiRDx44MfPBylSevRYlSRJoEBjxkTLkwfAZMqVLV/GnFnzZs7kyGUz\nF9rcuXPmypUzZy4ZLlyhQlWq9KFEiSlTZqRIIUOGHTti7NihQ8fWsWPMmBEjpq1aNQDNnT8nRy6b\nOermzp0rR047OVyePGXKBAiQCBUqzJipQYQIDx6LFh3SpMmRI1/LliVLFizYtWnTAAAEIHDgwHHj\nrJUrZ26huXIOHUbjxYsWrU+fauDAAQeOEytWlCjJlIlSpkyKFA1r1uzYMV++rDlzBmAmzZrkyG3/\nK1fOnLlz58qRC0qulihRlizt2SOiRIkyZWwAAcKDx6FDcvr0uXPnVrFixIjdulXt2TMAZs+iTat2\nLdu2bt+CA3fOnLlz58aNO6dXb6xLl5w5I0TIBgkSkiTVsGIFBw5TpvJkynToULPKyZIJE9ZNmTIA\nnj+DBgfunDlz586FC2fuHOtzlvbsESbMjBkYHTooUtSDDBkqVGTJ6rRqVaRIz6ZNU6ZMmLBuzpwB\niC59erdu58qVO3dOnLhz3r3X2rVr2rRSpY7YsDFqFJY0aaZM0aXrlCpVjhxFkyZNmDBgwABqU6YM\nQEGDB8GBO2fO3Llz4cKZOzfxXKY6dYQJw4Mn/8eJE5gwMUmTZsqUWrUgWbJ06FCyZcuCBfPla9ux\nYwBw5tS5k2dPnz+BBgUH7pw5c+fOjRt3jinTWJcuOXNGiJANEiQkSaphxQoOHKZM5cmU6dChZmeT\nJRMmrJsyZQDgxpULDtw5c+bOnQsXztw5v+cs7dkjTJgZMzA6dFCkqAcZMlSoyJLVadWqSJGeTZum\nTJkwYd2cOQMwmnTpbt3OlSt37pw4cedgw661a9e0aaVKHbFhY9QoLGnSTJmiS9cpVaocOYomTZow\nYcCAaVOmDEB169fBgTtnzty5c+HCmTs3/lymOnWECcODJ8eJE5gwMUmTZsqUWrUgWbJ06FCyZf8A\nlwUL5svXtmPHAChcyLChw4cQI0qcKK6iOXPnzpkzd65jx3HmzF271q2bJ2fOWrVi9uhRtWq4cF3z\n5UucOGfhwnXrZs4cOG7cAAgdSlScUXPmzp0zZ+6cU6fhypWbNq1bN0zOnMmSBS1UqG3biBHLJk0a\nOXLXwoXjxq1cOXDdugGYS7cuOHDhzJk7d86cuXOAAZc7d27bNnHibGHDZsuWNVq0vHkLFmxbsmTj\nxlELFy5bNnLkvGXLBqC06dPhUpszd+6cOXPnYscGV65ctGjevIWqVu3WrWqyZHXrJkyYNmPGxo1z\nBg7ctm3lyn3btg2A9evYs2vfzr279+/iwpv/M3funDlz59KnH2fO3LVr3bp5cuasVStmjx5Vq4YL\n1zWAvnyJE+csXLhu3cyZA8eNGwCIESWKo2jO3Llz5syd48gxXLly06Z164bJmTNZsqCFCrVtGzFi\n2aRJI0fuWrhw3LiVKweuWzcAQYUOBQcunDlz586ZM3fOqdNy585t2yZOnC1s2GzZskaLljdvwYJt\nS5Zs3Dhq4cJly0aOnLds2QDMpVs33F1z5s6dM2fu3N+/4MqVixbNm7dQ1ardulVNlqxu3YQJ02bM\n2LhxzsCB27atXLlv27YBIF3a9GnUqVWvZt0aHLhy5MidO2fO3Dlz5s6d89YbHDhp0l758iVN/1qs\nVq2KFbNm7RkwYNascaN+7Jg0aeCIEQPQ3ft3cODKkSN37pw5c+fMmTt3bhs3buHCLVtWS5gwbNh6\nDRvmzBlAbdquHTt27dq3bduQIVOm7JsvXwAmUqz47Vs5cuTOnTNn7pw5c+fOhSspThw3bsCSJbt2\nrdiuXcqUZcs27dcvadK+VatWrBgyZN58+QJg9ChScODKkSN37pw5c+fMmTt3rhs2bODAPXumixix\na9eO+fLlzFm2bNSCBZs2jdu1a8WKOXP27dcvAHr38u3r9y/gwIIHgwNXjhy5c+fMmTtnzty5c94m\ngwMnTdorX76kSYvVqlWxYtasPQMGzJo1bv+qjx2TJg0cMWIAZtOuDQ5cOXLkzp0zZ+6cOXPnzm3j\nxi1cuGXLagkThg1br2HDnDnTpu3asWPXrn3btg0ZMmXKvvnyBeA8+vTfvpUjR+7cOXPmzpkzd+5c\nuPzixHHjBgxgsmTXrhXbtUuZsmzZpv36JU3at2rVihVDhsybL18AOHb0CA5cOXLkzp0zZ+6cOXPn\nznXDhg0cuGfPdBEjdu3aMV++nDnLlo1asGDTpnG7dq1YMWfOvv36BQBqVKlTqVa1ehVrVnDguJkz\ndw7sOXPnyJ4zJ04cN27jxn2LFg0aNG7evC1bhg0buHHjtGkDR45cuXLfvoXLlg1AYsWLwYH/42bO\n3DnJ58xVPnfOXLhw27aRIxfOWmhr3sSJu3bNmzdx5cp16xauXOxy376F27YNQG7du71502bO3Dnh\n58ydM25cnDhw4MqVE1cNejVw4sRdu8aNmzhy5LZtE0eOXLly27aBu3YNQHr1679922YOvrlz58yd\ns28/XDht2siREwfQmrVs2cCJE3ftWrdu4siR06YNHDly5cp9+xZu2zYAHDt6/AgypMiRJEsyYybu\n27dz58SJMwfz3Dlw48aFCydO3LRu3bJl6/bs2bdv2rSF06ZNnDhv48Zt2xYunDdt2gBYvYq1WbNx\n4MCdOydOnLmx586BI0fu27dw4ah9+7Zt/xu4atXChevWbdy2bePGgRs3bts2cOC8ZcsGILHixcmS\nifPm7dw5ceLMWT53Lhw5cuDAkSOHDRw4btzAWbMGDhw3buGyZRs37ps4cdiwffu27do1ALx7+162\nbNy3b+fOhQtnLvm5c+HIkQMHbtw4bOHCefMW7to1ceK8eROXLdu4cd7Gjdu2LVw4b9myAXgPP778\n+fTr27+Pnxkzcd++nQN4Tpw4cwXPnQM3bly4cOLETevWLVu2bs+effumTVs4bdrEifM2bty2beHC\nedOmDcBKli2bNRsHDty5c+LEmcN57hw4cuS+fQsXjtq3b9u2gatWLVy4bt3Gbds2bhy4cf/jtm0D\nB85btmwAvH4FmyyZOG/ezp0TJ87c2nPnwpEjBw4cOXLYwIHjxg2cNWvgwHHjFi5btnHjvokThw3b\nt2/brl0DEFny5GXLxn37du5cuHDmPJ87F44cOXDgxo3DFi6cN2/hrl0TJ86bN3HZso0b523cuG3b\nwoXzli0bAOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt3b+H\nH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IMKXIk\nyZImT6JEGCkSsZbOXjr7Vq0aNGjWvHn/U6aMGLFj1qz58pVrKDRot27VypVLmrRgTpMlgwbtGC1a\nAK5izSpJEjJjxqBBixYNnDVr0qRV48aNGDFgwIJFi3brVi5duqZNu3XLFi9e0qQFC4wM2bNnxWjR\nAqB4MWNHjogJE8ZsMjNv06Y9e0atWzdlyogRS2bNmi9ft3z5WrZMFutatZgx2+XLFzFiyZINc+UK\nAO/eviVJKib82TNnzrxRo/bs2TRv3pgxO3ZsmTZtwYL56tUrWjRatHDZsiVNmi9hwpIlixbtWK1a\nAN7Djy9/Pv369u/jDxas2bNn3QB2AzfQm7dv355Zs0aNmjJln4YNU6bMVaFCsGD58vUJ/xMmXryS\nmTIVK9auXcdYsQKwkmXLYcOgRYv27Rs4cOK+5fx2rFq1adN48QI0a1awYKIOHYIFa9iwUIsW5cp1\njBMnV65y5Sp26hQAr1/BBgumrFkzbty8efvWrdu3b9SwYbt2LVkyVMWKIUNmq1GjWbN69bIECVKt\nWsJAgbJlS5cuYatWAZA8mfKwYc2cOfv2DRy4cN68gQMnrVu3bNmQITPFjJkzZ7wWLfLl69gxUIAA\nyZJ1jBOnVq127Tr26hUA48eRJ1e+nHlz58+dOQu2bdu3b+TIfRs3zpy5cdSoceM2btwxU6aECaNW\nq1akSMWKQfv1y5Urad68WbMmTJi1aP8AowEYSLDgs2fEuHELF65cOXDkyJkzBw4atGvXwoUbVqkS\nMWLWbt26dMmYMWnAgK1aJa1bN2nSggWbBg0agJs4czpzBmzbtm7dxo3rNm5cuXLisGHjxk2cOGm4\ncClTlg0YsEuXhAmD1qvXqVPKrFmLFs2XL2rNmgFYy7bts2fEuHEDB44cOW/jxpkzN44bt2/fyJGz\nxosXNGjfevWCBOnYsWu7dnHiBC1btmnTggWzFi0agM+gQ4seTbq06dOonTkLtm3bt2/kyH0bN86c\nuXHUqHHjNm7cMVOmhAmjVqtWpEjFikH79cuVK2nevFmzJkyYtWjRAGjfzv3ZM2LcuIX/C1euHDhy\n5MyZAwcN2rVr4cINq1SJGDFrt25dumTMmDSAwICtWiWtWzdp0oIFmwYNGgCIESU6cwZs27Zu3caN\n6zZuXLly4rBh48ZNnDhpuHApU5YNGLBLl4QJg9ar16lTyqxZixbNly9qzZoBIFrU6LNnxLhxAweO\nHDlv48aZMzeOG7dv38iRs8aLFzRo33r1ggTp2LFru3Zx4gQtW7Zp04IFsxYtGgC8efXu5dvX71/A\ngaNFA6dN27lz3ryZI0fu3Dlr48ZlyzZuXKlhw2zZwjbK8yhatKIFCyZMmLRu3bRpy5aNW7VqAGTP\npi1NWrhu3c6dAwfuXLly584xAwdu/9o0cOAywYLlypU1Vapu3erVa1qvXr58Ndu2LVs2a9a2TZsG\nwPx59NGifcuW7dy5b9/OkSN37hw2cuS8eSNHbhdAadKIEdOGCtWsWbJkOcOFq1atY9WqXatYUZo0\nABo3cpQmLdy2befOfft2jhy5c+emjRvXrVu5crWuXTNmDFymTLduwYJlzZUrWbKOYcOm7ai2bdSo\nAWjq9CnUqFKnUq1qNVo0cNq0nTvnzZs5cuTOnbM2bly2bOPGlRo2zJYtbKPmjqJFK1qwYMKESevW\nTZu2bNm4VasG4DDixNKkhevW7dw5cODOlSt37hwzcOCmTQMHLhMsWK5cWVOl6tatXv+9pvXq5ctX\ns23bsmWzZm3btGkAdvPuHS3at2zZzp379u0cOXLnzmEjR86bN3LkdkmTRoyYNlSoZs2SJcsZLly1\nah2rVu0aevTSpAFo7/69NGnhtm07d+7bt3PkyJ07Nw3guHHdupUrV+vaNWPGwGXKdOsWLFjWXLmS\nJesYNmzaOGrbRo0aAJEjSZY0eRJlSpUrpUm7Fi4cOXLlyp0zd9McOXPmqFHbto2WM2eYMPnq0+fX\nr06dgrlyde1asG1Tt40b1+3bNwBbuXadNk2bOHHlypkzd85cWnPizJljxkybNlHQoEWKNAwRImXK\nRo0qpkpVtWq5sGGrVm3cuG3fvgH/cPwYsjRp1sKFI0euXLlz5jibK2fO3LZt3bodu3ZNlapikiQF\nC6ZJEy5QoJQpwyVNWrVq3rxp8w0AeHDh06ZlEyeuXDlz5s6Zc+783Llt2759Q/bt26tX0AQJSpbM\nkiVjihRJkzbLmrVo0cCB08aNGwD58+nXt38ff379+6VJuwYwXDhy5MqVO2cuoTly5sxRo7ZtGy1n\nzjBh8tWnz69fnToFc+Xq2rVg20puGzeu27dvAFq6fDltmjZx4sqVM2funLmd5sSZM8eMmTZtoqBB\nixRpGCJEypSNGlVMlapq1XJhw1at2rhx2759AwA2rFhp0qyFC0eOXLly58y5NVfO/5y5bdu6dTt2\n7ZoqVcUkSQoWTJMmXKBAKVOGS5q0atW8edMGGYDkyZSnTcsmTly5cubMnTMHGvS5c9u2ffuG7Nu3\nV6+gCRKULJklS8YUKZImbZY1a9GigQOnjRs3AMSLGz+OPLny5cybY8MGrlu3c+fMWffmrVw5V8GC\nsWLFiFEFChSYMDFx4UKDBmTIvHi/YkWlJ0/WrEGDhtmkSQD6+wcIQCCAbdvGfft27pw5ht++mTPX\nJ1SoU6fChHnAgEGWLCkkSHDggAwZGiVKiBChyIgRK1a2bGG2aBEAmjVtYsP2bdu2c+fK/fz27dw5\naMyY9eqVKlULFiy6dJmBAcOCBf9kyNBo0WLECEVJkvjx06fPsUyZAJxFm1abtnDcuJ07Z07ut2/n\nzhE7dmzXLlKkNLRoIUbMCwUKDBiQIqXEhQsOHAwiQuTMmS5dimnSBEDzZs6dPX8GHVr06HDhqJEj\nV66cOdasz53jpk2bMmXJkg1x4SJOHDInTtiwwYkTIj58AAEa1qyZMmXIkHW7dg3AdOrVxYnDVq6c\nOXPnvJszd+5cM2bMYsUCBgzHiBF16oBRoYIGDU6cHK1Z06ePr2LFggEMJkxYtmrVACBMqBAcOGjk\nyJUrZ27ixHPnxIULd+2aNWt/1KiJFElQjhw1avjx4yZMmDVrZPHiRYxYsWLWokX/A6BzJ89w4aSR\nI2fO3Llz5o6eOxeuW7dq1bZtG3PkSKRIizRo4MCBDJk1SZJYsVLLly9hwoYN03btGoC2bt/CjSt3\nLt26dsOFo0aOXLly5v7+PXeOmzZtypQlSzbEhYs4ccicOGHDBidOiPjwAQRoWLNmypQhQ9bt2jUA\npk+jFicOW7ly5sydi23O3LlzzZgxixULGDAcI0bUqQNGhQoaNDhxcrRmTZ8+vooVCxZMmLBs1aoB\nyK59Ozhw0MiRK1fOHHny586JCxfu2jVr1v6oURMpkqAcOWrU8OPHTZgwawCukcWLFzFixYpZixYN\nQEOHD8OFk0aOnDlz586Z03ju/1y4bt2qVdu2bcyRI5EiLdKggQMHMmTWJElixUotX76ECRs2TNu1\nawCABhU6lGhRo0eRJtWmzdy4cefOgQN3zpy5c+dQrVrly9emTRYWLIgRo8SLFwsWOHGiZNEiKVJi\nFSv27JkvX9iiRQOwl2/fbt3OkSN37hw4cOcQI4aTJ8+jR2zYLDBgwISJFDp0XLhw5YqROnVq1PiE\nC5cyZbt2WWvWDEBr16+zZTMnTty5c+LEndOtmxgzZtWqCRMWRIOGKlV4wIDx4IEQITPGjClRQhIn\nTsiQCRMmLVkyAN/Bh9+2zZw4cefOiRN3zpy5c+d8BQtGjdqxYyQ0aJgyRQgFCv8AEyRQoWKFEycZ\nMhDixOnYsWDBrDFjBqCixYsYM2rcyLGjR23azI0bd+4cOHDnzJk7dw7VqlW+fG3aZGHBghgxSrx4\nsWCBEydKFi2SIiVWsWLPnvnyhS1aNABQo0rt1u0cOXLnzoEDd65rVzh58jx6xIbNAgMGTJhIoUPH\nhQtXrhipU6dGjU+4cClTtmuXtWbNAAgeTDhbNnPixJ07J07cucePiTFjVq2aMGFBNGioUoUHDBgP\nHggRMmPMmBIlJHHihAyZMGHSkiUDQLu27W3bzIkTd+6cOHHnzJk7d85XsGDUqB07RkKDhilThFCg\nkCCBChUrnDjJkIEQJ07HjgX/C2aNGTMA6NOrX8++vfv38OODm2/O3Ln7+PGTK1eOGTOA06YRyZTJ\ni5dEGzYQIpQnTy06dKxZ86VNGzZs5cqB4wjA40eQ4kSaM3fO5MmT3siRw4Xr2bMUixZt2bLIggVK\nlPDgoSVGjDNnr6ZNQ4aMHLlu3rwBYNrU6bdv3cqVO3fOnLlzWbOWM2du2zZw4Czt2tWnz6UWLRAh\nkiPnEhcutWqNOnZs2TJw4LhlywbA71/A4ASXK3fO8OHD5s6d27YNHLhG0qQFCpSqQgVChL588VSj\nBi1al549I0Zs3DhuqQGsZt3a9WvYsWXPpi1OnDly5M7t3m3O3LlzzqhRs2bN/40bFAsWSJK0AAUK\nBgwqVapw5AgQIMOsWAEEaM8eb58+ASBf3vy4cebKlTvXvr05c+fO2dq1y5kzFiw0HDhQqBBABSFC\nLFjw6ROFHDlMmKgVJMiePXTobJMkCQDGjBrBgSMnTty5kCHNmTt3Dty3b9y4tWo1hQWLTp0skCBx\n4AAgQA1w4FChwlSPHpYs4cFzDRQoAEqXMg0Xrty4ceemTjVn7ty5bd+2flOlagUJEqZMQYgQ4cAB\nRowUpEghQUIoFy7q1JkzJ5smTQD28u3r9y/gwIIHExYnzhw5cucWLzZn7tw5Z9SoWbPmxg2KBQsk\nSVqAAgUDBpUqVThyBAiQYf9WrAACtGePt0+fANCubXvcOHPlyp3r3ducuXPnbO3a5cwZCxYaDhwo\nVEhBiBALFnz6RCFHDhMmagUJsmcPHTrbJEkCYP48enDgyIkTd+79e3Pmzp0D9+0bN26tWk1hwQJg\np04WSJA4cAAQoAY4cKhQYapHD0uW8OC5BgoUAI0bOYYLV27cuHMjR5ozd+7ctm8rv6lStYIECVOm\nIESIcOAAI0YKUqSQICGUCxd16syZk02TJgBLmTZ1+hRqVKlTqZIjt82cuXNbuXLtFi3aqlW+fGmI\nEAFH2g0bYMBQpEiOI0eLFi27dk2aNGjQvnnzBgBwYMHlynUzZ+5c4sTmzJ3/O3csWLBDh3DhqvDg\ngQ4dM0CAePGiUKE8cuTAgdPLmLFly4wZ68aNGwDZs2mPG3fNXG5z53j3PkcuXLhq1ahRK9OkiRw5\nZFI0T8GGjRY009HI8uUrWTJgwLBVqwYAfHjx48ZdM2fuXHr16suNG3ft2rZtUmjQyJLFjAMHFSoY\nMQKQCg4cR464mjUrWbJhw7ZhwwYgosSJFCtavIgxo0Zy5LaZM3cupEiR3aJFW7XKly8NESLgeLlh\nAwwYihTJceRo0aJl165JkwYN2jdv3gAYPYq0XLlu5syde/rUnLlz544FC3boEC5cFR480KFjBggQ\nL14UKpRHjhw4cHoZM7Zs/5kxY924cQOAN6/eceOumftr7pzgwefIhQtXrRo1amWaNJEjh0yKySnY\nsNGCJjMaWb58JUsGDBi2atUAmD6Nety4a+bMnXsNG3a5ceOuXdu2TQoNGlmymHHgoEIFI0ao4MBx\n5IirWbOSJRs2bBs2bACqW7+OPbv27dy7ewcH7pw5c+fOlSt3Ln36XLhw9eq1aBGEBg1MmChBg8aE\nCV++rAF46lScOMSePbNmjRq1cNeuAYAYUeK4cefMmTt3rly5cx07OvrzhxUrJUokFCgAAgSKEyca\nNKhShUukSFOm3FKmTJo0Z868WbMGQOhQot68nStX7ty5cuXOPX06jdtUbv/KlBFZscKNmxs0aGDA\nwISJEkWKihRBVasWNGjKlGWDBg3AXLp1wYE7V67cuXPlyp0DDNgZNWrbtkmTRmLChCZNYEiQgABB\nihQrrFj58IGRK1fLljFjlg0aNAClTZ9GnVr1atatXYMDd86cuXPnypU7lzt3Lly4evVatAhCgwYm\nTJSgQWPChC9f1pw6FScOsWfPrFmjRi3ctWsAvH8HP27cOXPmzp0rV+7c+vWO/vxhxUqJEgkFCoAA\ngeLEiQYNqgCswiVSpClTbilTJk2aM2ferFkDIHEiRW/ezpUrd+5cuXLnPn6cxm0kN2XKiKxY4cbN\nDRo0MGBgwkSJIkVFiqD/qlULGjRlyrJBgwZgKNGi4MCdK1fu3Lly5c5BheqMGrVt26RJIzFhQpMm\nMCRIQIAgRYoVVqx8+MDIlatly5gxywYNGoC6du/izat3L9++fsUBNmfuHOHChb+NG2fLFjFiErBg\nyZEjjgMHb9548dIKDRpq1Gpt2wYNWrly38SJA6B6NWtyrs/Bji37XDRv3kaNkiULgREjNGikceCg\nTJkrV1xRocKMGatr15IlK1fOW7hwAK5jzx5uuzlz576DB29u/LZt2bKNefXKjBk+ESK8eZMlC6Uj\nR169ynTs2LBh4QCG07ZtGwCDBxGKEzfOnLlzDyFCNHfuXLZs3LjhAAWq/0mTOwMG4MABBIigEiVE\niVK0bFmuXOLEWePGDUBNmzdx5tS5k2dPn+PGmStX7lzRouXKnTvnKVasXr0gQEAQIMCYMQMoUHDg\nYNEiCTNm/Phxq0mTL1/AgOkmSBAAt2/hlit3zpy5c3fvmjN37pykRIl69UKAwECAAGTICJAgAQGC\nQIEepEjBgoUsHDi6dMGCZRshQgBAhxYtTpw5cuTOpU5tzty5c95ga9PGiZOKChUwYUJgwcKBA4gQ\nKfDhAwUKVzt25MkDB841SZIARJc+nRw5c+XKndOu3Zy5c+eoadPWrZsaNRQWLKhUScCBAwECjBkz\nYMIEBgxKnTixZo0WLf8AqT16BKCgwYMIEypcyLChw3HjzJUrd65ixXLlzp3zFCtWr14QICAIEGDM\nmAEUKDhwsGiRhBkzfvy41aTJly9gwHQTJAiAz59Ay5U7Z87cuaNHzZk7d05SokS9eiFAYCBAADJk\nBEiQgABBoEAPUqRgwUIWDhxdumDBso0QIQBw48oVJ84cOXLn8uY1Z+7cOW+AtWnjxElFhQqYMCGw\nYOHAAUSIFPjwgQKFqx078uSBA+eaJEkAQoseTY6cuXLlzqlWbc7cuXPUtGnr1k2NGgoLFlSqJODA\ngQABxowZMGECAwalTpxYs0aLFmqPHgGYTr269evYs2vfzr1cuW7mzJ3/Gz/enLlz54bhwkWI0KlT\nBhQoOHFCRIQILVrcuYOnTx+AfPgco0bt2bNjx7gtBNDQ4UNz5sKdo1jxnDlz586lEiUKDJhKlQIc\nOJAixQUHDkyYYMNGjRkzb94Ea9Zs2TJhwrht2wbA50+g5MhpM2fu3FGkSMmBA+fMWbNmN1Kk0KED\nCQUKHDicOXNky5YzZ17t2mXMmDBh2ahRA9DW7dty5bido1vX7rlw3LgFC3bsmAUIEEqUSAEAQIIE\nNGisAAFChgxUrVoFC1arVjZt2gBs5tzZ82fQoUWPJl2uXDdz5s6tXm3O3Llzw3DhIkTo1CkDChSc\nOCEiQoQWLe7cwdOn/w8fPseoUXv27NgxbtEBTKde3Zy5cOe0bz9nzty5c6lEiQIDplKlAAcOpEhx\nwYEDEybYsFFjxsybN8GaNVu2TBhAYdy2bQNg8CBCcuS0mTN37iFEiOTAgXPmrFmzGylS6NCBhAIF\nDhzOnDmyZcuZM6927TJmTJiwbNSoAahp82a5ctzO8ezp81w4btyCBTt2zAIECCVKpAAAIEECGjRW\ngAAhQwaqVq2CBatVK5s2bQDGki1r9izatGrXshUn7pw5c+fOlSt37u7dQVOmTJpkxIgCAQIsWJgQ\nIoQBA1WqYJEk6csXXtCgOXNGjJg3atQAcO7smRy5c6JFlyt37vRpNP9FilCilCLFAgECPHhwAAIE\nAgRJkvxQpIgHj1jHjjVrZsyYN2nSADBv7hwcuHPmzJ07Z87cuezZp2HDVq0aMWInHjzIkaMCCRIG\nDDBhguPOnSFDRtmyxYyZMWPZnj0D4B8gAIEDAYQLd86cuXPnzJk79/Chsl27nDmjRQvCgQMuXERI\nkCBAgA0bHty44cCBHU+ekCFLlmwbM2YAaNa0eRNnTp07efYk9/NcUKFDz1kTJ44UKWDADkCBwoIF\nFgYM7Njx4sXVmjXWrOXatk2ZsnLluoEDBwBtWrXlypE79xZu3HPIvHmLFClWLAE4cLhwkcWBgzRp\nunQZ5cSJMmWvqlX/I0aMHDlt374BsHwZszhx4cyZO/cZNOhy5sxRoyZNmg06dJAg0YIAARUqXLgY\nOnLk1i1SypQVKyZOXLZt2wAUN358XHJz5s41d+6cnDlz0KBNm4aBDh0aNNQAAPDiBQ4cfTRoCBUq\nULJkvHiRI6eNGzcA8+nXt38ff379+/mT8w/wnMCBBM9ZEyeOFClgwA5AgcKCBRYGDOzY8eLF1Zo1\n1qzl2rZNmbJy5bqBAwcgpcqV5cqROwczpsxzyLx5ixQpViwBOHC4cJHFgYM0abp0GeXEiTJlr6pV\nI0aMHDlt374BuIo1qzhx4cyZOwc2bNhy5sxRoyZNmg06dJAg0YIA/wEVKly4GDpy5NYtUsqUFSsm\nTly2bdsAGD6MeJxic+bOOX78mJw5c9CgTZuGgQ4dGjTUAADw4gUOHH00aAgVKlCyZLx4kSOnjRs3\nALRr276NO7fu3bx7kyN3rly5c8SJmzN37tymUaN27XrwQIIAAWvWDNCgoUGDR4845MgRJAgvIkTE\niDFjhlugQADau39frtw5c+bO2bdfrty5c5L48AG4a9eCBRMIEFCjJgAGDA8eTJqEQYeOGjV4+fCR\nJs2WLdn8+AEQUuRIceLKkSN3TqXKcuXOnZtmzVq0aGTIoHjwYM4cABo0HDgQKFCDIEF69HgFBQoh\nQnToWKtUCcBUqv9VyZEzV67cOa5czZk7d86ZNWvXrlGh8mDBAjx4ABw4IEDAoEEARIh48ICVCBFx\n4pAhkw0RIgCFDR9GnFjxYsaNHZMjd65cuXOVK5szd+7cplGjdu168ECCAAFr1gzQoKFBg0ePOOTI\nESQILyJExIgxY4ZboEAAfP8GXq7cOXPmzh0/Xq7cuXOS+PDZtWvBggkECKhREwADhgcPJk3CoENH\njRq8fPhIk2bLlmx+/ACAH1++OHHlyJE7lz9/uXLnzgGcZs1atGhkyKB48GDOHAAaNBw4EChQgyBB\nevR4BQUKIUJ06FirVAkAyZImyZEzV67cuZYtzZk7d86ZNWvXrlH/ofJgwQI8eAAcOCBAwKBBAESI\nePCAlQgRceKQIZMNESIAVq9izap1K9euXr+WK/fNnLlzZs2aM3funCtZsr58IUUqwYIFJUqMmDBB\nhow3b/4QIjRoEK9nz44dQ4YsmzZtAB5DjlyuHLhzli+fK1fu3DlNsmQ9ecKJU4IHD0iQSEGBggwZ\nbdq8UaMGDx5cx44Ry01MW7ZsAH4DD06O3DZz5s4hT57827VrtWoJE5Zi+osXPy5ckCEDDRovY8bg\nwaOKGLFjx4gRq0aNGoD27t+TI9fNnLlz9u/f97ZtW6xYxAASe8CBw4gRLQYMuHBBhgwcKVIUKULK\nlatixXr1upYt/xsAjx9BhhQ5kmRJkyfLlftmztw5ly7NmTt3zpUsWV++kCKVYMGCEiVGTJggQ8ab\nN38IERo0iNezZ8eOIUOWTZs2AFexZi1XDtw5r1/PlSt37pwmWbKePOHEKcGDByRIpKBAQYaMNm3e\nqFGDBw+uY8eIBSamLVs2AIcRJyZHbps5c+cgR4787dq1WrWECUux+cWLHxcuyJCBBo2XMWPw4FFF\njNixY8SIVaNGDUBt27fJketmztw5379/e9u2LVYsYsQecOAwYkSLAQMuXJAhA0eKFEWKkHLlqlix\nXr2uZcsGgHx58+fRp1e/nn17ceLOmTN37ly5cufw40cEBownT/8Af/yYECBAiRIaZMhQoCBNGi+Q\nIC1ZsmvZMmXKihXb1qwZgI8gQ44bd86cuXPnyJE7x5KlnShRPn2aMeNCgAAqVHB48WLBgjJloiBC\n1KRJrmLFmjULFozbs2cAokqd+u3buXLlzp0rV+6cV6/FePF69kyUqBsWLCxZAuLGDQQIyJABwoiR\nFSuxcOFSpkyYsG3NmgEYTLgwOHDnzJk7d86cuXOQIe/ChYsaNVCgPjhw0KRJhgoVCBDAgaPCkycU\nKEhq1cqZs169uEmTBqC27du4c+vezbu373Hjwpkzd+6cOXPnzJkrV26VMmVw4Pz5Q0CDBhAgjmTI\nYMUKGDCgzJj/OXbM1LVrwYKBA3dt2zYA8OPLHzcunDlz586ZM3fOnDmA5Mh9AgbMjp1BgwaMGHHi\nhJMPH6RIAQNGkhUruHB5cubMl69w4axt2wbA5EmU4cJ5M2fu3Dlz5s7NNGcO3Ldvw4bNmvWCC5ck\nSZSMGBElChkyhNKkmTUr07FjwYJ582YNGzYAWbVuFScunDlz58SOHfsNHLhdu2jRmoADhwoVQwoU\nAAECBowyIkRIkoSIGLFdu8SJo9atGwDEiRUvZtzY8WPIkceNC2fO3Llz5sydM2euXLlVypTBgfPn\nDwENGkCAOJIhgxUrYMCAMmPm2DFT164FCwYO3LVt2wAMJ158/9y4cObMnTtnztw5c+bIkfsEDJgd\nO4MGDRgx4sQJJx8+SJECBowkK1Zw4fLkzJkvX+HCWdu2DcB9/PnDhfNmzhzAc+fMmTtn0Jw5cN++\nDRs2a9YLLlySJFEyYkSUKGTIEEqTZtasTMeOBQvmzZs1bNgAsGzpUpy4cObMnatp0+Y3cOB27aJF\nawIOHCpUDClQAAQIGDDKiBAhSRIiYsR27RInjlq3bgC2cu3q9SvYsGLHkiVHzhw5cufWnjMXLhw4\ncF1evNCjBwCABgQINGkCwIIFBAjo0MEwZAgNGq6MGPHjx4qVaXnyAKhs+TI5cubIkTt3zhxoceK6\ndduCAwcfPv8AADgQIGDKlAAaNCRIAAhQByhQaNCAdeRInz5UqESrUwcA8uTKxYkjN27cuejnzI0b\nd+6cNFu2jh3DgaOGBQt06BxYseLBA0KEQHz5IkTIKS5cKlWCAweaIUMA9vPvPw7guHIDzxUsWK7c\nuXO/QoXixatECQkKFGzZEmDBggEDtGgpIEKEBg2pYsQwY8aKlWdu3ABw+RJmTJkzada0eZMcOXPk\nyJ3zec5cuHDgwHV58UKPHgAAGhAg0KQJAAsWECCgQwfDkCE0aLgyYsSPHytWpuXJAwBtWrXkyJkj\nR+7cOXNzxYnr1m0LDhx8+AAA4ECAgClTAmjQkCABIEAdoED/oUED1pEjffpQoRKtTh0Amzl3FieO\n3Lhx50ifMzdu3Llz0mzZOnYMB44aFizQoXNgxYoHDwgRAvHlixAhp7hwqVQJDhxohgwBcP4c+rhx\n5aifs269XLlz536FCsWLV4kSEhQo2LIlwIIFAwZo0VJAhAgNGlLFiGHGjBUrz9y4AQAQgMCBBAsa\nPIgwoUKF5MhxMwfR3Llz5siRGzeOUZ8+c+aIESNBgwYkSFDEiPHiRaFCff784cNHF7KZyHz5ulat\nGoCdPHuWK9fNnNCh5ciRCxduDhw4a9Zw4eKAA4cjR1jo0BEjBiFCd/z4uXNnV7BgxIjp0nWtWjUA\nbNu6HTfu/1q5cubMnTtnrlw5c+awJUuGCxcrVkeKFIkT54gOHUiQDBpUhxEjQoRyHTvGjFmwYNeo\nUQMAOrRocuSymTN3LvU5c6xZXxMmbNYsUKAyqFAxZUoKCRJAgMCCRciRI1iwtKpVixgxW7ayWbMG\nILr06dSrW7+OPbv2cOHOmTN37hw4cObOmT/H5sgRV66ECOkQIYIePSqyZNmxAxWqRZEi3QF4R1m0\naL9++fLVbdkyAA0dPgwX7pw5c+fOfftm7tw5c+bwePFCixYOHBwgQNizx4YWLT58tGpl6dKlPn2Y\nNWsWLJgvX92UKQMQVOhQb97OlSt37pw4ceecOvVFjFi2bP+/fo2ZMqVWrTNq1HjxcuvWplKlQIFq\nBg3asWPEiHFDhgzAXLp1wYE7Z87cuXPlyp0DDDjXrFnSpHHi9KJDB0uWXvDgESKEJ09M+vSBAkXY\nr1/AgPHixQ0ZMgClTZ9GnVr1atatXYcLd86cuXPnwIEzd073OTZHjrhyJURIhwgR9OhRkSXLjh2o\nUC2KFOnOHWXRov365ctXt2XLAHwHHz5cuHPmzJ079+2buXPnzJnD48ULLVo4cHCAAGHPHhtatAD0\n4aNVK0uXLvXpw6xZs2DBfPnqpkwZgIoWL3rzdq5cuXPnxIk7J1KkL2LEsmX79WvMlCm1ap1Ro8aL\nl1u3NpX/KgUKVDNo0I4dI0aMGzJkAI4iTQoO3Dlz5s6dK1fuHFWquWbNkiaNE6cXHTpYsvSCB48Q\nITx5YtKnDxQown79AgaMFy9uyJAByKt3L9++fv8CDixYHGFz5s6dM2fuHGPG2caN69Vr2rQ5x459\n+gRt06Zt23796kaM2LhxzcKF27bNnDlw3rwBiC179rja5sydy61btzZx4oIFo0atzLFjnDgxy5SJ\nG7dgwbYdOzZuHDRx4rJlM2fOW7duAL6DDw8OXDhz5s6dM2fuHHv25MyZ8+YtXLhg2rQBA1YtVqxt\n2wAWK5Zt2bJx46iFC9etW7ly4LZtAzCRYsVw4cSZM3eO/2PHjuXOncOGDRw4TdSovXo1TZCgatVu\n3cJmy5Y4ccjChdOmzZw5bz8BBBU6lGhRo0eRJlUqjqk5c+fOmTN3jirVbOPG9eo1bdqcY8c+fYK2\nadO2bb9+dSNGbNy4ZuHCbdtmzhw4b94A5NW7d1xfc+bOBRYsWJs4ccGCUaNW5tgxTpyYZcrEjVuw\nYNuOHRs3Dpo4cdmymTPnrVs3AKdRpwYHLpw5c+fOmTN3jjZtcubMefMWLlwwbdqAAasWK9a2bcWK\nZVu2bNw4auHCdetWrhy4bdsAZNe+PVw4cebMnRM/fny5c+ewYQMHThM1aq9eTRMkqFq1W7ew2bIl\nThyycP8Aw2nTZs6ct4MAEipcyLChw4cQI0oEB64cOXLnzpkzd86cuXPnpkmT5s3brVugePGCBo3X\nrl3QoGnThi1YsGzZumnTFiwYNGjhdu0CQLSo0XDhypEjd+6cOXPnzJk7d45atGjdusWK9enVK2jQ\nZPXqtWxZtmzUggW7dq3btm3EiEGDBi5YMAB48+r15o2cOHHnzpkzd86cuXPnwokTFy4cN27FkCG7\ndm1ZsGDLlmXLZq1YsWzZunnzxoxZtWrfhg0DwLq1a3DgypEjd652bXPmzp0T9+2bOHHZssnSpStb\nNlauXPnyNW3asV69pk3jli1bsGDQoIHr1QuA9+/gw4v/H0++vPnz4MCVI0fu3Dlz5s6ZM3fu3DRp\n0rx5u3ULFC+AvKBB47VrFzRo2rRhCxYsW7Zu2rQFCwYNWrhduwBs5NgxXLhy5MidO2fO3Dlz5s6d\noxYtWrdusWJ9evUKGjRZvXotW5YtG7Vgwa5d67ZtGzFi0KCBCxYMwFOoUb15IydO3Llz5sydM2fu\n3Llw4sSFC8eNWzFkyK5dWxYs2LJl2bJZK1YsW7Zu3rwxY1at2rdhwwAMJlwYHLhy5MidY8zYnLlz\n58R9+yZOXLZssnTpypaNlStXvnxNm3asV69p07hlyxYsGDRo4Hr1AlDb9m3cuXXv5t3bNzhw28yZ\nO1f8/5w55OfOlfPmTZq0cOG2QYMmTVq3cOGqVevWTRw5ct26gStXvty3b+G4cQPQ3v17cOC4mTN3\nzv45c/nPnSvnzRvAadPAgdPGjBk0aNzChatWbds2ceTIceMWrhzGct++iePGDQDIkCK9ectm7qS5\nc+fMnWt5zty4ceDAkSM3zpo1bdrCjRs3bVq3buLKldOmLRw5cubMffsWbts2AFKnUgUHbps5c+e2\ncu0qTpw3b+TIgatWTZq0b968NWt27Vq4ceO0aftW7m45cHq5cQPg9y/gwIIHEy5s+HCzZuPAgTt3\nDhw4c5LPnesmTly3bt68QfPmbdu2b9SoiRPnzds4bf/axo37Nm4cN27ixHnDhg0A7ty6nTkbBw7c\nuXPixJkrfu6ct3DhunXjxq3Ztm3atHWjRg0cOG/exnXrNm4cOHLkuHETJ+6bNm0A1rNvjwxZuG7d\nzp0DB84c/nPnxJEjFw5gOHLktoULx41bOGzYxInz5m0cN27jxn0jR44bN3HivGHDBgBkSJHPnpEL\nF+7cOXLkzrVsKa5cOXHixo2r5s3btm3dpEn79o0bN3HatIULB44cuW3bwoXzdu0aAKlTqVa1ehVr\nVq1bmzUbBw7cuXPgwJkze+5cN3HiunXz5g2aN2/btn2jRk2cOG/exmnTNm7ct3HjuHETJ84bNmwA\nGDf/duzM2Thw4M6dEyfOXOZz57yFC9etGzduzbZt06atGzVq4MB58zauW7dx48CRI8eNmzhx37Rp\nA/AbeHBkyMJ163buHDhw5pifOyeOHLlw4ciR2xYuHDdu4bBhEyfOm7dx3LiNG/eNHDlu3MSJ84YN\nGwD58+k/e0YuXLhz58iROwfwnMBz4sqVEydu3Lhq3rxt29ZNmrRv37hxE6dNW7hw4MiR27YtXDhv\n164BOIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKta\nvYo1q9atXLt6/Qo2rNixZMuaPYs2rdq1bNu6fQs3/27OR4+QHTv27Bk0aOCsWZs27dq3b8uWGTOm\nzJq1XYxx4Xr27JbkXbuiRSMmTFiyZM2aFZs1C4Do0aQfPTJWrFizZs6cgaNGbdo0a926IUM2bJgw\nadJq1cIFnBkzWbJq4cL17Bmw5ceOOXNGjBYtANSrW4cEiZh2Z9ydfatWjRq1a968OXN27FgzbNiA\nAesFX5o0XLhu7dolTdqvYMGQIQPozNkxWbIAHESYUJKkZMeORYMYLZw1a9OmYQsXjhkzZMiYZcv2\n61cwXrymTatVS9etW9So9QoWDBmyaNGO2bIFQOdOnj19/gQaVOjQYcOcRYsGDly4cOK+fQsXTlo2\nqv/ZihVzBAzYsWOo+vR59QoYsEiPHt26hSxUKFeuatUiduoUALp17Q4b1ixatG/fwIET9+2bN2/L\nqFGrVo0YsUa8eBEj9okPH1GiePHSlCiRLFnEPHlSpYoWrWGiRAFAnVp1sGDNXHfr5s1buG/fwIHL\n1q2bNm3SpM1SpowZs12UKO3aRYyYKEeOatUiBgpUrFi3bhFjxQrAdu7diRF7Fi3at2/hwo379i1c\nuGbbtmnTliyZp2bNnj3DBQiQLVvIkAHMFChQrVrHQIFSpYoXL2SsWAGIKHEixYoWL2LMqBEaNGHc\nuIULV64cOHLkzJkjhw1bt27kyC07derYsWu7djH/YkSMmDNfvk6dqtatGzVqvHhVa9YMANOmTp05\nE8aNGzhw5MiBI0fOnDlx2LBp0yZOHLFTp4gRk6ZLlyJFxYpB27UrVChp3LhJk9ar17RmzQAADiy4\nWbNg27aBA0eO3Ldy5cyZI8eNGzhw5Mhd8+XLmbNuvnxhwlSsWDVfvjx5mrZtmzRpvXpRa9YMAO3a\ntqFBM9atmzhx5cp9I0fOnLlx2rR580aO3LFVq5Qp88aLFyFCxIhRo0ULFChp3LhNm+bLF7Zq1QCg\nT69+Pfv27t/Djw8NmjBu3MKFK1cOHDly5gCaI4cNW7du5MgtO3Xq2LFru3YxYkSMmDNfvk6dqtat\n/xs1arx4VWvWDEBJkyedORPGjRs4cOTIgSNHzpw5cdiwadMmThyxU6eIEZOmS5ciRcWKQdu1K1Qo\nady4SZPWq9e0Zs0AZNW6tVmzYNu2gQNHjty3cuXMmSPHjRs4cOTIXfPly5mzbr58YcJUrFg1X748\neZq2bZs0ab16UWvWDEBjx4+hQTPWrZs4ceXKfSNHzpy5cdq0efNGjtyxVauUKfPGixchQsSIUaNF\nCxQoady4TZvmyxe2atUABBc+nHhx48eRJ1c+bVo4btzOnQMH7ly5cufOSRs3jhu3ceNOHTu2a1c1\nU6ZixbJlS5ov976cbduWLZs1a9mkSQOwn39/af8ApYnjxu3cuW/fzpUrd+4cNXHitGkLF07Ur1+3\nbk0jRQoWLFy4oPnytWsXs2zZsGGrVi0bNGgAYsqcCQ2aN2zYzp379u0cOXLnznUrVw4cOHPmdFWr\nduwYN1CgZMmqVYsaL164cB3Dhi1bNmzYtEmTBqCs2bPTpoXr1u3cOXDgzpEjd+5cNHLkuHErV47U\ns2e7dnkjRIgUqVKlqJUqBQsWMW3asmXz5q0bNWoAMmvezLmz58+gQ4ueNi0cN27nzoEDd65cuXPn\npI0bx43buHGnjh3btauaKVOxYtmyJc2XcV/Otm3Lls2atWzSpAGYTr26NGniuHE7d+7bt3Plyp3/\nO0dNnDht2sKFE/Xr161b00iRggULFy5ovnzt2sUsWzaA2LBVq5YNGjQACRUuhAbNGzZs5859+3aO\nHLlz57qVKwcOnDlzuqpVO3aMGyhQsmTVqkWNFy9cuI5hw5YtGzZs2qRJA9DT589p08J163buHDhw\n58iRO3cuGjly3LiVK0fq2bNdu7wRIkSKVKlS1EqVggWLmDZt2bJ589aNGjUAceXOpVvX7l28efVS\no7ZNnLhy5cyZO2fOsDly5sxRo7Zt261s2Tp1MrZoUbFimDAFAwVKmjRf2LBVqxYuHLdu3QCsZt16\n2rRs4sSVK2fO3Dlzuc2RM2dOmrRt22RVq+bJ/xMxQoSOHatUSdinT9as6bp2bdo0ceK0ceMGwPt3\n8NCgVQMHjhy5cuXOmTN37py5c+e+fQMHLlq4cLJkPcuUaRnAZZw4+bp06dmzW9SoSZMGDpw2btwA\nUKxokRq1beLElStnztw5cyLNkTt3rlq1b99qdev26dOyMmWKFVu0aBgdOs6crapW7dmzceO0ffsG\n4CjSpEqXMm3q9ClUatS2iRNXrpw5c+fMcTVHzpw5atS2bbuVLVunTsYWLSpWDBOmYKBASZPmCxu2\natXChePWrRuAwIIHT5uWTZy4cuXMmTtn7rE5cubMSZO2bZusatU8eSJGiNCxY5UqCfv0yZo1Xf/X\nrk2bJk6cNm7cANCubRsatGrgwJEjV67cOXPmzp0zd+7ct2/gwEULF06WrGeZMi1bxomTr0uXnj27\nRY2aNGngwGnjxg0A+vTqqVHbJk5cuXLmzJ0zZ98cuXPnqlX79g1grW7dPn1aVqZMsWKLFg2jQ8eZ\ns1XVqj17Nm6ctm/fAHT0+BFkSJEjSZY0qU2buG7dzp0z9/LbN3PmPOnS5cqVIEENHDioUkWFAwcL\nFpQp46JDBw4cHBEhMmYMFy7KFi0CcBVrVm7cxoEDd+6cObHfvpkzd6pWLVy4CBGyQIFCmTIxKlRg\nwIANmxcpUogQIYkJkzCDwyhLlAhAYsWLsWH/+6ZN27lz5iiDA3fuHDbNxIgFC/YCCZI7d3xIkJAg\nARgwMEKE0KBhEBEiYMCoUVOMEiUAu3n35sZtnDdv586ZM+7NmzlzmYgRa9XKkaMHHTpcuYICAQID\nBqpU2TBhQoMGe3z4WLKkSxdkkiQBcP8efnz58+nXt39fnDhq5MiZMwfw3DlzBM+d03btGjFizZol\nmTEDEKA8L17s2FGpEiI0aNy4+VWsGLGRxLJRowYgpcqV4sRJI0fOnLlz58zZPHcumzRpxowpU5Yk\nRgxBguasWBEjxqRJftq0oUOnFzFiwaoGsxYtGoCtXLuCA+ds3Lhy5c6dM4f23LlxbLt1+/bt/1Gb\nNpgwoZIh48WLQoUIdekiR86tYIQLY5s2DYDixYzDhaNGjpw5c+fOmbt87lw3bdqYMatWrQcLFnfu\n9HnwwIIFL16swIBRpMirWrV8+RImbFu2bAB6+/4NPLjw4cSLGxcnjho5cubMnTtnLvq5c9quXSNG\nrFmzJDNmAAKU58WLHTsqVUKEBo0bN7+KFSMGn1g2atQA2L+PX5w4aeTImQNo7tw5cwXPncsmTZox\nY8qUJYkRQ5CgOStWxIgxaZKfNm3o0OlFjFgwksGsRYsGQOVKluDAORs3rly5c+fM3Tx3btzObt2+\nfXvUpg0mTKhkyHjxolAhQl26yJFzK9hUqv/Ypk0DkFXr1nDhqJEjZ87cuXPmzJ47102bNmbMqlXr\nwYLFnTt9HjywYMGLFyswYBQp8qpWLV++hAnbli0bAMaNHT+GHFnyZMqVt20zR47cuXPgwJ0zZ+7c\nuUyDBtGilSlThgEDWLCAkSIFAgRFish488aFC1C3biFD9uuXtWbNABxHnrxbt3PkyJ07Fy7cOerU\nTX36tGvXqFEaFCjQoQOHChUNGhw5ouTNmxYtPMmSdezYrl3UlCkDkF//fmzYygEEB+7cOXHizpkz\nd+6cM2vWsEHEhgMECC9epHz40KCBECE1uHDp0IERKVLHjgkTNi1ZMgAuX8Ls1u3cuHHnzon/E3fO\nnLlz50zt2tVraC8JDx7UqHHjwQMECECAGNGjR4QIdUCBatasWLFs0aIBCCt2LNmyZs+iTat22zZz\n5MidOwcO3Dlz5s6dyzRoEC1amTJlGDCABQsYKVIgQFCkiIw3b1y4AHXrFjJkv35Za9YMAOfOnrt1\nO0eO3Llz4cKdS53a1KdPu3aNGqVBgQIdOnCoUNGgwZEjSt68adHCkyxZx47t2kVNmTIAzp9Dx4at\nHDhw586JE3fOnLlz55xZs4ZtPDYcIEB48SLlw4cGDYQIqcGFS4cOjEiROnZMmLBpyQAmAzCQYMFu\n3c6NG3funDhx58yZO3fO1K5dvTD2kvDg/0GNGjcePECAAASIET16RIhQBxSoZs2KFcsWLRoAmzdx\n5tS5k2dPnz/DBTVn7lxRo0bFlSunTBk2bEFSpUqTJpIFC4gQ4cGDyomTYcNOTZuGDNm4cd3QAlC7\nlq04t+bMnZM7d+64cuWYMcuWrcepU2LEXLpwwZChO3dKKVGya5epZ8+IERs3jltlAJcxZ+7WzVu5\ncudAhw5t7ty5b9/EicskTVqiRLA0aHDkaM6cVESI8OIFypmzY8fEids2HEBx48fDJTdn7lxz587J\nnTs3bZo3b0h69eLChVWCBH36JEnSSYUKXbo4UaOWLFm5cuDEiQMwn359+/fx59e/n784cf8AzZEj\nd65gQXPmzp0zRozYtWs9eogwYKBSJQQaNAQIwIiRghQpNmxwVaNGnz5x4mjr1AmAy5cwx40zV67c\nuZs3zZk7d66ZM2fcuA0ZQgICBEmSEFiwUKDApUsLWrTo0AHVjRtt2pw5k23SJABgw4r99q2cOHHn\n0qY1Z+7cuXHhwnnzFixYkRo1Tp2qQIFCgQKLFiFgwQIDhlM5chAiBAeONlGiAEieTFmcOHPlyp3b\nvNmcuXPnnmnTxo2bI0ccLlzgxImBAgUFCvDhY2DDhgYNWIkQUaYMGzbeMmUCQLy48ePIkytfzry5\nOHHmyJE7R526OXPnzhkjRuzatR49RBj/MFCpEgINGgIEYMRIQYoUGza4qlGjT584cbR16gSgv3+A\nAAQCGDfOXLly5xQqNGfu3Llmzpxx4zZkCAkIECRJQmDBQoECly4taNGiQwdUN260aXPmTLZJkwDM\npFnz27dy4sSd48nTnLlz58aFC+fNW7BgRWrUOHWqAgUKBQosWoSABQsMGE7lyEGIEBw42kSJAlDW\n7Flx4syVK3fOrVtz5s6de6ZNGzdujhxxuHCBEycGChQUKMCHj4ENGxo0YCVCRJkybNh4y5QJwGXM\nmTVv5tzZ82fQ5MhtM2fu3OnT5sydO1fNmTNYsHr1+nDhAhQoOyhQ+PAhT54vW7Z06YIr/1gwZMiO\nHeumTRsA6NGlkyO3zZy5c9m1a9cmTdqsWcGCWbhwwYgRHA8eWLBAhkyVKFGsWKnFi9exY8GCbcOG\nDQBAAAIHDhQnTlq5cubMnWvo8Fw5ceK0aevWTUuRImrUwIkQ4cIFLFikGDEiRYosXryOHQsWbJs1\nawBm0qxJjtw2c+bO8ezZ8xs3bseOPXs2okQJGjR+GDCwYAEOHENUqOjRg1atWsyYESMG7iuAsGLH\nki1r9izatGrJkdtmzty5uHHNmTt3rpozZ7Bg9er14cIFKFB2UKDw4UOePF+2bOnSBVewYMiQHTvW\nTZs2AJo3cyZHbps5c+dGkyatTZq0Wf+zggWzcOGCESM4HjywYIEMmSpRolixUosXr2PHggXbhg0b\ngOTKl4sTJ61cOXPmzlGvfq6cOHHatHXrpqVIETVq4ESIcOECFixSjBiRIkUWL17HjgULts2aNQD6\n9/MnRw7gNnPmzhU0aPAbN27Hjj17NqJECRo0fhgwsGABDhxDVKjo0YNWrVrMmBEjBg4lAJUrWbZ0\n+RJmTJkzw4U7Z87cuXPlyp3z6VOVKFG7dvnxY+HAgRw5SKRI8eCBESM38uTx4eOUMGHVuFbrRo0a\nALFjyYoTd86cuXPnyJE79/btLE6chg1btOjCgQMrVlS4cAEBgho1XKBBU6MGKF26okX/c+asmzRp\nAChXtsyN2zly5M6dM2fuXOjQ2MCB83ba2wwVKtCgkbFhw4IFLFjgUKPGhYtMuHBFi+bMGbdo0QAU\nN348XLhz5sydO1eu3Dnp0oMRIyZNWrBgExQooEHjgwIFBAhw4PAhSZIJExbhwlUNfrVw2rQBsH8f\nf379+/n39w8QgMCBBAGEC3fOnLlz58qVOwcRoipRonbt8uPHwoEDOXKQSJHiwQMjRm7kyePDxylh\nwqq5rNaNGjUANGvaFCfunDlz586RI3cuaNBZnDgNG7Zo0YUDB1asqHDhAgIENWq4QIOmRg1QunRF\ni+bMWTdp0gCYPYuWG7dz5MidO2fO/9y5uXOxgQPnLa+3GSpUoEEjY8OGBQtYsMChRo0LF5lw4YoW\nzZkzbtGiAbiMOXO4cOfMmTt3rly5c6RJByNGTJq0YMEmKFBAg8YHBQoIEODA4UOSJBMmLMKFq5rw\nauG0aQOAPLny5cybO38OPfq46ebMnbuOHXu3ceNmzQoWDAIZMjx42EGAoE2bKlVI1ajhy1cmaNCI\nESNHjtu3bwD6+wcIQCAAcuTGmTN3TuHChdvGjaNFK1iwCmXK8OARhgCBKFGOHLlEg0atWp2ePRs2\njBy5bd68AYAZUyY4cOHMmTuXU6dOc+fOcePWrVuaXLm8eClEgECVKkOGSFKhIlYsSv/KlBkzNm5c\nt2/fAHwFG3bc2HNlzZ49R86cuWXLtGnb0KcPDhxrAgRIkWLFCkgWLKxapYgaNWDAzJkDN24cAMaN\nHT+GHFnyZMqVyZEzV67cOc6czZk7d27WqVPEiGnQgECAADduAChQECDAoEEEQoTIkOEUCxZs2Jgx\ngy1RIgDFjR8nR85cuXLnnDsvV+7cuVWyZAEDJkJEggED6NABcOAAAACAAA0QIUKDhlUvXvz5M2ZM\ntkaNANzHn1+cuHLjxgE8J1CgOXPnzoHz5m3btly5Rly44MjRAAUKAACoUyfAhw8VKpRiwSJNmjJl\nslGiBGAly5bkyJ0rV+4cTZrmzJ3/O0ds2rRr17JkWaBAwaJFAggQECCACxcBECAwYJBKhIgqVcyY\n6UaIEICuXr+CDSt2LNmyZsmRM1eu3Lm2bc2ZO3du1qlTxIhp0IBAgAA3bgAoUBAgwKBBBEKEyJDh\nFAsWbNiYMYMtUSIAli9jJkfOXLly5z5/Llfu3LlVsmQBAyZCRIIBA+jQAXDgAAAAgAANECFCg4ZV\nL178+TNmTLZGjQAgT65cnLhy48adix7dnLlz58B587ZtW65cIy5ccORogAIFAADUqRPgw4cKFUqx\nYJEmTZky2ShRAqB/P39y5ACeK1fuXMGC5sydO0ds2rRr17JkWaBAwaJFAggQECCA/wsXARAgMGCQ\nSoSIKlXMmOlGiBAAly9hxpQ5k2ZNmzfLlfN2jmfPc+bMnTunjBevR49evSrAgIENGykWLBgxIkwY\nLFOmcOEyS5iwZ8+MGdvGjRsAs2fRliv3zZy5c2/fmjN37hwxYMAoUWLFCkGDBihQrChQwIIFJEie\nIEFChYqsYcOaNSNGjFtlAJcxZyZHLps5c+dAhw5dbtw4adKoUWORIsWNG0AECIgQ4ciRHj58TJkC\ny5cvZMiCBeOmTRsA48eRlyvX7Vxz58/PeatW7dYtX74QMGBgwYIGAAAMGBAhogQGDECAvNKly5kz\nY8bExQcwn359+/fx59e/n3+5cv8AvZ0bSPCcOXPnzinjxevRo1evCjBgYMNGigULRowIEwbLlClc\nuMwSJuzZM2PGtnHjBqCly5flyn0zZ+6cTZvmzJ07RwwYMEqUWLFC0KABChQrChSwYAEJkidIkFCh\nImvYsGbNiBHjxhWA169gyZHLZs7cubNo0ZYbN06aNGrUWKRIceMGEAECIkQ4cqSHDx9TpsDy5QsZ\nsmDBuGnTBqCx48flynU7R7my5XPeqlW7dcuXLwQMGFiwoAEAAAMGRIgogQEDECCvdOly5syYMXG4\nAejezbu379/AgwsfLk7cOXPmzp0rV+6cc+eW+PDBhQsLlgcECKRIAcGDBwQInjz/oZEnDwoUmnbt\natbs2LFu1KgBmE+/vjhx58yZO3euXDmA5wQKJHXpki9fcOBYSJBgxw4KGjQUKFCkyAk6dF68AOXL\nlzNny5Z1kyYNwEmUKb99O1eu3Llz5sydo0lz2rVr27ZBg6ZBgQIcODhMmAAAQI0aIcCASZHiFC9e\n0KAhQ+YtWjQAWbVuFSfunDlz586ZM3fOrNlgtmxBg5YqFQICBDx4YFCgQIAAFiw4wIGjQYNEvnxV\nq2bN2jht2gAsZtzY8WPIkSVPpkyO3Dhz5s5t5sx5mzhxsGDt2rWgTJkZM74gQKBGDRUqmmLE0KWr\nU7NmxoyRI7fNmzcAwYUPJ0du/9w55MmVn/tGjtyuXcGCLZAjJ0UKNgQIiBHz5EkmGjRw4YrkzBkx\nYuTIafPmDcB7+PHFiQtnztw5/Pnzmzt3LhvAbNq02SBE6MgROAAAKFHy4wemGzd69eIULdqyZeTI\ncfv2DQDIkCLLlSN37iTKlOfImTO3bFm1agy8eCFBAgoAABo0rFixx4KFVKkSUaN27Jg5c+DIkQPg\n9CnUqFKnUq1q9So5cuPMmTvn9evXbeLEwYK1a9eCMmVmzPiCAIEaNVSoaIoRQ5euTs2aGTNGjtw2\nb94AEC5smBy5cecWM2587hs5crt2BQu2QI6cFCnYECAgRsyTJ5lo0MCFK5IzZ//EiJEjp82bNwCy\nZ9MWJy6cOXPndvPmbe7cuWzZtGmzQYjQkSNwAABQouTHD0w3bvTqxSlatGXLyJHj9u0bgPDix5cr\nR+4c+vTqz5EzZ27ZsmrVGHjxQoIEFAAANGhYsQLgHgsWUqVKRI3asWPmzIEjRw5ARIkTKVa0eBFj\nRo3jxpkrV+5cyJDlyp07h+vVK2DAQICgoECBHj0CIkQoUODQoQU2bKhQ8apGDTdu0KDZRogQAKVL\nmY4bZ65cuXNTp5Yrd+7cMGLEjh1r0iQCAwZ27AhYsECAAESIDqRIgQKFqSBB6NBZswbbokUA+Pb1\nO26cOXLkzhUubM7cuXPfwIH/06Ztz54PFiwAAhRgwYIAAebMIdCihQkTtnLkyJNnzRptjRoBcP0a\ndrly58yZO3cbN25m2LBdu0aFyoIDB+jQCYAAwYABf/4E0KAhQgRQKVJMmdKmDbhFiwB09/4dfHjx\n48mXNz9unLly5c61b1+u3LlzuF69AgYMBAgKChTo0QNQQIQIBQocOrTAhg0VKl7VqOHGDRo02wgR\nAoAxo8Zx48yVK3cuZMhy5c6dG0aM2LFjTZpEYMDAjh0BCxYIEIAI0YEUKVCgMBUkCB06a9ZgW7QI\ngNKlTMeNM0eO3LmpU82ZO3fuGzhw2rTt2fPBggVAgAIsWBAgwJw5BFq0MGHC/1aOHHnyrFmjrVEj\nAHz7+i1X7pw5c+cKGzbMDBu2a9eoUFlw4AAdOgEQIBgw4M+fABo0RIgAKkWKKVPatAG3aBGA1axb\nu34NO7bs2bTJkfNmzty53bvNmTt3rhkxYpIkyZI1YcOGGMwtWBgxwouXLlKknDkDixgxZMiIEct2\n7RqA8eTLkyPHzZy5c+zZmzN37hw3adJu3dq1S0OIEDNm5AAIAQIHDlCgWFGihAyZVsGCHTtGjFg2\na9YAXMSYkRy5bebMnQMZMiQ5cOCECStWjMOKFSxY+ECAQIMGJEikZMnixo2sZD2THTu2LVs2AEWN\nHi1X7ts5pk2dnut27RotWv/IkCFw4CBCBAwCBDhwcOIEjBQprFhh5csXM2bJkn0LFw7AXLp17d7F\nm1fvXr7kyHkzZ+7c4MHmzJ0714wYMUmSZMmasGFDDMoWLIwY4cVLFylSzpyBRYwYMmTEiGW7dg3A\natatyZHjZs7cOdq0zZk7d46bNGm3bu3apSFEiBkzckCAwIEDFChWlCghQ6ZVsGDHjhEjls2aNQDd\nvX8nR26bOXPnzJ8/Tw4cOGHCihXjsGIFCxY+ECDQoAEJEilZsgB040ZWsoLJjh3bli0bgIYOH5Yr\n9+0cxYoWz3W7do0WLWTIEDhwECECBgECHDg4cQJGihRWrLDy5YsZs2TJvoX/CwdgJ8+ePn8CDSp0\nKNFw4c6ZM3fu3Lhx554+fdWokS1bbNiIKFAACBAOKlQQIMCFCw48eEyYOKVL17JlwYJxe/YMAN26\ndsOFO2fO3Llz5cqdCxwYWK9eypRlyjRiwQIqVDSUKFGgwJEjLdSoiRFjVK5cyJD9+sUNGjQApk+j\nBgfuXLly586VK3du9uxq1qxp0yZMGIoKFaBAofDhw4ABSJCw2LOHBg1Yw4Y5c3bsWDdq1ABgz65d\nnLhz5sydO2fO3Lny5Y3hwiVNWqZMEhAgaNGCAgMGAgS0aGEhSpQHDwB6+vVLmjRixMBlywaAYUOH\nDyFGlDiRYkVx4r6ZM3fu/5w5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKo6OHHn1qtKyZcSI\nhQt3rVs3AEeRJhUnDpw5c+egRo0Kjhw5X75+/dJgxUqPHl8ePECCRImSSEGCtGoliRmzYMHChaum\nTRsAu3fxihP3zZy5c38BAyY3btyxY8SIiXjyhAcPJwkSCBFixMgiL15o0RolTZowYeLEYfPmDUBp\n06fHjRNnztw5169fdwMHDheuWbMWjBjBgYOMAQMmTDBhgg4JEpYsJZo2rVixcuW2iRMHgHp169ex\nZ9e+nXt3ceK+mTN37pw5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKv8AHR058upVpWXLiBEL\nF+5at24AIkqcKE4cOHPmzmncuBEcOXK+fP36pcGKlR49vjx4gASJEiWRggRp1UoSM2bBgoULV02b\nNgBAgwoVJ+6bOXPnkipVSm7cuGPHiBET8eQJDx5OEiQQIsSIkUVevNCiNUqaNGHCxInD5s0bgLdw\n444bJ86cuXN48+btBg4cLlyzZi0YMYIDBxkDBkyYYMIEHRIkLFlKNG1asWLlym0TJw6A58+gQ4se\nTbq06dPjxpUjR+6c63PmxIkjR44VHTqfPlmwkGHAgDJlAGTIQIDAnj0NfvxQoWLVkSOAAGXJIi1P\nHgDYs2sfN84cOXLnwof/J0fu3LlgtGgVK0aDhoUDB86cEWDBggEDdeosECJkxQqArIQIIURIixZo\nf/4AYNjQoThx5ciRO1exYrly585te/YsWjQsWD4wYFCmDAAKFAgQ6NNnQZAgKVLIcuKkUCExYqoV\nKgTA50+g5MiVI3rOqFFy5M6dg1WpEi9eHjxAQIDAi5cAChQIENCkiYEOHTRocHXjxpo1Xbpgo0MH\nwFu4ceXOpVvX7l2848aVI0fu3N9z5sSJI0eOFR06nz5ZsJBhwIAyZQBkyECAwJ49DX78UKFi1ZEj\ngABlySItTx4AqVWvHjfOHDly52TLJkfu3LlgtGgVK0aDhoUDB86cEWDB/4IBA3XqLBAiZMUKVkKE\nECKkRQu0P38AbOfeXZy4cuTInSNPvly5c+e2PXsWLRoWLB8YMChTBgAFCgQI9OmzIAjAIClSyHLi\npFAhMWKqFSoE4CHEiOTIlat47uJFcuTOnYNVqRIvXh48QECAwIuXAAoUCBDQpImBDh00aHB148aa\nNV26YKNDBwDQoEKHEi1q9CjSpOPGZStXzpy5c+fMkatKDlioUJo06dFTIkWKLFlimDCxYsWfP2Hi\nxHHjBlexYsuWBQumzZo1AHr38iVHTps5c+cGnzNn2PC1YMFkyRo1ygQLFl++9DBhIkYMOnTKpElT\npkytYMGOHbNlqxo1av8AVrNuPW6cNnOyzZ07Z+72uXPfqlUbNkyWrBQ8eFy5gkOEiBUr7txRw4eP\nGze4iBFTpuzXL23XrgHo7v07OXLczJk7Z968OXPnzkkjRqxVK02aHGzYQIJEhgULNGjQogUgkSdP\ntmyRBQyYMmXEiHnr1g1ARIkTKVa0eBFjRo3fvp0zZ+7cuXDhzJ0zee6TI0fDhhEiBIMDB0iQcDx5\nQoMGKVJxECHSo0dZs2bFigkT1q1ZMwBLmTYFB+6cOXPnzpEjdw4rVl+pUlWrNmqUCw0aGDGaIUQI\nDBirVs2xZGnQIGZzhw379WsbMmQA+Pb1++3bOXPmzp0rV+5c4sTIoEH/8+YtWDAjLlxs2iTjxw8W\nLDhxsuPJU6FCy6RJO3YsWDBvzZoBcP0adrhw58yZO3euXLlzu3fjmjWLGrVNmz5MmGDIkIgUKSRI\nAASIRp48T54QS5aMGLFfv8JFiwYAfHjx48mXN38effpv386ZM3fuXLhw5s7VP/fJkaNhwwgRggGQ\nAwdIkHA8eUKDBilScRAh0qNHWbNmxYoJE9atWTMAHDt6BAfunDlz586RI3cuZUpfqVJVqzZqlAsN\nGhgxmiFECAwYq1bNsWRp0CBmRIcN+/VrGzJkAJo6ffrt2zlz5s6dK1funFatyKBB8+YtWDAjLlxs\n2iTjxw8WLDhxsuPJ/1OhQsukSTt2LFgwb82aAfgLOHC4cOfMmTt3rly5c4wZ45o1ixq1TZs+TJhg\nyJCIFCkkSAAEiEaePE+eEEuWjBixX7/CRYsGILbs2bRr276NO7fucLzNmTt3zpy5c8SJgytXjhq1\nb99SUaMWK5Y1SZK0aePFKxswYOPGNQsXrls3c+bCffsGIL369ePamzN3Lr58+eTOncuWLVy4VdSo\nyQIoCxslSteu8eJ1bdeuceOcgQOHDVu5ct+4cQOQUePGcOHAmTN3TuTIkeXOnQMHjhy5Xdas0aJF\nrVEja9Z48crWq9e4cc3ChePGzZy5b0UBHEWadNzSc02dPj1Hzpw5bP/Yvn07JEyYJUvN0KA5dkyV\nqm24cI0bx2zcOG/ezp0LJ04cALp17d7Fm1fvXr59w/01Z+7cOXPmzh0+DK5cOWrUvn1LRY1arFjW\nJEnSpo0Xr2zAgI0b1yxcuG7dzJkL9+0bANatXY+Dbc7cOdq1a5M7dy5btnDhVlGjJksWNkqUrl3j\nxevarl3jxjkDBw4btnLlvnHjBkD7du7hwoEzZ+7cePLky507Bw4cOXK7rFmjRYtao0bWrPHila1X\nr3HjmgEMF44bN3PmviEEoHAhw3EOz0GMKPEcOXPmsGH79u2QMGGWLDVDg+bYMVWqtuHCNW4cs3Hj\nvHk7dy6cOHEAbuL/zKlzJ8+ePn8C/fat3Lhx586ZM3fOnLlz57h16wYO3LRpuoIFy5YNWK5czJhp\n09asV69r17ht2zZs2LNn4IIFAyB3Ll1w4MqRI3du715z5s6dAydYnDhp0ljhwpUtG6tYsXz5ypbN\nmS9f0aJxs2bNly9lysD16gVgNOnS376VGzfuHGvW5sydOzdutjhx3rz5IkYMGzZbtWrx4oUNGzNf\nvq5d43btGjFizZp98+ULAPXq1sOFM1eu3Lnu3c2ZO3fuGzhw4sRBg/YpVixp0jqxYuXL17VrzYQJ\n06atmzdvxAASgwYtXK9eABAmVLiQYUOHDyFG/Pat3Lhx586ZM3fO/5y5c+e4desGDty0abqCBcuW\nDViuXMyYadPWrFeva9e4bds2bNizZ+CCBQMwlGhRcODKkSN3jilTc+bOnQM3VZw4adJY4cKVLRur\nWLF8+cqWzZkvX9GicbNmzZcvZcrA9eoFgG5du9++lRs37lzfvubMnTs3jrA4cd68+SJGDBs2W7Vq\n8eKFDRszX76uXeN27RoxYs2affPlC0Bp06fDhTNXrtw5167NmTt37hs4cOLEQYP2KVYsadI6sWLl\ny9e1a82ECdOmrZs3b8SIQYMWrlcvANexZ9e+nXt379/Be/OmzVx5c+fOmVN/7py5cOG4cSNHTly1\natSofQsXjho1bf8AtYkjR65bt3DkyJUr9+1bOG7cAEicSBEcuG7mzJ3beM7cuY8fxYnr1q1cuXDW\nrD175i1cOGnStm0LR47ctm3gyuks160bOGzYAAgdStSbN23mzJ1bes7cuadPyZELF65cuXHXrkGD\n5g0cuGfPsmUDN27ctm3fyqkt581buG7dAMidSzdcuG7n8urdm3fcuG3bypXrRo1asmTcunWDBs2a\ntXDkyHnzJq5cOXPmwoUbBw4cgM+gQ4seTbq06dOoly0T9+3buXPhwpmbfe4cOHLkwoUjR05buHDd\nuoGzZi1cuG/fxGnTJk7ct3HjtGkLF84bNmwAsmvf/uzZOHDgzp3/GzfunDlz586JI0cuXDhy5KyB\nA8eNmzdr1sKF69ZNXDaA2cSJAydOnDZt4MBxw4YNwEOIEZUpE/ft27lz48adM2fu3Llx5cqNG1eu\nXDZw4LZt61at2rdv3LiFy5ZNnDhw48Zx4xYunLdr1wAMJVoUGjRy4cKdO0eO3DmoUMWRIydO3Lhx\n17x506atGzVq4MB9+zauW7dx48SVK9etW7hw4LJlA1DX7l28efXu5dvX77Jl4r59O3cuXDhzic+d\nA0eOXLhw5MhpCxeuWzdw1qyFC/ftmzht2sSJ+zZunDZt4cJ5w4YNwGvYsZ89GwcO3Llz48adM2fu\n3Dlx5MiFC0eO/5w1cOC4cfNmzVq4cN26icuWTZw4cOLEadMGDhw3bNgAjCdfXpkycd++nTs3btw5\nc+bOnRtXrty4ceXKZQMHbhvAbd2qVfv2jRu3cNmyiRMHbtw4btzChfN27RqAjBo3QoNGLly4c+fI\nkTtn0qQ4cuTEiRs37po3b9q0daNGDRy4b9/Gdes2bpy4cuW6dQsXDly2bACWMm3q9CnUqFKnUq1q\n9SrWrFq3cu3q9SvYsGLHki1r9izatGrXsm3r9i3cuHLn0q1r9y7evHr38u3r9y/gwIIHEy5s+DDi\nxIoXM27s+DHkyJInU65s+TLmzJo3c+7s+TPo0KJHky5t+jTq1DiqV7Nu7fo17NiyZ9Oubfs27ty6\nd/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv06dtcBAQAh+QQICgAAACwAAAAAIAEgAYf/\n///+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr\n6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX\n19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PC\nwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+u\nrq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5ua\nmpqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6MjIyLi4uKioqJiYmIiIiHh4eGhoaF\nhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBv\nb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZ\nWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVE\nRERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwr\nKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYV\nFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMC\nAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgz\natzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/f\nv4ADCx5MuLDhw4gTK17MuLHaYMGuffsGDhw3buLGaR4njhy5cuXIiRYnbtw4cN68gQM3bhy5cbDH\nkStXbpxt29y4AdjNu7cuXdW6dfv2rVs3ccjHjRM3bhy558/FiRs3Dty3b+DAjdvOfTs5cuLEjf8b\nz40bgPPo0+vSZc2bN3Dgvn0TN26cuPvjxpEjN65/OIDhxIkLB84gOHEJw4Ub15AcOXERI2rTBsDi\nRYy7dlnz5g0cOG/exI0jOU7cuHHkyI0bJ87lOJjiZIobV1OcuHE5yZETJ27cOHHcuAEgWtToUaRJ\nlS5l2hTc03Llxo0TJ45cOaxYzW3laq5cOXPmyo0VJ87c2bPlypkr17YcOXLlwoUDUNfu3WzZtI0b\nJ86v33KBy5krV86cuXKJv30jR46bOHHfvpUrR65cOXLkym3ePG4cuXDhAIwmXVqbNm7kyI1jPU5c\nuXLkyJUjR86cuXLlzI0bZ84cOeDgwJUrN67/XDly5MotJ0du3Dhy4MABoF7d+rZt3MiRE9dd3Lhy\n5ciRK0eOnDlz5dSPG2fOHLly5caNK1eO3H1x4srtJ0duHMBx5MKFA2DwIMKEChcybOjwITly4sxR\nNFfuormMGjdy7OjxY7lyAEaSLAnuZLmUKsuZa+nyZcty5cyZK2eTHDlzOnWWK2fuJ9Cf5coBKGr0\naLik5paaK+fUHNSoUqdKLVfOHNasWreWKwfgK9iw4sSFM2fWXLm05taybeu2bbly5ubOLVfOHN68\neMuVA+D3L+DAggcTLmz4MDly4swxNlfusbnIkidTrmz5crlyADZz7gzuc7nQosuZK236dOly/+XM\nmSvnmhw5c7Jllytn7jbu2+XKAejt+3e44OaGmytn3Bzy5MqXKy9Xzhz06NKnlysH4Dr27OLEhTPn\n3Vy58ObGky9vvny5cubWry9Xzhz8+PDLlQNg/z7+/Pr38+/vHyAAgQMJAiBHbpw5c+UYMjT3EGJE\niebGkSMHDpw5jRs5dixXDkBIkSPDlSx3EqU5lStZqiyXLdu4cdbChRMnzlxOnTt5lisHAGhQoeHC\niTNnrlzSpOaYNnXKlBw5c+bEjRsXLpw5rVu5diVHDkBYsWPFlTVnrlw5cuTKmXP7Fq65cnPNmSt3\nlxw5c+bK9e1rDnBgwOXKATB8GHFixYsZN/92/JgcuXHmzJWzbNlcZs2bOZsbR44cOHDmSJc2fbpc\nOQCrWbcO97pcbNnmaNe2TbtctmzjxlkLF06cOHPDiRc3Xq4cAOXLmYcLJ86cuXLTp5uzfh27dXLk\nzJkTN25cuHDmyJc3f54cOQDr2bcX996cuXLlyJErZw5/fv3myvU3B9BcuYHkyJkzVy5hQnMMGzIs\nVw6AxIkUK1q8iDGjxo3kyJUzZ65cOXLkzJk8iTIlOXLDrl0LF86czJk0a8oEgDOnznDhyJn7aa5c\nOXNEixotGi5puGjgwJEjZy6q1KlUowK4ijVruHDkzHk1V66cubFky5YrZ66c2nLdxIkbN87/nLly\n5uravXsXgN69fMWJK2cusLly5cwZPow4seFy5ho7LgfZnOTJlCUDuIw5s+bNnDt7/gyaHLly5syV\nK0eOnLnVrFu7Jkdu2LVr4cKZu407t+7bAHr7/h0uHDlzxM2VK2cuufLlysM5DxcNHDhy5MxZv449\nu3UA3Lt7DxeOnLnx5sqVM4c+vfpy5cyVe1+umzhx48aZM1fOnP79/PkDAAhA4MCB4sSVM5fQXLly\n5hw+hBjRYTlzFS2Ww2hO40aOGgF8BBlS5EiSJU2eREmO3Dhz5saNKxfT3EyaNc2V48aNHDk6zpx1\n62ZO6FCiRYUCQJpU6bhx4syZKxe1nDmq/1WtlsMaLFi5cs7MmStXztxYsmXNjgWQVu1aceLGmTNX\nTq5cc+bKlTNXrpw5c+HClevWrVw5ZOHCgQNnzlw5c40dP25crhwAypUtj8Nszlw5zuXMfQYdGrQ4\ncebMiTNnbtw4c+bKmYMdW7ZsALVt38adW/du3r19kyMXrlw5cuTChSNnTvlyc+XKUaOGy4SJCBEK\nqFDhydO3b+a8fwcfHsB48uXHjRNXTn25cePMvYcf/9s3Y3XqLFrUihs3cuTMATQncCDBguYAIEyo\ncNw4ceUelhsnsVw5cuTGhQv37RswYMccOfrzx0aiRL16adNGzhzLli5dAogpcyY5cuPMmf8rV06c\nOHLmfgI1V66cOHHepiGdpqtatWjRtGnjNm5cuXLmrmLNCmAr165ev4INK3YsWXLkwpUrR45cuHDk\nzMGNa65cOWrUcJkwESFCARUqPHn69s0c4cKGDwNIrHjxuHHiykEuN26cucqWL3/7ZqxOnUWLWnHj\nRo6cudKmT6MuDWA169bjxokrJ7vcuNrlypEjNy5cuG/fgAE75sjRnz82EiXq1UubNnLmnkOPHh0A\n9erWyZEbZ85cuXLixJEzJ368uXLlxInzNm39NF3VqkWLpk0bt3HjypUzp38/fwD+AQIQOJBgQYMH\nESZUiHDcuHDkyIkTN24cOXMXMWKUJi3/jwIFBw4QYMFClixzJ1GmVEmOHACXL2GGk1mu3Dib48zl\n1Jlz3DhcuNIsWPDly5Jhw7RpM7d0ably5qBGhVquHACrV7GKEzeuXLlx48SFLVeOHLlx2bJ9+9aq\n1awcOahQoeDFy6FD4cKJK1fOXF+/f8mRAzCYcGFxh8uVCxcOHDhx5iBDJkeuXLlr147duXPrlh1J\nkr58UabMVLZs4MCZU71aNTlyAGDHlj2bdm3bt3HnHjcuHDly4sSNG0fOXHHjxqVJy6NAwYEDBFiw\nkCXLXHXr17GTIweAe3fv4cCXKzeO/Dhz59GfHzcOF640CxZ8+bJk2DBt2szlz1+unDn//wDNCRRY\nrhyAgwgTihM3rly5cePESSxXjhy5cdmyffvWqtWsHDmoUKHgxcuhQ+HCiStXzpzLlzDJkQNAs6ZN\ncTjLlQsXDhw4ceaCBiVHrly5a9eO3blz65YdSZK+fFGmzFS2bODAmdvKdSs5cgDCih1LtqzZs2jT\nqh037hu5t+S8eTNHty7dcuV+/TIiQECBAhO+fNGmzZzhw4jLlTPHuFw5AJAjS/72LVy5cuTIgQNn\nrrNnbNiSJdOgwQAAABIkKOHFy5u3cePIiRNnzhw5c+bKlTPHu1w5AMCDCw9HvFw5cuS8eSPHfNw4\nbtCgPXvGh08QAAAYMEiQIgUePM6cgf8jR86cefPlyplbX64cgPfw44cL540cuXHjsmUbV66cOYDm\nyIUL160bLlxcOnQwYeKCBw8WLECBUsiVq2/fxpkzV66cOZDlygEgWdLkSZQpVa5k2bJcuW/mzI0b\nR46cOZw5dWrTduvBg05Bw4UrV87cUaRJlZIjB8DpU6jhwnkjV5XcuHHlzG3dKk3asWMMxAoQYMbM\nomvXtm0r1xbcW3DlzM2la65cOQB59e4VJ+5buXLixHHjBq5cuXHjxE2bFi7cqFGsKlQgRAiEHz+T\nJokTR67c53LmRI8WTY4cANSpVYcLt40cuW2xt4EzZ67c7W7dxIlr1WoRBAh69Eg4cmT/xAhatDZF\ni+bNmzno0aGTIwfA+nXs2bVv597d+/dy5b6ZMzduHDly5tSvZ69N260HDzrNDxeuXDlz+fXv50+O\nHEAAAgcSDBfOG7mE5MaNK2fu4UNp0o4dY2BRgAAzZhZdu7ZtW7mQ4EaCK2fuJEpz5coBaOnypThx\n38qVEyeOGzdw5cqNGydu2rRw4UaNYlWhAiFCIPz4mTRJnDhy5aaWM2f1qlVy5ABw7eo1XLht5Mht\nK7sNnDlz5dZ26yZOXKtWiyBA0KNHwpEjI0bQorUpWjRv3swRLkyYHDkAihczbuz4MeTIkieXKzfO\nnLly5ciRM+f5M2hy5LIdOYIIETFz/6pXs27Nulw5ALJn0xYnDly53OXChTPnu1w5cqJE6dARIMAA\nAQKKFOHUrdu3b+LEjQsX7ts3cOXKmevu3RyA8OLHiytfrhw5ct68lWvvftw4cOBy5Rp25MiXLyow\nYYIFC6A3b+TMFTR4sGC5cgAYNnQoTlw3cuTEidOmrZw5jRrFibt2DREiLhUqePBQIEYMCxa8eGGV\nLVu4cOXM1bRZjhw5ADt59vT5E2hQoUOJlis3zpy5cuXIkTP3FGpUcuSyHTmCCBExc1u5dvXatVw5\nAGPJlhUnDlw5teXChTP3tlw5cqJE6dARIMAAAQKKFOHUrdu3b+LEjQsX7ts3cOXKmf9z/NgcAMmT\nKYuzXK4cOXLevJXz/HncOHDgcuUaduTIly8qMGGCBcubN3LmaNe2TbtcOQC7efcWJ64bOXLixGnT\nVs5c8uTixF27hggRlwoVPHgoECOGBQtevLDKli1cuHLmyJcvR44cAPXr2bd3/x5+fPnzyZEbVw5/\nfnP7+fcXB1AcrRgxSpWqRo6cuYUMGzpcSI4cgIkUK4YLN66cxnLjxpUzZ65cuXG0aF24MGAAgQYN\nWLFy5s2bOHHlyo3Tpm3bNnLlypn7+bNcOQBEixoNF04cuaXkvn0TZ85cuanfvnnzpkvXKxky6tTp\n4sgRMmTlypk7izYtWnLkALh9Cxf/nFxx4sKF8+ZtnLm9e8WJu3YNECAkCRLs2GFixQocOHbtYubN\nW7ly5ipbrkyOHIDNnDt7/gw6tOjRpMmRG1cutWpzrFu7FieOVowYpUpVI0fOnO7dvHvrJkcOgPDh\nxMOFG1cueblx48qZM1eu3DhatC5cGDCAQIMGrFg58+ZNnLhy5cZp07ZtG7ly5cy5d1+uHID59OuH\nCyeOnH5y376JA2jOXDmC375586ZL1ysZMurU6eLIETJk5cqZw5hRY0Zy5AB8BBkS3Ehx4sKF8+Zt\nnDmWLMWJu3YNECAkCRLs2GFixQocOHbtYubNW7ly5oweNUqOHACmTZ0+hRpV6lSq/1XJkRtXTmu5\ncePMfQX7lRw5RIhuFCiAAUMZbtzMvYULl5w5c+TImcNLjhwAvn39ggM3rlw5c+bIkTOXmBy5bzBg\nPHgQIEACHz6MGfNWTnM5ceK8ESPmzdu2cqXLmUNdrhwA1q1dgwP3jRy5ceO6dSNXrtw43s6cPXv2\n5UuXBAlSpFjx5o0zZ+HClTMXXbq5cuXMXSdHDsB27t3BgftGTjw5b97MnT9fLls2Y8aKFNkAAIAD\nBxd06FiyJFYsa+DAATRnrpy5ggbLkSMHYCHDhg4fQowocSLFcePAlcuo0RzHjuXKkSOXIkWFAQOY\nMFHVrVu5cuZeviwn0xxNc+XKmf8rVw4Az54+xwE1J9RcuXLmjpYrR44LlzhxNGjg8+uXuapVy5Uz\nZ25ct27YsJUzJ3asuXLlAKBNq1acuG/kyIkTd+2aN3LkwoX7BgyYM2dWrAASIaJSpSyTJkmTVq6c\nucaOHzsmRw4A5cqWxYnrRo7cuHHixJUzJ1q0Nm3durlxEwYCBEyY3uTKpUsXOXLmbuPOjZscOQC+\nfwMPLnw48eLGj48bB64c8+bmnkMvV44cuRQpKgwYwISJqm7dypUzJ158ufLmzpsrV85cuXIA3sOP\nP26+ufrmypUzp79cOXJcAHKJE0eDBj6/fplTqLBcOXPmxnXrhg1bOXMXMZorVw7/QEePH8WJ+0aO\nnDhx1655I0cuXLhvwIA5c2bFCiARIipVyjJpkjRp5cqZEzqU6FBy5AAkVbpUnLhu5MiNGydOXDlz\nV69q09atmxs3YSBAwITpTa5cunSRI2eObVu3bcmRAzCXbl27d/Hm1buXLzly4cyZK1du3DhzhxFj\nw0aHzoABAQAAYMCgR7Zs5MiZ06y5XDlx5kCHNkeOHADTp1GTU22Otbly5czFLlduXJs2TJicOGGL\nGzdzv3+TI1euHLhu3bJlE2eOefPmAKBHlz5uHLhy5caN06ZNHDly27Zho0VLlKgUKY4kSKBChYVD\nh06dCheunDn79/GbK0eOHAD//wABCBwIYNy4b+XKkSMnTpy5hxC9eUOGrEcPIBUqcOFSJ1q0ZMnC\nhStnrqTJkyXLlQPAsqXLlzBjypxJsyY5cuHMmStXbtw4c0CDYsNGh86AAQEAAGDAoEe2bOTImZs6\ntVw5ceayajVHjhyAr2DDkhtrrqy5cuXMqS1XblybNkyYnDhhixs3c3jxkiNXrhy4bt2yZRNnrrBh\nwwASK148bhy4cuXGjdOmTRw5ctu2YaNFS5SoFCmOJEigQoWFQ4dOnQoXrpy517BjmytHjhyA27hz\njxv3rVw5cuTEiTNHvLg3b8iQ9egBpEIFLlzqRIuWLFm4cOXMad/OXXu5cgDCi/8fT768+fPo06sf\nx75cOXPmypUzR7/+tGlcuBQoAKB/BoAZNHHjZs6gwXIJE5pjaK5cOXPkyAGgWNHiuHHlzG00V66c\nOZDkyGWTI0eGDClSWHHjZs6ly3Llxo3bBgxYsWLkypUz17NnuXIAhA4lGs7ouHHixGljSo5cuHDf\nli3btcuLFy0SJEiR0iRQoGrVypUzV9bs2XLlzJEjB8DtW7jixI0jR65cuXHjypnjy7dbN1Ginjwp\nIUFCpkyqgAGrVq1cOXORJU+WTI4cAMyZNW/m3NnzZ9ChyY02V9pcuXLmVK8WJkyNmgEDBMxGgmRX\nuXLmdOsmR86cOXHmzJUrZ87/eLlyAJQvZz5uXDlz0c2VK2fO+rVrvB48cOBgwwZM27aVK0euXLlx\n44wZ44MFy65d2MaNK1fO3P1y5QDs598/HMBw38iRGzcOGzZx5MiFC+eNFy9ixNiwyXLggA0bJdiw\nOXbs2zdy5cqZK1myXDlzKsmRA+DyJUxxMsvRLDdunLmc5Xa2apUnz4IFDhQoiBIljy5d2bJ9+yZu\n3Dhz5sqZM1eunLms5MgB6Or1K9iwYseSLWuWHFpzas2VK2fuLVxhwtSoGTBAAF4kSHaVK2fu719y\n5MyZE2fOXLly5haXKwfgMeTI48aVM2fZXLly5jZfu8brwQMHDjZswLRtW7ly/+TKlRs3zpgxPliw\n7NqFbdy4cuXM8S5XDgDw4MLDhftGjty4cdiwiSNHLlw4b7x4ESPGhk2WAwds2CjBhs2xY9++kStX\nzhx69OXKmWtPjhyA+PLni6tf7n65cePM8S/nH2CrVnnyLFjgQIGCKFHy6NKVLdu3b+LGjTNnrpw5\nc+XKmfNIjhwAkSNJljR5EmVKlSvLlSNnDqa5cuXM1bSZLRs3bi1arGHCpFw5c0OJDi1Xjhy5cuaY\nNjVXrhwAqVOpkiNXzlxWc+W4mjP37NkuDBiOHClT5lm4cObYkiNnDa41QL9+GTNWzlxevebKlQPw\nF3DgceO+lSsXLly2bN7Klf8bN46cNWvfvvHiBW3OnGXLSDlzpk2bOdGjSZczXc4cOXIAWLd2PW6c\nuHLlzJkjR66cOd3myvXq9etXkCBZrFjBhk3atm3fvpUrZ65c9HLmqFenXq4cAO3buXf3/h18ePHj\ny5UjZw69uXLlzLV3ny0bN24tWqxhwqRcOXP7+e8vB7AcOXLlzBk8aK5cOQAMGzokR66cuYnmylk0\nZ+7Zs10YMBw5UqbMs3DhzJkkR86aSmuAfv0yZqycuZk0zZUrByCnzp3jxn0rVy5cuGzZvJUrN24c\nOWvWvn3jxQvanDnLlpFy5kybNnNcu3otB7acOXLkAJg9i3bcOHHlypkzR47/XDlzdM2V69Xr168g\nQbJYsYINm7Rt2759K1fOXLnF5cw5fuy4XDkAlCtbvow5s+bNnDuXK0fOnGhz5cqZO42aHLlr1w4d\n4lWrVrly5mrbvk0ut7ndvM2VKwcguPDh5MiVM4fcXLly48SJ27SJyYABFSoUKfIsXDhz5sh582bK\nVJo0QjRpIkZMnLn17NkDeA8//rhx4MqVEydu27Zx5cqRA0iOXLhw4MAZMzaNEaNSpRI9e2bNGjly\n5ixexGixHDlyADx+BEmOnDhzJc2RI2dOJTly4jJlIkPmw4cqSZLUqiWMGjVr1sKFI1dOqFBzRY2a\nK1cOwFKmTZ0+hRpV6lSq/+XKkTOX1Vy5cua8fiVH7tq1Q4d41apVrpw5tm3dkoNrTu5cc+XKAcCb\nVy85cuXM/TVXrtw4ceI2bWIyYECFCkWKPAsXzpw5ct68mTKVJo0QTZqIERNnTvTo0QBMn0Y9bhy4\ncuXEidu2bVy5cuRshwsHDpwxY9MYMSpVKtGzZ9askSNnTvly5srLkSMHQPp06uTIiTOX3Rw5cua8\nkyMnLlMmMmQ+fKiSJEmtWsKoUbNmLVw4cuXs2zeXX7+5cuUAAAQgcCDBggYPIkyoUGG5huYeQoz4\nsFy5aNFgwRLVq5e5jh4/litnbiTJkuXKAUipcuW4ceXMwTRHjlw3b94oUf+6oUBBhw569FATJ86c\nuXLWrPnydehQn1evrl0zJ3Wq1HLlAGDNqjUcV3LkwoXTpu1bubLlyH375s0bM2a/8OCBBcsUMGDc\nuJnLq3dv3nLlzJEjB2Aw4cLjxpEzp9gcucbmzJEjt61SpSpVggTZ8ugRNmzbtGkTJ44cuXKmzaFO\nrbpcOQCuX8OOLXs27dq2b5MjV84cb3PlypkLLrxXLzJkIEBAAQgQOHDizEGPXk6cOHPmyJnLrt1c\nuXIAvoMPL04cOXPmypUbN25atWpChGgYMMCDh0OHtpUrZ86cuGvXAJYqVafOKmLEyJEzt5DhwnLl\nAESUODFcuG/kyI0bp03/G7ly5ciF9OaNG7dXrz758LFkSZNNm7JlGzeOXLly5nDiLFfOXE9y5AAE\nFTp03Dhy5pCaGzeunDlz2rQRS5GCBAkVKrzEiqVNm7dw4cqVGzeu3Lhx5tCmVVuuHAC3b+HGlTuX\nbl27d8mRK2eOr7ly5cwFFtyrFxkyECCgAAQIHDhx5iBHLidOnDlz5Mxl1myuXDkAn0GHFieOnDlz\n5cqNGzetWjUhQjQMGODBw6FD28qVM2dO3LVrpUrVqbOKGDFy5MwlV568XDkAz6FHDxfuGzly48Zp\n00auXDly371548bt1atPPnwsWdJk06Zs2caNI1eunDn79suVM7efHDkA/wABCBw4cNw4cuYSmhs3\nrpw5c9q0EUuRggQJFSq8xIqlTZu3cOHKlRs3rty4ceZSqlxZrhyAlzBjypxJs6bNmzjL6TTH0xw5\ncuaClisHbs4cNGgUKMDx6lW5cubKSS1nrio5cuLEmdvKtSuAr2DDjhtHzpxZc+HCQfPmzYoVKChQ\n6NJlzVq5u+byVqsGC9azZ9XIkTNHuLDhcuUAKF7MOFw4b+TIgQPHjVu3cuXGaebGmdupU4OKFAEF\nKtCwYd68mVvNuvXqcuXMkSMHoLbt2+TIjTPH25y43+bMUaOm68mTRo327EmWLZu55+SikzNHvbr1\n6+XKAdjOvbv37+DDi/8fT76ceXPozZEjZ659uXLg5sxBg0aBAhyvXpUrZ66cf4DlzA0kR06cOHMJ\nFS4E0NDhw3HjyJmjaC5cOGjevFmxAgUFCl26rFkrV9LcyWrVYMF69qwaOXLmZM6kWa4cAJw5dYYL\n540cOXDguHHrVq7cOKTclHI7dWpQkSKgQAUaNsybN3NZtW7NWq6cOXLkAIwlW5YcuXHm1JoT19ac\nOWrUdD150qjRnj3JsmUz15fcX3LmBA8mXLhcOQCJFS9m3NjxY8iRJZejbM6yOXLkypEjd+wYnwQJ\nChQgQMDGnTvgwJVjTc41uXKxxYkrZ8727dsAdO/mPc63OXPlyoULN+z/2DFDhugUKbJqVbdu5cxN\nn/7t265dxYp5M9fd+/fu5coBIF/evDhx3siRGzfu27dw5cqRIxfOmTNjxuzYaVKhAkAePMwMG2bN\nGjly5hYybLiwHDlyACZSrEiO3DhzGs2NG/dNnLhkyUi5cAEFyqlT2cKFK1fOXLly5GaSM2fzJs6b\n5coB6OnzJ9CgQocSLWq0HFJzSs2RIyfOnLls2T5NmCBBAggQapw5M+f1K9hyYsuZK2u2bLlyANay\nbStOHDlzcs2FC6ctXDhlynwlSzZuXLly5gYTBgdu3Dhy5Mwxbuy4cblyACZTrgwOXDhymsmFCzfO\nnLly5ch16wYOnDFj/6tKlTp2LJk2beTImatt+zZucuQA8O7te9w4cuaGmxs3Tly5ct26MevVixo1\nb97Gmatu/Tr27NbLlQPg/Tv48OLHky9v/ny59ObWmyNHTpw5c9myfZowQYIEECDUOHNmDqA5gQMH\nljNYzlxChQnLlQPwEGJEceLImbNoLlw4beHCKVPmK1mycePKlTN3EiU4cOPGkSNnDmZMmTHLlQNw\nE2dOcODCkfNJLly4cebMlStHrls3cOCMGVtVqtSxY8m0aSNHzlxWrVu5kiMHAGxYsePGkTN31ty4\nceLKlevWjVmvXtSoefM2zlxevXv59tVbrhwAwYMJFzZ8GHFixYvJkf8rZw6yuXHjylW+ds1WixZr\n1sSK1YwcOXOjSZcuV85catWry5UD8Bp27HDhyJkzV66cOHHgxInz5o3auHHlypkzftz4uHHlmJcz\n9xx6dOjlygGwfh07OHDiynUvJ06cOfHlyI8zPw4cOGrXroEDN44cOXPz6de3P79cOQD7+fcXB1Ac\nOXMEzY0bR65cuXHjsn37Nm6cuYkUK1q8eLFcOQAcO3r8CDKkyJEkS5IjV86cSnPjxpV7ee2arRYt\n1qyJFasZOXLmevr8Wa6cuaFEi5YrByCp0qXhwpEzZ65cOXHiwIkT580btXHjypUzBzYs2HHjypkt\nZy6t2rVqy5UDADf/rlxw4MSVu1tOnDhzfMv5HQd4HDhw1K5dAwduHDly5ho7fgy5cblyACpbvixO\nHDlznM2NG0euXLlx47J9+zZunLnVrFu7fv26XDkAtGvbvo07t+7dvHuTIzfOnHBz4MCFM2dOnLhs\nq1Zx4+bNm7np1KtTL1fOnPbt3MuVAwA+vHhw4MSVO18uXDhu5Nq3L1fOnPz59MOFEyfOnP79/PuT\nA0gOwECCBb8dLJewnDhx48w9NFdu3LhyFcuNCxfO3EaOHT1+NEeOHACSJU2GCyeu3Mpy4sSBK1eO\nHLly48aZw5lTZzme5cz9BBr0Z7ly5sqVA5BU6VKmTZ0+hRpVKjly/+PMXTUHDlw4c+bEicu2ahU3\nbt68mUObVm3acuXMvYUbt1w5AHXt3gUHTlw5vuXCheNGTrDgcuXMHUacOFw4ceLMPYYcWTI5cgAs\nX8b8TXM5zuXEiRtnTrS5cuPGlUNdbly4cOZcv4YdW7Y5cuQA3MadO1w4ceV8lxMnDly5cuTIlRs3\nztxy5s3LPS9nTvp06tLLlTNXrhwA7t29fwcfXvx48uXFnTdnrly5ce3NmSsX/9u3cePKlTOXX3/+\ncuXMATQncCBBguTIAUiocCE4cOHMmStXjhw5cObMlStnbiPHjh7JkTMnciRJkeVOihMHYCXLluBe\nlotZjhxNczZtkv8jZ27nznLlzAENKnSo0HJGxYkDoHQpU3DgwpkzV64cOXLizGHFWq6cua5ev3Yt\nV84c2bJmyZZLO24cgLZu38KNK3cu3bp2sWHjNm6cOHHevIErV44cOXHgwJEjZ24x48aOy0EuZ27y\n5HKWw4UDoHkzZ2nSsokLLe7bN3DkyJVLndoc69auycEmV66cudq2a5crR243OHAAfgMPDg2atXDG\nw4EDF64cc+bkyJWLLr2cuerWr2OvXq7cuHHkvn0DIH48eWnStIlLL86bt3DkyJkzV26+ufr275fL\nr98c/3LlAJoTWK7cuHHlwIEDsJBhQ4cPIUaUOJEiNmzcxo0TJ87/mzdw5cqRIycOHDhy5MylVLmS\nZTmX5czFjFmOZrhwAHDm1ClNWjZxP8V9+waOHLlyR4+aU7qUKTmn5MqVMzeV6tRy5chlBQcOQFev\nX6FBsxaObDhw4MKVU6uWHLlyb+GWMzeXbl27c8uVGzeO3LdvAAAHFixNmjZxh8V58xaOHDlz5spF\nNjeZcuVylzGb01yunDnP5cqNG1cOHDgAp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EHFz6c\neHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+effvhvnxd+/YNHLhv\n38KNGydOXLhx/wDHkRs4cNw4cuTEhQsHDpy4h+HCiRM3jhw5cRgxbtsGoKPHj7lyWePGDRy4bt3G\nkSNXriU5cuXKiRMX7ts3cTjD6Qw3rqfPnuTIjRs6lBs3AEiTKtWlq1q3bt++desmbpzVceKyjhsn\nrmu4cOLChgsnTty4s+LSihtHjpw4cePGidu2DYDdu3h79brmzVu4cN68hRNHWFy4cePIKVY8rvG4\ncN++hQsnTtw4cZjFjSNHTpy4cePEbdsGoLTp06hTq17NurVrX76uffsGDty3b+HGjRMnLty4ceSC\nBx83jhw5ceHCgQMnrnm4cOLEjSNHTpx169u2AdjOvXuuXNa4cf8DB65bt3HkyJVbT45cuXLixIX7\n9k2c/XD4w43bz38/OYDkxg0cyI0bAIQJFerSVa1bt2/funUTN87iOHEZx40T1zFcOHEhw4UTJ27c\nSXEpxY0jR06cuHHjxG3bBsDmTZy9el3z5i1cOG/ewokjKi7cuHHklCod13RcuG/fwoUTJ26cOKzi\nxpEjJ07cuHHitm0DUNbsWbRp1a5l29YtN27eyJEbN07c3XLlyJEr19ecuXLlzJEjZ87cOHLkvn0r\nV45cuXLkyJWjTHncOHLgwAHg3NnztWvbxIkbV3pcOXOpVasuV44cN27lyo0rV44cOXPmyu0mR85c\nOeDlyJErJ07/HADkyZVjw6Zt3Dhx0aOXo06dHDlz5siRG9et27hx4MaNAweOHLlx6cWJK0eOXLly\n48aRCxcOwH38+blx60aOHMBx48SJC0eO3Lhx5BaaM1eunDly5MyZC2dx2zZy5MaVK0eOXLmQIceN\nIxcuHICUKleybOnyJcyYMsXRNGfzZjlzOnfy7MmzXDlzQoWWK2fuKNKj5coBaOr0KThw38qVM2eu\nXDlzWrdy3VqunLmwYseSLSsWANq0asGxLVfOnLlycs3RrWuXLjly5vbuJUfOHGDA5cqZK2y4cLly\nABYzbixOXDhzks2VK0fOHObMmjdjLldu3DhzokWXK2fuNOrT/+XKAWjt+jXs2LJn065tWxxuc7p3\nlzPn+zfw4MDLlTNn3Hi5cuaWM19erhyA6NKngwP3rVw5c+bKlTPn/Tv47+XKmStv/jz69OYBsG/v\nHhz8cuXMmStn3xz+/PrxkyNnDqA5gebIkTN38GC5cuYYNmRYrhwAiRMpihMXzlxGc+XKkTP3EWRI\nkR/LlRs3zlzKlOXKmXP50mW5cgBo1rR5E2dOnTt59hw3Tpw5c+WIEjV3FGnSo+WYlgs3bty3b+bM\nlTN3FWvWq+XKAfD6Faw4cePMlTVXrpw5tWvZjhsXbtmycuXClbNbzlxevXv5lisHAHBgweDAhSt3\nGLE5xYsZl/8rR86bt3LlwpEjN26cOc2ay5Uz9xn053LlAJQ2fXpcanPmyrVubQ52bNmwy9Uu9w0c\nOG7czPX2/Rt4uXIAiBc3fhx5cuXLmTcfN06cOXPlqFM3dx179uvluJcLN27ct2/mzJUzdx59+vPl\nygFw/x6+OHHjzNU3V66cOf37+Y8bBzDcsmXlyoUrh7CcuYUMGzosVw6AxIkUwYELVy6jRnMcO3os\nV46cN2/lyoUjR27cOHMsWZYrZy6mzJjlygG4iTPnuJ3mzJX7+dOc0KFEhZY7Wu4bOHDcuJl7CjWq\n1HLlAFi9ijWr1q1cu3r9Om5cOXNkzZUrZy6t2rVs02oDB07/nDhz5sqZu4s3b14AfPv6DReunLnB\nhAsbNhctmjNevLp1+1aunLnJlCtbrgwgs+bN4MCRMwfaXLly5kqbPm2aHLly5caRI1eunLnZtGvb\nng0gt+7d48aVMwfcXLly5oobP468+LVt28SJMwc9uvTp0AFYv449u/bt3Lt7/z5uXDlz5M2VK2cu\nvfr17NNrAwdOnDhz5sqZu48/f34A/Pv7BxguXDlzBQ0eRGguWjRnvHh16/atXDlzFS1exHgRwEaO\nHcGBI2dOpLly5cydRJkSJTly5cqNI0euXDlzNW3exFkTwE6ePceNK2dOqLly5cwdRZpU6dFr27aJ\nE2dO6lSq/1WlAsCaVetWrl29fgUbltxYc+bKnS1nTu1atmvBgTNnbpg4cd++mTNXztxevn37AgAc\nWPC4ceTMHUac+HC5cubMrVqlzJIlcuS0lcNczpy5cuY8fwYNGsBo0qXFiRtnzlw51uXMvYYdu1w5\nc926mTMXzpw5cuTM/QYeXPhvAMWNHyeX3Jy5cs2bm4MeXTr0cePMmWMWTns4c929fwffHcB48uXN\nn0efXv169uTIjTNnrlw5cuTM3cefnxy5cLBgAYQEaYgjR8CAZcs2rlw5cw4fQnQIYCLFiuQumsto\nrlw5cx49llOmbM4cBAggUKBw6FCpbdu6dePG7Zs3b+LEkf8zp3PnTgA+fwIVJ25cuaLlyJEzp3Qp\n03HjwlGjdm1quHDixJEjZ24r165eAYANK5YcWXPmypUjR66cubZu35or9+yZLl1hUqWCBo0cOXN+\n/wIODGAw4cKGDyNOrHgxY3LkxpkzV64cOXLmLmPOTI5cOFiwIEEa4sgRMGDZso0rV84c69auWQOI\nLXs2udrmbpsrV84cb97llCmbMwcBAggUKBw6VGrbtm7duHH75s2bOHHkzGHPnh0A9+7exYkbV258\nOXLkzKFPr37cuHDUqF2LHy6cOHHkyJnLr38/fwD+AQIQOBAAOYPmzJUrR45cOXMPIUY0V+7ZM126\nwqRKBQ3/Gjly5kCGFDkSQEmTJ1GmVLmSZUuX42CWKzduHDly5czlzFmunDlz27YJixHjyJEMbNhI\nkhSOaTmn5cxFlRq1XDkAV7FmHTeunDmv5sqVMze2XLlwbNhIkBAgwAEIEGjR0sWM2bBh3Lgte/Ys\nWrRy5gAHNleuHADDhxGHCyeuXLlx48iRK2eOMuVy5ciRY8Zs2JMnvXohUqYMGTJy5MSVK0eOnDnX\nr12XKweAdm3b4nCXKwcO3Lhx5MwFFy5cnLhsR45YseJhzx5hwsqVMzedenXq5coB0L6de3fv38GH\nFz9+XPly5caNI0eunDn37suVM2du2zZhMWIcOZKBDRtJ/wAlhRtYrmA5cwgTIixXDoDDhxDHjStn\nrqK5cuXMaSxXLhwbNhIkBAhwAAIEWrR0MWM2bBg3bsuePYsWrZy5mzjNlSsHoKfPn+HCiStXbtw4\ncuTKmVu6tFw5cuSYMRv25EmvXoiUKUOGjBw5ceXKkSNnrqzZsuXKAVjLtq24t+XKgQM3bhw5c3jz\n5hUnLtuRI1aseNizR5iwcuXMKV7MeHG5cgAiS55MubLly5gzaxYnLly5cuTIgQNnrrRpcuTEiRMl\nigQAAAUKNFCipFIla9bAiRNnzhw5c+bKlTNHvFw5AMiTKxcnrpy55+bKSTdnTps2TAOyDwAAIIEJ\nE7JkRf/bts2Zs1+/TNWpw4xZt3LlzMmXX64cgPv483/7Fq5cOYDkyIULV87cQXPlsGGLFu3KlRQL\nFty4scOPn1u3qFH7Fi5cOZDmzJUrZ85kuXIAVK5kGS6cN3Lkxo3btq2cOZw4y+0sZ8zYnAIFFixQ\nAATIrVvixJUz19SpuXLlzE0tVw7AVaxZtW7l2tXrV7DixHUrV27cOHHiypljy1acOHLkEiVCIkAA\nDBgeSJHq1Yvc33HjyJErZ87wYXPlygFg3NgxOXLlzE2mXM6cOW7coClQoELFhAl8Xr0yZ66cOXPQ\noIkTB+vYsV+/ypmjXdtcuXIAdO/mHS7cN3LByYULR87/nLly5cYRI6ZMWYgQNQ4c4MKFRJs2lixl\ny4YtXLhx48yNJz++XDkA6dWvDxeOGzly4OSDI2fOvn1y5MqVs2ULDsACBViwqLBnjzRp5hYybFiu\nnLmI5MgBqGjxIsaMGjdy7OhRnLhu5cqNGydOXDlzKlWKE0eOXKJESAQIgAHDAylSvXqR6zluHDly\n5cwRLWquXDkASpcyJUeunLmoUsuZM8eNGzQFClSomDCBz6tX5syVM2cOGjRx4mAdO/brVzlzcuea\nK1cOAN68esOF+0buL7lw4ciZM1eu3DhixJQpCxGixoEDXLiQaNPGkqVs2bCFCzdunLnQokOXKwfg\nNOrU/+HCcSNHDhxscOTM0aZNjly5crZswSlQgAWLCnv2SJNm7jjy5OXKmWtOjhyA6NKnU69u/Tr2\n7NrHjQtX7ns5ceLMkS8/bly0aE2aZBgwAASIGcWKTZsmThy5cuXI8TfnH6A5gebKlQNwEGFCcuTK\nmXP48CE1arAYMNCgwYWLZOTImfPoUVtIbaZu3WrWbJw5lStXAnD5Ema4cODKlSNHDhw4cuXKdeum\nzY8fHz4ECEAAAMCGDQywYIEDp1evaeDAjRtHzlxWrebKlQPwFWxYceK+kSM3bpw3b+bYth037tq1\nI0cuAACwYAGFWLG0aStXzlzgwOXMFTZsrlw5AIsZN/92/BhyZMmTKY8bF65c5nLixJnz/HncuGjR\nmjTJMGAACBAzihWbNk2cOHLlypGzbQ53bnPlygHw/Rs4OXLlzBU3bpwaNVgMGGjQ4MJFMnLkzFWv\nrg27NlO3bjVrNs5cePHiAZQ3fz5cOHDlypEjBw4cuXLlunXT5sePDx8CBCAAABDAhg0MsGCBA6dX\nr2ngwI0bR86cxInmypUDgDGjRnHivpEjN26cN2/mSpocN+7atSNHLgAAsGABhVixtGkrV86cTp3l\nzPn8aa5cOQBEixo9ijSp0qVMm4p7Wi5qOXLkzFm9Kk5csmRLllgQIODIkTbAgGXLZs5cOXLkypUz\nBzf/Llxy5ADYvYt33Lhy5vr6JVeu3LNniiJE+PBBi5Zi4MCZe1yunDZtuXJtihSpWDFznDtzLlcO\ngOjRpMOFE0cuNTlxrM2ZCxcu2507JkwUKLDAgAEnTojs2WPKlLfh4MCNG2cuufLk5MgBeA49erhw\n4MZZHydOXDlz3LmPGwcNmhQpDAIEkCBhxq1b4cKZew8//vty5cyRIwcgv/79/Pv7BwhA4ECCBQ0e\nRChQ3MJyDcuRI2dO4kRx4pIlW7LEggABR460AQYsWzZz5sqRI1eunDmWLVmSIwdA5kya48aVM5dT\nJ7ly5Z49UxQhwocPWrQUAwfO3NJy5bRpy5VrU6RI/8WKmcOaFWu5cgC8fgUbLpw4cmXJiUNrzly4\ncNnu3DFhokCBBQYMOHFCZM8eU6a8/QUHbtw4c4UNFyZHDsBixo3DhQM3TvI4ceLKmcOMedw4aNCk\nSGEQIIAECTNu3QoXztxq1q1Xlytnjhw5ALVt38adW/du3r19hwsnrtzwcuPGmUOe3JmzU6cePCgA\nAMCJE3qcOfPmbdw4ceDAlSs3zpy5cuXMnS9XDsB69u3FiStnTv58ceHCiRFjAQCAAgVcAHQxbNw4\nc+bKjRvXq1eZMimWLGHGjJy5ihbNlSsHYCPHjuDAiSsnspw4ceTKldu2TViLFhw4HDgQQYOGOXMk\n/f/6FS0aNmzfwIErV46cuaJGzZUrB2Ap06bgwIUrJ7WcOHHmrmIFB06ZsgoVCgAA4MDBGWnSypUz\np7ZcOXPmyJkzR46cubrkyAHIq3cv375+/wIOLHjcuHDlDpcbN84c48bSpD17JkKEjQ4diBGjNm5c\nuHDmzJUjR27cuHLmTqM2V64cgNauX48bV84cbXPkyIETJ06JEhwHDtCg4cnTN3LkzCH35q1QIVOm\niuTKFS6cuerWq5crB2A79+7ixI0rV86cOXLmzZkTJ+7bli2mTGnR4qtVq3LlxpUrFy6cuf7lAJYT\naI5gQYLlygFQuJDhuHHhypUzZ65cOXMXMYYL9+3/mwkTKBQoiBXLWrly5lCmNFeunDmXL12WKweA\nZk2bN3Hm1LmTZ89x48KVE1pu3DhzR5FKk/bsmQgRNjp0IEaM2rhx4cKZM1eOHLlx48qZEzvWXLly\nANCmVTtuXDlzb82RIwdOnDglSnAcOECDhidP38iRMzfYm7dChUyZKpIrV7hw5iBHhlyuHADLlzGL\nEzeuXDlz5siFNmdOnLhvW7aYMqVFi69WrcqVG1euXLhw5nCX013OXG/fvcuVAzCcePFx48KVK2fO\nXLly5qBHDxfu2zcTJlAoUBArlrVy5cyFF2+uXDlz59GfL1cOQHv37+HHlz+ffn375MiFM2euXDlx\n/wDFmRtI8NixSJE2bGgBAoQpU9HIkfv2rVw5cuPGiRNHzpzHj+bKlQNAsqTJcePImTNXrpw4ccdu\n3cKAQQEAAB8+yJEDric5csgECVqwAAIEDLp0ceNmrqnTpwCiSp06rqo5c+XKkSNnris5cuNq1aJF\ny5Spbt68lStnri05cubixi1Xzpzdu3bLlQPAt69fcuTCmRtsjhw5c4gTixOHDNmJEyYmTODEqZu5\ny5gxkyM3zpznz+bKlQNAurTp06hTq17NujU5cuHMmStXTpw4c7hzHzsWKdKGDS1AgDBlKho5ct++\nlStHbtw4ceLImZtO3Vy5cgCya98+bhw5c+bKlf8TJ+7YrVsYMCgAAODDBzlywMknRw6ZIEELFkCA\ngEGXLoDcuJkjWNAgAIQJFY5jaM5cuXLkyJmjSI7cuFq1aNEyZaqbN2/lypkjSY6cOZQoy5Uz19Jl\ny3LlAMykWZMcuXDmdJojR87cT6DixCFDduKEiQkTOHHqZs7p06fkyI0zV9WquXLlAGzl2tXrV7Bh\nxY4lO85suXLmzI0bV87cW3PlsGErUyZGDBMnTjRrVu3b32/lyo3r1k2cuHLmFC82V64cAMiRJYsT\nR87cZXPgwBEjRWrECAoRIiRJ4sxZONTmzFWDAWPB6wU3Zs0iR87cbdy3y5UD0Nv3b3HiyJUrZ87/\n3Djk5cqBA6etVq1Tp2rVajZtmjlz5cZtH1fO+7hx5cqZI1+efLlyANSvZ0/OvTn45sqVM1fffrhw\niRLhwFHhA8APy5Z9K1fOHEKE48aJE0euXDlzEiWSIwfgIsaMGjdy7OjxI0hx4saVK2fOnDhx5laW\nK0cuUqQoURYssCBChClTs6xZ69YtWzZnxoyJExeuHNJy5paWKwfgKdSo4sSNM2eOHLlt2woBAtSh\nw4MgQUCB+vatnDlz5MiRmjABAAADBoBIk2buLt685coB6Ov3rzhx48yZK1du3Dhx5MgVKyZLiZIr\nV4oUmTRrFjZsw6JFo0YNGTJbw4aJEzeuHOpy/+ZWlysH4DXs2OPGlTNn21y5cuZ28yZFSooUAgQW\naNDgytU0cuTKlSNHbtuyZd68WRtnfZy57OTIAeju/Tv48OLHky9vXpy4ceXKmTMnTpy5+OXKkYsU\nKUqUBQssiBBhCqCpWdasdeuWLZszY8bEiQtXDmI5cxPLlQNwEWNGceLGmTNHjty2bYUAAerQ4UGQ\nIKBAfftWzpw5cuRITZgAAIABA0CkSTP3E2jQcuUAFDV6VJy4cebMlSs3bpw4cuSKFZOlRMmVK0WK\nTJo1Cxu2YdGiUaOGDJmtYcPEiRtXDm45c3PLlQNwF2/ecePKmfNrrlw5c4MJkyIlRQoBAgs0aP9w\n5WoaOXLlypEjt23ZMm/erI3zPM5caHLkAJQ2fRp1atWrWbd2TY7cuHKzy4ULV86cuXLlyN269eqV\nDh18Bg0KF84bOHDXrokT5w0cuHDhzFW3Xr1cOQDbuXcfN46cOXPjxm3bZipYsChRZCFDZg5+/PjW\n5MhZsKBTp2fm+Pf3D9CcuXLlABg8iHCcQnPmyJELFy7buHGzZtFiwuTRIzJkZN26xY1bsmHDZMma\nNm3Yt2/hwpl7CfNluXIAatq8SS6nuZ3mypUzBxRoOVKkLFmKEEGJHTvjxpV7Om4cOXLfpk0LFkwc\nOXLmunYtVw6A2LFky5o9izat2rXkyI0rB7f/XLhw5cyZK1eO3K1br17p0MFn0KBw4byBA3ftmjhx\n3sCBCxfOnOTJksuVA4A5s+Zx48iZMzdu3LZtpoIFixJFFjJk5lq7dm1NjpwFCzp1emYut+7ducuV\nAwA8uPBxxM2ZI0cuXLhs48bNmkWLCZNHj8iQkXXrFjduyYYNkyVr2rRh376FC2cuvfr05coBeA8/\nPrn55uqbK1fOnH795UiRAmjJUoQISuzYGTeu3MJx48iR+zZtWrBg4siRM5cxY7lyADx+BBlS5EiS\nJU2eJEdunDlz5cqFC2dO5rhx4Dp10qJlxIg6jBhFi+YMG7Zhw5Yti+bNGzhw5Mw9hWquXDkA/1Wt\nXh03jpw5c+LEadOGihcvVaqqlStnTu3atdH48Fmw4M0bZ+bs3sVrt1w5AH39/h03Tpw5c+LEYcP2\n69gxMWJ+OHCAAoUIEW7KlKFEKUiTJi5cSJEyCBq0b9/KmUOd2ly5cgBcv4ZdTrY52ubKlTOXO1y4\naDVqVKiQIEETQYK6dRuXnBu3atWYDRuGC5c1cuTMXb9erhwA7t29fwcfXvx48uXJkRtnzly5cuHC\nmYM/bhy4Tp20aBkxog4jRtGiAXSGDduwYcuWRfPmDRw4cuYeQjRXrhyAihYvjhtHzpw5ceK0aUPF\ni5cqVdXKlTOncuXKaHz4LFjw5o0zczZv4v+0Wa4cgJ4+f44bJ86cOXHisGH7deyYGDE/HDhAgUKE\nCDdlylCiFKRJExcupEgZBA3at2/lzKFNa65cOQBu38ItJ9ccXXPlypnLGy5ctBo1KlRIkKCJIEHd\nuo1LzI1btWrMhg3DhcsaOXLmLl8uVw4A586eP4MOLXo06dLjxpErp7qcuNbmzI0bh+3SpSZNggS5\nQ4nSt2/XoEGLFk2btmzduo0bZ2458+XlygGILn16uHDiyJEbN86Zs1rGjDVrxq1cOXPmz5+/9uOH\nCBGtWokzJ38+ffnlygHIr38/OHDhAI4bJ04cNGiidOkSI4bNjBlo0OTJ4yhSJGHCFEmRwoX/S6VK\nwa5dGzfOXEmTJcuVA7CSZUty5MqZk2muXLlx5sx167ZLhAgJEjx4SKNLVzmj5MiJEwcOXLVdu4wZ\nG1eunDmrVsmRA7CVa1evX8GGFTuWrDhx48qlLQcOHLly5a5dW9ajx4kTOnQM4sXLmzdp2LBly1at\nGjdv3sqVM7eY8eJy5QBEljw5XDhw5Mh587ZsWbBly7Bh02aOdGlz5MhJk6bBgAECBKxY0WaOdm3b\n5srlBrCbd29w4LyRI9etGzNmt4ABu3QJDR06p07lymUMWHVgrwYNChSIFStr376ZEz+efLlyANCn\nVz9uHDlz782VK0eOfq1abwgQUKDgxYtR/wC9eStHsGA5bdqkCRP27ds4cxAjmitXDoDFixgzatzI\nsaPHj+LEjStHshw4cOTKlbt2bVmPHidO6NAxiBcvb96kYcOWLVu1aty8eStXzpzRo0bLlQPAtKnT\ncOHAkSPnzduyZcGWLcOGTZu5r2DNkSMnTZoGAwYIELBiRZu5t3DjmitHF4Ddu3jBgfNGjly3bsyY\n3QIG7NIlNHTonDqVK5cxYJCBvRo0KFAgVqysfftmrrPnz+XKARhNuvS4ceTMqTZXrhy517VqvSFA\nQIGCFy9GefNWrrfvctq0SRMm7Nu3ceaSKzdXrhyA59CjS59Ovbr169jHjRNXrns5b+DLlf/Llg2Z\nGzeRIilS5MyatXLlyFWr9uyZOHHjypUzx7+/f4DlygEgWNAgOHDcyJHLlu3XL1jfvnnzVs7cRYzk\nhAkbNqzAgQMLFlizZs7kSZQnyZED0NLly3DhuJEjhw2bMmWxtm3z5WuaMmXixIUjqk3buHHclCkz\nZkycOHLmpE6lKrVcOQBZtW4l19XcV3PjxoErV27XrjsjRmDB0qrVOHNx45YrFy7cuHHgvn0TJ87c\nX8B/y5UDUNjwYcSJFS9m3NjxuHHiyk0u581yuXLZsiFz4yZSJEWKnFmzVq4cuWrVnj0TJ25cuXLm\nZM+mXa4cANy5dYMDx40cuWzZfv2C9e3/mzdv5cwtZ05OmLBhwwocOLBggTVr5rRv576dHDkA4cWP\nDxeOGzly2LApUxZr2zZfvqYpUyZOXDj82rSNG8dNGUBlxoyJE0fOHMKEChGWKwfgIcSI5Caaq2hu\n3Dhw5crt2nVnxAgsWFq1Gmfu5Mly5cKFGzcO3Ldv4sSZq2mzZrlyAHby7OnzJ9CgQocSJUdOnDlz\n5cqBA/dNnLho0XpJkTJmzKpV2r59I0dunDdv0KB16zbOHNq0atGWKwfgLdy44cJxI0dOmzZlynBh\nwxYuHLly5cyZ06btVocODBgAIEDgwAFdusxRrmyZcjly5ABw7uwZHLht48Z161atmrFs/9m4cfvm\netw4crLDhRMnLpw3b9mygQNXzhzw4MKBlysH4Djy5OSWm2tubtw4bNmyjRrVpUKFKVOePStn7jt4\nc+HGhxNH7jw5c+rXqy9XDgD8+PLn069v/z7+/OLEkTPnH6A5cQPLlQMHrlqyZNeudes2rlw5cxPF\niStXzlxGjRs5lisHAGRIkd++gRs3Tpy4atW6kSNnDma5cubMkSMnDAgQDhwQKFCgSFG5cuaIFjVa\nlBw5AEuZNvXmDRw5cuLEbdvWrVw5cuTKdTX31Vw5c2PNlRMnrlw5c2vZtnVbrhwAuXPpjhtXzlxe\nc+PGhSNHLlmyUqtWZctWrpw5xYsZL/8u97icOcmTJZcrBwBzZs2bOXf2/Bl0aHHiyJkzbU5c6nLl\nwIGrlizZtWvduo0rV85cbnHiypUz9xt4cOHlygEwfhz5t2/gxo0TJ65atW7kyJmzXq6cOXPkyAkD\nAoQDBwQKFChSVK6cOfXr2a8nRw5AfPnzvXkDR46cOHHbtnUrB7AcOXLlCpo7aK6cuYXmyokTV66c\nuYkUK1osVw6Axo0cx40rZy6kuXHjwpEjlyxZqVWrsmUrV86czJk0Z5a7Wc6czp06y5UDADSo0KFE\nixo9ijRpuHDkzJkrV27cuHJUyZH7Fi7cuHHlypn7CrZcOXNky5o9S5YcOQBs27oFBy7/XLly5MiB\nA0fOnN69e8GBe1ajxo0bMo4c6dbNnOLFjBmXGzcOgOTJlMGBC1cuc7lw4cqZ+ww6tGhz5UqbO406\nterT5coBeA07tjhx5MzZNkeO3Dhy5Lp1O7ZtGzly5oobP168nHLl5po7f16uHIDp1Ktbv449u/bt\n3MOFI2fOXLly48aVO0+O3Ldw4caNK1fOnPz55cqZu48/v/775MgBAAhA4MCB4MCFK1eOHDlw4MiZ\ngxgxIjhwz2rUuHFDxpEj3bqZAxlSpMhy48YBQJlSJThw4cq9LBcuXDlzNW3exGmu3E5zPX3+BNqz\nXDkARY0eFSeOnDmm5siRG0eOXLdu/8e2bSNHztxWrl23lgML1txYsmXLlQOQVu1atm3dvoUbV244\nuuXslgMHTpw5c+XKkRs3ztxgwoXJkStXztxixo0dkyMHQPJkyuDAfStXjhy5cOHImQMdOnS5cuBC\nhapWbZc3b+Zcv4btulw5cuTKhQsHQPdu3t98lys3bpw44uaMH0durhw5cuacl4Neztx06tWtkyMH\nQPt27uLEjTMX3ty4cd/KlRuXXpw4c+3dvydHLly4cuXM3cefH3+5cgD8AwQgcCDBggYPIkyoEGG4\nhuUelgMHTpw5c+XKkRs3zhzHjh7JkStXzhzJkiZPkiMHYCXLluDAfStXjhy5cOHImf/LqVNnuXLg\nQoWqVm2XN2/mjiJNerRcOXLkyoULB2Aq1arfrpYrN26cuK7mvoINa64cOXLmzpZLW84c27Zu35Ij\nB2Au3brixI0zp9fcuHHfypUbJ1icOHOGDyMmRy5cuHLlzEGOLDlyuXIALmPOrHkz586eP4MOJ9qc\nuXLlyJEbZ2716nLlzMGOLRt2uXLmbuPOfbscb3HiAAAPLjxcOHDmzJVLntwc8+bOmV+75s3bN3PW\nr2PPbo4c92/fAIAPLz5cOHDmzJVLX46cufbty5UzJ19+uXLm7t8vV84c//7+AZozV47guHEAECZU\nGC7cOHMPzZUrJ86cuXLlzJUrZ47/Y0ePHMeNKzfSXEmTJ0uSIweAZUuXL2HGlDmTZk1q1LKJ0ynu\n2zdx5YAGLWeOaFGj5ZCWM7eUadNy5caNIwcOHACrV7FKk4YtXDhx4sKFG2eOLNly5cylNTfOW1tv\n5MqVMzeXbt255cqBAzeuWzcAfwEHjhbtWjjDh8OVK2fOXDnH5iCbKzd5srlyl8uZ07yZc7ly5ECD\nAweAdGnT1KhxG7d6HDhw4ciRKzd7tjnbt3GTIzduHDly5YADNzd8eDnj4sQBUL6ceXPnz6FHlz6d\nGrVs4rCL+/ZNXDnv38uZEz+efDnz5cylV7++XLlx48iBAweAfn370qRhCxdOnLhw/wDDjTNHkGC5\ncuYSmhvnraE3cuXKmZtIseLEcuXAgRvXrRuAjyBDRot2LZzJk+HKlTNnrpxLczDNlZs501y5m+XM\n6dzJs1w5ckDBgQNAtKhRatS4jVs6Dhy4cOTIlZs61ZzVq1jJkRs3jhy5cmDBmhs7tpxZceIAqF3L\ntq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHjx5AjS55MubLly5gza97MubPn\nz6BDix5NurTp06hTq17NurXr17ANCxOGDZxtcN68hRPHW1w4csDJlRs+bhw5cuLAKQcnTtw4cdDF\njSNHTpx169q0AdjOvXuvXtm+ff8LFw4cuHHkyI1bv54cuXHwxYkbN05cuHDgwI0bJy5cOIDixI0j\nR06cuHHjxHHjBsDhQ4i+fFn79g0cOG/ewo3jOC7cuHHkRJIbFy7cuHHhvq38Js5luHDixI0jR06c\nuHE5uXED0NPnT2LErIEjCm7bNnDilIoDR45cOahQxYkjRw5cN6zdwoUT17UruXLlxo0d260bALRp\n1a5l29btW7hxwc0tV27cOHF5yZEbN45cuXLmBAsuV86cuXGJtWkrV45cuXLkyJWjTI7cOMzfvgHg\n3NmzNm3eyI0mN24cuXKpy5krV87c69fixJkzR65cuXDhypUjV64cOXLlhAsnV1z/nDgAyZUv79bN\nW7ly46SPE1euHDly5ciRM9e9Ozly5syRK1cOHLhy5ciVK0eOXDn48MnNDxcOwH38+cXtL1eOHEBy\n4waWK0eOXLmE5hYybFiuHDhw5iZOLFfOXLmM5chxBAcOAMiQIkeSLGnyJMqU5MiJM+fSXLly5MzR\nrGnzJs1y5ciRM+fzJ1Cf5cqZI0cOANKkSsMxNef0KdSoUqOWK2fuKtasWsuVA+D1K9hx48SZK2u2\nnLm0ateyXVuunLm4cufSLVcOAN68esuVI2fur7lygs0RLmz4MOLEisuVA+D4MeTIkidTrmz5Mjly\n4sxxNleuHDlzokeTLi26XDly/+TMsW7tmnW5cubIkQNg+zbucLrN8e7t+zfw3+XKmStu/DjycuUA\nMG/ufNw4ceamUy9n7jr27Nqzlytn7jv48OLLlQNg/jz6cuXImWtvrhx8c/Ln069v/z7+cuUA8O/v\nHyAAgQMJFjR4EGFChQDIkRtnzly5cuQomrN4EWNGc+G+fZMmzVxIkSNJkiMHAGVKleLEjTP30ly5\ncuZo1rRJs5w4cebMiSNHLlw4c+bKFTV3FGnScuUANHX6dFxUc+bKVa1qDmtWrVjLlTNnThw5cuPG\nmTN7Fm3acuUAtHX7lhy5cebMkbNLbpw5vXv59jVXjhw5bNjMFTZ8GHG5cgAYN/92/BhyZMmTKVcm\nR26cOXPlypHzbA50aNGjzYX79k2aNHOrWbd2TY4cANmzaYsTN85cbnPlypnz/Ru473LixJkzJ44c\nuXDhzJkr99xcdOnTy5UDcB179nHbzZkr9/27OfHjyYsvV86cOXHkyI0bZw5+fPnzy5UDcB9/fnLk\nxpkzB5CcQHLjzBk8iDChuXLkyGHDZi6ixIkUy5UDgDGjxo0cO3r8CDIkOXLlzJk0R46cuZUsW7pc\nCS1atG3bzNm8iTOnTQA8e/oMF66cuaFEixo1V66cOXHiyJHDFi5quHLlyJUrZy6r1q1ZAXj9Cnbc\nuHLmyporV86c2rVs15Z7W87/2rdv4sSZM1fOnN69fPkC+As4cLly5MyZK1du3DhzjBs7flyuXLBq\n1a5dI0eunLnNnDt3BgA6tOjRpEubPo06NTly5cy5NkeOnLnZtGvbng0tWrRt28z5/g08uG8AxIsb\nDxeunLnlzJs7N1eunDlx4siRwxYue7hy5ciVK2cuvPjx4QGYP49+3Lhy5tqbK1fOnPz59OeXu1/O\n2rdv4sSZA2iunDmCBQ0aBJBQ4cJy5ciZM1eu3Lhx5ixexJixXLlg1apdu0aOXDlzJU2ePAlA5UqW\nLV2+hBlT5sxy5caZM0eOXDme5nz+BOqTHDlz5nBx4+bNmzmmTZ0+LVcOwFSq/1XHjSNnTqu5cuXM\nfQUbVpy4cceOkSNHq1s3bdrMmSNnTu5cunQB3MWbd9xec+bK/f1rTvDgweQMY8M2bpypbNm6dTMX\nWfJkypEBXMacedy4cObMffs2TrQ50qVNmysHDty4cU9YsTp1qlw5c7Vt37ZdrhwA3r19/wYeXPhw\n4sXLlRtXrhw5cuPGkTMXXfr06NKkYcIUIk6cXr3GjTMXXvx48eXKAUCfXj059ubcmxs3ztx8+uPG\nbdvmyBEcEiSIACQyQYsWRox48fpGjpy5hg4fNgQgcSLFcRbNmStXjhxHcx7NkQspTlyyZMG0aOHB\ngwIVKqZMWbNWzhzNmjZtAv/IqXOnOHHcxInr1k2bNnDlypkzV86cuXLlsGEDJkLEggUAChSgQGHW\nrHHmvoIN+7VcOQBmz6JNq3Yt27Zu35YrN65cOXLkxo0jZ24v3757pUnDhClEnDi9eo0bZ24x48aM\ny5UDIHkyZXKWzWE2N26cuc6ex43bts2RIzgkSBAhMkGLFkaMePH6Ro6cudq2b9cGoHs373G+zZkr\nV44ccXPGzZFLLk5csmTBtGjhwYMCFSqmTFmzVs4c9+7evQMIL368OHHcxInr1k2bNnDlypkzV86c\nuXLlsGEDJkLEggUAABYoQIHCrFnjzCVUuDBhuXIAIEaUOJFiRYsXMWYcNw7/3Lhx3ryFC0fOXEmT\nJ815EyNGhIgHTZrIkmWOZk2bNMuVM0eOHACfP4GOG0fOnLly5caNK2fOXDmn27YtW2bESIoCBUyY\ncBAkyJw51qxdI0euXDlzZ9GeLVcOQFu3b8WJG1euHDm75MaZM1euHDlw4MiRK1bMVYoUJUpAYMLE\nlKlx48qZkzyZsuRy5QBk1rwZHLhun6lR69YtnDnTpsuVM2euWzdTDhwUKBCgQIEdO8KFK2eOd+/e\n5cqZI0cOQHHjx5EnV76ceXPn48aBGzfOm7dw4ciZ076duzlvYsSIEPGgSRNZssylV78+fbly5siR\nAzCffv1x48iZM1eu3Lhx/wDLmTNXruC2bcuWGTGSokABEyYcBAkyZ441a9fIkStXzpzHjx7LlQNA\nsqRJceLGlStHriW5cebMlStHDhw4cuSKFXOVIkWJEhCYMDFlaty4cuaSKl2atFw5AFCjSgUHrptV\natS6dQtnrmvXcuXMmevWzZQDBwUKBChQYMeOcOHKmZtLl265cubIkQPAt6/fv4ADCx5MuLA4cdzG\njRMnTps2c5AjSw4XjlaCBAcyz5hx7Fi5cuZCiw5Njpy50+TIAVjNurU4cePMmStXLly4cubMlSsn\nTpQoSZIoUDgAAIACBRF27ECEKFiwbeHCmTNXzpz16+bKlQPAvbv3cOHElf8rR44cOHDl0qcfFy4c\nOHC0aKlRoECChBJMmOzaBQ4cOYDmBA40V66cOYTlygFg2NChOHHZxE0Uhw2bOYwZNWLDFokAAQMh\nNWhIlWrcOHMpVaYsV87cS3LkAMykWdPmTZw5de7kOW5cNnLkuHELF66cOaRJk4ID58qAARw4TODC\nNW6cOaxZtZIjV66cuXHjAIwlW5YcuXHmzJUrN24cOXNxzZVz5UqZshQpcChQ0KhRk127atUaV7jc\n4XLmFC9WXK4cAMiRJY8bB65cOXLkwIEjZ86zuXLhwpUr16xZMRUqWrXiw4wZNWrmZM+mXZscOQC5\nde8uV45buXLixI0bZ87/+HHk5cqBGzGiVq092rSJE2fO+nXs2cmRA9Dd+3fw4cWPJ1/e/Lhx2ciR\n48YtXLhy5uTPnw8OnCsDBnDgMIELF8Bx48wRLGiQHLly5cyNGwfgIcSI5MiNM2euXLlx48iZ62iu\nnCtXypSlSIFDgYJGjZrs2lWr1riY5WaWM2fzps1y5QDw7Olz3Dhw5cqRIwcOHDlzSs2VCxeuXLlm\nzYqpUNGqFR9mzKhRM+f1K9iw5MgBKGv2bLly3MqVEydu3DhzcufSLVcO3IgRtWrt0aZNnDhzggcT\nLkyOHIDEihczbuz4MeTIkseN80aO3Lhx4sSZ6+z5szNnaQYMWLAghTVr/+XKmWvt+vXrcuTIAaht\n+zY5cuPMmStXbtw4c8LLlTOnTNmnTyxY6PDgYc+eSNq0WbMWLhy5ctq1m+vu3Vy5cgDGky9Pjtw4\nc+bKlRs3zhz8+PLBgfsGCtStW7O+fRMnDqA5gQMJFixXDkBChQvLlRNnzlw5ieXMVbR40eKyZcaM\nKStXzlxIkSNJhiRHDkBKlStZtnT5EmZMmePGeSNHbtw4ceLM9fT505mzNAMGLFiQwpq1cuXMNXX6\n9Gk5cuQAVLV6lRy5cebMlSs3bpw5seXKmVOm7NMnFix0ePCwZ08kbdqsWQsXjlw5vXrN9fVrrlw5\nAIMJFyZHbpw5c+XKjf8bZw5yZMngwH0DBerWrVnfvokTZw50aNGjy5UDcBp16nLlxJkzVw52OXOz\nademvWyZMWPKypUz9xt4cOG/yZEDcBx5cuXLmTd3/hx6uHDfxIkbN44cOXPbuXc3ZizFgAEMGIip\nVs1cevXr05crN26cuXHjANS3f3/cOHLm+JsbB3AcOXPmypUjN2zYnDk2bKCIEEGVqlTDhkmTRi7j\nuHHkyJn7CPIjOXIASpo8OS6lOXPlypEjZy6mzJjlynnz5syQoV27gk2bJk6cuaFEixolRw6A0qVM\nyZETV66cualUq1o1R44XL2XKuI0bZy6s2LFkw5IjByCt2rVs27p9Czf/rtxw4b6JEzduHDly5vr6\n/WvMWIoBAxgwEFOtmrnFjBsvLldu3Dhz48YBuIw587hx5Mx5NjduHDlz5sqVIzds2Jw5NmygiBBB\nlapUw4ZJk0Yu97hx5MiZ+w38NzlyAIobPz4uuTlz5cqRI2cuuvTo5cp58+bMkKFdu4JNmyZOnLnx\n5MubJ0cOgPr17MmRE1eunLn59OvbN0eOFy9lyriNAzjO3ECCBQ0OJEcOwEKGDR0+hBhR4kSK4sSB\nI0euXDlx4sx9BPmRHDkyZBIAAGDAwJxv38y9hAmznDlz5MiZw0mOHACePX2KEzeu3NBy4sSVM2fu\n27dsQoSkSDFgAIMF/wvSpDFkzBg1atq0cdOmrVw5cubMlStnTm25cgDcvoU7Tq45c+XKiRNnTu/e\ncuXGjTNlCtKLF1CgVLFlS5s2co0bmzNXzpw5cuTMXSZHDsBmzp3JkRtXrpw5c+TImUOdWnW3bsVQ\noChRwgQvXuPGmcOd21w5c+bIkTMXnBw5AMWNH0eeXPly5s2djxvnrdx06uasX8fOg8cFAQLs2Mlm\nTvx48uLLnUdvjhw5AO3dvx8Xv1w5c+bG3Tdn7ts3b1WqAMSCJUGCCRw4GDPmTJs2atTGjRM3buI4\ncxYvWixXDgDHjh7JkRtnzly5cuHClTOn0ly5cePChQsU6I4FC3nyiP/ZtWvaNHLkzJULWs4c0XLl\nzCElRw4A06ZOx40DZ85cuarlzGHNqnXRIikECKxY8SJUKHDgzKFFW66cubblypEjZ44cOQB27+LN\nq3cv375+/44b560c4cLmDiNOzIPHBQEC7NjJZm4y5cqTy2HObI4cOQCeP4MeJ7pcOXPmxqE2Z+7b\nN29VqmDBkiDBBA4cjBlzpk0bNWrjxokbJ3ycueLGi5crB2A58+bkyI0zZ65cuXDhypnLbq7cuHHh\nwgUKdMeChTx5xOzaNW0aOXLmysEvZ25+uXLm7pMjB2A///7jAI4DZ85cOYPlzCVUuHDRIikECKxY\n8SJUKHDgzGXMWK7/nDmP5cqRI2eOHDkAJ1GmVLmSZUuXL2GSIwfOnLly5ciRM7eT505s2DhwKAAA\nQJAg08wlVaq0XDly5qBGNVeuHACrV7GSIzfOnLly5cSJI1euXLRotihQgAABAIAGESIoUtRp2rRf\nv6hRk8aNmzdv5MwFFmyuXDkAhxEnJkdunDlz5cqJE2eOMuVy2bIBA5YiBQYAAC5c2DBpki9f376R\nK7d6tTnXr8vFBjCbdm1y5L6Z022uXDlzv4F/+5YpEwECAQAAECCAwJw50KCVK2eOerly48xlN1eO\nOzlyAMCHFz+efHnz59GnJ0cOnDlz5cqRI2eOfn362LBx4FAAAIAg/wCDTDNHsGDBcuXImVvI0Fy5\ncgAiSpxIjtw4c+bKlRMnjly5ctGi2aJAAQIEAAAaRIigSFGnadN+/aJGTRo3bt68kTPHs6e5cuUA\nCB1KlBy5cebMlSsnTpy5p0/LZcsGDFiKFBgAALhwYcOkSb58fftGrpxZs+bSqi3HFoDbt3DJkftm\nrq65cuXM6d377VumTAQIBAAAQIAAAnPmQINWrpy5x+XKjTNH2Vy5y+TIAdjMubPnz6BDix5Nmpzp\ncuXMqV7Nulw5UaJGjBBQoECiROHM6d69u5xvc8DNlStnjhw5AMiTKxcnjly5cubMiRMHjhw5Y8Za\nefDAgEGCBBBUqP9AhsyY+WDBsGGzNm0aOHDlzMmfb65cOQD48+sfN46cOYDmypUbN66cOYTmylWr\npkqVCxcaBgxQoYJJp07QoJEjV86jOZAhRZIjB8DkSZTjVJYrZ87lS5jQoDlypEABAJwCBDh49Chc\nOHNBg5Yjas6oOXLkzI0bB8DpU6hRpU6lWtXqVXLkypnjaq5cOXNhxS5bNmdOgAAABgzgw8ebObhx\nzY0bZ86ct3Llxo0z17dcOQCBBQ8OF26cOXPlyokT923cuFWr2gwYgABBggQvzJhJlmzYtGnIkPXq\nFatWrW/fxJUrZ86163LlAMymXXvc7XK5y4ULZ853uXLkcOHChEn/g4YHAwbcuAHm1ats2cKFG1fd\nnLly5syVK2fOe7lyAMSPJz9uHDlz6c2VK2fO/ftr1z59UqBAQIAAGDDc8ebNHEBzAgcKJGfOXLly\n5haSIwfgIcSIEidSrGjxIkZy5MqZ62iuXDlzIkcuWzZnToAAAAYM4MPHm7mYMs2NG2fOnLdy5caN\nM+ezXDkAQocSDRdunDlz5cqJE/dt3LhVq9oMGIAAQYIEL8yYSZZs2LRpyJD16hWrVq1v38SVK2fu\n7dty5QDQrWt3HN5yesuFC2fub7ly5HDhwoRJg4YHAwbcuAHm1ats2cKFG2fZnLly5syVK2fuc7ly\nAEaTLj1uHDlz/6rNlStn7jXsa9c+fVKgQECAABgw3PHmzRzw4MHJmTNXrpy55OTIAWju/Dn06NKn\nU69uvVw5cua2c+++/do1aNAQINDgxEm5cubWs18vTty2beTmm6tv3xyA/Pr3ixM3DmC5cubMiRMH\njhw5YsSMtWjRp8+dO8agQTNnrpw4ccqUgQOHDRy4cePMlTRZslw5ACtZtiRHTlw5meXAgStnzly5\ncuOGDTt2LEsWSlasVKtmTJu2b9/MNXX6FGq5cgCoVrVartw4c1u5dt367du4cV++KMKBY9w4cubY\ntnX71m25cgDo1rV7F29evXv59i1Xjpw5wYMJC752DRo0BAg0OP9xUq6cOcmTJYsTt20bOc3mOHc2\nBwB0aNHixI0rV86cOXHiwJEjR4yYsRYt+vS5c8cYNGjmzJUTJ06ZMnDgsIEDN26cOeXLlZcrBwB6\ndOnkyIkrd70cOHDlzJkrV27csGHHjmXJQsmKlWrVjGnT9u2bOfnz6dcvVw5Afv37y5UbB9CcwIEE\nBX77Nm7cly+KcOAYN46cuYkUK1qsWK4cgI0cO3r8CDKkyJEky5k0hzKlSpSxYhEhQoBACStWwoUz\nhzMnznHjvn3rVq6cuaFEzQE4ijSpOHHjzJkrV06cuG/hwunS1UqFCjVqLFniJk5cuXLkxIkLFgwZ\nsmDevIkTV87/nNy5cwHYvYuXHLlx5syVKydOXDlz5sqVIxctWq9ekybhKlXq2bNp4MB160aOXDlz\n5sqVMwc6NOhy5QCYPo26XDly5lq7fv1anDhjxqj9+kWOnLndvHvvLmcuuHBz5coBOI48ufLlzJs7\nfw69nHRz1Ktbpx4rFhEiBAiUsGIlXDhz5MuTHzfu27du5cqZew/fHID59OuLEzfOnLly5cSJA/gt\nXDhdulqpUKFGjSVL3MSJK1eOnDhxwYIhQxbMmzdx4sqZAxkyJACSJU2SIzfOnLly5cSJK2fOXLly\n5KJF69Vr0iRcpUo9ezYNHLhu3ciRK2fOXLly5pw+dVquHACq/1WtlitHztxWrl27ihNnzBi1X7/I\nkTOXVu3atOXMvYVrrlw5AHXt3sWbV+9evn39litnTvBgwoLJOXJkwQIDBilevTIXWfLkbt2yZRtn\nTvNmc+XKAQAdWnS4cOPKnS4HDhw2cOCKFTO1ZMmlS716Yfv2zZy5ctiwPQP+LFu3buXKmUOeHHm5\ncgCcP4c+bhw5c+bKlRMnbpw5c+XKjaNG7dixU6du6dIVLpw39uTImYMfX/78cuUA3Mefv9x+c/39\nAzQncKBAceK2bTvGjJm5hg4fQoxorlw5ABYvYsyocSPHjh4/litnbiTJkt++NTtwgAABBAh6SJNm\nbiZNc+XKkf+7di1cOHDlypkLKtQcgKJGj4IDJ65cOXLkwIGz1q0bJEhzUqS4coURo2Xduo0bhy1a\nNF26ZMlidu1auXLm3sJ9W64cgLp274oTR84cX3PixJUzZ27cOHHHjunSZcjQqVu3smWDtm0bucqV\ny5Uzp1lzuXLmPpcrB2A06dLlyplLnbpcOXOuX2fLpkkTChQ1/PjBhi1cuXLmfv8mR86cOXLmzJUr\nZ255uXIAnkOPLn069erWr2MvV84c9+7ev31rduAAAQIIEPSQJs0c+/bmypUjd+1auHDgypUzp3+/\nOQD+AQIQOBAAOHDiypUjRw4cOGvdukGCNCdFiitXGDFa1q3/27hx2KJF06VLlixm166VK2eOZUuW\n5coBkDmTpjhx5MzlNCdOXDlz5saNE3fsmC5dhgydunUrWzZo27aRkyq1XDlzV6+WK2eOa7lyAMCG\nFVuunDmzZsuVM7eWbbZsmjShQFHDjx9s2MKVK2eOL19y5MyZI2fOXLly5hCXKweAcWPHjyFHljyZ\ncuVyl81lNleOszlz27aBWrDAgwcePKyZU716dbly5LRps2atnDnbt28D0L2btzjf5cqRI7dtW7Rw\n4TRp6uTFiy5dvXpl+/atXLlwunSdOoUN27dy5cyFFz++XDkA59GnJ0dunDlz5cqBAzfOnLlx47zp\n0vXsmSZN/wCVIUMmTlw4btzChStXzpzDhxAflisHoKLFi+bMlTPH0Vy5cuZChgTnyZMlSw8eeHDj\nJly4cuZiyjRXrpw4ceZy6sxZrhyAn0CDCh1KtKjRo0jLKTXH1Fy5p+bMbdsGasECDx548LBmrqtX\nr+XKkdOmzZq1cubSqlULoK3bt+LilitHjty2bdHChdOkqZMXL7p09eqV7du3cuXC6dJ16hQ2bN/K\nlTNHubLlcuUAaN7MmRy5cebMlSsHDtw4c+bGjfOmS9ezZ5o0KUOGTJy4cNy4hQtXrpy538CDAy9X\nDoDx48jNmStnrrm5cuXMSZcOzpMnS5YePPDgxk24cOXMif8fb65cOXHizKlfr75cOQDw48ufT7++\n/fv485fbb66/OYDlyokLFw4SpBIBAhw40KbNOHMRJZorV27cxXAZw40z19GjRwAhRY4cNy5cuXLk\nyHXrhsyatVChIhkxUqhQq1bUtGn79q2aL199+uza1a1cOXNJlS4tVw7AU6hRyZEbZ86qOXHixpUr\nJ06cNleuWLESJWrYr1/btnXz1tYbOXLm5M6lO7dcOQB59e41Z66cOcDmypUzV9iatU8SJCBAIECA\nBBYskCEbV87yZXPlyo0bR87cZ9DmypUDUNr0adSpVa9m3dp1uXLmZMsuVw5cuXK3bjHp0GHKlGrV\nypkjXtz/uLly45SPM9fc+XMA0aVPDxduXDns5b598zZunDVrzZIl+/bNm7dw5MiZMxeuWbNu3caN\nM1ff/n375coB4N/fP8Bx48iZK2hu3Dhy5syRIxcOG7Zu3bZt4+bNW7ly5MaNK1fOHMiQIkeWKwfg\nJMqU5cqZa9myXDly5syFC9frxQsNGihQYMGK1bhx5YaaK1q0HNJy5pYyXUqOHICoUqdSrWr1Ktas\nWsuVM+fVa7ly4MqVu3WLSYcOU6ZUq1bOHNy4cs2VG2d3nLm8evcC6Ov3b7hw48oRLvftm7dx46xZ\na5Ys2bdv3ryFI0fOnLlwzZp16zZunLnQokeLLlcOAOrU/6rHjSNn7rW5cePImTNHjlw4bNi6ddu2\njZs3b+XKkRs3rlw5c8qXM29erhyA6NKnlytn7vr1cuXImTMXLlyvFy80aKBAgQUrVuPGlWtv7v37\ncvLLmatvvz45cgD28+/vHyAAgQMJFjR4EGFCg+TIlTP30Fy5cuHEiePFywsVKrlyjRtnDmRIkeVI\nkiNnDmVKlSgBtHT5Ehy4cebMlSsnDic5cuPGeRMnrlzQcuaIEiX37Vs5peXMNXX61Ck5cgCoVrUq\nThw5c1vNiRNXzpy5cuXGiRM3Di1acuTKtW1rDm5cuXPhlisHAG9eveTIlTP31xw5cuYIgwNnDAqU\nQIFGjf+6FS6cOcmTKZcrZw5zZs3lygHw/Bl0aNGjSZc2fZocuXLmWJsrVy6cOHG8eHmhQiVXrnHj\nzPX2/btccHLkzBU3frw4AOXLmYMDN86cuXLlxFUnR27cOG/ixJXzXs5c+PDkvn0rd76cOfXr2a8n\nRw5AfPnzxYkjZw6/OXHiypkzB7BcuXHixI07eJAcuXIMGZp7CDGixIflygG4iDEjOXLlzHk0R46c\nuZHgwBmDAiVQoFGjboULZy6mzJnlypm7iTNnuXIAevr8CTSo0KFEixodN46cuaXmxo37Vq6cNm3U\nevUqV86c1q1cyZEzB7ZcOXNky5olCyCt2rXgwIUrB7f/XLhw4MrZvVvOnN69fMmRK1fOnODBhAWX\nK2eOHDkAjBs7FicOXLnJ5cCBE2fOXLly5MKFKwc6dDlzpMuVM4c6tWrU5VqXM0eOHIDZtGuTu20u\ntzlx4siZM0eO3LdZs7hx27atnLnlzJsvLwe9nLnp1KeTIwcgu/bt3Lt7/w4+vPhx48iZO29u3Lhv\n5cpp00atV69y5czZv4+fHDlz/MuVA2hO4ECCAgEcRJgQHLhw5RyWCxcOXDmKFcuZw5hRIzly5cqZ\nAxlSJMhy5cyRIwdA5UqW4sSBKxezHDhw4syZK1eOXLhw5Xz+LGdOaLly5oweRWq03NJy5siRAxBV\n6lRy/1XNXTUnThw5c+bIkfs2axY3btu2lTOXVu3atOXcljMXV25ccuQA3MWbV+9evn39/gUsTtw4\nc4XNlSsXrlw5cuTKgQNnTvJkypLLlTOXWfNmzuXKAQAdWvS3b+HMmSuXutw4c61dv4b9ulw5c7Vt\n365dTrc4cQB8/wYeTng54uXGHTeXPDk5cuacOy9Xztz06eXKmcOeXTv2ct3HjQMQXvz4ceXNnTdH\nTr059uzDhSNHrlw5c/Xt1y9Xztz+/eXKATQnUGC5guPGAUiocCHDhg4fQowo0Zo1b+TIjRsXLty3\ncR7HgRMnzhzJkibLoUxpbmW5cuZeviwnU5w4ADZv4v+UJk2buJ7iwIETV66cuaLlyplLqnRpuXLm\nnkKN+rRcOXJWwYEDoHUrV2rUrokTBw6cN2/gyqFFS45cuXLmzJWLa25uuXLm7uLNW25vuXHjyH37\nBmAw4cLatHUjR27cuG/fwpWLXI5cuHDkyJnLrHlz5nLlzJUrR45cudKlyZEr9+0bgNauX8OOLXs2\n7dq2rVnzRo7cuHHhwn0bJ3wcOHHizCFPrrwc8+bmnpcrZ2769HLWxYkDoH07d2nStIkLLw4cOHHl\nyplLX66cufbu35crZ24+/frzy5Ujpx8cOAD+AQIQOBAANWrXxIkDB86bN3DlIEIkR65cOXPmymU0\nt7H/XDlzH0GGLDey3Lhx5L59A7CSZUtt2rqRIzdu3Ldv4crlLEcuXDhy5MwFFTo0aLly5sqVI0eu\nXNOm5MiV+/YNQFWrV7Fm1bqVa1evX8GGFTuWbFmzZ9GmVbuWbVu3b+HGlTuXbl27d/Hm1buXb1+/\nfwEHFjyYcGHDhxEnVryYcWPHjyFHljyZcmXLlzFn1ryZc2fPn8/iwmWtWzdw4LhxE0eONetx48iR\nEycOXLhw4sSN0y1OHDly44CTEy58XPHi3rwBUL6cea5c1Lp1+/aNGzdw4sSF0y5OHDnv3sOFGzcO\nnDdv376JEzdOnLhx78mREydu3Lhw27YB0L+fvy5d/wCvffsmTly4cOLIkRMnLhw4cOHCgQPnLVy4\ncRgxihM3bpy4jx/HkSM3rmTJbt0AqFzJslevat26gQPXrVu4cTjHiRs3jhy5cUDDhRs3Lhw4cN++\niVvKVNw4cuTESZW6bRuAq1izat3KtavXr2CtWcsmTty4ceTSmjNXrpy5cePKlQMHztu2beTylttb\nzpw5cuPGhQtHrrDhwuLEAVjMuLE2bd3IkRMnLlw4ceQyayZnrnNncuTMmRtH+tu3cuXIlStHjly5\n1+TIjZv97RuA27hzZ8vmrVw5cuTKlSNnzhw5cuXChStXbty4cuTImTNXrjo5cuXKkdsuTly579/J\nif8HBw6A+fPotWnjRo6cOHHj4pebT7+cufv3yZEzZ66cf4DhwpkzV86cOXLkzJVjWI7cQ3DgAEyk\nWNHiRYwZNW7k+M1juXLmzJUrZ87kyXLlzK00R06cOHMxY5YrZ86mzXLlzO3k2RPAT6BBw4UDZ85c\nOaRIzS1l2tRpU3LkzE2lWtUqOXIAtG7lGi7cOHNhxY4NW66cObRp1a5VW66cObhx4ZYrB8DuXbzh\n9Jrja67cX3OBBQ8mPLhcOXOJFS9mXK4cAMiRJU+mXNnyZcyZv20uV86cuXLlzI0mXa6cOdTmyIkT\nZ86163LlzM2eXa6cOdy5dQPg3dt3uHDgzJkrV7z/uDnkyZUvV06OnDno0aVPJ0cOwHXs2cOFG2fO\n+3fw3suVM1fe/Hn058uVM9feffty5QDMp18/3H1z+c2V42/OP0BzAgcSLGiuXDlzChcybFiuHICI\nEidSrGjxIsaMGsOFE1eunDlz5cqZK2myXDly5LRp28aNm7mYMmWWGzfOmzdzOnfqLFcOANCgQsWJ\nG2fOXLly5MiVM+f0KVSn5aaW6xYu3Ldv5rZy7eqVHDkAYseSFSdunLm0atWSawsOHDly4sSRK1fO\nHF685cqZM1fu719zggcLLlcOAOLEisUxNmeuHGTI5iZTrjy5XDlz5shxBgfOnLly5kaTLj2aHDkA\n/6pXs27t+jXs2LJnhwsnrlw5c+bKlTPn+3e5cuTIadO2jRs3c8qXLy83bpw3b+amU59erhyA7Nq3\nixM3zpy5cuXIkStn7jz69OfLsS/XLVy4b9/M0a9v/z45cgD28+8vDqC4ceYIFixIDiE4cOTIiRNH\nrlw5cxMnlitnzlw5jRrNdfTYsVw5ACNJlhR30py5citXmnP5EqbLcuXMmSN3Exw4c+bKmfP5E6hP\ncuQAFDV6FGlSpUuZNnUKDlw5c1OpVp1KDiu5Zs2mfftWrpw5sWPNlRMnjhy5cubYtm0LAG5cueLE\nkTN311y5cub49vXbV5y4ceOAUaP27Vs5xeYYN/92zLhcOQCTKVcWJ66cOc2bN4/z3K2bOHHhwpEz\ndxp1anPiyJEz9xp27NcAaNe2LU4cOXO7zZUrZw54cOHliIcLR45ctXDhvn0jR06cOenTqVMHcB17\ndu3buXf3/h08OHDlzJU3f748OfXkmjWb9u1buXLm6Nc3V06cOHLkypnzD9CcwIEACho8KE4cOXMM\nzZUrZy6ixIkSxYkbNw4YNWrfvpX7aC6kyJEhy5UDgDKlSnHiypl7CRPmuJnduokTFy4cOXM8e/o0\nJ44cOXNEixolCiCp0qXixJEzB9VcuXLmqlq9Wi5ruHDkyFULF+7bN3LkxJk7izZtWgBs27p9Czf/\nrty5dOuKEzfOnN69fPWGC2fOXLRo48CBM4c4ceJy5syBA2cusuTJACpbvjwuszlz5cqR+2zOXLly\n5sqVM2du3Lhy1aqNG+do2jRt2szZvo07d7lyAHr7/k2OXDlzxIuTM2cOG7Zuw4aRI9etm7ly5cyZ\nK4cdHDhz5sKZ+w4+/Pdy5QCYP49enLhx5syRe//enDly5MqRI2fO3LZt4aRJAxguHKZnz3LlKldO\nnDmGDR06BBBR4kSKFS1exJhR47hx5cx9BAmy3MhkyW7d8uOn2Ldv5ly+NFeuXLds2a5dG2dO586d\nAHz+BEqOnDhz5sqVCxduXDmm5ciNGwcO3KxZ/7egQHHh4gETJq1adetmTuxYsmPLlQOQVu1acm3N\nmSNHLly4adassWI1CQ6cVq2OHQMnTrC4asyYrVrlyhUyceLKlTMXWfJkAJUtXx43Tly5cuPGcePm\nLVw4b962PXtWrBgbNnxq1CBBokAG2hn8+Bk2bpw53r198wYQXPhw4sWNH0eeXPm4ceXMPYcOvdz0\nZMlu3fLjp9i3b+a8fzdXrly3bNmuXRtnTv369QDcv4dPjpw4c+bKlQsXblw5/uXIARw3Dhy4WbNu\nQYHiwsUDJkxaterWzRzFihYrlisHYCPHjuQ+mjNHjly4cNOsWWPFahIcOK1aHTsGThxNcdWYMf9b\ntcqVK2TixJUrZ24o0aIAjiJNOm6cuHLlxo3jxs1buHDevG179qxYMTZs+NSoQYJEgQxmM/jxM2zc\nOHNu38J1C2Au3bp27+LNq3cvX3HiyJkLLLicOXPhwmU7cmTIkBUrIn36VK4cuXLltGnLlk0WIkR/\n/owrV84c6dLmAKBOrXoc63Llxo0DJ7tcuXG2t2379u3TJ0gWLESIYECHjk6dyJErZ2458+bLyZED\nIH06dXLkxpkzN27ct2/EjBljxMjRoEHFimnTFm7bNnLkkhEidOMGIECUvHkbN84c//78AZIjB4Bg\nQYPiEJIjFy7ct2/bxo3Llu0aMWLDhqVJc6f/QgUOHAwkSLBggSVLtMSJK1fOXEuXLcmRAzCTZk2b\nN3Hm1LmTpzhx5MwFFVrOnLlw4bIdOTJkyIoVkT59KleOXLly2rRlyyYLEaI/f8aVK2eObFlzANCm\nVTuObbly48aBk1uu3Di727Z9+/bpEyQLFiJEMKBDR6dO5MiVM7eYcePF5MgBkDyZMjly48yZGzfu\n2zdixowxYuRo0KBixbRpC7dtGzlyyQgRunEDECBK3ryNG2eOd2/e5MgBED6cuDjj5MiFC/ft27Zx\n47Jlu0aM2LBhadLcqVCBAwcDCRIsWGDJEi1x4sqVM7ee/Xpy5ADElz+ffn379/Hn1w8OHDlz/wDN\nCSxXLpw4cZYs7RAg4IDDAzkECcKGTRs3brBgBQo04cGDJk2KkSNnrqRJcwBSqlwpTly4cuXIkcOG\nbRw5cuPGcWPGTJq0O3daAABQoMCCGTNo0QoXrpy5p1DNkSNnrio5cgCyat0qrqs5c+PGOXN2Cxcu\nSZLG9Oq1bZs4ceO8eePGLdKFCwsWhAihqVq1cuXMCS5XzpxhcuQAKF7MOFw4cOXKjRu3bdu3y9q0\n7XLlatYsSpTYPHhQoQKCBAkcOMCCBZg4ceZixy5XzpxtcuQA6N7Nu7fv38CDCx8uTtw4c8jNkSMH\njhw5KlSiCBAQIkSDBmEsWRInLtuzZ2DAhP8KlcCEiS5dxJlbz549gPfw45MjB65cuXDhrl3jVq4c\nOYDkxl27Jk7cqlWtKlT48iXFpUvMmJmjWNFiOYzlzJEjB8DjR5DkyI0zZw4cuGjRQFWrFinSMGnS\nzM2cKU5cuXKFduxAgECUKGLlhJYzV9RoUXLkACxl2pQcuXDlyokT582bNnLktm3jRozYuHHTpoEj\nQwYZMhto0Lhw0a2bOHNx5c6NS44cALx59e7l29fvX8CBxYkbZ86wOXLkwJEjR4VKFAECQoRo0CCM\nJUvixGV79gwMmFChEpgw0aWLOHOpVasG0Nr1a3LkwJUrFy7ctWvcypUjR27ctWvixK1a1ar/QoUv\nX1JcusSMmTno0aWXo17OHDlyALRv506O3Dhz5sCBixYNVLVqkSINkybN3Pv34sSVK1doxw4ECESJ\nIlbOP8By5gYSHEiOHICECheSIxeuXDlx4rx500aO3LZt3IgRGzdu2jRwZMggQ2YDDRoXLrp1E2fu\nJcyYL8mRA2DzJs6cOnfy7Onzpzhx5MyZGzdOnLhhqlQtWFAAAAADBg4cyPPpEzVqjho1WrCgQQMB\nDRrw4IHNHNq0aQGwbeuWHDlx5cqNG6dNG7lyevWSIydOnLLAPHh06XJk1y5r1sqVM+f4MWTH5ciR\nA2D5MmZyms2ZI0fu2zdk27Zhw+bNHOrU/+bKlRs3LlKSJBMmAAJkzRzu3LrNlSNHDgDw4MLJkRtn\nzhw5cuLEkStXjhy5ceWmlxs3zly2bNKkyRElCguWatXGmStv/nz5cuUAsG/v/j38+PLn068vThw5\nc+bGjRMnDuAwVaoWLCgAAIABAwcO5Pn0iRo1R40aLVjQoIGABg148MBmDmTIkABIljRJjpy4cuXG\njdOmjVw5mTLJkRMnTllOHjy6dDmya5c1a+XKmTN6FKnRcuTIAXD6FCo5qebMkSP37RuybduwYfNm\nDmxYc+XKjRsXKUmSCRMAAbJmDm5cuebKkSMHAG9eveTIjTNnjhw5ceLIlStHjty4covLjf8bZy5b\nNmnS5IgShQVLtWrjzHX2/LlzuXIASJc2fRp1atWrWbcOF46cOXPlyokTJ6xRIwkSCgAAYMCABg2J\ngAEjR66aHz8aNCxYkODBA0yYzFW3fh1Adu3bx40TR47cuHHduoEzd95cOXHrxTVrluvIkTRp3Mya\nBQ6cOf37+esvB7CcuXHjABg8iJAcuXHlyoULZ83asGzZtm37Vq6cuY0czWnTpogEiQ0bePECZy6l\nypUpyZEDADOmzHE0y5UbNw4cuG/lypEjNy5ouXLjxpG7di1ZMk969JAhAw4cOXNUq1qlSo4cgK1c\nu3r9Cjas2LFkw4UjZ85cuXLixAlr1Ej/goQCAAAYMKBBQyJgwMiRq+bHjwYNCxYkePAAEyZzjBs7\nBgA5suRx48SRIzduXLdu4Mx5NldOnGhxzZrlOnIkTRo3s2aBA2cutuzZscuVMzduHIDdvHuTIzeu\nXLlw4axZG5Yt27Zt38qVMwc9ujlt2hSRILFhAy9e4Mx5/w7eOzlyAMqbPz8ufbly48aBA/etXDly\n5MbZL1du3Dhy164lA5jMkx49ZMiAA0fO3EKGDReSIwdA4kSKFS1exJhR48Zw4ciZM0eOnDhxgezY\nMWBAAAAAChR48QJt3Dhy5LiNGvXgwYIFDWzYuHbN3FCiRQEcRZqUHLlw5MiNG4cNWzlz/+bKlSPX\nrRs3bpgwCZIgoUOHFJUqdetWTq05tubKmTNHjpw5uuTIAcCbV++4ceLKlRs3rlkzadiwdeumzdxi\nxua4ccOF64EBAwsWWLLkzdxmzubKlTNnrty4cQBMn0Y9bpy4cuXIkfPmTRw5cuHCeQsXjhy5a9e4\n4cHDhs0CCxZAgGjV6ho5cuacOy9Xztx0cuQAXMeeXft27t29fwc/bhw5c+XNlSvXCxq0DBlwXLgw\nbFi4cObs3w8XbssWXboSAcyWrVw5cwYPIgSgcCFDcuS+lSv37Zs1a+DMmStXbty2bd++FSp06MOH\nNWuuyJLlzZu5li5flotZzhw5cgBu4v/MSY4cuHLlrl0zZixXuHDcuJEzp3SpuWnTfPlCAAFCjBje\nvJnLqjVrua5dxYkDIHYs2XHjwpUr583btWvTyJEDBy6cN2/lyjVrRq1LFz9+DECAoEEDNWrkzCFO\nrBgxOXIAHkOOLHky5cqWL2MeN46cuc7mypXrBQ1ahgw4LlwYNixcOHOuX4cLt2WLLl2JsmUrV84c\n796+AQAPLpwcuW/lyn37Zs0aOHPmypUbt23bt2+FCh368GHNmiuyZHnzZm48+fLlzpczR44cgPbu\n35MjB65cuWvXjBnLFS4cN27kAJoTONDctGm+fCGAACFGDG/ezEWUGLFcxYrixAHQuJH/47hx4cqV\n8+bt2rVp5MiBAxfOm7dy5Zo1o9alix8/BiBA0KCBGjVy5oAGFQqUHDkAR5EmVbqUaVOnT6GOG1fO\nnLlyV8shM2aMCRM3R44cO0aOnDmzZ81euuTK1aRx48qVMzeXbl0Ad/HmJUcOXLly4sRduyauXDlx\n4rw9e6ZLFxEiSQgQ0KDhQ6ZMyZKVK2eOM+dy5kCbKzeaHDkAp1GnJkcuXLly3rw5c6bs27dw4cSZ\n021u3DhwXLho0AAgQQIPHqJFM7ecefNy5ciJEweAenXr5Mh9K1cuXDhp0rSJE6dNW7Znz5w58+Ll\nzAH3BwAIEECAgCNH2czl178/f7ly/wABCBxIsKDBgwgTKlw4blw5c+bKSSyHzJgxJkzcHDly7Bg5\ncuZCigx56ZIrV5PGjStXzpzLlzAByJxJkxw5cOXKiRN37Zq4cuXEifP27JkuXUSIJCFAQIOGD5ky\nJUtWrpy5q1fLmdtqrpxXcuQAiB1Llhy5cOXKefPmzJmyb9/ChRNnrq65cePAceGiQQOABAk8eIgW\nzZzhw4jLlSMnThyAx5AjkyP3rVy5cOGkSdMmTpw2bdmePXPmzIuXMwdSHwAgQAABAo4cZTNHu7Zt\n2uXKAdjNu7fv38CDCx9OXJw4cubMlSsnTtw0XrwGDbKjR0+4cOaya8/OjVuuXJw4Tf/79s2c+fPo\nzQNYz779uHHhxo0DB06bNm/lypEjJ06bNoDQoNWp4yRChBQpdihSpE2bOYgRJUIsV84cOXIANG7k\nOG5cOHHisGFr1mxauHDkVI4bZ84cOXLVpEgxYECAAgWLFpUrZ87nT6DkyJUbNw7AUaRJxYkLJ04c\nOHDUqGEbV3UcOGjQsGHr02dKggQECAQQIECDBmbMxplj29YtW3LkAMylW9fuXbx59e7lK86vOXPi\nxHXrVogOHRMmUAwaxIzZuHHmJEvm1qmTCBEVKlRBhqxcOXOhRYcuVw7AadSpx43zRo7cuHHVqpEr\nV44cuXHZsm3bFipUGgYMPnwQwYf/jzRp48aRK1fOnLly5syRI2fOOjlyALRv5z5unDdy5MKFY8ZM\nHDly5dSrN2fOmrVdBOTLFyECGjRz+fXvL1fOHEBz5caNA2DwIMJx47yRIydOXLRo48qVGzcuXLWM\n1fz4MSJAgAEDAQ4cQIJEmjRx5laybGmuHDlyAGbSrGnzJs6cOnfyFOfTnDlx4rp1K0SHjgkTKAYN\nYsZs3DhzUqVy69RJhIgKFaogQ1aunLmwYsOWKwfgLNq048Z5I0du3Lhq1ciVK0eO3Lhs2bZtCxUq\nDQMGHz6I4MNHmrRx48iVK2fOXDlz5siRM2eZHDkAmjdzHjfOGzly4cIxYyaOHLly/6pVmzNnzdou\nArJlixABDZq53Lp3lytnzly5ceMAEC9ufNw4b+TIiRMXLdq4cuXGjQtX7Xo1P36MCBBgwECAAweQ\nIJEmTZy59OrXmytHjhyA+PLn069v/z7+/PrF8TdnDiA3btOmCWLFCgYMRK9elStnDmK5cubMOWvU\nyIGDNGlSkSNnDmRIkeXKATB5EiU5ct/KlQMHrlu3cObMlbM5bly5ctSoXcuTBxiwT8uWadNmDmlS\npUvJkQPwFGrUceO2lSuXLdu1a9/MdfXqtVs3aiZMiBEzBRq0cuXMtXX7tlzccubGjQNwF29ecuS+\nlSvnzdu2beHMmSt3OFy4cuWUKf9rZsJEpUo1MGE6dsxcZs2bOY8bBwB0aNGjSZc2fRp1anGrzZnj\nxm3aNEGsWMGAgejVq3LlzPUuV86cOWeNGjlwkCZNKnLkzDV3/rxcOQDTqVcnR+5buXLgwHXrFs6c\nuXLjx40rV44atWt58gAD9mnZMm3azNW3fx8/OXIA+Pf3D3DcuG3lymXLdu3aN3MMGzbs1o2aCRNi\nxEyBBq1cOXMcO3osB7KcuXHjAJg8iZIcuW/lynnztm1bOHPmytkMF65cOWXKmpkwUalSDUyYjh0z\nhzSp0qXjxgF4CjWq1KlUq1q9ilWcuG/lyh07hgkTCR48RowABAuWOHHl2oIDN23/2gsGDAAAcOBg\nTLhw5vr6/VuuHIDBhAuTIxeuXLlx47p1K2cusrly5syVK8eNG7hQoVKlwvPsmTVr5cqZO406Nepy\n5QC4fg2bHLlv5cqJE+fNWzlzvHv3xobNGAgQOnToESeuXDlzzJs7d15u3DgA1KtbJ0cuXLly48Z9\n+1bOnHjx5cqXmzYNmxMnfvwsWbYMGzZz9Ovbt19u3DgA/Pv7BwhA4ECCBQ0eRJhQIQBx4r6VK3fs\nGCZMJHjwGDECECxY4sSVAwkO3LRpLxgwAADAgYMx4cKZgxlTZrlyAGzexEmOXLhy5caN69atnDmi\n5sqZM1euHDdu4EKFSpUKz7Nn/9aslStnTutWrlvLlQMQVuxYcuS+lSsnTpw3b+XMvYULFxs2YyBA\n6NChR5y4cuXM/QUcOHC5ceMAHEacmBy5cOXKjRv37Vs5c5Url8Ncbto0bE6c+PGzZNkybNjMnUad\nOnW5ceMAvIYdW/Zs2rVt38b97du2b9+ePXPkKEiTJmjQjCJGrFw5c+bIZcv27FmQAwcGDPjwQRc5\ncua8fwdfrhwA8uXNixMXjhy5cePAgRtnTr78cvXLceP2bNKkVas4AezVy5s3cwYPIkxIjhyAhg4f\nhgsHjhw5ceLChSNnbuPGch7LZcsWCwmSOHF+hQtnbiXLli3LlTNHjhyAmjZviv/LSW4nuXDhyJkL\nGrQc0XLcuC0TJGjTpk++fIULZ24q1apTy5UzR44cgK5ev4INK3Ys2bJmw4XDJk7csmWSJP3w42fV\nql3hwpXLmzdbtlSpIBQoMGAADx7LzCFOrNhcOXLkAECOLHncuHDlypEj9+2buc6ey5UjR+7YsV82\nbCxZUiNSJGvWyJErJ9scbdrlypnLTY4cgN6+f4cLB44ccXLgwJlLrrxcuXHjMGHiIkGCCxetwoUz\np307d+3lypkLT44cgPLmz4sTB65cOXLkvHkzJ3++OHHhwoEC5WnDhhUrAPr49Mmbt3LlzCVUmLBc\nOXPmyo0bB4BiRYsXMWbUuJH/Y8dw4bCJE7dsmSRJP/z4WbVqV7hw5WDCzJYtVSoIBQoMGMCDxzJz\nP4EGNVeOHDkAR5EmHTcuXLly5Mh9+2aOatVy5ciRO3bslw0bS5bUiBTJmjVy5MqlNbd2bbly5uCS\nIweAbl274cKBI7eXHDhw5gAHLldu3DhMmLhIkODCRatw4cxFljw5crly5jCTIweAc2fP4sSBK1eO\nHDlv3sylVi1OXLhwoEB52rBhxQofnz5581aunDnfv32XK2fOXLlx4wAkV76ceXPnz6FHlx4uHDZy\n5IgRU6WqDzVqzZqRK1fOXHlz5G7dkiYNBAcOLVps22aOfn379cmRA7Cff/9x/wDHeStXbtw4ceLI\nmVtorpw4cePG1arVCAeOQYPQ9Or17Zu5jyBDiixXDoDJkyjFietWrty4l+PKmZtprly4cOLE1anD\n5MKFVq2wmRtKtKhRc+XKmSNHDoDTp1DHjfNWrty4ceLEjTPH1Rw5cOC8eStUiI0JE3jwXOnVK1w4\nc3DjyoVbrpy5ceMA6N3Lt6/fv4ADCx4cLhw2cuSIEVOlqg81as2akStXzpxlc+Ru3ZImDQQHDi1a\nbNtmrrTp06bJkQPAurXrceO8lSs3bpw4ceTM6TZXTpy4ceNq1WqEA8egQWh69fr2zZzz59CjlysH\noLr16+LEdStXbpz3ceXMif83Vy5cOHHi6tRhcuFCq1bYzMmfT7++uXLlzJEjB6C/f4AABAIYN85b\nuXLjxokTN87cQ3PkwIHz5q1QITYmTODBc6VXr3DhzI0kWXJkuXLmxo0D0NLlS5gxZc6kWdNmuHDc\nyJHDho0atVfVqnnzVs7cUaTjQoV69CgHEyZVqkSLZs7qVaxWy5EjB8DrV7DkyH0rV7bcuHHlzK01\nRw4btmbN0qS5ceCACBFMevXixq1cOXOBBQ8WXK4cAMSJFY8bB67c43LkyJUzV9kcOWjQdOnSoQNE\nggRkyFgzV9r0adSnyZED0Nr163HjvpUrR46cOHHlzJkrV04cMmSxYqVIkaH/QAENGnAAA9atmzno\n0aVDL1d93DgA2bVv597d+3fw4cV36+Zt3Dhw4K5d61aunDn48eOT8+bt2jVVkiRJk2bOP0BzAgcS\nFEiOHICECheKEzeuXDlz5siRK2fuorly3ryBA4cL1xwlSjx5AqZNW7ly5laybOmSHDkAMmfSFCdu\nnLmc5sqVM+fTZ7lsQrMlShQmT55q1cqZa+r0KVRz5cqZI0cOANasWsWJG1eunDlz5MaaK2uu3LW0\n1/TokaJDx6JFvbRpK1fOHN68evGWK2du3DgAggcTLmz4MOLEihd36+Zt3Dhw4K5d61aunLnMmjWT\n8+bt2jVVkiRJk2buNOrU/6rJkQPg+jVsceLGlStnzhw5cuXM8TZXzps3cOBw4ZqjRIknT8C0aStX\nzhz06NKnkyMH4Dr27OLEjTPn3Vy5cubGjy+X7Xy2RInC5MlTrVo5c/Ln069vrlw5c+TIAejvHyAA\ngQDEiRtXrpw5c+QYmnNortw1idf06JGiQ8eiRb20aStXzlxIkSNDlitnbtw4ACtZtnT5EmZMmTNp\nggP3jRy5ceO8eSNXrpw5oUOHlgMHDltSZcrIkTP3FGrUqOXGjQNwFWvWcePImfNqrlw5c2PJkiMX\nLpw1a7hevbp2TVy5cubo1rV7ly45cgD49vUrThw5c4PNlStnDjHict68af/TVqxYp2bNyJEzdxlz\nZs2ayZED8Bl0aHHiyJkzbY4cOXOrV5f79m3btmTJWn36ZM2auHLlzPX2/Rt473HjABQ3fhx5cuXL\nmTd3Dg7cN3Lkxo3z5o1cuXLmuHfvXg4cOGzjlSkjR85cevXr15cbNw5AfPnzx40jZw6/uXLlzPX3\nD5AcuXDhrFnD9erVtWviypUzBzGixIkQyZEDgDGjRnHiyJn7aK5cOXMkSZbz5k2btmLFOjVrRo6c\nuZk0a9q0SY4cgJ08e4oTR86cUHPkyJk7erTct2/btiVL1urTJ2vWxJUrZy6r1q1cs44bByCs2LFk\ny5o9izatWm/etpEjJ07/3Ldv4czZvYvXXLls2ciRGwfYnODBhAWXK0eOXDlx4gA4fgxZnGRzlM2N\nG1fOnGZz5cKFGzcuXLhv2LCZO406terU5cqZI0cOgOzZtMPZNofbHDly5cz5NjcuWzZx4rhx6yZO\nnLnlzJuXe17OnPTp0smRA4A9u3Zx4sKZ+25u3Lhy5sqbK/ft27hx39pny2Yuvvz59OOXK0eOXLlx\n4wD4BwhA4ECCBQ0eRJhQIUJv3raRIydO3Ldv4cxdxJjRXLls2ciRGxfS3EiSJUeWK0eOXDlx4gC8\nhBlT3ExzNc2NG1fO3E5z5cKFGzcuXLhv2LCZQ5pU6VKl5cqZI0cOwFSq/1XDXTWX1Rw5cuXMfTU3\nLls2ceK4cesmTpw5tm3dloNbztxcunPJkQOQV+9eceLCmQNsbty4cuYMmyv37du4cd8cZ8tmTvJk\nypUllytHjly5ceMAfAYdWvRo0qVNn0b97Vu3cuXIvSY3ztxs2rVnjxtXTrc53r19/zZHTjg4cACM\nH0c+bpw4c83NlYNuTrp0cuTKXS9njhw5c929fwf/vdz4cOEAnEefXtx6c+3NlYNvTr58ceLI3Sdn\nrlw5c/39AzQncGC5cuYOIjw4bhyAhg4fiotobqK5chbNYcRIjly5juXMlStnbiTJkiZLlksZLhyA\nli5fwowpcybNmjabNf971q3bt2/evIErV84c0aJGySElZ65cOXNOn0J1Wq6cOHHjvn0DoHUr12zZ\nto0LOy5cuHHmzJVLO24cOXLlypErV84c3bp275bLW06cOHLdugEILHhwtWrbyCEmJ07cOHPmypUj\nBw6cOHHlypEzp3kzZ83lPn82J9ocOXLlvn0DoHo1a2vWto2LPU6cuHHmzJXLPW4cOXLlfv82J3w4\n8eLCy5UTJ46cN28AnkOPLn069erWr2Nv1uxZt27fvnnzBq5cOXPmz6Mnp56cuXLlzMGPLx9+uXLi\nxI379g0A//7+AWbLtm1cwXHhwo0zZ65cw3HjyJErV45cuXLmMGbUuLH/XMdy4sSR69YNQEmTJ6tV\n20aOJTlx4saZM1euHDlw4MSJK1eOnDmfP4H6LDd0qDmj5siRK/ftGwCnT6Fas7ZtXNVx4sSNM2eu\nXNdx48iRKzd2rDmzZ9GmNVuunDhx5Lx5AzCXbl27d/Hm1buXb1+/fwEHFjyYcGHDhxEnVryYcWPH\njyFHljyZcmXLlzFn1ryZc2fPn0GHFj2adGnTp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EH\nFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+f\nfn379/Hn17+ff3//IgABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatyIMCAAIfkECAoAAAAs\nAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v\n7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb\n2tra2dnZ19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbG\nxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6uLi4t7e3tra2tbW1s7OzsrKysLCwr6+v\nrq6ura2trKysqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqa\nmZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhoaG\nhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dHR0cXFxcHBwb29vbm5u\nbW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhY\nV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0ND\nQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioq\nKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQU\nExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEB\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQ\nI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59Agwod\nSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu\n3bt48+rdy7ev37+AAwseTLiw4cOIEytezLixWmbMuoGbTBnct2/gwH0DB+6b52/aunXDhg1cuNOo\nUX/7pg0cOG7cvHnrli0bgNu4cydLxu3bN3DAgwf/RpwbN3DgvIED9+0bOG/QvX37Fq669erfvnHj\nlq1aNQDgw4v/V6Zs27dv4MB9W9+tGzhw3r598+YNHLhv4PKDC8e/P3+A375586bt27du3bwtzJYN\nwEOIEZMl2/bN4jdv3sB58wYO3Ldw4b59AwfuGzhw3ryB8+YN3Etw4WTOlPntW7du2q5dA9DT50+g\nQYUOJVrUaLdu4MItDQcOXDioUMGFo1o1mDdv3bqBC9fVazhv3sKF++bN27Zt4NR++wbA7Vu42rR9\nC1fX7t1w3sKFA9e3bzjA4cApU+bN27dv4MItZhxu27Zv37hlywbA8mXM3bp9C9c5HDhw4cCNBtct\nXDhwqcFdCxcOHLhwsWXH7tYNHLhv3rxx4wbOtzdvAIQPJ75t/9s3cMmVh2POHFw46NG1hQsHDtw3\na9bAbQcXDhy4cOHDa9MGDpy3bdsArGff3v17+PHlz6cPzn44/Pn178/vDBFARMaMgQtn8OBBcArD\nhQPnEFy4iAAmUqzo7WK4jBo3hgP37Vu4kCHBgQtnkhq1WLG0aQvn8qVLcOC8eQP37RuAnDp3ggP3\nLRzQoODCEQ0H7tu3cErDfcuWDRy4cFKnUv32DVy4rOHAgQsHDhyAsGLHfvvmLRzacODWhmvr9m04\ncN26gQMXrls3bNjAgQvn969fcOC8eQP37RuAxIoXM27s+DHkyJLBUQ5n+TLmzJedIUJkzBi4cKJH\njwZnOlw4cP+qwYVrDeA17NjeZoerbft2OHDfvoXr3RscuHDCqVGLFUubtnDKlysHB86bN3DfvgGo\nbv06OHDfwnHvDi4c+HDgvn0LZz7ct2zZwIEL5/49/G/fwIWrHw4cuHDgwAHo7x8gAIEAvn3zFg5h\nOHALwzV0+DAcuG7dwIEL160bNmzgwIXz+NEjOHDevIH79g1ASpUrWbZ0+RJmTJnhaNa0eRPnik2b\nmjUL9xNoUKFDwwEwehTpt2/hmDZ1+hRqU3BNmkCDBg5cOK1buW799g1AWLFjwYELdxZt2rPgwrV1\nOy1cXLlz6daVCw4cAL17+YIDFw5wYMGDBXcLd/jwtWvhGDf/dvyY8bdvAChXtnwZc2bNmzl3DvcZ\ndGjRo1ds2tSsWTjVq1m3dh0OQGzZs799C3cbd27du3GDa9IEGjRw4MIVN37c+LdvAJg3dw4OXDjp\n06lLBxcOe/Zp4bh39/4dfHdw4ACUN38eHLhw69m3d9++Wzj58q9dC3cff3799799AwAQgMCBBAsa\nPIgwoUKF4MCFewgxokRw4LBhmxAgwIgR38J5/AgypEgAJEua/PYtnMqVLFu6DPftm7YfPyRI0KUr\nnM6dPHsC+Ak0KDhw4YoaPVoUXLhw376BA8eMGzdw4MJZvYrVKrhwXLt2BQA2rFhw4MKZPYs2Ldpv\n4MB9+xYu/1s2b96+fQuHN6/evQD6+v0LOLDgwYQLGwYHLpzixYwbgwOHDduEAAFGjPgWLrPmzZw7\nA/gMOvS3b+FKmz6NOnW4b9+0/fghQYIuXeFq276NG4Du3bzBgQsHPLhw4ODChfv2DRw4Zty4gQMX\nLrr06dHBhbuOHTuA7dy7gwMXLrz48eTHfwMH7tu3cNmyefP27Vu4+fTr2weAP7/+/fz7+wcIQOBA\nggUNHhQYTuFChg0ZcuMGYMECDhzCXcSYUePGcAA8fgQJDlw4kiVNnkQZDhy4awIEZMkiS1Y4mjVt\n3gSQU+fOcD19/vwJLlw4cEXBOfr2DRy4cE2dPoUaNRwAqv9VrYbDmlXrVq7ewn39+uoVOHDfvoVD\nm1btWgBt3b6FG1fuXLp17YbDm1fvXr3fvhEAAMCJk3CFDR9GnDgcAMaNHYeDHFnyZMrhunXjxo3Z\ngAEBAuTKFU70aNKlAZxGnTrcatatXX/7Fk52OFWUKH37Fk73bt69fYcDEFz48HDFjR9HnjwcOHDh\nnEuT9ukTN27hrF/Hnh3Adu7dvX8HH178ePLhzJ9Hnx79t28EAABw4iTcfPr17d8PB0D/fv7h/AMM\nJ3AgwYIEu3Xjxo3ZgAEBAuTKFW4ixYoWAWDMqDEcx44eP377Fm5kOFWUKH37Fm4ly5YuX4YDIHMm\nzXA2b+L/zKkzHDhw4X5Kk/bpEzdu4Y4iTaoUANOmTp9CjSp1KtWq4a5izao1KzhwAmjR0qYtHNmy\nZs+iDQdgLdu24d7CjSt3rtxgAADMmcONW7i+fv8CBiB4MOFwhg8jTqx4iTdv4R5Djix5MmQAli9j\nDqd5M+fOnj3TodOtGzhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq07NzhwAmjR0qYtHPHixo8jDwdg\nOfPm4Z5Djy59uvRgAADMmcONW7ju3r+DByB+PPlw5s+jT69+iTdv4d7Djy9/PnwA9u/jD6d/P//+\n/gGGEziQDp1u3cCBC7eQYUOHACBGlDiRYkWLFzFmDLeR/2NHjx+xIEHy7Fk4kydRplQZDkBLly/B\ngQs3k2ZNmza9ecOGbZAAAQECGDMWjmhRo0cBJFW6NFxTp0+hPgUHTo0JE8eOhdO6lWtXr+EAhBU7\nNlxZs2fRpk2bKlWGDIAAfQMHLlxdu3frAtC7l29fv38BBxY8OFxhw4cRJyaAjTG2cI8hR5Y8ORwA\ny5cxh9O8mXNnz5u/fUMFAECTJqtWhVO9mnVrAK9hxw43m3Zt27XBgSOACZMsWeGABxc+nHg4AMeR\nJw+3nHlz58+fFyiwaVObNuC+fQu3nXv37QDAhxc/nnx58+fRpw+3nn179+8JYJOPLVx9+/fx5w8H\ngH9///8AwwkcSLCgwYHfvqECAKBJk1WrwkmcSLEigIsYM4bbyLGjx47gwBHAhEmWrHAoU6pcyTIc\ngJcwY4abSbOmzZs3CxTYtKlNG3DfvoUbSrToUABIkypdyrSp06dQo4abSrWq1asgAAC4cyec169g\nw4oNB6Cs2bPhwoELx7at27duoUHbtk1ZggQECChTFq6v37+AAQgeTDic4cOIEyP+9s1BgACsWIWb\nTLmy5cvhAGjezDmc58+gQ4sWzYEDAAB58nwLFw4cuHCwY8sGQLu27du4c+vezbt3uN/AgwsfDgIA\ngDt3wilfzry583AAokufHi4cuHDYs2vfrh0atG3blCX/SECAgDJl4dKrX88egPv38MPJn0+/Pv1v\n3xwECMCKVTiA4QQOJFjQIACECRWGY9jQ4UOIEDlwAAAgT55v4cKBAxfO40eQAESOJFnS5EmUKVWu\nDNfS5UuYL8GBAyBCRJky4b59C9fT50+gPwEMJVo03FGkSZUuVcpNgoRmzcCBC1fV6lWsALRu5RrO\n61ewYcFu2wagUKFs2cKtZdvW7dtwAOTOpRvO7l28efXmBWfAACpU3bqFI1zY8GEAiRUvZtzY8WPI\nkSWHo1zZ8mXL4MABECGiTJlw376FI13a9GnTAFSvZh3O9WvYsWXH5iZBQrNm4MCF493b928AwYUP\nD1fc//hx5Me3bQNQqFC2bOGkT6de3Xo4ANm1bw/X3ft38OHBgzNgABWqbt3CrWff3j0A+PHlz6df\n3/59/PnD7eff3z/AcALDgQNnAAAACBBYvXolRky3buEmUqxoEQDGjBrDcezo8SNIkIcO+fFTrVq4\nlCpXsgTg8iXMcDJn0qxJM1o0AwUKQIMW7ifQoEKHhgNg9CjScEqXMm3qtCk4GTJ+/Pj2LRzWrFq3\nAujq9SvYsGLHki1rNhzatGrXsg0gRcqLF7GkSLl27du3cHr38u0L4C/gwOEGEy5s+PBhDx66ddu2\nLRzkyJInA6hs+XK4zJo3c94MDBgAUKCmTQtn+jTq1P+qwwFo7fp1uNiyZ9OuTfubBAnfvoXr7fs3\n8N4AhhMvbvw48uTKlzMP5/w59OjSA0iR8uJFLClSrl379i0c+PDixwMob/58uPTq17Nv396Dh27d\ntm0LZ/8+/vwA9vPvHw5gOIEDCRYcCAwYAFCgpk0L9xBiRIkTwwGweBFjOI0bOXb02PGbBAnfvoUz\neRJlSpMAWLZ0+RJmTJkzadYMdxNnTp07hRQogAiRNFu2CBH69i1cUqVLmQJw+hRqOKlTqVa1Gk6b\ntnDhwG3Z4sABLFjgvHnjxi1cWrVrAbR1+zZcXLlz6Q4bpk1bsmQIDBiQJi1cYMGDCRcOBwBxYsXh\nGDf/dvwYcjhdurJl24YFCx8+4Th39vyZMwDRo0mXNn0adWrVq8O1dv0admwhBQogQiTNli1ChL59\nC/cbeHDhAIgXNx4OeXLly5mH06YtXDhwW7Y4cAALFjhv3rhxC/cdfHgA48mXD3cefXr1w4Zp05Ys\nGQIDBqRJC3cff379+8MB8A8QgMCBAMIZPIgwocJwunRly7YNCxY+fMJZvIgxo0UAHDt6/AgypMiR\nJEuGO4kypcqVqMC5dMmLV7iZNGvarAkgp86d4Xr6/Ak0KFBwIUKIEpUsGbhevcCBCwc1qlQAVKta\nDYc1q9atWqNFU6BLlzdv4cqaPYs2bTgAbNu6DQc3/67cuXSzgQMXLtw3U6bC+f0LODBgAIQLGz6M\nOLHixYwbh3sMObLkyeHAgQuH2Zo1YsS8eQsHOrTo0QBKmz4dLrXq1axbg3sdLjYaNBAgLFliDA+e\nNGm0hfsNHDiA4cSLhzuOPLlycOC+Of+Go0cPWbLAefP27Vu47dy7e98OILz48eHKmz+PPj01Pnyq\nVQuXLZs3b+Hqe/OmTVu3cPz79wcIQOBAggUNHkSYUOHCcA0dPoQYMRw4cOEsWrNGjJg3b+E8fgQZ\nEsBIkiXDnUSZUuVKcC3DvUSDBgKEJUuM4cGTJo22cD19+gQQVOjQcEWNHkUKDtw3pt9w9OghSxY4\nb//evn0Ll1XrVq5ZAXwFGzbcWLJlzZ6lxodPtWrhsmXz5i3cXG/etGnrFk7v3r0A/P4FHFjwYMKF\nDR8Ol1jxYsaNv4WDDBkNGnDgvn0Ll1nzZs4APH8GHU70aNKlTZvesYMatVevlCVK1K3bt3C1bdsG\nkFv37nC9ff8GHtyIN2/RooHDhSvccubNnTcHEF369HDVrV/Hnt0ROO7gwoEDF068+GvXwp1Hn/48\nAPbt3b+HH1/+fPr1w93Hn1///m/h/AMMFw4NGnDgvn0Lp3Ahw4YAHkKMGG4ixYoWL17csYMatVev\nlCVK1K3bt3AmT54EoHIly3AuX8KMKdOIN2/RooH/w4UrHM+ePn/6BCB0KNFwRo8iTarUEbim4MKB\nAxdu6tRr18JhzaoVK4CuXr+CDSt2LNmyZsOhTat2LdtwyJCBA+cNECAWLJYtC6d3L9++AP4CDhxu\nMOHChmHBwoYtHOPGjLVpe/IkVy5rw4blygUuHOfOnQGADi06XDhw4U6jTq0atbUbN1ChWiZKFC9e\n4W7jzq37NoDevn+HCy58OPFv38KFAwdukRQp4MCFiy49erZs06Z9C6d9+3YA3r+DDy9+PPny5s+H\nS69+Pfv24ZAhAwfOGyBALFgsWxZuP//+/gECEDiQYDiDBxEmhAULG7ZwDyE+1KbtyZNcuawNG5Yr\n/xe4cB9BggQwkmTJcOHAhVO5kmXLldZu3ECFapkoUbx4hdO5k2dPnQCABhUajmhRo0e/fQsXDhy4\nRVKkgAMXjmpVqtmyTZv2LVxXr14BhBU7lmxZs2fRplUbjm1bt2/hbgs3N1w3GjRgwbp2LVxfv38B\nAxA8mHA4w4cRI35lzZo3b+EgR4Zszdq3b+Awa9MWjnNnz5wBhBY9Olxp06dRp05Fjdq1a8vw4Ak3\nm3bt2eDAhdOtG0Bv37/DBRc+nPhwbdpwhFO+nLnybdvCRZc+PToA69exZ9e+nXt379/DhRc/frw2\nZcqgQevWjRkvXt++gevSZcMGYMDCgdMPLlx///8AwwkMB6CgwYPhEipcmLBbNxkCBMiRE66ixYvd\nuoEDFw6cR3DhQoocCaCkyZPgwIVbybKly5bXgAAZMyYWHz7FioXbybPnt2/hggYFQLSo0XBIkypV\nuu3OnU6daNGyEixYuKtYs3rb6i2c169gAYgdS7as2bNo06pdG66t27dvtSlTBg1at27MePH69g1c\nly4bNgADFg6cYXDhEiteDKCx48fhIkueHLlbNxkCBMiRE66z58/duoEDFw6caXDhUqteDaC169fg\nwIWbTbu27drXgAAZMyYWHz7FioUbTrz4t2/hkicHwLy583DQo0uXvu3OnU6daNGyEixYuO/gw3v/\nG+8tnPnz6AGoX8++vfv38OPLnx+uvv3795ldu9at2zeA38INJBgr1rdv3ryFY9jQ4UMAESVODFfR\n4sWK1KgFiBFj0qRwIUWOJFnSZDgAKVWuDNfS5UuYMftIk6ZLFzFYsMLt5NlzJzhw4YQKBVDU6NFw\nSZUuXdpo2bJdu2rVUhXO6lWsVsGBC9fV69euAMSOJVvW7Fm0adWuDdfW7du3zK5d69bt27dwefXG\nivXtmzdv4QQPJlwYwGHEicMtZtx4MTVqAWLEmDQp3GXMmTVv5hwOwGfQocONJl3a9Ok+0qTp0kUM\nFqxwsWXPjg0OXDjcuAHs5t073G/gwYM3WrZs/9euWrVUhWPe3DlzcODCTadefToA7Nm1b+fe3ft3\n8OHDjSdfvnwxLVqQIQvX3n37b9+GDfv2Ldx9/Pn1A+Df3z/AcAIHDqTmzVuvXgYAAHj0KBzEiBK/\nfQtn0SI4cOE2cuwI4CPIkOHCgQtn8iTKlCeDHTjw4wcsaNC2bQtn8yZOm+DAhesJ4CfQoOGGEiUK\nLlw4cOBCFShw5IgyZdu+fQtn9SpWcOC8eQvn9StYAGLHki1r9izatGrXhmvr9m3bb984UaMGDly4\nvHrzatMW7i/gwIIDAyhs+HC4xIoXJ0aFyoAmTdiwhats+TLmzJrDAejs+XO40KJHky4dJk+eVv+t\nlE2bFu417NiyYwOobft2uNy6d+f+9s2PMmXVqm3bBi4c8uTKkYMDF+459OjPAVCvbv069uzat3Pv\nHu47+PDfv33jRI0aOHDh1rNfr01buPjy59OfD+A+/vzh9vPvvx8gKlQGNGnChi1cQoULGTZ0GA5A\nRIkTw1W0eBFjxjB58rRqpWzatHAjSZY0WRJASpUrw7V0+bLlt29+lCmrVm3bNnDhePb0yRMcuHBD\niRYdCgBpUqVLmTZ1+hRq1HBTqVIFFy4cOHDIfv0K9xVs2G7dsGEDBy4cOHDfvoVz+xYuALlz6YKz\nGw5v3m3fvl27pmPIEHDgwhU2XPjbN2/ewjX/BgeuWzdw4cJ9+wYOXDhw4AB09vwZXOhwo0mXNh0O\nHLhJDx60aqWNGjVs2MLVtn0bHLhwu3cD8P0beDjhw4kTRyZIkDdv4ZiDAxcOOvRu3b59C8eNmzRp\n4MKFAwcuXPjwAMiXN38efXr169m3D/cePnxw4cKBA4fs169w+/n37wawGzZs4MCFAwfu27dwDBs6\nBAAxokRwFMNZvLjt27dr13QMGQIOXLiRJEd+++bNW7iV4MB16wYuXLhv38CBCwcOHICdPHuC+xku\nqNChRMOBAzfpwYNWrbRRo4YNW7ipVKuCAxcua1YAXLt6DQc2rFixyAQJ8uYtnFpw4MK5ddut/9u3\nb+G4cZMmDVy4cODAhfv7F4DgwYQLGz6MOLHixeEaO378GFy4yZQrW76M2TKAzZw7gwMXLrTo0aG7\nhTuNOrXq1axVA3gNOzY4cOFq276N+7a2cLx7+/4N/DeA4cSLhzuOPLny5cybO0cOILr06dSrW7+O\nPbv2cNy7e/cOLpz48eTLmz9fHoD69ezBgQsHP758+N3C2b+PP7/+/fkB+AcIQOBAAODAhUOYUOFC\nhdrCPYQYUeJEiQAsXsQYTuNGjh09fgQZciMAkiVNnkSZUuVKli3DhQMXTuZMmjVt3sSZE8BOnj3D\nhQMXTuhQokWNHkV6FBw4AE2dPg0XDlw4qv9VrV61Cg5cOK5dvX4F2xXAWLJlw4UDF07tWrZt3bYF\nBy7cXLp17YIDB0DvXr59/f4FHFjw4G7dwIVDnFjxYsaNHTcGBw7AZMqVt237Fk7zZs6dPX8G/Rkc\nOAClTZ/Wpu1bONatXb+GHVt2bHDgANzGnZsbt2/gwIUDHlz4cOLFjQ8HBw7AcubNnT+HHl36dOrd\nuoELl137du7dvX/3Dg4cAPLlzW/b9i3cevbt3b+HHx8+OHAA7N/Hr03bt3D9/QMMJ3AgwYIGDyIM\nBw4cgIYOH3Lj9g0cuHAWL2LMqHEjx4zgwAEIKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+L/zKlz\nJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1KtWqVq9izap1K9euXr+CDSt2LNmyZs/2VKaM27dv\n4N7Chett7rZt3+6GCwdu795vfr+BCyw4XLhv37p102bNGoDGjh8nS8bt2zdw4L5h5sYNHLhu4MB5\n8xZuNOnR305/8+YNHOvW4cJ9+9at27Zr1wDgzq3bmDFt3rx9Cx7cm7dv37ohz5bt2zdv4J6DCwdu\nOnVw375588bt27du3r1jwwZgPPnyzJht+/YNHLhv38B9+wYOnLdv37hxAwfuG7j+4ACGAzcQ3Ldv\n4BB+UwgOnDdv3bptu3YNQEWLFzFm1LiR/2NHj8qUcfv2DVxJkya9pdy27VvLcOHAxYz5jeY3cDdx\nhgv37Vu3btqsWQMwlGjRZMm4ffsGDtw3p9y4gQPXDRw4b97CZdWa9VvXb968gRM7Nly4b9+6ddt2\n7RoAt2/hGjOmzZu3b3fvevP27Vs3v9myffvmDVxhcOHAJVYM7ts3b964ffvWjTJlbNgAZNa8mRmz\nbd++gQP37Ru4b9/AgfP27Rs3buDAfQM3G1w4cLfBffsGjvc33+DAefPWrdu2a9cAJFe+nHlz58+h\nR5e+bRu4cNexYwcHbhs479/BhRMvPlo0cOC+fQMXjn37cN26gQPnbds2APfx5+fG7Vs4//8Aw4ED\nFw6cQXDdwilcCC6cQ4fUqIED9+0buIvhMmbkxg0cOG/btgEYSbKkNm3ewKlcGQ6cS3DZwIH7RpNm\nuJs3u3ULFw4cuG/atIEb+u1bt27gwH3r1g2A06dQuXH7Fi4cuKvgwmkFB44bOHDfvoEbG65sWWvW\nwIH7xpZtuLdvu3UDB84bN24A8urdy7ev37+AAwv+Rjic4cOIw33z5g0cuHCQI0Petg0YMG3awmne\nrBkcuG/fwH37BqC06dPfUodbzRpcuNfhwIWbTbv27G3bokX79i2c79++wYH79g3ct28Akitf7q15\nuOfQwYWbHu7btm3fvoXbzr07OHDhwn//+8aNG7hw6MN9+xbu2zcA8OPL/0Y/nP374MLpDweOGzeA\n4MCFI1iQ4Ldv1apx4wbO4bdv4SRK/PYtHDhwADRu5NjR40eQIUWO/FYy3EmUKcN98+YNHLhwMWXG\n3LYNGDBt2sLt5LkTHLhv38B9+wbA6FGk35SGY9oUXDio4cCFo1rVKtVt26JF+/Yt3FewX8GB+/YN\n3LdvANSuZevNbTi4ccGFoxvu27Zt376F49vXLzhw4QR/+8aNG7hwicN9+xbu2zcAkSVP/lY53GXM\n4MJtDgeOGzdw4MKNJj3627dq1bhxA9f627dwsWN/+xYOHDgAuXXv5t3b92/gwYWDAxfO//hx5Ma/\nhWPe3DlzP36mTfPmLdx17Nmxf/sGwPt38ODAhSNf3vx59OXByZLlzVs4+PHlz//2DcB9/Pm/fQvX\n3z/AcAIHdgtn8CBCg+DAhWvY8Nu3cBInUvz2DQDGjBrBgQvn8SNIj97CkSxpkqQvX926gWsZ7iXM\nmC/BgQNg8ybOnDp38uzp8yc4cOGGEi069Fu4pEqXJvXjZ9o0b97CUa1qteq3bwC2cu0KDly4sGLH\nki0rFpwsWd68hWvr9i3cb98A0K1r99u3cHr38tXbLRzgwIIBgwMX7vDhb9/CMW7s+Ns3AJInUwYH\nLhzmzJoxewvn+TNoz758desG7nS41P+qV6cGBw4A7NiyZ9Oubfs27tzfvoXr7ft372/hhhMnDg5c\nNyZMFiwQJQpcuOjSp08HYP06dnDgwnHv7v07+HDdunl79EiUKG7cwrFv7/49gPjy53/7Fu4+/vz3\nvYXr7x9gOIEDBYIzCC7ct2/gGIZz+PAhAIkTKYIDFw5jRo0Yv4ULBw5cOJEjRfry1aNHqFDfwIEL\n9xJmzJcAaNa0eRNnTp07efb89i1cUKFDg34LdxQpUnDgujFhsmCBKFHgwlW1evUqAK1buYIDFw5s\nWLFjyYbr1s3bo0eiRHHjFg5uXLlzAdS1e/fbt3B7+fbd6y1cYMGDB4MzDC7ct2/gGIf/c/z4MQDJ\nkymDAxcOc2bNmL+FCwcOXDjRo0X78tWjR6hQ38CBC/caduzXAGjXtn0bd27du3n3DvcbeHDhw4Vz\nAwCACBFPnsI1d/4cOgDp06mHs34de3bt28CB06aN2osXwYJx4xYOfXr16wG0d/8eHLhw8+nXn+8t\nXH79+/Nz4wYwnECB4MCFO4gw4UEADBs6DAcxokSJ38JZvIjRIgUKkiStWhUupMiRJAGYPIkypcqV\nLFu6fBkupsyZNGvKBAfuGgECAAAUKxYuqNChRAEYPYo0nNKlTJs69dapEzZs3QgRQoUKHLhwXLt6\n/QogrNix4cqaPXv2W7i1bNuu1aaN/xkzcODC2b2LNy+AvXz7hvsLOHBgcOEKGz5c2IQJBAh+/QoH\nObLkyQAqW76MObPmzZw7ew4HOrTo0aRDgwN3jQABAACKFQsHO7bs2QBq274dLrfu3bx7e+vUCRu2\nboQIoUIFDly45cybOwcAPbr0cNSrW7f+LZz27dy1a9PGjBk4cOHKmz+PHoD69ezDuX8PHz64cPTr\n26dvwgQCBL9+hQMYTuBAggQBHESYUOFChg0dPoQYTuJEihUtVoQmQECzZuDAhQMZUuRIACVNngyX\nUuVKli2dhYMJc9iwcDVt3sR5E8BOnj3D/QQaNCi4cEWNHg0HLliwcE2dPoX6FMBUqv9Vw13FmlXr\nVq3eDBhYtgwcuHBlzZ5FC0DtWrZt3b6FG1fu3HB17d7FmxcvNAECmjUDBy7cYMKFDQNAnFhxOMaN\nHT+G7Czc5MnDhoXDnFnzZs0APH8GHU70aNKkwYVDnVp1OHDBgoWDHVv2bNkAbN/GHU73bt69fff2\nZsDAsmXgwIVDnlz5cgDNnT+HHl36dOrVrYfDnl37du7hvHmbNo3Whw9fvoRDn179evQA3L+HH07+\nfPr17T/DH04/OHDh/AMMJ3AgwYLhACBMqBAcuHAOH0KMCLGbK1exYjWrVYsbt3AeP4IM6REAyZIm\nwYELp3Ily5Yuw23bZmvBghkzwuH/zKlzJ04APn8CDSp0KNGiRo+GS6p0KdOm1cKFu3YNV4UK3ryF\ny6p1K9esAL6CDRtuLNmyZs/CCqdWLTZs4d7CjSs3LoC6du+Gy6t3L9++lpo1s2OnmjRp4Q4jTnwY\nHLhwjh0DiCx5crjKli9jzgwuXDht2lYNGHDtGjhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq17d7Vw\n4a5dw1Whgjdv4Y4jT678OIDmzp+Hiy59OvXqsMJhx44NW7ju3r+D/w5gPPny4c6jT69+vaVmzezY\nqSZNWrj69u/XBwcuHH/+AAACEDhwYDiDBxEmVAguXDht2lYNGHDtGjhw4TBm1LgR/0BHjx9BhhQ5\nkmRJk+FQplS5kiU0ESIyZRpWpw4qVOFw5tS5EycAnz+BhhM6lGjRWLGcOevWDRUuXOGgevMmTNi3\nb+GwZtW6FUBXr1/DhRU7lmzZURQowIGz7du3cG/hxo0LDlw4uwDw5tUbjm9fv38Bh0OEyI+fShMm\nMGESjnFjx+Aggws3GUBly5cxZ9a8mXNnz+FAhxY9mjQ0ESIyZRpWpw4qVOFgx5Y9GzYA27dxh9O9\nm3fvWLGcOevWDRUuXOGQe/MmTNi3b+GgR5c+HUB169fDZde+nXv3URQowIGz7du3cOfRp08PDlw4\n9wDgx5cfjn59+/fxh0OEyI+fSv8AJ0xgwiScwYMIwSkEF64hgIcQI0qcSLGixYsYw2ncyLGjxznE\niG3bxs2WrXAoU6pcqRKAy5cww8mcSZMmNG7crFnTpu1VuJ8/ceHq1i2c0aNIkxoFwLSp03BQo0qd\nSnWHMGHcuIXbyrWr16/hAIgdSzac2bNo06p1tm2bNm3PrlwJR7eu3bt2Aejdy7ev37+AAwseHK6w\n4cOIE88hRmzbNm62bIWbTLmy5coAMmveHK6z58+foXHjZs2aNm2vwqlWjQtXt27hYsueTTs2gNu4\nc4fbzbu37987hAnjxi2c8ePIkysPB6C58+fhokufTr26s23btGl7duVKuO/gw4v/Dw+gvPnz6NOr\nX8++vftw8OPLny8fHDhIYsQsWwZu2zaA3ryFI1jQ4EGCABQuZBjO4UOIEHt9+ODFy7FjybhxC9fx\n1asxY6hRC1fS5EmUAFSuZBnO5UuYMWXq2rQJG7ZwOXXu5NkzHACgQYWGI1rU6FGk3V69AgWKGzRo\n4MCFo1rV6lWqALRu5drV61ewYcWODVfW7Fm0Z8GB88GN27Zt4bBhC1fX7l28dwHs5ds33F/AgQMn\n8eVr0iRu3LaFY8w4RQpr1rZtC1fZ8mXMADRv5hzO82fQoUVHqFaNG7dwqVWvZt06HADYsWWHo13b\n9m3cTKhRkybt27Zt4YQL//Yt/9xx5MmPA2De3Plz6NGlT6dePdx17Nm1ZwcHzgc3btu2hcOGLdx5\n9OnVpwfQ3v37cPHlz5+fxJevSZO4cdsWzj/AcOFSpLBmbdu2cAoXMmwI4CHEiOEmUqxo8WKEatW4\ncQvn8SPIkCLDAShp8mS4lCpXsmzJhBo1adK+bdsW7ubNb9/C8ezpkyeAoEKHEi1q9CjSpErDMW3q\n9Om2bd++gQNXyYaNbt3CfftmzVq4sN68ZcsW7izatADWsm0b7i1cuODChQMH7gkBAnDgfPsWDhy4\ncIKnTAEChBu3cIoXM24M4DHkyOEmU65sufK3bwoAALh1Kxzo0KDBgePGDVy41P+qVQNo7fp1uNiy\nZ9OubSRAgEiRvnnzNm1auOC/fjFi1C0c8uTJATBv7vw59OjSp1OvHu469uzat2379g0cuEo2bHTr\nFu7bN2vWwrH35i1btnDy59MHYP8+/nD69+8HFw5gOHDgnhAgAAfOt2/hwIEL93DKFCBAuHELdxFj\nRo0AOHb0GA5kSJEjRX77pgAAgFu3wrV02RIcOG7cwIWzefMmAJ07eYbz+RNoUKFGAgSIFOmbN2/T\npoVz+usXI0bdwlW1ahVAVq1buXb1+hVsWLHhyJY1exZtK3DgwrXdti1c3LjYsIWzexevXQB7+fYN\n9xdw4L/ZsknYtWvbtnCLGS//pkIlXGTJkylPBnAZc+Zwmzl39tw5ViwAKlTgwhUOHLhwq1eDAxcO\ndmzZsAHUtn07XG7du3n3HpAlCzRo4bZtC3f8eJYszZqFc/4cOgDp06lXt34de3bt28N19/4dfPht\n166BAxdOmzZcuJ49A+fMmTVr4MLVt28fQH79+8P19w8wnEBw375du4YiS5Zv38I5fOgQGjRs2MJZ\nvIgRHLhwHDkC+AgyZLiRJEuWBBctGjJkdeoAeIkGTbdo0UyZ4sYtHLed3ML5/AkUgNChRMMZPYo0\nKdJv3y6YMEGNWrhu3Xbt0qWr2IsXIUJ8Cwc2bFgAZMuaPYs2rdq1bNuGews3/67cuduuXQMHLpw2\nbbhwPXsGzpkza9bAhTuMGDGAxYwbh3sMGTK4b9+uXUORJcu3b+E6e+4MDRo2bOFKmz4NDly41asB\nuH4NO5zs2bRpg4sWDRmyOnUA+EaDplu0aKZMceMWjptybuGaO38OILr06eGqW7+O/fq3bxdMmKBG\nLVy3brt26dJV7MWLECG+hXsPHz6A+fTr27+PP7/+/fzD+QcYTuBAggUHZguXMKEsWeDAadMGLlq0\ncBUtXqwIQONGjuE8fgTpkRq1L+FMnkRpctSocC1dvoT5EsBMmjXD3cSZM+e3cOG+fYsVi8CvX8uW\nfVOkyJu3b9/CPYUaVSoAqv9VrYbDmlXrVq3btqkIFzbss2fhwj17Ni1BgmrVwr2FGxfAXLp17d7F\nm1fvXr7h/P4FHFhwtnCFC8uSBQ6cNm3gokULF1ny5MgALF/GHE7zZs6aqVH7Ek70aNKiR40Kl1r1\natarAbyGHTvcbNq1a38LF+7bt1ixCPz6tWzZN0WKvHn79i3ccubNnQOAHl16OOrVrV+3vm2binDd\nuz97Fi7cs2fTEiSoVi3cevbtAbyHH1/+fPr17d/HH07/fv79uQHkBg5cuHDeokULpxAbtkSJoEH7\nxo1bt27hLmLMCGAjx47hPoIESe3bN2/egmnTFm4lS5bgYMFChiwczZo2b9L/BKBzJ89wPn8CBQru\n2bNv38CBa2XIkDdv4ZIlu3KlW7dwVq9izQpgK9eu4b6CDSsWGTJq1Lp1k9WtW7i2bYsUGTNmkwkT\nTpyEy6t3L4C+fv8CDix4MOHChsMhTqx4MTdu4MCFC+ctWrRwlrFhS5QIGrRv3Lh16xZuNOnSAE6j\nTh1uNWvW1L598+YtmDZt4W7jxg0OFixkyMIBDy58OHAAxo8jD6d8OXPm4J49+/YNHLhWhgx58xYu\nWbIrV7p1Cyd+PPnyAM6jTx9uPfv27pEho0atWzdZ3bqFy5+/SJExYwBuMmHCiZNwBxEmBLCQYUOH\nDyFGlDiRYjiLFzFi7BYu/xw4cOHCWQs3cmS1auDAhVO5kmVLlQBgxpQZjmZNmzTBgcsWjmdPn+Gu\nHToUjmhRo0eNAlC6lGk4p0+hRpXaLVzVqpMmgQMXjmtXr1+5AhA7lmw4s2fRouUWjm1bcOHgwrVm\nTVtdbdX+/Am3l2/fvQAABxY8mHBhw4cRJw63mHHjxsOsWJEkCRs2a9q0hdP87du1a+FAhxY9GjQA\n06dRh1O9mjVrcOFgx7bmwMGLF6CIEQMHLlxv37+B9wYwnHjxcMeRJ1e+fPmuXaRIhZM+nXp16QCw\nZ9cejnt37953YcLUrVs48+fNd+uWIoUXL9iuXQMHLlx9+/cB5Ne/n39///8AAQgcSLCgwYMIBYZb\nyLBhw2FWrEiShA2bNW3awmn89u3atXAgQ4ocCRKAyZMow6lcyZIluHAwY1pz4ODFC1DEiIEDF66n\nz59AewIYSrRouKNIkypdunTXLlKkwkmdSrWqVABYs2oNx7WrV6+7MGHq1i2c2bNmu3VLkcKLF2zX\nroEDF66u3bsA8urdy7ev37+AAwsOR7iwYcNMXr3ChWvbNm7hIkueTLkyZQCYM2sOx7mz58+gTfz4\nMWUKtXCoU6tezRqA69ewwYELR7u27du4a4PLkKFbt3DAgwsfDhyA8ePIwylfzpz5LnDgwkmfTt2I\nkWTJWLH6Bg5cuO/gw3//B0C+vPnz6NOrX8++fbj38OPHZ/LqFS5c27ZxC8e/v3+A4QQOJFgwHACE\nCRWGY9jQ4UOIJn78mDKFWjiMGTVu5AjA40eQ4MCFI1nS5EmUJcFlyNCtWziYMWXOhAnA5k2c4XTu\n5MlzFzhw4YQOJWrESLJkrFh9Awcu3FOoUZ8CoFrV6lWsWbVu5do13FewYMGFC+fNGxoCBMiQyZYt\nHDhw4eTOpVvX7lwAefXuDdfX71/A0qRp0yZL1gAAACpU6BbO8WPIkSUDoFzZMjjM4TRv5tyZMyhQ\nrFgpMlDaQLdu4VSvZt0awGvYscPNpk272zfc33KtWhXO92/gK1YAAHDj/wa3cMmVL18OwPlz6NGl\nT6de3fr1cNm1b8+uTVuQWrWkSfv2Ldx59OnVr18PwP17+OHkz6dfHxy4b9+cOAFAgQJAVKjCESxo\n8CDCcAAWMmwY7iHEiBInaqtWTZkyGQEC9OoFDly4kCJHkgRg8iTKcCpXslQJDty0cDJn0gzn7cCB\nIkVy5Qrn8yfQoACGEi1q9CjSpEqXMg3n9ClUp9q0BalVS5q0b9/Cce3q9StYsADGki0b7izatGrB\ngfv2zYkTABQooEIV7i7evHr3hgPg9y/gcIIHEy5sWFu1asqUyQgQoFcvcODCUa5s+TKAzJo3h+vs\n+XNncOCmhStt+nQ4b/8HDhQpkitXuNiyZ9MGYPs27ty6d/Pu7ft3uHDgwhEvXhwcOFpjxnDjFu75\nt2/hplOvPh0c9nDhvn0DBy4ceADix5MPZ/48evTgPHk6dgwNmgIDBnjzFu4+/vz694cD4B8gAIED\nAYAzGA5hQoULEzLToEGNGi4MGJgwAQ5cOI0bNYIDFw4kSAAjSZYEdzJcynDgWIZzGQ5czHAzadL0\nduLEggXMmIXz+e1bOKHgwIUzahRAUqVLmTZ1+hRqVKnhwoELdxUrVnDgaI0Zw41bOLHfvoUzexat\nWXBrw4X79g0cuHBzAdS1ezdcXr1794Lz5OnYMTRoCgwY4M1bOMWLGTf/dhwOQGTJk8FVDncZc2bN\nmJlp0KBGDRcGDEyYAAcuXGrVqcGBC/f6NQDZs2mDsx0Odzhwu8P1DgcOeDjhw4d7O3FiwQJmzMI1\n//YtXHRw4MJVrw4Ae3bt27l39/4dfPhw48mXLw8uXHr169m3d88eQHz588PVt38f/31u3OCE8w8w\nnMCBBAsaFAggocKF4Ro6fAgxYrdw4b594yZNWriNHDt67AggpMiR4MCFO4kypcqVKWfNCgczpsyZ\nMgHYvIkzp86dPHv6/BkuqNChQ8GFO4o0qdKlTJUCeAo1aripVKtarcqNG5xwXLt6/Qr2K4CxZMuG\nO4s2rdq13cKF+/aN/5s0aeHq2r2L9y6AvXz7ggMXLrDgwYQLD541K5zixYwbMwYAObLkyZQrW76M\nOXO4cODCef4MOrTo0aRLAziNOnW4cODCuX4NO7bs2bRrA7iNO3e43bx7+/4dzpu3cMSLGz+OvDiA\n5cybg3seLrr06dSrUwcHLpz27dy7awcAPrz48eTLmz+PPj03bt/AgQsHP778+fTr258PDhyA/fz7\ncwPI7Vs4ggUNHiwILtxChg0dPmQIDhwAihUtevMWTuNGjh05ggsXUuRIkiVFggMHQOVKltq0fQsX\nU+ZMmjVlfvsWTudOnj11ggMHQOhQokWNHkWaVOlSbty+gQMXTupUqv9VrV7FWhUcOABdvX7lxu1b\nOLJlzZ4tCy7cWrZt3b5lCw4cALp17XrzFk7vXr59+YILF1jwYMKFBYMDB0DxYsbatH0LF1nyZMqV\nJX/7Fk7zZs6dNYMDB0D0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9H\nnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9H75sZM27fvoGDHz/+N/rcuH375g3c\nfnDh/AMMJ1AgOHDfvnkDB64bw27brl0DIHEixWbNuoHLqHEjuG/gwHHjFi4cuHAmTYJLCc6bN3Au\nX4YL9+2bN2/bsGH/A6BzJ09kyLZ9+wYO3Ldv4L59AwfO27dv3rx9+8bNm7dt28B9+wZuK7hw4MB9\n+8YNHDhuZs1aswZgLdu2zJh1Ayd3bjhw4MKF+wYO3Le+37h9+8aNG7jC4Q4jDvftGzdw4Lp18yZZ\nmzYAli9jzqx5M+fOnj9v2/YtHOlw4MCFS526W7hw4MB9++YtHG3a3LiFCwdu97dv4cKBC75tGzhw\n37hxA6B8OfNu3cCFix4OHLhw1q1zCxcOHLhw3r97nzYtXDhw5s2HS59+2zZw4Lxx4wZgPv3627Z9\nCxcOHH9w4QCGCwcOnLdwB8OBAzcNHLhv37xFDDdx4rdv4cKB+/Zt/9s2cOC+desGgGRJk9y4gQu3\nkmXLcN7CxZQJLVw4cDe7dQu3c2e3buHCfROqTRs4o968AVC6lGlTp0+hRpU69VvVcFexZg0Hrls3\ncODChQP37Vs4s+DAdesWji1bcODCxQUH7tu3cODAAdC7l+83v+EABxYc7ps3b+EQJ1a8bVutWtSo\ngZMsOVxlcOC+fQO3GUBnz5+/ffMWjnRpcOFQowYHLlzrcNuUKatW7Vttb97C5c4NDlw43+DAffsW\nDhw4AMeRJ/+2PFxz58+bgwMXjno4bLt2TZv2TVt3beHAgwP37Ru4cOHApQcXDhw4AO/hx5c/n359\n+/fxf9Mfjn9///8Aw4Hr1g0cuHDhwH37Fq4hOHDduoWbOBEcuHAYwYH79i0cOHAAQooc+a1kuJMo\nU4b75s1buJcwY27bVqsWNWrgcuYMxxMcuG/fwAkFQLSo0W/fvIVbyhRcuKdPwYELRzXcNmXKqlX7\nxtWbt3BgwYIDF64sOHDfvoUDBw6A27dwv8kNR7euXbrgwIXbGw7brl3Tpn3TRlhbuMPgwH37Bi5c\nOHCQwYUDBw6A5cuYM2vezLmz58/gwIUbTbr06G/hUqv+Fq51a27cwsmeTbu27G/fAOjezRscuHDA\ngwsH/i2c8ePIjRMhwouXNWvgwkmfTl06OHAAsmvf/u1buO/gw3//BxeufDhw4DRRW0+Nm/tw8OPL\nnw8fHDgA+PPrBwcunH+A4QQOJEgQHLg3yJAxY+bNl69wESVOpBgRHDgAGTVu5NjR40eQIUWCAxfO\n5EmUJr+FY9nyWziYMLlxC1fT5k2cNb99A9DT509w4MINJVp06LdwSZUuTUqECC9e1qyBC1fV6tWq\n4MAB4NrV67dv4cSOJSsWXDi04cCB00TNLTVuccPNpVvX7lxw4ADs5dsXHLhwgQUPJhwYHLg3yJAx\nY+bNl69wkSVPphwZHDgAmTVv5tzZ82fQoUWDAxfO9GnUpsGFC/ftW7hw4MLNnu3NmzZt4XTv5t1b\nNwDgwYWDAxfO//hx5MbBhWPe3Hk4bxUqAABAhAi3cNm1b98OwPt38N++hSNf3vz5b9+6dZNz4YIS\nJc2wYQMHLtx9/Pn13wfQ3z9AAAIBgAMX7iDChAjBgevWbds2GAUKhAiBihOnY8fCcezo8SNHACJH\nkixp8iTKlCpXggMX7iXMmC/BhQv37Vu4cODC8eTpzZs2beGGEi1qdCiApEqXggMX7inUqE/Bhatq\n9Wo4bxUqAABAhAi3cGLHkiUL4CzatN++hWvr9i3cb9+6dZNz4YISJc2wYQMHLhzgwIIHAwZg+DBi\ncODCMW7suDE4cN26bdsGo0CBECFQceJ07Fi40KJHkw4N4DTq1P+qV7Nu7fo17HCyZ9Om/S0c7ty6\ncefKFe438ODCgwMobvx4uOTKlzNvzpwbAAAPHrRoEe469uzaAXDv7h0cuHDix5MvL96bNwl58ogR\nw82bt3Dy59OvTx8A/vz6w/Hv7x9gOIEDB377lkCLlh49gq1aBQ5cOIkTKVaUCABjRo0bOXb0+BFk\nyHAjSZYsCS5cSpXhwIEL9/LYMWDAwtW0eRNnTQA7efYM9xNoUKFDgYIDNy1AAAAAZs0K9xRqVKkA\nqFa1Gg5rVq1buRb68AEXLnDhyJY1exYtALVr2YZz+xZuXHDgwtUNN2bBglChvHHj9u1bOMGDCRcW\nDABxYsWLGTf/dvwYcuRwkylXrgwuXGbN4cCBC/f52DFgwMKVNn0adWkAq1m3DvcadmzZs2GDAzct\nQAAAAGbNCvcbeHDhAIgXNx4OeXLly5kX+vABFy5w4ahXt34dOwDt27mH8/4dfHhw4MKVDzdmwYJQ\nobxx4/btWzj58+nXlw8Af379+/n39w8QgMCBBAsaPCgwnMKFDBs6dGjKVLiJFCtarAggo8aN4Tp6\n/AgyJEhuBQps2xYupcqVLFMCeAkzZriZNGvavIkInE5w4Xr6/Ak0aDgARIsaDYc0qdKlTEOFewo1\nqtSpUgFYvYo1q9atXLt6/RourNixZMuWNWUqnNq1bNuyBQA3/67ccHTr2r2L9y63AgW2bQsHOLDg\nwYABGD6MOJzixYwbO0YELjK4cJQrW76MORyAzZw7h/sMOrTo0aHCmT6NOrXq1ABau34NO7bs2bRr\n2w6HO7fu3bzDgQMXLVo2Vaq2bQuHPLny5cgBOH8OPZz06dSrW58ODhw3L16UKQsHPrz48eABmD+P\nHhy4cOzbu3/vntu3b+DAhbuPP7/+/eEA+AcIQOBAAOEMHkSYUOFChg0PAoAYUeJEihUtXsSYMdxG\njh09fqQWLpw0adgSJQqXUuVKlisBvIQZM9xMmjVt3rTZDQeOcD19/gT6E8BQokXDHUWaVOlSYeHC\ngQMXDhy4cP9VrV7FehXAVq5dw30FG1bsWG3hzJ5Fm1ZtWgBt3b6FG1fuXLp17YbDm1fvXr7UwoWT\nJg1bokThDB9GnBgxAMaNHYeDHFnyZMqTu+HAEU7zZs6dOQMAHVp0ONKlTZ9GLSxcOHDgwoEDF072\nbNq1aQPAnVt3ON69ff8Gri3ccOLFjR83DkD5cubNnT+HHl369HDVrV/Hnr0bCBA+fAx79WrbtnDl\nzZ9HXx7Aevbtw72HH1/+/G906NSqRaxIkVatwgEMJ3AgwYLhACBMqDAcw4YOH0LshglTtmzgunXb\nti0cx44eP3IEIHIkyXAmT6JMqdKbHz/UqIWLCQ5cuJo1wYH/C6dzJ08APn8CDSp0KNGiRo+GS6p0\nKdOm3UCA8OFj2KtX27aFy6p1K9esAL6CDRtuLNmyZs9+o0OnVi1iRYq0ahVuLt26ducCyKt3b7i+\nfv8CDtwNE6Zs2cB167ZtW7jGjh9DbgxgMuXK4S5jzqx5szc/fqhRCycaHLhwpk2DAxduNevWAF7D\nji17Nu3atm/jDqd7N+/evs+8euXL1zdu3MIhT658uXIAzp9DDyd9OvXq1k0lSyZNmjEUKMKBDy9+\nvHgA5s+jD6d+Pfv27hlp07Zt27dhw8Lhz69/v34A/gECEDgQQDiDBxEmVMjj169du7wFCxaOYkWL\nFy0C0LiR/2NHjx9BhhQ5MlxJkydRpjzz6pUvX9+4cQs3k2ZNmzUB5NS5M1xPnz+BBjWVLJk0acZQ\noAi3lGlTp00BRJU6NVxVq1exZmWkTdu2bd+GDQs3lmxZs2UBpFW7Nlxbt2/hxuXx69euXd6CBQu3\nl29fv30BBBY8mHBhw4cRJ1YcjnFjx48hvwoRQosWcOEwZ9a8mTMAz59BhxM9mnRp044oUNiz51eb\nNrhwhZM9m3Zt2QBw59Ydjndv37+Bi7JhY84cZqxYBQsGDlw458+hRwcwnXr1cNexZ9e+fQMAAAoU\nsOnSZccObtzCdevGjRu4cO/hwwcwn359+/fx59e/n384//8AwwkcSLDgwAOTJoUKFa6hw4cQI4YD\nQLGixXAYM2rcyHGDr4++mlGh8u1buJMoU6o8CaCly5fhYsqcSbOmCGPGRImatmnTt2/hggodSjQo\ngKNIk4ZbyrSp06bgwA0gQWLECEuoUHHjBg5cOG/ewokdS1YsgLNo06pdy7at27dww8mdS7eu3QOT\nJoUKFa6v37+AA4cDQLiw4XCIEytezHiDr8e+mlGh8u1buMuYM2u+DKCz58/hQoseTbq0CGPGRIma\ntmnTt2/hYsueTTs2gNu4c4fbzbu3797gwA0gQWLECEuoUHHjBg5cOG/ewkmfTl06gOvYs2vfzr27\n9+/gw4n/H0++vHkRAAD48ROuvfv23rxp0xauvv37APLr3x+uv3+A4QQOHOjNGzhw375JmTCBGbNv\nwYL58hXO4kWMGS0C4NjRYziQIUWOJHkIAIBLl645czZtWjiYMWXOhAnA5k2c4XTu5NnTZw0CBAQJ\n2ubN27Zt4ZQq9eYt3FOoUQFMpVrV6lWsWbVu5RrO61ewYcWKAADAj59wadWm9eZNm7ZwceXOBVDX\n7t1wefXu5evNGzhw375JmTCBGbNvwYL58hXO8WPIkR0DoFzZcjjMmTVv5nwIAIBLl645czZtWjjU\nqVWvRg3A9WvY4WTPpl3bdg0CBAQJ2ubN27Zt4YQL9+Yt/9xx5MkBLGfe3Plz6NGlT6cezvp17Nm1\nE3DjRpq0cODAhSNPPlu2cOnVr08PwP17+OHkz6df376wcPnzz5oFDhzAcAIHEiwoEADChArDMWzo\n8CFEJsqUYcPmLVq0cBo3cuzIEQDIkCLDkSxp8iTKLN++hWvp8iXMmC4B0Kxp8ybOnDp38uwZ7ifQ\noEKHVunQIVq0cNy4yZKFDBm4XLmmTQtn9SpWAFq3cg3n9StYsOCwYdu2LVw4b+HWroUGzZSpbNnC\n0a1r9y6AvHr3huvr9y/gwKk6dcqWLRw2bNy4hWvs+DHkxgAmU64c7jLmzJo3cwMHLhzo0KJHkw4N\n4DTq1P+qV7Nu7fo17HCyZ9OubbtKhw7RooXjxk2WLGTIwOXKNW1auOTKlwNo7vx5uOjSp08Hhw3b\ntm3hwnkL5907NGimTGXLFu48+vTqAbBv7z4c/Pjy59NP1alTtmzhsGHjxg1gOIEDCRYUCABhQoXh\nGDZ0+BAiN3DgwlW0eBFjRosAOHb0+BFkSJEjSZYMdxJlSpUrYYRz6XLWLHDgrFkL9+pVOJ07eeoE\n8BNo0HBDiRYtigscuG/fwjV12nTGDG7csmULdxVrVq0AuHb1Gg5sWLFjyeIKd/asMGHh2LZ1+9Yt\nALlz6YazexdvXr3XwvX1+7cvN27hCBc2TBhAYsWLGTf/dvwYcmTJ4ShXtnwZM4xwmzfPmgUOnDVr\n4V69CncaderTAFi3dh0OdmzZsnGBA/ftWzjdu3XPmMGNW7Zs4YgXN34cQHLly8M1d/4cenRc4ahT\nFyYsXHbt27lvB/AdfPhw48mXN3/+Wjj169mr58YtXHz58+MDsH8ff379+/n39w8QgMCBBAGEO4gw\nocJs2b59AwfuVLBg4Sp688aCBSBA2Zo1w4YtnMiRJAGYPIkynMqVK8GFexlOkgwZ166Fu4nzJiFC\nGjQwYxYuqNChRAEYPYo0nNKlTJt68xYuajhv06aFu9qtmzFj4MCF+wo2rFgAZMuaDYc2rdq1bMFx\n4xYu/27cbdu+fQvHLC+zcHz7+gUAOLDgwYQLGz6MOHG4xYwbO86W7ds3cOBOBQsWLrM3byxYAAKU\nrVkzbNjCmT6NGoDq1azDuX79Gly42eEkyZBx7Vq43bx3EyKkQQMzZuGKGz+OHIDy5czDOX8OPbo3\nb+Gqh/M2bVq47d26GTMGDly48eTLmweAPr36cOzbu38PHxw3buHq19+27du3cMz6MwMYTuBAggAM\nHkSYUOFChg0dPgwXUeLEidzCXcQILtzGjcGCIUO2bVu4atXCnUSZ8iQAli1dhoMZUybMb99WRIsG\nDlw4nj15OnCgStW3b+GMHkWaFMBSpk3DPYUaNSq4cP9VrYILlzXrsmXgwIUDG1bsWLAAzJ5FG07t\nWrZt3XoLFzeuN2/g7IL7VqxYOL59/fIFEFjwYMKFDR9GnFhxOMaNHTMGB86PBg3AgIXDnBlzt24t\nWsSJ8010ONKlTZMGkFr16nCtXbsGF3vbNhpOnHjzFk73bt0gQDhwoE1bOOLFjR8HkFz58nDNnT9/\n/g0cuHDVrV+PFm3WLG7cwn0HH148APLlzYdDn179evbYrFn79i3crl06dGjShI0XL2nSwgEMJ3Dg\nQAAGDyJMqHAhw4YOH4aLKHFiRHDg/GjQAAxYuI4eO3br1qJFnDjfToZLqXJlSgAuX8IMJ3PmTHA2\nt23/o+HEiTdv4X4C/QkChAMH2rSFS6p0KVMATp9CDSd1KlWq38CBC6d1K9do0WbN4sYtHNmyZs8C\nSKt2bbi2bt/CjYvNmrVv38Lt2qVDhyZN2HjxkiYtHOHChgEgTqx4MePGjh9DjhxuMuXKk7150/Dq\nFTdu4T6D/syESbNmr16BSx1uNevWqwHAji07HO3atmlz4zYGHLhwvn//BmfAwLNn376FS658OXMA\nzp9DDyd9OnXq4MJhz64de65c376BAxduPPny5gGgT68+HPv27t/D7xZu/nxUqKhRw4btGzhw4QCG\nEziQYDgABxEmVLiQYUOHDyGGkziRokRv3jS8esWN/1s4jx89MmHSrNmrV+BQhlO5kqVKAC9hxgw3\nk2bNmdy4jQEHLlxPnz7BGTDw7Nm3b+GQJlW6FEBTp0/DRZU6dSq4cFexZr2aK9e3b+DAhRM7lmxZ\nAGfRpg23lm1bt2+7hZMrFxUqatSwYfsGDlw4v38B+wUwmHBhw4cRJ1a8mHE4x48fd/v27do1Cg4c\nePMWjnNnzlCgAABw4wa3cKdRp04NgHVr1+Fgx47tLVy4b994/foVjjdvcOC8eQvGgEGMGODAhVO+\nnHlzAM+hRw8XDlw469fBhdMeDpw2beHAg/fmDVz5YMFKleLGLVx79+/hA5A/n344+/fx5+fGDRy4\ncP8Aw4GzZg2cwWLFvHgpVgxcuIcQI0YEQLGixYsYM2rcyLFjuI8gQ3589qwEOHDhUqpciQABDRql\nSoWbSbOmTQA4c+oMx7OnT57fvg0LR7So0XCnMGDw5i2c06dQozoFQLWq1XBYs2rV2i2c169gw22r\nVGnbNnDgwqldy7YtgLdw44abS7duXXDh8ur9Bg5cuHDdUKHChg0cuHCIEyteDKCx48eQI0ueTLmy\n5XCYM2vG/OxZCXDgwokeTRoBAho0SpUKx7q169cAYsueHa627du1v30bFq6379/hTmHA4M1buOPI\nkys/DqC58+fhokufPr1buOvYs4fbVqnStm3gwIX/G0++vHkA6NOrD8e+vXv34MLJn/8NHLhw4bqh\nQoUNGziA4MINJFjQIACECRUuZNjQ4UOIEcNNpEjxGziM4GxhwxbO40eQJUoQICBLFjiU3bqFY9nS\nJQCYMWWGo1mzJrhwOcNlw4Yt3M+fuXJZIwoHDi5c4ZQuZQoOXDioUAFMpVoV3NVwWcOB4xrOa7hu\n27aFIxsOnDFj3Lh1M2Vq1Spw4MLNBQcu3F1w4MLt3QvA71/A4QQPJkwY3Ldv4RSHAwcNGjhw4Zo1\nc+UKHLhwmTVv5gzA82fQoUWPJl3a9OlwqVWr/gbONThb2LCFo13bdokSBAjIkgXOd7du4YQPJw7A\n//hx5OGUL18OLtzzcNmwYQtXvXquXNa0w4GDC1c48OHFgwMXzrx5AOnVrwfXPtz7cODkh6Mfrtu2\nbeH0hwNnzBhAbty6mTK1ahU4cOEWggMX7iE4cOEmTgRg8SLGcBo3cuQI7tu3cCLDgYMGDRy4cM2a\nuXIFDly4mDJn0gRg8ybOnDp38uzp82e4oEKHEi1a1I6dcEqXMm3KFADUqFLDUa1q9SpWrODAhevq\n9SvYrwDGki0LDly4tGrXsm27tlu3cHLn0q1LFwDevHrD8e3r9y9gwODAhSts+DDiwwAWM27s+DHk\nyJInUw5n+TLmzJo127ET7jPo0KJDAyht+nS41P+qV7Nu3RocuHCyZ9OuTRsA7ty6wYEL5/s38ODC\ngXfrFu448uTKkwNo7vx5uOjSp1OvXh0cuHDat3Pvzh0A+PDix5Mvb/48+vTh1rNv7/79+2/funUL\nZ/8+/vz2AfDv7x9gOIEDCRY0GA4cuHALGTZ0+JAhAIkTKYYLBy5cRo0bOXb0+BEkAJEjSYYLBy5c\nSpUrWbZ0+XIlOHDhwIEDcBNnTp07efb0+RMoN27gwhU1ehRp0qLguHEL9xRqVKlPwYEDcBVrVm/e\nwIXz+hVsWLFjyY4FBw5AWrVrtWnzBg4uuHBz6da1exdvXrrfvgHw+xcwN27fwhU2fBhxYsWLC4P/\nAxcO8rdvAChXtnwZc2bNmzl35sYNXDjRo0mXNi0aHDdu4Vi3dv2aNThwAGjXtu3NG7hwu3n39v0b\neHDg4MABMH4cuTZt3sA1BxcOenTp06lXtx792zcA27l358btWzjx48mXN38evXhw4MK1//YNQHz5\n8+nXt38ff379+/n39w8QgMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEua\nPIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKZx45p8+bt2zdv3sB58wYu\na7hw4MCFCwcuXDhwZL15+/atW7dwbNu6/fat/9u2bQDq2r177Ng2b96+ffPm7Vu3bt++dfPmrVu3\nb9+6gQP37Vu4yZQngwP37Zu2b9+4cfPmrVu2bABKmz6NDFm2bt28eePG7Zs3b+Bqh7uN+5s3b926\ngfv2DZxwcOHAGQfnDRw4b8y9dcuWDYD06dSXLdv2Lfs3b96+desGDpw3cOC+fQMH7hs4cN++gXv/\nPpx8+eDAfQMHjpt+btqqVQMIQOBAggUNHkSYUOHCbdu+gYMI7tu3cBUrgguXUSO4cB07EiP27Zs3\nb9/CnUQZzpu3cOG8ceMGQOZMmtq0fQOXU2c4cD3BdQsXDtxQcNHAgfv2LdxSpku3bQMH7ps3b//b\ntoHD6s0bAK5dvW7b5g0cuG/funULl1bt2rTTwL0F982bt3B163rzFi4cOL7btoED961bNwCFDR/m\nxu0bOMbgvn0LB04yuG/hLF/WFk5zOHDbtoUDHVo0OHDVqn371k2bNgCtXb+GHVv2bNq1bX/75i3c\n7nDgwH0LFzw4OHDhjB9Hrk3brVvSpIWDHl06OHDhwIEDkF37dm/dw30HDy7c+HDgvHkDBy5cuGzP\nnnnzFk7+fPrfvoELlz8cOHDhwAEEB2AgwYLfvnULpzCcN2/gwkGMKDEcN2fOvHkLB24juHAeP4IE\nB+7bt3DgwAFIqXLlt5bhXoYDJzMczZo2w4H/o0bNmzdw2bJZsxZuKNGi37558wbu2zcATp9CjSp1\nKtWqVq9+++YtHNdw4MB9CydWLDhw4c6iTatN261b0qSFiyt3Ljhw4cCBA6B3L19vfsMBDgwuHOFw\n4Lx5AwcuXLhsz5558xZuMuXK376BC6c5HDhw4cCBAyB6NOlv37qFSx3Omzdw4V7Djh2OmzNn3ryF\nA6cbXLjevn+DA/ftWzhw4AAgT678G/NwzsOBix5uOvXq4cBRo+bNG7hs2axZCyd+PPlv37x5A/ft\nG4D27t/Djy9/Pv369sGBC6d/P//+/gGGExhu0iRs2Lp1C7eQYUOG4MABkDiRIjhw4TBm1IgR/1w4\nj+HAgSsFDlw4kydRpjQJDlw4l+DAAZA5kyY4cOFw4gQHLlxPnz975vr2LVxRo0eRJg337RsAp0+h\nggMXjmpVq1etAuvWjRu3brNmhRM7lqxYcODCpf32DUBbt2/hxpU7l25du+DAhdO7l29fv3wnTcKG\nrVu3cIcRJ0YMDhwAx48hgwMXjnJly5TBhdMcDhy4UuDAhRM9mnRp0eDAhVMNDhwA169hgwMXjjZt\ncODC5da9O3eub9/CBRc+nHjxcN++AVC+nDk4cOGgR5c+XTqwbt24ces2a1Y479/BewcHLlz5b98A\npFe/nn179+/hx5f/7Vs4+/fx59ePnxWrHf8Ad4ABAy6cwYMIEQJYyLDht2/hIkqcGBGcRW8YvTnq\n1IkatXAgQ4oE+S1cOHDgwqlUCaCly5ffvoWbSbOmTXDgvn0DpUtXt27hggodSrRoOABIkyr99i2c\n06dQo0KVpUIFESKwChUqViyc169gwYELR5YsgLNo06pdy7at27dwv30LR7eu3bt47bJitWMHGDDg\nwgkeTJgwgMOIE3/7Fq6x48eNwUn2Rtmbo06dqFELx7mzZ87fwoUDBy6cadMAUqte/e1buNewY8sG\nB+7bN1C6dHXrFq6379/Ag4cDQLy48W/fwilfzrw5c1kqVBAhAqtQoWLFwmnfzh0cuHDgwQP/GE++\nvPnz6NOrX88+nPv38OPLl9+gASBAefKE28+/v3+AAAQOJBjO4EGECQ2CA/ftm4VgwahRC1fR4kWM\n4MCF48gRwEeQIcONJFnS5Ehw4Lx5Y/TtWziYMWXOpBkTwE2cOcGBC9fT50+gPcGBcyBGTI4coaBA\n6dYt3FOoUcGBC1e1KgCsWbVu5drV61ewYcONJVvW7NmzK1YECIADB7hwceXOnQvA7l284fTu5dsX\nHLhw4cCBWxEhQrRo4RQvZgwOXDjIkSUDoFzZcjjMmTVvhgYNGzZv3nZlyxbO9GnUqVWfBtDa9etw\nsWXPpj0bHLgXAACsWQOtVq1p08INJ17c//hwAMmVL2fe3Plz6NGlh6Ne3fp17NhXrAgQAAcOcOHE\njydPHsB59OnDrWff3j04cOHCgQO3IkKEaNHC7effHxxAcOEGEiwI4CDChOEWMmzoEBo0bNi8eduV\nLVu4jBo3cuyoEQDIkCLDkSxp8qRJcOBeAACwZg20WrWmTQtn8ybOnDYB8Ozp8yfQoEKHEi0a7ijS\npEnBhWvq9GnTAAE4cEiVKhzWrFq3Aujq9Wu4sGLHki2LIFq0cGrXsm3rdi2AuHLnhqtr9+5dauD2\nggsXDly4wIG/fQtn+DDixIgBMG7sOBzkyJInSwYHzgQ1at68hevWLRzo0KJHiwZg+jTq1P+qV7Nu\n7fp1uNiyZ88GF+427ty3AwTgwCFVqnDChxMvDuA48uThljNv7vw5gmjRwlGvbv069uoAtnPvHu47\n+PDhqYErDy5cOHDh1q//9i0c/Pjy58sHYP8+/nD69/Pvzx8gOHAmqFHz5i1ct27hGDZ0+NAhAIkT\nKVa0eBFjRo0bw3X0+BEcuHDhpnnzFg5lypTgFCgAAKBIkXAzada0CQBnTp3hePb0+dMnOHAfHjyI\nFi1cUqVLk4IL9xQqVABTqVYFBy5cVq1bwYEL9ONHr17hyJYl680bL17XroVz+xZuXABz6dYFBy5c\nXr17+YID9+1bIV++vn0LdxhxYsWLwwH/cPwYcmTJkylXtnw5XGbNmzODA1crXGjRo0MDADBixI0b\n4Vi3dv0aQGzZs8PVtn0b921w4ADMmYMLVzjhw4kXNx4OQHLly8M1d/68uTdvFoQJw4YtXHbt2Xnw\nUKYsWrRw48mXNw8AfXr14di3d//e/bdvZcDVBxcOHLhw+/n33w8QHLhwBAkCOIgwocKFDBs6fAgx\nnMSJFCWCA1crnMaNHDUCADBixI0b4UqaPIkSgMqVLMO5fAkzJkxw4ADMmYMLV7idPHv6/BkOgNCh\nRMMZPYrUqDdvFoQJw4YtnNSpUnnwUKYsWrRwXLt6/QogrNix4cqaPYv27LdvZcC5BRcO/xy4cHTr\n2qULDly4vXsB+P0LOLDgwYQLGz4cLrFixdzAOQbnihWrcJQrW06QAAAAUqTCef4MOjSA0aRLhzuN\nOrXq1ODACQAAYNeucLRr2wYHLpzu3bwB+P4NPJzw4cO/hQvHjVuHESO0aQsHPTr0CBECBJg1K5z2\n7dy7A/gOPny48eTLlwc3bVq3bt++sYoSpVu3cNy4ffsWLr/+/fnBgQMYTiAAggUNHkSYUOFChg3D\nPYQIkRs4iuBcsWIVTuNGjgkSAABAilQ4kiVNngSQUuXKcC1dvoT5Ehw4AQAA7NoVTudOnuDAhQMa\nVCgAokWNhkOaNOm3cOG4ceswYoQ2bf/hrF61GiFCgACzZoUDG1bsWABlzZ4Nl1bt2rXgpk3r1u3b\nN1ZRonTrFo4bt2/fwv0FHPgvOHDhDANAnFjxYsaNHT+GHDncZMqVK5sCBy7cZs6dFyxQpgwcuHCl\nTZ9GDUD1atbhXL+GHRv2tm0AYMDAhi3cbt69ff8OB0D4cOLhjB9HbhwbthLatIWDHj16NwECIkXi\nxi3cdu7dvQMAH158OPLlzZv/Fk59OHDgCnnzBg5cOFmywt3Hn19/fgD9/QMEIHAgwYIGDyJMqLBg\nuIYOHz40BQ5cuIoWLy5YoEwZOHDhPoIMKRIAyZImw6FMqXKlym3bAMCAgQ1buJo2b+L/zBkOAM+e\nPsMBDSoUKDZsJbRpC6d06dJuAgREisSNW7iqVq9iBaB1K9dwXr+CBfstHNlw4MAV8uYNHLhwsmSF\niyt3Lt25AO7izat3L9++fv8CDid4MGHCyKJF+/YtHOPGjCdNqlUrHOXKli9TBqB5M+dwnj+DDg2a\nGTMApmXJCqd6NevWrsMBiC17drjatm/X/vZtDzJk4X4DD/ftm7MFC1SoCKd8OfPmygFAjy49HPXq\n1q2DCxcOHLhw4ZrJkfPq1TQ2bAABCqd+Pfv26gHAjy9/Pv369u/jzx9uP//+/QGuATcQXDiDBw2G\nCAEOXDiHDyFGdAiAYkWL4TBm1LhR/6MtWwA4cLBlK1xJkydRpgwHgGVLl+FgxpQJExw4WeFw5sz5\n7ZuyHDnCBRU6lOhQAEeRJg23lGlTp09bffsWLRo0Bgy0aQu3lWtXr1sBhBU7lmxZs2fRplUbjm1b\nt27XgJMLLlxdu3VDhAAHLlxfv38B9wUwmHDhcIcRJ1ac2JYtABw42LIVjnJly5cxhwOwmXPncJ9B\nh/4MDpyscKdRo/72TVmOHOFgx5Y9WzYA27dxh9O9m3dv362+fYsWDRoDBtq0hVO+nHlz5QCgR5c+\nnXp169exZw+3nTt3cOHAh4MTIUK0aOHQp0e/Zk2ePOHgx5c/Hz4A+/fxh9O/n3//a/8Ar3nzJksW\ngIOsWIVbyLChw4fhAEicSDGcxYsXv4XbGG4ZNGjhQoYDlycPKFDCUn77Fq6ly5cwWwKYSbNmuJs4\nc+rkxi2cz3DNPnxAhSoXChRkyIRbyrSp06UAokqdSrWq1atYs2oNx7VrV3DhwoaDEyFCtGjh0qpN\nu2ZNnjzh4sqdSzcugLt484bby7ev32vXvHmTJQuAYVaswilezLix43AAIkueHK6yZcvfwmkOtwwa\ntHCgw4HLkwcUKGGov30Lx7q169esAcieTTuc7du4c3PjFq53uGYfPqBClQsFCjJkwilfzry5cgDQ\no0ufTr269evYs4fbzr37dm/eJlj/soQNW7jz6M9jwQIOXLj38OPLfw+gvv374fLr389/vzGAxgDU\nqTNtWjiECRUuZBgOwEOIEcNNpFixYrZwGTUqs2bNm7dwIUWOJFkyHACUKVWGY9nSpUtw4WTOZPXt\nW7hw3fLkCdfT50+gPwEMJVrU6FGkSZUuZRrO6VOo4MBp0zZhwAA4cMJt5bpVly5fvsKNJVvW7FgA\nadWuDdfW7Vu4bcGB8+aNgQULmDCF+/YNHLhwgQUPJhwYwGHEicMtZty48Tdw4MJNDscKBQpo0MJt\n5tx5M7hwoUWLBlDa9OlwqVWvXv2tWzdt2sCBu4ULFzdu4aBB8+Yt3G/gwYX/BlDc//hx5MmVL2fe\n3Hk46NGlgwOnTduEAQPgwAnX3Xt3Xbp8+QpX3vx59OUBrGffPtx7+PHlvwcHzps3BhYsYMIU7hvA\nb+DAhSto8CDCggAWMmwY7iHEiBG/gQMX7mI4VihQQIMW7iPIkB/BhStp0iSAlCpXhmvp8uXLb926\nadMGDtwtXLi4cQsHDZo3b+GGEi1qdCiApEqXMm3q9CnUqFLDUa1qlao0aQlw4Vq2LBzYsGBDhQpn\n9izatGgBsG3rNhzcuHLn0i3x7ZszZ+B69Qrn9y/gwIABEC5sOBzixIoXKwYHDkS0aN68hats+TLm\nzOEAcO7sORzo0KJFYwtnOhw4cP/JwrFmXatWuNiyZ9OeDeA27ty6d/Pu7fs38HDChxMXLk1aAly4\nli0L5/y581ChwlGvbv26dQDat3MP5/07+PDiS3z75swZuF69wrFv7/69ewDy59MPZ/8+/vz4wYED\nEQ1gNG/ewhU0eBBhwnAAGDZ0GA5iRIkSsYWzGA4cuGThOHKsVStcSJEjSY4EcBJlSpUrWbZ0+RJm\nOJkzZ3oLF06bthYkSGDDFg5oUKDVqjlzFg5pUqVLkQJw+hRqOKlTqVa1is2DB0iQlunRU6lSOLFj\nyZYVCwBtWrXh2LZ1+xYcuHDhvn1zYcECOHDh+Pb1y42bt3CDCRMGcBhx4nCLGTf/btwtWDBw4MKF\nA7dsWTjN1app0xYOdGjRo0EDMH0adWrVq1m3dv06XGzZsr2FC6dNWwsSJLBhC/cb+O9q1Zw5C3cc\neXLlxwE0d/48XHTp06lXx+bBAyRIy/ToqVQpXHjx48mHB3Aeffpw69m3dw8OXLhw3765sGABHLhw\n+/n35waQm7dwBAsWBIAwocJwDBs6dNgtWDBw4MKFA7dsWbiN1app0xYupMiRJEMCOIkypcqVLFu6\nfAkznMyZNGVq0yYDG7Zv38L5/OmTGLFwRIsaPWoUgNKlTMM5fQo1qlRb27ZNm4aLAoVwXLt65QoO\nXLixYwGYPYs2nNq1bNuytWZt/4AwYeHq2r3rLa+3cHz7+gUAOLDgcIQLGzbMLZzixYwVd+oULrLk\nyZQnA7iMObPmzZw7e/4MOpzo0aRFgwOXyY+fbdvCudamrVu3b9WqffsWLrfu3bxzA/gNPHi44cSL\nGz/u7ckTIUKObNggREi46dSrgwMXLnt2ANy7ew8HPrz48eC/fdu1y8CCBd++hXsP/32wYMaMfQuH\nP39+APz7+wcYTuBAggS/hUOYMBw4cN8cWrFCg4Y3b+EsXsSYEcBGjh09fgQZUuRIkuFMnkRpEhy4\nTH78bNsWTqY2bd26fatW7du3cD19/gTaE8BQokXDHUWaVOlSb0+eCBFyZMMGIf9Cwl3FmhUcuHBd\nuwIAG1ZsOLJlzZ4l++3brl0GFiz49i3cXLpzgwUzZuxbOL59+wIAHFhwOMKFDRv+Fk7x4nDgwH2D\nbMUKDRrevIXDnFnzZgCdPX8GHVr0aNKlTYdDnVq1alzhwoEDFy5cMG+1vX3DHU73bt69eQMAHlx4\nOOLFjR9HbgcatDhxnDRoAA5cOOrVrV+nDkD7du7hvH8HH947OHCRIgHAhevbt3Dt3benRg0cuHD1\n7d8HkF///nD9/QMMJ3AgwYIFsz14MG3at2/hHkKMKBEAxYoWL2LMqHEjx47hPoIMGRJXuHDgwIUL\nF8wbS2/fXoaLKXMmzZkAbuL/zBluJ8+ePn/agQYtThwnDRqAAxduKdOmTpcCiCp1ariqVq9irQoO\nXKRIAHDh+vYtHNmyZKlRAwcuHNu2bgHAjSs3HN26du/ivZvtwYNp0759Cyd4MOHCAA4jTqx4MePG\njh9DDid58mRw4S6H22bGDDRoy5YVcuCgUSNu4U6jTq16NYDWrl+Hiy17Nu3arAAAECBAAwoUpEiF\nCy58OPHgAI4jTx5uOfPmzmnRChZMipQBFiyAAxduO/ft27ZRoxZuPPnyAM6jTx9uPfv27sGBCydf\nviZNu3Y5evAABYpt2wCGEziQYEEABxEmVLiQYUOHDyGGkziRIsVq27Z164YL/xeNTp2wYQs3kmRJ\nkyfDAVC5kmU4ly9hxoQJDhwDAwYyZLhx5Uo4nz+BBgUKgGhRo+GQJlWqFNy3b926ceGyQJq0cFex\nZt22DRy4cF/BhgUwlmzZcGfRplW7lps2bdu27alQwZq1cHfx5tV7F0Bfv38BBxY8mHBhw+EQJ1as\nuNq2bd264cJFo1MnbNjCZda8mXPncABAhxYdjnRp06dNgwPHwICBDBluXLkSjnZt27dtA9C9m3c4\n37+BAwf37Vu3bly4LJAmLVxz58+3bQMHLlx169cBZNe+PVx379/Bh+emTdu2bXsqVLBmLVx79+/h\ntwcwn359+/fx59e/n3+4cP8AwYUbSLBgOGyTJlWrNm2aGQsWrl0LR7GixYvgwIXbuBGAx48gw4kc\nSbIkSW7cQgAA0KIFKl26nDkLR7OmzZs0AejcyTOcz59AgX6TJStaNGTIiJw5E65pU3Dgwknlxs2b\nt3BYs2oFwLWr13Bgw4oVC+7bt3Bow2GTIcOXr2ZSpLx5E66u3bt46wLYy7ev37+AAwseTDhcOHDh\nEiteHA7bpEnVqk2bZsaChWvXwmnezLkzOHDhQocGQLq06XCoU6terZobtxAAALRogUqXLmfOwune\nzbu3bgDAgwsPR7y4cePfZMmKFg0ZMiJnzoSbPh0cuHDYuXHz5i2c9+/gAYj/H08+nPnz6NGD+/Yt\nnPtw2GTI8OWrmRQpb96E28+/v3+A4cIBIFjQ4EGECRUuZNgQHLhwESVOpDhRWziMGTVu5LgRwEeQ\nIcONJFnS5ElG4cJ58xbO5UuYMWWGA1DT5s1wOXXu5NnzWzigQYUOJToUwFGkScMtZdrU6dOn3ryF\no1rV6lWrALRu5drV61ewYcWOBQcu3Fm0adWm1RbO7Vu4ceXGBVDX7t1wefXu5duXUbhw3ryFI1zY\n8GHE4QAsZtw43GPIkSVP/hbO8mXMmTVnBtDZ8+dwoUWPJl26tDdv4VSvZt2aNQDYsWXPpl3b9m3c\nucOFAxfO92/gwYUPJ14c/8Bx5MnDLWfe3PnzcNy4haNe3fp17NUBbOfePdx38OHFjydf3jx4AOnV\nrw/X3v17+PHlz6fvHsB9/Pn17+ff3z9AAAIHEixoUJs2b+DAhQsHDly4iBInUqxo8WI4cOAAcOzo\n8ds3cOFGkixpkuS3cCpXsmzpcuW3bwBm0qzZrRu4cDp38uzp8yfQn+DAAShq9Kg3b+DCMW3q9CnU\nqFKjggMH4CrWrFq3cu3q9StYbdq8gQMXLhw4cOHWsm3r9i3cuOHAgQNg9y7eb9/Ahevr9y9gv9/C\nES5s+DDiwt++AWjs+HG3buDCUa5s+TLmzJozgwMH4DPo0N68gQtn+jTq1OmqV7NeDQ4cgNiyZ9Ou\nbfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48\n+vTq17Nv7/49/Pjy59Ovb/8+/vz69/Pv7x8gAIEDCRY0eBBhQoULGTZ0+BBiRIkTKVa0eBFjRo0b\nOXb0+BFkSJEjSZY0eRJlSpUrWbZ0+RJmTJkzada0eRNnTp07efb0+RNoUKFDiRY1ehRpUqVLmTZ1\n+hRqVKlTqVa1ehVrVq1buXb1+hVsWLFjyZY1exZtWrVr2bZ1+xZuXLlz6da1ezdsQAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7Oy\nsrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+d\nnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFabdrElStHrnLlcuXIaS7HuRw5cuVCix5NOjS5\ncqhTlxMnDoDr17CzZRtXrnY5cuTK6SbHm3e538CDCx8OnJxx4+DAAVjOvDk2bOLISZ9Orpz169iz\na9/OXZw4AODDi//Plk1cuXLkyI0bR27cOHLwy8mfT7++/frk8pMb9+0bAIAABA4kWNDgQYQJFSok\nR67cw4fkyJWjWNHiRYwZNZYjRw7AR5Ahx40rV9LkSZQpVa40SY5cuXLkxo0DUNPmzXHjyJXj2dPn\nT6BBhQ4FUNTo0XHjyJVj2tTpU6hRpUIlN24cAKxZtW7l2tXrV7Bhy40lW9bsWbRp1ZIF0Nbt23Jx\n5c6lW9fuXbxyAezl25ccuXKBBQ8mXNjwYcTlACxm3LjcY8iRJU+mXNkyZACZNW/m3NnzZ9ChRZcj\nXdr0adSpVa8uDcD1a9jlZM+mXdv2bdy5ZwPg3ds3OXLlhA8nXtz/+HHkycsBYN7ceTno0aVPp17d\n+vXoALRv597d+3fw4cWPL1fe/Hn06dWvZ28ewHv48cvNp1/f/v3748aV49/fP8ByAgcOBGDwIMJy\nChcybOjwIcSICwFQrGixHMaMGjdy7OjxY0YAIkeSLGnyJMqUKleWa+nyJcyYMmfSdAngJs6c5Xby\n7Onz589x48oRLWr0qFEASpcyLef0KdSoUqdSrfoUANasWstx7er1K9iwYsd2BWD2LNq0ateybev2\nbbm4cufSnRsuHLlyevfy7eu3L4DAggeXK2z4MOLEiKfhwlXuMeTIkiMDqGz5Mjly5TZz7syZHLlx\n48qRLm36NOrU/+UAsG7tuhzs2LJn0y43bpw4cd7K8e7t+zdwAMKHEy9u/Djy5MqXl2vu/Dn05+HC\nkStn/Tr27NqzA+ju/Xu58OLHky9PfhouXOXWs2/vvj2A+PLnkyNX7j7+/PjJkRs3DmA5gQMJFjR4\nsBwAhQsZlnP4EGJEieXGjRMnzls5jRs5dvQIAGRIkSNJljR5EmXKcitZtnRJjpw4cbNmnVq2rFxO\nnTt59tQJAGhQoeWIFjV6FGnRb980RIiQLFk5qVOpVpUKAGtWreTIlfP6FWy4cMUmTfLmjRq1cmvZ\ntmX77du4ceXo1rULAG9eveX49vX7F/AsJ06AAeNy65Y4ceUYN/92/JgxAMmTKVe2fBlzZs2by3X2\nXI4cuXKjR5Pr1s2YsT17OrRoAQ0auHKzade2fRtAbt27yZEr9/s3OXLliBc3XrxUqQ4dAgAA4MxZ\nOenTqVeXDgB7du3kyJXz7l2cuHDgwP36xUWIkFKlrFnzVg5+fPnlwvXqpU1bOf37+QPwDxCAwIEA\nyJErhzChwoUIs2V7ESBAhQoNJkyQJq1cOXLlOnr8+BGAyJEkS5o8iTKlypXlWrosR45cuZkzyXXr\nZszYnj0dWrSABg1cuaFEixo9CiCp0qXkyJV7+pQcuXJUq1qtWqpUhw4BAABw5qyc2LFky4oFgDat\nWnLkyrl1K07/XDhw4H794iJESKlS1qx5Kwc4sOBy4Xr10qatnOLFjAE4fgyZHLlylCtbvkw5W7YX\nAQJUqNBgwgRp0sqVI1cuterVqwG4fg07tuzZtGvbvl0ut+7dvMmRy5ZNhw4KxE2ZalMuufLlzJsD\neA49Ojly5apXJ4e9nPbt3Mt9kyMHAwYAAQIkS1Yuvfr17NMDeA8/Prn55eqXAwcuGzhwoED1AihJ\nkjhx1aqNK5cwITly5RyWExex3ESKFScCwJhRIzly5Tx+BBnSox49OBQoOHMmQYMGcOCEC1fs27dy\nNW3erAlA506ePX3+BBpU6NByRY0eRUqOXLZsOnRQgGrKVJty/1WtXsWaFcBWrl3JkSsXNiw5suXM\nnkVb7pscORgwAAgQIFmycnXt3sVbF8Bevn3J/S0XuBw4cNnAgQMFqpckSeLEVas2rtzkyeTIlcNc\nTtzmcp09f+4MQPRo0uTIlUOdWvVq1Hr04FCg4MyZBA0awIETLlyxb9/K/QYe/DcA4sWNH0eeXPly\n5s3JkSsXXfp06uTIgQL1oEABDRomKFNWTvx48uXJA0CfXv24ceTKlSNHLly4cvXt3xcnblaIEB06\nAAwwYMC1a+UOIkyo8CCAhg4fjhtHrlw5ceKqVcumsVmzZeTIlSs3bpw4bty8edPQogUzZuXKjYtZ\nbibNmjMB4P/MqXPcOHLlfpYjR64c0aLkyIULV6rUGlWqvHm7oUBBggRRohCoUCFbtnJev4IFIHYs\n2bJmz6JNq3Ytubbl3sKNK7dcsmQMECDAgCGBIUPl/gIOLDgwgMKGD48bR65cOXLkxIkbV24yZcrj\nxgW7dEmXrgcYMFSrVm406dKmRwNIrXr1uNblyoEDFy1aM3Lkxo0rp3t3uWu5cvHipYABA1iwyiFP\nrnw5cgDOn0MfN45cuXLjxn37Jq5cuXHjxH37Ro7cr1/iyqEvh+vBgwkT6tSRAAaMOHHl7uPPD2A/\n//7+AQIQOJBgQYMHESY0SI5hOYcPIUYslywZAwQIMGBIYMj/UDmPH0GGBAmAZEmT48aRK1eOHDlx\n4saVkzlz5rhxwS5d0qXrAQYM1aqVEzqUaFGhAJAmVTqOably4MBFi9aMHLlx48pl1VruWq5cvHgp\nYMAAFqxyZ9GmVXsWQFu3b8eNI1eu3Lhx376JK1du3Dhx376RI/frl7hyh8vhevBgwoQ6dSSAASNO\nXDnLlzED0LyZc2fPn0GHFj2aHLlyp0+TI1eOdWvX4cI1ChBAgIABIkSU072bd2/eAIAHFy5OHLly\n5caNy5ZtHDly5cqRKzedOjlw18EJS5QIHLhy38GHF/8dQHnz58eNI1euXLhwypSFKzeffv1y2UqU\n+PBhgQsX/wDHjStHsKDBgwQBKFzIUJy4ceXKiRPnzFm3cOHAgbsmThw5cuVCiiwnLlGiBQvs2JkU\nLVq5lzBjvgRAs6bNmzhz6tzJsyc5cuWCBiVHrpzRo0jDhWsUIIAAAQNEiChHtarVq1YBaN3KVZw4\ncuXKjRuXLds4cuTKlSNXrq1bcuDighOWKBE4cOXy6t3LNy+Av4ADjxtHrly5cOGUKQtXrrHjx+Wy\nlSjx4cMCFy7GjSvHubPnz5wBiB5NWpy4ceXKiRPnzFm3cOHAgbsmThw5cuVy6y4nLlGiBQvs2JkU\nLVq548iTHwfAvLnz59CjS59OvTo5cuWya9/OPbs4ccKUKP8pUACAAwfjxpVbz769+/UA4sufP24c\nuXLlxo3Llq1aOYDlxo0rV9DgwYLDdu2yZq1cOXLlJE6kSBHARYwZx20sV44cuWzZvJUjWbKkN29L\nChRgw8YDOHDlZM6kWZMmAJw5dY7jWa6cOHHUqGEbN86bt3DjxpVj2rQptyZNNm0qV9XqVaxVAWzl\n2tXrV7BhxY4lS45cObRp1a5FK06cMCVKChQA4MDBuHHl9O7l21cvAMCBBY8bR65cuXHjsmWrVq7c\nuHHlJE+mLHnYrl3WrJUrR67cZ9ChQwMgXdr0ONTlypEjly2bt3KxZcv25m1JgQJs2HgAB67cb+DB\nhQcHUNz/+PFxycuVEyeOGjVs48Z58xZu3Lhy2bVr59akyaZN5cSPJ19ePAD06dWvZ9/e/Xv48cmR\nK1efHLlw4crt599/P8BwUqQ0aAAgQABp0soxbOjwIUMAEidSHGexXLlv34QJ+yZOHDly5UaSLDmy\nFxIkefKEC5etHMyYMmUCqGnz5rhx5MqVCxfu2rVyQocKJUduxAgBAQKUKvWLHLlyUqdSrUoVANas\nWsdxLVcOHDhq1MCFC+fN27ZyateyLZcDAQJevMrRrWv3Ll0Aevfy7ev3L+DAggeTK1yuHDhw0KBt\nK+f4MWTH06bp0AHgcqNG5TZz7ux5M4DQokeTIzeOHLlt/9t48WJFjty4ceVm064dLpwPAgQQIDh2\n7Fm54MKHDwdg/DjycePElSvnzVuwYODIkStXjpw2bYcOBQgA4PurV8PKkS9v/jx6AOrXsx83Tly5\nct++bdumjRw5cODEkSNXDmA5geSiRVu2LAAAAIUKlXP4EGJEhwAoVrR4EWNGjRs5diT3sVw5cOCg\nQdtWDmVKlSinTdOhA0DMRo3K1bR5E2dNADt59iRHbhw5ctu28eLFihy5cePKNXX6NFw4HwQIIEBw\n7Nizclu5du0KAGxYsePGiStXzpu3YMHAkSNXrhw5bdoOHQoQAEDeV6+GlfP7F3BgwQAIFzY8bpy4\ncuW+ff/btk0bOXLgwIkjR65c5nLkokVbtiwAAACFCpUzfRp1atMAWLd2/Rp2bNmzadceN45cuXLc\nuM2aZS1cuHLDiRf/9m3LFgIBAggTVg56dOnToQOwfh07OXLjypXz5m3XrmzixJUzfx49MmSvXikI\n8D5AmTLFytW3f/8+AP37+Y8bB1BcuXLevNmyBS1cOG3akpUo4cBBgAAACBDw5InYuHHlOnr8CPIj\ngJEkS447Wa4cOXLduo0jR65cOXI0y5Xjxi1TgQILFgAIEAAbtnJEixo9ShSA0qVMmzp9CjWq1Knj\nxpErV44bt1mzrIULVy6s2LHfvm3ZQiBAAGHCyrl9Czf/rlsAdOvaJUduXLly3rzt2pVNnLhyhAsb\nRobs1SsFARoHKFOmWLnJlCtXBoA5s+Zx48SVK+fNmy1b0MKF06YtWYkSDhwECACAAAFPnoiNG1cu\nt+7dvHcD+A08+Ljh5cqRI9et2zhy5MqVIwe9XDlu3DIVKLBgAYAAAbBhKwc+vPjx4AGYP48+vfr1\n7Nu7f0+O3Dhy5J49K1XqFDly5fr7B1hO4MBRowYECFCqVDmGDR0+ZAhA4kSK5cqRK1fu27dly6KV\nAxlSZDlx0aJZs6agQIEIEQwZwlVO5kyaNAHcxJlz3M5y5bx5+/UrVrhw1apl8+MnTpwCBRSYMFGp\n0p5m/83KXcWaVWtWAF29fh03jly5cuTIfUNbrhw5cuXcuqVEiUOAAB8+BKhQYdy4cn39/gXcF8Bg\nwoUNH0acWPFixuPGgRs3zpYtKVKijRtXTvNmzpp16QoAAECiROVMn0ad2jQA1q1dlytHrly5cOGe\nPSNXTvfu3dy4vVKlaty4HxkybNiQK5encOHKPYce/TkA6tWtjxsnjhy5atU8eWrWrVu0aNKaNbNm\njRChIClS4MAB4MABb97K3cefX/99AP39AwQgEAC5guXKjRvXrVu5hg4bkiO3YoUAAAAKFRpx5864\nceU+kiNXbiTJkiMBoEypciXLli5fwow5bhy4ceNs2f+SIiXauHHlfgIN+lOXrgAAACRKVG4p06ZO\nlwKIKnVquXLkypULF+7ZM3LlvoIFy43bK1Wqxo37kSHDhg25cnkKF64c3bp26QLIq3fvuHHiyJGr\nVs2Tp2bdukWLJq1ZM2vWCBEKkiIFDhwADhzw5q0c586eP3MGIHo0aXKmy5UbN65bt3KuX7smR27F\nCgEAABQqNOLOnXHjygEnR64c8eLGiQNIrnw58+bOn0OPLp0cOW/hwokSZcPGJHLkyoEPL54cOU6c\nAKCHAaMc+/bu37MHIH8+fXL2y5Xr1m3YsGzlAJYTJ64cOXLlyn350iVSpHLlfKVJU6pUtGi6vHkr\nt5H/Y8eNAECGFBku3Ldx427dMmQoFzhw4cKRKzeznDhxxQIFypEDQM8+fcoFFTqUaFAAR5EmHTdO\nHDly3boZM8atXFWr5caNO3AgwIAB1qyp0aVr3Lhy5ch160aOXDm3b+ECkDuXbl27d/Hm1buXHDlv\n4cKJEmXDxiRy5MolVryYHDlOnABEhgGjXGXLlzFXBrCZc2dyn8uV69Zt2LBs5cqJE1eOHLly5b58\n6RIpUrlyvtKkKVUqWjRd3ryVEz6cuHAAx5EnDxfu27hxt24ZMpQLHLhw4ciV015OnLhigQLlyAGA\nfJ8+5dCnV78ePQD37+GPGyeOHLlu3YwZ41aOf/9y/wDHjTtwIMCAAdasqdGla9y4cuXIdetGjly5\nixgzAtjIsaPHjyBDihxJkhy5b+PGMWI0Y4asbNnKyZxJExAgGjQA6KxQgRu3buWCCh06FIDRo0jJ\nkRNHjly0aG/eVMKFa9MmTx481KiRIEEEZcrKlfO2bZsiRcKEzYoWbdy4cnDjygVAt67db9+6iRPH\ni5chQ8vGjStHuLBhPHgIEADAOFeucpAjS54MGYDly5jFiQNHjpw0aYECLQsXbpzpYsWsWAkQAECB\nAteuvQIGDBs2cuSaAQMWLly538CDAxhOvLjx48iTK1/OnBy5b+PGMWI0Y4asbNnKad/OHRAgGjQA\niP+vUIEbt27l0qtfvx6A+/fwyZETR45ctGhv3lTChWvTJoCePHioUSNBggjKlJUr523bNkWKhAmb\nFS3auHHlNG7kCMDjR5DfvnUTJ44XL0OGlo0bV87lS5h48BAgAMBmrlzldO7k2VMnAKBBhYoTB44c\nOWnSAgVaFi7cOKjFilmxEiAAgAIFrl17BQwYNmzkyDUDBixcuHJp1a4F0NbtW7hx5c6lW9fuuHHg\nwoWzZEmIkCW/fjlzFo4cuXLluHE75saNIkUICBCQIYMaNWvkyJXj3NkzZwChRY8mRy7c6U6dXrwI\nIUIEAQIBAMymHcCQoXLlyEmTRo0aOHDWyJErV9z/+PHiAJQvZ/7tW7dw4X79unTpWDns2bWXIwcL\nVoECAMQrU1bO/Hn06c0DYN/efbhw3MCBY8UKCZIquHCFCsUqBcAUBQoAKDhgwLFjsGzZ0qZt3Lhi\n376Vq2jxYkUAGjdy7OjxI8iQIkeOG9ctXDhChDhwSNGixYIFEmDAkCOnQAEDGDAYM+ZhwQIKFHDh\naqNLV7mkSpcmBeD0KVRx4rp58/bmjQQJBbYC6Or1a4QI5cpxSpTIjh1w4LaRI1fuLdy4bwHQrWsX\nHDhu4sTlytWo0bdyggcTFlykyIABAAIEGDeuHOTIkidDBmD5MmZv3qRp04YHjwgRKHLkOHDAAIDU\n/6oBBAhw7VqJI0fAgLFmrZU1a+V28+69GwDw4MKHEy9u/Djy5OPGdQsXjhAhDhxStGixYIEEGDDk\nyClQwAAGDMaMeViwgAIFXLja6NJV7j38+O8B0K9vX5y4bt68vXkjAaCEAgMBFDR4MEKEcuU4JUpk\nxw44cNvIkSt3EWPGiwA4dvQIDhw3ceJy5WrU6Fs5lStZqixSZMAAAAECjBtXDmdOnTtxAvD5E6g3\nb9K0acODR4QIFDlyHDhgAEBUqQACBLh2rcSRI2DAWLPWypq1cmPJlh0LAG1atWvZtnX7Fm5cceLA\niRMHCZIIERo6dAjwFwCABw8AADDAiRM5csZw4f9y5uzbt2PixJWzfBmzZQCbOXcWJy7cuHGwYLlw\nUaFDBwCrWbeuUIEcuWaLFl27Ro5cOd27efcG8Bt48HDhto0bR4uWJk3byjV3/ryctzJlIkQA8OAB\nOXLluHf3/p07APHjyXvztg0cuFGjzJhxxItXhQoCANS3D6BChXDhQkmRAnDWLHDgvJU7iDBhQgAM\nGzp8CDGixIkUK4oTB06cOEiQRIjQ0KFDgJEAADx4AACAAU6cyJEzhguXM2ffvh0TJ66czp08dQL4\nCTSoOHHhxo2DBcuFiwodOgB4CjVqhQrkyDVbtOjaNXLkynn9CjYsgLFky4YLt23cOFq0NGnaVi7/\nrty55byVKRMhAoAHD8iRKwc4sODBgAEYPozYm7dt4MCNGmXGjCNevCpUEAAgs2YAFSqECxdKipRZ\ns8CB81YuterVqwG4fg07tuzZtGvbvh0uHLhx4zx5SpKkQoIEAYoDAKBAwYMHS8iRKwcdOjly5apb\nv469OoDt3LuLEzeuXLlu3YQJs+XJ04IFBgAAECAAAIAARYqUK1dt2rRw4cr5B1hO4ECCBAEcRJhQ\nnLhv5MhJk3bs2LdyFS1erHjnzpQpPXLlKhdS5EiSIwGcRJnSm7dv48ZVq4YM2bVs2RIl0lKgQIYM\nBQpcECasXLlsxoxBg0aOXDmmTZ0+BRBV6lSq/1WtXsWaVas4cePIkXPm7NOnKDlyECBQwIABQoQS\nJfJWTu5cunXt1gWQV+/ecePIlStHjly4cOPKlWPGrFu1asmSLVhghRy5cpUtX8ac2TIAzp09ixM3\nrly5cOHEiRtXTvVq1qrFiQsX7hk5cuVs38adGzcA3r19gwM3rly5ceO+fRtXrty2beHEiRs37tat\ncOWslyOXvdx27t29dwcQXvx48uXNn0efXr04cePIkXPm7NOnKDlyECBQwIABQoQSAUzkrRzBggYP\nIjwIYCHDhuPGkStXjhy5cOHGlSvHjFm3atWSJVuwwAo5cuVOokypciVKAC5fwhQnbly5cuHCif8T\nN64cz54+eYoTFy7cM3LkyiFNqnSpUgBOn0IFB25cuXLjxn37Nq5cuW3bwokTN27crVvhyqEtR25t\nubZu38J9C2Au3bp27+LNq3cv33F+y5UDB65YsV/BgtGgweLSpXHjxIkrJ3ky5cqWLQPIrHnzuHHl\nPoMOLfrzttLlTqNOrXq1agCuX8MmR64cbdrkyJXLrXs3796+f+sGIHw4cXHiyJVLXo4cuXLOn0OP\nLn069ecArmPPrn079+7ev4MfJ75cOXDgihX7FSwYDRosLl0aN06cuHL27+PPr18/gP7+AQIQCGDc\nuHIHESZUeHBbw3IPIUaUOFEiAIsXMZIjV47/I0dy5MqFFDmSZEmTJ0UCULmSpThx5MrFLEeOXDmb\nN3Hm1LmT500AP4EGFTqUaFGjR5GGC0euXLlx47JluyZOXKlSwsCBK7eVa1evX8FyBTCWbNlw4ciV\nU1uOHLlyb+HGFTe3XF27d/HmxQuAb1+/48aRK1eOXGFy5RAjJleOcWPHjyFHfgyAcmXL3ryNK1du\n3Lhw4cqFFj2adGnTp0UDUL2adWvXr2HHlj07XDhy5cqNG5ct2zVx4kqVEgYOXDnjx5EnV778OADn\nz6GHC0euXPVy5MiV076duzjv5cCHFz+e/HgA59GnHzeOXLly5OCTKzd/Prly9/Hn17+fv34A/wAB\nCBw40Ju3ceXKjRsXLly5hxAjSpxIsSJEABgzatzIsaPHjyBDihNHrpzJkyfJkSvHsqXLlzBjwgRA\ns6bNcOHIldvJs6dPnuTKCR1KtKjRogCSKl06bhy5clCjkitHtRy5clizat3KtetWAGDDigUHbly5\ncuTIjRtXrq3bt3Djyp3rFoDdu3jz6t3Lt6/fv9y4hSNHTpy4cYjLlSNHrpzjx5AjS54Medw4AJgz\na9amDRw5cuPGkSNXrrTp0+LEhRs3rpzr17Bjyy43bhyA27hza9MGrly5ccDHiSNHTpw4cuPGlVvO\nvLnz59DLjRsHoLr169WqaRMnrls3cODElf8bT768+XLkypUjR66c+/fw448bB6C+/fv48+vfz7+/\nf4DcuIUjR06cuHEJy5UjR67cQ4gRJU6kGHHcOAAZNW7Upg0cOXLjxpEjV87kSZTixIUbN67cS5gx\nZc4sN24cAJw5dWrTBq5cuXFBx4kjR06cOHLjxpVj2tTpU6hRy40bB8DqVazVqmkTJ65bN3DgxJUj\nW9bs2XLkypUjR67cW7hx5Y4bB8DuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNny\nZcyZNW/m3NnzZ9ChRY8mXdr0adSpVa9m3dr1a9ixZc+mXdv2bdy5de/mLTlbtnHlhA8nXtz/+HHk\nxMmRGwcOHADo0aVfu0au3HXs5cht317O+3fw4cWPJ1c+XDgA6dWvx4YtHDn45MaNK1ff/v365PTr\nL9ffP8ByAgcSJChOHICEChdq0yauXDlyEiWWq2jxIsaMGjGS6xguHICQIkeSLGnyJMqUKrNlG1fu\nJcyYMmfSrBmTHLlx4MAB6Onz57Vr5MoRLVqOHFKk5ZYyber0KVRyUsOFA2D1KlZs2MKR60pu3Lhy\nYseSFUvu7NlyateybdtWnDgAcufS1aZNXLly5PbuLef3L+DAggcHJmc4XDgAihczbuz4MeTIkieP\nG1fuMubMmjdz7syZnDhxAEaTLj1uXLnU/6pXs27t+rVrcuPGAaht+/a43OV28+7t+zfw4MDJkQNg\n/DjycePIlWtejhy5ctKnU69u/Tr2cuTIAeju/Tv48OLHky9vvhz69OrXs2/v/n16APLn0y9n/z7+\n/Pr38+9/HyAAgQMJkiNXDmFChQsZNnT4sBwAiRMplrN4EWNGjRs5drwIAGRIkSNJljR5EmXKcitZ\ntnT5EmZMmSwB1LR5s1xOnTt59vT5E6hOAEOJFiVHrlxSpUuZNnX6FGo5AFOpVi13FWtWrVu5dvWK\nFUBYsWPJljV7Fm1ateXYtnX7Fi5ccuTK1bV7F+9dAHv59i33F3BgwYMHjxtXDnFixYsVA/9w/Bgy\nOXLlKFe2fBlzZsvkyJXz/Bm0ZwCjSZcudxp1atWrWbd2jRpAbNmzade2fRt3bt3lePf2/Rs4cHLk\nyhU3fhz5cQDLmTcv9xx6dOnTp48bVw57du3btQPw/h08OXLlyJc3fx59evPkyJVz/x6+ewDz6dcv\ndx9/fv37+ff3D7CcQAAECxo8iDChwoUMG5Z7CDGixIkTt20LF66cxo0cO2oEADKkSHLkypk8iTKl\nypPjTp1q1qyczJk0a8oEgDOnTnLkyvn8CTSo0KE/jeHCJU5cuaVMmwJ4CjVqualUq1q9ijWrVqoA\nunr9Cjas2LFky5othzat2rVs2W7bFi7/XLm5dOvanQsgr9695MiV+ws4sODBgMedOtWsWbnFjBs7\nXgwgsuTJ5MiVu4w5s+bNnDEbw4VLnLhypEubBoA6tepyrFu7fg07tuzZrQHYvo07t+7dvHv7/l0u\nuPDhxIsTh+bBAw4c5MiVew49unQA1KtbHzeOXLnt3Lt7/75diwABCxaMG1cuvfr17AG4fw+fHLly\n9OmTu18ufzly/Mv5B1hO4MCB5Mhly9aAAIEnT8o9hBgRwESKFctdxFiO3MZyHT1+BNnRmzdx4sqd\nRJlS5UkALV2+hBlT5kyaNW2Ww5kzJ7lyPX3+/EmOXBkDBjRoAAduXDmmTZ06BRBV6tRx/+PIlcNa\nDhy4cl29fvUaLpwvXwQAAGjQwJu3ceXcvoULF8BcunXJkSuXlxy5bdu6iRP37ds0ceLKHUacmBw5\nFCgSJAAQec6ccpUtXwaQWfPmcp09l/v2jVw50uXIlUOdWnU5bosW1apVTvZs2rVlA8CdW/du3r19\n/wYevNxw4sTJlUOeXLlycuTKGDCgQQM4cOPKXceePTsA7t29jxtHrtz4cuDAlUOfXn36cOF8+SIA\nAECDBt68jSuXX//+/QD8AwQgcCAAcuTKISRHbtu2buLEffs2TZy4chYvYiRHDgWKBAkAgJwzpxzJ\nkiYBoEypshzLluW+fSNXbmY5cuVu4v/MWY7bokW1apULKnQo0aAAjiJNqnQp06ZOn0IlR64c1arl\nyJXLqnXrVnLkKDhwAAlSubJmz6ItC2At27bjxpErJ7fcuHHkyuHNq7fcOGHCvHmD4MLFr1/kDpdL\nrHjxYgCOH0MeN45cuXLhwkGDBsybt2bNuoEDV2406dKePFGgcOSIAAoUtm0rJ3s2bQC2b+Mmp7tc\nOXLkwoUTV254uXHgwJEjx41buebkyCG6cIETp3LWr2PPbh0A9+7ev4MPL348+fLkyJVLr74cuXLu\n38OHT44cBQcOIEEqp38///76AQIQOJDguHHkyiUsN24cuXIPIUYsN06YMG/eILhw8ev/FzmP5UCG\nFCkSQEmTJ8eNI1euXLhw0KAB8+atWbNu4MCV07mTpydPFCgcOSKAAoVt28olVboUQFOnT8lFLVeO\nHLlw4cSV01puHDhw5Mhx41aOLDlyiC5c4MSpXFu3b+G2BTCXbl27d/Hm1buX77hx5MqVI0dOnLhy\nhxEnRhwuHDZsLHDgGDeuXGXLlzFXBrCZc+dx48iVE11u3Lhyp1GfJkeuSJEHJkyIE/fLmbNx48qV\n66ZNWznfv4H7BjCcePFx48SVKwcNGiVKtqBBY8YMWTnr17GXE6RAwYIFz56NsWWLHLly59GnB7Ce\nfftx48iVKzdu3Ldv5MqV+/bt2LZt/wC9CfQ2rls3bdoSBAjw6lW5hxAjSnwIoKLFixgzatzIsaPH\ncePElStHriS5cihTqkQZjho1b96SPHtWrqbNmzhvAtjJsye5n+WCCh0aNFw4X74IEBCQI0e5cuTK\nSZ2aDRkycuTKad3KFYDXr2DHiS1Xbtq0XbtchQvnzVu5t3DjkiNnY8IEVqzKlSPHt5zfv4D9AhhM\nuPC4ceTKlRs3Tpy4ceXKiRO3rVu3cpjLkQMHzpgxAgECSJJUrrTp06hLA1jNurXr17Bjy55Ne9w4\nceXKkdtNrpzv38B9h6NGzZu3JM+elVvOvLnz5gCiS59Ornq569izXw8XzpcvAgQE5P/IUa4cuXLo\n02dDhowcuXLw48sHQL++/XH4y5WbNm3XLoCuwoXz5q3cQYQJyZGzMWECK1blypGjWM7iRYwWAWzk\n2HHcOHLlyo0bJ07cuHLlxInb1q1bOZjlyIEDZ8wYgQABJEkq19PnT6A9AQwlWtToUaRJlS5lKs5p\nOajlxIkrV9Xq1aq/8uSZNk1cObBhxY4lC8DsWbTk1JZjW44cuXJx45Jjw4YAAQAAAkCDVs7v37/O\nli0bN67cYcSJASxm3Djc43LlvHlr1ozbuHHlNG/mDA6cNGl7aNEqV9r0adSnAaxm3TpcOHLlypEj\nFy7cuHLlxInDVs7373LevDVqlMD/gAFu3MotZ97c+XIA0aVPp17d+nXs2bWL417Oezlx4sqNJ19+\n/K88eaZNE1fO/Xv48eUDoF/fPjn85fSXI0euHMByAsuRY8OGAAEAAAJAg1buIUSIzpYtGzeuHMaM\nGgFw7OgxHMhy5bx5a9aM27hx5VaybAkOnDRpe2jRKmfzJs6cOAHw7OkzXDhy5cqRIxcu3Lhy5cSJ\nw1buKdRy3rw1apTAgAFu3Mpx7er1K1cAYseSLWv2LNq0ateOG0euHNxy5MiVq2v3ri5dSKxYESdu\nXLnAggcTLgzgMOLE5BaXa+z4cblwb94UKAAAgABhwspx7txZ2Lhx5UaTLj0aAOrU/6rFiRtXrhw5\ncuDAhStn+zbuct0qVQoXrlm54MKHEy8O4Djy5OLEkStXjhw5ceLAlatu/Xr1ceNgwVJgwoQ4ceXG\nky9vfjyA9OrXs2/v/j38+PLHjSNX7n45cuTK8e/vH6AuXUisWBEnblw5hQsZNnQIAGJEieQolrN4\nEWO5cG/eFCgAAIAAYcLKlTRpUti4ceVYtnTJEkBMmTPFiRtXrhw5cuDAhSv3E2jQct0qVQoXrlk5\npUuZNnUKAGpUqeLEkStXjhw5ceLAlfP6FazXceNgwVJgwoQ4ceXYtnX7li0AuXPp1rV7F29evXvJ\nkSv39y85cuUIkzPcrRsrVgkSEP8gQmTcOG/lKFemBg0aOXLlOHf2DAB0aNHjxokjR65cOXLkyrVu\n7W3CBAECAAAYYMxYuXLhvn27dEmatFDhwpUzfhy5cQDLmTcf97xcuXHjwoUrdx17dm/enJgw8e0b\nuHLjyZcvRw49+nLr1wNw/x6+OPnlyoEDJ00auXL7+fffDzBbtkSJCnz4MG5cuYUMGzpcCCCixIkU\nK1q8iDGjRnLkynn0CA6cOHLkunV7xoVLly4CWv74IU4cN2rUrFkTJ47Ro0fixJX7CTQogKFEi3rz\nFm6c0nHkyJV7+vQXBQoDBgAAIAAUqHLlvgkShAePNGncypk9ixYtgLVs244bF47/HDlv3po1C1cu\nr169TpwI+JssGbVyhAuXEyeOHLlx5MiVewy5HIDJlCuHC/dNnLhmzVq1ClYutOjR5bpp0iRGTIAF\nC0aNKgc7tuzZsAHYvo07t+7dvHv7/k2OXLnhw8GBE0eOXLduz7hw6dJFgPQfP8SJ40aNmjVr4sQx\nevRInLhy5MubB4A+vXpv3sKNez+OHLly9On/okBhwAAAAASAAgiqXLlvggThwSNNGrdyDR0+fAhA\n4kSK48aFI0fOm7dmzcKVAxkypBMnAkwmS0at3EqW5cSJI0duHDly5WzeLAdA506e4cJ9EyeuWbNW\nrYKVQ5pUablumjSJERNgwYJR/6PKXcWaVetVAF29fgUbVuxYsmXNlkObthw2bN24ccuWjZgHDydO\nOHDAYMuWcOEyiRETIcKbNzKwYBEnrtxixo0BPIYcmdtkceLGjRMnrtxmcuSiBQgAQDSABJcukSO3\nx4MHBgyECSsXW/Zs2gBs38Y9blw4cuS6dZMlK1w54sTHjVOligABAM0rVUIGDlw56tSxYZMly1s5\n7t27AwAfXjw4cNvEiXv2TJQoceXcv4dfDtuAAQgQGFiwYNGicuW8AezWjRy5cgYPIgSgcCHDhg4f\nQowocWK5ihbLYcPWjRu3bNmIefBw4oQDBwy2bAkXLpMYMREivHkjAwsWceLK4f/MqRMAz54+uQEV\nJ27cOHHiyiElRy5agAAAngJIcOkSOXJ7PHhgwECYsHJev4INC2As2bLjxoUjR65bN1mywpWLG3fc\nOFWqCBAAoLdSJWTgwJULHBgbNlmyvJVLrFgxgMaOH4MDt02cuGfPRIkSV24z587lsA0YgACBgQUL\nFi0qV85bt27kyJWLLXs2gNq2b+POrXs3796+ywEHTo7ctGnSxo2jRk2cNWvdutGhI2ratHHj3KRI\nIUKEKVMlokUrJ348efEAzqNP/239uHHkyIEDR65cOWrU+hgwIEAAAAApAP76RY4cowcP1qwhR65c\nQ4cPIQKQOJHiuHHhypXLlm3/1qxa48aJEzcuWTIPHgCkTFmqFCpw4MrFLEdu3Dhy5Mrl1LkTQE+f\nP8eNC0eOnDRpxoxxK7eUKdNx42gQIPDiRYEUKUKFIkfOFzNm5MiVEzuWLACzZ9GmVbuWbVu3b8mR\nG1euHDhwv359GzdOnDhy5QCXEycuHDZs5Mh1IEBAgYJhw0p581aOcmXLlAFk1rwZXOdx48KF48aN\nXGlSpEQIEKBAQYIEb379IkcOw4ABliyV072bd2/dAIAHFz5unDhy5K5d27QJGDVqjBj9QYBAgAAA\n16+rUjXj0aNo0cqV4xYuXDnz59GbB7Cefftx48SVKxcuXLVq5fDn1+/EiQD//wATJRJSpsydO9q0\nLciRw5u3chAjSgRAsaLFixgzatzIsSM5cuPKlQMH7tevb+PGiRNHrpzLcuLEhcOGjRy5DgQIKFAw\nbFgpb97KCR1KVCiAo0iTgls6bly4cNy4kZtKipQIAQIUKEiQ4M2vX+TIYRgwwJKlcmjTql2LFoDb\nt3DHjRNHjty1a5s2AaNGjRGjPwgQCBAAoHBhVapmPHoULVq5ctzChStHubJlygAya948bpy4cuXC\nhatWrZzp06idOBHAOlEiIWXK3LmjTduCHDm8eSvHu7dvAMCDCx9OvLjx48iTj1tOjpw1a6xYCSNH\nLly4ctixf/vmjRu3ceMgDP8Y4MDBtWvWyqlfz549gPfw44cLN44cuXDhuHHzNm5cLYC1TFSoQIiQ\nDh3CnDkbN26CAAG/fpWjWNHiRYoANG7kOG4cuXLllCnDhEnWtWt58qQIEGDAAAAxESCABi2KHj3C\nhJUrR67cT6BBgwIgWtQoOXLjypULF06aNHHlpEr99u3aNQECABgw4M3bo1evOnWaNs2BChXixJVj\n29YtALhx5c6lW9fuXbx5x+0lR86aNVashJEjFy5cOcSIv33zxo3buHEQBgxw4ODaNWvlNG/mzBnA\nZ9Chw4UbR45cuHDcuHkbN65WLRMVKhAipEOHMGfOxo2bIEDAr1/lhA8nXlz/OADkyZWPG0euXDll\nyjBhknXtWp48KQIEGDAAwHcECKBBi6JHjzBh5cqRK9fe/fv3AOTPp0+O3Lhy5cKFkyZNHMByAgV+\n+3btmgABAAwY8Obt0atXnTpNm+ZAhQpx4spx7OgRAMiQIkeSLGnyJMqU48aFGzcOGrRChaCFCzdu\nHLlyOst16yasTh1YsBIcODBjhjhx5MoxberUKYCoUqeOGyeuXDly5Lx5G+dVmTJWly45cwYNmjdq\n1Lx5a5AhQ7du5ebSrWt3LoC8eveGCzeOHLlnz/r0adOpExIkKAYMuHDBgYMLVar8+qXjxAk7dspx\n7uz5M2cAokeTJme6XDlu/9wkSYJVq9aePZcIEDhwAACAAF68hAsnzJSpBQto0GBw5Uq55MqXJwfg\n/Dn06NKnU69u/fq4ceHGjYMGrVAhaOHCjRtHrhz6ct26CatTBxasBAcOzJghThy5cvr38+cPACAA\ngQMHjhsnrlw5cuS8eRv3UJkyVpcuOXMGDZo3atS8eWuQIUO3buVIljR5kiQAlStZhgs3jhy5Z8/6\n9GnTqRMSJCgGDLhwwYGDC1Wq/Pql48QJO3bKNXX6FGpTAFOpViV3tVw5btwkSYJVq9aePZcIEDhw\nAACAAF68hAsnzJSpBQto0GBw5Uo5vXv56gXwF3BgwYMJFzZ8GPG4ceHGjf8zZkyQIE3WrEWLpg3z\ns2coUFRgwAAJkgEIEESKVA51atWrUQNw/Rr2uHHkytUuJ04cuXLlxo0TFy5ct262bCVz5QoaNAmO\nHJVz/hx6dOgAqFe33q2bt2/fUKHKkUNGsmSXLlETJgwcOEyYjrW/dSvBgAGHDpWzfx9/fvsA+Pf3\nD1CcOHDfvhUqpEFDggsXBDgEAAABAgAADEyaFC2aFQYMBAhgwoSCOHHlSpo8WRKAypUsW7p8CTOm\nzJnixHkTJ27YMDduXuHCdeZMFg0aGDAAgBSpCxcCDhyABq2c1KlUq0oFgDWr1nHjyJX7Wo4cuXJk\ny5IVJ86PHx4RIuzZI4L/F69ydOvavWsXgN69fK9dA/bsmQsXDhwcceaMGrVw5Ro7JjdsWJMmACqj\nQlUus+bNnDMD+Aw6tDdvxYwZo0AhQAAArFuzBgECAYIUR44QIxYAgG4AbNhcKgc8uHDhAIobP448\nufLlzJs7FyfOmzhxw4a5cfMKF64zZ7Jo0MCAAYDx4124EHDgADRo5dq7fw+/PYD59OuPG0eunP5y\n5MiVA1hO4MBy4sT58cMjQoQ9e0Tw4lVO4kSKFSkCwJhR47VrwJ49c+HCgYMjzpxRoxau3EqW5IYN\na9IEwExUqMrdxJlT500APX3+9OatmDFjFCgECABA6VKlIEAgQJDiyBFi/8QCAMAKgA2bS+W8fgUL\nFsBYsmXNnkWbVu1atuLEhRs3rlkzU6Z6efMWKJAJAX0FAAAMuFChC168kCNXTvFixo0VA4AcWbI4\ncePKXcac+TI5ctu2oUAhIECAJ08+gANXTvVq1q1ZA4AdWzYzZr6KFdOggQGDLeDAkSNXTvjwcuRw\n4VqwAMDyNWvKPYceXfpzANWtX9emrRozZhIkAAAfHjwCBNiw5cqFrFgxXLgCAIAP4NWrceXs38eP\nH8B+/v39AwQgcCDBggYPIkxoUJy4cOPGNWtmylQvb94CBTIhYKMAAB49Fip0wYsXcuTKoUypciVK\nAC5fwhQnbly5mjZv1v8kR27bNhQoBAQI8OTJB3DgyiFNqnSpUgBOn0JlxsxXsWIaNDBgsAUcOHLk\nyoENW44cLlwLFgBIu2ZNubZu38JtC2Au3bratFVjxkyCBAB+//pFgAAbtly5kBUrhgtXAACOAbx6\nNa4c5cqWLQPIrHkz586eP4MOLVqcOHDkyHnz5sxZuHHjjh0rVaDAgAEAAAQwYQIcuGjhwpULLnw4\n8eEAjiNPPm4cuXLOn0N3Lk5crVoLFgQAAIAQoWnlvoMPL348gPLmzxcr9qpYsStXiBBxVm4+/frz\noUAJEABAgADhAIYrN5BgQYMDASRUuJAaNWfRouHA4cBBgAIFBgyoUK3/WjmPHrlxmzWrAAAALFiU\nU7mSZUuVAGDGlDmTZk2bN3HmHDeOXLly5MiBA0euXDlvR3ftSpXqwQM548aVkzqValWrUwFk1bp1\n3LhyX8GGBQsOXLNmCBAM0KChW7dyb+HGlTu3HAC7d/Fmy+Zt3Lhp07RpI1eOcGHD5ciZMjVihAAv\nXspFljyZ8mQAlzFn9uYt3LhxxIjdulVq27ZXr8iVU716NTlyWi5dKjebdm3btQHk1r2bd2/fv4EH\nFz5uHLly5ciRAweOXLly3qDv2pUq1YMHcsaNK7ede3fv37kDED+e/Lhx5dCnV58eHLhmzRAgGKBB\nQ7du5fDn17+ffzkA/wABCBw4MFs2b+PGTZumTRu5chAjSixHzpSpESMEePFSrqPHjyA/AhhJsqQ3\nb+HGjSNG7NatUtu2vXpFrpzNmzfJkdNy6VK5n0CDCg0KoKjRo0iTKl3KtKnTcePIlZtajhy5cliz\nkiNXrly3buDKiR1LtqzZsgDSql1Ljly5t3DjwiVHrls3Hz5IWLNWrq/fv4AD+wVAuLDhcOHIlVvM\nuLFjxuFOnfr0aY83b+Uya97MeTOAz6BDhws3rlw5cuTAgSNXrrXr17DLjZtdrrbt27hvA9jNu7fv\n38CDCx9OfNw4cuWSlyNHrpzz5+TIlSvXrRu4ctiza9/OfTuA7+DDk/8jV668+fPmyZHr1s2HDxLW\nrJWbT7++/fv0Aejfzz9cOIDkyg0kWNAgwXCnTn36tMebt3IRJU6kOBHARYwZw4UbV64cOXLgwJEr\nV9LkSZTlxq0s19LlS5gvAcykWdPmTZw5de7kGS7cuHLlyJEbN67cUaRJyZEr19TpU6hRowKgWtXq\nuHHkym0tR45cObBhwZIjZ8sWsnJp1a5l25YtALhx5Y4bR67cXbx59eLV5szZt2/Uyg0mXNjwYQCJ\nFS8OF45cuXLkyI0bV87yZcyZLYsr19nzZ9ChAYwmXdr0adSpVa9mHS7cuHLlyJEbN67cbdy5yZEr\n19v3b+DBgwMgXtz/+Lhx5MotL0eOXDno0aGTI2fLFrJy2bVv596dOwDw4cWPG0eu3Hn06dWj1+bM\n2bdv1MrNp1/f/n0A+fXvDxeOHMBy5ciRGzeuHMKEChciFFfuIcSIEicCqGjxIsaMGjdy7OgxXLhx\n5UaWI0euHMqUKleybOkyJYCYMmeOG0euHM5y5MiV6+nzJ9CgQof6BGD0KFJy5Moxber0qVNy4sSV\nq2r1KtasVgFw7epVnLhyYseSLUuWHNpyateybet2LYC4cufSrWv3Lt68erNl6zZunLjA4soRLmz4\nMOLEisuRIwfgMeTI3ryFI0du3Dhx4saV6+z5M+jQokePGwfgNOrU/9++jStXjhy5ceO8kSMHDhy5\ncePKlRs3ThzwcsKHEy9uvNy4cQCWM2+uTZu4cuXIUade7jp27OG2c+NW7jv48OLJkStn3vy4cQDW\ns2/v/j38+PLn08+Wrdu4ceL2iyvnH2A5gQMJFjR40CA5cgAYNnTozVs4cuTGjRMnblw5jRs5dvT4\nEeS4cQBIljT57du4cuXIkRs3zhs5cuDAkRs3rly5cePE9Sz3E2hQoUPLjRsHAGlSpdq0iStXjlzU\nqOWoVq0aDis3buW4dvX6lRy5cmPHjhsHAG1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJ\nFzZ8GHFixYsZN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2TXjbNnHkaJMT\nJ45cOd27eff2/fs3uXDhABQ3flybtnHlypFzTq5cdOnTqVe3fp1cuHAAuHf3vm3buHLlyJU3f75c\nevXr2bdnT45cuXLkwoUDcB9/fm7cxpUrB5CcwIEEyxk8iDChwoUHxYkDADGixIkUK1q8iDHjuHHk\nynksR45cuZEkS5o8iTJlOXLkALh8CXPcOHLlatq8iTOnzp06x40DADSo0HHjyhk9ijSp0qVMmZIj\nByCq1KnkyJW7ijWr1q1cu3YlRw6A2LFky5o9izat2rXl2rp9Czf/rty5dN0CuIs3b7m9fPv6/Qs4\nsGC+AAobPlwuseLFjBs7fgxZMYDJlCuXu4w5s+bNnDt7xgwgtOjRpEubPo06tepyrFu7fg07tuzZ\nrQHYvo27nO7dvHv7/g08+G4AxIsbL4c8ufLlzJs7f54cgPTp1MtZv449u/bt3LtfBwA+vPjx5Mub\nP48+fbn17Nu7b0+OXLn59Ovbv38fgP79/Mv5B1hO4ECCBQ0eRJgQwEKGDcs9hBhR4kSKFS1CBJBR\n48ZyHT1+BBlS5EiSHgGcRJlS5UqWLV2+hFlO5kyaNWmSI1dO506ePX36BBBU6NByRY0eRZpU6VKm\nRgE8hRq13FSq/1WtXsWaVStVAF29fi0XVuxYsmXNnkUrFsBatm3dvoUbV+5cuuXs3sWb1+62bdSo\nhSsXWPBgwoUJA0CcWDE5cuUcP4YcWTJkb962bSuXWfNmzpkBfAYdutxo0qVNlx43TtzqcuXGlYMd\nW/Zs2gBs38ZdTvdu3r15jxsnbtw4cuSMgQNXTvly5s2ZA4AeXfp06tWtX8eevdx27t29b9+2jRq1\ncOXMn0efXn16AO3dvydHrtx8+vXt36/vzdu2beX8AywncCBBggAOIkxYbiHDhg4bjhsnbmK5cuPK\nYcyocSNHAB4/giwnciTJkiTHjRM3bhw5csbAgSsncybNmjQB4P/MqXMnz54+fwINWm4o0aJFu/Hi\n5cuXGTPaykGNKnUq1akArmLNSo5cua7kyI0LW24s2bJmy40TIUKIEHLkysGNK3cugLp275bLq3cv\nX3Lkxo2rVSvOjh3Xrv0CB64c48aOHzsGIHky5XKWL2POjJkZM05lyggTZgQPHnLkyqFOrXo1agCu\nX8OOLXs27dq2b5fLrXt3bnHiSnnwoEKFHTuzyiFPrnw58+UAnkOPPm4cuXLlyJHTpm1cue7ev4Mv\nN8yAgQsXwoUrp349+/YA3sOPX24+/fr1x2nThgyZGzcXACZI8OTJl0uXyiVUuJDhQgAPIUYkR65c\nxYrkyJXTqHH/XMdw4ZQpWzNhQoYMChYsKLeSZUuXLQHElDmTZk2bN3Hm1FmOZ0+fPMWJK+XBgwoV\nduzMKreUaVOnT50CkDqV6rhx5MqVI0dOm7Zx5cCGFTu23DADBi5cCBeuXFu3b+ECkDuXbjm7d/Hi\nHadNGzJkbtxcSJDgyZMvly6VU7yYcWPGACBHlkyOXDnLlsmRK7d58zjP4cIpU7ZmwoQMGRQsWFCO\ndWvXr10DkD2bdm3bt3Hn1r2bHLlyv3+TE16unDdvxSRJQobs0iVx5aCXGwcNWjnr17Fnxw6Ae3fv\n5MCXK0eOHDhw4sqlV7+efbk8Bw6IElWOfn379+kD0L+fPzly/wDLCRxIcKA4cePGceL0KEwYR45S\nTJpUrqLFixgvAtjIsSM5cuVCiixHrpzJkye1abvmylWXLgJIkChHs6bNmzYB6NzJs6fPn0CDCh1K\njly5o0fJKS1Xzpu3YpIkIUN26ZK4cljLjYMGrZzXr2DDggVAtqxZcmjLlSNHDhw4ceXiyp1Lt1ye\nAwdEiSrHt6/fv3wBCB5MmBy5cogTK04sTty4cZw4PQoTxpGjFJMmldvMubPnzgBCix5Njly506jL\nkSvHunVrbdquuXLVpYsAEiTK6d7NuzdvAMCDCx9OvLjx48iTjxtHrlw5ceKyZRNHjhw3bsfChSvH\nnTs5cuHCJf8YMGDbtnLo06tfjx6A+/fwx40jV64cOXLhwpErV46cf4DlBA4kWC7NhAnkyJVj2NDh\nQ4YAJE6kSI5cOYwYyZEr17EjuXIhRX6TJo0aNRAYMHDjVs7lS5gxXQKgWdMmOZzlypEjFy5cOaBB\nhQYFBy5ZsgUaNJRj2tTpU6cApE6lWtXqVaxZtW4N17VcuWrVhg17Ns7suHJp1aYlR86WLQBxVakq\nV9fuXbx1Aezl25fc33KBy40bF65cOXKJyy1mzHjcuAc3bpAjV87yZcyZLQPg3NkzOdDlRJcjR67c\nadSpVY8bt4MBg0qVys2mXdv2bAC5de8m17tcOXLkxo0jV87/+HHkyKtVW6BAwbdv5aRPp15dOgDs\n2bVv597d+3fw4cONL1euWrVhw56NYz+u3Hv478mRs2ULwH1Vqsrt59/fP8By5QAQLGiQHMJyCsuN\nGxeuXDlyEstRrFhx3LgHN26QI1fuI8iQIj8CKGnyJLmU5VaWI0euHMyYMmeOG7eDAYNKlcrx7Onz\nJ08AQocSJWe0XDly5MaNI1fuKdSoUatVW6BAwbdv5bZy7ep1K4CwYseSLWv2LNq0ardt4zZu3LNn\nqFBRGzeuHN68eqVJgwABQIAA4sSVK2z4MOLCABYzbkyOXLnIkcWJI1euHDly4spx7lyOGjVSpHbc\nuVPuNOrU/6pTA2jt+vW4ceTK0S5Hjly53Lp38yZH7k+DBqVKlStu/Djy4gCWM29O7nm56OXGjStn\n/Tr27MmSdUCAgBu3cuLHky8vHgD69OrXs2/v/j38+Nu2cRs37tkzVKiojRtXDmA5gQMHSpMGAQKA\nAAHEiSv3EGJEiQ8BVLR4kRy5chs3ihNHrlw5cuTElTN5shw1aqRI7bhzp1xMmTNpzgRwE2fOcePI\nlfNZjhy5ckOJFjVKjtyfBg1KlSr3FGpUqU8BVLV6lVzWclvLjRtXDmxYsWOTJeuAAAE3buXYtnX7\nli0AuXPp1rV7F29evXu/9R03Lls2XrySlTN8GLFhatQePP8AIEFCOcmTKVemDABzZs3kyJXz7Fmc\nuHDlypEjVw516nLdCBGCAmVBoEDlaNe2fds2AN27eZMjVw54cOHDiZcbN44CAgS/fpVz/hx6dOcA\nqFe3To5cOe3buXf3Xo4VqwAFCnDjVg59evXr0QNw/x5+fPnz6de3f/9b/nHjsmXjBZBXsnIECxok\nSI3agwcAJEgoBzGixIkSAVi8iJEcuXIcOYoTF65cOXLkypk8Wa4bIUJQoCwIFKiczJk0a9IEgDOn\nTnLkyvn8CTSo0HLjxlFAgODXr3JMmzp9yhSA1KlUyZErhzWr1q1cy7FiFaBAAW7cypk9izatWQBs\n27p9Czf/rty5dOuGC/eNHLlixQoV6lYusODBgX/8KFAgABQo5Ro7fgz5MYDJlCuTu1yu3Lhx3bqV\n+ww6tDRpOQQIWLBAgBAh5Vq7fg37NYDZtGuTI1cud25y5Mr5/g08+K1bAwgQ8OatnPLlzJsrBwA9\nuvRy1Ktbv4693LZtQ4YAGDBAnLhy5MubP08egPr17Nu7fw8/vvz55MiJI0euWDFAgIaVA1hO4ECC\nuSJEQIAgQI8e5Rw+hBgRIgCKFS2SIyeOHDlt2owZu1auHDly5UyaJERoAAAABw4IwICBG7dyNW3e\nxFkTwE6ePcv9BFpOnLhyRY0eLTpOkKAaNQA85cWr3FSq/1WtTgWQVetWcuTKfQUbVmzYcXXqfPgA\nQIAAa9bKvYUbV+5bAHXt3sWbV+9evn39kiMnjhy5YsUAARpWTvFixuVyRYiAAEGAHj3KXcacWXNm\nAJ09fyZHThw5ctq0GTN2rVw5cuTKvX5NiNAAAAAOHBCAAQM3buV8/wYe3DcA4sWNl0OevJw4ceWc\nP4fufJwgQTVqAMDOi1c57t29f+cOQPx48uTIlUOfXv169ePq1PnwAYAAAdaslcOfX/9+/AD8AwQg\ncCDBggYPIkyoECE5cuPKlatWTZKkauUuYsxYbpoAAQECHLBihRy5ciZPokxpEgDLli7HjRNHjpw1\na5gwPf/79k2cOHLixIULR4KEAQAAGDAooPTXr3JOn0KN6hQA1apWy2HFSo6cNm3jyoENG5YcuV8D\nBggQACBAgG7dysGNK3cuXAB27+IlR64cX77ixJULLHhwYG8IEAwYIODAgXHjykGOLHkyZACWL2PO\nrHkz586eP5MjN65cuWrVJEmqVm4169blpgkQECDAAStWyJErp3s37966AQAPLnzcOHHkyFmzhgnT\ns2/fxIkjJ05cuHAkSBgAAIABgwLef/0qJ348+fLiAaBPr74ce/bkyGnTNq4c/fr1yZH7NWCAAAEA\nAAYI0K1bOYMHESY0CIBhQ4fkyJWTKFGcuHIXMWa86A3/AYIBAwQcODBuXDmTJ1GmNAmAZUuXL2HG\nlDmTZs1yN29GixYrFrByP4EGLZfMhAkECAK8eEGNWjmnT6FGdQqAalWr48aJI0euWbNEifxIkyZK\n1LZmzcSJgwHjzI8fW7YkKFAAC5Zyd/Hm1XsXQF+/f8sFDkyOXDfD5cqRI1eOMWNjxq4QIFCgAIAB\nA65dK7eZc2fPmwGEFj2aXOlyp8uBA/eNHLlyr2HDlsaCBQUKARYssGatXG/fv4H3BjCceHHjx5En\nV76cebly5MqVmzbt0aNv5bBn117umQIFDhwEWLCgTRty5JaNG1eOfXv37AHElz9/3Dhw5Mj58lWk\nCA0g/wCBIEBQgwoVb942bcoVLJg3bxcCBECAgBo1aeUyaty4EYDHjyDLlSNXrly4cMGCdcvGMpu2\ncePChQME6MOBAytWAAgQIFSockCDCh0KFIDRo0jJkRtXrpw3b7FiZcOGDRy4ceWyliNHrliRInHi\nCChQ4MqVcuWYiRNXrq3bt20ByJ1Lt67du3jz6t1brhy5cuWmTXv06Fu5w4gTl3umQIEDBwEWLGjT\nhhy5ZePGldvMufNmAKBDix43Dhw5cr58FSlCAwgQBAhqUKHizdumTbmCBfPm7UKAAAgQUKMmrZzx\n48iRA1jOvHm5cuTKlQsXLliwbtmyZ9M2bly4cIAAff84cGDFCgABAoQKVa69+/fw2wOYT78+OXLj\nypXz5i1WLIDZsGEDB25cOYTlyJErVqRInDgCChS4cqVcOWbixJXj2NEjRwAhRY4kWdLkSZQpVZYr\nR84lMWI8eIAqV44cuXI5c44b92bChCJFBAwYsGCBN2+/yi1l2rQpAKhRpZKjSpUXrxEjIKhQIUDA\nAg0ayJHTpq3c2bNAAAAQICBXrm3l5M6lSxfAXbx5y5UjV67ct2+vXunq1u3Xr27cuJUrx4sXFi9e\nfPkqIEAAGTLlNG/m3FkzANChRZMjN44cOWrURImy9e0bOHDlZM8uN8yWLWHCCggQYMGCNm2zoEEr\nV9z/+PHiAJQvZ97c+XPo0aVPL1eO3HVixHjwAFWuHDly5cSLHzfuzYQJRYoIGDBgwQJv3n6Vo1/f\nvn0A+fXvJ9e/P0BevEaMgKBChQABCzRoIEdOm7ZyEiUCAQBAgIBcubaV6+jx40cAIkeSLFeOXLly\n3769eqWrW7dfv7px41auHC9eWLx48eWrgAABZMiUK2r0KNKiAJYybUqO3Dhy5KhREyXK1rdv4MCV\n6+q13DBbtoQJKyBAgAUL2rTNggatHNy4cuECqGv3Lt68evfy7euXHLlw48aRIZMgAYYvX1at6jZu\nXLlyv37ladAABQoCATYHoELFVbnQokePBmD6NOpx/6rJkQsVigIFALJnT5gwbly53LrL3QgQAAAA\nUaLAlStu/PhxAMqXMyfnvFw5b94+fSIGDVq2bNzIkStXbty4cLt2RYv2YMCAFi3IsS/n/j18+ADm\n069Pjty4cuW4cUOFCqA2ceLKFTRocNyqVa5cDQjwMIAcOT4iRSp3EWPGiwA4dvT4EWRIkSNJliRH\nLty4cWTIJEiA4cuXVau6jRtXrtyvX3kaNECBgkAAoQGoUHFVDmlSpUoBNHX6dFxUcuRChaJAAUBW\nrRMmjBtXDmzYcjcCBAAAQJQocOXYtnXrFkBcuXPJ1S1Xzpu3T5+IQYOWLRs3cuTKlRs3LtyuXdGi\nPf8YMKBFC3KTy1W2fPkyAM2bOZMjN65cOW7cUKHSJk5cOdWrV49btcqVqwEBaAeQI8dHpEjlePf2\nzRtAcOHDiRc3fhx5cuXixHmLFs2BgwABABAgMGDABypUwIHTomVTo0Zr1hgAcB4ACBBZyrV3//49\nAPnz6Yezv20bDBgDBgDwDxCAwAIFuHEjR66cQnLkFAAAIEBAuHDlKlq8iBGAxo0cyXksV86bt1ix\nSm3bxo1buHHjypUbBxOmN28fDhwoVKiczp08e+oEADSoUHJEy5ULFw4bNm/lmjp1So6cM1u2KFES\nAAAAAQKwYFUSJ66c2LFkxQI4izat2rVs27p9Cxf/HDhbvXoRIAAgr969efLEiEGIEydr1ggAOAzA\ngoUh5MiVeww58mMAlCtb/vbtlzFjDBgECAAgtGgBAp49y5VL3LJluXIBeM2BQ7nZtGvbng0gt+7d\n5MiNK1eOG7dMmZxly/bsWTZx4siRmzZN269fz54ZECDAkaNy3Lt7/84dgPjx5MmZL1du3Dhu3Mq5\nf++eHLlTp3A8eAAECID9AwZcA3ht2Lhx5QweRGgQwEKGDR0+hBhR4kSK4MDZ6tWLAAEAHT1+zJMn\nRgxCnDhZs0YAwEoAFiwMIUeu3EyaNWcCwJlT57dvv4wZY8AgQAAARY0KEPDsWa5c4pYty5ULwFQO\n/xzKXcWaVetVAF29fiVHbly5cty4ZcrkLFu2Z8+yiRNHjty0adp+/Xr2zIAAAY4clQMcWPBgwAAM\nH0ZMTnG5cuPGceNWTvJkyeTInTqF48EDIEAAfB4w4Nq1YePGlUOdWjVqAK1dv4YdW/Zs2rVtb9s2\njRmzAgUA/AYevFixbNnKHT9uAwCAAAGECIlVTvp06tQBXMee/dq1ZsOGMWAgQECAAgUAnLdgIVo0\nX75u7dihQQMA+oQIlcOfX/9+/AD8AwQgcCAAcgbLlePGrVatYuLEKVPGq1mzbt08ecKTI8ekSQEG\nDJg1qxzJkiZPkgSgciXLcS7LlSNHDhw4cuVulv8TBw6cMGEQIAwIGiUKgAABzJgpp3Qp06ZKAUCN\nKnUq1apWr2LNum3bNGbMChQAIHYs2WLFsmUrp1atDQAAAgQQIiRWubp2794FoHcv32vXmg0bxoCB\nAAEBChQAoNiChWjRfPm6tWOHBg0ALhMiVG4z586eNwMILXo0udLlynHjVqtWMXHilCnj1axZt26e\nPOHJkWPSpAADBsyaVW448eLGhwNIrnz5uOblypEjBw4cuXLWy4kDB06YMAgQBoCPEgVAgABmzJRL\nr349+/QA3sOPL38+/fr27+OvVu1ZtGgWAFooUABAQYNHjpRTuHBhtxgxVqyQJq1cRYsXMQLQuJH/\nY7Nmv5Ytq1IFB44NVaowYLCBCJFs2Ro1gnPgwIMHBDJkKLeTZ0+fPQEEFTqUHLlx5cqFC+fM2bdx\n47hxkxYqFC5cSpSkaNAACJAIKVKEC1eObFmzZ8kCULuWLTly48qVI0cOHLhyd8mR+1anzoYNBAgI\nePDg0aMkhQp9+1aOcWPHjxkDkDyZcmXLlzFn1ry5Wzdw4sSBArVo0YsvXwoUcEKOXDnXr2Fv21aO\ndm3bt20D0L2b97Zt38aNszbcmrZx42TJ4hYuXLlyqVK9YsWqWLFJ4sSV076de3fuAMCHF0+OXDnz\n5MiFCzeuXDlx4sIxY5Yt24wZToQIKVXKy7Rp/wDLCRxIsCBBAAgTKiTHsJzDcuPGlZtIjhy4SJHG\njEGAIMOjR+DARRMnrpzJkyhTogTAsqXLlzBjypxJs2a3buDEiQMFatGiF1++FCjghBy5ckiTKt22\nrZzTp1CjQgVAtarVbdu+jRtnras1bePGyZLFLVy4cuVSpXrFilWxYpPEiStHt67du3YB6N3Llxy5\ncoDJkQsXbly5cuLEhWPGLFu2GTOcCBFSqpSXadPKad7MuTNnAKBDiyZHupzpcuPGlVtNjhy4SJHG\njEGAIMOjR+DARRMnrpzv38CDAwdAvLjx48iTK1/OvDk4cOLKlRMnbto0bOPGZcsWrpz37+C9k/8j\nV668+fPozwNYz749OHDkysmfT79+uW7dkHnzVq6/f4DlBA4kWHAgAIQJFZIjV86hQ3Lkyk2kSI6c\nOHG2bEmKFWvcOG/kyJUjWdLkSZMAVK5kSY5cOZgwx40rV5McOXDatEmT9uiRKHDgyg0lWtToUaIA\nlC5l2tTpU6hRpU4FB05cuXLixE2bhm3cuGzZwpUjW9YsWXLkyq1l29ZtWwBx5c4FB45cObx59e4t\n160bMm/eyg0mXNjwYcIAFC9mTI5cOciQyZErV9kyOXLixNmyJSlWrHHjvJEjV870adSpUQNg3do1\nOXLlZMseN67cbXLkwGnTJk3ao0eiwIErV9z/+HHkyY0DYN7c+XPo0aVPp17dmzdy5cqRIydO3Lhy\n5caNK1fe/Hn06dWnB9De/ftw4ciVo1/f/v1y375pCxeuHMByAgcSLGhQIICECheOG0euHMRy5MiV\nq2jxIjJkzrx5K1eOXLmQIkeSLAngJMqU48aRK+eyHDly5WbOJDduHDly0aJ5K+fzJ9CgQoMCKGr0\nKNKkSpcyberUmzdy5cqRIydO3Lhy5caNK+f1K9iwYseKBWD2LNpw4ciVa+v2Ldxy375pCxeuHN68\nevfyzQvgL+DA48aRK2e4HDly5RYzbowMmTNv3sqVI1fuMubMmjcD6Oz587hx5MqRLkeOXLnU/6nJ\njRtHjly0aN7K0a5t+zbu2wB28+7t+zfw4MKHEw8Xrhzy5MqXM2/u/Hk5ANKnUx83rhz27Nq3aydX\n7jv48OLHgydHDgD69OrHjSNX7n05cuTK0a9v/z7+/PrrA+jvHyAAgQDIFSx3sBw5cuUYNnT4EGJE\nieXIkQNwEWNGjRs5dvT4EeS1a+HKlSN3klw5lStZriRHrlxMmTNp1iw3bhwAnTt5evM2rlw5cuTK\nFTValBy5cuXChRtHjlw5qVOpSiVHrlxWrVnFiQPwFWxYbtzAkSMnTty4ceTKtXXrllzccnPp1rV7\nl+64cQD49vX77Vs4cuTGjRMnjlw5xYsZN/923JgcuXKTJ5MjV06cOACbOXf2/Bl0aNGjSV+7Fq5c\nOXKryZVz/Rr2a3LkytW2fRt37nLjxgHw/Ru4N2/jypUjR65ccuXJyZErVy5cuHHkyJWzfh27dXLk\nynX33l2cOADjyZfnxg0cOXLixI0bR65cfPnyydUvdx9/fv378Y8bBxCAwIEEv30LR47cuHHixJEr\nBzGixIkUJ5IjVy5jRnLkyokTByCkyJEkS5o8iTKlypUsW7p8CTOmzJk0a9q8iTOnzp08e/r8CTSo\n0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9izat2rUzrVkLR47/3Li5\n48iVu4s3r969fPWS+xsuHIDBhAtnyxaOnGJy48aRKwc5suTJlCtbFicOgObNnLNlE0cuNLlxpEmX\nO406terVqsmVK0cuduxw4QDYvo1bm7Zx5cqR+w08+O9yxIsbP468OLnly8OFAwA9uvTp1Ktbv449\ne7hw48qVIweeXLnx5MubP48+fTly5AC4fw9fnDhy5erbv48/v3775MiVA1hO4ECC5QAcRJhw3Dhy\n5RyWIxex3ESKFS1exEiRHLly5ciNGwdA5EiS48aVQ5lS5UqWLV2mJEeuXDly48YBwJlT506ePX3+\nBBqUHLlyRY0eRZpU6VKm5QA8hRqVHLly/1WtXsWaVetWruUAfAUbttxYsuXIkSuXVu1atm3dvlUL\nQO5cuuXs3sWbV+9evn3vAgAcWPBgwoUNH0acmBy5co0dP4YcWfJkyuUAXMacmRy5cp09fwYdWvRo\n0uUAnEadutxq1uXIkSsXW/Zs2rVt35YNQPdu3uV8/wYeXPhw4sV/A0CeXPly5s2dP4cenRy5ctWt\nX8eeXft27uUAfAcfvtx48uXNlx83rtx69u3dv38PQP58+uXs38efX/9+/v3vAwQgcCDBcgYPIkyo\ncCHDhgcBQIwocSLFihYvYsxIjly5jh4/ggwpciTJcgBOokxZbiXLli5bjhtXbibNmjZv3v8EoHMn\nz3I+fwINKnQo0aI/ASBNqrQc06ZOn0KNKnVqUwBWr2LNqnUr165ev44bV24s2bJmz6IlK64c27Zu\n3QKIK3duubp27+INF44Zs2TJxJULLHhwYHLkyiFOrBgxgMaOH5MjV24y5cqWJ5Mj90uIkG/fxJUL\nLXo06dIATqNOTY5cudauX8OOXY4cuVrUqJXLrXs3790AfgMPLnw48eLGjyMfN64c8+bOn0OP3lxc\nuerWr18HoH0793Lev4MPHy4cM2bJkokrp349e/XkyJWLL39+fAD27+MnR64c//7+AZYTOLAcOXK/\nhAj59k1cOYcPIUaUCIBiRYvkyJXTuJH/Y0eP5ciRq0WNWjmTJ1GmRAmAZUuXL2HGlDmTZs1x48KV\nK0eOJ7lyP4EGFfrTW69esGCFCxdIlChu3MpFlToVQFWrV8tl1bo1KzlywqZM+fTJhQtk5dCmVYt2\n1qxq1crFlTsXQF27d8nlLbeXb1+/5Tp0ADDYihVe48aVU7yYcWPGACBHlixO3Lhy5caNI0euXGfP\nnzt7q1Vr2LALIUJw41aOdWvXr1kDkD2bdm3bt3Hn1r1bnLhx5cqNG9etWznjx5EnJ0cuFQkSAgQw\nYBDgwAFo0Mpl174dQHfv38uFFy+e3Lhxs2axIEBgwgQXLraUkz+ffjlsa9b8+kWuXH///wDLCQRA\nsKBBcgjLKSw3bly5hxDFiZsxA4BFixQoHLlzp5zHjyBDggRAsqRJb97CkSM3bhw3buViypwpTlyf\nAQMQIAjAU5u2ckCDCh0KFIDRo0iTKl3KtKnTp+LEjStXbty4bt3Kad3KtSs5cqlIkBAggAGDAAcO\nQINWrq3btwDiyp1brq5du+TGjZs1iwUBAhMmuHCxpZzhw4jLYVuz5tcvcuUiS5YMoLLly+Qyl9tc\nbty4cqBDixM3YwaA06cpUDhy506517Bjy44NoLbt2968hSNHbtw4btzKCR9OXJy4PgMGIEAQoLk2\nbeWiS59OPTqA69iza9/Ovbv37+DDif8vV+7bN2rUrpEjFy5cuffw478vhQABAAAHDgCoUGHcOIDl\nBA4kCMDgQYTkyJVjyPDbt2fduuHBE2bECFWqhAgpVs7jR5Dlgk2a1K1bOZQpVQJg2dLlOJjlypGj\nSa7czZvgduwoUADAzwABnjzZIkSINm3llC5l2lQpAKhRpX77Fq5cuXFZx5Xj2pUrOXI+fFgYMCBD\nhgAGDIgTV87tW7hx3QKgW9fuXbx59e7l2zfc33Llvn2jRu0aOXLhwpVj3Ngx41IIEAAAcOAAgAoV\nxo0r19nzZwChRY8mR67c6dPfvj3r1g0PnjAjRqhSJURIsXK5de8uF2zSpG7dyg0nXhz/wHHkycct\nL1eO3HNy5aRLB7djR4ECALQHCPDkyRYhQrRpK1fe/Hn05QGsZ9/+27dw5cqNoz+u3H3898mR8+HD\nAsABAzJkCGDAgDhx5RYybOhwIYCIEidSrGjxIsaMGsNxJEeuWTNKlC7t2cOFy6tyKleyLBfrwAEA\nABw4EODBAzly5Xby7AngJ9Cg5MiNK1fu2TM8eC7FiqVIUSJt2siREycO3Lhx5crN8eOHFKlw4SDN\nmQMOXLm0atcCaOv2bbhw4siRGzeOG7dw1aphwDAAAAABAgIEgHDp0rhxCwAACBDg169p5SZTrlwZ\nAObMmr99E1euHDly48aVK02OXDhm/8waNTpwgMCBA23aLIgQgRy5crp38+6tGwDw4MKHEy9u/Djy\n5OLEhSNHDhkyNmxmYMGiQQOibt3Kce/endiDBx48JEqEgxixcurXs1cP4D38+OLmkyPXqpUSJWG0\naQMHDmA5gQPLiSNHTpy4IhYsxIlDjhw3atTKVbR4sSIAjRs5ihM3rly5cOGqVSs2alSCBABYlikz\naVI5mTJ1ALAJwImTaeV49vTpE0BQoUPHjSNXDmk5ckvLlRMnztmZM4kSLVgwAgkSbNhCcOAwblw5\nsWPJlhULAG1atWvZtnX7Fm5cceLCkSOHDBkbNjOwYNGgAVG3buUIFy5M7MEDDx4SJf/CQYxYOcmT\nKUsGcBlzZnGbyZFr1UqJkjDatIEDVw516nLiyJETJ66IBQtx4pAjx40atXK7effeDQB4cOHixI0r\nVy5cuGrVio0alSABAOllykyaVA47dh0AuANw4mRaOfHjyZMHcB59+nHjyJVzX45c/HLlxIlzduZM\nokQLFoxAAhAJNmwhOHAYN66cwoUMGyoEADGixIkUK1q8iDFjuI3kyAkTBgaMhxMnUqTA4c1buZUs\nWYJbtsyNm23bwpW7iTNnTgA8e/oMF47buHG5cpUpE62c0qVMlRYrVqhQBRYsrl0rhzWr1q1YAXj9\nCjZcuHHlyo0bd+3aLC9eGjQYMGX/Srm5dOn2AYAXwKVL4sr5/QsYMIDBhAuTI1cucWJyjBlnyyZL\njZpSpWDBKjZtWrhwg1q08OatnOjRpEuLBoA6terVrFu7fg07drjZ5MgJEwYGjIcTJ1KkwOHNW7nh\nxImDW7bMjZtt28KVew49enQA1KtbDxeO27hxuXKVKROtnPjx5MUXK1aoUAUWLK5dKwc/vvz58AHY\nv48/XLhx5cqNAzju2rVZXrw0aDBgypRyDR067ANAIoBLl8SVw5hRo0YAHT1+JEeu3MiR5EyazJZN\nlho1pUrBglVs2rRw4Qa1aOHNWzmePX3+5AlA6FCiRY0eRZpU6VJw4L6NG5csmSZN/1FatWLBopI2\nbeXKkQNbTmy5ceTIlUObVu1atQDcvoUrTtw3cuS2bYsWTVw5vn39lqNmxIgaNQmyZSuXWPFixosB\nPIYcedw4cuXKkSOnTVuyXLl+/EijTVs50qVLUwAAgACBcq1dv4bdGsBs2rXJkSuXO/e4ceHIkcOG\nLVy3buXKdetWTvm4cTkWLIgWrdx06tWtTweQXft27t29fwcfXjw4cN/GjUuWTJOmKK1asWBRSZu2\ncuXI3S+Xv9w4cuTKASwncCDBggMBIEyoUJy4b+TIbdsWLZq4chYvYixHzYgRNWoSZMtWbiTJkiZL\nAkipcuW4ceTKlSNHTpu2ZLly/f/4kUabtnI+f/6kAAAAAQLljiJNqvQogKZOn5IjV27q1HHjwpEj\nhw1buG7dypXr1q0c2XHjcixYEC1aubZu38JtC2Au3bp27+LNq3cv32/ftoULp0zZrFnMxIkrpjhU\nKGDAFCgwYcpUuXLZvHkrp3kz586cAYAOLXrcOHHlyokTBw5cudauX4sTpyFAgAsX0ogTV243796+\newMILnw4ueLlypEjFy5cNmvWMGGqVG469erlAGC/dasc9+7ev3MHIH48eXLkyqEnR+7bt3Duv30b\nV24+/XLkyHnzJiBAgFKlAJYTOJBgQYEAECZUuJBhQ4cPIUbUpk3at2/YsGnTFq7/XLlu3XIRIlSn\nDgCTBw6MG3dNmrRyL2HGlBkTQE2bN8eNA1eunDhx376VEzqUKBAgAJAyYABl3LhyT6FGlRoVQFWr\nV8eNI1euHDly2LBd48atVClW5dCmLfftmx07AOCCA1eObl27d+kC0LuXLzm/5cp58yZM2C5x4r59\nK7eY8WJw4E6dAjAZBYpylzFn1nwZQGfPn0GHFj2adGnT2rRJ+/YNGzZt2sKVK9etWy5ChOrUAbD7\nwIFx465Jk1aOeHHjx40DUL6c+bhx4MqVEyfu27dy17FnBwIEQHcGDKCMG1eOfHnz580DUL+e/bhx\n5MqVI0cOG7Zr3LiVKsWqXH///wDLfftmxw6Ag+DAlVvIsKHDhQAiSpxIrmK5ct68CRO2S5y4b9/K\niRwpEhy4U6cAqESBopzLlzBjugRAs6bNmzhz6tzJs+e1a9LChQNHFFy5o+PGMRMgAIBTpwsWkCMn\nzZixb9/KlSNXrqvXr18BiB1LVpy4cOXKiRNXrVq5t3C3bduzZ8AAAHgPHHA0bly5v4ADCw4MoLDh\nw+QSlytHjhw3bt28eVOmjNW3b+PGdevmKkAAAQIAzJhRrrTp06hPA1jNurW41+TIZcsGCtQwbtzI\nkSvHu3c5cRAgFCgAoDgsWOWSK1/OPDmA59CjS59Ovbr169ivXZMWLhy47+DKif8fN46ZAAEA0qdf\nsIAcOWnGjH37Vq4cuXL48+vXD6C/f4AABAIQJy5cuXLixFWrVs7hw23b9uwZMADAxQMHHI0bV87j\nR5AhQQIgWdIkOZTlypEjx41bN2/elClj9e3buHHdurkKEECAAAAzZpQjWtToUaMAlC5lKs4pOXLZ\nsoECNYwbN3Lkym3lWk4cBAgFCgAgCwtWObRp1a5FC8DtW7hx5c6lW9fuXWzYtI3j27fc31mzugQI\nAMCw4SJFypUDt2zZt2/lyoErV9ny5csANG/mLM5zuXLfvjFjFq1cOXKprVnjxYsAAQGxESBIoUxZ\nOdy5de/WDcD3b+DkyJUjTlz/3HFy5KJFa9ar169fGTIgAABgzJg45bRv597dOwDw4cWPGyeOHLlt\n23DhegXOPThy5cqRI1epEpEAAQoUABAgAMBu3coRLGjwIEEAChcybOjwIcSIEidy4+ZtHMZx4sSN\nCxcOBowBAEaSNLBsWbly2jhxsmHj2bNa2LCVq2nzZk0AOnfyHDfOmzhxqFANGeKIGLFZs1gtWwYN\nGhw4ISJE2LABwIEDz56V6+r1K9iuAMaSLUuOXLm0acmRK+d23DhoYsQ0aADgboAA4sSV6+v3L+DA\n5QAQLmx43Dhx5Mh9+wYNWrhx47p1y1aqFBEiADZvRoAAQIEC5MiVK236NOrS/wBWs27t+jXs2LJn\n0+bGzdu43OPEiRsXLhwMGAMAEC9uYNmycuW0ceJkw8azZ7WwYStn/Tp26wC2c+8+bpw3ceJQoRoy\nxBExYrNmsVq2DBo0OHBCRIiwYQOAAweePSvnH2A5gQMJEgRwEGFCcuTKNWxIjlw5iePGQRMjpkED\nABsDBBAnrlxIkSNJliwHAGVKlePGiSNH7ts3aNDCjRvXrVu2UqWIEAHw8ycCBAAKFCBHrlxSpUuZ\nJgXwFGpUqVOpVrV6FWu2bN/GjQMHTpu2arhwIUAAAG2AAAAAnAAHrlw5bHnySJEiTdq0cnv59u0L\nAHBgwdy4XdOmrUcPDRpUwP+CNWwYOHLkypUjRy7csmWLFgHwrEFDOdGjSZcWDQB1atXkyJVz/Rq2\na2lRoiRIAAC3AAHlePf2/Rt4bwDDiRcfN05cuXLixHnzNo4cuW3bUlmwkCABAO3ajxwpcOECOXLl\nyJc3f548APXr2bd3/x5+fPnzs2X7Nm4cOHDatFXDBRAXAgQACgYIAADACXDgypXDliePFCnSpE0r\nhzGjRo0AOnr8yI3bNW3aevTQoEEFLFjDhoEjR65cOXLkwi1btmgRgJ0aNJT7CTSo0J8Aiho9So5c\nuaVMmy6VFiVKggQAqgoQUC6r1q1cu2oFADas2HHjxJUrJ06cN2/jyJHbti3/lQULCRIAuHv3yJEC\nFy6QI1cusODBhAMDOIw4seLFjBs7fgw5m2Rx4qhRAwbsDAkSAQIA+BwgwIIFhLx5K1cuDgwYGjRc\nuzaunOzZtGkDuI07tzVrwJ4906FDggQpwoSJE0eunPLl5ciRmzMHgHQOHMpZv449u3UA3Lt7Lwc+\nvPjxihQtWAAgPRIk5dq7f58tGzly5erbvw8gv/794sSNA1hOYDlx4sgd5MVrSwCGAQA8HDDAk6cJ\nKFB481ZO40aOHTUCABlS5EiSJU2eRJky20px4qhRAwbsDAkSAQIAwBkgwIIFhLx5K1cuDgwYGjRc\nuzau3FKmTZsCgBpVqjVr/8CePdOhQ4IEKcKEiRNHrtxYsuXIkZszB8BaDhzKvYUbV+5bAHXt3i2X\nV+9evooULVgAQDASJOUMH0acLRs5cuUcP4YMQPJkyuLEjSuXuZw4ceQ88+K1JcDoAABMDxjgydME\nFCi8eSsXW/Zs2rEB3MadW/du3r19/waODVs2b96kSevUiYwUKQMGBAAAIEAAAQJqUKLEjVuCAgXy\n5CkXXvx48uEBnEef/tmzYciQ4cAhQ8ahcePK3cef//6ZMwD8A+TCpRzBggYPEgSgcCFDcuTKQYwo\nMeKyZTJkBMiIBUu5jh4/ggzpEQDJkibDhRtXbmU5cS7HjbNlS8eBAxAgCP8QoIEOnVu3QFSo8OxZ\nuaJGjyItCmAp06ZOn0KNKnUq1WzZqGXLtmsXJ06bUqVq0KAAAAAFCgAAUCBAAA0aAMDNlq0c3bp2\n79IFoHcvX2rUhmnT9udPmDDdyiFOrBhxuHApUgCIzI1bucqWL2OuDGAz587kyJULLXq06GzZoEAJ\noLpDh2/fbiRKVK1auXLkbpfLrXt3bgC+fwMXJ7xcuXHjwIEbFy7cnz8oMGBAg6ZIEUOLFjFjJiBA\nAA0axoEvJ348efIAzqNPr349+/bu38PPlo1atmy7dnHitClVqgYNABYAAKBAAQAACgQIoEEDAIfZ\nspWTOJFiRYkAMGbUSI3/2jBt2v78CROmWzmTJ1GaDBcuRQoAL7lxKzeTZk2bMwHk1LmTHLlyP4EG\nBZotGxQoAZB26PDt241EiapVK1eOXNVyV7FmvQqAa1ev4sCWKzduHDhw48KF+/MHBQYMaNAUKWJo\n0SJmzAQECKBBwzi/5QAHFiwYQGHDhxEnVryYcWPH2bJhEycOGzZt2r6RIxcrlhgZMnjwADB69IAB\nAAQICBeuXGvXr2G3BjCbdm1v3qqJEzds2K1b4soFFz48eKJEDBgAECBg3Lhyz6FHl/4cQHXr18dl\nL7ede/dy5Lx5K1VqwIAACBDw4kWCAwdmzMrFlz+ffnwA9/Hn//YtHDly/wDBgbt2bVu4cLNmpUGF\nypu3WrWGrVq1aBGAiw4chAtXrqPHjyABiBxJsqTJkyhTqlyZLRs2ceKwYdOm7Rs5crFiiZEhgwcP\nAECBDhgAQICAcOHKKV3KtKlSAFCjSvXmrZo4ccOG3bolrpzXr2C9JkrEgAEAAQLGjSvHtq3bt2wB\nyJ1Ld5zdcnjz6i1Hzpu3UqUGDAiAAAEvXiQ4cGDGrJzjx5AjOwZAubLlb9/CkSMHDty1a9vChZs1\nKw0qVN681ao1bNWqRYsAyHbgIFy4crhz694NoLfv38CDCx9OvLjxbt28kVvOvJxzctBhwVKjZsCA\nAAAAHDhggAuXcuDDi/8fLx6A+fPoxYn7Vq5ct27YsJErR7++/XLjIEAgQKCAF4Beyg0kWNBgQQAJ\nFS4cN45cOYgRJUIMF+7YMQkSDhgwsGWLhRcvtGkrV9LkSZQlAaxk2fLbS3LkxInLlm3czW7duIkT\nV65cuHDg+PCBAQPA0TFjyi1l2tTpUgBRpU6lWtXqVaxZtYYLR67cV7Bhw4oTp0GDiRs3cuW6RI5c\nObhx5c6VC8DuXbzkyJXjy5ccuXKBBQ8OXMyEiSpVqIQLV87xY8iRIQOgXNkyOXLlNG/m3HncuChR\nXqRIcenSiVKlyq1m3dp1awCxZc8WJ25cuXLkyIULR65cOXLkyg0fDg7/XLdcuSBBMoADx7hx5aRP\np15dOgDs2bVv597d+3fw4cOFI1fO/Hn06MWJ06DBxI0buXJdIkeu3H38+fXnB9DfP0AAAgGQI1fu\n4EFy5MoxbOiQYTETJqpUoRIuXLmMGjdy3AjgI8iQ5MiVK2nyJMpx46JEeZEixaVLJ0qVKmfzJs6c\nOAHw7OlTnLhx5cqRIxcuHLly5ciRK+fUKThw3XLlggTJAA4c48aV6+r1K9iuAMaSLWv2LNq0atey\nFSeuHNy4cufCzZaNWLdu5fby7ev3L18AggcTLmf4cDly5Moxbuw4XLhRjhxx47atHObMmjdzBuD5\nM+hyokeTLk3amjVN/4ECcePmJ1eucrJn065NGwDu3LrJkSvn2zc5cuWGEy8uTty2WLGyZQt17Fi5\n6NKnU58O4Dr27Nq3c+/u/Tt4ceLKkS9v/jz5bNmIdetW7j38+PLnwwdg/z7+cvr3lyNHDmA5gQMJ\nhgs3ypEjbty2lXP4EGJEiQAoVrRYDmNGjRs1WrOmKVAgbtz85MpVDmVKlStVAnD5EiY5cuVo0iRH\nrlxOnTvFidsWK1a2bKGOHSt3FGlSpUkBNHX6FGpUqVOpVrUaLhy5clvLkSNXDmxYseLIljN7Fm1a\ntWkBtHX7llzccnPLjRtHrly5cePIlfNb7tq1Y9u2lStHrlxixYsZN/8G8BhyZHLkylW2fBlzZXDg\nunnzRo4ctG3bypU2fRr1aQCrWbcmR65c7NjkyJWzfRs3OHDdeJMjd40cuXLDiRc3XhxAcuXLmTd3\n/hx6dOnhwpErd70cOXLluHf3Lg58OfHjyZc3Xx5AevXrybUv977cuHHkypUbN45cOf3lrl07BnDb\ntnLlyJU7iDChwoUAGjp8SI5cuYkUK1qcCA5cN2/eyJGDtm1buZEkS5osCSClypXkyJV7+ZIcuXI0\na9oEB66bTnLkrpEjVy6o0KFEhwI4ijSp0qVMmzp9ClWcOHLlqpYjR66c1q1cu3r9CnYrgLFky5Ij\nVy5tWnHixrktV47/XLm5dOvavYuXLjlyAPr6/UuOXLnBg8mRK4c4seLFiMmVeww5suTJACpbvkyO\nXLnNm8mRKwc6tOjQ5MiVO406terV5ciRAwA7tuzZtGvbvo07tzZt3siRCwc8nLhyxIsbP448ufJx\n4wA4fw4dnHRy5MCB8+Ytmzhx4MCNEyeuXDly5MqZP48+vXr04sQBeA8/frhw48qVI0dunP5y/Pv7\nB1hO4EBy5QweRJgQITlyABw+hAgOnDhy5MaNE5exXDly5MqRI1eunDhx48iRK5dS5UqWK8mRKydO\nHACaNW3exJlT506ePbVp80aOXDii4cSVQ5pU6VKmTZ2OGwdA6lSq/+CskiMHDpw3b9nEiQMHbpw4\nceXKkSNXTu1atm3dshUnDsBcunXDhRtXrhw5cuP8lgMcWPDgcuTKHUacWHFicuQAPIYcGRw4ceTI\njRsnTnO5cuTIlSNHrlw5ceLGkSNXTvVq1q1ZkyNXTpw4ALVt38adW/du3r19/wYeXPhw4sWNH0ee\nXPly5s2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38efX/9+\n/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXLli5f\nwowpcybNmjZv4k3MqXMnz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4IN\nK3Ys2bJmz6JNq3Yt27Zu38KNK3cu3bp27+LNq5dlQAAh+QQICgAAACwAAAAAIAEgAYf////+/v79\n/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp\n6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV\n1dXT09PS0tLR0dHQ0NDPz8/Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/\nv7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyr\nq6uqqqqoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5uampqZmZmYmJiXl5eW\nlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKB\ngYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFvb29ubm5tbW1sbGxr\na2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhWVlZVVVVU\nVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+\nPj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYk\nJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQ\nEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLFabdrAiZssLlw4cZgzYw7HOZy4z5/DiRZHunTpcONSqx4HDhyA17Bja9MWTpzt\n2+Ny6xbHu/c4ccCDixtHvHhxcePGiVu+HBw4ANCjS9emDZy469ixj9surrt3cOHCgf8DF06c+fPh\n0otbv37cOHHwv30DQL++/W3bwo0bJ66/f4DiBI4jWNBguHDdtm3z5g3cQ3ERxYWjWJGiN28ANG7k\n2NHjR5AhRY4MF07cyZPhwokb19LlS5gtw4UbN06cuHHidO4UN86nT3HiAAwlWhQcOHHjlC5lOk7c\nOKhRo4qjSnXcVaxYxW0NF07c13DhAIwlWxYcuHDi1K4d19ZtW3FxxYETV7fuOLzjxO399m3cOHHj\nBA8eJ04cAMSJFYMDJ27cY8iRJU8WJ66bOHHjNG/eHE7cZ9DhwIEDUNr0adSpVa9m3dr1ONixx4kT\nN872bdy5b3vzJk7cOODixI0jXtz/OHEAyZUvFydu3HPo0aVPjy5O3Djs2bVjDxdu3Hdx4gCMJ19e\nnLhx6dWvZ78enDhx4+TPp+/N2zj8+fXjB9DfP0AAAgGIEzfuIMKEChciBDfuIcSIEcWJG2dRnDgA\nGjdy7OjxI8iQIkeOK2lynDhx41aybOmSpTdv4sSNqylO3LicOnfmBODzJ1Bx4sYRLWr0KFKj4sSN\na+r0adNw4cZRFScOANasWsWJG+f1K9iwYMGJEzfuLNq03ryNa+v2bVsAcufSFSduHN68evfyzQtu\nHODAggWLEzfusDhxABYzbuz4MeTIkidTHmf5MubMmjOHCxYsXLhv38aRJi3u9LjU/6rHAWjt+rU4\nceNm065t+3ZtceLG8e7tW5y4bt3GjRMXLhyA5MqXixM37jn06NK/Uf/mbRz27NqxY8MmTly4ceLH\njwdg/jz6cerXs2+vXhx8cdewYRMlytm4/Pr3898vDqA4AAMJFjR4EGFChQsZjnP4EGJEiRHDBQsW\nLty3b+M4chT3cVxIkeMAlDR5Upy4cStZtnT5sqU4ceNo1rQpTly3buPGiQsXDkBQoUPFiRt3FGlS\npd+YfvM2DmpUqVCxYRMnLtw4rVu3AvD6Few4sWPJlhUrDq24a9iwiRLlbFxcuXPpzhUnDkBevXv5\n9vX7F3BgweMIFzZ8GPHhR2DAeP/zFi6cuHGTx4ELF06cuHGbxYkD8Bl0aHHixpU2fRp1atPgvn0b\n9xo2bHHbth075s0buG7dAPT2/VucuHHDiRcfLg4cOGvWkiWrNg56dOnjtlWqhA3bN3DgxnXvLk4c\nAPHjyYsTNw59evXrv31LlKhChw4ZMqgJF25cfv37+ecXB1AcgIEECxo8iDChwoUMxzl8CDGixIiP\nwIDx5i1cOHHjOo4DFy6cOHHjSooTByClypXixI17CTOmzJkwwX37Ni6nTp3itm07dsybN3DdugE4\nijSpOHHjmjp92lQcOHDWrCVLVm2c1q1cx22rVAkbtm/gwI07e1acOABs27oVJ27/nNy5dOt++5Yo\nUYUOHTJkUBMu3LjBhAsbHixOHIDFjBs7fgw5suTJlMdZvow5s+bL06alkCNnnOjRo8WNO41anGoA\nrFu7Hgc7tuzZtGODA1fNm7dxvHv35pYtGzdu48Z5CxcOgPLlzMWJGwc9unTo4bp1kyYtWzZw47p7\n9w4OnKUePYYNszYuvfpx4sQBeA8//rj59Ovbnz9s2I0bBgQIABggQAphwsaNEyfOmzhx4xw+hOgQ\nwESKFS1exJhR40aO4zx+BBkSZLhw47p1+/FDQJs241y+fClu3Dhx4sbdFCcOwE6ePcf9BBpUaFBx\n4saJE7dsGYxRo8Y9hTpOnDho/40aUaMmTtw4ceIAfAUbdtxYsmXHggP3TZy4cOG8eQM3Tu7cudOm\nIRgwABUqb+HCjQMceBwAwoUNj0OcWPFixNy4LVgQIEECDhwayJEDDdqePQsYMRoXWvTo0ABMn0ad\nWvVq1q1dvx4XW/Zs2rPDhRvXrduPHwLatBkXXLhwcePGiRM3Trk4cQCcP4c+Tvp06tWpixM3Tpy4\nZctgjBo1Tvz4ceLEQWvUiBo1ceLGiRMHQP58+uPs38dvHxy4b+LEAQwXzps3cOMOIkQ4bRqCAQNQ\nofIWLty4ihbHAcioceO4jh4/guzIjduCBQESJODAoYEcOdCg7dmzgBGjcTZv4v+0CWAnz54+fwIN\nKnQo0XFGjyJNajRcOGvW0ly4AGCqESPjrmLNqvWqOHEAvoINO24s2bJmx4ID583bLU2aDBgooEHD\ntGnP7vLidezYDTlyrl0bJ1gwgMKGD49LrHjxYnHjHkOOHNmbtwEDAGCOEgWYOHHjPoMeB2A06dLj\nTqNOrfr0tm2CBJVAgsSHjzkrVvDgAWA3AQLduokbJ3z4OHHiACBPrnw58+bOn0OPPm469erWp4cL\nZ81amgsXAIA3YmQc+fLmz5MXJw4A+/bux8GPL38+fHDgvHm7pUmTAQMFAGrQMG3aM4O8eB07dkOO\nnGvXxkWMCIBiRYvjMGbUqFH/3DiPH0GC9OZtwAAAJ6NEASZO3DiXL8cBkDmT5jibN3HmtLltmyBB\nJZAg8eFjzooVPHgAUEqAQLdu4sZFlTpOnDgAV7Fm1bqVa1evX8GOEzuWbFmx3rwRIUIAQNu2SZKM\nkzuXbl26APDm1TuOb1+/f/n68lWhgoIHDwQIABAgQKRIGjQUGDDAixcgjx5duzaOszhxAECHFi1O\n3DjTp1GnVj1OnLhWatTgwAGANu1evcCJEzeON29x4gAEFz58XHHjx5EXFyfOjh0v375lyxZHhIgE\nCQBkzw4OnLhx38GLAwcOQHnz59GnV7+efXv34+DHlz8fvjhxypTxadNGgIAE/wAPHRpHsKDBgwYB\nKFzIcJzDhxAjOqxVy5GjVtSoyZGDBRCgX78mTEhgwMCePYTEiRvHsuU4ADBjyhxHs6bNmzhrcuOG\nyZIlLFgACEWAYJzRo0iNAljKtOm4p1CjSn0qThw2bODGadUaLty3bwUKOCBEaJzZs2fDefMGoK3b\nt3Djyp1Lt67dcXjz6t2LV5w4Zcr4tGkjQECCQ4fGKV7MuDFjAJAjSx5HubLly5Rr1XLkqBU1anLk\nYAEE6NevCRMSGDCwZw8hceLGyZ49DoDt27jH6d7Nu7fv3dy4YbJkCQsWAMgRIBjHvLlz5gCiS58+\nrrr169irixOHDRu4ceDBh/8L9+1bgQIOCBEax759+3DevAGYT7++/fv48+vfz3+cf4DjBA4kWHCc\nNGndmjUjRSqDKFHjJI4TV3HcRYwZLwLg2NHjOJAhRY4E2a1brVrhxq0c502cuHDhwoQZQICAM2fi\ndI7j2XMcAKBBhY4jWtToUaRFU6Xq8OePMmVZsgy4cWPcVaxZxYkD0NXr13FhxY4lOxYZsnDj1K5l\nO07aOLhx5Y4D160bALx59e7l29fvX8CBxw0mXNhwYWnSujVrRopUBlGixk0eJ87yOMyZNWMG0Nnz\n53GhRY8mHbpbt1q1wo1jPc6bOHHhwoUJM4AAAWfOxO0e19v3OADBhQ8fV9z/+HHkyY2nStXhzx9l\nyrJkGXDjxjjs2bWLEwfA+3fw48SPJ1+ePDJk4catZ99+nLRx8eXPHweuWzcA+fXv59/fP0AAAgcS\nLGjwIEKB4xYybOjwIUNs2E5lyjRuXLhw4zZy7OgRAMiQIseRLGnSZDhx4rx5G+fyJUyXrVpZIEHi\n27dxOnfqFCcOANCgQscRLWr0qFFx4oSlSaNAgYlVq7Bh27EDAxYs47Zy7SpOHICwYseOK2v2LNqy\n1KjBgiVtHNxx2sSJG2f3Lt6848SFCwfgL+DAggcTLmz4MOJxihczbux4MTZspzJlGjcuXLhxmjdz\n7gzgM+jQ40aTLl06nDhx/968jWvt+nXrVq0skCDx7du43LpzixMH4Dfw4OOGEy9uvLg4ccLSpFGg\nwMSqVdiw7diBAQuWcdq3cxcnDgD48OLHkS9v/jx5atRgwZI27v04beLEjatv/z7+ceLChQPgHyAA\ngQMJFjR4EGFChQjHNXT4EGJEh+LEDeLBQ5y4cRs5dvS4EUBIkSPHlTR5smS4cNzGtXT5Eua4adMy\nhAgxDmdOneLEAfD5E+g4oUOJFhUaLpwNGwYoUIAAwcWpU926vXlzAA2acVu5dt0KAGxYsePIljV7\nlqwnTwwYbMiWbdWqE6tWjbN7F29eu+HCAfD7F3BgwYMJFzZ8eFxixYsZN/9mTC1btnGTKVe2PE5c\nuHAAOHf2PA50aNGjSZcOzYnTiUCBxrV2/VqcOACzadcedxt3bt23jRmTIycONmzFinX79m3cuCxZ\n9nz7Ng56dOnQAVS3fn1cdu3buWd34wYBAgk4cChQgCFNmnHjwoUb9x5+fPkA6Ne3fx9/fv37+fcf\nB3CcwIEECxokSC1btnEMGzp8OE5cuHAAKlq8OC6jxo0cO3rUyInTiUCBxpk8iVKcOAAsW7ocBzOm\nzJkwjRmTIycONmzFinX79m3cuCxZ9nz7Ni6p0qVJATh9CnWc1KlUq0p14wYBAgk4cChQgCFNmnHj\nwoUbhzat2rUA2rp9Czf/rty5dOvaHYc3r969fPeuevZsnODBhAWHCzdunLhw4QA4fgx5nOTJlCtT\n5sYtGThw164B8+YtXLgmTQJgwDAuterV4sQBeA079rjZtGvbnv3tW6xY4Mb5HsetW7dw4VKloiRO\n3LjlzJsvBwA9uvRx1Ktbv05927YBAwIgQJAgAYAHD6pVs2YNGDhw49q7f98egPz59Ovbv48/v/79\n4/r7BzhO4ECCBQuuevZs3EKGDReGCzdunLhw4QBcxJhx3EaOHT125MYtGThw164B8+YtXLgmTQJg\nwDBO5kya4sQBwJlT5ziePX3+5PntW6xY4MYdHcetW7dw4VKloiRO3Diq/1WtUgWQVevWcV29fgXb\nddu2AQMCIECQIAGABw+qVbNmDRg4cOPs3sVrF8Bevn39/gUcWPBgwuMMH0acWPFhW7ZObNo0TvJk\nypKxYQuXGRw4AJ09fx4XWvRo0qO9eZswYgQDBnqGDbt1C8DsAAG6dRuXW3fucOEA/AYefNxw4sWN\nHzcuzpKlaNFMmRI3Tvp06tQBXMeefdx27t29b6dGDQOGAAMGAAAgoEIFVapEiCAhRUq1atbChRuX\nX/84AP39AwQgcCDBggYPIkyosKA4ceMeQowoceI4HjwAbNgwbiPHjtu2wYL17Ru4bdsAoEypchzL\nli5fumTCBIAIESNGjP+pU6dKFQA+fWrTBk6cuHFGx4kDBw4A06ZOx0GNKnUq1anOOnQAB24c165e\nxYkbJ1YsgLJmz45Lq3Yt27TdugkQACBBAgoUGtCgQYuWAgUBBgywZu2aOHHjDiMeB2Ax48aOH0OO\nLHkyZXHixmHOrHkz53E8eADYsGEc6dKmt22DBevbN3DbtgGILXv2uNq2b+O+zYQJABEiRowYU6dO\nlSoAjh/Xpg2cOHHjno8TBw4cgOrWr4/Lrn079+7cnXXoAA7cuPLmz4sTN279egDu38MfJ38+/fry\nu3UTIABAggQUAFJoQIMGLVoKFAQYMMCatWvixI2TOHEcAIsXMWbUuJH/Y0ePH8eFFDmSZEmRAQIA\nMGBgXEuXLsMBA1atmjhx4cSJA7CTZ09x4sYFFTqUaNBAgWqNU7p0nDhxAKBC7dYt3DirV8VlBbCV\na1dx4saFFTuWbFmxZKRIGbeWbVu3bQHElTtXnLhxd/Hm1YsLV4AACLhx+/Yt3DjD43jwGBEr1jjH\njyE7BjCZcmXLlzFn1ryZ8zjPn0GHFv05QAAABgyMU716dThgwKpVEycunDhxAHDn1i1O3Djfv4EH\n9x0oUK1xx5GPEycOQPPm3bqFGzedujjrALBn1y5O3Djv38GHF/+djBQp49CnV79ePQD37+GLEzeO\nfn3793HhChAAATdu/wC/fQs3ruA4HjxGxIo1rqHDhw0BSJxIsaLFixgzatw4rqPHjyBDejxwAECA\nAM+ehQtnTJw4cOAEadAQK9a4mzcB6NzJc5zPn0CD+gwX7s2bcUiTKm3QAIAAAeLEjZtKdZy4qwCy\nat06rqvXr2DDej11KsCHD+PSql3Ldi2At3DjjptLt67duUaMAABQYJzfv3+HDcMTLty4w4gTHwbA\nuLHjx5AjS55MufK4y5gza96M+cABAAECPHsWLpwxceLAgROkQUOsWONixwZAu7btcbhz696NO1y4\nN2/GCR9OvEEDAAIEiBM3rrnzceKiA5hOvfq469iza9+O/dSpAB8+jP8bT768+fIA0qtfP669+/fw\n2xsxAgBAgXH48+cfNgxPOIDhxg0kWHAgAIQJFS5k2NDhQ4gRx02kWNHixXHcuAHgyFGDBgIEDoxk\nwABAgABQoIxjyRLAS5gxx82kOS5cuHHcuEmTpkqQIAECFiwYV9To0QABACxYMM7pU6jixAGgWtXq\nOKxZtW7lOk6cOABhK1QYV9bsWbRnAaxl23bcW7hx435DhAjAXQABxIkb19fvuEGDUIkTN87wYcSG\nASxm3NjxY8iRJU+mPM7yZcyZNTOLEUOAAAChDRgAULq0AAEBCBDgw2fc69cAZM+mLU7cONzixHnz\ndq1HDwDBhQMQIGD/2zjkycdBg3bgAIAOHcZNp159OgDs2bWP497d+3fw4+TIAVA+Q4Zx6dWvZ78e\nwHv48cWJG1fffn1x4njxQhEgAEAAAgEEGGdwnLhxCscJE3ZrHMSIEiUCqGjxIsaMGjdy7OhxHMiQ\nIkeSZBYjhgABAFYaMADg5UsBAgIQIMCHz7icOQHw7OlTnLhxQsWJ8+btWo8eAJYyBSBAwLZxUqeO\ngwbtwAEAHTqM6+r1a1cAYseSHWf2LNq0asfJkQPgbYYM4+bSrWu3LoC8eveKEzfuL+C/4sTx4oUi\nQAAAigEEGOd4nLhxkscJE3ZrHObMmjUD6Oz5M+jQokeTLm16HOrU/6pXq+bFq9S0aZs2SRMnbty4\nYcNe/fo1bly4ccKHDwdg/DjyccqXM/fmbcwYEnToFCiQIUOqcdq1hws3bpwiRdnGkS9v3jyA9OrX\nj2vv/j38+O516aIlTty4/Pr3898PACAAgQMHjjN4ECHCcOPGjRnjyZO4cRMpUhQnblxGjRs5AvD4\nEWRIkSNJljR5clxKlStZruTFq9S0aZs2SRMnbty4YcNe/fo1bly4cUOJEgVwFGnScUuZNvXmbcwY\nEnToFCiQIUOqcVu3hgs3bpwiRdnGlTV79iwAtWvZjnP7Fm5cuW916aIlTtw4vXv59uULAHBgweMI\nFzZsONy4cWPGeP/yJG5cZMmSxYkbdxlzZs0AOHf2/Bl0aNGjSZcedxp16tPgwI0TJw4QoAABHogT\nNw53bt27eecG8Bt48HHDiRcfLk7cOOXhwoEAcceaNRYsAnToIE7cOO3buXfXDgB8ePHjyJc3fx59\nevXrywNw/x7+OPnz6de3fx9//vkA+Pf3DxCAwIEECxo8iDChQgDjGjp86M0bLVo3GDAAgBFAAHHi\nxnn8CDKkyI8ASpo8OS6lypUsV4IDFwoSJAA0NWgAB06cuHE8e/r8CSCo0KHjiho9ijSp0qVMjQJ4\nCjWqOHHjqlq9ijWr1q1cxwH4Cjas2LFky5o9i3ac2rVsvXmjRev/BgMGAOoCCCBO3Li9fPv6/csX\ngODBhMcZPow4MWJw4EJBggQgsgYN4MCJEzcus+bNnAF4/gx6nOjRpEubPo069WgArFu7FidunOzZ\ntGvbvo079zgAvHv7/g08uPDhxIuPO448OTNmBAgEeA4gOoAD46pbv449O3YA3Lt7FydunPjx5MuT\nD7dtW44cC8KEGQc/vvz58gHYv49/nP79/Pv7BzhO4ECCA8WJG5dQ4cKEABw+hChO3DiKFS1exJhR\n48ZxADx+BBlS5EiSJU2eHJdS5UpmzAgQCBATwEwAB8bdxJlT506dAHz+BCpO3DiiRY0eNRpu27Yc\nORaECTNO6lSq/1WpAsCaVes4rl29fgUbFqw4cePMnkVrFsBatm3FiRsXV+5cunXt3sU7DsBevn39\n/gUcWPBgwuLEjUOcWHG3btvGjePFixo1cOMsX8acWXNmAJ09fxYnbtxo0qVNn0adWvU4AK1dvx4X\nW/Zs2rVt38YtG8Bu3r3DhRsXXPhw4sWNH0c+DsBy5s2dP4ceXfp06uLEjcOeXXu3btvGjePFixo1\ncOPMn0efXn16AO3dvxcnbtx8+vXt38efX/84AP39AwQgEMC4ggYPIkyocCFDgwAeQowYLty4ihYv\nYsyocSPHcQA+ggwpciTJkiZPohynciXLli5fwoy5EgDNmjbFif8bp3Mnz54+fwINOg4A0aJGxyFN\nqnQp06ZOnyYFIHUqVXHixmHNqnUr165ev44DIHYs2bJmz6JNq3atN2/j3sKNK3cu3bp2xwHIq3cv\nN27hxgEOLHgw4cKGC4sTB2Ax48bfvokbJ3ky5cqWL2O+LE4cgM6eP2/bBm4c6dKmT6NOrXo1gNau\nX8OOLXs27dq2vXkbp3s3796+fwMPPg4A8eLGuXELN2458+bOn0OPDl2cOADWr2P/9k3cuO7ev4MP\nL368eHHiAKBPr37bNnDj3sOPL38+/fr2AeDPr38///7+AQIQOJBgQYMHESZUuJBhQ4cPIUaUOJFi\nRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2bN3Hm1LmTZ0+fP4EGFTqUaFGj\nR4Vu2xZOXFOn46BGhSpO3Dir4rBm1SoOXDivXsWJCxdOnLhw374BULuWLTZs4cTFFTeOrji7d++O\n07uXr15x4sIFDiyOcGFx4bx5A7CYcWNt2sCJExcunDjLl8WNE7eZczhxn8WNEz16XLhs2b59Excu\n3Lhx4sSF8+YNQG3bt7dtCyeOd2/fv3uPEyduXPHi4sSFC/etW7dwz8VFlx7u2zcA17Fn176de3fv\n38Fv2xZOXHnz49CnRy9O3Dj34uDHly8OXDj79sWJCxdOnLhw/wC/fQNAsKBBbNjCiVsobpxDcRAj\nRhxHsaJFiuLEhdu4UZzHj+LCefMGoKTJk9q0gRMnLlw4cTBjihsnrqbNcOJyihvHs+e4cNmyffsm\nLly4cePEiQvnzRuAp1CjbtsWTpzVq1izXh0nTty4r1/FiQsX7lu3buHSilvLNty3bwDiyp1Lt67d\nu3jz6v32Ldy4v4ADCx4srnC4cOPGiVs8rrHjceIiiwv37RuAy5gzgwMnbpznz6DHiRtHurTp0+PC\nhbsGDty417BhhwMHDoDt27i/fQs3bpy43+LGCR9OXDi4cOHGKV8+Tpw4b9asjZtOnbq4b98AaN/O\nHRw4cePCj/8TR36c+fPox4kbx36cuHHwx4ED1y1cuHH48+cPBw4cAIAABA4kWNDgQYQJFSoUJ27c\nQ4gRJU6EKA4cuHEZNW7kmFGcOAAhRY4UJ27cSZQpVa5MKU7cuHHgwFXbtm3cTZw5xYkD0NPnT3Hi\nxg0lWtRo0XDjlC5lOk6bKlXixI2jWpWqOHEAtG7lOs7r13HixI0jW9Ys2XDj1KoNF06cuHDhuIED\nN87uXbzixAHg29fvX8CBBQ8mXFicuHGJFS9m3FixOHDgxk2mXNnyZHHiAGzm3FmcuHGhRY8mXXq0\nOHHjxoEDV23btnGxZc8WJw7Abdy5xYkb19v3b+C/w40jXtz/+DhtqlSJEzfO+XPn4sQBoF7d+jjs\n2ceJEzfO+3fw3sONI08+XDhx4sKF4wYO3Dj48eWLEwfA/n38+fXv59/fP0AAAgcSBDDuIMKEChci\n3LbNGjFi37558yZuHMaMGjGKEwfgI8iQ4sSNK2nyJMqUJ7Nls2YtSJAZtGiNq2nzpjhxAHby7ClO\n3LigQocSLWp0XLduTCxYKFZM3LioUseJEwfgKtas47Zy7eq1qzhx1bx5AwZsmC9fxIiNGWNp27Zx\ncufSFScOAN68evfy7ev3L+DA4wYTLmz4MOFt26wRI/btmzdv4sZRrmyZsjhxADZz7ixO3LjQokeT\nLj06WzZr/9aCBJlBi9a42LJnixMH4Dbu3OLEjevt+zfw4MLHdevGxIKFYsXEjWvufJw4cQCmU68+\n7jr27NqzixNXzZs3YMCG+fJFjNiYMZa2bRvn/j18ceIA0K9v/z7+/Pr38+8/DuA4gQMJFjQoUJeu\nGBUq3LrVrNm1cRMpVpwoThwAjRs5ihM3DmRIkSNJhsz24QMHDgMGCBAhQpy4cTNpzhQnDkBOnTvF\niRv3E2hQoUOJjosVC0BSZMjGNXXaNFw4AFOpVhUnblxWrVu5ihOXKxecW7eaNJGwYAEJEhgwxOjV\na1xcuXPFiQNwF29evXv59vX7F/A4wYMJFzY8WJeuGBUq3P+61azZtXGTKVeeLE4cAM2bOYsTNw50\naNGjSYfO9uEDBw4DBggQIUKcuHGzac8WJw5Abt27xYkb9xt4cOHDiY+LFQtAcmTIxjV33jxcOADT\nqVcXJ25cdu3buYsTlysXnFu3mjSRsGABCRIYMMTo1WtcfPnzxYkDcB9/fv37+ff3DxCAwIEECxoc\nhzChwoUME7Jh04EBgyxZxoy59e3buHHixnn8+BGAyJEkxZkchzKlypUsUVKLE2fFigABBMyYMS6n\nTp3iegL4CTTouHHixhk9ijSp0qUCBAB4um3buKlUx4W7CiCr1q3iuo77CjZsWG/eYsVCBQzYiRMV\nFiz48CH/QoRY4cKNu4sXr7i9APr6/Qs4sODBhAsbHoc4seLFjBNr07ZgwAA7djRpwvHo0bRpzqxZ\nGwc69DgApEubHoc6terVrFfPChYMGTIPHgSAADEut+7d4sQB+A08+LjhxIsbP46cOAECAJqDAzcu\nuvRx4sCBA4A9u/Zx3Lt7/869WTMXLlRp06ZK1QIHDh49ggZNmjhx4+rbvy9OHID9/Pv7BwhA4ECC\nBQ0eRJjQ4DiGDR0+hNhQm7YFAwbYsaNJE45Hj6ZNc2bN2jiSJccBQJlS5TiWLV2+hPlyVrBgyJB5\n8CAABIhxPX3+FCcOwFCiRccdRZpU6VKmSAkQABAVHLhx/1WtjhMHDhwArl29jgMbVuxYsM2auXCh\nSps2VaoWOHDw6BE0aNLEiRuXV+9eceIA/AUcWPBgwoUNH0Y8TvFixo0dL6ZGjUeDBmLEPHhwgQED\nN25q0KIlTtw40uLEAUCdWvU41q1dv2YNDlyyZK+4cWPGbNc33t84cCBQoYI4ceOMHzcuThwA5s2d\nj4MeXfp06tTFiStVCsD27cuWQfv2LVy4ceO+nQeQXv36ce3dv38vLlu2Fi2kSEEGDhwkSJEeAXwk\nTty4ggbHiQMH7tu3cePEgQMHYCLFihYvYsyocSPHcR4/ggwp8iM1ajwaNBAj5sGDCwwYuHFTgxYt\nceLG4f8UJw4Az54+xwENKnQoUHDgkiV7xY0bM2a7vkH9xoEDgQoVxIkbp3WrVnHiAIANK3Yc2bJm\nz6JFK05cqVIA3r5dtgzat2/hwo0b920vgL5+/44LLHjwYHHZsrVoIUUKMnDgIEGK9OiROHHjLmMe\nJw4cuG/fxo0TBw4cgNKmT6NOrXo169aux8GOLXs27djdui1AgMCSpQ0bAgAAUKWKk1ixwoUbN04c\nOHAAnkOPLk7cuOrWr1cPd+0aAgQAvv/5EywYNXHivHlLkQJAggTj3sOPL04cgPr274/Lr38///78\nAV5TouTAAQAHDz57xmvUqF69xIkD580bAIsXMYoTN47/Y0ePHG/JkUOChAwZzcSJ06ULSq9e42DG\njAmOGbNhw8CB+7ZtGwCfP4EGFTqUaFGjR8clVbqUaVOl0aJtsmZt3LhYsZqECJEtG7ZxX8GG+/YN\nQFmzZ8elVbt2bbhJkwDEjZspEzdu4/DijRBBwJ074wAHFixOHADDhxGPU7yYcWPHja09e4YN24IF\nCowYGTeOmzhx40CDFicOQGnTp8elVr169TFgwGLF8uZtXO1u3cKN072b97hr3ryFCzduHLhw4QAk\nV76ceXPnz6FHlz6OenXr17FXjxZtkzVr48bFitUkRIhs2bCNU78+3LdvAODHlz+Ofn379sNNmgSA\nP/9M/wAzceM2rmDBCBEE3LkzrqHDh+LEAZhIseK4ixgzatyo0dqzZ9iwLVigwIiRceO4iRM3rmVL\nceIAyJxJc5zNmzhxHgMGLFYsb97GCe3WLdy4o0iTjrvmzVu4cOPGgQsXDoDVq1izat3KtavXr+PC\nih1Ltqy4ceO8eSM1rq3bRYIEjZtLl264b98A6N3Ld5zfv4ADGzMGoHDhbt3GKVaMDRsCBAFOnRpH\nubJlceIAaN7MeZznz6BDi/4MDpwNZ87GqR73RZmycePANWsmTty427cB6N7Ne5zv38B9gwN3TZy4\ncciTJ58mTty45+O0MWP27ds0YMDAgRvHXZw4AODDi/8fT768+fPo049bz769+/fixo3z5o3UuPv4\nFwkSNK6/f4DjBIb79g3AQYQJxy1k2NChMWMAJErs1m3cxYvYsCFAEODUqXEhRY4UJw7ASZQpx61k\n2dLlS5bgwNlw5mzczXFflCkbNw5cs2bixI0jShTAUaRJxy1l2nQpOHDXxIkbV9Wq1WnixI3jOk4b\nM2bfvk0DBgwcuHFpxYkD0NbtW7hx5c6lW9fuOLx59e7FK07csmU2fvyYMMGMOHHjxnnzdubPn3GR\nJUsWBw4cAMyZNY/j3Nnz52/fBgwAAKAAN27ixI2rVq1QIQAABCRLNs72bdzixAHg3dv3OODBhQ8n\njm3/2LAJEw4ECzZunDRphkKFGjcOnDhx47RvHwfA+3fw48SPJ1/e/Hhx4qiBAzdunBkzBgYMmDIF\nFjdu4/TrFycOAEAAAgcSLGjwIMKEChWOa+jwIcSG4sQtW2bjx48JE8yIEzdunDdvZ/78GWfy5Elx\n4MABaOny5biYMmfS/PZtwAAAAApw4yZO3Lhq1QoVAgBAQLJk45YybSpOHICoUqeOq2r1Ktas2IYN\nmzDhQLBg48ZJk2YoVKhx48CJEzfuLdxxAObSrTvuLt68evfiFSeOGjhw48aZMWNgwIApU2Bx4zbu\n8WNx4gBQrmz5MubMmjdz7jzuM+jQoj+/eQPgtAAB/wcOoIgWbdw4YMAWgAAx7jbu3OLEAejt+/e4\n4MKHE/fmTYSIAAESiBMXLpw0QYI0aAgQoAA0aOO2c+8uThyA8OLHjytv/jz689GiDUCAgACBAE2a\nfPuWKFGCECHG8e/vH+C4cQAIFjQ4DmFChQsZLuzz6BEtWgECALAoS5a4cRs5jhMnDkBIkSNJljR5\nEmVKleNYtnT5kuWJEwBoVqhw40azcOHEibNho4ANG+OIFjUqThwApUuZihM3DmpUqVPduIkRQ9c4\nrePERYsGDlylSuHGlTV7tqw4cQDYtnU7Dm5cuXPlWrEiYMCAAAEWVKmyatWDBx5YsRp3GHHiwwAY\nN/92PA5yZMmTKUcWJ67VsmVNmgDw7FmcuHGjSY8WJw5AatWrWbd2/Rp2bNnjaNe2fZv2iRMAeFeo\ncONGs3DhxImzYaOADRvjmDd3Lk4cAOnTqYsTNw57du3b3biJEUPXOPHjxEWLBg5cpUrhxrV3/769\nOHEA6Ne3Pw5/fv379VuxAlDAgAEBAiyoUmXVqgcPPLBiNS6ixIkRAVi8iHGcxo0cO3rcKE5cq2XL\nmjQBgBKlOHHjWrpsKU4cgJk0a9q8iTOnzp08x/n8CTSoT2vWBAgIIEqUOHHZxo0DB44DBwAJEoy7\nijWrOHEAunr9Kk7cuLFky5qlRUuDhmnj2o57Nmz/2Li5dOvarQsgr9694/r6/Qv4b4ECAAQIoEIl\nAREiQIAUKCAAEaJxlCtbpgwgs+bN4zp7/gw6dLhxpMdhEyeOGzcBAgAECDAutmzZ4sKFA4A7t+7d\nvHv7/g08+LjhxIsbH27NmgABAUSJEicu27hx4MBx4AAgQYJx3Lt7FycOgPjx5MWJG4c+vfr1tGhp\n0DBtnPxxz4YNG4c/v/79+gH4BwhA4EAA4wweRJgQYYECAAQIoEIlAREiQIAUKCAAEaJxHT1+7AhA\n5EiS40yeRJlSZbhxLcdhEyeOGzcBAgAECDBO586d4sKFAxBU6FCiRY0eRZpU6TimTZ0+ZQoOnBAh\n/xKuXRuXNSs4cAMGADhwQJy4cWXNlhUnDsBatm3FiRsXV+7cuNmgQRsxwpIlcOPGiROXTJascYUN\nH0Z8GMBixo3HPYYcWfJjRYoAXA4QYMGCFFmy+PETIMCDYcPGnUad+jQA1q1dj4MdW/Zs2eLEhUiS\nxJQpZOPGgQMXIACAAQPGHUeOXNy3bwCcP4ceXfp06tWtXx+XXft27tszZFgwTvz4ceHCSZAAoECB\nce3dvxcnDsB8+vXFiRuXX39+ceJuAbx1BBOmO3do0RI3bpw4cXtOnBgncSLFihQBYMyocRzHjh4/\ncqRBAwDJEiU0aVoVK1avXilSGOnWbRzNmjbFif8DoHMnz3E+fwINCnTAAAAaNOTKFW7cuGzZChQA\nQIDAuKpWrYoDBw4A165ev4INK3Ys2bLjzqJNqzZthgwLxsGNOy5cOAkSABQoMG4v377ixAEILHiw\nOHHjDiM+LE7crVtHMGG6c4cWLXHjxokTt+fEiXGeP4MODRoA6dKmx6FOrXo1aho0AMAuUUKTplWx\nYvXqlSKFkW7dxgEPLlycOADGjyMfp3w58+bMBwwAoEFDrlzhxo3Llq1AAQAECIwLL168OHDgAKBP\nr349+/bu38OPP24+/fr252/bNmGCjnH+AY4TOBAIkBC8eI1TuJChQgAPIUYUJ25cRYsXw4XzNo7/\nY0eP46AtWSJO3DiTJ1GmNAmAZUuX42DGlDkTpgABAHB26zaOZ89x4MCNEzqUaFEAR5EmHbeUaVOn\nS+nQATBVkKBw4cZlzTpgAIAsWcaFFTtWnDgAZ9GmVbuWbVu3b+GOkzuXbl2527ZNmKBjXF+/foEA\nCcGL1zjDhxEbBrCYcWNx4sZFljw5XDhv4zBn1jwO2pIl4sSNEz2adGnRAFCnVj2OdWvXr1kLEACA\ndrdu43DnHgcO3Djfv4EHBzCcePFxx5EnV36cDh0AzwUJChduXPXqAwYAyJJlXHfv38WJAzCefHnz\n59GnV7+e/Tj37+HHd+/KFQAACcbl168fGzY1/wDDhRtHsKBBggASKlw4rqHDhw3FiRtHsaJFinkU\nKIAGTZy4cONCihw5EoDJkyjHqVzJsqXKBg0AAFAwrqbNmzhz4gTAs6fPcUCDCh0KdMAAAEjBgRvH\nlCk4cBYsAHj1apzVq1itAtjKtavXr2DDih1LdpzZs2jTmnXlCgCABOPiypWLDZuacOHG6d3LVy+A\nv4ADjxtMuPBgceLGKV7MWHEeBQqgQRMnLty4y5gzZwbAubPncaBDix4NukEDAAAUjFvNurXr164B\nyJ5Ne5zt27hz2x4wAIBvcODGCRcODpwFCwBevRrHvLlz5gCiS59Ovbr169izax/Hvbv37+DAAf8Y\nDyBAs2bbtn1bHy4cFSqawIEbR7++ffoA8uvfL07cOIDjBA4kWNCgOHFFBgzw4uXXL3DjJE6kSBHA\nRYwZx23k2NGjNWsARALwMW6cOHHfunUb19LlS5gvAcykWXPcTZw5c4LToAHAz5/SpIEDF+7YMU6c\nAABQ4MzZOKhRpUIFUNXqVaxZtW7l2tXrOLBhxYoNlyULALRor10bNuzOqlXevEWKpAccuHF59e7N\nC8DvX8DixI0jXNjwYcTjxIlDIEAANGjfvoUbV9ny5csANG/mPM7zZ9ChQ4VasCBAgETjxnXrxkWU\nqHGxZc+mPRvAbdy5x+3m3Xs3KFAFAAwnDmD/3Lhv3xTRoBEmzATo3ryNo17dOnUA2bVv597d+3fw\n4cWPI1/evPlwWbIAYM/+2rVhw+6sWuXNW6RIesCBG9ffP8BxAgcCKGjwoDhx4xYybOjw4Thx4hAI\nEAAN2rdv4cZx7OjRI4CQIkeOK2nyJMpQoRYsCBAg0bhx3bpxESVqHM6cOnfqBODzJ9BxQocSFQoK\nVAEASpcCGDfu2zdFNGiECTPhqjdv47Zy7boVANiwYseSLWv2LNq049aybet27Z49lCiFG2f37l1x\n4sbx7ev3L4DAggeLEzfuMOLEihePe/WKAyVK4yZTrmy5MoDMmjeP6+z5M+jQoMORHmf6NOrU/6gB\nsG7tehzs2LJhhwsXTZw4SJCMGRvn+zfw4MKFAyhu/Djy5MqXM2/ufBz06NKnQ9+zhxKlcOO2c+cu\nTty48OLHkwdg/jx6ceLGsW/v/j38ca9ecaBEaRz+/Pr36wfgHyAAgQMBjDN4EGFChQnDNRz3EGJE\niREBVLR4cVxGjRszhgsXTZw4SJCMGRt3EmVKlStXAnD5EmZMmTNp1rR5c1xOnTt59vT5E6hOAEOJ\nFh13FGlSpUuRRov2RJy4cVOpVrVaFUBWrVvHdfX6FWxYsM/ChRt3Fm1atWkBtHX7dlxcuXPp1rV7\nF69cAHv59vX7F3BgwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZszivn1782bYONGjSZc2DQB1\natXjWLd2/Rr2a3Dhwo2zfRt3btwAePf2PQ54cOHDiRc3fjw4AOXLmTd3/hx6dOnTx1W3fh17du3b\nuVsH8B18eHHixpU3fx79eXHfvr15M2xcfPnz6dcHcB9//nH7+ff3D3CcwIEEx4ELF26cwoUMGzIE\nADGixHEUK1q8iDGjxo0VAXj8CDKkyJEkS5o8KU7cuJUsW7p8CTOmzHEAatq8OS6nzp08d3brdu3b\nt2vXqI07ijSp0qUAmjp9Oi6q1KlUq1INJ07cuK1cu3rtCiCs2LHixI07izat2rVs27odByD/rty5\ndOvavYs3r15x4sb5/Qs4sODBhAuPA4A4seJxjBs7fuy4W7dr375du0ZtnObNnDt7BgA6tOhxpEub\nPo36dDhx4sa5fg07NmwAtGvbFidunO7dvHv7/g08+DgAxIsbP448ufLlzJuLEzcuuvTp1Ktbv459\nHIDt3LuLEzcuvPjx5MubP49+HID17NuLEzcuvvz59Ovbv49/HID9/PuLAyhu3ECCBQ0eRJhQ4TgA\nDR0+hBhR4kSKFS2KEzdO40aOHT1+BBlyHACSJU2KEzdO5UqWLV2+hBlzHACaNW2KEzdO506ePX3+\nBBp0HACiRY2KEzdO6VKmTZ0+hRp1HACq/1WtXsWaVetWrl3FiRsXVuxYsmXNnkU7DsBatm3HvYUb\nV+5cunXtwgWQV+/ecX39/gUcWPBgwn4BHEacWJy4cY0dP4YcWfJkyuMAXMacWfNmzp09fwbdrZu4\ncaVNn0adWvVq1gBcv4b97Zu4cbVt38adW/du3gB8/wb+7Zu4ccWNH0eeXPly5eLEAYAeXfq2beHG\nXceeXft27t29AwAfXvx48uXNn0efvls3cePcv4cfX/58+vUB3Mef/9s3ceP8AxwncCDBggYPIjQI\nYCHDht++iRsncSLFihYvYrwoThyAjh4/btsWbhzJkiZPokypciWAli5fwowpcybNmjZv4v/MqXMn\nz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4INK3Ys2bJmz6JNq3Yt27Zu\n38KNK3duUm7cwInLKy5cOHF+xwEOPE4c4XDhxIkDFy4cOHDfHj8WJ3kc5crjwoUDoHkzZ27cwokL\nLXr0aHDgwoUTp3oca9bixHnzVm32t2/ibo8bJ273t28AfgMPvm1bOHHGjx8fp1wc8+bOxYWLLm46\ndXHjxokbp337uHDhAIAPL37bNnDizosLp169uPbtx8GPHx9ct27evH37Bk4cf3HhAI4TOHBcuHAA\nECZUuJBhQ4cPIUYEBy6cOIviwoUTN47/Y8eO4sSFEzdSXDiT4sRx4xZOnLhxL2HCFDcTQE2bN8GB\nCzeO5zhx4sYFDSqOaDijRsWJG7eU6Ths2HR9+zaOatWq4cCBA7CVa1dw4MSNEzuWbFmz4sSFUyuO\nrbhxb+HGhStOHAC7d/GG0yuOr7hw4cSNEzyYMGFx4qxVqxYuHDhw4yBDFjeOcuXKADBn1ryZc2fP\nn0GHFiduXOnS4sSNU72atThx3sSJGzdOHDhw4nDjHrebd+/eAIAHFy5O3DjjxsWJG7ecuTjnz8GN\nky49XDhv3oABywQO3Djv38GLEweAfHnz4sSNU7+efXv368WFCzeOfn379+0D0L+f/zj//wDHCRwn\nTty4gwgTKhQnLpclS9myjZtIsaLFiQAyatzIsaPHjyBDihQnbpxJk+LEjVvJsqU4cd7EiRs3Thw4\ncOJy5hzHs6dPnwCCCh0qTty4o0fFiRvHtKm4p1DBjZs6NVw4b96AAcsEDty4r2DDihMHoKzZs+LE\njVvLtq3bt2zFhQs3rq7du3jvAtjLt++4v4DHiRM3rrDhw4jFictlyVK2bOMiS55MOTKAy5gza97M\nubPnz6DHiR5NurRoaNBChcqjS9ewYdvAgRtHu7bt27YB6N7Ne5zv38CD+xZHnPi4cdu2aYsUCQyY\nAQMSUKM2rrr16+LEAdjOvfu47+DDi///Hq58eXHisGGjtm3buPfw48uPD6C+/fvj8uvfzz9/N4Dd\ntg1ctowDhwIHDtCi9e3bOIgRJU4EUNHiRYwZNW7k2NHjOJAhRY4ECQ1aqFB5dOkaNmwbOHDjZM6k\nWZMmAJw5dY7j2dPnT57ihAodN27bNm2RIoEBM2BAAmrUxk2lWlWcOABZtW4d19XrV7Bdw40dK04c\nNmzUtm0b19btW7hvAcylW3fcXbx59d7t1m3b32XLOHAocOAALVrfvo1j3NjxYwCRJU+mXNnyZcyZ\nNYsTN87zZ9CfxYlz48bAaTJk5MjxhAyZOHHjZM+mXVucOAC5de8WJ27cb+DBhYcLt23/W7dx45gx\nmxEgAADoAAgwYzbO+nXs4sQB4N7d+zjw4cWPFyfu2jVXrnw1azZsWKJcucbNp19/vjhx4/SLEwfA\nP0AAAgcCGGfwIMKEBnnxkiEDhAcPACZOjBZtHMaMGjdiBODxI8iQIkeSLGnypDhx41aybMlSnDg3\nbgzQJENGjhxPyJCJEzfuJ9CgQsWJA2D0KFJx4sYxber0abhw27Z1GzeOGbMZAQIA6AqAADNm48aS\nLStOHIC0ateOa+v2LVxx4q5dc+XKV7Nmw4YlypVrHODAggGLEzfusDhxABYzbjzuMeTIkh/z4iVD\nBggPHgBw5hwt2rjQokeTDg3gNOrU/6pXs27t+jXscbJn067tzduIEQ4cpAAE6MmTPK5ciRMXLty4\n5MqXKxcnDgD06NLHUa9u/Tr26ty4VQoQwICBAAFWjStv/nx5ceIAsG/vfhz8+PLliwMHbtWqQYNI\nDRvWCGCjVdeujTN4EGFChAAYNnQ4DmJEiRPFiUuVqkqVKB8+APAYIMA4kSNJliQJAGVKlStZtnT5\nEmbMcTNp1rQZLpwoURw4RMqW7dIlCUNp0QIHblxSpUuZAnD6FOo4qVOpVrVaddeAATp0JEsmblxY\nsWPHAjB7Fu04tWvZsgXHjVusWDNmWFKmjBUrKcOGjfP7F3BgwAAIFzY8DnFixYrFjf8b9+1bpkzT\nhg07cACAAwfjOHf2zDlcuHGjxYkDcBp1atWrWbd2/Rr2ONmzadcOF06UKA4cImXLdumSBOG0aIED\nNw55cuXLATR3/nxcdOnTqVenvmvAAB06kiUTNw58ePHiAZQ3f35cevXr14Pjxi1WrBkzLClTxoqV\nlGHDxvX3D3CcwIEEBwI4iDDhuIUMGzYUN27ct2+ZMk0bNuzAAQAOHIz7CDLkx3DhxpkUJw6AypUs\nW7p8CTOmzJnjatq8ibOmOHHjevZctQoDAAAsWAQLNi6p0qTixI17+hSA1KlUx1m9ihWrtXFcu3od\n523BAl++xIkbhzat2rUA2rp9Oy7/rty5c8PZNWYMGzZq377VqWPHkqVxhAsbPmwYgOLFjMc5fgwZ\nMrhxlCtX/vDhQKVK4zp79iwudLhw40qLEwcgterVrFu7fg07tuxxtGvbvk1bnLhxvHmvWoUBAAAW\nLIIFG4c8OXJx4sY5dw4guvTp46pbv37d2rjt3LuP87ZggS9f4sSNO48+vXoA7Nu7Hwc/vnz54eob\nM4YNG7Vv3+rUAWjHkqVxBQ0eRHgQwEKGDcc9hBgxIrhxFS1a/PDhQKVK4zx+/ChOZLhw40yKEwdA\n5UqWLV2+hBlT5sxxNW3exJnTZrZsAQAAUKXKm7dxRYuKQxou3Dim4sQBgBpV6jiq/1WtUt22Dcu3\nb+O8fv1qS4CAcOHGnUWbFhy4cW3FiQMQV+7ccXXt3sV7Fxw4cePG9erVIkiQcYUNH0Z8GMBixo3F\niRsXWZy4cZUtjxM3TvPmzZ06HXj1atxo0qTFnQ4XbtxqceIAvIYdW/Zs2rVt38YtTtw43r19/wY+\nDhkyAgMGjEOePLk45uOcOxcnDsB06tXHXcee/bo3b3DAgRsXXrx4FAYMiBM3Tv169u3FiQMQX/78\ncfXt38ef3z43brnGABwDDpw3b+MOIkyoEADDhg7HQYwocSLFiJUqheDEaRzHjh4/chQnDgDJkiZP\nokypciXLluLEjYspcybNmuOQIf8jMGDAuJ4+fYoLOm7oUHHiACBNqnQc06ZOmXrzBgccuHFWr15F\nYcCAOHHjvoINK1acOABmz6Idp3Yt27Zu13LjlmvMGHDgvHkbp3cv374A/gIOPG4w4cKGDxOuVCkE\nJ07jHkOOLPmxOHEALmPOrHkz586eP4MeJ3o06dKmR2vTVsCEiXGuX7/uxo3bt2/jbosTB2A3797j\nfgMP/nvatDXjjiNHzo1bAAAAwIEbJ336OHHgwH37Nm67OHEAvoMPP248+fLmz5u/NWKEL1/Bgk0b\nJ38+ffoA7uPPP24///7+AY4TOHAgLlwBIEAYt3CcuHEPIUaMCIBiRYsXMWbUuJH/Y8dxH0GGFDkS\npDZtBUyYGLeSJctu3Lh9+zaOpjhxAHDm1DmOZ0+fPKdNWzOOaNGi3LgFAAAAHLhxT6GOEwcO3Ldv\n47CKEweAa1ev48CGFTuW7NhbI0b48hUs2LRxb+HGjQuAbl274/Dm1buXb15cuAJAgDCO8Dhx4xAn\nVqwYQGPHjyFHljyZcmXL4zBn1ryZc+YfPxDEijWOdOnS2rx5EyduXGtx4gDElj17XG3bt29nG7eb\nN28BAgAEX7RInLhxx4+D+/ZNnLhxz58DkD6d+jjr17Fn157d2oULb95gwXJsXHnz588DUL+e/Tj3\n7+HHl/9egQIA9//8oUNnmDZt/wDHCRxIUCCAgwgTKlzIsKHDhxDHSZxIsaLFiT9+IIgVa5zHjx+1\nefMmTty4k+LEAVjJsuW4lzBjxsw2rqZNmwIEANi5aJE4ceOCBgX37Zs4ceOSJgXAtKnTcVCjSp1K\ndaq1CxfevMGC5di4r2DDhgVAtqzZcWjTql3LNq0CBQDi/vlDh84wbdrG6d3LVy+Av4ADCx5MuLDh\nw4jHKV7MuLHjceLEiRAh4NChcZgxixM3blw4ceLGiRYtThyA06hTj1vNurXr1+OoUQsQAIDtX7+u\nXQs3rvc4ccCBjxs+HIDx48jHKV/OvLnz5rYQINizR5SoYuLEjdvOvft2AODDi/8fR768+fPoyz94\nAKB9kiQfPgixZGmc/fv4xYkDwL+/f4AABA4kWNDgQYQJFQIY19DhQ4gRHSZI0KBPn3Hjwm0UJ27c\nR5AhxYkDUNLkyXEpVa5k2XKcOHEAZAYI0KsXOHDjdO7kuVOcOABBhQ4dV9ToUaRJkZrasePbN3Hi\nxk2lWtUqAKxZtY7j2tXrV7BdUaCgkCnTOLRp1a5FK04cALhx5c6lW9fuXbx5x+3l29fvX74JEjTo\n02fcuHCJxYkb19jxY3HiAEymXHncZcyZNW8eJ04cANABAvTqBQ7cONSpVacWJw7Aa9ixx82mXdv2\nbdumduz49k2cuHHBhQ8nDsD/+HHk45QvZ97c+XIUKChkyjTO+nXs2a2LEwfA+3fw4cWPJ1/e/Plx\n6dWvZ99ePRkyBWLECBbszx8jyZKN49/fP0Bx4gAQLGhwHMKEChcyTMiJk4ABA5gxAwduHMaMGjOK\nEwfgI8iQ40aSLGnypEkkQoSMa+nyJcyXAGbSrDnuJs6cOnfiBAcO1rigQocSHSpOHICkSpcyber0\nKdSoUsdRrWr1KtaqZMgUiBEjWLA/f4wkSzbuLNq04sQBaOv27bi4cufSrSuXEycBAwYwYwYO3LjA\nggcLFicOAOLEiscxbuz4MeTHSIQIGWf5MubMmAFw7ux5HOjQokeTDg0OHKxx/6pXs27NWpw4ALJn\n065t+zbu3Lp3j+vt+zfw4OPChZsw4QByFSoKFDBx7dq46NKnhwsH4Dr27OO2c+/u/Tv3UKEoGDAQ\nK9azZ+PWs18vTty4+OLEAahv//64/Pr38++vHyAMGAIsWBAnblxChQsZJgTwEGLEcRMpVrR4cZw4\nccmSWRv3EWRIkSHFiQNwEmVKlStZtnT5EuY4mTNp1rTpbdkyESIC9EyRAgIEI9q0jTNqVJy4cePE\nffsGAGpUqeOoVrV6FWvVZ88OAABgy9a2beLGlTU7zpu3cWvFiQPwFm7ccXPp1rVbV5w4aL16CRAA\nALA4ceMIFzYsTtw4xYoBNP92/HhcZMnjxIkb161br16pxo0TJuzHjwNo0PjwcWdcatWrWa8OFw5A\nbNmzade2fRt3bt3jePf2/Ru4t2XLRIgIcDxFCggQjGjTNg46dHHixo0T9+0bAO3buY/z/h18ePHf\nnz07AACALVvbtokb9x7+OG/extUXJw5Afv37x/X3D3CcwIEEB4oTB61XLwECADgUJ26cxIkUxYkb\nhxEjgI0cO477CHKcOHHjunXr1SvVuHHChP34cQANGh8+7oy7iTOnzpzhwgH4CTSo0KFEixo9inSc\n0qVMmzLt1s1asmQcOChIkeLZM1q0wo37CjbsuHDgwAE4izbtuLVs27p9y5b/GjURDBiAAzcur969\nfPMC+As48LjBhAsbPjzu27cAAQAECMCN27jJlCtbngwgs+bN4zp7/gy6szJlT54QQIAgQIAV2LCN\new07tuzX4sQBuI07t+7dvHv7/g18nPDhxIsT79bNWrJkHDgoSJHi2TNatMKNu449+7hw4MAB+A4+\n/Ljx5MubP0+eGjURDBiAAzcuvvz59OMDuI8//7j9/Pv7BzhO4MBx374FCAAgQABu3MY9hBhR4kMA\nFS1eHJdR40aOGZUpe/KEAAIEAQKswIZt3EqWLV2uFCcOwEyaNW3exJlT506e43z+BBrUpzRpBAiM\nwIVrz54FJUqIEzdunLhx/1WrihMHDtw4ruLEAQAbVuw4smXNkg0Xzts4tm3bihO3gACBcOHG3cWb\nV5y4cX37AgAcWPA4woUNH0ZcGA4cAAECPHs2bpy4cZXHicOMedzmzQA8fwY9TvRo0qVJR4gAQLUA\nAQCkSOHG7datEaJEjRsnTvc43r3HAQAeXPhw4sWNH0eefNxy5s2dL5cmjQCBEbhw7dmzoEQJceLG\njRM3Trx4ceLAgRuXXpw4AO3dvx8XX/78+OHCeRuXX79+ceIWACRAIFy4cQYPIhQnbhxDhgAeQow4\nbiLFihYvUoQDB0CAAM+ejRsnbhzJceJOnhynUiWAli5fjospcybNmREiAP/IKUAAAClSuHG7dWuE\nKFHjxolLOm4p03EAnkKNKnUq1apWr2Idp3UrV67bBg0CIBaAgEOHDhxYoEDBs2e0aHUTJ27cOG3N\nmlWrNm6vOHEA/gIOPG4w4cLixF27JufUKWfOwoUbJ7lMGQGWuXEbp3mzZnGexY0LHRoA6dKmx6FO\nrXo169RgwBgQIMCSpWDBwI3LPQ7ct2/ixI0LHhwA8eLGxyFPrny5cihQAECHPoABAyBAAgQQgAED\nM2a/tm0TJ24ceXHiAKBPr349+/bu38OPP24+/frzT50aAGA/fwHRAEajQSOAAAHRosGCVWfYsHHj\nqPXqFS3aOIvixAHQuJH/4ziPH0F68zZjxoBNm5Yt69ZtXMsqVQAECDCOZk2bNMWJG7dzJwCfP4GO\nEzqUaFGjQ3ftGrB02TJt2raFCzduXDhxV8WN06oVQFevX8eFFTuW7FgKFAAQIDBixAYdOlq0GDAg\ngAED2bINs2YNHLhxf8WJAzCYcGHDhxEnVryY8TjHjyE7PnVqAADLlwVEi0aDRgABAqJFgwWrzrBh\n48ZR69UrWrRxr8WJAzCbdu1xt3Hn9uZtxowBmzYtW9at2zjjVaoACBBgXHPnz5uLEzeOOnUA17Fn\nH7ede3fv37nv2jWA/LJl2rRtCxdu3Lhw4uCLGzd/PgD79/GP07+ff3/+/wApUABAgMCIERt06GjR\nYsCAAAYMZMs2zJo1cODGaRQnDoDHjyBDihxJsqTJk+NSqlyZkhmzQODAffs2rqbNmt68jRv37Ru4\ncOHGjQs3rqhRowCSKl06rqnTp029eYs1rqpVq1y4UIAFa5zXr2DDggVAtqzZcWjTql3LNu2mTTGG\nDRtHt67du3YB6N3Ld5zfv4AD+wUHLkAAAeLEjVvMuLHjx4wBSJ5MubLly5gza948rrPnz52ZMQsE\nDty3b+NSq07tzdu4cd++gQsXbty4cONy69YNoLfv3+OCCx8e3Ju3WOOSK1fOhQsFWLDGSZ9OvTp1\nANizax/Hvbv37+C7b//aFGPYsHHo06tfrx6A+/fwx8mfT7++fHDgAgQQIE7cOIDjBA4kWNCgQAAJ\nFS5k2NDhQ4gRJY6jWNEixW7dxm3k2NFjR2/jRI4kSRLASZQpx61k2dLlS5bhwh0aV9PmTZw5Aezk\n2XPcT6BBhQZlxWrYtm21akERJ27cU6hRpUYFUNXq1XFZtW7lmtWIEQAAFowjW9bsWbRnAaxl29bt\nW7hx5c6lO87uXbx59e7l2/cuAMCBBY8jXNjwYcSFwy0e19jxY8iRAUymXHncZcyZNV/+9StIEBho\n0Dx4IEmcuHGpVa9mvRrAa9ixx82mXdu2Ll0AdANQMM73b+DBhQcHUNz/+HHkyZUvZ97c+Tjo0aVP\np17d+vXoALRv5z7O+3fw4cV/D1d+3Hn06dWvB9De/ftx8eXPpx//168gQWCgQfPgAUBJ4sSNK2jw\nIMKDABYybDjuIcSIEnXpAmARgIJxGjdy7OixI4CQIkeSLGnyJMqUKsexbOnyJcyYMme2BGDzJs5x\nOnfy7OnzJ9CgOwEQLWp0HNKkSpcideZMgwYTqVI9eqRrHNasWrdyBeD1K1hx4saRLWtWnLhYBAgA\naAtAxri4cufSrUsXAN68evfy7ev3L+DA4wYTLmz4MOLEigkDaOz48bjIkidTrmz5MmbJADZz7jzu\nM+jQoj87c6ZBg4lU/6kePdI17jXs2LJnA6ht+7Y4ceN28+4tTlwsAgQAEAcgYxzy5MqXM18O4Dn0\n6NKnU69u/Tr2cdq3c+/u/Tv48NsBkC9vfhz69OrXs2/v/n16APLn0x9n/z7+/Pr38+9/HyAAgQMJ\nihM3DmFChQs1acKGbVxEiRMpVqwIAGNGjRs5dvT4EWTIcSNJljR5EmVKlSQBtHT5clxMmTNp1rR5\nE6dMADt59hz3E2hQoUOJFjUKFEBSpUvFiRv3FGpUqZo0YcM2DmtWrVu5cgXwFWxYsWPJljV7Fu04\ntWvZtnX7Fm7ctQDo1rU7Dm9evXv59vX7Ny8AwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZs2b\nOXceBwB0aNGjSZc2fRp16m/fxrV2/Rp2bNmzZ4sTBwB3bt3fvokb9xt4cOHDiRcnLk4cAOXLmXvz\nJm5cdOnTqVe3ft26OHEAuHf3vm2buHHjyZc3fx59evUA2Ld3/x5+fPnz6df/9m1cfv37+ff3D3Cc\nwIEEC44TJw6AwoUMv30TNy6ixIkUK1q8aFGcOAAcO3r05k3cuJEkS5o8iTIlSnHiALh8CXPbNnHj\natq8iTOnzp08Afj8CTSo0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9\nizat2rVs27p9Czf/rty5dOvavYs3r969fPv6/Qs4sODBhAsbPowYqjZt4MQ5fgwZ8rjJk8VZFgcu\nc7du3Lhp+xwunLjRpMWF+/YNgOrVrLVpAydOXLjZ4cSFCycut27d48T59j1unLjh4r5x4wYOXLjl\n4pqLC/ftG4Dp1Ktr0xZOnPbt4sZ5/w4+/Dhw5Lt18+btW7hw4sSFEwc/vrhv3wDYv48/WzZw4vr7\nByguXDhx4sIdRBhO3MKF4Bw6/PbNWziKFMVdxCju2zcAHT1+BBlS5EiSJU2CAxdu3EqWLV2yFDdu\nnDhx3sTdFKdNWzdu3MT9HBdUaDhw4AAcRZr027dw4pw+HRc1qjiq/1XFhRuXdZy4cV3HgQPnDRs2\nceLCjUObVly4cADcvoULDpy4cXXHicM7Tu9evn3HfQsXTpy4cOHGHUZ8WJy4cePCPQYQWfJkcODE\njcM8TtzmcePEfQYNetxoceLCffsWLtw21uLEjYMNW5y4cePEhQsHQPdu3r19/wYeXPhwceLGHUee\nXHnyb+LEhQsHTpy4cePEietmzZo4ceO8f/cuThwA8uXNi0M/Tv169u3XfxMXP/44+vW99eoVLtw4\n/v39AwQgcCBBceLGIUyocCHDhOC8eRsncSJFieLEjcuYEQDHjh7FiRsnciTJkiZHisuWrVs3bty2\niRM3buZMceLG4f/ECWAnz54+fwINKnQoUXHixiFNqnSp0m/ixIULB06cuHHjxInrZs2aOHHjvoL9\nKk4cgLJmz4pLO24t27Zu2X4TJ1fuuLp2vfXqFS7cuL5+/wIILHiwOHHjDiNOrHgxYnDevI2LLHly\nZHHixmHGDGAz587ixI0LLXo06dKixWXL1q0bN27bxIkbJ1u2OHHjbt8GoHs3796+fwMPLnz4uOLG\njyMv/u0bNWpXLFnSoqXauOrjwoWTZsoUOHDhxoEPLy5cOADmz6MXJ24c+/bu33/7Bg6csWzZfv0C\nN27/OGnSAFrKkkWatHDjECZMCIBhQ4fixI2TOJFiRYrGmjUbsbH/Vi1x4saFFDmSpDhxAFCmVDmO\nZUuXL2G2BAdO26xZunR9+XIrXLhxP4EG/QmAaFGjR5EmVbqUadNxT6FGlfr02zdq1K5YsqRFS7Vx\nX8eFCyfNlClw4MKNU7tWXLhwAODGlStO3Di7d/Hm/fYNHDhj2bL9+gVuXOFx0qRZypJFmrRw4yBH\njgyAcmXL4sSN07yZc2fOxpo1GzG6Vi1x4salVr2atThxAGDHlj2Odm3bt3HXBgdO26xZunR9+XIr\nXLhxx5EnPw6AeXPnz6FHlz6denVx4sZl176duzRpGjQI4MBBg4ZX4MCNG6dNGxI/fsCBGzef/rhw\n9wHk179fnLhx/wDHCRxIkKA3b8aMqeHEiQmTR9GijRu3aVMCAgR27RI3rqPHceLEARhJsqQ4ceNS\nqlzJMmWJEgUWLCBAYIALF+Ny6tyZU5y4cUDFiQNAtKhRceLGKV3KtKnTcdy4lalQwYgRHToQefM2\nrqvXr10BiB1LtqzZs2jTql0rTty4t3DjypUmTYMGARw4aNDwChy4ceO0aUPixw84cOMSKx4XrjGA\nx5AjixM3rrLly5i9eTNmTA0nTkyYPIoWbdy4TZsSECCwa5e4cbBjjxMnDoDt27jFiRvHu7fv37xL\nlCiwYAEBAgNcuBjHvLlz5uLEjZsuThyA69izixM3rrv37+DDj//jxq1MhQpGjOjQgcibt3Hw48uH\nD6C+/fv48+vfz7+/f4DjBA4kWFAgNGifPvGRJo0aNXERx43bsqUAEiTjNG7cGM4jAJAhRY4jWdLk\nSZLixHXrlmvYsF69vokTN24cBgwABAjo1UvcOKBBgwIgWtToOKRJlS5FeugQAKgBAgAAMODDh3Dh\nxm3l2tWrOHEAxI4lK87sOLRp1a4dJ87tuHGjRsWAAAEOnD17xI3j29evXwCBBQ8mXNjwYcSJFY9j\n3NjxY8bixDFjFm7cZczjvn0jQACACxfjRI8eLc40ANSpVY9j3bq1ONjhwokbV3ucOHHfxu3mzXvG\nDADBZ80aV9z/+HEAyZUvH9fc+XPo3rwRIADA+oULGzYEECAgVqxx4cWPJx8ewHn06cetZ9/e/fpv\n38qUcQYOXKtWBQwY0KULHEBw4wYSLGgQAMKEChcybOjwIcSI4yZSrGhxojhxzJiFG+fx47hv3wgQ\nAODCxbiUKlWKawngJcyY42bSpCnuZrhw4sbxHCdO3LdxQocOnTEDANJZs8YxbeoUANSoUsdRrWr1\nqjdvBAgA6HrhwoYNAQQIiBVrHNq0ateiBeD2LdxxcufSrSv327cyZZyBA9eqVQEDBnTpAgduHOLE\nihcDaOz4MeTIkidTrmx5HObMmjdz5rxs2ZEjAEZfuDDuNGrU/+JWA2jt+vW42LLHgQMn7tu3cbp3\n8+7NGwBw4GDAWBtn/Pg4ceIAMG/ufBz06NKhhwsnqEABANoBYHDmjAOHAwAAsGHjzdu49OrXswfg\n/j18ceLG0a9vn764bdsSJDBgAKCFPHkGDAggQAAzZuMYNnT4kCEAiRMpVrR4EWNGjRvHdfT4EWTI\nkMuWHTkCAOWFC+NYtmwpDiYAmTNpjrN5cxw4cOK+fRv3E2hQoUEBFC0KBoy1cUuZjhMnDkBUqVPH\nVbV6tWq4cIIKFADwFQAGZ844cDgAAAAbNt68jXP7Fm5cAHPp1hUnblxevXvzitu2LUECAwYs5Mkz\nYEAAAQKYMf8b9xhyZMmPAVS2fBlzZs2bOXf2PA50aNGgxYkDNw51atWow4QB8Pr1hw/jaNe2LU4c\nAN27eY/z7RscOGzYwoEDNw55cuXLkXPjFiAAAOnbto2zfh07AO3buYsTNw58ePDdukmQAAA9egEC\nUo0bd+pUAAAAgAEbdx9/fv33AfT3DxCAQADixI07iDDhwVUaNAB4+JAFCwECAFgMF26cxo0cxYkb\nBxIkgJEkS5o8iTKlypUsx7l8CdMlOHDdxtm8idPmpEm+fFGgkG2c0KFEhYYLByCp0qXjmjp9CjWq\n1HHhwgEAICBIkHFcu3rlCiCs2LHixI07i/bst29x4vwIF27/nNy5c5sMGDAur969fPcC+As48LjB\nhAsXloUEiQABBw6k0aXLgAEBAwaIEzcus+bNnMWJAwA6tOjRpEubPo069bjVrFuvBgeu27jZtGvP\nnjTJly8KFLKN+w08+O9w4QAYP458nPLlzJs7fz4uXDgAAAQECTIuu/bt2QF4/w5enLhx5MuT//Yt\nTpwf4cKNew8ffpMBA8bZv48/P34A/Pv7BzhO4ECCBGUhQSJAwIEDaXTpMmBAwIAB4sSNw5hR40Zx\n4gB8BBlS5EiSJU2eRDlO5UqWKqNFmzVO5kya41TgwCFO3DiePX36FBcUwFCiRccdPSpO3DimTZ0+\nZSpOXKlr/9e8eZMli8k4rl29egUQVuxYceLGnUWbtlcvcOPcvoU7TgsAAOPs3sVrV5y4cX37AgAc\nWPA4woUNEw4XDpcwYc6cPXoUbtw4XboEAAAQLNg4zp09f/s2TrRoAKVNn0adWvVq1q1dj4MdWzbs\naNFmjcOdW/c4FThwiBM3Tvhw4sTFHQeQXPnycc2bixM3Tvp06tWlixNX6to1b95kyWIyTvx48uQB\nnEefXpy4ce3dv+/VC9w4+vXtj9MCAMA4/v39Axw3Tpy4cQYNAkiocOG4hg4fNgwXDpcwYc6cPXoU\nbtw4XboEAAAQLNi4kiZPfvs2buVKAC5fwowpcybNmjZvjv/LqXMnz5zixI0bF06bNgBGFSgYp3Qp\n06ZKxYkDIHUqVXHixmHNqnWr1m+pUg0YIAAFimrVqFEbp3Yt27YA3sKNK07cuLp27377Nm4v3757\nNQAAIE7cuMKGDyMuDGAx48bjHkOO/DhcOGbgwI3LrHmcNm0PAADIkMGXr3GmT5sWJ24ca9YAXsOO\nLXs27dq2b+Mep3s37966xYkbNy6cNm0AjitQMG458+bOl4sTB2A69erixI3Lrn079+3fUqUaMEAA\nChTVqlGjNm49+/buAcCPL1+cuHH27+P/9m0c//7+AY4bpwEAAHHixiVUuJBhQgAPIUYcN5FixYnh\nwjEDB27/XEeP47RpewAAQIYMvnyNU7lSpThx42DCBDCTZk2bN3Hm1LmT5zifP4EG9RksmAEDAJAm\nRTqOaVOnTMWJGzdVnDgAV7FmFSduXFevX8F2BQcOAQCzZgcMCBduXFu3b+G2BTCXbl1x4sbl1buX\nGrVxfwEH/guA8DjDhxEbDhduXOPGACBHljyOcmXLlJ05GzaOc2fP4woAAODDBzFi4salVj1OnLhx\nr18DkD2bdm3bt3Hn1r17XG/fv4H3pkIFQHHjxQsUGLeceXPnzQFElz5dXPVx17Fn1z4OGTIPBgwA\nEC9CxDjz59GnRw+AfXv34sSNkz9fPjZsx455G7efP38//wD9ABAgYJzBgwgTIgTAsKHDcRAjSgQH\nbtmybOMyatw47gAAANu2jRtJsqTJkQBSqlzJsqXLlzBjyhxHs6bNmzSpUAHAsyfPAgXGCR1KtChR\nAEiTKhXHdJzTp1CjjkOGzIMBAwCyihAxrqvXr2C/AhhLtqw4cePSqk2LDduxY97GyZ07148fAAIE\njNvLt6/fvgACCx48rrDhw+DALVuWbZzjx5DHHQAAYNu2cZgza96MGYDnz6BDix5NurTp0+NSq17N\nOjUFCgAABFClKlu2BSpU+PLVqJGacOHGjRNHPFy4cciRA1jOvPm459CjS49uyNCTKVMOHACQIcO4\n7+DDf/8XJ26cefMA0qtfP669e/fiqlUzYaLGuPv48UeLBiBCBIDjBA4cCC5cOHHixi1cCMDhQ4jj\nJE6kyI0bGTKyxm3k2HGcAJDjRI4kWZIkAJQpVa5k2dLlS5gxx82kWdPmTAoUAAAIoEpVtmwLVKjw\n5atRIzXhwo0bJ85puHDjpEoFUNXq1XFZtW7lutWQoSdTphw4ACBDhnFp1a5NK07cOLhwAcylW3fc\nXbx4xVWrZsJEjXGBBQuOFg1AhAjjFC9eDC5cOHHixk2eDMDyZczjNG/mzI0bGTKyxo0mXXqcANTj\nVK9m3Zo1ANixZc+mXdv2bdy5x+3m3dv3sWMAhAOAIU7/HDhww0SI8OEjQIABduyEC6cNHDhx4sZt\n3w7A+3fw48SPJ1+e/LVr3KxZQ4AgAAMG4+TPp1+fPgD8+fWP49/fP0Br1ly5urFrlzhx4xYuJEAA\ngAkT4yZSpCju4riMGscB6Ojx47iQIkcOG9amjZxxKleuNGAAQIAA42bSrGmzJoCcOnfy7OnzJ9Cg\nQscRLWrUqCcDBgAwBRBlHNRxyCxYSJAAAFYFCsKF6wYOnDhx48aOBWD2LNpxateybcvWG1xt2goU\nADBgwLi8evfmFSduHGBx4gAQLmx4HOLEihEbM9bFmbM6ddKkCZQnjwABAAgQGDdu27Zu2rSNK236\ndGkA/6pXsxYnbhzs2LCvXXvxYkK0aKxYGTIE6c8fAMKFjytu/Djy4uLEAWju/Dn06NKnU69ufRz2\n7Nq1ezJgAAB4AFHGkR+HzIKFBAkAsFegIFy4buDAiRM37v59APr38x/nH+A4gQMJFhznDaE2bQUK\nABgwYFxEiRMjihM3DqM4cQA4dvQ4DmRIkSCNGevizFmdOmnSBMqTR4AAAAQIjBu3bVs3bdrG9fT5\nsycAoUOJihM3DmlSpNeuvXgxIVo0VqwMGYL05w8ArVrHdfX6FWxXceIAlDV7Fm1atWvZtnUrTtw4\nuXPpdutW6NChAAGMGOE2DvA4ccyYiRNHixa4cYsZN/9uDAByZMnjKFe2fBlz5QMHANCgMQ50aNGj\nRQMwfRr1ONWrWbd2LQ62AwcDTJgIF65ZM2/jePf27RtAcOHDxYkbdxz5cXHiYMEKRItWliw0aIAZ\nMQJA9uzjuHf3/p27OHEAyJc3fx59evXr2bcXJ25cfPnzu3UrdOhQgABGjHAbB3CcQHHMmIkTR4sW\nuHEMGzp0CCCixInjKlq8iDGjxQMHANCgMS6kyJEkRwI4iTLluJUsW7p8KS6mAwcDTJgIF65ZM2/j\nevr8+ROA0KFExYkbhzQpUnHiYMEKRItWliw0aIAZMQKAVq3junr9CrarOHEAypo9izat2rVs27od\nBzf/rly4VKjcqFMnT54JE8SN+zvuzrFj4wobPoz4MIDFjBuPeww5suTJkAcMAJAq1bjNnDt77gwg\ntOjR40qbPo06telv3xwMGaJNGyRInMSJG4c7t27cAHr7/j0uuPDhwbdtE7ZsWZYsCBCUYsbMggUA\n1J89G4c9u/bt4sQB+A4+vPjx5MubP49+nPr17NVToXKjTp08eSZMEDcu/7g7x46NAzhO4ECCBQcC\nQJhQ4TiGDR0+hNhwwAAAqVKNw5hR40aNADx+BDlO5EiSJU2O/PbNwZAh2rRBgsRJnLhxNW3erAlA\n506e43z+BOpz2zZhy5ZlyYIAQSlmzCxYABD12bNx/1WtXsUqThwArl29fgUbVuxYsmXFiRuXVm3a\ncOFcuarhxk2ECDx4oBInToeOCI8ejQMcWPBgwQAMH0YsTtw4xo0dP36MDRsAypw4jcOcWfNmzQA8\nfwY9TvRo0qVNj962jU6RIsuW2bAxK1y4cbVt364NQPdu3uN8/wYOvBg0aMSIceM2TjkOHAEAAJgx\nI1gwcOOsWw8Xbtz27eLEAQAfXvx48uXNn0efXpy4ce3dv2/VygwvXmPGLFiQZdq0CBECAOzSZRzB\nggYPGgSgcCFDceLGQYwocaJEcAsWAMgIDdq4jh4/gvwIYCTJkuNOokypciXKcOFcoEBx7ZosWczE\nif8bp3MnT50AfgINOm4o0aJFs41LqlTpt28BAABw46ZXr27ixI3LqnWrOHEAvoINK3Ys2bJmz6IV\nJ24c27ZuW7Uyw4vXmDELFmSZNi1ChABduowLLHgw4cEADiNOLE7cuMaOH0N+DG7BAgCWoUEbp3kz\n586cAYAOLXoc6dKmT6MuHS6cCxQorl2TJYuZOHHjbuPOfRsA796+xwEPLlx4tnHGjx//9i0AAABu\n3PTq1U2cuHHWr2MXJw4A9+7ev4MPL348+fLixI1Lr349+/bjvn3zJk7cuPr27+O/D2A///7jAI4T\nOJBgwYLcwoVr0gTcOIcPIUaUCIBiRYvjMGbUuJH/Y8ZnzxB16zaOZEmTJ00CULmS5TiXL2HGlBlT\nyIsX43Dm1LlTJwCfP4EGFTqUaFGjR8WJG7eUaVOnT8d9++ZNnLhxV7Fm1ZoVQFevX8eFFTuWbFlu\n4cI1aQJuXFu3b+HGBTCXbt1xd/Hm1bsX77NniLp1GzeYcGHDhQEkVrx4XGPHjyFHhizkxYtxlzFn\n1pwZQGfPn0GHFj2adGnT4sSNU72adWvXr2HHHgeAdm3b43Dn1r1btyRJnsYFFz6ceHHiAJAnVz6O\neXPnz51jw1YFFqxDh5iM076de3fvAMCHFz+OfHnz59GfTxIs2Dj37+HHhw+Afn379/Hn17+ff39x\n/wDFjRtIsKDBgwjHiRPXDRy4cRAjSoQIoKLFi+MyatzIMSMoUBw4UBlHsqTJkyhPAljJsuW4lzBj\nyowpRoyAAQMAAIgRLty4n0CDCg0KoKjRo+OSKl3KtKnSaNHWTJs2rqrVq1ivAtjKtavXr2DDih1L\nVpy4cWjTql3Ltu04ceK6gQM3rq7du3UB6N3Ld5zfv4AD+wUFigMHKuMSK17MuDFjAJAjSx5HubLl\ny5bFiBEwYAAAADHChRtHurTp06YBqF7Nepzr17Bjy34dLdqaadPG6d7NuzdvAMCDCx9OvLjx48iT\nixM3rrnz59CjSx/HjVssUKDGad/OXTuA7+DDj/8bT768eXHiliwRIODGuPfw48ufLx+A/fv4x+nf\nz7+/foDhwhkwACBBggYNaIgTN87hQ4gRIQKgWNHiOIwZNW7kmPHZsyzfvo0jWdLkSZMAVK5k2dLl\nS5gxZc4UJ27cTZw5de7kOY4bt1igQI0jWtQoUQBJlS4d19TpU6jixC1ZIkDAjXFZtW7l2pUrALBh\nxY4jW9bsWbLhwhkwACBBggYNaIgTN87uXbx58QLg29fvOMCBBQ8mHPjZsyzfvo1j3NjxY8cAJE+m\nXNnyZcyZNW8OF27cZ9ChRY8mXdr0OACpVa8e19r1a9itrVnr1k3cONy5de/mvRvAb+DBxw0nXtz/\neHFs2JiNGydO3Djo0aVPpz4OwHXs2cdt597d+3fu4sSNI1/e/Hn04wCsZ9/e/Xv48eXPpx8u3Dj8\n+fXv59/fP8BxAgcSBGDwIMJxChcybKjQmrVu3cSNq2jxIsaMGAFw7OhxHMiQIkeKxIaN2bhx4sSN\na+nyJcyY4wDQrGlzHM6cOnfyzClO3LigQocSLToOANKkSpcyber0KdSo4sSNq2r1KtasWrdyHQfg\nK9iw48aSLWv2LNq0aseJEwfgLdy44+bSrWv3Lt68eukC6Ov377jAggcTLmz4MGLBABYzbuz4MeTI\nkidT5sYt3LjMmjdz7uz5s2dx4gCQLm362zdx/+NWs27t+jXs2LDFiQNg+zZucODEjevt+zfw4MKH\nEwdg/DhycODEjWvu/Dn06NKnUwdg/Tr27Nq3c+/u/Ts3buHGkS9v/jz69OrTixMH4D38+N++iRtn\n/z7+/Pr3898vDqA4AAMJFgQHTtw4hQsZNnT4EGJEABMpVgQHTtw4jRs5dvT4EWRIACNJljR5EmVK\nlStZtnT5EmZMmTNp1rR5E2dOnTt59vT5E2hQoUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5\ndvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZNyp2\n/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2/Rq24YAAIfkECAoAAAAsAAAAACAB\nIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v7u7u7e3t\n7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb2tra2dnZ\n2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbGxcXF\nw8PDwsLCwcHBv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2tbW1s7OzsrKysbGxsLCwr6+v\nrq6uq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqamZmZ\nl5eXlpaWlZWVk5OTkpKSkZGRj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhYWFg4ODgoKCgYGB\ngICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0cXFxcHBwb29vbm5ubW1tbGxsa2tr\naWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVV\nVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/\nPj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYm\nJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISERER\nEBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGi\nxYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNI\nkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rd\ny7ev37+AAwseTLiw4cOIEytezLixWm/evoGbTLmy5cuYM2sGwLmzZ2/ewIkeTbq06dOoU4MDwLq1\na2/evoGbTbu27du4c+sGwLu3b2/ewAkfTry48ePIkX/7BqC58+fQo0ufTr26dXDYs2vfzr279+/Z\nAYj/H08enPnz6NOrX8++/XkA8OPL//YNnP37+PPr38+/PziAAAQOJAjO4EGECRUuZNjwIACIESVO\npFjR4kWMGcFt5NjR40eQIUVyBFDS5ElwKVWuZNnS5UuYKgHMpFkT3E2cOXXu5NnTJ04AQYUOBVfU\n6FGkSZUuZWoUwFOoUaVOpVrV6lWs4LRu5drV61ewYbcCIFvWLDi0adWuZdvW7du0AOTOpQvO7l28\nefXu5dv3LgDAgQWDI1zY8GHEiRUvLgzA8WPIkSVPplzZ8mVwmTVv5pzZmzdwob99A1fa9GnUqU0D\nYN3aNTjYsWXPpl3b9u3YAHTv5g3O92/gwX1/I/5t/9u3b968gWPe3Plz6OAATKdeHdx17Nmza9u2\nrVs3cOHDe/MGzvx59OnVgwPQ3v17+PHlz6df3z44/Pn178fvzRtAcAK/fQNn8CDChAoPAmjo8CG4\niBInUqxo8SJGiQA2cuwI7iPIkCI/fiv5bdu3b968gWvp8iXMmOAA0KxpExzOnDp1atu2rVs3cEKF\nevMG7ijSpEqXggPg9CnUqFKnUq1q9Sq4rFq3cuXGzY2bU6f64MChRAk3cGrXsm3rFgDcuHLB0a1r\n9y7evHr31gXg9y9gcIIHEy7szZsuXcKEWVq06NcvcJInU65sGRyAzJo3g+vs+fNnXlOmkCETLZor\nIP9AfPiw9u1bt27gZtOubXs2gNy6d/Pu7fs38ODCwREvbvw4N25u3Jw61QcHDiVKuIGrbv069uwA\ntnPvDu47+PDix5Mvbx48gPTq14Nr7/49fG/edOkSJszSokW/foHr7x8gOIEDCRYEBwBhQoXgGDZ0\n6JDXlClkyESL5goIEB8+rH371q0bOJEjSZYUCQBlSpUrWbZ0+RJmTHAzadas+e3ZsytXDhxAIEBA\nAKHZsoEzehRpUqQAmDZ1Cg5qVKlTqVa1ejUqAK1buYLz+hVsWGzYcOFq1CjYtGnbtnkD9xZuXLlz\nAdS1exdcXr178377dk2Xrlu3UKCIkCCBBAkdXr3/cuasWjVwkylXtgwAc2bNmzl39vwZdGhwo0mX\nNj162zZw4LolSAAAgABws2nXtn0bQG7du8H19v0beHDf3bp9w4ZNm7Zu3cA1d/4cOgDp06mDs34d\ne3br3bqB8+49W7Zv4MB9++bNGzj169m3B/Aefnxw8+nXtz+fGzdq1DTt2AFwyhRw374lS+bAwTRw\nDBs6dAggosSJFCtavIgxo0ZwHDt6/Mhx2zZw4LolSAAAgABwLFu6fAkTgMyZNMHZvIkzp86b3bp9\nw4ZNm7Zu3cAZPYo0KYClTJuCewo1qtSn3bqBu3o1W7Zv4MB9++bNG7ixZMuaBYA2rVpwbNu6fcuW\n/xs3atQ07dgxZQq4b9+SJXPgYBq4wYQLFwaAOLHixYwbO34MOTK4yZQrW77sDYBmzeA6e/4MOjSA\n0aRLgzuNOrXq09CgSZPWKkmSAgUQFCiAAIECBbC+fQMH7hu44cSJAziOPDm45cybO3/OfNUqYKhQ\npUmjQwcxcNy7e/cOILz48eDKmz+Pvvy3b9SoVTJkaNcucN++adECAEADcPz7+wcITiA4AAUNHkSY\nUOFChg0dgoMYUeJEit4AXLwITuNGjh09AgAZUiQ4kiVNniQJDZo0aa2SJClQAEGBAggQKFAA69s3\ncOC+gQMaNCgAokWNgkOaVOlSpklXrQKGClWaNP86dBADl1Xr1q0AvH4FC07sWLJlxX77Ro1aJUOG\ndu0C9+2bFi0AADQAl1fv3r0A/P4FHFjwYMKFDR8Gl1jxYsaNwQkQAAAAC3CVLV/GnBnAZs6dwX0G\nHVr0t2+SJBUq1KFAAQECHACAHRuHMNrCvoHDnTs3AN69fYMDHlz4cOLBT51CVKJEgAACBNDixu3b\nN3DVrV8HkF37dnDdvX8HH148uFGjAADgA079evbsAbyHH1/+fPr17d/HD07/fv79/QMEFyAAAAAG\nwCFMqHAhQwAOH0IEJ3EixYrGjH34QICADE2aokWz4sBBgAAATvrx060buJYuXwKIKXMmuJo2b37/\ny/kNHM+ePKNFM2AAAFGiAQIIiBYNHNOmTpkCiCp1KriqVq9irfrtW7du4L6C/Ror1oABMsChTatW\nLYC2bt/CjSt3Lt26dsHhzat3L19wAQIAAGAAHOHChg8jBqB4MWNwjh9DjmzM2IcPBAjI0KQpWjQr\nDhwECABgtB8/3bqBS616NYDWrl+Diy179rfa38Dhzo07WjQDBgAABx4ggIBo0cAhT64cOYDmzp+D\niy59OvXo37516wZuO/ftsWINGCADHPny5s0DSK9+Pfv27t/Djy8fHP369u/jBxcgAAAAkgCCEziQ\nYEGDABAmVAiOYUOHD1mxMmBAly5wFzFefPVK/4CASeBAhhQpEkBJkyfBpVS5Ups2cC9hxowTBwAA\nGy9eJEgAAAAKcD+BBg0KgGhRo+CQJlW6FKkIEYAAgZM6VWq2bAMGfAO3lWvXrgDAhhU7lmxZs2fR\npgW3lm1bt2/BBQgAAIAkcHfx5tW7F0Bfv3/BBRY8mDArVgYM6NIFjnFjxq9eCRAwCVxly5cvA9C8\nmTM4z59Ba9MGjnRp03HiAABg48WLBAkAAEABjnZt27YB5Na9G1xv37+B9xYhAhAgcMeRH8+WbcCA\nb+CgR5cuHUB169exZ9e+nXt37+DAhxc/nvw2AOcBJAC3nn179+8BxJc/H1x9+/fvR1uwQICAVf8A\nV4EbSPDbNxUqBAhYBa6hw4cPAUicSBGcxYsYsWEDx7Fjx2gLFgwYQIgNmwMHAAAg8O0buJcwY74E\nQLOmTXA4c+rcqUsXAAAFCjwDR5Tot28FCgAAsA2c06dQoQKYSrWq1atYs2rdyhWc169gw4rdBqAs\ngATg0qpdy7YtgLdw44KbS7du3WgLFggQsGoVuL+Av31ToUKAgFXgEitevBiA48eQwUmeTBkbNnCY\nM2eOtmDBgAGE2LA5cAAAAALfvoFbzbr1agCwY8sGR7u27du6dAEAUKDAM3DAgX/7VqAAAADbwClf\nzpw5gOfQo0ufTr269evYwWnfzr27dz4AwgP/GAauvPnz6NMDWM++Pbj38OPHdyRAQIEC2rSB289f\nmzaACxacOAHO4EGECQEsZNgQ3EOIEL9NBFfRokVju3Z9+wbOow8fAAD0AVfS5MmTAFSuZAnO5UuY\nMSNEAADgwIFW3Lh940mBAgAAEiSAI1rU6FEASZUuZdrU6VOoUaWCo1rV6lWr27YtANAVACFwYcWO\nJVsWwFm0acGtZdu2LaYDB1CggARJWrZsxYpF0qChQIFQocANJlzYMADEiRWDY9y48TfI4CRPplxZ\n8qJFAABYANfZ8+fPAESPJg3O9GnUqL8ZMAAAQIAAFKRIiRABwO3bd+6A493b928AwYUPJ17c//hx\n5MmVg2Pe3Plz59u2LQBQHQAhcNm1b+feHcB38OHBjSdfvjymAwdQoIAESVq2bMWKRdKgoUCBUKHA\n7eff3z9AAAIHEgRn8ODBbwrBMWzo8CHDRYsAALAA7iLGjBkBcOzoERzIkCJFfjNgAACAAAEoSJES\nIQKAmDHv3AFn8ybOnAB28uzp8yfQoEKHEgVn9CjSpEqlFSgAAAC4qFKnUq0KDgDWrFrBce3q9Wuz\nZhs2FCp0pkOHAAEYGDBQoAAECODm0q1rFwDevHrB8e3r15s3cIIHEy4sWJYsAACmgWvs+PFjAJIn\nUwZn+TLmzFq0AADw5g2nGTMAkC4N4MABcP+qV7NuDeA17NiyZ9Oubfs2bnC6d/Pu7VtagQIAAIAr\nbvw48uTgADBv7hwc9OjSpzdrtmFDoUJnOnQIEICBAQMFCkCAAO48+vTqAbBv7x4c/PjyvXkDZ/8+\n/vz2ZckCAADgNHADCRYsCABhQoXgGDZ0+FCLFgAA3rzhNGMGAI0bARw4AA5kSJEjAZQ0eRJlSpUr\nWbZ0CQ4mzG8zv3WjRu3bN3A7eYLz9uEDAQLYwBU1ehRpUgBLmTYF9xRqVKnRonHgkCSJAQBbAQgI\n8DWAAAHTwJU1e/YsALVr2YJz+xZuXLlzwTFgAACAN3B7+fbtCwBwYMHgCBc2bFibAAEAAAz/GCAA\nQGTJkwG8AXcZc+bMADh39vwZdGjRo0mXBncaNThv3pht2wYOdmzZwIDBgQMOd27du3mDA/AbeHBw\nw4kXNz78W/JvvujQefYMXLNmESIYMOANXHbt27cD8P4dPDjx48mXN2+eF68LF3jxAvcefnz5AOjX\ntw8Of379+q0AAAAwQABQoDYAOAiAQIAAABoCgAYuosSJEwFYvIgxo8aNHDt6/AgupEhw3rwx27YN\nnMqVLIEBgwMHnMyZNGvaBAcgp86d4Hr6/Am057eh33zRofPsGbhmzSJEMGDAG7ipVKtWBYA1q1Zw\nXLt6/QoWLC9eFy7w4gUurdq1bAG4fQsX/5zcuXTpWgEAIEAAUKA2APgLgECAAAAKA4AGLrHixYsB\nOH4MObLkyZQrW7787Ru4zZu/fcsGLrTo0aOPHfMGLrXq1axbA3gNOza42bRr2/bmDZzu3bx1f/q0\nYAGKbNnAGT+O3DiA5cybg3sOPbr06dCzZROCAEGLFuC6e/8OvjuA8eTLgzuPPn23bpIkEQAAQIAA\nBAgI2CdCpJQMGQD6AwD4ANxAggULAkCYUOFChg0dPoQY8ds3cBUrfvuWDdxGjh07HjvmDdxIkiVN\nngSQUuVKcC1dvoTpzRs4mjVt0vz0acECFNmygQMaVChQAEWNHgWXVOlSpk2VZssmBAGCFv8twF3F\nmlXrVQBdvX4FF1bs2G7dJEkiAACAAAEIEBCAS4RIKRkyANwF8ADcXr59+wIAHFjwYMKFDR9GnBjc\nYsaMsW3bBk7yZMqSRYnipk3bt2/evIHr1k2bNmjduoFDnRocANatXYODHTu2t2/fwN3ets2bN3C9\nff+OFQsAAAHKlIFDnlw5cgDNnT8HF136dOrVwXnzxoCBAUeOwH0HH158eADlzZ8Hl169+m+SJCVK\ntADAfAAFCjQIFuzbN3DfvgFs0AAAABfgDiJMmBAAw4YOH0KMKHEixYrgLmLEiG3bNnAeP4L0KEoU\nN23avn3z5g1ct27atEHr1g0czZrgAOD/zKkTHM+ePb19+wZu6LZt3ryBS6p0aaxYAAAIUKYMHNWq\nVqkCyKp1K7iuXr+CDQvOmzcGDAw4cgRuLdu2btsCiCt3Lri6du1+kyQpUaIFAP4CKFCgQbBg376B\n+/atQQMAAFyAiyx58mQAli9jzqx5M+fOnj+DCy0a3LZtsSRJ+vYNHOvWrL15w4BhAwMGAgQAADBA\ngAAECDbAgsWNG7jixQEgT64cHPPm4Lx5g+bFS6xYTvr06dLl2zdw3r9XqwZg/HgCBJw5A6d+PXsA\n7t/DByd/Pv369sHBggUAQIBq1QCCEziQYEGCABAmVAiOYUNw375ZO3GiRIkAADBmBJAr/9e2beCA\nAQMwciQ3buBQplSJEkBLly9hxpQ5k2ZNm+Bw5gS3aNEAAABSpHiFDRs4o+C8mTGTIIGOAQMARJUq\n1UCgQNWqffsGjisAr1/BghM7Fly3bn04cNCgQQAAtwBy5Chz6pQzZ9gGDACwd2+YMLJkgRM8mDAA\nw4cRg1O8mHFjx+B+/RIgIBE4y5cxZ9YMgHNnz+BAhwb37du1ZMmwYTMBgHVrBMqUgZPtwwcA2wAY\ngNO9mzdvAL+BBxc+nHhx48eRg1O+HNyiRQMAAEiR4hU2bOCwg/NmxkyCBDoGDAAwnjx5A4ECVav2\n7Rs49wDgx5cPjn59cN269eHAQYMGAf8AAQgEkCNHmVOnnDnDNmAAgIcPw4SRJQucxYsYAWjcyBGc\nx48gQ4oE9+uXAAGJwKlcybKlSwAwY8oER7MmuG/friVLhg2bCQBAgyJQpgycUR8+ACgFwACc06dQ\noQKYSrWq1atYs2rdyhWcV6/MmHXoAKCs2bIFCgwYYECAgAQJCCRIIEAAgLsLFqxYUSdWLG/ewAkW\nDKCw4cPgEisGx42bqz59LlwQAKCy5cuYLQfAhg2c58+gPQMYTbo0uNOoU6teDc6atQgR7oCbTbu2\n7dsAcuve/e0buN+/vXn7Bg4cN26DAChfrgCcc+cNGgCYDiDAt2/gsmvfnh2A9+/gw4v/H0++vPnz\n4NKnZ8asQwcA8OPDL1BgwAADAgQkSEAgQQKAAgQAILhgwYoVdWLF8uYN3MOHACROpAjO4kVw3Li5\n6tPnwgUBAESOJFlyZABs2MCtZNlyJQCYMWWCo1nT5k2c4KxZixDhDjigQYUOJQrA6FGk376BY8rU\nm7dv4MBx4zYIwFWsCsBt3dqgAQCwAAJ8+wbO7Fm0ZgGsZdvW7Vu4ceXOpQvO7l1w0aJNANDX718A\nAj586NLlGzjEiRWD+9YY3GPI4ABMplwZ3GXMmTVnygTAs+cBAwIE0PPpEzBgr16BY93a9WsAsWXP\nBlfb9m3cucF162bAABtwwYUPJ14c/8Bx5MnBLWfe3PmpUwAAwIEDzvp1606cBAigDdx38OHDAyBf\n3vx59OnVr2ffHtx7+OC0aeNRoECDBgEA7OcfYBTAUdasgSto8CDChOAAMGzoEBzEiBInPnu2YMGD\nBxP48GHFChzIkCJHkgQH4CTKlOBWsmzp8iW4VasAAChAhcquXdy4gevp8ydQAEKHEv32DRzSpEqT\nXrtGg4Y3b+CmUp1qzVqnTt/Ace3q1SuAsGLHki1r9izatGrBsW0LTps2HgUKNGgQAADevAFGjbJm\nDRzgwIIHEwYH4DDixOAWM27s+NmzBQsePJjAhw8rVuA2c+7s+TM4AKJHkwZn+jTq1P+qwa1aBQBA\nASpUdu3ixg0c7ty6dwPo7fv3t2/ghhMvTvzaNRo0vHkD5/y5c2vWOnX6Bu469uzZAXDv7v07+PDi\nx5MvD+48+vTpv7lxkyLFrFnRvn0DZ/8+/vz67wPo7x8gAIEAwBU0eBBhQoULGRoE8BBiRHATKVa0\neBEcFy4AABioUWPQoGnTwJU0eRIlAJUrWYJz+RJmTJkzadZ8CQBnTp07efb0+RNoUHBDiRYt+s2N\nmxQpZs2K9u0bOKlTqVa1OhVAVq1bwXX1+hVsWLFjyXoFcBZtWnBr2bZ1+xYcFy4AABioUWPQoGnT\nwPX1+xcwAMGDCYMzfBhxYsWLGTf/PgwAcmTJkylXtnwZc2Zwmzl39rz52zdwo0mXNn0aNTgAq1m3\nBvcadmzZs2nXtg0bQG7du8H19v0beHBuI0YQIDBBlqxu3cA1d/4cenMA06lX/3YdXHbt27l39/4d\nPADx48mXN38efXr168G1d/8efvtv38DVt38ff3794AD09w8QgEAA4AoaPIgwocKFDA0CeAgxIriJ\nFCtavMhtxAgCBCbIktWtG7iRJEuaHAkgpcqV31qCewkzpsyZNGvaBIAzp86dPHv6/Ak0KLihRIsa\nPYo0qVKiAJo6fQouqtSpVKtavYpVKoCtXLuC+wo2rNix3fToiRLlGri1bNu6fQsg/67cueDq2r2L\nN6/evXztAvgLOLDgwYQLGz6MuFs3cIwbO34MOTJkb5Qpf/sGLvO3bwA6e/7szds3cKRLmz6NOjXp\nb6zBuX4N+9s3ALRr2+7WDZzu3bx1fwMHHNy3b9RChUqVihu45cybO2/uzRuA6dSrc+Pm7ds3cNy7\ne/fm7ds3cOTLmz+PHr03bwDau38PP778+fTr2+/WDZz+/fz7+wcITuBAggO9HTz47Rs4ht++AYAY\nUaI3b9/AXcSYUeNGjhe/fQQXUuTIb98AnESZsls3cC1dvmz5DdxMcN++UQsVKlUqbuB8/gQaFKg3\nbwCMHkXKjZu3b9/APYUa1Zu3b//fwF3FmlXr1q3evAEAG1bsWLJlzZ5Fm1btWrZt3b6FG1fuXLp1\n7d7Fm1fvXr59/f4FHFjwYMKFDR9GnFjxYsaNHT+GHFnyZMqVLV/GnFnzZs6dPX8GHVr0aNKlTfP1\n5g3catatXb+GHVs2OAC1bd/25g3cbt69ff8GHlw4OADFjR/35u0bOObNnT93/u0bOOrVrV/HXh3A\ndu7dvXkDF178ePLlzZ9HDw7Aevbt3b+HH1/+fPrevIHDn1//fv79/QMEJ3AgQQAGDyL05g0cw4YO\nH0KMKHEiOAAWL2L05u0buI4eP4L8+O0buJImT6JMaRIAy5YuvXkDJ3MmzZo2b+L/zAkOAM+ePn8C\nDSp0KNGi4I4iTap0KdOmTpECiCp1KriqVq9izap1K1erAL6CDfvtG7iyZs+iPfsNHNu2bt/CfQtg\nLt264O7izat3L9++fvECCCx4MOHChg8jTqwYHOPGjh9Djix5cmMAli9jBqd5M+fOnj+DDr0ZAOnS\npsGhTq16NevWrl+nBiB7Nm1wtm/jzq17N+/etwEADy58OPHixo8jTw5uOfPmzp9Djy6dOYDq1q+D\ny659O/fu3r+D1w5gPPny4M6jT69+Pfv27tEDiC9/Prj69u/jz69/P3/7AAACEDiQYEGDBxEmVKgQ\nXEOHDyFGlDiRokMAFzFmBLeR/2NHjx9BhhTJEUBJkyfBpVS5kmVLlyqbNTMGjmZNmzYB5NS5E1xP\nnz+BBhXqU5u2beCQJlWqFEBTp0+hRpU6lWpVq+CwZtW6lWtXr1+zAhA7liw4s2fRplW7lm3bswDg\nxpULjm5du3fx5q3brJkxcH8BBw4MgHBhw+AQJ1a8mHHjxNq0bQM3mXLlygAwZ9a8mXNnz59BhwY3\nmnRp06dPd+vmypUxY+Bgx5Y9G0Bt27fB5da9m3dv3+CyZXv2DFxx48eRA1C+nDk458+hR5c+/bkC\nBTq+fQO3nXv37QDAhxcPjnx58+fRe+PGDVz79t260aBBaNu2b9/A5de/H0B///8AAQgcSLCgwYMI\nEyosCK6hw4cQI0bs1s2VK2PGwGncyLEjgI8gQ4IbSbKkyZMowWXL9uwZuJcwY8oEQLOmTXA4c+rc\nybNnTgUKdHz7Bq6o0aNFAShdyhSc06dQo0r1xo0buKtXu3WjQYPQtm3fvoEbS7YsgLNo06pdy7at\n27dwwcmdS7eu3bnfvt3y4SNDhiNHWoEbTLhwYQCIEysGx7ix48eQIXPjVqXKmDHSwGnezJkzgM+g\nQ4MbTbq06dOoweHCBaA1LFjgYsueHRuA7du4wenezbu37mvXsmS5kSkTuOPbtoEC1aDBAW3awEmf\nTl06gOvYs2vfzr279+/gwYn/H0++vPnx3botM2WqR48PH7qBm0+/fn0A+PPrB8e/v3+A4AQOJFhQ\noC9fDx4ECIAM3EOIESMCoFjRIjiMGTVu5NgRHDFiAAAoAFfS5MmTAFSuZAnO5UuYMV0qUBAgQIZi\nxcDt3DltmgcP38ANJVq0KACkSZUuZdrU6VOoUcFNpVrV6lWq3botM2WqR48PH7qBI1vWrFkAadWu\nBdfW7Vu4ceP68vXgQYAAyMDt5du3LwDAgQWDI1zY8GHEicERIwYAgAJwkSVPngzA8mXM4DRv5txZ\nswIFAQJkKFYM3OnT06Z58PAN3GvYsWMDoF3b9m3cuXXv5t0b3G/gwYUPB37p/9IdM2amTDlxwhs4\n6NGlSwdQ3fp1cNm1b+f+7Vu0aNasbdOmTZYsSQ0aAGAPoAQ4+PHlywdQ3/59cPn17+ff3z9AcAEC\nAAAQABzChAoVAmjo8CG4iBInUsySBQBGAAOWLevWDRxIZsxMmQJn8iTKlABWsmzp8iXMmDJn0gRn\n8ybOnDpvXrp0x4yZKVNOnPAG7ijSpEkBMG3qFBzUqFKnfvsWLZo1a9u0aZMlS1KDBgDGAigB7iza\ntGkBsG3rFhzcuHLn0q0LLkAAAAACgOvr9+9fAIIHEwZn+DDixFmyAGgMYMCyZd26gavMjJkpU+A2\nc+7sGQDo0KJHky5t+jTq1P/gVrNu7fo1uG7dXLmi9u3btWvgdvPu7Xs3gODCh4Mrbvz48WwQIAAA\nQIDAgh49UqVqFiVKgAAAANwC5/07ePAAxpMvD+48+vTq16//9g0AfADXwNGvb98+gPz694Pr7x8g\nOIEDBwYIAABAgAC0vHkD9xBiRIkTIQKweBFjRo0bOXb0+BFcSJEjSZb8hgOHDh21vHkD9xJmTJkx\nAdS0eRNcTp07d/IB8BNogF69vn3jFiwYBAgBApQA9xRq1KgAqFa1Cg5rVq1buXK9cwcAgAEDkoEz\nexYtWgBr2bYF9xZu3Lh8ANQF0KABOL17+fb16xdAYMGDCRc2fBhxYsXgGDf/dvwY8jccOHToqOXN\nGzjNmzl35gwAdGjR4EiXNm2aDwDVqwP06vXtG7dgwSBACBCgBDjdu3nzBvAbeHBww4kXN378+J07\nAAAMGJAMXHTp06cDsH4dOzjt27lz5wMAPIAGDcCVN38effr0ANi3d/8efnz58+nXB3cff379+wMN\nGAAQAABC376BO4gwocKEABo6fAguosSJFDlwAACAAAFi4Dp6BBcqFAAAx8CZPIkSJYCVLFuCewkz\npsyZML15S2bCBAAAAQKA+wk0qFAARIsaBYc0qVKltQQICBDg2zdwVKtavYoVK4CtXLt6/Qo2rNix\nZMGZPYs2rdpAAwYAAEDo/9s3cHTr2r1rF4DevXzB+f0LODAHDgAAECBADJzixeBChQIA4Bi4yZQr\nVwaAObNmcJw7e/4MurM3b8lMmAAAIEAAcKxbu34NILbs2eBq2759u5YAAQECfPsGLrjw4cSLFweA\nPLny5cybO38OPTq46dSrW59uypQJEwC6d4fw58+3b+DKmz+PvjyA9ezbg3sPP758CRICBMCAQRu4\n/fzBTQA4AQAAPOAMHkSIEMBChg3BPYQYUeJEcN68ceBQAMBGjtDAfQQZMiQAkiVNgkOZEty3b+C0\nabt2rUaAAAYMfPsGTudOnd68GTIEDdxQokWLAkCaVOlSpk2dPoUaFdxUqv9VrU41ZcqECQBdu0L4\n8+fbN3BlzZ5FWxbAWrZtwb2FG1euBAkBAmDAoA3cXr7gJkwAAAAPOMKFDRsGkFjxYnCNHT+GHBmc\nN28cOBQAkFkzNHCdPX/+DED0aNLgTJ8G9+0bOG3arl2rESCAAQPfvoHDnRu3N2+GDEEDF1z48OEA\njB9Hnlz5cubNnT8HF136dOrduh04IEAAAO7cFXz4QIRIsGDgzJ9Hnx7Aevbtwb2HH19+pkxHjnDj\nBk7//m/fDgA8AADAN3AGDyJECGAhw4bgHkKMKHEiuEePAmAEoBFAgADgPoIMKRIAyZImwaFMCe7b\nN2/dXnZ7U6AAGjTgbuL/vIkNGwECAADsASd0KFGiAI4iTap0KdOmTp9CBSd1KtWqT54IEAAAQIAD\nBxo0ILBgQZEisWJ1A6d2LVu2AN7CjQtuLt26dmHBokSJGzdwfv+WKgUAAAEC1MAhTqxYMYDGjh+D\niyx5MuXK1wgQAKB5MwABApKBCy169GgApk+jBqd6NWvV376pChHCmDFwtm+DS5YgAYDeAAKACy58\n+HAAxo8jT658OfPmzp+Diy59OvUnTwQIAAAgwIEDDRoQWLCgSJFYsbqBS69+/XoA7t/DByd/Pv36\nsGBRosSNG7j+/gGWKgUAAAEC1MAlVLhwIQCHDyGCkziRYkWL1wgQALCR/yMAAQKSgRM5kiRJACdR\npgS3kmXLld++qQoRwpgxcDdxgkuWIAEAnwACgBM6lChRAEeRJlW6lGlTp0+hgpM6lWrVO3cGDGjT\nhps0aaNGWXM21tmdO+DQplW7FkBbt2/BxZU7l+60aSlSmDJVDVzfvq5cCRAAAIA3cIcRJ04MgHFj\nx+AgR5Y8mfItAJcBCNAMgDMAb+BAhxYtGkBp06fBpVa9evW3RIn06AE3e3a3bswyZACwGwAwcL+B\nBw8OgHhx48eRJ1e+nHlzcM+hR5d+586AAW3acJMmbdQoa87AO7tzB1x58+fRA1C/nj049+/hx582\nLUUKU6aqgdOv35UrAf8ABQAA4A2cwYMIEQJYyLAhuIcQI0qceAuARQACMgLYCMAbuI8gQ4YEQLKk\nSXAoU6pU+S1RIj16wMmU2a0bswwZAOgEAAycz59AgQIYSrSo0aNIkypdyhSc06dQodIyQNWAIUPf\nwIHz5g3ct2+6dIUJww2c2bNo0QJYy7YtuLdw48q9datAgQ0bcMSK1ayZtA4dAAgGcAuc4cOIEQNY\nzLgxuMeQI0t+7M1bqlQBAGjWHCAAgM8AnoEbTbp0aQCoU6sGx7q1a9fURoyAAEGQoEdOnAwYsCBA\nAADAAWQBR7y4ceMAkitfzry58+fQo0sHR7169W/cuGnTpiVBgixZwIn/H09e/LZt4NKrX88egPv3\n8MHJn0+/PipUDhwECSKlVy+AwoQ9I0AAAIAAAbqBY9jQoUMAESVOBFfR4kWMFf34efAAwMcBAxqR\nIAEAAAEC4FSuZNkSwEuYMcHNpFmz5jAFCgoUkCVLxYIFLVoko0EDwFEA4JQuZdoUwFOoUaVOpVrV\n6lWs4LRu3fqNGzdt2rQkSJAlCzi0adWi3bYN3Fu4ceUCoFvXLji8efXuRYXKgYMgQaT06iVM2DMC\nBAAACBCgGzjIkSVLBlDZ8mVwmTVv5pzZj58HDwCMHjCgEQkSAAAQIADO9WvYsQHMpl0b3G3cuXMP\nU6CgQAFZslQsWNCi/0UyGjQALAcAzvlz6NEBTKde3fp17Nm1b+cOzvt3cN++eaNGTZUqIAsWuHIF\nzv17+O6ZMesGzv59/PgB7OffHxxAcAIHEiSoTVuyZNWqefv2DRq0DAAmAmjQABm4jBo3bgTg8SNI\ncCJHkiy5bVuBAgBWKlDAilUwO3YKFAgSBBzOnDp3Aujp8ye4oEKHDlUkQMCAAQKWEiAACJCwK1cE\nCLhw4Ru4rFq3bgXg9SvYsGLHki1r9iy4tGrBffvmjRo1VaqALFjgyhW4vHr35mXGrBu4wIIHDwZg\n+DBicIoXM26sTVuyZNWqefv2DRq0DAA2A2jQABm40KJHjwZg+jRqcP+qV7NuvW1bgQIAZitQwIpV\nMDt2ChQIEgQc8ODChwMobvw4uOTKly9XJEDAgAECphMgAAiQsCtXBAi4cOEbuPDix48HYP48+vTq\n17Nv7/49uPjy52/b5s1brwwZBgw4dgwgOIEDBdaqJUCAGHALGTZsCABiRIngKFa0eBFjRW7chhQo\noEABJEjgSJY0eRJASpUrwbV0+RLmtWsCBHjwoOvbN3DgvAEDduKEHz/giBY1ehRAUqVLwTV1+vSp\nNxMmAFStOmFCkSLNgAAJEAAAAGzgyJY1axZAWrVr2bZ1+xZuXLng6Na1u22bN2+9MmQYMODYMXCD\nCQ+uVUuAADHgGDf/duwYQGTJk8FVtnwZc2bL3LgNKVBAgQJIkMCVNn0aNQDVq1mDc/0aduxr1wQI\n8OBB17dv4MB5AwbsxAk/fsAVN34cOQDly5mDc/4cOnRvJkwAsG59woQiRZoBARIgAAAA2MCVN3/+\nPAD169m3d/8efnz588HVt3/fm7du3S4RIAAQAIAFC7J4O+jtW5kyABo2TJKkWzdwFCtaBIAxo0Zw\nHDt6/AiyY6NGCy5c8OTJmzdwLFu6fAkgpsyZ4GravInTlCkDBnz4uAYOXLdu1rp08eABGTJwTJs6\nfQogqtSp4KpavXp12YABALp69ZoAgNixNsCZPYsWLYC1bNu6fQs3/67cuXTB2b2LF68xAHz7Cliw\nQIMGHAAKGw5gxAgnTt/AOX78GIDkyZTBWb6MObNmcN26QYDAYdo0cKRLmz5tGoDq1azBuX4NO3a2\nbIkSffsGLvexY2EcOFiyBJzw4cSLCweAPLlycMybO3fuTYAAANSrVy8AILv2R+C6e//+HYD48eTL\nmz+PPr369eDau3//3hiA+fQFLFigQQMOAPz7BwBoxAgnTt/AHUSIEMBChg3BPYQYUeJEcN26QYDA\nYdo0cB09fgT5EcBIkiXBnUSZUmW2bIkSffsGTuaxY2EcOFiyBNxOnj197gQQVOhQcEWNHj3qTYAA\nAE2dOi0AQOrUR//grF7FihXAVq5dvX4FG1bsWLLgzJ5FizYRALZtAThw0KBBAAB17QL48wcbtm/g\n/P79C0DwYMLgDB9GnFjxtyNHAAAQ8O0bOMqVLV+2DEDzZs7gPH8GHXrbtmnTwJ3+9o0JkwKtLVkC\nF1v2bNqxAdzGnRvcbt69e0cLEADA8OEZMjBh8kGAAAAADhxI8u0bOOrVrVMHkF37du7dvX8HH148\nOPLlzZtPBED9egAOHDRoEADAfPoA/vzBhu0bOP79+wMEIHAgQXAGDyJMqPDbkSMAAAj49g0cxYoW\nL1oEoHEjR3AeP4IMuW3btGngTn77xoRJgZaWLIGLKXMmzZgAbuL/zAluJ8+ePaMFCABg6NAMGZgw\n+SBAAAAABw4k+fYNHNWqVqkCyKp1K9euXr+CDSsWHNmyZs8GCQIAwIkT2sDBhfvt27ZtmzaBy6t3\nL18Afv8CBid4MOHCgr8h/nZJgAAAAA6Biyx5MuXKAC5jzgxuM+fOnj9zXrKkRa9e4E6jTq06NYDW\nrl+Diy17Nm1dugAAMGIEHO/evr15Ayd8OPHiAI4jT658OfPmzp9DByd9OvXqefIwYAALFrju3r+D\nDx8eAPny5sGhT69+/bdv27ZJkzYDAH0AqMDhz69/P38A/gECEDgQADiDBxEmVHgwVqxa3bqBkziR\nYkWKADBm1AiO/2NHjx+hQStSZNs2cCdRplS5ciUAly9hxpQ5k2ZNmzfB5dS5k2eePAwYwIIFjmhR\no0eRIgWwlGlTcE+hRpX67du2bdKkzQCwFQAqcF/BhhU7FkBZs2fBpVW7lm1btbFi1erWDVxdu3fx\n3gWwl29fcH8BBxYMDVqRItu2gVO8mHFjx44BRJY8mXJly5cxZ9YMjnNnz5+/ffPmDVxp06dRp1YN\nDkBr16/BxZY9m3ZtaFOm2LEDjndv37+BgwMwnHhxcMeRJ1e+nHlz58gBRJc+HVx169exZ9e+nbt1\nAN/Bhxc/nnx58+fRg1O/nn37b9+8eQM3n359+/fxgwOwn39/cP8AwQkcSLBgQWhTptixA66hw4cQ\nI4IDQLGiRXAYM2rcyLGjx48ZAYgcSRKcyZMoU6pcybLlSQAwY8qcSbOmzZs4c4LbybOnz59Agwrl\nCaCo0aPgkipdyrTpN2zYvHkDR7Wq1atYwQHYyrUruK9gw4odS7asWbAA0qpdC66t27dw48qdS9ct\ngLt48+rdy7ev37+AwQkeTLiw4cOIEw8GwLixY3CQI0ueTPkbNmzevIHbzLmz58/gAIgeTRqc6dOo\nU6tezbr1aQCwY8sGR7u27du4c+veXRuA79/AgwsfTry48ePgkitfzry58+fQlQOYTr06uOvYs2vf\nzr27d+wAwov/Hw+uvPnz6NOrX8/ePID38OODm0+/vv37+PPrpw+gv3+AAAQOJFjQ4EGECRUW7Nbt\nGziIESVOpFgR4jdwGTVuzPjtGwCQIUV68wbO5EmUKVWuZMny2zcAMWXO9OYN3E2cOW9+A9fT50+g\n4L59A1fU6FGj3rwBYNrUabdu38BNpVp16rdv3ryB49rVK9dvYcGNJVu2LAC0adWuZdvW7Vu4cbt1\n+wbO7l28efXutfsN3F/Agf9++wbA8GHE3ryBY9zY8WPIkSVL/vYNwGXMmb15A9fZ8+fO38CNJl3a\nNLhv38CtZt2atTdvAGTPpt2t2zdwuXXvzv3tmzdv4IQPJy78/9txcMmVL18OwPlz6NGlT6de3fp1\n7Nm1b+fe3ft38OHFjydf3vx59OnVr2ff3v17+PHlz6df3/59/Pn17+ff3z9AAAIHEixo8CDChAoX\nMmzo8CHEiBInUqxo8SLGjBo3cuzo8SPIkCJHkixp8iTKlCpXsmzp8iXMmDJn0izozds3cDp38uzp\n8yfQoACGEi3qzRu4pEqXMm3q9ClUcACmUq3qzRu4rFq3cu3q9StYcADGki3rzds3cGrXsm3r9i3c\nuADm0q1r9y7evHr38v32DRzgwIIHEy5s+DA4AIoXMwbn+DHkyJInU678GADmzJrBce7s+TPo0KJH\ndwZg+jRqcP+qV7Nu7fo17NirAdCubfs27ty6d/PuDe438ODChxMvbhw4gOTKl4Nr7vw59OjSnXPj\nBu469uzaAXDv7h0c+PDix5Mvb/58eADq17MH5/49/Pjy59Ov/x4A/vz69/Pv7x8gAIEDCRY0eFAg\nOIULGTZ0+BBixIUAKFa0CA5jRo0bOXbMyI0bOJEjSZYEcBJlSnArWbZ0+RJmTJksAdS0eRNcTp07\nefb0+ROoTgBDiRY1ehRpUqVLmYJz+hRqVKfbtmHDtocMmVevwHX1+hVsWHAAyJY1Cw5tWrVr2bYF\nR43aly/dwNW1e/cuAL17+YLz+xdwYMGDCRf+CwBxYsXgGDf/dvyY8axZunRd0qTp1q1v4Dh39vwZ\nNADRo0mXNn0adWrVq8G1dv0adutt27Bh20OGzKtX4Hj39v0bODgAw4kXB3cceXLly5mDo0bty5du\n4KhXt24dQHbt28F19/4dfHjx48l7B3AefXpw69m3d79+1ixdui5p0nTr1jdw+/n39w8QnMCBAAoa\nPIgwocKFDBs6BAcxosSJ164ZMBAgAICNBAhQ+wbyG7iRJEuaHAkgpcqV4Fq6fAkzZkxu3ChQIEDA\nG7idPHv2BAA0qFBwRIsaPVqtWqlSzpxVI0aMGrVv4KpavYo1K4CtXLuC+wo2rFg6dAIEGDAAgFq1\nLLRp+/YN/5zcuXTrygWAN6/evXz7+v0LODC4wYQLG752zYCBAAEAOCZAgNq3yd/AWb6MObNlAJw7\newYHOrTo0aRJc+NGgQIBAt7AuX4NGzaA2bRrg7uNO7fuatVKlXLmrBoxYtSofQOHPLny5cwBOH8O\nHZz06dSr06ETIMCAAQC6d2ehTdu3b+DKmz+PvjyA9ezbu38PP778+fTB2b+PH7+3LVsA+AcIQCAA\nCRJOQIN27Ro4hg0dPmQIQOJEiuAsXsSYUaPGPn0CBBgwoBY4kiVNmgSQUuVKcC1dvnw5rUuXDBkQ\nIBABBYoYMWm4cQMXVOhQokMBHEWaFNxSpk2bklqwIEAAAP9VrVb14QPcVq5dvXYFEFbsWLJlzZ5F\nm1YtOLZt3b799s2EiWHDslmzJkgQM27ctm3r1g3cYMKFDQNAnFgxOMaNHT+GDJkbtwuVL4DDnFnz\nZgCdPX8GF1r06NHeaNFKkQIWrFt79ihQUEebNnC1bd/GfRvAbt69wf0GHjx4t2vXatUCB87biBEA\nABwAF136dOrVAVzHnl37du7dvX8HD078ePLlv30zYWLYsGzWrAkSxIwbt23bunUDl1//fv4A/AME\nIHAgAHAGDyJMqFAhN24XHl4AJ3EixYoALmLMCG4jx44dvdGilSIFLFi39uxRoKCONm3gXsKMKTMm\ngJo2b4L/y6lz585u167VqgUOnLcRIwAAOABuKdOmTp8CiCp1KtWqVq9izaoVHNeuXr9y/fYNHFmy\no0ZdKlSIFKlq1cDBjSt3LoC6du+Cy6t3L9+8376BCyw48KtXBgzIkQNuMePGjgFAjiwZHOXKli1/\nw4bNmDFv3rLRoWPAgAZHjooVw4YNHOvWrl8DiC17Nrjatm/jzg2uQQMAAASACy58OPHiAI4jT658\nOfPmzp9DByd9OvXq0r99A6dd+6hRlwoVIkWqWjVw5s+jTw9gPfv24N7Djy///bdv4O7jv//qlQED\ncgDKATeQYEGDABAmVAiOYUOHDr9hw2bMmDdv2ejQMWBA/4MjR8WKYcMGjmRJkycBpFS5ElxLly9h\nxgTXoAEAAALA5dS5k2dPAD+BBhU6lGhRo0eRglO6lGlTp0u9eSuWKhUsWOCwZtW6FSsAr1/BghM7\nlizZPxIkrFoFjm1bcN/mzLFgAVxdu3fx1gWwl29fcH8BBxY8GJw3b40asVKipEKFTJnARZY8mTIA\ny5cxg9O8mXNnz+B06QIAQBo406dRp1YNgHVr169hx5Y9m3ZtcLdx59a9G/edOwhmzLBmDVxx48eR\nFwewnHlzcM+hR38uSpQBAQLgwMGGDVz3OnUAhI8QAVx58+fRlwewnn17cO/hx5c/H360aGomTEiQ\nIEgQbP8AwQkcSJAggIMIE4JbyLChw4fgiBEDAIAJuIsYM2rcCKCjx48gQ4ocSbKkSXAoU6pcyTLl\nnTsIZsywZg2czZs4c9oEwLOnT3BAgwoFKkqUAQEC4MDBhg2c0zp1AEiNEAGc1atYs1oFwLWrV3Bg\nw4odSzZstGhqJkxIkCBIEGzg4sqdOxeA3bt4wendy7evX3DEiAEAwASc4cOIEysGwLix48eQI0ue\nTLkyuMuYM2veDK5bNwAABEiTBq606dOoTwNYzbo1uNewY7/mxo1HmDDSpIHb3asXgN+/Y8UCR7y4\n8ePEAShfzhyc8+fQo0uPXu3QoRMnIEDwBq679+/fAYj/H08enPnz6NOrB1erFgAAHsDJn0+/vn0A\n+PPr38+/v3+AAAQOJFjQ4EGB4BQuZNjQIbhu3QAAECBNGjiMGTVu1AjA40eQ4ESOJCmSGzceYcJI\nkwbOZa9eAGTKjBUL3E2cOXXeBNDT509wQYUOJVqUaLVDh06cgADBGzioUaVKBVDV6lVwWbVu5doV\nXK1aAAB4AFfW7Fm0aQGsZdvW7Vu4ceXOpQvO7l28efV+EyAAwN9bt8ANJlzYcGEAiRUvBtfY8ePG\n2LD50aXLmzdw4LgFCADAs+c+fcCNJl3a9GgAqVWvBtfa9WvYsV1ny9bsyxcDBgoU2AbO92/gwAEM\nJ14c/9xx5MmVLwfHgAEA6N++gaNe3fp16wC0b+fe3ft38OHFjwdX3vx59Om/CRAAwP2tW+Dkz6df\nnz4A/Pn1g+Pf3z9AcOCwYfOjS5c3b+DAcQsQAABEiH36gKto8SLGigA2cuwI7iPIkCJHgsyWrdmX\nLwYMFCiwDRzMmDJlAqhp8ya4nDp38uwJjgEDAEK/fQNn9CjSpEgBMG3q9CnUqFKnUq0K7irWrFqz\nfvuWAgBYACG8kfUG7izatGrPAmjr9i24uHLnzv0G7i5ecAIEAOirQYMmTeAGEy5seDCAxIoXg2vs\n+DHkyI6/ffPGipUDBylSgOvs+TNoAKJHkwZn+jTq1P+qwS1YAADAAnCyZ9OubRsA7ty6d/Pu7fs3\n8ODghhMvXvwbN27WrE2ZQgAAAAECUFy7xo2bN2/gtnPv7h0A+PDiwZEvb/7bN2/ewLFvD+6bAwcC\nBCCABYsZM3D69/Pvrx8gAIEDCYIzeBBhQoXgvHmrVu2WHDkSJODBAw5jRo0bAXT0+BFcSJEjSZYE\nR4AAAAAEwLV0+RJmTAAzada0eRNnTp07eYLz+RMo0G/cuFmzNmUKAQAABAhAce0aN27evIGzehVr\nVgBbuXYF9xVs2G/fvHkDdxYtuG8OHAgQgAAWLGbMwNW1exdvXQB7+fYF9xdwYMGDwXnzVq3aLTly\nJEj/wIMHXGTJkykDsHwZMzjNmzl39gyOAAEAAAiAM30adWrVAFi3dv0admzZs2nXBncbd27dt715\nAwfu27JlQoRo8+bNmTMcOMA1d/4cOgDp06mDs379ejY7dr59A/cdfPhjx8CVL69NGzj169m3B/Ae\nfnxw8+nXt39fW7FiWbKAqgOwDgoUR46AO4gwoUIADBs6BAcxYkRuyJBZs/YMnMaN4DJkAAAgG7iR\nJEuaPAkgpcqVLFu6fAkzpkxwNGvavEnTmzdw4L4tWyZEiDZv3pw5w4EDnNKlTJsCeAo1KripVKlm\ns2Pn2zdwXLt6PXYMnFix2rSBO4s2rVoAbNu6BQc3/67cuXS1FSuWJQuoOnVQoDhyBJzgwYQLAziM\nODG4xYwZc0OGzJq1Z+AqWwaXIQMAANnAef4MOrRoAKRLmz6NOrXq1axbg3sNO3bsb968ceMGLne3\nbpcuYbtzBwECAgS+gTuOPHlyAMybOwcHPTo4aNCqLFhw6xa47dy7f/sGLrw0abx4gTuPPr16AOzb\nuwcHP778+d++efP27VspI0YMGAC4QKDAHj3AHUSYUCEAhg0dgoMI8du3a9fOFChgwICAWrW+fQMH\nThoAkgAkgUOZUuVKlgBcvoQZU+ZMmjVt3gSXU+dOnt++gQMaVCgwYA4c7NgBTulSpk0BPIUaFdxU\nqv/gwIAZkNWYMXBdvX4FK0uWL1/gzJ5FmxbAWrZtwb2FG1fuXGUpUgAAgMCAgQoVevUCF1jwYMIA\nDB9GDE7xYnC/fjEAACBAAABHjujS1a0bAwCdAXwDF1r0aNKlAZxGnVr1atatXb+GDU72bNq1v30D\nl1v3bmDAHDjYsQPccOLFjQNAnlw5OObNwYEBM0C6MWPgrF/Hnl2WLF++wH0HH148APLlzYNDn179\nevbKUqQAAACBAQMVKvTqBU7/fv79AQAEIHDgQHAGD4L79YsBAAABAgA4ckSXrm7dGADICOAbuI4e\nP4IMCWAkyZImT6JMqXIlS3AuX8KM6c3bt2/gbn7/+wZu561bOnRIkwZuKNGiRgEgTaoUHFOm167J\nkDGAAQM8eKxly8aNG7iuXrvy4qVFizZt4M6iTasWANu2bsHBjSt3Lt1uW7YMGAAgQQIhQr59Ayd4\nMOHCAA4jTgxu8eJv35IlC4IBQ4MGL3TpunYND54AAD4DIAZuNOnSpk8DSK16NevWrl/Dji0bHO3a\ntm978/btG7je376BC37rlg4d0qSBS658OXMAzp9DBydd+rVrMmQMYMAADx5r2bJx4wZuPPnxvHhp\n0aJNG7j27t/DByB/Pn1w9u/jz6+/25YtAwAOAJAggRAh376BU7iQYUMADyFGBDdx4rdvyZIFwYCh\n/0GDF7p0XbuGB08AACcBEAO3kmVLly8BxJQ5k2ZNmzdx5tQJjmdPnz+bNYMAQY2aX9++gVNarBgL\nFjdugJM6lWpVAFexZgW3lSs4WbKGuHCBDFkfBgwECCBF6hs4cN68CWvRwpChb9/A5dW7ly8Av38B\ngxM8mHBhw+CuXTNgAMWwYd++gZM8mXJlyQAwZ9YMjnNnz9y4gRMtmhs3UaIaAAAgQMA3cK9hx5Y9\nG0Bt27dx59a9m3dv3+CABxc+vFkzCBDUqPn17Rs458WKsWBx4wY469exZwewnXt3cN/Bg5Mla4gL\nF8iQ9WHAQIAAUqS+gQPnzZuwFi0MGfr2DVx///8AwQkcOBCAwYMIwSlcyLChQ3DXrhkwgGLYsG/f\nwGncyLGjRgAgQ4oER7KkSW7cwKlUyY2bKFENAAAQIOAbuJs4c+rcCaCnz59AgwodSrSoUXBIkyr9\n9g0cuGsSJACYCmABNmzatHGzYgWAVwBwli3Tpq0bN27fvoFbuxaA27dwwcmdC44aNTxLlhAiJACA\nXwABAliYMuXAgQAECNChA66x48eQGwOYTLkyuMuYM2veDG7VKgMGRmTLBq606dOoTwNYzbo1uNew\nY8t+XavWihUDBAho0KDbt2/ZsmnSlKxbN3DIkytHDqC58+fQo0ufTr26dXDYs2f/xh0cOFAAwgP/\nCBAgkDZt3755GzAAgHsABBYsUKCAhCxZ1ap58wauPwCAAAQOHAjO4MGD3Z49AwUKwEOIESFWqIAN\nGziMGTVuxAjA40eQ4ESOJFnS5DcWLBYs6AXO5UuYMWUCoFnTJjicOXXu7NWLAQMFCiBgwLBtGzik\nXLhIkABq2zZwUaVOjQrA6lWsWbVu5drV61dwYcWK/VYWHDhQANQCCBAgkDZt3755GzAAwF0ABBYs\nUKCAhCxZ1ap58wbOMADEiRWDY9y4cbdnz0CBAlDZ8mXLFSpgwwbO82fQoT0DIF3aNDjUqVWvZv2N\nBYsFC3qBo13b9m3cAHTv5g3O92/gwXv1YsBA/4ECCBgwbNsGzjkXLhIkgNq2Ddx17NmvA+De3ft3\n8OHFjydfHtx59OC4cZtGjdqhQxMAzAfAgAE4/Pi5CRAAwD9AAAIBSJAA5tEjb97AMWQI4CHEiOAm\nUqzIjZsLFwA2cuzIccgQcCJHkixJEgDKlCrBsWzp0qW3bducOVOk6IYAAQYMIALn8yfQoEIBEC1q\nFBzSpOC8eeumTVuzZncGDABgFYAAS5bAceVardqnT7fAkS1r1iyAtGrXsm3r9i3cuHLB0a0Ljhu3\nadSoHTo0AQBgAAwYgCtcmJsAAQAWMwYgQQKYR4+8eQNn2TKAzJo3g+vs+TM3bi5cACht+rTpIf9D\nwLFu7fq1awCyZ9MGZ/s2btzetm1z5kyRohsCBBgwgAgc8uTKlzMH4Pw5dHDSp4Pz5q2bNm3Nmt0Z\nMAAAeAACLFkCZ958tWqfPt0C5/49fPgA5tOvb/8+/vz69/MH5x8gOIHgunXjdu3at2/bFi2SIgVc\nRIkTY8UaMKCUNm3evDHTpg1cSJHgAJQ0eRJcSpUrV3IjRAgFil+/YrFgESDAHHA7efb0+RNAUKFD\nwRU1evTotkKFEiRAgCAAAKkAlIGzehVrVq0AuHb1Cg5sWHDcuEFDhapXLxUA2LYFBQ5uXLlz6c4F\ncBdvXr17+fb1+xcwOMGDwX0zbBgcuG/btoH/c/wYMmRjxr6Bs3wZM2YAmzl3BvcZdGjRo8GxYuXD\nhzNwq1m3dv0aQGzZs8HVtn37drYZMwL0DgAAeIAAwcAVN34ceXIAy5k3B/ccOjhu3KaBAnXrlgMA\n27m7AvcdfHjx48UDMH8efXr169m3d/8eXHz54L7Vrw8O3Ldt28D19w8QnMCBAo0Z+wYuocKFCwE4\nfAgRnMSJFCtaBMeKlQ8fzsB5/AgypEgAJEuaBIcypUqV2WbMCAAzAICZAQIEA4czp86dPAH4/AkU\nnNCh4LhxmwYK1K1bDgA4feoKnNSpVKtarQogq9atXLt6/Qo2rFhwZMuaPYs2rdq1ZQG4fQsX/5zc\nuXTr2r2LN+9cAHz7+gUHOLDgwd26kSL16tWiMWN+/QIHObLkyZTBAbiMOTO4zZw7d/bmwsWCBdSo\ngTuNOrXq1asBuH4NO7bs2bRr274NLrfu3bx7+/4NXDeA4cSLgzuOPLny5cybO0cOILr06eCqW7+O\nvVs3UqRevVo0ZsyvX+DKmz+PPj04AOzbuwcHP758+d5cuFiwgBo1cPz7+wcITuBAggUFAkCYUOFC\nhg0dPoQYEdxEihUtXsSYUSNFAB09fgQXUuRIkiVNnkQpEsBKli3BvYQZU+bMbzXB3cSZU+dOnAB8\n/gQKTuhQokWFevMGTulSpk2dPgUHQOpUqv9VrV7FmlXrVnBdvX4FG1bsWLJeAZxFmxbcWrZt3b6F\nG1cuWwB17d4Fl1fvXr59v/0FF1jwYMKFBQNAnFgxOMaNHT9m7M0bOMqVLV/GnBkcAM6dPX8GHVr0\naNKlwZ1GnVr1atatXaMGEFv2bHC1bd/GnVv3bt62AfwGHhzccOLFjR9Hnlw5cQDNnT8HF136dOrV\nrV/HLh3Adu7dvX8HH178ePLfvoFDn159+m/fvHkDF1/+fPr17YMDkF///m/fwAEEJ3AgwYIGB377\nBm4hw4YOF3rzBmAixYrevIHLqHEjx44eP3789g0AyZImu3UDp3Ily5YuX7L89s2bt282weH/xOnN\nG4CePn8CDSp0KNGiRr99A6d0KdOl37558wZuKtWqVq9iBQdgK9eu376BCyt2LNmyY799A6d2Ldu2\nar15AyB3Ll1v3sDhzat3L9++fv1++wZgMOHC3bqBS6x4MePGjhd/++bN27fK4C5f9uYNAOfOnj+D\nDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8DDy58OPHixo8jT658OfPmzp9Djy59\nOvXq1q9jz659O/fu3r+DDy9+PPny5l178wZuPfv27t/Djy8fHID69u978wZuP//+/gGCEziQYEGD\nBwcCULiQoTdv38BFlDiRYkWLFzEC0LiR/6M3b+BAhhQ5kmRJkyfBAVC5kmVLly9hxpQ5E1xNmzdx\n5tS5k6dNAD+BBv32DVxRo0eRJlW6lCk4AE+hRv32DVxVq1exZtW6lSs4AF/BhgU3lmxZs2fRplVL\nFkBbt2/hxpU7l25du+Dw5tW7l29fv3/zAhA8mDA4w4cRJ1a8GNw3x9/ARZY8mTIAy5cxg9O8mXNn\nz59Bh94MgHRp0+BQp1a9mnVr169TA5A9m3Zt27dx59a9G1xv37+BBxc+nLhvAMeRJwe3nHlz58+h\ng/s2/Rs469exZwewnXt3cN/Bhxc/nnx58+ABpFe/Hlx79+/hx5c/n757APfx59e/n39///8AAQgc\nSLCgQXAIEypcyDDhsmXbwEmcSLGiRQAYM2oEx7Gjx48gO27b5g0UqBkzNmwABq6ly5cvAcicSROc\nzZs4c+rcybPnTQBAgwoFR7So0aNIkypdWhSA06dQo0qdSrWq1avgsmrdyrWr1mXLtoEbS7as2bMA\n0qpdC66t27dw47rdts0bKFAzZmzYAAyc37+AAQMYTLgwuMOIEytezLixY8QAIkueDK6y5cuYM2ve\nzNkygM+gQ4seTbq06dOowalezbq1a3DIkDVpEmzbNmzYvn0Dx7u3798AggsfDq648ePIkxvnw2dK\ngAAAogOwA6669evXAWjfzh2c9+/gw4v//54tmzdw6NOrX88egPv38MHJn0+/vv37+PPPB8C/v3+A\nAAQOJFjQ4EGECRUCANfQ4UOIEcEhQ9akSbBt27Bh+/YN3EeQIUUCIFnSJDiUKVWuZJmSD58pAQIA\noAnADjicOXXqBNDT509wQYUOJVpUaLZs3sAtZdrU6VMAUaVOBVfV6lWsWbVu5WoVwFewYcWOJVvW\n7Fm04NSuZdvWLbht25w5A8aNW7Zs1Kh9A9fX79+/AAQPJgzO8GHEiRWD+/ZNlKgDACRPBsCMGTjM\nmTVjBtDZ82dwoUWPJv3tGzhw27aJGjHiwgUHvXp9+wbO9m3cuW0D4N3bNzjgwYUPJ14c/5w3b9++\ngWPe3PlzANGlT6de3fp17Nm1g+Pe3ft38OHBffvWpQs49OnVrwfQ3v17cPHlz6dfv/63by1aAAAA\nAhxAcAIHEhwI4CDChOAWMmzYrdu3b9pgwSJBAgOGBgIEAAAQxJQpbNi6dQNn8iTKlABWsmwJ7iXM\nmDJfatNmzdq1bNmOHeu2bRs0aMOGgStq9ChSAEqXMm3q9CnUqFKngqtq9SrWrFrBffvWpQu4sGLH\nkgVg9ixacGrXsm3r1u23by1aAAAAAhzevHr1Aujr9y+4wIIHd+v27Zs2WLBIkMCAoYEAAQAABDFl\nChu2bt3Ace7s+TOA0KJHgytt+jTq0v/atFmzdi1btmPHum3bBg3asGHgdvPu7RsA8ODChxMvbvw4\n8uTgljNv7vw5dHCOHA0Y8Awc9uzatQPo7v07uPDix5Mvbx6cBQsAAAQQJgwc/Pjy4QOob/8+uPz6\n9e+iQAFghAgCABQ0eBBACBMmQIBw4wZcRIkTKQKweBEjOI0bOXb05u3BAwMGGnTogABBBxcuQIA4\ncwZcTJkzaQKweRNnTp07efb0+RNcUKFDiRY1Cs6RowEDnoFz+hQqVABTqVYFdxVrVq1buYKzYAEA\ngADChIEzexatWQBr2bYF9xYu3F0UKESIIABAXr17AYQwYQIECDduwBU2fBgxAMWLGYP/c/wYcmRv\n3h48MGCgQYcOCBB0cOECBIgzZ8CVNn0aNQDVq1m3dv0admzZs8HVtg2uWzdUiRL9+kXoxg1btsAV\nN358w4YCBcA1d/4cOgDp06mDs34de3bt28EtWAAAQAdw48mXLw8AfXr14Ni3B4cNm4gAAQ4cCAAA\ngAABoEBd4waQ27dv4HLkCBBgxw5wDBs6fAggosSJ4CpavIgxTJgAAQoUSGDAgAABHg4cQIDg1y9w\nLFu6fAkgpsyZNGvavIkzp05wPHl26yZNWh4WLAIEEGDAwJAh0qSBewq1Vy8AADZs+AYuq9atWwF4\n/QoWHLhv4MqaPYs2rdlbtwC4BSDg/9s3cHTr2qULIK/evd++gfvbrRsrVhEECAAAQMCCBd26gXsM\n+TEUKAAA/PgBLrPmzZwBeP4MGpzo0aRJZxMgIIDqADFixYIFK0KDBggQLFsGLrfu3bwB+P4NPLjw\n4cSLGz8OLnnybt2kScvDgkWAAAIMGBgyRJo0cNy79+oFAMCGDd/AmT+PHj2A9ezbgwP3DZz8+fTr\n259/6xaA/QAEfAP4DdxAggUHAkCYUOG3b+AcduvGilUEAQIAABCwYEG3buA8fvQIBQoAAD9+gEOZ\nUuVKAC1dvgQXU+bMmdkECAiQM0CMWLFgwYrQoAECBMuWgUOaVOlSAE2dPoUaVepUqv9VrYLDmhUc\nN267OnRw4kQEBgwJEjhz1g0cOG7cilWoAAAAAgTg7N7FmxfAXr59wf0FHFjwYHDfvvHg8QkFCgCN\nAUADF1ny5MkALF/G/O0bOM6dwfVSoECOHG3gTJ9GbRobtgULYMAAF1v2bNoAbN/GDU73bt68uS1Y\nQIBAt27gjB935qxTJ1euwD2HHl06AOrVrV/Hnl37du7dwX0HD44bt10dOjhxIgIDhgQJnDnrBg4c\nN27FKlQAAAABAnD9/QMEJ3DgQAAGDyIEp3Ahw4YOwX37xoPHJxQoAGAEAA0cx44ePQIIKXLkt2/g\nTqIE10uBAjlytIGLKXNmTGzYFiz/gAEDHM+ePn8CCCp0KLiiRo8e5bZgAQEC3bqBiyrVmbNOnVy5\nAqd1K9euAL6CDSt2LNmyZs+iBad2Lbhv37IBA5YsmaAUKRAgCBKkAwkSAP4CBiBAwDdwhg8jRgxg\nMePG4MB9iwxuMuXKlidLkgRgM2cAAgSACy16NGkApk+j/vYNHOvW4PY4cIAFyzJwtm/jtv3nT4AA\nCBCACy58OHEAxo8jB6d8OXPl3ryBAACgQAFw1q9bv3ZtwwYSJMCBDy9+PIDy5s+jT69+Pfv27sHB\njw/u27dswIAlSyYoRQoECAAGCdKBBAkABxECECDgGziHDyFCBDCRYkVw4L5lBLeR/2NHjxslSQIw\nkiQAAQLApVS5kiUAly9hfvsGjmZNcHscOMCCZRk4nz+B+vzzJ0AABAjAJVW6lCkAp0+hgpM6lapU\nb95AAABQoAA4r1+9Xru2YQMJEuDQplW7FkBbt2/hxpU7l25du+Dw5tW7t1s3ZMiCBVMAgHDhwgwY\ngFO8mHFjAI8hRwY3mXJly5fBESAAAIAANWp27QI3mnRp06MBpFa9Glxr165BSZAgRUqvbt3A5da9\nW4IEAABOnAA3nHhx4wCQJ1cOjnlz59u23bp1YcECcNexZ582bcCACxfAhRc/njwA8+fRp1e/nn17\n9+/BxZc/n358aNB+/CCQIMGDB/8ACQwYAAAABw7ZwClcyJAhgIcQI3775g2cxYsYM150BqBjR2vW\nwIkcSbIkSQAoU6oEx7IluG/fYk2YAAGCBVmywOncCe7ZMwEAggLo0iUbuKNIkyYFwLSpU3BQo0b1\nVqSIAQMJevQAx7Wr1yhRAADQoQOc2bNo0wJYy7at27dw48qdSxec3bt489qFBu3HDwIJEjx4QGDA\nAAAAOHDIBq6x48ePAUieTPnbN2/gMmvezFmzMwCgQVuzBq606dOoTwNYzbo1uNewwX37FmvCBAgQ\nLMiSBa63b3DPngkAQBxAly7ZwClfzpw5gOfQo4ObTp26tyJFDBhI0KMHuO/gw0f/iQIAgA4d4NKr\nX88egPv38OPLn0+/vv374PLr388/PyeAnKBB8wbOoMFv3548AQBgGDiIESVKBFDR4kVwGTVu5Nhx\nGwCQAGKBI1nS5EmUAFSuZAnO5cuX2D58mDFjAQMGbtyA4ylMWACgAwYcOAABAjNwSZUuXQrA6VOo\n4KROnboKwFUAAz59AtfVq9dpBQoAAIAAATi0adWuBdDW7Vu4ceXOpVvXLji8efXuxcuJEzRo3sAN\nHvzt25MnAAAMA9fY8ePHACRPpgzO8mXMmTVvA9AZQCxwoUWPJl0awGnUqcGtZs0a24cPM2YsYMDA\njRtwuYUJC9B7wIADByBAYAbO//hx5MgBLGfeHNxz6NBXAaAOYMCnT+C0b98+rUABAAAQIABX3vx5\n9ADUr2ff3v17+PHlzwdX3/59/JgwDRgABgxAcAIHfvsWIAAAAArAMWzo0CGAiBIngqto8SLGjIYA\ncATgBxzIkCJHkgRg8iRKcCpXruxmy1aoUBQC0AyQIQMCADp3AhAgIEAAQt++gStq9GhRAEqXMgXn\n9Cm4adMWAKhaFQSIUqXAce3VS4AAAGLHAgBn9izatADWsm3r9i3cuHLn0gVn9y5evLQA8AXAjRu4\nwIIDAygMgBW4xIoXLwbg+DFkcJInU65suViAAAAAQAPn+TPo0KIBkC5tGhzq1P+qVQcTIAAAgAUL\nAgCoDWAAAQIAAAQIQAwc8ODChQMobvw4uOTKwU2bVgAA9OjRJ0wIAOA6duwDBoDr7v07eADix5Mv\nb/48+vTq14Nr7/79e1oA5gPgxg0c/vz4AfAHwAogOIEDCRIEcBBhQnALGTZ0+LBYgAAAAEADdxFj\nRo0bAXT0+BFcSJEjRwYTIAAAgAULAgBwCWAAAQIAAAQIQAxcTp07dwLw+RMoOKFDwU2bVgBAUqVK\nJ0wIAABq1KgDBoCzehVrVgBbuXb1+hVsWLFjyYIzexatWWvWAgBwC+DUKXBz6apRAwAvAFbg+Pb1\n6xdAYMGDwYHzBg5xYsWLE3//mzABAAAI4ChXtnwZMwDNmzmD8/wZNOhuaNAsWBAANQDVqidMePBg\nypRq4GjXtm0bQG7du8H17u3NW61aUxIkAHAceXLlySVI8AYOenTp0gFUt34de3bt27l39w4OfHjx\n4K1ZCwAAPYBTp8C1d69GDQD5AFiBs38fP34A+/n3BwcQnDdwBAsaPFjw24QJAABAAAcxosSJFAFY\nvIgRnMaNHDl2Q4NmwYIAJAGYNDlhwoMHU6ZUAwczpkyZAGravAkuZ05v3mrVmpIgAYChRIsaLSpB\ngjdwTJs6dQogqtSpVKtavYo1q1ZwXLt69coAgFgADRpUA4cWnDYNGgQIePAA/5zcuXTrAriLNy+4\nvXz7+v0Ljg0bAABIgTuMOLHixQAaO34MLrLkyZQjb9v27Zs1GzYCBAChSxez0czAmT6NOjWA1axb\ng3sNO3ZsbwUKALgNAIK33d7AOXPmwMGCBeCKGz+OHIDy5cybO38OPbr06eCqW79+nQGA7QAaNKgG\nLjw4bRo0CBDw4AG49ezbuwcAP758cPTr27+PHxwbNgAAkAIITuBAggUNAkCYUCE4hg0dPmS4bdu3\nb9Zs2AgQAIQuXcw8MgMXUuRIkgBMnkQJTuVKliy9FSgAQCYACN5segPnzJkDBwsWgAMaVOhQAEWN\nHkWaVOlSpk2dgoMaVSrUbv/dAFzFerVBAwAABAAAECAAKVLgzJ5FmxbAWrZtv719680bOLp17d5V\noAAAgAzg/P4FHFgwAMKFDYNDnFjxYsbfOHAIEOACM2bgLF/GnBkzAM6dPYMDHVr0aAECAAAIEKAa\nONasoUETIGDAAGzgbN/GjRvAbt69ff8GHlz4cOLgjB9HjpwDAObNnTMXIIADB2/ewF3Hnl07AO7d\nvX/75k38t2/dulnbtq1bN2bg3L8HJ0AAAADdwN3Hn1//fgD9/QMEIBAAuIIGDyJM+M2AgQABPoGL\nKHEixYoALmLMCG4jx44eRYgAAODbN3AmT8aKBQDAgQPgXsKMKRMAzZo2b+L/zKlzJ8+e4H4CDRqU\nA4CiRo8WFSCAAwdv3sBBjSp1KoCqVq9+++Zt67dv3bpZ27atWzdm4M6iBSdAAAAA3cDBjSt3Ll0A\ndu/iBad3L9++fr8ZMBAgwCdwhg8jTqwYAOPGjsFBjix5sggRAAB8+wZuM+dYsQAAOHAAHOnSpk8D\nSK16NevWrl/Dji0bHO3atm23AKB7N4ADBwgQWHDihB073ryBS658OXMAzp9D//atGzhw376BA/dt\n2rRMmQpx4wZuPLhfAM4D2AZuPfv27t8DiC9/Prj69u/jz88IAH8AYQCCEziQYEGDABAmVAiOYUOH\nD8mQiRABXEWLFRUoAABA/4MGbOBAhhQpEkBJkydRplS5kmVLl+BgxpQpswUAmzcBHDhAgMCCEyfs\n2PHmDVxRo0eRAlC6lOm3b93Agfv2DRy4b9OmZcpUiBs3cF/B/QIwFsA2cGfRplW7FkBbt2/BxZU7\nl25dRgDwAggDjm9fv38BAxA8mDA4w4cRJyZDJkIEcI8hP1agAAAADRqwgdO8mTNnAJ9BhxY9mnRp\n06dRg1O9mnXrZ89MmOjWDVxt27WxYWvV6hs437+BAwcwnHhxcMeRJ+/WLVu2W968fZP+TRIA6wDA\nZde+nXt3cADAhxcPjnx58+fRWwCwHoA0cO/hx5c/H0B9+/fB5de/n3+sWP8ATZgAR7AguGQFCgwY\ngAQJuIcQI0oEQLGixYsYM2rcyLEjuI8gQ4ocSRLcmjUUKFT69g2cy5cwXQKYSbMmuJs4c+bkxtOa\ntWbNFgAYCqAbuKNIkypdCqCp06fgokqdSnVqr14AsmZNBq6r169gwwIYS7YsuLNo06rt1KlJk2/f\nwMlFhiyCAAEFChgyBK6v37+AAQgeTLiw4cOIEyteDK6x48eQI0sGt2YNBQqVvn0Dx7mzZ84AQose\nDa606dOnuam2Zq1ZswUAYgPoBq627du4cwPYzbs3uN/AgwsP3qsXgOPHk4Fbzry58+cAokufDq66\n9evYO3Vq0uTbN3DgkSH/iyBAQIEChgyBW8++vXsA8OPLn0+/vv37+POD28+/v3+A4AQOJEgwTRoN\nGrSBY9jQoUMAESVOBFfR4kWMFb99s2ZtAgAACRKAI1nS5EmU4ACsZNkS3EuYMWXG3LUrQYAAQ4aA\n49nT50+g4AAMJVoU3FGkSZUmSyZKFDio3bqdOZOFChVTpr59A9fV61ewAMSOJVvW7Fm0adWuBdfW\n7Vu4ceWCS5NGgwZt4PTu5csXwF/AgcENJlzY8OBv36xZmwAAQIIE4CRPplzZMjgAmTVvBtfZ82fQ\nn3ftShAgwJAh4FSvZt3aNTgAsWXPBlfb9m3cyZKJEgXOd7duZ85koULF/5Spb9/ALWfe3DkA6NGl\nT6de3fp17NnBbefe3fv379q0efHSq5c3cOnVr18PwP17+ODkz6dfn363bncoUMiV6xtAcAIHEixo\nEADChArBMWzo8CHDb9+UKTsFC9a3b+A2cuzo8SM4ACJHkgRn8iTKlNmyXbsG7uXLXbuEZcv27Ru4\nnDp38swJ4CfQoEKHEi1q9ChScEqXMm3q1Kk2bV689OrlDRzWrFq1Aujq9Su4sGLHkh3brdsdChRy\n5foG7i3cuHLnAqhr9y64vHr38s377ZsyZadgwfr2DRzixIoXMwYH4DHkyOAmU65sOVu2a9fAcea8\na5ewbNm+fQNn+jTq1P+mAbBu7fo17NiyZ9OuDe427ty6d+/Olk2aNG/ewBEvbvw4gOTKl4Nr7vw5\n9OjgrFn79g0c9uzat3MHB+A7+PDgxpMvb/48+vTqyQNo7/49uPjy59P35u3bN3D69/Pv7x8gOIED\nBQIweBBhQoULGTZ0+LBbt2/gwH2z+A1cRo0bOW7b9uzWrWPHvHkDdxJlSpTevAFw+RJmt27fwNW0\neROnTW/feH4D9xPoz2/fwBU1evTbNwBLmTb99g1c1G/funX7Bg5rVq1buXb1+u0bALFjyXrzBg5t\nWrVov3Vz2w1c3LjfvoGzexdv3rzevAHw+xdwYMGDCRc2fLhbt2/gwH3/c/wNXGTJkylv2/bs1q1j\nx7x5A/cZdGjQ3rwBMH0adbdu38C1dv0atmtv32h/A3cb9+1v38D19v372zcAw4kX//YNXPJv37p1\n+wYOenTp06lXt/7tGwDt27l78wYOfHjx4L91M98NXPr0376Bc/8efvz43rwBsH8ff379+/n39w8Q\ngMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEuaPIkypcqVLFu6fAkzpsyZ\nNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6/Qo2rNixZMua\nPYs2rdq1bNu6fQs3Ja7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO37sMiAAIfkECAoA\nAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw\n7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc\n29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjI\nx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4tra2tbW1s7OzsrKy\nsbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgnp6enZ2d\nnJycm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJ\niIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0\nc3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5e\nXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhI\nR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAw\nLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZ\nGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYG\nBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLCh\nw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59A\ngwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qd\nS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nHjykkmR66c5cuYM2suN25cuXLiyokeTVo0\nOXIAUqteTY5cudewY8ueTbt2bXLkAOjezXvcuHLAgwsfTjw4uXLlxo0jR04cOXLlokufTo4cgOvY\ns48bR66c9+/gw4v/906unPnz6NOXI8c+XDgA8OPLn0+/vv37+POX28+/v3+A5QQOJFjQ4MGCABQu\nZFjO4UOIESVOpFjxIQCMGTWW49jR40eQH8mNG0fOJLlx5MiVY9nSJUsAMWXOLFfT5k2cOXXu5GkT\nwE+gQYUOJVrU6FGk5ZQuZdrUqVNy5MCBK1fV6lWsVQFs5dq13FewYcWOJVvWLFgAadWuLdfW7Vu4\nceF6CxcOHDhyecvt5du3LwDAgQWXI1zY8GHEiRUvLgzA8WPIkSVPplzZ8uVymTVv5ty5Mzly4MCV\nI13a9GnSAFSvZl3O9WvYsWXPpl37NQDcuXWX493b92/gv72FCwcO/xw55OWUL2fOHMBz6NHLTade\n3fp17Nm1UwfQ3ft38OHFjydf3nw59OnVr2fP3o6dYcPAgStX3/59/AD07+dfzj/AcgIHEixo8CDC\nhAAWMmxY7iHEiBInzurVCwsWT5YsiRP37Ru5kOVGkiw5EgDKlCrLsWzp0uW4cuW8eRs3rtaxY1as\nTCvn8yfQoEIBEC1q9CjSpEqXMm1a7inUqFKnTrVjZ9gwcODKce3q9SuAsGLHlitr9izatGrXsjUL\n4C3cuOXm0q1r9+6sXr2wYPFkyZI4cd++kStc7jDixIcBMG7suBzkyJIljytXzpu3ceNqHTtmxcq0\ncqJHky5tGgDq1P+qV7Nu7fo17NjlZtOubXs2OXK+fJErV44cOREDBkiRUu448uTKjwNo7vx5uejS\np1OPTo5cuezat3Pv7r0cgPDix5crb/48+vMaNBAwYAADhh/KlJEjV+4+/vz67wPo7x8gAIEAyhU0\neLDguHHhpEmLEkWAAAATAwRooExZOY0bOXbkCABkSJEjSZY0eRJlynIrWbZ0uZIcOV++yJUrR46c\niAEDpEgp9xNoUKE/ARQ1erRcUqVLmSYlR65cVKlTqVa1Wg5AVq1by3X1+hXsVw0aCBgwgAHDD2XK\nyJEr9xZuXLlvAdS1e7dcXr17844bF06atChRBAgAcDhAgAbKlJX/c/wYcmTIAChXtnwZc2bNmzl3\nLvcZdGjR48bFiDEAtRAhBAgAcO3MWTnZs2nXlg0Ad27d5Xj39v0beHDhw3sDMH4ceTnly5k3HzdO\nggQA0x04kCHjGTly5bhzJ0euXHjx48MDMH8efTn169mz3zZunBIlAOjXpz9gwKhR3ryJKwewnMCB\nBAcCOIgwocKFDBs6fAixnMSJFCuWKpUgQYAAFwIEAAASZLmRJEuaHEmOHICVLFuWewkzpsyX1qyx\nYlUuZ05ev34dO0aOXLmhRIsSJUcOgNKlTMs5fQo1aooUAKoCCBAihCtX2cp5/ept3LhyZMuaJUcO\ngNq1bMu5fQs3/67bb98A2L1r14CBAHwDABAmrJzgwYQFAziMOLHixYwbO34MuZzkyZQrlyqVIEGA\nABcCBAAAGnS50aRLmx5NjhyA1axbl3sNO7bs19assWJVLnduXr9+HTtGjly54cSLEydHDoDy5czL\nOX8OPXqKFACqAwgQIoQrV9nKef/ubdy4cuTLmydHDoD69ezLuX8PP777b98A2L9v34CBAPwDAAAo\nTFg5ggUNEgSQUOFChg0dPoQYUWI5ihUtWiT37VulSrhwxaFAAcDIAAHKnUSZUmVKAC1dviwXU+ZM\nmjHx4OnS5UqwYBAgBAAAYMCAAgXASJGSLVu4ck2dliNHDsBUqv9Vy13FmvUqOXIVAHwFa+DUqUSJ\nxpVDm/bYmTPkyJWDGxeuOHEA7N7FW07vXr599ZIjN2IEAMIBAjgQICBAAACNAwQgR67cZMqVAVzG\nnFnzZs6dPX8GXU70aNKkyX37VqkSLlxxKFAAEDtAgHK1bd/GfRvAbt69y/0GHlz4bzx4unS5EiwY\nBAgBAAAYMKBAATBSpGTLFq7cdu7lyJEDEF78+HLlzZ8vT45cBQDt3Rs4dSpRonHl7N8/duYMOXLl\n/AMsJ1CgOHEADiJMWG4hw4YOF5IjN2IEgIoBAjgQICBAAAAeAwQgR64cyZImAaBMqXIly5YuX8KM\nWW4mzZo2b5b/69YNAE9VqsoBDSp0qFAARo8iLad0KdOmStmwCRDAwIQJAK5eDaBV64IF3LiVCyt2\nLICyZs+WS6t2bVpx4igAiAsgQYItb97kyjWtHN9yzZohOHFi3Lhyhg8jBqB4MeNyjh9DjgyZCBEA\nAQIIEzZu85MnAD4nSFBuNOnSowGgTq16NevWrl/Djl1uNu3atm/TDhAAQJAg5X4DDy48OIDixo+X\nS658OfPkCxYAiB4gAIDq1UuUmDBhAAYM5b6DD/8dAPny5suhT68evThxA94vWDBjBgonTliwcMSE\nSZgwAQAGACBAADly5RAmVAiAYUOH5SBGlDhRohs3ACxY2Lat/9y4cbJkARAZIAA5cuVQplQJgGVL\nly9hxpQ5k2bNcjdx5tS5E2eAAACCBCk3lGhRo0UBJFW6tFxTp0+hNl2wAEDVAAEAZM1aosSECQMw\nYCg3lmzZsQDQplVbjm1bt2zFiRswd8GCGTNQOHHCgoUjJkzChAkQAIAAAeTIlVO8mDEAx48hl5M8\nmXJlym7cALBgYdu2cuPGyZIFgHSAAOTIlVO9mjUA169hx5Y9m3Zt27fL5da9m3fvcr9+BQgAoFxx\n48eRJwewnHnzcs+hR5cuTZoECQAAGJAg4coVB+PGgQNnzRqOcufRp08PgH179+Xgx5cPHxw4VB8+\nSJBAgMACAv8ACThwwIADBwECACgUIaKcw4cQHQKYSLFiuYsYM2rMCKBjgwbkQpYrd+jQhQsEli0r\nx7KlS5YAYsqcSbOmzZs4c+osx7Onz59Ay/36FSAAgHJIkypdyhSA06dQy0mdSrWqNGkSJAAAYECC\nhCtXHIwbBw6cNWs4yqldy5YtgLdw45abS7fuXHDgUH34IEECAQILCBBw4IABBw4CBABYLEJEuceQ\nIz8GQLmy5XKYM2verBmA5wYNyIkuV+7QoQsXCCxbVq6169etAcieTbu27du4c+veXa6379/Agyc7\ncAAAgAHlkitfzrw5gOfQo5ebTr169WuLFi1Y0KDBAhgwunT/kSZOXLlyyZJJK8e+vXv3AOLLn1+u\nvv379cmRI2THzgKACw4cALDA4AJDGTIYMADA4YYN5SROpCgRwEWMGctt5NjR48YECQCMhABhzx5w\nTZpw4LBgASRy5MrNpFlzJgCcOXXu5NnT50+gQcsNJVrU6NFkBw4AADCg3FOoUaVOBVDV6tVyWbVu\n3Xpt0aIFCxo0WAADRpcu0sSJK1cuWTJp5eTOpUsXwF28ecvt5dt3LzlyhOzYWbDgwAEACxQvMJQh\ngwEDACRv2FDO8mXMlgFs5ty53GfQoUV/TpAAwGkIEPbsAdekCQcOCxZAIkeu3G3cuW8D4N3b92/g\nwYUPJ168/9xx5MmTexMnbtw4U6YsAAAQIECKctm1b+feHcB38OHLjSdfvjw5bNhAgdKgIcGCBYoU\nHSNHDhq0atWilePf3z/AcgLLASho8GC5hAoXMsyWTZGiDx94+PJV7uLFXLkSJBAQLVq5kCJHhgRg\n8iTKcipXsmypcsMGADIXLFCiRIEAAQcOcOIkrhzQoEKFAihq9CjSpEqXMm3qlBy5clKnUh016kOE\nCBYsLFgA4OuECai4cStn9izatGgBsG3rthzcuHLljgsX7ssXAQIA8H3w4JEGDS5cwIBBCBy4cooX\nM1YM4DHkyOUmU65s+fK4cpo3b/bgQUO1auVGky49GgDq1P+qy7Fu7fo1awECANBmwIAAgQAAADBg\nECgQuXLChxMnDuA48uTKlzNv7vw5dHLkylGvbn3UqA8RIliwsGABgPATJqDixq0c+vTq16sH4P49\n/HLy59OnPy5cuC9fBAgA4B/ggwePNGhw4QIGDELgwJVz+BCiQwATKVYsdxFjRo0bx5Xz+PGjBw8a\nqlUrdxJlypMAWLZ0WQ5mTJkzYQoQAAAnAwYECAQAAIABg0CByJUzehQpUgBLmTZ1+hRqVKlTqZaz\nehXruHENGggIEODAAQAABAQIgAHDgShRwIEr9xZuXLlvAdS1e7dcXr17+eY9cABAYMGDCYMAUQ5x\nYsWIATT/dvy4XGTJkylXtixZj54x5Th39uwZQGjRo8uVNn0adWkMGAAAYLBgQYAAAGjTXrCgSznd\nu3nzBvAbeHDhw4kXN34ceTnly5mPG9eggYAAAQ4cAABAQIAAGDAciBIFHLhy48mXNz8eQHr168u1\nd/8efvsDBwDUt38fPwgQ5fj39w+wXDkABAsaLIcwocKFDBsm1KNnTLmJFCtWBIAxo8ZyHDt6/MgR\nAwYAABgsWBAgAICVKxcs6FIupsyZMwHYvIkzp86dPHv6/FkuqNCh1aoZMUIgRgwLFoQJa+TNGx06\nMgoUYMRInLhyXLt6/QogrNix5cqaPYt22zYAbNu2JQEA/4AAAQDq1oUFq5zevXwB+P0LuJzgwYQL\nGz5cjhw5IkS+lXsMOXJkAJQrWy6HObPmzePGBQggQACAAAEAmD59+gA2bOVau37dGoDs2bRr276N\nO7fu3eV6+/7d25gxaOTIlTuOHHk3FSpo0SoHPbr06dABWL+OvZz27dy7O3IEIDwAAd68lTuPvly3\nbgDa79lTLr78+QDq279fLr/+/fz7+wdY7tChZMnKHUSYUCEAhg0dloMYUeJEESIECAAAIAAAjhwH\nDAAQMuSwYeVMnkRpEsBKli1dvoQZU+ZMmuVs3sRp05gxaOTIlQMaNGg3FSpo0SqXVOlSpkkBPIUa\ntdxUqv9VrTpyBEArAAHevJUDG7Zct24AzO7ZU07tWrYA3L6FW07uXLp17d4td+hQsmTl/P4FHBjA\nYMKFyx1GnFixCBECBAAAEADA5MkDBgDAjHnYsHKdPX/uDED0aNKlTZ9GnVr16nKtXb9uTY5cOdq1\nbdfeto0cuXK9ff8G3hvAcOLFyx1Hnjy5NyJEAgTYsmVcOerVrZdDAACAIEHlvH8HD0D8ePLkyJVD\nn179evbqVaiQIkWcuHL17d/HD0D/fv7l/AMsJ3AgwXJeBgwAoFBhgAACBNxIkCBCBAAWhQgpp3Ej\nR40APoIMKXIkyZImT6Isp3IlS5XkyJWLKXOmzG3byJH/K6dzJ8+eOgEADSq0HNGiRo16I0IkQIAt\nW8aViyp1ajkEAAAIElRuK9euAL6CDUuOXLmyZs+iTXtWhQopUsSJKyd3Lt26AO7izVtuL9++fb0M\nGABg8OAAAQQIuJEgQYQIAB4LEVJuMuXKkwFgzqx5M+fOnj+DDl1uNOnSo3v1Kqd6NevWrl+7BiB7\nNu1ytm/jto0KlRUBArRoIUeuHPHixokDSF6lSrnmzp8DiC59ernq1q9jz44dhQEDOHCUCy9+PPnw\nAM6jT19uPfv2648dAwFgPn36HTpoWbSoQAEA/gEeOlSOYEGDBAEkVLiQYUOHDyFGlFiOYkWLFHv1\nKreR/2NHjx9BfgQwkmTJcidRpjyJCpUVAQK0aCFHrlxNmzdrAtBZpUo5nz+BAhA6lGg5o0eRJlWa\nFIUBAzhwlJM6lWpVqQCwZtVajmtXr1yPHQMBgGzZsh06aFm0qEABAG8PHSo3l27duQDw5tW7l29f\nv38BBy43mDBhcmLEBApErlxjx48hl+vS5RQvXuUwZ9aMGUBnz5/LhRZdjhy5cilSKFAAQICARInK\nxZY9OzYCBABwu3Ahrlxv374BBBc+vFxx48eRJzeeLduHAgVQoSo3nXp169MBZNe+vVx379/Jkbt1\nKwAA8+cBBAhgwAAzDhwSJAAw34GDcvfx578PgH9///8AAQgcSLCgwYMIEyoEUK6hQ4fPCBAAAIAD\nOXLlMmrcqEzZggUCBASIEoUcuXIoU6oEwLKly3IwY8osVAiATZsaNCRLVq6nz565cgEYOpQIkXJI\nkyoFwLSp03JQo0qdSnXqIxw4vHkrx7Wr169cAYgdS7ac2bNo0ZJLlChAAABwFSioVq3bt28mTAQI\nACBDhnHjygkeTBiA4cOIEytezLix48flIkuW/IwAAQAAOJAjV66z58/KlC1YIEBAgChRyJErx7q1\nawCwY8suR7u27UKFAOjWrUFDsmTlggsPnisXgOPHiRApx7y5cwDQo0svR7269evYrz/CgcObt3Lg\nw4v/Hw8egPnz6MupX8+ePblEiQIEAEBfgYJq1bp9+2bCRACAAQBkyDBuXDmECRUCYNjQ4UOIESVO\npFix3EWM5ciRoyZAAACQAwbkylXOpMlZsxgAYNnywJMn5WTOpCkTwE2cOcvt5NmTHLkoUQAMGADA\nqFEDBggQaAHA6dOn2bKVo1rVKgCsWbWW49rV61ewX72VKRMuXDm0adWuRQvA7Vu45MiVo1vX7t1E\niQYMACBOXDnA5MiNG+fBQwDEpkyVY9zYMQDIkSVPplzZ8mXMmctt5lyOHDlqAgQAID1gQK5c5VSr\nnjWLAQDYsQ88eVLO9m3ctgHs5t273G/gwcmRixIF/8CAAQCUKzdggACBFgCkT5+eLVs57Nm1A+De\n3Xs58OHFjyc/3luZMuHClWPf3v179gDkz6dPjlw5/Pn170+UaADAAQDEiStnkBy5ceM8eAjg0JSp\nchInUgRg8SLGjBo3cuzo8WO5kCJHbtgA4CTKlCoFCChQAA2aVuVm0qxZEwDOnDrL8ezp82emTAEC\nAChqFEAABw4CBChQAMCvX+WmUq06FQDWrFrLceVKjly5sGLHkh3LKksWbdrKsW3r9i1bAHLn0i1n\n9y7evHiBACnn9y9gbNgCECDgxg25cooXLwbg+DHkyJInU65s+XK5zJo3Y8AA4DPo0KHvePJU7jTq\n1P+qUwNo7fp1udiyZ9OOTYAAgNy5Dxwg57tcuXHjyBEvZ/w4cuMAljNvXu459OjSp0tXUqAAKVLl\ntnPv7n07gPDix5crb/48+vTqzWfLpkKAADduwJWrb98+gPz69/Pv7x8gAIEDCRY0eBChwHILGTbE\ngAFARIkTJ97x5KlcRo0bOW4E8BFkyHIjSZY0OZIAAQArVx44QA5muXLjxpGzWQ5nTp04AfT0+bNc\nUKFDiRYlqqRAAVKkyjV1+hRqUwBTqVYtdxVrVq1buWLNlk2FAAFu3IArdxYtWgBr2bZ1+xZuXLlz\n6Zazexev3XDhxvVVpYoAgQ7dupUzfBhxYsWHATT/dvy4XGTJkylP5saNXDnNmzl39twZQGjRo8uV\nNn0adWrUChYsAAeuXGzZs2nHBnAbd+5yu3n39v0buG9rzJiVM34cuXEAy5k3d/4cenTp06mXs34d\nu/Vw4cZ1V6WKAIEO3bqVM38efXr15wG0d/++XHz58+nP58aNXDn9+/n39w+wnECBAAoaPFguocKF\nDBsyVLBgAThw5SpavIixIoCNHDuW+wgypMiRJEVaY8asnMqVLFUCeAkzpsyZNGvavImznM6dPHv6\n/Ak06E4ARIsaLYc0qdKlTJs6fZoUgNSpVMtZvYo1q9ar48bJmDGjnNixZMuSBYA2rdpybNu6fQs3\n/y5ccuTK2b2L1y6AvXz7+v0LOLDgwYTLGT6MOLHixYwbHwYAObLkcpQrW76MObPmzZUBeP4Mupzo\n0aRLmx49bpyMGTPKuX4NOzZsALRr2y6HO7fu3bx78yZHrpzw4cSFAziOPLny5cybO38OvZz06dSr\nW7+OPft0ANy7ey8HPrz48eTLmz8fHoD69ezLuX8PP7789+TIZSqHP7/+/fwB+AcIQOBAAOUMHkSY\nUOFChg0PAoAYUeJEihUtXsSYcdy4ch09fgQZUuRIkuUAnESZstxKli1dvoQZUyZLADVt3iyXU+dO\nnj11dusmrtxQokWNHgWQVOnSck2dPoUaVepUqv9OAVzFmlXrVq5dvX4FO25cObJlzZ5Fm1bt2nIA\n3L6FW07uXLp17d7Fm3cuAL59/ZYDHFjwYMKBu3UTV07xYsaNHQOAHFlyOcqVLV/GnFnz5soAPH8G\nHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36\ndOrVrV/Hnl37du7dvX8HH178ePK6yZErl54cuXLt3b+H354cuXDk7JMrV25cOf79/QMsV44cOQAG\nDyIkR64cw4YOH0KM2JBcuYoWL1YcNw4Ax44eyZErJ5IcuXImT6I0SW7luJYty8EsR45cOHLkyuH/\nzKkTJ4CePn+SI1duKNGiRo8iTaq0HICmTp9CjSp1KtWqVsmRK6eVHLlyXr+CDeuVHLlw5M6SK1du\nXLm2bt+2JUcOAN26dsmRK6d3L9++fv/uJVduMOHCg8eNA6B4MWNy5MpBJkeuHOXKlimTyzxu8+Zy\nnsuRIxeOHLlypk+jNg1gNevW5MiViy17Nu3atm/jLgdgN+/evn8DDy58OPFyxo8jT648+Thy5MpB\njy59unQA1q9jL6d9O/fu3r+DD78dAPny5suhT69+PXty7svBjx+fHP1y9u/jtw9gP//+5QCWEziQ\nYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1Lix/xw5j+TAjRtXjmRJkydNAlC5kmU5ly9hxpQ5k2bN\nlwBw5tRZjmdPnz+BBv3JjRy5ckeRJj0KgGlTp+WgRpU6lWpVq1ejAtC6lWtXr1/BhhU7tlxZs2fR\npi1Hji05cOPGlZM7l25dugDw5tVbjm9fv38BBxY8uC8Aw4cRl1O8mHFjx48bcyNHrlxly5crA9C8\nmXM5z59BhxY9mnTpzwBQp1a9mnVr169hxy43m3Zt27PJ5SbnS5o0VqyY2bIVLlw548eRJzcOgHlz\n5+WgR5c+nXp169ejA9C+nXs579/Bhxc/Pjw1XrzKpVe/Pj0A9+/hl5M/n359+/ftkyNXjn9///8A\ny5UDQLCgwYMIEypcyLBhuYcQI0p8SK4iOV/SpLFixcyWrXDhyokcSbKkSAAoU6osx7Kly5cwY8qc\n2RKAzZs4y+ncybOnz589qfHiVa6o0aNFAShdyrSc06dQo0qdKpUcuXJYs2rFCqCr169gw4odS7as\n2XJo06pdi1acOGTIXBEjVqqUCgwYokQRJ66c37+AAwMYTLhwucOIEytezLixY8QAIkueXK6y5cuY\nM2vGTGDCBG/eyokeTRqA6dOoy6lezbq1a2XcuJWbTZs2JBw4DBkqx7u3bwDAgwsfTry48ePIk5db\nzry58+XixCFD5ooYsVKlVGDAECWKOHHlwov/H08egPnz6MupX8++vfv38OOvB0C/vv1y+PPr38+/\n/36ABCZM8Oat3EGECQEsZNiw3EOIESVOVMaNWzmMGTNCwoHDkKFyIUWOBFDS5EmUKVWuZNnSZTmY\nMWXOlDlu3K9s2QgRCgAAQIMGQ4bMypat3FGkSY8CYNrUaTmoUaVOpUo1XDhu3LZt81bO61ewYAGM\nJVu23Fm0adWuZYs2RQoAcZctK1fX7l0AefXuLdfX71/Af0mRMtCoUTnEicvx4hUAAIACBfKQI1fO\n8uVyADRv5tzZ82fQoUWPLlfa9GnUqU2XKQPAtWsCBAIsWKBBQyxx4srt5l0OwG/gwcsNJ17c//hx\n48ZixBAgYMCAAMqUlaNe3Tp1ANm1by/X3ft38OHFex8wAMB5I0bKrWffHsB7+PHLzadf3/58X74A\n7B8woBrAauTKlcOGjQMHAAoVGoADpxzEiOUAUKxo8SLGjBo3cuxY7iPIkCJHgixTBgBKlAQIBFiw\nQIOGWOLElatpsxyAnDp3luvp8yfQoECNxYghQMCAAQGUKSvn9ClUpwCmUq1a7irWrFq3csU6YACA\nsEaMlCtr9iyAtGrXlmvr9i3ctr58Aag7YEC1auTKlcOGjQMHAIIFG4ADpxzixOUAMG7s+DHkyJIn\nU65c7jLmzJo3lxs3jgABAKIRIDBgQA0IEP+CBPmxZo0cuXKyZQOobft2udy6d/PurRsOHA8AhhMH\nkCBBueTKlycH4Pw59HLSp1Ovbv16OS5cAHDnDgMGonLix5cjRw4A+vTqyZEr5/49fPfiihUDYN9+\ngAAPHmiTIwfgs2cpUjgIcDAAADRoxo0r9/AhAIkTKVa0eBFjRo0by3X0+BFkyHLjxhEgAAAlAgQG\nDKgBAUKQID/WrJEjVw4nTgA7efYs9xNoUKFDgcKB4wFAUqUAEiQo9xRq1KcAqFa1Wg5rVq1buXYt\nx4ULALFiYcBAVA5t2nLkyAFw+xYuOXLl6Na1S1dcsWIA+PINEODBA21y5Dx7liKFgwCLAwD/QINm\n3LhykycDsHwZc2bNmzl39vy5XGjRo0mXLjdrFgECAA4cOHasXGzZs2mTIwcAd27d5Xj39v2b97hx\nSJC8GDMGDJgosWLVqTNgAIAAAb59K3cde3YA27l3L/cdfHjx4cmRK3ce/a9fAgQAcB8iRLJk1po1\nGzeuXH5y5AD09w8QgEAA5QoaPIhQkaIAAQA4lCChSpVa5MiVu4ixHCRIj3DhKgcyZDkAJEuaPIky\npcqVLFuWewkzpsyZhAoUAACABCtW5Xr6/Am057hxAIoaPVouqdKlS8NNm2bAAICphgxdu1YuKzly\nFiwA+MqMWbmxZMsCOIs2bbm1bNu6fRuu/5zccsYC2A1AgAAjZ87K+R03btu2cuXIGQaAOLHicowb\nOyZHzps3S6hQGTAQIMCAYsXEiSsHOrRoceLAkSNXLrXqcgBau34NO7bs2bRr2y6HO7fu3bwJFSgA\nAAAJVqzKGT+OPLnxceMAOH8OvZz06dSph5s2zYABANwNGbp2rZx4cuQsWACAnhmzcuzbuwcAP778\ncvTr27+PP1y5/eWMBQAYQCABAoycOSuXcNy4bdvKlSMXEcBEihXLXcSYkRw5b94soUJlwECAAAOK\nFRMnrtxKli3FiQNHjlw5mjXLAcCZU+dOnj19/gQatNxQokWNFtWkCcDSBQtilYMaVepUqf/kyAHA\nmlVrOa5dvX6tUmXAAAAAcpRDmzatEycABAj49q3cXLp1AdzFm7fcXr59/fYlR67c4GvXABwWIAAa\ntHKNHT+GDEDyZMrlLF8u162bKVCg7Nh51qZNlCgGDFArl1r16tXkyJWDHRs2OXIAbN/GnVv3bt69\nff8uF1z4cOLDNWkCkHzBgljlnD+HHh06OXIArF/HXk77du7dq1QZMAAAgBzlzJ8/78QJAAECvn0r\nF1/+fAD17d8vl1//fv77yQEkV27gtWsADgoQAA1auYYOH0IEIHEixXIWL5br1s0UKFB27Dxr0yZK\nFAMGqJVLqXLlSnLkysGMCZMcOQA2b+L/zKlzJ8+ePn+WCyp0KNGg4sQJEABg6YcP5Z5CjSp1ajkA\nVq9iLad1K1eu2aZMKVDAiBFs5c6iRRsgAIAAAciRKyd3Ll0Adu/iLad3L9++fveeOQNgMAoU376V\nS6x4MWMAjh9DLidZ8rZtLFh0KFAgSBAmffpIktSrl7hypk+jNh0lyrdv5V7Djg1gNu3atm/jzq17\nN+9yvn8DD+5bnDgBAgAg//ChHPPmzp9DLwdgOvXq5a5jz54925QpBQoYMYKtHPny5QMEABAgADly\n5d7Djw9gPv365e7jz69/P/4zZwACEIgCxbdv5RAmVLgQQEOHD8tFjLhtGwsWHQoUCBKE/0mfPpIk\n9eolrlxJkydLRony7Vs5ly9hApA5k2ZNmzdx5tS5s1xPnz+B9nz1CkBRHDjIkSu3lGlTp0/LAZA6\nlWo5q1exZtWmrVu3b9/KhRUbdtu2AQMADBlSjm1bt2wBxJU7t1xdu3fx5rU7ahQAv2vWlBM8mHBh\nwQAQJ1ZcjjHjUaMkSChAgECECFSUKFGlChWqcp9Bh/68AAGCcePKpVa9GkBr169hx5Y9m3Zt2+Vw\n59a9W5w4AL9/hwtXjnhx48eRFwewnHnzcs+hR5c+fbo4cYIEAQAQoEqVct/Bh/8OgHx58+XQp1e/\nnn05cOACBAAwX5mycvfx59d/H0B///8AAQgEUK5gQWXKdOiAVKrUmTMgIurQUaUKrXIYM2YsUADA\ngAHlQoocGRKAyZMoU6pcybKly5flYsqcSVOcOAA4cYYLV66nz59Ag/oEQLSo0XJIkypdypSpOHGC\nBAEAEKBKlXJYs2rFCqCr16/lwoodS7ZsOXDgAgQAwFaZsnJw48qdCxeA3bt4y+nVq0yZDh2QSpU6\ncwaEYR06qlShVa6xY8cFCgAYMKCc5cuYLQPYzLmz58+gQ4seTbqc6dOoUYsLEACAawC7yJErV25c\nuXLixEmT1qA3J07lggsfDqC48ePlkitfznz5uHHkykmXDg7cggUBAgD49q2c9+/gvQP/GE++fLnz\n6NOrXy+uQAEA8AMEyJWrnP37+PPbB8C/v3+A5QQKBAeu3MFx47BgcQHA4cMYypSRI1dMl64AAQBs\nFCeu3EeQIT8CIFnS5EmUKVWuZNmy3EuYMWOKCxAAwE0Au8iRK1duXLly4sRJk9bAKCdO5ZQuZQrA\n6VOo5aROpVqV6rhx5Mpt3QoO3IIFAQIA+Pat3Fm0ac8CYNvWbTm4ceXOpSuuQAEAeQMEyJWr3F/A\ngQX/BVDY8OFyiRODA1fO8bhxWLC4AFDZcgxlysiRK6ZLV4AAAESLE1fO9GnUpgGsZt3a9WvYsWXP\npl3O9m3ctsmREwDANwAECJaVI168//iWLQIAAFixQlw56NGjA6Be3Xo57Nm1b9c+bhy2cuXIjefC\nxYABAAAGzJpVzv17+O4BzKdfv9x9/Pn15792DQBAAAIHAsiVqxzChAoXIgTg8CHEchInUuzWjQwZ\nABo3alyw4MCBBgBGkmxQ7iTKlCkBsGzp8iXMmDJn0qxZ7ibOnDcrVQLgkwCBP3/KES1qlBy5AAAA\noEFT7inUqACmUq1a7irWrFqzkiNX7ivYNWsCkA0wgBmzcmrXslUL4C3cuOXm0q1rty6AvHrzIkDQ\nqlW5wIIHEw4M4DDixOUWM268+NevAAAmUwYQIIAAAQA2bzZgYFi50KJHjwZg+jTq1P+qV7Nu7fp1\nudiyZ8euVAkAbgIE/vwp5/s3cHLkAgAAgAZNueTKlwNo7vx5uejSp1OfTo5cueza16wJ4D3AAGbM\nypEvb548gPTq15dr7/49/PcA5tOfjwBBq1bl9vPv7x9guXIACBY0WA5hQoUIf/0KAABiRAABAggQ\nAAAjRgMGhpXz+BEkSAAjSZY0eRJlSpUrWZZz+RKmy1WrANQ0YmTcuHI7efYcN64AAADYsJUzehQp\nAKVLmZZz+hRqVKlRxyVIMGBAggSLuHEr9xVs2K8AyJY1Ww5tWrVr0ZowAQAuAQIcODxYsKBYsXJ7\n+fb1uxdAYMGDyxU2fLgwOXIEGAP/cOw4QAAAkycXKJAly7hymzl37gwAdGjRo0mXNn0adepyq1m3\nXr1qFQDZRoyMG1cOd27d48YVAAAAG7Zyw4kXB3AcefJyy5k3d/7c+bgECQYMSJBgETdu5bh3984d\nQHjx48uVN38efXkTJgC0J0CAA4cHCxYUK1YOf379+/ED8A8QgMCBAMoZPIjQIDlyBBoCePgwQAAA\nFCkWKJAly7hyHDt69AggpMiRJEuaPIkypcpyLFu6ZPnoUYMAAVq0aNWqnM6dPL15A1CggDdv5Yoa\nPQogqdKl5Zo6fQo1KlQ4BAgMGGDL1rdyXLt69QogrNix5cqaPYs2XLgECQAAqPLr/5cqVQAECAAE\nqJzevXz76gUAOLDgcoQLGz5crRoHDgAaO34sQIAYMb/GjSuHmRy5cpw7lwMAOrTo0aRLmz6NOnW5\n1axbr370qEGAAC1atGpVLrfu3d68AShQwJu3csSLGweAPLnycsybO38O/TkcAgQGDLBl61u57dy7\ndwcAPrz4cuTLmz8fLlyCBAAAVPn1S5UqAAIEAAJULr/+/fzzAwAIQODAgeUMHkSYsFo1DhwAPIQY\nUYAAMWJ+jRtXTiM5cuU8fiwHQORIkiVNnkSZUuXKci1dvmw5a5YAAwYGDODDZ1w5nj3LhQsHQKjQ\nbdvKHUWaFMBSpk3LPYUaVepUqP/kyJkAAIANm3Hjyn0FG1YsALJlzZZDm1bt2l69AABo0KDVuHE3\nbgQAAODJk3J9/f4F3BfAYMKFyx1GnFjxt28BAgCAHFkyAwYRIuxatUqbNm/jxpUDHbocANKlTZ9G\nnVr1ataty72GHfv1s2cOANzGfaNaNWnS/owYESAAAOILFpAjV075cuYAnD+HXk76dOrVrU/nxm2A\nBg3lvH8HHx48APLlzZdDn179enDgIEGKFq3c/E2bANyvVKncfv79/QMsVw4AwYIGyyFMqHDhtm0H\nDgCIKDGiDRutWo3LSI5cuY4eP3YEIHIkyZImT6JMqXJluZYuX7Z89swBgJo2b1T/qyZN2p8RIwIE\nACB0wQJy5MohTaoUANOmTstBjSp1KtWo3LgN0KChHNeuXr96BSB2LNlyZs+iTQsOHCRI0aKVi7tp\nE4C6lSqVy6t3L9+8AP4CDlxuMOHChrdtO3AAAOPGjG3YaNVqHGVy5MphzqwZM4DOnj+DDi16NOnS\npsuhTq0a9bhxCQYMACBbdoDaAQYAACBAQIAAC1CgKCd8OHHhAI4jT15uOfPmzp+Xq1ZtwYICe/aU\ny659O/ftAL6DD19uPPny5s+T37MHAPtmzcrBjy9/PnwA9u/jL6d/P3/+3gAKE1agQACD3LiVU7iQ\nYUOHCwFElDiRYkWLFzFm1FiO/2NHjxzHjUswYAAAkyYDpAwwAAAAAQICBFiAAkU5mzdx2gSwk2fP\ncj+BBhU6tFy1agsWFNizp1xTp0+hPgUwlWrVclexZtW6FeuePQDANmtWjmxZs2fJAlC7lm05t2/h\nwvUmTFiBAgHwcuNWjm9fv38B9wUwmHBhw4cRJ1a8mHE5x48hOyZHjluNGg4cAABAwICBGTMm5Mpl\nzBg4cKTIkSu3mnXr1QBgx5ZdjnZt27fHjQMH7tevLASAE4BQjnhx48eRA1C+nHk558+hR5f+HBy4\nAESIlNO+nXt37gDAhxdfjnx58+SxpR806M0bM2bKxZc/n379+gDw59e/n39///8AAQgcSLCgwYMC\nyylcyJAhOXHiQIG6dEnNtGnevJXbyLGjx4/lAIgcSbKcyZMoU5IjJ0xYq1YKChQYMGBWuZs4c+rc\nCaCnz5/lggodSrSo0G/f4KhSVa6p06dQnwKYSrVquatYs2atxo2bOHHlwoodS7as2XIA0qpdy7at\n27dw48otR7euXbvkxIkDBerSJTXTpnnzVq6w4cOIE5cDwLix43KQI0ueTI6cMGGtWikoUGDAgFnl\nQoseTbo0gNOoU5dbzbq169esv32Do0pVudu4c+vODaC379/lggsfPrwaN27ixJVbzry58+fQywGY\nTr269evYs2vfzr2c9+/gw4v/H0++/HcA6NOrL8e+vfv37snJFyeOHLly+PPr38+/HACAAAQOHFjO\n4EGECRUmHFfO4UOIESUCoFjRYjmMGTVu5NjR48eMAESOJFnS5EmUKVWuLNfS5UuYMWXOpOkSwE2c\nOcvt5NnTZ09yQcWJI0eu3FGkSZUuLQfA6VOo5aROpVrVatVx5bRu5drVKwCwYcWWI1vW7Fm0adWu\nLQvA7Vu4ceXOpVvX7t1yefXu5dvX71/AegEMJly43GHEiRUvZtzYMWIAkSVPLlfZ8mXMmTVv5mwZ\nwGfQocuNJl3a9GnUqVWTBtDa9WvYsWXPpl3bdjncuXXv5t3b9+/cAIQPJ17O//hx5MmVL2fe/DgA\n6NGll6Ne3fp17Nm1b68OwPt38OXEjydf3vx59OnHA2Df3v17+PHlz6dfv9x9/Pn17+ff3z/AcgIB\nECxosBzChAoXMmzo8GFCABInUixn8SLGjBo3cux4EQDIkCLLkSxp8iTKlCpXlgTg8iXMmDJn0qxp\n82a5nDp38uzp8ydQnQCGEi1a7ijSpEqXMm3qFCmAqFKnlqtq9SrWrFq3crUK4CvYsOXGki1r9iza\ntGrJAmjr9i3cuHLn0q1rtxzevHr38u3r929eAIIHEy5n+DDixIoXM258GADkyJLLUa5s+TLmzJo3\nVwbg+TPocqJHky5t+jTq1P+jAbBu7fo17NiyZ9Oubfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv\n7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48+vTq17Nv7/49/PjykZOrX64cufz5y/Hv7x9g\nOYEDB5IjV67cuHILGTZsCABiRInkyJWzeBHjRXIbOZYjR65cOXLlyokTp00bMm/eyrV0+bIlAJkz\naZIjVw5nTp07efIkR65cOXLliBY1SpQcOQBLmTYlR65cVKnlyFWtWg5rVq1ZyZHr1o0cOXHlyJY1\naxZAWrVr2bZ1+xZuXLnl6Na1exdvXr176wLw+xdwOcGDCRc2fLjcuHHXrg3/I0euXGTJkyMDsHwZ\ncznNmzl39vwZdOjNAEiXNl0OdWrVq1mzHjfu2zdx4siVs30bN24Au3n39v0beHDhw4mXM34ceXLl\ny5k3Pw4AenTp5ahXt34de/Zy1KiNGsWoXHjx48cDMH8efTn169m3d/8efvz1AOjXt18Of379+/nz\n9wTQkxAh3bqRK4cwoUKFABo6fAgxosSJFCtaLIcxo8aNHDt6/JgRgMiRJMuZPIkypcqV5ahRGzWK\nUbmZNGvWBIAzp85yPHv6/Ak0qNChPQEYPYq0nNKlTJs6derJkxAh3bqRK4c1q1atALp6/Qo2rNix\nZMuaLYc2rdq1bMW5DRYM/9y3b+Xq2r2L9y6AvXz7lvsLOLDgwYO3bTNkiACBVOUaO378GIDkyZTL\nWb6MObNmzdy4lfsMOrTo0ABKmz5dLrXq1axbs04GAMCAAUWKlLt9m1y53bx5A/gNPLjw4cSLGz+O\nvJzy5cybOxcHPVgwcN++lbuOPbv27AC6e/9eLrz48eTLl9+2zZAhAgRSlXsPP358APTr2y+HP7/+\n/fz5cwPIrdxAggUNFgSQUOHCcg0dPoQYEWIyAAAGDChSpNzGjeTKfQQJEsBIkiVNnkSZUuVKluVc\nvoQZE+aDBwBsIkAwgxatcj19/gT6E8BQokXLHUWaVOnSpaJEAQBQoECrcv9VrV69CkDrVq7lvH4F\nG1ZsWGFp0kybVk7tWrZt1QKAG1duObp17d6lO25cuHDl/GrTBkCw4HHjyh0+PM6bt3KNHZcDEFny\nZMqVLV/GnFlzOc6dPX/2/OABANIIEMygRavcatatXbcGEFv27HK1bd/GnTu3KFEAABQo0KrccOLF\niwNAnlx5OebNnT+H/lxYmjTTppXDnl37duwAvH8HX078ePLlxY8bFy5cOfbatAGAD3/cuHL164/z\n5q3cfv7lAAAEIHAgwYIGDyJMqFBhuYYOH0JsGCECgIoWK0KAQI5cuY4eP4LsCGAkyZLlTqJMqXLl\nygABAAAQIABcuZo2b97/BKBzJ89yPn8CBeoNGTI5cq5caSNMmBQpDJ6GC1duKtWqVqcCyKp1a7mu\nXr9+DRct2qRJt26lypYtQAAAbu/cKSd3rlxx4saNK6dXL4C+fv8CDix4MOHChsshTqx48bhxAwYA\niCw5coAAnTqVy6w587hx5T6DLgdgNOnS5U6jTq16tWpvAF4DUKOmHO3atm8DyK17d7nevn//PoYA\nQYAAAAAQEKBcAIAECapVKyd9OvXq0gFgz669HPfu3rmTI7dryxZbtpYtK/fqFYD2AQKUiy9//rhx\n5O6TKzduHID+/gECEDiQYEGDBxEmVFiwXEOHDyGOGzdgAACLFy0GCNCp/1M5jx89jhtXjmTJcgBQ\nplRZjmVLly9hvvQGgCYANWrK5dS5kycAnz+BlhM6lCjRYwgQBAgAAAABAU8FAEiQoFq1clexZtV6\nFUBXr1/LhRU7Niw5cru2bLFla9mycq9eAZAbIEA5u3fxjhtHji+5cuPGARA8mHBhw4cRJ1a8uFxj\nx48hjxtXoMCAAQAQIACweXOSJOPGlRM9Ghw4btzIkStHjhwA169hl5M9m3Zt27WvAdANwJWrcr+B\nBxcOgHhx4+WQJ1eu3EqDBgAACBAAoEABANcRIBg2jBy5ct/BhxcPgHx58+XQp1evXte3b+Xgw/fm\nDUD9CBHK5de/P/+4cf8Ay5UjN24cgIMIEypcyLChw4cQy0mcSLHiuHEFCgwYAAABAgAgQSZJMm5c\nuZMowYHjxo0cuXLkyAGYSbNmuZs4c+rcqfMagJ8AXLkqR7So0aMAkipdWq6p06dPrTRoAACAAAEA\nChQAwBUBgmHDyJErR7as2bMA0qpdW66t27dvdX37Vq5uXW/eAOiNEKGc37+A/Y4bV64cuXHjAChe\nzLix48eQI0ueXK6y5cuYM5f79o0ECQCgVakqR7q0aXKoyZVbDaC169flYsueTbs27QMAAAgQUK63\n79/AewMYTrx4uePIkysPF27bNmfOvg0bhgRJgQcP7NixZq2c9+/gwwP/GE++fLnz6NOrX4+eAQMA\n0qSVm0+/vv36APLr38+/v3+AAAQOJFjQ4EGEAsstZNjQ4UOGAwYAoEiOXDmMGTWOG1fOIzlyAESO\nJEmOXDmUKVWOG0cpWDBy5MrNnDluHACcjBiV49nT50+eAIQOJVrO6FGkSZUeJUaMgwABEyZIkQKu\n3FWsWbMC4NrVKzly5cSOJVvWbLkDBwBgwFDO7Vu4ceECoFvX7l28efXu5du33F/AgQUPBjxgAADE\n5MiVY9zY8bhx5SSTIwfA8mXM5MiV49zZ87hxlIIFI0eu3OnT48YBYM2IUTnYsWXPhg3A9m3c5XTv\n5t3b925ixDgIEDBh/4IUKeDKLWfevDkA6NGlkyNXzvp17Nm1lztwAAAGDOXEjydfnjwA9OnVr2ff\n3v17+PHLzadf3/79cnnyBAgAIAnAJOUGEixosCCAhAoXlmvo8GFDZsw66NFT7iLGcsCAAeg4bly5\nkCJHkgwJ4CTKlOVWsmzp8iVLceIYGDCQIIEPH9TK8ezp0yeAoEKHlitq9CjSpEYLFADw4kW5qFKn\nUp0K4CrWrFq3cu3q9SvYcmLHki1rtlyePAECAEiSpBzcuHLnygVg9y7ecnr38tXLjFkHPXrKES5c\nDhgwAIrHjSvn+DHkyI4BUK5suRzmzJo3c84sThwDAwYSJPDhg1q51P+qV68G4Po17HKyZ9OubXt2\ngQIAXrwo5/s38ODAARAvbvw48uTKlzNvXu459OjSo2fLBuD6dQHUqJXr7v07+O8AxpMvX+48+vTn\nPXkKoERJufjyywUIAECAgHL69/Pvzx8gAIEDCZYzeBBhQoUHFSnyoUBBhw5DhpArdxFjxowAOHb0\nWA5kSJEjSZYLFw5AygQJyrV0+RLmSwAzada0eRNnTp07eZbz+RNoUKDZsgEwalQANWrlmDZ1+tQp\nAKlTqZazehWrVU+eAihRUg5s2HIBAgAQIKBcWrVr2a4F8BZu3HJz6da1e5euIkU+FCjo0GHIEHLl\nCBc2bBhAYsWLyzX/dvwYcuRy4cIBsJwgQTnNmzl35gwAdGjRo0mXNn0adepyq1m3dr26Tx8As2kD\n4FIOd27du3kD8P0beDnhw4kLFyAAwLNn5Zg3L3fgAIBixcpVt34d+3UA27l3L/cdfHjx48kVK+bL\nF6Nfv3z5AgeOXDn58+nTB3Aff/5y+/n33w8wW7Zw5QoaLCdOnAoVAUCBKgcxosSJEgFYvIgxo8aN\nHDt6/FgupMiRJKNFA4AyJQAVKrqVewkzpsyZAGravEmOXLmdPHeqUgUgaLhw5YoW/fULAIACtmyV\newo1qtSoAKpavVouq9atXLd++zZkyZJIkbw1ayZOHDly5dq6fQsX/4DcuXTJkSuHNy9ecuScOMFR\nqlS5wYPHjQMEqIgqVeUaO34M+TGAyZQrW76MObPmzZzLef4MOnS0aABKmwagQkW3cqxbu34NG4Ds\n2bTJkSuHOzduVaoA+A4Xrpxw4b9+AQBQwJatcsybO3/uHID06dTLWb+OPTv2b9+GLFkSKZK3Zs3E\niSNHrpz69ezbA3gPPz45cuXq269PjpwTJzhKlQJYTqDAceMAASqiSlU5hg0dPnQIQOJEihUtXsSY\nUePGch09fgRpw0aAAAAAKBgy5NcvLdasSZM2bRq1cjVt3rwJQOdOnuV8/vyZzYABAABqjBtXTmk5\nbgCcOu3WrdxUqv9VrVYFkFXr1nJdvX4F27VbNwQIBEiQYMsWtXHjvHkTJ25aObp17doFkFfv3nJ9\n/f799QvA4AMHmDEDB65csGBVqhQQJ67cZMqVLVcGkFnzZs6dPX8GHVp0OdKlTZ+2YSNAAAAAFAwZ\n8uuXFmvWpEmbNo1aOd69ffsGEFz48HLFjRvPZsAAAAA1xo0rF70cNwDVq3frVk77du7duQMAH158\nOfLlzZ8n360bAgQCJEiwZYvauHHevIkTN63cfv79+wMEIHAgwXIGDyL89QsAwwMHmDEDB65csGBV\nqhQQJ64cx44eP3oEIHIkyZImT6JMqXJluZYuX77kVKGCAAEiROT/EScOFy5jGjTMmHHggJlx48oh\nTaoUKYCmTp+Wiyq13LhxngBgBbAAHLhs2ZgxAyBWbAFLlsqhTat2rVoAbt/CLSd3Lt26cmfNatIE\nwZ49ggR98+VLm7ZgwbiNG1duMePGiwFAjiy5HOXKlosUAaA5QAAIEKJFgzNkSIAAC4wZK6d6NevW\nrAHAji17Nu3atm/jzl1uN+/evbuNGcOIkTJl4siRK1fuGjVqoEDZsBGqHPXq1q0DyK59e7nu3r0n\nASAewK5w4bJlK1BAgAEDM2ZkkCKlHP369u/bB6B/P/9y/gGWEziQYMFy2bKJK7ewHDiH5CCSC1eO\nYkWLFgFk1Lix/1xHjx/JkQMw0oABHDgoUCgQgGWAAtWqlZM5k2ZNmgBw5tS5k2dPnz+BBi03lGjR\not3GjGHESJkyceTIlSt3jRo1UKBs2AhVjmtXr14BhBU7tlxZs2aTAFALYFe4cNmyFSggwICBGTMy\nSJFSjm9fv3/9AhA8mHA5w4cRJ0acLZu4co/LgZNMjjK5cOUwZ9asGUBnz5/LhRY9mhw5AKcNGMCB\ngwKFAgFgByhQrVo527dx58YNgHdv37+BBxc+nHjxcseRJ0/OrVu3bNm6ddtWjjp1cuTKlePGjVo5\n79/Bgwcwnnz5cufRlyNH7psWLXLkQJo2bckSDRo6lNNfjpcJE/8Aw4UrR7CgwYMEAShcyLCcw4cQ\nI0qcSLHiQwAYM2osx7GjR45r1hCYNIkVqxUrAjRo4MFDKnDgysmcSbMmTQA4c+rcybOnz59Ag5Yb\nSrRoUW7dumXL1q3btnJQoZIjV64cN27UymndypUrgK9gw5YbS7YcOXLftGiRIwfStGlLlmjQ0KGc\n3XK8TJgIF66c37+AA/sFQLiw4XKIEytezLix48eJAUieTLmc5cuYLa9ZQ2DSJFasVqwI0KCBBw+p\nwIErx7q169euAcieTbu27du4c+veXa6379/AyZEbNGjBAl7lkitX7s0bjHLQo0uXDqC69evlsmvf\nPm7cnTuzQID/QICAAYNy6NGLQoLk27dy8OPLnw8fgP37+Mvp38+/v3+A5QQOJFjQoEEACRUuLNfQ\n4cOGtmyBo0jxwQM+lSqFCyeu3EeQIUWOBFDS5EmUKVWuZNnSZTmYMWXOJEdu0KAFC3iV49mzpzdv\nMMoNJVq0KACkSZWWY9rU6bhxd+7MAgECAQIGDMpt3SoKCZJv38qNJVvW7FgAadWuLdfW7Vu4ceXO\npesWwF28ecvt5dt3ry1b4AQLfvCAT6VK4cKJK9fY8WPIkQFMplzZ8mXMmTVv5lzO82fQocWJQ4Cg\nQAEP5VSvLkeOHAUKC3ToKFfb9u3aAHTv5l3O92/g4sTVqhUA/8BxAF26lGPO3FWCBN++laNe3fp1\n6gC0b+dezvt38OHFj/9Ojpw4cuTKrWfffj0A+PHll6Nf3z59bdqSiRN37BjAWwLLESxo8CDCgwAW\nMmzo8CHEiBInUixn8SLGjOPGgQAhQECrciJHlmvSBADKAAG0aSvn8iVMADJn0ixn8yZOm27cAOjZ\n04CBckLHjRNw4IA3b+WWMm3qdCmAqFKnlqtq9WpVcuTKce3q9StXbtwMkSNX7izatGcBsG3rthzc\nuHLhVqmyKE8eV6548CgWLly5wILLkSO3rRzixIoVA2js+DHkyJInU65suRzmzJo3jxsHAoQAAa3K\nkS5drkkTAP+qAwTQpq0c7NiyAdCubbsc7ty6cbtxA+D3bwMGyhEfN07AgQPevJVr7vw59OYAplOv\nXu469uzXyZEr5/07+PDeuXEzRI5cufTq16cH4P49/HLy59OXX6XKojx5XLniwQNgsXDhyhU0WI4c\nuW3lGDZ06BBARIkTKVa0eBFjRo3kyJXz+BFkyF69ggWbVg4lyi1bCBAA8PIlFy7kytW0aRNATp07\ny/X0+bNntWoAiBYFUKBIEQECAAQIUA5qVKlTpQKwehVrOa1buWoNF07YtWvjxpEjN65cOXJrly2b\nNcuFi0XhwpWzexevXQB7+fYlR65cYMGBo0VjwACAAAEBAjT/aDBAkaJs2cqNG0eO3Lhx5Th39vwZ\nQGjRo0mXNn0adWrV5MiVc/0aduxevYIFm1YON+4tWwgQAPD7Nxcu5MoVN24cQHLly8s1d/68ebVq\nAKhXB1CgSBEBAgAECFAOfHjx48UDMH8efTn169mrDxdO2LVr48aRIzeuXDly+5ctmwVwlgsXi8KF\nK4cwoUKEABo6fEiOXLmJFCdGi8aAAQABAgIEaNBggCJF2bKVGzeOHLlx48q5fAkzJoCZNGvavIkz\np86dPMv5/Ak0qNCg5K5dM2AAgFKlZcqUewo1KoCpVKuWu4o1a1Y1AAAECAAAAAIAZMkKElQurdq1\nbNcCeAs3/265uXTrzu3VK8qCBQoUAAAw4MCBFi08VKigQIEMGbDKOX4MGTKAyZQrl7uMGTO5KVMA\neP4MOkIEVqywhQsnTly51axbu14NILbs2bRr276NO7fucrx7+/4NHHi4cN68ZciwQYIEa9bKOX8O\nHYD06dTLWb+OHXs0ZcqcOHHlqgYMGAQIaAAGrJz69ezbswcAP778cvTr26efLdsHDRoA+AcIAECB\nAgIE8CBBAhUqa9bKPYQYUSIAihUtlsOYUWOHDgQIAAgQAMDIkUeODBtWTuVKli1dlgMQU+ZMmjVt\n3sSZU2c5nj19/gQKNFw4b94yZNggQYI1a+WcPoUKQOpUqv/lrF7FijWaMmVOnLhyVQMGDAIENAAD\nVk7tWrZt2QKAG1duObp17dLNlu2DBg0A/PotUECAAB4kSKBCZc1aOcaNHT8GEFny5HKVLV/u0IEA\nAQABAgAADfrIkWHDyp1GnVr16nIAXL+GHVv2bNq1bd8ul1v3bt69ff8GrhvAcOLFyx1Hnlz5cubN\nnSMHEF369HLVrV/HXp0cuVy5xJUDH178ePLjAZxHn77cevbt3bf35q3cfPr17d+/D0D/fv79/QME\nIHAgwYIGDyJMWG4hw4YOH0KMKJEhgIoWL5bLqHEjx44eP4LUCGAkyZLlTqJMqfIkOXK5cokrJ3Mm\nzZo2awL/yKlzZ7mePn8C/enNW7miRo8iTZoUANOmTp9CjSp1KtWq5a5izap1K9euXrECCCt2bLmy\nZs+iTat2LVuzAN7CjVtuLt26du/izauXLoC+fv+WCyx4MOHChg8jFgxgMePGjh9Djix5MuVyli9j\nzqx5M+fOlwGADi26HOnSpk+jTq16dWkArl/DLid7Nu3atm/jzj0bAO/evssBDy58OPHixo8HB6B8\nOfPmzp9Djy59ernq1q9jz659O3frAL6DD19uPPny5s+jT6+ePID27t+Xiy9/Pv369u/jlw9gP//+\n5QCWEziQYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1LiR/2NHjxgBhBQ5khy5cidRplS5kmVLl+UA\nxJQ5kxy5cjdx5tS5k2dPn+UABBU6lBy5ckeRJlW6lGlTp+UARJU6lWpVq1exZtVajmtXr1/BhhU7\ntisAs2fRkiNXjm1bt2/hxpU7txwAu3fxkiNXjm9fv38BBxY8uBwAw4cRkyNXjnFjx48hR5Y8uRwA\ny5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx59a9m3dv37+BBxc+nHhx48eR\nJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/BoyZHrlx58+fRpzcfrls3ceLKxZc/n358APfx5ydH\nrlx/cv8AyZUrR65cOXLkypEjN67huHIQI0qECC5cOHLkymncqJEcOQAgQ4ocN66cyZMoyZErx7Kl\ny5cwY5YjR67cuHEAcurcSY5cuZ9AgwIlR5TcuHHlxo0LF46aM2fbtpGbWq6q1atVyZEDwLWr169g\nw4odS7ZsubNo06pdqzbbtWvl4sqdS3cugLt485bby7ev37+A/X7z5q2c4cOIDQNYzLgxOXLlIkue\nTLmy5cuYywHYzLlzuc+gQ4seDZocuWXHjoEDV66169ewWwOYTbu27du4c+vezbuc79/AgwsPLsiZ\ns3LIkytfrhyA8+fQy0mfTr269evTyZF7wYtXue/gw3//B0C+vPly6NOrX8++vfv36QHIn0+/nP37\n+PPrvz9uXCKAnz5581bO4EGECQ0CYNjQ4UOIESVOpFix3EWMGTVu1CjImbNyIUWOJDkSwEmUKcut\nZNnS5UuYLMmRe8GLVzmcOXXiBNDT589yQYUOJVrU6FGkQgEsZdq03FOoUaVOhTpuXKJPn7x5K9fV\n61ewXQGMJVvW7Fm0adWuZVvO7Vu4ceW+LVVqQ5Uq5fTu5duXLwDAgQWXI1zY8GHEiLt1K1aMAIED\nFSqUo1zZMmUAmTVvLtfZ82fQoUWPJu0ZwGnUqcutZt3a9WvWtmz1YMEiXLhyuXXv5p0bwG/gwYUP\nJ17c//hx5OWUL2fe3PnyUqU2VKlSzvp17NmxA+De3Xs58OHFjydPvlu3YsUIEDhQoUI5+PHlwwdQ\n3/79cvn17+ff3z/AcgIHEixYEADChArLMWzo8CHEhrZs9WDBIly4cho3cuyoEQDIkCJHkixp8iTK\nlOVWsmzp8iVLNmwA0KBR7ibOnDpzAujp82e5oEKHEi1KtJMBAwCWLj1woBzUqFKhAqhq9Wq5rFq3\ncu3q9StYrQDGki1b7izatGrXonXmrMGNG+PGlatr9y7eugD28u3r9y/gwIIHEy5n+DDixIoPs2ED\ngAaNcpInU65MGQDmzJrLce7s+TPoz50MGABg2vSBA//lVrNuvRoA7Niyy9Gubfs27ty6d9cG4Ps3\n8HLChxMvbny4M2cNbtwYN64c9OjSp0MHYP069uzat3Pv7v17ufDix5MvL96AAQAFCpRr7/49/PcA\n5tOvX+4+/vz69+N35gxgAAADCQIIEKBcQoULEwJw+BBiOYkTKUoUJy4aOHDkyIULp+zZsypVcAAB\nUg5lSpUrVQJw+RJmOZkzada0ObNWLQ9SpJTz+RNoUKAAiBY1ehRpUqVLmTYt9xRqVKlTy6lRAwBr\ngQLbtpXz+hVsWK8AyJY1Ww5tWrVr2aZ15ozAgwcA6NI1YKBcXr178wLw+xdwOcGDCUuTBgBAAACL\nGTf/blygwLhx5ShXtnwZQGbNm8t17kyOXDnRo0mX/vZt0KABkyaVc/0admzYAGjXtn0bd27du3n3\nLvcbeHDhw8upUQMAeYEC27aVc/4cenTnAKhXt14Oe3bt27lnd+aMwIMHAMiTN2CgXHr169MDcP8e\nfjn58+lLkwYAQAAA+/n37w+wQIFx48oZPIgwIYCFDBuWe/iQHLlyFCtavPjt26BBAyZNKgcypMiR\nIgGYPIkypcqVLFu6fFkupsyZNGvCGDAAgE6dP368eUOunNChRIkCOIo0abmlTJs6fbotXLhkyZ6l\nScOAAYCtW8t5/QrWK4CxZMuWO4u2XLhw0AIEAAA3/67cuXIhQCiHN6/evQD6+v1Ljly5wYQLGy4M\ny5ChChUkZMlSLrLkyZQnA7iMObPmzZw7e/4Mupzo0aRLm4YxYACA1at//Hjzhly52bRr1waAO7fu\ncrx7+/4NfFu4cMmSPUuThgEDAMyZl3sOPfpzANSrWy+HPXu5cOGgBQgAILz48eTHQ4BQLr369ewB\nuH8Pnxy5cvTr279vH5YhQxUqSACYJUs5ggUNHjQIQOFChg0dPoQYUeLEchUtWiTnzduzZ+TKlSNH\n7s2bAgJMCgAgQECECBcukCoXU+bMmQBs3sRZTudOnj19/iy3YAEAogEClEOaVClSAE2dPi0XNeo4\nqv/jhCVIAEDr1q28qlXDhm0AALIAFCggV07tWrZsAbyFG7fcXLp17dZdssRKixYRIhDQoaPcYMKF\nDRcGkFjxYsaNHT+GHFlyOcqVy5EjJ06btjJlVJAhAwLEgAEABAg4cKBAgAALFmDAQEycuHK1bd+u\nDUD3bt7lfP8GHly4cGPGAgQAkDx5OebNnTMHEF36dHLkyl0XJ27btnGcOClQAIAPn2fPyp1HXy4X\nAPYAFCgQV07+fPr0AdzHn7/cfv79/QMcN86DhwEDACxYMGBAAAECsmUrJ3EixYoSAWDMqHEjx44e\nP4IMWW4kyXLkyInTpq1MGRVkyIAAMWAAAAECDhz/KBAgwIIFGDAQEyeuHNGiRokCSKp0abmmTp9C\njRrVmLEAAQBgxVpuK9euWwGADSuWHLlyZsWJ27ZtHCdOChQA4MPn2bNydu+WywVgLwAFCsSVCyx4\n8GAAhg8jLqd4MePG48Z58DBgAIAFCwYMCCBAQLZs5T6DDi36M4DSpk+jTq16NevWrsvBji07WzYh\nQqBYsDBgAAAAAQgQQIAAQIAABgzIktWtHPPmzp0DiC59ernq1q9jz459nAIFAL5/58WrHPny5skD\nSK9+fbn27t+3d+aMXLn69u+XM0aAAAAAsQDGKjeQYEGDABAmVFiOYUOHDMWJmxMgwIABAgQEWbBx\n/wGAAAGkSSs3kmRJkyMBpFS5kmVLly9hxpRZjmZNm9myCRECxYKFAQMAAAhAgAACBAACBDBgQJas\nbuWgRpUqFUBVq1fLZdW6lWtXruMUKAAwdiwvXuXQplWLFkBbt2/LxZU7N64zZ+TK5dW7t5wxAgQA\nAIgVq1xhw4cRA1C8mHE5x48hOxYnbk6AAAMGCBAQZEHnBQACBJAmrVxp06dRlwawmnVr169hx5Y9\nm3Y527dxf/tmy9aNHj0ECAgQAECAAACQI9egwZevcs+hR5cOgHp16+WwZ9e+nft2GwDAhx9Xjnx5\n8+YBpFe/nhy5cu/hx38vrlx9+/fLXQIAIEAASv8AKZUbSLCgQQAIEyosx7Chw3HjsGABQDFAgGbN\nxJEj16QJAQECpEkrR7KkyZMkAahcybKly5cwY8qcWa6mzZvfvtmydaNHDwECAgQAECAAgKNHNWjw\n5auc06dQowKYSrVquatYs2rdqtUGgK9gx5UbS7ZsWQBo06olR66c27dw3YorR7eu3XKXAAAIEIAS\npXKAAwseDKCw4cPlEitePG4cFiwAIgcI0KyZOHLkmjQhIECANGnlQoseTTo0gNOoU6tezbq169ew\ny8meTbu2OHFq1ADYzbv3iRPlggsfTjw4gOPIk5dbzry58+fOAUgnQKCc9evYs1sHwL2793Lgw4v/\nFz9u27Zy6NOnB8B+wIBy8OPLnw8fgP37+Mvp38/flSuAAAQKLFfQoEEUKVKMG1fO4UOIER0CoFjR\n4kWMGTVu5Nix3EeQIUV+bNECwEmUKf/8IUeu3EuYMWUCoFnTJjly5XTu5NnTZzkMGAAMLVfU6FGk\nRwEsZdq03FOoUaP6ypWrWDFy5MaFCxcgAACwefKUI1vW7FmyANSuZVvO7dty5MiN48ABwF0/fsrt\n5cuXFQkS5QQPJlyYMADEiRUvZtzY8WPIkctNplzZ8uQWLQBs5tz5zx9y5MqNJl3aNADUqVWTI1fO\n9WvYsWWXw4ABwO1yuXXv5r0bwG/gwcsNJ168/7ivXLmKFSNHbly4cAECAKCeJ0857Nm1b8cOwPt3\n8OXEjy9Hjtw4DhwArPfjp9x7+PBZkSBRzv59/PnxA+Df3z9AAAIHEixo8CDChAoBlGvo8CHEhhIk\nAKhYUYAAAAcOhAmzbVu5kCJHkgRg8iTKcipXsmzpsly2bAIEAChn8ybOnDoB8OzpsxzQoEKHXrq0\n4+iOWQYMAGjaFBiwclKnUq0qFQDWrFrLce3a9duBAwDGtmhR7izactu2AQgQQJu2cnLn0q0rFwDe\nvHr38u3r9y/gwOUGEy5seLAECQAWLxYgAMCBA2HCbNtW7jLmzJoBcO7suRzo0KJHky6XLZsAAf8A\nyrFu7fo1bACyZ9MuZ/s27tyXLu3ovWOWAQMAhg8HBqwc8uTKlyMH4Pw59HLSp0//duAAgOwtWpTr\n7r3ctm0AAgTQpq0c+vTq16MH4P49/Pjy59Ovb/9+ufz69/PPlg0gAIECT5x48mSVCBFlyixYwKtc\nRIkTJwKweBFjOY0bOXb0GC5BAgAATpQzeRJlSpUAWLZ0WQ5mTJkzw4VDgYIEiQAAePIMEKBZM2/e\nyhU1ehQpAKVLmZZz+rQcOXLQAFStSoCAAQPFiiFw4ABA2LCJEpUzexZtWrMA2LZ1+xZuXLlz6dYt\ndxdvXr1VqgDwC6BUOcGDyzlxIkBAA3HiyjX/dvy4MQDJkymXs3wZc2bNwg4cECAAQTnRo0mXNg0A\ndWrV5Vi3dv2adbduiRJJCBAAQO4FC6JFI0euXHDhw4kDMH4ceTnly5d7I0AAQHTp06lH16ChXHbt\n27lnB/AdfHjx48mXN38efTn169m3r1IFQHwApcrVt1/OiRMBAhqIEwewnMCBBAUCOIgwYbmFDBs6\nfCjswAEBAhCUu4gxo8aNADp6/FgupMiRJEN265YokYQAAQC4XLAgWjRy5MrZvIkzJ4CdPHuW+wkU\nqDcCBAAYPYo0qVENGso5fQo1qlMAVKtavYo1q9atXLuW+wo2bNhxPXoAAMCAwa5ybNmGC/fm/02A\nAA1s2SqHN69evAD6+v0rTly5wYQLGx48btyPTJlKlKCQK1e5yZQrW64MILPmzeU6e/4M+rMwYRYM\nGAiA2oEDcuTKuX4NO7ZrALRr2y6HO7fucOEcOAAAPLjw4RIkOHNWLrny5cwBOH8OPbr06dSrW79e\nLrv27dvH9egBAAADBrvKmTcfLtybNwECNLBlq5z8+fTlA7iPP784ceX6+wdYTuBAguXGjfuRKVOJ\nEhRy5SoXUeJEihMBXMSYsdxGjh09dhQmzIIBAwFMOnBAjlw5li1dvmQJQOZMmuVs3sQZLpwDBwB8\n/gQaVIIEZ87KHUWaVCkApk2dPoUaVepUqv9Vy13FmlVrgAAAvAKAVU5suXHRojFgYMAAg2vXyr2F\nG/ctALp17ZbDi1ecuHJ9/f7tCwsWuWHDTpwAIE5cOcaNHT92DEDyZMrlLF/GnBmzMWOFBgwIEACA\nLFnlTJ9GnRo1ANatXZeDHVu2bHICBADADeAaOXLlyiXo0OHAgUmTxJVDnly5cgDNnT+HHl36dOrV\nrZfDnl379gABAHwHAKvc+HLjokVjwMCAAQbXrpWDH18+fAD17d8vlz+/OHHl/AMsJ3DgQFiwyA0b\nduIEAHHiykGMKHGiRAAWL2Isp3Ejx44cjRkrNGBAgAAAZMkqp3Ily5YsAcCMKbMczZo2bZL/EyAA\nAE8A18iRK1cuQYcOBw5MmiSuHNOmTp0CiCp1KtWqVq9izaq1HNeuXr2+ASB2LAAsWBw4EHbgQIMG\nCxZMGTasHN26dukCyKt3b7m+fceNKyd4sGBy5BQp0qatW7ZsCRIEGDeuHOXKli9bBqB5M+dynj+D\nDg06XLgWAwYAAFCAGbNyrl/Djg0bAO3atsvhzq17d7ZsBw4cO1Zu+HBuAgQECCBAgK9yzp9Dhw5g\nOvXq1q9jz659O/dy3r+DB08OAPnyAAIEQIBgRKtWyJB16wYtXLhy9u/jtw9gP//+5QCWE1hu3Lhy\nBw9So2aFYbBg48aVCxfOjp0E5TBm1LiR/yMAjx9BlhM5kmRJkzkApATQoFxLly9hxgQwk2bNcjdx\n5tR5M1y4cj+BllMBgCgAAQLqlFO6lClTAE+hRpU6lWpVq1exltO6lStXcgDAhgUQIAACBCNatUKG\nrFs3aOHClZM7l65cAHfx5i23d++4ceUAA6ZGzUrhYMHGjSsXLpwdOwnKRZY8mXJlAJcxZy63mXNn\nz59zABANoEE506dRp1YNgHVr1+Vgx5Y9G3a4cOVw5y6nAkBvAAIE1Ck3nHjx4gCQJ1e+nHlz58+h\nRx83rlx169er21qxAkD37tnAZysXLlw58+WsFStGjlw59+/hA5A/nz45cuXw59c/axYCCP8AISRL\nVq5gwVu3hJVbyLChw4cAIkqcWK6ixYsYMx4AwBEApnIgQ4ocSRKAyZMoy6lcybKly5XFihkAQBOA\nAAG3xo0rx7OnT54AggodSrSo0aNIkyodN66c06dQndpasQKAVavZsmYrFy5cua/lrBUrRo5cubNo\n0wJYy7YtOXLl4sqdO2sWAggQkiUrx5fvrVvCygkeTLiwYQCIEysux7ix48eQDwCYDABTucuYM2ve\nDKCz58/lQoseTbq06GLFDABYDUCAgFvjxpWbTbv2bAC4c+vezbu379/Ag5cbTry48W/fxo2zZq2c\n8+fQnTdixmzcuHLYs2sHwL2793Lgw4v/Bz9nTgURIrhxGzeu3LVrX74QKUe/vv37+AHo38+/nH+A\n5QQOJFhw4AIAAA4cSFbO4UOIESUCoFjRYjmMGTVuxPjt24sXvNq0adAAwEkBAiRJ6lXO5UuYMAHM\npFnT5k2cOXXu5FnO50+gQYUO/WnL1pk9e8iRK9fU6VMAUaVOLVfV6tWq2rSZSJbs27dyYblxw4FD\nVzm0adWuZQvA7Vu45eTOpVuXLjlyAPQuWFDO71/AgQWXA1DY8OFyiRUvZpzYjp0aNQa4cAEAQIAB\nA27dYsZsnDhx5USPJi0awGnUqVWvZt3a9WvY5WTPpl3b9u3Ztmyd2bOHHLlywYUPB1Dc//jxcsmV\nL0+uTZuJZMm+fStXnRs3HDh0lePe3ft38ADEjydfzvx59OnRkyMHwP2CBeXkz6df3345APn17y/X\n3z/AcgIHEixnx06NGgNcuAAAIMCAAbduMWM2Tpy4cho3ctQI4CPIkCJHkixp8iTKcipXsmzp8uXK\ncOFeiRNX7ibOnDcB8OzpsxzQoEKHEg3qzduzckqXMm3qFADUqFLLUa1q9apVb94QaNBQ7ivYsGLH\nggVg9izacmrXsm3LNly4cnLn0q1r1y6AvHr38u3r9y/gwILLES5s+DDixIXDhXslTly5yJInRwZg\n+TLmcpo3c+7sebM3b8/KkS5t+jRqAP+qV7Mu5/o17NiwvXlDoEFDudy6d/PurRsA8ODCyxEvbvy4\n8XDhyjFv7vw5dOgAplOvbv069uzat3MnR64c+PDix5Mvb/58OQDq17MnR64c/Pjy59OPT64c/vz6\n9/MH4B8gAIEDAZQzeBBhQoTixAkp9xBiRIkTJQKweBFjOY0bOXb0+BFkyI0ASJY0eRJlSpUrWbYk\nR65cTJkzada0eRNnOQA7efYkR65cUKFDiRYVSq5cUqVLmTYF8BRq1HJTqVa1WlWcOCHluHb1+hXs\nVwBjyZYtdxZtWrVr2bZ1ixZAXLlz6da1exdvXr3l+Pb1+xdwYMGD+wIwfBhxOcWLGTf/dtyYXDnJ\nkylXtgwAc2bN5Th39vzZ87dv5UiXNn0aNWoAq1m3LvcadmzZs2nXtg0bQG7du3n39v0beHDh5YgX\nN34ceXLly4sDcP4c+rhx5ahXt34de3bt28sB8P4dfDnx48mXN38effrxANi3d18Ofnz58+nXt38/\nPgD9+/n39w8QgMCBBAsaPIgwYbmFDBs6fAgxokSGACpavDhuXLmNHDt6/AgypMhyAEqaPFkupcqV\nLFu6fAlTJYCZNGuWu4kzp86dPHv6xAkgqNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6\n/Qo2rNixZMuaPYs2rdq1bNu6fQs3bK7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO34M\nObLkyZQrW76MObPmzZw7e/4MOrTo0aRLmz6NOrXq1axbu34NO7bs2bRr276NO7fu3bx7+/4NPLjw\n4cSLGz+OPLny5cybOycdEAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4\n+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj\n4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDP\nz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7\nu7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKin\np6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKR\nkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59\nfX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBubm5tbW1sbGxra2tpaWloaGhnZ2dm\nZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBO\nTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3\nNzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8e\nHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwL\nCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJ\nsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavX\nr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacOHE\njZtMubLly5bFaRYXjhu3bdvCiRM3rrTpcQBSq14tTty417Bjy55Nu7btcQBy694tTty438CDCxcO\nrji4b+HCffsWrrm45+LGSZ9OHYD169jDhRM3rrv3cOLCh/8PF26c+fPo06tPL649OHAA4sufT7++\n/fv48+sfx7+/f4DjBA4kWNBguHDjxIkDB27cQ4gRAUykWHHcRYwZNW7k2NEjRgAhRY4cV9LkSZQp\nx4ED581bOHHiwIELF27cTZw5dQLg2dPnOKBBg4obV3ScOKTjlC5l2tTp06UApE6lWtXqVaxZtW4d\n19XrV7BhxXoVJ26cOHHj1K5lqxbAW7hxx82lW9fuXbx59dIF0Nfv33GBBQ8mXFgcN8TcxC1ePM7x\nY8iRHQOgXNnyOMyZNWsW13ncZ9ChRY8mDRrAadSpVa9m3dr1a9jjZM+mXdv27dnixI0TJ27cb+DB\nfwMgXtz/+DjkyZUvZ97c+fPkAKRPpz7O+nXs2bWL49admzjw4MeNJ1/e/HgA6dWvH9fe/fv34uSP\no1/f/n38+esD4N/fP0AAAgcSLGjwIMKECgGMa+jwIcSIEidSdAjgIsaM4zZy7OhRnLhw4caRLGny\nJMqU4wCwbOlyHMyYMmfS/LZs2bZt4sbx7OnzJ1AAQocSHWf0KNKk4sSNa+p0nDhx46ZSrWr16jgA\nWrdy7er1K9iwYseOK2v2LNq0ateyNQvgLdy44+bSrWtXnLhw4cbx7ev3L+DA4wAQLmx4HOLEihcz\n/rZs2bZt4sZRrmz5MmYAmjdzHuf5M+jQ4sSNK216nDhx/+NWs27t+vU4ALJn065t+zbu3Lp3j+vt\n+zdwceLChSNGjNaRI8eOuQIGTJmycdKnU68uHQD27NrHce/u3bs1MGA+fcqWTdy49OrXs2/PHgD8\n+PLH0a8/Tpy4cfr3c+MGDSA0Q4ZciBAxaxa4cQsZNnT4EEBEiRPHVbR48aK4bNm2bTt1akuBAhUq\nWEiRokMHcODGtXT5EiYAmTNp1rR5E2dOnTvH9fT5E6g4ceHCESNG68iRY8dcAQOmTNk4qVOpVpUK\nAGtWreO4dvXq1RoYMJ8+ZcsmblxatWvZtmULAG5cuePo1h0nTtw4vXu5cYMGzZAhFyJEzJoFblxi\nxYsZN/8G8Bhy5HGTKVeuLC5btm3bTp3aUqBAhQoWUqTo0AEcuHGrWbd2DQB2bNmzade2fRt37nG7\nd4sTN26cuHHDx1Xz4mXBggEDBABwDiCABg2fPo2zfh17dusAuHf3Pg58ePHgxYkbpkKFBg2qVIVz\nPw4+fHHixtWvz4zZqW3bwIETB1DcuIEACho8OG6cuIXevG3bNu3aNW3aQnXogABBgwYdLFggQkTb\nuJEkS5o8CSClypXjWrp8CdObN02aJkwIACCnzp0AzIz7CTRoUABEixo9ijSp0qVMm457ChVqOHHi\ntm2LMWAAAAABAgD4CnbCBGrUxpk9izatWQBs27odBzf/rly44sQREyFiwYIcOZJBg6ZNG7NfvyJF\natMGzIIFAgQAkCChRYthw8CJEwcgs+bN4zp3FieuWjVVgwYhQSIAgGoABQosUKDgwoVM4cKJEzcu\nt+7dvHMD+A08+LjhxIsbHx4r1oABAJo7f+5ckqRx1Ktbpw4gu/bt3Lt7/w4+vPhx5MuXDydO3LZt\nMQYMAAAgQAAA9OtPmECN2rj9/Pv7BzhuHACCBQ2OQ5hQIUJx4oiJELFgQY4cyaBB06aN2a9fkSK1\naQNmwQIBAgBIkNCixbBh4MSJAxBT5sxxNWuKE1etmqpBg5AgEQBAKIACBRYoUHDhQqZw4cSJGxdV\n6lSq/1EBXMWaddxWrl29bo0Va8AAAGXNnjUrSdI4tm3dsgUQV+5cunXt3sWbV+84vn39+s1myxY0\naNeuASNBIsDiYsXGPYYcWXJkAJUtXx6XWfNmzrVqPXkSJEizX79YsSoiSdKOHSFCEICdIMGCQIGY\nMQsXbpw4cQB8/wY+TrhwceLChXuWLJkWLRAWLLBggQwZUVSo+PCBBxu2b9/GfQcfXvx3AOXNnx+X\nXv169unDhfvwIQAAAALsDxgAQL/+IEHGARwncOBAceIAIEyocCHDhg4fQow4biLFihWz2bIFDdq1\na8BIkAggslixcSZPokyJEgDLli7HwYwpc2atWk+eBP8J0uzXL1asikiStGNHiBAEjiZIsCBQIGbM\nwoUbJ04cgKpWr47LmlWcuHDhniVLpkULhAULLFggQ0YUFSo+fODBhu3bt3F27+LNaxcA375+xwEO\nLHgw4HDhPnwIAACAgMYDBgCIHDlIkHGWL2MWJw4A586eP4MOLXo06dLjTqNOrXr1OGfOFCggMG42\n7dq2bwPIrXv3uN6+fwPv0UOBAgECHhQoQIAAgAABAAAIEAAAAwaOHInLPm4793EAvoMPP248+XHh\nwg1TpsyFCwPukSAxY2ZNggQIEBDo0EGCBEaMABobN5BgwYIAECZUOI5hQ4cPGYYLN2AAAIsLFrxY\nsSL/QAAAHyNEiBRpXEmTJwGkVLmSZUuXL2HGlDmOZk2bN3GO27btwAEV44AGFTqUKACjR5GOU6pU\nnLhxT6GOw6VAAQAAAQIIALCVa1cAB8SJGzeWbNmxANCmVTuOLVtx4sCBK1amjBEjGRw4QIHixg0Q\nBAgEEFygQADDASRo0yZO3DjHjyEDkDyZ8jjLlzFnthwjBgDPngsUMPTp04EDAFAvWCBDBiZs2MTF\nFjdOnDgAt3Hn1r2bd2/fv4GPEz6ceHHj47ZtO3BAxTjnz6FHlw6AenXr47BjFyduXHfv43ApUAAA\nQIAAAgCkV78ewAFx4sbFlz8/PgD79/GP069fnDhw/wDBFStTxoiRDA4coEBx4wYIAgQCSCxQIIDF\nABK0aRMnbpzHjyABiBxJcpzJkyhTmowRA4BLlwUKGPr06cABADgXLJAhAxM2bOKCihsnThyAo0iT\nKl3KtKnTp1DHSZ1KtarVcaBABQggZ5zXr2DDigVAtqzZcWjTphXHtlq1EQMGAAAwYACAu3jz3oUz\nrq/fv38BCB5MeJzhw+PChfuFBUuRIg8oUPjw4cEDAQEyB2BAgECAAAAAGHj2bJzp06hNA1jNuvW4\n17Bjy34tQACA27cbNCjDggWA378VKAgT5pc2bdu2jVu+HIDz59CjS59Ovbr16+Oya9/Ovfs4UKAC\nBP+QM668+fPo0wNYz779uPfw4YubX63aiAEDAAAYMACAf4AABA4cCGfcQYQJEwJg2NDhOIgRx4UL\n9wsLliJFHlCg8OHDgwcCAowMwIAAgQABAAAw8OzZOJgxZcIEUNPmzXE5de7kmVOAAABBgzZoUIYF\nCwBJkypQECbML23atm0bV7UqAKxZtW7l2tXrV7Bhx40lW9bs2WoRIihQgG3cW7hx5c4FUNfu3XF5\n9e7NK04cMkWK7NiZMwfHgQMDBgQYMCBAAA0axI2jXNmyZQCZNW8e19mzZ3ChuXE7BgjQoEEsWLh4\n8gQVKmKzZm3YYMCACXHixu3m3Xs3AODBhY8jXtz/+HHiFiwAAHBAipRp07ZBgmTAwIABPcKFG9fd\n+/fuAMSPJ1/e/Hn06dWvH9fe/Xv48atFiKBAAbZx+fXv598fAEAAAgcOHGfwIEKD4sQhU6TIjp05\nc3AcODBgQIABAwIE0KBB3LiQIkeOBGDyJMpxKleuBOeSG7djgAANGsSChYsnT1ChIjZr1oYNBgyY\nECduHNKkSpECaOr06bioUqdSjWrBAgAAB6RImTZtGyRIBgwMGNAjXLhxateyVQvgLdy4cufSrWv3\nLt5xevfy5SuOGTNhwlq0MAAAAAMGtsYxbuz4MWQAkidTHmf5MubM4jaLixUrxoEDChQQECAAAAAJ\n/xKujWvt+vVrALJn0x5n+zbu3ODAZcsmTFizb9/GEQ8XDgSIAAFajGvu/PlzANKnUx9n/Tr27Nbx\n4BEhgla3buPGNdOgQYAABAgsjWvv/v17APLn069v/z7+/Pr3j+vvH+A4gQPBgXtFgYIBAwECAHA4\nYIAPWbJ48dq2bVxGjRs5AvD4EeQ4kSNJlhRZrNiTJw4ECDhwQMGAAQBoAgAxDmdOnToB9PT5c1xQ\noUOJFi0aLlyHDgAAjBr3FGrUqACoVrU6DmtWrVuxevGiS9c4seDAGVOhYsCABAm6jXP7Fi5cAHPp\n1rV7F29evXv5jvP7F7BfcOBeUaBgwECAAAAYD/8Y4EOWLF68tm0bdxlzZs0AOHf2PA50aNGjQRcr\n9uSJAwECDhxQMGAAANkAQIyzfRs3bgC7efce9xt4cOHDh4cL16EDAACjxjV3/vw5AOnTqY+zfh17\ndutevOjSNQ48OHDGVKgYMCBBgm7j2Ld37x5AfPnz6de3fx9/fv3j+Pf3D3DcOHDgrCxYECBhAAAC\nBBw4MCBiggSCBIkbhzGjRo0AOnr8OC6kyJEkQ86ZQ4AAgAABEiRgESAAgJkzDxxw5myczp08Afj8\nCXSc0KFEixo1yo1bggQAAHQbBzWqVKkAqlq9Oi6r1q1csxIixI3buLHQoLUIEAAAgAABpo17Czf/\nblwAdOvavYs3r969fPuO+ws48F9w4KwsWBAgcQAAAgQcODAgcoIEggSJG4c5s2bNADp7/jwutOjR\npEPPmUOAAIAAARIkYBEgAIDZsw8ccOZsnO7dvAH4/g18nPDhxIsbN86NW4IEAAB0Gwc9unTpAKpb\nvz4uu/bt3LMTIsSN27jx0KC1CBAAAIAAAaaNew8/fnwA9Ovbv48/v/79/PuPAzhO4ECCBMOFAwdu\n3MKF4sS5SpFiwQJAgMZdxJhRIwCOHT2OAxlS5Ehx4jZsQIBgDjhw41y6bNWqRw8DKFAcOzZO506e\nAHz+BDpO6FCiRY0ahQbNgYMdO8Y9hRpVKgCq/1WtjsOaVevWcOFo0apWbVy3bowYLThwQICABg2w\njYMbV65cAHXt3sWbV+9evn39jgMcWPBgwoTPnBkwYMWKbOMcP4YMGcBkypXHXb4sTpw0ad7GfR4n\nDggQAgSwYBmXWvVqb94CAIANYNo42rVrA8CdW/c43r19/wb+W1ycOAUKQIM2Tvly5s0BPIcefdx0\n6tWrDxMgIECAAwdKMGAgQAAA8uQDBNgwTv169uwBvIcfX/58+vXt38c/Tv9+/v39AxwncOCZMwMG\nrFiRbRzDhg4dAogoceK4ihXFiZMmzdu4juPEAQFCgAAWLONOokzpzVsAAC4BTBsnc+ZMADZv4v8c\np3Mnz54+e4qLE6dAAWjQxiFNqnQpgKZOn46LKnXq1GECBAQIcOBACQYMBAgAIFZsgAAbxqFNq1Yt\ngLZu38KNK3cu3bp2x40TN27ct2/hwoEbJ3gw4cKCpUk7cIABA2vjHkOOHBkA5cqWx40L9+1bpUpx\n4qhJlMiXLxwBAiBAIE7cuNauX/PiFQAAbQApxuHOnRsA796+xwEPLnw48eDhwvUKEgQDBnHixkGP\nLn06gOrWr48bJ27cOG7cwIHzFi0aIkQAzp8PEGBAgAAA3gcIAGA+gABz5nDjNm4///4AAAIQOJBg\nQYMHESZUqHDcOHHjxn37Fi4cuHEXMWbUeFH/mrQDBxgwsDaOZEmTJgGkVLly3Lhw375VqhQnjppE\niXz5whEgAAIE4sSNEzqUKC9eAQAkBZBiXFOnTgFElTp1XFWrV7FmtRouXK8gQTBgECduXFmzZ9EC\nULuW7bhx4saN48YNHDhv0aIhQgSAL98AAQYECACAcIAAABADCDBnDjdu4yBHlgyAcmXLlzFn1ryZ\nc+dxnz+LE+fNW7dxp1GnVn16zpwDBwYMuDWOdm3btgHk1r1bnLhw3LjlytWhQ4IBAwIEALDchYtx\nz6FHf+7KFQDr1meM0759OwDv38GPEz+efHnz43v1ujFhAiBA4+DHlz8fPgD79/GP068/XLhr/wCv\niXLgAIDBgwAECAgAoCEAAQAiSgQgQAANGtrGady4EYDHjyBDihxJsqTJk+NSphQnzpu3buNiypxJ\nM+acOQcODBhwa5zPn0CBAhhKtKg4ceG4ccuVq0OHBAMGBAgAoKoLF+Oyat2a1ZUrAGDBzhhHtmxZ\nAGjTqh3Htq3bt3Db9up1Y8IEQIDG6d3Lt69eAIADCx5HmHC4cNeuiXLgAIDjxwAECAgAoDIAAQAy\nawYgQAANGtrGiR49GoDp06hTq17NurXr1+NixxYnzps3ZeLEjdvNu7dvMGAGDDhwgNm448iTJwfA\nvLnzcdChT5vGihWNChUCBBCAAAEwYOPCi/8fH75DBwDoBQgoNa69e/cA4sufP66+/fv489vHhs3Q\nLYC3tGkbV9DgQYQFASxk2HDcw4fiJIq7ZskSChQXdOiYNevYsVuRIt26JQgJEgMGCBAQIEECDhzB\nxs2kSRPATZw5de7k2dPnT6DjhA4dJ07cIz9+TJiYtW3bOKhRxzFjNgDAVQABAoga19Xr168AxI4l\nO87s2XHhwtHCgQPA27dLljx6hEuDBho0tsSJs2ABAMCACxTwNs7w4cMAFC9mPM7xY8iRJT8WJ07R\nZT58xm3m3NnzZgChRY8eV9r06dLixI1j3dp1a3HiLl2KESMBBAgPHoTy5m3cb+DjAAwnXtz/+HHk\nyZUvZz7O+fNx4sQ98uPHhIlZ27aN4959HDNmAwCMBxAggKhx6dWvXw/A/Xv44+TPHxcuHC0cOADs\n379kCcBHj3Bp0ECDxpY4cRYsAODQYYEC3sZRrFgRAMaMGsdx7OjxI8iO4sQpKsmHz7iUKleyTAng\nJcyY42bSrDlTnLhxOnfy3ClO3KVLMWIkgADhwYNQ3ryNa+p0HICoUqdSrWr1KtasWsdx7dp1WoQI\nAQIACBAAAgQ6dHgYMADg7dsAAQYM4DbuLt68eQHw7et3HODAgcGRINGggQUGDAgQCBAAAOTIAwYE\nCADgcq1a3bqJG+f582cAokeTHmfatDhx/+NWs27tuvWmKFFatPDlaxzu3Lp3A+jt+7e44OOGEy9u\n/LjxcOHUqGkhRsyLF6HChRtn/fo4ANq3c+/u/Tv48OLHjytv3vy0CBECBAAQIAAECHTo8DBgAAB+\n/AECDBjADeA4gQMJEgRwEGHCcQsZMgRHgkSDBhYYMCBAIEAAABs5DhgQIAAAkbVqdesmblxKlSoB\ntHT5clzMmOLEjbN5E2dOnJuiRGnRwpevcUOJFjUKAGlSpeKYjnP6FGpUqVHDhVOjpoUYMS9ehAoX\nblxYseMAlDV7Fm1atWvZtnU7Dm7cuOL+/FmwAEBevXvzBoAAoUuXcOHGFTZ8GDEAxYsZj/9z/Pix\nuGDBrFlrJkuWIUMIEADw7BmFBQsHDiBAcGlcatWrVwNw/Rr2ONmzade2XZuXAQMSJAgTNg54cOHD\nARQ3flycuHHLmTd3/hz6uGvXIAkRggYNt3HbuXMH8B18ePHjyZc3fx79OPXr2bP3RoQIBAgG6H/4\n8OzZOP37+ff3D3AcgIEEC447iDChwoXgnj0bBzGixIkUIwK4iDHjuI0cO3r86NFbpEiPHokTNy6l\nypUsAbh8CXOczJk0a9q8iVOcuHE8e/oEADSo0KFEixo9ijTpuKVMmzb1RoQIBAgGqn748OzZuK1c\nu3r9Og6A2LFkx5k9izatWnDPno17Czf/rty5cAHYvYt3nN69fPv67estUqRHj8SJG4c4seLFABo7\nfjwusuTJlCtbvixO3LjNnDsD+Aw6tOjRpEubPo16nOrVrFu7fg079moAtGvbHoc7t+7dvHv7/p0b\ngPDhxMcZP448ufLk4MKFGwc9uvTp0gFYv459nPbt3Lt7/w4+/HYA5MubP48+vfr17NuPew8/vvz5\n9Ovbhw8gv/794/r7BzhO4ECCBQ0eRGgQwEKGDcc9hBhR4kSJ4MKFG5dR40aOGwF8BBly3EiSJU2e\nRJlSJUkALV2+hBlT5kyaNW2Ow5lT506ePX3+zAlA6FCi44weRZpU6VKmTY8CgBpV6jiq/1WtXhUn\nbtxWrl29fgXLFcBYsmXHnUWbVu1atm3dogUQV+5cunXt3sWbV+84vn39/gUcWPDgvgAMH0Y8TvFi\nxo0dP4YceTEAypUtj8OcWfNmceLGfQYdWvRo0qABnEadetxq1q1dv4YdWzZrALVt38adW/du3r19\njwMeXPhw4sWNHw8OQPly5uOcP4ceXfp06tWfA8CeXfs47t29fwcfXvz47gDMn0c/Tv169u3dv4cf\nfz0A+vXt38efX/9+/v3HARwncCDBggYPIkwoEADDhg7HQYwocSLFihYvRgSgcSPHcR4/ggQpLly4\ncSZPokypcuVJAC5fwhwncybNmjZv4v/MORMAz54+fwINKnQo0aLjjiJNqnQp06ZOkQKIKnXquKpW\nr2LNqnUrV6sAvoINO24s2bJlxYULN24t27Zu38JlC2Au3brj7uLNq3cv375+8QIILHgw4cKGDyNO\nrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3\n796+fwMPLnw48eLGj3cOp3wc8+bixkGHDg6cuOrWxY3Lrn079+7aAYAPL16cuHHmz6NPr349+/bj\nAMCPLz9cOHHj7uPPf1+cuHHjAIoTFw4cOHHixiVUuJBhw3EAIEaUKE7cOIsXMWbUuJH/Y8dxAECG\nFDmSZEmTJ1GmDLdyXEuX4sbFjAkOnDibN8WN07mTZ0+fOwEEFTpUnLhxR5EmVbqUaVOn4wBElTo1\nXDhx47Bm1YpVnLhx48SJCwcOnDhx49CmVbuW7TgAb+HGFSduXF27d/Hm1buX7zgAfwEHFjyYcGHD\nhxGPU7yYcWNw4MRFjjyOcmXLlzFfBrCZc+dxn0GHFj2adGnToAGkVr16XGvXr2GLEzdunDhx4cCB\nEyduXG/fv4EHHweAeHHj45AnV76ceXPnz5MDkD6denXr17Fn1759XHfv38GDAxcu3Lhx4salV7+e\nfXv2AODHlz+Ofn379/Hn17+/PgD//wABCBwIYJzBgwgTKhQ3rqHDhxAjQgRAsaLFcRgzatzIsSNH\ncOC+fRtHsqRJAChTqlzJsqXLlzBjjptJs6ZNcODChRs3Tty4n0CDCh0qFIDRo0jHKV3KtKnTp1Cj\nLgVAtarVcVizat3KVdy4r2DDih0rFoDZs2jHqV3Ltq3bt27Bgfv2bZzdu3gB6N3Lt6/fv4ADCx48\nrrDhw4jFiRvHuLHjx5AjNwZAubLlcZgza97MubPnz5kBiB5Nepzp06hTq17NuvVpALBjyx5Hu7bt\n27hz48aGDRq0ccCDCwdAvLjx48iTK1/OvPm459CjSxcnbpz169iza99+HYD37+DHif8fT768+fPo\n048HwL69+3Hw48ufT7++/fvxAejfz3+cf4DjBA4kWNDgwYHYsEGDNs7hQ4gAJE6kWNHiRYwZNW4c\n19HjR5AhQYZDhYoECW7cxq1k2dIlAJgxZY6jWdPmTZw4v3378sWYMXDjhA4lShTAUaRJxy1l2tTp\nU6hOHYEAsWLFOKxZtQLg2tXrOLBhxY4lS4wQoXDhxq1lO46JAAEAACTy5m3cXbzjAOzl29fvX8CB\nBQ8mPM7wYcSJFScOhwoVCRLcuI2jXNnyZQCZNW8e19nzZ9ChQ3/79uWLMWPgxq1m3bo1ANixZY+j\nXdv2bdy5bzsCAWLFinHBhQ8HUNz/+PFxyZUvZ96cGCFC4cKNo159HBMBAgAASOTN2zjw4ccBIF/e\n/Hn06dWvZ99+3Hv48eXPh+/NmxgBAgAACBDgBEBIkHr1yjbuIEKEABYybDhunLiI4cKJExduHMaM\nGjWKEzdNggQAAAQIsDPuJMqUKQGwbOlyHMyYMmfSrBnzxw8AOnVyCBduHNCg4wAQLWp03Dhx45Yy\nbbo0XLhVq6ZMWYAAgSVL47aKE8eDhwAAYsVKkRIu3Li0aQGwbev2Ldy4cufSrTvuLt68evfilSYt\nAIDAggEECIAAgQlw4MYxbjwOAOTIksdRrjzOmzdr4cKN6+z5szhxSJAUAGD6NIFq/9XGsW7tmjWA\n2LJnj6tt+zbu3LptBwgA4DfwBg06dfLmbRxyAMqXMx/n/Dn06NWqESAA4Pr1Bg1mbdr04gWA8OLD\nGzCwbNm49OkBsG/v/j38+PLn068/7j7+/Pr345cmDWAAAAMJAggQAAECE+DAjXP4cBwAiRMpjrN4\ncZw3b9bChRv3EWRIceKQICkAAGVKAtWqjXP5EqZLADNp1hx3E2dOnTt54gwQAEBQoQ0adOrkzds4\npQCYNnU6DmpUqVOrVSNAAEDWrA0azNq06cULAGPJjjVgYNmycWvXAnD7Fm5cuXPp1rV7d1xevXv5\n9tUbKxYAwYIXLNhkzFi2bN7GNf927BhAZMmTx1WuLE4cOHDhxnX2/HmcuEePGDAIcBoAAAECFihT\nNg52bNmwAdS2fXtcbt27ee8WJ64bOHDjiBOfNk2AAADLlwcgQGDHDmvWxIULBwB7du3juHf3/v3R\nowABAJQPEGDDhipq1Ny4kSHDljlzOHBIECNGtmzj+PMHABCAwIEECxo8iDChQoXjGjp8CDGiw1ix\nAFi0uGDBJmPGsmXzNi6kSJEASpo8OS5lSnHiwIELNy6mzJnjxD16xIBBgJ0AAAgQsECZsnFEixol\nCiCp0qXjmjp9CvWpOHHdwIEbhxXrtGkCBAD4+jUAAQI7dlizJi5cOABs27odBzf/rty5jx4FCAAg\nb4AAGzZUUaPmxo0MGbbMmcOBQ4IYMbJlGwcZMoDJlCtbvow5s+bNnMd5/gw6tOhx06YFCABgwAAj\nRsSJGwc7tuzY4sQBuI0797jdvMeJExdunHDh4sSFC0eDRoUBAwwYICBAQIAAAgQEGDRIm7Zx3Lt7\nBwA+vPhx5MubP0/+27cFCw6MGNGtm7dr1yZMAIB/wIAAAQoIAChgwoROncQdBJBQ4cJxDR06FDdu\nnDdvthIkAJBRIwABAgIIEAACBDVq2qRJAwHiggoV4cKNgwkTwEyaNW3exJlT506e43z+BBpUaC8A\nRQEMePZMnLhxTZ0+bSpOXLhu/90AXMWaddzWreDAiRM3TuxYXboQIAgQwIAGDSdOYKlThwEDAHUN\nGcKGbdxevn0B/AUceNzgweHCjUOcGDE4cAsWAACAIEMGDBhwFCgAQDMAHN++SZOWqVAhXbqcOQsn\nThwA1q1dixP3jRs3YLWBWaJB48QJBAB8/x4QIAAAAAMWLIgSRZmyb86cuXABAROmcdWrixMHQPt2\n7t29fwcfXvz4ceXNn0efvhcA9gAGPHsmTtw4+vXt0xcnLly3bgD8AwQgcCCAcQYNggMnTty4hg51\n6UKAIEAAAxo0nDiBpU4dBgwAgDRkCBu2cSZPogSgciXLcS5dhgs3bibNmeDALf9YAAAAggwZMGDA\nUaAAgKIAcHz7Jk1apkKFdOly5iycOHEArmLNKk7cN27cgIEFZokGjRMnEABIq3ZAgAAAAAxYsCBK\nFGXKvjlz5sIFBEyYxgEGLE4cgMKGDyNOrHgx48aOx0GOLHmyZFy4AGDGzAccuHGeP4P2LG706HHj\nAKBOrXoc69auXYcbMgQAAAECMFy61G03LVoNGgAITorUuOLGjxcHoHw583HOn0OHLk6LFgAABAhw\nIEIEAQIAvn8XICDbuPLmx4kTN279egDu38MHB+4bN26xYilQAGA//wABAA4YsGABgQABAAAQIELE\no0fRou2yYGHBghLfvokTN47/I0cAH0GGFDmSZEmTJ1GOU7mSZUuWuHABkCmTDzhw43Dm1IlTXM+e\n48YBEDqU6DijR5EiDTdkCAAAAgRguHSpW1VatBo0ALCVFKlxX8GG/QqAbFmz49CmVatWnBYtAAAI\nEOBAhAgCBADkzStAQLZxfwGPEyduXOHCABAnVgwO3Ddu3GLFUqAAQGXLAQIMGLBgAYEAAQAAECBC\nxKNH0aLtsmBhwYIS376JEzeONm0At3Hn1r2bd2/fv4GPEz6ceHHiFy4EcOAAGLBxz6FHlz59HADr\n17GP076de/czZzx4WLQo3Djz5sOF69LlwIER4+DHly8fQH3798fl179/vzhC/wAJ6dAxatQ3Z86g\nQAHAkAABX77GSZxIsSKAixgzitsYLlymTBQoCBiZIAEIQoSYMbNmbRoSJF683OHGTZs2aNBAaNBw\n5864n0CDAhhKtKjRo0iTKl3KdJzTp1CjQr1wIYADB8CAjdvKtavXr+MAiB1LdpzZs2jTnjnjwcOi\nReHGyZUbLlyXLgcOjBjHt69fvwACCx48rrDhw4fFESKkQ8eoUd+cOYMCBYBlAgR8+RrHubPnzwBC\nix4trnS4cJkyUaAgoHWCBCAIEWLGzJq1aUiQePFyhxs3bdqgQQOhQcOdO+OSK18OoLnz59CjS59O\nvbr1cdiza9+OHQuWAAGyfP/7Nq58+WvXxqlfz769egDw48sfR7++/fu4cOXK1a3bOIDjBA4cFyXK\ngAEexi1k2LAhAIgRJY6jWNGiRW2WLC1bxo2bOG3aLlwAMGAADhzjVK5k2VIlAJgxZY6jSfPbN1q0\najRqdOaMIleuvn3bti3bnDmSJL3JlcuGjQEDADRo4M3bOKxZtQLg2tXrV7BhxY4lW3bc2bPixI1j\n25YtLFgBAggQIG7c3bvBgpUogQCBiTJl1KjZNs7w4cMAFC9mPM7xY8iQxS1aFCzYt2/ixm3e/O3b\niRMAAMAZV9r06dMAVK9mPc71a9iwvw0bduxYt27aypQJ0PvVq2/fxg0nXtz/+HAAyZUvH9fc+fNw\n4b59k1aokBo1tmxFU6WqRIkZPHgMGADAPDBg49SvZ68ewHv48eXPp1/f/n384/TrFyduHMBxAgeO\ngwUrQAABAsSNa9gwWLASJRAgMFGmjBo128Zx7NgRAMiQIseRLGnSpLhFi4IF+/ZN3LiYMb99O3EC\nAAA443by7NkTANCgQscRLWrU6Ldhw44d69ZNW5kyAaa+evXt27isWrdyzQrgK9iw48aSLRsu3Ldv\n0goVUqPGlq1oqlSVKDGDB48BAwDwBQZsHODAggEDKGz4MOLEihczbux4HOTIkiWvGjAAAIAxY8Zx\n7mzIUIIEAEaPPnAA27jU/6pVA2jt+vW42LJn0+bG7dq1bt2yiRM37jc2bBIkAADAZhzy5MqVA2ju\n/Pm46NKnU//2DRkyT54sCBAAAICFb9/GkS9v/rx5AOrXsx/n/j18+LckSEiQgAWLJyxYIECgAGCA\nAAAIAgjAjds4hQsZKgTwEGJEiRMpVrR4EeM4jRs5clw1YAAAAGPGjDN50pChBAkAtGx54AC2cTNp\n0gRwE2fOcTt59vTJjdu1a926ZRMnblxSbNgkSAAAgM04qVOpUgVwFWvWcVu5dvX67RsyZJ48WRAg\nAAAAC9++jXP7Fm5cuADo1rU7Dm9evXpvSZCQIAELFk9YsECAQEGAAAAYA/8IwI3bOMmTKUsGcBlz\nZs2bOXf2/Bn0ONGjSYsWJ45PgQIePIxz/Rq2Jk0SJAAIEAAKFHDjePfuDQB4cOHjiBc3fhw58nDh\nQIAgQKDbOOnTqVMHcB179nHbuXf3Lk4cM2YaNBAAAIAAAWDj2Ld3/x4+APnz6Y+zfx8//mMLFhAg\nALBBAyYgCoI4QIAAgIUAMogTNy6ixIkRAVi8iDGjxo0cO3r8OC6kyJEhK1UiECBAmTLjWrp8KU5c\njRoAai5YEG6czp07Afj8CXSc0KFEixo1eu1agAACBFAbBzWqVKkAqlq9Oi6rVq3ixnkdJ44WrQcP\nAJgNEGDEiFXixIEDNy7/rty5dOMCuIs377i9fPv2zQEgMIAAAQgMGIAAAQEBAgIEECDAwbBhzpyN\nu4w5M4DNnDt7/gw6tOjRpMeZPo3adKVKBAIEKFNmnOzZtMWJq1EDgO4FC8KN+w0cOIDhxIuPO448\nufLly69dCxBAgABq46pbv34dgPbt3Md5//5d3Ljx48TRovXgAYD1AQKMGLFKnDhw4MbZv48/v30A\n/Pv7BzhO4ECCBHMAQAggQAACAwYgQEBAgIAAAQQIcDBsmDNn4zx+BAlA5EiSJU2eRJlS5cpxLV2+\n7NbNlKkEAQJYsTJO506e4MANGBBAgwYlSryNQ5o0KQCmTZ2Ogxp1nDiq/+OsXsWa1SoMGAAALFgw\nTuxYsmUBnEWbdtw4cePGgQMXTq44uuKUoUARIAAAAAYYMPjwAU6rVrJkefM2TvFixo0BPIYcOVw4\nceMsXx4XLtyuXQcAfAZQoICCAgUGDFBQocKCBQ0aWLhxgwEDDLdujcOdexwA3r19/wYeXPhw4sXH\nHUeevFs3U6YSBAhgxco46tWtgwM3YEAADRqUKPE2Tvz48QDMn0c/Tv36ceLcj4MfX/58+DBgAACw\nYME4/v39AxwnUCCAggYPjhsnbtw4cODCQRQnUZwyFCgCBAAAwAADBh8+wGnVSpYsb97GoUypciWA\nli5fhgsnbhzNmuPChf/btesAgJ4AChRQUKDAgAEKKlRYsKBBAws3bjBggOHWrXFWr44DoHUr165e\nv4INK3bsuLJmz3rzxoSJAAIElCgBB24c3brixO3ZA2AvBAiwYIkbJ3jwYACGDyMep3gx48aOG4MT\nIAAAAEGCxmHOrHkzgM6eP48LLXqcOHHcwIHTpu3LggUBAixYkCNMmB49LliwQIZMuHDjfgMPLhwA\n8eLGw4UTp3zcOHHisEmRIkGCgOoDBihQIAAAdwAHECBo0KBDBwsCBABIT4PGtm3j3r8HIH8+/fr2\n7+PPr3//uP7+AY4TOM6bNyZMBBAgoEQJOHDjIEYUJ27PHgAXIUCABUv/3DiPHz8CEDmS5DiTJ1Gm\nVJkSnAABAAAIEjSOZk2bNwHk1LlzXE+f48SJ4wYOnDZtXxYsCBBgwYIcYcL06HHBggUyZMKFG7eV\na1evAMCGFRsunDiz48aJE4dNihQJEgTEHTBAgQIBAPACOIAAQYMGHTpYECAAQGEaNLZtG7d4MQDH\njyFHljyZcmXLl8dl1rw5szRpSypUwIOHF69x4MB16xYJCBACBAYMiCNO3Djbt3HbBrCbd+9xv4EH\nFz5cuCkLFqJEGbeceXPnywFElz59XHXr16+LixULFqxr18Rp01asmJBEiZYtG7eefXv36wHElz9f\nnLhw48Z58/btWy0r/wCtdOgQ6datZcu0aXvWqBEwYNe2bdOmTZy4b8OGwYBxJFmycSBDjgNAsqTJ\nkyhTqlzJsuW4lzBjvvz2bRABAgYMCBAwIEAAAECBBgiwaJG4cUiTKlUKoKnTp+OiSp1KlRmzbt3G\naRUnzpUrCZYshQs3rqzZs2jLAljLtu24t3Djyp0LV5w4TceOWbM2rq/fv4D7AhhMuPC4w4e9eYsV\n68KCxwuujZtMubLly94yhws3rrPncQBCix5NurTp06hTqx7HurVr1t++DSJAwIABAQIGBAgAoHfv\nAAEWLRI3rrjx48cBKF/OfJzz59CjM2PWrdu46+LEuXIlwZKlcOHGif8fT768eADo06sfx769+/fw\n24sTp+nYMWvWxunfz7+/foAABA4kOM6gQW/eYsW6sMDhgmvjJE6kWNGiN4zhwo3j2HEcAJAhRY4k\nWdLkSZQpx61k2XIlOHClJkwAUNPmzTRpVKka19PnT6A9AQwlWnTcUaRJk7IiQeLDhz59VG3ZkiBB\ninFZtW7l2hXAV7Bhx40lW9bsWbPWwIHLlg0cuHFx5c6lC8DuXbzj9OrNlm3PHhQCBIQJM87wYcSJ\nFS9WDMDxY8iRJU+mXNny5XGZNW/ODA5cqQkTAIwmXTpNGlWqxq1m3dr1agCxZc8eV9v27dusSJD4\n8KFPH1VbtiRIkGL/3HHkyZUvB9Dc+fNx0aVPp16dujVw4LJlAwdu3Hfw4cUDIF/e/Dj06LNl27MH\nhQABYcKMo1/f/n38+fED4N/fP0AAAgcSLGjwIMKECgGMa+jw4UNoXryECIECRYEAAXbsmDbuI8iQ\nIkcCKGny5LiUKleuBNWgwYABJ04kOHAgQgRv43by7OnzJ4CgQoeOK2r0KNKkSsd9+yZO3LioUqdS\nBWD1KtZxWrWKE2fIUIIBA5w5G2f2LNq0ateqBeD2Ldy4cufSrWv37ri8evfy7ev3L2C9AAYTLjzu\nMOLEirt1y5bNmzdtzZpp0zbuMubMmjePA+D5M+hxokeTLm369Dhx/+LGsW7t+jVrALJn0x5n+/Zt\na+DAjevt+zfw4MKHAyhu/Djy5MqXM2/ufBz06NKnU69u/Xp0ANq3cx/n/Tv48N26ZcvmzZu2Zs20\naRvn/j38+PLHAahv//64/Pr38+/vH+A4ceLGFTR4EGFBAAsZNhz3ECJEa+DAjbN4EWNGjRs5AvD4\nEWRIkSNJljR5clxKlStZtnT5EqZKADNp1hx3E2dOnTt59vSJE0BQoUPHFTV6FGlSpUuZGgXwFGrU\ncVOpVrV6FWtWrVQBdPX6FWxYsWPJljU7Dm1atWvZtnX7Ni0AuXPpjrN7F29evXv59r0LAHBgweMI\nFzZ8GHFixYsLA/9w/BjyOMmTKVe2fBlz5skAOHf2/Bl0aNGjSZcedxp1atWrWbd2jRpAbNmzx9W2\nfRt3bt27edsG8Bt48HHDiRc3fhx5cuXEATR3/nxcdOnTqVe3fh27dADbuXf3/h18ePHjyY8zfx59\nevXr2bc/DwB+fPnj6Ne3fx9/fv376wPwDxCAwIEAxhk8iDChwoUMGx4EADGixHEUK1q8iDGjxo0V\nAXj8CDKkyJEkS5o8OS6lypUsW7p8CVMlgJk0a467iTOnzp08e/rECSCo0KHjiho9ijSp0qVMjQJ4\nCjXquKlUq1q9ijWrVqoAunr9Cjas2LFky5odhzat2rVs27p9mxb/gNy5dMfZvYs3r969fPveBQA4\nsOBxhAsbPow4seLFhQE4fgx5nOTJlCtbvow582QAnDt7/gw6tOjRpEuPO406terVrFu7Rg0gtuzZ\n42rbvo07t+7dvG0D+A08+LjhxIsbP448uXLiAJo7fz4uuvTp1Ktbv45dOoDt3Lt7/w4+vPjx5Mub\nP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR\n40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX0KFCdu3FCiRY0ePSpO3Lhx\n4sY9hRo1KgCq/1WtisM6TutWrlrDhRMXVtw4smXNkhWXNu04tm3dAoAbV+44unXt3sWbd5w4ceP8\n/gUc2C8AwoUNhwsnbtxixuLGPX4sTtw4ypUtUw4XTtxmcOC6dfMGDtw40qXHAUCdWvVq1q1dv4Yd\ne9xs2rVt38adWzdtAL19/x4XXPhw4uLEjUOeXPly5s2TA4AeXfo46tWtX8eeXfv26gC8fwc/Tvx4\n8uXNnx8vTtw49uDcixM3Tv78cQDs38efX/9+/v39AwQgcCBBAOMOIkyocCHDhg4RAogoceK4ihYv\nYsyocSNHiwA+ggw5biTJkiZPokypkiSAli5fjospcybNmjZriv8TFy4cuHE+f/4EIHQo0aJGjyJN\nqnTpuKZOn0KNKnUqVacArmLNOm4r165ev4INK5YrgLJmz45Lq3Yt27Zu38JVC2Au3brj7uLNq3cv\n373ixIULB24c4cKFASBOrHgx48aOH0OOPG4y5cqWL48TJ24c586eP4PuDGA06dLjTqNOrXo1a9Xi\nxsGOLVs2gNq2b4/LrXs3796+fwPXDWA48eLjjiNPrnw583HixI2LHj1cOHHjrmPHDmA79+7ev4MP\nL348+XHmz6NPr36cOHHj3sOPL38+fAD27+Mfp38///7+AY4TOJCgQHHjECZUqBBAQ4cPx0WUOJFi\nRYsXMUoEsJH/Y8dxH0GGFDmS5Dhx4salTBkunLhxL2HCBDCTZk2bN3Hm1LmT5zifP4EG9QkOXJAg\nAgAAqFBBU7hw46BGlTpVKgCrV7GO07qVa1evX8dNm9anz6hxZ9GmTQuAbVu34+DGlTs3W7Zw4bx5\nEzdtGjhw0wAjQzaOcGHDhwkDULyY8TjHjyFDFtepkyRJhw4BK1Vq2rRRnTrt2jWONOlv38J9+zaO\ndetxAGDHlj2bdm3bt3HnHrebd2/fu8GBCxJEAAAAFSpoChduXHPnz6E/BzCdevVx17Fn176d+7hp\n0/r0GTWOfHnz5gGkV79+XHv37+FnyxYunDdv4qZNAwduWn9k/wCRjRtIsKDBgQASKlw4rqHDhw/F\ndeokSdKhQ8BKlZo2bVSnTrt2jRs58tu3cN++jVvJchyAlzBjypxJs6bNmzjH6dzJU5w4cOBoVagA\noKhRowKCBDFlChu2cVDDhQMnTty4q1jHAdjKteu4r2DDih07Nls2BQoAANggTty4t3DjvgVAt67d\ncXjz6sUrTlydBQsKFFiwAIICBQQIPDhyxIqVadPGSZ5MuTKAy5gzj9u8OVy4cePAiRMHDtymCxcS\nJIAAAQMCBAIEBFiwIFAgceLG6dYtLly4ccCDjwNAvLjx48iTK1/OvPm459DHiRMHrVOnKlUCANjO\nvXv3AQOsWP8BFy5ctGiZgAFLlkycuHHwAcifT3+c/fv484sT581bOIDhxg0c+A0BAgAJAWAY19Dh\nw4cAJE6kOM7ixYviunULFmwAAJAABAgIULLkgAIFFCjYtGncS5gxZQKgWdPmOJw5x4kT582nNGkX\nBAg4cCBECAYCBABgSoDArVvjpE6lWlUqAKxZtW7l2tXrV7Bhx40lO06cOGidOlWpEgDAW7hx4w4Y\nYMUKuHDhokXLBAxYsmTixI0jDMDwYcTjFC9m3FicOG/ewoUbV7nyNwQIAGwGgGHcZ9ChQwMgXdr0\nONSpU4vr1i1YsAEAZAMQICDA7dsDChRQoGDTpnHBhQ8nDsD/+HHk45QvHydOnDfo0qRdECDgwIEQ\nIRgIEADAOwECt26NI1/e/HnyANSvZ9/e/Xv48eXPH1ffvn1w374ZM4ZJCUAldOhw4ZLFhIkFCwAI\nENChgzJl4yZSRIaMGbNw4cZxBODxI8hxIkeSLAkOXLdu4cKNa9mymwQJAAAECBBtHM6cOnUC6Onz\n57igQocGDRdOFxcutWphw+btqTJlesiQ0aFj2LBxWrdy7QrgK9iw48aSLVvWmzVr49aOE3foEAIE\nAQoVGmf3Lt68eAHw7ev3L+DAggcTLjzuMGLE4L59M2YMkxIldOhw4ZLFhIkFCwAIENChgzJl40aT\nRoaMGbNw/+HGsQbg+jXscbJn064NDly3buHCjevdu5sECQAABAgQbRzy5MqVA2ju/Pm46NKnRw8X\nThcXLrVqYcPm7bsyZXrIkNGhY9iwcerXs28P4D38+OPm069f35s1a+P2jxN3COAhBAgCFCo0DmFC\nhQsVAnD4EGJEiRMpVrR4cVxGjRrFjfP4EaTHadNYsABQoMCZM+NYtnS5bRs4cONoArB5E+c4nTt5\n9vTmLVkyb97GFS2aK0AAAAAQIAA3DmpUqVIBVLV6dVxWrVu5duXqDRGiAQO+fBl3Fm1atQDYtnU7\nDm5cuXPpjgsXToOGAdq0jfP7F3BgwAAIFzZ8GHFixYsZN/8e9xhyZMmTx3XrRoBAgFu3woUb9xl0\n6M/hwokzDQB1atXjWLMWJ25cbNmxrVm7dm1cbt3jrADwDeDHj3HDiRc3DgB5cuXjmDd3/hz6c3Fm\nzAwYoECBuHHbuXfvDgB8ePHjyJc3fx79OHHiFCiAIE7cOPnz6denDwB/fv37+ff3DxCAwIEECxo8\nKHCcwoUMGzoc160bAQIBbt0KF26cxo0cNYYLJy4kgJEkS447eVKcuHEsW7K0Zu3atXE0a46zAiAn\ngB8/xvn8CTQogKFEi447ijSp0qVKxZkxM2CAAgXixlm9ihUrgK1cu477Cjas2LHjxIlToACCOHHj\n2rp9C/f/LYC5dOvavYs3r969fMf5/Qs4sOBxUqQAAKAAHLhxjBs7fuwYgOTJlMdZvow5c7du4zp7\nHidOnAEAAAYMuHZtnOrVrFsDeA079rjZtGvbvm1bXIkSBAgkSCBunPDhxIkDOI48+bjlzJs7fz4u\nXLgDB1qMu449u/btALp7/w4+vPjx5MubH4c+vfr17MdJkQIAgAJw4MbZv48/P34A/Pv7BzhO4ECC\nBbt1G5dQ4Thx4gwAADBgwLVr4yxexJgRwEaOHcd9BBlS5EiR4kqUIEAgQQJx41y+hAkTwEyaNcfd\nxJlT585x4cIdONBi3FCiRY0eBZBU6VKmTZ0+hRpV6jiq/1WtXsU6SoCAAAEmjQMbVuxYsgDMnkU7\nTu1atm21aRsXV+64Zs0MNGhAi9Y4vn39/uULQPBgwuMMH0acWHFib44cgQBx5sw4ypUtXwaQWfPm\ncZ09fwYdepwyZSVK7BqXWvVq1q0BvIYdW/Zs2rVt38Y9Tvdu3r19jxIgIECASeOMH0eeXDkA5s2d\nj4MeXfp0bdrGXcc+rlkzAw0a0KI1Tvx48uXFA0CfXv049u3dv4f/3psjRyBAnDkzTv9+/v0BAAQg\ncODAcQYPIkyocJwyZSVK7BoncSLFihYBYMyocSPHjh4/ggw5biTJkiZHKlPGgEEAAAASJIg0bibN\nmjZvAv/IqXPnuJ4+fYobN06btlWVKoULN26pNGkNGgSwYuXbt3FWr2LNahUA165ex4ENK3YsWXHV\nqmnTNixUKA0aLl0SN24u3bp1AeDNq3cc375+/4oTN26cOHHbZMigQMHRuMaOH0OODGAy5cqWL2PO\nrHkz53GeP38ON270uGxAgAwYAADAAAIEJEi4oUYNHjy2bI3LrXs3bwC+fwMfJ3z4cHDEiPnxs6JE\nCUmSXLkyZMAAAAADkiUbp3079+7cAYAPL34c+fLmz2/bRovWnTtHWrQAA6ZTrFg0aJAggW0c//7+\nAY4TOA5AQYMHx40TN25cuHDjxokbN06btlqFCtWqVar/1CMECA4c2PLtmzhx4cKNU7mSZUsAL2HG\nlDmTZk2bN3GO07lzZ7hxP8dlAwJkwAAAAAYQICBBwg01avDgsWVrXFWrV7EC0LqV6zivX7+CI0bM\nj58VJUpIkuTKlSEDBgAAGJAs2Ti7d/HmxQuAb1+/4wAHFjx42zZatO7cOdKiBRgwnWLFokGDBAls\n4zBn1qwZQGfPn8eNEzduXLhw48aJGzdOm7ZahQrVqlWq1CMECA4c2PLtmzhx4cKNEz6ceHEAx5En\nV76ceXPnz6GPkz59ujjr27bdGDAAAIACBVSwYcOFCwEA5wEIEBBtXHv3798DkD+f/jj79+9jGzRI\ng4YG/wAVKECA4MABAAgRLmjUyJu3cRAjSpwIEYDFixjHadzIsWO1ak6cwICBIEOGI0c8hQmDAQMD\nBoXGyZxJkyaAmzhzjtvJs+dObtzicOAwYwYTJiMMGBAgQAMxYt68adPGrSq4q+OyatUKoKvXr2DD\nih1LtqzZcWjTphXHdtu2GwMGAABQoIAKNmy4cCEAoC8AAQKijRtMuHBhAIgTKx7HuHFjbIMGadDQ\nQIECBAgOHADAmfOCRo28eRtHurTp06QBqF7Nepzr17BjV6vmxAkMGAgyZDhyxFOYMBgwMGBQaJzx\n48iRA1jOvPm459CjP+fGLQ4HDjNmMGEywoABAQI0EP8j5s2bNm3c0oNbP669e/cA4sufT7++/fv4\n8+sfx7+/f4DjxokTN2rCBAsWSJH6xo0bNGgnBgwIEKBAAWTjNG7kyBHAR5Ahx40kSRLbsGGAAM05\ncmTNGjJkQN26RYsWtm05t43j2dPnT54AhA4lOs7oUaRJjYZjGg7ct2/hwnlDhgwLliNHqo3j2tWr\nVwBhxY4dV9bs2bPgevVKlgwZskgLFjRoYEWcuHF59Y4LF27cX8CBAQwmXNjwYcSJFS9mPM7xY8iQ\ngdmwAQZMsWLhuHHbtk3Ojh0LFnjwcAUcuHDhxq1m3RrAa9ixx82mTZvbbWTIdh07xs03t3HBhfPi\n1aD/gSZN45QvZ94cwHPo0cdNp17d+vXry5ahQOHDR7Fx4cWPHw/A/Hn049SvZ99enLhx46hR6zJg\ngAEDccbt59/fP8BxAgcCKGjwIMKEChcybOhwHMSIEiUCs2EDDJhixcJx47Ztm5wdOxYs8ODhCjhw\n4cKNa+nyJYCYMmeOq2nTJrecyJDtOnaMG1Bu44YS5cWrQQNNmsYxber0KYCoUqeOq2r1KtasWZct\nQ4HCh49i48aSLVsWANq0asexbev2rThx48ZRo9ZlwAADBuKM6+v3L+DAAAYTLmz4MOLEihczHuf4\nMWTI3NiwuXLl1i1qxYq5coUNHLhbt4oUyYAHz5Il/8TGsW7dGgDs2LLH0a5dOxw3buB2U6O2bdu4\n4MKDT5pEgAACBNjGMW/u3DmA6NKnjxsn7nq4cOO2c+/u3bs3b0eOdOiQbRz69OrVA2jv/v24+PLn\n058vTlysBg0ePDg2DuA4gQMJFiwIAGFChQsZNnT4EGLEcRMpVqzIjQ2bK1du3aJWrJgrV9jAgbt1\nq0iRDHjwLFlCbFxMmTIB1LR5c1xOnTrDceMGDig1atu2jTN61OikSQQIIECAbVxUqVOnArB6Feu4\nceK4hgs3DmxYsWPHevN25EiHDtnGtXX79i0AuXPpjrN7F29evOLExWrQ4MGDY+MIFzZ8GDEAxYsZ\nN/92/BhyZMmTx1W2fPlyOFGiUqTgwMHDlSumTIUbNw4cOD58AgAAIEBAknGzadMGcBt37nG7efMW\n9ztcuG2yZE2bNg55cuQePAQIIECAs3HTqVevDgB7du3juHcfJw78OPHjyZcXDw5cnz4WLFQb9x5+\n/PgA6Ne3Pw5/fv37+dOCARCGFCnexhk8iDChQgAMGzp8CDGixIkUK467iDFjxnCiRKVIwYGDhytX\nTJkKN24cOHB8+AQAAECAgCTjatq0CSCnzp3jevr0KS5ouHDbZMmaNm2c0qVKPXgIEECAAGfjqlq9\nehWA1q1cx3n9Ok6c2HFky5o9SxYcuD59LFioNi7/rty5cwHYvYt3nN69fPv6pQUDhhQp3sYZPow4\nsWIAjBs7fgw5suTJlCuPu4w5s+Zo0axYWbAAw5EjyZKJGzcOHLhLlwIAAECAQKBxtGvXBoA7t+5x\nvHv7/s2K1bJl44obH+dNgwYBAkqUEDcuuvTp0wFYv459nPbt28WN+w4+vPjv4sSBAkWECLhx7Nu7\ndw8gvvz54+rbv48/P7hQoZYtA9ht3Lhw4cCBG5dQ4UKGABw+hBhR4kSKFS1eHJdR40aO3ryRIbNA\nJAgQf/7sypZt0CABAgC8NGBgljhx42zeHAdA506e43z+BBqUBAkDBlCgqObMGTBgEAYMECDg0aNx\n/1WtXsUKQOtWruO8fv0qbtxYsmXNjqtGh06BAggQ2BoXV+7cuQDs3sU7Tu9evnrFiRsnTrA4Y8Yo\nOXDQocOGKVNQoIABo9k4ypUtWwaQWfNmzp09fwYdWvQ40qVNn/bmjQyZBa1BgPjzZ1e2bIMGCRAA\nQLcBA7PEiRsXXPg4AMWNHx+XXPly5iRIGDCAAkU1Z86AAYMwYIAAAY8ejQMfXvx4AOXNnx+XXr16\ncePcv4cff1w1OnQKFECAwNY4/v39AxwncByAggYPjkuocGFCceLGiYsozpgxSg4cdOiwYcoUFChg\nwGg2biTJkiUBoEypciXLli5fwow5bpy4cePEif8bp3OnznDhWrWaM4dXo0ZcuBi6cmXBAgBOr1y5\ndavbuKpWrQLIqnXruK5ev4ItVChAgAEDEChQEGBtihRVqhw7Nm4u3bp2AeDNq3cc375+xYnbtm1Z\nrFjFinHjlu3WLRQoLBQoECCAAAHRxmHOrFkzgM6eP48LLVp0OGzYmDE7FipUjBggQBgYMAAAAAEI\nECxYIEGCtHG+fwMHDmA48eLGjyNPrnw583HjxI0bJ07cuOrWq4cL16rVnDm8GjXiwsXQlSsLFgBI\nf+XKrVvdxsGPHx8A/fr2x+HPr39/oUIBAAYYMACBAgUBEKZIUaXKsWPjIEaUOBFARYsXx2XUuFH/\nnLht25bFilWsGDdu2W7dQoHCQoECAQIIEBBtXE2bN28C0LmT5zifP3+Gw4aNGbNjoULFiAEChIEB\nAwAAEIAAwYIFEiRIG7eVa9euAMCGFTuWbFmzZ9GmHTdO3Di3b+HCFTdX3DdevEqVIsOAgQABAQLs\n4MZNnLhxhxEnBrCYceNxjyFHlpwtW5cuOHAQECDAgIEcq1bt2jWOdGnTp0kDUL2a9TjXr2G7Ficu\njgcPChS4cHFgwAAAAAgECECAABMm45AnV74cQHPnz8dFly4dXLdu2bJJevGiQPcCAMALEOChRAkQ\nIHbtGreefXv3AODHlz+ffn379/HnH7eff3///wDHCRxIkKA3b+LEjVvIsKFDABAjShxHsaLFixjH\nhdsYbpzHjyBDihwHoKTJk+NSqlzJEho0ZMisWZs2bJgwYd7ChRMnbpzPn0CD+gRAtKjRcUiTKl2K\ntFu3bdu4adMmTty4q1izat06DoDXr2DDih1LtqzZs+PSql3Ltq3bcd68iRM3rq7du3gB6N3Ld5zf\nv4ADCx4XrnC4cYgTK17MeByAx5Ajj5tMubJlaNCQIbNmbdqwYcKEeQsXTpy4cahTq16NGoDr17DH\nyZ5Nu7bsbt22beOmTZs4ceOCCx9OvPg4AMiTK1/OvLnz59Cjj5tOvbr169iza6cOoLv37+PCi/8f\nT768+fPoxQNYz779uPfw48ufT7++ffgA8uvfP66/f4DjBA4kWNDgQYQGASxk2NDhQ4gRJU6kOM7i\nRYwZNW7k2PEiAJAhRY4jWdLkSZQpVa4sCcDlS5jjZM6kWdPmTZw5ZwLg2dPnOKBBhQ4lWtTo0aAA\nlC5l2tTpU6hRpU4dV9XqVaxZtW7lahXAV7Bhx40lW9bsWbRp1ZIF0Nbt23Fx5c6lW9fuXbxyAezl\n23fcX8CBBQ8mXNgwYACJFS9m3NjxY8iRJY+jXNnyZcyZNW+uDMDzZ9DjRI8mXdr0adSpRwNg3dr1\nONixZc+mXdv27dgAdO/mPc73b+DBhQ8nXvz/NwDkyZUvZ97c+XPo0cdNp17d+nXs2bVTB9Dd+/dx\n4cWPJ1/e/Hn04gGsZ99+3Hv48eXPp1/fPnwA+fXvH9ffP8BxAgcSLGjwIEKDABYybOjwIcSIEidS\nHGfxIsaMGjdy7HgRAMiQIseRLGnyJMqUKleWBODyJcxxMmfSrGnzJs6cMwHw7OlzHNCgQocSLWr0\naFAASpcyber0KdSoUqeOq2r1KtasWrdytQrgK9iw48aSLWv2LNq0askCaOv27bi4cufSrWv3Ll65\nAPby7TvuL+DAggcTLmwYMIDEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrU/6pX\ns27t+jXs2LJn065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnbw4XTty47Nq3c+8u\nThy48N++iRM37jz69OoBsG/vXhz8cfLnixtnf5y4cOHE8Rc3DuA4gQMJEgQHblxChQsBNHT4MFy4\ncRMpVrR4EWPGjOLEAfD4EaQ4ceNIlhwnblzKlOHCiXMpbpw4ceHCddOmjRq1b9/EjRsnTtw4ceLG\nFS0qThwApUuZNnX6FGpUqVPHVbV6FWtWq968bQMHTpy4cWPJljU7FkBatWvHtXX7Fq44cePo1rV7\nF2/eugD49vU7DnBgwYMJFzZ8ODAAxYsZj/9z/BhyZMmPv33jtm1btmzixI3z/Bl0aACjSZc2fRp1\natWrWY9z/Rp2bNmvu3XbFi7cON27effmDQB4cOHjiBc3fhx5cuTduo1z/hy6cwDTqVcfdx17du3b\nuXf3jh1AePHjx5U3fx59evPgwG3Dhi1cuHHz6de3Px9Afv37+ff3DxCAwIEECxo8iFDguIUMGzp8\nyLBbt23hwo27iDGjxowAOnr8OC6kyJEkS5os2a3buJUsW64EADOmzHE0a9q8iTOnzp01Afj8CXSc\n0KFEixodCg7cNmzYwoUbBzWq1KlQAVi9ijWr1q1cu3r9Oi6s2LFky44TJw4btm/j2rp9Czf/LoC5\ndOuOu4s3r969fPVqAwdunODBhAUDOIw48bjFjBs7fgw5smTGACpbvjwus+bNnDtrvnatmThx40qb\nPo36NIDVrFu7fg07tuzZtMfZvo07t+5x4sRhw/ZtnPDhxIsbB4A8ufJxzJs7fw49+nNt4MCNu449\n+3UA3Lt7Hwc+vPjx5MubPx8egPr17Me5fw8/vvz31641EydunP79/PvzBwhA4ECCBQ0eRJhQ4cJx\nDR0+hBhRHClSYcLQGpdR40aOHQF8BBly3EiSJU2eRDkuUaIFCwAgQMCM2TiaNW0CwJlT5ziePceF\nCydu3FCiRceF69FDly5T4MCNgxpV6lSp/wCsXsU6TutWrl29jqNECQyYTOHCjUObVu1atQDcvoUb\nV+5cunXt3h2XV+9evn3FkSIVJgytcYUNH0acGMBixo3HPYYcWfJkyuMSJVqwAAACBMyYjQMdWjQA\n0qVNj0Odely4cOLGvYYde1y4Hj106TIFDtw43r19//YNQPhw4uOMH0eeXPk4SpTAgMkULtw46tWt\nX7cOQPt27t29fwcfXvz4ceXNn0d/Xpy4Uw4cHDggJ1y4cfXtjwsXjtu2beDAARQnLpw4cQAOIkwo\nThy4cA7DjYsocSLFcOGwYdslQgSAjh0DBDh2bBzJkiYBoEypctw4cePGUaPWqxckN27UqP/xYcBA\ngAAAfgL9GSCACRPhwo1LqnQpUwBOn0IdJ3Uq1apSxYm7ds0LAgQKFEwaJ3Ys2bJmAaBNq3Yt27Zu\n38KNO24u3bp254YLZ8VKAAB+ATA4dIgWrWXLsHXrRoyYpVWOV3HjFm4ygMqWL4vLnHkc53HixoEO\nHRocuFc+fBAg4CBAAACuXwOABGkc7dq2AeDOrXscb3HiqlXz4WMAgOLGjyNPzonTuObOn0MHIH06\n9XHWr2PPbt2XrwcPAIAXIEDOuPLmz6NPD2A9+/bu38OPL38+/XH27+PPbz9cOCtWAAYAMBAAg0OH\naNFatgxbt27EiFlaNXEVN27hMALQuJH/oziPHseFHCduXEmTJsGBe+XDBwECDgIEADCTJgBIkMbl\n1LkTQE+fP8cFFSeuWjUfPgYAULqUaVOnnDiNkzqValUAV7FmHbeVa1evW335evAAQFkBAuSMU7uW\nbVu3AODGlTuXbl27d/HmHbeXb1+/e5UpGzAAQGEBAh5cukSGTJIkdooVGzYs2rFj27aJEzdOnDgA\nn0GHHjeadGnTpcOFQ7ZnjxUrpHLlihABQO0CBbp1G7ebd28Av4EHHzdOXHFevMiQSSBAAADnz58z\nWLOGBAkBALADAANmXHfv38EDED+e/Djz59GnN//njwABAQ4cqFGj2Dj79/Hn1w+Af3///wABCBxI\nsKDBgwgTKgQwrqHDhxAbKlM2YACAiwIEPLh0iQyZJEnsFCs2bFi0Y8e2bRMnbpw4cQBiypw5rqbN\nmzhvhguHbM8eK1ZI5coVIQKAowUKdOs2rqnTpwCiSp06bpy4q7x4kSGTQIAAAGDDhmWwZg0JEgIA\nqAUABsy4t3DjygVAt67dcXjz6t2L988fAQICHDhQo0axcYgTK17MGIDjx5AjS55MubLly+Mya97M\nuVYtAgQAiBYtQMAAAwYCBBAgYMGrV8eOhdu2LVy4cbhxA9jNu/e438CDCx/e7dmzccjBgRMhAoBz\nO3bChRtHvbp1ANizax/Hnbs3b8qUmf/RpcuFCw5ChDhzFi7cuPfvwW3YAACABQvj8uvfzx+Af4AA\nBA4EMM7gQYQJefEqUAAAgAERIihShGjXLi5cuHEb19HjR5AARI4kWdLkSZQpVa4c19Lly5fADhwA\nUNMmgAABBAwYAABAgAA2vg39Js7oOKRJxwFg2tTpOKhRpU6lOk6cuHDhxv36RYAAAAALxo0lW7Ys\nALRp1YpjO87tW7jjxHXrNs7uXbx79gAAMGDAOMCBBQ8GUNjwYXHiwokTFy7cOMiRx/UyYAAAAAIE\n8JAhI0VKCwkSCBCAAAHaONSpVasG0Nr1a9ixZc+mXdv2ONy5desGduAAAODBAQQIIGD/wAAAAAIE\nsPHN+Tdx0cdNpz4OwHXs2cdt597d+/dx4sSFCzfu1y8CBAAAWDDO/Xv48AHMp19f3P1x+fXvHyeu\nG8Bu4wYSLLhnDwAAAwaMa+jwIUQAEidSFCcunDhx4cKN6+hxXC8DBgAAIEAADxkyUqS0kCCBAAEI\nEKCNq2nz5k0AOnfy7OnzJ9CgQoeOK2r0aFFu3JAQIADgKYAABAgMGBAAAFYAAgTQEiduHNiwYsEC\nKGv27Li0ateybcsW24EDAOYCyDbuLt68eQHw7etXnLhxggcTHuzN27jEihenSAEAgAUL4yZTrmwZ\nAObMmsVx7tyZW7duggQNAABAgAA2/2ySDRvWqpUGALIBIEBwbRzu3Lp1A+jt+zfw4MKHEy9ufBzy\n5MqRc+OGhAABANIBBCBAYMCAAAC2AxAggJY4cePGky8/HgD69OrHsW/v/j3899gOHABgH0C2cfr3\n8+cPACAAgQMHihM3DmFChQm9eRv3EGLEFCkAALBgYVxGjRs5AvD4EaQ4kSNHcuvWTZCgAQAACBDA\nhk2yYcNatdIAACcABAiujfP5EyhQAEOJFjV6FGlSpUuZjnP6FCpUb7NmLVqUJw8lGzY6dBDw1YCB\nKVPGlTV7Fi0AtWvZjnP7Fm5cuXErmTCxYMG3b+P49vX7F0BgwYPHFTZ8GLE4ceMYN/92PGXKggXS\npI2zfBlzZgCbOXcW93ncOHDgxImrNm3aihUV3rzx5m1c7NjbtlV5cPuBK1fjePf2/RtAcOHDiRc3\nfhx5cuXjmDd37tzbrFmLFuXJQ8mGjQ4dBHQ3YGDKlHHjyZc3DwB9evXj2Ld3/x7++0omTCxY8O3b\nOP37+fcHABCAwIEDxxk8iDChOHHjGjp8OGXKggXSpI27iDGjRgAcO3oUB3LcOHDgxImrNm3aihUV\n3rzx5m2cTJnbtlV5gPOBK1fjevr8CRSA0KFEixo9ijSp0qXjmjp9CrWpOHG+fAmyYEGAAABcAwRQ\npWqc2LFkywI4izbtuLVs27p9yzb/ViwLvHiJEzcur969fPMC+As48LjBhAsXxqZBgytX4sSNe/zt\n24MDBxAgGIc5s+bNmAF4/gx63Dhx48aBA2fMWBMNGgIEaAAM2LjZtMdVq4aBAoUkScb5/g08uG8A\nxIsbP448ufLlzJuPew49uvTn1qxt2hSkQAEA3LkLEODEybjx5MubB4A+vfpx7Nu7fw9/HDJkCxac\nGYc/v/79/AH4BwhA4EAA4wweRGgwXDgnAwYECAABgosKFQQIANCjx6JF4cKNAxlS5EgAJU2eHJcy\npTdvvXrBCBAzwAllysbdvBkuXI8eCrJkuXVr3FCiRY0OBZBU6VKmTZ0+hRpV6jiq/1WtXqVqzdqm\nTUEKFAAQNqwAAU6cjEObVu1aAG3dvh0XV+5cunXHIUO2YMGZcX39/gUcGMBgwoXHHUac+HC4cE4G\nDAgQAAIEFxUqCBAAoEePRYvChRsXWvRo0gBMn0Y9TrVqb9569YIRQHaAE8qUjcONO1y4Hj0UZMly\n69Y44sWNHycOQPly5s2dP4ceXfr0cdWtX8cuTlysWCNGCAAQXrx4GjTGnUefXj0A9u3dj4MfX/58\n+uEwYAAAINo4/v39AxwncCDBcQAOIkw4biHDhgvDhRMRIAAAAAECAMiYMUCJEq5cjQspciTJkABO\nokw5biXLcdWqtQAgE0CAFCm8ef8bN45bkyYAfhow8OrVuKJGjyItCmAp06ZOn0KNKnUq1XFWr2LN\nKk5crFgjRggAIHbsWBo0xqFNq3YtgLZu346LK3cu3brhMGAAACDauL5+/wIODGAw4cLjDiNOfDhc\nOBEBAgAAECAAgMqVA5Qo4crVuM6eP4PuDGA06dLjTqMeV61aCwCuAQRIkcKbt3HjuDVpAmC3AQOv\nXo0LLnw48eAAjiNPrnw58+bOn0MfJ3069erbttWp48DBBQ0aWrTg4MCBAQNTpoxLr349ewDu38Mf\nJ38+/fr2t2nQ4MDBuP7+AY4TOJBgwXEAECZUOI5hQ4cOv+nQYcECAgQLDGQ0YGL/2bJt28aFFDmS\nZEgAJ1GmHLeS5Thx4lR9+CBAQAGbQoQkScIhQAAAP1OkqFZtXFGjR5EWBbCUaVOnT6FGlTqV6jir\nV7Fi9bZhw4ABBgxoKVYMHDhfOHAECECAQJtxb+HGjQuAbl274/Dm1btXrzZtRwQIkCCB2zjDhxEn\nVgyAcWPH4yBHljw5WTJYsKRIaXPihAQJFY4do0ZtXGnTp1GXBrCadetxr2HDDrds2YIFAHDn1h2A\nNwECBgyIEzeOeHHjxwEkV76ceXPnz6FHlz6OenXr1r1t2DBggAEDWooVAwfOFw4cAQIQINBmXHv3\n798DkD+f/jj79/Hnx69N2xEB/wAFSJDAbZzBgwgTKgTAsKHDcRAjSpyYLBksWFKktDlxQoKECseO\nUaM2rqTJkyhLAljJsuW4lzBhhlu2bMECADhz6gzAkwABAwbEiRtHtKjRowCSKl3KtKnTp1CjSh1H\ntapVq7cIEAgQAAMGY9++gQO3rU+fAwcAABjgypU3b+Piyp0LoK7du+PGeQsXzpu3cYADC/727csX\nEwsSL4g2rrHjx5AjA5hMufK4y5gza76cLVu1asyAAEGAYII1a968jVvNurXr1QBiy549rrbt2+HC\nHTvGAoBvAAECZDhypEoVCgoUBAigQcO459CjSwdAvbr169iza9/Ovfu47+DDh/+/RYBAgAAYMBj7\n9g0cuG19+hw4AADAAFeuvHkbx7+/f4AABA4kOG6ct3DhvHkb19Dhw2/fvnwxscDigmjjNG7k2NEj\nAJAhRY4jWdLkSZLZslWrxgwIEAQIJliz5s3bOJw5de7ECcDnT6DjhA4lGi7csWMsACwFECBAhiNH\nqlShoEBBgAAaNIzj2tXrVwBhxY4lW9bsWbRp1Y5j29atWyMBAgAAECGCpGTJiBHrlSGDAAEAAARo\n0CBVKnHjFC9eDMDxY8jjxokbN06cuHGZNWf+9k2ECBYsUpAhI0IEsXGpVa9m3RrAa9ixx82mXdv2\nbHHiwoXr5cEDAQIWunUbV9z/+HHkxwEsZ9583HPo0aMTmzChRo08ecSN4z4OlwABAAAIEIBt3Hn0\n6dMDYN/e/Xv48eXPp19/3H38+fMbCRAAAEAAESJISpaMGLFeGTIIEAAAQIAGDVKlEjfuIkaMADZy\n7DhunLhx48SJG2fypMlv30SIYMEiBRkyIkQQG2fzJs6cOgHw7OlzHNCgQocCFScuXLheHjwQIGCh\nW7dxUqdSrUoVANasWsdx7erVK7EJE2rUyJNH3Li043AJEAAAgAAB2MbRrWvXLoC8evfy7ev3L+DA\ngscRLmzYcLcSJTZsAALklixZ1aolY8WqQoUJEzI8enTt2rjQokcDKG369LjU/6pXs/7168kTYMC+\nWbN269a43Lp38+49DgDw4MLHES9u/DhycXjwyJAxaRz06NKnUwdg/Tr2cdq3c+/u3bsRIwECJEgA\nbhz69OrVA2jv/j38+PLn069vfxz+/Pr3e/PGDSC3bdu+adM2DiHCbNmwYeMVLpw4ceMoVrQIAGNG\njeM4dvTIcdkyNRQoePECDJg4a9acORv3EmZMmTPHAbB5E+c4nTt59vQ5zoKFAQM4jDN6FGlSpQCY\nNnU6DmpUqVOpUsWBAwCAAgWojfP6FSxYAGPJljV7Fm1atWvZjnP7Fm5cb964cdu27Zs2beP48s2W\nDRs2XuHCiRM3DnFixQAYN/92PA5yZMmQly1TQ4GCFy/AgImzZs2Zs3GjSZc2fXocANWrWY9z/Rp2\nbNnjLFgYMIDDON27eff2DQB4cOHjiBc3fhw5chw4AAAoUIDaOOnTqVMHcB17du3buXf3/h28OHHh\nxpU3fx59evXatH0b9x5+/PgA6Ne3Pw5/fv3ixDFjBrAJBw5o0HjzNq5aNVCgxjl8CDGixHEAKlq8\nOC6jxo0cO4pbsAAAgCPjSpo8iTIlgJUsW457CTOmzJkyv5EgESDAgAHbxvn8CRQogKFEixo9ijSp\n0qVMxYkLNy6q1KlUq1rVpu3buK1cu3YFADas2HFky5oVJ44ZsyYcOKBB483/27hq1UCBGoc3r969\nfMcB+As48LjBhAsbPixuwQIAAI6Meww5suTJACpbvjwus+bNnDtz/kaCRIAAAwZsG4c6tWrVAFq7\nfg07tuzZtGvbHoc7t+7dvHvvFjcuuPDhwwEYP458nPLlzJVXq2bnxo1bt759C0eNGjFi47p7/w4+\n/DgA5MubH4c+vfr17KcBeA8A0rj59Ovbvw8gv/794/r7BzhO4ECCBQtqQ4AgQAAJEraNgxhRokQA\nFS1exJhR40aOHT2OAxlS5EiSJU2eDAlA5UqW41y+hBnz2zdx4sbd7NYtXLhxPX3+BBp0HACiRY2O\nQ5pU6VKm0gIEaNBg3FSq/1WtXh0HQOtWruO8fgUbVqxYaNAkSerWbdxatm3dAoAbV+5cunXt3sWb\nd9xevn39/gUcWDBfAIUNHx6XWPFixt++iRM3TnK3buHCjcOcWfNmzuMAfAYdetxo0qVNn5YWIECD\nBuNcv4YdW/Y4ALVt3x6XW/du3r17Q4MmSVK3buOMH0eeHMBy5s2dP4ceXfp06uOsX8eeXft27t2v\nAwAfXvw48uXNn0efXv368gDcv4c/Tv58+vXth4sQoVq1cf39AxwncCDBguMAIEyocBzDhg4fQowo\ncWJDABYvYsyocSPHjh4/jgspciTJkiZPohQJYCXLluNewowpcybNmjZhAv/IqXPnuJ4+fwINGi5C\nhGrVxiFNqnQp03EAnkKNOm4q1apWr2LNqpUqgK5ev4INK3Ys2bJmx6FNq3Yt27ZpxYkbJ3cu3boA\n7uLNO24v375+/44TJ24c4cKGDyMuDGAx48bjHkOOLHmyOGvWxmHOrHkz58wAPoMOPW406dKmT6NO\nrZo0gNauX8OOLXs27dq2x+HOrXs37965xYkbJ3w48eIAjiNPPm458+bOn48TJ24c9erWr2OvDmA7\n9+7jvoMPL368OGvWxqFPr349+/QA3sOPP24+/fr27+PPr58+gP7+AQIQOJBgQYMHESZUWHBcQ4cP\nIUaUOJGiQwAXMWYct5H/Y0ePH0GGFMkRQEmTJ8elVLmSZUuXL2GqBDCTZs1xN3Hm1LmTZ0+fOAEE\nFTqUaFGjR5EmVTqOaVOnT6FGlTq1KQCrV7GO07qVa1evX8GG3QqAbFmz49CmVbuWbVu3b9MCkDuX\n7ji7d/Hm1buXb9+7AAAHFjyYcGHDhxEnHreYcWPHjyFHlswYQGXLl8dl1ryZc2fPn0FrBjCadOlx\np1GnVr2adWvXqAHElj17XG3bt3Hn1r2bt20Av4EHFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn\n176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+ffn379/Hn17+ff3//kwABCBxIsKDBgwgTKlzI\nsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fP\nn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Dj\nyp1Lt67du3jz6t3Lt6/fv3wDAgAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacuXMnZtMuZxly+fMmTvHubNnzuPGlStn7pzp\n06hRA1jNurU5c+diy55Nu7bt27jPAdjNu7c5c+eCCx9uzty548iPl1u+3Jzz5+eiS59OHYD169jL\nlTN3rrt3c+DBn/8bT768+fPoy5szB6C9+/fw48ufT7++/XP48+cvZ87cOYDnBA4kWNDgwYMAFC5k\neM7hQ4gRJU6kWPEhAIwZNZ7j2NHjR5DnzI0cec7kSZQpVQJg2dLlOZgxZc6kWdPmzZgAdO7k2dPn\nT6BBhQ49V9ToUaRJlZ4zZ+7cU6hRpT4FUNXq1XNZtW7l2tXrV7BaAYwlW/bcWbRp1a5l29YtWgBx\n5c49V9fuXbx59e7laxfAX8CBBQ8mXNjwYcTnFC9m3Njx43PmzJ2jXNnyZcoANG/mfM7zZ9ChRY8m\nXfozANSpVZ9j3dr1a9ixZc9uDcD2bdzndO/m3dv3b+DBdwMgXtz/+HHkyZUvZ9783HPo0MuZM3fO\n+nXs2b99K1fu3Hfw4cV/B1De/Plz6dWvZ9/e/Xv46gHMp1//3H38+fXv59/fP8BzAgEQLGjwHMKE\nChcyTEiOnLlzEidSrGgRAMaMGjdy7OjxI8iQ50aSJFnOnLlzKleybPntW7ly52bSrGlzJoCcOnee\n6+nzJ9CgQocS9QngKNKk55Yyber0KdSoUpkCqGr16rmsWrdy7aqVHDlz58aSLWv2LIC0ateybev2\nLdy4cs/RrVu3XLdu2bKBK1fOnLlxgrNlI0ZMECFC5syda+z4MeTGACZTrnzuMubMms2ZO3euXDlz\n50aTLm36tGkA/6pXsz7n+jVs2OXGjStXzpy5c7p38+7t2zeA4MKHnytu/Djy4+TIRdKgAQOGLseO\nmTN37jr27NqvA+ju/Tv48OLHky9v/hz69OnLdeuWLRu4cuXMmRtnP1s2YsQEESJkDqC5cwMJFjQ4\nEEBChQvPNXT4EKI5c+fOlStn7lxGjRs5duQIAGRIkedIljRpsty4ceXKmTN3DmZMmTNp0gRwE2fO\nczt59vTZkxy5SBo0YMDQ5dgxc+bONXX6FGpTAFOpVrV6FWtWrVu5nvP69Su5ZMmqVKGDBIkNGxIk\nXFiwgACBATNmlCt3Dm9evXvxAvD7F/A5wYMJC/72zdeTJ0yYkP8g8WbPnlSpZJkzdw5zZs2bNQPw\n/Bn0OdGjR5sTJw4VKkd69CBCtG3bOdmzade2bRtAbt27z/X2/Rt4b3DgECAAcPx4AAMGKlSwZInc\nOenTqVMHcB17du3buXf3/h38OfHjx5MzZuzLlwcIEAgQMGCAAPkA6JMgcQ5/fv379QPwDxCAwIEA\nzhk8iNAgMmQSAgQAABFAAAIUCTAwYYIHjxgxOLx4ESWKFG/ezpk8eQ6AypUsz7l8+XLbokURIggo\nUODChWTJzvn8CTSoUKEAiho9ei6p0qVMzZnbsAGAVKkDqgYIACArgATixJ37CjbsVwBky5o9izat\n2rVs2557Cxf/Ljljxr58eYAAgQABAwYI+AsgMAkS5wobPoz4MIDFjBufeww58mNkyCQECAAgM4AA\nBDoTYGDCBA8eMWJwePEiShQp3rydew37HIDZtGufu40b97ZFiyJEEFCgwIULyZKdO448ufLlywE4\nfw79nPTp1KubM7dhA4Dt2wd4DxAAgHgACcSJO4c+vXr0ANq7fw8/vvz59OvbP4c/v3784sQRAwgL\n1qJFkyaZUaEiQAAACxacgxhR4kSJACxexHhO40aOGqNFKyFAAACSJAUICBAAwEqWLQMEMFCokDlz\n52zaBJBT585zPX2eI0eulgULAQIAIEBAgoRIkcCZM1euXDhq/9Rw4bpyZRE2bOe8fgVLjhwAsmXN\nnkObVu1aceIGDAAQd8ECOHAAMWAQIAAAvggQnAMcWHC5cgAMH0acWPFixo0dPz4XWfLkyOLEEYMF\na9GiSZPMqFARIACABQvOnUadWnVqAK1dvz4XW/bs2NGilRAgAMDu3QIEBAgAQPhw4gECGChUyJy5\nc82bA4AeXfo56tXPkSNXy4KFAAEAECAgQUKkSODMmStXLhw1arhwXbmyCBu2c/Xt3ydHDsB+/v3P\nATwncCBBguLEDRgAYOGCBXDgAGLAIEAAABYRIDincSPHcuUAgAwpciTJkiZPokx5biXLli5fnmPG\nLEGCAHr0nP/LqXMnz50AfgINem4o0aJFaw0YAGApgAEZMjhwoEAAVQEAAAQYMCBIEFfgwJ0LK/Yc\ngLJmz55Lq/ZcuXKoFiwAILdAgRMnFi0SBQiQFy88SJC4cMGAgReuXJkzd24x48XmzAGILHnyucqW\nL2M2Z06BAgAAArhyZW40NWoaNABITYCAN2/nXsN+Xa4cgNq2b+POrXs3796+zwEPLnw48XPJkiVI\nUIAZs3POn0OPDh0A9erWz2HPrh27OXODBAgAAMCAgRRu3IgRIwEChAIFDhzQcOwYOXLn7uPPD2A/\n//7nAJ4TOHDcODUDBgAAEODAAQgQEiQwECAAAIsBAgjQKKD/ABgw4sSdEzlSpDlzAFCmVHmOZUuX\nL8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c4lVXpOnDgAT6FGlTqValWrV7Ge07qVa1ev55Il\nS5CgADNm59CmVbtWLQC3b+GekzuXrlxz5gYJEAAAgAEDKdy4ESNGAgQIBQocOKDh2DFy5M5FljwZ\nQGXLl89l1nxu3Dg1AwYAABDgwAEIEBIkMBAgAADXAQIIkC2gABgw4sSd071btzlzAIAHF36OeHHj\nx8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c6FF39OnDgA59GnV7+efXv37+Gfkz+ffn375548\nCRBgADdu/wDPCRxIsCBBAAgTKjzHsKFDh04CSAzw4UOfWLGUKHFw4ECCBCpUNDtHsqRJkwBSqlx5\nrqXLc+XK5SlQAIBNAQIWLChQIACAnwASKFBw4ECBAhNYsTrHtKlTpgCiSp16rqrVq1jNmcOAAQAA\nAa9emTN3jhw5MWIOHAggQMCgQebOyZ07F4Ddu3jz6t3Lt6/fv+cCCx5MuPC5J08CBBjAjdu5x5Aj\nS44MoLLly+cya9682UmAzwE+fOgTK5YSJQ4OHEiQQIWKZudiy549G4Dt27jP6d59rly5PAUKABgu\nQMCCBQUKBADAHEACBQoOHChQYAIrVueya9+eHYD37+DPif8fT768OXMYMAAAIODVK3PmzpEjJ0bM\ngQMBBAgYNMjcOYDnBA4UCMDgQYQJFS5k2NDhw3MRJU6kOFGcuDAGDAAAUCBXrnMhRY4kORLASZQp\nz61k2XLluHEOChQwYGDKlCRWrDx4QECAgAULbNiIds7oUaRIASxl2vTcU6jnxImLxYBBgAAACBBA\ngECBggIUKIwY8UOFiggRDhwQYc3aObhx5cIFUNfu3XN59e7la84cAgQAAAyoVWvcuHPduh06NGEC\ngwsXqFE7V9lyZXPmAGzm3NnzZ9ChRY8mfc70adSpUYsTF8aAAQAACuTKdc72bdy5cQPg3dv3OeDB\nhQMfN87/QYECBgxMmZLEipUHDwgIELBggQ0b0c5t5969OwDw4cWfI1/+nDhxsRgwCBAAAAECCBAo\nUFCAAoURI36oUBEhAsADB0RYs3buIMKEBwEwbOjwHMSIEieaM4cAAQAAA2rVGjfuXLduhw5NmMDg\nwgVq1M6xbMnSnDkAMmfSrGnzJs6cOnee6+nzJ9CexoylSHFAgAACBBj48XPuKdSoUqMCqGr16rms\nWrdmxYZNCgcOQYJQoYLjwoUECQYECDBgQIMGeMiRO2f3Ll67APby7XvuL2DA4Xr1MmNGCyFCqVKF\nCvVr2rRx47INGsSAwYEDiM5x7uzZM4DQokefK236NOpy/+UmTEiQoJA5c+dmmzPny5cdO1xy5Trn\n+zdw3wCGEy9u/Djy5MqXMzdn7hz06NKhmwsWzIGDAAEIKFDAgIGCBw+YMDl27Bz69OrXA2jv/v25\n+PLnlyuHCFEgNGhSpHjwAGCEBQsOHBhwUICAAAEGRIny7ds5iRMpArB4EeM5jRs5litHjpy5ciPL\nhQtH7lzKc+LQoDlwYMKEcOdo1rRpE0BOnTvP9fT5E+i0aQsWsGCx7VzSpOXKsWIVIwYecuTOVbV6\ntSoArVu5dvX6FWxYsWPNmTt3Fm3as+aCBXPgIEAAAgoUMGCg4MEDJkyOHTv3F3BgwQAIFzZ8DnFi\nxeXKIf9CFAgNmhQpHjyIsGDBgQMDOAsQECDAgChRvn07dxp1agCrWbc+9xp27HLlyJEzVw53uXDh\nyJ3zfU4cGjQHDkyYEO5ccuXLlwNw/hz6OenTqVefNm3BAhYstp3z7r1cOVasYsTAQ47cOfXr2asH\n8B5+fPnz6de3fx//Of37+fPfBvDMmQgRGDAAM2uWLVseDBggQCBIkGvnKlq8eBGAxo0cz3n8+NHc\ntm2yZKWxYePChQcPGPz4kSrVLVmyrFjRoCEAAAAKFJz7CTQogKFEi547ijSp0qVKzdmwIUBAlizn\nqlq9ihWA1q1cz3n9CjasLl0fPlCiZO6c2nPicuXq0SP/QgQ/5cqdu4s3710AfPv6/Qs4sODBhAuf\nO4w4ceJtZ85EiMCAAZhZs2zZ8mDAAAECQYJcOwc6tGjRAEqbPn0utWrV5rZtkyUrjQ0bFy48eMDg\nx49UqW7JkmXFigYNAQAAUKDgnPLlzAE4fw79nPTp1Ktbr27Ohg0BArJkOQc+vPjxAMqbP38uvfr1\n7HXp+vCBEiVz5+qfE5crV48eESL4AViu3DmCBQ0SBJBQ4UKGDR0+hBhRojlz5yxexEiOXDRJkl69\nIkfu3MiR5LBgWbCAAIEez56dgxlTJkwANW3ePJdT57lx45ypUQMESAUHDhIkePGCjzlz55w+PTdu\nHAEA/wACBKh2TuvWrQC8fgV7TuxYsmXNlgWXQG0CbdrOvYUbVy4AunXtmjN3Tu9evnrHtWkzYYIV\nK8isWUOFasODBwoUHDgw4datc5UtX64MQPNmzp09fwYdWvToc6VNmx4nTly2bNzOvYYdO/aoUQUK\nLJAl69xu3r13AwAeXPg54sTLlYsVK02GDAwYLIAAYcqUb9/OXcee/XoXAAAECDB3Tvz48QDMn0d/\nTv169u3dt+dVoMCNG+fs38ef3z4A/v39AzRn7hzBggbLlQOVIAEBAgsWKFiwQADFAAEIEAgQgAAP\nHuc+ggz5EQDJkiZPokypciXLludewoQ5Tpy4bNm4nf/LqXPnzlGjChRYIEvWuaJGjxYFoHQp03NO\nnZYrFytWmgwZGDBYAAHClCnfvp0LK3Zs2C4AAAgQYO4c27ZtAcCNK/cc3bp27+K9y6tAgRs3zgEO\nLHgwYACGDyM2Z+4c48aOy5UDlSABAQILFihYsEAA5wABCBAIEIAADx7nTqNOfRoA69auX8OOLXs2\n7drmzJ3LbW63uWzHjunSVe4c8eLGjVOjNmCAAWLEzkGPLh06gOrWr5szd257t267dqEoUCBAgAUm\nTPjydW49+/btRQUIcOAAuXP2798HoH8//3P+AZ47Z87cOYMHESY0aM6cjQMHbt06N5FiRYsTAWTU\nuJH/HLlzH82ZOzdSmjQnTiQMGAAAQACXAGDCFDBTQIAAACpUIEfuXE+fPwEEFTqUaFGjR5EmVWrO\n3Dmn5qCay3bsmC5d5c5l1bp1KzVqAwYYIEbsXFmzZ8sCULuWrTlz5+B267ZrF4oCBQIEWGDChC9f\n5wAHFixYVIAABw6QO7eYMWMAjyFHPjd5sjlz5zBn1rwZszlzNg4cuHXrXGnTp1GXBrCadWty5M7F\nNmfuXG1p0pw4kTBgAAAAAYADEC5cQHEBAQIAqFCBHLlzz6FHBzCdenXr17Fn176de7ly58CHPxeu\nWbNatcydU7+ePXtBggQISKBN2zn79/HbB7Cff39z/wDNnRtozpwyZRoCBAAAQIALF+HCnZtIsWLF\nOAAAGDBg7pzHjx8BiBxJ8pzJkyhTqjxZrtwEAQKePTtHs6bNmzQB6NzJc9w4c+fOmTPnzZuqBw8C\nBAAQoKlTAFADBBBANUAAAFgFCHDm7JzXr2ABiB1LtqzZs2jTql1brty5t3DPhWvWrFYtc+fy6t27\nV5AgAQISaNN2rrDhw4UBKF7M2Jy5c5DNmVOmTEOAAAAACHDhIly4c6BDixYdBwAAAwbMnVvNmjWA\n17Bjn5tNu7bt27TLlZsgQMCzZ+eCCx9OPDiA48iTjxtn7tw5c+a8eVP14EGAAAACaN8OoHuAAALC\nB/8IAKC8AAHOnJ1bz749gPfw48ufT7++/fv4y5U7x78/f4B9+jBgEOzcQYQJD0aLFiGCAAFLzJk7\nV9HixYoANG7kaM7cOZAgwYGbBMCkSRYsmDE719Lly5bevAkAAECDhnM5de4E0NPnz3NBhQ4lWlTo\nsWMClIIDd87pU6hRnQKgWtUqOHDjvHnz5WvKlA4BxAYYcOFCkCA6dCxo0ODAWwFxBQCgK0DAqFHn\n9O7lC8DvX8CBBQ8mXNjw4XOJFS/WpUuAgAjmzJ2jXLlyuAULBAhIkcLcOdChRYsGUNr06XOpVasm\n9+ABANgHDkiR8urVMmjQcOHqFi0aLlwDBgAg/un/0znkyZUDYN7c+Tno0MuVM2fu3HXs2bVr05ag\nQAFz5s6NJ1/e/HgA6dWvDxdO3HtUqAoVGoIDR6ZM387t52/uGsBrt24Z4cBBgYIAChEgECbsHMSI\nEgFQrGjxIsaMGjdy7HjuI8iQunQJEBDBnLlzKleuDLdggQABKVKYO2fzJk6cAHby7HnuJ1Cg5B48\nAGD0wAEpUl69WgYNGi5c3aJFw4VrwAAAWj99Ouf1K1gAYseSPWfWbLly5syda+v2LVxt2hIUKGDO\n3Lm8evfyzQvgL+DA4cKJK4wKVaFCQ3DgyJTp27nIks1du3brlhEOHBQoCOAZAQJhws6RLm0aAOrU\n/6pXs27t+jXs2Odm064NDlyAAANKlAgX7hxw4Jw4KRAgoEEDb97OMW/u/DmA6NKnn6tu/boxYw0a\nLECAYAD4AQIAkAcgwIABAOrV79lz7j38+O8B0K9v/xx+/Nq0Zct2DuA5gQMJEhw3zgEIEObMnXP4\nEGJEhwAoVrS4bVs4cOCOHVP2cdu2cyNJlhw5bhwuX76ePDlwYIAMGdGinbN5EycAnTt59vT5E2hQ\noUPPFTV6FBy4AAEGlCgRLtw5qVI5cVIgQECDBt68nfP6FWxYAGPJlj13Fm1aY8YaNFiAAMEAuQME\nALALQIABAwD48t2z51xgwYMDAzB8GPE5xYq1af/Llu1cZMmTKY8b5wAECHPmznX2/Bl0ZwCjSZfe\nti0cOHDHjilzvW3bOdmzacseNw6XL19Pnhw4MECGjGjRzhU3fhxAcuXLmTd3/hx6dOnnqFe3Th0O\nHADbtxcoIAA8AAAEcOAoV+5cevXr2acH8B5+/HPz6defT44csEGDJElKATDFgAAEAzxo0ECCBCNG\npp17CDFiRAAUK1o8hxFjuXLUqJ37CDKkyI+ZLFgwZ+6cypUsW6oEADOmzG7dypkzR45cuXLnevr8\nCRRot26cOGlAgQIcuHNMmzoFADWq1KlUq1q9ijXrua1cu3b9ZcFCgLEBAAQIkCCBrHNs27p9Cxf/\ngNy5dM/ZvYs3r15zfPme+ws4sODB5wAYPoz4nOLF57x5M3cusuTJlM9JW7LknObNnDtzBgA6tGhz\n5s6ZPo06terVp4udOnUutuzZsQHYvo07t+7dvHv7/n0uuPDhw39ZsBAgeQAAAQIkSCDrnPTp1Ktb\nB4A9u/Zz3Lt7/w7enHjx58qbP48+/TkA7Nu7Pwc//jlv3sydu48/v/5z0pYsAXhO4ECCBQkCQJhQ\noTlz5xw+hBhR4sSHxU6dOpdR48aMADx+BBlS5EiSJU2ePJdS5UqWLV2+hKkSwEyaNc/dxJlT506e\nPX3iBBBU6NBzRY0eRZoUqbly5c49hRpValQA/1WtXj2XVetWrl29fgWrFcBYsmXNnkWbVu1atufc\nvoUbV+5cunXfAsCbV+85vn39/gUcWPDgvgAMH0Z8TvFixo0dNzZXrtw5ypUtX7YMQPNmzuc8fwYd\nWvRo0qU/A0CdWvVq1q1dv4Yd+9xs2rVt38adWzdtAL19/z4XXPhw4sWNH0cuHMBy5s3PPYceXfp0\n6tWtQweQXfv2c929fwcfXvx48t4BnEefXv169u3dv4d/Tv58+vXt38effz4A/v39AzwncCDBggYP\nIkw4EADDhg7PQYwocSLFihYvRgSgcSPHcx4/ggwpciTJkh8BoEypciXLli5fwox5bibNmjZv4v/M\nqZMmgJ4+f54LKnQo0aJGjyIVCmAp06bnnkKNKnUq1apWoQLIqnXrua5ev4INK3YsWa8AzqJNq3Yt\n27Zu38I1Z+4c3bp27+LNq3fvOQB+/wI+J3gw4cKGDyNOPBgA48aOz0GOLHmyOXPnLmPOrHkzZ8wA\nPoMOfW406dKmT6NOrZo0gNauX8OOLXs27dq2zZk7p3s3796+fwMPfg4A8eLGzyFPrnw58+bOnycH\nIH069XPWr2PPbs7cue7ev4MPL947gPLmz59Lr349+/bu38NXD2A+/fr27+PPr38///7+AQIQOJBg\nQYMHESZUuJBhQ4cPIUaUOJFiRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2b\nN3Hm1LmTZ0+fP4EGFTqUaFGjRxeOG0fOXFOn5s5FlTqV6jlzV6+e07qVa1etAMCGFXuObFmzZ9Gm\nVbu2LAC3b+GaM3eObt1z5s7lzWuOb1+/fM8FFjyYcGEAhxEnPreYcWPHjyFHlnyuXDkAlzFn1ryZ\nc2fPn0GPG0fOXGnT5s6lVr2a9Tlzr1+fkz2bdm3ZAHDn1n2Od2/fv4EHFz68NwDjx5GbM3eOefNz\n5s5Fj26OenXr1M9l176de3cA38GHPzeefHnz59GnV3+uXDkA7+HHlz+ffn379/GbM3eOf3///wDP\nCRxIUKA5c+PKlTvHsKHDhw4BSJxI8ZzFixgzatzIseNFACBDijxHsqTJkyjPmTN3rqXLlzBjugRA\ns6bNczhz6tzJs6fPnzkBCB1KtKjRo0iTKl16rqnTp1CjOjVnrps0aeeyat3KdSuAr2DDnhtLtqzZ\ns2jTqiULoK3bt+fiyp1Lt67du3jlAtjLt++5v4ADCx5MuLBhwAASK17MuLHjx5AjSz5HubLly5gr\nmzPXTZq0c6BDix4tGoDp06jPqV7NurXr17BjrwZAu7btc7hz697Nu7fv37kBCB9O/Jzx48iTK1/O\nvPlxANCjS59Ovbr169izn9vOvbv379y7df9zkyULOXLn0qtfzz49gPfw45+bT7++/fv48+unD6C/\nf4AABAI4V9DgQYQJFS5kaBDAQ4gRz02kWNHixXPmzG3bVu7cR5AhRY4EUNLkSZQpVa5k2dLlOZgx\nZc6kGbNbNzdZspAjd87nT6BBfQIgWtToOaRJlS5l2tTp06QApE6les7qVaxZtW7l2vUqALBhxZ4j\nW9bsWbTnzJnbtq3cObhx5c6lC8DuXbx59e7l29fv33OBBQ8mXFgwNWoMChQIFercY8iRJT8GUNny\n5XOZNW/m3NkzZ3PnRI8mTRrAadSpz61m3dr1a9iutyFDZs7cOdy5dQPg3dv3OeDBhQ8nPi7/T55L\nl8CdY36uXDlckCBhwtSsXLlz2bWfA9Dd+3fw4cWPJ1/e/Dn06dWvZ5+eGjUGBQqECnXO/n38+e0D\n4N/fP8BzAgcSLGjwYEFz5xYybNgQAMSIEs9RrGjxIsaMF7chQ2bO3LmQIkcCKGny5LmUKleybDku\nT55Ll8Cdq3muXDlckCBhwtSsXLlzQoeeA2D0KNKkSpcyber06bmoUqdSrSpVmjQCBgxkyPDrF7lz\nYseSJQvgLNq059aybev2Ldxz1aqpUoXDmLFzevfy1QvgL+DA5wYTLmz4MGLC4MBJCBHi2LFzkidT\nBmD5MmZz5s5x7uz5M+dp00AkSPDixR5g/8DgwLFgQcCAAQcOeFi27Bzu3OcA8O7t+zfw4MKHEy9+\n7jjy5MqXIy9XzgKA6AACBDggREi3bubOce/eHQD48OLPkS9v/jz686JmzLhwYcAAAAgQjBt37j7+\n/AD28+9/DuA5gQMJFjR4UKAcOQAYNmgA7FxEiRIBVLR40Zy5cxs5dvR46hQAkSIXLDBSocKBAwBY\nshwwQEKyZOdo1jwHAGdOnTt59vT5E2jQc0OJFjV6lGi5chYANAUQIMABIUK6dTN3DmvWrAC4dvV6\nDmxYsWPJjhU1Y8aFCwMGAECAYNy4c3Pp1gVwF2/ec3v59vX7FzBfOXIAFG7QANg5xYsXA/9w/Biy\nOXPnKFe2fPnUKQCbNy9YYKRChQMHAJQuPWCAhGTJzrV2fQ5AbNmzade2fRt3bt3nePf2/Rt4b2jQ\nDgAwDiBAgAUOHBAjFu1cdOnSAVS3ft2cuXPbuXf33t1cq1YGDAAwLwC9AADrd+069x5+fADz6dc/\ndx9/fv35zZmjBnDatHLlzpkz16sXAQIAGgoQsMCJk2bNzlm0CCCjxo3ixJ37CDLkR3OdOgE4eVKA\nADJkiOXJo0MHBw4gRoxIkmSGL1/mzJ37+ROA0KFEixo9ijSp0qXnmjp9CjWqU2jQDgC4CiBAgAUO\nHBAjFu2c2LFjAZg9i9acuXNs27p969b/XKtWBgwAuCsgrwAAfHftOgc4sGAAhAsbPoc4seLFis2Z\nozZtWrly58yZ69WLAAEAnAUIWODESbNm50qXBoA6tWpx4s65fg3btblOnQDYti1AABkyxPLk0aGD\nAwcQI0YkSTLDly9z5s45dw4guvTp1Ktbv449u/Zz3Lt7/w6++6VLBgIEUKCgUiVy59q7f99+3DgA\n9OvbP4c/v/79+MmRA0iIUAUCBAAACKBAgQgRBQoAgLht2zmKFS0CwJhR4zmOHT1+9KhK1R5duoIF\no7ZrFwoUAQIAgAkzwIEDLVpw43bOnDkAPX3+NGfu3FCiRcGBCxMgAACmAAzw4nVOqtRy/+XOnRvn\nzZsvX42ECTNn7tzYsQDMnkWbVu1atm3dvj0XV+5cunXLOXGiQAEBCRJkyToXWPBgceK+ffMWLRoA\nxo0dmzN3TvJkypLNGTNGgUKAAAA8BwjgIEwYLFgaNACQIAE5cudcv4YNQPZs2ubMncOdW3duc+aI\nEFmwgAMoUK5cFQEBggABAM0HDCBAQAABAgcOXLliixs3AN29fydH7tz4cuXLeXPjhgEDAQDcAyhQ\nANg5+vXt0xcnTpcuQrBgATRn7hxBc+YAIEyocCHDhg4fQox4biLFihYvlnPiRIECAhIkyJJ1biTJ\nkuLEffvmLVo0AC5fwjRn7hzNmjZpmv8zZowChQABAAANEMBBmDBYsDRoACBBAnLkzkGNKhUA1apW\nzZk7p3Ur163mzBEhsmABB1CgXLkqAgIEAQIA3g4YQICAAAIEDhy4csUWN24A/gIOTI7cucLlDpfz\n5sYNAwYCAEAGUKAAsHOWL2O2LE6cLl2EYMEyZ+4caXPmAKBOrXo169auX8OOfW427dq2b4cIEECA\nAA27dp0LLnx4cG3amDHzFi4cgObOn5crd2469erTv+XIMWBAgAAGUKA4dapZt26YMF24IKBDh3Pu\n38N3D2A+/frn7uPPrx8WLAUKADZoQMqaNWXKLABQuPADJEjQoIGjRu3YMWvWxI0bB4D/Y0eP5Mid\nE2nOnDBhRwakHCBgwAAUKHTpOjeTZs2Z5SRJIkJEFjly54AGPQeAaFGjR5EmVbqUadNzT6FGlTo1\nRIAAAgRo2LXrXFevX7tq08aMmbdw4QCkVbu2XLlzb+HGffstR44BAwIEMIACxalTzbp1w4TpwgUB\nHTqcU7yYsWIAjyFHPjeZcmXLsGApUNCgASlr1pQpswCAdOkPkCBBgwaOGrVjx6xZEzduHADbt3GT\nI3eOtzlzwoQdGTB8gIABA1Cg0KXrXHPnz5uXkySJCBFZ5Mid0779HADv38GHFz+efHnz58+lV7+e\n/fobNwAIEJAiRTFy5M7l178//7Fj/wDBgStHjhyAgwgTkiN3rmFDc+bOmTMnTRqPAgUECJgwQZE3\nb+bMnTNnrlq1ECEKuHBxrqXLly0ByJxJ05y5czhz6sS5q0KFAAEsWDjWrVuhQgEAKAXw4QO5c1Cj\nSoVqzhyAq1izkiN3rqs5c8GCKTFggACBBVGiwIIlTty5t3DjevN2Q4GCLl3MndvLly+Av4ADCx5M\nuLDhw4jPKV7MuDHjGzcACBCQIkUxcuTOad7MWfOxY+DAlSNHDoDp06jJkTvHmrU5c+fMmZMmjUeB\nAgIETJigyJs3c+bOmTNXrVqIEAVcuDjHvLlz5gCiS59uzty569izX99VoUKAABYsHP/r1q1QoQAA\n0gP48IHcuffw4783Zw6A/fv4yZE7x9+cOYDBgikxYIAAgQVRosCCJU7cOYgRJXrzdkOBgi5dzJ3j\n2LEjAJAhRY4kWdLkSZQpz61k2dLlSjx4AgQoQIvWOZzlyp3j2dPnuHHlyp0jShTAUaRJzZk719Rp\nU3LkChViYMBAlCjHjpU719XruXDhVqw4YMrUObRp1aIF0Nbt23Nx5c6N260bDAECAgSAAiUbNWo4\ncAQgPGLEOcSJFS9GDMDxY8jmzJ2jXPkcuWnTCBHac+gQNmzdup0jXdqcOViwDBgAMGBAtWrnZM+m\nDcD2bdy5de/m3dv373PBhQ8nHir/FADkAN6cY37OXLNmhw7x4ePr2zds2KqVK3fO+/dzAMSPJ3/O\n/Pnz5pAhS5JkBxYsyZKNG1fu3H3858iR06DhAMBv384RLGiQIICECheea+jwYblyffowIEAAAYIt\nW2gRIVKggIAiRc6RLGnypEkAKleyPOfyJUyXzZpNcuKkSxc8eLT58jVnjoYMGQAQJUqAgDhx55Yy\nbQrgKdSoUqdSrWr1KtZzWrdy7RoqFICwAN6cK3vOXLNmhw7x4ePr2zds2KqVK3fuLt5zAPby7Xvu\nL2DA5pAhS5JkBxYsyZKNG1fuHOTI58iR06DhwLdv5zZz7rwZAOjQos+RLm26XLk+/30YECCAAMGW\nLbSIEClQQECRIud28+7tuzeA4MKHnytu/HjxZs0mOXHSpQsePNp8+ZozR0OGDAC2bydAQJy4c+LH\nkwdg/jz69OrXs2/v/v25+PLnz68E4D4AChTMnevfH2CjRgoUBAggAAAAAwZonXP48CEAiRMpnrN4\n8aI5cuSmTRNXrtw5kefKnTN58ty0aQ0aICBH7lxMmTNjArB5E+c5nTt5kiNHh06IAwcsWLhxA8KA\nAQIEaPDm7VxUqVOpTgVwFWvWc1u5dt0aLlyGAAEIEKBAwQICBALYAnD7FoABA926nbN7Fy8AvXv5\n9vX7F3BgwYPPFTZ8+HAlAIsBUP+gYO5c5MiNGilQECCAAAAADBigdQ506NAASJc2fQ516tTmyJGb\nNk1cuXLnaJ8rdw537nPTpjVogIAcuXPDiRcfDgB5cuXnmDd3To4cHTohDhywYOHGDQgDBggQoMGb\nt3PjyZc3Xx5AevXrz7V3/759uHAZAgQgQIACBQsIEAjwDxCAwIEADBjo1u2cwoUMATh8CDGixIkU\nK1q8eC6jxo0ZTZkKAABAgACgQJ07idKatSJFBAgAALNAAW/natq0CSCnzp3nevr0aY4cOXPmzhk9\nijQpKFADBjwoV+6c1KlUpQK4ijXrua1cuZo7dsyLlxcgQECAYMBAgLUDBkDx5u3/nNy5dOvSBYA3\nr95zfPv65atIEYDBgwMYBoA4sWIAARoTInQusuTJACpbvow5s+bNnDt7Pgc6tOhx4xgwAIAaCpRz\nrFu75sZNggQAtG3YOIc7t24AvHv7Pgc8uPDhxImbM4cBQ4ECn845fw4dOoDp1Kufu44d+zhv3oAB\n22XHDgUKBQoIMGAgRQpC3bqdew8/vvz4AOrbv38uv/794MAVAFgAwEABAhgwMCBAQIAAAwwYePCA\nBYsKBgyAAHHt3EaOHAF8BBlS5EiSJU2eRHlO5UqW48YxYABAJhQo52zexMmNmwQJAHzasHFO6FCi\nAIweRXpO6VKmTZ06NWcOA4YC/wU+ncOaVatWAF29fj0XVqzYcd68AQO2y44dChQKFBBgwECKFIS6\ndTuXV+9evnsB/AUc+NxgwoXBgStQAMBiAQIYMDAgQECAAAMMGHjwgAWLCgYMgABx7dxo0qQBnEad\nWvVq1q1dv4Ztztw52rVpa9IUIAAAAwZcuToXXPhwbdoaNAAwYECvXuecP4cOQPp06uesX8eeXbt2\nK1YGDJgwgdw58uXNmweQXv16c+bOvX9vzlw5cuS8eRPXrFmQIB8+AGyRJAkbNl1ChSJH7hzDhg4f\nMgQgcSJFceLOYcx4bhoCBAA+KlDgwYMECSccOPjwAUOVKly4xIlzgwWLBAkszP+adW4nz3MAfgIN\nKnQo0aJGjyI1Z+4c06ZMNWkKEACAAQOuXJ3LqnWrNm0NGgAYMKBXr3Nmz6IFoHYt23Nu38KNK1eu\nFSsDBkyYQO4c375+/QIILHiwOXPnDh82Z64cOXLevIlr1ixIkA8fWiRJwoZNl1ChyJE7J3o06dKi\nAaBOrVqcuHOuX5+bhgABgNoKFHjwIEHCCQcOPnzAUKUKFy5x4txgwSJBAguzZp2LLv0cgOrWr2PP\nrn079+7ey5U7J368eFy4AgQAYMCAKVPmzJ2LH1/crl0OHAQIAMCAAXLkAJ4TOJAgAIMHEZ5TuJBh\nQ4cNYwmQKODZs3MXMWbUCID/Y0eP50CGFDlSnDhr1ooV05YsGS1aLEKE+PbtXE2bN3HWBLCTZ09v\n3siZM+fNmxEjAQAACBCAwZAhMWJMmHBgwAADBgocOIABAw8eOhgwKFDggA4dvnyZM3eOLQC3b+HG\nlTuXbl27d8uVO7eX715cuAIEAGDAgClT5sydU6xY3K5dDhwECADAgAFy5M5l1rwZQGfPn8+FFj2a\ndGnSsQSkFvDs2TnXr2HHBjCbdu1zt3Hn1i1OnDVrxYppS5aMFi0WIUJ8+3aOeXPnz5kDkD6dujdv\n5MyZ8+bNiJEAAAAECMBgyJAYMSZMODBggAEDBQ4cwICBBw8dDBgUKHBAhw5f/wB9mTN3riCAgwgT\nKlzIsKHDhxDLlTtHsSJFMmQAaHTg4McPQIAOJUqkQEEAAChTFogU6ZzLlzBdAphJs+a5mzhz3hQn\nDty5n0CB9upVQIAAWrTOKV3KtKlSAFCjSj1HtarVq1ir1qrFAAECbtzOiR1Ltqw5cwDSql07bpw4\nadJChAgQAIBdAgRSYMJEhcqRIwskSLhw4UGBAh8+gAEzZsqUHTssZMiQJg05cucyA9jMubPnz6BD\nix5N+pzp06iPHTNgIMCA1wMECABAuzbtAAGwYBF3rrfv378BCB9O/Jzx48iNixOXixq1cePKlTNX\nq9aCBQyCBTvHvbv3794BiP8fT/6c+fPo06s/782bhQQJuHE7R7++/fvmzAHYz7+/OYDmyIEDBwKE\nAAEABAgYMWLVsmXZsoULV86cuXPnynHjhg3buHHgvn0LFqyLDBnHjp1jyRLAS5gxZc6kWdPmTZzn\ndO7keeyYAQMBBgwdIEAAAKRJkQYIgAWLuHNRpU6dCsDqVazntG7lqlWcuFzUqI0bV66cuVq1Fixg\nECzYObhx5c6VC8DuXbzn9O7l29fvXm/eLCRIwI3bOcSJFS82Zw7AY8iRzZkjBw4cCBACBAAQIGDE\niFXLlmXLFi5cOXPmzp0rx40bNmzjxoH79i1YsC4yZBw7ds63bwDBhQ8nXtz/+HHkyZWfY97c+bVr\nKFB8UKAAwHXs2R88cOTInLlz4cWPJw/A/Hn059SvZ6/enLliWLCsWPHmDSEGDAYM0HLOP8BzAgcS\nLDgQAMKECs8xbOjwIcSG48bpgAFj2TJz5s5x7OixY7lyAEaSLFmu3Dlz5ggR0qABwYEDXbpwI0fu\nHM6cOneeK2fOnDdvsIABM2fuHFKkAJYyber0KdSoUqdSPWf1KtZr11Cg+KBAAYCwYsc+eODIkTlz\n59aybesWANy4cs/RrWuXrjlzxbBgWbHizRtCDBgMGKDlHOLEihczBuD4MeRzkidTrmx58rhxOmDA\nWLbMnLlzokeTHl2uHIDU/6pXlyt3zpw5QoQ0aEBw4ECXLtzIkTvn+zfw4OfKmTPnzRssYMDMmTvn\n3DmA6NKnU69u/Tr27NrPce/unfu3b6fkyGHEyI4dP3LkYMNW7hz8+PLn0wdg/z7+c/r38+dvDuCa\nNT9+9OhRAQOGRo3ONXT4EGLEcwAoVrR4DmNGjRs5bhz36JEsWebMnTN5EmVKACtZtjz38iU3bjhw\nJNCgoVUrc+d49vT50yc5crp0jTNn7lxSpecANHX6FGpUqVOpVrV6DmtWrVu5dvX6NSsAsWPJnjN7\nFm1as9CgtWrl6No1cuTO1bV7F2/ecwD49vV7DnBgwYMJFz5nztw5xYsZN/9WDAByZMnnKFc+d+2a\nsmrVypU79xl0aNGizZkrV+5catWrAbR2/Rp2bNmzade2fQ53bt27eff2/Ts3AOHDiZ8zfhx5cuPQ\noLVq5ejaNXLkzlW3fh179nMAuHf3fg58ePHjyZc/Z87cOfXr2bdXDwB+fPnn6Nc/d+2asmrVypU7\nB/CcwIEECxI0Z65cuXMMGzoEADGixIkUK1q8iDHjuY0cO3r8CDKkSI4ASpo8eS6lypUsW7p8CVMl\ngJk0a567iTOnzp08e/rECSCo0KHniho9ijSp0qVMjQJ4CjWq1KlUq1q9ivWc1q1cu3r9CjbsVgBk\ny5o9hzat2rVs27p9mxb/gNy5dM/ZvYs3r969fPveBQA4sOBzhAsbPow4seLFhQE4fgw5suTJlCtb\nvnwus+bNnDt7/gxaM4DRpEufO406terVrFu7Rg0gtuzZ52rbvo07t+7dvG0D+A08+LnhxIsbP448\nuXLiAJo7fw49uvTp1KtbP4c9u/bt3Lt7/54dgPjx5M+ZP48+vfr17NufBwA/vvxz9Ovbv48/v/79\n9QH4BwhA4EAA5wweRJhQ4UKGDQ8CgBhR4kSKFS1exJjx3EaOHT1+BBlSJEcAJU2ePJdS5UqWLV2+\nhKkSwEyaNc/dxJlT506ePX3iBBBU6NBzRY0eRZpU6VKmRgE8hRpV6lSq/1WtXsV6TutWrl29fgUb\ndisAsmXNnkObVu1atm3dvk0LQO5cuufs3sWbV+9evn3vAgAcWPA5woUNH0acWPHiwgAcP4YcWfJk\nypUtXz6XWfNmzp09fwatGcBo0qXPnUadWvVq1q1dowYQW/bsc7Vt38adW/du3rYB/AYe/Nxw4sWN\nH0eeXDlxAM2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38ef\nX/9+/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXL\nli5fwowpc6ZBc+bO4f80p9OcuHHjypU7J3Qo0aHkyHHjJk5cuXNOn0KFCmAq1armzJ3LqnUrV3Ne\nzZ0LK3Zs2HLhwo0bd24t27YA3sKNe24u3bp27+LNq5cugL5+/5IjV+7cuXLlxo3Ddu3atm3kHpuL\nbO4c5cqUyZEzp/ncOXPmzoEOLRoA6dKmT6NOrXo169bnXsOGTc6cuXO2b+PObW63uXO+fwMP7hsA\n8eLGzyFPrnw58+bLy40bd2469erTAWDPrv0c9+7ev4MPL358dwDmz6M3Z+4ce/blynHbtk2cOHPn\n7uPPr38/f/0AAAIQOJBgQYMHESZUqPBcQ4cPIUaMWK7cOYsXMWbECID/Y0eP50CGFDmSZMmR46RJ\nO7eSZcuVAGDGlHmOZk2bN3Hm1LmzJgCfP4GeEzp0aDly5MyZO7eUaVOm5MiZM3eOalWrV6kC0LqV\na1evX8GGFTv2XFmzZ9GmTVuu3Dm3b+HGhQuAbl275/Dm1buXb9+946RJOzeYcOHBABAnVnyOcWPH\njyFHljy5MQDLlzGf07x5czly5MyZOzeadGnS5MiZM3eOdWvXr1kDkD2bdm3bt3Hn1r37XG/fv4EH\n9y1O3Ldx484lV76c+XIAz6FHPzedenXr17FTJ0duU58+58CHFw8eQHnz58+lV7+efXv37+GrBzCf\nfv1z9/GfM2fOW7Zs/wC7dRtHsFw5c+bOKVQoDhmycOHOSZxIsaJEABgzatzIsaPHjyBDnhtJsqTJ\nkyTFifs2bty5lzBjyowJoKbNm+dy6tzJs6dPneTIberT55zRo0iNAljKtOm5p1CjSp1KtapVqACy\nat16rqvXc+bMecuWrVu3cWjLlTNn7pxbt+KQIQsX7pzdu3jz2gXAt6/fv4ADCx5MuPC5w4gTK16M\nDQ0aI0ZijRt3rrLly5gvA9jMufO5z6BDix5NGnSqVB/atDnHurVr1gBiy559rrbt27fJndvNm/e4\nccSSJStX7pzx48iTGwfAvLnzc9CjRxdXrRouXJtAgfLk6dSpacuWKf9S9CJGjHDhzqlfz769egDw\n48ufT7++/fv485/bz7+/f4DnBA7EhgaNESOxxo0719DhQ4gPAUykWPHcRYwZNW7kiDFVqg9t2pwj\nWdIkSQApVa4819Lly5fkzs2kSXPcOGLJkpUrd87nT6BBfQIgWtToOaRJk4qrVg0Xrk2gQHnydOrU\ntGXLFCl6ESNGuHDnxI4lW1YsALRp1a5l29btW7hxz82lWxccOFeupn36BAUKAgQBAAAQICDEtm3n\nFC9m3JgxAMiRJZ+jXNnyZcyZz1WrhgDBAGzYzo0mXXo0ANSpVZ9j3dq1OXPPnskKE8aJExw42pAg\nsWABgSNHjh07V9z/+HHkxQEsZ9783HPo0Mtp0xYoUJYRIzBg8OCBhQULBw4AaNAAHLhz6dWvZ58e\nwHv48eXPp1/f/n385/Tv3/+tD8A+DhwEAGDwIIAAAQwY4LBpEzdu5yZSrGhxIoCMGjee6+jxI8iQ\nIc2Z06ABAAAF5cqda+nyZUsAMmfSPGfzJk5z5rZt67FgwYABBgwkYMAAAQIAAQJs2DBu3LmoUqdS\nBWD1KtZzWrduNRcunDBhSlq0SJHCipVFN24QIABgwIBy5c7RrWv3Ll0Aevfy7ev3L+DAggefK2zY\n8Lc+fRw4CADgMWQAAQIYMMBh0yZu3M5x7uz5M2cAokeTPmf6NOrU/6pVmzOnQQMAAArKlTtn+zZu\n2wB28+597jfw4ObMbdvWY8GCAQMMGEjAgAECBAACBNiwYdy4c9q3c+8O4Dv48OfGkydvLlw4YcKU\ntGiRIoUVK4tu3CBAAMCAAeXKnevvH+A5gQMJngNwEGFChQsZNnT4ECI5cucoUixXTlumTBMmCAgQ\nAACAAAEIxIhhwkQEBAhQoTr3EmZMc+bO1awJAGdOned49vT505w5cODOFTValBAhAQIAAFBhztw5\nqVOpSgVwFWtWc+bOdfX6tWu5bdu4cevWbRw5csSISQAAQIECWLDO1bV7Fy8AvXv5lit3DnBgwYDL\nFT53+HC5ci9eAP8IEOBcZMmTKU8GcBlzZs2bOXf2/Bk0OXLnSJMuV05bpkwTJggIEAAAgAABCMSI\nYcJEBAQIUKE69xt4cHPmzhUvDgB5cuXnmDd3/tycOXDgzlW3Xp0QIQECAABQYc7cOfHjyYsHcB59\nenPmzrV3/759uW3buHHr1m0cOXLEiEkAABCAAgWwYJ07iDChQgAMGzosV+6cxIkUJZa7eC5jxnLl\nXrwAECDAuZEkS5osCSClypUsW7p8CTOmTHPmztm8iXPcuGmIEPnyFS3auGvXCBGiIELEt2/nmjp9\nKk7cuanmzAG4ijXrua1cu3o1Z65bt3Nky54LFyECAAAFCtQ6Bzf/rly5AOravXsur969fPvyLSVA\nwIABwYKdO4w4sWIAjBs7Pgc5suTJlCPv2gWAAYNznDt7/uwZgOjRpEubPo06terV5sydew07tmzZ\n0KDt2NEgU6ZzvHv75k2OXLhw5MaNA4A8ufJzzJs7d24uXLhs2cyZO4cdOyAA3AE8eFDsnPjx5MkD\nOI8+/bn17Nu7f+9+14EDAgSMGnUuv/79/AH4BwhA4EAA5wweRJhQ4UEjRgAgQXJO4kSKFSkCwJhR\n40aOHT1+BBnSnLlzJU2eRIkSGrQdOxpkynRO5kyaMsmRCxeO3LhxAHz+BHpO6FCiRM2FC5ctmzlz\n55w6BQRAKoAH/w+KncOaVatWAF29fj0XVuxYsmXJ7jpwQICAUaPOvYUbVy4AunXtnsObV+9evnmN\nGAGABMk5woUNHzYMQPFixo0dP4YcWfLkc5UtX8acWVyOHAUKPNi27dxo0qVLlytnrlw5AK1dvz4X\nW/Zs2uXKmTN3TvfucxIAABAgoFMnceeMH0eOHMBy5s3PPYceXfp06ZcGDFiw4Nmzc929fwcPQPx4\n8ufMn0efXv15DhwAMGJ0Tv58+vXpA8CfX/9+/v39AwQgcCDBggYPCjyncCHDhg7F5chRoMCDbdvO\nYcyoUWO5cubKlQMgciTJcyZPokxZrpw5c+dewjwnAQAAAQI6df8Sd24nz549AQANKvQc0aJGjyI9\nemnAgAULnj07J3Uq1aoArmLNem4r165ev3LlwAEAI0bnzqJNqzYtgLZu38KNK3cu3bp2z+HNq3ev\nXm3aJAgQAACAg2vXziFOrHgxYnLkAECOLPkc5cqVzZUr9+3bs2HDqFELF+6cOXNevAAIECBJknHj\nzsGOLXs2gNq2b5/LrXs37966rVlDceAADx7Nmp1Lrnw5cwDOn0M/J3069erWz40bFyAAAC1azoEP\nL368eADmz6NPr349+/bu35+LL38+/fnatEkQIAAAAAfXAF47N5BgQYMDyZEDsJBhw3MPIUI0V67c\nt2/Phg2jRi3/XLhz5sx58QIgQIAkScaNO7eSZUuXAGDGlHmOZk2bN3HWtGYNxYEDPHg0a3aOaFGj\nRwEkVbr0XFOnT6FGPTduXIAAALRoObeVa1evXQGEFTuWbFmzZ9GmVXuObVu3b9lOm7ZgAYAAAQwY\noLFr1zm/fwEHBgyAcGHD5xAnPmfOXDZZso4cuQEECBs2tmwNEyOGAAEBLlx063aOdGnTp0kDUL2a\n9TnXr2HHln3u2DEQIBR48IAI0bJl2c4FFz58OADjx5GfU76ceXPn586cGTBAwJQp57Bn175dOwDv\n38GHFz+efHnz58+lV7+e/adPAwYAkK9AAQoUGT58ePPGmbNz/wDPCRxIkCCAgwgTnlvI8Bw5cpkc\nOAgQwECDBhMmUKAgQYAAAAAI8OFjzty5kyhPlitnzty5ly8ByJxJ85zNmzhz4uTGLZIECQIEHKBC\n5dMnPnxq1Kp1rqnTp00BSJ1K9ZzVq1izYi1XDteCBQLCYsBgp6wdVdiwjVtrzty5t3DPAZhLt67d\nu3jz6t3L95zfv4ADf/o0YACAwwoUoECR4cOHN2+cOTtHubLlywAya958rrPnc+TIZXLgIEAAAw0a\nTJhAgYIEAQIAACDAh485c+dy685drpw5c+eCBwdAvLjxc8iTK1+unBu3SBIkCBBwgAqVT5/48KlR\nq9a57+DDf/8HQL68+XPo06tfr75cOVwLFgiYjwGDnft2VGHDNq6/OYDmzg0keA7AQYQJFS5k2NDh\nQ4jnJE6kKBEcOCsDBgAAIEAADlu2jBkLIUBAgAAHDtD59u3cS5gxXwKgWdPmOZw5z5kz12jBAgEC\nCBgwAAFChAgICBBQoICCESPVqp2jWvWcOW/etm0717UrALBhxZ4jW9bsWbLmzJ06ZWHBAgYMVixZ\nIkTIjh0XrFghR+7cX8CBAQwmXPjcYcSJFZszhw2bDx8MBEwWkMCChSlTXLhYkSKFIUOTokU7V9r0\nOQCpVa9m3dr1a9ixZZ+jXds2bXDgrAwYAACAAAE4bNkyZiz/hAABAQIcOEDn27dz0aVPjw7A+nXs\n57RvP2fOXKMFCwQIIGDAAAQIESIgIEBAgQIKRoxUq3bO/v1z5rx527btHMBzAs8BKGjw4LmEChcy\nTGjO3KlTFhYsYMBgxZIlQoTs2HHBihVy5M6RLGkSAMqUKs+xbOnypTlz2LD58MFAAE4BCSxYmDLF\nhYsVKVIYMjQpWrRzSpeeA+D0KdSoUqdSrWr16rmsWrdu29ajhwAAAAIEePBA0rZtyJA1KVBAgAAA\nAARUqAAN2rm8evcC6Ov377nAgs+ZM4dLggQCiiVIyJGDESNc2rRBg/bryhVRoowZO+fZs7lr17hx\nO2faNIDU/6pXn2vt+jXs1teuCRO2y5q1bNmOqVKVJg0DBg9s2Pj27Rzy5MoBMG/u/Bz06NKlkwMF\nyoGDANoLFAABIkuhQrVqceLEyIsXJUqKVKokTty5+PEB0K9v/z7+/Pr38+9/DuA5gQMFhoMECQKE\nAQsrVEiSpJY1a9my1Vq27NGjCRMEDBhAhgy5cyNJkgRwEmXKcytZshR36hQTJlc8eRo3zpy5czt5\nTpt2586gQeHOFS06bpw5c+eYMgXwFGrUc1OpVrV69ao5c7p0LVjgABOmc2PJlh0LAG1atefYtnXr\nFpcDBwECCBCAoEmTbNnInfP71xs1aqRI7eDCBRu2c4sXA/9w/BhyZMmTKVe2fPlcZs2aw0GCBAHC\nANEVKiRJUsuatWzZai1b9ujRhAkCBgwgQ4bcOd27dwPw/Rv4OeHDh4s7dYoJkyuePI0bZ87cOenT\np027c2fQoHDnuHMfN86cuXPjxwMwfx79OfXr2bd3796cOV26FixwgAnTOf37+esHABCAwIEDzxk8\niBAhLgcOAgQQIABBkybZspE7hzGjN2rUSJHawYULNmznSpYEgDKlypUsW7p8CTOmOXPnao4bt22b\nKQoUECDQMGLEixclStghQ6ZTp23mzJUrd+oUgakiREQ7hzVrVgBcu3o9BzZsWHPJkvXp40uatHLl\nzrl965b/HDlPnjx4ADRunDlz5/r6/QsgsODB5wobPly4nGJz5s45fgzZsTVrCyq/emXO3LnNnDsD\n+Aw69LnRpEuPpkbNSoECAwY0aCBn3LhztGvXNmfNGihQY0iRAgfunHDhAIobP448ufLlzJs7N2fu\nnPRx47ZtM0WBAgIEGkaMePGiRAk7ZMh06rTNnLly5U6dIgBfhIho5+rbtw8gv/795/r7B3hOoLlk\nyfr08SVNWrly5xw+dEiOnCdPHjwAGjfOnLlzHT1+BBBS5MhzJU2eLFlOpTlz51y+hOnSmrUFNV+9\nMmfu3E6ePQH8BBr03FCiRYdSo2alQIEBAxo0kDNu3Dmq/1WrmrNmDRSoMaRIgQN3TqxYAGXNnkWb\nVu1atm3dmjN3Tq45c758QUGBAggQRT9+aNAwYIAABQro0CF3TvG5Y8cGAABgwECuc5UtWwaQWfPm\nc509fy5XDhcuVLJklSt3TvVq1ebMffkiQUIQXbrMmTuXW/duAL19/z4XXPjw4Nq0NTNn7txy5s2X\nZ8u2YoWNUKHMmTuXXft2AN29fz8XXvz48Ny45YAAwYwZTZrGnYMfX/65csSILVpkyps3c+bOATwn\n8ByAggYPIkyocCHDhg7NmTsn0Zw5X76goEABBIiiHz80aBgwQIACBXTokDun8tyxYwMAADBgINe5\nmjZtAv/IqXPnuZ4+f5YrhwsXKlmyypU7p3SpUnPmvnyRICGILl3mzJ3LqnUrgK5ev54LK3ZsWG3a\nmpkzd24t27Zrs2VbscJGqFDmzJ3Lq3cvgL5+/54LLHhwYG7cckCAYMaMJk3jzkGOLPlcOWLEFi0y\n5c2bOXPnPn8GIHo06dKmT6NOrXp1uXLnzJnbtq1KFSY9ekCCNKpNmwMHAgQAYMAADhzRzJkDB+7H\njwAAACBAgMycuXPWrZszB2A79+7nvoMP/50cuV+NGh06RI7cufbugwUrUcKAgQWUKJ3Lr39/fgD+\nAQIQOBDAOYMHEZYrJ0aMk3HjzkWUODHitWskSGDw4+f/XEePHzsCEDmS5DmTJ1GaNGXqyJgxrlwd\nO2buXE2bNrlxq9SnDzNm54AGFQqAaFGjR5EmVbqUaVNzT8+dCxasTZsvunRZs/YNESINGgYMELBg\nAQYMeUaNMmJEgAAAAQKMGVPuXF27dgHk1bv3XF+/fwEXK7ZhgxUrzMQlFudKiBAIEBAgOBIu3DnL\nlzFbBrCZc+dzn0GH/hwnzoNSpc6lVr3anLlGjTp0YMKN2znbt3HbBrCbd+9zv4EH/y1LVhk3bnDh\ncuVKXLly586V69Zt0SIPHqRgw3aOe3fv3AGEFz+efHnz59GnV2+O/blzwYK1afNFly5r1r4hQqRB\nw4AB/wAFLFiAAUOeUaOMGBEgAECAAGPGlDtHsWJFABgzajzHsaPHj8WKbdhgxQozcSjFuRIiBAIE\nBAiOhAt3rqbNmzUB6NzJ85zPn0B9xonzoFSpc0iTKjVnrlGjDh2YcON2rqrVq1UBaN3K9ZzXr2C9\nypJVxo0bXLhcuRJXrty5c+W6dVu0yIMHKdiwndvLt+9eAIADCx5MuLDhw4gTixNXbty4YMFQoQoW\nLRo4cOfAgQsV6soVIhs2HDgwgQQJAgQAAAjw4wc4cOdiy45drhyA27hzn9vNu7dvc+YmTECAYAED\nBgcOUBgxYoPzDZfOSZ9OnTqA69izn9vOvft2U6ZAiP8QIUvWufPoz4HjxStFihEjkp2bT79+fQD4\n8+s/x7+/f4DlypEhI2jMGB8+pkzZxIaNBg0pLlwwYIAAAU/nNG7kyBHAR5AhRY4kWdLkSZTixJUb\nNy5YMFSogkWLBg7cOXDgQoW6coXIhg0HDkwgQYIAAQAAAvz4AQ7cOahRoZYrB8DqVazntG7l2tWc\nuQkTECBYwIDBgQMURozY0HbDpXNx5c6dC8DuXbzn9O7lq9eUKRAiRMiSdc7w4XPgePFKkWLEiGTn\nJE+mTBnAZcyZz23m3LlcOTJkBI0Z48PHlCmb2LDRoCHFhQsGDBAg4Oncbdy5cwPg3dv3b+DBhQ8n\nXjz/XDhzybFho0VLWbly56RPP2fO3Lddu9y4QaFBw4MHKlQQChfu3Hn06c8DYN/e/Tn48eXPh9+t\nmxIlBgoUmDAhCUBFij59kiaN3LmEChcuBODwIcRzEidSpFgjQIAGDZQoAXPlyoULJB48SJIEG7Zz\nKleybAngJcyY52bSrDkTGbIeFSqsWGHCxIMFCxIk8ECCxJIly5ada+r0KVQAUqdSrWr1KtasWrea\nM3fu69dy5c6RLWv2LNq0assCaOv27bm4cufSrVvu7rm8evfy7asXAODAgs8RLmz48LFjefL06LEA\nAoQECXiYMnXuMubMmjMD6Oz587nQokePLmfO3Llz/+bMdfPm7du3ceTInatt+zbu2wB28+7t+zfw\n4MKHEzdn7hxy5OXKnWvu/Dn06NKnOwdg/Tr2c9q3c+/uvRz4c+LHky9vfjyA9OrXn2vv/j38Y8fy\n5OnRYwEECAkS8DBlCuA5gQMJFiQIAGFChecYNnTosJw5c+fOmTPXzZu3b9/GkSN3DmRIkSNFAjB5\nEmVKlStZtnT58lxMmTNp1rR5E6dMADt59jz3E2hQoUOJFjUKFEBSpUvPNXX6FGpUqVOpOgVwFWvW\nc1u5dvX6FWxYsVwBlDV7Fm1atWvZtnV7Dm5cuXPp1rV7Ny4AvXv5nvP7F3BgwYMJF/4LAHFixecY\nN/92/BhyZMmTGwOwfBnzOc2bOXf2/Bl06M0ASJc2fRp1atWrWbc+9xp2bNmzade2DRtAbt27z/X2\n/Rt4cOHDifsGcBx58nPLmTd3/hx6dOnMAVS3fv1cdu3buXf3/h28dgDjyZc3fx59evXr2Z9z/x5+\nfPnz6dd/DwB/fv3n+Pf3D/CcwIEECxo8iFAggIUMG557CDGixIkUK1qECCCjxo3nOnr8CDKkyJEk\nPQI4iTKlypUsW7p8CfOczJk0a9q8iTPnTAA8e/o8BzSo0KFEixo9GhSA0qVMzzl9CjWq1KlUqz4F\ngDWr1nNcu3r9Cjas2LFdAZg9izat2rVs27p9ey7/rty5dOvavYtXLoC9fPue+ws4sODBhAsbBgwg\nseLF5xo7fgw5suTJlB0DuIw587nNnDt7/gw6tGjOAEqbPo06terVrFu7Pgc7tuzZtGvbvh0bgO7d\nvM/5/g08uPDhxIv/BoA8ufJzzJs7fw49uvTpzQFYv479nPbt3Lt7/w4+/HYA5MubP48+vfr17Nu7\nfw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR40aOHT1+BBlS\n5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX3+BBpU6FCiRY3eNGfu3FKmTZ0+ZTpOqjlz\n/+esXsWa1SoArl29mgN7TuxYc+fMmjVnrlw5cuTMnYMbVy7ccOGkSSt3Tu/evQD8/gVsztw5woXP\nmTuXWPFixo0dP04MQPJkyubMncOc+Zy5c507mzN3TvToc+bMeatWzZo1cuTOvYYdWzYA2rVt38ad\nW/du3r3P/QYeXPhw4eLMmTuXXPly5ssBPIce/dx06tWtX8d+Xdx2cee8fwcPQPx48ufMn0efXv16\n9u3PA4AfX/45+vXt38df35w5bteuAQQH7hzBggYPEgSgcCHDhg4fQowoceK5ihYvYsyIsdy5jh4/\nggwJYCTJkudOokypciXLlYMGhQt3bibNmgBu4v/MeW4nz54+fwINKpQngKJGj55LqnQp06ZKzZmz\nduxYuXLnrmLNqvUqgK5ev4INK3Ys2bJmz6FNq3Yt27XlzsGNK3cuXQB27+I9p3cv375+//odNChc\nuHOGDyMGoHgx43OOH0OOLHky5cqPAWDOrPkc586eP4PubM6ctWPHypU7p3o169aqAcCOLXs27dq2\nb+POfW43796+f/Pmxi3cueLGjyNPDmA58+bnnkOPLn06demlFCj49u0c9+7eAYAPL/4c+fLmz6NP\nr359eQDu38M/J38+/fr25xMjtkeVKnPmAJ4TOJBgQYEAECZUuJBhQ4cPIUY8N5FiRYsXKXLjFu7/\nXEePH0GGBDCSZMlzJ1GmVLmSpcpSChR8+3aOZk2bAHDm1HmOZ0+fP4EGFTq0JwCjR5GeU7qUaVOn\nS4kR26NKlTlz57Bm1boVKwCvX8GGFTuWbFmzZ8+lVbuWbdtz2bJduhTsXF27d/HmBbCXb99zfwEH\nFjyYMGBhwgYIEGDO3DnHjyEDkDyZ8jnLlzFn1ryZc+fLAECHFn2OdGnTp1GfkyatSZMh0aKdkz2b\ndm3aAHDn1r2bd2/fv4EHPzeceHHjx89ly3bpUrBzz6FHlz4dQHXr189l176de3fv2oUJGyBAgDlz\n59CnVw+AfXv35+DHlz+ffn379+MD0L+f/zn//wDPCRxIsCBBadKaNBkSLdq5hxAjSowIoKLFixgz\natzIsaPHcyBDihwpcty4Uxw4PHgQQpu2czBjyixXzpy5czhxAtjJs+e5n0CDCh1K9BwmTAMGABAg\nwJy5c1CjSgVAtarVc1izasVKjty5bduIEdOggQECBA4c4ODG7Zzbt3DjwgVAt67dc3jz6t2r15y5\nVREiFCiAQZu2c4gTK16sGIDjx5AjS55MubLly+cya97MOXO3bhAgBBgNAICABQsAAcKGrdy5c+TI\n+erUiRq1c7hxA9jNu/e538CDCx9+zpy5YMFAESL04UOAAAACBDBn7pz169gBaN/O/Zz37+fMmf8T\ntWBBgPMCBABYz779emHCzsmfT7++fAD48+s/x7+/f4DnBA48V67chg0BFCqMcOzYOYgRJU6UCMDi\nRYwZNW7k2NHjx3MhRY4kGbJbNwgQAqwEAEDAggWAAGHDVu7cOXLkfHXqRI3aOaBAAQwlWvTcUaRJ\nlS49Z85csGCgCBH68CFAAAABApgzd87rV7AAxI4le87s2XPmzIlasCDAWwECAMylW3euMGHn9O7l\n21cvAMCBBZ8jXNjwYcLlym3YEMCx4wjHjp2jXNnyZcsANG/m3NnzZ9ChRY8+V9r0adTgwEWIAMD1\na9gBZAdYIEGCCxdJ8uQJF+7c798AhA8nbs7/3DnkyZUvV17u1SsQIDgwYfLhQ4AAAAIEKFfu3Hfw\n4QGMJ1++XLlz6dMHC1YCwHv48AUIMJAiRYAAAPQbMAAOHMBzAgcSLAjgIMKE5xYybOiwXLkLFwBQ\nLFDgwYMUV65w43buI8iQIj8CKGnyJMqUKleybOnyHMyYMmeCAxchAoCcOncG6BlggQQJLlwkyZMn\nXLhzSpUCaOr0qTlz56ZSrWq1arlXr0CA4MCEyYcPAQIACBCgXLlzateyBeD2Ldxy5c7RpRssWAkA\nevfuFSDAQIoUAQIAKGzAADhw5xYzbuwYAOTIks9Rrmz5crlyFy4A6FygwIMHKa5c4cbtHOrU/6pX\nowbg+jXs2LJn065t+/a53Lp38541K0AAAMITJIgQwQEBAgIEAAAwgACBCxe6RItmzty57NkBcO/u\n/Rz48OLHkz/XrJkZM4Y8eWLBYsAAABYsnKtv/359APr38zdnDuA5gQLJkXMiAKGAABAgpEolTtw5\niRLjECCwYIE4cec4dvT4EUBIkSPPlTR5EmWjRgECAACwwI0bX74ArViBBMm3b+d49vT5E0BQoUOJ\nFjV6FGlSpeeYNnXqFBwGDACoAjAQJ06tWqzSpMmQwYABAQQIPHgAJly4c2vZngPwFm7cc3Pp1rV7\n9xw5csGC/XnxwoABAgSilCt3DnFixYgBNP92/LhcuXOTKZ8zd+2aHTtmMmUCB+5caNGh9egZMAAM\nmHOrWbd2DQB2bNnmzJ2zfRt3uXKiDBgAAECAgC/fvo0btyhFigYNbNjgdg56dOnSAVS3fh17du3b\nuXf3fg58ePHiwWHAAAA9AANx4tSqxSpNmgwZDBgQQIDAgwdgwoU7B/CcwIEACho8eC6hwoUMG54j\nRy5YsD8vXhgwQIBAlHLlznn8CNIjgJEkS5Yrdy6lynPmrl2zY8dMpkzgwJ27ifOmHj0DBoABcy6o\n0KFEARg9itScuXNMmzotV06UAQMAAAgQ8OXbt3HjFqVI0aCBDRvczpk9ixYtgLVs27p9Czf/rty5\ndM/ZvYsXb7gOHQIEGDCABDRo5cqJ8+VLhowECQYIEODAQaZx485ZvnwOgObNnM95/gw6tOjP4sTF\nAIAaAAMG5c65fg0bNoDZtGuXK3cut+7duclBg3YuuPDhwoQhQPDnz7nlzJs7BwA9unRz5s5Zv44d\nGrQYBw5MmFCnDrhz5M9ZI0HiwAEbNq6dew8/fnwA9Ovbv48/v/79/PufA3hO4ECCA8N16BAgwIAB\nJKBBK1dOnC9fMmQkSDBAgAAHDjKNG3dO5MhzAEyeRHlO5UqWLV2uFCcuBgCaABgwKHdO506ePAH8\nBBq0XLlzRY0eLUoOGrRzTZ0+FSYMAYI//3/OXcWaVSsArl29mjN3TuxYstCgxThwYMKEOnXAnYN7\nzhoJEgcO2LBx7dxevn37AgAcWPBgwoUNH0ac+Nxixo0XmzPHDAoUBAgWLIiBC9eyZbqMGNGggQAB\nAQQIjBnD7dxq1ufMmQMQW/bsc7Vt38ad23atWgEAAFiwwJy5c8WNH0cOQPly5uXKnYMeXXr0cuXG\njTuXXXv2MmU2bAAF6tx48uXNA0CfXr05c+fcvz9XbtWqDh0iXLkSLNi3b+XMATQnTtypDBls2Ni1\ny9y5hg4fPgQgcSLFihYvYsyoceO5jh4/djRnjhkUKAgQLFgQAxeuZct0GTGiQQMBAgIIEP8YM4bb\nuZ4+z5kzB2Ao0aLnjiJNqnQp0lq1AgAAsGCBOXPnrmLNqhUA165ey5U7J3Ys2bHlyo0bd24t27Vl\nymzYAArUubp27+IFoHcvX3PmzgEOfK7cqlUdOkS4ciVYsG/fypkzJ07cqQwZbNjYtcvcuc6eP38G\nIHo06dKmT6NOrXr1udauX7cWJ04bHz4wYDhwICFFih49LhAgMGBAgAAKgAAZN+4c8+bMy5UDIH06\n9XPWr2PPrv26ChUBECA4J348+fLkAaBPr/4c+/bu37Pv1k2cuHP27e9hwECDhmfPAJo7N5BgwYIA\nECZUeI5hw4bTMGAYMEAHN27nMGIsV87/mjUlUaIYM3aOZEmTJ0kCULmSZUuXL2HGlDnTnLlzN3Ge\nK5csWaVKvBo1okEjQQIDAgQAULoUQIAAI7hxOzeVatVx4wBk1br1XFevX8GGPUeMGAECAsKFO7eW\nbVu3bQHElTv3XF27d/HWbdYsUSJWUaJAgCBgwYJBg7ZtI2fO3DnHjyE7BjCZcuVzlzFjrmXAAAAA\nQ8SJOzd6NDFiYsQ4ePMmXLhzr2HHlv0aQG3bt3Hn1r2bd2/f5sydEz78XLlkySpV4tWoEQ0aCRIY\nECAAQHXrAAIEGMGN2znv38GPGweAfHnz59CnV7+e/TlixAgQEBAu3Dn79/Hnxw+Af3///wDPCRxI\nsKDAZs0SJWIVJQoECAIWLBg0aNs2cubMndvIseNGACBDijxHsmTJWgYMAAAwRJy4czBhEiMmRoyD\nN2/ChTvHs6fPnzwBCB1KtKjRo0iTKl1qzty5p0/NmbtmydKUKVBGjChRYsGCAQECCBBA4MABBgy6\ndIl2rq3bt23NmQNAt67dc3jz6t3L9xwIEAECUDhHuLDhw4gBKF7M+Jzjx5AjOzZnrlYtCAECAAAQ\nAAGCWrXMmTtHurTp0wBSq159rrVr178GDAAAIMCIEcWKYcNWCAECAMATJLBm7Zzx48iTGwfAvLnz\n59CjS59Ovbo5c+eyZzdn7polS1OmQP8ZMaJEiQULBgQIIEAAgQMHGDDo0iXaufv48983Zw6Af4AA\nBA4EcM7gQYQJFZ4DASJAAArnJE6kWNEiAIwZNZ7j2NHjR47mzNWqBSFAAAAAAiBAUKuWOXPnZM6k\nWRPATZw5z+3kyfPXgAEAAAQYMaJYMWzYCiFAAMBpggTWrJ2jWtXqVaoAtG7l2tXrV7BhxY41Z+7c\n2bPlymVjwsSBgwMIECxYgACBAxw41qxRVamSLl3Fio07V9jw4cLlygFg3NjxOciRJU+mfOrBgwAB\nqpzj3NnzZ9AARI8mfc70adSpTZszp0xZigIFAgQY0KCBL1/lyp3j3dv3bwDBhQ8/V9z/uPFoAJQv\nBxAggAIFAQBMnx4gQKlS57Rv595dOwDw4cWPJ1/e/Hn06c+tZ89+XKhQJUogMGDgwIEQIYSRI3fO\nP8Bz58qVI0dOW7ly5xYybLgQAMSIEs9RrGjxokVy5Dxx4ODAgaRzIkeSLGkSAMqUKs+xbOnyJUtz\n5qRJq5UlCwoUCzhwgAbtHNCgQocCBWD0KNJzSpcuFefDBwIEAKZODRAAQICsWQkQUKEiXLhzYseS\nLQvgLNq0ateybev2LdxzcufOHRcqVIkSCAwYOHAgRAhh5MidK1y4XDly5LSVK3fuMeTIjwFQrmz5\nHObMmjdrJkfOEwcODhxIOmf6NOrU/6oBsG7t+hzs2LJnwzZnTpq0WlmyoECxgAMHaNDOES9u/Dhx\nAMqXMz/n/PlzcT58IEAA4Pr1AAEABOjenQABFSrChTtn/jz69ADWs2/v/j38+PLn0zdn7hz+/OfM\nMWOGByCeKhQoLFjAgkW4cwsZnhs37tSpHKBAlSt3DmNGjQA4dvR4DmRIkSNFEiK0hgQJCBAsnXP5\nEmZMmQBo1rR5DmdOnTtxduvmy9ewUaNQoFgQIoQxY+bMnXP6FGpUAFOpVj13FWvWq+bMeatTZ8GC\nCRNEVKmSJYsGBw4MGJAgAdw5uXPp0gVwF29evXv59vX7F7A5c+cIFz5njhkzPHiqUP+gsGABCxbh\nzlW2fG7cuFOncoACVa7cOdGjSQMwfRr1OdWrWbdmTYjQGhIkIECwdA53bt27eQPw/Rv4OeHDiRcX\n3q2bL1/DRo1CgWJBiBDGjJkzdw57du3bAXT3/v1cePHjw5sz561OnQULJkwQUaVKliwaHDgwYECC\nBHDn+Pf3D/CcwHMACho8iDChwoUMGzo8BzGiRIjixB0LEaJAAQYMEn37Zi6kMmU6dAgQEGDAgGzZ\nzrl8CROAzJk0z9m8iTOnTXDgJk3SUqKECBG4zhk9ijSpUgBMmzo9BzWq1KlQxYmjRi3Zo0d37khw\n4GDWrHNky5o9SxaA2rVsz7l9Czf/rty45GzYAABAgIBP5/r6/fsXgODBhAsbPow4seLF5xo7ftxY\nnLhjIUIUKMCAQaJv38x5VqZMhw4BAgIMGJAt27nVrFsDeA079rnZtGvbng0O3KRJWkqUECEC17nh\nxIsbPw4gufLl55o7fw69uThx1Kgle/Tozh0JDhzMmnUuvPjx5MMDOI8+/bn17Nu7f++enA0bAAAI\nEPDpnP79/PkDAAhA4ECCBQ0eRJhQoUJz5s49hBgRIjhwECAMwKhBQ4sWKwgQCBAAwEgBAsSJO5dS\n5UoALV2+PBdT5kya3rx16YIDRwsgQF680HZO6FCiRY0CQJpU6TmmTZ0+dapNW7JS/6VEiEiwYEGz\nZue8fgUb1isAsmXNnkObVu1atmxVqSpQIEAAIebMncObVy9eAH39/gUcWPBgwoUNn0OcWPFixOTI\ndeoEokWLCRNIaNDw4EGAAAXGjDkXWvTo0ABMn0Z9TvVq1qzLBQuWIoUDByd06AAF6txu3r19/z4H\nQPhw4ueMH0eeXHk4SZIkSChgwgQ5cuesX8ee3ToA7t29nwMfXvx48uTHjdOgYcCAPefcv4cPH8B8\n+vXt38efX/9+/uf8AzwncCBBguTIdeoEokWLCRNIaNDw4EGAAAXGjDmncSNHjQA+ggx5biTJkiXL\nBQuWIoUDByd06AAF6hzNmjZv4v88B2Anz57nfgINKnRoOEmSJEgoYMIEOXLnnkKNKvUpgKpWr57L\nqnUr165dx43ToGHAgD3nzqJNmxYA27Zu38KNK3cu3brlyp3Lq3cv373itm1jxgyZNWuvXpkwEWHa\ntHOOH0N2DGAy5crnLmPOnNncpUsUPlMA8eQJNGjnTqNOrXr1OQCuX8M+J3s27dq2y1WpcuDABFSo\nzgEPLny4cADGjyM/p3w58+bOnZMjt2aNAQOMzmHPrl07gO7ev4MPL348+fLmy5U7p349+/bsxW3b\nxowZMmvWXr0yYSLCtGnnAJ4TOJDgOQAHESY8t5Bhw4bmLl2iMJECiCdPoEE7t5H/Y0ePH88BEDmS\n5DmTJ1GmVFmuSpUDByagQnWOZk2bN20C0LmT5zmfP4EGFSqUHLk1awwYYHSOaVOnTgFElTqValWr\nV7Fm1WrO3DmvX8GGFTv23Ldvc6hRO7eWbdu1AODGlXuObl27dyVJunEjRIgatGidEzyYcGHDgwEk\nVrz4XGPHjyFH7jZgAAECWsCBO7eZc2fPnQGEFj36XGnTp1GnTm3N2oMHKVJcOzebdu3aAHDn1r2b\nd2/fv4EHPzeceHHjx5EbnxUs2Dnnz6E7BzCdevVz17Fn116u3KNHT55gMmfuXHnz59GnNw+AfXv3\n5+DHlz+fvq4ECYYMAXeOf3///wDPCRxI8ByAgwgTnlvIsKHDhw/FiXv1ypu3cxgzatwIoKPHjyBD\nihxJsqTJcyhTqlzJsuXKWcGCnZtJs+ZMADhz6jzHs6fPn+XKPXr05Akmc+bOKV3KtKnTpQCiSp16\nrqrVq1iz6kqQYMgQcOfCih1LtiyAs2jTnlvLtq3bt2/FiXv1ypu3c3jz6t0LoK/fv4ADCx5MuLDh\nc4gTK17MuLHjx4kBSJ5M+Zzly5gzYy5X7pznz6BDixYNoLTp0+dSq17NurU5btzOyZ5Nu7bt2QBy\n6959rrfv38CDCx9O3DeA48iTK1/OvLnz59DPSZ9Ovbr169izTwfAvbv3c+DDi/8fL75cuXPo06tf\nz549gPfw45+bT7++/fvmuHE7x7+/f4DnBA4kSBDAQYQJzy1k2NDhQ4gRJTIEUNHiRYwZNW7k2NHj\nOZAhRY4kWdLkyZAAVK5kec7lS5gxZc6kWfMlAJw5dZ7j2dPnT6BBhQ7tCcDoUaTnlC5l2tTpU6hR\nlwKgWtXqVaxZtW7l2vXcV7BhxY4lW9YsWABp1a4919btW7hx5c6l6xbAXbx5z+3l29fvX8CBBfMF\nUNjw4XOJFS9m3NjxY8iKAUymXNnyZcyZNW/mfM7zZ9ChRY8mXfozANSpVZ9j3dr1a9ixZc9uDcD2\nbdzndO/m3dv3b+DBdwMgXtz/+DnkyZUvZ97c+fPkAKRPp17d+nXs2bVvP9fd+3fw4cWPJ+8dwHn0\n6c+tZ9/e/Xv48eWzB1Df/v1z+fXv59/fP8BzAgcSLFgQAMKECs8xbOjwIcSIEic2BGDxIsaMGjdy\n7Ojx47mQIkeSLGnyJEqRAFaybHnuJcyYMmfSrGkTJoCcOnee6+nzJ9CgQocS9QngKNKk55Yyber0\nKdSoUpkCqGr1KtasWrdy7er1K9iwYseSLWv2LNq0ateybev2Ldy4cufSrWv3Lt68evfy7ev3L+DA\nggcTLmz4MOLEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrUQ6pXs27t+jXs2LJn\n065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnU69u/Tr27Nq3c+/u/Tv48OJxBwQA\nIfkECAoAAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy\n8fHx8PDw7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e\n3d3d3Nzc29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrK\nycnJyMjIx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2\ntbW1s7OzsrKysbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGh\noKCgn5+fnp6enZ2dm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyM\ni4uLioqKiYmJiIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3\ndnZ2dXV1dHR0c3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFh\nYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExM\nS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0\nMzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwc\nGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJ\nCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMI\nEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rc\nybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at\n27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nLlzEmeTLmy5cuYM5sDwLmzZ3Og\nQ4seTbq06dOhAahezdqc69ewY8ueTbv2awC4c+s2x7u379/Agwsf3huA8ePIkytfzry58+fmokuf\nTr269evYpQPYzr27ue/gw4v/H0++vHnwANKrX2+uvfv38OPLn0/fPYD7+POb28+/v3+A5gQOJFjQ\n4MGCABQuZNjQ4UOIESVONFfR4kWMGTVu5GgRwEeQIc2NJFnS5EmUKVWSBNDS5UtzMWXOpFnT5k2c\nMgHs5NnT3E+gQYUOJVrUKFAASZUuZdrU6VOoUaWao1rV6lWsWbVurQrA61ew5sSOJVvW7Fm0accC\nYNvWrTm4ceXOpVvX7t24APTu5WvO71/AgQUPJlz4LwDEiRUvZtzY8WPIkc1NplzZ8mXMmTVTBtDZ\n82dzoUWPJl3a9GnUogGsZt3a3GvYsWXPpl3bNmwAuXXvNtfb92/gwYUPJ+4b/8Bx5MmVL2fe3Plz\n6OakT6de3fp17NmnA+De3bs58OHFjydf3vz58ADUr2dvzv17+PHlz6df/z0A/Pn1m+Pf3z9AcwIH\nEixo8CBCgQAWMmzo8CHEiBInUjRn8SJGjOXIkStXbtw4cdeulStn7iTKlCpXmgPg8iVMczJn0qxp\n8ybOnDMB8Ozp0xzQoEKHEi1q9GhQAEqXMjXn9CnUqFLNffr07Bk4c1q3cu3qFQDYsGLHki1r9iza\ntObWsm3bthw5cuXKjRsn7tq1cuXM8e3r9y9gcwAGEy5s7jDixIoXM27sGDGAyJInm6ts+TLmzJo3\nc7YM4DPo0OZGky5t+rS5T/+fnj0DZ+417NiyZwOobfs27ty6d/Pu7dsc8ODCvXmbNKlEjRotWmTI\noMCChRw5xpmrbv069uwAtnPvbu47+PDhx1WqJEqUKVPZypUz5/49/Pjy3wOob/++ufz69/Pv7x+g\nOYEDCRYsCABhQoXmGDZ0+BAihAABBAhIwIDBq1flypnz+BFkSAAjSZY0eRJlSpUrWZpz+fLlNyZM\nGjQIYACngQQJCAwYUKAAK3NDiRY1ehRAUqVLzTV1+vQpHgcODBhYsGBOr17YsHkrV85cWLFjyY4F\ncBZtWnNr2bZ1+xZuXLlsAdS1e9dcXr17+e4dMgRA4MACAAAIECBHjnLmGDf/duwYQGTJkylXtnwZ\nc2bN5jh37vyNCZMGDQIYMG0gQQICAwYUKMDKXGzZs2nXBnAbd25zu3n37o3HgQMDBhYsmNOrFzZs\n3sqVM/ccenTp0QFUt37dXHbt27l39/4dvHYA48mXN3cefXr16YcMAfD+vQAAAAIEyJGjnDn9+/nz\nBwAQgMCBBAsaPIgwoUKF5ho6NFeu3DhUqLp00ZAnT6FCunS5SJBgwIBE5kqaPIkyJYCVLFuaewkz\n5kty5BYAABAgAAIEJE6dYsXqW65cyYomE+fLV7hw5po6fQogqtSp5qpavVquHDly2sx5/Qo2rNix\nYQGYPYvWnNq1bNuqhQUr/0AAAHQFCIAQIACAvQC8mPsLOHBgAIQLGz6MOLHixYwbm3sM2Vy5cuNQ\noerSRUOePIUK6dLlIkGCAQMSmTuNOrXq1QBau35tLrbs2bHJkVsAAECAAAgQkDh1ihWrb7lyJTue\nTJwvX+HCmXsOPTqA6dSrm7uOPXu5cuTIaTMHPrz48eTLjweAPr16c+zbu3/PHhasAAEA2BcgAEKA\nAAD6AwDoxdxAggULAkCYUOFChg0dPoQY0dxEihUtlitnTqO5cDZsRIhgy9xIkiVNngSQUuVKcy1d\nvmw5btwFAAASJFCjxps5nj19miv37Vu4cOaMHkUKQOlSpuacPn0qbtYsM/9mHGnTZk7rVq5axYkb\nN46cObJlzZoFkFbtWnNt3b6FS4yYEiUDBgho0ECSpFY/fhAATECNOcKFDRsGkFjxYsaNHT+GHFmy\nOcqVLV/GLE6KlAULSpkDHVr0aNIATJ9GbU71ataqu3UjAADAgwfgwJnDnVv3bt68AfwGHtzccOLm\nyJGb9eCBAAEFhgzRpWvXLkmGDJUpU6dFCylStGixZk78ePLkAZxHn97cevbt25OrUwcDBgMGHDRq\ntG2btFq1sgDMokGDFXLkzCFMqBAhgIYOH0KMKHEixYoWzWHMqHEjR3FSpCxYUMocyZImT6IEoHIl\nS3MuX8J02a0bAQAAHjz/AAfOHM+ePn8CBQpgKNGi5o4iNUeO3KwHDwQIKDBkiC5du3ZJMmSoTJk6\nLVpIkaJFizVzZs+iRQtgLdu25t7CjRuXXJ06GDAYMOCgUaNt26TVqpUliwYNVsiRM6d4MWPFAB5D\njix5MuXKli9jNqd5M+fOnr+lSFGgABlzpk+jTq0aAOvWrs3Bji0bdrFiBAQIqFLFHO/evn8DD24O\nAPHixs0hT25OnLhBAgQAiB59wIAAAQAECCBAwAIJEjZsUKGilrny5s+fB6B+PXtz7t/Dh48NCpQF\n9hcAMWbMmjVt/gHu2hUoUKxx48wlVLgwIQCHDyFGlDiRYkWLF81l1LiR/2PHbylSFChAxlxJkydR\npgSwkmVLcy9hxnxZrBgBAQKqVDG3k2dPnz+BmgMwlGhRc0eRmhMnbpAAAQCgQh0wIEAAAAECCBCw\nQIKEDRtUqKhljmxZs2YBpFW71lxbt2/fYoMCZUHdBUCMGbNmTVvfXbsCBYo1bpw5w4cRGwawmHFj\nx48hR5Y8mbI5y5cxZ7YsTtyuXRYECAgQQEW5cuZQp1a9WjUA169hm5M9m7bsOXMABAgwY4Y53799\nkxNOzlxx48eRFwewnHlzc8+hm/PmbdWAAQCwZ9ceIIABA0Nu3ECBAgeOY+bQp1evHkB79+/NxZc/\nfz4lChQMGFixIlK5cv8AzQkUJ06btmrVyplbyLBhQwAQI0qcSLGixYsYM5rbyLGjx43ixO3aZUGA\ngAABVJQrZ66ly5cwXwKYSbOmuZs4c96cMwdAgAAzZpgbSnQouaPkzCldyrSpUgBQo0o1R7WqOW/e\nVg0YAKCr168BAhgwMOTGDRQocOA4Zq6t27dvAcidS9ec3bt48VKiQMGAgRUrIpUrZ66wOHHatFWr\nVs6c48eQIQOYTLmy5cuYM2vezNmc58+gQ5Mj16wZDhwJBgxAgOCEMmXmYsueTXs2gNu4c5vbzbt3\nt24gQAgwYIASJXLkzClXTitFChUqYsUqZ6669evXAWjfzt2c9+/fy0H/gwYDRoEA6NMPqFAhU6Zn\ntmzVqOHGDTlz+PPr1w+gv3+AAAQCMFfQ4MGDqR48iBAhUiRzESVGJEfO3EWMGTVeBNDR40eQIUWO\nJFnSpDmUKVWu/PZt0KAFCxBgwDBhwgIHDixZMtfT50+gPQEMJVrU3FGkSMFp0ZIgAYEFC2LEGDSo\nFDBgUaIUCBBAgQIMGCiNG2fO7Fm0ZgGsZdvW3Fu4cd+WK4dszpwRIy5cwGDFyq5d3QwZMmGCFi1z\niRUvZgzA8WPI5iRPpkyZFAUKESKEC2fO82fP48aVK2fO9GnUqQGsZt3a9WvYsWXPpm3O9m3cub99\nGzRowQIEGDBMmLDA/4EDS5bMLWfe3PlyANGlTzdX3bp1cFq0JEhAYMGCGDEGDSoFDFiUKAUCBFCg\nAAMGSuPGmaNf3z59APn17zfX3z9AcwIHliuHbM6cESMuXMBgxcquXd0MGTJhghYtcxo3cuwI4CPI\nkOZGkixZkhQFChEihAtn7iXMl+PGlStn7ibOnDoB8Ozp8yfQoEKHEi1q7ijSpErHjcOFK0uWO7ly\nYcKkYsCAAAHs2DHn9SvYsADGki1r7ixac+TIXVqwIEECBnIjRLBg4cGPH2rUVFmzhhKlKFGY4MCR\nLZu5xIoXA2js+LG5yJInU5787VuvadOsWdNmyFCOHN26mStt+jRqAP+qV7M25/o1bNjcokTp08cc\n7ty4w4WDBi1cOHPChxMvDuA48uTKlzNv7vw5dHPSp1OvPm4cLlxZstzJlQsTJhUDBgQIYMeOufTq\n17MH4P49fHPy55sjR+7SggUJEjDoHwFgBAsWHvz4oUZNlTVrKFGKEoUJDhzZspmzeBEjAI0bOZrz\n+BFkSJDfvvWaNs2aNW2GDOXI0a2bOZkzadYEcBNnTnM7efbsyS1KlD59zBU1WjRcOGjQwoUz9xRq\nVKkAqFa1ehVrVq1buXY19xVsWLHlyo0bV66cObVqy7VoAQCAAAHXzNW1e/cuAL17+Zrz+9fctGll\nHjxgwKAAAgQiRAj/EuSqXDlzkylT9mbAAAIE5cx19uwZQGjRo82VNn0adWpz5cqRIzdtwwYaNMqV\nM3cbd27dAHj39m0OeHDhwm+xYJEqVbly5piXK7eHAYMECUCA0GYOe3bt2gF09/4dfHjx48mXN28O\nfXr16suZc/8ePnw3bhYsoGUOf379+gH09w8QgEAA5goaNFeunC4hQhIkMJAhw7Zt5ipavIhx27YE\nCcqZ+wgSJICRJEuaO4kypcqVKrWlSJEnj7mZNGvanAkgp86d5cqZ+wk06M9iMGB06vTsWbAZMyJE\nIDBggAABBAiEMYc1q1atALp6/Qo2rNixZMuaNYc2rVq15cy5fQsX/64bNwsW0DKHN69evQD6+v1r\nLrBgc+XK6RIiJEECAxkybNtmLrLkyZS3bUuQoJy5zZw5A/gMOrS50aRLmz5tWluKFHnymHsNO7bs\n1wBq275drpy53bx77y4GA0anTs+eBZsxI0IEAgMGCBBAgEAYc9SrW7cOILv27dy7e/8OPrx4c+TL\nmydPjtw4c+zbu3ePDRsBAjrM2b+PHz+A/fz7mwNoTuDAcuWKbdgQIICAVq3MPYQYUeLDbt0ePCBm\nTuPGjQA8fgRpTuRIkiVNluyVIIEoUeZcvoQZ0yUAmjVtlitnTudOns+epbBgYcIEAwYAHEV6NEAA\nAAASCBNmTupUqv9SAVzFmlXrVq5dvX4Fa07sWLJiyZEbZ07tWrZssWEjQECHObp17doFkFfvXnN9\n/ZorV67Yhg0BAgho1crcYsaNHS/u1u3BA2LmLF++DEDzZs7mPH8GHVp06F4JEogSZU71atatVQOA\nHVt2uXLmbN/G/exZCgsWJkwwYADAcOLDAwQAACCBMGHmnD+H7hzAdOrVrV/Hnl37du7lypkDH97c\nOGbMVq2qZk79evbss2VLkGCKOfr17dsHkF//fnP9/QM0J7CbBQsAABRIlswcw4YOHzIsV06CBFTm\nLmLECGAjx47mPoIMKXKkyEkLFvjyZW4ly5YuVwKIKXMmOXLmbuL/NOetTBkGDAgIEABgKFGiBAoU\nIEAgQAACVKiYiyp1alQAVq9izap1K9euXr+WK2duLFlz45gxW7Wqmrm2bt++zZYtQYIp5u7izZsX\nAN++fs0BDhy4mwULAAAUSJbMHOPGjh8zLldOggRU5i5jxgxgM+fO5j6DDi16tOhJCxb48mVuNevW\nrlcDiC17Njly5m7jNuetTBkGDAgIEABgOHHiBAoUIEAgQAACVKiYiy59enQA1q9jz659O/fu3r+X\nK2duPHlz5MiQceDghLn27t+3DxcOAwYBAl6Zy69//34A/gECEDgQgDmDBw+Ws2ABQMM0acxFlDiR\nYsQMGQIEKGSO/2PHjgBAhhRpjmS5cuZQplS5kuWgAQMcOTI3k2ZNmzMB5NS5U5w4cuPGffuGCxeZ\nAQMECAiwFEBTpwACBDgQIAAAqwAELFhgy1Y5c1/BggUwlmxZs2fRplW7lq05t2/hAgN24ECBXr3M\n5dW798ePAQOYMDE3mHBhwwAQJ1ZsjnFjx9CgMWAgwIABcODMZda8efO1BQs+fDA3mnRpAKdRpzZn\nrlzr1uZgx5Y9WzapBAlIkTK3m3dv37sBBBc+fFzxcuWqVRs2DMqGDR06bHnzJlo0TJjSWLDAgAGB\nAN8DGDBwgQwZVqzImVO/fj0A9+/hx5c/n359+/fN5de/HxiwA/8ADxTo1cucwYMIf/wYMIAJE3MQ\nI0qcCKCixYvmMmrcCA0aAwYCDBgAB86cyZMoUV5bsODDB3MwY8oEQLOmTXPmyunUaa6nz59Af5JK\nkIAUKXNIkypdihSA06dQx0ktV65atWHDoGzY0KHDljdvokXDhCmNBQsMGBAIwDaAAQMXyJBhxYqc\nubt48QLYy7ev37+AAwseTNic4cOIyZF78CBAhAjkyJmbPHnbthgBAgwYkC2buc+gQ4sGQLq0aXOo\nU6suV06NmgAAABAgkCKFmGPHlCnLpkwZKVKIEEkY/u2buePIkwNYzry5ueflynXrBg6cuevYs2u/\nrsiAgVevzIn/H0++vHgA6NOrDxduHDly375RowatV69t28zp328u3BuAbxIkCFDQgIEHD2a4cYML\nFzlzESVKBFDR4kWMGTVu5NjRozmQIUWSI/fgQYAIEciRM9ey5bZtMQIEGDAgWzZzOXXu5AnA50+g\n5oQOJVqunBo1AQAAIEAgRQoxx44pU5ZNmTJSpBAhktD12zdzYcWOBVDW7FlzacuV69YNHDhzceXO\npRtXkQEDr16Z49vX71++AAQPJhwu3Dhy5L59o0YNWq9e27aZo1zZXLg3bxIkCNDZgIEHD2a4cYML\nFzlzqVWrBtDa9WvYsWXPpl3btjncuXXjxoQpAAAAAQIgQGCA/wABAAACIEAgS5Y56NGlT4cOwPp1\n7Oa0b+eufds2BgDEjydPPkAAAQJcbNtmzv17+O4BzKdf39z9+8mSBQrkzBxAcwIHEhxIjpycCBGE\nCTPn8CHEiA4BUKxoUZy4cubMlStn7iPIkCK9eWPB4kGIEFasVKlyhAyZX7/Kmatp0yaAnDp38uzp\n8yfQoELNES1qlGi5cgCWMm26NAEMGOPGmatq9SrWqgC2cu1q7ivYsGEVQYAA4CzatGclSNCixRzc\nuHLnAqhr9665vHnJkbNhw0ObNuXKmSts+PC3b7skSKhUyRzkyJInQwZg+TLmcePMce7s+TNoc+NG\ngwNXrtyzZ//AtmzBhs0c7NiyAdCubfs27ty6d/Pube438OC/y5UDYPw4cuMJYMAYN84c9OjSp0MH\nYP06dnPat3PnrggCBADix5MXL0GCFi3m1rNv7x4A/PjyzdGnT46cDRse2rQpVw6gOYEDCX77tkuC\nhEqVzDV0+BBiQwATKVYcN85cRo0bOXY0Nw4kOHDlyj17BmzLFmzYzLV0+RJATJkzada0eRNnTp3m\nePb06dPbiBFIkJQpU8SGDWrUvplz+hRqVKkAqFa1ag5rVq1buZoLF65cOXNjyZY1e9YcALVr2Zpz\n+9ZctGgy5sxx5kzcuHHmzJUrZw4w4HK+fFmzZg5xYsWLEQP/cPwYsjnJkylXtnwZc+bJADh39vwZ\ndGjRo0mXNncaderU3kaMQIKkTJkiNmxQo/bNXG7du3n3BvAbeHBzw4kXN37cXLhw5cqZc/4cenTp\n5gBUt37dXHbt5qJFkzFnjjNn4saNM2euXDlz69eX8+XLmjVz8+nXtz8fQH79+8319w/QnMCBBAsa\nPIjQIICFDBs6fAgxosSJFM1ZvIgxo8aNHDteBAAypEhzJEuaPIkypcqVJQG4fAnTnMyZ5siRS4YJ\nkyxZo5Ila9Zs3DhzRIuWK2cuqdKlTJcCeAo1qrmpVKtavYo1q1aqALp6/Qo2rNixZMuaNYc2rdq1\nbNu6fZsW/4DcuXTN2b2LN6/evXz73gUAOLBgc4QLmyNHLhkmTLJkjUqWrFmzcePMWb5crpy5zZw7\ne+4MILTo0eZKmz6NOrXq1axNA3gNO7bs2bRr276N25zu3bx7+/4NPPhuAMSLGzeHPLny5cybO3+e\nHID06dTNWb9+/du1a8aMncqUiRQpcODMmT+PPr169QDau39vLr78+fTr27+PXz6A/fz7+wcIQOBA\nggUNHkSY0CA5cuYcPoQYUeJEihXNAcCYUaM5jh09fgQZUuTIjgBMnkRpTuVKc+RcduvGjBmjWrWO\nHStXztxOnj19/vwJQOhQouaMHkWaVOlSpk2PAoAaVepUqv9VrV7FmpUcOXNdvX4FG1bsWLLmAJxF\nm9bcWrZt3b6FG1cuWwB17d41l1evOXJ9u3VjxoxRrVrHjpUrZ07xYsaNHTsGEFnyZHOVLV/GnFnz\nZs6WAXwGHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubN\nnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLld5MjV87cevbt3b+HH18+APr17ZcrZ07/fv79/QM0\nJ3AgwYIGCQJIqHChuYYOH0KMKHEiRYcALmLMaG4jx44eP3osZ24kyZImTwJIqXIly5YuX8KMKZMc\nuXLmbuL/zKlzJ8+ePgEADSq0XDlzRo8iTap0KdOm5gBAjSrVHNWqVq9izap1a1UAXr+CNSd2LNmy\nZsuWM6d2Ldu2bgHAjSt3Lt26du/izWtuL9++fv8CDiyYL4DChg+bS6x4MePGjh9DVgxgMuXK5i5j\nzqx5M+fOnjEDCC16tLnSpk+jTq16NWvTAF7Dji17Nu3atm/jNqd7N+/evn8DD74bAPHixs0hT658\nOfPmzp8nByB9OnVz1q9jz659O/fu1wGADy/eHPny5s+jP19uvbn27t/Dfw9gPv369u/jz69/P39z\n/gGaEziQYEGDBxEmBLCQYUNzDyFGlDiRYkWLEAFk1LjR/1xHjx9BhhQ5kqRHACdRpjS3kmVLly9d\nlpNpjmZNmzdtAtC5k2dPnz+BBhU61FxRo0eRJkVaDhiwaNHMRZU6lWpUAFexZjW3lWtXr1/BhhXL\nFUBZs2fNpVW7lm1bt2/hqgUwl25dc3fx5tW719y4cd++icOGLVy4cuXMJVa8mDEAx48hR5Y8mXJl\ny5fNZda8mXNnzuWAAYsWzVxp06dRlwawmnVrc69hx5Y9m3Zt27AB5Na921xv37+BBxc+nLhvAMeR\nJze3nHlz58/NjRv37Zs4bNjChStXzlx379/BAxA/nnx58+fRp1e/3lx79+/hx3dPjpyxJUsoUTK3\nn39///8AzZkDQLCgQXMIEypcyLChw4cJAUicSNGcxYsYM2rcyLHjRQAgQ4o0R7KkyZMoywULpk1b\nuG/fwoUzR7OmzZs0AejcybOnz59Agwodaq6o0aNIkxolR87YkiWUKJmbSrWq1akAsmrdaq6r169g\nw4odS9YrgLNo05pby7at27dw48plC6Cu3bvm8urdy7dvuWDBtGkL9+1buHDmEitezDgxgMeQI0ue\nTLmy5cuYzWnezLmzZ3PlynnzxidIED58ypUzx7q169cAYsueba627du4c+vezds2gN/Ag5sbTry4\n8ePIj5MjJ06cuefQowOYTr26uevYs2vf3mrRom3byon/N0e+vPnz5gGoX8++vfv38OPLn2+uvv37\n+PObGzfOmjWAkIQIGTOmXDlzCRUuZAjA4UOI5iROpFjRokVs2GbNkiVrWbly5kSOJCkSwEmUKc2t\nZNnS5UuYL8eNa9YsnDmcOXMC4NnTpzmgQYUOFbpoEQxMmMqVM9fU6VOoUc0BoFrV6lWsWbVu5drV\n3FewYcWONTdunDVrkIQIGTOmXDlzceXOpQvA7l285vTu5dvXr19s2GbNkiVrWbly5hQvZqwYwGPI\nkc1NplzZ8mXMl8eNa9YsnDnQoUMDIF3atDnUqVWvVr1oEQxMmMqVM1fb9m3cuc0B4N3b92/gwYUP\nJ17c/9xx5MmVL++WKhUtWnxOnGDDZtw4c9m1b+cOwPt38ObEjydf3rw5cuTu3GEAAIAAAQcOfCBD\nxtx9/PnvA+Df3z9AcwIHEixo8GDBcDlyOHDgAxw4cxInmgNg8SJGcxo3cuyoTZsIEQoUPIgWzRzK\nlCpXskwJ4CXMmDJn0qxp8yZOczp38uzps1uqVLRo8Tlxgg2bcePMMW3q9CmAqFKnmqtq9SrWrObI\nkbtzhwEAAAIEHDjwgQwZc2rXslUL4C3cuObm0q1r9y5eu+Fy5HDgwAc4cOYGEzYH4DDixOYWM27s\nWJs2ESIUKHgQLZq5zJo3c+6sGQDo0KJHky5t+jTq1P/mVrNu7fo1NkGCQIFStGiRN2/mdvPu7Xs3\ngODCh5srbvw48uPlyuly4KBAAQEGDEiQ8OJFF1y4zHHv7p07gPDix5srb/48+vTqzZEj581bqRQp\nEiSIUq2aufz6zQHo7x8gAIEAzBU0ePCgsgMLD3z4AMxcRIkTKVakCABjRo0bOXb0+BFkSHMjSZY0\neVIQDRo8eGAaN85cTJkzac4EcBNnznLlzJXzWc5cUKHmwnnzpkrVhQsBAAAIEEBBjBhXrqRIEUSb\nNnNbuXbdCgBsWLHmyJY1e5bstGmiRCUrV86cuXLOnGHCBAQIhgoVUqT4FC6cOcGDzQEwfBixOcWL\nGSv/xoZNAAAABAgIElTOXGbNmzl35gwAdGjRo0mXNn0adWpzq1m3dv1aEA0aPHhgGjfOXG7du3nv\nBvAbePBy5cyVM17OXHLl5sJ586ZK1YULAQAACBBAQYwYV66kSBFEmzZz48mXHw8AfXr15ti3d/+e\n/bRpokQlK1fOnLlyzpxhwgQQCBAMFSqkSPEpXDhzDBuaAwAxokRzFCtapIgNmwAAAAgQECSonLmR\nJEuaPGkSgMqVLFu6fAkzpsyZ5mravInzJjhwIQ4cIEECmbmhRIsaPQogqdKl5MiVewoO3Lhx4rp1\nEybMzYYNBAgE+FqggAULR8KEwYKlQgUQ5MiZews3/+5bAHTr2jWHN6/evYYMGTAwYACbb9/IkdNG\ngwYCBAQIaKBEKVw4c5QrWwaAObNmc5w7e962DQUKAAECfPiADJm51axbryYHG7a52bRrA7iNO7fu\n3bx7+/4N3Jzw4cSLEwcHLsSBAyRIIDMHPbr06dQBWL+OnRy5ctzBgRs3Tly3bsKEudmwgQCBAOwL\nFLBg4UiYMFiwVKgAghw5c/z7+wdozhwAggUNmkOYUOFCQ4YMGBgwgM23b+TIaaNBAwECAgQ0UKIU\nLpw5kiVNAkCZUqU5li1dbtuGAgWAAAE+fECGzNxOnj13kgMK1NxQokUBHEWaVOlSpk2dPoVqTupU\nqv9VpZYrN2aMgAUL9OgpZ07sWLJlzQJAm1atOHHmyL0l100uJ04sWAQAkBcAAQIJOHAgQQIIBw4N\nGhw44KNcOXONHT9uDEDyZMrmLF/GjLlPgAAAAAwYUKVbN2/eFA0YECDAhw/azL2GHTs2ANq1bZvD\nnTt3OUyYUqQg8ODBmTPixJlDnhy5OHGNGgWBAcOYsXLmrF+/DkD7du7dvX8HH178eHPlzZ9HX75c\nuTFjBCxYoEdPOXP17d/Hnx/Afv79xQEUZ44cQXLdDnLixIJFAAAOARAgkIADBxIkgHDg0KDBgQM+\nypUzJ3IkSZEATqJMaW4ly5Yt+wQIAADAgAFVunX/8+ZN0YABAQJ8+KDNHNGiRo0CSKp0qbmmTp2W\nw4QpRQoCDx6cOSNOnLmuXruKE9eoURAYMIwZK2duLVu2AN7CjSt3Lt26du/iNad3L9++epMlmzBB\nw69f5cqZS6x4MePG5gBAjizZHOXKlcf58tWhQwAAAB48kCLFjxEjUaLMmDABAYIGDWCZiy179mwA\ntm/jNqd7N2/d4MBJACAcQIcOzbRpq1bthwQJPnyYiy59OvXoAK5jz25uO3fu5LJlw4SJ0KVL48aZ\nS68+PTlyLlw4cLCABg1s2Mzhz68fAP/+/gECEDiQYEGDBxEmVAjAXEOHDyHiwqVAAQECYr59K1eu\n/5spU79+fftmjmRJkycBpFS50lxLly979XrwIEBNFiw6deIECVKkSGe2bHnxAgMGaOaQJlWqFEBT\np0/NRZU6ddw4KFAAZA0Q4MiRTbJk+fBxoUsXc2fRplWbFkBbt2/NxZU799s3XrwK2bIlTpw5v37L\nleOlQEEAwwEE/PhRrpw5x48hA5A8mXJly5cxZ9a82Vxnz59B48KlQAEBAmK+fStXrpspU79+fftm\njnZt27cB5Na921xv37979XrwIEBxFiw6deIECVKkSGe2bHnxAgMGaOawZ9euHUB379/NhRc/ftw4\nKFAApA8Q4MiRTbJk+fBxoUsXc/fx59efH0B///8AAQgEYK6gwYPfvvHiVciWLXHizEmUWK4cLwUK\nAmgMIODHj3LlzIkcSRKAyZMoU6pcybKly5fmYsqcOZNbgQIAABw4gGvbtmDBSAQIMGAAAgShxo0z\nx7SpU6YAokqdaq6q1avbtnXpoiFECEqUbt0aRYvWtm3htm378qVDh2Hm4sqdOxeA3bt4zendu5dc\nokQHDgAYjABBiBAsJEgwYODBtm3mIkueTHkygMuYM5vbzLkzOHCdOtlx5OjaNXHiyDVrZsNGAACw\nYxv48qVcOXO4c+sGwLu379/AgwsfTry4uePIkyfnVqAAAAAHDuDati1YMBIBAgwYgABBqHHjzIn/\nH09ePIDz6NObW8++/bZtXbpoCBGCEqVbt0bRorVtWziA27Z9+dKhwzBzCRUuXAjA4UOI5iROnEgu\nUaIDBwBsRIAgRAgWEiQYMPBg2zZzKVWuZLkSwEuYMc3NpFkTHLhOnew4cnTtmjhx5Jo1s2EjAACk\nSQ18+VKunDmoUaUCoFrV6lWsWbVu5drV3FewYcN6AFAWAAoUg1ixGjECx4ABEiQ8eMCjRYtSpcqZ\n49u3LwDAgQWbI1zYMDhwuHDxmDOnVSto0ISFC2fOMjFiFy5UqCDO3GfQoUMDIF3adLly5lSXKzdu\nXLcUKQ4cADBgAAECBw4E4A0AQAVkyMwNJ17c/3hxAMmVLzfX3LnzcqBAYcAQoECBDh3q1IGBAAEA\n8OHDI8CAgRgxc+nVrwfQ3v17+PHlz6df3745/Pn14ydHbgFAAAAUKKBFS1y4cOXKmWvYcNw4WS1a\nMGCwzRzGjBkBcOzo0RzIkCJBfvsWzJkzcypXsqRFy4ABL17M0axp8yaAnDp3muvp0+c4btxu3eIz\nZUqWLCNGKBgwAAIEINiwmatq9SrWqwC2cu1q7itYsMl8+CBAAECAAA8eZMkyIkAAAHIDBBgwoEIF\nFRo0nDlj7i/gwAAGEy5s+DDixIoXMzbn+DFkx+TILQAAQIECWrTEhQtXrpy50KHHjZPVogUDBv/b\nzLFu3RoA7NiyzdGubZv2t2/BnDkz5/s3cFq0DBjw4sUc8uTKlwNo7vy5uejSpY/jxu3WLT5TpmTJ\nMmKEggEDIEAAgg2bufTq17NfD+A9/Pjm5tOnn8yHDwIEAAQI8ADggyxZRgQIAABhgAADBlSooEKD\nhjNnzFW0eBFARo0bOXb0+BFkSJHmSJY0STJXLgArjxwx9xJmzJfevDkRIAABgm3mePbsCQBoUKHm\niBY1StSbN1zlyplz+vSpOAJTCXTrZg5rVq1bAXT1+tVcWLFjx5IbN27btly53gwZ0qKFDj16yJEz\ndxdvXr13AfT1+3fcOHODyZF79mzGgAEAGAf/CFChwoYNCAJUDjDAgIEJEzRoiGDAgAYNvcyVNm0a\nQGrVq1m3dv0admzZ5mjXtk07Vy4Au48cMfcbePDf3rw5ESAAAYJt5pg3bw4AenTp5qhXt07dmzdc\n5cqZ8/79uzgC4wl062YOfXr16wG0d//eXHz58+eTGzdu27Zcud4MGQKwRQsdevSQI2cuocKFDBMC\neAgx4rhx5iqSI/fs2YwBAwB4DBCgQoUNGxAEOBlggAEDEyZo0BDBgAENGnqZu4kTJ4CdPHv6/Ak0\nqNChRM0ZPYrUaJcuAQYMkCbNnNSpVMuVw4RJQYAAO3aUMwc2bFgAZMuaNYc2rVq0zJiRKlfO/5zc\nuXOrCBBgw4a5vXz7+t0LILDgweYKGz6MOHE5atTmzOGAA0e3buYqW76MuTKAzZw7e/MmLvStWzBg\nCAAAQIAACBYsNGhQoICAAAEIEFCwYIEDBwIEBAAAYMAAMuXKmTuO3ByA5cybO38OPbr06dTNWb+O\n3XqXLgEGDJAmzZz48eTLlcOESUGAADt2lDMHP358APTr2zeHP79+/MyYkQJYrpw5ggULVhEgwIYN\ncw0dPoTYEMBEihXNXcSYUePGctSozZnDAQeObt3MnUSZUuVJAC1dvvTmTdzMW7dgwBAAAIAAARAs\nWGjQoEABAQECECCgYMECBw4ECAgAAMCAAf9kypUzl1WrOQBdvX4FG1bsWLJlzZpDm1ZtuXInTgAI\nEGDQIHN17Zqb5sCBAAEAAAzo0OHbN3OFDR8GkFjxYnONHT8uV86VKwrZspnDnNmcKlUIBgyYNs3c\naNKlTY8GkFr1anOtXb+GHdvcuHFfvkRAgODXL3O9ff8G3hvAcOLFv33rhgkTAwYAnDsvUGDA9ADV\nAwAQICBBgh8GDAgQAED8eAAMxIkzl169OQDt3b+HH1/+fPr17ZvDn18//j9/DAAEAODFC1++uA0a\nNGGCAAAOAYABg80cxYoWLQLIqHGjuY4eP3YkRSpBkCDkyJlLeetWiRIMKlUyJ3MmzZo0AeD/zKnT\nHM+ePn8C7UmLlgcHDvLkMad0KdOmSgFAjSo1XDhrwoRFiCBAAAABAhw4kGDAgAYNRowo8+bNHFtx\n4mrVypVrzY0bO3Y4M6d3714Afv8CDix4MOHChg+bS6x4ceI/fwwAAPDihS9f3AYNmjBBAIDOAMCA\nwWZuNOnSpQGgTq3aHOvWrlmTIpUgSBBy5MzhvnWrRAkGlSqZCy58OPHhAI4jT25uOfPmzp8zp0XL\ngwMHefKYy659O/fsAL6DDx8unDVhwiJEECAAgAABDhxIMGBAgwYjRpR582ZuvzhxtQDWypVrzY0b\nO3Y4M7eQIUMADyFGlDiRYkWLFzGa07iR/6PGT58IABA5kqRIAQKUKTO3kmVLlysBxJQ501xNmzdr\nRouWAAKEVKmoUVPUocOBAz/EiTO3lGlTp00BRJU61VxVq1exZrWqTRuZDRuYMDFmzFxZs2fRAlC7\nlu24ceXGjVOjxoABAAECFCgAoVChcePMBRY8mHC5cuLEkTO3mDFjAI8hR5Y8mXJly5cxm9O8mbPm\nT58IABA9mrRoAQKUKTO3mnVr16sBxJY921xt27drR4uWAAKEVKmoUVPUocOBAz/EiTO3nHlz580B\nRJc+3Vx169exZ7euTRuZDRuYMDFmzFx58+fRA1C/nv24ceXGjVOjxoABAAECFCgAoVChcf8Ax5kb\nSLCgwXLlxIkjZ66hQ4cAIkqcSLGixYsYM2o0x7Gjx3LlWrVaECAAgJMnAwSoUOGUuZcwY8qcCaCm\nzZvmcurcmZMcuRkECChQcOECggEDHDi4Za6p06dQowKYSrWquatYs2rdqpUYEyYZMvjwIcyc2bNo\n0QJYy7atubdvkyUrUSIAAAAHDhwzx7ev37+AA/8FQLiw4cOIEytezLixuceQIz8uV45MmzY9ekiS\nZIgcOXOgQ4seTTo0gNOoU5tbzbp1axAAYgMIEACAAAEOHIAzx7u379/AAQgfTtyc8ePIkytXniwZ\nEyYaNEAzR726desAsmvfbq5793LlNmz/EBAgwKJF5tKrX8++vfpx5uLLlw+gvv37+PPr38+/v3+A\n5gQOJCiwXDkybdr06CFJkiFy5MxNpFjR4kWKADRu5GjO40eQIEEAIAkgQAAAAgQ4cADO3EuYMWXO\nBFDT5k1zOXXu5NmzZ7JkTJho0ADN3FGkSZMCYNrUqTmoUMuV27BBQIAAixaZ49rV61ewXceZI1u2\nLAC0adWuZdvW7Vu4cc3NpVvX7l28efXSBdDX719zgQUPHgyuQYMSJUaMoPHmzbZt5iRPplzZsjkA\nmTVvNtfZ82fQoUWbI0dOnDhzqVWvZg3A9WvY5mTPNpctmxdu3Mzt5t3b92/e5YSbI168/zgA5MmV\nL2fe3Plz6NHNTade3fp17Nm1UwfQ3ft3c+HFjx8PrkGDEiVGjKDx5s22bebkz6df3745APn17zfX\n3z9AcwIHEixoUCA5cuLEmWvo8CFEABInUjRn8aK5bNm8cONm7iPIkCJHgixn0hzKlCkBsGzp8iXM\nmDJn0qxp7ibOnDp38uzpEyeAoEKHmitq9ChScuTGjTPn9CnUqFKnmgNg9SpWc1q3cu3q9SvYsFsB\nkC1r1hzatGrXsm3rtlw5cubm0qUL4C7evHr38u3r9y9gc4IHEy5s+DDixIMBMG7s2BzkyJInkyM3\nbpy5zJo3c+7s2RyA0KJHmytt+jTq1P+qV7M2DeA17NjmZtOubfs27tzlypEz5/v3bwDChxMvbvw4\n8uTKl5tr7vw59OjSp1N3DuA69uzmtnPv7v07+PDiuQMob/68ufTq17Nv7/49fPUA5tOvb+4+/vz6\n9/Pvfx9gOXMDCRIEcBBhQoULGTZ0+BCiOYkTKVa0eBFjxokAOHb0aA5kSJEjSZY0eTIkAJUrWZpz\n+RJmTJkzadZ8CQBnTp3mePb0+RNoUKHliJozevQoAKVLmTZ1+hRqVKlTzVW1ehVrVq1buVoF8BVs\nWHNjyZY1exZtWrVkAbR1+9ZcXLlz6da1exevXAB7+fY19xdwYMGDCRcud9hcYsWKATT/dvwYcmTJ\nkylXtnwZc2bNmzl39vwZdGjRo0mXNn0adWrVq1m3dv0admzZs2nXtn0bd27du3n39v0beHDhw4kX\nN34ceXLly5k3d/4cenTp01Obs34de3bt27l3vw4AfHjx5cqZM38efXr169WXK2cOfnz5AOjXt28O\nf379+/n39w/QnMCBBAUCOIgw4bhx5cw5fAgxorly5cyRI2cuo8aNHDtqBAAypMiRJEuaPIkypbmV\nLFu6fAkzpkyWAGravGkup86dPHv6/AlUJ4ChRIuaO4o0qdKlTJs6RQogqtSp5qpavYo1q9atXK0C\n+Ao2rNixZMuaPYvWnNq1bNu6fQs3/+5aAHTr2jWHN6/evXz7+v2bF4DgwYTNGT6MOLHixYwbHwYA\nObJkc5QrW76MObPmzZUBeP4MOrTo0aRLmz5tLrXq1axbu34NWzWA2bRrm7uNO7fu3bx7+8YNILjw\n4eaKGz+OPLny5cyNA3gOPbq56dSrW7+OPbt26gC6e/8OPrz48eTLmzeHPr369ezbu3+fHoD8+fTN\n2b+PP7/+/frLlQNoTuBAggIBHESY0NxChg0dPoQYUSJDABUtXjSXUeNGjh3LfTQXUuRIkiVFAkCZ\nUuVKli1dvoQZ09xMmjVt3sSZUydNAD19/jQXVOhQokWNFi1XztxSpk2XAoAaVao5qv9VrV7FmlXr\n1qoAvH4Fa07sWLJlzZZDa07tWrZt3a4FEFfuXLp17d7Fm1evOb59/f4FHFjw4L4ADB9GbE7xYsaN\nHT9enC1bN3OVLV++DEDzZs7mPH8GHVr0aNKlPwNAnVq1OdatXb8uF7vcuHHipEnjxo2cOd69ff8G\nDkD4cOLFjR9Hnlz5cnPNnT+HHl36dOrOAVzHnt3cdu7dvX8Hzz1btm7mzJ9Hjx7Aevbtzb2HH1/+\nfPr17cMHkF//fnP9/QM0J3DgwHIGy40bJ06aNG7cyJmLKHEixYoALmLMqHEjx44eP4I0J3IkyZLk\nyEWLpkfPHFKkvHkzJ3MmzZo2zQH/yKlzp7mePn8CDSrU3LZtVaoQM6d0KVOmAJ5CjWpuKtWqU8eN\nw2PGDC1awYKdypQJEKBV5MiZS6t2Ldu1AN7CjWtuLt26dcF16/btW7duzSZNcuLElLnChg8jTgxg\nMePGjh9Djix5MmVzli9jtjxuXKMdOwgQECDAgA0bzZqZS616NevW5gDAji3bHO3atm/jzm1OkKAG\nDaqZCy58+HAAxo8jN6d8OXNv3jp1SoAAgQABBAgIWKB9QQlmzMyBDy9+vHgA5s+jN6d+PXv15cpx\nI0euHP1y4l69ihDhhrn+/gGaEziQYEEABxEmVLiQYUOHDyGakziRosRx4xrt2EGA/4AAAQZs2GjW\nzFxJkydRpjQHgGVLl+ZgxpQ5k2ZNc4IENWhQzVxPnz9/AhA6lKg5o0eRevPWqVMCBAgECCBAQMAC\nqwtKMGNmjmtXr1+9AhA7lqw5s2fRmi1Xjhs5cuXglhP36lWECDfM5dW7l29fAH8BBxY8mHBhw4cR\nm1O8mHG5cr9+KRgwIEAAAQIIVKgwaFA5c59BhxY9GkBp06fNpVa9mnXr1smSCRDQoIE527dx5waw\nm3dvc7/LlRs3zpu3ct+QfzsFCNCKFSJEHEiRwoQJFShQbNtmjnt379+5AxA/nrw58+fRp1dvDhcu\nCBBsmJM/n359+wDw59e/n39///8AAQgcSLCgwYMCzSlcyLBcuV+/FAwYECCAAAEEKlQYNKicuY8g\nQ4ocCaCkyZPmUqpcybJly2TJBAho0MCczZs4cwLYybOnuZ/lyo0b581buW9Iv50CBGjFChEiDqRI\nYcKEChQotm0zx7Wr169cAYgdS9ac2bNo06o1hwsXBAg2zMmdS7euXQB48+rdy7ev37+AA5sbTLjw\n4HDhzly4kCKFFCmT2LBBhSqcucuYM2veDKCz58/mQoseTbp0aUmSAgSYMsWc69ewYwOYTbu2OXPl\nzJkbN86c79/AgZMTJ44bt1E0aLRqZa658+fQmwOYTr26uevYs2vfbi5bNg0adJj/G0++vPnzANKr\nX8++vfv38OPLN0e/vn371WjRIkVKmDCAttq0+fLlmzmECRUuZAjA4UOI5iROpFjRYkVvAQIAADBn\njjmQIUWOBFDS5ElzKVWuZNlSJTlysxw4OHPG3E2cOXXeBNDT509zQYUOJVrUXLVqBgxcMNfU6VOo\nUQFMpVrV6lWsWbVu5WrO61ewYKvRokWKlDBhttq0+fLlmzm4ceXOpQvA7l285vTu5dvXb19vAQIA\nADBnjjnEiRUvBtDY8WNzkSVPplxZMjlysxw4OHPG3GfQoUV/BlDa9GlzqVWvZt3aXLVqBgxcMFfb\n9m3cuQHs5t3b92/gwYUPJ27O//hx5MmNixMHDNgiGjSsWCFnzvp17Nm1A+De3bs58OHNlSNfvpy5\ncuXMrWdvjhy5EgECLFjw7Zs5/Pn17wfQ3z9AAAIBmCto8CDChAbLlduzYAERIuYmUqxocSKAjBo3\nmuvo8SPIkOasWSNAgIG5lCpXsmwJ4CXMmDJn0qxp8yZOczp38uypU5w4YMAW0aBhxQo5c0qXMm3q\nFADUqFLNUa1qrhzWrOXMlStn7itYc+TIlQgQYMGCb9/MsW3r9i2AuHLnmqtr9y7evHbLlduzYAER\nIuYGEy5seDCAxIoXm2vs+DHkyOasWSNAgIG5zJo3c+4M4DPo0KJHky5t+jRqc/+qV7NuXa5ctGhJ\nkiAoUKBDB3O6d/Pu7dscgODCh5srbtzctm26UqW6detUr17KlBkzVi1YsBYtDihQQIpUuXLmxpMv\nbx4A+vTqzbFv7/49/PbixKlyYN+BNGnm9vPv7x8gAIEDCZozeBBhQoXmrFgRIKACOHDmKFa0eNEi\nAI0bOXb0+BFkSJEjzZU0eRJluXLRoiVJgqBAgQ4dzNW0eRNnTnMAePb0aQ5oUHPbtulKlerWrVO9\neilTZsxYtWDBWrQ4oEABKVLlypnz+hVsWABjyZY1dxZtWrVr0YoTp8pBXAfSpJmzexdvXgB7+fY1\n9xdwYMGDzVmxIkBABXDgzDX/dvwY8mMAkylXtnwZc2bNmzmb8/wZdGhw4PjwWbAgwIABQ4aUM/ca\ndmzZswHUtn3bXG7d5sSJ+6RFCwkSHCJE+PBBgwYGBgwcOIDh169y5cxVt34de3UA27l3N/cdfHjx\n482VKydO3LVJk0aMYMXKXHz58+kDsH8fvzn9+/n39w/QXJIkHTqI6dbNnMKFDBsyBAAxosSJFCta\nvIgxo7mNHDt6FCbswoUAAQAMGGDCBK1y5cy5fAkzJkwANGvaNIczp7lw4SQ5cCBAAIAAAQAYPQqA\nAAEdypSZewo1qtSoAKpavWouq9atXLtqWwZ2mbNAgThw0KBBl7m1bNu2BQA3/65cc3Tr2r2LV1mJ\nEh76ihETK1a2bOYKGz6MGIDixYwbO34MObLkyeYqW76MWZiwCxcCBAAwYIAJE7TKlTOHOrXq1aoB\nuH4N25zs2ebChZPkwIEAAQACBAAAPDgAAgR0KFNmLrny5cyXA3gOPbq56dSrW7+ubZn2Zc4CBeLA\nQYMGXebKmz9/HoD69ezNuX8PP758ZSVKeLgvRkysWNmymQNoTuBAggQBHESYUOFChg0dPoRoTuJE\nihTLESNWokSDBhAafGxg4MABIkTKlTOXUuVKlgBcvoRpTuZMc+XK/ZowoUABAgUKIEBQoIAAogYM\nTMCD59s3c02dPoXaFMBUqv9VzV3FmlXr1jd37iRKNGrOHAwYBgyQkCyZObZt3bIFEFfuXHN17d7F\nexccuEIHDggAHCCAAMICKDRqJE6cOcaNHQOAHFnyZMqVLV/GnNncZs6dO5cjRqxEiQYNIDRA3cDA\ngQNEiJQrZ072bNq1AdzGndvcbt7mypX7NWFCgQIEChRAgKBAAQHNDRiYgAfPt2/mrF/Hnt06AO7d\nvZsDH178ePJv7txJlGjUnDkYMAwYICFZMnP17d+vD0D/fv7m/AM0J3AgwYLmwIErdOCAgIYBAgiI\nKIBCo0bixJnLqHEjgI4eP4IMKXIkyZImzaFMqVIlOWvWaNE6dIgFAgQBAgD/yKkTgDhzPn8CBQpg\nKNGi5o4iRfotS5YOHRr8+KFI0ahRQ1asSJBAwoABJUoAA2ZuLNmyZgGgTavWHNu2bt+6DRduDCpU\nxoxhU6QIBIgBAxb48MGNm7nChg8DSKx4cbly5h5DjgyZHDlkyKxYIQBgM+fOAAYkSMCFCzVzpk+f\nBqB6NevWrl/Dji17trnatm/jLlfOnLls2fgsCL6AgAABAAAECMDLHPPmzp0DiC59urnq1q+PG+fL\nlyllysyZKye+W7dx42JNmFCgACZM5t7Djy8fAP369s3hz69/v35y/gGaEyiQHLlfvyJF2tWt27Zt\n5cxFlCgRQEWLF81l1Lhx/2O0Jk1s2HDgYAAAAAMGIOjQQYKECxd09OmTKJE3czdx4gSwk2dPnz+B\nBhU6lKg5o0eRJi1Xzpy5bNn4LJC6gIAAAQAABAjAy1xXr1+/AhA7lqw5s2fRjhvny5cpZcrMmSs3\nt1u3ceNiTZhQoAAmTOYABxY8GEBhw4fNJVa8mPFico/NRY5MjtyvX5Ei7erWbdu2cuZAhw4NgHRp\n0+ZQp1atOlqTJjZsOHAwAACAAQMQdOggQcKFCzr69EmUyJs548ePA1C+nHlz58+hR5c+3Vx169ex\nVxcnzpOnChIkHDliCg2aCRMECKARLpw59+/huwcwn359c/fx5x83rlevPf8AqVErV86cwYMGW7W6\ncMGDB3MQI0qcCKCixYvmMmrcmLFcOW/kyJkbSbJkSXDgyIkT162bOHMwY8YEQLOmzXLlzOncybNb\ntx0UKDhwkCCBgQgRrlw5NmyYL19gwMzhwoUPn2PmsmrVCqCr169gw4odS7asWXNo06pdi1acOE+e\nKkiQcOSIKTRoJkwQIIBGuHDmAgseHBiA4cOIzSlezHjcuF699lCjVq6cucuYL7dqdeGCBw/mQose\nTRqA6dOozalezVp1uXLeyJEzR7u2bdvgwJETJ65bN3HmggsXDqC48ePlyplbzrx5t247KFBw4CBB\nAgMRIly5cmzYMF++wID/mcOFCx8+x8ypX78egPv38OPLn0+/vv375cqZ2y9OHDmA5MwNJEiOnCVL\nChQMSJGiWrVy5Mh9+rRhAwRTpr59M9fR40cAIUWONFfS5Ely5BgxcnHnDjhw5mTOpMmHjxQp4szt\n5NmzJwCgQYWaI1rUKDZsZMg4WLTI3FOoUaWaKydOXLNm3sxt5coVwFewYcmRM1fWbFly5GTJogAB\nwoULKVLwiRatXDlz5cp163bnzokRIxQpumbO8OHDABQvZtzY8WPIkSVPLlfO3GVx4siRM9fZMzly\nliwpUDAgRYpq1cqRI/fp04YNEEyZ+vbN3G3cuQHs5t3b3G/gwcmRY8TI/8WdO+DAmWPe3DkfPlKk\niDNX3fr16wC0b+duzvt38NiwkSHjYNEic+nVr2dvrpw4cc2aeTNX3759APn17ydHzhxAcwIHmiNH\nTpYsChAgXLiQIgWfaNHKlTNXrly3bnfunBgxQpGia+ZGkiQJ4CTKlCpXsmzp8iXMcePIefOmTBkv\nXuLK8Sz3jQ+fAAEAEJUgIVmycMKE3bgh4KkCBWTI/AoXjhw5c1q1Aujq9au5sGLHliuXKlWAtCNG\njBtn7i3cbdtgwDBgIJK5vHr37gXg9y9gc4IHE752LUMGAAoUgANn7jHkyI/JkaN25kyvXuY2c+4M\n4DPo0OHCmSttunS2bP9+/DRAgMCECTt2XGHDNm7ct1GjUqQY4HvChGLFzBEvbhwA8uTKlzNv7vw5\n9OjjxoUjR+7ZM2jQmIkTp02brQULBAgAAECABAlv3thp0CBAgAIFSpw69exZOXP69+8H4B8gAIED\nAZgzeBAhwh8BAjBgsGqVOYkSy2XKdOCAAwfDzHX0+PEjAJEjSZozeRKlSU2aAgAAMGyYOZkzaW7b\npkzZrWDBypUz9xNoUABDiRYlR85cUqVLhw3jceAACRJEiEAaM4YWrTkSJAwYUKBAD3DgzJU1e7Ys\nALVr2bZ1+xZuXLlzx40LR47cs2fQoDETJ06bNlsLFggQAACAAAkS3rz/sdOgQYAABQqUOHXq2bNy\n5jh37gwAdGjR5kiXNm36R4AADBisWmUONuxymTIdOODAwTBzu3n37g0AeHDh5ogXN05ck6YAAAAM\nG2YOenTp27YpU3YrWLBy5cx19/4dQHjx48mRM3ceffphw3gcOECCBBEikMaMoUVrjgQJAwYUKACw\nBzhw5goaPFgQgMKFDBs6fAgxosSJ4sSRu/jtGzZsxTJlwoRpiQsXHjwwYJCgQAEBAgC4DBDgwAFh\n5cqZu4kz500APHv6NAc0qFCh3ShQIECAAYMVjx6FCtWEAIECBThw+GYuq9atWwF4/QrWnNixZMWS\nIzcAAAANGsKFMwc3/+6qVSJENGkCrFw5c3z7+uULILDgweYKGz5MjhwpUg0IEDBg4MCBAQgQCBAw\nIECABw/w4DEHOrTo0QBKmz6NOrXq1axbuxYnjpzsb9+wYSuWKRMmTEtcuPDggQGDBAUKCBAAIHmA\nAAcOCCtXzpz06dSlA7iOPbu57dy7d+9GgQIBAgwYrHj0KFSoJgQIFCjAgcM3c/Tr27cPIL/+/eb6\n+wdoTuBAcuQGAACgQUO4cOYcPly1SoSIJk2AlStnTuNGjhoBfAQZ0txIkiXJkSNFqgEBAgYMHDgw\nAAECAQIGBAjw4AEePOZ8/gQaFMBQokWNHkWaVOlSpuPGmYNarly4cP+3pEi5c0dZtWrfvvHi5eXB\nAwBly06YECtWOXNt3b59C0DuXLrm7N7Fm7dZswULBAgAEEBwAAEDBkCAMGhQOXONHT9+DEDyZMrm\nLF/GjJkHAAACBECAQIQJkxgxHggQQIDAiBHazL2GHTs2ANq1bZvDnVs3OXKKFCUQIADAcOLEC/Dg\nQY2aOebNnT9nDkD6dOrVrV/Hnl37dnLkzH3/Lk4ctlWrvn0bZ079enHFitGgEYcOnXDhypUzl1//\nfv4A/AMEIHAgAHMGDyJMCA4cBw4GDAAIEAAAAAgNGhgyBAyYuY4eP4IEIHIkSXMmT6JEqQUAy5Yu\nXYIA0aqVuZo2b+L/BKBzJ09zPn8CFSfu2LEEDRocOGDCBAENGixY0KVNm7mqVq9ivQpgK9euXr+C\nDSt2LFly5MyhRStOHLZVq759G2duLl1xxYrRoBGHDp1w4cqVMyd4MOHCAA4jTmxuMePGjsGB48DB\ngAEAAQIAAAChQQNDhoABMyd6NOnSAE6jTm1uNevWrbUAiC179mwQIFq1Mqd7N+/eAH4DD25uOPHi\n4sQdO5agQYMDB0yYIKBBgwULurRpM6d9O/fu3AGADy9+PPny5s+jT29uPfv27t/Djy+fPYD69u+b\ny69/P//85ACS27ZtmDBh48aVM7eQYUOHDwFElDjRXEWLFzF++kSK/xQfPiAMGOjQQQcwYOTImVO5\nkmVLlQBgxpRpjmZNmzdx5tS5syYAnz+BBhU6lGhRo0fNJVW6lGlTp0+hKgUwlWpVc1exZtV6lRy5\nbduGCRM2blw5c2fRplW7FkBbt2/NxZU7l+6nT6RI8eEDwoCBDh10AANGjpw5w4cRJzYMgHFjx+Yg\nR5Y8mXJly5cjA9C8mXNnz59BhxY92lxp06dRp1a9mrVpAK9hxzY3m3Zt27dx59ZNG0Bv37/NBRc+\nnHhx48eRCwewnHlzc8+hR5c+nXp169ABZNe+nXt379/Bhxdvjnx58+fRp1e/vjwA9+/hm5M/n359\n+/fx558PgH9///8AzQkcSLCgwYMIEw4EwLChQ3MQI0qcSLGixYsRAWjcyLGjx48gQ4ocaa6kyZMo\nU6pcydIkgJcwY5qbSbOmzZs4c+qkCaCnz5/mggodSrSo0aNIhQJYyrSpuadQo0qdSrWqVagAsmrd\nyrWr169gw4o1R7as2bNo06pdWxaA27dwzcmdS7eu3bt4884FwLevX3OAAwseTLiw4cOBAShezLhc\nOXOQI0ueTLmy5cvmAGjezLmz58+gQ4seba606dOoU6tezdo0gNewY5ubTbu27du4c+umDaC379/m\nggsfTry48ePIhQNYzrx5uXLmokufTr269evYzQHYzr279+/gw4v/H0++vPnz6NOrX8++vfv38OPL\nn0+/vv37+PPr38+/v3+AAAQOJFjQ4EGECRUuZNjQ4UOIESVOpFjR4kWMGTVu5NjR40eQIUWOJFnS\n5EmUKVWuZNnS5UuYMWXOpFnT5k2cOXXu5NnT50+gQYWCNFfU6FGkSZUuZWoUwFOoUcuVM1fV6lWs\nWbVmHTeunDmwYcMCIFvWbLly5tSuZdvW7Vu4cc0BoFvXbrly5vTu5dvX795y5syVK2fO8GHEiQ0D\nYNzY8WPIkSVPplzZ3GXMmTVv5tzZM2YAoUWPNlfa9GnUqVWvZm0awGvYsc3Npl3b9m3cuXXTBtDb\n929zwYUPJ17c//hx5MIBLGfe3Plz6NGlT6duzvp17Nm1b+fe/ToA8OHFmyNf3vx59OnVry8PwP17\n+Obkz6df3/59/PnnA+Df3z9AcwIHEixo8CDChAMBMGzo8CHEiBInUqxo7iLGjBo3cuzoESOAkCJH\nmitp8iTKlCpXsjQJ4CXMmOZm0qxp8ybOnDppAujp86e5oEKHEi1q9ChSoQCWMm3q9CnUqFKnUjVn\n9SrWrFq3cu16FQDYsGLNkS1r9izatGjJkTPn9i1ctwDm0q1r7i7evHr38u3rFy+AwIIHmyts+DDi\nxIbJkTPn+DHkyJLNAahs+TLmzJo3c+7s2Rzo0KJHky5t+nRoAP+qV7M25/o17NiyZ8smR84c7ty6\ncQPo7fu3ueDChxMvbvw4cuEAljNvbu459OjSp0MnR84c9uzat3M3B+A7+PDix5Mvb/48enPq17Nv\n7/49/PjrAdCvb98c/vz69/Pvvx/guGjRzBU0eLAgAIULGZpz+BBiRIkTKVZ8CABjRo3mOHb0+BGk\nOWbMpEkrZw5lSpUrWQJw+RJmTJkzada0edNcTp07efb0+ROoTgBDiRY1dxRpUqVLmSodFy2aOalT\nqUoFcBVrVnNbuXb1+hVsWLFcAZQ1e9ZcWrVr2bY1x4yZNGnlzNW1exdvXgB7+fb1+xdwYMGDCZsz\nfBhxYsTkyE3/M2aMGzdy5ihXtnwZMwDNmzmb8/wZdGjRo82NG6dL14xLl8y1dv26NQDZs2mbs30b\nt+1x40KhQpUrV69eoaZNEyfOXHLly5k3NwcAenTp5qhXt34dOyooUCBBKmcOfHjx48kDMH8efXr1\n69m3d//eXHz58+nHt2btzh0dL17YsQMw0bRp376ZO4gwocKDABo6fGguosSJFCtW5MbNjp0GDRio\nUmUupMiRIQGYPInSnMqVK8mdOnXgAICZNGvOxPDtm7mdPHv67AkgqNCh5ooaPYr06K5dJDJkcOSI\nnLmpVKtavQogq9atXLt6/Qo2rFhzZMuaPUvWmrU7d3S8eGHH/06iadO+fTOHN6/evXgB+P0L2Jzg\nwYQLGzbMjZsdOw0aMFClypzkyZQlA7iMObO5zZw5kzt16sABAKRLmyaN4ds3c6xbu37tGoDs2bTN\n2b6NOzfuXbtIZMjgyBE5c8SLGz+OHIDy5cybO38OPbr06eaqW7+OnRYtEyYMGBBQIHwBBwECCBAw\nYACgT5/IkTMHP758APTr2zeHP7/+/fz3lwOICBEFCgoUTJg0ydxChg0XAoAYUaI5ihXNgQOXKUAA\nAB09fgTZUZs2cyVNnkRZEsBKli3NvYQZU2a5cqBAWbBQ4MGDL1++mQMaVOhQogCMHkWaVOlSpk2d\nPjUXVepUqv+0aJkwYcCAgAJdCzgIEECAgAEDAH36RI6cObZt3QKAG1euObp17d7Fe7ccIkQUKChQ\nMGHSJHOFDR8uDEDxYsbmHD82Bw5cpgABAFzGnFnzZW3azH0GHVr0ZwClTZ82l1r1atblyoECZcFC\ngQcPvnz5Zk73bt69fQMAHlz4cOLFjR9HntzccubNm5ObMWPBAgIEFsSIcenSoA0bCBBIkIBMtmzm\nzJ9Hbx7Aevbtzb2HH1/+fHPl7JcjN21akiRChABcEy6cuYIGDxYEoHAhQ3MOHZYrJ06cow8fChQQ\nMGCAESN58lwzZkyZshQFCsCAYW4ly5YuVwKIKXOmuZo2b+L/3LIFBIgGDUasWTNsGDRv3swhTap0\nqVIATp9CjSp1KtWqVq+ay6p161ZTCxYIEIAAARhx4syhFSeuWDFLlrCVK2duLt26cwHgzavXHN++\nfv8C/jtuzpwKFVy4mGZuMePGjQFAjiy5XDlzli9bJkcOGrRXvHiFC2duNOnRGzYkSECOnLnWrl/D\nBiB7Nm1ztm/jxp3GgIEBAyhQUGTNmjZtvT598ubNHPPmzp8zByB9OvXq1q9jz659u7nu3r9/N7Vg\ngQABCBCAESfOHHtx4ooVs2QJW7ly5u7jz38fAP/+/gGaEziQYEGDBcfNmVOhggsX08xFlDhxIgCL\nFzGWK2eO/2NHjuTIQYP2ihevcOHMpVSZcsOGBAnIkTM3k2ZNmwBw5tRpjmdPnz7TGDAwYAAFCoqs\nWdOmrdenT968mZM6lWpVqQCwZtW6lWtXr1/BhjU3lmzZseXKCUqQQICADBm+mZM7d265cuPM5dW7\ndy8Av38BmxM8mHBhw4PJkfOVIkWBAk2alDM3mXLlygAwZ9Zcrpw5z59BhxYN2pgxCRLKlTO3mnVr\n1wBgx5ZtjnZt27SnTVMgQIACBWTIeBs3fBwyRoySJTO3nHlz58sBRJc+nXp169exZ9dujnt379zL\nlROUIIEAARkyfDO3nj37cuXGmZM/nz59APfx5ze3n39///8AzQkcOJAcOV8pUhQo0KRJOXMQI0qU\nCKCixYvlypnbyLGjx48djRmTIKFcOXMoU6pcCaCly5fmYsqcGXPaNAUCBChQQIaMt3FAxyFjxChZ\nMnNIkypdihSA06dQo0qdSrWq1avmsmrdmtWatQkCBAwYcONGNHNo05obNw4aNGDEiJEjZ66u3bsA\n8urda66v37+AA5u7di1TpgcAAHToEC6cuceQI0sGQLmy5XLlzGnezLmzZ86GDDFgECiQudOoU6sG\nwLq163LlzMmeLfvatSVLBDBgECbMtm3jzJkTRzxYsG7dzClfzry5cgDQo0ufTr269evYs5vbzr37\ndmvWJgj/EDBgwI0b0cypX29u3Dho0IARI0aOnLn7+PMD2M+/vzmA5gQOJFjQ4LVrmTI9AACgQ4dw\n4cxNpFjRIgCMGTWWK2fO40eQIUWCNGSIAYNAgcytZNnSJQCYMWWWK2fO5k2b164tWSKAAYMwYbZt\nG2fOnDikwYJ162bO6VOoUZ0CoFrV6lWsWbVu5drV3FewYcOFs2NnwYABChTgwBHLmDFx4qoBA1an\nDiZMvbhxM9fX79++AAQPJmzO8GHEiRWbmzOnQwcEKVKQI2fO8mXMmS0D4NzZsznQoUWPJj0aXI8e\nECCgQmXO9WvYsQHMpl3b3G3cuMmNGrVggYI5c8aNM1fc/7g5csnLlTPX3Plz6M0BTKde3fp17Nm1\nb+duzvv3797gwGnQQMB5AgQOHDDQoMEA+AECLFjAgoU2c/n1798PwD9AAAIHAjBn8CDChAp5LVgQ\nIIAHceLMUaxo8aJFABo3cjTn8SPIkB7LlQsXzliwYLVqTdmwwYIFK1bGmatp8+ZNADp38jTn8+fP\nbzRoCBBAQJCgcOHMMS1XTpw4a9GilStn7irWrFqvAujq9SvYsGLHki1r1hzatGm9wYHToIGAuAQI\nHDhgoEGDAXoDBFiwgAULbeYGEy5cGADixIrNMW7s+DFkXgsWBAjgQZw4c5o3c+7MGQDo0KLNkS5t\n+jTpcv/lwoUzFixYrVpTNmywYMGKlXHmdvPu3RsA8ODCzREvXvwbDRoCBBAQJChcOHPSy5UTJ85a\ntGjlypnr7v07+O4AxpMvb/48+vTq17M35/69uXHjemXIYMCAgAABBvAfEABggAAACBI8cODTJ3ML\nGTZ0CABiRInmKFa0eBGjEgAABgyIZA5kSJEjSQIweRKlOZUrWbZUWa6cLVsQDhwoUOBBhAgPHnjw\nYKlcOXNDiRYdCgBpUqXmmDZtaq1BAwAAAkSIYMsWNmzdMmWyYkUDCRLUqJkzexZtWrMA2LZ1+xZu\nXLlz6dY1dxevuXHjemXIYMCAgAABBhQeEAAxAMWKDxz/+PTJXGTJkykDsHwZsznNmzl39qwEAIAB\nAyKZM30adWrVAFi3dm0OdmzZs2GXK2fLFoQDBwoUeBAhwoMHHjxYKlfOXHLly5MDcP4cujnp06db\na9AAAIAAESLYsoUNW7dMmaxY0UCCBDVq5ti3d/+ePQD58+nXt38ff379+8319w/QXLly4Y4cQYAA\ngEIBAgoUIODAgQEDFgQIgADBlClzHDt6/AggpMiR5cqZO4kypcqTe/YAeHngwDZzNGvavIkTgM6d\nPM35/Ak0KFBjxhAMGFCggIQGDRAgMGBAT7hw5qpavVoVgNatXM15/WpOnDhaAQIAOHs2QAAIEAwM\nGAAg/25cKVLM2b2LN69dAHz7+v0LOLDgwYQLmzuMOPG4cXPmJBAgIEGCECFGbdtmzhy5YcOIEHn2\nzJzo0aRLAziNOrW51axbu16NDZsECQMOHFCkyJzu3bx7+zYHILjw4eaKGz+O/PiwYRsQICBBYkWD\nBgUKQICQzJz27dy5A/gOPry58eTNlSvXTI4cEiQUCBBQoMCAAQHqC7hfoAAIEOXKmQNoTuBAggQB\nHESYUOFChg0dPoRoTuJEiuPGzZmTQICABAlChBi1bZs5c+SGDSNC5Nkzcy1dvoQJQOZMmuZs3sSZ\n0yY2bBIkDDhwQJEic0WNHkWa1BwApk2dmoMaVepUqf/Dhm1AgIAEiRUNGhQoAAFCMnNlzZ49C0Dt\nWrbm3L41V65cMzlySJBQIEBAgQIDBgQALEBwgQIgQJQrZ07xYsaNATyGHFnyZMqVLV/GbE7zZs6a\ntWnjwYBBhAhAgDgzlzo1MmQ5cvDgwc3cbNq1awPAnVt3uXLmfP8G/psaNQ8eChRIgAGDGTPmnD+H\nHl26OQDVrV83l137du7Zy5Vz5crBgwcbNlBIkECBAiFCyJmDH1++fAD17d83l1///v3knAF0RoaM\nBQsQdOjAgQONBQsLFnjyZG4ixYoWAWDMqHEjx44eP4IMaW4kyZIjtWnjwYBBhAhAgDgzJ1MmMmQ5\ncvD/4MHNHM+ePn0CCCp0aLly5o4iTYqUGjUPHgoUSIABgxkz5q5izap1qzkAXr+CNSd2LNmyYsuV\nc+XKwYMHGzZQSJBAgQIhQsiZy6t3714Afv8CNid4MGHC5Jw5I0PGggUIOnTgwIHGgoUFCzx5Mqd5\nM+fOAD6DDi16NOnSpk+jNqd6NWvW4Lp0OXAAAgRb5cqZy82JEwMGAwZkMGbMHPHixokDSK58ebly\n5p5Dj06O3CILFhYs2LBhyIULZ86YCy9+PPny5gCgT6/eHPv27t+zDxaMCBELIUI4cRJDg4YUKQDS\nomWOYEGDBwEkVLjQXEOHDyFGjDhsGAECT56Y07iR/2NHAB9BhhQ5kmRJkydRmlO5kiVLcF26HDgA\nAYKtcuXM5eTEiQGDAQMyGDNmjmhRo0QBJFW6tFw5c0+hRiVHbpEFCwsWbNgw5MKFM2fMhRU7lmxZ\ncwDQplVrjm1bt2/ZBgtGhIiFECGcOImhQUOKFLRomRM8mHBhAIcRJza3mHFjx48fDxtGgMCTJ+Yw\nZ9a8GUBnz59BhxY9mnRp0+ZQp1a9+tYtAa8FEECCRJEiKQMGANCtO0ECcuTMBRc+HEBx48fJkTO3\nnPnyb984cTpgwIAGDThwKCBAQIoUc9/Bhxc/3hwA8+fRm1O/nn179apUJUly4coVK1aaRIiAAoUp\nU/8AzQkcSLAggIMIE5pbyLChw4cPW7UCACBAAHLmMmrcuBGAx48gQ4ocSbKkyZPmUqpcyTLlr18U\nKBAYMIABgwQFCgQIIEAAAixYzAkdSlQogKNIk5pbyrQpOXKECF3YsAEMmBQpFBgwQIyYua9gw4od\naw6A2bNozaldy7at2m7daNFSo0gRLVpmiBCZM8ebN3OAAwseDKCw4cPmEitezLhxY3DgAgRIkKCc\nucuYM2cGwLmz58+gQ4seTbq0udOoU6s+/esXBQoEBgxgwCBBgQIBAggQgAALFnPAgwsHDqC48ePm\nkitfTo4cIUIXNmwAAyZFCgUGDBAjZq679+/gw5v/A0C+vHlz6NOrX4++WzdatNQoUkSLlhkiRObM\n8ebNnH+A5gQOJCgQwEGECc0tZNjQ4cOH4MAFCJAgQTlzGTVu3AjA40eQIUWOJFnS5ElzKVWuZLmy\nWzccFiwgQNAhRw4vXlKkkEGLljmgQYUCBVDU6FFzSZUuJUcODx4KUTt0OHBAgBUr5rRu5drV61YA\nYcWONVfW7Fm0Z8eNe+XHT6BAWnr0aNVKnDhzefXu5QvA71/A5gQPJlzYsOFr1xYsSJCAnDnIkSVL\nBlDZ8mXMmTVv5tzZsznQoUWPFt2tGw4LFhAg6JAjhxcvKVLIoEXL3G3cuW8D4N3btzngwYWTI4cH\n/w8F5B06HDggwIoVc9GlT6deXToA7Nm1m+Pe3ft37+PGvfLjJ1AgLT16tGolTpw5+PHlzwdQ3/59\nc/n17+ffvz/Aa9cWLEiQgJy5hAoXLgTg8CHEiBInUqxo8aK5jBo3cuyokRxIc+bIkXPm7NO3b+ZW\nsmy5EgDMmDLN0axpk+a1a3wiRFiwYMAADdasmStq9CjSpEYBMG3q1BzUqFKnUg1mwUKFCinWrIkW\nrVw5c2LHki0L4CzatObWsm3r9u3bceM2bMCAAZy5vHr37gXg9y/gwIIHEy5s+HC5cuYWM27s+DFk\nc+HCXdu1yxzmzJoxA+js+bO50KJHj6ayYIEAAf8IEPwoV84c7NiyZ9OODeA27tzmdvPu7fu3BgDC\nAaiABKlcOXPKlzNvrhwA9OjSzVGvbv06duzQoBnobsCbufDix48HYP48+vTq17Nv7/59uXLm5tOv\nb/8+fnPhwl3btQugOYEDCQoEcBBhQnMLGTZsSGXBAgECECD4Ua6cOY0bOXb0uBFASJEjzZU0eRJl\nSg0AWAJQAQlSuXLmaNa0eZMmAJ07eZrz+RNoUKFCoUEzcNSAN3NLmTZtCgBqVKlTqVa1ehVrVnNb\nuXb1+hVsWLFcAZQ1e9ZcWrVr2fbpU6lSr17lzNW1exdvXrwA+Pb1aw5wYMGDCZsKEMCBA0/kyJn/\nc/wYcmTIAChXtmwOc2bNmzlzLlfuwoUgQcqZM30aNWoAq1m3dv0admzZs2mbs30bd27du3n3vg0A\neHDh5ogXN368T59KlXr1KmcOenTp06lPB3Ade3Zz27l39/7dVIAADhx4IkfOXHr169mvB/Aefnxz\n8+nXt3//frlyFy4ECQKwnLmBBAsWBIAwocKFDBs6fAgxormJFCtavIgxo0aKADp6/GgupMiRJEOW\nK2cupcqVLFu6NAcgpsyZ5mravIkzJzhWrFChKmcuqNChRIsCOIo0qbmlTJs6ffq0XLlRo3z5Moc1\nq9atALp6/Qo2rNixZMuaNYc2rdq1bNu6fZsW/4DcuXTN2b2LN6/dcuXM+f0LOLDgweYAGD6M2Jzi\nxYwbOwbHihUqVOXMWb6MObNmAJw7ezYHOrTo0aRJlys3apQvX+Zau34NG4Ds2bRr276NO7fu3eZ6\n+/4NPLjw4cR9AziOPLm55cybO38OPbp05gCqW79uLrv27dy7e/8OXjuA8eTLmzuPPr369ezNiRNH\njpy5+fTr2weAP7/+/fz7+wcIQOBAggUNHhRoTuFChg0dPoQYcSEAihUtlitnTuNGjh09fgQZ0hwA\nkiVNlitnTqXKcuXMvYQZU+ZMmjVhAsCZU6c5nj3NlStnTuhQokWNHkU6FMBSpk2dPoUaVepUqv/m\nrF7FmlXrVq5drwIAG1ZsuXLmzJ5Fm1btWrZtzQGAG1duuXLm7NotV87cXr59/f4FHJgvAMKFDZtD\nnNhcuXLmHD+GHFnyZMqPAVzGnFnzZs6dPX8GHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3\nbt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt\n3b+HH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IM\nKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+IxzKlzJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1\nKtWqVq9izap1K9euXr+CDfs0IAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5\n+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl\n5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ\n0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28\nvLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamo\nqKinp6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OS\nkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+\nfn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWlo\naGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRT\nU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48\nPDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQj\nIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAP\nDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhT\nqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3K\ntavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFa\nc5AjS55MubLly5EBaN7M2Zznz6BDix5NuvRnAKhTqzbHurXr17Bjy57dGoDt27jN6d7Nu7fv38CD\n7wZAvLjx48iTK1/OvLm559CjS59Ovbp16ACya99urrv37+DDi/8fT947gPPo05tbz769+/fw48tn\nD6C+/fvm8uvfz7+/f4DmBA4kWLAgAIQJFS5k2NDhQ4gRzU2kWNHiRYwZNVIE0NHjR3MhRY4kWdLk\nSZQiAaxk2dLcS5gxZc6kWdMmTAA5de4019PnT6BBhQ4l6hPAUaRJlS5l2tTpU6jmpE6lWtXqVaxZ\npwLg2tWrObBhxY4lW9bs2bAA1K5la87tW7hx5c6lW/ctALx59Zrj29fvX8CBBQ/uC8DwYcSJFS9m\n3NjxY3ORJU+mHLlcOXOZNW/m3NmzOQChRY82V9r0adSny5UTV66cOdixZc+mHRvAbdy5ze3m3dv3\nb+DBhfMGUNz/+HFzyZUvZ97c+XPoygFMp17d+nXs2bVv527O+3fw4b2XK2fO/Hn06dWvNwfA/Xv4\n5uTPp1+ffrly4sqVM9ffP0BzAgcSLDgQAMKECs0xbOjwIcSIEic2BGDxIkZzGjdy7OjxI8iQGwGQ\nLGnyJMqUKleybGnuJcyY27aJEoXozp01a86cCQMJ0rRp5oYSLWr0qDkASpcyNef0KdSoTrFhw4Rp\nkDNn2rSZ6+r1K9iw5gCQLWvWHNq0ateybev2bVoAcufSNWf3Lt68es2RI+fLl6FYsahRM2f4MOLE\nhgEwbuz4MeTIkidTrmzuMubM27aJEoXozp01a86cCQMJ0rRp/+ZWs27t+rU5ALJn0zZn+zbu3Lax\nYcOEaZAzZ9q0mStu/Djy5OYAMG/u3Bz06NKnU69u/Xp0ANq3czfn/Tv48OLNkSPny5ehWLGoUTPn\n/j38+O4B0K9v/z7+/Pr38+9vDqA5gQMFZuvQQYAAAAMGAAAQIACAABMDsPDly1xGjRs5bgTwEWRI\ncyNJljRJixYDBgMGLJgzBw8eXN68mbN5E2dOnAB49vRpDmhQoUDHjeNWrpw5pUuZNnX6dCkAqVOp\nmrN6FWtWrZQkSADw9asBAyVKlDN3Fm3atADYtnX7Fm5cuXPp1jV3Fy/eWgkSBAggYEDgAQcOFAgQ\nAACAAaVKmf9z/BhyZMgAKFe2bA5zZs2aw4UIEQB0AA5TphQpwidVqkyZSpVaVq6cOdmzacsGcBt3\nbnO7efMuBwyYJk3gzBU3fhx5cuXIATR3/txcdOnTqU/PlAkBAO0AAnTvLkCAJHPjyZcvDwB9evXr\n2bd3/x5+fHPz6dOvlSBBgAACBvQfAPDAgQIBAgAAMKBUKXMMGzp86BCAxIkUzVm8iBFjuBAhAngM\nwGHKlCJF+KRKlSlTqVLLypUzBzOmTJgAatq8aS6nTp3lgAHTpAmcuaFEixo9itQogKVMm5p7CjWq\n1KiZMiEAgBVAgK1bBQiQZC6s2LFjAZg9izat2rVs27p9ay7/rly54FKl8uOHSqRIkCABA0YmQ4YA\nAQ5s22YuseLFjBcDeAw5srnJlCtXlgYCRIAABAjAoUZt2TJtzZrZsmXEiJg6dZAh42YutmzZAGrb\nvm0ut27d4mzYMGIkmbnhxIsbJ06OGrVy5cw5fw4dgPTp1M1Zv449u3Vu3BIkABAggAABJRo0GDAA\nAAAO5tq7f/8egPz59Ovbv48/v/795vr7B2hOILhUqfz4oRIpEiRIwICRyZAhQIAD27aZw5hR40aN\nADx+BGlO5EiSJKWBABEgAAECcKhRW7ZMW7NmtmwZMSKmTh1kyLiZAxo0KACiRY2aQ5o0qTgbNowY\nSWZO6lSq/1WnkqNGrVw5c129fgUQVuxYc2XNnkVblhu3BAkABAggQECJBg0GDAAAgIM5vn39+gUQ\nWPBgwoUNH0acWLE5xo0dP4YsTo4cBAiWmMOcWfNmzgA8fwZtTvRo0qSRVaggQAAFCuHMvYYd2xy5\ncOG8eQNnTvfu3QB8/wZuTvjw4bQKFECAwFO3buXKmYMeXTp0YMDGtGolTlw5c929ewcQXvx4c+XN\nn0dfXo6cAQMOzJhhyFAyU6Y4cCBA4IM5/v39AzQn0ByAggYPIkyocCHDhg7NQYwocSLFbFmyFCjQ\nyxzHjh4/ggQgciRJcyZPojRJjhyPAQMAAEiSpJy5mjZv4v80V84cz549AQANKtQc0aLmuHGrAGAp\nAANPnpQokSLFBRw4GDAwIUHCixcECDAoU6ZcOXNmz6IFoHYtW3Nu38KNy4xZggQECFRQpYoatW+3\nbr14IUDAg2rVzCFOrBgxgMaOH0OOLHky5cqWzWHOrHkz52xZshQo0Msc6dKmT6MGoHo1a3OuX8N2\nTY4cjwEDAABIkqScud6+fwM3V84c8eLFASBPrtwc8+bmuHGrAGA6AANPnpQokSLFBRw4GDAwIUHC\nixcECDAoU6ZcOXPu38MHIH8+fXP27+PPz4xZggQEABKooEoVNWrfbt168UKAgAfVqpmTOJGiRAAX\nMWbUuJH/Y0ePH0GaEzmSZEmS48bpSpBAgIBk5mDGlDmTJgCbN3Ga07mTp85jxzYAABAgwKZN5pAm\nVbqUKVMAT6FGNTeVqjlt2iAA0AogQFcAX8GCJbCA7AIECDAMG2aObVu3bAHElTvXXF27d+92GzLE\ngAEGDPg4c5YtmzRKlBYsCBAgQrZs5iBHlgwZQGXLlzFn1ryZc2fP5kCHFj1a9LhxuhIkECAgmTnX\nr2HHlg2Adm3b5nDn1o372LENAAAECLBpkznjx5EnV64cQHPnz81Fl25OmzYIALADCLAdQHfv3gks\nEL8AAQIMw4aZU7+evXoA7+HHNzeffv363YYMMWCAAQM+/wCdOcuWTRolSgsWBAgQIVs2cxAjSoQI\noKLFixgzatzIsaNHcyBDihwJsly5UaMSBAggQAAvczBjypxJE4DNmzjN6dzJkxw5LlwIBAggQMCw\nYeaSKl3KtGlTAFCjSjVHtao5ceIoDRgAoKvXrwMGHDgwpEmTGDEcOIBCjpy5t3DjvgVAt65dc3jz\n6tVrLU2aBg1UqIBmrrC5cZMmKVBQoEAgc5AjS5YMoLLly5gza97MubNnc6BDix4Nuly5UaMSBAgg\nQAAvc7Bjy55NG4Dt27jN6d7Nmxw5LlwIBAggQMCwYeaSK1/OvHlzANCjSzdHvbo5ceIoDRgAoLv3\n7wMGHP84MKRJkxgxHDiAQo6cuffw478HQL++fXP48+vXby1NGoANGqhQAc3cQXPjJk1SoKBAgUDm\nJE6kSBHARYwZNW7k2NHjR5DmRI4kWVLksmUSJAgI0DIACHHizM2kWdNmTQA5de4019Pnz1evECAo\nYMBAgwagQJVj+u0bHyVKhAghQ+aZOaxZtWoF0NXrV3NhxY4dNqxFCwwMGChQIEGCDz9+evXiNm2a\nGTMaNPAx19fv378ABA8mbM7wYcSIyw0bRoLEnDnmJE+2Zm3DhilTxpnj3NmzZwChRY8mXdr0adSp\nVZtj3dr163LlkiQhQCCAAAEAdAsQIEaMOHHmhA8nXhz/wHHkyc0tZ85cGwUKAgQQWLCgQAEHDk7Y\nsZMgQQAAAAYMECCgwZAh2LCVM9fevXsA8eXPN1ff/n1x4rBhW2XJEsA6dVq1UkSKFDJk32LFAgJk\nwoRn5iZSrFgRAMaMGs1x7Ojx47BhDBgwY2buJEo8eFy4UKTIHMyYMmcCqGnzJs6cOnfy7OnTHNCg\nQoeWK5ckCQECAQQIAOBUgAAxYsSJM2f1KtasALZy7WruK1iw2ihQECCAwIIFBQo4cHDCjp0ECQIA\nADBggAABDYYMwYatnLnAggUDKGz4sLnEiheLE4cN2ypLlurUadVKESlSyJB9ixULCJAJE56ZK236\n9GkA/6pXszbn+jXs2MOGMWDAjJm53Lrx4HHhQpEic8KHEy8O4Djy5MqXM2/u/Dl0c9KnU6/erZsd\nO0SIaFq1yosXBQECAABQoEA1c+rXs2cP4D38+Obm06eviQCBAAEWHDhAACABBAgarFhRokSHOXMA\nAcKBYwMDBiRIADN3ESNGABs5djT3EWRIkSPJYcOmTRs0QoQsWPjwYZw5mTNp0gRwE2dOczt59vSZ\nLVuVKuaIFjVXbs2aFCmmTTP3FGpUqQCoVrV6FWtWrVu5djX3FWxYsd262bFDhIimVau8eFEQIAAA\nAAUKVDN3F2/evAD49vVrDnDgwJoIEAgQYMGBAwQIIP9A0GDFihIlOsyZAwgQDhwbGDAgQQKYOdGj\nRwMwfRq1OdWrWbd2TQ4bNm3aoBEiZMHChw/jzPX2/fs3AOHDiZszfhx58mzZqlQx9xy6uXJr1qRI\nMW2aOe3buXcH8B18ePHjyZc3fx69OfXr2bcvV06cOHPz6Zsr9+SJAAEAAOgwB9CcwIEEBwI4iDCh\nuYUMGUYyYGDAgAcUJUjo0mVXuHDmOnr0GG7GjAIFTJg7iRIlgJUsW5p7CTOmzJkwy5WzRoSIAwc/\nfpj7CTSoUABEixo1hzSp0qXevNmyVa6cuankyAE5cAAFilmzzHn9CjYsgLFky5o9izat2rVszbl9\nCzf/rty55oQJGzDAgrm9fPv2BQA4sGBzhAsXFjZhAgECMUqV8ubNnOTJlCtLPnHiQbly5jp7Ngcg\ntOjR5kqbPo06NepqHDhIkLBpk7nZtGvbBoA7t25zvHv7/q1NGzBg06Z5Y8RowYIABAgwYCBBwiRz\n1Ktbtw4gu/bt3Lt7/w4+vHhz5MubP48+vTlhwgYMsGAuvvz58wHYv4/fnP79+4VNADiBAIEYpUp5\n82ZO4UKGDRWeOPGgXDlzFS2aA5BR40ZzHT1+BBkSZDUOHCRI2LTJ3EqWLV0CgBlTpjmaNW3e1KYN\nGLBp07wxYrRgQQACBBgwkCBhkjmmTZ06BRBV6lSq/1WtXsWaVas5rl29fgUb1ly4cAAAHCBHztxa\ntm3XAoAbV645unXr5hGQV0AHceLM/QUcWPDfcuU8eACwbZs5xo3NAYAcWTI5cubKlTOXWfNmzp2B\nHThw4YIzZ+ZMn0adGsBq1q3LlTMXW/ZscuR8GTL04EGBAgB8//YtQAAA4hgwkCNnTvly5gCcP4ce\nXfp06tWtXzeXXft27t29mwsXDgCAA+TImUOfXj16AO3dvzcXX778PALsC+ggTpw5/v39AzQncKC5\ncuU8eACwbZu5hg7NAYgocSI5cubKlTOncSPHjh6BHThw4YIzZ+ZOokypEgDLli7LlTMncyZNcuR8\nGf8y9OBBgQIAfgL9KUAAgKIYMJAjZ24p06YAnkKNKnUq1apWr2I1p3Xr1m3YsJkLK3Ys2bB8+AAA\nAMEc27Zu3QKIK3euubp27cYJoDdAKHN+/wIODLhcuQEDAnDjZm4xY3MAHkOOTI5cucrmLmPOrHnz\nlgIFGDAIF84c6dKmTwNIrXp1uXLmXsM2102VKiBAZCxYECAAgN69BQiwkCLFgQMAjgsQIEQIrXLl\nzEGPbg4A9erWr2PPrn079+7mvoMHvw0bNnPmz6NPb54PHwAAIJiLL3/+fAD27+M3p3///jgBAAYQ\nGMpcQYMHER4sV27AgADcuJmTONEcAIsXMZIjV47/ozmPH0GGFLmlQAEGDMKFM7eSZUuXAGDGlFmu\nnDmbN811U6UKCBAZCxYECACAKFEBAiykSHHgAACnAgQIEUKrXDlzV7GaA7CVa1evX8GGFTuWbLly\n5tCiHTfuVocOtWqZkzuX7lxs2BAgAADAjDm/fwEDBjCYcGFzhxEjjhQggAABXMiRMzeZcmXLk6NE\nIUCgQLly5kCHNgeAdGnT5cqZI0fOXGvXr2G/HjcOxYABHz5w42aOd2/fvwEEFz68XDlzx8mR27aN\n0oIFBw4gWLCAAIEI11OkgAKlkQ4dDhwAEC9+wIAEvnyZU7/eHAD37+HHlz+ffn3798mRM7efvzlh\n/wARIHjwwJu5gwgTmttWoYIAAQcOYDNHsaJFiwAyatxorqNHj8MgQDBg4MqfP716jRtnrqXLl+XK\nkTlwYMGCNuZy6tQJoKfPn+XKkQsXrlw5c0iTKl2KNFgwCwsWyJHjzZu5q1izagXAtavXcuXMiSVH\nLly4VSBAePBAKVo0cuTKlTM3bly2bK+iRHnxwoMHCho0KFBAoE4dc4gTmwPAuLHjx5AjS55MuTI5\ncuYyazYnDAGCBw+8mRtNurS5bRUqCBBw4AA2c7Bjy5YNoLbt2+Zy69Y9DAIEAwau/PnTq9e4ceaS\nK19erhyZAwcWLGhjrrp16wCya99erhy5cOHKlf8zR768+fPkgwWzsGCBHDnevJmbT7++fQD48+sv\nV86cf4DkyIULtwoECA8eKEWLRo5cuXLmxo3Llu1VlCgvXnjwQEGDBgUKCNSpY87kSXMAVK5k2dLl\nS5gxZc4kR87cTZzmtBEgAABAgVattm0TJ87ZsWMQIAgIEKBBgyRJzE2lWtUqAKxZtZrj2rVrNhMm\nECAQUBYAgAABBlChsmIFmRQp7twRIACAAAFkyLAy19evXwCBBQ8WJ45ctmzWrJUrZ87xY8iRX71a\nYMDAjRvQoJnj3NnzZwChRY8eN87c6XLlwIHL1qfPrVvhzM2mbS5cuECBPGjQcORIkCA6JEhIkED/\nABky5cqZY84cwHPo0aVPp17d+nXs5MiZ497dnDYCBAAAKNCq1bZt4sQ5O3YMAgQBAQI0aJAkiTn8\n+fXvB9DfP0AAAgGYK2jQYDYTJhAgEOAQAIAAAQZQobJiBZkUKe7cESAAgAABZMiwMmfy5EkAKley\nFCeOXLZs1qyVK2fuJs6cOl+9WmDAwI0b0KCZK2r0KFIASpcyHTfOHNRy5cCBy9anz61b4cxx7Wou\nXLhAgTxo0HDkSJAgOiRISJBAABky5cqZq1sXAN68evfy7ev3L+DA5gYTJkzOhw8BAgIAaAwgQAAA\nkiUHECLk0qVx48xx7uz5M4DQokebK23atLhM/5ly5JgQIACA2LJn0wZQgBKlaNHEmevt2zeA4MKH\nlytnjhw5atS4cfM2bpy56NKnR1+2bAgGDA4cjBpl7jv48OIBkC9vvlw5c+rXmysnTly5cubm059f\nrlykSDHAgEGECGCePFFevJgwocGkSeYYNjQHAGJEiRMpVrR4EWNGcxs5dqRGLUsWAQBIlgQQIIAA\nAYq+fSNHzlxMmTNpxgRwE2dOczt59uwpLlo0DBgOHBhQoAAAAAUQILhwYckSbuaoVrVqFUBWrVvN\nde1arhw2bLjAgJk1K5w5tWvZmqMGA4YCBT9+mLN7F29eAHv59jX3F3BgwYMBlysnrlzicuHCVf9j\nxgwZslzjxpmzfNkcAM2bOXf2/Bl0aNGjzZU2fZoatSxZBABw/RpAgAACBCj69o0cOXO7eff2vRtA\ncOHDzRU3fvy4uGjRMGA4cGBAgQIAABRAgODChSVLuJnz/h08eADjyZc3d/58uXLYsOECA2bWrHDm\n6Ne3b44aDBgKFPz4AdCcwIEECwI4iDChuYUMGzp8yLBcOXHlKpYLF64aM2bIkOUaN86cyJHmAJg8\niTKlypUsW7p8aS6mzJk0yZH79k2cOHM8e/r8CRQogKFEi5o7ijSp0qVMmzpFCiCq1Knmqlq1Wi5b\nNmzYxJEjZy6s2LHdus2ZEyVKOXNs27p1CyD/rty55uravYs3r969fO0C+As4sODBhAsbPozYnOLF\njBuTI/ftmzhx5ipbvow5c2YAnDt7Ngc6tOjRpEubPh0agOrVrM25fv26XLZs2LCJI0fOnO7dvLt1\nmzMnSpRy5oobP34cgPLlzM05fw49uvTp1Ks/B4A9u/bt3Lt7/w4+vLnx5MubP48+vXryANq7f28u\nvvz59Ovbv49fPoD9/PubA2hO4MCB5MiFC1esWjVs2Mw9hPiwXLlq1fbsCWdO40aOHAF8BBnS3EiS\nJU2eRJlSJUkALV2+hBlT5kyaNW2aw5lT506ePX3+zAlA6FCi5oweRZpU6VKmTY8CgBpVqjmq/1Wt\nkiMXLlyxatWwYTMXVmzYcuWqVduzJ5w5tm3dugUQV+5cc3Xt3sWbV+9evnYB/AUcWPBgwoUNH0Zs\nTvFixo0dP4YceTEAypUtm8OcWfNmzp09f84MQPRo0uZMn0aNuhw3buLEmYMdWzY4cMaMhTOXW/fu\n3QB8/wZuTvhw4sWNH0eefDgA5s2dP4ceXfp06tXNXceeXft27t29YwcQXvx4c+XNn0efXv169uYB\nvIcf39x8+vXrjxOXX5w5/v39AyxXjho1cuYOIkyYEADDhg7NQYwocSLFihYvRgSgcSPHjh4/ggwp\ncqS5kiZPokypciVLkwBewoxpbibNmjZv4v/MqZMmgJ4+f5oLKnTo0HHijoozp3Qp03LlqFEjZ24q\n1apVAWDNqtUc165ev4INK3ZsVwBmz6JNq3Yt27Zu38KNK3cu3bp27+LNq3cv375+/wIOLHgw4cKG\nDyNOrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo1a8HlypmLLXs27dq2b+M2\nB2A3797mfgMPLnw48eLGgQNIrny5uebOn0OPLn06decArmPPbm479+7ev3MvV46cufLmz6NPD2A9\n+/bu38OPL38+/XLlzOHPr38///7+AZoTOJAgAIMHEZpTuJBhQ4cPIUZcCIBiRYvmMGbUuJH/Y0eP\nHzMCEDmSpDmTJ1GmVHmyXDly5mDGlDmTJgCbN3Hm1LmTZ0+fP80FFTqUaFGjR5EKBbCUaVNzT6FG\nlTqValWrUAFk1brVXFevX8GGFTuWrFcAZ9GmNbeWbVu3b9mSI8dt3Lhyd8uZ07uXb18AfwEHFjyY\ncGHDhxGbU7yYcWPHjyFHXgyAcmXL5jBn1ryZc2fPnzMDED2atDnTp1GnVr2adevTAGDHlm2Odm3b\nt3HX5sbNU7Jk0KBx40bOXHHjx48DUL6ceXPnz6FHlz7dXHXr17Fn176du3UA38GHNzeefHnz59Gn\nV08eQHv3783Flz+ffn379/HLB7Cff39z/wDNCRxIsKBBgdy4eUqWDBo0btzImZtIsWJFABgzatzI\nsaPHjyBDmhtJsqTJkyhJVqtWzpzLlzBhAphJs6a5mzhz6tzJs6dPnACCCh1qrqjRo0iTKl3K1CiA\np1CjmptKtarVq+bGjVOjxkWLFnLk5MmjzZzZs2jRAljLtq3bt3Djyp1L15zdu3jz6t17t1q1cuYC\nCx48GIDhw4jNKV7MuLHjx5AjLwZAubJlc5gza97MubPnz5kBiB5N2pzp06hTqzY3bpwaNS5atJAj\nJ08ebeZy6969G4Dv38CDCx9OvLjx4+aSK1/OvHnzcuWMGUOCJJu569izZwfAvbt3c+DDi/8fT768\n+fPhAahfz96c+/fw48ufT7/+ewD48+s3x7+/f4DmBA4kaK5csGBkyCQJFEiWrGrVxJmjWNGiRQAZ\nNW7k2NHjR5AhRZojWdLkSZQoy5UzZgwJkmzmZM6kSRPATZw5ze3k2dPnT6BBhfIEUNToUXNJlS5l\n2tTpU6hKAUylWtXcVaxZtW4tFywYGTJJAgWSJataNXHm1K5lyxbAW7hx5c6lW9fuXbzm9O7l29dv\n325hwmTIMGCAKXOJFS9eDMDxY8jmJE+mXNnyZXPlyj17FosWrXLlzI0mXRrAadSpza1m3dr1a9iv\nu3VLluxWuXLmdO82B8D3b+DmhA8nXpz/ODhwc6xYKVMm2bhx5qRPp16dOgDs2bVv597d+3fw4c2N\nJ1/e/Hny5cqR0qBBgIAAARyZo1/fvn0A+fXvN9ffP0BzAgcSLFhQnCdPKFAsWPBgypRu3cxRrGgR\nAMaMGs1x7OjxI8iQII0Zo0FDAy9e5layNAfgJcyY5mbSrGlzJjlyTZp8uHIFHDhzQocSLWrUHICk\nSpcyber0KdSoUs1RrWr1Ktaq5cqR0qBBgIAAARyZK2v27FkAateyNef2Ldy4cuOK8+QJBYoFCx5M\nmdKtm7nAggcDKGz4sLnEihczbuy4sTFjNGho4MXLHObM5gBw7uzZHOjQokeDJkeuSZMP/1eugANn\n7jXs2LJnmwNg+zbu3Lp38+7t+7e54MKHEy8uXJo0HQgQECDgwAE4c9KnU6cO4Dr27Oa2c+/u/bu5\ncuXQoEkAAIAAAQECFEiRAhs2c/Ln0wdg/z5+c/r38++vH+C3b+PGmTN4EKFBZxkyMGBgIFAgcxMp\nmgNwEWNGcxs5dvS4ccqUDBl2gANnDmVKlStZpgTwEmZMmTNp1rR5E6c5nTt59vS5U5o0HQgQECDg\nwAE4c0uZNm0KAGpUqeaoVrV6Fau5cuXQoEkAAIAAAQECFEiRAhs2c2vZtgXwFm5cc3Pp1rU799u3\ncePM9fX7t6+zDBkYMDAQKJA5xYvNAf9w/BiyOcmTKVeWPGVKhgw7wIEz9xl0aNGjQQMwfRp1atWr\nWbd2/dpcbNmzadc2R46cGzcUYMC4dGncOHPDiRc3DgB5cuXmmDd3/tz5uHHY0qRJkGDAggUgQGDA\nsIEOHXLkzJU3fx5AevXrzbV3/x5++127UqUydx9//mTJNkCAAPDCBRCZMpEjZy5hQgAMGzo0BzGi\nxImtWjlwAAIEN3McO3r8CPIjgJEkS5o8iTKlypUszbl8CTOmTG2ECBUosECSJHM8e/r86ROA0KFE\nzRk9ijRpuXKFCkmQEGDAAAAAGIABM2gQBgwQevQwBzasWLAAypo9ay6t2rVs06ZIgQP/BzVzdOku\nW2bHToECAzBg4MSpFDdu4sSVK2euXDkAjBs7Ngc5smTJmBo0ECCgTZty5jp7/gw6NGgApEubPo06\nterVrFubew07tuzZ2ggRKlBggSRJ5nr7/g38N4DhxIubO448ufJy5QoVkiAhwIABAAAwAANm0CAM\nGCD06GEuvPjx4QGYP4/enPr17NurT5ECBw5q5urXX7bMjp0CBQZgAIiBE6dS3LiJE1eunLly5QA8\nhBjR3ESKFStiatBAgIA2bcqZAxlS5EiSIwGcRJlS5UqWLV2+hGlO5kyaNWmCA4cmwc4EUMqVMxdU\n6FCiQwEcRZrU3FKmTZ1iwlSgAAAA/wEMGChShJUxY40aQYBQYNEic2XNni0LQO1atubcvoUbt1q1\nAQMIEEA2Tu+4SQsWBAgwYIANbtzMHUac+DAAxo0dm4McWTLkYMEWBMAcQI4cc509f+78rVs3aNCY\njRtnTvVqcwBcv4YdW/Zs2rVt3zaXW/du3rvBgUOTQHgCKOXKmUOeXPly5QCcP4duTvp06tUxYSpQ\nAACAAAYMFCnCypixRo0gQCiwaJE59u3dswcQX/58c/Xt38dfrdqAAQQIAEQ2buC4SQsWBAgwYIAN\nbtzMQYwoESKAihYvmsuocWPGYMEWBAgZQI4ccyZPojT5rVs3aNCYjRtnbiZNcwBu4v/MqXMnz54+\nfwI1J3Qo0aJEkyQZsGDBjBngzEGNKnUqVQBWr2I1p3UrV63kyDFSoAAAAAECFLBgYceOK1Cgjhwp\nUIABM2bm7uLNexcA375+zQEOLHgwEyYAABQowMqbN1iwUBgwQIGCI0fmLmPOrBkA586ezYEOLbpa\nNRo0BKAeMGDVKnOuX7sWJ65JExAPHqhQwePaNXO+f5sDIHw48eLGjyNPrny5uebOn0N/niTJgAUL\nZswAZ2479+7evwMIL368ufLmz5cnR46RAgUAAAgQoIAFCzt2XIECdeRIgQIMADJjZo5gQYMEASRU\nuNBcQ4cPITJhAgBAgQKsvHmDBQv/hQEDFCg4cmSOZEmTJwGkVLnSXEuXL6tVo0FDQM0BA1atMreT\n505x4po0AfHggQoVPK5dM7eUqTkAT6FGlTqValWrV7Ga07qVa1ettmwNGPDg1Str1siJE/ftmzm3\nb+HGdQuAbl275vDm1UuOHCFCCQIEGDBgwwYhQYLQoBGECBEOHAYM4FCunDnLlzFbBrCZc2dzn0GH\nDh1OgQIAABw4MJYsmRQpIVq1KlfOXG3bt3HXBrCbd29zv4EDD/fliwYNS+bMadUqXDhzz6GXK1ek\niAEDAgoUmDDBRLdu5sCHNweAfHnz59GnV7+efXtz7+HHl1+unAABAABs2LatWTNN/wATJChAsMAs\ncwgTKlQIoKHDh+YiSpRYLlCgAwcABAhAgAAHDhMWiFwQAQOGDBkECPhhrqXLly8ByJxJ05zNmzhx\n+hgwAAAACBBU/PhRoAAIceLMKV3KtClTAFCjSjVHtao5cOBMQYCAAwerbt3ChTNHlqw4cZgECADA\nlm2AABs2cDFHt25dAHjz6t3Lt6/fv4ADmxtMuLDhcuUECAAAYMO2bc2aaUqQoIDlArPMad7MmTOA\nz6BDmxtNmnS5QIEOHAAQIAABAhw4TFhAe0EEDBgyZBAg4Ie538CDBwdAvLhxc8iTK1fuY8AAAAAg\nQFDx40eBAiDEiTPHvbv3794BiP8fT96c+fPmwIEzBQECDhysunULF86cffvixGESIACAf4AAAAQI\nsGEDF3MJFSoE0NDhQ4gRJU6kWNGiOYwZNW6UIgUAgAABElmzxoePAwApVQpYtMjcS5gxXwKgWdOm\nOZw5c3Lr0CFAAAEFCixYIEECAwMGSJDAQoaMAwcDBqgxV9Xq1asAtG7las7rV7Ber11rggBBhAg3\nbtRAgCBAgBTm5M6lW9cuALx59Zrj29fct29YGDAAAyacOcSJzSlTRoJEAACRJQ/QoEGNGnDmNG/e\nDMDzZ9ChRY8mXdr0aXOpVa9mLUUKAAABAiSyZo0PHwcAdO8WsGiROeDBhQMHUNz/+HFzyZUr59ah\nQ4AAAgoUWLBAggQGBgyQIIGFDBkHDgYMUGPO/Hn06AGsZ9/e3Hv48d9fu9YEAYIIEW7cqIEAAcAA\nAVKYK2jwIMKEABYybGjuIURz375hYcAADJhw5jZyNKdMGQkSAQCQLDlAgwY1asCZa+nSJYCYMmfS\nrGnzJs6cOs3x7OnTZzkHDgAAMGBAjiBBFSosYMDgwwcBAgIkSNCrVzlzWrduBeD1K1hzYseOdYYA\nwYABDWDAwIHjyRMjefIYq2vFCgIEBgxUM+f3L2DAAAYTLmzuMOLEh7Nli6NI0aZNoUIJWbAgQIAW\n5MiZ6+z5M+jPAEaTLm3uNGpz/+HCGQIBAg0abePGkSMXLpyvFCkA8O4NQIAADVSo0KIlzhzy5MkB\nMG/u/Dn06NKnU69u7jr27Nm1FSgQIECDBq548Zo2jZw5c+XKoUL14MOHHDl+matv3z6A/Pr3m+vv\nH6A5gdRAgGDBQli4cOYYNmxI7cYNAgRChDB3EWNGjQA4dvRoDmRIkSDLlRN3Ehu2VavegADBgIEL\nbdrM1bR5E+dNADt59jT3EyjQXRkyPHggJVGiSZMaNSpiwAAAqQcOQIDw4MEKIUJQoQpnDmzYsADI\nljV7Fm1atWvZtjX3Fm7cuNoKFAgQoEEDV7x4TZtGzpy5cuVQoXrw4UOOHL/MNf927BhAZMmTzVW2\nbJkaCBAsWAgLF85caNGiqd24QYBAiBDmWLd2/RpAbNmzzdW2fbt2uXLieGPDtmrVGxAgGDBwoU2b\nOeXLmTdnDgB6dOnmqFevvitDhgcPpCRKNGlSo0ZFDBgAcP7AAQgQHjxYIUQIKlThzNW3bx9Afv37\n+ff3DxCAwIEECxo8iFCguYUMGy4sVy4GgIkAUqQIVq6cuY0by5XToeNAgAAMGGgoV86cypXmALh8\nCdOczJkzof34cegQNXM8e/YsV25QgAAPHsSKZS6p0qVMATh9CtWc1KlUqZYTJ65UqTBhYty4ESGC\nhjNnxo0zhzat2rVoAbh9C9f/nNy55sqVAwMgb14BAgIEGDBAwIABAQIgqFABB44FjBEggAEDS7ly\n5ipbNgcgs+bNnDt7/gw6tGhzpEubJl2uXAwArAGkSBGsXDlztGmXK6dDx4EAARgw0FCunLnhxM0B\nOI48ubnlzJlD+/Hj0CFq5qpbt16u3KAAAR48iBXLnPjx5MsDOI8+vbn17Nu3LydOXKlSYcLEuHEj\nQgQNZ86MAzjO3ECCBQ0OBJBQ4UJzDR2aK1cODACKFAUICBBgwAABAwYECICgQgUcOBacRIAABgws\n5cqZgxnTHACaNW3exJlT506ePc39BBr057FjLAAAECAgUiRzTZ2CA5ckiQAB/wEKFOjQgQo5cua8\nfjUHQOxYsubMnj3rbc6cYMHKmYMbN64zZwYCBLBhw9xevn397gUQWPBgc4UNH0bMjduQIRo0gLhw\ngcHkKlWgQTOXWfNmzpkBfAYd2txo0ubKlZMAQDWAAK0BvAYQQDYBAhmCBNGgIUAAAL17C5g0ydxw\n4uYAHEeeXPly5s2dP4duTvp06tKPHWMBAIAAAZEimQMfHhy4JEkECAhQoECHDlTIkTMXX745APXt\n3zeXX79+b3PmAAwWrJy5ggYNOnNmIEAAGzbMQYwocSJEABYvYjSncSPHjty4DRmiQQOICxcYoKxS\nBRo0cy5fwozpEgDNmjbN4f/Maa5cOQkAfgIIIBQAUQABjhIgkCFIEA0aAgQAIFWqgEmTzGHNag4A\n165ev4INK3Ys2bLmzqJNO24cHToLCBBYsMCZM3PlymnT5gIA374H8uQRJ9gc4cKFASBOrNgc48aO\nrVlTpgybucqWzYkTBwGCAAkSvn0zJ3o06dKiAaBOrdoc69auX1+7hgRJixYUHjwgQOAADhzevJkL\nLnw48eAAjiNPbm758nLlNm0iAGA69erTEyQQIWLRo0dBgiRIIAAAefJDhphLr94cgPbu38OPL38+\n/fr2y5Uzp3+//mjRAObIYSFBggULevSoFSeOAQMAIBYosGSJN3MXMWbMCID/Y0eP5kCGFAkyXDhg\nJ7Fh8+ZNGg0aAgQUMGbMXE2bN3HeBLCTZ09zP4EGFVquHDduypTBevGCAAEBNmwECyZOnDmrV7Fm\nBbCVa1dzX79So4YFy4AAZwMkUGvAAAYMzcaNMzeXLt1y3rzhwSPBkCFzfwGbAzCYcGHDhxEnVryY\ncbly5iBHhhwtWo4cFhIkWLCgR49aceIYMACAdIECS5Z4M7eadevWAGDHlm2Odm3btMOFA7YbGzZv\n3qTRoCFAQAFjxswlV76c+XIAz6FHNzedenXr5cpx46ZMGawXLwgQEGDDRrBg4sSZU7+efXsA7+HH\nNzd/PjVqWLAMCLA/QAL//wANGMCAodm4ceYSKlRYzps3PHgkGDJkrqJFcwAyatzIsaPHjyBDiiRH\nzpzJk+bKIUJ04QICAwYCBABAM0AAADgnTNi2zZzPn0CD+gRAtKhRc0iTKkU6bhyMCBEWLGjQYMCB\nAwAAOPDmzZzXr2DDggVAtqxZc2jTql2rtlw5bLRoPXggwIABEyZs2OgFDpy5v4AD/wVAuLBhcuTM\nkSM3alSECAIAAAgQYAEjRr16mdvMubPnzqmMGTNHurQ5AKhTq17NurXr17BjkyNnrrZtc+UQIbpw\nAYEBAwECABgeIACA4xMmbNtmrrnz59CbA5hOvbq569izXx83DkaECAsWNP9oMODAAQAAHHjzZq69\n+/fw3wOYT7++ufv48+vPX64cNoC0aD14IMCAARMmbNjoBQ6cOYgRJUIEUNHiRXLkzJEjN2pUhAgC\nAAAIEGABI0a9eplj2dLlS5epjBkzV9OmOQA5de7k2dPnT6BBhZojWrToNjFiRIj4gABBAKgBBECA\nECnSOHNZtW7l2hXAV7BhzY0lW7bsLQgQBKxdGyAAAQKKzM2lW9fuXQB59e4119fvX8CB/TpzVsSD\nBwMGBgy4IEwYOXLmJE+mDMDyZczkyJUbNw4VqhAhAgAAMGDAK3OpVa9m3Tp1NGHCzM2mbQ7Abdy5\nde/m3dv3b+DmhA8fXi7/XDhv3rphw6ZJU6pU38xNp17d+nXrALRv527O+3fw4L2hQAHAvPkCBTRo\nEGfO/Xv48eUDoF/fvjn8+fXv58+fG0BupEhJkJBj2rRy5cwxbOgQAMSIEs1RpAgOXKJECQgQ8OTJ\nHMiQIkeSDLlp2DBzKleaA+DyJcyYMmfSrGnzprmcOnWWCxfOm7du2LBp0pQq1TdzSpcybeq0KYCo\nUqeaq2r16lVvKFAA6Nq1QAENGsSZK2v2LNq0ANaybWvuLdy4cufO5caNFCkJEnJMm1aunLnAggcD\nKGz4sLnEicGBS5QoAQECnjyZq2z5MubMljcNG2buM2hzAEaTLm36NOrU/6pXszbn+jXs2LJn0679\nGgDu3LrN8e7t+3ewYBs2IEBww5Spbt3MMW/u/Dl0cwCmU69u7jr27Nq3c+/uHTuA8OLHmytv3jw5\nc+rXs2/v/n2RWrXM0a9vDgD+/Pr38+/vHyAAgQMJFjR4UKA5hQsZNnT4EGLEhQAoVrRoDmNGjRuD\nBduwAQGCG6ZMdetmDmVKlStZmgPwEmZMczNp1rR5E2dOnTQB9PT501xQoULJmTN6FGlSpUuL1Kpl\nDmpUcwCoVrV6FWtWrVu5djX3FWxYsWPJljULFkBatWvNtXX7Fq42bVasRIrUixw5c3v59vX7ly8A\nwYMJmzN8GHFixYsZN/8+DAByZMnmKFe2fBlzZs3jxkWIFMlcaNHmAJQ2fRp1atWrWbd2bQ52bNmz\nade2fTs2AN27eZvz/Rt4cG3arFiJFKkXOXLmmDd3/hx6cwDTqVc3dx17du3buXf3jh1AePHjzZU3\nfx59evXrx42LECmSOfnzzQGwfx9/fv37+ff3DxCAwIEEAZg7iDChwoUMGzpECCCixInmKlq8iHHc\nOG/eyJEzBzKkyJEkSQI4iTKluZUsW7p8CTOmTJYAatq8aS6nzp08e/r8qU3bEWLEzBk9ag6A0qVM\nmzp9CjWq1Knmqlq9ijWr1q1crQL4CjasubFky5o9izatWrIA2rp9ay7/rty5dOvavYtXLoC9fPua\n+ws4sODBhAuLE2crXDhzjBubAwA5suTJlCtbvow5s7nNnDt7/gw6tGjOAEqbPm0uterVrFu7fg1b\nNYDZtGubu407t+7dvHv7xg0guPDh5oobP448ufLl4sTZChfOnPTp5gBYv449u/bt3Lt7/w4+vPjx\n5MubP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1e\nxJhR40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlTJ0tzPX3+BBpU6FCiPgEcRZrU\n3FKmTZ0+hRq1XDlz/1WtXgWQVetWc129fgUbVuxYsl4BnEWb1txatm3dtiVHrpw5unXt3sV7F8Be\nvn39/gUcWPBgwuYMH0acWPFixo0PA4AcWbI5ypUtX8acWfPmygA8fwZtTvRo0qVNn0adejQA1q1d\nm4MdW/Zs2eXKkTOXW/du3r15AwAeXPhw4sWNH0ee3Nxy5s2dP4ceXTpzANWtXzeXXft27t29dy9X\nztx48uXHA0CfXr059u3dv4cfX/789gDs38dvTv9+/v35AyQnsFw5cwYPIkyo8CCAhg4fQowocSLF\nihbNYcyocSPHjh4/ZgQgciRJcyZPokypcqXKcuXMwYwpEyaAmjZvmv/LqXMnz54+fwLVCWAo0aLm\njiJNqjQpuablypmLKnUq1apSAWDNqnUr165ev4INa24s2bJmz6JNq5YsgLZu35qLK3cu3bp26Waz\nZs0c375++QIILHiwucKGDyNOrHgxY8MAHkOObG4y5cqWK5crx82bN3HizIEOLXo0aXMATqNOrXo1\n69auX8M2J3s27dq2b+POPRsA796+zQEPLnw48eLDs1mzZm458+bLAUCPLt0c9erWr2PPrn17dQDe\nv4M3J348+fLky5Xj5s2bOHHm3sOPL3++OQD27+PPr38///7+AQIQOJAgAHMHESZUeHDcuGbNlEWs\nVs1cRYsXMWY0B4D/Y0eP5kCGFDmSZMmQ166JWbbMXEuXL1sCkDmTpjmbN3GWK/ft2zhzP4GaK1du\n2bJp5pAmVbqUKQCnT6GakzqValWr4VSpqlNnFjly5sCGFTtWLACzZ9GmVbuWbVu3b83FlTuXbtxx\n45o1U7a3WjVzfwEHFjzYHADDhxGbU7yYcWPHjxdfuyZm2TJzlzFnvgyAc2fP5kCHFl2u3Ldv48yl\nVm2uXLlly6aZkz2bdm3bAHDn1m2Od2/fv4GHU6WqTp1Z5MiZU76ceXPmAKBHlz6denXr17FnN7ed\ne/fu34gRS5HiwIEBECCcOIHNXHv37+HHBzCffn1z9/Hn17+fv7ly/wDLTZigwJo1cwgTKkQIoKHD\nh+YiSjRHjhw3KFAkSJigR8+mTXLkVEiQAACAABkyaNNmrqXLlzBbAphJs6a5mzhz6txJDhOmBUA/\nfTJHtKjRo0YBKF3KtKnTp1CjSp1qrqrVq1WtWTM1YkSAr18HDDhwQJO5s2jTql0LoK3bt+biyp1L\nt65dc8aMDRgAwZzfv4ABAxhMuLC5w4jNceMWhQABAQIMHDggoLKAAAIEAAAgIEECJ07GjTNHurTp\n0wBSq15trrXr17BjmzNm7MCBAMGCmdvNu7fv3gCCCx9OvLjx48iTKzfHvLlz5tasmRoxIoB16wMG\nHDigyZz37+DDi/8HQL68eXPo06tfz769OWPGBgyAYK6+/fv3Aejfz9+cf4DmBJrjxi0KAQICBBg4\ncEDAQwEBBAgAAEBAggROnIwbZ87jR5AhAYwkWdLcSZQpVa40Z8zYgQMBggUzV9PmTZw3Aezk2dPn\nT6BBhQ4las7oUaRGkyVLQoGCAAEGDCBYsMCAASLkyJnj2tXrV68AxI4la87sWbRpzZYrBw6cNnNx\n5ZozYyZAgDLm9O7lyxfAX8CBzQ0eDA5cqlQkBAhIkIDCiRMJEhgwQODDBwkSIihQYMECMWLmRI8m\nXRrAadSpza1m3dr1a3PixBEgUIAcOXO5de/mvRvAb+DBhQ8nXtz/+HHk5pQvZ648WbIkFCgIEGDA\nAIIFCwwYIEKOnDnw4cWPFw/A/Hn05tSvZ99efbly4MBpM1ffvjkzZgIEKGPOP0BzAgcSNAfgIMKE\n5hYuBAcuVSoSAgQkSEDhxIkECQwYIPDhgwQJERQosGCBGDFzKleybAngJcyY5mbSrGnzpjlx4ggQ\nKECOnLmgQocSHQrgKNKkSpcyber0KVRzUqdSpUoNDpwYMdasMeXESYMGKsqVM2f2LNq0aAGwbevW\nHNy4cufC9eYtW7Zy5vbuDReOAYMBA1yZK2z48GEAihczNufYsThxyJDxqVEjVy5zmsmR8+YZHLhr\n12ghQfLhAyNG/+ZWs27tGgDs2LLN0a5t+zZuc+HCESDQwBzw4MKHEwdg/Djy5MqXM2/u/Lm56NKn\nTxcHDNicOb9+yZIipUCBFuXKmStv/jz68uXKAWjv/r25+PLll/v2LRz+ceOyZSNHDqA5gQLJPXgQ\nIIAAAd7MNXT48CEAiRMpmrNosVy5WrWAlSplDmRIkSDLldtGgkSCBEqUmHP5EmZMADNp1jR3E2dO\nnTvNVasGAMADc0OJFjV6FEBSpUuZNnX6FGpUqeaoVrVqVRwwYHPm/PolS4qUAgValCtnDm1atWvR\nlisHAG5cuebo1q1b7tu3cHvHjcuWjRw5c4MHk3vwIEAAAQK8mf9z/BgyZACTKVc2d/lyuXK1agEr\nVcpcaNGjQ5crt40EiQQJlCgx9xp2bNkAaNe2bQ53bt27eZurVg0AgAfmiBc3fhw5AOXLmTd3/hx6\ndOnTzVW3fh07OXLWrPny5alDhwULOJkzfx59evUA2Ld3bw5+/PjOWrUSJkxcfnP7+fMfAlCAgAAB\nXLgwhzChwoUAGjp8aC5ixHLlunW7Vq6cuY0cO3b0BgOGAAEcOJg7iTKlSgAsW7o0BzOmzJk0zRkz\nBgBAA3M8e/r8CRSA0KFEixo9ijSp0qXmmjp9CpUcOWvWfPny1KHDggWczHn9CjasWABky5o1hzZt\nWmetWgkTJi7/rrm5dOkOESAgQAAXLsz5/Qs4MIDBhAubO3y4XLlu3a6VK2cusuTJk73BgCFAAAcO\n5jp7/gwagOjRpM2ZPo06tWpzxowBANDAnOzZtGvbBoA7t+7dvHv7/g08uLnhxIsbH06NmhcvFxYs\naNAAnLnp1Ktbvw4gu/bt5rp7N1euXKwqVSZNMmbN2rdv4sSZCxdOjpwKCRJgwYIMmbn9/Pv7BwhA\n4ECC5gwaLFeOHDlzDR0+hNiwHBkyBQooUGBO40aOHQF8BBnS3EiSJU2eNKdMWYAADsqVMxdT5kya\nMwHcxJlT506ePX3+BGpO6FCiRYVSo+bFy4UFCxo0AGdO6lSq/1WtAsCaVas5rl3NlSsXq0qVSZOM\nWbP27Zs4cebChZMjp0KCBFiwIENmTu9evn0B/AUc2NzgweXKkSNnTvFixo0VlyNDpkABBQrMXcac\nWTMAzp09mwMdWvRo0uaUKQsQwEG5cuZcv4YdGzYA2rVt38adW/du3r3N/QYeXPhvWbIgQBAwYECD\nBtTMPYceXfp0ANWtXzeXXbt2ZUGCzJjxhQmTHTt+/MCiQoUBAxKMGTMXX/58+vMB3Mef39z+/eXK\nATQncCDBggXDhVux4sCBT+YeQowYEQDFihbNYcyocSNHc8uWUaCggRs3cyZPokyJEgDLli5fwowp\ncybNmuZu4v/MqfOmHTsIEAQQIFTADXDgzCFNqnSpUgBOn0I1J3WquXLlgEWIQICAgK4Avn4VICBA\nAA7XrplLq3Yt27UA3sKNW66cuXJ2y5nLq3fv3nHm/v4VJ06PHgAACgQLZm4x48aLAUCOLNkc5cqW\nL2M2V6uWAgUELFioUQMDhkzVqplLrXp1agCuX8OOLXs27dq2b5vLrXs379x27CBAEEAAcQE3wIEz\np3w58+bMAUCPLt0c9ermypUDFiECAQICvgMIH16AgAABOFy7Zm49+/bu2wOIL39+uXLmyuEvZ24/\n//79AY4zN3CgOHF69AAAUCBYMHMPIUZ8CIBiRYvmMGbUuJH/o7latRQoIGDBQo0aGDBkqlbNXEuX\nL1sCkDmTZk2bN3Hm1LnTXE+fP4H2PHYMCZIRCRIIUFqihC5d5qBGlToVKgCrV7Ga07p1qzMQIBAg\nOECALAEDBgoEUBsAwa5d5cqZkzuXbl25APDm1WuOb1+/f/2KE9csXDhzh8eNa9IkQOMsWcqVMzeZ\ncmUAlzFnNreZc2fPn8PRoCFAQAABAgIEAAAgQIECVqxEGjfOXG3b5gDk1r2bd2/fv4EHF26OeHHj\nx4kfO4YEyYgECQREL1FCly5z17Fn134dQHfv382FFy/eGQgQCBAcILCegAEDBQLED4Bg165y5czl\n17+ff34A/wABCBw40JzBgwgTIhQnrlm4cOYijhvXpEmAi1mylCtnrqPHjwBCihxprqTJkyhThqNB\nQ4CAAAIEBAgAAECAAgWsWIk0bpy5n0DNARhKtKjRo0iTKl3K1JzTp1CjQiVHzpkWLQIEANg6YAAH\nDubCih1LFoDZs2jNqV27tluhQlasUMGEKVYsYMD4VKgAAIAABAgMGQIHzpzhw4gTA1jMuLG5x5Aj\nS35crtyxY21gwbp2TZswYVasBAhA4MSJadPKmVvNmjWA17Bjm5tNu7bt2t68GVqwAIBvAQIKFAAA\nIIDxCBGEkCNnrrlzcwCiS59Ovbr169izazfHvbv37+DNZf/L5sdPggIFBAgIECCWuffw48cHQL++\nfXP48+snRy5cOIDiypUzZ65cOXLAgGHCxKFBAwQIzpwxV9HiRYwANG7kaM7jR5AhPZIjFyyYp0mT\nHDlaBASIBg0ECFCgRWvbtmXkyJnj2dMcAKBBhZojWtToUaLZsgkSpKJAgQABEqBBkyZNhgwMTpxw\n48YROXLmxI41B8DsWbRp1a5l29btW3Nx5c6lW9dctmx+/CQoUECAgAABYpkjXNiwYQCJFS8219jx\nY3LkwoUTV66cOXPlypEDBgwTJg4NGiBAcOaMOdSpVa8G0Nr1a3OxZc+mHZscuWDBPE2a5MjRIiBA\nNGggQID/Ai1a27YtI0fO3HPo5gBMp17d3HXs2bVfz5ZNkCAVBQoECJAADZo0aTJkYHDihBs3jsiR\nM1ffvjkA+fXv59/fP0AAAgcSLGjwIEKB5cqZa+jwIUSI5MhZs5Zsx44BAwAAGDBrlrmQIkeGBGDy\nJEpzKleuLBfuZbhv4sR16zZunDhzOs19o0GDAIEAAZyZK2r06FEASpcyLVfOHNSoUsuVG2eVGDFg\nwHTdupUq1RUJEgwYECBAQ5kyzpw5AgfOHNy45gDQrWvXHN68evdy48aEyYULCRQoYMBAUK5cmzY9\neKBAggRAgDaVK2fuMmZzADZz7uz5M+jQokeTLlfOHOrU/6pXryZHzpq1ZDt2DBgAAMCAWbPM8e7t\nmzeA4MKHmytu3Hi5cMrDfRMnrlu3cePEmatu7hsNGgQIBAjgzBz48OLFAyhv/ny5cubWs29frty4\n+MSIAQOm69atVKmuSJBgAKABAQI0lCnjzJkjcODMNXRoDkBEiRPNVbR4ESM3bkyYXLiQQIECBgwE\n5cq1adODBwokSAAEaFO5cuZo1jQHAGdOnTt59vT5E2jQckOJljN3FGnSpOWYmnP67VuIEAAAELh0\n6du3cua4du0KAGxYsebIli07btu2YcOYYcKkRQstWuXM1a2LDVuBAgECmDH3F3DgwAAIFzZsDnHi\nxOWUKf8bM+ZOnTqxYlmzRk5cZnG1TpwgQECAgAVcuHTqpMtcatWqAbR2/dpcbNmzZ5PLkwdCbghB\n3LhJlkzbsmUwYAwYIIACBVWqvJlz/vw5AOnTqVe3fh17du3by3X3Xs5cePHjx5czbw79t28hQgAA\nQODSpW/fypmzf/8+AP37+ZvzD9CcwIHjtm0bNowZJkxatNCiVc6cRInYsBUoECCAGXMcO3r0CCCk\nyJHmSpo0WU6ZsjFj7tSpEyuWNWvkxNkUV+vECQIEBAhYwIVLp066zBk9ehSA0qVMzTl9ChUquTx5\nIFiFEMSNm2TJtC1bBgPGgAECKFBQpcqbubVs2QJ4Czf/rty5dOvavYt33Dhy27ZFi0aOnLnBhAeL\nE2fMmK5t28o5NmbsxQsBAgY8eIADxxBgwMx5/mwOgOjRpM2ZPo163LhixVYcOBAgAAkS18zZtu3J\n04EDAAAkMQc8uHDhAIobP24uufLld+4sWCCgQYMgQbp1M4cdu7YQIQwYECBgARIk2bKVM4c+fXoA\n7Nu7L1fOnPz59OXnGjLEgoUkSSoBAwgMGjRVJEgECAAAgIAhQ8SJMxdR4kQAFS1exJhR40aOHT2G\nC8ctWrROnapV82ZOpUpr1qxYAQGCSKRIunQZggGDAQMFCiKMGJEhQwImTL59M5c0KQCmTZ2agxpV\nqlRr/xo0BAhAgACXZcu8eZtlwgQBAgIEeDKXVu3atQDcvoVrTu5cuuTINWmyYMAABQpUqSpnzly5\ncr5kyEiQgACBCcqUmYMcWTJkAJUtXy5Xztxmzp3JkeuFA0eFChw47MGDR40aDgQIBAgwYEAWc7Vt\n374NQPdu3r19/wYeXPjwcOG4RYvWqVO1at7MPX9uzZoVKyBAEIkUSZcuQzBgMGCgQEGEESMyZEjA\nhMm3b+bcuwcQX/58c/Xt379vTYOGAAEIACTAZdkyb95mmTBBgIAAAZ7MQYwoUSKAihYvmsuocSM5\nck2aLBgwQIECVarKmTNXrpwvGTISJCBAYIIyZeZu4v/MeRMAz54+y5UzJ3QoUXLkeuHAUaECBw57\n8OBRo4YDAQIBAgwYkMUc165evQIIK3Ys2bJmz6JNq/batWysWEGBkiRJDg8eXrzAAAFCgL59DRgI\nIBgAAAMGChRgkCBBgwYEcuQwZqxcOXOWAWDOrNkc586ePztzpkABgNIDBgQIIAAAAASuEQwzJ3s2\nbdoAbuPObW437967oUEzAGA4gAgR2BgzpkgRiAMHGDAwYEBLuHDmrmPPfh0A9+7ey5UzJ368eHHi\nfPmqIUGCgPbtESAIIF/+ihWAAJnLr38/fwD+AQIQOJBgQYMHESZUiPDatWysWEGBkiRJDg8eXrzA\nAAH/QgCPHg0YCDASAAADBgoUYJAgQYMGBHLkMGasXDlzNwHk1LnTXE+fP4E6c6ZAAQCjAwYECCAA\nAAAETxEMMzeVatWqALBm1WqOa1evXKFBMwCALIAIEdgYM6ZIEYgDBxgwMGBAS7hw5vDm1YsXQF+/\nf8uVMzeY8GBx4nz5qiFBggDHjhEgCDB58ooVgACZ07yZc2cAn0GHFj2adGnTp1Fny9YNGzZduvr0\ncTBgAAECCRAgMGDgwAEDAgQAEC5AgAEDCBAw4MABBAgZmDCBA2eOOnUA17FnN7ede3fv28mQGTAA\nQHnzBQosWMCCRTZz7+HHjw+Afn375vDn16/fjwAB/wABCARwAAGCAQMEGDCQIEGIEM3MSZxIkSKA\nixgzmtvIsaM4cbt2eVmwIEAAACgDqAxwQI+eatXMyZxJs6ZMADhz6tzJs6fPn0CDjhtnrly5ceO8\neUMVJIghQ62yZcOGzZvVatUgQfoUKxYmTGXKZFq2LFy4cebSqlULoK3bt+biyp1LN644cZUq5QgT\npkaNPHz4LFpEiRI5c4gTK1YMoLHjx+YiS548mVySJAAya9YcYMECLlxy5TJHurTp0wBSq15trrXr\n163JkavWqtWJ2ydUiBFDhcqxcuXMCR9OvDhxAMiTK1/OvLnz59Cjjxtnrly5ceO8eUMVJIghQ62y\nZf/Dhs2b+WrVIEH6FCsWJkxlymRatixcuHHm8uvXD6C/f4AABAIwV9DgQYQFxYmrVClHmDA1auTh\nw2fRIkqUyJnj2NGjRwAhRY40V9LkyZPkkiQB0NKlywALFnDhkiuXOZw5de4E0NPnT3NBhQ4NSo5c\ntVatTiw9oUKMGCpUjpUrZ87qVaxZsQLg2tXrV7BhxY4lW9bcWbRp1a5l29YtWgBx5c41V9fuXbx5\n9e7laxfAX8CBzQ0mXNhw4XLlyE2b1qtXMXLkzE2mXNlyZQCZNW8219nzZ9ChRY8m7RnAadSpVa9m\n3dr1a9jmZM+mXdv2bdy5ZwPg3du3OeDBhQ8nXtz/+PHgAJQvZ27O+XPo0aGXK0du2rRevYqRI2fO\n+3fw4cEDIF/evDn06dWvZ9/e/fv0AOTPp1/f/n38+fXvN9ffP0BzAgcSLGjwIEKDABYybGjuIcSI\nEidSrGgRIoCMGjea6+jxI8iQIkeS9AjgJMqU5cqZa+nyJcyYMmfSNAfgJs6cOnfy7OnzJ1BzQocS\nLWr0KNKkQwEwberUHNSoUqdSrWr1alQAWrdyNef1K9iwYseSLfsVANq0asuVM+f2Ldy4cufSrWsO\nAN68evfy7ev3L+DA5gYTLmz4MOLEigkDaOz4sbnIkidTrmz5MmbJADZz7mzuM+jQokeTLm0aNIDU\n/6pXm2vt+jXs2LJn03YN4Dbu3Lp38+7t+zdwc8KHEy9u/Djy5MMBMG/u3Bz06NKnU69u/Xp0ANq3\nczfn/Tv48OLHky//HQD69OrNsW/v/j38+PLntwdg/z7+/Pr38+/vHyAAgQMJAjB3EGFChQsZNnSI\nEEBEiRPNVbR4EWNGjRs5WgTwEWRIcyNJljR5EmVKlSQBtHT50lxMmTNp1rR5E6dMADt59vT5E2hQ\noUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp\n1rV7F29evXv59vX7F3BgwYMJF25qDnFixYsZL/8uZw5yZMmTKQOwfBmzOc2bOXfmXK6cOdGjSZcW\nXQ61OdWrzQFw/Rq2Odmzade2fRt37tkAePf2bQ54cOHDiQ8vZ85cuXLmmDd3/pw5AOnTqVe3fh17\ndu3bzXX3/h18ePHjyXsHcB59enPr2bd3v75c/Pjm6Ne3fx//fQD7+fc3B9CcwIEECxo8iDChQAAM\nGzo0BzGixIkUI5YrJ44cOXMcO3r86BGAyJEkS5o8iTKlypXmWrp8CTMmTHLmatq8iTMngJ08e5r7\nCTSo0KDlypk7ijSp0qVLATh9CtWc1KlUq1q9ijXrVABcu3o1Bzas2LFkw5IjJ23cOHNs27p96xb/\ngNy5dOvavYs3r9695vr6/Qs4MGBy5gobPow4MYDFjBubeww5suTI5cqZu4w5s+bNmwF4/gzanOjR\npEubPo069WgArFu7Ngc7tuzZtGOTIydt3DhzvHv7/u0bgPDhxIsbP448ufLl5po7fw49uvNo0cKZ\nu449u/btALp7/24uvPjx5MubP49ePID17Nubew8/vvz59Ovbhw8gv/795vr7B2hO4ECCBQe2apUq\nXDhzDR0+hPgQwESKFS1exJhR40aO5jx+BBlS5Mdo0cKZQ5lS5UqWAFy+hGlO5kyaNW3exJlzJgCe\nPX2aAxpU6FCiRY0eDQpA6VKm5pw+hRpV6tNW/61ShQtnTutWrl25AgAbVuxYsmXNnkWb1txatm3d\nviVXrJgWLb3M3cWbV+9eAH39/jUXWPBgwoUNExa3bRs5cuYcP4YMQPJkyuYsX8acWfNmzp0vAwAd\nWrQ50qVNn0Zt7tq1FCnalCtnTvZs2rVpA8CdW/du3r19/wYe3Nxw4sWNHydXrJgWLb3MPYceXfp0\nANWtXzeXXft27t29cxe3bRs5cubMn0cPQP169ubcv4cfX/58+vXfA8CfX785/v39AzQncCBBgdeu\npUjRplw5cw4fQowIEQDFihYvYsyocSPHjuY+ggwp8iM4cKNGycCA4cCBEsyYmYspcybNmQBu4v/M\naW4nz54+fwI1J06cGzcLEiQABqycuaZOnQKIKnWquapWr14lJ07coUMqVBCAAEGAAEPmzqJNq3Yt\ngLZu35qLK3cu3brZePAgQKCPub5+/wIODGAw4cKGDyNOrHgxY3OOH0OOXK5cnz4MGCQgQGDAgARS\npKxZM2xYLm3aqlVr9elTtGjgwJmLDWA27drmbuPOrXv37nDhBAk6cCDAgQN06JhLrnw5gObOn5uL\nLn16uXKwYMlx4AAA9+7dAzRqZG48+fLmywNIr369ufbu38N/X67cIQIEBAi4Y24///7+AZoTOBBA\nQYMHESZUuJBhQ4fmIEaUOLFcuT59GDBIQID/wIABCaRIWbNm2LBc2rRVq9bq06do0cCBMzcTQE2b\nN83l1LmTZ8+e4cIJEnTgQIADB+jQMbeUaVMAT6FGNTeVatVy5WDBkuPAAQCvX78GaNTIXFmzZ9Ge\nBbCWbVtzb+HGlRu3XLlDBAgIEHDHXF+/fwEHBjCYcGHDhxEnVryYsTnHjyFHJkduw4YBAwggQBCA\nMwDPnwUwYKBHzw1XrsiRM7d6NQDXr2Gbkz2bdm3btrVps2TJgIEBGjRYs2aOeHHjAJAnV26OeXPn\noEAxYBAAQHXrAQ4cALB9e6tW5sCHFz8ePADz59GbU7+efXv2tGglGDB/QJRw4czl17+f/34A/wAB\nCBxIsKDBgwgTKlRorqHDhxDJkduwYcAAAggQBNgIoKNHAQwY6NFzw5UrcuTMqVQJoKXLl+ZiypxJ\ns2ZNbdosWTJgYIAGDdasmRtKtCiAo0iTmlvKtCkoUAwYBABAtWqAAwcAaNXaqpW5r2DDiv0KoKzZ\ns+bSql3Ldi0tWgkGyB0QJVw4c3jz6t2rF4Dfv4ADCx5MuLDhw+YSK17MeNo0Bw4IEDhhxgwTJiIU\nKAgQAAAACMyYlStnrrTp0wBSq15trrXr17BjwybXrRsfPgwYHKBFy5zv38B9AxhOvLi548iRjzty\nBAGCBxEi3LiRKlW569iwmShQoEMHc+DDi/8fDx6A+fPozalfz769elq0MmTocOHChAkdRo0SJ86c\nf4DmBA4kSBDAQYQJFS5k2NDhQ4jmJE6kSHGcGTMBAihQ4OXZs2vXXOXIQYJEhgzczK1k2bIlAJgx\nZZqjWdPmTZw1yZEDNmNGgwYBAsgYN87cUaRJjwJg2tRpuXLmpEolR46VBQsIEFQYNKhYMXNhxZob\nN2AAAABRophj29btWwBx5c41V9fu3bvkGjUaMODAgR+JEqVIYaBAgSpVqlUz19jxY8gAJE+mXNny\nZcyZNW8219nz58/jzJgJEECBAi/Pnl275ipHDhIkMmTgZs72bdy4Aezm3dvcb+DBhQ8HTo7/HLAZ\nMxo0CBBAxrhx5qRPpy4dwHXs2cuVM9e9OzlyrCxYQICgwqBBxYqZY9/e3LgBAwAAiBLF3H38+fUD\n4N/fP0BzAgcSJEiuUaMBAw4c+JEoUYoUBgoUqFKlWjVzGjdy7AjgI8iQIkeSLGnyJEpzKleyVFmu\nXLEOHQgQkCHDW7ly5sx5gwaNFy9w4MwRLWr0KICkSpeaa+r0KdSoTq9d85EgQYAACRIsM+f1K1iw\nAMaSLVuunLm0aceNm/Xly549w6xZM2f3Ll4dOgAA2LDBHODAggcDKGz4sLnEihcn/vbNx4ABAQKQ\nIMFLly4tWhAIEGDAgB8/5kaTLm0aAOrU/6pXs27t+jXs2OZm0649u1y5Yh06ECAgQ4a3cuXMmfMG\nDRovXuDAmWvu/Dl0ANKnUzdn/Tr27NqvX7vmI0GCAAESJFhm7jz69OkBsG/vvlw5c/Lljxs368uX\nPXuGWbNmDqA5gQMH6tABAMCGDeYYNnT4EEBEiRPNVbR4seK3bz4GDAgQgAQJXrp0adGCQIAAAwb8\n+DH3EmZMmQBo1rR5E2dOnTt59jT3E2jQcuWwYYOTIgUECH/+dBMnrls3XcCARYsmTpw5rVu5dgXw\nFWxYc2PJljV71ty4cUWKDAgQ4MIFVKjM1bV7Fy8AvXv5mvP7FzBgcuLEmTN8GLEJEwAACP8QUM5c\nZMmTJwOwfBmzOc2bOXfrRoSIAAIEFizIlKkbOHChQgV58AAECEaMzNW2fRs3AN27eff2/Rt4cOHD\nzRU3frxcOWzY4KRIAQHCnz/dxInr1k0XMGDRookTZw58ePHjAZQ3f95cevXr2bc3N25ckSIDAgS4\ncAEVKnP7+ff3DxCAwIEEzRk8iBAhOXHizDl8CNGECQAABAgoZy6jxo0bAXj8CNKcyJEku3UjQkQA\nAQILFmTK1A0cuFChgjx4AAIEI0bmevr8CRSA0KFEixo9ijSp0qXmmjp9eu2aKVN5oECJEcOJE1Zo\n0KBA4SBFiiRJPn3qZi6t2rVrAbh9C9f/nNy5dOvaNXfsWIIEAWTIAAfOnODBhAsLBoA4sWJzjBs7\nfixOHDVq5cqZu3wZ2IQJAgQMGHDLnOjRpEkDOI06tbnVrFtPmoQAwYETJ6xYsWatnG5w4H7lymXM\nGDhw5oobP44cgPLlzJs7fw49uvTp5qpbtx6OESM6dJrIkJEgQYECAwQIAIAePQECAwYooUbNnPz5\n9OUDuI8/v7n9/Pv7B2hO4EBvMGAAAGCAFy9zDR0+hPgQwESKFc1dxJhRY7ZsKVJAgYJm1qwmTSY8\nQPkgQAAGxoyZgxlTJkwANW3eNJdTp85xFSoECDAABQoaNKpVI1euHDZsvGTJ+vbN3FSq/1WtTgWQ\nVetWrl29fgUbVqw5smXLhmPEiA6dJjJkJEhQoMAAAQIA3L1LgMCAAUqoUTMXWPDgwAAMH0ZsTvFi\nxo0de4MBAwAAA7x4mcOcWfNmzQA8fwZtTvRo0qWzZUuRAgoUNLNmNWky4cHsBwECMDBmzNxu3r13\nAwAeXLg54sWLj6tQIUCAAShQ0KBRrRq5cuWwYeMlS9a3b+a8fwcf3jsA8uXNn0efXv169u3NvYcP\nv1usWIcOnYkQYcCAAP37AwQAIADBggEeYMNmbiHDhgsBQIwo0RzFihYvYowkQAAAACLMgQwpciRJ\nACZPojSnciXLluHCadBQoACBAzYPMP+IEMGAgQABCiRJIk6cuaJGjwJIqnSpuaZOnV6zYCFAgAQL\nFtiwYcwYuW7dgAHjAQeOLFnmzqJNq/YsgLZu38KNK3cu3bp2zeHNm7dbrFiHDp2JEGHAgACGDQMA\nEGAx4wAPsGEzJ3kyZckALmPObG4z586eP0cSIAAAABHmTqNOrXo1gNauX5uLLXs27XDhNGgoUIDA\ngd4HGESIYMBAgAAFkiQRJ84c8+bOAUCPLt0c9erVr1mwECBAggULbNgwZoxct27AgPGAA0eWLHPu\n38OP7x4A/fr27+PPr38///7mAJoTOHBguXLOnAFBgCBAAAMGLKBBw4MHGQQIAgQAAKD/w7hx5kCG\nFAkSQEmTJ82lVLmS5cpcuRYMGCBAACZzN3Hm1LkTQE+fP80FFTqUaNArVxYsGLCUAAEHDx4kSCBA\nQIIcObRpM7eVa1cAX8GGNTeWLFluGDAUKBCALQIEPnwgUqOGAQMBBgw4cbJtmzm/fwEHBjCYcGHD\nhxEnVryYsTnHjyE7Lleu1oULBAjo0NHNXOfO4MBFiCBAAA1zp1GnTg2AdWvX5mDHlj0b9rNnHTo8\naLC7AShzv4EHFz4cQHHjx80lV76ceXJmzJYsGVGBeoUICxYQ0E4gxLBh48aRMzeePHkA59GnN7ee\nPftxtGhVqfICAYIBAwoUSKBAgQED/wAHHDjQoAEgQOYSKlzIEIDDhxAjSpxIsaLFi+YyatyYsVy5\nWhcuECCgQ0c3cyhRggMXIYIAATTMyZxJkyaAmzhzmtvJs6fPnc+edejwoIHRBqDMKV3KtKlTAFCj\nSjVHtarVq1SZMVuyZESFrxUiLFhAoCyBEMOGjRtHzpzbt28ByJ1L15zdu3fH0aJVpcoLBAgGDChQ\nIIECBQYMDDhwoEEDQIDMSZ5MuTKAy5gza97MubPnz6DLlTNHurRp0qA4cDBgwIgRceZixw4XjgaN\nAAFqmNvNu3dvAMCDCy9Xzpzx48iPY8PWoYMBAwswYBgwIJa569iza98OoLv37+bCi/8fTz68NWtu\n3JRQoUKDhgYFChgwoEDBGmfOyOk3x79/f4AABA4kaM7gQXPlypHr1o0aNUMiRAgQECAAAAMGFixw\nYcBAgAACBIwzV9LkyZMAVK5k2dLlS5gxZc4sV87cTZw5b4LiwMGAASNGxJkjSjRcOBo0AgSoYc7p\nU6hQAUylWrVcOXNZtW7Vig1bhw4GDCzAgGHAgFjm1K5l29YtALhx5ZqjW9fuXbrWrLlxU0KFCg0a\nGhQoYMCAAgVrnDkj19jcY8iQAUymXNncZczmypUj160bNWqGRIgQICBAAAAGDCxY4MKAgQABBAgY\nZ872bdy4Aezm3dv3b+DBhQ8nbs7/+HHkyMs1aSJAQIECtsxNnw4NWoMGAABEMNfd+/fvAMSPJ1+u\nnDn06dWj7+bFCwQIEiSkMGBAgABX5vTv59/fP0AAAgcSNGfwIMKEBnXpEiGix5UrWLBwaNBgwYIV\nK05580aOXDlzIkeOBGDyJEpzKleybKly27ZUqZ6BA2fuJjJkAgQAAADIHNCgQoUCKGr0KNKkSpcy\nberUHNSoUqWWa9JEgIACBWyZ69oVGrQGDQAAiGDuLNq0aQGwbeu2XDlzcufSldvNixcIECRISGHA\ngAABrswRLmz4MGIAihczNuf4MeTIjnXpEiGix5UrWLBwaNBgwYIVK05580aOXDlz/6pXrwbg+jVs\nc7Jn064te9u2VKmegQNn7jcyZAIEAAAAyBzy5MqVA2ju/Dn06NKnU69u3Rz27Nq3hwsnQAAAAAF2\n7HDlilOHDgQIAABwYNo0c/Ln05cP4D7+/Ob28+/fH6AzOnRSpPjw4UEBhQW+mXP4EGJEiQAoVrRo\nDmNGjRsxcuI0YgSUW7fixAGxYIEECS9erOrWzVxMmTNjArB5E6c5nTt59vTps1w5DhwAAGhiDmlS\npUoBNHX6FGpUqVOpVrVqDmtWrVuxduuGAUOBAwcmTNAQIQIBAgECHGjVylxcuXPjArB7F685vXv5\n8h0nS5YQIRAgSEiQQIMGc4sZN/92/NgcAMmTKZuzfBlzZsu/fo0ZY8qYsT59MtCgceRIliyzypUz\n9xp27NcAaNe2bQ53bt27efc216bNgAFIzBU3fvw4AOXLmTd3/hx6dOnTzVW3fh179W7dMGAocODA\nhAkaIkQgQCBAgAOtWplz/x6+ewDz6dc3dx9//vzjZMkSAlAIBAgSEiTQoMGcwoUMGzo0ByCixInm\nKlq8iLHir19jxpgyZqxPnww0aBw5kiXLrHLlzLl8CdMlgJk0a5q7iTOnzp08zbVpM2AAEnNEixo1\nCiCp0qVMmzp9CjWqVHLkzFm9ijUr1lhkyIAAIUSFChAgDBgYwIBBrFjfzLl9+xb/gNy5dM3ZvYvX\nbrlyyPLkiRABAYIFS5ZcumQuseLFjBubAwA5smRzlCtbvkx53DhjxjJx4WLBwgINGs6cWbKkV7ly\n5lq7ft0agOzZtM3Zvo07t+7d5nDhEiAAh7nhxIsXB4A8ufLlzJs7fw49Ojly5qpbv479eiwyZECA\nEKJCBQgQBgwMYMAgVqxv5tq7dw8gvvz55urbv1+/XDlkefJEABgBAYIFS5ZcumRO4UKGDR2aAxBR\n4kRzFS1exFhx3DhjxjJx4WLBwgINGs6cWbKkV7ly5ly+hOkSwEyaNc3dxJlT506e5nDhEiAAhzmi\nRY0aBZBU6VKmTZ0+hRpVKjly/+asXsWaVatWZ86QIFkQNiyLa9fMnUVrDsBatm3NvYUb9225ct2I\nEEmQoECBGI0aiRNnTvBgwoUNmwOQWPFic40dP4b8mBw5Yg4cDBhQgAgROHDo0IFmTvRo0qQBnEad\n2txq1q1dv4ZtrkYNAABamMOdW7duAL19/wYeXPhw4sWNlytnTvly5s2dPzcHDpypHTsgQDCgSJE5\n7t3NAQAfXrw58uXNm/82aBACBAkSxPn2zdx8+vXt36cPQP9+/ub8AzQncCDBggNfBQgAAAACQoTA\ngQsXzhzFihYvAsiocaO5jh4/ggwp0lyJEgAASDGnciVLlgBewowpcybNmjZv4v8sV84cz54+fwIN\nag4cOFM7dkCAYECRInNOn5oDIHUqVXNWr2LF+m3QIAQIEiSI8+2bubJmz6JNaxYA27ZuzcGNK3cu\n3VcBAgAAgIAQIXDgwoUzJ3gw4cIADiNObG4x48aOH0M2V6IEAABSzGHOrFkzgM6eP4MOLXo06dKm\nzaFOrXo169auwYFrAw2audq2zQHIrXu3ud6+fwMHBy5QoDRpyJlLrnw58+bMAUCPLt0c9erWr2Mv\n9+BBgAAbyJEzJ348+fLkAaBPr94c+/bu38OPb27IEAMGYJnLr3//fgD+AQIQOJBgQYMHESZUiNBc\nQ4cPIUaUOBEcuDbQoJnTuNH/HACPH0GaEzmSZElw4AIFSpOGnDmXL2HGlBkTQE2bN83l1LmTZ89y\nDx4ECLCBHDlzR5EmVZoUQFOnT81FlTqValWr5oYMMWAAljmvX8GCBTCWbFmzZ9GmVbuWrTm3b+HG\nlTuXrltx5vDmzQuAb1+/5gAHFjyYHDlTprZtM7eYcWPHjx8DkDyZsjnLlzFn1mzuzRsBAgiZEz2a\ndGnTAFCnVm2OdWvXr2HDLlfOlKkNG7aZ072bN28Av4EHFz6ceHHjx5GbU76ceXPnz6ErF2eOevXq\nALBn126Oe3fv38mRM2Vq2zZz59GnV79+PQD37+Gbkz+ffn375t68ESCAkDn//wDNCRxIsOBAAAgT\nKjTHsKHDhxAhlitnytSGDdvMadzIkSOAjyBDihxJsqTJkyjNqVzJsqXLlzBjrgRAs6ZNczhz6tyJ\nc9w4c0CDCh1KtKg5AEiTKjXHtKnTp1DN6dIlREg4c1izat3KFYDXr2DNiR1LtqzZs+aYMQsWzJzb\nt3DjAphLt67du3jz6t3L15zfv4ADCx5MuPBfAIgTKzbHuLHjx5AjS57cGIDly5jNad7MubPnzdiw\nmRtNurTp0+YAqF7N2pzr17Bjy55trlw5ceLM6d7NuzeA38CDCx9OvLjx48jNKV/OvLnz59CjLwdA\nvbp1c9iza9/Ovbv379kBiNMfT96c+fPo06s/jw2buffw48ufbw6A/fv4zenfz7+/f4DmBA4UWK6c\nOHHmFC5k2BDAQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNnyZcyZNW/mLDcg\nACH5BAgKAAAALAAAAAAgASABh/////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly\n8vHx8fDw8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e\n3t3d3dzc3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rK\nysnJycjIyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2\ntrW1tbOzs7KysrCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCg\noJ+fn56enp2dnZycnJubm5qampmZmZiYmJeXl5WVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH5+fnx8fHt7e3l5eXh4eHd3d3Z2dnV1dXR0\ndHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGZmZmVlZWRkZGNjY2FhYWBgYF9fX15eXl1d\nXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtLS0lJSUhISEdH\nR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMzMzIyMjAwMC8v\nLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsbGxoaGhkZGRgY\nGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgICAcHBwYGBgUF\nBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAj/AAEIHEiwoMGD\nCBMqXMiwocOHECNKnEixosWLGDNq3Mixo8ePIEOKHEmypMmTKFOqXMmypcuXMGPKnEmzps2bOHPq\n3Mmzp8+fQIMKHUq0qNGjSJMqXcq0qdOnUKNKnUq1qtWrWLNq3cq1q9evYMOKHUu2rNmzaNOqXcu2\nrdu3cOPKnUu3rt27ePPq3cu3r9+/gAMLHky4sOHDiBMrXsy4sVpxkCNLnky5suXLkQFo3sxZnOfP\noEOLHk269GcAqFOrFse6tevXsGPLnt0agO3buMOFE8e7t+/fwIMLHy4OgPHjyJMrX868ufPn4qJL\nn069uvXr2KUD2M69u7jv4MOL/x9Pvrx58ADSq18vrr379/Djy59P3z2A+/jzi9vPv79/gOIEDiRY\n0ODBggAULmTY0OFDiBElThRX0eJFjBk1buRoEcBHkCHFjSRZ0uRJlClVkgTQ0uVLcTFlzqRZ0+ZN\nnDIB7OTZU9xPoEGFDiVa1ChQAEmVLmXa1OlTqFGliqNa1epVrFm1bq0KwOtXsOLEjiVb1uxZtGnH\nAmDb1q04uHHlzqVb1+7duAD07uUrzu9fwIEFDyZc+C8AxIkVL2bc2PFjyJHFTaZc2fJlzJk1UwbQ\n2fNncaFFjyZdWhw4cOJUr2bd2vVqALFlzxZX2/Zt3Ll17+ZtG8Bv4MHFDSde3P/4ceTJlRMH0Nz5\nc+jRpU+nXt26OOzZtW/n3t379+wAxI8nL878efTp1YsDB07ce/jx5c+HD8D+ffzi9O/n398/QHEC\nBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixowaN3Ls6PEjSHEiR5IUGS4cOG/etGkLFqwRIEDOnImr\nafMmzpziAPDs6VMc0KBChwr15g0WHz6UKIUT5/Qp1KhSAVCtalUc1qxat3Lt6vVrVgBix5IVZ/Ys\n2rRqz4ID5yxbtnDhxNGta/cuXQB69/Lt6/cv4MCCB4srbPhw4XDhwHnzpk1bsGCNAAFy5kwc5sya\nN3MWB+Az6NDiRpMubbq0N2//sPjwoUQpnLjYsmfTrg3gNu7c4nbz7u37N/DgwnkDKG78uLjkypcz\nb64cHDhn2bKFCyfuOvbs2q8D6O79O/jw4seTL29eHPr06tFr02bs0qU2bWzYoBAgAAECd8Tx7+8f\noDiBAwmKA3AQYUJxCxk2dBgu3LVrbNgc+fChRQto4jh29PgRJACRI0mKM3kSpUlv3sS1dPkSZkyZ\nMQHUtHlTXE6dO3n2FMeHT4ECAiBAAAFClChxS5k2dQoAalSpU6lWtXoVa1ZxW7l23apNGy9KlE6d\nChUK1YoVCBBIePZMXFy5c+nOBXAXb15xe/n29XvqlA8fEybY0KQJFapq3ryF/wsHDpw4yZMpVwZw\nGXNmcZs5d372zJgxcaNJlzZ9GvVpAKtZtxb3GnZs2bOFBLAdgIABAwIEDBjASlxw4cOHAzB+HHly\n5cuZN3f+XFx06dOja9PGixKlU6dChUK1YgUCBBKePRN3Hn169ekBtHf/Xlx8+fPpnzrlw8eECTY0\naUIFEFU1b97ChQMHTpzChQwbAngIMaK4iRQrPntmzJi4jRw7evwI8iOAkSRLijuJMqXKlUICuAxA\nwIABAQIGDGAlLqfOnTsB+PwJNKjQoUSLGj0qLqnSpUvDefMmLmpUcOBSpeoRLpy4rVy7eu0KIKzY\nseLKmj17NlybNilShAghTf+c3Ll0xYUThzevXr0A+vr9Ky6wYMHfXr0CBkyc4sWMGzMOly1btGjh\nKou7jFkcgM2cO4v7DDq06NAnTggIEECHjlBIkBgwECCABHG0a9u2DSC37t28e/v+DTy4cHHEixs3\nHs6bN3HMmYMDlypVj3DhxFm/jj07dgDcu3sXBz68ePHh2rRJkSJECGni2rt/Ly6cuPn069cHgD+/\nfnH8+/cH+O3VK2DAxB1EmFBhwnDZskWLFk6iOIoVxQHAmFGjOI4dPX70eOKEgAABdOgIhQSJAQMB\nAkgQF1PmzJkAbN7EmVPnTp49ff4UF1ToUKJFhUKDBkvcUqZNnT4FEFXqVHH/Va1evboNBAgCBEaM\nEBdW7FiyZcsCQJtWrTi2bds+o0ChSRNxde3exevN265dKYAAOXTIljVr4gwfFgdA8WLG4hw/hhwZ\nG7YYMQIESDBmDDRo4bZt27NnwYII4cKJQ51aNWoArV2/hh1b9mzatW2Lw51b927e4sKFc+bMmzji\nxY0fRw5A+XLm4pw/hw79mgEDAQIYMiRO+3bu3b17BxBe/Hhx5c2b30KAQIYM4cS9hy9u164yZRi8\neAEBQoIECLIAzMKLVzdxBg8eBKBwIUNxDh9ChBhuxowCBRo0gPXtm7iOHcOFO3TojriSJk+eBKBy\nJcuWLl/CjClzpriaNm/i/8wpLlw4Z868iQsqdCjRogCOIk0qbinTpk2vGTAQIIAhQ+KuYs2qdetW\nAF6/ghUnduzYLQQIZMgQThzbtuJ27SpThsGLFxAgJEiAIEsWXry6iQssWDCAwoYPi0usePHicDNm\nFCjQoAGsb9/EYcYcLtyhQ3fEgQ4tWjSA0qZPo06tejXr1q7FwY4tezbscOGkSUMGAoQGDdXEAQ8u\nfDhxAMaPIxenfDlz5rQGDAgQwJEjcdavY8+uXTuA7t6/iwsvXly4cDsCoA9gIkiQGzc0aDggQECA\nAAcuXHDgYMECDaQAkhI3kGDBgQAQJlQojmFDhw6jhQhBgQIgQOHEZdSocf/ZMmriQIYUKRJASZMn\nUaZUuZJlS5fiYMaUORNmuHDSpCEDAUKDhmrigAYVOpQoAKNHkYpTupQpU1oDBgQI4MiROKtXsWbV\nqhVAV69fxYUVKy5cuB0B0AYwESTIjRsaNBwQICBAgAMXLjhwsGCBBlKkxAUWPDgwAMOHEYtTvJgx\n42ghQlCgAAhQOHGXMWNetoyaOM+fQYMGMJp0adOnUadWvZq1ONevYcd2zY0bBAgBAAAQIGCSON+/\ngQcXDoB4cePikCdXrhyNAAEHDvz6JY56devXsWMHsJ17d3HfwYNn1KABAPPn0RswwIJFnU2bjBg5\ncQKHN2/i8OfXjx9Af///AAEIBCCuoMGDB72dOjVrFjZs4iJKnAgOXDhxGDNq1Aigo8ePIEOKHEmy\npElxKFOqXImSGzcIEAIAACBAwCRxOHPq3MkTgM+fQMUJHUqUKBoBAg4c+PVLnNOnUKNKlQqgqtWr\n4rJq1cqoQQMAYMOKNWCABYs6mzYZMXLiBA5v3sTJnUtXLoC7ePOK28u3b19vp07NmoUNm7jDiBOD\nAxdOnOPHkCEDmEy5suXLmDNr3sxZnOfPoEN77tbtwAEAqFEb4MZNnOvXsGPDBkC7tm1xuHPrxo0N\nGw4DBiZMyJRJnHHj1Jw5AwUKECBe4qJLnz4dgPXr2MVp3749HBgwAQIA/xgfIIACBV1atcqW7du1\na1u2NGjwQpz9+/jxA9jPv784gOIEDiRIcNu2R4+mTRPX0OFDa9bETaRY0SIAjBk1buTY0eNHkCHF\njSRZ0mRJadJIXbggwCUIEJo0iaNZ0+ZNmgB07uQpzudPoD5//driwAEFCnnyaOPGLVWqF1CgGDAQ\nIMAAUaK+fRPX1etXAGHFjhVX1uxZcOCMGVsGC1auXN26iQMHTtxdbtxy5IAAAZc4wIEFCwZQ2PBh\ncYkVL2YMDhwTJtmyiaNcmbIvX6JEiePc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr19KkkbpwQcBtECA0\naRLX2/dv4L0BDCdeXP/cceTJj//6tcWBAwoU8uTRxo1bqlQvoEAxYCBAgAGiRH37Js78efQA1K9n\nL879e/jgwBkztgwWrFy5unUTBw4cQHECuXHLkQMCBFziFjJs2BAAxIgSxVGsaPEiOHBMmGTLJu4j\nyI++fIkSJe4kypQqAbBs6fIlzJgyZ9KsKe4mzpw6d+qchQFDgAAaNIgravQoUgBKlzIV5/QpVHDg\nGDE6MmLEiROePGUT5/XrV2rUYGjQ8OVLOHFq164F4PYtXHFy59Kta9cuL14LFiRI4E0c4MCCBQMo\nbPiwuMSKFzMGBy5GjG7dxFGunCuXAgUXLojr7PkzaACiR5Mubfo06tT/qleLa+36NezYsGdhwBAg\ngAYN4nbz7u0bAPDgwsURL24cHDhGjI6MGHHihCdP2cRRr16dGjUYGjR8+RJOHPjw4QGQL29eHPr0\n6tezZ8+L14IFCRJ4E2f/Pn78APbz7y8OoDiBAwkSBAcuRoxu3cQ1dJgrlwIFFy6Is3gRY0YAGzl2\n9PgRZEiRI0mKM3kSZUqVKpctI0DgwAFC4mjWtGkTQE6dO8X19PkzW7YZM1okSQIMWLhw4pg2ddr0\nxg0DBp6Js3r1KgCtW7mK8/oVbFixYg0ZGjBgyBBxa9m2dQsAbly54ujWtXt327YyZY4dE/f3rxUC\nBAAAMGGCmzjFixkz/wbwGHJkyZMpV7Z8GbM4zZs5d/b8WVyjRgMGKAgXTlxq1atTA3D9GrY42bNp\nixLFgAGKVq3E9fb9G3hvb94OHPggDnny5ACYN3cuDnq4cOKoV7d+Hbu4Dh0KFKBESVx48ePJAzB/\nHr049evZtxcm7McPJEhmpUnDgIGAAgUOHBgAcEAJcQQLGjQIIKHChQwbOnwIMaJEcRQrWryIMaO4\nRo0GDFAQLpy4kSRLjgSAMqVKcSxbuhQligEDFK1aibuJM6fOm968HTjwQZzQoUMBGD2KVJzScOHE\nOX0KNapUcR06FChAiZK4rVy7egUANqxYcWTLmj0rTNiPH0iQzEqThv8BAwEFChw4MGBACXF8+/r1\nCyCw4MGECxs+jDixYnGMGzt+DDmyOGvWBgxQIC6z5s2bAXj+DFqc6NGjtwEBkiBBFHDgxLl+DTs2\nbAQIKoi7jRs3gN28e4MD9y24uOHEixs/Ds6ChQIFsmUTBz269OkAqlu/Li679u3bwT15cuDAgAEG\nAJgHkGDLlg8fAgQAkCePuPn0688HgD+//v38+/sHCEDgQIIFDR4UKE7hQoYNHT4UZ83agAEKxF3E\nmDEjAI4dPYoDGTLkNiBAEiSIAg6cOJYtXb50iQBBBXE1bdoEkFPnTnDgvv0UF1ToUKJFwVmwUKBA\ntmzinD6FGhXAVKr/VcVdxZo1K7gnTw4cGDDAAACyABJs2fLhQ4AAAPLkERdX7ty4AOzexZtX716+\nff3+FRdYsGBw4cKJQ5xY8WLEHz4AALBD3GTKlSsDwJxZszjOnTv3ggAhQIAb4cKJQ51a9WrU3LgJ\nECBB3GzatAHcxp2bGzdvvcX9Bh5c+PBfBgwcOAAOnDjmzZ0/BxBd+nRw4MRdDxfOmzdryJBZsnQk\nQQIB5QUQKFBgwgRr3rzdujVgAIADBxYtCidO//79APwDBCBwIMGCBg8iTKgQobiGDh2CCxdOHMWK\nFi9S/PABAIAd4j6CDBkSAMmSJsWhTJmyFwQIAQLcCBdOHM2aNm/S/+TGTYAACeJ+AgUKYCjRoty4\neUsqbinTpk6f/jJg4MABcODEYc2qdSuArl6/ggMnbmy4cN68WUOGzJKlIwkSCIgrgECBAhMmWPPm\n7datAQMAHDiwaFE4cYYPHwageDHjxo4fQ44sebK4ypbFhQu368mTQIHEgQ4tOjQyZAMGFCgwSxzr\n1q5dA4gte7a42rZt02rQIEAADdy4iQsufDjx4FGiFCjASxzz5s0BQI8uHRx16uKuY8+ufXuNAQNS\npBAnfjz58uIBoE+vPlw4ce67dXv27MyIEQgQOMCAIUuWWbMA+sKFy5s3ceHCGTMGAgQAhwQInAEH\nTlxFi+IAZNS4kf9jR48fQYYUGS6cOJMnxWGLEEGAgCbiYMaUKe4SAwYDBly4sE1cT58/fwIQOpSo\nOKNHj2J78UKAgAUpUkCCBA6cOKtXsWbLpoAAgQcPqokTO3YsALNn0X77xs2Zs3DhxMWVO5du3GnT\nDhAgECiQOL9/AQf2C4BwYcPgwIUTJy5cOG7cOjFgcOBAFG7cxGXWLC5cOHDMmMGCZcLEgQIFBKRm\nwSJcOHGvXwOQPZt2bdu3cefWvTtcOHG/gYvDFiGCAAFNxCVXvlzcJQYMBgy4cGGbOOvXsWMHsJ17\nd3HfwYPH9uKFAAELUqSABAkcOHHv4cfPlk0BAQIPHlQTt58/fwD/AAEIHDjw2zduzpyFCyeuocOH\nEBtOm3aAAIFAgcRp3Mixo0YAIEOKBAcunDhx4cJx49aJAYMDB6Jw4yaupk1x4cKBY8YMFiwTJg4U\nKCCgKAsW4cKJW7oUgNOnUKNKnUq1qtWr4rJq3bppU4ECCx48aNSoVStlaNA8eCBAgoQaNX79Eke3\nrt27APLq3Suur9+/y5alSWMCgGEAAgTUwIFjyhQXhQpNmBAgAAAdOnLlCieus2fPAEKLHg0OXLZk\nybx5E8e6tevXrEeNGtCgQZs24nLr3s07N4DfwIOHCyeuuHFx3USJmjVLnPPn0J1DW7aMD589ewRd\nusSBQwVWrMSJ/x8vDoD58+jTq1/Pvr379+Liy5+/aVOBAgsePGjUqFUrgMrQoHnwQIAECTVq/Pol\nzuFDiBEBTKRYUdxFjBmXLUuTxgQAkAAECKiBA8eUKS4KFZowIUAAADp05MoVTtxNnDgB7OTZExy4\nbMmSefMmzuhRpEmNjho1oEGDNm3ETaVa1epUAFm1bg0XTtxXsOK6iRI1a5Y4tGnVooW2bBkfPnv2\nCLp0iQOHCqxYiePbVxwAwIEFDyZc2PBhxInFLWbcePGmTQYATKZcGYCCTp26dRPX2fNn0J0BjCZd\nWtxp1KlPhwunDAMGAQICBABQ23btAAEQIBgjzvdv4MABDCdePP/ccW7ctm0T19z5c+jNgwXbQIHC\nmDHhwonj3t37dwDhxY8XV978efTp1YsLF86bt23h5MsXV9++fQD59e/n398/QAACBxIsaPAgQoHi\nFjJsuDBcOBgAJlIEMGBAkybVxHHs6PEjSAAiR5IUZ/IkypQoq1V7dOVKnjxwTJmSJk0czpw6d+IE\n4PMnUHFChxItanRouHCUQIAgQgQcOHFSp1KtCuAq1qzitnLt6vUr2LBiuQIoa/Ys2rRq17Jt61Yc\n3Lhy4YYLBwMA3rwABgxo0qSauMCCBxMuDOAw4sTiFjNu7LhxtWqPrlzJkweOKVPSpInr7Pkz6M4A\nRpMuLe406tT/qlejDheOEggQRIiAAyfuNu7cugHw7u1bHPDgwocTL278eHAAypczb+78OfTo0qeL\nq279OnZw4K5dQ4bsm7jw4seTL08eAPr06sWxb+/+Pfz48ue3B2D/Pn5x+vfz168NoDZp3ryJM3jw\n4LdWrZAgKVRIXESJEykCsHgRoziNGzl29PgRZMiNAEiWNHkSZUqVK1m2FPcSZkyZ4MBdu4YM2Tdx\nO3n29PnTJwChQ4mKM3oUaVKlS5k2PQoAalSp4qhWtUpVmzZp3ryJ8/r167dWrZAgKVRIXFq1a9kC\ncPsWrji5c+nWtXsXb965APj29fsXcGDBgwkXFncYcWLFixk3/3aMGEBkyZPFVbZ8GXNmzZs5Wwbw\nGXRocaNJlx6dLFkdRYqgQRP3GnZsZ844cbomDndu3boB9Pb9W1xw4cOJFzd+HLlwAMuZN3f+HHp0\n6dOpi7N+HXt27du5d78OAHx48eLIlzd/Hn169evLA3D/Hr44+fPpy0+WrI4iRdCgifMPUJzAgeKc\nOePE6Zq4hQwbNgQAMaJEcRQrWryIMaPGjRUBePwIMqTIkSRLmjwpLqXKlSxbunwJUyWAmTRriruJ\nM6fOnTx7+sQJIKjQoeKKGj1atFs3RGPGCBMmLqrUqVGrVesmLqvWrVsBeP0KVpzYsWTLmj2LNu1Y\nAGzbun0LN/+u3Ll064YLJy6v3r18+/r9C1gcgMGEC4s7jDix4sWMGztGDCCy5MniKlu+XHnbNlKF\nCmnTJi606NGhw4UDJy616tWrAbh+DVuc7Nm0a9u+jTv3bAC8e/v+DTy48OHEi4cLJy658uXMmzt/\nDl0cgOnUq4u7jj279u3cu3vHDiC8+PHiyps/X37bNlKFCmnTJi6+/Pnxw4UDJy6//v37AfgHCEDg\nQADiDB5EmFDhQoYNDwKAGFHiRIoVLV7EmFHjRo4dPX4EGVLkSJIlTZ5EmVLlSpYtXb6EGVPmTJo1\nbd7EmVPnTp49ff4EGlToUKJFjR5FmlTpUqZNnT6FGlXqVKr/Va2yDBdO3FauXb1+BRtWrDgAZc2e\nDRdO3Fq2bd2+hRtXrjgAde3eFZdX716+ff3+BawXwGDChcUdRpxY8WLF4cQ9hhxZ8mQAlS1fxpxZ\n82bOnT2HCydO9GjSpU2fRp1aHADWrV2HCydO9mzatW3fxp1bHADevX2LAx5c+HDixY0fDw5A+XLm\n4pw/hx5devRw4qxfx55dOwDu3b1/Bx9e/Hjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f/37+9gEA\nBCBw4EBxBg8iTKhwIcOGBwFAjChRHMWKFi9ivAhOHMeOHj+CBCByJMmSJk+iTKlypbiWLl/CjCnT\nJThw4m7i/8ypEwDPnj7FAQ0qdCjRokaPBgWgdClTcU6fQo0qdSrVqk8BYM2qVRzXrl6/gv1KLVu2\nbt3EoU2rdi1aAG7fwo0rdy7dunbvisurdy/fvn71ggMnbjDhwoYBIE6sWBzjxo4fQ44seXJjAJYv\nYxaneTPnzp4/gw69GQDp0qbFoU6tejXr1dSyZevWTRzt2rZv0wagezfv3r5/Aw8ufLi44saPI0+u\nXBwiRKZMhRMnfTp16gCuY88ubjv37t6/gw8vnjuA8ubPi0uvfj379u7fw1cPYD79+uLu48+vfz9+\nbtwA0kKFSpMmatTAiVO4kCFDAA8hRpQ4kWJFixcxitO4kf9jR48fxSFCZMpUOHEnUaZMCYBlS5fi\nYMaUOZNmTZs3YwLQuZOnOJ8/gQYVOpRo0Z8AkCZVKo5pU6dPoTblxo0WKlSaNFGjBk5cV69fvwIQ\nO5ZsWbNn0aZVu1ZcW7dv4caNS4vWgwcKFDATt5dv374AAAcWLI5wYcOHESdWvLgwAMePIYuTPJly\nZcuXMUsOJ45z584AQIcWLY50adOnUYvz5i1btmvhwnHjpk2bMnDgxOXWvTs3AN+/gQcXPpx4cePH\nxSVXvpx58+a0aD14oEABM3HXsWfPDoB7d+/iwIcXP558efPnwwNQv569OPfv4ceXP5+++3Di8OfP\nD4B/f///AMUJHEiwoEFx3rxly3YtXDhu3LRpUwYOnLiLGDNeBMCxo8ePIEOKHEmypLiTKFOqXKky\nW5o0BAgYMKBNnM2bOHEC2Mmzp7ifQIMKHUp0qDdvzZqBE8e0aVMAUKNKFUe1qtWrWLNq5cZVnNev\nXwGIHUtWnNmzaNOi/fatWrRo4uLKnUu3rlwAePPq3cu3r9+/gAOLG0y4sOHDhLt1W9OgQYAABAhY\nE0e5smXLADJr3iyus+fPoEOLBt2sTRs+fLSJW82aNYDXsGOLm027tu3buG9/+5YqVS5xwIMHB0C8\nuHFxyJMrXx4u3LRpc+YAAgdOnPXr2LNrvw6gu/fv4MOL/x9Pvrx5cejTq1/PPn23bmsaNAgQgAAB\na+Ly69+/H4B/gAAEDgQgzuBBhAkVLkzYrE0bPny0iaNYsSIAjBk1iuPY0eNHkCFBfvuWKlUucSlV\nqgTQ0uVLcTFlzqQZLty0aXPmAAIHTtxPoEGFDgUKwOhRpEmVLmXa1OlTcVGlTqVaVRw2bJs2VXDg\n4MGDRInEjSVb1iwAtGnVimPb1u1buOLAgatWjY0jR6FCHTtGpEaNTZvEDSZcGMBhxInFLWbc2PFj\nyI9JkVKiZNe3b+I0bxYHwPNn0OJEjyZd2patKlWUKNEmzvVr2LFlxwZQ2/Zt3Ll17+bd27c44MGF\nDycuDv8btk2bKjhw8OBBokTipE+nXh3AdezZxW3n3t37d3HgwFWrxsaRo1Chjh0jUqPGpk3i5M+n\nD8D+ffzi9O/n398/QHECBxIcSIqUEiW7vn0T5/ChOAASJ1IUZ/Eixoy2bFWpokSJNnEiR5IsabIk\ngJQqV7Js6fIlzJgyxdGsafMmTnCZMnHg8CBMGGDAxBEtavQoUQBKlzIV5/Qp1KhSoRUpIkHCBkiQ\ndOmyYwdEjBjXrokra/YsgLRq14pr6/Yt3Lbduj17Ju4u3rzhwplx4QIECCeiRIkrbFgcgMSKF4tr\n7PjxY2waNDhwkCuXuMyaN3Pu3BkA6NCiR5Mubfo06tT/4lazbu26dbhwuTZsqFBhk7jcunfz7g3g\nN/Dg4oYTL268+KZNIwgQYMDAEThw2bL16dPAjh1x2rdz1w7gO/jw4saTL29+vC9fpEh9E+f+vbhh\nw378eHDnTqBAjZo1E+cfoDiB4gAUNHhQXEKFCxf6QYDgxAlxEylWtHgRozgAGzl29PgRZEiRI0mK\nM3kSZUqU4cLl2rChQoVN4mjWtHkTJwCdO3mK8/kTaFCgmzaNIECAAQNH4MBly9anTwM7dsRVtXq1\nKgCtW7mK8/oVbFivvnyRIvVNXFq14oYN+/HjwZ07gQI1atZMXF694gD09ftXXGDBgwf7QYDgxAlx\nixk3/3b8GLI4AJMpV7Z8GXNmzZs5i/P8GXRo0MSIkZgwARAgcatZt3b9WhwA2bNpi7N9G3du28eO\nSZBwQIECLly0efOWLBkKFARatRL3HHr05wCoV7cuDnt27dt9+QoR4sQJZeHCiRPHrUuXA+sPfPHm\nTVx8+fPjA7B/H784/fv5678G8NqFBQsQIRKHMKHCheHCBQu2TJzEiRMBWLyIMaPGjRw7evwoLqTI\nkSRHEiNGYsIEQIDEuXwJM6ZMcQBq2rwpLqfOnTxzHjsmQcIBBQq4cNHmzVuyZChQEGjVSpzUqVSl\nAriKNau4rVy7evXlK0SIEyeUhQsnThy3Ll0OuD3wxf+bN3F069qlCyCv3r3i+vr92/fatQsLFiBC\nJC6x4sWMw4ULFmyZuMmUKQO4jDmz5s2cO3v+DFqc6NGkS4v+9o0ChQekSIl7DTu27NmwAdi+jVuc\n7t28eYODAwcEiAIFEliw8OePMGXKvnxx4GDBt2/iqlu/Xh2A9u3cxXn/Dh48OBUqDBjo0IFauHDf\nvmnCgYMGjWzZxNm/jz8/gP38+4sDKE7gQILiQoUawYmTOIYNHT4UB8uKFRcujInDmDEjAI4dPX4E\nGVLkSJIlxZ1EmVLlyW/fKFB4QIqUOJo1bd7EWRPATp49xf0EGjQoODhwQIAoUCCBBQt//ghTpuzL\nFwf/DhZ8+yZO61auWgF8BRtW3FiyZcuCU6HCgIEOHaiFC/ftmyYcOGjQyJZN3F6+ff0CABxYsDjC\nhQ0TDhVqBCdO4hw/hhxZHCwrVly4MCZO8+bNADx/Bh1a9GjSpU2fFpda9WrWqZEgCRDgSrhw4mzf\nxp1b920AvX3/Fhdc+PDgrFhlCBBgwAAHDnDEiEGDRhc7dkSICBAggzju3b17BxBe/Hhx5c2fPy9M\ngQIBAjx4eFat2qZNSGbNChdO3H7+/f0DFCcOAMGCBsUhTKgwWzY9eqSJiyhx4sRmzUyYEFCggAkT\nocSBDBkSAMmSJk+iTKlyJcuW4l7CjClTmjQDBhAg/xCncyc3bmzYlCoVThzRokaNAkiqdKm4pk6f\ncuOmQgWCAAEWLMiUydmsWdGiOXv2rEePAgXiiEurdu1aAG7fwhUndy5duttWrFiwwIwZW3fuaNDQ\nI1w4cYYPI06MGADjxo7FQY4cOdyqVc+eicusebPmZcsGDAAg+sMHUaK+iUutWjWA1q5fw44tezbt\n2rbF4c6te7c0aQYMIEAgbjhxbtzYsClVKpy45s6fPwcgfTp1cdavY+fGTYUKBAECLFiQKZOzWbOi\nRXP27FmPHgUKxBEnfz59+gDu488vbj///v0BbluxYsECM2Zs3bmjQUOPcOHERZQ4keJEABcxZhS3\nkf8jx3CrVj17Jo5kSZMlly0bMABAyw8fRIn6Jo5mzZoAcObUuZNnT58/gQYVN5RoUaMpUgAA0KSJ\nOKdPX726cCFAgAW4cInTupWrVgBfwYYVN5Zs2WTJEiQwgANHsGDhwomTO9ebNw4cBAgwJI5vX79+\nAQQWPFhcYcOHEQ8bBgvWrFmJHDgYMCCFOMuXMWfWDIBzZ8/iQIcO3Q0Tpm3bxKVWvRocOB0CBAAA\nECBAg2TJxOXWvTs3AN+/gQcXPpx4cePHxSVXvpx5ihQAADRpIo569VevLlwIEGABLlziwIcXDx5A\nefPnxaVXvz5ZsgQJDODAESxYuHDi8Of35o0DBwH/AAUYEkewoEGDABIqXCiuocOHEIcNgwVr1qxE\nDhwMGJBCnMePIEOKBECypElxKFOm7IYJ07Zt4mLKnAkOnA4BAgAACBCgQbJk4oIKHRoUgNGjSJMq\nXcq0qdOn4qJKnToV3IABAgTYsiWuq9eu4cK5chWAAAFlysSpXcsWgNu3cMXJnUu3UaMIEZyAAyeu\nr9+/1qwVKKBAwTVxiBMrVgygsePH4iJLnkw5nOVwz54JSpBgwIAR4cKJG026tOnSAFKrXi2utWvX\n4bRps2ZNnO3btunQGTAAgO8AATZskCWuuPHjxwEoX868ufPn0KNLny6uuvXr12cJEDBgwLRp4sKL\n/x8fLlyFAQOoUBHHvr17APDjyxdHv359bCFCSJAwTZx/gOIEDhwoRgwAABo0iGPY0OFDABElThRX\n0eJFjBXDhaNFC0uFCgsWVAEHTtxJlClVpgTQ0uVLcTFlzrRl68aNUM2aWbPGi9cIAQIADDVhYtOm\nVKm4iWPa1KlTAFGlTqVa1epVrFm1iuPa1avXWQIEDBgwbZo4tGnVhgtXYcAAKlTEzaVbF8BdvHnF\n7eXLF1uIEBIkTBNX2PDhwmLEAACgQYM4yJElTwZQ2fJlcZk1b+acOVw4WrSwVKiwYEEVcODErWbd\n2nVrALFlzxZX2/ZtW7Zu3AjVrJk1a7x4jRAgAP/AcRMmNm1KlYqbOOjRpUsHUN36dezZtW/n3t27\nOPDhxYMPF85OgAALFnz7Js79e/jgwMWwYMGQoXDi9O/fD8A/QAACBwIQZ/DgwV0lStSpI+4hxIgP\ngR04YMDAsWPiNnLs6BEAyJAixZEsafIkyW7d5MihggKFESPExNGsafMmTgA6d/IU5/PnT24pUggQ\ngKBAgQULEiRoIECAAQOIwoUTJy5cuG/itnLt2hUA2LBix5Ita/Ys2rTi1rJtuzZcODsBAixY8O2b\nuLx694IDF8OCBUOGwokrbNgwgMSKF4tr7NjxrhIl6tQRZ/kyZsvADhwwYODYMXGiR5MuDeA06tT/\n4lazbu16dbducuRQQYHCiBFi4nbz7u37N4DgwoeLK27cOLcUKQQIQFCgwIIFCRI0ECDAgAFE4cKJ\nExcu3Ddx4seTJw/gPPr06tezb+/+PXxx8ufTl1+sWIcAASJE+PYNoDiBAwVSo+bBQwEhQrJlE/cQ\nYkQAEylWFHcRI0Zqe/YUKyYOZEiR374RAAAgShRxK1m2dLkSQEyZM8XVtHkTZ01dujZsuGDBAgoU\nzMQVNXoUaVIAS5k2FfcUKtQaAgQAACAgQAAAWwEEECCAAQNr4siKAwVKiAcPMWLUCRdOXFy54gDU\ntXsXb169e/n29SsOcGDBgIsV6xAgQIQI376J/3P82DE1ah48FBAiJFs2cZs5dwbwGXRocaNJk6a2\nZ0+xYuJYt3b97RsBAACiRBF3G3du3bcB9Pb9W1xw4cOJB9ela8OGCxYsoEDBTFx06dOpVwdwHXt2\ncdu5c68hQAAAAAICBABwHkAAAQIYMLAmDr44UKCEePAQI0adcOHE9fcPUByAgQQLGjyIMKHChQzF\nOXwIERw4Hz4ODBjw5Ak1auI6fvuGp0ABACQBJECGTJzKlSxVAngJM6a4mTRrzuTG7Zu4nTzFZcsW\nIgQAECDChROHNKnSpUgBOH0KVZzUqVSrSq1WjQ8fISZMOHHSSZzYsWTLmgWANq1acWzZYsPGhP9J\nAAAAAgQQgBdvgQIJfPgABgxcuHDBgsGAASBxYgFo0Ih7DFkcgMmUK1u+jDmz5s2cw4UTBzo06GrV\nKlQYIEBAggQHDjQ4cACA7NkAGjTIJC637t27Afj+DVyc8OHEhXfrxqpQIV68mjXLJUIEAAAClCkT\nhz279u3aAXj/Dl6c+PHky5P/9g0cLlwaNBSoVClcOHH069u/Tx+A/v38xYkD+E2XLggQAgQAECCA\nAAEMvnx59YobN3EVLVbkxu3IEQEAPHpUoMCbN3ElSwJAmVLlSpYtXb6EGTNcOHE1bdasVq1ChQEC\nBCRIcOBAgwMHABxFCqBBg0zinD6FChXAVKr/VcVdxZr1ardurAoV4sWrWbNcIkQAACBAmTJxbd2+\nhfsWwFy6dcXdxZtXb95v38DhwqVBQ4FKlcKFE5dY8WLGiQE8hhxZnLhvunRBgBAgAIAAAQQIYPDl\ny6tX3LiJQ50aNTduR44IABA7tgIF3ryJw40bwG7evX3/Bh5c+HDi4owfR75tW6BAVxAgGDAAAIAA\n1QUIAKFM2bJl4rx/Bx/eOwDy5c2LQ59evXpPDBhMmKBBgwUCBAAAoCJO/37+/f0DBCBwIEFxBg8i\nTKjwYK5cBQwYQIAACZJw4i5izJgRAMeOHsOF43br1oQJAwYAECBAgwZw4l7CjCkTZriaaNBQ/0CB\nQhzPnuIAAA0qdCjRokaPIk0qbinTptu2BQp0BQGCAQMAAAigVYAAEMqULVsmbizZsmbHAkirdq24\ntm7fvvXEgMGECRo0WCBAAAAAKuL+Ag4seDCAwoYPi0useDHjxopz5SpgwAACBEiQhBOneTNnzgA+\ngw4dLhy3W7cmTBgwAIAAARo0gBMnezbt2rPD4UaDhgIKFOJ+AxcHYDjx4saPI0+ufDlzcc6fQ3f+\nbbo1a6hQJUrkTRz37t6/g/8OYDz58uLOo0+fXhsHDgjeIzAwYIAHD9zE4c+vfz9/AP4BAhA4EIA4\ngwcRJlSYMFWDBgAgAmAkjmJFixYBZNS4Mf9cR2/eGjVasaIAAQKtWolTuZJlS5crv0mTJo5mTXEA\ncObUuZNnT58/gQYVN5RoUaNHkSZVShRAU6dPxUWVOpUqI0YbNgwYsAALFm7cxIUVO5ZsWXEA0KZV\nK45tW7dv4cINFw4TJi1aLonTu5cvXwB/AQcWN5iwOGzYRLFiJY5xY8ePIUeWDIByZcuXMWfWvJlz\nZ3GfQYcWPZp0adOgAaRWvVpca9evYTNitGHDgAELsGDhxk1cb9+/gQcXB4B4cePikCdXvpw583Dh\nMGHSouWSOOvXsWMHsJ17d3HfwYvDhk0UK1bi0KdXv559e/cA4MeXP59+ffv38ecXt59/f///AMUJ\nHEiwoMGDBQEoXMhQnMOHECMmSyZBQoAAKaJFE8exo8ePIDsCGEmypLiTKFOqXMlSJThxMGPKlAmg\nps2b4nLq1BnOmzdxQIMKHUqU6Ldv4pIqFQegqdOnUKNKnUq1qlVxWLNq3cq1q9evWQGIHUtWnNmz\naNMmSyZBQoAAKaJFE0e3rt27eOsC2Mu3r7i/gAMLHkxYMDhxiBMrVgygsePH4iJLlhzOmzdxmDNr\n3syZ87dv4kKLFgegtOnTqFOrXs26tWtxsGPLnk27tu3bsQHo3s1bnO/fwIN785Ynjx493sQpX868\nufPmAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTk8eGTZz79+IAyJ9Pv779+/jz698vrr9/\ngOIEDiRY0OBBhAYBLGTYUNxDiBElevOWJ48ePd7EbeTY0eNHjwBEjiQpzuRJlClVrmTZ8iQAmDFl\niqNZ0+ZNnDl11sSGTdxPoOIADCVa1OhRpEmVLmUqzulTqFGlTqVa9SkArFm1iuPa1evXcOHAgRNX\n1uxZtGnVigPQ1u1bcXHlzqVb1+5dvHIB7OXbV9xfwIEFDyZc+G+3atXELWYsDsBjyJElT6Zc2fJl\nzOI0b+bc2fNnceHCiSNd2vRp0gBUr2YtzvVr2LFlz6Zd+zUA3Ll1i+Pd2/dv4MGFD+8NwP/4ceTi\nlC9n3tz5c+jhwnWbNk3cdeziAGzn3t37d/DhxY8nL878efTp1a8XFy6cOPjx5c+HD8D+ffzi9O/n\n398/QHECBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixoziNnLs6PEjyJDhwnWbNk0cypTiALBs6fIl\nzJgyZ9KsafMmzpw6d/Ls6fMn0KBChxItavQo0qRKlzJt6vQp1KhSp1KtavUq1qxat3Lt6vUr2LBi\nx5Ita/Ys2rRq17Jt6/Yt3LhykYqra/cu3rx69/K1C+Av4MDhwokrbPgw4sSKE4cLJ+4x5MgAJlOu\nLO4y5syaN3Pu7BkzgNCiR4srbfo06tP/4MCJa+36NezYsQHQrm37Nu7cunfz7i3uN/DgwocTL24c\nOIDkypeLa+78OfTo0qdTdw7gOvbs4rZz7+79O/jw4rkDKG/+vLj06tezXw8OnLj48ufTr18fAP78\n+vfz7+8fIACBAwkWNHhQoDiFCxk2dPgQYsSFAChWtCgOY0aNGzl25BgunDiRI0mKBHASZUpxK1m2\ndPkSZkyZLAHUtHlTXE6dO3nu/PatW1BxQ4kWNXqUKAClS5k2dfoUalSpU8VVtXoVa1atW7laBfAV\nbFhxY8mWNXsW7dlw4cS1dfu2LQC5c+mKs3sXb169e/n2vQsAcGDB4ggXNnzY8Ldv3RiL/3P8GHJk\nyY8BVLZ8GXNmzZs5d/YsDnRo0aNJlzZ9OjQA1atZi3P9GnZs2bNjQ7NmTVxu3btzA/D9G7g44cOJ\nFzd+HHny4QCYN3cuDnp06dOle/MWy40ba9bEdff+HXx4cQDIlzd/Hn169evZtxf3Hn58+fPp17cP\nH0B+/fvF9fcPUJzAgQQLGjQIzZo1cQwbOmQIIKLEieIqWryIMaPGjRwtAvgIMqS4kSRLmizpzVss\nN26sWRMHM6bMmTTFAbiJM6fOnTx7+vwJVJzQoUSLGhWXLdu0aeKaOn0KNao4AFSrWhWHNavWrVy7\nZpUli4IxY+LKmj1bFoDatWzFuX0LN/+uXHHhwg0bVkyc3r18+/oFADiwYHGECxs+bNibt1MbNmTI\nQEmc5MmUK1sGgDmz5s2cO3v+DDq0uNGkS5s+LS5btmnTxLl+DTu2bHEAatu+LS637t28e/vWLUsW\nBWPGxBk/jtw4gOXMm4t7Dj269OniwoUbNqyYuO3cu3v/DiC8+PHiyps/j/68N2+nNmzIkIGSuPn0\n69u/DyC//v38+/sHCEDgQIIFDR5EKFDcQoYNHTZ89mwQBAgvXkATl1HjRo4dAXwEGVLcSJIlTZ5E\nKU6bNgYMCoQLJ07mTJoyAdzEmVPcTp49d4YLJw7cUHDLltWyYGHAAAFLlvTqJU7qVKr/VaUCwJpV\nqziuXb1+BSuuTZsECUSIQ5tW7Vq2ANy+hRtX7ly6de3eFZdX716+3761arVhwwIECCJEcOPNmzjG\njR0/dgxA8mTK4ixfxpxZ82ZxUqQIEEBB3GjSpUsDQJ1atTjWrV2DAydMmK1OnSpVunQJEBIkLlxA\nAG7BwrNn4owfR54cwHLmzcU9hx5d+nRx3rylSHFB3Hbu3b1/BxBe/Hjy5c2fR59evTj27d2///at\nVasNGxYgQBAhghtv3sQBFCdwIMGCAwEgTKhQHMOGDh9CjChOihQBAiiIy6hx40YAHj+CFCdyJElw\n4IQJs9WpU6VKly4BQoLEhQsINi1Y/3j2TBzPnj5/AggqdKi4okaPIk0qzpu3FCkuiIsqdSrVqgCu\nYs2qdSvXrl6/ghUndixZstnWrAkSJEYMQIsWHTrEwpcvcXbv4s2LFwDfvn7FAQ4seDDgbNkOHfoV\nLpy4xuHCIUBAgIAdcZYvY8YMYDPnzuI+fw4XTpy4bteuyZKVypYtbdqiRfMmbrY4bE2aIEDAi5e4\n3r5/AwcgfDhxccaPI0+u/PiaNTDEQY8ufTp1ANavY8+ufTv37t6/iwsvfvz4bGvWBAkSIwagRYsO\nHWLhy5e4+vbv478PYD///uIAihM4kGBBcdmyHTr0K1w4cQ/DhUOAgAABO+IwZtSoEf9AR48fxYUM\nGS6cOHHdrl2TJSuVLVvatEWL5k1cTXHYmjRBgIAXL3E/gQYVCoBoUaPikCZVupRp0jVrYIiTOpVq\nVasAsGbVupVrV69fwYYVN5Zs2bLWFi2iRAkbNnFviRFrYcuWOLt38ebFC4BvX7/iAAcWLPjbr197\n9tix001c48bJkhEgwIDBNnGXMWfODIBzZ8/iQIPGhg0cuG+nT4tTvZr1alCgFizo0UNcbdu3cQPQ\nvZu3ON+/gQcXLi5cOAoUnIhTvpx5c+cAoEeXPp16devXsWcXt517d+/YsG3bJo48eWTIVolTv559\ne/cA4MeXL45+/frh8GfLRq1WLWr/AKmJG0hQXLggQQIEKFJEnMOHECMCmEixoriLF715CxdOnMeP\nIEN+hAWLAAEdOsSpXMmyJYCXMGOKm0mzps2b4oYNK1CgkbifQIMKHQqgqNGjSJMqXcq0qVNxUKNK\nnYoN27Zt4rJmRYZslbivYMOKHQugrNmz4tKqVRuubbZs1GrVokZNnN274sIFCRIgQJEi4gILHkwY\ngOHDiMUpVuzNW7hw4iJLnkxZMixYBAjo0CGus+fPoAGIHk1anOnTqFOrFjdsWIECjcTJnk27tm0A\nuHPr3s27t+/fwIOLG068uPHh4MCJW37tGi9e4cRJn069unUA2LNrF8e9uzht2jQd/zrUqtUybNjE\nqV+/fs+BAwgQOHMmrr79+/gB6N/PX5x/gOLEhQsnzuBBhAkRgqtRI0CAChXETaRY0SIAjBk1iuPY\n0eNHkOIAAQIAAIQ4lClVrmQJwOVLmDFlzqRZ0+ZNcTl17uSZExw4cUGvXePFK5w4pEmVLmUKwOlT\nqOKkThWnTZumQ4datVqGDZs4sGHD7jlwAAECZ87ErWXb1i0AuHHliqNLN1w4cXn17uW7F1yNGgEC\nVKggzvBhxIkBLGbcWNxjyJElTxYHCBAAACDEbebc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr1t68XbpU\nBwiQX7/E7ebd2/dvcQCEDycuzv+48W/fLFkKYcIEFiyyjBkLF07c9evHjl1IkcKWLXHhxY8nHx7A\nefTpxa1n3979e/fbfPgYMIAJE3H59e/nD8A/QAACBwIQZ/AgwoQKxVGhEiDAAnESJ1KsaBEAxowa\nN3Ls6PEjyJDiRpIsaXKkN2+XLtUBAuTXL3EyZ9KsaVMcgJw6d4rr2fPbN0uWQpgwgQWLLGPGwoUT\n59TpsWMXUqSwZUsc1qxat2IF4PUrWHFix5Ita7bsNh8+BgxgwkQc3Lhy5wKoa/euuLx69/LtK44K\nlQABFogrbPgw4sQAFjNu7Pgx5MiSJ1MWZ/ky5syWdekqUCDAgAEwYIgrbfo06tT/4gCwbu1aHGzY\n2LDhwXPhwAEFCiBQoECChAwZPjRoGDAgQbFi4pYzb+68OYDo0qeLqx4uHDhw4rZz7+69OzhjxkqU\nUKDAi7j06tevB+D+PXxx8ufTr29f3JcvBAhAAAcOoDiBAwkWJAgAYUKFCxk2dPgQYkRxEylWtDgR\nHDgxYhgE8BjglTiRI0mWNAkAZUqV4liy9OZt2rQ8JEhUqGABAQIDBgT0BPATwARxQ4kWNXoUQFKl\nS8WJA8eNGzhw4qhWtWo1XFZxW7cmS2bAgIBu3cSVNXu2LAC1a9mKc/sWbly54siQefBgAzJksWKt\nWqVMXGDBgwcDMHwYcWLFixk3/3b8WFxkyZMpRwYHTowYBgE4B3glDnRo0aNJAzB9GrU41aq9eZs2\nLQ8JEhUqWECAwIABAbsB9AYwQVxw4cOJFwdwHHlyceLAceMGDpw46dOpUw93XVz27MmSGTAgoFs3\ncePJlx8PAH169eLYt3f/Hr44MmQePNiADFmsWKtWKRMHUJzAgQQHAjiIMKHChQwbOnwIUZzEiRQr\nWgzXqJEECQfmzPHmTZzIkSRLigSAMqXKcOHEuXwpLhw2bMmSTcOG7du3bduipUhRoACBYsXEGT2K\nNClSAEybOg0XDpw3b+HCibuKNWtWbuHCifsKVpwRIwWwYAkXTpzatWwBuH0LV/+c3Ll069rthgNH\nggQRUqSwYCFAAAUiRJAiZU2c4sWLATh+DDmy5MmUK1u+LC6z5s2cO4dr1EiChANz5njzJi616tWs\nUwN4DTt2uHDiatsWFw4btmTJpmHD9u3btm3RUqQoUIBAsWLimjt/Dv05gOnUq4cLB86bt3DhxHn/\nDh48t3DhxJk/L86IkQJYsIQLJy6+/PkA6tu/Ly6//v38+3cDiANHggQRUqSwYCFAAAUiRJAiZU3c\nRIoUAVzEmFHjRo4dPX4EKU7kSJIlTY789q0BAAADBkCCJE7mTJo1AdzEmVPcTp49ff7kqUxZgg0b\nsmUTl1TpUqZJATyFGlXcVKr/Va1WBQfumziuXbteu8YDBQpOnMKJQ5s2LQC2bd2KgxtX7ly527Zl\nMmCAAIECHjyUKFGhgoECBTZs6NOtmzjGjcUBgBxZ8mTKlS1fxpxZ3GbOnT1/9vyNDRsECAQIECJO\n9WrWrAG8hh073OzZ4mzfxp1bt50FCx48QIZM3HDixY0DQJ5cuTjmzZ0/hx5dnDdvqlRVwb5mzRtu\n3MR9By8OwHjy5cWdR59ePThw1KiFCvVCgIAAARQAAvTp05QpNm4AvKFFyyFr1sQhTCgOAMOGDh9C\njChxIsWK4i5izKhxo8ZvbNggQCBAgBBxJk+iRAlgJcuW4V6+FCdzJs2aNu0s/1jw4AEyZOJ+Ag0q\nFADRokbFIU2qdCnTpuK8eVOlqgrVNWvecOMmbitXcQC+gg0rbizZsmbBgaNGLVSoFwIEBAigABCg\nT5+mTLFx44YWLYesWRMneLA4AIYPI06seDHjxo4fi4sseTLlypbF8eJFgEABcODEgQ4tGjSA0qZP\ni0sdbnU4ca5fw44de9WqAQMaNPgmbjfv3r0BAA8uXBzx4saJb9sGThzz5s6Zhwv36pUkSXjYsJkz\nB0+4cOK+gxcHYDz58uLOo0+fPpwwYapU9elDxYEDFCgqadPmzFmoUGMARooEC1YycQcRIgSwkGFD\nhw8hRpQ4kaI4ixcxZtS4Uf8cL14ECBQAB05cSZMnSwJQuZKlOJfhYIYTN5NmTZs2V60aMKBBg2/i\ngAYVKhRAUaNHxSVVujTptm3gxEWVOjVquHCvXkmShIcNmzlz8IQLJ45sWXEA0KZVK45tW7duwwkT\npkpVnz5UHDhAgaKSNm3OnIUKNSZSJFiwkolTvHgxAMePIUeWPJlyZcuXw2UGB65bN3GfQYcWPVoc\nOHA2bCxo1kxca9evWwOQPZt2uHDiwoXz5q1bN2/fvoEDJ454cePFrVlDgIAAgWbioEeXLh1AdevX\nxWXXvt2bt0GDPHnzJo58efPHjmHAkCCBAxQoxoyJJo5+/foA8OfXL45/f///AMUJFIdszBgxYhgx\nekSJki1byF69kiIlQgQNbdpMmxZOnMePHwGIHEmypMmTKFOqXBmuJThw3bqJm0mzps2b4sCBs2Fj\nQbNm4oIKHRoUgNGjSMOFExcunDdv3bp5+/YNHDhxWLNqzWrNGgIEBAg0E0e2rFmzANKqXSuurdu3\n3rwNGuTJmzdxePPqPXYMA4YECRygQDFmTDRxiBMnBsC4sWNxkCNLloxszBgxYhgxekSJki1byF69\nkiIlQgQNbdpMmxZOnOvXrwHInk27tu3buHPr3h2uNzVqXLgkSyauuPFw4bp1K1bMGzhw4qJH16bN\nlCkOSpQgQyauu/fvAMKL/x8vrnz5cOG8eavGi5cOHRAYMDh06Ns3cfjzR4v24cMNgDe6iSNY0KBB\nAAkVLhTX0OFDb94uXGBgy5Y4jBk1FipkwECBAgqAANm2TdxJlCkBrGTZUtxLmDFfbttWSYwYWrSE\nCYOmTBk1aqBSpBBQVMACRozChRPX1OlTAFGlTqVa1epVrFm1ggO3rVatChU8eODhyJEqVZNKlBAg\nAAAAAQsWUKDwZNOmMmVChEhw4MCCBQ0+fECF6ts3ceHCAWDc2LE4yJElQ6ZESQEAzAAGDABz7Bgw\nYH88eFiwAAUKcOJUr2bNGsBr2LHFzaZde7YECQMiRAAFStxv4OK2xYmjQP/BgAEKYMES19z58+YA\npE+nLs76dezWo0XbJEeOFStFinShQoUIkQYBAgAAIECAEHDgxM2nX38+APz59e/n398/QAACBxIs\naPCgQHDgttWqVaGCBw88HDlSpWpSiRICBAAAIGDBAgoUnmzaVKZMiBAJDhxYsKDBhw+oUH37Ji5c\nOAA6d/IU5/MnUJ+UKCkAYBTAgAFgjh0DBuyPBw8LFqBAAU4c1qxatQLo6vWruLBix4aVIGFAhAig\nQIlr61bctjhxFCgYMEABLFji9vLtuxcA4MCCxREubJhwtGib5MixYqVIkS5UqBAh0iBAAAAABAgQ\nAg6cuNCiR4cGYPo06tT/qlezbu36dbhw3Zo1K1QoUKAPCxZo0FBFgwYECAIEGADgOIAAChQQILBg\ngQcgQCRIQJAhQ69e3ryJ6w7gO/jw4saTL29+zZoDBwCwbw8ggAEDCxZMmSLuPv78+gHw7+8foDiB\nAwkKHDYsQ4AABAhQodLt2zds2JS4cIEBAwQIqsR19PjxIwCRI0mKM3kSpclt24whQZIhgwIFDBQo\nKHAzQgQVKkyZEvcTaFChAIgWNXoUaVKlS5k2DReuW7NmhQoFCvRhwQINGqpo0IAAQYAAAwCUBRBA\ngQICBBYs8AAEiAQJCDJk6NXLmzdxewH09ftXXGDBgwmvWXPgAADFiwEE/zBgYMGCKVPEVbZ8GTMA\nzZs5i/P8GbTnYcMyBAhAgAAVKt2+fcOGTYkLFxgwQICgSlxu3bt3A/D9G7g44cOJC9+2zRgSJBky\nKFDAQIGCAtMjRFChwpQpcdu5d/cOAHx48ePJlzd/Hn16cODCgQP37Rs4cN169cKGLZw4/eLChfMG\nsFWrS5d8MGFy4oQQIaa2bfMGMVw4cRQrigOAMaNGcRw7evzoEQ4cBgMGJEgQYcgQHz5atRIHM6bM\nmQBq2rwpLqfOnTtnESAAAECAAAkWLEiQ4MCDByVKXLokLqrUqVQBWL2KVZzWrVy5MhsxQoAAAAAC\nFCjgwEERZ87EuX0LN/8uXAB069q9izev3r18+4r7Cziw4MGECxsGDCCx4sXiGjt+DDmyZHHhwom7\njDmz5ssAOnv+LC606NGkL11SoACA6tUABLhwceyYuNm0a9ueDSC37t3ievv+/ftbrVpnzjBhouja\nNXHMmzt/Dr05gOnUq1u/jj279u3cxXn/Dj68+PHky38HgD69enHs27t/Dz++uHDhxNm/jz+/fQD8\n+/sHKE7gQIIFL11SoADAQoYABLhwceyYOIoVLV6kCEDjRo7iPH4ECfJbrVpnzjBhoujaNXEtXb6E\nGdMlAJo1bd7EmVPnTp49xf0EGlToUKJFjQIFkFTpUnFNnT6FGlXqVKr/TgFcxZpV3FauXb1u/faN\nEKEhHjxEiMBCmTJxbd2+hfsWwFy6dcXdxZtX716+ff3iBRBY8GDChQ0fRpxYsTjGjR0/hhxZ8uTG\nACxfxixO82bOnT1/Bh16MwDSpU2LQ51a9WrU374RIjTEg4cIEVgoUyZO927evXkDAB5cuDjixY0f\nR55c+fLiAJw/hx5d+nTq1a1fF5dd+3bu3b1/B68dwHjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f\n/37+9gEABCBw4EBxBg8iTKhwIcOGBwFAjChxIsWKFi9izChuI8eOHj+CDCmSI4CSJk+KS6lyJcuW\nLl/CVAlgJs2a4m7i/8ypcyfPnj5xAggqdKi4okaPIk2qdClTowCeQo0qdSrVqlavYhWndSvXrl6/\ngg27FQDZsmbFoU2rdi3btm7fpgUgdy5dcXbv4s2rdy/fvncBAA4sWBzhwoYPI06seHFhAI4fQ44s\neTLlypYvi8useTPnzp4/g9YMYDTp0uJOo06tejXr1q5RA4gte7a42rZv486tezdv2wB+Aw8ubjjx\n4saPI0+unDiA5s6fQ48ufTr16tbFYc+ufTv37t6/Zwcgfjx5cebPo0+vfj379ucBwI8vXxz9+vbv\n48+vf399AP4BAhA4EIA4gwcRJlS4kGHDgwAgRpQ4kWJFixcxZtS4kf9jR48fQYYUOZJkSZMnUaZU\nuZJlS5cvYcaUOZNmTZs3cebUuZNnT58/gQYVOpRoUaNHkSZVupRpU6dPoUaVOpVqVatXsWbVKjJc\nOHFfwYYVO5ZsWbPiAKRVu1ZcW7dv4caVO5euWwB38eYNF05cX79/AQcWPJiwOACHEScOF05cY8eP\nIUd2HI4yZXGXMWfWfBlAZ8+fQYcWPZp0adPiUKdWvZp1a9evUwOQPZu2ONu3cefWvZt379sAgAcX\nLo54cePHkSdXvrw4AOfPoYuTPp16devVv4ULJ457d+/fvQMQP558efPn0adXv15ce/fv4ceXP5++\newD38ecXt59/f///AMUJHEiwoMGDBQEoXMhQnMOHECNKnEix4kMAGDNqFMexo8ePIDuGC/eMGzdx\nKFOqXKkSgMuXMGPKnEmzps2b4nLq3Mmzp8+fQHUCGEq0qLijSJMqXcq0qVOkAKJKnSquqtWrWLNq\n3crVKoCvYMOKG0u2rNmzZMOFe8aNm7i3cOPKjQugrt27ePPq3cu3r19xgAMLHky4sOHDgQEoXsxY\nnOPHkCNLnky58mMAmDNrFse5s+fPoEOLHt0ZgOnTqMWpXs26tevVzZqN8uZNnO3buHPjBsC7t+/f\nwIMLH068uLjjyJMrX868uXPkAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTqycPoL379+Li\ny59Pv778Zs1GefMmrr9/gOIEDiQ4EMBBhAkVLmTY0OFDiOIkTqRY0aI4bNjWrFEmzuNHkCFFAiBZ\n0qQ4lClVrmTZcmU4cTFlzpwJwOZNnOJ07uTZ0+dPoEF3AiBa1Kg4pEmVLmUqTpiwFy8ChQsnzupV\nrFmxAuDa1etXsGHFjiVbVtxZtGnVrhWHDduaNcrEzaVb1+5dAHn17hXX1+9fwIEFAw4nzvBhxIgB\nLGbcWNxjyJElT6Zc2TJkAJk1bxbX2fNn0KHFCRP24kWgcOHErWbd2nVrALFlz6Zd2/Zt3Ll1i+Pd\n2/dv39mynVqwoP9AARzilC9n3tw5AOjRpYujXt36dezZxYULp01bImDAwoUTV978eQDp1a8X1979\ne/jxxXnzVq2aOPz59e/nLw4AQAACBw4UZ/AgwoQKvZUoQYECM3ESJ1KsaBEAxowaN3Ls6PEjyJDi\nRpIsaVKatDRpHjwYECCAAAEIGDHixWvaNG7gwInr6fNnTwBChxIVZ/Qo0qRKlX77VqvWmjUnpkz5\n9k0c1qxaAXDt6lUc2LBix4ID9+zZkSMJBAgAAOCFuLhy59KtC+Au3rzi9vLt67dvuHBpChRgwOCa\nuMSKFzNuDOAx5MiSJ1OubPkyZnGaN3PuLE1amjQPHgwIEECAAAT/jBjx4jVtGjdw4MTRrm2bNoDc\nuneL6+37N/Dgwb99q1VrzZoTU6Z8+ybuOfToAKZTry7uOvbs2sGBe/bsyJEEAgQAAPBCHPr06tez\nB+D+PXxx8ufTr08/XLg0BQowYHANoDiBAwkWNAgAYUKFCxk2dPgQYkRxEylWrPiNDp0QIRZ0nDAh\nQgQBAQIAABAgQAEuXJYt8xYunDiZM8UBsHkTpzidO3n29OkzXDhmzP78cSBESLhw4pg2dQoAalSp\n4qhWtQoOXJYsCwAAGDCAAIEFYwUIADBihDi1a9m2ZQsAbly54ujWtXvX7ps3EAwYePECmjjBgwkX\nNgwAcWLFixk3/3b8GHJkcZMpV678jQ6dECEWdJ4wIUIEAQECAAAQIEABLlyWLfMWLpw42bPFAbB9\nG7c43bt59/btO1w4Zsz+/HEgREi4cOKYN3cOAHp06eKoV7cODlyWLAsAABgwgACBBeMFCAAwYoQ4\n9evZt2cPAH58+eLo17d/3/6bNxAMGHgB8AU0cQQLGjyIEIDChQwbOnwIMaLEieIqWrx4MRcIEBEi\nZMlyrVs3ZcpyJEgQIIABA3nChRMHM6ZMmABq2rwpLqfOnTx79gwXLlmyFCkK4MEjLqnSpUkBOH0K\nVZzUqVSvXAGAFSsJEtmyiftqzNiAAAFw4RKHNq3atWgBuH0LV/+c3Ll063brpkYNAwZIlizZseMK\nOHDiChs+jPgwgMWMGzt+DDmy5MmUxVm+jNlyuHC/qlRBhUqc6NGkS5s+LQ6A6tWsxbl+DTu27Njh\nsmXLkaNAAQ3hwon7DTz4bwDEixsXhzy58mbNWLAYY8qUuOnUqRcLEGDAAHHcu3v/zh2A+PHkxZk/\njx49OBIkECCwYuUbOHDUqBk5dSpcOHH8+/sHKE7gQHEADB5EmFDhQoYNHT4UF1HixIjhwv2qUgUV\nKnEdPX4EGVKkOAAlTZ4Ul1LlSpYtWYbLli1HjgIFNIQLJ07nTp46AfwEGlTcUKJFmzVjwWKMKVPi\nnD59WixAgAH/A8RdxZpV61UAXb1+FRdW7Nix4EiQQIDAipVv4MBRo2bk1Klw4cTdxZtX710Aff3+\nBRxY8GDChQ2LQ5xYMeJw4Zr9+gUOnDjKlS1fxpxZHADOnT2LAx1a9GjS4sKFy5Zt1ooVAQIIENBK\n3GzatWsDwJ1btzjevX3/Bg6cAYMAAbBhE5dc+XLmAJw/hy5O+nTq0sGBc0KAAAMG2rSJAw9eUJYs\nz56JQ59e/Xr0ANy/hx9f/nz69e3fF5df//784cIBbPbrFzhw4g4iTKhwIUNxAB5CjChuIsWKFi+K\nCxcuW7ZZK1YECCBAQCtxJk+iRAlgJcuW4l7CjClz5kwGDAIE/8CGTRzPnj5/AggqdKi4okaPFgUH\nzgkBAgwYaNMmbupUQVmyPHsmbivXrl63AggrdizZsmbPok2rVhzbtm7ZhguHzZs3cXbv4s2rd+9d\nAH7/AhYneDDhwobFIUP25o0BAgQMGNCkSRzlypYvA8isebO4zp4/gw4dWoMGAQJMmRKnejXr1gBe\nw44tbjbt2rMfPWpgwcKyZeJ+Axcn7dMna9bEIU+ufDlyAM6fQ48ufTr16tavi8uufXv2cOGwefMm\nbjz58ubPoycPYD379uLew48vf744ZMjevDFAgIABA5oAahI3kGBBgwAQJlQojmFDhw8hQtSgQYAA\nU6bEZdS4kf8jAI8fQYoTOZKkyEePGliwsGyZOJcvxUn79MmaNXE3cebUeRNAT58/gQYVOpRoUaPi\nkCZVirRbN2natIULJ45qVatXsWYVB4BrV6/iwIYVO5asuDlzChQAsGABLVri4MaVOxcuALt38YrT\nu5dvX799u5UogQDBhg3WxCVWvHgxAMePIYuTPJnytm0bNlxw5ChbNnGfQYsD581buHDiUKdWvRo1\nANevYceWPZt2bdu3xeXWvTs3N27RXr2qVQsTJltTphw48ECUKDdu2LBRJY56devWAWTXvl1cd+/f\nwYfvVqFCgAAIqlUTt559e/ftAcSXP19cffv38ee3/+0bnUj/ACONGEGAAAhxCBMqVAigocOH4iJK\nnAgNWo0aZjhx4sZNnMeP4sCFCyeupMmTKE8CWMmypcuXMGPKnElTnM2bOG1y4xbt1atatTBhsjVl\nyoEDD0SJcuOGDRtV4qJKnToVgNWrWMVp3cq1q9duFSoECICgWjVxaNOqXasWgNu3cMXJnUu3rt25\n377RiRRpxAgCBECIG0y4cGEAiBMrFse4sWNo0GrUMMOJEzdu4jJrFgcuXDhxoEOLHi0agOnTqFOr\nXs26tevX4mLLnh2bGzdZL14sWFCggIDfAIIHCACgOIAl4cKJW868+XIA0KNLF0e9uvXr2DsNGBAg\nABFx4MOL/x9PHoD58+jDhRPHvr379rp0oUETKFAfFy4ePKBAgoQGgBoOHChRrJg4hAkVIgTQ0OFD\ncRElTpQmDQeODhs2rFkDDpw4kNeu9bBiZdo0cSlVrmSZEsBLmDFlzqRZ0+ZNnOJ07uSpkxs3WS9e\nLFhQoIAApACUBggAwCmAJeHCiaNa1SpVAFm1bhXX1etXsGE7DRgQIAARcWnVrmXbFsBbuHHDhRNX\n1+5du7p0oUETKFAfFy4ePKBAgoQGDQcOlChWTNxjyJEfA6Bc2bI4zJk1S5OGA0eHDRvWrAEHTtzp\na9d6WLEybZo42LFlz4YNwPZt3Ll17+bd2/dvccGFDw8ODv9cowQJCBBQoKDHr1/Rol1KkAAAgAAB\nfojj3t27dwDhxY8XV978efTnefHaECBAggS0xM2nX9/+fQD59e8X198/QHECBw6UJClIkAQJDAQI\nQICAARMmNGjgwMEKMGDiNnLsuBEAyJAixZEsafLatSdPDAQIUKBAjBiXdOhAgABAgAA3boQLJ+4n\n0KBCARAtavQo0qRKlzJtKu4p1KhRYS1YUKCAI0fitnINF86CBQEClogra/bsWQBq17IV5/Yt3Lhu\nt22DAWMBAQIJEtQS5/cv4MCCARAubFgc4sSKF2fL1qYNgsgKFCBAUECBggQJQoSAs2yZN2/gxJEu\nXRoA6tT/qsWxbu2aNS9eTAoUAGAbgIACBQgQCDDg94AXL8QRL278OIDkypczb+78OfTo0sVRr27d\nOqwFCwoUcORIHPjw4cJZsCBAwBJx6tezZw/gPfz44ubTr29//rZtMGAsIEAAYIIEtcQVNHgQYUIA\nCxk2FPcQYkSJ2bK1aYMAowIFCBAUUKAgQYIQIeAsW+bNGzhxK1myBPASZkxxM2nWnMmLF5MCBQD0\nBCCgQAECBAIMMDrgxQtxS5k2dQoAalSpU6lWtXoVa1ZxW7l27fqtQwcUKLBhE3cW7dlChQ4cOCQO\nbly5cgHUtXtXXF69e/mCAzdrlgYNHw4cMGAgmTjFixk3/3YMAHJkyeIoV7Z8mXKtWiRIpBAiJEeO\nCRo0TJjw4weuatW0aesmDnbs2ABo17YtDndu3bulSWPCpEMHRpQoQYPGLVasAAEECCgmDnp06dIB\nVLd+HXt27du5d/cuDnx48eK/deiAAgU2bOLYt2dfqNCBA4fE1bd//z4A/fv5i/MPUJzAgQQFggM3\na5YGDR8OHDBgIJm4iRQrWrwIIKPGjeI6evwIsmOtWiRIpBAiJEeOCRo0TJjw4weuatW0aesmLqdO\nnQB6+vwpLqjQoUSlSWPCpEMHRpQoQYPGLVasAAEECCgmLqvWrVsBeP0KNqzYsWTLmj0bLpy4tWzb\nrg2nQv+FAAE6dHwThxdvuHA0aAAAQEKc4MGECQM4jDixuMWMGzu2Zk2NmhAhUCRIcOAAM3GcO3v+\nDBqA6NGkxZk+jTq16W7duHCJ8ukTKFAtKtiuQISIrWLFvn0TBzy4cADEixsXhzy58uXMm4vToQMA\nABziqlu/fh2A9u3cu3v/Dj68+PHhwok7jz79+XAqVAgQoEPHN3H06YcLR4MGAAAkxPkHKE7gQILi\nABxEmFDcQoYNHVqzpkZNiBAoEiQ4cICZOI4dPX4ECUDkSJLiTJ5EmdJkt25cuET59AkUqBYVbFYg\nQsRWsWLfvokDGlQoAKJFjYpDmlTpUqZNxenQAQAADnH/Va1evQpA61auXb1+BRtW7FhxZc2eRXvs\n2IABAAAMECXq27dkYMAECAAAQARxff3+/QtA8GDC4gwfRpxYmrQ3bzJkwCBBwokT2MRdxpxZ82YA\nnT1/Fhda9GjSo2fNKsSMGS9eJyJE+PChTx9e3ryJw51bN24AvX3/Fhdc+HDixY2LCxZswYIK4pw/\nhw4dwHTq1a1fx55d+3bu4rx/Bx/euzNnAgQAQI8AwQIDBgC8B0CAGzdx9e3frw9A/37+4vwDFCdw\nIEGBypTlyLFgQYUIET58ACduIsWKFi8CyKhxo7iOHj+C/DhtGrBfv7x4QTBhwowZcOBkEydzJk2a\nAG7i/8wpbifPnj5/AhXny5cAAQbAgROndClTpQCeQo0qdSrVqlavYhWndSvXrlqdORMgAABZBAgW\nGDAAYC0AAty4iYsrd25cAHbv4hWndy/fvsqU5cixYEGFCBE+fAAnbjHjxo4fA4gsebK4ypYvY748\nbRqwX7+8eEEwYcKMGXDgZBOnejVr1gBew44tbjbt2rZv4xbny5cAAQbAgRMnfDhx4QCOI0+ufDnz\n5s6fQxcnfTr16tbFbdtmzRq27i9eJEhAwJYtcebPozcPYD379uLew48v/9cvHz4qVDBRosSjR+IA\nihM4kGBBgwAQJlQojmFDhw8hdmvTxoOHBWPGrFqlTf+bOI8fQYYEMJJkSXEnUaZUuZKluFOnBgyY\nII5mTZs2AeTUuZNnT58/gQYVKo5oUaNHkYrbts2aNWxPX7xIkICALVvisGbVihVAV69fxYUVO5bs\nr18+fFSoYKJEiUePxMWVO5duXXEA8ObVK45vX79/AXdr08aDhwVjxqxapU2bOMePIUcGMJlyZXGX\nMWfWvJmzuFOnBgyYII50adOmAaRWvZp1a9evYceWLY52bdu3ceeuzY1bnVatoEEDJ4548eIAkCdX\nLo55c+fPKVECAYIBgwtfvlCjJo57d+/fwYsDMJ58eXHn0adXv14bAgQBAhhYtChcOHH38efXfx9A\nf///AAEIBCCuoMGDCBMqFKdBAwAAFcRJnEiRIoCLGDNq3Mixo8ePIMWJHEmypMmTJq9dc+bsGzhw\n4mLKFAegps2b4nLq3MnTmbMZMxAgMKJNm7ijSJMqXYoUgNOnUMVJnUq1qlVrAgQECNBg2zZxYMOK\nHSsWgNmzaMWpXcu2rdu34ixYAADAgri7ePPmBcC3r9+/gAMLHky4sLjDiBMrXsx48bVrzpx9AwdO\nnOXL4gBo3sxZnOfPoEM7czZjBgIERrRpE8e6tevXsFsDmE27trjbuHPr3m1NgIAAARps2yauuPHj\nyI8DWM68ubjn0KNLn05dnAULAABYEMe9u3fvAMKL/x9Pvrz58+jTqxfHvr379/Djy2fvzZo1cfjz\niwPAv79/gOIEDiRYkBs3IUIePNAlzuFDiBElRgRQ0eJFcRk1buTYcZsAAQAAIBBX0uRJlCkBrGTZ\nUtxLmDFlzqQpToQIAAA4iOPZ06dPAEGFDiVa1OhRpEmVimPa1OlTqFGlMvVmzZo4rFnFAeDa1as4\nsGHFjuXGTYiQBw90iWPb1u1buG8BzKVbV9xdvHn17t0mQAAAAAjEDSZc2PBhAIkVLxbX2PFjyJEl\nixMhAgAADuI0b+bMGcBn0KFFjyZd2vRp1OJUr2bd2vVr2LFXA6Bd27Y43Ll17w4XrlQpYcLEDSde\n3P/48eMAlC9nLs75c+jRpYvr0cOAgTritG/n3t07APDhxYsjX978efTpxWnSZMECLXHx5c+fD8D+\nffz59e/n398/QAACBxIEIO4gwoQKFzJs6BAhgIgSJ4qraPEixnDhSpUSJkwcyJAiR5IkCeAkypTi\nVrJs6fKluB49DBioI+4mzpw6dwLo6fOnuKBChxItalScJk0WLNAS5/QpVKgAplKtavUq1qxat3IV\n5/Ur2LBix5It+xUA2rRqxbFt6/ZtuHDcuImra/cu3rx6xQHo6/evuMCCBxMuLI4bN1mywolr7Pgx\n5MgAJlOuLO4y5syaN3MW162bNWviRpMubRoA6tT/qlezbu36NezY4mbTrm37Nu7cumkD6O37t7jg\nwocTL278OHLhAJYzby7uOfTo0qdTr24dOoDs2reL6+79O/jw4seT9w7gPPr06tezb+/+PXxx8ufT\nr2//Pv788wHw7+8foDiBAwkWNHgQYcKBABg2dCgOYkSJEylWtHgxIgCNGzmK8/gRZEiRI0mW/AgA\nZUqVK1m2dPkSZkyZM2nWtHkTZ06dO3n29PkTaFChQ4kWNXoUaVKlS5k2dfoUalSpU6lWtXoVa1at\nW7l29foVbFixY8mWNXsWbVq1a9m2dfsWbly5c+nWtXsXb169e/n29fsXcGDBgwkXNnwYcWLFixk3\nMHb8GHJkyZMpV7Z8GXNmzZs5d/b8GXRo0aNJlzZ9GnVq1atZt3b9GnZs2bNp114cEAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr68vLy7u7u6urq5ubm4uLi3t7e1tbWzs7OysrKxsbGw\nsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2c\nnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacpAjRyZXrrLly5gza95cGYDnz6DLiR5NurTp\n06hTjwbAurXrcrBjy55Nu7bt27EB6N7Nmxy5csCDCx9OvLjx4+UAKF/OvLnz59CjS59errr169iz\na9/O3TqA7+DDl/8bT768+fPo06snD6C9+/fl4sufT7++/fv45QPYz79/OYDlBA4kWNDgQYQJBQJg\n2NDhQ4gRJU6kWLHcRYwZNW7k2NEjRgAhRY4sV9LkSZQpVa5kaRLAS5gxy82kWdPmTZw5ddIE0NPn\nz3JBhQ4lWtToUaRCASxl2tTpU6hRpU6lWs7qVaxZtW7l2vUqALBhxZYjW9bsWbRp1a4tC8DtW7jl\n5M6lW9fuXbx55wLg29dvOcCBBQ8mXNjw4cAAFC9m3NjxY8iRJU8uV9my5XHdumHDRq7cZ9ChRY8m\nLRrAadSpy61m3dp163HjcqlRc+zYuHK5de/m3RvAb+DByw0nXrz/uLVixciRK9fc+XPo0aWXA1Dd\n+vVy2bVv596dOzhx4sqNJ1/efHkA6dWvZ9/e/Xv48eWXo1+//rhu3bBhI1fOP8ByAgcSLGjwoEAA\nChcyLOfwIcSIEMeNy6VGzbFj48px7OjxI0gAIkeSLGfyJEqU1ooVI0euHMyYMmfSrFkOAM6cOsvx\n7OnzJ9Cf4MSJK2f0KNKkSAEwber0KdSoUqdSrVruKlas3YYMOXAARYoULFgkSKDgrB07wsqVEydu\n2jRo5ebSrTtXnDgAevfyLef3L+DAfrt1u3BhAAAAAgQgWLasHOTIkidLBmD5MuZymjWTI1euHDls\n2KpUGSNLVrnU/6pXs27tWjWA2LJnl6tt+zbu3OSgQDFgAECAAAYMPHtW7jjy5MoBMG/u/Dn06NKn\nU69e7jp27N2GDDlwAEWKFCxYJEig4LwdO8LKlRMnbto0aOXm068/X5w4APr38y/nH2A5gQMJEuzW\n7cKFAQAACBCAYNmychMpVrRYEUBGjRvLdexIjly5cuSwYatSZYwsWeVYtnT5EmbMlgBo1rRZDmdO\nnTt5koMCxYABAAECGDDw7Fk5pUuZNgXwFGpUqVOpVrV6FWs5rVu3imvRYsCAAADIljULIIAHD4kS\nTZtWDm5cuXHJkQNwF2/ecnv59vULDlyJEgAIFwYgQIECFCicOf8r9xhyZMkAKFe2XA5z5nLdus0h\nQQIDBkTkyJUzfRp1atWrTwNw/Rp2OdmzademTY7cBAC7efMWIKBYOeHDiRMHcBx5cuXLmTd3/hx6\nOenTqUsnRUqOAwcdOmzYQMeBgwQJAvjwMW5cOfXr2bdXDwB+fPnl6Ne3f//YMQ8eAgQ4ADBDhkGD\nxvTp06BBhQoenj0TJ66cxIkUAVi8iLGcxo3lyJFDYcDAggXhypk8iTKlSnDgxn37Vi5mzHHjANi8\nibOczp08e/IMEkQAAAACBCjgwEGAAAIEIpR7CjVqVABUq1q9ijWr1q1cu5b7CjbsV1Kk5Dhw0KHD\nhg10HDhIkCD/gA8f48aVu4s3r967APr6/VsusODBhI8d8+AhQIADGTIMGjSmT58GDSpU8PDsmThx\n5Tp7/gwgtOjR5UqbLkeOHAoDBhYsCFcutuzZtGuDAzfu27dyvHmPGwcguPDh5YobP478eJAgAgAA\nECBAAQcOAgQQIBChnPbt3LkD+A4+vPjx5MubP4++nPr17Nl3EyUqWLBw4ch58wYGjAJUqMr5B1hO\n4ECCBcsBQJhQYTmGDR06FHfkiAEDAgRYyJXr27dw06ZJkZIgAYABA0iQSObNWzmWLcsBgBlTZjma\nNcuRI1chQIACBbCVAxpU6NBy4sSx4cDBgQMbRowAAzZt2jhu/9wAXMWatdxWrl29bt20KUAAAGVV\nqIB26xYKFAIEANizp9xcunXnAsCbV+9evn39/gUcuNxgwoULdxMlKliwcOHIefMGBowCVKjKXcac\nWXNmAJ09fy4XWvTo0eKOHDFgQIAAC7lyffsWbto0KVISJAAwYAAJEsm8eSsXXHg5AMWNHy+XXHk5\ncuQqBAhQoAC2ctWtX8deTpw4Nhw4OHBgw4gRYMCmTRvHjRsA9u3dl4MfX/58+Js2BQgAQL8KFdBu\nAbyFAoUAAQD27CmncCFDhQAeQowocSLFihYvYiyncSPHjh43evNWoxzJkiZPogSgciXLci5fwoT5\nrEKFADYDXP8RJ64cz57lunU7IFSChFLatJVLqrQcgKZOn5aLKlVqCgBWAfAqp3VruXDhtGmT4sLF\ngQMDBgAQIKBAAQ8+fBQrhg0buW/fAODNq7cc375+/9qydeAAAAACKFAIFkwcOXK3bmHAAMCEiXDh\nymHOrBkA586eP4MOLXo06dLlTqNOrXo1amvWjpWLLXs27doAbuPOXW437969jylQAACAAAGByiFP\nrrxcsUKFKFFCRo5cuerWywHIrn17ue7evfsBIB5AhmDBpEnDhcvCgAEA3sOPjwDBkyfBxo0rp39/\nOQD+AQIQOBBAOYMHESIs1qFDgAACBIgYNapcxYrkyH35EuD/woVu3cqFFDkSQEmTJ1GmVLmSZUuX\n5WDGlDmTZkxr1o6V07mTZ0+fAIAGFVqOaFGjRo8pUAAAgAABgcpFlTq1XLFChShRQkaOXDmvX8sB\nEDuWbDmzZ8/6AbAWQIZgwaRJw4XLwoABAPDm1YsAwZMnwcaNKzeYcDkAhxEnLreYcePGxTp0CBBA\ngAARo0aV06yZHLkvXwJcuNCtWznTp1EDUL2adWvXr2HHlj27XG3bt3HfHjPGkwULVKisKjeceHHj\nxwEkV768XHPnz5+HixCBAAEDBrqV076dezly5cqNG1eOfHnzANCnV1+Offv24ESIAADAgAMHJUo0\naLAAAAAB/wAFFNChgwmTGjUW7NlDjly5hxAjAphIsWK5ixgzZiQXK5YhQ27chCtHsmTJUaMiCBNW\nrqXLly0ByJxJs6bNmzhz6txZrqfPn0B/jhnjyYIFKlRWlVvKtKnTpwCiSp1arqrVq1fDRYhAgIAB\nA93KiR1Lthy5cuXGjSvHtq1bAHDjyi1Ht25dcCJEAABgwIGDEiUaNFgAAIAAAQV06GDCpEaNBXv2\nkCNXrrLlywAya95crrPnz5/JxYplyJAbN+HKqV69etSoCMKElZtNu/ZsALhz697Nu7fv38CDlxtO\nvLjx4caMAVi+PECAHeWiS59OvTqA69izl9vOvXt3ZA0aCP8Q4MBBsXHjyJEbV66cuPfirombL66c\n/fv2yZEDwL+/f4DlBA4kqEMHAIQJAQQIICBBghQpYC1bVqoUCBAKaNEq19Hjx44ARI4kWc7kSZQp\nx42DBm3ZsnIxZcasVg0IkBTjxpXj2dMnTwBBhQ4lWtToUaRJlZZj2tTpU6bGjAGgSjVAgB3ltG7l\n2tUrALBhxZYjW9asWWQNGggQ4MBBsXHjyJEbV66cOLzironjK67cX8B/yZEDUNjw4XKJFS/WoQPA\nY8gAAgQQkCBBihSwli0rVQoECAW0aJUjXdo0aQCpVa8u19r1a9jjxkGDtmxZOdy5cVerBgRIinHj\nyg0nXnz/OADkyZUvZ97c+XPo0ctNp17d+nRBggBs5749Vapy4cWPJz8ewHn06cutZ9++PSoECAwY\nQIAAkh8/L14cwIBhAcAFFiw4MGXq2bNyChcqJEcOAMSIEstRrGhx1CgAGjcCECAgCDFi5UaKE1ek\nyIIFBLhxK+fyJUyXAGbSrFnuJs6cOm9iwzZrVrmgQoMCAsSDB6pySpcyZQrgKdSoUqdSrWr1KtZy\nWrdy7apVmDAFCggECADg7NkNG8qxbev2LVsAcufSLWf3Ll674cItGTBAgIADB0rAgGHg8OEAAQAw\nHjDAho1v5SZTpgzgMubM5TZz7jxuXKBALRYskCABFqxx/+VWr9amzYEDAQJWlKtt+/ZtALp38y7n\n+zfw4L6fPbNmrRzy5NiwffhAgwa5ctKnU6cO4Dr27Nq3c+/u/Tv4cuLHky8vXpgwBQoIBAgA4P37\nDRvK0a9v/z59APr38y/nH2A5gQMHhgu3ZMAAAQIOHCgBA4YBiRIDBABwccAAGza+lfP48SMAkSNJ\nljN5EuW4cYECtViwQIIEWLDGlbNpU5s2Bw4ECFhRDmhQoUIBFDV6tFxSpUuZJn32zJq1clOpYsP2\n4QMNGuTKdfX69SsAsWPJljV7Fm1atWvLtXX7Fm5cuK8gQAAAQIeOcnv59vULAHBgweUIFzZMGBcu\nHAYMKP9QoENHtnKTKVMmR06BAM0CYpXz/PkzANGjSZczfRp1atWqNWkKEGDBAmzlaNe2bRtAbt27\ny/X2/Rt4b2LEnDkrd/z4NA0aAgSYMaNcdOnTqQOwfh17du3buXf3/r1cePHjyZcn/woCBAAAdOgo\n9x5+fPkA6Ne3Xw5/fv34ceHCAdCAAQUKdOjIVi6hQoXkyCkQAFFArHIUK1YEgDGjxnIcO3r8CBKk\nJk0BAixYgK2cypUsWQJ4CTNmuZk0a9qcSYyYM2flevacpkFDgAAzZpQ7ijSpUgBMmzp9CjWq1KlU\nq5a7ijWr1q1bq1UDACBAABTlypo9exaA2rVsy7l9C5f/HDkUKAoQINChAytW5fr6/dtXHAECAAA0\nKIc4cWIAjBs7Lgc5suTJlCd/o0ABAAAXLsp5/gw6NIDRpEuXO406terTX74YMSKOHDlIkAIAuA3A\ngYNj5Xr7/v0bgPDhxIsbP448ufLl5Zo7fw49uvRyokQNGADAi5dy3Lt75w4gvPjx5cqbP48N24AB\nAhAg8OWrnPz59Otr0gQAQIBmzcr5B1hOYDkABQ0eLJdQ4UKGDRnGChAAAABhwspdxJhRIwCOHT2W\nAxlS5Eht2jx4GDBAwYABAFwGCCBAQIECBoQJK5dT586cAHz+BBpU6FCiRY0eLZdU6VKmTZ2WEyVq\nwAAA/168lMOaVStWAF29fi0XVuxYbNgGDBCAAIEvX+XcvoUbV5MmAAACNGtWTu/ecgD8/gVcTvBg\nwoUNF44VIAAAAMKElYMcWfJkAJUtXy6XWfNmztq0efAwYICCAQMAnA4QQICAAgUMCBNWTvZs2rIB\n3MadW/du3r19/wZeTvhw4sWNHx9OgAAAHDjKPYce/TkA6tWtl8OeXfudOwECCAAEqNx48uXNj3/2\nDMB6Y8bKvYdfDsB8+vXH3S+XX/9+/v3zAwwDAECAAODAlUuocCFDAA4fQiwncSJFiuOMGAkQAADH\njgAaKFHCg0eBAgAMGMiWrRzLli4BwIwpcybNmjZv4v/MWW4nz54+fwLlSYAAABw4yiFNqhQpgKZO\nn5aLKnXqnTsBAggABKgc165ev3J99gwAWWPGyqFNWw4A27Zux8EtJ3cu3bp25YYBACBAAHDgygEO\nLHgwgMKGD5dLrHjx4nFGjAQIAGAyZQANlCjhwaNAAQAGDGTLVm406dIATqNOrXo169auX8MuJ3s2\n7dq2b5e7dg0BAgLatJULLnx4cADGjyMvp3w5cz9+AAAgQIhQuerWr2OvXqwYAAAFwoUrJ358OQDm\nz6Mnp74c+/bu38Nn/wAAgAMHyuHPr38/fgD+AQIQOBBAOYMHERrMlu3Whg0IEAgQUCJMGHHiymUk\nR07/iRIAAgR8+LCtXEmTJgGkVLmSZUuXL2HGlFmOZk2bN3HmLHftGgIEBLRpKzeUaNGhAJAmVVqO\naVOnfvwAAECAEKFyV7Fm1Xq1WDEAAAqEC1eObNlyANCmVUuObTm3b+HGlev2AQAABw6U07uXb1+9\nAAAHFlyOcGHDhLNlu7VhAwIEAgSUCBNGnLhyl8mRU6IEgAABHz5sKzeaNGkAp1GnVr2adWvXr2GX\nkz179jQbNjRoAFeOd2/fvMmRI0FiwIAT5MiVU76cuXIAz6FHLzedenUhQgAACPDhgzhx5cCHFy8+\nmwMHAAB4KLeePXsA7+HHLzeffn379+mPGycAAIAG/wAblBtIsKDBgQASKlxYrqFDh+Rw4TJhAkOC\nBBs2/PnzrZzHjx8xYABAkiSCMWO+fSvHkiWAlzBjypxJs6bNmzjL6dy5E9yCBQAAJDBmrJzRo0e5\nwYEzYMCCBYzKSZ1KlSqAq1izltvKtSsrVgHChnXgYMUKcuXSqi1HjlylSgHiAgAgqJzdu3cB6N3L\nt1w5coDLCR5MuDBhWLAAKH7wgBy5cpAjS54MoLLly+Uya9YcToqUAgUWrFjRrNm4ceVSq0797FmF\nCgBiyw4QQJCgb9/KkSMHoLfv38CDCx9OvLjxcsiTJwe3YAEAAAmMGStHvXp1bnDgDBiwYAGjcuDD\ni/8XD6C8+fPl0qtfz4pVgPfvHThYsYJcufv4y5EjV6lSAIABAgAAIKjcQYQIASxk2LBcOXIRy02k\nWNFiRViwAGx88IAcuXIhRY4kCcDkSZTlVK5cGU6KlAIFFqxY0azZuHHldO7U+exZhQoAhA4NEECQ\noG/fypEjB8DpU6hRpU6lWtXq1XJZtW4FBAjA168bNggThi1ZsiBBFhw4kCDBkSPdys2lW7cuALx5\n9Zbj29evOHFgwAgAUNhwgAQJLFh4EMBxAACRAwRAgKBSOcyZMwPg3NkzOXLjRIcLV870adSpTevR\nA8D1ggXjxpWjXdv2bQC5de8u19u3b3J+/IwYceb/1Sty5Mot37ZNlqxShQqpUbNgAQDs2QcMgANn\n27Zy4QGMJ1/e/Hn06dWvZ1/O/Xv4gAABoE9/wwZhwrAlSxYkCMAFBw4kSHDkSLdyChcyZAjgIcSI\n5SZSrChOHBgwAgBw7BggQQILFh4EKBkAAMoAARAgqFTuJUyYAGbSrEmO3Lic4cKV6+nzJ9CeevQA\nKLpgwbhx5ZYybeoUANSoUstRrVqVnB8/I0acefWKHLlyYrdtkyWrVKFCatQsWADgLdwBA+DA2bat\nHF4Aevfy7ev3L+DAggeXK2z4cOFlyzQAaAwgQIABBCYTKODDBypU5TZz7ux5M4DQokeXK2369Gly\n/4sWTZgQIICAAAEA0KYdIAAKFG3IkSvn+zdw3wCGEy9e7vhxatTIkSvn/Dn06Nq0FSBAwIGDb9/K\nce/u/TuA8OLHlytv/nz5cePKsW/vnhw5ceXKkSNXrBiBAwcKFOBTDGCxcgMJlgNwEGFChQsZNnT4\nEGI5iRMpUjwVIAAAjRsBBAhg4dUrcODKlTR5EmVJACtZtiz3EmZMmS+vXZMgIQAAnTsBMGAgTVo5\noUOJFgVwFGnSckuXXrs2bRo3cuTEiSt3FWvWcOFQFCgQIIAiReXIljVbdtw4AGvZti33Fm5cuXPp\nwn32DEODBjNmbCNHrlxgweUAFDZ8GHFixYsZN/92XA5yZMmSTwUIAABzZgABAlh49QocuHKjSZc2\nPRpAatWry7V2/Rp262vXJEgIAAB3bgAMGEiTVg54cOHDARQ3frxc8uTXrk2bxo0cOXHiylW3fj1c\nOBQFCgQIoEhROfHjyY8fNw5AevXry7V3/x5+fPnunz3D0KDBjBnbyJErB7CcwIEACho8iDChwoUM\nGzosBzGixInixJ06lSCBhwkTatXKVi6kyJEkSwI4iTJluZUsW7p8WU6atGvXgJEjVy6nzp08dwL4\nCTRouaFDyRklRy1atESJ4KhSxY1bualUywlDgQIAgAYNPJX7Cjbs127dAJg9i7ac2rVs27p92zb/\n27hx5MiVu4s3L4C9fPv6/Qs4sODBhMsZPow4sThxp04lSOBhwoRatbKVu4w5s+bNADp7/lwutOjR\npEuXkybt2jVg5MiVew07tuzYAGrbvl0ud25yvMlRixYtUSI4qlRx41YuufJywlCgAACgQQNP5apb\nv169WzcA3Lt7Lwc+vPjx5MuPzzZuHDly5dq7fw8gvvz59Ovbv48/v/5y/Pv7B1hO4ECCBQ0eRCgQ\nwEKGDcs9hBhR4kSKFS1CBJBR48ZyHT1+5MYtUqQZMGAEC1ZO5UqV3Lhp0LBgQYtx48rdxJmTHDkA\nPX3+LBdU6FCiRY0eRSoUwFKmTZ0+hRpV6lSq/+WsXsWaVetWrl2vAgAbVmw5smXNnkWbVu3asgDc\nvoVbTu5cuty4RYo0AwaMYMHK/QX8lxs3DRoWLGgxblw5xo0dkyMHQPJkyuUsX8acWfNmzp0vAwAd\nWvRo0qVNn0adutxq1q1dv4YdWzZrALVt3y6XW/du3r19/wauG8Bw4sXLHUee/Hi2bMYwYerWrdx0\n6tWzZfv1S1I57t29ewcQXvz4cuXNn0efXv169uYBvIcfX/58+vXt38dfTv9+/v39AywncCDBggYN\nAkiocGG5hg4fQowocSJFhwAuYsxYbiPHjhvJkQv37Rs5cuVOokx5ctw4ceVewowZEwDNmjbL4f/M\nqXMnz54+f+YEIHQo0aJGjyJNqnRpuaZOn0KNKnUqVacArmLNWm4r165ev4INK5YrgLJmz5ZLq3Zt\nWnLkwn37Ro5cubp279YdN05cub5+//4FIHgw4XKGDyNOrHgx48aHAUCOLHky5cqWL2POrHkz586e\nP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3796+fwMPLnw48eLGjyNPrnw58+bOn0OP\nLn069erWWZfLrn079+7ev4PXDmA8+fLlzqNPr349+/bu0QOIL39+ufr27+PPj18cuf7kAJYTOJBg\nQYEAECZUWI5hQ4cPIT4UV45iRYsXMQLQuJH/Y0ePH0GGFDmyXEmTJ1GmVLmSpUkAL2HGLDeTZk2b\nN3Hm1EkTQE+fP8sFFTqUaFGi4sglJVeOaVOnT5kCkDqVajmrV7Fm1ZpVXDmvX8GGFQuAbFmzZ9Gm\nVbuWbdtyb+HGlTuXbl27cAHk1bu3XF+/fwEHFjyYsF8AhxEnLreYcWPHjyFHlswYQGXLl8tl1ryZ\nc2fO48qFFj2adGkAp1GnVr2adWvXr2GXkz2bdm3bt3Hnng2Ad2/f5YAHFz6ceHHjx4MDUL6ceTnn\nz6FHlz6devXnALBn116Oe3fv38F3J0eOULFi1KiVU7+efXv1AODHlz+ffn379/HnL7eff3///wDL\nCRxIsKDBgwUBKFzIsJzDhxAjSpxIseJDABgzaizHsaPHjyBDihzZEYDJkyjLqVzJsqXLleTIESpW\njBq1cjhz6tyJE4DPn0CDCh1KtKjRo+WSKl3KtClTbowYFSnChMmkbdvKad3KVSuAr2DDlhtLtqzZ\ns2jTqiULoK3bt+Xiyp1Lt67du+TIYUuWrJzfv+UACB5MuJzhw4gTKy43bhwVKgUECChQgAaNX+TI\nldvMufNmAKBDix5NurTp06hTl1vNurXr1665MWJUpAgTJpO2bSvHu7dv3gCCCx9errjx48iTK1/O\n3DiA59Cjl5tOvbr169izkyOHLVmycuDDl/8DQL68+XLo06tfz77cuHFUqBQQIKBAARo0fpEjV66/\nf4DlBA4EUNDgQYQJFS5k2NBhOYgRJU6kGPHaNQsECAAAECAAgWHDyo0kWVKcOAApVa4s19LlS5gx\nZcLkVqwYGzaluHEr19NnOQBBhQ4tV9ToUaRJlSb99s2LFw4pUogTV86qVQBZtW4t19XrV7BfyZHr\n1qbNgwcEFiwYMKBAAQJVqsiR0wsbtnJ585IjB8DvX8CBBQ8mXNjw4XKJFS9m3FjxtWsWCBAAACBA\nAALDhpXj3NmzOHEARI8mXc70adSpVa9Oza1YMTZsSnHjVs727XIAdO/mXc73b+DBhQ8X/u3/mxcv\nHFKkECeu3PPnAKRPp17O+nXs2bGTI9etTZsHDwgsWDBgQIECBKpUkSOnFzZs5eTLJ0cOwH38+fXv\n59/fP0AAAgcSLGiwHMKEChcyLDduHBcuBABQrNhg27ZyGjdyFCcOAMiQIsuRLGnyJMqUJbVpa6JA\nwYABDIwZK2fzZjkAOnfyLOfzJ9CgQocKdeVqwgQDTpyIE1fu6VMAUqdSLWf1KtasVr99w4TJRYIE\nFy4MEycOHDho0EytWfPjRxBfvsrRrVsOAN68evfy7ev3L+DA5QYTLmz4cDlr1siQGUCAQIAAFSqE\nKmf5MmbMADZz7lzuM+jQokeLFsaLFxMm/2zYZKBAQYECHNu2lattuxyA3Lp3l+vt+zfw4MKBg7Nj\nBwKEFHLklGvuvByA6NKnl6tu/Tp2cuQyZVKgwMKdO+XGky8/fts2YdGilWvvvhyA+PLn069v/z7+\n/PrL8e/vH2A5gQMJCrRmjQyZAQQIBAhQoUKochMpVqwIAGNGjeU4dvT4EeRHYbx4MWHChk0GChQU\nKMCxbVs5mTPLAbB5E2c5nTt59vT5syc4O3YgQEghR045pUvLAXD6FGo5qVOpViVHLlMmBQos3LlT\nDmxYsWC3bRMWLVo5tWvLAXD7Fm5cuXPp1rV7t1xevXv57iVHjtmRIwcOBBgwgAGDQoXGlf9z/Bgy\nZACTKVcudxlzZs2bve3ZY8AAANEECFy4EIFBagaLyrV27RpAbNmzy9W2fRt3bt22x42TYcBAgQIR\ngAABB65c8uQAmDd3Xg56dOnTNWlasAABAirkyJXz/h28d3LklkWLVg59+nIA2Ld3/x5+fPnz6dcv\ndx9/fv35yZFjBvDIkQMHAgwYwIBBoULjyjl8CBEigIkUK5a7iDGjxo3e9uwxYACASAIELlyIwCAl\ng0XlWrp0CSCmzJnlatq8iTOnTpvjxskwYKBAgQhAgIADVy5pUgBMmzotBzWq1KmaNC1YgAABFXLk\nynn9CtYrOXLLokUrhzZtOQBs27p9Czf/rty5dOuWu4s3r968v355WbBAgAAAHToYMlQuseLFjBMD\neAw5crnJlCtbnhwuHAYMAgB49tygwZQpf/5AUKBAgoRu5Vq7dg0gtuzZ5Wrbvo27tjdvkiRZKwc8\neLljxyBAACAguQAGDRrw4hUuXDly5ABYv469nPbt3LknW7CgQAEXLsiVO48+vfpy3USJKgc/fjkA\n9Ovbv48/v/79/PuXA1hO4ECCBQeuWbMgwMIAFapVKxdR4kSKEwFcxJix3EaOHT1ujBIFwMiRAQLE\nePYMHDhYsBIQIECHTjmaNW0CwJlTZzmePX3+5JkrV5EijLBhu3bNkg4dAwYAABBAhQot/1pWAQMG\nDpw4ceXGjQMQVuzYcmXNni2rTZsGAgQsWBAnrtxcunXtjhtXypWrcn39lgMQWPBgwoUNH0acWHE5\nxo0dP3a8Zs2CAJUDVKhWrdxmzp09dwYQWvTocqVNn0ZdOkoUAK1bBwgQ49kzcOBgwUpAgAAdOuV8\n/wYOQPhw4uWMH0ee3HiuXEWKMMKG7do1Szp0DBgAAEAAFSq0aFkFDBg4cOLElRs3DsB69u3LvYcf\n/702bRoIELBgQZy4cv39AywncODAceNKuXJVbiHDcgAeQowocSLFihYvYiyncSPHjhwzZCAwYECk\nSOTKoUypciVLAC5fwiwncybNmt++rf9YAQBAAg0acOHyRo4cOHCLFgWIEOHbt3JOn0IFIHUq1XJW\nr2LNKk7ckycQIGDChu3ZsxgMGCRIUKqUuHJu38KFC2Au3brl7uLNe3fTpg4bNnjzVm4w4cKFyYED\nJ0iQpV+/ykGOXA4A5cqWL2POrHkz587lPoMOLTp0hgwEBgyIFIlcudauX8OODWA27drlbuPOrfvb\ntxUrAABIoEEDLlzeyJEDB27RogARInz7Vm469eoArmPPXm479+7exYl78gQCBEzYsD17FoMBgwQJ\nSpUSV24+/fr1AeDPr78c//7+AZYrt2lThw0bvHkrt5Bhw4bkwIETJMjSr1/lMGYsB4D/Y0ePH0GG\nFDmSZMlyJ1GmVHny168ALxs0yJatXE2bN3HiJEcOQE+fP8sFFTp0qLUUKQYMECDgwpkzrlxVgwaN\nEiUHDgIYMVKOa1evXAGEFTu2XFmzZ9EWKkSAQIIEmZw5y5NHQd0xY8rl1buXb14AfwEHLjeYcGFy\n5NKkwYEMWTnHjyE7Jkdu1KgJBw4UKDDClatyn0GXAzCadGnTp1GnVr2adTnXr2HHdv3rVwDbDRpk\ny1aOd2/fv3+TIweAeHHj5ZAnV67cWooUAwYIEHDhzBlXrqpBg0aJkgMHAYwYKTeefPnxANCnV1+O\nfXv37wsVIkAgQYJMzpzlyaOA/5gx/wDLCRxIsKBAAAgTKizHsKFDcuTSpMGBDFm5ixgzXiRHbtSo\nCQcOFCgwwpWrcihTlgPAsqXLlzBjypxJs2a5mzhz6rxpwgQAAAXcuBEnrpzRo0iTJiVHDoDTp1DL\nSZ1KVWqmTBoECBgwoECBFzJkOHECBxKkEycIEAhAjFi5t3DjvgVAt67dcnjz6tUbToMGAgQcOMhV\nqtSKFQhmzSrHuLHjx44BSJ5MuZzly5i/fQsUaFy5z6BDfx43ToKEAAEAqBYgIEWxYuViyy4HoLbt\n27hz697Nu7fvcsCDCx++bVuAAAAAiAEHTpw4VRw4IEBgw4a0ctiza9cOoLv37+XCi/8fnyxZhAgC\nAgRAgAANmkJUqMiSxWvUKA4cAgQ4EC5cOYDlBA4kWA7AQYQJyy1k2LDhuEmTWLBIkwYMBgwDBjgg\nR67cR5AhRYYEUNLkyXIpVa6UJo0bt3IxZc6MGS5BAgA5cw4YECECKHLkyg0lWg7AUaRJlS5l2tTp\nU6jlpE6lWnXbtgABAAAQAw6cOHGqOHBAgMCGDWnl1K5lyxbAW7hxy82lWzdZsggRBAQIgAABGjSF\nqFCRJYvXqFEcOAQIcCBcuHKRJU+ODMDyZczlNG/mzHncpEksWKRJAwYDhgEDHJAjV871a9ixYQOg\nXdt2Ody5dUuTxo1bOeDBhQMPlyD/AQDkyAcMiBABFDly5aRPLwfA+nXs2bVv597d+/dy4cWPJ69F\nS4AABw6QK9e+3C8gQAbMHxBgyRJy5Mrt598fAEAAAgcOLGfwIEJt2hAgcJAly7hx5SZSnPjtGwQI\nBgy0KOfxI0iQAEaSLFnuJMqUKseN69bNlq04AwYIEOCgHM6cOnfyBODzJ9ByQocSXbYMG7ZySpcy\nnTYtAICoAAYMcECLljBh5bZy7QrgK9iwYseSLWv2LNpyateybatFS4AABw6QK2e33C8gQAbwHRBg\nyRJy5MoRLmwYAOLEissxbuxYmzYECBxkyTJuXLnMmjN/+wYBggEDLcqRLm3aNIDU/6pXl2vt+jXs\nceO6dbNlK86AAQIEOCjn+zfw4MIBEC9uvBzy5MqXLcOGrRz06NKnTQsA4DqAAQMc0KIlTFi58OLH\nAyhv/jz69OrXs2/vvhz8+PLlkxMgAAAADx7K8e/vH2CnTgAI4sBRDmFChQAYNnRYDmJEiaVKNWiQ\nZNy4chs5djx1SoCAAQNylTN5EiVKACtZtiz3EmZMmS/BgdOkKYUAAQECHMiWrVxQoUOJDgVwFGnS\nckuZNs2VS44cceWoliNHLtuGDQC4dgUgQEAIYcK4cSt3Fm1aAGvZtnX7Fm5cuXPplrN7Fy/eYAAA\nBAhQpUo5wYMJC0YAAIAAAdDKNf927BhAZMmTy1W2fFmYMCxYxJXz/Bl0OXIbNgAAYMECuXKrWbdu\nDQB2bNnlaNe2fZt2s2YgQEgwYODAAQJ//hgzNm5cOeXLmTcH8Bx69HLTqVfnw0eAgAcXLliwsGBB\nAQDjxw8YkCDBhQsaZs3Cho1cOfnz5wOwfx9/fv37+ff3DxCAwIEEAZQ7iDBhwmAAAAQIUKVKuYkU\nK05EAACAAAHQynn8+BGAyJEky5k8iVKYMCxYxJV7CTNmOXIbNgAAYMECuXI8e/r0CSCo0KHliho9\nirRos2YgQEgwYODAAQJ//hgzNm5cua1cu3oFADas2HJky5rlw0eAgAcXLliwsGD/QQEAdOkOGJAg\nwYULGmbNwoaNXLnBhAkDOIw4seLFjBs7fgy5nOTJlCWTIycCAIAECbx5Kwc6tGjQKQIEGDCAU7nV\nrFkDeA07drnZtGtfu5YtW7ndvHvvlgUgOIBVq8oZP448OYDlzJuXew49uvTnhAg9eABhwwYWLB6Y\nMJEo0bhx5cqbP48egPr17Mu5f/9+3IIFAOrbByAgf4D9AWDkApirWLE5c3b48AEECCFjxso9hFgO\nwESKFS1exJhR40aO5Tx+BOmRHDkRAAAkSODNWzmWLV2yTBEgwIABnMrdxIkTwE6ePcv9BBr02rVs\n2codRZr0qCwATQGsWlVO6lSq/1UBXMWatdxWrl29biVE6MEDCBs2sGDxwISJRInGjSsXV+5cugDs\n3sVbTu/eveMWLAAQWDAAAYUDHA4AI1euYsXmzNnhwwcQIISMGSuXWXM5AJ09fwYdWvRo0qVNl0Od\nWjXqUqUYBAggRky4cOVs38ZNjNiAECE6dSoXXPhwAMWNHy+XXPny5OTIlYMeXTp0AQAAoEBRTvt2\n7t21AwAfXnw58uXNnydvydKBAxrc37hR4c+fcePK3cefX/99AP39AwQgEEC5ggYN9mrQIEAABAYM\nLFgQIMCCAwf27BFXbmO5aNESDBgAAICABQuyZSunUiWAli5fwowpcybNmjbL4f/MqRNnqVIMAgQQ\nIyZcuHJGjyIlRmxAiBCdOpWLKnUqgKpWr5bLqnVrVnLkyoENKxasAAAAUKAop3Yt27ZqAcCNK7cc\n3bp279K1ZOnAAQ1+b9yo8OfPuHHlDiNOrPgwgMaOH5eLLFlyrwYNAgRAYMDAggUBAiw4cGDPHnHl\nTpeLFi3BgAEAAAhYsCBbtnK2bQPIrXs3796+fwMPLrwc8eLGiYcIMSBAgBgxmjUrJ50cuV0UKADI\nDkCAIEHjxpULL348gPLmz5dLr359+nDhxJWLL1++Dx8ACBDYtq0c//7+AZYTOLAcAIMHEZZTuJBh\nQ4WYMN248eLChQULBESJUo7/Y0ePHz0CEDmSZDmTJ8sFC+YgQIABAw4YMBAgAAAAAQ4c6NRpXLly\n4sRRoQKAaFGiOHCEC1eOKQCnT6FGlTqValWrV8tl1bo1KwYMAgAAGDAgQIAGCRIECACALVsECHyQ\nI1eObl27dAHk1bu3XF+/f/s6c6Zpzpxfv7Bh43bjhgABANq0KTeZcmXLlQFk1ry5XGfPn0F3BgdO\nmjRwfvwUKABgwQJdusrFlj2b9rhxAHDn1l2ON+9JkyhQCDBcgIAEDBgcOIAAAbBo0cpFl14OG7YC\nALBnB5AgAShQ5ciRAzCefHnz59GnV7+efTn37+G7x4BBAAAAAwYECNAgQYIA/wADABg4EAECH+TI\nlVvIsOFCABAjSixHsaJFis6caZoz59cvbNi43bghQACANm3KqVzJsiVLADBjyixHs6bNmzTBgZMm\nDZwfPwUKAFiwQJeuckiTKl06bhyAp1Cjlps6ddIkChQCaBUgIAEDBgcOIEAALFq0cmjTlsOGrQCA\nt3ABJEgAClQ5cuQA6N3Lt6/fv4ADCx5crrDhw4WfPYsBoLHjx40PHGDAgBWrceUya968GYDnz6DL\niR5NWjQ3bh0GDDhwAASIBQIEAABAYNu2crhz696tG4Dv38DLCR9OnDg5ccjFlVs+bhwOHACiR8eC\npZz169ivjxsHoLv37+XCh/935owCBQDoBQiAQYfOtm3l4sufP5/bmDEECADYL0AAJYCUxpUrB8Dg\nQYQJFS5k2NDhw3IRJU6M+OxZDAAZNW7MeOAAAwasWI0rV9LkyZMAVK5kWc7lS5guuXHrMGDAgQMg\nQCwQIAAAAALbtpUjWtToUaMAlC5lWs7pU6hQyYmjKq7c1XHjcOAA0LUrFizlxI4lO3bcOABp1a4t\n17atM2cUKACgK0AADDp0tm0r19fv37/cxowhQADAYQECKFEaV64cAMiRJU+mXNnyZcyZy23m3Nkz\nOXLevCVK5K1bt3KpVa9m3Vo1ANixZZejXdu27Wk0aESIYMC3AAEQIJQqV9z/+HHkyQEsZ9683HPo\n0aOTK1fd+vVyihYsAACAAIFF5cSPJy9+3DgA6dWvL9e+PTlyxIhpWLDAhYty+fXv59+/HMBs2WYA\nACBBQrZs5RYCaOjwIcSIEidSrGixHMaMGjdy7OjxYzly5ACQLGmyHMqUKlV6q1GDAAEAAAIMGMCE\nibhyOnfy7OkTANCgQssRLWrUKLlySpcyVZos2YEDAgQgqFatHNasWsOFA+D1K9hyYseWq1YtiAQJ\nnz6Va+v2Ldy45bx5QwAAgAEDwYKV6wvgL+DAggcTLmz4MOJyihczbuz4MeTI5ciRA2D5MuZymjdz\n5uytRg0CBAAACDBgABMm/+LKsW7t+jVsALJn0y5n+zZu3OTK8e7tm3eyZAcOCBCAoFq1csqXMw8X\nDgD06NLLUa9erlq1IBIkfPpU7jv48OLHl/PmDQEAAAYMBAtW7j2A+PLn069v/z7+/PrL8e/vH2A5\ngQMJFjR4EKFAAAsZNiz3EGJEiWrUIEAAAACBBg2kSSv3EWRIkSPLATB5EmU5lStZtnT5ciU1aima\nNSNHrlxOnTm5cQPwE2jQckOJErVWrVo5pUuZNnW6lBy5EwAAkCCBDVu5ceMAdPX6FWxYsWPJljVb\nDm1atWvZtnX7Ni0AuXPplrN7F29eNWoQIAAAgECDBtKklTN8GHFixeUANP92/LhcZMmTKVe2LJka\ntRTNmpEjVw50aNDcuAEwfRp1OdWrV1urVq1cbNmzadeWTY7cCQAASJDAhq3cuHEAiBc3fhx5cuXL\nmTcv9xx6dOnTqVe3Dh1Adu3by3X3/h18uHCYMCFB8sqatXLr2bd3/549APnz6Zezfx9/fv37838b\nB3BcuYEECw4EgDChwnIMGzp8CDGiRIbRcODIlWvcuHIcAXj8CDKkyJEkS5o8WS6lypUsW7p8CVMl\ngJk0a5a7iTOnznDhMGFCguSVNWvliho9ijSpUQBMmzotBzWq1KlUq079Nm5cua1cu24FADas2HJk\ny5o9izatWrLRcODIlWv/3LhydAHYvYs3r969fPv6/VsusODBhAsbPoxYMIDFjBuXeww5suTJlCtb\nhgwgs+bN5Tp7/gw6tOjRpD0DOI06dbnVrFu7fg07NutgwciRK4cbN4DdvHv7/g08uPDhxMsZP448\nufLlzJsfBwA9uvRy1Ktbv449u/bt1QF4/w6+nPjx5MubP48+/XgA7Nu7Lwc/vvz59Ovbj0+OXLn9\n/MsBAAhA4ECCBQ0eRJhQocJyDR0+hBhR4kSKDgFcxJix3EaOHT1+BBlSJEcAJU2eLJdS5UqWLV2+\nhKkSwEyaNcvdxJlT506ePXGSI1dO6NByAIweRZpU6VKmTZ0+hRpV6lSq/1WtXsWaVetWrl29fgUb\nVuxYsmXNnkWbVu1atm3dvoUbV+5cunXt3sWbV+9evn39/gUcWPBgwoUNH0acWPFixmLLPYYcWfJk\nypUtQwaQWfPmcp09fwYdWvRoceLKnUadGsBq1q3LvYYdW/Zs2rVtwwaQW/fucr19/wb+Gxw4ceHC\nlUOeXPly5skBPIceXfp06tWtX8deTvt27t29fwcffjsA8uXNl0OfXv169u3dv08PQP58+uXs38ef\nX/9+/v3vAwQgcCDBcgYPIkyIkBw5cOTIlYsocSLFihIBYMyocSPHjh4/ggxZbiTJkiZPokypkiSA\nli5flospcybNmjZrbv/bhg1buZ4+fwIIKnRouaJGjyJNqnQpU6MAnkKNWm4q1apWqxYrZgoUqHJe\nv4INK/YrgLJmz6JNq3Yt27Zuy8GNK3cu3bp278YFoHcv33J+/wIOLHiw4G3bsGErp3gxYwCOH0Mu\nJ3ky5cqWL2POPBkA586ey4EOLXq06GLFTIECVW4169auX7MGIHs27dq2b+POrXt3ud6+fwMP7psc\nOXHkyJVLrnw58+UAnkOPXm469erWr2OnTo4cFQ8eZs0qJ348eQDmz6Mvp349+/bu38OPvx4A/fr2\ny+HPr38/fnDgAKJBY4AAATx4wJVTuJBhQ4cAIEaUOJFiRYsXMWYst5H/Y0ePHzmSIyeOHLlyJ1Gm\nVJkSQEuXL8vFlDmTZk2bMsmRo+LBw6xZ5YAGFQqAaFGj5ZAmVbqUaVOnT5MCkDqVajmrV7FmtQoO\nHBo0BggQwIMHXDmzZ9GmVQuAbVu3b+HGlTuXbt1yd/Hm1XuXHDlEiM5w4DBhQgpjxsiRK7eYcWPH\niwFEljy5XGXLlzFn1lzu2jUJEgAYMDBrVjnTp1EDUL2adTnXr2GTI3fsmLVhw3LlunMH0IYNCxYY\n6NNHmrRyx5EnV34cQHPnz8tFlz6d+rhxpUpp0KBAgIACBRYoU1aOfHnz580DUL+efXv37+HHlz+/\nXH379/HXJ0cOEaIz/wA5cJgwIYUxY+TIlVvIsKHDhQAiSpxYrqLFixgzaix37ZoECQAMGJg1q5zJ\nkygBqFzJspzLlzDJkTt2zNqwYbly3bkDaMOGBQsM9OkjTVq5o0iTKj0KoKnTp+WiSp1Kddy4UqU0\naFAgQECBAguUKStHtqzZs2YBqF3Ltq3bt3Djyp1brq7du3i1aRMhIkAAAIABM+jVixy5cogTK16M\nGIDjx5DLSZ5MubJly+DAhQgBoDMCBNu2lRtNujSA06hTl1vNmvW4XbuyZAlx4ICA2wIA6N6te8GC\ncOHKCR9OvDiA48iTl1vOvLnzcePESRen7cSJAAEAfPhQrrv37+C/A/8YT768+fPo06tfz76c+/fw\n4YsbMsSAgQABEChQsGIFDoDXrpEjV87gQYQJDQJg2NBhOYgRJU6UCA4cN2LEuHGzpk0bFSoOHARI\nlKjcSZQpTwJg2dJlOZgxY44LFixGjCk4cLBgkSHDjwsXMGAIMGDAgQPbtpVj2tTpUwBRpU4tV9Xq\nVaxZrQICFECXrnJhxY4lOxbAWbRp1a5l29btW7jl5M6lS1fckCEGDAQIgECBghUrcFy7Ro5cOcSJ\nFS9GDMDxY8jlJE+mXJkyOHDciBHjxs2aNm1UqDhwECBRonKpVa9ODcD1a9jlZM+ePS5YsBgxpuDA\nwYJFhgw/LlzAgCH/wIABBw5s21bO+XPo0QFMp1693HXs2bVvxw4IUABdusqNJ1/efHkA6dWvZ9/e\n/Xv48eWXo1/fPv1ixTIE4B+gAMACWlq14sOnAxYszZqNa1juIcSID8WJA2DxIsZyGjdy7NismQgR\nAQIAKFCgTJlozpylSGHAQAJWrMrRrGmTJoCcOneW69mTHDlw4Ij16bNiRQoTJooUwYGDEDNmxozp\ngQCBAAFWrMpx7er1K4CwYseWK2v2LNq0Zu3YKbBtW7m4cufSnQvgLt68evfy7ev3L+ByggcTFlys\nWIYAigMUKKClVSs+fDpgwdKs2bjM5TZz7rxZnDgAokeTLmf6NOrU/82aiRARIACAAgXKlInmzFmK\nFAYMJGDFqhzw4MKBAyhu/Hi55MnJkQMHjlifPitWpDBhokgRHDgIMWNmzJgeCBAIEGDFqhz69OrX\nA2jv/n25+PLn068v346dAtu2levvH2A5gQMJDgRwEGFChQsZNnT4EGI5iRMpSrRlywsECEuWGDNW\nDmS1agZgwPj1ixy5citZWrNWrZoxY+KuXQNwE2fOcjt59hw37tGjGwYMBAgAAAAMZcrGjau2Zo0A\nAQUKTBg3rlxWrVvJkQPwFWzYcmPHevMWLlw0tb9+eXv2rFgxUaK+lbNbLtqSJQUKoEFTDnBgwYMB\nFDZ8uFxixYsZN/9WPGXKgnKTKVe2fBlAZs2bOXf2/Bl0aNHlSJc2ffrbN3DgyrVuXarUA0qUyJEr\ndxt37nHjkCHT5s0bAOHDiZczfvw4tjhxJkwowIABBw7IkJWzbv3WgQMAADBgUK1cePHjxwMwfx59\nOfXqyZEr9x5+/PffvpWzb9/blSsIEKBBA7CcwIEECwI4iDBhuYUMGzp8WK5atQULVJS7iDGjxo0A\nOnr8CDKkyJEkS5oshzKlypXfvoEDVy5mzFKlHlCiRI5cuZ08e44bhwyZNm/eABg9irSc0qVLscWJ\nM2FCAQYMOHBAhqycVq23DhwAAIABg2rlypo9exaA2rVsy7l1S47/XLm5dOvO/fatnF693q5cQYAA\nDZpyhAsbPgwgseLF5Ro7fgw5crlq1RYsUFEus+bNnDsD+Aw6tOjRpEubPo26nOrVrFuzHjcuHCdO\nlCj1Koc7t+7dusWJAwA8uPByxIsX74QDhwYNjnjxIkeunPTp5SAIEGDAQLhw5bp7/w4egPjx5MuZ\nP48+vfrz5MhBggAhQIBGjcrZv48/P4D9/PuXA1hO4ECCBQ0aMhQgwIFyDR0+hBgRwESKFS1exJhR\n40aO5Tx+BBkS5Lhx4ThxokSpVzmWLV2+dClOHACaNW2Ww5kzZyccODRocMSLFzly5YweLQdBgAAD\nBsKFKxdV6lSq/wCsXsVaTutWrl29biVHDhIECAECNGpUTu1atm0BvIUbt9xcunXt3i1nyFCAAAfK\n/QUcWPBgAIUNH0acWPFixo0dl4McWfJkyOPGffgwQHOPHuU8fwYdOnS4cABMn0ZdTvXqctq02YgQ\nIUUKUs+eiRNHTve1a0GCFHjwwJatcsWNH0deHMBy5s3LPYceXfp0ctmyrVrVYcAAAACKFBlXTvx4\n8uQBnEefvtx69u3dvy/34QMA+uLElcOfX/9+/QD8AwQgcCDBggYPIkyoEGG5hg4fQmw4btyHDwMu\n9uhRbiPHjh49hgsHYCTJkuVOoiynTZuNCBFSpCD17Jk4ceRuXv+7FiRIgQcPbNkqJ3Qo0aJCASBN\nqrQc06ZOn0Illy3bqlUdBgwAAKBIkXHlvoINGxYA2bJmy6FNq3Yt23IfPgCIK05cubp27+K9C2Av\n375+/wIOLHgw4XKGDyNObFiZMgCOHYMAIa4c5cqWL1sWJw4A586ey4EOXU6btiEQIDx4kOLChQ0b\nEiRoMGCAAAEGggUrp3s37968AQAPLrwcceLkyJVLrnz5cnLfvl27FqZECQECEiSAUG479+7dAYAP\nL74c+fLmz6MvZ8FCgAAAcuUqJ38+/fr0AeDPr38///7+AQIQOJBgQYMHBZZTuJBhQ4XixHHgEAAA\ngAABVJTTuJH/Y0ePAECGFFmOZMmS2ho1KlKkQoAAAGDGjLkgXLhyN3Hm1JkTQE+fP8uVIzduXDmj\nR5EmLbdt3Dhy5Mp9+3bkSIAAABw4KLeVa9etAMCGFVuObFmzZ9FmI0ECAQICGzZ06FClijFy5Mrl\n1bs3LwC/fwEHFjyYcGHDh8slVryYcWJx4jhwCAAAQIAAKspl1ryZc2cAn0GHLjeaNGltjRoVKVIh\nQAAAr2HDXhAuXDnbt3Hnxg2Ad2/f5cqRGzeuXHHjx5GX2zZuHDly5b59O3IkQAAADhyU076du3YA\n38GHLzeefHnz57ORIIEAAYENGzp0qFLFGDly5fDn148fQH///wABCBxIsKDBgwgTKixYrqHDhxAj\nlhMmjAULAA4cSJNWrqPHjyA7AhhJsmS5kyhTqvTmTZy4Z8+YadCwYEEAO3bK6dzJsydPAECDCi1H\ntKjRo0bFiSNXrqnTct++BQkCQIAAS5bKad3KFYDXr2DLiR1LtizZcOFsrVihQUODCxcECAhAV4MG\nTJi4kSNXrq/fcgACCx5MuLDhw4gTKy7HuLHjx5DLCRPGggUABw6kSSvHubPnz5wBiB5Nupzp06hT\ne/MmTtyzZ8w0aFiwIIAdO+Vy697NezeA38CDlxtOvLjx4uLEkSvHvHm5b9+CBAEgQIAlS+Wya98O\noLv37+XCi/8fT358uHC2VqzQoKHBhQsCBASYr0EDJkzcyJErx79/OYAABA4kWNDgQYQJFS4s19Dh\nQ4gRHW7bBsCixSJFxpXj2NGjRwAhRY4sV9LkSZQpTT56BCBAgCNHys2kWdPmTAA5de4s19PnT6A9\nyZGrVk1cOaRJk9aqhSBAAAUKlJWjWrUqAKxZtZbj2tXrV67UqBkxUqJAAQECCCBAUMBtgQBxBww4\nkStXObx5ywHg29fvX8CBBQ8mXLjcYcSJFS9W7GXAAACRAQTgxavcZcyZLwPg3NlzOdChRY8mPfpC\ngAAAAJQqVc71a9ixAcymXbvcbdy5dd8mRy5cuHLBhQcfN87/mDEIBgwUKGDh169y0aWXA1Dd+vVy\n2bVv5/7smQ8fCxYYAAAgQIABUKCsWdOli4QFCw4cuCBHzrhx5fTrB9DfP0AAAgcSLGjwIMKECguW\na+jwIcSIEL0MGADgIoAAvHiV6+jxY0cAIkeSLGfyJMqUKlNeCBAAAIBSpcrRrGnzJoCcOneW6+nz\nJ9Ce5MiFC1fuKNKj48YZMwbBgIECBSz8+lXuKtZyALZy7VruK9iwYp898+FjwQIDAAAECDAACpQ1\na7p0kbBgwYEDF+TIGTeuHGDAAAYTLmz4MOLEihczLuf4MeTIkiVfu5YiBYDMChSMG1fuM+jQAEaT\nLl3uNOrU/6pXrwYBAgAAAQK0latt+/ZtALp38y7n+zdw3+HCbSNnnFy55MqTkyMHDpwwYR4QIChQ\ngEK1auW2cy8H4Dv48OXGky9fPpwgQRo0NGiAoEABBw6q4ML17FmmTDxChMiQAeCYatXKFTRYDkBC\nhQsZNnT4EGJEieUoVrR4ESPGa9dSpADwUYGCcePKlTR5EkBKlSvLtXT5EmbMmCBAAAAgQIC2cjt5\n9uwJAGhQoeWIFjVKNFy4beSYkiv3FOpTcuTAgRMmzAMCBAUKUKhWrVxYseUAlDV7tlxatWvXhhMk\nSIOGBg0QFCjgwEEVXLiePcuUiUeIEBkyjKlWrVxixeUANP92/BhyZMmTKVe2XA4z5nHjynX2/Bl0\n6HLbttmwEcCDB2vWyrV2/RpAbNmzy9W2fRt37tzVqgkQsGDBtXLDiRcvDgB5cuXlmDd3zhwOnEPG\njJWzfh27dWbMunQRcOBAhgzfypU3bx5AevXry7V3//79MyVKePAoUeJMpUrZsjGDBhBaoEBEiGjQ\nogUWLHLlGjp0CCCixIkUK1q8iDGjxnIcOY4bVy6kyJEkS5bbts2GjQAePFizVi6mzJkAatq8WS6n\nzp08e/asVk2AgAULrpU7ijRpUgBMmzotBzWqVKhw4BwyZqyc1q1ctTJj1qWLgAMHMmT4Vi6tWrUA\n2rp9Wy7/rty5c58pUcKDR4kSZypVypaNGTRogQIRIaJBixZYsMiVewwZMoDJlCtbvow5s+bNnMt5\nJkcOFChw4MqZPm0aGjQ6dET9+vXtG7ly5cSJmzTJgQIFIkQUCxeunHDh4sQBOI48ebnlzJsvR4bM\nhgEDLVqEC1cuu/ZKlRIk+PAhXLnx5MuXB4A+vfpy7Nu7J0duwYICHDhcu1Yuv/78167ZAGiDAIEA\nBgwAAlRO4UKGABw+hFhO4kSKEsWJy9ShgwgRMmQYWrbMmrVSKlQMGBAgwAEjRqxZKxdT5kwANW3e\nxJlT506ePX2WA0qOXI8ePnycgARJjpw7DhwAgApVgAAG/wy8JEvmyhUZMgcCBAAAQMCAAStWQIFS\nDBYsAG3dvi0XV+7cuIgQCQCQF0CAAH+qVSNGDIcCBQEC4MAxrtxixo0bA4AcWXI5ypUtU54wYYAA\nAStWVKtWTvRoZ84WLBgwIMCHD9q0lYMdWzYA2rVtl8OdWzducuSg7djBgIEAAR+6dKlTpwIBAgAA\nECCQAhy4ctWtX68OQPt27t29fwcfXvz4cuXJkevRw4ePE5AgyZFzx4EDAPXrCxDAgIGXZMlcAXRF\nhsyBAAEAABAwYMCKFVCgFIMFCwDFihbLYcyoESMiRAIAgAQQIMCfatWIEcOhQEGAADhwjCsncyZN\nmgBu4v/MWW4nz547J0wYIEDAihXVqpVLqtSZswULBgwI8OGDNm3lrmLNCmAr167lvoIN+5UcOWg7\ndjBgIEDAhy5d6tSpQIAAAAAECKQAB64c375++QIILHgw4cKGDyNOrLgcY8bKlGnRUgAAgAABCATI\nHAAA584AFGjQ4MFDhw4DAKBODUCAAAgQSkmTBmA27drlbuPOnbtVgAAAfgMHHgAAAAECRIgIV245\n8+bNAUCPLr0c9erWqQMDdgAAdwAvXowrJ76csQ8fDBgoUKBCrFjl3sOP/x4A/fr2y+HPr19/uCNH\nAAoQAIAgAYMEEChQ0KDBmTPgykWUOHEiAIsXMWbUuJH/Y0ePH8uFDKlMmRYtBQAACBCAQACXAQDE\nlAlAgQYNHjx06DAAQE+fAAQIgAChlDRpAJAmVVqOaVOnTlsFCACAatWqAQAAECBAhIhw5cCGFSsW\nQFmzZ8ulVbs2LTBgBwDEBfDixbhyd8sZ+/DBgIECBSrEilWOcGHDhAEkVry4XGPHjx+HO3JEgAAA\nlwlkJoBAgYIGDc6cAVeOdGnTpgGkVr2adWvXr2HHll2Odu3a5MSJGzeuXG/fvcWJAweOGDVqvnxx\n4XLAgQMFCp7w4HHpkjJl5LAD0L6deznv38GH975t24EDAQAAECBgAAMGECC8ecOtXH379+uTIweA\nf3///wDLCRxIkGC4IEEOHCBAgMyhQ1myLEiQQIKEVau0ldvIsWNHACBDiixHsqTJk9u2nTgRIMAA\nBgyMGOHTrRs5cuVy6tzJMyeAn0CDCh1KtKjRo0jLKV3KtKnTp+XAgcuU6QYhQsiQifPmLVw4cuTK\nkSMHoKzZs+XSql3Ldu20aS8aNNiwYUeSJDhwQIGSq5zfv3/JkQPnzBmAw4gTl1vMuLFjaNAKFABA\nuTLlAAE0aMiWrZznz6BDAxhNunS506hTqz596VKDBhaKFJk2bVy527hz694NoLfv38CDCx9OvLjx\ncsiTK1/OvHk5cOAyZbpBiBAyZOK8eQsXjhy5cuTIAf8YT758ufPo06tPP23aiwYNNmzYkSQJDhxQ\noOQqx79/f4DkyIFz5gzAQYQJyy1k2NAhNGgFCgCgWJFigAAaNGTLVs7jR5AhAYwkWbLcSZQpVZ68\ndKlBAwtFikybNq7cTZw5de4E0NPnT6BBhQ4lWtRoOaRJlS5l2tTp06QApE6lWs7qVaxZtW4tJ05c\nuXLkyo0dO23atWu6dHF79gzAW7hxy82lW9fu3GHDDBgIAMAvgABQoDx7Vs7wYcSJDQNg3NhxOciR\nJU+mXNny5cgANG/m3NnzZ9ChRY8uV9r0adSpVa9mbRrAa9ixy82mXdv2bdzlxIkrV45cOeDAp027\ndk3/ly5uz54BYN7ceTno0aVPhz5smAEDAQBsBxAACpRnz8qNJ1/e/HgA6dWvL9fe/Xv48eXPp+8e\nwH38+fXv59/fP0AAAgcSLGiwHMKEChcybOjwYUIAEidSLGfxIsaMGjdyvNit27dv4sSVKwngJMqU\n5VaybOnyZTly5MrRrGnzJs6aAHby7FnuJ9CgQocSLWoUKICkSpcyber0KdSoUstRrWr1KtasWrdW\nBeD1K9hyYseSLWv2LNqx3bp9+yZOXLm4AObSrVvuLt68eveWI0euHODAggcTDgzgMOLE5RYzbuz4\nMeTIkhkDqGz5MubMmjdz7uy5HOjQokeTLm36dGgA/6pXsy7n+jXs2LJn0679GgDu3LrL8e7t+zfw\n4MKH9wZg/DjycsqXM2/u/Dn06MsBUK9u/Tr27Nq3c+9e7jv48OLHky9vHjyA9OrXl2vv/j38+PLn\n03cP4D7+/OX28+/vH2A5gQMJFjR4sCAAhQsZlnP4EGJEiRMpVnwIAGNGjRs5dvT4EWTIciNJljR5\nEmVKlSQBtHT5slxMmTNp1rR5E6dMADt59iz3E2hQoUOJFjUKFEBSpUvLNXX6FGpUqVOpOgVwFWtW\nrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZ\nN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl06LTlSJc2fRp1atWrSwNw/Rp2OdmzZ5Mrdxt3bt27eZcj\nR65ccOHlABQ3frxccuXLmTd3/hy6cgDTqVcnR65cdu3buXMnR27cuGzgwHXrVg59evXr0QNw/x5+\nfPnz6de3f79cfv37+ff3D7CcwIEECxYEgDChwnIMGzp8CDGixIkNAVi8iLGcxo0cO3r8CDLkRgAk\nS5oshzKlypUsU5Ijh61bt3Hjytm8iTOnTQA8e/r8CTSo0KFEi5Y7ijSp0qVKxZV7CjWq1KkAqlq9\nWi6r1q1ct5IjVy6s2LFky5YFgDat2nJs27p9Czf/rty5bQHYvYu3nN69fPv63YsNW5Rbt8SJK4c4\nseLFiAE4fgw5suTJlCtbvlwus+bNnDtzFlcutOjRpEsDOI06dbnVrFu7bk2OXLnZtGvbvn0bgO7d\nvMv5/g08uPDhxIv/BoA8ufJyzJs7fw69OTZsUW7dEieunPbt3LtrBwA+vPjx5MubP48+fbn17Nu7\nf1+OHLlHj2QUK1Yuv/79/PcDAAhA4MCB5QweRJjQ4LdvxYrR6tVr3LhyFS1eFCeOXDmOHTsCABlS\nZDmSJU2eRJlS5cqSAFy+hFlO5kyaNW2W06bNho0Gd+6QI1dO6FCiRYUCQJpU6VKmTZ0+hRq13FSq\n/1WtXi1HjtyjRzKKFSsXVuxYsmMBnEWbttxatm3drv32rVgxWr16jRtXTu9evuLEkSsXWLBgAIUN\nHy6XWPFixo0dP4asGMBkypXLXcacWfPmctq02bDR4M4dcuTKnUadWvVpAK1dv4YdW/Zs2rVtl8Od\nW/du3cqUbSlQAMDwS5fKHUeeXPlxceIAPIcevdx06tWtjxtHjBgRIjQyZODA4QQqVJ48TZqUAhAg\nSZKylYMfPz4A+vXtl8OfX/9+/v39AywncCBBgQAOIkxYbiHDhg4fijNhwoCBBdWqlcuocSPHjQA+\nggwpciTJkiZPoiynciXLliyVKdtSoACAmpculf/LqXMnz5zixAEIKnRouaJGjyIdN44YMSJEaGTI\nwIHDCVSoPHmaNCkFIECSJGUrJ3bsWABmz6Itp3Yt27Zu38KNuxYA3bp2y+HNq3cvX3EmTBgwsKBa\ntXKGDyNOjBgA48aOH0OOLHky5crlLmPOrDlcOBo0BgwAIFo0AVGiyJErp3o1a9XkXoMDB2A27drl\nbuPOrfs2OXLixH2zZevGjQUHDjhwgACBgAQJZMjQVm46deoArmPPXm479+7eu2/bRmfDhh07wJVL\nr349+/YA3sOPX24+/fr27+cIoD+AnHL+AZYTOJBgwYEAECZUuJBhQ4cPIUYsN5FiRYu2bClQAAD/\nQIABAxw4uFCoEBgwokRd2bVr1KhPZcpEi8aNWzly5ADk1LmzXE+fP4EG9TluXKVWrVat6tIlQIIE\nNmyQKzeVKlUAV7FmLbeVa1evyJAlSTKAbACzAQx061aObVu3b90CkDuXbjm7d/HmxevIEYQAASJE\nMFaOcGHDhxEDULyYcWPHjyFHljy5XGXLlzHbsqVAAQAAAQYMcODgQqFCYMCIEnVl165Roz6VKRMt\nGjdu5ciRA7Cbd+9yv4EHFz4c+LhxlVq1WrWqS5cACRLYsEGuXHXr1gFk1769XHfv38EjQ5YkyQDz\nAdAHMNCtWzn37+HHhw+Afn375fDn179fvyNH/wAhBAgQIYKxcggTKlzIEIDDhxAjSpxIsaLFi+Uy\naty4EduJEwNCDkhgwsSDBwMCBADAsiWAAAEKSJDQrBk5cuVyAtjJs2e5n0CDCh0qNBw4cN26+fAB\nQIAAGTLIlZtKlSqAq1izltvKleu4S5ccOCAAoCyAAAEUOHAQIAAAAQLGjStHt67du3QB6N3Lt5zf\nv4AD+5UmrUEDAQECRIjgqpzjx5AjSwZAubLly5gza97MuXO5z6BDh8Z24sSA0wMSmDDx4MGAAAEA\nyJ4NIECAAhIkNGtGjly53wCCCx9errjx48iTIw8HDly3bj58ABAgQIYMcuWya9cOoLv37+XCi/8X\nP+7SJQcOCABYDyBAAAUOHAQIAECAgHHjyunfz7+/foAABA4kWM7gQYQJDUqT1qCBgAABIkRwVc7i\nRYwZNQLg2NHjR5AhRY4kWbLcSZQpTz57diRBAgUKbNig9uyZFSsAdO4EEECIEEmSom3bVs7o0XIA\nlC5lWs7pU6hRpUolR65YsQoVAAgQoERJObBhwZIjB8DsWbTl1K5d+0yAAABx4zpwsGxZObzdugHg\ny4BBOcCBBQ8GDMDwYcTlFC9m3HjZMg0aAgSQsGHDjx8fggUr19nzZ9CdyZEDUNr0adSpVa9m3dp1\nOdixZZMjBwqUDCFCZs0iR67cb3Lkkliw8OP/BytW5MotZ968OQDo0aWXo17d+nXs18kZM/bhAwAA\nAcqU+fat3Hn06QGsZ9++3Hv48MMhQAAAwAAePMrt58/fFEAAAgEIE1buIMKECgEwbOiwHMSIEiUK\nu3AhQIAIEYiBA3ftWgcJEkCBKmfyJMqUJgGwbOnyJcyYMmfSrFnuJs6c5MiBAiVDiJBZs8iRK2eU\nHLkkFiz8+MGKFblyUqdSpQrgKtas5bZy7er1q1dyxox9+AAAQIAyZb59K+f2LVwAcufSLWf37t1w\nCBAAADCAB49yggcPNgXgMABhwsoxbuz4MYDIkieXq2z58mVhFy4ECBAhAjFw4K5d6yBBAihQ/+VW\ns27tejWA2LJn065t+zbu3LrL8e7tm/evX7t8+SJHrhzy5MqXM29eDgD06NLLUa9u/Tr264k0aAgQ\nQIECSOXGky9fHgD69OrLsW/vnr04ceXm068/n1yBAgAAyJJVDmA5gQMJEgRwEGHCcgsZNlzIixcH\nAgQ6dMCGrVzGjIVixGDDplxIkSNJhgRwEmVKlStZtnT5EmY5mTNpyvz1a5cvX+TIlfP5E2hQoUPL\nATB6FGk5pUuZNnXaNJEGDQECKFAAqVxWrVu3AvD6FWw5sWPJihUnrlxatWvTkitQAAAAWbLK1bV7\nFy8AvXv5lvP7F7BfXrw4ECDQoQM2bOUYM/8uFCMGGzblKFe2fJkyAM2bOXf2/Bl0aNGjy5U2fbq0\nNGm7sGEjR65cbNmzade2XQ5Abt27y/X2/Rt48HLjxoEBEwAAAAEC+vQp9xx6dOkAqFe3Xg57du3b\nuXM/cAAAgBQpypU3fx49APXr2Zdz/x7+uHEZMgxIkGDTpnL7+ZcrBjBKFFCgyhk8iDChQQAMGzp8\nCDGixIkUK5a7iDHjRWnSdmHDRo5cuZEkS5o8ibIcgJUsW5Z7CTOmzJnlxo0DAyYAAAACBPTpUy6o\n0KFEARg9irSc0qVMmzp1euAAAAApUpS7ijWrVgBcu3otBzas2HHjMmQYkCDBpk3l2rotVyz/ShRQ\noMrZvYs3r10AfPv6/Qs4sODBhAuXO4w48WFw4Kbx4mXN2rdv5SqDAydr3Dhx4saN84UNW7nRpEuH\nCwcgterV5Vq7fg07djlMmAwYACBAgBgx5Xr7/g28N4DhxIuXO448ufLlynkpUAAAgAULpcpZv44d\nO4Dt3LuX+w4+PDZsBw4skCIFHLhy7NuXE+fN27dv5erbv4+/PoD9/Pv7BwhA4ECCBQ0eRJjQYDmG\nDR06vLZliwgREiQcKFAAwMYAAQR8/IgAwbRp5UyeNEmOHACWLV2WgxlT5kya3iBAAAAggCJF5Xz+\nBBoUKACiRY2WQ5pU6VKk48aVgwo1XLgU/wsWHDgwYIABV67KfQUb9isAsmXNlkObVi01aixYvNCk\nady4cnXtliPXrdu4ceX8/gUc2C8AwoUNH0acWPFixo3LPYYcOfK1LVtEiJAg4UCBAgA8BwggQLRo\nBAimTSuXWnVqcuQAvIYdu9xs2rVt3/YGAQIAAAEUKSoXXPhw4sMBHEeevNxy5s2dLx83rtz06eHC\npViw4MCBAQMMuHJVTvx48uIBnEefvtx69u2pUWPB4oUmTePGlcOfvxy5bt3GARxXbiDBggYHAkio\ncCHDhg4fQowosRzFihYtkpsyBQECAAACgAQJIEAAAAAECDBw6VK5li5ftgQgcybNcjZv4v/MqVNR\ngAADBuAoJ3Qo0aJGASBNqrQc06ZOn377licPECDEUKGaMYPAgQMKFDRocMCHj3HjyqFNqxYA27Zu\ny8GNK3fcuBkzWKhQ4cxZub5+yzHx4iVTpnKGDyNObBgA48aOH0OOLHky5crlLmPOnJnclCkIEAAA\nEGD0aAABAgAAIECAgUuXysGOLRs2gNq2b5fLrXs3796KAgQYMABHueLGjyNPDmA58+blnkOPLv3b\ntzx5gAAhhgrVjBkEDhxQoKBBgwM+fIwbV249+/YA3sOPX24+/frjxs2YwUKFCmfOAJYTOLAcEy9e\nMmUqt5BhQ4cLAUSUOJFiRYsXMWbUWI7/Y0ePHrdFiACAJAACM2aMGYPFgQMBAgYMwAAOXDmbN3Ha\nBLCTZ89yP4EGFRp00SIDAAAUKBCsXFOnT6FGBTCVatVyV7Fm1RouHA0aAgQMECAgQFkCBBAgUKDA\ngg8fxIiVkzuXLgC7d/GW07uXb7NmGTIMAAAgQQI5cqA1auTAAYAAAR486NatXGXLlzED0LyZc2fP\nn0GHFj26XGnTp0+DW7AgQAAIEMaVkz273JMnIECgKLebd+/eAIAHF16OeHHjx4lfu1agQAAAACZM\nyFWOenXr17ED0L6deznv38GH9+7ECQDzBAg0aDCAvQABIECc2LPHlCls5fDnzw+Af3///wDLCRxI\ncNs2JkwcAFjIUECAhwEASJRIg4a4chgzatQIoKPHjyBDihxJsqTJcihTqlQJbsGCAAEgQBhXrqbN\nck+egACBopzPn0CBAhhKtGi5o0iTKj167VqBAgEAAJgwIVe5q1izat0KoKvXr+XCih1LNqwTJwDS\nEiDQoMGAtwIEgABxYs8eU6awldvLly+Av4ADlxtMuPC2bUyYOADAuLGAAJADAJg8mQYNceUya968\nGYDnz6BDix5NurTp0+VSq169mpwGDQcOuHJVrrbt2smSmTChppzv38CBAxhOvHi548iTKxcnrkkT\nAdAHDGDAIFq569iza98OoLv37+XCi/8fTz48J04DBhQwYsSKFQkCBBQoYMIEoESJIkWaVq6/f4Dl\nBAIgWNBgOYQJFSr8pkPHAIgDDiRIkCKFjQEDAAAIECBaOZAhRYoEUNLkSZQpVa5k2dJlOZgxZcok\np0HDgQOuXJXj2ZNnsmQmTKgpV9To0aMAlC5lWs7pU6hRxYlr0kTA1QEDGDCIVs7rV7BhxQIgW9Zs\nObRp1a5Fy4nTgAEFjBixYkWCAAEFCpgwAShRokiRppUjXLgwAMSJFZdj3Nix4286dAygPOBAggQp\nUtgYMAAAgAABopUjXdq0aQCpVa9m3dr1a9ixZZejXdv27WLFNGhAgaLcb+C/gwQZMOD/wLhx5ZQv\nZ64cwHPo0ctNp17dujhxY8YQIABBgYItW8iVI1/e/Hn0ANSvZ1/O/Xv48d2TI7dhwxdq1K5dk7HA\nP8AFZszEMWUKG7ZyChcyBODwIcRyEidSrGjR4rhxAAAECGCmHMiQIkUCKGnyJMqUKleybOmyHMyY\nMmcWK6ZBAwoU5Xby3BkkyIABB8aNK2f0KFKjAJYybVruKdSoUsWJGzOGAAEIChRs2UKuHNiwYseS\nBWD2LNpyateybauWHLkNG75Qo3btmowFeheYMRPHlCls2MoRLmwYAOLEissxbuz4MWTI48YBABAg\ngJlymjdz5gzgM+jQokeTLm36NOpy/6pXs25NjhwBAgAAHGDFaty4a2DABAgA4HeoUOWGEy8+HADy\n5MrLMW/u/Lk3bzZsFCiA4MKFNGnKce/u/Tv4cgDGky9f7jz69OrT79lTiBo1W7YcCBBgwAALFleG\nDSvnH2A5gQMHAjB4EGE5hQsZNnT4sNyAAQECaCh3EWPGjAA4dvT4EWRIkSNJlix3EmVKlScHDQLw\n8qUBmTIB1KyJAMGtW+V49vQJAGhQoeWIFjV6FBw4HjwECDigQAEqVOWoVrV6FWs5AFu5di33FWxY\nsWGbNXOWK1eaNALYDhggQgSjcnPp1q0LAG9eveX49vX7F3DgcgsWBAggQJq0cosZN/9eDAByZMmT\nKVe2fBlz5nKbOXf2vHnQIACjRxswbRpA6tQIENy6VQ52bNkAaNe2XQ53bt27wYHjwUOAgAMKFKBC\nVQ55cuXLmZcD8Bx69HLTqVe3Xr1ZM2e5cqVJIwD8gAEiRDAqdx59+vQA2Ld3Xw5+fPnz6dcvt2BB\ngAACpEkrB7CcwIEEywE4iDChwoUMGzp8CLGcxIkUK1K0Zm3PgwcQIBBZsuTBgwABAJgUIOBOuZUs\ny5EjByCmzJnlatq8ifPbNxAgBviEAOHatXJEixo9irQcgKVMm5Z7CjWq1KnTqFBJkCCAAAEMGAQK\nRK6c2LFkyQI4izZtubVs27p9C7f/3JkzAOouWVIur969eQH4/Qs4sODBhAsbPlwuseLFjBdbs7bn\nwQMIEIgsWfLgQYAAADoLEHCnnOjR5ciRA4A6tepyrFu7fv3tGwgQA2pDgHDtWrndvHv7/l0OgPDh\nxMsZP448ufJpVKgkSBBAgAAGDAIFIlcuu/bt2wF4/w6+nPjx5MubP1/uzBkA7JcsKQc/vnz4AOrb\nv48/v/79/Pv7B1hO4ECCBQ0eHBgt2gABAgAAQFCkyLBh3ryR+/YNwEaOHct9BBlSZLduN24MGLDg\nzJlyLV2+hBnTJQCaNW2Ww5lT506e4TJkGDAggAYNxIiVQ5pU6VKkAJw+hVpO6lSq/1WtXi335YsA\nAQBKlCgXVuzYsADMnkWbVu1atm3dvi0XV+5cunXtyhUnLsWAAQD8+j1wAAgQXoUBHEacuNxixo0d\nR4vWoEGAAA98+SqXWfNmzp01AwAdWnQ50qVNn0YdDMBqAAGIECFHrtxs2rVtzwaQW/fucr19/wYe\nPDg5cho0AEAOAcK4ceWcP3dOjhwA6tWtX8eeXft27t3LfQcfXvx48uDFiUsxYAAA9uwPHAAChNd8\nAPXt3y+XX/9+/tGiAWzQIECAB758lUuocCHDhgoBQIwosRzFihYvYgwGYCOAAESIkCNXbiTJkiZH\nAkipcmW5li5fwowZkxw5DRoA4P+EAGHcuHI+f/okRw4A0aJGjyJNqnQp06blnkKNKnUqVanjvn3r\n0aNBgAAgQKxZE+7bNwBmz6Itp3Yt27bQoEWIECCAk3HjyuHNq3cv37wA/gIOXG4w4cKGD4cCoFgx\nKVLlHkOOLDkygMqWL5fLrHkz586dZ80KEAAA6TdvyqFOrZocOQCuX8OOLXs27dq2b5fLrXs3796+\neY/79q1HjwYBAoAAsWZNuG/fAECPLr0c9erWr0ODFiFCgABOxo0rJ348+fLmxwNIr359ufbu38OP\nHwoAffqkSJXLr38///0AAAIQOHBgOYMHESZUqHDWrAABAER886ZcRYsXyZEDsJH/Y0ePH0GGFDmS\nZDmTJ1GmVLmSpUly0qSNG1eOJk0AN3HmLLeTZ0+f5Mjp0TNlyrhyR5EmVbpUKQCnT6GWkzqValWr\n4RAgCBDAADhw5cCGFTtWLACzZ9GWU7uWbVu3bmfNcuCAAYMZ4MCV07uXr14AfwEHFjyYcGHDhxGX\nU7yYcWPHjyErJidN2rhx5TBjBrCZc+dyn0GHFk2OnB49U6aMK7eadWvXr10DkD2bdjnbt3Hn1h0O\nAYIAAQyAA1eOeHHjx40DUL6ceTnnz6FHly591iwHDhgwmAEOXDnv38F7BzCefHnz59GnV7+efTn3\n7+HHlz+ffv33APDn11+Of3///wDLCRxIsKDBgwgFAljIsGG5hxAjSpxYTpu2atV4ldvIsaPHjwBC\nihxZrqTJkyhToiQnTtyvX+PGlZtJs6ZNADhz6tzJs6fPn0CDlhtKtKjRo0iTKiUKoKnTp+WiSp1K\ntarVq1ilAtjKtWu5r2DDih1LtqxZsADSql1brq3bt3Djyp1L1y2Au3jz6t3Lt6/fv4DLCR5MuLDh\nw4gTDwbAuLHjcpAjS55MubLly5EBaN7MuZznz6BDix5NuvRnAKhTqy7HurXr17Bjy57dGoDt27hz\n697Nu7fv38CDCx9OvLjx48iTK1/OvLnz59CjS59Ovbr169iza9/Ovbv37+DDi60fT768+fPo06tf\nz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHj\nR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hR\npU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l29btW7hx5c6lW9fuXbx59d4NCAA7\n",
+            "text/plain": [
+              "<IPython.core.display.Image object>"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          },
+          "execution_count": 23
+        }
+      ]
+    },
+    {
+      "metadata": {
+        "id": "6EEG-wePkmJQ",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Download animated gif**\n",
+        "\n",
+        "Uncomment the code below to download an animated gif from Colab:"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "4UJjSnIMOzOJ",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "#from google.colab import files\n",
+        "#files.download('dcgan.gif')"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "id": "k6qC-SbjK0yW",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Learn more about GANs\n"
+      ]
+    },
+    {
+      "metadata": {
+        "id": "xjjkT9KAK6H7",
+        "colab_type": "text"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "Now that you have learned how to generate new images (MNIST digits) with deep convolutional GANs, here are a few suggested next steps:\n",
+        "\n",
+        "* Tweak the code in this tutorial to see different effects.\n",
+        "* Try out this tutorial on a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset ([available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home)).\n",
+        "* Learn more about GANs - see below the learning resources.\n",
+        "\n",
+        "** Deep Generative Models and GANs**\n",
+        "\n",
+        "GANs is a type of deep generative models and DCGAN is just one type of the GANs. \n",
+        "* MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf))\n",
+        "* Stanford CS 231N lecture 12 **Generative Models** on PixelRNN/CNN, \n",
+        "VAE and GANs. ([slides](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf))\n",
+        "* This Github has a good [collection](https://github.com/wiseodd/generative-models) of GANs and generative models. \n",
+        "\n",
+        "**GANs research papers:**\n",
+        "* The original [GANs](https://arxiv.org/abs/1406.2661) paper.\n",
+        "* DCGAN paper: [Unsupervised Representation Learning with Deep Convolutional Generative Adversarial Networks](https://arxiv.org/abs/1511.06434).\n",
+        "\n",
+        "**GANs tutorials**\n",
+        "\n",
+        "* [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160) - a bit dated but great explanation on what/why generative models, what are GANs and how they compare to other generative models.\n",
+        "* Here is a site with excellent tutorials on GANs by **Computer Vision and Pattern Recognition** - [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/).\n"
+      ]
+    }
+  ]
+}
\ No newline at end of file
-- 
GitLab


From 37080f543c4b85d58cd5173a310995592ecec832 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Thu, 18 Oct 2018 07:40:13 -0700
Subject: [PATCH 0257/1825] Append UID to cond_v2 and while_v2 function names.

We currently use the root Graph to generate unique function names, but
in unit tests, this can lead to name collisions in the eager context,
because the default graph changes but the eager context does not. It
also makes use of the secret default graph in eager mode which is
undesirable. This change uses uid() calls instead.

PiperOrigin-RevId: 217697513
---
 .../python/kernel_tests/cond_v2_test.py       | 38 ++++++++++++-------
 .../python/kernel_tests/while_v2_test.py      | 33 ++++++++++++++++
 tensorflow/python/ops/cond_v2.py              | 33 ++--------------
 tensorflow/python/ops/control_flow_util_v2.py | 17 +++++++++
 tensorflow/python/ops/while_v2.py             | 24 +++---------
 5 files changed, 83 insertions(+), 62 deletions(-)

diff --git a/tensorflow/python/kernel_tests/cond_v2_test.py b/tensorflow/python/kernel_tests/cond_v2_test.py
index df50fce2ef..b077b853ed 100644
--- a/tensorflow/python/kernel_tests/cond_v2_test.py
+++ b/tensorflow/python/kernel_tests/cond_v2_test.py
@@ -124,6 +124,7 @@ class CondV2Test(test.TestCase):
       self.assertEqual(sess.run(out, {pred: False}), (2.0,))
 
   def _createCond(self, name):
+    """Helper function for testDefaultName."""
     pred = constant_op.constant(True, name="pred")
     x = constant_op.constant(1.0, name="x")
 
@@ -133,26 +134,35 @@ class CondV2Test(test.TestCase):
     def false_fn():
       return x + 1
 
-    return cond_v2.cond_v2(pred, true_fn, false_fn, name=name).op
+    output = cond_v2.cond_v2(pred, true_fn, false_fn, name=name)
+    cond_op = output.op.inputs[0].op
+    self.assertEqual(cond_op.type, "If")
+    return cond_op
 
   def testDefaultName(self):
     with ops.Graph().as_default():
-      cond = self._createCond(None)
-      self.assertStartsWith(cond.name, "cond")
-      self.assertIn("cond_true", ops.get_default_graph()._functions)
-      self.assertIn("cond_false", ops.get_default_graph()._functions)
+      cond_op = self._createCond(None)
+      self.assertEqual(cond_op.name, "cond")
+      self.assertRegexpMatches(
+          cond_op.get_attr("then_branch").name, r"cond_true_\d*")
+      self.assertRegexpMatches(
+          cond_op.get_attr("else_branch").name, r"cond_false_\d*")
 
     with ops.Graph().as_default():
       with ops.name_scope("foo"):
-        cond = self._createCond("")
-        self.assertStartsWith(cond.name, "foo/cond")
-        self.assertIn("foo_cond_true", ops.get_default_graph()._functions)
-        self.assertIn("foo_cond_false", ops.get_default_graph()._functions)
-
-        cond2 = self._createCond(None)
-        self.assertStartsWith(cond2.name, "foo/cond_1")
-        self.assertIn("foo_cond_1_true", ops.get_default_graph()._functions)
-        self.assertIn("foo_cond_1_false", ops.get_default_graph()._functions)
+        cond1_op = self._createCond("")
+        self.assertEqual(cond1_op.name, "foo/cond")
+        self.assertRegexpMatches(
+            cond1_op.get_attr("then_branch").name, r"foo_cond_true_\d*")
+        self.assertRegexpMatches(
+            cond1_op.get_attr("else_branch").name, r"foo_cond_false_\d*")
+
+        cond2_op = self._createCond(None)
+        self.assertEqual(cond2_op.name, "foo/cond_1")
+        self.assertRegexpMatches(
+            cond2_op.get_attr("then_branch").name, r"foo_cond_1_true_\d*")
+        self.assertRegexpMatches(
+            cond2_op.get_attr("else_branch").name, r"foo_cond_1_false_\d*")
 
   def testDefunInCond(self):
     self.skipTest("b/117293122")
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index 3a070544e8..5d2305d397 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -267,6 +267,39 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
                                            element_dtype=dtypes.float32)
     MatchShape(val.shape)
 
+  def _createWhile(self, name):
+    """Helper function testDefaultName."""
+    output = while_v2.while_loop(lambda i: i < 3, lambda i: i + 1,
+                                 [constant_op.constant(0)])
+    while_op = output.op
+    self.assertEqual(while_op.type, "While")
+    return while_op
+
+  def testDefaultName(self):
+    with ops.Graph().as_default():
+      while_op = self._createWhile(None)
+      self.assertEqual(while_op.name, "while")
+      self.assertRegexpMatches(
+          while_op.get_attr("cond").name, r"while_cond_\d*")
+      self.assertRegexpMatches(
+          while_op.get_attr("body").name, r"while_body_\d*")
+
+    with ops.Graph().as_default():
+      with ops.name_scope("foo"):
+        while1_op = self._createWhile("")
+        self.assertEqual(while1_op.name, "foo/while")
+        self.assertRegexpMatches(
+            while1_op.get_attr("cond").name, r"foo_while_cond_\d*")
+        self.assertRegexpMatches(
+            while1_op.get_attr("body").name, r"foo_while_body_\d*")
+
+        while2_op = self._createWhile(None)
+        self.assertEqual(while2_op.name, "foo/while_1")
+        self.assertRegexpMatches(
+            while2_op.get_attr("cond").name, r"foo_while_1_cond_\d*")
+        self.assertRegexpMatches(
+            while2_op.get_attr("body").name, r"foo_while_1_body_\d*")
+
 
 def ScalarShape():
   return ops.convert_to_tensor([], dtype=dtypes.int32)
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index bb9286210c..87df9da109 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -52,15 +52,8 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
     name = "cond"
 
   with ops.name_scope(name) as scope:
-    with ops.name_scope(None):
-      # Find the outer most graph for uniquing function names.
-      # TODO(jpienaar): Make this work in eager mode.
-      graph = ops.get_default_graph()
-      while isinstance(graph, function.FuncGraph):
-        graph = graph.outer_graph
-
-      true_name = graph.unique_name(("%strue" % scope).replace("/", "_"))
-      false_name = graph.unique_name(("%sfalse" % scope).replace("/", "_"))
+    true_name = util.unique_fn_name(scope, "true")
+    false_name = util.unique_fn_name(scope, "false")
 
     # Automatic control dependencies are added in defuns, but not in v1
     # graphs. Propagate that behavior here.
@@ -156,9 +149,9 @@ def _IfGrad(op, *grads):  # pylint: disable=invalid-name
   # graphs. These functions will capture tensors from the forward pass
   # functions.
   true_grad_graph = _create_grad_func(
-      true_graph, grads, _get_grad_fn_name(true_graph))
+      true_graph, grads, util.unique_grad_fn_name(true_graph.name))
   false_grad_graph = _create_grad_func(
-      false_graph, grads, _get_grad_fn_name(false_graph))
+      false_graph, grads, util.unique_grad_fn_name(false_graph.name))
 
   assert ([t.dtype for t in true_grad_graph.outputs] ==
           [t.dtype for t in false_grad_graph.outputs])
@@ -455,24 +448,6 @@ def _create_dummy_params(func_graph, template_tensors):
             for t in template_tensors]
 
 
-def _get_grad_fn_name(func_graph):
-  """Returns a unique name to use for the grad function of `func_graph`.
-
-  Ensures this name is unique in the entire hierarchy.
-
-  Args:
-    func_graph: The FuncGraph.
-
-  Returns:
-    A string, the name to use for the gradient function.
-  """
-  name = "%s_grad" % func_graph.name
-  outer_most_graph = func_graph
-  while isinstance(outer_most_graph, function.FuncGraph):
-    outer_most_graph = outer_most_graph.outer_graph
-  return outer_most_graph.unique_name(name)
-
-
 def _check_same_outputs(true_graph, false_graph):
   """Raises an error if true_graph and false_graph have different outputs."""
   true_output_types = [t.dtype for t in true_graph.outputs]
diff --git a/tensorflow/python/ops/control_flow_util_v2.py b/tensorflow/python/ops/control_flow_util_v2.py
index f500d53cc6..b41022250a 100644
--- a/tensorflow/python/ops/control_flow_util_v2.py
+++ b/tensorflow/python/ops/control_flow_util_v2.py
@@ -72,3 +72,20 @@ def create_new_tf_function(func_graph):
       func_graph.name, func_graph, func_graph.inputs, func_graph.outputs, {})
   func.add_to_graph(func_graph.outer_graph)
   return func_graph.name
+
+
+def unique_fn_name(scope, name):
+  """Returns a unique name to use for a control flow function.
+
+  Args:
+    scope: A name scope string.
+    name: An identifier for this function (e.g. "true", "body").
+
+  Returns:
+    A string, the name to use for the function.
+  """
+  return ("%s%s_%s" % (scope, name, ops.uid())).replace("/", "_")
+
+
+def unique_grad_fn_name(forward_name):
+  return "%s_grad_%s" % (forward_name, ops.uid())
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 226dd57cf4..507e18945b 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -67,8 +67,8 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
 
   with ops.name_scope(name) as scope:
     with ops.name_scope(None):
-      cond_name = _get_unique_name(("%scond" % scope).replace("/", "_"))
-      body_name = _get_unique_name(("%sbody" % scope).replace("/", "_"))
+      cond_name = util.unique_fn_name(scope, "cond")
+      body_name = util.unique_fn_name(scope, "body")
 
     num_outputs = len(flattened_loop_vars)
 
@@ -213,7 +213,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
 
   body_grad_graph, args = _create_grad_func(
       body_graph, grads,
-      _get_unique_name("%s_grad" % body_graph.name), op)
+      util.unique_grad_fn_name(body_graph.name), op)
 
   intermediate_tensors = _get_intermediates(body_grad_graph)
 
@@ -233,7 +233,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
     return counter < max_iters
 
   loop_vars = args + body_grad_graph.external_captures
-  grad_cond_name = _get_unique_name("%s_grad_cond" % op.name)
+  grad_cond_name = util.unique_grad_fn_name(op.get_attr("cond").name)
   cond_grad_graph = function.func_graph_from_py_func(
       grad_cond_name, grad_cond, loop_vars, {},
       func_graph=util.WhileCondFuncGraph(grad_cond_name))
@@ -247,7 +247,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
       util.create_new_tf_function(cond_grad_graph),
       util.create_new_tf_function(body_grad_graph),
       output_shapes=[t.shape for t in body_grad_graph.outputs],
-      name=_get_unique_name("%s_grad" % op.name))
+      name="%s_grad" % op.name)
 
   _copy_handle_data(body_grad_graph.outputs, outputs)
   _maybe_set_lowering_attr(outputs[0].op)
@@ -450,20 +450,6 @@ def _get_accumulator(tensor):
   return None
 
 
-# TODO(srbs): Add to common utils for cond_v2 and while_v2.
-def _get_unique_name(name):
-  """Returns a name that is unique in the root graph of `func_graph`.
-
-  Args:
-    name: String to uniquify.
-
-  Returns:
-    A string.
-  """
-  with ops.init_scope():
-    return ops.get_default_graph().unique_name(name)
-
-
 class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
   """FuncGraph for the gradient function of the body of a While op.
 
-- 
GitLab


From f245cba5ba97999e206622283ff452084a74650e Mon Sep 17 00:00:00 2001
From: Doe Hyun Yoon <dyoon@google.com>
Date: Thu, 18 Oct 2018 08:56:33 -0700
Subject: [PATCH 0258/1825] Remove disabled code in graph_properties.cc

PiperOrigin-RevId: 217708316
---
 tensorflow/core/grappler/costs/graph_properties.cc | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index 6a6b14276a..ae48b9f159 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -1285,15 +1285,6 @@ class SymbolicShapeRefiner {
     // Integer tensors of rank one can also be interpreted as a shape
     // provided all their values are >= -1.
     if (IsIntegerVector(tensor)) {
-#if 0
-      ShapeHandle tensor_shape = ic->Vector(tensor.NumElements());
-      ShapeHandle shp;
-      // Note that MakeShapeFromTensor filters out invalid values (e.g., < -1).
-      if (ic->MakeShapeFromTensor(&tensor, tensor_shape, &shp).ok()) {
-        *tensors_as_shapes = shp;
-        return true;
-      }
-#else
       bool has_values_smaller_than_minus_1 = false;
       std::vector<DimensionHandle> dims;
       for (int i = 0; i < tensor.NumElements(); i++) {
@@ -1305,7 +1296,6 @@ class SymbolicShapeRefiner {
       if (!has_values_smaller_than_minus_1) {
         *tensors_as_shapes = ic->MakeShape(dims);
       }
-#endif
     } else if (IsIntegerScalar(tensor)) {
       // Scalar constant.
       int64 value = tensor.dtype() == DT_INT32 ? tensor.flat<int32>()(0)
-- 
GitLab


From c9598f9b1879af82537cfeaff50d01c8fb04cd79 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 08:57:44 -0700
Subject: [PATCH 0259/1825] Test different toco export options.

PiperOrigin-RevId: 217708471
---
 tensorflow/contrib/lite/toco/tflite/export.cc |  43 +++---
 tensorflow/contrib/lite/toco/tflite/export.h  |  16 +-
 .../contrib/lite/toco/tflite/export_test.cc   | 143 ++++++++++++------
 tensorflow/contrib/lite/toco/toco_tooling.cc  |   5 +-
 4 files changed, 134 insertions(+), 73 deletions(-)

diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/contrib/lite/toco/tflite/export.cc
index 8dcb795738..b3824d2bc0 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export.cc
@@ -141,6 +141,7 @@ OperatorKey GetOperatorKey(
     // TODO(b/113715895): When `allow_flex_ops` is on, for now there's no way
     // to populate a regular custom op. We need to find a way to fix this.
     if (ShouldExportAsFlexOp(allow_flex_ops, unsupported_op.tensorflow_op)) {
+      key.is_custom_op = true;
       key.is_flex_op = true;
       key.flex_tensorflow_op = tensorflow_op;
       key.custom_code =
@@ -406,13 +407,13 @@ Offset<Vector<Offset<Buffer>>> ExportBuffers(
   return builder->CreateVector(buffer_vector);
 }
 
-void Export(const Model& model, string* output_file_contents,
-            const ExportParams& params) {
+tensorflow::Status Export(const Model& model, string* output_file_contents,
+                          const ExportParams& params) {
   const auto ops_by_type = BuildOperatorByTypeMap(params.allow_flex_ops);
-  Export(model, output_file_contents, params, ops_by_type);
+  return Export(model, output_file_contents, params, ops_by_type);
 }
 
-void Export(
+tensorflow::Status Export(
     const Model& model, string* output_file_contents,
     const ExportParams& params,
     const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type) {
@@ -471,14 +472,14 @@ void Export(
         custom_ops_final = custom_ops;
       }
 
-      LOG(QFATAL)
-          << "Some of the operators in the model are not supported by "
-             "the standard TensorFlow Lite runtime. If you have a custom "
-             "implementation for them you can disable this error with "
-             "--allow_custom_ops, or by setting allow_custom_ops=True "
-             "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
-             "of operators for which  you will need custom implementations: "
-          << absl::StrJoin(custom_ops_final, ", ") << ".";
+      return tensorflow::errors::InvalidArgument(absl::StrCat(
+          "Some of the operators in the model are not supported by the "
+          "standard TensorFlow Lite runtime. If you have a custom "
+          "implementation for them you can disable this error with "
+          "--allow_custom_ops, or by setting allow_custom_ops=True when "
+          "calling tf.contrib.lite.TFLiteConverter(). Here is a list of "
+          "operators for which  you will need custom implementations: ",
+          absl::StrJoin(custom_ops_final, ", "), "."));
     }
 
     std::set<string> unsupported_control_flow_ops;
@@ -490,16 +491,17 @@ void Export(
       }
     }
     if (!unsupported_control_flow_ops.empty()) {
-      LOG(QFATAL)
-          << "TensorFlow Lite currently doesn't support control flow ops: "
-          << absl::StrJoin(unsupported_control_flow_ops, ", ") << ".";
+      return tensorflow::errors::InvalidArgument(absl::StrCat(
+          "TensorFlow Lite currently doesn't support control flow ops: ",
+          absl::StrJoin(unsupported_control_flow_ops, ", "), "."));
     }
   }
 
   if (!unsupported_flex_ops.empty()) {
-    LOG(QFATAL) << "Some of the operators in the model are not supported by "
-                   "TensorFlow Flex runtime: "
-                << absl::StrJoin(unsupported_flex_ops, ", ") << ".";
+    return tensorflow::errors::InvalidArgument(
+        absl::StrCat("Some of the operators in the model are not supported by "
+                     "TensorFlow Flex runtime: ",
+                     absl::StrJoin(unsupported_flex_ops, ", "), "."));
   }
 
   std::set<int32_t> variable_tensor_indices;
@@ -534,12 +536,15 @@ void Export(
     const ::tflite::Model* input_model = ::tflite::GetModel(buffer);
     if (::tflite::optimize::QuantizeWeights(&q_builder, input_model) !=
         kTfLiteOk) {
-      LOG(QFATAL) << "Quantize weights transformation failed.";
+      return tensorflow::errors::InvalidArgument(
+          "Quantize weights transformation failed.");
     }
     WriteModelToString(q_builder, output_file_contents);
   } else {
     WriteModelToString(builder, output_file_contents);
   }
+
+  return tensorflow::Status();
 }
 
 }  // namespace tflite
diff --git a/tensorflow/contrib/lite/toco/tflite/export.h b/tensorflow/contrib/lite/toco/tflite/export.h
index c627f48086..06b4cb1caa 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.h
+++ b/tensorflow/contrib/lite/toco/tflite/export.h
@@ -32,11 +32,11 @@ struct ExportParams {
 
 // Transform the given tf.mini model into a TF Lite flatbuffer and deposit the
 // result in the given string.
-void Export(const Model& model, string* output_file_contents,
-            const ExportParams& params);
+tensorflow::Status Export(const Model& model, string* output_file_contents,
+                          const ExportParams& params);
 
 // Export API with custom TFLite operator mapping.
-void Export(
+tensorflow::Status Export(
     const Model& model, string* output_file_contents,
     const ExportParams& params,
     const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type);
@@ -48,7 +48,8 @@ inline void Export(const Model& model, bool allow_custom_ops,
   ExportParams params;
   params.allow_custom_ops = allow_custom_ops;
   params.quantize_weights = quantize_weights;
-  Export(model, output_file_contents, params);
+  auto status = Export(model, output_file_contents, params);
+  if (!status.ok()) LOG(QFATAL) << status.error_message();
 }
 
 // This is for backward-compatibility.
@@ -60,7 +61,8 @@ inline void Export(
   ExportParams params;
   params.allow_custom_ops = allow_custom_ops;
   params.quantize_weights = quantize_weights;
-  Export(model, output_file_contents, params, ops_by_type);
+  auto status = Export(model, output_file_contents, params, ops_by_type);
+  if (!status.ok()) LOG(QFATAL) << status.error_message();
 }
 
 // This is for backward-compatibility.
@@ -68,8 +70,8 @@ inline void Export(
 inline void Export(const Model& model, string* output_file_contents) {
   ExportParams params;
   params.allow_custom_ops = true;
-  Export(model, output_file_contents, params);
-  Export(model, true, false, output_file_contents);
+  auto status = Export(model, output_file_contents, params);
+  if (!status.ok()) LOG(QFATAL) << status.error_message();
 }
 
 namespace details {
diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/contrib/lite/toco/tflite/export_test.cc
index 13e3ba6d5f..9ee45ee64e 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export_test.cc
@@ -30,27 +30,27 @@ using ::testing::ElementsAre;
 
 class ExportTest : public ::testing::Test {
  protected:
-  // This is a very simplistic model. We are not interested in testing all the
-  // details here, since tf.mini's testing framework will be exercising all the
-  // conversions multiple times, and the conversion of operators is tested by
-  // separate unittests.
-  void BuildTestModel() {
-    input_model_.GetOrCreateArray("tensor_one");
-    input_model_.GetOrCreateArray("tensor_two");
-    {
-      auto* op = new ConvOperator;
-      op->padding.type = PaddingType::kSame;
-      input_model_.operators.emplace_back(op);
+  void AddTensorsByName(std::initializer_list<string> names) {
+    for (const string& name : names) {
+      input_model_.GetOrCreateArray(name);
     }
-    input_model_.operators.emplace_back(new AddOperator);
-    {
-      auto* op = new TensorFlowUnsupportedOperator;
-      op->tensorflow_op = "MyCrazyOp";
-      input_model_.operators.emplace_back(op);
+  }
+  void AddOperatorsByName(std::initializer_list<string> names) {
+    for (const string& name : names) {
+      if (name == "Conv") {
+        auto* op = new ConvOperator;
+        op->padding.type = PaddingType::kSame;
+        input_model_.operators.emplace_back(op);
+      } else if (name == "Add") {
+        input_model_.operators.emplace_back(new AddOperator);
+      } else if (name == "Sub") {
+        input_model_.operators.emplace_back(new SubOperator);
+      } else {
+        auto* op = new TensorFlowUnsupportedOperator;
+        op->tensorflow_op = name;
+        input_model_.operators.emplace_back(op);
+      }
     }
-    // Note that Sub is not know to TF Lite, so it gets exported as a custom
-    // op (and no options).
-    input_model_.operators.emplace_back(new SubOperator);
   }
 
   void BuildQuantizableTestModel() {
@@ -89,11 +89,46 @@ class ExportTest : public ::testing::Test {
     input_model_.operators.emplace_back(new AddOperator);
   }
 
+  std::vector<string> ExportAndSummarizeOperators(const ExportParams& params) {
+    std::vector<string> names;
+
+    string result;
+    if (!Export(input_model_, &result, params).ok()) return names;
+
+    auto* model = ::tflite::GetModel(result.data());
+
+    for (const ::tflite::OperatorCode* opcode : *model->operator_codes()) {
+      if (opcode->builtin_code() != ::tflite::BuiltinOperator_CUSTOM) {
+        names.push_back(string("builtin:") + ::tflite::EnumNameBuiltinOperator(
+                                                 opcode->builtin_code()));
+      } else {
+        names.push_back(string("custom:") + opcode->custom_code()->c_str());
+      }
+    }
+
+    return names;
+  }
+
+  std::vector<uint32_t> ExportAndGetOperatorIndices(
+      const ExportParams& params) {
+    std::vector<uint32_t> indices;
+
+    string result;
+    if (!Export(input_model_, &result, params).ok()) return indices;
+    auto* model = ::tflite::GetModel(result.data());
+
+    auto operators = (*model->subgraphs())[0]->operators();
+    for (const auto* op : *operators) {
+      indices.push_back(op->opcode_index());
+    }
+    return indices;
+  }
+
   Model input_model_;
 };
 
 TEST_F(ExportTest, LoadTensorsMap) {
-  BuildTestModel();
+  AddTensorsByName({"tensor_one", "tensor_two"});
 
   details::TensorsMap tensors;
   details::LoadTensorsMap(input_model_, &tensors);
@@ -102,7 +137,7 @@ TEST_F(ExportTest, LoadTensorsMap) {
 }
 
 TEST_F(ExportTest, LoadOperatorsMap) {
-  BuildTestModel();
+  AddOperatorsByName({"Conv", "Add", "MyCrazyOp", "Sub"});
 
   details::OperatorsMap operators;
   const auto ops_by_type = BuildOperatorByTypeMap();
@@ -118,34 +153,50 @@ TEST_F(ExportTest, LoadOperatorsMap) {
 }
 
 TEST_F(ExportTest, Export) {
-  BuildTestModel();
+  AddOperatorsByName({"Conv", "Add", "MyCrazyOp", "Sub"});
 
-  string result;
-  Export(input_model_, true, false, &result);
+  ExportParams params;
+  params.allow_custom_ops = true;
+  params.allow_flex_ops = false;
+  params.quantize_weights = false;
 
-  auto* model = ::tflite::GetModel(result.data());
-
-  std::vector<string> names;
-  for (const ::tflite::OperatorCode* opcode : *model->operator_codes()) {
-    if (opcode->builtin_code() != ::tflite::BuiltinOperator_CUSTOM) {
-      names.push_back(string("builtin:") + ::tflite::EnumNameBuiltinOperator(
-                                               opcode->builtin_code()));
-    } else {
-      names.push_back(string("custom:") + opcode->custom_code()->c_str());
-    }
-  }
-
-  EXPECT_THAT(names, ElementsAre("builtin:ADD", "builtin:CONV_2D",
-                                 "custom:MyCrazyOp", "builtin:SUB"));
-
-  std::vector<uint32_t> indices;
-  auto operators = (*model->subgraphs())[0]->operators();
-  EXPECT_EQ(operators->Length(), 4);
-  for (const auto* op : *operators) {
-    indices.push_back(op->opcode_index());
-  }
+  EXPECT_THAT(ExportAndSummarizeOperators(params),
+              ElementsAre("builtin:ADD", "builtin:CONV_2D", "custom:MyCrazyOp",
+                          "builtin:SUB"));
+  EXPECT_THAT(ExportAndGetOperatorIndices(params), ElementsAre(1, 0, 2, 3));
+}
 
-  EXPECT_THAT(indices, ElementsAre(1, 0, 2, 3));
+TEST_F(ExportTest, ExportWithOptions) {
+  // We have three main types of operators:
+  //  1) first-class TOCO/TF Lite operators, which are exported as TF Lite
+  //     builtins
+  //  2) operators that are not recognized by TOCO but are known to the
+  //     standard TensorFlow runtime. Those should be exported as FLEX
+  //     operators, when requested. Otherwise they are custom TF Lite ops.
+  //  3) operators that are not recognized and should be exported as custom
+  //     TF Lite ops. There are two subtypes: ops that would be recognized
+  //     by a custom TensorFlow runtime, and "fake" ops that have only a
+  //     TF Lite impl.
+  AddOperatorsByName({"Add", "ResizeNearestNeighbor"});
+
+  ExportParams params;
+  params.allow_custom_ops = false;
+  params.allow_flex_ops = false;
+  params.quantize_weights = false;
+
+  // Conversion fails because ResizeNearestNeighbor is unknown.
+  EXPECT_THAT(ExportAndSummarizeOperators(params), ElementsAre());
+
+  // ResizeNearestNeighbor is treated as a simple custom op (#3 above).
+  params.allow_custom_ops = true;
+  EXPECT_THAT(ExportAndSummarizeOperators(params),
+              ElementsAre("builtin:ADD", "custom:ResizeNearestNeighbor"));
+
+  // ResizeNearestNeighbor is recognized as a TensorFlow (Flex) op.
+  params.allow_custom_ops = true;
+  params.allow_flex_ops = true;
+  EXPECT_THAT(ExportAndSummarizeOperators(params),
+              ElementsAre("builtin:ADD", "custom:FlexResizeNearestNeighbor"));
 }
 
 TEST_F(ExportTest, QuantizeWeights) {
diff --git a/tensorflow/contrib/lite/toco/toco_tooling.cc b/tensorflow/contrib/lite/toco/toco_tooling.cc
index 106494f354..55208c19cb 100644
--- a/tensorflow/contrib/lite/toco/toco_tooling.cc
+++ b/tensorflow/contrib/lite/toco/toco_tooling.cc
@@ -419,7 +419,10 @@ void Export(const TocoFlags& toco_flags, const Model& model,
 
       params.quantize_weights = toco_flags.post_training_quantize();
 
-      toco::tflite::Export(model, output_file_contents, params);
+      auto status = toco::tflite::Export(model, output_file_contents, params);
+      if (!status.ok()) {
+        LOG(QFATAL) << status.error_message();
+      }
     } break;
     case GRAPHVIZ_DOT:
       DumpGraphviz(model, output_file_contents);
-- 
GitLab


From 03d5e3a74c5a404fba00da0cbe61cfd55acbf950 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 18:52:31 -0700
Subject: [PATCH 0260/1825] Change inherited classes for
 FixedLengthRecordDataset and TextLineDataset

---
 tensorflow/python/data/ops/readers.py | 10 ++--------
 1 file changed, 2 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index d08da6704c..15ed443264 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -32,7 +32,7 @@ _DEFAULT_READER_BUFFER_SIZE_BYTES = 256 * 1024  # 256 KB
 
 
 @tf_export("data.TextLineDataset")
-class TextLineDataset(dataset_ops.Dataset):
+class TextLineDataset(dataset_ops.DatasetSource):
   """A `Dataset` comprising lines from one or more text files."""
 
   def __init__(self, filenames, compression_type=None, buffer_size=None):
@@ -61,9 +61,6 @@ class TextLineDataset(dataset_ops.Dataset):
     return gen_dataset_ops.text_line_dataset(
         self._filenames, self._compression_type, self._buffer_size)
 
-  def _inputs(self):
-    return []
-
   @property
   def output_classes(self):
     return ops.Tensor
@@ -247,7 +244,7 @@ class TFRecordDataset(dataset_ops.Dataset):
 
 
 @tf_export("data.FixedLengthRecordDataset")
-class FixedLengthRecordDataset(dataset_ops.Dataset):
+class FixedLengthRecordDataset(dataset_ops.DatasetSource):
   """A `Dataset` of fixed-length records from one or more binary files."""
 
   def __init__(self,
@@ -287,9 +284,6 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
         self._filenames, self._header_bytes, self._record_bytes,
         self._footer_bytes, self._buffer_size)
 
-  def _inputs(self):
-    return []
-
   @property
   def output_classes(self):
     return ops.Tensor
-- 
GitLab


From b334e6300171dbb7bd7c9f49dbfe247c54c19dab Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Tue, 2 Oct 2018 21:40:38 -0700
Subject: [PATCH 0261/1825] Change _TFRecordDataset to be herited from
 DatasetSource

---
 tensorflow/python/data/ops/readers.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index 15ed443264..b0a7b5b217 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -74,7 +74,7 @@ class TextLineDataset(dataset_ops.DatasetSource):
     return dtypes.string
 
 
-class _TFRecordDataset(dataset_ops.Dataset):
+class _TFRecordDataset(dataset_ops.DatasetSource):
   """A `Dataset` comprising records from one or more TFRecord files."""
 
   def __init__(self, filenames, compression_type=None, buffer_size=None):
@@ -105,9 +105,6 @@ class _TFRecordDataset(dataset_ops.Dataset):
     return gen_dataset_ops.tf_record_dataset(
         self._filenames, self._compression_type, self._buffer_size)
 
-  def _inputs(self):
-    return []
-
   @property
   def output_classes(self):
     return ops.Tensor
-- 
GitLab


From 53894248dfc7338f7e3165115a17632c69f5a848 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Thu, 18 Oct 2018 09:45:40 -0700
Subject: [PATCH 0262/1825] Shard control_flow_ops_py_test.py to get it back
 down to "small".

PiperOrigin-RevId: 217716552
---
 tensorflow/python/kernel_tests/BUILD | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index cf0b23a6ef..201392dfcd 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1480,9 +1480,7 @@ cuda_py_test(
 
 cuda_py_test(
     name = "control_flow_ops_py_test",
-    # TODO(b/70473603): change this back to "small" once the C API is
-    # permanently enabled
-    size = "large",
+    size = "small",
     srcs = ["control_flow_ops_py_test.py"],
     additional_deps = [
         "//third_party/py/numpy",
@@ -1516,6 +1514,8 @@ cuda_py_test(
         "//tensorflow/python:variables",
         "//tensorflow/python:while_v2",
     ],
+    shard_count = 16,
+    tags = ["no_oss"],  # TODO(b/117928656)
 )
 
 tf_py_test(
-- 
GitLab


From a07acf978e2418e3fffe7560b5f136992cd0c70f Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Thu, 18 Oct 2018 09:46:21 -0700
Subject: [PATCH 0263/1825] Creating a TrackableResource class that all
 Resources should inherit from in order to be tracked and recreated upon
 restore.

PiperOrigin-RevId: 217716656
---
 .../training/checkpointable/tracking.py       | 23 +++++++++++++++++++
 1 file changed, 23 insertions(+)

diff --git a/tensorflow/python/training/checkpointable/tracking.py b/tensorflow/python/training/checkpointable/tracking.py
index bd0bed9d46..558ae0855e 100644
--- a/tensorflow/python/training/checkpointable/tracking.py
+++ b/tensorflow/python/training/checkpointable/tracking.py
@@ -70,3 +70,26 @@ class Checkpointable(base.CheckpointableBase):
   def _no_dependency(self, value):
     """Override to allow CheckpointableBase to disable dependency tracking."""
     return data_structures.NoDependency(value)
+
+
+class TrackableResource(base.CheckpointableBase):
+  """Base class for all resources that need to be tracked."""
+
+  def __init__(self):
+    self._resource_handle = None
+
+  def create_resource(self):
+    """A function that creates a resource handle."""
+    raise NotImplementedError("TrackableResource.create_resource not "
+                              "implemented.")
+
+  def initialize(self):
+    """A function that initializes the resource. Optional."""
+    pass
+
+  @property
+  def resource_handle(self):
+    """Returns the resource handle associated with this Resource."""
+    if self._resource_handle is None:
+      self._resource_handle = self.create_resource()
+    return self._resource_handle
-- 
GitLab


From ba6b2a96740dd3041a99296b997d3e507602cc2b Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Thu, 18 Oct 2018 09:55:07 -0700
Subject: [PATCH 0264/1825] Make pruning work when calling while_v2 in a v1
 Graph.

PiperOrigin-RevId: 217718254
---
 .../kernel_tests/control_flow_ops_py_test.py  | 57 ++++++++++++++++++-
 .../python/kernel_tests/while_v2_test.py      |  4 +-
 tensorflow/python/ops/while_v2.py             | 18 +++++-
 3 files changed, 74 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 1e9f29028b..efff54928d 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -741,7 +741,7 @@ class ControlFlowTest(test.TestCase):
       ]
       self.assertAllEqual(dense_gv, [0.0, 2.0])
 
-  @test_util.run_in_graph_and_eager_modes()
+  @test_util.run_in_graph_and_eager_modes
   def testCondAutoControlDeps(self):
 
     def branch_fn():
@@ -789,6 +789,61 @@ class ControlFlowTest(test.TestCase):
         self.assertEqual(self.evaluate(nested_cond()), 10)
       self.assertEqual(printed.contents(), "A\nB\nC\n")
 
+  @test_util.run_in_graph_and_eager_modes
+  def testWhileAutoControlDeps(self):
+
+    def cond(i, unused_x):
+      logging_ops.print_v2("A")
+      return i < 2
+
+    def body(i, x):
+      logging_ops.print_v2("B")
+      with ops.control_dependencies([logging_ops.print_v2("C")]):
+        x = array_ops.identity(x)
+      with ops.control_dependencies([logging_ops.print_v2("D")]):
+        return i + 1, x
+
+    def build_while():
+      return control_flow_ops.while_loop(
+          cond, body, [constant_op.constant(0), constant_op.constant(0)])
+
+    def build_nested_while():
+      return control_flow_ops.cond(
+          constant_op.constant(True), build_while, lambda: (0, 0))
+
+    # In v1 graph mode, pruning should make only "D" print.
+    if not context.executing_eagerly():
+      with self.cached_session():
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_while()[0].eval(), 2)
+        self.assertEqual(printed.contents(), "D\nD\n")
+
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_nested_while()[0].eval(), 2)
+        self.assertEqual(printed.contents(), "D\nD\n")
+
+    # In defuns, all prints should execute in program order.
+    # This doesn't work with legacy control flow.
+    if control_flow_ops.ENABLE_WHILE_V2:
+
+      @eager_function.defun
+      def while_loop():
+        return build_while()[0]
+
+      with self.captureWritesToStream(sys.stderr) as printed:
+        self.assertEqual(self.evaluate(while_loop()), 2)
+      self.assertEqual(printed.contents(), "A\nB\nC\nD\nA\nB\nC\nD\nA\n")
+
+      @eager_function.defun
+      def nested_while_loop():
+        return build_nested_while()[0]
+
+      # TODO(b/117840611): calling nested_while_loop fails in eager
+      if not context.executing_eagerly():
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(self.evaluate(nested_while_loop()), 2)
+        self.assertEqual(printed.contents(), "A\nB\nC\nD\nA\nB\nC\nD\nA\n")
+
   # Microbenchmark: 256,000 iterations/s.
   @test_util.disable_control_flow_v2("b/116630618 (Times out)")
   def testWhile_1(self):
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index 5d2305d397..f9ed7c52fd 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -246,7 +246,7 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
 
     # Forward pass.
     ret = while_loop_v2(lambda v, u: v < 8., lambda v, u: (v * v, u), [x, y])
-    while_op = ret[0].op
+    while_op = ret[0].op.inputs[0].op
     # Get the TensorList output of While op containing the accumulated values
     # of y.
     # while_op.inputs: [counter_arg, x_arg, y_arg, *accumulators]
@@ -271,7 +271,7 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
     """Helper function testDefaultName."""
     output = while_v2.while_loop(lambda i: i < 3, lambda i: i + 1,
                                  [constant_op.constant(0)])
-    while_op = output.op
+    while_op = output.op.inputs[0].op
     self.assertEqual(while_op.type, "While")
     return while_op
 
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 507e18945b..60458d27a6 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -78,6 +78,10 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
 
     flattened_shapes = [tensor_shape.scalar()] + flattened_shapes
 
+    # Automatic control dependencies are added in defuns, but not in v1
+    # graphs. Propagate that behavior here.
+    add_control_dependencies = util.in_defun()
+
     # Build a `cond` wrapper that can handle the extra counter loop_var.
     def wrapped_cond(unused_loop_counter, *loop_vars):
       return cond(*loop_vars)
@@ -88,7 +92,8 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     ]
     cond_graph = function.func_graph_from_py_func(
         cond_name, wrapped_cond, flattened_loop_vars, {}, signature=signature,
-        func_graph=util.WhileCondFuncGraph(cond_name))
+        func_graph=util.WhileCondFuncGraph(cond_name),
+        add_control_dependencies=add_control_dependencies)
 
     # Add external_captures of cond to the list of loop vars.
     # Note that external tensors will be treated as loop invariants, i.e.,
@@ -128,7 +133,8 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     ]
     body_graph = function.func_graph_from_py_func(
         body_name, wrapped_body, flattened_loop_vars, {}, signature=signature,
-        func_graph=util.WhileBodyFuncGraph(body_name))
+        func_graph=util.WhileBodyFuncGraph(body_name),
+        add_control_dependencies=add_control_dependencies)
     # Add external captures of body to the list of loop vars.
     # Note that external tensors will be treated as loop invariants, i.e.,
     # the value of that tensor in each iteration is the same as it was at the
@@ -187,6 +193,14 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     _copy_handle_data(body_graph.outputs, outputs)
     _maybe_set_lowering_attr(outputs[0].op)
 
+    # Return identities for each output of the While op, rather than the output
+    # of the While op directly. This makes pruning work if the output of
+    # while_loop() is fetched: the lowering pass converts the While outputs into
+    # IdentityN outputs, which if fetched will cause all ops in the body to be
+    # run (since it takes all exit ops as input). After lowering, each output
+    # identity op will end up with only the appropriate exit op as input.
+    outputs = tuple(array_ops.identity(t) for t in outputs)
+
   # First var is loop counter.
   if num_outputs == 1:
     return outputs[1]
-- 
GitLab


From a4013c51f07180c4b8946357ee3daf18043a8acc Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Thu, 18 Oct 2018 10:24:41 -0700
Subject: [PATCH 0265/1825] Fix typos and wording based on review feedback

---
 .../python/examples/generative_examples/dcgan.ipynb    | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index b89f16b419..4b1a4c5e5a 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -43,7 +43,7 @@
       },
       "cell_type": "markdown",
       "source": [
-        "This tutorial demonstrates how to generate images of handwritten digits with **Deep Convolutional Generative Adverserial Networks** ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
+        "This tutorial demonstrates how to generate images of handwritten digits with **Deep Convolutional Generative Adversarial Networks** ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
       ]
     },
     {
@@ -93,17 +93,17 @@
       "cell_type": "markdown",
       "source": [
         "## What are GANs?\n",
-        "GANs standards for **Generative Adversarial Networks** and they are a type of deep **generative** models. MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). We have included more learning resources on these subjects in the \"Learn more about GANs\" section at the end of the tutorial.\n",
+        "GANs stands for **Generative Adversarial Networks** and they are a type of deep **generative** models. MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). We have included more learning resources on these subjects in the \"Learn more about GANs\" section at the end of the tutorial.\n",
         "\n",
         "Many deep learning models, for example using a CNN for classification, are based on optimization: finding the low value of the cost function. GANs are different because there are at least two players (or network models): a generator and a discriminator and each has its own cost. Training GANs is like a two-player game (**adversarial**) such as chess where each player plays against each other.\n",
         "\n",
         " **Deep Convolutional GAN** (DCGAN) is a type of GANs and in this tutorial we will use DCGAN to generate MNIST digits.\n",
         "\n",
-        "GANs can be used to generate new images that no one has seen before. The generator will generate fake images while the discriminator will classify whether the generated images are fake. An** equilibrium** will reach in the game when the generator makes data that looks identical to the training data and the discriminator can no longer tell the difference between the fake images (generated by the generator) and the real images (the training data). \n",
+        "GANs can be used to generate new images that no one has seen before. The generator will generate fake images while the discriminator will classify whether the generated images are fake. The game will reach an ** equilibrium** when the generator makes data that looks identical to the training data and the discriminator can no longer tell the difference between the fake images (generated by the generator) and the real images (the training data). \n",
         "\n",
         "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
         "\n",
-        "While the generator and discriminator competes against each other, the discriminator also teaches the generator . Over time the generator starts to produce images that resemble the training data that is fed into the discriminator, in this case the MNIST digits. Below is the output with images generated after training the generator and discriminator models for 150 epochs.\n",
+        "While the generator and discriminator compete against each other, the discriminator also teaches the generator . Over time the generator starts to produce images that resemble the training data that is fed into the discriminator, in this case the MNIST digits. Below is the output with images generated after training the generator and discriminator models for 150 epochs.\n",
         "\n",
         "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
       ]
@@ -591,7 +591,7 @@
       },
       "cell_type": "markdown",
       "source": [
-        "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you wee the diagam in the beginning of the tutorial."
+        "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you see in the diagam at the beginning of the tutorial."
       ]
     },
     {
-- 
GitLab


From 07554300d55c1c77dbc0108710d824bc4ae0b81c Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Thu, 18 Oct 2018 10:35:29 -0700
Subject: [PATCH 0266/1825] Uncomment @estimator_export decorators related to
 experimental.

API compat test now properly points towards modules in tensorflow_estimator
repo. Uncommenting decorators to get proper API file review.

PiperOrigin-RevId: 217726919
---
 .../v1/tensorflow.estimator.experimental.pbtxt    | 15 +++++++++++++++
 .../api/golden/v1/tensorflow.estimator.pbtxt      |  4 ++++
 .../v2/tensorflow.estimator.experimental.pbtxt    | 15 +++++++++++++++
 .../api/golden/v2/tensorflow.estimator.pbtxt      |  4 ++++
 4 files changed, 38 insertions(+)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
new file mode 100644
index 0000000000..3a0e0955e4
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
@@ -0,0 +1,15 @@
+path: "tensorflow.estimator.experimental"
+tf_module {
+  member_method {
+    name: "call_logit_fn"
+    argspec: "args=[\'logit_fn\', \'features\', \'mode\', \'params\', \'config\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "dnn_logit_fn_builder"
+    argspec: "args=[\'units\', \'hidden_units\', \'feature_columns\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'batch_norm\', \'shared_state_manager\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "linear_logit_fn_builder"
+    argspec: "args=[\'units\', \'feature_columns\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'sum\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
index f1d204a3ef..658b6db542 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
@@ -88,6 +88,10 @@ tf_module {
     name: "WarmStartSettings"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "export"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
new file mode 100644
index 0000000000..3a0e0955e4
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
@@ -0,0 +1,15 @@
+path: "tensorflow.estimator.experimental"
+tf_module {
+  member_method {
+    name: "call_logit_fn"
+    argspec: "args=[\'logit_fn\', \'features\', \'mode\', \'params\', \'config\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "dnn_logit_fn_builder"
+    argspec: "args=[\'units\', \'hidden_units\', \'feature_columns\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'batch_norm\', \'shared_state_manager\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "linear_logit_fn_builder"
+    argspec: "args=[\'units\', \'feature_columns\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'sum\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
index f1d204a3ef..658b6db542 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
@@ -88,6 +88,10 @@ tf_module {
     name: "WarmStartSettings"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "export"
     mtype: "<type \'module\'>"
-- 
GitLab


From 858812d234cd75a2aed69ac7def94fde7716b12b Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 18 Oct 2018 11:02:57 -0700
Subject: [PATCH 0267/1825] Change the API golden file

---
 .../golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt | 1 +
 .../tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt | 1 +
 .../golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt | 1 +
 .../tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt | 1 +
 4 files changed, 4 insertions(+)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
index a7bfa82c65..790005d228 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.data.FixedLengthRecordDataset"
 tf_class {
   is_instance: "<class \'tensorflow.python.data.ops.readers.FixedLengthRecordDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
   is_instance: "<type \'object\'>"
   member {
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt
index 2817f900e1..1c305abf68 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.data.TextLineDataset"
 tf_class {
   is_instance: "<class \'tensorflow.python.data.ops.readers.TextLineDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
   is_instance: "<type \'object\'>"
   member {
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
index a7bfa82c65..790005d228 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.data.FixedLengthRecordDataset"
 tf_class {
   is_instance: "<class \'tensorflow.python.data.ops.readers.FixedLengthRecordDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
   is_instance: "<type \'object\'>"
   member {
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt
index 2817f900e1..1c305abf68 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.data.TextLineDataset"
 tf_class {
   is_instance: "<class \'tensorflow.python.data.ops.readers.TextLineDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
   is_instance: "<type \'object\'>"
   member {
-- 
GitLab


From 1ba7da2ff37d10173b3a17c492ebe363ab898124 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Thu, 18 Oct 2018 11:11:00 -0700
Subject: [PATCH 0268/1825] Deprecate init_targets arg in
 tf.test.compute_gradient_error for TF V2 API. Add warnings for V1.

PiperOrigin-RevId: 217734286
---
 tensorflow/python/ops/gradient_checker.py     | 55 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.test.pbtxt |  2 +-
 2 files changed, 55 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/gradient_checker.py b/tensorflow/python/ops/gradient_checker.py
index 94c8d79335..1665219c80 100644
--- a/tensorflow/python/ops/gradient_checker.py
+++ b/tensorflow/python/ops/gradient_checker.py
@@ -31,6 +31,7 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients
 from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -327,7 +328,10 @@ def compute_gradient(x,
     return ret
 
 
-@tf_export("test.compute_gradient_error")
+@tf_export(v1=["test.compute_gradient_error"])
+@deprecation.deprecated_args(
+    None, "init_targets will be deprecated in TensorFlow 2.0",
+    ("init_targets", None))  # Do not trigger warning in V2
 def compute_gradient_error(x,
                            x_shape,
                            y,
@@ -376,3 +380,52 @@ def compute_gradient_error(x,
     if j_t.size or j_n.size:  # Handle zero size tensors correctly
       error = np.maximum(error, np.fabs(j_t - j_n).max())
   return error
+
+
+@tf_export("test.compute_gradient_error", v1=[])
+def compute_gradient_error_v2(x,
+                              x_shape,
+                              y,
+                              y_shape,
+                              x_init_value=None,
+                              delta=1e-3,
+                              extra_feed_dict=None):
+  """Computes the gradient error.
+
+  Computes the maximum error for dy/dx between the computed Jacobian and the
+  numerically estimated Jacobian.
+
+  This function will modify the tensors passed in as it adds more operations
+  and hence changing the consumers of the operations of the input tensors.
+
+  This function adds operations to the current session. To compute the error
+  using a particular device, such as a GPU, use the standard methods for
+  setting a device (e.g. using with sess.graph.device() or setting a device
+  function in the session constructor).
+
+  Args:
+    x: a tensor or list of tensors
+    x_shape: the dimensions of x as a tuple or an array of ints. If x is a list,
+      then this is the list of shapes.
+    y: a tensor
+    y_shape: the dimensions of y as a tuple or an array of ints.
+    x_init_value: (optional) a numpy array of the same shape as "x" representing
+      the initial value of x. If x is a list, this should be a list of numpy
+      arrays.  If this is none, the function will pick a random tensor as the
+      initial value.
+    delta: (optional) the amount of perturbation.
+    extra_feed_dict: dict that allows fixing specified tensor values during the
+      Jacobian calculation.
+
+  Returns:
+    The maximum error in between the two Jacobians.
+  """
+  return compute_gradient_error(
+      x,
+      x_shape,
+      y,
+      y_shape,
+      x_init_value=x_init_value,
+      delta=delta,
+      init_targets=None,
+      extra_feed_dict=extra_feed_dict)
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
index 984c584c9e..dee536cd83 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
@@ -30,7 +30,7 @@ tf_module {
   }
   member_method {
     name: "compute_gradient_error"
-    argspec: "args=[\'x\', \'x_shape\', \'y\', \'y_shape\', \'x_init_value\', \'delta\', \'init_targets\', \'extra_feed_dict\'], varargs=None, keywords=None, defaults=[\'None\', \'0.001\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'x_shape\', \'y\', \'y_shape\', \'x_init_value\', \'delta\', \'extra_feed_dict\'], varargs=None, keywords=None, defaults=[\'None\', \'0.001\', \'None\'], "
   }
   member_method {
     name: "create_local_cluster"
-- 
GitLab


From 7ad011b7c542f7183af78f09a47a9673f8457954 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Thu, 18 Oct 2018 11:17:24 -0700
Subject: [PATCH 0269/1825] Allow registering concrete functions directly,
 rather than through PolymorphicFunction.

PiperOrigin-RevId: 217735452
---
 tensorflow/python/eager/function.py      | 50 +++++++++++--------
 tensorflow/python/eager/function_test.py | 63 +++++++++++++++++++++++-
 2 files changed, 90 insertions(+), 23 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index b22db21ebe..dedb94ebeb 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1409,8 +1409,35 @@ class PolymorphicFunction(object):
       ]
 
 
+def register_concrete(func):
+  """Register a concrete function into the graph.
+
+  Args:
+    func: A graph function.
+  """
+  graph = ops.get_default_graph()
+
+  # There are two situations for the actual call of a defun:
+  # 1. If none of the input args are resource variables or watch by any tape,
+  #   it will run the _inference_function of concrete_func for forward pass, and
+  #   the gradient will be generated by standard mechanism.
+  # 2. Otherwise, defun will create two functions, one for forward pass, and the
+  #   backward pass will be created via tape.
+  # When registering the function, we put both cases into graph.
+  # pylint: disable=protected-access
+  func._inference_function.add_to_graph(graph)
+
+  if func._backward_graph_function is None:
+    func._construct_backprop_function()
+  forward_function = func._forward_function
+  backward_function = func._backward_graph_function._inference_function
+  forward_function.add_to_graph(graph)
+  backward_function.add_to_graph(graph)
+  # pylint: enable=protected-access
+
+
 def register(func, *args, **kwargs):
-  """Register the defun function into the graph.
+  """Register a specialization of a PolymorphicFunction into the graph.
 
   This won't actually call the function with the inputs, and only put the
   function definition into graph. Register function with different input param
@@ -1434,26 +1461,7 @@ def register(func, *args, **kwargs):
     raise ValueError("Only defun function is allowed to be registered. "
                      "Got type: %s" % type(func))
   concrete_func = func.get_concrete_function(*args, **kwargs)
-  graph = ops.get_default_graph()
-
-  # There are two situations for the actual call of a defun:
-  # 1. If none of the input args are resource variables or watch by any tape,
-  #   it will run the _inference_function of concrete_func for forward pass, and
-  #   the gradient will be generated by standard mechanism.
-  # 2. Otherwise, defun will create two functions, one for forward pass, and the
-  #   backward pass will be created via tape.
-  # When registering the function, we put both cases into graph.
-  # pylint: disable=protected-access
-  concrete_func._inference_function.add_to_graph(graph)
-
-  if concrete_func._backward_graph_function is None:
-    concrete_func._construct_backprop_function()
-  forward_function = concrete_func._forward_function
-  backward_function = concrete_func._backward_graph_function._inference_function
-  forward_function.add_to_graph(graph)
-  backward_function.add_to_graph(graph)
-  # pylint: enable=protected-access
-
+  register_concrete(concrete_func)
   return concrete_func
 
 
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 7ed83b54af..a3731cf81e 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -88,7 +88,7 @@ class DefunnedMiniModel(MiniModel):
 
 
 @test_util.with_c_shapes
-class FunctionTest(test.TestCase):
+class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testBasic(self):
     matmul = function.defun(math_ops.matmul)
@@ -2149,7 +2149,7 @@ class FunctionTest(test.TestCase):
           t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
           add(t, t)
 
-  def testRegisterFunction(self):
+  def testRegisterPolymorphicFunction(self):
     @function.defun
     def add(x, y):
       return math_ops.add(x, y)
@@ -2211,6 +2211,65 @@ class FunctionTest(test.TestCase):
           self.assertEquals(captured_function_names[i],
                             functions[i].definition.signature.name)
 
+  @parameterized.named_parameters(
+      dict(testcase_name='Defun',
+           function_decorator=function.defun),
+      dict(testcase_name='DefFunction',
+           function_decorator=def_function.function))
+  def testRegisterConcreteFunction(self, function_decorator):
+    @function_decorator
+    def py_add(x, y):
+      return math_ops.add(x, y)
+
+    py_add(array_ops.ones([]), array_ops.ones([]))
+    add = py_add.get_concrete_function(
+        tensor_spec.TensorSpec(None, dtypes.float32),
+        tensor_spec.TensorSpec(None, dtypes.float32))
+
+    @function_decorator
+    def py_composite(x, y):
+      return x, add(x, y)
+
+    py_composite(array_ops.ones([]), array_ops.ones([]))
+    composite = py_composite.get_concrete_function(
+        tensor_spec.TensorSpec(None, dtypes.float32),
+        tensor_spec.TensorSpec(None, dtypes.float32))
+
+    with context.graph_mode(), self.cached_session():
+      with ops.get_default_graph().as_default():
+        t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
+        function.register_concrete(composite)
+
+        graph = ops.get_default_graph()
+        # pylint: disable=protected-access
+        self.assertEqual(len(graph._functions), 6)
+        # two sets of functions, each of them are (inference, forward, backward)
+        functions = list(graph._functions.values())
+        captured_function_names = [
+            f.definition.signature.name for f in functions
+        ]
+        expected_func_name_regex = [
+            '.*inference.*py_composite.*',
+            '.*inference.*py_add.*',
+            '.*forward.*py_composite.*',
+            '.*forward.*py_add.*',
+            '.*inference.*backward.*py_composite.*',
+            '.*inference.*backward.*py_add.*',
+        ]
+        for expected, found in zip(
+            expected_func_name_regex,
+            captured_function_names):
+          self.assertRegexpMatches(found, expected)
+
+        composite_t, composite_double = composite(t, t)
+        double = add(t, t)
+        self.assertAllEqual([[2, 4], [6, 8]], self.evaluate(double))
+        self.assertAllEqual([[2, 4], [6, 8]], self.evaluate(composite_double))
+        self.assertAllEqual([[1, 2], [3, 4]], self.evaluate(composite_t))
+        # Make sure the pre registered function is used, and no other function
+        # is added.
+        self.assertEqual(len(graph._functions), 6)
+
   def testRegisterFunctionWithInputSignature(self):
     def matmul(x, y):
       return math_ops.matmul(x, y)
-- 
GitLab


From d998432f5e82efa30511d1d1ecde76da47c53a18 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 18 Oct 2018 11:36:46 -0700
Subject: [PATCH 0270/1825] [TF:XLA] Bump open source llvm revision to r344722

PiperOrigin-RevId: 217739202
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 590dd56b9e..b4bd58980c 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -481,11 +481,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "b5bd6aa6613f8d57cb5973d43b9d6b82def80bad66f51387d2ed9c76d2652040",
-        strip_prefix = "llvm-4998e62d5745cca132cf92cec718be0746e70bcf",
+        sha256 = "e8e59ceb364e7b128a21b59ede045de8ced550421c689dc3e560599fbc54c640",
+        strip_prefix = "llvm-d2a4fba6e8bd8266f8e2844f49af91faf1c63db9",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/4998e62d5745cca132cf92cec718be0746e70bcf.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/4998e62d5745cca132cf92cec718be0746e70bcf.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/d2a4fba6e8bd8266f8e2844f49af91faf1c63db9.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/d2a4fba6e8bd8266f8e2844f49af91faf1c63db9.tar.gz",
         ],
     )
 
-- 
GitLab


From e044d0f485e2318a0a7dadbdf97049234933f880 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 12:11:33 -0700
Subject: [PATCH 0271/1825] Replace LOG(ERROR) with VLOG in node_def_util.

PiperOrigin-RevId: 217745124
---
 tensorflow/core/framework/node_def_util.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/framework/node_def_util.cc b/tensorflow/core/framework/node_def_util.cc
index c69e067511..578ec7f2e4 100644
--- a/tensorflow/core/framework/node_def_util.cc
+++ b/tensorflow/core/framework/node_def_util.cc
@@ -107,7 +107,7 @@ string FormatNodeForError(const Node& node) {
 }
 
 string FormatNodeDefForError(const NodeDef& node_def) {
-  LOG(ERROR) << "Error in the node: " << SummarizeNodeDef(node_def);
+  VLOG(1) << "Error in the node: " << SummarizeNodeDef(node_def);
   return errors::FormatNodeNameForError(node_def.name());
 }
 
-- 
GitLab


From bca3e40a566b5e6c64bd4a215a992e49eea3751f Mon Sep 17 00:00:00 2001
From: Josh Gordon <random-forests@users.noreply.github.com>
Date: Thu, 18 Oct 2018 15:24:38 -0400
Subject: [PATCH 0272/1825] Updates to the text.

---
 .../examples/generative_examples/dcgan.ipynb  | 1948 ++++++++---------
 1 file changed, 917 insertions(+), 1031 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 4b1a4c5e5a..03b8c910f7 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -1,1034 +1,920 @@
 {
-  "nbformat": 4,
-  "nbformat_minor": 0,
-  "metadata": {
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "0TD5ZrvEMbhZ"
+   },
+   "source": [
+    "**Copyright 2018 The TensorFlow Authors**.\n",
+    "\n",
+    "Licensed under the Apache License, Version 2.0 (the \"License\").\n",
+    "\n",
+    "# Generating Handwritten Digits with DCGAN\n",
+    "\n",
+    "<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n",
+    "<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n",
+    "    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n",
+    "</td><td>\n",
+    "<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "ITZuApL56Mny"
+   },
+   "source": [
+    "This tutorial demonstrates how to generate images of handwritten digits using a Deep Convolutional Generative Adversarial Network ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "toc",
+    "id": "x2McrO9bMyLN"
+   },
+   "source": [
+    ">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n",
+    "\n",
+    ">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n",
+    "\n",
+    ">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n",
+    "\n",
+    ">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n",
+    "\n",
+    ">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n",
+    "\n",
+    ">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n",
+    "\n",
+    ">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n",
+    "\n",
+    ">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n",
+    "\n",
+    ">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n",
+    "\n",
+    ">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n",
+    "\n",
+    ">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n",
+    "\n",
+    ">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n",
+    "\n",
+    ">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n",
+    "\n",
+    ">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n",
+    "\n",
+    ">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "2MbKJY38Puy9"
+   },
+   "source": [
+    "## What are GANs?\n",
+    "GANs, or [Generative Adversarial Networks](https://arxiv.org/abs/1406.2661), are a framework for estimating generative models. Two models are trained simultaneously by an adversarial process: a Generator, which is responsible for generating data (say, images), and a Discriminator, which is responsible for estimating the probability that an image was drawn from the training data (the image is real), or was produced by the Generator (the image is fake). During training, the Generator becomes progressively better at generating images, until the Discriminator is no longer able to distinguish real images from fake. \n",
+    "\n",
+    "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
+    "\n",
+    "We will demonstrate this process end-to-end on MNIST. Below is an animation that shows a series of images produced by the Generator as it was trained for 150 epochs. Overtime, the generated images become increasingly difficult to distinguish from the training set.\n",
+    "\n",
+    "To learn more about GANs, we recommend MIT's [Intro to Deep Learning](http://introtodeeplearning.com/) course, which includes a lecture on Deep Generative Models ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). Now, let's head to the code!\n",
+    "\n",
+    "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
     "colab": {
-      "name": "dcgan.ipynb",
-      "version": "0.3.2",
-      "provenance": [],
-      "collapsed_sections": []
-    },
-    "kernelspec": {
-      "display_name": "Python 3",
-      "language": "python",
-      "name": "python3"
-    },
-    "accelerator": "TPU"
+     "base_uri": "https://localhost:8080/",
+     "height": 221
+    },
+    "colab_type": "code",
+    "id": "u_2z-B3piVsw",
+    "outputId": "684f2b6e-7756-448e-da2a-74bcb08d8686"
+   },
+   "outputs": [],
+   "source": [
+    "# Install imgeio in order to generate an animated gif showing the image generating process\n",
+    "!pip install imageio"
+   ]
   },
-  "cells": [
-    {
-      "metadata": {
-        "id": "0TD5ZrvEMbhZ",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Copyright 2018 The TensorFlow Authors**.\n",
-        "\n",
-        "Licensed under the Apache License, Version 2.0 (the \"License\").\n",
-        "\n",
-        "# Generating Handwritten Digits with DCGAN\n",
-        "\n",
-        "<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n",
-        "<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n",
-        "    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n",
-        "</td><td>\n",
-        "<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "ITZuApL56Mny",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "This tutorial demonstrates how to generate images of handwritten digits with **Deep Convolutional Generative Adversarial Networks** ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
-      ]
-    },
-    {
-      "metadata": {
-        "id": "x2McrO9bMyLN",
-        "colab_type": "toc"
-      },
-      "cell_type": "markdown",
-      "source": [
-        ">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n",
-        "\n",
-        ">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n",
-        "\n",
-        ">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n",
-        "\n",
-        ">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n",
-        "\n",
-        ">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n",
-        "\n",
-        ">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n",
-        "\n",
-        ">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n",
-        "\n",
-        ">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n",
-        "\n",
-        ">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n",
-        "\n",
-        ">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n",
-        "\n",
-        ">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n",
-        "\n",
-        ">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n",
-        "\n",
-        ">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n",
-        "\n",
-        ">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n",
-        "\n",
-        ">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n",
-        "\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "2MbKJY38Puy9",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## What are GANs?\n",
-        "GANs stands for **Generative Adversarial Networks** and they are a type of deep **generative** models. MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). We have included more learning resources on these subjects in the \"Learn more about GANs\" section at the end of the tutorial.\n",
-        "\n",
-        "Many deep learning models, for example using a CNN for classification, are based on optimization: finding the low value of the cost function. GANs are different because there are at least two players (or network models): a generator and a discriminator and each has its own cost. Training GANs is like a two-player game (**adversarial**) such as chess where each player plays against each other.\n",
-        "\n",
-        " **Deep Convolutional GAN** (DCGAN) is a type of GANs and in this tutorial we will use DCGAN to generate MNIST digits.\n",
-        "\n",
-        "GANs can be used to generate new images that no one has seen before. The generator will generate fake images while the discriminator will classify whether the generated images are fake. The game will reach an ** equilibrium** when the generator makes data that looks identical to the training data and the discriminator can no longer tell the difference between the fake images (generated by the generator) and the real images (the training data). \n",
-        "\n",
-        "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
-        "\n",
-        "While the generator and discriminator compete against each other, the discriminator also teaches the generator . Over time the generator starts to produce images that resemble the training data that is fed into the discriminator, in this case the MNIST digits. Below is the output with images generated after training the generator and discriminator models for 150 epochs.\n",
-        "\n",
-        "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "39wxvRihPvW3",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "Installation, Imports and prepare the datasets"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "u_2z-B3piVsw",
-        "colab_type": "code",
-        "colab": {
-          "base_uri": "https://localhost:8080/",
-          "height": 221
-        },
-        "outputId": "684f2b6e-7756-448e-da2a-74bcb08d8686"
-      },
-      "cell_type": "code",
-      "source": [
-        "# install imgeio in order to generate an animated gif showing the image generating process\n",
-        "!pip install imageio"
-      ],
-      "execution_count": 1,
-      "outputs": [
-        {
-          "output_type": "stream",
-          "text": [
-            "Collecting imageio\n",
-            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/28/b4/cbb592964dfd71a9de6a5b08f882fd334fb99ae09ddc82081dbb2f718c81/imageio-2.4.1.tar.gz (3.3MB)\n",
-            "\u001b[K    100% |████████████████████████████████| 3.3MB 5.5MB/s \n",
-            "\u001b[?25hRequirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from imageio) (1.14.6)\n",
-            "Requirement already satisfied: pillow in /usr/local/lib/python3.6/dist-packages (from imageio) (4.0.0)\n",
-            "Requirement already satisfied: olefile in /usr/local/lib/python3.6/dist-packages (from pillow->imageio) (0.46)\n",
-            "Building wheels for collected packages: imageio\n",
-            "  Running setup.py bdist_wheel for imageio ... \u001b[?25l-\b \b\\\b \b|\b \bdone\n",
-            "\u001b[?25h  Stored in directory: /root/.cache/pip/wheels/e0/43/31/605de9372ceaf657f152d3d5e82f42cf265d81db8bbe63cde1\n",
-            "Successfully built imageio\n",
-            "Installing collected packages: imageio\n",
-            "Successfully installed imageio-2.4.1\n"
-          ],
-          "name": "stdout"
-        }
-      ]
-    },
-    {
-      "metadata": {
-        "id": "e1_Y75QXJS6h",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### Import TensorFlow and enable eager execution\n",
-        "\n",
-        "Note: you can only call tf.enable_eager_execution once. \n",
-        "Restart runtime in colab and rerun the cells if you get an error as below:\n",
-        "\n",
-        "*ValueError: tf.enable_eager_execution must be called at program startup.*"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "YfIk2es3hJEd",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "from __future__ import absolute_import, division, print_function\n",
-        "\n",
-        "# Import TensorFlow >= 1.10 and enable eager execution\n",
-        "import tensorflow as tf\n",
-        "tf.enable_eager_execution()\n",
-        "\n",
-        "import os\n",
-        "import time\n",
-        "import numpy as np\n",
-        "import glob\n",
-        "import matplotlib.pyplot as plt\n",
-        "import PIL\n",
-        "import imageio\n",
-        "from IPython import display"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "iYn4MdZnKCey",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### Load the dataset\n",
-        "\n",
-        "We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "a4fYMGxGhrna",
-        "colab_type": "code",
-        "colab": {
-          "base_uri": "https://localhost:8080/",
-          "height": 51
-        },
-        "outputId": "065f5f41-bdd6-4f4e-bdb6-addce8ff011d"
-      },
-      "cell_type": "code",
-      "source": [
-        "(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"
-      ],
-      "execution_count": 3,
-      "outputs": [
-        {
-          "output_type": "stream",
-          "text": [
-            "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n",
-            "11493376/11490434 [==============================] - 0s 0us/step\n"
-          ],
-          "name": "stdout"
-        }
-      ]
-    },
-    {
-      "metadata": {
-        "id": "NFC2ghIdiZYE",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n",
-        "# We are normalizing the images to the range of [-1, 1]\n",
-        "train_images = (train_images - 127.5) / 127.5"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "S4PIDhoDLbsZ",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "BUFFER_SIZE = 60000\n",
-        "BATCH_SIZE = 256"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "PIGN6ouoQxt3",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### Use tf.data to create batches and shuffle the dataset"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "-yKCCQOoJ7cn",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "THY-sZMiQ4UV",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## Create the models\n",
-        "\n",
-        "We will use tf.keras model subclassing to create the generator and discriminator. We will create layers in the __init__ method and set them as attributes of the class instance. And then define the forward pass in the **call **method."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "-tEyxE-GMC48",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### The Generator Model\n",
-        "\n",
-        "The **generator **is responsible for **creating convincing images that are good enough to fool the discriminator**. \n",
-        "\n",
-        "Here is the network architecture for the generator:\n",
-        " * It consists of Conv2DTranspose (Upsampling) layers. We start with a fully connected layer and **upsample** the image 2 times in order to reach the desired image size as mnist image size of (28, 28, 1). We increase the width and height, and reduce the depth as we move through the layers in the network.\n",
-        " * We use **leaky relu** activation except for the **last layer** which uses **tanh** activation."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "VGLbvBEmjK0a",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "class Generator(tf.keras.Model):\n",
-        "  def __init__(self):\n",
-        "    super(Generator, self).__init__()\n",
-        "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
-        "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
-        "    \n",
-        "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
-        "    # Layer shape is now 7x7x64    \n",
-        "    \n",
-        "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
-        "\n",
-        "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-        "    # Layer shape is now 14x14x32\n",
-        "    \n",
-        "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
-        "   \n",
-        "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-        "    # Layer shape is now 28x28x1\n",
-        "\n",
-        "  def call(self, x, training=True):\n",
-        "    x = self.fc1(x)\n",
-        "    x = self.batchnorm1(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
-        "\n",
-        "    x = self.conv1(x)\n",
-        "    x = self.batchnorm2(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = self.conv2(x)\n",
-        "    x = self.batchnorm3(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = tf.nn.tanh(self.conv3(x))  \n",
-        "    return x"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "D0IKnaCtg6WE",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### The Discriminator model\n",
-        "\n",
-        "The **discriminator** is responsible for classifying the fake images from the real images. It's similar to a regular CNN image classifier.\n",
-        "  * **Input **to the discriminator:  images generated by the generator and the real MNIST images. \n",
-        "  * **Output** from the discriminator: classify these images into fake (generated) and real (MNIST images).\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "bkOfJxk5j5Hi",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "class Discriminator(tf.keras.Model):\n",
-        "  def __init__(self):\n",
-        "    super(Discriminator, self).__init__()\n",
-        "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
-        "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
-        "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
-        "    self.flatten = tf.keras.layers.Flatten()\n",
-        "    self.fc1 = tf.keras.layers.Dense(1)\n",
-        "\n",
-        "  def call(self, x, training=True):\n",
-        "    x = tf.nn.leaky_relu(self.conv1(x))\n",
-        "    x = self.dropout(x, training=training)\n",
-        "    x = tf.nn.leaky_relu(self.conv2(x))\n",
-        "    x = self.dropout(x, training=training)\n",
-        "    x = self.flatten(x)\n",
-        "    x = self.fc1(x)\n",
-        "    return x"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "gDkA05NE6QMs",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "generator = Generator()\n",
-        "discriminator = Discriminator()"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "6TSZgwc2BUQ-",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "\n",
-        "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get 10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "k1HpMSLImuRi",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "generator.call = tf.contrib.eager.defun(generator.call)\n",
-        "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "0FMYgY_mPfTi",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## Define the loss functions and the optimizer\n",
-        "\n",
-        "Let's define the loss functions and the optimizers for the generator and the discriminator.\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "Jd-3GCUEiKtv",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### Generator loss\n",
-        "The generator loss is a sigmoid cross entropy loss of the **generated images** and an **array of ones**, since the generator is trying to generate fake images that resemble the real images."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "90BIcCKcDMxz",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "def generator_loss(generated_output):\n",
-        "    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "PKY_iPSPNWoj",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "### Discriminator loss\n",
-        "\n",
-        "The discriminator loss function takes 2 inputs; **real images, generated images**.\n",
-        "\n",
-        "Here is how to calculate the discriminator loss:\n",
-        "1. Calculate real_loss which is a sigmoid cross entropy loss of the **real images** and an **array of ones (since these are the real images)**\n",
-        "2. Calculate generated_loss which is a sigmoid cross entropy loss of the **generated images** and an **array of zeros (since these are the fake images)**\n",
-        "3. Calculate the total_loss as **the sum of real_loss and generated_loss**"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "wkMNfBWlT-PV",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "def discriminator_loss(real_output, generated_output):\n",
-        "    # [1,1,...,1] with real output since it is true and we want\n",
-        "    # our generated examples to look like it\n",
-        "    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n",
-        "\n",
-        "    # [0,0,...,0] with generated images since they are fake\n",
-        "    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n",
-        "\n",
-        "    total_loss = real_loss + generated_loss\n",
-        "\n",
-        "    return total_loss"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "MgIc7i0th_Iu",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "The discriminator and the generator optimizers are different since we will train two networks separately."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "iWCn_PVdEJZ7",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "generator_optimizer = tf.train.AdamOptimizer(1e-4)\n",
-        "discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "mWtinsGDPJlV",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Checkpoints (Object-based saving)**"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "CA1w-7s2POEy",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "checkpoint_dir = './training_checkpoints'\n",
-        "checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n",
-        "checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n",
-        "                                 discriminator_optimizer=discriminator_optimizer,\n",
-        "                                 generator=generator,\n",
-        "                                 discriminator=discriminator)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "Rw1fkAczTQYh",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## Set up GANs for Training\n",
-        "\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "5QC5BABamh_c",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you see in the diagam at the beginning of the tutorial."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "Ff6oN6PZX27n",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Define training parameters**"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "NS2GWywBbAWo",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "EPOCHS = 150\n",
-        "noise_dim = 100\n",
-        "num_examples_to_generate = 16\n",
-        "\n",
-        "# keeping the random vector constant for generation (prediction) so\n",
-        "# it will be easier to see the improvement of the gan.\n",
-        "random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n",
-        "                                                 noise_dim])"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "jylSonrqSWfi",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Define training method**\n",
-        "\n",
-        "We start by iterating over the dataset. The generator is given **noise as an input** which is passed through the generator model and output a image looking like a handwritten digit. The discriminator is given the **real MNIST images as well as the generated images (from the generator)**.\n",
-        "\n",
-        "Next, we calculate the generator and the discriminator loss. Then we calculate the gradients of loss with respect to both the generator and the discriminator variables (inputs) and apply those to the optimizer."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "2M7LmLtGEMQJ",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "def train(dataset, epochs, noise_dim):  \n",
-        "  for epoch in range(epochs):\n",
-        "    start = time.time()\n",
-        "    \n",
-        "    for images in dataset:\n",
-        "      # generating noise from a uniform distribution\n",
-        "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
-        "      \n",
-        "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
-        "        generated_images = generator(noise, training=True)\n",
-        "      \n",
-        "        real_output = discriminator(images, training=True)\n",
-        "        generated_output = discriminator(generated_images, training=True)\n",
-        "        \n",
-        "        gen_loss = generator_loss(generated_output)\n",
-        "        disc_loss = discriminator_loss(real_output, generated_output)\n",
-        "        \n",
-        "      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n",
-        "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
-        "      \n",
-        "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
-        "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
-        "\n",
-        "      \n",
-        "    if epoch % 1 == 0:\n",
-        "      display.clear_output(wait=True)\n",
-        "      generate_and_save_images(generator,\n",
-        "                               epoch + 1,\n",
-        "                               random_vector_for_generation)\n",
-        "    \n",
-        "    # saving (checkpoint) the model every 15 epochs\n",
-        "    if (epoch + 1) % 15 == 0:\n",
-        "      checkpoint.save(file_prefix = checkpoint_prefix)\n",
-        "    \n",
-        "    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n",
-        "                                                      time.time()-start))\n",
-        "  # generating after the final epoch\n",
-        "  display.clear_output(wait=True)\n",
-        "  generate_and_save_images(generator,\n",
-        "                           epochs,\n",
-        "                           random_vector_for_generation)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "2aFF7Hk3XdeW",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Generate and save images**\n",
-        "\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "RmdVsmvhPxyy",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "def generate_and_save_images(model, epoch, test_input):\n",
-        "  # make sure the training parameter is set to False because we\n",
-        "  # don't want to train the batchnorm layer when doing inference.\n",
-        "  predictions = model(test_input, training=False)\n",
-        "\n",
-        "  fig = plt.figure(figsize=(4,4))\n",
-        "  \n",
-        "  for i in range(predictions.shape[0]):\n",
-        "      plt.subplot(4, 4, i+1)\n",
-        "      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n",
-        "      plt.axis('off')\n",
-        "        \n",
-        "  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n",
-        "  plt.show()"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "dZrd4CdjR-Fp",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## Train the GANs\n",
-        "We will call the train() method defined above to train the generator and discriminator simultaneously. Note training GANs can be tricky and it's important that the generator and discriminator are not overpowering each other so that the generator is able able to generate while the discriminator is able to discriminate.\n",
-        "\n",
-        "At the beginning of the training, the images generated look more like the input random noise. As the training goes on, you can see the digits generated are looking better. After 150 epochs they look very much like the MNIST digits."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "Ly3UN0SLLY2l",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "%%time\n",
-        "train(train_dataset, EPOCHS, noise_dim)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "rfM4YcPVPkNO",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Restore the latest checkpoint**"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "XhXsd0srPo8c",
-        "colab_type": "code",
-        "colab": {
-          "base_uri": "https://localhost:8080/",
-          "height": 34
-        },
-        "outputId": "8571b12f-f4b6-422b-8b2e-c8f22e9d7e2d"
-      },
-      "cell_type": "code",
-      "source": [
-        "# restoring the latest checkpoint in checkpoint_dir\n",
-        "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"
-      ],
-      "execution_count": 19,
-      "outputs": [
-        {
-          "output_type": "execute_result",
-          "data": {
-            "text/plain": [
-              "<tensorflow.python.training.checkpointable.util.CheckpointLoadStatus at 0x7f302f31a160>"
-            ]
-          },
-          "metadata": {
-            "tags": []
-          },
-          "execution_count": 19
-        }
-      ]
-    },
-    {
-      "metadata": {
-        "id": "P4M_vIbUi7c0",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## Generated images \n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "mLskt7EfXAjr",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "\n",
-        "After training, its time to generate some images! \n",
-        "The last step is to plot the generated images and **voila!**\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "WfO5wCdclHGL",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "# Display a single image using the epoch number\n",
-        "def display_image(epoch_no):\n",
-        "  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "5x3q9_Oe5q0A",
-        "colab_type": "code",
-        "colab": {
-          "base_uri": "https://localhost:8080/",
-          "height": 305
-        },
-        "outputId": "38908d9f-d1f3-42c2-c552-f3efebd58a11"
-      },
-      "cell_type": "code",
-      "source": [
-        "display_image(EPOCHS)"
-      ],
-      "execution_count": 21,
-      "outputs": [
-        {
-          "output_type": "execute_result",
-          "data": {
-            "image/png": "iVBORw0KGgoAAAANSUhEUgAAASAAAAEgCAYAAAAUg66AAAA1QElEQVR4nO2dd3xUVfr/35OEFAgt\nICCCsAhKl680EQUiouwiFlgEUVyxAfaGir9ld9F1Qfza8KuIiIiNxVUWkaLi0pTmLk1QuqAgIp0E\nCCFlfn/cfc6dJEMyk8zMmUye9+vFC5hy7zn33jnn85TzHI/X6/WiKIpigTjbDVAUpeKiA5CiKNbQ\nAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiK\nNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgAp\nimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYO\nQIqiWEMHIEVRrKEDkKIo1kiw3QB/eDyegD7j9Xoj0JrgCbRdgfQzmtF+FiQuLi6oz0cbNtodlQNQ\nIJTXm6zELvpMBo+aYIqiWEMHIEVRrFFuTbC4uDgSExMBqFSpEgDHjx+vsDJY/A9t27bl5ptvBmDC\nhAkA7Nmzh/z8fGttKy3Vq1enZs2aAPz444+AmjngPO9yP/Py8iy3pmyoAlIUxRoebxROKYFETZKT\nk/nnP/8JQHp6OgA7duwoMjOcf/75QMGZc/z48QC8//77bN++HYD4+HjAmXXl/wcOHAiq3XKM3Nzc\ngD4fiuhQcnIyADt37gTgrLPOMu2Qa3H69GnOO+88APbu3VvmcwpliYLJa3IMj8dDamoqAK+++ioA\nx44dY/r06QAsX768zO0tLTajfR6Px1yD66+/HoDExETTppycHAAaNmwIwP79+0t9LhtDgSogRVGs\nUW4VUHx8PP/5z38AaNOmDeD4QYKZhbxer/EtiCqaMWMGAIcPHw6qzeC2O1B/S1lmTPF7bdiwAYAL\nLrjgjJ/Nz8/n1KlTAOzatQuAyy+/HIBff/211G0IhTIQBffkk08ycOBAAKpWrQrAM888w2uvvRbU\nucKBDQUkx9q/fz+1a9cu8fPyzJ133nnmHgeLjWtcbgcgX/r06QPAxRdfzH333QfA0aNHAdc5O3Xq\nVB544AEA47xOTk5m4cKFAFx55ZVA4INHcUTigT333HMBWLJkCQCNGjUCHHPr0KFDADz33HOA81Du\n2bMHcH7ogBmQTp48SefOnQHM9wJ1bIain/Lexo0badq0qekDQM2aNQM2Z4NBBu+8vDwSEhIKnNMX\neXYCvR6hHIA+//xzAK644grTDnk2T506xcGDBwFo0KBBgfcyMjKoVatWqc6pJpiiKBWKmFBAQnJy\nMr169QJgy5YtAPzwww+AM4uJ8nnppZcAuOWWW4xj74svvihLkwsQbgUUHx/PzJkzAejduzeAmckP\nHDhgXvv+++8BZ3asVq0aAP/3f/8HwHXXXQdASkqKmeF37NgBQM+ePY0DPjs7+4ztCKUC2rdvH2ed\ndRbgOvFr1apFZmZmQOc4E+KQHzt2rDHxJNDw/fffGyUxcuRIANPvo0ePkpSUBDgqMRBCoYAGDBgA\nuK4A32OKud2zZ0+jgN955x0AmjdvDjiqTVTu2LFjgzq3KiBFUSoUMaWAAkVmtsWLF9OlS5eQHz/c\nCqhOnTpmNhTVILzzzjvcfvvtQPG+C3H+iq8MnEROgCFDhrB06VIATpw4ccZjhLKfGzZsoHXr1gVe\na9OmDRs3bjzjd0T1yf2cPHmyUQItW7Ys8Jn4+PgiKRo///yzUX133HEH4PrBjh8/bnxFxalAX8ry\n3Hbo0AGAr7/+ukCf8vPzTZsuvfRSoGC6yUUXXQTAp59+CsDZZ5/N5s2bATc4E6gfTRejRgj58Ykk\nL28kJyebnJnCkbcNGzYE5DQVJ3Tz5s255pprADhy5AjgOIQDNTtCxbvvvsuzzz5b4LXPP//c5HjJ\nj1Cc7fPmzTPRITGzSkIczbNnzwZg9OjRJg/MX/DBn2M6HDRu3JiPPvoIcAMk0p4ffviBhx56CICt\nW7cW+e6aNWsAt0933XUXNWrUANzBNxyO/FChJpiiKNaIeRPslVdeAWDhwoVMnDgRgAULFgDw9ttv\n869//Stk5xLCbYIlJCSY/B1xLsuMWb16daNuAm2DtLdwuLckQtnPSpUqGae5bzg+KysLcJzU4JgY\n0lZRgb6m1YoVKwDXmXzOOecA0Lp1a/72t78BMG7cuKDaH+776fF4uOSSSwDXpJJ2//GPfwxIwVx9\n9dUATJs2zaRViLoLFHVCK4pSoYhZBSS+An9ZodLlpUuX0qNHjzKf60zHL4nS9rNhw4bGOSsqQMLV\n7dq146effirQDo/HY1RCYX9JlSpVijiaS/IhhSvjW5Iqu3XrdsbPSJ+8Xq9xDosjecSIESbt4sIL\nLwTctIN69eqZ7O9Vq1YF1J7C5yyJsjy3oj4liVAc4CWt3RN/z4cffgg4ClH6HmxSrSogRVEqFDEb\nBevXr98Z35OZqnv37iZxUfxC5YEWLVqYaIn4ByRsm56ebkLzEuVr1aqVWdsm66xE9SQnJzNo0CDA\njaiUZUV1WZClI4EooC+//JIRI0YAbrIpuArv7rvvBpyUBXCiS99++23oGx0ifJdZAAFXL5D0AVFM\njzzySLmq/RSzJpg4MtevXw84D6A8nP6Ov3v3bsBdY1UWwiXZJaw6Y8YMrr322gLHkLIMu3btMvk8\nkgfiizyovucWk+ubb74BoEePHgGFoEPdTzFDJOx88803m/so5pZkcC9fvtzvD61KlSqAk+MD7oC7\nceNGY5oESyQXo8qAKf09duyY389Jv+T5lkmjS5cupTal1ARTFKVCEbMmmIQgZUb0R7du3Zg1axbg\nFnQSR2j37t3D28BS0LZtW8CZJUW1iAkmpUn69OljFFBxyGx9/Phxk5gp4duOHTuybNmy0DY+AETR\nPP/88wX+DgapjCDpCWJqShZxtFM4wdSfAkpLSzPKR8L1knYQhQZNsagCUhTFGjHrAwoUCWPKMgS5\nHJs2baJVq1alOmaofQa+NXMAmjVrZl4TX8fQoUMBWLRoUVBtjY+PN45P8TFlZGSYFePFEW0bEyYm\nJpq6R+KIX7t2LeAm+JWGSPbz9ddfB6B+/fqAU4ZVlOGtt94KwJQpU4qcS5RS27ZtTRpGsGhBsv9i\nYyfNvn37Apg60/Hx8bzxxhsADBs2LKhjhfqBFYejDJIej8c4idu3bw+4pTdKww033AC4JSC8Xq/5\nAUgGsj+ibQDq2rUrX331VYFzNmvWDAg+K9iXSPRTXAUyyYhLIDs720Q4fXO4fPOhwA0keL1eM3Fq\nJrSiKEoxxKwTOliknIHvLCAlHWwjYWnfvcdHjx4NlE35CIsXLy7wf4/HY2bdUCDthtCUvD0TN910\nU5HdNqTmdzQTFxdndr6QDH7pR+XKlYt8PiMjw6xhlH3TunbtCjhm6HfffQe4WdWBBCVsoQpIURRr\nqAL6LxK29V15LKVNbSNOYpkV8/LyTOJhKCg8y+bk5BjndiiIlG/hxhtvNP8WH1kor1OokZD7BRdc\nQLt27QA3AVEy3bdt22Y2TpANF3zX6skz8fHHHwOO01qCCZL53bp164jXdwoUVUCKolij3EbB0tLS\nmDNnDuBGDJo0aRL0jCfnkjKWsgZn69atJpoQ7CUKddTks88+A+Cqq64yx5dV/hLlKe0e4ampqSZ0\nLaH3Xbt28Zvf/KbE70ZLFEx8TDk5OebfGRkZAAGlE5REKPvp8Xj4n//5H8DZmRecNko6iBTJlzpW\nL7/8ckDLYmTNmNRL8uXUqVO8+eabgLNWDPxXe9SSrEGQmZlp1jqJlD127BgtWrQAAnM+pqSkGGeu\nDDxSAOull16KmqxSKVUqe5eBU8YT3FKl0t927doV2275kdx0002Au6uCLxMmTCh7o4s5N4T2YZdi\nXv6c3YWd0raJj4/n0UcfBdxnLjs7m23btgHuJCNru0py2svaseLK0iYnJ3PPPfcA7sJd2f769OnT\nVtJeBDXBFEWxRrlVQDk5OYwZMwZwyzikpKQY00RWt/tuQSxyfMqUKYAzc8rqcJGk4vDzpwxsITtU\nTJo0CXAKj8tsL32SdWJ5eXnGaS1mSFJSUhFTxJ8ake/JuqJQIefyPafM2KEomO5v3Z44YqNNAeXl\n5bFu3TrA3Qlj7ty5JgFWSu36tleCBOKorl69ujG9pXqDv3C9L6KkJEPcd0dYm9dGFZCiKNYot05o\nX2TZwKpVq8xe2YJ0Lz8/v8hI7/V6jboYP348EJodUiNRxPyuu+4C4K9//SvgJp15vV6/iqNw2zZt\n2gTAnDlzeOKJJ4Jqd+FjBdLewkgCnexLVpbHUJYxHDlyxJxLVsGLj6QsW+yE634GuwmAHD8uLs4E\nHeQ1SWDctm2beU+O/6c//Ym///3vgP8SxYKuBfsvpf1hXnXVVcyfP7/EY0iX9+/fb9ZByW4Kocgb\niWR0SPKXxLmYlpZW7HGldrREucSJXRrK0k9pt5gCWVlZxgSUH06gkT05xvr1641pIq9JZURZ5BkM\nwbbDpjNXBtp169aZAVkiu+np6Sa4Utw907VgiqJUKGJKAYHr3LziiisACjj3JFwvRau+//77sKyT\nsZ0fI+aYqLmzzz7b7KoZyttdln4Wfq1GjRrm3g0YMABw8rskKCAF0mQm90fTpk355JNPAHcdnzji\nb731VvMsBIoUaivunL7YVEBCamqqyXouvGK+JFQBKYpSoYg5BRQN2FZAkSLU/UxJSQHc3TxGjBhh\nVNHgwYMB//uj+zuGfE4yjLdv325qJwXr9A31/mfRiiogRVEqFKqAwoAqoIIE20/x1dWqVYsuXboA\nmM0DAt33Xo4haRmdO3dm2rRpQbVD0PsZPnQACgP6wBYk2H7K5+Pj4wssNA3mnIJ83+PxlHrBrt7P\n8KEmmKIo1ohKBaQoSsVAFZCiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMH\nIEVRrBGVRekrSkq79jO0xMfHF1m5Hoo822jsZ2mXlRSHLsVQFKVCEZUKSFFKQzhUQTQSS6unVAEp\nSjnB4/Hg8Xi47777aNy4MY0bN6ZmzZpmh5HyiA5AiqJYIypXw0fKmZeSksKQIUMA6Nu3L+Ds0w0w\ne/ZsPvroIwBT5DtQos1pGS7Kaz+lPampqWbH2D179pzx87b7KTWNpKDawIEDTalaMTvXrFkDOMX3\nt2zZAoRvn7dQogpIURRrVEgFJJvibd261WxhIxvZyeXIy8ujefPmAOzYsSOg4wa733k0KIOUlBTq\n1q0LuJv4LVq0iMWLFwPFb0ljWxkES2JiIgCvvPIKAL179zbb9si+6/4c2Tb6KcdKSkpizJgxAGY3\n3NTUVFOaVorwS/qBx+Nh+vTpAPz4448A/P3vf+enn34C3I0p/Z0r0OL7oUQVkKIo1qhQYXixpZ9/\n/nnAKXouykeQ2eDkyZP88ssvkW1gBJHte99++21+97vfAc5sCzB8+HDatGkDuLNoLCAF7vv16wc4\nSnjVqlU2m1QEUWnSxscee8wo8WPHjgHQoUMHs8e7PNOy/VD79u3p2bMnABdffDEAnTp14qGHHgKc\nzTgLY9MIqlADUNWqVQHXrPB4PMZcEvPpwIEDANx5551BO5+jNQ+ladOmZpfPv/zlL4C7l/wll1zC\niRMnCnx+/fr15jrECpUqVaJHjx6Ae6+3bt1qHLa2751MfNdffz0AU6ZMARyTady4cQA89dRTRb4n\n7Zb79dlnn/HZZ58BULlyZQDq16/P0aNHw9f4MqAmmKIo1oh5BSQzS7169Xj99dcBuOqqqwBHvorj\nTfaIf+aZZwCYM2dOpJsaEpKSknj44YcBV+2IrAfXQX7w4EHzXqVKlQB3Nn3vvfeCVn/Ripgoy5Yt\n48ILLwTcZ6J+/fp07twZwFwD2f4n0gwYMACAN998E3DbvWDBAp5++ulSHVOUfjTfS1VAiqJYI+bD\n8OLAe+ihh8z+4mIbx8XFGSerOKYlRFsWIhm2FSe6hFnr1q1rZk9fJNwsym7dunUAjBo1yjifZcZs\n0KBBQDuQRrKf0sZBgwYBzk6p4pT1x7nnngu4/axZs2aRMPOJEydMH7p27QrA5s2bAUcpRmpv+AYN\nGrBp0ybA7efGjRsBx6lc1p9ocnIyvXr1AuDTTz894+dsDAUxb4LdfvvtAAwePNhEfoT9+/eb/I9o\nddKVxLvvvgvA2WefXeQ9eaBWr15Nnz59ADhy5AiAMT2Sk5ON+fG///u/QODbH0eSFi1aAPD73/8e\ncH6oku8iP/y+ffuaXBkZUMTh7PV6+e677wD497//DcAHH3xgMqDFKe/7Iwx3/pI8jytWrDBBgkOH\nDgHQsWPHIu0JFpmI0tPTzQQUbagJpiiKNWJeAYnZlZycbKT0HXfcAThra6LQAg0IcSy3bNmywOtZ\nWVlmFr322msB+O677zh9+jTgmmytWrUCnOsiqkgc8NGEKJhRo0YBrrJ5//33zWdEPTz44INccMEF\nAKa//fv3B+CLL74IOtQe7sxgyb/Ky8szOWfNmjUzr5UGj8dj7vG9994LOEp/586dZW1uWFAFpCiK\nNWJWAYnz2dc3IutgZJV7qNVPpNY8Va9ena+//hpwfSMyWx87dsz0TxIvU1JSzPq33r17A/Dss8+a\n4y1btgxwVUM0cc899wBuZrCEyb1erwkm3HnnnUBBNSiJfPPnz49YWwNFnhPJVN69e7dR6lKNIdhj\niY9v6tSp5r6LD2jXrl3mGomTPVpQBaQoijViVgH985//BNwZIicnh4kTJwLFr/COZgYOHAg40ar6\n9esDBVfvA+zdu9f4Sc455xwAtm/fzrZt2wAYOXIkQIGI4IMPPhj+xpeChIQE015BVNqWLVu46KKL\nADeJLy4ujvT0dABWrlwZwZYGh0Qd9+7dC0D37t2D9jeJutm/fz8AaWlpQEEVLsfMzs6O2jV9MZcH\nJLJcMpvlWK+99pr5ocmNSU9PN1K9Tp06AKxduxZwQrrizA2WUOfHNGjQAHDWaIGz8FC+K5JdBtdd\nu3aZEK68lpGRQePGjQF49dVXAWjYsCHg/KBTU1OBwMuICOHOA4qLi+Pmm28GMNnd//rXvwDnPouT\nXe7d8ePHTXnSUD7Woe6nlICRDOVgJ8SEhAQTVpdyHL7IZCR5UrfddhuzZ88Giu+LFiRTFKVCEXMm\nWOFMZlEI9957b5ERfs+ePWY1tJgrnTp1ApzVxWLGSfKbLbEoYXJRd5mZmcycORNwUwpKkvBbt24F\nXMe0OHM3bdoUtPKJFPn5+bz33nsAfPjhhwC0bt0acFaNi/LxVR5RKOiLINnOwTr9xcw6ePBgEbUl\nquf48eNmraMo+O3bt5epveFEFZCiKNaIKQXk8Xi49dZbzb8Bk+Dlb2bcvHkzV155ZYHXJHHto48+\nMqHfpUuXAnDZZZeFpd0l0a1bN8CdMRctWhSw8hHEOStF2OV6DB06NKRtDTXSP5nhmzRpAsA111xj\n7rH8nZycbPxZ4gOMRkS5jRgxAnCqFhROPJQ+ValSxRQRE7+dP+TzBw8eNMrn559/Dm3Dw0BMDUDN\nmjUz0QH5gX311VdBHePjjz8GnPVQkmF7ySWXAHDWWWdZKdQlESxfsyuYqInH42Hy5MmAGz359ddf\nAdexHe2I43bs2LGAM5CK6Sj3Oj4+3vyoxWTbvXs3YKfe8ZmQXKwnn3wScNwDsv7Od+ABx1yTqJkv\nMmDJpCQO56SkJGrXrg2499jj8UStaaommKIo1oiJMLx8fuvWrTRt2hRwQ5sSlg02w3TDhg1mvZTM\nnoMGDTJZxsUR6rCtZDEXLp4WKJdcconJdhauuOIKwA1rl4ZIluN44IEHALfImtfrNdfh8OHDADRq\n1Ih9+/YBMGHCBAAmTZoElE0BhbKfcXFxRq2IuegP3/YWPu6aNWuMCS5VHG677TbAMddFGcox5s6d\ny6xZs4Dia3xrGF5RlApFTPiAxKauW7euGcWnTp0KBL+qWJycLVq0MDViHn/8ccD1D0UaSTorrZLw\n9YOJQ7MsyscGUkJWEu8OHDhgrocU1T99+jRvvfUWEBrlEw5atGhh2iTPanZ2tvHNiU9HfEAnTpww\nPiDZH2z8+PFFnmtRfI8++qiplCCVBHr27Mlf//pXwF0bGS1OelVAiqJYIyYUkCQfSqIeuAmFEhEQ\n3wC4SqJNmzZ8+eWXgBPh8iU/P98sW5CERNv4VvcLRNlJ3+Li4oxfQJZplDekv6tXrwackLush2vb\nti3g3H9ZHxZtyuf8888HnMoDkgzqu5upIMrHNxomqkiSSX19NfJMvPjii4D/pRlxcXHG3yTVASQt\nw3YSakw4oWVRn289ZHlg5f+ZmZlGykp43d95JBy6bNkyU0c32EsULuesbKHcvXt3kxH8wQcfAG7O\nR25urhl4pNxDXFwc48ePB1xzMhRE0gkt904c8hkZGWazPTEvKlWqZEyLSy+9FChbmkHhZ6kk/PXz\nlltuAdxytzIhQkETTAYCMZ/kvXbt2pm8HjFD/SGD2qFDh/yG7QUJztx4440AfPLJJ7o1s6IoFZOY\nUECSWTp37lw6dOgQ1HclPC8yV1ZYL1mypNQzQriUgcjrTZs2mRXyMnOKAqpTp06BXT/kM5IBHco9\nosKtgDweT5EdPnzViLy3ZMkSwFU9vrz99ttA6TK+Q6GARLVu2LABKGjqy/O1du1a5s6dC7iF4kp7\nn1JSUozaHT58OECB7cflnLJi4P333y/iFI8kqoAURbGHNwoBSv3H4/F4PR6PNykpyZuUlOQdMWKE\nd8SIEd6kpCRvcnKyNzk5uUzHD+RPuPuZlpbmXblypXflypXeQ4cOeQ8dOuTNzs42f/Ly8rx5eXne\nw4cPew8fPuz97W9/Wy776fF4gvr88OHDvZmZmd7MzExz7pycHG9OTo532LBhQZ8/Li7OGxcXV6Z+\nyvPYpEkTb5MmTby7d+82bVyzZo13zZo1YXsOU1NTvampqd5Vq1aZNh48eNB78OBB815p7mcoiQkT\nLFqI1EZ2SUlJLF68GMCYnCKzvV6vOb9kvw4cOLDUuywUR6CPTllMsGAfTzFNpQSFOGRPnz5tcmAC\n3QNOrmmg2zUX188aNWoAMGPGDNq3bw+4pVTkPoUaKftx9OhRE3gRV0ObNm0AN7IGgd/PUKImmKIo\n1oiJPKBoIVIzSHZ2tlnbJTu7ymydl5dnHJjDhg0zr5VHSnM9ZadTmfFlLeDSpUuLpF+UdPziwtnB\nIqrrhhtuMOcP9268onZ27txpdk/ZtWsX4JapAfxu5R0pVAEpimIN9QGFgXD7RsBVPFIudtCgQQC8\n8MILJvlOVl2Hi0j0M1QkJiYWWSUeKOWpn/6oXbu2yea/7777APj222+BgtdCfUCKolQoVAGFgfI+\nYwaK9rMg0dxPWYsm1TX99cnGUKADUBiIhQc2ELSfBYnmfgbieFcTTFGUCkVUKiBFUSoGqoAURbGG\nDkCKolhDByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYo2orAcUzSntgVBeU/dlj6lA\n6weV134Gi41+Si2i/Px8c9xw7+FlIyc5KgcgxQ7ltXBZLCKDTUJCgvXNA8OJDkCK2cZHFFBmZqbN\n5ihAo0aNAGjevLmp7fzJJ5/YbFJYUB+QoijWqJAKSGzquLg4q5uy2USuwTvvvGM29JPteleuXGmt\nXRUd8f3cf//9ANxzzz2mZvNTTz0FwLhx4wLeqSPaUQWkKIo1orIcRyiiCXKMu+++G4CmTZvSr18/\nwPV57Nu3j6uvvhqAn376CQiNEorm6FC1atUA+OGHHwCoVauW2T2he/fuQOAKKNT9lM81bNgQcGpa\n165dG4CqVasCcM011wDO1sWiEmTni8TERP70pz8B8OabbwJw6NChgM5dHJG4n6JyrrrqKgDeeOMN\nANLS0sxuHhIkyM7Opnnz5oC7JXco0IJkiqJUKGJOAVWpUgWAdevWAXDeeeed8ZiZmZl06dIFgO+/\n/x6IXQUkvoVNmzYB7nUBOHXqFOCoIcDsK1YSoexnXFwcrVu3BuDBBx8EoFu3bman08J7dJW0l9Xx\n48cBVx2VJZQdSQVU+BjJycn8+9//BjCqx+PxsHPnTgCaNGlS6nMWRvOAykh8fDwfffQRAOeee26B\n906dOmUczrJtb0ZGBrt3745sI8OE/EATEhLMFsSy+ZzvljQrVqwAMKZNtWrVePjhh4HAB55wIQOh\nbBu8atUq0wcxwc466yzAmTBkwJIfTr169cw9luuRmJgIhD+Jr6ycaaugEydO0LJlSwAeffRRAMaP\nH8/1118fsbaFEzXBFEWxRkwooMaNGwOwbNkyM/sLMvN98MEHvPvuuwBcfPHFAAwfPpyXX34ZgFGj\nRgGwf/9+891gN7CTRL5IUK9ePQC++uoroKCpKSHaiRMnAvD0008bR6Zs5ZySkgI4qmPz5s0Ra7cg\npoZssNiwYUMzq4tqadu2rXlfVKskSc6ZM4dbbrmlwOdvvvlmHnnkEcBVTJ07dwZg0aJF4e1QBBD3\nQm5urtlep7yjCkhRFGvEhAISf8acOXMYMGAA4M544t/48ccfzefFQT1mzBjjb6hRowYAv/76K3Bm\nh1z16tUBdwaX/+/Zs8fMUKFGHJRDhw4F4LbbbqNDhw6A6+uQ9qxevZprr70WcH1A1apV4/HHHwcw\n/gQJ6Z44cYIlS5YE1Z5QOM9FtUg7MjIymDJlCuAuOdi5c6e5vpI6Iffr888/N+kDwqRJk7jooosA\n6Nu3b4G/Y0EByeaC2dnZ1v11oSImBqD//Oc/5m/Z+1oGEH8ZoxL5OnnypDHBtmzZUuB7Z0L2W5dB\nQaR+cnIy2dnZZeqHP6pWrcoTTzwBwF133QU4g544bPft2wdgspn9OdXPO+88c12k3SdOnACgWbNm\nYdsrvThk8JBjHTx40Lzn+29fkxhg7969Bb7vS2ZmpjHRYmlhrUyOkgMlEbBYQE0wRVGsERMKyJfC\nM6PM+HFxcVx33XWA64C99NJL+e6770p1HlENvoojHE7oK6+8km7dugFumHrUqFEmW1naX5wqWbBg\ngTHV5PqkpaUB9sLTpVVR/pSPmISDBw82KkFWkEveU3lmyJAhgOuEFlMsFlAFpCiKNWJOAQmifCR8\n65uYuHTpUgATlg8VocxsltnukUce4YILLgBc/8cvv/xifCPST18/jvil/vGPfwCQmppKRkYGAL16\n9QKiPzGvJDwej7lGEmr/85//bNa6yb0QRTRlypSgfV3RwkMPPQS4fUpKSgq6emW0ogpIURRrxKwC\nkoTE3/zmN0Xek2pz8fHxIZ1BwrGW5tixY2bmk3VR48aNM6kHEuXz/b8oA99awqIStm7dGvI2lgZp\nW1mumfiDZK3UvHnzuPzyywEnugfQs2dPwImsid+rvCEpCHKtPB6PSUeQlJLySswtRhVEokrZiYYN\nGxZ56Ddu3Ejbtm3LfK7ChHLxYpUqVRg8eDDgmhOdOnUya6ICOcbx48dDsiizMMH20+PxmH+X1Ryq\nXLmyccpLO7xer8kvEvNT8oA8Ho9JoZCwdqDYXFycmprK6tWrAdeNkJCQYHK85DqKW2H06NGlLi2j\n5TgURalQxKwC8kfTpk0BzIr5Cy+80MyKspaqvBSwkjCzKBoppREfH88333wDuDN9lSpVGDNmDID5\nOxTYUAaibPPz84s9vyihTz/9FHDSGUQtyBqy999/P6Bz2uinrIFr166dyRAXE7JatWomE7pOnTpF\nzi1FykaOHAk4meWF1aI/VAEpilKhqFAKSBCnnixH8GXOnDkAXHvttaX2U0RLQbLbb78dcMqTSptE\nEch6sbIQyX4WXnuXmZkZUAChU6dOACxZssSoxqysLMBJ6AukpGkk+ym+umnTpgFOG6XomK/6E+Vb\nOPlVlJN8DpzAg/gRi3Na2xgKKuQAJEyaNMn8SAvfSK/XaxzUGzduDOq40TIACb/88gt169YtcM7f\n/e53AMyfP7/Ux7UxAMl9KsmZLvlRUl967dq1RaKDhw8fpkePHgDFliSJRD/FlPrggw8AN7cpMTHR\nmJPSjvz8fONGkEx8GZj79etnBlrJfj9y5Iipkf3nP//ZHKMwaoIpilKhqNAKCNxdIpYtWwZgynyC\nW6JUMosDNcmiTQEB7NixA3BrCEtfqlWr5tcUDYRw9VPMiMTERGMuBXrOwoXOJOdrwYIFpoibqKij\nR4+adVVHjx494zHDfT8TEhJMtQIpHyPPZWJiommvPI+zZ8/mpZdeApwyMADp6emAU2RPVJ+seZw5\ncyajR48GQtPPUKIKSFEUa5SbTGh/a55CgayREpv7yy+/BJyyrbLeShSQhOzLI+3btwfcNAOZTSNZ\nRjZQZAfQvXv3Gqe5b0G54pBZXDLDH3vsMcBJ4pOs8QMHDgBOlry/1fWRJi0tjcsuuwxw1y5KJv/8\n+fNNIuKsWbMA53kUH5ikFEgGeNOmTfniiy8AmDp1KuCo+yg0dABVQIqiWCTqFZDY1ZJSP2/ePMB/\npUNfZKnCvffeCzjVEqWQtyzPyMnJMTODVDN8/fXXAad0qUQmpOJir169jM3tLwoTbjUhtv2MGTOM\nopH9zDp27HjGdgFmB1jpp6iAaCrtKfda/CFJSUkmmU7WPoliPRPiO/n4448B97r4LgN58cUXAf+1\nhSKJPC/p6emmlKw810eOHAGcZ3XhwoUFPt+uXTueffZZwC2xKxbC6dOnzbO/YcMGwI5vJ1CifgAS\nHnjgAcB9OOvXr89zzz0HuI7VnJwc48STsKQvYr6J03X69Ok8/fTTgJsJLbWWk5OTTfhTMqh37Nhh\nbqYUApOCV0888YRZLBouZC1Y586dzQMnu1zIj+nxxx9n8uTJgJs5O23aNPOAy+4Ykv8STSUq5NpK\n1m5KSoq5prL7h2wffSZnqjheZcDylyEsu4XYRq79woUL2bVrF4C5T/JM165d2/RFyrGMGDHC3NvC\naQnbtm2jf//+QMmTdDSgJpiiKNYoN2H4c845B3AdlEOGDDGJVtKFvLy8ImZQcaHRkydPcvjwYcCd\nQXxLXxRnUsnsJY7pm266yazB8i2qXhylDdv26NHDyPJAjuH1eousQhcztEWLFqVeIR+u8LQUYFu/\nfr1JqhPWrFkDOKZVYfXWqFEjs/uFPC9y7iNHjtCvXz/ATbkIlEiE4cVkFFPZd+vpwvcnNzfX9F3e\ne+uttwDH6V5a5aNheEVRKhTlRgH5+4zMEr4p6sUhisY3TV+cfRL2lPKXQ4YMMb4IUVpz5swxjuk3\n3ngDcOuwiH0eSDt8+1BWZF2bKLnExMQiasfr9Rpns8yYkyZNAhxFWTjZL9B2h7ufCQkJzJ07F3B9\nP3IPJ06caIqrid9kwIABRZL2Bg4cCMDKlSujLuHSF7mPEvBo3rw54Fxj6cvixYsBWL58uUlElKBC\nKH7Guhbsv0QyQ1iQQUZk+v3338+HH34IOJmk4AwykmErCyHlb39mTkmEsp/ilFywYIFxmot5+MMP\nP5iBVvJjxCE7bty4gKrq+WYYy7lkT7JAv1saJKIj7ZX7dCbkcZbPt2jRAnCKspWWSGa233jjjYAb\njc3KyjIVH//whz8AjgM+HMEDNcEURalQqAIKA9G4FkwovJuCx+Px297C+4ZJbe2tW7eazHDZxrok\nQtFPSZOQvKdKlSoVOa7X6zWq9f777weK7qxaGqL5foYSVUCKolQoVAGFgViYMSVhUXwNhX1eYL+f\nodhZIxBs9zNSqAJSFKVCUW6WYiiRRVIQopkoFO9KkKgCUhTFGjoAKYpijah0QiuKUjFQBaQoijV0\nAFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo1tABSFEUa+gApCiKNaJyMWpFKWsQaO1r\nK7V6Ayh1oWUqClK4RnmokOsnf1euXNnUgpYCc6FYPGzjOYvKAUhxsbVSRlfoBE+4rlnh43o8HjPw\n2N7dtaxUaBMs3FspRxLfrYeV2CQ1NZXU1FTeeOMNWrVqRatWrcr9fa/QA5CiKHapUCaYzBS33XYb\nAMOGDeOGG24AMHtzlzdk//r69esDULduXbMFjexbH+gWLqII8/Pz1QSLIqpUqQLA559/DkCrVq3M\nvZWdYssrqoAURbFGzCsg2SN8zJgx3HLLLUDBze26dOkChEYBRdKnJBGXBg0aAPDKK68AUKtWLRo2\nbAi4W+qcOHGCBx98EHBnU9laZ+TIkUybNg2AAwcOAPDxxx+XaSM/JXTEx8eb3VKbNGkCOI7nCRMm\nAOU/WKAKSFEUa0RlRcSyePVl6+Svv/4agA4dOgD+1Ulubq7ZinnOnDlA8DOKb1vl3IGGRkMRvZBj\niCKKj4+nbdu2ALz88ssAtG3b1qg+yRdJSkoCHB+S5JRs3LgRgPT09ID2UbeRByR7qD/++OMMHToU\ncLaeBujVqxc5OTkhO5dgM99p6dKlXHrppQVee+aZZxg9enTIz6V5QCGgXbt2ALRp0wZwBx6v12uc\nsWJeZGVlmR0/X3vtNQDmzZsHQP/+/XnhhRcAOPfccwFngElPTwfg6aefBjA/1KysLGPyRBJ5aHz3\n7RLJftlllwEwePBg9uzZA7jXY+DAgQDccccd5ljS/pMnT0ag5YEh5qSYHH379jXvFTZDjx8/TvXq\n1YHysatHcch9ad26tXntyJEjALz55ptW2hQO1ARTFMUaMWWCVa1alVWrVgFw/vnnF3jv9OnT/Pjj\njwDUq1fPfF5m0eLOKZcoNzeXjIwMwJ2ZZH9038sYbUsUEhISzLlEAYnJ2bNnT6MMV69eDUDnzp0D\n6kMo+xkXF2dU2cSJEwHHYS5mbeFzZmVlGXOrWrVq5jzSFzE5A01BKI5I3s9atWoBrlmZmppqjisK\nqF+/fixZsqTM5yqM7oyqKEqFIiZ8QHXq1AFg8uTJNG7cGMA4VtevXw9Anz59zKz43HPPAZiwvD+8\nXi9ffPEFANOnTwdg7ty5xj8STX6SksjNzTWzqKQliI/MF/ETlTQThkO51a5dm/feew9wfTu+HDt2\nDICWLVsCsHfvXvOe7GOflZVlvnv06FHAVUfRjiSSioKXNInDhw+bZ23Lli0ATJ06ld69ewOwdevW\nMp/b5lKOcm2CyeeuueYaAP7f//t/HD58GIC//OUvgHtDfbsp35s5c6bJA9qwYQMAf/vb3wBYvHhx\nqSVptJlgHo/HONIXLVoEYJzvXq/X5BCNHDkSCDyKF8p+JiQkkJmZCbgDSl5eHl999RWAcf4XR+/e\nvZk/f36B15o1awbA9u3bA2qrP8J9P5s2bWr6WbduXcA1tzp27Mju3bsBSElJAeDbb78lNTUVgNtv\nvx2ATz75pFTn9kVNMEVRKhTlWgEJzZs3B5ycFgkly1oZG92LNgU0YsQInnzyScA1wbKysgC49957\nmTp1aqmOG65+iqNcUgsCxePxGNNbzO2uXbsCsHz58qCO5Uu4+imBjLlz5xoT7OeffwZcE1lUoS/3\n338/Q4YMAVxF+9hjjwV1bn+oAlIUpUIRE05oWcN0zjnnGHu5IiOO2FdffRVwVv3L7Cxh6aeeegqg\n1OonnASrfATfZFNh0qRJgH+nuy3k/sjq9rp16xq/m/jh/CkfYfbs2cZ3uWzZsnA2NeyoAlIUxRox\n4QMSe79q1arGlhYlJL4O38iOfL5jx46sXLmywDnlcjRv3twco7jZyBdJmgt0PVK4fECDBg0CMKvc\nExMTjTJ4/fXXAbjnnnvKfJ5o83W1bt3aRD1lzZgkig4dOrRIhCxQQt1PCbGLcs/JyeHTTz8F4A9/\n+IN57UzEx8ebZ03aForSrLoWrJTIzcrNzTVlJ7p37w5AzZo1ASejVKSvbzkOuej+Lr7cVHHcSoj/\nTJTWdAglSUlJZl2bFCvzer1mwJEBqLwh985fZrP8GKdPn27eF2d07dq1AZg1axZXXnklQFiyiINB\n2rt582bAeW5mzZpl/l0S+fn5ZrALx+LbSKImmKIo1ogJBSRkZmaaZC1ZIS1Jbf7WavlK5sIzbG5u\nrindWpLyKXxcmwwdOpQaNWoA7my6YsWKcqt8RMVJmLlbt24ADB8+nKZNmwJuZYLmzZsXqAoArhJK\nSkoyJSwk6S8U68RKg2R1+7btj3/8I+CqMzEd/fGPf/yDQ4cOAbBw4UIAZsyYEbb2hhNVQIqiWCMm\nnNBC5cqVjeM4LS2twHu5ubmmgPc333wDOH6h66+/HnAdg3I59u/fT6NGjYDg7Wwbztlhw4YBTt0c\nUQ3S7tatW4dkzVBhItHPwgXmOnbsaM5deMM+cJWPJKSKysnMzDQF1+666y7AXXFeEqHup1RjkOoD\ndevWNcmXEjR5/vnnAed+XnfddYC7hrF69eqmTaKmzj77bKBsdZCsbIAZSwNQpUqVjLkktY9lUWLt\n2rWLldwiYaWC4qlTp2jVqlWp2hHJAUgWWx48eBAoWHpDXuvVqxfr1q0r87kKE8l+fvjhhwAMGDDA\nvFa4gJrcc99zSq3v7Oxs3n33XQDWrl0LODk0gUQ4Q91PidC98847AFxxxRWmkFphfB3OxZ1Hon9d\nu3YtUx5VpFETTFEUa8SUEzo3N9coHgm1i4lVksPxkUceAWDBggUApc4ZiRQi2adMmVLg/77ZwFL3\nWcpslGdEAUkN7/z8fD777DPAXTnep08fk3YhKkBSKd566y1TPldMIN90jEgiiu33v/894Dja5bmT\ntWtCbm6uuZ87duwAHHOyU6dOgHvf5f81a9Y0yrc8oApIURRrxJQPCDAFySTUKiVUS/LnyLqcnj17\nAs7MI7Z6sOHaSPhGZOZ76aWXACcsDc7sKMpHCqndeeedYbHvI+kDkmNIWd158+YxatQowFU7X375\nJS1atCjwPVGIJ06cMM+ErJ8KNMM92jK+wU0bkb5LGydMmGCScYNFfUCKolQoYsoHBBQpPC8JiadO\nneK3v/0t4CZ7paam8uyzzwJOpAjcWSw+Pp6rr74acFYfRxsSnm7fvj3gzl4pKSnGDyYh2igUuUEj\nfZCC9b77lskGBOeff75RrRIh69GjBwDr1q1j27ZtQODKJ5oRVS4KSBRR//79S62AbBBzA5A8qFLW\n4MUXXwQch6xkjfpbuOdPPktoXjaGk7yNaKDwmicxyfLz801oXszKWELKh3i9XpOndeONNwJuLhe4\n10NC88uXLzdO3FhC8oakn/Xr1zc7a0i2dDSjJpiiKNaIOSd0YSTB6+677zbriaTLK1asMJmjl19+\neYHP+7ZB1MaYMWNMIa/i2h2o07os/ZRsZyk9K2oAXMe7OOTl/6HGpnM2LS3NbD3dv39/wFn3J20S\nE23MmDEAvPDCCzGzyYAvovB9za6ZM2cC7nUJFHVCK4pSoYg5H1BhxBE7duxYxo4dW+LnpX7Mvn37\nzIwmDr5Ro0aZtUgy40iS3+nTpyOa2CZt2rdvH+AqoKysLFOILFzKJxrIyMgwqlXUILj7hUk9qEDX\ne5VXpPqDqO64uLhSLyGyQcwPQMEiWbWbNm0qklOSnJxsImMSNVu6dCkADz/8cARbidkXSnZWkAEp\nNzeXyZMnR7QtNmjSpImpfil4vV6+/fZbAHbu3GmjWRFDJsc+ffoABTdzlI06iyvi5u9YNlATTFEU\na6gCKoTkVVx44YUm10bWHLVv396EemX/Jtn6efPmzX63FA4XMmtJvouwYMECU+ozlpG94HzxeDym\nHG0UxlZCSufOnQG3XLAvshOIrYJrwaAKSFEUa8R8GD6UeDweU+hMfEX+ZplIhG3lu7LjacuWLQEY\nMmRIxGY+m+Fp373kZe1bTk6O8Y2Fslh7NIbhL774YsBV56K+N23aZBJnw1VIL5SoAlIUxRqqgMJA\nNM6Y4cB2P2X5gaQ/NGjQwJRdDSW2++nvPKJ4mjVrBmBK7pZF/WpJ1v+iP8zygfazIBWln6FETTBF\nUawRlQpIUZSKgSogRVGsoQOQoijW0AFIURRr6ACkKIo1dABSFMUaOgApimINHYAURbGGDkCKolhD\nByBFUayhA5CiKNbQAUhRFGvoAKQoijV0AFIUxRo6ACmKYg0dgBRFsYYOQIqiWEMHIEVRrKEDkKIo\n1tABSFEUa+gApCiKNXQAUhTFGjoAKYpiDR2AFEWxhg5AiqJYQwcgRVGsoQOQoijW0AFIURRr6ACk\nKIo1dABSFMUaOgApimINHYAURbGGDkCKolhDByBFUayhA5CiKNbQAUhRFGv8f9KVdO224t7iAAAA\nAElFTkSuQmCC\n",
-            "text/plain": [
-              "<PIL.PngImagePlugin.PngImageFile image mode=RGBA size=288x288 at 0x7F302F2CD358>"
-            ]
-          },
-          "metadata": {
-            "tags": []
-          },
-          "execution_count": 21
-        }
-      ]
-    },
-    {
-      "metadata": {
-        "id": "NywiH3nL8guF",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Generate a GIF of all the saved images**\n",
-        "\n",
-        "We will use imageio to create an animated gif using all the images saved during training."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "IGKQgENQ8lEI",
-        "colab_type": "code",
-        "colab": {
-          "base_uri": "https://localhost:8080/",
-          "height": 34
-        },
-        "outputId": "bf66aad8-fbe4-4b1f-c260-bccf9c634867"
-      },
-      "cell_type": "code",
-      "source": [
-        "with imageio.get_writer('dcgan.gif', mode='I') as writer:\n",
-        "  filenames = glob.glob('image*.png')\n",
-        "  filenames = sorted(filenames)\n",
-        "  last = -1\n",
-        "  for i,filename in enumerate(filenames):\n",
-        "    frame = 2*(i**0.5)\n",
-        "    if round(frame) > round(last):\n",
-        "      last = frame\n",
-        "    else:\n",
-        "      continue\n",
-        "    image = imageio.imread(filename)\n",
-        "    writer.append_data(image)\n",
-        "  image = imageio.imread(filename)\n",
-        "  writer.append_data(image)\n",
-        "    \n",
-        "# this is a hack to display the gif inside the notebook\n",
-        "os.system('cp dcgan.gif dcgan.gif.png')"
-      ],
-      "execution_count": 22,
-      "outputs": [
-        {
-          "output_type": "execute_result",
-          "data": {
-            "text/plain": [
-              "0"
-            ]
-          },
-          "metadata": {
-            "tags": []
-          },
-          "execution_count": 22
-        }
-      ]
-    },
-    {
-      "metadata": {
-        "id": "cGhC3-fMWSwl",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "Display the animated gif with all the mages generated during the training of GANs."
-      ]
-    },
-    {
-      "metadata": {
-        "id": "uV0yiKpzNP1b",
-        "colab_type": "code",
-        "colab": {
-          "base_uri": "https://localhost:8080/",
-          "height": 305
-        },
-        "outputId": "a6146795-f0ae-4746-bbd3-5e19155e2c77"
-      },
-      "cell_type": "code",
-      "source": [
-        "display.Image(filename=\"dcgan.gif.png\")"
-      ],
-      "execution_count": 23,
-      "outputs": [
-        {
-          "output_type": "execute_result",
-          "data": {
-            "image/png": "R0lGODlhIAEgAYcAAP////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly8vHx8fDw\n8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e3t3d3dzc\n3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rKysnJycjI\nyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2trW1tbOz\ns7KysrGxsbCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCgoJ+f\nn56enp2dnZycnJubm5qampmZmZiYmJeXl5aWlpWVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH9/f35+fn19fXx8fHt7e3l5eXh4eHd3d3Z2\ndnV1dXR0dHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGdnZ2ZmZmVlZWRkZGNjY2FhYWBg\nYF9fX15eXl1dXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtL\nS0lJSUhISEdHR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMz\nMzIyMjAwMC8vLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsb\nGxoaGhkZGRgYGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgI\nCAcHBwYGBgUFBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACH/C05FVFNDQVBFMi4wAwH/\n/wAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLHaPHlMKVIkS1arVpkiRdq1SxYnTn/+4MLFatMmQ4Z40aLVqJEgQb5o0bp0KREx\nYrhwTdqNChWA38CD06EzKlGiWLFWraoUKNCuXbIkSQIEKFiwVpIk8eHTixWrR48IEf/StWpVo0aE\nfPmaNWvSpESePAGYT78+Hz6nEiXKlcuVK4CeDBny5UtWpUqBAvXqBWvRojx5drFiNWnSokW+ZMka\nNWpSsGC3blmyNGnUKAApVa7040eVJEm5csGCdalQIV++aEmSRIjQsGG1OnXy42fYrFmBAhky1CtW\nrEaNCAULdutWpkyWSJEC0NXrV7BhxY4lW9bsp0+bdOk6dmzXrl7PnkWLFkyTpmTJnj3zJUkSMWLY\nfPnKlOnYsWzFioEC1axbN2rUSJGCduwYAMyZNXfqtAkXLmLEdOl6pUwZNGjBGjVSpqxaNWKYMB07\nZi1YMEGCkiWztmzZqlXRtGlz5mz/1KhkxIgBYN7cOShQlHr1QoZMmDBYzpxRozbMkqVmzbRp24UI\nETFi2HbtypSJGLFpypStWtXMm7dp02LFgoYMGUAAAgcSPHUq1LFjwYL16pXLmTNo0Ihp0qRMmTZt\nvzRpggZNW61amjQdO2bt2DFUqJht2xYt2qlTz44dA2DzJs6cOnfy7OnzJydOvHDhKlbMly9uxIgx\nY9aLG7dgwYwZO2XNmjBhxG7dokaNGLFot25x47YMG7Zjx7x5A2bMGIC4cudasrRLlqxixYYN00aM\nmDRpvbJlAwZMmTJY2LAFC6YsVy5q1IQJU0aL1rZtwrZtK1aMG7ddw4YBKG36dKdO/7ps2UKGrFev\nbcWKESP2ypu3X7+QIYvlzJkvX8lkyWLGjBevZqdOadO2TJq0Y8e2bQt27BiA7Nq3kyI1bNeuZMl8\n+fKGDJkzZ7LChSNGbNmyWdq0GTOG7NWrZ8+IETP2CuCra9eSXbuWLNm3b8OMGQPwEGJEiRMpVrR4\nESMnTrxw4SpWzJcvbsSIMWPWixu3YMGMGTtlzZowYcRu3aJGjRixaLduceO2DBu2Y8e8eQNmzBgA\npUuZWrK0S5asYsWGDdNGjJg0ab2yZQMGTJkyWNiwBQumLFcuatSECVNGi9a2bcK2bStWjBu3XcOG\nAfD7F3CnTrps2UKGrFevbcWKEf8j9sqbt1+/kCGL5cyZL1/JZMlixowXr2anTmnTtkyatGPHtm0L\nduwYANmzaZMiNWzXrmTJfPnyhgyZM2eywoUjRmzZslnatBkzhuzVq2fPiBEz9urVtWvJrl1Lluzb\nt2HGjAEwfx59evXr2bd3/96VK2G8eHHjhgsXOWDAzp3zAhAcOFeuzJkbEi6cJUvnbtwQJ+7UqXJT\npmjTposcuTRpvHn7Va0agJEkS5oyBcyXL2zYePESV6yYOXOAxImDBcucuS7cuLFiVW7LFmzYaNES\nN2eON2/ExIkjRAgcuGHRogG4ijVrqlTAfPn69q1WLXK2bJ07V0WcuFGjzp3rAQ7/XKVK53To0KZt\n1SpzWLCAA8fLnDkxYrx5I0aNGoDFjBuzYoUsWLBv32TJIles2LlzP8SJ69Tp3Lkb4cJRonTux49v\n30CBMpckSbduwsSJmzPHm7di06YB+A08uPDhxIsbP47clSthvHhx44YLFzlgwM6d8wIOnCtX5swN\nCRfOkqVzN26IE3fqVLkpU7Rp00WOXJo03rz9qlYNgP79/E2ZAgjMly9s2HjxElesmDlzgMSJgwXL\nnLku3LixYlVuyxZs2GjREjdnjjdvxMSJI0QIHLhh0aIBgBlTZqpUwHz5+vatVi1ytmydO1dFnLhR\no86d6wEOXKVK53To0KZt1Spz/1iwgAPHy5w5MWK8eSNGjRoAsmXNsmKFLFiwb99kySJXrNi5cz/E\nievU6dy5G+HCUaJ07sePb99AgTKXJEm3bsLEiZszx5u3YtOmAcCcWfNmzp09fwYd+tIlWaWpUZs1\nqxEoUNWquUqU6M8fYcJMyZFjxw4uUKDKlFGk6JgsWX36aDJmLFgwWrRwDRsGQPp06osWiXLlKlo0\nXLgKjRoVLdooTpwkSTp2rJUiRXjwABs1Kk8eTJiAtWo1apSuZ8+MATTma+CwYQAOIkxoydIqVaqe\nPbt1KxMlStKkiTJjxo+fX78wzZlz584tS5agQJkzZxcqVHPmYCJGzJcvWbJwCf8TBmAnz56fPtWC\nBStbtlq1CFWqZM0arD9/EiV69oyUFClx4uTSpAkIEDRohpUqNWgQqGXLiBHLlSvYsGEA3sKNK3cu\n3bp27+K9dEkWX2rUZs1qBApUtWquEiX680eYMFNy5NixgwsUqDJlFCk6JktWnz6ajBkLFowWLVzD\nhgFIrXr1okWiXLmKFg0XrkKjRkWLNooTJ0mSjh1rpUgRHjzARo3KkwcTJmCtWo0apevZM2PGfGEf\nNgwA9+7eLVlapUrVs2e3bmWiREmaNFFmzPjx8+sXpjlz7ty5ZckSFChzAM7ZhQrVnDmYiBHz5UuW\nLFzChAGQOJHip0+1YMHKlq3/Vi1ClSpZswbrz59EiZ49IyVFSpw4uTRpAgIEDZphpUoNGgRq2TJi\nxHLlCjZsGACjR5EmVbqUaVOnT2fNwvXr17hxxIhdW7bMnDlejBgFC0aOHLE4cXbtKmfLVqRIwYKR\nY8ZMk6Zn5sxly6ZMmTdw4AAEFjzYlStau3aRI4cM2TJlys6dA1aqVLBg5crtqlNn1y5yt25lyhQs\nmLhjx3LlknbunDZtzJhxAwcOQG3bt1+9whUs2LhxvnwdM2bMnLlbhQrp0jVunK8/f4gRM0eMGCJE\nu3aRCxYMFKhi5sxJk4YM2TbzANCnVw8Llq1gwciR+/XLGTJk5swJ27SpWTNz/wDNTRszRpkyc716\nzZmza9c4XrxcuVpmzhw2bM+eZfv2DYDHjyBDihxJsqTJk61aBdvFctenT8pcuVq1ipAqVYIEESJU\n5c4dPHjQQIGCBs2gQX7u3HHlytSuXbBgUaMWq1gxAFizajVlCpfXWrVgwTqmStWtW5du3RIkaNGi\nOpky6dEjSI2aRHgTUZIkadasVcaMCRNWrVqsY8cAKF7MOFQoXJB79QIF6pgqVZYsmZk0yYqVNWt+\n5Mlz5swdKFDo0OnTB9KbN6NGaapFu1a0aKiECQPAu7fvU6d4BQvWq9epU8hKlVq1yosrV3Dg9OnD\nAxCgOnUKValCiVKdOoHy5P/59CnUr1+3blGjhitZMgDw48ufT7++/fv487dqFWyXf4C7Pn1S5srV\nqlWEVKkSJIgQoSp37uDBgwYKFDRoBg3yc+eOK1emdu2CBYsatVjFigFg2dKlKVO4ZNaqBQvWMVWq\nbt26dOuWIEGLFtXJlEmPHkFq1CRimoiSJEmzZq0yZkyYsGrVYh07BsDrV7ChQuEi26sXKFDHVKmy\nZMnMpElWrKxZ8yNPnjNn7kCBQodOnz6Q3rwZNUpTLcS1okVDJUwYAMiRJZ86xStYsF69Tp1CVqrU\nqlVeXLmCA6dPHx6AANWpU6hKFUqU6tQJlCfPp0+hfv26dYsaNVzJkgEgXtz/+HHkyZUvZ9581Khl\ntmyFC2fIELk5c86dO3HsWIIE584B2LWLAIFzBQrcupUhw7kKFYIFU1OuHBEi166JcuYMAEAAAgcO\n9OQpGS1a3rxVqjSuUaNz5zIcO8aBw7lzAHDhWrCgnAIFrlyxYCEOCZJmzTiRI/fkCTZsqIwZA2Dz\nJs5Nm4qtWhUunB8/4cqUOXfOAy1aAwacOwchV64AAc4BADBq1IIF5RIk4MXLS7lyPXosW5bJmDEA\nateyJUXq2a5d48bx4TNOipRz5z4cO7ZgwblzBXbtAgDgXIAAp05NmFDuxIljx+aUKydFijVropYt\nA+D5M+jQokeTLm369KhR/8ts2QoXzpAhcnPmnDt34tixBAnOnQOwaxcBAucKFLh1K0OGcxUqBAum\nplw5IkSuXRPlzBmA7Nq3e/KUjBYtb94qVRrXqNG5cxmOHePA4dw5ALhwLVhQToECV65YsBCHBCCS\nZs04kSP35Ak2bKiMGQPwEGLETZuKrVoVLpwfP+HKlDl3zgMtWgMGnDsHIVeuAAHOAQAwatSCBeUS\nJODFy0u5cj16LFuWyZgxAEOJFiVF6tmuXePG8eEzToqUc+c+HDu2YMG5cwV27QIA4FyAAKdOTZhQ\n7sSJY8fmlCsnRYo1a6KWLQNwF29evXv59vX7FzApUp1o0Zo2LVMmK3HiJP9LhiVI5CCwYA3RoOHG\nDUlRohQoUKMGqTdvihRBFSyYKFGuXBELFgxAbNmzM2XalCsXNGikSLEBBGjaNDRFilSpYssWkhUr\nePDopEQJBw5Vqpxy4+bNG1rEiMnyLuvYsGEAyJc3L0rUpFKlqFELFaqKGzfOnFURIiRIEFeuiDhw\nABAJkkpHjlSoYMTIqTBhePB4xIvXqFGePPnatQuAxo0cP33KJEsWNGiECGlJkyZatCsjRhw5IktW\nFAsWbtwAhQWLBAlDhmQqU0aHjkm+fJ06VapUsmLFADh9CjWq1KlUq1q9yoqVLV68xo0DBszXrVvi\nxHVCg8aOHXHiVPXoESn/kjhcuH78IEMm3KxZbdqwIkdOmrRTp6Z9+wYgseLFp07N8uVLnLhgwYj1\n6vXtW6smTTp18uat1YcPffpU+/RJhYo1a7Lt2rVoEa5y5aZNO3Uq2rZtAHr7/p0q1S5cuMSJa9UK\nFydO4sSdokKFEKFw4VilSDFmTDdLllasYMMmGytWYsSEIkfOmbNTp5px4wYgvvz5qlTJypVLnDhe\nvFjJAiirXLlaU6bs2VOunK8YMd68EdeqlQ0bd+54o0ULDpxL5MgpU2bLlrNv3wCcRJlS5UqWLV2+\nhMmKlS1evMaNAwbM161b4sR1QoPGjh1x4lT16BEpkjhcuH78IEMm3KxZ/23asCJHTpq0U6emffsG\nQOxYsqdOzfLlS5y4YMGI9er17VurJk06dfLmrdWHD336VPv0SYWKNWuy7dq1aBGucuWmTTt1Ktq2\nbQAsX8acKtUuXLjEiWvVChcnTuLEnaJChRChcOFYpUgxZkw3S5ZWrGDDJhsrVmLEhCJHzpmzU6ea\nceMGQPly5qpUycqVS5w4XrxYyZJVrlytKVP27ClXzleMGG/eiGvVyoaNO3e80aIFB84lcuSUKbNl\ny9m3bwD8AwQgcCDBggYPIkyoEOGrV8N8+erVCxQoYahQiRJ1JVOmMWP06IlBh86TJ35y5PjypUuX\nS3360KJFiRgxWLCWLf9LxYwZgJ4+f4oS1QsXrl27Pn0alioVLlxYLl1Cg6ZOnSp27GDB0ocIETdu\n5Mj5xIiRLFmtnj3LlevZM1rMmAGIK3fuqVPCdOnq1WvSJGCmTLVqZQMTpilTBAmigQcPGTJ8bNiI\nE+fKFU9x4qRK5WjXLliwli07ZcwYgNKmT48aNYsXa16SJAHDhKlUKSGZMmnREigQjUiRqlT5c+RI\nmjRlynQqU8aUqUnAgNmyBQ2arGPHAGDPrn079+7ev4MP/+rVMF++evUCBUoYKlSiRF3JlGnMGD16\nYtCh8+SJnxw5AH750qXLpT59aNGiRIwYLFjLlqVixgxARYsXRYnqhQv/165dnz4NS5UKFy4sly6h\nQVOnThU7drBg6UOEiBs3cuR8YsRIlqxWz57lyvXsGS1mzAAkVbr01ClhunT16jVpEjBTplq1soEJ\n05QpggTRwIOHDBk+NmzEiXPliqc4cVKlcrRrFyxYy5adMmYMQF+/f0eNmsWLMC9JkoBhwlSqlJBM\nmbRoCRSIRqRIVar8OXIkTZoyZTqVKWPK1CRgwGzZggZN1rFjAGDHlj2bdm3bt3HnjhWLGC5c376d\nOiUODx5z5p78+nXggDlzDlatIkDAHAUKo0YpUCCOB49du+yQIxcmDDRoopAhA7CefXtSpILhwqVN\nGydO4B49IkfOiC9f/wBDhAgXzkOkSBo0fAsRghSpCxeu/fgRLJgmcODQoLl2DVaxYgBCihx56lSw\nW7e8edOk6RscOOTIVdm1q0SJcuVedOpEgcI4EyY6dfrw4RsOHLFi4QkXrkyZa9dOBQsGoKrVq6tW\nBRs1aty4SJG+WbFiztwSYsQMGDh37sKpUwUKnMuQAROmCxfE7diBC1cfcODSpKlWrVWyZAASK17M\nuLHjx5AjS44VixguXN++nTolDg8ec+ae/Pp14IA5cw5WrSJAwBwFCqNGKVAgjgePXbvskCMXJgw0\naKKQIQNAvLhxUqSC4cKlTRsnTuAePSJHzogvXyFChAvnIVIkDRq+hf8IQYrUhQvXfvwIFkwTOHBo\n0Fy7BqtYMQD48+s/dSrYLYC3vHnTpOkbHDjkyFXZtatEiXLlXnTqRIHCOBMmOnX68OEbDhyxYuEJ\nF65MmWvXTgULBsDlS5irVgUbNWrcuEiRvlmxYs7cEmLEDBg4d+7CqVMFCpzLkAETpgsXxO3YgQtX\nH3Dg0qSpVq1VsmQAxI4lW9bsWbRp1a491TZXrmnTUqUqEyjQsGFLXLi4cgUUKCcdOlChYqhJkwkT\n0KABVaaMDx+wggVz5QoWrGC7dgHg3NkzKNC4cEmT5soVnEmTjh2TI0aMFi2XLhHx4GHJkkVIkKRI\nIUcOJzx47tzpFSz/2K5dw4Yd48ULwHPo0T15OrVqFTNmmTI9+fPn1i0wWLC4cfPpExUXLuLEeQQE\nSIoUXrygqlPnypVXuXKlSiVKFMBivXoBKGjwIChQoU6dSpZs06Ytd+4kSxaGBQsnTihRYtKhAxYs\nkqhQ4cABDJhQfPho0eLKl69Zs1q1UsaLF4CcOnfy7OnzJ9CgQl+9kpUrFzlys2YRU6Vq3DhMUKB8\n+TJu3CcTJpYsCVep0o0bcOBkU6Xqz59M5cpFi/bqFTRw4ADQrWt31SpXt26JExfsryxZ4MA1ChNm\n0CBt2jLlyBElSrVHj5AgESTo2a1bpUrJKldu2TJdupqFCwfgNOrU/7BgxapVCxy4Vq18IUL07Rsm\nKVLOnMGGrRATJlSoeKtU6cePL1+u2bKlSBGocuWaNfPlC9q3bwC2c+/+6tUpTpzEiUOFqlWfPuPG\naTpzRo4ccuRSjRiRJUu4Tp1y5MCCBSA3WLDq1MlEjtyyZcKEOQsXDkBEiRMpVrR4EWNGja9eycqV\nixy5WbOIqVI1bhwmKFC+fBk37pMJE0uWhKtU6cYNOHCyqVL150+mcuWiRXv1Cho4cACYNnW6apWr\nW7fEiQt2VZYscOAahQkzaJA2bZly5IgSpdqjR0iQCBL07NatUqVklSu3bJkuXc3ChQPwF3BgWLBi\n1aoFDlyrVr4QIf/69g2TFClnzmDDVogJEypUvFWq9OPHly/XbNlSpAhUuXLNmvnyBe3bNwCzadd+\n9eoUJ07ixKFC1apPn3HjNJ05I0cOOXKpRozIkiVcp045cmDBwg0WrDp1MpEjt2yZMGHOwoUDcB59\nevXr2bd3/x7+qVPGfPmSJStTJmWkSN26BdDIpUtfvkSKtOLOnSdPHOXIUafOly+uunQpVUrTsmW4\ncDVrxipZMgAkS5oMFarXrl24cKFC5UuUqF27xHjyFCeOHj0w2rRJkkSPECFr1rBhI+rOnWDBTkmT\ntmvXs2eymjUDgDWrVlWqhu3a9esXKFDAPHkCBapIqFBkyPTpE+T/0SMuXALx4GHFSpkymcKE6dXL\nVLBgsmQ5cwaLGDEAjBs7xoTp165dvHjx4YOME6dXr3KAAvXly58/PP78YcLkz5Urhgz16XNqzhxf\nvmQ1a7ZrlzNnuJgxAwA8uPDhxIsbP448+alTxnz5kiUrUyZlpEjdumXk0qUvXyJFWnHnzpMnjnLk\nqFPnyxdXXbqUKqVp2TJcuJo1Y5UsGYD9/PuHAhiq165duHChQuVLlKhdu8R48hQnjh49MNq0SZJE\njxAha9awYSPqzp1gwU5Jk7Zr17Nnspo1AxBT5kxVqobt2vXrFyhQwDx5AgWqSKhQZMj06RPk0SMu\nXALx4GHFSpky/5nChOnVy1SwYLJkOXMGixgxAGXNnsWE6deuXbx48eGDjBOnV69ygAL15cufPzz+\n/GHC5M+VK4YM9elzas4cX75kNWu2a5czZ7iYMQOQWfNmzp09fwYdWvSsWcJkyQIHbteucZEimTMH\nhRixDBnMmavhyxcGDORIkEiVigYNcWLEIEN2CRw4OHCuXYuFDBkA6tWtp0qlq1atbt1YsfI2aZI4\ncVV+/QoSxJu3IqNGSZCATYeOUaOiRLH25IkvX6rCAQxHh861a66IEQOgcCFDWbKGzZoFDpwmTeHu\n3AkXrokwYSJEiBMnxJQpFCjCgQBx6hQIENuIEOnVS9K3b3jwXP+75ooYMQA+fwJ15UrXqVPjxs2a\nBc6MGXPmojRr9uGDOXMlaNF68KAcBw6rVpkwEU6IEF++Ko0bx4bNtWuylCkDIHcu3bp27+LNq3fv\nqFGkcOF69syVqzR58ggTVgYIkDJlMmWSYsLEmjV5uHDp0MGPn0xhwmDBgsuXr1evZMkShgsXgNau\nX2fKROrVq2jRUqUK1KgRMmR+jhwZM+bUqSMyZGzZAsiJkxYt6tQhFSeOHj2+hAm7dWvXrmG6dAEI\nL368KFGsZs1ixowUqS6LFu3a1caJEzRoJEnqcuMGGzaCAEaJggJFmDCS7tz58mXWrl26dNGiRUyX\nLgAXMWbMlMn/VKtWyZKVKhXGkaNixcjgwNGnT6RIR0yYePMmERMmGjT06YOpT584cYAdO7ZrV61a\nxHbtArCUaVOnT6FGlTqV6qhRpHDhevbMlas0efIIE1YGCJAyZTJlkmLCxJo1ebhw6dDBj59MYcJg\nwYLLl69Xr2TJEoYLFwDDhxFnykTq1ato0VKlCtSoETJkfo4cGTPm1KkjMmRs2QLIiZMWLerUIRUn\njh49voQJu3Vr165hunQB0L2btyhRrGbNYsaMFKkuixbt2tXGiRM0aCRJ6nLjBhs2gqJEQYEiTBhJ\nd+58+TJr1y5dumjRIqZLFwD37+FnymSqVatkyUqVCuPIUbFi/wDJ4MDRp0+kSEdMmHjzJhETJho0\n9OmDqU+fOHGAHTu2a1etWsR27QJAsqTJkyhTqlzJsuWqVaxatRInrlatYIwYgQMXqk0bP37Eicvk\nw0ebNt48eZIiZc6cbatWUaJUixy5adOGDasGDhyAr2DDmjIVixcvcOB8qRUlChw4SmjQ+PEjTRqj\nGjXgwJnGiRMdOnjwSMOFK1MmXOXKQYOmS5e0b98ASJ5M2ZWrTrJkjRuHCxcxTZq4caOkRYscOd26\niXLihAuXbYsWRYlSpgyzU6cYMcpEjlyyZLt2Lfv2DYDx48hdKT91Spy4WbNGYcIULpwrIkQECRo3\nDhQMGHDghP87dWrHjjJluq1aJUiQLHLkoEE7dgzat28A8uvfz7+/f4AABA4kWNDgQYQCV61i1aqV\nOHG1agVjxAgcuFBt2vjxI05cJh8+2rTx5smTFClz5mxbtYoSpVrkyE2bNmxYNXDgAOzk2dOUqVi8\neIED58uoKFHgwFFCg8aPH2nSGNWoAQfONE6c6NDBg0caLlyZMuEqVw4aNF26pH37BsDtW7iuXHWS\nJWvcOFy4iGnSxI0bJS1a5Mjp1k2UEydcuGxbtChKlDJlmJ06xYhRJnLkkiXbtWvZt28ARI8m7cr0\nqVPixM2aNQoTpnDhXBEhIkjQuHGgYMCAAyfcqVM7dpQp023/1SpBgmSRIwcN2rFj0L59A1Dd+nXs\n2bVv597d+6lTxnTpEibMkqVjoULVqtXj1CkoUBAhwsGGzZIlloIEAQSIDEAypujQmTVr1LJlrVpF\niyYLGjQAEidS/PRpFy5cwICVKsUrVSpfvqCYMmXHTqRIPejQsWLFT5UqnDjFiVMrUCBevEw9e5Yr\nV7NmppYtA2D0KFJQoIThaopLkqRekSLVqgUmUSIvXggRWnLpkhUrj4oUsWPny5dTdeqMGvUJGTJY\nsJ49Y3XsGIC8eveSIsXr1i1fvgABCqZJky1bRVixMmNGkSImf/5IkdJIiJA7d9KkkdWnDy5cop49\nO3VKmrRY/86cAWjt+jXs2LJn065t+9QpY7p0CRNmydKxUKFq1epx6hQUKIgQ4WDDZskSS0GCAAJE\nhowpOnRmzRq1bFmrVtGiyYIGDQD69Oo/fdqFCxcwYKVK8UqVypcvKKZM2bETCWCkHnToWLHip0oV\nTpzixKkVKBAvXqaePcuVq1kzU8uWAfD4ESQoUMJwlcQlSVKvSJFq1QKTKJEXL4QILbl0yYqVR0WK\n2LHz5cupOnVGjfqEDBksWM+esTp2DEBUqVNJkeJ165YvX4AABdOkyZatIqxYmTGjSBGTP3+kSGkk\nRMidO2nSyOrTBxcuUc+enTolTVosZ84AFDZ8GHFixYsZN/927MpVsF+/wIFz5WqcIUPlyo05dowD\nB3HihNy6FSFCNyZMZs3CgWPbnDnDhoUSJ65Ro27ddBEjBgB4cOGmTPmaNUubtlmzwo0aFS7cl1+/\nihTJlq3KqFElSkB78sSVKy5coOHBQ4xYKG/eDBm6dm1WsGAA6Ne3P2vWr127woVLBTAVN0GCwoUb\nU6vWihXfvj0xZYoFi2w/fqxaJUSINTFihg0D1a3bo0fUqLkSJgyAypUsZckKxotXuHC1aoUjRKhc\nuTW+fIUIQY6cEVmyNmwIJ0QILlw7dnQ7c6ZYsVXixDFixI0bK2LEAHj9Cjas2LFky5o9W6rUJ1y4\noEFDhar/DCdOu3bhAQOmTx9PnqDMmJEnT6YpU378wIQp1qNHhw4RU6Zsl+RdyYIFA4A5s+ZJk1DV\nqpUsmSlTgkKFMmZskRcvfvy8ehXmyRM4cDSRIdOliydPuDBh8uQp2LFjuHDx4iXMly8AzJs7DxUK\n1K1byJCRIhXn0aNdu+hcudKnDytWW4oUESOmkhgxRowgQrSKDp05c3wRI3brli9fxHr1AghA4ECC\noUKdqlWLGbNTp7xkylSsWJ4pUyRJggVLS40afPhomjKlRw9JkmzZsZMnTzFmzHbtAgbsWLBgAGze\nxJlT506ePX3+LFXqEy5c0KChQlWGE6ddu/CAAdOnjydP/1BmzMiTJ9OUKT9+YMIU69GjQ4eIKVO2\nS+2uZMGCAYAbV+6kSahq1UqWzJQpQaFCGTO2yIsXP35evQrz5AkcOJrIkOnSxZMnXJgwefIU7Ngx\nXLh48RLmyxcA0qVNhwoF6tYtZMhIkYrz6NGuXXSuXOnThxWrLUWKiBFTSYwYI0YQIVpFh86cOb6I\nEbt1y5cvYr16AcCeXXuoUKdq1WLG7NQpL5kyFSuWZ8oUSZJgwdJSowYfPpqmTOnRQ5IkW3bsAMyT\npxgzZrt2AQN2LFgwAA4fQowocSLFihYvzpqVy5UrceJy5SKGCFG4cJmiRIEDR5u2SE6cwIFzLVOm\nNWsGDf+65spVpky3ypWjRs2XL2fixAFIqnQpLFinatX69q1XL2WaNH37tihPnjt3rFnLZMZMnz7L\nQoUSJChSJGq0aKlStYscuWfPePFq5s0bgL5+/8qSxUqWrHDhdu3CVakSN26U9Ohp1GjbNk9t2ggS\nhK1TpzFjEiWK5soVKVKryJFbtsyXr2bdugGILXt2q1ayVq0aN+7WrV5//owbN+jMGUiQvn1LVaXK\nnj3cVq1CgyZSJG66dKlShatcOWfOgAF7Bg4cgPLmz6NPr349+/buZ83K5cqVOHG5chFDhChcuExR\nAEaBA0ebtkhOnMCBcy1TpjVrBg265spVpky3ypWjRs3/ly9n4sQBEDmSJCxYp2rV+vatVy9lmjR9\n+7YoT547d6xZy2TGTJ8+y0KFEiQoUiRqtGipUrWLHLlnz3jxaubNGwCrV7HKksVKlqxw4XbtwlWp\nEjdulPToadRo2zZPbdoIEoStU6cxYxIliubKFSlSq8iRW7bMl69m3boBULyYcatWslatGjfu1q1e\nf/6MGzfozBlIkL59S1Wlyp493FatQoMmUiRuunSpUoWrXDlnzoABewYOHADfv4EHFz6ceHHjx02Z\nIubLV7BgnjwN69RJly4rnjy5cZMpk5M+feDAkUSFSqZMhgzZcuSoV69c1ar58lWtGi1p0gDk17//\n1Cli/wBz5cKF69SpYqJECRMWBhUqQoQyZfIyaRIePJTChOnUadEiXJky+fI1a9q0YMGkSZOlTBmA\nlzBjokJlzJevYMFKldJVqtSuXYBgwSpUSJIkJ4wYdemSqkwZQ4bw4JGFBw8vXqqgQevVixq1V8uW\nARhLtuyoUcR8+Ro2bNMmYahQGTPGhRWrPHlIkdry6BEaNKi6dIkUKVEiW40aBQuGypo1YMCwYZvV\nrBmAy5gza97MubPnz6BfvSrGixc4cLhwjQMFKly4QsSIPXnSrZsdZMjUqLmmSNGzZ4sWZQsVChs2\nXuPGlSrFjduuY8cASJ9OXZWqYMSIdeu2axe4T5/Agf+r9OyZGTPZsuEhRowQoWaJEhkztmgRNVCg\nrl3LBQ5cJoCZtm2D9esXAIQJFaZKJQwYMHDgXr0KhwlTt26emjULFOjbN0LRorVpI61Pn2XLGDHa\nxomTNWu2woUrVapbt1zBggHg2dPnq1fCfPkKF27XLnGhQpUrd+raNTp0woUT9OyZGTPZ+vSBBq1R\no26WLGHDVmvcOE+evHnbRYwYALhx5c6lW9fuXbx5X70qxosXOHC4cI0DBSpcuELEiD150q2bHWTI\n1Ki5pkjRs2eLFmULFQobNl7jxpUqxY3brmPHAKxm3VqVqmDEiHXrtmsXuE+fwIGr9OyZGTPZsuEh\nRoz/EKFmiRIZM7ZoETVQoK5dywUOXKZM27bB+vULwHfw4VOlEgYMGDhwr16Fw4SpWzdPzZoFCvTt\nG6Fo0dq0kdanD8Blyxgx2saJkzVrtsKFK1WqW7dcwYIBqGjx4qtXwnz5Chdu1y5xoUKVK3fq2jU6\ndMKFE/TsmRkz2fr0gQatUaNulixhw1Zr3DhPnrx520WMGICkSpcyber0KdSoUj15WsWLFzRot25V\n8uWrWbNUq1bVqrVrVyNDhnbtwnXpEidOwYIVkyUrVy5s0qQtW6ZM2bNjxwAQLmyYEiVZvnxJkyZL\nVqZdu5AhMxUqFC5cu3ZZmjTp1i1coECRIgUMmC9b/7Z27ZrWrNmxY8SIJQMGDADu3Lo7dYIVLJgz\nZ7BggRImLFmyUpo06dIFDNim6L58/erUSZMmYsSOyZJVq5a0Zs2UKVu27BkyZADWs2/vyVOqXr2a\nNXPl6pIvX86cgSJFCiAvXsOGcapUadeuX5EiGTI0bFiyV69s2Zr2DOOzZcucHTsGAGRIkSNJljR5\nEmVKT55W8eIFDdqtW5V8+WrWLNWqVbVq7drVyJChXbtwXbrEiVOwYMVkycqVC5s0acuWKVP27Ngx\nAFu5dqVESZYvX9KkyZKVadcuZMhMhQqFC9euXZYmTbp1CxcoUKRIAQPmy5atXbumNWt27BgxYsmA\nAf8D8Bhy5E6dYAUL5swZLFighAlLlqyUJk26dAEDtgm1L1+/OnXSpIkYsWOyZNWqJa1ZM2XKli17\nhgwZAOHDiXvylKpXr2bNXLm65MuXM2egSJHixWvYME6VKu3a9StSJEOGhg1L9uqVLVvTnrV/tmyZ\ns2PHANS3fx9/fv37+ff3D/DUKVyuXI0bFyxYtFWrxo1z9epVp07evLGaNYsSpW21aqH6iAqcMGHJ\nkvk6d86YsWPHioULByCmzJmpUsU6dSpcOGLEmK1aJU6crFy5Tp3q1q2VKVOZMmWTJWvVKlKkvvXq\n5cvXLXPmhg0DBuzXt28Aypo9q0qVrFSpwIELFiz/mStX4sTJypVLlapx426dOqVKVbdcuWLFatUq\nnC9fwYL1Mmfu2DFixIqFCwcgs+bNqFDVWrVKnDhfvqKdOkWO3K1atUqVEidOlilTpUp5Y8WqVq1P\nn8QJE1as2C5z5pAhGzbsWLhwAJo7fw49uvTp1KtbP3UKlytX48YFCxZt1apx41y9etWpkzdvrGbN\nokRpW61aqOqjAidMWLJkvs6dA2jM2LFjxcKFA5BQ4cJUqWKdOhUuHDFizFatEidOVq5cp05169bK\nlKlMmbLJkrVqFSlS33r18uXrljlzw4YBA/br2zcAPX3+VKVKVqpU4MAFC5bMlStx4mTlyqVK1bhx\n/7dOnVKlqluuXLFitWoVzpevYMF6mTN37BgxYsXChQMQV+5cVKhqrVolTpwvX9FOnSJH7latWqVK\niRMny5SpUqW8sWJVq9anT+KECStWbJc5c8iQDRt2LFw4AKVNn0adWvVq1q1de/K0S5iwY8ds2RIW\nLFi1aptw4XLl6tixTa5c1ap1jBSpWbNy5YJmy5Yy6tq0IUO2bBkwaNAAfAcfXpMmXMSIDRumS5ev\nXr2gQTPly1etWsWKbWLFqlWrYqdOAZQla9cuZ7lyEUuYLZsxY8eO4UqWDADFihY9efpFjJgxY7p0\nEfPla9o0U7ly4cK1bBkpW7ZmzVKmStWsWb9+Pf+rVYsYsWPcuB071qyZrmXLACBNqtSTJ1/Dhh07\nFisWMV26pEkDFSyYLVvKlF26dYsWLWKbNsGC5cqVNFmyggUTtm3bsWPQoAFr1gwA375+/wIOLHgw\n4cKUKMmyZQsZMlq0tLFiJUyYqGDBOnUKFqzTrl2ZMt06derXr1SpdMGChQzZLmfOatV69mwWLFgA\nbuPOvWgRqlmzfv2iRYvarFnChLFChgwUqF+/Lv36lSmTK06cbt1CharWqlXEiNk6dmzVqmPHXKVK\nBWA9+/aRIqGCBYsYMVu2sqVK1asXrWTJAH76FCyYqmDBQIHSdepUsGCnTv2SJWvZMlzMmOHC9ez/\nWS1atACEFDny0aNXrlwZM1arljZXrpAhU3XsmCdPxIip4sXr0ydfpEjx4iVKlC9YsJo1y+XMWa5c\n0qTVkgqAalWrV7Fm1bqVa1dKlGTZsoUMGS1a2lixEiZMVLBgnToFC9Zp165MmW6dOvXrV6pUumDB\nQoZslzNntWo9ezYLFiwAjyFHXrQI1axZv37RokVt1ixhwlghQwYK1K9fl379ypTJFSdOt26hQlVr\n1SpixGwdO7Zq1bFjrlKlAjCcePFIkVDBgkWMmC1b2VKl6tWLVrJknz4FC6YqWDBQoHSdOhUs2KlT\nv2TJWrYMFzNmuHA9e1aLFi0A9/Hnf/TolStX/wCNGatVS5srV8iQqTp2zJMnYsRU8eL16ZMvUqR4\n8RIlyhcsWM2a5XLmLFcuadJqqQTAsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3DjykW6Z88pR45q1XLlShMj\nRr58ybp0yZChXr1edeo0aFCvV68YMQoUaNerV5gwLQoWrFatTJkohQoFoLTp03bsnEKEaNYsVqwg\nHTrky9crTpwIEQoWzNWlS3v2BIMFixKlP3+AtWpVqZKiXr1q1ZIkyREoUACya98OB44oQ4Zcuf86\ndSqSHz/Bgs2SJMmOnV27WCVKRIcOr1OnGDHCgwdXKoCpJk0itGuXLFmLFHbqBMDhQ4hy5IhChEiW\nLFSoLPnxw4sXK0aM/Pjx5cuVJEl//gBz5apRIz9+cp061aiRH1++Xr2KFCnRpk0AhA4lWtToUaRJ\nlS7ds+eUI0e1arlypYkRI1++ZF26ZMhQr16vOnUaNKjXq1eMGAUKtOvVK0yYFgULVqtWpkyUQoUC\n0NfvXzt2TiFCNGsWK1aQDh3y5esVJ06ECAUL5urSpT17gsGCRYnSnz/AWrWqVElRr161akmS5AgU\nKACxZc+GA0eUIUOuXJ06FcmPn2DBZkmSZMf/zq5drBIlokOH16lTjBjhwYMrVapJkwjt2iVL1iLw\nnToBIF/evBw5ohAhkiULFSpLfvzw4sWKESM/fnz5ciVJEsA/f4C5ctWokR8/uU6datTIjy9fr15F\nipRo0yYAGjdy7OjxI8iQIkd68pTp1q1ixXbtoqVMWbNmvUCBWrYMGjRekiQdO1bNl69KlYgR06ZM\n2alTzrx5gwbNlClmyZIBqGr1aqZMnHjxMmZs1y5bz54pUzYsU6Zjx65dKxYpEjNm24IF48SpWTNs\nxoyhQrVs27Zo0VatekaMGIDEihdr0qRo165jx4IFqzVtWrNmvixZUqaMGjVhiBAVK4bt1y9G/4yM\nGXtGjJgpU8q6dYsWDRYsaMWKAejt+zcoUJZ+/QoWrFevWceOQYMG7NKlY8esWfNVqFCxYtdq1erT\nJ1gwa8SIffr0zJu3adMyZVImTBiA+PLn069v/z7+/Po7dQqGCyCuY8eAAdtWrNixY7u4cePFS5my\nWtasCRMGTJYsa9aGDVs2a9a1a8mwYStWTJs2YMSIAXD5EuamTblmzSpWLFiwbcaMNWsGq1u3YMGW\nLbu1bVuwYNFy5Zo2zZevZrJkadNWrFo1Y8a4cfOFDBkAsWPJXrqkq1YtYsR06doGDNiyZbWwYevV\n69mzWNWq+fIljBWrZMlmzYLGipU1a8SkSf8jRowbN1/HjgGwfBlzp067ZMkyZmzXrmvBgilTVsub\nt169jh3TpU2bL1/OWrV69kyXrmOtWmHDFqxaNWHCunXzVawYAOXLmTd3/hx6dOnTO3UKhgvXsWPA\ngG0rVuzYsV3cuPHipUxZLWvWhAkDJkuWNWvDhi2bNevatWTYsBUrBlCbNmDEiAE4iDDhpk25Zs0q\nVixYsG3GjDVrBqtbt2DBli27tW1bsGDRcuWaNs2Xr2ayZGnTVqxaNWPGuHHzhQwZgJ08e166pKtW\nLWLEdOnaBgzYsmW1sGHr1evZs1jVqvnyJYwVq2TJZs2CxoqVNWvEpEkjRowbN1/HjgF4Czf/bqdO\nu2TJMmZs165rwYIpU1bLm7devY4d06VNmy9fzlq1evZMl65jrVphwxasWjVhwrp181WsGIDRpEub\nPo06terVrF256iVMmDdvw4aRGzbs3Lkv48bRomXO3A9u3EaNMocFS7Zsnz6RCxOGG7dh5MjduePN\nG7Bp0wB4/w5+1Chivnxx46ZLVzljxsyZwxMu3KtX5sz9ECcuVqxzTpxsA7itVq1yb95w43Zr3Lg8\necCBC/bsGQCKFS2mSkXMl69v32TJIkeM2Llzd8aNQ4Xq3Lki376pUmXOh49o0VSpIgcHjjdvv8iR\nixMnXLhi06YBQJpUKSpUvn794saNF69x/8OGmTNHaNw4V67OnSsCDhwpUuemTLl2bdQoc1++aNMW\nbNw4PXrAgSv27BkAvn39/gUcWPBgwoVdueolTJg3b8OGkRs27Ny5L+PG0aJlztwPbtxGjTKHBUu2\nbJ8+kQsThhu3YeTI3bnjzRuwadMA3Made9QoYr58ceOmS1c5Y8bMmcMTLtyrV+bM/RAnLlasc06c\nbNtWq1a5N2+4cbs1blyePODABXv2DMB69u1TpSLmy9e3b7JkkSNG7Ny5O+PGAUSF6ty5It++qVJl\nzoePaNFUqSIHB443b7/IkYsTJ1y4YtOmAQgpciQqVL5+/eLGjRevccOGmTNHaNw4V67Onf8rAg4c\nKVLnpky5dm3UKHNfvmjTFmzcOD16wIEr9uwZgKpWr2LNqnUr165eKVFaVasWNGi9eknatGnatFOP\nHunRAwzYqi5d7NippUnTli2MGPVq1cqTJ1XMmBUrpkuXr2DBAECOLFmSJFSqVFWrpkvXpVChqFEb\n1akTI0bHjrn682fRomGkSNGhAwkSsVixIkVCZcxYsGC4cPkiRgwA8eLGHz0qNWsWNGi1amXSpGna\ntFOQIDFiRIzYKDx4Bg0KlikTGjRt2vgCBYoQoVLGjPnytWv+sGEA7uPPP2mSqlixAFqzpksXoU+f\nnDljBQpUokS/fnkSJEiPnl2hQrlxgwf/zy5XrjRpkuXMmTFjvnwFUwmAZUuXL2HGlDmTZk1KlFbV\nqgUNWq9ekjZtmjbt1KNHevQAA7aqSxc7dmpp0rRlCyNGvVq18uRJFTNmxYrp0uUrWDAAZ9GmlSQJ\nlSpV1arp0nUpVChq1EZ16sSI0bFjrv78WbRoGClSdOhAgkQsVqxIkVAZMxYsGC5cvogRA7CZc+dH\nj0rNmgUNWq1amTRpmjbtFCRIjBgRIzYKD55Bg4JlyoQGTZs2vkCBIkSolDFjvnztUj5sGADnz6FP\nmqQqVixr1nTpIvTpkzNnrECBSpTo1y9PggTp0bMrVCg3bvDg2eXKlSZNspw5M2bMl69g/wCDBQNA\nsKDBgwgTKlzIsCEsWL6IESNH7tgxac6cmTMHzJMnY8bKlcOlR48vX+Nq1RIkKFYscb58yZKVrFy5\natWUKePWrRuAn0CDwoIVjBgxcuSCBXvG9Ny5YKlSOXN27hyzQIGQITMnTNibN758jSNGzJSpZ+fO\nVasGDZo2b94AyJ1LN1WqXL58jRtHjNgzZMjOnfOVKRMxYuTI4QIDhhixcrx4sWFTq5Y3XrxYsWJ2\n7pw1a8uWafv2DYDp06hjxdoVLBg5csWKGStW7Nw5X5AgFStmzhyvQIF69Spny9aZM7VqeePFnNez\nc+ewYWvWTJs3bwCya9/Ovbv37+DDi/9nxSrXrvO7WLFy5srVrVt1YMFCg4aMfT9+1qwhEyXKG4Bv\n5swBNGfOqVOgfPmSJUuaNFfFigGgWNGiKVO2cOHixYsWrWezZu3aJalWLTp0Fi3yAwlSoEB32rRx\n5GjRolGSJNmyJarWz1rQoLkyZgzAUaRJQYGqlStXr16oUA07dQoWLEGwYLVpw4dPlzx5ypTB06aN\nGTNy5BASJChWLFK7dvXqNW0arWPHAOzl23fVql6Bb91ChaoZK8SsHN26RYfOnTtlEiViwybQly9m\nzAwalIgQoVSpQhUr9utXtGi7jh0D0Nr1a9ixZc+mXds2K1a5du3exYqVM1eubt2qAwv/Fho0ZJT7\n8bNmDZkoUd68mTMH0Jw5p06B8uVLlixp0lwVKwbA/Hn0pkzZwoWLFy9atJ7NmrVrl6RatejQWbTI\nD0BIkAIFutOmjSNHixaNkiTJli1RtSbWggbNlTFjADZy7AgKVK1cuXr1QoVq2KlTsGAJggWrTRs+\nfLrkyVOmDJ42bcyYkSOHkCBBsWKR2rWrV69p02gdOwbgKdSoq1b1qnrrFipUzVhxZeXo1i06dO7c\nKZMoERs2gb58MWNm0KBEhAilShWqWLFfv6JF23XsGIDAggcTLmz4MOLEikGBcmbLVrduihSNy5Pn\n3DkNyZJBgHDuXABZsgAAOJcgAShQ/yRIiEuRghgxPOHCCRFCjRooZswA8O7te9MmZLZsceO2aBE5\nRIjOnZMBDZoJE+fONQAGDAGCcgAAnDpVoQK5FCmOHXs0blyTJtu2mVq2DAD8+PIxYUqGC9e3b5Ei\njSNECOC5cyOKFatQ4dy5ArVqAQBgToAAUqQ0aBAXIsSxY4bGjTtypFq1UMSIATB5EuWkSctu3eLG\nrVKlcX78nDsnAxq0ECHOnQMgS5YAAeUKFMCFCwOGcDhwKFN2ady4MWO0aXN17BgArVu5dvX6FWxY\nsWNBgXJmy1a3booUjcuT59w5DcmSQYBw7lwAWbIAADiXIAEoUCRIiEuRghgxPOHCCf8RQo0aKGbM\nAFS2fHnTJmS2bHHjtmgROUSIzp2TAQ2aCRPnzjUABgwBgnIAAJw6VaECuRQpjh17NG5ckybbtpla\ntgxAcuXLMWFKhgvXt2+RIo0jROjcuRHFilWocO5cgVq1AAAwJ0AAKVIaNIgLEeLYMUPjxh05Uq1a\nKGLEAPT3DxCAQACTJi27dYsbt0qVxvnxc+6cDGjQQoQ4dw6ALFkCBJQrUAAXLgwYwuHAoUzZpXHj\nxozRps3VsWMAatq8iTOnzp08e/oEBUrTq1fVqnHi5GXOHGbMuLx4UaRIrFhCKlS4ceMSFCgPHihR\nIooMmSNHNvXq9enTqFHBcOECADf/rtxMmSq5chUtWqZMV/r0gQYNS5AgXrzs2uVEhQorVlDlyPHh\ngxQposqU0aIlVbFipUq1ahXMly8ApEub3rQp06tX1apt2rTFkKFmzcY4cQIFCixYMzx4+PEDFBIk\nGjQMGTKKDZsuXVz9+jVrlitXxX79AoA9u/ZOnSS1amXNmidPWvr0ceZMDRAgRozIkpUEBIgbNzgd\nOZIhgxUrp9q0AYgGzSlfvmjRwoWLmC9fABw+hBhR4kSKFS1ejBUrFzBg4sTx4tVLlixy5EwZMWLI\nkDhxsUiQaNPm26lTL17o0YMNF648eVqNG0eNWqlS1rhxA5BU6VJVqnIFCxYunC1b/7hcuRo3jlSY\nMJYshQunCgWKRImymTJFg8ahQ81WrQIEKJU5c9as2bIFDRw4AH39/j11CtdgcuR+/eIlSlS4cJSS\nJGHE6Ns3WTZstGljzZUrHjwAAWrmy9efP67KlZs2TZasad++AYAdW/apU75u3RInrlatWa9ehQun\nigmTRo3EiWvlwYMdO9hGjWLBwo8fasGCPXokq1y5aNFIkXoGDhwA8uXNn0efXv169u1jxcoFDJg4\ncbx49ZIlixw5U0aMADRkSJy4WCRItGnz7dSpFy/06MGGC1eePK3GjaNGrVQpa9y4AQgpcqQqVbmC\nBQsXzpYtXK5cjRtHKkwYS5bChf9ThQJFokTZTJmiQePQoWarVgEClMqcOWvWbNmCBg4cgKpWr546\nhWsrOXK/fvESJSpcOEpJkjBi9O2bLBs22rSx5soVDx6AADXz5evPH1flyk2bJkvWtG/fACBOrPjU\nKV+3bokTV6vWrFevwoVTxYRJo0bixLXy4MGOHWyjRrFg4ccPtWDBHj2SVa5ctGikSD0DBw4A796+\nfwMPLnw48eKuXBEDBuzXr1GjjKVKZctWE0+ezpz580cIIkRTphiiQiVQIDVqSgUKpEtXqmPHdu2S\nJu2VMWMA7uPPHypULlq0AP76xYlTME+eQIGawohRmTKUKDnhwwcLljxXrvDh48X/CyQ5clKlykSM\nmCtXy5a5SpYMQEuXL02ZCjaTGDFWrIilSlWrFpZMmfDgadQISZw4Vqz8adKkTRswYFLRoQMLlqpk\nyWTJYsaMlTFjAMCGFUuKVK9du3r12rRp2KhRt25lkSSJDZs+fZTUqdOkCaEwYeDA0aOnlR07tWqR\natYMFy5o0FYtWwaAcmXLlzFn1ryZc2dXrogBA/br16hRxlKlsmWriSdPZ878+SMEEaIpUwxRoRIo\nkBo1pQIF0qUr1bFju3ZJk/bKmDEAz6FHDxUqFy1av35x4hTMkydQoKYwYlSmDCVKTvjwwYIlz5Ur\nfPh48QJJjpxUqTIRI+bK1bJl/wBdJUsGoKDBg6ZMBVtIjBgrVsRSpapVC0umTHjwNGqEJE4cK1b+\nNGnSpg0YMKno0IEFS1WyZLJkMWPGypgxADhz6iRFqteuXb16bdo0bNSoW7eySJLEhk2fPkrq1GnS\nhFCYMHDg6NHTyo6dWrVINWuGCxc0aKuWLQPAtq3bt3Djyp1Lt64sWcN69QIHrlQpcXz4mDMnJFeu\nBQvMmRsxahQECOQwYGjV6sOHbU+e9OplKFw4K1aoUUN17BiA06hTo0I1DBYsbtwgQeJWpw45ckF4\n8eLAYdw4FI0abdgQbsOGSZNIkKBWpUquXIfChQsTZtq0U8eOAdjOvTsrVr5w4f/69g0UKHGTJpEj\n10OWLBEivn0rcenSggXZSpRw5ChGDIDXtGj59YvTt2937mjThkqYMAARJU789GmXKlXbtkmShO3P\nn3LlphgzFiKEOHEUJEkKEOAbBgyZMhkxos2KFVy4SH37pkWLM2eliBEDUNToUaRJlS5l2tSpLFnD\nevUCB65UKXF8+JgzJyRXrgULzJkbMWoUBAjkMGBo1erDh21PnvTqZShcOCtWqFFDdewYAMCBBaNC\nNQwWLG7cIEHiVqcOOXJBePHiwGHcOBSNGm3YEG7DhkmTSJCgVqVKrlyHwoULE2batFPHjgGgXds2\nK1a+cOH69g0UKHGTJpEj10P/liwRIr59K3Hp0oIF2UqUcOQoRoxrWrT8+sXp27c7d7RpQyVMGAD0\n6dV/+rRLlapt2yRJwvbnT7lyU4wZCxFCHEBxFCRJChDgGwYMmTIZMaLNihVcuEh9+6ZFizNnpYgR\nA+DxI8iQIkeSLGny5KhRsIABgwatVas0hAglS8ZFhgwvXho1UhIhwpIlgZIkIUECDZpNcuSMGZPr\nqS1bvnwd+/ULANasWkGBqvTqFTRoo0atefTo168rS5ZEiUKJ0hUhQqZMuTRlCgoUXrx0KlNmzRpa\nunTZsuXLV7JfvwAwbux406ZPuHA1a0aL1htJkowZa0OGzJYtlSod2bEjShRD/1GimDDRpk0mNWrg\nwMnFixctWrp0JfPlCwDw4MIpUZK0atWzZ548vTl0KFiwME2ahAlz6pQTGzaUKFGUJIkJE3HiGJIj\nhw6dWrhwtWo1a1YxWbIA0K9v/z7+/Pr38+9fC2AtXL16jRuXK9euRYvEics0ZQocOOLEfapRQ4qU\nbYsWFSkCBsy0XLlChZJVrhwzZsSIUfPmDUBMmTNNmXJVq5Y4cbVqvTJlyps3UWPGnDmTLZsfKVLY\nsKF26dKRI2fOQGPFatEiSeXKLVsmS1Y0b94AlDV7FhWqXbVqhQtny9YyVaq2bXPEhUubNtas+QkS\npEqVZIgQFSmSJUs0UKAcOf9yRY7cs2e4cDELFw5AZs2bSZGihQuXN2+5cv3SpGncuEt2WNvBho0O\nDRpr1lTLlGnIkDBhmGHClClTqHLlnDnDhQvatm0AmDd3/hx6dOnTqVevVQtXr17jxuXKtWvRInHi\nMk2ZAgeOOHGfatSQImXbokVFioABMy1XrlChZJUrB5AZM2LEqHnzBiChwoWmTLmqVUucuFq1Xpky\n5c2bqDFjzpzJls2PFCls2FC7dOnIkTNnoLFitWiRpHLlli2TJSuaN28Aevr8iQrVrlq1woWzZWuZ\nKlXbtjniwqVNG2vW/AQJUqVKMkSIihTJkiUaKFCOHLkiR+7ZM1y4mIULByD/rty5pEjRwoXLm7dc\nuX5p0jRu3CU7hO1gw0aHBo01a6plyjRkSJgwzDBhypQpVLlyzpzhwgVt2zYApEubPo06terVrFuj\nQjXs1y9gwECBQqZKFSxYQy5dOnIkTx4devRkyeJIihREiPDg+USHzqtXoJIlq1XLmrVaz54B+A4+\nvCZNvGTJ4sWrUydfpUq5clWFFKk5c/z4WSJJEhYsdXDgAChHzpo1k968AQXqFDFisGA9e1YLGTIA\nFS1eFCWKGC2OtDx5IlaqFC5cRS5dMmOGDx8cefJIkZKoRw89ety4EUWHjitXqo4ds2WLGTNXy5YB\nQJpUaaZMuGLFsmVr0SJi/6pU1apVBROmOHEIEcIhR86UKXagQDFjBg6cTnbs0KKV6tgxV66YMXt1\n7BgAvn39/gUcWPBgwoVRoRr26xcwYKBAIVOlChasIZcuHTmSJ48OPXqyZHEkRQoiRHjwfKJD59Ur\nUMmS1aplzVqtZ88A3MadW5MmXrJk8eLVqZOvUqVcuapCitScOX78LJEkCQuWOjhwyJGzZs2kN29A\ngTpFjBgsWM+e1UKGDMB69u1FiSJGSz4tT56IlSqFC1eRS5fMADTDhw+OPHmkSEnUo4cePW7ciKJD\nx5UrVceO2bLFjJmrZcsAgAwpMlMmXLFi2bK1aBExVapq1aqCCVOcOIQI4f+QI2fKFDtQoJgxAwdO\nJzt2aNFKdeyYK1fMmL06dgwA1apWr2LNqnUr166rVhnz5evbt1SpwsGBY84ck2DBEiQwZw6FK1cL\nFoxbsSJUqCFDuhUp8utXJXDg5Mjhxk3WsWMAHkOOjApVLleuvHljxQocI0bgwGHx5StFCm/efFiy\nZMJENh06QIHy4cMZGTLBgpXats2NG2jQZBkzBmA48eKmTO3y5WvbNlmywFGiBA6clV69bNjAhs3H\npk0VKkzr0ePTpyBBnmHBwotXq3DhDBmiRs0VL14A7uPPjwqVL1myAHrztmpVOEiQxIlLQoxYkCDh\nwp0ABUqBgm4lSpgy1aL/BTYoUHDhsuTNW5s21aqxChYMQEuXL2HGlDmTZk2bpUqJqlXr2bNTp8hU\nqgQMGJYhQ6pUyZRJSokSXbo40qIFB447dzz58UOHDq5evXbt0qULGTBgANCmVWvJUqpZs5w5gwVL\njyZNv34BMmPmzZtRo7LgwFGnDqMyZXLk+POnkh49d+7Y2rXLli1cuITp0gWAc2fPmTKtunVLmjRY\nsMBMmiRMWJ42bdy4CRVqCxEiadJI2rLlxo1DhzglSgQIUC9fvnbt8uXrV61aAKBHl96pE6pZs5w5\nO3UKkClTyZINypKFDZtRo47gwAEGjJ8lS0aMYMPmUp06atToGjaMVn9a/wB5yZIFoKDBgwgTKlzI\nsKHDUqVE1ar17NmpU2QqVQIGDMuQIVWqZMokpUSJLl0cadGCA8edO578+KFDB1evXrt26dKFDBgw\nAECDCrVkKdWsWc6cwYKlR5OmX78AmTHz5s2oUVlw4KhTh1GZMjly/PlTSY+eO3ds7dplyxYuXMJ0\n6QJAt67dTJlW3bolTRosWGAmTRImLE+bNm7chAq1hQiRNGkkbdly48ahQ5wSJQIEqJcvX7t2+fL1\nq1YtAKhTq+7UCdWsWc6cnToFyJSpZMkGZcnChs2oUUdw4AADxs+SJSNGsGFzqU4dNWp0DRtGqzot\nXrJkAdjOvbv37+DDi/8fTz5WrF2zZoULhwvXrEWLxIk7ZcXKoEHfvp1SokSPHoDfJEkyYmTOnG25\ncoECNatcuWXLdu1KBg4cAIwZNaLimCtXuHC7dh3r1Mmbt0Vs2ChStG1bJRw4yJBx9ujRkiVw4Cw7\ndapRI1DixA0bpktXsm/fACxl2lSVKlm+fIkTBwzYMVCgunWzBAUKI0bRonEyYkSNmmabNmHBsmfP\nMlmyMmVaVa6cM2e2bDnr1g3AX8CBU6VahQtXuHDAgC2LFStcuFhs2Bw65M1bqhkz+PCRBgqUDh19\n+jyjRevOHVDmzDVrVqvWMm/eAMymXdv2bdy5de/mHSvWrlmzwoXDhWv/1qJF4sSdsmJl0KBv304p\nUaJHzzdJkowYmTNnW65coEDNKldu2bJdu5KBAwfA/Xv4qOTnyhUu3K5dxzp18uZtEUA2bBQp2rat\nEg4cZMg4e/RoyRI4cJadOtWoEShx4oYN06Ur2bdvAEaSLKlKlSxfvsSJAwbsGChQ3bpZggKFEaNo\n0TgZMaJGTbNNm7Bg2bNnmSxZmTKtKlfOmTNbtpx16wbgKtasqVKtwoUrXDhgwJbFihUuXCw2bA4d\n8uYt1YwZfPhIAwVKh44+fZ7RonXnDihz5po1q1VrmTdvABYzbuz4MeTIkidTNmXKmC5dwIBt2kTs\n0ydZsnp8+sSGTaNG/0cIEZIixZAVK3fuwIHTSo8eXLhGTZt269a0abGcOQNg/DhyU6aE7dpFjFim\nTMRIkZo1a0ysWGvWPHqkxY4dMGAaHTkCCNCcOaDo0HHlCpUyZbJkNWu2qlgxAPr38w8VCqCwW7d6\n9Xr1aleqVMCAiUmVyo2bTZukDBokRkwgK1bw4JkzRxUdOrhwjXLmLFcuZ85ONWsGAGZMmaNG9dq1\n69atT5+InTp17BgbWLDq1HHk6EijRlasGDpyhA2bN29YmTFTqxapZs1gwUKG7JQxYwDIljV7Fm1a\ntWvZtjVlypguXcCAbdpE7NMnWbJ6fPrEhk2jRkcIEZIixZAVK3fuwP+B00qPHly4Rk2bduvWtGmx\nnDkD8Bl0aFOmhO3aRYxYpkzESJGaNWtMrFhr1jx6pMWOHTBgGh05AgjQnDmg6NBx5QqVMmWyZDVr\ntqpYMQDTqVcPFUrYrVu9er16tStVKmDAxKRK5cbNpk1SBg0SIyaQFSt48MyZo4oOHVy4RjlzBjBX\nLmfOTjVrBiChwoWjRvXatevWrU+fiJ06dewYG1iw6tRx5OhIo0ZWrBg6coQNmzdvWJkxU6sWqWbN\nYMFChuyUMWMAevr8CTSo0KFEixp15SpYr17gwNGi9e3RI3LkyggTNmOGOHFCZMkSIWKbEiWuXNGg\nga1Nm1+/RIULR4j/kDVrsooVA4A3r95Vq4Dt2vXtW61a4CRJGjeODS9eRoxs25YlViwbNpZBgWLK\n1JQp0OjQCRZs1LZtmjRVq6aqVy8ArFu7TpWqmC9f376VKiUOFChv3rLIklWkiDVrZE6dIkIEmhQp\nsmS9eTNNkCBixFZx46ZI0bRptHjxAgA+vHhXrnjVqtWtmyxZ41ChGjeODC5cQIBkywYEFKgOHbYN\nATiEFaslS7bFiXPs2Cdw4AgRqlaN1K9fACxexJhR40aOHT1+FBUyV65mzVy5+pMp069fbbRo0aMH\nFKgsLVoIEpTJipUbNyRJmrVnjx49xIzWqiVM2LFgwQA8hRq1U6dT/7hwOXN26tSdU6eMGSP05o0d\nO6hQtYECZc8eT2rUjBkjSRIsQYISJeJFjNiuXb58/dq1C8BgwoUzZSKFC5cxY6lSISpVihixPWvW\nvHlz6pQZK1YWLVJVpkyYMJo02Vq06NMnX8eO9eq1axcwXLgA3MadmxOnUrJkIUPWqtWhUqWSJVsU\nKFCjRqxYiXHiZM6cSFas5MihR8+pNm38+PkVLNivX7x44bp1C8B69u3dv4cfX/58+qLs58rVrJkr\nV38yAcz061cbLVr06AEFKkuLFoIEZbJi5cYNSZJm7dmjRw+xjrVqCRN2LFgwACZPouzU6RQuXM6c\nnTp159QpY8YIvf95Y8cOKlRtoEDZs8eTGjVjxkiSBEuQoESJeBEjtmuXL1+/du0CoHUr10yZSOHC\nZcxYqlSISpUiRmzPmjVv3pw6ZcaKlUWLVJUpEyaMJk22Fi369MnXsWO9eu3aBQwXLgCOH0PmxKmU\nLFnIkLVqdahUqWTJFgUK1KgRK1ZinDiZMyeSFSs5cujRc6pNGz9+fgUL9usXL164bt0CIHw48eLG\njyNPrnx5q1axbt0KF65XL12gQIEDZwkNGj16uHELFSQIIULTSJGiQoUPn2m1aqlS9YocOWTIePFa\n1q0bgP7+AQIQCKBVK1e1apEjR4tWsk6dwIEbNWdOoEDatG0aMwb/ECBilCiZMZMpE7NcuUKFqgUO\n3LJlvXox8+YNQE2bN125OrVrFzhwunQlEyVKnLhPcOA0akSNGqkyZR49enbq1J07mDBB06UrVKhd\n5MhFi/brVzNv3gCkVbvWlStWtWqFC6dLF7FMmcCBM6RIESVK27ZdokMHD55ojBiRIUOHDrRZsypV\nqmXOXLNmuXIx69YNQGfPn0GHFj2adGnTrVrFunUrXLhevXSBAgUOnCU0aPTo4cYtVJAghAhNI0WK\nChU+fKbVqqVK1Sty5JAh48VrWbduALBn196qlatatciRo0UrWadO4MCNmjMnUCBt2jaNGQMIEDFK\nlMyYyZSJWa5c/wBDhaoFDtyyZb16MfPmDYDDhxBduTq1axc4cLp0JRMlSpy4T3DgNGpEjRqpMmUe\nPXp26tSdO5gwQdOlK1SoXeTIRYv261czb94ACB1K1JUrVrVqhQunSxexTJnAgTOkSBElStu2XaJD\nBw+eaIwYkSFDhw60WbMqVaplzlyzZrlyMevWDYDdu3jz6t3Lt6/fv6dOBevVy5evTp2IlSr165eZ\nU6fcuAkVCsujR2/epNKiJVKkRIlq+fETLJisadNy5Zo2TdayZQBiy54tSpSwXLmKFXPlqlipUsCA\n0QEFqk+fT5/CRIoUJ06nM2dKlXr06JUkSb9+xYIGzZcvadJgNf9rBqC8+fOfPvmyZStXrlGjdmnS\nJEwYn1Gj6tSZNIkLKICg+vQxJUfOp0+WLAHbtClYsFnVqg0bRo2aq2bNAGzk2BEUqGO5cv36tWoV\nMFCgfPlSAwvWoUObNhkpVAgMGElLlhgyVKfOKjhwdu1KFS2aLl3RoqkiRgzAU6hRpU6lWtXqVayu\nXAUbNsybt1y5wmnSFC7cImfOzpzp1k0QMmRduljr06dYsUKFtG3aVK0aLnDgUKHSpq1Wr14AFC9m\nrErVr2DBunWzZStcqlTixD1atuzNG2vWCBEjRoeOskaNkiWTJAkbKVLSpOHy5g0VKmzYcPXqBcD3\nb+CiRAHjxYv/GzdYsMBhwgQOXKFkyeLE0abNT7Fiffo0I0QIGrRNm7CRIrVt265w4T594sZN1q9f\nAOTPp3/qFK9fv7p1y5VLHMBUqcSJW9SsWZ4827bRKVZsyhRqdeoUK9anTzVQoKxZgxUu3KZN3Li5\n6tULAMqUKleybOnyJcyYrlwFGzbMm7dcucJp0hQu3CJnzs6c6dZNEDJkXbpY69OnWLFChbRt2lSt\nGi5w4FCh0qatVq9eAMaSLatK1a9gwbp1s2UrXKpU4sQ9WrbszRtr1ggRI0aHjrJGjZIlkyQJGylS\n0qTh8uYNFSps2HD16gXgMubMokQB48WLGzdYsMBhwgQOXKFk/8nixNGmzU+xYn36NCNECBq0TZuw\nkSK1bduucOE+feLGTdavXwCWM29+6hSvX7+6dcuVS1yqVOLELWrWLE+ebdvoFCs2ZQq1OnWKFevT\npxooUNaswQoXbtMmbtxc9eoFACAAgQMJFjR4EGFChQpHjYr16xc0aLJkefLlS5myVJ8+8eIFDBin\nS5dy5QqWKRMoUMKEEYMFS5cuac+eMbPJbBkwYAB49vRJidIrX76gQcOFq1OwYM6csRIlSpYsXrwu\nQYI0a5YuS5ZIkRo2rNiuXblySWPGDBmyYsWSBQsGAG5cuZMmqeLFixmzU6c00aJ17BgqwadO7dq1\niRMnXLiClf8q1aqVMWPJePHatSsaM2bEiB07pqxXLwCjSZeWJOnUrl3QoM2aFcqXr2fPTpEiVauW\nMGGWChVSpYpWpUqcOAkTNmzWLFy4qkGDxoxZsWLMePECcB17du3buXf3/h38qFGxfv2CBk2WLE++\nfClTlurTJ168gAHjdOlSrlzBMmUCBRCUMGHEYMHSpUvas2fMGjJbBgwYgIkUK1Ki9MqXL2jQcOHq\nFCyYM2esRImSJYsXr0uQIM2apcuSJVKkhg0rtmtXrlzSmDFDhqxYsWTBggE4ijTppEmqePFixuzU\nKU20aB07hirrqVO7dm3ixAkXrmClSrVqZcxYMl68du2Kxoz/GTFix44p69ULgN69fCVJOrVrFzRo\ns2aF8uXr2bNTpEjVqiVMmKVChVSpolWpEidOwoQNmzULF65q0KAxY1asGDNevAC4fg07tuzZtGvb\nvo0K1axXr759w4VrWqtW48bJwoWLFKlv32qtWpUpEzdZsnbtSpUK3K5dw4bBMmfumPhjxb59A4A+\nvXpUqGDRohUuXLBgzGDBGjcOly9frlx5A+jtFixYmTJlkyXr1StUqMAdO+bLVzBz5po1CxbsGDhw\nADx+BFmqlKxWrcCB8+WLmStX5MjJAgbs1Clv3mjt2gUKVLdatWbNUqVKHDBgunT1Ondu2bJhw4qB\nAwdA6lSq/6ZMyXLlKly4YcOYuXJFjhyuW7dUqQoX7pYqVY4cdQMFypWrT5++DRsWLBivc+eYMStW\n7Fi4cAAMH0acWPFixo0dP0aFatarV9++4cI1rVWrceNk4cJFitS3b7VWrcqUiZssWbt2pUoFbteu\nYcNgmTN3TPexYt++AQAeXDgqVLBo0QoXLlgwZrBgjRuHy5cvV668ebsFC1amTNlkyXr1ChUqcMeO\n+fIVzJy5Zs2CBTsGDhwA+vXtlyolq1UrcOB8AfTFzJUrcuRkAQN26pQ3b7R27QIFqlutWrNmqVIl\nDhgwXbp6nTu3bNmwYcXAgQOgciVLU6ZkuXIVLtywYcxcuf8iRw7XrVuqVIULd0uVKkeOuoEC5crV\np0/fhg0LFozXuXPMmBUrdixcOABev4INK3Ys2bJmz4oSJaxYsWPHatUiFiyYNGmdfPmqVUuZMlGs\nWNmydYwUqVmzcOFyNmvWsMbXrh07tmwZL2PGAGDOrPnTp17ChC1b5ssXsWDBoEFrtWvXrVvIkJly\n5apWLWGoUOHC1avXM168kCEzxo0bMmTOnPlatgwA8+bOM2XCBQwYMWK4cPkCBqxZs1K2bMWKdewY\nKFy4atVi1qoVLlzBgk0DBowYsWPcuC1blizZrWPHAAIQOJBgpky2hg0jRgwXrmPDhk2b5ooXr1q1\nnj3TpEv/Fy1axEaNqlWrV69pvXoNG3asWzdkyKBBC7ZsGQCbN3Hm1LmTZ0+fPyNFWlWrVrFis2Zt\ne/WKGDFZypR16vTrlyhevEiRqgUKVK9ep071cuXq2LFayZLFirVs2axVqwDElTuXESNUtmwFC2bL\nVrVYsYwZY8WM2aVLuXKJ0qWLE6dZp07t2sWKVS1Zso4dy4UMmSxZy5bdggULQGnTpxctOhUrli9f\nrlxZS5UqWDBOx449eqRLF6hgwT59qkWK1K9fsGDxevUqWTJdypShQkWMWCxWrABk176dEaNUsGD9\n+uXKVTVXroYNk/Xs2aZNvnxt2rUrUyZZmTL58oUKFS9Z/wBlKVO2a9myWrWePbPlyhWAhxAjSpxI\nsaLFixgjRVpVq1axYrNmbXv1ihgxWcqUder065coXrxIkaoFClSvXqdO9XLl6tixWsmSxYq1bNms\nVasAKF3KlBEjVLZsBQtmy1a1WLGMGWPFjNmlS7lyidKlixOnWadO7drFilUtWbKOHcuFDJksWcuW\n3YIFC4Dfv4AXLToVK5YvX65cWUuVKlgwTseOPXqkSxeoYME+fapFitSvX7Bg8Xr1KlkyXcqUoUJF\njFgsVqwAyJ5NmxGjVLBg/frlylU1V66GDZP17NmmTb58bdq1K1MmWZky+fKFChUvWbKUKdu1bFmt\nWs+e2f9y5QqA+fPo06tfz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gR\nJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ7t\nmCfPKEaMbNly5QpUokS4cMm6dOnPH1++XFmypEhRMFiwIEEqVIiXK1eSJBHatUuWrEyZGH36BMDu\nXbx8+KBixKhWLVmyKClS9OuXK0eO+PDp1SuWI0eBAgF79cqRIz9+cMmSxYhRIWDAZMmSJMnRp08A\nVK9mzYbNp0CBXLkSJepRoEC5cq2iRKlPH168UkGCRIf/Dq5WrRo14sNnlylTliwJAgZs1qxHjxBx\n4gTA+3fwfPiUUqRo1ixXrioRIrRrF6tMmQYN+vXLlSZNgQL1okXLEUBHffoEo0WLEiVEwIDhwnXp\nEiVUqABQrGjxIsaMGjdy7JgpU6dfv4gR+/VL1rJl0aLh0qTJmDFr1oJNmvTsGbZgwRYtEiYMW7Jk\np04x48YNGjRQoJQVKwbgKdSooECJ0qWLGTNfvmA5cyZNWi5JkooVu3ZtV58+w4ZB69ULEiRjxqwV\nK5YqFbNu3Z49gwVrWrJkAAYTLmzJUiJatIABy5Wr1LBhypQBU6QoWbJr13pNmnTsGDZfvhAhEiaM\nmjFj/506Ofv2bdq0TZuUFSsG4Dbu3KJEaeLFK1kyXrxkIUMmTdquS5eWLbNmbVeePMCAcdu1a9Gi\nY8e2HTvWqdMycOCsWVu1atqyZQDWs2/v/j38+PLn09ekaRctWsWKBQu2DWCwYMmSzcKG7datX79K\nXbsWLBgzWrSmTStWrBktWtq0JdOmrVixbdt8ESMGAGVKlZ48AdOlCxkyYcK4ESMWLBgrbdp27Tp2\nTJU2bb16HYsVa9myXbuMmTKlTZuxatWECevW7RcxYgC4dvVKidIsscCA4cJFzZevZMlabduWK5cv\nX7SoUcOFy9mtW86cBQvWbNYsbtyCVatGjBg3br2MGf8D8Bhy5E6dfuXKJUwYL17agAEjRsyVN2/B\nghEjZmvbNmTInN26Zc3asWPTYMG6do2ZNWvHjn37VkyZMgDDiRc3fhx5cuXLmWvStIsWrWLFggXb\nFixYsmSzsGG7devXr1LXrgULxowWrWnTihVrRouWNm3JtGkrVmzbNl/EiAHwDxCAwIEAPHkCpksX\nMmTChHEjRixYMFbatO3adeyYKm3aevU6FivWsmW7dhkzZUqbNmPVqgkT1q3bL2LEANi8iZMSpVk8\ngQHDhYuaL1/JkrXati1XLl++aFGjhguXs1u3nDkLFqzZrFncuAWrVo0YMW7cehkzBiCt2rWdOv3K\nlUv/mDBevLQBA0aMmCtv3oIFI0bM1rZtyJA5u3XLmrVjx6bBgnXtGjNr1o4d+/atmDJlADp7/gw6\ntOjRpEubZsUqWK9e377x4kUuWLBz59SMGwcKlDlzQL5906TpnA4d3bqxYmXOipVt24CVK1emjDZt\nw6BBA4A9u3ZYsIwVKxYu3K5d5XjxOneuybdvmjSZM4dDm7ZHj84NGZIt26pV5qZMAditWyxy5Nas\n8eYNmDVrABw+hHjqFC+K3brt2gUuWDBz5uaIE0eLljlzSr59kyXLXJYs3Li5ckWODp1t24iNGwcH\nTrhwxKBBAxBU6NBXr4gd9eZNlixxtWqdO0dm3DhT/6bOnesRLlynTudw4Pj2TZQoc0SIePPmq1w5\nL166dSOGDRsAunXt3sWbV+9evn1ZsQrWq9e3b7x4kQsW7Nw5NePGgQJlzhyQb980aTqnQ0e3bqxY\nmbNiZds2YOXKlSmjTdswaNAAvIYdGxYsY8WKhQu3a1c5XrzOnWvy7ZsmTebM4dCm7dGjc0OGZMu2\napW5KVO6dYtFjtyaNd68AbNmDcB48uVPneKVvlu3XbvABQtmztwcceJo0TJnTsm3b7JkATSXJQs3\nbq5ckaNDZ9s2YuPGwYETLhwxaNAAYMyo8dUrYh69eZMlS1ytWufOkRk3zpSpc+d6hAvXqdM5HDi+\nff8TJcocESLevPkqV86Ll27diGHDBmAp06ZOn0KNKnUq1UyZWNGiNW0aLlx6JEmCBq0TIEB16ggT\nhipNGjVqan36FCbMokW9YMGaNMnUsWPGjOXKtQsYMACGDyPOlAlWrVrTpunSlUmSpGnTSL15Q4fO\nsGGnxIjZswdXp05RoqhR4ytUKDduQCFD5suXLFm7jBkDoHs370aNRLVq5cyZKVOHLl1atqyUJEmJ\nEvnydapPnz17amHCtGYNIUK1QoUCBQpWsmTChOFKHywYgPbu33fqlKpWLWrUZs0aBAkSMmSvANap\n06dPr16d6NDBg2eWKVNQoAgS5OvVqzdvQiFDRoz/WK5cu4gRAzCSZEmTJ1GmVLmSZaZMrGjRmjYN\nFy49kiRBg9YJEKA6dYQJQ5UmjRo1tT59ChNm0aJesGBNmmTq2DFjxnLl2gUMGACvX8FmygSrVq1p\n03TpyiRJ0rRppN68oUNn2LBTYsTs2YOrU6coUdSo8RUqlBs3oJAh8+VLlqxdxowBkDyZcqNGolq1\ncubMlKlDly4tW1ZKkqREiXz5OtWnz549tTBhWrOGEKFaoUKBAgUrWTJhwnAFDxYMQHHjxzt1SlWr\nFjVqs2YNggQJGbJXder06dOrVyc6dPDgmWXKFBQoggT5evXqzZtQyJARI5Yr1y5ixADk17+ff3//\n/wABCBxIsKDBgwgFunJFa9eucuWCBVtmzFi5crYqVfLlq1y5XF260KJVrlatRYuGDRvny1erVsfM\nmatWrVkzbd68AdjJs+etW8OIEStX7tixZc+enTs3LFMmY8bMmfslR06xYuV27YIDx5UrcL58uXIF\nzZy5bNmSJfPWrRuAt3DjqlL16tcvcuSIETv265c5c7UcOfLlq1y5WmzY7Nr1zZatQYNy5QJny1aq\nVMzOncuWLVmybeDAARhNuvSsWbR8+RInrlcvZMaMmTPHK1AgXLjIkfNlxcqvX+aAAYMDR5cucsSI\nsWIVzZw5bNicOev27RuA69iza9/Ovbv37+BTpf8q5svXrVurViVz5UqVqjqxYrVpQ4ZMkj9/7Njp\nMmWKHoB6AgVKhAePKVOVdOmqVQsaNFzHjgGgWNGiK1fEfv0KFmzVKmajRoECJcaVqzBh2rQpY8iQ\nHTt1mDCBAwcPHkRs2KBCdWnXrlatokVjJUwYAKRJlZYqVQsXrlu3RIkiBguWLVt6SpW6c4cOnTN0\n6JQpg+bLlzx59uw51DZUqE3BgvHitWyZK2TIAOzl2xcVqmHBgvHiBQrUMVOmNGn6EiqUGzdy5BTp\n0uXLlys0aHjxcueOHTRoNm0KtWvXrFnUqMkyZgzAa9ixZc+mXdv2bdypUhXz5evWrVWrkrlypUr/\nVZ1Ysdq0IUMmyZ8/dux0mTJFj55AgRLhwWPKVCVdumrVggYN17FjANSvZ+/KFbFfv4IFW7WK2ahR\noECJceUqDMAwbdqUMWTIjp06TJjAgYMHDyI2bFChurRrV6tW0aKxEiYMAMiQIkuVqoUL161bokQR\ngwXLli09pUrduUOHzhk6dMqUQfPlS548e/YcKhoq1KZgwXjxWrbMFTJkAKZSrYoK1bBgwXjxAgXq\nmClTmjR9CRXKjRs5cop06fLlyxUaNLx4uXPHDho0mzaF2rVr1ixq1GQZMwbgMOLEihczbuz4MeRQ\noZLduvXtGyVK5PbsOXfOBTFiECCcO0cAFy4F/wrOPXigSpUGDeQ8eChWrI85cz16VKum6dgxAMKH\nEz91yhkuXOHCMWJUrkuXc+dEECMWIMC5cwNq1SJA4JwFC7ZsWbBQ7sMHZMjUlCsXIwY0aJyWLQNg\n/z5+TJiMyZLFDSC3RYvC9eljzhwIX74mTBg3bkGsWAMGiAMA4NQpESK6xYhhzJihceNmzJg27VKy\nZABYtnSZKdOyVKnChWvUaNyRI+fOZQAGzICBc+cM1KolQMC5AwdkyTpwwJwGDcaMzTFn7siRaNE0\nIUMGAGxYsWPJljV7Fm3aUKGS3br17RslSuT27Dl3zgUxYhAgnDtHABcuBQrOPXigSpUGDeQ8eP8o\nVqyPOXM9elSrpunYMQCbOXc+dcoZLlzhwjFiVK5Ll3PnRBAjFiDAuXMDatUiQOCcBQu2bFmwUO7D\nB2TI1JQrFyMGNGicli0D8Bx6dEyYjMmSxY3bokXh+vQxZw6EL18TJowbtyBWrAEDxAEAcOqUCBHd\nYsQwZszQuHEzZkybBvBSsmQACho8mCnTslSpwoVr1GjckSPnzmUABsyAgXPnDNSqJUDAuQMHZMk6\ncMCcBg3GjM0xZ+7IkWjRNCFDBiCnzp08e/r8CTSoUFGiOOnSJU0aKlRdDh2CBk2NDx9EiMiSJWXD\nBiRIJuXIQYECEiSy1Khp0qSUL1+uXJUqRaz/Vy8AdOvaPXVq1KxZ1qxduiQFDpxnz6TIkBEkiCpV\nSiRIQIIEVIwYDRr48LEpSpQZMzTx4tWpkylTw3z5AoA6tepOnSTBgiVNWqdOWAoVWraMCxMmUaKo\nUpVEhYobNzoNGbJhw5gxm9SosWKFlC9fp07NmiWsVy8A3Lt7BwXKkStX1aolSpQlTJhmzaTAgHHk\niCtXRyBAkCGjkhAhCBAQAUgkExcuQoSYChbMlClWrIwFCwZA4kSKFS1exJhR40ZXrnTx4hUuHDBg\nwlChKleu1JcvlSqNGxeLBAk+fMK5chUjBh062G7dQoPGlTlz2LCBAjUtXDgATZ0+rVXLFzBg/+LE\n1aoFy5QpcuRaJUly6JA4cahgwGjTphsoUEKEyJHjLViwMmVWmTM3bZosWdS+fQMQWPBgVKhk2bL1\n7ZsuXbxOnfr27RMZMpIkceMGCgeOOnWmkSKVIoUbN89ixeLCZZU4cc6cLVoEjRs3ALVt3z51ypYr\nV+LExYo1CxascuVG0aGzaBE5cqxmzChTJhwtWitWjBkTjhevOHFYkSN37dqsWdW8eQOQXv169u3d\nv4cfX74rV7p48QoXDhgwYahQASxXrtSXL5UqjRsXiwQJPnzCuXIVIwYdOthu3UKDxpU5c9iwgQI1\nLVw4ACZPoqxVyxcwYOLE1aoFy5QpcuRaJf9JcuiQOHGoYMBo06YbKFBChMiR4y1YsDJlVpkzN22a\nLFnUvn0DoHUrV1SoZNmy9e2bLl28Tp369u0TGTKSJHHjBgoHjjp1ppEilSKFGzfPYsXiwmWVOHHO\nnC1aBI0bNwCOH0M+dcqWK1fixMWKNQsWrHLlRtGhs2gROXKsZswoUyYcLVorVowZE44XrzhxWJEj\nd+3arFnVvHkDIHw48eLGjyNPrnz5qlXBfPnixQsWrGWnTtmy5QUUKDJkCBGqwYYNGDBxoECxYwcM\nGE527NCi1YkYsVatnDlLxYwZgP7+AQIQCECVKmS+fAULtmkTMFKkQIH6wYgREyaMGAm5c+f/y5c7\nTpzEiWPGzCc0aFix4oQMWaxY06a5OnYMQE2bN0mR+rVrV61aoEAJCxWqVi0pnDiFCYMHT5IyZaZM\nMVOlSps2bNgs+vPHlatSxIjRoqVM2SpjxgCkVbuWFKlduHD58iVIUDBQoEyZUqJJU5gwhgzxKFOG\nChVJS5b8+YMGzakxY1y52oQM2a5d1qy5atYMQGfPn0GHFj2adGnTq1YF8+WLFy9YsJadOmXLlhdQ\noMiQIUSoBhs2YMDEgQLFjh0wYDjZsUOLVidixFq1cuYsFTNmALBn165KFTJfvoIF27QJGClSoED9\nYMSICRNGjITcufPlyx0nTuLEMWPmExo0/wBZseKEDFmsWNOmuTp2DIDDhxBJkfq1a1etWqBACQsV\nqlYtKZw4hQmDB0+SMmWmTDFTpUqbNmzYLPrzx5WrUsSI0aKlTNkqY8YACB1KlBSpXbhw+fIlSFAw\nUKBMmVKiSVOYMIYM8ShThgoVSUuW/PmDBs2pMWNcudqEDNmuXdasuWrWDIDdu3jz6t3Lt6/fv6dO\n/ZIla9u2U6fAXbpUrpySZMlEiDBnTsOpUwAAkJswwZEjDBi+/fiRKxcecuSsWJk27ZQxYwBiy54t\nSxYzXbrChQMFKhwXLubMHenVq0IFc+Y0oEIFAAC5DBk8eQIBwtuOHcCA9SFHTokSbNhQKf9TBqC8\n+fOiRPWyZQsbtkyZwD16JE5cDFq0UqTYto1EJ4CdMGDI5sFDpkwnTkiDAiVXrkvgwGXJ0qyZqF69\nAGzk2NGVq2CyZIUL16mTOD9+zJmr4csXAwbmzF2oVQsAAHMSJEya5MGDuCdPjBlTJE6cFy/YsJlC\nhgzAU6hRpU6lWtXqVaynTv2SJWvbtlOnwF26VK6ckmTJRIgwZ07DqVMAAJCbMMGRIwwYvv34kSsX\nHnLkrFiZNu2UMWMAFC9mLEsWM126woUDBSocFy7mzB3p1atCBXPmNKBCBQAAuQwZPHkCAcLbjh3A\ngPUhR06JEmzYUClTBsD3b+CiRPWyZQv/G7ZMmcA9eiROXAxatFKk2LaNRKdOGDBk8+AhU6YTJ6RB\ngZIr1yVw4LJkadZMVK9eAOTPp+/KVTBZssKF69RJHEA/fsyZq+HLFwMG5sxdqFULAABzEiRMmuTB\ng7gnT4wZUyROnBcv2LCZQoYMAMqUKleybOnyJcyYnTqRqlWLGTNQoNYcOlSr1holSqxYOXXKyowZ\nWLBQevJkxAgnTkK1aUOGDC1dumjRcuWK2K5dAMaSLRsqVCpevKhRO3VKzKBBsmQtCRIkSpRKlZiU\nKCFFSiEhQjBg8OJlExo0YcLA4sULFixbtpYJEwbgMubMmjSVmjULGjRSpOb8+ePLF5ou/13ChKFE\nSUqKFEuWLEqSxIaNMmU0uXEzZ04tX75eveLFK1iuXACWM2/eqdMpVqyOHdOkaY0cOcGCfSlR4s6d\nTJluXLgwZkygJEk0aECDBhIfPl264Bo2rFUrV66S6dIFACAAgQMJFjR4EGFChQpjxVIlS5Y4cbJk\n9apUSZy4QWXKpEnTrRuiFi26dPlmydKYMVeuSAMFKlIkUOfOOXN269a0bt0A9PT5s1atXbRoiRNn\ny5arTJnIkdsUJUqXLt26HfrxgwqVbZgwIUGyZYu2V68cOTplztyyZbJkSQMHDkBcuXNTpaq1a5c4\ncbt2DfPkyZs3Q1Gi0KGDDVshJUqsWP9xFijQkydy5BAbNSpTplfjxhEjJksWs27dAJQ2fRpW6lOn\nxIl79WqXIkXjxu3hwkWPHnHiDqVIgQWLt0WLVKioUsWbKFGOHLkyZ44ZM1++mIEDBwB7du3buXf3\n/h18+FixVMmSJU6cLFm9KlUSJ25QmTJp0nTrhqhFiy5dvlmyBHDMmCtXpIECFSkSqHPnnDm7dWta\nt24AKlq8WKvWLlq0xImzZctVpkzkyG2KEqVLl27dDv34QYXKNkyYkCDZskXbq1eOHJ0yZ27ZMlmy\npIEDByCp0qWpUtXatUucuF27hnny5M2boShR6NDBhq2QEiVWrDgLFOjJEzlyiI0alSn/06tx44gR\nkyWLWbduAPr6/Qsr8KlT4sS9erVLkaJx4/Zw4aJHjzhxh1KkwILF26JFKlRUqeJNlChHjlyZM8eM\nmS9fzMCBAwA7tuzZtGvbvo07tydPvG7d8uWLEiVkrIqzkrJo0ZcvhgzBsGPnyZM4P3706fPlSygy\nZGDBYjVsGC1ay5aBQoYMgPr17FWpQvbr17JlkyYZO3UKFaojmjQ5AehEjx4gdOgwYdLnyJE9e8yY\nOSVGTKxYqpIls2ULGjRXzJgBABlS5KhRvHDh6tULFapinz7VqiVFlKg5cwYNypEnDxYshKBAIUOG\nDZtJcuSsWpUpWLBTp5AhM3XsGACq/1WtkiL1y5cvYMAKFSKWKZMoUStChWLChA8fFlWqRIkyqEUL\nMWLYsOFEh06sWKWUKaNFCxo0WMuWAUCcWPFixo0dP4Yc2ZMnXrdu+fJFiRIyVp1ZSVm06MsXQ4Zg\n2LHz5EmcHz/69PnyJRQZMrBgsRo2jBatZctAIUMGQPhw4qpUIfv1a9mySZOMnTqFCtURTZqcONGj\nBwgdOkyY9DlyZM8eM2ZOiRETK5aqZMls2YIGzRUzZgDs38c/ahQvXLh6AeyFClWxT59q1ZIiStSc\nOYMG5ciTBwsWQlCgkCHDhs0kOXJWrcoULNipU8iQmTp2DADLli5JkfrlyxcwYIUKEf/LlEmUqBWh\nQjFhwocPiypVokQZ1KKFGDFs2HCiQydWrFLKlNGiBQ0arGXLAIANK3Ys2bJmz6JNq0pVMFy4unVL\nlSocIULlysmQJWvBAnLkUIQK9eDBOBUqPHlKkQIcFizBgmUaN44Ll2vXShEjBmAz586uXCEjRkyc\nOFWqxoEBU66cE1asLFggRw7HrFkbNnwbMeLTpxQpunnxQoyYJnHi6NCxZg3WsWMAnkOPrkrVMV++\nvn0rVQpco0bkyOWgRcuCBW/eNBQqpEBBNBkyJEkKEkSaFy++fG3q1s2Nm2rVAKYKFgxAQYMHVany\n9eqVOHGgQHnDgsWcORyxYilQYM7/HIpatRIkIAcCxKhRHjyA+/HDl69D4MCdOWPNWitkyADk1LmT\nZ0+fP4EGFbppEytcuJAhY8VqjihRxIhpIULEipVGjZ6UKIEGjaEkSTZs4MJlEx06TZrg8uVr1apS\npYLZsgWAbl27nDi50qXr2TNQoNZEihQsmJgmTdKkiRQpTIoUZcrwmTLlxQs8eDThwSNFSrBfv27d\nkiVrGC9eAFCnVu3JkylYsIoVGzXKjiRJwYLFiRJlyxZKlKKgQHHmzKEtW3DgsGPnlB07c+bw2rWL\nVnVawXLlArCde3dOnEytWjVsWKZMaAYNwoUrzYwZdOj48SNEg4Y4cRghQaJBgxw5/wAvwYFDhYqs\nXbtcuYoVK5guXQAiSpxIsaLFixgzaty0iRUuXMiQsWI1R5QoYsS0ECFixUqjRk9KlECDxlCSJBs2\ncOGyiQ6dJk1w+fK1alWpUsFs2QLAtKlTTpxc6dL17BkoUGsiRQoWTEyTJmnSRIoUJkWKMmX4TJny\n4gUePJrw4JEiJdivX7duyZI1jBcvAIADC/bkyRQsWMWKjRplR5KkYMHiRImyZQslSlFQoDhz5tCW\nLThw2LFzyo6dOXN47dpFqzWtYLlyAZhNuzYnTqZWrRo2LFMmNIMG4cKVZsYMOnT8+BGiQUOcOIyQ\nINGgQY6cS3DgUKEia9cuV65ixf8KpksXgPPo06tfz769+/fwW7VKhQuXOHG6dA3r1ClcOICopEiZ\nM0ebNk4zZpw5082UqSdP4MDZ5soVIUKszJlr1uzXL2ffvgEgWdJkLJSsWJEjt2vXLEaMvn3DxITJ\nnz/evLkKEsSKlWqECOHAkSZNtVmzGjUyVa6cMWO0aCH79g3AVaxZW7VadevWuHG0aP0CBapbN0hH\njtChEy2aohkz1KhRZsnSnTtx4iQjRerTJ1TkyBEjVqrUsG3bACxm3JgVq1msWIkThwtXKkmSwoU7\n1aNHnz7gwIFCgqRLF2yZMgUJkifPtVy5HDmqVa6cMmW5cjXz5g3Ab+DBhQ8nXtz/+HHkrVqlwoVL\nnDhduoZ16hQuHCopUubM0aaN04wZZ850M2XqyRM4cLa5ckWIECtz5po1+/XL2bdvAPTv5x/LP0BW\nrMiR27VrFiNG375hYsLkzx9v3lwFCWLFSjVChHDgSJOm2qxZjRqZKlfOmDFatJB9+wbgJcyYrVqt\nunVr3DhatH6BAtWtG6QjR+jQiRZN0YwZatQos2Tpzp04cZKRIvXpEypy5IgRK1Vq2LZtAMaSLcuK\n1SxWrMSJw4UrlSRJ4cKd6tGjTx9w4EAhQdKlC7ZMmYIEyZPnWq5cjhzVKldOmbJcuZp58wbgMubM\nmjdz7uz5M+hSpXzx4oULV6ZM/8VMmfLl60imTF68/PnTo0+fLFkC7djRp0+YMLTo0Hn1KpMyZZ8+\nOXNmihkzANKnUx81atiuXcmSZcoULFOmU6eWLFpEhQohQkcIEaJCJRMOHHz4vHkDyo8fWLBCLVv2\nCuCrZs1SMWMGAGFChaZMEcOFa9cuTpx4VapUq9aRR4+uXHHk6EafPk2aADJiBBAgNGhSxYmDCxeq\nY8dcuTp2jBQxYgB49vQZKpSvWbN27SpUqFejRrhw5fDkiQmTRYt8CBIEBkwlIkQwYZozxxUdOrZs\njUKG7NSpZs1WHTsGAG5cuXPp1rV7F2/eUqV88eKFC1emTMVMmfLl60imTF68/P/506NPnyxZAu3Y\n0adPmDC06NB59SqTMmWfPjlzZooZMwCrWbceNWrYrl3JkmXKFCxTplOnlixaRIUKIUJHCBGiQiUT\nDhx8+Lx5A8qPH1iwQi1b9upVs2apmDED8B18eFOmiOHCtWsXJ068KlWqVevIo0dXrjhydKNPnyZN\nABkxAhAQIDRoUsWJgwsXqmPHXLk6dowUMWIAKlq8GCqUr1mzdu0qVKhXo0a4cOXw5IkJk0WLfAgS\nBAZMJSJEMGGaM8cVHTq2bI1ChuzUqWbNVh07BiCp0qVMmzp9CjWqVFiwiOnS5c2bLVviIEEaN+6L\nL18cOIQLt0SWrAsXwClRcur/FA4c3ciQ2bVL0rhxhw6BA5fKly8AhAsbhgUrWK9e4sSpUvVt0CBy\n5Lz48hUiBDduUly5ggFj25gxrlwJEYKtTx9nzkp9+8aIkTVrsYIFA4A7t+5SpXzt2uXNW6pU3fr0\nGTeuCS5cKVJo0yZl1SoRIp5duQILlhUrzwwZIkZsFDduefI8e3YKFy4A7Nu7X7XKlyxZ377NmvVt\nzhxz5sDgAoiLBIlx43QAA5YhQzgfPmTJunGjmxs3xIhRChduzZpr11QdOwZA5EiSJU2eRJlS5UpS\npEzx4iVNWqtWcj59ChZsDxo0dOh8+sSkRo04cSZx4SJEyKFDs/78WbPGlzFj/7Fi4cJlzJcvAF29\nfv30KRQvXsmSmTKFx5IlX77oYMFy6JAoUWGOHNmzR5UbN1KkVKoECxCgQYOEDRuWK5cvX8N+/QIQ\nWfLkTJlO5cqVLFmnTm8SJerVi86UKXTogAIV5caNOHEiceGSJMmjR7IcOZo0CViwYLhw7dqV69Yt\nAMWNH//0KZQrV8mSjRolxpIlXrzsgAHz50+oUF5mzFizJtOVKz16LFr0qk+fO3eACRN269auXcd+\n/QKQX/9+/v39AwQgcCDBggYPIhRIipQpXrykSWvVSs6nT8GC7UGDhg6dT5+Y1KgRJ84kLlyECDl0\naNafP2vW+DJmLFYsXLiM+f/yBWAnz56fPoXixStZMlOm8Fiy5MsXHSxYDh0SJSrMkSN79qhy40aK\nlEqVYAECNGiQsGHDcuXy5WvYr18A3sKNmynTqVy5kiXr1OlNokS9etGZMoUOHVCgoty4ESdOJC5c\nkiR59EiWI0eTJgELFgwXrl27ct26BWA06dKfPoVy5SpZslGjxFiyxIuXHTBg/vwJFcrLjBlr1mS6\ncqVHj0WLXvXpc+cOMGHCbt3atevYr18ArmPPrn079+7ev4N35SqWLFnhwunS5YsTJ3DgGokRw4dP\nt26dunRZs0ZbpkxlAJbRo6daq1agQKEqV+7YsVy5joULB4BiRYuzZumyZUv/nDhdunyNGgUOXCc6\ndA4dwoaNU506f/5UEyWqTBlEiKzNmhUqVKxx45Qpq1VrmTdvAJAmVWrKVCxZsr5969VrmCRJ3LhZ\nevNGkqRq1UKZMZMnz7JMmf782bNnmitXkiS9IkcOGTJcuIxp0waAb1+/rVqlWrVq3Dhbtmo1aiRO\n3KItWwABypbNkhcvdOhg48SpTJlEibLt2mXKVK1y5ZAhs2Ur2bZtAGDHlj2bdm3bt3HnduUqlixZ\n4cLp0uWLEydw4BqJEcOHT7dunbp0WbNGW6ZMZcro0VOtVStQoFCVK3fsWK5cx8KFA7CefftZs3TZ\nsiVOnC5dvkaNAgeuEx06/wAPHcKGjVOdOn/+VBMlqkwZRIiszZoVKlSsceOUKatVa5k3bwBCihxp\nylQsWbK+fevVa5gkSdy4WXrzRpKkatVCmTGTJ8+yTJn+/NmzZ5orV5IkvSJHDhkyXLiMadMGoKrV\nq61apVq1atw4W7ZqNWokTtyiLVsAAcqWzZIXL3ToYOPEqUyZRImy7dplylStcuWQIbNlK9m2bQAS\nK17MuLHjx5AjSy5VKtmuy7tAgSr26ZMuXWc2bUqTRpMmK4gQlSlTqUmTQ4f69LF1544vX6+YMatV\n69kzXM6cARhOvDgqVMd69SJGLFSoXqBA+fIV5tSpPn1IkeqSKRMbNp/KlP+xZOnQIVyNGunSJcuZ\nM1++rFm7tWwZgPv483fq1CtXLoC+fJkyRSxUKF260sSKxYZNpUpbFCn68kXSli2aNCVK1KpRo127\nYDlzxovXs2eqiBED0NLlS0+efunSJUyYJEnHRIm6dauKKFFw4IQKtYMQoTFjMFGhMmgQHTq4Bg0C\nBuzVsmW1akmT1kqZMgBhxY4lW9bsWbRp1bJi5StYsG/fbNkK58pVuHCSli1788abtzfChHnxci1Q\noGbN+PDZVqpUtmy4xo0DBQocuFrFigHg3NkzK1bBfv0KF06XLnChQoULpwgatECBunVb5MwZHTrR\nGDF69owRI22nTlWr5gv/HDhWrLp1wwUMGADo0aWvWiUMGLBu3Vy5CgcK1LdvhJQpY8MGGzZDwYLp\n0XOsTx9ixB49ipYpEzVqt7x548RJG0Btr3LlAmDwIMJXr4Lt2hUunC5d4UCBIkdu0bNnZMh065aH\nGTMqVLLhwZMsGSFC2jx5qlatFjhwmTJx4/YqWDAAOnfy7OnzJ9CgQoeyYuUrWLBv32zZCufKVbhw\nkpYte/PGm7c3woR58XItUKBmzfjw2VaqVLZsuMaNAwUKHLhaxYoBqGv3LitWwX79ChdOly5woUKF\nC6cIGrRAgbp1W+TMGR060RgxevaMESNtp05Vq+YLHDhWrLp1wwUMGIDU/6pXr1olDBiwbt1cuQoH\nCtS3b4SUKWPDBhs2Q8GC6dFzrE8fYsQePYqWKRM1are8eePESZu2V7lyAeju/furV8F27QoXTpeu\ncKBAkSO36NkzMmS6dcvDjBkVKtnw4EmWDCAhQto8eapWrRY4cJkyceP2KlgwABMpVrR4EWNGjRs5\nbtr0ChgwaNBs2fpEjFizZqZAgUKFatcuR4UK7drla9GiRImCBTvmypUtW9aYMXv2LFmyacaMAXD6\nFGqmTLSECYsWDRcuT716HTtGCuyuXbx4afLkadcuX58+efIULFgxXHNxUZMmjRkzZcqYCRMGAHBg\nwZUqudq1a9myWrU6Df8bhgzZKE6catXKlUtTpUqyZOHatGnUqGDBiMWKVauWM2bMihUjRuxYsGAA\naNe2vWmTK1++okWrVSvTsGHRopUSJapWrV+/MkmSxIsXrkWLHDkKFsxYrFi1al2LFu3YMWPjhQkD\ncB59evXr2bd3/x7+pk2vgAGDBs2WrU/EiDVrBtAUKFCoUO3a5ahQoV27fC1alChRsGDHXLmyZcsa\nM2bPniVLNs2YMQAkS5rMlImWMGHRouHC5alXr2PHSNnctYsXL02ePO3a5evTJ0+eggUrhispLmrS\npDFjpkwZM2HCAFi9irVSJVe7di1bVqtWp2HDkCEbxYlTrVq5cmmqVEn/lixcmzaNGhUsGLFYsWrV\ncsaMWbFixIgdCxYMgOLFjDdtcuXLV7RotWplGjYsWrRSokTVqvXrVyZJknjxwrVokSNHwYIZixWr\nVq1r0aIdO2YstzBhAHr7/g08uPDhxIsbL1VqlitX4MAdO1Zt1apx43a5ckWKFDhws1y5MmWqmyxZ\nuXJlyhQumPpguM6dO3aMGDFk4cIBuI8/f6pUtFSpAhguXLBgy1atChcO1q9fpUp9+1aLFStRorjd\nugULlitX3n79IkZs17lzypQZM3YMHDgALV2+PHVKlipV4cIBAzZNlqxx416dOuXJkzdvsUqVUqQo\nmyumrlSp6tar169f/7nMmRMmLFgwX+DAAQAbVmyrVrBQoRo3TpgwaaVKkSPX69WrU6e8eZuFSi8q\nb7duwYJFiRI4YMCUKcNlzpwxY8eOFfPmDcBkypUtX8acWfNmzqVKzXLlChy4Y8eqrVo1btwuV65I\nkQIHbpYrV6ZMdZMlK1euTJnCBQMeDNe5c8eOESOGLFw4AM2dP0+VipYqVeHCBQu2bNWqcOFg/fpV\nqtS3b7VYsRIlitutW7BguXLl7dcvYsR2nTunTJkxY8fAAQQHYCDBgqdOyVKlKlw4YMCmyZI1btyr\nU6c8efLmLVapUooUZXMl0pUqVd169fr1K5c5c8KEBQvmCxw4ADZv4v9s1QoWKlTjxgkTJq1UKXLk\ner16deqUN2+zUEFF5e3WLViwKFECBwyYMmW4zJkzZuzYsWLevAFIq3Yt27Zu38KNKxcUKF7GjB07\ntmuXsWDBpk1LNWsWLlzQoG3atQsXrmSnTt269esXM1y4jmHetu3YsWfPgjlzBmA06dKfPukiRgwZ\nsl69kgULFi3aqFu3cOE6dmyUK1e0aB179cqWLV++nOXKlWz5tm3FijFjBqxZMwDWr2PXpEkXMGDF\nivHiFQwXrmjRQtWqdevWsWOoXr2qVStYqFCyZPXq5axXL2L+AWLDRoyYMWO9jh0DsJBhQ0+efA0b\n5swZLlzJiBGjRk3/Fi5ctWolS5YpVslYxkaNkiVLl65qtWodO2Zs2zZjxpYt27VsGQCfP4EGFTqU\naFGjRx05amXLFjBgtmxla9VKmLBSx45lytSr1yhgwECBynXqFDFipUrtunXr2TNeypThwhUt2i1X\nrgDk1bt30iRXtWr9+oULl7VXr4IFO2XMGChQuHCd2rXr06dYpEj58qVKFS7Py5blYsasVi1o0HLN\nmgWAdWvXhQqVmjULGLBXr7KpUuXL16hgwS5dqlWLky1bmjS1AgUqV65WrWq5cmXMmKxjx1KlYsbM\n1alTAMCHFz9p0qtatZQpmzVLmyxZzZq9cuaMEydfvjL58gUKVK5O/wA78eJlylSwWrWSJfMFDRot\nWs+evVKlCoDFixgzatzIsaPHj44ctbJlCxgwW7aytWolTFipY8cyZerVaxQwYKBA5Tp1ihixUqV2\n3br17BkvZcpw4YoW7ZYrVwCiSp06aZKrWrV+/cKFy9qrV8GCnTJmDBQoXLhO7dr16VMsUqR8+VKl\nCpfdZctyMWNWqxY0aLlmzQJAuLDhQoVKzZoFDNirV9lUqfLla1SwYJcu1arFyZYtTZpagQKVK1er\nVrVcuTJmTNaxY6lSMWPm6tQpALhz65406VWtWsqUzZqlTZasZs1eOXPGiZMvX5l8+QIFKlenTrx4\nmTIVrFatZMl8Qf+DRovWs2evVKkCwL69+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k\n2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPn\nT6BBhQ4lWtToUaRJR965g8qRo1q1YMHKtGgRMGC2MGECBIgYsVuSJO3Z42vVqkWLEiXaBQvWpEmF\nfv2qVcuSpUeiRAHg29fvnTujECGSJatVq0mHDgED9kqTpkCBePGCRYlSnjy8ZMmyZGnQoFyuXFGi\nRGjXLliwNm1qBAoUANixZduxQ2rRolixWrWCNGiQL1+yLl0iRMj/ly9XlSrp0dMLFapJk/z4wdWq\nVaZMhn79mjXLkiVHoEABIF/e/J8/phYtqlVLlixLiBAFC4bLk6dBg4gRsxUpEkBChHzJkiVJUp8+\nwGTJggRpkS9ft25JqliqFICMGjdy7OjxI8iQIkGBooQLlzJlw4bNatYMGzZkly5Fi6ZNG7BBg5Il\ny6ZLFyhQx45RM2ZMlSpm27Y5c/bpE7NjxwBQrWo1VKhNunQ5c/br1yxnzqhRE5YoETNm2rQJ27On\nWDFswYINGkSMmLZgwU6dQrZtW7JkpEgxI0YMAOLEijMxxoXr2LFevWI9exYtWjBRoqRJo0at1qRJ\nxIhN27VLkqRi/8WsFStmyhQybtyiRQsVqtmxYwB28+5dqlSnXr2OHdu1y9WxY9Kk8Vq0aNkybtx+\nSZL07Nk2X74uXVKmLNuxY69eRfv2zZo1UaKgHTsG4D38+PLn069v/z5+Tpx44cI1DOAwXry6HTu2\nbJmtb998+YoWrVa1asOGIZs1a9o0X76Y6dK1bVuxa9eIEevWzRcxYgBYtnR56VKvW7eIEevVa5sx\nY8eOyfr2jRevY8dsXbu2a1czXrysWUOGbFmvXtWqIatWjRgxbdp8ESMGAGxYsZYs5Zo1y5gxYMC2\nESP27Bmtbt169Vq2bNa0ab58KYMFK1myYMGg2bKVLZuxa9eMGf/bto2XMWMAKFe2HCrUsFy5iBHT\npYsbMWLIkNkKF06ZMmLEbG3bduwYtV27qlUzZmxZrVrcuB3Dhm3Zsm/fgilTBgB5cuXLmTd3/hx6\ndE6ceOHCNWwYL17djh1btszWt2++fEWLVqtatWHDkM2aNW2aL1/MdOnatq3YtWvEiHXrBtAXMWIA\nCho8eOlSr1u3iBHr1WubMWPHjsn69o0Xr2PHbF27tmtXM168rFlDhmxZr17VqiGrVo0YMW3afBEj\nBiCnzp2WLOWaNcuYMWDAthEj9uwZrW7devVatmzWtGm+fCmDBStZsmDBoNmylS2bsWvXjBnbto2X\nMWMA2rp9Gyr/1LBcuYgR06WLGzFiyJDZChdOmTJixGxt23bsGLVdu6pVM2ZsWa1a3Lgdw4Zt2bJv\n34IpUwYgtOjRpEubPo06tWpXroK59uZNlixyxIidO5dk3Lhatc6dExIuHCtW5rBg8eYtVqxyXLiE\nC+erXLlAgbp12zVtGoDt3LufOnUMGLBv32DBIhcsmDlzVsCBU6XKnLkg3ry1amXOiRNs2GDBAliu\nTJlt23aRI1enDjduv6RJAxBR4sRTp3jlysWNGyxY44gRK1fuzrhxtWqZM5fj2zdRoso1aaJNGy5c\n5e7c2bbN2LhxefJ8+yYMGjQARY0ejRXL2LFj4MDZsjVOlqxz/+e2iBP36dO5cy3EiatU6VyKFNu2\ntWplrkkTbtyAkSOnRk24cMmqVQOQV+9evn39/gUcWLArV8EMe/MmSxY5YsTOnUsyblytWufOCQkX\njhUrc1iwePMWK1Y5LlzChfNVrlygQN267Zo2DcBs2rVPnToGDNi3b7BgkQsWzJw5K+DAqVJlzlwQ\nb95atTLnxAk2bLBglStTZtu2XeTI1anDjdsvadIAnEef/tQpXrlyceMGC9Y4YsTKlbszblytWubM\nAczx7ZsoUeWaNNGmDReucnfubNtmbNy4PHm+fRMGDRqAjh4/xopl7NgxcOBs2RonS9a5c1vEifv0\n6dy5FuLEVf+qdC5Fim3bWrUy16QJN27AyJFToyZcuGTVqgGIKnUq1apWr2LNqvXSJVauXEGDdutW\no06dpElj5chRoEDChKlKk8aMGVycOG3ZkidPrlatHDlSpUyZMGG6DhMjBmAx48aXLqVy5erZs1mz\nJHHiFC2aq0mTCBESJgxVmzZ16tzq1AkPnkKFdqVK5cmTqmPHgAHTpQvWsGEAfgMPLklSKleunj2j\nRQuUJ0/VqsGqVClRImLEQJ05AweOLkmSypRRpEjXqVOTJtFq1owYsWDBgA0bBmA+/fqePJmKFUua\ntFevACZixGjZMlB16vDh8+yZKyxY6tT5VapUkyZ9+gRLlQr/ECBYxowJE8aLF7FjxwCkVLmSZUuX\nL2HGlHnpEitXrqBBu3WrUadO0qSxcuQoUCBhwlSlSWPGDC5OnLZsyZMnV6tWjhypUqZMmDBdX4kR\nAzCWbNlLl1K5cvXs2axZkjhxihbN1aRJhAgJE4aqTZs6dW516oQHT6FCu1Kl8uRJ1bFjwIDp0gVr\n2DAAlzFnliQplStXz57RogXKk6dq1WBVqpQoETFioM6cgQNHlyRJZcooUqTr1KlJk2g1a0aMWLBg\nwIYNA7CceXNPnkzFiiVN2qtXiRgxWrYMVJ06fPg8e+YKC5Y6dX6VKtWkSZ8+wVKlAgQIljFjwoTx\n4kXs2DEA/wABCBxIsKDBgwgTKlS4apWtYMHIkRMmTFqyZOfOAcOEiRixcuV8IUGCCxc5WrQ4cfr1\nq9yuXbduSTNnDhs2YsS2efMGoKfPn69e/Ro2TJy4X7+aESNmzpwvP36SJStX7teZM758kQsWTIyY\nXbvGDRt26xa1c+eoUVu2rJtbAHDjypUlK5gxY+TIJUvmLFkyc+aChQo1bJg5c7bAgClWLBwuXH36\n7NpF7tixXbuunTunTdu0ad3AgQNAurRpWbJ+4cI1blywYLx+/TJnDlihQseOmTOHbM6cYMHMBQv2\n5k2wYOSIEatVS9q5c9euadP2TZw4ANiza9/Ovbv37+DDn/86hUuXLl++TJkiVqoUJUplKFFas8aN\nmyJ9+pAhQ6dMGYCMGCVKJAkSJFiwLvnyNWvWs2evjh0DUNHixVKlWu3aFSyYKVPHWLHKlEmOKFFq\n1LhxM2bPHjx43KxZkyhRoECLJEly5UpTsGC1aj17pkqYMABJlS4VJarWrVu9esmSxWzVKlas4tiy\nBQgQIkRl4MBZs6aPFy+JEi1aJCpTplq1ZB07xovXtGm1jh0D0Nfv31atePnyVatWpkzHQIHatKkM\nKFBlyhgyJAQRIjp09lSpwoZNoUKK5MhJlerTrVu4cFWrZsuZMwCxZc+mXdv2bdy5dZ86hUuXLl++\nTJkiVqr/FCVKZShRWrPGjZsiffqQIUOnTBlGjBIlkgQJEixYl3z5mjXr2bNXx44BYN/efalSrXbt\nChbMlKljrFhlyiRHFEBRatS4cTNmzx48eNysWZMoUaBAiyRJcuVKU7BgtWo9e6ZKmDAAIkeSFCWq\n1q1bvXrJksVs1SpWrOLYsgUIECJEZeDAWbOmjxcviRItWiQqU6ZatWQdO8aL17RptY4dA2D1KtZW\nrXj58lWrVqZMx0CB2rSpDChQZcoYMiQEESI6dPZUqcKGTaFCiuTISZXq061buHBVq2bLmTMAihcz\nbuz4MeTIkidLknSMFi1u3OLECTdmzLlzEnLlGjDg3LkF/6xYAQBgjgCBU6c+fBB34wYzZpPIkYMC\n5do1UsiQAShu/LgkSctw4fLmjQ4dcU6cnDvHABcuAQLOnQOwa9eAAecWLDh1yoOHciNGECPWhxy5\nI0emTROVLBmA/Pr3c+LEDCAtWt68SZIkzo+fc+dmSJMmQcK5cwBMmRow4NyAAbp0kSAxToSIYMEc\nkSOXJAk2bKiQIQPwEmbMUqWYpUo1btygQd+4cDl3ToQzZwUKnDtHYNcuAADOAQCwaxcDBuZEiEiW\nTIw5c0KEcONW6tkzAGPJljV7Fm1atWvZSpJ0jBYtbtzixAk3Zsy5cxJy5Row4Ny5BaxYAQBgjgCB\nU6c+fP8Qd+MGM2aTyJGDAuXaNVLIkAHw/Bm0JEnLcOHy5o0OHXFOnJw7xwAXLgECzp0DsGvXgAHn\nFiw4dcqDh3IjRhAj1occuSNHpk0TlSwZAOnTqXPixIwWLW/eJEkS58fPuXMzpEmTIOHcOQCmTA0Y\ncG7AAF26SJAYJ0JEsGCOyJFLAjAJNmyokCEDgDChwlKlmKVKNW7coEHfuHA5d06EM2cFCpw7R2DX\nLgAAzgEAsGsXAwbmRIhIlkyMOXNChHDjVurZMwA8e/r8CTSo0KFEi27ahOnUKWbMMmXaEifOsWNa\ncuTYsSNWLCMgQDBhMkmKFA8exoxJJUcOFiynjh2TBVf/1rFevQDYvYvXk6dIoEAxYwYJUhM1ao4d\n63LjRpAgsGDxePBgyBBPUaJ8+ECEiKc4cZ48+SRMGCtWpEj5Og0gterVmTJxUqUqWzZRotwAAiRN\nmhYgQJYskSWriAcPQIBM6tGDA4czZ0D58VOmDC1jxly5atVq2K9fALp7/75qFSNUqKJFAwQIiRo1\nzJgloUHjx49atYZcuGDDxqYlSyBAAFikiKk2bXz4wBQsmCtXo0YdgwhA4kSKFS1exJhR48ZWrWzV\nqiVO3KtXu1atAgfuU5AgbNhw47bKhIk2bbR58lSixJ8/1U6dwoNnFDly0qSJEhXt2zcATZ0+DRUK\n19Rw/+EyZbLFiRM5cpVw4GDECBw4VCVKtGkTTpYsDhwgQcp269afP7LGjVOmrFOnY926AQAcWDAq\nVLZ27RInzpcvXr9+lSvH6soVQIDEiSPVokWfPt48eUKBIk+ebLhw+fEzq1w5a9ZUqaoWLhwA2rVt\nnzpFK1YsceJo0ULVqRM5crKoUBEkqFw5XCpUnDlDjhSpGTPSpAHny1edOq7MmaNGDRQoaOHCAUCf\nXv169u3dv4cfv1UrW7VqiRP36tWuVavAAQT3KUgQNmy4cVtlwkSbNto8eSpR4s+faqdO4cEzihw5\nadJEiYr27RuAkiZPhgqFa2W4cJky2eLEiRy5SjhwMP9iBA4cqhIl2rQJJ0sWBw6QIGW7devPH1nj\nxilT1qnTsW7dAGDNqhUVKlu7dokT58sXr1+/ypVjdeUKIEDixJFq0aJPH2+ePKFAkSdPNly4/PiZ\nVa6cNWuqVFULFw4A48aOT52iFSuWOHG0aKHq1IkcOVlUqAgSVK4cLhUqzpwhR4rUjBlp0oDz5atO\nHVfmzFGjBgoUtHDhAAAPLnw48eLGjyNPPmrULliwdOmyZEnYpUusWP2IFKlKlT9/tFSq1KbNHyNG\n3KB3U0mPHlasQB07VqsWNWqyli0DoH8//1ChAOqaNatXL0eOfHnyVKnSEUeOliwBBKhGmTJixCyq\nUmX/zRowYDL16cOLl6hkyWjRYsasFTJkAGDGlFmqlK5dN3edOuWLFq1fv6KIEvXly5w5S+LEadLE\nTZEibdqwYWOpT59atUQlS3brVrNmsZQpAzCWbNlRo3zhwpUrlyRJw1y5MmWqR6ZMU6YQIgREkCAm\nTOhQobJmzZkzoNSosWXL07JltGhJk/YKGjQAlzFn1ryZc2fPn0GPGrULFixduixZEnbpEitWPyJF\nqlLlzx8tlSq1afPHiBE3v91U0qOHFStQx47VqkWNmqxlywBElz49VChds2b16uXIkS9PnipVOuLI\n0ZIlgADVKFNGjJhFVaqsWQMGTKY+fXjxEpUsGS1a/wCZMWuFDBmAgwgTliqla5fDXadO+aJF69ev\nKKJEffkyZ86SOHGaNHFTpEibNmzYWOrTp1YtUcmS3brVrFksZcoA6NzJc9QoX7hw5colSdIwV65M\nmeqRKdOUKYQIAREkiAkTOlSorFlz5gwoNWps2fK0bBktWtKkvYIGDYDbt3Djyp1Lt67du6dOBatV\ny5u3TJm+vXlDjlyUXLkWLBAnLkWmTCBAfJsxo1SpFCmwDRmya5ekcOHo0MGGLVWxYgBSq16tSlUw\nWrS+fYMEiRsYMObMuaBFiwCBcuVAxIp14MA4BAgoUfLgoRsPHrVqEQIHLk2aatVGHTsGoLv376dO\nEf+jRevbt1WrxmXKdO4cjF69GjQ4dy5EpkwJEojbsOHRI4AcOIgrUkSXLk/gwIkRo01bq2TJAEyk\nWPHVq2KuXIULd+gQuClTzp3jIUzYggXnzlWIFQsAgHMQIHz69OABORw4cuXqQ47cjh3TpoWSJg3A\nUaRJlS5l2tTpU6inTgWrVcubt0yZvr15Q45clFy5FiwQJy5FpkwgQHybMaNUqRQpsA0ZsmuXpHDh\n6NDBhi1VsWIABA8mrEpVMFq0vn2DBIkbGDDmzLmgRYsAgXLlQMSKdeDAOAQIKFHy4KEbDx61ahEC\nBy5NmmrVRh07BsD2bdynThGjRevbt1WrxmXKdO7/HIxevRo0OHcuRKZMCRKI27Dh0SMOHMQVKaJL\nlydw4MSI0aatVbJkANSvZ//qVTFXrsKFO3QI3JQp587xECZsAcAF585ViBULAIBzECB8+vTgATkc\nOHLl6kOO3I4d06aFkiYNAMiQIkeSLGnyJMqUnz6ZwoVr2bJPn+AoUrRr1xcrVrx4CRUKCgsWb95g\nSpLEho05c07dufPmDS1hwmDBqlWLGC9eALZy7UqKVChWrJo1CxXqCB06unQBmTEjTZpIkXBo0PDk\nyaIiRTx4mDPnExs2WrTcIkYMFqxdu4rlygXgMeTInz6lokULGrRVq6YIEoQM2ZYpU8qUCRWKiAcP\n/1SoMJIiBQSIM2dAzZnz5UutYMFkydKlK1mvXgCGEy9eqhQqV66iRUOFykqhQsGCafnxo0wZU6aO\nUKCABcufJEkYMLBipdObN0WK1PLlCxasV6+aBQsG4D7+/Pr38+/vHyAAgQMJFjR46lSqW7fEibt1\nCxYoUOLEZRIjZs8ebdoqJUmCBQu3Q4eePNGiZRooUI8enSJH7tmzW7eegQMHAGdOnahQxXLlSpy4\nTZuEgQIlTpyoK1fKlPn2rZEMGVSofIsUiQePPHmu4cJFidKqcuWgQQMGrNq3bwDYtnX76lUtuePG\n7drVy5IlceIeNWnSqBE5crB69ChThhspUkeOpP9Jo61WLUqUapEjt2xZrVrRxIkD8Bl06FevXNmy\nNW7crl25QIEqV67Sli137pAjB6pFizNnyIEC5cIFFizgatXKlInUuXPJkvHiNe3bNwDTqVe3fh17\ndu3buZ86lerWLXHibt2CBQqUOHGZxIjZs0ebtkpJkmDBwu3QoSdPtGiZBhAUqEePTpEj9+zZrVvP\nwIEDADGiRFSoYrlyJU7cpk3CQIESJ07UlStlynz71kiGDCpUvkWKxINHnjzXcOGiRGlVuXLQoAED\nVu3bNwBEixp99aqW0nHjdu3qZcmSOHGPmjRp1IgcOVg9epQpw40UqSNH0qTRVqsWJUq1yJFbtqz/\nVq1o4sQBuIs376tXrmzZGjdu165coECVK1dpy5Y7d8iRA9WixZkz5ECBcuECCxZwtWplykTq3Llk\nyXjxmvbtG4DVrFu7fg07tuzZtE+dEubLV69ehgwR8+Rp1iwlnjx16eLIERA7ds6cQRQlCiFCdOhs\nunOHFq1T0KD58kWN2ixmzACYP4++VClhunTt2uXIUS9GjChRSpEo0ZIlgADhAMiHDxkyjsaMIUTo\nzZtTcuTw4hWLGLFataBBcwUNGgCOHT2SIhWM10henDg1Y8UKFiwco0ZhwXLo0A06dMqUYfTjx6JF\nceJYKlRo1apT0aLNmiVNWi1nzgA8hRrVkydi/7x4GTNGiJCxU6dcuQKCCZMSJXTokMCDhwmTQzBg\ngAFTpoyqOHF+/XL17JksWdiw7Vq2DMBgwoUNH0acWPFixqdOCfPlq1cvQ4aIefI0a5YST566dHHk\nCIgdO2fOIIoShRAhOnQ23blDi9YpaNB8+aJGbRYzZgB8/wZeqpQwXbp27XLkqBcjRpQopUiUaMkS\nQIBw8OFDhoyjMWMIEXrz5pQcObx4xSJGrFYtaNBcQYMGQP58+qRIBeOVnxcnTs1YAWQFCxaOUaOw\nYDl06AYdOmXKMPrxY9GiOHEsFSq0atWpaNFmzZImrZYzZwBOokzpyRMxXryMGSNEyNipU65cAf/B\nhEmJEjp0SODBw4TJIRgwwIApU0ZVnDi/frl69kyWLGzYdi1bBmAr165ev4INK3YsWVasguXK9e1b\nrVrfDBkCB+7Lr18oUHTrlgMXrhMntrFggQpVjhzdqlTp1etSt25y5FSrFitZMgCWL2N25YrXrVvf\nvn36FE6MmHHjcgQL9uDBuHEmevV68EBciBCoUDFhwg0LlmDBRIULBwYMNWq0iBEDoHw581Wrgrly\n5c0bK1bi9OgxZ25GrVoRIpgzJ+HUKQkSyMmQIUlSjRrhqFApVixUuHBnzmDDJkuZMgD+AQIQOBCA\nK1fBVq0aNw4SJHFhwpgzB0WYMA0azp0DUav/lgED5yRIkCVLgwZyPXrgwjWIHDkqVLx5swUNGgCb\nN3Hm1LmTZ0+fP0GBQoULlzJlqVLZqVTJlq07XrzkyZMqFRcgQLhwkbRkyY8fefKwokPHjBlcxIjN\nmkWLFrFcuQDElTu3UydXsmQZM0aKlJVIkXTpWjNjxpkzihQt0aGjTBlJW7a0aOHHT6dDh/jwueXL\nlytXuHAR06ULQGnTpzlx8uTK1bFjpUrR+fPHly80R46IESNJ0hYJEr58UWTFyo4dduy4ypNHjZpa\nwYLdupUrF7FduwBk1749VChSrlw9e9apkxlLlooV82LCRJs2mTLxsGABDBhFPnw8eGDHjqg5/wDn\nCBGyypevWwhvHfPlC4DDhxAjSpxIsaLFi6BAocKFS5myVKnsVKpky9YdL17y5EmVigsQIFy4SFqy\n5MePPHlY0aFjxgwuYsRmzaJFi1iuXACSKl3aqZMrWbKMGSNFykqkSLp0rZkx48wZRYqW6NBRpoyk\nLVtatPDjp9OhQ3z43PLly5UrXLiI6dIFoK/fv5w4eXLl6tixUqXo/PnjyxeaI0fEiJEkaYsECV++\nKLJiZccOO3Zc5cmjRk2tYMFu3cqVi9iuXQBiy54dKhQpV66ePevUyYwlS8WKeTFhok2bTJl4WLAA\nBowiHz4ePLBjR9ScOUKErPLl65b3W8d8+f8CQL68+fPo06tfz759qlSuZMkKF65WLV+XLnnzZgkO\nHICFCmXL1unLlzNntCVKpEQJIEDZfPmaNOlWuXLSpAULNu3bNwAhRY5UpcoUKVLkyLVq5cuRI2/e\nHJ05Y8aMN299rFgpU4bbpElHjsSJc02UKEyYVpkz58xZr17LunUDUNXq1VatZM2aBQ7cqVO7CBEK\nF26RFClkyGzb1ujHDzRowFWqhAMHHz7dcuXixKmWOXPPnuHCVU2cOACJFS9WpUpWrFjkyOHCxQsS\npHHjPpUpw4YNOXKZXLhAgkQcKFBixLx5061WLUqUTpkzt2xZr17SwoUD0Nv3b+DBhQ8nXtz/eKpU\nrmTJCheuVi1fly5582YJDpxChbJl6/Tly5kz2hIlUqIEEKBsvnxNmnSrXDlp0oIFm/btGwD8+fWr\nUmWKFEBS5Mi1auXLkSNv3hydOWPGjDdvfaxYKVOG26RJR47EiXNNlChMmFaZM+fMWa9ey7p1A+Dy\nJcxWrWTNmgUO3KlTuwgRChdukRQpZMhs29boxw80aMBVqoQDBx8+3XLl4sSpljlzz57hwlVNnDgA\nYseSVaVKVqxY5MjhwsULEqRx4z6VKcOGDTlymVy4QIJEHChQYsS8edOtVi1KlE6ZM7dsWa9e0sKF\nA2D5MubMmjdz7uz5MyhQwXz5Chbs1Klg/5gw+fKlBhWqPHk4cTrSpw8ZMpCgQIEDhw2bVHLk4MIF\nSpo0W7aiRXN17BiA6NKnhwoVbNcuYsQ0aQpmyZIqVUImTfryhQ4dKHToQIHSaMuWL1/WrHH15o0t\nW6eaNcOFC+CyZbKaNQNwEGFCUKCA1aq1a5cjR70sWapVq8iiRU+eECJkI1CgK1cYGTHCh0+ZMq0M\nGZIla1S0aLRoVavWqlkzADt59hQlalitWsSIMWLkK1SoXr1wkCJVpsyiRSXEiAECBJARI5o0hQnD\nSo0aYMBEMWP26hU1aq+cOQPwFm5cuXPp1rV7Fy8oUMF8+QoW7NSpYJgw+fKlBhWqPHk4cf860qcP\nGTKQoECBA4cNm1Ry5ODCBUqaNFu2okVzdewYANWrWYcKFWzXLmLENGkKZsmSKlVCJk368oUOHSh0\n6ECB0mjLli9f1qxx9eaNLVunmjXDhWvZMlnNmgHw/h08KFDAatXatcuRo16WLNWqVWTRoidPCBGy\nESjQlSuMjBjhA5BPmTKtDBmSJWtUtGi0aFWr1qpZMwAUK1oUJWpYrVrEiDFi5CtUqF69cJAiVabM\nokUlxIgBAgSQESOaNIUJw0qNGmDARDFj9uoVNWqvnDkDgDSp0qVMmzp9CjVqq1bEfPnq1k2WLG+O\nHH37lkeXLiFCunWLokpVjhzbliwxZar/SBFsd+4YMwbq2zdChLJlw0WMGIDBhAvDghVMly5w4Fy5\n+saHjzhxSn79ggDh27cftWpx4MANBw5XroQIsUaGTLBglcKFU6Pm2jVVw4YBuI07tylTwXr18uZt\n1Khve/aIE0cmWLALF8SJO6JLFwoU3Xz4mDULBgxubdoECwYqXLg8ea5dm1WsGID17NunShXs1i1x\n4lKlEkeHjjlzbIABA5giRblyYYIFixChnA0bsmShQCGuTJljxwqFC3fnzrZtq5YtAxBS5EiSJU2e\nRJlSpSZNpXDhatZMlao7oEAFC9anTp0+fS5dUoMFCx06mrhwsWGjUSNaevQoUnSMGLFc/7ls2QK2\naxcArl29fvq06dYtZcpcuRoTKRIuXGm0aMmTx5MnKjhwvHmzyYoVHz4WLaJ1586hQ8COHaNFq1ev\nY758AYAcWfKmTZ1o0Tp2DBQoMosW9erlpUoVOHAsWSIiQkSfPpOqVAkSBBCgWoAA9ekTrFgxWbJq\n1TLmyxcA4sWNgwJVypatZctMmcIjSlSxYm2OHEmUSJWqIypUpEljacoUEyb+/HnVpw8aNMCWLdu1\nixcvYvUB3MefX/9+/v39AwQgcCDBggY1aSqFC1ezZqpU3QEFKliwPnXq9Olz6ZIaLFjo0NHEhYsN\nG40a0dKjR5GiY8SI5cplyxawXbsA4P/MqfPTp023bilT5srVmEiRcOFKo0VLnjyePFHBgePNm01W\nrPjwsWgRrTt3Dh0CduwYLVq9eh3z5QsA27ZuN23qRIvWsWOgQJFZtKhXLy9VqsCBY8kSEREi+vSZ\nVKVKkCCAANUCBKhPn2DFismSVauWMV++AIAOLRoUqFK2bC1bZsoUHlGiihVrc+RIokSqVB1RoSJN\nGktTppgw8efPqz590KABtmzZrl28eBGLDmA69erWr2PPrn07d1euXtWqFS6cLl25MmXy5k2UI0eN\nGnHjZilLFjt2pFmyhAXLnTvSANqyBQrUL3PmpEnjxavZt28AIEaU6MoVq1atyJHDhWv/FyBA374B\n6tPHj59u3SZduVKoULZTp86cyZTJGS5cqFDNIkfu2LFevZB58waAaFGjqlSlOnXq27datVRhwsSN\n26c3byRJ4sZtExkyaNBgu3RJjJhOnajhwiVKFC9y5JYtu3VrGThwAPDm1StL1ilZssiRq1XLlyJF\n5MhlChQIEaJw4VRVqZInzzdQoJAgadNGmyxZnz7VKlcOGrRjx5p58waAdWvXr2HHlj2bdm1Xrl7V\nqhUunC5duTJl8uZNlCNHjRpx42YpSxY7dqRZsoQFy5070mzZAgXqlzlz0qTx4tXs2zcA59Gnd+WK\nVatW5MjhwrULEKBv3wD16ePHT7du/wAnXblSqFC2U6fOnMmUyRkuXKhQzSJH7tixXr2QefMGoKPH\nj6pUpTp16tu3WrVUYcLEjdunN28kSeLGbRMZMmjQYLt0SYyYTp2o4cIlShQvcuSWLbt1axk4cACi\nSp0qS9YpWbLIkatVy5ciReTIZQoUCBGicOFUVamSJ883UKCQIGnTRpssWZ8+1SpXDhq0Y8eaefMG\noLDhw4gTK17MuLFjUKB+5co1bJgsWcpQocqVC48qVXbsbNpUhhAhN25EUaGiSJEfP7EWLfLly5Y1\na8SIXbtGixkzAMCDCz91ytivX8aMceL0ixMnYcKqJEq0Zk2lSlgIEXLjxpMYMZQoEf8iFAwPnl+/\nZEWLduuWMmWtmDEDQL++/U6deu3avwsTJoDBIkWqVUvLpUt16nTqVIQQITJkMpUps2gRHjy3DBkK\nFsyWM2e9ekGD5ipZMgApVa48dUoYLlzJknnyZAwVKmDAxHz6dOcOKFBCBAnSogUTEiSSJNGhM0uP\nHl26XFWrtmsXNmy7mDED0NXrV7BhxY4lW9ZsqVK/fPnixu3WLXGlSnnztihatDRptGmTQ4xYly7P\n7Ng5dmzNmmuaNHXrBixcOFCgunXTdewYAMyZNatSBWzXLnHibNn6tmiROHF5kiU7cqRbNzrJkjVp\nEg0RImbMLFmy9ukTNmy4woXbtGn/27ZZwYIBYN7c+alTvm7d6tYNF65tlSp9+wZImTIxYrp103Ps\nGBcu1OTIOXYMDx5sly5du2ZLnLhPn7ZtmwUMGEAAAgcSdOWKmC9f4MDZshWuUydx4iJVqzZlijdv\nfY4ds2IFnCRJ0qTFiePt06du3WiJE1eqFDhwuY4dA2DzJs6cOnfy7OnzZ6lSv3z54sbt1i1xpUp5\n87YoWrQ0abRpk0OMWJcuz+zYOXZszZprmjR16wYsXDhQoLp103XsGIC4cueqUgVs1y5x4mzZ+rZo\nkThxeZIlO3KkWzc6yZI1aRINESJmzCxZsvbpEzZsuMKF27Rp27ZZwYIBKG369KlT/75u3erWDReu\nbZUqffsGSJkyMWK6ddNz7BgXLtTkyDl2DA8ebJcuXbtmS5y4T5+2bZsFDBiA7Nq3u3JFzJcvcOBs\n2QrXqZM4cZGqVZsyxZu3PseOWbECTpIkadLixPH2CeCnbt1oiRNXqhQ4cLmOHQPwEGJEiRMpVrR4\nEaMlS61+/YoWzZatUb58HTtmatQoWrR27eLkyZMsWcAaNapUKVjOVato0aoGDRoyZMuWPTNmDEBS\npUs1aXIVLBg0aLNmWbJlCxkyTpcuyZK1a5ckQoRq1dKVKJEkScGCDUuVihYtaMqUDRuGDNmyYMEA\n9PX7N1OmU7lyJUv26hWnXLmKFf9LBQqULVvAgH2aNIkWrV6MGEmS5MsXMVmyePGiFi2aMmXHjiUT\nJgxAbNmzQYGq5cuXM2e6dJkyZgwZslKWLLVq1auXoD17cOHSdejQmze6dBXz5OnUKWrRoi1bduzY\nNGXKAJQ3fx59evXr2bd3b8lSq1+/okWzZWuUL1/HjpkaBXAULVq7dnHy5EmWLGCNGlWqFCziqlW0\naFWDBg0ZsmXLnhkzBiCkyJGaNLkKFgwatFmzLNmyhQwZp0uXZMnatUsSIUK1aulKlEiSpGDBhqVK\nRYsWNGXKhg1DhmxZsGAAqlq9minTqVy5kiV79YpTrlzFiqUCBcqWLWDAPk2aRIv/Vi9GjCRJ8uWL\nmCxZvHhRixZNmbJjx5IJEwYgseLFoEDV8uXLmTNdukwZM4YMWSlLllq16tVL0J49uHDpOnTozRtd\nuop58nTqFLVo0ZYtO3ZsmjJlAHr7/g08uPDhxIsbJ0WKFilS4MAFC4Zs1apx42LduvXpkzdvsE6d\nIkVKGytWsGCNGuVt165ixXCdO3fsGDFix8SJA4A/v/5UqVyVAliKHLlgwYyBAiVO3CtQoCRJ8uZt\nlCdPlSppa9XKlStNmr716gUMWC1z5owZI0bsmDdvAFy+hIkKla1OncCBs2ULGSpU4sTRArppEzdu\nqVChEiUqmytXqlSFCuWtVi1f/75umTNnzFgwruDAAQAbViwsWLNcuQoXTpiwZ6NGjRunKlasTp24\ncYNVqlSmTN5mzaJFa9Omcb16ESPmy5w5ZcqePVMWLhwAypUtX8acWfNmzp1JkaJFihQ4cMGCIVu1\naty4WLduffrkzRusU6dIkdLGihUsWKNGedu1q1gxXOfOHTtGjNgxceIAPIcePVUqV6VKkSMXLJgx\nUKDEiXsFCpQkSd68jfLkqVIlba1auXKlSdO3Xr2AAatlzpwxY8SIATzmzRuAggYPokJlq1MncOBs\n2UKGCpU4cbQubtrEjVsqVKhEicrmypUqVaFCeatVy5evW+bMGTMWbCY4cABu4v/MCQvWLFeuwoUT\nJuzZqFHjxqmKFatTJ27cYJUqlSmTt1mzaNHatGlcr17EiPkyZ06ZsmfPlIULB2At27Zu38KNK3cu\nXU2acAkTduxYrVq//k6bRqoW4VrIkHWyZUuWLGWaNMWKVavWM1myjh0zpk3bsWPJkvVatgwA6dKm\nOXEaFizYsWOvXvXChcuZs0W4cLVqRYxYplatVKnaNWmSKlW5cjGjRQsYMGPatBkzhgzZrmTJAGDP\nrj1TJl2+fBEjJkuWr/LNmoHatStWrGLFIsmSxYrVsE+fYMGyZYuZK1fBAAYjli1bsGDIkOVixgxA\nQ4cPRYn6RYzYsWO6dB3z5Wv/2jRIs2alShUsmCNatFCh+rVoUaxYu3ZBgwWrWDFk27YdO1atGrFp\n0wAEFTqUaFGjR5EmVdqoESlZsoIFgwULGipUvXqZKlYsU6ZcuU4FC5YpkyxQoIABS5VqlyxZx47h\nUqaMFi1nzmi5cgWAb1+/kyapqlWLGbNWraxhwnTs2ClixBw5+vXr1K5dmDDhAgUqWLBTp3ytWnXs\nWK1jx1ixQobMVatWAGDHlr1oUSpXroYNO3WKmilTwoS9EiYMFChdukL16pUpk6lVq3z5QoXKlytX\nxYr5ggZNlixkyGDFigWAfHnzliy9okXr2LFdu67RonXsWChixCJF6tXrlC9f/wAtWQrWqRMxYqRI\nDatVa9myXtWq4cIlTdotW7YAaNzIsaPHjyBDihzZqBEpWbKCBYMFCxoqVL16mSpWLFOmXLlOBQuW\nKZMsUKCAAUuVapcsWceO4VKmjBYtZ85ouXIFoKrVq5MmqapVixmzVq2sYcJ07NgpYsQcOfr169Su\nXZgw4QIFKliwU6d8rVp17FitY8dYsUKGzFWrVgASK168aFEqV66GDTt1ipopU8KEvRImDBQoXbpC\n9eqVKZOpVat8+UKFypcrV8WK+YIGTZYsZMhgxYoFoLfv35YsvaJF69ixXbuu0aJ17FgoYsQiRerV\n65QvX5YsBevUiRgxUqSG1cOqtWxZr2rVcOGSJu2WLVsA4sufT7++/fv48+vfz7+/f4AABA4kWNDg\nQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3Ngx34AAIfkECAoAAAAsAAAAACAB\nIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKl\ny5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169g\nw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2j59gO3a\nZcxYsGDYmDF79oxZt27NmlGj1sybN2nSrEmT5s1btGjZqFETJ46bOHHgcoOrJk0agN/AgwMCRAwY\nsGbNjBnj5sxZtWrRvHmDBg0bNmnevEWLdi1atG/fpk3/y0aNmjhx28KF+/ZNnDhq0qQBmE+/vh8/\nwXjxUqZs2DCA2549o0YNmjdvz55Zs/bMmzdmzKpBg/btmzRp2qxZGzeOGzhw376BAzft2TMAKVWu\n/PMn2K9fyJAJE4YtWTJo0JZx4wYNmjVr0Lx5gwbNmjNn3LhFi4ZNmjRx4riJEwcOXLhw16ZNA9DV\n61ewYcWOJVvW7KtXqpo1O3ZMmzZi4MBhw/YNGLBv37Jl+wYMWLdu27598+ULHDhv4sRx41bO3GNz\n376RCxcOwGXMmWvVkkWNGjRo3LgN+/aNG7dvwoSFC9et2zdevLx529atGy9e375xEycOHDhzwYN/\n+0Yu/1w4AMmVL3/1ClW0aMmSbdu269u3bdvACRMGDhw3bt6CBfPmbVu3bsKEgQPHTZy4bt3KmaNv\n7ts3cuDAAeDf3z/AWbNMSZNWrJg2bcPAgZMm7ZswYd++ZcsGzpevb9+wffsGDFi3btrEifv2rZy5\nlOa+fSsXLhyAmDJn0qxp8ybOnDo/fXJGjNi0acuWgYMGrVu3Z+LEMWOmTRsxceKgQduWLJk4cdeu\njdOm7dw5cufOmTN37pw4cuQAsG3rdtWqacqUadNWrZo4atTChaM2bpw0ad++KRMnLlq0bs2aiROH\nDds4btzOnRt37pw5c+fOhStXDgDo0KI9eWomTNi1a//QoImbNu3bN2njxj175s1bM3DgnDnbtmyZ\nOHHUqI27du3cOXLnzpkzd+5cOHLkAFCvbh0UqGfDhlGjxoxZuGfPunVDNm5cs2bbthUDB86Zs2rA\ngH37Vq0auGrVzp0jdw7gOXPmzp0bV64cAIULGTZ0+BBiRIkTP31yRozYtGnLloGDBq1bt2fixDFj\npk0bMXHioEHbliyZOHHXro3Tpu3cOXLnzpkzd+6cOHLkABQ1enTVqmnKlGnTVq2aOGrUwoWjNm6c\nNGnfvikTJy5atG7NmokThw3bOG7czp0bd+6cOXPnzoUrVw5AXr17PXlqJkzYtWvQoImbNu3bN2nj\nxj3/e+bNWzNw4Jw527ZsmThx1KiNu3bt3Dly586ZM3fuXDhy5AC0dv0aFKhnw4ZRo8aMWbhnz7p1\nQzZuXLNm27YVAwfOmbNqwIB9+1atGrhq1c6dI3funDlz586NK1cOQHjx48mXN38efXr1sWIFo0Yt\nWjRs2Lpp0zZtmjZu3Kb1nwbQGjduyZJFq1bNm7dp06CFC3fuXDlz5s5ZPDcuXDgAHDt6xIWL2bZt\n2LB16xbOm7duLMWJw4aNGrVt3bpRozYtW7Zv37JlwzZu3Llz5s4ZPTpOnDgATJs6deVKWLVq0KBp\n09aNGzdt2riBA0eNWrRo1bx5U6asGTZs375heytO/9y5c+XM2TV37ty4cOEA+P0LGBYsYNOmRYtm\nLfG1a9CgXePGDRq0Zs2qZcuWLBkyatS4cVOmjNm3b+fOmStX7pzqc+PEiQMAO7bs2bRr276NO3es\nWMGoUYsWDRu2btq0TZumjRu3acynWePGLVmyaNWqefM2bRq0cOHOnStnzty58efGhQsHIL369bhw\nMdu2DRu2bt3CefPWLb84cdiwUQNIbVu3btSoTcuW7du3bNmwjRt37py5cxUtjhMnDsBGjh1duRJW\nrRo0aNq0dePGTZs2buDAUaMWLVo1b96UKWuGDdu3b9h8ihN37lw5c0XNnTs3Llw4AE2dPoUFC9i0\naf/RolnDeu0aNGjXuHGDBq1Zs2rZsiVLhowaNW7clClj9u3buXPmypU7l/fcOHHiAPwFHFjwYMKF\nDR9GfOnSrWONj8GClaxXr127POHC9eqVKFGEatVKlUpTnz7AgN26BUyWLHHiwpGDTc6cOW/ixAHA\nnVu3J0/Bpv2eNmwYtGPHiBFjhQzZrl29ejXatStVqlaHDgEDRky7MGHkvJcDX86cOXDjxgFAn149\nJEi4kCFbtgwXLmbGjBEjxmnXrlevWAFklefWLVasPgEC9OvXrVvCcOESJ3HcOHLkzJn7Fi4cgI4e\nP1aqhOvYMWXKWrU61qsXLlyPevV69YoUqTuuXHn/8uSIDh1dulSpkiV0HFFy5MqVM2cO3LhxAJ5C\njSp1KtWqVq9ivXTp1rGux2DBStar165dnnDhevVKlChCtWqlSqWpTx9gwG7dAiZLljhx4cgBJmfO\nnDdx4gAgTqzYk6dg0x5PGzYM2rFjxIixQoZs165evRrt2pUqVatDh4ABI6ZamDByrsvBLmfOHLhx\n4wDgzq0bEiRcyJAtW4YLFzNjxogR47Rr16tXrFjluXWLFatPgAD9+nXrljBcuMSBHzeOHDlz5r6F\nCwdgPfv2lSrhOnZMmbJWrY716oUL16NevQC+ekWK1B1Xrjx5ckSHji5dqlTJkjiOIjly5cqZMwdu\n/9w4AB9BhhQ5kmRJkydRvnpl6tixSJG2bWslS9aRI9pq1erTp0GDarJkceGCYNq0XLnq1KkADty2\nbdW8eTt3zpy5buLEAdC6lSsuXKygQatVa9s2V7hw4cGjjRQpTZpAgMgGCtSYMQ2mTatVS5IkGuEA\nh/tWrty5c+XKeRs3DkBjx49ZsUqlTFmkSNq0hYoVK0wYbrNm/fljwUK0VavYsFEADRoqVIsWaQAH\nTps2a968nTtXrhy3cOEABBc+3JWrUMqUSZK0bdupUqWKFNm2a1ejRhcubMuVq0yZAtKkwYJFhgwD\nb960abP27du5c+bMdRs3DkB9+/fx59e/n39///8AL12K5cpVq1aHDjE6dGjMmB5ixKRJw4OHiCZN\n0qRBsWGDESOKFJWZMqVatW/ixGXLdu7cN3LkAMicSfPUKV7EiAEDxokTLEmSFi2i8uePHTtUqMTY\nsuXOnSM1apgxs2rVJkKEvHkLV66cN2/nznkjRw6A2bNoJUlS5cpVrFiLFoWaNIkOnR5o0IABI0QI\nCSNGypSBQdiLl1ChCq1ZY82aN3HismU7d46bOHEAMmve/OiRqlSpVKkiRKjSoUNo0ODYssWKFRw4\nOOzYYcWKihMnwIBBhChNlizWrIEbN65atXPnwJEjB6C58+fQo0ufTr269UuXYrly1arVoUOMDh3/\nGjOmhxgxadLw4CGiSZM0aVBs2GDEiCJFZaZMqVbtmziA4rJlO3fuGzlyABQuZHjqFC9ixIAB48QJ\nliRJixZR+fPHjh0qVGJs2XLnzpEaNcyYWbVqEyFC3ryFK1fOm7dz57yRIwfA50+gkiSpcuUqVqxF\ni0JNmkSHTg80aMCAESKEhBEjZcrA4OrFS6hQhdassWbNmzhx2bKdO8dNnDgAceXOffRIVapUqlQR\nIlTp0CE0aHBs2WLFCg4cHHbssGJFxYkTYMAgQpQmSxZr1sCNG1et2rlz4MiRA1Da9GnUqVWvZt3a\ntSVLkjBhMmSIECEuOHDUqOFEhgwIECpUqLFi/wUBAg148IAB48EDC4kS9eqVihmzb9/MmSPGjRsA\n8OHFgwK1ihYtT55EiUqjRo0RI2eiRMmQoUOHJCpUQICAoQjAIjhwePDwghUrbNiIgQMXLty5c8q4\ncQNg8SJGSRonTeLDR5KkMUWK2LBRhQgRCxYyZADSosWCBRJ69DBhYsMGD44cESPWKlq0b9/MmQuW\nLRuApEqXSpIUadGiPn0KFXry40eMGFF06GjQAAMGHB48CBCwAAeODRsaNIAQKdKvX5miRfPmzZw5\nYNu2Aejr9y/gwIIHEy5s2JIlSZgwGTJEiBAXHDhq1HAiQwYECBUq1FixggCBBjx4wIDx4IGFRP+J\nevVKxYzZt2/mzBHjxg0A7ty6QYFaRYuWJ0+iRKVRo8aIkTNRomTI0KFDEhUqIEDAUKQIDhwePLxg\nxQobNmLgwIULd+6cMm7cALBv714S/EmT+PCRJGlMkSI2bFQhQgSgBQsZMgBp0WLBAgk9epgwsWGD\nB0eOiBFrFS3at2/mzAXLlg1ASJEjJUmKtGhRnz6FCj358SNGjCg6dDRogAEDDg8eBAhYgAPHhg0N\nGkCIFOnXr0zRonnzZs4csG3bAFS1ehVrVq1buXb1SolSo1GjQIHq00eNEiUxYqTYsWPEiA0bSty4\nceFCgxkzokQxYeLEmjXUqCWDBu3bN3PmtHH/4wYAcmTJmzaZypULFy5Jkh61aePFyxAkSF68SJHC\nRY8eI0Zo0KGDDJkfP6IgQtStGzZu3MKFM2fOW3AAw4kXhwSp0aZNoED16WOnS5cePW4ECXLixIYN\nK1y42LAhwowZQ4bcuPGjTp1p05BJk/btW7ly2ugDsH8fPyNGgECBugTwEhw4YpQooUGjBQ0aGzZU\nqPCBBQsFFFesoEGjQwcUdOgwY7ZLmDBw4MqV26ZNG4CVLFu6fAkzpsyZNE+dwgQLFho0vXrhIUMG\nBAhQcOB8+BAgAKg0aThwAODJ05gxHDgs2LVLmrRr4cKdO2fOHLhy5QCYPYu2Vq1MwYItWhQs/5ic\nO3dmzBDVpk2OHAsWWOLChQMHAIYMzZkjRAiHZcu6dQNnzty5c+bMiSNHDoDmzZxBgaLEihUZMrhw\n2SlT5sSJUnToqFCBAIGkLVs0aABAiJAbNzNmQPDly5o1bOPGmTNXrty3ceMAOH8OnRSpSKdObdmC\nCxccK1Y8eDDlx8+JEwQILGLDJkIEAJYs7dmTIUMBX76iRUv27Vu5cubMeQNIjhwAggUNHkSYUOFC\nhg1PncIECxYaNL164SFDBgQIUHDgfPgQIACoNGk4cADgydOYMRw4LNi1S5q0a+HCnTtnzhy4cuUA\n/AQatFatTMGCLVoULJicO3dmzBDVpk2OHP8LFljiwoUDBwCGDM2ZI0QIh2XLunUDZ87cuXPmzIkj\nRw7AXLp1QYGixIoVGTK4cNkpU+bEiVJ06KhQgQCBpC1bNGgAQIiQGzczZkDw5cuaNWzjxpkzV67c\nt3HjAJxGnZoUqUinTm3ZggsXHCtWPHgw5cfPiRMECCxiwyZCBACWLO3ZkyFDAV++okVL9u1buXLm\nzHkjRw7Adu7dvX8HH178ePKMGHGSJKlQoUDtt2yZMSMJEyYePGjQwIIHDxQoMgDMkaNLFzBgmBAi\nVK2atm/fvHk7d84bOXIALmLMeOlSq1WrQIG6dCmSHj1ZsphBg+bGjRQpmEyZggPHiSJF3Lj/+fPn\nTadO3bp9I0dOnLhz58CRIwdgKdOmihSBunTJkaNEiQZx4ZIjB5EtW0iQGDGiBhAgKVJ8+PEjSxYv\nXrT48XPtmjZvdr2ZM8dNnDgAfv8CLlRI0qJFevTkySNnypQZM4wsWcKBAwUKKGTIkCCBQYoUTZr0\n6OGDDRtmzKply8aNmzlz3saNAyB7Nu3atm/jzq17NyNGnCRJKlQoEPEtW2bMSMKEiQcPGjSw4MED\nBYoMOXJ06QIGDBNChKpV0/btmzdv5855I0cOAPv27i9darVqFShQly5F0qMnSxYzaACiuXEjRQom\nU6bgwHGiSBE3bv78edOpU7du38iREyfu/9w5cOTIARA5kqQiRaAuXXLkKFGiQVy45MhBZMsWEiRG\njKgBBEiKFB9+/MiSxYsXLX78XLumzVtTb+bMcRMnDkBVq1cLFZK0aJEePXnyyJkyZcYMI0uWcOBA\ngQIKGTIkSGCQIkWTJj16+GDDhhmzatmyceNmzpy3ceMAJFa8mHFjx48hR5YsSVKjQYP27BEk6AgP\nHj58MLlxQ4MGDx6EiBChQMEEHz44cNCgAcWmTcSIvbp2LVy4c+eUgQMHgHhx45w4VTJlKlIkTZrK\noEHz5QsaJ05atIAB4wkLFh06gFCiBAaMFi1y1KrlzVszcuTGjTt3rhk4cADw59e/aNGfRf8AF925\nQ4iQlSVLhAjBYsRIhw4nThxJkSJChAxGjMyYgQLFDVCgli3z1a1buHDnzj3r1g2Ay5cwHz0CdOdO\nnTqBAgHZSYQIFBs2MGAIEcJHihQHDlSoUaNDhwkTUCBCtGuXK2rUwoU7dy6YN28AwoodS7as2bNo\n06qVJKnRoEF79ggSdIQHDx8+mNy4oUGDBw9CRIhQoGCCDx8cOGjQgGLTJmLEXl27Fi7cuXPKwIED\nwLmzZ06cKpkyFSmSJk1l0KD58gWNEyctWsCA8YQFiw4dQChRAgNGixY5atXy5q0ZOXLjxp071wwc\nOADQo0tftOjPokV37hAiZGXJEiFCsBj/MdKhw4kTR1KkiBAhgxEjM2agQHEDFKhly3x16xYu3DmA\n55516wbA4EGEjx4BunOnTp1AgYBMJEIEig0bGDCECOEjRYoDByrUqNGhw4QJKBAh2rXLFTVq4cKd\nOxfMmzcAOXXu5NnT50+gQYUmSsSHESNAgOjQ2YIECQgQN3bs4MChQYMZOHBMmHCgRo0oUWbMCNGo\nkTNny5AhCxfOnDlu27YBoFvXriRJll69SpWqUSM/adIcOfJEi5YfP0aMGGLESIgQGJgwOXPGiJEo\npEh166Zt2zZy5M6d++bNGwDUqVULEqSHEKE+ffbs+cKEiQkTP5AgQYFiwwYfSJCIEHFB/4mSMWNw\n4CgiSdK1a9KcOQsXrlw5btq0AeDe3fugQXoOHbJjhw0bMEeOoEAxpEePDBkcOEABA8aCBQlu3LBi\nJQTAECcYMZImDRnCcOHMmfO2bRuAiBInUqxo8SLGjBo5cbL06BEaNKxY8aFCpUQJVIAAadBQoIAm\nNWoqVCDAidOfPyFCZDBmjBq1aeHCmStq7lu5cgCWMm1qylSmV68ECbp1qw8dOlCgpJIkKUkSDhxM\ntWkzYgSETJn69GHCZEe0aOHCgTNn9644c+YA8O3rN1MmSJUqsWFjytQhJkxSpBhFhw4IEAMGPOrT\nR4OGBZ8+DRp044aJYsW6dbtGjly5cv/mzHUrVw4A7NiyM2WKdOgQGDCjRs1JkgQFClmCBKVIceCA\nqTVrGjQI0KnTnDkdOmhAhuzatWfkyJkzd+5cOHPmAJAvb/48+vTq17Nvz4mTpUeP0KBhxYoPFSol\nSqACBAigBg0FCmhSo6ZCBQKcOP35EyJEBmPGqFGbFi6cOY3mvpUrBwBkSJGmTGV69UqQoFu3+tCh\nAwVKKkmSkiThwMFUmzYjRkDIlKlPHyZMdkSLFi4cOHNLmYozZw5AVKlTM2WCVKkSGzamTB1iwiRF\nilF06IAAMWDAoz59NGhY8OnToEE3bpgoVqxbt2vkyJUrZ85ct3LlABQ2fDhTpkiHDoH/ATNq1Jwk\nSVCgkCVIUIoUBw6YWrOmQYMAnTrNmdOhgwZkyK5de0aOnDlz586FM2cOQG7du3n39v0beHDhgQI9\nChQIDpw4cdTEiAECRAwcOBgwgADBhAoVDBg8aNHCiZMdO3TEidOsWbVv37x5M2eu27hxAOjXt79o\nkSj9lixlygSwkBcvSZJI2bLFhAkRImTs2HHhAgcfPujQefOmzaZN4MB5K1du3Lhz576RIwcgpcqV\nhQot+vNHjRo9etD8+IECRQ8mTDx4qFABxpMnJEhMyJHjyRMrVpzo0TNt2jVw4L59M2eumzhxALp6\n/XrnzqI+feDAUaNmDA4cKlTsCBIk/0MGChRW2LABAYIDGDC2bDlyxMidO9iwbQOHGJw5c+DIkQMA\nObLkyZQrW76MOXOgQI8CBYIDJ04cNTFigAARAwcOBgwgQDChQgUDBg9atHDiZMcOHXHiNGtW7ds3\nb97Mmes2bhyA5cybL1okKrolS5kyFfLiJUkSKVu2mDAhQoSMHTsuXODgwwcdOm/etNm0CRw4b+XK\njRt37tw3cuQA+AcIQOBAAIUKLfrzR40aPXrQ/PiBAkUPJkw8eKhQAcaTJyRITMiR48kTK1ac6NEz\nbdo1cOC+fTNnrps4cQBs3sR5586iPn3gwFGjZgwOHCpU7AgSJEMGChRW2LABAYIDGP8wtmw5csTI\nnTvYsG0DFxacOXPgyJEDkFbtWrZt3b6FG1cuJEiL9OjBg0ePniQ6dESJwiRFCggQOnQoggKFAQMT\nhgzREFkDiUWLdu2qFS0aOHDnziX79g3AaNKlJUmyJEmSI0eXLqXREluLFSJEatQYMiTLjBkUKKDA\ngiVFihs3eMiS5c0btHLlxo07d44ZOHAArF/HzojRIDp07NjRo8fJkCFHjljhwSNDhhEjkJw4MWGC\niCdPYsTYsAEGJ07QoAGs1a0bOHDnzhnz5g0Aw4YODx26Q2cinT59mOjQceQIlBQpJEj48OGHBg0K\nFFzgwUOECAkSUGjSdOwYrW/fwIH/O3cuWbhwAH4CDSp0KNGiRo8iJURoEKGmhObM6WLDxoYNM3z4\ngADBgYMWN24wYFCgR48jR1KkGOHHT7Rox96GC1euXDds2ADgzatXkaJHnz516mTI0J8wYYoUcXLk\nCAwYIEAIMWIkQ4YKTZqcOQMFSpVQobx565Yt27hx5sx527YNAOvWrgcNKqRIUaJEefKoOXJkxQok\nS5aAACFBQg0fPjJkYFCkCBYsKFDAiBTp2bNmypSFC2fOHDds2ACADy9ej542ffqgSY+GSo4cGzbw\nmDGDAoUFC1LIkMGAwYEcOQAeOTJihAlHjqZNc7ZsWbhw5cp5u3YNQEWLFzFm1LiR/2NHj4QIDSI0\nktCcOV1s2NiwYYYPHxAgOHDQ4sYNBgwK9Ohx5EiKFCP8+IkW7VjRcOHKleuGDRsAp0+hKlL06NOn\nTp0MGfoTJkyRIk6OHIEBAwQIIUaMZMhQoUmTM2egQKkSKpQ3b92yZRs3zpw5b9u2ARA8mPCgQYUU\nKUqUKE8eNUeOrFiBZMkSECAkSKjhw0eGDAyKFMGCBQUKGJEiPXvWTJmycOHMmeOGDRsA27dx69HT\npk8fNL/RUMmRY8MGHjNmUKCwYEEKGTIYMDiQI8eRIyNGmHDkaNo0Z8uWhQtXrpy3a9cApFe/nn17\n9+/hx5cPCtQkTJjo0Dl1CsyPH/8AWbAQtWWLBw8LFnwKEmTCBAWPHlmxkiKFhmDBqlWjRo6cOXPn\nznUzZw6AyZMoQYGSxIqVHz+nTtFRo4YIEUxu3LBgsWGDoyRJQICYUKkSGDBWrBBp1gwcuHDmokr9\nVq4cgKtYs3bqtMiSJT16SpV6AwXKjh2l5sxp0eLCBVFXrnTokMCSpTJlYMBQQYxYtWrWygkuZ87c\nt3LlAChezHjRIkSAAEGBwonTEho0PnwA9eTJhw8OHDxq0uTCBQWZMm3ZYsLEBmLEqlVjNm5cuXLm\nzHUrVw6A79/AgwsfTry48eOgQE3ChIkOnVOnwPz4wYKFqC1bPHhYsOBTkCATJij/ePTIipUUKTQE\nC1atGjVy5MyZO3eumzlzAPLr3w8KlCSArFj58XPqFB01aogQweTGDQsWGzY4SpIEBIgJlSqBAWPF\nCpFmzcCBC2fO5Mlv5coBYNnSZadOiyxZ0qOnVKk3UKDs2FFqzpwWLS5cEHXlSocOCSxZKlMGBgwV\nxIhVq2at3NVy5sx9K1cOwFewYRctQgQIEBQonDgtoUHjwwdQT558+ODAwaMmTS5cUJAp05YtJkxs\nIEasWjVm48aVK2fOXLdy5QBMplzZ8mXMmTVv5tyoUahKlRAhKlTITZAgL17kMGKEAgULFnj48NGh\ngwYhQsCAOXIESp481KhN48bN/5s3c+a+jRsHwPlz6IgQicqUqVKlR4/8iBGDBAmWK1dkyHDhAgkV\nKjlypHjyBBEiOnQImTIVLtw2cuTEiTt3rhvAceMAECxoUJGiT5UqGTKUKNEeKVKIENmyZAkIEB48\nFIECZcSIDUaM2LGTJcuXSZOuXaP27eW3c+e8iRMH4CbOnHny/Jkzhw0bOnS4HDnCgoUQJEg0aLBg\n4QYOHBgwSMCBQ4uWIUOw9OmjTds0b96+fTt3Dty4cQDWsm3r9i3cuHLn0m3UKFSlSogQFSrkJkiQ\nFy9yGDFCgYIFCzx8+OjQQYMQIWDAHDkCJU8eatSmcePmzZs5c9/GjQNg+jRqRP+IRGXKVKnSo0d+\nxIhBggTLlSsyZLhwgYQKlRw5Ujx5gggRHTqETJkKF24bOXLixJ07123cOADat3NXpOhTpUqGDCVK\ntEeKFCJEtixZAgKEBw9FoEAZMWKDESN27GTJ8gXgpEnXrlH7dvDbuXPexIkD8BBixDx5/syZw4YN\nHTpcjhxhwUIIEiQaNFiwcAMHDgwYJODAoUXLkCFY+vTRpm2aN2/fvp07B27cOABDiRY1ehRpUqVL\nmU6atEiSJEKEFi2aAgWKFClcXLjo0EGFiisbNkCAsEGLFhUqQICoAQrUsmWuvn0DB+7cuWjgwAHw\n+xdwpUqNMmVChKhSpTVjxmj/0TLGhw8WLGjQGEOCRIgQL8qUwYFDiZIywICJE/esXDlx4s6da/bt\nGwDZs2lbsrRIkqRFixAhonLlSps2dnbsCBECB44tHZh3MBEmzIcPLlzUQIWKGjVi4LiDO3fO2Ldv\nAMiXNy9IkJ87d+TI8eNnyI0bQYKIceECA4YUKZxo0ACQAgURWbJ48FCixAtPnpYt+xUuHDhw584p\nAwcOgMaNHDt6/AgypMiRixYRkiRJkaI5c6748EGChBAfPjRoyJBBBw4cFChcGDJkypQZM3AUKkSN\nWrNo0cSJM2cO3LZtAKpavXrokCNRoj59YsTojRcvRIhgQYJkxQoXLpQkSWIi/64XL336kCFDp1Yt\nceK4efM2bty5c928eQOAOLFiRYoKWbIECdKgQWasWIEBw8qOHSRIdOjQgwYNDKShQKFCBQgQJZcu\nXbs2TZo0ceLMmeOmTRuA3bx79+kDp06dNm3WrLnSowcIEEZ8+OjQIUMGHi1aPHgQwYgRJEhIkAgi\nSRI2bNauXRs37ty5b926AXgPP778+fTr27+Pf9EiQpIkKQKoaM6cKz58kCAhxIcPDRoyZNCBAwcF\nCheGDJkyZcYMHIUKUaPWLFo0ceLMmQO3bRsAli1dHjrkSJSoT58YMXrjxQsRIliQIFmxwoULJUmS\nmEDqxUufPmTI0KlVS5w4bv/evI0bd+5cN2/eAHwFG1aRokKWLEGCNGiQGStWYMCwsmMHCRIdOvSg\nQQPDXihQqFABAkTJpUvXrk2TJk2cOHPmuGnTBkDyZMp9+sCpU6dNmzVrrvToAQKEER8+OnTIkIFH\nixYPHkQwYgQJEhIkgkiShA2btWvXxo07d+5bt24AjB9Hnlz5cubNnT9nxYoRJ0579owaNYcHjxYt\nHF25kiHDggWLiBC5cEGCI0dkyNSooSRYsGzZsJnDb+7cOW/nzgEEIHAgQVmyKsmSpUhRrVp1rlzZ\nsSMRHDgqVIgQoYgKlRAeI4GMlCdPpWrVyJETd+6cuZbmvJkzB2AmzZqlSiX/4sSJD59Tp84MGaJD\nxyQ0aEiQ+PABkQ8fGjRYePSoTBklSqQkSxYunDZzXs2dO9fNnDkAZs+irVQpUJ48YMCAAoVGiBAf\nPjJ58QIChAYNipw4mTABgiNHaNDo0CHl2DFw4LadO2fO3Llz38yZA6B5M+fOnj+DDi16NCtWjDhx\n2rNn1Kg5PHi0aOHoypUMGRYsWESEyIULEhw5IkOmRg0lwYJly4bNHHNz5855O3cOAPXq1mXJqiRL\nliJFtWrVuXJlx45EcOCoUCFChCIqVELAjyQ/Up48lapVI0dO3Llz5gCaE+jNnDkABxEmLFUqESdO\nfPicOnVmyBAdOiahQUOC/8SHD4h8+NCgwcKjR2XKKFEiJVmycOG0mZNp7ty5bubMAdC5k2elSoHy\n5AEDBhQoNEKE+PCRyYsXECA0aFDkxMmECRAcOUKDRocOKceOgQO37dw5c+bOnftmzhwAt2/hxpU7\nl25du3ctWRLFiZMiRYYM9XnypEcPKVGirFjx4cMQL15y5AhhxcqfP27c9OnUyZs3bOTIjRt37hy4\ncuUApFa9OlQoWKdOdeqECVMmOXKePLmSJo0PHzBgVGnTJkkSHV++kCIFChQsYMDGjftmzty4cefO\nfSNHDkB3798tWQLVqRMi84jwaNHCg4eVLVtu3DhxgokVKzNmvKhSJVKkO/8A7ywqVerbt2zkyIUL\nZ85ct3HjAEicSNGQoUUY8eDhw6ePFy9IkESpUiVFihMnoGzZ4sLFCSdOCBFy42ZQqVLevF0rV27c\nuHPnwJUrB6Co0aNIkypdyrSpU06cSnHiZKqqKUxkyNChI0iNGh48xowZVKaMDh1aAgWSJClRIlHG\njJUrh+3cuXLlzp2jJk4cgL+AA586ZStWLF++ZMkCRYcOJkySIkViwiROHESBAoUJc0eSJFmyTJkq\nZs3auXPczp0rV+7cOWbhwgGYTbs2qNubNsmSdeoUozJlHj3SVKjQli1u3EQyZOjIES+FCkWK1KgR\nLmXKzJmLdu4cOXLnziH/AwcOgPnz6C9dmkSIECdOpkzpUaNGkqRKjBhNmbJmjSSAatTkyEGFEKFD\nh/bsMYUMmTlz2c6dK1fu3Llq4cIB4NjR40eQIUWOJFmSE6dSnDiZYmkKExkydOgIUqOGB48xYwaV\nKaNDh5ZAgSRJSpRIlDFj5cphO3euXLlz56iJEwfA6lWsp07ZihXLly9ZskDRoYMJk6RIkZgwiRMH\nUaBAYcLckSRJlixTpopZs3buHLdz58qVO3eOWbhwABQvZgzK8aZNsmSdOsWoTJlHjzQVKrRlixs3\nkQwZOnLES6FCkSI1aoRLmTJz5qKdO0eO3LlzyMCBA9Db9+9LlyYRIsSJ/5MpU3rUqJEkqRIjRlOm\nrFkjSY2aHDmoECJ06NCePaaQITNnLtu5c+XKnTtXLVw4APHlz6df3/59/Pn1M2J0SxdAXbVqjRoF\nLFKkQgpt2bpypUuXPLduoUHjJVGia9dmcaRG7dy5cuLEmTN37hw5cOAAsGzp0pIlYsmSESNmy1a0\nVatAgRJ17JggQYUKPUKGjBAhR6hQefOGDJkwbtzOnTNXrpw5c+fOjQMHDgDYsGIjRcq1a9esWaJE\nFevUqVGjTMCA1albhxAxYnr0AJIkiRs3X4KvXTt3jty4cebMnTtHDhw4AJInUyZEqFWpUq1aTZp0\ny5GjQIEYAQP25g0bNv+AdOkiQyYNIEDRotGidSpatHPnypEjZ87cuXPkxIkDYPw48uTKlzNv7vw5\nI0a3dOmqVWvUKGCRIhXqbsvWlStduuS5dQsNGi+JEl27Nus9NWrnzpUTJ86cuXPnyIEDBwAgAIED\nB1qyRCxZMmLEbNmKtmoVKFCijh0TJKhQoUfIkBEi5AgVKm/ekCETxo3buXPmypUzZ+7cuXHgwAGw\neRNnpEi5du2aNUuUqGKdOjVqlAkYsDpL6xAiRkyPHkCSJHHj5gvrtWvnzpEbN86cuXPnyIEDBwBt\nWrWECLUqVapVq0mTbjlyFCgQI2DA3rxhwwaQLl1kyKQBBChaNFq0TkX/i3buXDly5MyZO3eOnDhx\nADh39vwZdGjRo0mXrlVrFzBgzZpBg8Zr1ixkyIzt2oUJ065dzoABc+XqV7Ro0ohL6zZu3Llz5s41\ndz7u3DkA06lX37VrmDNn1Khp04Zs2DBq1KAFCzZrVrFiyYoVy5XL2LRp27Zx4yZu3Lhz58yd8w/w\nnEBy584BOIgwYa1auIYNS5YsWjRhtWo9ezYtWDBYsJAhiyZMGC5cyqpV04ZSW7hx486dM3cupkxy\n584BuIkzpytXsnLlKlasWbNcsmQpUwZNmDBTpowZg5YrV6xYu6BBixaNGTNs4MCdO2funNix5c6d\nA4A2rdq1bNu6fQs3/26tWruAAWvWDBo0XrNmIUNmbNcuTJh27XIGDJgrV7+iRZMGWVq3cePOnTN3\nLrPmcefOAfgMOvSuXcOcOaNGTZs2ZMOGUaMGLViwWbOKFUtWrFiuXMamTdu2jRs3cePGnTtn7pzy\n5eTOnQMAPbr0WrVwDRuWLFm0aMJq1Xr2bFqwYLBgIUMWTZgwXLiUVaumLb62cOPGnTtn7pz+/eTO\nnQMIQOBAgq5cycqVq1ixZs1yyZKlTBk0YcJMmTJmDFquXLFi7YIGLVo0ZsywgQN37py5cy1dljt3\nDsBMmjVt3sSZU+dOnpkyufLlS5myYMF81ar165crWrQaNcKFS9WsWf+cOA27devZs2PHvHHjRo6c\nuHPnypUzZ04cOXIA3L6FO2qUr2TJqlVDhkxZsGDTpgEzZmzWrGHDaOHCJUtWsmDBoD2GFq5bt3Ll\nxp07V67cuXPhyJEDEFr06E+fbhEjxozZsGHEdu1SpgwYMWK1ahkzZitYsFGjiAULVq3as2fgvn0r\nV47cuXPlypkzJ44cOQDVrV/PlCmWL1/EiOHCtStWLGHCcOXKJUqUL1+levXKlIkXKlTGjOnSlQ0b\nNnLkxAE8d65cuXPnxJEjB2Ahw4YOH0KMKHEixU2bYqVKhQyZLl25Tp0qVkyWKlWTJhkzdsuWLU2a\nmvnyBQyYL1/cbpL/IzfNnLlx486de8aNG4CiRo9++mSrVq1nz4QJG6ZLlzJlxIYNO3UqWTJawYKl\nSrUsWLBnz4AB66bWnDls5syNG2fOXDNu3ADgzas3UyZYqlQlS6ZLFy9VqpQpK7ZrFypU0KANu3Xr\n1KlnwYIpU0aMmLdu3cyZy2bOHDly585F+/YNAOvWridNauXJU7BgsmTVIkXq2LFesWJJknTsWC5X\nriJFUrZrFy5csmRp27atXDlq5syRI3fuXLRu3QCADy9+PPny5s+jT79pU6xUqZAh06Ur16lTxYrJ\nUqVq0iRjxgDesmVLk6ZmvnwBA+bLFzeH5MhNM2du3Lhz555x4waA/2NHj58+2apV69kzYcKG6dKl\nTBmxYcNOnUqWjFawYKlSLQsW7NkzYMC6BTVnDps5c+PGmTPXjBs3AE+hRs2UCZYqVcmS6dLFS5Uq\nZcqK7dqFChU0aMNu3Tp16lmwYMqUESPmrVs3c+aymTNHjty5c9G+fQMwmHDhSZNaefIULJgsWbVI\nkTp2rFesWJIkHTuWy5WrSJGU7dqFC5csWdq2bStXjpo5c+TInTsXrVs3ALdx59a9m3dv37+BBxc+\nnHhx48eRJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/Bhxc/nnx58+fRp1e/nn179+/hx5c/n359\n+/fx59e/n3//6f8A//wJ5ssXM2bEiG1z5owatWfevEWLdu3aNHDgpEnDJk2aN2/SpGWrVm3cuG3h\nwn37Fi5cNWnSAMicSfPPH2K/fi1bRoxYNmfOqlWD5s2bM2fWrEH79i1aNGzTpnnzFi2atmrVxInb\nBg7ct2/gwEmDBg2A2bNo+/QR5suXMmXDhm2DBu3aNWrdujlzdu3as23bmDGj1qxZt27RomWzZk2c\nuG3gwHnz9u1bNGfOAGjezLlPH2G/fjVrRoyYtmbNrFmT5s0bNGjYsEnjxq1ZM2vNmnnz9uwZNmrU\nxInbFi6cN2/hwlGLFg2A8+fQo0ufTr269et//gTz5YsZM2LEtjn/c0aN2jNv3qJFu3ZtGjhw0qRh\nkybNmzdp0rJVqzZu3DaA4cJ9+xYuXDVp0gAsZNjwzx9iv34tW0aMWDZnzqpVg+bNmzNn1qxB+/Yt\nWjRs06Z58xYtmrZq1cSJ2wYO3Ldv4MBJgwYNwE+gQfv0EebLlzJlw4Ztgwbt2jVq3bo5c3bt2rNt\n25gxo9asWbdu0aJls2ZNnLht4MB58/btWzRnzgDMpVu3Tx9hv341a0aMmLZmzaxZk+bNGzRo2LBJ\n48atWTNrzZp58/bsGTZq1MSJ2xYunDdv4cJRixYNwGnUqVWvZt3a9WvYsWKtkiatWTNt2nx588aN\n27djx8CB48YN/1yvXt++dQMHrlixcOG+iRPnzVs5c9nNfftGLlw4AOHFj581a9W0ac+eceM2LFw4\nbNi++fL17du2beB8+fLmjRtAb96IEQsXzps4cd68lTPn0Ny3b+TAgQNg8SLGWbNWTZsWLZo3b8bC\nhdu27ZswYd68bdvmLVcubty2efNGjBg4cN3ChePGrZy5oObAgSMHDhyApEqX2rLlypo1aNC6dTsG\nDly3bt6CBQMHzpu3b7hwefOWjRs3X76+fdsWLly3buXM0TXnzRs5cOAA8O3r9y/gwIIHEy5cqtSz\nYsWuXaNGDRw1at++RRMnzpkzb96giRM3bVo3ZMjIkdOmbRw3bv/nzpE7d86cuXPnwpEjB+A27tyq\nVElTpuzatWjRxEWL9u0bs3Hjli3btg2ZOHHQoHlbtmzcOGzYxnXrdu7cuHPnypU7dy5cuXIA1rNv\nP2pUtGTJtGmjRm2cNWvhwlEbNw7gsmXfviULFw4aNG3GjIkTV60aOW7czp0bd+5cuXLnzoEjRw5A\nSJEjV62itmxZtmzTpomjRi1cOGrkyEGD5s0bs3Dhnj3jRoxYuHDVqonbtu3cuXHnzpUrd+5cuHLl\nAFS1ehVrVq1buXb1WqrUs2LFrl2jRg0cNWrfvkUTJ86ZM2/eoIkTN21aN2TIyJHTpm0cN27nzpE7\nd86cuXPnwpH/IwcAcmTJqlRJU6bs2rVo0cRFi/btG7Nx45Yt27YNmThx0KB5W7Zs3Dhs2MZ163bu\n3Lhz58qVO3cuXLlyAIgXNz5qVLRkybRpo0ZtnDVr4cJRGzdu2bJv35KFCwcNmjZjxsSJq1aNHDdu\n586NO3euXLlz58CRIwcAf379q1ZRWwZwWbZs06aJo0YtXDhq5MhBg+bNG7Nw4Z4940aMWLhw1aqJ\n27bt3Llx586VK3fuXLhy5QC4fAkzpsyZNGvavEmLlrFrPK9x4+atWzduRMOFw4YtWjRt3bpFizYt\nWzZw4LBhsyZO3Llz5rp2PXdOXLhwAMqaPWvL1jFt2rJl27bt/1u3btWqbfPmLVo0atSuceP27Bm1\nbdvAgdOm7Ro5cufOlTMH2dy5c+LAgQOAObNmWrSUZct27Ro3buG+fdOm7Zs4cdOmSZOGzZu3Z8+m\nXbsGDty23ePGnTtXzpxwc+fOiQsXDoDy5cxx4WK2bZs2bdy4ifPmjRs3b+HCXbtGjVq2bt2emb92\nzZs3auzHjTt3zpz8c/TPiQsXDoD+/fz7+wcIQOBAggUNHkSYkBYtY9ccXuPGzVu3btwshguHDVu0\naNq6dYsWbVq2bODAYcNmTZy4c+fMvXx57py4cOEA3MSZ05atY9q0Zcu2bdu3bt2qVdvmzVu0aNSo\nXePG7dkzav/btoEDp03bNXLkzp0rZ06suXPnxIEDB0DtWra0aCnLlu3aNW7cwn37pk3bN3Hipk2T\nJg2bN2/Pnk27dg0cuG2Nx407d66cOcrmzp0TFy4cAM6dPePCxWzbNm3auHET580bN27ewoW7do0a\ntWzduj3Dfe2aN2/UfI8bd+6cOeLnjJ8TFy4cAObNnT+HHl36dOrVMWHy9Uz7M1++nh07JkxYqF+/\natWSJWsRLlysWK0aNIgYsWDBjPXqJU7/uHHkyAE0Zw6cOHEADiJM+OnTr2jRmjXjxSuaMGHBgmnq\n1StWrFOn9ty6NWuWK0KEhg3z5cvYrl3iXo4bR46cOXPgxIn/A6BzJ89MmX5Fi/bsWbBg1po1W7bs\nlTBhtWr16mVo165atWwNGlSsWK5cxXz5GieWHFly5sx9CxcOANu2bkWJOnZt7jVjxqYdy3vs1LBh\nuHDVqtUnV65WrUz9+dOrFy5cwXLlGieZHLly5cyZ+yZOHIDOnj+DDi16NOnSpjFh8vVs9TNfvp4d\nOyZMWKhfv2rVkiVrES5crFitGjSIGLFgwYz16iVu+bhx5MiZMwdOnDgA1q9j//TpV7RozZrx4hVN\nmLBgwTT16hUr1qlTe27dmjXLFSFCw4b58mVs1y5x/gGOG0eOnDlz4MSJA7CQYcNMmX5Fi/bsWbBg\n1po1W7bs/5UwYbVq9eplaNeuWrVsDRpUrFiuXMV8+Ro3k1xNcubMfQsXDkBPnz9FiTp2jeg1Y8am\nHVN67NSwYbhw1arVJ1euVq1M/fnTqxcuXMFy5Ro3lhy5cuXMmfsmThwAt2/hxpU7l25du3dhwQrl\nzBkoUNq0napVCwsWba5cUaJkwcK1W7fgwFFAjVqsWHr0jAAHjhs3auHCnTtXrhw3cOAApFa9ulYt\nV9CguXKFDRspVqyiRMlWqhQfPhEiTPv0SY4cBNOmkSIFCVIKcOC4ccs2bty5c+XKcRs3DkB3799j\nxVoFDRoqVNy4zerV68+fbq9effoUIoQ0UqQIEbIADdqqVf8AI0WyAQ6cN2/bxIk7d65cOW7ixAGY\nSLEiLlyupEnTpatbN1i2bKVJk02VqkmTNmywhgoVGjQFpk07dapOHQzgwH37tm3cuHPnypXTJk4c\ngKNIkypdyrSp06dQO3WihQuXLl2ZMp2KFOnQoSNx4rRpEySICShQ2LChceIEFiyePP0xY8aaNXDj\nxl27du5cN3LkAAgeTJgUKVy9euHCFSnSKEWK+PD5QYeOGjU+fKxo0mTQoBsxYpAh8+kTIjt2uHHr\nNm5ctmznzm0bNw6A7du4OXGqtWvXr1+ZMsnSpEmRIimKFMWJw4WLCzJk5swxkiNHly6OHE2iQ4cb\nt2/jxnH/43buHDdy5ACoX8/+1KldwYIBA9apE61GjQgROvLnTxyAcZAgKUGFCh06MlasqFIFFChB\nb95s2/aNHDlt2s6d80aOHACQIUWOJFnS5EmUKTt1ooULly5dmTKdihTp0KEjceK0aRMkiAkoUNiw\noXHiBBYsnjz9MWPGmjVw48Zdu3buXDdy5ABs5dqVFClcvXrhwhUp0ihFivjw+UGHjho1PnysaNJk\n0KAbMWKQIfPpEyI7drhx6zZuXLZs585tGzcOwGPIkTlxqrVr169fmTLJ0qRJkSIpihTFicOFiwsy\nZObMMZIjR5cujhxNokOHG7dv48Zx43buHDdy5AAMJ178/9SpXcGCAQPWqROtRo0IETry50+cOEiQ\nlKBChQ4dGStWVKkCCpSgN2+2bftGjpw2befOeSNHDsB9/Pn17+ff3z9AAAIHEixoEBOmTqJENWqU\nKZOViD9+WPHhAwOGDBmIlCiBAMEDHz5evJAgYcOjR8eOzapWrVs3c+Z8bdsG4CbOnJo0jWrVihAh\nSpTWSJESI0aWHz8uXJgw4ceLFwgQNLhxY8aMChU4TJq0bJkubNi8eTNn7hc3bgDWsm2LCVMoV64a\nNQIFio4XLz58lBkyxIQJEiSY3LjhwMGGIkVatNCggYQmTdGi5bJm7ds3c+aAbdsG4DPo0Jo0sZo1\nq1IlT/+e4HTpwoNHlyBBLlzAgAEHCRIECCzAgYMGDQwYOlSq5MwZLmzYwIEzZ67Ytm0AplOvbv06\n9uzat3PHhKmTKFGNGmXKZOX8jx9WfPjAgCFDBiIlSiBA8MCHjxcvJEjY8Ajgo2PHZlWr1q2bOXO+\ntm0D8BBiRE2aRrVqRYgQJUprpEiJESPLjx8XLkyY8OPFCwQIGty4MWNGhQocJk1atkwXNmzevJkz\n94sbNwBDiRbFhCmUK1eNGoECRceLFx8+ygwZYsIECRJMbtxw4GBDkSItWmjQQEKTpmjRclmz9u2b\nOXPAtm0DcBdvXk2aWM2aVamSJ09wunThwaNLkCAXLmD/wICDBAkCBBbgwEGDBgYMHSpVcuYMFzZs\n4MCZM1ds2zYAq1m3dv0admzZs2lTovRo1apTpwwZcqNFy5EjOHLkUKEiQ4YULFho0PDAho0pU2LE\nwHHnTrVqyqJF8+atXLlt2LABMH8ePSdOmVy1d0WIkJsrV3TosOHDx4oVHDi88A9QhAgJNGho0ZIj\nxxE9eqxZi0aNmjdv5cppuwggo8aNmTJ5atWqVi1IkBapUWPFSg8kSGrUSAFThw4SJC7IkAEFCg0a\nTQABunZtGTVq376VK5cNGzYATJs6xQR1ldRVhAjt6dKlSRMaO3aoUKFBw4kZMzBgeCBDhhQpOHAE\n0aOn/1o1ZtGifftmzhy3bNkA+P0LOLDgwYQLGz7MihUkWrQAAcKFS44aNS9egIIDR4YMAwYUXbli\nwQKASZPIkKlRY0KxYtiwbRs37tw5c+bCkSMHILfu3a1acdq1Cw6cXLn2hAmDAoUmOHBUqECAYJEW\nLRo0AMiTR40aHDge+PKVLZu2cuXOnStXDhw5cgDau3/PilUlXboKFQIGbM6dOzFifAL45g0OHAoU\nRHry5MMHAIIEkSHTosWCY8ekSdtGjpw5jua+kSMHQORIkrBgddq1K1AgXLjilClDgsSlNWto0DBg\n4FGWLBYsAFCkaM0aHz4gECP27Nm1cePMPTX3jRw5AP9VrV7FmlXrVq5dvbJiBYkWLUCAcOGSo0bN\nixeg4MCRIcOAAUVXrliwAGDSJDJkatSYUKwYNmzbxo07d86cuXDkyAGAHFlyq1acdu2CAydXrj1h\nwqBAoQkOHBUqECBYpEWLBg0A8uRRowYHjge+fGXLpq1cuXPnypUDR44cAOLFjbNiVUmXrkKFgAGb\nc+dOjBif3rzBgUOBgkhPnnz4AECQIDJkWrRYcOyYNGnbyJEzF9/cN3LkANzHnx8WrE67dgEMFAgX\nrjhlypAgcWnNGho0DBh4lCWLBQsAFClas8aHDwjEiD17dm3cOHMmzX0jRw4Ay5YuX8KMKXMmzZqS\nJKn/KlXq0SNKlAyZMZMjRxUpUkyYIEFixpAhKlR46NGDDRszZr4sWqRNW7dwXsOdO+dt3DgAZs+i\nhQRpFChQmjRJktRIjJgaNa5MmVKixIgRQ4oUSZEChBIlZMh8+ULGkSNr1riFC+fN27lz3saNA6B5\nM2dKlE6lSgUK1KZNidSoUaJEypgxMV7HCOLESY0aHYgQ2bKlTZswjx5Vq7YtXDhw4MyZ6yZOHIDm\nzp9HijTq06dJkypV+lOmzI8fSqxYKVECBIgZRYqECKEhSRIyZNiwUcOIETVq28DhB2fO3Ddy5AAC\nEDiQYEGDBxEmVLhQkiRVpUo9ekSJkiEzZnLkqCJF/4oJEyRIzBgyRIUKDz16sGFjxsyXRYu0aesW\njma4c+e8jRsHgGdPn5AgjQIFSpMmSZIaiRFTo8aVKVNKlBgxYkiRIilSgFCihAyZL1/IOHJkzRq3\ncOG8eTt3ztu4cQDgxpVLidKpVKlAgdq0KZEaNUqUSBkzJkbhGEGcOKlRowMRIlu2tGkT5tGjatW2\nhQsHDpw5c93EiQMwmnTpSJFGffo0aVKlSn/KlPnxQ4kVKyVKgAAxo0iRECE0JElChgwbNmoYMaJG\nbRs45+DMmftGjhwA69exZ9e+nXt3798zZYLUqdOjR5YskfnyhQkTLEaMdOhQogSSDh0mTLgwZEgK\n//8AU8ho1apatWDixIULd+4cNHDgAEicSNGSJUmNGgkSpEjRlI8fqxw5UqKEChVMXrywYAGEFCkr\nVpAg4QIUqGjRgoED9+3buXPPvn0DQLSo0UuXEH36hAiRJElqtmyJEgVLkyYoUJQo0cSEiQkTQBgx\nUqKEChUzQoWqVq3Xt7ffzp075s0bgLt481qytChSpEGDDh3iUqWKlMM9eoQIkSJFkxcvJkzIcOSI\nChUiRJQABerYsWDdun37du4cMm/eAKhezbq169ewY8uenSkTpE6dHj2yZInMly9MmGAxYqRDhxIl\nkHToMGHChSFDUkhPIaNVq2rVgokTFy7cuXPQwIH/A0C+vHlLliQ1aiRIkCJFU+LHr3LkSIkSKlQw\nefHCggWAIKRIWbGCBAkXoEBFixYMHLhv386de/btGwCMGTVeuoTo0ydEiCRJUrNlS5QoWJo0QYGi\nRIkmJkxMmADCiJESJVSomBEqVLVqvb4N/Xbu3DFv3gAsZdrUkqVFkSINGnToEJcqVaRs7dEjRIgU\nKZq8eDFhQoYjR1SoECGiBChQx44F69bt27dz55B58wbA71/AgQUPJlzY8OFGjSa5csWKVaNGdsSI\nwYHjiBEjJEhgwCDDho0LFxgECTJmTI8ePDZtypbNGjVq4sSZM+fNNgDcuXUrUvSn0u9KggTV+fLF\n/4YNJ1CgpEhx4YKPKFE2bIgwZAgVKjhwBJEkiRq1Z+HDhTNnztu2bQDUr2e/aBGhT58oUQoUSE6X\nLjt2HFmy5AXAFxs20PjxgwQJCEyYbNnSo8cPSZK0abtGjZo4cebMddOmDQDIkCIXLXIkSpQmTYQI\nvaFCpUcPIESImDChQUOOIEFAgHBgxIgXLz160Fi0yJmzZ8iQefNWrhy3bNkAUK1q9SrWrFq3cu1q\nyhQlVar8+NGlq0+YMECAnAIEqEQJBgwk/fmDAYODTJn69MGBQ0SzZuDAcTNn2Ny5c+LKlQPg+DHk\nTp0sbdoEB86qVXy6dNmx4xUmTCxYSJCQiQyZD/8fEGDCJEfOiRMhgAHjxi1buXLmdpsDV64cgODC\nh4MCJYkTJzVqRo0yxIVLjRqeChVq0eLBg0RjxmTIgGDSpDp1bNhIceyYt/Tlypkzd+5cOHPmANCv\nb3/UqEqpUsWJ8wrgqzxixMCAUUqPHhMmGDDohAaNBQsEJk1Cg0aFCg/BgmXL1mzcuHLlzJkDR44c\nAJUrWbZ0+RJmTJkzTZmipEqVHz+6dPUJEwYIkFOAAJUowYCBpD9/MGBwkClTnz44cIho1gwcOG7m\nuJo7d05cuXIAyJY126mTpU2b4MBZtYpPly47drzChIkFCwkSMpEh8+EDAkyY5Mg5cSIEMGDcuGX/\nK1fOXGRz4MqVA3AZc2ZQoCRx4qRGzahRhrhwqVHDU6FCLVo8eJBozJgMGRBMmlSnjg0bKY4d8/a7\nXDlz5s6dC2fOHADly5mPGlUpVao4cV69yiNGDAwYpfToMWGCAYNOaNBYsEBg0iQ0aFSo8BAsWLZs\nzcaNK1fOnDlw5MgB8A8QgMCBBAsaPIgwoUKEixaB+vRJkqRJk/JgwZIjx5EpUzRo4MABxo4dFSps\n4MEDDRosWMIUKtSt2zZxNMWdO/eNHDkAPHv6BAQIEiFCfvwMGgQnSpQXL5AYMWLBwoYNNpAg6dBB\nAg4cWrQsWRKFECFrZL99AwfOnDlv48YBeAs3/26iRJkWLQoUyJAhO0+e0KCx5MgRDRo8eHjx44cG\nDRmAAHHjxoqVKZIkYcNmLZzmcObMdRs3DoDo0aQLFfoUKVKhQo4cCbJihQePJ1SofPjAgcOOIkU+\nfKggREiWLEaMFAEEaNq0aN26efNmzlw3ceIAWL+OPbv27dy7e/++aBGoT58kSZo0KQ8WLDlyHJky\nRYMGDhxg7NhRocIGHjzQoAGIBUuYQoW6ddsmTqG4c+e+kSMHQOJEioAAQSJEyI+fQYPgRIny4gUS\nI0YsWNiwwQYSJB06SMCBQ4uWJUuiECJkTee3b+DAmTPnbdw4AEWNHk2UKNOiRYECGTJk58kTGv80\nlhw5okGDBw8vfvzQoCEDECBu3FixMkWSJGzYrIWDG86cuW7jxgHAm1dvoUKfIkUqVMiRI0FWrPDg\n8YQKlQ8fOHDYUaTIhw8VhAjJksWIkSKAAE2bFq1bN2/ezJnrJk4cANatXb+GHVv2bNq1LVlipEkT\nJEiUKIWxYqVMGSc0aHDgIENGlBo1IEAYgQXLiBEpUuwYNapaNV/hwokTd+7csXDhAJxHnx4Roj9+\n/AgSNGjQEyZMtmzJ4sOHBw8pUgCEAgIEBQoupEhRoYIECRuiRFGjRgwcuHDhzp0z9u0bgI4eP0qS\npOjQoUGDCBHawoSJFi1YjhwRIUKGDCcpUkT/iHDCipUUKVSoSGLKlDVrx8aNEyfu3Dlj3rwBiCp1\nKiVKlSJFUqRo0aIpVqw4cZLlxw8RImDAQGLCxIQJJ6ZMOXHiwwcXmDApU0aLGzdv3s6dW/btG4DC\nhg8jTqx4MePGjg8dSgQKFCZMhQrZsWKFBg0gS5acOMGBAxAiRChQiIAEyZgxPXoUyZRp2zZs0qSJ\nE2fOXLdt2wAADy78zx9BkiRBgtSnjxorVliwQDJkiAcPGDD0MGKkQwcLVaqQIYMDRxBNmqpVmxYt\nmjhx5sx1y5YNAP369g0ZamTJ0qVLhAASqkOFyo0bRKxY+fBBg4YeSZJkyKDBipUyZY4cSQIK/xQ2\nj9WqiRNnzty2a9cApFS50pChRpkyXbpEiBCdLVuAAGkiRUqJEhs2+GDCRIMGCEOGXLlig+mlS8+e\nQYsWLVw4c+a4VasGgGtXr1/BhhU7lmzZQ4cSgQKFCVOhQnasWKFBA8iSJSdOcOAAhAgRChQiIEEy\nZkyPHkUyZdq2DZs0aeLEmTPXbds2AJcxZ/7zR5AkSZAg9emjxooVFiyQDBniwQMGDD2MGOnQwUKV\nKmTI4MARRJOmatWmRYsmTpw5c92yZQOwnHlzQ4YaWbJ06RIhQnWoULlxg4gVKx8+aNDQI0mSDBk0\nWLFSpsyRI0lAgcI2v1o1ceLMmdt27RoA//8AAQgcCMCQoUaZMl26RIgQnS1bgABpIkVKiRIbNvhg\nwkSDBghDhly5YqPkpUvPnkGLFi1cOHPmuFWrBqCmzZs4c+rcybOnT1GiJIUKtWdPqlR0rFg5cuQU\nGTIwYEyYwEmLlhEjKmDCNGaMDx87nDnbto2bubNovZUrB6Ct27eWLCGqVEmOHFSo3EiRcuSIKTp0\nWrSoUGGRDx8ePDjAhClMmCRJfBgzhg3btnKYy5kz961cOQCgQ4sGBWqRKFGAAKVK1UeMmCdPTpkx\nAwMGBQqRpEgpUeICKFBevEyZQmTZsm3buJUrZ665OW/lygGYTr06KFCPVq0SJMiVKzlgwPj/8AGq\nT58YMTx4uFSlSooUEDRpwoLFhw8Xy5Zdu4atnH+A5cyZA1euHACECRUuZNjQ4UOIEUWJkhQq1J49\nqVLRsWLlyJFTZMjAgDFhAictWkaMqIAJ05gxPnzscOZs2zZu5nTu9FauHACgQYVasoSoUiU5clCh\nciNFypEjpujQadGiQoVFPnx48OAAE6YwYZIk8WHMGDZs28qtLWfO3Ldy5QDMpVsXFKhFokQBApQq\nVR8xYp48OWXGDAwYFChEkiKlRIkLoEB58TJlCpFly7Zt41aunDnQ5ryVKwfA9GnUoEA9WrVKkCBX\nruSAAePDB6g+fWLE8ODhUpUqKVJA0KQJ/wsWHz5cLFt27Rq2ctHLmTMHrlw5ANm1b+fe3ft38OHF\nP3pUypMnSeklDerSpUiRI1aslCiRIgWRJ09u3CCRJAnANm28eJGzaBE3btfEiQsX7ty5b+TIAaho\n8WKiRJ8oUWrUiBGjPWDA4MCBRYuWDx9KlChSpcqMGSigQBEkCA+eN5w4ceOGTRxQcefOdRs3DgDS\npEoXLUqVKZOkqJL6lClz5AgXLVpMmCBBAkiUKDRooLhyhRChOnX0fPrkzZu1cePEiTt3rtu4cQD2\n8u0rSZIoUKAiRVq0qM+VK0iQWPHiBQWKESN8MGGSIoWHI0fYsLlyxcyiRdmySQsXDhy4c//nvI0b\nB+A17NiyZ9Oubfs27kePSnnyJOm3pEFduhQpcsSKlRIlUqQg8uTJjRskkiRp08aLFzmLFnHjdk2c\nuHDhzp37Ro4cgPTq1ydK9IkSpUaNGDHaAwYMDhxYtGj58AFgiRJFqlSZMQMFFCiCBOHB84YTJ27c\nsImzKO7cuW7jxgHw+BHkokWpMmWSdFJSnzJljhzhokWLCRMkSACJEoUGDRRXrhAiVKeOnk+fvHmz\nNm6cOHHnznUbNw5AVKlTJUkSBQpUpEiLFvW5cgUJEitevKBAMWKEDyZMUqTwcOQIGzZXrphZtChb\nNmnhwoEDd+6ct3HjABQ2fBhxYsWLGTf/dlyp0qJLlxYtihSJTBjNYdLs2OHChQoVWEKE4MDhBBky\nMGDYsCFElSpq1ISNGxcu3LlzzLx5A/AbePBHwyFBSpRo0qQsXbqMGeOlRo0YMXDgGLNihQcPL9Kk\n0aEjSZIqtWp589Zs3Dhx4s6dWwYOHAD58+lXqhRp06ZMmSBBGgOwTJkuXcrgwDFjRo8eY1Kk4MAh\nxZkzR45UqUKmVq1v35SRIxcu3LlzysCBA4AypUpMmCZx4oQI0aNHZ758KVPmTJIkM2YIETKGBIkO\nHVaUKRMjRo8eRHDh2rZN2bhx4MCdO5fMmzcAXLt6/Qo2rNixZMsyYpRo1KhMmQgRQuPF/0uOHE2O\nHDFhQoQIIjduiBCx4cqVLl2OHJkyaRI3btiqVRMn7ty5btu2AbiMObMhQ4cuXbJkCREiOFy4zJih\npUkTEyZQoHiCBAkJEiOuXKFDp0yZNatWefOWjRs3ceLMmdOGHIDy5cwTJVoEClSmTIoUyTFjJkiQ\nLEmSqFCxYoUSIUJOnECxZQsgQGXK+JElK1y4bN26iRN37hy3bdsA+AcIQOBAAJAMhgq1aRMhQnCs\nWClSpEuTJi5clCjRZMgQDx5CVKkiRsyRI1Q2bdq2Ddu1a+PGmTOXTZs2ADVt3sSZU+dOnj19MmKU\naNSoTJkIEULjxUuOHE2OHDFhQoQIIv83bogQseHKlS5djhyZMmkSN27YqlUTJ+7cuW7btgGAG1eu\nIUOHLl2yZAkRIjhcuMyYoaVJExMmUKB4ggQJCRIjrlyhQ6dMmTWrVnnzlo0bN3HizJnTFhrAaNKl\nEyVaBApUpkyKFMkxYyZIkCxJkqhQsWKFEiFCTpxAsWULIEBlyviRJStcuGzduokTd+4ct23bAFzH\nnh3S9lChNm0iRAiOFStFinRp0sSFixIlmgwZ4sFDiCpVxIg5coTKpk3btgHEdu3auHHmzGXTpg0A\nw4YOH0KMKHEixYqpUk1y5YoQIVeu4FSpAgQIIy5cTJjQoKGQECEgQFBQpChOnCRJzCD/QwYO3DZz\nPn96M2cOANGiRk2ZioQKFSRItWqxoUIlSZJGZsyMGLFhgyQrVkiQEFGp0qJFduxIsmZNnDhw5syd\nO2fOHDdz5gDgzauXFStGrVo9elSrFhwtWowYcQQGzIoVGTI4IkPGBGVMmBYt4sMnU7Vq48aJO3fO\nnLlz576ZMwdgNevWrlxZatWqUaNUqd5UqaJDhyQzZkiQUKEi0ZUrIEBoiBSJDx8wYLxAgyZO3Ddz\n1q97K1cOAPfu3r+DDy9+PPnyqVJNcuWKECFXruBUqQIECCMuXEyY0KChkBAhIACCoKBIUZw4SZKY\nQYYMHLht5iBG9GbOHACLFzGaMhUJ/xUqSJBq1WJDhUqSJI3MmBkxYsMGSVaskCAholKlRYvs2JFk\nzZo4ceDMmTt3zpw5bubMAVC6lCkrVoxatXr0qFYtOFq0GDHiCAyYFSsyZHBEhowJs5gwLVrEh0+m\natXGjRN37pw5c+fOfTNnDkBfv39dubLUqlWjRqlSvalSRYcOSWbMkCChQkWiK1dAgNAQKRIfPmDA\neIEGTZy4b+ZQp/ZWrhwA169hx5Y9m3Zt27c1aSL16VOlSpAgOYoTBwsWLmfO1Khx4wYVNWpy5JAh\nRkyiRH/+YFKl6ts3beXKiRN37hw4cuQApFe/nhIlUqBAadJUiT4aNFGibMmShQaNFv8AW0gpU+bI\nkR1mzKRKlSmTrF69xInzVq7cuHHnznEjRw6Ax48gMWEi5clTpkyWLGGaM8eLyzJlevSAAcNKnDhN\nmgBhwwYVqk6dcBEjNm7cN3PmyJE7dw4cOXIAokqd2qmTKlKkNGly5IiRGTNMmHgZM4YIERYshqhR\nEySIjC9fBg3y4+eTK1fgwHUzZ06cuHPnwJEjB6Cw4cOIEytezLixY1OmVpkyJUvWq1eY7NjJlMlS\npEhSpKxZw4gNmyJFwDBi1KlTo0ayjh0zZ+6aOXPkyJ075yxcOADAgwsHBUpWqlS4cMmStcmNG0jQ\nESFq0oQNG0SAAEGBYseSpVq1Tp3/SkaN2rlz2s6dI0fu3Llk4cIBmE+/vihRsEiRggXr1SuAkOjQ\ncVRw0qQuXdiwWaRIERo0hjRp8uUrVapm1qydO+ft3Lly5c6dixYuHACUKVWeOhXLlClcuFSpmtSm\nzSScly5x4UKHTqM9e6hQuSNJ0qlTkyb5ihbNnLlt586RI3fu3LNv3wBs5drV61ewYcWOJWvK1CpT\npmTJevUKkx07mTJZihRJipQ1axixYVOkCBhGjDp1atRI1rFj5sxdM2eOHLlz55yFCwfA8mXMoEDJ\nSpUKFy5Zsja5cQPJNCJETZqwYYMIECAoUOxYslSr1qlTyahRO3dO27lz5MidO5cs/1w4AMmVLxcl\nChYpUrBgvXoFiQ4dR9knTerShQ2bRYoUoUFjSJMmX75SpWpmzdq5c97OnStX7ty5aOHCAeDf3z/A\nU6dimTKFC5cqVZPatJnk8NIlLlzo0Gm0Zw8VKnckSTp1atIkX9GimTO37dw5cuTOnXv27RuAmDJn\n0qxp8ybOnDonTeIVLNiuXaxYKUuVSpMmTsaMESLUp88iYsTu3NEjSRI2bL583apW7dy5cuTImTN3\n7hy5b98AsG3rVpKkX8aMCRNGi5ayVKkSJYrky5cdO3ToEBo2LFCgRaJEhQvnzNkxb97OnTNXrpw5\nc+fOkQMHDgDo0KIlSeJFjNivX/+yZCVr1QoTpky+fPHho0fPI2PGJEnSBAuWOHHQoDHz5u3cOXPl\nypkzd+4cuXDhAFCvbt2SpV7Bgv365coVs1SpMmUKJUwYofSEKB07VqiQoFOnunXzZf/atXPnyo0b\nZw6guXPnyH37BgBhQoULGTZ0+BBixEmTeAULtmsXK1bKUqXSpImTMWOECPXps4gYsTt39EiShA2b\nL1+3qlU7d64cOXLmzJ07R+7bNwBDiRaVJOmXMWPChNGipSxVqkSJIvnyZccOHTqEhg0LFGiRKFHh\nwjlzdsybt3PnzJUrZ87cuXPkwIEDcBdvXkmSeBEj9uuXLFnJWrXChCmTL198+Oj/0fPImDFJkjTB\ngiVOHDRozLx5O3fOXLly5sydO0cuXDgAq1m3tmSpV7Bgv365csUsVapMmUIJE0YIOCFKx44VKiTo\n1Klu3Xw1v3bt3Lly48aZM3fuHLlv3wB09/4dfHjx48mXN48LfbFiy5ZNm5bs169o0aQRI3br1rFj\nz379ugXwVrBo0bRpu3atGzhw586ZOwcxIrlz5wBYvIgRF65dy5ZBg1at2jFfvqJFWxYsGCtWw4ZJ\nQ4aMF69n166BA/ftG7md53r69Enu3DkARIsaxYX02LFmzahRI+bL17RpznbtYsUKGDBnzZoFCxYt\nWzZw4L59I4f2nNq1a8mdOwcg/67cubt2+Vq27NkzatSO/fpVrZq0YMFq1VKmrJkwYbhwJZMmbds2\nbdrCkSN37py5c5w7kzt3DoDo0aRLmz6NOrXq1bhaFyu2bNm0acl+/YoWTRoxYrduHTv27NevW7eC\nRYumTdu1a93AgTt3zty56dTJnTsHILv27bhw7Vq2DBq0atWO+fIVLdqyYMFYsRo2TBoyZLx4Pbt2\nDRy4b9/I+Qd4TuDAgeTOnQOQUOFCXA2PHWvWjBo1Yr58TZvmbNcuVqyAAXPWrFmwYNGyZQMH7ts3\nci3PvYQJk9y5cwBs3sS5a5evZcuePaNG7divX9WqSQsWrFYtZcqaCROGC1cyaf/Stm3Tpi0cOXLn\nzpk7F1YsuXPnAJxFm1btWrZt3b6FGyqUrmLFmjUbNixYr17NmvkKFuzVK2PGYvXqJUpUsFy5kiU7\ndsybNm3kyIk7d65cuXPnwo0bB0D0aNKlSuk6dkyatGPHkvnytWwZLl++UKEqVqxWsGCvXiUzZsya\ntWrVxoEDZ84cuXPnypU7dy4cOXIArF/HDgpULWLEnDkTJoxYr17Hju1CnypVsGCyggWzZauZMmXa\ntFmzNg4cOHPmyAE8d65cuXPnwpEjB2Ahw4akSOEyZuzZM2HCjv36xYxZMGDAatVKlgyXMWO3bh0D\nBmzaNGjQwH37Ro7cuHPnypX/O3dOHDlyAH4CDSp0KNGiRo8i1aTJ1apVx47t2hWsVatkyYT58uXJ\n07FjuGTJEiUq2a5dx47p0uWNG7dy5ayVKzdu3Llz0LZtA6B3L19PnmrJkrVsmS9fwmTJSpbM169f\nmjQhQ7YLFy5UqKIVKyZNmjFj4D6bM5fNnDly5M6di8aNG4DWrl9v2gRr1apjx3bhnjUrWTJetWpZ\nskSMmC5evGLFmqZMWbZsxIiB8+bNnLls5syJE2fO3LNu3QCADy+eE6dasmQpU6ZLV69atZYtIyZM\nWKlS0KD5woWrVStmvwD+evbs169v3bqZM2fNnDly5M6dg9atGwCLFzFm1LiR/2NHjx81aXK1atWx\nY7t2BWvVKlkyYb58efJ07BguWbJEiUq2a9exY7p0eePGrVw5a+XKjRt37hy0bdsARJU61ZOnWrJk\nLVvmy5cwWbKSJfP165cmTciQ7cKFCxWqaMWKSZNmzBg4u+bMZTNnjhy5c+eiceMGgHBhw5s2wVq1\n6tixXY9nzUqWjFetWpYsESOmixevWLGmKVOWLRsxYuC8eTNnLps5c+LEmTP3rFs3ALdx5+bEqZYs\nWcqU6dLVq1atZcuICRNWqhQ0aL5w4WrVitmvX8+e/fr1rVs3c+asmTNHjty5c9C6dQOwnn179+/h\nx5c/n359+/fx59e/n39///8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4oc\nSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrQowz9/hP36tWwZMWLcnj2jRg2a\nN2/PnmHD5sybN2jQqj179u2bNGnYqFETJ45buHDfvokTVy1aNAB48+oFBAiYL1/JkgULdk2ZsmfP\nkmnTduwYNGjKtGljxmyaM2fdujVrVi1atHDhsn371q3bt2/SnDkDwLq1az16hPHipUzZsGHanDmj\nRu3Zt2/RomHDFu3bt2fPqkWL5s2bM2fXpEkTJw4bOHDevIEDJw0aNADgw4v/BwTIV69eyJABA2YN\nGTJnzo516/bsmTVrz759gwbN2jOAz759gwZNW7Vq4sRxCxcOHDhx4qxNmwbA4kWMGTVu5NjR40dZ\nslxJk4YMmTZtvr5906btW7Bg375x4/bt1y9v3rB169arlzeg48Z581bO3FFz3ryRCxcOwFOoUV+9\ngvXsWbJk2rT16tYNG7ZtvHh162bNWrdbt7Rpo8aNGy9e3rxpAwdOmzZy5fSW69aNHDhwAAQPJixL\n1qlo0ZYt27aN17dv27Z9CxYsXLhv37wFCwYOHDdv3oIF+/aNGzhw3bqVM9fanDdv5MCBA1Db9m1Y\nsEw5c3bsWLZsuLhxs2at/xswYN++adP2jRcvb966fftGjFi4cN7EifPmrZw58Oa+fSsXLhwA9OnV\nr2ff3v17+PFNmYp27Fi1as+egYMGzRtAb9XEiWPGTJu2YeHCLVumzZgxceK0aRvXrdu5c+POnTNn\n7tw5ceXKAShp8uSoUdCMGaNGzZmzb8uWXbtm7Nu3YsWoUSvmzZszZ9iAAfv2DRq0b9iwnTs37ty5\ncuXOnQNHjhyArFq3njoFDRkya9agQQsnTRo4cNPGjYMG7ds3aOPGTZv2DRq0ceOqVROnTdu5c+LO\nnStX7ty5cOTIAWjs+DEoUM6IEXv2jBmzb8yYcePGbNw4Z864cVs2bpwzZ//cli0bN06btnHZsp07\nR+7cOXPmzp0TV64cgODChxMvbvw48uTKTZmKduxYtWrPnoGDBs2bt2rixDFjpk3bsHDhli3TZsyY\nOHHatI3r1u3cuXHnzpkzd+6cuHLlAPDv7x/gqFHQjBmjRs2Zs2/Lll27Zuzbt2LFqFEr5s2bM2fY\ngAH79g0atG/YsJ07N+7cuXLlzp0DR44cAJkzaZ46BQ0ZMmvWoEELJ00aOHDTxo2DBu3bN2jjxk2b\n9g0atHHjqlUTp03buXPizp0rV+7cuXDkyAEwexYtKFDOiBF79owZs2/MmHHjxmzcOGfOuHFbNm6c\nM2fcli0bN06btnHZsp3/O0fu3Dlz5s6dE1euHADNmzl39vwZdGjRo2/dMoYNNTZt2r5163btWjdw\n4KhRixat2rZtx445q1atWzds2KqNG3funDnlys+dGxcuHADp06nXqlUsWzZq1LZt64YN27Rp1bJl\nW7ZMmTJq164dcy9N2rZt0qQ9Awfu3Dly5cqZMwfw3Llw4MABOIgwYa1axKxZu3Zt2zZvFLdt8yZO\nnDZt165xAwfOmjVp2bKBA3ctZbhw586VM2funMxz4WoCuIkz56xZxa5dixatmtBr16ZNu8aNmzRp\nzpxZ69aNGbNq2LB9+yYta7hw586VM2funNhz48SJA4A2rdq1bNu6fQs3/+6tW8aw2cWmTdu3bt2u\nXesGDhw1atGiVdu27dgxZ9WqdeuGDVu1cePOnTOHGfO5c+PChQMAOrToWrWKZctGjdq2bd2wYZs2\nrVq2bMuWKVNG7dq1Y7ylSdu2TZq0Z+DAnTtHrlw5c+bOnQsHDhyA6dSr16pFzJq1a9e2bfMGfts2\nb+LEadN27Ro3cOCsWZOWLRs4cNfqhwt37lw5c+bO+Qd4LtxAAAUNHpw1q9i1a9GiVYN47dq0ade4\ncZMmzZkza926MWNWDRu2b9+knQwX7ty5cubMnYN5bpw4cQBs3sSZU+dOnj19/vz0ydezZ9Cg6dK1\nTJiwYMFA7dolShQoUP9qWLECBWpSnz7BghEjpuvXr3FlyZErV86cOXDixAGAG1euJk29nj1z5mzX\nrmW4cOXKJciWrVSpNm3ys2pVqVKN6NDJlUuWrF2tWn37Fk6cuHHjypXzJk4cANKlTW/a5MuZs2bN\nbNlqduyYMGGsggXDhUuWrEW4cMmS5WrRol69cuX6VauWOHHjyD0nZ87cN3HiAFzHnl2TplvJkjFj\nBguWMVy4aNF6dOvWq1ehQvWpVatVq1CBAgULVquWr1q1xAEUJ44cuXLlzJnzJk4cgIYOH0KMKHEi\nxYoWP33y9ewZNGi6dC0TJixYMFC7dokSBQqUGlasQIGa1KdPsGDEiOn/+vVrHE9y5MqVM2cOnDhx\nAI4iTapJU69nz5w527VrGS5cuXIJsmUrVapNm/ysWlWqVCM6dHLlkiVrV6tW376FEydu3Lhy5byJ\nEwdgL9++mzb5cuasWTNbtpodOyZMGKtgwXDhkiVrES5csmS5WrSoV69cuX7VqiVO3DhypsmZM/dN\nnDgArl/D1qTpVrJkzJjBgmUMFy5atB7duvXqVahQfWrVatUqVKBAwYLVquWrVi1x1smRK1fOnDlv\n4sQBCC9+PPny5s+jT68eFy5SzZqVKpUtWypatJo00VarVp8+EgBKiLZq1ZQpBqZNu3WLEaMS4MB9\n+zZNnLhz58iR2xYu/xwAjx9B2rLFKlq0UqW2bTtly5YQIdlmzerTx4GDarNmhQmT4NmzVavUqHnQ\nrRs2bNO0aTt3jhw5bN68AZA6lSotWp+WLQsVSps2T61aiRGjTZUqSZI4cJgGClSaNAOcOTNlKk8e\nD968WbNGTZy4c+fKldsmThwAw4cRs2JVypgxRoywYSP16lWTJttu3VKkKEIEa65cadFiABu2V6/Y\nsLHw7Zs2bdS8eTt3zpw5buLEAdC9m3dv37+BBxc+vFSpXb9+4cKVKRMmQoTkyPkxZ44ZMzhwhNCh\n48qVFCdORIly6hSiNGmwYfNGjly2bOfOeRs3DkB9+/dBgdLFiz+vSv8AK5Xy4wcNGh548HTp8qJh\nkiRq1JxIkYIIkUGD5nDhAg0at3DhmjUzZ26bOHEAUqpcCQoUrV27bNlixKhTpUqGDB2JE2fOHCVK\nXESJEidODBgwsGCxZIlPmjTYsH0bN06btnPnto0bB6Cr16+WLK2CBUuWrEKFHvHhI0aMjSlTunTZ\nsQOEECFq1ITw4MGJk0yZ3mjRAg2at3Hjrl07d+4bOXIAIkueTLmy5cuYM2suVWrXr1+4cGXKhIkQ\nITlyfsyZY8YMDhwhdOi4ciXFiRNRopw6hShNGmzYvJEjly3buXPexo0DwLy5c1CgdPGazqtSpVJ+\n/KBBwwMPni5dXoj/T5JEjZoTKVIQITJo0BwuXKBB4xYuXLNm5sxtEycOgH+AAAQOBAAKFK1du2zZ\nYsSoU6VKhgwdiRNnzhwlSlxEiRInTgwYMLBgsWSJT5o02LB9GzdOm7Zz57aNGwfA5k2cliytggVL\nlqxChR7x4SNGjI0pU7p02bEDhBAhatSE8ODBiZNMmd5o0QINmrdx465dO3fuGzlyANSuZdvW7Vu4\nceXOvXRplCpVjRpFilSGCBEZMqr06DFhQoUKOFq0IEDAQZAgJkxYsPAhU6Zjx3Bhw/btmzlzvrJl\nA1Da9OlOnT6pUmXIUKZMaZYsuXEjSo0aECBUqLCjRAkDBiDgwBEj/4YDBxQOHbp1K1OxYtmykSN3\n69o1ANm1b69UCZMoUYoURYo05cmTGzfK8OChQUOFCkpSpDBggMGPHzNmSJDgIRLASMOG1bp2rVs3\nc+Z4ceMG4CHEiJEiYXLkyI+fQYOg4MABA0YSHDgqVJgwwUeKFAcOMJAhI0WKCBEkLFrky5coatS6\ndTNnLpg2bQCGEi1q9CjSpEqXMr10aZQqVY0aRYpUhggRGTKq9OgxYUKFCjhatCBAwEGQICZMWLDw\nIVOmY8dwYcP27Zs5c76yZQPg9y/gTp0+qVJlyFCmTGmWLLlxI0qNGhAgVKiwo0QJAwYg4MARI4YD\nBxQOHbp1K1OxYv/ZspEjd+vaNQCyZ9OuVAmTKFGKFEWKNOXJkxs3yvDgoUFDhQpKUqQwYIDBjx8z\nZkiQ4CFSpGHDal271q2bOXO8uHEDYP48+kiRMDly5MfPoEFQcOCAASMJDhwVKkyY4ANgihQHDjCQ\nISNFiggRJCxa5MuXKGrUunUzZy6YNm0AOHb0+BFkSJEjSZasVClTK5WtDBl6w4QJDhwzevQoUeLC\nBRIpUkiQwGDGjCdPYsTQkSdPtmzOpk0DB65cuW1TAVS1evXSpUyqVK1aRYhQmihRXpStUQMECAoU\nUMiQoUFDAxgwihRJkWIFHDjJkvkqVmzbtnLlsFmzBgBxYsWWLEn/YsXq1ClAgORQoRIkyA0hQmbM\nAAHCRmgPHirEiCFFSosWONq0sWbtWbNm3ryVK8cNGzYAu3n3XrQIUKZMkybRoUNGiRIYMFzgwFGi\nxIQJLGLEqFCBgQsXUaKkSMGiTx9q1IwxY/btmzlz3LZtA/Aefnz58+nXt38ff6tWmXLl0gNQT69e\nf7hwWbHC05s3KlQUKHCpSxcJEgAcOmTGzIwZEoIFw4ZN27hx5kqa+0aOHICVLFu2aqWpVi06dHbt\n2sOFCwkSqvLkESGiQAFNW7ZUqACAESM7dj58YBAs2LOp4sSZM1eu3Ldx4wB4/Qq2VStJtGjlyYML\nF50zZ0yY0ESH/86NGwkSPCpTBgQIAI8esWHTogWDYMGkScMGDpw5c+TIfRs3DoDkyZQ/fZKEClWZ\nMrBg3eHCRYOGUoIEvXhx4IAoK1YwYADw6dOcOSpUOAgWrFo1a+DAmfttThw5cgCKGz+OPLny5cyb\nO2/VKlOuXHr09Or1hwuXFSs8vXmjQkWBApe6dJEgAcChQ2bMzJghIVgwbNi0jRtnLr+5b+TIAQAI\nQODAga1aaapViw6dXbv2cOFCgoSqPHlEiChQQNOWLRUqAGDEyI6dDx8YBAv2TKU4cebMlSv3bdw4\nADVt3mzVShItWnny4MJF58wZEyY00aFz40aCBI/KlAEBAsCjR/9s2LRowSBYMGnSsIEDZ84cOXLf\nxo0DkFbt2k+fJKFCVaYMLFh3uHDRoKGUIEEvXhw4IMqKFQwYAHz6NGeOChUOggWrVs0aOHDmLJsT\nR44cAM6dPX8GHVr0aNKlGzUC5cmTJEmQIBHy4gUHDiZSpHz4kCHDCxw4QoTAgAMHFy5mzGQpVOja\ntW3fvnnzZs6ct3HjAFzHnn3RIlCUKClS1KhRny1bZMgI8uRJhgwYMMTIkYMDBwo8eFixokXLFDx4\nqAGkps2bt27dzJnTJk4cgIYOH0KCJAoUKEeOFi0itGWLECFSypSBAQMFiiBNmsiQ8eHIES5cqFCx\nQoiQNGnZvn3/8+bNnLlu4sQBCCp06KBBkQAB4sOnTh06TJi4cCEECpQRIz58wDFkCAcOGXToGDPm\nyxcsgABNm5bNm7dv38yZ8zZuHIC6du/izat3L9++fhs1AuXJkyRJkCAR8uIFBw4mUqR8+JAhwwsc\nOEKEwIADBxcuZsxkKVTo2rVt375582bOnLdx4wDAji170SJQlCgpUtSoUZ8tW2TICPLkSYYMGDDE\nyJGDAwcKPHhYsaJFyxQ8eKhR0+bNW7du5sxpEycOAPny5iFBEgUKlCNHixYR2rJFiBApZcrAgIEC\nRZAmTQDKkPHhyBEuXKhQsUKIkDRp2b598+bNnLlu4sQB0LiR/+OgQZEAAeLDp04dOkyYuHAhBAqU\nESM+fMAxZAgHDhl06Bgz5ssXLIAATZuWzZu3b9/MmfM2bhwAp0+hRpU6lWpVq1chQSokSVKhQooU\nUalSpUkTKjx4ZMgAAgQRFSoWLKAABIgIER8+uCBF6tixXNy4fft27hyyb98AJFa82JIlRIwYAZIM\n6IgPHz9+WKFB48KFDh2KmDChQEEFHjxMmOjQoUSjRsKEyapWzZu3c+eQdesGgHdv35IkMbp0adAg\nRYq8SJHy44eWI0dSpGjR4ogKFRkykFCiJEaMESNYiBKlTNmubdvAgTNnbhk3bgDgx5fPiFGgP3/u\n3OHD50mQIP8AjRiBcuNGhgwgQBwhQWLBggs9enjwYMGCCEyYlCnjVa1auHDnzh3z5g2AyZMoU6pc\nybKly5eQIBWSJKlQIUWKqFSp0qQJFR48MmQAAYKIChULFlAAAkSEiA8fXJAidexYLm7cvn07dw7Z\nt28Awooda8kSIkaMAKkFdMSHjx8/rNCgceFChw5FTJhQoKACDx4mTHToUKJRI2HCZFWr5s3buXPI\nunUDQLmyZUmSGF26NGiQIkVepEj58UPLkSMpUrRocUSFigwZSChREiPGiBEsRIlSpmzXtm3gwJkz\nt4wbNwDIkytnxCjQnz937vDh8yRIECNGoNy4kSEDCBBHSJD/WLDgQo8eHjxYsCACEyZlynhVqxYu\n3Llzx7x5A8C/v3+AAAQOJFjQ4EGECRUCQIQIUKZMjRr58cNmy5YWLYAMGRIihAQJLnz4oEChgQ4d\nZMjYsAGDEqVp0541awYOXLly27JlA9DT589Fi/pIkoQI0Z07YaRIMWHCR44cGTJAgEAjSJAIERbY\nsMGFy4oVMRYtokbNmTJl4MCVK8ctWzYAceXOXbSoUahQoEARIrRHi5YdO5JMmYIDBwkSRY4cGTHC\nwpIlZMjw4IHj0KFp05ht9uatXDlt2LABIF3atCBBegwZ4sOHDh0vSpSMGLGDCBERIipUeOHDhwYN\nDHbsoELF/4ULEZEiRYvmzJgxb97KleOGDRsA7Nm1b+fe3ft38OE7dYJEiVKZMqxYBbJiZcWKVIMG\niRBBgAAoOXIgQBggSRJAPHhQoAhRrNi2bdLIkStXzpw5b+TIAaho8WKoUJAuXRozZtQoQk2amDDB\nqlEjDRoOHHBUpgwECAQwYZozBwUKDcKEceNmLVy4cuXMmfNWrhyApEqXggIladWqPn1kyeJz5syP\nH53s2MGBY8ECSW3aiBCRwJIlQIB69CAxbJg2bdjGjStXzpy5b+TIAejr9++lS5EQIQoTBhWqOEWK\nkCAR6s4dFiwKFACFB48FCwNevcqTJ0MGCcKEWbOW7Nu3cv/lzJnzRo4cgNiyZ9Oubfs27ty6O3WC\nRIlSmTKsWAWyYmXFilSDBokQQYAAKDlyIEAYIEkSHjwoUIQoVmzbNmnkyJUrZ86cN3LkALBv7z5U\nKEiXLo0ZM2oUoSZNTJhg1QhgIw0aDhxwVKYMBAgEMGGaMwcFCg3ChHHjZi1cuHLlzJnzVq4cAJEj\nSYICJWnVqj59ZMnic+bMjx+d7NjBgWPBAklt2ogQkcCSJUCAevQgMWyYNm3Yxo0rV86cuW/kyAGw\nehXrpUuRECEKEwYVqjhFipAgEerOHRYsChQAhQePBQsDXr3KkydDBgnChFmzluzbt3LlzJnzRo4c\nAMWLGTf/dvwYcmTJkwMFgiRIUJ06d+60KVIkRYodRIhIkODAwQoYMCRIcAADhhcvSpQY6dPHWu5v\n37p1M2dOmzhxAIgXN06IUKZBg+zYkSOnDBEiIkTkIELkwYMIEVLYsCFBQoQePahQCRLkiCFD1KhZ\n8+atWzdz5riNGwcAf379hQpxkgRQ0qNHjBgZ2rLlx48jWrSIENGhw4whQ0iQyNCjBxkyWbI44cPH\nmrVp3bp582bOXDdx4gC4fAkzUCBJhQrRoePGzRofPlas4GHECAUKESKcYMECAgQHJEgwYdKjxw42\nbJgxs5YtmzZt5cpxGzcOgNixZMuaPYs2rdq1gQJBEiSo/06dO3faFCmSIsUOIkQkSHDgYAUMGBIk\nOIABw4sXJUqM9OljLfK3b926mTOnTZw4AJw7eyZEKNOgQXbsyJFThggRESJyECHy4EGECCls2JAg\nIUKPHlSoBAlyxJAhatSsefPWrZs5c9zGjQMAPbr0QoU4SZL06BEjRoa2bPnx44gWLSJEdOgwY8gQ\nEiQy9OhBhkyWLE748LFmbVq3bt68mQNorps4cQAMHkQYKJCkQoXo0HHjZo0PHytW8DBihAKFCBFO\nsGABAYIDEiSYMOnRYwcbNsyYWcuWTZu2cuW4jRsHQOdOnj19/gQaVOhQRYoABQokSKkgJEOGNGnC\nJEUKCf8SRozQAQIEAgQajhzhwEGDhhSgQDlzRuvbN3Dgzp0L5s0bALp17TZqJKjP3j558jiRIePI\nkSQ1aliwkCKFEg4cGjTwQITIBsobWIAC1awZq2zZuHE7dy5Yt24ATJ9GLUn1pUuLFkmSdMXK7Nk5\ncpgw4cKFkxAhHDjg8OTJhw8dOtDQpOnZs13gwH37du5csW/fAFzHnn3RokB9+uTJ06cPEiBAkiRx\n4sIFBAgbNhgxYSJBggg4cHDg8OABB0aMbAG0lSlatG3bzp3z5c0bgIYOH0KMKHEixYoW+/T5w4gR\nHTp48GAxYgQECBwmKVBgwCAGywULEAQJ0qSJCRMoOnX/kiZt2rNn4MCVK7ctWzYARo8iHTQIECNG\nfZ720fLjR4cOPXz4qFDBgQMbMWI4cKCgSJEoUVq0IEGJUrNmzJAh+/atXDls1qwByKt376FDhDhx\nkiSpUKE5XbrgwNGkSBEYMDRoMEKDBgYMDpgwuXIlR44ZjRpJC82MWbhw5sx1w4YNAOvWrv/8sdOn\njxw5dOhY6dHDgwchO3ZkyAABgg0VKho0ODBjRpIkHZ43apQs2a9gwbp1K1cumzRpAL6DDy9+PPny\n5s+j79PnDyNGdOjgwYPFiBEQIHDgp0CBAYMY/gEuWIAgSJAmTUyYQNGpkzRp0549AweuXLlt2bIB\n0LiR/+OgQYAYMeozso+WHz86dOjhw0eFCg4c2IgRw4EDBUWKRInSogUJSpSaNWOGDNm3b+XKYbNm\nDUBTp08PHSLEiZMkSYUKzenSBQeOJkWKwIChQYMRGjQwYHDAhMmVKzlyzGjUSFpdZszChTNnrhs2\nbAAABxb854+dPn3kyKFDx0qPHh48CNmxI0MGCBBsqFDRoMGBGTOSJOkwulGjZMl+BQvWrVu5ctmk\nSQMwm3Zt27dx59a9m/emTY8kSapT59MnMkaMtGgBSosWESISJJhUpAgFCgcsWcKCxYULFMqUZcsm\nrVw5c+fNfStXDkB79+8tWSpkyJAZM65ckenRI0aMU/8Ay5QhQaJBg09GjFSogIASpSpVVKgocewY\nNWrQyJErx7GctnLlAIgcSTJUKEanTtWpw4rVGShQbNi4ZMUKCxYMGEhasgQDhgWLFnXpIkPGC1++\nuHHTZs5cuaflvJUrB6Cq1auWLEVChMiNG1GixgABEiOGpi1bUKBgwOATFCgUKBiQJGnLlhQpNCxb\nZs2aMnHiygku161cOQCIEytezLix48eQI2/a9EiSpDp1Pn0iY8RIixagtGgRISJBgklFilCgcMCS\nJSxYXLhAoUxZtmzSypUzx9vct3LlAAgfTtySpUKGDJkx48oVmR49YsQ4VaYMCRINGnwyYqRCBQSU\nKFX/qaJCRYljx6hRg0aOXLn35bSVKwegvv37oUIxOnWqTh2ArFidgQLFho1LVqywYMGAgaQlSzBg\nWLBoUZcuMmS88OWLGzdt5syVI1nOW7lyAFSuZGnJUiREiNy4ESVqDBAgMWJo2rIFBQoGDD5BgUKB\nggFJkrZsSZFCw7Jl1qwpEyeu3NVy3cqVA9DV61ewYcWOJVvWbKJEmDJlOnQoUaI3Q4bAgIGDCBEI\nECpUuOHDBwgQFHjwKFPmyhUuhw5hw1YNHLhv38yZ6zZuHADMmTUHClRp0aI/fw4delOkyIsXR1Rr\nYK1BR5AgHDhg6NHjzBkoUKIQImTNWjRvwb2ZM8dN/5w4AMmVL4cEaZQnT5QoNWrk58qVIkWiHDmS\nIkWJEjuSJDlxokOQIGzYZMlChhEjbNikgQP37Zs5c9zEiQPQ3z9AAAIBECIUiRChPHn69ClDhAgN\nGkCYMNGg4cIFHD9+aNBwwYaNNWtu3GASKJA1a9O6dfPmzZy5buLEAahp8ybOnDp38uzpM1EiTJky\nHTqUKNGbIUNgwMBBhAgECBUq3PDhAwQICjx4lClz5QqXQ4ewYasGDty3b+bMdRs3DgDcuHIDBaq0\naNGfP4cOvSlS5MWLI4I1ENagI0gQDhww9Ohx5gwUKFEIEbJmLZq3zN7MmeMmThyA0KJHQ4I0ypMn\nSv+UGjXyc+VKkSJRjhxJkaJEiR1Jkpw40SFIEDZssmQhw4gRNmzSwIH79s2cOW7ixAGobv06IUKR\nCBHKk6dPnzJEiNCgAYQJEw0aLlzA8eOHBg0XbNhYs+bGDSaBAlmzNg1gt27evJkz102cOAALGTZ0\n+BBiRIkTKUaK9KhRI0GCGjWq8uSJFCldYsTAgKFECSkXLkSIAOLLlxEjUqTooUoVNWq9xo0LF+7c\nOWTevAEwehTpokWEFi0iRChRoiBJkmDBUmbGjA4dUqSgsmFDhQoluHDhwKFFCx2nTkWLtgscOG/e\nzp0T1q0bAL17+U6atMiSpUKFGjXKokULFy5ldOj/UKHChQssJ05s2HBiy5YXL2bMYGLL1rZtx8aN\nAwfu3Lll3rwBcP0aNiJEiwgRChTIkCEpUKBYsUImRgwSJGrUqAICRIUKI8SI6dBhxAgXoUIFC6ar\nWzdu3M6dO+bNGwDx48mXN38efXr16xUpWpQpEyVKfPhoIUKkRYsjPXpUqADQggUcN25IkFDhyZMo\nUWTI2GHJ0rZt16pVGzfu3Llu2rQB+AgypCBBfR49IkTozp0xRIiUKNGEB48PHzhw8IEDhwULFaBA\nuXKFBg0dkSJVqxYtabhw5sxps2YNgNSpVBctgjRqlCdPhQqpsWLlxo0oR46kSIECxY8hQzhw6ODE\n/0mZMkeOaNm0SZs2bNeuhQtnzly2wQAKGz5MiJChSJEUKcqTp0ySJDFiODFiZMOGDx+AuHABAYKE\nIEGQIEmRYoYkSdSoMYsWTZw4c+a4adMGILfu3bx7+/4NPLhwRYoWZcpEiRIfPlqIEGnR4kiPHhUq\nWLCA48YNCRIqPHkSJYoMGTssWdq27Vq1auPGnTvXTZs2APTr2xckqM+jR4QI3QF4ZwwRIiVKNOHB\n48MHDhx84MBhwUIFKFCuXKFBQ0ekSNWqRQMZLpw5c9qsWQOQUuXKRYsgjRrlyVOhQmqsWLlxI8qR\nIylSoEDxY8gQDhw6OHFSpsyRI1o2bdKmDdu1a//hwpkzl00rAK5dvRIiZChSJEWK8uQpkyRJjBhO\njBjZsOHDByAuXECAICFIECRIUqSYIUkSNWrMokUTJ86cOW7atAGAHFnyZMqVLV/GnJkVq0iiRAkS\nNGpUnB8/YMCQNGUKBQoPHhAyYmTCBAaSJNGhw4PHlmLFvn3TZk74cG7mzAFAnly5KVOOJEm6cydV\nKjU9evDg0enLlw4dJkyIJEUKBvKcOKFBw4OHlGPHunWrZs5cuXLnzm0zZw7Afv79WwFsNYkWLUiQ\nZMmys2VLjx6Yzpxp0WLDBklSpJgwAeLRozVrqFDxwowZOHDczKFM2a1cOQAuX8I0ZWrRpk2IELH/\nYtUmSRIgQDJ9+QIChAYNiaZMoUChgiFDW7a8eDGkWLFt26SZM1eunDlz3cqVAyB2LNmyZs+iTat2\nLStWkUSJEiRo1Kg4P37AgCFpyhQKFB48IGTEyIQJDCRJokOHB48txYp9+6bNHOXK3MyZA6B5M2dT\nphxJknTnTqpUanr04MGj05cvHTpMmBBJihQMtjlxQoOGBw8px45161bNnLly5c6d22bOHIDmzp+3\najWJFi1IkGTJsrNlS48emM6cadFiwwZJUqSYMAHi0aM1a6hQ8cKMGThw3Mzhz9+tXDkA/gECEDgQ\ngClTizZtQoSIFas2SZIAAZLpyxcQIDRoSDRl/woFChUMGdqy5cWLIcWKbdsmzZy5cuXMmetWrhwA\nmzdx5tS5k2dPnz8xYVIlShQkSIMGBcqSZcgQJ1KkrFgBAgSSMmVkyCBhxYogQXPmSEqVChy4beXK\niRN37hw4cuQAxJU7V5IkUJgwJUpEiJCgLFl8+JCSJQsKFCRICFmzZsYMFlWqBApUp06iUKG4cbs2\nbhw4cObMeSNHDkBp06c1aVJFihQoUJkybYID58mTK2bMECGiQ0eTO3d8+JBhxYokSYcOcZo169u3\nbeXKiRNnzpy3ceMAZNe+XZKkUJ06PXrEiJEiMWKYMMFixYoLFydOHPnyRYYMElWqCBIEBsyeT/8A\nP337Zm3cOHDgzJnrRo4cgIcQI0qcSLGixYsYTZlideoULVqtWjWCA+eQyT59cuTQosWPFSs1amBh\nxAgTJjx4XDFjZs5ctnPnypU7d85ZuHAAkipdyomTKU2aWrVy5WoQGjSGDDUiREiJkjFjHJ05EySI\nFkWKFi0CBEjWsmXmzEkzZ44cuXPnkIULB6Cv37+oUMka7MuXLFmk+PDp1CkTJ05YsPTpY4kRoy1b\nyixaFCqUJEmsnj0zZw6bOXPkyJ07twwcOACwY8sOFepUqFCyZMWKZenOHUmSJiFCZMWKGjWF3LhB\nggTMo0eDBhEiFAoZsnLlppkzR47cuXPKwoX/A0C+vPnz6NOrX8++vSlTrE6dokWrVatGcOAc2t+n\nTw6AObRo8WPFSo0aWBgxwoQJDx5XzJiZM5ft3Lly5c6dcxYuHACQIUVy4mRKk6ZWrVy5GoQGjSFD\njQgRUqJkzBhHZ84ECaJFkaJFiwABkrVsmTlz0syZI0fu3Dlk4cIBoFrVKipUsrT68iVLFik+fDp1\nysSJExYsffpYYsRoy5YyixaFCiVJEqtnz8yZw2bOHDly584tAwcOwGHEiUOFOhUqlCxZsWJZunNH\nkqRJiBBZsaJGTSE3bpAgAfPo0aBBhAiFQoasXLlp5syRI3funLJw4QDs5t3b92/gwYUPJy5J/5Kv\nYMF48VKlqpgmTY8eIdq1y4oVLFjq4MJFhswaQ4aqVbt1i1a1aufOlRMnzpy5c+fIgQMHwP59/I4c\n7fLlqxbAWqdOBXv06M+fRbhwlSljxgydXr3UqGmzaJE2bblyyapW7dw5ciLNmTt3jhw4cABWsmxJ\niRIwY8Z8+Zo1i1quXJw4iXr2TJKkRo02PXtGiVIiUKC2bfv1y1a1aufOlSNHzpy5c+fIgQMH4CvY\nsJAg6dq1q1atVKmOgQJlyZKkXbvQoIkT50+vXnLk2HHk6Nq1WbNcTZt27ly5cePMmTt3jty3bwAm\nU65s+TLmzJo3c5YkyVewYLx4qVJVTJOmR/+PEO3aZcUKFix1cOEiQ2aNIUPVqt26RatatXPnyokT\nZ87cuXPkwIED4Pw5dEeOdvnyVavWqVPBHj3682cRLlxlypgxQ6dXLzVq2ixapE1brlyyqlU7d44c\nfnPmzp0jBw4gOAADCRakRAmYMWO+fM2aRS1XLk6cRD17JklSo0abnj2jRCkRKFDbtv36ZatatXPn\nypEjZ87cuXPkwIEDcBNnTkiQdO3aVatWqlTHQIGyZEnSrl1o0MSJ86dXLzly7DhydO3arFmupk07\nd67cuHHmzJ07R+7bNwBr2bZ1+xZuXLlz6eLCxYsYMWfOpEkThgvXsWPOdu0CBQoXLma9ep3/OgXs\n2jVs2KhR+yZO3Llz5s519kzu3DkAo0mXnjULV7Bg0KBJk+YLFqxjx57p0gUKlC5d0XDhQoWKV7Vq\n2LBRo/ZNnLhz58ydc/6c3LlzAKhXt65Lly9mzKRJs2aNGTFi06ZRU6bs1y9o64MF8+VLGTX51K5d\n4zZu3Llz5s719w+Q3LlzAAoaPIgLVy1ixJIlgwZtGC5czpxJ27WLFKlgwZbp0oULl69r16ZNgwat\n27hx586ZOwczJrlz5wDYvIkzp86dPHv6/IkLFy9ixJw5kyZNGC5cx44527ULFChcuJj16nXqFLBr\n17Bho0btmzhx586ZO4c2Lblz5wC4fQt3/9YsXMGCQYMmTZovWLCOHXumSxcoULp0RcOFCxUqXtWq\nYcNGjdo3ceLOnTN3LrNmcufOAfgMOrQuXb6YMZMmzZo1ZsSITZtGTZmyX7+g2Q4WzJcvZdR6U7t2\njdu4cefOmTuHPDm5c+cAOH8OHReuWsSIJUsGDdowXLicOZO2axcpUsGCLdOlCxcuX9euTZsGDVq3\ncePOnTN3Lr9+cufOAQAIQOBAggUNHkSYUKHCUqVwGTMWLVqxYsN06Tp27FWtWo8e4cIlCheuTZt+\n6dLVrNmyZdy6dSNHbty5c+XKmTMnjhw5AD19/ty0iZYwYc+eESMGbNYsYsRc6dKVKVOuXP+hcOHC\nhCnYrl3PnjFj5u3bt3Llxp07V67cuXPjypUDEFfuXFSodh07Fi3asWPJggWjRk0YMWK0aC1bpmvY\nsFixlPHilSyZMmXeLJMjN+7cuXLlzp0TR44cANKlTYMCVYsYMWfOggUz1qsXMmS9cOEaNcqXL1a7\ndqFCRWzXLmbMjh37tm0bOXLizp0rV+7cuXDkyAHAnl37du7dvX8HH75Tp1qzZilTtmuXL1euhg3D\nJUvWo0fEiMlChQoUqGO9egEsVgwYMG/dupUrR82cOXLkzp2T5s0bgIoWL2bKJEuVqmPHcuXahQpV\nsWK4XLmSJIkYMVyqVHXqlEyXLmLEhAn/86bTnLlr5syRI3fu3LVv3wAgTapUkyZasWItW9arVzFZ\nspYtO5YsWalSzJgFw4ULFapmv34RI+bL1zZu3MqVu1au3Lhx585F27YNAN++fjlxciVYmbJdu3rR\nosWMWTBevC5dIkZsFi1apEglAwYMF2dc3T6XK4fNnDly5M6dc8aNG4DWrl/Dji17Nu3atjt1qjVr\nljJlu3b5cuVq2DBcsmQ9ekSMmCxUqECBOtarV7FiwIB569atXDlq5syRI3funDRv3gCgT68+UyZZ\nqlQdO5Yr1y5UqIoVw+XKlSRJxAASw6VKVadOyXTpIkZMmDBvD82Zu2bOHDly585d+/YN/0BHjx81\naaIVK9ayZb16FZMla9myY8mSlSrFjFkwXLhQoWr26xcxYr58bePGrVy5a+XKjRt37ly0bdsARJU6\nlRMnV1eVKdu1qxctWsyYBePF69IlYsRm0aJFilQyYMBwxcXVjW65ctjMmSNH7tw5Z9y4ARA8mHBh\nw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx\n59a9m3dv37+BBxc+nHhx48eRJ1e+nDllP36IBQu2bFmxYtyiRbt2bRo4cNWqceN2DRy4adOwSZPm\nzZs0admoURs3jlu4cN++gQNHTZo0AP8AAQgcOPDPH2LAgClTRowYt2fPrFmL9u2bNGnYsEXz5g0a\nNGvRonnzBg2atWnTxInTBg5ct27hwk2DBg2AzZs4/fgJ5suXMmXEiGlz5qxaNWjcuEGDdu0aNG/e\nnDmr9uzZt2/TpmGrVk2cOG3hwnnzBg6ctGfPAKhdy1aQIGC9eiFDNmwYNmXKoEFj1q3bs2fWrEXj\nxs2ZM2nMmHXr9uyZtWjRwoXbBg6cN2/fvlGDBg2A58+gQ4seTbq06dOzZqGCBq1Zs27dhIUL582b\nOGTIxo379g1csWLgwH3z5o0YsW/fuIkTx41buefmzHXrRg4cOADYs2unRUtVtO/RunX/EwYOnDdv\n4IABAwfu2zdwv35168atWzdgwLx56xYu3DaA28qZI2gOHDhy4MABYNjQISxYqaBBa9aMG7de4MBx\n4/aNGLFw4bhx8+bL17dv2rp1K1bs2zdv4sR161bO3E1z376RAwcOwE+gQV25OvXsWbFi2bL54sYN\nGzZvvHiBA5ctG7hgwbp1m+bNW69e3rxRCxeOGzdy5cqZM/ftG7lv3wDMpVvX7l28efXu5Rsq1DNi\nxKxZe/ZMHDVq4MBZK1du2jRx4pyNGzdtGrdly8KFq1YtHDZs586RO3euXLlz58KRIwfA9WvYoEBB\nI0asWrVnz8RRowYOHDVy5J4969bt/5g4ccuWbWvWTJw4bNjEbdt27hy5c+fKlTt3Lhw5cgDEjycP\nClQzYsSwYaNGTZw1a+HCQRs3rlmzb9+ShQv37BlAb8OGiROXLdu4bt3OnRt37ly5cufOgSNHDgDG\njBpDhYomTJgzZ8iQeVOmTJs2Y+LEMWN27Vowb96SJbPmy9e3b9KkfZMmzZy5cefOmTN37lw4cuQA\nMG3q9CnUqFKnUq0aKtQzYsSsWXv2TBw1auDAWStXbto0ceKcjRs3bRq3ZcvChatWLRw2bOfOkTt3\nrly5c+fCkSMH4DDixKBAQSNGrFq1Z8/EUaMGDhw1cuSePevW7Zg4ccuWbWvWTJw4bP/YxG3bdu4c\nuXPnypU7dy4cOXIAdvPuDQpUM2LEsGGjRk2cNWvhwkEbN65Zs2/fkoUL9+yZt2HDxInLlm1ct27n\nzo07d65cuXPnwJEjB+A9/PihQkUTJsyZM2TIvClTpg2gNmPixDFjdu1aMG/ekiWz5svXt2/SpH2T\nJs2cuXHnzpkzd+5cOHLkAJQ0eRJlSpUrWbZ0OWuWMGzYqFHjxu1bN53duIkTt22bNWvbwIGDBk1a\ntmzgwE1zKk7cuXPlzFU1d+6cOHDgAHT1+nXWLGPXrlGjtm3bt27dtGnrBg7ctWvWrF379s2Zs2jW\nrHXrVq0aNXHizp0rZw6xuXPnxDX/BvAYcmRZsoBZs1at2rZt3r5906aNW7hw2LBJk0Zt27ZkyZZh\nwwYOXDbZ5MidO2cON+5z58L1BvAbeHBatIZZsyZNGjZs2aI1j2YNGzZo0Jo1k3btmjBhyZYte/bM\nmLFl4MCZM1cOvTlz586JCxcOQHz58+nXt38ff379s2YJwwYQGzVq3Lh964awGzdx4rZts2ZtGzhw\n0KBJy5YNHLhpHMWJO3eunLmR5s6dEwcOHICVLFvOmmXs2jVq1LZt+9atmzZt3cCBu3bNmrVr3745\ncxbNmrVu3apVoyZO3Llz5cxZNXfunLitALp6/SpLFjBr1qpV27bN27dv2rRxCxcO/xs2adKobduW\nLNkybNjAgcsGmBy5c+fMGTZ87ly4xQAaO35Mi9Ywa9akScOGLVu0zdGsYcMGDVqzZtKuXRMmLNmy\nZc+eGTO2DBw4c+bK2TZn7tw5ceHCAfgNPLjw4cSLGz+OPFMmXcqUJUtmy5azYsWECQMVLBgtWqhQ\n+ZElCxWqTH785MqlShUuV67ChRM3bhw5cubMfQsXDoD+/fwxYQJo69gxY8Zo0WIWLNivX6N+/XLl\n6tSpOa5clSpVCRCgYMFw4QKmS9e4ceLGjSNHzpw5b+LEAYAZU+alS7iYMUuWDBcuZ8yYHTvGihgx\nWbJeverz6hUqVKD06AkWTJiwYf++fJEjN47cVnLmzIETJw7AWLJlNWmqdUztMVasiMmS5cpVH1my\nTp26dOnNqVOVKvV586ZWrVKlZqlSFS6cOMbkyJkzB06cOACVLV/GnFnzZs6dPWfKpEuZsmTJbNly\nVqyYMGGgggWjRQsVKj+yZKFClcmPn1y5VKnC5cpVuHDixo0jR86cuW/hwgGAHl06Jky2jh0zZowW\nLWbBgv36NerXL1euTp2a48pVqVKVAAEKFgwXLmC6dI0bJ27cOHLkzAE0502cOAAGDyK8dAkXM2bJ\nkuHC5YwZs2PHWBEjJkvWq1d9Xr1ChQqUHj3BggkTNsyXL3LkxpGLSc6cOXDixAH/yKlzpyZNtY4B\nPcaKFTFZsly56iNL1qlTly69OXWqUqU+b97UqlWq1CxVqsKFEyeWHDlz5sCJEwdgLdu2bt/CjSt3\nLl1WrFAtW2bJEjZstGrVatKkGy5chAhhwGDt1CkqVAo8e1arFh48EbZtu3Yt2rZt586VK7cNHDgA\npk+jbtUqlTJlgQJZs+Zq9pEj2mjRGjQoQgRqpEhduYLg2bNTpwgRotCt27Zt2L59O3euXLlu4MAB\nyK59Oy1aqJo1Q4Vq27ZTtmy5cbPNlatGjUqUoMaKVZw4Cpo1O3XKkCEV4gCKAweO27hx586ZM9dN\nnDgADyFGdOVK1bFjjx5t23aK/xQpFiyowYLFhw8DBtd06QICxMCzZ7RoWbFioFs3bNimefN27pw5\nc9vGjQMwlGhRo0eRJlW6lGmlSqdmzbp1q1AhUYwYceFC48yZL19q1OiQI0eVKihSpKhSZdAgOGfO\nOHPWDRy4adPOnfNGjhwAv38BW7I0ypUrVar06MlUqBAXLjjKlPHiBQYMEDt2dOkSI0WKJk0sWQoU\nJ062bN/EibNm7dw5beLEAZA9m3anTq5s2apV69KlWJUqIUL0BA8eNmyIEDHx5MmYMTtcuPDihRUr\nRnPmbNv2bdy4bNnOndtGjhwA8+fRY8LUKlasU6f8+LF0544TJzWsWJEiZcUKDf8AadDgwaPChw85\ncsiRM+XKlWTJvnnz9uzZuXPeyJEDwLGjx48gQ4ocSbJkpUqnZs26datQIVGMGHHhQuPMmS9fatTo\nkCNHlSooUqSoUmXQIDhnzjhz1g0cuGnTzp3zRo4cgKtYs1qyNMqVK1Wq9OjJVKgQFy44ypTx4gUG\nDBA7dnTpEiNFiiZNLFkKFCdOtmzfxImzZu3cOW3ixAFYzLhxp06ubNmqVevSpViVKiFC9AQPHjZs\niBAx8eTJmDE7XLjw4oUVK0Zz5mzb9m3cuGzZzp3bRo4cgN/Ag2PC1CpWrFOn/PixdOeOEyc1rFiR\nImXFCg00aPDgUeHDhxw55Mj/mXLlSrJk37x5e/bs3Dlv5MgBmE+/vv37+PPr388fEiSAkRw5okOn\nUCErPny4cOHkxo0GDSZMOGLCxIEDDXjwYMEiQQIJfvzMmmXp2DFu3MqVC6ZNGwCYMWUyYtSIESM0\naP78yQIDxogRTnbsaNAgQoQcKFAcOLBgx44ZMyRI0DBpEjBgnpw548atXDlg2rQBIFvWrCRJotQu\nWrRpExkvXn78MLNkiQYNHDjkWLFCgQIHOnTs2HHhQolMmYwZ01Wtmjdv5swF48YNwGXMmS9dsgQJ\nUp8+f/5UqVEjRQohQYIsWDBhAo4QIQgQeKBCRYcOCRJE4MNn1ixDy5Z162bO/9yvbdsALGfe3Plz\n6NGlT6cOCVIkR47o0ClUyIoPHy5cOLlxo0GDCROOmDBx4EADHjxYsEiQQIIfP7NmWTp2jBtAbuXK\nBdOmDQDChAoZMWrEiBEaNH/+ZIEBY8QIJzt2NGgQIUIOFCgOHFiwY8eMGRIkaJg0CRgwT86cceNW\nrhwwbdoA8OzpU5IkUUIXLdq0iYwXLz9+mFmyRIMGDhxyrFihQIEDHTp27LhwoUSmTMaM6apWzZs3\nc+aCceMG4C3cuJcuWYIEqU+fP3+q1KiRIoWQIEEWLJgwAUeIEAQIPFChokOHBAki8OEza5ahZcu6\ndTNn7te2bQBGky5t+jTq1P+qV7N25GiQI0eHDtGhs2XJEhYsXuDAAQJEhQotZsygQIEBDBhFipw4\nocKMGWLEbiFDxo1buXLcsmUD4P07+EeP+iBCBAnSnDlfhgwpUQLGjRskSFCgYCJGDA4cGOjQMQXg\nlBgxXty5w4wZsWPHunUrVw5bRAATKVasVEkSK1awYBUqlGjNGi5ciBw5AgNGiBAoatTw4OECDBhY\nsOTIwQMOnGnTmB07xo0bOXLasGEDcBRpUkmSAFGiVKmSHDlhePBIcTVGDAwYGjQQ8eJFgwYKRIjA\ngQMDhhF27ChTZitYMG/eypXbpk0bAL17+fb1+xdwYMGDT5161KkTGDCyZPX/YcJEg4ZNU6ZgwBAg\nQB4oUCZMAPDoUZYsIUIocOVq2TJi3bqZM1eu3Ldx4wDUtn3706dKoEBZsSJLVp4lSzx4GHXmTIkS\nAAA0smLFgQMAhAiVKZMixQJgwKBBkyZOnDlz5cp1EycOQHr161WpokSLVp06u3bp8eOnRo1XevTo\n0AHQgIFFZsx8+AAAE6Y0aXz4cECM2LNn1MSJM2eOHDlv48YB+Agy5KlTmUqVUqNm1qw9Tpxo0IBK\njhwOHAgQ+AQGjAMHACJFUqPmwoUCwYJFi/aMGzdz5sqV+zZuHICpVKtavYo1q9atXE+detSpExgw\nsmT1YcJEg4ZNU6ZgwBAg/0AeKFAmTADw6FGWLCFCKHDlatkyYt26mTNXrty3ceMAOH4M+dOnSqBA\nWbEiS1aeJUs8eBh15kyJEgAANLJixYEDAIQIlSmTIsUCYMCgQZMmTpw5c+XKdRMnDoDw4cRVqaJE\ni1adOrt26fHjp0aNV3r06NBhwMAiM2Y+fACACVOaND58OCBG7NkzauLEmTNHjpy3ceMA2L+P/9Sp\nTKVKqQGoZtasPU6caNCASo4cDhwIEPgEBowDBwAiRVKj5sKFAsGCRYv2jBs3c+bKlfs2bhwAli1d\nvoQZU+ZMmjULFVokSFCdOnv29LlyBQYMIkuWbNjAgQMQHz5SpMDQowcTJv9LlvCYM4cZM2ratHnz\nZs4cN3HiAJxFm7ZQoUaAAOXJ06ePnSlTUqQ4UqVKhw4ZMtTgwcOEiQ5EiGzZEiYME0GCpk3D1q3b\ntm3mzHETJw7AZs6dGzUSpUnTpEmUKCWyYydJEihevJAggQKFDSRIUKAAIUQIFy5jxmhBhMiaNW3f\nvnnzZs5ct3DhADyHHv3QoUiECOXJY8eOmyVLUqS4ceSIBQsSJJSIEWPChAUyZChRokOHkDx5oEHL\ntk3/NnPmvgEcNw4AwYIGDyJMqHAhw4aFCi0SJKhOnT17+ly5AgMGkSVLNmzgwAGIDx8pUmDo0YMJ\nkyVLeMyZw4wZNW3avHn/M2eOmzhxAH4CDVqoUCNAgPLk6dPHzpQpKVIcqVKlQ4cMGWrw4GHCRAci\nRLZsCROGiSBB06Zh69Zt2zZz5riJEwdgLt26jRqJ0qRp0iRKlBLZsZMkCRQvXkiQQIHCBhIkKFCA\nECKEC5cxY7QgQmTNmrZv37x5M2euW7hwAE6jTn3oUCRChPLksWPHzZIlKVLcOHLEggUJEkrEiDFh\nwgIZMpQo0aFDSJ480KBl2yZ9mzlz38aNA6B9O/fu3r+DDy9+vCJFfubMiRPnzp0iQoQcOYIFBw4M\nGDx4CJIiRYQIHAAeObJihQcPJPz40aWLFjVq4cKdO3cMHDgAFzFmfPRI/5AdO3Dg4METBAcOIUKi\nxIhhwcKGDURQoGDAgEKQICJEgADhwpEjY8ZkVavWrdu5c8W+fQOwlGnTS5cWTZoECNCkSVigQDly\nxIoTJyVKuHAxZMUKChQ+KFGiQgUHDixChRIm7BY2bN++nTuHzJs3AH8BB3bkqM+cOXTo5MlDJEeO\nHj2auHABAQIFCjtEiECA4AINGhkyRIigYdGiWrVcMWPGjdu5c7u8eQMwm3Zt27dx59a9m7ciRX7m\nzIkT586dIkKEHDmCBQcODBg8eAiSIkWECByOHFmxwoMHEn786NJFixq1cOHOnTsGDhwA9+/hP3ok\nyI4dOHDw4AmCA4cQIf8Ao8SIYcHChg1EUKBgwIBCkCAiRIAA4cKRI2PGZFWr1q3buXPFvn0DQLKk\nyUuXFk2aBAjQpElYoEA5csSKEyclSrhwMWTFCgoUPihRokIFBw4sQoUSJuwWNmzfvp07h8ybNwBY\ns2p15KjPnDl06OTJQyRHjh49mrhwAQECBQo7RIhAgOACDRoZMkSIoGHRolq1XDFjxo3buXO7vHkD\nwLix48eQI0ueTLlyoMuECOnREyeOmSJFOHDYYcSIBg0WLOA4ciRDBgZFinTpggIFjUSJpElTxluc\nuHLlumXLBqC48eOECN2xY0eOnDdvvOzY4cEDDh48NGigQGGGECETJiT/+PHDihUY6BUpihZt2bNn\n4cKVK9ctWzYA+PPrb9QoUSmApShRIkSojRcvMmQcmTKlRQsNGnAcOeLBQ4QjR8KE8eGjhiRJz55B\nc+YMHDhz5rplywbA5UuYhAjpAQRozhwzZqwIEaJBw4wbNzJkUKBARYwYDhwcmDGjSBENGkJMmrRs\nmTFixMCBK1fOmzZtAMSOJVvW7Fm0adWutWQpEyVKZcq0anUGCRIWLE4lSiRCxIIFoODAwYAhgSZN\nffqcOGGBGLFr16qNG2fOsrlv5coB4NzZMyRIjgwZ4sIlVCg/TJiIEHHKkCENGggQGHXnzoQJByJF\nqlMnRYoNyJBly1Zt/9w4c8nNfStXDsBz6NFLlXoECpQbN7NmDeLCJUYMVYMGrViBAIEoNmw0aCDQ\nqZMePSxYgEiWbNs2bOPGlStnzhzAb+XKASho8CAlSpEOHbJixZWrPkeOkCBBK1EiECAMGFhlxgwE\nCAJEiZIjp0IFCc2aefPGjBw5c+bOnQtXrhyAnDp38uzp8yfQoEItWcpEiVKZMq1anUGChAWLU4kS\niRCxYAEoOHAwYEigSVOfPidOWCBG7Nq1auPGmWtr7lu5cgDm0q0LCZIjQ4a4cAkVyg8TJiJEnDJk\nSIMGAgRG3bkzYcKBSJHq1EmRYgMyZNmyVRs3zhxoc9/KlQNg+jTqUv+lHoEC5cbNrFmDuHCJEUPV\noEErViBAIIoNGw0aCHTqpEcPCxYgkiXbtg3buHHlypkz961cOQDat3OnRCnSoUNWrLhy1efIERIk\naCVKBAKEAQOrzJiBAEGAKFFy5FSoIAFgs2bevDEjR86cuXPnwpUrBwBiRIkTKVa0eBFjxj9/FPnx\nkyYNHTpvggQZMaIIEyYSJESIgGPGjAoVIvz4ceVKjhw+CBGaNs3at2/hwpkz123cOABLmTb148fQ\nmzdixKBBo4YGDQ0acNCg4cBBgwYpWrR48ACCDh1OnODAkYQQIWrUrHXrBg6cOXPdxo0D8Bdw4ESJ\nMlGiVKhQnz53nDj/ceGCSJUqHDhgwLAiRw4RIiLYsHHmjBUrRwgRmjZN2rdv3ryZM9dt3DgAs2nX\n7tNHkBw5ZsyECUPGhg0RIlzYsKFAQYMGHVq0UKAgQYgQR47QoPGCDZtr17Bt2+bN27lz38iRA3Ae\nfXr169m3d/8e/p8/ivz4SZOGDp03QYKMGAGwCBMmEiREiIBjxowKFSL8+HHlSo4cPggRmjbN2rdv\n4cKZM9dt3DgAJEua9OPH0Js3YsSgQaOGBg0NGnDQoOHAQYMGKVq0ePAAgg4dTpzgwJGEECFq1Kx1\n6wYOnDlz3caNA4A1q9ZEiTJRolSoUJ8+d5w4ceGCSJUqHDhgwLAi/0cOESIi2LBx5owVK0cIEZo2\nTdq3b968mTPXbdw4AIwbO+7TR5AcOWbMhAlDxoYNESJc2LChQEGDBh1atFCgIEGIEEeO0KDxgg2b\na9ewbdvmzdu5c9/IkQMAPLjw4cSLGz+OPPmiRYTatGHDZs8eHzlyUKHyJUYMCxZSpFCSIoUDBx+O\nHCFB4sOHG5gwAQOWK1u2cOHOnUP27RuA/fz7JwKYiJAaNWjQwIFzZMaMJk2m7NghQQIJEkdMmGDA\nwAMTJiNGdOhA49QpY8Zmbdvmzdu5c8q+fQMQU+ZMR44I3fTjp1AhLEeOIEESpUWLCxc+fCBiwsSC\nBRyePCFBIkSIGv+kSEmTRowbN3Dgzp1z1q0bALJlzSJCtOfMmTdv1qwR8uIFECBLZMiAAKFECR4Y\nMBQoMGHGDAoUIkTwcOlSsGCqsGHz5u3cuWTgwAHAnFnzZs6dPX8GHfrPnzl79qxZo0aNlx49QoQg\nAgSIBg0QIAQRIqRBgwVEiDhxkiLFikWLokVb1qyZOHHlynnDhg3AdOrV+/TRQ4cOHjxw4Ijx4ePD\nByA3bjx4wIABjB49FixogASJFi0oUMCgRGnaNGjMmAH89s2cOW7atAFIqHAhIUJ5GDEKFMiOnTJE\niJQo0cOHjw0bHDig8eKFBQsLmjTRosWGDR+WLF27Bo0aNXHizJn/68aNG4CePn8CAsRGjZoyRstE\nsWHjwgUaNWo0aLBgQYkUKQ4cMLBiBQ8eGzZc2LQpWrRix46JE2fOXDdt2gDAjSt3Lt26du/izfvn\nz5w9e9asUaPGS48eIUIQAQJEgwYIEIIIEdKgwQIiRJw4SZFixaJF0aIta9ZMnLhy5bxhwwZgNevW\nffrooUMHDx44cMT48PHhA5AbNx48YMAARo8eCxY0QIJEixYUKGBQojRtGjRmzL59M2eOmzZtAL6D\nD0+IUB5GjAIFsmOnDBEiJUr08OFjwwYHDmi8eGHBwoImTQBq0WLDhg9Llq5dg0aNmjhx5sx148YN\nQEWLFwEBYqNG/00Zj2Wi2LBx4QKNGjUaNFiwoESKFAcOGFixggePDRsubNoULVqxY8fEiTNnrps2\nbQCQJlW6lGlTp0+hRnXkyNCgQV++SJIkZsiQGjVIsWFz4kSFCqGePMmQYUGkSFWqqFABolixadOo\nkSNnjq+5b+XKARA8mHCmTIkOHVqzxpQpMkiQyJBxas6cDh0gQKhUpEiFCgoiRXLixIaNFsWKbdtm\nzZy5cuXMmetWrhwA27dxY8K0iBIlMGBOnVpz5MiOHaC2bClRYsECSFasXLiwQJMmL15s2JixbFm3\nbt7MhRf/rVw5AOfRp3/0KBEgQGLEcOIEJ0gQFiw+lSmjQQMDBv8AJ9mwsWABAUiQsGABAYLCs2fb\ntjkrV86cRXPfypUDwLGjx48gQ4ocSbKkI0eGBg368kWSJDFDhtSoQYoNmxMnKlQI9eRJhgwLIkWq\nUkWFChDFik2bRo0cOXNQzX0rVw6A1atYM2VKdOjQmjWmTJFBgkSGjFNz5nToAAFCpSJFKlRQECmS\nEyc2bLQoVmzbNmvmzJUrZ85ct3LlAChezBgTpkWUKIEBc+rUmiNHduwAtWVLiRILFkCyYuXChQWa\nNHnxYsPGjGXLunXzZq627W/lygHYzbv3o0eJAAESI4YTJzhBgrBg8alMGQ0aGDCYZMPGggUEIEHC\nggUECArPnm3/2+asXDlz6M19K1cOgPv38OPLn0+/vv37fPhI+vOHDh2AfPi0GTIEBgwpQ4Zo0LBh\nwxCIGTJgUKIkTJglS6gMGnTtGrVw4b59O3eu27hxAFSuZEmIUCZChAABOnRoz5MnJkwwCRJEgwYL\nFoxEiWLCRAcsWNiwESPGy6JF2rRVAwfu27dz57yRIwfA61ewhQpdKlQoTx5ChN40aVKjBpIiRS5c\n0KBhR5AgI0Z4MGJEjpwzZ9pkytSt27Zx48KFO3fO27hxACRPpsyHD6I5c+TIiRPnS44cJUrwAAJk\nwgQLFligQPHgAQMbNsCAsWGjCCBA2bJN69bt27dz58CRIwfA//hx5MmVL2fe3PlzPnwk/flDhw4f\nPm2GDIEBQ8qQIRo0bNgwxHyGDBiUKAkTZskSKoMGXbtGLVy4b9/Ones2bhxAAAIHEiREKBMhQoAA\nHTq058kTEyaYBAmiQYMFC0aiRDFhogMWLGzYiBHjZdEibdqqgQP37du5c97IkQNg8ybOQoUuFSqU\nJw8hQm+aNKlRA0mRIhcuaNCwI0iQESM8GDEiR86ZM20yZerWbdu4ceHCnTvnbdw4AGrXsuXDB9Gc\nOXLkxInzJUeOEiV4AAEyYYIFCyxQoHjwgIENG2DA2LBRBBCgbNmmdev27du5c+DIkQPg+TPo0KJH\nky5t+jQiRP+H8ODp06dQoSZEiFChUkaGjA4dbNjwMmKEBg0quHABAaJECRyuXE2btgscdHDnzikD\nBw4A9uzaGTFapEgRIECLFiEpv2WLFho0NGhIkeILBw4ZMozo0kWFCh06gowatQ3gtl3ixH37du4c\nMXDgADR0+JARI0KFChEiNGhQkydPqlQpgwPHhw8lSlj58MGCBQ9gwMSIkSNHklq1vHlrNm6cOHHn\nziUDBw5AUKFDCRH6w4fPnTt79kT58WPJEi4mTGjQcOJElQ4dGDDQECUKBAgcOJwgRWrYMF3cuIUL\nd+6cMXDgANS1exdvXr17+fb126dPHkGCAAHiw0eLESMpUkT/AQKEQ2QORHDgwIChghIlUqTIkOEj\nU6Zs2aiVHjfOnLltqwG0dv0aEKBCjRoVKkSI0JYjR0KESKJDR4YMGjQU8eFjwwYOT5506VKkiBJK\nlLRpqwYNmjhx5sx1y5YNQHjx4wkR6uPIESNGduyMOXJkxQonRIhw4LBhww4aNC5c4ACQCRM1aoQI\nsSJKFDdu2rZtEyfOnLluFAFYvIixTx88ffro0XPnTpYZM1CgEFKjxoQJGDDQUKFCgYIFMmTQoLFh\nQwhLlqhRawYNGjly5sxp69YNgNKlTJs6fQo1qtSpffrkESQIECA+fLQYMZIiRRQgQDiY5UAEBw4M\nGCooUSJF/4oMGT4yZcqWjZrecePMmdsGGIDgwYQBASrUqFGhQoQIbTlyJESIJDp0ZMigQUMRHz42\nbODw5EmXLkWKKKFESZu2atCgiRNnzly3bNkA2L6NmxChPo4cMWJkx86YI0dWrHBChAgHDhs27KBB\n48IFDkyYqFEjRIgVUaK4cdO2bZs4cebMdTsPIL369X364OnTR4+eO3eyzJiBAoWQGjUmTACIAQMN\nFSoUKFggQwYNGhs2hLBkiRq1ZtCgkSNnzpy2bt0AfAQZUuRIkiVNnkTJiZOiSJHy5FGlasuPHzJk\nRHLjBgSIDh0kHTmiQcMESJDatPHhgwk0aOHCcTt3ztxUc//dzJkDkFXr1lKlFFmy1KePKlVlfPjY\nsWPSmzcbNkSIwMiJEw8eOlSqRIfOkydhoEELF46bOcLmzp3zZs4cAMaNHYsSxUiTJj16Vq0qQ4RI\nkCCOvHgBAaJCBUFOnGzYgKFRIzx4yJDp0qyZOHHfzp0zZ+7cuW7mzAEAHly4J09/Fi1y4+bUKTRC\nhMyYQUmMGAoUHjxoNGUKBgwPGjVKkkSDBhK+fHXrBs3cenPnzmUzZw7AfPr17d/Hn1//fv6cOAFU\nFClSnjyqVG358UOGjEhu3IAA0aGDpCNHNGiYAAlSmzY+fDCBBi1cOG7nzplLaa6bOXMAXsKMWaqU\nIkuW+vT/UaWqjA8fO3ZMevNmw4YIERg5ceLBQ4dKlejQefIkDDRo4cJxM6fV3Llz3syZAyB2LFlR\nohhp0qRHz6pVZYgQCRLEkRcvIEBUqCDIiZMNGzA0aoQHDxkyXZo1Eyfu27lz5sydO9fNnDkAli9j\n9uTpz6JFbtycOoVGiJAZMyiJEUOBwoMHjaZMwYDhQaNGSZJo0EDCl69u3aCZC27u3Lls5swBSK58\nOfPmzp9Djy5dkaJNkyYRyk6oUJcuQoQsESPGhg0SJKKIEUODxogmTfr0adOm0KlT4cJxM2eOHLlz\n5wCGI0cOQEGDByVJKrVpkyBBjhzRSZKkRo0jTZqYMOHB/wMTMWJs2DjRpcuhQ3LkXDp1Chy4beXK\niRN37tw3cuQA5NS5U5IkT5UqGTK0aJEiMGCQILGCBcuLFyhQNPHiRYYMFFu2TJokSBAnV668eeNG\njpw4cefOeSNHDkBbt28bNYo0d9AgQIAKRYmCA4eTJ09SpAgRYkeWLCdOYCBChA0bJkzUPHrkzVs1\ncuS8eTNnDly5cgBAhxY9mnRp06dRp750yVOmTKlgp2LUpo0iRZAMGWrSBA2aQWfO3LjR5dAhQoTa\ntGGlTJk5c9rOnStX7tw5aOPGAdC+nfunT6Y0aapVy5WrSVOm8OHjZ80aIUK+fAmEBs2PH20YMQoV\nChEiXP8AmTEzZ26aOXPkyJ07t0ycOAAQI0rs1AkVJ06tWqVKtYgNm0ePFvHhEyWKGjWG8uRRogQN\nI0aSJB06ZIsZM3Pmrp07V67cuXPMxIkDQLSo0UuXRmnS9OlTqlR6yJARJIhQnDg7dlixwmfJEho0\nqBAidObMkyd/iBEbN06ZOXPkyJ07l0ycOAB48+rdy7ev37+AA1+65ClTplSIUzFq00aRIkiGDDVp\nggbNoDNnbtzocugQIUJt2rBSpsycOW3nzpUrd+4ctHHjAMieTfvTJ1OaNNWq5crVpClT+PDxs2aN\nECFfvgRCg+bHjzaMGIUKhQgRLmbMzJmbZs4cOXLnzi3/EycOgPnz6Dt1QsWJU6tWqVItYsPm0aNF\nfPhEiaJGjSGAefIoUYKGESNJkg4dssWMmTlz186dK1fu3Dlm4sQB4NjR46VLozRp+vQpVSo9ZMgI\nEkQoTpwdO6xY4bNkCQ0aVAgROnPmyZM/xIiNG6fMnDly5M6dSyZOHACoUaVOpVrV6lWsWRUpwtXV\nli1SpIpt2kSIkKRevdSoadOGUbBgYMCwCRRo2rRWrVRVq3buXDly5M4NPkcuXDgAiRUvhgSJly9f\nu3aZMuXr0SM6dP7IklWlypYte3TpSpMmT6VK2LD58iVLmrRz58iNG2fO3Llz5MCBA9Db9+9Fi2rh\nwmXL/5YpU8Q4cTJkCNOuXW/etGmTaNeuN2/oWLJkzZovX7eqVTt3rty4cebMnTtHDhw4APHlz0+U\n6JYr/K48eQrWqBFAPXoarVplxAgTJmlMmVKi5EmdOsCACRLkKFiwc+fIhQtnzty5c+XAgQNg8iTK\nlCpXsmzp8qUiRbhm2rJFilSxTZsIEZLUq5caNW3aMAoWDAwYNoECTZvWqpWqatXOnStHjty5rOfI\nhQsH4CvYsJAg8fLla9cuU6Z8PXpEh84fWbKqVNmyZY8uXWnS5KlUCRs2X75kSZN27hy5cePMmTt3\njhw4cAAmU668aFEtXLhs2TJlihgnToYMYdq1682bNv9tEu3a9eYNHUuWrFnz5etWtWrnzpUbN86c\nuXPnyIEDB+A48uSJEt1y5dyVJ0/BGjXSo6fRqlVGjDBhksaUKSVKntSpAwyYIEGOggU7d45cuHDm\nzJ07Vw4cOAD69/Pv7x8gAIEDCRY0eBBhQliwcO3axYzZs2fCbt1KluyZL1+gQAULJu3VK1WqelGj\nVq1atGjdxo07d87cOZkzyZ07BwBnTp22bN0aNkyatGnTgrFideyYMVy4Hj3y5esZLlynTgWbNo0a\ntWnTxI0bd+6cuXNjyZY7dw5AWrVrZcnC9esXMmTPngGrVevYMWa8eHnyxIvXs127Xr0CRo1atWrY\nsHn/Eyfu3Dlz5yhXHnfuHADNmznTolVr165ixZYt28WKVbBgzWbNIkTIlatiqFAdOqRKmrRixXbt\nshYu3Llz5s4VN17u3DkAy5k3d/4cenTp06nDgoVr1y5mzJ49E3brVrJkz3z5AgUqWDBpr16pUtWL\nGrVq1aJF6zZu3Llz5s719w+Q3LlzAAoaPGjL1q1hw6RJmzYtGCtWx44Zw4Xr0SNfvp7hwnXqVLBp\n06hRmzZN3Lhx586ZOwczZrlz5wDYvIlTlixcv34hQ/bsGbBatY4dY8aLlydPvHg927Xr1Stg1KhV\nq4YNmzdx4s6dM3curNhx584BOIs2LS1atXbtKlZs/9myXaxYBQvWbNYsQoRcuSqGCtWhQ6qkSStW\nbNcua+HCnTtn7pzkyeXOnQOAObPmzZw7e/4MOjQnTrOAAWvWTJiwYLVqMWPmateuS5eAAXPVq5ck\nSbpevWrWjBgxb926lStH7tw5c+bOnRtXrhyA6dSrgwK1ixixZ8+MGRNGi9awYad27YIEKVgwVrhw\nYcIUTJcuaNCePfvWrRs5cuPOnQNYrpw5c+HIkQOQUOHCTJlkAQOmTBkvXr1q1TJmrJYtW5ky9eq1\nCheuT59+6dIVLZoyZd+4cStXbty5c+XKnTsnrlw5AD19/uTEKRYwYMqU/frFCxYsYsRKPe3TBxUq\nSf+sWPnx46pTp2DBZMmCli0bOXLjzp0rV+7cOXLlygGAG1fuXLp17d7FmzdTJliqVB07hgvXLVSo\njh3bRYuWJ0/KlPFChSpSpGS4cPnC7Kvb5nLlspkzR47cuXPSunUDkFr16k+fZsGCxYwZL169SJEy\nZiwXK1aZMh07tuvVq0yZkAULRozYr1/fuHEjR85auXLjxp07t6xbNwDdvX+/dGlVqVLFitWqpevU\nqWPHdtWqNWlSsWK1WrXixOkYMf7EegHsxW1guXLZzJkjR+7cuWbdugGIKHFipkyrSJE6dkyXrlqo\nUB07VuvUqUCBhAmbBQmSIEG/ZMlixWrVKm3YsI3/G0fNnDly5M6dkwYOHICiRo8iTap0KdOmTjNl\ngqVK1bFjuHDdQoXq2LFdtGh58qRMGS9UqCJFSoYLl6+2vrrBLVcumzlz5MidOyetWzcAfv8C/vRp\nFixYzJjx4tWLFCljxnKxYpUp07Fju169ypQJWbBgxIj9+vWNGzdy5KyVKzdu3Llzy7p1AyB7Nu1L\nl1aVKlWsWK1auk6dOnZsV61akyYVK1arVStOnI4Ri06sVy9u1suVy2bOHDly584169YNAPny5jNl\nWkWK1LFjunTVQoXq2LFap04FCiRM2CxIkAAKEvRLlixWrFat0oYN27hx1MyZI0fu3Dlp4MAB0LiR\noGNHjx9BhhQ5kmRJkydRplS5kmVLly9hxpQ5k2ZNmzdx5tS5k2dPnz+BBhU6lGhRo0eRJlW6lGlT\np0+hRpU6lWpVq1exZtW6lWtXr1/BhhU7lmxZs2fRplW7lm1bt2/hxpU7l25du3fx5tW7l29fv38B\nBxY8mHBhw4cRJ1a8mHFjx48hR5Y8mXJly5cxZ9a8mXNnz59BhxY9mnRp06f7BgQAIfkECAoAAAAs\nAAAAACABIAEACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMo\nU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rd\nyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix\n2kiRkh079uwZNGjgrFmDBq2aN2/HjhEbfe3arl25ePGKFg2Xa168qFELVqzYsmXRoh2rVQuA79/A\nHz0aJkwYM2bOnHmjRs2ZM2ratBkz9utXsGbNatWaVauWMmW3btH/4sVr2bJg6I8dW7asWKxYAOLL\nn9+oEbFgwZYtY8bsWzWA1aRJs8aNmzJlw4YRmzat1kNdup49y5ULly9f06YZGzZs2bJmzYrNmgXA\n5EmUlCgtU6ZM2ktp4axZkybNmjdvy5YdO6ZMm7Zfv4Dx4hUt2i2kSKFB2xUsGDJk0KAVo0ULwFWs\nWbVu5drV61eww4Y9ixbt2zdw4MaBYwtuGTZs16716rUIGLBixVwdOoQL17FjpQ4dunULGSZMsWL5\n8oXMlSsAkSVPBgasmTNn27Z16/atW7dt25g9exYtWq9emmjR4sVLEyJEo0bp0uWpVatfv5ClSqVL\n161bxFatAlDc//hxYMCSOXPWrdu3b+G+ffPm7Zk17NaKFVvEi1ewYKYIEXLlChiwTZ8+8eK17NSp\nWrV69SKGChUA/Pn1GzM2zRpAa+HCiRM3LhzCcM+4cdOmTZiwScaMMWNWS5CgXbuMGevEh48sWccy\nZSJFypatY6tWAWjp8iXMmDJn0qxp89kzYt26hQtXrhw4cuTMmRN37dq2bePGHUuV6tixar16Zcp0\n7Ji1X79atarWrVu1asGCYZs2DQDatGqbNQu2bdu3b+PGeSNHrlw5cc+eXbsGDhwxUKB+/XqWK9ej\nR8WKLStWDBYsaNy4WbM2bBg1ZswAcO7sedmyX9q0ffs2btw3cv/kzJkbly0bN27ixCnjxGnYsGq7\ndkmSdOxYtGHDZs2a1q3btWvAgFVjxgwA9OjSqVFD9u3buHHlyoUrV+7cOXHZsnnzRo4cMlKkli3D\nhgsXIULEiFGTJWvTJmfatE2b5gugr2vPngEweBBhQoULGTZ0+PDZM2LduoULV64cOHLkzJkTd+3a\ntm3jxh1LlerYsWq9emXKdOyYtV+/WrWq1q1btWrBgmGbNg1AUKFDmzULtm3bt2/jxnkjR65cOXHP\nnl27Bg4cMVCgfv16livXo0fFii0rVgwWLGjcuFmzNmwYNWbMANS1e3fZsl/atH37Nm7cN3LkzJkb\nly0bN27ixCn/48Rp2LBqu3ZJknTsWLRhw2bNmtat27VrwIBVY8YMQGrVq6lRQ/bt27hx5cqFK1fu\n3Dlx2bJ580aOHDJSpJYtw4YLFyFCxIhRkyVr0yZn2rRNm+bL17VnzwB09/4dfHjx48mXNy9Nmjhu\n3M6dAwfuXLly585BEydOmzZx4lAdOwbQly9up0758pUrF7Vdu3jxasaN27aJ27hVqwYgo8aN0KB9\n06bt3Llv38yRI3fu3DRw4K5d+/YtVaxYs2YxQ4UqVChatJYZM0aMWDRt2rBhs2Yt27RpAJo6ferM\n2bds2c6d8+btHDly585RGzdu27Zw4Trt2iVLljRWrGbN8uVr/9qxY8aMTevWTZu2a9eySZMGILDg\nwdasjfv27dy5cOHOlSt37pwzceK0aSNHbtSyZb9+cbt0adeuWbOmoUJFixYya9a0aeMGe9o0ALRr\n276NO7fu3bx7S5Mmjhu3c+fAgTtXrty5c9DEidOmTZw4VMeO+fLF7dQpX75y5aK2axcvXs24cduG\nfhu3atUAuH8PHxq0b9q0nTv37Zs5cuTOnQM4DRy4a9e+fUsVK9asWcxQoQoVihatZcaMESMWTZs2\nbNisWcs2bRoAkiVNOnP2LVu2c+e8eTtHjty5c9TGjdu2LVy4Trt2yZIljRWrWbN8+Zp27JgxY9O6\nddOm7dq1bP/SpAHAmlWrNWvjvn07dy5cuHPlyp0750ycOG3ayJEbtWzZr1/cLl3atWvWrGmoUNGi\nhcyaNW3auB2eNg3AYsaNHT+GHFnyZMrSpGkTJ65cOXPmzpkDbY6cOXPPnm3bJmvaNEqUjAUKZMxY\npkzHQIGqVm0WNmzUqIkTx82bNwDFjR+HBo1auHDkyJUrZ066dHLlykmThg2brWbNLl3C1aiRL1+n\nTvn69ataNWTYsGnTFi5cN27cANzHnx8aNGzhwgEkR65cuXPmDpojZ86cNWvatM2KFg0TJl+JEhEj\npkrVsVq1qlUThg3btWvgwHVLCWAly5bXrnUjR84cTXPnbpr/M1fu3Dls2MCBs9WtGyhQyerUUaZM\nkqRjffpMm/bq2rVp08SJ2+bNG4CuXr+CDSt2LNmyZqVJ0yZOXLly5sydMyfXHDlz5p4927ZN1rRp\nlCgZCxTImLFMmY6BAlWt2ixs2KhREyeOmzdvAC5jzgwNGrVw4ciRK1fOHGnS5MqVkyYNGzZbzZpd\nuoSrUSNfvk6d8vXrV7VqyLBh06YtXLhu3LgBSK58OTRo2MKFI0euXLlz5q6bI2fOnDVr2rTNihYN\nEyZfiRIRI6ZK1bFatapVE4YN27Vr4MB1yw9gP//+1wBe60aOnDmD5s4lNGeu3Llz2LCBA2erWzdQ\noJLVqaNM/5kkScf69Jk27dW1a9OmiRO3zZs3AC9hxpQ5k2ZNmzdxbtsmzpu3c+fMmTsHDpw5c5Jq\n1TJlKk0aCBQoSJHyggGDBg2oUDnBgUOFCn2IELly5cuXY48eAVC7lm22bOC2bTt3rlw5c9++lSvn\nypatVasCBQLBgAEXLjE+fKBAoU4dIWDAQIGyig6dRYvmzFGWKRMAz59BY8MWrlu3c+fMpfbmzZy5\nUrZs0aK1Z0+FBw+wYGFRocKDB3Lk0MCBgwULTUuWwIHDhs2yRYsARJc+vVu3cd68nTtnztw5cODM\nmcOkS5csWXXqLJgwQYyYFgoUGDCwZcuGChUiRDiEA8eXL/8Ay5Q5hgkTgIMIEypcyLChw4cQxYmr\nRo6cOXPnzpnbeO6ctmnTjh1z5kzJjBl8+MBJwTKFJEmIvHhBg0bXr5u/iBHLdu0agJ9Ag4YLF23c\nuHLlzCldam7btGnDhiVLFoUHDzt26AwZ8uQJKVKSNm3q1KkYNWrMmCFDhm3aNABw48oFB04aOXLl\nypnbu/fcuW7WrB079uxZkBgx6NApgwMHDx6gQDkiRMiRI2HJMiczZgxbtGgAQosePW6ctXLlzJk7\nd86c63PnuF27pkxZtWpFUqT484fQhQsmTNChg2fJki9fagULVqyYMWPbrl0DQL269evYs2vfzr27\nOHHVyJH/M2fu3Dlz6M+d0zZt2rFjzpwpmTGDDx84KfKnkCQJkReAXtCg0fXL4C9ixLJduwbA4UOI\n4cJFGzeuXDlzGTWa2zZt2rBhyZJF4cHDjh06Q4Y8eUKKlKRNmzp1KkaNGjNmyJBhmzYNwE+gQcGB\nk0aOXLly5pQqPXeumzVrx449exYkRgw6dMrgwMGDByhQjggRcuRIWDK0yYwZwxYtGgC4ceWOG2et\nXDlz5s6dM9f33Dlu164pU1atWpEUKf78IXThggkTdOjgWbLky5dawYIVK2bM2LZr1wCMJl3a9GnU\nqVWvZt2t27lx486dCxfunDlz58510qSpVi1OnCwsWECD/8aMEycmTDhyJAgZMipURGrVKlmyX7+u\nOXMGwPt38Nq0mRMn7tw5cODMrT93ThUmTK9eSZKU4cABHTpcFCmSIQNAN27anDq1Zs2vY8eiRevV\nC9uzZwAmUqy4bZu5cePOnQMH7pw5c+fOmfLkSZcuTpwuDBjw4sUIGjQcONCixUmgQEiQvMKFixkz\nX76kMWMG4CjSpN26nSNH7ty5cePOUaV6ChSoYMFgwZKAAEGMGDcsWECAIEaME1CgaNAg6NQpZcqM\nGbv27BmAvHr38u3r9y/gwIK7dTs3bty5c+HCnTNn7ty5Tpo01arFiZOFBQto0Jhx4sSECUeOBCFD\nRoWKSP+tWiVL9uvXNWfOANCubVubNnPixJ07Bw6cueDnzqnChOnVK0mSMhw4oEOHiyJFMmRw46bN\nqVNr1vw6dixatF69sD17BuA8+vTbtpkbN+7cOXDgzpkzd+6cKU+edOnixAnghQEDXrwYQYOGAwda\ntDgJFAgJkle4cDFj5suXNGbMAHT0+LFbt3PkyJ07N27cOZUqT4ECFSwYLFgSECCIEeOGBQsIEMSI\ncQIKFA0aBJ06pUyZMWPXnj0D8BRqVKlTqVa1ehVruHDizJk79xUsWHLmzDVr5s1bkVq1zJgZZcIE\nJ05x4sRCguTYMVPQoCFDRo5ct2/fABQ2fNhb4nLlzDX/NncOMuRw48YlS8aMGY9Mmb58WTRjxqVL\niBDJ0qTp2jVi2LBVqzZu3Ldu3QDUtn0bHLhw5cqd8/37N7ly5Z4906ZNiSdPadIQAgHCkCFBgmTZ\nsbNsWa1o0Zo1EyduW3gA48mXBwdOnDlz59i3b0/u3Llmzbp1y8GKlRcvlxYsoAOQTpcunmTIYMUK\nU7NmxoyNG+ft2zcAFCtavIgxo8aNHDuOG2euXLlzJEmaM3fuXDNp0q5do0KFAwQIoEA50KBhwQJJ\nkiKkSKFBAysXLty4GTMm26VLAJo6fQoOXLlx485ZtWrO3Llzx4wZY8bMiJERBQr06WMABYoIERYt\nSrFm/40XL8fEiJEkqU8fbZ06AfgLOHC4cObIkTuHGLE5c+fOHaNGLVu2KlVAIEDAiFEBESISJMiU\nSUKRIjdu7GLCJFGiPn2wbdoEILbs2ePGmSNH7pxu3ebMnTsXbNmyatWgQJmwYIEjRwQYMBAggBCh\nASRIOHAQyoQJN27evMkGChSA8eTLmz+PPr369ezHjTNXrty5+fPNmTt3rpk0adeuUQFIhQMECKBA\nOdCgYcECSZIipEihQQMrFy7cuBkzJtulSwA8fgQJDly5cePOnTxpzty5c8eMGWPGzIiREQUK9Olj\nAAWKCBEWLUqxZo0XL8fEiJEkqU8fbZ06AYAaVWq4cP/myJE7lzWrOXPnzh2jRi1btipVQCBAwIhR\nAREiEiTIlElCkSI3buxiwiRRoj59sG3aBEDwYMLjxpkjR+7c4sXmzJ07F2zZsmrVoECZsGCBI0cE\nGDAQIIAQoQEkSDhwEMqECTdu3rzJBgoUANq1bd/GnVv3bt69y5XjZs7cOeLFi4PLli1YMGbMPlSo\nkCTJkgwZTJhw40aNFi1cuOAKFixZsmLFunHjBkD9evbjxl0rV86cuXPnzN0/d46aMmWvXgGsVUtE\nhgxKlOyIEUOHDkuWCq1aFSpUsmzZpElz5qwbNmwAPoIMSY6cNnPmzqFMmTLbtWuzZg0bxkGDBiRI\ndID/ALFixaFDdBAh2rMHGDNmypQhQ6bt2jUATp9CJUcumzlz565ixcotWzZkyJYt83Dhwo4dMxIk\nkCDhyhUjN24kSQLLlatjx4IF65YtG4C+fv8CDix4MOHChsuV42bO3LnGjh2Dy5YtWDBmzD5UqJAk\nyZIMGUyYcONGjRYtXLjgChYsWbJixbpx4wZgNu3a48ZdK1fOnLlz58wBP3eOmjJlr17VqiUiQwYl\nSnbEiKFDhyVLhVatChUqWbZs0qQ5c9YNGzYA5s+jJ0dOmzlz597Dh5/t2rVZs4YN46BBAxIkOgCC\nALFixaFDdBAh2rMHGDNmypQhQ6bt2jUAFzFmJEcu/5s5c+dAhgzJLVs2ZMiWLfNw4cKOHTMSJJAg\n4coVIzduJEkCy5WrY8eCBeuWLRsAo0eRJlW6lGlTp0/FiTtnzty5c+XKndOqdRcuXMeONWrkAAEC\nGDBWoEDx4MERt3jwzJjxSZiwaNGUKes2bRoAv38Be/N2rly5c+fGjTu3ePGsWrWCBevTh4MCBTp0\niEiSRIMGPHgAzZolSdIzatSqVWPGjBs1agBgx5YNDtw5c+bOnStX7lzv3rRq1SJGbNAgCgYMuHDx\noUYNCBDSpAEDChQbNr2MGYMGzZkzbdKkARA/nny4cOfMmTt3rly5c+/f38KF69gxT54cECAgQwaJ\nCv8AKxgwkCMHiCxZSpRodOpUs2bMmGmTJg2AxYsYM2rcyLGjx4/ixJ0zZ+7cuXLlzqlUuQsXrmPH\nGjVygAABDBgrUKB48OCITzx4Zsz4JExYtGjKlHWbNg2A06dQvXk7V67cuXPjxp3bunVWrVrBgvXp\nw0GBAh06RCRJokEDHjyAZs2SJOkZNWrVqjFjxo0aNQCAAwsGB+6cOXPnzpUrd65xY1q1ahEjNmgQ\nBQMGXLj4UKMGBAhp0oABBYoNm17GjEGD5syZNmnSAMieTTtcuHPmzJ07V67cud+/b+HCdeyYJ08O\nCBCQIYNEhQoGDOTIASJLlhIlGp061awZM2bapEn/A0C+vPnz6NOrX8++PTly487Jn0//3Lhy5YIF\nkyYNAxqAaG7cWJMgARcuV66EokFj1y5M0qQNG0aO3DZw4ABs5Ngx3Edz5s6NJEky3LhxwYL9+lWi\nTBkfPtiMGOHHDx06ri5dunYtGDdu1KiRI+fNKACkSZWKY2rO3DmoUaN+Gzdu165hwySAATNkyJwI\nEezYKVPm1ZcvyZK5smYNGTJx4rp58wbA7l2848aRO9fX799z48yZO3bMmrULc+bgwEGHAAEnTo4c\n6ZQihS5dmJYtGzaMHLlt3rwBIF3a9GnUqVWvZt2aHLlz5cqdo03bnLlz53AJE6ZMWYgQCQQIqFMn\n/wACBAMGBAp0AAQIDRpIsWBRxXqVbH78AODe3bs4ceXIkTtXvny5cufO5cKFq1ixEiUeAABQpkwA\nDx4YMGDEyATAKgKrBLNixY+fNWu0PXoE4CHEiOTImStX7hxGjOXKnTv3ypUrYcIYMDgAAIAdOwEk\nSChQQJIkBzVqxIghCwgQPHjevMk2aRKAoEKHkiN3zpy5c0qVmjN37lytYMGmTZMhQ0GBAnz4BDhw\nQIAARIgGdOiAAYMrFizmsJ2jLVIkAHLn0q1r9y7evHr3kiN3rly5c4IFmzN37hwuYcKUKQsRIoEA\nAXXqBECAYMCAQIEOgAChQQMpFiyqkK6SzY8fAP+qV7MWJ64cOXLnZs8uV+7cuVy4cBUrVqLEAwAA\nypQJ4MEDAwaMGJmo4rxKMCtW/PhZs0bbo0cAtnPvTo6cuXLlzpEnX67cuXOvXLkSJowBgwMAANix\nE0CChAIFJElyUANgjRgxZAEBggfPmzfZJk0C8BBiRHLkzpkzdw4jRnPmzp2rFSzYtGkyZCgoUIAP\nnwAHDggQgAjRgA4dMGBwxYLFHJ1ztEWKBABoUKFDiRY1ehRpUnPmvp1z+hTqOWfChFmypEsXAQUK\nTpwAceCABAlMmEDJkWPKFFnAgB075suXNrkA6Na1S45cNnPmzvXta87cuXPWhAkjRQoWrAgTJuD/\nwOHCg4cYMSJFMuQJsydk27ZRo7ZsGTds2ACUNn26XLlv5sydc+3anLlz54716gUJ0qhRBR48IEFi\nxIIFHDjIkVMmThw6dHw9e8aMGTJk265dA3Ade/Zy5b6d8/4d/Lls0qTt2nXr1oIGDVCgEEGAQIQI\nR45kIUIECpRaxIgdOwYwWDBu27YBOIgwocKFDBs6fAjRnLlv5ypavHjOmTBhlizp0kVAgYITJ0Ac\nOCBBAhMmUHLkmDJFFjBgx4758qUtJ4CdPHuSI5fNnLlzRImaM3funDVhwkiRggUrwoQJOHC48OAh\nRoxIkQx5+uoJ2bZt1KgtW8YNGzYAbNu6LVfu/5s5c+fq1jVn7ty5Y716QYI0alSBBw9IkBixYAEH\nDnLklIkThw4dX8+eMWOGDNm2a9cAeP4Muly5b+dKmz59Lps0abt23bq1oEEDFChEECAQIcKRI1mI\nEIECpRYxYseOBQvGbds2AMybO38OPbr06dSrjxt3Lnt2c+bOeffOKVEiV668eDkgQAAIEAwkSCBA\nAAeOE1q0nDjxqVatZcuOHQP4LVo0AAUNHvz27Vy5cufOlSt3TqJEV5gw+fIVJ04FAwZatJhw5IgG\nDX363Jk1q1GjZdOmRYtmzNg2adIA3MSZU5y4c+bMnTtXrtw5okQ5FSoUK5YXLw4CBEiRogEIEP8H\nDgDBSojQlSuyjh1z5uzYMW7SpAFAm1YtOXLn3Lo1Z+7c3Lm1TJkiRmzQoAQECKxYMSFChAEDXLgY\nQYbMhw+ghg2LFq1ZM2/TpgHAnFnzZs6dPX8GHZocuXLnTJ9GfW5buXK3bh07liBNGhgwxhQokCWL\nFSuhSpTYtcvSs2fBgpUrp+3bNwDNnT8XF92cuXPVrVsPR47cr1/DhllAg4YIETUgQBw65MfPq0eP\nrl37pU2bNGnkyHnjxg3Afv79xwEcN86cuXMGD54zZ26bOHGsWN26tUCKlBs3tCRI0KbNli2iokRR\npuzVtGnMmJEjx82bNwAuX8IkR67cuZo2b57/C2fOnDBhy5Yt6NKlRQsxAAAkScKECScRInDh+jRt\nGjFi5cpx8+YNANeuXr+CDSt2LNmy5MiVO6d2Ldtz28qVu3Xr2LEEadLAgDGmQIEsWaxYCVWixK5d\nlp49CxasXDlt374BiCx5srjK5sydy6xZczhy5H79GjbMAho0RIioAQHi0CE/fl49enTt2i9t2qRJ\nI0fOGzduAH4DDz5uuDlz544jP2fO3DZx4lixunVrgRQpN25oSZCgTZstW0RFiaJM2atp05gxI0eO\nmzdvAN7Dj0+OXLlz9u/jPxfOnDlhwgAuW7agS5cWLcQAAJAkCRMmnESIwIXr07RpxIiVK8fN/5s3\nAB9BhhQ5kmRJkydRkiN3zpy5cy9fmjN37lwtYsScOUuRYsGAAYECCZgwAQGCTJkQzJiBAsUuFy7i\nxPnyJVufPgCwZtUqTpy5cuXOhQ1brty5c8J06SJGbMWKDgYM/PkjAAaMDRs+fToxZkyVKsHOnFm0\nCA+ebpIkAVC8mPG4cebKlTs3eXK5cufO6ZIlCxiwFCkyGDBAhw4ACxYIEFCkiEGQID164CJCBA8e\nO3a0ZcoEgHdv3+XKnTNn7lzx4ubMnTuHy5evatVgwGBw4MCfPwEaNBgwgA+fAB8+SJAQy4SJMufL\naHv0CEB79+/hx5c/n359++TInTNn7lz//v8AzZk7d64WMWLOnKVIsWDAgECBBEyYgABBpkwIZsxA\ngWKXCxdx4nz5kq1PHwAoU6oUJ85cuXLnYsYsV+7cOWG6dBEjtmJFBwMG/vwRAAPGhg2fPp0YM6ZK\nlWBnzixahAdPN0mSAGjdynXcOHPlyp0bO7ZcuXPndMmSBQxYihQZDBigQweABQsECChSxCBIkB49\ncBEhggePHTvaMmUCwLix43Llzpkzd65yZXPmzp3D5ctXtWowYDA4cODPnwANGgwYwIdPgA8fJEiI\nZcJEmdtltD16BKC379/AgwsfTry48XLlvpkzd655c3Pmzp0j9uxZnTq+fC1w4KBDhxUIEID/AFGk\niBUlSsqUcVWsfbFgwbLJB0C/vn1y5LSZM3euf3+A5sydO4fNmTNRonbt2kCCBA8eOWrUOHLEkSNI\nnz5lykTs2rVo0Z49u0aNGgCUKVWSI9fNnLlzMWOaM3fuXLVjxxYtUqVqggcPKVLMmDDBhQszZrjg\nwZMnzy1mzJw5W7YM27VrALRu5WrOHLhzYcWeM2fu3Dloz55x4uTLFwMIEDZsGEGAwIULR45AAQIk\nS5ZVv34RIzZsmDbEABQvZtzY8WPIkSVPLlfumzlz5zRrNmfu3Dliz57VqePL1wIHDjp0WIEAAQgQ\nRYpYUaKkTBlXxXQXCxYs228AwYUPJ0dO/5s5c+eUKzdn7tw5bM6ciRK1a9cGEiR48MhRo8aRI44c\nQfr0KVMmYteuRYv27Nk1atQAzKdfnxy5bubMnePP3xxAc+fOVTt2bNEiVaomePCQIsWMCRNcuDBj\nhgsePHny3GLGzJmzZcuwXbsG4CTKlObMgTvn8uU5c+bOnYP27BknTr58MYAAYcOGEQQIXLhw5AgU\nIECyZFn16xcxYsOGaasK4CrWrFq3cu3q9StYceLOmTN37ly5cufWrjWVKVOwYGbMVBgwIEUKDSBA\nHDjw5IkMM2ZOnOiEC9exY8SIdVu2DADkyJK/fTtXrty5c+TInevc+VamTL16vXnDwoABHf86RESJ\nAgECIUKDWLHKk0eYs9zOfPniFi0agODCh4cLd86cuXPnyJE759z5qk2bgAELFKgEAgREiFioUYMA\ngTFjkDBipERJLWLEnDlDhkzbtGkA5tOvT47cufz5zZk75x/guXO0QIEiRgwOHA0GDNCgQWHCBAEC\nkiT5IEbMiBGtcuWCBu3YsW7SpAEweRJlSpUrWbZ0+XLcOHDmzJ2zadNcTnPFsmWjRClUqAMiRHz4\nQAQBAhQohAjpQ4PGp0+JkCHDhStcOGrbtgHw+hVsuHDeypU7d86cuXPm2JqrRo0aKVKbNmEAAmTI\nECwzZpw5w4aNKESIkiV7RY2aMWPevGH/06YNQGTJk8WJ+2bO3Llz5syd82zOXDbRqlSdOkWhRg0V\nKoZMmNCjBxcuhLRokSXLEjNmwoSBA3dNmzYAw4kXJ0dOnDlz55g3P2fOHLRu3VKlWrVqAQwYJ04Y\nQYBAhgwfPha9eDFrFqdnz4QJGzcuW7duAOjXt38ff379+/n3HwdwHDhz5s4ZNGguobli2bJRohQq\n1AERIj58IIIAAQoUQoT0oUHj06dEyJDhwhUuHLVt2wC4fAkzXDhv5cqdO2fO3DlzPM1Vo0aNFKlN\nmzAAATJkCJYZM86cYcNGFCJEyZK9okbNmDFv3rBp0wYgrNix4sR9M2fu3Dlz5s65NWcu/5tcVapO\nnaJQo4YKFUMmTOjRgwsXQlq0yJJliRkzYcLAgbumTRuAyZQrkyMnzpy5c5w7nzNnDlq3bqlSrVq1\nAAaMEyeMIEAgQ4YPH4tevJg1i9OzZ8KEjRuXrVs3AMSLGz+OPLny5cybjxtXjhy5c9TPmQMHbtw4\nPUmSNGpEgECCAAGOHAHAgMGAAVasHECBggOHTzp0rFmDBEkzOnQA+AcIQOBAAOLEkRs37tzCc+bA\ngStX7lWdOqdOKVDgYcCAL18EuHAxYQIiRCq8ePHh45YTJ4sWjRnjjA8fADVt3hw3rhw5cud8njM3\nbpw5c70sWZo1iwOHDAUKaNEiIEOGAv8F7NiRcOTIixeqjhwhRGjMGGmGDAFAm1YtOXLmypU7Fzfu\nuHHlykX68uXVqwULIBAgcOUKgAULCBCIEyeBDBkpUsTq0UOPnjFjpPHhA0DzZs6dPX8GHVr06HHj\nypEjd071OXPgwI0bpydJkkaNCBBIECDAkSMAGDAYMMCKlQMoUHDg8EmHjjVrkCBpRocOAOrVrYsT\nR27cuHPdz5kDB65cuVd16pw6pUCBhwEDvnwR4MLFhAmIEKnw4sWHj1tOnABctGjMGGd8+ABIqHDh\nuHHlyJE7J/GcuXHjzJnrZcnSrFkcOGQoUECLFgEZMhQoYMeOhCNHXrxQdeQIIUJjxkj/M2QIAM+e\nPsmRM1eu3LmiRceNK1cu0pcvr14tWACBAIErVwAsWECAQJw4CWTISJEiVo8eevSMGSONDx8Abt/C\njSt3Lt26du+SI6fNHF9z586ZIyeYXCdGjAYNypPnQYYMQ4Z0sGCBBAk1aqZgDhPG1K5dxIjVqlWN\nGjUApk+jHjfuWrnW5cyZK0eOXLlys06dunQJESIVM2aYMaODCJEjRyhRWqRJ06NHwZQpM2bMly9r\nzpwByK59Ozly2syBN3funLly5ssZw4UrVSpChDygQBEligoTJlKk2LOHy5s3bgC6qfXr17FjvXpZ\nkyYNQEOHD8uV62bO3DmL58yVK2fO/xwvVqwoUcKEScOJE0yY0NCgIUWKN2+4hAlz5gysY8eWLSNG\nTNu1awCABhU6lGhRo0eRJgUH7pw5c+fOgQNn7lzVc3SGDHn1KkmSDhEiAAIkIkiQFStAgbqiR8+T\nJ8F8+QoWLFcubseOAdC7l683b+fMmTt3Llw4c+cQn+vkyFGxYoAA7ZgxY9SoJ23aYMGCC5clUaIW\nLXLWrNmwYbduZUOGDEBr16+/fTtnzty5c+LEndOtm9aoUc2aZcpE5MWLTJlgLFkCA8apU3IgQcKD\np1iyZMSIDRu2bdkyAN/Bhxcn7lz58uPGnVOvnlSgQMqU+fGjYsOGTJlcHDmCAsWnT/8AqwgS5MXL\nMGTIjBkjRuxbs2YAIkqcSLGixYsYM2oEB+6cOXPnzoEDZ+6cyXN0hgx59SpJkg4RIgACJCJIkBUr\nQIG6okfPkyfBfPkKFixXLm7HjgFYyrSpN2/nzJk7dy5cOHPnsp7r5MhRsWKAAO2YMWPUqCdt2mDB\ngguXJVGiFi1y1qzZsGG3bmVDhgyA37+Av307Z87cuXPixJ1bvJjWqFHNmmXKROTFi0yZYCxZAgPG\nqVNyIEHCg6dYsmTEiA0btm3ZMgCwY8sWJ+6cbdvjxp3bvZtUoEDKlPnxo2LDhkyZXBw5ggLFp09V\nBAny4mUYMmTGjBEj9q1ZMwDgw4v/H0++vPnz6NOLW2/O3Llz5sydmz/fGzlywoRduwbHly+Anjwd\nK1RImrRatbDJkhUu3LFv36xZK1duGzduADRu5AgOXDhz5s6dM2fu3MmT4MqVo0atW7dV1KjVqhVN\nlqxt24ABw7Zs2bhx1MCBy5aNHDlv2rQBYNrUqTio5sydO2fO3DmsWMWZM2fNGjhwq6hRo0VLmiNH\n1qzt2qUNGLBx45p9+6ZNmzlz4Lx5A9DX799xgc8NJlz43Ddz5qRJ8+Yt07NnrVop+/Nn2rRatazR\nohUuHLFv37ZtM2cunDdvAFSvZt3a9WvYsWXPFlfbnLlz58yZO9e7tzdy5IQJu3YN/44vX548HStU\nSJq0WrWwyZIVLtyxb9+sWStXbhs3bgDEjycPDlw4c+bOnTNn7tz79+DKlaNGrVu3VdSo1aoVTRZA\nWdu2AQOGbdmyceOogQOXLRs5ct60aQNg8SJGcRrNmTt3zpy5cyJFijNnzpo1cOBWUaNGi5Y0R46s\nWdu1SxswYOPGNfv2TZs2c+bAefMG4CjSpOOWnmvq9Om5b+bMSZPmzVumZ89atVL258+0abVqWaNF\nK1w4Yt++bdtmzlw4b94A0K1r9y7evHr38u0LDly5wOfOmTN3zpy5c+ewSZP27RsvXp9mzZIm7ZMq\nVbhwYcOm7NevadO2Vavmy1ezZv/ccOEC4Po1bG/eyo0bd+6cOXPnypU7d45bt27hwlGjtuvYMWrU\niPHixYyZNm3UggWrVs3btWvGjDFj5q1XLwDix5MHB64cOXLnzpkzd86cuXPnwHnzFi5ctmy7fPm6\ndg2gL1y4iBHLlq2ZL1/YsHXTpq1YMWrUwAULBgBjRo3hwpkrV+5cyJDmzJ07py1btnDhoEFDVauW\nNWuwPn2iRUuatGC1ajVrls2atWPHpEkLN2wYAKVLmTZ1+hRqVKlTwYErd/XcOXPmzpkzd+4cNmnS\nvn3jxevTrFnSpH1SpQoXLmzYlP36NW3atmrVfPlq1owbLlwACBc27M1buXHjzp3/M2fuXLly585x\n69YtXDhq1HYdO0aNGjFevJgx06aNWrBg1ap5u3bNmDFmzLz16gUAd27d4MCVI0fu3Dlz5s6ZM3fu\nHDhv3sKFy5Ztly9f1675woWLGLFs2Zr58oUNWzdt2ooVo0YNXLBgANi3dx8unLly5c7Vr2/O3Llz\n2rJlCwcwHDRoqGrVsmYN1qdPtGhJkxasVq1mzbJZs3bsmDRp4YYNAwAypMiRJEuaPIky5bdv2cyZ\nOwfznLmZ586Z+/Zt2rRx47Y9e+bMWTdv3p49w4YN3Lhx2rR5IweVHDdu37RpA4A1q1Zv3rKZ+2ru\n3Dlz58qeMydOXLdu5MiJo0bt/9q1b+HCUaPGjZu4ceO2bQNHjly5ct26gbNmDYDixYy/feNmzty5\nyefMnbt8WZy4b9/IkRtHLTS1b+HCSZO2bVs4cuS4cQtXLnY5b97CadMGILfu3eDAdTNn7pzwc+aK\nnztnLly4bNnIkQs3bZo0aduqM2P27Jm3cOGsWetGjly5cuDAievWDYD69ezbu38PP778+c6cjQMH\n7tw5ceLM+Qd47lw3cOC8efv27Rk3btq0bYMG7du3bt3CXbsGDpw3ceKyZQsXjlu1agBMnkSZLJk4\nb97OnQsXztzMc+fAkSMXLhw5ctjAgdu2DRw1auDAbdsmLls2ceK8iROHDdu3b//crl0DkFXrVmXK\nxn37du6cOHHnzJk7d04cOXLhwpEjly1cuG7dvlGjBg5ct27itGkbNw4cOXLbtokT5y1bNgCNHT92\n5mxcuHDnzokTZ07zuXPgxo379k2cuGvevGXL5o0ZM23asmXzhg0bOHDcxInjxi1cuG/atAEAHlz4\ncOLFjR9HntyZs3HgwJ07J06cOernznUDB86bt2/fnnHjpk3bNmjQvn3r1i3ctWvgwHkTJy5btnDh\nuFWrBkD/fv7JkgEU583buXPhwplLeO4cOHLkwoUjRw4bOHDbtoGjRg0cuG3bxGXLJk6cN3HisGH7\n9o3btWsAXsKMqUzZuG/fzp3/EyfunDlz586JI0cuXDhy5LKFC9et2zdq1MCB69ZNnDZt48aBI0du\n2zZx4rxlywZgLNmyzpyNCxfu3Dlx4szBPXcO3Lhx376JE3fNm7ds2bwxY6ZNW7Zs3rBhAweOmzhx\n3LiFC/dNmzYAli9jzqx5M+fOnj+DDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8D\nDy58OPHixo8jT658OfPmzp9Djy59OvXq1q9jz659O3fZkCANEyaMGbNmzbxRo/bs2bRu3ZQpI0Zs\n2bVrwYLt8uWLGbNbtwDW0qULGrRfwYIhQ9asmbFZswBElDhRkqRjxYo5cwYN/9o3a9aoUbvGjVuy\nZMFQPntGixauW7ecOcOFK5cvX9KkGRMmTJmyZcuIwYIFgGhRo44cDVParBkzZt6qVZs27Ro3bseO\nDRsmjBkzWLBmyZKlTBktWrZy5XLmzFfbYsWSJSMGCxYAu3fxPnokjC8zZs2acZs2zZmzadq0HTsW\nLBgxaNBwRc6Vq1kzXJd79WrWDJgwYciQNWt2bNYsAKdRp1a9mnVr169hQ4I0TJgwZsyaNfNGjdqz\nZ9O6dVOmjBixZdeuBQu2y5cvZsxu3aqlSxc0aL+CBUOGrFkzY7NmARA/nrwkSceKFXPmDBq0b9as\nUaN2jRu3ZMmC5X/2jBYtXP8Ab91y5gwXrly+fEmTZkyYMGXKli0jBgsWgIsYMzpyNKxjs2bMmHmr\nVm3atGvcuB07NmyYMGbMYMGaJUuWMmW0aNnKlcuZM19AixVLlowYLFgAkipd+uiRsKfMmDVrxm3a\nNGfOpmnTduxYsGDEoEHDRTZXrmbNcKnt1atZM2DChCFD1qzZsVmzAOjdy7ev37+AAwseDAzYsmbN\nunX79g2cN2/fvlHLls2aNWXKVAkTpkxZLEiQatX69QuUJk26dB07dYoWrV27iqlSBaC27dvBgjWL\nFu3bN3DgxIEDx40bs2nTqlXz5atQrFi/fmlKlOjVq1+/QJ065ctXMlOmbon/v0Xs1CkA6NOrBwZM\n2bNn3rx9+xYOHDhu3JZRozZt2i6AuxbBgqVLFyVBgkyZ2rXLUqZMs2YVCxWqVq1du4KdOgXA40eQ\nwYI1gwZt27ZvKb1548aN2bRp0aL9+sUJFy5ixEwtWsSKFTBgoUqV8uVLGStWvXr58nXMlSsAUaVO\npVrV6lWsWbUyY/Zr27Zv38iR60aOXLly47Jl69Zt3DhqtmwxY6YNGLBMmYoVcxYsWKpU0bZto0Yt\nWLBqzZoBYNzY8bNnw7p1AweOHLlw5cqZMxdu2jRs2MKFCwYJki9fzWrVmjTp2LFoxYrVqlWtW7dq\n1Xz5mrZsGQDgwYU3axZs/9u2b9/IkQNHjpw5c+KoUcuWLVw4Ypw4+fKFTJYsRoyCBVsWLNiqVdGy\nZZMmzZcvac2aAaBf374zZ8G2bfv2bRzAcd/IkTNnTly1atq0gQOHDBSoYMGo7dr16NGxY9GIEVOl\nKtq2bdWqHTtW7dkzACpXsmzp8iXMmDJnMmP2a9u2b9/IketGjly5cuOyZevWbdw4arZsMWOmDRiw\nTJmKFXMWLFiqVNG2baNGLViwas2aAShr9uyzZ8O6dQMHjhy5cOXKmTMXbto0bNjChQsGCZIvX81q\n1Zo06dixaMWK1apVrVu3atV8+Zq2bBmAzJo3N2sWbNu2b9/IkQNHjpw5c//iqFHLli1cOGKcOPny\nhUyWLEaMggVbFizYqlXRsmWTJs2XL2nNmgFo7vy5M2fBtm379m3cuG/kyJkzJ65aNW3awIFDBgpU\nsGDUdu169OjYsWjEiKlSFW3btmrVjh2r9gzgMwADCRY0eBBhQoULGUKD9i1btnPnwIE7R47cuXPY\nypXr1o0cuVrJkvnypc2VK1iwZMmS5suXLl3MtGnLlu3aNW3SpAHw+RNotGjhunU7d+7bt3Plyp07\nJ+3bt2vXvn3LlCqVK1fQZHWV5cuXtGTJjBmbxo3btWvSpGFz5gxAXLlzoUELt23buXPfvp0rV+7c\nOWzixGXL9u3bKFmyatX/UgYK1KlTt24hAwbs169n2Dhjo0YtW7RoAEiXNh0tGrht286d8+btHDly\n585dEydu27Zw4VoFC4YLF7VVq1KlokUrGjFiv35B48ZNm7Zs2bhNmwYAe3bt27l39/4dfHho0L5l\ny3buHDhw58iRO3cOW7ly3bqRI1crWTJfvrS5cgUQFixZsqT58qVLFzNt2rJlu3ZNmzRpACpavBgt\nWrhu3c6d+/btXLly585J+/bt2rVv3zKlSuXKFTRZNGX58iUtWTJjxqZx43btmjRp2Jw5A4A0qVJo\n0MJt23bu3Ldv58qVO3cOmzhx2bJ9+zZKlqxatZSBAnXq1K1byIAB+/Xr/xm2udioUcsWLRqAvXz7\nRosGbtu2c+e8eTtHjty5c9fEidu2LVy4VsGC4cJFbdWqVKlo0YpGjNivX9C4cdOmLVs2btOmAXgN\nO7bs2bRr276NGxo0bOLElStnzty54eaKF+/W7ds3ZdmyqVJl7NGjYcM+ferVqpU0abyuXbNmLVw4\nbt68ATiPPv20adfEiStXzpy5c+bqmxtXrtyzZ9iwUQIYLJgjR7sOHfr1ixUrYrt2WbNG7NrEa+DA\nbcMIQONGjtGiYRMnrlw5c+bOmUNpjpw5c9WqceOma9q0TJl8ESLUq1emTL5kyYoWDVi1atasgQOn\nbds2AE2dPp02DZs4cf/lrJY7Z06ruXLmzF27tm0bLmnSQIEKFilSsGCnTgWbNStatGDZsmnTFi5c\nN2/eAPwFHFjwYMKFDR9GDA0aNnHiypUzZ+7cZHOVK3fr9u2bsmzZVKky9ujRsGGfPvVq1UqaNF7X\nrlmzFi4cN2/eANzGnXvatGvixJUrZ87cOXPFzY0rV+7ZM2zYKAUL5sjRrkOHfv1ixYrYrl3WrBG7\nFv4aOHDbzANAn159tGjYxIkrV86cuXPm7JsjZ85ctWrcuAHUNW1apky+CBHq1StTJl+yZEWLBqxa\nNWvWwIHTtm0bgI4eP06bhk2cuHImy50zp9JcOXPmrl3btg2XNGmgQAX/ixQpWLBTp4LNmhUtWrBs\n2bRpCxeumzdvAJ5CjSp1KtWqVq9ixYYNHDdu586ZCytO3LlzzqBBK1bs1q0RJ06cOaNDg4YGDcCA\nwREjRooUkZo0iRNnzRpkkiQBSKx48bZt47x5O3fOHOVv38qVc3TqlClTWLBQQIDAi5cQHz48eFCn\njg8iRGzYABUlChs2aNAgU6QIAO/evrNlC+fN27lz5o6HC2fOXC1fvmrV8uNHQ4MGZsy02LChQYM4\ncXQQIfLjBycvXvjw0aMH2aZNAN7Dj58tGzhu3M6dM6cfHDhz5gDWAgYMFy5ChDZMmGDFSosOHRYs\nePOmBhIkOnR0SpPm/9AhPHiSefIEgGRJkydRplS5kmXLcOGgkSNnzty5c+bO5TwnDhy4a9e0abNj\nxYofP3pWrJAhY9GiOmXK1KnDq1gxYleJZatWDUBXr1/FibNGjly5cubQoj13jtqzZ7Vq8eJFgwQJ\nM2asAAFy5IgoUZYQIYIESdixY8SICRNm7dkzAI8hRw4XTho5cuXKnTtnjvO5c9+2bUOGTJq0NDVq\nwIGjpkePIEEyZXo0W5IkYMdw565GjRoA37+BhwsnjRy5cuXMJU9+7py3bNmUKWvWDAsMGHPm2Llx\no0YNSZIO8eHTqBGwZ8+WLVOmbNu1awDgx5c/n359+/fx5w8XDho5cv8AzZk7d87cuYPnxIEDd+2a\nNm12rFjx40fPihUyZCxaVKdMmTp1eBUrRqwksWzVqgFYybKlOHHWyJErV86cTZvnzlF79qxWLV68\naJAgYcaMFSBAjhwRJcoSIkSQIAk7dowYMWHCrD17BqCr16/hwkkjR65cuXPnzKk9d+7btm3IkEmT\nlqZGDThw1PToESRIpkyPAkuSBOyY4cPVqFEDwLix43DhpJEjV66cucuXz53zli2bMmXNmmGBAWPO\nHDs3btSoIUnSIT58GjUC9uzZsmXKlG27dg2A79/AgwsfTry48ePatJkTJ+7cuXHjzkmXPsyYsWnT\nkCEzAQHCkCE+XLj/ePCACZMebdrMmCHKli1nzoIFq9asGYD7+PN362aOHDmA586FC3fOoMFFdepo\n0hQmTIMAAU6c+MCDhwULY8ZYceTIiRNZt24pU9arlzRlygCsZNly2zZz5MidOydO3DmcOG3tJEZM\nlSoPCBDo0JHjxw8KFMiQ+SJJkhUrrnr1Uqbs1i1qy5YB4NrV67Zt5saNO3dOnLhzadPakiXr169O\nnSwcOECDhosWLRw4YMKkCiFCTJjIAgaMGbNfv7A9ewbA8WPIkSVPplzZ8mVt2syJE3fu3Lhx50SL\nHmbM2LRpyJCZgABhyBAfLlw8eMCESY82bWbMEGXLljNnwYJVa9YM/8Bx5Mm7dTNHjty5c+HCnaNO\nfVGdOpo0hQnTIECAEyc+8OBhwcKYMVYcOXLiRNatW8qU9eolTZkyAPn179+2zRxAcuTOnRMn7hxC\nhLYWEiOmSpUHBAh06Mjx4wcFCmTIfJEkyYoVV716KVN26xa1ZcsAsGzpcts2c+PGnTsnTty5nDlt\nyZL161enThYOHKBBw0WLFg4cMGFShRAhJkxkAQPGjNmvX9iePQPg9SvYsGLHki1r9uy3b+DKlTvn\n9u3bcubMbdvmzVsXVarGjJEEAgQiRHjwnBozZtgwV8+eKVM2btw2btwAUK5sOVw4cebMnevs2XO4\nceOCBVOmLAUgQP9ZsjhasaJSpUSJZA0a5MwZLmnSmDETJ46bNm0AhhMvDu64OXPnljNnTq5cOWrU\nrFlzQomSGDGBUqTo00eQoFaHDh07RitatGbNxInbpk0bgPjy53+rX67cufz69ZMrVw4gM2bRohnJ\nlAkLFkIkSCBCJEiQqjt3lCmrJU3atGnkyHnjxg1ASJEjSZY0eRJlSpXhwpUbN+5czJjmzJ07h23b\ntmzZ7twp4cCBHz8IOnQoUIASJQk+fLRoQWvIkEKF6NDRpkkTAK1buY4bZ65cuXNjx5ozd+4cMWHC\npEmjQUODAQODBhkwYaJBg0+fOkyZUqTIrytXLFmyYyfbp08AGDf/dhwuXLlx485VrmzO3Llzz5Yt\ny5atShUVCxYwYmTgxIkECR49ysCFy48ftahQiRSJDp1rly4B8P0beLhw5caNO3f8eLly584tc+YM\nGjQuXEAsWODHT4IQIRYssGRpQ5cuRYrsKlMmU6ZHj7alSgUAfnz58+nXt38ff/5w4cqNGwfwnECB\n5sydO4dt27Zs2e7cKeHAgR8/CDp0KFCAEiUJPny0aEFryJBChejQ0aZJE4CVLFuOG2euXLlzNGma\nM3fuHDFhwqRJo0FDgwEDgwYZMGGiQYNPnzpMmVKkyK8rVyxZsmMn26dPALp6/RouXLlx486ZNWvO\n3Llzz5Yty5at/0oVFQsWMGJk4MSJBAkePcrAhcuPH7WoUIkUiQ6da5cuAXgMOXK4cOXGjTuHGXO5\ncufOLXPmDBo0LlxALFjgx0+CECEWLLBkaUOXLkWK7CpTJlOmR4+2pUoFILjw4cSLGz+OPLlycuSu\nmTN3Lrp06eK8eUuW7NmzFSBAGDEiZMOGFCny5DHDhg0dOrqGDXv2zJgxbtmyAbiPPz85ctvMmQN4\nTqBAc+bOnVt27BglSrZsaZgwAQcOHzFi7NjBiNGeR48WLQoGDdqzZ8qUbbt2DcBKli3JkdNmztw5\nmjVreqNGjRcvYcJScODAhAkOFSpixHDkaM6jR4QIBYMG7dmzY//HuF27BkDrVq7kyGEzF9bcObLm\nzJ07tw0aNFeufPnqcOGCDh1BSJCwYSNQoDqFChEi5OvZs2nTmjXjpk0bAMaNHT+GHFnyZMqVyZG7\nZs7cOc6dO4vz5i1ZsmfPVoAAYcSIkA0bUqTIk8cMGzZ06OgaNuzZM2PGuGXLBkD4cOLkyG0zZ+7c\n8uXmzJ07t+zYMUqUbNnSMGECDhw+YsTYsYMRoz2PHi1aFAwatGfPlCnbdu0aAPr17ZMjp82cuXP9\n/QM8J9AbNWq8eAkTloIDByZMcKhQESOGI0dzHj0iRCgYNGjPnh07xu3aNQAmT6IkRw6buZbmzsE0\nZ+7cuW3QoLn/cuXLV4cLF3ToCEKChA0bgQLVKVSIECFfz55Nm9asGTdt2gBgzap1K9euXr+CDfvt\n27ly5c6dK1fuHFu2xJAhixZt1aoMChTw4EHixIkIEapUMfLoERMmsoYNkyatWTNu06YBiCx5crhw\n58yZO3eOHLlznj1/EiUKF64tWzIgQBAjhggiRDRoaNNGDChQd+70SpZMmjRlyrhNmwZgOPHi4MCd\nM2fu3Lly5c5Bh+5Llapkyf784YAAQY0aIXToePCgTBkyoEARIhTs2DFo0I4d0wYNGoD69u9/+3au\nXLlz5wCOG3eOIMFarVoFC4YHD4YHD2DAKKFDhwULZMic8eSJ/wyZXcmSRYvWrFk3atQApFS5kmVL\nly9hxpT57du5cuXOnStX7lzPnsSQIYsWbdWqDAoU8OBB4sSJCBGqVDHy6BETJrKGDZMmrVkzbtOm\nARA7lmy4cOfMmTt3jhy5c2/ffhIlCheuLVsyIEAQI4YIIkQ0aGjTRgwoUHfu9EqWTJo0Zcq4TZsG\ngHJly+DAnTNn7ty5cuXOhQ7tS5WqZMn+/OGAAEGNGiF06HjwoEwZMqBAESIU7NgxaNCOHdMGDRoA\n48eRf/t2rly5c+fGjTs3fXqtVq2CBcODB8ODBzBglNChw4IFMmTOePJEhsyuZMmiRWvWrBs1agDw\n59e/n39///8AAQgcSLCgwYMCxSk0Z+6cw4cPyZUrp0wZM2Yo+vTZsWMNAwZlykyZ0unJk127PDVr\nZszYuHHbvHkDQLOmzXE4zZk7x7NnT2vevJUqJUuWAyhQZMg406HDmDFs2HBiw8aYMVnTpjFjNm5c\nN2/eAIgdS1acWXPmzqlduzbcuHHEiAkTpsGJkyJFxHTo8OYNHTqp/PihRg0XNmzSpJEj5+3bNwCQ\nI0sOR9mcuXOYM2f+Nm4cMGC7dlHQouXHDzEPHnDhYsZMpjFjihVjNW3asWPjxnXbDaC379/Agwsf\nTry48XHjzJEjd65583Llzp0j1qx6MyNGGhgwkCcPAQgQChT/KFRoQYsWLFis2rGDjns62ho1AkC/\nvn1y5MyVK3euf3+A5cqZM5cJE6ZWrRAgWBAgABs2ADRoWLCAECENQoQAASKrSZM9e86cyZYoEQCU\nKVWOG2euXLlzMWOaM3funLFgwZo1I0FiwoABcuQA2LBhwYJJk0A8ebJlSzAyZBQpKlSo26RJALRu\n5TpunDly5M6NHVuu3LlzuHjx+vWLA4cFAQKIEQMgQwYFCgIFioDDLw5ZUaIECkSHzjVJkgAsZtzY\n8WPIkSVPpjxunDly5M5t3lyu3LlzxJqNbmbESAMDBvLkIQABQoEChQotaNGCBYtVO3bQ4U1HW6NG\nAIQPJ06O/5y5cuXOLV9erpw5c5kwYWrVCgGCBQECsGEDQIOGBQsIEdIgRAgQILKaNNmz58yZbIkS\nAaBf3/64cebKlTvXvz9Ac+bOnTMWLFizZiRITBgwQI4cABs2LFgwaRKIJ0+2bAlGhowiRYUKdZs0\nCQDKlCrHjTNHjty5mDHLlTt3DhcvXr9+ceCwIEAAMWIAZMigQEGgQBFwMMUhK0qUQIHo0LkmSRKA\nrFq3cu3q9SvYsGLLldNmzty5tGrVYosWzZWrX78qOHDgwkUMBgw+fFCjRgvgNGlmESOmTNmxY9uw\nYQPg+DHkcuW8mTN37vJlc+bOnfPlyhUfPpUqGXjwIEcOD/8aNKRI8efPmkCB9uzx1ex2M2PGuFmz\nBuA38ODlynUzZ+4c8uTJsyFD5smTK1cLHjyYMQOGBg01ahw6FOjSJUeOgmHDJk1as2bbsGED4P49\nfHLkuJkzd+7+fXPmzp2T9gvgr0yZUKFacNCFCxIUKKRIceeOFzhw3LjZxYxZsmTEiGnDhg1ASJEj\nSZY0eRJlSpXlymkzZ+5cTJkysUWL5srVr18VHDhw4SIGAwYfPqhRowVpmjSziBFTpuzYsW3YsAGw\nehVruXLezJk79/WrOXPnzvly5YoPn0qVDDx4kCOHBw0aUqT482dNoEB79vhq9reZMWPcrFkDcBhx\n4nLlupn/M3cOcuTI2ZAh8+TJlasFDx7MmAFDg4YaNQ4dCnTpkiNHwbBhkyatWbNt2LABsH0bNzly\n3MyZO/f7tzlz585J+/UrUyZUqBY0d+GCBAUKKVLcueMFDhw3bnYxY5YsGTFi2rBhA3AefXr169m3\nd/8efrhw58yZO3euXLlz+/fPegXw1a5dhQpNaNBgxYoOKVIsWIAFC447d3r0IMWL17Jlx45tixYN\ngMiRJMWJO2fO3Llz5cqde/mSUJYso0bx4EHBgIEXLxr48DFhQpgwTjJlUqOmlzBhz54FC7YNGjQA\nVKtaDRfunDlz586VK3cubFhcokQNG9ali4UFC1SomCBE/8iECXr04Jk1K1CgZNasRYu2bFk3adIA\nGD6MGBy4c+XKnTtHjty5yZNHDRoEC1aWLAsQIFChQsKMGQwYTJlihBGjJk1mBQvWrNmxY9ygQQOA\nO7fu3bx7+/4NPPi44ebMnTuOHHm4cuWGDTt2zIIbNzZssEmQwI4dK1ZKHTkiTJipZ8+QIRs3Tlu3\nbgDau38/Lv65+fTrn9MGDpwrV69eKQBYpsyOHW04cFi0KE8eU3nyTJtm69o1Z87GjdvGjRsAjh09\njgNpztw5kiVLehs3rlcvW7YsmDHz40cZDRr27OHD55QhQ9Wq7dKmDRq0ceO4HQWQVOnScU3NmTsX\nVapUb//ixNmylSuXgzVratTYIkHCmzdr1lgiQyZZslbUqCFDRo5ctm3bANzFm1fvXr59/f4FPE6w\nOXPnDB8+HK5cuWHDjh2z4MaNDRtsEiSwY8eKlVJHjggTZurZM2TIxo3T1q0bANatXY+DfU72bNrn\ntIED58rVq1cKypTZsaMNBw6LFuXJYypPnmnTbF275szZuHHbuHEDkF379nHdzZk7F168eG/jxvXq\nZcuWBTNmfvwoo0HDnj18+JwyZKhatV3atAGEBm3cOG4GASBMqHAcQ3PmzkGMGNGbOHG2bOXK5WDN\nmho1tkiQ8ObNmjWWyJBJlqwVNWrIkJEjl23bNgA2b+L/zKlzJ8+ePn+OG2euXLlzRo2WK3funDBj\nxpYtixEjQoIEcOAMsGCBAIFHjxz06BEjRiwjRvbsuXPnWqVKAN7CjTtunLly5c7hxVuu3LlzuFat\nIkYMBAgNBw4MGlSgRQsNGkCBKrFlCxgwvKxYiRTJj59tkCABCC169Lhx5sqVO6daNTly584J06WL\nGDEWLDYUKHDnjoATJyJEWLTIgxQpUKD0mjKlT58wYa4FCgRgOvXq48aZK1fuHHfu5cqdO4dr1ape\nvUCAuDBgwJ07AlSoYMBAkaIORoz06CHryJE8eQC6cXNt0SIABxEmVLiQYUOHDyGOG2euXLlzFy+W\nK3fu/5wwY8aWLYsRI0KCBHDgDLBggQCBR48c9OgRI0YsI0b27Llz51qlSgCABhU6bpy5cuXOJU1a\nrty5c7hWrSJGDAQIDQcODBpUoEULDRpAgSqxZQsYMLysWIkUyY+fbZAgAZA7l+64cebKlTu3dy85\ncufOCdOlixgxFiw2FChw546AEyciRFi0yIMUKVCg9JoypU+fMGGuBQoEgHRp0+PGmStX7lzr1uXK\nnTuHa9WqXr1AgLgwYMCdOwJUqGDAQJGiDkaM9Ogh68iRPHncuLm2aBEA69exZ9e+nXt379/Jketm\nztw58+bNmTt3zpo0aadO1aolwYKFFClYVKhQogQYMP8A0ZAhY8dOrWQIkxUrls2aNQAQI0osV86b\nOXPnMmY0Z+7cOWjIkBkyJEvWBhEifPhIUqOGEiWKYkqShAkTr2nTnDlTpuxatWoAggodSo4cN3Pm\nzilVas7cuXPamjUrVQoXLhIrVhgx4iNFiiNHFi0qJEnSpEnAqlVTpsyYsWrTpgGYS7cuOXLezJk7\nx5evOXPnzjkTJkyRolq1KFiwwIMHjhMncODo02cPHjx9+txChuzYMWHCqlGjBqC06dOoU6tezbq1\na3Lkupkzd652bXPmzp2zJk3aqVO1akmwYCFFChYVKpQoAQYMGjJk7Niplax6smLFslmzBqC79+/l\nynn/M2funHnz5sydOwcNGTJDhmTJ2iBChA8fSWrUUKJEkX+AkiRhwsRr2jRnzpQpu1atGgCIESWS\nI8fNnLlzGTOaM3funLZmzUqVwoWLxIoVRoz4SJHiyJFFiwpJkjRpErBq1ZQpM2as2rRpAIQOJUqO\nnDdz5s4tXWrO3LlzzoQJU6SoVi0KFizw4IHjxAkcOPr02YMHT58+t5AhO3ZMmLBq1KgBoFvX7l28\nefXu5ds3XLhz5sydO1eu3DnEiGt9+iRMWJ48GgoUePGiAgkSAwYwYWKDD58fP1758rVs2a9f26BB\nA9Da9Wtx4s6ZM3fuHDly53TrdgUJ0q9fa9a0ePDg/8iRFFSodOhAiFAhU6bs2AnGjNmzZ8GCcYMG\nDcB38OHBgTtXrty5c+TInWPP3teoUb9+IUJkgwEDJUo8RIkyYQJAQIDojBo1Zw6wZMmUKatVCxsz\nZgAmUqwYLtw5c+bOnSNH7hxIkKwCBaJFS4sWEwYM4MDhgQePBw/o0PEiSVKSJLmCBTt2zJata8uW\nAShq9CjSpEqXMm3qVJw4cOXKnTtnzty5rObMXdu27dUrUqQcxIhRo4aQCBGIELFiJRIUKLJkcVq2\njBixcOGubdsG4C/gwOLEgTNn7tw5c+bOmWtsLlm1apkyYcJkAQgQHz7EsGBRpgwdOpwCBSpWLFW0\naP/JkoULh23bNgCyZ9MOF85buXLmdps759ucuW7CW7WSJWtElixHjpyBAQMQIDhwTjly1KyZrGnT\niBHz5u2aNWsAxpMvL07cN3Pmzp0zZ+6cufjmoFmz9ukTJkwSevTIkQMglBEjunSJE8cRGTK8eHVS\npqxYsW/fqGXLBgBjRo0bOXb0+BFkSHHiwJUrd+6cOXPnWJozd23btlevSJFyECNGjRpCIkQgQsSK\nlUhQoMiSxWnZMmLEwoW7tm0bAKlTqYoTB86cuXPnzJk7Zw6suWTVqmXKhAmTBSBAfPgQw4JFmTJ0\n6HAKFKhYsVTRoiVLFi4ctm3bABQ2fDhcOG/lypn/c2zuXGRz5rpVbtVKlqwRWbIcOXIGBgxAgODA\nOeXIUbNmsqZNI0bMm7dr1qwBsH0btzhx38yZO3fOnLlz5oibg2bN2qdPmDBJ6NEjRw4oI0Z06RIn\njiMyZHjx6qRMWbFi375Ry5YNQHr169m3d/8efnz548aVGzfuXP5z5saNMwfQHK4+fWjRunChwoAB\nZcoA0KBhwAA7dhwgQUKDhqsoUQ4dYsMGGiBAAEqaPDluXDly5M65PGdOnLhx40alScOJU4MGGw4c\n+PKlQIoUFCgsWsSiTJkjR2hFiSJJ0pkz0QABAoA1q1Zx4siNG3cu7Dlz4sSZM5cMFKhcuVSoWNGg\n/4EaNQlWrLhwoVEjFGLE5MiRy4kTSJDQoHnmxw+AxYwbjxtXjhy5c5TPmQsXbtw4UGbMjBqlQIEG\nBAi4cCkgQsSDB378fJAipUePVUmSBAo0Zky0PHkA+P4NPLjw4cSLGz8+bly5cePOOT9nbtw4c+Zw\n9elDi9aFCxUGDChTBoAGDQMG2LHjAAkSGjRcRYly6BAbNtAAAQKAP7/+cePKkQNI7tzAc+bEiRs3\nblSaNJw4NWiw4cCBL18KpEhBgcKiRSzKlDlyhFaUKJIknTkTDRAgAC1dvhQnjty4cedsnjMnTpw5\nc8lAgcqVS4WKFQ0aqFGTYMWKCxcaNUIhRkyOHP+5nDiBBAkNmmd+/AAAG1bsuHHlyJE7l/acuXDh\nxo0DZcbMqFEKFGhAgIALlwIiRDx44MfPBylSevRYlSRJoEBjxkTLkwfAZMqVLV/GnFnzZs7kyGUz\nF9rcuXPmypUzZy4ZLlyhQlWq9KFEiSlTZqRIIUOGHTti7NihQ8fWsWPMmBEjpq1aNQDNnT8nRy6b\nOermzp0rR047OVyePGXKBAiQCBUqzJipQYQIDx6LFh3SpMmRI1/LliVLFizYtWnTAAAEIHDgwHHj\nrJUrZ26huXIOHUbjxYsWrU+fauDAAQeOEytWlCjJlIlSpkyKFA1r1uzYMV++rDlzBmAmzZrkyG3/\nK1fOnLlz58qRC0qulihRlizt2SOiRIkyZWwAAcKDx6FDcvr0uXPnVrFixIjdulXt2TMAZs+iTat2\nLdu2bt+CA3fOnLlz58aNO6dXb6xLl5w5I0TIBgkSkiTVsGIFBw5TpvJkynToULPKyZIJE9ZNmTIA\nnj+DBgfunDlz586FC2fuHOtzlvbsESbMjBkYHTooUtSDDBkqVGTJ6rRqVaRIz6ZNU6ZMmLBuzpwB\niC59erdu58qVO3dOnLhz3r3X2rVr2rRSpY7YsDFqFJY0aaZM0aXrlCpVjhxFkyZNmDBgwABqU6YM\nQEGDB8GBO2fO3Llz4cKZOzfxXKY6dYQJw4Mn/8eJE5gwMUmTZsqUWrUgWbJ06FCyZcuCBfPla9ux\nYwBw5tS5k2dPnz+BBgUH7pw5c+fOjRt3jinTWJcuOXNGiJANEiQkSaphxQoOHKZM5cmU6dChZmeT\nJRMmrJsyZQDgxpULDtw5c+bOnQsXztw5v+cs7dkjTJgZMzA6dFCkqAcZMlSoyJLVadWqSJGeTZum\nTJkwYd2cOQMwmnTpbt3OlSt37pw4cedgw661a9e0aaVKHbFhY9QoLGnSTJmiS9cpVaocOYomTZow\nYcCAaVOmDEB169fBgTtnzty5c+HCmTs3/lymOnWECcODJ8eJE5gwMUmTZsqUWrUgWbJ06FCyZf8A\nlwUL5svXtmPHAChcyLChw4cQI0qcKK6iOXPnzpkzd65jx3HmzF271q2bJ2fOWrVi9uhRtWq4cF3z\n5UucOGfhwnXrZs4cOG7cAAgdSlScUXPmzp0zZ+6cU6fhypWbNq1bN0zOnMmSBS1UqG3biBHLJk0a\nOXLXwoXjxq1cOXDdugGYS7cuOHDhzJk7d86cuXOAAZc7d27bNnHibGHDZsuWNVq0vHkLFmxbsmTj\nxlELFy5bNnLkvGXLBqC06dPhUpszd+6cOXPnYscGV65ctGjevIWqVu3WrWqyZHXrJkyYNmPGxo1z\nBg7ctm3lyn3btg2A9evYs2vfzr279+/iwpv/M3funDlz59KnH2fO3LVr3bp5cuasVStmjx5Vq4YL\n1zWAvnyJE+csXLhu3cyZA8eNGwCIESWKo2jO3Llz5syd48gxXLly06Z164bJmTNZsqCFCrVtGzFi\n2aRJI0fuWrhw3LiVKweuWzcAQYUOBQcunDlz586ZM3fOqdNy585t2yZOnC1s2GzZskaLljdvwYJt\nS5Zs3Dhq4cJly0aOnLds2QDMpVs33F1z5s6dM2fu3N+/4MqVixbNm7dQ1ardulVNlqxu3YQJ02bM\n2LhxzsCB27atXLlv27YBIF3a9GnUqVWvZt0aHLhy5MidO2fO3Dlz5s6d89YbHDhp0l758iVN/1qs\nVq2KFbNm7RkwYNascaN+7Jg0aeCIEQPQ3ft3cODKkSN37pw5c+fMmTt3bhs3buHCLVtWS5gwbNh6\nDRvmzBlAbdquHTt27dq3bduQIVOm7JsvXwAmUqz47Vs5cuTOnTNn7pw5c+fOhSspThw3bsCSJbt2\nrdiuXcqUZcs27dcvadK+VatWrBgyZN58+QJg9ChScODKkSN37pw5c+fMmTt3rhs2bODAPXumixix\na9eO+fLlzFm2bNSCBZs2jdu1a8WKOXP27dcvAHr38u3r9y/gwIIHgwNXjhy5c+fMmTtnzty5c94m\ngwMnTdorX76kSYvVqlWxYtasPQMGzJo1bv+qjx2TJg0cMWIAZtOuDQ5cOXLkzp0zZ+6cOXPnzm3j\nxi1cuGXLagkThg1br2HDnDnTpu3asWPXrn3btg0ZMmXKvvnyBeA8+vTfvpUjR+7cOXPmzpkzd+5c\nuPzixHHjBgxgsmTXrhXbtUuZsmzZpv36JU3at2rVihVDhsybL18AOHb0CA5cOXLkzp0zZ+6cOXPn\nznXDhg0cuGfPdBEjdu3aMV++nDnLlo1asGDTpnG7dq1YMWfOvv36BQBqVKlTqVa1ehVrVnDguJkz\ndw7sOXPnyJ4zJ04cN27jxn2LFg0aNG7evC1bhg0buHHjtGkDR45cuXLfvoXLlg1AYsWLwYH/42bO\n3DnJ58xVPnfOXLhw27aRIxfOWmhr3sSJu3bNmzdx5cp16xauXOxy376F27YNQG7du71502bO3Dnh\n58ydM25cnDhw4MqVE1cNejVw4sRdu8aNmzhy5LZtE0eOXLly27aBu3YNQHr1679922YOvrlz58yd\ns28/XDht2siREwfQmrVs2cCJE3ftWrdu4siR06YNHDly5cp9+xZu2zYAHDt6/AgypMiRJEsyYybu\n27dz58SJMwfz3Dlw48aFCydO3LRu3bJl6/bs2bdv2rSF06ZNnDhv48Zt2xYunDdt2gBYvYq1WbNx\n4MCdOydOnLmx586BI0fu27dw4ah9+7Zt/xu4atXChevWbdy2bePGgRs3bts2cOC8ZcsGILHixcmS\nifPm7dw5ceLMWT53Lhw5cuDAkSOHDRw4btzAWbMGDhw3buGyZRs37ps4cdiwffu27do1ALx7+162\nbNy3b+fOhQtnLvm5c+HIkQMHbtw4bOHCefMW7to1ceK8eROXLdu4cd7Gjdu2LVw4b9myAXgPP778\n+fTr27+Pnxkzcd++nQN4Tpw4cwXPnQM3bly4cOLETevWLVu2bs+effumTVs4bdrEifM2bty2beHC\nedOmDcBKli2bNRsHDty5c+LEmcN57hw4cuS+fQsXjtq3b9u2gatWLVy4bt3Gbds2bhy4cf/jtm0D\nB85btmwAvH4FmyyZOG/ezp0TJ87c2nPnwpEjBw4cOXLYwIHjxg2cNWvgwHHjFi5btnHjvokThw3b\nt2/brl0DEFny5GXLxn37du5cuHDmPJ87F44cOXDgxo3DFi6cN2/hrl0TJ86bN3HZso0b523cuG3b\nwoXzli0bAOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt3b+H\nH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IMKXIk\nyZImT6JEGCkSsZbOXjr7Vq0aNGjWvHn/U6aMGLFj1qz58pVrKDRot27VypVLmrRgTpMlgwbtGC1a\nAK5izSpJEjJjxqBBixYNnDVr0qRV48aNGDFgwIJFi3brVi5duqZNu3XLFi9e0qQFC4wM2bNnxWjR\nAqB4MWNHjogJE8ZsMjNv06Y9e0atWzdlyogRS2bNmi9ft3z5WrZMFutatZgx2+XLFzFiyZINc+UK\nAO/eviVJKib82TNnzrxRo/bs2TRv3pgxO3ZsmTZtwYL56tUrWjRatHDZsiVNmi9hwpIlixbtWK1a\nAN7Djy9/Pv369u/jDxas2bNn3QB2AzfQm7dv355Zs0aNmjJln4YNU6bMVaFCsGD58vUJ/xMmXryS\nmTIVK9auXcdYsQKwkmXLYcOgRYv27Rs4cOK+5fx2rFq1adN48QI0a1awYKIOHYIFa9iwUIsW5cp1\njBMnV65y5Sp26hQAr1/BBgumrFkzbty8efvWrdu3b9SwYbt2LVkyVMWKIUNmq1GjWbN69bIECVKt\nWsJAgbJlS5cuYatWAZA8mfKwYc2cOfv2DRy4cN68gQMnrVu3bNmQITPFjJkzZ7wWLfLl69gxUIAA\nyZJ1jBOnVq127Tr26hUA48eRJ1e+nHlz58+dOQu2bdu3b+TIfRs3zpy5cdSoceM2btwxU6aECaNW\nq1akSMWKQfv1y5Urad68WbMmTJi1aP8AowEYSLDgs2fEuHELF65cOXDkyJkzBw4atGvXwoUbVqkS\nMWLWbt26dMmYMWnAgK1aJa1bN2nSggWbBg0agJs4czpzBmzbtm7dxo3rNm5cuXLisGHjxk2cOGm4\ncClTlg0YsEuXhAmD1qvXqVPKrFmLFs2XL2rNmgFYy7bts2fEuHEDB44cOW/jxpkzN44bt2/fyJGz\nxosXNGjfevWCBOnYsWu7dnHiBC1btmnTggWzFi0agM+gQ4seTbq06dOonTkLtm3bt2/kyH0bN86c\nuXHUqHHjNm7cMVOmhAmjVqtWpEjFikH79cuVK2nevFmzJkyYtWjRAGjfzv3ZM2LcuIX/C1euHDhy\n5MyZAwcN2rVr4cINq1SJGDFrt25dumTMmDSAwICtWiWtWzdp0oIFmwYNGgCIESU6cwZs27Zu3caN\n6zZuXLly4rBh48ZNnDhpuHApU5YNGLBLl4QJg9ar16lTyqxZixbNly9qzZoBIFrU6LNnxLhxAweO\nHDlv48aZMzeOG7dv38iRs8aLFzRo33r1ggTp2LFru3Zx4gQtW7Zp04IFsxYtGgC8efXu5dvX71/A\ngaNFA6dN27lz3ryZI0fu3Dlr48ZlyzZuXKlhw2zZwjbK8yhatKIFCyZMmLRu3bRpy5aNW7VqAGTP\npi1NWrhu3c6dAwfuXLly584xAwdu/9o0cOAywYLlypU1Vapu3erVa1qvXr58Ndu2LVs2a9a2TZsG\nwPx59NGifcuW7dy5b9/OkSN37hw2cuS8eSNHbhdAadKIEdOGCtWsWbJkOcOFq1atY9WqXatYUZo0\nABo3cpQmLdy2befOfft2jhy5c+emjRvXrVu5crWuXTNmDFymTLduwYJlzZUrWbKOYcOm7ai2bdSo\nAWjq9CnUqFKnUq1qNVo0cNq0nTvnzZs5cuTOnbM2bly2bOPGlRo2zJYtbKPmjqJFK1qwYMKESevW\nTZu2bNm4VasG4DDixNKkhevW7dw5cODOlSt37hwzcOCmTQMHLhMsWK5cWVOl6tatXv+9pvXq5ctX\ns23bsmWzZm3btGkAdvPuHS3at2zZzp379u0cOXLnzmEjR86bN3LkdkmTRoyYNlSoZs2SJcsZLly1\nah2rVu0aevTSpAFo7/69NGnhtm07d+7bt3PkyJ07Nw3guHHdupUrV+vaNWPGwGXKdOsWLFjWXLmS\nJesYNmzaOGrbRo0aAJEjSZY0eRJlSpUrpUm7Fi4cOXLlyp0zd9McOXPmqFHbto2WM2eYMPnq0+fX\nr06dgrlyde1asG1Tt40b1+3bNwBbuXadNk2bOHHlypkzd85cWnPizJljxkybNlHQoEWKNAwRImXK\nRo0qpkpVtWq5sGGrVm3cuG3fvgH/cPwYsjRp1sKFI0euXLlz5jibK2fO3LZt3bodu3ZNlapikiQF\nC6ZJEy5QoJQpwyVNWrVq3rxp8w0AeHDh06ZlEyeuXDlz5s6Zc+783Llt2759Q/bt26tX0AQJSpbM\nkiVjihRJkzbLmrVo0cCB08aNGwD58+nXt38ff379+6VJuwYwXDhy5MqVO2cuoTly5sxRo7ZtGy1n\nzjBh8tWnz69fnToFc+Xq2rVg20puGzeu27dvAFq6fDltmjZx4sqVM2funLmd5sSZM8eMmTZtoqBB\nixRpGCJEypSNGlVMlapq1XJhw1at2rhx2759AwA2rFhp0qyFC0eOXLly58y5NVfO/5y5bdu6dTt2\n7ZoqVcUkSQoWTJMmXKBAKVOGS5q0atW8edMGGYDkyZSnTcsmTly5cubMnTMHGvS5c9u2ffuG7Nu3\nV6+gCRKULJklS8YUKZImbZY1a9GigQOnjRs3AMSLGz+OPLny5cybY8MGrlu3c+fMWffmrVw5V8GC\nsWLFiFEFChSYMDFx4UKDBmTIvHi/YkWlJ0/WrEGDhtmkSQD6+wcIQCCAbdvGfft27pw5ht++mTPX\nJ1SoU6fChHnAgEGWLCkkSHDggAwZGiVKiBChyIgRK1a2bGG2aBEAmjVtYsP2bdu2c+fK/fz27dw5\naMyY9eqVKlULFiy6dJmBAcOCBf9kyNBo0WLECEVJkvjx06fPsUyZAJxFm1abtnDcuJ07Z07ut2/n\nzhE7dmzXLlKkNLRoIUbMCwUKDBiQIqXEhQsOHAwiQuTMmS5dimnSBEDzZs6dPX8GHVr06HDhqJEj\nV66cOdasz53jpk2bMmXJkg1x4SJOHDInTtiwwYkTIj58AAEa1qyZMmXIkHW7dg3AdOrVxYnDVq6c\nOXPnvJszd+5cM2bMYsUCBgzHiBF16oBRoYIGDU6cHK1Z06ePr2LFggEMJkxYtmrVACBMqBAcOGjk\nyJUrZ27ixHPnxIULd+2aNWt/1KiJFElQjhw1avjx4yZMmDVrZPHiRYxYsWLWokX/A6BzJ89w4aSR\nI2fO3Llz5o6eOxeuW7dq1bZtG3PkSKRIizRo4MCBDJk1SZJYsVLLly9hwoYN03btGoC2bt/CjSt3\nLt26dsOFo0aOXLly5v7+PXeOmzZtypQlSzbEhYs4ccicOGHDBidOiPjwAQRoWLNmypQhQ9bt2jUA\npk+jFicOW7ly5sydi23O3LlzzZgxixULGDAcI0bUqQNGhQoaNDhxcrRmTZ8+vooVCxZMmLBs1aoB\nyK59Ozhw0MiRK1fOHHny586JCxfu2jVr1v6oURMpkqAcOWrU8OPHTZgwawCukcWLFzFixYpZixYN\nQEOHD8OFk0aOnDlz586Z03ju/1y4bt2qVdu2bcyRI5EiLdKggQMHMmTWJElixUotX76ECRs2TNu1\nawCABhU6lGhRo0eRJtWmzdy4cefOgQN3zpy5c+dQrVrly9emTRYWLIgRo8SLFwsWOHGiZNEiKVJi\nFSv27JkvX9iiRQOwl2/fbt3OkSN37hw4cOcQI4aTJ8+jR2zYLDBgwISJFDp0XLhw5YqROnVq1PiE\nC5cyZbt2WWvWDEBr16+zZTMnTty5c+LEndOtmxgzZtWqCRMWRIOGKlV4wIDx4IEQITPGjClRQhIn\nTsiQCRMmLVkyAN/Bh9+2zZw4cefOiRN3zpy5c+d8BQtGjdqxYyQ0aJgyRQgFCv8AEyRQoWKFEycZ\nMhDixOnYsWDBrDFjBqCixYsYM2rcyLGjR23azI0bd+4cOHDnzJk7dw7VqlW+fG3aZGHBghgxSrx4\nsWCBEydKFi2SIiVWsWLPnvnyhS1aNABQo0rt1u0cOXLnzoEDd65rVzh58jx6xIbNAgMGTJhIoUPH\nhQtXrhipU6dGjU+4cClTtmuXtWbNAAgeTDhbNnPixJ07J07cucePiTFjVq2aMGFBNGioUoUHDBgP\nHggRMmPMmBIlJHHihAyZMGHSkiUDQLu27W3bzIkTd+6cOHHnzJk7d85XsGDUqB07RkKDhilThFCg\nkCCBChUrnDjJkIEQJ07HjgX/C2aNGTMA6NOrX8++vfv38OODm2/O3Ln7+PGTK1eOGTOA06YRyZTJ\ni5dEGzYQIpQnTy06dKxZ86VNGzZs5cqB4wjA40eQ4kSaM3fO5MmT3siRw4Xr2bMUixZt2bLIggVK\nlPDgoSVGjDNnr6ZNQ4aMHLlu3rwBYNrU6bdv3cqVO3fOnLlzWbOWM2du2zZw4Czt2tWnz6UWLRAh\nkiPnEhcutWqNOnZs2TJw4LhlywbA71/A4ASXK3fO8OHD5s6d27YNHLhG0qQFCpSqQgVChL588VSj\nBi1al549I0Zs3DhuqQGsZt3a9WvYsWXPpi1OnDly5M7t3m3O3LlzzqhRs2bN/40bFAsWSJK0AAUK\nBgwqVapw5AgQIMOsWAEEaM8eb58+ASBf3vy4cebKlTvXvr05c+fO2dq1y5kzFiw0HDhQqBBABSFC\nLFjw6ROFHDlMmKgVJMiePXTobJMkCQDGjBrBgSMnTty5kCHNmTt3Dty3b9y4tWo1hQWLTp0skCBx\n4AAgQA1w4FChwlSPHpYs4cFzDRQoAEqXMg0Xrty4ceemTjVn7ty5bd+2flOlagUJEqZMQYgQ4cAB\nRowUpEghQUIoFy7q1JkzJ5smTQD28u3r9y/gwIIHExYnzhw5cucWLzZn7tw5Z9SoWbPmxg2KBQsk\nSVqAAgUDBpUqVThyBAiQYf9WrAACtGePt0+fANCubXvcOHPlyp3r3ducuXPnbO3a5cwZCxYaDhwo\nVEhBiBALFnz6RCFHDhMmagUJsmcPHTrbJEkCYP48enDgyIkTd+79e3Pmzp0D9+0bN26tWk1hwQJg\np04WSJA4cAAQoAY4cKhQYapHD0uW8OC5BgoUAI0bOYYLV27cuHMjR5ozd+7ctm8rv6lStYIECVOm\nIESIcOAAI0YKUqSQICGUCxd16syZk02TJgBLmTZ1+hRqVKlTqZIjt82cuXNbuXLtFi3aqlW+fGmI\nEAFH2g0bYMBQpEiOI0eLFi27dk2aNGjQvnnzBgBwYMHlynUzZ+5c4sTmzJ3/O3csWLBDh3DhqvDg\ngQ4dM0CAePGiUKE8cuTAgdPLmLFly4wZ68aNGwDZs2mPG3fNXG5z53j3PkcuXLhq1ahRK9OkiRw5\nZFI0T8GGjRY009HI8uUrWTJgwLBVqwYAfHjx48ZdM2fuXHr16suNG3ft2rZtUmjQyJLFjAMHFSoY\nMQKQCg4cR464mjUrWbJhw7ZhwwYgosSJFCtavIgxo0Zy5LaZM3cupEiR3aJFW7XKly8NESLgeLlh\nAwwYihTJceRo0aJl165JkwYN2jdv3gAYPYq0XLlu5syde/rUnLlz544FC3boEC5cFR480KFjBggQ\nL14UKpRHjhw4cHoZM7Zs/5kxY924cQOAN6/eceOumftr7pzgwefIhQtXrRo1amWaNJEjh0yKySnY\nsNGCJjMaWb58JUsGDBi2atUAmD6Nety4a+bMnXsNG3a5ceOuXdu2TQoNGlmymHHgoEIFI0ao4MBx\n5IirWbOSJRs2bBs2bACqW7+OPbv27dy7ewcH7pw5c+fOlSt3Ln36XLhw9eq1aBGEBg1MmChBg8aE\nCV++rAF46lScOMSePbNmjRq1cNeuAYAYUeK4cefMmTt3rly5cx07OvrzhxUrJUokFCgAAgSKEyca\nNKhShUukSFOm3FKmTJo0Z868WbMGQOhQot68nStX7ty5cuXOPX06jdtUbv/KlBFZscKNmxs0aGDA\nwISJEkWKihRBVasWNGjKlGWDBg3AXLp1wYE7V67cuXPlyp0DDNgZNWrbtkmTRmLChCZNYEiQgABB\nihQrrFj58IGRK1fLljFjlg0aNAClTZ9GnVr1atatXYMDd86cuXPnypU7lzt3Lly4evVatAhCgwYm\nTJSgQWPChC9f1pw6FScOsWfPrFmjRi3ctWsAvH8HP27cOXPmzp0rV+7c+vWO/vxhxUqJEgkFCoAA\ngeLEiQYNqgCswiVSpClTbilTJk2aM2ferFkDIHEiRW/ezpUrd+5cuXLnPn6cxm0kN2XKiKxY4cbN\nDRo0MGBgwkSJIkVFiqD/qlULGjRlyrJBgwZgKNGi4MCdK1fu3Lly5c5BheqMGrVt26RJIzFhQpMm\nMCRIQIAgRYoVVqx8+MDIlatly5gxywYNGoC6du/izat3L9++fsUBNmfuHOHChb+NG2fLFjFiErBg\nyZEjjgMHb9548dIKDRpq1Gpt2wYNWrly38SJA6B6NWtyrs/Bji37XDRv3kaNkiULgREjNGikceCg\nTJkrV1xRocKMGatr15IlK1fOW7hwAK5jzx5uuzlz576DB29u/LZt2bKNefXKjBk+ESK8eZMlC6Uj\nR169ynTs2LBh4QCG07ZtGwCDBxGKEzfOnLlzDyFCNHfuXLZs3LjhAAWq/0mTOwMG4MABBIigEiVE\niVK0bFmuXOLEWePGDUBNmzdx5tS5k2dPn+PGmStX7lzRouXKnTvnKVasXr0gQEAQIMCYMQMoUHDg\nYNEiCTNm/Phxq0mTL1/AgOkmSBAAt2/hlit3zpy5c3fvmjN37pykRIl69UKAwECAAGTICJAgAQGC\nQIEepEjBgoUsHDi6dMGCZRshQgBAhxYtTpw5cuTOpU5tzty5c95ga9PGiZOKChUwYUJgwcKBA4gQ\nKfDhAwUKVzt25MkDB841SZIARJc+nRw5c+XKndOu3Zy5c+eoadPWrZsaNRQWLKhUScCBAwECjBkz\nYMIEBgxKnTixZo0WLf8AqT16BKCgwYMIEypcyLChw3HjzJUrd65ixXLlzp3zFCtWr14QICAIEGDM\nmAEUKDhwsGiRhBkzfvy41aTJly9gwHQTJAiAz59Ay5U7Z87cuaNHzZk7d05SokS9eiFAYCBAADJk\nBEiQgABBoEAPUqRgwUIWDhxdumDBso0QIQBw48oVJ84cOXLn8uY1Z+7cOW+AtWnjxElFhQqYMCGw\nYOHAAUSIFPjwgQKFqx078uSBA+eaJEkAQoseTY6cuXLlzqlWbc7cuXPUtGnr1k2NGgoLFlSqJODA\ngQABxowZMGECAwalTpxYs0aLFmqPHgGYTr269evYs2vfzr1cuW7mzJ3/Gz/enLlz54bhwkWI0KlT\nBhQoOHFCRIQILVrcuYOnTx+AfPgco0bt2bNjx7gtBNDQ4UNz5sKdo1jxnDlz586lEiUKDJhKlQIc\nOJAixQUHDkyYYMNGjRkzb94Ea9Zs2TJhwrht2wbA50+g5MhpM2fu3FGkSMmBA+fMWbNmN1Kk0KED\nCQUKHDicOXNky5YzZ17t2mXMmDBh2ahRA9DW7dty5bido1vX7rlw3LgFC3bsmAUIEEqUSAEAQIIE\nNGisAAFChgxUrVoFC1arVjZt2gBs5tzZ82fQoUWPJl2uXDdz5s6tXm3O3Llzw3DhIkTo1CkDChSc\nOCEiQoQWLe7cwdOn/w8fPseoUXv27NgxbtEBTKde3Zy5cOe0bz9nzty5c6lEiQIDplKlAAcOpEhx\nwYEDEybYsFFjxsybN8GaNVu2TBhAYdy2bQNg8CBCcuS0mTN37iFEiOTAgXPmrFmzGylS6NCBhAIF\nDhzOnDmyZcuZM6927TJmTJiwbNSoAahp82a5ctzO8ezp81w4btyCBTt2zAIECCVKpAAAIEECGjRW\ngAAhQwaqVq2CBatVK5s2bQDGki1r9izatGrXshUn7pw5c+fOlSt37u7dQVOmTJpkxIgCAQIsWJgQ\nIoQBA1WqYJEk6csXXtCgOXNGjJg3atQAcO7smRy5c6JFlyt37vRpNP9FilCilCLFAgECPHhwAAIE\nAgRJkvxQpIgHj1jHjjVrZsyYN2nSADBv7hwcuHPmzJ07Z87cuezZp2HDVq0aMWInHjzIkaMCCRIG\nDDBhguPOnSFDRtmyxYyZMWPZnj0D4B8gAIEDAYQLd86cuXPnzJk79/Chsl27nDmjRQvCgQMuXERI\nkCBAgA0bHty44cCBHU+ekCFLlmwbM2YAaNa0eRNnTp07efYk9/NcUKFDz1kTJ44UKWDADkCBwoIF\nFgYM7Njx4sXVmjXWrOXatk2ZsnLluoEDBwBtWrXlypE79xZu3HPIvHmLFClWLAE4cLhwkcWBgzRp\nunQZ5cSJMmWvqlX/I0aMHDlt374BsHwZszhx4cyZO/cZNOhy5sxRoyZNmg06dJAg0YIAARUqXLgY\nOnLk1i1SypQVKyZOXLZt2wAUN358XHJz5s41d+6cnDlz0KBNm4aBDh0aNNQAAPDiBQ4cfTRoCBUq\nULJkvHiRI6eNGzcA8+nXt38ff379+/mT8w/wnMCBBM9ZEyeOFClgwA5AgcKCBRYGDOzY8eLF1Zo1\n1qzl2rZNmbJy5bqBAwcgpcqV5cqROwczpsxzyLx5ixQpViwBOHC4cJHFgYM0abp0GeXEiTJlr6pV\nI0aMHDlt374BuIo1qzhx4cyZOwc2bNhy5sxRoyZNmg06dJAg0YIA/wEVKly4GDpy5NYtUsqUFSsm\nTly2bdsAGD6MeJxic+bOOX78mJw5c9CgTZuGgQ4dGjTUAADw4gUOHH00aAgVKlCyZLx4kSOnjRs3\nALRr276NO7fu3bx7kyN3rly5c8SJmzN37tymUaN27XrwQIIAAWvWDNCgoUGDR4845MgRJAgvIkTE\niDFjhlugQADau39frtw5c+bO2bdfrty5c5L48AG4a9eCBRMIEFCjJgAGDA8eTJqEQYeOGjV4+fCR\nJs2WLdn8+AEQUuRIceLKkSN3TqXKcuXOnZtmzVq0aGTIoHjwYM4cABo0HDgQKFCDIEF69HgFBQoh\nQnToWKtUCcBUqv9VyZEzV67cOa5czZk7d86ZNWvXrlGh8mDBAjx4ABw4IEDAoEEARIh48ICVCBFx\n4pAhkw0RIgCFDR9GnFjxYsaNHZMjd65cuXOVK5szd+7cplGjdu168ECCAAFr1gzQoKFBg0ePOOTI\nESQILyJExIgxY4ZboEAAfP8GXq7cOXPmzh0/Xq7cuXOS+PDZtWvBggkECKhREwADhgcPJk3CoENH\njRq8fPhIk2bLlmx+/ACAH1++OHHlyJE7lz9/uXLnzgGcZs1atGhkyKB48GDOHAAaNBw4EChQgyBB\nevR4BQUKIUJ06FirVAkAyZImyZEzV67cuZYtzZk7d86ZNWvXrlH/ofJgwQI8eAAcOCBAwKBBAESI\nePCAlQgRceKQIZMNESIAVq9izap1K9euXr+WK/fNnLlzZs2aM3funCtZsr58IUUqwYIFJUqMmDBB\nhow3b/4QIjRoEK9nz44dQ4YsmzZtAB5DjlyuHLhzli+fK1fu3DlNsmQ9ecKJU4IHD0iQSEGBggwZ\nbdq8UaMGDx5cx44Ry01MW7ZsAH4DD06O3DZz5s4hT57827VrtWoJE5Zi+osXPy5ckCEDDRovY8bg\nwaOKGLFjx4gRq0aNGoD27t+TI9fNnLlz9u/f97ZtW6xYxAASe8CBw4gRLQYMuHBBhgwcKVIUKULK\nlatixXr1upYt/xsAjx9BhhQ5kmRJkyfLlftmztw5ly7NmTt3zpUsWV++kCKVYMGCEiVGTJggQ8ab\nN38IERo0iNezZ8eOIUOWTZs2AFexZi1XDtw5r1/PlSt37pwmWbKePOHEKcGDByRIpKBAQYaMNm3e\nqFGDBw+uY8eIBSamLVs2AIcRJyZHbps5c+cgR4787dq1WrWECUux+cWLHxcuyJCBBo2XMWPw4FFF\njNixY8SIVaNGDUBt27fJketmztw5379/e9u2LVYsYsQecOAwYkSLAQMuXJAhA0eKFEWKkHLlqlix\nXr2uZcsGgHx58+fRp1e/nn17ceLOmTN37ly5cufw40cEBownT/8Af/yYECBAiRIaZMhQoCBNGi+Q\nIC1ZsmvZMmXKihXb1qwZgI8gQ44bd86cuXPnyJE7x5KlnShRPn2aMeNCgAAqVHB48WLBgjJloiBC\n1KRJrmLFmjULFozbs2cAokqd+u3buXLlzp0rV+6cV6/FePF69kyUqBsWLCxZAuLGDQQIyJABwoiR\nFSuxcOFSpkyYsG3NmgEYTLgwOHDnzJk7d86cuXOQIe/ChYsaNVCgPjhw0KRJhgoVCBDAgaPCkycU\nKEhq1cqZs169uEmTBqC27du4c+vezbu373Hjwpkzd+6cOXPnzJkrV26VMmVw4Pz5Q0CDBhAgjmTI\nYMUKGDCgzJj/OXbM1LVrwYKBA3dt2zYA8OPLHzcunDlz586ZM3fOnDmA5Mh9AgbMjp1BgwaMGHHi\nhJMPH6RIAQNGkhUruHB5cubMl69w4axt2wbA5EmU4cJ5M2fu3Dlz5s7NNGcO3Ldvw4bNmvWCC5ck\nSZSMGBElChkyhNKkmTUr07FjwYJ582YNGzYAWbVuFScunDlz58SOHfsNHLhdu2jRmoADhwoVQwoU\nAAECBowyIkRIkoSIGLFdu8SJo9atGwDEiRUvZtzY8WPIkceNC2fO3Llz5sydM2euXLlVypTBgfPn\nDwENGkCAOJIhgxUrYMCAMmPm2DFT164FCwYO3LVt2wAMJ158/9y4cObMnTtnztw5c+bIkfsEDJgd\nO4MGDRgx4sQJJx8+SJECBowkK1Zw4fLkzJkvX+HCWdu2DcB9/PnDhfNmzhzAc+fMmTtn0Jw5cN++\nDRs2a9YLLlySJFEyYkSUKGTIEEqTZtasTMeOBQvmzZs1bNgAsGzpUpy4cObMnatp0+Y3cOB27aJF\nawIOHCpUDClQAAQIGDDKiBAhSRIiYsR27RInjlq3bgC2cu3q9SvYsGLHkiVHzhw5cufWnjMXLhw4\ncF1evNCjBwCABgQINGkCwIIFBAjo0MEwZAgNGq6MGPHjx4qVaXnyAKhs+TI5cubIkTt3zhxoceK6\ndduCAwcfPv8AADgQIGDKlAAaNCRIAAhQByhQaNCAdeRInz5UqESrUwcA8uTKxYkjN27cuejnzI0b\nd+6cNFu2jh3DgaOGBQt06BxYseLBA0KEQHz5IkTIKS5cKlWCAweaIUMA9vPvPw7guHIDzxUsWK7c\nuXO/QoXixatECQkKFGzZEmDBggEDtGgpIEKEBg2pYsQwY8aKlWdu3ABw+RJmTJkzada0eZMcOXPk\nyJ3zec5cuHDgwHV58UKPHgAAGhAg0KQJAAsWECCgQwfDkCE0aLgyYsSPHytWpuXJAwBtWrXkyJkj\nR+7cOXNzxYnr1m0LDhx8+AAA4ECAgClTAmjQkCABIEAdoED/oUED1pEjffpQoRKtTh0Amzl3FieO\n3Lhx50ifMzdu3Llz0mzZOnYMB44aFizQoXNgxYoHDwgRAvHlixAhp7hwqVQJDhxohgwBcP4c+rhx\n5aifs269XLlz536FCsWLV4kSEhQo2LIlwIIFAwZo0VJAhAgNGlLFiGHGjBUrz9y4AQAQgMCBBAsa\nPIgwoUKF5MhxMwfR3Llz5siRGzeOUZ8+c+aIESNBgwYkSFDEiPHiRaFCff784cNHF7KZyHz5ulat\nGoCdPHuWK9fNnNCh5ciRCxduDhw4a9Zw4eKAA4cjR1jo0BEjBiFCd/z4uXNnV7BgxIjp0nWtWjUA\nbNu6HTfu/1q5cubMnTtnrlw5c+awJUuGCxcrVkeKFIkT54gOHUiQDBpUhxEjQoRyHTvGjFmwYNeo\nUQMAOrRocuSymTN3LvU5c6xZXxMmbNYsUKAyqFAxZUoKCRJAgMCCRciRI1iwtKpVixgxW7ayWbMG\nILr06dSrW7+OPbv2cOHOmTN37hw4cObOmT/H5sgRV66ECOkQIYIePSqyZNmxAxWqRZEi3QF4R1m0\naL9++fLVbdkyAA0dPgwX7pw5c+fOfftm7tw5c+bwePFCixYOHBwgQNizx4YWLT58tGpl6dKlPn2Y\nNWsWLJgvX92UKQMQVOhQb97OlSt37pw4ceecOvVFjFi2bP+/fo2ZMqVWrTNq1HjxcuvWplKlQIFq\nBg3asWPEiHFDhgzAXLp1wYE7Z87cuXPlyp0DDDjXrFnSpHHi9KJDB0uWXvDgESKEJ09M+vSBAkXY\nr1/AgPHixQ0ZMgClTZ9GnVr1atatXYcLd86cuXPnwIEzd073OTZHjrhyJURIhwgR9OhRkSXLjh2o\nUC2KFOnOHWXRov365ctXt2XLAHwHHz5cuHPmzJ079+2buXPnzJnD48ULLVo4cHCAAGHPHhtatAD0\n4aNVK0uXLvXpw6xZs2DBfPnqpkwZgIoWL3rzdq5cuXPnxIk7J1KkL2LEsmX79WvMlCm1ap1Ro8aL\nl1u3NpX/KgUKVDNo0I4dI0aMGzJkAI4iTQoO3Dlz5s6dK1fuHFWquWbNkiaNE6cXHTpYsvSCB48Q\nITx5YtKnDxQown79AgaMFy9uyJAByKt3L9++fv8CDixYHGFz5s6dM2fuHGPG2caN69Vr2rQ5x459\n+gRt06Zt23796kaM2LhxzcKF27bNnDlw3rwBiC179rja5sydy61btzZx4oIFo0atzLFjnDgxy5SJ\nG7dgwbYdOzZuHDRx4rJlM2fOW7duAL6DDw8OXDhz5s6dM2fuHHv25MyZ8+YtXLhg2rQBA1YtVqxt\n2wAWK5Zt2bJx46iFC9etW7ly4LZtAzCRYsVw4cSZM3eO/2PHjuXOncOGDRw4TdSovXo1TZCgatVu\n3cJmy5Y4ccjChdOmzZw5bz8BBBU6lGhRo0eRJlUqjqk5c+fOmTN3jirVbOPG9eo1bdqcY8c+fYK2\nadO2bb9+dSNGbNy4ZuHCbdtmzhw4b94A5NW7d1xfc+bOBRYsWJs4ccGCUaNW5tgxTpyYZcrEjVuw\nYNuOHRs3Dpo4cdmymTPnrVs3AKdRpwYHLpw5c+fOmTN3jjZtcubMefMWLlwwbdqAAasWK9a2bcWK\nZVu2bNw4auHCdetWrhy4bdsAZNe+PVw4cebMnRM/fny5c+ewYQMHThM1aq9eTRMkqFq1W7ew2bIl\nThyycP8Aw2nTZs6ct4MAEipcyLChw4cQI0oEB64cOXLnzpkzd86cuXPnpkmT5s3brVugePGCBo3X\nrl3QoGnThi1YsGzZumnTFiwYNGjhdu0CQLSo0XDhypEjd+6cOXPnzJk7d45atGjdusWK9enVK2jQ\nZPXqtWxZtmzUggW7dq3btm3EiEGDBi5YMAB48+r15o2cOHHnzpkzd86cuXPnwokTFy4cN27FkCG7\ndm1ZsGDLlmXLZq1YsWzZunnzxoxZtWrfhg0DwLq1a3DgypEjd652bXPmzp0T9+2bOHHZssnSpStb\nNlauXPnyNW3asV69pk3jli1bsGDQoIHr1QuA9+/gw4v/H0++vPnz4MCVI0fu3Dlz5s6ZM3fu3DRp\n0rx5u3ULFC+AvKBB47VrFzRo2rRhCxYsW7Zu2rQFCwYNWrhduwBs5NgxXLhy5MidO2fO3Dlz5s6d\noxYtWrdusWJ9evUKGjRZvXotW5YtG7Vgwa5d67ZtGzFi0KCBCxYMwFOoUb15IydO3Llz5sydM2fu\n3Llw4sSFC8eNWzFkyK5dWxYs2LJl2bJZK1YsW7Zu3rwxY1at2rdhwwAMJlwYHLhy5MidY8zYnLlz\n58R9+yZOXLZssnTpypaNlStXvnxNm3asV69p07hlyxYsGDRo4Hr1AlDb9m3cuXXv5t3bNzhw28yZ\nO1f8/5w55OfOlfPmTZq0cOG2QYMmTVq3cOGqVevWTRw5ct26gStXvty3b+G4cQPQ3v17cOC4mTN3\nzv45c/nPnSvnzRvAadPAgdPGjBk0aNzChatWbds2ceTIceMWrhzGct++iePGDQDIkCK9ectm7qS5\nc+fMnWt5zty4ceDAkSM3zpo1bdrCjRs3bVq3buLKldOmLRw5cubMffsWbts2AFKnUgUHbps5c+e2\ncu0qTpw3b+TIgatWTZq0b968NWt27Vq4ceO0aftW7m45cHq5cQPg9y/gwIIHEy5s+HCzZuPAgTt3\nDhw4c5LPnesmTly3bt68QfPmbdu2b9SoiRPnzds4bf/axo37Nm4cN27ixHnDhg0A7ty6nTkbBw7c\nuXPixJkrfu6ct3DhunXjxq3Ztm3atHWjRg0cOG/exnXrNm4cOHLkuHETJ+6bNm0A1rNvjwxZuG7d\nzp0DB84c/nPnxJEjFw5gOHLktoULx41bOGzYxInz5m0cN27jxn0jR44bN3HivGHDBgBkSJHPnpEL\nF+7cOXLkzrVsKa5cOXHixo2r5s3btm3dpEn79o0bN3HatIULB44cuW3bwoXzdu0aAKlTqVa1ehVr\nVq1bmzUbBw7cuXPgwJkze+5cN3HiunXz5g2aN2/btn2jRk2cOG/exmnTNm7ct3HjuHETJ84bNmwA\nGDf/duzM2Thw4M6dEyfOXOZz57yFC9etGzduzbZt06atGzVq4MB58zauW7dx48CRI8eNmzhx37Rp\nA/AbeHBkyMJ163buHDhw5pifOyeOHLlw4ciR2xYuHDdu4bBhEyfOm7dx3LiNG/eNHDlu3MSJ84YN\nGwD58+k/e0YuXLhz58iROwfwnMBz4sqVEydu3Lhq3rxt29ZNmrRv37hxE6dNW7hw4MiR27YtXDhv\n164BOIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKta\nvYo1q9atXLt6/Qo2rNixZMuaPYs2rdq1bNu6fQs3/27OR4+QHTv27Bk0aOCsWZs27dq3b8uWGTOm\nzJq1XYxx4Xr27JbkXbuiRSMmTFiyZM2aFZs1C4Do0aQfPTJWrFizZs6cgaNGbdo0a926IUM2bJgw\nadJq1cIFnBkzWbJq4cL17Bmw5ceOOXNGjBYtANSrW4cEiZh2Z9ydfatWjRq1a968OXN27FgzbNiA\nAesFX5o0XLhu7dolTdqvYMGQIQPozNkxWbIAHESYUJKkZMeORYMYLZw1a9OmYQsXjhkzZMiYZcv2\n61cwXrymTatVS9etW9So9QoWDBmyaNGO2bIFQOdOnj19/gQaVOjQYcOcRYsGDly4cOK+fQsXTlo2\nqv/ZihVzBAzYsWOo+vR59QoYsEiPHt26hSxUKFeuatUiduoUALp17Q4b1ixatG/fwIET9+2bN2/L\nqFGrVo0YsUa8eBEj9okPH1GiePHSlCiRLFnEPHlSpYoWrWGiRAFAnVp1sGDNXHfr5s1buG/fwIHL\n1q2bNm3SpM1SpowZs12UKO3aRYyYKEeOatUiBgpUrFi3bhFjxQrAdu7diRF7Fi3at2/hwo379i1c\nuGbbtmnTliyZp2bNnj3DBQiQLVvIkAHMFChQrVrHQIFSpYoXL2SsWAGIKHEixYoWL2LMqBEaNGHc\nuIULV64cOHLkzJkjhw1bt27kyC07derYsWu7djH/YkSMmDNfvk6dqtatGzVqvHhVa9YMANOmTp05\nE8aNGzhw5MiBI0fOnDlx2LBp0yZOHLFTp4gRk6ZLlyJFxYpB27UrVChp3LhJk9ar17RmzQAADiy4\nWbNg27aBA0eO3Ldy5cyZI8eNGzhw5Mhd8+XLmbNuvnxhwlSsWDVfvjx5mrZtmzRpvXpRa9YMAO3a\ntqFBM9atmzhx5cp9I0fOnLlx2rR580aO3LFVq5Qp88aLFyFCxIhRo0ULFChp3LhNm+bLF7Zq1QCg\nT69+Pfv27t/Djw8NmjBu3MKFK1cOHDly5gCaI4cNW7du5MgtO3Xq2LFru3YxYkSMmDNfvk6dqtat\n/xs1arx4VWvWDEBJkyedORPGjRs4cOTIgSNHzpw5cdiwadMmThyxU6eIEZOmS5ciRcWKQdu1K1Qo\nady4SZPWq9e0Zs0AZNW6tVmzYNu2gQNHjty3cuXMmSPHjRs4cOTIXfPly5mzbr58YcJUrFg1X748\neZq2bZs0ab16UWvWDEBjx4+hQTPWrZs4ceXKfSNHzpy5cdq0efNGjtyxVauUKfPGixchQsSIUaNF\nCxQoady4TZvmyxe2atUABBc+nHhx48eRJ1c+bVo4btzOnQMH7ly5cufOSRs3jhu3ceNOHTu2a1c1\nU6ZixbJlS5ov976cbduWLZs1a9mkSQOwn39/af8ApYnjxu3cuW/fzpUrd+4cNXHitGkLF07Ur1+3\nbk0jRQoWLFy4oPnytWsXs2zZsGGrVi0bNGgAYsqcCQ2aN2zYzp379u0cOXLnznUrVw4cOHPmdFWr\nduwYN1CgZMmqVYsaL164cB3Dhi1bNmzYtEmTBqCs2bPTpoXr1u3cOXDgzpEjd+5cNHLkuHErV47U\ns2e7dnkjRIgUqVKlqJUqBQsWMW3asmXz5q0bNWoAMmvezLmz58+gQ4ueNi0cN27nzoEDd65cuXPn\npI0bx43buHGnjh3btauaKVOxYtmyJc2XcV/Otm3Lls2atWzSpAGYTr26NGniuHE7d+7bt3Plyp3/\nO0dNnDht2sKFE/Xr161b00iRggULFy5ovnzt2sUsWzaA2LBVq5YNGjQACRUuhAbNGzZs5859+3aO\nHLlz57qVKwcOnDlzuqpVO3aMGyhQsmTVqkWNFy9cuI5hw5YtGzZs2qRJA9DT589p08J163buHDhw\n58iRO3cuGjly3LiVK0fq2bNdu7wRIkSKVKlS1EqVggWLmDZt2bJ589aNGjUAceXOpVvX7l28efVS\no7ZNnLhy5cyZO2fOsDly5sxRo7Zt261s2Tp1MrZoUbFimDAFAwVKmjRf2LBVqxYuHLdu3QCsZt16\n2rRs4sSVK2fO3Dlzuc2RM2dOmrRt22RVq+bJ/xMxQoSOHatUSdinT9as6bp2bdo0ceK0ceMGwPt3\n8NCgVQMHjhy5cuXOmTN37py5c+e+fQMHLlq4cLJkPcuUaRnAZZw4+bp06dmzW9SoSZMGDpw2btwA\nUKxokRq1beLElStnztw5cyLNkTt3rlq1b99qdev26dOyMmWKFVu0aBgdOs6crapW7dmzceO0ffsG\n4CjSpEqXMm3q9ClUatS2iRNXrpw5c+fMcTVHzpw5atS2bbuVLVunTsYWLSpWDBOmYKBASZPmCxu2\natXChePWrRuAwIIHT5uWTZy4cuXMmTtn7rE5cubMSZO2bZusatU8eSJGiNCxY5UqCfv0yZo1Xf/X\nrk2bJk6cNm7cANCubRsatGrgwJEjV67cOXPmzp0zd+7ct2/gwEULF06WrGeZMi1bxomTr0uXnj27\nRY2aNGngwGnjxg0A+vTqqVHbJk5cuXLmzJ0zZ98cuXPnqlX79g1grW7dPn1aVqZMsWKLFg2jQ8eZ\ns1XVqj17Nm6ctm/fAHT0+BFkSJEjSZY0qU2buG7dzp0z9/LbN3PmPOnS5cqVIEENHDioUkWFAwcL\nFpQp46JDBw4cHBEhMmYMFy7KFi0CcBVrVm7cxoEDd+6cObHfvpkzd6pWLVy4CBGyQIFCmTIxKlRg\nwIANmxcpUogQIYkJkzCDwyhLlAhAYsWLsWH/+6ZN27lz5iiDA3fuHDbNxIgFC/YCCZI7d3xIkJAg\nARgwMEKE0KBhEBEiYMCoUVOMEiUAu3n35sZtnDdv586ZM+7NmzlzmYgRa9XKkaMHHTpcuYICAQID\nBqpU2TBhQoMGe3z4WLKkSxdkkiQBcP8efnz58+nXt39fnDhq5MiZMwfw3DlzBM+d03btGjFizZol\nmTEDEKA8L17s2FGpEiI0aNy4+VWsGLGRxLJRowYgpcqV4sRJI0fOnLlz58zZPHcumzRpxowpU5Yk\nRgxBguasWBEjxqRJftq0oUOnFzFiwaoGsxYtGoCtXLuCA+ds3Lhy5c6dM4f23LlxbLt1+/bt/1Gb\nNpgwoZIh48WLQoUIdekiR86tYIQLY5s2DYDixYzDhaNGjpw5c+fOmbt87lw3bdqYMatWrQcLFnfu\n9HnwwIIFL16swIBRpMirWrV8+RImbFu2bAB6+/4NPLjw4cSLGxcnjho5cubMnTtnLvq5c9quXSNG\nrFmzJDNmAAKU58WLHTsqVUKEBo0bN7+KFSMGn1g2atQA2L+PX5w4aeTImQNo7tw5cwXPncsmTZox\nY8qUJYkRQ5CgOStWxIgxaZKfNm3o0OlFjFgwksGsRYsGQOVKluDAORs3rly5c+fM3Tx3btzObt2+\nfXvUpg0mTKhkyHjxolAhQl26yJFzK9hUqv/Ypk0DkFXr1nDhqJEjZ87cuXPmzJ47102bNmbMqlXr\nwYLFnTt9HjywYMGLFyswYBQp8qpWLV++hAnbli0bAMaNHT+GHFnyZMqVt20zR47cuXPgwJ0zZ+7c\nuUyDBtGilSlThgEDWLCAkSIFAgRFish488aFC1C3biFD9uuXtWbNABxHnrxbt3PkyJ07Fy7cOerU\nTX36tGvXqFEaFCjQoQOHChUNGhw5ouTNmxYtPMmSdezYrl3UlCkDkF//fmzYygEEB+7cOXHizpkz\nd+6cM2vWsEHEhgMECC9epHz40KCBECE1uHDp0IERKVLHjgkTNi1ZMgAuX8Ls1u3cuHHnzon/E3fO\nnLlz50zt2tVraC8JDx7UqHHjwQMECECAGNGjR4QIdUCBatasWLFs0aIBCCt2LNmyZs+iTat22zZz\n5MidOwcO3Dlz5s6dyzRoEC1amTJlGDCABQsYKVIgQFCkiIw3b1y4AHXrFjJkv35Za9YMAOfOnrt1\nO0eO3Llz4cKdS53a1KdPu3aNGqVBgQIdOnCoUNGgwZEjSt68adHCkyxZx47t2kVNmTIAzp9Dx4at\nHDhw586JE3fOnLlz55xZs4ZtPDYcIEB48SLlw4cGDYQIqcGFS4cOjEiROnZMmLBpyQAmAzCQYMFu\n3c6NG3funDhx58yZO3fO1K5dvTD2kvDg/0GNGjcePECAAASIET16RIhQBxSoZs2KFcsWLRoAmzdx\n5tS5k2dPnz/DBTVn7lxRo0bFlSunTBk2bEFSpUqTJpIFC4gQ4cGDyomTYcNOTZuGDNm4cd3QAlC7\nlq04t+bMnZM7d+64cuWYMcuWrcepU2LEXLpwwZChO3dKKVGya5epZ8+IERs3jltlAJcxZ+7WzVu5\ncudAhw5t7ty5b9/EicskTVqiRLA0aHDkaM6cVESI8OIFypmzY8fEids2HEBx48fDJTdn7lxz587J\nnTs3bZo3b0h69eLChVWCBH36JEnSSYUKXbo4UaOWLFm5cuDEiQMwn359+/fx59e/n784cf8AzZEj\nd65gQXPmzp0zRozYtWs9eogwYKBSJQQaNAQIwIiRghQpNmxwVaNGnz5x4mjr1AmAy5cwx40zV67c\nuZs3zZk7d66ZM2fcuA0ZQgICBEmSEFiwUKDApUsLWrTo0AHVjRtt2pw5k23SJABgw4r99q2cOHHn\n0qY1Z+7cuXHhwnnzFixYkRo1Tp2qQIFCgQKLFiFgwQIDhlM5chAiBAeONlGiAEieTFmcOHPlyp3b\nvNmcuXPnnmnTxo2bI0ccLlzgxImBAgUFCvDhY2DDhgYNWIkQUaYMGzbeMmUCQLy48ePIkytfzry5\nOHHmyJE7R526OXPnzhkjRuzatR49RBj/MFCpEgINGgIEYMRIQYoUGza4qlGjT584cbR16gSgv3+A\nAAQCGDfOXLly5xQqNGfu3Llmzpxx4zZkCAkIECRJQmDBQoECly4taNGiQwdUN260aXPmTLZJkwDM\npFnz27dy4sSd48nTnLlz58aFC+fNW7BgRWrUOHWqAgUKBQosWoSABQsMGE7lyEGIEBw42kSJAlDW\n7Flx4syVK3fOrVtz5s6de6ZNGzdujhxxuHCBEycGChQUKMCHj4ENGxo0YCVCRJkybNh4y5QJwGXM\nmTVv5tzZ82fQ5MhtM2fu3OnT5sydO1fNmTNYsHr1+nDhAhQoOyhQ+PAhT54vW7Z06YIr/1gwZMiO\nHeumTRsA6NGlkyO3zZy5c9m1a9cmTdqsWcGCWbhwwYgRHA8eWLBAhkyVKFGsWKnFi9exY8GCbcOG\nDQBAAAIHDhQnTlq5cubMnWvo8Fw5ceK0aevWTUuRImrUwIkQ4cIFLFikGDEiRYosXryOHQsWbJs1\nawBm0qxJjtw2c+bO8ezZ8xs3bseOPXs2okQJGjR+GDCwYAEOHENUqOjRg1atWsyYESMG7iuAsGLH\nki1r9izatGrJkdtmzty5uHHNmTt3rpozZ7Bg9er14cIFKFB2UKDw4UOePF+2bOnSBVewYMiQHTvW\nTZs2AJo3cyZHbps5c+dGkyatTZq0Wf+zggWzcOGCESM4HjywYIEMmSpRolixUosXr2PHggXbhg0b\ngOTKl4sTJ61cOXPmzlGvfq6cOHHatHXrpqVIETVq4ESIcOECFixSjBiRIkUWL17HjgULts2aNQD6\n9/MnRw7gNnPmzhU0aPAbN27Hjj17NqJECRo0fhgwsGABDhxDVKjo0YNWrVrMmBEjBg4lAJUrWbZ0\n+RJmTJkzw4U7Z87cuXPlyp3z6VOVKFG7dvnxY+HAgRw5SKRI8eCBESM38uTx4eOUMGHVuFbrRo0a\nALFjyYoTd86cuXPnyJE79/btLE6chg1btOjCgQMrVlS4cAEBgho1XKBBU6MGKF26okX/c+asmzRp\nAChXtsyN2zly5M6dM2fuXOjQ2MCB83ba2wwVKtCgkbFhw4IFLFjgUKPGhYtMuHBFi+bMGbdo0QAU\nN348XLhz5sydO1eu3Dnp0oMRIyZNWrBgExQooEHjgwIFBAhw4PAhSZIJExbhwlUNfrVw2rQBsH8f\nf379+/n39w8QgMCBBAGEC3fOnLlz58qVOwcRoipRonbt8uPHwoEDOXKQSJHiwQMjRm7kyePDxylh\nwqq5rNaNGjUANGvaFCfunDlz586RI3cuaNBZnDgNG7Zo0YUDB1asqHDhAgIENWq4QIOmRg1QunRF\ni+bMWTdp0gCYPYuWG7dz5MidO2fO/9y5uXOxgQPnLa+3GSpUoEEjY8OGBQtYsMChRo0LF5lw4YoW\nzZkzbtGiAbiMOXO4cOfMmTt3rly5c6RJByNGTJq0YMEmKFBAg8YHBQoIEODA4UOSJBMmLMKFq5rw\nauG0aQOAPLny5cybO38OPfq46ebMnbuOHXu3ceNmzQoWDAIZMjx42EGAoE2bKlVI1ajhy1cmaNCI\nESNHjtu3bwD6+wcIQCAAcuTGmTN3TuHChdvGjaNFK1iwCmXK8OARhgCBKFGOHLlEg0atWp2ePRs2\njBy5bd68AYAZUyY4cOHMmTuXU6dOc+fOcePWrVuaXLm8eClEgECVKkOGSFKhIlYsSv/KlBkzNm5c\nt2/fAHwFG3bc2HNlzZ49R86cuWXLtGnb0KcPDhxrAgRIkWLFCkgWLKxapYgaNWDAzJkDN24cAMaN\nHT+GHFnyZMqVyZEzV67cOc6czZk7d27WqVPEiGnQgECAADduAChQECDAoEEEQoTIkOEUCxZs2Jgx\ngy1RIgDFjR8nR85cuXLnnDsvV+7cuVWyZAEDJkJEggED6NABcOAAAACAAA0QIUKDhlUvXvz5M2ZM\ntkaNANzHn1+cuHLjxgE8J1CgOXPnzoHz5m3btly5Rly44MjRAAUKAACoUyfAhw8VKpRiwSJNmjJl\nslGiBGAly5bkyJ0rV+4cTZrmzJ3/O0ds2rRr17JkWaBAwaJFAggQECCACxcBECAwYJBKhIgqVcyY\n6UaIEICuXr+CDSt2LNmyZsmRM1eu3Lm2bc2ZO3du1qlTxIhp0IBAgAA3bgAoUBAgwKBBBEKEyJDh\nFAsWbNiYMYMtUSIAli9jJkfOXLly5z5/Llfu3LlVsmQBAyZCRIIBA+jQAXDgAAAAgAANECFCg4ZV\nL178+TNmTLZGjQAgT65cnLhy48adix7dnLlz58B587ZtW65cIy5ccORogAIFAADUqRPgw4cKFUqx\nYJEmTZky2ShRAqB/P39y5ACeK1fuXMGC5sydO0ds2rRr17JkWaBAwaJFAggQECCA/wsXARAgMGCQ\nSoSIKlXMmOlGiBAAly9hxpQ5k2ZNmzfLlfN2jmfPc+bMnTunjBevR49evSrAgIENGykWLBgxIkwY\nLFOmcOEyS5iwZ8+MGdvGjRsAs2fRliv3zZy5c2/fmjN37hwxYMAoUWLFCkGDBihQrChQwIIFJEie\nIEFChYqsYcOaNSNGjFtlAJcxZyZHLps5c+dAhw5dbtw4adKoUWORIsWNG0AECIgQ4ciRHj58TJkC\ny5cvZMiCBeOmTRsA48eRlyvX7Vxz58/PeatW7dYtX74QMGBgwYIGAAAMGBAhogQGDECAvNKly5kz\nY8bExQcwn359+/fx59e/n3+5cv8AvZ0bSPCcOXPnzinjxevRo1evCjBgYMNGigULRowIEwbLlClc\nuMwSJuzZM2PGtnHjBqCly5flyn0zZ+6cTZvmzJ07RwwYMEqUWLFC0KABChQrChSwYAEJkidIkFCh\nImvYsGbNiBHjxhWA169gyZHLZs7cubNo0ZYbN06aNGrUWKRIceMGEAECIkQ4cqSHDx9TpsDy5QsZ\nsmDBuGnTBqCx48flynU7R7my5XPeqlW7dcuXLwQMGFiwoAEAAAMGRIgogQEDECCvdOly5syYMXG4\nAejezbu379/AgwsfLk7cOXPmzp0rV+6cc+eW+PDBhQsLlgcECKRIAcGDBwQInjz/oZEnDwoUmnbt\natbs2LFu1KgBmE+/vjhx58yZO3euXDmA5wQKJHXpki9fcOBYSJBgxw4KGjQUKFCkyAk6dF68AOXL\nlzNny5Z1kyYNwEmUKb99O1eu3Llz5sydo0lz2rVr27ZBg6ZBgQIcODhMmAAAQI0aIcCASZHiFC9e\n0KAhQ+YtWjQAWbVuFSfunDlz586ZM3fOrNlgtmxBg5YqFQICBDx4YFCgQIAAFiw4wIGjQYNEvnxV\nq2bN2jht2gAsZtzY8WPIkSVPpkyO3Dhz5s5t5sx5mzhxsGDt2rWgTJkZM74gQKBGDRUqmmLE0KWr\nU7NmxoyRI7fNmzcAwYUPJ0du/9w55MmVn/tGjtyuXcGCLZAjJ0UKNgQIiBHz5EkmGjRw4YrkzBkx\nYuTIafPmDcB7+PHFiQtnztw5/Pnzmzt3LhvAbNq02SBE6MgROAAAKFHy4wemGzd69eIULdqyZeTI\ncfv2DQDIkCLLlSN37iTKlOfImTO3bFm1agy8eCFBAgoAABo0rFixx4KFVKkSUaN27Jg5c+DIkQPg\n9CnUqFKnUq1q9So5cuPMmTvn9evXbeLEwYK1a9eCMmVmzPiCAIEaNVSoaIoRQ5euTs2aGTNGjtw2\nb94AEC5smBy5cecWM2587hs5crt2BQu2QI6cFCnYECAgRsyTJ5lo0MCFK5IzZ//EiJEjp82bNwCy\nZ9MWJy6cOXPndvPmbe7cuWzZtGmzQYjQkSNwAABQouTHD0w3bvTqxSlatGXLyJHj9u0bgPDix5cr\nR+4c+vTqz5EzZ27ZsmrVGHjxQoIEFAAANGhYsQLgHgsWUqVKRI3asWPmzIEjRw5ARIkTKVa0eBFj\nRo3jxpkrV+5cyJDlyp07h+vVK2DAQICgoECBHj0CIkQoUODQoQU2bKhQ8apGDTdu0KDZRogQAKVL\nmY4bZ65cuXNTp5Yrd+7cMGLEjh1r0iQCAwZ27AhYsECAAESIDqRIgQKFqSBB6NBZswbbokUA+Pb1\nO26cOXLkzhUubM7cuXPfwIH/06Ztz54PFiwAAhRgwYIAAebMIdCihQkTtnLkyJNnzRptjRoBcP0a\ndrly58yZO3cbN25m2LBdu0aFyoIDB+jQCYAAwYABf/4E0KAhQgRQKVJMmdKmDbhFiwB09/4dfHjx\n48mXNz9unLly5c61b1+u3LlzuF69AgYMBAgKChTo0QNQQIQIBQocOrTAhg0VKl7VqOHGDRo02wgR\nAoAxo8Zx48yVK3cuZMhy5c6dG0aM2LFjTZpEYMDAjh0BCxYIEIAI0YEUKVCgMBUkCB06a9ZgW7QI\ngNKlTMeNM0eO3LmpU82ZO3fuGzhw2rTt2fPBggVAgAIsWBAgwJw5BFq0MGHC/1aOHHnyrFmjrVEj\nAHz7+i1X7pw5c+cKGzbMDBu2a9eoUFlw4AAdOgEQIBgw4M+fABo0RIgAKkWKKVPatAG3aBGA1axb\nu34NO7bs2bTJkfNmzty53bvNmTt3rhkxYpIkyZI1YcOGGMwtWBgxwouXLlKknDkDixgxZMiIEct2\n7RqA8eTLkyPHzZy5c+zZmzN37hw3adJu3dq1S0OIEDNm5AAIAQIHDlCgWFGihAyZVsGCHTtGjFg2\na9YAXMSYkRy5bebMnQMZMiQ5cOCECStWjMOKFSxY+ECAQIMGJEikZMnixo2sZD2THTu2LVs2AEWN\nHi1X7ts5pk2dnut27RotWv/IkCFw4CBCBAwCBDhwcOIEjBQprFhh5csXM2bJkn0LFw7AXLp17d7F\nm1fvXr7kyHkzZ+7c4MHmzJ0714wYMUmSZMmasGFDDMoWLIwY4cVLFylSzpyBRYwYMmTEiGW7dg3A\natatyZHjZs7cOdq0zZk7d46bNGm3bu3apSFEiBkzckCAwIEDFChWlCghQ6ZVsGDHjhEjls2aNQDd\nvX8nR26bOXPnzJ8/Tw4cOGHCihXjsGIFCxY+ECDQoAEJEilZsgB040ZWsoLJjh3bli0bgIYOH5Yr\n9+0cxYoWz3W7do0WLWTIEDhwECECBgECHDg4cQJGihRWrLDy5YsZs2TJvoX/CwdgJ8+ePn8CDSp0\nKNFw4c6ZM3fu3Lhx554+fdWokS1bbNiIKFAACBAOKlQQIMCFCw48eEyYOKVL17JlwYJxe/YMAN26\ndsOFO2fO3Llz5cqdCxwYWK9eypRlyjRiwQIqVDSUKFGgwJEjLdSoiRFjVK5cyJD9+sUNGjQApk+j\nBgfuXLly586VK3du9uxq1qxp0yZMGIoKFaBAofDhw4ABSJCw2LOHBg1Yw4Y5c3bsWDdq1ABgz65d\nnLhz5sydO2fO3Lny5Y3hwiVNWqZMEhAgaNGCAgMGAgS0aGEhSpQHDwB6+vVLmjRixMBlywaAYUOH\nDyFGlDiRYkVx4r6ZM3fu/5w5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKo6OHHn1qtKyZcSI\nhQt3rVs3AEeRJhUnDpw5c+egRo0Kjhw5X75+/dJgxUqPHl8ePECCRImSSEGCtGoliRmzYMHChaum\nTRsAu3fxihP3zZy5c38BAyY3btyxY8SIiXjyhAcPJwkSCBFixMgiL15o0RolTZowYeLEYfPmDUBp\n06fHjRNnztw5169fdwMHDheuWbMWjBjBgYOMAQMmTDBhgg4JEpYsJZo2rVixcuW2iRMHgHp169ex\nZ9e+nXt3ceK+mTN37pw5c+fMmStXTlm0aJkyTZoUAQiQHDmUSJBgxEiVKv8AHR058upVpWXLiBEL\nF+5at24AIkqcKE4cOHPmzmncuBEcOXK+fP36pcGKlR49vjx4gASJEiWRggRp1UoSM2bBgoULV02b\nNgBAgwoVJ+6bOXPnkipVSm7cuGPHiBET8eQJDx5OEiQQIsSIkUVevNCiNUqaNGHCxInD5s0bgLdw\n444bJ86cuXN48+btBg4cLlyzZi0YMYIDBxkDBkyYYMIEHRIkLFlKNG1asWLlym0TJw6A58+gQ4se\nTbq06dPjxpUjR+6c63PmxIkjR44VHTqfPlmwkGHAgDJlAGTIQIDAnj0NfvxQoWLVkSOAAGXJIi1P\nHgDYs2sfN84cOXLnwof/J0fu3LlgtGgVK0aDhoUDB86cEWDBggEDdeosECJkxQqArIQIIURIixZo\nf/4AYNjQoThx5ciRO1exYrly585te/YsWjQsWD4wYFCmDAAKFAgQ6NNnQZAgKVLIcuKkUCExYqoV\nKgTA50+g5MiVI3rOqFFy5M6dg1WpEi9eHjxAQIDAi5cAChQIENCkiYEOHTRocHXjxpo1Xbpgo0MH\nwFu4ceXOpVvX7l2848aVI0fu3N9z5sSJI0eOFR06nz5ZsJBhwIAyZQBkyECAwJ49DX78UKFi1ZEj\ngABlySItTx4AqVWvHjfOHDly52TLJkfu3LlgtGgVK0aDhoUDB86cEWDB/4IBA3XqLBAiZMUKVkKE\nECKkRQu0P38AbOfeXZy4cuTInSNPvly5c+e2PXsWLRoWLB8YMChTBgAFCgQI9OmzIAjAIClSyHLi\npFAhMWKqFSoE4CHEiOTIlat47uJFcuTOnYNVqRIvXh48QECAwIuXAAoUCBDQpImBDh00aHB148aa\nNV26YKNDBwDQoEKHEi1q9CjSpOPGZStXzpy5c+fMkatKDlioUJo06dFTIkWKLFlimDCxYsWfP2Hi\nxHHjBlexYsuWBQumzZo1AHr38iVHTps5c+cGnzNn2PC1YMFkyRo1ygQLFl++9DBhIkYMOnTKpElT\npkytYMGOHbNlqxo1av8AVrNuPW6cNnOyzZ07Z+72uXPfqlUbNkyWrBQ8eFy5gkOEiBUr7txRw4eP\nGze4iBFTpuzXL23XrgHo7v07OXLczJk7Z968OXPnzkkjRqxVK02aHGzYQIJEhgULNGjQogUgkSdP\ntmyRBQyYMmXEiHnr1g1ARIkTKVa0eBFjRo3fvp0zZ+7cuXDhzJ0zee6TI0fDhhEiBIMDB0iQcDx5\nQoMGKVJxECHSo0dZs2bFigkT1q1ZMwBLmTYFB+6cOXPnzpEjdw4rVl+pUlWrNmqUCw0aGDGaIUQI\nDBirVs2xZGnQIGZzhw379WsbMmQA+Pb1++3bOXPmzp0rV+5c4sTIoEH/8+YtWDAjLlxs2iTjxw8W\nLDhxsuPJU6FCy6RJO3YsWDBvzZoBcP0adrhw58yZO3euXLlzu3fjmjWLGrVNmz5MmGDIkIgUKSRI\nAASIRp48T54QS5aMGLFfv8JFiwYAfHjx48mXN38effpv386ZM3fuXLhw5s7VP/fJkaNhwwgRggGQ\nAwdIkHA8eUKDBilScRAh0qNHWbNmxYoJE9atWTMAHDt6BAfunDlz586RI3cuZUpfqVJVqzZqlAsN\nGhgxmiFECAwYq1bNsWRp0CBmRIcN+/VrGzJkAJo6ffrt2zlz5s6dK1funFatyKBB8+YtWDAjLlxs\n2iTjxw8WLDhxsuPJ/1OhQsukSTt2LFgwb82aAfgLOHC4cOfMmTt3rly5c4wZ45o1ixq1TZs+TJhg\nyJCIFCkkSAAEiEaePE+eEEuWjBixX7/CRYsGILbs2bRr276NO7fucLzNmTt3zpy5c8SJgytXjhq1\nb99SUaMWK5Y1SZK0aePFKxswYOPGNQsXrls3c+bCffsGIL369ePamzN3Lr58+eTOncuWLVy4VdSo\nyQIoCxslSteu8eJ1bdeuceOcgQOHDVu5ct+4cQOQUePGcOHAmTN3TuTIkeXOnQMHjhy5Xdas0aJF\nrVEja9Z48crWq9e4cc3ChePGzZy5b0UBHEWadNzSc02dPj1Hzpw5bP/Yvn07JEyYJUvN0KA5dkyV\nqm24cI0bx2zcOG/ezp0LJ04cALp17d7Fm1fvXr59w/01Z+7cOXPmzh0+DK5cOWrUvn1LRY1arFjW\nJEnSpo0Xr2zAgI0b1yxcuG7dzJkL9+0bANatXY+Dbc7cOdq1a5M7dy5btnDhVlGjJksWNkqUrl3j\nxevarl3jxjkDBw4btnLlvnHjBkD7du7hwoEzZ+7cePLky507Bw4cOXK7rFmjRYtao0bWrPHila1X\nr3HjmgEMF44bN3PmviEEoHAhw3EOz0GMKPEcOXPmsGH79u2QMGGWLDVDg+bYMVWqtuHCNW4cs3Hj\nvHk7dy6cOHEAbuL/zKlzJ8+ePn8C/fat3Lhx586ZM3fOnLlz57h16wYO3LRpuoIFy5YNWK5czJhp\n09asV69r17ht2zZs2LNn4IIFAyB3Ll1w4MqRI3du715z5s6dAydYnDhp0ljhwpUtG6tYsXz5ypbN\nmS9f0aJxs2bNly9lysD16gVgNOnS376VGzfuHGvW5sydOzdutjhx3rz5IkYMGzZbtWrx4oUNGzNf\nvq5d43btGjFizZp98+ULAPXq1sOFM1eu3Lnu3c2ZO3fuGzhw4sRBg/YpVixp0jqxYuXL17VrzYQJ\n06atmzdvxAASgwYtXK9eABAmVLiQYUOHDyFG/Pat3Lhx586ZM3fO/5y5c+e4desGDty0abqCBcuW\nDViuXMyYadPWrFeva9e4bds2bNizZ+CCBQMwlGhRcODKkSN3jilTc+bOnQM3VZw4adJY4cKVLRur\nWLF8+cqWzZkvX9GicbNmzZcvZcrA9eoFgG5du9++lRs37lzfvubMnTs3jrA4cd68+SJGDBs2W7Vq\n8eKFDRszX76uXeN27RoxYs2affPlC0Bp06fDhTNXrtw5167NmTt37hs4cOLEQYP2KVYsadI6sWLl\ny9e1a82ECdOmrZs3b8SIQYMWrlcvANexZ9e+nXt379/Be/OmzVx5c+fOmVN/7py5cOG4cSNHTly1\natSofQsXjho1bf8AtYkjR65bt3DkyJUr9+1bOG7cAEicSBEcuG7mzJ3beM7cuY8fxYnr1q1cuXDW\nrD175i1cOGnStm0LR47ctm3gyuks160bOGzYAAgdStSbN23mzJ1bes7cuadPyZELF65cuXHXrkGD\n5g0cuGfPsmUDN27ctm3fyqkt581buG7dAMidSzdcuG7n8urdm3fcuG3bypXrRo1asmTcunWDBs2a\ntXDkyHnzJq5cOXPmwoUbBw4cgM+gQ4seTbq06dOoly0T9+3buXPhwpmbfe4cOHLkwoUjR05buHDd\nuoGzZi1cuG/fxGnTJk7ct3HjtGkLF84bNmwAsmvf/uzZOHDgzp3/GzfunDlz586JI0cuXDhy5KyB\nA8eNmzdr1sKF69ZNXDaA2cSJAydOnDZt4MBxw4YNwEOIEZUpE/ft27lz48adM2fu3Llx5cqNG1eu\nXDZw4LZt61at2rdv3LiFy5ZNnDhw48Zx4xYunLdr1wAMJVoUGjRy4cKdO0eO3DmoUMWRIydO3Lhx\n17x506atGzVq4MB9+zauW7dx48SVK9etW7hw4LJlA1DX7l28efXu5dvX77Jl4r59O3cuXDhzic+d\nA0eOXLhw5MhpCxeuWzdw1qyFC/ftmzht2sSJ+zZunDZt4cJ5w4YNwGvYsZ89GwcO3Llz48adM2fu\n3Dlx5MiFC0eO/5w1cOC4cfNmzVq4cN26icuWTZw4cOLEadMGDhw3bNgAjCdfXpkycd++nTs3btw5\nc+bOnRtXrty4ceXKZQMHbhvAbd2qVfv2jRu3cNmyiRMHbtw4btzChfN27RqAjBo3QoNGLly4c+fI\nkTtn0qQ4cuTEiRs37po3b9q0daNGDRy4b9/Gdes2bpy4cuW6dQsXDly2bACWMm3q9CnUqFKnUq1q\n9SrWrFq3cu3q9SvYsGLHki1r9izatGrXsm3r9i3cuHLn0q1r9y7evHr38u3r9y/gwIIHEy5s+DDi\nxIoXM27s+DHkyJInU65s+TLmzJo3c+7s+TPo0KJHky5t+jTq1DiqV7Nu7fo17NiyZ9Oubfs27ty6\nd/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv06dtcBAQAh+QQICgAAACwAAAAAIAEgAYf/\n///+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr\n6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX\n19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PC\nwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+u\nrq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5ua\nmpqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6MjIyLi4uKioqJiYmIiIiHh4eGhoaF\nhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBv\nb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZ\nWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVE\nRERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwr\nKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYV\nFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMC\nAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgz\natzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3K\ntKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/f\nv4ADCx5MuLDhw4gTK17MuLHaYMGuffsGDhw3buLGaR4njhy5cuXIiRYnbtw4cN68gQM3bhy5cbDH\nkStXbpxt29y4AdjNu7cuXdW6dfv2rVs3ccjHjRM3bhy558/FiRs3Dty3b+DAjdvOfTs5cuLEjf8b\nz40bgPPo0+vSZc2bN3Dgvn0TN26cuPvjxpEjN65/OIDhxIkLB84gOHEJw4Ub15AcOXERI2rTBsDi\nRYy7dlnz5g0cOG/exI0jOU7cuHHkyI0bJ87lOJjiZIobV1OcuHE5yZETJ27cOHHcuAEgWtToUaRJ\nlS5l2hTc03Llxo0TJ45cOaxYzW3laq5cOXPmyo0VJ87c2bPlypkr17YcOXLlwoUDUNfu3WzZtI0b\nJ86v33KBy5krV86cuXKJv30jR46bOHHfvpUrR65cOXLkym3ePG4cuXDhAIwmXVqbNm7kyI1jPU5c\nuXLkyJUjR86cuXLlzI0bZ84cOeDgwJUrN67/XDly5MotJ0du3Dhy4MABoF7d+rZt3MiRE9dd3Lhy\n5ciRK0eOnDlz5dSPG2fOHLly5caNK1eO3H1x4srtJ0duHMBx5MKFA2DwIMKEChcybOjwITly4sxR\nNFfuormMGjdy7OjxY7lyAEaSLAnuZLmUKsuZa+nyZcty5cyZK2eTHDlzOnWWK2fuJ9Cf5coBKGr0\naLik5paaK+fUHNSoUqdKLVfOHNasWreWKwfgK9iw4sSFM2fWXLm05taybeu2bbly5ubOLVfOHN68\neMuVA+D3L+DAggcTLmz4MDly4swxNlfusbnIkidTrmz5crlyADZz7gzuc7nQosuZK236dOly/+XM\nmSvnmhw5c7Jllytn7jbu2+XKAejt+3e44OaGmytn3Bzy5MqXKy9Xzhz06NKnlysH4Dr27OLEhTPn\n3Vy58ObGky9vvny5cubWry9Xzhz8+PDLlQNg/z7+/Pr38+/vHyAAgQMJAiBHbpw5c+UYMjT3EGJE\niebGkSMHDpw5jRs5dixXDkBIkSPDlSx3EqU5lStZqiyXLdu4cdbChRMnzlxOnTt5lisHAGhQoeHC\niTNnrlzSpOaYNnXKlBw5c+bEjRsXLpw5rVu5diVHDkBYsWPFlTVnrlw5cuTKmXP7Fq65cnPNmSt3\nlxw5c+bK9e1rDnBgwOXKATB8GHFixYsZN/92/JgcuXHmzJWzbNlcZs2bOZsbR44cOHDmSJc2fbpc\nOQCrWbcO97pcbNnmaNe2TbtctmzjxlkLF06cOHPDiRc3Xq4cAOXLmYcLJ86cuXLTp5uzfh27dXLk\nzJkTN25cuHDmyJc3f54cOQDr2bcX996cuXLlyJErZw5/fv3myvU3B9BcuYHkyJkzVy5hQnMMGzIs\nVw6AxIkUK1q8iDGjxo3kyJUzZ65cOXLkzJk8iTIlOXLDrl0LF86czJk0a8oEgDOnznDhyJn7aa5c\nOXNEixotGi5puGjgwJEjZy6q1KlUowK4ijVruHDkzHk1V66cubFky5YrZ66c2nLdxIkbN87/nLly\n5uravXsXgN69fMWJK2cusLly5cwZPow4seFy5ho7LgfZnOTJlCUDuIw5s+bNnDt7/gyaHLly5syV\nK0eOnLnVrFu7Jkdu2LVr4cKZu407t+7bAHr7/h0uHDlzxM2VK2cuufLlysM5DxcNHDhy5MxZv449\nu3UA3Lt7DxeOnLnx5sqVM4c+vfpy5cyVe1+umzhx48aZM1fOnP79/PkDAAhA4MCB4sSVM5fQXLly\n5hw+hBjRYTlzFS2Ww2hO40aOGgF8BBlS5EiSJU2eREmO3Dhz5saNKxfT3EyaNc2V48aNHDk6zpx1\n62ZO6FCiRYUCQJpU6bhx4syZKxe1nDmq/1WtlsMaLFi5cs7MmStXztxYsmXNjgWQVu1aceLGmTNX\nTq5cc+bKlTNXrpw5c+HClevWrVw5ZOHCgQNnzlw5c40dP25crhwAypUtj8Nszlw5zuXMfQYdGrQ4\ncebMiTNnbtw4c+bKmYMdW7ZsALVt38adW/du3r19kyMXrlw5cuTChSNnTvlyc+XKUaOGy4SJCBEK\nqFDhydO3b+a8fwcfHsB48uXHjRNXTn25cePMvYcf/9s3Y3XqLFrUihs3cuTMATQncCDBguYAIEyo\ncNw4ceUelhsnsVw5cuTGhQv37RswYMccOfrzx0aiRL16adNGzhzLli5dAogpcyY5cuPMmf8rV06c\nOHLmfgI1V66cOHHepiGdpqtatWjRtGnjNm5cuXLmrmLNCmAr165ev4INK3YsWXLkwpUrR45cuHDk\nzMGNa65cOWrUcJkwESFCARUqPHn69s0c4cKGDwNIrHjxuHHiykEuN26cucqWL3/7ZqxOnUWLWnHj\nRo6cudKmT6MuDWA169bjxokrJ7vcuNrlypEjNy5cuG/fgAE75sjRnz82EiXq1UubNnLmnkOPHh0A\n9erWyZEbZ85cuXLixJEzJ368uXLlxInzNm39NF3VqkWLpk0bt3HjypUzp38/fwD+AQIQOJBgQYMH\nESZUiHDcuHDkyIkTN24cOXMXMWKUJi3/jwIFBw4QYMFClixzJ1GmVEmOHACXL2GGk1mu3Dib48zl\n1Jlz3DhcuNIsWPDly5Jhw7RpM7d0ably5qBGhVquHACrV7GKEzeuXLlx48SFLVeOHLlx2bJ9+9aq\n1awcOahQoeDFy6FD4cKJK1fOXF+/f8mRAzCYcGFxh8uVCxcOHDhx5iBDJkeuXLlr147duXPrlh1J\nkr58UabMVLZs4MCZU71aNTlyAGDHlj2bdm3bt3HnHjcuHDly4sSNG0fOXHHjxqVJy6NAwYEDBFiw\nkCXLXHXr17GTIweAe3fv4cCXKzeO/Dhz59GfHzcOF640CxZ8+bJk2DBt2szlz1+unDn//wDNCRRY\nrhyAgwgTihM3rly5cePESSxXjhy5cdmyffvWqtWsHDmoUKHgxcuhQ+HCiStXzpzLlzDJkQNAs6ZN\ncTjLlQsXDhw4ceaCBiVHrly5a9eO3blz65YdSZK+fFGmzFS2bODAmdvKdSs5cgDCih1LtqzZs2jT\nqh037hu5t+S8eTNHty7dcuV+/TIiQECBAhO+fNGmzZzhw4jLlTPHuFw5AJAjS/72LVy5cuTIgQNn\nrrNnbNiSJdOgwQAAABIkKOHFy5u3cePIiRNnzhw5c+bKlTPHu1w5AMCDCw9HvFw5cuS8eSPHfNw4\nbtCgPXvGh08QAAAYMEiQIgUePM6cgf8jR86cefPlyplbX64cgPfw44cL540cuXHjsmUbV66cOYDm\nyIUL160bLlxcOnQwYeKCBw8WLECBUsiVq2/fxpkzV66cOZDlygEgWdLkSZQpVa5k2bJcuW/mzI0b\nR46cOZw5dWrTduvBg05Bw4UrV87cUaRJlZIjB8DpU6jhwnkjV5XcuHHlzG3dKk3asWMMxAoQYMbM\nomvXtm0r1xbcW3DlzM2la65cOQB59e4VJ+5buXLixHHjBq5cuXHjxE2bFi7cqFGsKlQgRAiEHz+T\nJokTR67c53LmRI8WTY4cANSpVYcLt40cuW2xt4EzZ67c7W7dxIlr1WoRBAh69Eg4cmT/xAhatDZF\ni+bNmzno0aGTIwfA+nXs2bVv597d+/dy5b6ZMzduHDly5tSvZ69N260HDzrNDxeuXDlz+fXv50+O\nHEAAAgcSDBfOG7mE5MaNK2fu4UNp0o4dY2BRgAAzZhZdu7ZtW7mQ4EaCK2fuJEpz5coBaOnypThx\n38qVEyeOGzdw5cqNGydu2rRw4UaNYlWhAiFCIPz4mTRJnDhy5aaWM2f1qlVy5ABw7eo1XLht5Mht\nK7sNnDlz5dZ26yZOXKtWiyBA0KNHwpEjI0bQorUpWjRv3swRLkyYHDkAihczbuz4MeTIkieXKzfO\nnLly5ciRM+f5M2hy5LIdOYIIETFz/6pXs27Nulw5ALJn0xYnDly53OXChTPnu1w5cqJE6dARIMAA\nAQKKFOHUrdu3b+LEjQsX7ts3cOXKmevu3RyA8OLHiytfrhw5ct68lWvvftw4cOBy5Rp25MiXLyow\nYYIFC6A3b+TMFTR4sGC5cgAYNnQoTlw3cuTEidOmrZw5jRrFibt2DREiLhUqePBQIEYMCxa8eGGV\nLVu4cOXM1bRZjhw5ADt59vT5E2hQoUOJlis3zpy5cuXIkTP3FGpUcuSyHTmCCBExc1u5dvXatVw5\nAGPJlhUnDlw5teXChTP3tlw5cqJE6dARIMAAAQKKFOHUrdu3b+LEjQsX7ts3cOXKmf9z/NgcAMmT\nKYuzXK4cOXLevJXz/HncOHDgcuUaduTIly8qMGGCBcubN3LmaNe2TbtcOQC7efcWJ64bOXLixGnT\nVs5c8uTixF27hggRlwoVPHgoECOGBQtevLDKli1cuHLmyJcvR44cAPXr2bd3/x5+fPnzyZEbVw5/\nfnP7+fcXB1AcrRgxSpWqRo6cuYUMGzpcSI4cgIkUK4YLN66cxnLjxpUzZ65cuXG0aF24MGAAgQYN\nWLFy5s2bOHHlyo3Tpm3bNnLlypn7+bNcOQBEixoNF04cuaXkvn0TZ85cuanfvnnzpkvXKxky6tTp\n4sgRMmTlypk7izYtWnLkALh9Cxf/nFxx4sKF8+ZtnLm9e8WJu3YNECAkCRLs2GFixQocOHbtYubN\nW7ly5ipbrkyOHIDNnDt7/gw6tOjRpMmRG1cutWpzrFu7FieOVowYpUpVI0fOnO7dvHvrJkcOgPDh\nxMOFG1cueblx48qZM1eu3DhatC5cGDCAQIMGrFg58+ZNnLhy5cZp07ZtG7ly5cy5d1+uHID59OuH\nCyeOnH5y376JA2jOXDmC375586ZL1ysZMurU6eLIETJk5cqZw5hRY0Zy5AB8BBkS3Ehx4sKF8+Zt\nnDmWLMWJu3YNECAkCRLs2GFixQocOHbtYubNW7ly5oweNUqOHACmTZ0+hRpV6lSq/1XJkRtXTmu5\ncePMfQX7lRw5RIhuFCiAAUMZbtzMvYULl5w5c+TImcNLjhwAvn39ggM3rlw5c+bIkTOXmBy5bzBg\nPHgQIEACHz6MGfNWTnM5ceK8ESPmzdu2cqXLmUNdrhwA1q1dgwP3jRy5ceO6dSNXrtw43s6cPXv2\n5UuXBAlSpFjx5o0zZ+HClTMXXbq5cuXMXSdHDsB27t3BgftGTjw5b97MnT9fLls2Y8aKFNkAAIAD\nBxd06FiyJFYsa+DAATRnrpy5ggbLkSMHYCHDhg4fQowocSLFcePAlcuo0RzHjuXKkSOXIkWFAQOY\nMFHVrVu5cuZeviwn0xxNc+XKmf8rVw4Az54+xwE1J9RcuXLmjpYrR44LlzhxNGjg8+uXuapVy5Uz\nZ25ct27YsJUzJ3asuXLlAKBNq1acuG/kyIkTd+2aN3LkwoX7BgyYM2dWrAASIaJSpSyTJkmTVq6c\nucaOHzsmRw4A5cqWxYnrRo7cuHHixJUzJ1q0Nm3durlxEwYCBEyY3uTKpUsXOXLmbuPOjZscOQC+\nfwMPLnw48eLGj48bB64c8+bmnkMvV44cuRQpKgwYwISJqm7dypUzJ158ufLmzpsrV85cuXIA3sOP\nP26+ufrmypUzp79cOXJcAHKJE0eDBj6/fplTqLBcOXPmxnXrhg1bOXMXMZorVw7/QEePH8WJ+0aO\nnDhx1655I0cuXLhvwIA5c2bFCiARIipVyjJpkjRp5cqZEzqU6FBy5AAkVbpUnLhu5MiNGydOXDlz\nV69q09atmxs3YSBAwITpTa5cunSRI2eObVu3bcmRAzCXbl27d/Hm1buXLzly4cyZK1du3DhzhxFj\nw0aHzoABAQAAYMCgR7Zs5MiZ06y5XDlx5kCHNkeOHADTp1GTU22Otbly5czFLlduXJs2TJicOGGL\nGzdzv3+TI1euHLhu3bJlE2eOefPmAKBHlz5uHLhy5caN06ZNHDly27Zho0VLlKgUKY4kSKBChYVD\nh06dCheunDn79/GbK0eOHAD//wABCBwIYNy4b+XKkSMnTpy5hxC9eUOGrEcPIBUqcOFSJ1q0ZMnC\nhStnrqTJkyXLlQPAsqXLlzBjypxJsyY5cuHMmStXbtw4c0CDYsNGh86AAQEAAGDAoEe2bOTImZs6\ntVw5ceayajVHjhyAr2DDkhtrrqy5cuXMqS1XblybNkyYnDhhixs3c3jxkiNXrhy4bt2yZRNnrrBh\nwwASK148bhy4cuXGjdOmTRw5ctu2YaNFS5SoFCmOJEigQoWFQ4dOnQoXrpy517BjmytHjhyA27hz\njxv3rVw5cuTEiTNHvLg3b8iQ9egBpEIFLlzqRIuWLFm4cOXMad/OXXu5cgDCi/8fT768+fPo06sf\nx75cOXPmypUzR7/+tGlcuBQoAKB/BoAZNHHjZs6gwXIJE5pjaK5cOXPkyAGgWNHiuHHlzG00V66c\nOZDkyGWTI0eGDClSWHHjZs6ly3Llxo3bBgxYsWLkypUz17NnuXIAhA4lGs7ouHHixGljSo5cuHDf\nli3btcuLFy0SJEiR0iRQoGrVypUzV9bs2XLlzJEjB8DtW7jixI0jR65cuXHjypnjy7dbN1Ginjwp\nIUFCpkyqgAGrVq1cOXORJU+WTI4cAMyZNW/m3NnzZ9ChyY02V9pcuXLmVK8WJkyNmgEDBMxGgmRX\nuXLmdOsmR86cOXHmzJUrZ87/eLlyAJQvZz5uXDlz0c2VK2fO+rVrvB48cOBgwwZM27aVK0euXLlx\n44wZ44MFy65d2MaNK1fO3P1y5QDs598/HMBw38iRGzcOGzZx5MiFC+eNFy9ixNiwyXLggA0bJdiw\nOXbs2zdy5cqZK1myXDlzKsmRA+DyJUxxMsvRLDdunLmc5Xa2apUnz4IFDhQoiBIljy5d2bJ9+yZu\n3Dhz5sqZM1eunLms5MgB6Or1K9iwYseSLWuWHFpzas2VK2fuLVxhwtSoGTBAAF4kSHaVK2fu719y\n5MyZE2fOXLly5haXKwfgMeTI48aVM2fZXLly5jZfu8brwQMHDjZswLRtW7ly/+TKlRs3zpgxPliw\n7NqFbdy4cuXM8S5XDgDw4MLDhftGjty4cdiwiSNHLlw4b7x4ESPGhk2WAwds2CjBhs2xY9++kStX\nzhx69OXKmWtPjhyA+PLni6tf7n65cePM8S/nH2CrVnnyLFjgQIGCKFHy6NKVLdu3b+LGjTNnrpw5\nc+XKmfNIjhwAkSNJljR5EmVKlSvLlSNnDqa5cuXM1bSZLRs3bi1arGHCpFw5c0OJDi1Xjhy5cuaY\nNjVXrhwAqVOpkiNXzlxWc+W4mjP37NkuDBiOHClT5lm4cObYkiNnDa41QL9+GTNWzlxevebKlQPw\nF3DgceO+lSsXLly2bN7Klf8bN46cNWvfvvHiBW3OnGXLSDlzpk2bOdGjSZczXc4cOXIAWLd2PW6c\nuHLlzJkjR66cOd3myvXq9etXkCBZrFjBhk3atm3fvpUrZ65c9HLmqFenXq4cAO3buXf3/h18ePHj\ny5UjZw69uXLlzLV3ny0bN24tWqxhwqRcOXP7+e8vB7AcOXLlzBk8aK5cOQAMGzokR66cuYnmylk0\nZ+7Zs10YMBw5UqbMs3DhzJkkR86aSmuAfv0yZqycuZk0zZUrByCnzp3jxn0rVy5cuGzZvJUrN24c\nOWvWvn3jxQvanDnLlpFy5kybNnNcu3otB7acOXLkAJg9i3bcOHHlypkzR47/XDlzdM2V69Xr168g\nQbJYsYINm7Rt2759K1fOXLnF5cw5fuy4XDkAlCtbvow5s+bNnDuXK0fOnGhz5cqZO42aHLlr1w4d\n4lWrVrly5mrbvk0ut7ndvM2VKwcguPDh5MiVM4fcXLly48SJ27SJyYABFSoUKfIsXDhz5sh582bK\nVJo0QjRpIkZMnLn17NkDeA8//rhx4MqVEydu27Zx5cqRA0iOXLhw4MAZMzaNEaNSpRI9e2bNGjly\n5ixexGixHDlyADx+BEmOnDhzJc2RI2dOJTly4jJlIkPmw4cqSZLUqiWMGjVr1sKFI1dOqFBzRY2a\nK1cOwFKmTZ0+hRpV6lSq/+XKkTOX1Vy5cua8fiVH7tq1Q4d41apVrpw5tm3dkoNrTu5cc+XKAcCb\nVy85cuXM/TVXrtw4ceI2bWIyYECFCkWKPAsXzpw5ct68mTKVJo0QTZqIERNnTvTo0QBMn0Y9bhy4\ncuXEidu2bVy5cuRshwsHDpwxY9MYMSpVKtGzZ9askSNnTvly5srLkSMHQPp06uTIiTOX3Rw5cua8\nkyMnLlMmMmQ+fKiSJEmtWsKoUbNmLVw4cuXs2zeXX7+5cuUAAAQgcCDBggYPIkyoUGG5huYeQoz4\nsFy5aNFgwRLVq5e5jh4/litnbiTJkuXKAUipcuW4ceXMwTRHjlw3b94oUf+6oUBBhw569FATJ86c\nuXLWrPnydehQn1evrl0zJ3Wq1HLlAGDNqjUcV3LkwoXTpu1bubLlyH375s0bM2a/8OCBBcsUMGDc\nuJnLq3dv3nLlzJEjB2Aw4cLjxpEzp9gcucbmzJEjt61SpSpVggTZ8ugRNmzbtGkTJ44cuXKmzaFO\nrbpcOQCuX8OOLXs27dq2b5MjV84cb3PlypkLLrxXLzJkIEBAAQgQOHDizEGPXk6cOHPmyJnLrt1c\nuXIAvoMPL04cOXPmypUbN25atWpChGgYMMCDh0OHtpUrZ86cuGvXAJYqVafOKmLEyJEzt5DhwnLl\nAESUODFcuG/kyI0bp03/G7ly5ciF9OaNG7dXrz758LFkSZNNm7JlGzeOXLly5nDiLFfOXE9y5AAE\nFTp03Dhy5pCaGzeunDlz2rQRS5GCBAkVKrzEiqVNm7dw4cqVGzeu3Lhx5tCmVVuuHAC3b+HGlTuX\nbl27d8mRK2eOr7ly5cwFFtyrFxkyECCgAAQIHDhx5iBHLidOnDlz5Mxl1myuXDkAn0GHFieOnDlz\n5cqNGzetWjUhQjQMGODBw6FD28qVM2dO3LVrpUrVqbOKGDFy5MwlV568XDkAz6FHDxfuGzly48Zp\n00auXDly371548bt1atPPnwsWdJk06Zs2caNI1eunDn79suVM7efHDkA/wABCBw4cNw4cuYSmhs3\nrpw5c9q0EUuRggQJFSq8xIqlTZu3cOHKlRs3rty4ceZSqlxZrhyAlzBjypxJs6bNmzjL6TTH0xw5\ncuaClisHbs4cNGgUKMDx6lW5cubKSS1nrio5cuLEmdvKtSuAr2DDjhtHzpxZc+HCQfPmzYoVKChQ\n6NJlzVq5u+byVqsGC9azZ9XIkTNHuLDhcuUAKF7MOFw4b+TIgQPHjVu3cuXGaebGmdupU4OKFAEF\nKtCwYd68mVvNuvXqcuXMkSMHoLbt2+TIjTPH25y43+bMUaOm68mTRo327EmWLZu55+SikzNHvbr1\n6+XKAdjOvbv37+DDi/8fT76ceXPozZEjZ659uXLg5sxBg0aBAhyvXpUrZ66cf4DlzA0kR06cOHMJ\nFS4E0NDhw3HjyJmjaC5cOGjevFmxAgUFCl26rFkrV9LcyWrVYMF69qwaOXLmZM6kWa4cAJw5dYYL\n540cOXDguHHrVq7cOKTclHI7dWpQkSKgQAUaNsybN3NZtW7NWq6cOXLkAIwlW5YcuXHm1JoT19ac\nOWrUdD150qjRnj3JsmUz15fcX3LmBA8mXLhcOQCJFS9m3NjxY8iRJZejbM6yOXLkypEjd+wYnwQJ\nChQgQMDGnTvgwJVjTc41uXKxxYkrZ8727dsAdO/mPc63OXPlyoULN+z/2DFDhugUKbJqVbdu5cxN\nn/7t265dxYp5M9fd+/fu5coBIF/evDhx3siRGzfu27dw5cqRIxfOmTNjxuzYaVKhAkAePMwMG2bN\nGjly5hYybLiwHDlyACZSrEiO3DhzGs2NG/dNnLhkyUi5cAEFyqlT2cKFK1fOXLly5GaSM2fzJs6b\n5coB6OnzJ9CgQocSLWq0HFJzSs2RIyfOnLls2T5NmCBBAggQapw5M+f1K9hyYsuZK2u2bLlyANay\nbStOHDlzcs2FC6ctXDhlynwlSzZuXLly5gYTBgdu3Dhy5Mwxbuy4cblyACZTrgwOXDhymsmFCzfO\nnLly5ch16wYOnDFj/6tKlTp2LJk2beTImatt+zZucuQA8O7te9w4cuaGmxs3Tly5ct26MevVixo1\nb97Gmatu/Tr27NbLlQPg/Tv48OLHky9v/ny59ObWmyNHTpw5c9myfZowQYIEECDUOHNmDqA5gQMH\nljNYzlxChQnLlQPwEGJEceLImbNoLlw4beHCKVPmK1mycePKlTN3EiU4cOPGkSNnDmZMmTHLlQNw\nE2dOcODCkfNJLly4cebMlStHrls3cOCMGVtVqtSxY8m0aSNHzlxWrVu5kiMHAGxYsePGkTN31ty4\nceLKlevWjVmvXtSoefM2zlxevXv59tVbrhwAwYMJFzZ8GHFixYvJkf8rZw6yuXHjylW+ds1WixZr\n1sSK1YwcOXOjSZcuV85catWry5UD8Bp27HDhyJkzV66cOHHgxInz5o3auHHlypkzftz4uHHlmJcz\n9xx6dOjlygGwfh07OHDiynUvJ06cOfHlyI8zPw4cOGrXroEDN44cOXPz6de3P79cOQD7+fcXB1Ac\nOXMEzY0bR65cuXHjsn37Nm6cuYkUK1q8eLFcOQAcO3r8CDKkyJEkS5IjV86cSnPjxpV7ee2arRYt\n1qyJFasZOXLmevr8Wa6cuaFEi5YrByCp0qXhwpEzZ65cOXHiwIkT580btXHjypUzBzYs2HHjypkt\nZy6t2rVqy5UDADf/rlxw4MSVu1tOnDhzfMv5HQd4HDhw1K5dAwduHDly5ho7fgy5cblyACpbvixO\nHDlznM2NG0euXLlx47J9+zZunLnVrFu7fv26XDkAtGvbvo07t+7dvHuTIzfOnHBz4MCFM2dOnLhs\nq1Zx4+bNm7np1KtTL1fOnPbt3MuVAwA+vHhw4MSVO18uXDhu5Nq3L1fOnPz59MOFEyfOnP79/PuT\nA0gOwECCBb8dLJewnDhx48w9NFdu3LhyFcuNCxfO3EaOHT1+NEeOHACSJU2GCyeu3Mpy4sSBK1eO\nHLly48aZw5lTZzme5cz9BBr0Z7ly5sqVA5BU6VKmTZ0+hRpVKjly/+PMXTUHDlw4c+bEicu2ahU3\nbt68mUObVm3acuXMvYUbt1w5AHXt3gUHTlw5vuXCheNGTrDgcuXMHUacOFw4ceLMPYYcWTI5cgAs\nX8b8TXM5zuXEiRtnTrS5cuPGlUNdbly4cOZcv4YdW7Y5cuQA3MadO1w4ceV8lxMnDly5cuTIlRs3\nztxy5s3LPS9nTvp06tLLlTNXrhwA7t29fwcfXvx48uXFnTdnrly5ce3NmSsX/9u3cePKlTOXX3/+\ncuXMATQncCBBguTIAUiocCE4cOHMmStXjhw5cObMlStnbiPHjh7JkTMnciRJkeVOihMHYCXLluBe\nlotZjhxNczZtkv8jZ27nznLlzAENKnSo0HJGxYkDoHQpU3DgwpkzV64cOXLizGHFWq6cua5ev3Yt\nV84c2bJmyZZLO24cgLZu38KNK3cu3bp2sWHjNm6cOHHevIErV44cOXHgwJEjZ24x48aOy0EuZ27y\n5HKWw4UDoHkzZ2nSsokLLe7bN3DkyJVLndoc69auycEmV66cudq2a5crR243OHAAfgMPDg2atXDG\nw4EDF64cc+bkyJWLLr2cuerWr2OvXq7cuHHkvn0DIH48eWnStIlLL86bt3DkyJkzV26+ufr275fL\nr98c/3LlAJoTWK7cuHHlwIEDsJBhQ4cPIUaUOJEiNmzcxo0TJ87/mzdw5cqRIycOHDhy5MylVLmS\nZTmX5czFjFmOZrhwAHDm1ClNWjZxP8V9+waOHLlyR4+aU7qUKTmn5MqVMzeV6tRy5chlBQcOQFev\nX6FBsxaObDhw4MKVU6uWHLlyb+GWMzeXbl27c8uVGzeO3LdvAAAHFixNmjZxh8V58xaOHDlz5spF\nNjeZcuVylzGb01yunDnP5cqNG1cOHDgAp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EHFz6c\neHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+effvhvnxd+/YNHLhv\n38KNGydOXLhx/wDHkRs4cNw4cuTEhQsHDpy4h+HCiRM3jhw5cRgxbtsGoKPHj7lyWePGDRy4bt3G\nkSNXriU5cuXKiRMX7ts3cTjD6Qw3rqfPnuTIjRs6lBs3AEiTKtWlq1q3bt++desmbpzVceKyjhsn\nrmu4cOLChgsnTty4s+LSihtHjpw4cePGidu2DYDdu3h79brmzVu4cN68hRNHWFy4cePIKVY8rvG4\ncN++hQsnTtw4cZjFjSNHTpy4cePEbdsGoLTp06hTq17NurVrX76uffsGDty3b+HGjRMnLty4ceSC\nBx83jhw5ceHCgQMnrnm4cOLEjSNHTpx169u2AdjOvXuuXNa4cf8DB65bt3HkyJVbT45cuXLixIX7\n9k2c/XD4w43bz38/OYDkxg0cyI0bAIQJFerSVa1bt2/funUTN87iOHEZx40T1zFcOHEhw4UTJ27c\nSXEpxY0jR06cuHHjxG3bBsDmTZy9el3z5i1cOG/ewokjKi7cuHHklCod13RcuG/fwoUTJ26cOKzi\nxpEjJ07cuHHitm0DUNbsWbRp1a5l29YtN27eyJEbN07c3XLlyJEr19ecuXLlzJEjZ87cOHLkvn0r\nV45cuXLkyJWjTHncOHLgwAHg3NnztWvbxIkbV3pcOXOpVasuV44cN27lyo0rV44cOXPmyu0mR85c\nOeDlyJErJ07/HADkyZVjw6Zt3Dhx0aOXo06dHDlz5siRG9et27hx4MaNAweOHLlx6cWJK0eOXLly\n48aRCxcOwH38+blx60aOHMBx48SJC0eO3Lhx5BaaM1eunDly5MyZC2dx2zZy5MaVK0eOXLmQIceN\nIxcuHICUKleybOnyJcyYMsXRNGfzZjlzOnfy7MmzXDlzQoWWK2fuKNKj5coBaOr0KThw38qVM2eu\nXDlzWrdy3VqunLmwYseSLSsWANq0asGxLVfOnLlycs3RrWuXLjly5vbuJUfOHGDA5cqZK2y4cLly\nABYzbixOXDhzks2VK0fOHObMmjdjLldu3DhzokWXK2fuNOrT/+XKAWjt+jXs2LJn065tWxxuc7p3\nlzPn+zfw4MDLlTNn3Hi5cuaWM19erhyA6NKngwP3rVw5c+bKlTPn/Tv47+XKmStv/jz69OYBsG/v\nHhz8cuXMmStn3xz+/PrxkyNnDqA5gebIkTN38GC5cuYYNmRYrhwAiRMpihMXzlxGc+XKkTP3EWRI\nkR/LlRs3zlzKlOXKmXP50mW5cgBo1rR5E2dOnTt59hw3Tpw5c+WIEjV3FGnSo+WYlgs3bty3b+bM\nlTN3FWvWq+XKAfD6Faw4cePMlTVXrpw5tWvZjhsXbtmycuXClbNbzlxevXv5lisHAHBgweDAhSt3\nGLE5xYsZl/8rR86bt3LlwpEjN26cOc2ay5Uz9xn053LlAJQ2fXpcanPmyrVubQ52bNmwy9Uu9w0c\nOG7czPX2/Rt4uXIAiBc3fhx5cuXLmTcfN06cOXPlqFM3dx179uvluJcLN27ct2/mzJUzdx59+vPl\nygFw/x6+OHHjzNU3V66cOf37+Y8bBzDcsmXlyoUrh7CcuYUMGzosVw6AxIkUwYELVy6jRnMcO3os\nV46cN2/lyoUjR27cOHMsWZYrZy6mzJjlygG4iTPnuJ3mzJX7+dOc0KFEhZY7Wu4bOHDcuJl7CjWq\n1HLlAFi9ijWr1q1cu3r9Om5cOXNkzZUrZy6t2rVs02oDB07/nDhz5sqZu4s3b14AfPv6DReunLnB\nhAsbNhctmjNevLp1+1aunLnJlCtbrgwgs+bN4MCRMwfaXLly5kqbPm2aHLly5caRI1eunLnZtGvb\nng0gt+7d48aVMwfcXLly5oobP468+LVt28SJMwc9uvTp0AFYv449u/bt3Lt7/z5uXDlz5M2VK2cu\nvfr17NNrAwdOnDhz5sqZu48/f34A/Pv7BxguXDlzBQ0eRGguWjRnvHh16/atXDlzFS1exHgRwEaO\nHcGBI2dOpLly5cydRJkSJTly5cqNI0euXDlzNW3exFkTwE6ePceNK2dOqLly5cwdRZpU6dFr27aJ\nE2dO6lSq/1WlAsCaVetWrl29fgUbltxYc+bKnS1nTu1atmvBgTNnbpg4cd++mTNXztxevn37AgAc\nWPC4ceTMHUac+HC5cubMrVqlzJIlcuS0lcNczpy5cuY8fwYNGsBo0qXFiRtnzlw51uXMvYYdu1w5\nc926mTMXzpw5cuTM/QYeXPhvAMWNHyeX3Jy5cs2bm4MeXTr0cePMmWMWTns4c929fwffHcB48uXN\nn0efXv169uTIjTNnrlw5cuTM3cefnxy5cLBgAYQEaYgjR8CAZcs2rlw5cw4fQnQIYCLFiuQumsto\nrlw5cx49llOmbM4cBAggUKBw6FCpbdu6dePG7Zs3b+LEkf8zp3PnTgA+fwIVJ25cuaLlyJEzp3Qp\n03HjwlGjdm1quHDixJEjZ24r165eAYANK5YcWXPmypUjR66cubZu35or9+yZLl1hUqWCBo0cOXN+\n/wIODGAw4cKGDyNOrHgxY3LkxpkzV64cOXLmLmPOTI5cOFiwIEEa4sgRMGDZso0rV84c69auWQOI\nLXs2udrmbpsrV84cb97llCmbMwcBAggUKBw6VGrbtm7duHH75s2bOHHkzGHPnh0A9+7exYkbV258\nOXLkzKFPr37cuHDUqF2LHy6cOHHkyJnLr38/fwD+AQIQOBAAOYPmzJUrR45cOXMPIUY0V+7ZM126\nwqRKBQ3/Gjly5kCGFDkSQEmTJ1GmVLmSZUuX42CWKzduHDly5czlzFmunDlz27YJixHjyJEMbNhI\nkhSOaTmn5cxFlRq1XDkAV7FmHTeunDmv5sqVMze2XLlwbNhIkBAgwAEIEGjR0sWM2bBh3Lgte/Ys\nWrRy5gAHNleuHADDhxGHCyeuXLlx48iRK2eOMuVy5ciRY8Zs2JMnvXohUqYMGTJy5MSVK0eOnDnX\nr12XKweAdm3b4nCXKwcO3Lhx5MwFFy5cnLhsR45YseJhzx5hwsqVMzedenXq5coB0L6de3fv38GH\nFz9+XPly5caNI0eunDn37suVM2du2zZhMWIcOZKBDRtJ/wAlhRtYrmA5cwgTIixXDoDDhxDHjStn\nrqK5cuXMaSxXLhwbNhIkBAhwAAIEWrR0MWM2bBg3bsuePYsWrZy5mzjNlSsHoKfPn+HCiStXbtw4\ncuTKmVu6tFw5cuSYMRv25EmvXoiUKUOGjBw5ceXKkSNnrqzZsuXKAVjLtq24t+XKgQM3bhw5c3jz\n5hUnLtuRI1aseNizR5iwcuXMKV7MeHG5cgAiS55MubLly5gzaxYnLly5cuTIgQNnrrRpcuTEiRMl\nigQAAAUKNFCipFIla9bAiRNnzhw5c+bKlTNHvFw5AMiTKxcnrpy55+bKSTdnTps2TAOyDwAAIIEJ\nE7JkRf/bts2Zs1+/TNWpw4xZt3LlzMmXX64cgPv483/7Fq5cOYDkyIULV87cQXPlsGGLFu3KlRQL\nFty4scOPn1u3qFH7Fi5cOZDmzJUrZ85kuXIAVK5kGS6cN3Lkxo3btq2cOZw4y+0sZ8zYnAIFFixQ\nAATIrVvixJUz19SpuXLlzE0tVw7AVaxZtW7l2tXrV7DixHUrV27cOHHiypljy1acOHLkEiVCIkAA\nDBgeSJHq1Yvc33HjyJErZ87wYXPlygFg3NgxOXLlzE2mXM6cOW7coClQoELFhAl8Xr0yZ66cOXPQ\noIkTB+vYsV+/ypmjXdtcuXIAdO/mHS7cN3LByYULR87/nLly5cYRI6ZMWYgQNQ4c4MKFRJs2lixl\ny4YtXLhx48yNJz++XDkA6dWvDxeOGzly4OSDI2fOvn1y5MqVs2ULDsACBViwqLBnjzRp5hYybFiu\nnLmI5MgBqGjxIsaMGjdy7OhRnLhu5cqNGydOXDlzKlWKE0eOXKJESAQIgAHDAylSvXqR6zluHDly\n5cwRLWquXDkASpcyJUeunLmoUsuZM8eNGzQFClSomDCBz6tX5syVM2cOGjRx4mAdO/brVzlzcuea\nK1cOAN68esOF+0buL7lw4ciZM1eu3DhixJQpCxGixoEDXLiQaNPGkqVs2bCFCzdunLnQokOXKwfg\nNOrU/+HCcSNHDhxscOTM0aZNjly5crZswSlQgAWLCnv2SJNm7jjy5OXKmWtOjhyA6NKnU69u/Tr2\n7NrHjQtX7ns5ceLMkS8/bly0aE2aZBgwAASIGcWKTZsmThy5cuXI8TfnH6A5gebKlQNwEGFCcuTK\nmXP48CE1arAYMNCgwYWLZOTImfPoUVtIbaZu3WrWbJw5lStXAnD5Ema4cODKlSNHDhw4cuXKdeum\nzY8fHz4ECEAAAMCGDQywYIEDp1evaeDAjRtHzlxWrebKlQPwFWxYceK+kSM3bpw3b+bYth037tq1\nI0cuAACwYAGFWLG0aStXzlzgwOXMFTZsrlw5AIsZN/92/BhyZMmTKY8bF65c5nLixJnz/HncuGjR\nmjTJMGAACBAzihWbNk2cOHLlypGzbQ53bnPlygHw/Rs4OXLlzBU3bpwaNVgMGGjQ4MJFMnLkzFWv\nrg27NlO3bjVrNs5cePHiAZQ3fz5cOHDlypEjBw4cuXLlunXT5sePDx8CBCAAABDAhg0MsGCBA6dX\nr2ngwI0bR86cxInmypUDgDGjRnHivpEjN26cN2/mSpocN+7atSNHLgAAsGABhVixtGkrV86cTp3l\nzPn8aa5cOQBEixo9ijSp0qVMm4p7Wi5qOXLkzFm9Kk5csmRLllgQIODIkTbAgGXLZs5cOXLkypUz\nBzf/Llxy5ADYvYt33Lhy5vr6JVeu3LNniiJE+PBBi5Zi4MCZe1yunDZtuXJtihSpWDFznDtzLlcO\ngOjRpMOFE0cuNTlxrM2ZCxcu2507JkwUKLDAgAEnTojs2WPKlLfh4MCNG2cuufLk5MgBeA49erhw\n4MZZHydOXDlz3LmPGwcNmhQpDAIEkCBhxq1b4cKZew8//vty5cyRIwcgv/79/Pv7BwhA4ECCBQ0e\nRChQ3MJyDcuRI2dO4kRx4pIlW7LEggABR460AQYsWzZz5sqRI1eunDmWLVmSIwdA5kya48aVM5dT\nJ7ly5Z49UxQhwocPWrQUAwfO3NJy5bRpy5VrU6RI/8WKmcOaFWu5cgC8fgUbLpw4cmXJiUNrzly4\ncNnu3DFhokCBBQYMOHFCZM8eU6a8/QUHbtw4c4UNFyZHDsBixo3DhQM3TvI4ceLKmcOMedw4aNCk\nSGEQIIAECTNu3QoXztxq1q1Xlytnjhw5ALVt38adW/du3r19hwsnrtzwcuPGmUOe3JmzU6cePCgA\nAMCJE3qcOfPmbdw4ceDAlSs3zpy5cuXMnS9XDsB69u3FiStnTv58ceHCiRFjAQCAAgVcAHQxbNw4\nc+bKjRvXq1eZMimWLGHGjJy5ihbNlSsHYCPHjuDAiSsnspw4ceTKldu2TViLFhw4HDgQQYOGOXMk\n/f/6FS0aNmzfwIErV46cuaJGzZUrB2Ap06bgwIUrJ7WcOHHmrmIFB06ZsgoVCgAA4MDBGWnSypUz\np7ZcOXPmyJkzR46cubrkyAHIq3cv375+/wIOLHjcuHDlDpcbN84c48bSpD17JkKEjQ4diBGjNm5c\nuHDmzJUjR27cuHLmTqM2V64cgNauX48bV84cbXPkyIETJ06JEhwHDtCg4cnTN3LkzCH35q1QIVOm\niuTKFS6cuerWq5crB2A79+7ixI0rV86cOXLmzZkTJ+7bli2mTGnR4qtVq3LlxpUrFy6cuf7lAJYT\naI5gQYLlygFQuJDhuHHhypUzZ65cOXMXMYYL9+3/mwkTKBQoiBXLWrly5lCmNFeunDmXL12WKweA\nZk2bN3Hm1LmTZ89x48KVE1pu3DhzR5FKk/bsmQgRNjp0IEaM2rhx4cKZM1eOHLlx48qZEzvWXLly\nANCmVTtuXDlzb82RIwdOnDglSnAcOECDhidP38iRMzfYm7dChUyZKpIrV7hw5iBHhlyuHADLlzGL\nEzeuXDlz5siFNmdOnLhvW7aYMqVFi69WrcqVG1euXLhw5nCX013OXG/fvcuVAzCcePFx48KVK2fO\nXLly5qBHDxfu2zcTJlAoUBArlrVy5cyFF2+uXDlz59GfL1cOQHv37+HHlz+ffn375MiFM2euXDlx\n/wDFmRtI8NixSJE2bGgBAoQpU9HIkfv2rVw5cuPGiRNHzpzHj+bKlQNAsqTJcePImTNXrpw4ccdu\n3cKAQQEAAB8+yJEDric5csgECVqwAAIEDLp0ceNmrqnTpwCiSp06rqo5c+XKkSNnris5cuNq1aJF\ny5Spbt68lStnri05cubixi1Xzpzdu3bLlQPAt69fcuTCmRtsjhw5c4gTixOHDNmJEyYmTODEqZu5\ny5gxkyM3zpznz+bKlQNAurTp06hTq17NujU5cuHMmStXTpw4c7hzHzsWKdKGDS1AgDBlKho5ct++\nlStHbtw4ceLImZtO3Vy5cgCya98+bhw5c+bKlf8TJ+7YrVsYMCgAAODDBzlywMknRw6ZIEELFkCA\ngEGXLoDcuJkjWNAgAIQJFY5jaM5cuXLkyJmjSI7cuFq1aNEyZaqbN2/lypkjSY6cOZQoy5Uz19Jl\ny3LlAMykWZMcuXDmdJojR87cT6DixCFDduKEiQkTOHHqZs7p06fkyI0zV9WquXLlAGzl2tXrV7Bh\nxY4lO85suXLmzI0bV87cW3PlsGErUyZGDBMnTjRrVu3b32/lyo3r1k2cuHLmFC82V64cAMiRJYsT\nR87cZXPgwBEjRWrECAoRIiRJ4sxZONTmzFWDAWPB6wU3Zs0iR87cbdy3y5UD0Nv3b3HiyJUrZ87/\n3Djk5cqBA6etVq1Tp2rVajZtmjlz5cZtH1fO+7hx5cqZI1+efLlyANSvZ0/OvTn45sqVM1fffrhw\niRLhwFHhA8APy5Z9K1fOHEKE48aJE0euXDlzEiWSIwfgIsaMGjdy7OjxI0hx4saVK2fOnDhx5laW\nK0cuUqQoURYssCBChClTs6xZ69YtWzZnxoyJExeuHNJy5paWKwfgKdSo4sSNM2eOHLlt2woBAtSh\nw4MgQUCB+vatnDlz5MiRmjABAAADBoBIk2buLt685coB6Ov3rzhx48yZK1du3Dhx5MgVKyZLiZIr\nV4oUmTRrFjZsw6JFo0YNGTJbw4aJEzeuHOpy/+ZWlysH4DXs2OPGlTNn21y5cuZ28yZFSooUAgQW\naNDgytU0cuTKlSNHbtuyZd68WRtnfZy57OTIAeju/Tv48OLHky9vXpy4ceXKmTMnTpy5+OXKkYsU\nKUqUBQssiBBhCqCpWdasdeuWLZszY8bEiQtXDmI5cxPLlQNwEWNGceLGmTNHjty2bYUAAerQ4UGQ\nIKBAfftWzpw5cuRITZgAAIABA0CkSTP3E2jQcuUAFDV6VJy4cebMlSs3bpw4cuSKFZOlRMmVK0WK\nTJo1Cxu2YdGiUaOGDJmtYcPEiRtXDm45c3PLlQNwF2/ecePKmfNrrlw5c4MJkyIlRQoBAgs0aP9w\n5WoaOXLlypEjt23ZMm/erI3zPM5caHLkAJQ2fRp1atWrWbd2TY7cuHKzy4ULV86cuXLlyN269eqV\nDh18Bg0KF84bOHDXrokT5w0cuHDhzFW3Xr1cOQDbuXcfN46cOXPjxm3bZipYsChRZCFDZg5+/PjW\n5MhZsKBTp2fm+Pf3D9CcuXLlABg8iHCcQnPmyJELFy7buHGzZtFiwuTRIzJkZN26xY1bsmHDZMma\nNm3Yt2/hwpl7CfNluXIAatq8SS6nuZ3mypUzBxRoOVKkLFmKEEGJHTvjxpV7Om4cOXLfpk0LFkwc\nOXLmunYtVw6A2LFky5o9izat2rXkyI0rB7f/XLhw5cyZK1eO3K1br17p0MFn0KBw4byBA3ftmjhx\n3sCBCxfOnOTJksuVA4A5s+Zx48iZMzdu3LZtpoIFixJFFjJk5lq7dm1NjpwFCzp1emYut+7ducuV\nAwA8uPBxxM2ZI0cuXLhs48bNmkWLCZNHj8iQkXXrFjduyYYNkyVr2rRh376FC2cuvfr05coBeA8/\nPrn55uqbK1fOnH795UiRAmjJUoQISuzYGTeu3MJx48iR+zZtWrBg4siRM5cxY7lyADx+BBlS5EiS\nJU2eJEdunDlz5cqFC2dO5rhx4Dp10qJlxIg6jBhFi+YMG7Zhw5Yti+bNGzhw5Mw9hWquXDkA/1Wt\nXh03jpw5c+LEadOGihcvVaqqlStnTu3atdH48Fmw4M0bZ+bs3sVrt1w5AH39/h03Tpw5c+LEYcP2\n69gxMWJ+OHCAAoUIEW7KlKFEKUiTJi5cSJEyCBq0b9/KmUOd2ly5cgBcv4ZdTrY52ubKlTOXO1y4\naDVqVKiQIEETQYK6dRuXnBu3atWYDRuGC5c1cuTMXb9erhwA7t29fwcfXvx48uXJkRtnzly5cuHC\nmYM/bhy4Tp20aBkxog4jRtGiAXSGDduwYcuWRfPmDRw4cuYeQjRXrhyAihYvjhtHzpw5ceK0aUPF\ni5cqVdXKlTOncuXKaHz4LFjw5o0zczZv4v+0Wa4cgJ4+f44bJ86cOXHisGH7deyYGDE/HDhAgUKE\nCDdlylCiFKRJExcupEgZBA3at2/lzKFNa65cOQBu38ItJ9ccXXPlypnLGy5ctBo1KlRIkKCJIEHd\nuo1LzI1btWrMhg3DhcsaOXLmLl8uVw4A586eP4MOLXo06dLjxpErp7qcuNbmzI0bh+3SpSZNggS5\nQ4nSt2/XoEGLFk2btmzduo0bZ2458+XlygGILn16uHDiyJEbN86Zs1rGjDVrxq1cOXPmz5+/9uOH\nCBGtWokzJ38+ffnlygHIr38/OHDhAI4bJ04cNGiidOkSI4bNjBlo0OTJ4yhSJGHCFEmRwoX/S6VK\nwa5dGzfOXEmTJcuVA7CSZUty5MqZk2muXLlx5sx167ZLhAgJEjx4SKNLVzmj5MiJEwcOXLVdu4wZ\nG1eunDmrVsmRA7CVa1evX8GGFTuWrDhx48qlLQcOHLly5a5dW9ajx4kTOnQM4sXLmzdp2LBly1at\nGjdv3sqVM7eY8eJy5QBEljw5XDhw5Mh587ZsWbBly7Bh02aOdGlz5MhJk6bBgAECBKxY0WaOdm3b\n5srlBrCbd29w4LyRI9etGzNmt4ABu3QJDR06p07lymUMWHVgrwYNChSIFStr376ZEz+efLlyANCn\nVz9uHDlz782VK0eOfq1abwgQUKDgxYtR/wC9eStHsGA5bdqkCRP27ds4cxAjmitXDoDFixgzatzI\nsaPHj+LEjStHshw4cOTKlbt2bVmPHidO6NAxiBcvb96kYcOWLVu1aty8eStXzpzRo0bLlQPAtKnT\ncOHAkSPnzduyZcGWLcOGTZu5r2DNkSMnTZoGAwYIELBiRZu5t3DjmitHF4Ddu3jBgfNGjly3bsyY\n3QIG7NIlNHTonDqVK5cxYJCBvRo0KFAgVqysfftmrrPnz+XKARhNuvS4ceTMqTZXrhy517VqvSFA\nQIGCFy9GefNWrrfvctq0SRMm7Nu3ceaSKzdXrhyA59CjS59Ovbr169jHjRNXrns5b+DLlf/Llg2Z\nGzeRIilS5MyatXLlyFWr9uyZOHHjypUzx7+/f4DlygEgWNAgOHDcyJHLlu3XL1jfvnnzVs7cRYzk\nhAkbNqzAgQMLFlizZs7kSZQnyZED0NLly3DhuJEjhw2bMmWxtm3z5WuaMmXixIUjqk3buHHclCkz\nZkycOHLmpE6lKrVcOQBZtW4l19XcV3PjxoErV27XrjsjRmDB0qrVOHNx45YrFy7cuHHgvn0TJ87c\nX8B/y5UDUNjwYcSJFS9m3NjxuHHiyk0u581yuXLZsiFz4yZSJEWKnFmzVq4cuWrVnj0TJ25cuXLm\nZM+mXa4cANy5dYMDx40cuWzZfv2C9e3/mzdv5cwtZ05OmLBhwwocOLBggTVr5rRv576dHDkA4cWP\nDxeOGzly2LApUxZr2zZfvqYpUyZOXDj82rSNG8dNGUBlxoyJE0fOHMKEChGWKwfgIcSI5Caaq2hu\n3Dhw5crt2nVnxAgsWFq1Gmfu5Mly5cKFGzcO3Ldv4sSZq2mzZrlyAHby7OnzJ9CgQocSJUdOnDlz\n5cqBA/dNnLho0XpJkTJmzKpV2r59I0dunDdv0KB16zbOHNq0atGWKwfgLdy44cJxI0dOmzZlynBh\nwxYuHLly5cyZ06btVocODBgAIEDgwAFdusxRrmyZcjly5ABw7uwZHLht48Z161atmrFs/9m4cfvm\netw4crLDhRMnLpw3b9mygQNXzhzw4MKBlysH4Djy5OSWm2tubtw4bNmyjRrVpUKFKVOePStn7jt4\nc+HGhxNH7jw5c+rXqy9XDgD8+PLn069v/z7+/OLEkTPnH6A5cQPLlQMHrlqyZNeudes2rlw5cxPF\niStXzlxGjRs5lisHAGRIkd++gRs3Tpy4atW6kSNnDma5cubMkSMnDAgQDhwQKFCgSFG5cuaIFjVa\nlBw5AEuZNvXmDRw5cuLEbdvWrVw5cuTKdTX31Vw5c2PNlRMnrlw5c2vZtnVbrhwAuXPpjhtXzlxe\nc+PGhSNHLlmyUqtWZctWrpw5xYsZL/8u97icOcmTJZcrBwBzZs2bOXf2/Bl0aHHiyJkzbU5c6nLl\nwIGrlizZtWvduo0rV85cbnHiypUz9xt4cOHlygEwfhz5t2/gxo0TJ65atW7kyJmzXq6cOXPkyAkD\nAoQDBwQKFChSVK6cOfXr2a8nRw5AfPnzvXkDR46cOHHbtnUrB7AcOXLlCpo7aK6cuYXmyokTV66c\nuYkUK1osVw6Axo0cx40rZy6kuXHjwpEjlyxZqVWrsmUrV86czJk0Z5a7Wc6czp06y5UDADSo0KFE\nixo9ijRpuHDkzJkrV27cuHJUyZH7Fi7cuHHlypn7CrZcOXNky5o9S5YcOQBs27oFBy7/XLly5MiB\nA0fOnN69e8GBe1ajxo0bMo4c6dbNnOLFjBmXGzcOgOTJlMGBC1cuc7lw4cqZ+ww6tGhz5UqbO406\nterT5coBeA07tjhx5MzZNkeO3Dhy5Lp1O7ZtGzly5oobP168nHLl5po7f16uHIDp1Ktbv449u/bt\n3MOFI2fOXLly48aVO0+O3Ldw4caNK1fOnPz55cqZu48/v/775MgBAAhA4MCB4MCFK1eOHDlw4MiZ\ngxgxIjhwz2rUuHFDxpEj3bqZAxlSpMhy48YBQJlSJThw4cq9LBcuXDlzNW3exGmu3E5zPX3+BNqz\nXDkARY0eFSeOnDmm5siRG0eOXLdu/8e2bSNHztxWrl23lgML1txYsmXLlQOQVu1atm3dvoUbV244\nuuXslgMHTpw5c+XKkRs3ztxgwoXJkStXztxixo0dkyMHQPJkyuDAfStXjhy5cOHImQMdOnS5cuBC\nhapWbZc3b+Zcv4btulw5cuTKhQsHQPdu3t98lys3bpw44uaMH0durhw5cuacl4Neztx06tWtkyMH\nQPt27uLEjTMX3ty4cd/KlRuXXpw4c+3dvydHLly4cuXM3cefH3+5cgD8AwQgcCDBggYPIkyoEGG4\nhuUelgMHTpw5c+XKkRs3zhzHjh7JkStXzhzJkiZPkiMHYCXLluDAfStXjhy5cOHImf/LqVNnuXLg\nQoWqVm2XN2/mjiJNerRcOXLkyoULB2Aq1arfrpYrN26cuK7mvoINa64cOXLmzpZLW84c27Zu35Ij\nB2Au3brixI0zp9fcuHHfypUbJ1icOHOGDyMmRy5cuHLlzEGOLDlyuXIALmPOrHkz586eP4MOJ9qc\nuXLlyJEbZ2716nLlzMGOLRt2uXLmbuPOfbscb3HiAAAPLjxcOHDmzJVLntwc8+bOmV+75s3bN3PW\nr2PPbo4c92/fAIAPLz5cOHDmzJVLX46cufbty5UzJ19+uXLm7t8vV84c//7+AZozV47guHEAECZU\nGC7cOHMPzZUrJ86cuXLlzJUrZ47/Y0ePHMeNKzfSXEmTJ0uSIweAZUuXL2HGlDmTZk1q1LKJ0ynu\n2zdx5YAGLWeOaFGj5ZCWM7eUadNy5caNIwcOHACrV7FKk4YtXDhx4sKFG2eOLNly5cylNTfOW1tv\n5MqVMzeXbt255cqBAzeuWzcAfwEHjhbtWjjDh8OVK2fOXDnH5iCbKzd5srlyl8uZ07yZc7ly5ECD\nAweAdGnT1KhxG7d6HDhw4ciRKzd7tjnbt3GTIzduHDly5YADNzd8eDnj4sQBUL6ceXPnz6FHlz6d\nGrVs4rCL+/ZNXDnv38uZEz+efDnz5cylV7++XLlx48iBAweAfn370qRhCxdOnLhw/wDDjTNHkGC5\ncuYSmhvnraE3cuXKmZtIseLEcuXAgRvXrRuAjyBDRot2LZzJk+HKlTNnrpxLczDNlZs501y5m+XM\n6dzJs1w5ckDBgQNAtKhRatS4jVs6Dhy4cOTIlZs61ZzVq1jJkRs3jhy5cmDBmhs7tpxZceIAqF3L\ntq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHjx5AjS55MubLly5gza97MubPn\nz6BDix5NurTp06hTq17NurXr17ANCxOGDZxtcN68hRPHW1w4csDJlRs+bhw5cuLAKQcnTtw4cdDF\njSNHTpx169q0AdjOvXuvXtm+ff8LFw4cuHHkyI1bv54cuXHwxYkbN05cuHDgwI0bJy5cOIDixI0j\nR06cuHHjxHHjBsDhQ4i+fFn79g0cOG/ewo3jOC7cuHHkRJIbFy7cuHHhvq38Js5luHDixI0jR06c\nuHE5uXED0NPnT2LErIEjCm7bNnDilIoDR45cOahQxYkjRw5cN6zdwoUT17UruXLlxo0d260bALRp\n1a5l29btW7hxwc0tV27cOHF5yZEbN45cuXLmBAsuV86cuXGJtWkrV45cuXLkyJWjTI7cOMzfvgHg\n3NmzNm3eyI0mN24cuXKpy5krV87c69fixJkzR65cuXDhypUjV64cOXLlhAsnV1z/nDgAyZUv79bN\nW7ly46SPE1euHDly5ciRM9e9Ozly5syRK1cOHLhy5ciVK0eOXDn48MnNDxcOwH38+cXtL1eOHEBy\n4waWK0eOXLmE5hYybFiuHDhw5iZOLFfOXLmM5chxBAcOAMiQIkeSLGnyJMqU5MiJM+fSXLly5MzR\nrGnzJs1y5ciRM+fzJ1Cf5cqZI0cOANKkSsMxNef0KdSoUqOWK2fuKtasWsuVA+D1K9hx48SZK2u2\nnLm0ateyXVuunLm4cufSLVcOAN68esuVI2fur7lygs0RLmz4MOLEisuVA+D4MeTIkidTrmz5Mjly\n4sxxNleuHDlzokeTLi26XDly/+TMsW7tmnW5cubIkQNg+zbucLrN8e7t+zfw3+XKmStu/DjycuUA\nMG/ufNw4ceamUy9n7jr27Nqzlytn7jv48OLLlQNg/jz6cuXImWtvrhx8c/Ln069v/z7+cuUA8O/v\nHyAAgQMJFjR4EGFChQDIkRtnzly5cuQomrN4EWNGc+G+fZMmzVxIkSNJkiMHAGVKleLEjTP30ly5\ncuZo1rRJs5w4cebMiSNHLlw4c+bKFTV3FGnScuUANHX6dFxUc+bKVa1qDmtWrVjLlTNnThw5cuPG\nmTN7Fm3acuUAtHX7lhy5cebMkbNLbpw5vXv59jVXjhw5bNjMFTZ8GHG5cgAYN/92/BhyZMmTKVcm\nR26cOXPlypHzbA50aNGjzYX79k2aNHOrWbd2TY4cANmzaYsTN85cbnPlypnz/Ru473LixJkzJ44c\nuXDhzJkr99xcdOnTy5UDcB179nHbzZkr9/27OfHjyYsvV86cOXHkyI0bZw5+fPnzy5UDcB9/fnLk\nxpkzB5CcQHLjzBk8iDChuXLkyGHDZi6ixIkUy5UDgDGjxo0cO3r8CDIkOXLlzJk0R46cuZUsW7pc\nCS1atG3bzNm8iTOnTQA8e/oMF66cuaFEixo1V66cOXHiyJHDFi5quHLlyJUrZy6r1q1ZAXj9Cnbc\nuHLmyporV86c2rVs15Z7W87/2rdv4sSZM1fOnN69fPkC+As4cLly5MyZK1du3DhzjBs7flyuXLBq\n1a5dI0eunLnNnDt3BgA6tOjRpEubPo06NTly5cy5NkeOnLnZtGvbng0tWrRt28z5/g08uG8AxIsb\nDxeunLnlzJs7N1eunDlx4siRwxYue7hy5ciVK2cuvPjx4QGYP49+3Lhy5tqbK1fOnPz59OeXu1/O\n2rdv4sSZA2iunDmCBQ0aBJBQ4cJy5ciZM1eu3Lhx5ixexJixXLlg1apdu0aOXDlzJU2ePAlA5UqW\nLV2+hBlT5sxy5caZM0eOXDme5nz+BOqTHDlz5nBx4+bNmzmmTZ0+LVcOwFSq/1XHjSNnTqu5cuXM\nfQUbVpy4cceOkSNHq1s3bdrMmSNnTu5cunQB3MWbd9xec+bK/f1rTvDgweQMY8M2bpypbNm6dTMX\nWfJkypEBXMacedy4cObMffs2TrQ50qVNmysHDty4cU9YsTp1qlw5c7Vt37ZdrhwA3r19/wYeXPhw\n4sXLlRtXrhw5cuPGkTMXXfr06NKkYcIUIk6cXr3GjTMXXvx48eXKAUCfXj059ubcmxs3ztx8+uPG\nbdvmyBEcEiSIACQyQYsWRox48fpGjpy5hg4fNgQgcSLFcRbNmStXjhxHcx7NkQspTlyyZMG0aOHB\ngwIVKqZMWbNWzhzNmjZtAv/IqXOnOHHcxInr1k2bNnDlypkzV86cuXLlsGEDJkLEggUAChSgQGHW\nrHHmvoIN+7VcOQBmz6JNq3Yt27Zu35YrN65cOXLkxo0jZ24v3757pUnDhClEnDi9eo0bZ24x48aM\ny5UDIHkyZXKWzWE2N26cuc6ex43bts2RIzgkSBAhMkGLFkaMePH6Ro6cudq2b9cGoHs373G+zZkr\nV44ccXPGzZFLLk5csmTBtGjhwYMCFSqmTFmzVs4c9+7evQMIL368OHHcxInr1k2bNnDlypkzV86c\nuXLlsGEDJkLEggUAABYoQIHCrFnjzCVUuDBhuXIAIEaUOJFiRYsXMWYcNw7/3Lhx3ryFC0fOXEmT\nJ815EyNGhIgHTZrIkmWOZk2bNMuVM0eOHACfP4GOG0fOnLly5caNK2fOXDmn27YtW2bESIoCBUyY\ncBAkyJw51qxdI0euXDlzZ9GeLVcOQFu3b8WJG1euHDm75MaZM1euHDlw4MiRK1bMVYoUJUpAYMLE\nlKlx48qZkzyZsuRy5QBk1rwZHLhun6lR69YtnDnTpsuVM2euWzdTDhwUKBCgQIEdO8KFK2eOd+/e\n5cqZI0cOQHHjx5EnV76ceXPn48aBGzfOm7dw4ciZ076duzlvYsSIEPGgSRNZssylV78+fbly5siR\nAzCffv1x48iZM1eu3Lhx/wDLmTNXruC2bcuWGTGSokABEyYcBAkyZ441a9fIkStXzpzHjx7LlQNA\nsqRJceLGlStHriW5cebMlStHDhw4cuSKFXOVIkWJEhCYMDFlaty4cuaSKl2atFw5AFCjSgUHrptV\natS6dQtnrmvXcuXMmevWzZQDBwUKBChQYMeOcOHKmZtLl265cubIkQPAt6/fv4ADCx5MuLA4cdzG\njRMnTps2c5AjSw4XjlaCBAcyz5hx7Fi5cuZCiw5Njpy50+TIAVjNurU4cePMmStXLly4cubMlSsn\nTpQoSZIoUDgAAIACBRF27ECEKFiwbeHCmTNXzpz16+bKlQPAvbv3cOHElf8rR44cOHDl0qcfFy4c\nOHC0aKlRoECChBJMmOzaBQ4cOYDmBA40V66cOYTlygFg2NChOHHZxE0Uhw2bOYwZNWLDFokAAQMh\nNWhIlWrcOHMpVaYsV87cS3LkAMykWdPmTZw5de7kOW5cNnLkuHELF66cOaRJk4ID58qAARw4TODC\nNW6cOaxZtZIjV66cuXHjAIwlW5YcuXHmzJUrN24cOXNxzZVz5UqZshQpcChQ0KhRk127atUaV7jc\n4XLmFC9WXK4cAMiRJY8bB65cOXLkwIEjZ86zuXLhwpUr16xZMRUqWrXiw4wZNWrmZM+mXZscOQC5\nde8uV45buXLixI0bZ87/+HHk5cqBGzGiVq092rSJE2fO+nXs2cmRA9Dd+3fw4cWPJ1/e/Lhx2ciR\n48YtXLhy5uTPnw8OnCsDBnDgMIELF8Bx48wRLGiQHLly5cyNGwfgIcSI5MiNM2euXLlx48iZ62iu\nnCtXypSlSIFDgYJGjZrs2lWr1riY5WaWM2fzps1y5QDw7Olz3Dhw5cqRIwcOHDlzSs2VCxeuXLlm\nzYqpUNGqFR9mzKhRM+f1K9iw5MgBKGv2bLly3MqVEydu3DhzcufSLVcO3IgRtWrt0aZNnDhzggcT\nLkyOHIDEihczbuz4MeTIkseN80aO3Lhx4sSZ6+z5szNnaQYMWLAghTVr/+XKmWvt+vXrcuTIAaht\n+zY5cuPMmStXbtw4c8LLlTOnTNmnTyxY6PDgYc+eSNq0WbMWLhy5ctq1m+vu3Vy5cgDGky9Pjtw4\nc+bKlRs3zhz8+PLBgfsGCtStW7O+fRMnDqA5gQMJFixXDkBChQvLlRNnzlw5ieXMVbR40eKyZcaM\nKStXzlxIkSNJhiRHDkBKlStZtnT5EmZMmePGeSNHbtw4ceLM9fT505mzNAMGLFiQwpq1cuXMNXX6\n9Gk5cuQAVLV6lRy5cebMlSs3bpw5seXKmVOm7NMnFix0ePCwZ08kbdqsWQsXjlw5vXrN9fVrrlw5\nAIMJFyZHbpw5c+XKjf8bZw5yZMngwH0DBerWrVnfvokTZw50aNGjy5UDcBp16nLlxJkzVw52OXOz\nademvWyZMWPKypUz9xt4cOG/yZEDcBx5cuXLmTd3/hx6uHDfxIkbN44cOXPbuXc3ZizFgAEMGIip\nVs1cevXr05crN26cuXHjANS3f3/cOHLm+JsbB3AcOXPmypUjN2zYnDk2bKCIEEGVqlTDhkmTRi7j\nuHHkyJn7CPIjOXIASpo8OS6lOXPlypEjZy6mzJjlynnz5syQoV27gk2bJk6cuaFEixolRw6A0qVM\nyZETV66cualUq1o1R44XL2XKuI0bZy6s2LFkw5IjByCt2rVs27p9Czf/rtxw4b6JEzduHDly5vr6\n/WvMWIoBAxgwEFOtmrnFjBsvLldu3Dhz48YBuIw587hx5Mx5NjduHDlz5sqVIzds2Jw5NmygiBBB\nlapUw4ZJk0Yu97hx5MiZ+w38NzlyAIobPz4uuTlz5cqRI2cuuvTo5cp58+bMkKFdu4JNmyZOnLnx\n5MubJ0cOgPr17MmRE1eunLn59OvbN0eOFy9lyriNAzjO3ECCBQ0OJEcOwEKGDR0+hBhR4kSK4sSB\nI0euXDlx4sx9BPmRHDkyZBIAAGDAwJxv38y9hAmznDlz5MiZw0mOHACePX2KEzeu3NBy4sSVM2fu\n27dsQoSkSDFgAIMF/wvSpDFkzBg1atq0cdOmrVw5cubMlStnTm25cgDcvoU7Tq45c+XKiRNnTu/e\ncuXGjTNlCtKLF1CgVLFlS5s2co0bmzNXzpw5cuTMXSZHDsBmzp3JkRtXrpw5c+TImUOdWnW3bsVQ\noChRwgQvXuPGmcOd21w5c+bIkTMXnBw5AMWNH0eeXPly5s2djxvnrdx06uasX8fOg8cFAQLs2Mlm\nTvx48uLLnUdvjhw5AO3dvx8Xv1w5c+bG3Tdn7ts3b1WqAMSCJUGCCRw4GDPmTJs2atTGjRM3buI4\ncxYvWixXDgDHjh7JkRtnzly5cuHClTOn0ly5cePChQsU6I4FC3nyiP/ZtWvaNHLkzJULWs4c0XLl\nzCElRw4A06ZOx40DZ85cuarlzGHNqnXRIikECKxY8SJUKHDgzKFFW66cubblypEjZ44cOQB27+LN\nq3cv375+/44b560c4cLmDiNOzIPHBQEC7NjJZm4y5cqTy2HObI4cOQCeP4MeJ7pcOXPmxqE2Z+7b\nN29VqmDBkiDBBA4cjBlzpk0bNWrjxokbJ3ycueLGi5crB2A58+bkyI0zZ65cuXDhypnLbq7cuHHh\nwgUKdMeChTx5xOzaNW0aOXLmysEvZ25+uXLm7pMjB2A///7jAI4DZ85cOYPlzCVUuHDRIikECKxY\n8SJUKHDgzGXMWK7/nDmP5cqRI2eOHDkAJ1GmVLmSZUuXL2GSIwfOnLly5ciRM7eT505s2DhwKAAA\nQJAg08wlVaq0XDly5qBGNVeuHACrV7GSIzfOnLly5cSJI1euXLRotihQgAABAIAGESIoUtRp2rRf\nv6hRk8aNmzdv5MwFFmyuXDkAhxEnJkdunDlz5cqJE2eOMuVy2bIBA5YiBQYAAC5c2DBpki9f376R\nK7d6tTnXr8vFBjCbdm1y5L6Z022uXDlzv4F/+5YpEwECAQAAECCAwJw50KCVK2eOerly48xlN1eO\nOzlyAMCHFz+efHnz59GnJ0cOnDlz5cqRI2eOfn362LBx4FAAAIAg/wCDTDNHsGDBcuXImVvI0Fy5\ncgAiSpxIjtw4c+bKlRMnjly5ctGi2aJAAQIEAAAaRIigSFGnadN+/aJGTRo3bt68kTPHs6e5cuUA\nCB1KlBy5cebMlSsnTpy5p0/LZcsGDFiKFBgAALhwYcOkSb58fftGrpxZs+bSqi3HFoDbt3DJkftm\nrq65cuXM6d377VumTAQIBAAAQIAAAnPmQINWrpy5x+XKjTNH2Vy5y+TIAdjMubPnz6BDix5Nmpzp\ncuXMqV7Nulw5UaJGjBBQoECiROHM6d69u5xvc8DNlStnjhw5AMiTKxcnjly5cubMiRMHjhw5Y8Za\nefDAgEGCBBBUqP9AhsyY+WDBsGGzNm0aOHDlzMmfb65cOQD48+sfN46cOYDmypUbN66cOYTmylWr\npkqVCxcaBgxQoYJJp07QoJEjV86jOZAhRZIjB8DkSZTjVJYrZ87lS5jQoDlypEABAJwCBDh49Chc\nOHNBg5Yjas6oOXLkzI0bB8DpU6hRpU6lWtXqVXLkypnjaq5cOXNhxS5bNmdOgAAABgzgw8ebObhx\nzY0bZ86ct3Llxo0z17dcOQCBBQ8OF26cOXPlyokT923cuFWr2gwYgABBggQvzJhJlmzYtGnIkPXq\nFatWrW/fxJUrZ86163LlAMymXXvc7XK5y4ULZ853uXLkcOHChEn/g4YHAwbcuAHm1ats2cKFG1fd\nnLly5syVK2fOe7lyAMSPJz9uHDlz6c2VK2fO/ftr1z59UqBAQIAAGDDc8ebNHEBzAgcKJGfOXLly\n5haSIwfgIcSIEidSrGjxIkZy5MqZ62iuXDlzIkcuWzZnToAAAAYM4MPHm7mYMs2NG2fOnLdy5caN\nM+ezXDkAQocSDRdunDlz5cqJE/dt3LhVq9oMGIAAQYIEL8yYSZZs2LRpyJD16hWrVq1v38SVK2fu\n7dty5QDQrWt3HN5yesuFC2fub7ly5HDhwoRJg4YHAwbcuAHm1ats2cKFG2fZnLly5syVK2fuc7ly\nAEaTLj1uHDlz/6rNlStn7jXsa9c+fVKgQECAABgw3PHmzRzw4MHJmTNXrpy55OTIAWju/Dn06NKn\nU69uvVw5cua2c+++/do1aNAQINDgxEm5cubWs18vTty2beTmm6tv3xyA/Pr3ixM3DmC5cubMiRMH\njhw5YsSMtWjRp8+dO8agQTNnrpw4ccqUgQOHDRy4cePMlTRZslw5ACtZtiRHTlw5meXAgStnzly5\ncuOGDTt2LEsWSlasVKtmTJu2b9/MNXX6FGq5cgCoVrVartw4c1u5dt367du4cV++KMKBY9w4cubY\ntnX71m25cgDo1rV7F29evXv59i1Xjpw5wYMJC752DRo0BAg0OP9xUq6cOcmTJYsTt20bOc3mOHc2\nBwB0aNHixI0rV86cOXHiwJEjR4yYsRYt+vS5c8cYNGjmzJUTJ06ZMnDgsIEDN26cOeXLlZcrBwB6\ndOnkyIkrd70cOHDlzJkrV27csGHHjmXJQsmKlWrVjGnT9u2bOfnz6dcvVw5Afv37y5UbB9CcwIEE\nBX77Nm7cly+KcOAYN46cuYkUK1qsWK4cgI0cO3r8CDKkyJEky5k0hzKlSpSxYhEhQoBACStWwoUz\nhzMnznHjvn3rVq6cuaFEzQE4ijSpOHHjzJkrV06cuG/hwunS1UqFCjVqLFniJk5cuXLkxIkLFgwZ\nsmDevIkTV87/nNy5cwHYvYuXHLlx5syVKydOXDlz5sqVIxctWq9ekybhKlXq2bNp4MB160aOXDlz\n5sqVMwc6NOhy5QCYPo26XDly5lq7fv1anDhjxqj9+kWOnLndvHvvLmcuuHBz5coBOI48ufLlzJs7\nfw69nHRz1Ktbpx4rFhEiBAiUsGIlXDhz5MuTHzfu27du5cqZew/fHID59OuLEzfOnLly5cSJA/gt\nXDhdulqpUKFGjSVL3MSJK1eOnDhxwYIhQxbMmzdx4sqZAxkyJACSJU2SIzfOnLly5cSJK2fOXLly\n5KJF69Vr0iRcpUo9ezYNHLhu3ciRK2fOXLly5pw+dVquHACq/1WtlitHztxWrl27ihNnzBi1X7/I\nkTOXVu3atOXMvYVrrlw5AHXt3sWbV+9evn39litnTvBgwoLJOXJkwQIDBilevTIXWfLkbt2yZRtn\nTvNmc+XKAQAdWnS4cOPKnS4HDhw2cOCKFTO1ZMmlS716Yfv2zZy5ctiwPQP+LFu3buXKmUOeHHm5\ncgCcP4c+bhw5c+bKlRMnbpw5c+XKjaNG7dixU6du6dIVLpw39uTImYMfX/78cuUA3Mefv9x+c/39\nAzQncKBAceK2bTvGjJm5hg4fQoxorlw5ABYvYsyocSPHjh4/litnbiTJkt++NTtwgAABBAh6SJNm\nbiZNc+XKkf+7di1cOHDlypkLKtQcgKJGj4IDJ65cOXLkwIGz1q0bJEhzUqS4coURo2Xduo0bhy1a\nNF26ZMlidu1auXLm3sJ9W64cgLp274oTR84cX3PixJUzZ27cOHHHjunSZcjQqVu3smWDtm0bucqV\ny5Uzp1lzuXLmPpcrB2A06dLlyplLnbpcOXOuX2fLpkkTChQ1/PjBhi1cuXLmfv8mR86cOXLmzJUr\nZ255uXIAnkOPLn069erWr2MvV84c9+7ev31rduAAAQIIEPSQJs0c+/bmypUjd+1auHDgypUzp3+/\nOQD+AQIQOBAAOHDiypUjRw4cOGvdukGCNCdFiitXGDFa1q3/27hx2KJF06VLlixm166VK2eOZUuW\n5coBkDmTpjhx5MzlNCdOXDlz5saNE3fsmC5dhgydunUrWzZo27aRkyq1XDlzV6+WK2eOa7lyAMCG\nFVuunDmzZsuVM7eWbbZsmjShQFHDjx9s2MKVK2eOL19y5MyZI2fOXLly5hCXKweAcWPHjyFHljyZ\ncuVyl81lNleOszlz27aBWrDAgwcePKyZU716dbly5LRps2atnDnbt28D0L2btzjf5cqRI7dtW7Rw\n4TRp6uTFiy5dvXpl+/atXLlwunSdOoUN27dy5cyFFz++XDkA59GnJ0dunDlz5cqBAzfOnLlx47zp\n0vXsmSZN/wCVIUMmTlw4btzChStXzpzDhxAflisHoKLFi+bMlTPH0Vy5cuZChgTnyZMlSw8eeHDj\nJly4cuZiyjRXrpw4ceZy6sxZrhyAn0CDCh1KtKjRo0jLKTXH1Fy5p+bMbdsGasECDx548LBmrqtX\nr+XKkdOmzZq1cubSqlULoK3bt+LilitHjty2bdHChdOkqZMXL7p09eqV7du3cuXC6dJ16hQ2bN/K\nlTNHubLlcuUAaN7MmRy5cebMlSsHDtw4c+bGjfOmS9ezZ5o0KUOGTJy4cNy4hQtXrpy538CDAy9X\nDoDx48jNmStnrrm5cuXMSZcOzpMnS5YePPDgxk24cOXMif8fb65cOXHizKlfr75cOQDw48ufT7++\n/fv485fbb66/OYDlyokLFw4SpBIBAhw40KbNOHMRJZorV27cxXAZw40z19GjRwAhRY4cNy5cuXLk\nyHXrhsyatVChIhkxUqhQq1bUtGn79q2aL199+uza1a1cOXNJlS4tVw7AU6hRyZEbZ86qOXHixpUr\nJ06cNleuWLESJWrYr1/btnXz1tYbOXLm5M6lO7dcOQB59e41Z66cOcDmypUzV9iatU8SJCBAIECA\nBBYskCEbV87yZXPlyo0bR87cZ9DmypUDUNr0adSpVa9m3dp1uXLmZMsuVw5cuXK3bjHp0GHKlGrV\nypkjXtz/uLly45SPM9fc+XMA0aVPDxduXDns5b598zZunDVrzZIl+/bNm7dw5MiZMxeuWbNu3caN\nM1ff/n375coB4N/fP8Bx48iZK2hu3Dhy5syRIxcOG7Zu3bZt4+bNW7ly5MaNK1fOHMiQIkeWKwfg\nJMqU5cqZa9myXDly5syFC9frxQsNGihQYMGK1bhx5YaaK1q0HNJy5pYyXUqOHICoUqdSrWr1Ktas\nWsuVM+fVa7ly4MqVu3WLSYcOU6ZUq1bOHNy4cs2VG2d3nLm8evcC6Ov3b7hw48oRLvftm7dx46xZ\na5Ys2bdv3ryFI0fOnLlwzZp16zZunLnQokeLLlcOAOrU/6rHjSNn7rW5cePImTNHjlw4bNi6ddu2\njZs3b+XKkRs3rlw5c8qXM29erhyA6NKnlytn7vr1cuXImTMXLlyvFy80aKBAgQUrVuPGlWtv7v37\ncvLLmatvvz45cgD28+/vHyAAgQMJFjR4EGFCg+TIlTP30Fy5cuHEiePFywsVKrlyjRtnDmRIkeVI\nkiNnDmVKlSgBtHT5Ehy4cebMlSsnDic5cuPGeRMnrlzQcuaIEiX37Vs5peXMNXX61Ck5cgCoVrUq\nThw5c1vNiRNXzpy5cuXGiRM3Di1acuTKtW1rDm5cuXPhlisHAG9eveTIlTP31xw5cuYIgwNnDAqU\nQIFGjf+6FS6cOcmTKZcrZw5zZs3lygHw/Bl0aNGjSZc2fZocuXLmWJsrVy6cOHG8eHmhQiVXrnHj\nzPX2/btccHLkzBU3frw4AOXLmYMDN86cuXLlxFUnR27cOG/ixJXzXs5c+PDkvn0rd76cOfXr2a8n\nRw5AfPnzxYkjZw6/OXHiypkzB7BcuXHixI07eJAcuXIMGZp7CDGixIflygG4iDEjOXLlzHk0R46c\nuZHgwBmDAiVQoFGjboULZy6mzJnlypm7iTNnuXIAevr8CTSo0KFEixodN46cuaXmxo37Vq6cNm3U\nevUqV86c1q1cyZEzB7ZcOXNky5olCyCt2rXgwIUrB7f/XLhw4MrZvVvOnN69fMmRK1fOnODBhAWX\nK2eOHDkAjBs7FicOXLnJ5cCBE2fOXLly5MKFKwc6dDlzpMuVM4c6tWrU5VqXM0eOHIDZtGuTu20u\ntzlx4siZM0eO3LdZs7hx27atnLnlzJsvLwe9nLnp1KeTIwcgu/bt3Lt7/w4+vPhx48iZO29u3Lhv\n5cpp00atV69y5czZv4+fHDlz/MuVA2hO4ECCAgEcRJgQHLhw5RyWCxcOXDmKFcuZw5hRIzly5cqZ\nAxlSJMhy5cyRIwdA5UqW4sSBKxezHDhw4syZK1eOXLhw5Xz+LGdOaLly5oweRWq03NJy5siRAxBV\n6lRy/1XNXTUnThw5c+bIkfs2axY3btu2lTOXVu3atOXcljMXV25ccuQA3MWbV+9evn39/gUsTtw4\nc4XNlSsXrlw5cuTKgQNnTvJkypLLlTOXWfNmzuXKAQAdWvS3b+HMmSuXutw4c61dv4b9ulw5c7Vt\n365dTrc4cQB8/wYeTng54uXGHTeXPDk5cuacOy9Xztz06eXKmcOeXTv2ct3HjQMQXvz4ceXNnTdH\nTr059uzDhSNHrlw5c/Xt1y9Xztz+/eXKATQnUGC5guPGAUiocCHDhg4fQowo0Zo1b+TIjRsXLty3\ncR7HgRMnzhzJkibLoUxpbmW5cuZeviwnU5w4ADZv4v+UJk2buJ7iwIETV66cuaLlyplLqnRpuXLm\nnkKN+rRcOXJWwYEDoHUrV2rUrokTBw6cN2/gyqFFS45cuXLmzJWLa25uuXLm7uLNW25vuXHjyH37\nBmAw4cLatHUjR27cuG/fwpWLXI5cuHDkyJnLrHlz5nLlzJUrR45cudKlyZEr9+0bgNauX8OOLXs2\n7dq2rVnzRo7cuHHhwn0bJ3wcOHHizCFPrrwc8+bmnpcrZ2769HLWxYkDoH07d2nStIkLLw4cOHHl\nyplLX66cufbu35crZ24+/frzy5Ujpx8cOAD+AQIQOBAANWrXxIkDB86bN3DlIEIkR65cOXPmymU0\nt7H/XDlzH0GGLDey3Lhx5L59A7CSZUtt2rqRIzdu3Ldv4crlLEcuXDhy5MwFFTo0aLly5sqVI0eu\nXNOm5MiV+/YNQFWrV7Fm1bqVa1evX8GGFTuWbFmzZ9GmVbuWbVu3b+HGlTuXbl27d/Hm1buXb1+/\nfwEHFjyYcGHDhxEnVryYcWPHjyFHljyZcmXLlzFn1ryZc2fPn8/iwmWtWzdw4LhxE0eONetx48iR\nEycOXLhw4sSN0y1OHDly44CTEy58XPHi3rwBUL6cea5c1Lp1+/aNGzdw4sSF0y5OHDnv3sOFGzcO\nnDdv376JEzdOnLhx78mREydu3Lhw27YB0L+fvy5d/wCvffsmTly4cOLIkRMnLhw4cOHCgQPnLVy4\ncRgxihM3bpy4jx/HkSM3rmTJbt0AqFzJslevat26gQPXrVu4cTjHiRs3jhy5cUDDhRs3Lhw4cN++\niVvKVNw4cuTESZW6bRuAq1izat3KtavXr2CtWcsmTty4ceTSmjNXrpy5cePKlQMHztu2beTylttb\nzpw5cuPGhQtHrrDhwuLEAVjMuLE2bd3IkRMnLlw4ceQyayZnrnNncuTMmRtH+tu3cuXIlStHjly5\n1+TIjZv97RuA27hzZ8vmrVw5cuTKlSNnzhw5cuXChStXbty4cuTImTNXrjo5cuXKkdsuTly579/J\nif8HBw6A+fPotWnjRo6cOHHj4pebT7+cufv3yZEzZ66cf4DhwpkzV86cOXLkzJVjWI7cQ3DgAEyk\nWNHiRYwZNW7k+M1juXLmzJUrZ87kyXLlzK00R06cOHMxY5YrZ86mzXLlzO3k2RPAT6BBw4UDZ85c\nOaRIzS1l2tRpU3LkzE2lWtUqOXIAtG7lGi7cOHNhxY4NW66cObRp1a5VW66cObhx4ZYrB8DuXbzh\n9Jrja67cX3OBBQ8mPLhcOXOJFS9mXK4cAMiRJU+mXNnyZcyZv20uV86cuXLlzI0mXa6cOdTmyIkT\nZ86163LlzM2eXa6cOdy5dQPg3dt3uHDgzJkrV7z/uDnkyZUvV06OnDno0aVPJ0cOwHXs2cOFG2fO\n+3fw3suVM1fe/Hn058uVM9feffty5QDMp18/3H1z+c2V42/OP0BzAgcSLGiuXDlzChcybFiuHICI\nEidSrGjxIsaMGsOFE1eunDlz5cqZK2myXDly5LRp28aNm7mYMmWWGzfOmzdzOnfqLFcOANCgQsWJ\nG2fOXLly5MiVM+f0KVSn5aaW6xYu3Ldv5rZy7eqVHDkAYseSFSdunLm0atWSawsOHDly4sSRK1fO\nHF685cqZM1fu719zggcLLlcOAOLEisUxNmeuHGTI5iZTrjy5XDlz5shxBgfOnLly5kaTLj2aHDkA\n/6pXs27t+jXs2LJnhwsnrlw5c+bKlTPn+3e5cuTIadO2jRs3c8qXLy83bpw3b+amU59erhyA7Nq3\nixM3zpy5cuXIkStn7jz69OfLsS/XLVy4b9/M0a9v/z45cgD28+8vDqC4ceYIFixIDiE4cOTIiRNH\nrlw5cxMnlitnzlw5jRrNdfTYsVw5ACNJlhR30py5citXmnP5EqbLcuXMmSN3Exw4c+bKmfP5E6hP\ncuQAFDV6FGlSpUuZNnUKDlw5c1OpVp1KDiu5Zs2mfftWrpw5sWPNlRMnjhy5cubYtm0LAG5cueLE\nkTN311y5cub49vXbV5y4ceOAUaP27Vs5xeYYN/92zLhcOQCTKVcWJ66cOc2bN4/z3K2bOHHhwpEz\ndxp1anPiyJEz9xp27NcAaNe2LU4cOXO7zZUrZw54cOHliIcLR45ctXDhvn0jR06cOenTqVMHcB17\ndu3buXf3/h08OHDlzJU3f748OfXkmjWb9u1buXLm6Nc3V06cOHLkypnzD9CcwIEACho8KE4cOXMM\nzZUrZy6ixIkSxYkbNw4YNWrfvpX7aC6kyJEhy5UDgDKlSnHiypl7CRPmuJnduokTFy4cOXM8e/o0\nJ44cOXNEixolCiCp0qXixJEzB9VcuXLmqlq9Wi5ruHDkyFULF+7bN3LkxJk7izZtWgBs27p9Czf/\nrty5dOuKEzfOnN69fPWGC2fOXLRo48CBM4c4ceJy5syBA2cusuTJACpbvjwuszlz5cqR+2zOXLly\n5sqVM2du3Lhy1aqNG+do2jRt2szZvo07d7lyAHr7/k2OXDlzxIuTM2cOG7Zuw4aRI9etm7ly5cyZ\nK4cdHDhz5sKZ+w4+/Pdy5QCYP49enLhx5syRe//enDly5MqRI2fO3LZt4aRJAxguHKZnz3LlKldO\nnDmGDR06BBBR4kSKFS1exJhR47hx5cx9BAmy3MhkyW7d8uOn2Ldv5ly+NFeuXLds2a5dG2dO586d\nAHz+BEqOnDhz5sqVCxduXDmm5ciNGwcO3KxZ/7egQHHh4gETJq1adetmTuxYsmPLlQOQVu1acm3N\nmSNHLly4adassWI1CQ6cVq2OHQMnTrC4asyYrVrlyhUyceLKlTMXWfJkAJUtXx43Tly5cuPGcePm\nLVw4b962PXtWrBgbNnxq1CBBokAG2hn8+Bk2bpw53r198wYQXPhw4sWNH0eeXPm4ceXMPYcOvdz0\nZMlu3fLjp9i3b+a8fzdXrly3bNmuXRtnTv369QDcv4dPjpw4c+bKlQsXblw5/uXIARw3Dhy4WbNu\nQYHiwsUDJkxaterWzRzFihYrlisHYCPHjuQ+mjNHjly4cNOsWWPFahIcOK1aHTsGThxNcdWYMf9b\ntcqVK2TixJUrZ24o0aIAjiJNOm6cuHLlxo3jxs1buHDevG179qxYMTZs+NSoQYJEgQxmM/jxM2zc\nOHNu38J1C2Au3bp27+LNq3cvX3HiyJkLLLicOXPhwmU7cmTIkBUrIn36VK4cuXLltGnLlk0WIkR/\n/owrV84c6dLmAKBOrXoc63Llxo0DJ7tcuXG2t2379u3TJ0gWLESIYECHjk6dyJErZ2458+bLyZED\nIH06dXLkxpkzN27ct2/EjBljxMjRoEHFimnTFm7bNnLkkhEidOMGIECUvHkbN84c//78AZIjB4Bg\nQYPiEJIjFy7ct2/bxo3Llu0aMWLDhqVJc6f/QgUOHAwkSLBggSVLtMSJK1fOXEuXLcmRAzCTZk2b\nN3Hm1LmTpzhx5MwFFVrOnLlw4bIdOTJkyIoVkT59KleOXLly2rRlyyYLEaI/f8aVK2eObFlzANCm\nVTuObbly48aBk1uu3Di727Z9+/bpEyQLFiJEMKBDR6dO5MiVM7eYcePF5MgBkDyZMjly48yZGzfu\n2zdixowxYuRo0KBixbRpC7dtGzlyyQgRunEDECBK3ryNG2eOd2/e5MgBED6cuDjj5MiFC/ft27Zx\n47Jlu0aM2LBhadLcqVCBAwcDCRIsWGDJEi1x4sqVM7ee/Xpy5ADElz+ffn379/Hn1w8OHDlz/wDN\nCSxXLpw4cZYs7RAg4IDDAzkECcKGTRs3brBgBQo04cGDJk2KkSNnrqRJcwBSqlwpTly4cuXIkcOG\nbRw5cuPGcWPGTJq0O3daAABQoMCCGTNo0QoXrpy5p1DNkSNnrio5cgCyat0qrqs5c+PGOXN2Cxcu\nSZLG9Oq1bZs4ceO8eePGLdKFCwsWhAihqVq1cuXMCS5XzpxhcuQAKF7MOFw4cOXKjRu3bdu3y9q0\n7XLlatYsSpTYPHhQoQKCBAkcOMCCBZg4ceZixy5XzpxtcuQA6N7Nu7fv38CDCx8uTtw4c8jNkSMH\njhw5KlSiCBAQIkSDBmEsWRInLtuzZ2DAhP8KlcCEiS5dxJlbz549gPfw45MjB65cuXDhrl3jVq4c\nOYDkxl27Jk7cqlWtKlT48iXFpUvMmJmjWNFiOYzlzJEjB8DjR5DkyI0zZw4cuGjRQFWrFinSMGnS\nzM2cKU5cuXKFduxAgECUKGLlhJYzV9RoUXLkACxl2pQcuXDlyokT582bNnLktm3jRozYuHHTpoEj\nQwYZMhto0Lhw0a2bOHNx5c6NS44cALx59e7l29fvX8CBxYkbZ86wOXLkwJEjR4VKFAECQoRo0CCM\nJUvixGV79gwMmFChEpgw0aWLOHOpVasG0Nr1a3LkwJUrFy7ctWvcypUjR27ctWvixK1a1ar/QoUv\nX1JcusSMmTno0aWXo17OHDlyALRv506O3Dhz5sCBixYNVLVqkSINkybN3Pv34sSVK1doxw4ECESJ\nIlbOP8By5gYSHEiOHICECheSIxeuXDlx4rx500aO3LZt3IgRGzdu2jRwZMggQ2YDDRoXLrp1E2fu\nJcyYL8mRA2DzJs6cOnfy7Onzpzhx5MyZGzdOnLhhqlQtWFAAAAADBg4cyPPpEzVqjho1WrCgQQMB\nDRrw4IHNHNq0aQGwbeuWHDlx5cqNG6dNG7lyevWSIydOnLLAPHh06XJk1y5r1sqVM+f4MWTH5ciR\nA2D5MmZyms2ZI0fu2zdk27Zhw+bNHOrU/+bKlRs3LlKSJBMmAAJkzRzu3LrNlSNHDgDw4MLJkRtn\nzhw5cuLEkStXjhy5ceWmlxs3zly2bNKkyRElCguWatXGmStv/nz5cuUAsG/v/j38+PLn068vThw5\nc+bGjRMnDuAwVaoWLCgAAIABAwcO5Pn0iRo1R40aLVjQoIGABg148MBmDmTIkABIljRJjpy4cuXG\njdOmjVw5mTLJkRMnTllOHjy6dDmya5c1a+XKmTN6FKnRcuTIAXD6FCo5qebMkSP37RuybduwYfNm\nDmxYc+XKjRsXKUmSCRMAAbJmDm5cuebKkSMHAG9eveTIjTNnjhw5ceLIlStHjty4covLjf8bZy5b\nNmnS5IgShQVLtWrjzHX2/LlzuXIASJc2fRp1atWrWbcOF46cOXPlyokTJ6xRIwkSCgAAYMCABg2J\ngAEjR66aHz8aNCxYkODBA0yYzFW3fh1Adu3bx40TR47cuHHduoEzd95cOXHrxTVrluvIkTRp3Mya\nBQ6cOf37+esvB7CcuXHjABg8iJAcuXHlyoULZ83asGzZtm37Vq6cuY0czWnTpogEiQ0bePECZy6l\nypUpyZEDADOmzHE0y5UbNw4cuG/lypEjNy5ouXLjxpG7di1ZMk969JAhAw4cOXNUq1qlSo4cgK1c\nu3r9Cjas2LFkw4UjZ85cuXLixAlr1Ej/goQCAAAYMKBBQyJgwMiRq+bHjwYNCxYkePAAEyZzjBs7\nBgA5suRx48SRIzduXLdu4Mx5NldOnGhxzZrlOnIkTRo3s2aBA2cutuzZscuVMzduHIDdvHuTIzeu\nXLlw4axZG5Yt27Zt38qVMwc9ujlt2hSRILFhAy9e4Mx5/w7eOzlyAMqbPz8ufbly48aBA/etXDly\n5MbZL1du3Dhy164lA5jMkx49ZMiAA0fO3EKGDReSIwdA4kSKFS1exJhR48Zw4ciZM0eOnDhxgezY\nMWBAAAAAChR48QJt3Dhy5LiNGvXgwYIFDWzYuHbN3FCiRQEcRZqUHLlw5MiNG4cNWzlz/+bKlSPX\nrRs3bpgwCZIgoUOHFJUqdetWTq05tubKmTNHjpw5uuTIAcCbV++4ceLKlRs3rlkzadiwdeumzdxi\nxua4ccOF64EBAwsWWLLkzdxmzubKlTNnrty4cQBMn0Y9bpy4cuXIkfPmTRw5cuHCeQsXjhy5a9e4\n4cHDhs0CCxZAgGjV6ho5cuacOy9Xztx0cuQAXMeeXft27t29fwc/bhw5c+XNlSvXCxq0DBlwXLgw\nbFi4cObs3w8XbssWXboSAcyWrVw5cwYPIgSgcCFDcuS+lSv37Zs1a+DMmStXbty2bd++FSp06MOH\nNWuuyJLlzZu5li5flotZzhw5cgBu4v/MSY4cuHLlrl0zZixXuHDcuJEzp3SpuWnTfPlCAAFCjBje\nvJnLqjVrua5dxYkDIHYs2XHjwpUr583btWvTyJEDBy6cN2/lyjVrRq1LFz9+DECAoEEDNWrkzCFO\nrBgxOXIAHkOOLHky5cqWL2MeN46cuc7mypXrBQ1ahgw4LlwYNixcOHOuX4cLt2WLLl2JsmUrV84c\n796+AQAPLpwcuW/lyn37Zs0aOHPmypUbt23bt2+FCh368GHNmiuyZHnzZm48+fLlzpczR44cgPbu\n35MjB65cuWvXjBnLFS4cN27kAJoTONDctGm+fCGAACFGDG/ezEWUGLFcxYrixAHQuJH/47hx4cqV\n8+bt2rVp5MiBAxfOm7dy5Zo1o9alix8/BiBA0KCBGjVy5oAGFQqUHDkAR5EmVbqUaVOnT6GOG1fO\nnLlyV8shM2aMCRM3R44cO0aOnDmzZ81euuTK1aRx48qVMzeXbl0Ad/HmJUcOXLly4sRduyauXDlx\n4rw9e6ZLFxEiSQgQ0KDhQ6ZMyZKVK2eOM+dy5kCbKzeaHDkAp1GnJkcuXLly3rw5c6bs27dw4cSZ\n021u3DhwXLho0AAgQQIPHqJFM7ecefNy5ciJEweAenXr5Mh9K1cuXDhp0rSJE6dNW7Znz5w58+Ll\nzAH3BwAIEECAgCNH2czl178/f7ly/wABCBxIsKDBgwgTKlw4blw5c+bKSSyHzJgxJkzcHDly7Bg5\ncuZCigx56ZIrV5PGjStXzpzLlzAByJxJkxw5cOXKiRN37Zq4cuXEifP27JkuXUSIJCFAQIOGD5ky\nJUtWrpy5q1fLmdtqrpxXcuQAiB1Llhy5cOXKefPmzJmyb9/ChRNnrq65cePAceGiQQOABAk8eIgW\nzZzhw4jLlSMnThyAx5AjkyP3rVy5cOGkSdMmTpw2bdmePXPmzIuXMwdSHwAgQAABAo4cZTNHu7Zt\n2uXKAdjNu7fv38CDCx9OXJw4cubMlSsnTtw0XrwGDbKjR0+4cOaya8/OjVuuXJw4Tf/79s2c+fPo\nzQNYz779uHHhxo0DB06bNm/lypEjJ06bNoDQoNWp4yRChBQpdihSpE2bOYgRJUIsV84cOXIANG7k\nOG5cOHHisGFr1mxauHDkVI4bZ84cOXLVpEgxYECAAgWLFpUrZ87nT6DkyJUbNw7AUaRJxYkLJ04c\nOHDUqGEbV3UcOGjQsGHr02dKggQECAQQIECDBmbMxplj29YtW3LkAMylW9fuXbx59e7lK86vOXPi\nxHXrVogOHRMmUAwaxIzZuHHmJEvm1qmTCBEVKlRBhqxcOXOhRYcuVw7AadSpx43zRo7cuHHVqpEr\nV44cuXHZsm3bFipUGgYMPnwQwYf/jzRp48aRK1fOnLly5syRI2fOOjlyALRv5z5unDdy5MKFY8ZM\nHDly5dSrN2fOmrVdBOTLFyECGjRz+fXvL1fOHEBz5caNA2DwIMJx47yRIydOXLRo48qVGzcuXLWM\n1fz4MSJAgAEDAQ4cQIJEmjRx5laybGmuHDlyAGbSrGnzJs6cOnfyFOfTnDlx4rp1K0SHjgkTKAYN\nYsZs3DhzUqVy69RJhIgKFaogQ1aunLmwYsOWKwfgLNq048Z5I0du3Lhq1ciVK0eO3Lhs2bZtCxUq\nDQMGHz6I4MNHmrRx48iVK2fOXDlz5siRM2eZHDkAmjdzHjfOGzly4cIxYyaOHLly/6pVmzNnzdou\nArJlixABDZq53Lp3lytnzly5ceMAEC9ufNw4b+TIiRMXLdq4cuXGjQtX7Xo1P36MCBBgwECAAweQ\nIJEmTZy59OrXmytHjhyA+PLn069v/z7+/PrF8TdnDiA3btOmCWLFCgYMRK9elStnDmK5cubMOWvU\nyIGDNGlSkSNnDmRIkeXKATB5EiU5ct/KlQMHrlu3cObMlbM5bly5ctSoXcuTBxiwT8uWadNmDmlS\npUvJkQPwFGrUceO2lSuXLdu1a9/MdfXqtVs3aiZMiBEzBRq0cuXMtXX7tlzccubGjQNwF29ecuS+\nlSvnzdu2beHMmSt3OFy4cuWUKf9rZsJEpUo1MGE6dsxcZs2bOY8bBwB0aNGjSZc2fRp1anGrzZnj\nxm3aNEGsWMGAgejVq3LlzPUuV86cOWeNGjlwkCZNKnLkzDV3/rxcOQDTqVcnR+5buXLgwHXrFs6c\nuXLjx40rV44atWt58gAD9mnZMm3azNW3fx8/OXIA+Pf3D3DcuG3lymXLdu3aN3MMGzbs1o2aCRNi\nxEyBBq1cOXMcO3osB7KcuXHjAJg8iZIcuW/lynnztm1bOHPmytkMF65cOWXKmpkwUalSDUyYjh0z\nhzSp0qXjxgF4CjWq1KlUq1q9ilWcuG/lyh07hgkTCR48RowABAuWOHHl2oIDN23/2gsGDAAAcOBg\nTLhw5vr6/VuuHIDBhAuTIxeuXLlx47p1K2cusrly5syVK8eNG7hQoVKlwvPsmTVr5cqZO406Nepy\n5QC4fg2bHLlv5cqJE+fNWzlzvHv3xobNGAgQOnToESeuXDlzzJs7d15u3DgA1KtbJ0cuXLly48Z9\n+1bOnHjx5cqXmzYNmxMnfvwsWbYMGzZz9Ovbt19u3DgA/Pv7BwhA4ECCBQ0eRJhQIQBx4r6VK3fs\nGCZMJHjwGDECECxY4sSVAwkO3LRpLxgwAADAgYMx4cKZgxlTZrlyAGzexEmOXLhy5caN69atnDmi\n5sqZM1euHDdu4EKFSpUKz7Nn/9aslStnTutWrlvLlQMQVuxYcuS+lSsnTpw3b+XMvYULFxs2YyBA\n6NChR5y4cuXM/QUcOHC5ceMAHEacmBy5cOXKjRv37Vs5c5Url8Ncbto0bE6c+PGzZNkybNjMnUad\nOnW5ceMAvIYdW/Zs2rVt38b97du2b9+ePXPkKEiTJmjQjCJGrFw5c+bIZcv27FmQAwcGDPjwQRc5\ncua8fwdfrhwA8uXNixMXjhy5cePAgRtnTr78cvXLceP2bNKkVas4AezVy5s3cwYPIkxIjhyAhg4f\nhgsHjhw5ceLChSNnbuPGch7LZcsWCwmSOHF+hQtnbiXLli3LlTNHjhyAmjZviv/LSW4nuXDhyJkL\nGrQc0XLcuC0TJGjTpk++fIULZ24q1apTy5UzR44cgK5ev4INK3Ys2bJmw4XDJk7csmWSJP3w42fV\nql3hwpXLmzdbtlSpIBQoMGAADx7LzCFOrNhcOXLkAECOLHncuHDlypEj9+2buc6ey5UjR+7YsV82\nbCxZUiNSJGvWyJErJ9scbdrlypnLTY4cgN6+f4cLB44ccXLgwJlLrrxcuXHjMGHiIkGCCxetwoUz\np307d+3lypkLT44cgPLmz4sTB65cOXLkvHkzJ3++OHHhwoEC5WnDhhUrAPr49Mmbt3LlzCVUmLBc\nOXPmyo0bB4BiRYsXMWbUuJH/Y8dw4bCJE7dsmSRJP/z4WbVqV7hw5WDCzJYtVSoIBQoMGMCDxzJz\nP4EGNVeOHDkAR5EmHTcuXLly5Mh9+2aOatVy5ciRO3bslw0bS5bUiBTJmjVy5MqlNbd2bbly5uCS\nIweAbl274cKBI7eXHDhw5gAHLldu3DhMmLhIkODCRatw4cxFljw5crly5jCTIweAc2fP4sSBK1eO\nHDlv3sylVi1OXLhwoEB52rBhxQofnz5581aunDnfv32XK2fOXLlx4wAkV76ceXPnz6FHlx4uHDZy\n5IgRU6WqDzVqzZqRK1fOXHlz5G7dkiYNBAcOLVps22aOfn379cmRA7Cff/9x/wDHeStXbtw4ceLI\nmVtorpw4cePG1arVCAeOQYPQ9Or17Zu5jyBDiixXDoDJkyjFietWrty4l+PKmZtprly4cOLE1anD\n5MKFVq2wmRtKtKhRc+XKmSNHDoDTp1DHjfNWrty4ceLEjTPH1Rw5cOC8eStUiI0JE3jwXOnVK1w4\nc3DjyoVbrpy5ceMA6N3Lt6/fv4ADCx4cLhw2cuSIEVOlqg81as2akStXzpxlc+Ru3ZImDQQHDi1a\nbNtmrrTp06bJkQPAurXrceO8lSs3bpw4ceTM6TZXTpy4ceNq1WqEA8egQWh69fr2zZzz59CjlysH\noLr16+LEdStXbpz3ceXMif83Vy5cOHHi6tRhcuFCq1bYzMmfT7++uXLlzJEjB6C/f4AABAIYN85b\nuXLjxokTN87cQ3PkwIHz5q1QITYmTODBc6VXr3DhzI0kWXJkuXLmxo0D0NLlS5gxZc6kWdNmuHDc\nyJHDho0atVfVqnnzVs7cUaTjQoV69CgHEyZVqkSLZs7qVaxWy5EjB8DrV7DkyH0rV7bcuHHlzK01\nRw4btmbN0qS5ceCACBFMevXixq1cOXOBBQ8WXK4cAMSJFY8bB67c43LkyJUzV9kcOWjQdOnSoQNE\nggRkyFgzV9r0adSnyZED0Nr163HjvpUrR46cOHHlzJkrV04cMmSxYqVIkaH/QAENGnAAA9atmzno\n0aVDL1d93DgA2bVv597d+3fw4cV36+Zt3Dhw4K5d61aunDn48eOT8+bt2jVVkiRJk2bOP0BzAgcS\nFEiOHICECheKEzeuXDlz5siRK2fuorly3ryBA4cL1xwlSjx5AqZNW7ly5laybOmSHDkAMmfSFCdu\nnLmc5sqVM+fTZ7lsQrMlShQmT55q1cqZa+r0KVRz5cqZI0cOANasWsWJG1eunDlz5MaaK2uu3LW0\n1/TokaJDx6JFvbRpK1fOHN68evGWK2du3DgAggcTLmz4MOLEihd36+Zt3Dhw4K5d61aunLnMmjWT\n8+bt2jVVkiRJk2buNOrU/6rJkQPg+jVsceLGlStnzhw5cuXM8TZXzps3cOBw4ZqjRIknT8C0aStX\nzhz06NKnkyMH4Dr27OLEjTPn3Vy5cubGjy+X7Xy2RInC5MlTrVo5c/Ln069vrlw5c+TIAejvHyAA\ngQDEiRtXrpw5c+QYmnNortw1idf06JGiQ8eiRb20aStXzlxIkSNDlitnbtw4ACtZtnT5EmZMmTNp\nggP3jRy5ceO8eSNXrpw5oUOHlgMHDltSZcrIkTP3FGrUqOXGjQNwFWvWcePImfNqrlw5c2PJkiMX\nLpw1a7hevbp2TVy5cubo1rV7ly45cgD49vUrThw5c4PNlStnDjHict68af/TVqxYp2bNyJEzdxlz\nZs2ayZED8Bl0aHHiyJkzbY4cOXOrV5f79m3btmTJWn36ZM2auHLlzPX2/Rt473HjABQ3fhx5cuXL\nmTd3Dg7cN3Lkxo3z5o1cuXLmuHfvXg4cOGzjlSkjR85cevXr15cbNw5AfPnzx40jZw6/uXLlzPX3\nD5AcuXDhrFnD9erVtWviypUzBzGixIkQyZEDgDGjRnHiyJn7aK5cOXMkSZbz5k2btmLFOjVrRo6c\nuZk0a9q0SY4cgJ08e4oTR86cUHPkyJk7erTct2/btiVL1urTJ2vWxJUrZy6r1q1cs44bByCs2LFk\ny5o9izatWm/etpEjJ07/3Ldv4czZvYvXXLls2ciRGwfYnODBhAWXK0eOXDlx4gA4fgxZnGRzlM2N\nG1fOnGZz5cKFGzcuXLhv2LCZO406terU5cqZI0cOgOzZtMPZNofbHDly5cz5NjcuWzZx4rhx6yZO\nnLnlzJuXe17OnPTp0smRA4A9u3Zx4sKZ+25u3Lhy5sqbK/ft27hx39pny2Yuvvz59OOXK0eOXLlx\n4wD4BwhA4ECCBQ0eRJhQIUJv3raRIydO3Ldv4cxdxJjRXLls2ciRGxfS3EiSJUeWK0eOXDlx4gC8\nhBlT3ExzNc2NG1fO3E5z5cKFGzcuXLhv2LCZQ5pU6VKl5cqZI0cOwFSq/1XDXTWX1Rw5cuXMfTU3\nLls2ceK4cesmTpw5tm3dloNbztxcunPJkQOQV+9eceLCmQNsbty4cuYMmyv37du4cd8cZ8tmTvJk\nypUllytHjly5ceMAfAYdWvRo0qVNn0b97Vu3cuXIvSY3ztxs2rVnjxtXTrc53r19/zZHTjg4cACM\nH0c+bpw4c83NlYNuTrp0cuTKXS9njhw5c929fwf/vdz4cOEAnEefXtx6c+3NlYNvTr58ceLI3Sdn\nrlw5c/39AzQncGC5cuYOIjw4bhyAhg4fiotobqK5chbNYcRIjly5juXMlStnbiTJkiZLlksZLhyA\nli5fwowpcybNmjabNf971q3bt2/evIErV84c0aJGySElZ65cOXNOn0J1Wq6cOHHjvn0DoHUr12zZ\nto0LOy5cuHHmzJVLO24cOXLlypErV84c3bp275bLW06cOHLdugEILHhwtWrbyCEmJ07cOHPmypUj\nBw6cOHHlypEzp3kzZ83lPn82J9ocOXLlvn0DoHo1a2vWto2LPU6cuHHmzJXLPW4cOXLlfv82J3w4\n8eLCy5UTJ46cN28AnkOPLn069erWr2Nv1uxZt27fvnnzBq5cOXPmz6Mnp56cuXLlzMGPLx9+uXLi\nxI379g0A//7+AWbLtm1cwXHhwo0zZ65cw3HjyJErV45cuXLmMGbUuLH/XMdy4sSR69YNQEmTJ6tV\n20aOJTlx4saZM1euHDlw4MSJK1eOnDmfP4H6LDd0qDmj5siRK/ftGwCnT6Fas7ZtXNVx4sSNM2eu\nXNdx48iRKzd2rDmzZ9GmNVuunDhx5Lx5AzCXbl27d/Hm1buXb1+/fwEHFjyYcGHDhxEnVryYcWPH\njyFHljyZcmXLlzFn1ryZc2fPn0GHFj2adGnTp1GnVr2adWvXr2HHlj2bdm3bt3Hn1r2bd2/fv4EH\nFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+f\nfn379/Hn17+ff3//IgABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatyIMCAAIfkECAoAAAAs\nAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v\n7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb\n2tra2dnZ19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbG\nxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6uLi4t7e3tra2tbW1s7OzsrKysLCwr6+v\nrq6ura2trKysqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqa\nmZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhoaG\nhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dHR0cXFxcHBwb29vbm5u\nbW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhY\nV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0ND\nQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioq\nKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQU\nExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEB\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQ\nI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59Agwod\nSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu\n3bt48+rdy7ev37+AAwseTLiw4cOIEytezLixWmbMuoGbTBnct2/gwH0DB+6b52/aunXDhg1cuNOo\nUX/7pg0cOG7cvHnrli0bgNu4cydLxu3bN3DAgwf/RpwbN3DgvIED9+0bOG/QvX37Fq669erfvnHj\nlq1aNQDgw4v/V6Zs27dv4MB9W9+tGzhw3r598+YNHLhv4PKDC8e/P3+A375586bt27du3bwtzJYN\nwEOIEZMl2/bN4jdv3sB58wYO3Ldw4b59AwfuGzhw3ryB8+YN3Etw4WTOlPntW7du2q5dA9DT50+g\nQYUOJVrUaLdu4MItDQcOXDioUMGFo1o1mDdv3bqBC9fVazhv3sKF++bN27Zt4NR++wbA7Vu42rR9\nC1fX7t1w3sKFA9e3bzjA4cApU+bN27dv4MItZhxu27Zv37hlywbA8mXM3bp9C9c5HDhw4cCNBtct\nXDhwqcFdCxcOHLhwsWXH7tYNHLhv3rxx4wbOtzdvAIQPJ75t/9s3cMmVh2POHFw46NG1hQsHDtw3\na9bAbQcXDhy4cOHDa9MGDpy3bdsArGff3v17+PHlz6cPzn44/Pn178/vDBFARMaMgQtn8OBBcArD\nhQPnEFy4iAAmUqzo7WK4jBo3hgP37Vu4kCHBgQtnkhq1WLG0aQvn8qVLcOC8eQP37RuAnDp3ggP3\nLRzQoODCEQ0H7tu3cErDfcuWDRy4cFKnUv32DVy4rOHAgQsHDhyAsGLHfvvmLRzacODWhmvr9m04\ncN26gQMXrls3bNjAgQvn969fcOC8eQP37RuAxIoXM27s+DHkyJLBUQ5n+TLmzJedIUJkzBi4cKJH\njwZnOlw4cP+qwYVrDeA17NjeZoerbft2OHDfvoXr3RscuHDCqVGLFUubtnDKlysHB86bN3DfvgGo\nbv06OHDfwnHvDi4c+HDgvn0LZz7ct2zZwIEL5/49/G/fwIWrHw4cuHDgwAHo7x8gAIEAvn3zFg5h\nOHALwzV0+DAcuG7dwIEL160bNmzgwIXz+NEjOHDevIH79g1ASpUrWbZ0+RJmTJnhaNa0eRPnik2b\nmjUL9xNoUKFDwwEwehTpt2/hmDZ1+hRqU3BNmkCDBg5cOK1buW799g1AWLFjwYELdxZt2rPgwrV1\nOy1cXLlz6daVCw4cAL17+YIDFw5wYMGDBXcLd/jwtWvhGDf/dvyY8bdvAChXtnwZc2bNmzl3DvcZ\ndGjRo1ds2tSsWTjVq1m3dh0OQGzZs799C3cbd27du3GDa9IEGjRw4MIVN37c+LdvAJg3dw4OXDjp\n06lLBxcOe/Zp4bh39/4dfHdw4ACUN38eHLhw69m3d9++Wzj58q9dC3cff3799799AwAQgMCBBAsa\nPIgwoUKF4MCFewgxokRw4LBhmxAgwIgR38J5/AgypEgAJEua/PYtnMqVLFu6DPftm7YfPyRI0KUr\nnM6dPHsC+Ak0KDhw4YoaPVoUXLhw376BA8eMGzdw4MJZvYrVKrhwXLt2BQA2rFhw4MKZPYs2Ldpv\n4MB9+xYu/1s2b96+fQuHN6/evQD6+v0LOLDgwYQLGwYHLpzixYwbgwOHDduEAAFGjPgWLrPmzZw7\nA/gMOvS3b+FKmz6NOnW4b9+0/fghQYIuXeFq276NG4Du3bzBgQsHPLhw4ODChfv2DRw4Zty4gQMX\nLrr06dHBhbuOHTuA7dy7gwMXLrz48eTHfwMH7tu3cNmyefP27Vu4+fTr2weAP7/+/fz7+wcIQOBA\nggUNHhQYTuFChg0ZcuMGYMECDhzCXcSYUePGcAA8fgQJDlw4kiVNnkQZDhy4awIEZMkiS1Y4mjVt\n3gSQU+fOcD19/vwJLlw4cEXBOfr2DRy4cE2dPoUaNRwAqv9VrYbDmlXrVq7ewn39+uoVOHDfvoVD\nm1btWgBt3b6FG1fuXLp17YbDm1fvXr3fvhEAAMCJk3CFDR9GnDgcAMaNHYeDHFnyZMrhunXjxo3Z\ngAEBAuTKFU70aNKlAZxGnTrcatatXX/7Fk52OFWUKH37Fk73bt69fYcDEFz48HDFjR9HnjwcOHDh\nnEuT9ukTN27hrF/Hnh3Adu7dvX8HH178ePLhzJ9Hnx79t28EAABw4iTcfPr17d8PB0D/fv7h/AMM\nJ3AgwYIEu3Xjxo3ZgAEBAuTKFW4ixYoWAWDMqDEcx44eP377Fm5kOFWUKH37Fm4ly5YuX4YDIHMm\nzXA2b+L/zKkzHDhw4X5Kk/bpEzdu4Y4iTaoUANOmTp9CjSp1KtWq4a5izao1KzhwAmjR0qYtHNmy\nZs+iDQdgLdu24d7CjSt3rtxgAADMmcONW7i+fv8CBiB4MOFwhg8jTqx4iTdv4R5Djix5MmQAli9j\nDqd5M+fOnj3TodOtGzhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq07NzhwAmjR0qYtHPHixo8jDwdg\nOfPm4Z5Djy59uvRgAADMmcONW7ju3r+DByB+PPlw5s+jT69+iTdv4d7Djy9/PnwA9u/jD6d/P//+\n/gGGEziQDp1u3cCBC7eQYUOHACBGlDiRYkWLFzFmDLeR/2NHjx+xIEHy7Fk4kydRplQZDkBLly/B\ngQs3k2ZNmza9ecOGbZAAAQECGDMWjmhRo0cBJFW6NFxTp0+hPgUHTo0JE8eOhdO6lWtXr+EAhBU7\nNlxZs2fRpk2bKlWGDIAAfQMHLlxdu3frAtC7l29fv38BBxY8OFxhw4cRJyaAjTG2cI8hR5Y8ORwA\ny5cxh9O8mXNnz5u/fUMFAECTJqtWhVO9mnVrAK9hxw43m3Zt27XBgSOACZMsWeGABxc+nHg4AMeR\nJw+3nHlz58+fFyiwaVObNuC+fQu3nXv37QDAhxc/nnx58+fRpw+3nn179+8JYJOPLVx9+/fx5w8H\ngH9///8AwwkcSLCgwYHfvqECAKBJk1WrwkmcSLEigIsYM4bbyLGjx47gwBHAhEmWrHAoU6pcyTIc\ngJcwY4abSbOmzZs3CxTYtKlNG3DfvoUbSrToUABIkypdyrSp06dQo4abSrWq1asgAAC4cyec169g\nw4oNB6Cs2bPhwoELx7at27duoUHbtk1ZggQECChTFq6v37+AAQgeTDic4cOIEyP+9s1BgACsWIWb\nTLmy5cvhAGjezDmc58+gQ4sWzYEDAAB58nwLFw4cuHCwY8sGQLu27du4c+vezbt3uN/AgwsfDgIA\ngDt3wilfzry583AAokufHi4cuHDYs2vfrh0atG3blCX/SECAgDJl4dKrX88egPv38MPJn0+/Pv1v\n3xwECMCKVTiA4QQOJFjQIACECRWGY9jQ4UOIEDlwAAAgT55v4cKBAxfO40eQAESOJFnS5EmUKVWu\nDNfS5UuYL8GBAyBCRJky4b59C9fT50+gPwEMJVo03FGkSZUuVcpNgoRmzcCBC1fV6lWsALRu5RrO\n61ewYcFu2wagUKFs2cKtZdvW7dtwAOTOpRvO7l28efXmBWfAACpU3bqFI1zY8GEAiRUvZtzY8WPI\nkSWHo1zZ8mXL4MABECGiTJlw376FI13a9GnTAFSvZh3O9WvYsWXH5iZBQrNm4MCF493b928AwYUP\nD1fc//hx5Me3bQNQqFC2bOGkT6de3Xo4ANm1bw/X3ft38OHBgzNgABWqbt3CrWff3j0A+PHlz6df\n3/59/PnD7eff3z/AcALDgQNnAAAACBBYvXolRky3buEmUqxoEQDGjBrDcezo8SNIkIcO+fFTrVq4\nlCpXsgTg8iXMcDJn0qxJM1o0AwUKQIMW7ifQoEKHhgNg9CjScEqXMm3qtCk4GTJ+/Pj2LRzWrFq3\nAujq9SvYsGLHki1rNhzatGrXsg0gRcqLF7GkSLl27du3cHr38u0L4C/gwOEGEy5s+PBhDx66ddu2\nLRzkyJInA6hs+XK4zJo3c94MDBgAUKCmTQtn+jTq1P+qwwFo7fp1uNiyZ9OuTfubBAnfvoXr7fs3\n8N4AhhMvbvw48uTKlzMP5/w59OjSA0iR8uJFLClSrl379i0c+PDixwMob/58uPTq17Nv396Dh27d\ntm0LZ/8+/vwA9vPvHw5gOIEDCRYcCAwYAFCgpk0L9xBiRIkTwwGweBFjOI0bOXb02PGbBAnfvoUz\neRJlSpMAWLZ0+RJmTJkzadYMdxNnTp07hRQogAiRNFu2CBH69i1cUqVLmQJw+hRqOKlTqVa1Gk6b\ntnDhwG3Z4sABLFjgvHnjxi1cWrVrAbR1+zZcXLlz6Q4bpk1bsmQIDBiQJi1cYMGDCRcOBwBxYsXh\nGDf/dvwYcjhdurJl24YFCx8+4Th39vyZMwDRo0mXNn0adWrVq8O1dv0admwhBQogQiTNli1ChL59\nC/cbeHDhAIgXNx4OeXLly5mH06YtXDhwW7Y4cAALFjhv3rhxC/cdfHgA48mXD3cefXr1w4Zp05Ys\nGQIDBqRJC3cff379+8MB8A8QgMCBAMIZPIgwocJwunRly7YNCxY+fMJZvIgxo0UAHDt6/AgypMiR\nJEuGO4kypcqVqMC5dMmLV7iZNGvarAkgp86d4Xr6/Ak0KFBwIUKIEpUsGbhevcCBCwc1qlQAVKta\nDYc1q9atWqNFU6BLlzdv4cqaPYs2bTgAbNu6DQc3/67cuXSzgQMXLtw3U6bC+f0LODBgAIQLGz6M\nOLHixYwbh3sMObLkyeHAgQuH2Zo1YsS8eQsHOrTo0QBKmz4dLrXq1axbg3sdLjYaNBAgLFliDA+e\nNGm0hfsNHDiA4cSLhzuOPLlycOC+Of+Go0cPWbLAefP27Vu47dy7e98OILz48eHKmz+PPj01Pnyq\nVQuXLZs3b+Hqe/OmTVu3cPz79wcIQOBAggUNHkSYUOHCcA0dPoQYMRw4cOEsWrNGjJg3b+E8fgQZ\nEsBIkiXDnUSZUuVKcC3DvUSDBgKEJUuM4cGTJo22cD19+gQQVOjQcEWNHkUKDtw3pt9w9OghSxY4\nb//evn0Ll1XrVq5ZAXwFGzbcWLJlzZ6lxodPtWrhsmXz5i3cXG/etGnrFk7v3r0A/P4FHFjwYMKF\nDR8Ol1jxYsaNv4WDDBkNGnDgvn0Ll1nzZs4APH8GHU70aNKlTZvesYMatVevlCVK1K3bt3C1bdsG\nkFv37nC9ff8GHtyIN2/RooHDhSvccubNnTcHEF369HDVrV/Hnt0ROO7gwoEDF068+GvXwp1Hn/48\nAPbt3b+HH1/+fPr1w93Hn1///m/h/AMMFw4NGnDgvn0Lp3Ahw4YAHkKMGG4ixYoWL17csYMatVev\nlCVK1K3bt3AmT54EoHIly3AuX8KMKdOIN2/RooH/w4UrHM+ePn/6BCB0KNFwRo8iTarUEbim4MKB\nAxdu6tRr18JhzaoVK4CuXr+CDSt2LNmyZsOhTat2LdtwyJCBA+cNECAWLJYtC6d3L9++AP4CDhxu\nMOHChmHBwoYtHOPGjLVpe/IkVy5rw4blygUuHOfOnQGADi06XDhw4U6jTq0atbUbN1ChWiZKFC9e\n4W7jzq37NoDevn+HCy58OPFv38KFAwdukRQp4MCFiy49erZs06Z9C6d9+3YA3r+DDy9+PPny5s+H\nS69+Pfv24ZAhAwfOGyBALFgsWxZuP//+/gECEDiQYDiDBxEmhAULG7ZwDyE+1KbtyZNcuawNG5Yr\n/xe4cB9BggQwkmTJcOHAhVO5kmXLldZu3ECFapkoUbx4hdO5k2dPnQCABhUajmhRo0e/fQsXDhy4\nRVKkgAMXjmpVqtmyTZv2LVxXr14BhBU7lmxZs2fRplUbjm1bt2/hbgs3N1w3GjRgwbp2LVxfv38B\nAxA8mHA4w4cRI35lzZo3b+EgR4Zszdq3b+Awa9MWjnNnz5wBhBY9Olxp06dRp05Fjdq1a8vw4Ak3\nm3bt2eDAhdOtG0Bv37/DBRc+nPhwbdpwhFO+nLnybdvCRZc+PToA69exZ9e+nXt379/DhRc/frw2\nZcqgQevWjRkvXt++gevSZcMGYMDCgdMPLlx///8AwwkMB6CgwYPhEipcmLBbNxkCBMiRE66ixYvd\nuoEDFw6cR3DhQoocCaCkyZPgwIVbybKly5bXgAAZMyYWHz7FioXbybPnt2/hggYFQLSo0XBIkypV\nuu3OnU6daNGyEixYuKtYs3rb6i2c169gAYgdS7as2bNo06pdG66t27dvtSlTBg1at27MePH69g1c\nly4bNgADFg6cYXDhEiteDKCx48fhIkueHLlbNxkCBMiRE66z58/duoEDFw6caXDhUqteDaC169fg\nwIWbTbu27drXgAAZMyYWHz7FioUbTrz4t2/hkicHwLy583DQo0uXvu3OnU6daNGyEixYuO/gw3v/\nG+8tnPnz6AGoX8++vfv38OPLnx+uvv3795ldu9at2zeA38INJBgr1rdv3ryFY9jQ4UMAESVODFfR\n4sWK1KgFiBFj0qRwIUWOJFnSZDgAKVWuDNfS5UuYMftIk6ZLFzFYsMLt5NlzJzhw4YQKBVDU6NFw\nSZUuXdpo2bJdu2rVUhXO6lWsVsGBC9fV69euAMSOJVvW7Fm0adWuDdfW7du3zK5d69bt27dwefXG\nivXtmzdv4QQPJlwYwGHEicMtZtx4MTVqAWLEmDQp3GXMmTVv5hwOwGfQocONJl3a9Ok+0qTp0kUM\nFqxwsWXPjg0OXDjcuAHs5t073G/gwYM3WrZs/9euWrVUhWPe3DlzcODCTadefToA7Nm1b+fe3ft3\n8OHDjSdfvnwxLVqQIQvX3n37b9+GDfv2Ldx9/Pn1A+Df3z/AcAIHDqTmzVuvXgYAAHj0KBzEiBK/\nfQtn0SI4cOE2cuwI4CPIkOHCgQtn8iTKlCeDHTjw4wcsaNC2bQtn8yZOm+DAhesJ4CfQoOGGEiUK\nLlw4cOBCFShw5IgyZdu+fQtn9SpWcOC8eQvn9StYAGLHki1r9izatGrXhmvr9m3bb984UaMGDly4\nvHrzatMW7i/gwIIDAyhs+HC4xIoXJ0aFyoAmTdiwhats+TLmzJrDAejs+XO40KJHky4dJk+eVv+t\nlE2bFu417NiyYwOobft2uNy6d+f+9s2PMmXVqm3bBi4c8uTKkYMDF+459OjPAVCvbv069uzat3Pv\nHu47+PDfv33jRI0aOHDh1rNfr01buPjy59OfD+A+/vzh9vPvvx8gKlQGNGnChi1cQoULGTZ0GA5A\nRIkTw1W0eBFjxjB58rRqpWzatHAjSZY0WRJASpUrw7V0+bLlt29+lCmrVm3bNnDhePb0yRMcuHBD\niRYdCgBpUqVLmTZ1+hRq1HBTqVIFFy4cOHDIfv0K9xVs2G7dsGEDBy4cOHDfvoVz+xYuALlz6YKz\nGw5v3m3fvl27pmPIEHDgwhU2XPjbN2/ewjX/BgeuWzdw4cJ9+wYOXDhw4AB09vwZXOhwo0mXNh0O\nHLhJDx60aqWNGjVs2MLVtn0bHLhwu3cD8P0beDjhw4kTRyZIkDdv4ZiDAxcOOvRu3b59C8eNmzRp\n4MKFAwcuXPjwAMiXN38efXr169m3D/cePnxw4cKBA4fs169w+/n37wawGzZs4MCFAwfu27dwDBs6\nBAAxokRwFMNZvLjt27dr13QMGQIOXLiRJEd+++bNW7iV4MB16wYuXLhv38CBCwcOHICdPHuC+xku\nqNChRMOBAzfpwYNWrbRRo4YNW7ipVKuCAxcua1YAXLt6DQc2rFixyAQJ8uYtnFpw4MK5ddut/9u3\nb+G4cZMmDVy4cODAhfv7F4DgwYQLGz6MOLHixeEaO378GFy4yZQrW76M2TKAzZw7gwMXLrTo0aG7\nhTuNOrXq1axVA3gNOzY4cOFq276N+7a2cLx7+/4N/DeA4cSLhzuOPLny5cybO0cOILr06dSrW7+O\nPbv2cNy7e/cOLpz48eTLmz9fHoD69ezBgQsHP758+N3C2b+PP7/+/fkB+AcIQOBAAODAhUOYUOFC\nhdrCPYQYUeJEiQAsXsQYTuNGjh09fgQZciMAkiVNnkSZUuVKli3DhQMXTuZMmjVt3sSZE8BOnj3D\nhQMXTuhQokWNHkV6FBw4AE2dPg0XDlw4qv9VrV61Cg5cOK5dvX4F2xXAWLJlw4UDF07tWrZt3bYF\nBy7cXLp17YIDB0DvXr59/f4FHFjw4G7dwIVDnFjxYsaNHTcGBw7AZMqVt237Fk7zZs6dPX8G/Rkc\nOAClTZ/Wpu1bONatXb+GHVt2bHDgANzGnZsbt2/gwIUDHlz4cOLFjQ8HBw7AcubNnT+HHl36dOrd\nuoELl137du7dvX/3Dg4cAPLlzW/b9i3cevbt3b+HHx8+OHAA7N/Hr03bt3D9/QMMJ3AgwYIGDyIM\nBw4cgIYOH3Lj9g0cuHAWL2LMqHEjx4zgwAEIKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+L/zKlz\nJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1KtWqVq9izap1K9euXr+CDSt2LNmyZs/2VKaM27dv\n4N7Chett7rZt3+6GCwdu795vfr+BCyw4XLhv37p102bNGoDGjh8nS8bt2zdw4L5h5sYNHLhu4MB5\n8xZuNOnR305/8+YNHOvW4cJ9+9at27Zr1wDgzq3bmDFt3rx9Cx7cm7dv37ohz5bt2zdv4J6DCwdu\nOnVw375588bt27du3r1jwwZgPPnyzJht+/YNHLhv38B9+wYOnLdv37hxAwfuG7j+4ACGAzcQ3Ldv\n4BB+UwgOnDdv3bptu3YNQEWLFzFm1LiR/2NHj8qUcfv2DVxJkya9pdy27VvLcOHAxYz5jeY3cDdx\nhgv37Vu3btqsWQMwlGjRZMm4ffsGDtw3p9y4gQPXDRw4b97CZdWa9VvXb968gRM7Nly4b9+6ddt2\n7RoAt2/hGjOmzZu3b3fvevP27Vs3v9myffvmDVxhcOHAJVYM7ts3b964ffvWjTJlbNgAZNa8mRmz\nbd++gQP37Ru4b9/AgfP27Rs3buDAfQM3G1w4cLfBffsGjvc33+DAefPWrdu2a9cAJFe+nHlz58+h\nR5e+bRu4cNexYwcHbhs479/BhRMvPlo0cOC+fQMXjn37cN26gQPnbds2APfx5+fG7Vs4//8Aw4ED\nFw6cQXDdwilcCC6cQ4fUqIED9+0buIvhMmbkxg0cOG/btgEYSbKkNm3ewKlcGQ6cS3DZwIH7RpNm\nuJs3u3ULFw4cuG/atIEb+u1bt27gwH3r1g2A06dQuXH7Fi4cuKvgwmkFB44bOHDfvoEbG65sWWvW\nwIH7xpZtuLdvu3UDB84bN24A8urdy7ev37+AAwv+Rjic4cOIw33z5g0cuHCQI0Petg0YMG3awmne\nrBkcuG/fwH37BqC06dPfUodbzRpcuNfhwIWbTbv27G3bokX79i2c79++wYH79g3ct28Akitf7q15\nuOfQwYWbHu7btm3fvoXbzr07OHDhwn//+8aNG7hw6MN9+xbu2zcA8OPL/0Y/nP374MLpDweOGzeA\n4MCFI1iQ4Ldv1apx4wbO4bdv4SRK/PYtHDhwADRu5NjR40eQIUWO/FYy3EmUKcN98+YNHLhwMWXG\n3LYNGDBt2sLt5LkTHLhv38B9+wbA6FGk35SGY9oUXDio4cCFo1rVKtVt26JF+/Yt3FewX8GB+/YN\n3LdvANSuZevNbTi4ccGFoxvu27Zt376F49vXLzhw4QR/+8aNG7hwicN9+xbu2zcAkSVP/lY53GXM\n4MJtDgeOGzdw4MKNJj3627dq1bhxA9f627dwsWN/+xYOHDgAuXXv5t3b92/gwYWDAxfO//hx5Ma/\nhWPe3DlzP36mTfPmLdx17Nmxf/sGwPt38ODAhSNf3vx59OXByZLlzVs4+PHlz//2DcB9/Pm/fQvX\n3z/AcAIHdgtn8CBCg+DAhWvY8Nu3cBInUvz2DQDGjBrBgQvn8SNIj97CkSxpkqQvX926gWsZ7iXM\nmC/BgQNg8ybOnDp38uzp8yc4cOGGEi069Fu4pEqXJvXjZ9o0b97CUa1qteq3bwC2cu0KDly4sGLH\nki0rFpwsWd68hWvr9i3cb98A0K1r99u3cHr38tXbLRzgwIIBgwMX7vDhb9/CMW7s+Ns3AJInUwYH\nLhzmzJoxewvn+TNoz758desG7nS41P+qV6cGBw4A7NiyZ9Oubfs27tzfvoXr7ft372/hhhMnDg5c\nNyZMFiwQJQpcuOjSp08HYP06dnDgwnHv7v07+HDdunl79EiUKG7cwrFv7/49gPjy53/7Fu4+/vz3\nvYXr7x9gOIEDBYIzCC7ct2/gGIZz+PAhAIkTKYIDFw5jRo0Yv4ULBw5cOJEjRfry1aNHqFDfwIEL\n9xJmzJcAaNa0eRNnTp07efb89i1cUKFDg34LdxQpUnDgujFhsmCBKFHgwlW1evUqAK1buYIDFw5s\nWLFjyYbr1s3bo0eiRHHjFg5uXLlzAdS1e/fbt3B7+fbd6y1cYMGDB4MzDC7ct2/gGIf/c/z4MQDJ\nkymDAxcOc2bNmL+FCwcOXDjRo0X78tWjR6hQ38CBC/caduzXAGjXtn0bd27du3n3DvcbeHDhw4Vz\nAwCACBFPnsI1d/4cOgDp06mHs34de3bt28CB06aN2osXwYJx4xYOfXr16wG0d/8eHLhw8+nXn+8t\nXH79+/Nz4wYwnECB4MCFO4gw4UEADBs6DAcxokSJ38JZvIjRIgUKkiStWhUupMiRJAGYPIkypcqV\nLFu6fBkupsyZNGvKBAfuGgECAAAUKxYuqNChRAEYPYo0nNKlTJs69dapEzZs3QgRQoUKHLhwXLt6\n/QogrNix4cqaPXv2W7i1bNuu1aaN/xkzcODC2b2LNy+AvXz7hvsLOHBgcOEKGz5c2IQJBAh+/QoH\nObLkyQAqW76MObPmzZw7ew4HOrTo0aRDgwN3jQABAACKFQsHO7bs2QBq274dLrfu3bx7e+vUCRu2\nboQIoUIFDly45cybOwcAPbr0cNSrW7f+LZz27dy1a9PGjBk4cOHKmz+PHoD69ezDuX8PHz64cPTr\n26dvwgQCBL9+hQMYTuBAggQBHESYUOFChg0dPoQYTuJEihUtVoQmQECzZuDAhQMZUuRIACVNngyX\nUuVKli2dhYMJc9iwcDVt3sR5E8BOnj3D/QQaNCi4cEWNHg0HLliwcE2dPoX6FMBUqv9Vw13FmlXr\nVq3eDBhYtgwcuHBlzZ5FC0DtWrZt3b6FG1fu3HB17d7FmxcvNAECmjUDBy7cYMKFDQNAnFhxOMaN\nHT+G7Czc5MnDhoXDnFnzZs0APH8GHU70aNKkwYVDnVp1OHDBgoWDHVv2bNkAbN/GHU73bt69fff2\nZsDAsmXgwIVDnlz5cgDNnT+HHl36dOrVrYfDnl37du7hvHmbNo3Whw9fvoRDn179evQA3L+HH07+\nfPr17T/DH04/OHDh/AMMJ3AgwYLhACBMqBAcuHAOH0KMCLGbK1exYjWrVYsbt3AeP4IM6REAyZIm\nwYELp3Ily5Yuw23bZmvBghkzwuH/zKlzJ04APn8CDSp0KNGiRo+GS6p0KdOm1cKFu3YNV4UK3ryF\ny6p1K9esAL6CDRtuLNmyZs/CCqdWLTZs4d7CjSs3LoC6du+Gy6t3L9++lpo1s2OnmjRp4Q4jTnwY\nHLhwjh0DiCx5crjKli9jzgwuXDht2lYNGHDtGjhw4U6jTq0aAOvWrl/Dji17Nu3a4W7jzq17d7Vw\n4a5dw1Whgjdv4Y4jT678OIDmzp+Hiy59OvXqsMJhx44NW7ju3r+D/w5gPPny4c6jT69+vaVmzezY\nqSZNWrj69u/XBwcuHH/+AAACEDhwYDiDBxEmVAguXDht2lYNGHDtGjhw4TBm1LgR/0BHjx9BhhQ5\nkmRJk+FQplS5kiU0ESIyZRpWpw4qVOFw5tS5EycAnz+BhhM6lGjRWLGcOevWDRUuXOGgevMmTNi3\nb+GwZtW6FUBXr1/DhRU7lmzZURQowIGz7du3cG/hxo0LDlw4uwDw5tUbjm9fv38Bh0OEyI+fShMm\nMGESjnFjx+Aggws3GUBly5cxZ9a8mXNnz+FAhxY9mjQ0ESIyZRpWpw4qVOFgx5Y9GzYA27dxh9O9\nm3fvWLGcOevWDRUuXOGQe/MmTNi3b+GgR5c+HUB169fDZde+nXv3URQowIGz7du3cOfRp08PDlw4\n9wDgx5cfjn59+/fxh0OEyI+fSv8AJ0xgwiScwYMIwSkEF64hgIcQI0qcSLGixYsYw2ncyLGjxznE\niG3bxs2WrXAoU6pcqRKAy5cww8mcSZMmNG7crFnTpu1VuJ8/ceHq1i2c0aNIkxoFwLSp03BQo0qd\nSnWHMGHcuIXbyrWr16/hAIgdSzac2bNo06p1tm2bNm3PrlwJR7eu3bt2Aejdy7ev37+AAwseHK6w\n4cOIE88hRmzbNm62bIWbTLmy5coAMmveHK6z58+foXHjZs2aNm2vwqlWjQtXt27hYsueTTs2gNu4\nc4fbzbu37987hAnjxi2c8ePIkysPB6C58+fhokufTr26s23btGl7duVKuO/gw4v/Dw+gvPnz6NOr\nX8++vftw8OPLny8fHDhIYsQsWwZu2zaA3ryFI1jQ4EGCABQuZBjO4UOIEHt9+ODFy7FjybhxC9fx\n1asxY6hRC1fS5EmUAFSuZBnO5UuYMWXq2rQJG7ZwOXXu5NkzHACgQYWGI1rU6FGk3V69AgWKGzRo\n4MCFo1rV6lWqALRu5drV61ewYcWODVfW7Fm0Z8GB88GN27Zt4bBhC1fX7l28dwHs5ds33F/AgQMn\n8eVr0iRu3LaFY8w4RQpr1rZtC1fZ8mXMADRv5hzO82fQoUVHqFaNG7dwqVWvZt06HADYsWWHo13b\n9m3cTKhRkybt27Zt4YQL//Yt/9xx5MmPA2De3Plz6NGlT6dePdx17Nm1ZwcHzgc3btu2hcOGLdx5\n9OnVpwfQ3v37cPHlz5+fxJevSZO4cdsWzj/AcOFSpLBmbdu2cAoXMmwI4CHEiOEmUqxo8WKEatW4\ncQvn8SPIkCLDAShp8mS4lCpXsmzJhBo1adK+bdsW7ubNb9/C8ezpkyeAoEKHEi1q9CjSpErDMW3q\n9Om2bd++gQNXyYaNbt3CfftmzVq4sN68ZcsW7izatADWsm0b7i1cuODChQMH7gkBAnDgfPsWDhy4\ncIKnTAEChBu3cIoXM24M4DHkyOEmU65sufK3bwoAALh1Kxzo0KDBgePGDVy41P+qVQNo7fp1uNiy\nZ9OubSRAgEiRvnnzNm1auOC/fjFi1C0c8uTJATBv7vw59OjSp1OvHu469uzat2379g0cuEo2bHTr\nFu7bN2vWwrH35i1btnDy59MHYP8+/nD69+8HFw5gOHDgnhAgAAfOt2/hwIEL93DKFCBAuHELdxFj\nRo0AOHb0GA5kSJEjRX77pgAAgFu3wrV02RIcOG7cwIWzefMmAJ07eYbz+RNoUKFGAgSIFOmbN2/T\npoVz+usXI0bdwlW1ahVAVq1buXb1+hVsWLHhyJY1exZtK3DgwrXdti1c3LjYsIWzexevXQB7+fYN\n9xdw4L/ZsknYtWvbtnCLGS//pkIlXGTJkylPBnAZc+Zwmzl39tw5ViwAKlTgwhUOHLhwq1eDAxcO\ndmzZsAHUtn07XG7du3n3HpAlCzRo4bZtC3f8eJYszZqFc/4cOgDp06lXt34de3bt28N19/4dfPht\n166BAxdOmzZcuJ49A+fMmTVr4MLVt28fQH79+8P19w8wnEBw375du4YiS5Zv38I5fOgQGjRs2MJZ\nvIgRHLhwHDkC+AgyZLiRJEuWBBctGjJkdeoAeIkGTbdo0UyZ4sYtHLed3ML5/AkUgNChRMMZPYo0\nKdJv3y6YMEGNWrhu3Xbt0qWr2IsXIUJ8Cwc2bFgAZMuaPYs2rdq1bNuGews3/67cuduuXQMHLpw2\nbbhwPXsGzpkza9bAhTuMGDGAxYwbh3sMGTK4b9+uXUORJcu3b+E6e+4MDRo2bOFKmz4NDly41asB\nuH4NO5zs2bRpg4sWDRmyOnUA+EaDplu0aKZMceMWjptybuGaO38OILr06eGqW7+O/fq3bxdMmKBG\nLVy3brt26dJV7MWLECG+hXsPHz6A+fTr27+PP7/+/fzD+QcYTuBAggUHZguXMKEsWeDAadMGLlq0\ncBUtXqwIQONGjuE8fgTpkRq1L+FMnkRpctSocC1dvoT5EsBMmjXD3cSZM+e3cOG+fYsVi8CvX8uW\nfVOkyJu3b9/CPYUaVSoAqv9VrYbDmlXrVq3btqkIFzbss2fhwj17Ni1BgmrVwr2FGxfAXLp17d7F\nm1fvXr7h/P4FHFhwtnCFC8uSBQ6cNm3gokULF1ny5MgALF/GHE7zZs6aqVH7Ek70aNKiR40Kl1r1\natarAbyGHTvcbNq1a38LF+7bt1ixCPz6tWzZN0WKvHn79i3ccubNnQOAHl16OOrVrV+3vm2binDd\nuz97Fi7cs2fTEiSoVi3cevbtAbyHH1/+fPr17d/HH07/fv79uQHkBg5cuHDeokULpxAbtkSJoEH7\nxo1bt27hLmLMCGAjx47hPoIESe3bN2/egmnTFm4lS5bgYMFChiwczZo2b9L/BKBzJ89wPn8CBQru\n2bNv38CBa2XIkDdv4ZIlu3KlW7dwVq9izQpgK9eu4b6CDSsWGTJq1Lp1k9WtW7i2bYsUGTNmkwkT\nTpyEy6t3L4C+fv8CDix4MOHChsMhTqx4MTdu4MCFC+ctWrRwlrFhS5QIGrRv3Lh16xZuNOnSAE6j\nTh1uNWvW1L598+YtmDZt4W7jxg0OFixkyMIBDy58OHAAxo8jD6d8OXPm4J49+/YNHLhWhgx58xYu\nWbIrV7p1Cyd+PPnyAM6jTx9uPfv27pEho0atWzdZ3bqFy5+/SJExYwBuMmHCiZNwBxEmBLCQYUOH\nDyFGlDiRYjiLFzFi7BYu/xw4cOHCWQs3cmS1auDAhVO5kmVLlQBgxpQZjmZNmzTBgcsWjmdPn+Gu\nHToUjmhRo0eNAlC6lGk4p0+hRpXaLVzVqpMmgQMXjmtXr1+5AhA7lmw4s2fRouUWjm1bcOHgwrVm\nTVtdbdX+/Am3l2/fvQAABxY8mHBhw4cRJw63mHHjxsOsWJEkCRs2a9q0hdP87du1a+FAhxY9GjQA\n06dRh1O9mjVrcOFgx7bmwMGLF6CIEQMHLlxv37+B9wYwnHjxcMeRJ1e+fPmuXaRIhZM+nXp16QCw\nZ9cejnt37953YcLUrVs48+fNd+uWIoUXL9iuXQMHLlx9+/cB5Ne/n39///8AAQgcSLCgwYMIBYZb\nyLBhw2FWrEiShA2bNW3awmn89u3atXAgQ4ocCRKAyZMow6lcyZIluHAwY1pz4ODFC1DEiIEDF66n\nz59AewIYSrRouKNIkypdunTXLlKkwkmdSrWqVABYs2oNx7WrV6+7MGHq1i2c2bNmu3VLkcKLF2zX\nroEDF66u3bsA8urdy7ev37+AAwsOR7iwYcNMXr3ChWvbNm7hIkueTLkyZQCYM2sOx7mz58+gTfz4\nMWUKtXCoU6tezRqA69ewwYELR7u27du4a4PLkKFbt3DAgwsfDhyA8ePIwylfzpz5LnDgwkmfTt2I\nkWTJWLH6Bg5cuO/gw3//B0C+vPnz6NOrX8++fbj38OPHZ/LqFS5c27ZxC8e/v3+A4QQOJFgwHACE\nCRWGY9jQ4UOIJn78mDKFWjiMGTVu5AjA40eQ4MCFI1nS5EmUJcFlyNCtWziYMWXOhAnA5k2c4XTu\n5MlzFzhw4YQOJWrESLJkrFh9Awcu3FOoUZ8CoFrV6lWsWbVu5do13FewYMGFC+fNGxoCBMiQyZYt\nHDhw4eTOpVvX7lwAefXuDdfX71/A0qRp0yZL1gAAACpU6BbO8WPIkSUDoFzZMjjM4TRv5tyZMyhQ\nrFgpMlDaQLdu4VSvZt0awGvYscPNpk272zfc33KtWhXO92/gK1YAAHDj/wa3cMmVL18OwPlz6NGl\nT6de3fr1cNm1b8+uTVuQWrWkSfv2Ldx59OnVr18PwP17+OHkz6dfHxy4b9+cOAFAgQJAVKjCESxo\n8CDCcAAWMmwY7iHEiBInaqtWTZkyGQEC9OoFDly4kCJHkgRg8iTKcCpXslQJDty0cDJn0gzn7cCB\nIkVy5Qrn8yfQoACGEi1q9CjSpEqXMg3n9ClUp9q0BalVS5q0b9/Cce3q9StYsADGki0b7izatGrB\ngfv2zYkTABQooEIV7i7evHr3hgPg9y/gcIIHEy5sWFu1asqUyQgQoFcvcODCUa5s+TKAzJo3h+vs\n+XNncOCmhStt+nQ4b/8HDhQpkitXuNiyZ9MGYPs27ty6d/Pu7ft3uHDgwhEvXhwcOFpjxnDjFu75\nt2/hplOvPh0c9nDhvn0DBy4ceADix5MPZ/48evTgPHk6dgwNmgIDBnjzFu4+/vz694cD4B8gAIED\nAYAzGA5hQoULEzLToEGNGi4MGJgwAQ5cOI0bNYIDFw4kSAAjSZYEdzJcynDgWIZzGQ5czHAzadL0\nduLEggXMmIXz+e1bOKHgwIUzahRAUqVLmTZ1+hRqVKnhwoELdxUrVnDgaI0Zw41bOLHfvoUzexat\nWXBrw4X79g0cuHBzAdS1ezdcXr1794Lz5OnYMTRoCgwY4M1bOMWLGTf/dhwOQGTJk8FVDncZc2bN\nmJlp0KBGDRcGDEyYAAcuXGrVqcGBC/f6NQDZs2mDsx0Odzhwu8P1DgcOeDjhw4d7O3FiwQJmzMI1\n//YtXHRw4MJVrw4Ae3bt27l39/4dfPhw48mXLw8uXHr169m3d88eQHz588PVt38f/31u3OCE8w8w\nnMCBBAsaFAggocKF4Ro6fAgxYrdw4b594yZNWriNHDt67AggpMiR4MCFO4kypcqVKWfNCgczpsyZ\nMgHYvIkzp86dPHv6/BkuqNChQ8GFO4o0qdKlTJUCeAo1aripVKtarcqNG5xwXLt6/Qr2K4CxZMuG\nO4s2rdq13cKF+/aN/5s0aeHq2r2L9y6AvXz7ggMXLrDgwYQLD541K5zixYwbMwYAObLkyZQrW76M\nOXO4cODCef4MOrTo0aRLAziNOnW4cODCuX4NO7bs2bRrA7iNO3e43bx7+/4dzpu3cMSLGz+OvDiA\n5cybg3seLrr06dSrUwcHLpz27dy7awcAPrz48eTLmz+PPj03bt/AgQsHP778+fTr258PDhyA/fz7\ncwPI7Vs4ggUNHiwILtxChg0dPmQIDhwAihUtevMWTuNGjh05ggsXUuRIkiVFggMHQOVKltq0fQsX\nU+ZMmjVlfvsWTudOnj11ggMHQOhQokWNHkWaVOlSbty+gQMXTupUqv9VrV7FWhUcOABdvX7lxu1b\nOLJlzZ4tCy7cWrZt3b5lCw4cALp17XrzFk7vXr59+YILF1jwYMKFBYMDB0DxYsbatH0LF1nyZMqV\nJX/7Fk7zZs6dNYMDB0D0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9H\nnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9H75sZM27fvoGDHz/+N/rcuH375g3c\nfnDh/AMMJ1AgOHDfvnkDB64bw27brl0DIHEixWbNuoHLqHEjuG/gwHHjFi4cuHAmTYJLCc6bN3Au\nX4YL9+2bN2/bsGH/A6BzJ09kyLZ9+wYO3Ldv4L59AwfO27dv3rx9+8bNm7dt28B9+wZuK7hw4MB9\n+8YNHDhuZs1aswZgLdu2zJh1Ayd3bjhw4MKF+wYO3Le+37h9+8aNG7jC4Q4jDvftGzdw4Lp18yZZ\nmzYAli9jzqx5M+fOnj9v2/YtHOlw4MCFS526W7hw4MB9++YtHG3a3LiFCwdu97dv4cKBC75tGzhw\n37hxA6B8OfNu3cCFix4OHLhw1q1zCxcOHLhw3r97nzYtXDhw5s2HS59+2zZw4Lxx4wZgPv3627Z9\nCxcOHH9w4QCGCwcOnLdwB8OBAzcNHLhv37xFDDdx4rdv4cKB+/Zt/9s2cOC+desGgGRJk9y4gQu3\nkmXLcN7CxZQJLVw4cDe7dQu3c2e3buHCfROqTRs4o968AVC6lGlTp0+hRpU69VvVcFexZg0Hrls3\ncODChQP37Vs4s+DAdesWji1bcODCxQUH7tu3cODAAdC7l+83v+EABxYc7ps3b+EQJ1a8bVutWtSo\ngZMsOVxlcOC+fQO3GUBnz5+/ffMWjnRpcOFQowYHLlzrcNuUKatW7Vttb97C5c4NDlw43+DAffsW\nDhw4AMeRJ/+2PFxz58+bgwMXjno4bLt2TZv2TVt3beHAgwP37Ru4cOHApQcXDhw4AO/hx5c/n359\n+/fxf9Mfjn9///8Aw4Hr1g0cuHDhwH37Fq4hOHDduoWbOBEcuHAYwYH79i0cOHAAQooc+a1kuJMo\nU4b75s1buJcwY27bVqsWNWrgcuYMxxMcuG/fwAkFQLSo0W/fvIVbyhRcuKdPwYELRzXcNmXKqlX7\nxtWbt3BgwYIDF64sOHDfvoUDBw6A27dwv8kNR7euXbrgwIXbGw7brl3Tpn3TRlhbuMPgwH37Bi5c\nOHCQwYUDBw6A5cuYM2vezLmz58/gwIUbTbr06G/hUqv+Fq51a27cwsmeTbu27G/fAOjezRscuHDA\ngwsH/i2c8ePIjRMhwouXNWvgwkmfTl06OHAAsmvf/u1buO/gw3//BxeufDhw4DRRW0+Nm/tw8OPL\nnw8fHDgA+PPrBwcunH+A4QQOJEgQHLg3yJAxY+bNl69wESVOpBgRHDgAGTVu5NjR40eQIUWCAxfO\n5EmUJr+FY9nyWziYMLlxC1fT5k2cNb99A9DT509w4MINJVp06LdwSZUuTUqECC9e1qyBC1fV6tWq\n4MAB4NrV67dv4cSOJSsWXDi04cCB00TNLTVuccPNpVvX7lxw4ADs5dsXHLhwgQUPJhwYHLg3yJAx\nY+bNl69wkSVPphwZHDgAmTVv5tzZ82fQoUWDAxfO9GnUpsGFC/ftW7hw4MLNnu3NmzZt4XTv5t1b\nNwDgwYWDAxfO//hx5MbBhWPe3Hk4bxUqAABAhAi3cNm1b98OwPt38N++hSNf3vz5b9+6dZNz4YIS\nJc2wYQMHLtx9/Pn13wfQ3z9AAAIBgAMX7iDChAjBgevWbds2GAUKhAiBihOnY8fCcezo8SNHACJH\nkixp8iTKlCpXggMX7iXMmC/BhQv37Vu4cODC8eTpzZs2beGGEi1qdCiApEqXggMX7inUqE/Bhatq\n9Wo4bxUqAABAhAi3cGLHkiUL4CzatN++hWvr9i3cb9+6dZNz4YISJc2wYQMHLhzgwIIHAwZg+DBi\ncODCMW7suDE4cN26bdsGo0CBECFQceJ07Fi40KJHkw4N4DTq1P+qV7Nu7fo17HCyZ9Om/S0c7ty6\ncefKFe438ODCgwMobvx4uOTKlzNvzpwbAAAPHrRoEe469uzaAXDv7h0cuHDix5MvL96bNwl58ogR\nw82bt3Dy59OvTx8A/vz6w/Hv7x9gOIEDB377lkCLlh49gq1aBQ5cOIkTKVaUCABjRo0bOXb0+BFk\nyHAjSZYsCS5cSpXhwIEL9/LYMWDAwtW0eRNnTQA7efYM9xNoUKFDgYIDNy1AAAAAZs0K9xRqVKkA\nqFa1Gg5rVq1buRb68AEXLnDhyJY1exYtALVr2YZz+xZuXHDgwtUNN2bBglChvHHj9u1bOMGDCRcW\nDABxYsWLGTf/dvwYcuRwkylXrgwuXGbN4cCBC/f52DFgwMKVNn0adWkAq1m3DvcadmzZs2GDAzct\nQAAAAGbNCvcbeHDhAIgXNx4OeXLly5kX+vABFy5w4ahXt34dOwDt27mH8/4dfHhw4MKVDzdmwYJQ\nobxx4/btWzj58+nXlw8Af379+/n39w8QgMCBBAsaPCgwnMKFDBs6dGjKVLiJFCtarAggo8aN4Tp6\n/AgyJEhuBQps2xYupcqVLFMCeAkzZriZNGvavIkInE5w4Xr6/Ak0aDgARIsaDYc0qdKlTEOFewo1\nqtSpUgFYvYo1q9atXLt6/RourNixZMuWNWUqnNq1bNuyBQA3/67ccHTr2r2L9y63AgW2bQsHOLDg\nwYABGD6MOJzixYwbO0YELjK4cJQrW76MORyAzZw7h/sMOrTo0aHCmT6NOrXq1ABau34NO7bs2bRr\n2w6HO7fu3bzDgQMXLVo2Vaq2bQuHPLny5cgBOH8OPZz06dSrW58ODhw3L16UKQsHPrz48eABmD+P\nHhy4cOzbu3/vntu3b+DAhbuPP7/+/eEA+AcIQOBAAOEMHkSYUOFChg0PAoAYUeJEihUtXsSYMdxG\njh09fqQWLpw0adgSJQqXUuVKlisBvIQZM9xMmjVt3rTZDQeOcD19/gT6E8BQokXDHUWaVOlSYeHC\ngQMXDhy4cP9VrV7FehXAVq5dw30FG1bsWG3hzJ5Fm1ZtWgBt3b6FG1fuXLp17YbDm1fvXr7UwoWT\nJg1bokThDB9GnBgxAMaNHYeDHFnyZMqTu+HAEU7zZs6dOQMAHVp0ONKlTZ9GLSxcOHDgwoEDF072\nbNq1aQPAnVt3ON69ff8Gri3ccOLFjR83DkD5cubNnT+HHl369HDVrV/Hnr0bCBA+fAx79WrbtnDl\nzZ9HXx7Aevbtw72HH1/+/G906NSqRaxIkVatwgEMJ3AgwYLhACBMqDAcw4YOH0LshglTtmzgunXb\nti0cx44eP3IEIHIkyXAmT6JMqdKbHz/UqIWLCQ5cuJo1wYH/C6dzJ08APn8CDSp0KNGiRo+GS6p0\nKdOm3UCA8OFj2KtX27aFy6p1K9esAL6CDRtuLNmyZs9+o0OnVi1iRYq0ahVuLt26ducCyKt3b7i+\nfv8CDtwNE6Zs2cB167ZtW7jGjh9DbgxgMuXK4S5jzqx5szc/fqhRCycaHLhwpk2DAxduNevWAF7D\nji17Nu3atm/jDqd7N+/evs+8euXL1zdu3MIhT658uXIAzp9DDyd9OvXq1k0lSyZNmjEUKMKBDy9+\nvHgA5s+jD6d+Pfv27hlp07Zt27dhw8Lhz69/v34A/gECEDgQQDiDBxEmVMjj169du7wFCxaOYkWL\nFy0C0LiR/2NHjx9BhhQ5MlxJkydRpjzz6pUvX9+4cQs3k2ZNmzUB5NS5M1xPnz+BBjWVLJk0acZQ\noAi3lGlTp00BRJU6NVxVq1exZmWkTdu2bd+GDQs3lmxZs2UBpFW7Nlxbt2/hxuXx69euXd6CBQu3\nl29fv30BBBY8mHBhw4cRJ1YcjnFjx48hvwoRQosWcOEwZ9a8mTMAz59BhxM9mnRp044oUNiz51eb\nNrhwhZM9m3Zt2QBw59Ydjndv37+Bi7JhY84cZqxYBQsGDlw458+hRwcwnXr1cNexZ9e+fQMAAAoU\nsOnSZccObtzCdevGjRu4cO/hwwcwn359+/fx59e/n384//8AwwkcSLDgwAOTJoUKFa6hw4cQI4YD\nQLGixXAYM2rcyHGDr4++mlGh8u1buJMoU6o8CaCly5fhYsqcSbOmCGPGRImatmnTt2/hggodSjQo\ngKNIk4ZbyrSp06bgwA0gQWLECEuoUHHjBg5cOG/ewokdS1YsgLNo06pdy7at27dww8mdS7eu3QOT\nJoUKFa6v37+AA4cDQLiw4XCIEytezHiDr8e+mlGh8u1buMuYM2u+DKCz58/hQoseTbq0CGPGRIma\ntmnTt2/hYsueTTs2gNu4c4fbzbu3797gwA0gQWLECEuoUHHjBg5cOG/ewkmfTl06gOvYs2vfzr27\n9+/gw4n/H0++vHkRAAD48ROuvfv23rxp0xauvv37APLr3x+uv3+A4QQOHOjNGzhw375JmTCBGbNv\nwYL58hXO4kWMGS0C4NjRYziQIUWOJHkIAIBLl645czZtWjiYMWXOhAnA5k2c4XTu5NnTZw0CBAQJ\n2ubN27Zt4ZQq9eYt3FOoUQFMpVrV6lWsWbVu5RrO61ewYcWKAADAj59wadWm9eZNm7ZwceXOBVDX\n7t1wefXu5evNGzhw375JmTCBGbNvwYL58hXO8WPIkR0DoFzZcjjMmTVv5nwIAIBLl645czZtWjjU\nqVWvRg3A9WvY4WTPpl3bdg0CBAQJ2ubN27Zt4YQL9+Yt/9xx5MkBLGfe3Plz6NGlT6cezvp17Nm1\nE3DjRpq0cODAhSNPPlu2cOnVr08PwP17+OHkz6df376wcPnzz5oFDhzAcAIHEiwoEADChArDMWzo\n8CFEJsqUYcPmLVq0cBo3cuzIEQDIkCLDkSxp8iTKLN++hWvp8iXMmC4B0Kxp8ybOnDp38uwZ7ifQ\noEKHVunQIVq0cNy4yZKFDBm4XLmmTQtn9SpWAFq3cg3n9StYsOCwYdu2LVw4b+HWroUGzZSpbNnC\n0a1r9y6AvHr3huvr9y/gwKk6dcqWLRw2bNy4hWvs+DHkxgAmU64c7jLmzJo3cwMHLhzo0KJHkw4N\n4DTq1P+qV7Nu7fo17HCyZ9OubbtKhw7RooXjxk2WLGTIwOXKNW1auOTKlwNo7vx5uOjSp08Hhw3b\ntm3hwnkL5907NGimTGXLFu48+vTqAbBv7z4c/Pjy59NP1alTtmzhsGHjxg1gOIEDCRYUCABhQoXh\nGDZ0+BAiN3DgwlW0eBFjRosAOHb0+BFkSJEjSZYMdxJlSpUrYYRz6XLWLHDgrFkL9+pVOJ07eeoE\n8BNo0HBDiRYtigscuG/fwjV12nTGDG7csmULdxVrVq0AuHb1Gg5sWLFjyeIKd/asMGHh2LZ1+9Yt\nALlz6YazexdvXr3XwvX1+7cvN27hCBc2TBhAYsWLGTf/dvwYcmTJ4ShXtnwZM4xwmzfPmgUOnDVr\n4V69CncaderTAFi3dh0OdmzZsnGBA/ftWzjdu3XPmMGNW7Zs4YgXN34cQHLly8M1d/4cenRc4ahT\nFyYsXHbt27lvB/AdfPhw48mXN3/+Wjj169mr58YtXHz58+MDsH8ff379+/n39w8QgMCBBAGEO4gw\nocJs2b59AwfuVLBg4Sp688aCBSBA2Zo1w4YtnMiRJAGYPIkynMqVK8GFexlOkgwZ166Fu4nzJiFC\nGjQwYxYuqNChRAEYPYo0nNKlTJt68xYuajhv06aFu9qtmzFj4MCF+wo2rFgAZMuaDYc2rdq1bMFx\n4xYu/27cbdu+fQvHLC+zcHz7+gUAOLDgwYQLGz6MOHG4xYwbO86W7ds3cOBOBQsWLrM3byxYAAKU\nrVkzbNjCmT6NGoDq1azDuX79Gly42eEkyZBx7Vq43bx3EyKkQQMzZuGKGz+OHIDy5czDOX8OPbo3\nb+Gqh/M2bVq47d26GTMGDly48eTLmweAPr36cOzbu38PHxw3buHq19+27du3cMz6MwMYTuBAggAM\nHkSYUOFChg0dPgwXUeLEidzCXcQILtzGjcGCIUO2bVu4atXCnUSZ8iQAli1dhoMZUybMb99WRIsG\nDlw4nj15OnCgStW3b+GMHkWaFMBSpk3DPYUaNSq4cP9VrYILlzXrsmXgwIUDG1bsWLAAzJ5FG07t\nWrZt3XoLFzeuN2/g7IL7VqxYOL59/fIFEFjwYMKFDR9GnFhxOMaNHTMGB86PBg3AgIXDnBlzt24t\nWsSJ8010ONKlTZMGkFr16nCtXbsGF3vbNhpOnHjzFk73bt0gQDhwoE1bOOLFjR8HkFz58nDNnT9/\n/g0cuHDVrV+PFm3WLG7cwn0HH148APLlzYdDn179evbYrFn79i3crl06dGjShI0XL2nSwgEMJ3Dg\nQAAGDyJMqHAhw4YOH4aLKHFiRHDg/GjQAAxYuI4eO3br1qJFnDjfToZLqXJlSgAuX8IMJ3PmTHA2\nt23/o+HEiTdv4X4C/QkChAMH2rSFS6p0KVMATp9CDSd1KlWq38CBC6d1K9do0WbN4sYtHNmyZs8C\nSKt2bbi2bt/CjYvNmrVv38Lt2qVDhyZN2HjxkiYtHOHChgEgTqx4MePGjh9DjhxuMuXKk7150/Dq\nFTdu4T6D/syESbNmr16BSx1uNevWqwHAji07HO3atmlz4zYGHLhwvn//BmfAwLNn376FS658OXMA\nzp9DDyd9OnXq4MJhz64de65c376BAxduPPny5gGgT68+HPv27t/D7xZu/nxUqKhRw4btGzhw4QCG\nEziQYDgABxEmVLiQYUOHDyGGkziRokRv3jS8esWN/1s4jx89MmHSrNmrV+BQhlO5kqVKAC9hxgw3\nk2bNmdy4jQEHLlxPnz7BGTDw7Nm3b+GQJlW6FEBTp0/DRZU6dSq4cFexZr2aK9e3b+DAhRM7lmxZ\nAGfRpg23lm1bt2+7hZMrFxUqatSwYfsGDlw4v38B+wUwmHBhw4cRJ1a8mHE4x48fd/v27do1Cg4c\nePMWjnNnzlCgAABw4wa3cKdRp04NgHVr1+Fgx47tLVy4b994/foVjjdvcOC8eQvGgEGMGODAhVO+\nnHlzAM+hRw8XDlw469fBhdMeDpw2beHAg/fmDVz5YMFKleLGLVx79+/hA5A/n344+/fx5+fGDRy4\ncP8Aw4GzZg2cwWLFvHgpVgxcuIcQI0YEQLGixYsYM2rcyLFjuI8gQ3589qwEOHDhUqpciQABDRql\nSoWbSbOmTQA4c+oMx7OnT57fvg0LR7So0XCnMGDw5i2c06dQozoFQLWq1XBYs2rV2i2c169gw22r\nVGnbNnDgwqldy7YtgLdw44abS7duXXDh8ur9Bg5cuHDdUKHChg0cuHCIEyteDKCx48eQI0ueTLmy\n5XCYM2vG/OxZCXDgwokeTRoBAho0SpUKx7q169cAYsueHa627du1v30bFq6379/hTmHA4M1buOPI\nkys/DqC58+fhokufPr1buOvYs4fbVqnStm3gwIX/G0++vHkA6NOrD8e+vXv34MLJn/8NHLhw4bqh\nQoUNGziA4MINJFjQIACECRUuZNjQ4UOIEcNNpEjxGziM4GxhwxbO40eQJUoQICBLFjiU3bqFY9nS\nJQCYMWWGo1mzJrhwOcNlw4Yt3M+fuXJZIwoHDi5c4ZQuZQoOXDioUAFMpVoV3NVwWcOB4xrOa7hu\n27aFIxsOnDFj3Lh1M2Vq1Spw4MLNBQcu3F1w4MLt3QvA71/A4QQPJkwY3Ldv4RSHAwcNGjhw4Zo1\nc+UKHLhwmTVv5gzA82fQoUWPJl3a9OlwqVWr/gbONThb2LCFo13bdokSBAjIkgXOd7du4YQPJw7A\n//hx5OGUL18OLtzzcNmwYQtXvXquXNa0w4GDC1c48OHFgwMXzrx5AOnVrwfXPtz7cODkh6Mfrtu2\nbeH0hwNnzBhAbty6mTK1ahU4cOEWggMX7iE4cOEmTgRg8SLGcBo3cuQI7tu3cCLDgYMGDRy4cM2a\nuXIFDly4mDJn0gRg8ybOnDp38uzp82e4oEKHEi1a1I6dcEqXMm3KFADUqFLDUa1q9SpWrODAhevq\n9SvYrwDGki0LDly4tGrXsm27tlu3cHLn0q1LFwDevHrD8e3r9y9gwODAhSts+DDiwwAWM27s+DHk\nyJInUw5n+TLmzJo127ET7jPo0KJDAyht+nS41P+qV7Nu3RocuHCyZ9OuTRsA7ty6wYEL5/s38ODC\ngXfrFu448uTKkwNo7vx5uOjSp1OvXh0cuHDat3Pvzh0A+PDix5Mvb/48+vTh1rNv7/79+2/funUL\nZ/8+/vz2AfDv7x9gOIEDCRY0GA4cuHALGTZ0+JAhAIkTKYYLBy5cRo0bOXb0+BEkAJEjSYYLBy5c\nSpUrWbZ0+XIlOHDhwIEDcBNnTp07efb0+RMoN27gwhU1ehRp0qLguHEL9xRqVKlPwYEDcBVrVm/e\nwIXz+hVsWLFjyY4FBw5AWrVrtWnzBg4uuHBz6da1exdvXrrfvgHw+xcwN27fwhU2fBhxYsWLC4P/\nAxcO8rdvAChXtnwZc2bNmzl35sYNXDjRo0mXNi0aHDdu4Vi3dv2aNThwAGjXtu3NG7hwu3n39v0b\neHDg4MABMH4cuTZt3sA1BxcOenTp06lXtx792zcA27l358btWzjx48mXN38evXhw4MK1//YNQHz5\n8+nXt38ff379+/n39w8QgMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEua\nPIkypcqVLFu6fAkzpsyZNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKZx45p8+bt2zdv3sB58wYu\na7hw4MCFCwcuXDhwZL15+/atW7dwbNu6/fat/9u2bQDq2r177Ng2b96+ffPm7Vu3bt++dfPmrVu3\nb9+6gQP37Vu4yZQngwP37Zu2b9+4cfPmrVu2bABKmz6NDFm2bt28eePG7Zs3b+Bqh7uN+5s3b926\ngfv2DZxwcOHAGQfnDRw4b8y9dcuWDYD06dSXLdv2Lfs3b96+desGDpw3cOC+fQMH7hs4cN++gXv/\nPpx8+eDAfQMHjpt+btqqVQMIQOBAggUNHkSYUOHCbdu+gYMI7tu3cBUrgguXUSO4cB07EiP27Zs3\nb9/CnUQZzpu3cOG8ceMGQOZMmtq0fQOXU2c4cD3BdQsXDtxQcNHAgfv2LdxSpku3bQMH7ps3b//b\ntoHD6s0bAK5dvW7b5g0cuG/funULl1bt2rTTwL0F982bt3B163rzFi4cOL7btoED961bNwCFDR/m\nxu0bOMbgvn0LB04yuG/hLF/WFk5zOHDbtoUDHVo0OHDVqn371k2bNgCtXb+GHVv2bNq1bX/75i3c\n7nDgwH0LFzw4OHDhjB9Hrk3brVvSpIWDHl06OHDhwIEDkF37dm/dw30HDy7c+HDgvHkDBy5cuGzP\nnnnzFk7+fPrfvoELlz8cOHDhwAEEB2AgwYLfvnULpzCcN2/gwkGMKDEcN2fOvHkLB24juHAeP4IE\nB+7bt3DgwAFIqXLlt5bhXoYDJzMczZo2w4H/o0bNmzdw2bJZsxZuKNGi37558wbu2zcATp9CjSp1\nKtWqVq9+++YtHNdw4MB9CydWLDhw4c6iTatN261b0qSFiyt3Ljhw4cCBA6B3L19vfsMBDgwuHOFw\n4Lx5AwcuXLhsz5558xZuMuXK376BC6c5HDhw4cCBAyB6NOlv37qFSx3Omzdw4V7Djh2OmzNn3ryF\nA6cbXLjevn+DA/ftWzhw4AAgT678G/NwzsOBix5uOvXq4cBRo+bNG7hs2axZCyd+PPlv37x5A/ft\nG4D27t/Djy9/Pv369sGBC6d/P//+/gGGExhu0iRs2Lp1C7eQYUOG4MABkDiRIjhw4TBm1IgR/1w4\nj+HAgSsFDlw4kydRpjQJDlw4l+DAAZA5kyY4cOFw4gQHLlxPnz975vr2LVxRo0eRJg337RsAp0+h\nggMXjmpVq1etAuvWjRu3brNmhRM7lqxYcODCpf32DUBbt2/hxpU7l25du+DAhdO7l29fv3wnTcKG\nrVu3cIcRJ0YMDhwAx48hgwMXjnJly5TBhdMcDhy4UuDAhRM9mnRp0eDAhVMNDhwA169hgwMXjjZt\ncODC5da9O3eub9/CBRc+nHjxcN++AVC+nDk4cOGgR5c+XTqwbt24ces2a1Y479/BewcHLlz5b98A\npFe/nn179+/hx5f/7Vs4+/fx59ePnxWrHf8Ad4ABAy6cwYMIEQJYyLDht2/hIkqcGBGcRW8YvTnq\n1IkatXAgQ4oE+S1cOHDgwqlUCaCly5ffvoWbSbOmTXDgvn0DpUtXt27hggodSrRoOABIkyr99i2c\n06dQo0KVpUIFESKwChUqViyc169gwYELR5YsgLNo06pdy7at27dwv30LR7eu3bt47bJitWMHGDDg\nwgkeTJgwgMOIE3/7Fq6x48eNwUn2Rtmbo06dqFELx7mzZ87fwoUDBy6cadMAUqte/e1buNewY8sG\nB+7bN1C6dHXrFq6379/Ag4cDQLy48W/fwilfzrw5c1kqVBAhAqtQoWLFwmnfzh0cuHDgwQP/GE++\nvPnz6NOrX88+nPv38OPLl9+gASBAefKE28+/v3+AAAQOJBjO4EGECQ2CA/ftm4VgwahRC1fR4kWM\n4MCF48gRwEeQIcONJFnS5Ehw4Lx5Y/TtWziYMWXOpBkTwE2cOcGBC9fT50+gPcGBcyBGTI4coaBA\n6dYt3FOoUcGBC1e1KgCsWbVu5drV61ewYcONJVvW7NmzK1YECIADB7hwceXOnQvA7l284fTu5dsX\nHLhw4cCBWxEhQrRo4RQvZgwOXDjIkSUDoFzZcjjMmTVvhgYNGzZv3nZlyxbO9GnUqVWfBtDa9etw\nsWXPpj0bHLgXAACsWQOtVq1p08INJ17c//hwAMmVL2fe3Plz6NGlh6Ne3fp17NhXrAgQAAcOcOHE\njydPHsB59OnDrWff3j04cOHCgQO3IkKEaNHC7effHxxAcOEGEiwI4CDChOEWMmzoEBo0bNi8eduV\nLVu4jBo3cuyoEQDIkCLDkSxp8qRJcOBeAACwZg20WrWmTQtn8ybOnDYB8Ozp8yfQoEKHEi0a7ijS\npEnBhWvq9GnTAAE4cEiVKhzWrFq3Aujq9Wu4sGLHki2LIFq0cGrXsm3rdi2AuHLnhqtr9+5dauD2\nggsXDly4wIG/fQtn+DDixIgBMG7sOBzkyJInSwYHzgQ1at68hevWLRzo0KJHiwZg+jTq1P+qV7Nu\n7fp1uNiyZ88GF+427ty3AwTgwCFVqnDChxMvDuA48uThljNv7vw5gmjRwlGvbv069uoAtnPvHu47\n+PDhqYErDy5cOHDh1q//9i0c/Pjy58sHYP8+/nD69/Pvzx8gOHAmqFHz5i1ct27hGDZ0+NAhAIkT\nKVa0eBFjRo0bw3X0+BEcuHDhpnnzFg5lypTgFCgAAKBIkXAzada0CQBnTp3hePb0+dMnOHAfHjyI\nFi1cUqVLk4IL9xQqVABTqVYFBy5cVq1bwYEL9ONHr17hyJYl680bL17XroVz+xZuXABz6dYFBy5c\nXr17+YID9+1bIV++vn0LdxhxYsWLwwH/cPwYcmTJkylXtnw5XGbNmzODA1crXGjRo0MDADBixI0b\n4Vi3dv0aQGzZs8PVtn0b921w4ADMmYMLVzjhw4kXNx4OQHLly8M1d/68uTdvFoQJw4YtXHbt2Xnw\nUKYsWrRw48mXNw8AfXr14di3d//e/bdvZcDVBxcOHLhw+/n33w8QHLhwBAkCOIgwocKFDBs6fAgx\nnMSJFCWCA1crnMaNHDUCADBixI0b4UqaPIkSgMqVLMO5fAkzJkxw4ADMmYMLV7idPHv6/BkOgNCh\nRMMZPYrUqDdvFoQJw4YtnNSpUnnwUKYsWrRwXLt6/QogrNix4cqaPYv27LdvZcC5BRcO/xy4cHTr\n2qULDly4vXsB+P0LOLDgwYQLGz4cLrFixdzAOQbnihWrcJQrW06QAAAAUqTCef4MOjSA0aRLhzuN\nOrXq1ODACQAAYNeucLRr2wYHLpzu3bwB+P4NPJzw4cO/hQvHjVuHESO0aQsHPTr0CBECBJg1K5z2\n7dy7A/gOPny48eTLlwc3bVq3bt++sYoSpVu3cNy4ffsWLr/+/fnBgQMYTiAAggUNHkSYUOFChg3D\nPYQIkRs4iuBcsWIVTuNGjgkSAABAilQ4kiVNngSQUuXKcC1dvoT5Ehw4AQAA7NoVTudOnuDAhQMa\nVCgAokWNhkOaNOm3cOG4ceswYoQ2bf/hrF61GiFCgACzZoUDG1bsWABlzZ4Nl1bt2rXgpk3r1u3b\nN1ZRonTrFo4bt2/fwv0FHPgvOHDhDANAnFjxYsaNHT+GHDncZMqVK5sCBy7cZs6dFyxQpgwcuHCl\nTZ9GDUD1atbhXL+GHRv2tm0AYMDAhi3cbt69ff8OB0D4cOLhjB9HbhwbthLatIWDHj16NwECIkXi\nxi3cdu7dvQMAH158OPLlzZv/Fk59OHDgCnnzBg5cOFmywt3Hn19/fgD9/QMEIHAgwYIGDyJMqLBg\nuIYOHz40BQ5cuIoWLy5YoEwZOHDhPoIMKRIAyZImw6FMqXKlym3bAMCAgQ1buJo2b+L/zBkOAM+e\nPsMBDSoUKDZsJbRpC6d06dJuAgREisSNW7iqVq9iBaB1K9dwXr+CBfstHNlw4MAV8uYNHLhwsmSF\niyt3Lt25AO7izat3L9++fv8CDid4MGHCyKJF+/YtHOPGjCdNqlUrHOXKli9TBqB5M+dwnj+DDg2a\nGTMApmXJCqd6NevWrsMBiC17drjatm/X/vZtDzJk4X4DD/ftm7MFC1SoCKd8OfPmygFAjy49HPXq\n1q2DCxcOHLhw4ZrJkfPq1TQ2bAABCqd+Pfv26gHAjy9/Pv369u/jzx9uP//+/QGuATcQXDiDBw2G\nCAEOXDiHDyFGdAiAYkWL4TBm1LhR/6MtWwA4cLBlK1xJkydRpgwHgGVLl+FgxpQJExw4WeFw5sz5\n7ZuyHDnCBRU6lOhQAEeRJg23lGlTp09bffsWLRo0Bgy0aQu3lWtXr1sBhBU7lmxZs2fRplUbjm1b\nt27XgJMLLlxdu3VDhAAHLlxfv38B9wUwmHDhcIcRJ1ac2JYtABw42LIVjnJly5cxhwOwmXPncJ9B\nh/4MDpyscKdRo/72TVmOHOFgx5Y9WzYA27dxh9O9m3dv362+fYsWDRoDBtq0hVO+nHlz5QCgR5c+\nnXp169exZw+3nTt3cOHAh4MTIUK0aOHQp0e/Zk2ePOHgx5c/Hz4A+/fxh9O/n3//a/8Ar3nzJksW\ngIOsWIVbyLChw4fhAEicSDGcxYsXv4XbGG4ZNGjhQoYDlycPKFDCUn77Fq6ly5cwWwKYSbNmuJs4\nc+rkxi2cz3DNPnxAhSoXChRkyIRbyrSp06UAokqdSrWq1atYs2oNx7VrV3DhwoaDEyFCtGjh0qpN\nu2ZNnjzh4sqdSzcugLt484bby7ev32vXvHmTJQuAYVaswilezLix43AAIkueHK6yZcvfwmkOtwwa\ntHCgw4HLkwcUKGGov30Lx7q169esAcieTTuc7du4c3PjFq53uGYfPqBClQsFCjJkwilfzry5cgDQ\no0ufTr269evYs4fbzr37dm/eJlj/soQNW7jz6M9jwQIOXLj38OPLfw+gvv374fLr389/vzGAxgDU\nqTNtWjiECRUuZBgOwEOIEcNNpFixYrZwGTUqs2bNm7dwIUWOJFkyHACUKVWGY9nSpUtw4WTOZPXt\nW7hw3fLkCdfT50+gPwEMJVrU6FGkSZUuZRrO6VOo4MBp0zZhwAA4cMJt5bpVly5fvsKNJVvW7FgA\nadWuDdfW7Vu4bcGB8+aNgQULmDCF+/YNHLhwgQUPJhwYwGHEicMtZty48Tdw4MJNDscKBQpo0MJt\n5tx5M7hwoUWLBlDa9OlwqVWvXv2tWzdt2sCBu4ULFzdu4aBB8+Yt3G/gwYX/BlDc//hx5MmVL2fe\n3Hk46NGlgwOnTduEAQPgwAnX3Xt3Xbp8+QpX3vx59OUBrGffPtx7+PHlvwcHzps3BhYsYMIU7hvA\nb+DAhSto8CDCggAWMmwY7iHEiBG/gQMX7mI4VihQQIMW7iPIkB/BhStp0iSAlCpXhmvp8uXLb926\nadMGDtwtXLi4cQsHDZo3b+GGEi1qdCiApEqXMm3q9CnUqFLDUa1qlao0aQlw4Vq2LBzYsGBDhQpn\n9izatGgBsG3rNhzcuHLn0i3x7ZszZ+B69Qrn9y/gwIABEC5sOBzixIoXKwYHDkS0aN68hats+TLm\nzOEAcO7sORzo0KJFYwtnOhw4cP/JwrFmXatWuNiyZ9OeDeA27ty6d/Pu7fs38HDChxMXLk1aAly4\nli0L5/y581ChwlGvbv26dQDat3MP5/07+PDiS3z75swZuF69wrFv7/69ewDy59MPZ/8+/vz4wYED\nEQ1gNG/ewhU0eBBhwnAAGDZ0GA5iRIkSsYWzGA4cuGThOHKsVStcSJEjSY4EcBJlSpUrWbZ0+RJm\nOJkzZ3oLF06bthYkSGDDFg5oUKDVqjlzFg5pUqVLkQJw+hRqOKlTqVa1is2DB0iQlunRU6lSOLFj\nyZYVCwBtWrXh2LZ1+xYcuHDhvn1zYcECOHDh+Pb1y42bt3CDCRMGcBhx4nCLGTf/btwtWDBw4MKF\nA7dsWTjN1app0xYOdGjRo0EDMH0adWrVq1m3dv06XGzZsr2FC6dNWwsSJLBhC/cb+O9q1Zw5C3cc\neXLlxwE0d/48XHTp06lXx+bBAyRIy/ToqVQpXHjx48mHB3Aeffpw69m3dw8OXLhw3765sGABHLhw\n+/n35waQm7dwBAsWBIAwocJwDBs6dNgtWDBw4MKFA7dsWbiN1app0xYupMiRJEMCOIkypcqVLFu6\nfAkznMyZNGVq0yYDG7Zv38L5/OmTGLFwRIsaPWoUgNKlTMM5fQo1qlRb27ZNm4aLAoVwXLt65QoO\nXLixYwGYPYs2nNq1bNuytWZt/4AwYeHq2r3rLa+3cHz7+gUAOLDgcIQLGzbMLZzixYwVd+oULrLk\nyZQnA7iMObPmzZw7e/4MOpzo0aRFgwOXyY+fbdvCudamrVu3b9WqffsWLrfu3bxzA/gNPHi44cSL\nGz/u7ckTIUKObNggREi46dSrgwMXLnt2ANy7ew8HPrz48eC/fdu1y8CCBd++hXsP/32wYMaMfQuH\nP39+APz7+wcYTuBAggS/hUOYMBw4cN8cWrFCg4Y3b+EsXsSYEcBGjh09fgQZUuRIkuFMnkRpEhy4\nTH78bNsWTqY2bd26fatW7du3cD19/gTaE8BQokXDHUWaVOlSb0+eCBFyZMMGIf9Cwl3FmhUcuHBd\nuwIAG1ZsOLJlzZ4l++3brl0GFiz49i3cXLpzgwUzZuxbOL59+wIAHFhwOMKFDRv+Fk7x4nDgwH2D\nbMUKDRrevIXDnFnzZgCdPX8GHVr0aNKlTYdDnVq1alzhwoEDFy5cMG+1vX3DHU73bt69eQMAHlx4\nOOLFjR9HbgcatDhxnDRoAA5cOOrVrV+nDkD7du7hvH8HH947OHCRIgHAhevbt3Dt3benRg0cuHD1\n7d8HkF///nD9/QMMJ3AgwYIFsz14MG3at2/hHkKMKBEAxYoWL2LMqHEjx47hPoIMGRJXuHDgwIUL\nF8wbS2/fXoaLKXMmzZkAbuL/zBluJ8+ePn/agQYtThwnDRqAAxduKdOmTpcCiCp1ariqVq9irQoO\nXKRIAHDh+vYtHNmyZKlRAwcuHNu2bgHAjSs3HN26du/ivZvtwYNp0759Cyd4MOHCAA4jTqx4MePG\njh9DDid58mRw4S6H22bGDDRoy5YVcuCgUSNu4U6jTq16NYDWrl+Hiy17Nu3arAAAECBAAwoUpEiF\nCy58OPHgAI4jTx5uOfPmzmnRChZMipQBFiyAAxduO/ft27ZRoxZuPPnyAM6jTx9uPfv27sGBCydf\nviZNu3Y5evAABYpt2wCGEziQYEEABxEmVLiQYUOHDyGGkziRIsVq27Z164YL/xeNTp2wYQs3kmRJ\nkyfDAVC5kmU4ly9hxoQJDhwDAwYyZLhx5Uo4nz+BBgUKgGhRo+GQJlWqFNy3b926ceGyQJq0cFex\nZt22DRy4cF/BhgUwlmzZcGfRplW7lps2bdu27alQwZq1cHfx5tV7F0Bfv38BBxY8mHBhw+EQJ1as\nuNq2bd264cJFo1MnbNjCZda8mXPncABAhxYdjnRp06dNgwPHwICBDBluXLkSjnZt27dtA9C9m3c4\n37+BAwf37Vu3bly4LJAmLVxz58+3bQMHLlx169cBZNe+PVx379/Bh+emTdu2bXsqVLBmLVx79+/h\ntwcwn359+/fx59e/n3+4cP8AwYUbSLBgOGyTJlWrNm2aGQsWrl0LR7GixYvgwIXbuBGAx48gw4kc\nSbIkSW7cQgAA0KIFKl26nDkLR7OmzZs0AejcyTOcz59AgX6TJStaNGTIiJw5E65pU3Dgwknlxs2b\nt3BYs2oFwLWr13Bgw4oVC+7bt3Bow2GTIcOXr2ZSpLx5E66u3bt46wLYy7ev37+AAwseTDhcOHDh\nEiteHA7bpEnVqk2bZsaChWvXwmnezLkzOHDhQocGQLq06XCoU6terZobtxAAALRogUqXLmfOwune\nzbu3bgDAgwsPR7y4cePfZMmKFg0ZMiJnzoSbPh0cuHDYuXHz5i2c9+/gAYj/H08+nPnz6NGD+/Yt\nnPtw2GTI8OWrmRQpb96E28+/v3+A4cIBIFjQ4EGECRUuZNgQHLhwESVOpDhRWziMGTVu5LgRwEeQ\nIcONJFnS5ElG4cJ58xbO5UuYMWWGA1DT5s1wOXXu5NnzWzigQYUOJToUwFGkScMtZdrU6dOn3ryF\no1rV6lWrALRu5drV61ewYcWOBQcu3Fm0adWm1RbO7Vu4ceXGBVDX7t1wefXu5duXUbhw3ryFI1zY\n8GHE4QAsZtw43GPIkSVP/hbO8mXMmTVnBtDZ8+dwoUWPJl26tDdv4VSvZt2aNQDYsWXPpl3b9m3c\nucOFAxfO92/gwYUPJ14c/8Bx5MnDLWfe3PnzcNy4haNe3fp17NUBbOfePdx38OHFjydf3jx4AOnV\nrw/X3v17+PHlz6fvHsB9/Pn17+ff3z9AAAIHEixoUJs2b+DAhQsHDly4iBInUqxo8WI4cOAAcOzo\n8ds3cOFGkixpkuS3cCpXsmzpcuW3bwBm0qzZrRu4cDp38uzp8yfQn+DAAShq9Kg3b+DCMW3q9CnU\nqFKjggMH4CrWrFq3cu3q9StYbdq8gQMXLhw4cOHWsm3r9i3cuOHAgQNg9y7eb9/Ahevr9y9gv9/C\nES5s+DDiwt++AWjs+HG3buDCUa5s+TLmzJozgwMH4DPo0N68gQtn+jTq1OmqV7NeDQ4cgNiyZ9Ou\nbfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48\n+vTq17Nv7/49/Pjy59Ovb/8+/vz69/Pv7x8gAIEDCRY0eBBhQoULGTZ0+BBiRIkTKVa0eBFjRo0b\nOXb0+BFkSJEjSZY0eRJlSpUrWbZ0+RJmTJkzada0eRNnTp07efb0+RNoUKFDiRY1ehRpUqVLmTZ1\n+hRqVKlTqVa1ehVrVq1buXb1+hVsWLFjyZY1exZtWrVr2bZ1+xZuXLlz6da1ezdsQAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7Oy\nsrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+d\nnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFabdrElStHrnLlcuXIaS7HuRw5cuVCix5NOjS5\ncqhTlxMnDoDr17CzZRtXrnY5cuTK6SbHm3e538CDCx8OnJxx4+DAAVjOvDk2bOLISZ9Orpz169iz\na9/OXZw4AODDi//Plk1cuXLkyI0bR27cOHLwy8mfT7++/frk8pMb9+0bAIAABA4kWNDgQYQJFSok\nR67cw4fkyJWjWNHiRYwZNZYjRw7AR5Ahx40rV9LkSZQpVa40SY5cuXLkxo0DUNPmzXHjyJXj2dPn\nT6BBhQ4FUNTo0XHjyJVj2tTpU6hRpUIlN24cAKxZtW7l2tXrV7Bhy40lW9bsWbRp1ZIF0Nbt23Jx\n5c6lW9fuXbxyAezl25ccuXKBBQ8mXNjwYcTlACxm3LjcY8iRJU+mXNkyZACZNW/m3NnzZ9ChRZcj\nXdr0adSpVa8uDcD1a9jlZM+mXdv2bdy5ZwPg3ds3OXLlhA8nXtz/+HHkycsBYN7ceTno0aVPp17d\n+vXoALRv597d+3fw4cWPL1fe/Hn06dWvZ28ewHv48cvNp1/f/v3748aV49/fP8ByAgcOBGDwIMJy\nChcybOjwIcSICwFQrGixHMaMGjdy7OjxY0YAIkeSLGnyJMqUKleWa+nyJcyYMmfSdAngJs6c5Xby\n7Onz589x48oRLWr0qFEASpcyLef0KdSoUqdSrfoUANasWstx7er1K9iwYsd2BWD2LNq0ateybev2\nbbm4cufSnRsuHLlyevfy7eu3L4DAggeXK2z4MOLEiKfhwlXuMeTIkiMDqGz5Mjly5TZz7syZHLlx\n48qRLm36NOrU/+UAsG7tuhzs2LJn0y43bpw4cd7K8e7t+zdwAMKHEy9u/Djy5MqXl2vu/Dn05+HC\nkStn/Tr27NqzA+ju/Xu58OLHky9PfhouXOXWs2/vvj2A+PLnkyNX7j7+/PjJkRs3DmA5gQMJFjR4\nsBwAhQsZlnP4EGJEieXGjRMnzls5jRs5dvQIAGRIkSNJljR5EmXKcitZtnRJjpw4cbNmnVq2rFxO\nnTt59tQJAGhQoeWIFjV6FGnRb980RIiQLFk5qVOpVpUKAGtWreTIlfP6FWy4cMUmTfLmjRq1cmvZ\ntmX77du4ceXo1rULAG9eveX49vX7F/AsJ06AAeNy65Y4ceUYN/92/JgxAMmTKVe2fBlzZs2by3X2\nXI4cuXKjR5Pr1s2YsT17OrRoAQ0auHKzade2fRtAbt27yZEr9/s3OXLliBc3XrxUqQ4dAgAA4MxZ\nOenTqVeXDgB7du3kyJXz7l2cuHDgwP36xUWIkFKlrFnzVg5+fPnlwvXqpU1bOf37+QPwDxCAwIEA\nyJErhzChwoUIs2V7ESBAhQoNJkyQJq1cOXLlOnr8+BGAyJEkS5o8iTKlypXlWrosR45cuZkzyXXr\nZszYnj0dWrSABg1cuaFEixo9CiCp0qXkyJV7+pQcuXJUq1qtWqpUhw4BAABw5qyc2LFky4oFgDat\nWnLkyrl1K07/XDhw4H794iJESKlS1qx5Kwc4sOBy4Xr10qatnOLFjAE4fgyZHLlylCtbvkw5W7YX\nAQJUqNBgwgRp0sqVI1cuterVqwG4fg07tuzZtGvbvl0ut+7dvMmRy5ZNhw4KxE2ZalMuufLlzJsD\neA49Ojly5apXJ4e9nPbt3Mt9kyMHAwYAAQIkS1Yuvfr17NMDeA8/Prn55eqXAwcuGzhwoED1AihJ\nkjhx1aqNK5cwITly5RyWExex3ESKFScCwJhRIzly5Tx+BBnSox49OBQoOHMmQYMGcOCEC1fs27dy\nNW3erAlA506ePX3+BBpU6NByRY0eRUqOXLZsOnRQgGrKVJty/1WtXsWaFcBWrl3JkSsXNiw5suXM\nnkVb7pscORgwAAgQIFmycnXt3sVbF8Bevn3J/S0XuBw4cNnAgQMFqpckSeLEVas2rtzkyeTIlcNc\nTtzmcp09f+4MQPRo0uTIlUOdWvVq1Hr04FCg4MyZBA0awIETLlyxb9/K/QYe/DcA4sWNH0eeXPly\n5s3JkSsXXfp06uTIgQL1oEABDRomKFNWTvx48uXJA0CfXv24ceTKlSNHLly4cvXt3xcnblaIEB06\nAAwwYMC1a+UOIkyo8CCAhg4fjhtHrlw5ceKqVcumsVmzZeTIlSs3bpw4bty8edPQogUzZuXKjYtZ\nbibNmjMB4P/MqXPcOHLlfpYjR64c0aLkyIULV6rUGlWqvHm7oUBBggRRohCoUCFbtnJev4IFIHYs\n2bJmz6JNq3Ytubbl3sKNK7dcsmQMECDAgCGBIUPl/gIOLDgwgMKGD48bR65cOXLkxIkbV24yZcrj\nxgW7dEmXrgcYMFSrVm406dKmRwNIrXr1uNblyoEDFy1aM3Lkxo0rp3t3uWu5cvHipYABA1iwyiFP\nrnw5cgDOn0MfN45cuXLjxn37Jq5cuXHjxH37Ro7cr1/iyqEvh+vBgwkT6tSRAAaMOHHl7uPPD2A/\n//7+AQIQOJBgQYMHESY0SI5hOYcPIUYslywZAwQIMGBIYMj/UDmPH0GGBAmAZEmT48aRK1eOHDlx\n4saVkzlz5rhxwS5d0qXrAQYM1aqVEzqUaFGhAJAmVTqOably4MBFi9aMHLlx48pl1VruWq5cvHgp\nYMAAFqxyZ9GmVXsWQFu3b8eNI1eu3Lhx376JK1du3Dhx376RI/frl7hyh8vhevBgwoQ6dSSAASNO\nXDnLlzED0LyZc2fPn0GHFj2aHLlyp0+TI1eOdWvX4cI1ChBAgIABIkSU072bd2/eAIAHFy5OHLly\n5caNy5ZtHDly5cqRKzedOjlw18EJS5QIHLhy38GHF/8dQHnz58eNI1euXLhwypSFKzeffv1y2UqU\n+PBhgQsX/wDHjStHsKDBgwQBKFzIUJy4ceXKiRPnzFm3cOHAgbsmThw5cuVCiiwnLlGiBQvs2JkU\nLVq5lzBjvgRAs6bNmzhz6tzJsyc5cuWCBiVHrpzRo0jDhWsUIIAAAQNEiChHtarVq1YBaN3KVZw4\ncuXKjRuXLds4cuTKlSNXrq1bcuDighOWKBE4cOXy6t3LNy+Av4ADjxtHrly5cOGUKQtXrrHjx+Wy\nlSjx4cMCFy7GjSvHubPnz5wBiB5NWpy4ceXKiRPnzFm3cOHAgbsmThw5cuVy6y4nLlGiBQvs2JkU\nLVq548iTHwfAvLnz59CjS59OvTo5cuWya9/OPbs4ccKUKP8pUACAAwfjxpVbz769+/UA4sufP24c\nuXLlxo3Llq1aOYDlxo0rV9DgwYLDdu2yZq1cOXLlJE6kSBHARYwZx20sV44cuWzZvJUjWbKkN29L\nChRgw8YDOHDlZM6kWZMmAJw5dY7jWa6cOHHUqGEbN86bt3DjxpVj2rQptyZNNm0qV9XqVaxVAWzl\n2tXrV7BhxY4lS45cObRp1a5FK06cMCVKChQA4MDBuHHl9O7l21cvAMCBBY8bR65cuXHjsmWrVq7c\nuHHlJE+mLHnYrl3WrJUrR67cZ9ChQwMgXdr0ONTlypEjly2bt3KxZcv25m1JgQJs2HgAB67cb+DB\nhQcHUNz/+PFxycuVEyeOGjVs48Z58xZu3Lhy2bVr59akyaZN5cSPJ19ePAD06dWvZ9/e/Xv48cmR\nK1efHLlw4crt599/P8BwUqQ0aAAgQABp0soxbOjwIUMAEidSHGexXLlv34QJ+yZOHDly5UaSLDmy\nFxIkefKEC5etHMyYMmUCqGnz5rhx5MqVCxfu2rVyQocKJUduxAgBAQKUKvWLHLlyUqdSrUoVANas\nWsdxLVcOHDhq1MCFC+fN27ZyateyLZcDAQJevMrRrWv3Ll0Aevfy7ev3L+DAggeTK1yuHDhw0KBt\nK+f4MWTH06bp0AHgcqNG5TZz7ux5M4DQokeTIzeOHLlt/9t48WJFjty4ceVm064dLpwPAgQQIDh2\n7Fm54MKHDwdg/DjycePElSvnzVuwYODIkStXjpw2bYcOBQgA4PurV8PKkS9v/jx6AOrXsx83Tly5\nct++bdumjRw5cODEkSNXDmA5geSiRVu2LAAAAIUKlXP4EGJEhwAoVrR4EWNGjRs5diT3sVw5cOCg\nQdtWDmVKlSinTdOhA0DMRo3K1bR5E2dNADt59iRHbhw5ctu28eLFihy5cePKNXX6NFw4HwQIIEBw\n7Nizclu5du0KAGxYsePGiStXzpu3YMHAkSNXrhw5bdoOHQoQAEDeV6+GlfP7F3BgwQAIFzY8bpy4\ncuW+ff/btk0bOXLgwIkjR65c5nLkokVbtiwAAACFCpUzfRp1atMAWLd2/Rp2bNmzadceN45cuXLc\nuM2aZS1cuHLDiRf/9m3LFgIBAggTVg56dOnToQOwfh07OXLjypXz5m3XrmzixJUzfx49MmSvXikI\n8D5AmTLFytW3f/8+AP37+Y8bB1BcuXLevNmyBS1cOG3akpUo4cBBgAAACBDw5InYuHHlOnr8CPIj\ngJEkS447Wa4cOXLduo0jR65cOXI0y5Xjxi1TgQILFgAIEAAbtnJEixo9ShSA0qVMmzp9CjWq1Knj\nxpErV44bt1mzrIULVy6s2LHfvm3ZQiBAAGHCyrl9Czf/rlsAdOvaJUduXLly3rzt2pVNnLhyhAsb\nRobs1SsFARoHKFOmWLnJlCtXBoA5s+Zx48SVK+fNmy1b0MKF06YtWYkSDhwECACAAAFPnoiNG1cu\nt+7dvHcD+A08+Ljh5cqRI9et2zhy5MqVIwe9XDlu3DIVKLBgAYAAAbBhKwc+vPjx4AGYP48+vfr1\n7Nu7f0+O3Dhy5J49K1XqFDly5fr7B1hO4MBRowYECFCqVDmGDR0+ZAhA4kSK5cqRK1fu27dly6KV\nAxlSZDlx0aJZs6agQIEIEQwZwlVO5kyaNAHcxJlz3M5y5bx5+/UrVrhw1apl8+MnTpwCBRSYMFGp\n0p5m/83KXcWaVWtWAF29fh03jly5cuTIfUNbrhw5cuXcuqVEiUOAAB8+BKhQYdy4cn39/gXcF8Bg\nwoUNH0acWPFixuPGgRs3zpYtKVKijRtXTvNmzpp16QoAAECiROVMn0ad2jQA1q1dlytHrly5cOGe\nPSNXTvfu3dy4vVKlaty4HxkybNiQK5encOHKPYce/TkA6tWtjxsnjhy5atU8eWrWrVu0aNKaNbNm\njRChIClS4MAB4MABb97K3cefX/99AP39AwQgEAC5guXKjRvXrVu5hg4bkiO3YoUAAAAKFRpx5864\nceU+kiNXbiTJkiMBoEypciXLli5fwow5bhy4ceNs2f+SIiXauHHlfgIN+lOXrgAAACRKVG4p06ZO\nlwKIKnVquXLkypULF+7ZM3LlvoIFy43bK1Wqxo37kSHDhg25cnkKF64c3bp26QLIq3fvuHHiyJGr\nVs2Tp2bdukWLJq1ZM2vWCBEKkiIFDhwADhzw5q0c586eP3MGIHo0aXKmy5UbN65bt3KuX7smR27F\nCgEAABQqNOLOnXHjygEnR64c8eLGiQNIrnw58+bOn0OPLp0cOW/hwokSZcPGJHLkyoEPL54cOU6c\nAKCHAaMc+/bu37MHIH8+fXL2y5Xr1m3YsGzlAJYTJ64cOXLlyn350iVSpHLlfKVJU6pUtGi6vHkr\nt5H/Y8eNAECGFBku3Ldx427dMmQoFzhw4cKRKzeznDhxxQIFypEDQM8+fcoFFTqUaFAAR5EmHTdO\nHDly3boZM8atXFWr5caNO3AgwIAB1qyp0aVr3Lhy5ch160aOXDm3b+ECkDuXbl27d/Hm1buXHDlv\n4cKJEmXDxiRy5MolVryYHDlOnABEhgGjXGXLlzFXBrCZc2dyn8uV69Zt2LBs5cqJE1eOHLly5b58\n6RIpUrlyvtKkKVUqWjRd3ryVEz6cuHAAx5EnDxfu27hxt24ZMpQLHLhw4ciV015OnLhigQLlyAGA\nfJ8+5dCnV78ePQD37+GPGyeOHLlu3YwZ41aOf/9y/wDHjTtwIMCAAdasqdGla9y4cuXIdetGjly5\nixgzAtjIsaPHjyBDihxJkhy5b+PGMWI0Y4asbNnKyZxJExAgGjQA6KxQgRu3buWCCh06FIDRo0jJ\nkRNHjly0aG/eVMKFa9MmTx481KiRIEEEZcrKlfO2bZsiRcKEzYoWbdy4cnDjygVAt67db9+6iRPH\ni5chQ8vGjStHuLBhPHgIEADAOFeucpAjS54MGYDly5jFiQNHjpw0aYECLQsXbpzpYsWsWAkQAECB\nAteuvQIGDBs2cuSaAQMWLly538CDAxhOvLjx48iTK1/OnBy5b+PGMWI0Y4asbNnKad/OHRAgGjQA\niP+vUIEbt27l0qtfvx6A+/fwyZETR45ctGhv3lTChWvTJoCePHioUSNBggjKlJUr523bNkWKhAmb\nFS3auHHlNG7kCMDjR5DfvnUTJ44XL0OGlo0bV87lS5h48BAgAMBmrlzldO7k2VMnAKBBhYoTB44c\nOWnSAgVaFi7cOKjFilmxEiAAgAIFrl17BQwYNmzkyDUDBixcuHJp1a4F0NbtW7hx5c6lW9fuuHHg\nwoWzZEmIkCW/fjlzFo4cuXLluHE75saNIkUICBCQIYMaNWvkyJXj3NkzZwChRY8mRy7c6U6dXrwI\nIUIEAQIBAMymHcCQoXLlyEmTRo0aOHDWyJErV9z/+PHiAJQvZ/7tW7dw4X79unTpWDns2bWXIwcL\nVoECAMQrU1bO/Hn06c0DYN/efbhw3MCBY8UKCZIquHCFCsUqBcAUBQoAKDhgwLFjsGzZ0qZt3Lhi\n376Vq2jxYkUAGjdy7OjxI8iQIkeOG9ctXDhChDhwSNGixYIFEmDAkCOnQAEDGDAYM+ZhwQIKFHDh\naqNLV7mkSpcmBeD0KVRx4rp58/bmjQQJBbYC6Or1a4QI5cpxSpTIjh1w4LaRI1fuLdy4bwHQrWsX\nHDhu4sTlytWo0bdyggcTFlykyIABAAIEGDeuHOTIkidDBmD5MmZv3qRp04YHjwgRKHLkOHDAAIDU\n/6oBBAhw7VqJI0fAgLFmrZU1a+V28+69GwDw4MKHEy9u/Djy5OPGdQsXjhAhDhxStGixYIEEGDDk\nyClQwAAGDMaMeViwgAIFXLja6NJV7j38+O8B0K9vX5y4bt68vXkjAaCEAgMBFDR4MEKEcuU4JUpk\nxw44cNvIkSt3EWPGiwA4dvQIDhw3ceJy5WrU6Fs5lStZqixSZMAAAAECjBtXDmdOnTtxAvD5E6g3\nb9K0acODR4QIFDlyHDhgAEBUqQACBLh2rcSRI2DAWLPWypq1cmPJlh0LAG1atWvZtnX7Fm5cceLA\niRMHCZIIERo6dAjwFwCABw8AADDAiRM5csZw4f9y5uzbt2PixJWzfBmzZQCbOXcWJy7cuHGwYLlw\nUaFDBwCrWbeuUIEcuWaLFl27Ro5cOd27efcG8Bt48HDhto0bR4uWJk3byjV3/ryctzJlIkQA8OAB\nOXLluHf3/p07APHjyXvztg0cuFGjzJhxxItXhQoCANS3D6BChXDhQkmRAnDWLHDgvJU7iDBhQgAM\nGzp8CDGixIkUK4oTB06cOEiQRIjQ0KFDgJEAADx4AACAAU6cyJEzhguXM2ffvh0TJ66czp08dQL4\nCTSoOHHhxo2DBcuFiwodOgB4CjVqhQrkyDVbtOjaNXLkynn9CjYsgLFky4YLt23cOFq0NGnaVi7/\nrty55byVKRMhAoAHD8iRKwc4sODBgAEYPozYm7dt4MCNGmXGjCNevCpUEAAgs2YAFSqECxdKipRZ\ns8CB81YuterVqwG4fg07tuzZtGvbvh0uHLhx4zx5SpKkQoIEAYoDAKBAwYMHS8iRKwcdOjly5apb\nv469OoDt3LuLEzeuXLlu3YQJs+XJ04IFBgAAECAAAIAARYqUK1dt2rRw4cr5B1hO4ECCBAEcRJhQ\nnLhv5MhJk3bs2LdyFS1erHjnzpQpPXLlKhdS5EiSIwGcRJnSm7dv48ZVq4YM2bVs2RIl0lKgQIYM\nBQpcECasXLlsxoxBg0aOXDmmTZ0+BRBV6lSq/1WtXsWaVas4cePIkXPm7NOnKDlyECBQwIABQoQS\nJfJWTu5cunXt1gWQV+/ecePIlStHjly4cOPKlWPGrFu1asmSLVhghRy5cpUtX8ac2TIAzp09ixM3\nrly5cOHEiRtXTvVq1qrFiQsX7hk5cuVs38adGzcA3r19gwM3rly5ceO+fRtXrty2beHEiRs37tat\ncOWslyOXvdx27t29dwcQXvx48uXNn0efXr04cePIkXPm7NOnKDlyECBQwIABQoQSAUzkrRzBggYP\nIjwIYCHDhuPGkStXjhy5cOHGlSvHjFm3atWSJVuwwAo5cuVOokypciVKAC5fwhQnbly5cuHCif8T\nN64cz54+eYoTFy7cM3LkyiFNqnSpUgBOn0IFB25cuXLjxn37Nq5cuW3bwokTN27crVvhyqEtR25t\nubZu38J9C2Au3bp27+LNq3cv33F+y5UDB65YsV/BgtGgweLSpXHjxIkrJ3ky5cqWLQPIrHnzuHHl\nPoMOLfrzttLlTqNOrXq1agCuX8MmR64cbdrkyJXLrXs3796+f+sGIHw4cXHiyJVLXo4cuXLOn0OP\nLn069ecArmPPrn079+7ev4MfJ75cOXDgihX7FSwYDRosLl0aN06cuHL27+PPr18/gP7+AQIQCGDc\nuHIHESZUeHBbw3IPIUaUOFEiAIsXMZIjV47/I0dy5MqFFDmSZEmTJ0UCULmSpThx5MrFLEeOXDmb\nN3Hm1LmT500AP4EGFTqUaFGjR5GGC0euXLlx47JluyZOXKlSwsCBK7eVa1evX8FyBTCWbNlw4ciV\nU1uOHLlyb+HGFTe3XF27d/HmxQuAb1+/48aRK1eOXGFy5RAjJleOcWPHjyFHfgyAcmXL3ryNK1du\n3Lhw4cqFFj2adGnTp0UDUL2adWvXr2HHlj07XDhy5cqNG5ct2zVx4kqVEgYOXDnjx5EnV778OADn\nz6GHC0euXPVy5MiV076duzjv5cCHFz+e/HgA59GnHzeOXLly5OCTKzd/Prly9/Hn17+fv34A/wAB\nCBw40Ju3ceXKjRsXLly5hxAjSpxIsSJEABgzatzIsaPHjyBDihNHrpzJkyfJkSvHsqXLlzBjwgRA\ns6bNcOHIldvJs6dPnuTKCR1KtKjRogCSKl06bhy5clCjkitHtRy5clizat3KtetWAGDDigUHbly5\ncuTIjRtXrq3bt3Djyp3rFoDdu3jz6t3Lt6/fv9y4hSNHTpy4cYjLlSNHrpzjx5AjS54Medw4AJgz\na9amDRw5cuPGkSNXrrTp0+LEhRs3rpzr17Bjyy43bhyA27hza9MGrly5ccDHiSNHTpw4cuPGlVvO\nvLnz59DLjRsHoLr169WqaRMnrls3cODElf8bT768+XLkypUjR66c+/fw448bB6C+/fv48+vfz7+/\nf4DcuIUjR06cuHEJy5UjR67cQ4gRJU6kGHHcOAAZNW7Upg0cOXLjxpEjV87kSZTixIUbN67cS5gx\nZc4sN24cAJw5dWrTBq5cuXFBx4kjR06cOHLjxpVj2tTpU6hRy40bB8DqVazVqmkTJ65bN3DgxJUj\nW9bs2XLkypUjR67cW7hx5Y4bB8DuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNny\nZcyZNW/m3NnzZ9ChRY8mXdr0adSpVa9m3dr1a9ixZc+mXdv2bdy5de/mLTlbtnHlhA8nXtz/+HHk\nxMmRGwcOHADo0aVfu0au3HXs5cht317O+3fw4cWPJ1c+XDgA6dWvx4YtHDn45MaNK1ff/v365PTr\nL9ffP8ByAgcSJChOHICEChdq0yauXDlyEiWWq2jxIsaMGjGS6xguHICQIkeSLGnyJMqUKrNlG1fu\nJcyYMmfSrBmTHLlx4MAB6Onz57Vr5MoRLVqOHFKk5ZYyber0KVRyUsOFA2D1KlZs2MKR60pu3Lhy\nYseSFUvu7NlyateybdtWnDgAcufS1aZNXLly5PbuLef3L+DAggcHJmc4XDgAihczbuz4MeTIkieP\nG1fuMubMmjdz7syZnDhxAEaTLj1uXLnU/6pXs27t+rVrcuPGAaht+/a43OV28+7t+zfw4MDJkQNg\n/DjycePIlWtejhy5ctKnU69u/Tr2cuTIAeju/Tv48OLHky9vvhz69OrXs2/v/n16APLn0y9n/z7+\n/Pr38+9/HyAAgQMJkiNXDmFChQsZNnT4sBwAiRMplrN4EWNGjRs5drwIAGRIkSNJljR5EmXKcitZ\ntnT5EmZMmSwB1LR5s1xOnTt59vT5E6hOAEOJFiVHrlxSpUuZNnX6FGo5AFOpVi13FWtWrVu5dvWK\nFUBYsWPJljV7Fm1ateXYtnX7Fi5ccuTK1bV7F+9dAHv59i33F3BgwYMHjxtXDnFixYsVA/9w/Bgy\nOXLlKFe2fBlzZsvkyJXz/Bm0ZwCjSZcudxp1atWrWbd2jRpAbNmzade2fRt3bt3lePf2/Rs4cHLk\nyhU3fhz5cQDLmTcv9xx6dOnTp48bVw57du3btQPw/h08OXLlyJc3fx59evPkyJVz/x6+ewDz6dcv\ndx9/fv37+ff3D7CcQAAECxo8iDChwoUMG5Z7CDGixIkTt20LF66cxo0cO2oEADKkSHLkypk8iTKl\nypPjTp1q1qyczJk0a8oEgDOnTnLkyvn8CTSo0KE/jeHCJU5cuaVMmwJ4CjVqualUq1q9ijWrVqoA\nunr9Cjas2LFky5othzat2rVs2W7bFi7/XLm5dOvanQsgr9695MiV+ws4sODBgMedOtWsWbnFjBs7\nXgwgsuTJ5MiVu4w5s+bNnDEbw4VLnLhypEubBoA6tepyrFu7fg07tuzZrQHYvo07t+7dvHv7/l0u\nuPDhxIsTh+bBAw4c5MiVew49unQA1KtbHzeOXLnt3Lt7/75diwABCxaMG1cuvfr17AG4fw+fHLly\n9OmTu18ufzly/Mv5B1hO4MCB5Mhly9aAAIEnT8o9hBgRwESKFctdxFiO3MZyHT1+BNnRmzdx4sqd\nRJlS5UkALV2+hBlT5kyaNW2Ww5kzJ7lyPX3+/EmOXBkDBjRoAAduXDmmTZ06BRBV6tRx/+PIlcNa\nDhy4cl29fvUaLpwvXwQAAGjQwJu3ceXcvoULF8BcunXJkSuXlxy5bdu6iRP37ds0ceLKHUacmBw5\nFCgSJAAQec6ccpUtXwaQWfPmcp09l/v2jVw50uXIlUOdWnU5bosW1apVTvZs2rVlA8CdW/du3r19\n/wYevNxw4sTJlUOeXLlycuTKGDCgQQM4cOPKXceePTsA7t29jxtHrtz4cuDAlUOfXn36cOF8+SIA\nAECDBt68jSuXX//+/QD8AwQgcCAAcuTKISRHbtu2buLEffs2TZy4chYvYiRHDgWKBAkAgJwzpxzJ\nkiYBoEypshzLluW+fSNXbmY5cuVu4v/MWY7bokW1apULKnQo0aAAjiJNqnQp06ZOn0IlR64c1arl\nyJXLqnXrVnLkKDhwAAlSubJmz6ItC2At27bjxpErJ7fcuHHkyuHNq7fcOGHCvHmD4MLFr1/kDpdL\nrHjxYgCOH0MeN45cuXLhwkGDBsybt2bNuoEDV2406dKePFGgcOSIAAoUtm0rJ3s2bQC2b+Mmp7tc\nOXLkwoUTV254uXHgwJEjx41buebkyCG6cIETp3LWr2PPbh0A9+7ev4MPL348+fLkyJVLr74cuXLu\n38OHT44cBQcOIEEqp38///76AQIQOJDguHHkyiUsN24cuXIPIUYsN06YMG/eILhw8ev/FzmP5UCG\nFCkSQEmTJ8eNI1euXLhw0KAB8+atWbNu4MCV07mTpydPFCgcOSKAAoVt28olVboUQFOnT8lFLVeO\nHLlw4cSV01puHDhw5Mhx41aOLDlyiC5c4MSpXFu3b+G2BTCXbl27d/Hm1buX77hx5MqVI0dOnLhy\nhxEnRhwuHDZsLHDgGDeuXGXLlzFXBrCZc+dx48iVE11u3Lhyp1GfJkeuSJEHJkyIE/fLmbNx48qV\n66ZNWznfv4H7BjCcePFx48SVKwcNGiVKtqBBY8YMWTnr17GXE6RAwYIFz56NsWWLHLly59GnB7Ce\nfftx48iVKzdu3Ldv5MqV+/bt2LZt/wC9CfQ2rls3bdoSBAjw6lW5hxAjSnwIoKLFixgzatzIsaPH\ncePElStHriS5cihTqkQZjho1b96SPHtWrqbNmzhvAtjJsye5n+WCCh0aNFw4X74IEBCQI0e5cuTK\nSZ2aDRkycuTKad3KFYDXr2DHiS1Xbtq0XbtchQvnzVu5t3DjkiNnY8IEVqzKlSPHt5zfv4D9AhhM\nuPC4ceTKlRs3Tpy4ceXKiRO3rVu3cpjLkQMHzpgxAgECSJJUrrTp06hLA1jNurXr17Bjy55Ne9w4\nceXKkdtNrpzv38B9h6NGzZu3JM+elVvOvLnz5gCiS59Ornq569izXw8XzpcvAgQE5P/IUa4cuXLo\n02dDhowcuXLw48sHQL++/XH4y5WbNm3XLoCuwoXz5q3cQYQJyZGzMWECK1blypGjWM7iRYwWAWzk\n2HHcOHLlyo0bJ07cuHLlxInb1q1bOZjlyIEDZ8wYgQABJEkq19PnT6A9AQwlWtToUaRJlS5lKs5p\nOajlxIkrV9Xq1aq/8uSZNk1cObBhxY4lC8DsWbTk1JZjW44cuXJx45Jjw4YAAQAAAkCDVs7v37/O\nli0bN67cYcSJASxm3Djc43LlvHlr1ozbuHHlNG/mDA6cNGl7aNEqV9r0adSnAaxm3TpcOHLlypEj\nFy7cuHLlxInDVs7373LevDVqlMD/gAFu3MotZ97c+XIA0aVPp17d+nXs2bWL417Oezlx4sqNJ19+\n/K88eaZNE1fO/Xv48eUDoF/fPjn85fSXI0euHMByAsuRY8OGAAEAAAJAg1buIUSIzpYtGzeuHMaM\nGgFw7OgxHMhy5bx5a9aM27hx5VaybAkOnDRpe2jRKmfzJs6cOAHw7OkzXDhy5cqRIxcu3Lhy5cSJ\nw1buKdRy3rw1apTAgAFu3Mpx7er1K1cAYseSLWv2LNq0ateOG0euHNxy5MiVq2v3ri5dSKxYESdu\nXLnAggcTLgzgMOLE5BaXa+z4cblwb94UKAAAgABhwspx7txZ2Lhx5UaTLj0aAOrU/6rFiRtXrhw5\ncuDAhStn+zbuct0qVQoXrlm54MKHEy8O4Djy5OLEkStXjhw5ceLAlatu/Xr1ceNgwVJgwoQ4ceXG\nky9vfjyA9OrXs2/v/j38+PLHjSNX7n45cuTK8e/vH6AuXUisWBEnblw5hQsZNnQIAGJEieQolrN4\nEWO5cG/eFCgAAIAAYcLKlTRpUti4ceVYtnTJEkBMmTPFiRtXrhw5cuDAhSv3E2jQct0qVQoXrlk5\npUuZNnUKAGpUqeLEkStXjhw5ceLAlfP6FazXceNgwVJgwoQ4ceXYtnX7li0AuXPp1rV7F29evXvJ\nkSv39y85cuUIkzPcrRsrVgkSEP8gQmTcOG/lKFemBg0aOXLlOHf2DAB0aNHjxokjR65cOXLkyrVu\n7W3CBAECAAAYYMxYuXLhvn27dEmatFDhwpUzfhy5cQDLmTcf97xcuXHjwoUrdx17dm/enJgw8e0b\nuHLjyZcvRw49+nLr1wNw/x6+OPnlyoEDJ00auXL7+fffDzBbtkSJCnz4MG5cuYUMGzpcCCCixIkU\nK1q8iDGjRnLkynn0CA6cOHLkunV7xoVLly4CWv74IU4cN2rUrFkTJ47Ro0fixJX7CTQogKFEi3rz\nFm6c0nHkyJV7+vQXBQoDBgAAIAAUqHLlvgkShAePNGncypk9ixYtgLVs244bF47/HDlv3po1C1cu\nr169TpwI+JssGbVyhAuXEyeOHLlx5MiVewy5HIDJlCuHC/dNnLhmzVq1ClYutOjR5bpp0iRGTIAF\nC0aNKgc7tuzZsAHYvo07t+7dvHv7/k2OXLnhw8GBE0eOXLduz7hw6dJFgPQfP8SJ40aNmjVr4sQx\nevRInLhy5MubB4A+vXpv3sKNez+OHLly9On/okBhwAAAAASAAgiqXLlvggThwSNNGrdyDR0+fAhA\n4kSK48aFI0fOm7dmzcKVAxkypBMnAkwmS0at3EqW5cSJI0duHDly5WzeLAdA506e4cJ9EyeuWbNW\nrYKVQ5pUablumjSJERNgwYJR/6PKXcWaVetVAF29fgUbVuxYsmXNlkObthw2bN24ccuWjZgHDydO\nOHDAYMuWcOEyiRETIcKbNzKwYBEnrtxixo0BPIYcmdtkceLGjRMnrtxmcuSiBQgAQDSABJcukSO3\nx4MHBgyECSsXW/Zs2gBs38Y9blw4cuS6dZMlK1w54sTHjVOligABAM0rVUIGDlw56tSxYZMly1s5\n7t27AwAfXjw4cNvEiXv2TJQoceXcv4dfDtuAAQgQGFiwYNGicuW8AezWjRy5cgYPIgSgcCHDhg4f\nQowocWK5ihbLYcPWjRu3bNmIefBw4oQDBwy2bAkXLpMYMREivHkjAwsWceLK4f/MqRMAz54+uQEV\nJ27cOHHiyiElRy5agAAAngJIcOkSOXJ7PHhgwECYsHJev4INC2As2bLjxoUjR65bN1mywpWLG3fc\nOFWqCBAAoLdSJWTgwJULHBgbNlmyvJVLrFgxgMaOH4MDt02cuGfPRIkSV24z587lsA0YgACBgQUL\nFi0qV85bt27kyJWLLXs2gNq2b+POrXs3796+ywEHTo7ctGnSxo2jRk2cNWvdutGhI2ratHHj3KRI\nIUKEKVMlokUrJ348efEAzqNP/239uHHkyIEDR65cOWrU+hgwIEAAAAApAP76RY4cowcP1qwhR65c\nQ4cPIQKQOJHiuHHhypXLlm3/1qxa48aJEzcuWTIPHgCkTFmqFCpw4MrFLEdu3Dhy5Mrl1LkTQE+f\nP8eNC0eOnDRpxoxxK7eUKdNx42gQIPDiRYEUKUKFIkfOFzNm5MiVEzuWLACzZ9GmVbuWbVu3b8mR\nG1euHDhwv359GzdOnDhy5QCXEycuHDZs5Mh1IEBAgYJhw0p581aOcmXLlAFk1rwZXOdx48KF48aN\nXGlSpEQIEKBAQYIEb379IkcOw4ABliyV072bd2/dAIAHFz5unDhy5K5d27QJGDVqjBj9QYBAgAAA\n16+rUjXj0aNo0cqV4xYuXDnz59GbB7Cefftx48SVKxcuXLVq5fDn1+/EiQD//wATJRJSpsydO9q0\nLciRw5u3chAjSgRAsaLFixgzatzIsSM5cuPKlQMH7tevb+PGiRNHrpzLcuLEhcOGjRy5DgQIKFAw\nbFgpb97KCR1KVCiAo0iTgls6bly4cNy4kZtKipQIAQIUKEiQ4M2vX+TIYRgwwJKlcmjTql2LFoDb\nt3DHjRNHjty1a5s2AaNGjRGjPwgQCBAAoHBhVapmPHoULVq5ctzChStHubJlygAya948bpy4cuXC\nhatWrZzp06idOBHAOlEiIWXK3LmjTduCHDm8eSvHu7dvAMCDCx9OvLjx48iTj1tOjpw1a6xYCSNH\nLly4ctixf/vmjRu3ceMgDP8Y4MDBtWvWyqlfz549gPfw44cLN44cuXDhuHHzNm5cLYC1TFSoQIiQ\nDh3CnDkbN26CAAG/fpWjWNHiRYoANG7kOG4cuXLllCnDhEnWtWt58qQIEGDAAAAxESCABi2KHj3C\nhJUrR67cT6BBgwIgWtQoOXLjypULF06aNHHlpEr99u3aNQECABgw4M3bo1evOnWaNs2BChXixJVj\n29YtALhx5c6lW9fuXbx5x+0lR86aNVashJEjFy5cOcSIv33zxo3buHEQBgxw4ODaNWvlNG/mzBnA\nZ9Chw4UbR45cuHDcuHkbN65WLRMVKhAipEOHMGfOxo2bIEDAr1/lhA8nXlz/OADkyZWPG0euXDll\nyjBhknXtWp48KQIEGDAAwHcECKBBi6JHjzBh5cqRK9fe/fv3AOTPp0+O3Lhy5cKFkyZNHMByAgV+\n+3btmgABAAwY8Obt0atXnTpNm+ZAhQpx4spx7OgRAMiQIkeSLGnyJMqU48aFGzcOGrRChaCFCzdu\nHLlyOst16yasTh1YsBIcODBjhjhx5MoxberUKYCoUqeOGyeuXDly5Lx5G+dVmTJWly45cwYNmjdq\n1Lx5a5AhQ7du5ebSrWt3LoC8eveGCzeOHLlnz/r0adOpExIkKAYMuHDBgYMLVar8+qXjxAk7dspx\n7uz5M2cAokeTJme6XDlu/9wkSYJVq9aePZcIEDhwAACAAF68hAsnzJSpBQto0GBw5Uq55MqXJwfg\n/Dn06NKnU69u/fq4ceHGjYMGrVAhaOHCjRtHrhz6ct26CatTBxasBAcOzJghThy5cvr38+cPACAA\ngQMHjhsnrlw5cuS8eRv3UJkyVpcuOXMGDZo3atS8eWuQIUO3buVIljR5kiQAlStZhgs3jhy5Z8/6\n9GnTqRMSJCgGDLhwwYGDC1Wq/Pql48QJO3bKNXX6FGpTAFOpViV3tVw5btwkSYJVq9aePZcIEDhw\nAACAAF68hAsnzJSpBQto0GBw5Uo5vXv56gXwF3BgwYMJFzZ8GPG4ceHGjf8zZkyQIE3WrEWLpg3z\ns2coUFRgwAAJkgEIEESKVA51atWrUQNw/Rr2uHHkytUuJ04cuXLlxo0TFy5ct262bCVz5QoaNAmO\nHJVz/hx6dOgAqFe33q2bt2/fUKHKkUNGsmSXLlETJgwcOEyYjrW/dSvBgAGHDpWzfx9/fvsA+Pf3\nD1CcOHDfvhUqpEFDggsXBDgEAAABAgAADEyaFC2aFQYMBAhgwoSCOHHlSpo8WRKAypUsW7p8CTOm\nzJnixHkTJ27YMDduXuHCdeZMFg0aGDAAgBSpCxcCDhyABq2c1KlUq0oFgDWr1nHjyJX7Wo4cuXJk\ny5IVJ86PHx4RIuzZI4L/F69ydOvavWsXgN69fK9dA/bsmQsXDhwcceaMGrVw5Ro7JjdsWJMmACqj\nQlUus+bNnDMD+Aw6tDdvxYwZo0AhQAAArFuzBgECAYIUR44QIxYAgG4AbNhcKgc8uHDhAIobP448\nufLlzJs7FyfOmzhxw4a5cfMKF64zZ7Jo0MCAAYDx4124EHDgADRo5dq7fw+/PYD59OuPG0eunP5y\n5MiVA1hO4MBy4sT58cMjQoQ9e0Tw4lVO4kSKFSkCwJhR47VrwJ49c+HCgYMjzpxRoxau3EqW5IYN\na9IEwExUqMrdxJlT500APX3+9OatmDFjFCgECABA6VKlIEAgQJDiyBFi/8QCAMAKgA2bS+W8fgUL\nFsBYsmXNnkWbVu1atuLEhRs3rlkzU6Z6efMWKJAJAX0FAAAMuFChC168kCNXTvFixo0VA4AcWbI4\ncePKXcac+TI5ctu2oUAhIECAJ08+gANXTvVq1q1ZA4AdWzYzZr6KFdOggQGDLeDAkSNXTvjwcuRw\n4VqwAMDyNWvKPYceXfpzANWtX9emrRozZhIkAAAfHjwCBNiw5cqFrFgxXLgCAIAP4NWrceXs38eP\nH8B+/v39AwQgcCDBggYPIkxoUJy4cOPGNWtmylQvb94CBTIhYKMAAB49Fip0wYsXcuTKoUypciVK\nAC5fwhQnbly5mjZv1v8kR27bNhQoBAQI8OTJB3DgyiFNqnSpUgBOn0JlxsxXsWIaNDBgsAUcOHLk\nyoENW44cLlwLFgBIu2ZNubZu38JtC2Au3bratFVjxkyCBAB+//pFgAAbtly5kBUrhgtXAACOAbx6\nNa4c5cqWLQPIrHkz586eP4MOLVqcOHDkyHnz5sxZuHHjjh0rVaDAgAEAAAQwYQIcuGjhwpULLnw4\n8eEAjiNPPm4cuXLOn0N3Lk5crVoLFgQAAIAQoWnlvoMPL348gPLmzxcr9qpYsStXiBBxVm4+/frz\noUAJEABAgADhAIYrN5BgQYMDASRUuJAaNWfRouHA4cBBgAIFBgyoUK3/WjmPHrlxmzWrAAAALFiU\nU7mSZUuVAGDGlDmTZk2bN3HmHDeOXLly5MiBA0euXDlvR3ftSpXqwQM548aVkzqValWrUwFk1bp1\n3LhyX8GGBQsOXLNmCBAM0KChW7dyb+HGlTu3HAC7d/Fmy+Zt3Lhp07RpI1eOcGHD5ciZMjVihAAv\nXspFljyZ8mQAlzFn9uYt3LhxxIjdulVq27ZXr8iVU716NTlyWi5dKjebdm3btQHk1r2bd2/fv4EH\nFz5uHLly5ciRAweOXLly3qDv2pUq1YMHcsaNK7ede3fv37kDED+e/Lhx5dCnV58eHLhmzRAgGKBB\nQ7du5fDn17+ffzkA/wABCBw4MFs2b+PGTZumTRu5chAjSixHzpSpESMEePFSrqPHjyA/AhhJsqQ3\nb+HGjSNG7NatUtu2vXpFrpzNmzfJkdNy6VK5n0CDCg0KoKjRo0iTKl3KtKnTcePIlZtajhy5cliz\nkiNXrly3buDKiR1LtqzZsgDSql1Ljly5t3DjwiVHrls3Hz5IWLNWrq/fv4AD+wVAuLDhcOHIlVvM\nuLFjxuFOnfr0aY83b+Uya97MeTOAz6BDhws3rlw5cuTAgSNXrrXr17DLjZtdrrbt27hvA9jNu7fv\n38CDCx9OfNw4cuWSlyNHrpzz5+TIlSvXrRu4ctiza9/OfTuA7+DDk/8jV668+fPmyZHr1s2HDxLW\nrJWbT7++/fv0Aejfzz9cOIDkyg0kWNAgwXCnTn36tMebt3IRJU6kOBHARYwZw4UbV64cOXLgwJEr\nV9LkSZTlxq0s19LlS5gvAcykWdPmTZw5de7kGS7cuHLlyJEbN67cUaRJyZEr19TpU6hRowKgWtXq\nuHHkym0tR45cObBhwZIjZ8sWsnJp1a5l25YtALhx5Y4bR67cXbx59eLV5szZt2/Uyg0mXNjwYQCJ\nFS8OF45cuXLkyI0bV87yZcyZLYsr19nzZ9ChAYwmXdr0adSpVa9mHS7cuHLlyJEbN67cbdy5yZEr\n19v3b+DBgwMgXtz/+Lhx5MotL0eOXDno0aGTI2fLFrJy2bVv596dOwDw4cWPG0eu3Hn06dWj1+bM\n2bdv1MrNp1/f/n0A+fXvDxeOHMBy5ciRGzeuHMKEChciFFfuIcSIEicCqGjxIsaMGjdy7OgxXLhx\n5UaWI0euHMqUKleybOkyJYCYMmeOG0euHM5y5MiV6+nzJ9CgQof6BGD0KFJy5Moxber0qVNy4sSV\nq2r1KtasVgFw7epVnLhyYseSLUuWHNpyateybet2LYC4cufSrWv3Lt68erNl6zZunLjA4soRLmz4\nMOLEisuRIwfgMeTI3ryFI0du3Dhx4saV6+z5M+jQokePGwfgNOrU/9++jStXjhy5ceO8kSMHDhy5\ncePKlRs3ThzwcsKHEy9uvNy4cQCWM2+uTZu4cuXIUade7jp27OG2c+NW7jv48OLJkStn3vy4cQDW\ns2/v/j38+PLn08+Wrdu4ceL2iyvnH2A5gQMJFjR40CA5cgAYNnTozVs4cuTGjRMnblw5jRs5dvT4\nEeS4cQBIljT57du4cuXIkRs3zhs5cuDAkRs3rly5cePE9Sz3E2hQoUPLjRsHAGlSpdq0iStXjlzU\nqOWoVq0aDis3buW4dvX6lRy5cmPHjhsHAG1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJ\nFzZ8GHFixYsZN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2TXjbNnHkaJMT\nJ45cOd27eff2/fs3uXDhABQ3flybtnHlypFzTq5cdOnTqVe3fp1cuHAAuHf3vm3buHLlyJU3f75c\nevXr2bdnT45cuXLkwoUDcB9/fm7cxpUrB5CcwIEEyxk8iDChwoUHxYkDADGixIkUK1q8iDHjuHHk\nynksR45cuZEkS5o8iTJlOXLkALh8CXPcOHLlatq8iTOnzp06x40DADSo0HHjyhk9ijSp0qVMmZIj\nByCq1KnkyJW7ijWr1q1cu3YlRw6A2LFky5o9izat2rXl2rp9Czf/rty5dN0CuIs3b7m9fPv6/Qs4\nsGC+AAobPlwuseLFjBs7fgxZMYDJlCuXu4w5s+bNnDt7xgwgtOjRpEubPo06tepyrFu7fg07tuzZ\nrQHYvo27nO7dvHv7/g08+G4AxIsbL4c8ufLlzJs7f54cgPTp1MtZv449u/bt3LtfBwA+vPjx5Mub\nP48+fbn17Nu7b0+OXLn59Ovbv38fgP79/Mv5B1hO4ECCBQ0eRJgQwEKGDcs9hBhR4kSKFS1CBJBR\n48ZyHT1+BBlS5EiSHgGcRJlS5UqWLV2+hFlO5kyaNWmSI1dO506ePX36BBBU6NByRY0eRZpU6VKm\nRgE8hRq13FSq/1WtXsWaVStVAF29fi0XVuxYsmXNnkUrFsBatm3dvoUbV+5cuuXs3sWb1+62bdSo\nhSsXWPBgwoUJA0CcWDE5cuUcP4YcWTJkb962bSuXWfNmzpkBfAYdutxo0qVNlx43TtzqcuXGlYMd\nW/Zs2gBs38ZdTvdu3r15jxsnbtw4cuSMgQNXTvly5s2ZA4AeXfp06tWtX8eevdx27t29b9+2jRq1\ncOXMn0efXn16AO3dvydHrtx8+vXt36/vzdu2beX8AywncCBBggAOIkxYbiHDhg4bjhsnbmK5cuPK\nYcyocSNHAB4/giwnciTJkiTHjRM3bhw5csbAgSsncybNmjQB4P/MqXMnz54+fwINWm4o0aJFu/Hi\n5cuXGTPaykGNKnUq1akArmLNSo5cua7kyI0LW24s2bJmy40TIUKIEHLkysGNK3cugLp275bLq3cv\nX3Lkxo2rVSvOjh3Xrv0CB64c48aOHzsGIHky5XKWL2POjJkZM05lyggTZgQPHnLkyqFOrXo1agCu\nX8OOLXs27dq2b5fLrXt3bnHiSnnwoEKFHTuzyiFPrnw58+UAnkOPPm4cuXLlyJHTpm1cue7ev4Mv\nN8yAgQsXwoUrp349+/YA3sOPX24+/fr1x2nThgyZGzcXACZI8OTJl0uXyiVUuJDhQgAPIUYkR65c\nxYrkyJXTqHH/XMdw4ZQpWzNhQoYMChYsKLeSZUuXLQHElDmTZk2bN3Hm1FmOZ0+fPMWJK+XBgwoV\nduzMKreUaVOnT50CkDqV6rhx5MqVI0dOm7Zx5cCGFTu23DADBi5cCBeuXFu3b+ECkDuXbjm7d/Hi\nHadNGzJkbtxcSJDgyZMvly6VU7yYcWPGACBHlkyOXDnLlsmRK7d58zjP4cIpU7ZmwoQMGRQsWFCO\ndWvXr10DkD2bdm3bt3Hn1r2bHLlyv3+TE16unDdvxSRJQobs0iVx5aCXGwcNWjnr17Fnxw6Ae3fv\n5MCXK0eOHDhw4sqlV7+efbk8Bw6IElWOfn379+kD0L+fPzly/wDLCRxIcKA4cePGceL0KEwYR45S\nTJpUrqLFixgvAtjIsSM5cuVCiixHrpzJkye1abvmylWXLgJIkChHs6bNmzYB6NzJs6fPn0CDCh1K\njly5o0fJKS1Xzpu3YpIkIUN26ZK4cljLjYMGrZzXr2DDggVAtqxZcmjLlSNHDhw4ceXiyp1Lt1ye\nAwdEiSrHt6/fv3wBCB5MmBy5cogTK04sTty4cZw4PQoTxpGjFJMmldvMubPnzgBCix5Njly506jL\nkSvHunVrbdquuXLVpYsAEiTK6d7NuzdvAMCDCx9OvLjx48iTjxtHrlw5ceKyZRNHjhw3bsfChSvH\nnTs5cuHCJf8YMGDbtnLo06tfjx6A+/fwx40jV64cOXLhwpErV46cf4DlBA4kWC7NhAnkyJVj2NDh\nQ4YAJE6kSI5cOYwYyZEr17EjuXIhRX6TJo0aNRAYMHDjVs7lS5gxXQKgWdMmOZzlypEjFy5cOaBB\nhQYFBy5ZsgUaNJRj2tTpU6cApE6lWtXqVaxZtW4N17VcuWrVhg17Ns7suHJp1aYlR86WLQBxVakq\nV9fuXbx1Aezl25fc33KBy40bF65cOXKJyy1mzHjcuAc3bpAjV87yZcyZLQPg3NkzOdDlRJcjR67c\nadSpVY8bt4MBg0qVys2mXdv2bAC5de8m17tcOXLkxo0jV87/+HHkyKtVW6BAwbdv5aRPp15dOgDs\n2bVv597d+3fw4cONL1euWrVhw56NYz+u3Hv478mRs2ULwH1Vqsrt59/fP8By5QAQLGiQHMJyCsuN\nGxeuXDlyEstRrFhx3LgHN26QI1fuI8iQIj8CKGnyJLmU5VaWI0euHMyYMmeOG7eDAYNKlcrx7Onz\nJ08AQocSJWe0XDly5MaNI1fuKdSoUatVW6BAwbdv5bZy7ep1K4CwYseSLWv2LNq0ardt4zZu3LNn\nqFBRGzeuHN68eqVJgwABQIAA4sSVK2z4MOLCABYzbkyOXLnIkcWJI1euHDly4spx7lyOGjVSpHbc\nuVPuNOrU/6pTA2jt+vW4ceTK0S5Hjly53Lp38yZH7k+DBqVKlStu/Djy4gCWM29O7nm56OXGjStn\n/Tr27MmSdUCAgBu3cuLHky8vHgD69OrXs2/v/j38+Nu2cRs37tkzVKiojRtXDmA5gQMHSpMGAQKA\nAAHEiSv3EGJEiQ8BVLR4kRy5chs3ihNHrlw5cuTElTN5shw1aqRI7bhzp1xMmTNpzgRwE2fOcePI\nlfNZjhy5ckOJFjVKjtyfBg1KlSr3FGpUqU8BVLV6lVzWclvLjRtXDmxYsWOTJeuAAAE3buXYtnX7\nli0AuXPp1rV7F29evXu/9R03Lls2XrySlTN8GLFhatQePP8AIEFCOcmTKVemDABzZs3kyJXz7Fmc\nuHDlypEjVw516nLdCBGCAmVBoEDlaNe2fds2AN27eZMjVw54cOHDiZcbN44CAgS/fpVz/hx6dOcA\nqFe3To5cOe3buXf3Xo4VqwAFCnDjVg59evXr0QNw/x5+fPnz6de3f/9b/nHjsmXjBZBXsnIECxok\nSI3agwcAJEgoBzGixIkSAVi8iJEcuXIcOYoTF65cOXLkypk8Wa4bIUJQoCwIFKiczJk0a9IEgDOn\nTnLkyvn8CTSo0HLjxlFAgODXr3JMmzp9yhSA1KlUyZErhzWr1q1cy7FiFaBAAW7cypk9izatWQBs\n27p9Czf/rty5dOuGC/eNHLlixQoV6lYusODBgX/8KFAgABQo5Ro7fgz5MYDJlCuTu1yu3Lhx3bqV\n+ww6tDRpOQQIWLBAgBAh5Vq7fg37NYDZtGuTI1cud25y5Mr5/g08+K1bAwgQ8OatnPLlzJsrBwA9\nuvRy1Ktbv4693LZtQ4YAGDBAnLhy5MubP08egPr17Nu7fw8/vvz55MiJI0euWDFAgIaVA1hO4ECC\nuSJEQIAgQI8e5Rw+hBgRIgCKFS2SIyeOHDlt2owZu1auHDly5UyaJERoAAAABw4IwICBG7dyNW3e\nxFkTwE6ePcv9BFpOnLhyRY0eLTpOkKAaNQA85cWr3FSq/1WtTgWQVetWcuTKfQUbVmzYcXXqfPgA\nQIAAa9bKvYUbV+5bAHXt3sWbV+9evn39kiMnjhy5YsUAARpWTvFixuVyRYiAAEGAHj3KXcacWXNm\nAJ09fyZHThw5ctq0GTN2rVw5cuTKvX5NiNAAAAAOHBCAAQM3buV8/wYe3DcA4sWNl0OevJw4ceWc\nP4fufJwgQTVqAMDOi1c57t29f+cOQPx48uTIlUOfXv169ePq1PnwAYAAAdaslcOfX/9+/AD8AwQg\ncCDBggYPIkyoECE5cuPKlatWTZKkauUuYsxYbpoAAQECHLBihRy5ciZPokxpEgDLli7HjRNHjpw1\na5gwPf/79k2cOHLixIULR4KEAQAAGDAooPTXr3JOn0KN6hQA1apWy2HFSo6cNm3jyoENG5YcuV8D\nBggQACBAgG7dysGNK3cuXAB27+IlR64cX77ixJULLHhwYG8IEAwYIODAgXHjykGOLHkyZACWL2PO\nrHkz586eP5MjN65cuWrVJEmqVm4169blpgkQECDAAStWyJErp3s37966AQAPLnzcOHHkyFmzhgnT\ns2/fxIkjJ05cuHAkSBgAAIABgwLef/0qJ348+fLiAaBPr74ce/bkyGnTNq4c/fr1yZH7NWCAAAEA\nAAYI0K1bOYMHESY0CIBhQ4fkyJWTKFGcuHIXMWa86A3/AYIBAwQcODBuXDmTJ1GmNAmAZUuXL2HG\nlDmTZs1yN29GixYrFrByP4EGLZfMhAkECAK8eEGNWjmnT6FGdQqAalWr48aJI0euWbNEifxIkyZK\n1LZmzcSJgwHjzI8fW7YkKFAAC5Zyd/Hm1XsXQF+/f8sFDkyOXDfD5cqRI1eOMWNjxq4QIFCgAIAB\nA65dK7eZc2fPmwGEFj2aXOlyp8uBA/eNHLlyr2HDlsaCBQUKARYssGatXG/fv4H3BjCceHHjx5En\nV76cebly5MqVmzbt0aNv5bBn117umQIFDhwEWLCgTRty5JaNG1eOfXv37AHElz9/3Dhw5Mj58lWk\nCA0g/wCBIEBQgwoVb942bcoVLJg3bxcCBECAgBo1aeUyaty4EYDHjyDLlSNXrly4cMGCdcvGMpu2\ncePChQME6MOBAytWAAgQIFSockCDCh0KFIDRo0jJkRtXrpw3b7FiZcOGDRy4ceWyliNHrliRInHi\nCChQ4MqVcuWYiRNXrq3bt20ByJ1Lt67du3jz6t1brhy5cuWmTXv06Fu5w4gTl3umQIEDBwEWLGjT\nhhy5ZePGldvMufNmAKBDix43Dhw5cr58FSlCAwgQBAhqUKHizdumTbmCBfPm7UKAAAgQUKMmrZzx\n48iRA1jOvHm5cuTKlQsXLliwbtmyZ9M2bly4cIAAff84cGDFCgABAoQKVa69+/fw2wOYT78+OXLj\nypXz5i1WLIDZsGEDB25cOYTlyJErVqRInDgCChS4cqVcOWbixJXj2NEjRwAhRY4kWdLkSZQpVZYr\nR84lMWI8eIAqV44cuXI5c44b92bChCJFBAwYsGCBN2+/yi1l2rQpAKhRpZKjSpUXrxEjIKhQIUDA\nAg0ayJHTpq3c2bNAAAAQICBXrm3l5M6lSxfAXbx5y5UjV67ct2+vXunq1u3Xr27cuJUrx4sXFi9e\nfPkqIEAAGTLlNG/m3FkzANChRZMjN44cOWrURImy9e0bOHDlZM8uN8yWLWHCCggQYMGCNm2zoEEr\nV9z/+PHiAJQvZ97c+XPo0aVPL1eO3HVixHjwAFWuHDly5cSLHzfuzYQJRYoIGDBgwQJv3n6Vo1/f\nvn0A+fXvJ9e/P0BevEaMgKBChQABCzRoIEdOm7ZyEiUCAQBAgIBcubaV6+jx40cAIkeSLFeOXLly\n3769eqWrW7dfv7px41auHC9eWLx48eWrgAABZMiUK2r0KNKiAJYybUqO3Dhy5KhREyXK1rdv4MCV\n6+q13DBbtoQJKyBAgAUL2rTNggatHNy4cuECqGv3Lt68evfy7euXHLlw48aRIZMgAYYvX1at6jZu\nXLlyv37ladAABQoCATYHoELFVbnQokePBmD6NOpx/6rJkQsVigIFALJnT5gwbly53LrL3QgQAAAA\nUaLAlStu/PhxAMqXMyfnvFw5b94+fSIGDVq2bNzIkStXbty4cLt2RYv2YMCAFi3IsS/n/j18+ADm\n069Pjty4cuW4cUOFCqA2ceLKFTRocNyqVa5cDQjwMIAcOT4iRSp3EWPGiwA4dvT4EWRIkSNJliRH\nLty4cWTIJEiA4cuXVau6jRtXrtyvX3kaNECBgkAAoQGoUHFVDmlSpUoBNHX6dFxUcuRChaJAAUBW\nrRMmjBtXDmzYcjcCBAAAQJQocOXYtnXrFkBcuXPJ1S1Xzpu3T5+IQYOWLRs3cuTKlRs3LtyuXdGi\nPf8YMKBFC3KTy1W2fPkyAM2bOZMjN65cOW7cUKHSJk5cOdWrV49btcqVqwEBaAeQI8dHpEjlePf2\nzRtAcOHDiRc3fhx5cuXixHmLFs2BgwABABAgMGDABypUwIHTomVTo0Zr1hgAcB4ACBBZyrV3//49\nAPnz6Yezv20bDBgDBgDwDxCAwAIFuHEjR66cQnLkFAAAIEBAuHDlKlq8iBGAxo0cyXksV86bt1ix\nSm3bxo1buHHjypUbBxOmN28fDhwoVKiczp08e+oEADSoUHJEy5ULFw4bNm/lmjp1So6cM1u2KFES\nAAAAAQKwYFUSJ66c2LFkxQI4izat2rVs27p9Cxf/HDhbvXoRIAAgr969efLEiEGIEydr1ggAOAzA\ngoUh5MiVeww58mMAlCtb/vbtlzFjDBgECAAgtGgBAp49y5VL3LJluXIBeM2BQ7nZtGvbng0gt+7d\n5MiNK1eOG7dMmZxly/bsWTZx4siRmzZN269fz54ZECDAkaNy3Lt7/84dgPjx5MmZL1du3Dhu3Mq5\nf++eHLlTp3A8eAAECID9AwZcA3ht2Lhx5QweRGgQwEKGDR0+hBhR4kSK4MDZ6tWLAAEAHT1+zJMn\nRgxCnDhZs0YAwEoAFiwMIUeu3EyaNWcCwJlT57dvv4wZY8AgQAAARY0KEPDsWa5c4pYty5ULwFQO\n/xzKXcWaVetVAF29fiVHbly5cty4ZcrkLFu2Z8+yiRNHjty0adp+/Xr2zIAAAY4clQMcWPBgwAAM\nH0ZMTnG5cuPGceNWTvJkyeTInTqF48EDIEAAfB4w4Nq1YePGlUOdWjVqAK1dv4YdW/Zs2rVtb9s2\njRmzAgUA/AYevFixbNnKHT9uAwCAAAGECIlVTvp06tQBXMee/dq1ZsOGMWAgQECAAgUAnLdgIVo0\nX75u7dihQQMA+oQIlcOfX/9+/AD8AwQgcCAAcgbLlePGrVatYuLEKVPGq1mzbt08ecKTI8ekSQEG\nDJg1qxzJkiZPkgSgciXLcS7LlSNHDhw4cuVulv8TBw6cMGEQIAwIGiUKgAABzJgpp3Qp06ZKAUCN\nKnUq1apWr2LNum3bNGbMChQAIHYs2WLFsmUrp1atDQAAAgQQIiRWubp2794FoHcv32vXmg0bxoCB\nAAEBChQAoNiChWjRfPm6tWOHBg0ALhMiVG4z586eNwMILXo0udLlynHjVqtWMXHilCnj1axZt26e\nPOHJkWPSpAADBsyaVW448eLGhwNIrnz5uOblypEjBw4cuXLWy4kDB06YMAgQBoCPEgVAgABmzJRL\nr349+/QA3sOPL38+/fr27+OvVu1ZtGgWAFooUABAQYNHjpRTuHBhtxgxVqyQJq1cRYsXMQLQuJH/\nY7Nmv5Ytq1IFB44NVaowYLCBCJFs2Ro1gnPgwIMHBDJkKLeTZ0+fPQEEFTqUHLlx5cqFC+fM2bdx\n47hxkxYqFC5cSpSkaNAACJAIKVKEC1eObFmzZ8kCULuWLTly48qVI0cOHLhyd8mR+1anzoYNBAgI\nePDg0aMkhQp9+1aOcWPHjxkDkDyZcmXLlzFn1ry5Wzdw4sSBArVo0YsvXwoUcEKOXDnXr2Fv21aO\ndm3bt20D0L2b97Zt38aNszbcmrZx42TJ4hYuXLlyqVK9YsWqWLFJ4sSV076de3fuAMCHF0+OXDnz\n5MiFCzeuXDlx4sIxY5Yt24wZToQIKVXKy7Rp/wDLCRxIsCBBAAgTKiTHsJzDcuPGlZtIjhy4SJHG\njEGAIMOjR+DARRMnrpzJkyhTogTAsqXLlzBjypxJs2a3buDEiQMFatGiF1++FCjghBy5ckiTKt22\nrZzTp1CjQgVAtarVbdu+jRtnras1bePGyZLFLVy4cuVSpXrFilWxYpPEiStHt67du3YB6N3Llxy5\ncoDJkQsXbly5cuLEhWPGLFu2GTOcCBFSqpSXadPKad7MuTNnAKBDiyZHupzpcuPGlVtNjhy4SJHG\njEGAIMOjR+DARRMnrpzv38CDAwdAvLjx48iTK1/OvDk4cOLKlRMnbto0bOPGZcsWrpz37+C9k/8j\nV668+fPozwNYz749OHDkysmfT79+uW7dkHnzVq6/f4DlBA4kWHAgAIQJFZIjV86hQ3Lkyk2kSI6c\nOHG2bEmKFWvcOG/kyJUjWdLkSZMAVK5kSY5cOZgwx40rV5McOXDatEmT9uiRKHDgyg0lWtToUaIA\nlC5l2tTpU6hRpU4FB05cuXLixE2bhm3cuGzZwpUjW9YsWXLkyq1l29ZtWwBx5c4FB45cObx59e4t\n160bMm/eyg0mXNjwYcIAFC9mTI5cOciQyZErV9kyOXLixNmyJSlWrHHjvJEjV870adSpUQNg3do1\nOXLlZMseN67cbXLkwGnTJk3ao0eiwIErV9z/+HHkyY0DYN7c+XPo0aVPp17dmzdy5cqRIydO3Lhy\n5caNK1fe/Hn06dWnB9De/ftw4ciVo1/f/v1y375pCxeuHMByAgcSLGhQIICECheOG0euHMRy5MiV\nq2jxIjJkzrx5K1eOXLmQIkeSLAngJMqU48aRK+eyHDly5WbOJDduHDly0aJ5K+fzJ9CgQoMCKGr0\nKNKkSpcyberUmzdy5cqRIydO3Lhy5caNK+f1K9iwYseKBWD2LNpw4ciVa+v2Ldxy375pCxeuHN68\nevfyzQvgL+DA48aRK2e4HDly5RYzbowMmTNv3sqVI1fuMubMmjcD6Oz587hx5MqRLkeOXLnU/6nJ\njRtHjly0aN7K0a5t+zbu2wB28+7t+zfw4MKHEw8Xrhzy5MqXM2/u/Hk5ANKnUx83rhz27Nq3aydX\n7jv48OLHgydHDgD69OrHjSNX7n05cuTK0a9v/z7+/PrrA+jvHyAAgQDIFSx3sBw5cuUYNnT4EGJE\nieXIkQNwEWNGjRs5dvT4EeS1a+HKlSN3klw5lStZriRHrlxMmTNp1iw3bhwAnTt5evM2rlw5cuTK\nFTValBy5cuXChRtHjlw5qVOpSiVHrlxWrVnFiQPwFWxYbtzAkSMnTty4ceTKtXXrllzccnPp1rV7\nl+64cQD49vX77Vs4cuTGjRMnjlw5xYsZN/923JgcuXKTJ5MjV06cOACbOXf2/Bl0aNGjSV+7Fq5c\nOXKryZVz/Rr2a3LkytW2fRt37nLjxgHw/Ru4N2/jypUjR65ccuXJyZErVy5cuHHkyJWzfh27dXLk\nynX33l2cOADjyZfnxg0cOXLixI0bR65cfPnyydUvdx9/fv378Y8bBxCAwIEEv30LR47cuHHixJEr\nBzGixIkUJ5IjVy5jRnLkyokTByCkyJEkS5o8iTKlypUsW7p8CTOmzJk0a9q8iTOnzp08e/r8CTSo\n0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9izat2rUzrVkLR47/3Li5\n48iVu4s3r969fPWS+xsuHIDBhAtnyxaOnGJy48aRKwc5suTJlCtbFicOgObNnLNlE0cuNLlxpEmX\nO406terVqsmVK0cuduxw4QDYvo1bm7Zx5cqR+w08+O9yxIsbP468OLnly8OFAwA9uvTp1Ktbv449\ne7hw48qVIweeXLnx5MubP48+fTly5AC4fw9fnDhy5erbv48/v3775MiVA1hO4ECC5QAcRJhw3Dhy\n5RyWIxex3ESKFS1exEiRHLly5ciNGwdA5EiS48aVQ5lS5UqWLV2mJEeuXDly48YBwJlT506ePX3+\nBBqUHLlyRY0eRZpU6VKm5QA8hRqVHLly/1WtXsWaVetWruUAfAUbttxYsuXIkSuXVu1atm3dvlUL\nQO5cuuXs3sWbV+9evn3vAgAcWPBgwoUNH0acmBy5co0dP4YcWfJkyuUAXMacmRy5cp09fwYdWvRo\n0uUAnEadutxq1uXIkSsXW/Zs2rVt35YNQPdu3uV8/wYeXPhw4sV/A0CeXPly5s2dP4cenRy5ctWt\nX8eeXft27uUAfAcfvtx48uXNlx83rtx69u3dv38PQP58+uXs38efX/9+/v3vAwQgcCDBcgYPIkyo\ncCHDhgcBQIwocSLFihYvYsxIjly5jh4/ggwpciTJcgBOokxZbiXLli5bjhtXbibNmjZv3v8EoHMn\nz3I+fwINKnQo0aI/ASBNqrQc06ZOn0KNKnVqUwBWr2LNqnUr165ev44bV24s2bJmz6IlK64c27Zu\n3QKIK3duubp27+INF44Zs2TJxJULLHhwYHLkyiFOrBgxgMaOH5MjV24y5cqWJ5Mj90uIkG/fxJUL\nLXo06dIATqNOTY5cudauX8OOXY4cuVrUqJXLrXs3790AfgMPLnw48eLGjyMfN64c8+bOn0OP3lxc\nuerWr18HoH0793Lev4MPHy4cM2bJkokrp349e/XkyJWLL39+fAD27+MnR64c//7+AZYTOLAcOXK/\nhAj59k1cOYcPIUaUCIBiRYvkyJXTuJH/Y0eP5ciRq0WNWjmTJ1GmRAmAZUuXL2HGlDmTZs1x48KV\nK0eOJ7lyP4EGFfrTW69esGCFCxdIlChu3MpFlToVQFWrV8tl1bo1KzlywqZM+fTJhQtk5dCmVYt2\n1qxq1crFlTsXQF27d8nlLbeXb1+/5Tp0ADDYihVe48aVU7yYcWPGACBHlixO3Lhy5caNI0euXGfP\nnzt7q1Vr2LALIUJw41aOdWvXr1kDkD2bdm3bt3Hn1r1bnLhx5cqNG9etWznjx5EnJ0cuFQkSAgQw\nYBDgwAFo0Mpl174dQHfv38uFFy+e3Lhxs2axIEBgwgQXLraUkz+ffjlsa9b8+kWuXH///wDLCQRA\nsKBBcgjLKSw3bly5hxDFiZsxA4BFixQoHLlzp5zHjyBDggRAsqRJb97CkSM3bhw3buViypwpTlyf\nAQMQIAjAU5u2ckCDCh0KFIDRo0iTKl3KtKnTp+LEjStXbty4bt3Kad3KtSs5cqlIkBAggAGDAAcO\nQINWrq3btwDiyp1brq5du+TGjZs1iwUBAhMmuHCxpZzhw4jLYVuz5tcvcuUiS5YMoLLly+Qyl9tc\nbty4cqBDixM3YwaA06cpUDhy506517Bjy44NoLbt2968hSNHbtw4btzKCR9OXJy4PgMGIEAQoLk2\nbeWiS59OPTqA69iza9/Ovbv37+DDif8vV+7bN2rUrpEjFy5cuffw478vhQABAAAHDgCoUGHcOIDl\nBA4kCMDgQYTkyJVjyPDbt2fduuHBE2bECFWqhAgpVs7jR5Dlgk2a1K1bOZQpVQJg2dLlOJjlypGj\nSa7czZvgduwoUADAzwABnjzZIkSINm3llC5l2lQpAKhRpX77Fq5cuXFZx5Xj2pUrOXI+fFgYMCBD\nhgAGDIgTV87tW7hx3QKgW9fuXbx59e7l2zfc33Llvn2jRu0aOXLhwpVj3Ngx41IIEAAAcOAAgAoV\nxo0r19nzZwChRY8mR67c6dPfvj3r1g0PnjAjRqhSJURIsXK5de8uF2zSpG7dyg0nXhz/wHHkycct\nL1eO3HNy5aRLB7djR4ECALQHCPDkyRYhQrRpK1fe/Hn05QGsZ9/+27dw5cqNoz+u3H3898mR8+HD\nAsABAzJkCGDAgDhx5RYybOhwIYCIEidSrGjxIsaMGsNxJEeuWTNKlC7t2cOFy6tyKleyLBfrwAEA\nABw4EODBAzly5Xby7AngJ9Cg5MiNK1fu2TM8eC7FiqVIUSJt2siREycO3Lhx5crN8eOHFKlw4SDN\nmQMOXLm0atcCaOv2bbhw4siRGzeOG7dw1aphwDAAAAABAgIEgHDp0rhxCwAACBDg169p5SZTrlwZ\nAObMmr99E1euHDly48aVK02OXDhm/8waNTpwgMCBA23aLIgQgRy5crp38+6tGwDw4MKHEy9u/Djy\n5OLEhSNHDhkyNmxmYMGiQQOibt3Kce/endiDBx48JEqEgxixcurXs1cP4D38+OLmkyPXqpUSJWG0\naQMHDmA5gQPLiSNHTpy4IhYsxIlDjhw3atTKVbR4sSIAjRs5ihM3rly5cOGqVSs2alSCBABYlikz\naVI5mTJ1ALAJwImTaeV49vTpE0BQoUPHjSNXDmk5ckvLlRMnztmZM4kSLVgwAgkSbNhCcOAwblw5\nsWPJlhULAG1atWvZtnX7Fm5cceLCkSOHDBkbNjOwYNGgAVG3buUIFy5M7MEDDx4SJf/CQYxYOcmT\nKUsGcBlzZnGbyZFr1UqJkjDatIEDVw516nLiyJETJ66IBQtx4pAjx40atXK7effeDQB4cOHixI0r\nVy5cuGrVio0alSABAOllykyaVA47dh0AuANw4mRaOfHjyZMHcB59+nHjyJVzX45c/HLlxIlzduZM\nokQLFoxAAhAJNmwhOHAYN66cwoUMGyoEADGixIkUK1q8iDFjuI3kyAkTBgaMhxMnUqTA4c1buZUs\nWYJbtsyNm23bwpW7iTNnTgA8e/oMF47buHG5cpUpE62c0qVMlRYrVqhQBRYsrl0rhzWr1q1YAXj9\nCjZcuHHlyo0bd+3aLC9eGjQYMGX/Srm5dOn2AYAXwKVL4sr5/QsYMIDBhAuTI1cucWJyjBlnyyZL\njZpSpWDBKjZtWrhwg1q08OatnOjRpEuLBoA6terVrFu7fg07drjZ5MgJEwYGjIcTJ1KkwOHNW7nh\nxImDW7bMjZtt28KVew49enQA1KtbDxeO27hxuXKVKROtnPjx5MUXK1aoUAUWLK5dKwc/vvz58AHY\nv48/XLhx5cqNAzju2rVZXrw0aDBgypRyDR067ANAIoBLl8SVw5hRo0YAHT1+JEeu3MiR5EyazJZN\nlho1pUrBglVs2rRw4Qa1aOHNWzmePX3+5AlA6FCiRY0eRZpU6VJw4L6NG5csmSZN/1FatWLBopI2\nbeXKkQNbTmy5ceTIlUObVu1atQDcvoUrTtw3cuS2bYsWTVw5vn39lqNmxIgaNQmyZSuXWPFixosB\nPIYcedw4cuXKkSOnTVuyXLl+/EijTVs50qVLUwAAgACBcq1dv4bdGsBs2rXJkSuXO/e4ceHIkcOG\nLVy3buXKdetWTvm4cTkWLIgWrdx06tWtTweQXft27t29fwcfXjw4cN/GjUuWTJOmKK1asWBRSZu2\ncuXI3S+Xv9w4cuTKASwncCDBggMBIEyoUJy4b+TIbdsWLZq4chYvYixHzYgRNWoSZMtWbiTJkiZL\nAkipcuW4ceTKlSNHTpu2ZLly/f/4kUabtnI+f/6kAAAAAQLljiJNqvQogKZOn5IjV27q1HHjwpEj\nhw1buG7dypXr1q0c2XHjcixYEC1aubZu38JtC2Au3bp27+LNq3cv32/ftoULp0zZrFnMxIkrpjhU\nKGDAFCgwYcpUuXLZvHkrp3kz586cAYAOLXrcOHHlyokTBw5cudauX4sTpyFAgAsX0ogTV243796+\newMILnw4ueLlypEjFy5cNmvWMGGqVG469erlAGC/dasc9+7ev3MHIH48eXLkyqEnR+7bt3Duv30b\nV24+/XLkyHnzJiBAgFKlAJYTOJBgQYEAECZUuJBhQ4cPIUbUpk3at2/YsGnTFq7/XLlu3XIRIlSn\nDgCTBw6MG3dNmrRyL2HGlBkTQE2bN8eNA1eunDhx376VEzqUKBAgAJAyYABl3LhyT6FGlRoVQFWr\nV8eNI1euHDly2LBd48atVClW5dCmLfftmx07AOCCA1eObl27d+kC0LuXLzm/5cp58yZM2C5x4r59\nK7eY8WJw4E6dAjAZBYpylzFn1nwZQGfPn0GHFj2adGnT2rRJ+/YNGzZt2sKVK9etWy5ChOrUAbD7\nwIFx465Jk1aOeHHjx40DUL6c+bhx4MqVEyfu27dy17FnBwIEQHcGDKCMG1eOfHnz580DUL+e/bhx\n5MqVI0cOG7Zr3LiVKsWqXH///wDLfftmxw6Ag+DAlVvIsKHDhQAiSpxIrmK5ct68CRO2S5y4b9/K\niRwpEhy4U6cAqESBopzLlzBjugRAs6bNmzhz6tzJs+e1a9LChQNHFFy5o+PGMRMgAIBTpwsWkCMn\nzZixb9/KlSNXrqvXr18BiB1LVpy4cOXKiRNXrVq5t3C3bduzZ8AAAHgPHHA0bly5v4ADCw4MoLDh\nw+QSlytHjhw3bt28eVOmjNW3b+PGdevmKkAAAQIAzJhRrrTp06hPA1jNurW41+TIZcsGCtQwbtzI\nkSvHu3c5cRAgFCgAoDgsWOWSK1/OPDmA59CjS59Ovbr169ivXZMWLhy47+DKif8fN46ZAAEA0qdf\nsIAcOWnGjH37Vq4cuXL48+vXD6C/f4AABAIQJy5cuXLixFWrVs7hw23b9uwZMADAxQMHHI0bV87j\nR5AhQQIgWdIkOZTlypEjx41bN2/elClj9e3buHHdurkKEECAAAAzZpQjWtToUaMAlC5lKs4pOXLZ\nsoECNYwbN3Lkym3lWk4cBAgFCgAgCwtWObRp1a5FC8DtW7hx5c6lW9fuXWzYtI3j27fc31mzugQI\nAMCw4SJFypUDt2zZt2/lyoErV9ny5csANG/mLM5zuXLfvjFjFq1cOXKprVnjxYsAAQGxESBIoUxZ\nOdy5de/WDcD3b+DkyJUjTlz/3HFy5KJFa9ar169fGTIgAABgzJg45bRv597dOwDw4cWPGyeOHLlt\n23DhegXOPThy5cqRI1epEpEAAQoUABAgAMBu3coRLGjwIEEAChcybOjwIcSIEidy4+ZtHMZx4sSN\nCxcOBowBAEaSNLBsWbly2jhxsmHj2bNa2LCVq2nzZk0AOnfyHDfOmzhxqFANGeKIGLFZs1gtWwYN\nGhw4ISJE2LABwIEDz56V6+r1K9iuAMaSLUuOXLm0acmRK+d23DhoYsQ0aADgboAA4sSV6+v3L+DA\n5QAQLmx43Dhx5Mh9+wYNWrhx47p1y1aqFBEiADZvRoAAQIEC5MiVK236NOrS/wBWs27t+jXs2LJn\n0+bGzdu43OPEiRsXLhwMGAMAEC9uYNmycuW0ceJkw8azZ7WwYStn/Tp26wC2c+8+bpw3ceJQoRoy\nxBExYrNmsVq2DBo0OHBCRIiwYQOAAweePSvnH2A5gQMJEgRwEGFCcuTKNWxIjlw5iePGQRMjpkED\nABsDBBAnrlxIkSNJliwHAGVKlePGiSNH7ts3aNDCjRvXrVu2UqWIEAHw8ycCBAAKFCBHrlxSpUuZ\nJgXwFGpUqVOpVrV6FWu2bN/GjQMHTpu2arhwIUAAAG2AAAAAnAAHrlw5bHnySJEiTdq0cnv59u0L\nAHBgwdy4XdOmrUcPDRpUwP+CNWwYOHLkypUjRy7csmWLFgHwrEFDOdGjSZcWDQB1atXkyJVz/Rq2\na2lRoiRIAAC3AAHlePf2/Rt4bwDDiRcfN05cuXLixHnzNo4cuW3bUlmwkCABAO3ajxwpcOECOXLl\nyJc3f548APXr2bd3/x5+fPnzs2X7Nm4cOHDatFXDBRAXAgQACgYIAADACXDgypXDliePFCnSpE0r\nhzGjRo0AOnr8yI3bNW3aevTQoEEFLFjDhoEjR65cOXLkwi1btmgRgJ0aNJT7CTSo0J8Aiho9So5c\nuaVMmy6VFiVKggQAqgoQUC6r1q1cu2oFADas2HHjxJUrJ06cN2/jyJHbti3/lQULCRIAuHv3yJEC\nFy6QI1cusODBhAMDOIw4seLFjBs7fgw5m2Rx4qhRAwbsDAkSAQIA+BwgwIIFhLx5K1cuDgwYGjRc\nuzaunOzZtGkDuI07tzVrwJ4906FDggQpwoSJE0eunPLl5ciRmzMHgHQOHMpZv449u3UA3Lt7Lwc+\nvPjxihQtWAAgPRIk5dq7f58tGzly5erbvw8gv/794sSNA1hOYDlx4sgd5MVrSwCGAQA8HDDAk6cJ\nKFB481ZO40aOHTUCABlS5EiSJU2eRJky20px4qhRAwbsDAkSAQIAwBkgwIIFhLx5K1cuDgwYGjRc\nuzau3FKmTZsCgBpVqjVr/8CePdOhQ4IEKcKEiRNHrtxYsuXIkZszB8BaDhzKvYUbV+5bAHXt3i2X\nV+9evooULVgAQDASJOUMH0acLRs5cuUcP4YMQPJkyuLEjSuXuZw4ceQ88+K1JcDoAABMDxjgydME\nFCi8eSsXW/Zs2rEB3MadW/du3r19/waODVs2b96kSevUiYwUKQMGBAAAIEAAAQJqUKLEjVuCAgXy\n5CkXXvx48uEBnEef/tmzYciQ4cAhQ8ahcePK3cef//6ZMwD8A+TCpRzBggYPEgSgcCFDcuTKQYwo\nMeKyZTJkBMiIBUu5jh4/ggzpEQDJkibDhRtXbmU5cS7HjbNlS8eBAxAgCP8QoIEOnVu3QFSo8OxZ\nuaJGjyItCmAp06ZOn0KNKnUq1WzZqGXLtmsXJ06bUqVq0KAAAAAFCgAAUCBAAA0aAMDNlq0c3bp2\n79IFoHcvX2rUhmnT9udPmDDdyiFOrBhxuHApUgCIzI1bucqWL2OuDGAz587kyJULLXq06GzZoEAJ\noLpDh2/fbiRKVK1auXLkbpfLrXt3bgC+fwMXJ7xcuXHjwIEbFy7cnz8oMGBAg6ZIEUOLFjFjJiBA\nAA0axoEvJ348efIAzqNPr349+/bu38PPlo1atmy7dnHitClVqgYNABYAAKBAAQAACgQIoEEDAIfZ\nspWTOJFiRYkAMGbUSI3/2jBt2v78CROmWzmTJ1GaDBcuRQoAL7lxKzeTZk2bMwHk1LmTHLlyP4EG\nBZotGxQoAZB26PDt241EiapVK1eOXNVyV7FmvQqAa1ev4sCWKzduHDhw48KF+/MHBQYMaNAUKWJo\n0SJmzAQECKBBwzi/5QAHFiwYQGHDhxEnVryYcWPH2bJhEycOGzZt2r6RIxcrlhgZMnjwADB69IAB\nAAQICBeuXGvXr2G3BjCbdm1v3qqJEzds2K1b4soFFz48eKJEDBgAECBg3Lhyz6FHl/4cQHXr18dl\nL7ede/dy5Lx5K1VqwIAACBDw4kWCAwdmzMrFlz+ffnwA9/Hn//YtHDly/wDBgbt2bVu4cLNmpUGF\nypu3WrWGrVq1aBGAiw4chAtXrqPHjyABiBxJsqTJkyhTqlyZLRs2ceKwYdOm7Rs5crFiiZEhgwcP\nAECBDhgAQICAcOHKKV3KtKlSAFCjSvXmrZo4ccOG3bolrpzXr2C9JkrEgAEAAQLGjSvHtq3bt2wB\nyJ1Ld5zdcnjz6i1Hzpu3UqUGDAiAAAEvXiQ4cGDGrJzjx5AjOwZAubLlb9/CkSMHDty1a9vChZs1\nKw0qVN681ao1bNWqRYsAyHbgIFy4crhz694NoLfv38CDCx9OvLjxbt28kVvOvJxzctBhwVKjZsCA\nAAAAHDhggAuXcuDDi/8fLx6A+fPoxYn7Vq5ct27YsJErR7++/XLjIEAgQKCAF4Beyg0kWNBgQQAJ\nFS4cN45cOYgRJUIMF+7YMQkSDhgwsGWLhRcvtGkrV9LkSZQlAaxk2fLbS3LkxInLlm3czW7duIkT\nV65cuHDg+PCBAQPA0TFjyi1l2tTpUgBRpU6lWtXqVaxZtYYLR67cV7Bhw4oTp0GDiRs3cuW6RI5c\nObhx5c6VC8DuXbzkyJXjy5ccuXKBBQ8OXMyEiSpVqIQLV87xY8iRIQOgXNkyOXLlNG/m3HncuChR\nXqRIcenSiVKlyq1m3dp1awCxZc8WJ25cuXLkyIULR65cOXLkyg0fDg7/XLdcuSBBMoADx7hx5aRP\np15dOgDs2bVv597d+3fw4cOFI1fO/Hn06MWJ06DBxI0buXJdIkeu3H38+fXnB9DfP0AAAgGQI1fu\n4EFy5MoxbOiQYTETJqpUoRIuXLmMGjdy3AjgI8iQ5MiVK2nyJMpx46JEeZEixaVLJ0qVKmfzJs6c\nOAHw7OlTnLhx5cqRIxcuHLly5ciRK+fUKThw3XLlggTJAA4c48aV6+r1K9iuAMaSLWv2LNq0atey\nFSeuHNy4cufCzZaNWLdu5fby7ev3L18AggcTLmf4cDly5Moxbuw4XLhRjhxx47atHObMmjdzBuD5\nM+hyokeTLk3amjVN/4ECcePmJ1eucrJn065NGwDu3LrJkSvn2zc5cuWGEy8uTty2WLGyZQt17Fi5\n6NKnU58O4Dr27Nq3c+/u/Tt4ceLKkS9v/jz5bNmIdetW7j38+PLnwwdg/z7+cvr3lyNHDmA5gQMJ\nhgs3ypEjbty2lXP4EGJEiQAoVrRYDmNGjRs1WrOmKVAgbtz85MpVDmVKlStVAnD5EiY5cuVo0iRH\nrlxOnTvFidsWK1a2bKGOHSt3FGlSpUkBNHX6FGpUqVOpVrUaLhy5clvLkSNXDmxYseLIljN7Fm1a\ntWkBtHX7llzccnPLjRtHrly5cePIlfNb7tq1Y9u2lStHrlxixYsZN/8G8BhyZHLkylW2fBlzZXDg\nunnzRo4ctG3bypU2fRr1aQCrWbcmR65c7NjkyJWzfRs3OHDdeJMjd40cuXLDiRc3XhxAcuXLmTd3\n/hx6dOnhwpErd70cOXLluHf3Lg58OfHjyZc3Xx5AevXrybUv977cuHHkypUbN45cOf3lrl07BnDb\ntnLlyJU7iDChwoUAGjp8SI5cuYkUK1qcCA5cN2/eyJGDtm1buZEkS5osCSClypXkyJV7+ZIcuXI0\na9oEB66bTnLkrpEjVy6o0KFEhwI4ijSp0qVMmzp9ClWcOHLlqpYjR66c1q1cu3r9CnYrgLFky5Ij\nVy5tWnHixrktV47/XLm5dOvavYuXLjlyAPr6/UuOXLnBg8mRK4c4seLFiMmVeww5suTJACpbvkyO\nXLnNm8mRKwc6tOjQ5MiVO406terV5ciRAwA7tuzZtGvbvo07tzZt3siRCwc8nLhyxIsbP448ufJx\n4wA4fw4dnHRy5MCB8+Ytmzhx4MCNEyeuXDly5MqZP48+vXr04sQBeA8/frhw48qVI0dunP5y/Pv7\nB1hO4EBy5QweRJgQITlyABw+hAgOnDhy5MaNE5exXDly5MqRI1eunDhx48iRK5dS5UqWK8mRKydO\nHACaNW3exJlT506ePbVp80aOXDii4cSVQ5pU6VKmTZ2OGwdA6lSq/+CskiMHDpw3b9nEiQMHbpw4\nceXKkSNXTu1atm3dshUnDsBcunXDhRtXrhw5cuP8lgMcWPDgcuTKHUacWHFicuQAPIYcGRw4ceTI\njRsnTnO5cuTIlSNHrlw5ceLGkSNXTvVq1q1ZkyNXTpw4ALVt38adW/du3r19/wYeXPhw4sWNH0ee\nXPly5s2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38efX/9+\n/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXLli5f\nwowpcybNmjZv4k3MqXMnz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4IN\nK3Ys2bJmz6JNq3Yt27Zu38KNK3cu3bp27+LNq5dlQAAh+QQICgAAACwAAAAAIAEgAYf////+/v79\n/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp\n6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV\n1dXT09PS0tLR0dHQ0NDPz8/Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/\nv7++vr69vb28vLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyr\nq6uqqqqoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2cnJybm5uampqZmZmYmJiXl5eW\nlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKB\ngYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFvb29ubm5tbW1sbGxr\na2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhWVlZVVVVU\nVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+\nPj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYk\nJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQ\nEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPH\njyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1Cj\nSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5M\nuLDhw4gTK17MuLFabdrAiZssLlw4cZgzYw7HOZy4z5/DiRZHunTpcONSqx4HDhyA17Bja9MWTpzt\n2+Ny6xbHu/c4ccCDixtHvHhxcePGiVu+HBw4ANCjS9emDZy469ixj9surrt3cOHCgf8DF06c+fPh\n0otbv37cOHHwv30DQL++/W3bwo0bJ66/f4DiBI4jWNBguHDdtm3z5g3cQ3ERxYWjWJGiN28ANG7k\n2NHjR5AhRY4MF07cyZPhwokb19LlS5gtw4UbN06cuHHidO4UN86nT3HiAAwlWhQcOHHjlC5lOk7c\nOKhRo4qjSnXcVaxYxW0NF07c13DhAIwlWxYcuHDi1K4d19ZtW3FxxYETV7fuOLzjxO399m3cOHHj\nBA8eJ04cAMSJFYMDJ27cY8iRJU8WJ66bOHHjNG/eHE7cZ9DhwIEDUNr0adSpVa9m3dr1ONixx4kT\nN872bdy5b3vzJk7cOODixI0jXtz/OHEAyZUvFydu3HPo0aVPjy5O3Djs2bVjDxdu3Hdx4gCMJ19e\nnLhx6dWvZ78enDhx4+TPp+/N2zj8+fXjB9DfP0AAAgGIEzfuIMKEChciBDfuIcSIEcWJG2dRnDgA\nGjdy7OjxI8iQIkeOK2lynDhx41aybOmSpTdv4sSNqylO3LicOnfmBODzJ1Bx4sYRLWr0KFKj4sSN\na+r0adNw4cZRFScOANasWsWJG+f1K9iwYMGJEzfuLNq03ryNa+v2bVsAcufSFSduHN68evfyzQtu\nHODAggWLEzfusDhxABYzbuz4MeTIkidTHmf5MubMmjOHCxYsXLhv38aRJi3u9LjU/6rHAWjt+rU4\nceNm065t+3ZtceLG8e7tW5y4bt3GjRMXLhyA5MqXixM37jn06NK/Uf/mbRz27NqxY8MmTly4ceLH\njwdg/jz6cerXs2+vXhx8cdewYRMlytm4/Pr3898vDqA4AAMJFjR4EGFChQsZjnP4EGJEiRHDBQsW\nLty3b+M4chT3cVxIkeMAlDR5Upy4cStZtnT5sqU4ceNo1rQpTly3buPGiQsXDkBQoUPFiRt3FGlS\npd+YfvM2DmpUqVCxYRMnLtw4rVu3AvD6Few4sWPJlhUrDq24a9iwiRLlbFxcuXPpzhUnDkBevXv5\n9vX7F3BgweMIFzZ8GPHhR2DAeP/zFi6cuHGTx4ELF06cuHGbxYkD8Bl0aHHixpU2fRp1atPgvn0b\n9xo2bHHbth075s0buG7dAPT2/VucuHHDiRcfLg4cOGvWkiWrNg56dOnjtlWqhA3bN3DgxnXvLk4c\nAPHjyYsTNw59evXrv31LlKhChw4ZMqgJF25cfv37+ecXB1AcgIEECxo8iDChwoUMxzl8CDGixIiP\nwIDx5i1cOHHjOo4DFy6cOHHjSooTByClypXixI17CTOmzJkwwX37Ni6nTp3itm07dsybN3DdugE4\nijSpOHHjmjp92lQcOHDWrCVLVm2c1q1cx22rVAkbtm/gwI07e1acOABs27oVJ27/nNy5dOt++5Yo\nUYUOHTJkUBMu3LjBhAsbHixOHIDFjBs7fgw5suTJlMdZvow5s+bL06alkCNnnOjRo8WNO41anGoA\nrFu7Hgc7tuzZtGODA1fNm7dxvHv35pYtGzdu48Z5CxcOgPLlzMWJGwc9unTo4bp1kyYtWzZw47p7\n9w4OnKUePYYNszYuvfpx4sQBeA8//rj59Ovbnz9s2I0bBgQIABggQAphwsaNEyfOmzhx4xw+hOgQ\nwESKFS1exJhR40aO4zx+BBkSZLhw47p1+/FDQJs241y+fClu3Dhx4sbdFCcOwE6ePcf9BBpUaFBx\n4saJE7dsGYxRo8Y9hTpOnDho/40aUaMmTtw4ceIAfAUbdtxYsmXHggP3TZy4cOG8eQM3Tu7cudOm\nIRgwABUqb+HCjQMceBwAwoUNj0OcWPFixNy4LVgQIEECDhwayJEDDdqePQsYMRoXWvTo0ABMn0ad\nWvVq1q1dvx4XW/Zs2rPDhRvXrduPHwLatBkXXLhwcePGiRM3Trk4cQCcP4c+Tvp06tWpixM3Tpy4\nZctgjBo1Tvz4ceLEQWvUiBo1ceLGiRMHQP58+uPs38dvHxy4b+LEAQwXzps3cOMOIkQ4bRqCAQNQ\nofIWLty4ihbHAcioceO4jh4/guzIjduCBQESJODAoYEcOdCg7dmzgBGjcTZv4v+0CWAnz54+fwIN\nKnQo0XFGjyJNajRcOGvW0ly4AGCqESPjrmLNqvWqOHEAvoINO24s2bJmx4ID583bLU2aDBgooEHD\ntGnP7vLidezYDTlyrl0bJ1gwgMKGD49LrHjxYnHjHkOOHNmbtwEDAGCOEgWYOHHjPoMeB2A06dLj\nTqNOrfr0tm2CBJVAgsSHjzkrVvDgAWA3AQLduokbJ3z4OHHiACBPrnw58+bOn0OPPm469erWp4cL\nZ81amgsXAIA3YmQc+fLmz5MXJw4A+/bux8GPL38+fHDgvHm7pUmTAQMFAGrQMG3aM4O8eB07dkOO\nnGvXxkWMCIBiRYvjMGbUqFH/3DiPH0GC9OZtwAAAJ6NEASZO3DiXL8cBkDmT5jibN3HmtLltmyBB\nJZAg8eFjzooVPHgAUEqAQLdu4sZFlTpOnDgAV7Fm1bqVa1evX8GOEzuWbFmx3rwRIUIAQNu2SZKM\nkzuXbl26APDm1TuOb1+/f/n68lWhgoIHDwQIABAgQKRIGjQUGDDAixcgjx5duzaOszhxAECHFi1O\n3DjTp1GnVj1OnLhWatTgwAGANu1evcCJEzeON29x4gAEFz58XHHjx5EXFyfOjh0v375lyxZHhIgE\nCQBkzw4OnLhx38GLAwcOQHnz59GnV7+efXv34+DHlz8fvjhxypTxadNGgIAE/wAPHRpHsKDBgwYB\nKFzIcJzDhxAjOqxVy5GjVtSoyZGDBRCgX78mTEhgwMCePYTEiRvHsuU4ADBjyhxHs6bNmzhrcuOG\nyZIlLFgACEWAYJzRo0iNAljKtOm4p1CjSn0qThw2bODGadUaLty3bwUKOCBEaJzZs2fDefMGoK3b\nt3Djyp1Lt67dcXjz6t2LV5w4Zcr4tGkjQECCQ4fGKV7MuDFjAJAjSx5HubLly5Rr1XLkqBU1anLk\nYAEE6NevCRMSGDCwZw8hceLGyZ49DoDt27jH6d7Nu7fv3dy4YbJkCQsWAMgRIBjHvLlz5gCiS58+\nrrr169irixOHDRu4ceDBh/8L9+1bgQIOCBEax759+3DevAGYT7++/fv48+vfz3+cf4DjBA4kWHCc\nNGndmjUjRSqDKFHjJI4TV3HcRYwZLwLg2NHjOJAhRY4E2a1brVrhxq0c502cuHDhwoQZQICAM2fi\ndI7j2XMcAKBBhY4jWtToUaRFU6Xq8OePMmVZsgy4cWPcVaxZxYkD0NXr13FhxY4lOxYZsnDj1K5l\nO07aOLhx5Y4D160bALx59e7l29fvX8CBxw0mXNhwYWnSujVrRopUBlGixk0eJ87yOMyZNWMG0Nnz\n53GhRY8mHbpbt1q1wo1jPc6bOHHhwoUJM4AAAWfOxO0e19v3OADBhQ8fV9z/+HHkyY2nStXhzx9l\nyrJkGXDjxjjs2bWLEwfA+3fw48SPJ1+ePDJk4catZ99+nLRx8eXPHweuWzcA+fXv59/fP0AAAgcS\nLGjwIEKB4xYybOjwIUNs2E5lyjRuXLhw4zZy7OgRAMiQIseRLGnSZDhx4rx5G+fyJUyXrVpZIEHi\n27dxOnfqFCcOANCgQscRLWr0qFFx4oSlSaNAgYlVq7Bh27EDAxYs47Zy7SpOHICwYseOK2v2LNqy\n1KjBgiVtHNxx2sSJG2f3Lt6848SFCwfgL+DAggcTLmz4MOJxihczbux4MTZspzJlGjcuXLhxmjdz\n7gzgM+jQ40aTLl06nDhx/968jWvt+nXrVq0skCDx7du43LpzixMH4Dfw4OOGEy9uvLg4ccLSpFGg\nwMSqVdiw7diBAQuWcdq3cxcnDgD48OLHkS9v/jx5atRgwZI27v04beLEjatv/z7+ceLChQPgHyAA\ngQMJFjR4EGFChQjHNXT4EGJEh+LEDeLBQ5y4cRs5dvS4EUBIkSPHlTR5smS4cNzGtXT5Eua4adMy\nhAgxDmdOneLEAfD5E+g4oUOJFhUaLpwNGwYoUIAAwcWpU926vXlzAA2acVu5dt0KAGxYsePIljV7\nlqwnTwwYbMiWbdWqE6tWjbN7F29eu+HCAfD7F3BgwYMJFzZ8eFxixYsZN/9mTC1btnGTKVe2PE5c\nuHAAOHf2PA50aNGjSZcOzYnTiUCBxrV2/VqcOACzadcedxt3bt23jRmTIycONmzFinX79m3cuCxZ\n9nz7Ng56dOnQAVS3fn1cdu3buWd34wYBAgk4cChQgCFNmnHjwoUb9x5+fPkA6Ne3fx9/fv37+fcf\nB3CcwIEECxokSC1btnEMGzp8OE5cuHAAKlq8OC6jxo0cO3rUyInTiUCBxpk8iVKcOAAsW7ocBzOm\nzJkwjRmTIycONmzFinX79m3cuCxZ9nz7Ni6p0qVJATh9CnWc1KlUq0p14wYBAgk4cChQgCFNmnHj\nwoUbhzat2rUA2rp9Czf/rty5dOvaHYc3r969fPeuevZsnODBhAWHCzdunLhw4QA4fgx5nOTJlCtT\n5sYtGThw164B8+YtXLgmTQJgwDAuterV4sQBeA079rjZtGvbnv3tW6xY4Mb5HsetW7dw4VKloiRO\n3LjlzJsvBwA9uvRx1Ktbv05927YBAwIgQJAgAYAHD6pVs2YNGDhw49q7f98egPz59Ovbv48/v/79\n4/r7BzhO4ECCBQuuevZs3EKGDReGCzdunLhw4QBcxJhx3EaOHT125MYtGThw164B8+YtXLgmTQJg\nwDBO5kya4sQBwJlT5ziePX3+5PntW6xY4MYdHcetW7dw4VKloiRO3Diq/1WtUgWQVevWcV29fgXb\nddu2AQMCIECQIAGABw+qVbNmDRg4cOPs3sVrF8Bevn39/gUcWPBgwuMMH0acWPFhW7ZObNo0TvJk\nypKxYQuXGRw4AJ09fx4XWvRo0qO9eZswYgQDBnqGDbt1C8DsAAG6dRuXW3fucOEA/AYefNxw4sWN\nHzcuzpKlaNFMmRI3Tvp06tQBXMeefdx27t29b6dGDQOGAAMGAAAgoEIFVapEiCAhRUq1atbChRuX\nX/84AP39AwQgcCDBggYPIkyosKA4ceMeQowoceI4HjwAbNgwbiPHjtu2wYL17Ru4bdsAoEypchzL\nli5fumTCBIAIESNGjP+pU6dKFQA+fWrTBk6cuHFGx4kDBw4A06ZOx0GNKnUq1anOOnQAB24c165e\nxYkbJ1YsgLJmz45Lq3Yt27TdugkQACBBAgoUGtCgQYuWAgUBBgywZu2aOHHjDiMeB2Ax48aOH0OO\nLHkyZXHixmHOrHkz53E8eADYsGEc6dKmt22DBevbN3DbtgGILXv2uNq2b+O+zYQJABEiRowYU6dO\nlSoAjh/Xpg2cOHHjno8TBw4cgOrWr4/Lrn079+7cnXXoAA7cuPLmz4sTN279egDu38MfJ38+/fry\nu3UTIABAggQUAFJoQIMGLVoKFAQYMMCatWvixI2TOHEcAIsXMWbUuJH/Y0ePH8eFFDmSZEmRAQIA\nMGBgXEuXLsMBA1atmjhx4cSJA7CTZ09x4sYFFTqUaNBAgWqNU7p0nDhxAKBC7dYt3DirV8VlBbCV\na1dx4saFFTuWbFmxZKRIGbeWbVu3bQHElTtXnLhxd/Hm1YsLV4AACLhx+/Yt3DjD43jwGBEr1jjH\njyE7BjCZcmXLlzFn1ryZ8zjPn0GHFv05QAAABgyMU716dThgwKpVEycunDhxAHDn1i1O3Djfv4EH\n9x0oUK1xx5GPEycOQPPm3bqFGzedujjrALBn1y5O3Djv38GHF/+djBQp49CnV79ePQD37+GLEzeO\nfn3793HhChAAATdu/wC/fQs3ruA4HjxGxIo1rqHDhw0BSJxIsaLFixgzatw4rqPHjyBDejxwAECA\nAM+ehQtnTJw4cOAEadAQK9a4mzcB6NzJc5zPn0CD+gwX7s2bcUiTKm3QAIAAAeLEjZtKdZy4qwCy\nat06rqvXr2DDej11KsCHD+PSql3Ldi2At3DjjptLt67duUaMAABQYJzfv3+HDcMTLty4w4gTHwbA\nuLHjx5AjS55MufK4y5gza96M+cABAAECPHsWLpwxceLAgROkQUOsWONixwZAu7btcbhz696NO1y4\nN2/GCR9OvEEDAAIEiBM3rrnzceKiA5hOvfq469iza9+O/dSpAB8+jP8bT768+fIA0qtfP669+/fw\n2xsxAgBAgXH48+cfNgxPOIDhxg0kWHAgAIQJFS5k2NDhQ4gRx02kWNHixXHcuAHgyFGDBgIEDoxk\nwABAgABQoIxjyRLAS5gxx82kOS5cuHHcuEmTpkqQIAECFiwYV9To0QABACxYMM7pU6jixAGgWtXq\nOKxZtW7lOk6cOABhK1QYV9bsWbRnAaxl23bcW7hx435DhAjAXQABxIkb19fvuEGDUIkTN87wYcSG\nASxm3NjxY8iRJU+mPM7yZcyZNTOLEUOAAAChDRgAULq0AAEBCBDgw2fc69cAZM+mLU7cONzixHnz\ndq1HDwDBhQMQIGD/2zjkycdBg3bgAIAOHcZNp159OgDs2bWP497d+3fw4+TIAVA+Q4Zx6dWvZ78e\nwHv48cWJG1fffn1x4njxQhEgAEAAAgEEGGdwnLhxCscJE3ZrHMSIEiUCqGjxIsaMGjdy7OhxHMiQ\nIkeSZBYjhgABAFYaMADg5UsBAgIQIMCHz7icOQHw7OlTnLhxQsWJ8+btWo8eAJYyBSBAwLZxUqeO\ngwbtwAEAHTqM6+r1a1cAYseSHWf2LNq0asfJkQPgbYYM4+bSrWu3LoC8eveKEzfuL+C/4sTx4oUi\nQAAAigEEGOd4nLhxkscJE3ZrHObMmjUD6Oz5M+jQokeTLm16HOrU/6pXq+bFq9S0aZs2SRMnbty4\nYcNe/fo1bly4ccKHDwdg/DjyccqXM/fmbcwYEnToFCiQIUOqcdq1hws3bpwiRdnGkS9v3jyA9OrX\nj2vv/j38+O516aIlTty4/Pr3898PACAAgQMHjjN4ECHCcOPGjRnjyZO4cRMpUhQnblxGjRs5AvD4\nEWRIkSNJljR5clxKlStZruTFq9S0aZs2SRMnbty4YcNe/fo1bly4cUOJEgVwFGnScUuZNvXmbcwY\nEnToFCiQIUOqcVu3hgs3bpwiRdnGlTV79iwAtWvZjnP7Fm5cuW916aIlTtw4vXv59uULAHBgweMI\nFzZsONy4cWPGeP/yJG5cZMmSxYkbdxlzZs0AOHf2/Bl0aNGjSZcedxp16tPgwI0TJw4QoAABHogT\nNw53bt27eecG8Bt48HHDiRcfLk7cOOXhwoEAcceaNRYsAnToIE7cOO3buXfXDgB8ePHjyJc3fx59\nevXrywNw/x7+OPnz6de3fx9//vkA+Pf3DxCAwIEECxo8iDChQgDjGjp86M0bLVo3GDAAgBFAAHHi\nxnn8CDKkyI8ASpo8OS6lypUsV4IDFwoSJAA0NWgAB06cuHE8e/r8CSCo0KHjiho9ijSp0qVMjQJ4\nCjWqOHHjqlq9ijWr1q1cxwH4Cjas2LFky5o9i3ac2rVsvXmjRev/BgMGAOoCCCBO3Li9fPv6/csX\ngODBhMcZPow4MWJw4EJBggQgsgYN4MCJEzcus+bNnAF4/gx6nOjRpEubPo069WgArFu7FidunOzZ\ntGvbvo079zgAvHv7/g08uPDhxIuPO448OTNmBAgEeA4gOoAD46pbv449O3YA3Lt7FydunPjx5MuT\nD7dtW44cC8KEGQc/vvz58gHYv49/nP79/Pv7BzhO4ECCA8WJG5dQ4cKEABw+hChO3DiKFS1exJhR\n48ZxADx+BBlS5EiSJU2eHJdS5UpmzAgQCBATwEwAB8bdxJlT506dAHz+BCpO3DiiRY0eNRpu27Yc\nORaECTNO6lSq/1WpAsCaVes4rl29fgUbFqw4cePMnkVrFsBatm3FiRsXV+5cunXt3sU7DsBevn39\n/gUcWPBgwuLEjUOcWHG3btvGjePFixo1cOMsX8acWXNmAJ09fxYnbtxo0qVNn0adWvU4AK1dvx4X\nW/Zs2rVt38YtG8Bu3r3DhRsXXPhw4sWNH0c+DsBy5s2dP4ceXfp06uLEjcOeXXu3btvGjePFixo1\ncOPMn0efXn16AO3dvxcnbtx8+vXt38efX/84AP39AwQgEMC4ggYPIkyocCFDgwAeQowYLty4ihYv\nYsyocSPHcQA+ggwpciTJkiZPohynciXLli5fwoy5EgDNmjbFif8bp3Mnz54+fwINOg4A0aJGxyFN\nqnQp06ZOnyYFIHUqVXHixmHNqnUr165ev44DIHYs2bJmz6JNq3atN2/j3sKNK3cu3bp2xwHIq3cv\nN27hxgEOLHgw4cKGC4sTB2Ax48bfvokbJ3ky5cqWL2O+LE4cgM6eP2/bBm4c6dKmT6NOrXo1gNau\nX8OOLXs27dq2vXkbp3s3796+fwMPPg4A8eLGuXELN2458+bOn0OPDl2cOADWr2P/9k3cuO7ev4MP\nL368eHHiAKBPr37bNnDj3sOPL38+/fr2AeDPr38///7+AQIQOJBgQYMHESZUuJBhQ4cPIUaUOJFi\nRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2bN3Hm1LmTZ0+fP4EGFTqUaFGj\nR4Vu2xZOXFOn46BGhSpO3Dir4rBm1SoOXDivXsWJCxdOnLhw374BULuWLTZs4cTFFTeOrji7d++O\n07uXr15x4sIFDiyOcGFx4bx5A7CYcWNt2sCJExcunDjLl8WNE7eZczhxn8WNEz16XLhs2b59Excu\n3Lhx4sSF8+YNQG3bt7dtCyeOd2/fv3uPEyduXPHi4sSFC/etW7dwz8VFlx7u2zcA17Fn176de3fv\n38Fv2xZOXHnz49CnRy9O3Dj34uDHly8OXDj79sWJCxdOnLhw/wC/fQNAsKBBbNjCiVsobpxDcRAj\nRhxHsaJFiuLEhdu4UZzHj+LCefMGoKTJk9q0gRMnLlw4cTBjihsnrqbNcOJyihvHs+e4cNmyffsm\nLly4cePEiQvnzRuAp1CjbtsWTpzVq1izXh0nTty4r1/FiQsX7lu3buHSilvLNty3bwDiyp1Lt67d\nu3jz6v32Ldy4v4ADCx4srnC4cOPGiVs8rrHjceIiiwv37RuAy5gzgwMnbpznz6DHiRtHurTp0+PC\nhbsGDty417BhhwMHDoDt27i/fQs3bpy43+LGCR9OXDi4cOHGKV8+Tpw4b9asjZtOnbq4b98AaN/O\nHRw4cePCj/8TR36c+fPox4kbx36cuHHwx4ED1y1cuHH48+cPBw4cAIAABA4kWNDgQYQJFSoUJ27c\nQ4gRJU6EKA4cuHEZNW7kmFGcOAAhRY4UJ27cSZQpVa5MKU7cuHHgwFXbtm3cTZw5xYkD0NPnT3Hi\nxg0lWtRo0XDjlC5lOk6bKlXixI2jWpWqOHEAtG7lOs7r13HixI0jW9Ys2XDj1KoNF06cuHDhuIED\nN87uXbzixAHg29fvX8CBBQ8mXFicuHGJFS9m3FixOHDgxk2mXNnyZHHiAGzm3FmcuHGhRY8mXXq0\nOHHjxoEDV23btnGxZc8WJw7Abdy5xYkb19v3b+C/w40jXtz/+DhtqlSJEzfO+XPn4sQBoF7d+jjs\n2ceJEzfO+3fw3sONI08+XDhx4sKF4wYO3Dj48eWLEwfA/n38+fXv59/fP0AAAgcSBDDuIMKEChci\n3LbNGjFi37558yZuHMaMGjGKEwfgI8iQ4sSNK2nyJMqUJ7Nls2YtSJAZtGiNq2nzpjhxAHby7ClO\n3LigQocSLWp0XLduTCxYKFZM3LioUseJEwfgKtas47Zy7eq1qzhx1bx5AwZsmC9fxIiNGWNp27Zx\ncufSFScOAN68evfy7ev3L+DA4wYTLmz4MOFt26wRI/btmzdv4sZRrmyZsjhxADZz7ixO3LjQokeT\nLj06WzZr/9aCBJlBi9a42LJnixMH4Dbu3OLEjevt+zfw4MLHdevGxIKFYsXEjWvufJw4cQCmU68+\n7jr27NqzixNXzZs3YMCG+fJFjNiYMZa2bRvn/j18ceIA0K9v/z7+/Pr38+8/DuA4gQMJFjQoUJeu\nGBUq3LrVrNm1cRMpVpwoThwAjRs5ihM3DmRIkSNJhsz24QMHDgMGCBAhQpy4cTNpzhQnDkBOnTvF\niRv3E2hQoUOJjosVC0BSZMjGNXXaNFw4AFOpVhUnblxWrVu5ihOXKxecW7eaNJGwYAEJEhgwxOjV\na1xcuXPFiQNwF29evXv59vX7F/A4wYMJFzY8WJeuGBUq3P+61azZtXGTKVeeLE4cAM2bOYsTNw50\naNGjSYfO9uEDBw4DBggQIUKcuHGzac8WJw5Abt27xYkb9xt4cOHDiY+LFQtAcmTIxjV33jxcOADT\nqVcXJ25cdu3buYsTlysXnFu3mjSRsGABCRIYMMTo1WtcfPnzxYkDcB9/fv37+ff3DxCAwIEECxoc\nhzChwoUME7Jh04EBgyxZxoy59e3buHHixnn8+BGAyJEkxZkchzKlypUsUVKLE2fFigABBMyYMS6n\nTp3iegL4CTTouHHixhk9ijSp0qUCBAB4um3buKlUx4W7CiCr1q3iuo77CjZsWG/eYsVCBQzYiRMV\nFiz48CH/QoRY4cKNu4sXr7i9APr6/Qs4sODBhAsbHoc4seLFjBNr07ZgwAA7djRpwvHo0bRpzqxZ\nGwc69DgApEubHoc6terVrFfPChYMGTIPHgSAADEut+7d4sQB+A08+LjhxIsbP46cOAECAJqDAzcu\nuvRx4sCBA4A9u/Zx3Lt7/869WTMXLlRp06ZK1QIHDh49ggZNmjhx4+rbvy9OHID9/Pv7BwhA4ECC\nBQ0eRJjQ4DiGDR0+hNhQm7YFAwbYsaNJE45Hj6ZNc2bN2jiSJccBQJlS5TiWLV2+hPlyVrBgyJB5\n8CAABIhxPX3+FCcOwFCiRccdRZpU6VKmSAkQABAVHLhx/1WtjhMHDhwArl29jgMbVuxYsM2auXCh\nSps2VaoWOHDw6BE0aNLEiRuXV+9eceIA/AUcWPBgwoUNH0Y8TvFixo0dL6ZGjUeDBmLEPHhwgQED\nN25q0KIlTtw40uLEAUCdWvU41q1dv2YNDlyyZK+4cWPGbNc33t84cCBQoYI4ceOMHzcuThwA5s2d\nj4MeXfp06tTFiStVCsD27cuWQfv2LVy4ceO+nQeQXv36ce3dv38vLlu2Fi2kSEEGDhwkSJEeAXwk\nTty4ggbHiQMH7tu3cePEgQMHYCLFihYvYsyocSPHcR4/ggwp8iM1ajwaNBAj5sGDCwwYuHFTgxYt\nceLG4f8UJw4Az54+xwENKnQoUHDgkiV7xY0bM2a7vkH9xoEDgQoVxIkbp3WrVnHiAIANK3Yc2bJm\nz6JFK05cqVIA3r5dtgzat2/hwo0b920vgL5+/44LLHjwYHHZsrVoIUUKMnDgIEGK9OiROHHjLmMe\nJw4cuG/fxo0TBw4cgNKmT6NOrXo169aux8GOLXs27djdui1AgMCSpQ0bAgAAUKWKk1ixwoUbN04c\nOHAAnkOPLk7cuOrWr1cPd+0aAgQAvv/5EywYNXHivHlLkQJAggTj3sOPL04cgPr274/Lr38///78\nAV5TouTAAQAHDz57xmvUqF69xIkD580bAIsXMYoTN47/Y0ePHG/JkUOChAwZzcSJ06ULSq9e42DG\njAmOGbNhw8CB+7ZtGwCfP4EGFTqUaFGjR8clVbqUaVOl0aJtsmZt3LhYsZqECJEtG7ZxX8GG+/YN\nQFmzZ8elVbt2bbhJkwDEjZspEzdu4/DijRBBwJ074wAHFixOHADDhxGPU7yYcWPHja09e4YN24IF\nCowYGTeOmzhx40CDFicOQGnTp8elVr169TFgwGLF8uZtXO1u3cKN072b97hr3ryFCzduHLhw4QAk\nV76ceXPnz6FHlz6OenXr17FXjxZtkzVr48bFitUkRIhs2bCNU78+3LdvAODHlz+Ofn379sNNmgSA\nP/9M/wAzceM2rmDBCBEE3LkzrqHDh+LEAZhIseK4ixgzatyo0dqzZ9iwLVigwIiRceO4iRM3rmVL\nceIAyJxJc5zNmzhxHgMGLFYsb97GCe3WLdy4o0iTjrvmzVu4cOPGgQsXDoDVq1izat3KtavXr+PC\nih1Ltqy4ceO8eSM1rq3bRYIEjZtLl264b98A6N3Ld5zfv4ADGzMGoHDhbt3GKVaMDRsCBAFOnRpH\nubJlceIAaN7MeZznz6BDi/4MDpwNZ87GqR73RZmycePANWsmTty427cB6N7Ne5zv38B9gwN3TZy4\ncciTJ58mTty45+O0MWP27ds0YMDAgRvHXZw4AODDi/8fT768+fPo049bz769+/fixo3z5o3UuPv4\nFwkSNK6/f4DjBIb79g3AQYQJxy1k2NChMWMAJErs1m3cxYvYsCFAEODUqXEhRY4UJw7ASZQpx61k\n2dLlS5bgwNlw5mzczXFflCkbNw5cs2bixI0jShTAUaRJxy1l2nQpOHDXxIkbV9Wq1WnixI3jOk4b\nM2bfvk0DBgwcuHFpxYkD0NbtW7hx5c6lW9fuOLx59e7FK07csmU2fvyYMMGMOHHjxnnzdubPn3GR\nJUsWBw4cAMyZNY/j3Nnz52/fBgwAAKAAN27ixI2rVq1QIQAABCRLNs72bdzixAHg3dv3OODBhQ8n\njm3/2LAJEw4ECzZunDRphkKFGjcOnDhx47RvHwfA+3fw48SPJ1/e/Hhx4qiBAzdunBkzBgYMmDIF\nFjdu4/TrFycOAEAAAgcSLGjwIMKEChWOa+jwIcSG4sQtW2bjx48JE8yIEzdunDdvZ/78GWfy5Elx\n4MABaOny5biYMmfS/PZtwAAAAApw4yZO3Lhq1QoVAgBAQLJk45YybSpOHICoUqeOq2r1Ktas2IYN\nmzDhQLBg48ZJk2YoVKhx48CJEzfuLdxxAObSrTvuLt68evfiFSeOGjhw48aZMWNgwIApU2Bx4zbu\n8WNx4gBQrmz5MubMmjdz7jzuM+jQoj+/eQPgtAAB/wcOoIgWbdw4YMAWgAAx7jbu3OLEAejt+/e4\n4MKHE/fmTYSIAAESiBMXLpw0QYI0aAgQoAA0aOO2c+8uThyA8OLHjytv/jz689GiDUCAgACBAE2a\nfPuWKFGCECHG8e/vH+C4cQAIFjQ4DmFChQsZLuzz6BEtWgECALAoS5a4cRs5jhMnDkBIkSNJljR5\nEmVKleNYtnT5kuWJEwBoVqhw40azcOHEibNho4ANG+OIFjUqThwApUuZihM3DmpUqVPduIkRQ9c4\nrePERYsGDlylSuHGlTV7tqw4cQDYtnU7Dm5cuXPlWrEiYMCAAAEWVKmyatWDBx5YsRp3GHHiwwAY\nN/92PA5yZMmTKUcWJ67VsmVNmgDw7FmcuHGjSY8WJw5AatWrWbd2/Rp2bNnjaNe2fZv2iRMAeFeo\ncONGs3DhxImzYaOADRvjmDd3Lk4cAOnTqYsTNw57du3b3biJEUPXOPHjxEWLBg5cpUrhxrV3/769\nOHEA6Ne3Pw5/fv379VuxAlDAgAEBAiyoUmXVqgcPPLBiNS6ixIkRAVi8iHGcxo0cO3rcKE5cq2XL\nmjQBgBKlOHHjWrpsKU4cgJk0a9q8iTOnzp08x/n8CTSoT2vWBAgIIEqUOHHZxo0DB44DBwAJEoy7\nijWrOHEAunr9Kk7cuLFky5qlRUuDhmnj2o57Nmz/2Li5dOvarQsgr9694/r6/Qv4b4ECAAQIoEIl\nAREiQIAUKCAAEaJxlCtbpgwgs+bN4zp7/gw6dLhxpMdhEyeOGzcBAgAECDAutmzZ4sKFA4A7t+7d\nvHv7/g08+LjhxIsbH27NmgABAUSJEicu27hx4MBx4AAgQYJx3Lt7FycOgPjx5MWJG4c+vfr1tGhp\n0DBtnPxxz4YNG4c/v/79+gH4BwhA4EAA4wweRJgQYYECAAQIoEIlAREiQIAUKCAAEaJxHT1+7AhA\n5EiS40yeRJlSZbhxLcdhEyeOGzcBAgAECDBO586d4sKFAxBU6FCiRY0eRZpU6TimTZ0+ZQoOnBAh\n/xKuXRuXNSs4cAMGADhwQJy4cWXNlhUnDsBatm3FiRsXV+7cuNmgQRsxwpIlcOPGiROXTJascYUN\nH0Z8GMBixo3HPYYcWfJjRYoAXA4QYMGCFFmy+PETIMCDYcPGnUad+jQA1q1dj4MdW/Zs2eLEhUiS\nxJQpZOPGgQMXIACAAQPGHUeOXNy3bwCcP4ceXfp06tWtXx+XXft27tszZFgwTvz4ceHCSZAAoECB\nce3dvxcnDsB8+vXFiRuXX39+ceJuAbx1BBOmO3do0RI3bpw4cXtOnBgncSLFihQBYMyocRzHjh4/\ncqRBAwDJEiU0aVoVK1avXilSGOnWbRzNmjbFif8DoHMnz3E+fwINCnTAAAAaNOTKFW7cuGzZChQA\nQIDAuKpWrYoDBw4A165ev4INK3Ys2bLjzqJNqzZthgwLxsGNOy5cOAkSABQoMG4v377ixAEILHiw\nOHHjDiM+LE7crVtHMGG6c4cWLXHjxokTt+fEiXGeP4MODRoA6dKmx6FOrXo1aho0AMAuUUKTplWx\nYvXqlSKFkW7dxgEPLlycOADGjyMfp3w58+bMBwwAoEFDrlzhxo3Llq1AAQAECIwLL168OHDgAKBP\nr349+/bu38OPP24+/fr252/bNmGCjnH+AY4TOBAIkBC8eI1TuJChQgAPIUYUJ25cRYsXw4XzNo7/\nY0eP46AtWSJO3DiTJ1GmNAmAZUuX42DGlDkTpgABAHB26zaOZ89x4MCNEzqUaFEAR5EmHbeUaVOn\nS+nQATBVkKBw4cZlzTpgAIAsWcaFFTtWnDgAZ9GmVbuWbVu3b+GOkzuXbl2527ZNmKBjXF+/foEA\nCcGL1zjDhxEbBrCYcWNx4sZFljw5XDhv4zBn1jwO2pIl4sSNEz2adGnRAFCnVj2OdWvXr1kLEACA\ndrdu43DnHgcO3Djfv4EHBzCcePFxx5EnV36cDh0AzwUJChduXPXqAwYAyJJlXHfv38WJAzCefHnz\n59GnV7+e/Tj37+HHd+/KFQAACcbl168fGzY1/wDDhRtHsKBBggASKlw4rqHDhw3FiRtHsaJFinkU\nKIAGTZy4cONCihw5EoDJkyjHqVzJsqXKBg0AAFAwrqbNmzhz4gTAs6fPcUCDCh0KdMAAAEjBgRvH\nlCk4cBYsAHj1apzVq1itAtjKtavXr2DDih1LdpzZs2jTmnXlCgCABOPiypWLDZuacOHG6d3LVy+A\nv4ADjxtMuPBgceLGKV7MWHEeBQqgQRMnLty4y5gzZwbAubPncaBDix4NukEDAAAUjFvNurXr164B\nyJ5Ne5zt27hz2x4wAIBvcODGCRcODpwFCwBevRrHvLlz5gCiS59Ovbr169izax/Hvbv37+DAAf8Y\nDyBAs2bbtn1bHy4cFSqawIEbR7++ffoA8uvfL07cOIDjBA4kWNCgOHFFBgzw4uXXL3DjJE6kSBHA\nRYwZx23k2NGjNWsARALwMW6cOHHfunUb19LlS5gvAcykWXPcTZw5c4LToAHAz5/SpIEDF+7YMU6c\nAABQ4MzZOKhRpUIFUNXqVaxZtW7l2tXrOLBhxYoNlyULALRor10bNuzOqlXevEWKpAccuHF59e7N\nC8DvX8DixI0jXNjwYcTjxIlDIEAANGjfvoUbV9ny5csANG/mPM7zZ9ChQ4VasCBAgETjxnXrxkWU\nqHGxZc+mPRvAbdy5x+3m3Xs3KFAFAAwnDmD/3Lhv3xTRoBEmzATo3ryNo17dOnUA2bVv597d+3fw\n4cWPI1/evPlwWbIAYM/+2rVhw+6sWuXNW6RIesCBG9ffP8BxAgcCKGjwoDhx4xYybOjw4Thx4hAI\nEAAN2rdv4cZx7OjRI4CQIkeOK2nyJMpQoRYsCBAg0bhx3bpxESVqHM6cOnfqBODzJ9BxQocSFQoK\nVAEASpcCGDfu2zdFNGiECTPhqjdv47Zy7boVANiwYseSLWv2LNq049aybet27Z49lCiFG2f37l1x\n4sbx7ev3L4DAggeLEzfuMOLEihePe/WKAyVK4yZTrmy5MoDMmjeP6+z5M+jQoMORHmf6NOrU/6gB\nsG7tehzs2LJhhwsXTZw4SJCMGRvn+zfw4MKFAyhu/Djy5MqXM2/ufBz06NKnQ9+zhxKlcOO2c+cu\nTty48OLHkwdg/jx6ceLGsW/v/j38ca9ecaBEaRz+/Pr36wfgHyAAgQMBjDN4EGFChQnDNRz3EGJE\niREBVLR4cVxGjRszhgsXTZw4SJCMGRt3EmVKlStXAnD5EmZMmTNp1rR5c1xOnTt59vT5E6hOAEOJ\nFh13FGlSpUuRRov2RJy4cVOpVrVaFUBWrVvHdfX6FWxYsM/ChRt3Fm1atWkBtHX7dlxcuXPp1rV7\nF69cAHv59vX7F3BgwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZszivn1782bYONGjSZc2DQB1\natXjWLd2/Rr2a3Dhwo2zfRt3btwAePf2PQ54cOHDiRc3fjw4AOXLmTd3/hx6dOnTx1W3fh17du3b\nuVsH8B18eHHixpU3fx79eXHfvr15M2xcfPnz6dcHcB9//nH7+ff3D3CcwIEEx4ELF26cwoUMGzIE\nADGixHEUK1q8iDGjxo0VAXj8CDKkyJEkS5o8KU7cuJUsW7p8CTOmzHEAatq8OS6nzp08d3brdu3b\nt2vXqI07ijSp0qUAmjp9Oi6q1KlUq1INJ07cuK1cu3rtCiCs2LHixI07izat2rVs27odByD/rty5\ndOvavYs3r15x4sb5/Qs4sODBhAuPA4A4seJxjBs7fuy4W7dr375du0ZtnObNnDt7BgA6tOhxpEub\nPo36dDhx4sa5fg07NmwAtGvbFidunO7dvHv7/g08+DgAxIsbP448ufLlzJuLEzcuuvTp1Ktbv459\nHIDt3LuLEzcuvPjx5MubP49+HID17NuLEzcuvvz59Ovbv49/HID9/PuLAyhu3ECCBQ0eRJhQ4TgA\nDR0+hBhR4kSKFS2KEzdO40aOHT1+BBlyHACSJU2KEzdO5UqWLV2+hBlzHACaNW2KEzdO506ePX3+\nBBp0HACiRY2KEzdO6VKmTZ0+hRp1HACq/1WtXsWaVetWrl3FiRsXVuxYsmXNnkU7DsBatm3HvYUb\nV+5cunXtwgWQV+/ecX39/gUcWPBgwn4BHEacWJy4cY0dP4YcWfJkyuMAXMacWfNmzp09fwbdrZu4\ncaVNn0adWvVq1gBcv4b97Zu4cbVt38adW/du3gB8/wb+7Zu4ccWNH0eeXPly5eLEAYAeXfq2beHG\nXceeXft27t29AwAfXvx48uXNn0efvls3cePcv4cfX/58+vUB3Mef/9s3ceP8AxwncCDBggYPIjQI\nYCHDht++iRsncSLFihYvYrwoThyAjh4/btsWbhzJkiZPokypciWAli5fwowpcybNmjZv4v/MqXMn\nz54+fwINKnQo0aJGjyJNqnQp06ZOn0KNKnUq1apWr2LNqnUr165ev4INK3Ys2bJmz6JNq3Yt27Zu\n38KNK3duUm7cwInLKy5cOHF+xwEOPE4c4XDhxIkDFy4cOHDfHj8WJ3kc5crjwoUDoHkzZ27cwokL\nLXr0aHDgwoUTp3oca9bixHnzVm32t2/ibo8bJ273t28AfgMPvm1bOHHGjx8fp1wc8+bOxYWLLm46\ndXHjxokbp337uHDhAIAPL37bNnDizosLp169uPbtx8GPHx9ct27evH37Bk4cf3HhAI4TOHBcuHAA\nECZUuJBhQ4cPIUYEBy6cOIviwoUTN47/Y8eO4sSFEzdSXDiT4sRx4xZOnLhxL2HCFDcTQE2bN8GB\nCzeO5zhx4sYFDSqOaDijRsWJG7eU6Ths2HR9+zaOatWq4cCBA7CVa1dw4MSNEzuWbFmz4sSFUyuO\nrbhxb+HGhStOHAC7d/GG0yuOr7hw4cSNEzyYMGFx4qxVqxYuHDhw4yBDFjeOcuXKADBn1ryZc2fP\nn0GHFiduXOnS4sSNU72atThx3sSJGzdOHDhw4nDjHrebd+/eAIAHFy5O3DjjxsWJG7ecuTjnz8GN\nky49XDhv3oABywQO3Djv38GLEweAfHnz4sSNU7+efXv368WFCzeOfn379+0D0L+f/zj//wDHCRwn\nTty4gwgTKhQnLpclS9myjZtIsaLFiQAyatzIsaPHjyBDihQnbpxJk+LEjVvJsqU4cd7EiRs3Thw4\ncOJy5hzHs6dPnwCCCh0qTty4o0fFiRvHtKm4p1DBjZs6NVw4b96AAcsEDty4r2DDihMHoKzZs+LE\njVvLtq3bt2zFhQs3rq7du3jvAtjLt++4v4DHiRM3rrDhw4jFictlyVK2bOMiS55MOTKAy5gza97M\nubPnz6DHiR5NurRoaNBChcqjS9ewYdvAgRtHu7bt27YB6N7Ne5zv38CD+xZHnPi4cdu2aYsUCQyY\nAQMSUKM2rrr16+LEAdjOvfu47+DDi///Hq58eXHisGGjtm3buPfw48uPD6C+/fvj8uvfzz9/N4Dd\ntg1ctowDhwIHDtCi9e3bOIgRJU4EUNHiRYwZNW7k2NHjOJAhRY4ECQ1aqFB5dOkaNmwbOHDjZM6k\nWZMmAJw5dY7j2dPnT57ihAodN27bNm2RIoEBM2BAAmrUxk2lWlWcOABZtW4d19XrV7Bdw40dK04c\nNmzUtm0b19btW7hvAcylW3fcXbx59d7t1m3b32XLOHAocOAALVrfvo1j3NjxYwCRJU+mXNnyZcyZ\nNYsTN87zZ9CfxYlz48bAaTJk5MjxhAyZOHHjZM+mXVucOAC5de8WJ27cb+DBhYcLt23/W7dx45gx\nmxEgAADoAAgwYzbO+nXs4sQB4N7d+zjw4cWPFyfu2jVXrnw1azZsWKJcucbNp19/vjhx4/SLEwfA\nP0AAAgcCGGfwIMKEBnnxkiEDhAcPACZOjBZtHMaMGjdiBODxI8iQIkeSLGnypDhx41aybMlSnDg3\nbgzQJENGjhxPyJCJEzfuJ9CgQsWJA2D0KFJx4sYxber0abhw27Z1GzeOGbMZAQIA6AqAADNm48aS\nLStOHIC0ateOa+v2LVxx4q5dc+XKV7Nmw4YlypVrHODAggGLEzfusDhxABYzbjzuMeTIkh/z4iVD\nBggPHgBw5hwt2rjQokeTDg3gNOrU/6pXs27t+jXscbJn067tzduIEQ4cpAAE6MmTPK5ciRMXLty4\n5MqXKxcnDgD06NLHUa9u/Tr26ty4VQoQwICBAAFWjStv/nx5ceIAsG/vfhz8+PLliwMHbtWqQYNI\nDRvWCGCjVdeujTN4EGFChAAYNnQ4DmJEiRPFiUuVqkqVKB8+APAYIMA4kSNJliQJAGVKlStZtnT5\nEmbMcTNp1rQZLpwoURw4RMqW7dIlCUNp0QIHblxSpUuZAnD6FOo4qVOpVrVaddeAATp0JEsmblxY\nsWPHAjB7Fu04tWvZsgXHjVusWDNmWFKmjBUrKcOGjfP7F3BgwAAIFzY8DnFixYrFjf8b9+1bpkzT\nhg07cACAAwfjOHf2zDlcuHGjxYkDcBp1atWrWbd2/Rr2ONmzadcOF06UKA4cImXLdumSBOG0aIED\nNw55cuXLATR3/nxcdOnTqVenvmvAAB06kiUTNw58ePHiAZQ3f35cevXr14Pjxi1WrBkzLClTxoqV\nlGHDxvX3D3CcwIEEBwI4iDDhuIUMGzYUN27ct2+ZMk0bNuzAAQAOHIz7CDLkx3DhxpkUJw6AypUs\nW7p8CTOmzJnjatq8ibOmOHHjevZctQoDAAAsWAQLNi6p0qTixI17+hSA1KlUx1m9ihWrtXFcu3od\n523BAl++xIkbhzat2rUA2rp9Oy7/rty5c8PZNWYMGzZq377VqWPHkqVxhAsbPmwYgOLFjMc5fgwZ\nMrhxlCtX/vDhQKVK4zp79iwudLhw40qLEwcgterVrFu7fg07tuxxtGvbvk1bnLhxvHmvWoUBAAAW\nLIIFG4c8OXJx4sY5dw4guvTp46pbv37d2rjt3LuP87ZggS9f4sSNO48+vXoA7Nu7Hwc/vnz54eob\nM4YNG7Vv3+rUAWjHkqVxBQ0eRHgQwEKGDcc9hBgxIrhxFS1a/PDhQKVK4zx+/ChOZLhw40yKEwdA\n5UqWLV2+hBlT5sxxNW3exJnTZrZsAQAAUKXKm7dxRYuKQxou3Dim4sQBgBpV6jiq/1WtUt22Dcu3\nb+O8fv1qS4CAcOHGnUWbFhy4cW3FiQMQV+7ccXXt3sV7Fxw4cePG9erVIkiQcYUNH0Z8GMBixo3F\niRsXWZy4cZUtjxM3TvPmzZ06HXj1atxo0qTFnQ4XbtxqceIAvIYdW/Zs2rVt38YtTtw43r19/wY+\nDhkyAgMGjEOePLk45uOcOxcnDsB06tXHXcee/bo3b3DAgRsXXrx4FAYMiBM3Tv169u3FiQMQX/78\ncfXt38ef3z43brnGABwDDpw3b+MOIkyoEADDhg7HQYwocSLFiJUqheDEaRzHjh4/chQnDgDJkiZP\nokypciXLluLEjYspcybNmuOQIf8jMGDAuJ4+fYoLOm7oUHHiACBNqnQc06ZOmXrzBgccuHFWr15F\nYcCAOHHjvoINK1acOABmz6Idp3Yt27Zu13LjlmvMGHDgvHkbp3cv374A/gIOPG4w4cKGDxOuVCkE\nJ07jHkOOLPmxOHEALmPOrHkz586eP4MeJ3o06dKmR2vTVsCEiXGuX7/uxo3bt2/jbosTB2A3797j\nfgMP/nvatDXjjiNHzo1bAAAAwIEbJ336OHHgwH37Nm67OHEAvoMPP248+fLmz5u/NWKEL1/Bgk0b\nJ38+ffoA7uPPP24///7+AY4TOHAgLlwBIEAYt3CcuHEPIUaMCIBiRYsXMWbUuJH/Y8dxH0GGFDkS\npDZtBUyYGLeSJctu3Lh9+zaOpjhxAHDm1DmOZ0+fPKdNWzOOaNGi3LgFAAAAHLhxT6GOEwcO3Ldv\n47CKEweAa1ev48CGFTuW7NhbI0b48hUs2LRxb+HGjQuAbl274/Dm1buXb15cuAJAgDCO8Dhx4xAn\nVqwYQGPHjyFHljyZcmXL4zBn1ryZc+YfPxDEijWOdOnS2rx5EyduXGtx4gDElj17XG3bt29nG7eb\nN28BAgAEX7RInLhxx4+D+/ZNnLhxz58DkD6d+jjr17Fn157d2oULb95gwXJsXHnz588DUL+e/Tj3\n7+HHl/9egQIA9//8oUNnmDZt/wDHCRxIUCCAgwgTKlzIsKHDhxDHSZxIsaLFiT9+IIgVa5zHjx+1\nefMmTty4k+LEAVjJsuW4lzBjxsw2rqZNmwIEANi5aJE4ceOCBgX37Zs4ceOSJgXAtKnTcVCjSp1K\ndaq1CxfevMGC5di4r2DDhgVAtqzZcWjTql3LNq0CBQDi/vlDh84wbdrG6d3LVy+Av4ADCx5MuLDh\nw4jHKV7MuLHjceLEiRAh4NChcZgxixM3blw4ceLGiRYtThyA06hTj1vNurXr1+OoUQsQAIDtX7+u\nXQs3rvc4ccCBjxs+HIDx48jHKV/OvLnz5rYQINizR5SoYuLEjdvOvft2AODDi/8fR768+fPoyz94\nAKB9kiQfPgixZGmc/fv4xYkDwL+/f4AABA4kWNDgQYQJFQIY19DhQ4gRHSZI0KBPn3Hjwm0UJ27c\nR5AhxYkDUNLkyXEpVa5k2XKcOHEAZAYI0KsXOHDjdO7kuVOcOABBhQ4dV9ToUaRJkZrasePbN3Hi\nxk2lWtUqAKxZtY7j2tXrV7BdUaCgkCnTOLRp1a5FK04cALhx5c6lW9fuXbx5x+3l29fvX74JEjTo\n02fcuHCJxYkb19jxY3HiAEymXHncZcyZNW8eJ04cANABAvTqBQ7cONSpVacWJw7Aa9ixx82mXdv2\nbdumduz49k2cuHHBhQ8nDsD/+HHk45QvZ97c+XIUKChkyjTO+nXs2a2LEwfA+3fw4cWPJ1/e/Plx\n6dWvZ99ePRkyBWLECBbszx8jyZKN49/fP0Bx4gAQLGhwHMKEChcyTMiJk4ABA5gxAwduHMaMGjOK\nEwfgI8iQ40aSLGnypEkkQoSMa+nyJcyXAGbSrDnuJs6cOnfiBAcO1rigQocSHSpOHICkSpcyber0\nKdSoUsdRrWr1KtaqZMgUiBEjWLA/f4wkSzbuLNq04sQBaOv27bi4cufSrSuXEycBAwYwYwYO3LjA\nggcLFicOAOLEiscxbuz4MeTHSIQIGWf5MubMmAFw7ux5HOjQokeTDg0OHKxx/6pXs27NWpw4ALJn\n065t+zbu3Lp3j+vt+zfw4OPChZsw4QByFSoKFDBx7dq46NKnhwsH4Dr27OO2c+/u/Tv3UKEoGDAQ\nK9azZ+PWs18vTty4+OLEAahv//64/Pr38++vHyAMGAIsWBAnblxChQsZJgTwEGLEcRMpVrR4cZw4\nccmSWRv3EWRIkSHFiQNwEmVKlStZtnT5EuY4mTNp1rTpbdkyESIC9EyRAgIEI9q0jTNqVJy4cePE\nffsGAGpUqeOoVrV6FWvVZ88OAABgy9a2beLGlTU7zpu3cWvFiQPwFm7ccXPp1rVbV5w4aL16CRAA\nALA4ceMIFzYsTtw4xYoBNP92/HhcZMnjxIkb161br16pxo0TJuzHjwNo0PjwcWdcatWrWa8OFw5A\nbNmzade2fRt3bt3jePf2/Ru4t2XLRIgIcDxFCggQjGjTNg46dHHixo0T9+0bAO3buY/z/h18ePHf\nnz07AACALVvbtokb9x7+OG/extUXJw5Afv37x/X3D3CcwIEEB4oTB61XLwECADgUJ26cxIkUxYkb\nhxEjgI0cO477CHKcOHHjunXr1SvVuHHChP34cQANGh8+7oy7iTOnzpzhwgH4CTSo0KFEixo9inSc\n0qVMmzLt1s1asmQcOChIkeLZM1q0wo37CjbsuHDgwAE4izbtuLVs27p9y5b/GjURDBiAAzcur969\nfPMC+As48LjBhAsbPjzu27cAAQAECMCN27jJlCtbngwgs+bN4zp7/gy6szJlT54QQIAgQIAV2LCN\new07tuzX4sQBuI07t+7dvHv7/g18nPDhxIsT79bNWrJkHDgoSJHi2TNatMKNu449+7hw4MAB+A4+\n/Ljx5MubP0+eGjURDBiAAzcuvvz59OMDuI8//7j9/Pv7BzhO4MBx374FCAAgQABu3MY9hBhR4kMA\nFS1eHJdR40aOGZUpe/KEAAIEAQKswIZt3EqWLV2uFCcOwEyaNW3exJlT506e43z+BBrUpzRpBAiM\nwIVrz54FJUqIEzdunLhx/1WrihMHDtw4ruLEAQAbVuw4smXNkg0Xzts4tm3bihO3gACBcOHG3cWb\nV5y4cX37AgAcWPA4woUNH0ZcGA4cAAECPHs2bpy4cZXHicOMedzmzQA8fwY9TvRo0qVJR4gAQLUA\nAQCkSOHG7datEaJEjRsnTvc43r3HAQAeXPhw4sWNH0eefNxy5s2dL5cmjQCBEbhw7dmzoEQJceLG\njRM3Trx4ceLAgRuXXpw4AO3dvx8XX/78+OHCeRuXX79+ceIWACRAIFy4cQYPIhQnbhxDhgAeQow4\nbiLFihYvUoQDB0CAAM+ejRsnbhzJceJOnhynUiWAli5fjospcybNmREiAP/IKUAAAClSuHG7dWuE\nKFHjxolLOm4p03EAnkKNKnUq1apWr2Idp3UrV67bBg0CIBaAgEOHDhxYoEDBs2e0aHUTJ27cOG3N\nmlWrNm6vOHEA/gIOPG4w4cLixF27JufUKWfOwoUbJ7lMGQGWuXEbp3mzZnGexY0LHRoA6dKmx6FO\nrXo169RgwBgQIMCSpWDBwI3LPQ7ct2/ixI0LHhwA8eLGxyFPrny5cihQAECHPoABAyBAAgQQgAED\nM2a/tm0TJ24ceXHiAKBPr349+/bu38OPP24+/frzT50aAGA/fwHRAEajQSOAAAHRosGCVWfYsHHj\nqPXqFS3aOIvixAHQuJH/4ziPH0F68zZjxoBNm5Yt69ZtXMsqVQAECDCOZk2bNMWJG7dzJwCfP4GO\nEzqUaFGjQ3ftGrB02TJt2raFCzduXDhxV8WN06oVQFevX8eFFTuW7FgKFAAQIDBixAYdOlq0GDAg\ngAED2bINs2YNHLhxf8WJAzCYcGHDhxEnVryY8TjHjyE7PnVqAADLlwVEi0aDRgABAqJFgwWrzrBh\n48ZR69UrWrRxr8WJAzCbdu1xt3Hn9uZtxowBmzYtW9at2zjjVaoACBBgXHPnz5uLEzeOOnUA17Fn\nH7ede3fv37nv2jWA/LJl2rRtCxdu3Lhw4uCLGzd/PgD79/GP07+ff3/+/wApUABAgMCIERt06GjR\nYsCAAAYMZMs2zJo1cODGaRQnDoDHjyBDihxJsqTJk+NSqlyZkhmzQODAffs2rqbNmt68jRv37Ru4\ncOHGjQs3rqhRowCSKl06rqnTp029eYs1rqpVq1y4UIAFa5zXr2DDggVAtqzZcWjTql3LNu2mTTGG\nDRtHt67du3YB6N3Ld5zfv4AD+wUHLkAAAeLEjVvMuLHjx4wBSJ5MubLly5gza948rrPnz52ZMQsE\nDty3b+NSq07tzdu4cd++gQsXbty4cONy69YNoLfv3+OCCx8e3Ju3WOOSK1fOhQsFWLDGSZ9OvTp1\nANizax/Hvbv37+C7b//aFGPYsHHo06tfrx6A+/fwx8mfT7++fHDgAgQQIE7cOIDjBA4kWNCgQAAJ\nFS5k2NDhQ4gRJY6jWNEixW7dxm3k2NFjR2/jRI4kSRLASZQpx61k2dLlS5bhwh0aV9PmTZw5Aezk\n2XPcT6BBhQZlxWrYtm21akERJ27cU6hRpUYFUNXq1XFZtW7lmtWIEQAAFowjW9bsWbRnAaxl29bt\nW7hx5c6lO87uXbx59e7l2/cuAMCBBY8jXNjwYcSFwy0e19jxY8iRAUymXHncZcyZNV/+9StIEBho\n0Dx4IEmcuHGpVa9mvRrAa9ixx82mXdu2Ll0AdANQMM73b+DBhQcHUNz/+HHkyZUvZ97c+Tjo0aVP\np17d+vXoALRv5z7O+3fw4cV/D1d+3Hn06dWvB9De/ftx8eXPpx//168gQWCgQfPgAUBJ4sSNK2jw\nIMKDABYybDjuIcSIEnXpAmARgIJxGjdy7OixI4CQIkeSLGnyJMqUKsexbOnyJcyYMme2BGDzJs5x\nOnfy7OnzJ9CgOwEQLWp0HNKkSpcideZMgwYTqVI9eqRrHNasWrdyBeD1K1hx4saRLWtWnLhYBAgA\naAtAxri4cufSrUsXAN68evfy7ev3L+DA4wYTLmz4MOLEigkDaOz48bjIkidTrmz5MmbJADZz7jzu\nM+jQoj87c6ZBg4lU/6kePdI17jXs2LJnA6ht+7Y4ceN28+4tTlwsAgQAEAcgYxzy5MqXM18O4Dn0\n6NKnU69u/Tr2cdq3c+/u/Tv48NsBkC9vfhz69OrXs2/v/n16APLn0x9n/z7+/Pr38+9/HyAAgQMJ\nihM3DmFChQs1acKGbVxEiRMpVqwIAGNGjRs5dvT4EWTIcSNJljR5EmVKlSQBtHT5clxMmTNp1rR5\nE6dMADt59hz3E2hQoUOJFjUKFEBSpUvFiRv3FGpUqZo0YcM2DmtWrVu5cgXwFWxYsWPJljV7Fu04\ntWvZtnX7Fm7ctQDo1rU7Dm9evXv59vX7Ny8AwYMJjzN8GHFixYsZN/8+DAByZMnixI2zfBlzZs2b\nOXceBwB0aNGjSZc2fRp16m/fxrV2/Rp2bNmzZ4sTBwB3bt3fvokb9xt4cOHDiRcnLk4cAOXLmXvz\nJm5cdOnTqVe3ft26OHEAuHf3vm2buHHjyZc3fx59evUA2Ld3/x5+fPnz6df/9m1cfv37+ff3D3Cc\nwIEEC44TJw6AwoUMv30TNy6ixIkUK1q8aFGcOAAcO3r05k3cuJEkS5o8iTIlSnHiALh8CXPbNnHj\natq8iTOnzp08Afj8CTSo0KFEixo9ijSp0qVMmzp9CjWq1KlUq1q9ijWr1q1cu3r9Cjas2LFky5o9\nizat2rVs27p9Czf/rty5dOvavYs3r969fPv6/Qs4sODBhAsbPowYqjZt4MQ5fgwZ8rjJk8VZFgcu\nc7du3Lhp+xwunLjRpMWF+/YNgOrVrLVpAydOXLjZ4cSFCycut27d48T59j1unLjh4r5x4wYOXLjl\n4pqLC/ftG4Dp1Ktr0xZOnPbt4sZ5/w4+/Dhw5Lt18+btW7hw4sSFEwc/vrhv3wDYv48/WzZw4vr7\nByguXDhx4sIdRBhO3MKF4Bw6/PbNWziKFMVdxCju2zcAHT1+BBlS5EiSJU2CAxdu3EqWLV2yFDdu\nnDhx3sTdFKdNWzdu3MT9HBdUaDhw4AAcRZr027dw4pw+HRc1qjiq/1XFhRuXdZy4cV3HgQPnDRs2\nceLCjUObVly4cADcvoULDpy4cXXHicM7Tu9evn3HfQsXTpy4cOHGHUZ8WJy4cePCPQYQWfJkcODE\njcM8TtzmcePEfQYNetxoceLCffsWLtw21uLEjYMNW5y4cePEhQsHQPdu3r19/wYeXPhwceLGHUee\nXHnyb+LEhQsHTpy4cePEietmzZo4ceO8f/cuThwA8uXNi0M/Tv169u3XfxMXP/44+vW99eoVLtw4\n/v39AwQgcCBBceLGIUyocCHDhOC8eRsncSJFieLEjcuYEQDHjh7FiRsnciTJkiZHisuWrVs3bty2\niRM3buZMceLG4f/ECWAnz54+fwINKnQoUXHixiFNqnSp0m/ixIULB06cuHHjxInrZs2aOHHjvoL9\nKk4cgLJmz4pLO24t27Zu2X4TJ1fuuLp2vfXqFS7cuL5+/wIILHiwOHHjDiNOrHgxYnDevI2LLHly\nZHHixmHGDGAz587ixI0LLXo06dKixWXL1q0bN27bxIkbJ1u2OHHjbt8GoHs3796+fwMPLnz4uOLG\njyMv/u0bNWpXLFnSoqXauOrjwoWTZsoUOHDhxoEPLy5cOADmz6MXJ24c+/bu33/7Bg6csWzZfv0C\nN27/OGnSAFrKkkWatHDjECZMCIBhQ4fixI2TOJFiRYrGmjUbsbH/Vi1x4saFFDmSpDhxAFCmVDmO\nZUuXL2G2BAdO26xZunR9+XIrXLhxP4EG/QmAaFGjR5EmVbqUadNxT6FGlfr02zdq1K5YsqRFS7Vx\nX8eFCyfNlClw4MKNU7tWXLhwAODGlStO3Di7d/Hm/fYNHDhj2bL9+gVuXOFx0qRZypJFmrRw4yBH\njgyAcmXL4sSN07yZc2fOxpo1GzG6Vi1x4salVr2atThxAGDHlj2Odm3bt3HXBgdO26xZunR9+XIr\nXLhxx5EnPw6AeXPnz6FHlz6denVx4sZl176duzRpGjQI4MBBg4ZX4MCNG6dNGxI/fsCBGzef/rhw\n9wHk179fnLhx/wDHCRxIkKA3b8aMqeHEiQmTR9GijRu3aVMCAgR27RI3rqPHceLEARhJsqQ4ceNS\nqlzJMmWJEgUWLCBAYIALF+Ny6tyZU5y4cUDFiQNAtKhRceLGKV3KtKnTcdy4lalQwYgRHToQefM2\nrqvXr10BiB1LtqzZs2jTql0rTty4t3DjypUmTYMGARw4aNDwChy4ceO0aUPixw84cOMSKx4XrjGA\nx5AjixM3rrLly5i9eTNmTA0nTkyYPIoWbdy4TZsSECCwa5e4cbBjjxMnDoDt27jFiRvHu7fv37xL\nlCiwYAEBAgNcuBjHvLlz5uLEjZsuThyA69izixM3rrv37+DDj//jxq1MhQpGjOjQgcibt3Hw48uH\nD6C+/fv48+vfz7+/f4DjBA4kWFAgNGifPvGRJo0aNXERx43bsqUAEiTjNG7cGM4jAJAhRY4jWdLk\nSZLixHXrlmvYsF69vokTN24cBgwABAjo1UvcOKBBgwIgWtToOKRJlS5FeugQAKgBAgAAMODDh3Dh\nxm3l2tWrOHEAxI4lK87sOLRp1a4dJ87tuHGjRsWAAAEOnD17xI3j29evXwCBBQ8mXNjwYcSJFY9j\n3NjxY8bixDFjFm7cZczjvn0jQACACxfjRI8eLc40ANSpVY9j3bq1ONjhwokbV3ucOHHfxu3mzXvG\nDADBZ80aV9z/+HEAyZUvH9fc+XPo3rwRIADA+oULGzYEECAgVqxx4cWPJx8ewHn06cetZ9/e/fpv\n38qUcQYOXKtWBQwY0KULHEBw4wYSLGgQAMKEChcybOjwIcSI4yZSrGhxojhxzJiFG+fx47hv3wgQ\nAODCxbiUKlWKawngJcyY42bSpCnuZrhw4sbxHCdO3LdxQocOnTEDANJZs8YxbeoUANSoUsdRrWr1\nqjdvBAgA6HrhwoYNAQQIiBVrHNq0ateiBeD2LdxxcufSrSv327cyZZyBA9eqVQEDBnTpAgduHOLE\nihcDaOz4MeTIkidTrmx5HObMmjdz5rxs2ZEjAEZfuDDuNGrU/+JWA2jt+vW42LLHgQMn7tu3cbp3\n8+7NGwBw4GDAWBtn/Pg4ceIAMG/ufBz06NKhhwsnqEABANoBYHDmjAOHAwAAsGHjzdu49OrXswfg\n/j18ceLG0a9vn764bdsSJDBgAKCFPHkGDAggQAAzZuMYNnT4kCEAiRMpVrR4EWNGjRvHdfT4EWTI\nkMuWHTkCAOWFC+NYtmwpDiYAmTNpjrN5cxw4cOK+fRv3E2hQoUEBFC0KBoy1cUuZjhMnDkBUqVPH\nVbV6tWq4cIIKFADwFQAGZ844cDgAAAAbNt68jXP7Fm5cAHPp1hUnblxevXvzitu2LUECAwYs5Mkz\nYEAAAQKYMf8b9xhyZMmPAVS2fBlzZs2bOXf2PA50aNGgxYkDNw51atWow4QB8Pr1hw/jaNe2LU4c\nAN27eY/z7RscOGzYwoEDNw55cuXLkXPjFiAAAOnbto2zfh07AO3buYsTNw58ePDdukmQAAA9egEC\nUo0bd+pUAAAAgAEbdx9/fv33AfT3DxCAQADixI07iDDhwVUaNAB4+JAFCwECAFgMF26cxo0cxYkb\nBxIkgJEkS5o8iTKlypUsx7l8CdMlOHDdxtm8idPmpEm+fFGgkG2c0KFEhYYLByCp0qXjmjp9CjWq\n1HHhwgEAICBIkHFcu3rlCiCs2LHixI07i/bst29x4vwIF27/nNy5c5sMGDAur969fPcC+As48LjB\nhAsXloUEiQABBw6k0aXLgAEBAwaIEzcus+bNnMWJAwA6tOjRpEubPo069bjVrFuvBgeu27jZtGvP\nnjTJly8KFLKN+w08+O9w4QAYP458nPLlzJs7fz4uXDgAAAQECTIuu/bt2QF4/w5enLhx5MuT//Yt\nTpwf4cKNew8ffpMBA8bZv48/P34A/Pv7BzhO4ECCBGUhQSJAwIEDaXTpMmBAwIAB4sSNw5hR40Zx\n4gB8BBlS5EiSJU2eRDlO5UqWKqNFmzVO5kya41TgwCFO3DiePX36FBcUwFCiRccdPSpO3DimTZ0+\nZSpOXKlr/9e8eZMli8k4rl29egUQVuxYceLGnUWbtlcvcOPcvoU7TgsAAOPs3sVrV5y4cX37AgAc\nWPA4woUNEw4XDpcwYc6cPXoUbtw4XboEAAAQLNg4zp09f/s2TrRoAKVNn0adWvVq1q1dj4MdWzbs\naNFmjcOdW/c4FThwiBM3Tvhw4sTFHQeQXPnycc2bixM3Tvp06tWlixNX6to1b95kyWIyTvx48uQB\nnEefXpy4ce3dv+/VC9w4+vXtj9MCAMA4/v39Axw3Tpy4cQYNAkiocOG4hg4fNgwXDpcwYc6cPXoU\nbtw4XboEAAAQLNi4kiZPfvs2buVKAC5fwowpcybNmjZvjv/LqXMnz5zixI0bF06bNgBGFSgYp3Qp\n06ZKxYkDIHUqVXHixmHNqnWr1m+pUg0YIAAFimrVqFEbp3Yt27YA3sKNK07cuLp27377Nm4v3757\nNQAAIE7cuMKGDyMuDGAx48bjHkOO/DhcOGbgwI3LrHmcNm0PAADIkMGXr3GmT5sWJ24ca9YAXsOO\nLXs27dq2b+Mep3s37966xYkbNy6cNm0AjitQMG458+bOl4sTB2A69erixI3Lrn079+3fUqUaMEAA\nChTVqlGjNm49+/buAcCPL1+cuHH27+P/9m0c//7+AY4bpwEAAHHixiVUuJBhQgAPIUYcN5FixYnh\nwjEDB27/XEeP47RpewAAQIYMvnyNU7lSpThx42DCBDCTZk2bN3Hm1LmT5zifP4EG9RksmAEDAJAm\nRTqOaVOnTMWJGzdVnDgAV7FmFSduXFevX8F2BQcOAQCzZgcMCBduXFu3b+G2BTCXbl1x4sbl1buX\nGrVxfwEH/guA8DjDhxEbDhduXOPGACBHljyOcmXLlJ05GzaOc2fP4woAAODDBzFi4salVj1OnLhx\nr18DkD2bdm3bt3Hn1r17XG/fv4H3pkIFQHHjxQsUGLeceXPnzQFElz5dXPVx17Fn1z4OGTIPBgwA\nEC9CxDjz59GnRw+AfXv34sSNkz9fPjZsx455G7efP38//wD9ABAgYJzBgwgTIgTAsKHDcRAjSgQH\nbtmybOMyatw47gAAANu2jRtJsqTJkQBSqlzJsqXLlzBjyhxHs6bNmzSpUAHAsyfPAgXGCR1KtChR\nAEiTKhXHdJzTp1CjjkOGzIMBAwCyihAxrqvXr2C/AhhLtqw4cePSqk2LDduxY97GyZ07148fAAIE\njNvLt6/fvgACCx48rrDhw+DALVuWbZzjx5DHHQAAYNu2cZgza96MGYDnz6BDix5NurTp0+NSq17N\nOjUFCgAABFClKlu2BSpU+PLVqJGacOHGjRNHPFy4cciRA1jOvPm459CjS49uyNCTKVMOHACQIcO4\n7+DDf/8XJ26cefMA0qtfP669e/fiqlUzYaLGuPv48UeLBiBCBIDjBA4cCC5cOHHixi1cCMDhQ4jj\nJE6kyI0bGTKyxm3k2HGcAJDjRI4kWZIkAJQpVa5k2dLlS5gxx82kWdPmTAoUAAAIoEpVtmwLVKjw\n5atRIzXhwo0bJ85puHDjpEoFUNXq1XFZtW7lutWQoSdTphw4ACBDhnFp1a5NK07cOLhwAcylW3fc\nXbx4xVWrZsJEjXGBBQuOFg1AhAjjFC9eDC5cOHHixk2eDMDyZczjNG/mzI0bGTKyxo0mXXqcANTj\nVK9m3Zo1ANixZc+mXdv2bdy5x+3m3dv3sWMAhAOAIU7/HDhww0SI8OEjQIABduyEC6cNHDhx4sZt\n3w7A+3fw48SPJ1+e/LVr3KxZQ4AgAAMG4+TPp1+fPgD8+fWP49/fP0Br1ly5urFrlzhx4xYuJEAA\ngAkT4yZSpCju4riMGscB6Ojx47iQIkcOG9amjZxxKleuNGAAQIAA42bSrGmzJoCcOnfy7OnzJ9Cg\nQscRLWrUqCcDBgAwBRBlHNRxyCxYSJAAAFYFCsKF6wYOnDhx48aOBWD2LNpxateybcvWG1xt2goU\nADBgwLi8evfmFSduHGBx4gAQLmx4HOLEihEbM9bFmbM6ddKkCZQnjwABAAgQGDdu27Zu2rSNK236\ndGkA/6pXsxYnbhzs2LCvXXvxYkK0aKxYGTIE6c8fAMKFjytu/Djy4uLEAWju/Dn06NKnU69ufRz2\n7Nq1ezJgAAB4AFHGkR+HzIKFBAkAsFegIFy4buDAiRM37v59APr38x/nH+A4gQMJFhznDaE2bQUK\nABgwYFxEiRMjihM3DqM4cQA4dvQ4DmRIkSCNGevizFmdOmnSBMqTR4AAAAQIjBu3bVs3bdrG9fT5\nsycAoUOJihM3DmlSpNeuvXgxIVo0VqwMGYL05w8ArVrHdfX6FWxXceIAlDV7Fm1atWvZtnUrTtw4\nuXPpdutW6NChAAGMGOE2DvA4ccyYiRNHixa4cYsZN/9uDAByZMnjKFe2fBlz5QMHANCgMQ50aNGj\nRQMwfRr1ONWrWbd2LQ62AwcDTJgIF65ZM2/jePf27RtAcOHDxYkbdxz5cXHiYMEKRItWliw0aIAZ\nMQJA9uzjuHf3/p27OHEAyJc3fx59evXr2bcXJ25cfPnzu3UrdOhQgABGjHAbB3CcQHHMmIkTR4sW\nuHEMGzp0CCCixInjKlq8iDGjxQMHANCgMS6kyJEkRwI4iTLluJUsW7p8KS6mAwcDTJgIF65ZM2/j\nevr8+ROA0KFExYkbhzQpUnHiYMEKRItWliw0aIAZMQKAVq3junr9CrarOHEAypo9izat2rVs27od\nBzf/rly4VKjcqFMnT54JE8SN+zvuzrFj4wobPoz4MIDFjBuPeww5suTJkAcMAJAq1bjNnDt77gwg\ntOjR40qbPo06telv3xwMGaJNGyRInMSJG4c7t27cAHr7/j0uuPDhwbdtE7ZsWZYsCBCUYsbMggUA\n1J89G4c9u/bt4sQB+A4+vPjx5MubP49+nPr17NVToXKjTp08eSZMEDcu/7g7x46NAzhO4ECCBQcC\nQJhQ4TiGDR0+hNhwwAAAqVKNw5hR40aNADx+BDlO5EiSJU2O/PbNwZAh2rRBgsRJnLhxNW3erAlA\n506e43z+BOpz2zZhy5ZlyYIAQSlmzCxYABD12bNx/1WtXsUqThwArl29fgUbVuxYsmXFiRuXVm3a\ncOFcuarhxk2ECDx4oBInToeOCI8ejQMcWPBgwQAMH0YsTtw4xo0dP36MDRsAypw4jcOcWfNmzQA8\nfwY9TvRo0qVNj962jU6RIsuW2bAxK1y4cbVt364NQPdu3uN8/wYOvBg0aMSIceM2TjkOHAEAAJgx\nI1gwcOOsWw8Xbtz27eLEAQAfXvx48uXNn0efXpy4ce3dv2/VygwvXmPGLFiQZdq0CBECAOzSZRzB\nggYPGgSgcCFDceLGQYwocaJEcAsWAMgIDdq4jh4/gvwIYCTJkuNOokypciXKcOFcoEBx7ZosWczE\nif8bp3MnT50AfgINOm4o0aJFs41LqlTpt28BAABw46ZXr27ixI3LqnWrOHEAvoINK3Ys2bJmz6IV\nJ24c27ZuW7Uyw4vXmDELFmSZNi1ChABduowLLHgw4cEADiNOLE7cuMaOH0N+DG7BAgCWoUEbp3kz\n586cAYAOLXoc6dKmT6MuHS6cCxQorl2TJYuZOHHjbuPOfRsA796+xwEPLlx4tnHGjx//9i0AAABu\n3PTq1U2cuHHWr2MXJw4A9+7ev4MPL348+fLixI1Lr349+/bjvn3zJk7cuPr27+O/D2A///7jAI4T\nOJBgwYLcwoVr0gTcOIcPIUaUCIBiRYvjMGbUuJH/Y8ZnzxB16zaOZEmTJ00CULmS5TiXL2HGlBlT\nyIsX43Dm1LlTJwCfP4EGFTqUaFGjR8WJG7eUaVOnT8d9++ZNnLhxV7Fm1ZoVQFevX8eFFTuWbFlu\n4cI1aQJuXFu3b+HGBTCXbt1xd/Hm1bsX77NniLp1GzeYcGHDhQEkVrx4XGPHjyFHhizkxYtxlzFn\n1pwZQGfPn0GHFj2adGnT4sSNU72adWvXr2HHHgeAdm3b43Dn1r1btyRJnsYFFz6ceHHiAJAnVz6O\neXPnz51jw1YFFqxDh5iM076de3fvAMCHFz+OfHnz59GfTxIs2Dj37+HHhw+Afn379/Hn17+ff39x\n/wDFjRtIsKDBgwjHiRPXDRy4cRAjSoQIoKLFi+MyatzIMSMoUBw4UBlHsqTJkyhPAljJsuW4lzBj\nyowpRoyAAQMAAIgRLty4n0CDCg0KoKjRo+OSKl3KtKnSaNHWTJs2rqrVq1ivAtjKtavXr2DDih1L\nVpy4cWjTql3Ltu04ceK6gQM3rq7du3UB6N3Ld5zfv4AD+wUFigMHKuMSK17MuDFjAJAjSx5HubLl\ny5bFiBEwYAAAADHChRtHurTp06YBqF7Nepzr17Bjy34dLdqaadPG6d7NuzdvAMCDCx9OvLjx48iT\nixM3rrnz59CjSx/HjVssUKDGad/OXTuA7+DDj/8bT768eXHiliwRIODGuPfw48ufLx+A/fv4x+nf\nz7+/foDhwhkwACBBggYNaIgTN87hQ4gRIQKgWNHiOIwZNW7kmPHZsyzfvo0jWdLkSZMAVK5k2dLl\nS5gxZc4UJ27cTZw5de7kOY4bt1igQI0jWtQoUQBJlS4d19TpU6jixC1ZIkDAjXFZtW7l2pUrALBh\nxY4jW9bsWbLhwhkwACBBggYNaIgTN87uXbx58QLg29fvOMCBBQ8mHPjZsyzfvo1j3NjxY8cAJE+m\nXNnyZcyZNW8OF27cZ9ChRY8mXdr0OACpVa8e19r1a9itrVnr1k3cONy5de/mvRvAb+DBxw0nXtz/\neHFs2JiNGydO3Djo0aVPpz4OwHXs2cdt597d+3fu4sSNI1/e/Hn04wCsZ9/e/Xv48eXPpx8u3Dj8\n+fXv59/fP8BxAgcSBGDwIMJxChcybKjQmrVu3cSNq2jxIsaMGAFw7OhxHMiQIkeKxIaN2bhx4sSN\na+nyJcyY4wDQrGlzHM6cOnfyzClO3LigQocSLToOANKkSpcyber0KdSo4sSNq2r1KtasWrdyHQfg\nK9iw48aSLWv2LNq0aseJEwfgLdy44+bSrWv3Lt68eukC6Ov377jAggcTLmz4MGLBABYzbuz4MeTI\nkidT5sYt3LjMmjdz7uz5s2dx4gCQLm362zdx/+NWs27t+jXs2LDFiQNg+zZucODEjevt+zfw4MKH\nEwdg/DhycODEjWvu/Dn06NKnUwdg/Tr27Nq3c+/u/Ts3buHGkS9v/jz69OrTixMH4D38+N++iRtn\n/z7+/Pr3898vDqA4AAMJFgQHTtw4hQsZNnT4EGJEABMpVgQHTtw4jRs5dvT4EWRIACNJljR5EmVK\nlStZtnT5EmZMmTNp1rR5E2dOnTt59vT5E2hQoUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5\ndvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZNyp2\n/BhyZMmTKVe2fBlzZs2bOXf2/Bl0aNGjSZc2fRp1atWrWbd2/Rq24YAAIfkECAoAAAAsAAAAACAB\nIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw7+/v7u7u7e3t\n7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc29vb2tra2dnZ\n2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjIx8fHxsbGxcXF\nw8PDwsLCwcHBv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2tbW1s7OzsrKysbGxsLCwr6+v\nrq6uq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgn5+fnp6enZ2dnJycm5ubmpqamZmZ\nl5eXlpaWlZWVk5OTkpKSkZGRj4+Pjo6OjY2NjIyMi4uLioqKiYmJiIiIh4eHhYWFg4ODgoKCgYGB\ngICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0cXFxcHBwb29vbm5ubW1tbGxsa2tr\naWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVV\nVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/\nPj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYm\nJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISERER\nEBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLChw4cQI0qcSLGi\nxYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59AgwodSrSo0aNI\nkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qdS7eu3bt48+rd\ny7ev37+AAwseTLiw4cOIEytezLixWm/evoGbTLmy5cuYM2sGwLmzZ2/ewIkeTbq06dOoU4MDwLq1\na2/evoGbTbu27du4c+sGwLu3b2/ewAkfTry48ePIkX/7BqC58+fQo0ufTr26dXDYs2vfzr279+/Z\nAYj/H08enPnz6NOrX8++/XkA8OPL//YNnP37+PPr38+/PziAAAQOJAjO4EGECRUuZNjwIACIESVO\npFjR4kWMGcFt5NjR40eQIUVyBFDS5ElwKVWuZNnS5UuYKgHMpFkT3E2cOXXu5NnTJ04AQYUOBVfU\n6FGkSZUuZWoUwFOoUaVOpVrV6lWs4LRu5drV61ewYbcCIFvWLDi0adWuZdvW7du0AOTOpQvO7l28\nefXu5dv3LgDAgQWDI1zY8GHEiRUvLgzA8WPIkSVPplzZ8mVwmTVv5pzZmzdwob99A1fa9GnUqU0D\nYN3aNTjYsWXPpl3b9u3YAHTv5g3O92/gwX1/I/5t/9u3b968gWPe3Plz6OAATKdeHdx17Nmza9u2\nrVs3cOHDe/MGzvx59OnVgwPQ3v17+PHlz6df3z44/Pn178fvzRtAcAK/fQNn8CDChAoPAmjo8CG4\niBInUqxo8SJGiQA2cuwI7iPIkCI/fiv5bdu3b968gWvp8iXMmOAA0KxpExzOnDp1atu2rVs3cEKF\nevMG7ijSpEqXggPg9CnUqFKnUq1q9Sq4rFq3cuXGzY2bU6f64MChRAk3cGrXsm3rFgDcuHLB0a1r\n9y7evHr31gXg9y9gcIIHEy7szZsuXcKEWVq06NcvcJInU65sGRyAzJo3g+vs+fNnXlOmkCETLZor\nIP9AfPiw9u1bt27gZtOubXs2gNy6d/Pu7fs38ODCwREvbvw4N25u3Jw61QcHDiVKuIGrbv069uwA\ntnPvDu47+PDix5Mvbx48gPTq14Nr7/49fG/edOkSJszSokW/foHr7x8gOIEDCRYEBwBhQoXgGDZ0\n6JDXlClkyESL5goIEB8+rH371q0bOJEjSZYUCQBlSpUrWbZ0+RJmTHAzadas+e3ZsytXDhxAIEBA\nAKHZsoEzehRpUqQAmDZ1Cg5qVKlTqVa1ejUqAK1buYLz+hVsWGzYcOFq1CjYtGnbtnkD9xZuXLlz\nAdS1exdcXr178377dk2Xrlu3UKCIkCCBBAkdXr3/cuasWjVwkylXtgwAc2bNmzl39vwZdGhwo0mX\nNj162zZw4LolSAAAgABws2nXtn0bQG7du8H19v0beHDf3bp9w4ZNm7Zu3cA1d/4cOgDp06mDs34d\ne3br3bqB8+49W7Zv4MB9++bNGzj169m3B/Aefnxw8+nXtz+fGzdq1DTt2AFwyhRw374lS+bAwTRw\nDBs6dAggosSJFCtavIgxo0ZwHDt6/Mhx2zZw4LolSAAAgABwLFu6fAkTgMyZNMHZvIkzp86b3bp9\nw4ZNm7Zu3cAZPYo0KYClTJuCewo1qtSn3bqBu3o1W7Zv4MB9++bNG7ixZMuaBYA2rVpwbNu6fcuW\n/xs3atQ07dgxZQq4b9+SJXPgYBq4wYQLFwaAOLHixYwbO34MOTK4yZQrW77sDYBmzeA6e/4MOjSA\n0aRLgzuNOrXq09CgSZPWKkmSAgUQFCiAAIECBbC+fQMH7hu44cSJAziOPDm45cybO3/OfNUqYKhQ\npUmjQwcxcNy7e/cOILz48eDKmz+Pvvy3b9SoVTJkaNcucN++adECAEADcPz7+wcITiA4AAUNHkSY\nUOFChg0dgoMYUeJEit4AXLwITuNGjh09AgAZUiQ4kiVNniQJDZo0aa2SJClQAEGBAggQKFAA69s3\ncOC+gQMaNCgAokWNgkOaVOlSpklXrQKGClWaNP86dBADl1Xr1q0AvH4FC07sWLJlxX77Ro1aJUOG\ndu0C9+2bFi0AADQAl1fv3r0A/P4FHFjwYMKFDR8Gl1jxYsaNwQkQAAAAC3CVLV/GnBnAZs6dwX0G\nHVr0t2+SJBUq1KFAAQECHACAHRuHMNrCvoHDnTs3AN69fYMDHlz4cOLBT51CVKJEgAACBNDixu3b\nN3DVrV8HkF37dnDdvX8HH148uFGjAADgA079evbsAbyHH1/+fPr17d/HD07/fv79/QMEFyAAAAAG\nwCFMqHAhQwAOH0IEJ3EixYrGjH34QICADE2aokWz4sBBgAAATvrx060buJYuXwKIKXMmuJo2b37/\ny/kNHM+ePKNFM2AAAFGiAQIIiBYNHNOmTpkCiCp1KriqVq9irfrtW7du4L6C/Ror1oABMsChTatW\nLYC2bt/CjSt3Lt26dsHhzat3L19wAQIAAGAAHOHChg8jBqB4MWNwjh9DjmzM2IcPBAjI0KQpWjQr\nDhwECABgtB8/3bqBS616NYDWrl+Diy179rfa38Dhzo07WjQDBgAABx4ggIBo0cAhT64cOYDmzp+D\niy59OvXo37516wZuO/ftsWINGCADHPny5s0DSK9+Pfv27t/Djy8fHP369u/jBxcgAAAAkgCCEziQ\nYEGDABAmVAiOYUOHD1mxMmBAly5wFzFefPVK/4CASeBAhhQpEkBJkyfBpVS5Ups2cC9hxowTBwAA\nGy9eJEgAAAAKcD+BBg0KgGhRo+CQJlW6FKkIEYAAgZM6VWq2bAMGfAO3lWvXrgDAhhU7lmxZs2fR\npgW3lm1bt2/BBQgAAIAkcHfx5tW7F0Bfv3/BBRY8mDArVgYM6NIFjnFjxq9eCRAwCVxly5cvA9C8\nmTM4z59Ba9MGjnRp03HiAABg48WLBAkAAEABjnZt27YB5Na9G1xv37+B9xYhAhAgcMeRH8+WbcCA\nb+CgR5cuHUB169exZ9e+nXt37+DAhxc/nvw2AOcBJAC3nn179+8BxJc/H1x9+/fvR1uwQICAVf8A\nV4EbSPDbNxUqBAhYBa6hw4cPAUicSBGcxYsYsWEDx7Fjx2gLFgwYQIgNmwMHAAAg8O0buJcwY74E\nQLOmTXA4c+rcqUsXAAAFCjwDR5Tot28FCgAAsA2c06dQoQKYSrWq1atYs2rdyhWc169gw4rdBqAs\ngATg0qpdy7YtgLdw44KbS7du3WgLFggQsGoVuL+Av31ToUKAgFXgEitevBiA48eQwUmeTBkbNnCY\nM2eOtmDBgAGE2LA5cAAAAALfvoFbzbr1agCwY8sGR7u27du6dAEAUKDAM3DAgX/7VqAAAADbwClf\nzpw5gOfQo0ufTr269evYwWnfzr27dz4AwgP/GAauvPnz6NMDWM++Pbj38OPHdyRAQIEC2rSB289f\nmzaACxacOAHO4EGECQEsZNgQ3EOIEL9NBFfRokVju3Z9+wbOow8fAAD0AVfS5MmTAFSuZAnO5UuY\nMSNEAADgwIFW3Lh940mBAgAAEiSAI1rU6FEASZUuZdrU6VOoUaWCo1rV6lWr27YtANAVACFwYcWO\nJVsWwFm0acGtZdu2LaYDB1CggARJWrZsxYpF0qChQIFQocANJlzYMADEiRWDY9y48TfI4CRPplxZ\n8qJFAABYANfZ8+fPAESPJg3O9GnUqL8ZMAAAQIAAFKRIiRABwO3bd+6A493b928AwYUPJ17c//hx\n5MmVg2Pe3Plz59u2LQBQHQAhcNm1b+feHcB38OHBjSdfvjymAwdQoIAESVq2bMWKRdKgoUCBUKHA\n7eff3z9AAAIHEgRn8ODBbwrBMWzo8CHDRYsAALAA7iLGjBkBcOzoERzIkCJFfjNgAACAAAEoSJES\nIQKAmDHv3AFn8ybOnAB28uzp8yfQoEKHEgVn9CjSpEqlFSgAAAC4qFKnUq0KDgDWrFrBce3q9Wuz\nZhs2FCp0pkOHAAEYGDBQoAAECODm0q1rFwDevHrB8e3r15s3cIIHEy4sWJYsAACmgWvs+PFjAJIn\nUwZn+TLmzFq0AADw5g2nGTMAkC4N4MABcP+qV7NuDeA17NiyZ9Oubfs2bnC6d/Pu7VtagQIAAIAr\nbvw48uTgADBv7hwc9OjSpzdrtmFDoUJnOnQIEICBAQMFCkCAAO48+vTqAbBv7x4c/PjyvXkDZ/8+\n/vz2ZckCAADgNHADCRYsCABhQoXgGDZ0+FCLFgAA3rzhNGMGAI0bARw4AA5kSJEjAZQ0eRJlSpUr\nWbZ0CQ4mzG8zv3WjRu3bN3A7eYLz9uEDAQLYwBU1ehRpUgBLmTYF9xRqVKnRonHgkCSJAQBbAQgI\n8DWAAAHTwJU1e/YsALVr2YJz+xZuXLlzwTFgAACAN3B7+fbtCwBwYMHgCBc2bFibAAEAAAz/GCAA\nQGTJkwG8AXcZc+bMADh39vwZdGjRo0mXBncaNThv3pht2wYOdmzZwIDBgQMOd27du3mDA/AbeHBw\nw4kXNz78W/JvvujQefYMXLNmESIYMOANXHbt27cD8P4dPDjx48mXN2+eF68LF3jxAvcefnz5AOjX\ntw8Of379+q0AAAAwQABQoDYAOAiAQIAAABoCgAYuosSJEwFYvIgxo8aNHDt6/AgupEhw3rwx27YN\nnMqVLIEBgwMHnMyZNGvaBAcgp86d4Hr6/Am057eh33zRofPsGbhmzSJEMGDAG7ipVKtWBYA1q1Zw\nXLt6/QoWLC9eFy7w4gUurdq1bAG4fQsX/5zcuXTpWgEAIEAAUKA2APgLgECAAAAKA4AGLrHixYsB\nOH4MObLkyZQrW7787Ru4zZu/fcsGLrTo0aOPHfMGLrXq1axbA3gNOza42bRr2/bmDZzu3bx1f/q0\nYAGKbNnAGT+O3DiA5cybg3sOPbr06dCzZROCAEGLFuC6e/8OvjuA8eTLgzuPPn23bpIkEQAAQIAA\nBAgI2CdCpJQMGQD6AwD4ANxAggULAkCYUOFChg0dPoQY8ds3cBUrfvuWDdxGjh07HjvmDdxIkiVN\nngSQUuVKcC1dvoTpzRs4mjVt0vz0acECFNmygQMaVChQAEWNHgWXVOlSpk2VZssmBAGCFv8twF3F\nmlXrVQBdvX4FF1bs2G7dJEkiAACAAAEIEBCAS4RIKRkyANwF8ADcXr59+wIAHFjwYMKFDR9GnBjc\nYsaMsW3bBk7yZMqSRYnipk3bt2/evIHr1k2bNmjduoFDnRocANatXYODHTu2t2/fwN3ets2bN3C9\nff+OFQsAAAHKlIFDnlw5cgDNnT8HF136dOrVwXnzxoCBAUeOwH0HH158eADlzZ8Hl169+m+SJCVK\ntADAfAAFCjQIFuzbN3DfvgFs0AAAABfgDiJMmBAAw4YOH0KMKHEixYrgLmLEiG3bNnAeP4L0KEoU\nN23avn3z5g1ct27atEHr1g0czZrgAOD/zKkTHM+ePb19+wZu6LZt3ryBS6p0aaxYAAAIUKYMHNWq\nVqkCyKp1K7iuXr+CDQvOmzcGDAw4cgRuLdu2btsCiCt3Lri6du1+kyQpUaIFAP4CKFCgQbBg376B\n+/atQQMAAFyAiyx58mQAli9jzqx5M+fOnj+DCy0a3LZtsSRJ+vYNHOvWrL15w4BhAwMGAgQAADBA\ngAAECDbAgsWNG7jixQEgT64cHPPm4Lx5g+bFS6xYTvr06dLl2zdw3r9XqwZg/HgCBJw5A6d+PXsA\n7t/DByd/Pv369sHBggUAQIBq1QCCEziQYEGCABAmVAiOYUNw375ZO3GiRIkAADBmBJAr/9e2beCA\nAQMwciQ3buBQplSJEkBLly9hxpQ5k2ZNm+Bw5gS3aNEAAABSpHiFDRs4o+C8mTGTIIGOAQMARJUq\n1UCgQNWqffsGjisAr1/BghM7Fly3bn04cNCgQQAAtwBy5Chz6pQzZ9gGDACwd2+YMLJkgRM8mDAA\nw4cRg1O8mHFjx+B+/RIgIBE4y5cxZ9YMgHNnz+BAhwb37du1ZMmwYTMBgHVrBMqUgZPtwwcA2wAY\ngNO9mzdvAL+BBxc+nHhx48eRg1O+HNyiRQMAAEiR4hU2bOCwg/NmxkyCBDoGDAAwnjx5A4ECVav2\n7Rs49wDgx5cPjn59cN269eHAQYMGAf8AAQgEkCNHmVOnnDnDNmAAgIcPw4SRJQucxYsYAWjcyBGc\nx48gQ4oE9+uXAAGJwKlcybKlSwAwY8oER7MmuG/friVLhg2bCQBAgyJQpgycUR8+ACgFwACc06dQ\noQKYSrWq1atYs2rdyhWcV6/MmHXoAKCs2bIFCgwYYECAgAQJCCRIIEAAgLsLFqxYUSdWLG/ewAkW\nDKCw4cPgEisGx42bqz59LlwQAKCy5cuYLQfAhg2c58+gPQMYTbo0uNOoU6teDc6atQgR7oCbTbu2\n7dsAcuve/e0buN+/vXn7Bg4cN26DAChfrgCcc+cNGgCYDiDAt2/gsmvfnh2A9+/gw4v/H0++vPnz\n4NKnZ8asQwcA8OPDL1BgwAADAgQkSEAgQQKAAgQAILhgwYoVdWLF8uYN3MOHACROpAjO4kVw3Li5\n6tPnwgUBAESOJFlyZABs2MCtZNlyJQCYMWWCo1nT5k2c4KxZixDhDjigQYUOJQrA6FGk376BY8rU\nm7dv4MBx4zYIwFWsCsBt3dqgAQCwAAJ8+wbO7Fm0ZgGsZdvW7Vu4ceXOpQvO7l1w0aJNANDX718A\nAj586NLlGzjEiRWD+9YY3GPI4ABMplwZ3GXMmTVnygTAs+cBAwIE0PPpEzBgr16BY93a9WsAsWXP\nBlfb9m3cucF162bAABtwwYUPJ14c/8Bx5MnBLWfe3PmpUwAAwIEDzvp1606cBAigDdx38OHDAyBf\n3vx59OnVr2ffHtx7+OC0aeNRoECDBgEA7OcfYBTAUdasgSto8CDChOAAMGzoEBzEiBInPnu2YMGD\nBxP48GHFChzIkCJHkgQH4CTKlOBWsmzp8iW4VasAAChAhcquXdy4gevp8ydQAEKHEv32DRzSpEqT\nXrtGg4Y3b+CmUp1qzVqnTt/Ace3q1SuAsGLHki1r9izatGrBsW0LTps2HgUKNGgQAADevAFGjbJm\nDRzgwIIHEwYH4DDixOAWM27s+NmzBQsePJjAhw8rVuA2c+7s+TM4AKJHkwZn+jTq1P+qwa1aBQBA\nASpUdu3ixg0c7ty6dwPo7fv3t2/ghhMvTvzaNRo0vHkD5/y5c2vWOnX6Bu469uzZAXDv7v07+PDi\nx5MvD+48+vTpv7lxkyLFrFnRvn0DZ/8+/vz67wPo7x8gAIEAwBU0eBBhQoULGRoE8BBiRHATKVa0\neBEcFy4AABioUWPQoGnTwJU0eRIlAJUrWYJz+RJmTJkzadZ8CQBnTp07efb0+RNoUHBDiRYt+s2N\nmxQpZs2K9u0bOKlTqVa1OhVAVq1bwXX1+hVsWLFjyXoFcBZtWnBr2bZ1+xYcFy4AABioUWPQoGnT\nwPX1+xcwAMGDCYMzfBhxYsWLGTf/PgwAcmTJkylXtnwZc2Zwmzl39rz52zdwo0mXNn0aNTgAq1m3\nBvcadmzZs2nXtg0bQG7du8H19v0beHBuI0YQIDBBlqxu3cA1d/4cenMA06lX/3YdXHbt27l39/4d\nPADx48mXN38efXr168G1d/8efvtv38DVt38ff3794AD09w8QgEAA4AoaPIgwocKFDA0CeAgxIriJ\nFCtavMhtxAgCBCbIktWtG7iRJEuaHAkgpcqV31qCewkzpsyZNGvaBIAzp86dPHv6/Ak0KLihRIsa\nPYo0qVKiAJo6fQouqtSpVKtavYpVKoCtXLuC+wo2rNix3fToiRLlGri1bNu6fQsg/67cueDq2r2L\nN6/evXztAvgLOLDgwYQLGz6MuFs3cIwbO34MOTJkb5Qpf/sGLvO3bwA6e/7szds3cKRLmz6NOjXp\nb6zBuX4N+9s3ALRr2+7WDZzu3bx1fwMHHNy3b9RChUqVihu45cybO2/uzRuA6dSrc+Pm7ds3cNy7\ne/fm7ds3cOTLmz+PHr03bwDau38PP778+fTr2+/WDZz+/fz7+wcITuBAggO9HTz47Rs4ht++AYAY\nUaI3b9/AXcSYUeNGjhe/fQQXUuTIb98AnESZsls3cC1dvmz5DdxMcN++UQsVKlUqbuB8/gQaFKg3\nbwCMHkXKjZu3b9/APYUa1Zu3b//fwF3FmlXr1q3evAEAG1bsWLJlzZ5Fm1btWrZt3b6FG1fuXLp1\n7d7Fm1fvXr59/f4FHFjwYMKFDR9GnFjxYsaNHT+GHFnyZMqVLV/GnFnzZs6dPX8GHVr0aNKlTfP1\n5g3catatXb+GHVs2OAC1bd/25g3cbt69ff8GHlw4OADFjR/35u0bOObNnT93/u0bOOrVrV/HXh3A\ndu7dvXkDF178ePLlzZ9HDw7Aevbt3b+HH1/+fPrevIHDn1//fv79/QMEJ3AgQQAGDyL05g0cw4YO\nH0KMKHEiOAAWL2L05u0buI4eP4L8+O0buJImT6JMaRIAy5YuvXkDJ3MmzZo2b+L/zAkOAM+ePn8C\nDSp0KNGi4I4iTap0KdOmTpECiCp1KriqVq9izap1K1erAL6CDfvtG7iyZs+iPfsNHNu2bt/CfQtg\nLt264O7izat3L9++fvECCCx4MOHChg8jTqwYHOPGjh9Djix5cmMAli9jBqd5M+fOnj+DDr0ZAOnS\npsGhTq16NevWrl+nBiB7Nm1wtm/jzq17N+/etwEADy58OPHixo8jTw5uOfPmzp9Djy6dOYDq1q+D\ny659O/fu3r+D1w5gPPny4M6jT69+Pfv27tEDiC9/Prj69u/jz69/P3/7AAACEDiQYEGDBxEmVKgQ\nXEOHDyFGlDiRokMAFzFmBLeR/2NHjx9BhhTJEUBJkyfBpVS5kmVLlyqbNTMGjmZNmzYB5NS5E1xP\nnz+BBhXqU5u2beCQJlWqFEBTp0+hRpU6lWpVq+CwZtW6lWtXr1+zAhA7liw4s2fRplW7lm3bswDg\nxpULjm5du3fx5q3brJkxcH8BBw4MgHBhw+AQJ1a8mHHjxNq0bQM3mXLlygAwZ9a8mXNnz59BhwY3\nmnRp06dPd+vmypUxY+Bgx5Y9G0Bt27fB5da9m3dv3+CyZXv2DFxx48eRA1C+nDk458+hR5c+/bkC\nBTq+fQO3nXv37QDAhxcPjnx58+fRe+PGDVz79t260aBBaNu2b9/A5de/H0B///8AAQgcSLCgwYMI\nEyosCK6hw4cQI0bs1s2VK2PGwGncyLEjgI8gQ4IbSbKkyZMowWXL9uwZuJcwY8oEQLOmTXA4c+rc\nybNnTgUKdHz7Bq6o0aNFAShdyhSc06dQo0r1xo0buKtXu3WjQYPQtm3fvoEbS7YsgLNo06pdy7at\n27dwwcmdS7eu3bnfvt3y4SNDhiNHWoEbTLhwYQCIEysGx7ix48eQIXPjVqXKmDHSwGnezJkzgM+g\nQ4MbTbq06dOoweHCBaA1LFjgYsueHRuA7du4wenezbu37mvXsmS5kSkTuOPbtoEC1aDBAW3awEmf\nTl06gOvYs2vfzr279+/gwYn/H0++vPnx3botM2WqR48PH7qBm0+/fn0A+PPrB8e/v3+A4AQOJFhQ\noC9fDx4ECIAM3EOIESMCoFjRIjiMGTVu5NgRHDFiAAAoAFfS5MmTAFSuZAnO5UuYMV0qUBAgQIZi\nxcDt3DltmgcP38ANJVq0KACkSZUuZdrU6VOoUcFNpVrV6lWq3botM2WqR48PH7qBI1vWrFkAadWu\nBdfW7Vu4ceP68vXgQYAAyMDt5du3LwDAgQWDI1zY8GHEicERIwYAgAJwkSVPngzA8mXM4DRv5txZ\nswIFAQJkKFYM3OnT06Z58PAN3GvYsWMDoF3b9m3cuXXv5t0b3G/gwYUPB37p/9IdM2amTDlxwhs4\n6NGlSwdQ3fp1cNm1b+f+7Vu0aNasbdOmTZYsSQ0aAGAPoAQ4+PHlywdQ3/59cPn17+ff3z9AcAEC\nAAAQABzChAoVAmjo8CG4iBInUsySBQBGAAOWLevWDRxIZsxMmQJn8iTKlABWsmzp8iXMmDJn0gRn\n8ybOnDpvXrp0x4yZKVNOnPAG7ijSpEkBMG3qFBzUqFKnfvsWLZo1a9u0aZMlS1KDBgDGAigB7iza\ntGkBsG3rFhzcuHLn0q0LLkAAAAACgOvr9+9fAIIHEwZn+DDixFmyAGgMYMCyZd26gavMjJkpU+A2\nc+7sGQDo0KJHky5t+jTq1P/gVrNu7fo1uG7dXLmi9u3btWvgdvPu7Xs3gODCh4Mrbvz48WwQIAAA\nQIDAgh49UqVqFiVKgAAAANwC5/07ePAAxpMvD+48+vTq16//9g0AfADXwNGvb98+gPz694Pr7x8g\nOIEDBwYIAABAgAC0vHkD9xBiRIkTIQKweBFjRo0bOXb0+BFcSJEjSZb8hgOHDh21vHkD9xJmTJkx\nAdS0eRNcTp07d/IB8BNogF69vn3jFiwYBAgBApQA9xRq1KgAqFa1Cg5rVq1buXK9cwcAgAEDkoEz\nexYtWgBr2bYF9xZu3Lh8ANQF0KABOL17+fb16xdAYMGDCRc2fBhxYsXgGDf/dvwY8jccOHToqOXN\nGzjNmzl35gwAdGjR4EiXNm2aDwDVqwP06vXtG7dgwSBACBCgBDjdu3nzBvAbeHBww4kXN378+J07\nAAAMGJAMXHTp06cDsH4dOzjt27lz5wMAPIAGDcCVN38effr0ANi3d/8efnz58+nXB3cff379+wMN\nGAAQAABC376BO4gwocKEABo6fAguosSJFDlwAACAAAFi4Dp6BBcqFAAAx8CZPIkSJYCVLFuCewkz\npsyZML15S2bCBAAAAQKA+wk0qFAARIsaBYc0qVKltQQICBDg2zdwVKtavYoVK4CtXLt6/Qo2rNix\nZMGZPYs2rdpAAwYAAEDo/9s3cHTr2r1rF4DevXzB+f0LODAHDgAAECBADJzixeBChQIA4Bi4yZQr\nVwaAObNmcJw7e/4MurM3b8lMmAAAIEAAcKxbu34NILbs2eBq2759u5YAAQECfPsGLrjw4cSLFweA\nPLny5cybO38OPTq46dSrW59uypQJEwC6d4fw58+3b+DKmz+PvjyA9ezbg3sPP758CRICBMCAQRu4\n/fzBTQA4AQAAPOAMHkSIEMBChg3BPYQYUeJEcN68ceBQAMBGjtDAfQQZMiQAkiVNgkOZEty3b+C0\nabt2rUaAAAYMfPsGTudOnd68GTIEDdxQokWLAkCaVOlSpk2dPoUaFdxUqv9VrU41ZcqECQBdu0L4\n8+fbN3BlzZ5FWxbAWrZtwb2FG1euBAkBAmDAoA3cXr7gJkwAAAAPOMKFDRsGkFjxYnCNHT+GHBmc\nN28cOBQAkFkzNHCdPX/+DED0aNLgTJ8G9+0bOG3arl2rESCAAQPfvoHDnRu3N2+GDEEDF1z48OEA\njB9Hnlz5cubNnT8HF136dOrduh04IEAAAO7cFXz4QIRIsGDgzJ9Hnx7Aevbtwb2HH19+pkxHjnDj\nBk7//m/fDgA8AADAN3AGDyJECGAhw4bgHkKMKHEiuEePAmAEoBFAgADgPoIMKRIAyZImwaFMCe7b\nN2/dXnZ7U6AAGjTgbuL/vIkNGwECAADsASd0KFGiAI4iTap0KdOmTp9CBSd1KtWqT54IEAAAQIAD\nBxo0ILBgQZEisWJ1A6d2LVu2AN7CjQtuLt26dmHBokSJGzdwfv+WKgUAAAEC1MAhTqxYMYDGjh+D\niyx5MuXK1wgQAKB5MwABApKBCy169GgApk+jBqd6NWvV376pChHCmDFwtm+DS5YgAYDeAAKACy58\n+HAAxo8jT658OfPmzp+Diy59OvUnTwQIAAAgwIEDDRoQWLCgSJFYsbqBS69+/XoA7t/DByd/Pv36\nsGBRosSNG7j+/gGWKgUAAAEC1MAlVLhwIQCHDyGCkziRYkWL1wgQALCR/yMAAQKSgRM5kiRJACdR\npgS3kmXLld++qQoRwpgxcDdxgkuWIAEAnwACgBM6lChRAEeRJlW6lGlTp0+hgpM6lWrVO3cGDGjT\nhps0aaNGWXM21tmdO+DQplW7FkBbt2/BxZU7l+60aSlSmDJVDVzfvq5cCRAAAIA3cIcRJ04MgHFj\nx+AgR5Y8mfItAJcBCNAMgDMAb+BAhxYtGkBp06fBpVa9evW3RIn06AE3e3a3bswyZACwGwAwcL+B\nBw8OgHhx48eRJ1e+nHlzcM+hR5d+586AAW3acJMmbdQoa87AO7tzB1x58+fRA1C/nj049+/hx582\nLUUKU6aqgdOv35UrAf8ABQAA4A2cwYMIEQJYyLAhuIcQI0qceAuARQACMgLYCMAbuI8gQ4YEQLKk\nSXAoU6pU+S1RIj16wMmU2a0bswwZAOgEAAycz59AgQIYSrSo0aNIkypdyhSc06dQodIyQNWAIUPf\nwIHz5g3ct2+6dIUJww2c2bNo0QJYy7YtuLdw48q9datAgQ0bcMSK1ayZtA4dAAgGcAuc4cOIEQNY\nzLgxuMeQI0t+7M1bqlQBAGjWHCAAgM8AnoEbTbp0aQCoU6sGx7q1a9fURoyAAEGQoEdOnAwYsCBA\nAADAAWQBR7y4ceMAkitfzry58+fQo0sHR7169W/cuGnTpiVBgixZwIn/H09e/LZt4NKrX88egPv3\n8MHJn0+/PipUDhwECSKlVy+AwoQ9I0AAAIAAAbqBY9jQoUMAESVOBFfR4kWMFf34efAAwMcBAxqR\nIAEAAAEC4FSuZNkSwEuYMcHNpFmz5jAFCgoUkCVLxYIFLVoko0EDwFEA4JQuZdoUwFOoUaVOpVrV\n6lWs4LRu3fqNGzdt2rQkSJAlCzi0adWi3bYN3Fu4ceUCoFvXLji8efXuRYXKgYMgQaT06iVM2DMC\nBAAACBCgGzjIkSVLBlDZ8mVwmTVv5pzZj58HDwCMHjCgEQkSAAAQIADO9WvYsQHMpl0b3G3cuXMP\nU6CgQAFZslQsWNCi/0UyGjQALAcAzvlz6NEBTKde3fp17Nm1b+cOzvt3cN++eaNGTZUqIAsWuHIF\nzv17+O6ZMesGzv59/PgB7OffHxxAcAIHEiSoTVuyZNWqefv2DRq0DAAmAmjQABm4jBo3bgTg8SNI\ncCJHkiy5bVuBAgBWKlDAilUwO3YKFAgSBBzOnDp3Aujp8ye4oEKHDlUkQMCAAQKWEiAACJCwK1cE\nCLhw4Ru4rFq3bgXg9SvYsGLHki1r9iy4tGrBffvmjRo1VaqALFjgyhW4vHr35mXGrBu4wIIHDwZg\n+DBicIoXM26sTVuyZNWqefv2DRq0DAA2A2jQABm40KJHjwZg+jRqcP+qV7NuvW1bgQIAZitQwIpV\nMDt2ChQIEgQc8ODChwMobvw4uOTKly9XJEDAgAECphMgAAiQsCtXBAi4cOEbuPDix48HYP48+vTq\n17Nv7/49uPjy52/b5s1brwwZBgw4dgwgOIEDBdaqJUCAGHALGTZsCABiRIngKFa0eBFjRW7chhQo\noEABJEjgSJY0eRJASpUrwbV0+RLmtWsCBHjwoOvbN3DgvAEDduKEHz/giBY1ehRAUqVLwTV1+vSp\nNxMmAFStOmFCkSLNgAAJEAAAAGzgyJY1axZAWrVr2bZ1+xZuXLng6Na1u22bN2+9MmQYMODYMXCD\nCQ+uVUuAADHgGDf/duwYQGTJk8FVtnwZc2bL3LgNKVBAgQJIkMCVNn0aNQDVq1mDc/0aduxr1wQI\n8OBB17dv4MB5AwbsxAk/fsAVN34cOQDly5mDc/4cOnRvJkwAsG59woQiRZoBARIgAAAA2MCVN3/+\nPAD169m3d/8efnz588HVt3/fm7du3S4RIAAQAIAFC7J4O+jtW5kyABo2TJKkWzdwFCtaBIAxo0Zw\nHDt6/AiyY6NGCy5c8OTJmzdwLFu6fAkgpsyZ4GravInTlCkDBnz4uAYOXLdu1rp08eABGTJwTJs6\nfQogqtSp4KpavXp12YABALp69ZoAgNixNsCZPYsWLYC1bNu6fQs3/67cuXTB2b2LF68xAHz7Cliw\nQIMGHAAKGw5gxAgnTt/AOX78GIDkyZTBWb6MObNmcN26QYDAYdo0cKRLmz5tGoDq1azBuX4NO3a2\nbIkSffsGLvexY2EcOFiyBJzw4cSLCweAPLlycMybO3fuTYAAANSrVy8AILv2R+C6e//+HYD48eTL\nmz+PPr369eDau3//3hiA+fQFLFigQQMOAPz7BwBoxAgnTt/AHUSIEMBChg3BPYQYUeJEcN26QYDA\nYdo0cB09fgT5EcBIkiXBnUSZUmW2bIkSffsGTuaxY2EcOFiyBNxOnj197gQQVOhQcEWNHj3qTYAA\nAE2dOi0AQOrUR//grF7FihXAVq5dvX4FG1bsWLLgzJ5FizYRALZtAThw0KBBAAB17QL48wcbtm/g\n/P79C0DwYMLgDB9GnFjxtyNHAAAQ8O0bOMqVLV+2DEDzZs7gPH8GHXrbtmnTwJ3+9o0JkwKtLVkC\nF1v2bNqxAdzGnRvcbt69e0cLEADA8OEZMjBh8kGAAAAADhxI8u0bOOrVrVMHkF37du7dvX8HH148\nOPLlzZtPBED9egAOHDRoEADAfPoA/vzBhu0bOP79+wMEIHAgQXAGDyJMqPDbkSMAAAj49g0cxYoW\nL1oEoHEjR3AeP4IMuW3btGngTn77xoRJgZaWLIGLKXMmzZgAbuL/zAluJ8+ePaMFCABg6NAMGZgw\n+SBAAAAABw4k+fYNHNWqVqkCyKp1K9euXr+CDSsWHNmyZs8GCQIAwIkT2sDBhfvt27ZtmzaBy6t3\nL18Afv8CBid4MOHCgr8h/nZJgAAAAA6Biyx5MuXKAC5jzgxuM+fOnj9zXrKkRa9e4E6jTq06NYDW\nrl+Diy17Nm1dugAAMGIEHO/evr15Ayd8OPHiAI4jT658OfPmzp9DByd9OvXqefIwYAALFrju3r+D\nDx8eAPny5sGhT69+/bdv27ZJkzYDAH0AqMDhz69/P38A/gECEDgQADiDBxEmVHgwVqxa3bqBkziR\nYkWKADBm1AiO/2NHjx+hQStSZNs2cCdRplS5ciUAly9hxpQ5k2ZNmzfB5dS5k2eePAwYwIIFjmhR\no0eRIgWwlGlTcE+hRpX67du2bdKkzQCwFQAqcF/BhhU7FkBZs2fBpVW7lm1btbFi1erWDVxdu3fx\n3gWwl29fcH8BBxYMDVqRItu2gVO8mHFjx44BRJY8mXJly5cxZ9YMjnNnz5+/ffPmDVxp06dRp1YN\nDkBr16/BxZY9m3ZtaFOm2LEDjndv37+BgwMwnHhxcMeRJ1e+nHlz58gBRJc+HVx169exZ9e+nbt1\nAN/Bhxc/nnx58+fRg1O/nn37b9+8eQM3n359+/fxgwOwn39/cP8AwQkcSLBgQWhTptixA66hw4cQ\nI4IDQLGiRXAYM2rcyLGjx48ZAYgcSRKcyZMoU6pcybLlSQAwY8qcSbOmzZs4c4LbybOnz59Agwrl\nCaCo0aPgkipdyrTpN2zYvHkDR7Wq1atYwQHYyrUruK9gw4odS7asWbAA0qpdC66t27dw48qdS9ct\ngLt48+rdy7ev37+AwQkeTLiw4cOIEw8GwLixY3CQI0ueTPkbNmzevIHbzLmz58/gAIgeTRqc6dOo\nU6tezbr1aQCwY8sGR7u27du4c+veXRuA79/AgwsfTry48ePgkitfzry58+fQlQOYTr06uOvYs2vf\nzr27d+wAwov/Hw+uvPnz6NOrX8/ePID38OODm0+/vv37+PPrpw+gv3+AAAQOJFjQ4EGECRUW7Nbt\nGziIESVOpFgR4jdwGTVuzPjtGwCQIUV68wbO5EmUKVWuZMny2zcAMWXO9OYN3E2cOW9+A9fT50+g\n4L59A1fU6FGj3rwBYNrUabdu38BNpVp16rdv3ryB49rVK9dvYcGNJVu2LAC0adWuZdvW7Vu4cbt1\n+wbO7l28efXutfsN3F/Agf9++wbA8GHE3ryBY9zY8WPIkSVL/vYNwGXMmb15A9fZ8+fO38CNJl3a\nNLhv38CtZt2atTdvAGTPpt2t2zdwuXXvzv3tmzdv4IQPJy78/9txcMmVL18OwPlz6NGlT6de3fp1\n7Nm1b+fe3ft38OHFjydf3vx59OnVr2ff3v17+PHlz6df3/59/Pn17+ff3z9AAAIHEixo8CDChAoX\nMmzo8CHEiBInUqxo8SLGjBo3cuzo8SPIkCJHkixp8iTKlCpXsmzp8iXMmDJn0izozds3cDp38uzp\n8yfQoACGEi3qzRu4pEqXMm3q9ClUcACmUq3qzRu4rFq3cu3q9StYcADGki3rzds3cGrXsm3r9i3c\nuADm0q1r9y7evHr38v32DRzgwIIHEy5s+DA4AIoXMwbn+DHkyJInU678GADmzJrBce7s+TPo0KJH\ndwZg+jRqcP+qV7Nu7fo17NirAdCubfs27ty6d/PuDe438ODChxMvbhw4gOTKl4Nr7vw59OjSnXPj\nBu469uzaAXDv7h0c+PDix5Mvb/58eADq17MH5/49/Pjy59Ov/x4A/vz69/Pv7x8gAIEDCRY0eFAg\nOIULGTZ0+BBixIUAKFa0CA5jRo0bOXbMyI0bOJEjSZYEcBJlSnArWbZ0+RJmTJksAdS0eRNcTp07\nefb0+ROoTgBDiRY1ehRpUqVLmYJz+hRqVKfbtmHDtocMmVevwHX1+hVsWHAAyJY1Cw5tWrVr2bYF\nR43aly/dwNW1e/cuAL17+YLz+xdwYMGDCRf+CwBxYsXgGDf/dvyY8axZunRd0qTp1q1v4Dh39vwZ\nNADRo0mXNn0adWrVq8G1dv0adutt27Bh20OGzKtX4Hj39v0bODgAw4kXB3cceXLly5mDo0bty5du\n4KhXt24dQHbt28F19/4dfHjx48l7B3AefXpw69m3d79+1ixdui5p0nTr1jdw+/n39w8QnMCBAAoa\nPIgwocKFDBs6BAcxosSJ164ZMBAgAICNBAhQ+wbyG7iRJEuaHAkgpcqV4Fq6fAkzZkxu3ChQIEDA\nG7idPHv2BAA0qFBwRIsaPVqtWqlSzpxVI0aMGrVv4KpavYo1K4CtXLuC+wo2rFg6dAIEGDAAgFq1\nLLRp+/YN/5zcuXTrygWAN6/evXz7+v0LODC4wYQLG752zYCBAAEAOCZAgNq3yd/AWb6MObNlAJw7\newYHOrTo0aRJc+NGgQIBAt7AuX4NGzaA2bRrg7uNO7fuatVKlXLmrBoxYtSofQOHPLny5cwBOH8O\nHZz06dSr06ETIMCAAQC6d2ehTdu3b+DKmz+PvjyA9ezbu38PP778+fTB2b+PH7+3LVsA+AcIQCAA\nCRJOQIN27Ro4hg0dPmQIQOJEiuAsXsSYUaPGPn0CBBgwoBY4kiVNmgSQUuVKcC1dvnw5rUuXDBkQ\nIBABBYoYMWm4cQMXVOhQokMBHEWaFNxSpk2bklqwIEAAAP9VrVb14QPcVq5dvXYFEFbsWLJlzZ5F\nm1YtOLZt3b799s2EiWHDslmzJkgQM27ctm3r1g3cYMKFDQNAnFgxOMaNHT+GDJkbtwuVL4DDnFnz\nZgCdPX8GF1r06NHeaNFKkQIWrFt79ihQUEebNnC1bd/GfRvAbt69wf0GHjx4t2vXatUCB87biBEA\nABwAF136dOrVAVzHnl37du7dvX8HD078ePLlv30zYWLYsGzWrAkSxIwbt23bunUDl1//fv4A/AME\nIHAgAHAGDyJMqFAhN24XHl4AJ3EixYoALmLMCG4jx44dvdGilSIFLFi39uxRoKCONm3gXsKMKTMm\ngJo2b4L/y6lz585u167VqgUOnLcRIwAAOABuKdOmTp8CiCp1KtWqVq9izaoVHNeuXr9y/fYNHFmy\no0ZdKlSIFKlq1cDBjSt3LoC6du+Cy6t3L9+8376BCyw48KtXBgzIkQNuMePGjgFAjiwZHOXKli1/\nw4bNmDFv3rLRoWPAgAZHjooVw4YNHOvWrl8DiC17Nrjatm/jzg2uQQMAAASACy58OPHiAI4jT658\nOfPmzp9DByd9OvXq0r99A6dd+6hRlwoVIkWqWjVw5s+jTw9gPfv24N7Djy///bdv4O7jv//qlQED\ncgDKATeQYEGDABAmVAiOYUOHDr9hw2bMmDdv2ejQMWBA/4MjR8WKYcMGjmRJkycBpFS5ElxLly9h\nxgTXoAEAAALA5dS5k2dPAD+BBhU6lGhRo0eRglO6lGlTp0u9eSuWKhUsWOCwZtW6FSsAr1/BghM7\nlizZPxIkrFoFjm1bcN/mzLFgAVxdu3fx1gWwl29fcH8BBxY8GJw3b40asVKipEKFTJnARZY8mTIA\ny5cxg9O8mXNnz+B06QIAQBo406dRp1YNgHVr169hx5Y9m3ZtcLdx59a9G/edOwhmzLBmDVxx48eR\nFwewnHlzcM+hR38uSpQBAQLgwMGGDVz3OnUAhI8QAVx58+fRlwewnn17cO/hx5c/H360aGomTEiQ\nIEgQbP8AwQkcSJAggIMIE4JbyLChw4fgiBEDAIAJuIsYM2rcCKCjx48gQ4ocSbKkSXAoU6pcyTLl\nnTsIZsywZg2czZs4c9oEwLOnT3BAgwoFKkqUAQEC4MDBhg2c0zp1AEiNEAGc1atYs1oFwLWrV3Bg\nw4odSzZstGhqJkxIkCBIEGzg4sqdOxeA3bt4wendy7evX3DEiAEAwASc4cOIEysGwLix48eQI0ue\nTLkyuMuYM2veDK5bNwAABEiTBq606dOoTwNYzbo1uNewY7/mxo1HmDDSpIHb3asXgN+/Y8UCR7y4\n8ePEAShfzhyc8+fQo0uPXu3QoRMnIEDwBq679+/fAYj/H08enPnz6NOrB1erFgAAHsDJn0+/vn0A\n+PPr38+/v3+AAAQOJFjQ4EGB4BQuZNjQIbhu3QAAECBNGjiMGTVu1AjA40eQ4ESOJCmSGzceYcJI\nkwbOZa9eAGTKjBUL3E2cOXXeBNDT509wQYUOJVqUaLVDh06cgADBGzioUaVKBVDV6lVwWbVu5doV\nXK1aAAB4AFfW7Fm0aQGsZdvW7Vu4ceXOpQvO7l28efV+EyAAwN9bt8ANJlzYcGEAiRUvBtfY8ePG\n2LD50aXLmzdw4LgFCADAs+c+fcCNJl3a9GgAqVWvBtfa9WvYsV1ny9bsyxcDBgoU2AbO92/gwAEM\nJ14c/9xx5MmVLwfHgAEA6N++gaNe3fp16wC0b+fe3ft38OHFjwdX3vx59Om/CRAAwP2tW+Dkz6df\nnz4A/Pn1g+Pf3z9AcOCwYfOjS5c3b+DAcQsQAABEiH36gKto8SLGigA2cuwI7iPIkCJHgsyWrdmX\nLwYMFCiwDRzMmDJlAqhp8ya4nDp38uwJjgEDAEK/fQNn9CjSpEgBMG3q9CnUqFKnUq0K7irWrFqz\nfvuWAgBYACG8kfUG7izatGrPAmjr9i24uHLnzv0G7i5ecAIEAOirQYMmTeAGEy5seDCAxIoXg2vs\n+DHkyI6/ffPGipUDBylSgOvs+TNoAKJHkwZn+jTq1P+qwS1YAADAAnCyZ9OubRsA7ty6d/Pu7fs3\n8ODghhMvXvwbN27WrE2ZQgAAAAECUFy7xo2bN2/gtnPv7h0A+PDiwZEvb/7bN2/ewLFvD+6bAwcC\nBCCABYsZM3D69/Pvrx8gAIEDCYIzeBBhQoXgvHmrVu2WHDkSJODBAw5jRo0bAXT0+BFcSJEjSZYE\nR4AAAAAEwLV0+RJmTAAzada0eRNnTp07eYLz+RMo0G/cuFmzNmUKAQAABAhAce0aN27evIGzehVr\nVgBbuXYF9xVs2G/fvHkDdxYtuG8OHAgQgAAWLGbMwNW1exdvXQB7+fYF9xdwYMGDwXnzVq3aLTly\nJEj/wIMHXGTJkykDsHwZMzjNmzl39gyOAAEAAAiAM30adWrVAFi3dv0admzZs2nXBncbd27dt715\nAwfu27JlQoRo8+bNmTMcOMA1d/4cOgDp06mDs379ejY7dr59A/cdfPhjx8CVL69NGzj169m3B/Ae\nfnxw8+nXt39fW7FiWbKAqgOwDgoUR46AO4gwoUIADBs6BAcxYkRuyJBZs/YMnMaN4DJkAAAgG7iR\nJEuaPAkgpcqVLFu6fAkzpkxwNGvavEnTmzdw4L4tWyZEiDZv3pw5w4EDnNKlTJsCeAo1KripVKlm\ns2Pn2zdwXLt6PXYMnFix2rSBO4s2rVoAbNu6BQc3/67cuXS1FSuWJQuoOnVQoDhyBJzgwYQLAziM\nODG4xYwZc0OGzJq1Z+AqWwaXIQMAANnAef4MOrRoAKRLmz6NOrXq1axbg3sNO3bsb968ceMGLne3\nbpcuYbtzBwECAgS+gTuOPHlyAMybOwcHPTo4aNCqLFhw6xa47dy7f/sGLrw0abx4gTuPPr16AOzb\nuwcHP778+d++efP27VspI0YMGAC4QKDAHj3AHUSYUCEAhg0dgoMI8du3a9fOFChgwICAWrW+fQMH\nThoAkgAkgUOZUuVKlgBcvoQZU+ZMmjVt3gSXU+dOnt++gQMaVCgwYA4c7NgBTulSpk0BPIUaFdxU\nqv/gwIAZkNWYMXBdvX4FK0uWL1/gzJ5FmxbAWrZtwb2FG1fuXGUpUgAAgMCAgQoVevUCF1jwYMIA\nDB9GDE7xYnC/fjEAACBAAABHjujS1a0bAwCdAXwDF1r0aNKlAZxGnVr1atatXb+GDU72bNq1v30D\nl1v3bmDAHDjYsQPccOLFjQNAnlw5OObNwYEBM0C6MWPgrF/Hnl2WLF++wH0HH148APLlzYNDn179\nevbKUqQAAACBAQMVKvTqBU7/fv79AQAEIHDgQHAGD4L79YsBAAABAgA4ckSXrm7dGADICOAbuI4e\nP4IMCWAkyZImT6JMqXIlS3AuX8KM6c3bt2/gbn7/+wZu561bOnRIkwZuKNGiRgEgTaoUHFOm167J\nkDGAAQM8eKxly8aNG7iuXrvy4qVFizZt4M6iTasWANu2bsHBjSt3Lt1uW7YMGAAgQQIhQr59Ayd4\nMOHCAA4jTgxu8eJv35IlC4IBQ4MGL3TpunYND54AAD4DIAZuNOnSpk8DSK16NevWrl/Dji0bHO3a\ntm978/btG7je376BC37rlg4d0qSBS658OXMAzp9DBydd+rVrMmQMYMAADx5r2bJx4wZuPPnxvHhp\n0aJNG7j27t/DByB/Pn1w9u/jz6+/25YtAwAOAJAggRAh376BU7iQYUMADyFGBDdx4rdvyZIFwYCh\n/0GDF7p0XbuGB08AACcBEAO3kmVLly8BxJQ5k2ZNmzdx5tQJjmdPnz+bNYMAQY2aX9++gVNarBgL\nFjdugJM6lWpVAFexZgW3lSs4WbKGuHCBDFkfBgwECCBF6hs4cN68CWvRwpChb9/A5dW7ly8Av38B\ngxM8mHBhw+CuXTNgAMWwYd++gZM8mXJlyQAwZ9YMjnNnz9y4gRMtmhs3UaIaAAAgQMA3cK9hx5Y9\nG0Bt27dx59a9m3dv3+CABxc+vFkzCBDUqPn17Rs458WKsWBx4wY469exZwewnXt3cN/Bg5Mla4gL\nF8iQ9WHAQIAAUqS+gQPnzZuwFi0MGfr2DVx///8AwQkcOBCAwYMIwSlcyLChQ3DXrhkwgGLYsG/f\nwGncyLGjRgAgQ4oER7KkSW7cwKlUyY2bKFENAAAQIOAbuJs4c+rcCaCnz59AgwodSrSoUXBIkyr9\n9g0cuGsSJACYCmABNmzatHGzYgWAVwBwli3Tpq0bN27fvoFbuxaA27dwwcmdC44aNTxLlhAiJACA\nXwABAliYMuXAgQAECNChA66x48eQGwOYTLkyuMuYM2veDG7VKgMGRmTLBq606dOoTwNYzbo1uNew\nY8t+XavWihUDBAho0KDbt2/ZsmnSlKxbN3DIkytHDqC58+fQo0ufTr26dXDYs2f/xh0cOFAAwgP/\nCBAgkDZt3755GzAAgHsABBYsUKCAhCxZ1ap58wauPwCAAAQOHAjO4MGD3Z49AwUKwEOIESFWqIAN\nGziMGTVuxAjA40eQ4ESOJFnS5DcWLBYs6AXO5UuYMWUCoFnTJjicOXXu7NWLAQMFCiBgwLBtGzik\nXLhIkABq2zZwUaVOjQrA6lWsWbVu5drV61dwYcWK/VYWHDhQANQCCBAgkDZt3755GzAAwF0ABBYs\nUKCAhCxZ1ap58wbOMADEiRWDY9y4cbdnz0CBAlDZ8mXLFSpgwwbO82fQoT0DIF3aNDjUqVWvZv2N\nBYsFC3qBo13b9m3cAHTv5g3O92/gwXv1YsBA/4ECCBgwbNsGzjkXLhIkgNq2Ddx17NmvA+De3ft3\n8OHFjydfHtx59OC4cZtGjdqhQxMAzAfAgAE4/Pi5CRAAwD9AAAIBSJAA5tEjb97AMWQI4CHEiOAm\nUqzIjZsLFwA2cuzIccgQcCJHkixJEgDKlCrBsWzp0qW3bducOVOk6IYAAQYMIALn8yfQoEIBEC1q\nFBzSpOC8eeumTVuzZncGDABgFYAAS5bAceVardqnT7fAkS1r1iyAtGrXsm3r9i3cuHLB0a0Ljhu3\nadSoHTo0AQBgAAwYgCtcmJsAAQAWMwYgQQKYR4+8eQNn2TKAzJo3g+vs+TM3bi5cACht+rTpIf9D\nwLFu7fq1awCyZ9MGZ/s2btzetm1z5kyRohsCBBgwgAgc8uTKlzMH4Pw5dHDSp4Pz5q2bNm3Nmt0Z\nMAAAeAACLFkCZ958tWqfPt0C5/49fPgA5tOvb/8+/vz69/MH5x8gOIHgunXjdu3at2/bFi2SIgVc\nRIkTY8UaMKCUNm3evDHTpg1cSJHgAJQ0eRJcSpUrV3IjRAgFil+/YrFgESDAHHA7efb0+RNAUKFD\nwRU1evTotkKFEiRAgCAAAKkAlIGzehVrVq0AuHb1Cg5sWHDcuEFDhapXLxUA2LYFBQ5uXLlz6c4F\ncBdvXr17+fb1+xcwOMGDwX0zbBgcuG/btoH/c/wYMmRjxr6Bs3wZM2YAmzl3BvcZdGjRo8GxYuXD\nhzNwq1m3dv0aQGzZs8HVtn37drYZMwL0DgAAeIAAwcAVN34ceXIAy5k3B/ccOjhu3KaBAnXrlgMA\n27m7AvcdfHjx48UDMH8efXr169m3d/8eXHz54L7Vrw8O3Ldt28D19w8QnMCBAo0Z+wYuocKFCwE4\nfAgRnMSJFCtaBMeKlQ8fzsB5/AgypEgAJEuaBIcypUqV2WbMCAAzAICZAQIEA4czp86dPAH4/AkU\nnNCh4LhxmwYK1K1bDgA4feoKnNSpVKtarQogq9atXLt6/Qo2rFhwZMuaPYs2rdq1ZQG4fQsX/5zc\nuXTr2r2LN+9cAHz7+gUHOLDgwd26kSL16tWiMWN+/QIHObLkyZTBAbiMOTO4zZw7d/bmwsWCBdSo\ngTuNOrXq1asBuH4NO7bs2bRr274NLrfu3bx7+/4NXDeA4cSLgzuOPLny5cybO0cOILr06eCqW7+O\nvVs3UqRevVo0ZsyvX+DKmz+PPj04AOzbuwcHP758+d5cuFiwgBo1cPz7+wcITuBAggUFAkCYUOFC\nhg0dPoQYEdxEihUtXsSYUSNFAB09fgQXUuRIkiVNnkQpEsBKli3BvYQZU+bMbzXB3cSZU+dOnAB8\n/gQKTuhQokWFevMGTulSpk2dPgUHQOpUqv9VrV7FmlXrVnBdvX4FG1bsWLJeAZxFmxbcWrZt3b6F\nG1cuWwB17d4Fl1fvXr59v/0FF1jwYMKFBQNAnFgxOMaNHT9m7M0bOMqVLV/GnBkcAM6dPX8GHVr0\naNKlwZ1GnVr1atatXaMGEFv2bHC1bd/GnVv3bt62AfwGHhzccOLFjR9Hnlw5cQDNnT8HF136dOrV\nrV/HLh3Adu7dvX8HH178ePLfvoFDn159+m/fvHkDF1/+fPr17YMDkF///m/fwAEEJ3AgwYIGB377\nBm4hw4YOF3rzBmAixYrevIHLqHEjx44eP3789g0AyZImu3UDp3Ily5YuX7L89s2bt282weH/xOnN\nG4CePn8CDSp0KNGiRr99A6d0KdOl37558wZuKtWqVq9iBQdgK9eu376BCyt2LNmyY799A6d2Ldu2\nar15AyB3Ll1v3sDhzat3L9++fv1++wZgMOHC3bqBS6x4MePGjhd/++bN27fK4C5f9uYNAOfOnj+D\nDi16NOnSpk+jTq16NevWrl/Dji17Nu3atm/jzq17N+/evn8DDy58OPHixo8jT658OfPmzp9Djy59\nOvXq1q9jz659O/fu3r+DDy9+PPny5l178wZuPfv27t/Djy8fHID69u978wZuP//+/gGCEziQYEGD\nBwcCULiQoTdv38BFlDiRYkWLFzEC0LiR/6M3b+BAhhQ5kmRJkyfBAVC5kmVLly9hxpQ5E1xNmzdx\n5tS5k6dNAD+BBv32DVxRo0eRJlW6lCk4AE+hRv32DVxVq1exZtW6lSs4AF/BhgU3lmxZs2fRplVL\nFkBbt2/hxpU7l25du+Dw5tW7l29fv3/zAhA8mDA4w4cRJ1a8GNw3x9/ARZY8mTIAy5cxg9O8mXNn\nz59Bh94MgHRp0+BQp1a9mnVr169TA5A9m3Zt27dx59a9G1xv37+BBxc+nLhvAMeRJwe3nHlz58+h\ng/s2/Rs469exZwewnXt3cN/Bhxc/nnx58+ABpFe/Hlx79+/hx5c/n757APfx59e/n39///8AAQgc\nSLCgQXAIEypcyDDhsmXbwEmcSLGiRQAYM2oEx7Gjx48gO27b5g0UqBkzNmwABq6ly5cvAcicSROc\nzZs4c+rcybPnTQBAgwoFR7So0aNIkypdWhSA06dQo0qdSrWq1avgsmrdyrWr1mXLtoEbS7as2bMA\n0qpdC66t27dw47rdts0bKFAzZmzYAAyc37+AAQMYTLgwuMOIEytezLixY8QAIkueDK6y5cuYM2ve\nzNkygM+gQ4seTbq06dOowalezbq1a3DIkDVpEmzbNmzYvn0Dx7u3798AggsfDq648ePIkxvnw2dK\ngAAAogOwA6669evXAWjfzh2c9+/gw4v//54tmzdw6NOrX88egPv38MHJn0+/vv37+PPPB8C/v3+A\nAAQOJFjQ4EGECRUCANfQ4UOIEcEhQ9akSbBt27Bh+/YN3EeQIUUCIFnSJDiUKVWuZJmSD58pAQIA\noAnADjicOXXqBNDT509wQYUOJVpUaLZs3sAtZdrU6VMAUaVOBVfV6lWsWbVu5WoVwFewYcWOJVvW\n7Fm04NSuZdvWLbht25w5A8aNW7Zs1Kh9A9fX79+/AAQPJgzO8GHEiRWD+/ZNlKgDACRPBsCMGTjM\nmTVjBtDZ82dwoUWPJv3tGzhw27aJGjHiwgUHvXp9+wbO9m3cuW0D4N3bNzjgwYUPJ14c/5w3b9++\ngWPe3PlzANGlT6de3fp17Nm1g+Pe3ft38OHBffvWpQs49OnVrwfQ3v17cPHlz6dfv/63by1aAAAA\nAhxAcAIHEhwI4CDChOAWMmzYrdu3b9pgwSJBAgOGBgIEAAAQxJQpbNi6dQNn8iTKlABWsmwJ7iXM\nmDJfatNmzdq1bNmOHeu2bRs0aMOGgStq9ChSAEqXMm3q9CnUqFKngqtq9SrWrFrBffvWpQu4sGLH\nkgVg9ixacGrXsm3r1u23by1aAAAAAhzevHr1Aujr9y+4wIIHd+v27Zs2WLBIkMCAoYEAAQAABDFl\nChu2bt3Ace7s+TOA0KJHgytt+jTq0v/atFmzdi1btmPHum3bBg3asGHgdvPu7RsA8ODChxMvbvw4\n8uTgljNv7vw5dHCOHA0Y8Awc9uzatQPo7v07uPDix5Mvbx6cBQsAAAQQJgwc/Pjy4QOob/8+uPz6\n9e+iQAFghAgCABQ0eBBACBMmQIBw4wZcRIkTKQKweBEjOI0bOXb05u3BAwMGGnTogABBBxcuQIA4\ncwZcTJkzaQKweRNnTp07efb0+RNcUKFDiRY1Cs6RowEDnoFz+hQqVABTqVYFdxVrVq1buYKzYAEA\ngADChIEzexatWQBr2bYF9xYu3F0UKESIIABAXr17AYQwYQIECDduwBU2fBgxAMWLGYP/c/wYcmRv\n3h48MGCgQYcOCBB0cOECBIgzZ8CVNn0aNQDVq1m3dv0admzZs8HVtg2uWzdUiRL9+kXoxg1btsAV\nN358w4YCBcA1d/4cOgDp06mDs34de3bt28EtWAAAQAdw48mXLw8AfXr14Ni3B4cNm4gAAQ4cCAAA\ngAABoEBd4waQ27dv4HLkCBBgxw5wDBs6fAggosSJ4CpavIgxTJgAAQoUSGDAgAABHg4cQIDg1y9w\nLFu6fAkgpsyZNGvavIkzp05wPHl26yZNWh4WLAIEEGDAwJAh0qSBewq1Vy8AADZs+AYuq9atWwF4\n/QoWHLhv4MqaPYs2rdlbtwC4BSDg/9s3cHTr2qULIK/evd++gfvbrRsrVhEECAAAQMCCBd26gXsM\n+TEUKAAA/PgBLrPmzZwBeP4MGpzo0aRJZxMgIIDqADFixYIFK0KDBggQLFsGLrfu3bwB+P4NPLjw\n4cSLGz8OLnnybt2kScvDgkWAAAIMGBgyRJo0cNy79+oFAMCGDd/AmT+PHj2A9ezbgwP3DZz8+fTr\n259/6xaA/QAEfAP4DdxAggUHAkCYUOG3b+AcduvGilUEAQIAABCwYEG3buA8fvQIBQoAAD9+gEOZ\nUuVKAC1dvgQXU+bMmdkECAiQM0CMWLFgwYrQoAECBMuWgUOaVOlSAE2dPoUaVepUqv9VrYLDmhUc\nN267OnRw4kQEBgwJEjhz1g0cOG7cilWoAAAAAgTg7N7FmxfAXr59wf0FHFjwYHDfvvHg8QkFCgCN\nAUADF1ny5MkALF/G/O0bOM6dwfVSoECOHG3gTJ9GbRobtgULYMAAF1v2bNoAbN/GDU73bt68uS1Y\nQIBAt27gjB935qxTJ1euwD2HHl06AOrVrV/Hnl37du7dwX0HD44bt10dOjhxIgIDhgQJnDnrBg4c\nN27FKlQAAAABAnD9/QMEJ3DgQAAGDyIEp3Ahw4YOwX37xoPHJxQoAGAEAA0cx44ePQIIKXLkt2/g\nTqIE10uBAjlytIGLKXNmTGzYFiz/gAEDHM+ePn8CCCp0KLiiRo8e5bZgAQEC3bqBiyrVmbNOnVy5\nAqd1K9euAL6CDSt2LNmyZs+iBad2Lbhv37IBA5YsmaAUKRAgCBKkAwkSAP4CBiBAwDdwhg8jRgxg\nMePG4MB9iwxuMuXKlidLkgRgM2cAAgSACy16NGkApk+j/vYNHOvW4PY4cIAFyzJwtm/jtv3nT4AA\nCBCACy58OHEAxo8jB6d8OXPl3ryBAACgQAFw1q9bv3ZtwwYSJMCBDy9+PIDy5s+jT69+Pfv27sHB\njw/u27dswIAlSyYoRQoECAAGCdKBBAkABxECECDgGziHDyFCBDCRYkVw4L5lBLeR/2NHjxslSQIw\nkiQAAQLApVS5kiUAly9hfvsGjmZNcHscOMCCZRk4nz+B+vzzJ0AABAjAJVW6lCkAp0+hgpM6lapU\nb95AAABQoAA4r1+9Xru2YQMJEuDQplW7FkBbt2/hxpU7l25du+Dw5tW7t1s3ZMiCBVMAgHDhwgwY\ngFO8mHFjAI8hRwY3mXJly5fBESAAAIAANWp27QI3mnRp06MBpFa9Glxr165BSZAgRUqvbt3A5da9\nW4IEAABOnAA3nHhx4wCQJ1cOjnlz59u23bp1YcECcNexZ582bcCACxfAhRc/njwA8+fRp1e/nn17\n9+/BxZc/n358aNB+/CCQIMGDB/8ACQwYAAAABw7ZwClcyJAhgIcQI3775g2cxYsYM150BqBjR2vW\nwIkcSbIkSQAoU6oEx7IluG/fYk2YAAGCBVmywOncCe7ZMwEAggLo0iUbuKNIkyYFwLSpU3BQo0b1\nVqSIAQMJevQAx7Wr1yhRAADQoQOc2bNo0wJYy7at27dw48qdSxec3bt489qFBu3HDwIJEjx4QGDA\nAAAAOHDIBq6x48ePAUieTPnbN2/gMmvezFmzMwCgQVuzBq606dOoTwNYzbo1uNewwX37FmvCBAgQ\nLMiSBa63b3DPngkAQBxAly7ZwClfzpw5gOfQo4ObTp26tyJFDBhI0KMHuO/gw0f/iQIAgA4d4NKr\nX88egPv38OPLn0+/vv374PLr388/PyeAnKBB8wbOoMFv3548AQBgGDiIESVKBFDR4kVwGTVu5Nhx\nGwCQAGKBI1nS5EmUAFSuZAnO5cuX2D58mDFjAQMGbtyA4ylMWACgAwYcOAABAjNwSZUuXQrA6VOo\n4KROnboKwFUAAz59AtfVq9dpBQoAAIAAATi0adWuBdDW7Vu4ceXOpVvXLji8efXuxcuJEzRo3sAN\nHvzt25MnAAAMA9fY8ePHACRPpgzO8mXMmTVvA9AZQCxwoUWPJl0awGnUqcGtZs0a24cPM2YsYMDA\njRtwuYUJC9B7wIADByBAYAbO//hx5MgBLGfeHNxz6NBXAaAOYMCnT+C0b98+rUABAAAQIABX3vx5\n9ADUr2ff3v17+PHlzwdX3/59/JgwDRgABgxAcAIHfvsWIAAAAArAMWzo0CGAiBIngqto8SLGjIYA\ncATgBxzIkCJHkgRg8iRKcCpXruxmy1aoUBQC0AyQIQMCADp3AhAgIEAAQt++gStq9GhRAEqXMgXn\n9Cm4adMWAKhaFQSIUqXAce3VS4AAAGLHAgBn9izatADWsm3r9i3cuHLn0gVn9y5evLQA8AXAjRu4\nwIIDAygMgBW4xIoXLwbg+DFkcJInU65suViAAAAAQAPn+TPo0KIBkC5tGhzq1P+qVQcTIAAAgAUL\nAgCoDWAAAQIAAAQIQAwc8ODChQMobvw4uOTKwU2bVgAA9OjRJ0wIAOA6duwDBoDr7v07eADix5Mv\nb/48+vTq14Nr7/79e1oA5gPgxg0c/vz4AfAHwAogOIEDCRIEcBBhQnALGTZ0+LBYgAAAAEADdxFj\nRo0bAXT0+BFcSJEjRwYTIAAAgAULAgBwCWAAAQIAAAQIQAxcTp07dwLw+RMoOKFDwU2bVgBAUqVK\nJ0wIAABq1KgDBoCzehVrVgBbuXb1+hVsWLFjyYIzexatWWvWAgBwC+DUKXBz6apRAwAvAFbg+Pb1\n6xdAYMGDwYHzBg5xYsWLE3//mzABAAAI4ChXtnwZMwDNmzmD8/wZNOhuaNAsWBAANQDVqidMePBg\nypRq4GjXtm0bQG7du8H17u3NW61aUxIkAHAceXLlySVI8AYOenTp0gFUt34de3bt27l39w4OfHjx\n4K1ZCwAAPYBTp8C1d69GDQD5AFiBs38fP34A+/n3BwcQnDdwBAsaPFjw24QJAABAAAcxosSJFAFY\nvIgRnMaNHDl2Q4NmwYIAJAGYNDlhwoMHU6ZUAwczpkyZAGravAkuZ05v3mrVmpIgAYChRIsaLSpB\ngjdwTJs6dQogqtSpVKtavYo1q1ZwXLt69coAgFgADRpUA4cWnDYNGgQIePAA/5zcuXTrAriLNy+4\nvXz7+v0Ljg0bAABIgTuMOLHixQAaO34MLrLkyZQjb9v27Zs1GzYCBAChSxez0czAmT6NOjWA1axb\ng3sNO3ZsbwUKALgNAIK33d7AOXPmwMGCBeCKGz+OHIDy5cybO38OPbr06eCqW79+nQGA7QAaNKgG\nLjw4bRo0CBDw4AG49ezbuwcAP758cPTr27+PHxwbNgAAkAIITuBAggUNAkCYUCE4hg0dPmS4bdu3\nb9Zs2AgQAIQuXcw8MgMXUuRIkgBMnkQJTuVKliy9FSgAQCYACN5segPnzJkDBwsWgAMaVOhQAEWN\nHkWaVOlSpk2dgoMaVSrUbv/dAFzFerVBAwAABAAAECAAKVLgzJ5FmxbAWrZtv719680bOLp17d5V\noAAAgAzg/P4FHFgwAMKFDYNDnFjxYsbfOHAIEOACM2bgLF/GnBkzAM6dPYMDHVr0aAECAAAIEKAa\nONasoUETIGDAAGzgbN/GjRvAbt69ff8GHlz4cOLgjB9HjpwDAObNnTMXIIADB2/ewF3Hnl07AO7d\nvX/75k38t2/dulnbtq1bN2bg3L8HJ0AAAADdwN3Hn1//fgD9/QMEIBAAuIIGDyJM+M2AgQABPoGL\nKHEixYoALmLMCG4jx44eRYgAAODbN3AmT8aKBQDAgQPgXsKMKRMAzZo2b+L/zKlzJ8+e4H4CDRqU\nA4CiRo8WFSCAAwdv3sBBjSp1KoCqVq9+++Zt67dv3bpZ27atWzdm4M6iBSdAAAAA3cDBjSt3Ll0A\ndu/iBad3L9++fr8ZMBAgwCdwhg8jTqwYAOPGjsFBjix5sggRAAB8+wZuM+dYsQAAOHAAHOnSpk8D\nSK16NevWrl/Dji0bHO3atm23AKB7N4ADBwgQWHDihB073ryBS658OXMAzp9D//atGzhw376BA/dt\n2rRMmQpx4wZuPLhfAM4D2AZuPfv27t8DiC9/Prj69u/jz88IAH8AYQCCEziQYEGDABAmVAiOYUOH\nD8mQiRABXEWLFRUoAABA/4MGbOBAhhQpEkBJkydRplS5kmVLl+BgxpQpswUAmzcBHDhAgMCCEyfs\n2PHmDVxRo0eRAlC6lOm3b93Agfv2DRy4b9OmZcpUiBs3cF/B/QIwFsA2cGfRplW7FkBbt2/BxZU7\nl25dRgDwAggDjm9fv38BAxA8mDA4w4cRJyZDJkIEcI8hP1agAAAADRqwgdO8mTNnAJ9BhxY9mnRp\n06dRg1O9mnXrZ89MmOjWDVxt27WxYWvV6hs437+BAwcwnHhxcMeRJ+/WLVu2W968fZP+TRIA6wDA\nZde+nXt3cADAhxcPjnx58+fRWwCwHoA0cO/hx5c/H0B9+/fB5de/n3+sWP8ATZgAR7AguGQFCgwY\ngAQJuIcQI0oEQLGixYsYM2rcyLEjuI8gQ4ocSRLcmjUUKFT69g2cy5cwXQKYSbMmuJs4c+bkxtOa\ntWbNFgAYCqAbuKNIkypdCqCp06fgokqdSnVqr14AsmZNBq6r169gwwIYS7YsuLNo06rt1KlJk2/f\nwMlFhiyCAAEFChgyBK6v37+AAQgeTLiw4cOIEyteDK6x48eQI0sGt2YNBQqVvn0Dx7mzZ84AQose\nDa606dOnuam2Zq1ZswUAYgPoBq627du4cwPYzbs3uN/AgwsP3qsXgOPHk4Fbzry58+cAokufDq66\n9evYO3Vq0uTbN3DgkSH/iyBAQIEChgyBW8++vXsA8OPLn0+/vv37+POD28+/v3+A4AQOJEgwTRoN\nGrSBY9jQoUMAESVOBFfR4kWMFb99s2ZtAgAACRKAI1nS5EmU4ACsZNkS3EuYMWXG3LUrQYAAQ4aA\n49nT50+g4AAMJVoU3FGkSZUmSyZKFDio3bqdOZOFChVTpr59A9fV61ewAMSOJVvW7Fm0adWuBdfW\n7Vu4ceWCS5NGgwZt4PTu5csXwF/AgcENJlzY8OBv36xZmwAAQIIE4CRPplzZMjgAmTVvBtfZ82fQ\nn3ftShAgwJAh4FSvZt3aNTgAsWXPBlfb9m3cyZKJEgXOd7duZ85koULF/5Spb9/ALWfe3DkA6NGl\nT6de3fp17NnBbefe3fv379q0efHSq5c3cOnVr18PwP17+ODkz6dfn363bncoUMiV6xtAcAIHEixo\nEADChArBMWzo8CHDb9+UKTsFC9a3b+A2cuzo8SM4ACJHkgRn8iTKlNmyXbsG7uXLXbuEZcv27Ru4\nnDp38swJ4CfQoEKHEi1q9ChScEqXMm3q1Kk2bV689OrlDRzWrFq1Aujq9Su4sGLHkh3brdsdChRy\n5foG7i3cuHLnAqhr9y64vHr38s377ZsyZadgwfr2DRzixIoXMwYH4DHkyOAmU65sOVu2a9fAcea8\na5ewbNm+fQNn+jTq1P+mAbBu7fo17NiyZ9OuDe427ty6d+/Olk2aNG/ewBEvbvw4gOTKl4Nr7vw5\n9OjgrFn79g0c9uzat3MHB+A7+PDgxpMvb/48+vTqyQNo7/49uPjy59P35u3bN3D69/Pv7x8gOIED\nBQIweBBhQoULGTZ0+LBbt2/gwH2z+A1cRo0bOW7b9uzWrWPHvHkDdxJlSpTevAFw+RJmt27fwNW0\neROnTW/feH4D9xPoz2/fwBU1evTbNwBLmTb99g1c1G/funX7Bg5rVq1buXb1+u0bALFjyXrzBg5t\nWrVov3Vz2w1c3LjfvoGzexdv3rzevAHw+xdwYMGDCRc2fLhbt2/gwH3/c/wNXGTJkylv2/bs1q1j\nx7x5A/cZdGjQ3rwBMH0adbdu38C1dv0atmtv32h/A3cb9+1v38D19v372zcAw4kX//YNXPJv37p1\n+wYOenTp06lXt/7tGwDt27l78wYOfHjx4L91M98NXPr0376Bc/8efvz43rwBsH8ff379+/n39w8Q\ngMCBBAsaPIgwocKFDBs6fAgxosSJFCtavIgxo8aNHDt6/AgypMiRJEuaPIkypcqVLFu6fAkzpsyZ\nNGvavIkzp86dPHv6/Ak0qNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6/Qo2rNixZMua\nPYs2rdq1bNu6fQs3Ja7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO37sMiAAIfkECAoA\nAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy8fHx8PDw\n7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e3d3d3Nzc\n29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrKycnJyMjI\nx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4tra2tbW1s7OzsrKy\nsbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGhoKCgnp6enZ2d\nnJycm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyMi4uLioqKiYmJ\niIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3dnZ2dXV1dHR0\nc3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFhYGBgX19fXl5e\nXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExMS0tLSUlJSEhI\nR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0MzMzMjIyMDAw\nLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwcGxsbGhoaGRkZ\nGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJCAgIBwcHBgYG\nBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMIEypcyLCh\nw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rcybOnz59A\ngwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at27dw48qd\nS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nHjykkmR66c5cuYM2suN25cuXLiyokeTVo0\nOXIAUqteTY5cudewY8ueTbt2bXLkAOjezXvcuHLAgwsfTjw4uXLlxo0jR04cOXLlokufTo4cgOvY\ns48bR66c9+/gw4v/906unPnz6NOXI8c+XDgA8OPLn0+/vv37+POX28+/v3+A5QQOJFjQ4MGCABQu\nZFjO4UOIESVOpFjxIQCMGTWW49jR40eQH8mNG0fOJLlx5MiVY9nSJUsAMWXOLFfT5k2cOXXu5GkT\nwE+gQYUOJVrU6FGk5ZQuZdrUqVNy5MCBK1fV6lWsVQFs5dq13FewYcWOJVvWLFgAadWuLdfW7Vu4\nceF6CxcOHDhyecvt5du3LwDAgQWXI1zY8GHEiRUvLgzA8WPIkSVPplzZ8uVymTVv5ty5Mzly4MCV\nI13a9GnSAFSvZl3O9WvYsWXPpl37NQDcuXWX493b92/gv72FCwcO/xw55OWUL2fOHMBz6NHLTade\n3fp17Nm1UwfQ3ft38OHFjydf3nw59OnVr2fP3o6dYcPAgStX3/59/AD07+dfzj/AcgIHEixo8CDC\nhAAWMmxY7iHEiBInzurVCwsWT5YsiRP37Ru5kOVGkiw5EgDKlCrLsWzp0uW4cuW8eRs3rtaxY1as\nTCvn8yfQoEIBEC1q9CjSpEqXMm1a7inUqFKnTrVjZ9gwcODKce3q9SuAsGLHlitr9izatGrXsjUL\n4C3cuOXm0q1r9+6sXr2wYPFkyZI4cd++kStc7jDixIcBMG7suBzkyJIljytXzpu3ceNqHTtmxcq0\ncqJHky5tGgDq1P+qV7Nu7fo17NjlZtOubXs2OXK+fJErV44cOREDBkiRUu448uTKjwNo7vx5uejS\np1OPTo5cuezat3Pv7r0cgPDix5crb/48+vMaNBAwYAADhh/KlJEjV+4+/vz67wPo7x8gAIEAyhU0\neLDguHHhpEmLEkWAAAATAwRooExZOY0bOXbkCABkSJEjSZY0eRJlynIrWbZ0uZIcOV++yJUrR46c\niAEDpEgp9xNoUKE/ARQ1erRcUqVLmSYlR65cVKlTqVa1Wg5AVq1by3X1+hXsVw0aCBgwgAHDD2XK\nyJEr9xZuXLlvAdS1e7dcXr17844bF06atChRBAgAcDhAgAbKlJX/c/wYcmTIAChXtnwZc2bNmzl3\nLvcZdGjR48bFiDEAtRAhBAgAcO3MWTnZs2nXlg0Ad27d5Xj39v0beHDhw3sDMH4ceTnly5k3HzdO\nggQA0x04kCHjGTly5bhzJ0euXHjx48MDMH8efTn169mz3zZunBIlAOjXpz9gwKhR3ryJKwewnMCB\nBAcCOIgwocKFDBs6fAixnMSJFCuWKpUgQYAAFwIEAAASZLmRJEuaHEmOHICVLFuWewkzpsyX1qyx\nYlUuZ05ev34dO0aOXLmhRIsSJUcOgNKlTMs5fQo1aooUAKoCCBAihCtX2cp5/ept3LhyZMuaJUcO\ngNq1bMu5fQs3/67bb98A2L1r14CBAHwDABAmrJzgwYQFAziMOLHixYwbO34MuZzkyZQrlyqVIEGA\nABcCBAAAGnS50aRLmx5NjhyA1axbl3sNO7bs19assWJVLnduXr9+HTtGjly54cSLEydHDoDy5czL\nOX8OPXqKFACqAwgQIoQrV9nKef/ubdy4cuTLmydHDoD69ezLuX8PP777b98A2L9v34CBAPwDAAAo\nTFg5ggUNEgSQUOFChg0dPoQYUWI5ihUtWiT37VulSrhwxaFAAcDIAAHKnUSZUmVKAC1dviwXU+ZM\nmjHx4OnS5UqwYBAgBAAAYMCAAgXASJGSLVu4ck2dliNHDsBUqv9Vy13FmvUqOXIVAHwFa+DUqUSJ\nxpVDm/bYmTPkyJWDGxeuOHEA7N7FW07vXr599ZIjN2IEAMIBAjgQICBAAACNAwQgR67cZMqVAVzG\nnFnzZs6dPX8GXU70aNKkyX37VqkSLlxxKFAAEDtAgHK1bd/GfRvAbt69y/0GHlz4bzx4unS5EiwY\nBAgBAAAYMKBAATBSpGTLFq7cdu7lyJEDEF78+HLlzZ8vT45cBQDt3Rs4dSpRonHl7N8/duYMOXLl\n/AMsJ1CgOHEADiJMWG4hw4YOF5IjN2IEgIoBAjgQICBAAAAeAwQgR64cyZImAaBMqXIly5YuX8KM\nWW4mzZo2b5b/69YNAE9VqsoBDSp0qFAARo8iLad0KdOmStmwCRDAwIQJAK5eDaBV64IF3LiVCyt2\nLICyZs+WS6t2bVpx4igAiAsgQYItb97kyjWtHN9yzZohOHFi3Lhyhg8jBqB4MeNyjh9DjgyZCBEA\nAQIIEzZu85MnAD4nSFBuNOnSowGgTq16NevWrl/Djl1uNu3atm/TDhAAQJAg5X4DDy48OIDixo+X\nS658OfPkCxYAiB4gAIDq1UuUmDBhAAYM5b6DD/8dAPny5suhT68evThxA94vWDBjBgonTliwcMSE\nSZgwAQAGACBAADly5RAmVAiAYUOH5SBGlDhRohs3ACxY2Lat/9y4cbJkARAZIAA5cuVQplQJgGVL\nly9hxpQ5k2bNcjdx5tS5E2eAAACCBCk3lGhRo0UBJFW6tFxTp0+hNl2wAEDVAAEAZM1aosSECQMw\nYCg3lmzZsQDQplVbjm1bt2zFiRswd8GCGTNQOHHCgoUjJkzChAkQAIAAAeTIlVO8mDEAx48hl5M8\nmXJlym7cALBgYdu2cuPGyZIFgHSAAOTIlVO9mjUA169hx5Y9m3Zt27fL5da9m3fvcr9+BQgAoFxx\n48eRJwewnHnzcs+hR5cuTZoECQAAGJAg4coVB+PGgQNnzRqOcufRp08PgH179+Xgx5cPHxw4VB8+\nSJBAgMACAv8ACThwwIADBwECACgUIaKcw4cQHQKYSLFiuYsYM2rMCKBjgwbkQpYrd+jQhQsEli0r\nx7KlS5YAYsqcSbOmzZs4c+osx7Onz59Ay/36FSAAgHJIkypdyhSA06dQy0mdSrWqNGkSJAAAYECC\nhCtXHIwbBw6cNWs4yqldy5YtgLdw45abS7fuXHDgUH34IEECAQILCBBw4IABBw4CBABYLEJEuceQ\nIz8GQLmy5XKYM2verBmA5wYNyIkuV+7QoQsXCCxbVq6169etAcieTbu27du4c+veXa6379/Agyc7\ncAAAgAHlkitfzrw5gOfQo5ebTr169WuLFi1Y0KDBAhgwunT/kSZOXLlyyZJJK8e+vXv3AOLLn1+u\nvv379cmRI2THzgKACw4cALDA4AJDGTIYMADA4YYN5SROpCgRwEWMGctt5NjR48YECQCMhABhzx5w\nTZpw4LBgASRy5MrNpFlzJgCcOXXu5NnT50+gQcsNJVrU6NFkBw4AADCg3FOoUaVOBVDV6tVyWbVu\n3Xpt0aIFCxo0WAADRpcu0sSJK1cuWTJp5eTOpUsXwF28ecvt5dt3LzlyhOzYWbDgwAEACxQvMJQh\ngwEDACRv2FDO8mXMlgFs5ty53GfQoUV/TpAAwGkIEPbsAdekCQcOCxZAIkeu3G3cuW8D4N3b92/g\nwYUPJ168/9xx5MmTexMnbtw4U6YsAAAQIECKctm1b+feHcB38OHLjSdfvjw5bNhAgdKgIcGCBYoU\nHSNHDhq0atWilePf3z/AcgLLASho8GC5hAoXMsyWTZGiDx94+PJV7uLFXLkSJBAQLVq5kCJHhgRg\n8iTKcipXsmypcsMGADIXLFCiRIEAAQcOcOIkrhzQoEKFAihq9CjSpEqXMm3qlBy5clKnUh016kOE\nCBYsLFgA4OuECai4cStn9izatGgBsG3rthzcuHLljgsX7ssXAQIA8H3w4JEGDS5cwIBBCBy4cooX\nM1YM4DHkyOUmU65s+fK4cpo3b/bgQUO1auVGky49GgDq1P+qy7Fu7fo1awECANBmwIAAgQAAADBg\nECgQuXLChxMnDuA48uTKlzNv7vw5dHLkylGvbn3UqA8RIliwsGABgPATJqDixq0c+vTq16sH4P49\n/HLy59OnPy5cuC9fBAgA4B/ggwePNGhw4QIGDELgwJVz+BCiQwATKVYsdxFjRo0bx5Xz+PGjBw8a\nqlUrdxJlypMAWLZ0WQ5mTJkzYQoQAAAnAwYECAQAAIABg0CByJUzehQpUgBLmTZ1+hRqVKlTqZaz\nehXruHENGggIEODAAQAABAQIgAHDgShRwIEr9xZuXLlvAdS1e7dcXr17+eY9cABAYMGDCYMAUQ5x\nYsWIATT/dvy4XGTJkylXtixZj54x5Th39uwZQGjRo8uVNn0adWkMGAAAYLBgQYAAAGjTXrCgSznd\nu3nzBvAbeHDhw4kXN34ceTnly5mPG9eggYAAAQ4cAABAQIAAGDAciBIFHLhy48mXNz8eQHr168u1\nd/8efvsDBwDUt38fPwgQ5fj39w+wXDkABAsaLIcwocKFDBsm1KNnTLmJFCtWBIAxo8ZyHDt6/MgR\nAwYAABgsWBAgAICVKxcs6FIupsyZMwHYvIkzp86dPHv6/FkuqNCh1aoZMUIgRgwLFoQJa+TNGx06\nMgoUYMRInLhyXLt6/QogrNix5cqaPYt22zYAbNu2JQEA/4AAAQDq1oUFq5zevXwB+P0LuJzgwYQL\nGz5cjhw5IkS+lXsMOXJkAJQrWy6HObPmzePGBQggQACAAAEAmD59+gA2bOVau37dGoDs2bRr276N\nO7fu3eV6+/7d25gxaOTIlTuOHHk3FSpo0SoHPbr06dABWL+OvZz27dy7O3IEIDwAAd68lTuPvly3\nbgDa79lTLr78+QDq279fLr/+/fz7+wdY7tChZMnKHUSYUCEAhg0dloMYUeJEESIECAAAIAAAjhwH\nDAAQMuSwYeVMnkRpEsBKli1dvoQZU+ZMmuVs3sRp05gxaOTIlQMaNGg3FSpo0SqXVOlSpkkBPIUa\ntdxUqv9VrTpyBEArAAHevJUDG7Zct24AzO7ZU07tWrYA3L6FW07uXLp17d4td+hQsmTl/P4FHBjA\nYMKFyx1GnFixCBECBAAAEADA5MkDBgDAjHnYsHKdPX/uDED0aNKlTZ9GnVr16nKtXb9uTY5cOdq1\nbdfeto0cuXK9ff8G3hvAcOLFyx1Hnjy5NyJEAgTYsmVcOerVrZdDAACAIEHlvH8HD0D8ePLkyJVD\nn179evbqVaiQIkWcuHL17d/HD0D/fv7l/AMsJ3AgwXJeBgwAoFBhgAACBNxIkCBCBAAWhQgpp3Ej\nR40APoIMKXIkyZImT6Isp3IlS5XkyJWLKXOmzG3byJH/K6dzJ8+eOgEADSq0HNGiRo16I0IkQIAt\nW8aViyp1ajkEAAAIElRuK9euAL6CDUuOXLmyZs+iTXtWhQopUsSJKyd3Lt26AO7izVtuL9++fb0M\nGABg8OAAAQQIuJEgQYQIAB4LEVJuMuXKkwFgzqx5M+fOnj+DDl1uNOnSo3v1Kqd6NevWrl+7BiB7\nNu1ytm/jto0KlRUBArRoIUeuHPHixokDSF6lSrnmzp8DiC59ernq1q9jz44dhQEDOHCUCy9+PPnw\nAM6jT19uPfv2648dAwFgPn36HTpoWbSoQAEA/gEeOlSOYEGDBAEkVLiQYUOHDyFGlFiOYkWLFHv1\nKreR/2NHjx9BfgQwkmTJcidRpjyJCpUVAQK0aCFHrlxNmzdrAtBZpUo5nz+BAhA6lGg5o0eRJlWa\nFIUBAzhwlJM6lWpVqQCwZtVajmtXr1yPHQMBgGzZsh06aFm0qEABAG8PHSo3l27duQDw5tW7l29f\nv38BBy43mDBhcmLEBApErlxjx48hl+vS5RQvXuUwZ9aMGUBnz5/LhRZdjhy5cilSKFAAQICARInK\nxZY9OzYCBABwu3Ahrlxv374BBBc+vFxx48eRJzeeLduHAgVQoSo3nXp169MBZNe+vVx379/Jkbt1\nKwAA8+cBBAhgwAAzDhwSJAAw34GDcvfx578PgH9///8AAQgcSLCgwYMIEyoEUK6hQ4fPCBAAAIAD\nOXLlMmrcqEzZggUCBASIEoUcuXIoU6oEwLKly3IwY8osVAiATZsaNCRLVq6nz565cgEYOpQIkXJI\nkyoFwLSp03JQo0qdSnXqIxw4vHkrx7Wr169cAYgdS7ac2bNo0ZJLlChAAABwFSioVq3bt28mTAQI\nACBDhnHjygkeTBiA4cOIEytezLix48flIkuW/IwAAQAAOJAjV66z58/KlC1YIEBAgChRyJErx7q1\nawCwY8suR7u27UKFAOjWrUFDsmTlggsPnisXgOPHiRApx7y5cwDQo0svR7269evYrz/CgcObt3Lg\nw4v/Hw8egPnz6MupX8+ePblEiQIEAEBfgYJq1bp9+2bCRACAAQBkyDBuXDmECRUCYNjQ4UOIESVO\npFix3EWM5ciRoyZAAACQAwbkylXOpMlZsxgAYNnywJMn5WTOpCkTwE2cOcvt5NmTHLkoUQAMGADA\nqFEDBggQaAHA6dOn2bKVo1rVKgCsWbWW49rV61ewX72VKRMuXDm0adWuRQvA7Vu45MiVo1vX7t1E\niQYMACBOXDnA5MiNG+fBQwDEpkyVY9zYMQDIkSVPplzZ8mXMmctt5lyOHDlqAgQAID1gQK5c5VSr\nnjWLAQDYsQ88eVLO9m3ctgHs5t273G/gwcmRixIF/8CAAQCUKzdggACBFgCkT5+eLVs57Nm1A+De\n3Xs58OHFjyc/3luZMuHClWPf3v179gDkz6dPjlw5/Pn170+UaADAAQDEiStnkBy5ceM8eAjg0JSp\nchInUgRg8SLGjBo3cuzo8WO5kCJHbtgA4CTKlCoFCChQAA2aVuVm0qxZEwDOnDrL8ezp82emTAEC\nAChqFEAABw4CBChQAMCvX+WmUq06FQDWrFrLceVKjly5sGLHkh3LKksWbdrKsW3r9i1bAHLn0i1n\n9y7evHiBACnn9y9gbNgCECDgxg25cooXLwbg+DHkyJInU65s+XK5zJo3Y8AA4DPo0KHvePJU7jTq\n1P+qUwNo7fp1udiyZ9OOTYAAgNy5Dxwg57tcuXHjyBEvZ/w4cuMAljNvXu459OjSp0tXUqAAKVLl\ntnPv7n07gPDix5crb/48+vTqzWfLpkKAADduwJWrb98+gPz69/Pv7x8gAIEDCRY0eBChwHILGTbE\ngAFARIkTJ97x5KlcRo0bOW4E8BFkyHIjSZY0OZIAAQArVx44QA5muXLjxpGzWQ5nTp04AfT0+bNc\nUKFDiRYlqqRAAVKkyjV1+hRqUwBTqVYtdxVrVq1buWLNlk2FAAFu3IArdxYtWgBr2bZ1+xZuXLlz\n6Zazexev3XDhxvVVpYoAgQ7dupUzfBhxYsWHATT/dvy4XGTJkylP5saNXDnNmzl39twZQGjRo8uV\nNn0adWrUChYsAAeuXGzZs2nHBnAbd+5yu3n39v0buG9rzJiVM34cuXEAy5k3d/4cenTp06mXs34d\nu/Vw4cZ1V6WKAIEO3bqVM38efXr15wG0d/++XHz58+nP58aNXDn9+/n39w+wnECBAAoaPFguocKF\nDBsyVLBgAThw5SpavIixIoCNHDuW+wgypMiRJEVaY8asnMqVLFUCeAkzpsyZNGvavImznM6dPHv6\n/Ak06E4ARIsaLYc0qdKlTJs6fZoUgNSpVMtZvYo1q9ar48bJmDGjnNixZMuSBYA2rdpybNu6fQs3\n/y5ccuTK2b2L1y6AvXz7+v0LOLDgwYTLGT6MOLHixYwbHwYAObLkcpQrW76MObPmzZUBeP4Mupzo\n0aRLmx49bpyMGTPKuX4NOzZsALRr2y6HO7fu3bx78yZHrpzw4cSFAziOPLny5cybO38OvZz06dSr\nW7+OPft0ANy7ey8HPrz48eTLmz8fHoD69ezLuX8PP7789+TIZSqHP7/+/fwB+AcIQOBAAOUMHkSY\nUOFChg0PAoAYUeJEihUtXsSYcdy4ch09fgQZUuRIkuUAnESZstxKli1dvoQZUyZLADVt3iyXU+dO\nnj11dusmrtxQokWNHgWQVOnSck2dPoUaVepUqv9OAVzFmlXrVq5dvX4FO25cObJlzZ5Fm1bt2nIA\n3L6FW07uXLp17d7Fm3cuAL59/ZYDHFjwYMKBu3UTV07xYsaNHQOAHFlyOcqVLV/GnFnz5soAPH8G\nHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36\ndOrVrV/Hnl37du7dvX8HH178ePK6yZErl54cuXLt3b+H354cuXDk7JMrV25cOf79/QMsV44cOQAG\nDyIkR64cw4YOH0KM2JBcuYoWL1YcNw4Ax44eyZErJ5IcuXImT6I0SW7luJYty8EsR45cOHLkyuH/\nzKkTJ4CePn+SI1duKNGiRo8iTaq0HICmTp9CjSp1KtWqVsmRK6eVHLlyXr+CDeuVHLlw5M6SK1du\nXLm2bt+2JUcOAN26dsmRK6d3L9++fv/uJVduMOHCg8eNA6B4MWNy5MpBJkeuHOXKlimTyzxu8+Zy\nnsuRIxeOHLlypk+jNg1gNevW5MiViy17Nu3atm/jLgdgN+/evn8DDy58OPFyxo8jT648+Thy5MpB\njy59unQA1q9jL6d9O/fu3r+DD78dAPny5suhT69+PXty7svBjx+fHP1y9u/jtw9gP//+5QCWEziQ\nYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1Lix/xw5j+TAjRtXjmRJkydNAlC5kmU5ly9hxpQ5k2bN\nlwBw5tRZjmdPnz+BBv3JjRy5ckeRJj0KgGlTp+WgRpU6lWpVq1ejAtC6lWtXr1/BhhU7tlxZs2fR\npi1Hji05cOPGlZM7l25dugDw5tVbjm9fv38BBxY8uC8Aw4cRl1O8mHFjx48bcyNHrlxly5crA9C8\nmXM5z59BhxY9mnTpzwBQp1a9mnVr169hxy43m3Zt27PJ5SbnS5o0VqyY2bIVLlw548eRJzcOgHlz\n5+WgR5c+nXp169ejA9C+nXs579/Bhxc/Pjw1XrzKpVe/Pj0A9+/hl5M/n359+/ftkyNXjn9///8A\ny5UDQLCgwYMIEypcyLBhuYcQI0p8SK4iOV/SpLFixcyWrXDhyokcSbKkSAAoU6osx7Kly5cwY8qc\n2RKAzZs4y+ncybOnz589qfHiVa6o0aNFAShdyrSc06dQo0qdKpUcuXJYs2rFCqCr169gw4odS7as\n2XJo06pdi1acOGTIXBEjVqqUCgwYokQRJ66c37+AAwMYTLhwucOIEytezLixY8QAIkueXK6y5cuY\nM2vGTGDCBG/eyokeTRqA6dOoy6lezbq1a2XcuJWbTZs2JBw4DBkqx7u3bwDAgwsfTry48ePIk5db\nzry58+XixCFD5ooYsVKlVGDAECWKOHHlwov/H08egPnz6MupX8++vfv38OOvB0C/vv1y+PPr38+/\n/36ABCZM8Oat3EGECQEsZNiw3EOIESVOVMaNWzmMGTNCwoHDkKFyIUWOBFDS5EmUKVWuZNnSZTmY\nMWXOlDlu3K9s2QgRCgAAQIMGQ4bMypat3FGkSY8CYNrUaTmoUaVOpUo1XDhu3LZt81bO61ewYAGM\nJVu23Fm0adWuZYs2RQoAcZctK1fX7l0AefXuLdfX71/Af0mRMtCoUTnEicvx4hUAAIACBfKQI1fO\n8uVyADRv5tzZ82fQoUWPLlfa9GnUqU2XKQPAtWsCBAIsWKBBQyxx4srt5l0OwG/gwcsNJ17c//hx\n48ZixBAgYMCAAMqUlaNe3Tp1ANm1by/X3ft38OHFex8wAMB5I0bKrWffHsB7+PHLzadf3/58X74A\n7B8woBrAauTKlcOGjQMHAAoVGoADpxzEiOUAUKxo8SLGjBo3cuxY7iPIkCJHgixTBgBKlAQIBFiw\nQIOGWOLElatpsxyAnDp3luvp8yfQoECNxYghQMCAAQGUKSvn9ClUpwCmUq1a7irWrFq3csU6YACA\nsEaMlCtr9iyAtGrXlmvr9i3ctr58Aag7YEC1auTKlcOGjQMHAIIFG4ADpxzixOUAMG7s+DHkyJIn\nU65c7jLmzJo3lxs3jgABAKIRIDBgQA0IEP+CBPmxZo0cuXKyZQOobft2udy6d/PurRsOHA8AhhMH\nkCBBueTKlycH4Pw59HLSp1Ovbv16OS5cAHDnDgMGonLix5cjRw4A+vTqyZEr5/49fPfiihUDYN9+\ngAAPHmiTIwfgs2cpUjgIcDAAADRoxo0r9/AhAIkTKVa0eBFjRo0by3X0+BFkyHLjxhEgAAAlAgQG\nDKgBAUKQID/WrJEjVw4nTgA7efYs9xNoUKFDgcKB4wFAUqUAEiQo9xRq1KcAqFa1Wg5rVq1buXYt\nx4ULALFiYcBAVA5t2nLkyAFw+xYuOXLl6Na1S1dcsWIA+PINEODBA21y5Dx7liKFgwCLAwD/QINm\n3LhykycDsHwZc2bNmzl39vy5XGjRo0mXLjdrFgECAA4cOHasXGzZs2mTIwcAd27d5Xj39v2b97hx\nSJC8GDMGDJgosWLVqTNgAIAAAb59K3cde3YA27l3L/cdfHjx4cmRK3ce/a9fAgQAcB8iRLJk1po1\nGzeuXH5y5AD09w8QgEAA5QoaPIhQkaIAAQA4lCChSpVa5MiVu4ixHCRIj3DhKgcyZDkAJEuaPIky\npcqVLFuWewkzpsyZhAoUAACABCtW5Xr6/Am057hxAIoaPVouqdKlS8NNm2bAAICphgxdu1YuKzly\nFiwA+MqMWbmxZMsCOIs2bbm1bNu6fRuu/5zccsYC2A1AgAAjZ87K+R03btu2cuXIGQaAOLHicowb\nOyZHzps3S6hQGTAQIMCAYsXEiSsHOrRoceLAkSNXLrXqcgBau34NO7bs2bRr2y6HO7fu3bwJFSgA\nAAAJVqzKGT+OPLnxceMAOH8OvZz06dSph5s2zYABANwNGbp2rZx4cuQsWACAnhmzcuzbuwcAP778\ncvTr27+PP1y5/eWMBQAYQCABAoycOSuXcNy4bdvKlSMXEcBEihXLXcSYkRw5b94soUJlwECAAAOK\nFRMnrtxKli3FiQNHjlw5mjXLAcCZU+dOnj19/gQatNxQokWNFtWkCcDSBQtilYMaVepUqf/kyAHA\nmlVrOa5dvX6tUmXAAAAAcpRDmzatEycABAj49q3cXLp1AdzFm7fcXr59/fYlR67c4GvXABwWIAAa\ntHKNHT+GDEDyZMrlLF8u162bKVCg7Nh51qZNlCgGDFArl1r16tXkyJWDHRs2OXIAbN/GnVv3bt69\nff8uF1z4cOLDNWkCkHzBgljlnD+HHh06OXIArF/HXk77du7dq1QZMAAAgBzlzJ8/78QJAAECvn0r\nF1/+fAD17d8vl1//fv77yQEkV27gtWsADgoQAA1auYYOH0IEIHEixXIWL5br1s0UKFB27Dxr0yZK\nFAMGqJVLqXLlSnLkysGMCZMcOQA2b+L/zKlzJ8+ePn+WCyp0KNGg4sQJEABg6YcP5Z5CjSp1ajkA\nVq9iLad1K1eu2aZMKVDAiBFs5c6iRRsgAIAAAciRKyd3Ll0Adu/iLad3L9++fveeOQNgMAoU376V\nS6x4MWMAjh9DLidZ8rZtLFh0KFAgSBAmffpIktSrl7hypk+jNh0lyrdv5V7Djg1gNu3atm/jzq17\nN+9yvn8DD+5bnDgBAgAg//ChHPPmzp9DLwdgOvXq5a5jz54925QpBQoYMYKtHPny5QMEABAgADly\n5d7Djw9gPv365e7jz69/P/4zZwACEIgCxbdv5RAmVLgQQEOHD8tFjLhtGwsWHQoUCBKE/0mfPpIk\n9eolrlxJkydLRony7Vs5ly9hApA5k2ZNmzdx5tS5s1xPnz+B9nz1CkBRHDjIkSu3lGlTp0/LAZA6\nlWo5q1exZtWmrVu3b9/KhRUbdtu2AQMADBlSjm1bt2wBxJU7t1xdu3fx5rU7ahQAv2vWlBM8mHBh\nwQAQJ1ZcjjHjUaMkSChAgECECFSUKFGlChWqcp9Bh/68AAGCcePKpVa9GkBr169hx5Y9m3Zt2+Vw\n59a9W5w4AL9/hwtXjnhx48eRFwewnHnzcs+hR5c+fbo4cYIEAQAQoEqVct/Bh/8OgHx58+XQp1e/\nnn05cOACBAAwX5mycvfx59d/H0B///8AAQgEUK5gQWXKdOiAVKrUmTMgIurQUaUKrXIYM2YsUADA\ngAHlQoocGRKAyZMoU6pcybKly5flYsqcSVOcOAA4cYYLV66nz59Ag/oEQLSo0XJIkypdypSpOHGC\nBAEAEKBKlXJYs2rFCqCr16/lwoodS7ZsOXDgAgQAwFaZsnJw48qdCxeA3bt4y+nVq0yZDh2QSpU6\ncwaEYR06qlShVa6xY8cFCgAYMKCc5cuYLQPYzLmz58+gQ4seTbqc6dOoUYsLEACAawC7yJErV25c\nuXLixEmT1qA3J07lggsfDqC48ePlkitfznz5uHHkykmXDg7cggUBAgD49q2c9+/gvQP/GE++fLnz\n6NOrXy+uQAEA8AMEyJWrnP37+PPbB8C/v3+A5QQKBAeu3MFx47BgcQHA4cMYypSRI1dMl64AAQBs\nFCeu3EeQIT8CIFnS5EmUKVWuZNmy3EuYMWOKCxAAwE0Au8iRK1duXLly4sRJk9bAKCdO5ZQuZQrA\n6VOo5aROpVqV6rhx5Mpt3QoO3IIFAQIA+Pat3Fm0ac8CYNvWbTm4ceXOpSuuQAEAeQMEyJWr3F/A\ngQX/BVDY8OFyiRODA1fO8bhxWLC4AFDZcgxlysiRK6ZLV4AAAESLE1fO9GnUpgGsZt3a9WvYsWXP\npl3O9m3ctsmREwDANwAECJaVI168//iWLQIAAFixQlw56NGjA6Be3Xo57Nm1b9c+bhy2cuXIjefC\nxYABAAAGzJpVzv17+O4BzKdfv9x9/Pn15792DQBAAAIHAsiVqxzChAoXIgTg8CHEchInUuzWjQwZ\nABo3alyw4MCBBgBGkmxQ7iTKlCkBsGzp8iXMmDJn0qxZ7ibOnDcrVQLgkwCBP3/KES1qlBy5AAAA\noEFT7inUqACmUq1a7irWrFqzkiNX7ivYNWsCkA0wgBmzcmrXslUL4C3cuOXm0q1rty6AvHrzIkDQ\nqlW5wIIHEw4M4DDixOUWM268+NevAAAmUwYQIIAAAQA2bzZgYFi50KJHjwZg+jTq1P+qV7Nu7fp1\nudiyZ8euVAkAbgIE/vwp5/s3cHLkAgAAgAZNueTKlwNo7vx5uejSp1OfTo5cueza16wJ4D3AAGbM\nypEvb548gPTq15dr7/49/PcA5tOfjwBBq1bl9vPv7x9guXIACBY0WA5hQoUIf/0KAABiRAABAggQ\nAAAjRgMGhpXz+BEkSAAjSZY0eRJlSpUrWZZz+RKmy1WrANQ0YmTcuHI7efYcN64AAADYsJUzehQp\nAKVLmZZz+hRqVKlRxyVIMGBAggSLuHEr9xVs2K8AyJY1Ww5tWrVr0ZowAQAuAQIcODxYsKBYsXJ7\n+fb1uxdAYMGDyxU2fLgwOXIEGAP/cOw4QAAAkycXKJAly7hymzl37gwAdGjRo0mXNn0adepyq1m3\nXr1qFQDZRoyMG1cOd27d48YVAAAAG7Zyw4kXB3AcefJyy5k3d/7c+bgECQYMSJBgETdu5bh3984d\nQHjx48uVN38efXkTJgC0J0CAA4cHCxYUK1YOf379+/ED8A8QgMCBAMoZPIjQIDlyBBoCePgwQAAA\nFCkWKJAly7hyHDt69AggpMiRJEuaPIkypcpyLFu6ZPnoUYMAAVq0aNWqnM6dPL15A1CggDdv5Yoa\nPQogqdKl5Zo6fQo1KlQ4BAgMGGDL1rdyXLt69QogrNix5cqaPYs2XLgECQAAqPLr/5cqVQAECAAE\nqJzevXz76gUAOLDgcoQLGz5crRoHDgAaO34sQIAYMb/GjSuHmRy5cpw7lwMAOrTo0aRLmz6NOnW5\n1axbr370qEGAAC1atGpVLrfu3d68AShQwJu3csSLGweAPLnycsybO38O/TkcAgQGDLBl61u57dy7\ndwcAPrz4cuTLmz8fLlyCBAAAVPn1S5UqAAIEAAJULr/+/fzzAwAIQODAgeUMHkSYsFo1DhwAPIQY\nUYAAMWJ+jRtXTiM5cuU8fiwHQORIkiVNnkSZUuXKci1dvmw5a5YAAwYGDODDZ1w5nj3LhQsHQKjQ\nbdvKHUWaFMBSpk3LPYUaVepUqP/kyJkAAIANm3Hjyn0FG1YsALJlzZZDm1bt2l69AABo0KDVuHE3\nbgQAAODJk3J9/f4F3BfAYMKFyx1GnFjxt28BAgCAHFkyAwYRIuxatUqbNm/jxpUDHbocANKlTZ9G\nnVr1ataty72GHfv1s2cOANzGfaNaNWnS/owYESAAAOILFpAjV075cuYAnD+HXk76dOrVrU/nxm2A\nBg3lvH8HHx48APLlzZdDn179enDgIEGKFq3c/E2bANyvVKncfv79/QMsVw4AwYIGyyFMqHDhtm0H\nDgCIKDGiDRutWo3LSI5cuY4eP3YEIHIkyZImT6JMqXJluZYuX7Z89swBgJo2b1T/qyZN2p8RIwIE\nACB0wQJy5MohTaoUANOmTstBjSp1KtWo3LgN0KChHNeuXr96BSB2LNlyZs+iTQsOHCRI0aKVi7tp\nE4C6lSqVy6t3L9+8AP4CDlxuMOHChrdtO3AAAOPGjG3YaNVqHGVy5MphzqwZM4DOnj+DDi16NOnS\npsuhTq0a9bhxCQYMACBbdoDaAQYAACBAQIAAC1CgKCd8OHHhAI4jT15uOfPmzp+Xq1ZtwYICe/aU\ny659O/ftAL6DD19uPPny5s+T37MHAPtmzcrBjy9/PnwA9u/jL6d/P3/+3gAKE1agQACD3LiVU7iQ\nYUOHCwFElDiRYkWLFzFm1FiO/2NHjxzHjUswYAAAkyYDpAwwAAAAAQICBFiAAkU5mzdx2gSwk2fP\ncj+BBhU6tFy1agsWFNizp1xTp0+hPgUwlWrVclexZtW6FeuePQDANmtWjmxZs2fJAlC7lm05t2/h\nwvUmTFiBAgHwcuNWjm9fv38B9wUwmHBhw4cRJ1a8mHE5x48hOyZHjluNGg4cAABAwICBGTMm5Mpl\nzBg4cKTIkSu3mnXr1QBgx5ZdjnZt27fHjQMH7tevLASAE4BQjnhx48eRA1C+nHk558+hR5f+HBy4\nAESIlNO+nXt37gDAhxdfjnx58+SxpR806M0bM2bKxZc/n379+gDw59e/n39///8AAQgcSLCgwYMC\nyylcyJAhOXHiQIG6dEnNtGnevJXbyLGjx4/lAIgcSbKcyZMoU5IjJ0xYq1YKChQYMGBWuZs4c+rc\nCaCnz5/lggodSrSo0G/f4KhSVa6p06dQnwKYSrVquatYs2atxo2bOHHlwoodS7as2XIA0qpdy7at\n27dw48otR7euXbvkxIkDBerSJTXTpnnzVq6w4cOIE5cDwLix43KQI0ueTI6cMGGtWikoUGDAgFnl\nQoseTbo0gNOoU5dbzbq169esv32Do0pVudu4c+vODaC379/lggsfPrwaN27ixJVbzry58+fQywGY\nTr269evYs2vfzr2c9+/gw4v/H0++/HcA6NOrL8e+vfv37snJFyeOHLly+PPr38+/HACAAAQOHFjO\n4EGECRUmHFfO4UOIESUCoFjRYjmMGTVu5NjR48eMAESOJFnS5EmUKVWuLNfS5UuYMWXOpOkSwE2c\nOcvt5NnTZ09yQcWJI0eu3FGkSZUuLQfA6VOo5aROpVrVatVx5bRu5drVKwCwYcWWI1vW7Fm0adWu\nLQvA7Vu4ceXOpVvX7t1yefXu5dvX71/AegEMJly43GHEiRUvZtzYMWIAkSVPLlfZ8mXMmTVv5mwZ\nwGfQocuNJl3a9GnUqVWTBtDa9WvYsWXPpl3bdjncuXXv5t3b9+/cAIQPJ17O//hx5MmVL2fe/DgA\n6NGll6Ne3fp17Nm1b68OwPt38OXEjydf3vx59OnHA2Df3v17+PHlz6dfv9x9/Pn17+ff3z/AcgIB\nECxosBzChAoXMmzo8GFCABInUixn8SLGjBo3cux4EQDIkCLLkSxp8iTKlCpXlgTg8iXMmDJn0qxp\n82a5nDp38uzp8ydQnQCGEi1a7ijSpEqXMm3qFCmAqFKnlqtq9SrWrFq3crUK4CvYsOXGki1r9iza\ntGrJAmjr9i3cuHLn0q1rtxzevHr38u3r929eAIIHEy5n+DDixIoXM258GADkyJLLUa5s+TLmzJo3\nVwbg+TPocqJHky5t+jTq1P+jAbBu7fo17NiyZ9Oubfs27ty6d/Pu7fs38ODChxMvbvw48uTKlzNv\n7vw59OjSp1Ovbv069uzat3Pv7v07+PDix5Mvb/48+vTq17Nv7/49/PjykZOrX64cufz5y/Hv7x9g\nOYEDB5IjV67cuHILGTZsCABiRInkyJWzeBHjRXIbOZYjR65cOXLlyokTp00bMm/eyrV0+bIlAJkz\naZIjVw5nTp07efIkR65cOXLliBY1SpQcOQBLmTYlR65cVKnlyFWtWg5rVq1ZyZHr1o0cOXHlyJY1\naxZAWrVr2bZ1+xZuXLnl6Na1exdvXr176wLw+xdwOcGDCRc2fLjcuHHXrg3/I0euXGTJkyMDsHwZ\ncznNmzl39vwZdOjNAEiXNl0OdWrVq1mzHjfu2zdx4siVs30bN24Au3n39v0beHDhw4mXM34ceXLl\ny5k3Pw4AenTp5ahXt34de/Zy1KiNGsWoXHjx48cDMH8efTn169m3d/8efvz1AOjXt18Of379+/nz\n9wTQkxAh3bqRK4cwoUKFABo6fAgxosSJFCtaLIcxo8aNHDt6/JgRgMiRJMuZPIkypcqV5ahRGzWK\nUbmZNGvWBIAzp85yPHv6/Ak0qNChPQEYPYq0nNKlTJs6derJkxAh3bqRK4c1q1atALp6/Qo2rNix\nZMuaLYc2rdq1bMW5DRYM/9y3b+Xq2r2L9y6AvXz7lvsLOLDgwYO3bTNkiACBVOUaO378GIDkyZTL\nWb6MObNmzdy4lfsMOrTo0ABKmz5dLrXq1axbs04GAMCAAUWKlLt9m1y53bx5A/gNPLjw4cSLGz+O\nvJzy5cybOxcHPVgwcN++lbuOPbv27AC6e/9eLrz48eTLl9+2zZAhAgRSlXsPP358APTr2y+HP7/+\n/fz5cwPIrdxAggUNFgSQUOHCcg0dPoQYEWIyAAAGDChSpNzGjeTKfQQJEsBIkiVNnkSZUuVKluVc\nvoQZE+aDBwBsIkAwgxatcj19/gT6E8BQokXLHUWaVOnSpaJEAQBQoECrcv9VrV69CkDrVq7lvH4F\nG1ZsWGFp0kybVk7tWrZt1QKAG1duObp17d6lO25cuHDl/GrTBkCw4HHjyh0+PM6bt3KNHZcDEFny\nZMqVLV/GnFlzOc6dPX/2/OABANIIEMygRavcatatXbcGEFv27HK1bd/GnTu3KFEAABQo0KrccOLF\niwNAnlx5OebNnT+H/lxYmjTTppXDnl37duwAvH8HX078ePLlxY8bFy5cOfbatAGAD3/cuHL164/z\n5q3cfv7lAAAEIHAgwYIGDyJMqFBhuYYOH0JsGCECgIoWK0KAQI5cuY4eP4LsCGAkyZLlTqJMqXLl\nygABAAAQIABcuZo2b97/BKBzJ89yPn8CBeoNGTI5cq5caSNMmBQpDJ6GC1duKtWqVqcCyKp1a7mu\nXr9+DRct2qRJt26lypYtQAAAbu/cKSd3rlxx4saNK6dXL4C+fv8CDix4MOHChsshTqx48bhxAwYA\niCw5coAAnTqVy6w587hx5T6DLgdgNOnS5U6jTq16tWpvAF4DUKOmHO3atm8DyK17d7nevn//PoYA\nQYAAAAAQEKBcAIAECapVKyd9OvXq0gFgz669HPfu3rmTI7dryxZbtpYtK/fqFYD2AQKUiy9//rhx\n5O6TKzduHID+/gECEDiQYEGDBxEmVFiwXEOHDyGOGzdgAACLFy0GCNCp/1M5jx89jhtXjmTJcgBQ\nplRZjmVLly9hvvQGgCYANWrK5dS5kycAnz+BlhM6lCjRYwgQBAgAAAABAU8FAEiQoFq1clexZtV6\nFUBXr1/LhRU7Niw5cru2bLFla9mycq9eAZAbIEA5u3fxjhtHji+5cuPGARA8mHBhw4cRJ1a8uFxj\nx48hjxtXoMCAAQAQIACweXOSJOPGlRM9Ghw4btzIkStHjhwA169hl5M9m3Zt27WvAdANwJWrcr+B\nBxcOgHhx4+WQJ1eu3EqDBgAACBAAoEABANcRIBg2jBy5ct/BhxcPgHx58+XQp1evXte3b+Xgw/fm\nDUD9CBHK5de/P/+4cf8Ay5UjN24cgIMIEypcyLChw4cQy0mcSLHiuHEFCgwYAAABAgAgQSZJMm5c\nuZMowYHjxo0cuXLkyAGYSbNmuZs4c+rcqfMagJ8AXLkqR7So0aMAkipdWq6p06dPrTRoAACAAAEA\nChQAwBUBgmHDyJErR7as2bMA0qpdW66t27dvdX37Vq5uXW/eAOiNEKGc37+A/Y4bV64cuXHjAChe\nzLix48eQI0ueXK6y5cuYM5f79o0ECQCgVakqR7q0aXKoyZVbDaC169flYsueTbs27QMAAAgQUK63\n79/AewMYTrx4uePIkysPF27bNmfOvg0bhgRJgQcP7NixZq2c9+/gwwP/GE++fLnz6NOrX4+eAQMA\n0qSVm0+/vv36APLr38+/v3+AAAQOJFjQ4EGEAsstZNjQ4UOGAwYAoEiOXDmMGTWOG1fOIzlyAESO\nJEmOXDmUKVWOG0cpWDBy5MrNnDluHACcjBiV49nT50+eAIQOJVrO6FGkSZUeJUaMgwABEyZIkQKu\n3FWsWbMC4NrVKzly5cSOJVvWbLkDBwBgwFDO7Vu4ceECoFvX7l28efXu5du33F/AgQUPBjxgAADE\n5MiVY9zY8bhx5SSTIwfA8mXM5MiV49zZ87hxlIIFI0eu3OnT48YBYM2IUTnYsWXPhg3A9m3c5XTv\n5t3b925ixDgIEDBh/4IUKeDKLWfevDkA6NGlkyNXzvp17Nm1lztwAAAGDOXEjydfnjwA9OnVr2ff\n3v17+PHLzadf3/79cnnyBAgAIAnAJOUGEixosCCAhAoXlmvo8GFDZsw66NFT7iLGcsCAAeg4bly5\nkCJHkgwJ4CTKlOVWsmzp8iVLceIYGDCQIIEPH9TK8ezp0yeAoEKHlitq9CjSpEYLFADw4kW5qFKn\nUp0K4CrWrFq3cu3q9SvYcmLHki1rtlyePAECAEiSpBzcuHLnygVg9y7ecnr38tXLjFkHPXrKES5c\nDhgwAIrHjSvn+DHkyI4BUK5suRzmzJo3c84sThwDAwYSJPDhg1q51P+qV68G4Po17HKyZ9OubXt2\ngQIAXrwo5/s38ODAARAvbvw48uTKlzNvXu459OjSo2fLBuD6dQHUqJXr7v07+O8AxpMvX+48+vTn\nPXkKoERJufjyywUIAECAgHL69/Pvzx8gAIEDCZYzeBBhQoUHFSnyoUBBhw5DhpArdxFjxowAOHb0\nWA5kSJEjSZYLFw5AygQJyrV0+RLmSwAzada0eRNnTp07eZbz+RNoUKDZsgEwalQANWrlmDZ1+tQp\nAKlTqZazehWrVU+eAihRUg5s2HIBAgAQIKBcWrVr2a4F8BZu3HJz6da1e5euIkU+FCjo0GHIEHLl\nCBc2bBhAYsWLyzX/dvwYcuRy4cIBsJwgQTnNmzl35gwAdGjRo0mXNn0adepyq1m3dr26Tx8As2kD\n4FIOd27du3kD8P0beDnhw4kLFyAAwLNn5Zg3L3fgAIBixcpVt34d+3UA27l3L/cdfHjx48kVK+bL\nF6Nfv3z5AgeOXDn58+nTB3Aff/5y+/n33w8wW7Zw5QoaLCdOnAoVAUCBKgcxosSJEgFYvIgxo8aN\nHDt6/FgupMiRJKNFA4AyJQAVKrqVewkzpsyZAGravEmOXLmdPHeqUgUgaLhw5YoW/fULAIACtmyV\newo1qtSoAKpavVouq9atXLd++zZkyZJIkbw1ayZOHDly5dq6fQsX/4DcuXTJkSuHNy9ecuScOMFR\nqlS5wYPHjQMEqIgqVeUaO34M+TGAyZQrW76MObPmzZzLef4MOnS0aABKmwagQkW3cqxbu34NG4Ds\n2bTJkSuHOzduVaoA+A4Xrpxw4b9+AQBQwJatcsybO3/uHID06dTLWb+OPTv2b9+GLFkSKZK3Zs3E\niSNHrpz69ezbA3gPPz45cuXq269PjpwTJzhKlQJYTqDAceMAASqiSlU5hg0dPnQIQOJEihUtXsSY\nUePGch09fgRpw0aAAAAAKBgy5NcvLdasSZM2bRq1cjVt3rwJQOdOnuV8/vyZzYABAABqjBtXTmk5\nbgCcOu3WrdxUqv9VrVYFkFXr1nJdvX4F27VbNwQIBEiQYMsWtXHjvHkTJ25aObp17doFkFfv3nJ9\n/f799QvA4AMHmDEDB65csGBVqhQQJ67cZMqVLVcGkFnzZs6dPX8GHVp0OdKlTZ+2YSNAAAAAFAwZ\n8uuXFmvWpEmbNo1aOd69ffsGEFz48HLFjRvPZsAAAAA1xo0rF70cNwDVq3frVk77du7duQMAH158\nOfLlzZ8n360bAgQCJEiwZYvauHHevIkTN63cfv79+wMEIHAgwXIGDyL89QsAwwMHmDEDB65csGBV\nqhQQJ64cx44eP3oEIHIkyZImT6JMqXJluZYuX77kVKGCAAEiROT/EScOFy5jGjTMmHHggJlx48oh\nTaoUKYCmTp+Wiyq13LhxngBgBbAAHLhs2ZgxAyBWbAFLlsqhTat2rVoAbt/CLSd3Lt26cmfNatIE\nwZ49ggR98+VLm7ZgwbiNG1duMePGiwFAjiy5HOXKlosUAaA5QAAIEKJFgzNkSIAAC4wZK6d6NevW\nrAHAji17Nu3atm/jzl1uN+/evbuNGcOIkTJl4siRK1fuGjVqoEDZsBGqHPXq1q0DyK59e7nu3r0n\nASAewK5w4bJlK1BAgAEDM2ZkkCKlHP369u/bB6B/P/9y/gGWEziQYMFy2bKJK7ewHDiH5CCSC1eO\nYkWLFgFk1Lix/1xHjx/JkQMw0oABHDgoUCgQgGWAAtWqlZM5k2ZNmgBw5tS5k2dPnz+BBi03lGjR\not3GjGHESJkyceTIlSt3jRo1UKBs2AhVjmtXr14BhBU7tlxZs2aTAFALYFe4cNmyFSggwICBGTMy\nSJFSjm9fv3/9AhA8mHA5w4cRJ0acLZu4co/LgZNMjjK5cOUwZ9asGUBnz5/LhRY9mhw5AKcNGMCB\ngwKFAgFgByhQrVo527dx58YNgHdv37+BBxc+nHjxcseRJ0/OrVu3bNm6ddtWjjp1cuTKlePGjVo5\n79/Bgwcwnnz5cufRlyNH7psWLXLkQJo2bckSDRo6lNNfjpcJE/8Aw4UrR7CgwYMEAShcyLCcw4cQ\nI0qcSLHiQwAYM2osx7GjR45r1hCYNIkVqxUrAjRo4MFDKnDgysmcSbMmTQA4c+rcybOnz59Ag5Yb\nSrRoUW7dumXL1q3btnJQoZIjV64cN27UymndypUrgK9gw5YbS7YcOXLftGiRIwfStGlLlmjQ0KGc\n3XK8TJgIF66c37+AA/sFQLiw4XKIEytezLix48eJAUieTLmc5cuYLa9ZQ2DSJFasVqwI0KCBBw+p\nwIErx7q169euAcieTbu27du4c+veXa6379/AyZEbNGjBAl7lkitX7s0bjHLQo0uXDqC69evlsmvf\nPm7cnTuzQID/QICAAYNy6NGLQoLk27dy8OPLnw8fgP37+Mvp38+/v3+A5QQOJFjQoEEACRUuLNfQ\n4cOGtmyBo0jxwQM+lSqFCyeu3EeQIUWOBFDS5EmUKVWuZNnSZTmYMWXOJEdu0KAFC3iV49mzpzdv\nMMoNJVq0KACkSZWWY9rU6bhxd+7MAgECAQIGDMpt3SoKCZJv38qNJVvW7FgAadWuLdfW7Vu4ceXO\npesWwF28ecvt5dt3ry1b4AQLfvCAT6VK4cKJK9fY8WPIkQFMplzZ8mXMmTVv5lzO82fQocWJQ4Cg\nQAEP5VSvLkeOHAUKC3ToKFfb9u3aAHTv5l3O92/g4sTVqhUA/8BxAF26lGPO3FWCBN++laNe3fp1\n6gC0b+dezvt38OHFj/9Ojpw4cuTKrWfffj0A+PHll6Nf3z59bdqSiRN37BjAWwLLESxo8CDCgwAW\nMmzo8CHEiBInUixn8SLGjOPGgQAhQECrciJHlmvSBADKAAG0aSvn8iVMADJn0ixn8yZOm27cAOjZ\n04CBckLHjRNw4IA3b+WWMm3qdCmAqFKnlqtq9WpVcuTKce3q9StXbtwMkSNX7izatGcBsG3rthzc\nuHLhVqmyKE8eV6548CgWLly5wILLkSO3rRzixIoVA2js+DHkyJInU65suRzmzJo3jxsHAoQAAa3K\nkS5drkkTAP+qAwTQpq0c7NiyAdCubbsc7ty6cbtxA+D3bwMGyhEfN07AgQPevJVr7vw59OYAplOv\nXu469uzXyZEr5/07+PDeuXEzRI5cufTq16cH4P49/HLy59OXX6XKojx5XLniwQNgsXDhyhU0WI4c\nuW3lGDZ06BBARIkTKVa0eBFjRo3kyJXz+BFkyF69ggWbVg4lyi1bCBAA8PIlFy7kytW0aRNATp07\ny/X0+bNntWoAiBYFUKBIEQECAAQIUA5qVKlTpQKwehVrOa1buWoNF07YtWvjxpEjN65cOXJrly2b\nNcuFi0XhwpWzexevXQB7+fYlR65cYMGBo0VjwACAAAEBAjT/aDBAkaJs2cqNG0eO3Lhx5Th39vwZ\nQGjRo0mXNn0adWrV5MiVc/0aduxevYIFm1YON+4tWwgQAPD7Nxcu5MoVN24cQHLly8s1d/68ebVq\nAKhXB1CgSBEBAgAECFAOfHjx48UDMH8efTn169mrDxdO2LVr48aRIzeuXDly+5ctmwVwlgsXi8KF\nK4cwoUKEABo6fEiOXLmJFCdGi8aAAQABAgIEaNBggCJF2bKVGzeOHLlx48q5fAkzJoCZNGvavIkz\np86dPMv5/Ak0qNCg5K5dM2AAgFKlZcqUewo1KoCpVKuWu4o1a1Y1AAAECAAAAAIAZMkKElQurdq1\nbNcCeAs3/265uXTrzu3VK8qCBQoUAAAw4MCBFi08VKigQIEMGbDKOX4MGTKAyZQrl7uMGTO5KVMA\neP4MOkIEVqywhQsnTly51axbu14NILbs2bRr276NO7fucrx7+/4NHHi4cN68ZciwQYIEa9bKOX8O\nHYD06dTLWb+OHXs0ZcqcOHHlqgYMGAQIaAAGrJz69ezbswcAP778cvTr26efLdsHDRoA+AcIAECB\nAgIE8CBBAhUqa9bKPYQYUSIAihUtlsOYUWOHDgQIAAgQAMDIkUeODBtWTuVKli1dlgMQU+ZMmjVt\n3sSZU2c5nj19/gQKNFw4b94yZNggQYI1a+WcPoUKQOpUqv/lrF7FijWaMmVOnLhyVQMGDAIENAAD\nVk7tWrZt2QKAG1duObp17dLNlu2DBg0A/PotUECAAB4kSKBCZc1aOcaNHT8GEFny5HKVLV/u0IEA\nAQABAgAADfrIkWHDyp1GnVr16nIAXL+GHVv2bNq1bd8ul1v3bt69ff8GrhvAcOLFyx1Hnlz5cubN\nnSMHEF369HLVrV/HXp0cuVy5xJUDH178ePLjAZxHn77cevbt3bf35q3cfPr17d+/D0D/fv79/QME\nIHAgwYIGDyJMWG4hw4YOH0KMKJEhgIoWL5bLqHEjx44eP4LUCGAkyZLlTqJMqfIkOXK5cokrJ3Mm\nzZo2awL/yKlzZ7mePn8C/enNW7miRo8iTZoUANOmTp9CjSp1KtWq5a5izap1K9euXrECCCt2bLmy\nZs+iTat2LVuzAN7CjVtuLt26du/izauXLoC+fv+WCyx4MOHChg8jFgxgMePGjh9Djix5MuVyli9j\nzqx5M+fOlwGADi26HOnSpk+jTq16dWkArl/DLid7Nu3atm/jzj0bAO/evssBDy58OPHixo8HB6B8\nOfPmzp9Djy59ernq1q9jz659O3frAL6DD19uPPny5s+jT6+ePID27t+Xiy9/Pv369u/jlw9gP//+\n5QCWEziQYEGDBxEmFAiAYUOHDyFGlDiRYsVyFzFm1LiR/2NHjxgBhBQ5khy5cidRplS5kmVLl+UA\nxJQ5kxy5cjdx5tS5k2dPn+UABBU6lBy5ckeRJlW6lGlTp+UARJU6lWpVq1exZtVajmtXr1/BhhU7\ntisAs2fRkiNXjm1bt2/hxpU7txwAu3fxkiNXjm9fv38BBxY8uBwAw4cRkyNXjnFjx48hR5Y8uRwA\ny5cxZ9a8mXNnz59BhxY9mnRp06dRp1a9mnVr169hx5Y9m3Zt27dx59a9m3dv37+BBxc+nHhx48eR\nJ1e+nHlz58+hR5c+nXp169exZ9e+nXt379/BoyZHrlx58+fRpzcfrls3ceLKxZc/n358APfx5ydH\nrlx/cv8AyZUrR65cOXLkypEjN67huHIQI0qECC5cOHLkymncqJEcOQAgQ4ocN66cyZMoyZErx7Kl\ny5cwY5YjR67cuHEAcurcSY5cuZ9AgwIlR5TcuHHlxo0LF46aM2fbtpGbWq6q1atVyZEDwLWr169g\nw4odS7ZsubNo06pdqzbbtWvl4sqdS3cugLt485bby7ev37+A/X7z5q2c4cOIDQNYzLgxOXLlIkue\nTLmy5cuYywHYzLlzuc+gQ4seDZocuWXHjoEDV66169ewWwOYTbu27du4c+vezbuc79/AgwsPLsiZ\ns3LIkytfrhyA8+fQy0mfTr269evTyZF7wYtXue/gw3//B0C+vPly6NOrX8++vfv36QHIn0+/nP37\n+PPrvz9uXCKAnz5581bO4EGECQ0CYNjQ4UOIESVOpFix3EWMGTVu1CjImbNyIUWOJDkSwEmUKcut\nZNnS5UuYLMmRe8GLVzmcOXXiBNDT589yQYUOJVrU6FGkQgEsZdq03FOoUaVOhTpuXKJPn7x5K9fV\n61ewXQGMJVvW7Fm0adWuZVvO7Vu4ceW+LVVqQ5Uq5fTu5duXLwDAgQWXI1zY8GHEiLt1K1aMAIED\nFSqUo1zZMmUAmTVvLtfZ82fQoUWPJu0ZwGnUqcutZt3a9WvWtmz1YMEiXLhyuXXv5p0bwG/gwYUP\nJ17c//hx5OWUL2fe3PnyUqU2VKlSzvp17NmxA+De3Xs58OHFjydPvlu3YsUIEDhQoUI5+PHlwwdQ\n3/79cvn17+ff3z/AcgIHEixYEADChArLMWzo8CHEhrZs9WDBIly4cho3cuyoEQDIkCJHkixp8iTK\nlOVWsmzp8iVLNmwA0KBR7ibOnDpzAujp82e5oEKHEi1KtJMBAwCWLj1woBzUqFKhAqhq9Wq5rFq3\ncu3q9StYrQDGki1b7izatGrXonXmrMGNG+PGlatr9y7eugD28u3r9y/gwIIHEy5n+DDixIoPs2ED\ngAaNcpInU65MGQDmzJrLce7s+TPoz50MGABg2vSBA//lVrNuvRoA7Niyy9Gubfs27ty6d9cG4Ps3\n8HLChxMvbny4M2cNbtwYN64c9OjSp0MHYP069uzat3Pv7v17ufDix5MvL96AAQAFCpRr7/49/PcA\n5tOvX+4+/vz69+N35gxgAAADCQIIEKBcQoULEwJw+BBiOYkTKUoUJy4aOHDkyIULp+zZsypVcAAB\nUg5lSpUrVQJw+RJmOZkzada0ObNWLQ9SpJTz+RNoUKAAiBY1ehRpUqVLmTYt9xRqVKlTy6lRAwBr\ngQLbtpXz+hVsWK8AyJY1Ww5tWrVr2aZ15ozAgwcA6NI1YKBcXr178wLw+xdwOcGDCUuTBgBAAACL\nGTf/blygwLhx5ShXtnwZQGbNm8t17kyOXDnRo0mX/vZt0KABkyaVc/0admzYAGjXtn0bd27du3n3\nLvcbeHDhw8upUQMAeYEC27aVc/4cenTnAKhXt14Oe3bt27lnd+aMwIMHAMiTN2CgXHr169MDcP8e\nfjn58+lLkwYAQAAA+/n37w+wQIFx48oZPIgwIYCFDBuWe/iQHLlyFCtavPjt26BBAyZNKgcypMiR\nIgGYPIkypcqVLFu6fFkupsyZNGvCGDAAgE6dP368eUOunNChRIkCOIo0abmlTJs6fbotXLhkyZ6l\nScOAAYCtW8t5/QrWK4CxZMuWO4u2XLhw0AIEAAA3/67cuXIhQCiHN6/evQD6+v1Ljly5wYQLGy4M\ny5ChChUkZMlSLrLkyZQnA7iMObPmzZw7e/4Mupzo0aRLm4YxYACA1at//Hjzhly52bRr1waAO7fu\ncrx7+/4NfFu4cMmSPUuThgEDAMyZl3sOPfpzANSrWy+HPXu5cOGgBQgAILz48eTHQ4BQLr369ewB\nuH8Pnxy5cvTr279vH5YhQxUqSACYJUs5ggUNHjQIQOFChg0dPoQYUeLEchUtWiTnzduzZ+TKlSNH\n7s2bAgJMCgAgQECECBcukCoXU+bMmQBs3sRZTudOnj19/iy3YAEAogEClEOaVClSAE2dPi0XNeo4\nqv/jhCVIAEDr1q28qlXDhm0AALIAFCggV07tWrZsAbyFG7fcXLp17dZdssRKixYRIhDQoaPcYMKF\nDRcGkFjxYsaNHT+GHFlyOcqVy5EjJ06btjJlVJAhAwLEgAEABAg4cKBAgAALFmDAQEycuHK1bd+u\nDUD3bt7lfP8GHly4cGPGAgQAkDx5OebNnTMHEF36dHLkyl0XJ27btnGcOClQAIAPn2fPyp1HXy4X\nAPYAFCgQV07+fPr0AdzHn7/cfv79/QMcN86DhwEDACxYMGBAAAECsmUrJ3EixYoSAWDMqHEjx44e\nP4IMWW4kyXLkyInTpq1MGRVkyIAAMWAAAAECDhz/KBAgwIIFGDAQEyeuHNGiRokCSKp0abmmTp9C\njRrVmLEAAQBgxVpuK9euWwGADSuWHLlyZsWJ27ZtHCdOChQA4MPn2bNydu+WywVgLwAFCsSVCyx4\n8GAAhg8jLqd4MePG48Z58DBgAIAFCwYMCCBAQLZs5T6DDi36M4DSpk+jTq16NevWrsvBji07WzYh\nQqBYsDBgAAAAAQgQQIAAQIAABgzIktWtHPPmzp0DiC59ernq1q9jz459nAIFAL5/58WrHPny5skD\nSK9+fbn27t+3d+aMXLn69u+XM0aAAAAAsQDGKjeQYEGDABAmVFiOYUOHDMWJmxMgwIABAgQEWbBx\n/wGAAAGkSSs3kmRJkyMBpFS5kmVLly9hxpRZjmZNm9myCRECxYKFAQMAAAhAgAACBAACBDBgQJas\nbuWgRpUqFUBVq1fLZdW6lWtXruMUKAAwdiwvXuXQplWLFkBbt2/LxZU7N64zZ+TK5dW7t5wxAgQA\nAIgVq1xhw4cRA1C8mHE5x48hOxYnbk6AAAMGCBAQZEHnBQACBJAmrVxp06dRlwawmnVr169hx5Y9\nm3Y527dxf/tmy9aNHj0ECAgQAECAAACQI9egwZevcs+hR5cOgHp16+WwZ9e+nft2GwDAhx9Xjnx5\n8+YBpFe/nhy5cu/hx38vrlx9+/fLXQIAIEAASv8AKZUbSLCgQQAIEyosx7Chw3HjsGABQDFAgGbN\nxJEj16QJAQECpEkrR7KkyZMkAahcybKly5cwY8qcWa6mzZvfvtmydaNHDwECAgQAECAAgKNHNWjw\n5auc06dQowKYSrVquatYs2rdqtUGgK9gx5UbS7ZsWQBo06olR66c27dw3YorR7eu3XKXAAAIEIAS\npXKAAwseDKCw4cPlEitePG4cFiwAIgcI0KyZOHLkmjQhIECANGnlQoseTTo0gNOoU6tezbq169ew\ny8meTbu2OHFq1ADYzbv3iRPlggsfTjw4gOPIk5dbzry58+fOAUgnQKCc9evYs1sHwL2793Lgw4v/\nFz9u27Zy6NOnB8B+wIBy8OPLnw8fgP37+Mvp38/flSuAAAQKLFfQoEEUKVKMG1fO4UOIER0CoFjR\n4kWMGTVu5Nix3EeQIUV+bNECwEmUKf/8IUeu3EuYMWUCoFnTJjly5XTu5NnTZzkMGAAMLVfU6FGk\nRwEsZdq03FOoUaP6ypWrWDFy5MaFCxcgAACwefKUI1vW7FmyANSuZVvO7dty5MiN48ABwF0/fsrt\n5cuXFQkS5QQPJlyYMADEiRUvZtzY8WPIkctNplzZ8uQWLQBs5tz5zx9y5MqNJl3aNADUqVWTI1fO\n9WvYsWWXw4ABwO1yuXXv5r0bwG/gwcsNJ168/7ivXLmKFSNHbly4cAECAKCeJ0857Nm1b8cOwPt3\n8OXEjy9Hjtw4DhwArPfjp9x7+PBZkSBRzv59/PnxA+Df3z9AAAIHEixo8CDChAoBlGvo8CHEhhIk\nAKhYUYAAAAcOhAmzbVu5kCJHkgRg8iTKcipXsmzpsly2bAIEAChn8ybOnDoB8OzpsxzQoEKHXrq0\n4+iOWQYMAGjaFBiwclKnUq0qFQDWrFrLce3a9duBAwDGtmhR7izactu2AQgQQJu2cnLn0q0rFwDe\nvHr38u3r9y/gwOUGEy5seLAECQAWLxYgAMCBA2HCbNtW7jLmzJoBcO7suRzo0KJHky6XLZsAAf8A\nyrFu7fo1bACyZ9MuZ/s27tyXLu3ovWOWAQMAhg8HBqwc8uTKlyMH4Pw59HLSp0//duAAgOwtWpTr\n7r3ctm0AAgTQpq0c+vTq16MH4P49/Pjy59Ovb/9+ufz69/PPlg0gAIECT5x48mSVCBFlyixYwKtc\nRIkTJwKweBFjOY0bOXb0GC5BAgAATpQzeRJlSpUAWLZ0WQ5mTJkzw4VDgYIEiQAAePIMEKBZM2/e\nyhU1ehQpAKVLmZZz+rQcOXLQAFStSoCAAQPFiiFw4ABA2LCJEpUzexZtWrMA2LZ1+xZuXLlz6dYt\ndxdvXr1VqgDwC6BUOcGDyzlxIkBAA3HiyjX/dvy4MQDJkymXs3wZc2bNwg4cECAAQTnRo0mXNg0A\ndWrV5Vi3dv2adbduiRJJCBAAQO4FC6JFI0euXHDhw4kDMH4ceTnly5d7I0AAQHTp06lH16ChXHbt\n27lnB/AdfHjx48mXN38efTn169m3r1IFQHwApcrVt1/OiRMBAhqIEwewnMCBBAUCOIgwYbmFDBs6\nfCjswAEBAhCUu4gxo8aNADp6/FgupMiRJEN265YokYQAAQC4XLAgWjRy5MrZvIkzJ4CdPHuW+wkU\nqDcCBAAYPYo0qVENGso5fQo1qlMAVKtavYo1q9atXLuW+wo2bNhxPXoAAMCAwa5ybNmGC/fm/02A\nAA1s2SqHN69evAD6+v0rTly5wYQLGx48btyPTJlKlKCQK1e5yZQrW64MILPmzeU6e/4M+rMwYRYM\nGAiA2oEDcuTKuX4NO7ZrALRr2y6HO7fucOEcOAAAPLjw4RIkOHNWLrny5cwBOH8OPbr06dSrW79e\nLrv27dvH9egBAAADBrvKmTcfLtybNwECNLBlq5z8+fTlA7iPP784ceX6+wdYTuBAguXGjfuRKVOJ\nEhRy5SoXUeJEihMBXMSYsdxGjh09dhQmzIIBAwFMOnBAjlw5li1dvmQJQOZMmuVs3sQZLpwDBwB8\n/gQaVIIEZ87KHUWaVCkApk2dPoUaVepUqv9Vy13FmlVrgAAAvAKAVU5suXHRojFgYMAAg2vXyr2F\nG/ctALp17ZbDi1ecuHJ9/f7tCwsWuWHDTpwAIE5cOcaNHT92DEDyZMrlLF/GnBmzMWOFBgwIEACA\nLFnlTJ9GnRo1ANatXZeDHVu2bHICBADADeAaOXLlyiXo0OHAgUmTxJVDnly5cgDNnT+HHl36dOrV\nrZfDnl379gABAHwHAKvc+HLjokVjwMCAAQbXrpWDH18+fAD17d8vlz+/OHHl/AMsJ3DgQFiwyA0b\nduIEAHHiykGMKHGiRAAWL2Isp3Ejx44cjRkrNGBAgAAAZMkqp3Ily5YsAcCMKbMczZo2bZL/EyAA\nAE8A18iRK1cuQYcOBw5MmiSuHNOmTp0CiCp1KtWqVq9izaq1HNeuXr2+ASB2LAAsWBw4EHbgQIMG\nCxZMGTasHN26dukCyKt3b7m+fceNKyd4sGBy5BQp0qatW7ZsCRIEGDeuHOXKli9bBqB5M+dynj+D\nDg06XLgWAwYAAFCAGbNyrl/Djg0bAO3atsvhzq17d7ZsBw4cO1Zu+HBuAgQECCBAgK9yzp9Dhw5g\nOvXq1q9jz659O/dy3r+DB08OAPnyAAIEQIBgRKtWyJB16wYtXLhy9u/jtw9gP//+5QCWE1hu3Lhy\nBw9So2aFYbBg48aVCxfOjp0E5TBm1LiR/yMAjx9BlhM5kmRJkzkApATQoFxLly9hxgQwk2bNcjdx\n5tR5M1y4cj+BllMBgCgAAQLqlFO6lClTAE+hRpU6lWpVq1exltO6lStXcgDAhgUQIAACBCNatUKG\nrFs3aOHClZM7l65cAHfx5i23d++4ceUAA6ZGzUrhYMHGjSsXLpwdOwnKRZY8mXJlAJcxZy63mXNn\nz59zABANoEE506dRp1YNgHVr1+Vgx5Y9G3a4cOVw5y6nAkBvAAIE1Ck3nHjx4gCQJ1e+nHlz58+h\nRx83rlx169er21qxAkD37tnAZysXLlw58+WsFStGjlw59+/hA5A/nz45cuXw59c/axYCCP8AISRL\nVq5gwVu3hJVbyLChw4cAIkqcWK6ixYsYMx4AwBEApnIgQ4ocSRKAyZMoy6lcybKly5XFihkAQBOA\nAAG3xo0rx7OnT54AggodSrSo0aNIkyodN66c06dQndpasQKAVavZsmYrFy5cua/lrBUrRo5cubNo\n0wJYy7YtOXLl4sqdO2sWAggQkiUrx5fvrVvCygkeTLiwYQCIEysux7ix48eQDwCYDABTucuYM2ve\nDKCz58/lQoseTbq06GLFDABYDUCAgFvjxpWbTbv2bAC4c+vezbu379/Ag5cbTry48W/fxo2zZq2c\n8+fQnTdixmzcuHLYs2sHwL2793Lgw4v/Bz9nTgURIrhxGzeu3LVrX74QKUe/vv37+AHo38+/nH+A\n5QQOJFhw4AIAAA4cSFbO4UOIESUCoFjRYjmMGTVuxPjt24sXvNq0adAAwEkBAiRJ6lXO5UuYMAHM\npFnT5k2cOXXu5FnO50+gQYUO/WnL1pk9e8iRK9fU6VMAUaVOLVfV6tWq2rSZSJbs27dyYblxw4FD\nVzm0adWuZQvA7Vu45eTOpVuXLjlyAPQuWFDO71/AgQWXA1DY8OFyiRUvZpzYjp0aNQa4cAEAQIAB\nA27dYsZsnDhx5USPJi0awGnUqVWvZt3a9WvY5WTPpl3b9u3Ztmyd2bOHHLlywYUPB1Dc//jxcsmV\nL0+uTZuJZMm+fStXnRs3HDh0lePe3ft38ADEjydfzvx59OnRkyMHwP2CBeXkz6df3345APn17y/X\n3z/AcgIHEixnx06NGgNcuAAAIMCAAbduMWM2Tpy4cho3ctQI4CPIkCJHkixp8iTKcipXsmzp8uXK\ncOFeiRNX7ibOnDcB8OzpsxzQoEKHEg3qzduzckqXMm3qFADUqFLLUa1q9apVb94QaNBQ7ivYsGLH\nggVg9izacmrXsm3LNly4cnLn0q1r1y6AvHr38u3r9y/gwILLES5s+DDixIXDhXslTly5yJInRwZg\n+TLmcpo3c+7sebM3b8/KkS5t+jRqAP+qV7Mu5/o17NiwvXlDoEFDudy6d/PurRsA8ODCyxEvbvy4\n8XDhyjFv7vw5dOgAplOvbv069uzat3MnR64c+PDix5Mvb/58OQDq17MnR64c/Pjy59OPT64c/vz6\n9/MH4B8gAIEDAZQzeBBhQoTixAkp9xBiRIkTJQKweBFjOY0bOXb0+BFkyI0ASJY0eRJlSpUrWbYk\nR65cTJkzada0eRNnOQA7efYkR65cUKFDiRYVSq5cUqVLmTYF8BRq1HJTqVa1WlWcOCHluHb1+hXs\nVwBjyZYtdxZtWrVr2bZ1ixZAXLlz6da1exdvXr3l+Pb1+xdwYMGD+wIwfBhxOcWLGTf/dtyYXDnJ\nkylXtgwAc2bN5Th39vzZ87dv5UiXNn0aNWoAq1m3LvcadmzZs2nXtg0bQG7du3n39v0beHDh5YgX\nN34ceXLly4sDcP4c+rhx5ahXt34de3bt28sB8P4dfDnx48mXN38effrxANi3d18Ofnz58+nXt38/\nPgD9+/n39w8QgMCBBAsaPIgwYbmFDBs6fAgxokSGACpavDhuXLmNHDt6/AgypMhyAEqaPFkupcqV\nLFu6fAlTJYCZNGuWu4kzp86dPHv6xAkgqNChRIsaPYo0qdKlTJs6fQo1qtSpVKtavYo1q9atXLt6\n/Qo2rNixZMuaPYs2rdq1bNu6fQs3bK7cuXTr2r2LN6/evXz7+v0LOLDgwYQLGz6MOLHixYwbO34M\nObLkyZQrW76MObPmzZw7e/4MOrTo0aRLmz6NOrXq1axbu34NO7bs2bRr276NO7fu3bx7+/4NPLjw\n4cSLGz+OPLny5cybOycdEAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4\n+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj\n4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDP\nz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28vLy7\nu7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKin\np6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKR\nkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59\nfX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBubm5tbW1sbGxra2tpaWloaGhnZ2dm\nZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBO\nTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3\nNzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8e\nHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwL\nCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJ\nsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavX\nr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacOHE\njZtMubLly5bFaRYXjhu3bdvCiRM3rrTpcQBSq14tTty417Bjy55Nu7btcQBy694tTty438CDCxcO\nrji4b+HCffsWrrm45+LGSZ9OHYD169jDhRM3rrv3cOLCh/8PF26c+fPo06tPL649OHAA4sufT7++\n/fv48+sfx7+/f4DjBA4kWNBguHDjxIkDB27cQ4gRAUykWHHcRYwZNW7k2NEjRgAhRY4cV9LkSZQp\nx4ED581bOHHiwIELF27cTZw5dQLg2dPnOKBBg4obV3ScOKTjlC5l2tTp06UApE6lWtXqVaxZtW4d\n19XrV7BhxXoVJ26cOHHj1K5lqxbAW7hxx82lW9fuXbx59dIF0Nfv33GBBQ8mXFgcN8TcxC1ePM7x\nY8iRHQOgXNnyOMyZNWsW13ncZ9ChRY8mDRrAadSpVa9m3dr1a9jjZM+mXdv27dnixI0TJ27cb+DB\nfwMgXtz/+DjkyZUvZ97c+fPkAKRPpz7O+nXs2bWL49admzjw4MeNJ1/e/HgA6dWvH9fe/fv34uSP\no1/f/n38+esD4N/fP0AAAgcSLGjwIMKECgGMa+jwIcSIEidSdAjgIsaM4zZy7OhRnLhw4caRLGny\nJMqU4wCwbOlyHMyYMmfS/LZs2bZt4sbx7OnzJ1AAQocSHWf0KNKk4sSNa+p0nDhx46ZSrWr16jgA\nWrdy7er1K9iwYseOK2v2LNq0ateyNQvgLdy44+bSrWtXnLhw4cbx7ev3L+DA4wAQLmx4HOLEihcz\n/rZs2bZt4sZRrmz5MmYAmjdzHuf5M+jQ4sSNK216nDhx/+NWs27t+vU4ALJn065t+zbu3Lp3j+vt\n+zdwceLChSNGjNaRI8eOuQIGTJmycdKnU68uHQD27NrHce/u3bs1MGA+fcqWTdy49OrXs2/PHgD8\n+PLH0a8/Tpy4cfr3c+MGDSA0Q4ZciBAxaxa4cQsZNnT4EEBEiRPHVbR48aK4bNm2bTt1akuBAhUq\nWEiRokMHcODGtXT5EiYAmTNp1rR5E2dOnTvH9fT5E6g4ceHCESNG68iRY8dcAQOmTNk4qVOpVpUK\nAGtWreO4dvXq1RoYMJ8+ZcsmblxatWvZtmULAG5cuePo1h0nTtw4vXu5cYMGzZAhFyJEzJoFblxi\nxYsZN/8G8Bhy5HGTKVeuLC5btm3bTp3aUqBAhQoWUqTo0AEcuHGrWbd2DQB2bNmzade2fRt37nG7\nd4sTN26cuHHDx1Xz4mXBggEDBABwDiCABg2fPo2zfh17dusAuHf3Pg58ePHgxYkbpkKFBg2qVIVz\nPw4+fHHixtWvz4zZqW3bwIETB1DcuIEACho8OG6cuIXevG3bNu3aNW3aQnXogABBgwYdLFggQkTb\nuJEkS5o8CSClypXjWrp8CdObN02aJkwIACCnzp0AzIz7CTRoUABEixo9ijSp0qVMm457ChVqOHHi\ntm2LMWAAAAABAgD4CnbCBGrUxpk9izatWQBs27odBzf/rly44sQREyFiwYIcOZJBg6ZNG7NfvyJF\natMGzIIFAgQAkCChRYthw8CJEwcgs+bN4zp3FieuWjVVgwYhQSIAgGoABQosUKDgwoVM4cKJEzcu\nt+7dvHMD+A08+LjhxIsbHx4r1oABAJo7f+5ckqRx1Ktbpw4gu/bt3Lt7/w4+vPhx5MuXDydO3LZt\nMQYMAAAgQAAA9OtPmECN2rj9/Pv7BzhuHACCBQ2OQ5hQIUJx4oiJELFgQY4cyaBB06aN2a9fkSK1\naQNmwQIBAgBIkNCixbBh4MSJAxBT5sxxNWuKE1etmqpBg5AgEQBAKIACBRYoUHDhQqZw4cSJGxdV\n6lSq/1EBXMWaddxWrl29bo0Va8AAAGXNnjUrSdI4tm3dsgUQV+5cunXt3sWbV+84vn39+s1myxY0\naNeuASNBIsDiYsXGPYYcWXJkAJUtXx6XWfNmzrVqPXkSJEizX79YsSoiSdKOHSFCEICdIMGCQIGY\nMQsXbpw4cQB8/wY+TrhwceLChXuWLJkWLRAWLLBggQwZUVSo+PCBBxu2b9/GfQcfXvx3AOXNnx+X\nXv169unDhfvwIQAAAALsDxgAQL/+IEHGARwncOBAceIAIEyocCHDhg4fQow4biLFihWz2bIFDdq1\na8BIkAggslixcSZPokyJEgDLli7HwYwpc2atWk+eBP8J0uzXL1asikiStGNHiBAEjiZIsCBQIGbM\nwoUbJ04cgKpWr47LmlWcuHDhniVLpkULhAULLFggQ0YUFSo+fODBhu3bt3F27+LNaxcA375+xwEO\nLHgw4HDhPnwIAACAgMYDBgCIHDlIkHGWL2MWJw4A586eP4MOLXo06dLjTqNOrXr1OGfOFCggMG42\n7dq2bwPIrXv3uN6+fwPv0UOBAgECHhQoQIAAgAABAAAIEAAAAwaOHInLPm4793EAvoMPP248+XHh\nwg1TpsyFCwPukSAxY2ZNggQIEBDo0EGCBEaMABobN5BgwYIAECZUOI5hQ4cPGYYLN2AAAIsLFrxY\nsSL/QAAAHyNEiBRpXEmTJwGkVLmSZUuXL2HGlDmOZk2bN3GO27btwAEV44AGFTqUKACjR5GOU6pU\nnLhxT6GOw6VAAQAAAQIIALCVa1cAB8SJGzeWbNmxANCmVTuOLVtx4sCBK1amjBEjGRw4QIHixg0Q\nBAgEEFygQADDASRo0yZO3DjHjyEDkDyZ8jjLlzFnthwjBgDPngsUMPTp04EDAFAvWCBDBiZs2MTF\nFjdOnDgAt3Hn1r2bd2/fv4GPEz6ceHHj47ZtO3BAxTjnz6FHlw6AenXr47BjFyduXHfv43ApUAAA\nQIAAAgCkV78ewAFx4sbFlz8/PgD79/GP069fnDhw/wDBFStTxoiRDA4coEBx4wYIAgQCSCxQIIDF\nABK0aRMnbpzHjyABiBxJcpzJkyhTmowRA4BLlwUKGPr06cABADgXLJAhAxM2bOKCihsnThyAo0iT\nKl3KtKnTp1DHSZ1KtarVcaBABQggZ5zXr2DDigVAtqzZcWjTphXHtlq1EQMGAAAwYACAu3jz3oUz\nrq/fv38BCB5MeJzhw+PChfuFBUuRIg8oUPjw4cEDAQEyB2BAgECAAAAAGHj2bJzp06hNA1jNuvW4\n17Bjy34tQACA27cbNCjDggWA378VKAgT5pc2bdu2jVu+HIDz59CjS59Ovbr16+Oya9/Ovfs4UKAC\nBP+QM668+fPo0wNYz779uPfw4YubX63aiAEDAAAYMACAf4AABA4cCGfcQYQJEwJg2NDhOIgRx4UL\n9wsLliJFHlCg8OHDgwcCAowMwIAAgQABAAAw8OzZOJgxZcIEUNPmzXE5de7kmVOAAABBgzZoUIYF\nCwBJkypQECbML23atm0bV7UqAKxZtW7l2tXrV7Bhx40lW9bs2WoRIihQgG3cW7hx5c4FUNfu3XF5\n9e7NK04cMkWK7NiZMwfHgQMDBgQYMCBAAA0axI2jXNmyZQCZNW8e19mzZ3ChuXE7BgjQoEEsWLh4\n8gQVKmKzZm3YYMCACXHixu3m3Xs3AODBhY8jXtz/+HHiFiwAAHBAipRp07ZBgmTAwIABPcKFG9fd\n+/fuAMSPJ1/e/Hn06dWvH9fe/Xv48atFiKBAAbZx+fXv598fAEAAAgcOHGfwIEKD4sQhU6TIjp05\nc3AcODBgQIABAwIE0KBB3LiQIkeOBGDyJMpxKleuBOeSG7djgAANGsSChYsnT1ChIjZr1oYNBgyY\nECduHNKkSpECaOr06bioUqdSjWrBAgAAB6RImTZtGyRIBgwMGNAjXLhxateyVQvgLdy4cufSrWv3\nLt5xevfy5SuOGTNhwlq0MAAAAAMGtsYxbuz4MWQAkidTHmf5MubM4jaLixUrxoEDChQQECAAAAAJ\n/xKujWvt+vVrALJn0x5n+zbu3ODAZcsmTFizb9/GEQ8XDgSIAAFajGvu/PlzANKnUx9n/Tr27Nbx\n4BEhgla3buPGNdOgQYAABAgsjWvv/v17APLn069v/z7+/Pr3j+vvH+A4gQPBgXtFgYIBAwECAHA4\nYIAPWbJ48dq2bVxGjRs5AvD4EeQ4kSNJlhRZrNiTJw4ECDhwQMGAAQBoAgAxDmdOnToB9PT5c1xQ\noUOJFi0aLlyHDgAAjBr3FGrUqACoVrU6DmtWrVuxevGiS9c4seDAGVOhYsCABAm6jXP7Fi5cAHPp\n1rV7F29evXv5jvP7F7BfcOBeUaBgwECAAAAYD/8Y4EOWLF68tm0bdxlzZs0AOHf2PA50aNGjQRcr\n9uSJAwECDhxQMGAAANkAQIyzfRs3bgC7efce9xt4cOHDh4cL16EDAACjxjV3/vw5AOnTqY+zfh17\ndutevOjSNQ48OHDGVKgYMCBBgm7j2Ld37x5AfPnz6de3fx9/fv3j+Pf3D3DcOHDgrCxYECBhAAAC\nBBw4MCBiggSCBIkbhzGjRo0AOnr8OC6kyJEkQ86ZQ4AAgAABEiRgESAAgJkzDxxw5myczp08Afj8\nCXSc0KFEixo1yo1bggQAAHQbBzWqVKkAqlq9Oi6r1q1csxIixI3buLHQoLUIEAAAgAABpo17Czf/\nblwAdOvavYs3r969fPuO+ws48F9w4KwsWBAgcQAAAgQcODAgcoIEggSJG4c5s2bNADp7/jwutOjR\npEPPmUOAAIAAARIkYBEgAIDZsw8ccOZsnO7dvAH4/g18nPDhxIsbN86NW4IEAAB0Gwc9unTpAKpb\nvz4uu/bt3LMTIsSN27jx0KC1CBAAAIAAAaaNew8/fnwA9Ovbv48/v/79/PuPAzhO4ECCBMOFAwdu\n3MKF4sS5SpFiwQJAgMZdxJhRIwCOHT2OAxlS5Ehx4jZsQIBgDjhw41y6bNWqRw8DKFAcOzZO506e\nAHz+BDpO6FCiRY0ahQbNgYMdO8Y9hRpVKgCq/1WtjsOaVevWcOFo0apWbVy3bowYLThwQICABg2w\njYMbV65cAHXt3sWbV+9evn39jgMcWPBgwoTPnBkwYMWKbOMcP4YMGcBkypXHXb4sTpw0ad7GfR4n\nDggQAgSwYBmXWvVqb94CAIANYNo42rVrA8CdW/c43r19/wb+W1ycOAUKQIM2Tvly5s0BPIcefdx0\n6tWrDxMgIECAAwdKMGAgQAAA8uQDBNgwTv169uwBvIcfX/58+vXt38c/Tv9+/v39AxwncOCZMwMG\nrFiRbRzDhg4dAogoceK4ihXFiZMmzdu4juPEAQFCgAAWLONOokzpzVsAAC4BTBsnc+ZMADZv4v8c\np3Mnz54+e4qLE6dAAWjQxiFNqnQpgKZOn46LKnXq1GECBAQIcOBACQYMBAgAIFZsgAAbxqFNq1Yt\ngLZu38KNK3cu3bp2x40TN27ct2/hwoEbJ3gw4cKCpUk7cIABA2vjHkOOHBkA5cqWx40L9+1bpUpx\n4qhJlMiXLxwBAiBAIE7cuNauX/PiFQAAbQApxuHOnRsA796+xwEPLnw48eDhwvUKEgQDBnHixkGP\nLn06gOrWr48bJ27cOG7cwIHzFi0aIkQAzp8PEGBAgAAA3gcIAGA+gABz5nDjNm4///4AAAIQOJBg\nQYMHESZUqHDcOHHjxn37Fi4cuHEXMWbUeFH/mrQDBxgwsDaOZEmTJgGkVLly3Lhw375VqhQnjppE\niXz5whEgAAIE4sSNEzqUKC9eAQAkBZBiXFOnTgFElTp1XFWrV7FmtRouXK8gQTBgECduXFmzZ9EC\nULuW7bhx4saN48YNHDhv0aIhQgSAL98AAQYECACAcIAAABADCDBnDjdu4yBHlgyAcmXLlzFn1ryZ\nc+dxnz+LE+fNW7dxp1GnVn16zpwDBwYMuDWOdm3btgHk1r1bnLhw3LjlytWhQ4IBAwIEALDchYtx\nz6FHf+7KFQDr1meM0759OwDv38GPEz+efHnz43v1ujFhAiBA4+DHlz8fPgD79/GP068/XLhr/wCv\niXLgAIDBgwAECAgAoCEAAQAiSgQgQAANGtrGady4EYDHjyBDihxJsqTJk+NSphQnzpu3buNiypxJ\nM+acOQcODBhwa5zPn0CBAhhKtKg4ceG4ccuVq0OHBAMGBAgAoKoLF+Oyat2a1ZUrAGDBzhhHtmxZ\nAGjTqh3Htq3bt3Db9up1Y8IEQIDG6d3Lt69eAIADCx5HmHC4cNeuiXLgAIDjxwAECAgAoDIAAQAy\nawYgQAANGtrGiR49GoDp06hTq17NurXr1+NixxYnzps3ZeLEjdvNu7dvMGAGDDhwgNm448iTJwfA\nvLnzcdChT5vGihWNChUCBBCAAAEwYOPCi/8fH75DBwDoBQgoNa69e/cA4sufP66+/fv489vHhs3Q\nLYC3tGkbV9DgQYQFASxk2HDcw4fiJIq7ZskSChQXdOiYNevYsVuRIt26JQgJEgMGCBAQIEECDhzB\nxs2kSRPATZw5de7k2dPnT6DjhA4dJ07cIz9+TJiYtW3bOKhRxzFjNgDAVQABAoga19Xr168AxI4l\nO87s2XHhwtHCgQPA27dLljx6hEuDBho0tsSJs2ABAMCACxTwNs7w4cMAFC9mPM7xY8iRJT8WJ07R\nZT58xm3m3NnzZgChRY8eV9r06dLixI1j3dp1a3HiLl2KESMBBAgPHoTy5m3cb+DjAAwnXtz/+HHk\nyZUvZz7O+fNx4sQ98uPHhIlZ27aN4959HDNmAwCMBxAggKhx6dWvXw/A/Xv44+TPHxcuHC0cOADs\n379kCcBHj3Bp0ECDxpY4cRYsAODQYYEC3sZRrFgRAMaMGsdx7OjxI8iO4sQpKsmHz7iUKleyTAng\nJcyY42bSrDlTnLhxOnfy3ClO3KVLMWIkgADhwYNQ3ryNa+p0HICoUqdSrWr1KtasWsdx7dp1WoQI\nAQIACBAAAgQ6dHgYMADg7dsAAQYM4DbuLt68eQHw7et3HODAgcGRINGggQUGDAgQCBAAAOTIAwYE\nCADgcq1a3bqJG+f582cAokeTHmfatDhx/+NWs27tuvWmKFFatPDlaxzu3Lp3A+jt+7e44OOGEy9u\n/LjxcOHUqGkhRsyLF6HChRtn/fo4ANq3c+/u/Tv48OLHjytv3vy0CBECBAAQIAAECHTo8DBgAAB+\n/AECDBjADeA4gQMJEgRwEGHCcQsZMgRHgkSDBhYYMCBAIEAAABs5DhgQIAAAkbVqdesmblxKlSoB\ntHT5clzMmOLEjbN5E2dOnJuiRGnRwpevcUOJFjUKAGlSpeKYjnP6FGpUqVHDhVOjpoUYMS9ehAoX\nblxYseMAlDV7Fm1atWvZtnU7Dm7cuOL+/FmwAEBevXvzBoAAoUuXcOHGFTZ8GDEAxYsZj/9z/Pix\nuGDBrFlrJkuWIUMIEADw7BmFBQsHDiBAcGlcatWrVwNw/Rr2ONmzade2XZuXAQMSJAgTNg54cOHD\nARQ3flycuHHLmTd3/hz6uGvXIAkRggYNt3HbuXMH8B18ePHjyZc3fx79OPXr2bP3RoQIBAgG6H/4\n8OzZOP37+ff3D3AcgIEEC447iDChwoXgnj0bBzGixIkUIwK4iDHjuI0cO3r86NFbpEiPHokTNy6l\nypUsAbh8CXOczJk0a9q8iVOcuHE8e/oEADSo0KFEixo9ijTpuKVMmzb1RoQIBAgGqn748OzZuK1c\nu3r9Og6A2LFkx5k9izatWnDPno17Czf/rty5cAHYvYt3nN69fPv67estUqRHj8SJG4c4seLFABo7\nfjwusuTJlCtbvixO3LjNnDsD+Aw6tOjRpEubPo16nOrVrFu7fg079moAtGvbHoc7t+7dvHv7/p0b\ngPDhxMcZP448ufLk4MKFGwc9uvTp0gFYv459nPbt3Lt7/w4+/HYA5MubP48+vfr17NuPew8/vvz5\n9Ovbhw8gv/794/r7BzhO4ECCBQ0eRGgQwEKGDcc9hBhR4kSJ4MKFG5dR40aOGwF8BBly3EiSJU2e\nRJlSJUkALV2+hBlT5kyaNW2Ow5lT506ePX3+zAlA6FCi44weRZpU6VKmTY8CgBpV6jiq/1WtXhUn\nbtxWrl29fgXLFcBYsmXHnUWbVu1atm3dogUQV+5cunXt3sWbV+84vn39/gUcWPDgvgAMH0Y8TvFi\nxo0dP4YceTEAypUtj8OcWfNmceLGfQYdWvRo0qABnEadetxq1q1dv4YdWzZrALVt38adW/du3r19\njwMeXPhw4sWNHw8OQPly5uOcP4ceXfp06tWfA8CeXfs47t29fwcfXvz47gDMn0c/Tv169u3dv4cf\nfz0A+vXt38efX/9+/v3HARwncCDBggYPIkwoEADDhg7HQYwocSLFihYvRgSgcSPHcR4/ggQpLly4\ncSZPokypcuVJAC5fwhwncybNmjZv4v/MORMAz54+fwINKnQo0aLjjiJNqnQp06ZOkQKIKnXquKpW\nr2LNqnUrV6sAvoINO24s2bJlxYULN24t27Zu38JlC2Au3brj7uLNq3cv375+8QIILHgw4cKGDyNO\nrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3\n796+fwMPLnw48eLGj3cOp3wc8+bixkGHDg6cuOrWxY3Lrn079+7aAYAPL16cuHHmz6NPr349+/bj\nAMCPLz9cOHHj7uPPf1+cuHHjAIoTFw4cOHHixiVUuJBhw3EAIEaUKE7cOIsXMWbUuJH/Y8dxAECG\nFDmSZEmTJ1GmDLdyXEuX4sbFjAkOnDibN8WN07mTZ0+fOwEEFTpUnLhxR5EmVbqUaVOn4wBElTo1\nXDhx47Bm1YpVnLhx48SJCwcOnDhx49CmVbuW7TgAb+HGFSduXF27d/Hm1buX7zgAfwEHFjyYcGHD\nhxGPU7yYcWNw4MRFjjyOcmXLlzFfBrCZc+dxn0GHFj2adGnToAGkVr16XGvXr2GLEzdunDhx4cCB\nEyduXG/fv4EHHweAeHHj45AnV76ceXPnz5MDkD6denXr17Fn1759XHfv38GDAxcu3Lhx4salV7+e\nfXv2AODHlz+Ofn379/Hn17+/PgD//wABCBwIYJzBgwgTKhQ3rqHDhxAjQgRAsaLFcRgzatzIsSNH\ncOC+fRtHsqRJAChTqlzJsqXLlzBjjptJs6ZNcODChRs3Tty4n0CDCh0qFIDRo0jHKV3KtKnTp1Cj\nLgVAtarVcVizat3KVdy4r2DDih0rFoDZs2jHqV3Ltq3bt27Bgfv2bZzdu3gB6N3Lt6/fv4ADCx48\nrrDhw4jFiRvHuLHjx5AjNwZAubLlcZgza97MubPnz5kBiB5Nepzp06hTq17NuvVpALBjyx5Hu7bt\n27hz48aGDRq0ccCDCwdAvLjx48iTK1/OvPm459CjSxcnbpz169iza99+HYD37+DHif8fT768+fPo\n048HwL69+3Hw48ufT7++/fvxAejfz3+cf4DjBA4kWNDgwYHYsEGDNs7hQ4gAJE6kWNHiRYwZNW4c\n19HjR5AhQYZDhYoECW7cxq1k2dIlAJgxZY6jWdPmTZw4v3378sWYMXDjhA4lShTAUaRJxy1l2tTp\nU6hOHYEAsWLFOKxZtQLg2tXrOLBhxY4lS4wQoXDhxq1lO46JAAEAACTy5m3cXbzjAOzl29fvX8CB\nBQ8mPM7wYcSJFScOhwoVCRLcuI2jXNnyZQCZNW8e19nzZ9ChQ3/79uWLMWPgxq1m3bo1ANixZY+j\nXdv2bdy5bzsCAWLFinHBhQ8HUNz/+PFxyZUvZ96cGCFC4cKNo159HBMBAgAASOTN2zjw4ccBIF/e\n/Hn06dWvZ99+3Hv48eXPh+/NmxgBAgAACBDgBEBIkHr1yjbuIEKEABYybDhunLiI4cKJExduHMaM\nGjWKEzdNggQAAAQIsDPuJMqUKQGwbOlyHMyYMmfSrBnzxw8AOnVyCBduHNCg4wAQLWp03Dhx45Yy\nbbo0XLhVq6ZMWYAAgSVL47aKE8eDhwAAYsVKkRIu3Li0aQGwbev2Ldy4cufSrTvuLt68evfilSYt\nAIDAggEECIAAgQlw4MYxbjwOAOTIksdRrjzOmzdr4cKN6+z5szhxSJAUAGD6NIFq/9XGsW7tmjWA\n2LJnj6tt+zbu3LptBwgA4DfwBg06dfLmbRxyAMqXMx/n/Dn06NWqESAA4Pr1Bg1mbdr04gWA8OLD\nGzCwbNm49OkBsG/v/j38+PLn068/7j7+/Pr345cmDWAAAAMJAggQAAECE+DAjXP4cBwAiRMpjrN4\ncZw3b9bChRv3EWRIceKQICkAAGVKAtWqjXP5EqZLADNp1hx3E2dOnTt54gwQAEBQoQ0adOrkzds4\npQCYNnU6DmpUqVOrVSNAAEDWrA0azNq06cULAGPJjjVgYNmycWvXAnD7Fm5cuXPp1rV7d1xevXv5\n9tUbKxYAwYIXLNhkzFi2bN7GNf927BhAZMmTx1WuLE4cOHDhxnX2/HmcuEePGDAIcBoAAAECFihT\nNg52bNmwAdS2fXtcbt27ee8WJ64bOHDjiBOfNk2AAADLlwcgQGDHDmvWxIULBwB7du3juHf3/v3R\nowABAJQPEGDDhipq1Ny4kSHDljlzOHBIECNGtmzj+PMHABCAwIEECxo8iDChQoXjGjp8CDGiw1ix\nAFi0uGDBJmPGsmXzNi6kSJEASpo8OS5lSnHiwIELNy6mzJnjxD16xIBBgJ0AAAgQsECZsnFEixol\nCiCp0qXjmjp9CvWpOHHdwIEbhxXrtGkCBAD4+jUAAQI7dlizJi5cOABs27odBzf/rty5jx4FCAAg\nb4AAGzZUUaPmxo0MGbbMmcOBQ4IYMbJlGwcZMoDJlCtbvow5s+bNnMd5/gw6tOhx06YFCABgwAAj\nRsSJGwc7tuzY4sQBuI0797jdvMeJExdunHDh4sSFC0eDRoUBAwwYICBAQIAAAgQEGDRIm7Zx3Lt7\nBwA+vPhx5MubP0/+27cFCw6MGNGtm7dr1yZMAIB/wIAAAQoIAChgwoROncQdBJBQ4cJxDR06FDdu\nnDdvthIkAJBRIwABAgIIEAACBDVq2qRJAwHiggoV4cKNgwkTwEyaNW3exJlT506e43z+BBpUaC8A\nRQEMePZMnLhxTZ0+bSpOXLhu/90AXMWaddzWreDAiRM3TuxYXboQIAgQwIAGDSdOYKlThwEDAHUN\nGcKGbdxevn0B/AUceNzgweHCjUOcGDE4cAsWAACAIEMGDBhwFCgAQDMAHN++SZOWqVAhXbqcOQsn\nThwA1q1dixP3jRs3YLWBWaJB48QJBAB8/x4QIAAAAAMWLIgSRZmyb86cuXABAROmcdWrixMHQPt2\n7t29fwcfXvz4ceXNn0efvhcA9gAGPHsmTtw4+vXt0xcnLly3bgD8AwQgcCCAcQYNggMnTty4hg51\n6UKAIEAAAxo0nDiBpU4dBgwAgDRkCBu2cSZPogSgciXLcS5dhgs3bibNmeDALf9YAAAAggwZMGDA\nUaAAgKIAcHz7Jk1apkKFdOly5iycOHEArmLNKk7cN27cgIEFZokGjRMnEABIq3ZAgAAAAAxYsCBK\nFGXKvjlz5sIFBEyYxgEGLE4cgMKGDyNOrHgx48aOx0GOLHmyZFy4AGDGzAccuHGeP4P2LG706HHj\nAKBOrXoc69auXYcbMgQAAAECMFy61G03LVoNGgAITorUuOLGjxcHoHw583HOn0OHLk6LFgAABAhw\nIEIEAQIAvn8XICDbuPLmx4kTN279egDu38MHB+4bN26xYilQAGA//wABAA4YsGABgQABAAAQIELE\no0fRou2yYGHBghLfvokTN47/I0cAH0GGFDmSZEmTJ1GOU7mSZUuWuHABkCmTDzhw43Dm1IlTXM+e\n48YBEDqU6DijR5EiDTdkCAAAAgRguHSpW1VatBo0ALCVFKlxX8GG/QqAbFmz49CmVatWnBYtAAAI\nEOBAhAgCBADkzStAQLZxfwGPEyduXOHCABAnVgwO3Ddu3GLFUqAAQGXLAQIMGLBgAYEAAQAAECBC\nxKNH0aLtsmBhwYIS376JEzeONm0At3Hn1r2bd2/fv4GPEz6ceHHiFy4EcOAAGLBxz6FHlz59HADr\n17GP076de/czZzx4WLQo3Djz5sOF69LlwIER4+DHly8fQH3798fl179/vzhC/wAJ6dAxatQ3Z86g\nQAHAkAABX77GSZxIsSKAixgzitsYLlymTBQoCBiZIAEIQoSYMbNmbRoSJF683OHGTZs2aNBAaNBw\n5864n0CDAhhKtKjRo0iTKl3KdJzTp1CjQr1wIYADB8CAjdvKtavXr+MAiB1LdpzZs2jTnjnjwcOi\nReHGyZUbLlyXLgcOjBjHt69fvwACCx48rrDhw4fFESKkQ8eoUd+cOYMCBYBlAgR8+RrHubPnzwBC\nix4trnS4cJkyUaAgoHWCBCAIEWLGzJq1aUiQePFyhxs3bdqgQQOhQcOdO+OSK18OoLnz59CjS59O\nvbr1cdiza9+OHQuWAAGyfP/7Nq58+WvXxqlfz769egDw48sfR7++/fu4cOXK1a3bOIDjBA4cFyXK\ngAEexi1k2LAhAIgRJY6jWNGiRW2WLC1bxo2bOG3aLlwAMGAADhzjVK5k2VIlAJgxZY6jSfPbN1q0\najRqdOaMIleuvn3bti3bnDmSJL3JlcuGjQEDADRo4M3bOKxZtQLg2tXrV7BhxY4lW3bc2bPixI1j\n25YtLFgBAggQIG7c3bvBgpUogQCBiTJl1KjZNs7w4cMAFC9mPM7xY8iQxS1aFCzYt2/ixm3e/O3b\niRMAAMAZV9r06dMAVK9mPc71a9iwvw0bduxYt27aypQJ0PvVq2/fxg0nXtz/+HAAyZUvH9fc+fNw\n4b59k1aokBo1tmxFU6WqRIkZPHgMGADAPDBg49SvZ68ewHv48eXPp1/f/n384/TrFyduHMBxAgeO\ngwUrQAABAsSNa9gwWLASJRAgMFGmjBo128Zx7NgRAMiQIseRLGnSpLhFi4IF+/ZN3LiYMb99O3EC\nAAA443by7NkTANCgQscRLWrU6Ldhw44d69ZNW5kyAaa+evXt27isWrdyzQrgK9iw48aSLRsu3Ldv\n0goVUqPGlq1oqlSVKDGDB48BAwDwBQZsHODAggEDKGz4MOLEihczbux4HOTIkiWvGjAAAIAxY8Zx\n7mzIUIIEAEaPPnAA27jU/6pVA2jt+vW42LJn0+bG7dq1bt2yiRM37jc2bBIkAADAZhzy5MqVA2ju\n/Pm46NKnU//2DRkyT54sCBAAAICFb9/GkS9v/rx5AOrXsx/n/j18+LckSEiQgAWLJyxYIECgAGCA\nAAAIAgjAjds4hQsZKgTwEGJEiRMpVrR4EeM4jRs5clw1YAAAAGPGjDN50pChBAkAtGx54AC2cTNp\n0gRwE2fOcTt59vTJjdu1a926ZRMnblxSbNgkSAAAgM04qVOpUgVwFWvWcVu5dvX67RsyZJ48WRAg\nAAAAC9++jXP7Fm5cuADo1rU7Dm9evXpvSZCQIAELFk9YsECAQEGAAAAYA/8IwI3bOMmTKUsGcBlz\nZs2bOXf2/Bn0ONGjSYsWJ45PgQIePIxz/Rq2Jk0SJAAIEAAKFHDjePfuDQB4cOHjiBc3fhw58nDh\nQIAgQKDbOOnTqVMHcB179nHbuXf3Lk4cM2YaNBAAAIAAAWDj2Ld3/x4+APnz6Y+zfx8//mMLFhAg\nALBBAyYgCoI4QIAAgIUAMogTNy6ixIkRAVi8iDGjxo0cO3r8OC6kyJEhK1UiECBAmTLjWrp8KU5c\njRoAai5YEG6czp07Afj8CXSc0KFEixo1eu1agAACBFAbBzWqVKkAqlq9Oi6rVq3ixnkdJ44WrQcP\nAJgNEGDEiFXixIEDNy7/rty5dOMCuIs377i9fPv2zQEgMIAAAQgMGIAAAQEBAgIEECDAwbBhzpyN\nu4w5M4DNnDt7/gw6tOjRpMeZPo3adKVKBAIEKFNmnOzZtMWJq1EDgO4FC8KN+w0cOIDhxIuPO448\nufLly69dCxBAgABq46pbv34dgPbt3Md5//5d3Ljx48TRovXgAYD1AQKMGLFKnDhw4MbZv48/v30A\n/Pv7BzhO4ECCBHMAQAggQAACAwYgQEBAgIAAAQQIcDBsmDNn4zx+BAlA5EiSJU2eRJlS5cpxLV2+\n7NbNlKkEAQJYsTJO506e4MANGBBAgwYlSryNQ5o0KQCmTZ2Ogxp1nDiq/+OsXsWa1SoMGAAALFgw\nTuxYsmUBnEWbdtw4cePGgQMXTq44uuKUoUARIAAAAAYYMPjwAU6rVrJkefM2TvFixo0BPIYcOVw4\nceMsXx4XLtyuXQcAfAZQoICCAgUGDFBQocKCBQ0aWLhxgwEDDLdujcOdexwA3r19/wYeXPhw4sXH\nHUeevFs3U6YSBAhgxco46tWtgwM3YEAADRqUKPE2Tvz48QDMn0c/Tv36ceLcj4MfX/58+DBgAACw\nYME4/v39AxwnUCCAggYPjhsnbtw4cODCQRQnUZwyFCgCBAAAwAADBh8+wGnVSpYsb97GoUypciWA\nli5fhgsnbhzNmuPChf/btesAgJ4AChRQUKDAgAEKKlRYsKBBAws3bjBggOHWrXFWr44DoHUr165e\nv4INK3bsuLJmz3rzxoSJAAIElCgBB24c3brixO3ZA2AvBAiwYIkbJ3jwYACGDyMep3gx48aOG4MT\nIAAAAEGCxmHOrHkzgM6eP48LLXqcOHHcwIHTpu3LggUBAixYkCNMmB49LliwQIZMuHDjfgMPLhwA\n8eLGw4UTp3zcOHHisEmRIkGCgOoDBihQIAAAdwAHECBo0KBDBwsCBABIT4PGtm3j3r8HIH8+/fr2\n7+PPr3//uP7+AY4TOM6bNyZMBBAgoEQJOHDjIEYUJ27PHgAXIUCABUv/3DiPHz8CEDmS5DiTJ1Gm\nVJkSnAABAAAIEjSOZk2bNwHk1LlzXE+f48SJ4wYOnDZtXxYsCBBgwYIcYcL06HHBggUyZMKFG7eV\na1evAMCGFRsunDiz48aJE4dNihQJEgTEHTBAgQIBAPACOIAAQYMGHTpYECAAQGEaNLZtG7d4MQDH\njyFHljyZcmXLl8dl1rw5szRpSypUwIOHF69x4MB16xYJCBACBAYMiCNO3Djbt3HbBrCbd+9xv4EH\nFz5cuCkLFqJEGbeceXPnywFElz59XHXr16+LixULFqxr18Rp01asmJBEiZYtG7eefXv36wHElz9f\nnLhw48Z58/btWy0r/wCtdOgQ6datZcu0aXvWqBEwYNe2bdOmTZy4b8OGwYBxJFmycSBDjgNAsqTJ\nkyhTqlzJsuW4lzBjvvz2bRABAgYMCBAwIEAAAECBBgiwaJG4cUiTKlUKoKnTp+OiSp1KlRmzbt3G\naRUnzpUrCZYshQs3rqzZs2jLAljLtu24t3Djyp0LV5w4TceOWbM2rq/fv4D7AhhMuPC4w4e9eYsV\n68KCxwuujZtMubLly94yhws3rrPncQBCix5NurTp06hTqx7HurVr1t++DSJAwIABAQIGBAgAoHfv\nAAEWLRI3rrjx48cBKF/OfJzz59CjM2PWrdu46+LEuXIlwZKlcOHGif8fT768eADo06sfx769+/fw\n24sTp+nYMWvWxunfz7+/foAABA4kOM6gQW/eYsW6sMDhgmvjJE6kWNGiN4zhwo3j2HEcAJAhRY4k\nWdLkSZQpx61k2XIlOHClJkwAUNPmzTRpVKka19PnT6A9AQwlWnTcUaRJk7IiQeLDhz59VG3ZkiBB\ninFZtW7l2hXAV7Bhx40lW9bsWbPWwIHLlg0cuHFx5c6lC8DuXbzj9OrNlm3PHhQCBIQJM87wYcSJ\nFS9WDMDxY8iRJU+mXNny5XGZNW/ODA5cqQkTAIwmXTpNGlWqxq1m3dr1agCxZc8eV9v27dusSJD4\n8KFPH1VbtiRIkGL/3HHkyZUvB9Dc+fNx0aVPp16dujVw4LJlAwdu3Hfw4cUDIF/e/Dj06LNl27MH\nhQABYcKMo1/f/n38+fED4N/fP0AAAgcSLGjwIMKECgGMa+jw4UNoXryECIECRYEAAXbsmDbuI8iQ\nIkcCKGny5LiUKleuBNWgwYABJ04kOHAgQgRv43by7OnzJ4CgQoeOK2r0KNKkSsd9+yZO3LioUqdS\nBWD1KtZxWrWKE2fIUIIBA5w5G2f2LNq0ateqBeD2Ldy4cufSrWv37ri8evfy7ev3L2C9AAYTLjzu\nMOLEirt1y5bNmzdtzZpp0zbuMubMmjePA+D5M+hxokeTLm369Dhx/+LGsW7t+jVrALJn0x5n+/Zt\na+DAjevt+zfw4MKHAyhu/Djy5MqXM2/ufBz06NKnU69u/Xp0ANq3cx/n/Tv48N26ZcvmzZu2Zs20\naRvn/j38+PLHAahv//64/Pr38+/vH+A4ceLGFTR4EGFBAAsZNhz3ECJEa+DAjbN4EWNGjRs5AvD4\nEWRIkSNJljR5clxKlStZtnT5EqZKADNp1hx3E2dOnTt59vSJE0BQoUPHFTV6FGlSpUuZGgXwFGrU\ncVOpVrV6FWtWrVQBdPX6FWxYsWPJljU7Dm1atWvZtnX7Ni0AuXPpjrN7F29evXv59r0LAHBgweMI\nFzZ8GHFixYsLA/9w/BjyOMmTKVe2fBlz5skAOHf2/Bl0aNGjSZcedxp1atWrWbd2jRpAbNmzx9W2\nfRt3bt27edsG8Bt48HHDiRc3fhx5cuXEATR3/nxcdOnTqVe3fh27dADbuXf3/h18ePHjyY8zfx59\nevXr2bc/DwB+fPnj6Ne3fx9/fv376wPwDxCAwIEAxhk8iDChwoUMGx4EADGixHEUK1q8iDGjxo0V\nAXj8CDKkyJEkS5o8OS6lypUsW7p8CVMlgJk0a467iTOnzp08e/rECSCo0KHjiho9ijSp0qVMjQJ4\nCjXquKlUq1q9ijWrVqoAunr9Cjas2LFky5odhzat2rVs27p9mxb/gNy5dMfZvYs3r969fPveBQA4\nsOBxhAsbPow4seLFhQE4fgx5nOTJlCtbvow582QAnDt7/gw6tOjRpEuPO406terVrFu7Rg0gtuzZ\n42rbvo07t+7dvG0D+A08+LjhxIsbP448uXLiAJo7fz4uuvTp1Ktbv45dOoDt3Lt7/w4+vPjx5Mub\nP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR\n40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX0KFCdu3FCiRY0ePSpO3Lhx\n4sY9hRo1KgCq/1WtisM6TutWrlrDhRMXVtw4smXNkhWXNu04tm3dAoAbV+44unXt3sWbd5w4ceP8\n/gUc2C8AwoUNhwsnbtxixuLGPX4sTtw4ypUtUw4XTtxmcOC6dfMGDtw40qXHAUCdWvVq1q1dv4Yd\ne9xs2rVt38adWzdtAL19/x4XXPhw4uLEjUOeXPly5s2TA4AeXfo46tWtX8eeXfv26gC8fwc/Tvx4\n8uXNnx8vTtw49uDcixM3Tv78cQDs38efX/9+/v39AwQgcCBBAOMOIkyocCHDhg4RAogoceK4ihYv\nYsyocSNHiwA+ggw5biTJkiZPokypkiSAli5fjospcybNmjZriv8TFy4cuHE+f/4EIHQo0aJGjyJN\nqnTpuKZOn0KNKnUqVacArmLNOm4r165ev4INK5YrgLJmz45Lq3Yt27Zu38JVC2Au3brj7uLNq3cv\n373ixIULB24c4cKFASBOrHgx48aOH0OOPG4y5cqWL48TJ24c586eP4PuDGA06dLjTqNOrXo1a9Xi\nxsGOLVs2gNq2b4/LrXs3796+fwPXDWA48eLjjiNPrnw583HixI2LHj1cOHHjrmPHDmA79+7ev4MP\nL348+XHmz6NPr36cOHHj3sOPL38+fAD27+Mfp38///7+AY4TOJCgQHHjECZUqBBAQ4cPx0WUOJFi\nRYsXMUoEsJH/Y8dxH0GGFDmS5Dhx4salTBkunLhxL2HCBDCTZk2bN3Hm1LmT5zifP4EG9QkOXJAg\nAgAAqFBBU7hw46BGlTpVKgCrV7GO07qVa1evX8dNm9anz6hxZ9GmTQuAbVu34+DGlTs3W7Zw4bx5\nEzdtGjhw0wAjQzaOcGHDhwkDULyY8TjHjyFDFtepkyRJhw4BK1Vq2rRRnTrt2jWONOlv38J9+zaO\ndetxAGDHlj2bdm3bt3HnHrebd2/fu8GBCxJEAAAAFSpoChduXHPnz6E/BzCdevVx17Fn176d+7hp\n0/r0GTWOfHnz5gGkV79+XHv37+FnyxYunDdv4qZNAwduWn9k/wCRjRtIsKDBgQASKlw4rqHDhw/F\ndeokSdKhQ8BKlZo2bVSnTrt2jRs58tu3cN++jVvJchyAlzBjypxJs6bNmzjH6dzJU5w4cOBoVagA\noKhRowKCBDFlChu2cVDDhQMnTty4q1jHAdjKteu4r2DDih07Nls2BQoAANggTty4t3DjvgVAt67d\ncXjz6sUrTlydBQsKFFiwAIICBQQIPDhyxIqVadPGSZ5MuTKAy5gzj9u8OVy4cePAiRMHDtymCxcS\nJIAAAQMCBAIEBFiwIFAgceLG6dYtLly4ccCDjwNAvLjx48iTK1/OvPm459DHiRMHrVOnKlUCANjO\nvXv3AQOsWP8BFy5ctGiZgAFLlkycuHHwAcifT3+c/fv484sT581bOIDhxg0c+A0BAgAJAWAY19Dh\nw4cAJE6kOM7ixYviunULFmwAAJAABAgIULLkgAIFFCjYtGncS5gxZQKgWdPmOJw5x4kT582nNGkX\nBAg4cCBECAYCBABgSoDArVvjpE6lWlUqAKxZtW7l2tXrV7Bhx40lO06cOGidOlWpEgDAW7hx4w4Y\nYMUKuHDhokXLBAxYsmTixI0jDMDwYcTjFC9m3FicOG/ewoUbV7nyNwQIAGwGgGHcZ9ChQwMgXdr0\nONSpU4vr1i1YsAEAZAMQICDA7dsDChRQoGDTpnHBhQ8nDsD/+HHk45QvHydOnDfo0qRdECDgwIEQ\nIRgIEADAOwECt26NI1/e/HnyANSvZ9/e/Xv48eXPH1ffvn1w374ZM4ZJCUAldOhw4ZLFhIkFCwAI\nENChgzJl4yZSRIaMGbNw4cZxBODxI8hxIkeSLAkOXLdu4cKNa9mymwQJAAAECBBtHM6cOnUC6Onz\n57igQocGDRdOFxcutWphw+btqTJlesiQ0aFj2LBxWrdy7QrgK9iw48aSLVvWmzVr49aOE3foEAIE\nAQoVGmf3Lt68eAHw7ev3L+DAggcTLjzuMGLE4L59M2YMkxIldOhw4ZLFhIkFCwAIENChgzJl40aT\nRoaMGbNw/+HGsQbg+jXscbJn064NDly3buHCjevdu5sECQAABAgQbRzy5MqVA2ju/Pm46NKnRw8X\nThcXLrVqYcPm7bsyZXrIkNGhY9iwcerXs28P4D38+OPm069f35s1a+P2jxN3COAhBAgCFCo0DmFC\nhQsVAnD4EGJEiRMpVrR4cVxGjRrFjfP4EaTHadNYsABQoMCZM+NYtnS5bRs4cONoArB5E+c4nTt5\n9vTmLVkyb97GFS2aK0AAAAAQIAA3DmpUqVIBVLV6dVxWrVu5duXqDRGiAQO+fBl3Fm1atQDYtnU7\nDm5cuXPpjgsXToOGAdq0jfP7F3BgwAAIFzZ8GHFixYsZN/8e9xhyZMmTx3XrRoBAgFu3woUb9xl0\n6M/hwokzDQB1atXjWLMWJ25cbNmxrVm7dm1cbt3jrADwDeDHj3HDiRc3DgB5cuXjmDd3/hz6c3Fm\nzAwYoECBuHHbuXfvDgB8ePHjyJc3fx79OHHiFCiAIE7cOPnz6denDwB/fv37+ff3DxCAwIEECxo8\nKHCcwoUMGzoc160bAQIBbt0KF26cxo0cNYYLJy4kgJEkS447eVKcuHEsW7K0Zu3atXE0a46zAiAn\ngB8/xvn8CTQogKFEi447ijSp0qVKxZkxM2CAAgXixlm9ihUrgK1cu477Cjas2LHjxIlToACCOHHj\n2rp9C/f/LYC5dOvavYs3r969fMf5/Qs4sOBxUqQAAKAAHLhxjBs7fuwYgOTJlMdZvow5c7du4zp7\nHidOnAEAAAYMuHZtnOrVrFsDeA079rjZtGvbvm1bXIkSBAgkSCBunPDhxIkDOI48+bjlzJs7fz4u\nXLgDB1qMu449u/btALp7/w4+vPjx5MubH4c+vfr17MdJkQIAgAJw4MbZv48/P34A/Pv7BzhO4ECC\nBbt1G5dQ4Thx4gwAADBgwLVr4yxexJgRwEaOHcd9BBlS5EiR4kqUIEAgQQJx41y+hAkTwEyaNcfd\nxJlT585x4cIdONBi3FCiRY0eBZBU6VKmTZ0+hRpV6jiq/1WtXsU6SoCAAAEmjQMbVuxYsgDMnkU7\nTu1atm21aRsXV+64Zs0MNGhAi9Y4vn39/uULQPBgwuMMH0acWHFib44cgQBx5sw4ypUtXwaQWfPm\ncZ09fwYdepwyZSVK7BqXWvVq1q0BvIYdW/Zs2rVt38Y9Tvdu3r19jxIgIECASeOMH0eeXDkA5s2d\nj4MeXfp0bdrGXcc+rlkzAw0a0KI1Tvx48uXFA0CfXv049u3dv4f/3psjRyBAnDkzTv9+/v0BAAQg\ncODAcQYPIkyocJwyZSVK7BoncSLFihYBYMyocSPHjh4/ggw5biTJkiZHKlPGgEEAAAASJIg0bibN\nmjZvAv/IqXPnuJ4+fYobN06btlWVKoULN26pNGkNGgSwYuXbt3FWr2LNahUA165ex4ENK3YsWXHV\nqmnTNixUKA0aLl0SN24u3bp1AeDNq3cc375+/4oTN26cOHHbZMigQMHRuMaOH0OODGAy5cqWL2PO\nrHkz53GeP38ON270uGxAgAwYAADAAAIEJEi4oUYNHjy2bI3LrXs3bwC+fwMfJ3z4cHDEiPnxs6JE\nCUmSXLkyZMAAAAADkiUbp3079+7cAYAPL34c+fLmz2/bRovWnTtHWrQAA6ZTrFg0aJAggW0c//7+\nAY4TOA5AQYMHx40TN25cuHDjxokbN06btlqFCtWqVar/1CMECA4c2PLtmzhx4cKNU7mSZUsAL2HG\nlDmTZk2bN3GO07lzZ7hxP8dlAwJkwAAAAAYQICBBwg01avDgsWVrXFWrV7EC0LqV6zivX7+CI0bM\nj58VJUpIkuTKlSEDBgAAGJAs2Ti7d/HmxQuAb1+/4wAHFjx42zZatO7cOdKiBRgwnWLFokGDBAls\n4zBn1qwZQGfPn8eNEzduXLhw48aJGzdOm7ZahQrVqlWq1CMECA4c2PLtmzhx4cKNEz6ceHEAx5En\nV76ceXPnz6GPkz59ujjr27bdGDAAAIACBVSwYcOFCwEA5wEIEBBtXHv3798DkD+f/jj79+9jGzRI\ng4YG/wAVKECA4MABAAgRLmjUyJu3cRAjSpwIEYDFixjHadzIsWO1ak6cwICBIEOGI0c8hQmDAQMD\nBoXGyZxJkyaAmzhzjtvJs+dObtzicOAwYwYTJiMMGBAgQAMxYt68adPGrSq4q+OyatUKoKvXr2DD\nih1LtqzZcWjTphXHdtu2GwMGAABQoIAKNmy4cCEAoC8AAQKijRtMuHBhAIgTKx7HuHFjbIMGadDQ\nQIECBAgOHADAmfOCRo28eRtHurTp06QBqF7Nepzr17BjV6vmxAkMGAgyZDhyxFOYMBgwMGBQaJzx\n48iRA1jOvPm459CjP+fGLQ4HDjNmMGEywoABAQI0EP8j5s2bNm3c0oNbP669e/cA4sufT7++/fv4\n8+sfx7+/f4DjxokTN2rCBAsWSJH6xo0bNGgnBgwIEKBAAWTjNG7kyBHAR5Ahx40kSRLbsGGAAM05\ncmTNGjJkQN26RYsWtm05t43j2dPnT54AhA4lOs7oUaRJjYZjGg7ct2/hwnlDhgwLliNHqo3j2tWr\nVwBhxY4dV9bs2bPgevVKlgwZskgLFjRoYEWcuHF59Y4LF27cX8CBAQwmXNjwYcSJFS9mPM7xY8iQ\ngdmwAQZMsWLhuHHbtk3Ojh0LFnjwcAUcuHDhxq1m3RrAa9ixx82mTZvbbWTIdh07xs03t3HBhfPi\n1aD/gSZN45QvZ94cwHPo0cdNp17d+vXry5ahQOHDR7Fx4cWPHw/A/Hn049SvZ99enLhx46hR6zJg\ngAEDccbt59/fP8BxAgcCKGjwIMKEChcybOhwHMSIEiUCs2EDDJhixcJx47Ztm5wdOxYs8ODhCjhw\n4cKNa+nyJYCYMmeOq2nTJrecyJDtOnaMG1Bu44YS5cWrQQNNmsYxber0KYCoUqeOq2r1KtasWZct\nQ4HCh49i48aSLVsWANq0asexbev2rThx48ZRo9ZlwAADBuKM6+v3L+DAAAYTLmz4MOLEihczHuf4\nMWTI3NiwuXLl1i1qxYq5coUNHLhbt4oUyYAHz5Il/8TGsW7dGgDs2LLH0a5dOxw3buB2U6O2bdu4\n4MKDT5pEgAACBNjGMW/u3DmA6NKnjxsn7nq4cOO2c+/u3bs3b0eOdOiQbRz69OrVA2jv/v24+PLn\n058vTlysBg0ePDg2DuA4gQMJFiwIAGFChQsZNnT4EGLEcRMpVqzIjQ2bK1du3aJWrJgrV9jAgbt1\nq0iRDHjwLFlCbFxMmTIB1LR5c1xOnTrDceMGDig1atu2jTN61OikSQQIIECAbVxUqVOnArB6Feu4\nceK4hgs3DmxYsWPHevN25EiHDtnGtXX79i0AuXPpjrN7F29evOLExWrQ4MGDY+MIFzZ8GDEAxYsZ\nN/92/BhyZMmTx1W2fPlyOFGiUqTgwMHDlSumTIUbNw4cOD58AgAAIEBAknGzadMGcBt37nG7efMW\n9ztcuG2yZE2bNg55cuQePAQIIECAs3HTqVevDgB7du3juHcfJw78OPHjyZcXDw5cnz4WLFQb9x5+\n/PgA6Ne3Pw5/fv37+dOCARCGFCnexhk8iDChQgAMGzp8CDGixIkUK467iDFjxnCiRKVIwYGDhytX\nTJkKN24cOHB8+AQAAECAgCTjatq0CSCnzp3jevr0KS5ouHDbZMmaNm2c0qVKPXgIEECAAGfjqlq9\nehWA1q1cx3n9Ok6c2HFky5o9SxYcuD59LFioNi7/rty5cwHYvYt3nN69fPv6pQUDhhQp3sYZPow4\nsWIAjBs7fgw5suTJlCuPu4w5s+Zo0axYWbAAw5EjyZKJGzcOHLhLlwIAAECAQKBxtGvXBoA7t+5x\nvHv7/s2K1bJl44obH+dNgwYBAkqUEDcuuvTp0wFYv459nPbt28WN+w4+vPjv4sSBAkWECLhx7Nu7\ndw8gvvz54+rbv48/P7hQoZYtA9ht3Lhw4cCBG5dQ4UKGABw+hBhR4kSKFS1eHJdR40aO3ryRIbNA\nJAgQf/7sypZt0CABAgC8NGBgljhx42zeHAdA506e43z+BBqUBAkDBlCgqObMGTBgEAYMECDg0aNx\n/1WtXsUKQOtWruO8fv0qbtxYsmXNjqtGh06BAggQ2BoXV+7cuQDs3sU7Tu9evnrFiRsnTrA4Y8Yo\nOXDQocOGKVNQoIABo9k4ypUtWwaQWfNmzp09fwYdWvQ40qVNn/bmjQyZBa1BgPjzZ1e2bIMGCRAA\nQLcBA7PEiRsXXPg4AMWNHx+XXPly5iRIGDCAAkU1Z86AAYMwYIAAAY8ejQMfXvx4AOXNnx+XXr16\ncePcv4cff1w1OnQKFECAwNY4/v39AxwncByAggYPjkuocGFCceLGiYsozpgxSg4cdOiwYcoUFChg\nwGg2biTJkiUBoEypciXLli5fwow5bpy4cePEif8bp3OnznDhWrWaM4dXo0ZcuBi6cmXBAgBOr1y5\ndavbuKpWrQLIqnXruK5ev4ItVChAgAEDEChQEGBtihRVqhw7Nm4u3bp2AeDNq3cc375+xYnbtm1Z\nrFjFinHjlu3WLRQoLBQoECCAAAHRxmHOrFkzgM6eP48LLVp0OGzYmDE7FipUjBggQBgYMAAAAAEI\nECxYIEGCtHG+fwMHDmA48eLGjyNPrnw583HjxI0bJ07cuOrWq4cL16rVnDm8GjXiwsXQlSsLFgBI\nf+XKrVvdxsGPHx8A/fr2x+HPr39/oUIBAAYYMACBAgUBEKZIUaXKsWPjIEaUOBFARYsXx2XUuFH/\nnLht25bFilWsGDdu2W7dQoHCQoECAQIIEBBtXE2bN28C0LmT5zifP3+Gw4aNGbNjoULFiAEChIEB\nAwAAEIAAwYIFEiRIG7eVa9euAMCGFTuWbFmzZ9GmHTdO3Di3b+HCFTdX3DdevEqVIsOAgQABAQLs\n4MZNnLhxhxEnBrCYceNxjyFHlpwtW5cuOHAQECDAgIEcq1bt2jWOdGnTp0kDUL2a9TjXr2G7Ficu\njgcPChS4cHFgwAAAAAgECECAABMm45AnV74cQHPnz8dFly4dXLdu2bJJevGiQPcCAMALEOChRAkQ\nIHbtGreefXv3AODHlz+ffn379/HnH7eff3///wDHCRxIkKA3b+LEjVvIsKFDABAjShxHsaLFixjH\nhdsYbpzHjyBDihwHoKTJk+NSqlzJEho0ZMisWZs2bJgwYd7ChRMnbpzPn0CD+gRAtKjRcUiTKl2K\ntFu3bdu4adMmTty4q1izat06DoDXr2DDih1LtqzZs+PSql3Ltq3bcd68iRM3rq7du3gB6N3Ld5zf\nv4ADCx4XrnC4cYgTK17MeByAx5Ajj5tMubJlaNCQIbNmbdqwYcKEeQsXTpy4cahTq16NGoDr17DH\nyZ5Nu7bsbt22beOmTZs4ceOCCx9OvPg4AMiTK1/OvLnz59Cjj5tOvbr169iza6cOoLv37+PCi/8f\nT768+fPoxQNYz779uPfw48ufT7++ffgA8uvfP66/f4DjBA4kWNDgQYQGASxk2NDhQ4gRJU6kOM7i\nRYwZNW7k2PEiAJAhRY4jWdLkSZQpVa4sCcDlS5jjZM6kWdPmTZw5ZwLg2dPnOKBBhQ4lWtTo0aAA\nlC5l2tTpU6hRpU4dV9XqVaxZtW7lahXAV7Bhx40lW9bsWbRp1ZIF0Nbt23Fx5c6lW9fuXbxyAezl\n23fcX8CBBQ8mXNgwYACJFS9m3NjxY8iRJY+jXNnyZcyZNW+uDMDzZ9DjRI8mXdr0adSpRwNg3dr1\nONixZc+mXdv27dgAdO/mPc73b+DBhQ8nXvz/NwDkyZUvZ97c+XPo0cdNp17d+nXs2bVTB9Dd+/dx\n4cWPJ1/e/Hn04gGsZ99+3Hv48eXPp1/fPnwA+fXvH9ffP8BxAgcSLGjwIEKDABYybOjwIcSIEidS\nHGfxIsaMGjdy7HgRAMiQIseRLGnyJMqUKleWBODyJcxxMmfSrGnzJs6cMwHw7OlzHNCgQocSLWr0\naFAASpcyber0KdSoUqeOq2r1KtasWrdytQrgK9iw48aSLWv2LNq0askCaOv27bi4cufSrWv3Ll65\nAPby7TvuL+DAggcTLmwYMIDEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrU/6pX\ns27t+jXs2LJn065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnbw4XTty47Nq3c+8u\nThy48N++iRM37jz69OoBsG/vXhz8cfLnixtnf5y4cOHE8Rc3DuA4gQMJEgQHblxChQsBNHT4MFy4\ncRMpVrR4EWPGjOLEAfD4EaQ4ceNIlhwnblzKlOHCiXMpbpw4ceHCddOmjRq1b9/EjRsnTtw4ceLG\nFS0qThwApUuZNnX6FGpUqVPHVbV6FWtWq968bQMHTpy4cWPJljU7FkBatWvHtXX7Fq44cePo1rV7\nF2/eugD49vU7DnBgwYMJFzZ8ODAAxYsZj/9z/BhyZMmPv33jtm1btmzixI3z/Bl0aACjSZc2fRp1\natWrWY9z/Rp2bNmvu3XbFi7cON27effmDQB4cOHjiBc3fhx5cuTduo1z/hy6cwDTqVcfdx17du3b\nuXf3jh1AePHjx5U3fx59evPgwG3Dhi1cuHHz6de3Px9Afv37+ff3DxCAwIEECxo8iFDguIUMGzp8\nyLBbt23hwo27iDGjxowAOnr8OC6kyJEkS5os2a3buJUsW64EADOmzHE0a9q8iTOnzp01Afj8CXSc\n0KFEixodCg7cNmzYwoUbBzWq1KlQAVi9ijWr1q1cu3r9Oi6s2LFky44TJw4btm/j2rp9Czf/LoC5\ndOuOu4s3r969fPVqAwdunODBhAUDOIw48bjFjBs7fgw5smTGACpbvjwus+bNnDtrvnatmThx40qb\nPo36NIDVrFu7fg07tuzZtMfZvo07t+5x4sRhw/ZtnPDhxIsbB4A8ufJxzJs7fw49+nNt4MCNu449\n+3UA3Lt7Hwc+vPjx5MubPx8egPr17Me5fw8/vvz31641EydunP79/PvzBwhA4ECCBQ0eRJhQ4cJx\nDR0+hBhRHClSYcLQGpdR40aOHQF8BBly3EiSJU2eRDkuUaIFCwAgQMCM2TiaNW0CwJlT5ziePceF\nCydu3FCiRceF69FDly5T4MCNgxpV6lSp/wCsXsU6TutWrl29jqNECQyYTOHCjUObVu1atQDcvoUb\nV+5cunXt3h2XV+9evn3FkSIVJgytcYUNH0acGMBixo3HPYYcWfJkyuMSJVqwAAACBMyYjQMdWjQA\n0qVNj0Odely4cOLGvYYde1y4Hj106TIFDtw43r19//YNQPhw4uOMH0eeXPk4SpTAgMkULtw46tWt\nX7cOQPt27t29fwcfXvz4ceXNn0d/Xpy4Uw4cHDggJ1y4cfXtjwsXjtu2beDAARQnLpw4cQAOIkwo\nThy4cA7DjYsocSLFcOGwYdslQgSAjh0DBDh2bBzJkiYBoEypctw4cePGUaPWqxckN27UqP/xYcBA\ngAAAfgL9GSCACRPhwo1LqnQpUwBOn0IdJ3Uq1apSxYm7ds0LAgQKFEwaJ3Ys2bJmAaBNq3Yt27Zu\n38KNO24u3bp254YLZ8VKAAB+ATA4dIgWrWXLsHXrRoyYpVWOV3HjFm4ygMqWL4vLnHkc53HixoEO\nHRocuFc+fBAg4CBAAACuXwOABGkc7dq2AeDOrXscb3HiqlXz4WMAgOLGjyNPzonTuObOn0MHIH06\n9XHWr2PPbt2XrwcPAIAXIEDOuPLmz6NPD2A9+/bu38OPL38+/XH27+PPbz9cOCtWAAYAMBAAg0OH\naNFatgxbt27EiFlaNXEVN27hMALQuJH/oziPHseFHCduXEmTJsGBe+XDBwECDgIEADCTJgBIkMbl\n1LkTQE+fP8cFFSeuWjUfPgYAULqUaVOnnDiNkzqValUAV7FmHbeVa1evW335evAAQFkBAuSMU7uW\nbVu3AODGlTuXbl27d/HmHbeXb1+/e5UpGzAAQGEBAh5cukSGTJIkdooVGzYs2rFj27aJEzdOnDgA\nn0GHHjeadGnTpcOFQ7ZnjxUrpHLlihABQO0CBbp1G7ebd28Av4EHHzdOXHFevMiQSSBAAADnz58z\nWLOGBAkBALADAANmXHfv38EDED+e/Djz59GnN//njwABAQ4cqFGj2Dj79/Hn1w+Af3///wABCBxI\nsKDBgwgTKgQwrqHDhxAbKlM2YACAiwIEPLh0iQyZJEnsFCs2bFi0Y8e2bRMnbpw4cQBiypw5rqbN\nmzhvhguHbM8eK1ZI5coVIQKAowUKdOs2rqnTpwCiSp06bpy4q7x4kSGTQIAAAGDDhmWwZg0JEgIA\nqAUABsy4t3DjygVAt67dcXjz6t2L988fAQICHDhQo0axcYgTK17MGIDjx5AjS55MubLly+Mya97M\nuVYtAgQAiBYtQMAAAwYCBBAgYMGrV8eOhdu2LVy4cbhxA9jNu/e438CDCx/e7dmzccjBgRMhAoBz\nO3bChRtHvbp1ANizax/Hnbs3b8qUmf/RpcuFCw5ChDhzFi7cuPfvwW3YAACABQvj8uvfzx+Af4AA\nBA4EMM7gQYQJefEqUAAAgAERIihShGjXLi5cuHEb19HjR5AARI4kWdLkSZQpVa4c19Lly5fADhwA\nUNMmgAABBAwYAABAgAA2vg39Js7oOKRJxwFg2tTpOKhRpU6lOk6cuHDhxv36RYAAAAALxo0lW7Ys\nALRp1YpjO87tW7jjxHXrNs7uXbx79gAAMGDAOMCBBQ8GUNjwYXHiwokTFy7cOMiRx/UyYAAAAAIE\n8JAhI0VKCwkSCBCAAAHaONSpVasG0Nr1a9ixZc+mXdv2ONy5desGduAAAODBAQQIIGD/wAAAAAIE\nsPHN+Tdx0cdNpz4OwHXs2cdt597d+/dx4sSFCzfu1y8CBAAAWDDO/Xv48AHMp19f3P1x+fXvHyeu\nG8Bu4wYSLLhnDwAAAwaMa+jwIUQAEidSFCcunDhx4cKN6+hxXC8DBgAAIEAADxkyUqS0kCCBAAEI\nEKCNq2nz5k0AOnfy7OnzJ9CgQoeOK2r0aFFu3JAQIADgKYAABAgMGBAAAFYAAgTQEiduHNiwYsEC\nKGv27Li0ateybcsW24EDAOYCyDbuLt68eQHw7etXnLhxggcTHuzN27jEihenSAEAgAUL4yZTrmwZ\nAObMmsVx7tyZW7duggQNAABAgAA2/2ySDRvWqpUGALIBIEBwbRzu3Lp1A+jt+zfw4MKHEy9ufBzy\n5MqRc+OGhAABANIBBCBAYMCAAAC2AxAggJY4cePGky8/HgD69OrHsW/v/j3899gOHABgH0C2cfr3\n8+cPACAAgQMHihM3DmFChQm9eRv3EGLEFCkAALBgYVxGjRs5AvD4EaQ4kSNHcuvWTZCgAQAACBDA\nhk2yYcNatdIAACcABAiujfP5EyhQAEOJFjV6FGlSpUuZjnP6FCpUb7NmLVqUJw8lGzY6dBDw1YCB\nKVPGlTV7Fi0AtWvZjnP7Fm5cuXErmTCxYMG3b+P49vX7F0BgwYPHFTZ8GLE4ceMYN/92PGXKggXS\npI2zfBlzZgCbOXcW93ncOHDgxImrNm3aihUV3rzx5m1c7NjbtlV5cPuBK1fjePf2/RtAcOHDiRc3\nfhx5cuXjmDd37tzbrFmLFuXJQ8mGjQ4dBHQ3YGDKlHHjyZc3DwB9evXj2Ld3/x7++0omTCxY8O3b\nOP37+fcHABCAwIEDxxk8iDChOHHjGjp8OGXKggXSpI27iDGjRgAcO3oUB3LcOHDgxImrNm3aihUV\n3rzx5m2cTJnbtlV5gPOBK1fjevr8CRSA0KFEixo9ijSp0qXjmjp9CrWpOHG+fAmyYEGAAABcAwRQ\npWqc2LFkywI4izbtuLVs27p9yzb/ViwLvHiJEzcur969fPMC+As48LjBhAsXxqZBgytX4sSNe/zt\n24MDBxAgGIc5s+bNmAF4/gx63Dhx48aBA2fMWBMNGgIEaAAM2LjZtMdVq4aBAoUkScb5/g08uG8A\nxIsbP448ufLlzJuPew49uvTn1qxt2hSkQAEA3LkLEODEybjx5MubB4A+vfpx7Nu7fw9/HDJkCxac\nGYc/v/79/AH4BwhA4EAA4wweRGgwXDgnAwYECAABgosKFQQIANCjx6JF4cKNAxlS5EgAJU2eHJcy\npTdvvXrBCBAzwAllysbdvBkuXI8eCrJkuXVr3FCiRY0OBZBU6VKmTZ0+hRpV6jiq/1WtXqVqzdqm\nTUEKFAAQNqwAAU6cjEObVu1aAG3dvh0XV+5cunXHIUO2YMGZcX39/gUcGMBgwoXHHUac+HC4cE4G\nDAgQAAIEFxUqCBAAoEePRYvChRsXWvRo0gBMn0Y9TrVqb9569YIRQHaAE8qUjcONO1y4Hj0UZMly\n69Y44sWNHycOQPly5s2dP4ceXfr0cdWtX8cuTlysWCNGCAAQXrx4GjTGnUefXj0A9u3dj4MfX/58\n+uEwYAAAINo4/v39AxwncCDBcQAOIkw4biHDhgvDhRMRIAAAAAECAMiYMUCJEq5cjQspciTJkABO\nokw5biXLcdWqtQAgE0CAFCm8ef8bN45bkyYAfhow8OrVuKJGjyItCmAp06ZOn0KNKnUq1XFWr2LN\nKk5crFgjRggAIHbsWBo0xqFNq3YtgLZu346LK3cu3brhMGAAACDauL5+/wIODGAw4cLjDiNOfDhc\nOBEBAgAAECAAgMqVA5Qo4crVuM6eP4PuDGA06dLjTqMeV61aCwCuAQRIkcKbt3HjuDVpAmC3AQOv\nXo0LLnw48eAAjiNPrnw58+bOn0MfJ3069erbttWp48DBBQ0aWrTg4MCBAQNTpoxLr349ewDu38Mf\nJ38+/fr2t2nQ4MDBuP7+AY4TOJBgwXEAECZUOI5hQ4cOv+nQYcECAgQLDGQ0YGL/2bJt28aFFDmS\nZEgAJ1GmHLeS5Thx4lR9+CBAQAGbQoQkScIhQAAAP1OkqFZtXFGjR5EWBbCUaVOnT6FGlTqV6jir\nV7Fi9bZhw4ABBgxoKVYMHDhfOHAECECAQJtxb+HGjQuAbl274/Dm1btXrzZtRwQIkCCB2zjDhxEn\nVgyAcWPH4yBHljw5WTJYsKRIaXPihAQJFY4do0ZtXGnTp1GXBrCadetxr2HDDrds2YIFAHDn1h2A\nNwECBgyIEzeOeHHjxwEkV76ceXPnz6FHlz6OenXr1r1t2DBggAEDWooVAwfOFw4cAQIQINBmXHv3\n798DkD+f/jj79/Hnx69N2xEB/wAFSJDAbZzBgwgTKgTAsKHDcRAjSpyYLBksWFKktDlxQoKECseO\nUaM2rqTJkyhLAljJsuW4lzBhhlu2bMECADhz6gzAkwABAwbEiRtHtKjRowCSKl3KtKnTp1CjSh1H\ntapVq7cIEAgQAAMGY9++gQO3rU+fAwcAABjgypU3b+Piyp0LoK7du+PGeQsXzpu3cYADC/727csX\nEwsSL4g2rrHjx5AjA5hMufK4y5gza76cLVu1asyAAEGAYII1a968jVvNurXr1QBiy549rrbt2+HC\nHTvGAoBvAAECZDhypEoVCgoUBAigQcO459CjSwdAvbr169iza9/Ovfu47+DDh/+/RYBAgAAYMBj7\n9g0cuG19+hw4AADAAFeuvHkbx7+/f4AABA4kOG6ct3DhvHkb19Dhw2/fvnwxscDigmjjNG7k2NEj\nAJAhRY4jWdLkSZLZslWrxgwIEAQIJliz5s3bOJw5de7ECcDnT6DjhA4lGi7csWMsACwFECBAhiNH\nqlShoEBBgAAaNIzj2tXrVwBhxY4lW9bsWbRp1Y5j29atWyMBAgAAECGCpGTJiBHrlSGDAAEAAARo\n0CBVKnHjFC9eDMDxY8jjxokbN06cuHGZNWf+9k2ECBYsUpAhI0IEsXGpVa9m3RrAa9ixx82mXdv2\nbHHiwoXr5cEDAQIWunUbV9z/+HHkxwEsZ9583HPo0aMTmzChRo08ecSN4z4OlwABAAAIEIBt3Hn0\n6dMDYN/e/Xv48eXPp19/3H38+fMbCRAAAEAAESJISpaMGLFeGTIIEAAAQIAGDVKlEjfuIkaMADZy\n7DhunLhx48SJG2fypMlv30SIYMEiBRkyIkQQG2fzJs6cOgHw7OlzHNCgQocCFScuXLheHjwQIGCh\nW7dxUqdSrUoVANasWsdx7erVK7EJE2rUyJNH3Li043AJEAAAgAAB2MbRrWvXLoC8evfy7ev3L+DA\ngscRLmzYcLcSJTZsAALklixZ1aolY8WqQoUJEzI8enTt2rjQokcDKG369LjU/6pXs/7168kTYMC+\nWbN269a43Lp38+49DgDw4MLHES9u/DhycXjwyJAxaRz06NKnUwdg/Tr2cdq3c+/u3bsRIwECJEgA\nbhz69OrVA2jv/j38+PLn069vfxz+/Pr3e/PGDSC3bdu+adM2DiHCbNmwYeMVLpw4ceMoVrQIAGNG\njeM4dvTIcdkyNRQoePECDJg4a9acORv3EmZMmTPHAbB5E+c4nTt59vQ5zoKFAQM4jDN6FGlSpQCY\nNnU6DmpUqVOpUsWBAwCAAgWojfP6FSxYAGPJljV7Fm1atWvZjnP7Fm5cb964cdu27Zs2beP48s2W\nDRs2XuHCiRM3DnFixQAYN/92PA5yZMmQly1TQ4GCFy/AgImzZs2Zs3GjSZc2fXocANWrWY9z/Rp2\nbNnjLFgYMIDDON27eff2DQB4cOHjiBc3fhw5chw4AAAoUIDaOOnTqVMHcB17du3buXf3/h28OHHh\nxpU3fx59evXatH0b9x5+/PgA6Ne3Pw5/fv3ixDFjBrAJBw5o0HjzNq5aNVCgxjl8CDGixHEAKlq8\nOC6jxo0cO4pbsAAAgCPjSpo8iTIlgJUsW457CTOmzJkyv5EgESDAgAHbxvn8CRQogKFEixo9ijSp\n0qVMxYkLNy6q1KlUq1rVpu3buK1cu3YFADas2HFky5oVJ44ZsyYcOKBB483/27hq1UCBGoc3r969\nfMcB+As48LjBhAsbPixuwQIAAI6Meww5suTJACpbvjwus+bNnDtz/kaCRIAAAwZsG4c6tWrVAFq7\nfg07tuzZtGvbHoc7t+7dvHvvFjcuuPDhwwEYP458nPLlzJVXq2bnxo1bt759C0eNGjFi47p7/w4+\n/DgA5MubH4c+vfr17KcBeA8A0rj59Ovbvw8gv/794/r7BzhO4ECCBQtqQ4AgQAAJEraNgxhRokQA\nFS1exJhR40aOHT2OAxlS5EiSJU2eDAlA5UqW41y+hBnz2zdx4sbd7NYtXLhxPX3+BBp0HACiRY2O\nQ5pU6VKm0gIEaNBg3FSq/1WtXh0HQOtWruO8fgUbVqxYaNAkSerWbdxatm3dAoAbV+5cunXt3sWb\nd9xevn39/gUcWDBfAIUNHx6XWPFixt++iRM3TnK3buHCjcOcWfNmzuMAfAYdetxo0qVNn5YWIECD\nBuNcv4YdW/Y4ALVt3x6XW/du3r17Q4MmSVK3buOMH0eeHMBy5s2dP4ceXfp06uOsX8eeXft27t2v\nAwAfXvw48uXNn0efXv368gDcv4c/Tv58+vXth4sQoVq1cf39AxwncCDBguMAIEyocBzDhg4fQowo\ncWJDABYvYsyocSPHjh4/jgspciTJkiZPohQJYCXLluNewowpcybNmjZhAv/IqXPnuJ4+fwINGi5C\nhGrVxiFNqnQp03EAnkKNOm4q1apWr2LNqpUqgK5ev4INK3Ys2bJmx6FNq3Yt27ZpxYkbJ3cu3boA\n7uLNO24v375+/44TJ24c4cKGDyMuDGAx48bjHkOOLHmyOGvWxmHOrHkz58wAPoMOPW406dKmT6NO\nrZo0gNauX8OOLXs27dq2x+HOrXs37965xYkbJ3w48eIAjiNPPm458+bOn48TJ24c9erWr2OvDmA7\n9+7jvoMPL368OGvWxqFPr349+/QA3sOPP24+/fr27+PPr58+gP7+AQIQOJBgQYMHESZUWHBcQ4cP\nIUaUOJGiQwAXMWYct5H/Y0ePH0GGFMkRQEmTJ8elVLmSZUuXL2GqBDCTZs1xN3Hm1LmTZ0+fOAEE\nFTqUaFGjR5EmVTqOaVOnT6FGlTq1KQCrV7GO07qVa1evX8GG3QqAbFmz49CmVbuWbVu3b9MCkDuX\n7ji7d/Hm1buXb9+7AAAHFjyYcGHDhxEnHreYcWPHjyFHlswYQGXLl8dl1ryZc2fPn0FrBjCadOlx\np1GnVr2adWvXqAHElj17XG3bt3Hn1r2bt20Av4EHFz6ceHHjx5EnV76ceXPnz6FHlz6denXr17Fn\n176de3fv38GHFz+efHnz59GnV7+efXv37+HHlz+ffn379/Hn17+ff3//kwABCBxIsKDBgwgTKlzI\nsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fP\nn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Dj\nyp1Lt67du3jz6t3Lt6/fv3wDAgAh+QQICgAAACwAAAAAIAEgAQAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacuXMnZtMuZxly+fMmTvHubNnzuPGlStn7pzp\n06hRA1jNurU5c+diy55Nu7bt27jPAdjNu7c5c+eCCx9uzty548iPl1u+3Jzz5+eiS59OHYD169jL\nlTN3rrt3c+DBn/8bT768+fPoy5szB6C9+/fw48ufT7++/XP48+cvZ87cOYDnBA4kWNDgwYMAFC5k\neM7hQ4gRJU6kWPEhAIwZNZ7j2NHjR5DnzI0cec7kSZQpVQJg2dLlOZgxZc6kWdPmzZgAdO7k2dPn\nT6BBhQ49V9ToUaRJlZ4zZ+7cU6hRpT4FUNXq1XNZtW7l2tXrV7BaAYwlW/bcWbRp1a5l29YtWgBx\n5c49V9fuXbx59e7laxfAX8CBBQ8mXNjwYcTnFC9m3Njx43PmzJ2jXNnyZcoANG/mfM7zZ9ChRY8m\nXfozANSpVZ9j3dr1a9ixZc9uDcD2bdzndO/m3dv3b+DBdwMgXtz/+HHkyZUvZ9783HPo0MuZM3fO\n+nXs2b99K1fu3Hfw4cV/B1De/Plz6dWvZ9/e/Xv46gHMp1//3H38+fXv59/fP8BzAgEQLGjwHMKE\nChcyTEiOnLlzEidSrGgRAMaMGjdy7OjxI8iQ50aSJFnOnLlzKleybPntW7ly52bSrGlzJoCcOnee\n6+nzJ9CgQocS9QngKNKk55Yyber0KdSoUpkCqGr16rmsWrdy7aqVHDlz58aSLWv2LIC0ateybev2\nLdy4cs/RrVu3XLdu2bKBK1fOnLlxgrNlI0ZMECFC5syda+z4MeTGACZTrnzuMubMms2ZO3euXDlz\n50aTLm36tGkA/6pXsz7n+jVs2OXGjStXzpy5c7p38+7t2zeA4MKHnytu/Djy4+TIRdKgAQOGLseO\nmTN37jr27NqvA+ju/Tv48OLHky9v/hz69OnLdeuWLRu4cuXMmRtnP1s2YsQEESJkDqC5cwMJFjQ4\nEEBChQvPNXT4EKI5c+fOlStn7lxGjRs5duQIAGRIkedIljRpsty4ceXKmTN3DmZMmTNp0gRwE2fO\nczt59vTZkxy5SBo0YMDQ5dgxc+bONXX6FGpTAFOpVrV6FWtWrVu5nvP69Su5ZMmqVKGDBIkNGxIk\nXFiwgACBATNmlCt3Dm9evXvxAvD7F/A5wYMJC/72zdeTJ0yYkP8g8WbPnlSpZJkzdw5zZs2bNQPw\n/Bn0OdGjR5sTJw4VKkd69CBCtG3bOdmzade2bRtAbt27z/X2/Rt4b3DgECAAcPx4AAMGKlSwZInc\nOenTqVMHcB17du3buXf3/h38OfHjx5MzZuzLlwcIEAgQMGCAAPkA6JMgcQ5/fv379QPwDxCAwIEA\nzhk8iNAgMmQSAgQAABFAAAIUCTAwYYIHjxgxOLx4ESWKFG/ezpk8eQ6AypUsz7l8+XLbokURIggo\nUODChWTJzvn8CTSoUKEAiho9ei6p0qVMzZnbsAGAVKkDqgYIACArgATixJ37CjbsVwBky5o9izat\n2rVs2557Cxf/Ljljxr58eYAAgQABAwYI+AsgMAkS5wobPoz4MIDFjBufeww58mNkyCQECAAgM4AA\nBDoTYGDCBA8eMWJwePEiShQp3rydew37HIDZtGufu40b97ZFiyJEEFCgwIULyZKdO448ufLlywE4\nfw79nPTp1KubM7dhA4Dt2wd4DxAAgHgACcSJO4c+vXr0ANq7fw8/vvz59OvbP4c/v3784sQRAwgL\n1qJFkyaZUaEiQAAACxacgxhR4kSJACxexHhO40aOGqNFKyFAAACSJAUICBAAwEqWLQMEMFCokDlz\n52zaBJBT585zPX2eI0eulgULAQIAIEBAgoRIkcCZM1euXDhq/9Rw4bpyZRE2bOe8fgVLjhwAsmXN\nnkObVu1aceIGDAAQd8ECOHAAMWAQIAAAvggQnAMcWHC5cgAMH0acWPFixo0dPz4XWfLkyOLEEYMF\na9GiSZPMqFARIACABQvOnUadWnVqAK1dvz4XW/bs2NGilRAgAMDu3QIEBAgAQPhw4gECGChUyJy5\nc82bA4AeXfo56tXPkSNXy4KFAAEAECAgQUKkSODMmStXLhw1arhwXbmyCBu2c/Xt3ydHDsB+/v3P\nATwncCBBguLEDRgAYOGCBXDgAGLAIEAAABYRIDincSPHcuUAgAwpciTJkiZPokx5biXLli5fnmPG\nLEGCAHr0nP/LqXMnz50AfgINem4o0aJFaw0YAGApgAEZMjhwoEAAVQEAAAQYMCBIEFfgwJ0LK/Yc\ngLJmz55Lq/ZcuXKoFiwAILdAgRMnFi0SBQiQFy88SJC4cMGAgReuXJkzd24x48XmzAGILHnyucqW\nL2M2Z06BAgAAArhyZW40NWoaNABITYCAN2/nXsN+Xa4cgNq2b+POrXs3796+zwEPLnw48XPJkiVI\nUIAZs3POn0OPDh0A9erWz2HPrh27OXODBAgAAMCAgRRu3IgRIwEChAIFDhzQcOwYOXLn7uPPD2A/\n//7nAJ4TOHDcODUDBgAAEODAAQgQEiQwECAAAIsBAgjQKKD/ABgw4sSdEzlSpDlzAFCmVHmOZUuX\nL8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c4lVXpOnDgAT6FGlTqValWrV7Ge07qVa1ev55Il\nS5CgADNm59CmVbtWLQC3b+GekzuXrlxz5gYJEAAAgAEDKdy4ESNGAgQIBQocOKDh2DFy5M5FljwZ\nQGXLl89l1nxu3Dg1AwYAABDgwAEIEBIkMBAgAADXAQIIkC2gABgw4sSd071btzlzAIAHF36OeHHj\nx8uVc+AAAIAH2bKdO2euXDlKlAQIACBAgBs35c6FF39OnDgA59GnV7+efXv37+Gfkz+ffn375548\nCRBgADdu/wDPCRxIsCBBAAgTKjzHsKFDh04CSAzw4UOfWLGUKHFw4ECCBCpUNDtHsqRJkwBSqlx5\nrqXLc+XK5SlQAIBNAQIWLChQIACAnwASKFBw4ECBAhNYsTrHtKlTpgCiSp16rqrVq1jNmcOAAQAA\nAa9emTN3jhw5MWIOHAggQMCgQebOyZ07F4Ddu3jz6t3Lt6/fv+cCCx5MuPC5J08CBBjAjdu5x5Aj\nS44MoLLly+cya9682UmAzwE+fOgTK5YSJQ4OHEiQQIWKZudiy549G4Dt27jP6d59rly5PAUKABgu\nQMCCBQUKBADAHEACBQoOHChQYAIrVueya9+eHYD37+DPif8fT768OXMYMAAAIODVK3PmzpEjJ0bM\ngQMBBAgYNMjcOYDnBA4UCMDgQYQJFS5k2NDhw3MRJU6kOFGcuDAGDAAAUCBXrnMhRY4kORLASZQp\nz61k2XLluHEOChQwYGDKlCRWrDx4QECAgAULbNiIds7oUaRIASxl2vTcU6jnxImLxYBBgAAACBBA\ngECBggIUKIwY8UOFiggRDhwQYc3aObhx5cIFUNfu3XN59e7la84cAgQAAAyoVWvcuHPduh06NGEC\ngwsXqFE7V9lyZXPmAGzm3NnzZ9ChRY8mfc70adSpUYsTF8aAAQAACuTKdc72bdy5cQPg3dv3OeDB\nhQMfN87/QYECBgxMmZLEipUHDwgIELBggQ0b0c5t5969OwDw4cWfI1/+nDhxsRgwCBAAAAECCBAo\nUFCAAoURI36oUBEhAsADB0RYs3buIMKEBwEwbOjwHMSIEieaM4cAAQAAA2rVGjfuXLduhw5NmMDg\nwgVq1M6xbMnSnDkAMmfSrGnzJs6cOnee6+nzJ9CexoylSHFAgAACBBj48XPuKdSoUqMCqGr16rms\nWrdmxYZNCgcOQYJQoYLjwoUECQYECDBgQIMGeMiRO2f3Ll67APby7XvuL2DA4Xr1MmNGCyFCqVKF\nCvVr2rRx47INGsSAwYEDiM5x7uzZM4DQokefK236NOpy/+UmTEiQoJA5c+dmmzPny5cdO1xy5Trn\n+zdw3wCGEy9u/Djy5MqXMzdn7hz06NKhmwsWzIGDAAEIKFDAgIGCBw+YMDl27Bz69OrXA2jv/v25\n+PLnlyuHCFEgNGhSpHjwAGCEBQsOHBhwUICAAAEGRIny7ds5iRMpArB4EeM5jRs5litHjpy5ciPL\nhQtH7lzKc+LQoDlwYMKEcOdo1rRpE0BOnTvP9fT5E+i0aQsWsGCx7VzSpOXKsWIVIwYecuTOVbV6\ntSoArVu5dvX6FWxYsWPNmTt3Fm3as+aCBXPgIEAAAgoUMGCg4MEDJkyOHTv3F3BgwQAIFzZ8DnFi\nxeXKIf9CFAgNmhQpHjyIsGDBgQMDOAsQECDAgChRvn07dxp1agCrWbc+9xp27HLlyJEzVw53uXDh\nyJ3zfU4cGjQHDkyYEO5ccuXLlwNw/hz6OenTqVefNm3BAhYstp3z7r1cOVasYsTAQ47cOfXr2asH\n8B5+fPnz6de3fx//Of37+fPfBvDMmQgRGDAAM2uWLVseDBggQCBIkGvnKlq8eBGAxo0cz3n8+NHc\ntm2yZKWxYePChQcPGPz4kSrVLVmyrFjRoCEAAAAKFJz7CTQogKFEi547ijSp0qVKzdmwIUBAlizn\nqlq9ihWA1q1cz3n9CjasLl0fPlCiZO6c2nPicuXq0SP/QgQ/5cqdu4s3710AfPv6/Qs4sODBhAuf\nO4w4ceJtZ85EiMCAAZhZs2zZ8mDAAAECQYJcOwc6tGjRAEqbPn0utWrV5rZtkyUrjQ0bFy48eMDg\nx49UqW7JkmXFigYNAQAAUKDgnPLlzAE4fw79nPTp1Ktbr27Ohg0BArJkOQc+vPjxAMqbP38uvfr1\n7HXp+vCBEiVz5+qfE5crV48eESL4AViu3DmCBQ0SBJBQ4UKGDR0+hBhRojlz5yxexEiOXDRJkl69\nIkfu3MiR5LBgWbCAAIEez56dgxlTJkwANW3ePJdT57lx45ypUQMESAUHDhIkePGCjzlz55w+PTdu\nHAEA/wACBKh2TuvWrQC8fgV7TuxYsmXNlgWXQG0CbdrOvYUbVy4AunXtmjN3Tu9evnrHtWkzYYIV\nK8isWUOFasODBwoUHDgw4datc5UtX64MQPNmzp09fwYdWvToc6VNmx4nTly2bNzOvYYdO/aoUQUK\nLJAl69xu3r13AwAeXPg54sTLlYsVK02GDAwYLIAAYcqUb9/OXcee/XoXAAAECDB3Tvz48QDMn0d/\nTv169u3dt+dVoMCNG+fs38ef3z4A/v39AzRn7hzBggbLlQOVIAEBAgsWKFiwQADFAAEIEAgQgAAP\nHuc+ggz5EQDJkiZPokypciXLludewoQ5Tpy4bNm4nf/LqXPnzlGjChRYIEvWuaJGjxYFoHQp03NO\nnZYrFytWmgwZGDBYAAHClCnfvp0LK3Zs2C4AAAgQYO4c27ZtAcCNK/cc3bp27+K9y6tAgRs3zgEO\nLHgwYACGDyM2Z+4c48aOy5UDlSABAQILFihYsEAA5wABCBAIEIAADx7nTqNOfRoA69auX8OOLXs2\n7drmzJ3LbW63uWzHjunSVe4c8eLGjVOjNmCAAWLEzkGPLh06gOrWr5szd257t267dqEoUCBAgAUm\nTPjydW49+/btRQUIcOAAuXP2798HoH8//3P+AZ47Z87cOYMHESY0aM6cjQMHbt06N5FiRYsTAWTU\nuJH/HLlzH82ZOzdSmjQnTiQMGAAAQACXAGDCFDBTQIAAACpUIEfuXE+fPwEEFTqUaFGjR5EmVWrO\n3Dmn5qCay3bsmC5d5c5l1bp1KzVqAwYYIEbsXFmzZ8sCULuWrTlz5+B267ZrF4oCBQIEWGDChC9f\n5wAHFixYVIAABw6QO7eYMWMAjyFHPjd5sjlz5zBn1rwZszlzNg4cuHXrXGnTp1GXBrCadWty5M7F\nNmfuXG1p0pw4kTBgAAAAAYADEC5cQHEBAQIAqFCBHLlzz6FHBzCdenXr17Fn176de7ly58CHPxeu\nWbNatcydU7+ePXtBggQISKBN2zn79/HbB7Cff39z/wDNnRtozpwyZRoCBAAAQIALF+HCnZtIsWLF\nOAAAGDBg7pzHjx8BiBxJ8pzJkyhTqjxZrtwEAQKePTtHs6bNmzQB6NzJc9w4c+fOmTPnzZuqBw8C\nBAAQoKlTAFADBBBANUAAAFgFCHDm7JzXr2ABiB1LtqzZs2jTql1brty5t3DPhWvWrFYtc+fy6t27\nV5AgAQISaNN2rrDhw4UBKF7M2Jy5c5DNmVOmTEOAAAAACHDhIly4c6BDixYdBwAAAwbMnVvNmjWA\n17Bjn5tNu7bt27TLlZsgQMCzZ+eCCx9OPDiA48iTjxtn7tw5c+a8eVP14EGAAAACaN8OoHuAAALC\nB/8IAKC8AAHOnJ1bz749gPfw48ufT7++/fv4y5U7x78/f4B9+jBgEOzcQYQJD0aLFiGCAAFLzJk7\nV9HixYoANG7kaM7cOZAgwYGbBMCkSRYsmDE719Lly5bevAkAAECDhnM5de4E0NPnz3NBhQ4lWlTo\nsWMClIIDd87pU6hRnQKgWtUqOHDjvHnz5WvKlA4BxAYYcOFCkCA6dCxo0ODAWwFxBQCgK0DAqFHn\n9O7lC8DvX8CBBQ8mXNjw4XOJFS/WpUuAgAjmzJ2jXLlyuAULBAhIkcLcOdChRYsGUNr06XOpVasm\n9+ABANgHDkiR8urVMmjQcOHqFi0aLlwDBgAg/un/0znkyZUDYN7c+Tno0MuVM2fu3HXs2bVr05ag\nQAFz5s6NJ1/e/HgA6dWvDxdO3HtUqAoVGoIDR6ZM387t52/uGsBrt24Z4cBBgYIAChEgECbsHMSI\nEgFQrGjxIsaMGjdy7HjuI8iQunQJEBDBnLlzKleuDLdggQABKVKYO2fzJk6cAHby7HnuJ1Cg5B48\nAGD0wAEpUl69WgYNGi5c3aJFw4VrwAAAWj99Ouf1K1gAYseSPWfWbLly5syda+v2LVxt2hIUKGDO\n3Lm8evfyzQvgL+DA4cKJK4wKVaFCQ3DgyJTp27nIks1du3brlhEOHBQoCOAZAQJhws6RLm0aAOrU\n/6pXs27t+jXs2Odm064NDlyAAANKlAgX7hxw4Jw4KRAgoEEDb97OMW/u/DmA6NKnn6tu/boxYw0a\nLECAYAD4AQIAkAcgwIABAOrV79lz7j38+O8B0K9v/xx+/Nq0Zct2DuA5gQMJEhw3zgEIEObMnXP4\nEGJEhwAoVrS4bVs4cOCOHVP2cdu2cyNJlhw5bhwuX76ePDlwYIAMGdGinbN5EycAnTt59vT5E2hQ\noUPPFTV6FBy4AAEGlCgRLtw5qVI5cVIgQECDBt68nfP6FWxYAGPJlj13Fm1aY8YaNFiAAMEAuQME\nALALQIABAwD48t2z51xgwYMDAzB8GPE5xYq1af/Llu1cZMmTKY8b5wAECHPmznX2/Bl0ZwCjSZfe\nti0cOHDHjilzvW3bOdmzacseNw6XL19Pnhw4MECGjGjRzhU3fhxAcuXLmTd3/hx6dOnnqFe3Th0O\nHADbtxcoIAA8AAAEcOAoV+5cevXr2acH8B5+/HPz6defT44csEGDJElKATDFgAAEAzxo0ECCBCNG\npp17CDFiRAAUK1o8hxFjuXLUqJ37CDKkyI+ZLFgwZ+6cypUsW6oEADOmzG7dypkzR45cuXLnevr8\nCRRot26cOGlAgQIcuHNMmzoFADWq1KlUq1q9ijXrua1cu3b9ZcFCgLEBAAQIkCCBrHNs27p9Cxf/\ngNy5dM/ZvYs3r15zfPme+ws4sODB5wAYPoz4nOLF57x5M3cusuTJlM9JW7LknObNnDtzBgA6tGhz\n5s6ZPo06terVp4udOnUutuzZsQHYvo07t+7dvHv7/n0uuPDhw39ZsBAgeQAAAQIkSCDrnPTp1Ktb\nB4A9u/Zz3Lt7/w7enHjx58qbP48+/TkA7Nu7Pwc//jlv3sydu48/v/5z0pYsAXhO4ECCBQkCQJhQ\noTlz5xw+hBhR4sSHxU6dOpdR48aMADx+BBlS5EiSJU2ePJdS5UqWLV2+hKkSwEyaNc/dxJlT506e\nPX3iBBBU6NBzRY0eRZoUqbly5c49hRpValQA/1WtXj2XVetWrl29fgWrFcBYsmXNnkWbVu1atufc\nvoUbV+5cunXfAsCbV+85vn39/gUcWPDgvgAMH0Z8TvFixo0dNzZXrtw5ypUtX7YMQPNmzuc8fwYd\nWvRo0qU/A0CdWvVq1q1dv4Yd+9xs2rVt38adWzdtAL19/z4XXPhw4sWNH0cuHMBy5s3PPYceXfp0\n6tWtQweQXfv2c929fwcfXvx48t4BnEefXv169u3dv4d/Tv58+vXt38effz4A/v39AzwncCDBggYP\nIkw4EADDhg7PQYwocSLFihYvRgSgcSPHcx4/ggwpciTJkh8BoEypciXLli5fwox5bibNmjZv4v/M\nqZMmgJ4+f54LKnQo0aJGjyIVCmAp06bnnkKNKnUq1apWoQLIqnXrua5ev4INK3YsWa8AzqJNq3Yt\n27Zu38I1Z+4c3bp27+LNq3fvOQB+/wI+J3gw4cKGDyNOPBgA48aOz0GOLHmyOXPnLmPOrHkzZ8wA\nPoMOfW406dKmT6NOrZo0gNauX8OOLXs27dq2zZk7p3s3796+fwMPfg4A8eLGzyFPrnw58+bOnycH\nIH069XPWr2PPbs7cue7ev4MPL947gPLmz59Lr349+/bu38NXD2A+/fr27+PPr38///7+AQIQOJBg\nQYMHESZUuJBhQ4cPIUaUOJFiRYsXMWbUuJH/Y0ePH0GGFDmSZEmTJ1GmVLmSZUuXL2HGlDmTZk2b\nN3Hm1LmTZ0+fP4EGFTqUaFGjRxeOG0fOXFOn5s5FlTqV6jlzV6+e07qVa1etAMCGFXuObFmzZ9Gm\nVbu2LAC3b+GaM3eObt1z5s7lzWuOb1+/fM8FFjyYcGEAhxEnPreYcWPHjyFHlnyuXDkAlzFn1ryZ\nc2fPn0GPG0fOXGnT5s6lVr2a9Tlzr1+fkz2bdm3ZAHDn1n2Od2/fv4EHFz68NwDjx5GbM3eOefNz\n5s5Fj26OenXr1M9l176de3cA38GHPzeefHnz59GnV3+uXDkA7+HHlz+ffn379/GbM3eOf3///wDP\nCRxIUKA5c+PKlTvHsKHDhw4BSJxI8ZzFixgzatzIseNFACBDijxHsqTJkyjPmTN3rqXLlzBjugRA\ns6bNczhz6tzJs6fPnzkBCB1KtKjRo0iTKl16rqnTp1CjOjVnrps0aeeyat3KdSuAr2DDnhtLtqzZ\ns2jTqiULoK3bt+fiyp1Lt67du3jlAtjLt++5v4ADCx5MuLBhwAASK17MuLHjx5AjSz5HubLly5gr\nmzPXTZq0c6BDix4tGoDp06jPqV7NurXr17BjrwZAu7btc7hz697Nu7fv37kBCB9O/Jzx48iTK1/O\nvPlxANCjS59Ovbr169izn9vOvbv379y7df9zkyULOXLn0qtfzz49gPfw45+bT7++/fv48+unD6C/\nf4AABAI4V9DgQYQJFS5kaBDAQ4gRz02kWNHixXPmzG3bVu7cR5AhRY4EUNLkSZQpVa5k2dLlOZgx\nZc6kGbNbNzdZspAjd87nT6BBfQIgWtToOaRJlS5l2tTp06QApE6les7qVaxZtW7l2vUqALBhxZ4j\nW9bsWbTnzJnbtq3cObhx5c6lC8DuXbx59e7l29fv33OBBQ8mXFgwNWoMChQIFercY8iRJT8GUNny\n5XOZNW/m3NkzZ3PnRI8mTRrAadSpz61m3dr1a9iutyFDZs7cOdy5dQPg3dv3OeDBhQ8nPi7/T55L\nl8CdY36uXDlckCBhwtSsXLlz2bWfA9Dd+3fw4cWPJ1/e/Dn06dWvZ5+eGjUGBQqECnXO/n38+e0D\n4N/fP8BzAgcSLGjwYEFz5xYybNgQAMSIEs9RrGjxIsaMF7chQ2bO3LmQIkcCKGny5LmUKleybDku\nT55Ll8Cdq3muXDlckCBhwtSsXLlzQoeeA2D0KNKkSpcyber06bmoUqdSrSpVmjQCBgxkyPDrF7lz\nYseSJQvgLNq059aybev2Ldxz1aqpUoXDmLFzevfy1QvgL+DA5wYTLmz4MGLC4MBJCBHi2LFzkidT\nBmD5MmZz5s5x7uz5M+dp00AkSPDixR5g/8DgwLFgQcCAAQcOeFi27Bzu3OcA8O7t+zfw4MKHEy9+\n7jjy5MqXIy9XzgKA6AACBDggREi3bubOce/eHQD48OLPkS9v/jz686JmzLhwYcAAAAgQjBt37j7+\n/AD28+9/DuA5gQMJFjR4UKAcOQAYNmgA7FxEiRIBVLR40Zy5cxs5dvR46hQAkSIXLDBSocKBAwBY\nshwwQEKyZOdo1jwHAGdOnTt59vT5E2jQc0OJFjV6lGi5chYANAUQIMABIUK6dTN3DmvWrAC4dvV6\nDmxYsWPJjhU1Y8aFCwMGAECAYNy4c3Pp1gVwF2/ec3v59vX7FzBfOXIAFG7QANg5xYsXA/9w/Biy\nOXPnKFe2fPnUKQCbNy9YYKRChQMHAJQuPWCAhGTJzrV2fQ5AbNmzade2fRt3bt3nePf2/Rt4b2jQ\nDgAwDiBAgAUOHBAjFu1cdOnSAVS3ft2cuXPbuXf33t1cq1YGDAAwLwC9AADrd+069x5+fADz6dc/\ndx9/fv35zZmjBnDatHLlzpkz16sXAQIAGgoQsMCJk2bNzlm0CCCjxo3ixJ37CDLkR3OdOgE4eVKA\nADJkiOXJo0MHBw4gRoxIkmSGL1/mzJ37+ROA0KFEixo9ijSp0qXnmjp9CjWqU2jQDgC4CiBAgAUO\nHBAjFu2c2LFjAZg9i9acuXNs27p969b/XKtWBgwAuCsgrwAAfHftOgc4sGAAhAsbPoc4seLFis2Z\nozZtWrly58yZ69WLAAEAnAUIWODESbNm50qXBoA6tWpx4s65fg3btblOnQDYti1AABkyxPLk0aGD\nAwcQI0YkSTLDly9z5s45dw4guvTp1Ktbv449u/Zz3Lt7/w6++6VLBgIEUKCgUiVy59q7f99+3DgA\n9OvbP4c/v/79+MmRA0iIUAUCBAAACKBAgQgRBQoAgLht2zmKFS0CwJhR4zmOHT1+9KhK1R5duoIF\no7ZrFwoUAQIAgAkzwIEDLVpw43bOnDkAPX3+NGfu3FCiRcGBCxMgAACmAAzw4nVOqtRy/+XOnRvn\nzZsvX42ECTNn7tzYsQDMnkWbVu1atm3dvj0XV+5cunXLOXGiQAEBCRJkyToXWPBgceK+ffMWLRoA\nxo0dmzN3TvJkypLNGTNGgUKAAAA8BwjgIEwYLFgaNACQIAE5cudcv4YNQPZs2ubMncOdW3duc+aI\nEFmwgAMoUK5cFQEBggABAM0HDCBAQAABAgcOXLliixs3AN29fydH7tz4cuXLeXPjhgEDAQDcAyhQ\nANg5+vXt0xcnTpcuQrBgATRn7hxBc+YAIEyocCHDhg4fQox4biLFihYvlnPiRIECAhIkyJJ1biTJ\nkuLEffvmLVo0AC5fwjRn7hzNmjZpmv8zZowChQABAAANEMBBmDBYsDRoACBBAnLkzkGNKhUA1apW\nzZk7p3Ur163mzBEhsmABB1CgXLkqAgIEAQIA3g4YQICAAAIEDhy4csUWN24A/gIOTI7cucLlDpfz\n5sYNAwYCAEAGUKAAsHOWL2O2LE6cLl2EYMEyZ+4caXPmAKBOrXo169auX8OOfW427dq2b4cIEECA\nAA27dp0LLnx4cG3amDHzFi4cgObOn5crd2469erTv+XIMWBAgAAGUKA4dapZt26YMF24IKBDh3Pu\n38N3D2A+/frn7uPPrx8WLAUKADZoQMqaNWXKLABQuPADJEjQoIGjRu3YMWvWxI0bB4D/Y0eP5Mid\nE2nOnDBhRwakHCBgwAAUKHTpOjeTZs2Z5SRJIkJEFjly54AGPQeAaFGjR5EmVbqUadNzT6FGlTo1\nRIAAAgRo2LXrXFevX7tq08aMmbdw4QCkVbu2XLlzb+HGffstR44BAwIEMIACxalTzbp1w4TpwgUB\nHTqcU7yYsWIAjyFHPjeZcmXLsGApUNCgASlr1pQpswCAdOkPkCBBgwaOGrVjx6xZEzduHADbt3GT\nI3eOtzlzwoQdGTB8gIABA1Cg0KXrXHPnz5uXkySJCBFZ5Mid0779HADv38GHFz+efHnz58+lV7+e\n/fobNwAIEJAiRTFy5M7l178//7Fj/wDBgStHjhyAgwgTkiN3rmFDc+bOmTMnTRqPAgUECJgwQZE3\nb+bMnTNnrlq1ECEKuHBxrqXLly0ByJxJ05y5czhz6sS5q0KFAAEsWDjWrVuhQgEAKAXw4QO5c1Cj\nSoVqzhyAq1izkiN3rqs5c8GCKTFggACBBVGiwIIlTty5t3DjevN2Q4GCLl3MndvLly+Av4ADCx5M\nuLDhw4jPKV7MuDHjGzcACBCQIkUxcuTOad7MWfOxY+DAlSNHDoDp06jJkTvHmrU5c+fMmZMmjUeB\nAgIETJigyJs3c+bOmTNXrVqIEAVcuDjHvLlz5gCiS59uzty569izX99VoUKAABYsHP/r1q1QoQAA\n0gP48IHcuffw4783Zw6A/fv4yZE7x9+cOYDBgikxYIAAgQVRosCCJU7cOYgRJXrzdkOBgi5dzJ3j\n2LEjAJAhRY4kWdLkSZQpz61k2dLlSjx4AgQoQIvWOZzlyp3j2dPnuHHlyp0jShTAUaRJzZk719Rp\nU3LkChViYMBAlCjHjpU719XruXDhVqw4YMrUObRp1aIF0Nbt23Nx5c6N260bDAECAgSAAiUbNWo4\ncAQgPGLEOcSJFS9GDMDxY8jmzJ2jXPkcuWnTCBHac+gQNmzdup0jXdqcOViwDBgAMGBAtWrnZM+m\nDcD2bdy5de/m3dv373PBhQ8nHir/FADkAN6cY37OXLNmhw7x4ePr2zds2KqVK3fO+/dzAMSPJ3/O\n/Pnz5pAhS5JkBxYsyZKNG1fu3H3858iR06DhAMBv384RLGiQIICECheea+jwYblyffowIEAAAYIt\nW2gRIVKggIAiRc6RLGnypEkAKleyPOfyJUyXzZpNcuKkSxc8eLT58jVnjoYMGQAQJUqAgDhx55Yy\nbQrgKdSoUqdSrWr1KtZzWrdy7RoqFICwAN6cK3vOXLNmhw7x4ePr2zds2KqVK3fuLt5zAPby7Xvu\nL2DA5pAhS5JkBxYsyZKNG1fuHOTI58iR06DhwLdv5zZz7rwZAOjQos+RLm26XLk+/30YECCAAMGW\nLbSIEClQQECRIud28+7tuzeA4MKHnytu/HjxZs0mOXHSpQsePNp8+ZozR0OGDAC2bydAQJy4c+LH\nkwdg/jz69OrXs2/v/v25+PLnz68E4D4AChTMnevfH2CjRgoUBAggAAAAAwZonXP48CEAiRMpnrN4\n8aI5cuSmTRNXrtw5kefKnTN58ty0aQ0aICBH7lxMmTNjArB5E+c5nTt5kiNHh06IAwcsWLhxA8KA\nAQIEaPDm7VxUqVOpTgVwFWvWc1u5dt0aLlyGAAEIEKBAwQICBALYAnD7FoABA926nbN7Fy8AvXv5\n9vX7F3BgwYPPFTZ8+HAlAIsBUP+gYO5c5MiNGilQECCAAAAADBigdQ506NAASJc2fQ516tTmyJGb\nNk1cuXLnaJ8rdw537nPTpjVogIAcuXPDiRcfDgB5cuXnmDd3To4cHTohDhywYOHGDQgDBggQoMGb\nt3PjyZc3Xx5AevXrz7V3/759uHAZAgQgQIACBQsIEAjwDxCAwIEADBjo1u2cwoUMATh8CDGixIkU\nK1q8eC6jxo0ZTZkKAABAgACgQJ07idKatSJFBAgAALNAAW/natq0CSCnzp3nevr0aY4cOXPmzhk9\nijQpKFADBjwoV+6c1KlUpQK4ijXrua1cuZo7dsyLlxcgQECAYMBAgLUDBkDx5u3/nNy5dOvSBYA3\nr95zfPv65atIEYDBgwMYBoA4sWIAARoTInQusuTJACpbvow5s+bNnDt7Pgc6tOhx4xgwAIAaCpRz\nrFu75sZNggQAtG3YOIc7t24AvHv7Pgc8uPDhxImbM4cBQ4ECn845fw4dOoDp1Kufu44d+zhv3oAB\n22XHDgUKBQoIMGAgRQpC3bqdew8/vvz4AOrbv38uv/794MAVAFgAwEABAhgwMCBAQIAAAwwYePCA\nBYsKBgyAAHHt3EaOHAF8BBlS5EiSJU2eRHlO5UqW48YxYABAJhQo52zexMmNmwQJAHzasHFO6FCi\nAIweRXpO6VKmTZ06NWcOA4YC/wU+ncOaVatWAF29fj0XVqzYcd68AQO2y44dChQKFBBgwECKFIS6\ndTuXV+9evnsB/AUc+NxgwoXBgStQAMBiAQIYMDAgQECAAAMMGHjwgAWLCgYMgABx7dxo0qQBnEad\nWvVq1q1dv4Ztztw52rVpa9IUIAAAAwZcuToXXPhwbdoaNAAwYECvXuecP4cOQPp06uesX8eeXbt2\nK1YGDJgwgdw58uXNmweQXv16c+bOvX9vzlw5cuS8eRPXrFmQIB8+AGyRJAkbNl1ChSJH7hzDhg4f\nMgQgcSJFceLOYcx4bhoCBAA+KlDgwYMECSccOPjwAUOVKly4xIlzgwWLBAkszP+adW4nz3MAfgIN\nKnQo0aJGjyI1Z+4c06ZMNWkKEACAAQOuXJ3LqnWrNm0NGgAYMKBXr3Nmz6IFoHYt23Nu38KNK1eu\nFSsDBkyYQO4c375+/QIILHiwOXPnDh82Z64cOXLevIlr1ixIkA8fWiRJwoZNl1ChyJE7J3o06dKi\nAaBOrVqcuHOuX5+bhgABgNoKFHjwIEHCCQcOPnzAUKUKFy5x4txgwSJBAguzZp2LLv0cgOrWr2PP\nrn079+7ey5U7J368eFy4AgQAYMCAKVPmzJ2LH1/crl0OHAQIAMCAAXLkAJ4TOJAgAIMHEZ5TuJBh\nQ4cNYwmQKODZs3MXMWbUCID/Y0eP50CGFDlSnDhr1ooV05YsGS1aLEKE+PbtXE2bN3HWBLCTZ09v\n3siZM+fNmxEjAQAACBCAwZAhMWJMmHBgwAADBgocOIABAw8eOhgwKFDggA4dvnyZM3eOLQC3b+HG\nlTuXbl27d8uVO7eX715cuAIEAGDAgClT5sydU6xY3K5dDhwECADAgAFy5M5l1rwZQGfPn8+FFj2a\ndGnSsQSkFvDs2TnXr2HHBjCbdu1zt3Hn1i1OnDVrxYppS5aMFi0WIUJ8+3aOeXPnz5kDkD6dujdv\n5MyZ8+bNiJEAAAAECMBgyJAYMSZMODBggAEDBQ4cwICBBw8dDBgUKHBAhw5f/wB9mTN3riCAgwgT\nKlzIsKHDhxDLlTtHsSJFMmQAaHTg4McPQIAOJUqkQEEAAChTFogU6ZzLlzBdAphJs+a5mzhz3hQn\nDty5n0CB9upVQIAAWrTOKV3KtKlSAFCjSj1HtarVq1ir1qrFAAECbtzOiR1Ltqw5cwDSql07bpw4\nadJChAgQAIBdAgRSYMJEhcqRIwskSLhw4UGBAh8+gAEzZsqUHTssZMiQJg05cucyA9jMubPnz6BD\nix5N+pzp06iPHTNgIMCA1wMECABAuzbtAAGwYBF3rrfv378BCB9O/Jzx48iNixOXixq1cePKlTNX\nq9aCBQyCBTvHvbv3794BiP8fT/6c+fPo06s/782bhQQJuHE7R7++/fvmzAHYz7+/OYDmyIEDBwKE\nAAEABAgYMWLVsmXZsoULV86cuXPnynHjhg3buHHgvn0LFqyLDBnHjp1jyRLAS5gxZc6kWdPmTZzn\ndO7keeyYAQMBBgwdIEAAAKRJkQYIgAWLuHNRpU6dCsDqVazntG7lqlWcuFzUqI0bV66cuVq1Fixg\nECzYObhx5c6VC8DuXbzn9O7l29fvXm/eLCRIwI3bOcSJFS82Zw7AY8iRzZkjBw4cCBACBAAQIGDE\niFXLlmXLFi5cOXPmzp0rx40bNmzjxoH79i1YsC4yZBw7ds63bwDBhQ8nXtz/+HHkyZWfY97c+bVr\nKFB8UKAAwHXs2R88cOTInLlz4cWPJw/A/Hn059SvZ6/enLliWLCsWPHmDSEGDAYM0HLOP8BzAgcS\nLDgQAMKECs8xbOjwIcSG48bpgAFj2TJz5s5x7OixY7lyAEaSLFmu3Dlz5ggR0qABwYEDXbpwI0fu\nHM6cOneeK2fOnDdvsIABM2fuHFKkAJYyber0KdSoUqdSPWf1KtZr11Cg+KBAAYCwYsc+eODIkTlz\n59aybesWANy4cs/RrWuXrjlzxbBgWbHizRtCDBgMGKDlHOLEihczBuD4MeRzkidTrmx58rhxOmDA\nWLbMnLlzokeTHl2uHIDU/6pXlyt3zpw5QoQ0aEBw4ECXLtzIkTvn+zfw4OfKmTPnzRssYMDMmTvn\n3DmA6NKnU69u/Tr27NrPce/unfu3b6fkyGHEyI4dP3LkYMNW7hz8+PLn0wdg/z7+c/r38+dvDuCa\nNT9+9OhRAQOGRo3ONXT4EGLEcwAoVrR4DmNGjRs5bhz36JEsWebMnTN5EmVKACtZtjz38iU3bjhw\nJNCgoVUrc+d49vT50yc5crp0jTNn7lxSpecANHX6FGpUqVOpVrV6DmtWrVu5dvX6NSsAsWPJnjN7\nFm1as9CgtWrl6No1cuTO1bV7F2/ecwD49vV7DnBgwYMJFz5nztw5xYsZN/9WDAByZMnnKFc+d+2a\nsmrVypU79xl0aNGizZkrV+5catWrAbR2/Rp2bNmzade2fQ53bt27eff2/Ts3AOHDiZ8zfhx5cuPQ\noLVq5ejaNXLkzlW3fh179nMAuHf3fg58ePHjyZc/Z87cOfXr2bdXDwB+fPnn6Nc/d+2asmrVypU7\nB/CcwIEECxI0Z65cuXMMGzoEADGixIkUK1q8iDHjuY0cO3r8CDKkSI4ASpo8eS6lypUsW7p8CVMl\ngJk0a567iTOnzp08e/rECSCo0KHniho9ijSp0qVMjQJ4CjWq1KlUq1q9ivWc1q1cu3r9CjbsVgBk\ny5o9hzat2rVs27p9mxb/gNy5dM/ZvYs3r969fPveBQA4sOBzhAsbPow4seLFhQE4fgw5suTJlCtb\nvnwus+bNnDt7/gxaM4DRpEufO406terVrFu7Rg0gtuzZ52rbvo07t+7dvG0D+A08+LnhxIsbP448\nuXLiAJo7fw49uvTp1KtbP4c9u/bt3Lt7/54dgPjx5M+ZP48+vfr17NufBwA/vvxz9Ovbv48/v/79\n9QH4BwhA4EAA5wweRJhQ4UKGDQ8CgBhR4kSKFS1exJjx3EaOHT1+BBlSJEcAJU2ePJdS5UqWLV2+\nhKkSwEyaNc/dxJlT506ePX3iBBBU6NBzRY0eRZpU6VKmRgE8hRpV6lSq/1WtXsV6TutWrl29fgUb\ndisAsmXNnkObVu1atm3dvk0LQO5cuufs3sWbV+9evn3vAgAcWPA5woUNH0acWPHiwgAcP4YcWfJk\nypUtXz6XWfNmzp09fwatGcBo0qXPnUadWvVq1q1dowYQW/bsc7Vt38adW/du3rYB/AYe/Nxw4sWN\nH0eeXDlxAM2dP4ceXfp06tWtX8eeXft27t29fwcfXvx48uXNn0efXv169u3dv4cfX/58+vXt38ef\nX/9+/v39AwQgcCDBggYPIkyocCHDhg4fQowocSLFihYvYsyocSPHjh4/ggwpciTJkiZPokypciXL\nli5fwowpc6ZBc+bO4f80p9OcuHHjypU7J3Qo0aHkyHHjJk5cuXNOn0KFCmAq1armzJ3LqnUrV3Ne\nzZ0LK3Zs2HLhwo0bd24t27YA3sKNe24u3bp27+LNq5cugL5+/5IjV+7cuXLlxo3Ddu3atm3kHpuL\nbO4c5cqUyZEzp/ncOXPmzoEOLRoA6dKmT6NOrXo169bnXsOGTc6cuXO2b+PObW63uXO+fwMP7hsA\n8eLGzyFPrnw58+bLy40bd2469erTAWDPrv0c9+7ev4MPL358dwDmz6M3Z+4ce/blynHbtk2cOHPn\n7uPPr38/f/0AAAIQOJBgQYMHESZUqPBcQ4cPIUaMWK7cOYsXMWbECID/Y0eP50CGFDmSZMmR46RJ\nO7eSZcuVAGDGlHmOZk2bN3Hm1LmzJgCfP4GeEzp0aDly5MyZO7eUaVOm5MiZM3eOalWrV6kC0LqV\na1evX8GGFTv2XFmzZ9GmTVuu3Dm3b+HGhQuAbl275/Dm1buXb9+946RJOzeYcOHBABAnVnyOcWPH\njyFHljy5MQDLlzGf07x5czly5MyZOzeadGnS5MiZM3eOdWvXr1kDkD2bdm3bt3Hn1r37XG/fv4EH\n9y1O3Ldx484lV76c+XIAz6FHPzedenXr17FTJ0duU58+58CHFw8eQHnz58+lV7+efXv37+GrBzCf\nfv1z9/GfM2fOW7Zs/wC7dRtHsFw5c+bOKVQoDhmycOHOSZxIsaJEABgzatzIsaPHjyBDnhtJsqTJ\nkyTFifs2bty5lzBjyowJoKbNm+dy6tzJs6dPneTIberT55zRo0iNAljKtOm5p1CjSp1KtapVqACy\nat16rqvXc+bMecuWrVu3cWjLlTNn7pxbt+KQIQsX7pzdu3jz2gXAt6/fv4ADCx5MuPC5w4gTK16M\nDQ0aI0ZijRt3rrLly5gvA9jMufO5z6BDix5NGnSqVB/atDnHurVr1gBiy559rrbt27fJndvNm/e4\nccSSJStX7pzx48iTGwfAvLnzc9CjRxdXrRouXJtAgfLk6dSpacuWKf9S9CJGjHDhzqlfz769egDw\n48ufT7++/fv485/bz7+/f4DnBA7EhgaNESOxxo0719DhQ4gPAUykWPHcRYwZNW7kiDFVqg9t2pwj\nWdIkSQApVa4819Lly5fkzs2kSXPcOGLJkpUrd87nT6BBfQIgWtToOaRJk4qrVg0Xrk2gQHnydOrU\ntGXLFCl6ESNGuHDnxI4lW1YsALRp1a5l29btW7hxz82lWxccOFeupn36BAUKAgQBAAAQICDEtm3n\nFC9m3JgxAMiRJZ+jXNnyZcyZz1WrhgDBAGzYzo0mXXo0ANSpVZ9j3dq1OXPPnskKE8aJExw42pAg\nsWABgSNHjh07V9z/+HHkxQEsZ9783HPo0Mtp0xYoUJYRIzBg8OCBhQULBw4AaNAAHLhz6dWvZ58e\nwHv48eXPp1/f/n385/Tv3/+tD8A+DhwEAGDwIIAAAQwY4LBpEzdu5yZSrGhxIoCMGjee6+jxI8iQ\nIc2Z06ABAAAF5cqda+nyZUsAMmfSPGfzJk5z5rZt67FgwYABBgwkYMAAAQIAAQJs2DBu3LmoUqdS\nBWD1KtZzWrduNRcunDBhSlq0SJHCipVFN24QIABgwIBy5c7RrWv3Ll0Aevfy7ev3L+DAggefK2zY\n8Lc+fRw4CADgMWQAAQIYMMBh0yZu3M5x7uz5M2cAokeTPmf6NOrU/6pVmzOnQQMAAArKlTtn+zZu\n2wB28+597jfw4ObMbdvWY8GCAQMMGEjAgAECBAACBNiwYdy4c9q3c+8O4Dv48OfGkydvLlw4YcKU\ntGiRIoUVK4tu3CBAAMCAAeXKnevvH+A5gQMJngNwEGFChQsZNnT4ECI5cucoUixXTlumTBMmCAgQ\nAACAAAEIxIhhwkQEBAhQoTr3EmZMc+bO1awJAGdOned49vT505w5cODOFTValBAhAQIAAFBhztw5\nqVOpSgVwFWtWc+bOdfX6tWu5bdu4cevWbRw5csSISQAAQIECWLDO1bV7Fy8AvXv5lit3DnBgwYDL\nFT53+HC5ci9eAP8IEOBcZMmTKU8GcBlzZs2bOXf2/Bk0OXLnSJMuV05bpkwTJggIEAAAgAABCMSI\nYcJEBAQIUKE69xt4cHPmzhUvDgB5cuXnmDd3/tycOXDgzlW3Xp0QIQECAABQYc7cOfHjyYsHcB59\nenPmzrV3/759uW3buHHr1m0cOXLEiEkAABCAAgWwYJ07iDChQgAMGzosV+6cxIkUJZa7eC5jxnLl\nXrwAECDAuZEkS5osCSClypUsW7p8CTOmTHPmztm8iXPcuGmIEPnyFS3auGvXCBGiIELEt2/nmjp9\nKk7cuanmzAG4ijXrua1cu3o1Z65bt3Nky54LFyECAAAFCtQ6Bzf/rly5AOravXsur969fPvyLSVA\nwIABwYKdO4w4sWIAjBs7Pgc5suTJlCPv2gWAAYNznDt7/uwZgOjRpEubPo06terV5sydew07tmzZ\n0KDt2NEgU6ZzvHv75k2OXLhw5MaNA4A8ufJzzJs7d24uXLhs2cyZO4cdOyAA3AE8eFDsnPjx5MkD\nOI8+/bn17Nu7f+9+14EDAgSMGnUuv/79/AH4BwhA4EAA5wweRJhQ4UEjRgAgQXJO4kSKFSkCwJhR\n40aOHT1+BBnSnLlzJU2eRIkSGrQdOxpkynRO5kyaMsmRCxeO3LhxAHz+BHpO6FCiRM2FC5ctmzlz\n55w6BQRAKoAH/w+KncOaVatWAF29fj0XVuxYsmXJ7jpwQICAUaPOvYUbVy4AunXtnsObV+9evnmN\nGAGABMk5woUNHzYMQPFixo0dP4YcWfLkc5UtX8acWVyOHAUKPNi27dxo0qVLlytnrlw5AK1dvz4X\nW/Zs2uXKmTN3TvfucxIAABAgoFMnceeMH0eOHMBy5s3PPYceXfp06ZcGDFiw4Nmzc929fwcPQPx4\n8ufMn0efXv15DhwAMGJ0Tv58+vXpA8CfX/9+/v39AwQgcCDBggYPCjyncCHDhg7F5chRoMCDbdvO\nYcyoUWO5cubKlQMgciTJcyZPokxZrpw5c+dewjwnAQAAAQI6df8Sd24nz549AQANKvQc0aJGjyI9\nemnAgAULnj07J3Uq1aoArmLNem4r165ev3LlwAEAI0bnzqJNqzYtgLZu38KNK3cu3bp2z+HNq3ev\nXm3aJAgQAACAg2vXziFOrHgxYnLkAECOLPkc5cqVzZUr9+3bs2HDqFELF+6cOXNevAAIECBJknHj\nzsGOLXs2gNq2b5/LrXs37966rVlDceAADx7Nmp1Lrnw5cwDOn0M/J3069erWz40bFyAAAC1azoEP\nL368eADmz6NPr349+/bu35+LL38+/fnatEkQIAAAAAfXAF47N5BgQYMDyZEDsJBhw3MPIUI0V67c\nt2/Phg2jRi3/XLhz5sx58QIgQIAkScaNO7eSZUuXAGDGlHmOZk2bN3HWtGYNxYEDPHg0a3aOaFGj\nRwEkVbr0XFOnT6FGPTduXIAAALRoObeVa1evXQGEFTuWbFmzZ9GmVXuObVu3b9lOm7ZgAYAAAQwY\noLFr1zm/fwEHBgyAcGHD5xAnPmfOXDZZso4cuQEECBs2tmwNEyOGAAEBLlx063aOdGnTp0kDUL2a\n9TnXr2HHln3u2DEQIBR48IAI0bJl2c4FFz58OADjx5GfU76ceXPn586cGTBAwJQp57Bn175dOwDv\n38GHFz+efHnz58+lV7+e/adPAwYAkK9AAQoUGT58ePPGmbNz/wDPCRxIkCCAgwgTnlvI8Bw5cpkc\nOAgQwECDBhMmUKAgQYAAAAAI8OFjzty5kyhPlitnzty5ly8ByJxJ85zNmzhz4uTGLZIECQIEHKBC\n5dMnPnxq1Kp1rqnTp00BSJ1K9ZzVq1izYi1XDteCBQLCYsBgp6wdVdiwjVtrzty5t3DPAZhLt67d\nu3jz6t3L95zfv4ADf/o0YACAwwoUoECR4cOHN2+cOTtHubLlywAya958rrPnc+TIZXLgIEAAAw0a\nTJhAgYIEAQIAACDAh485c+dy685drpw5c+eCBwdAvLjxc8iTK1+unBu3SBIkCBBwgAqVT5/48KlR\nq9a57+DDf/8HQL68+XPo06tfr75cOVwLFgiYjwGDnft2VGHDNq6/OYDmzg0keA7AQYQJFS5k2NDh\nQ4jnJE6kKBEcOCsDBgAAIEAADlu2jBkLIUBAgAAHDtD59u3cS5gxXwKgWdPmOZw5z5kz12jBAgEC\nCBgwAAFChAgICBBQoICCESPVqp2jWvWcOW/etm0717UrALBhxZ4jW9bsWbLmzJ06ZWHBAgYMVixZ\nIkTIjh0XrFghR+7cX8CBAQwmXPjcYcSJFZszhw2bDx8MBEwWkMCChSlTXLhYkSKFIUOTokU7V9r0\nOQCpVa9m3dr1a9ixZZ+jXds2bXDgrAwYAACAAAE4bNkyZiz/hAABAQIcOEDn27dz0aVPjw7A+nXs\n57RvP2fOXKMFCwQIIGDAAAQIESIgIEBAgQIKRoxUq3bO/v1z5rx527btHMBzAs8BKGjw4LmEChcy\nTGjO3KlTFhYsYMBgxZIlQoTs2HHBihVy5M6RLGkSAMqUKs+xbOnypTlz2LD58MFAAE4BCSxYmDLF\nhYsVKVIYMjQpWrRzSpeeA+D0KdSoUqdSrWr16rmsWrdu29ajhwAAAAIEePBA0rZtyJA1KVBAgAAA\nAARUqAAN2rm8evcC6Ov377nAgs+ZM4dLggQCiiVIyJGDESNc2rRBg/bryhVRoowZO+fZs7lr17hx\nO2faNIDU/6pXn2vt+jXs1teuCRO2y5q1bNmOqVKVJg0DBg9s2Pj27Rzy5MoBMG/u/Bz06NKlkwMF\nyoGDANoLFAABIkuhQrVqceLEyIsXJUqKVKokTty5+PEB0K9v/z7+/Pr38+9/DuA5gQMFhoMECQKE\nAQsrVEiSpJY1a9my1Vq27NGjCRMEDBhAhgy5cyNJkgRwEmXKcytZshR36hQTJlc8eRo3zpy5czt5\nTpt2586gQeHOFS06bpw5c+eYMgXwFGrUc1OpVrV69ao5c7p0LVjgABOmc2PJlh0LAG1atefYtnXr\nFpcDBwECCBCAoEmTbNnInfP71xs1aqRI7eDCBRu2c4sXA/9w/BhyZMmTKVe2fPlcZs2aw0GCBAHC\nANEVKiRJUsuatWzZai1b9ujRhAkCBgwgQ4bcOd27dwPw/Rv4OeHDh4s7dYoJkyuePI0bZ87cOenT\np027c2fQoHDnuHMfN86cuXPjxwMwfx79OfXr2bd3796cOV26FixwgAnTOf37+esHABCAwIEDzxk8\niBAhLgcOAgQQIABBkybZspE7hzGjN2rUSJHawYULNmznSpYEgDKlypUsW7p8CTOmOXPnao4bt22b\nKQoUECDQMGLEixclStghQ6ZTp23mzJUrd+oUgakiREQ7hzVrVgBcu3o9BzZsWHPJkvXp40uatHLl\nzrl965b/HDlPnjx4ADRunDlz5/r6/QsgsODB5wobPly4nGJz5s45fgzZsTVrCyq/emXO3LnNnDsD\n+Aw69LnRpEuPpkbNSoECAwY0aCBn3LhztGvXNmfNGihQY0iRAgfunHDhAIobP448ufLlzJs7N2fu\nnPRx47ZtM0WBAgIEGkaMePGiRAk7ZMh06rTNnLly5U6dIgBfhIho5+rbtw8gv/795/r7B3hOoLlk\nyfr08SVNWrly5xw+dEiOnCdPHjwAGjfOnLlzHT1+BBBS5MhzJU2eLFlOpTlz51y+hOnSmrUFNV+9\nMmfu3E6ePQH8BBr03FCiRYdSo2alQIEBAxo0kDNu3Dmq/1WrmrNmDRSoMaRIgQN3TqxYAGXNnkWb\nVu1atm3dmjN3Tq45c758QUGBAggQRT9+aNAwYIAABQro0CF3TvG5Y8cGAABgwECuc5UtWwaQWfPm\nc509fy5XDhcuVLJklSt3TvVq1ebMffkiQUIQXbrMmTuXW/duAL19/z4XXPjw4Nq0NTNn7txy5s2X\nZ8u2YoWNUKHMmTuXXft2AN29fz8XXvz48Ny45YAAwYwZTZrGnYMfX/65csSILVpkyps3c+bOATwn\n8ByAggYPIkyocCHDhg7NmTsn0Zw5X76goEABBIiiHz80aBgwQIACBXTokDun8tyxYwMAADBgINe5\nmjZtAv/IqXPnuZ4+f5YrhwsXKlmyypU7p3SpUnPmvnyRICGILl3mzJ3LqnUrgK5ev54LK3ZsWG3a\nmpkzd24t27Zrs2VbscJGqFDmzJ3Lq3cvgL5+/54LLHhwYG7cckCAYMaMJk3jzkGOLPlcOWLEFi0y\n5c2bOXPnPn8GIHo06dKmT6NOrXp1uXLnzJnbtq1KFSY9ekCCNKpNmwMHAgQAYMAADhzRzJkDB+7H\njwAAACBAgMycuXPWrZszB2A79+7nvoMP/50cuV+NGh06RI7cufbugwUrUcKAgQWUKJ3Lr39/fgD+\nAQIQOBDAOYMHEZYrJ0aMk3HjzkWUODHitWskSGDw4+f/XEePHzsCEDmS5DmTJ1GaNGXqyJgxrlwd\nO2buXE2bNrlxq9SnDzNm54AGFQqAaFGjR5EmVbqUaVNzT8+dCxasTZsvunRZs/YNESINGgYMELBg\nAQYMeUaNMmJEgAAAAQKMGVPuXF27dgHk1bv3XF+/fwEXK7ZhgxUrzMQlFudKiBAIEBAgOBIu3DnL\nlzFbBrCZc+dzn0GH/hwnzoNSpc6lVr3anLlGjTp0YMKN2znbt3HbBrCbd+9zv4EH/y1LVhk3bnDh\ncuVKXLly586V69Zt0SIPHqRgw3aOe3fv3AGEFz+efHnz59GnV2+O/blzwYK1afNFly5r1r4hQqRB\nw4AB/wAFLFiAAUOeUaOMGBEgAECAAGPGlDtHsWJFABgzajzHsaPHj8WKbdhgxQozcSjFuRIiBAIE\nBAiOhAt3rqbNmzUB6NzJ85zPn0B9xonzoFSpc0iTKjVnrlGjDh2YcON2rqrVq1UBaN3K9ZzXr2C9\nypJVxo0bXLhcuRJXrty5c+W6dVu0yIMHKdiwndvLt+9eAIADCx5MuLDhw4gTixNXbty4YMFQoQoW\nLRo4cOfAgQsV6soVIhs2HDgwgQQJAgQAAAjw4wc4cOdiy45drhyA27hzn9vNu7dvc+YmTECAYAED\nBgcOUBgxYoPzDZfOSZ9OnTqA69izn9vOvft2U6ZAiP8QIUvWufPoz4HjxStFihEjkp2bT79+fQD4\n8+s/x7+/f4DlypEhI2jMGB8+pkzZxIaNBg0pLlwwYIAAAU/nNG7kyBHAR5AhRY4kWdLkSZTixJUb\nNy5YMFSogkWLBg7cOXDgQoW6coXIhg0HDkwgQYIAAQAAAvz4AQ7cOahRoZYrB8DqVazntG7l2tWc\nuQkTECBYwIDBgQMURozY0HbDpXNx5c6dC8DuXbzn9O7lq9eUKRAiRMiSdc7w4XPgePFKkWLEiGTn\nJE+mTBnAZcyZz23m3LlcOTJkBI0Z48PHlCmb2LDRoCHFhQsGDBAg4Oncbdy5cwPg3dv3b+DBhQ8n\nXjz/XDhzybFho0VLWbly56RPP2fO3Lddu9y4QaFBw4MHKlQQChfu3Hn06c8DYN/e/Tn48eXPh9+t\nmxIlBgoUmDAhCUBFij59kiaN3LmEChcuBODwIcRzEidSpFgjQIAGDZQoAXPlyoULJB48SJIEG7Zz\nKleybAngJcyY52bSrDkTGbIeFSqsWGHCxIMFCxIk8ECCxJIly5ada+r0KVQAUqdSrWr1KtasWrea\nM3fu69dy5c6RLWv2LNq0assCaOv27bm4cufSrVvu7rm8evfy7asXAODAgs8RLmz48LFjefL06LEA\nAoQECXiYMnXuMubMmjMD6Oz587nQokePLmfO3Llz/+bMdfPm7du3ceTInatt+zbu2wB28+7t+zfw\n4MKHEzdn7hxy5OXKnWvu/Dn06NKnOwdg/Tr2c9q3c+/uvRz4c+LHky9vfjyA9OrXn2vv/j38Y8fy\n5OnRYwEECAkS8DBlCuA5gQMJFiQIAGFChecYNnTosJw5c+fOmTPXzZu3b9/GkSN3DmRIkSNFAjB5\nEmVKlStZtnT58lxMmTNp1rR5E6dMADt59jz3E2hQoUOJFjUKFEBSpUvPNXX6FGpUqVOpOgVwFWvW\nc1u5dvX6FWxYsVwBlDV7Fm1atWvZtnV7Dm5cuXPp1rV7Ny4AvXv5nvP7F3BgwYMJF/4LAHFixecY\nN/92/BhyZMmTGwOwfBnzOc2bOXf2/Bl06M0ASJc2fRp1atWrWbc+9xp2bNmzade2DRtAbt27z/X2\n/Rt4cOHDifsGcBx58nPLmTd3/hx6dOnMAVS3fv1cdu3buXf3/h28dgDjyZc3fx59evXr2Z9z/x5+\nfPnz6dd/DwB/fv3n+Pf3D/CcwIEECxo8iFAggIUMG557CDGixIkUK1qECCCjxo3nOnr8CDKkyJEk\nPQI4iTKlypUsW7p8CfOczJk0a9q8iTPnTAA8e/o8BzSo0KFEixo9GhSA0qVMzzl9CjWq1KlUqz4F\ngDWr1nNcu3r9Cjas2LFdAZg9izat2rVs27p9ey7/rty5dOvavYtXLoC9fPue+ws4sODBhAsbBgwg\nseLF5xo7fgw5suTJlB0DuIw587nNnDt7/gw6tGjOAEqbPo06terVrFu7Pgc7tuzZtGvbvh0bgO7d\nvM/5/g08uPDhxIv/BoA8ufJzzJs7fw49uvTpzQFYv479nPbt3Lt7/w4+/HYA5MubP48+vfr17Nu7\nfw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1exJhR40aOHT1+BBlS\n5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlT506ePX3+BBpU6FCiRY3eNGfu3FKmTZ0+ZTpOqjlz\n/+esXsWa1SoArl29mgN7TuxYc+fMmjVnrlw5cuTMnYMbVy7ccOGkSSt3Tu/evQD8/gVsztw5woXP\nmTuXWPFixo0dP04MQPJkyubMncOc+Zy5c507mzN3TvToc+bMeatWzZo1cuTOvYYdWzYA2rVt38ad\nW/du3r3P/QYeXPhw4eLMmTuXXPly5ssBPIce/dx06tWtX8d+Xdx2cee8fwcPQPx48ufMn0efXv16\n9u3PA4AfX/45+vXt38df35w5bteuAQQH7hzBggYPEgSgcCHDhg4fQowoceK5ihYvYsyIsdy5jh4/\nggwJYCTJkudOokypciXLlYMGhQt3bibNmgBu4v/MeW4nz54+fwINKpQngKJGj55LqnQp06ZKzZmz\nduxYuXLnrmLNqvUqgK5ev4INK3Ys2bJmz6FNq3Yt27XlzsGNK3cuXQB27+I9p3cv375+//odNChc\nuHOGDyMGoHgx43OOH0OOLHky5cqPAWDOrPkc586eP4PubM6ctWPHypU7p3o169aqAcCOLXs27dq2\nb+POfW43796+f/Pmxi3cueLGjyNPDmA58+bnnkOPLn06demlFCj49u0c9+7eAYAPL/4c+fLmz6NP\nr359eQDu38M/J38+/fr25xMjtkeVKnPmAJ4TOJBgQYEAECZUuJBhQ4cPIUY8N5FiRYsXKXLjFu7/\nXEePH0GGBDCSZMlzJ1GmVLmSpcpSChR8+3aOZk2bAHDm1HmOZ0+fP4EGFTq0JwCjR5GeU7qUaVOn\nS4kR26NKlTlz57Bm1boVKwCvX8GGFTuWbFmzZ8+lVbuWbdtz2bJduhTsXF27d/HmBbCXb99zfwEH\nFjyYMGBhwgYIEGDO3DnHjyEDkDyZ8jnLlzFn1ryZc+fLAECHFn2OdGnTp1GfkyatSZMh0aKdkz2b\ndm3aAHDn1r2bd2/fv4EHPzeceHHjx89ly3bpUrBzz6FHlz4dQHXr189l176de3fv2oUJGyBAgDlz\n59CnVw+AfXv35+DHlz+ffn379+MD0L+f/zn//wDPCRxIsCBBadKaNBkSLdq5hxAjSowIoKLFixgz\natzIsaPHcyBDihwpcty4Uxw4PHgQQpu2czBjyixXzpy5czhxAtjJs+e5n0CDCh1K9BwmTAMGABAg\nwJy5c1CjSgVAtarVc1izasVKjty5bduIEdOggQECBA4c4ODG7Zzbt3DjwgVAt67dc3jz6t2r15y5\nVREiFCiAQZu2c4gTK16sGIDjx5AjS55MubLly+cya97MOXO3bhAgBBgNAICABQsAAcKGrdy5c+TI\n+erUiRq1c7hxA9jNu/e538CDCx9+zpy5YMFAESL04UOAAAACBDBn7pz169gBaN/O/Zz37+fMmf8T\ntWBBgPMCBABYz779emHCzsmfT7++fAD48+s/x7+/f4DnBA48V67chg0BFCqMcOzYOYgRJU6UCMDi\nRYwZNW7k2NHjx3MhRY4kGbJbNwgQAqwEAEDAggWAAGHDVu7cOXLkfHXqRI3aOaBAAQwlWvTcUaRJ\nlS49Z85csGCgCBH68CFAAAABApgzd87rV7AAxI4le87s2XPmzIlasCDAWwECAMylW3euMGHn9O7l\n21cvAMCBBZ8jXNjwYcLlym3YEMCx4wjHjp2jXNnyZcsANG/m3NnzZ9ChRY8+V9r0adTgwEWIAMD1\na9gBZAdYIEGCCxdJ8uQJF+7c798AhA8nbs7/3DnkyZUvV17u1SsQIDgwYfLhQ4AAAAIEKFfu3Hfw\n4QGMJ1++XLlz6dMHC1YCwHv48AUIMJAiRYAAAPQbMAAOHMBzAgcSLAjgIMKE5xYybOiwXLkLFwBQ\nLFDgwYMUV65w43buI8iQIj8CKGnyJMqUKleybOnyHMyYMmeCAxchAoCcOncG6BlggQQJLlwkyZMn\nXLhzSpUCaOr0qTlz56ZSrWq1arlXr0CA4MCEyYcPAQIACBCgXLlzateyBeD2Ldxy5c7RpRssWAkA\nevfuFSDAQIoUAQIAKGzAADhw5xYzbuwYAOTIks9Rrmz5crlyFy4A6FygwIMHKa5c4cbtHOrU/6pX\nowbg+jXs2LJn065t+/a53Lp38541K0AAAMITJIgQwQEBAgIEAAAwgACBCxe6RItmzty57NkBcO/u\n/Rz48OLHkz/XrJkZM4Y8eWLBYsAAABYsnKtv/359APr38zdnDuA5gQLJkXMiAKGAABAgpEolTtw5\niRLjECCwYIE4cec4dvT4EUBIkSPPlTR5EmWjRgECAACwwI0bX74ArViBBMm3b+d49vT5E0BQoUOJ\nFjV6FGlSpeeYNnXqFBwGDACoAjAQJ06tWqzSpMmQwYABAQQIPHgAJly4c2vZngPwFm7cc3Pp1rV7\n9xw5csGC/XnxwoABAgSilCt3DnFixYgBNP92/LhcuXOTKZ8zd+2aHTtmMmUCB+5caNGh9egZMAAM\nmHOrWbd2DQB2bNnmzJ2zfRt3uXKiDBgAAECAgC/fvo0btyhFigYNbNjgdg56dOnSAVS3fh17du3b\nuXf3fg58ePHiwWHAAAA9AANx4tSqxSpNmgwZDBgQQIDAgwdgwoU7B/CcwIEACho8eC6hwoUMG54j\nRy5YsD8vXhgwQIBAlHLlznn8CNIjgJEkS5Yrdy6lynPmrl2zY8dMpkzgwJ27ifOmHj0DBoABcy6o\n0KFEARg9itScuXNMmzotV06UAQMAAAgQ8OXbt3HjFqVI0aCBDRvczpk9ixYtgLVs27p9Czf/rty5\ndM/ZvYsXb7gOHQIEGDCABDRo5cqJ8+VLhowECQYIEODAQaZx485ZvnwOgObNnM95/gw6tOjP4sTF\nAIAaAAMG5c65fg0bNoDZtGuXK3cut+7duclBg3YuuPDhwoQhQPDnz7nlzJs7BwA9unRz5s5Zv44d\nGrQYBw5MmFCnDrhz5M9ZI0HiwAEbNq6dew8/fnwA9Ovbv48/v/79/PufA3hO4ECCA8N16BAgwIAB\nJKBBK1dOnC9fMmQkSDBAgAAHDjKNG3dO5MhzAEyeRHlO5UqWLV2uFCcuBgCaABgwKHdO506ePAH8\nBBq0XLlzRY0eLUoOGrRzTZ0+FSYMAYI//3/OXcWaVSsArl29mjN3TuxYstCgxThwYMKEOnXAnYN7\nzhoJEgcO2LBx7dxevn37AgAcWPBgwoUNH0ac+Nxixo0XmzPHDAoUBAgWLIiBC9eyZbqMGNGggQAB\nAQQIjBnD7dxq1ufMmQMQW/bsc7Vt38ad23atWgEAAFiwwJy5c8WNH0cOQPly5uXKnYMeXXr0cuXG\njTuXXXv2MmU2bAAF6tx48uXNA0CfXr05c+fcvz9XbtWqDh0iXLkSLNi3b+XMATQnTtypDBls2Ni1\ny9y5hg4fPgQgcSLFihYvYsyoceO5jh4/djRnjhkUKAgQLFgQAxeuZct0GTGiQQMBAgIIEP8YM4bb\nuZ4+z5kzB2Ao0aLnjiJNqnQp0lq1AgAAsGCBOXPnrmLNqhUA165ey5U7J3Ys2bHlyo0bd24t27Vl\nymzYAArUubp27+IFoHcvX3PmzgEOfK7cqlUdOkS4ciVYsG/fypkzJ07cqQwZbNjYtcvcuc6eP38G\nIHo06dKmT6NOrXr1udauX7cWJ04bHz4wYDhwICFFih49LhAgMGBAgAAKgAAZN+4c8+bMy5UDIH06\n9XPWr2PPrv26ChUBECA4J348+fLkAaBPr/4c+/bu37Pv1k2cuHP27e9hwECDhmfPAJo7N5BgwYIA\nECZUeI5hw4bTMGAYMEAHN27nMGIsV87/mjUlUaIYM3aOZEmTJ0kCULmSZUuXL2HGlDnTnLlzN3Ge\nK5csWaVKvBo1okEjQQIDAgQAULoUQIAAI7hxOzeVatVx4wBk1br1XFevX8GGPUeMGAECAsKFO7eW\nbVu3bQHElTv3XF27d/HWbdYsUSJWUaJAgCBgwYJBg7ZtI2fO3DnHjyE7BjCZcuVzlzFjrmXAAAAA\nQ8SJOzd6NDFiYsQ4ePMmXLhzr2HHlv0aQG3bt3Hn1r2bd2/f5sydEz78XLlkySpV4tWoEQ0aCRIY\nECAAQHXrAAIEGMGN2znv38GPGweAfHnz59CnV7+e/TlixAgQEBAu3Dn79/Hnxw+Af3///wDPCRxI\nsKDAZs0SJWIVJQoECAIWLBg0aNs2cubMndvIseNGACBDijxHsmTJWgYMAAAwRJy4czBhEiMmRoyD\nN2/ChTvHs6fPnzwBCB1KtKjRo0iTKl1qzty5p0/NmbtmydKUKVBGjChRYsGCAQECCBBA4MABBgy6\ndIl2rq3bt23NmQNAt67dc3jz6t3L9xwIEAECUDhHuLDhw4gBKF7M+Jzjx5AjOzZnrlYtCAECAAAQ\nAAGCWrXMmTtHurTp0wBSq159rrVr178GDAAAIMCIEcWKYcNWCAECAMATJLBm7Zzx48iTGwfAvLnz\n59CjS59Ovbo5c+eyZzdn7polS1OmQP8ZMaJEiQULBgQIIEAAgQMHGDDo0iXaufv48983Zw6Af4AA\nBA4EcM7gQYQJFZ4DASJAAArnJE6kWNEiAIwZNZ7j2NHjR47mzNWqBSFAAAAAAiBAUKuWOXPnZM6k\nWRPATZw5z+3kyfPXgAEAAAQYMaJYMWzYCiFAAMBpggTWrJ2jWtXqVaoAtG7l2tXrV7BhxY41Z+7c\n2bPlymVjwsSBgwMIECxYgACBAxw41qxRVamSLl3Fio07V9jw4cLlygFg3NjxOciRJU+mfOrBgwAB\nqpzj3NnzZ9AARI8mfc70adSpTZszp0xZigIFAgQY0KCBL1/lyp3j3dv3bwDBhQ8/V9z/uPFoAJQv\nBxAggAIFAQBMnx4gQKlS57Rv595dOwDw4cWPJ1/e/Hn06c+tZ89+XKhQJUogMGDgwIEQIYSRI3fO\nP8Bz58qVI0dOW7ly5xYybLgQAMSIEs9RrGjxokVy5Dxx4ODAgaRzIkeSLGkSAMqUKs+xbOnyJUtz\n5qRJq5UlCwoUCzhwgAbtHNCgQocCBWD0KNJzSpcuFefDBwIEAKZODRAAQICsWQkQUKEiXLhzYseS\nLQvgLNq0ateybev2LdxzcufOHRcqVIkSCAwYOHAgRAhh5MidK1y4XDly5LSVK3fuMeTIjwFQrmz5\nHObMmjdrJkfOEwcODhxIOmf6NOrU/6oBsG7t+hzs2LJnwzZnTpq0WlmyoECxgAMHaNDOES9u/Dhx\nAMqXMz/n/PlzcT58IEAA4Pr1AAEABOjenQABFSrChTtn/jz69ADWs2/v/j38+PLn0zdn7hz+/OfM\nMWOGByCeKhQoLFjAgkW4cwsZnhs37tSpHKBAlSt3DmNGjQA4dvR4DmRIkSNFEiK0hgQJCBAsnXP5\nEmZMmQBo1rR5DmdOnTtxduvmy9ewUaNQoFgQIoQxY+bMnXP6FGpUAFOpVj13FWvWq+bMeatTZ8GC\nCRNEVKmSJYsGBw4MGJAgAdw5uXPp0gVwF29evXv59vX7F7A5c+cIFz5njhkzPHiqUP+gsGABCxbh\nzlW2fG7cuFOncoACVa7cOdGjSQMwfRr1OdWrWbdmTYjQGhIkIECwdA53bt27eQPw/Rv4OeHDiRcX\n3q2bL1/DRo1CgWJBiBDGjJkzdw57du3bAXT3/v1cePHjw5sz561OnQULJkwQUaVKliwaHDgwYECC\nBHDn+Pf3D/CcwHMACho8iDChwoUMGzo8BzGiRIjixB0LEaJAAQYMEn37Zi6kMmU6dAgQEGDAgGzZ\nzrl8CROAzJk0z9m8iTOnTXDgJk3SUqKECBG4zhk9ijSpUgBMmzo9BzWq1KlQxYmjRi3Zo0d37khw\n4GDWrHNky5o9SxaA2rVsz7l9Czf/rty45GzYAABAgIBP5/r6/fsXgODBhAsbPow4seLF5xo7ftxY\nnLhjIUIUKMCAQaJv38x5VqZMhw4BAgIMGJAt27nVrFsDeA079rnZtGvbng0O3KRJWkqUECEC17nh\nxIsbPw4gufLl55o7fw69uThx1Kgle/Tozh0JDhzMmnUuvPjx5MMDOI8+/bn17Nu7f++enA0bAAAI\nEPDpnP79/PkDAAhA4ECCBQ0eRJhQoUJz5s49hBgRIjhwECAMwKhBQ4sWKwgQCBAAwEgBAsSJO5dS\n5UoALV2+PBdT5kya3rx16YIDRwsgQF680HZO6FCiRY0CQJpU6TmmTZ0+dapNW7JS/6VEiEiwYEGz\nZue8fgUb1isAsmXNnkObVu1atmxVqSpQIEAAIebMncObVy9eAH39/gUcWPBgwoUNn0OcWPFixOTI\ndeoEokWLCRNIaNDw4EGAAAXGjDkXWvTo0ABMn0Z9TvVq1qzLBQuWIoUDByd06AAF6txu3r19/z4H\nQPhw4ueMH0eeXHk4SZIkSChgwgQ5cuesX8ee3ToA7t29nwMfXvx48uTHjdOgYcCAPefcv4cPH8B8\n+vXt38efX/9+/uf8AzwncCBBguTIdeoEokWLCRNIaNDw4EGAAAXGjDmncSNHjQA+ggx5biTJkiXL\nBQuWIoUDByd06AAF6hzNmjZv4v88B2Anz57nfgINKnRoOEmSJEgoYMIEOXLnnkKNKvUpgKpWr57L\nqnUr165dx43ToGHAgD3nzqJNmxYA27Zu38KNK3cu3brlyp3Lq3cv373itm1jxgyZNWuvXpkwEWHa\ntHOOH0N2DGAy5crnLmPOnNncpUsUPlMA8eQJNGjnTqNOrXr1OQCuX8M+J3s27dq2y1WpcuDABFSo\nzgEPLny4cADGjyM/p3w58+bOnZMjt2aNAQOMzmHPrl07gO7ev4MPL348+fLmy5U7p349+/bsxW3b\nxowZMmvWXr0yYSLCtGnnAJ4TOJDgOQAHESY8t5Bhw4bmLl2iMJECiCdPoEE7t5H/Y0ePH88BEDmS\n5DmTJ1GmVFmuSpUDByagQnWOZk2bN20C0LmT5zmfP4EGFSqUHLk1awwYYHSOaVOnTgFElTqValWr\nV7Fm1WrO3DmvX8GGFTv23Ldvc6hRO7eWbdu1AODGlXuObl27dyVJunEjRIgatGidEzyYcGHDgwEk\nVrz4XGPHjyFH7jZgAAECWsCBO7eZc2fPnQGEFj36XGnTp1GnTm3N2oMHKVJcOzebdu3aAHDn1r2b\nd2/fv4EHPzeceHHjx5EbnxUs2Dnnz6E7BzCdevVz17Fn116u3KNHT55gMmfuXHnz59GnNw+AfXv3\n5+DHlz+fvq4ECYYMAXeOf3///wDPCRxI8ByAgwgTnlvIsKHDhw/FiXv1ypu3cxgzatwIoKPHjyBD\nihxJsqTJcyhTqlzJsuXKWcGCnZtJs+ZMADhz6jzHs6fPn+XKPXr05Akmc+bOKV3KtKnTpQCiSp16\nrqrVq1iz6kqQYMgQcOfCih1LtiyAs2jTnlvLtq3bt2/FiXv1ypu3c3jz6t0LoK/fv4ADCx5MuLDh\nc4gTK17MuLHjx4kBSJ5M+Zzly5gzYy5X7pznz6BDixYNoLTp0+dSq17NurU5btzOyZ5Nu7bt2QBy\n6959rrfv38CDCx9O3DeA48iTK1/OvLnz59DPSZ9Ovbr169izTwfAvbv3c+DDi/8fL75cuXPo06tf\nz549gPfw45+bT7++/fvmuHE7x7+/f4DnBA4kSBDAQYQJzy1k2NDhQ4gRJTIEUNHiRYwZNW7k2NHj\nOZAhRY4kWdLkyZAAVK5kec7lS5gxZc6kWfMlAJw5dZ7j2dPnT6BBhQ7tCcDoUaTnlC5l2tTpU6hR\nlwKgWtXqVaxZtW7l2vXcV7BhxY4lW9YsWABp1a4919btW7hx5c6l6xbAXbx5z+3l29fvX8CBBfMF\nUNjw4XOJFS9m3NjxY8iKAUymXNnyZcyZNW/mfM7zZ9ChRY8mXfozANSpVZ9j3dr1a9ixZc9uDcD2\nbdzndO/m3dv3b+DBdwMgXtz/+DnkyZUvZ97c+fPkAKRPp17d+nXs2bVvP9fd+3fw4cWPJ+8dwHn0\n6c+tZ9/e/Xv48eWzB1Df/v1z+fXv59/fP8BzAgcSLFgQAMKECs8xbOjwIcSIEic2BGDxIsaMGjdy\n7Ojx47mQIkeSLGnyJEqRAFaybHnuJcyYMmfSrGkTJoCcOnee6+nzJ9CgQocS9QngKNKk55Yyber0\nKdSoUpkCqGr1KtasWrdy7er1K9iwYseSLWv2LNq0ateybev2Ldy4cufSrWv3Lt68evfy7ev3L+DA\nggcTLmz4MOLEihczbuz4MeTIkidTrmz5MubMmjdz7uz5M+jQokeTLm36NOrUQ6pXs27t+jXs2LJn\n065t+zbu3Lp38+7t+zfw4MKHEy9u/Djy5MqXM2/u/Dn06NKnU69u/Tr27Nq3c+/u/Tv48OJxBwQA\nIfkECAoAAAAsAAAAACABIAGH/////v7+/f39/Pz8+/v7+vr6+fn5+Pj49/f39vb29fX18/Pz8vLy\n8fHx8PDw7+/v7u7u7e3t7Ozs6+vr6urq6enp6Ojo5+fn5ubm5eXl4+Pj4uLi4eHh4ODg39/f3t7e\n3d3d3Nzc29vb2tra2dnZ2NjY19fX1tbW1dXV09PT0tLS0dHR0NDQz8/Pzs7Ozc3NzMzMy8vLysrK\nycnJyMjIx8fHxsbGxcXFw8PDwsLCwcHBwMDAv7+/vr6+vb29vLy8u7u7urq6ubm5uLi4t7e3tra2\ntbW1s7OzsrKysbGxsLCwr6+vrq6ura2trKysq6urqqqqqampqKiop6enpqampaWlo6OjoqKioaGh\noKCgn5+fnp6enZ2dm5ubmpqamZmZmJiYl5eXlpaWlZWVk5OTkpKSkZGRkJCQj4+Pjo6OjY2NjIyM\ni4uLioqKiYmJiIiIh4eHhoaGhYWFg4ODgoKCgYGBgICAf39/fn5+fX19fHx8e3t7eXl5eHh4d3d3\ndnZ2dXV1dHR0c3NzcXFxcHBwb29vbm5ubW1tbGxsa2traWlpaGhoZ2dnZmZmZWVlZGRkY2NjYWFh\nYGBgX19fXl5eXV1dXFxcW1tbWVlZWFhYV1dXVlZWVVVVVFRUU1NTUVFRUFBQT09PTk5OTU1NTExM\nS0tLSUlJSEhIR0dHRkZGRUVFREREQ0NDQUFBQEBAPz8/Pj4+PDw8Ozs7Ojo6ODg4Nzc3NjY2NDQ0\nMzMzMjIyMDAwLy8vLi4uLCwsKysrKioqKCgoJycnJiYmJCQkIyMjIiIiICAgHx8fHh4eHR0dHBwc\nGxsbGhoaGRkZGBgYFxcXFhYWFRUVFBQUExMTEhISEREREBAQDw8PDg4ODQ0NDAwMCwsLCgoKCQkJ\nCAgIBwcHBgYGBQUFBAQEAwMDAgICAQEBAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACP8AAQgcSLCgwYMI\nEypcyLChw4cQI0qcSLGixYsYM2rcyLGjx48gQ4ocSbKkyZMoU6pcybKly5cwY8qcSbOmzZs4c+rc\nybOnz59AgwodSrSo0aNIkypdyrSp06dQo0qdSrWq1atYs2rdyrWr169gw4odS7as2bNo06pdy7at\n27dw48qdS7eu3bt48+rdy7ev37+AAwseTLiw4cOIEytezLix2nLlzEmeTLmy5cuYM5sDwLmzZ3Og\nQ4seTbq06dOhAahezdqc69ewY8ueTbv2awC4c+s2x7u379/Agwsf3huA8ePIkytfzry58+fmokuf\nTr269evYpQPYzr27ue/gw4v/H0++vHnwANKrX2+uvfv38OPLn0/fPYD7+POb28+/v3+A5gQOJFjQ\n4MGCABQuZNjQ4UOIESVONFfR4kWMGTVu5GgRwEeQIc2NJFnS5EmUKVWSBNDS5UtzMWXOpFnT5k2c\nMgHs5NnT3E+gQYUOJVrUKFAASZUuZdrU6VOoUaWao1rV6lWsWbVurQrA61ew5sSOJVvW7Fm0accC\nYNvWrTm4ceXOpVvX7t24APTu5WvO71/AgQUPJlz4LwDEiRUvZtzY8WPIkc1NplzZ8mXMmTVTBtDZ\n82dzoUWPJl3a9GnUogGsZt3a3GvYsWXPpl3bNmwAuXXvNtfb92/gwYUPJ+4b/8Bx5MmVL2fe3Plz\n6OakT6de3fp17NmnA+De3bs58OHFjydf3vz58ADUr2dvzv17+PHlz6df/z0A/Pn1m+Pf3z9AcwIH\nEixo8CBCgQAWMmzo8CHEiBInUjRn8SJGjOXIkStXbtw4cdeulStn7iTKlCpXmgPg8iVMczJn0qxp\n8ybOnDMB8Ozp0xzQoEKHEi1q9GhQAEqXMjXn9CnUqFLNffr07Bk4c1q3cu3qFQDYsGLHki1r9iza\ntObWsm3bthw5cuXKjRsn7tq1cuXM8e3r9y9gcwAGEy5s7jDixIoXM27sGDGAyJInm6ts+TLmzJo3\nc7YM4DPo0OZGky5t+rS5T/+fnj0DZ+417NiyZwOobfs27ty6d/Pu7dsc8ODCvXmbNKlEjRotWmTI\noMCChRw5xpmrbv069uwAtnPvbu47+PDhx1WqJEqUKVPZypUz5/49/Pjy3wOob/++ufz69/Pv7x+g\nOYEDCRYsCABhQoXmGDZ0+BAihAABBAhIwIDBq1flypnz+BFkSAAjSZY0eRJlSpUrWZpz+fLlNyZM\nGjQIYACngQQJCAwYUKAAK3NDiRY1ehRAUqVLzTV1+vQpHgcODBhYsGBOr17YsHkrV85cWLFjyY4F\ncBZtWnNr2bZ1+xZuXLlsAdS1e9dcXr17+e4dMgRA4MACAAAIECBHjnLmGDf/duwYQGTJkylXtnwZ\nc2bN5jh37vyNCZMGDQIYMG0gQQICAwYUKMDKXGzZs2nXBnAbd25zu3n37o3HgQMDBhYsmNOrFzZs\n3sqVM/ccenTp0QFUt37dXHbt27l39/4dvHYA48mXN3cefXr16YcMAfD+vQAAAAIEyJGjnDn9+/nz\nBwAQgMCBBAsaPIgwoUKF5ho6NFeu3DhUqLp00ZAnT6FCunS5SJBgwIBE5kqaPIkyJYCVLFuaewkz\n5kty5BYAABAgAAIEJE6dYsXqW65cyYomE+fLV7hw5po6fQogqtSp5qpavVquHDly2sx5/Qo2rNix\nYQGYPYvWnNq1bNuqhQUr/0AAAHQFCIAQIACAvQC8mPsLOHBgAIQLGz6MOLHixYwbm3sM2Vy5cuNQ\noerSRUOePIUK6dLlIkGCAQMSmTuNOrXq1QBau35tLrbs2bHJkVsAAECAAAgQkDh1ihWrb7lyJTue\nTJwvX+HCmXsOPTqA6dSrm7uOPXu5cuTIaTMHPrz48eTLjweAPr16c+zbu3/PHhasAAEA2BcgAEKA\nAAD6AwDoxdxAggULAkCYUOFChg0dPoQY0dxEihUtlitnTqO5cDZsRIhgy9xIkiVNngSQUuVKcy1d\nvmw5btwFAAASJFCjxps5nj19miv37Vu4cOaMHkUKQOlSpuacPn0qbtYsM/9mHGnTZk7rVq5axYkb\nN46cObJlzZoFkFbtWnNt3b6FS4yYEiUDBgho0ECSpFY/fhAATECNOcKFDRsGkFjxYsaNHT+GHFmy\nOcqVLV/GLE6KlAULSpkDHVr0aNIATJ9GbU71ataqu3UjAADAgwfgwJnDnVv3bt68AfwGHtzccOLm\nyJGb9eCBAAEFhgzRpWvXLkmGDJUpU6dFCylStGixZk78ePLkAZxHn97cevbt25OrUwcDBgMGHDRq\ntG2btFq1sgDMokGDFXLkzCFMqBAhgIYOH0KMKHEixYoWzWHMqHEjR3FSpCxYUMocyZImT6IEoHIl\nS3MuX8J02a0bAQAAHjz/AAfOHM+ePn8CBQpgKNGi5o4iNUeO3KwHDwQIKDBkiC5du3ZJMmSoTJk6\nLVpIkaJFizVzZs+iRQtgLdu25t7CjRuXXJ06GDAYMOCgUaNt26TVqpUliwYNVsiRM6d4MWPFAB5D\njix5MuXKli9jNqd5M+fOnr+lSFGgABlzpk+jTq0aAOvWrs3Bji0bdrFiBAQIqFLFHO/evn8DD24O\nAPHixs0hT25OnLhBAgQAiB59wIAAAQAECCBAwAIJEjZsUKGilrny5s+fB6B+PXtz7t/Dh48NCpQF\n9hcAMWbMmjVt/gHu2hUoUKxx48wlVLgwIQCHDyFGlDiRYkWLF81l1LiR/2PHbylSFChAxlxJkydR\npgSwkmVLcy9hxnxZrBgBAQKqVDG3k2dPnz+BmgMwlGhRc0eRmhMnbpAAAQCgQh0wIEAAAAECCBCw\nQIKEDRtUqKhljmxZs2YBpFW71lxbt2/fYoMCZUHdBUCMGbNmTVvfXbsCBYo1bpw5w4cRGwawmHFj\nx48hR5Y8mbI5y5cxZ7YsTtyuXRYECAgQQEW5cuZQp1a9WjUA169hm5M9m7bsOXMABAgwY4Y53799\nkxNOzlxx48eRFwewnHlzc8+hm/PmbdWAAQCwZ9ceIIABA0Nu3ECBAgeOY+bQp1evHkB79+/NxZc/\nfz4lChQMGFixIlK5cv8AzQkUJ06btmrVyplbyLBhQwAQI0qcSLGixYsYM5rbyLGjx43ixO3aZUGA\ngAABVJQrZ66ly5cwXwKYSbOmuZs4c96cMwdAgAAzZpgbSnQouaPkzCldyrSpUgBQo0o1R7WqOW/e\nVg0YAKCr168BAhgwMOTGDRQocOA4Zq6t27dvAcidS9ec3bt48VKiQMGAgRUrIpUrZ66wOHHatFWr\nVs6c48eQIQOYTLmy5cuYM2vezNmc58+gQ5Mj16wZDhwJBgxAgOCEMmXmYsueTXs2gNu4c5vbzbt3\nt24gQAgwYIASJXLkzClXTitFChUqYsUqZ6669evXAWjfzt2c9+/fy0H/gwYDRoEA6NMPqFAhU6Zn\ntmzVqOHGDTlz+PPr1w+gv3+AAAQCMFfQ4MGDqR48iBAhUiRzESVGJEfO3EWMGTVeBNDR40eQIUWO\nJFnSpDmUKVWu/PZt0KAFCxBgwDBhwgIHDixZMtfT50+gPQEMJVrU3FGkSMFp0ZIgAYEFC2LEGDSo\nFDBgUaIUCBBAgQIMGCiNG2fO7Fm0ZgGsZdvW3Fu4cd+WK4dszpwRIy5cwGDFyq5d3QwZMmGCFi1z\niRUvZgzA8WPI5iRPpkyZFAUKESKEC2fO82fP48aVK2fO9GnUqQGsZt3a9WvYsWXPpm3O9m3cub99\nGzRowQIEGDBMmLDA/4EDS5bMLWfe3PlyANGlTzdX3bp1cFq0JEhAYMGCGDEGDSoFDFiUKAUCBFCg\nAAMGSuPGmaNf3z59APn17zfX3z9AcwIHliuHbM6cESMuXMBgxcquXd0MGTJhghYtcxo3cuwI4CPI\nkOZGkixZkhQFChEihAtn7iXMl+PGlStn7ibOnDoB8Ozp8yfQoEKHEi1q7ijSpErHjcOFK0uWO7ly\nYcKkYsCAAAHs2DHn9SvYsADGki1r7ixac+TIXVqwIEECBnIjRLBg4cGPH2rUVFmzhhKlKFGY4MCR\nLZu5xIoXA2js+LG5yJInU5787VuvadOsWdNmyFCOHN26mStt+jRqAP+qV7M25/o1bNjcokTp08cc\n7ty4w4WDBi1cOHPChxMvDuA48uTKlzNv7vw5dHPSp1OvPm4cLlxZstzJlQsTJhUDBgQIYMeOufTq\n17MH4P49fHPy55sjR+7SggUJEjDoHwFgBAsWHvz4oUZNlTVrKFGKEoUJDhzZspmzeBEjAI0bOZrz\n+BFkSJDfvvWaNs2aNW2GDOXI0a2bOZkzadYEcBNnTnM7efbsyS1KlD59zBU1WjRcOGjQwoUz9xRq\nVKkAqFa1ehVrVq1buXY19xVsWLHlyo0bV66cObVqy7VoAQCAAAHXzNW1e/cuAL17+Zrz+9fctGll\nHjxgwKAAAgQiRAj/EuSqXDlzkylT9mbAAAIE5cx19uwZQGjRo82VNn0adWpz5cqRIzdtwwYaNMqV\nM3cbd27dAHj39m0OeHDhwm+xYJEqVbly5piXK7eHAYMECUCA0GYOe3bt2gF09/4dfHjx48mXN28O\nfXr16suZc/8ePnw3bhYsoGUOf379+gH09w8QgEAA5goaNFeunC4hQhIkMJAhw7Zt5ipavIhx27YE\nCcqZ+wgSJICRJEuaO4kypcqVKrWlSJEnj7mZNGvanAkgp86d5cqZ+wk06M9iMGB06vTsWbAZMyJE\nIDBggAABBAiEMYc1q1atALp6/Qo2rNixZMuaNYc2rVq15cy5fQsX/64bNwsW0DKHN69evQD6+v1r\nLrBgc+XK6RIiJEECAxkybNtmLrLkyZS3bUuQoJy5zZw5A/gMOrS50aRLmz5tWluKFHnymHsNO7bs\n1wBq275drpy53bx77y4GA0anTs+eBZsxI0IEAgMGCBBAgEAYc9SrW7cOILv27dy7e/8OPrx4c+TL\nmydPjtw4c+zbu3ePDRsBAjrM2b+PHz+A/fz7mwNoTuDAcuWKbdgQIICAVq3MPYQYUeLDbt0ePCBm\nTuPGjQA8fgRpTuRIkiVNluyVIIEoUeZcvoQZ0yUAmjVtlitnTudOns+epbBgYcIEAwYAHEV6NEAA\nAAASCBNmTupUqv9SAVzFmlXrVq5dvX4Fa07sWLJiyZEbZ07tWrZssWEjQECHObp17doFkFfvXnN9\n/ZorV67Yhg0BAgho1crcYsaNHS/u1u3BA2LmLF++DEDzZs7mPH8GHVp06F4JEogSZU71atatVQOA\nHVt2uXLmbN/G/exZCgsWJkwwYADAcOLDAwQAACCBMGHmnD+H7hzAdOrVrV/Hnl37du7lypkDH97c\nOGbMVq2qZk79evbss2VLkGCKOfr17dsHkF//fnP9/QM0J7CbBQsAABRIlswcw4YOHzIsV06CBFTm\nLmLECGAjx47mPoIMKXKkyEkLFvjyZW4ly5YuVwKIKXMmOXLmbuL/NOetTBkGDAgIEABgKFGiBAoU\nIEAgQAACVKiYiyp1alQAVq9izap1K9euXr+WK2duLFlz45gxW7Wqmrm2bt++zZYtQYIp5u7izZsX\nAN++fs0BDhy4mwULAAAUSJbMHOPGjh8zLldOggRU5i5jxgxgM+fO5j6DDi16tOhJCxb48mVuNevW\nrlcDiC17Njly5m7jNuetTBkGDAgIEABgOHHiBAoUIEAgQAACVKiYiy59enQA1q9jz659O/fu3r+X\nK2duPHlz5MiQceDghLn27t+3DxcOAwYBAl6Zy69//34A/gECEDgQgDmDBw+Ws2ABQMM0acxFlDiR\nYsQMGQIEKGSO/2PHjgBAhhRpjmS5cuZQplS5kuWgAQMcOTI3k2ZNmzMB5NS5U5w4cuPGffuGCxeZ\nAQMECAiwFEBTpwACBDgQIAAAqwAELFhgy1Y5c1/BggUwlmxZs2fRplW7lq05t2/hAgN24ECBXr3M\n5dW798ePAQOYMDE3mHBhwwAQJ1ZsjnFjx9CgMWAgwIABcODMZda8efO1BQs+fDA3mnRpAKdRpzZn\nrlzr1uZgx5Y9WzapBAlIkTK3m3dv37sBBBc+fFzxcuWqVRs2DMqGDR06bHnzJlo0TJjSWLDAgAGB\nAN8DGDBwgQwZVqzImVO/fj0A9+/hx5c/n359+/fN5de/HxiwA/8ADxTo1cucwYMIf/wYMIAJE3MQ\nI0qcCKCixYvmMmrcCA0aAwYCDBgAB86cyZMoUV5bsODDB3MwY8oEQLOmTXPmyunUaa6nz59Af5JK\nkIAUKXNIkypdihSA06dQx0ktV65atWHDoGzY0KHDljdvokXDhCmNBQsMGBAIwDaAAQMXyJBhxYqc\nubt48QLYy7ev37+AAwseTNic4cOIyZF78CBAhAjkyJmbPHnbthgBAgwYkC2buc+gQ4sGQLq0aXOo\nU6suV06NmgAAABAgkCKFmGPHlCnLpkwZKVKIEEkY/u2buePIkwNYzry5ueflynXrBg6cuevYs2u/\nrsiAgVevzIn/H0++vHgA6NOrDxduHDly375RowatV69t28zp328u3BuAbxIkCFDQgIEHD2a4cYML\nFzlzESVKBFDR4kWMGTVu5NjRozmQIUWSI/fgQYAIEciRM9ey5bZtMQIEGDAgWzZzOXXu5AnA50+g\n5oQOJVqunBo1AQAAIEAgRQoxx44pU5ZNmTJSpBAhktD12zdzYcWOBVDW7FlzacuV69YNHDhzceXO\npRtXkQEDr16Z49vX71++AAQPJhwu3Dhy5L59o0YNWq9e27aZo1zZXLg3bxIkCNDZgIEHD2a4cYML\nFzlzqVWrBtDa9WvYsWXPpl3btjncuXXjxoQpAAAAAQIgQGCA/wABAAACIEAgS5Y56NGlT4cOwPp1\n7Oa0b+eufds2BgDEjydPPkAAAQJcbNtmzv17+O4BzKdf39z9+8mSBQrkzBxAcwIHEhxIjpycCBGE\nCTPn8CHEiA4BUKxoUZy4cubMlStn7iPIkCK9eWPB4kGIEFasVKlyhAyZX7/Kmatp0yaAnDp38uzp\n8yfQoELNES1qlGi5cgCWMm26NAEMGOPGmatq9SrWqgC2cu1q7ivYsGEVQYAA4CzatGclSNCixRzc\nuHLnAqhr9665vHnJkbNhw0ObNuXKmSts+PC3b7skSKhUyRzkyJInQwZg+TLmcePMce7s+TNoc+NG\ngwNXrtyzZ//AtmzBhs0c7NiyAdCubfs27ty6d/Pube438OC/y5UDYPw4cuMJYMAYN84c9OjSp0MH\nYP06dnPat3PnrggCBADix5MXL0GCFi3m1rNv7x4A/PjyzdGnT46cDRse2rQpVw6gOYEDCX77tkuC\nhEqVzDV0+BBiQwATKVYcN85cRo0bOXY0Nw4kOHDlyj17BmzLFmzYzLV0+RJATJkzada0eRNnTp3m\nePb06dPbiBFIkJQpU8SGDWrUvplz+hRqVKkAqFa1ag5rVq1buZoLF65cOXNjyZY1e9YcALVr2Zpz\n+9ZctGgy5sxx5kzcuHHmzJUrZw4w4HK+fFmzZg5xYsWLEQP/cPwYsjnJkylXtnwZc+bJADh39vwZ\ndGjRo0mXNncaderU3kaMQIKkTJkiNmxQo/bNXG7du3n3BvAbeHBzw4kXN37cXLhw5cqZc/4cenTp\n5gBUt37dXHbt5qJFkzFnjjNn4saNM2euXDlz69eX8+XLmjVz8+nXtz8fQH79+8319w/QnMCBBAsa\nPIjQIICFDBs6fAgxosSJFM1ZvIgxo8aNHDteBAAypEhzJEuaPIkypcqVJQG4fAnTnMyZ5siRS4YJ\nkyxZo5Ila9Zs3DhzRIuWK2cuqdKlTJcCeAo1qrmpVKtavYo1q1aqALp6/Qo2rNixZMuaNYc2rdq1\nbNu6fZsW/4DcuXTN2b2LN6/evXz73gUAOLBgc4QLmyNHLhkmTLJkjUqWrFmzcePMWb5crpy5zZw7\ne+4MILTo0eZKmz6NOrXq1axNA3gNO7bs2bRr276N25zu3bx7+/4NPPhuAMSLGzeHPLny5cybO3+e\nHID06dTNWb9+/du1a8aMncqUiRQpcODMmT+PPr169QDau39vLr78+fTr27+PXz6A/fz7+wcIQOBA\nggUNHkSY0CA5cuYcPoQYUeJEihXNAcCYUaM5jh09fgQZUuTIjgBMnkRpTuVKc+RcduvGjBmjWrWO\nHStXztxOnj19/vwJQOhQouaMHkWaVOlSpk2PAoAaVepUqv9VrV7FmpUcOXNdvX4FG1bsWLLmAJxF\nm9bcWrZt3b6FG1cuWwB17d41l1evOXJ9u3VjxoxRrVrHjpUrZ07xYsaNHTsGEFnyZHOVLV/GnFnz\nZs6WAXwGHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3bt69ff8GHlz4cOLFjR9Hnlz5cubN\nnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLld5MjV87cevbt3b+HH18+APr17ZcrZ07/fv79/QM0\nJ3AgwYIGCQJIqHChuYYOH0KMKHEiRYcALmLMaG4jx44eP3osZ24kyZImTwJIqXIly5YuX8KMKZMc\nuXLmbuL/zKlzJ8+ePgEADSq0XDlzRo8iTap0KdOm5gBAjSrVHNWqVq9izap1a1UAXr+CNSd2LNmy\nZsuWM6d2Ldu2bgHAjSt3Lt26du/izWtuL9++fv8CDiyYL4DChg+bS6x4MePGjh9DVgxgMuXK5i5j\nzqx5M+fOnjEDCC16tLnSpk+jTq16NWvTAF7Dji17Nu3atm/jNqd7N+/evn8DD74bAPHixs0hT658\nOfPmzp8nByB9OnVz1q9jz659O/fu1wGADy/eHPny5s+jP19uvbn27t/Dfw9gPv369u/jz69/P39z\n/gGaEziQYEGDBxEmBLCQYUNzDyFGlDiRYkWLEAFk1LjR/1xHjx9BhhQ5kqRHACdRpjS3kmVLly9d\nlpNpjmZNmzdtAtC5k2dPnz+BBhU61FxRo0eRJkVaDhiwaNHMRZU6lWpUAFexZjW3lWtXr1/BhhXL\nFUBZs2fNpVW7lm1bt2/hqgUwl25dc3fx5tW719y4cd++icOGLVy4cuXMJVa8mDEAx48hR5Y8mXJl\ny5fNZda8mXNnzuWAAYsWzVxp06dRlwawmnVrc69hx5Y9m3Zt27AB5Na921xv37+BBxc+nLhvAMeR\nJze3nHlz58/NjRv37Zs4bNjChStXzlx379/BAxA/nnx58+fRp1e/3lx79+/hx3dPjpyxJUsoUTK3\nn39///8AzZkDQLCgQXMIEypcyLChw4cJAUicSNGcxYsYM2rcyLHjRQAgQ4o0R7KkyZMoywULpk1b\nuG/fwoUzR7OmzZs0AejcybOnz59Agwodaq6o0aNIkxolR87YkiWUKJmbSrWq1akAsmrdaq6r169g\nw4odS9YrgLNo05pby7at27dw48plC6Cu3bvm8urdy7dvuWDBtGkL9+1buHDmEitezDgxgMeQI0ue\nTLmy5cuYzWnezLmzZ3PlynnzxidIED58ypUzx7q169cAYsueba627du4c+vezds2gN/Ag5sbTry4\n8ePIj5MjJ06cuefQowOYTr26uevYs2vf3mrRom3byon/N0e+vPnz5gGoX8++vfv38OPLn2+uvv37\n+PObGzfOmjWAkIQIGTOmXDlzCRUuZAjA4UOI5iROpFjRokVs2GbNkiVrWbly5kSOJCkSwEmUKc2t\nZNnS5UuYL8eNa9YsnDmcOXMC4NnTpzmgQYUOFbpoEQxMmMqVM9fU6VOoUc0BoFrV6lWsWbVu5drV\n3FewYcWONTdunDVrkIQIGTOmXDlzceXOpQvA7l285vTu5dvXr19s2GbNkiVrWbly5hQvZqwYwGPI\nkc1NplzZ8mXMl8eNa9YsnDnQoUMDIF3atDnUqVWvVr1oEQxMmMqVM1fb9m3cuc0B4N3b92/gwYUP\nJ17c/9xx5MmVL++WKhUtWnxOnGDDZtw4c9m1b+cOwPt38ObEjydf3rw5cuTu3GEAAIAAAQcOfCBD\nxtx9/PnvA+Df3z9AcwIHEixo8GDBcDlyOHDgAxw4cxInmgNg8SJGcxo3cuyoTZsIEQoUPIgWzRzK\nlCpXskwJ4CXMmDJn0qxp8yZOczp38uzps1uqVLRo8Tlxgg2bcePMMW3q9CmAqFKnmqtq9SrWrObI\nkbtzhwEAAAIEHDjwgQwZc2rXslUL4C3cuObm0q1r9y5eu+Fy5HDgwAc4cOYGEzYH4DDixOYWM27s\nWJs2ESIUKHgQLZq5zJo3c+6sGQDo0KJHky5t+jTq1P/mVrNu7fo1NkGCQIFStGiRN2/mdvPu7Xs3\ngODCh5srbvw48uPlyuly4KBAAQEGDEiQ8OJFF1y4zHHv7p07gPDix5srb/48+vTqzZEj581bqRQp\nEiSIUq2aufz6zQHo7x8gAIEAzBU0ePCgsgMLD3z4AMxcRIkTKVakCABjRo0bOXb0+BFkSHMjSZY0\neVIQDRo8eGAaN85cTJkzac4EcBNnznLlzJXzWc5cUKHmwnnzpkrVhQsBAAAIEEBBjBhXrqRIEUSb\nNnNbuXbdCgBsWLHmyJY1e5bstGmiRCUrV86cuXLOnGHCBAQIhgoVUqT4FC6cOcGDzQEwfBixOcWL\nGSv/xoZNAAAABAgIElTOXGbNmzl35gwAdGjRo0mXNn0adWpzq1m3dv1aEA0aPHhgGjfOXG7du3nv\nBvAbePBy5cyVM17OXHLl5sJ586ZK1YULAQAACBBAQYwYV66kSBFEmzZz48mXHw8AfXr15ti3d/+e\n/bRpokQlK1fOnLlyzpxhwgQQCBAMFSqkSPEpXDhzDBuaAwAxokRzFCtapIgNmwAAAAgQECSonLmR\nJEuaPGkSgMqVLFu6fAkzpsyZ5mravInzJjhwIQ4cIEECmbmhRIsaPQogqdKl5MiVewoO3Lhx4rp1\nEybMzYYNBAgE+FqggAULR8KEwYKlQgUQ5MiZews3/+5bAHTr2jWHN6/evYYMGTAwYACbb9/IkdNG\ngwYCBAQIaKBEKVw4c5QrWwaAObNmc5w7e962DQUKAAECfPiADJm51axbryYHG7a52bRrA7iNO7fu\n3bx7+/4N3Jzw4cSLEwcHLsSBAyRIIDMHPbr06dQBWL+OnRy5ctzBgRs3Tly3bsKEudmwgQCBAOwL\nFLBg4UiYMFiwVKgAghw5c/z7+wdozhwAggUNmkOYUOFCQ4YMGBgwgM23b+TIaaNBAwECAgQ0UKIU\nLpw5kiVNAkCZUqU5li1dbtuGAgWAAAE+fECGzNxOnj13kgMK1NxQokUBHEWaVOlSpk2dPoVqTupU\nqv9VpZYrN2aMgAUL9OgpZ07sWLJlzQJAm1atOHHmyL0l100uJ04sWAQAkBcAAQIJOHAgQQIIBw4N\nGhw44KNcOXONHT9uDEDyZMrmLF/GjLlPgAAAAAwYUKVbN2/eFA0YECDAhw/azL2GHTs2ANq1bZvD\nnTt3OUyYUqQg8ODBmTPixJlDnhy5OHGNGgWBAcOYsXLmrF+/DkD7du7dvX8HH178eHPlzZ9HX75c\nuTFjBCxYoEdPOXP17d/Hnx/Afv79xQEUZ44cQXLdDnLixIJFAAAOARAgkIADBxIkgHDg0KDBgQM+\nypUzJ3IkSZEATqJMaW4ly5Yt+wQIAADAgAFVunX/8+ZN0YABAQJ8+KDNHNGiRo0CSKp0qbmmTp2W\nw4QpRQoCDx6cOSNOnLmuXruKE9eoURAYMIwZK2duLVu2AN7CjSt3Lt26du/iNad3L9++epMlmzBB\nw69f5cqZS6x4MePG5gBAjizZHOXKlcf58tWhQwAAAB48kCLFjxEjUaLMmDABAYIGDWCZiy179mwA\ntm/jNqd7N2/d4MBJACAcQIcOzbRpq1bthwQJPnyYiy59OvXoAK5jz25uO3fu5LJlw4SJ0KVL48aZ\nS68+PTlyLlw4cLCABg1s2Mzhz68fAP/+/gECEDiQYEGDBxEmVAjAXEOHDyHiwqVAAQECYr59K1eu\n/5spU79+fftmjmRJkycBpFS50lxLly979XrwIEBNFiw6deIECVKkSGe2bHnxAgMGaOaQJlWqFEBT\np0/NRZU6ddw4KFAAZA0Q4MiRTbJk+fBxoUsXc2fRplWbFkBbt2/NxZU799s3XrwK2bIlTpw5v37L\nleOlQEEAwwEE/PhRrpw5x48hA5A8mXJly5cxZ9a82Vxnz59B48KlQAEBAmK+fStXrpspU79+fftm\njnZt27cB5Na921xv37979XrwIEBxFiw6deIECVKkSGe2bHnxAgMGaOawZ9euHUB379/NhRc/ftw4\nKFAApA8Q4MiRTbJk+fBxoUsXc/fx59efH0B///8AAQgEYK6gwYPfvvHiVciWLXHizEmUWK4cLwUK\nAmgMIODHj3LlzIkcSRKAyZMoU6pcybKly5fmYsqcOZNbgQIAABw4gGvbtmDBSAQIMGAAAgShxo0z\nx7SpU6YAokqdaq6q1avbtnXpoiFECEqUbt0aRYvWtm3htm378qVDh2Hm4sqdOxeA3bt4zendu5dc\nokQHDgAYjABBiBAsJEgwYODBtm3mIkueTHkygMuYM5vbzLkzOHCdOtlx5OjaNXHiyDVrZsNGAACw\nYxv48qVcOXO4c+sGwLu379/AgwsfTry4uePIkyfnVqAAAAAHDuDati1YMBIBAgwYgABBqHHjzIn/\nH09ePIDz6NObW8++/bZtXbpoCBGCEqVbt0bRorVtWziA27Z9+dKhwzBzCRUuXAjA4UOI5iROnEgu\nUaIDBwBsRIAgRAgWEiQYMPBg2zZzKVWuZLkSwEuYMc3NpFkTHLhOnew4cnTtmjhx5Jo1s2EjAACk\nSQ18+VKunDmoUaUCoFrV6lWsWbVu5drV3FewYcN6AFAWAAoUg1ixGjECx4ABEiQ8eMCjRYtSpcqZ\n49u3LwDAgQWbI1zYMDhwuHDxmDOnVSto0ISFC2fOMjFiFy5UqCDO3GfQoUMDIF3adLly5lSXKzdu\nXLcUKQ4cADBgAAECBw4E4A0AQAVkyMwNJ17c/3hxAMmVLzfX3LnzcqBAYcAQoECBDh3q1IGBAAEA\n8OHDI8CAgRgxc+nVrwfQ3v17+PHlz6df3745/Pn14ydHbgFAAAAUKKBFS1y4cOXKmWvYcNw4WS1a\nMGCwzRzGjBkBcOzo0RzIkCJBfvsWzJkzcypXsqRFy4ABL17M0axp8yaAnDp3muvp0+c4btxu3eIz\nZUqWLCNGKBgwAAIEINiwmatq9SrWqwC2cu1q7itYsMl8+CBAAECAAA8eZMkyIkAAAHIDBBgwoEIF\nFRo0nDlj7i/gwAAGEy5s+DDixIoXMzbn+DFkx+TILQAAQIECWrTEhQtXrpy50KHHjZPVogUDBv/b\nzLFu3RoA7NiyzdGubZv2t2/BnDkz5/s3cFq0DBjw4sUc8uTKlwNo7vy5uejSpY/jxu3WLT5TpmTJ\nMmKEggEDIEAAgg2bufTq17NfD+A9/Pjm5tOnn8yHDwIEAAQI8ADggyxZRgQIAABhgAADBlSooEKD\nhjNnzFW0eBFARo0bOXb0+BFkSJHmSJY0STJXLgArjxwx9xJmzJfevDkRIAABgm3mePbsCQBoUKHm\niBY1StSbN1zlyplz+vSpOAJTCXTrZg5rVq1bAXT1+tVcWLFjx5IbN27btly53gwZ0qKFDj16yJEz\ndxdvXr13AfT1+3fcOHODyZF79mzGgAEAGAf/CFChwoYNCAJUDjDAgIEJEzRoiGDAgAYNvcyVNm0a\nQGrVq1m3dv0admzZ5mjXtk07Vy4Au48cMfcbePDf3rw5ESAAAYJt5pg3bw4AenTp5qhXt07dmzdc\n5cqZ8/79uzgC4wl062YOfXr16wG0d//eXHz58+eTGzdu27Zcud4MGQKwRQsdevSQI2cuocKFDBMC\neAgx4rhx5iqSI/fs2YwBAwB4DBCgQoUNGxAEOBlggAEDEyZo0BDBgAENGnqZu4kTJ4CdPHv6/Ak0\nqNChRM0ZPYrUaJcuAQYMkCbNnNSpVMuVw4RJQYAAO3aUMwc2bFgAZMuaNYc2rVq0zJiRKlfO/5zc\nuXOrCBBgw4a5vXz7+t0LILDgweYKGz6MOHE5atTmzOGAA0e3buYqW76MuTKAzZw7e/MmLvStWzBg\nCAAAQIAACBYsNGhQoICAAAEIEFCwYIEDBwIEBAAAYMAAMuXKmTuO3ByA5cybO38OPbr06dTNWb+O\n3XqXLgEGDJAmzZz48eTLlcOESUGAADt2lDMHP358APTr2zeHP79+/MyYkQJYrpw5ggULVhEgwIYN\ncw0dPoTYEMBEihXNXcSYUePGctSozZnDAQeObt3MnUSZUuVJAC1dvvTmTdzMW7dgwBAAAIAAARAs\nWGjQoEABAQECECCgYMECBw4ECAgAAMCAAf9kypUzl1WrOQBdvX4FG1bsWLJlzZpDm1ZtuXInTgAI\nEGDQIHN17Zqb5sCBAAEAAAzo0OHbN3OFDR8GkFjxYnONHT8uV86VKwrZspnDnNmcKlUIBgyYNs3c\naNKlTY8GkFr1anOtXb+GHdvcuHFfvkRAgODXL3O9ff8G3hvAcOLFv33rhgkTAwYAnDsvUGDA9ADV\nAwAQICBBgh8GDAgQAED8eAAMxIkzl169OQDt3b+HH1/+fPr17ZvDn18//j9/DAAEAODFC1++uA0a\nNGGCAAAOAYABg80cxYoWLQLIqHGjuY4eP3YkRSpBkCDkyJlLeetWiRIMKlUyJ3MmzZo0AeD/zKnT\nHM+ePn8C7UmLlgcHDvLkMad0KdOmSgFAjSo1XDhrwoRFiCBAAAABAhw4kGDAgAYNRowo8+bNHFtx\n4mrVypVrzY0bO3Y4M6d3714Afv8CDix4MOHChg+bS6x4ceI/fwwAAPDihS9f3AYNmjBBAIDOAMCA\nwWZuNOnSpQGgTq3aHOvWrlmTIpUgSBBy5MzhvnWrRAkGlSqZCy58OPHhAI4jT25uOfPmzp8zp0XL\ngwMHefKYy659O/fsAL6DDx8unDVhwiJEECAAgAABDhxIMGBAgwYjRpR582ZuvzhxtQDWypVrzY0b\nO3Y4M7eQIUMADyFGlDiRYkWLFzGa07iR/6PGT58IABA5kqRIAQKUKTO3kmVLlysBxJQ501xNmzdr\nRouWAAKEVKmoUVPUocOBAz/EiTO3lGlTp00BRJU61VxVq1exZrWqTRuZDRuYMDFmzFxZs2fRAlC7\nlu24ceXGjVOjxoABAAECFCgAoVChcePMBRY8mHC5cuLEkTO3mDFjAI8hR5Y8mXJly5cxm9O8mbPm\nT58IABA9mrRoAQKUKTO3mnVr16sBxJY921xt27drR4uWAAKEVKmoUVPUocOBAz/EiTO3nHlz580B\nRJc+3Vx169exZ7euTRuZDRuYMDFmzFx58+fRA1C/nv24ceXGjVOjxoABAAECFCgAoVChcf8Ax5kb\nSLCgwXLlxIkjZ66hQ4cAIkqcSLGixYsYM2o0x7Gjx3LlWrVaECAAgJMnAwSoUOGUuZcwY8qcCaCm\nzZvmcurcmZMcuRkECChQcOECggEDHDi4Za6p06dQowKYSrWquatYs2rdqpUYEyYZMvjwIcyc2bNo\n0QJYy7atubdvkyUrUSIAAAAHDhwzx7ev37+AA/8FQLiw4cOIEytezLixuceQIz8uV45MmzY9ekiS\nZIgcOXOgQ4seTTo0gNOoU5tbzbp1axAAYgMIEACAAAEOHIAzx7u379/AAQgfTtyc8ePIkytXniwZ\nEyYaNEAzR726desAsmvfbq5793LlNmz/EBAgwKJF5tKrX8++vfpx5uLLlw+gvv37+PPr38+/v3+A\n5gQOJCiwXDkybdr06CFJkiFy5MxNpFjR4kWKADRu5GjO40eQIEEAIAkgQAAAAgQ4cADO3EuYMWXO\nBFDT5k1zOXXu5NmzZ7JkTJho0ADN3FGkSZMCYNrUqTmoUMuV27BBQIAAixaZ49rV61ewXceZI1u2\nLAC0adWuZdvW7Vu4cc3NpVvX7l28efXSBdDX719zgQUPHgyuQYMSJUaMoPHmzbZt5iRPplzZsjkA\nmTVvNtfZ82fQoUWbI0dOnDhzqVWvZg3A9WvY5mTPNpctmxdu3Mzt5t3b92/e5YSbI168/zgA5MmV\nL2fe3Plz6NHNTade3fp17Nm1UwfQ3ft3c+HFjx8PrkGDEiVGjKDx5s22bebkz6df3745APn17zfX\n3z9AcwIHEixoUCA5cuLEmWvo8CFEABInUjRn8aK5bNm8cONm7iPIkCJHgixn0hzKlCkBsGzp8iXM\nmDJn0qxp7ibOnDp38uzpEyeAoEKHmitq9ChScuTGjTPn9CnUqFKnmgNg9SpWc1q3cu3q9SvYsFsB\nkC1r1hzatGrXsm3rtlw5cubm0qUL4C7evHr38u3r9y9gc4IHEy5s+DDixIMBMG7s2BzkyJInkyM3\nbpy5zJo3c+7s2RyA0KJHmytt+jTq1P+qV7M2DeA17NjmZtOubfs27tzlypEz5/v3bwDChxMvbvw4\n8uTKl5tr7vw59OjSp1N3DuA69uzmtnPv7v07+PDiuQMob/68ufTq17Nv7/49fPUA5tOvb+4+/vz6\n9/Pvfx9gOXMDCRIEcBBhQoULGTZ0+BCiOYkTKVa0eBFjxokAOHb0aA5kSJEjSZY0eTIkAJUrWZpz\n+RJmTJkzadZ8CQBnTp3mePb0+RNoUKHliJozevQoAKVLmTZ1+hRqVKlTzVW1ehVrVq1buVoF8BVs\nWHNjyZY1exZtWrVkAbR1+9ZcXLlz6da1exevXAB7+fY19xdwYMGDCRcud9hcYsWKATT/dvwYcmTJ\nkylXtnwZc2bNmzl39vwZdGjRo0mXNn0adWrVq1m3dv0admzZs2nXtn0bd27du3n39v0beHDhw4kX\nN34ceXLly5k3d/4cenTp01Obs34de3bt27l3vw4AfHjx5cqZM38efXr169WXK2cOfnz5AOjXt28O\nf379+/n39w/QnMCBBAUCOIgw4bhx5cw5fAgxorly5cyRI2cuo8aNHDtqBAAypMiRJEuaPIkypbmV\nLFu6fAkzpkyWAGravGkup86dPHv6/AlUJ4ChRIuaO4o0qdKlTJs6RQogqtSp5qpavYo1q9atXK0C\n+Ao2rNixZMuaPYvWnNq1bNu6fQs3/+5aAHTr2jWHN6/evXz7+v2bF4DgwYTNGT6MOLHixYwbHwYA\nObJkc5QrW76MObPmzZUBeP4MOrTo0aRLmz5tLrXq1axbu34NWzWA2bRrm7uNO7fu3bx7+8YNILjw\n4eaKGz+OPLny5cyNA3gOPbq56dSrW7+OPbt26gC6e/8OPrz48eTLmzeHPr369ezbu3+fHoD8+fTN\n2b+PP7/+/frLlQNoTuBAggIBHESY0NxChg0dPoQYUSJDABUtXjSXUeNGjh3LfTQXUuRIkiVFAkCZ\nUuVKli1dvoQZ09xMmjVt3sSZUydNAD19/jQXVOhQokWNFi1XztxSpk2XAoAaVao5qv9VrV7FmlXr\n1qoAvH4Fa07sWLJlzZZDa07tWrZt3a4FEFfuXLp17d7Fm1evOb59/f4FHFjw4L4ADB9GbE7xYsaN\nHT9enC1bN3OVLV++DEDzZs7mPH8GHVr0aNKlPwNAnVq1OdatXb8uF7vcuHHipEnjxo2cOd69ff8G\nDkD4cOLFjR9Hnlz5cnPNnT+HHl36dOrOAVzHnt3cdu7dvX8Hzz1btm7mzJ9Hjx7Aevbtzb2HH1/+\nfPr17cMHkF//fnP9/QM0J3DgwHIGy40bJ06aNG7cyJmLKHEixYoALmLMqHEjx44eP4I0J3IkyZLk\nyEWLpkfPHFKkvHkzJ3MmzZo2zQH/yKlzp7mePn8CDSrU3LZtVaoQM6d0KVOmAJ5CjWpuKtWqU8eN\nw2PGDC1awYKdypQJEKBV5MiZS6t2Ldu1AN7CjWtuLt26dcF16/btW7duzSZNcuLElLnChg8jTgxg\nMePGjh9Djix5MmVzli9jtjxuXKMdOwgQECDAgA0bzZqZS616NevW5gDAji3bHO3atm/jzm1OkKAG\nDaqZCy58+HAAxo8jN6d8OXNv3jp1SoAAgQABBAgIWKB9QQlmzMyBDy9+vHgA5s+jN6d+PXv15cpx\nI0euHP1y4l69ihDhhrn+/gGaEziQYEEABxEmVLiQYUOHDyGakziRosRx4xrt2EGA/4AAAQZs2GjW\nzFxJkydRpjQHgGVLl+ZgxpQ5k2ZNc4IENWhQzVxPnz9/AhA6lKg5o0eRevPWqVMCBAgECCBAQMAC\nqwtKMGNmjmtXr1+9AhA7lqw5s2fRmi1Xjhs5cuXglhP36lWECDfM5dW7l29fAH8BBxY8mHBhw4cR\nm1O8mHG5cr9+KRgwIEAAAQIIVKgwaFA5c59BhxY9GkBp06fNpVa9mnXr1smSCRDQoIE527dx5waw\nm3dvc7/LlRs3zpu3ct+QfzsFCNCKFSJEHEiRwoQJFShQbNtmjnt379+5AxA/nrw58+fRp1dvDhcu\nCBBsmJM/n359+wDw59e/n39///8AAQgcSLCgwYMCzSlcyLBcuV+/FAwYECCAAAEEKlQYNKicuY8g\nQ4ocCaCkyZPmUqpcybJly2TJBAho0MCczZs4cwLYybOnuZ/lyo0b581buW9Iv50CBGjFChEiDqRI\nYcKEChQotm0zx7Wr169cAYgdS9ac2bNo06o1hwsXBAg2zMmdS7euXQB48+rdy7ev37+AA5sbTLjw\n4HDhzly4kCKFFCmT2LBBhSqcucuYM2veDKCz58/mQoseTbp0aUmSAgSYMsWc69ewYwOYTbu2OXPl\nzJkbN86c79/AgZMTJ44bt1E0aLRqZa658+fQmwOYTr26uevYs2vfbi5bNg0adJj/G0++vPnzANKr\nX8++vfv38OPLN0e/vn371WjRIkVKmDCAttq0+fLlmzmECRUuZAjA4UOI5iROpFjRYkVvAQIAADBn\njjmQIUWOBFDS5ElzKVWuZNlSJTlysxw4OHPG3E2cOXXeBNDT509zQYUOJVrUXLVqBgxcMNfU6VOo\nUQFMpVrV6lWsWbVu5WrO61ewYKvRokWKlDBhttq0+fLlmzm4ceXOpQvA7l285vTu5dvXb19vAQIA\nADBnjjnEiRUvBtDY8WNzkSVPplxZMjlysxw4OHPG3GfQoUV/BlDa9GlzqVWvZt3aXLVqBgxcMFfb\n9m3cuQHs5t3b92/gwYUPJ27O//hx5MmNixMHDNgiGjSsWCFnzvp17Nm1A+De3bs58OHNlSNfvpy5\ncuXMrWdvjhy5EgECLFjw7Zs5/Pn17wfQ3z9AAAIBmCto8CDChAbLlduzYAERIuYmUqxocSKAjBo3\nmuvo8SPIkOasWSNAgIG5lCpXsmwJ4CXMmDJn0qxp8yZOczp38uypU5w4YMAW0aBhxQo5c0qXMm3q\nFADUqFLNUa1qrhzWrOXMlStn7itYc+TIlQgQYMGCb9/MsW3r9i2AuHLnmqtr9y7evHbLlduzYAER\nIuYGEy5seDCAxIoXm2vs+DHkyOasWSNAgIG5zJo3c+4M4DPo0KJHky5t+jRqc/+qV7NuXa5ctGhJ\nkiAoUKBDB3O6d/Pu7dscgODCh5srbtzctm26UqW6detUr17KlBkzVi1YsBYtDihQQIpUuXLmxpMv\nbx4A+vTqzbFv7/49/PbixKlyYN+BNGnm9vPv7x8gAIEDCZozeBBhQoXmrFgRIKACOHDmKFa0eNEi\nAI0bOXb0+BFkSJEjzZU0eRJluXLRoiVJgqBAgQ4dzNW0eRNnTnMAePb0aQ5oUHPbtulKlerWrVO9\neilTZsxYtWDBWrQ4oEABKVLlypnz+hVsWABjyZY1dxZtWrVr0YoTp8pBXAfSpJmzexdvXgB7+fY1\n9xdwYMGDzVmxIkBABXDgzDX/dvwY8mMAkylXtnwZc2bNmzmb8/wZdGhw4PjwWbAgwIABQ4aUM/ca\ndmzZswHUtn3bXG7d5sSJ+6RFCwkSHCJE+PBBgwYGBgwcOIDh169y5cxVt34de3UA27l3N/cdfHjx\n482VKydO3LVJk0aMYMXKXHz58+kDsH8fvzn9+/n39w/QXJIkHTqI6dbNnMKFDBsyBAAxosSJFCta\nvIgxo7mNHDt6FCbswoUAAQAMGGDCBK1y5cy5fAkzJkwANGvaNIczp7lw4SQ5cCBAAIAAAQAYPQqA\nAAEdypSZewo1qtSoAKpavWouq9atXLtqWwZ2mbNAgThw0KBBl7m1bNu2BQA3/65cc3Tr2r2LV1mJ\nEh76ihETK1a2bOYKGz6MGIDixYwbO34MObLkyeYqW76MWZiwCxcCBAAwYIAJE7TKlTOHOrXq1aoB\nuH4N25zs2ebChZPkwIEAAQACBAAAPDgAAgR0KFNmLrny5cyXA3gOPbq56dSrW7+ubZn2Zc4CBeLA\nQYMGXebKmz9/HoD69ezNuX8PP758ZSVKeLgvRkysWNmymQNoTuBAggQBHESYUOFChg0dPoRoTuJE\nihTLESNWokSDBhAafGxg4MABIkTKlTOXUuVKlgBcvoRpTuZMc+XK/ZowoUABAgUKIEBQoIAAogYM\nTMCD59s3c02dPoXaFMBUqv9VzV3FmlXr1jd37iRKNGrOHAwYBgyQkCyZObZt3bIFEFfuXHN17d7F\nexccuEIHDggAHCCAAMICKDRqJE6cOcaNHQOAHFnyZMqVLV/GnNncZs6dO5cjRqxEiQYNIDRA3cDA\ngQNEiJQrZ072bNq1AdzGndvcbt7mypX7NWFCgQIEChRAgKBAAQHNDRiYgAfPt2/mrF/Hnt06AO7d\nvZsDH178ePJv7txJlGjUnDkYMAwYICFZMnP17d+vD0D/fv7m/AM0J3AgwYLmwIErdOCAgIYBAgiI\nKIBCo0bixJnLqHEjgI4eP4IMKXIkyZImzaFMqVIlOWvWaNE6dIgFAgQBAgD/yKkTgDhzPn8CBQpg\nKNGi5o4iRfotS5YOHRr8+KFI0ahRQ1asSJBAwoABJUoAA2ZuLNmyZgGgTavWHNu2bt+6DRduDCpU\nxoxhU6QIBIgBAxb48MGNm7nChg8DSKx4cbly5h5DjgyZHDlkyKxYIQBgM+fOAAYkSMCFCzVzpk+f\nBqB6NevWrl/Dji17trnatm/jLlfOnLls2fgsCL6AgAABAAAECMDLHPPmzp0DiC59urnq1q+PG+fL\nlyllysyZKye+W7dx42JNmFCgACZM5t7Djy8fAP369s3hz69/v35y/gGaEyiQHLlfvyJF2tWt27Zt\n5cxFlCgRQEWLF81l1Lhx/2O0Jk1s2HDgYAAAAAMGIOjQQYKECxd09OmTKJE3czdx4gSwk2dPnz+B\nBhU6lKg5o0eRJi1Xzpy5bNn4LJC6gIAAAQAABAjAy1xXr1+/AhA7lqw5s2fRjhvny5cpZcrMmSs3\nt1u3ceNiTZhQoAAmTOYABxY8GEBhw4fNJVa8mPFico/NRY5MjtyvX5Ei7erWbdu2cuZAhw4NgHRp\n0+ZQp1atOlqTJjZsOHAwAACAAQMQdOggQcKFCzr69EmUyJs548ePA1C+nHlz58+hR5c+3Vx169ex\nVxcnzpOnChIkHDliCg2aCRMECKARLpw59+/huwcwn359c/fx5x83rlevPf8AqVErV86cwYMGW7W6\ncMGDB3MQI0qcCKCixYvmMmrcmLFcOW/kyJkbSbJkSXDgyIkT162bOHMwY8YEQLOmzXLlzOncybNb\ntx0UKDhwkCCBgQgRrlw5NmyYL19gwMzhwoUPn2PmsmrVCqCr169gw4odS7asWXNo06pdi1acOE+e\nKkiQcOSIKTRoJkwQIIBGuHDmAgseHBiA4cOIzSlezHjcuF699lCjVq6cucuYL7dqdeGCBw/mQose\nTRqA6dOozalezVp1uXLeyJEzR7u2bdvgwJETJ65bN3HmggsXDqC48ePlyplbzrx5t247KFBw4CBB\nAgMRIly5cmzYMF++wID/mcOFCx8+x8ypX78egPv38OPLn0+/vv375cqZ2y9OHDmA5MwNJEiOnCVL\nChQMSJGiWrVy5Mh9+rRhAwRTpr59M9fR40cAIUWONFfS5Ely5BgxcnHnDjhw5mTOpMmHjxQp4szt\n5NmzJwCgQYWaI1rUKDZsZMg4WLTI3FOoUaWaKydOXLNm3sxt5coVwFewYcmRM1fWbFly5GTJogAB\nwoULKVLwiRatXDlz5cp163bnzokRIxQpumbO8OHDABQvZtzY8WPIkSVPLlfO3GVx4siRM9fZMzly\nliwpUDAgRYpq1cqRI/fp04YNEEyZ+vbN3G3cuQHs5t3b3G/gwcmRY8TI/8WdO+DAmWPe3DkfPlKk\niDNX3fr16wC0b+duzvt38NiwkSHjYNEic+nVr2dvrpw4cc2aeTNX3759APn17ydHzhxAcwIHmiNH\nTpYsChAgXLiQIgWfaNHKlTNXrly3bnfunBgxQpGia+ZGkiQJ4CTKlCpXsmzp8iXMcePIefOmTBkv\nXuLK8Sz3jQ+fAAEAEJUgIVmycMKE3bgh4KkCBWTI/AoXjhw5c1q1Aujq9au5sGLHliuXKlWAtCNG\njBtn7i3cbdtgwDBgIJK5vHr37gXg9y9gc4IHE752LUMGAAoUgANn7jHkyI/JkaN25kyvXuY2c+4M\n4DPo0OHCmSttunS2bP9+/DRAgMCECTt2XGHDNm7ct1GjUqQY4HvChGLFzBEvbhwA8uTKlzNv7vw5\n9OjjxoUjR+7ZM2jQmIkTp02brQULBAgAAECABAlv3thp0CBAgAIFSpw69exZOXP69+8H4B8gAIED\nAZgzeBAhwh8BAjBgsGqVOYkSy2XKdOCAAwfDzHX0+PEjAJEjSZozeRKlSU2aAgAAMGyYOZkzaW7b\npkzZrWDBypUz9xNoUABDiRYlR85cUqVLhw3jceAACRJEiEAaM4YWrTkSJAwYUKBAD3DgzJU1e7Ys\nALVr2bZ1+xZuXLlzx40LR47cs2fQoDETJ06bNlsLFggQAACAAAkS3rz/sdOgQYAABQqUOHXq2bNy\n5jh37gwAdGjR5kiXNm36R4AADBisWmUONuxymTIdOODAwTBzu3n37g0AeHDh5ogXN05ck6YAAAAM\nG2YOenTp27YpU3YrWLBy5cx19/4dQHjx48mRM3ceffphw3gcOECCBBEikMaMoUVrjgQJAwYUKACw\nBzhw5goaPFgQgMKFDBs6fAgxosSJ4sSRu/jtGzZsxTJlwoRpiQsXHjwwYJCgQAEBAgC4DBDgwAFh\n5cqZu4kz500APHv6NAc0qFCh3ShQIECAAYMVjx6FCtWEAIECBThw+GYuq9atWwF4/QrWnNixZMWS\nIzcAAAANGsKFMwc3/+6qVSJENGkCrFw5c3z7+uULILDgweYKGz5MjhwpUg0IEDBg4MCBAQgQCBAw\nIECABw/w4DEHOrTo0QBKmz6NOrXq1axbuxYnjpzsb9+wYSuWKRMmTEtcuPDggQGDBAUKCBAAIHmA\nAAcOCCtXzpz06dSlA7iOPbu57dy7d+9GgQIBAgwYrHj0KFSoJgQIFCjAgcM3c/Tr27cPIL/+/eb6\n+wdoTuBAcuQGAACgQUO4cOYcPly1SoSIJk2AlStnTuNGjhoBfAQZ0txIkiXJkSNFqgEBAgYMHDgw\nAAECAQIGBAjw4AEePOZ8/gQaFMBQokWNHkWaVOlSpuPGmYNarly4cP+3pEi5c0dZtWrfvvHi5eXB\nAwBly06YECtWOXNt3b59C0DuXLrm7N7Fm7dZswULBAgAEEBwAAEDBkCAMGhQOXONHT9+DEDyZMrm\nLF/GjJkHAAACBECAQIQJkxgxHggQQIDAiBHazL2GHTs2ANq1bZvDnVs3OXKKFCUQIADAcOLEC/Dg\nQY2aOebNnT9nDkD6dOrVrV/Hnl37dnLkzH3/Lk4ctlWrvn0bZ079enHFitGgEYcOnXDhypUzl1//\nfv4A/AMEIHAgAHMGDyJMCA4cBw4GDAAIEAAAAAgNGhgyBAyYuY4eP4IEIHIkSXMmT6JEqQUAy5Yu\nXYIA0aqVuZo2b+L/BKBzJ09zPn8CFSfu2LEEDRocOGDCBAENGixY0KVNm7mqVq9ivQpgK9euXr+C\nDSt2LFly5MyhRStOHLZVq759G2duLl1xxYrRoBGHDp1w4cqVMyd4MOHCAA4jTmxuMePGjsGB48DB\ngAEAAQIAAAChQQNDhoABMyd6NOnSAE6jTm1uNevWrbUAiC179mwQIFq1Mqd7N+/eAH4DD25uOPHi\n4sQdO5agQYMDB0yYIKBBgwULurRpM6d9O/fu3AGADy9+PPny5s+jT29uPfv27t/Djy+fPYD69u+b\ny69/P//85ACS27ZtmDBh48aVM7eQYUOHDwFElDjRXEWLFzF++kSK/xQfPiAMGOjQQQcwYOTImVO5\nkmVLlQBgxpRpjmZNmzdx5tS5syYAnz+BBhU6lGhRo0fNJVW6lGlTp0+hKgUwlWpVc1exZtV6lRy5\nbduGCRM2blw5c2fRplW7FkBbt2/NxZU7l+6nT6RI8eEDwoCBDh10AANGjpw5w4cRJzYMgHFjx+Yg\nR5Y8mXJly5cjA9C8mXNnz59BhxY92lxp06dRp1a9mrVpAK9hxzY3m3Zt27dx59ZNG0Bv37/NBRc+\nnHhx48eRCwewnHlzc8+hR5c+nXp169ABZNe+nXt379/Bhxdvjnx58+fRp1e/vjwA9+/hm5M/n359\n+/fx558PgH9///8AzQkcSLCgwYMIEw4EwLChQ3MQI0qcSLGixYsRAWjcyLGjx48gQ4ocaa6kyZMo\nU6pcydIkgJcwY5qbSbOmzZs4c+qkCaCnz5/mggodSrSo0aNIhQJYyrSpuadQo0qdSrWqVagAsmrd\nyrWr169gw4o1R7as2bNo06pdWxaA27dwzcmdS7eu3bt4884FwLevX3OAAwseTLiw4cOBAShezLhc\nOXOQI0ueTLmy5cvmAGjezLmz58+gQ4seba606dOoU6tezdo0gNewY5ubTbu27du4c+umDaC379/m\nggsfTry48ePIhQNYzrx5uXLmokufTr269evYzQHYzr279+/gw4v/H0++vPnz6NOrX8++vfv38OPL\nn0+/vv37+PPr38+/v3+AAAQOJFjQ4EGECRUuZNjQ4UOIESVOpFjR4kWMGTVu5NjR40eQIUWOJFnS\n5EmUKVWuZNnS5UuYMWXOpFnT5k2cOXXu5NnT50+gQYWCNFfU6FGkSZUuZWoUwFOoUcuVM1fV6lWs\nWbVmHTeunDmwYcMCIFvWbLly5tSuZdvW7Vu4cc0BoFvXbrly5vTu5dvX795y5syVK2fO8GHEiQ0D\nYNzY8WPIkSVPplzZ3GXMmTVv5tzZM2YAoUWPNlfa9GnUqVWvZm0awGvYsc3Npl3b9m3cuXXTBtDb\n929zwYUPJ17c//hx5MIBLGfe3Plz6NGlT6duzvp17Nm1b+fe/ToA8OHFmyNf3vx59OnVry8PwP17\n+Obkz6df3/59/PnnA+Df3z9AcwIHEixo8CDChAMBMGzo8CHEiBInUqxo7iLGjBo3cuzoESOAkCJH\nmitp8iTKlCpXsjQJ4CXMmOZm0qxp8ybOnDppAujp86e5oEKHEi1q9ChSoQCWMm3q9CnUqFKnUjVn\n9SrWrFq3cu16FQDYsGLNkS1r9izatGjJkTPn9i1ctwDm0q1r7i7evHr38u3rFy+AwIIHmyts+DDi\nxIbJkTPn+DHkyJLNAahs+TLmzJo3c+7s2Rzo0KJHky5t+nRoAP+qV7M25/o17NiyZ8smR84c7ty6\ncQPo7fu3ueDChxMvbvw4cuEAljNvbu459OjSp0MnR84c9uzat3M3B+A7+PDix5Mvb/48enPq17Nv\n7/49/PjrAdCvb98c/vz69/Pvvx/guGjRzBU0eLAgAIULGZpz+BBiRIkTKVZ8CABjRo3mOHb0+BGk\nOWbMpEkrZw5lSpUrWQJw+RJmTJkzada0edNcTp07efb0+ROoTgBDiRY1dxRpUqVLmSodFy2aOalT\nqUoFcBVrVnNbuXb1+hVsWLFcAZQ1e9ZcWrVr2bY1x4yZNGnlzNW1exdvXgB7+fb1+xdwYMGDCZsz\nfBhxYsTkyE3/M2aMGzdy5ihXtnwZMwDNmzmb8/wZdGjRo82NG6dL14xLl8y1dv26NQDZs2mbs30b\nt+1x40KhQpUrV69eoaZNEyfOXHLly5k3NwcAenTp5qhXt34dOyooUCBBKmcOfHjx48kDMH8efXr1\n69m3d//eXHz58+nHt2btzh0dL17YsQMw0bRp376ZO4gwocKDABo6fGguosSJFCtW5MbNjp0GDRio\nUmUupMiRIQGYPInSnMqVK8mdOnXgAICZNGvOxPDtm7mdPHv67AkgqNCh5ooaPYr06K5dJDJkcOSI\nnLmpVKtavQogq9atXLt6/Qo2rFhzZMuaPUvWmrU7d3S8eGHH/06iadO+fTOHN6/evXgB+P0L2Jzg\nwYQLGzbMjZsdOw0aMFClypzkyZQlA7iMObO5zZw5kzt16sABAKRLmyaN4ds3c6xbu37tGoDs2bTN\n2b6NOzfuXbtIZMjgyBE5c8SLGz+OHIDy5cybO38OPbr06eaqW7+OnRYtEyYMGBBQIHwBBwECCBAw\nYACgT5/IkTMHP758APTr2zeHP7/+/fz3lwOICBEFCgoUTJg0ydxChg0XAoAYUaI5ihXNgQOXKUAA\nAB09fgTZUZs2cyVNnkRZEsBKli3NvYQZU2a5cqBAWbBQ4MGDL1++mQMaVOhQogCMHkWaVOlSpk2d\nPjUXVepUqv+0aJkwYcCAgAJdCzgIEECAgAEDAH36RI6cObZt3QKAG1euObp17d7Fe7ccIkQUKChQ\nMGHSJHOFDR8uDEDxYsbmHD82Bw5cpgABAFzGnFnzZW3azH0GHVr0ZwClTZ82l1r1atblyoECZcFC\ngQcPvnz5Zk73bt69fQMAHlz4cOLFjR9HntzccubNm5ObMWPBAgIEFsSIcenSoA0bCBBIkIBMtmzm\nzJ9Hbx7Aevbtzb2HH1/+fHPl7JcjN21akiRChABcEy6cuYIGDxYEoHAhQ3MOHZYrJ06cow8fChQQ\nMGCAESN58lwzZkyZshQFCsCAYW4ly5YuVwKIKXOmuZo2b+L/3LIFBIgGDUasWTNsGDRv3swhTap0\nqVIATp9CjSp1KtWqVq+ay6p161ZTCxYIEIAAARhx4syhFSeuWDFLlrCVK2duLt26cwHgzavXHN++\nfv8C/jtuzpwKFVy4mGZuMePGjQFAjiy5XDlzli9bJkcOGrRXvHiFC2duNOnRGzYkSECOnLnWrl/D\nBiB7Nm1ztm/jxp3GgIEBAyhQUGTNmjZtvT598ubNHPPmzp8zByB9OvXq1q9jz659u7nu3r9/N7Vg\ngQABCBCAESfOHHtx4ooVs2QJW7ly5u7jz38fAP/+/gGaEziQYEGDBcfNmVOhggsX08xFlDhxIgCL\nFzGWK2eO/2NHjuTIQYP2ihevcOHMpVSZcsOGBAnIkTM3k2ZNmwBw5tRpjmdPnz7TGDAwYAAFCoqs\nWdOmrdenT968mZM6lWpVqQCwZtW6lWtXr1/BhjU3lmzZseXKCUqQQICADBm+mZM7d265cuPM5dW7\ndy8Av38BmxM8mHBhw4PJkfOVIkWBAk2alDM3mXLlygAwZ9Zcrpw5z59BhxYN2pgxCRLKlTO3mnVr\n1wBgx5ZtjnZt27SnTVMgQIACBWTIeBs3fBwyRoySJTO3nHlz58sBRJc+nXp169exZ9dujnt379zL\nlROUIIEAARkyfDO3nj37cuXGmZM/nz59APfx5ze3n39///8AzQkcOJAcOV8pUhQo0KRJOXMQI0qU\nCKCixYvlypnbyLGjx48djRmTIKFcOXMoU6pcCaCly5fmYsqcGXPaNAUCBChQQIaMt3FAxyFjxChZ\nMnNIkypdihSA06dQo0qdSrWq1avmsmrdmtWatQkCBAwYcONGNHNo05obNw4aNGDEiJEjZ66u3bsA\n8urda66v37+AA5u7di1TpgcAAHToEC6cuceQI0sGQLmy5XLlzGnezLmzZ86GDDFgECiQudOoU6sG\nwLq163LlzMmeLfvatSVLBDBgECbMtm3jzJkTRzxYsG7dzClfzry5cgDQo0ufTr269evYs5vbzr37\ndmvWJgj/EDBgwI0b0cypX29u3Dho0IARI0aOnLn7+PMD2M+/vzmA5gQOJFjQ4LVrmTI9AACgQ4dw\n4cxNpFjRIgCMGTWWK2fO40eQIUWCNGSIAYNAgcytZNnSJQCYMWWWK2fO5k2b164tWSKAAYMwYbZt\nG2fOnDikwYJ162bO6VOoUZ0CoFrV6lWsWbVu5drV3FewYcOFs2NnwYABChTgwBHLmDFx4qoBA1an\nDiZMvbhxM9fX79++AAQPJmzO8GHEiRWbmzOnQwcEKVKQI2fO8mXMmS0D4NzZsznQoUWPJj0aXI8e\nECCgQmXO9WvYsQHMpl3b3G3cuMmNGrVggYI5c8aNM1fc/7g5csnLlTPX3Plz6M0BTKde3fp17Nm1\nb+duzvv3797gwGnQQMB5AgQOHDDQoMEA+AECLFjAgoU2c/n1798PwD9AAAIHAjBn8CDChAp5LVgQ\nIIAHceLMUaxo8aJFABo3cjTn8SPIkB7LlQsXzliwYLVqTdmwwYIFK1bGmatp8+ZNADp38jTn8+fP\nbzRoCBBAQJCgcOHMMS1XTpw4a9GilStn7irWrFqvAujq9SvYsGLHki1r1hzatGm9wYHToIGAuAQI\nHDhgoEGDAXoDBFiwgAULbeYGEy5cGADixIrNMW7s+DFkXgsWBAjgQZw4c5o3c+7MGQDo0KLNkS5t\n+jTpcv/lwoUzFixYrVpTNmywYMGKlXHmdvPu3RsA8ODCzREvXvwbDRoCBBAQJChcOHPSy5UTJ85a\ntGjlypnr7v07+O4AxpMvb/48+vTq17M35/69uXHjemXIYMCAgAABBvAfEABggAAACBI8cODTJ3ML\nGTZ0CABiRInmKFa0eBGjEgAABgyIZA5kSJEjSQIweRKlOZUrWbZUWa6cLVsQDhwoUOBBhAgPHnjw\nYKlcOXNDiRYdCgBpUqXmmDZtaq1BAwAAAkSIYMsWNmzdMmWyYkUDCRLUqJkzexZtWrMA2LZ1+xZu\nXLlz6dY1dxevuXHjemXIYMCAgAABBhQeEAAxAMWKDxz/+PTJXGTJkykDsHwZsznNmzl39qwEAIAB\nAyKZM30adWrVAFi3dm0OdmzZs2GXK2fLFoQDBwoUeBAhwoMHHjxYKlfOXHLly5MDcP4cujnp06db\na9AAAIAAESLYsoUNW7dMmaxY0UCCBDVq5ti3d/+ePQD58+nXt38ff379+8319w/QXLly4Y4cQYAA\ngEIBAgoUIODAgQEDFgQIgADBlClzHDt6/AggpMiR5cqZO4kypcqTe/YAeHngwDZzNGvavIkTgM6d\nPM35/Ak0KFBjxhAMGFCggIQGDRAgMGBAT7hw5qpavVoVgNatXM15/WpOnDhaAQIAOHs2QAAIEAwM\nGAAg/25cKVLM2b2LN69dAHz7+v0LOLDgwYQLmzuMOPG4cXPmJBAgIEGCECFGbdtmzhy5YcOIEHn2\nzJzo0aRLAziNOrW51axbu16NDZsECQMOHFCkyJzu3bx7+zYHILjw4eaKGz+O/PiwYRsQICBBYkWD\nBgUKQICQzJz27dy5A/gOPry58eTNlSvXTI4cEiQUCBBQoMCAAQHqC7hfoAAIEOXKmQNoTuBAggQB\nHESYUOFChg0dPoRoTuJEiuPGzZmTQICABAlChBi1bZs5c+SGDSNC5Nkzcy1dvoQJQOZMmuZs3sSZ\n0yY2bBIkDDhwQJEic0WNHkWa1BwApk2dmoMaVepUqf/Dhm1AgIAEiRUNGhQoAAFCMnNlzZ49C0Dt\nWrbm3L41V65cMzlySJBQIEBAgQIDBgQALEBwgQIgQJQrZ07xYsaNATyGHFnyZMqVLV/GbE7zZs6a\ntWnjwYBBhAhAgDgzlzo1MmQ5cvDgwc3cbNq1awPAnVt3uXLmfP8G/psaNQ8eChRIgAGDGTPmnD+H\nHl26OQDVrV83l137du7Zy5Vz5crBgwcbNlBIkECBAiFCyJmDH1++fAD17d83l1///v3knAF0RoaM\nBQsQdOjAgQONBQsLFnjyZG4ixYoWAWDMqHEjx44eP4IMaW4kyZIjtWnjwYBBhAhAgDgzJ1MmMmQ5\ncvD/4MHNHM+ePn0CCCp0aLly5o4iTYqUGjUPHgoUSIABgxkz5q5izap1qzkAXr+CNSd2LNmyYsuV\nc+XKwYMHGzZQSJBAgQIhQsiZy6t3714Afv8CNid4MGHC5Jw5I0PGggUIOnTgwIHGgoUFCzx5Mqd5\nM+fOAD6DDi16NOnSpk+jNqd6NWvW4Lp0OXAAAgRb5cqZy82JEwMGAwZkMGbMHPHixokDSK58ebly\n5p5Dj06O3CILFhYs2LBhyIULZ86YCy9+PPny5gCgT6/eHPv27t+zDxaMCBELIUI4cRJDg4YUKQDS\nomWOYEGDBwEkVLjQXEOHDyFGjDhsGAECT56Y07iR/2NHAB9BhhQ5kmRJkydRmlO5kiVLcF26HDgA\nAYKtcuXM5eTEiQGDAQMyGDNmjmhRo0QBJFW6tFw5c0+hRiVHbpEFCwsWbNgw5MKFM2fMhRU7lmxZ\ncwDQplVrjm1bt2/ZBgtGhIiFECGcOImhQUOKFLRomRM8mHBhAIcRJza3mHFjx48fDxtGgMCTJ+Yw\nZ9a8GUBnz59BhxY9mnRp0+ZQp1a9+tYtAa8FEECCRJEiKQMGANCtO0ECcuTMBRc+HEBx48fJkTO3\nnPnyb984cTpgwIAGDThwKCBAQIoUc9/Bhxc/3hwA8+fRm1O/nn179apUJUly4coVK1aaRIiAAoUp\nU/8AzQkcSLAggIMIE5pbyLChw4cPW7UCACBAAHLmMmrcuBGAx48gQ4ocSbKkyZPmUqpcyTLlr18U\nKBAYMIABgwQFCgQIIEAAAixYzAkdSlQogKNIk5pbyrQpOXKECF3YsAEMmBQpFBgwQIyYua9gw4od\naw6A2bNozaldy7at2m7daNFSo0gRLVpmiBCZM8ebN3OAAwseDKCw4cPmEitezLhxY3DgAgRIkKCc\nucuYM2cGwLmz58+gQ4seTbq0udOoU6s+/esXBQoEBgxgwCBBgQIBAggQgAALFnPAgwsHDqC48ePm\nkitfTo4cIUIXNmwAAyZFCgUGDBAjZq679+/gw5v/A0C+vHlz6NOrX4++WzdatNQoUkSLlhkiRObM\n8ebNnH+A5gQOJCgQwEGECc0tZNjQ4cOH4MAFCJAgQTlzGTVu3AjA40eQIUWOJFnS5ElzKVWuZLmy\nWzccFiwgQNAhRw4vXlKkkEGLljmgQYUCBVDU6FFzSZUuJUcODx4KUTt0OHBAgBUr5rRu5drV61YA\nYcWONVfW7Fm0Z8eNe+XHT6BAWnr0aNVKnDhzefXu5QvA71/A5gQPJlzYsOFr1xYsSJCAnDnIkSVL\nBlDZ8mXMmTVv5tzZsznQoUWPFt2tGw4LFhAg6JAjhxcvKVLIoEXL3G3cuW8D4N3btzngwYWTI4cH\n/w8F5B06HDggwIoVc9GlT6deXToA7Nm1m+Pe3ft37+PGvfLjJ1AgLT16tGolTpw5+PHlzwdQ3/59\nc/n17+ffvz/Aa9cWLEiQgJy5hAoXLgTg8CHEiBInUqxo8aK5jBo3cuyokRxIc+bIkXPm7NO3b+ZW\nsmy5EgDMmDLN0axpk+a1a3wiRFiwYMAADdasmStq9CjSpEYBMG3q1BzUqFKnUg1mwUKFCinWrIkW\nrVw5c2LHki0L4CzatObWsm3r9u3bceM2bMCAAZy5vHr37gXg9y/gwIIHEy5s+HC5cuYWM27s+DFk\nc+HCXdu1yxzmzJoxA+js+bO50KJHj6ayYIEAAf8IEPwoV84c7NiyZ9OODeA27tzmdvPu7fu3BgDC\nAaiABKlcOXPKlzNvrhwA9OjSzVGvbv06duzQoBnobsCbufDix48HYP48+vTq17Nv7/59uXLm5tOv\nb/8+fnPhwl3btQugOYEDCQoEcBBhQnMLGTZsSGXBAgECECD4Ua6cOY0bOXb0uBFASJEjzZU0eRJl\nSg0AWAJQAQlSuXLmaNa0eZMmAJ07eZrz+RNoUKFCoUEzcNSAN3NLmTZtCgBqVKlTqVa1ehVrVnNb\nuXb1+hVsWLFcAZQ1e9ZcWrVr2fbpU6lSr17lzNW1exdvXrwA+Pb1aw5wYMGDCZsKEMCBA0/kyJn/\nc/wYcmTIAChXtmwOc2bNmzlzLlfuwoUgQcqZM30aNWoAq1m3dv0admzZs2mbs30bd27du3n3vg0A\neHDh5ogXN368T59KlXr1KmcOenTp06lPB3Ade3Zz27l39/7dVIAADhx4IkfOXHr169mvB/Aefnxz\n8+nXt3//frlyFy4ECQKwnLmBBAsWBIAwocKFDBs6fAgxormJFCtavIgxo0aKADp6/GgupMiRJEOW\nK2cupcqVLFu6NAcgpsyZ5mravIkzJzhWrFChKmcuqNChRIsCOIo0qbmlTJs6ffq0XLlRo3z5Moc1\nq9atALp6/Qo2rNixZMuaNYc2rdq1bNu6fZsW/4DcuXTN2b2LN6/dcuXM+f0LOLDgweYAGD6M2Jzi\nxYwbOwbHihUqVOXMWb6MObNmAJw7ezYHOrTo0aRJlys3apQvX+Zau34NG4Ds2bRr276NO7fu3eZ6\n+/4NPLjw4cR9AziOPLm55cybO38OPbp05gCqW79uLrv27dy7e/8OXjuA8eTLmzuPPr369ezNiRNH\njpy5+fTr2weAP7/+/fz7+wcIQOBAggUNHhRoTuFChg0dPoQYcSEAihUtlitnTuNGjh09fgQZ0hwA\nkiVNlitnTqXKcuXMvYQZU+ZMmjVhAsCZU6c5nj3NlStnTuhQokWNHkU6FMBSpk2dPoUaVepUqv/m\nrF7FmlXrVq5drwIAG1ZsuXLmzJ5Fm1btWrZtzQGAG1duuXLm7NotV87cXr59/f4FHJgvAMKFDZtD\nnNhcuXLmHD+GHFnyZMqPAVzGnFnzZs6dPX8GHVr0aNKlTZ9GnVr1atatXb+GHVv2bNq1bd/GnVv3\nbt69ff8GHlz4cOLFjR9Hnlz5cubNnT+HHl36dOrVrV/Hnl37du7dvX8HH178ePLlzZ9Hn179evbt\n3b+HH1/+fPr17d/Hn1//fv79/QMEIHAgwYIGDyJMqHAhw4YOH0KMKHEixYoWL2LMqHEjx44eP4IM\nKXIkyZImT6JMqXIly5YuX8KMKXMmzZo2b+IxzKlzJ8+ePn8CDSp0KNGiRo8iTap0KdOmTp9CjSp1\nKtWqVq9izap1K9euXr+CDfs0IAAh+QQICgAAACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5\n+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl\n5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ\n0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjHx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr69vb28\nvLy7u7u6urq5ubm4uLi3t7e2tra1tbWzs7OysrKxsbGwsLCvr6+urq6tra2srKyrq6uqqqqpqamo\nqKinp6empqalpaWjo6OioqKhoaGgoKCenp6dnZ2cnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OS\nkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmIiIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+\nfn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRzc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWlo\naGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5dXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRT\nU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhHR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48\nPDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAvLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQj\nIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkYGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAP\nDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYFBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHDhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhT\nqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CDCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3K\ntavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1Lt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLFa\nc5AjS55MubLly5EBaN7M2Zznz6BDix5NuvRnAKhTqzbHurXr17Bjy57dGoDt27jN6d7Nu7fv38CD\n7wZAvLjx48iTK1/OvLm559CjS59Ovbp16ACya99urrv37+DDi/8fT947gPPo05tbz769+/fw48tn\nD6C+/fvm8uvfz7+/f4DmBA4kWLAgAIQJFS5k2NDhQ4gRzU2kWNHiRYwZNVIE0NHjR3MhRY4kWdLk\nSZQiAaxk2dLcS5gxZc6kWdMmTAA5de4019PnT6BBhQ4l6hPAUaRJlS5l2tTpU6jmpE6lWtXqVaxZ\npwLg2tWrObBhxY4lW9bs2bAA1K5la87tW7hx5c6lW/ctALx59Zrj29fvX8CBBQ/uC8DwYcSJFS9m\n3NjxY3ORJU+mHLlcOXOZNW/m3NmzOQChRY82V9r0adSny5UTV66cOdixZc+mHRvAbdy5ze3m3dv3\nb+DBhfMGUNz/+HFzyZUvZ97c+XPoygFMp17d+nXs2bVv527O+3fw4b2XK2fO/Hn06dWvNwfA/Xv4\n5uTPp1+ffrly4sqVM9ffP0BzAgcSLDgQAMKECs0xbOjwIcSIEic2BGDxIkZzGjdy7OjxI8iQGwGQ\nLGnyJMqUKleybGnuJcyY27aJEoXozp01a86cCQMJ0rRp5oYSLWr0qDkASpcyNef0KdSoTrFhw4Rp\nkDNn2rSZ6+r1K9iw5gCQLWvWHNq0ateybev2bVoAcufSNWf3Lt68es2RI+fLl6FYsahRM2f4MOLE\nhgEwbuz4MeTIkidTrmzuMubM27aJEoXozp01a86cCQMJ0rRp/+ZWs27t+rU5ALJn0zZn+zbu3Lax\nYcOEaZAzZ9q0mStu/Djy5OYAMG/u3Bz06NKnU69u/Xp0ANq3czfn/Tv48OLNkSPny5ehWLGoUTPn\n/j38+O4B0K9v/z7+/Pr38+9vDqA5gQMFZuvQQYAAAAMGAAAQIACAABMDsPDly1xGjRs5bgTwEWRI\ncyNJljRJixYDBgMGLJgzBw8eXN68mbN5E2dOnAB49vRpDmhQoUDHjeNWrpw5pUuZNnX6dCkAqVOp\nmrN6FWtWrZQkSADw9asBAyVKlDN3Fm3atADYtnX7Fm5cuXPp1jV3Fy/eWgkSBAggYEDgAQcOFAgQ\nAACAAaVKmf9z/BhyZMgAKFe2bA5zZs2aw4UIEQB0AA5TphQpwidVqkyZSpVaVq6cOdmzacsGcBt3\nbnO7efMuBwyYJk3gzBU3fhx5cuXIATR3/txcdOnTqU/PlAkBAO0AAnTvLkCAJHPjyZcvDwB9evXr\n2bd3/x5+fHPz6dOvlSBBgAACBvQfAPDAgQIBAgAAMKBUKXMMGzp86BCAxIkUzVm8iBFjuBAhAngM\nwGHKlCJF+KRKlSlTqVLLypUzBzOmTJgAatq8aS6nTp3lgAHTpAmcuaFEixo9itQogKVMm5p7CjWq\n1KiZMiEAgBVAgK1bBQiQZC6s2LFjAZg9izat2rVs27p9ay7/rly54FKl8uOHSqRIkCABA0YmQ4YA\nAQ5s22YuseLFjBcDeAw5srnJlCtXlgYCRIAABAjAoUZt2TJtzZrZsmXEiJg6dZAh42YutmzZAGrb\nvm0ut27d4mzYMGIkmbnhxIsbJ06OGrVy5cw5fw4dgPTp1M1Zv449u3Vu3BIkABAggAABJRo0GDAA\nAAAO5tq7f/8egPz59Ovbv48/v/795vr7B2hOILhUqfz4oRIpEiRIwICRyZAhQIAD27aZw5hR40aN\nADx+BGlO5EiSJKWBABEgAAECcKhRW7ZMW7NmtmwZMSKmTh1kyLiZAxo0KACiRY2aQ5o0qTgbNowY\nSWZO6lSq/1WnkqNGrVw5c129fgUQVuxYc2XNnkVblhu3BAkABAggQECJBg0GDAAAgIM5vn39+gUQ\nWPBgwoUNH0acWLE5xo0dP4YsTo4cBAiWmMOcWfNmzgA8fwZtTvRo0qSRVaggQAAFCuHMvYYd2xy5\ncOG8eQNnTvfu3QB8/wZuTvjw4bQKFECAwFO3buXKmYMeXTp0YMDGtGolTlw5c929ewcQXvx4c+XN\nn0dfXo6cAQMOzJhhyFAyU6Y4cCBA4IM5/v39AzQn0ByAggYPIkyocCHDhg7NQYwocSLFbFmyFCjQ\nyxzHjh4/ggQgciRJcyZPojRJjhyPAQMAAEiSpJy5mjZv4v80V84cz549AQANKtQc0aLmuHGrAGAp\nAANPnpQokSLFBRw4GDAwIUHCixcECDAoU6ZcOXNmz6IFoHYtW3Nu38KNy4xZggQECFRQpYoatW+3\nbr14IUDAg2rVzCFOrBgxgMaOH0OOLHky5cqWzWHOrHkz52xZshQo0Msc6dKmT6MGoHo1a3OuX8N2\nTY4cjwEDAABIkqScud6+fwM3V84c8eLFASBPrtwc8+bmuHGrAGA6AANPnpQokSLFBRw4GDAwIUHC\nixcECDAoU6ZcOXPu38MHIH8+fXP27+PPz4xZggQEABKooEoVNWrfbt168UKAgAfVqpmTOJGiRAAX\nMWbUuJH/Y0ePH0GaEzmSZEmS48bpSpBAgIBk5mDGlDmTJgCbN3Ga07mTp85jxzYAABAgwKZN5pAm\nVbqUKVMAT6FGNTeVqjlt2iAA0AogQFcAX8GCJbCA7AIECDAMG2aObVu3bAHElTvXXF27d+92GzLE\ngAEGDPg4c5YtmzRKlBYsCBAgQrZs5iBHlgwZQGXLlzFn1ryZc2fP5kCHFj1a9LhxuhIkECAgmTnX\nr2HHlg2Adm3b5nDn1o372LENAAAECLBpkznjx5EnV64cQHPnz81Fl25OmzYIALADCLAdQHfv3gks\nEL8AAQIMw4aZU7+evXoA7+HHNzeffv363YYMMWCAAQM+/wCdOcuWTRolSgsWBAgQIVs2cxAjSoQI\noKLFixgzatzIsaNHcyBDihwJsly5UaMSBAggQAAvczBjypxJE4DNmzjN6dzJkxw5LlwIBAggQMCw\nYeaSKl3KtGlTAFCjSjVHtao5ceIoDRgAoKvXrwMGHDgwpEmTGDEcOIBCjpy5t3DjvgVAt65dc3jz\n6tVrLU2aBg1UqIBmrrC5cZMmKVBQoEAgc5AjS5YMoLLly5gza97MubNnc6BDix4Nuly5UaMSBAgg\nQAAvc7Bjy55NG4Dt27jN6d7Nmxw5LlwIBAggQMCwYeaSK1/OvHlzANCjSzdHvbo5ceIoDRgAoLv3\n7wMGHP84MKRJkxgxHDiAQo6cuffw478HQL++fXP48+vXby1NGoANGqhQAc3cQXPjJk1SoKBAgUDm\nJE6kSBHARYwZNW7k2NHjR5DmRI4kWVLksmUSJAgI0DIACHHizM2kWdNmTQA5de4019Pnz1evECAo\nYMBAgwagQJVj+u0bHyVKhAghQ+aZOaxZtWoF0NXrV3NhxY4dNqxFCwwMGChQIEGCDz9+evXiNm2a\nGTMaNPAx19fv378ABA8mbM7wYcSIyw0bRoLEnDnmJE+2Zm3DhilTxpnj3NmzZwChRY8mXdr0adSp\nVZtj3dr163LlkiQhQCCAAAEAdAsQIEaMOHHmhA8nXhz/wHHkyc0tZ85cGwUKAgQQWLCgQAEHDk7Y\nsZMgQQAAAAYMECCgwZAh2LCVM9fevXsA8eXPN1ff/n1x4rBhW2XJEsA6dVq1UkSKFDJk32LFAgJk\nwoRn5iZSrFgRAMaMGs1x7Ojx47BhDBgwY2buJEo8eFy4UKTIHMyYMmcCqGnzJs6cOnfy7OnTHNCg\nQoeWK5ckCQECAQQIAOBUgAAxYsSJM2f1KtasALZy7WruK1iw2ihQECCAwIIFBQo4cHDCjp0ECQIA\nADBggAABDYYMwYatnLnAggUDKGz4sLnEiheLE4cN2ypLlurUadVKESlSyJB9ixULCJAJE56ZK236\n9GkA/6pXszbn+jXs2MOGMWDAjJm53Lrx4HHhQpEic8KHEy8O4Djy5MqXM2/u/Dl0c9KnU6/erZsd\nO0SIaFq1yosXBQECAABQoEA1c+rXs2cP4D38+Obm06eviQCBAAEWHDhAACABBAgarFhRokSHOXMA\nAcKBYwMDBiRIADN3ESNGABs5djT3EWRIkSPJYcOmTRs0QoQsWPjwYZw5mTNp0gRwE2dOczt59vSZ\nLVuVKuaIFjVXbs2aFCmmTTP3FGpUqQCoVrV6FWtWrVu5djX3FWxYsd262bFDhIimVau8eFEQIAAA\nAAUKVDN3F2/evAD49vVrDnDgwJoIEAgQYMGBAwQIIP9A0GDFihIlOsyZAwgQDhwbGDAgQQKYOdGj\nRwMwfRq1OdWrWbd2TQ4bNm3aoBEiZMHChw/jzPX2/fs3AOHDiZszfhx58mzZqlQx9xy6uXJr1qRI\nMW2aOe3buXcH8B18ePHjyZc3fx69OfXr2bcvV06cOHPz6Zsr9+SJAAEAAOgwB9CcwIEEBwI4iDCh\nuYUMGUYyYGDAgAcUJUjo0mVXuHDmOnr0GG7GjAIFTJg7iRIlgJUsW5p7CTOmzJkwy5WzRoSIAwc/\nfpj7CTSoUABEixo1hzSp0qXevNmyVa6cuankyAE5cAAFilmzzHn9CjYsgLFky5o9izat2rVszbl9\nCzf/rty55oQJGzDAgrm9fPv2BQA4sGBzhAsXFjZhAgECMUqV8ubNnOTJlCtLPnHiQbly5jp7Ngcg\ntOjR5kqbPo06NepqHDhIkLBpk7nZtGvbBoA7t25zvHv7/q1NGzBg06Z5Y8RowYIABAgwYCBBwiRz\n1Ktbtw4gu/bt3Lt7/w4+vHhz5MubP48+vTlhwgYMsGAuvvz58wHYv4/fnP79+4VNADiBAIEYpUp5\n82ZO4UKGDRWeOPGgXDlzFS2aA5BR40ZzHT1+BBkSZDUOHCRI2LTJ3EqWLV0CgBlTpjmaNW3e1KYN\nGLBp07wxYrRgQQACBBgwkCBhkjmmTZ06BRBV6lSq/1WtXsWaVas5rl29fgUb1ly4cAAAHCBHztxa\ntm3XAoAbV645unXr5hGQV0AHceLM/QUcWPDfcuU8eACwbZs5xo3NAYAcWTI5cubKlTOXWfNmzp2B\nHThw4YIzZ+ZMn0adGsBq1q3LlTMXW/ZscuR8GTL04EGBAgB8//YtQAAA4hgwkCNnTvly5gCcP4ce\nXfp06tWtXzeXXft27t29mwsXDgCAA+TImUOfXj16AO3dvzcXX778PALsC+ggTpw5/v39AzQncKC5\ncuU8eACwbZu5hg7NAYgocSI5cubKlTOncSPHjh6BHThw4YIzZ+ZOokypEgDLli7LlTMncyZNcuR8\nGf8y9OBBgQIAfgL9KUAAgKIYMJAjZ24p06YAnkKNKnUq1apWr2I1p3Xr1m3YsJkLK3Ys2bB8+AAA\nAMEc27Zu3QKIK3euubp27cYJoDdAKHN+/wIODLhcuQEDAnDjZm4xY3MAHkOOTI5cucrmLmPOrHnz\nlgIFGDAIF84c6dKmTwNIrXp1uXLmXsM2102VKiBAZCxYECAAgN69BQiwkCLFgQMAjgsQIEQIrXLl\nzEGPbg4A9erWr2PPrn079+7mvoMHvw0bNnPmz6NPb54PHwAAIJiLL3/+fAD27+M3p3///jgBAAYQ\nGMpcQYMHER4sV27AgADcuJmTONEcAIsXMZIjV47/ozmPH0GGFLmlQAEGDMKFM7eSZUuXAGDGlFmu\nnDmbN811U6UKCBAZCxYECACAKFEBAiykSHHgAACnAgQIEUKrXDlzV7GaA7CVa1evX8GGFTuWbLly\n5tCiHTfuVocOtWqZkzuX7lxs2BAgAADAjDm/fwEDBjCYcGFzhxEjjhQggAABXMiRMzeZcmXLk6NE\nIUCgQLly5kCHNgeAdGnT5cqZI0fOXGvXr2G/HjcOxYABHz5w42aOd2/fvwEEFz68XDlzx8mR27aN\n0oIFBw4gWLCAAIEI11OkgAKlkQ4dDhwAEC9+wIAEvnyZU7/eHAD37+HHlz+ffn3798mRM7efvzlh\n/wARIHjwwJu5gwgTmttWoYIAAQcOYDNHsaJFiwAyatxorqNHj8MgQDBg4MqfP716jRtnrqXLl+XK\nkTlwYMGCNuZy6tQJoKfPn+XKkQsXrlw5c0iTKl2KNFgwCwsWyJHjzZu5q1izagXAtavXcuXMiSVH\nLly4VSBAePBAKVo0cuTKlTM3bly2bK+iRHnxwoMHCho0KFBAoE4dc4gTmwPAuLHjx5AjS55MuTI5\ncuYyazYnDAGCBw+8mRtNurS5bRUqCBBw4AA2c7Bjy5YNoLbt2+Zy69Y9DAIEAwau/PnTq9e4ceaS\nK19erhyZAwcWLGhjrrp16wCya99erhy5cOHKlf8zR768+fPkgwWzsGCBHDnevJmbT7++fQD48+sv\nV86cf4DkyIULtwoECA8eKEWLRo5cuXLmxo3Llu1VlCgvXnjwQEGDBgUKCNSpY87kSXMAVK5k2dLl\nS5gxZc4kR87cTZzmtBEgAABAgVattm0TJ87ZsWMQIAgIEKBBgyRJzE2lWtUqAKxZtZrj2rVrNhMm\nECAQUBYAgAABBlChsmIFmRQp7twRIACAAAFkyLAy19evXwCBBQ8WJ45ctmzWrJUrZ87xY8iRX71a\nYMDAjRvQoJnj3NnzZwChRY8eN87c6XLlwIHL1qfPrVvhzM2mbS5cuECBPGjQcORIkCA6JEhIkED/\nABky5cqZY84cwHPo0aVPp17d+nXs5MiZ497dnDYCBAAAKNCq1bZt4sQ5O3YMAgQBAQI0aJAkiTn8\n+fXvB9DfP0AAAgGYK2jQYDYTJhAgEOAQAIAAAQZQobJiBZkUKe7cESAAgAABZMiwMmfy5EkAKley\nFCeOXLZs1qyVK2fuJs6cOl+9WmDAwI0b0KCZK2r0KFIASpcyHTfOHNRy5cCBy9anz61b4cxx7Wou\nXLhAgTxo0HDkSJAgOiRISJBAABky5cqZq1sXAN68evfy7ev3L+DA5gYTJkzOhw8BAgIAaAwgQAAA\nkiUHECLk0qVx48xx7uz5M4DQokebK23atLhM/5ly5JgQIACA2LJn0wZQgBKlaNHEmevt2zeA4MKH\nlytnjhw5atS4cfM2bpy56NKnR1+2bAgGDA4cjBpl7jv48OIBkC9vvlw5c+rXmysnTly5cubm059f\nrlykSDHAgEGECGCePFFevJgwocGkSeYYNjQHAGJEiRMpVrR4EWNGcxs5dqRGLUsWAQBIlgQQIIAA\nAYq+fSNHzlxMmTNpxgRwE2dOczt59uwpLlo0DBgOHBhQoAAAAAUQILhwYckSbuaoVrVqFUBWrVvN\nde1arhw2bLjAgJk1K5w5tWvZmqMGA4YCBT9+mLN7F29eAHv59jX3F3BgwYMBlysnrlzicuHCVf9j\nxgwZslzjxpmzfNkcAM2bOXf2/Bl0aNGjzZU2fZoatSxZBABw/RpAgAACBCj69o0cOXO7eff2vRtA\ncOHDzRU3fvy4uGjRMGA4cGBAgQIAABRAgODChSVLuJnz/h08eADjyZc3d/58uXLYsOECA2bWrHDm\n6Ne3b44aDBgKFPz4AdCcwIEECwI4iDChuYUMGzp8yLBcOXHlKpYLF64aM2bIkOUaN86cyJHmAJg8\niTKlypUsW7p8aS6mzJk0yZH79k2cOHM8e/r8CRQogKFEi5o7ijSp0qVMmzpFCiCq1Knmqlq1Wi5b\nNmzYxJEjZy6s2LHdus2ZEyVKOXNs27p1CyD/rty55uravYs3r969fO0C+As4sODBhAsbPozYnOLF\njBuTI/ftmzhx5ipbvow5c2YAnDt7Ngc6tOjRpEubPh0agOrVrM25fv26XLZs2LCJI0fOnO7dvLt1\nmzMnSpRy5oobP34cgPLlzM05fw49uvTp1Ks/B4A9u/bt3Lt7/w4+vLnx5MubP48+vXryANq7f28u\nvvz59Ovbv49fPoD9/PubA2hO4MCB5MiFC1esWjVs2Mw9hPiwXLlq1fbsCWdO40aOHAF8BBnS3EiS\nJU2eRJlSJUkALV2+hBlT5kyaNW2aw5lT506ePX3+zAlA6FCi5oweRZpU6VKmTY8CgBpVqjmq/1Wt\nkiMXLlyxatWwYTMXVmzYcuWqVduzJ5w5tm3dugUQV+5cc3Xt3sWbV+9evnYB/AUcWPBgwoUNH0Zs\nTvFixo0dP4YceTEAypUtm8OcWfNmzp09f84MQPRo0uZMn0aNuhw3buLEmYMdWzY4cMaMhTOXW/fu\n3QB8/wZuTvhw4sWNH0eefDgA5s2dP4ceXfp06tXNXceeXft27t29YwcQXvx4c+XNn0efXv169uYB\nvIcf39x8+vXrjxOXX5w5/v39AyxXjho1cuYOIkyYEADDhg7NQYwocSLFihYvRgSgcSPHjh4/ggwp\ncqS5kiZPokypciVLkwBewoxpbibNmjZv4v/MqZMmgJ4+f5oLKnTo0HHijoozp3Qp03LlqFEjZ24q\n1apVAWDNqtUc165ev4INK3ZsVwBmz6JNq3Yt27Zu38KNK3cu3bp27+LNq3cv375+/wIOLHgw4cKG\nDyNOrHgx48aOH0OOLHky5cqWL2POrHkz586eP4MOLXo06dKmT6NOrXo1a8HlypmLLXs27dq2b+M2\nB2A3797mfgMPLnw48eLGgQNIrny5uebOn0OPLn06decArmPPbm479+7ev3MvV46cufLmz6NPD2A9\n+/bu38OPL38+/XLlzOHPr38///7+AZoTOJAgAIMHEZpTuJBhQ4cPIUZcCIBiRYvmMGbUuJH/Y0eP\nHzMCEDmSpDmTJ1GmVHmyXDly5mDGlDmTJgCbN3Hm1LmTZ0+fP80FFTqUaFGjR5EKBbCUaVNzT6FG\nlTqValWrUAFk1brVXFevX8GGFTuWrFcAZ9GmNbeWbVu3b9mSI8dt3Lhyd8uZ07uXb18AfwEHFjyY\ncGHDhxGbU7yYcWPHjyFHXgyAcmXL5jBn1ryZc2fPnzMDED2atDnTp1GnVr2adevTAGDHlm2Odm3b\nt3HX5sbNU7Jk0KBx40bOXHHjx48DUL6ceXPnz6FHlz7dXHXr17Fn176du3UA38GHNzeefHnz59Gn\nV08eQHv3783Flz+ffn379/HLB7Cff39z/wDNCRxIsKBBgdy4eUqWDBo0btzImZtIsWJFABgzatzI\nsaPHjyBDmhtJsqTJkyhJVqtWzpzLlzBhAphJs6a5mzhz6tzJs6dPnACCCh1qrqjRo0iTKl3K1CiA\np1CjmptKtarVq+bGjVOjxkWLFnLk5MmjzZzZs2jRAljLtq3bt3Djyp1L15zdu3jz6t17t1q1cuYC\nCx48GIDhw4jNKV7MuLHjx5AjLwZAubJlc5gza97MubPnz5kBiB5N2pzp06hTqzY3bpwaNS5atJAj\nJ08ebeZy6969G4Dv38CDCx9OvLjx4+aSK1/OvHnzcuWMGUOCJJu569izZwfAvbt3c+DDi/8fT768\n+fPhAahfz96c+/fw48ufT7/+ewD48+s3x7+/f4DmBA4kaK5csGBkyCQJFEiWrGrVxJmjWNGiRQAZ\nNW7k2NHjR5AhRZojWdLkSZQoy5UzZgwJkmzmZM6kSRPATZw5ze3k2dPnT6BBhfIEUNToUXNJlS5l\n2tTpU6hKAUylWtXcVaxZtW4tFywYGTJJAgWSJataNXHm1K5lyxbAW7hx5c6lW9fuXbzm9O7l29dv\n325hwmTIMGCAKXOJFS9eDMDxY8jmJE+mXNnyZXPlyj17FosWrXLlzI0mXRrAadSpza1m3dr1a9iv\nu3VLluxWuXLmdO82B8D3b+DmhA8nXpz/ODhwc6xYKVMm2bhx5qRPp16dOgDs2bVv597d+3fw4c2N\nJ1/e/Hny5cqR0qBBgIAAARyZo1/fvn0A+fXvN9ffP0BzAgcSLFhQnCdPKFAsWPBgypRu3cxRrGgR\nAMaMGs1x7OjxI8iQII0Zo0FDAy9e5layNAfgJcyY5mbSrGlzJjlyTZp8uHIFHDhzQocSLWrUHICk\nSpcyber0KdSoUs1RrWr1Ktaq5cqR0qBBgIAAARyZK2v27FkAateyNef2Ldy4cuOK8+QJBYoFCx5M\nmdKtm7nAggcDKGz4sLnEihczbuy4sTFjNGho4MXLHObM5gBw7uzZHOjQokeDJkeuSZMP/1eugANn\n7jXs2LJnmwNg+zbu3Lp38+7t+7e54MKHEy8uXJo0HQgQECDgwAE4c9KnU6cO4Dr27Oa2c+/u/bu5\ncuXQoEkAAIAAAQECFEiRAhs2c/Ln0wdg/z5+c/r38++vH+C3b+PGmTN4EKFBZxkyMGBgIFAgcxMp\nmgNwEWNGcxs5dvS4ccqUDBl2gANnDmVKlStZpgTwEmZMmTNp1rR5E6c5nTt59vS5U5o0HQgQECDg\nwAE4c0uZNm0KAGpUqeaoVrV6Fau5cuXQoEkAAIAAAQECFEiRAhs2c2vZtgXwFm5cc3Pp1rU799u3\ncePM9fX7t6+zDBkYMDAQKJA5xYvNAf9w/BiyOcmTKVeWPGVKhgw7wIEz9xl0aNGjQQMwfRp1atWr\nWbd2/dpcbNmzadc2R46cGzcUYMC4dGncOHPDiRc3DgB5cuXmmDd3/tz5uHHY0qRJkGDAggUgQGDA\nsIEOHXLkzJU3fx5AevXrzbV3/x5++127UqUydx9//mTJNkCAAPDCBRCZMpEjZy5hQgAMGzo0BzGi\nxImtWjlwAAIEN3McO3r8CPIjgJEkS5o8iTKlypUszbl8CTOmTG2ECBUosECSJHM8e/r86ROA0KFE\nzRk9ijRpuXKFCkmQEGDAAAAAGIABM2gQBgwQevQwBzasWLAAypo9ay6t2rVs06ZIgQP/BzVzdOku\nW2bHToECAzBg4MSpFDdu4sSVK2euXDkAjBs7Ngc5smTJmBo0ECCgTZty5jp7/gw6NGgApEubPo06\nterVrFubew07tuzZ2ggRKlBggSRJ5nr7/g38N4DhxIubO448ufJy5QoVkiAhwIABAAAwAANm0CAM\nGCD06GEuvPjx4QGYP4/enPr17NurT5ECBw5q5urXX7bMjp0CBQZgAIiBE6dS3LiJE1eunLly5QA8\nhBjR3ESKFStiatBAgIA2bcqZAxlS5EiSIwGcRJlS5UqWLV2+hGlO5kyaNWmCA4cmwc4EUMqVMxdU\n6FCiQwEcRZrU3FKmTZ1iwlSgAAAA/wEMGChShJUxY40aQYBQYNEic2XNni0LQO1atubcvoUbt1q1\nAQMIEEA2Tu+4SQsWBAgwYIANbtzMHUac+DAAxo0dm4McWTLkYMEWBMAcQI4cc509f+78rVs3aNCY\njRtnTvVqcwBcv4YdW/Zs2rVt3zaXW/du3rvBgUOTQHgCKOXKmUOeXPly5QCcP4duTvp06tUxYSpQ\nAACAAAYMFCnCypixRo0gQCiwaJE59u3dswcQX/58c/Xt38dfrdqAAQQIAEQ2buC4SQsWBAgwYIAN\nbtzMQYwoESKAihYvmsuocWPGYMEWBAgZQI4ccyZPojT5rVs3aNCYjRtnbiZNcwBu4v/MqXMnz54+\nfwI1J3Qo0aJEkyQZsGDBjBngzEGNKnUqVQBWr2I1p3UrV63kyDFSoAAAAAECFLBgYceOK1Cgjhwp\nUIABM2bm7uLNexcA375+zQEOLHgwEyYAABQowMqbN1iwUBgwQIGCI0fmLmPOrBkA586ezYEOLbpa\nNRo0BKAeMGDVKnOuX7sWJ65JExAPHqhQwePaNXO+f5sDIHw48eLGjyNPrny5uebOn0N/niTJgAUL\nZswAZ2479+7evwMIL368ufLmz5cnR46RAgUAAAgQoIAFCzt2XIECdeRIgQIMADJjZo5gQYMEASRU\nuNBcQ4cPITJhAgBAgQKsvHmDBQv/hQEDFCg4cmSOZEmTJwGkVLnSXEuXL6tVo0FDQM0BA1atMreT\n505x4po0AfHggQoVPK5dM7eUqTkAT6FGlTqValWrV7Ga07qVa1ettmwNGPDg1Str1siJE/ftmzm3\nb+HGdQuAbl275vDm1UuOHCFCCQIEGDBgwwYhQYLQoBGECBEOHAYM4FCunDnLlzFbBrCZc2dzn0GH\nDh1OgQIAABw4MJYsmRQpIVq1KlfOXG3bt3HXBrCbd29zv4EDD/fliwYNS+bMadUqXDhzz6GXK1ek\niAEDAgoUmDDBRLdu5sCHNweAfHnz59GnV7+efXtz7+HHl1+unAABAABs2LatWTNN/wATJChAsMAs\ncwgTKlQIoKHDh+YiSpRYLlCgAwcABAhAgAAHDhMWiFwQAQOGDBkECPhhrqXLly8ByJxJ05zNmzhx\n+hgwAAAACBBU/PhRoAAIceLMKV3KtClTAFCjSjVHtao5cOBMQYCAAwerbt3ChTNHlqw4cZgECADA\nlm2AABs2cDFHt25dAHjz6t3Lt6/fv4ADmxtMuLDhcuUECAAAYMO2bc2aaUqQoIDlArPMad7MmTOA\nz6BDmxtNmnS5QIEOHAAQIAABAhw4TFhAe0EEDBgyZBAg4Ie538CDBwdAvLhxc8iTK1fuY8AAAAAg\nQFDx40eBAiDEiTPHvbv3794BiP8fT96c+fPmwIEzBQECDhysunULF86cffvixGESIACAf4AAAAQI\nsGEDF3MJFSoE0NDhQ4gRJU6kWNGiOYwZNW6UIgUAgAABElmzxoePAwApVQpYtMjcS5gxXwKgWdOm\nOZw5c3Lr0CFAAAEFCixYIEECAwMGSJDAQoaMAwcDBqgxV9Xq1asAtG7las7rV7Ber11rggBBhAg3\nbtRAgCBAgBTm5M6lW9cuALx59Zrj29fct29YGDAAAyacOcSJzSlTRoJEAACRJQ/QoEGNGnDmNG/e\nDMDzZ9ChRY8mXdr0aXOpVa9mLUUKAAABAiSyZo0PHwcAdO8WsGiROeDBhQMHUNz/+HFzyZUr59ah\nQ4AAAgoUWLBAggQGBgyQIIGFDBkHDgYMUGPO/Hn06AGsZ9/e3Hv48d9fu9YEAYIIEW7cqIEAAcAA\nAVKYK2jwIMKEABYybGjuIURz375hYcAADJhw5jZyNKdMGQkSAQCQLDlAgwY1asCZa+nSJYCYMmfS\nrGnzJs6cOs3x7OnTZzkHDgAAMGBAjiBBFSosYMDgwwcBAgIkSNCrVzlzWrduBeD1K1hzYseOdYYA\nwYABDWDAwIHjyRMjefIYq2vFCgIEBgxUM+f3L2DAAAYTLmzuMOLEh7Nli6NI0aZNoUIJWbAgQIAW\n5MiZ6+z5M+jPAEaTLm3uNGpz/+HCGQIBAg0abePGkSMXLpyvFCkA8O4NQIAADVSo0KIlzhzy5MkB\nMG/u/Dn06NKnU69u7jr27Nm1FSgQIECDBq548Zo2jZw5c+XKoUL14MOHHDl+matv3z6A/Pr3m+vv\nH6A5gdRAgGDBQli4cOYYNmxI7cYNAgRChDB3EWNGjQA4dvRoDmRIkSDLlRN3Ehu2VavegADBgIEL\nbdrM1bR5E+dNADt59jT3EyjQXRkyPHggJVGiSZMaNSpiwAAAqQcOQIDw4MEKIUJQoQpnDmzYsADI\nljV7Fm1atWvZtjX3Fm7cuNoKFAgQoEEDV7x4TZtGzpy5cuVQoXrw4UOOHL/MNf927BhAZMmTzVW2\nbJkaCBAsWAgLF85caNGiqd24QYBAiBDmWLd2/RpAbNmzzdW2fbt2uXLieGPDtmrVGxAgGDBwoU2b\nOeXLmTdnDgB6dOnmqFevvitDhgcPpCRKNGlSo0ZFDBgAcP7AAQgQHjxYIUQIKlThzNW3bx9Afv37\n+ff3DxCAwIEECxo8iFCguYUMGy4sVy4GgIkAUqQIVq6cuY0by5XToeNAgAAMGGgoV86cypXmALh8\nCdOczJkzof34cegQNXM8e/YsV25QgAAPHsSKZS6p0qVMATh9CtWc1KlUqZYTJ65UqTBhYty4ESGC\nhjNnxo0zhzat2rVoAbh9C9f/nNy55sqVAwMgb14BAgIEGDBAwIABAQIgqFABB44FjBEggAEDS7ly\n5ipbNgcgs+bNnDt7/gw6tGhzpEubJl2uXAwArAGkSBGsXDlztGmXK6dDx4EAARgw0FCunLnhxM0B\nOI48ubnlzJlD+/Hj0CFq5qpbt16u3KAAAR48iBXLnPjx5MsDOI8+vbn17Nu3LydOXKlSYcLEuHEj\nQgQNZ86MAzjO3ECCBQ0OBJBQ4UJzDR2aK1cODACKFAUICBBgwAABAwYECICgQgUcOBacRIAABgws\n5cqZgxnTHACaNW3exJlT506ePc39BBr057FjLAAAECAgUiRzTZ2CA5ckiQAB/wEKFOjQgQo5cua8\nfjUHQOxYsubMnj3rbc6cYMHKmYMbN64zZwYCBLBhw9xevn397gUQWPBgc4UNH0bMjduQIRo0gLhw\ngcHkKlWgQTOXWfNmzpkBfAYd2txo0ubKlZMAQDWAAK0BvAYQQDYBAhmCBNGgIUAAAL17C5g0ydxw\n4uYAHEeeXPly5s2dP4duTvp06tKPHWMBAIAAAZEimQMfHhy4JEkECAhQoECHDlTIkTMXX745APXt\n3zeXX79+b3PmAAwWrJy5ggYNOnNmIEAAGzbMQYwocSJEABYvYjSncSPHjty4DRmiQQOICxcYoKxS\nBRo0cy5fwozpEgDNmjbN4f/Maa5cOQkAfgIIIBQAUQABjhIgkCFIEA0aAgQAIFWqgEmTzGHNag4A\n165ev4INK3Ys2bLmzqJNO24cHToLCBBYsMCZM3PlymnT5gIA374H8uQRJ9gc4cKFASBOrNgc48aO\nrVlTpgybucqWzYkTBwGCAAkSvn0zJ3o06dKiAaBOrdoc69auX1+7hgRJixYUHjwgQOAADhzevJkL\nLnw48eAAjiNPbm758nLlNm0iAGA69erTEyQQIWLRo0dBgiRIIAAAefJDhphLr94cgPbu38OPL38+\n/fr2y5Uzp3+//mjRAObIYSFBggULevSoFSeOAQMAIBYosGSJN3MXMWbMCID/Y0eP5kCGFAkyXDhg\nJ7Fh8+ZNGg0aAgQUMGbMXE2bN3HeBLCTZ09zP4EGFVquHDduypTBevGCAAEBNmwECyZOnDmrV7Fm\nBbCVa1dzX79So4YFy4AAZwMkUGvAAAYMzcaNMzeXLt1y3rzhwSPBkCFzfwGbAzCYcGHDhxEnVryY\ncbly5iBHhhwtWo4cFhIkWLCgR49aceIYMACAdIECS5Z4M7eadevWAGDHlm2Odm3btMOFA7YbGzZv\n3qTRoCFAQAFjxswlV76c+XIAz6FHNzedenXr5cpx46ZMGawXLwgQEGDDRrBg4sSZU7+efXsA7+HH\nNzd/PjVqWLAMCLA/QAL//wANGMCAodm4ceYSKlRYzps3PHgkGDJkrqJFcwAyatzIsaPHjyBDiiRH\nzpzJk+bKIUJ04QICAwYCBABAM0AAADgnTNi2zZzPn0CD+gRAtKhRc0iTKkU6bhyMCBEWLGjQYMCB\nAwAAOPDmzZzXr2DDggVAtqxZc2jTql2rtlw5bLRoPXggwIABEyZs2OgFDpy5v4AD/wVAuLBhcuTM\nkSM3alSECAIAAAgQYAEjRr16mdvMubPnzqmMGTNHurQ5AKhTq17NurXr17BjkyNnrrZtc+UQIbpw\nAYEBAwECABgeIACA4xMmbNtmrrnz59CbA5hOvbq569izXx83DkaECAsWNP9oMODAAQAAHHjzZq69\n+/fw3wOYT7++ufv48+vPX64cNoC0aD14IMCAARMmbNjoBQ6cOYgRJUIEUNHiRXLkzJEjN2pUhAgC\nAAAIEGABI0a9eplj2dLlS5epjBkzV9OmOQA5de7k2dPnT6BBhZojWrToNjFiRIj4gABBAKgBBECA\nECnSOHNZtW7l2hXAV7BhzY0lW7bsLQgQBKxdGyAAAQKKzM2lW9fuXQB59e4119fvX8CB/TpzVsSD\nBwMGBgy4IEwYOXLmJE+mDMDyZczkyJUbNw4VqhAhAgAAMGDAK3OpVa9m3Tp1NGHCzM2mbQ7Abdy5\nde/m3dv3b+DmhA8fXi7/XDhv3rphw6ZJU6pU38xNp17d+nXrALRv527O+3fw4L2hQAHAvPkCBTRo\nEGfO/Xv48eUDoF/fvjn8+fXv58+fG0BupEhJkJBj2rRy5cwxbOgQAMSIEs1RpAgOXKJECQgQ8OTJ\nHMiQIkeSDLlp2DBzKleaA+DyJcyYMmfSrGnzprmcOnWWCxfOm7du2LBp0pQq1TdzSpcybeq0KYCo\nUqeaq2r16lVvKFAA6Nq1QAENGsSZK2v2LNq0ANaybWvuLdy4cufO5caNFCkJEnJMm1aunLnAggcD\nKGz4sLnEicGBS5QoAQECnjyZq2z5MubMljcNG2buM2hzAEaTLm36NOrU/6pXszbn+jXs2LJn0679\nGgDu3LrN8e7t+3ewYBs2IEBww5Spbt3MMW/u/Dl0cwCmU69u7jr27Nq3c+/uHTuA8OLHmytv3jw5\nc+rXs2/v/n2RWrXM0a9vDgD+/Pr38+/vHyAAgQMJFjR4UKA5hQsZNnT4EGLEhQAoVrRoDmNGjRuD\nBduwAQGCG6ZMdetmDmVKlStZmgPwEmZMczNp1rR5E2dOnTQB9PT501xQoULJmTN6FGlSpUuL1Kpl\nDmpUcwCoVrV6FWtWrVu5djX3FWxYsWPJljULFkBatWvNtXX7Fq42bVasRIrUixw5c3v59vX7ly8A\nwYMJmzN8GHFixYsZN/8+DAByZMnmKFe2fBlzZs3jxkWIFMlcaNHmAJQ2fRp1atWrWbd2bQ52bNmz\nade2fTs2AN27eZvz/Rt4cG3arFiJFKkXOXLmmDd3/hx6cwDTqVc3dx17du3buXf3jh1AePHjzZU3\nfx59evXrx42LECmSOfnzzQGwfx9/fv37+ff3DxCAwIEEAZg7iDChwoUMGzpECCCixInmKlq8iHHc\nOG/eyJEzBzKkyJEkSQI4iTKluZUsW7p8CTOmTJYAatq8aS6nzp08e/r8qU3bEWLEzBk9ag6A0qVM\nmzp9CjWq1Knmqlq9ijWr1q1crQL4CjasubFky5o9izatWrIA2rp9ay7/rty5dOvavYtXLoC9fPua\n+ws4sODBhAuLE2crXDhzjBubAwA5suTJlCtbvow5s7nNnDt7/gw6tGjOAEqbPm0uterVrFu7fg1b\nNYDZtGubu407t+7dvHv7xg0guPDh5oobP448ufLl4sTZChfOnPTp5gBYv449u/bt3Lt7/w4+vPjx\n5MubP48+vfr17Nu7fw8/vvz59Ovbv48/v/79/Pv7BwhA4ECCBQ0eRJhQ4UKGDR0+hBhR4kSKFS1e\nxJhR40aOHT1+BBlS5EiSJU2eRJlS5UqWLV2+hBlT5kyaNW3exJlTJ0tzPX3+BBpU6FCiPgEcRZrU\n3FKmTZ0+hRq1XDlz/1WtXgWQVetWc129fgUbVuxYsl4BnEWb1txatm3dtiVHrpw5unXt3sV7F8Be\nvn39/gUcWPBgwuYMH0acWPFixo0PA4AcWbI5ypUtX8acWfPmygA8fwZtTvRo0qVNn0adejQA1q1d\nm4MdW/Zs2eXKkTOXW/du3r15AwAeXPhw4sWNH0ee3Nxy5s2dP4ceXTpzANWtXzeXXft27t29dy9X\nztx48uXHA0CfXr059u3dv4cfX/789gDs38dvTv9+/v35AyQnsFw5cwYPIkyo8CCAhg4fQowocSLF\nihbNYcyocSPHjh4/ZgQgciRJcyZPokypcqXKcuXMwYwpEyaAmjZvmv/LqXMnz54+fwLVCWAo0aLm\njiJNqjQpuablypmLKnUq1apSAWDNqnUr165ev4INa24s2bJmz6JNq5YsgLZu35qLK3cu3bp26Waz\nZs0c375++QIILHiwucKGDyNOrHgxY8MAHkOObG4y5cqWK5crx82bN3HizIEOLXo0aXMATqNOrXo1\n69auX8M2J3s27dq2b+POPRsA796+zQEPLnw48eLDs1mzZm458+bLAUCPLt0c9erWr2PPrn17dQDe\nv4M3J348+fLky5Xj5s2bOHHm3sOPL3++OQD27+PPr38///7+AQIQOJAgAHMHESZUeHDcuGbNlEWs\nVs1cRYsXMWY0B4D/Y0eP5kCGFDmSZMmQ166JWbbMXEuXL1sCkDmTpjmbN3GWK/ft2zhzP4GaK1du\n2bJp5pAmVbqUKQCnT6GakzqValWr4VSpqlNnFjly5sCGFTtWLACzZ9GmVbuWbVu3b83FlTuXbtxx\n45o1U7a3WjVzfwEHFjzYHADDhxGbU7yYcWPHjxdfuyZm2TJzlzFnvgyAc2fP5kCHFl2u3Ldv48yl\nVm2uXLlly6aZkz2bdm3bAHDn1m2Od2/fv4GHU6WqTp1Z5MiZU76ceXPmAKBHlz6denXr17FnN7ed\ne/fu34gRS5HiwIEBECCcOIHNXHv37+HHBzCffn1z9/Hn17+fv7ly/wDLTZigwJo1cwgTKkQIoKHD\nh+YiSjRHjhw3KFAkSJigR8+mTXLkVEiQAACAABkyaNNmrqXLlzBbAphJs6a5mzhz6txJDhOmBUA/\nfTJHtKjRo0YBKF3KtKnTp1CjSp1qrqrVq1WtWTM1YkSAr18HDDhwQJO5s2jTql0LoK3bt+biyp1L\nt65dc8aMDRgAwZzfv4ABAxhMuLC5w4jNceMWhQABAQIMHDggoLKAAAIEAAAgIEECJ07GjTNHurTp\n0wBSq15trrXr17BjmzNm7MCBAMGCmdvNu7fv3gCCCx9OvLjx48iTKzfHvLlz5tasmRoxIoB16wMG\nHDigyZz37+DDi/8HQL68eXPo06tfz769OWPGBgyAYK6+/fv3Aejfz9+cf4DmBJrjxi0KAQICBBg4\ncEDAQwEBBAgAAEBAggROnIwbZ87jR5AhAYwkWdLcSZQpVa40Z8zYgQMBggUzV9PmTZw3Aezk2dPn\nT6BBhQ4las7oUaRGkyVLQoGCAAEGDCBYsMCAASLkyJnj2tXrV68AxI4la87sWbRpzZYrBw6cNnNx\n5ZozYyZAgDLm9O7lyxfAX8CBzQ0eDA5cqlQkBAhIkIDCiRMJEhgwQODDBwkSIihQYMECMWLmRI8m\nXRrAadSpza1m3dr1a3PixBEgUIAcOXO5de/mvRvAb+DBhQ8nXtz/+HHk5pQvZ648WbIkFCgIEGDA\nAIIFCwwYIEKOnDnw4cWPFw/A/Hn05tSvZ99efbly4MBpM1ffvjkzZgIEKGPOP0BzAgcSNAfgIMKE\n5hYuBAcuVSoSAgQkSEDhxIkECQwYIPDhgwQJERQosGCBGDFzKleybAngJcyY5mbSrGnzpjlx4ggQ\nKECOnLmgQocSHQrgKNKkSpcyber0KVRzUqdSpUoNDpwYMdasMeXESYMGKsqVM2f2LNq0aAGwbevW\nHNy4cufC9eYtW7Zy5vbuDReOAYMBA1yZK2z48GEAihczNufYsThxyJDxqVEjVy5zmsmR8+YZHLhr\n12ghQfLhAyNG/+ZWs27tGgDs2LLN0a5t+zZuc+HCESDQwBzw4MKHEwdg/Djy5MqXM2/u/Lm56NKn\nTxcHDNicOb9+yZIipUCBFuXKmStv/jz68uXKAWjv/r25+PLll/v2LRz+ceOyZSNHDqA5gQLJPXgQ\nIIAAAd7MNXT48CEAiRMpmrNosVy5WrWAlSplDmRIkSDLldtGgkSCBEqUmHP5EmZMADNp1jR3E2dO\nnTvNVasGAMADc0OJFjV6FEBSpUuZNnX6FGpUqeaoVrVqVRwwYHPm/PolS4qUAgValCtnDm1atWvR\nlisHAG5cuebo1q1b7tu3cHvHjcuWjRw5c4MHk3vwIEAAAQK8mf9z/BgyZACTKVc2d/lyuXK1agEr\nVcpcaNGjQ5crt40EiQQJlCgx9xp2bNkAaNe2bQ53bt27eZurVg0AgAfmiBc3fhw5AOXLmTd3/hx6\ndOnTzVW3fh07OXLWrPny5alDhwULOJkzfx59evUA2Ld3bw5+/PjOWrUSJkxcfnP7+fMfAlCAgAAB\nXLgwhzChwoUAGjp8aC5ixHLlunW7Vq6cuY0cO3b0BgOGAAEcOJg7iTKlSgAsW7o0BzOmzJk0zRkz\nBgBAA3M8e/r8CRSA0KFEixo9ijSp0qXmmjp9CpUcOWvWfPny1KHDggWczHn9CjasWABky5o1hzZt\nWmetWgkTJi7/rrm5dOkOESAgQAAXLsz5/Qs4MIDBhAubO3y4XLlu3a6VK2cusuTJk73BgCFAAAcO\n5jp7/gwagOjRpM2ZPo06tWpzxowBANDAnOzZtGvbBoA7t+7dvHv7/g08uLnhxIsbH06NmhcvFxYs\naNAAnLnp1Ktbvw4gu/bt5rp7N1euXKwqVSZNMmbN2rdv4sSZCxdOjpwKCRJgwYIMmbn9/Pv7BwhA\n4ECC5gwaLFeOHDlzDR0+hNiwHBkyBQooUGBO40aOHQF8BBnS3EiSJU2eNKdMWYAADsqVMxdT5kya\nMwHcxJlT506ePX3+BGpO6FCiRYVSo+bFy4UFCxo0AGdO6lSq/1WtAsCaVas5rl3NlSsXq0qVSZOM\nWbP27Zs4cebChZMjp0KCBFiwIENmTu9evn0B/AUc2NzgweXKkSNnTvFixo0VlyNDpkABBQrMXcac\nWTMAzp09mwMdWvRo0uaUKQsQwEG5cuZcv4YdGzYA2rVt38adW/du3r3N/QYeXPhvWbIgQBAwYECD\nBtTMPYceXfp0ANWtXzeXXbt2ZUGCzJjxhQmTHTt+/MCiQoUBAxKMGTMXX/58+vMB3Mef39z+/eXK\nATQncCDBggXDhVux4sCBT+YeQowYEQDFihbNYcyocSNHc8uWUaCggRs3cyZPokyJEgDLli5fwowp\ncybNmuZu4v/MqfOmHTsIEAQQIFTADXDgzCFNqnSpUgBOn0I1J3WquXLlgEWIQICAgK4Avn4VICBA\nAA7XrplLq3Yt27UA3sKNW66cuXJ2y5nLq3fv3nHm/v4VJ06PHgAACgQLZm4x48aLAUCOLNkc5cqW\nL2M2V6uWAgUELFioUQMDhkzVqplLrXp1agCuX8OOLXs27dq2b5vLrXs379x27CBAEEAAcQE3wIEz\np3w58+bMAUCPLt0c9ermypUDFiECAQICvgMIH16AgAABOFy7Zm49+/bu2wOIL39+uXLmyuEvZ24/\n//79AY4zN3CgOHF69AAAUCBYMHMPIUZ8CIBiRYvmMGbUuJH/o7latRQoIGDBQo0aGDBkqlbNXEuX\nL1sCkDmTZk2bN3Hm1LnTXE+fP4H2PHYMCZIRCRIIUFqihC5d5qBGlToVKgCrV7Ga07p1qzMQIBAg\nOECALAEDBgoEUBsAwa5d5cqZkzuXbl25APDm1WuOb1+/f/2KE9csXDhzh8eNa9IkQOMsWcqVMzeZ\ncmUAlzFnNreZc2fPn8PRoCFAQAABAgIEAAAgQIECVqxEGjfOXG3b5gDk1r2bd2/fv4EHF26OeHHj\nx4kfO4YEyYgECQREL1FCly5z17Fn134dQHfv382FFy/eGQgQCBAcILCegAEDBQLED4Bg165y5czl\n17+ff34A/wABCBw40JzBgwgTIhQnrlm4cOYijhvXpEmAi1mylCtnrqPHjwBCihxprqTJkyhThqNB\nQ4CAAAIEBAgAAECAAgWsWIk0bpy5n0DNARhKtKjRo0iTKl3K1JzTp1CjQiVHzpkWLQIEANg6YAAH\nDubCih1LFoDZs2jNqV27tluhQlasUMGEKVYsYMD4VKgAAIAABAgMGQIHzpzhw4gTA1jMuLG5x5Aj\nS35crtyxY21gwbp2TZswYVasBAhA4MSJadPKmVvNmjWA17Bjm5tNu7bt2t68GVqwAIBvAQIKFAAA\nIIDxCBGEkCNnrrlzcwCiS59Ovbr169izazfHvbv37+DNZf/L5sdPggIFBAgIECCWuffw48cHQL++\nfXP48+snRy5cOIDiypUzZ65cOXLAgGHCxKFBAwQIzpwxV9HiRYwANG7kaM7jR5AhPZIjFyyYp0mT\nHDlaBASIBg0ECFCgRWvbtmXkyJnj2dMcAKBBhZojWtToUaLZsgkSpKJAgQABEqBBkyZNhgwMTpxw\n48YROXLmxI41B8DsWbRp1a5l29btW3Nx5c6lW9dctmx+/CQoUECAgAABYpkjXNiwYQCJFS8219jx\nY3LkwoUTV66cOXPlypEDBgwTJg4NGiBAcOaMOdSpVa8G0Nr1a3OxZc+mHZscuWDBPE2a5MjRIiBA\nNGggQID/Ai1a27YtI0fO3HPo5gBMp17d3HXs2bVfz5ZNkCAVBQoECJAADZo0aTJkYHDihBs3jsiR\nM1ffvjkA+fXv59/fP0AAAgcSLGjwIEKB5cqZa+jwIUSI5MhZs5Zsx44BAwAAGDBrlrmQIkeGBGDy\nJEpzKleuLBfuZbhv4sR16zZunDhzOs19o0GDAIEAAZyZK2r06FEASpcyLVfOHNSoUsuVG2eVGDFg\nwHTdupUq1RUJEgwYECBAQ5kyzpw5AgfOHNy45gDQrWvXHN68evdy48aEyYULCRQoYMBAUK5cmzY9\neKBAggRAgDaVK2fuMmZzADZz7uz5M+jQokeTLlfOHOrU/6pXryZHzpq1ZDt2DBgAAMCAWbPM8e7t\nmzeA4MKHmytu3Hi5cMrDfRMnrlu3cePEmatu7hsNGgQIBAjgzBz48OLFAyhv/ny5cubWs29frty4\n+MSIAQOm69atVKmuSJBgAKABAQI0lCnjzJkjcODMNXRoDkBEiRPNVbR4ESM3bkyYXLiQQIECBgwE\n5cq1adODBwokSAAEaFO5cuZo1jQHAGdOnTt59vT5E2jQckOJljN3FGnSpOWYmnP67VuIEAAAELh0\n6du3cua4du0KAGxYsebIli07btu2YcOYYcKkRQstWuXM1a2LDVuBAgECmDH3F3DgwAAIFzZsDnHi\nxOWUKf8bM+ZOnTqxYlmzRk5cZnG1TpwgQECAgAVcuHTqpMtcatWqAbR2/dpcbNmzZ5PLkwdCbghB\n3LhJlkzbsmUwYAwYIIACBVWqvJlz/vw5AOnTqVe3fh17du3by3X3Xs5cePHjx5czbw79t28hQgAA\nQODSpW/fypmzf/8+AP37+ZvzD9CcwIHjtm0bNowZJkxatNCiVc6cRInYsBUoECCAGXMcO3r0CCCk\nyJHmSpo0WU6ZsjFj7tSpEyuWNWvkxNkUV+vECQIEBAhYwIVLp066zBk9ehSA0qVMzTl9ChUquTx5\nIFiFEMSNm2TJtC1bBgPGgAECKFBQpcqbubVs2QJ4Czf/rty5dOvavYt33Dhy27ZFi0aOnLnBhAeL\nE2fMmK5t28o5NmbsxQsBAgY8eIADxxBgwMx5/mwOgOjRpM2ZPo163LhixVYcOBAgAAkS18zZtu3J\n04EDAAAkMQc8uHDhAIobP24uufLld+4sWCCgQYMgQbp1M4cdu7YQIQwYECBgARIk2bKVM4c+fXoA\n7Nu7L1fOnPz59OXnGjLEgoUkSSoBAwgMGjRVJEgECAAAgIAhQ8SJMxdR4kQAFS1exJhR40aOHT2G\nC8ctWrROnapV82ZOpUpr1qxYAQGCSKRIunQZggGDAQMFCiKMGJEhQwImTL59M5c0KQCmTZ2agxpV\nqlRr/xo0BAhAgACXZcu8eZtlwgQBAgIEeDKXVu3atQDcvoVrTu5cuuTINWmyYMAABQpUqSpnzly5\ncr5kyEiQgACBCcqUmYMcWTJkAJUtXy5Xztxmzp3JkeuFA0eFChw47MGDR40aDgQIBAgwYEAWc7Vt\n374NQPdu3r19/wYeXPjwcOG4RYvWqVO1at7MPX9uzZoVKyBAEIkUSZcuQzBgMGCgQEGEESMyZEjA\nhMm3b+bcuwcQX/58c/Xt379vTYOGAAEIACTAZdkyb95mmTBBgIAAAZ7MQYwoUSKAihYvmsuocSM5\nck2aLBgwQIECVarKmTNXrpwvGTISJCBAYIIyZeZu4v/MeRMAz54+y5UzJ3QoUXLkeuHAUaECBw57\n8OBRo4YDAQIBAgwYkMUc165evQIIK3Ys2bJmz6JNq/batWysWEGBkiRJDg8eXrzAAAFCgL59DRgI\nIBgAAAMGChRgkCBBgwYEcuQwZqxcOXOWAWDOrNkc586ePztzpkABgNIDBgQIIAAAAASuEQwzJ3s2\nbdoAbuPObW437967oUEzAGA4gAgR2BgzpkgRiAMHGDAwYEBLuHDmrmPPfh0A9+7ey5UzJ368eHHi\nfPmqIUGCgPbtESAIIF/+ihWAAJnLr38/fwD+AQIQOJBgQYMHESZUiPDatWysWEGBkiRJDg8eXrzA\nAAH/QgCPHg0YCDASAAADBgoUYJAgQYMGBHLkMGasXDlzNwHk1LnTXE+fP4E6c6ZAAQCjAwYECCAA\nAAAETxEMMzeVatWqALBm1WqOa1evXKFBMwCALIAIEdgYM6ZIEYgDBxgwMGBAS7hw5vDm1YsXQF+/\nf8uVMzeY8GBx4nz5qiFBggDHjhEgCDB58ooVgACZ07yZc2cAn0GHFj2adGnTp1Fny9YNGzZduvr0\ncTBgAAECCRAgMGDgwAEDAgQAEC5AgAEDCBAw4MABBAgZmDCBA2eOOnUA17FnN7ede3fv28mQGTAA\nQHnzBQosWMCCRTZz7+HHjw+Afn375vDn16/fjwAB/wABCARwAAGCAQMEGDCQIEGIEM3MSZxIkSKA\nixgzmtvIsaM4cbt2eVmwIEAAACgDqAxwQI+eatXMyZxJs6ZMADhz6tzJs6fPn0CDjhtnrly5ceO8\neUMVJIghQ62yZcOGzZvVatUgQfoUKxYmTGXKZFq2LFy4cebSqlULoK3bt+biyp1LN644cZUq5QgT\npkaNPHz4LFpEiRI5c4gTK1YMoLHjx+YiS548mVySJAAya9YcYMECLlxy5TJHurTp0wBSq15trrXr\n163JkavWqtWJ2ydUiBFDhcqxcuXMCR9OvDhxAMiTK1/OvLnz59Cjjxtnrly5ceO8eUMVJIghQ62y\nZf/Dhs2b+WrVIEH6FCsWJkxlymRatixcuHHm8uvXD6C/f4AABAIwV9DgQYQFxYmrVClHmDA1auTh\nw2fRIkqUyJnj2NGjRwAhRY40V9LkyZPkkiQB0NKlywALFnDhkiuXOZw5de4E0NPnT3NBhQ4NSo5c\ntVatTiw9oUKMGCpUjpUrZ87qVaxZsQLg2tXrV7BhxY4lW9bcWbRp1a5l29YtWgBx5c41V9fuXbx5\n9e7laxfAX8CBzQ0mXNhw4XLlyE2b1qtXMXLkzE2mXNlyZQCZNW8219nzZ9ChRY8m7RnAadSpVa9m\n3dr1a9jmZM+mXdv2bdy5ZwPg3du3OeDBhQ8nXtz/+PHgAJQvZ27O+XPo0aGXK0du2rRevYqRI2fO\n+3fw4cEDIF/evDn06dWvZ9/e/fv0AOTPp1/f/n38+fXvN9ffP0BzAgcSLGjwIEKDABYybGjuIcSI\nEidSrGgRIoCMGjea6+jxI8iQIkeS9AjgJMqU5cqZa+nyJcyYMmfSNAfgJs6cOnfy7OnzJ1BzQocS\nLWr0KNKkQwEwberUHNSoUqdSrWr1alQAWrdyNef1K9iwYseSLfsVANq0asuVM+f2Ldy4cufSrWsO\nAN68evfy7ev3L+DA5gYTLmz4MOLEigkDaOz4sbnIkidTrmz5MmbJADZz7mzuM+jQokeTLm0aNIDU\n/6pXm2vt+jXs2LJn03YN4Dbu3Lp38+7t+zdwc8KHEy9u/Djy5MMBMG/u3Bz06NKnU69u/Xp0ANq3\nczfn/Tv48OLHky//HQD69OrNsW/v/j38+PLntwdg/z7+/Pr38+/vHyAAgQMJAjB3EGFChQsZNnSI\nEEBEiRPNVbR4EWNGjRs5WgTwEWRIcyNJljR5EmVKlSQBtHT50lxMmTNp1rR5E6dMADt59vT5E2hQ\noUOJFjV6FGlSpUuZNnX6FGpUqVOpVrV6FWtWrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp\n1rV7F29evXv59vX7F3BgwYMJF25qDnFixYsZL/8uZw5yZMmTKQOwfBmzOc2bOXfmXK6cOdGjSZcW\nXQ61OdWrzQFw/Rq2Odmzade2fRt37tkAePf2bQ54cOHDiQ8vZ85cuXLmmDd3/pw5AOnTqVe3fh17\ndu3bzXX3/h18ePHjyXsHcB59enPr2bd3v75c/Pjm6Ne3fx//fQD7+fc3B9CcwIEECxo8iDChQAAM\nGzo0BzGixIkUI5YrJ44cOXMcO3r86BGAyJEkS5o8iTKlypXmWrp8CTMmTHLmatq8iTMngJ08e5r7\nCTSo0KDlypk7ijSp0qVLATh9CtWc1KlUq1q9ijXrVABcu3o1Bzas2LFkw5IjJ23cOHNs27p96xb/\ngNy5dOvavYs3r9695vr6/Qs4MGBy5gobPow4MYDFjBubeww5suTI5cqZu4w5s+bNmwF4/gzanOjR\npEubPo069WgArFu7Ngc7tuzZtGOTIydt3DhzvHv7/u0bgPDhxIsbP448ufLl5po7fw49uvNo0cKZ\nu449u/btALp7/24uvPjx5MubP49ePID17Nubew8/vvz59Ovbhw8gv/795vr7B2hO4ECCBQe2apUq\nXDhzDR0+hPgQwESKFS1exJhR40aO5jx+BBlS5Mdo0cKZQ5lS5UqWAFy+hGlO5kyaNW3exJlzJgCe\nPX2aAxpU6FCiRY0eDQpA6VKm5pw+hRpV6tNW/61ShQtnTutWrl25AgAbVuxYsmXNnkWb1txatm3d\nviVXrJgWLb3M3cWbV+9eAH39/jUXWPBgwoUNExa3bRs5cuYcP4YMQPJkyuYsX8acWfNmzp0vAwAd\nWrQ50qVNn0Zt7tq1FCnalCtnTvZs2rVpA8CdW/du3r19/wYe3Nxw4sWNHydXrJgWLb3MPYceXfp0\nANWtXzeXXft27t29cxe3bRs5cubMn0cPQP169ubcv4cfX/58+vXfA8CfX785/v39AzQncCBBgdeu\npUjRplw5cw4fQowIEQDFihYvYsyocSPHjuY+ggwp8iM4cKNGycCA4cCBEsyYmYspcybNmQBu4v/M\naW4nz54+fwI1J06cGzcLEiQABqycuaZOnQKIKnWquapWr14lJ07coUMqVBCAAEGAAEPmzqJNq3Yt\ngLZu35qLK3cu3brZePAgQKCPub5+/wIODGAw4cKGDyNOrHgxY3OOH0OOXK5cnz4MGCQgQGDAgARS\npKxZM2xYLm3aqlVr9elTtGjgwJmLDWA27drmbuPOrXv37nDhBAk6cCDAgQN06JhLrnw5gObOn5uL\nLn16uXKwYMlx4AAA9+7dAzRqZG48+fLmywNIr369ufbu38N/X67cIQIEBAi4Y24///7+AZoTOBBA\nQYMHESZUuJBhQ4fmIEaUOLFcuT59GDBIQID/wIABCaRIWbNm2LBc2rRVq9bq06do0cCBMzcTQE2b\nN83l1LmTZ8+e4cIJEnTgQIADB+jQMbeUaVMAT6FGNTeVatVy5WDBkuPAAQCvX78GaNTIXFmzZ9Ge\nBbCWbVtzb+HGlRu3XLlDBAgIEHDHXF+/fwEHBjCYcGHDhxEnVryYsTnHjyFHJkduw4YBAwggQBCA\nMwDPnwUwYKBHzw1XrsiRM7d6NQDXr2Gbkz2bdm3btrVps2TJgIEBGjRYs2aOeHHjAJAnV26OeXPn\noEAxYBAAQHXrAQ4cALB9e6tW5sCHFz8ePADz59GbU7+efXv2tGglGDB/QJRw4czl17+f/34A/wAB\nCBxIsKDBgwgTKlRorqHDhxDJkduwYcAAAggQBNgIoKNHAQwY6NFzw5UrcuTMqVQJoKXLl+ZiypxJ\ns2ZNbdosWTJgYIAGDdasmRtKtCiAo0iTmlvKtCkoUAwYBABAtWqAAwcAaNXaqpW5r2DDiv0KoKzZ\ns+bSql3Ldi0tWgkGyB0QJVw4c3jz6t2rF4Dfv4ADCx5MuLDhw+YSK17MeNo0Bw4IEDhhxgwTJiIU\nKAgQAAAACMyYlStnrrTp0wBSq15trrXr17BjwybXrRsfPgwYHKBFy5zv38B9AxhOvLi548iRjzty\nBAGCBxEi3LiRKlW569iwmShQoEMHc+DDi/8fDx6A+fPozalfz769elq0MmTocOHChAkdRo0SJ86c\nf4DmBA4kSBDAQYQJFS5k2NDhQ4jmJE6kSHGcGTMBAihQ4OXZs2vXXOXIQYJEhgzczK1k2bIlAJgx\nZZqjWdPmTZw1yZEDNmNGgwYBAsgYN87cUaRJjwJg2tRpuXLmpEolR46VBQsIEFQYNKhYMXNhxZob\nN2AAAABRophj29btWwBx5c41V9fu3bvkGjUaMODAgR+JEqVIYaBAgSpVqlUz19jxY8gAJE+mXNny\nZcyZNW8219nz58/jzJgJEECBAi/Pnl275ipHDhIkMmTgZs72bdy4Aezm3dvcb+DBhQ8HTo7/HLAZ\nMxo0CBBAxrhx5qRPpy4dwHXs2cuVM9e9OzlyrCxYQICgwqBBxYqZY9/e3LgBAwAAiBLF3H38+fUD\n4N/fP0BzAgcSJEiuUaMBAw4c+JEoUYoUBgoUqFKlWjVzGjdy7AjgI8iQIkeSLGnyJEpzKleyVFmu\nXLEOHQgQkCHDW7ly5sx5gwaNFy9w4MwRLWr0KICkSpeaa+r0KdSoTq9d85EgQYAACRIsM+f1K1iw\nAMaSLVuunLm0aceNm/Xly549w6xZM2f3Ll4dOgAA2LDBHODAggcDKGz4sLnEihcn/vbNx4ABAQKQ\nIMFLly4tWhAIEGDAgB8/5kaTLm0aAOrU/6pXs27t+jXs2OZm0649u1y5Yh06ECAgQ4a3cuXMmfMG\nDRovXuDAmWvu/Dl0ANKnUzdn/Tr27NqvX7vmI0GCAAESJFhm7jz69OkBsG/vvlw5c/Lljxs368uX\nPXuGWbNmDqA5gQMH6tABAMCGDeYYNnT4EEBEiRPNVbR4seK3bz4GDAgQgAQJXrp0adGCQIAAAwb8\n+DH3EmZMmQBo1rR5E2dOnTt59jT3E2jQcuWwYYOTIgUECH/+dBMnrls3XcCARYsmTpw5rVu5dgXw\nFWxYc2PJljV71ty4cUWKDAgQ4MIFVKjM1bV7Fy8AvXv5mvP7FzBgcuLEmTN8GLEJEwAACP8QUM5c\nZMmTJwOwfBmzOc2bOXfrRoSIAAIEFizIlKkbOHChQgV58AAECEaMzNW2fRs3AN27eff2/Rt4cOHD\nzRU3frxcOWzY4KRIAQHCnz/dxInr1k0XMGDRookTZw58ePHjAZQ3f95cevXr2bc3N25ckSIDAgS4\ncAEVKnP7+ff3DxCAwIEEzRk8iBAhOXHizDl8CNGECQAABAgoZy6jxo0bAXj8CNKcyJEku3UjQkQA\nAQILFmTK1A0cuFChgjx4AAIEI0bmevr8CRSA0KFEixo9ijSp0qXmmjp9eu2aKVN5oECJEcOJE1Zo\n0KBA4SBFiiRJPn3qZi6t2rVrAbh9C9f/nNy5dOvaNXfsWIIEAWTIAAfOnODBhAsLBoA4sWJzjBs7\nfixOHDVq5cqZu3wZ2IQJAgQMGHDLnOjRpEkDOI06tbnVrFtPmoQAwYETJ6xYsWatnG5w4H7lymXM\nGDhw5oobP44cgPLlzJs7fw49uvTp5qpbtx6OESM6dJrIkJEgQYECAwQIAIAePQECAwYooUbNnPz5\n9OUDuI8/v7n9/Pv7B2hO4EBvMGAAAGCAFy9zDR0+hPgQwESKFc1dxJhRY7ZsKVJAgYJm1qwmTSY8\nQPkgQAAGxoyZgxlTJkwANW3eNJdTp85xFSoECDAABQoaNKpVI1euHDZsvGTJ+vbN3FSq/1WtTgWQ\nVetWrl29fgUbVqw5smXLhmPEiA6dJjJkJEhQoMAAAQIA3L1LgMCAAUqoUTMXWPDgwAAMH0ZsTvFi\nxo0de4MBAwAAA7x4mcOcWfNmzQA8fwZtTvRo0qWzZUuRAgoUNLNmNWky4cHsBwECMDBmzNxu3r13\nAwAeXLg54sWLj6tQIUCAAShQ0KBRrRq5cuWwYeMlS9a3b+a8fwcf3jsA8uXNn0efXv169u3NvYcP\nv1usWIcOnYkQYcCAAP37AwQAIADBggEeYMNmbiHDhgsBQIwo0RzFihYvYowkQAAAACLMgQwpciRJ\nACZPojSnciXLluHCadBQoACBAzYPMP+IEMGAgQABCiRJIk6cuaJGjwJIqnSpuaZOnV6zYCFAgAQL\nFtiwYcwYuW7dgAHjAQeOLFnmzqJNq/YsgLZu38KNK3cu3bp2zeHNm7dbrFiHDp2JEGHAgACGDQMA\nEGAx4wAPsGEzJ3kyZckALmPObG4z586eP0cSIAAAABHmTqNOrXo1gNauX5uLLXs27XDhNGgoUIDA\ngd4HGESIYMBAgAAFkiQRJ84c8+bOAUCPLt0c9erVr1mwECBAggULbNgwZoxct27AgPGAA0eWLHPu\n38OP7x4A/fr27+PPr38///7mAJoTOHBguXLOnAFBgCBAAAMGLKBBw4MHGQQIAgQAAKD/w7hx5kCG\nFAkSQEmTJ82lVLmS5cpcuRYMGCBAACZzN3Hm1LkTQE+fP80FFTqUaNArVxYsGLCUAAEHDx4kSCBA\nQIIcObRpM7eVa1cAX8GGNTeWLFluGDAUKBCALQIEPnwgUqOGAQMBBgw4cbJtmzm/fwEHBjCYcGHD\nhxEnVryYsTnHjyE7Lleu1oULBAjo0NHNXOfO4MBFiCBAAA1zp1GnTg2AdWvX5mDHlj0b9rNnHTo8\naLC7AShzv4EHFz4cQHHjx80lV76ceXJmzJYsGVGBeoUICxYQ0E4gxLBh48aRMzeePHkA59GnN7ee\nPftxtGhVqfICAYIBAwoUSKBAgQED/wAHHDjQoAEgQOYSKlzIEIDDhxAjSpxIsaLFi+YyatyYsVy5\nWhcuECCgQ0c3cyhRggMXIYIAATTMyZxJkyaAmzhzmtvJs6fPnc+edejwoIHRBqDMKV3KtKlTAFCj\nSjVHtarVq1SZMVuyZESFrxUiLFhAoCyBEMOGjRtHzpzbt28ByJ1L15zdu3fH0aJVpcoLBAgGDChQ\nIIECBQYMDDhwoEEDQIDMSZ5MuTKAy5gza97MubPnz6DLlTNHurRp0qA4cDBgwIgRceZixw4XjgaN\nAAFqmNvNu3dvAMCDCy9Xzpzx48iPY8PWoYMBAwswYBgwIJa569iza98OoLv37+bCi/8fTz68NWtu\n3JRQoUKDhgYFChgwoEDBGmfOyOk3x79/f4AABA4kaM7gQXPlypHr1o0aNUMiRAgQECAAAAMGFixw\nYcBAgAACBIwzV9LkyZMAVK5k2dLlS5gxZc4sV87cTZw5b4LiwMGAASNGxJkjSjRcOBo0AgSoYc7p\nU6hQAUylWrVcOXNZtW7Vig1bhw4GDCzAgGHAgFjm1K5l29YtALhx5ZqjW9fuXbrWrLlxU0KFCg0a\nGhQoYMCAAgVrnDkj19jcY8iQAUymXNncZczmypUj160bNWqGRIgQICBAAAAGDCxY4MKAgQABBAgY\nZ872bdy4Aezm3dv3b+DBhQ8nbs7/+HHkyMs1aSJAQIECtsxNnw4NWoMGAABEMNfd+/fvAMSPJ1+u\nnDn06dWj7+bFCwQIEiSkMGBAgABX5vTv59/fP0AAAgcSNGfwIMKEBnXpEiGix5UrWLBwaNBgwYIV\nK05580aOXDlzIkeOBGDyJEpzKleybKly27ZUqZ6BA2fuJjJkAgQAAADIHNCgQoUCKGr0KNKkSpcy\nberUHNSoUqWWa9JEgIACBWyZ69oVGrQGDQAAiGDuLNq0aQGwbeu2XDlzcufSldvNixcIECRISGHA\ngAABrswRLmz4MGIAihczNuf4MeTIjnXpEiGix5UrWLBwaNBgwYIVK05580aOXDlz/6pXrwbg+jVs\nc7Jn064te9u2VKmegQNn7jcyZAIEAAAAyBzy5MqVA2ju/Dn06NKnU69u3Rz27Nq3hwsnQAAAAAF2\n7HDlilOHDgQIAABwYNo0c/Ln05cP4D7+/Ob28+/fH6AzOnRSpPjw4UEBhQW+mXP4EGJEiQAoVrRo\nDmNGjRsxcuI0YgSUW7fixAGxYIEECS9erOrWzVxMmTNjArB5E6c5nTt59vTps1w5DhwAAGhiDmlS\npUoBNHX6FGpUqVOpVrVqDmtWrVuxduuGAUOBAwcmTNAQIQIBAgECHGjVylxcuXPjArB7F685vXv5\n8h0nS5YQIRAgSEiQQIMGc4sZN/92/NgcAMmTKZuzfBlzZsu/fo0ZY8qYsT59MtCgceRIliyzypUz\n9xp27NcAaNe2bQ53bt27efc216bNgAFIzBU3fvw4AOXLmTd3/hx6dOnTzVW3fh179W7dMGAocODA\nhAkaIkQgQCBAgAOtWplz/x6+ewDz6dc3dx9//vzjZMkSAlAIBAgSEiTQoMGcwoUMGzo0ByCixInm\nKlq8iLHir19jxpgyZqxPnww0aBw5kiXLrHLlzLl8CdMlgJk0a5q7iTOnzp08zbVpM2AAEnNEixo1\nCiCp0qVMmzp9CjWqVHLkzFm9ijUr1lhkyIAAIUSFChAgDBgYwIBBrFjfzLl9+xb/gNy5dM3ZvYvX\nbrlyyPLkiRABAYIFS5ZcumQuseLFjBubAwA5smRzlCtbvkx53DhjxjJx4WLBwgINGs6cWbKkV7ly\n5lq7ft0agOzZtM3Zvo07t+7d5nDhEiAAh7nhxIsXB4A8ufLlzJs7fw49Ojly5qpbv479eiwyZECA\nEKJCBQgQBgwMYMAgVqxv5tq7dw8gvvz55urbv1+/XDlkefJEABgBAYIFS5ZcumRO4UKGDR2aAxBR\n4kRzFS1exFhx3DhjxjJx4WLBwgINGs6cWbKkV7ly5ly+hOkSwEyaNc3dxJlT506e5nDhEiAAhzmi\nRY0aBZBU6VKmTZ0+hRpVKjly/+asXsWaVatWZ86QIFkQNiyLa9fMnUVrDsBatm3NvYUb9225ct2I\nEEmQoECBGI0aiRNnTvBgwoUNmwOQWPFic40dP4b8mBw5Yg4cDBhQgAgROHDo0IFmTvRo0qQBnEad\n2txq1q1dv4ZtrkYNAABamMOdW7duAL19/wYeXPhw4sWNlytnTvly5s2dPzcHDpypHTsgQDCgSJE5\n7t3NAQAfXrw58uXNm/82aBACBAkSxPn2zdx8+vXt36cPQP9+/ub8AzQncCDBggNfBQgAAAACQoTA\ngQsXzhzFihYvAsiocaO5jh4/ggwp0lyJEgAASDGnciVLlgBewowpcybNmjZv4v8sV84cz54+fwIN\nag4cOFM7dkCAYECRInNOn5oDIHUqVXNWr2LF+m3QIAQIEiSI8+2bubJmz6JNaxYA27ZuzcGNK3cu\n3VcBAgAAgIAQIXDgwoUzJ3gw4cIADiNObG4x48aOH0M2V6IEAABSzGHOrFkzgM6eP4MOLXo06dKm\nzaFOrXo169auwYFrAw2audq2zQHIrXu3ud6+fwMHBy5QoDRpyJlLrnw58+bMAUCPLt0c9erWr2Mv\n9+BBgAAbyJEzJ348+fLkAaBPr94c+/bu38OPb27IEAMGYJnLr3//fgD+AQIQOJBgQYMHESZUiNBc\nQ4cPIUaUOBEcuDbQoJnTuNH/HACPH0GaEzmSZElw4AIFSpOGnDmXL2HGlBkTQE2bN83l1LmTZ89y\nDx4ECLCBHDlzR5EmVZoUQFOnT81FlTqValWr5oYMMWAAljmvX8GCBTCWbFmzZ9GmVbuWrTm3b+HG\nlTuXrltx5vDmzQuAb1+/5gAHFjyYHDlTprZtM7eYcWPHjx8DkDyZsjnLlzFn1mzuzRsBAgiZEz2a\ndGnTAFCnVm2OdWvXr2HDLlfOlKkNG7aZ072bN28Av4EHFz6ceHHjx5GbU76ceXPnz6ErF2eOevXq\nALBn126Oe3fv38mRM2Vq2zZz59GnV79+PQD37+Gbkz+ffn375t68ESCAkDn//wDNCRxIsOBAAAgT\nKjTHsKHDhxAhlitnytSGDdvMadzIkSOAjyBDihxJsqTJkyjNqVzJsqXLlzBjrgRAs6ZNczhz6tyJ\nc9w4c0CDCh1KtKg5AEiTKjXHtKnTp1DN6dIlREg4c1izat3KFYDXr2DNiR1LtqzZs+aYMQsWzJzb\nt3DjAphLt67du3jz6t3L15zfv4ADCx5MuPBfAIgTKzbHuLHjx5AjS57cGIDly5jNad7MubPnzdiw\nmRtNurTp0+YAqF7N2pzr17Bjy55trlw5ceLM6d7NuzeA38CDCx9OvLjx48jNKV/OvLnz59CjLwdA\nvbp1c9iza9/Ovbv379kBiNMfT96c+fPo06s/jw2buffw48ufbw6A/fv4zenfz7+/f4DmBA4UWK6c\nOHHmFC5k2BDAQ4gRJU6kWNHiRYwZNW7k2NHjR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5\nde7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hRpU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l\n29btW7hx5c6lW9fuXbx59e7l29fvX8CBBQ8mXNjwYcSJFS9m3NjxY8iRJU+mXNnyZcyZNW/mLDcg\nACH5BAgKAAAALAAAAAAgASABh/////7+/v39/fz8/Pv7+/r6+vn5+fj4+Pf39/b29vX19fPz8/Ly\n8vHx8fDw8O/v7+7u7u3t7ezs7Ovr6+rq6unp6ejo6Ofn5+bm5uXl5ePj4+Li4uHh4eDg4N/f397e\n3t3d3dzc3Nvb29ra2tnZ2djY2NfX19bW1tXV1dPT09LS0tHR0dDQ0M/Pz87Ozs3NzczMzMvLy8rK\nysnJycjIyMfHx8bGxsXFxcPDw8LCwsHBwcDAwL+/v76+vr29vby8vLu7u7q6urm5ubi4uLe3t7a2\ntrW1tbOzs7KysrCwsK+vr66urq2traysrKurq6qqqqmpqaioqKenp6ampqWlpaOjo6KioqGhoaCg\noJ+fn56enp2dnZycnJubm5qampmZmZiYmJeXl5WVlZOTk5KSkpGRkZCQkI+Pj46Ojo2NjYyMjIuL\ni4qKiomJiYiIiIeHh4aGhoWFhYODg4KCgoGBgYCAgH5+fnx8fHt7e3l5eXh4eHd3d3Z2dnV1dXR0\ndHNzc3FxcXBwcG9vb25ubm1tbWxsbGtra2lpaWhoaGZmZmVlZWRkZGNjY2FhYWBgYF9fX15eXl1d\nXVxcXFtbW1lZWVhYWFdXV1ZWVlVVVVRUVFNTU1FRUVBQUE9PT05OTk1NTUxMTEtLS0lJSUhISEdH\nR0ZGRkVFRURERENDQ0FBQUBAQD8/Pz4+Pjw8PDs7Ozo6Ojg4ODc3NzY2NjQ0NDMzMzIyMjAwMC8v\nLy4uLiwsLCsrKyoqKigoKCcnJyYmJiQkJCMjIyIiIiAgIB8fHx4eHh0dHRwcHBsbGxoaGhkZGRgY\nGBcXFxYWFhUVFRQUFBMTExISEhERERAQEA8PDw4ODg0NDQwMDAsLCwoKCgkJCQgICAcHBwYGBgUF\nBQQEBAMDAwICAgEBAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAj/AAEIHEiwoMGD\nCBMqXMiwocOHECNKnEixosWLGDNq3Mixo8ePIEOKHEmypMmTKFOqXMmypcuXMGPKnEmzps2bOHPq\n3Mmzp8+fQIMKHUq0qNGjSJMqXcq0qdOnUKNKnUq1qtWrWLNq3cq1q9evYMOKHUu2rNmzaNOqXcu2\nrdu3cOPKnUu3rt27ePPq3cu3r9+/gAMLHky4sOHDiBMrXsy4sVpxkCNLnky5suXLkQFo3sxZnOfP\noEOLHk269GcAqFOrFse6tevXsGPLnt0agO3buMOFE8e7t+/fwIMLHy4OgPHjyJMrX868ufPn4qJL\nn069uvXr2KUD2M69u7jv4MOL/x9Pvrx58ADSq18vrr379/Djy59P3z2A+/jzi9vPv79/gOIEDiRY\n0ODBggAULmTY0OFDiBElThRX0eJFjBk1buRoEcBHkCHFjSRZ0uRJlClVkgTQ0uVLcTFlzqRZ0+ZN\nnDIB7OTZU9xPoEGFDiVa1ChQAEmVLmXa1OlTqFGliqNa1epVrFm1bq0KwOtXsOLEjiVb1uxZtGnH\nAmDb1q04uHHlzqVb1+7duAD07uUrzu9fwIEFDyZc+C8AxIkVL2bc2PFjyJHFTaZc2fJlzJk1UwbQ\n2fNncaFFjyZdWhw4cOJUr2bd2vVqALFlzxZX2/Zt3Ll17+ZtG8Bv4MHFDSde3P/4ceTJlRMH0Nz5\nc+jRpU+nXt26OOzZtW/n3t379+wAxI8nL878efTp1YsDB07ce/jx5c+HD8D+ffzi9O/n398/QHEC\nBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixowaN3Ls6PEjSHEiR5IUGS4cOG/etGkLFqwRIEDOnImr\nafMmzpziAPDs6VMc0KBChwr15g0WHz6UKIUT5/Qp1KhSAVCtalUc1qxat3Lt6vVrVgBix5IVZ/Ys\n2rRqz4ID5yxbtnDhxNGta/cuXQB69/Lt6/cv4MCCB4srbPhw4XDhwHnzpk1bsGCNAAFy5kwc5sya\nN3MWB+Az6NDiRpMubbq0N2//sPjwoUQpnLjYsmfTrg3gNu7c4nbz7u37N/DgwnkDKG78uLjkypcz\nb64cHDhn2bKFCyfuOvbs2q8D6O79O/jw4seTL29eHPr06tFr02bs0qU2bWzYoBAgAAECd8Tx7+8f\noDiBAwmKA3AQYUJxCxk2dBgu3LVrbNgc+fChRQto4jh29PgRJACRI0mKM3kSpUlv3sS1dPkSZkyZ\nMQHUtHlTXE6dO3n2FMeHT4ECAiBAAAFClChxS5k2dQoAalSpU6lWtXoVa1ZxW7l23apNGy9KlE6d\nChUK1YoVCBBIePZMXFy5c+nOBXAXb15xe/n29XvqlA8fEybY0KQJFapq3ryF/wsHDpw4yZMpVwZw\nGXNmcZs5d372zJgxcaNJlzZ9GvVpAKtZtxb3GnZs2bOFBLAdgIABAwIEDBjASlxw4cOHAzB+HHly\n5cuZN3f+XFx06dOja9PGixKlU6dChUK1YgUCBBKePRN3Hn169ekBtHf/Xlx8+fPpnzrlw8eECTY0\naUIFEFU1b97ChQMHTpzChQwbAngIMaK4iRQrPntmzJi4jRw7evwI8iOAkSRLijuJMqXKlUICuAxA\nwIABAQIGDGAlLqfOnTsB+PwJNKjQoUSLGj0qLqnSpUvDefMmLmpUcOBSpeoRLpy4rVy7eu0KIKzY\nseLKmj17NlybNilShAghTf+c3Ll0xYUThzevXr0A+vr9Ky6wYMHfXr0CBkyc4sWMGzMOly1btGjh\nKou7jFkcgM2cO4v7DDq06NAnTggIEECHjlBIkBgwECCABHG0a9u2DSC37t28e/v+DTy4cHHEixs3\nHs6bN3HMmYMDlypVj3DhxFm/jj07dgDcu3sXBz68ePHh2rRJkSJECGni2rt/Ly6cuPn069cHgD+/\nfnH8+/cH+O3VK2DAxB1EmFBhwnDZskWLFk6iOIoVxQHAmFGjOI4dPX70eOKEgAABdOgIhQSJAQMB\nAkgQF1PmzJkAbN7EmVPnTp49ff4UF1ToUKJFhUKDBkvcUqZNnT4FEFXqVHH/Va1evboNBAgCBEaM\nEBdW7FiyZcsCQJtWrTi2bds+o0ChSRNxde3exevN265dKYAAOXTIljVr4gwfFgdA8WLG4hw/hhwZ\nG7YYMQIESDBmDDRo4bZt27NnwYII4cKJQ51aNWoArV2/hh1b9mzatW2Lw51b927e4sKFc+bMmzji\nxY0fRw5A+XLm4pw/hw79mgEDAQIYMiRO+3bu3b17BxBe/Hhx5c2b30KAQIYM4cS9hy9u164yZRi8\neAEBQoIECLIAzMKLVzdxBg8eBKBwIUNxDh9ChBhuxowCBRo0gPXtm7iOHcOFO3TojriSJk+eBKBy\nJcuWLl/CjClzpriaNm/i/8wpLlw4Z868iQsqdCjRogCOIk0qbinTpk2vGTAQIIAhQ+KuYs2qdetW\nAF6/ghUnduzYLQQIZMgQThzbtuJ27SpThsGLFxAgJEiAIEsWXry6iQssWDCAwoYPi0usePHicDNm\nFCjQoAGsb9/EYcYcLtyhQ3fEgQ4tWjSA0qZPo06tejXr1q7FwY4tezbscOGkSUMGAoQGDdXEAQ8u\nfDhxAMaPIxenfDlz5rQGDAgQwJEjcdavY8+uXTuA7t6/iwsvXly4cDsCoA9gIkiQGzc0aDggQECA\nAAcuXHDgYMECDaQAkhI3kGDBgQAQJlQojmFDhw6jhQhBgQIgQOHEZdSocf/ZMmriQIYUKRJASZMn\nUaZUuZJlS5fiYMaUORNmuHDSpCEDAUKDhmrigAYVOpQoAKNHkYpTupQpU1oDBgQI4MiROKtXsWbV\nqhVAV69fxYUVKy5cuB0B0AYwESTIjRsaNBwQICBAgAMXLjhwsGCBBlKkxAUWPDgwAMOHEYtTvJgx\n42ghQlCgAAhQOHGXMWNetoyaOM+fQYMGMJp0adOnUadWvZq1ONevYcd2zY0bBAgBAAAQIGCSON+/\ngQcXDoB4cePikCdXrhyNAAEHDvz6JY56devXsWMHsJ17d3HfwYNn1KABAPPn0RswwIJFnU2bjBg5\ncQKHN2/i8OfXjx9Af///AAEIBCCuoMGDB72dOjVrFjZs4iJKnAgOXDhxGDNq1Aigo8ePIEOKHEmy\npElxKFOqXImSGzcIEAIAACBAwCRxOHPq3MkTgM+fQMUJHUqUKBoBAg4c+PVLnNOnUKNKlQqgqtWr\n4rJq1cqoQQMAYMOKNWCABYs6mzYZMXLiBA5v3sTJnUtXLoC7ePOK28u3b19vp07NmoUNm7jDiBOD\nAxdOnOPHkCEDmEy5suXLmDNr3sxZnOfPoEN77tbtwAEAqFEb4MZNnOvXsGPDBkC7tm1xuHPrxo0N\nGw4DBiZMyJRJnHHj1Jw5AwUKECBe4qJLnz4dgPXr2MVp3749HBgwAQIA/xgfIIACBV1atcqW7du1\na1u2NGjwQpz9+/jxA9jPv784gOIEDiRIcNu2R4+mTRPX0OFDa9bETaRY0SIAjBk1buTY0eNHkCHF\njSRZ0mRJadJIXbggwCUIEJo0iaNZ0+ZNmgB07uQpzudPoD5//driwAEFCnnyaOPGLVWqF1CgGDAQ\nIMAAUaK+fRPX1etXAGHFjhVX1uxZcOCMGVsGC1auXN26iQMHTtxdbtxy5IAAAZc4wIEFCwZQ2PBh\ncYkVL2YMDhwTJtmyiaNcmbIvX6JEiePc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr19KkkbpwQcBtECA0\naRLX2/dv4L0BDCdeXP/cceTJj//6tcWBAwoU8uTRxo1bqlQvoEAxYCBAgAGiRH37Js78efQA1K9n\nL879e/jgwBkztgwWrFy5unUTBw4cQHECuXHLkQMCBFziFjJs2BAAxIgSxVGsaPEiOHBMmGTLJu4j\nyI++fIkSJe4kypQqAbBs6fIlzJgyZ9KsKe4mzpw6d+qchQFDgAAaNIgravQoUgBKlzIV5/QpVHDg\nGDE6MmLEiROePGUT5/XrV2rUYGjQ8OVLOHFq164F4PYtXHFy59Kta9cuL14LFiRI4E0c4MCCBQMo\nbPiwuMSKFzMGBy5GjG7dxFGunCuXAgUXLojr7PkzaACiR5Mubfo06tT/qleLa+36NezYsGdhwBAg\ngAYN4nbz7u0bAPDgwsURL24cHDhGjI6MGHHihCdP2cRRr16dGjUYGjR8+RJOHPjw4QGQL29eHPr0\n6tezZ8+L14IFCRJ4E2f/Pn78APbz7y8OoDiBAwkSBAcuRoxu3cQ1dJgrlwIFFy6Is3gRY0YAGzl2\n9PgRZEiRI0mKM3kSZUqVKpctI0DgwAFC4mjWtGkTQE6dO8X19PkzW7YZM1okSQIMWLhw4pg2ddr0\nxg0DBp6Js3r1KgCtW7mK8/oVbFixYg0ZGjBgyBBxa9m2dQsAbly54ujWtXt327YyZY4dE/f3rxUC\nBAAAMGGCmzjFixkz/wbwGHJkyZMpV7Z8GbM4zZs5d/b8WVyjRgMGKAgXTlxq1atTA3D9GrY42bNp\nixLFgAGKVq3E9fb9G3hvb94OHPggDnny5ACYN3cuDnq4cOKoV7d+Hbu4Dh0KFKBESVx48ePJAzB/\nHr049evZtxcm7McPJEhmpUnDgIGAAgUOHBgAcEAJcQQLGjQIIKHChQwbOnwIMaJEcRQrWryIMaO4\nRo0GDFAQLpy4kSRLjgSAMqVKcSxbuhQligEDFK1aibuJM6fOm968HTjwQZzQoUMBGD2KVJzScOHE\nOX0KNapUcR06FChAiZK4rVy7egUANqxYcWTLmj0rTNiPH0iQzEqThv8BAwEFChw4MGBACXF8+/r1\nCyCw4MGECxs+jDixYnGMGzt+DDmyOGvWBgxQIC6z5s2bAXj+DFqc6NGjtwEBkiBBFHDgxLl+DTs2\nbAQIKoi7jRs3gN28e4MD9y24uOHEixs/Ds6ChQIFsmUTBz269OkAqlu/Li679u3bwT15cuDAgAEG\nAJgHkGDLlg8fAgQAkCePuPn0688HgD+//v38+/sHCEDgQIIFDR4UKE7hQoYNHT4UZ83agAEKxF3E\nmDEjAI4dPYoDGTLkNiBAEiSIAg6cOJYtXb50iQBBBXE1bdoEkFPnTnDgvv0UF1ToUKJFwVmwUKBA\ntmzinD6FGhXAVKr/VcVdxZo1K7gnTw4cGDDAAACyABJs2fLhQ4AAAPLkERdX7ty4AOzexZtX716+\nff3+FRdYsGBw4cKJQ5xY8WLEHz4AALBD3GTKlSsDwJxZszjOnTv3ggAhQIAb4cKJQ51a9WrU3LgJ\nECBB3GzatAHcxp2bGzdvvcX9Bh5c+PBfBgwcOAAOnDjmzZ0/BxBd+nRw4MRdDxfOmzdryJBZsnQk\nQQIB5QUQKFBgwgRr3rzdujVgAIADBxYtCidO//79APwDBCBwIMGCBg8iTKgQobiGDh2CCxdOHMWK\nFi9S/PABAIAd4j6CDBkSAMmSJsWhTJmyFwQIAQLcCBdOHM2aNm/S/+TGTYAACeJ+AgUKYCjRoty4\neUsqbinTpk6f/jJg4MABcODEYc2qdSuArl6/ggMnbmy4cN68WUOGzJKlIwkSCIgrgECBAhMmWPPm\n7datAQMAHDiwaFE4cYYPHwageDHjxo4fQ44sebK4ypbFhQu368mTQIHEgQ4tOjQyZAMGFCgwSxzr\n1q5dA4gte7a42rZt02rQIEAADdy4iQsufDjx4FGiFCjASxzz5s0BQI8uHRx16uKuY8+ufXuNAQNS\npBAnfjz58uIBoE+vPlw4ce67dXv27MyIEQgQOMCAIUuWWbMA+sKFy5s3ceHCGTMGAgQAhwQInAEH\nTlxFi+IAZNS4kf9jR48fQYYUGS6cOJMnxWGLEEGAgCbiYMaUKe4SAwYDBly4sE1cT58/fwIQOpSo\nOKNHj2J78UKAgAUpUkCCBA6cOKtXsWbLpoAAgQcPqokTO3YsALNn0X77xs2Zs3DhxMWVO5du3GnT\nDhAgECiQOL9/AQf2C4BwYcPgwIUTJy5cOG7cOjFgcOBAFG7cxGXWLC5cOHDMmMGCZcLEgQIFBKRm\nwSJcOHGvXwOQPZt2bdu3cefWvTtcOHG/gYvDFiGCAAFNxCVXvlzcJQYMBgy4cGGbOOvXsWMHsJ17\nd3HfwYPH9uKFAAELUqSABAkcOHHv4cfPlk0BAQIPHlQTt58/fwD/AAEIHDjw2zduzpyFCyeuocOH\nEBtOm3aAAIFAgcRp3Mixo0YAIEOKBAcunDhx4cJx49aJAYMDB6Jw4yaupk1x4cKBY8YMFiwTJg4U\nKCCgKAsW4cKJW7oUgNOnUKNKnUq1qtWr4rJq3bppU4ECCx48aNSoVStlaNA8eCBAgoQaNX79Eke3\nrt27APLq3Suur9+/y5alSWMCgGEAAgTUwIFjyhQXhQpNmBAgAAAdOnLlCieus2fPAEKLHg0OXLZk\nybx5E8e6tevXrEeNGtCgQZs24nLr3s07N4DfwIOHCyeuuHFx3USJmjVLnPPn0J1DW7aMD589ewRd\nusSBQwVWrMSJ/x8vDoD58+jTq1/Pvr379+Liy5+/aVOBAgsePGjUqFUrgMrQoHnwQIAECTVq/Pol\nzuFDiBEBTKRYUdxFjBmXLUuTxgQAkAAECKiBA8eUKS4KFZowIUAAADp05MoVTtxNnDgB7OTZExy4\nbMmSefMmzuhRpEmNjho1oEGDNm3ETaVa1epUAFm1bg0XTtxXsOK6iRI1a5Y4tGnVooW2bBkfPnv2\nCLp0iQOHCqxYiePbVxwAwIEFDyZc2PBhxInFLWbcePGmTQYATKZcGYCCTp26dRPX2fNn0J0BjCZd\nWtxp1KlPhwunDAMGAQICBABQ23btAAEQIBgjzvdv4MABDCdePP/ccW7ctm0T19z5c+jNgwXbQIHC\nmDHhwonj3t37dwDhxY8XV978efTp1YsLF86bt23h5MsXV9++fQD59e/n398/QAACBxIsaPAgQoHi\nFjJsuDBcOBgAJlIEMGBAkybVxHHs6PEjSAAiR5IUZ/IkypQoq1V7dOVKnjxwTJmSJk0czpw6d+IE\n4PMnUHFChxItanRouHCUQIAgQgQcOHFSp1KtCuAq1qzitnLt6vUr2LBiuQIoa/Ys2rRq17Jt61Yc\n3Lhy4YYLBwMA3rwABgxo0qSauMCCBxMuDOAw4sTiFjNu7LhxtWqPrlzJkweOKVPSpInr7Pkz6M4A\nRpMuLe406tT/qlejDheOEggQRIiAAyfuNu7cugHw7u1bHPDgwocTL278eHAAypczb+78OfTo0qeL\nq279OnZw4K5dQ4bsm7jw4seTL08eAPr06sWxb+/+Pfz48ue3B2D/Pn5x+vfz168NoDZp3ryJM3jw\n4LdWrZAgKVRIXESJEykCsHgRoziNGzl29PgRZMiNAEiWNHkSZUqVK1m2FPcSZkyZ4MBdu4YM2Tdx\nO3n29PnTJwChQ4mKM3oUaVKlS5k2PQoAalSp4qhWtUpVmzZp3ryJ8/r167dWrZAgKVRIXFq1a9kC\ncPsWrji5c+nWtXsXb965APj29fsXcGDBgwkXFncYcWLFixk3/3aMGEBkyZPFVbZ8GXNmzZs5Wwbw\nGXRocaNJlx6dLFkdRYqgQRP3GnZsZ844cbomDndu3boB9Pb9W1xw4cOJFzd+HLlwAMuZN3f+HHp0\n6dOpi7N+HXt27du5d78OAHx48eLIlzd/Hn169evLA3D/Hr44+fPpy0+WrI4iRdCgifMPUJzAgeKc\nOePE6Zq4hQwbNgQAMaJEcRQrWryIMaPGjRUBePwIMqTIkSRLmjwpLqXKlSxbunwJUyWAmTRriruJ\nM6fOnTx7+sQJIKjQoeKKGj1atFs3RGPGCBMmLqrUqVGrVesmLqvWrVsBeP0KVpzYsWTLmj2LNu1Y\nAGzbun0LN/+u3Ll064YLJy6v3r18+/r9C1gcgMGEC4s7jDix4sWMGztGDCCy5MniKlu+XHnbNlKF\nCmnTJi606NGhw4UDJy616tWrAbh+DVuc7Nm0a9u+jTv3bAC8e/v+DTy48OHEi4cLJy658uXMmzt/\nDl0cgOnUq4u7jj279u3cu3vHDiC8+PHiyps/X37bNlKFCmnTJi6+/Pnxw4UDJy6//v37AfgHCEDg\nQADiDB5EmFDhQoYNDwKAGFHiRIoVLV7EmFHjRo4dPX4EGVLkSJIlTZ5EmVLlSpYtXb6EGVPmTJo1\nbd7EmVPnTp49ff4EGlToUKJFjR5FmlTpUqZNnT6FGlXqVKr/Va2yDBdO3FauXb1+BRtWrDgAZc2e\nDRdO3Fq2bd2+hRtXrjgAde3eFZdX716+ff3+BawXwGDChcUdRpxY8WLF4cQ9hhxZ8mQAlS1fxpxZ\n82bOnT2HCydO9GjSpU2fRp1aHADWrV2HCydO9mzatW3fxp1bHADevX2LAx5c+HDixY0fDw5A+XLm\n4pw/hx5devRw4qxfx55dOwDu3b1/Bx9e/Hjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f/37+9gEA\nBCBw4EBxBg8iTKhwIcOGBwFAjChRHMWKFi9ivAhOHMeOHj+CBCByJMmSJk+iTKlypbiWLl/CjCnT\nJThw4m7i/8ypEwDPnj7FAQ0qdCjRokaPBgWgdClTcU6fQo0qdSrVqk8BYM2qVRzXrl6/gv1KLVu2\nbt3EoU2rdi1aAG7fwo0rdy7dunbvisurdy/fvn71ggMnbjDhwoYBIE6sWBzjxo4fQ44seXJjAJYv\nYxaneTPnzp4/gw69GQDp0qbFoU6tejXr1dSyZevWTRzt2rZv0wagezfv3r5/Aw8ufLi44saPI0+u\nXBwiRKZMhRMnfTp16gCuY88ubjv37t6/gw8vnjuA8ubPi0uvfj379u7fw1cPYD79+uLu48+vfz9+\nbtwA0kKFSpMmatTAiVO4kCFDAA8hRpQ4kWJFixcxitO4kf9jR48fxSFCZMpUOHEnUaZMCYBlS5fi\nYMaUOZNmTZs3YwLQuZOnOJ8/gQYVOpRo0Z8AkCZVKo5pU6dPoTblxo0WKlSaNFGjBk5cV69fvwIQ\nO5ZsWbNn0aZVu1ZcW7dv4caNS4vWgwcKFDATt5dv374AAAcWLI5wYcOHESdWvLgwAMePIYuTPJly\nZcuXMUsOJ45z584AQIcWLY50adOnUYvz5i1btmvhwnHjpk2bMnDgxOXWvTs3AN+/gQcXPpx4cePH\nxSVXvpx58+a0aD14oEABM3HXsWfPDoB7d+/iwIcXP558efPnwwNQv569OPfv4ceXP5+++3Di8OfP\nD4B/f///AMUJHEiwoEFx3rxly3YtXDhu3LRpUwYOnLiLGDNeBMCxo8ePIEOKHEmypLiTKFOqXKky\nW5o0BAgYMKBNnM2bOHEC2Mmzp7ifQIMKHUp0qDdvzZqBE8e0aVMAUKNKFUe1qtWrWLNq5cZVnNev\nXwGIHUtWnNmzaNOi/fatWrRo4uLKnUu3rlwAePPq3cu3r9+/gAOLG0y4sOHDhLt1W9OgQYAABAhY\nE0e5smXLADJr3iyus+fPoEOLBt2sTRs+fLSJW82aNYDXsGOLm027tu3buG9/+5YqVS5xwIMHB0C8\nuHFxyJMrXx4u3LRpc+YAAgdOnPXr2LNrvw6gu/fv4MOL/x9Pvrx5cejTq1/PPn23bmsaNAgQgAAB\na+Ly69+/H4B/gAAEDgQgzuBBhAkVLkzYrE0bPny0iaNYsSIAjBk1iuPY0eNHkCFBfvuWKlUucSlV\nqgTQ0uVLcTFlzqQZLty0aXPmAAIHTtxPoEGFDgUKwOhRpEmVLmXa1OlTcVGlTqVaVRw2bJs2VXDg\n4MGDRInEjSVb1iwAtGnVimPb1u1buOLAgatWjY0jR6FCHTtGpEaNTZvEDSZcGMBhxInFLWbc2PFj\nyI9JkVKiZNe3b+I0bxYHwPNn0OJEjyZd2patKlWUKNEmzvVr2LFlxwZQ2/Zt3Ll17+bd27c44MGF\nDycuDv8btk2bKjhw8OBBokTipE+nXh3AdezZxW3n3t37d3HgwFWrxsaRo1Chjh0jUqPGpk3i5M+n\nD8D+ffzi9O/n398/QHECBxIcSIqUEiW7vn0T5/ChOAASJ1IUZ/Eixoy2bFWpokSJNnEiR5IsabIk\ngJQqV7Js6fIlzJgyxdGsafMmTnCZMnHg8CBMGGDAxBEtavQoUQBKlzIV5/Qp1KhSoRUpIkHCBkiQ\ndOmyYwdEjBjXrokra/YsgLRq14pr6/Yt3Lbduj17Ju4u3rzhwplx4QIECCeiRIkrbFgcgMSKF4tr\n7PjxY2waNDhwkCuXuMyaN3Pu3BkA6NCiR5Mubfo06tT/4lazbu26dbhwuTZsqFBhk7jcunfz7g3g\nN/Dg4oYTL268+KZNIwgQYMDAEThw2bL16dPAjh1x2rdz1w7gO/jw4saTL29+vC9fpEh9E+f+vbhh\nw378eHDnTqBAjZo1E+cfoDiB4gAUNHhQXEKFCxf6QYDgxAlxEylWtHgRozgAGzl29PgRZEiRI0mK\nM3kSZUqU4cLl2rChQoVN4mjWtHkTJwCdO3mK8/kTaFCgmzaNIECAAQNH4MBly9anTwM7dsRVtXq1\nKgCtW7mK8/oVbFivvnyRIvVNXFq14oYN+/HjwZ07gQI1atZMXF694gD09ftXXGDBgwf7QYDgxAlx\nixk3/3b8GLI4AJMpV7Z8GXNmzZs5i/P8GXRo0MSIkZgwARAgcatZt3b9WhwA2bNpi7N9G3du28eO\nSZBwQIECLly0efOWLBkKFARatRL3HHr05wCoV7cuDnt27dt9+QoR4sQJZeHCiRPHrUuXA+sPfPHm\nTVx8+fPjA7B/H784/fv5678G8NqFBQsQIRKHMKHCheHCBQu2TJzEiRMBWLyIMaPGjRw7evwoLqTI\nkSRHEiNGYsIEQIDEuXwJM6ZMcQBq2rwpLqfOnTxzHjsmQcIBBQq4cNHmzVuyZChQEGjVSpzUqVSl\nAriKNau4rVy7evXlK0SIEyeUhQsnThy3Ll0OuD3wxf+bN3F069qlCyCv3r3i+vr92/fatQsLFiBC\nJC6x4sWMw4ULFmyZuMmUKQO4jDmz5s2cO3v+DFqc6NGkS4v+9o0ChQekSIl7DTu27NmwAdi+jVuc\n7t28eYODAwcEiAIFEliw8OePMGXKvnxx4GDBt2/iqlu/Xh2A9u3cxXn/Dh48OBUqDBjo0IFauHDf\nvmnCgYMGjWzZxNm/jz8/gP38+4sDKE7gQILiQoUawYmTOIYNHT4UB8uKFRcujInDmDEjAI4dPX4E\nGVLkSJIlxZ1EmVLlyW/fKFB4QIqUOJo1bd7EWRPATp49xf0EGjQoODhwQIAoUCCBBQt//ghTpuzL\nFwf/DhZ8+yZO61auWgF8BRtW3FiyZcuCU6HCgIEOHaiFC/ftmyYcOGjQyJZN3F6+ff0CABxYsDjC\nhQ0TDhVqBCdO4hw/hhxZHCwrVly4MCZO8+bNADx/Bh1a9GjSpU2fFpda9WrWqZEgCRDgSrhw4mzf\nxp1b920AvX3/Fhdc+PDgrFhlCBBgwAAHDnDEiEGDRhc7dkSICBAggzju3b17BxBe/Hhx5c2fPy9M\ngQIBAjx4eFat2qZNSGbNChdO3H7+/f0DFCcOAMGCBsUhTKgwWzY9eqSJiyhx4sRmzUyYEFCggAkT\nocSBDBkSAMmSJk+iTKlyJcuW4l7CjClTmjQDBhAg/xCncyc3bmzYlCoVThzRokaNAkiqdKm4pk6f\ncuOmQgWCAAEWLMiUydmsWdGiOXv2rEePAgXiiEurdu1aAG7fwhUndy5duttWrFiwwIwZW3fuaNDQ\nI1w4cYYPI06MGADjxo7FQY4cOdyqVc+eicusebPmZcsGDAAg+sMHUaK+iUutWjWA1q5fw44tezbt\n2rbF4c6te7c0aQYMIEAgbjhxbtzYsClVKpy45s6fPwcgfTp1cdavY+fGTYUKBAECLFiQKZOzWbOi\nRXP27FmPHgUKxBEnfz59+gDu488vbj///v0BbluxYsECM2Zs3bmjQUOPcOHERZQ4keJEABcxZhS3\nkf8jx3CrVj17Jo5kSZMlly0bMABAyw8fRIn6Jo5mzZoAcObUuZNnT58/gQYVN5RoUaMpUgAA0KSJ\nOKdPX726cCFAgAW4cInTupWrVgBfwYYVN5Zs2WTJEiQwgANHsGDhwomTO9ebNw4cBAgwJI5vX79+\nAQQWPFhcYcOHEQ8bBgvWrFmJHDgYMCCFOMuXMWfWDIBzZ8/iQIcO3Q0Tpm3bxKVWvRocOB0CBAAA\nECBAg2TJxOXWvTs3AN+/gQcXPpx4cePHxSVXvpx5ihQAADRpIo569VevLlwIEGABLlziwIcXDx5A\nefPnxaVXvz5ZsgQJDODAESxYuHDi8Of35o0DBwH/AAUYEkewoEGDABIqXCiuocOHEIcNgwVr1qxE\nDhwMGJBCnMePIEOKBECypElxKFOm7IYJ07Zt4mLKnAkOnA4BAgAACBCgQbJk4oIKHRoUgNGjSJMq\nXcq0qdOn4qJKnToV3IABAgTYsiWuq9eu4cK5chWAAAFlysSpXcsWgNu3cMXJnUu3UaMIEZyAAyeu\nr9+/1qwVKKBAwTVxiBMrVgygsePH4iJLnkw5nOVwz54JSpBgwIAR4cKJG026tOnSAFKrXi2utWvX\n4bRps2ZNnO3btunQGTAAgO8AATZskCWuuPHjxwEoX868ufPn0KNLny6uuvXr12cJEDBgwLRp4sKL\n/x8fLlyFAQOoUBHHvr17APDjyxdHv359bCFCSJAwTZx/gOIEDhwoRgwAABo0iGPY0OFDABElThRX\n0eJFjBXDhaNFC0uFCgsWVAEHTtxJlClVpgTQ0uVLcTFlzrRl68aNUM2aWbPGi9cIAQIADDVhYtOm\nVKm4iWPa1KlTAFGlTqVa1epVrFm1iuPa1avXWQIEDBgwbZo4tGnVhgtXYcAAKlTEzaVbF8BdvHnF\n7eXLF1uIEBIkTBNX2PDhwmLEAACgQYM4yJElTwZQ2fJlcZk1b+acOVw4WrSwVKiwYEEVcODErWbd\n2nVrALFlzxZX2/ZtW7Zu3AjVrJk1a7x4jRAgAP/AcRMmNm1KlYqbOOjRpUsHUN36dezZtW/n3t27\nOPDhxYMPF85OgAALFnz7Js79e/jgwMWwYMGQoXDi9O/fD8A/QAACBwIQZ/DgwV0lStSpI+4hxIgP\ngR04YMDAsWPiNnLs6BEAyJAixZEsafIkyW7d5MihggKFESPExNGsafMmTgA6d/IU5/PnT24pUggQ\ngKBAgQULEiRoIECAAQOIwoUTJy5cuG/itnLt2hUA2LBix5Ita/Ys2rTi1rJtuzZcODsBAixY8O2b\nuLx694IDF8OCBUOGwokrbNgwgMSKF4tr7NjxrhIl6tQRZ/kyZsvADhwwYODYMXGiR5MuDeA06tT/\n4lazbu16dbducuRQQYHCiBFi4nbz7u37N4DgwoeLK27cOLcUKQQIQFCgwIIFCRI0ECDAgAFE4cKJ\nExcu3Ddx4seTJw/gPPr06tezb+/+PXxx8ufTl1+sWIcAASJE+PYNoDiBAwVSo+bBQwEhQrJlE/cQ\nYkQAEylWFHcRI0Zqe/YUKyYOZEiR374RAAAgShRxK1m2dLkSQEyZM8XVtHkTZ01dujZsuGDBAgoU\nzMQVNXoUaVIAS5k2FfcUKtQaAgQAACAgQAAAWwEEECCAAQNr4siKAwVKiAcPMWLUCRdOXFy54gDU\ntXsXb169e/n29SsOcGDBgIsV6xAgQIQI376J/3P82DE1ah48FBAiJFs2cZs5dwbwGXRocaNJk6a2\nZ0+xYuJYt3b97RsBAACiRBF3G3du3bcB9Pb9W1xw4cOJB9ela8OGCxYsoEDBTFx06dOpVwdwHXt2\ncdu5c68hQAAAAAICBABwHkAAAQIYMLAmDr44UKCEePAQI0adcOHE9fcPUByAgQQLGjyIMKHChQzF\nOXwIERw4Hz4ODBjw5Ak1auI6fvuGp0ABACQBJECGTJzKlSxVAngJM6a4mTRrzuTG7Zu4nTzFZcsW\nIgQAECDChROHNKnSpUgBOH0KVZzUqVSrSq1WjQ8fISZMOHHSSZzYsWTLmgWANq1acWzZYsPGhP9J\nAAAAAgQQgBdvgQIJfPgABgxcuHDBgsGAASBxYgFo0Ih7DFkcgMmUK1u+jDmz5s2cw4UTBzo06GrV\nKlQYIEBAggQHDjQ4cACA7NkAGjTIJC637t27Afj+DVyc8OHEhXfrxqpQIV68mjXLJUIEAAAClCkT\nhz279u3aAXj/Dl6c+PHky5P/9g0cLlwaNBSoVClcOHH069u/Tx+A/v38xYkD+E2XLggQAgQAECCA\nAAEMvnx59YobN3EVLVbkxu3IEQEAPHpUoMCbN3ElSwJAmVLlSpYtXb6EGTNcOHE1bdasVq1ChQEC\nBCRIcOBAgwMHABxFCqBBg0zinD6FChXAVKr/VcVdxZr1ardurAoV4sWrWbNcIkQAACBAmTJxbd2+\nhfsWwFy6dcXdxZtXb95v38DhwqVBQ4FKlcKFE5dY8WLGiQE8hhxZnLhvunRBgBAgAIAAAQQIYPDl\ny6tX3LiJQ50aNTduR44IABA7tgIF3ryJw40bwG7evX3/Bh5c+HDi4owfR75tW6BAVxAgGDAAAIAA\n1QUIAKFM2bJl4rx/Bx/eOwDy5c2LQ59evXpPDBhMmKBBgwUCBAAAoCJO/37+/f0DBCBwIEFxBg8i\nTKjwYK5cBQwYQIAACZJw4i5izJgRAMeOHsOF43br1oQJAwYAECBAgwZw4l7CjCkTZriaaNBQ/0CB\nQhzPnuIAAA0qdCjRokaPIk0qbinTptu2BQp0BQGCAQMAAAigVYAAEMqULVsmbizZsmbHAkirdq24\ntm7fvvXEgMGECRo0WCBAAAAAKuL+Ag4seDCAwoYPi0useDHjxopz5SpgwAACBEiQhBOneTNnzgA+\ngw4dLhy3W7cmTBgwAIAAARo0gBMnezbt2rPD4UaDhgIKFOJ+AxcHYDjx4saPI0+ufDlzcc6fQ3f+\nbbo1a6hQJUrkTRz37t6/g/8OYDz58uLOo0+fXhsHDgjeIzAwYIAHD9zE4c+vfz9/AP4BAhA4EIA4\ngwcRJlSYMFWDBgAgAmAkjmJFixYBZNS4Mf9cR2/eGjVasaIAAQKtWolTuZJlS5crv0mTJo5mTXEA\ncObUuZNnT58/gQYVN5RoUaNHkSZVShRAU6dPxUWVOpUqI0YbNgwYsAALFm7cxIUVO5ZsWXEA0KZV\nK45tW7dv4cINFw4TJi1aLonTu5cvXwB/AQcWN5iwOGzYRLFiJY5xY8ePIUeWDIByZcuXMWfWvJlz\nZ3GfQYcWPZp0adOgAaRWvVpca9evYTNitGHDgAELsGDhxk1cb9+/gQcXB4B4cePikCdXvpw583Dh\nMGHSouWSOOvXsWMHsJ17d3HfwYvDhk0UK1bi0KdXv559e/cA4MeXP59+ffv38ecXt59/f///AMUJ\nHEiwoMGDBQEoXMhQnMOHECMmSyZBQoAAKaJFE8exo8ePIDsCGEmypLiTKFOqXMlSJThxMGPKlAmg\nps2b4nLq1BnOmzdxQIMKHUqU6Ldv4pIqFQegqdOnUKNKnUq1qlVxWLNq3cq1q9evWQGIHUtWnNmz\naNMmSyZBQoAAKaJFE0e3rt27eOsC2Mu3r7i/gAMLHkxYMDhxiBMrVgygsePH4iJLlhzOmzdxmDNr\n3syZ87dv4kKLFgegtOnTqFOrXs26tWtxsGPLnk27tu3bsQHo3s1bnO/fwIN785Ynjx493sQpX868\nufPmAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTk8eGTZz79+IAyJ9Pv779+/jz698vrr9/\ngOIEDiRY0OBBhAYBLGTYUNxDiBElevOWJ48ePd7EbeTY0eNHjwBEjiQpzuRJlClVrmTZ8iQAmDFl\niqNZ0+ZNnDl11sSGTdxPoOIADCVa1OhRpEmVLmUqzulTqFGlTqVa9SkArFm1iuPa1evXcOHAgRNX\n1uxZtGnVigPQ1u1bcXHlzqVb1+5dvHIB7OXbV9xfwIEFDyZc+G+3atXELWYsDsBjyJElT6Zc2fJl\nzOI0b+bc2fNnceHCiSNd2vRp0gBUr2YtzvVr2LFlz6Zd+zUA3Ll1i+Pd2/dv4MGFD+8NwP/4ceTi\nlC9n3tz5c+jhwnWbNk3cdeziAGzn3t37d/DhxY8nL878efTp1a8XFy6cOPjx5c+HD8D+ffzi9O/n\n398/QHECBxIsaNAggIQKF4pr6PAhxIgSJ1J0COAixoziNnLs6PEjyJDhwnWbNk0cypTiALBs6fIl\nzJgyZ9KsafMmzpw6d/Ls6fMn0KBChxItavQo0qRKlzJt6vQp1KhSp1KtavUq1qxat3Lt6vUr2LBi\nx5Ita/Ys2rRq17Jt6/Yt3LhykYqra/cu3rx69/K1C+Av4MDhwokrbPgw4sSKE4cLJ+4x5MgAJlOu\nLO4y5syaN3Pu7BkzgNCiR4srbfo06tP/4MCJa+36NezYsQHQrm37Nu7cunfz7i3uN/DgwocTL24c\nOIDkypeLa+78OfTo0qdTdw7gOvbs4rZz7+79O/jw4rkDKG/+vLj06tezXw8OnLj48ufTr18fAP78\n+vfz7+8fIACBAwkWNHhQoDiFCxk2dPgQYsSFAChWtCgOY0aNGzl25BgunDiRI0mKBHASZUpxK1m2\ndPkSZkyZLAHUtHlTXE6dO3nu/PatW1BxQ4kWNXqUKAClS5k2dfoUalSpU8VVtXoVa1atW7laBfAV\nbFhxY8mWNXsW7dlw4cS1dfu2LQC5c+mKs3sXb169e/n2vQsAcGDB4ggXNnzY8Ldv3RiL/3P8GHJk\nyY8BVLZ8GXNmzZs5d/YsDnRo0aNJlzZ9OjQA1atZi3P9GnZs2bNjQ7NmTVxu3btzA/D9G7g44cOJ\nFzd+HHny4QCYN3cuDnp06dOle/MWy40ba9bEdff+HXx4cQDIlzd/Hn169evZtxf3Hn58+fPp17cP\nH0B+/fvF9fcPUJzAgQQLGjQIzZo1cQwbOmQIIKLEieIqWryIMaPGjRwtAvgIMqS4kSRLmizpzVss\nN26sWRMHM6bMmTTFAbiJM6fOnTx7+vwJVJzQoUSLGhWXLdu0aeKaOn0KNao4AFSrWhWHNavWrVy7\nZpUli4IxY+LKmj1bFoDatWzFuX0LN/+uXHHhwg0bVkyc3r18+/oFADiwYHGECxs+bNibt1MbNmTI\nQEmc5MmUK1sGgDmz5s2cO3v+DDq0uNGkS5s+LS5btmnTxLl+DTu2bHEAatu+LS637t28e/vWLUsW\nBWPGxBk/jtw4gOXMm4t7Dj269OniwoUbNqyYuO3cu3v/DiC8+PHiyps/j/68N2+nNmzIkIGSuPn0\n69u/DyC//v38+/sHCEDgQIIFDR5EKFDcQoYNHTZ89mwQBAgvXkATl1HjRo4dAXwEGVLcSJIlTZ5E\nKU6bNgYMCoQLJ07mTJoyAdzEmVPcTp49d4YLJw7cUHDLltWyYGHAAAFLlvTqJU7qVKr/VaUCwJpV\nqziuXb1+BSuuTZsECUSIQ5tW7Vq2ANy+hRtX7ly6de3eFZdX716+3761arVhwwIECCJEcOPNmzjG\njR0/dgxA8mTK4ixfxpxZ82ZxUqQIEEBB3GjSpUsDQJ1atTjWrV2DAydMmK1OnSpVunQJEBIkLlxA\nAG7BwrNn4owfR54cwHLmzcU9hx5d+nRx3rylSHFB3Hbu3b1/BxBe/Hjy5c2fR59evTj27d2///at\nVasNGxYgQBAhghtv3sQBFCdwIMGCAwEgTKhQHMOGDh9CjChOihQBAiiIy6hx40YAHj+CFCdyJElw\n4IQJs9WpU6VKly4BQoLEhQsINi1Y/3j2TBzPnj5/AggqdKi4okaPIk0qzpu3FCkuiIsqdSrVqgCu\nYs2qdSvXrl6/ghUndixZstnWrAkSJEYMQIsWHTrEwpcvcXbv4s2LFwDfvn7FAQ4seDDgbNkOHfoV\nLpy4xuHCIUBAgIAdcZYvY8YMYDPnzuI+fw4XTpy4bteuyZKVypYtbdqiRfMmbrY4bE2aIEDAi5e4\n3r5/AwcgfDhxccaPI0+u/PiaNTDEQY8ufTp1ANavY8+ufTv37t6/iwsvfvz4bGvWBAkSIwagRYsO\nHWLhy5e4+vbv478PYD///uIAihM4kGBBcdmyHTr0K1w4cQ/DhUOAgAABO+IwZtSoEf9AR48fxYUM\nGS6cOHHdrl2TJSuVLVvatEWL5k1cTXHYmjRBgIAXL3E/gQYVCoBoUaPikCZVupRp0jVrYIiTOpVq\nVasAsGbVupVrV69fwYYVN5Zs2bLWFi2iRAkbNnFviRFrYcuWOLt38ebFC4BvX7/iAAcWLPjbr197\n9tix001c48bJkhEgwIDBNnGXMWfODIBzZ8/iQIPGhg0cuG+nT4tTvZr1alCgFizo0UNcbdu3cQPQ\nvZu3ON+/gQcXLi5cOAoUnIhTvpx5c+cAoEeXPp16devXsWcXt517d+/YsG3bJo48eWTIVolTv559\ne/cA4MeXL45+/frh8GfLRq1WLWr/AKmJG0hQXLggQQIEKFJEnMOHECMCmEixoriLF715CxdOnMeP\nIEN+hAWLAAEdOsSpXMmyJYCXMGOKm0mzps2b4oYNK1CgkbifQIMKHQqgqNGjSJMqXcq0qVNxUKNK\nnYoN27Zt4rJmRYZslbivYMOKHQugrNmz4tKqVRuubbZs1GrVokZNnN274sIFCRIgQJEi4gILHkwY\ngOHDiMUpVuzNW7hw4iJLnkxZMixYBAjo0CGus+fPoAGIHk1anOnTqFOrFjdsWIECjcTJnk27tm0A\nuHPr3s27t+/fwIOLG068uPHh4MCJW37tGi9e4cRJn069unUA2LNrF8e9uzht2jQd/zrUqtUybNjE\nqV+/fs+BAwgQOHMmrr79+/gB6N/PX5x/gOLEhQsnzuBBhAkRgqtRI0CAChXETaRY0SIAjBk1iuPY\n0eNHkOIAAQIAAIQ4lClVrmQJwOVLmDFlzqRZ0+ZNcTl17uSZExw4cUGvXePFK5w4pEmVLmUKwOlT\nqOKkThWnTZumQ4datVqGDZs4sGHD7jlwAAECZ87ErWXb1i0AuHHliqNLN1w4cXn17uW7F1yNGgEC\nVKggzvBhxIkBLGbcWNxjyJElTxYHCBAAACDEbebc2fNnAKFFjyZd2vRp1KlVi2Pd2vVr1t68XbpU\nBwiQX7/E7ebd2/dvcQCEDycuzv+48W/fLFkKYcIEFiyyjBkLF07c9evHjl1IkcKWLXHhxY8nHx7A\nefTpxa1n3979e/fbfPgYMIAJE3H59e/nD8A/QAACBwIQZ/AgwoQKxVGhEiDAAnESJ1KsaBEAxowa\nN3Ls6PEjyJDiRpIsaXKkN2+XLtUBAuTXL3EyZ9KsaVMcgJw6d4rr2fPbN0uWQpgwgQWLLGPGwoUT\n59TpsWMXUqSwZUsc1qxat2IF4PUrWHFix5Ita7bsNh8+BgxgwkQc3Lhy5wKoa/euuLx69/LtK44K\nlQABFogrbPgw4sQAFjNu7Pgx5MiSJ1MWZ/ky5syWdekqUCDAgAEwYIgrbfo06tT/4gCwbu1aHGzY\n2LDhwXPhwAEFCiBQoECChAwZPjRoGDAgQbFi4pYzb+68OYDo0qeLqx4uHDhw4rZz7+69OzhjxkqU\nUKDAi7j06tevB+D+PXxx8ufTr29f3JcvBAhAAAcOoDiBAwkWJAgAYUKFCxk2dPgQYkRxEylWtDgR\nHDgxYhgE8BjglTiRI0mWNAkAZUqV4liy9OZt2rQ8JEhUqGABAQIDBgT0BPATwARxQ4kWNXoUQFKl\nS8WJA8eNGzhw4qhWtWo1XFZxW7cmS2bAgIBu3cSVNXu2LAC1a9mKc/sWbly54siQefBgAzJksWKt\nWqVMXGDBgwcDMHwYcWLFixk3/3b8WFxkyZMpRwYHTowYBgE4B3glDnRo0aNJAzB9GrU41aq9eZs2\nLQ8JEhUqWECAwIABAbsB9AYwQVxw4cOJFwdwHHlyceLAceMGDpw46dOpUw93XVz27MmSGTAgoFs3\ncePJlx8PAH169eLYt3f/Hr44MmQePNiADFmsWKtWKRMHUJzAgQQHAjiIMKHChQwbOnwIUZzEiRQr\nWgzXqJEECQfmzPHmTZzIkSRLigSAMqXKcOHEuXwpLhw2bMmSTcOG7du3bduipUhRoACBYsXEGT2K\nNClSAEybOg0XDpw3b+HCibuKNWtWbuHCifsKVpwRIwWwYAkXTpzatWwBuH0LV/+c3Ll069rthgNH\nggQRUqSwYCFAAAUiRJAiZU2c4sWLATh+DDmy5MmUK1u+LC6z5s2cO4dr1EiChANz5njzJi616tWs\nUwN4DTt2uHDiatsWFw4btmTJpmHD9u3btm3RUqQoUIBAsWLimjt/Dv05gOnUq4cLB86bt3DhxHn/\nDh48t3DhxJk/L86IkQJYsIQLJy6+/PkA6tu/Ly6//v38+3cDiANHggQRUqSwYCFAAAUiRJAiZU3c\nRIoUAVzEmFHjRo4dPX4EKU7kSJIlTY789q0BAAADBkCCJE7mTJo1AdzEmVPcTp49ff7kqUxZgg0b\nsmUTl1TpUqZJATyFGlXcVKr/Va1WBQfumziuXbteu8YDBQpOnMKJQ5s2LQC2bd2KgxtX7ly527Zl\nMmCAAIECHjyUKFGhgoECBTZs6NOtmzjGjcUBgBxZ8mTKlS1fxpxZ3GbOnT1/9vyNDRsECAQIECJO\n9WrWrAG8hh073OzZ4mzfxp1bt50FCx48QIZM3HDixY0DQJ5cuTjmzZ0/hx5dnDdvqlRVwb5mzRtu\n3MR9By8OwHjy5cWdR59ePThw1KiFCvVCgIAAARQAAvTp05QpNm4AvKFFyyFr1sQhTCgOAMOGDh9C\njChxIsWK4i5izKhxo8ZvbNggQCBAgBBxJk+iRAlgJcuW4V6+FCdzJs2aNu0s/1jw4AEyZOJ+Ag0q\nFADRokbFIU2qdCnTpuK8eVOlqgrVNWvecOMmbitXcQC+gg0rbizZsmbBgaNGLVSoFwIEBAigABCg\nT5+mTLFx44YWLYesWRMneLA4AIYPI06seDHjxo4fi4sseTLlypbF8eJFgEABcODEgQ4tGjSA0qZP\ni0sdbnU4ca5fw44de9WqAQMaNPgmbjfv3r0BAA8uXBzx4saJb9sGThzz5s6Zhwv36pUkSXjYsJkz\nB0+4cOK+gxcHYDz58uLOo0+fPpwwYapU9elDxYEDFCgqadPmzFmoUGMARooEC1YycQcRIgSwkGFD\nhw8hRpQ4kaI4ixcxZtS4Uf8cL14ECBQAB05cSZMnSwJQuZKlOJfhYIYTN5NmTZs2V60aMKBBg2/i\ngAYVKhRAUaNHxSVVujTptm3gxEWVOjVquHCvXkmShIcNmzlz8IQLJ45sWXEA0KZVK45tW7duwwkT\npkpVnz5UHDhAgaKSNm3OnIUKNSZSJFiwkolTvHgxAMePIUeWPJlyZcuXw2UGB65bN3GfQYcWPVoc\nOHA2bCxo1kxca9evWwOQPZt2uHDiwoXz5q1bN2/fvoEDJ454cePFrVlDgIAAgWbioEeXLh1AdevX\nxWXXvt2bt0GDPHnzJo58efPHjmHAkCCBAxQoxoyJJo5+/foA8OfXL45/f///AMUJFIdszBgxYhgx\nekSJki1byF69kiIlQgQNbdpMmxZOnMePHwGIHEmypMmTKFOqXBmuJThw3bqJm0mzps2b4sCBs2Fj\nQbNm4oIKHRoUgNGjSMOFExcunDdv3bp5+/YNHDhxWLNqzWrNGgIEBAg0E0e2rFmzANKqXSuurdu3\n3rwNGuTJmzdxePPqPXYMA4YECRygQDFmTDRxiBMnBsC4sWNxkCNLloxszBgxYhgxekSJki1byF69\nkiIlQgQNbdpMmxZOnOvXrwHInk27tu3buHPr3h2uNzVqXLgkSyauuPFw4bp1K1bMGzhw4qJH16bN\nlCkOSpQgQyauu/fvAMKL/x8vrnz5cOG8eavGi5cOHRAYMDh06Ns3cfjzR4v24cMNgDe6iSNY0KBB\nAAkVLhTX0OFDb94uXGBgy5Y4jBk1FipkwECBAgqAANm2TdxJlCkBrGTZUtxLmDFfbttWSYwYWrSE\nCYOmTBk1aqBSpBBQVMACRozChRPX1OlTAFGlTqVa1epVrFm1ggO3rVatChU8eODhyJEqVZNKlBAg\nAAAAAQsWUKDwZNOmMmVChEhw4MCCBQ0+fECF6ts3ceHCAWDc2LE4yJElQ6ZESQEAzAAGDABz7Bgw\nYH88eFiwAAUKcOJUr2bNGsBr2LHFzaZde7YECQMiRAAFStxv4OK2xYmjQP/BgAEKYMES19z58+YA\npE+nLs76dezWo0XbJEeOFStFinShQoUIkQYBAgAAIECAEHDgxM2nX38+APz59e/n398/QAACBxIs\naPCgQHDgttWqVaGCBw88HDlSpWpSiRICBAAAIGDBAgoUnmzaVKZMiBAJDhxYsKDBhw+oUH37Ji5c\nOAA6d/IU5/MnUJ+UKCkAYBTAgAFgjh0DBuyPBw8LFqBAAU4c1qxatQLo6vWruLBix4aVIGFAhAig\nQIlr61bctjhxFCgYMEABLFji9vLtuxcA4MCCxREubJhwtGib5MixYqVIkS5UqBAh0iBAAAAABAgQ\nAg6cuNCiR4cGYPo06tT/qlezbu36dbhw3Zo1K1QoUKAPCxZo0FBFgwYECAIEGADgOIAAChQQILBg\ngQcgQCRIQJAhQ69e3ryJ6w7gO/jw4saTL29+zZoDBwCwbw8ggAEDCxZMmSLuPv78+gHw7+8foDiB\nAwkKHDYsQ4AABAhQodLt2zds2JS4cIEBAwQIqsR19PjxIwCRI0mKM3kSpclt24whQZIhgwIFDBQo\nKHAzQgQVKkyZEvcTaFChAIgWNXoUaVKlS5k2DReuW7NmhQoFCvRhwQINGqpo0IAAQYAAAwCUBRBA\ngQICBBYs8AAEiAQJCDJk6NXLmzdxewH09ftXXGDBgwmvWXPgAADFiwEE/zBgYMGCKVPEVbZ8GTMA\nzZs5i/P8GbTnYcMyBAhAgAAVKt2+fcOGTYkLFxgwQICgSlxu3bt3A/D9G7g44cOJC9+2zRgSJBky\nKFDAQIGCAtMjRFChwpQpcdu5d/cOAHx48ePJlzd/Hn16cODCgQP37Rs4cN169cKGLZw4/eLChfMG\nsFWrS5d8MGFy4oQQIaa2bfMGMVw4cRQrigOAMaNGcRw7evzoEQ4cBgMGJEgQYcgQHz5atRIHM6bM\nmQBq2rwpLqfOnTtnESAAAECAAAkWLEiQ4MCDByVKXLokLqrUqVQBWL2KVZzWrVy5MhsxQoAAAAAC\nFCjgwEERZ87EuX0LN/8uXAB069q9izev3r18+4r7Cziw4MGECxsGDCCx4sXiGjt+DDmyZHHhwom7\njDmz5ssAOnv+LC606NGkL11SoACA6tUABLhwceyYuNm0a9ueDSC37t3ievv+/ftbrVpnzjBhouja\nNXHMmzt/Dr05gOnUq1u/jj279u3cxXn/Dj68+PHky38HgD69enHs27t/Dz++uHDhxNm/jz+/fQD8\n+/sHKE7gQIIFL11SoADAQoYABLhwceyYOIoVLV6kCEDjRo7iPH4ECfJbrVpnzjBhoujaNXEtXb6E\nGdMlAJo1bd7EmVPnTp49xf0EGlToUKJFjQIFkFTpUnFNnT6FGlXqVKr/TgFcxZpV3FauXb1u/faN\nEKEhHjxEiMBCmTJxbd2+hfsWwFy6dcXdxZtX716+ff3iBRBY8GDChQ0fRpxYsTjGjR0/hhxZ8uTG\nACxfxixO82bOnT1/Bh16MwDSpU2LQ51a9WrU374RIjTEg4cIEVgoUyZO927evXkDAB5cuDjixY0f\nR55c+fLiAJw/hx5d+nTq1a1fF5dd+3bu3b1/B68dwHjy5cWdR59e/Xr27d2jBxBf/nxx9e3fx59f\n/37+9gEABCBw4EBxBg8iTKhwIcOGBwFAjChxIsWKFi9izChuI8eOHj+CDCmSI4CSJk+KS6lyJcuW\nLl/CVAlgJs2a4m7i/8ypcyfPnj5xAggqdKi4okaPIk2qdClTowCeQo0qdSrVqlavYhWndSvXrl6/\ngg27FQDZsmbFoU2rdi3btm7fpgUgdy5dcXbv4s2rdy/fvncBAA4sWBzhwoYPI06seHFhAI4fQ44s\neTLlypYvi8useTPnzp4/g9YMYDTp0uJOo06tejXr1q5RA4gte7a42rZv486tezdv2wB+Aw8ubjjx\n4saPI0+unDiA5s6fQ48ufTr16tbFYc+ufTv37t6/Zwcgfjx5cebPo0+vfj379ucBwI8vXxz9+vbv\n48+vf399AP4BAhA4EIA4gwcRJlS4kGHDgwAgRpQ4kWJFixcxZtS4kf9jR48fQYYUOZJkSZMnUaZU\nuZJlS5cvYcaUOZNmTZs3cebUuZNnT58/gQYVOpRoUaNHkSZVupRpU6dPoUaVOpVqVatXsWbVKjJc\nOHFfwYYVO5ZsWbPiAKRVu1ZcW7dv4caVO5euWwB38eYNF05cX79/AQcWPJiwOACHEScOF05cY8eP\nIUd2HI4yZXGXMWfWfBlAZ8+fQYcWPZp0adPiUKdWvZp1a9evUwOQPZu2ONu3cefWvZt379sAgAcX\nLo54cePHkSdXvrw4AOfPoYuTPp16devVv4ULJ457d+/fvQMQP558efPn0adXv15ce/fv4ceXP5++\newD38ecXt59/f///AMUJHEiwoMGDBQEoXMhQnMOHECNKnEix4kMAGDNqFMexo8ePIDuGC/eMGzdx\nKFOqXKkSgMuXMGPKnEmzps2b4nLq3Mmzp8+fQHUCGEq0qLijSJMqXcq0qVOkAKJKnSquqtWrWLNq\n3crVKoCvYMOKG0u2rNmzZMOFe8aNm7i3cOPKjQugrt27ePPq3cu3r19xgAMLHky4sOHDgQEoXsxY\nnOPHkCNLnky58mMAmDNrFse5s+fPoEOLHt0ZgOnTqMWpXs26tevVzZqN8uZNnO3buHPjBsC7t+/f\nwIMLH068uLjjyJMrX868uXPkAKJLny6uuvXr2LNr387dOoDv4MOL/xtPvrz58+jTqycPoL379+Li\ny59Pv778Zs1GefMmrr9/gOIEDiQ4EMBBhAkVLmTY0OFDiOIkTqRY0aI4bNjWrFEmzuNHkCFFAiBZ\n0qQ4lClVrmTZcmU4cTFlzpwJwOZNnOJ07uTZ0+dPoEF3AiBa1Kg4pEmVLmUqTpiwFy8ChQsnzupV\nrFmxAuDa1etXsGHFjiVbVtxZtGnVrhWHDduaNcrEzaVb1+5dAHn17hXX1+9fwIEFAw4nzvBhxIgB\nLGbcWNxjyJElT6Zc2TJkAJk1bxbX2fNn0KHFCRP24kWgcOHErWbd2nVrALFlz6Zd2/Zt3Ll1i+Pd\n2/dv39mynVqwoP9AARzilC9n3tw5AOjRpYujXt36dezZxYULp01bImDAwoUTV978eQDp1a8X1979\ne/jxxXnzVq2aOPz59e/nLw4AQAACBw4UZ/AgwoQKvZUoQYECM3ESJ1KsaBEAxowaN3Ls6PEjyJDi\nRpIsaVKatDRpHjwYECCAAAEIGDHixWvaNG7gwInr6fNnTwBChxIVZ/Qo0qRKlX77VqvWmjUnpkz5\n9k0c1qxaAXDt6lUc2LBix4ID9+zZkSMJBAgAAOCFuLhy59KtC+Au3rzi9vLt67dvuHBpChRgwOCa\nuMSKFzNuDOAx5MiSJ1OubPkyZnGaN3PuLE1amjQPHgwIEECAAAT/jBjx4jVtGjdw4MTRrm2bNoDc\nuneL6+37N/Dgwb99q1VrzZoTU6Z8+ybuOfToAKZTry7uOvbs2sGBe/bsyJEEAgQAAPBCHPr06tez\nB+D+PXxx8ufTr08/XLg0BQowYHANoDiBAwkWNAgAYUKFCxk2dPgQYkRxEylWrPiNDp0QIRZ0nDAh\nQgQBAQIAABAgQAEuXJYt8xYunDiZM8UBsHkTpzidO3n29OkzXDhmzP78cSBESLhw4pg2dQoAalSp\n4qhWtQoOXJYsCwAAGDCAAIEFYwUIADBihDi1a9m2ZQsAbly54ujWtXvX7ps3EAwYePECmjjBgwkX\nNgwAcWLFixk3/3b8GHJkcZMpV678jQ6dECEWdJ4wIUIEAQECAAAQIEABLlyWLfMWLpw42bPFAbB9\nG7c43bt59/btO1w4Zsz+/HEgREi4cOKYN3cOAHp06eKoV7cODlyWLAsAABgwgACBBeMFCAAwYoQ4\n9evZt2cPAH58+eLo17d/3/6bNxAMGHgB8AU0cQQLGjyIEIDChQwbOnwIMaLEieIqWrx4MRcIEBEi\nZMlyrVs3ZcpyJEgQIIABA3nChRMHM6ZMmABq2rwpLqfOnTx79gwXLlmyFCkK4MEjLqnSpUkBOH0K\nVZzUqVSvXAGAFSsJEtmyiftqzNiAAAFw4RKHNq3atWgBuH0LV/+c3Ll063brpkYNAwZIlizZseMK\nOHDiChs+jPgwgMWMGzt+DDmy5MmUxVm+jNlyuHC/qlRBhUqc6NGkS5s+LQ6A6tWsxbl+DTu27Njh\nsmXLkaNAAQ3hwon7DTz4bwDEixsXhzy58mbNWLAYY8qUuOnUqRcLEGDAAHHcu3v/zh2A+PHkxZk/\njx49OBIkECCwYuUbOHDUqBk5dSpcOHH8+/sHKE7gQHEADB5EmFDhQoYNHT4UF1HixIjhwv2qUgUV\nKnEdPX4EGVKkOAAlTZ4Ul1LlSpYtWYbLli1HjgIFNIQLJ07nTp46AfwEGlTcUKJFmzVjwWKMKVPi\nnD59WixAgAH/A8RdxZpV61UAXb1+FRdW7Nix4EiQQIDAipVv4MBRo2bk1Klw4cTdxZtX710Aff3+\nBRxY8GDChQ2LQ5xYMeJw4Zr9+gUOnDjKlS1fxpxZHADOnT2LAx1a9GjS4sKFy5Zt1ooVAQIIENBK\n3GzatWsDwJ1btzjevX3/Bg6cAYMAAbBhE5dc+XLmAJw/hy5O+nTq0sGBc0KAAAMG2rSJAw9eUJYs\nz56JQ59e/Xr0ANy/hx9f/nz69e3fF5df//784cIBbPbrFzhw4g4iTKhwIUNxAB5CjChuIsWKFi+K\nCxcuW7ZZK1YECCBAQCtxJk+iRAlgJcuW4l7CjClz5kwGDAIE/8CGTRzPnj5/AggqdKi4okaPFgUH\nzgkBAgwYaNMmbupUQVmyPHsmbivXrl63AggrdizZsmbPok2rVhzbtm7ZhguHzZs3cXbv4s2rd+9d\nAH7/AhYneDDhwobFIUP25o0BAgQMGNCkSRzlypYvA8isebO4zp4/gw4dWoMGAQJMmRKnejXr1gBe\nw44tbjbt2rMfPWpgwcKyZeJ+Axcn7dMna9bEIU+ufDlyAM6fQ48ufTr16tavi8uufXv2cOGwefMm\nbjz58ubPoycPYD379uLew48vf744ZMjevDFAgIABA5oAahI3kGBBgwAQJlQojmFDhw8hQtSgQYAA\nU6bEZdS4kf8jAI8fQYoTOZKkyEePGliwsGyZOJcvxUn79MmaNXE3cebUeRNAT58/gQYVOpRoUaPi\nkCZVirRbN2natIULJ45qVatXsWYVB4BrV6/iwIYVO5asuDlzChQAsGABLVri4MaVOxcuALt38YrT\nu5dvX799u5UogQDBhg3WxCVWvHgxAMePIYuTPJnytm0bNlxw5ChbNnGfQYsD581buHDiUKdWvRo1\nANevYceWPZt2bdu3xeXWvTs3N27RXr2qVQsTJltTphw48ECUKDdu2LBRJY56devWAWTXvl1cd+/f\nwYfvVqFCgAAIqlUTt559e/ftAcSXP19cffv38ee3/+0bnUj/ACONGEGAAAhxCBMqVAigocOH4iJK\nnAgNWo0aZjhx4sZNnMeP4sCFCyeupMmTKE8CWMmypcuXMGPKnElTnM2bOG1y4xbt1atatTBhsjVl\nyoEDD0SJcuOGDRtV4qJKnToVgNWrWMVp3cq1q9duFSoECICgWjVxaNOqXasWgNu3cMXJnUu3rt25\n377RiRRpxAgCBECIG0y4cGEAiBMrFse4sWNo0GrUMMOJEzdu4jJrFgcuXDhxoEOLHi0agOnTqFOr\nXs26tevX4mLLnh2bGzdZL14sWFCggIDfAIIHCACgOIAl4cKJW868+XIA0KNLF0e9uvXr2DsNGBAg\nABFx4MOL/x9PHoD58+jDhRPHvr379rp0oUETKFAfFy4ePKBAgoQGgBoOHChRrJg4hAkVIgTQ0OFD\ncRElTpQmDQeODhs2rFkDDpw4kNeu9bBiZdo0cSlVrmSZEsBLmDFlzqRZ0+ZNnOJ07uSpkxs3WS9e\nLFhQoIAApACUBggAwCmAJeHCiaNa1SpVAFm1bhXX1etXsGE7DRgQIAARcWnVrmXbFsBbuHHDhRNX\n1+5du7p0oUETKFAfFy4ePKBAgoQGDQcOlChWTNxjyJEfA6Bc2bI4zJk1S5OGA0eHDRvWrAEHTtzp\na9d6WLEybZo42LFlz4YNwPZt3Ll17+bd2/dvccGFDw8ODv9cowQJCBBQoKDHr1/Rol1KkAAAgAAB\nfojj3t27dwDhxY8XV978efTnefHaECBAggS0xM2nX9/+fQD59e8X198/QHECBw6UJClIkAQJDAQI\nQICAARMmNGjgwMEKMGDiNnLsuBEAyJAixZEsafLatSdPDAQIUKBAjBiXdOhAgABAgAA3boQLJ+4n\n0KBCARAtavQo0qRKlzJtKu4p1KhRYS1YUKCAI0fitnINF86CBQEClogra/bsWQBq17IV5/Yt3Lhu\nt22DAWMBAQIJEtQS5/cv4MCCARAubFgc4sSKF2fL1qYNgsgKFCBAUECBggQJQoSAs2yZN2/gxJEu\nXRoA6tT/qsWxbu2aNS9eTAoUAGAbgIACBQgQCDDg94AXL8QRL278OIDkypczb+78OfTo0sVRr27d\nOqwFCwoUcORIHPjw4cJZsCBAwBJx6tezZw/gPfz44ubTr29//rZtMGAsIEAAYIIEtcQVNHgQYUIA\nCxk2FPcQYkSJ2bK1aYMAowIFCBAUUKAgQYIQIeAsW+bNGzhxK1myBPASZkxxM2nWnMmLF5MCBQD0\nBCCgQAECBAIMMDrgxQtxS5k2dQoAalSpU6lWtXoVa1ZxW7l27fqtQwcUKLBhE3cW7dlChQ4cOCQO\nbly5cgHUtXtXXF69e/mCAzdrlgYNHw4cMGAgmTjFixk3/3YMAHJkyeIoV7Z8mXKtWiRIpBAiJEeO\nCRo0TJjw4weuatW0aesmDnbs2ABo17YtDndu3bulSWPCpEMHRpQoQYPGLVasAAEECCgmDnp06dIB\nVLd+HXt27du5d/cuDnx48eK/deiAAgU2bOLYt2dfqNCBA4fE1bd//z4A/fv5i/MPUJzAgQQFggM3\na5YGDR8OHDBgIJm4iRQrWrwIIKPGjeI6evwIsmOtWiRIpBAiJEeOCRo0TJjw4weuatW0aesmLqdO\nnQB6+vwpLqjQoUSlSWPCpEMHRpQoQYPGLVasAAEECCgmLqvWrVsBeP0KNqzYsWTLmj0bLpy4tWzb\nrg2nQv+FAAE6dHwThxdvuHA0aAAAQEKc4MGECQM4jDixuMWMGzu2Zk2NmhAhUCRIcOAAM3GcO3v+\nDBqA6NGkxZk+jTq16W7duHCJ8ukTKFAtKtiuQISIrWLFvn0TBzy4cADEixsXhzy58uXMm4vToQMA\nABziqlu/fh2A9u3cu3v/Dj68+PHhwok7jz79+XAqVAgQoEPHN3H06YcLR4MGAAAkxPkHKE7gQILi\nABxEmFDcQoYNHVqzpkZNiBAoEiQ4cICZOI4dPX4ECUDkSJLiTJ5EmdJkt25cuET59AkUqBYVbFYg\nQsRWsWLfvokDGlQoAKJFjYpDmlTpUqZNxenQAQAADnH/Va1evQpA61auXb1+BRtW7FhxZc2eRXvs\n2IABAAAMECXq27dkYMAECAAAQARxff3+/QtA8GDC4gwfRpxYmrQ3bzJkwCBBwokT2MRdxpxZ82YA\nnT1/Fhda9GjSo2fNKsSMGS9eJyJE+PChTx9e3ryJw51bN24AvX3/Fhdc+HDixY2LCxZswYIK4pw/\nhw4dwHTq1a1fx55d+3bu4rx/Bx/euzNnAgQAQI8AwQIDBgC8B0CAGzdx9e3frw9A/37+4vwDFCdw\nIEGBypTlyLFgQYUIET58ACduIsWKFi8CyKhxo7iOHj+C/DhtGrBfv7x4QTBhwowZcOBkEydzJk2a\nAG7i/8wpbifPnj5/AhXny5cAAQbAgROndClTpQCeQo0qdSrVqlavYhWndSvXrlqdORMgAABZBAgW\nGDAAYC0AAty4iYsrd25cAHbv4hWndy/fvsqU5cixYEGFCBE+fAAnbjHjxo4fA4gsebK4ypYvY748\nbRqwX7+8eEEwYcKMGXDgZBOnejVr1gBew44tbjbt2rZv4xbny5cAAQbAgRMnfDhx4QCOI0+ufDnz\n5s6fQxcnfTr16tbFbdtmzRq27i9eJEhAwJYtcebPozcPYD379uLew48v/9cvHz4qVDBRosSjR+IA\nihM4kGBBgwAQJlQojmFDhw8hdmvTxoOHBWPGrFqlTf+bOI8fQYYEMJJkSXEnUaZUuZKluFOnBgyY\nII5mTZs2AeTUuZNnT58/gQYVKo5oUaNHkYrbts2aNWxPX7xIkICALVvisGbVihVAV69fxYUVO5bs\nr18+fFSoYKJEiUePxMWVO5duXXEA8ObVK45vX79/AXdr08aDhwVjxqxapU2bOMePIUcGMJlyZXGX\nMWfWvJmzuFOnBgyYII50adOmAaRWvZp1a9evYceWLY52bdu3ceeuzY1bnVatoEEDJ4548eIAkCdX\nLo55c+fPKVECAYIBgwtfvlCjJo57d+/fwYsDMJ58eXHn0adXv14bAgQBAhhYtChcOHH38efXfx9A\nf///AAEIBCCuoMGDCBMqFKdBAwAAFcRJnEiRIoCLGDNq3Mixo8ePIMWJHEmypMmTJq9dc+bsGzhw\n4mLKFAegps2b4nLq3MnTmbMZMxAgMKJNm7ijSJMqXYoUgNOnUMVJnUq1qlVrAgQECNBg2zZxYMOK\nHSsWgNmzaMWpXcu2rdu34ixYAADAgri7ePPmBcC3r9+/gAMLHky4sLjDiBMrXsx48bVrzpx9AwdO\nnOXL4gBo3sxZnOfPoEM7czZjBgIERrRpE8e6tevXsFsDmE27trjbuHPr3m1NgIAAARps2yauuPHj\nyI8DWM68ubjn0KNLn05dnAULAABYEMe9u3fvAMKL/x9Pvrz58+jTqxfHvr379/Djy2fvzZo1cfjz\niwPAv79/gOIEDiRYkBs3IUIePNAlzuFDiBElRgRQ0eJFcRk1buTYcZsAAQAAIBBX0uRJlCkBrGTZ\nUtxLmDFlzqQpToQIAAA4iOPZ06dPAEGFDiVa1OhRpEmVimPa1OlTqFGlMvVmzZo4rFnFAeDa1as4\nsGHFjuXGTYiQBw90iWPb1u1buG8BzKVbV9xdvHn17t0mQAAAAAjEDSZc2PBhAIkVLxbX2PFjyJEl\nixMhAgAADuI0b+bMGcBn0KFFjyZd2vRp1OJUr2bd2vVr2LFXA6Bd27Y43Ll17w4XrlQpYcLEDSde\n3P/48eMAlC9nLs75c+jRpYvr0cOAgTritG/n3t07APDhxYsjX978efTpxWnSZMECLXHx5c+fD8D+\nffz59e/n398/QAACBxIEIO4gwoQKFzJs6BAhgIgSJ4qraPEixnDhSpUSJkwcyJAiR5IkCeAkypTi\nVrJs6fKluB49DBioI+4mzpw6dwLo6fOnuKBChxItalScJk0WLNAS5/QpVKgAplKtavUq1qxat3IV\n5/Ur2LBix5It+xUA2rRqxbFt6/ZtuHDcuImra/cu3rx6xQHo6/evuMCCBxMuLI4bN1mywolr7Pgx\n5MgAJlOuLO4y5syaN3MW162bNWviRpMubRoA6tT/qlezbu36NezY4mbTrm37Nu7cumkD6O37t7jg\nwocTL278OHLhAJYzby7uOfTo0qdTr24dOoDs2reL6+79O/jw4seT9w7gPPr06tezb+/+PXxx8ufT\nr2//Pv788wHw7+8foDiBAwkWNHgQYcKBABg2dCgOYkSJEylWtHgxIgCNGzmK8/gRZEiRI0mW/AgA\nZUqVK1m2dPkSZkyZM2nWtHkTZ06dO3n29PkTaFChQ4kWNXoUaVKlS5k2dfoUalSpU6lWtXoVa1at\nW7l29foVbFixY8mWNXsWbVq1a9m2dfsWbly5c+nWtXsXb169e/n29fsXcGDBgwkXNnwYcWLFixk3\nMHb8GHJkyZMpV7Z8GXNmzZs5d/b8GXRo0aNJlzZ9GnVq1atZt3b9GnZs2bNp114cEAAh+QQICgAA\nACwAAAAAIAEgAYf////+/v79/f38/Pz7+/v6+vr5+fn4+Pj39/f29vb19fXz8/Py8vLx8fHw8PDv\n7+/u7u7t7e3s7Ozr6+vq6urp6eno6Ojn5+fm5ubl5eXj4+Pi4uLh4eHg4ODf39/e3t7d3d3c3Nzb\n29va2trZ2dnY2NjX19fW1tbV1dXT09PS0tLR0dHQ0NDPz8/Ozs7Nzc3MzMzLy8vKysrJycnIyMjH\nx8fGxsbFxcXDw8PCwsLBwcHAwMC/v7++vr68vLy7u7u6urq5ubm4uLi3t7e1tbWzs7OysrKxsbGw\nsLCvr6+urq6tra2srKyrq6uqqqqpqamoqKinp6empqalpaWjo6OioqKhoaGgoKCfn5+enp6dnZ2c\nnJybm5uampqZmZmYmJiXl5eWlpaVlZWTk5OSkpKRkZGQkJCPj4+Ojo6NjY2MjIyLi4uKioqJiYmI\niIiHh4eGhoaFhYWDg4OCgoKBgYGAgIB/f39+fn59fX18fHx7e3t5eXl4eHh3d3d2dnZ1dXV0dHRz\nc3NxcXFwcHBvb29ubm5tbW1sbGxra2tpaWloaGhnZ2dmZmZlZWVkZGRjY2NhYWFgYGBfX19eXl5d\nXV1cXFxbW1tZWVlYWFhXV1dWVlZVVVVUVFRTU1NRUVFQUFBPT09OTk5NTU1MTExLS0tJSUlISEhH\nR0dGRkZFRUVERERDQ0NBQUFAQEA/Pz8+Pj48PDw7Ozs6Ojo4ODg3Nzc2NjY0NDQzMzMyMjIwMDAv\nLy8uLi4sLCwrKysqKiooKCgnJycmJiYkJCQjIyMiIiIgICAfHx8eHh4dHR0cHBwbGxsaGhoZGRkY\nGBgXFxcWFhYVFRUUFBQTExMSEhIREREQEBAPDw8ODg4NDQ0MDAwLCwsKCgoJCQkICAgHBwcGBgYF\nBQUEBAQDAwMCAgIBAQEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\nAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI/wABCBxIsKDBgwgTKlzIsKHD\nhxAjSpxIsaLFixgzatzIsaPHjyBDihxJsqTJkyhTqlzJsqXLlzBjypxJs6bNmzhz6tzJs6fPn0CD\nCh1KtKjRo0iTKl3KtKnTp1CjSp1KtarVq1izat3KtavXr2DDih1LtqzZs2jTql3Ltq3bt3Djyp1L\nt67du3jz6t3Lt6/fv4ADCx5MuLDhw4gTK17MuLHacpAjRyZXrrLly5gza95cGYDnz6DLiR5NurTp\n06hTjwbAurXrcrBjy55Nu7bt27EB6N7Nmxy5csCDCx9OvLjx4+UAKF/OvLnz59CjS59errr169iz\na9/O3TqA7+DDl/8bT768+fPo06snD6C9+/fl4sufT7++/fv45QPYz79/OYDlBA4kWNDgQYQJBQJg\n2NDhQ4gRJU6kWLHcRYwZNW7k2NEjRgAhRY4sV9LkSZQpVa5kaRLAS5gxy82kWdPmTZw5ddIE0NPn\nz3JBhQ4lWtToUaRCASxl2tTpU6hRpU6lWs7qVaxZtW7l2vUqALBhxZYjW9bsWbRp1a4tC8DtW7jl\n5M6lW9fuXbx55wLg29dvOcCBBQ8mXNjw4cAAFC9m3NjxY8iRJU8uV9my5XHdumHDRq7cZ9ChRY8m\nLRrAadSpy61m3dp163HjcqlRc+zYuHK5de/m3RvAb+DByw0nXrz/uLVixciRK9fc+XPo0aWXA1Dd\n+vVy2bVv596dOzhx4sqNJ1/efHkA6dWvZ9/e/Xv48eWXo1+//rhu3bBhI1fOP8ByAgcSLGjwoEAA\nChcyLOfwIcSIEMeNy6VGzbFj48px7OjxI0gAIkeSLGfyJEqU1ooVI0euHMyYMmfSrFkOAM6cOsvx\n7OnzJ9Cf4MSJK2f0KNKkSAEwber0KdSoUqdSrVruKlas3YYMOXAARYoULFgkSKDgrB07wsqVEydu\n2jRo5ebSrTtXnDgAevfyLef3L+DAfrt1u3BhAAAAAgQgWLasHOTIkidLBmD5MuZymjWTI1euHDls\n2KpUGSNLVrnU/6pXs27tWjWA2LJnl6tt+zbu3OSgQDFgAECAAAYMPHtW7jjy5MoBMG/u/Dn06NKn\nU69e7jp27N2GDDlwAEWKFCxYJEig4LwdO8LKlRMnbto0aOXm068/X5w4APr38y/nH2A5gQMJEuzW\n7cKFAQAACBCAYNmychMpVrRYEUBGjRvLdexIjly5cuSwYatSZYwsWeVYtnT5EmbMlgBo1rRZDmdO\nnTt5koMCxYABAAECGDDw7Fk5pUuZNgXwFGpUqVOpVrV6FWs5rVu3imvRYsCAAADIljULIIAHD4kS\nTZtWDm5cuXHJkQNwF2/ecnv59vULDlyJEgAIFwYgQIECFCicOf8r9xhyZMkAKFe2XA5z5nLdus0h\nQQIDBkTkyJUzfRp1atWrTwNw/Rp2OdmzademTY7cBAC7efMWIKBYOeHDiRMHcBx5cuXLmTd3/hx6\nOenTqUsnRUqOAwcdOmzYQMeBgwQJAvjwMW5cOfXr2bdXDwB+fPnl6Ne3f//YMQ8eAgQ4ADBDhkGD\nxvTp06BBhQoenj0TJ66cxIkUAVi8iLGcxo3lyJFDYcDAggXhypk8iTKlSnDgxn37Vi5mzHHjANi8\nibOczp08e/IMEkQAAAACBCjgwEGAAAIEIpR7CjVqVABUq1q9ijWr1q1cu5b7CjbsV1Kk5Dhw0KHD\nhg10HDhIkCD/gA8f48aVu4s3r967APr6/VsusODBhI8d8+AhQIADGTIMGjSmT58GDSpU8PDsmThx\n5Tp7/gwgtOjR5UqbLkeOHAoDBhYsCFcutuzZtGuDAzfu27dyvHmPGwcguPDh5YobP478eJAgAgAA\nECBAAQcOAgQQIBChnPbt3LkD+A4+vPjx5MubP4++nPr17Nl3EyUqWLBw4ch58wYGjAJUqMr5B1hO\n4ECCBcsBQJhQYTmGDR06FHfkiAEDAgRYyJXr27dw06ZJkZIgAYABA0iQSObNWzmWLcsBgBlTZjma\nNcuRI1chQIACBbCVAxpU6NBy4sSx4cDBgQMbRowAAzZt2jhu/9wAXMWatdxWrl29bt20KUAAAGVV\nqIB26xYKFAIEANizp9xcunXnAsCbV+9evn39/gUcuNxgwoULdxMlKliwcOHIefMGBowCVKjKXcac\nWXNmAJ09fy4XWvTo0eKOHDFgQIAAC7lyffsWbto0KVISJAAwYAAJEsm8eSsXXHg5AMWNHy+XXHk5\ncuQqBAhQoAC2ctWtX8deTpw4Nhw4OHBgw4gRYMCmTRvHjRsA9u3dl4MfX/58+Js2BQgAQL8KFdBu\nAbyFAoUAAQD27CmncCFDhQAeQowocSLFihYvYiyncSPHjh43evNWoxzJkiZPogSgciXLci5fwoT5\nrEKFADYDXP8RJ64cz57lunU7IFSChFLatJVLqrQcgKZOn5aLKlVqCgBWAfAqp3VruXDhtGmT4sLF\ngQMDBgAQIKBAAQ8+fBQrhg0buW/fAODNq7cc375+/9qydeAAAAACKFAIFkwcOXK3bmHAAMCEiXDh\nymHOrBkA586eP4MOLXo06dLlTqNOrXo1amvWjpWLLXs27doAbuPOXW437969jylQAACAAAGByiFP\nrrxcsUKFKFFCRo5cuerWywHIrn17ue7evfsBIB5AhmDBpEnDhcvCgAEA3sOPjwDBkyfBxo0rp39/\nOQD+AQIQOBBAOYMHESIs1qFDgAACBIgYNapcxYrkyH35EuD/woVu3cqFFDkSQEmTJ1GmVLmSZUuX\n5WDGlDmTZkxr1o6V07mTZ0+fAIAGFVqOaFGjRo8pUAAAgAABgcpFlTq1XLFChShRQkaOXDmvX8sB\nEDuWbDmzZ8/6AbAWQIZgwaRJw4XLwoABAPDm1YsAwZMnwcaNKzeYcDkAhxEnLreYcePGxTp0CBBA\ngAARo0aV06yZHLkvXwJcuNCtWznTp1EDUL2adWvXr2HHlj27XG3bt3HfHjPGkwULVKisKjeceHHj\nxwEkV768XHPnz5+HixCBAAEDBrqV076dezly5cqNG1eOfHnzANCnV1+Offv24ESIAADAgAMHJUo0\naLAAAAAB/wAFFNChgwmTGjUW7NlDjly5hxAjAphIsWK5ixgzZiQXK5YhQ27chCtHsmTJUaMiCBNW\nrqXLly0ByJxJs6bNmzhz6txZrqfPn0B/jhnjyYIFKlRWlVvKtKnTpwCiSp1arqrVq1fDRYhAgIAB\nA93KiR1Lthy5cuXGjSvHtq1bAHDjyi1Ht25dcCJEAABgwIGDEiUaNFgAAIAAAQV06GDCpEaNBXv2\nkCNXrrLlywAya95crrPnz5/JxYplyJAbN+HKqV69etSoCMKElZtNu/ZsALhz697Nu7fv38CDlxtO\nvLjx4caMAVi+PECAHeWiS59OvTqA69izl9vOvXt3ZA0aCP8Q4MBBsXHjyJEbV66cuPfirombL66c\n/fv2yZEDwL+/f4DlBA4kqEMHAIQJAQQIICBBghQpYC1bVqoUCBAKaNEq19Hjx44ARI4kWc7kSZQp\nx42DBm3ZsnIxZcasVg0IkBTjxpXj2dMnTwBBhQ4lWtToUaRJlZZj2tTpU6bGjAGgSjVAgB3ltG7l\n2tUrALBhxZYjW9asWWQNGggQ4MBBsXHjyJEbV66cOLzironjK67cX8B/yZEDUNjw4XKJFS/WoQPA\nY8gAAgQQkCBBihSwli0rVQoECAW0aJUjXdo0aQCpVa8u19r1a9jjxkGDtmxZOdy5cVerBgRIinHj\nyg0nXnz/OADkyZUvZ97c+XPo0ctNp17d+nRBggBs5749Vapy4cWPJz8ewHn06cutZ9++PSoECAwY\nQIAAkh8/L14cwIBhAcAFFiw4MGXq2bNyChcqJEcOAMSIEstRrGhx1CgAGjcCECAgCDFi5UaKE1ek\nyIIFBLhxK+fyJUyXAGbSrFnuJs6cOm9iwzZrVrmgQoMCAsSDB6pySpcyZQrgKdSoUqdSrWr1KtZy\nWrdy7apVmDAFCggECADg7NkNG8qxbev2LVsAcufSLWf3Ll674cItGTBAgIADB0rAgGHg8OEAAQAw\nHjDAho1v5SZTpgzgMubM5TZz7jxuXKBALRYskCABFqxx/+VWr9amzYEDAQJWlKtt+/ZtALp38y7n\n+zfw4L6fPbNmrRzy5NiwffhAgwa5ctKnU6cO4Dr27Nq3c+/u/Tv4cuLHky8vXpgwBQoIBAgA4P37\nDRvK0a9v/z59APr38y/nH2A5gQMHhgu3ZMAAAQIOHCgBA4YBiRIDBABwccAAGza+lfP48SMAkSNJ\nljN5EuW4cYECtViwQIIEWLDGlbNpU5s2Bw4ECFhRDmhQoUIBFDV6tFxSpUuZJn32zJq1clOpYsP2\n4QMNGuTKdfX69SsAsWPJljV7Fm1atWvLtXX7Fm5cuK8gQAAAQIeOcnv59vULAHBgweUIFzZMGBcu\nHAYMKP9QoENHtnKTKVMmR06BAM0CYpXz/PkzANGjSZczfRp1atWqNWkKEGDBAmzlaNe2bRtAbt27\ny/X2/Rt4b2LEnDkrd/z4NA0aAgSYMaNcdOnTqQOwfh17du3buXf3/r1cePHjyZcn/woCBAAAdOgo\n9x5+fPkA6Ne3Xw5/fv34ceHCAdCAAQUKdOjIVi6hQoXkyCkQAFFArHIUK1YEgDGjxnIcO3r8CBKk\nJk0BAixYgK2cypUsWQJ4CTNmuZk0a9qcSYyYM2flevacpkFDgAAzZpQ7ijSpUgBMmzp9CjWq1KlU\nq5a7ijWr1q1bq1UDACBAABTlypo9exaA2rVsy7l9C5f/HDkUKAoQINChAytW5fr6/dtXHAECAAA0\nKIc4cWIAjBs7Lgc5suTJlCd/o0ABAAAXLsp5/gw6NIDRpEuXO406terTX74YMSKOHDlIkAIAuA3A\ngYNj5Xr7/v0bgPDhxIsbP448ufLl5Zo7fw49uvRyokQNGADAi5dy3Lt75w4gvPjx5cqbP48N24AB\nAhAg8OWrnPz59Otr0gQAQIBmzcr5B1hOYDkABQ0eLJdQ4UKGDRnGChAAAABhwspdxJhRIwCOHT2W\nAxlS5Eht2jx4GDBAwYABAFwGCCBAQIECBoQJK5dT586cAHz+BBpU6FCiRY0eLZdU6VKmTZ2WEyVq\nwAAA/168lMOaVStWAF29fi0XVuxYbNgGDBCAAIEvX+XcvoUbV5MmAAACNGtWTu/ecgD8/gVcTvBg\nwoUNF44VIAAAAMKElYMcWfJkAJUtXy6XWfNmztq0efAwYICCAQMAnA4QQICAAgUMCBNWTvZs2rIB\n3MadW/du3r19/wZeTvhw4sWNHx9OgAAAHDjKPYce/TkA6tWtl8OeXfudOwECCAAEqNx48uXNj3/2\nDMB6Y8bKvYdfDsB8+vXH3S+XX/9+/v3zAwwDAECAAODAlUuocCFDAA4fQiwncSJFiuOMGAkQAADH\njgAaKFHCg0eBAgAMGMiWrRzLli4BwIwpcybNmjZv4v/MWW4nz54+fwLlSYAAABw4yiFNqhQpgKZO\nn5aLKnXqnTsBAggABKgc165ev3J99gwAWWPGyqFNWw4A27Zux8EtJ3cu3bp25YYBACBAAHDgygEO\nLHgwgMKGD5dLrHjx4nFGjAQIAGAyZQANlCjhwaNAAQAGDGTLVm406dIATqNOrXo169auX8MuJ3s2\n7dq2b5e7dg0BAgLatJULLnx4cADGjyMvp3w5cz9+AAAgQIhQuerWr2OvXqwYAAAFwoUrJ358OQDm\nz6Mnp74c+/bu38Nn/wAAgAMHyuHPr38/fgD+AQIQOBBAOYMHERrMlu3Whg0IEAgQUCJMGHHiymUk\nR07/iRIAAgR8+LCtXEmTJgGkVLmSZUuXL2HGlFmOZk2bN3HmLHftGgIEBLRpKzeUaNGhAJAmVVqO\naVOnfvwAAECAEKFyV7Fm1Xq1WDEAAAqEC1eObNlyANCmVUuObTm3b+HGlev2AQAABw6U07uXb1+9\nAAAHFlyOcGHDhLNlu7VhAwIEAgSUCBNGnLhyl8mRU6IEgAABHz5sKzeaNGkAp1GnVr2adWvXr2GX\nkz179jQbNjRoAFeOd2/fvMmRI0FiwIAT5MiVU76cuXIAz6FHLzedenUhQgAACPDhgzhx5cCHFy8+\nmwMHAAB4KLeePXsA7+HHLzeffn379+mPGycAAIAG/wAblBtIsKDBgQASKlxYrqFDh+Rw4TJhAkOC\nBBs2/PnzrZzHjx8xYABAkiSCMWO+fSvHkiWAlzBjypxJs6bNmzjL6dy5E9yCBQAAJDBmrJzRo0e5\nwYEzYMCCBYzKSZ1KlSqAq1izltvKtSsrVgHChnXgYMUKcuXSqi1HjlylSgHiAgAgqJzdu3cB6N3L\nt1w5coDLCR5MuDBhWLAAKH7wgBy5cpAjS54MoLLly+Uya9YcToqUAgUWrFjRrNm4ceVSq0797FmF\nCgBiyw4QQJCgb9/KkSMHoLfv38CDCx9OvLjxcsiTJwe3YAEAAAmMGStHvXp1bnDgDBiwYAGjcuDD\ni/8XD6C8+fPl0qtfz4pVgPfvHThYsYJcufv4y5EjV6lSAIABAgAAIKjcQYQIASxk2LBcOXIRy02k\nWNFiRViwAGx88IAcuXIhRY4kCcDkSZTlVK5cGU6KlAIFFqxY0azZuHHldO7U+exZhQoAhA4NEECQ\noG/fypEjB8DpU6hRpU6lWtXq1XJZtW4FBAjA168bNggThi1ZsiBBFhw4kCDBkSPdys2lW7cuALx5\n9Zbj29evOHFgwAgAUNhwgAQJLFh4EMBxAACRAwRAgKBSOcyZMwPg3NkzOXLjRIcLV870adSpTevR\nA8D1ggXjxpWjXdv2bQC5de8u19u3b3J+/IwYceb/1Sty5Mot37ZNlqxShQqpUbNgAQDs2QcMgANn\n27Zy4QGMJ1/e/Hn06dWvZ1/O/Xv4gAABoE9/wwZhwrAlSxYkCMAFBw4kSHDkSLdyChcyZAjgIcSI\n5SZSrChOHBgwAgBw7BggQQILFh4EKBkAAMoAARAgqFTuJUyYAGbSrEmO3Lic4cKV6+nzJ9CeevQA\nKLpgwbhx5ZYybeoUANSoUstRrVqVnB8/I0acefWKHLlyYrdtkyWrVKFCatQsWADgLdwBA+DA2bat\nHF4Aevfy7ev3L+DAggeXK2z4cOFlyzQAaAwgQIABBCYTKODDBypU5TZz7ux5M4DQokeXK2369Gly\n/4sWTZgQIICAAAEA0KYdIAAKFG3IkSvn+zdw3wCGEy9e7vhxatTIkSvn/Dn06Nq0FSBAwIGDb9/K\nce/u/TuA8OLHlytv/nz5cePKsW/vnhw5ceXKkSNXrBiBAwcKFOBTDGCxcgMJlgNwEGFChQsZNnT4\nEGI5iRMpUjwVIAAAjRsBBAhg4dUrcODKlTR5EmVJACtZtiz3EmZMmS+vXZMgIQAAnTsBMGAgTVo5\noUOJFgVwFGnSckuXXrs2bRo3cuTEiSt3FWvWcOFQFCgQIIAiReXIljVbdtw4AGvZti33Fm5cuXPp\nwn32DEODBjNmbCNHrlxgweUAFDZ8GHFixYsZN/92XA5yZMmSTwUIAABzZgABAlh49QocuHKjSZc2\nPRpAatWry7V2/Rp262vXJEgIAAB3bgAMGEiTVg54cOHDARQ3frxc8uTXrk2bxo0cOXHiylW3fj1c\nOBQFCgQIoEhROfHjyY8fNw5AevXry7V3/x5+fPnunz3D0KDBjBnbyJErB7CcwIEACho8iDChwoUM\nGzosBzGixInixJ06lSCBhwkTatXKVi6kyJEkSwI4iTJluZUsW7p8WU6atGvXgJEjVy6nzp08dwL4\nCTRouaFDyRklRy1atESJ4KhSxY1bualUywlDgQIAgAYNPJX7Cjbs127dAJg9i7ac2rVs27p92zb/\n27hx5MiVu4s3L4C9fPv6/Qs4sODBhMsZPow4sThxp04lSOBhwoRatbKVu4w5s+bNADp7/lwutOjR\npEuXkybt2jVg5MiVew07tuzYAGrbvl0ud25yvMlRixYtUSI4qlRx41YuufJywlCgAACgQQNP5apb\nv169WzcA3Lt7Lwc+vPjx5MuPzzZuHDly5dq7fw8gvvz59Ovbv48/v/5y/Pv7B1hO4ECCBQ0eRCgQ\nwEKGDcs9hBhR4kSKFS1CBJBR48ZyHT1+5MYtUqQZMGAEC1ZO5UqV3Lhp0LBgQYtx48rdxJmTHDkA\nPX3+LBdU6FCiRY0eRSoUwFKmTZ0+hRpV6lSq/+WsXsWaVetWrl2vAgAbVmw5smXNnkWbVu3asgDc\nvoVbTu5cuty4RYo0AwaMYMHK/QX8lxs3DRoWLGgxblw5xo0dkyMHQPJkyuUsX8acWfNmzp0vAwAd\nWvRo0qVNn0adutxq1q1dv4YdWzZrALVt3y6XW/du3r19/wauG8Bw4sXLHUee/Hi2bMYwYerWrdx0\n6tWzZfv1S1I57t29ewcQXvz4cuXNn0efXv169uYBvIcfX/58+vXt38dfTv9+/v39AywncCDBggYN\nAkiocGG5hg4fQowocSJFhwAuYsxYbiPHjhvJkQv37Rs5cuVOokx5ctw4ceVewowZEwDNmjbL4f/M\nqXMnz54+f+YEIHQo0aJGjyJNqnRpuaZOn0KNKnUqVacArmLNWm4r165ev4INK5YrgLJmz5ZLq3Zt\nWnLkwn37Ro5cubp279YdN05cub5+//4FIHgw4XKGDyNOrHgx48aHAUCOLHky5cqWL2POrHkz586e\nP4MOLXo06dKmT6NOrXo169auX8OOLXs27dq2b+POrXs3796+fwMPLnw48eLGjyNPrnw58+bOn0OP\nLn069erWWZfLrn079+7ev4PXDmA8+fLlzqNPr349+/bu0QOIL39+ufr27+PPj18cuf7kAJYTOJBg\nQYEAECZUWI5hQ4cPIT4UV45iRYsXMQLQuJH/Y0ePH0GGFDmyXEmTJ1GmVLmSpUkAL2HGLDeTZk2b\nN3Hm1EkTQE+fP8sFFTqUaFGi4sglJVeOaVOnT5kCkDqVajmrV7Fm1ZpVXDmvX8GGFQuAbFmzZ9Gm\nVbuWbdtyb+HGlTuXbl27cAHk1bu3XF+/fwEHFjyYsF8AhxEnLreYcWPHjyFHlswYQGXLl8tl1ryZ\nc2fO48qFFj2adGkAp1GnVr2adWvXr2GXkz2bdm3bt3Hnng2Ad2/f5YAHFz6ceHHjx4MDUL6ceTnn\nz6FHlz6devXnALBn116Oe3fv38F3J0eOULFi1KiVU7+efXv1AODHlz+ffn379/HnL7eff3///wDL\nCRxIsKDBgwUBKFzIsJzDhxAjSpxIseJDABgzaizHsaPHjyBDihzZEYDJkyjLqVzJsqXLleTIESpW\njBq1cjhz6tyJE4DPn0CDCh1KtKjRo+WSKl3KtClTbowYFSnChMmkbdvKad3KVSuAr2DDlhtLtqzZ\ns2jTqiULoK3bt+Xiyp1Lt67du+TIYUuWrJzfv+UACB5MuJzhw4gTKy43bhwVKgUECChQgAaNX+TI\nldvMufNmAKBDix5NurTp06hTl1vNurXr1665MWJUpAgTJpO2bSvHu7dv3gCCCx9errjx48iTK1/O\n3DiA59Cjl5tOvbr169izkyOHLVmycuDDl/8DQL68+XLo06tfz77cuHFUqBQQIKBAARo0fpEjV66/\nf4DlBA4EUNDgQYQJFS5k2NBhOYgRJU6kGPHaNQsECAAAECAAgWHDyo0kWVKcOAApVa4s19LlS5gx\nZcLkVqwYGzaluHEr19NnOQBBhQ4tV9ToUaRJlSb99s2LFw4pUogTV86qVQBZtW4t19XrV7BfyZHr\n1qbNgwcEFiwYMKBAAQJVqsiR0wsbtnJ585IjB8DvX8CBBQ8mXNjw4XKJFS9m3FjxtWsWCBAAACBA\nAALDhpXj3NmzOHEARI8mXc70adSpVa9Oza1YMTZsSnHjVs727XIAdO/mXc73b+DBhQ8X/u3/mxcv\nHFKkECeu3PPnAKRPp17O+nXs2bGTI9etTZsHDwgsWDBgQIECBKpUkSOnFzZs5eTLJ0cOwH38+fXv\n59/fP0AAAgcSLGiwHMKEChcyLDduHBcuBABQrNhg27ZyGjdyFCcOAMiQIsuRLGnyJMqUJbVpa6JA\nwYABDIwZK2fzZjkAOnfyLOfzJ9CgQocKdeVqwgQDTpyIE1fu6VMAUqdSLWf1KtasVr99w4TJRYIE\nFy4MEycOHDho0EytWfPjRxBfvsrRrVsOAN68evfy7ev3L+DA5QYTLmz4cDlr1siQGUCAQIAAFSqE\nKmf5MmbMADZz7lzuM+jQokeLFsaLFxMm/2zYZKBAQYECHNu2lattuxyA3Lp3l+vt+zfw4MKBg7Nj\nBwKEFHLklGvuvByA6NKnl6tu/Tp2cuQyZVKgwMKdO+XGky8/fts2YdGilWvvvhyA+PLn069v/z7+\n/PrL8e/vH2A5gQMJCrRmjQyZAQQIBAhQoUKochMpVqwIAGNGjeU4dvT4EeRHYbx4MWHChk0GChQU\nKMCxbVs5mTPLAbB5E2c5nTt59vT5syc4O3YgQEghR045pUvLAXD6FGo5qVOpViVHLlMmBQos3LlT\nDmxYsWC3bRMWLVo5tWvLAXD7Fm5cuXPp1rV7t1xevXv57iVHjtmRIwcOBBgwgAGDQoXGlf9z/Bgy\nZACTKVcudxlzZs2bve3ZY8AAANEECFy4EIFBagaLyrV27RpAbNmzy9W2fRt3bt22x42TYcBAgQIR\ngAABB65c8uQAmDd3Xg56dOnTNWlasAABAirkyJXz/h28d3LklkWLVg59+nIA2Ld3/x5+fPnz6dcv\ndx9/fv35yZFjBvDIkQMHAgwYwIBBoULjyjl8CBEigIkUK5a7iDGjxo3e9uwxYACASAIELlyIwCAl\ng0XlWrp0CSCmzJnlatq8iTOnTpvjxskwYKBAgQhAgIADVy5pUgBMmzotBzWq1KmaNC1YgAABFXLk\nynn9CtYrOXLLokUrhzZtOQBs27p9Czf/rty5dOuWu4s3r968v355WbBAgAAAHToYMlQuseLFjBMD\neAw5crnJlCtbnhwuHAYMAgB49tygwZQpf/5AUKBAgoRu5Vq7dg0gtuzZ5Wrbvo27tjdvkiRZKwc8\neLljxyBAACAguQAGDRrw4hUuXDly5ABYv469nPbt3LknW7CgQAEXLsiVO48+vfpy3USJKgc/fjkA\n9Ovbv48/v/79/PuXA1hO4ECCBQeuWbMgwMIAFapVKxdR4kSKEwFcxJix3EaOHT1ujBIFwMiRAQLE\nePYMHDhYsBIQIECHTjmaNW0CwJlTZzmePX3+5JkrV5EijLBhu3bNkg4dAwYAABBAhQot/1pWAQMG\nDpw4ceXGjQMQVuzYcmXNni2rTZsGAgQsWBAnrtxcunXtjhtXypWrcn39lgMQWPBgwoUNH0acWHE5\nxo0dP3a8Zs2CAJUDVKhWrdxmzp09dwYQWvTocqVNn0ZdOkoUAK1bBwgQ49kzcOBgwUpAgAAdOuV8\n/wYOQPhw4uWMH0ee3HiuXEWKMMKG7do1Szp0DBgAAEAAFSq0aFkFDBg4cOLElRs3DsB69u3LvYcf\n/702bRoIELBgQZy4cv39AywncODAceNKuXJVbiHDcgAeQowocSLFihYvYiyncSPHjhwzZCAwYECk\nSOTKoUypciVLAC5fwiwncybNmt++rf9YAQBAAg0acOHyRo4cOHCLFgWIEOHbt3JOn0IFIHUq1XJW\nr2LNKk7ckycQIGDChu3ZsxgMGCRIUKqUuHJu38KFC2Au3brl7uLNe3fTpg4bNnjzVm4w4cKFyYED\nJ0iQpV+/ykGOXA4A5cqWL2POrHkz587lPoMOLTp0hgwEBgyIFIlcudauX8OODWA27drlbuPOrfvb\ntxUrAABIoEEDLlzeyJEDB27RogARInz7Vm469eoArmPPXm479+7exYl78gQCBEzYsD17FoMBgwQJ\nSpUSV24+/fr1AeDPr78c//7+AZYrt2lThw0bvHkrt5Bhw4bkwIETJMjSr1/lMGYsB4D/Y0ePH0GG\nFDmSZMlyJ1GmVHny168ALxs0yJatXE2bN3HiJEcOQE+fP8sFFTp0qLUUKQYMECDgwpkzrlxVgwaN\nEiUHDgIYMVKOa1evXAGEFTu2XFmzZ9EWKkSAQIIEmZw5y5NHQd0xY8rl1buXb14AfwEHLjeYcGFy\n5NKkwYEMWTnHjyE7Jkdu1KgJBw4UKDDClatyn0GXAzCadGnTp1GnVr2adTnXr2HHdv3rVwDbDRpk\ny1aOd2/fv3+TIweAeHHj5ZAnV67cWooUAwYIEHDhzBlXrqpBg0aJkgMHAYwYKTeefPnxANCnV1+O\nfXv37wsVIkAgQYJMzpzlyaOA/5gx/wDLCRxIsKBAAAgTKizHsKFDcuTSpMGBDFm5ixgzXiRHbtSo\nCQcOFCgwwpWrcihTlgPAsqXLlzBjypxJs2a5mzhz6rxpwgQAAAXcuBEnrpzRo0iTJiVHDoDTp1DL\nSZ1KVWqmTBoECBgwoECBFzJkOHECBxKkEycIEAhAjFi5t3DjvgVAt67dcnjz6tUbToMGAgQcOMhV\nqtSKFQhmzSrHuLHjx44BSJ5MuZzly5i/fQsUaFy5z6BDfx43ToKEAAEAqBYgIEWxYuViyy4HoLbt\n27hz697Nu7fvcsCDCx++bVuAAAAAiAEHTpw4VRw4IEBgw4a0ctiza9cOoLv37+XCi/8fnyxZhAgC\nAgRAgAANmkJUqMiSxWvUKA4cAgQ4EC5cOYDlBA4kWA7AQYQJyy1k2LDhuEmTWLBIkwYMBgwDBjgg\nR67cR5AhRYYEUNLkyXIpVa6UJo0bt3IxZc6MGS5BAgA5cw4YECECKHLkyg0lWg7AUaRJlS5l2tTp\nU6jlpE6lWnXbtgABAAAQAw6cOHGqOHBAgMCGDWnl1K5lyxbAW7hxy82lWzdZsggRBAQIgAABGjSF\nqFCRJYvXqFEcOAQIcCBcuHKRJU+ODMDyZczlNG/mzHncpEksWKRJAwYDhgEDHJAjV871a9ixYQOg\nXdt2Ody5dUuTxo1bOeDBhQMPlyD/AQDkyAcMiBABFDly5aRPLwfA+nXs2bVv597d+/dy4cWPJ69F\nS4AABw6QK9e+3C8gQAbMHxBgyRJy5Mrt598fAEAAAgcOLGfwIEJt2hAgcJAly7hx5SZSnPjtGwQI\nBgy0KOfxI0iQAEaSLFnuJMqUKseN69bNlq04AwYIEOCgHM6cOnfyBODzJ9ByQocSXbYMG7ZySpcy\nnTYtAICoAAYMcECLljBh5bZy7QrgK9iwYseSLWv2LNpyateybatFS4AABw6QK2e33C8gQAbwHRBg\nyRJy5MoRLmwYAOLEissxbuxYmzYECBxkyTJuXLnMmjN/+wYBggEDLcqRLm3aNIDU/6pXl2vt+jXs\nceO6dbNlK86AAQIEOCjn+zfw4MIBEC9uvBzy5MqXLcOGrRz06NKnTQsA4DqAAQMc0KIlTFi58OLH\nAyhv/jz69OrXs2/vvhz8+PLlkxMgAAAADx7K8e/vH2CnTgAI4sBRDmFChQAYNnRYDmJEiaVKNWiQ\nZNy4chs5djx1SoCAAQNylTN5EiVKACtZtiz3EmZMmS/BgdOkKYUAAQECHMiWrVxQoUOJDgVwFGnS\nckuZNs2VS44cceWoliNHLtuGDQC4dgUgQEAIYcK4cSt3Fm1aAGvZtnX7Fm5cuXPplrN7Fy/eYAAA\nBAhQpUo5wYMJC0YAAIAAAdDKNf927BhAZMmTy1W2fFmYMCxYxJXz/Bl0OXIbNgAAYMECuXKrWbdu\nDQB2bNnlaNe2fZt2s2YgQEgwYODAAQJ//hgzNm5cOeXLmTcH8Bx69HLTqVfnw0eAgAcXLliwsGBB\nAQDjxw8YkCDBhQsaZs3Cho1cOfnz5wOwfx9/fv37+ff3DxCAwIEEAZQ7iDBhwmAAAAQIUKVKuYkU\nK05EAACAAAHQynn8+BGAyJEky5k8iVKYMCxYxJV7CTNmOXIbNgAAYMECuXI8e/r0CSCo0KHliho9\nirRos2YgQEgwYODAAQJ//hgzNm5cua1cu3oFADas2HJky5rlw0eAgAcXLliwsGD/QQEAdOkOGJAg\nwYULGmbNwoaNXLnBhAkDOIw4seLFjBs7fgy5nOTJlCWTIycCAIAECbx5Kwc6tGjQKQIEGDCAU7nV\nrFkDeA07drnZtGtfu5YtW7ndvHvvlgUgOIBVq8oZP448OYDlzJuXew49uvTnhAg9eABhwwYWLB6Y\nMJEo0bhx5cqbP48egPr17Mu5f/9+3IIFAOrbByAgf4D9AWDkApirWLE5c3b48AEECCFjxso9hFgO\nwESKFS1exJhR40aO5Tx+BOmRHDkRAAAkSODNWzmWLV2yTBEgwIABnMrdxIkTwE6ePcv9BBr02rVs\n2codRZr0qCwATQGsWlVO6lSq/1UBXMWatdxWrl29biVE6MEDCBs2sGDxwISJRInGjSsXV+5cugDs\n3sVbTu/eveMWLAAQWDAAAYUDHA4AI1euYsXmzNnhwwcQIISMGSuXWXM5AJ09fwYdWvRo0qVNl0Od\nWjXqUqUYBAggRky4cOVs38ZNjNiAECE6dSoXXPhwAMWNHy+XXPny5OTIlYMeXTp0AQAAoEBRTvt2\n7t21AwAfXnw58uXNnydvydKBAxrc37hR4c+fcePK3cefX/99AP39AwQgEEC5ggYN9mrQIEAABAYM\nLFgQIMCCAwf27BFXbmO5aNESDBgAAICABQuyZSunUiWAli5fwowpcybNmjbL4f/MqRNnqVIMAgQQ\nIyZcuHJGjyIlRmxAiBCdOpWLKnUqgKpWr5bLqnVrVnLkyoENKxasAAAAUKAop3Yt27ZqAcCNK7cc\n3bp279K1ZOnAAQ1+b9yo8OfPuHHlDiNOrPgwgMaOH5eLLFlyrwYNAgRAYMDAggUBAiw4cGDPHnHl\nTpeLFi3BgAEAAAhYsCBbtnK2bQPIrXs3796+fwMPLrwc8eLGiYcIMSBAgBgxmjUrJ50cuV0UKADI\nDkCAIEHjxpULL348gPLmz5dLr359+nDhxJWLL1++Dx8ACBDYtq0c//7+AZYTOLAcAIMHEZZTuJBh\nQ4WYMN248eLChQULBESJUo7/Y0ePHz0CEDmSZDmTJ8sFC+YgQIABAw4YMBAgAAAAAQ4c6NRpXLly\n4sRRoQKAaFGiOHCEC1eOKQCnT6FGlTqValWrV8tl1bo1KwYMAgAAGDAgQIAGCRIECACALVsECHyQ\nI1eObl27dAHk1bu3XF+/f/s6c6Zpzpxfv7Bh43bjhgABANq0KTeZcmXLlQFk1ry5XGfPn0F3BgdO\nmjRwfvwUKABgwQJdusrFlj2b9rhxAHDn1l2ON+9JkyhQCDBcgIAEDBgcOIAAAbBo0cpFl14OG7YC\nALBnB5AgAShQ5ciRAzCefHnz59GnV7+efTn37+G7x4BBAAAAAwYECNAgQYIA/wADABg4EAECH+TI\nlVvIsOFCABAjSixHsaJFis6caZoz59cvbNi43bghQACANm3KqVzJsiVLADBjyixHs6bNmzTBgZMm\nDZwfPwUKAFiwQJeuckiTKl06bhyAp1Cjlps6ddIkChQCaBUgIAEDBgcOIEAALFq0cmjTlsOGrQCA\nt3ABJEgAClQ5cuQA6N3Lt6/fv4ADCx5crrDhw4WfPYsBoLHjx40PHGDAgBWrceUya968GYDnz6DL\niR5NWjQ3bh0GDDhwAASIBQIEAABAYNu2crhz696tG4Dv38DLCR9OnDg5ccjFlVs+bhwOHACiR8eC\npZz169ivjxsHoLv37+XCh/935owCBQDoBQiAQYfOtm3l4sufP5/bmDEECADYL0AAJYCUxpUrB8Dg\nQYQJFS5k2NDhw3IRJU6M+OxZDAAZNW7MeOAAAwasWI0rV9LkyZMAVK5kWc7lS5guuXHrMGDAgQMg\nQCwQIAAAAALbtpUjWtToUaMAlC5lWs7pU6hQyYmjKq7c1XHjcOAA0LUrFizlxI4lO3bcOABp1a4t\n17atM2cUKACgK0AADDp0tm0r19fv37/cxowhQADAYQECKFEaV64cAMiRJU+mXNnyZcyZy23m3Nkz\nOXLevCVK5K1bt3KpVa9m3Vo1ANixZZejXdu27Wk0aESIYMC3AAEQIJQqV9z/+HHkyQEsZ9683HPo\n0aOTK1fd+vVyihYsAACAAIFF5cSPJy9+3DgA6dWvL9e+PTlyxIhpWLDAhYty+fXv59+/HMBs2WYA\nACBBQrZs5RYCaOjwIcSIEidSrGixHMaMGjdy7OjxYzly5ACQLGmyHMqUKlV6q1GDAAEAAAIMGMCE\nibhyOnfy7OkTANCgQssRLWrUKLlySpcyVZos2YEDAgQgqFatHNasWsOFA+D1K9hyYseWq1YtiAQJ\nnz6Va+v2Ldy45bx5QwAAgAEDwYKV6wvgL+DAggcTLmz4MOJyihczbuz4MeTI5ciRA2D5MuZymjdz\n5uytRg0CBAAACDBgABMm/+LKsW7t+jVsALJn0y5n+zZu3OTK8e7tm3eyZAcOCBCAoFq1csqXMw8X\nDgD06NLLUa9erlq1IBIkfPpU7jv48OLHl/PmDQEAAAYMBAtW7j2A+PLn069v/z7+/PrL8e/vH2A5\ngQMJFjR4EKFAAAsZNiz3EGJEiWrUIEAAAACBBg2kSSv3EWRIkSPLATB5EmU5lStZtnT5ciU1aima\nNSNHrlxOnTm5cQPwE2jQckOJErVWrVo5pUuZNnW6lBy5EwAAkCCBDVu5ceMAdPX6FWxYsWPJljVb\nDm1atWvZtnX7Ni0AuXPplrN7F29eNWoQIAAAgECDBtKklTN8GHFixeUANP92/LhcZMmTKVe2LJka\ntRTNmpEjVw50aNDcuAEwfRp1OdWrV1urVq1cbNmzadeWTY7cCQAASJDAhq3cuHEAiBc3fhx5cuXL\nmTcv9xx6dOnTqVe3Dh1Adu3by3X3/h18uHCYMCFB8sqatXLr2bd3/549APnz6Zezfx9/fv37838b\nB3BcuYEECw4EgDChwnIMGzp8CDGiRIbRcODIlWvcuHIcAXj8CDKkyJEkS5o8WS6lypUsW7p8CVMl\ngJk0a5a7iTOnznDhMGFCguSVNWvliho9ijSpUQBMmzotBzWq1KlUq079Nm5cua1cu24FADas2HJk\ny5o9izatWrLRcODIlWv/3LhydAHYvYs3r969fPv6/VsusODBhAsbPoxYMIDFjBuXeww5suTJlCtb\nhgwgs+bN5Tp7/gw6tOjRpD0DOI06dbnVrFu7fg07NutgwciRK4cbN4DdvHv7/g08uPDhxMsZP448\nufLlzJsfBwA9uvRy1Ktbv449u/bt1QF4/w6+nPjx5MubP48+/XgA7Nu7Lwc/vvz59Ovbj0+OXLn9\n/MsBAAhA4ECCBQ0eRJhQocJyDR0+hBhR4kSKDgFcxJix3EaOHT1+BBlSJEcAJU2eLJdS5UqWLV2+\nhKkSwEyaNcvdxJlT506ePXGSI1dO6NByAIweRZpU6VKmTZ0+hRpV6lSq/1WtXsWaVetWrl29fgUb\nVuxYsmXNnkWbVu1atm3dvoUbV+5cunXt3sWbV+9evn39/gUcWPBgwoUNH0acWPFixmLLPYYcWfJk\nypUtQwaQWfPmcp09fwYdWvRoceLKnUadGsBq1q3LvYYdW/Zs2rVtwwaQW/fucr19/wb+Gxw4ceHC\nlUOeXPly5skBPIceXfp06tWtX8deTvt27t29fwcffjsA8uXNl0OfXv169u3dv08PQP58+uXs38ef\nX/9+/v3vAwQgcCDBcgYPIkyIkBw5cOTIlYsocSLFihIBYMyocSPHjh4/ggxZbiTJkiZPokypkiSA\nli5flospcybNmjZrbv/bhg1buZ4+fwIIKnRouaJGjyJNqnQpU6MAnkKNWm4q1apWqxYrZgoUqHJe\nv4INK/YrgLJmz6JNq3Yt27Zuy8GNK3cu3bp278YFoHcv33J+/wIOLHiw4G3bsGErp3gxYwCOH0Mu\nJ3ky5cqWL2POPBkA586ey4EOLXq06GLFTIECVW4169auX7MGIHs27dq2b+POrXt3ud6+fwMP7psc\nOXHkyJVLrnw58+UAnkOPXm469erWr2OnTo4cFQ8eZs0qJ348eQDmz6Mvp349+/bu38OPvx4A/fr2\ny+HPr38/fnDgAKJBY4AAATx4wJVTuJBhQ4cAIEaUOJFiRYsXMWYst5H/Y0ePHzmSIyeOHLlyJ1Gm\nVJkSQEuXL8vFlDmTZk2bMsmRo+LBw6xZ5YAGFQqAaFGj5ZAmVbqUaVOnT5MCkDqVajmrV7FmtQoO\nHBo0BggQwIMHXDmzZ9GmVQuAbVu3b+HGlTuXbt1yd/Hm1XuXHDlEiM5w4DBhQgpjxsiRK7eYcWPH\niwFEljy5XGXLlzFn1lzu2jUJEgAYMDBrVjnTp1EDUL2adTnXr2GTI3fsmLVhw3LlunMH0IYNCxYY\n6NNHmrRyx5EnV34cQHPnz8tFlz6d+rhxpUpp0KBAgIACBRYoU1aOfHnz580DUL+efXv37+HHlz+/\nXH379/HXJ0cOEaIz/wA5cJgwIYUxY+TIlVvIsKHDhQAiSpxYrqLFixgzaix37ZoECQAMGJg1q5zJ\nkygBqFzJspzLlzDJkTt2zNqwYbly3bkDaMOGBQsM9OkjTVq5o0iTKj0KoKnTp+WiSp1Kddy4UqU0\naFAgQECBAguUKStHtqzZs2YBqF3Ltq3bt3Djyp1brq7du3i1aRMhIkAAAIABM+jVixy5cogTK16M\nGIDjx5DLSZ5MubJly+DAhQgBoDMCBNu2lRtNujSA06hTl1vNmvW4XbuyZAlx4ICA2wIA6N6te8GC\ncOHKCR9OvDiA48iTl1vOvLnzcePESRen7cSJAAEAfPhQrrv37+C/A/8YT768+fPo06tfz76c+/fw\n4YsbMsSAgQABEChQsGIFDoDXrpEjV87gQYQJDQJg2NBhOYgRJU6UCA4cN2LEuHGzpk0bFSoOHARI\nlKjcSZQpTwJg2dJlOZgxY44LFixGjCk4cLBgkSHDjwsXMGAIMGDAgQPbtpVj2tTpUwBRpU4tV9Xq\nVaxZrQICFECXrnJhxY4lOxbAWbRp1a5l29btW7jl5M6lS1fckCEGDAQIgECBghUrcFy7Ro5cOcSJ\nFS9GDMDxY8jlJE+mXJkyOHDciBHjxs2aNm1UqDhwECBRonKpVa9ODcD1a9jlZM+ePS5YsBgxpuDA\nwYJFhgw/LlzAgCH/wIABBw5s21bO+XPo0QFMp1693HXs2bVvxw4IUABdusqNJ1/efHkA6dWvZ9/e\n/Xv48eWXo1/fPv1ixTIE4B+gAMACWlq14sOnAxYszZqNa1juIcSID8WJA2DxIsZyGjdy7NismQgR\nAQIAKFCgTJlozpylSGHAQAJWrMrRrGmTJoCcOneW69mTHDlw4Ij16bNiRQoTJooUwYGDEDNmxozp\ngQCBAAFWrMpx7er1K4CwYseWK2v2LNq0Zu3YKbBtW7m4cufSnQvgLt68evfy7ev3L+ByggcTFlys\nWIYAigMUKKClVSs+fDpgwdKs2bjM5TZz7rxZnDgAokeTLmf6NOrU/82aiRARIACAAgXKlInmzFmK\nFAYMJGDFqhzw4MKBAyhu/Hi55MnJkQMHjlifPitWpDBhokgRHDgIMWNmzJgeCBAIEGDFqhz69OrX\nA2jv/n25+PLn068v346dAtu2levvH2A5gQMJDgRwEGFChQsZNnT4EGI5iRMpSrRlywsECEuWGDNW\nDmS1agZgwPj1ixy5citZWrNWrZoxY+KuXQNwE2fOcjt59hw37tGjGwYMBAgAAAAMZcrGjau2Zo0A\nAQUKTBg3rlxWrVvJkQPwFWzYcmPHevMWLlw0tb9+eXv2rFgxUaK+lbNbLtqSJQUKoEFTDnBgwYMB\nFDZ8uFxixYsZN/9WPGXKgnKTKVe2fBlAZs2bOXf2/Bl0aNHlSJc2ffrbN3DgyrVuXarUA0qUyJEr\ndxt37nHjkCHT5s0bAOHDiZczfvw4tjhxJkwowIABBw7IkJWzbv3WgQMAADBgUK1cePHjxwMwfx59\nOfXqyZEr9x5+/PffvpWzb9/blSsIEKBBA7CcwIEECwI4iDBhuYUMGzp8WK5atQULVJS7iDGjxo0A\nOnr8CDKkyJEkS5oshzKlypXfvoEDVy5mzFKlHlCiRI5cuZ08e44bhwyZNm/eABg9irSc0qVLscWJ\nM2FCAQYMOHBAhqycVq23DhwAAIABg2rlypo9exaA2rVsy7l1S47/XLm5dOvO/fatnF693q5cQYAA\nDZpyhAsbPgwgseLF5Ro7fgw5crlq1RYsUFEus+bNnDsD+Aw6tOjRpEubPo26nOrVrFuzHjcuHCdO\nlCj1Koc7t+7dusWJAwA8uPByxIsX74QDhwYNjnjxIkeunPTp5SAIEGDAQLhw5bp7/w4egPjx5MuZ\nP48+vfrz5MhBggAhQIBGjcrZv48/P4D9/PuXA1hO4ECCBQ0aMhQgwIFyDR0+hBgRwESKFS1exJhR\n40aO5Tx+BBkS5Lhx4ThxokSpVzmWLV2+dClOHACaNW2Ww5kzZyccODRocMSLFzly5YweLQdBgAAD\nBsKFKxdV6lSq/wCsXsVaTutWrl29biVHDhIECAECNGpUTu1atm0BvIUbt9xcunXt3i1nyFCAAAfK\n/QUcWPBgAIUNH0acWPFixo0dl4McWfJkyOPGffgwQHOPHuU8fwYdOnS4cABMn0ZdTvXqctq02YgQ\nIUUKUs+eiRNHTve1a0GCFHjwwJatcsWNH0deHMBy5s3LPYceXfp0ctmyrVrVYcAAAACKFBlXTvx4\n8uQBnEefvtx69u3dvy/34QMA+uLElcOfX/9+/QD8AwQgcCDBggYPIkyoEGG5hg4fQmw4btyHDwMu\n9uhRbiPHjh49hgsHYCTJkuVOoiynTZuNCBFSpCD17Jk4ceRuXv+7FiRIgQcPbNkqJ3Qo0aJCASBN\nqrQc06ZOn0Illy3bqlUdBgwAAKBIkXHlvoINGxYA2bJmy6FNq3Yt23IfPgCIK05cubp27+K9C2Av\n375+/wIOLHgw4XKGDyNObFiZMgCOHYMAIa4c5cqWL1sWJw4A586ey4EOXU6btiEQIDx4kOLChQ0b\nEiRoMGCAAAEGggUrp3s37968AQAPLrwcceLkyJVLrnz5cnLfvl27FqZECQECEiSAUG479+7dAYAP\nL74c+fLmz6MvZ8FCgAAAcuUqJ38+/fr0AeDPr38///7+AQIQOJBgQYMHBZZTuJBhQ4XixHHgEAAA\ngAABVJTTuJH/Y0ePAECGFFmOZMmS2ho1KlKkQoAAAGDGjLkgXLhyN3Hm1JkTQE+fP8uVIzduXDmj\nR5EmLbdt3Dhy5Mp9+3bkSIAAABw4KLeVa9etAMCGFVuObFmzZ9FmI0ECAQICGzZ06FClijFy5Mrl\n1bs3LwC/fwEHFjyYcGHDh8slVryYcWJx4jhwCAAAQIAAKspl1ryZc2cAn0GHLjeaNGltjRoVKVIh\nQAAAr2HDXhAuXDnbt3Hnxg2Ad2/f5cqRGzeuXHHjx5GX2zZuHDly5b59O3IkQAAADhyU076du3YA\n38GHLzeefHnz57ORIIEAAYENGzp0qFLFGDly5fDn148fQH///wABCBxIsKDBgwgTKixYrqHDhxAj\nlhMmjAULAA4cSJNWrqPHjyA7AhhJsmS5kyhTqvTmTZy4Z8+YadCwYEEAO3bK6dzJsydPAECDCi1H\ntKjRo0bFiSNXrqnTct++BQkCQIAAS5bKad3KFYDXr2DLiR1LtizZcOFsrVihQUODCxcECAhAV4MG\nTJi4kSNXrq/fcgACCx5MuLDhw4gTKy7HuLHjx5DLCRPGggUABw6kSSvHubPnz5wBiB5Nupzp06hT\ne/MmTtyzZ8w0aFiwIIAdO+Vy697NezeA38CDlxtOvLjx4uLEkSvHvHm5b9+CBAEgQIAlS+Wya98O\noLv37+XCi/8fT358uHC2VqzQoKHBhQsCBASYr0EDJkzcyJErx79/OYAABA4kWNDgQYQJFS4s19Dh\nQ4gRHW7bBsCixSJFxpXj2NGjRwAhRY4sV9LkSZQpTT56BCBAgCNHys2kWdPmTAA5de4s19PnT6A9\nyZGrVk1cOaRJk9aqhSBAAAUKlJWjWrUqAKxZtZbj2tXrV67UqBkxUqJAAQECCCBAUMBtgQBxBww4\nkStXObx5ywHg29fvX8CBBQ8mXLjcYcSJFS9W7GXAAACRAQTgxavcZcyZLwPg3NlzOdChRY8mPfpC\ngAAAAJQqVc71a9ixAcymXbvcbdy5dd8mRy5cuHLBhQcfN87/mDEIBgwUKGDh169y0aWXA1Dd+vVy\n2bVv5/7smQ8fCxYYAAAgQIABUKCsWdOli4QFCw4cuCBHzrhx5fTrB9DfP0AAAgcSLGjwIMKECguW\na+jwIcSIEL0MGADgIoAAvHiV6+jxY0cAIkeSLGfyJMqUKlNeCBAAAIBSpcrRrGnzJoCcOneW6+nz\nJ9Ce5MiFC1fuKNKj48YZMwbBgIECBSz8+lXuKtZyALZy7VruK9iwYp898+FjwQIDAAAECDAACpQ1\na7p0kbBgwYEDF+TIGTeuHGDAAAYTLmz4MOLEihczLuf4MeTIkiVfu5YiBYDMChSMG1fuM+jQAEaT\nLl3uNOrU/6pXrwYBAgAAAQK0latt+/ZtALp38y7n+zdw3+HCbSNnnFy55MqTkyMHDpwwYR4QIChQ\ngEK1auW2cy8H4Dv48OXGky9fPpwgQRo0NGiAoEABBw6q4ML17FmmTDxChMiQAeCYatXKFTRYDkBC\nhQsZNnT4EGJEieUoVrR4ESPGa9dSpADwUYGCcePKlTR5EkBKlSvLtXT5EmbMmCBAAAAgQIC2cjt5\n9uwJAGhQoeWIFjVKNFy4beSYkiv3FOpTcuTAgRMmzAMCBAUKUKhWrVxYseUAlDV7tlxatWvXhhMk\nSIOGBg0QFCjgwEEVXLiePcuUiUeIEBkyjKlWrVxixeUANP92/BhyZMmTKVe2XA4z5nHjynX2/Bl0\n6HLbttmwEcCDB2vWyrV2/RpAbNmzy9W2fRt37tzVqgkQsGDBtXLDiRcvDgB5cuXlmDd3zhwOnEPG\njJWzfh27dWbMunQRcOBAhgzfypU3bx5AevXry7V3//79MyVKePAoUeJMpUrZsjGDBhBaoEBEiGjQ\nogUWLHLlGjp0CCCixIkUK1q8iDGjxnIcOY4bVy6kyJEkS5bbts2GjQAePFizVi6mzJkAatq8WS6n\nzp08e/asVk2AgAULrpU7ijRpUgBMmzotBzWqVKhw4BwyZqyc1q1ctTJj1qWLgAMHMmT4Vi6tWrUA\n2rp9Wy7/rty5c58pUcKDR4kSZypVypaNGTRogQIRIaJBixZYsMiVewwZMoDJlCtbvow5s+bNnMt5\nJkcOFChw4MqZPm0aGjQ6dET9+vXtG7ly5cSJmzTJgQIFIkQUCxeunHDh4sQBOI48ebnlzJsvR4bM\nhgEDLVqEC1cuu/ZKlRIk+PAhXLnx5MuXB4A+vfpy7Nu7J0duwYICHDhcu1Yuv/78167ZAGiDAIEA\nBgwAAlRO4UKGABw+hFhO4kSKEsWJy9ShgwgRMmQYWrbMmrVSKlQMGBAgwAEjRqxZKxdT5kwANW3e\nxJlT506ePX2WA0qOXI8ePnycgARJjpw7DhwAgApVgAAG/wy8JEvmyhUZMgcCBAAAQMCAAStWQIFS\nDBYsAG3dvi0XV+7cuIgQCQCQF0CAAH+qVSNGDIcCBQEC4MAxrtxixo0bA4AcWXI5ypUtU54wYYAA\nAStWVKtWTvRoZ84WLBgwIMCHD9q0lYMdWzYA2rVtl8OdWzducuSg7djBgIEAAR+6dKlTpwIBAgAA\nECCQAhy4ctWtX68OQPt27t29fwcfXvz4cuXJkevRw4ePE5AgyZFzx4EDAPXrCxDAgIGXZMlcAXRF\nhsyBAAEAABAwYMCKFVCgFIMFCwDFihbLYcyoESMiRAIAgAQQIMCfatWIEcOhQEGAADhwjCsncyZN\nmgBu4v/MWW4nz547J0wYIEDAihXVqpVLqtSZswULBgwI8OGDNm3lrmLNCmAr167lvoIN+5UcOWg7\ndjBgIEDAhy5d6tSpQIAAAAAECKQAB64c375++QIILHgw4cKGDyNOrLgcY8bKlGnRUgAAgAABCATI\nHAAA584AFGjQ4MFDhw4DAKBODUCAAAgQSkmTBmA27drlbuPOnbtVgAAAfgMHHgAAAAECRIgIV245\n8+bNAUCPLr0c9erWqQMDdgAAdwAvXowrJ76csQ8fDBgoUKBCrFjl3sOP/x4A/fr2y+HPr19/uCNH\nAAoQAIAgAYMEEChQ0KDBmTPgykWUOHEiAIsXMWbUuJH/Y0ePH8uFDKlMmRYtBQAACBCAQACXAQDE\nlAlAgQYNHjx06DAAQE+fAAQIgAChlDRpAJAmVVqOaVOnTlsFCACAatWqAQAAECBAhIhw5cCGFSsW\nQFmzZ8ulVbs2LTBgBwDEBfDixbhyd8sZ+/DBgIECBSrEilWOcGHDhAEkVry4XGPHjx+HO3JEgAAA\nlwlkJoBAgYIGDc6cAVeOdGnTpgGkVr2adWvXr2HHll2Odu3a5MSJGzeuXG/fvcWJAweOGDVqvnxx\n4XLAgQMFCp7w4HHpkjJl5LAD0L6deznv38GH975t24EDAQAAECBgAAMGECC8ecOtXH379+uTIweA\nf3///wDLCRxIkGC4IEEOHCBAgMyhQ1myLEiQQIKEVau0ldvIsWNHACBDiixHsqTJk9u2nTgRIMAA\nBgyMGOHTrRs5cuVy6tzJMyeAn0CDCh1KtKjRo0jLKV3KtKnTp+XAgcuU6QYhQsiQifPmLVw4cuTK\nkSMHoKzZs+XSql3Ldu20aS8aNNiwYUeSJDhwQIGSq5zfv3/JkQPnzBmAw4gTl1vMuLFjaNAKFABA\nuTLlAAE0aMiWrZznz6BDAxhNunS506hTqz596VKDBhaKFJk2bVy527hz694NoLfv38CDCx9OvLjx\ncsiTK1/OvHk5cOAyZbpBiBAyZOK8eQsXjhy5cuTIAf8YT758ufPo06tPP23aiwYNNmzYkSQJDhxQ\noOQqx79/f4DkyIFz5gzAQYQJyy1k2NAhNGgFCgCgWJFigAAaNGTLVs7jR5AhAYwkWbLcSZQpVZ68\ndKlBAwtFikybNq7cTZw5de4E0NPnT6BBhQ4lWtRoOaRJlS5l2tTp06QApE6lWs7qVaxZtW4tJ05c\nuXLkyo0dO23atWu6dHF79gzAW7hxy82lW9fu3GHDDBgIAMAvgABQoDx7Vs7wYcSJDQNg3NhxOciR\nJU+mXNny5cgANG/m3NnzZ9ChRY8uV9r0adSpVa9mbRrAa9ixy82mXdv2bdzlxIkrV45cOeDAp027\ndk3/ly5uz54BYN7ceTno0aVPhz5smAEDAQBsBxAACpRnz8qNJ1/e/HgA6dWvL9fe/Xv48eXPp+8e\nwH38+fXv59/fP0AAAgcSLGiwHMKEChcybOjwYUIAEidSLGfxIsaMGjdyvNit27dv4sSVKwngJMqU\n5VaybOnyZTly5MrRrGnzJs6aAHby7FnuJ9CgQocSLWoUKICkSpcyber0KdSoUstRrWr1KtasWrdW\nBeD1K9hyYseSLWv2LNqx3bp9+yZOXLm4AObSrVvuLt68eveWI0euHODAggcTDgzgMOLE5RYzbuz4\nMeTIkhkDqGz5MubMmjdz7uy5HOjQokeTLm36dGgA/6pXsy7n+jXs2LJn0679GgDu3LrL8e7t+zfw\n4MKH9wZg/DjycsqXM2/u/Dn06MsBUK9u/Tr27Nq3c+9e7jv48OLHky9vHjyA9OrXl2vv/j38+PLn\n03cP4D7+/OX28+/vH2A5gQMJFjR4sCAAhQsZlnP4EGJEiRMpVnwIAGNGjRs5dvT4EWTIciNJljR5\nEmVKlSQBtHT5slxMmTNp1rR5E6dMADt59iz3E2hQoUOJFjUKFEBSpUvLNXX6FGpUqVOpOgVwFWtW\nrVu5dvX6FWxYsWPJljV7Fm1atWvZtnX7Fm5cuXPp1rV7F29evXv59vX7F3BgwYMJFzZ8GHFixYsZ\nN/92/BhyZMmTKVe2fBlzZs2bOXf2/Bl06LTlSJc2fRp1atWrSwNw/Rp2OdmzZ5Mrdxt3bt27eZcj\nR65ccOHlABQ3frxccuXLmTd3/hy6cgDTqVcnR65cdu3buXMnR27cuGzgwHXrVg59evXr0QNw/x5+\nfPnz6de3f79cfv37+ff3D7CcwIEECxYEgDChwnIMGzp8CDGixIkNAVi8iLGcxo0cO3r8CDLkRgAk\nS5oshzKlypUsU5Ijh61bt3Hjytm8iTOnTQA8e/r8CTSo0KFEi5Y7ijSp0qVKxZV7CjWq1KkAqlq9\nWi6r1q1ct5IjVy6s2LFky5YFgDat2nJs27p9Czf/rty5bQHYvYu3nN69fPv63YsNW5Rbt8SJK4c4\nseLFiAE4fgw5suTJlCtbvlwus+bNnDtzFlcutOjRpEsDOI06dbnVrFu7bk2OXLnZtGvbvn0bgO7d\nvMv5/g08uPDhxIv/BoA8ufJyzJs7fw69OTZsUW7dEieunPbt3LtrBwA+vPjx5MubP48+fbn17Nu7\nf1+OHLlHj2QUK1Yuv/79/PcDAAhA4MCB5QweRJjQ4LdvxYrR6tVr3LhyFS1eFCeOXDmOHTsCABlS\nZDmSJU2eRJlS5cqSAFy+hFlO5kyaNW2W06bNho0Gd+6QI1dO6FCiRYUCQJpU6VKmTZ0+hRq13FSq\n/1WtXi1HjtyjRzKKFSsXVuxYsmMBnEWbttxatm3drv32rVgxWr16jRtXTu9evuLEkSsXWLBgAIUN\nHy6XWPFixo0dP4asGMBkypXLXcacWfPmctq02bDR4M4dcuTKnUadWvVpAK1dv4YdW/Zs2rVtl8Od\nW/du3cqUbSlQAMDwS5fKHUeeXPlxceIAPIcevdx06tWtjxtHjBgRIjQyZODA4QQqVJ48TZqUAhAg\nSZKylYMfPz4A+vXtl8OfX/9+/v39AywncCBBgQAOIkxYbiHDhg4fijNhwoCBBdWqlcuocSPHjQA+\nggwpciTJkiZPoiynciXLliyVKdtSoACAmpculf/LqXMnz5zixAEIKnRouaJGjyIdN44YMSJEaGTI\nwIHDCVSoPHmaNCkFIECSJGUrJ3bsWABmz6Itp3Yt27Zu38KNuxYA3bp2y+HNq3cvX3EmTBgwsKBa\ntXKGDyNOjBgA48aOH0OOLHky5crlLmPOrDlcOBo0BgwAIFo0AVGiyJErp3o1a9XkXoMDB2A27drl\nbuPOrfs2OXLixH2zZevGjQUHDjhwgACBgAQJZMjQVm46deoArmPPXm479+7eu2/bRmfDhh07wJVL\nr349+/YA3sOPX24+/fr27+cIoD+AnHL+AZYTOJBgwYEAECZUuJBhQ4cPIUYsN5FiRYu2bClQAAD/\nQIABAxw4uFCoEBgwokRd2bVr1KhPZcpEi8aNWzly5ADk1LmzXE+fP4EG9TluXKVWrVat6tIlQIIE\nNmyQKzeVKlUAV7FmLbeVa1evyJAlSTKAbACzAQx061aObVu3b90CkDuXbjm7d/HmxevIEYQAASJE\nMFaOcGHDhxEDULyYcWPHjyFHljy5XGXLlzHbsqVAAQAAAQYMcODgQqFCYMCIEnVl165Roz6VKRMt\nGjdu5ciRA7Cbd+9yv4EHFz4c+LhxlVq1WrWqS5cACRLYsEGuXHXr1gFk1769XHfv38EjQ5YkyQDz\nAdAHMNCtWzn37+HHhw+Afn375fDn179fvyNH/wAhBAgQIYKxcggTKlzIEIDDhxAjSpxIsaLFi+Uy\naty4EduJEwNCDkhgwsSDBwMCBADAsiWAAAEKSJDQrBk5cuVyAtjJs2e5n0CDCh0qNBw4cN26+fAB\nQIAAGTLIlZtKlSqAq1izltvKleu4S5ccOCAAoCyAAAEUOHAQIAAAAQLGjStHt67du3QB6N3Lt5zf\nv4AD+5UmrUEDAQECRIjgqpzjx5AjSwZAubLly5gza97MuXO5z6BDh8Z24sSA0wMSmDDx4MGAAAEA\nyJ4NIECAAhIkNGtGjly53wCCCx9errjx48iTIw8HDly3bj58ABAgQIYMcuWya9cOoLv37+XCi/8X\nP+7SJQcOCABYDyBAAAUOHAQIAECAgHHjyunfz7+/foAABA4kWM7gQYQJDUqT1qCBgAABIkRwVc7i\nRYwZNQLg2NHjR5AhRY4kWbLcSZQpTz57diRBAgUKbNig9uyZFSsAdO4EEECIEEmSom3bVs7o0XIA\nlC5lWs7pU6hRpUolR65YsQoVAAgQoERJObBhwZIjB8DsWbTl1K5d+0yAAABx4zpwsGxZObzdugHg\ny4BBOcCBBQ8GDMDwYcTlFC9m3HjZMg0aAgSQsGHDjx8fggUr19nzZ9CdyZEDUNr0adSpVa9m3dp1\nOdixZZMjBwqUDCFCZs0iR67cb3Lkkliw8OP/BytW5MotZ968OQDo0aWXo17d+nXs18kZM/bhAwAA\nAcqU+fat3Hn06QGsZ9++3Hv48MMhQAAAwAAePMrt58/fFEAAAgEIE1buIMKECgEwbOiwHMSIEiUK\nu3AhQIAIEYiBA3ftWgcJEkCBKmfyJMqUJgGwbOnyJcyYMmfSrFnuJs6c5MiBAiVDiJBZs8iRK2eU\nHLkkFiz8+MGKFblyUqdSpQrgKtas5bZy7er1q1dyxox9+AAAQIAyZb59K+f2LVwAcufSLWf37t1w\nCBAAADCAB49yggcPNgXgMABhwsoxbuz4MYDIkieXq2z58mVhFy4ECBAhAjFw4K5d6yBBAihQ/+VW\ns27tejWA2LJn065t+zbu3LrL8e7tm/evX7t8+SJHrhzy5MqXM29eDgD06NLLUa9u/Tr264k0aAgQ\nQIECSOXGky9fHgD69OrLsW/vnr04ceXm068/n1yBAgAAyJJVDmA5gQMJEgRwEGHCcgsZNlzIixcH\nAgQ6dMCGrVzGjIVixGDDplxIkSNJhgRwEmVKlStZtnT5EmY5mTNpyvz1a5cvX+TIlfP5E2hQoUPL\nATB6FGk5pUuZNnXaNJEGDQECKFAAqVxWrVu3AvD6FWw5sWPJihUnrlxatWvTkitQAAAAWbLK1bV7\nFy8AvXv5lvP7F7BfXrw4ECDQoQM2bOUYM/8uFCMGGzblKFe2fJkyAM2bOXf2/Bl0aNGjy5U2fbq0\nNGm7sGEjR65cbNmzade2XQ5Abt27y/X2/Rt48HLjxoEBEwAAAAEC+vQp9xx6dOkAqFe3Xg57du3b\nuXM/cAAAgBQpypU3fx49APXr2Zdz/x7+uHEZMgxIkGDTpnL7+ZcrBjBKFFCgyhk8iDChQQAMGzp8\nCDGixIkUK5a7iDHjRWnSdmHDRo5cuZEkS5o8ibIcgJUsW5Z7CTOmzJnlxo0DAyYAAAACBPTpUy6o\n0KFEARg9irSc0qVMmzp1euAAAAApUpS7ijWrVgBcu3otBzas2HHjMmQYkCDBpk3l2rotVyz/ShRQ\noMrZvYs3r10AfPv6/Qs4sODBhAuXO4w48WFw4Kbx4mXN2rdv5SqDAydr3Dhx4saN84UNW7nRpEuH\nCwcgterV5Vq7fg07djlMmAwYACBAgBgx5Xr7/g28N4DhxIuXO448ufLlynkpUAAAgAULpcpZv44d\nO4Dt3LuX+w4+PDZsBw4skCIFHLhy7NuXE+fN27dv5erbv4+/PoD9/Pv7BwhA4ECCBQ0eRJjQYDmG\nDR06vLZliwgREiQcKFAAwMYAAQR8/IgAwbRp5UyeNEmOHACWLV2WgxlT5kya3iBAAAAggCJF5Xz+\nBBoUKACiRY2WQ5pU6VKk48aVgwo1XLgU/wsWHDgwYIABV67KfQUb9isAsmXNlkObVi01aixYvNCk\nady4cnXtliPXrdu4ceX8/gUc2C8AwoUNH0acWPFixo3LPYYcOfK1LVtEiJAg4UCBAgA8BwggQLRo\nBAimTSuXWnVqcuQAvIYdu9xs2rVt3/YGAQIAAAEUKSoXXPhw4sMBHEeevNxy5s2dLx83rtz06eHC\npViw4MCBAQMMuHJVTvx48uIBnEefvtx69u2pUWPB4oUmTePGlcOfvxy5bt3GARxXbiDBggYHAkio\ncCHDhg4fQowosRzFihYtkpsyBQECAAACgAQJIEAAAAAECDBw6VK5li5ftgQgcybNcjZv4v/MqVNR\ngAADBuAoJ3Qo0aJGASBNqrQc06ZOn377licPECDEUKGaMYPAgQMKFDRocMCHj3HjyqFNqxYA27Zu\ny8GNK3fcuBkzWKhQ4cxZub5+yzHx4iVTpnKGDyNObBgA48aOH0OOLHky5crlLmPOnJnclCkIEAAA\nEGD0aAABAgAAIECAgUuXysGOLRs2gNq2b5fLrXs3796KAgQYMABHueLGjyNPDmA58+blnkOPLv3b\ntzx5gAAhhgrVjBkEDhxQoKBBgwM+fIwbV249+/YA3sOPX24+/frjxs2YwUKFCmfOAJYTOLAcEy9e\nMmUqt5BhQ4cLAUSUOJFiRYsXMWbUWI7/Y0ePHrdFiACAJAACM2aMGYPFgQMBAgYMwAAOXDmbN3Ha\nBLCTZ89yP4EGFRp00SIDAAAUKBCsXFOnT6FGBTCVatVyV7Fm1RouHA0aAgQMECAgQFkCBBAgUKDA\ngg8fxIiVkzuXLgC7d/GW07uXb7NmGTIMAAAgQQI5cqA1auTAAYAAAR486NatXGXLlzED0LyZc2fP\nn0GHFj26XGnTp0+DW7AgQAAIEMaVkz273JMnIECgKLebd+/eAIAHF16OeHHjx4lfu1agQAAAACZM\nyFWOenXr17ED0L6deznv38GH9+7ECQDzBAg0aDCAvQABIECc2LPHlCls5fDnzw+Af3///wDLCRxI\ncNs2JkwcAFjIUECAhwEASJRIg4a4chgzatQIoKPHjyBDihxJsqTJcihTqlQJbsGCAAEgQBhXrqbN\nck+egACBopzPn0CBAhhKtGi5o0iTKj167VqBAgEAAJgwIVe5q1izat0KoKvXr+XCih1LNqwTJwDS\nEiDQoMGAtwIEgABxYs8eU6awldvLly+Av4ADlxtMuPC2bUyYOADAuLGAAJADAJg8mQYNceUya968\nGYDnz6BDix5NurTp0+VSq169mpwGDQcOuHJVrrbt2smSmTChppzv38CBAxhOvHi548iTKxcnrkkT\nAdAHDGDAIFq569iza98OoLv37+XCi/8fTz48J04DBhQwYsSKFQkCBBQoYMIEoESJIkWaVq6/f4Dl\nBAIgWNBgOYQJFSr8pkPHAIgDDiRIkCKFjQEDAAAIECBaOZAhRYoEUNLkSZQpVa5k2dJlOZgxZcok\np0HDgQOuXJXj2ZNnsmQmTKgpV9To0aMAlC5lWs7pU6hRxYlr0kTA1QEDGDCIVs7rV7BhxQIgW9Zs\nObRp1a5Fy4nTgAEFjBixYkWCAAEFCpgwAShRokiRppUjXLgwAMSJFZdj3Nix4286dAygPOBAggQp\nUtgYMAAAgAABopUjXdq0aQCpVa9m3dr1a9ixZZejXdv27WLFNGhAgaLcb+C/gwQZMOD/wLhx5ZQv\nZ64cwHPo0ctNp17dujhxY8YQIABBgYItW8iVI1/e/Hn0ANSvZ1/O/Xv48d2TI7dhwxdq1K5dk7HA\nP8AFZszEMWUKG7ZyChcyBODwIcRyEidSrGjR4rhxAAAECGCmHMiQIkUCKGnyJMqUKleybOmyHMyY\nMmcWK6ZBAwoU5Xby3BkkyIABB8aNK2f0KFKjAJYybVruKdSoUsWJGzOGAAEIChRs2UKuHNiwYseS\nBWD2LNpyateybauWHLkNG75Qo3btmowFeheYMRPHlCls2MoRLmwYAOLEissxbuz4MWTI48YBABAg\ngJlymjdz5gzgM+jQokeTLm36NOpy/6pXs25NjhwBAgAAHGDFaty4a2DABAgA4HeoUOWGEy8+HADy\n5MrLMW/u/Lk3bzZsFCiA4MKFNGnKce/u/Tv4cgDGky9f7jz69OrT79lTiBo1W7YcCBBgwAALFleG\nDSvnH2A5gQMHAjB4EGE5hQsZNnT4sNyAAQECaCh3EWPGjAA4dvT4EWRIkSNJlix3EmVKlScHDQLw\n8qUBmTIB1KyJAMGtW+V49vQJAGhQoeWIFjV6FBw4HjwECDigQAEqVOWoVrV6FWs5AFu5di33FWxY\nsWGbNXOWK1eaNALYDhggQgSjcnPp1q0LAG9eveX49vX7F3DgcgsWBAggQJq0cosZN/9eDAByZMmT\nKVe2fBlz5nKbOXf2vHnQIACjRxswbRpA6tQIENy6VQ52bNkAaNe2XQ53bt27wYHjwUOAgAMKFKBC\nVQ55cuXLmZcD8Bx69HLTqVe3Xr1ZM2e5cqVJIwD8gAEiRDAqdx59+vQA2Ld3Xw5+fPnz6dcvt2BB\ngAACpEkrB7CcwIEEywE4iDChwoUMGzp8CLGcxIkUK1K0Zm3PgwcQIBBZsuTBgwABAJgUIOBOuZUs\ny5EjByCmzJnlatq8ifPbNxAgBviEAOHatXJEixo9irQcgKVMm5Z7CjWq1KnTqFBJkCCAAAEMGAQK\nRK6c2LFkyQI4izZtubVs27p9C7f/3JkzAOouWVIur969eQH4/Qs4sODBhAsbPlwuseLFjBdbs7bn\nwQMIEIgsWfLgQYAAADoLEHCnnOjR5ciRA4A6tepyrFu7fv3tGwgQA2pDgHDtWrndvHv7/l0OgPDh\nxMsZP448ufJpVKgkSBBAgAAGDAIFIlcuu/bt2wF4/w6+nPjx5MubP1/uzBkA7JcsKQc/vnz4AOrb\nv48/v/79/Pv7B1hO4ECCBQ0eHBgt2gABAgAAQFCkyLBh3ryR+/YNwEaOHct9BBlSZLduN24MGLDg\nzJlyLV2+hBnTJQCaNW2Ww5lT506e4TJkGDAggAYNxIiVQ5pU6VKkAJw+hVpO6lSq/1WtXi335YsA\nAQBKlCgXVuzYsADMnkWbVu1atm3dvi0XV+5cunXtyhUnLsWAAQD8+j1wAAgQXoUBHEacuNxixo0d\nR4vWoEGAAA98+SqXWfNmzp01AwAdWnQ50qVNn0YdDMBqAAGIECFHrtxs2rVtzwaQW/fucr19/wYe\nPDg5cho0AEAOAcK4ceWcP3dOjhwA6tWtX8eeXft27t3LfQcfXvx48uDFiUsxYAAA9uwPHAAChNd8\nAPXt3y+XX/9+/tGiAWzQIECAB758lUuocCHDhgoBQIwosRzFihYvYgwGYCOAAESIkCNXbiTJkiZH\nAkipcmW5li5fwowZkxw5DRoA4P+EAGHcuHI+f/okRw4A0aJGjyJNqnQp06blnkKNKnUqVanjvn3r\n0aNBgAAgQKxZE+7bNwBmz6Itp3Yt27bQoEWIECCAk3HjyuHNq3cv37wA/gIOXG4w4cKGD4cCoFgx\nKVLlHkOOLDkygMqWL5fLrHkz586dZ80KEAAA6TdvyqFOrZocOQCuX8OOLXs27dq2b5fLrXs3796+\neY/79q1HjwYBAoAAsWZNuG/fAECPLr0c9erWr0ODFiFCgABOxo0rJ348+fLmxwNIr359ufbu38OP\nHwoAffqkSJXLr38///0AAAIQOHBgOYMHESZUqHDWrAABAER886ZcRYsXyZEDsJH/Y0ePH0GGFDmS\nZDmTJ1GmVLmSpUly0qSNG1eOJk0AN3HmLLeTZ0+f5Mjp0TNlyrhyR5EmVbpUKQCnT6GWkzqValWr\n4RAgCBDAADhw5cCGFTtWLACzZ9GWU7uWbVu3bmfNcuCAAYMZ4MCV07uXr14AfwEHFjyYcGHDhxGX\nU7yYcWPHjyErJidN2rhx5TBjBrCZc+dyn0GHFk2OnB49U6aMK7eadWvXr10DkD2bdjnbt3Hn1h0O\nAYIAAQyAA1eOeHHjx40DUL6ceTnnz6FHly591iwHDhgwmAEOXDnv38F7BzCefHnz59GnV7+efTn3\n7+HHlz+ffv33APDn11+Of3///wDLCRxIsKDBgwgFAljIsGG5hxAjSpxYTpu2atV4ldvIsaPHjwBC\nihxZrqTJkyhToiQnTtyvX+PGlZtJs6ZNADhz6tzJs6fPn0CDlhtKtKjRo0iTKiUKoKnTp+WiSp1K\ntarVq1ilAtjKtWu5r2DDih1LtqxZsADSql1brq3bt3Djyp1L1y2Au3jz6t3Lt6/fv4DLCR5MuLDh\nw4gTDwbAuLHjcpAjS55MubLly5EBaN7MuZznz6BDix5NuvRnAKhTqy7HurXr17Bjy57dGoDt27hz\n697Nu7fv38CDCx9OvLjx48iTK1/OvLnz59CjS59Ovbr169iza9/Ovbv37+DDi60fT768+fPo06tf\nz769+/fw48ufT7++/fv48+vfz7+/f4AABA4kWNDgQYQJFS5k2NDhQ4gRJU6kWNHiRYwZNW7k2NHj\nR5AhRY4kWdLkSZQpVa5k2dLlS5gxZc6kWdPmTZw5de7k2dPnT6BBhQ4lWtToUaRJlS5l2tTpU6hR\npU6lWtXqVaxZtW7l2tXrV7BhxY4lW9bsWbRp1a5l29btW7hx5c6lW9fuXbx59d4NCAA7\n",
-            "text/plain": [
-              "<IPython.core.display.Image object>"
-            ]
-          },
-          "metadata": {
-            "tags": []
-          },
-          "execution_count": 23
-        }
-      ]
-    },
-    {
-      "metadata": {
-        "id": "6EEG-wePkmJQ",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "**Download animated gif**\n",
-        "\n",
-        "Uncomment the code below to download an animated gif from Colab:"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "4UJjSnIMOzOJ",
-        "colab_type": "code",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "#from google.colab import files\n",
-        "#files.download('dcgan.gif')"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
-    {
-      "metadata": {
-        "id": "k6qC-SbjK0yW",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "## Learn more about GANs\n"
-      ]
-    },
-    {
-      "metadata": {
-        "id": "xjjkT9KAK6H7",
-        "colab_type": "text"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "Now that you have learned how to generate new images (MNIST digits) with deep convolutional GANs, here are a few suggested next steps:\n",
-        "\n",
-        "* Tweak the code in this tutorial to see different effects.\n",
-        "* Try out this tutorial on a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset ([available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home)).\n",
-        "* Learn more about GANs - see below the learning resources.\n",
-        "\n",
-        "** Deep Generative Models and GANs**\n",
-        "\n",
-        "GANs is a type of deep generative models and DCGAN is just one type of the GANs. \n",
-        "* MIT [Intro to Deep Learning](http://introtodeeplearning.com/) lecture on **Deep Generative Models** has a great intro to generative models as well as GANs. ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf))\n",
-        "* Stanford CS 231N lecture 12 **Generative Models** on PixelRNN/CNN, \n",
-        "VAE and GANs. ([slides](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf))\n",
-        "* This Github has a good [collection](https://github.com/wiseodd/generative-models) of GANs and generative models. \n",
-        "\n",
-        "**GANs research papers:**\n",
-        "* The original [GANs](https://arxiv.org/abs/1406.2661) paper.\n",
-        "* DCGAN paper: [Unsupervised Representation Learning with Deep Convolutional Generative Adversarial Networks](https://arxiv.org/abs/1511.06434).\n",
-        "\n",
-        "**GANs tutorials**\n",
-        "\n",
-        "* [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160) - a bit dated but great explanation on what/why generative models, what are GANs and how they compare to other generative models.\n",
-        "* Here is a site with excellent tutorials on GANs by **Computer Vision and Pattern Recognition** - [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/).\n"
-      ]
-    }
-  ]
-}
\ No newline at end of file
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "e1_Y75QXJS6h"
+   },
+   "source": [
+    "### Import TensorFlow and enable eager execution"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "YfIk2es3hJEd"
+   },
+   "outputs": [],
+   "source": [
+    "from __future__ import absolute_import, division, print_function\n",
+    "\n",
+    "import tensorflow as tf\n",
+    "tf.enable_eager_execution()\n",
+    "\n",
+    "import glob\n",
+    "import imageio\n",
+    "import matplotlib.pyplot as plt\n",
+    "import numpy as np\n",
+    "import os\n",
+    "import PIL\n",
+    "import time\n",
+    "\n",
+    "from IPython import display"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "iYn4MdZnKCey"
+   },
+   "source": [
+    "### Load the dataset\n",
+    "\n",
+    "We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 51
+    },
+    "colab_type": "code",
+    "id": "a4fYMGxGhrna",
+    "outputId": "065f5f41-bdd6-4f4e-bdb6-addce8ff011d"
+   },
+   "outputs": [],
+   "source": [
+    "(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "NFC2ghIdiZYE"
+   },
+   "outputs": [],
+   "source": [
+    "train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n",
+    "train_images = (train_images - 127.5) / 127.5 # Normalize the images to [-1, 1]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "S4PIDhoDLbsZ"
+   },
+   "outputs": [],
+   "source": [
+    "BUFFER_SIZE = 60000\n",
+    "BATCH_SIZE = 256"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "PIGN6ouoQxt3"
+   },
+   "source": [
+    "### Use tf.data to create batches and shuffle the dataset"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "-yKCCQOoJ7cn"
+   },
+   "outputs": [],
+   "source": [
+    "train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "THY-sZMiQ4UV"
+   },
+   "source": [
+    "## Create the models\n",
+    "\n",
+    "We will use tf.keras [model subclassing](https://www.tensorflow.org/guide/keras#model_subclassing) to define the generator and discriminator. We will create layers in the *init* method, and define the forward pass in the *call* method."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "-tEyxE-GMC48"
+   },
+   "source": [
+    "### The Generator Model\n",
+    "\n",
+    "The generator is responsible for creating convincing images that are good enough to fool the discriminator. The network architecture for the generator consists of [Conv2DTranspose](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Conv2DTranspose) (Upsampling) layers. We start with a fully connected layer and upsample the image two times in order to reach the desired image size. We increase the width and height, and reduce the depth as we move through the layers in the network. We use [Leaky ReLU](https://www.tensorflow.org/api_docs/python/tf/keras/layers/LeakyReLU) activation except for the last layer which uses tanh activation."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "VGLbvBEmjK0a"
+   },
+   "outputs": [],
+   "source": [
+    "class Generator(tf.keras.Model):\n",
+    "  def __init__(self):\n",
+    "    super(Generator, self).__init__()\n",
+    "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
+    "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
+    "    \n",
+    "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
+    "    # Layer shape is now 7x7x64    \n",
+    "    \n",
+    "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
+    "\n",
+    "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+    "    # Layer shape is now 14x14x32\n",
+    "    \n",
+    "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
+    "   \n",
+    "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+    "    # Layer shape is now 28x28x1\n",
+    "\n",
+    "  def call(self, x, training=True):\n",
+    "    x = self.fc1(x)\n",
+    "    x = self.batchnorm1(x, training=training)\n",
+    "    x = tf.nn.relu(x)\n",
+    "\n",
+    "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
+    "\n",
+    "    x = self.conv1(x)\n",
+    "    x = self.batchnorm2(x, training=training)\n",
+    "    x = tf.nn.relu(x)\n",
+    "\n",
+    "    x = self.conv2(x)\n",
+    "    x = self.batchnorm3(x, training=training)\n",
+    "    x = tf.nn.relu(x)\n",
+    "\n",
+    "    x = tf.nn.tanh(self.conv3(x))  \n",
+    "    return x"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "D0IKnaCtg6WE"
+   },
+   "source": [
+    "### The Discriminator model\n",
+    "\n",
+    "The discriminator is responsible for distinguishing fake images from real images. It's similar to a regular CNN-based image classifier."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "bkOfJxk5j5Hi"
+   },
+   "outputs": [],
+   "source": [
+    "class Discriminator(tf.keras.Model):\n",
+    "  def __init__(self):\n",
+    "    super(Discriminator, self).__init__()\n",
+    "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
+    "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
+    "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
+    "    self.flatten = tf.keras.layers.Flatten()\n",
+    "    self.fc1 = tf.keras.layers.Dense(1)\n",
+    "\n",
+    "  def call(self, x, training=True):\n",
+    "    x = tf.nn.leaky_relu(self.conv1(x))\n",
+    "    x = self.dropout(x, training=training)\n",
+    "    x = tf.nn.leaky_relu(self.conv2(x))\n",
+    "    x = self.dropout(x, training=training)\n",
+    "    x = self.flatten(x)\n",
+    "    x = self.fc1(x)\n",
+    "    return x"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "gDkA05NE6QMs"
+   },
+   "outputs": [],
+   "source": [
+    "generator = Generator()\n",
+    "discriminator = Discriminator()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "6TSZgwc2BUQ-"
+   },
+   "source": [
+    "\n",
+    "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "k1HpMSLImuRi"
+   },
+   "outputs": [],
+   "source": [
+    "generator.call = tf.contrib.eager.defun(generator.call)\n",
+    "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "0FMYgY_mPfTi"
+   },
+   "source": [
+    "## Define the loss functions and the optimizer\n",
+    "\n",
+    "Let's define the loss functions and the optimizers for the generator and the discriminator.\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "Jd-3GCUEiKtv"
+   },
+   "source": [
+    "### Generator loss\n",
+    "The generator loss is a sigmoid cross entropy loss of the generated images and an array of ones, since the generator is trying to generate fake images that resemble the real images."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "90BIcCKcDMxz"
+   },
+   "outputs": [],
+   "source": [
+    "def generator_loss(generated_output):\n",
+    "    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "PKY_iPSPNWoj"
+   },
+   "source": [
+    "### Discriminator loss\n",
+    "\n",
+    "The discriminator loss function takes two inputs: real images, and generated images. Here is how to calculate the discriminator loss:\n",
+    "1. Calculate real_loss which is a sigmoid cross entropy loss of the real images and an array of ones (since these are the real images).\n",
+    "2. Calculate generated_loss which is a sigmoid cross entropy loss of the generated images and an array of zeros (since these are the fake images).\n",
+    "3. Calculate the total_loss as the sum of real_loss and generated_loss."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "wkMNfBWlT-PV"
+   },
+   "outputs": [],
+   "source": [
+    "def discriminator_loss(real_output, generated_output):\n",
+    "    # [1,1,...,1] with real output since it is true and we want our generated examples to look like it\n",
+    "    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n",
+    "\n",
+    "    # [0,0,...,0] with generated images since they are fake\n",
+    "    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n",
+    "\n",
+    "    total_loss = real_loss + generated_loss\n",
+    "\n",
+    "    return total_loss"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "MgIc7i0th_Iu"
+   },
+   "source": [
+    "The discriminator and the generator optimizers are different since we will train two networks separately."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "iWCn_PVdEJZ7"
+   },
+   "outputs": [],
+   "source": [
+    "generator_optimizer = tf.train.AdamOptimizer(1e-4)\n",
+    "discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "mWtinsGDPJlV"
+   },
+   "source": [
+    "**Checkpoints (Object-based saving)**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "CA1w-7s2POEy"
+   },
+   "outputs": [],
+   "source": [
+    "checkpoint_dir = './training_checkpoints'\n",
+    "checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n",
+    "checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n",
+    "                                 discriminator_optimizer=discriminator_optimizer,\n",
+    "                                 generator=generator,\n",
+    "                                 discriminator=discriminator)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "Rw1fkAczTQYh"
+   },
+   "source": [
+    "## Set up GANs for Training\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "5QC5BABamh_c"
+   },
+   "source": [
+    "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you see in the diagam at the beginning of the tutorial."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "Ff6oN6PZX27n"
+   },
+   "source": [
+    "**Define training parameters**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "NS2GWywBbAWo"
+   },
+   "outputs": [],
+   "source": [
+    "EPOCHS = 150\n",
+    "noise_dim = 100\n",
+    "num_examples_to_generate = 16\n",
+    "\n",
+    "# We'll re-use this random vector used to seed the generator so\n",
+    "# it will be easier to see the improvement over time.\n",
+    "random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n",
+    "                                                 noise_dim])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "jylSonrqSWfi"
+   },
+   "source": [
+    "**Define training method**\n",
+    "\n",
+    "We start by iterating over the dataset. The generator is given a random vector as an input which is processed to  output an image looking like a handwritten digit. The discriminator is then shown the real MNIST images as well as the generated images.\n",
+    "\n",
+    "Next, we calculate the generator and the discriminator loss. Then, we calculate the gradients of loss with respect to both the generator and the discriminator variables."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "2M7LmLtGEMQJ"
+   },
+   "outputs": [],
+   "source": [
+    "def train(dataset, epochs, noise_dim):  \n",
+    "  for epoch in range(epochs):\n",
+    "    start = time.time()\n",
+    "    \n",
+    "    for images in dataset:\n",
+    "      # generating noise from a uniform distribution\n",
+    "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
+    "      \n",
+    "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
+    "        generated_images = generator(noise, training=True)\n",
+    "      \n",
+    "        real_output = discriminator(images, training=True)\n",
+    "        generated_output = discriminator(generated_images, training=True)\n",
+    "        \n",
+    "        gen_loss = generator_loss(generated_output)\n",
+    "        disc_loss = discriminator_loss(real_output, generated_output)\n",
+    "        \n",
+    "      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n",
+    "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
+    "      \n",
+    "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
+    "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
+    "\n",
+    "      \n",
+    "    if epoch % 1 == 0:\n",
+    "      display.clear_output(wait=True)\n",
+    "      generate_and_save_images(generator,\n",
+    "                               epoch + 1,\n",
+    "                               random_vector_for_generation)\n",
+    "    \n",
+    "    # saving (checkpoint) the model every 15 epochs\n",
+    "    if (epoch + 1) % 15 == 0:\n",
+    "      checkpoint.save(file_prefix = checkpoint_prefix)\n",
+    "    \n",
+    "    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n",
+    "                                                      time.time()-start))\n",
+    "  # generating after the final epoch\n",
+    "  display.clear_output(wait=True)\n",
+    "  generate_and_save_images(generator,\n",
+    "                           epochs,\n",
+    "                           random_vector_for_generation)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "2aFF7Hk3XdeW"
+   },
+   "source": [
+    "**Generate and save images**\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "RmdVsmvhPxyy"
+   },
+   "outputs": [],
+   "source": [
+    "def generate_and_save_images(model, epoch, test_input):\n",
+    "  # make sure the training parameter is set to False because we\n",
+    "  # don't want to train the batchnorm layer when doing inference.\n",
+    "  predictions = model(test_input, training=False)\n",
+    "\n",
+    "  fig = plt.figure(figsize=(4,4))\n",
+    "  \n",
+    "  for i in range(predictions.shape[0]):\n",
+    "      plt.subplot(4, 4, i+1)\n",
+    "      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n",
+    "      plt.axis('off')\n",
+    "        \n",
+    "  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n",
+    "  plt.show()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "dZrd4CdjR-Fp"
+   },
+   "source": [
+    "## Train the GANs\n",
+    "We will call the train() method defined above to train the generator and discriminator simultaneously. Note, training GANs can be tricky. It's important that the generator and discriminator do not overpower each other (e.g., that they train at a similar rate).\n",
+    "\n",
+    "At the beginning of the training, the generated images look like random noise. As training progresses, you can see the generated digits look increasingly real. After 150 epochs, they look very much like the MNIST digits."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "Ly3UN0SLLY2l"
+   },
+   "outputs": [],
+   "source": [
+    "%%time\n",
+    "train(train_dataset, EPOCHS, noise_dim)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "rfM4YcPVPkNO"
+   },
+   "source": [
+    "**Restore the latest checkpoint**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 34
+    },
+    "colab_type": "code",
+    "id": "XhXsd0srPo8c",
+    "outputId": "8571b12f-f4b6-422b-8b2e-c8f22e9d7e2d"
+   },
+   "outputs": [],
+   "source": [
+    "# restoring the latest checkpoint in checkpoint_dir\n",
+    "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "P4M_vIbUi7c0"
+   },
+   "source": [
+    "## Generated images \n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "mLskt7EfXAjr"
+   },
+   "source": [
+    "\n",
+    "After training, its time to generate some images! \n",
+    "The last step is to plot the generated images and voila!\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "WfO5wCdclHGL"
+   },
+   "outputs": [],
+   "source": [
+    "# Display a single image using the epoch number\n",
+    "def display_image(epoch_no):\n",
+    "  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 305
+    },
+    "colab_type": "code",
+    "id": "5x3q9_Oe5q0A",
+    "outputId": "38908d9f-d1f3-42c2-c552-f3efebd58a11"
+   },
+   "outputs": [],
+   "source": [
+    "display_image(EPOCHS)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "NywiH3nL8guF"
+   },
+   "source": [
+    "**Generate a GIF of all the saved images**\n",
+    "\n",
+    "We will use imageio to create an animated gif using all the images saved during training."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 34
+    },
+    "colab_type": "code",
+    "id": "IGKQgENQ8lEI",
+    "outputId": "bf66aad8-fbe4-4b1f-c260-bccf9c634867"
+   },
+   "outputs": [],
+   "source": [
+    "with imageio.get_writer('dcgan.gif', mode='I') as writer:\n",
+    "  filenames = glob.glob('image*.png')\n",
+    "  filenames = sorted(filenames)\n",
+    "  last = -1\n",
+    "  for i,filename in enumerate(filenames):\n",
+    "    frame = 2*(i**0.5)\n",
+    "    if round(frame) > round(last):\n",
+    "      last = frame\n",
+    "    else:\n",
+    "      continue\n",
+    "    image = imageio.imread(filename)\n",
+    "    writer.append_data(image)\n",
+    "  image = imageio.imread(filename)\n",
+    "  writer.append_data(image)\n",
+    "    \n",
+    "# this is a hack to display the gif inside the notebook\n",
+    "os.system('cp dcgan.gif dcgan.gif.png')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "cGhC3-fMWSwl"
+   },
+   "source": [
+    "Display the animated gif with all the mages generated during the training of GANs."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 305
+    },
+    "colab_type": "code",
+    "id": "uV0yiKpzNP1b",
+    "outputId": "a6146795-f0ae-4746-bbd3-5e19155e2c77"
+   },
+   "outputs": [],
+   "source": [
+    "display.Image(filename=\"dcgan.gif.png\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "6EEG-wePkmJQ"
+   },
+   "source": [
+    "**Download the animated gif**\n",
+    "\n",
+    "Uncomment the code below to download an animated gif from Colab."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {},
+    "colab_type": "code",
+    "id": "4UJjSnIMOzOJ"
+   },
+   "outputs": [],
+   "source": [
+    "#from google.colab import files\n",
+    "#files.download('dcgan.gif')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "k6qC-SbjK0yW"
+   },
+   "source": [
+    "## Learn more about GANs\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "colab_type": "text",
+    "id": "xjjkT9KAK6H7"
+   },
+   "source": [
+    "We hope this tutorial was helpful! As a next step, you might like to experiment with a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset [available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home).\n",
+    "\n",
+    "To learn more about GANs:\n",
+    "\n",
+    "* Check out MIT's lecture (linked above), or [this](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf) lecture form Stanford's CS231n. \n",
+    "\n",
+    "* We also recommend the [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/), and the [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160).\n"
+   ]
+  }
+ ],
+ "metadata": {
+  "accelerator": "TPU",
+  "colab": {
+   "collapsed_sections": [],
+   "name": "dcgan.ipynb",
+   "provenance": [],
+   "version": "0.3.2"
+  },
+  "kernelspec": {
+   "display_name": "Python 2",
+   "language": "python",
+   "name": "python2"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.10"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 1
+}
-- 
GitLab


From 946694745243dacf2f173ed00e79e7b48cbf927f Mon Sep 17 00:00:00 2001
From: Jeremy Lau <lauj@google.com>
Date: Thu, 18 Oct 2018 12:26:23 -0700
Subject: [PATCH 0273/1825] Async checkpointing: Save the graph in a background
 thread.

PiperOrigin-RevId: 217747382
---
 .../contrib/tpu/python/tpu/async_checkpoint.py     | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
index 700598d2f4..78253d83fc 100644
--- a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
+++ b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
@@ -69,6 +69,7 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
       raise ValueError("You cannot provide both saver and scaffold.")
     self._saver = saver
     self._save_thread = None
+    self._write_graph_thread = None
     self._checkpoint_dir = checkpoint_dir
     self._save_path = os.path.join(checkpoint_dir, checkpoint_basename)
     self._scaffold = scaffold
@@ -97,9 +98,13 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
     # We do write graph and saver_def at the first call of before_run.
     # We cannot do this in begin, since we let other hooks to change graph and
     # add variables in begin. Graph is finalized after all begin calls.
-    training_util.write_graph(
-        ops.get_default_graph().as_graph_def(add_shapes=True),
-        self._checkpoint_dir, "graph.pbtxt")
+    def _write_graph_fn(self):
+      training_util.write_graph(
+          ops.get_default_graph().as_graph_def(add_shapes=True),
+          self._checkpoint_dir, "graph.pbtxt")
+    self._write_graph_thread = threading.Thread(target=_write_graph_fn)
+    self._write_graph_thread.start()
+
     saver_def = self._get_saver().saver_def if self._get_saver() else None
     graph = ops.get_default_graph()
     meta_graph_def = meta_graph.create_meta_graph_def(
@@ -125,6 +130,9 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
     if self._save_thread:
       logging.info("Waiting for any pending checkpoints to finish.")
       self._save_thread.join()
+    if self._write_graph_thread:
+      logging.info("Waiting for any pending write_graph to finish.")
+      self._write_graph_thread.join()
 
     last_step = session.run(self._global_step_tensor)
 
-- 
GitLab


From c6152c0a032925bfe47d69b8d336037c3c10c0ef Mon Sep 17 00:00:00 2001
From: Smit Hinsu <hinsu@google.com>
Date: Thu, 18 Oct 2018 12:39:05 -0700
Subject: [PATCH 0274/1825] Support fp16 types in ScatterNd GPU version

PiperOrigin-RevId: 217749577
---
 tensorflow/core/kernels/scatter_nd_op.cc      |   4 +-
 .../kernel_tests/scatter_nd_ops_test.py       | 176 +++++++++---------
 2 files changed, 88 insertions(+), 92 deletions(-)

diff --git a/tensorflow/core/kernels/scatter_nd_op.cc b/tensorflow/core/kernels/scatter_nd_op.cc
index 2f8aede427..fd54c6d6d7 100644
--- a/tensorflow/core/kernels/scatter_nd_op.cc
+++ b/tensorflow/core/kernels/scatter_nd_op.cc
@@ -297,8 +297,7 @@ TF_CALL_bool(REGISTER_SCATTER_ND_CPU);
   REGISTER_SCATTER_ND_GPU(type);
 
 TF_CALL_int32(REGISTER_SCATTER_ND_ALL_GPU);
-// TODO(b/66916790): Support half types in ScatterNd.
-TF_CALL_GPU_NUMBER_TYPES_NO_HALF(REGISTER_SCATTER_ND_ALL_GPU);
+TF_CALL_GPU_NUMBER_TYPES(REGISTER_SCATTER_ND_ALL_GPU);
 TF_CALL_complex64(REGISTER_SCATTER_ND_ALL_GPU);
 TF_CALL_complex128(REGISTER_SCATTER_ND_ALL_GPU);
 
@@ -587,7 +586,6 @@ namespace functor {
   DECLARE_GPU_SPECS_INDEX(T, int64)
 
 TF_CALL_int32(DECLARE_GPU_SPECS);
-// TODO(b/66916790): Support half types in ScatterNd.
 TF_CALL_GPU_NUMBER_TYPES(DECLARE_GPU_SPECS);
 TF_CALL_complex64(DECLARE_GPU_SPECS);
 TF_CALL_complex128(DECLARE_GPU_SPECS);
diff --git a/tensorflow/python/kernel_tests/scatter_nd_ops_test.py b/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
index 54d542fb5f..0ed508b9fe 100644
--- a/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
+++ b/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
@@ -36,6 +36,9 @@ from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 
 
+GRADIENT_TESTS_DTYPES = (dtypes.float16, dtypes.float32, dtypes.float64)
+
+
 def _AsType(v, vtype):
   return v.astype(vtype) if isinstance(v, np.ndarray) else vtype(v)
 
@@ -144,9 +147,8 @@ class StatefulScatterNdTest(test.TestCase):
         self.assertAllClose(new, ref_var.eval())
 
   def _VariableRankTests(self, np_scatter, tf_scatter):
-    for vtype in (np.int32,
-                  np.float32, np.float64,
-                  np.complex64, np.complex128):
+    for vtype in (np.int32, np.float16, np.float32, np.float64, np.complex64,
+                  np.complex128):
       for itype in (np.int32, np.int64):
         self._VariableRankTest(np_scatter, tf_scatter, vtype, itype)
 
@@ -223,7 +225,7 @@ class StatefulScatterNdTest(test.TestCase):
   #   self._VariableRankTests(_NumpyDiv, state_ops.scatter_nd_div)
 
   def _ScatterRepeatIndicesTest(self, np_scatter, tf_scatter):
-    for vtype in (np.int32, np.float32, np.float64):
+    for vtype in (np.int32, np.float16, np.float32, np.float64):
       for itype in (np.int32, np.int64):
         self._VariableRankTest(
             np_scatter, tf_scatter, vtype, itype, repeat_indices=True)
@@ -529,97 +531,93 @@ class ScatterNdTest(test.TestCase):
       self.scatter_nd(indices, updates, shape)
 
   def testGradientsRank2ElementUpdate(self):
-    indices = constant_op.constant([[0, 0], [1, 1]], dtype=dtypes.int32)
-    updates = constant_op.constant([1, 4], dtype=dtypes.float64)
-    shape = constant_op.constant([2, 2], dtype=dtypes.int32)
-    input_ = array_ops.zeros(shape, dtype=dtypes.float64)
-    outputs = self.scatter_nd(indices, updates, shape, input_)
-
-    grad_vals = constant_op.constant([[1, 2], [3, 4]], dtype=dtypes.float64)
-    updates_grad, input_grad = gradients_impl.gradients(
-        [outputs], [updates, input_], [grad_vals])
-    expected_updates_grad = np.array([1, 4], dtype=np.float64)
-    expected_input_grad = np.array([[1, 2], [3, 4]], dtype=np.float64)
-    with self.cached_session():
-      self.assertAllEqual(expected_updates_grad, updates_grad.eval())
-      if self.non_aliasing_add_test:
-        self.assertAllEqual(expected_input_grad, input_grad.eval())
+    for dtype in GRADIENT_TESTS_DTYPES:
+      indices = constant_op.constant([[0, 0], [1, 1]], dtype=dtypes.int32)
+      updates = constant_op.constant([1, 4], dtype=dtype)
+      shape = constant_op.constant([2, 2], dtype=dtypes.int32)
+      input_ = array_ops.zeros(shape, dtype=dtype)
+      outputs = self.scatter_nd(indices, updates, shape, input_)
+
+      grad_vals = constant_op.constant([[1, 2], [3, 4]], dtype=dtype)
+      updates_grad, input_grad = gradients_impl.gradients(
+          [outputs], [updates, input_], [grad_vals])
+      expected_updates_grad = np.array([1, 4], dtype=dtype.as_numpy_dtype())
+      expected_input_grad = np.array([[1, 2], [3, 4]],
+                                     dtype=dtype.as_numpy_dtype())
+      with self.cached_session():
+        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        if self.non_aliasing_add_test:
+          self.assertAllEqual(expected_input_grad, input_grad.eval())
 
   def testGradientsRank2SliceUpdate(self):
-    indices = constant_op.constant([[1], [0]], dtype=dtypes.int32)
-    updates = constant_op.constant([[3, 4], [1, 2]], dtype=dtypes.float64)
-    shape = constant_op.constant([2, 2], dtype=dtypes.int32)
-    input_ = array_ops.zeros(shape, dtype=dtypes.float64)
-    outputs = self.scatter_nd(indices, updates, shape, input_)
-
-    grad_vals = constant_op.constant([[3, 4], [1, 2]], dtype=dtypes.float64)
-    updates_grad, input_grad = gradients_impl.gradients(
-        [outputs], [updates, input_], [grad_vals])
-    expected_updates_grad = np.array([[1, 2], [3, 4]], dtype=np.float64)
-    expected_input_grad = np.array([[3, 4], [1, 2]], dtype=np.float64)
-    with self.cached_session():
-      self.assertAllEqual(expected_updates_grad, updates_grad.eval())
-      if self.non_aliasing_add_test:
-        self.assertAllEqual(expected_input_grad, input_grad.eval())
+    for dtype in GRADIENT_TESTS_DTYPES:
+      indices = constant_op.constant([[1], [0]], dtype=dtypes.int32)
+      updates = constant_op.constant([[3, 4], [1, 2]], dtype=dtype)
+      shape = constant_op.constant([2, 2], dtype=dtypes.int32)
+      input_ = array_ops.zeros(shape, dtype=dtype)
+      outputs = self.scatter_nd(indices, updates, shape, input_)
+
+      grad_vals = constant_op.constant([[3, 4], [1, 2]], dtype=dtype)
+      updates_grad, input_grad = gradients_impl.gradients(
+          [outputs], [updates, input_], [grad_vals])
+      expected_updates_grad = np.array([[1, 2], [3, 4]],
+                                       dtype=dtype.as_numpy_dtype())
+      expected_input_grad = np.array([[3, 4], [1, 2]],
+                                     dtype=dtype.as_numpy_dtype())
+      with self.cached_session():
+        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        if self.non_aliasing_add_test:
+          self.assertAllEqual(expected_input_grad, input_grad.eval())
 
   def testGradientsRank3SliceUpdate(self):
-    indices = constant_op.constant(
-        [[[0, 1], [1, 0]], [[0, 0], [1, 1]]], dtype=dtypes.int32)
-    updates = constant_op.constant(
-        [[[5, 7], [2, 4]], [[1, 3], [6, 8]]], dtype=dtypes.float64)
-    shape = constant_op.constant([2, 2, 2], dtype=dtypes.int32)
-    input_ = array_ops.zeros(shape, dtype=dtypes.float64)
-    outputs = self.scatter_nd(indices, updates, shape, input_)
-
-    grad_vals = constant_op.constant(
-        [[[1, 2], [3, 4]], [[5, 6], [7, 8]]], dtype=dtypes.float64)
-    updates_grad, input_grad = gradients_impl.gradients(
-        [outputs], [updates, input_], [grad_vals])
-    expected_updates_grad = np.array(
-        [[[3, 4], [5, 6]], [[1, 2], [7, 8]]], dtype=np.float64)
-    expected_input_grad = np.array(
-        [[[1, 2], [3, 4]], [[5, 6], [7, 8]]], dtype=np.float64)
-    with self.cached_session():
-      self.assertAllEqual(expected_updates_grad, updates_grad.eval())
-      if self.non_aliasing_add_test:
-        self.assertAllEqual(expected_input_grad, input_grad.eval())
+    for dtype in GRADIENT_TESTS_DTYPES:
+      indices = constant_op.constant([[[0, 1], [1, 0]], [[0, 0], [1, 1]]],
+                                     dtype=dtypes.int32)
+      updates = constant_op.constant([[[5, 7], [2, 4]], [[1, 3], [6, 8]]],
+                                     dtype=dtype)
+      shape = constant_op.constant([2, 2, 2], dtype=dtypes.int32)
+      input_ = array_ops.zeros(shape, dtype=dtype)
+      outputs = self.scatter_nd(indices, updates, shape, input_)
+
+      grad_vals = constant_op.constant([[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                                       dtype=dtype)
+      updates_grad, input_grad = gradients_impl.gradients(
+          [outputs], [updates, input_], [grad_vals])
+      expected_updates_grad = np.array([[[3, 4], [5, 6]], [[1, 2], [7, 8]]],
+                                       dtype=dtype.as_numpy_dtype())
+      expected_input_grad = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                                     dtype=dtype.as_numpy_dtype())
+      with self.cached_session():
+        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        if self.non_aliasing_add_test:
+          self.assertAllEqual(expected_input_grad, input_grad.eval())
 
   def testGradientsRank7SliceUpdate(self):
-    indices = constant_op.constant(
-        [[[
-            [[[[0, 0, 0, 0, 0, 1], [0, 0, 1, 0, 0, 0]]]],
-            [[[[0, 0, 0, 0, 0, 0], [0, 0, 1, 0, 0, 1]]]]
-        ]]], dtype=dtypes.int32)
-    updates = constant_op.constant(
-        [[[
-            [[[[5, 6], [2, 4]]]],
-            [[[[1, 3], [6, 8]]]]
-        ]]], dtype=dtypes.float64)
-    shape = constant_op.constant([1, 1, 2, 1, 1, 2, 2], dtype=dtypes.int32)
-    input_ = array_ops.zeros(shape, dtype=dtypes.float64)
-    outputs = self.scatter_nd(indices, updates, shape, input_)
-
-    grad_vals = constant_op.constant(
-        [[[
-            [[[[1, 2], [3, 4]]]],
-            [[[[5, 6], [7, 8]]]]
-        ]]], dtype=dtypes.float64)
-    updates_grad, input_grad = gradients_impl.gradients(
-        [outputs], [updates, input_], [grad_vals])
-    expected_updates_grad = np.array(
-        [[[
-            [[[[3, 4], [5, 6]]]],
-            [[[[1, 2], [7, 8]]]]
-        ]]], dtype=np.float64)
-    expected_input_grad = np.array(
-        [[[
-            [[[[1, 2], [3, 4]]]],
-            [[[[5, 6], [7, 8]]]]
-        ]]], dtype=np.float64)
-    with self.cached_session():
-      self.assertAllEqual(expected_updates_grad, updates_grad.eval())
-      if self.non_aliasing_add_test:
-        self.assertAllEqual(expected_input_grad, input_grad.eval())
+    for dtype in GRADIENT_TESTS_DTYPES:
+      indices = constant_op.constant(
+          [[[[[[[0, 0, 0, 0, 0, 1], [0, 0, 1, 0, 0, 0]]]],
+             [[[[0, 0, 0, 0, 0, 0], [0, 0, 1, 0, 0, 1]]]]]]],
+          dtype=dtypes.int32)
+      updates = constant_op.constant(
+          [[[[[[[5, 6], [2, 4]]]], [[[[1, 3], [6, 8]]]]]]], dtype=dtype)
+      shape = constant_op.constant([1, 1, 2, 1, 1, 2, 2], dtype=dtypes.int32)
+      input_ = array_ops.zeros(shape, dtype=dtype)
+      outputs = self.scatter_nd(indices, updates, shape, input_)
+
+      grad_vals = constant_op.constant(
+          [[[[[[[1, 2], [3, 4]]]], [[[[5, 6], [7, 8]]]]]]], dtype=dtype)
+      updates_grad, input_grad = gradients_impl.gradients(
+          [outputs], [updates, input_], [grad_vals])
+      expected_updates_grad = np.array(
+          [[[[[[[3, 4], [5, 6]]]], [[[[1, 2], [7, 8]]]]]]],
+          dtype=dtype.as_numpy_dtype())
+      expected_input_grad = np.array(
+          [[[[[[[1, 2], [3, 4]]]], [[[[5, 6], [7, 8]]]]]]],
+          dtype=dtype.as_numpy_dtype())
+      with self.cached_session():
+        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        if self.non_aliasing_add_test:
+          self.assertAllEqual(expected_input_grad, input_grad.eval())
 
   def testScatterNdRepatedIndicesAdd(self):
     indices = array_ops.zeros([100000, 1], dtypes.int32)
-- 
GitLab


From 670ecb73f4e2c99ff7804760ac66051319dece74 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Thu, 18 Oct 2018 12:43:41 -0700
Subject: [PATCH 0275/1825] [tf.data] Fix bug in optimization for nested
 dataset graphs

PiperOrigin-RevId: 217750318
---
 .../core/kernels/data/optimize_dataset_op.cc  | 10 ++++++++
 .../optimization/optimize_dataset_op_test.py  | 24 +++++++++++++++++++
 2 files changed, 34 insertions(+)

diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index cef3abf896..6e8c277167 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -113,6 +113,16 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       // using the optimized function library.
       TF_RETURN_IF_ERROR(
           ctx->function_library()->Clone(&flib_def_, &pflr_, &lib_));
+
+      // Some functions may have been modified without having their names
+      // changed (for example, nested dataset graphs from FlatMap or
+      // Interleave). To avoid name conflicts, we remove these functions from
+      // flib_def_ before adding the optimized function library.
+      for (const FunctionDef& fd : graph_def.library().function()) {
+        if (flib_def_->Find(fd.signature().name()) != nullptr) {
+          TF_RETURN_IF_ERROR(flib_def_->RemoveFunction(fd.signature().name()));
+        }
+      }
       TF_RETURN_IF_ERROR(flib_def_->AddLibrary(graph_def.library()));
 
       Graph graph(OpRegistry::Global());
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py
index 2ef29796ab..5ac438c56e 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py
@@ -115,6 +115,30 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
       sess.run(init_op, {input_t: np.ones([1, 512, 1024, 1025], np.int32)})
       sess.run(get_next)
 
+  def testOptimizationNestedDataset(self):
+
+    def flat_map_fn(_):
+      dataset = dataset_ops.Dataset.from_tensors(0)
+      dataset = dataset.apply(optimization.assert_next(["MemoryCacheImpl"]))
+      dataset = dataset.skip(0)  # Should be removed by noop elimination
+      dataset = dataset.cache()
+      return dataset
+
+    dataset = dataset_ops.Dataset.range(1)
+    dataset = dataset.flat_map(flat_map_fn)
+
+    options = dataset_ops.Options()
+    options.experimental_noop_elimination = True
+    dataset = dataset.with_options(options)
+
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      self.assertEquals(0, sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From f4e176d82dfa9bdf689559f679a4f05f7bda8278 Mon Sep 17 00:00:00 2001
From: Josh Gordon <random-forests@users.noreply.github.com>
Date: Thu, 18 Oct 2018 16:29:35 -0400
Subject: [PATCH 0276/1825] Adding note on model subclassing vs sequential

---
 .../python/examples/generative_examples/dcgan.ipynb    | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 03b8c910f7..1058f905c7 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -231,7 +231,15 @@
    "source": [
     "## Create the models\n",
     "\n",
-    "We will use tf.keras [model subclassing](https://www.tensorflow.org/guide/keras#model_subclassing) to define the generator and discriminator. We will create layers in the *init* method, and define the forward pass in the *call* method."
+    "We will use tf.keras [model subclassing](https://www.tensorflow.org/guide/keras#model_subclassing) to define the generator and discriminator. We will create layers in the *init* method, and define the forward pass in the *call* method. Note, we could write these models more compactly using the [Sequential API](https://www.tensorflow.org/guide/keras#sequential_model), e.g., \n",
+    "\n",
+    "```def make_generator_model():\n",
+    "     return tf.keras.Sequential([\n",
+    "       tf.keras.layers.Dense(7*7*64, use_bias=False),\n",
+    "       tf.keras.layers.BatchNormalization(),\n",
+    "       ...])```\n",
+    "    \n",
+    "In this case we've used model subclassing, in order to have another example of that style available."
    ]
   },
   {
-- 
GitLab


From 32e0325836305292f4dd27ddcd2f850c07f2cfcd Mon Sep 17 00:00:00 2001
From: Nupur Garg <nupurgarg@google.com>
Date: Thu, 18 Oct 2018 14:06:50 -0700
Subject: [PATCH 0277/1825] Internal change.

PiperOrigin-RevId: 217765299
---
 .../model_coverage/model_coverage_lib.py      | 20 +++++++++++++++----
 1 file changed, 16 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py b/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
index ab29f71138..46085ab000 100644
--- a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
+++ b/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
@@ -27,6 +27,7 @@ from tensorflow.python import keras as _keras
 from tensorflow.python.client import session as _session
 from tensorflow.python.framework.importer import import_graph_def as _import_graph_def
 from tensorflow.python.lib.io import file_io as _file_io
+from tensorflow.python.saved_model import loader as _loader
 from tensorflow.python.saved_model import signature_constants as _signature_constants
 from tensorflow.python.saved_model import tag_constants as _tag_constants
 
@@ -144,7 +145,7 @@ def evaluate_saved_model(directory, tag_set, signature_key):
     if signature_key is None:
       signature_key = _signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
 
-    meta_graph = _convert_saved_model.get_meta_graph_def(directory, tag_set)
+    meta_graph = _loader.load(sess, tag_set, directory)
     signature_def = _convert_saved_model.get_signature_def(
         meta_graph, signature_key)
     inputs, outputs = _convert_saved_model.get_inputs_outputs(signature_def)
@@ -276,7 +277,11 @@ def test_frozen_graph(filename,
   compare_models_random_data(tflite_model, tf_eval_func)
 
 
-def test_saved_model(directory, tag_set=None, signature_key=None, **kwargs):
+def test_saved_model(directory,
+                     input_shapes=None,
+                     tag_set=None,
+                     signature_key=None,
+                     **kwargs):
   """Validates the TensorFlow SavedModel converts to a TFLite model.
 
   Converts the TensorFlow SavedModel to TFLite and checks the accuracy of the
@@ -284,13 +289,20 @@ def test_saved_model(directory, tag_set=None, signature_key=None, **kwargs):
 
   Args:
     directory: SavedModel directory to convert.
+    input_shapes: Dict of strings representing input tensor names to list of
+      integers representing input shapes (e.g., {"foo" : [1, 16, 16, 3]}).
+      Automatically determined when input shapes is None (e.g., {"foo" : None}).
+        (default None)
     tag_set: Set of tags identifying the MetaGraphDef within the SavedModel to
       analyze. All tags in the tag set must be present.
     signature_key: Key identifying SignatureDef containing inputs and outputs.
     **kwargs: Additional arguments to be passed into the converter.
   """
-  converter = _lite.TFLiteConverter.from_saved_model(directory, tag_set,
-                                                     signature_key)
+  converter = _lite.TFLiteConverter.from_saved_model(
+      directory,
+      input_shapes=input_shapes,
+      tag_set=tag_set,
+      signature_key=signature_key)
   tflite_model = _convert(converter, **kwargs)
 
   tf_eval_func = evaluate_saved_model(directory, tag_set, signature_key)
-- 
GitLab


From ce126591bdee4bc6b9db7b540f6491abfeef239d Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 18 Oct 2018 14:07:57 -0700
Subject: [PATCH 0278/1825] Fix the macro definition flag for dynamic_kernels
 config option.

PiperOrigin-RevId: 217765509
---
 tools/bazel.rc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tools/bazel.rc b/tools/bazel.rc
index a9c86fd485..8c2052ee8a 100644
--- a/tools/bazel.rc
+++ b/tools/bazel.rc
@@ -86,7 +86,7 @@ build --define=grpc_no_ares=true
 
 # Modular TF build options
 build:dynamic_kernels --define=dynamic_loaded_kernels=true
-build:dynamic_kernels -DAUTOLOAD_DYNAMIC_KERNELS
+build:dynamic_kernels --copt=-DAUTOLOAD_DYNAMIC_KERNELS
 
 # Default paths for TF_SYSTEM_LIBS
 build --define=PREFIX=/usr
-- 
GitLab


From aa7a7f3d910300cd833f110d91edabb4f5dc1a32 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 14:15:29 -0700
Subject: [PATCH 0279/1825] parallel_for: add converter for SplitV

PiperOrigin-RevId: 217766896
---
 .../python/ops/parallel_for/control_flow_ops_test.py   | 10 ++++++++++
 tensorflow/python/ops/parallel_for/pfor.py             |  9 +++++++++
 2 files changed, 19 insertions(+)

diff --git a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
index 0a14f3f41a..e86f409d68 100644
--- a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
+++ b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
@@ -245,6 +245,16 @@ class ArrayTest(PForTest):
 
     self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 5)
 
+  def test_split_v(self):
+    x = random_ops.random_uniform([3, 6, 3])
+
+    def loop_fn(i):
+      x1 = array_ops.gather(x, i)
+      return (array_ops.split(x1, [2, 1, 3], axis=0),
+              array_ops.split(x1, [3], axis=-1))
+
+    self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 4)
+
   def test_transpose(self):
     x = random_ops.random_uniform([3, 2, 3, 4])
 
diff --git a/tensorflow/python/ops/parallel_for/pfor.py b/tensorflow/python/ops/parallel_for/pfor.py
index d0537d1d5b..e274aa626a 100644
--- a/tensorflow/python/ops/parallel_for/pfor.py
+++ b/tensorflow/python/ops/parallel_for/pfor.py
@@ -1616,6 +1616,15 @@ def _convert_split(pfor_input):
   return [wrap(x, True) for x in array_ops.split(t, num_split, axis=split_dim)]
 
 
+@RegisterPFor("SplitV")
+def _convert_split_v(pfor_input):
+  t = pfor_input.stacked_input(0)
+  splits = pfor_input.unstacked_input(1)
+  split_dim = pfor_input.unstacked_input(2)
+  split_dim += math_ops.cast(split_dim >= 0, dtypes.int32)
+  return [wrap(x, True) for x in array_ops.split(t, splits, axis=split_dim)]
+
+
 @RegisterPFor("Transpose")
 def _convert_transpose(pfor_input):
   t = pfor_input.stacked_input(0)
-- 
GitLab


From 441c7775c1266e87fda35aac5faea90a7b324c94 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 14:38:39 -0700
Subject: [PATCH 0280/1825] Internal change

PiperOrigin-RevId: 217771128
---
 tensorflow/compiler/aot/tfcompile.bzl | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/aot/tfcompile.bzl b/tensorflow/compiler/aot/tfcompile.bzl
index 859c84bb91..2dc3e8c911 100644
--- a/tensorflow/compiler/aot/tfcompile.bzl
+++ b/tensorflow/compiler/aot/tfcompile.bzl
@@ -390,6 +390,7 @@ def target_llvm_triple():
         "//tensorflow:android_arm": "armv7-none-android",
         "//tensorflow:android_arm64": "aarch64-none-android",
         "//tensorflow:android_x86": "i686-none-android",
+        "//tensorflow:ios": "arm64-none-ios",
         "//tensorflow:linux_ppc64le": "ppc64le-ibm-linux-gnu",
         "//tensorflow:darwin": "x86_64-none-darwin",
         "//conditions:default": "x86_64-pc-linux",
-- 
GitLab


From 594aae25501758abf1520d0399dfbb07f675b4f1 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 18 Oct 2018 14:48:00 -0700
Subject: [PATCH 0281/1825] Add an info line about the dynamic kernels config
 option.

PiperOrigin-RevId: 217772932
---
 configure.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/configure.py b/configure.py
index b564da2722..ceaae63993 100644
--- a/configure.py
+++ b/configure.py
@@ -1667,6 +1667,8 @@ def main():
   config_info_line('gdr', 'Build with GDR support.')
   config_info_line('verbs', 'Build with libverbs support.')
   config_info_line('ngraph', 'Build with Intel nGraph support.')
+  config_info_line('dynamic_kernels',
+                   '(Experimental) Build kernels into separate shared objects.')
 
   print('Preconfigured Bazel build configs to DISABLE default on features:')
   config_info_line('noaws', 'Disable AWS S3 filesystem support.')
-- 
GitLab


From 0cdab33274fa33e7f8d2a907726dda41fcfcff12 Mon Sep 17 00:00:00 2001
From: "William D. Irons" <wdirons@us.ibm.com>
Date: Thu, 18 Oct 2018 17:56:01 -0400
Subject: [PATCH 0282/1825] Remove TF_NCCL_VERSION from Dockerfile.gpu.ppc64le

Now NCCL2 is available in open source and TensorFlow is building
with it as the default there is no need to force the version to 1
---
 tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le b/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le
index 0a55b84ac4..b69588724c 100644
--- a/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le
+++ b/tensorflow/tools/ci_build/Dockerfile.gpu.ppc64le
@@ -28,6 +28,3 @@ ENV TF_NEED_CUDA 1
 ENV TF_CUDA_COMPUTE_CAPABILITIES 3.0
 ENV TF_CUDA_VERSION 9.2
 ENV CUDA_TOOLKIT_PATH /usr/local/cuda-9.2
-
-# TODO get NCCL 2 in the docker image
-ENV TF_NCCL_VERSION 1
-- 
GitLab


From 8898af469c6d00310ce9f2a7ed18e331442a60ba Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 14:52:25 -0700
Subject: [PATCH 0283/1825] Enable test now that the underlying problem has
 been fixed for TPU.

PiperOrigin-RevId: 217773726
---
 tensorflow/compiler/xrt/tests/raw_api_test.cc | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xrt/tests/raw_api_test.cc b/tensorflow/compiler/xrt/tests/raw_api_test.cc
index 84a5572dab..7d262e41dd 100644
--- a/tensorflow/compiler/xrt/tests/raw_api_test.cc
+++ b/tensorflow/compiler/xrt/tests/raw_api_test.cc
@@ -479,8 +479,7 @@ TEST(RawApiTest, CompileWithXlaReturnShapes) {
                                      xla_program_shape.result().layout()));
 }
 
-// Disabled because of failure on TPU (b/117876141)
-TEST(RawApiTest, DISABLED_DotGeneralWithLayoutTest) {
+TEST(RawApiTest, DotGeneralWithLayoutTest) {
   auto layout = xla::LayoutUtil::MakeLayout({0, 1});
 
   xrt::XLAAllocation p0;
-- 
GitLab


From 0136e95df86cf8f571964d78d35a727adb3c8f5d Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Thu, 18 Oct 2018 14:52:29 -0700
Subject: [PATCH 0284/1825] Populate partition graphs in run metadata from
 partitioned call via eager.

Caveats: only populated the first time the function is called; not populated
if runmetadata is requested from session.run.
PiperOrigin-RevId: 217773737
---
 .../core/common_runtime/eager/context.h       |  3 +++
 .../core/common_runtime/eager/execute.cc      | 27 +++++++++++++------
 .../core/common_runtime/eager/execute.h       |  3 ++-
 .../core/common_runtime/eager/execute_node.h  | 11 +++++---
 .../common_runtime/eager/kernel_and_device.cc | 10 ++++---
 .../common_runtime/eager/kernel_and_device.h  |  5 ++--
 .../eager/kernel_and_device_test.cc           |  2 +-
 tensorflow/core/framework/op_kernel.h         | 16 +++++++++++
 .../core/kernels/partitioned_function_ops.cc  |  7 +++++
 tensorflow/python/eager/function_test.py      |  2 +-
 10 files changed, 66 insertions(+), 20 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/context.h b/tensorflow/core/common_runtime/eager/context.h
index 15eeaa8066..4de807bde3 100644
--- a/tensorflow/core/common_runtime/eager/context.h
+++ b/tensorflow/core/common_runtime/eager/context.h
@@ -131,6 +131,8 @@ class EagerContext {
 
   Device* HostCPU() { return devices_[0]; }
 
+  GraphCollector* GetGraphCollector() { return &graph_collector_; }
+
   uint64 NextId() { return executor_.NextId(); }
 
   void ExecutorAdd(EagerNode* node) { executor_.Add(node); }
@@ -249,6 +251,7 @@ class EagerContext {
   std::atomic<bool> should_store_metadata_{false};
   mutex metadata_mu_;
   RunMetadata run_metadata_ GUARDED_BY(metadata_mu_);
+  GraphCollector graph_collector_;
   const bool log_device_placement_;
   // EagerExecutor for async execution.
   EagerExecutor executor_;
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index 81e0cd1b71..c5f1d52e43 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -325,7 +325,9 @@ Status EagerLocalExecute(EagerOperation* op,
   if (!status.ok()) return status;
   std::unique_ptr<NodeExecStats> maybe_stats;
   StepStats* maybe_step_stats = nullptr;
+  GraphCollector* graph_collector = nullptr;
   if (ctx->ShouldStoreMetadata()) {
+    graph_collector = ctx->GetGraphCollector();
     maybe_step_stats = ctx->RunMetadataProto()->mutable_step_stats();
     int64 now_nanos = Env::Default()->NowNanos();
     maybe_stats.reset(new NodeExecStats);
@@ -349,14 +351,14 @@ Status EagerLocalExecute(EagerOperation* op,
     }
     EagerNode* node = new ExecuteNode(
         id, ctx, op->Device(), op->Inputs(), kernel, maybe_stats.release(),
-        maybe_step_stats, output_dtypes, *retvals);
+        maybe_step_stats, graph_collector, output_dtypes, *retvals);
     ctx->ExecutorAdd(node);
   } else {
     // Execute checks if retvals[i] is nullptr or not to figure if it needs to
     // allocate it.
-    status =
-        EagerExecute(ctx, op->Device(), op->Inputs(), kernel, maybe_stats.get(),
-                     maybe_step_stats, retvals->data(), *num_retvals);
+    status = EagerExecute(ctx, op->Device(), op->Inputs(), kernel,
+                          maybe_stats.get(), maybe_step_stats, graph_collector,
+                          retvals->data(), *num_retvals);
   }
 
   return status;
@@ -710,7 +712,8 @@ Status EagerExecute(EagerOperation* op,
 Status EagerExecute(EagerContext* ctx, Device* device,
                     const gtl::InlinedVector<TensorHandle*, 4>& op_inputs,
                     KernelAndDevice* kernel, NodeExecStats* maybe_stats,
-                    StepStats* maybe_step_stats, TensorHandle** retvals,
+                    StepStats* maybe_step_stats,
+                    GraphCollector* graph_collector, TensorHandle** retvals,
                     int num_retvals) {
   if (device == nullptr) {
     // TODO(apassos) debug how the assignment below might return a different
@@ -732,11 +735,11 @@ Status EagerExecute(EagerContext* ctx, Device* device,
   // TODO(agarwal): change Run to take vector of handles ?
   ScopedStepContainer* container = ctx->StepContainer();
   if (container == nullptr) {
-    TF_RETURN_IF_ERROR(
-        kernel->Run(&inputs, &outputs, maybe_stats, maybe_step_stats));
+    TF_RETURN_IF_ERROR(kernel->Run(&inputs, &outputs, maybe_stats,
+                                   maybe_step_stats, graph_collector));
   } else {
     TF_RETURN_IF_ERROR(kernel->Run(container, &inputs, &outputs, maybe_stats,
-                                   maybe_step_stats));
+                                   maybe_step_stats, graph_collector));
   }
   if (maybe_stats != nullptr) {
     int64 nanos = Env::Default()->NowNanos();
@@ -748,6 +751,14 @@ Status EagerExecute(EagerContext* ctx, Device* device,
     maybe_stats->set_all_end_rel_nanos(nanos - maybe_stats->all_start_nanos());
     mutex_lock ml(*ctx->MetadataMu());
     if (ctx->ShouldStoreMetadata()) {
+      {
+        GraphCollector* collector = ctx->GetGraphCollector();
+        mutex_lock mll(collector->mu);
+        for (const auto& graph : collector->graphs) {
+          *ctx->RunMetadataProto()->add_partition_graphs() = graph;
+        }
+        collector->graphs.clear();
+      }
       auto* step_stats = ctx->RunMetadataProto()->mutable_step_stats();
       // Lazily initialize the RunMetadata with information about all devices if
       // this is the first call.
diff --git a/tensorflow/core/common_runtime/eager/execute.h b/tensorflow/core/common_runtime/eager/execute.h
index 0e997bdfa9..6143a52d4b 100644
--- a/tensorflow/core/common_runtime/eager/execute.h
+++ b/tensorflow/core/common_runtime/eager/execute.h
@@ -46,7 +46,8 @@ Status EagerExecute(
 Status EagerExecute(EagerContext* ctx, Device* device,
                     const gtl::InlinedVector<TensorHandle*, 4>& op_inputs,
                     KernelAndDevice* kernel, NodeExecStats* maybe_stats,
-                    StepStats* maybe_step_stats, TensorHandle** retvals,
+                    StepStats* maybe_step_stats,
+                    GraphCollector* graph_collector, TensorHandle** retvals,
                     int num_retvals);
 
 // Low-level utility to copy a tensor handle from one device to another.
diff --git a/tensorflow/core/common_runtime/eager/execute_node.h b/tensorflow/core/common_runtime/eager/execute_node.h
index 18b1892f5d..a99d509dd6 100644
--- a/tensorflow/core/common_runtime/eager/execute_node.h
+++ b/tensorflow/core/common_runtime/eager/execute_node.h
@@ -34,7 +34,8 @@ class ExecuteNode : public EagerNode {
   ExecuteNode(uint64 id, EagerContext* ctx, Device* op_device,
               const tensorflow::gtl::InlinedVector<TensorHandle*, 4>& inputs,
               KernelAndDevice* kernel, NodeExecStats* maybe_stats,
-              StepStats* maybe_step_stats, const DataTypeVector& output_dtypes,
+              StepStats* maybe_step_stats, GraphCollector* graph_collector,
+              const DataTypeVector& output_dtypes,
               const tensorflow::gtl::InlinedVector<TensorHandle*, 2>& retvals)
       : EagerNode(id),
         ctx_(ctx),
@@ -43,6 +44,7 @@ class ExecuteNode : public EagerNode {
         kernel_(kernel),
         maybe_stats_(maybe_stats),
         maybe_step_stats_(maybe_step_stats),
+        graph_collector_(graph_collector),
         retvals_(retvals) {
     for (auto handle : inputs_) {
       handle->Ref();
@@ -62,9 +64,9 @@ class ExecuteNode : public EagerNode {
   }
 
   tensorflow::Status Run() override {
-    const Status status =
-        EagerExecute(ctx_, op_device_, inputs_, kernel_, maybe_stats_.get(),
-                     maybe_step_stats_, retvals_.begin(), retvals_.size());
+    const Status status = EagerExecute(
+        ctx_, op_device_, inputs_, kernel_, maybe_stats_.get(),
+        maybe_step_stats_, graph_collector_, retvals_.begin(), retvals_.size());
     if (status.ok()) {
       return status;
     } else {
@@ -82,6 +84,7 @@ class ExecuteNode : public EagerNode {
   tensorflow::KernelAndDevice* kernel_;
   std::unique_ptr<NodeExecStats> maybe_stats_;
   StepStats* maybe_step_stats_;
+  tensorflow::GraphCollector* graph_collector_;
   tensorflow::gtl::InlinedVector<TensorHandle*, 2> retvals_;
 };
 
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.cc b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
index 0adfcd7697..b63257907f 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
@@ -48,17 +48,20 @@ Status KernelAndDevice::Init(const NodeDef& ndef, FunctionLibraryRuntime* flib,
 
 Status KernelAndDevice::Run(std::vector<Tensor>* inputs,
                             std::vector<Tensor>* outputs, NodeExecStats* stats,
-                            StepStats* step_stats) {
+                            StepStats* step_stats,
+                            GraphCollector* graph_collector) {
   ScopedStepContainer step_container(0, [this](const string& name) {
     device_->resource_manager()->Cleanup(name).IgnoreError();
   });
-  return this->Run(&step_container, inputs, outputs, stats, step_stats);
+  return this->Run(&step_container, inputs, outputs, stats, step_stats,
+                   graph_collector);
 }
 
 Status KernelAndDevice::Run(ScopedStepContainer* step_container,
                             std::vector<Tensor>* inputs,
                             std::vector<Tensor>* outputs, NodeExecStats* stats,
-                            StepStats* step_stats) {
+                            StepStats* step_stats,
+                            GraphCollector* graph_collector) {
   gtl::InlinedVector<TensorValue, 4> input_vector;
   for (Tensor& t : *inputs) {
     input_vector.push_back(TensorValue(&t));
@@ -87,6 +90,7 @@ Status KernelAndDevice::Run(ScopedStepContainer* step_container,
     step_stats_collector.reset(new StepStatsCollector(step_stats));
     params.track_allocations = true;
     params.stats_collector = step_stats_collector.get();
+    params.graph_collector = graph_collector;
   }
   if (runner_ == nullptr) {
     params.runner = &default_runner_;
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.h b/tensorflow/core/common_runtime/eager/kernel_and_device.h
index cbfa0af507..ac9143b253 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.h
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.h
@@ -62,11 +62,12 @@ class KernelAndDevice {
 
   // TODO(ashankar): Handle list-valued inputs.
   Status Run(std::vector<Tensor>* inputs, std::vector<Tensor>* outputs,
-             NodeExecStats* stats, StepStats* step_stats);
+             NodeExecStats* stats, StepStats* step_stats,
+             GraphCollector* graph_collector);
 
   Status Run(ScopedStepContainer* step_container, std::vector<Tensor>* inputs,
              std::vector<Tensor>* outputs, NodeExecStats* stats,
-             StepStats* step_stats);
+             StepStats* step_stats, GraphCollector* graph_collector);
 
   const OpKernel* kernel() const { return kernel_.get(); }
 
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc b/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc
index fbe0f46f8a..948bdbcaf5 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device_test.cc
@@ -132,7 +132,7 @@ void BM_KernelAndDeviceRun(int iters) {
                                     nullptr, &kernel));
   tensorflow::testing::StartTiming();
   for (int i = 0; i < iters; ++i) {
-    TF_CHECK_OK(kernel.Run(&inputs, &outputs, nullptr, nullptr));
+    TF_CHECK_OK(kernel.Run(&inputs, &outputs, nullptr, nullptr, nullptr));
   }
 }
 BENCHMARK(BM_KernelAndDeviceRun);
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index 3b1f57a457..aae94e50e9 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -24,6 +24,7 @@ limitations under the License.
 #include "tensorflow/core/framework/cancellation.h"
 #include "tensorflow/core/framework/control_flow.h"
 #include "tensorflow/core/framework/device_base.h"
+#include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/kernel_def.pb.h"
 #include "tensorflow/core/framework/kernel_def_builder.h"
 #include "tensorflow/core/framework/node_def_util.h"
@@ -489,6 +490,17 @@ struct TensorValue {
   Tensor* tensor;
 };
 
+// Used to store partitioned graphs from function-calling ops.
+struct GraphCollector {
+  mutex mu;
+  std::vector<GraphDef> graphs GUARDED_BY(mu);
+
+  void CollectGraph(const GraphDef& graph) {
+    mutex_lock ml(mu);
+    graphs.push_back(graph);
+  }
+};
+
 class OpKernelContext {
  public:
   // The first element of a WrappedAllocator is a "base" Allocator and
@@ -589,6 +601,7 @@ class OpKernelContext {
     FunctionLibraryRuntime* function_library = nullptr;
     std::function<void(std::function<void()>)>* runner = nullptr;
     StepStatsCollectorInterface* stats_collector = nullptr;
+    GraphCollector* graph_collector = nullptr;
 
     // TensorSliceReaderCache support.
     checkpoint::TensorSliceReaderCacheWrapper* slice_reader_cache = nullptr;
@@ -711,6 +724,9 @@ class OpKernelContext {
   // Usage: if (!context->ValidateInputsAreSameShape(this)) return;
   bool ValidateInputsAreSameShape(OpKernel* op);
 
+  // If non-null, kernels should populate with any partition subgraphs created.
+  GraphCollector* graph_collector() { return params_->graph_collector; }
+
   // Input to output forwarding.
 
   // Set the output Ref Tensor at output_index to be an alias of the
diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index 0ec14f7a2a..37739e0f92 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -183,6 +183,13 @@ class PartitionedCallOp : public AsyncOpKernel {
         OP_REQUIRES_OK_ASYNC(
             ctx, PartitionHelper(device_set, std::move(graph), &subgraphs),
             done);
+        if (ctx->graph_collector() != nullptr) {
+          for (const auto& pair : subgraphs) {
+            GraphDef def;
+            pair.second->ToGraphDef(&def);
+            ctx->graph_collector()->CollectGraph(def);
+          }
+        }
         optimization_options.graph = nullptr;
         optimization_options.device_set = nullptr;
         optimization_options.partition_graphs = &subgraphs;
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index a3731cf81e..73d787b8be 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -630,7 +630,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       return x * x
 
     with ops.device('cpu:0'):
-      f(constant_op.constant(1.0))  # pre-build the defun
       context.enable_run_metadata()
       f(constant_op.constant(1.0))
     run_metadata = context.export_run_metadata()
@@ -645,6 +644,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     # arbitrarily many (placeholders, return identities, etc, might be included
     # or not in the future, so shouldn't be tested for exactly.
     self.assertGreaterEqual(len(cpu_stats.node_stats), 2)
+    self.assertEqual(len(run_metadata.partition_graphs), 1)
 
   def testGraphModeCaptureVariable(self):
     with context.graph_mode(), self.cached_session() as sess:
-- 
GitLab


From 76e7804409ccd76c7ce08e66eb739544cd5cda68 Mon Sep 17 00:00:00 2001
From: Tayo Oguntebi <tayo@google.com>
Date: Thu, 18 Oct 2018 15:59:30 -0700
Subject: [PATCH 0285/1825]   Fixes #22750

  Fixes multi-thread vulnerability in NonMaxSuppressionV3V4 ops.
  Previous implementation used a NonMaxSuppressionV3V4 base class in order to
  reduce code replication. However, this required storing of tensor variables
  in class members, which caused the Compute() method to be non-thread safe.
  This patch removes all op kernel class members, guarateeing thread safety at
  the expense of slightly more code.

PiperOrigin-RevId: 217785064
---
 .../core/kernels/non_max_suppression_op.cc    | 101 ++++++++++--------
 1 file changed, 56 insertions(+), 45 deletions(-)

diff --git a/tensorflow/core/kernels/non_max_suppression_op.cc b/tensorflow/core/kernels/non_max_suppression_op.cc
index 4caa04c185..37f615abd9 100644
--- a/tensorflow/core/kernels/non_max_suppression_op.cc
+++ b/tensorflow/core/kernels/non_max_suppression_op.cc
@@ -278,29 +278,30 @@ class NonMaxSuppressionV2Op : public OpKernel {
   }
 };
 
-class NonMaxSuppressionV3V4Base : public OpKernel {
+template <typename Device, typename T>
+class NonMaxSuppressionV3Op : public OpKernel {
  public:
-  explicit NonMaxSuppressionV3V4Base(OpKernelConstruction* context)
+  explicit NonMaxSuppressionV3Op(OpKernelConstruction* context)
       : OpKernel(context) {}
 
   void Compute(OpKernelContext* context) override {
     // boxes: [num_boxes, 4]
-    boxes_ = &context->input(0);
+    const Tensor& boxes = context->input(0);
     // scores: [num_boxes]
-    scores_ = &context->input(1);
+    const Tensor& scores = context->input(1);
     // max_output_size: scalar
-    max_output_size_ = &context->input(2);
+    const Tensor& max_output_size = context->input(2);
     OP_REQUIRES(
-        context, TensorShapeUtils::IsScalar(max_output_size_->shape()),
+        context, TensorShapeUtils::IsScalar(max_output_size.shape()),
         errors::InvalidArgument("max_output_size must be 0-D, got shape ",
-                                max_output_size_->shape().DebugString()));
+                                max_output_size.shape().DebugString()));
     // iou_threshold: scalar
     const Tensor& iou_threshold = context->input(3);
     OP_REQUIRES(context, TensorShapeUtils::IsScalar(iou_threshold.shape()),
                 errors::InvalidArgument("iou_threshold must be 0-D, got shape ",
                                         iou_threshold.shape().DebugString()));
-    iou_threshold_val_ = iou_threshold.scalar<float>()();
-    OP_REQUIRES(context, iou_threshold_val_ >= 0 && iou_threshold_val_ <= 1,
+    const float iou_threshold_val = iou_threshold.scalar<float>()();
+    OP_REQUIRES(context, iou_threshold_val >= 0 && iou_threshold_val <= 1,
                 errors::InvalidArgument("iou_threshold must be in [0, 1]"));
     // score_threshold: scalar
     const Tensor& score_threshold = context->input(4);
@@ -308,62 +309,72 @@ class NonMaxSuppressionV3V4Base : public OpKernel {
         context, TensorShapeUtils::IsScalar(score_threshold.shape()),
         errors::InvalidArgument("score_threshold must be 0-D, got shape ",
                                 score_threshold.shape().DebugString()));
-    score_threshold_val_ = score_threshold.scalar<float>()();
+    const float score_threshold_val = score_threshold.scalar<float>()();
 
-    num_boxes_ = 0;
-    ParseAndCheckBoxSizes(context, *boxes_, &num_boxes_);
-    CheckScoreSizes(context, num_boxes_, *scores_);
+    int num_boxes = 0;
+    ParseAndCheckBoxSizes(context, boxes, &num_boxes);
+    CheckScoreSizes(context, num_boxes, scores);
     if (!context->status().ok()) {
       return;
     }
 
-    DoComputeAndPostProcess(context);
-  }
-
- protected:
-  virtual void DoComputeAndPostProcess(OpKernelContext* context) = 0;
-
-  const Tensor* boxes_;
-  const Tensor* scores_;
-  const Tensor* max_output_size_;
-  int num_boxes_;
-  float iou_threshold_val_;
-  float score_threshold_val_;
-};
-
-template <typename Device, typename T>
-class NonMaxSuppressionV3Op : public NonMaxSuppressionV3V4Base {
- public:
-  explicit NonMaxSuppressionV3Op(OpKernelConstruction* context)
-      : NonMaxSuppressionV3V4Base(context) {}
-
- protected:
-  void DoComputeAndPostProcess(OpKernelContext* context) override {
     auto suppress_check_fn =
-        CreateIOUSuppressCheckFn<T>(*boxes_, iou_threshold_val_);
+        CreateIOUSuppressCheckFn<T>(boxes, iou_threshold_val);
 
-    DoNonMaxSuppressionOp<T>(context, *scores_, num_boxes_, *max_output_size_,
-                             score_threshold_val_, suppress_check_fn);
+    DoNonMaxSuppressionOp<T>(context, scores, num_boxes, max_output_size,
+                             score_threshold_val, suppress_check_fn);
   }
 };
 
 template <typename Device, typename T>
-class NonMaxSuppressionV4Op : public NonMaxSuppressionV3V4Base {
+class NonMaxSuppressionV4Op : public OpKernel {
  public:
   explicit NonMaxSuppressionV4Op(OpKernelConstruction* context)
-      : NonMaxSuppressionV3V4Base(context) {
+      : OpKernel(context) {
     OP_REQUIRES_OK(context, context->GetAttr("pad_to_max_output_size",
                                              &pad_to_max_output_size_));
   }
 
- protected:
-  void DoComputeAndPostProcess(OpKernelContext* context) override {
+  void Compute(OpKernelContext* context) override {
+    // boxes: [num_boxes, 4]
+    const Tensor& boxes = context->input(0);
+    // scores: [num_boxes]
+    const Tensor& scores = context->input(1);
+    // max_output_size: scalar
+    const Tensor& max_output_size = context->input(2);
+    OP_REQUIRES(
+        context, TensorShapeUtils::IsScalar(max_output_size.shape()),
+        errors::InvalidArgument("max_output_size must be 0-D, got shape ",
+                                max_output_size.shape().DebugString()));
+    // iou_threshold: scalar
+    const Tensor& iou_threshold = context->input(3);
+    OP_REQUIRES(context, TensorShapeUtils::IsScalar(iou_threshold.shape()),
+                errors::InvalidArgument("iou_threshold must be 0-D, got shape ",
+                                        iou_threshold.shape().DebugString()));
+    const float iou_threshold_val = iou_threshold.scalar<float>()();
+    OP_REQUIRES(context, iou_threshold_val >= 0 && iou_threshold_val <= 1,
+                errors::InvalidArgument("iou_threshold must be in [0, 1]"));
+    // score_threshold: scalar
+    const Tensor& score_threshold = context->input(4);
+    OP_REQUIRES(
+        context, TensorShapeUtils::IsScalar(score_threshold.shape()),
+        errors::InvalidArgument("score_threshold must be 0-D, got shape ",
+                                score_threshold.shape().DebugString()));
+    const float score_threshold_val = score_threshold.scalar<float>()();
+
+    int num_boxes = 0;
+    ParseAndCheckBoxSizes(context, boxes, &num_boxes);
+    CheckScoreSizes(context, num_boxes, scores);
+    if (!context->status().ok()) {
+      return;
+    }
+
     auto suppress_check_fn =
-        CreateIOUSuppressCheckFn<T>(*boxes_, iou_threshold_val_);
+        CreateIOUSuppressCheckFn<T>(boxes, iou_threshold_val);
     int num_valid_outputs;
 
-    DoNonMaxSuppressionOp<T>(context, *scores_, num_boxes_, *max_output_size_,
-                             score_threshold_val_, suppress_check_fn,
+    DoNonMaxSuppressionOp<T>(context, scores, num_boxes, max_output_size,
+                             score_threshold_val, suppress_check_fn,
                              pad_to_max_output_size_, &num_valid_outputs);
 
     // Allocate scalar output tensor for number of indices computed.
-- 
GitLab


From 55a4b150ec417cd9b771c33a363d6b969294b3eb Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Thu, 18 Oct 2018 16:03:31 -0700
Subject: [PATCH 0286/1825] Enable user to choose all-reduce algorithm for
 multi-worker MirroredStrategy.

Currently, MirroredStrategy defaults to "pscpu/pscpu" when run for multiple
workers.  This change enables passing in a MultiWorkerAllReduce object to
MirroredStrategy, which would allow the user to specify one of the many
all-reduce specs that MirroredStrategy supports.

PiperOrigin-RevId: 217785932
---
 tensorflow/contrib/distribute/__init__.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/distribute/__init__.py b/tensorflow/contrib/distribute/__init__.py
index 823fe6a917..d98fc30670 100644
--- a/tensorflow/contrib/distribute/__init__.py
+++ b/tensorflow/contrib/distribute/__init__.py
@@ -48,6 +48,7 @@ _allowed_symbols = [
     'DistributionStrategy',
     'MirroredStrategy',
     'Monitor',
+    'MultiWorkerAllReduce',
     'OneDeviceStrategy',
     'ParameterServerStrategy',
     'ReductionToOneDeviceCrossTowerOps',
-- 
GitLab


From 11c4c33f51a9154092bed984c8981f2ec73ebd8f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 16:33:34 -0700
Subject: [PATCH 0287/1825] Avoid log spamming coming from constant folding
 querying for kernel availability.

PiperOrigin-RevId: 217790656
---
 tensorflow/core/common_runtime/constant_folding.cc | 5 +----
 tensorflow/core/framework/op_kernel.cc             | 9 +++++++++
 tensorflow/core/framework/op_kernel.h              | 3 +++
 3 files changed, 13 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/common_runtime/constant_folding.cc b/tensorflow/core/common_runtime/constant_folding.cc
index e81e61b633..c0dd927e6c 100644
--- a/tensorflow/core/common_runtime/constant_folding.cc
+++ b/tensorflow/core/common_runtime/constant_folding.cc
@@ -250,12 +250,9 @@ bool IsConstantFoldable(
   // constant-fold functions.
   // TODO(phawkins): allow constant-folding for functions; functions may
   // be arbitrarily expensive to execute.
-  if (!FindKernelDef(DeviceType(DEVICE_CPU), n->def(), /*def=*/nullptr,
-                     /*kernel_class_name=*/nullptr)
-           .ok()) {
+  if (!KernelDefAvailable(DeviceType(DEVICE_CPU), n->def())) {
     return false;
   }
-
   return true;
 }
 
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 2b2f8ffa83..d7dc6937e9 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -1047,6 +1047,15 @@ Status FindKernelRegistration(const DeviceType& device_type,
 
 }  // namespace
 
+bool KernelDefAvailable(const DeviceType& device_type,
+                        const NodeDef& node_def) {
+  const KernelRegistration* reg = nullptr;
+  bool was_attr_mismatch;
+  Status result =
+      FindKernelRegistration(device_type, node_def, &reg, &was_attr_mismatch);
+  return result.ok() && reg != nullptr;
+}
+
 // TODO(irving): Change const NodeDef& to const Node&
 Status FindKernelDef(const DeviceType& device_type, const NodeDef& node_def,
                      const KernelDef** def, string* kernel_class_name) {
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index aae94e50e9..6c71e118c0 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -1320,6 +1320,9 @@ class Name : public KernelDefBuilder {
             return new __VA_ARGS__(context);                             \
           });
 
+// Checks whether a given kernel is registered on device_type.
+bool KernelDefAvailable(const DeviceType& device_type, const NodeDef& node_def);
+
 // If node_def has a corresponding kernel registered on device_type,
 // returns OK and fill in the kernel def and kernel_class_name. <def> and
 // <kernel_class_name> may be null.
-- 
GitLab


From fda1b4a91f82edd83d3878f4a80bfaebcc1d0e9e Mon Sep 17 00:00:00 2001
From: Roy Frostig <frostig@google.com>
Date: Thu, 18 Oct 2018 17:11:06 -0700
Subject: [PATCH 0288/1825] Extend XRTExecute to accept vector-packed argument
 handles.

Rather than a list of scalars, the op now accepts a list of scalars-or-vectors, whose concatenation is treated as the argument list of input handles.

PiperOrigin-RevId: 217796092
---
 .../compiler/xrt/kernels/xrt_execute_op.cc    | 26 +++++++--
 tensorflow/compiler/xrt/ops/xrt_execute_op.cc | 11 +++-
 tensorflow/compiler/xrt/tests/raw_api_test.cc | 54 +++++++++++++++++++
 3 files changed, 85 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/xrt/kernels/xrt_execute_op.cc b/tensorflow/compiler/xrt/kernels/xrt_execute_op.cc
index 3a1e03280a..8c6191ddc0 100644
--- a/tensorflow/compiler/xrt/kernels/xrt_execute_op.cc
+++ b/tensorflow/compiler/xrt/kernels/xrt_execute_op.cc
@@ -70,14 +70,30 @@ Status GetComputationInputs(OpKernelContext* context, ResourceMgr* rm,
                             std::vector<XRTTupleAllocation*>* input_tuples,
                             std::vector<xla::ShapedBuffer>* input_allocations,
                             std::vector<xla::ShapedBuffer*>* input_pointers) {
+  std::vector<int64> input_uids;
   OpInputList arg_list;
   TF_RETURN_IF_ERROR(context->input_list("input_handles", &arg_list));
 
-  input_tuples->resize(arg_list.size());
-  input_pointers->resize(arg_list.size());
+  // Concatenate all input uids from list of scalars-or-vectors carrying them.
   for (int i = 0; i < arg_list.size(); ++i) {
-    TF_RET_CHECK(TensorShapeUtils::IsScalar(arg_list[i].shape()));
-    int64 input_uid = arg_list[i].scalar<int64>()();
+    const Tensor& arg = arg_list[i];
+    if (TensorShapeUtils::IsScalar(arg.shape())) {
+      input_uids.push_back(arg.scalar<int64>()());
+    } else {
+      TF_RET_CHECK(TensorShapeUtils::IsVector(arg.shape()));
+      auto arg_vec = arg.vec<int64>();
+      const int64 num_elts = arg.shape().dim_size(0);
+      for (int i = 0; i < num_elts; ++i) {
+        input_uids.push_back(arg_vec(i));
+      }
+    }
+  }
+
+  // Retrieve allocations for the uids.
+  input_tuples->resize(input_uids.size());
+  input_pointers->resize(input_uids.size());
+  for (int i = 0; i < input_uids.size(); ++i) {
+    const int64 input_uid = input_uids[i];
     TF_RETURN_IF_ERROR(
         XRTTupleAllocation::Lookup(rm, input_uid, &(*input_tuples)[i]));
     if (release_inputs) {
@@ -90,7 +106,7 @@ Status GetComputationInputs(OpKernelContext* context, ResourceMgr* rm,
     XRTTupleAllocation* tuple = (*input_tuples)[i];
     input_allocations->emplace_back(tuple->ToShapedBuffer());
   }
-  for (int i = 0; i < arg_list.size(); ++i) {
+  for (int i = 0; i < input_uids.size(); ++i) {
     (*input_pointers)[i] = &(*input_allocations)[i];
   }
   return Status::OK();
diff --git a/tensorflow/compiler/xrt/ops/xrt_execute_op.cc b/tensorflow/compiler/xrt/ops/xrt_execute_op.cc
index 40ec1b0ba9..4f59fccaf1 100644
--- a/tensorflow/compiler/xrt/ops/xrt_execute_op.cc
+++ b/tensorflow/compiler/xrt/ops/xrt_execute_op.cc
@@ -26,7 +26,16 @@ REGISTER_OP("XRTExecute")
     .Input("execution_config: string")
     .Input("input_handles: Ninputs * int64")
     .Output("output_handle: int64")
-    .SetShapeFn(tensorflow::shape_inference::ScalarShape)
+    .SetShapeFn([](shape_inference::InferenceContext* c) {
+      std::vector<shape_inference::ShapeHandle> input_handle_shapes;
+      TF_RETURN_IF_ERROR(c->input("input_handles", &input_handle_shapes));
+      for (size_t i = 0; i < input_handle_shapes.size(); ++i) {
+        shape_inference::ShapeHandle unused;
+        TF_RETURN_IF_ERROR(
+            c->WithRankAtMost(input_handle_shapes[i], 1, &unused));
+      }
+      return tensorflow::shape_inference::ScalarShape(c);
+    })
     .Doc(
         R"(
 Runs a previously-compiled computation on a core. If
diff --git a/tensorflow/compiler/xrt/tests/raw_api_test.cc b/tensorflow/compiler/xrt/tests/raw_api_test.cc
index 7d262e41dd..25464b5554 100644
--- a/tensorflow/compiler/xrt/tests/raw_api_test.cc
+++ b/tensorflow/compiler/xrt/tests/raw_api_test.cc
@@ -416,6 +416,60 @@ TEST(RawApiTest, CompileAndExecute) {
   EXPECT_EQ(program_shape.parameters_size(), 2);
 }
 
+TEST(RawApiTest, CompileAndExecuteWithArgumentVector) {
+  xrt::XLAAllocation p0;
+  p0.set_device_ordinal(0);
+  *p0.mutable_value() = FloatVector({1.0f, 2.0f});
+  xrt::XLAAllocation p1;
+  p1.set_device_ordinal(0);
+  *p1.mutable_value() = FloatVector({8.0f, 5.0f});
+
+  xrt::XLAComputation c;
+  auto config = c.mutable_config();
+  auto shapes = config->mutable_program_shape();
+  *shapes->add_parameters() = xla::ShapeUtil::MakeShape(xla::F32, {2});
+  *shapes->add_parameters() = xla::ShapeUtil::MakeShape(xla::F32, {2});
+  *shapes->mutable_result() = xla::ShapeUtil::MakeShape(xla::F32, {2});
+  StoreComputationSnapshot(AddAndScale(), c.mutable_hlo_snapshot());
+
+  xrt::XRTExecutionConfig e;
+  e.set_release_input_handles(true);
+  e.set_release_compilation_handle(true);
+
+  Scope root = Scope::NewRootScope().WithDevice(DeviceFromFlag());
+  auto e_config =
+      ops::Const(root.WithDevice("/device:CPU:0"), e.SerializeAsString());
+  auto computation =
+      ops::Const(root.WithDevice("/device:CPU:0"), c.SerializeAsString());
+  auto c_handle = ops::XRTCompile(root, computation);
+  auto p0_value =
+      ops::Const(root.WithDevice("/device:CPU:0"), p0.SerializeAsString());
+  auto p0_handle = ops::XRTAllocate(root, p0_value);
+  auto p1_value =
+      ops::Const(root.WithDevice("/device:CPU:0"), p1.SerializeAsString());
+  auto p1_handle = ops::XRTAllocate(root, p1_value);
+  auto packed_args = ops::Stack(root.WithDevice("/device:CPU:0"),
+                                {Output(p0_handle), Output(p1_handle)});
+  auto result =
+      ops::XRTExecute(root, c_handle.handle, e_config, {Output(packed_args)});
+  auto read_back = ops::XRTReadLiteralAndRelease(root, result);
+  TF_ASSERT_OK(root.status());
+
+  ClientSession session(root);
+  std::vector<Tensor> outputs;
+  TF_EXPECT_OK(session.Run({read_back, c_handle.program_shape}, &outputs));
+
+  xla::LiteralProto response;
+  EXPECT_TRUE(response.ParseFromString(outputs[0].scalar<string>()()));
+
+  auto expected = xla::LiteralUtil::CreateR1<float>({27.0f, 21.0f});
+  EXPECT_TRUE(CompareLiteralToLiteralProto(expected, response));
+
+  xla::ProgramShape program_shape;
+  EXPECT_TRUE(program_shape.ParseFromString(outputs[1].vec<string>()(0)));
+  EXPECT_EQ(program_shape.parameters_size(), 2);
+}
+
 TEST(RawApiTest, CompileWithXlaReturnShapes) {
   xla::XlaBuilder builder("XrtXlaShapes");
   auto input_shape = xla::ShapeUtil::MakeShape(xla::BF16, {32, 3, 128, 128});
-- 
GitLab


From 79bff06f779a52b5921228338249cb43fd1cc46f Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Thu, 18 Oct 2018 17:28:45 -0700
Subject: [PATCH 0289/1825] Uncomment @estimator_export decorators related to
 BaselineEstimator.

API compat test now properly points towards modules in tensorflow_estimator
repo. Uncommenting decorators to get proper API file review.

PiperOrigin-RevId: 217798271
---
 ...orflow.estimator.-baseline-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v1/tensorflow.estimator.pbtxt  |  4 ++
 ...orflow.estimator.-baseline-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v2/tensorflow.estimator.pbtxt  |  4 ++
 4 files changed, 132 insertions(+)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt
new file mode 100644
index 0000000000..94933e7ffd
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.BaselineEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'model_dir\', \'optimizer\', \'config\'], varargs=None, keywords=None, defaults=[\'None\', \'Ftrl\', \'None\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
index 658b6db542..29fc1cd217 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
@@ -4,6 +4,10 @@ tf_module {
     name: "BaselineClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "BaselineEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "BaselineRegressor"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt
new file mode 100644
index 0000000000..94933e7ffd
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.BaselineEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'model_dir\', \'optimizer\', \'config\'], varargs=None, keywords=None, defaults=[\'None\', \'Ftrl\', \'None\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
index 658b6db542..29fc1cd217 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
@@ -4,6 +4,10 @@ tf_module {
     name: "BaselineClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "BaselineEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "BaselineRegressor"
     mtype: "<type \'type\'>"
-- 
GitLab


From 6e45e6ae21529ffebd4c0856cb1c2c8a278bf780 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 17:36:26 -0700
Subject: [PATCH 0290/1825] Properly unittest all supported conversion modes.

PiperOrigin-RevId: 217799124
---
 .../contrib/lite/toco/tflite/export_test.cc   | 135 +++++++++++++-----
 1 file changed, 101 insertions(+), 34 deletions(-)

diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/contrib/lite/toco/tflite/export_test.cc
index 9ee45ee64e..6a29390148 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export_test.cc
@@ -30,6 +30,7 @@ using ::testing::ElementsAre;
 
 class ExportTest : public ::testing::Test {
  protected:
+  void ResetOperators() { input_model_.operators.clear(); }
   void AddTensorsByName(std::initializer_list<string> names) {
     for (const string& name : names) {
       input_model_.GetOrCreateArray(name);
@@ -93,7 +94,11 @@ class ExportTest : public ::testing::Test {
     std::vector<string> names;
 
     string result;
-    if (!Export(input_model_, &result, params).ok()) return names;
+    auto status = Export(input_model_, &result, params);
+    if (!status.ok()) {
+      LOG(INFO) << status.error_message();
+      return names;
+    }
 
     auto* model = ::tflite::GetModel(result.data());
 
@@ -166,39 +171,6 @@ TEST_F(ExportTest, Export) {
   EXPECT_THAT(ExportAndGetOperatorIndices(params), ElementsAre(1, 0, 2, 3));
 }
 
-TEST_F(ExportTest, ExportWithOptions) {
-  // We have three main types of operators:
-  //  1) first-class TOCO/TF Lite operators, which are exported as TF Lite
-  //     builtins
-  //  2) operators that are not recognized by TOCO but are known to the
-  //     standard TensorFlow runtime. Those should be exported as FLEX
-  //     operators, when requested. Otherwise they are custom TF Lite ops.
-  //  3) operators that are not recognized and should be exported as custom
-  //     TF Lite ops. There are two subtypes: ops that would be recognized
-  //     by a custom TensorFlow runtime, and "fake" ops that have only a
-  //     TF Lite impl.
-  AddOperatorsByName({"Add", "ResizeNearestNeighbor"});
-
-  ExportParams params;
-  params.allow_custom_ops = false;
-  params.allow_flex_ops = false;
-  params.quantize_weights = false;
-
-  // Conversion fails because ResizeNearestNeighbor is unknown.
-  EXPECT_THAT(ExportAndSummarizeOperators(params), ElementsAre());
-
-  // ResizeNearestNeighbor is treated as a simple custom op (#3 above).
-  params.allow_custom_ops = true;
-  EXPECT_THAT(ExportAndSummarizeOperators(params),
-              ElementsAre("builtin:ADD", "custom:ResizeNearestNeighbor"));
-
-  // ResizeNearestNeighbor is recognized as a TensorFlow (Flex) op.
-  params.allow_custom_ops = true;
-  params.allow_flex_ops = true;
-  EXPECT_THAT(ExportAndSummarizeOperators(params),
-              ElementsAre("builtin:ADD", "custom:FlexResizeNearestNeighbor"));
-}
-
 TEST_F(ExportTest, QuantizeWeights) {
   // Sanity check for quantize_weights parameter.
   BuildQuantizableTestModel();
@@ -213,6 +185,101 @@ TEST_F(ExportTest, QuantizeWeights) {
   EXPECT_LT(quantized_result.size(), unquantized_result.size());
 }
 
+class OpSetsTest : public ExportTest {
+ public:
+  enum OpSet { kTfLiteBuiltins, kSelectTfOps, kCustomOps };
+
+  void SetAllowedOpSets(std::initializer_list<OpSet> sets) {
+    import_all_ops_as_unsupported_ = true;
+    params_.allow_custom_ops = false;
+    params_.allow_flex_ops = false;
+    params_.quantize_weights = false;
+
+    for (OpSet i : sets) {
+      switch (i) {
+        case kTfLiteBuiltins:
+          import_all_ops_as_unsupported_ = false;
+          break;
+        case kSelectTfOps:
+          params_.allow_flex_ops = true;
+          break;
+        case kCustomOps:
+          params_.allow_custom_ops = true;
+          break;
+      }
+    }
+  }
+
+  std::vector<string> ImportExport(std::initializer_list<string> op_names) {
+    ResetOperators();
+    if (!import_all_ops_as_unsupported_) {
+      AddOperatorsByName(op_names);
+    } else {
+      for (const string& name : op_names) {
+        auto* op = new TensorFlowUnsupportedOperator;
+        op->tensorflow_op = name;
+        input_model_.operators.emplace_back(op);
+      }
+    }
+    return ExportAndSummarizeOperators(params_);
+  }
+
+ private:
+  bool import_all_ops_as_unsupported_;
+  ExportParams params_;
+};
+
+TEST_F(OpSetsTest, BuiltinsOnly) {
+  // --target_op_set=TFLITE_BUILTINS
+  SetAllowedOpSets({kTfLiteBuiltins});
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+              ElementsAre());
+  EXPECT_THAT(ImportExport({"Add"}), ElementsAre("builtin:ADD"));
+
+  // --target_op_set=TFLITE_BUILTINS --allow_custom_ops
+  SetAllowedOpSets({kTfLiteBuiltins, kCustomOps});
+  EXPECT_THAT(
+      ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+      ElementsAre("builtin:ADD", "custom:AdjustHue", "custom:UnrollAndFold"));
+}
+
+TEST_F(OpSetsTest, TfSelectOnly) {
+  // --target_op_set=SELECT_TF_OPS
+  SetAllowedOpSets({kSelectTfOps});
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+              ElementsAre());
+
+  // TODO(b/117845348): Add should be recognized as a flex op, which should be
+  // OK even if we don't specify --allow_custom_ops
+  // EXPECT_THAT(ImportExport({"Add"}), ElementsAre("custom:FlexAdd"));
+  EXPECT_THAT(ImportExport({"Add"}), ElementsAre());
+
+  // --target_op_set=SELECT_TF_OPS --allow_custom_ops
+  SetAllowedOpSets({kSelectTfOps, kCustomOps});
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+              ElementsAre("custom:FlexAdd", "custom:FlexAdjustHue",
+                          "custom:UnrollAndFold"));
+}
+
+TEST_F(OpSetsTest, BuiltinsAndTfSelect) {
+  // --target_op_set=TFLITE_BUILTINS,SELECT_TF_OPS
+  SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps});
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+              ElementsAre());
+
+  // TODO(b/117845348): AdjustHue should be recognized as a flex op,
+  // which should be OK even if we don't specify --allow_custom_ops
+  // EXPECT_THAT(ImportExport({"Add", "AdjustHue"}),
+  //            ElementsAre("builtin:ADD", "custom:FlexAdjustHue"));
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue"}), ElementsAre());
+
+  // --target_op_set=TFLITE_BUILTINS,SELECT_TF_OPS --allow_custom_ops
+  SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps, kCustomOps});
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+              ElementsAre("builtin:ADD", "custom:FlexAdjustHue",
+                          "custom:UnrollAndFold"));
+}
+
 // This test is based on a hypothetical scenario that dilation is supported
 // only in Conv version 2. So Toco populates version=1 when dialation
 // parameters are all 1, and version=2 otehrwise.
-- 
GitLab


From 844501577f091e4ca6ed3c9e1025b6cef1d67545 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Thu, 18 Oct 2018 18:39:56 -0700
Subject: [PATCH 0291/1825] [XLA] Use entry_computation's shape in
 input_output_aliasing_config.FromProto

- input_output_aliasing_config is conmputed using entry_computation's shape, which is on device shape.
- the result shape is host shape, which could be different from the on device shape.

PiperOrigin-RevId: 217805828
---
 tensorflow/compiler/xla/service/hlo_module.cc | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_module.cc b/tensorflow/compiler/xla/service/hlo_module.cc
index 6845c27a91..ab819b7031 100644
--- a/tensorflow/compiler/xla/service/hlo_module.cc
+++ b/tensorflow/compiler/xla/service/hlo_module.cc
@@ -330,9 +330,10 @@ StatusOr<std::unique_ptr<HloModule>> HloModule::CreateFromProto(
   }
   TF_RET_CHECK(module->entry_computation_ != nullptr);
 
-  TF_ASSIGN_OR_RETURN(module->input_output_alias_config_,
-                      HloInputOutputAliasConfig::CreateFromProto(
-                          result_shape, proto.input_output_alias()));
+  TF_ASSIGN_OR_RETURN(
+      module->input_output_alias_config_,
+      HloInputOutputAliasConfig::CreateFromProto(
+          entry->ComputeProgramShape().result(), proto.input_output_alias()));
 
   // Because we didn't uniquify the names or the ids, double-check that the
   // instruction and computation names and ids are unique from the proto.
-- 
GitLab


From cf2c1478026a30c8ccb496fc04efb64da77024b9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 18:52:22 -0700
Subject: [PATCH 0292/1825] Allow multiple GlobalData objects to be released in
 one RPC swipe.

PiperOrigin-RevId: 217806880
---
 tensorflow/compiler/xla/client/BUILD          |  2 +
 tensorflow/compiler/xla/client/client.cc      |  2 +-
 tensorflow/compiler/xla/client/global_data.cc | 46 +++++++++++++++----
 tensorflow/compiler/xla/client/global_data.h  | 15 ++++++
 tensorflow/compiler/xla/service/service.cc    |  9 +++-
 tensorflow/compiler/xla/xla.proto             |  2 +-
 6 files changed, 64 insertions(+), 12 deletions(-)

diff --git a/tensorflow/compiler/xla/client/BUILD b/tensorflow/compiler/xla/client/BUILD
index dc097f3696..0cbe68d7ef 100644
--- a/tensorflow/compiler/xla/client/BUILD
+++ b/tensorflow/compiler/xla/client/BUILD
@@ -33,6 +33,8 @@ cc_library(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla:xla_proto",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/types:span",
     ],
 )
 
diff --git a/tensorflow/compiler/xla/client/client.cc b/tensorflow/compiler/xla/client/client.cc
index 5dde5b432f..f5f8d5c6b1 100644
--- a/tensorflow/compiler/xla/client/client.cc
+++ b/tensorflow/compiler/xla/client/client.cc
@@ -312,7 +312,7 @@ StatusOr<std::vector<DeviceHandle>> Client::GetDeviceHandles(
 
 Status Client::Unregister(const GlobalData& data) {
   UnregisterRequest request;
-  *request.mutable_data() = data.handle();
+  *request.add_data() = data.handle();
   UnregisterResponse response;
 
   VLOG(1) << "making unregister request";
diff --git a/tensorflow/compiler/xla/client/global_data.cc b/tensorflow/compiler/xla/client/global_data.cc
index 2986d40600..f1fa13d95c 100644
--- a/tensorflow/compiler/xla/client/global_data.cc
+++ b/tensorflow/compiler/xla/client/global_data.cc
@@ -18,25 +18,53 @@ limitations under the License.
 #include <string>
 #include <utility>
 
+#include "absl/container/flat_hash_map.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace xla {
+namespace {
+
+// Releases a set of global data handles owned by the parent service
+// interface.
+void ReleaseHandles(ServiceInterface* parent,
+                    const absl::Span<const GlobalDataHandle> handles) {
+  UnregisterRequest request;
+  for (auto& handle : handles) {
+    VLOG(1) << "Requesting to unregister " << handle.ShortDebugString();
+    *request.add_data() = handle;
+  }
+  UnregisterResponse response;
+  Status status = parent->Unregister(&request, &response);
+  VLOG(1) << "Done with request";
+  if (!status.ok()) {
+    LOG(WARNING) << "Failed to unregister handles: " << status
+                 << "; continuing anyway...";
+  }
+}
+
+}  // namespace
 
 GlobalData::GlobalData(ServiceInterface* parent, GlobalDataHandle handle)
     : handle_(std::move(handle)), parent_(parent) {}
 
 GlobalData::~GlobalData() {
-  UnregisterRequest request;
-  *request.mutable_data() = handle_;
-  UnregisterResponse response;
-  VLOG(1) << "requesting to unregister " << handle_.ShortDebugString();
-  Status s = parent_->Unregister(&request, &response);
-  VLOG(1) << "done with request";
+  if (parent_ != nullptr) {
+    ReleaseHandles(parent_, {handle_});
+  }
+}
 
-  if (!s.ok()) {
-    LOG(WARNING) << "failed to unregister " << handle_.ShortDebugString()
-                 << "; continuing anyway...";
+/* static */ void GlobalData::Release(
+    std::vector<std::unique_ptr<GlobalData>> instances) {
+  absl::flat_hash_map<ServiceInterface*, std::vector<GlobalDataHandle>>
+      parent_handles_map;
+  for (auto& instance : instances) {
+    if (instance->parent_ != nullptr) {
+      parent_handles_map[instance->parent_].push_back(instance->Release());
+    }
+  }
+  for (auto& parent_handles : parent_handles_map) {
+    ReleaseHandles(parent_handles.first, parent_handles.second);
   }
 }
 
diff --git a/tensorflow/compiler/xla/client/global_data.h b/tensorflow/compiler/xla/client/global_data.h
index b7929357d0..4d48d2c53f 100644
--- a/tensorflow/compiler/xla/client/global_data.h
+++ b/tensorflow/compiler/xla/client/global_data.h
@@ -16,6 +16,10 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_CLIENT_GLOBAL_DATA_H_
 #define TENSORFLOW_COMPILER_XLA_CLIENT_GLOBAL_DATA_H_
 
+#include <memory>
+#include <vector>
+
+#include "absl/types/span.h"
 #include "tensorflow/compiler/xla/service_interface.h"
 #include "tensorflow/compiler/xla/xla.pb.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
@@ -36,7 +40,18 @@ class GlobalData {
 
   const GlobalDataHandle& handle() const { return handle_; }
 
+  // Releases a set of GlobalData handles. A single RPC will be issued
+  // per unique ServiceInterface of the given GlobalData objects.
+  static void Release(std::vector<std::unique_ptr<GlobalData>> instances);
+
  private:
+  // Detaches the global data handle from the object, such that the destructor
+  // will not try to release it.
+  GlobalDataHandle Release() {
+    parent_ = nullptr;
+    return handle_;
+  }
+
   GlobalDataHandle handle_;   // Handle being wrapped.
   ServiceInterface* parent_;  // Service used to unregister handle_.
 
diff --git a/tensorflow/compiler/xla/service/service.cc b/tensorflow/compiler/xla/service/service.cc
index 75465359f8..6f9094a5c2 100644
--- a/tensorflow/compiler/xla/service/service.cc
+++ b/tensorflow/compiler/xla/service/service.cc
@@ -175,7 +175,14 @@ Status Service::CreateChannelHandle(const CreateChannelHandleRequest* arg,
 
 Status Service::Unregister(const UnregisterRequest* arg,
                            UnregisterResponse* result) {
-  return allocation_tracker_.Unregister(arg->data());
+  Status status;
+  for (auto& data : arg->data()) {
+    Status unregister_status = allocation_tracker_.Unregister(data);
+    if (!unregister_status.ok() && status.ok()) {
+      status = unregister_status;
+    }
+  }
+  return status;
 }
 
 // Deconstructs a previously-allocated global handle.
diff --git a/tensorflow/compiler/xla/xla.proto b/tensorflow/compiler/xla/xla.proto
index 60d25a6407..65948ef4b0 100644
--- a/tensorflow/compiler/xla/xla.proto
+++ b/tensorflow/compiler/xla/xla.proto
@@ -316,7 +316,7 @@ message CreateChannelHandleResponse {
 }
 
 message UnregisterRequest {
-  GlobalDataHandle data = 1;
+  repeated GlobalDataHandle data = 1;
 }
 
 message UnregisterResponse {
-- 
GitLab


From 7477356fa09b4fbd3027692d9479699c292e8921 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 19:47:12 -0700
Subject: [PATCH 0293/1825] Add Nearest Neighbor Resize kernels

PiperOrigin-RevId: 217810703
---
 .../contrib/lite/kernels/internal/BUILD       |  16 ++
 .../internal/optimized/optimized_ops.h        |  70 +++++
 .../internal/reference/reference_ops.h        |  54 ++++
 .../internal/resize_nearest_neighbor_test.cc  | 239 ++++++++++++++++++
 .../contrib/lite/kernels/internal/types.h     |   4 +
 5 files changed, 383 insertions(+)
 create mode 100644 tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc

diff --git a/tensorflow/contrib/lite/kernels/internal/BUILD b/tensorflow/contrib/lite/kernels/internal/BUILD
index 5c9ca6e910..a74bc3fe55 100644
--- a/tensorflow/contrib/lite/kernels/internal/BUILD
+++ b/tensorflow/contrib/lite/kernels/internal/BUILD
@@ -614,6 +614,22 @@ cc_test(
     ],
 )
 
+cc_test(
+    name = "resize_nearest_neighbor_test",
+    srcs = ["resize_nearest_neighbor_test.cc"],
+    tags = [
+        "no_oss",
+        "tflite_not_portable",
+    ],
+    deps = [
+        ":optimized_base",
+        ":reference_base",
+        ":test_util",
+        ":types",
+        "@com_google_googletest//:gtest_main",
+    ],
+)
+
 cc_test(
     name = "softmax_quantized_test",
     timeout = "long",
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h b/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
index aa09a0a9d4..1e78af083d 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
+++ b/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
@@ -5753,6 +5753,76 @@ inline void TransposeConv(
   Gemm(filter_matrix_map.transpose(), im2col_matrix_map, &output_matrix_map);
 }
 
+// Integer-only version of ResizeNearestNeighbor. Since scales are represented
+// in fixed-point and thus approximated, |in_x| or |in_y| may differ from the
+// reference version. Debug checks are in place to test if this occurs.
+inline void ResizeNearestNeighbor(
+    const tflite::ResizeNearestNeighborParams& op_params,
+    const RuntimeShape& unextended_input_shape, const uint8* input_data,
+    const RuntimeShape& output_size_shape, const int32* output_size_data,
+    const RuntimeShape& unextended_output_shape, uint8* output_data) {
+  // Align corners = true is not supported.
+  TFLITE_DCHECK(!op_params.align_corners);
+  TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4);
+  TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4);
+
+  const RuntimeShape input_shape =
+      RuntimeShape::ExtendedShape(4, unextended_input_shape);
+  const RuntimeShape output_shape =
+      RuntimeShape::ExtendedShape(4, unextended_output_shape);
+
+  int32 batches = MatchingDim(input_shape, 0, output_shape, 0);
+  int32 input_height = input_shape.Dims(1);
+  int32 input_width = input_shape.Dims(2);
+  int32 depth = MatchingDim(input_shape, 3, output_shape, 3);
+
+  // The Tensorflow version of this op allows resize on the width and height
+  // axis only.
+  TFLITE_DCHECK_EQ(output_size_shape.FlatSize(), 2);
+  int32 output_height = output_size_data[0];
+  int32 output_width = output_size_data[1];
+
+  // Convert scales to fixed-point with 16 fractional bits. We add 1 as an
+  // error factor and to avoid zero scales. For example, with input_height = 1,
+  // output_height = 3, the float scaling factor would be non-zero at 1/3.
+  // With fixed-point, this is zero.
+  int32 height_scale = (input_height << 16) / output_height + 1;
+  int32 width_scale = (input_width << 16) / output_width + 1;
+
+  const int col_offset = input_shape.Dims(3);
+  const int row_offset = input_shape.Dims(2) * col_offset;
+  const int batch_offset = input_shape.Dims(1) * row_offset;
+
+  const uint8* input_ptr = input_data;
+  uint8* output_ptr = output_data;
+  for (int b = 0; b < batches; ++b) {
+    for (int y = 0; y < output_height; ++y) {
+      int32 in_y = std::min((y * height_scale) >> 16, input_height - 1);
+      // Check offset calculation is the same as the reference version. See
+      // function comment for details. We check using a non-float version of:
+      // TFLITE_DCHECK_EQ(in_y, std::floor(y * (static_cast<float>(input_height)
+      //                                            / output_height)));
+      TFLITE_DCHECK_LT(y * input_height, output_height + in_y * output_height);
+      TFLITE_DCHECK_GE(y * input_height, in_y * output_height);
+      const uint8* y_input_ptr = input_ptr + in_y * row_offset;
+      for (int x = 0; x < output_width; ++x) {
+        int32 in_x = std::min((x * width_scale) >> 16, input_width - 1);
+        // Check offset calculation is the same as the reference version. See
+        // function comment for details. We check using a non-float version of:
+        // TFLITE_DCHECK_EQ(in_y,
+        //                  std::floor(y * (static_cast<float>(input_width)
+        //                                      / output_width)));
+        TFLITE_DCHECK_LT(x * input_width, output_width + in_x * output_width);
+        TFLITE_DCHECK_GE(x * input_width, in_x * output_width);
+        const uint8* x_input_ptr = y_input_ptr + in_x * col_offset;
+        memcpy(output_ptr, x_input_ptr, depth);
+        output_ptr += depth;
+      }
+    }
+    input_ptr += batch_offset;
+  }
+}
+
 }  // namespace optimized_ops
 }  // namespace tflite
 
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h b/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
index 5d97a2a336..d3b770ef36 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
+++ b/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
@@ -4380,6 +4380,60 @@ inline void BinaryFunction(const RuntimeShape& input1_shape,
   }
 }
 
+template <typename T>
+inline void ResizeNearestNeighbor(
+    const tflite::ResizeNearestNeighborParams& op_params,
+    const RuntimeShape& unextended_input_shape, const T* input_data,
+    const RuntimeShape& output_size_shape, const int32* output_size_data,
+    const RuntimeShape& unextended_output_shape, T* output_data) {
+  // Align corners = true is not supported.
+  TFLITE_DCHECK(!op_params.align_corners);
+  TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4);
+  TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4);
+
+  const RuntimeShape input_shape =
+      RuntimeShape::ExtendedShape(4, unextended_input_shape);
+  const RuntimeShape output_shape =
+      RuntimeShape::ExtendedShape(4, unextended_output_shape);
+
+  int32 batches = MatchingDim(input_shape, 0, output_shape, 0);
+  int32 input_height = input_shape.Dims(1);
+  int32 input_width = input_shape.Dims(2);
+  int32 depth = MatchingDim(input_shape, 3, output_shape, 3);
+
+  // The Tensorflow version of this op allows resize on the width and height
+  // axis only.
+  TFLITE_DCHECK_EQ(output_size_shape.FlatSize(), 2);
+  int32 output_height = output_size_data[0];
+  int32 output_width = output_size_data[1];
+
+  // We use float to ensure agreement with the Tensorflow implementation.
+  const float height_scale = static_cast<float>(input_height) / output_height;
+  const float width_scale = static_cast<float>(input_width) / output_width;
+
+  const int col_offset = input_shape.Dims(3);
+  const int row_offset = input_shape.Dims(2) * col_offset;
+  const int batch_offset = input_shape.Dims(1) * row_offset;
+
+  const T* input_ptr = input_data;
+  T* output_ptr = output_data;
+  for (int b = 0; b < batches; ++b) {
+    for (int y = 0; y < output_height; ++y) {
+      int32 in_y = std::min(static_cast<int32>(std::floor(y * height_scale)),
+                            input_height - 1);
+      const T* y_input_ptr = input_ptr + in_y * row_offset;
+      for (int x = 0; x < output_width; ++x) {
+        int32 in_x = std::min(static_cast<int32>(std::floor(x * width_scale)),
+                              input_width - 1);
+        const T* x_input_ptr = y_input_ptr + in_x * col_offset;
+        memcpy(output_ptr, x_input_ptr, depth * sizeof(T));
+        output_ptr += depth;
+      }
+    }
+    input_ptr += batch_offset;
+  }
+}
+
 }  // namespace reference_ops
 }  // namespace tflite
 
diff --git a/tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc b/tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc
new file mode 100644
index 0000000000..a26410e78c
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc
@@ -0,0 +1,239 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <algorithm>
+#include <cmath>
+#include <vector>
+
+#include <gtest/gtest.h>
+#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
+#include "tensorflow/contrib/lite/kernels/internal/types.h"
+
+namespace tflite {
+namespace {
+
+template <typename T>
+void TestReferenceResizeNearestNeighbor(
+    const RuntimeShape& input_shape, const std::vector<T>& input_data,
+    const std::vector<int32>& output_size_data,
+    const RuntimeShape& output_shape,
+    const std::vector<T>& expected_output_data) {
+  ResizeNearestNeighborParams op_params{/*align_corners=*/false};
+  RuntimeShape output_size_shape({1, 1, 1, 2});
+
+  std::vector<T> output_data(expected_output_data.size());
+  reference_ops::ResizeNearestNeighbor(
+      op_params, input_shape, input_data.data(), output_size_shape,
+      output_size_data.data(), output_shape, output_data.data());
+  ASSERT_EQ(expected_output_data, output_data);
+}
+
+// Sanity test values are from
+// third_party/tensorflow/core/kernels/resize_nearest_neighbor_op_test.cc.
+
+TEST(ResizeNearestNeighborReference, Test2x2To1x1) {
+  RuntimeShape input_shape = {1, 2, 2, 1};
+  std::vector<float> input_data = {1, 2, 3, 4};
+  std::vector<int32> output_size_data = {1, 1};
+  RuntimeShape output_shape = {1, 1, 1, 1};
+  std::vector<float> output_data = {1};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test2x2To3x3) {
+  RuntimeShape input_shape = {1, 2, 2, 1};
+  std::vector<uint8> input_data = {1, 2, 3, 4};
+  std::vector<int32> output_size_data = {3, 3};
+  RuntimeShape output_shape = {1, 3, 3, 1};
+  std::vector<uint8> output_data = {1, 1, 2, 1, 1, 2, 3, 3, 4};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test3x3To2x2) {
+  RuntimeShape input_shape = {1, 3, 3, 1};
+  std::vector<float> input_data = {1, 2, 3, 4, 5, 6, 7, 8, 9};
+  std::vector<int32> output_size_data = {2, 2};
+  RuntimeShape output_shape = {1, 2, 2, 1};
+  std::vector<float> output_data = {1, 2, 4, 5};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test2x2To2x5) {
+  RuntimeShape input_shape = {1, 2, 2, 1};
+  std::vector<uint8> input_data = {1, 2, 3, 4};
+  std::vector<int32> output_size_data = {2, 5};
+  RuntimeShape output_shape = {1, 2, 5, 1};
+  std::vector<uint8> output_data = {1, 1, 1, 2, 2, 3, 3, 3, 4, 4};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test4x4To3x3) {
+  RuntimeShape input_shape = {1, 4, 4, 1};
+  std::vector<uint8> input_data = {1, 2,  3,  4,  5,  6,  7,  8,
+                                   9, 10, 11, 12, 13, 14, 15, 16};
+  std::vector<int32> output_size_data = {3, 3};
+  RuntimeShape output_shape = {1, 3, 3, 1};
+  std::vector<uint8> output_data = {1, 2, 3, 5, 6, 7, 9, 10, 11};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test2x2To5x2) {
+  RuntimeShape input_shape = {1, 2, 2, 1};
+  std::vector<float> input_data = {1, 2, 3, 4};
+  std::vector<int32> output_size_data = {5, 2};
+  RuntimeShape output_shape = {1, 5, 2, 1};
+  std::vector<float> output_data = {1, 2, 1, 2, 1, 2, 3, 4, 3, 4};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test2x2To4x4) {
+  RuntimeShape input_shape = {1, 2, 2, 1};
+  std::vector<uint8> input_data = {1, 2, 3, 4};
+  std::vector<int32> output_size_data = {4, 4};
+  RuntimeShape output_shape = {1, 4, 4, 1};
+  std::vector<uint8> output_data = {1, 1, 2, 2, 1, 1, 2, 2,
+                                    3, 3, 4, 4, 3, 3, 4, 4};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+TEST(ResizeNearestNeighborReference, Test2x2x2x2To2x3x3x2) {
+  // Input:
+  //  [ [ 1, 1 ], [ 2, 2 ],
+  //    [ 3, 3 ], [ 4, 4 ] ],
+  //  [ [ 5, 5 ], [ 6, 6 ],
+  //    [ 7, 7 ], [ 8, 8 ] ]
+  RuntimeShape input_shape = {2, 2, 2, 2};
+  std::vector<float> input_data = {1, 1, 2, 2, 3, 3, 4, 4,
+                                   5, 5, 6, 6, 7, 7, 8, 8};
+  std::vector<int32> output_size_data = {3, 3};
+  RuntimeShape output_shape = {2, 3, 3, 2};
+  // Output:
+  //  [ [ 1, 1 ], [ 1, 1 ], [ 2, 2 ],
+  //    [ 1, 1 ], [ 1, 1 ], [ 2, 2 ],
+  //    [ 3, 3 ], [ 3, 3 ], [ 4, 4 ] ],
+  //  [ [ 5, 5 ], [ 5, 5 ], [ 6, 6 ],
+  //    [ 5, 5 ], [ 5, 5 ], [ 6, 6 ],
+  //    [ 7, 7 ], [ 7, 7 ], [ 8, 8 ] ]
+  std::vector<float> output_data = {1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2,
+                                    3, 3, 3, 3, 4, 4, 5, 5, 5, 5, 6, 6,
+                                    5, 5, 5, 5, 6, 6, 7, 7, 7, 7, 8, 8};
+
+  TestReferenceResizeNearestNeighbor(input_shape, input_data, output_size_data,
+                                     output_shape, output_data);
+}
+
+void TestOptimizedResizeNearestNeighbor(int batch, int depth, int input_width,
+                                        int input_height, int output_width,
+                                        int output_height) {
+  ResizeNearestNeighborParams op_params{/*align_corners=*/false};
+  RuntimeShape output_size_shape({1, 1, 1, 2});
+
+  RuntimeShape input_shape({batch, input_height, input_width, depth});
+  RuntimeShape output_shape({batch, output_height, output_width, depth});
+
+  std::vector<uint8> input_data(input_shape.FlatSize(), 0);
+  FillRandom(&input_data, static_cast<uint8>(0), static_cast<uint8>(255));
+
+  std::vector<uint8> reference_output_data(output_shape.FlatSize(), 0);
+  // Initialize the output data with something other than zero, so we can catch
+  // issue with kernels failing to initialize the output.
+  std::vector<uint8> output_data(output_shape.FlatSize(), 3);
+  std::vector<int32> output_size_data = {output_height, output_width};
+
+  // Test the optimized version against the reference version.
+  reference_ops::ResizeNearestNeighbor(
+      op_params, input_shape, input_data.data(), output_size_shape,
+      output_size_data.data(), output_shape, reference_output_data.data());
+  optimized_ops::ResizeNearestNeighbor(
+      op_params, input_shape, input_data.data(), output_size_shape,
+      output_size_data.data(), output_shape, output_data.data());
+
+  ASSERT_EQ(reference_output_data, output_data);
+}
+
+// Since the optimized version uses fixed-point and the reference version uses
+// float, offsets may differ. Test if the input/output image combination results
+// in the same offsets before running parity tests.
+bool is_valid_scale(int input_width, int input_height, int output_width,
+                    int output_height) {
+  const float height_scale_float =
+      static_cast<float>(input_height) / output_height;
+  const float width_scale_float =
+      static_cast<float>(input_width) / output_width;
+
+  int32 height_scale_int = (input_height << 16) / output_height + 1;
+  int32 width_scale_int = (input_width << 16) / output_width + 1;
+
+  for (int y = 0; y < output_height; ++y) {
+    int32 in_y_float =
+        std::min(static_cast<int32>(std::floor(y * height_scale_float)),
+                 input_height - 1);
+    int32 in_y_int = std::min((y * height_scale_int) >> 16, input_height - 1);
+    if (in_y_int != in_y_float) {
+      return false;
+    }
+    for (int x = 0; x < output_width; ++x) {
+      int32 in_x_float =
+          std::min(static_cast<int32>(std::floor(x * width_scale_float)),
+                   input_width - 1);
+      int32 in_x_int = std::min((x * width_scale_int) >> 16, input_width - 1);
+      if (in_x_int != in_x_float) {
+        return false;
+      }
+    }
+  }
+  return true;
+}
+
+TEST(ResizeNearestNeighborOptimized, TestReferenceParity) {
+  int invalid_count = 0;
+  const int kTestsToRun = 100 * 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    const int batch = ExponentialRandomPositiveInt(0.9f, 3, 20);
+    const int depth = ExponentialRandomPositiveInt(0.9f, 6, 50);
+    const int input_width = ExponentialRandomPositiveInt(0.9f, 20, 200);
+    const int input_height = ExponentialRandomPositiveInt(0.9f, 20, 200);
+    const int output_width = ExponentialRandomPositiveInt(0.9f, 20, 200);
+    const int output_height = ExponentialRandomPositiveInt(0.9f, 20, 200);
+
+    if (is_valid_scale(input_width, input_height, output_width,
+                       output_height)) {
+      TestOptimizedResizeNearestNeighbor(
+          batch, depth, input_width, input_height, output_width, output_height);
+    } else {
+      invalid_count++;
+    }
+  }
+  // Test that the total number of invalid tests are a small percentage.
+  ASSERT_LT(static_cast<float>(invalid_count) / kTestsToRun, 0.001f);
+}
+
+}  // namespace
+}  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/internal/types.h b/tensorflow/contrib/lite/kernels/internal/types.h
index a5913143b9..00b52be0dd 100644
--- a/tensorflow/contrib/lite/kernels/internal/types.h
+++ b/tensorflow/contrib/lite/kernels/internal/types.h
@@ -921,6 +921,10 @@ struct ResizeBilinearParams {
   bool align_corners;
 };
 
+struct ResizeNearestNeighborParams {
+  bool align_corners;
+};
+
 struct SliceParams {
   int8 begin_count;
   int32 begin[4];
-- 
GitLab


From ca8cab32dfc87699344f7302334143b4cffb30ec Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 19:59:21 -0700
Subject: [PATCH 0294/1825] Update OVIC testdata to contain sample detection
 model.

PiperOrigin-RevId: 217811460
---
 tensorflow/workspace.bzl | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index b4bd58980c..393eb11004 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -782,11 +782,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "tflite_ovic_testdata",
         build_file = clean_dep("//third_party:tflite_ovic_testdata.BUILD"),
-        sha256 = "a9a705d8d519220178e2e65d383fdb21da37fdb31d1e909b0a1acdac46479e9c",
+        sha256 = "7b11d7ba4968548b851aaf6c8aa3e5447e838b98fee6dd19bed68df525cbf2ba",
         strip_prefix = "ovic",
         urls = [
-            "https://mirror.bazel.build/storage.googleapis.com/download.tensorflow.org/data/ovic.zip",
-            "https://storage.googleapis.com/download.tensorflow.org/data/ovic.zip",
+            "https://mirror.bazel.build/storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_18.zip",
+            "https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_18.zip",
         ],
     )
 
-- 
GitLab


From 6044558950947a667ab0c00557e13c89ba64fd05 Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Thu, 18 Oct 2018 20:25:57 -0700
Subject: [PATCH 0295/1825] fix error message when running toco from python3.

Otherwize it's still bytes, so the exception reports the entire console output on a single line, making it unreadable.

PiperOrigin-RevId: 217813440
---
 tensorflow/contrib/lite/python/convert.py | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/tensorflow/contrib/lite/python/convert.py b/tensorflow/contrib/lite/python/convert.py
index de936f1fc6..4d389e084f 100644
--- a/tensorflow/contrib/lite/python/convert.py
+++ b/tensorflow/contrib/lite/python/convert.py
@@ -52,6 +52,16 @@ else:
 if _toco_from_proto_bin and not _os.path.exists(_toco_from_proto_bin):
   _toco_from_proto_bin = "toco_from_protos"
 
+def _try_convert_to_unicode(output):
+  if output is None:
+    return u""
+
+  if isinstance(output, bytes):
+    try:
+      return output.decode()
+    except UnicodeDecodeError:
+      pass
+  return output
 
 class ConverterMode(enum.Enum):
   """Enum class defining the converters available to generate TFLite models.
@@ -145,6 +155,8 @@ def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
       with open(output_filename, "rb") as fp:
         return fp.read()
     else:
+      stdout = _try_convert_to_unicode(stdout)
+      stderr = _try_convert_to_unicode(stderr)
       raise RuntimeError(
           "TOCO failed see console for info.\n%s\n%s\n" % (stdout, stderr))
   finally:
-- 
GitLab


From 301613ab83cd3fe0658d862bcb992e6124f62169 Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Thu, 18 Oct 2018 21:18:44 -0700
Subject: [PATCH 0296/1825] [tf.data] Apply options when `MultiDeviceIterator`
 is used.

PiperOrigin-RevId: 217817450
---
 tensorflow/python/data/kernel_tests/BUILD     |  1 +
 .../multi_device_iterator_test.py             | 25 +++++++++++++++++++
 .../data/ops/multi_device_iterator_ops.py     |  2 +-
 3 files changed, 27 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index eec9d045fc..3af4526870 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -314,6 +314,7 @@ cuda_py_test(
         "//tensorflow/python/data/ops:dataset_ops",
         "//tensorflow/python/data/ops:multi_device_iterator_ops",
         "//tensorflow/python/data/ops:iterator_ops",
+        "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:dtypes",
diff --git a/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py b/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py
index 758d75650c..42ee1e2186 100644
--- a/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py
+++ b/tensorflow/python/data/kernel_tests/multi_device_iterator_test.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import multi_device_iterator_ops
@@ -255,6 +256,30 @@ class MultiDeviceIteratorTest(test_base.DatasetTestBase):
       with self.assertRaises(errors.InvalidArgumentError):
         sess.run(elem_on_2_t)
 
+  def testOptimization(self):
+    dataset = dataset_ops.Dataset.range(10)
+    dataset = dataset.apply(optimization.assert_next(["MemoryCacheImpl"]))
+    dataset = dataset.skip(0)  # this should be optimized away
+    dataset = dataset.cache()
+
+    options = dataset_ops.Options()
+    options.experimental_noop_elimination = True
+    dataset = dataset.with_options(options)
+
+    multi_device_iterator = multi_device_iterator_ops.MultiDeviceIterator(
+        dataset, ["/cpu:1", "/cpu:2"])
+    elem_on_1, elem_on_2 = multi_device_iterator.get_next()
+
+    config = config_pb2.ConfigProto(device_count={"CPU": 3})
+    with self.test_session(config=config) as sess:
+      sess.run(multi_device_iterator.initializer)
+      for i in range(0, 10, 2):
+        self.assertEqual(i, sess.run(elem_on_1))
+        self.assertEqual(i + 1, sess.run(elem_on_2))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(elem_on_1)
+        sess.run(elem_on_2)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index 3bcd61a197..d1b74d348f 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -166,7 +166,7 @@ class MultiDeviceIterator(object):
       # TODO(rohanj): Fix this. Tracking bug: b/116467184
       raise RuntimeError("MultiDeviceIterator is not currently supported in "
                          "Eager mode.")
-    self._dataset = dataset
+    self._dataset = dataset._apply_options()  # pylint: disable=protected-access
     self._devices = devices
     self._source_device = source_device
     self._source_device_tensor = ops.convert_to_tensor(source_device)
-- 
GitLab


From 9f007785d2ff085f97b7b529d0422b2357ebcb63 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 21:46:39 -0700
Subject: [PATCH 0297/1825] Change dependency on tf.contrib.distributions to
 tfp.distributions.

PiperOrigin-RevId: 217819251
---
 tensorflow/contrib/gan/BUILD           | 1 -
 tensorflow/contrib/gan/python/train.py | 5 -----
 2 files changed, 6 deletions(-)

diff --git a/tensorflow/contrib/gan/BUILD b/tensorflow/contrib/gan/BUILD
index 9d0e6e1335..f89d7ed0f4 100644
--- a/tensorflow/contrib/gan/BUILD
+++ b/tensorflow/contrib/gan/BUILD
@@ -49,7 +49,6 @@ py_library(
         "//tensorflow/python:training",
         "//tensorflow/python:training_util",
         "//tensorflow/python:variable_scope",
-        "//tensorflow/python/ops/distributions",
         "//tensorflow/python/ops/losses",
     ],
 )
diff --git a/tensorflow/contrib/gan/python/train.py b/tensorflow/contrib/gan/python/train.py
index 9e5aea1498..7ee39f304a 100644
--- a/tensorflow/contrib/gan/python/train.py
+++ b/tensorflow/contrib/gan/python/train.py
@@ -45,7 +45,6 @@ from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops.distributions import distribution as ds
 from tensorflow.python.ops.losses import losses
 from tensorflow.python.summary import summary
 from tensorflow.python.training import session_run_hook
@@ -1264,10 +1263,6 @@ def _validate_distributions(distributions_l, noise_l):
   if not isinstance(distributions_l, (tuple, list)):
     raise ValueError('`predicted_distributions` must be a list. Instead, found '
                      '%s.' % type(distributions_l))
-  for dist in distributions_l:
-    if not isinstance(dist, ds.Distribution):
-      raise ValueError('Every element in `predicted_distributions` must be a '
-                       '`tf.Distribution`. Instead, found %s.' % type(dist))
   if len(distributions_l) != len(noise_l):
     raise ValueError('Length of `predicted_distributions` %i must be the same '
                      'as the length of structured noise %i.' %
-- 
GitLab


From 32d17bfb3b6ec7125aa6e0f7477a1601e6291a76 Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Thu, 18 Oct 2018 22:26:39 -0700
Subject: [PATCH 0298/1825] Updates for alextp feedback

---
 .../eager/python/examples/generative_examples/dcgan.ipynb  | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 1058f905c7..06d6605b2c 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -126,8 +126,6 @@
    },
    "outputs": [],
    "source": [
-    "from __future__ import absolute_import, division, print_function\n",
-    "\n",
     "import tensorflow as tf\n",
     "tf.enable_eager_execution()\n",
     "\n",
@@ -607,9 +605,8 @@
     "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
     "\n",
     "      \n",
-    "    if epoch % 1 == 0:\n",
-    "      display.clear_output(wait=True)\n",
-    "      generate_and_save_images(generator,\n",
+    "    display.clear_output(wait=True)\n",
+    "    generate_and_save_images(generator,\n",
     "                               epoch + 1,\n",
     "                               random_vector_for_generation)\n",
     "    \n",
-- 
GitLab


From 25b1195bae31b1fe379b740b0bf29e86f93c1fb6 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Thu, 18 Oct 2018 22:46:21 -0700
Subject: [PATCH 0299/1825] [TF:XLA] Refactor definition event API in
 XlaTensor. * The only thing users of an XlaTensor's definition event do is
 wait for it on a stream. Replace XlaTensor::GetDefinitionEvent with
 XlaTensor::WaitForDefinitionEventOnStream(), which abstracts the details and
 does the wait on a stream. * Rename the binary form of SetDefinedOn() to
 SetDefinitionEvent() and update its comment to more closely reflect what it
 actually does. * Remove the unary form of SetDefinedOn() because its only
 callers used it as part of what is now WaitForDefinitionEventOnStream().

PiperOrigin-RevId: 217822906
---
 tensorflow/compiler/jit/xla_device_context.cc | 18 ++++--------
 tensorflow/compiler/jit/xla_launch_util.cc    |  9 ++----
 tensorflow/compiler/jit/xla_tensor.cc         | 21 ++++++--------
 tensorflow/compiler/jit/xla_tensor.h          | 28 ++++++++-----------
 4 files changed, 29 insertions(+), 47 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index 090021093d..e0eb26d7c5 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -103,7 +103,8 @@ Status XlaDeviceContext::TransferLiteralToDevice(const Tensor& host_tensor,
     auto event = std::make_shared<se::Event>(stream_->parent());
     TF_RET_CHECK(event->Init()) << "Event failed to initialize!";
     host_to_device_stream_->ThenRecordEvent(event.get());
-    xla_tensor->SetDefinedOn(host_to_device_stream_.get(), std::move(event));
+    xla_tensor->SetDefinitionEvent(std::move(event),
+                                   host_to_device_stream_.get());
   }
   // Unref the host tensor, and capture the literal shared_ptr too so it goes
   // out of scope when the lambda completes.
@@ -225,11 +226,7 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   void* dst_ptr = DMAHelper::base(cpu_tensor);
   XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
 
-  if (se::Event* event =
-          xla_tensor->GetDefinitionEvent(device_to_host_stream_.get())) {
-    device_to_host_stream_->ThenWaitFor(event);
-    xla_tensor->SetDefinedOn(device_to_host_stream_.get());
-  }
+  xla_tensor->WaitForDefinitionEventOnStream(device_to_host_stream_.get());
 
   Status status;
   if (transfer_as_literal_) {
@@ -283,11 +280,7 @@ void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
       }
     }
 
-    if (se::Event* event =
-            xla_src->GetDefinitionEvent(device_to_device_stream.get())) {
-      device_to_device_stream->ThenWaitFor(event);
-      xla_src->SetDefinedOn(device_to_device_stream.get());
-    }
+    xla_src->WaitForDefinitionEventOnStream(device_to_device_stream.get());
 
     auto from_iter = xla_src->shaped_buffer().buffers().begin();
     auto to_iter = xla_dst->shaped_buffer().buffers().begin();
@@ -301,7 +294,8 @@ void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
       auto event = std::make_shared<se::Event>(stream_->parent());
       TF_RET_CHECK(event->Init()) << "Event failed to initialize";
       device_to_device_stream->ThenRecordEvent(event.get());
-      xla_dst->SetDefinedOn(device_to_device_stream.get(), std::move(event));
+      xla_dst->SetDefinitionEvent(std::move(event),
+                                  device_to_device_stream.get());
     }
     return Status::OK();
   }();
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 0e8ee56ed8..3c34e37873 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -160,10 +160,7 @@ void XlaComputationLaunchContext::PopulateInputs(
       CHECK(stream) << "Must have a stream available when using XLA tensors!";
       XlaTensor* xla_tensor = XlaTensor::FromTensor(t);
       CHECK(xla_tensor);
-      if (se::Event* event = xla_tensor->GetDefinitionEvent(stream)) {
-        stream->ThenWaitFor(event);
-        xla_tensor->SetDefinedOn(stream);
-      }
+      xla_tensor->WaitForDefinitionEventOnStream(stream);
     }
 
     const xla::Shape on_device_shape =
@@ -291,7 +288,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
             xla_tensor->set_shaped_buffer(ScopedShapedBuffer(
                 ExtractSubShapedBuffer(&output, output_num, xla_allocator_)));
             if (use_multiple_streams_) {
-              xla_tensor->SetDefinedOn(stream, definition_event);
+              xla_tensor->SetDefinitionEvent(definition_event, stream);
             }
           } else {
             // xla_tensor wasn't valid, which must mean this is a zero-element
@@ -351,7 +348,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
       xla_tensor->set_shaped_buffer(
           ExtractSubShapedBuffer(&output, output_num, xla_allocator_));
       if (use_multiple_streams_) {
-        xla_tensor->SetDefinedOn(stream, definition_event);
+        xla_tensor->SetDefinitionEvent(definition_event, stream);
       }
       *variable->tensor() = output_tensor;
     } else {
diff --git a/tensorflow/compiler/jit/xla_tensor.cc b/tensorflow/compiler/jit/xla_tensor.cc
index 92ba7de1b7..c2ab7aab0b 100644
--- a/tensorflow/compiler/jit/xla_tensor.cc
+++ b/tensorflow/compiler/jit/xla_tensor.cc
@@ -73,10 +73,10 @@ Status XlaTensor::AllocateShapedBuffer(DataType dtype, const TensorShape& shape,
   return Status::OK();
 }
 
-se::Event* XlaTensor::GetDefinitionEvent(se::Stream* stream) {
+void XlaTensor::WaitForDefinitionEventOnStream(se::Stream* stream) {
   mutex_lock lock(mu_);
   if (!definition_event_) {
-    return nullptr;
+    return;
   }
 
   // The set of defined streams is expected to be very small indeed (usually
@@ -84,22 +84,19 @@ se::Event* XlaTensor::GetDefinitionEvent(se::Stream* stream) {
   if (std::find(streams_defined_on_.begin(), streams_defined_on_.end(),
                 stream) != streams_defined_on_.end()) {
     // stream is in streams_defined_on_; it doesn't need to be waited on.
-    return nullptr;
+    return;
   }
 
-  return definition_event_.get();
-}
-
-void XlaTensor::SetDefinedOn(se::Stream* stream,
-                             std::shared_ptr<se::Event> event) {
-  mutex_lock lock(mu_);
-  definition_event_ = std::move(event);
-  streams_defined_on_ = {stream};
+  stream->ThenWaitFor(definition_event_.get());
+  streams_defined_on_.push_back(stream);
 }
 
-void XlaTensor::SetDefinedOn(se::Stream* stream) {
+void XlaTensor::SetDefinitionEvent(std::shared_ptr<se::Event> event,
+                                   se::Stream* stream) {
+  DCHECK(!definition_event_);
   mutex_lock lock(mu_);
   streams_defined_on_.push_back(stream);
+  definition_event_ = std::move(event);
 }
 
 // The pointer tag, OR-ed into the XlaTensor's address to distinguish it from
diff --git a/tensorflow/compiler/jit/xla_tensor.h b/tensorflow/compiler/jit/xla_tensor.h
index d95da63405..d7c1d8c781 100644
--- a/tensorflow/compiler/jit/xla_tensor.h
+++ b/tensorflow/compiler/jit/xla_tensor.h
@@ -88,23 +88,17 @@ class XlaTensor {
     host_tensor_.reset(new Tensor(tensor));
   }
 
-  // If the tensor's content is not yet defined on 'stream', and there exists an
-  // se::Event declaring when the tensor's content is defined, return it.
-  // Otherwise, return nullptr. If this function returns nullptr then the
-  // tensor's content can be read on 'stream' without additional
-  // synchronization.
-  se::Event* GetDefinitionEvent(se::Stream* stream);
-
-  // Assert that the tensor's content is defined on 'stream' by the time 'event'
-  // triggers.
-  void SetDefinedOn(se::Stream* stream, std::shared_ptr<se::Event> event);
-
-  // Assert that the tensor's content is defined on 'stream'. This version does
-  // not provide an event, and must be called *after* SetDefinedOn(Stream,
-  // Event). This call can be read as an assertion that the definition event has
-  // been waited on by 'stream', so further calls to GetDefinitionEvent(stream)
-  // do not need to also wait on the event.
-  void SetDefinedOn(se::Stream* stream);
+  // Adds synchronization events to 'stream' that wait for this tensor to be
+  // defined on 'stream'. Does nothing if the tensor is already defined on that
+  // stream.
+  void WaitForDefinitionEventOnStream(se::Stream* stream);
+
+  // Sets the definition event of the tensor to 'event', and promises that the
+  // tensor has already been defined on stream.
+  // It is an error to call SetDefinitionEvent() twice, or to call
+  // SetDefinitionEvent() after WaitForDefinitionEventOnStream() has been
+  // called.
+  void SetDefinitionEvent(std::shared_ptr<se::Event> event, se::Stream* stream);
 
   // Convert from a raw pointer to an XlaTensor, removing the pointer tag.
   static XlaTensor* FromOpaquePointer(void* ptr);
-- 
GitLab


From b6d59641acc24fa7a19e41899c37770c6707ccdc Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 18 Oct 2018 23:50:35 -0700
Subject: [PATCH 0300/1825] Implementation of floor_mod

PiperOrigin-RevId: 217827434
---
 tensorflow/contrib/lite/build_def.bzl         |   1 +
 tensorflow/contrib/lite/kernels/BUILD         |  15 ++
 tensorflow/contrib/lite/kernels/floor_mod.cc  | 172 ++++++++++++++++++
 .../contrib/lite/kernels/floor_mod_test.cc    | 123 +++++++++++++
 tensorflow/contrib/lite/kernels/register.cc   |   2 +
 .../contrib/lite/testing/generate_examples.py |   4 +
 .../testing/generated_examples_zip_test.cc    |   1 +
 .../contrib/lite/toco/export_tensorflow.cc    |  15 ++
 .../contrib/lite/toco/tflite/operator.cc      |   2 +
 .../contrib/lite/toco/tflite/operator_test.cc |   1 +
 10 files changed, 336 insertions(+)
 create mode 100644 tensorflow/contrib/lite/kernels/floor_mod.cc
 create mode 100644 tensorflow/contrib/lite/kernels/floor_mod_test.cc

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index e62c192dfc..349e4f1806 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -233,6 +233,7 @@ def generated_test_models():
         "expand_dims",
         "floor",
         "floor_div",
+        "floor_mod",
         "fully_connected",
         "fused_batch_norm",
         "gather",
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index f20bb420a0..310cb6331d 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -182,6 +182,7 @@ cc_library(
         "fake_quant.cc",
         "floor.cc",
         "floor_div.cc",
+        "floor_mod.cc",
         "fully_connected.cc",
         "gather.cc",
         "hashtable_lookup.cc",
@@ -1331,6 +1332,20 @@ tf_cc_test(
     ],
 )
 
+tf_cc_test(
+    name = "floor_mod_test",
+    size = "small",
+    srcs = ["floor_mod_test.cc"],
+    tags = ["tflite_not_portable_ios"],
+    deps = [
+        ":builtin_ops",
+        "//tensorflow/contrib/lite:builtin_op_data",
+        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite/kernels:test_util",
+        "@com_google_googletest//:gtest",
+    ],
+)
+
 filegroup(
     name = "all_files",
     srcs = glob(
diff --git a/tensorflow/contrib/lite/kernels/floor_mod.cc b/tensorflow/contrib/lite/kernels/floor_mod.cc
new file mode 100644
index 0000000000..3d31cca396
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/floor_mod.cc
@@ -0,0 +1,172 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <functional>
+#include <type_traits>
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
+#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/contrib/lite/kernels/op_macros.h"
+
+// TODO(b/117523611): We should factor out a binary_op and put binary ops there.
+namespace tflite {
+namespace ops {
+namespace builtin {
+namespace floor_mod {
+namespace {
+
+// Input/output tensor index.
+constexpr int kInputTensor1 = 0;
+constexpr int kInputTensor2 = 1;
+constexpr int kOutputTensor = 0;
+
+// Op data for floor_mod op.
+struct OpData {
+  bool requires_broadcast;
+};
+
+struct FloatMod {
+  float operator()(const float lhs, const float rhs) const {
+    return std::fmod(lhs, rhs);
+  }
+};
+
+// TODO(b/117912007): Move the implementation to reference_ops.h
+// TODO(b/117912880): Support quantization.
+template <typename T>
+T FloorMod(T input1, T input2) {
+  using ModFunc = typename std::conditional<std::is_integral<T>::value,
+                                            std::modulus<T>, FloatMod>::type;
+
+  ModFunc mod_func;
+  T trunc_mod = mod_func(input1, input2);
+  return (input1 < T(0)) == (input2 < T(0))
+             ? trunc_mod
+             : mod_func(trunc_mod + input2, input2);
+}
+
+void* Init(TfLiteContext* context, const char* buffer, size_t length) {
+  auto* data = new OpData;
+  data->requires_broadcast = false;
+  return data;
+}
+
+void Free(TfLiteContext* context, void* buffer) {
+  delete reinterpret_cast<OpData*>(buffer);
+}
+
+TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  TF_LITE_ENSURE_EQ(context, NumInputs(node), 2);
+  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
+
+  // Reinterprete the opaque data provided by user.
+  OpData* data = reinterpret_cast<OpData*>(node->user_data);
+
+  const TfLiteTensor* input1 = GetInput(context, node, kInputTensor1);
+  const TfLiteTensor* input2 = GetInput(context, node, kInputTensor2);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  TF_LITE_ENSURE_EQ(context, input1->type, input2->type);
+
+  const TfLiteType type = input1->type;
+  if (type != kTfLiteInt32 && type != kTfLiteFloat32) {
+    context->ReportError(context,
+                         "Currently floor_mod only supports int32 and float.");
+    return kTfLiteError;
+  }
+  output->type = type;
+
+  data->requires_broadcast = !HaveSameShapes(input1, input2);
+
+  TfLiteIntArray* output_size = nullptr;
+  if (data->requires_broadcast) {
+    TF_LITE_ENSURE_OK(context, CalculateShapeForBroadcast(
+                                   context, input1, input2, &output_size));
+  } else {
+    output_size = TfLiteIntArrayCopy(input1->dims);
+  }
+
+  return context->ResizeTensor(context, output, output_size);
+}
+
+template <typename T>
+TfLiteStatus EvalImpl(TfLiteContext* context, bool requires_broadcast,
+                      const TfLiteTensor* input1, const TfLiteTensor* input2,
+                      TfLiteTensor* output) {
+  const T* denominator_data = GetTensorData<T>(input2);
+
+  if (input2->type == kTfLiteInt32) {
+    // Validate the denominator only for integer.
+    const int num_elements = NumElements(input2);
+    for (int i = 0; i < num_elements; ++i) {
+      if (denominator_data[i] == 0) {
+        context->ReportError(context, "Division by 0");
+        return kTfLiteError;
+      }
+    }
+  }
+  if (requires_broadcast) {
+    reference_ops::BroadcastBinaryFunction4DSlow<T, T, T>(
+        GetTensorShape(input1), GetTensorData<T>(input1),
+        GetTensorShape(input2), denominator_data, GetTensorShape(output),
+        GetTensorData<T>(output), FloorMod<T>);
+  } else {
+    reference_ops::BinaryFunction<T, T, T>(
+        GetTensorShape(input1), GetTensorData<T>(input1),
+        GetTensorShape(input2), GetTensorData<T>(input2),
+        GetTensorShape(output), GetTensorData<T>(output), FloorMod<T>);
+  }
+
+  return kTfLiteOk;
+}
+
+TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  OpData* data = reinterpret_cast<OpData*>(node->user_data);
+
+  const TfLiteTensor* input1 = GetInput(context, node, kInputTensor1);
+  const TfLiteTensor* input2 = GetInput(context, node, kInputTensor2);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  switch (input1->type) {
+    case kTfLiteInt32: {
+      return EvalImpl<int32_t>(context, data->requires_broadcast, input1,
+                               input2, output);
+    }
+    case kTfLiteFloat32: {
+      return EvalImpl<float>(context, data->requires_broadcast, input1, input2,
+                             output);
+    }
+    default: {
+      context->ReportError(
+          context, "Currently floor_mod only supports int32 and float.");
+      return kTfLiteError;
+    }
+  }
+}
+
+}  // namespace
+}  // namespace floor_mod
+
+TfLiteRegistration* Register_FLOOR_MOD() {
+  // Init, Free, Prepare, Eval are satisfying the Interface required by
+  // TfLiteRegistration.
+  static TfLiteRegistration r = {floor_mod::Init, floor_mod::Free,
+                                 floor_mod::Prepare, floor_mod::Eval};
+  return &r;
+}
+
+}  // namespace builtin
+}  // namespace ops
+}  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/floor_mod_test.cc b/tensorflow/contrib/lite/kernels/floor_mod_test.cc
new file mode 100644
index 0000000000..c581a53936
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/floor_mod_test.cc
@@ -0,0 +1,123 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <gtest/gtest.h>
+#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/contrib/lite/kernels/register.h"
+#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/contrib/lite/model.h"
+
+namespace tflite {
+namespace {
+
+using ::testing::ElementsAre;
+
+template <typename T>
+class FloorModModel : public SingleOpModel {
+ public:
+  FloorModModel(const TensorData& input1, const TensorData& input2,
+                const TensorData& output) {
+    input1_ = AddInput(input1);
+    input2_ = AddInput(input2);
+    output_ = AddOutput(output);
+    SetBuiltinOp(BuiltinOperator_FLOOR_MOD, BuiltinOptions_FloorModOptions,
+                 CreateFloorModOptions(builder_).Union());
+    BuildInterpreter({GetShape(input1_), GetShape(input2_)});
+  }
+
+  int input1() { return input1_; }
+  int input2() { return input2_; }
+
+  std::vector<T> GetOutput() { return ExtractVector<T>(output_); }
+  std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
+
+ private:
+  int input1_;
+  int input2_;
+  int output_;
+};
+
+TEST(FloorModModel, Simple) {
+  FloorModModel<int32_t> model({TensorType_INT32, {1, 2, 2, 1}},
+                               {TensorType_INT32, {1, 2, 2, 1}},
+                               {TensorType_INT32, {}});
+  model.PopulateTensor<int32_t>(model.input1(), {10, 9, 11, 3});
+  model.PopulateTensor<int32_t>(model.input2(), {2, 2, 3, 4});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(0, 1, 2, 3));
+}
+
+TEST(FloorModModel, NegativeValue) {
+  FloorModModel<int32_t> model({TensorType_INT32, {1, 2, 2, 1}},
+                               {TensorType_INT32, {1, 2, 2, 1}},
+                               {TensorType_INT32, {}});
+  model.PopulateTensor<int32_t>(model.input1(), {10, -9, -11, 7});
+  model.PopulateTensor<int32_t>(model.input2(), {2, 2, -3, -4});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(0, 1, -2, -1));
+}
+
+TEST(FloorModModel, BroadcastFloorMod) {
+  FloorModModel<int32_t> model({TensorType_INT32, {1, 2, 2, 1}},
+                               {TensorType_INT32, {1}}, {TensorType_INT32, {}});
+  model.PopulateTensor<int32_t>(model.input1(), {10, -9, -11, 7});
+  model.PopulateTensor<int32_t>(model.input2(), {-3});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(-2, 0, -2, -2));
+}
+
+TEST(FloorModModel, FloatSimple) {
+  FloorModModel<float> model({TensorType_FLOAT32, {1, 2, 2, 1}},
+                             {TensorType_FLOAT32, {1, 2, 2, 1}},
+                             {TensorType_FLOAT32, {}});
+  model.PopulateTensor<float>(model.input1(), {10, 9, 11, 3});
+  model.PopulateTensor<float>(model.input2(), {2, 2, 3, 4});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(0, 1, 2, 3));
+}
+
+TEST(FloorModModel, FloatNegativeValue) {
+  FloorModModel<float> model({TensorType_FLOAT32, {1, 2, 2, 1}},
+                             {TensorType_FLOAT32, {1, 2, 2, 1}},
+                             {TensorType_FLOAT32, {}});
+  model.PopulateTensor<float>(model.input1(), {10, -9, -11, 7});
+  model.PopulateTensor<float>(model.input2(), {2, 2, -3, -4});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(0, 1, -2, -1));
+}
+
+TEST(FloorModModel, FloatBroadcastFloorMod) {
+  FloorModModel<float> model({TensorType_FLOAT32, {1, 2, 2, 1}},
+                             {TensorType_FLOAT32, {1}},
+                             {TensorType_FLOAT32, {}});
+  model.PopulateTensor<float>(model.input1(), {10, -9, -11, 7});
+  model.PopulateTensor<float>(model.input2(), {-3});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(-2, 0, -2, -2));
+}
+
+}  // namespace
+}  // namespace tflite
+
+int main(int argc, char** argv) {
+  ::tflite::LogToStderr();
+  ::testing::InitGoogleTest(&argc, argv);
+  return RUN_ALL_TESTS();
+}
diff --git a/tensorflow/contrib/lite/kernels/register.cc b/tensorflow/contrib/lite/kernels/register.cc
index 9402105fa7..310465d773 100644
--- a/tensorflow/contrib/lite/kernels/register.cc
+++ b/tensorflow/contrib/lite/kernels/register.cc
@@ -120,6 +120,7 @@ TfLiteRegistration* Register_UNPACK();
 TfLiteRegistration* Register_FLOOR_DIV();
 TfLiteRegistration* Register_SQUARE();
 TfLiteRegistration* Register_ZEROS_LIKE();
+TfLiteRegistration* Register_FLOOR_MOD();
 
 TfLiteStatus UnsupportedTensorFlowOp(TfLiteContext* context, TfLiteNode* node) {
   context->ReportError(
@@ -249,6 +250,7 @@ BuiltinOpResolver::BuiltinOpResolver() {
   AddBuiltin(BuiltinOperator_FLOOR_DIV, Register_FLOOR_DIV());
   AddBuiltin(BuiltinOperator_SQUARE, Register_SQUARE());
   AddBuiltin(BuiltinOperator_ZEROS_LIKE, Register_ZEROS_LIKE());
+  AddBuiltin(BuiltinOperator_FLOOR_MOD, Register_FLOOR_MOD());
 
   // TODO(andrewharp, ahentz): Move these somewhere more appropriate so that
   // custom ops aren't always included by default.
diff --git a/tensorflow/contrib/lite/testing/generate_examples.py b/tensorflow/contrib/lite/testing/generate_examples.py
index 6227215b35..d1852d5d03 100644
--- a/tensorflow/contrib/lite/testing/generate_examples.py
+++ b/tensorflow/contrib/lite/testing/generate_examples.py
@@ -1119,6 +1119,10 @@ def make_floor_div_tests(zip_path):
   make_binary_op_tests(zip_path, tf.floor_div)
 
 
+def make_floor_mod_tests(zip_path):
+  make_binary_op_tests(zip_path, tf.floormod)
+
+
 def make_gather_tests(zip_path):
   """Make a set of tests to do gather."""
 
diff --git a/tensorflow/contrib/lite/testing/generated_examples_zip_test.cc b/tensorflow/contrib/lite/testing/generated_examples_zip_test.cc
index 42c7aaa1c9..1ec471365e 100644
--- a/tensorflow/contrib/lite/testing/generated_examples_zip_test.cc
+++ b/tensorflow/contrib/lite/testing/generated_examples_zip_test.cc
@@ -96,6 +96,7 @@ std::map<string, string> kBrokenTests = {
     // activation=True. The tests are failing since Relu doesn't support int32.
     {R"(^\/div.*activation=True.*dtype=tf\.int32)", "112968789"},
     {R"(^\/floor_div.*activation=True.*dtype=tf\.int32)", "112968789"},
+    {R"(^\/floor_mod.*activation=True.*dtype=tf\.int32)", "112968789"},
 };
 
 // Allows test data to be unarchived into a temporary directory and makes
diff --git a/tensorflow/contrib/lite/toco/export_tensorflow.cc b/tensorflow/contrib/lite/toco/export_tensorflow.cc
index 61e9106783..20a1f330e2 100644
--- a/tensorflow/contrib/lite/toco/export_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/export_tensorflow.cc
@@ -1311,6 +1311,18 @@ void ConvertFloorDivOperator(const Model& model, const FloorDivOperator& src_op,
       GetTensorFlowDataType(model, src_op.inputs[0]));
 }
 
+void ConvertFloorModOperator(const Model& model, const FloorModOperator& src_op,
+                             GraphDef* tensorflow_graph) {
+  tensorflow::NodeDef* floor_mod_op = tensorflow_graph->add_node();
+  floor_mod_op->set_op("FloorMod");
+  floor_mod_op->set_name(src_op.outputs[0]);
+  DCHECK_EQ(src_op.inputs.size(), 2);
+  *floor_mod_op->add_input() = src_op.inputs[0];
+  *floor_mod_op->add_input() = src_op.inputs[1];
+  (*floor_mod_op->mutable_attr())["T"].set_type(
+      GetTensorFlowDataType(model, src_op.inputs[0]));
+}
+
 void ConvertExpandDimsOperator(const Model& model,
                                const ExpandDimsOperator& src_op,
                                GraphDef* tensorflow_graph) {
@@ -2197,6 +2209,9 @@ void ConvertOperator(const Model& model, const Operator& src_op,
   } else if (src_op.type == OperatorType::kFloorDiv) {
     ConvertFloorDivOperator(model, static_cast<const FloorDivOperator&>(src_op),
                             tensorflow_graph);
+  } else if (src_op.type == OperatorType::kFloorMod) {
+    ConvertFloorModOperator(model, static_cast<const FloorModOperator&>(src_op),
+                            tensorflow_graph);
   } else if (src_op.type == OperatorType::kExpandDims) {
     ConvertExpandDimsOperator(model,
                               static_cast<const ExpandDimsOperator&>(src_op),
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index a4fce2aa9e..ebdcaa5247 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -1557,6 +1557,8 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
       "LOGICAL_NOT", OperatorType::kLogicalNot));
   ops.emplace_back(new SimpleOperator<FloorDivOperator>(
       "FLOOR_DIV", OperatorType::kFloorDiv));
+  ops.emplace_back(new SimpleOperator<FloorModOperator>(
+      "FLOOR_MOD", OperatorType::kFloorMod));
   // Element-wise operator
   ops.push_back(
       MakeUnique<SimpleOperator<SinOperator>>("SIN", OperatorType::kSin));
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
index 66896a49c0..e5e18923b0 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
@@ -148,6 +148,7 @@ TEST_F(OperatorTest, SimpleOperators) {
                                                 OperatorType::kSquare);
   CheckSimpleOperator<TensorFlowZerosLikeOperator>("ZEROS_LIKE",
                                                    OperatorType::kZerosLike);
+  CheckSimpleOperator<FloorModOperator>("FLOOR_MOD", OperatorType::kFloorMod);
 }
 
 TEST_F(OperatorTest, BuiltinAdd) {
-- 
GitLab


From 3a98128fc086432f2b3704e63df640007cc4ec81 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 00:01:26 -0700
Subject: [PATCH 0301/1825] 1. Add sensible defaults for ncf_main.py. 2. Add
 flag to allow switch between Adam and lazy Adam in TPUEmbedding. 3. Make
 README more user-friendly.

PiperOrigin-RevId: 217828063
---
 .../contrib/tpu/python/tpu/tpu_embedding.py    | 18 +++++++++++++++---
 1 file changed, 15 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py b/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
index cd9bfbcdce..08bb73dcb2 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
@@ -158,6 +158,8 @@ class AdamParameters(_OptimizationParameters):
                beta1=0.9,
                beta2=0.999,
                epsilon=1e-08,
+               lazy_adam=True,
+               sum_inside_sqrt=True,
                use_gradient_accumulation=False,
                pipeline_execution_with_tensor_core=True):
     """Optimization parameters for Adam.
@@ -169,10 +171,14 @@ class AdamParameters(_OptimizationParameters):
       beta2: A float value.
         The exponential decay rate for the 2nd moment estimates.
       epsilon: A small constant for numerical stability.
+      lazy_adam: Use lazy Adam instead of Adam. Lazy Adam trains faster.
+        Please see `optimization_parameters.proto` for details.
+      sum_inside_sqrt: This improves training speed. Please see
+        `optimization_parameters.proto` for details.
       use_gradient_accumulation: setting this to `True` makes embedding
-         gradients calculation more accurate but slower. Please see
-         `optimization_parameters.proto` for details.
-         for details.
+        gradients calculation more accurate but slower. Please see
+        `optimization_parameters.proto` for details.
+        for details.
       pipeline_execution_with_tensor_core: setting this to `True` makes training
         faster, but trained model will be different if step N and step N+1
         involve the same set of embedding ID. Please see
@@ -184,6 +190,8 @@ class AdamParameters(_OptimizationParameters):
     self.beta1 = beta1
     self.beta2 = beta2
     self.epsilon = epsilon
+    self.lazy_adam = lazy_adam
+    self.sum_inside_sqrt = sum_inside_sqrt
 
 
 class StochasticGradientDescentParameters(_OptimizationParameters):
@@ -884,6 +892,10 @@ class _AdamHandler(_OptimizerHandler):
         self._optimization_parameters.beta2)
     table_descriptor.optimization_parameters.adam.epsilon = (
         self._optimization_parameters.epsilon)
+    table_descriptor.optimization_parameters.adam.use_non_lazy_adam = (
+        not self._optimization_parameters.lazy_adam)
+    table_descriptor.optimization_parameters.adam.use_sum_inside_sqrt = (
+        self._optimization_parameters.sum_inside_sqrt)
 
   def create_variables_and_ops(self, table, variable_name, num_hosts,
                                table_config, table_variables,
-- 
GitLab


From 26f66133f86ed6f7371e0cbc2b9bd4f30bf16e93 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 01:13:33 -0700
Subject: [PATCH 0302/1825] Update error message.

PiperOrigin-RevId: 217835897
---
 tensorflow/contrib/lite/toco/tflite/export.cc | 32 ++++++++++++++-----
 1 file changed, 24 insertions(+), 8 deletions(-)

diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/contrib/lite/toco/tflite/export.cc
index b3824d2bc0..b57a4c0845 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export.cc
@@ -472,14 +472,30 @@ tensorflow::Status Export(
         custom_ops_final = custom_ops;
       }
 
-      return tensorflow::errors::InvalidArgument(absl::StrCat(
-          "Some of the operators in the model are not supported by the "
-          "standard TensorFlow Lite runtime. If you have a custom "
-          "implementation for them you can disable this error with "
-          "--allow_custom_ops, or by setting allow_custom_ops=True when "
-          "calling tf.contrib.lite.TFLiteConverter(). Here is a list of "
-          "operators for which  you will need custom implementations: ",
-          absl::StrJoin(custom_ops_final, ", "), "."));
+      if (params.allow_flex_ops) {
+        return tensorflow::errors::InvalidArgument(absl::StrCat(
+            "Some of the operators in the model are not supported by "
+            "the standard TensorFlow Lite runtime and are not recognized by "
+            "TensorFlow. If you have a custom "
+            "implementation for them you can disable this error with "
+            "--allow_custom_ops, or by setting allow_custom_ops=True "
+            "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
+            "of operators for which you will need custom implementations: ",
+            absl::StrJoin(custom_ops_final, ", "), "."));
+      } else {
+        return tensorflow::errors::InvalidArgument(absl::StrCat(
+            "Some of the operators in the model are not supported by "
+            "the standard TensorFlow Lite runtime. If those are native "
+            "TensorFlow operators, you might be able to use the extended "
+            "runtime by passing --allow_flex_ops, or by setting "
+            "converter_mode=TOCO_FLEX when calling "
+            "tf.contrib.lite.TFLiteConverter(). Otherwise, if you have a "
+            "custom implementation for them you can disable this error with "
+            "--allow_custom_ops, or by setting allow_custom_ops=True "
+            "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
+            "of operators for which you will need custom implementations: ",
+            absl::StrJoin(custom_ops_final, ", "), "."));
+      }
     }
 
     std::set<string> unsupported_control_flow_ops;
-- 
GitLab


From 3cb4deb6ddd20162ac4aa40db842de318d94f77b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 01:37:27 -0700
Subject: [PATCH 0303/1825] Make cuda_py_test create a gpu and cpu target.

PiperOrigin-RevId: 217838326
---
 tensorflow/contrib/distribute/python/BUILD    |  1 +
 tensorflow/python/data/kernel_tests/BUILD     |  1 +
 tensorflow/tensorflow.bzl                     | 39 +++++++++++--------
 .../tools/pip_package/pip_smoke_test.py       |  2 +-
 4 files changed, 26 insertions(+), 17 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index dc2964568b..4b4eb01d36 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -723,6 +723,7 @@ cuda_py_test(
     shard_count = 16,
     tags = [
         "multi_and_single_gpu",
+        "no_oss",  # TODO(b/117919883): Fix python error.
         "no_pip",
         "no_windows_gpu",
         "notsan",
diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index 3af4526870..d0ae06e1bb 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -322,6 +322,7 @@ cuda_py_test(
         "//tensorflow/python:framework_test_lib",
     ],
     tags = [
+        "no_oss",  # TODO(b/117920141): Investigate breakage and re-enable.
         "no_windows_gpu",
     ],
 )
diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index 510a696b41..e89773555b 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -1803,22 +1803,29 @@ def cuda_py_test(
         flaky = 0,
         xla_enabled = False,
         grpc_enabled = False):
-    test_tags = tags + tf_cuda_tests_tags()
-    tf_py_test(
-        name = name,
-        size = size,
-        srcs = srcs,
-        data = data,
-        main = main,
-        args = args,
-        tags = test_tags,
-        shard_count = shard_count,
-        additional_deps = additional_deps,
-        kernels = kernels,
-        flaky = flaky,
-        xla_enabled = xla_enabled,
-        grpc_enabled = grpc_enabled,
-    )
+    if main == None:
+        main = name + ".py"
+    for config in ["cpu", "gpu"]:
+        test_name = name
+        test_tags = tags
+        if config == "gpu":
+            test_name += "_gpu"
+            test_tags = test_tags + tf_cuda_tests_tags()
+        tf_py_test(
+            name = test_name,
+            size = size,
+            srcs = srcs,
+            data = data,
+            main = main,
+            args = args,
+            tags = test_tags,
+            shard_count = shard_count,
+            additional_deps = additional_deps,
+            kernels = kernels,
+            flaky = flaky,
+            xla_enabled = xla_enabled,
+            grpc_enabled = grpc_enabled,
+        )
 
 register_extension_info(
     extension_name = "cuda_py_test",
diff --git a/tensorflow/tools/pip_package/pip_smoke_test.py b/tensorflow/tools/pip_package/pip_smoke_test.py
index 45106b35fc..c77845caee 100644
--- a/tensorflow/tools/pip_package/pip_smoke_test.py
+++ b/tensorflow/tools/pip_package/pip_smoke_test.py
@@ -146,7 +146,7 @@ def main():
 
   missing_dependencies = []
   # File extensions and endings to ignore
-  ignore_extensions = ["_test", "_test.py"]
+  ignore_extensions = ["_test", "_test.py", "_test_gpu", "_test_gpu.py"]
 
   ignored_files = 0
   blacklisted_files = len(BLACKLIST)
-- 
GitLab


From 8d475d2e33d056a5f25a482c28c0b7d62d59e40d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 02:02:19 -0700
Subject: [PATCH 0304/1825] compat: Update forward compatibility horizon to
 2018-10-19

PiperOrigin-RevId: 217840141
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 9fb36438b7..f5936be172 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 18)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 19)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 6b742eea45eea5cc312d0428978e629537ea85d9 Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Fri, 19 Oct 2018 15:11:53 +0100
Subject: [PATCH 0305/1825] [XLA] Add simplifications for logical and and
 logical or in AlgebraicSimplifier pass

---
 .../xla/service/algebraic_simplifier.cc       |  68 +++++++
 .../xla/service/algebraic_simplifier_test.cc  | 168 ++++++++++++++++++
 2 files changed, 236 insertions(+)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 72ed5ca482..731378267c 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -107,6 +107,8 @@ class AlgebraicSimplifierVisitor : public DfsHloVisitorWithDefault {
 
   Status HandleAdd(HloInstruction* add) override;
 
+  Status HandleAnd(HloInstruction* logical_and) override;
+
   Status HandleBitcast(HloInstruction* bitcast) override;
 
   Status HandleBitcastConvert(HloInstruction* bitcast) override;
@@ -141,6 +143,8 @@ class AlgebraicSimplifierVisitor : public DfsHloVisitorWithDefault {
 
   Status HandleMultiply(HloInstruction* multiply) override;
 
+  Status HandleOr(HloInstruction* logical_or) override;
+
   Status HandlePad(HloInstruction* pad) override;
 
   Status HandlePower(HloInstruction* power) override;
@@ -419,6 +423,38 @@ Status AlgebraicSimplifierVisitor::HandleAdd(HloInstruction* add) {
   return Status::OK();
 }
 
+Status AlgebraicSimplifierVisitor::HandleAnd(HloInstruction* logical_and) {
+  HloInstruction *lhs, *rhs;
+  CHECK(Match(logical_and, m::And(m::Op(&lhs), m::Op(&rhs))));
+
+  // A && True => A
+  VLOG(10) << "trying transform [A && True => A]: " << logical_and->ToString();
+  if (IsAll(rhs, 1) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
+    return Status::OK();
+  }
+  // True && A => A
+  VLOG(10) << "trying transform [True && A => A]: " << logical_and->ToString();
+  if (IsAll(lhs, 1) && ReplaceInstructionIfSameShape(logical_and, rhs)) {
+    return Status::OK();
+  }
+
+  // A && False => False
+  VLOG(10) << "trying transform [A && False => False]: "
+           << logical_and->ToString();
+  if (IsAll(rhs, 0) && ReplaceInstructionIfSameShape(logical_and, rhs)) {
+    return Status::OK();
+  }
+
+  // False && A => False
+  VLOG(10) << "trying transform [False && A => False]: "
+           << logical_and->ToString();
+  if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
+    return Status::OK();
+  }
+
+  return Status::OK();
+}
+
 Status AlgebraicSimplifierVisitor::HandleBitcast(HloInstruction* bitcast) {
   // If a bitcast feeds a bitcast, make it a single bitcast.
   HloInstruction* op;
@@ -1225,6 +1261,38 @@ Status AlgebraicSimplifierVisitor::HandleMultiply(HloInstruction* multiply) {
   return Status::OK();
 }
 
+Status AlgebraicSimplifierVisitor::HandleOr(HloInstruction* logical_or) {
+  HloInstruction *lhs, *rhs;
+  CHECK(Match(logical_or, m::Or(m::Op(&lhs), m::Op(&rhs))));
+
+  // A || True => True
+  VLOG(10) << "trying transform [A || True => True]: "
+           << logical_or->ToString();
+  if (IsAll(rhs, 1) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
+    return Status::OK();
+  }
+  // True || A => True
+  VLOG(10) << "trying transform [True || A => True]: "
+           << logical_or->ToString();
+  if (IsAll(lhs, 1) && ReplaceInstructionIfSameShape(logical_or, lhs)) {
+    return Status::OK();
+  }
+
+  // A || False => A
+  VLOG(10) << "trying transform [A || False => A]: " << logical_or->ToString();
+  if (IsAll(rhs, 0) && ReplaceInstructionIfSameShape(logical_or, lhs)) {
+    return Status::OK();
+  }
+
+  // False || A => A
+  VLOG(10) << "trying transform [False || A => A]: " << logical_or->ToString();
+  if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
+    return Status::OK();
+  }
+
+  return Status::OK();
+}
+
 Status AlgebraicSimplifierVisitor::HandleLog(HloInstruction* log) {
   // ln(exp(A)) => A
   VLOG(10) << "trying transform [ln(exp(A)) => A]: " << log->ToString();
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index c79c518700..448d31803b 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -2216,6 +2216,174 @@ TEST_F(AlgebraicSimplifierTest, ReplaceEffectiveScalarKeyValueSortWithTuple) {
               op::Tuple(keys, values0, values1));
 }
 
+// Test that A && True is simplified to A
+TEST_F(AlgebraicSimplifierTest, AndTrue) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_true = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true)));
+  builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
+                                                      param0, const_true));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, param0);
+}
+
+// Test that True && A is simplified to A
+TEST_F(AlgebraicSimplifierTest, AndTrue2) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_true = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true)));
+  builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
+                                                      const_true, param0));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, param0);
+}
+
+// Test that A && False is simplified to False
+TEST_F(AlgebraicSimplifierTest, AndFalse) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_false = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(false)));
+  builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
+                                                      param0, const_false));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, const_false);
+}
+
+// Test that False && A is simplified to False
+TEST_F(AlgebraicSimplifierTest, AndFalse2) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_false = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(false)));
+  builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
+                                                      const_false, param0));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, const_false);
+}
+
+// Test that A || True is simplified to True
+TEST_F(AlgebraicSimplifierTest, OrTrue) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_true = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true)));
+  builder.AddInstruction(
+      HloInstruction::CreateBinary(r0pred, HloOpcode::kOr, param0, const_true));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kOr);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, const_true);
+}
+
+// Test that True || A is simplified to True
+TEST_F(AlgebraicSimplifierTest, OrTrue2) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_true = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true)));
+  builder.AddInstruction(
+      HloInstruction::CreateBinary(r0pred, HloOpcode::kOr, const_true, param0));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kOr);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, const_true);
+}
+
+// Test that A || False is simplified to A
+TEST_F(AlgebraicSimplifierTest, OrFalse) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_false = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(false)));
+  builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kOr,
+                                                      param0, const_false));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kOr);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, param0);
+}
+
+// Test that False || A is simplified to A
+TEST_F(AlgebraicSimplifierTest, OrFalse2) {
+  Shape r0pred = ShapeUtil::MakeShape(PRED, {});
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, r0pred, "param0"));
+  HloInstruction* const_false = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(false)));
+  builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kOr,
+                                                      const_false, param0));
+
+  auto computation = module().AddEntryComputation(builder.Build());
+  HloInstruction* root = computation->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kOr);
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  root = computation->root_instruction();
+  EXPECT_EQ(root, param0);
+}
+
 // Used for TEST_Ps that test merging (or not) of a kPad instruction into a
 // convolution's Window.
 struct ConvPaddingTestcase {
-- 
GitLab


From 86d50a4ebc018c793ba626e5a8fcacdbba987198 Mon Sep 17 00:00:00 2001
From: Brian Patton <bjp@google.com>
Date: Fri, 19 Oct 2018 07:23:54 -0700
Subject: [PATCH 0306/1825] Adds GPU support for GatherV2 of `bool`, `int32`
 dtypes.

PiperOrigin-RevId: 217866500
---
 tensorflow/core/kernels/gather_functor_gpu.cu.cc | 2 ++
 tensorflow/core/kernels/gather_op.cc             | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/tensorflow/core/kernels/gather_functor_gpu.cu.cc b/tensorflow/core/kernels/gather_functor_gpu.cu.cc
index 4563fc6353..5db12920ae 100644
--- a/tensorflow/core/kernels/gather_functor_gpu.cu.cc
+++ b/tensorflow/core/kernels/gather_functor_gpu.cu.cc
@@ -31,6 +31,8 @@ typedef Eigen::GpuDevice GPUDevice;
   DEFINE_GPU_SPECS_INDEX(T, int32); \
   DEFINE_GPU_SPECS_INDEX(T, int64);
 
+TF_CALL_bool(DEFINE_GPU_SPECS);
+TF_CALL_int32(DEFINE_GPU_SPECS);
 TF_CALL_int64(DEFINE_GPU_SPECS);
 TF_CALL_GPU_NUMBER_TYPES(DEFINE_GPU_SPECS);
 TF_CALL_complex64(DEFINE_GPU_SPECS);
diff --git a/tensorflow/core/kernels/gather_op.cc b/tensorflow/core/kernels/gather_op.cc
index 094504d6b9..5795f68889 100644
--- a/tensorflow/core/kernels/gather_op.cc
+++ b/tensorflow/core/kernels/gather_op.cc
@@ -153,6 +153,8 @@ TF_CALL_uint64(REGISTER_GATHER_CPU);
 // Registration of the GPU implementations.
 #define REGISTER_GATHER_GPU(type) REGISTER_GATHER_ALL_INDICES(GPU, type)
 
+TF_CALL_bool(REGISTER_GATHER_GPU);
+TF_CALL_int32(REGISTER_GATHER_GPU);
 TF_CALL_int64(REGISTER_GATHER_GPU);
 TF_CALL_GPU_NUMBER_TYPES(REGISTER_GATHER_GPU);
 TF_CALL_complex64(REGISTER_GATHER_GPU);
-- 
GitLab


From 8a3632e4f90f0ff4c09939b82cd42857aef08bf1 Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Fri, 19 Oct 2018 16:12:26 +0100
Subject: [PATCH 0307/1825] Only simplify logical and

---
 .../xla/service/algebraic_simplifier.cc       | 153 ++++++++++--------
 1 file changed, 84 insertions(+), 69 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 731378267c..4658859c53 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -426,29 +426,36 @@ Status AlgebraicSimplifierVisitor::HandleAdd(HloInstruction* add) {
 Status AlgebraicSimplifierVisitor::HandleAnd(HloInstruction* logical_and) {
   HloInstruction *lhs, *rhs;
   CHECK(Match(logical_and, m::And(m::Op(&lhs), m::Op(&rhs))));
+  // Simplify logical and
+  if (ShapeUtil::HasPrimitiveType(lhs->shape(), xla::PRED) &&
+      ShapeUtil::HasPrimitiveType(rhs->shape(), xla::PRED)) {
+    // A && True => A
+    VLOG(10) << "trying transform [A && True => A]: "
+             << logical_and->ToString();
+    if (IsAll(rhs, 1) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
+      return Status::OK();
+    }
+    // True && A => A
+    VLOG(10) << "trying transform [True && A => A]: "
+             << logical_and->ToString();
+    if (IsAll(lhs, 1) && ReplaceInstructionIfSameShape(logical_and, rhs)) {
+      return Status::OK();
+    }
 
-  // A && True => A
-  VLOG(10) << "trying transform [A && True => A]: " << logical_and->ToString();
-  if (IsAll(rhs, 1) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
-    return Status::OK();
-  }
-  // True && A => A
-  VLOG(10) << "trying transform [True && A => A]: " << logical_and->ToString();
-  if (IsAll(lhs, 1) && ReplaceInstructionIfSameShape(logical_and, rhs)) {
-    return Status::OK();
-  }
+    // A && False => False
+    VLOG(10) << "trying transform [A && False => False]: "
+             << logical_and->ToString();
+    if (IsAll(rhs, 0) && ReplaceInstructionIfSameShape(logical_and, rhs)) {
+      return Status::OK();
+    }
 
-  // A && False => False
-  VLOG(10) << "trying transform [A && False => False]: "
-           << logical_and->ToString();
-  if (IsAll(rhs, 0) && ReplaceInstructionIfSameShape(logical_and, rhs)) {
-    return Status::OK();
-  }
+    // False && A => False
+    VLOG(10) << "trying transform [False && A => False]: "
+             << logical_and->ToString();
+    if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
+      return Status::OK();
+    }
 
-  // False && A => False
-  VLOG(10) << "trying transform [False && A => False]: "
-           << logical_and->ToString();
-  if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
     return Status::OK();
   }
 
@@ -1041,35 +1048,35 @@ StatusOr<HloInstruction*> AlgebraicSimplifierVisitor::OptimizeDotOfGather(
 
   // Optimize either dot(DS(ctA), ctB)) or dot(ctB, DS(ctA)).
   // Currently a Gather is a DynamicSlice.
-  auto is_dynamic_slice_constant_combination =
-      [](HloInstruction* a, HloInstruction* b, int a_contracting_dimension) {
-        // First operand is a DynamicSlice(Constant).
-        if (a->opcode() != HloOpcode::kDynamicSlice) {
-          return false;
-        }
-        auto* dynamic_slice_op = a->operand(0);
-        if (dynamic_slice_op->opcode() != HloOpcode::kConstant) {
-          return false;
-        }
-        // Second operand is a Constant.
-        if (b->opcode() != HloOpcode::kConstant) {
-          return false;
-        }
-        // The DynamicSlice output is a vector.
-        const Shape& dynamic_slice_shape = a->shape();
-        if (dynamic_slice_shape.dimensions(1 - a_contracting_dimension) != 1) {
-          return false;
-        }
-        // Constant size is the same before and after slice in the contracting
-        // dimension, otherwise we either must precompute for all possible slice
-        // indices or dot is invalid.
-        const Shape& dynamic_slice_op_shape = dynamic_slice_op->shape();
-        if (dynamic_slice_op_shape.dimensions(a_contracting_dimension) !=
-            dynamic_slice_shape.dimensions(a_contracting_dimension)) {
-          return false;
-        }
-        return true;
-      };
+  auto is_dynamic_slice_constant_combination = [](
+      HloInstruction* a, HloInstruction* b, int a_contracting_dimension) {
+    // First operand is a DynamicSlice(Constant).
+    if (a->opcode() != HloOpcode::kDynamicSlice) {
+      return false;
+    }
+    auto* dynamic_slice_op = a->operand(0);
+    if (dynamic_slice_op->opcode() != HloOpcode::kConstant) {
+      return false;
+    }
+    // Second operand is a Constant.
+    if (b->opcode() != HloOpcode::kConstant) {
+      return false;
+    }
+    // The DynamicSlice output is a vector.
+    const Shape& dynamic_slice_shape = a->shape();
+    if (dynamic_slice_shape.dimensions(1 - a_contracting_dimension) != 1) {
+      return false;
+    }
+    // Constant size is the same before and after slice in the contracting
+    // dimension, otherwise we either must precompute for all possible slice
+    // indices or dot is invalid.
+    const Shape& dynamic_slice_op_shape = dynamic_slice_op->shape();
+    if (dynamic_slice_op_shape.dimensions(a_contracting_dimension) !=
+        dynamic_slice_shape.dimensions(a_contracting_dimension)) {
+      return false;
+    }
+    return true;
+  };
 
   HloInstruction* lhs = dot->mutable_operand(0);
   HloInstruction* rhs = dot->mutable_operand(1);
@@ -1265,28 +1272,36 @@ Status AlgebraicSimplifierVisitor::HandleOr(HloInstruction* logical_or) {
   HloInstruction *lhs, *rhs;
   CHECK(Match(logical_or, m::Or(m::Op(&lhs), m::Op(&rhs))));
 
-  // A || True => True
-  VLOG(10) << "trying transform [A || True => True]: "
-           << logical_or->ToString();
-  if (IsAll(rhs, 1) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
-    return Status::OK();
-  }
-  // True || A => True
-  VLOG(10) << "trying transform [True || A => True]: "
-           << logical_or->ToString();
-  if (IsAll(lhs, 1) && ReplaceInstructionIfSameShape(logical_or, lhs)) {
-    return Status::OK();
-  }
+  // Simplify logical or
+  if (ShapeUtil::HasPrimitiveType(lhs->shape(), xla::PRED) &&
+      ShapeUtil::HasPrimitiveType(rhs->shape(), xla::PRED)) {
+    // A || True => True
+    VLOG(10) << "trying transform [A || True => True]: "
+             << logical_or->ToString();
+    if (IsAll(rhs, 1) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
+      return Status::OK();
+    }
+    // True || A => True
+    VLOG(10) << "trying transform [True || A => True]: "
+             << logical_or->ToString();
+    if (IsAll(lhs, 1) && ReplaceInstructionIfSameShape(logical_or, lhs)) {
+      return Status::OK();
+    }
 
-  // A || False => A
-  VLOG(10) << "trying transform [A || False => A]: " << logical_or->ToString();
-  if (IsAll(rhs, 0) && ReplaceInstructionIfSameShape(logical_or, lhs)) {
-    return Status::OK();
-  }
+    // A || False => A
+    VLOG(10) << "trying transform [A || False => A]: "
+             << logical_or->ToString();
+    if (IsAll(rhs, 0) && ReplaceInstructionIfSameShape(logical_or, lhs)) {
+      return Status::OK();
+    }
+
+    // False || A => A
+    VLOG(10) << "trying transform [False || A => A]: "
+             << logical_or->ToString();
+    if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
+      return Status::OK();
+    }
 
-  // False || A => A
-  VLOG(10) << "trying transform [False || A => A]: " << logical_or->ToString();
-  if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
     return Status::OK();
   }
 
-- 
GitLab


From a3e4e4e1ada168b776822c72320eed60cf59ce48 Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Fri, 19 Oct 2018 16:17:16 +0100
Subject: [PATCH 0308/1825] Use correct clang-format style

---
 .../xla/service/algebraic_simplifier.cc       | 58 +++++++++----------
 1 file changed, 29 insertions(+), 29 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 4658859c53..9ee4320267 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -1048,35 +1048,35 @@ StatusOr<HloInstruction*> AlgebraicSimplifierVisitor::OptimizeDotOfGather(
 
   // Optimize either dot(DS(ctA), ctB)) or dot(ctB, DS(ctA)).
   // Currently a Gather is a DynamicSlice.
-  auto is_dynamic_slice_constant_combination = [](
-      HloInstruction* a, HloInstruction* b, int a_contracting_dimension) {
-    // First operand is a DynamicSlice(Constant).
-    if (a->opcode() != HloOpcode::kDynamicSlice) {
-      return false;
-    }
-    auto* dynamic_slice_op = a->operand(0);
-    if (dynamic_slice_op->opcode() != HloOpcode::kConstant) {
-      return false;
-    }
-    // Second operand is a Constant.
-    if (b->opcode() != HloOpcode::kConstant) {
-      return false;
-    }
-    // The DynamicSlice output is a vector.
-    const Shape& dynamic_slice_shape = a->shape();
-    if (dynamic_slice_shape.dimensions(1 - a_contracting_dimension) != 1) {
-      return false;
-    }
-    // Constant size is the same before and after slice in the contracting
-    // dimension, otherwise we either must precompute for all possible slice
-    // indices or dot is invalid.
-    const Shape& dynamic_slice_op_shape = dynamic_slice_op->shape();
-    if (dynamic_slice_op_shape.dimensions(a_contracting_dimension) !=
-        dynamic_slice_shape.dimensions(a_contracting_dimension)) {
-      return false;
-    }
-    return true;
-  };
+  auto is_dynamic_slice_constant_combination =
+      [](HloInstruction* a, HloInstruction* b, int a_contracting_dimension) {
+        // First operand is a DynamicSlice(Constant).
+        if (a->opcode() != HloOpcode::kDynamicSlice) {
+          return false;
+        }
+        auto* dynamic_slice_op = a->operand(0);
+        if (dynamic_slice_op->opcode() != HloOpcode::kConstant) {
+          return false;
+        }
+        // Second operand is a Constant.
+        if (b->opcode() != HloOpcode::kConstant) {
+          return false;
+        }
+        // The DynamicSlice output is a vector.
+        const Shape& dynamic_slice_shape = a->shape();
+        if (dynamic_slice_shape.dimensions(1 - a_contracting_dimension) != 1) {
+          return false;
+        }
+        // Constant size is the same before and after slice in the contracting
+        // dimension, otherwise we either must precompute for all possible slice
+        // indices or dot is invalid.
+        const Shape& dynamic_slice_op_shape = dynamic_slice_op->shape();
+        if (dynamic_slice_op_shape.dimensions(a_contracting_dimension) !=
+            dynamic_slice_shape.dimensions(a_contracting_dimension)) {
+          return false;
+        }
+        return true;
+      };
 
   HloInstruction* lhs = dot->mutable_operand(0);
   HloInstruction* rhs = dot->mutable_operand(1);
-- 
GitLab


From 7a790da2f5431fb07818577aa65e58811cad7caa Mon Sep 17 00:00:00 2001
From: Denis Vnukov <vnukov@google.com>
Date: Fri, 19 Oct 2018 08:45:44 -0700
Subject: [PATCH 0309/1825] [XLA] Two more fixes for module proto verification.

Issues fixed in this CL:
 * if we reason about array shape size we need to guarantee the layout
   is valid
 * copy insertion in AddCopiesForAliasedInputOutputs() should account for
   skipped parameters

PiperOrigin-RevId: 217875466
---
 tensorflow/compiler/xla/service/copy_insertion.cc | 13 ++++++++++---
 tensorflow/compiler/xla/shape_util.cc             | 14 ++++++++++----
 2 files changed, 20 insertions(+), 7 deletions(-)

diff --git a/tensorflow/compiler/xla/service/copy_insertion.cc b/tensorflow/compiler/xla/service/copy_insertion.cc
index 245db6be2a..4e547d925f 100644
--- a/tensorflow/compiler/xla/service/copy_insertion.cc
+++ b/tensorflow/compiler/xla/service/copy_insertion.cc
@@ -341,7 +341,8 @@ Status AddCopiesForAliasedInputOutputs(HloModule* module) {
   HloInstruction* root = entry->root_instruction();
 
   ShapeTree<bool> output_indices_to_copy(root->shape());
-  std::vector<ShapeTree<HloInstruction*>> copied_parameters;
+  std::vector<absl::optional<ShapeTree<HloInstruction*>>> copied_parameters(
+      entry->num_parameters());
   bool has_alias = false;
   for (auto* param : entry->parameter_instructions()) {
     bool param_has_alias = false;
@@ -361,6 +362,9 @@ Status AddCopiesForAliasedInputOutputs(HloModule* module) {
       continue;
     }
 
+    TF_RET_CHECK(param->parameter_number() < entry->num_parameters());
+    TF_RET_CHECK(!copied_parameters[param->parameter_number()]);
+
     has_alias = true;
     // Store a snapshot of users before DeepCopyInstruction, as
     // DeepCopyInstruction introduces new users of the instruction.
@@ -374,7 +378,7 @@ Status AddCopiesForAliasedInputOutputs(HloModule* module) {
       TF_RETURN_IF_ERROR(param->ReplaceUseWith(user, copied));
     }
 
-    copied_parameters.push_back(param_copy_tree);
+    copied_parameters[param->parameter_number()] = param_copy_tree;
   }
 
   if (!has_alias) {
@@ -393,8 +397,11 @@ Status AddCopiesForAliasedInputOutputs(HloModule* module) {
   TF_RETURN_IF_ERROR(module->input_output_alias_config().ForEachAliasWithStatus(
       [&](const ShapeIndex& output_index, int64 param_number,
           const ShapeIndex& input_index) -> Status {
+        if (!copied_parameters[param_number]) {
+          return Status::OK();
+        }
         HloInstruction* from =
-            copied_parameters[param_number].element(input_index);
+            copied_parameters[param_number]->element(input_index);
         HloInstruction* to = output_copy_tree.element(output_index);
 
         TF_RET_CHECK(from != nullptr);
diff --git a/tensorflow/compiler/xla/shape_util.cc b/tensorflow/compiler/xla/shape_util.cc
index 43b10a4af4..a640745f88 100644
--- a/tensorflow/compiler/xla/shape_util.cc
+++ b/tensorflow/compiler/xla/shape_util.cc
@@ -902,8 +902,13 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
     return Status::OK();
   }
 
-  int64 shape_size = [&shape]() {
-    if (LayoutUtil::IsSparseArray(shape)) {
+  // We can only reason about some aspects of array's shape if it has a valid
+  // layout, these aspects will be ignored otherwise.
+  bool shape_has_valid_layout = LayoutUtil::HasLayout(shape) &&
+                                LayoutUtil::ValidateLayoutInShape(shape).ok();
+
+  int64 shape_size = [&]() {
+    if (shape_has_valid_layout && LayoutUtil::IsSparseArray(shape)) {
       int64 max_sparse_elements = LayoutUtil::MaxSparseElements(shape.layout());
       if (max_sparse_elements < 0) {
         return max_sparse_elements;
@@ -939,8 +944,9 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
       return dense_shape_size;
     }
 
-    bool is_padded =
-        LayoutUtil::IsDenseArray(shape) && LayoutUtil::IsPadded(shape);
+    bool is_padded = shape_has_valid_layout &&
+                     LayoutUtil::IsDenseArray(shape) &&
+                     LayoutUtil::IsPadded(shape);
     absl::Span<const int64> shape_max_dimensions =
         is_padded ? LayoutUtil::PaddedDimensions(shape)
                   : AsInt64Slice(shape.dimensions());
-- 
GitLab


From c2186460918d79027780891c07b17c5f805b3bf8 Mon Sep 17 00:00:00 2001
From: Daniel Visentin <dvisentin@google.com>
Date: Fri, 19 Oct 2018 09:26:51 -0700
Subject: [PATCH 0310/1825] Fix memory leak in
 OpKernelContext::allocate_output.

PiperOrigin-RevId: 217880977
---
 tensorflow/core/framework/op_kernel.cc | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index d7dc6937e9..1eb12d3f95 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -704,10 +704,10 @@ Status OpKernelContext::allocate_output(int index, const TensorShape& shape,
   const DataType type = params_->op_kernel->output_type(index);
   DCHECK(!IsRefType(type));
   DCHECK(mutable_output(index) == nullptr);
-  Tensor* output_tensor = new Tensor();
-  Status s = allocate_tensor(type, shape, output_tensor, attr);
+  auto output_tensor = MakeUnique<Tensor>();
+  Status s = allocate_tensor(type, shape, output_tensor.get(), attr);
   if (s.ok()) {
-    outputs_[index] = TensorValue(output_tensor);
+    outputs_[index] = TensorValue(output_tensor.release());
     *output = outputs_[index].tensor;
   }
   return s;
-- 
GitLab


From 66fe6de860cc3651fcce125c8a46de2551ccdf7a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 09:46:27 -0700
Subject: [PATCH 0311/1825] Internal change.

PiperOrigin-RevId: 217883777
---
 tensorflow/contrib/lite/experimental/examples/lstm/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/contrib/lite/experimental/examples/lstm/BUILD b/tensorflow/contrib/lite/experimental/examples/lstm/BUILD
index 2125f218ca..3c1fe5f8be 100644
--- a/tensorflow/contrib/lite/experimental/examples/lstm/BUILD
+++ b/tensorflow/contrib/lite/experimental/examples/lstm/BUILD
@@ -23,8 +23,10 @@ py_test(
     srcs = ["unidirectional_sequence_lstm_test.py"],
     srcs_version = "PY2AND3",
     tags = [
+        "manual",
         "no_oss",
         "no_pip",
+        "notap",
     ],
     deps = [
         ":tflite_lstm",
-- 
GitLab


From 24567cd0e1e2e456880f74314393b15e4d66ac3d Mon Sep 17 00:00:00 2001
From: Brian Patton <bjp@google.com>
Date: Fri, 19 Oct 2018 09:50:17 -0700
Subject: [PATCH 0312/1825] Add GPU kernel for bool OneHot.

PiperOrigin-RevId: 217884258
---
 tensorflow/core/kernels/one_hot_op.cc        | 2 ++
 tensorflow/core/kernels/one_hot_op_gpu.cu.cc | 1 +
 2 files changed, 3 insertions(+)

diff --git a/tensorflow/core/kernels/one_hot_op.cc b/tensorflow/core/kernels/one_hot_op.cc
index c66a812cd9..c3385091a0 100644
--- a/tensorflow/core/kernels/one_hot_op.cc
+++ b/tensorflow/core/kernels/one_hot_op.cc
@@ -159,6 +159,7 @@ namespace functor {
   DECLARE_GPU_SPEC_INDEX(T, int64);
 
 TF_CALL_GPU_NUMBER_TYPES(DECLARE_GPU_SPEC);
+TF_CALL_bool(DECLARE_GPU_SPEC);
 TF_CALL_int32(DECLARE_GPU_SPEC);
 TF_CALL_int64(DECLARE_GPU_SPEC);
 
@@ -182,6 +183,7 @@ TF_CALL_int64(DECLARE_GPU_SPEC);
   REGISTER_ONE_HOT_GPU_INDEX(type, int64);
 
 TF_CALL_GPU_NUMBER_TYPES(REGISTER_ONE_HOT_GPU);
+TF_CALL_bool(REGISTER_ONE_HOT_GPU);
 TF_CALL_int32(REGISTER_ONE_HOT_GPU);
 TF_CALL_int64(REGISTER_ONE_HOT_GPU);
 
diff --git a/tensorflow/core/kernels/one_hot_op_gpu.cu.cc b/tensorflow/core/kernels/one_hot_op_gpu.cu.cc
index 647515ae38..b7a6da61de 100644
--- a/tensorflow/core/kernels/one_hot_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/one_hot_op_gpu.cu.cc
@@ -37,6 +37,7 @@ typedef Eigen::GpuDevice GPUDevice;
   DEFINE_GPU_SPEC_INDEX(T, int64)
 
 TF_CALL_GPU_NUMBER_TYPES(DEFINE_GPU_SPEC);
+TF_CALL_bool(DEFINE_GPU_SPEC);
 TF_CALL_int32(DEFINE_GPU_SPEC);
 TF_CALL_int64(DEFINE_GPU_SPEC);
 
-- 
GitLab


From 3d86a29095eaf73959f76684d213b8c3e21c9aaf Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Fri, 19 Oct 2018 10:04:46 -0700
Subject: [PATCH 0313/1825] Fully delete dead branches in loop optimizer.

PiperOrigin-RevId: 217886816
---
 .../grappler/optimizers/loop_optimizer.cc     |  19 +-
 .../optimizers/loop_optimizer_test.cc         | 412 ++++++++++++++++++
 2 files changed, 421 insertions(+), 10 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/loop_optimizer.cc b/tensorflow/core/grappler/optimizers/loop_optimizer.cc
index f3a07be728..c74a940949 100644
--- a/tensorflow/core/grappler/optimizers/loop_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/loop_optimizer.cc
@@ -566,9 +566,9 @@ Status EvaluateBoolOpForConstantOperands(const NodeDef& op_node,
 }
 
 Status CheckForDeadFanout(const GraphView& view, const NodeDef& switch_node,
-                          const NodeMap& node_map,
-                          DeviceBase* cpu_device, ResourceMgr* resource_mgr,
-                          bool* has_dead_fanout, int* dead_fanout) {
+                          const NodeMap& node_map, DeviceBase* cpu_device,
+                          ResourceMgr* resource_mgr, bool* has_dead_fanout,
+                          int* dead_fanout) {
   *has_dead_fanout = false;
   GraphView::InputPort switch_loopcond_port(&switch_node, 1);
   NodeDef* switch_predicate = view.GetRegularFanin(switch_loopcond_port).node;
@@ -779,7 +779,6 @@ Status LoopOptimizer::RemoveDeadBranches(
         if (dead.port_id < 0) {
           // If the control dependency never gets triggered the merge will also
           // never get triggered.
-          local_dead_nodes.insert(dead.node);
           fully_dead = true;
         } else {
           local_dead_merge_inputs[dead.node].insert(dead.port_id);
@@ -787,12 +786,12 @@ Status LoopOptimizer::RemoveDeadBranches(
               dead.node->attr().at("N").i()) {
             fully_dead = true;
           }
-          if (fully_dead) {
-            local_dead_nodes.insert(dead.node);
-            for (const GraphView::InputPort& port :
-                 view.GetFanouts(*dead.node, true)) {
-              zombie_inputs.PushBack(port);
-            }
+        }
+        if (fully_dead) {
+          local_dead_nodes.insert(dead.node);
+          for (const GraphView::InputPort& port :
+               view.GetFanouts(*dead.node, true)) {
+            zombie_inputs.PushBack(port);
           }
         }
       } else if (dead.node->op() == "ControlTrigger") {
diff --git a/tensorflow/core/grappler/optimizers/loop_optimizer_test.cc b/tensorflow/core/grappler/optimizers/loop_optimizer_test.cc
index 81f40db8f0..7332839128 100644
--- a/tensorflow/core/grappler/optimizers/loop_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/loop_optimizer_test.cc
@@ -720,6 +720,418 @@ TEST_F(LoopOptimizerTest, RemoveDeadBranches_ConstantCondition) {
   }
 }
 
+TEST_F(LoopOptimizerTest, RemoveDeadBranches_FullyRemoveDeadBranches) {
+  const string gdef_ascii = R"EOF(
+node {
+  name: "episodicreplaybuffer_add_readvariableop_resource"
+  op: "_Arg"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_RESOURCE
+    }
+  }
+  attr {
+    key: "index"
+    value {
+      i: 0
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/and_1/x"
+  op: "Const"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "value"
+    value {
+      tensor {
+        dtype: DT_BOOL
+        tensor_shape {
+        }
+        bool_val: true
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/begin_episode"
+  op: "Const"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "value"
+    value {
+      tensor {
+        dtype: DT_BOOL
+        tensor_shape {
+        }
+        bool_val: false
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Switch"
+  op: "Switch"
+  input: "EpisodicReplayBuffer/add/and_1/x"
+  input: "EpisodicReplayBuffer/add/and_1/x"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/NoOp"
+  op: "NoOp"
+  input: "^EpisodicReplayBuffer/add/and_1/x"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert/Switch"
+  op: "Switch"
+  input: "EpisodicReplayBuffer/add/and_1/x"
+  input: "EpisodicReplayBuffer/add/and_1/x"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "_class"
+    value {
+      list {
+        s: "loc:@EpisodicReplayBuffer/add/assert_equal/All"
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert/Switch_1"
+  op: "Switch"
+  input: "EpisodicReplayBuffer/add/begin_episode"
+  input: "EpisodicReplayBuffer/add/and_1/x"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "_class"
+    value {
+      list {
+        s: "loc:@EpisodicReplayBuffer/add/begin_episode"
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert/Switch_2"
+  op: "Switch"
+  input: "EpisodicReplayBuffer/add/begin_episode"
+  input: "EpisodicReplayBuffer/add/and_1/x"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "_class"
+    value {
+      list {
+        s: "loc:@EpisodicReplayBuffer/add/end_episode"
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/switch_f"
+  op: "Identity"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Switch"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/control_dependency"
+  op: "Const"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/NoOp"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "value"
+    value {
+      tensor {
+        dtype: DT_BOOL
+        tensor_shape {
+        }
+        tensor_content: "\001"
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert"
+  op: "Assert"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert/Switch"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert/Switch_1"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert/Switch_2"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      list {
+        type: DT_BOOL
+        type: DT_BOOL
+      }
+    }
+  }
+  attr {
+    key: "summarize"
+    value {
+      i: 3
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/control_dependency_1"
+  op: "Identity"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/switch_f"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+  attr {
+    key: "_class"
+    value {
+      list {
+        s: "loc:@EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/switch_f"
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Merge"
+  op: "Merge"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/control_dependency_1"
+  input: "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/control_dependency"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Assert"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "N"
+    value {
+      i: 2
+    }
+  }
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/FloorMod/y"
+  op: "Const"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Merge"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_INT64
+    }
+  }
+  attr {
+    key: "value"
+    value {
+      tensor {
+        dtype: DT_INT64
+        tensor_shape {
+        }
+        int64_val: 5000
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/ReadVariableOp"
+  op: "ReadVariableOp"
+  input: "episodicreplaybuffer_add_readvariableop_resource"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Merge"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_INT64
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/Less/y"
+  op: "Const"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Merge"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_INT64
+    }
+  }
+  attr {
+    key: "value"
+    value {
+      tensor {
+        dtype: DT_INT64
+        tensor_shape {
+        }
+        int64_val: 0
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/Less"
+  op: "Less"
+  input: "EpisodicReplayBuffer/add/ReadVariableOp"
+  input: "EpisodicReplayBuffer/add/Less/y"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_INT64
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/or"
+  op: "LogicalOr"
+  input: "EpisodicReplayBuffer/add/begin_episode"
+  input: "EpisodicReplayBuffer/add/Less"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+}
+node {
+  name: "EpisodicReplayBuffer/add/get_episode_id/pred_id"
+  op: "Identity"
+  input: "EpisodicReplayBuffer/add/or"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/get_episode_id/Switch"
+  op: "Switch"
+  input: "EpisodicReplayBuffer/add/or"
+  input: "EpisodicReplayBuffer/add/or"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_BOOL
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/get_episode_id/critical_section_execute/AssignVariableOp/Switch"
+  op: "Switch"
+  input: "episodicreplaybuffer_add_readvariableop_resource"
+  input: "EpisodicReplayBuffer/add/get_episode_id/pred_id"
+  input: "^EpisodicReplayBuffer/add/ReadVariableOp"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "T"
+    value {
+      type: DT_RESOURCE
+    }
+  }
+  attr {
+    key: "_class"
+    value {
+      list {
+        s: "loc:@EpisodicReplayBuffer/add/ReadVariableOp/resource"
+      }
+    }
+  }
+}
+node {
+  name: "EpisodicReplayBuffer/add/get_episode_id/critical_section_execute/ReadVariableOp_3"
+  op: "ReadVariableOp"
+  input: "^EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Merge"
+  device: "/job:localhost/replica:0/task:0/device:CPU:0"
+  attr {
+    key: "dtype"
+    value {
+      type: DT_INT64
+    }
+  }
+}
+library {
+}
+versions {
+  producer: 27
+}
+  )EOF";
+
+  GrapplerItem item;
+  CHECK(protobuf::TextFormat::ParseFromString(gdef_ascii, &item.graph));
+  item.fetch = {
+      "EpisodicReplayBuffer/add/get_episode_id/critical_section_execute/"
+      "ReadVariableOp_3"};
+
+  LoopOptimizer optimizer(RewriterConfig::AGGRESSIVE, nullptr);
+  GraphDef output;
+  Status status = optimizer.Optimize(nullptr, item, &output);
+  TF_CHECK_OK(status);
+
+  bool found_merge = false;
+  for (const auto& node : output.node()) {
+    if (node.name() ==
+        "EpisodicReplayBuffer/add/assert_equal/Assert/AssertGuard/Merge") {
+      found_merge = true;
+    }
+  }
+
+  EXPECT_TRUE(found_merge)
+      << "Merge node was deleted, but it shouldn't have been.";
+}
+
 TEST_F(LoopOptimizerTest, RemoveDeadBranches_ZeroIterWhile) {
   const string gdef_ascii = R"EOF(
 node {
-- 
GitLab


From 4d0939bb192723cb7aa0f74a584f526153846d99 Mon Sep 17 00:00:00 2001
From: Brian Patton <bjp@google.com>
Date: Fri, 19 Oct 2018 10:12:15 -0700
Subject: [PATCH 0314/1825] Adds GPU support for `Select` over `bool` dtype.

PiperOrigin-RevId: 217888116
---
 tensorflow/core/kernels/cwise_op_gpu_select.cu.cc | 1 +
 tensorflow/core/kernels/cwise_op_select.cc        | 1 +
 2 files changed, 2 insertions(+)

diff --git a/tensorflow/core/kernels/cwise_op_gpu_select.cu.cc b/tensorflow/core/kernels/cwise_op_gpu_select.cu.cc
index 627ecc8c80..303d8e4791 100644
--- a/tensorflow/core/kernels/cwise_op_gpu_select.cu.cc
+++ b/tensorflow/core/kernels/cwise_op_gpu_select.cu.cc
@@ -94,6 +94,7 @@ struct BatchSelectFunctor<GPUDevice, T> {
   template struct SelectScalarFunctor<GPUDevice, T>; \
   template struct BatchSelectFunctor<GPUDevice, T>;
 
+SELECT_FUNCTOR(bool);
 SELECT_FUNCTOR(Eigen::half);
 SELECT_FUNCTOR(float);
 SELECT_FUNCTOR(double);
diff --git a/tensorflow/core/kernels/cwise_op_select.cc b/tensorflow/core/kernels/cwise_op_select.cc
index d6988a562c..dd4e4ea547 100644
--- a/tensorflow/core/kernels/cwise_op_select.cc
+++ b/tensorflow/core/kernels/cwise_op_select.cc
@@ -159,6 +159,7 @@ TF_CALL_ALL_TYPES(REGISTER_SELECT);
       Name("Select").Device(DEVICE_GPU).TypeConstraint<type>("T"), \
       SelectOp<GPUDevice, type>);
 
+REGISTER_SELECT_GPU(bool);
 REGISTER_SELECT_GPU(Eigen::half);
 REGISTER_SELECT_GPU(float);
 REGISTER_SELECT_GPU(double);
-- 
GitLab


From 4ad6a9fab8c846a610cc43434a14c885b71fd959 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 19 Oct 2018 11:09:05 -0700
Subject: [PATCH 0315/1825] Snapshot/Writeback resource vars atomically to
 enable more aggressive clustering

Snapshotting all resource variables as a single atomic operation satisfies any
Read->Read and Read->Write dependencies in resource variable operations.
Similarly writing back all resource variables as a single atomic operation
satisfies any Write->Write and ReadWrite->Write dependencies.  This lets us
auto-cluster more resource variable operations.

I also reworded some comments in jit/resource_operation_safety_analysis.cc to
make them clearer.

PiperOrigin-RevId: 217898297
---
 tensorflow/compiler/jit/BUILD                 |   1 +
 tensorflow/compiler/jit/kernels/xla_ops.cc    |   2 +-
 .../jit/resource_operation_safety_analysis.cc |  35 ++--
 ...resource_operation_safety_analysis_test.cc |  40 ++---
 tensorflow/compiler/jit/xla_launch_util.cc    | 158 +++++++++++++++---
 tensorflow/compiler/jit/xla_launch_util.h     |  68 +++++++-
 tensorflow/core/framework/resource_mgr.h      |  17 +-
 tensorflow/core/kernels/BUILD                 |   1 +
 .../core/kernels/resource_variable_ops.cc     |  22 ++-
 9 files changed, 254 insertions(+), 90 deletions(-)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 77cae5668b..b920849a9f 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -239,6 +239,7 @@ cc_library(
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/kernels:variable_ops",
+        "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/memory",
     ],
 )
diff --git a/tensorflow/compiler/jit/kernels/xla_ops.cc b/tensorflow/compiler/jit/kernels/xla_ops.cc
index 2268d90428..a378e24d3f 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.cc
+++ b/tensorflow/compiler/jit/kernels/xla_ops.cc
@@ -241,7 +241,7 @@ static Status CompileToLocalExecutable(
   // this is more obviously correct.)
   core::ScopedUnref cache_ref(cache);
 
-  *variables = SnapshotResourceVariables(ctx, resources);
+  TF_RETURN_IF_ERROR(SnapshotResourceVariables(ctx, resources, variables));
   *client = static_cast<xla::LocalClient*>(cache->client());
 
   XlaCompiler::Options options;
diff --git a/tensorflow/compiler/jit/resource_operation_safety_analysis.cc b/tensorflow/compiler/jit/resource_operation_safety_analysis.cc
index e039d46ec8..c0897217bc 100644
--- a/tensorflow/compiler/jit/resource_operation_safety_analysis.cc
+++ b/tensorflow/compiler/jit/resource_operation_safety_analysis.cc
@@ -39,8 +39,7 @@ limitations under the License.
 //     resource variables).
 //
 // The result is incorrect around loops because we ignore edges from
-// NextIteration to Merge, but that should be fine because we don't cluster
-// these edges.  For instance, in:
+// NextIteration to Merge.  For instance, in:
 //
 // Init -----> Merge <-------+
 //               |           |
@@ -55,21 +54,20 @@ limitations under the License.
 //
 // we won't put (Read, Write) in the returned set.  This is fine if
 // auto-clustering can only cluster the Read->Write edge, but it is a problem if
-// it clusters the Write->NextIteration->Merge->Read edges instead.  The same
-// problem is present for the functional version of the loop above.  We rely on
-// auto-clustering to not cluster control flow edges like NextIteration->Merge.
-// This is enough to avoid the explicit-control-flow problem shown above.  One
-// way to think about this is that we only care about cases where two nodes, A
-// and B, would normally have been put in the same cluster but cannot legally be
-// in the same cluster because of resourcevar-dependencies.  If A and B would
+// it clusters the Write->NextIteration->Merge->Read edges instead.  So we rely
+// on auto-clustering to not cluster NextIteration->Merge edges.  The same
+// problem is present for the functional version of the loop above and we also
+// rely on auto-clustering not clustering functional while loops containing
+// resource operations.
+//
+// One way to think about this is that we only care about cases where two nodes,
+// A and B, would normally have been put in the same cluster but cannot legally
+// be in the same cluster because of resourcevar-dependencies.  If A and B would
 // normally have been put in the same cluster then all paths between A and B
 // would have to be clusterable (otherwise we'd have introduced a cycle).  Ergo
 // there could not have been a NextIteration->Merge edge between A and B since
 // we don't cluster these edges.
 //
-// We also rely on auto-clustering to not cluster functional control flow nodes
-// that contain resource operations.
-//
 // IMPLEMENTATION
 // --------------
 //
@@ -152,13 +150,12 @@ Status XlaResourceOpKindForNode(
 // can be represented by an XLA cluster and needs no special handling around
 // auto-jit.
 bool IsEdgeSafe(XlaResourceOpKind from, XlaResourceOpKind to) {
-  // XLA clusters forces all reads to happen before all writes, which means the
-  // kinds of edges it can faithfully represent are: Read->Write, Read->Modify,
-  // Modify->Write, Read->Read, Write->Write.
-  //
-  // TODO(b/112856632): We can, in theory, support Read->Read and Write->Write
-  // dependencies.
-  return from == XlaResourceOpKind::kRead && to == XlaResourceOpKind::kWrite;
+  // XLA clusters force all reads to happen before all writes.  Moreover the set
+  // of reads are executed as one atomic operation, and the set of writes are as
+  // another atomic operation.  This means we can faithfully represent the
+  // following edges: Read->*, *->Write.
+
+  return from == XlaResourceOpKind::kRead || to == XlaResourceOpKind::kWrite;
 }
 
 using ResourceOp = std::pair<int, XlaResourceOpKind>;
diff --git a/tensorflow/compiler/jit/resource_operation_safety_analysis_test.cc b/tensorflow/compiler/jit/resource_operation_safety_analysis_test.cc
index e54b547abc..67304412fd 100644
--- a/tensorflow/compiler/jit/resource_operation_safety_analysis_test.cc
+++ b/tensorflow/compiler/jit/resource_operation_safety_analysis_test.cc
@@ -130,9 +130,7 @@ TEST(ResourceOperationSafetyAnalysisTest, ReadModify) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  EXPECT_EQ(incompatible_pairs.size(), 1);
-  std::pair<int, int> read_modify_pair = {read->id(), modify->id()};
-  EXPECT_EQ(incompatible_pairs[0], read_modify_pair);
+  EXPECT_EQ(incompatible_pairs.size(), 0);
 }
 
 TEST(ResourceOperationSafetyAnalysisTest, ModifyRead) {
@@ -162,9 +160,7 @@ TEST(ResourceOperationSafetyAnalysisTest, ModifyWrite) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  EXPECT_EQ(incompatible_pairs.size(), 1);
-  std::pair<int, int> modify_write_pair = {modify->id(), write->id()};
-  EXPECT_EQ(incompatible_pairs[0], modify_write_pair);
+  EXPECT_EQ(incompatible_pairs.size(), 0);
 }
 
 TEST(ResourceOperationSafetyAnalysisTest, WriteModify) {
@@ -196,11 +192,7 @@ TEST(ResourceOperationSafetyAnalysisTest, ReadModifyWrite) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  EXPECT_EQ(incompatible_pairs.size(), 2);
-  std::pair<int, int> modify_write_pair = {modify->id(), write->id()};
-  std::pair<int, int> read_modify_pair = {read->id(), modify->id()};
-  EXPECT_EQ(incompatible_pairs[0], read_modify_pair);
-  EXPECT_EQ(incompatible_pairs[1], modify_write_pair);
+  EXPECT_EQ(incompatible_pairs.size(), 0);
 }
 
 TEST(ResourceOperationSafetyAnalysisTest, WriteModifyRead) {
@@ -239,14 +231,12 @@ TEST(ResourceOperationSafetyAnalysisTest, WriteReadModify) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  ASSERT_EQ(incompatible_pairs.size(), 3);
+  ASSERT_EQ(incompatible_pairs.size(), 2);
 
   std::pair<int, int> write_modify_pair = {write->id(), modify->id()};
   std::pair<int, int> write_read_pair = {write->id(), read->id()};
-  std::pair<int, int> read_modify_pair = {read->id(), modify->id()};
-  EXPECT_EQ(incompatible_pairs[0], read_modify_pair);
-  EXPECT_EQ(incompatible_pairs[1], write_read_pair);
-  EXPECT_EQ(incompatible_pairs[2], write_modify_pair);
+  EXPECT_EQ(incompatible_pairs[0], write_read_pair);
+  EXPECT_EQ(incompatible_pairs[1], write_modify_pair);
 }
 
 FunctionDefLibrary CreateFunctionDefLibWithConstFunction(const string& name) {
@@ -307,9 +297,7 @@ TEST(ResourceOperationSafetyAnalysisTest, ReadCall) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  ASSERT_EQ(incompatible_pairs.size(), 1);
-  std::pair<int, int> read_call_edge = {read->id(), call->id()};
-  EXPECT_EQ(incompatible_pairs[0], read_call_edge);
+  EXPECT_EQ(incompatible_pairs.size(), 0);
 }
 
 TEST(ResourceOperationSafetyAnalysisTest, CallWrite) {
@@ -329,9 +317,7 @@ TEST(ResourceOperationSafetyAnalysisTest, CallWrite) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  ASSERT_EQ(incompatible_pairs.size(), 1);
-  std::pair<int, int> call_write_edge = {call->id(), write->id()};
-  EXPECT_EQ(incompatible_pairs[0], call_write_edge);
+  EXPECT_EQ(incompatible_pairs.size(), 0);
 }
 
 TEST(ResourceOperationSafetyAnalysisTest, WriteCall) {
@@ -429,18 +415,14 @@ TEST(ResourceOperationSafetyAnalysisTest, ChainOfOps) {
   std::vector<std::pair<int, int>> incompatible_pairs;
   TF_ASSERT_OK(ComputeIncompatiblePairs(root.graph(), &incompatible_pairs));
 
-  ASSERT_EQ(incompatible_pairs.size(), 5);
+  ASSERT_EQ(incompatible_pairs.size(), 3);
   std::pair<int, int> write_0_read_0_pair = {write_0->id(), read_0->id()};
   std::pair<int, int> write_0_read_1_pair = {write_0->id(), read_1->id()};
   std::pair<int, int> write_1_read_1_pair = {write_1->id(), read_1->id()};
-  std::pair<int, int> write_0_write_1_pair = {write_0->id(), write_1->id()};
-  std::pair<int, int> read_0_read_1_pair = {read_0->id(), read_1->id()};
 
   EXPECT_EQ(incompatible_pairs[0], write_0_read_0_pair);
-  EXPECT_EQ(incompatible_pairs[1], write_0_write_1_pair);
-  EXPECT_EQ(incompatible_pairs[2], write_0_read_1_pair);
-  EXPECT_EQ(incompatible_pairs[3], read_0_read_1_pair);
-  EXPECT_EQ(incompatible_pairs[4], write_1_read_1_pair);
+  EXPECT_EQ(incompatible_pairs[1], write_0_read_1_pair);
+  EXPECT_EQ(incompatible_pairs[2], write_1_read_1_pair);
 }
 
 TEST(ResourceOperationSafetyAnalysisTest, DagOfOps) {
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 3c34e37873..4c0754678c 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include <memory>
 
+#include "absl/algorithm/container.h"
 #include "absl/memory/memory.h"
 #include "tensorflow/compiler/jit/defs.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
@@ -41,22 +42,127 @@ using xla::ScopedShapedBuffer;
 using xla::ShapedBuffer;
 }  // anonymous namespace
 
-std::map<int, OptionalTensor> SnapshotResourceVariables(
-    OpKernelContext* ctx, absl::Span<const int> variables) {
-  std::map<int, OptionalTensor> snapshot;
-  for (int i : variables) {
-    Var* variable = nullptr;
-    ResourceHandle handle = HandleFromInput(ctx, i);
-    OptionalTensor& tensor = snapshot[i];
-    if (LookupResource(ctx, handle, &variable).ok()) {
-      core::ScopedUnref scoped_unref(variable);
-      tf_shared_lock lock(*variable->mu());
-      tensor.name = handle.name();
+VariableInfo::VariableInfo(int index, Var* var) : index_(index), var_(var) {}
+VariableInfo::VariableInfo(VariableInfo&& other)
+    : index_(other.index_), var_(other.var_), lock_held_(other.lock_held_) {
+  other.index_ = -1;
+  other.var_ = nullptr;
+}
+
+VariableInfo& VariableInfo::operator=(VariableInfo&& other) {
+  index_ = other.index_;
+  var_ = other.var_;
+  lock_held_ = other.lock_held_;
+
+  other.index_ = -1;
+  other.var_ = nullptr;
+
+  return *this;
+}
+
+VariableInfo::~VariableInfo() {
+  // Release the variable's lock if we hold it. Ensures that the lock is
+  // released even on error.  It does not matter in what order we release the
+  // locks.
+  if (var()) {
+    if (lock_held()) {
+      var()->mu()->unlock();
+    }
+
+    // Unref the variable so it can be released by ResourceManager.
+    var()->Unref();
+  }
+}
+
+// Returns a vector of VaribleInfo instances for the resource variable inputs to
+// the kernel with context `ctx`.  The input indices for the resource variable
+// inputs are in `variable_indices`.
+static Status GetVariableInfosFromCtxInputs(
+    OpKernelContext* ctx, absl::Span<const int> variable_indices,
+    std::vector<VariableInfo>* result) {
+  std::vector<const ResourceHandle*> resource_handles;
+  absl::c_transform(
+      variable_indices, std::back_inserter(resource_handles),
+      [&](int variable_idx) { return &HandleFromInput(ctx, variable_idx); });
+
+  std::vector<std::unique_ptr<Var, core::RefCountDeleter>> variables;
+  TF_RETURN_IF_ERROR(LookupResources(ctx, resource_handles, &variables));
+
+  result->clear();
+  result->reserve(variable_indices.size());
+  for (int i = 0; i < variable_indices.size(); i++) {
+    // *Release* the variable because we're going to unref it later in
+    // ~VariableInfo.
+    Var* variable = variables[i].release();
+    result->emplace_back(variable_indices[i], variable);
+  }
+
+  return Status::OK();
+}
+
+Status LockVariables(absl::Span<VariableInfo> variables) {
+  std::vector<int> lock_order(variables.size());
+  std::iota(lock_order.begin(), lock_order.end(), 0);
+
+  // VariableInfoComparator orders all empty VariableInfo instances as
+  // equivalent so it looks like we may want to stable sort these to maintain a
+  // deterministic order between the empty VariableInfo instances.  However
+  // since we're sorting by pointer value the sort is pretty non-deterministic
+  // anyway so we don't bother using std::stable_sort for now.
+  absl::c_sort(lock_order, [&](int a, int b) {
+    if (variables[a].var() && variables[b].var()) {
+      return variables[a].var()->mu() < variables[b].var()->mu();
+    }
+
+    // Move all the empty VariableInfo instances to the end.
+    return variables[a].var() != nullptr;
+  });
+
+  mutex* prev = nullptr;
+  for (int i : lock_order) {
+    Var* variable = variables[i].var();
+    if (variable == nullptr) {
+      // All empty VariableInfo instances are at the end of the order
+      // so we're done.
+      break;
+    }
+    mutex* mu = variable->mu();
+    if (prev == mu) {
+      // It is an error to pass the same variable handle twice to the same XLA
+      // cluster because we would not handle variable updates correctly.  Any
+      // locks we have already acquired will be released when the VariableInfo
+      // objects are destroyed.
+      return errors::Internal("Duplicate variable passed to XLA cluster");
+    }
+    VLOG(4) << "Acquiring lock for variable "
+            << reinterpret_cast<void*>(variable);
+    mu->lock();
+    variables[i].set_lock_held();
+    prev = mu;
+  }
+  VLOG(4) << "Finished acquiring variable locks.";
+  return Status::OK();
+}
+
+Status SnapshotResourceVariables(OpKernelContext* ctx,
+                                 absl::Span<const int> variable_indices,
+                                 std::map<int, OptionalTensor>* result) {
+  std::vector<VariableInfo> variable_infos;
+  TF_RETURN_IF_ERROR(
+      GetVariableInfosFromCtxInputs(ctx, variable_indices, &variable_infos));
+  TF_RETURN_IF_ERROR(LockVariables(absl::MakeSpan(variable_infos)));
+
+  for (int i = 0; i < variable_indices.size(); i++) {
+    if (variable_infos[i].var()) {
+      OptionalTensor& tensor = (*result)[variable_indices[i]];
+      tensor.name = HandleFromInput(ctx, variable_indices[i]).name();
       tensor.present = true;
-      tensor.value = *variable->tensor();
+      tensor.value = *variable_infos[i].var()->tensor();
+    } else {
+      (*result)[variable_indices[i]] = OptionalTensor();
     }
   }
-  return snapshot;
+  return Status::OK();
 }
 
 XlaAllocator::XlaAllocator(const se::Platform* platform, Allocator* wrapped)
@@ -236,7 +342,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
         // Copy host -> device. (Empty tensors don't have backing buffers.)
         // Manually allocate memory using an XlaTensorBuffer so we can allocate
         // as much memory as the device requires (as given by
-        // GetByteSizeRequirement). This avoids XlaDeviceContext having to
+        // GetByteSizeRequirement). This avoids XlaTransferManager having to
         // reallocate the device buffer later.
         VLOG(1) << "Constant output tensor on device";
 
@@ -312,30 +418,36 @@ Status XlaComputationLaunchContext::PopulateOutputs(
 
   // Apply variable updates, if any.
   VLOG(2) << "Applying variable updates";
+  std::vector<VariableInfo> variable_infos;
+  variable_infos.reserve(kernel->resource_updates.size());
+
   for (int i = 0; i < kernel->resource_updates.size(); ++i) {
-    Allocator* allocator = ctx->device()->GetAllocator({});
     const XlaCompiler::ResourceUpdate& write = kernel->resource_updates[i];
     int actual_input_index = write.input_index - missing_ctx_input_prefix;
     if (actual_input_index < 0 || actual_input_index >= ctx->num_inputs()) {
       return errors::Internal("Invalid input index for variable write.");
     }
 
-    se::DeviceMemoryBase buffer = output.buffer({output_num});
-
-    Var* variable = nullptr;
     // TODO(b/35625933): tensorflow::Var should contain a PersistentTensor,
     // not a Tensor.
+    Var* variable = nullptr;
     TF_RETURN_IF_ERROR(LookupOrCreateResource<Var>(
         ctx, HandleFromInput(ctx, actual_input_index), &variable,
         [&write](Var** ptr) {
           *ptr = new Var(write.type);
           return Status::OK();
         }));
+    variable_infos.emplace_back(actual_input_index, variable);
+  }
+
+  TF_RETURN_IF_ERROR(LockVariables(absl::MakeSpan(variable_infos)));
 
-    core::ScopedUnref s(variable);
+  for (int i = 0; i < kernel->resource_updates.size(); ++i) {
+    Allocator* allocator = ctx->device()->GetAllocator({});
+    const XlaCompiler::ResourceUpdate& write = kernel->resource_updates[i];
+    se::DeviceMemoryBase buffer = output.buffer({output_num});
 
-    mutex_lock ml(*variable->mu());
-    if (variable->tensor()->dtype() != write.type) {
+    if (variable_infos[i].var()->tensor()->dtype() != write.type) {
       return errors::Internal("Mismatched type in variable write");
     }
 
@@ -350,12 +462,12 @@ Status XlaComputationLaunchContext::PopulateOutputs(
       if (use_multiple_streams_) {
         xla_tensor->SetDefinitionEvent(definition_event, stream);
       }
-      *variable->tensor() = output_tensor;
+      *variable_infos[i].var()->tensor() = output_tensor;
     } else {
       Tensor output_tensor = XlaTensorBuffer::MakeTensor(
           write.type, write.shape, buffer, allocator);
       output.set_buffer(xla::OwningDeviceMemory(), {output_num});
-      *variable->tensor() = output_tensor;
+      *variable_infos[i].var()->tensor() = output_tensor;
     }
     ++output_num;
   }
diff --git a/tensorflow/compiler/jit/xla_launch_util.h b/tensorflow/compiler/jit/xla_launch_util.h
index 326d70a027..81e205d13f 100644
--- a/tensorflow/compiler/jit/xla_launch_util.h
+++ b/tensorflow/compiler/jit/xla_launch_util.h
@@ -18,6 +18,7 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_JIT_XLA_LAUNCH_UTIL_H_
 #define TENSORFLOW_COMPILER_JIT_XLA_LAUNCH_UTIL_H_
 
+#include "absl/base/thread_annotations.h"
 #include "tensorflow/compiler/jit/xla_compilation_cache.h"
 #include "tensorflow/compiler/jit/xla_tensor.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
@@ -34,17 +35,68 @@ limitations under the License.
 namespace tensorflow {
 class XlaAllocator;
 
-// Takes a snapshot of the values of resource variable arguments, whose
-// indices are specified in `variables` argument. We snapshot tensors that back
+// Takes a snapshot of the values of resource variable arguments, whose indices
+// are specified in `variable_indices` argument. We snapshot tensors that back
 // resource variables since concurrent updates may modify the shape, and it is
 // important that the shapes used for compilation match the true shapes of the
 // buffers.
 //
+// We snapshot the entire set of resource variables as one atomic operation.
+// This models Read->* dependencies between resource variable operations.  See
+// jit/resource_operation_safety_analysis for details.
+//
 // Returns a map of TensorFlow argument index to resource variable. If a
 // resource variable is not initialized, the corresponding OptionalTensor
 // will have its `present` field set to false.
-std::map<int, OptionalTensor> SnapshotResourceVariables(
-    OpKernelContext* ctx, absl::Span<const int> variables);
+Status SnapshotResourceVariables(OpKernelContext* ctx,
+                                 absl::Span<const int> variable_indices,
+                                 std::map<int, OptionalTensor>* result);
+
+// Information about the state of a variable passed as input to the _XlaCompile
+// and _XlaRun operators.  Unlocks the resource variable and decrements its
+// refcount on destruction.
+class VariableInfo {
+ public:
+  explicit VariableInfo(int index, Var* var);
+  VariableInfo(VariableInfo&& other);
+
+  VariableInfo& operator=(VariableInfo&& other);
+
+  VariableInfo(const VariableInfo&) = delete;
+  VariableInfo& operator=(const VariableInfo&) = delete;
+
+  // The index of the DT_RESOURCE input to the _XlaCompile/_XlaRun operator.
+  // Note that the indices can be different between _XlaCompile and _XlaRun.
+  int index() const { return index_; }
+
+  // A pointer to the resource variable.  May be null if this VariableInfo is
+  // "empty", i.e. it does not track a resource variable.
+  Var* var() const { return var_; }
+
+  // Returns true if the resource variable lock was successfully acquired by
+  // this thread.
+  bool lock_held() const { return lock_held_; }
+  void set_lock_held() { lock_held_ = true; }
+
+  ~VariableInfo();
+
+ private:
+  int index_;
+  Var* var_;
+
+  // We can't use a optional<mutex_lock> here because it confuses the compiler's
+  // thread safety analysis. Instead we use a boolean flag and release the lock
+  // in the VariableInfo destructor.
+  bool lock_held_ = false;
+};
+
+// Acquires the mutexes for all the variables in `variables` using a
+// deadlock-safe protocol (acquire the mutexes in increasing-address order).
+//
+// `variables` is allowed to contain instances that don't track a resource
+// variable (i.e. variables[i].var() can be null for some i).
+Status LockVariables(absl::Span<VariableInfo> variables)
+    EXCLUSIVE_LOCK_FUNCTION();
 
 // Adapter class that wraps a Tensorflow allocator as an XLA allocator.
 // Assumes that the Tensorflow allocator permits asynchronous deallocation:
@@ -99,7 +151,13 @@ class XlaComputationLaunchContext {
                       const std::map<int, OptionalTensor>& variables,
                       int missing_ctx_input_prefix);
 
-  // Given the XLA output in `output`, populate all outputs of `ctx`.
+  // Given the XLA output in `output`, populate all outputs of `ctx`.  Also
+  // writes out the resource variable updates.
+  //
+  // Updates to all resource variables are written in a single atomic operation.
+  // This models *->Write dependencies between resource variable operations.
+  // See jit/resource_operation_safety_analysis for details.
+  //
   //
   // Assumes that the first `missing_ctx_input_prefix` inputs to the kernel are
   // missing and adjusts input indices accordingly.
diff --git a/tensorflow/core/framework/resource_mgr.h b/tensorflow/core/framework/resource_mgr.h
index 4a531648d9..3195cd2e9d 100644
--- a/tensorflow/core/framework/resource_mgr.h
+++ b/tensorflow/core/framework/resource_mgr.h
@@ -129,12 +129,13 @@ class ResourceMgr {
                 T** resource) const TF_MUST_USE_RESULT;
 
   // Similar to Lookup, but looks up multiple resources at once, with only a
-  // single lock acquisition.
+  // single lock acquisition.  If containers_and_names[i] is uninitialized
+  // then this function does not modify resources[i].
   template <typename T>
   Status LookupMany(absl::Span<std::pair<const string*, const string*> const>
                         containers_and_names,
                     std::vector<std::unique_ptr<T, core::RefCountDeleter>>*
-                        resource) const TF_MUST_USE_RESULT;
+                        resources) const TF_MUST_USE_RESULT;
 
   // If "container" has a resource "name", returns it in
   // "*resource". Otherwise, invokes creator() to create the resource.
@@ -261,7 +262,8 @@ Status CreateResource(OpKernelContext* ctx, const ResourceHandle& p, T* value);
 template <typename T>
 Status LookupResource(OpKernelContext* ctx, const ResourceHandle& p, T** value);
 
-// Looks up multiple resources pointed by a sequence of resource handles.
+// Looks up multiple resources pointed by a sequence of resource handles.  If
+// p[i] is uninitialized then values[i] is unmodified.
 template <typename T>
 Status LookupResources(
     OpKernelContext* ctx, absl::Span<ResourceHandle const> p,
@@ -445,10 +447,11 @@ Status ResourceMgr::LookupMany(
   resources->resize(containers_and_names.size());
   for (size_t i = 0; i < containers_and_names.size(); ++i) {
     T* resource;
-    TF_RETURN_IF_ERROR(LookupInternal(*containers_and_names[i].first,
-                                      *containers_and_names[i].second,
-                                      &resource));
-    (*resources)[i].reset(resource);
+    Status s = LookupInternal(*containers_and_names[i].first,
+                              *containers_and_names[i].second, &resource);
+    if (s.ok()) {
+      (*resources)[i].reset(resource);
+    }
   }
   return Status::OK();
 }
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 1f401b257b..35377888c1 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -2087,6 +2087,7 @@ tf_kernel_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:resource_variable_ops_op_lib",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/kernels/resource_variable_ops.cc b/tensorflow/core/kernels/resource_variable_ops.cc
index 678d675c4a..170b08b4b7 100644
--- a/tensorflow/core/kernels/resource_variable_ops.cc
+++ b/tensorflow/core/kernels/resource_variable_ops.cc
@@ -54,6 +54,7 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
+#include "absl/strings/str_join.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/resource_mgr.h"
@@ -124,12 +125,21 @@ void ReadVariablesOp::Compute(OpKernelContext* ctx) {
   for (size_t i = 0; i < dtypes_.size(); ++i) {
     handles[i] = &HandleFromInput(ctx, i);
   }
-  const auto status = LookupResources(ctx, handles, &variables);
-  OP_REQUIRES(ctx, status.ok(),
-              errors::FailedPrecondition(
-                  "Error while reading resource variable. This could mean that "
-                  "the variable was uninitialized. ",
-                  status.ToString()));
+
+  OP_REQUIRES_OK(ctx, LookupResources(ctx, handles, &variables));
+
+  std::vector<string> uninitialized_vars;
+  for (int64 i = 0; i < variables.size(); i++) {
+    if (variables[i] == nullptr) {
+      uninitialized_vars.push_back(handles[i]->name());
+    }
+  }
+
+  OP_REQUIRES(
+      ctx, uninitialized_vars.empty(),
+      errors::InvalidArgument("In ReadVariableOp the following variables were "
+                              "found uninitialized: ",
+                              absl::StrJoin(uninitialized_vars, ", ")));
 
   for (size_t i = 0; i < dtypes_.size(); ++i) {
     // We're acquiring a reference to the underlying buffer while
-- 
GitLab


From 67732a5e16e11e309749aa609d37ad45077de35a Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Fri, 19 Oct 2018 11:09:52 -0700
Subject: [PATCH 0316/1825] [tf.data] Internal cleanup of optimization tests.

PiperOrigin-RevId: 217898414
---
 .../core/grappler/optimizers/data/BUILD       |  62 +++---
 ...ware_replacement.cc => make_numa_aware.cc} |  18 +-
 ..._aware_replacement.h => make_numa_aware.h} |  16 +-
 ...cement_test.cc => make_numa_aware_test.cc} |   8 +-
 .../optimizers/data/noop_elimination.cc       |   8 +-
 .../optimizers/data/noop_elimination.h        |   2 +-
 .../optimizers/data/noop_elimination_test.cc  |  20 +-
 .../kernel_tests/optimization/BUILD           | 156 ++++++++++---
 ...op_test.py => assert_next_dataset_test.py} |   2 +-
 .../optimization/filter_fusion_test.py        |  98 +++++++++
 .../optimization/hoist_random_uniform_test.py |  80 +++----
 .../optimization/latency_all_edges_test.py    |   6 +-
 .../optimization/make_numa_aware_test.py      |  47 ++++
 .../optimization/map_and_batch_fusion_test.py |  46 ++++
 .../map_and_filter_fusion_test.py             | 207 ++++--------------
 .../optimization/map_fusion_test.py           |  96 ++++++++
 .../optimization/map_parallelization_test.py  |  48 ++--
 .../optimization/map_vectorization_test.py    |   2 +-
 ...taset_op_test.py => model_dataset_test.py} |  47 ++--
 .../optimization/noop_elimination_test.py     |   9 +-
 ...et_op_test.py => optimize_dataset_test.py} |  64 +-----
 .../shuffle_and_repeat_fusion_test.py         |  49 +++++
 tensorflow/python/data/ops/dataset_ops.py     |   2 +-
 23 files changed, 694 insertions(+), 399 deletions(-)
 rename tensorflow/core/grappler/optimizers/data/{map_and_batch_numa_aware_replacement.cc => make_numa_aware.cc} (70%)
 rename tensorflow/core/grappler/optimizers/data/{map_and_batch_numa_aware_replacement.h => make_numa_aware.h} (69%)
 rename tensorflow/core/grappler/optimizers/data/{map_and_batch_numa_aware_replacement_test.cc => make_numa_aware_test.cc} (94%)
 rename tensorflow/python/data/experimental/kernel_tests/optimization/{assert_next_dataset_op_test.py => assert_next_dataset_test.py} (97%)
 create mode 100644 tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py
 create mode 100644 tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py
 create mode 100644 tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py
 create mode 100644 tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py
 rename tensorflow/python/data/experimental/kernel_tests/optimization/{model_dataset_op_test.py => model_dataset_test.py} (84%)
 rename tensorflow/python/data/experimental/kernel_tests/optimization/{optimize_dataset_op_test.py => optimize_dataset_test.py} (57%)
 create mode 100644 tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py

diff --git a/tensorflow/core/grappler/optimizers/data/BUILD b/tensorflow/core/grappler/optimizers/data/BUILD
index a2eac4fd4b..7bf945dbc2 100644
--- a/tensorflow/core/grappler/optimizers/data/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/BUILD
@@ -227,14 +227,17 @@ cc_library(
 )
 
 cc_library(
-    name = "make_sloppy",
-    srcs = ["make_sloppy.cc"],
-    hdrs = ["make_sloppy.h"],
+    name = "make_numa_aware",
+    srcs = ["make_numa_aware.cc"],
+    hdrs = ["make_numa_aware.h"],
     visibility = ["//visibility:public"],
     deps = [
-        "//tensorflow/core/grappler:grappler_item",
+        ":graph_utils",
         "//tensorflow/core/grappler:mutable_graph_view",
+        "//tensorflow/core:lib",
+        "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
+        "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/clusters:cluster",
         "//tensorflow/core/grappler/optimizers:custom_graph_optimizer",
         "//tensorflow/core/grappler/optimizers:custom_graph_optimizer_registry",
@@ -242,13 +245,13 @@ cc_library(
 )
 
 tf_cc_test(
-    name = "make_sloppy_test",
-    srcs = ["make_sloppy_test.cc"],
+    name = "make_numa_aware_test",
+    srcs = ["make_numa_aware_test.cc"],
     visibility = ["//visibility:public"],
     deps = [
         ":graph_test_utils",
         ":graph_utils",
-        ":make_sloppy",
+        ":make_numa_aware",
         "//tensorflow/core:framework",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
@@ -258,35 +261,28 @@ tf_cc_test(
 )
 
 cc_library(
-    name = "map_vectorization",
-    srcs = ["map_vectorization.cc"],
-    hdrs = [
-        "map_vectorization.h",
-    ],
+    name = "make_sloppy",
+    srcs = ["make_sloppy.cc"],
+    hdrs = ["make_sloppy.h"],
     visibility = ["//visibility:public"],
     deps = [
-        ":function_utils",
-        ":graph_utils",
-        ":vectorization_utils",
-        "//tensorflow/core:lib",
-        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:grappler_item",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:op_types",
-        "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/clusters:cluster",
         "//tensorflow/core/grappler/optimizers:custom_graph_optimizer",
         "//tensorflow/core/grappler/optimizers:custom_graph_optimizer_registry",
-        "//tensorflow/core:lib_internal",
     ] + tf_protos_all(),
 )
 
 tf_cc_test(
-    name = "map_vectorization_test",
-    srcs = ["map_vectorization_test.cc"],
+    name = "make_sloppy_test",
+    srcs = ["make_sloppy_test.cc"],
     visibility = ["//visibility:public"],
     deps = [
+        ":graph_test_utils",
         ":graph_utils",
-        ":map_vectorization",
+        ":make_sloppy",
         "//tensorflow/core:framework",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
@@ -446,31 +442,35 @@ tf_cc_test(
 )
 
 cc_library(
-    name = "map_and_batch_numa_aware_replacement",
-    srcs = ["map_and_batch_numa_aware_replacement.cc"],
-    hdrs = ["map_and_batch_numa_aware_replacement.h"],
+    name = "map_vectorization",
+    srcs = ["map_vectorization.cc"],
+    hdrs = [
+        "map_vectorization.h",
+    ],
     visibility = ["//visibility:public"],
     deps = [
+        ":function_utils",
         ":graph_utils",
-        "//tensorflow/core/grappler:mutable_graph_view",
+        ":vectorization_utils",
         "//tensorflow/core:lib",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/clusters:cluster",
         "//tensorflow/core/grappler/optimizers:custom_graph_optimizer",
         "//tensorflow/core/grappler/optimizers:custom_graph_optimizer_registry",
+        "//tensorflow/core:lib_internal",
     ] + tf_protos_all(),
 )
 
 tf_cc_test(
-    name = "map_and_batch_numa_aware_replacement_test",
-    srcs = ["map_and_batch_numa_aware_replacement_test.cc"],
+    name = "map_vectorization_test",
+    srcs = ["map_vectorization_test.cc"],
     visibility = ["//visibility:public"],
     deps = [
-        ":graph_test_utils",
         ":graph_utils",
-        ":map_and_batch_numa_aware_replacement",
+        ":map_vectorization",
         "//tensorflow/core:framework",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
@@ -554,9 +554,9 @@ cc_library(
         ":filter_fusion",
         ":hoist_random_uniform",
         ":latency_all_edges",
+        ":make_numa_aware",
         ":make_sloppy",
         ":map_and_batch_fusion",
-        ":map_and_batch_numa_aware_replacement",
         ":map_and_filter_fusion",
         ":map_fusion",
         ":map_parallelization",
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.cc b/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
similarity index 70%
rename from tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.cc
rename to tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
index 452089eb67..f9d7d027c1 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.cc
+++ b/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.h"
+#include "tensorflow/core/grappler/optimizers/data/make_numa_aware.h"
 
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/grappler/clusters/cluster.h"
@@ -27,19 +27,18 @@ namespace tensorflow {
 namespace grappler {
 namespace {
 
-NodeDef MakeNumaAware(const NodeDef& node, MutableGraphView* graph) {
+NodeDef MakeNumaAwareNode(const NodeDef& node, MutableGraphView* graph) {
   NodeDef numa_aware_node = node;
-  graph_utils::SetUniqueGraphNodeName("map_and_batch_numa_aware",
-                                      graph->GetGraph(), &numa_aware_node);
+  graph_utils::SetUniqueGraphNodeName("make_numa_aware", graph->GetGraph(),
+                                      &numa_aware_node);
   numa_aware_node.set_op("ExperimentalNumaMapAndBatchDataset");
   return numa_aware_node;
 }
 
 }  // namespace
 
-Status MapAndBatchNumaAwareReplacement::Optimize(Cluster* cluster,
-                                                 const GrapplerItem& item,
-                                                 GraphDef* output) {
+Status MakeNumaAware::Optimize(Cluster* cluster, const GrapplerItem& item,
+                               GraphDef* output) {
   *output = item.graph;
   MutableGraphView graph(output);
   std::set<string> nodes_to_delete;
@@ -47,7 +46,7 @@ Status MapAndBatchNumaAwareReplacement::Optimize(Cluster* cluster,
   for (const NodeDef& node : item.graph.node()) {
     if (node.op() != "MapAndBatchDatasetV2") continue;
 
-    auto* numa_node = graph.AddNode(MakeNumaAware(node, &graph));
+    auto* numa_node = graph.AddNode(MakeNumaAwareNode(node, &graph));
     graph.ReplaceInput(node, *numa_node);
     nodes_to_delete.insert(node.name());
   }
@@ -55,8 +54,7 @@ Status MapAndBatchNumaAwareReplacement::Optimize(Cluster* cluster,
   return Status::OK();
 }
 
-REGISTER_GRAPH_OPTIMIZER_AS(MapAndBatchNumaAwareReplacement,
-                            "map_and_batch_numa_aware_replacement");
+REGISTER_GRAPH_OPTIMIZER_AS(MakeNumaAware, "make_numa_aware");
 
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.h b/tensorflow/core/grappler/optimizers/data/make_numa_aware.h
similarity index 69%
rename from tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.h
rename to tensorflow/core/grappler/optimizers/data/make_numa_aware.h
index 3b2acd288b..48a7d8145f 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.h
+++ b/tensorflow/core/grappler/optimizers/data/make_numa_aware.h
@@ -13,22 +13,20 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DATA_MAP_AND_BATCH_NUMA_AWARE_REPLACEMENT_H_
-#define TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DATA_MAP_AND_BATCH_NUMA_AWARE_REPLACEMENT_H_
+#ifndef TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DATA_MAKE_NUMA_AWARE_H_
+#define TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DATA_MAKE_NUMA_AWARE_H_
 
 #include "tensorflow/core/grappler/optimizers/custom_graph_optimizer.h"
 
 namespace tensorflow {
 namespace grappler {
 
-class MapAndBatchNumaAwareReplacement : public CustomGraphOptimizer {
+class MakeNumaAware : public CustomGraphOptimizer {
  public:
-  MapAndBatchNumaAwareReplacement() = default;
-  ~MapAndBatchNumaAwareReplacement() override = default;
+  MakeNumaAware() = default;
+  ~MakeNumaAware() override = default;
 
-  string name() const override {
-    return "map_and_batch_numa_aware_replacement";
-  }
+  string name() const override { return "make_numa_aware"; }
 
   Status Init(
       const tensorflow::RewriterConfig_CustomGraphOptimizer* config) override {
@@ -45,4 +43,4 @@ class MapAndBatchNumaAwareReplacement : public CustomGraphOptimizer {
 }  // namespace grappler
 }  // namespace tensorflow
 
-#endif  // TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DATA_MAP_AND_BATCH_NUMA_AWARE_REPLACEMENT_H_
+#endif  // TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_DATA_MAKE_NUMA_AWARE_H_
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement_test.cc b/tensorflow/core/grappler/optimizers/data/make_numa_aware_test.cc
similarity index 94%
rename from tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement_test.cc
rename to tensorflow/core/grappler/optimizers/data/make_numa_aware_test.cc
index 3c5c61d1c2..5d52bd6208 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/make_numa_aware_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/core/grappler/optimizers/data/map_and_batch_numa_aware_replacement.h"
+#include "tensorflow/core/grappler/optimizers/data/make_numa_aware.h"
 
 #include "tensorflow/core/framework/attr_value_util.h"
 #include "tensorflow/core/framework/function_testlib.h"
@@ -29,7 +29,7 @@ namespace tensorflow {
 namespace grappler {
 namespace {
 
-TEST(MapAndBatchNumaAwareReplacementTest, ReplaceSimple) {
+TEST(MakeNumaAwareTest, ReplaceSimple) {
   using test::function::NDef;
   GrapplerItem item;
   item.graph = test::function::GDef(
@@ -52,7 +52,7 @@ TEST(MapAndBatchNumaAwareReplacementTest, ReplaceSimple) {
           test::function::XTimesTwo(),
       });
 
-  MapAndBatchNumaAwareReplacement optimizer;
+  MakeNumaAware optimizer;
   GraphDef output;
   TF_ASSERT_OK(optimizer.Optimize(nullptr, item, &output));
 
@@ -86,7 +86,7 @@ TEST(MapAndBatchNumaAawareReplacementTest, ReplaceWithExtraChild) {
           test::function::XTimesTwo(),
       });
 
-  MapAndBatchNumaAwareReplacement optimizer;
+  MakeNumaAware optimizer;
   GraphDef output;
   TF_ASSERT_OK(optimizer.Optimize(nullptr, item, &output));
 
diff --git a/tensorflow/core/grappler/optimizers/data/noop_elimination.cc b/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
index cf5a19bab1..e47e91a375 100644
--- a/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
+++ b/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
@@ -56,9 +56,15 @@ bool IsRepeatOne(const NodeDef& repeat_node, const GraphView& graph) {
   return IsConstNodeWithValue(*graph.GetNode(repeat_node.input(1)), 1);
 }
 
+bool IsPrefetchZero(const NodeDef& prefetch_node, const GraphView& graph) {
+  if (prefetch_node.op() != "PrefetchDataset") return false;
+  // We are looking only for prefetch(0) nodes.
+  return IsConstNodeWithValue(*graph.GetNode(prefetch_node.input(1)), 0);
+}
+
 bool IsNoOp(const NodeDef& node, const GraphView& graph) {
   return IsTakeAll(node, graph) || IsSkipNone(node, graph) ||
-         IsRepeatOne(node, graph);
+         IsRepeatOne(node, graph) || IsPrefetchZero(node, graph);
 }
 
 }  // namespace
diff --git a/tensorflow/core/grappler/optimizers/data/noop_elimination.h b/tensorflow/core/grappler/optimizers/data/noop_elimination.h
index c67cea49d5..a65fccd882 100644
--- a/tensorflow/core/grappler/optimizers/data/noop_elimination.h
+++ b/tensorflow/core/grappler/optimizers/data/noop_elimination.h
@@ -22,7 +22,7 @@ namespace tensorflow {
 namespace grappler {
 
 // This class eliminates tf.data transformations such as `take(n)` (for n < 0),
-// `skip(0)`, or `repeat(1)`
+// `skip(0)`, `repeat(1)`, or `prefetch(0)`.
 class NoOpElimination : public CustomGraphOptimizer {
  public:
   NoOpElimination() = default;
diff --git a/tensorflow/core/grappler/optimizers/data/noop_elimination_test.cc b/tensorflow/core/grappler/optimizers/data/noop_elimination_test.cc
index be1a66df75..323bb1d599 100644
--- a/tensorflow/core/grappler/optimizers/data/noop_elimination_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/noop_elimination_test.cc
@@ -106,6 +106,8 @@ INSTANTIATE_TEST_CASE_P(
                       std::make_tuple("SkipDataset", -1, true),
                       std::make_tuple("SkipDataset", 0, false),
                       std::make_tuple("SkipDataset", 3, true),
+                      std::make_tuple("PrefetchDataset", 0, false),
+                      std::make_tuple("PrefetchDataset", 1, true),
                       std::make_tuple("RepeatDataset", 1, false),
                       std::make_tuple("RepeatDataset", 2, true)));
 
@@ -154,6 +156,8 @@ INSTANTIATE_TEST_CASE_P(
                       std::make_tuple("SkipDataset", -1, true),
                       std::make_tuple("SkipDataset", 0, false),
                       std::make_tuple("SkipDataset", 3, true),
+                      std::make_tuple("PrefetchDataset", 0, false),
+                      std::make_tuple("PrefetchDataset", 1, true),
                       std::make_tuple("RepeatDataset", 1, false),
                       std::make_tuple("RepeatDataset", 2, true)));
 
@@ -206,12 +210,15 @@ TEST_P(NoOpMultipleEliminationTest, EliminateMultipleNoOpNode) {
 const auto *const kTakeNode = new std::pair<string, int>{"TakeDataset", -1};
 const auto *const kSkipNode = new std::pair<string, int>{"SkipDataset", 0};
 const auto *const kRepeatNode = new std::pair<string, int>{"RepeatDataset", 1};
+const auto *const kPrefetchNode =
+    new std::pair<string, int>{"PrefetchDataset", 0};
 
 INSTANTIATE_TEST_CASE_P(
     BasicRemovalTest, NoOpMultipleEliminationTest,
-    ::testing::Combine(::testing::Values(*kTakeNode, *kSkipNode, *kRepeatNode),
-                       ::testing::Values(*kTakeNode, *kSkipNode,
-                                         *kRepeatNode)));
+    ::testing::Combine(::testing::Values(*kTakeNode, *kSkipNode, *kRepeatNode,
+                                         *kPrefetchNode),
+                       ::testing::Values(*kTakeNode, *kSkipNode, *kRepeatNode,
+                                         *kPrefetchNode)));
 
 struct NoOpPlaceholdersTest
     : ::testing::TestWithParam<std::tuple<string, string>> {};
@@ -244,9 +251,10 @@ TEST_P(NoOpPlaceholdersTest, NonConstNoOpNode) {
 
 INSTANTIATE_TEST_CASE_P(
     DoNotRemovePlaceholders, NoOpPlaceholdersTest,
-    ::testing::Combine(
-        ::testing::Values("TakeDataset", "SkipDataset", "RepeatDataset"),
-        ::testing::Values("TakeDataset", "SkipDataset", "RepeatDataset")));
+    ::testing::Combine(::testing::Values("TakeDataset", "SkipDataset",
+                                         "RepeatDataset", "PrefetchDataset"),
+                       ::testing::Values("TakeDataset", "SkipDataset",
+                                         "RepeatDataset", "PrefetchDataset")));
 
 }  // namespace
 }  // namespace grappler
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
index 8c54fe967e..6441f8dbf0 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
@@ -7,9 +7,9 @@ exports_files(["LICENSE"])
 load("//tensorflow:tensorflow.bzl", "py_test")
 
 py_test(
-    name = "assert_next_dataset_op_test",
+    name = "assert_next_dataset_test",
     size = "medium",
-    srcs = ["assert_next_dataset_op_test.py"],
+    srcs = ["assert_next_dataset_test.py"],
     srcs_version = "PY2AND3",
     tags = [
         "no_oss",
@@ -25,6 +25,29 @@ py_test(
     ],
 )
 
+py_test(
+    name = "filter_fusion_test",
+    size = "medium",
+    srcs = ["filter_fusion_test.py"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_pip",
+        "no_windows",
+    ],
+    deps = [
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/kernel_tests:test_base",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
 py_test(
     name = "hoist_random_uniform_test",
     size = "small",
@@ -38,9 +61,12 @@ py_test(
     deps = [
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python:random_ops",
         "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python/data/kernel_tests:test_base",
         "//tensorflow/python/data/ops:dataset_ops",
@@ -69,9 +95,27 @@ py_test(
 )
 
 py_test(
-    name = "map_vectorization_test",
-    size = "small",
-    srcs = ["map_vectorization_test.py"],
+    name = "make_numa_aware_test",
+    srcs = ["make_numa_aware_test.py"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_pip",
+        "no_windows",
+    ],
+    deps = [
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:errors",
+        "//tensorflow/python/data/experimental/ops:batching",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/kernel_tests:test_base",
+        "//tensorflow/python/data/ops:dataset_ops",
+    ],
+)
+
+py_test(
+    name = "map_and_batch_fusion_test",
+    srcs = ["map_and_batch_fusion_test.py"],
     srcs_version = "PY2AND3",
     tags = [
         "no_oss",
@@ -79,27 +123,16 @@ py_test(
         "no_windows",
     ],
     deps = [
-        "//tensorflow/core:protos_all_py",
-        "//tensorflow/python:check_ops",
         "//tensorflow/python:client_testlib",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:parsing_ops",
-        "//tensorflow/python:session",
         "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python/data/kernel_tests:test_base",
         "//tensorflow/python/data/ops:dataset_ops",
-        "//third_party/py/numpy",
-        "@absl_py//absl/testing:parameterized",
     ],
 )
 
 py_test(
     name = "map_and_filter_fusion_test",
-    size = "medium",
     srcs = ["map_and_filter_fusion_test.py"],
     srcs_version = "PY2AND3",
     tags = [
@@ -120,6 +153,25 @@ py_test(
     ],
 )
 
+py_test(
+    name = "map_fusion_test",
+    srcs = ["map_fusion_test.py"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_pip",
+        "no_windows",
+    ],
+    deps = [
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:errors",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/kernel_tests:test_base",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
 py_test(
     name = "map_parallelization_test",
     size = "small",
@@ -131,22 +183,56 @@ py_test(
         "no_windows",
     ],
     deps = [
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:random_ops",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/kernel_tests:test_base",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "map_vectorization_test",
+    size = "small",
+    srcs = ["map_vectorization_test.py"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_pip",
+        "no_windows",
+    ],
+    deps = [
+        "//tensorflow/core:protos_all_py",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:check_ops",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python:parsing_ops",
+        "//tensorflow/python:session",
+        "//tensorflow/python:sparse_tensor",
         "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python/data/kernel_tests:test_base",
         "//tensorflow/python/data/ops:dataset_ops",
+        "//tensorflow/python/data/util:nest",
+        "//third_party/py/numpy",
         "@absl_py//absl/testing:parameterized",
     ],
 )
 
 py_test(
-    name = "model_dataset_op_test",
+    name = "model_dataset_test",
     size = "medium",
-    srcs = ["model_dataset_op_test.py"],
+    srcs = ["model_dataset_test.py"],
     srcs_version = "PY2AND3",
     tags = [
         "no_oss",
@@ -157,8 +243,8 @@ py_test(
     deps = [
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:errors",
+        "//tensorflow/python:math_ops",
         "//tensorflow/python/data/experimental/ops:batching",
-        "//tensorflow/python/data/experimental/ops:interleave_ops",
         "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python/data/kernel_tests:test_base",
         "//tensorflow/python/data/ops:dataset_ops",
@@ -179,20 +265,20 @@ py_test(
     ],
     deps = [
         "//tensorflow/python:client_testlib",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
-        "//tensorflow/python/data/experimental/ops:batching",
-        "//tensorflow/python/data/experimental/ops:interleave_ops",
+        "//tensorflow/python:math_ops",
         "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python/data/kernel_tests:test_base",
         "//tensorflow/python/data/ops:dataset_ops",
-        "//third_party/py/numpy",
     ],
 )
 
 py_test(
-    name = "optimize_dataset_op_test",
+    name = "optimize_dataset_test",
     size = "small",
-    srcs = ["optimize_dataset_op_test.py"],
+    srcs = ["optimize_dataset_test.py"],
     srcs_version = "PY2AND3",
     tags = [
         "no_oss",
@@ -200,12 +286,32 @@ py_test(
         "no_windows",
     ],
     deps = [
+        "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
+        "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
-        "//tensorflow/python/data/experimental/ops:batching",
+        "//tensorflow/python:random_ops",
         "//tensorflow/python/data/experimental/ops:optimization",
         "//tensorflow/python/data/kernel_tests:test_base",
         "//tensorflow/python/data/ops:dataset_ops",
         "//third_party/py/numpy",
     ],
 )
+
+py_test(
+    name = "shuffle_and_repeat_fusion_test",
+    srcs = ["shuffle_and_repeat_fusion_test.py"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_pip",
+        "no_windows",
+    ],
+    deps = [
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:errors",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/kernel_tests:test_base",
+        "//tensorflow/python/data/ops:dataset_ops",
+    ],
+)
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_op_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
similarity index 97%
rename from tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_op_test.py
rename to tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
index 45b77b5c20..c2a5da3af0 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_op_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the experimental input pipeline ops."""
+"""Tests for `tf.data.experimental.assert_next()`."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py
new file mode 100644
index 0000000000..80a0d879dc
--- /dev/null
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py
@@ -0,0 +1,98 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the `FilterFusion` optimization."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.ops import math_ops
+from tensorflow.python.platform import test
+
+
+def _filter_fusion_test_cases():
+  """Generates test cases for the FilterFusion optimization."""
+
+  take_all = lambda x: constant_op.constant(True)
+  is_zero = lambda x: math_ops.equal(x, 0)
+  greater = lambda x: math_ops.greater(x + 5, 0)
+
+  tests = []
+  filters = [take_all, is_zero, greater]
+  identity = lambda x: x
+  for x, predicate_1 in enumerate(filters):
+    for y, predicate_2 in enumerate(filters):
+      tests.append(("Mixed{}{}".format(x, y), identity,
+                    [predicate_1, predicate_2]))
+      for z, predicate_3 in enumerate(filters):
+        tests.append(("Mixed{}{}{}".format(x, y, z), identity,
+                      [predicate_1, predicate_2, predicate_3]))
+
+  take_all_multiple = lambda x, y: constant_op.constant(True)
+  # Multi output
+  tests.append(("Multi1", lambda x: (x, x),
+                [take_all_multiple, take_all_multiple]))
+  tests.append(("Multi2", lambda x: (x, 2), [
+      take_all_multiple,
+      lambda x, y: math_ops.equal(x * math_ops.cast(y, dtypes.int64), 0)
+  ]))
+  return tuple(tests)
+
+
+class FilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
+
+  @parameterized.named_parameters(*_filter_fusion_test_cases())
+  def testFilterFusion(self, map_function, predicates):
+    dataset = dataset_ops.Dataset.range(5).apply(
+        optimization.assert_next(["Map", "Filter",
+                                  "MemoryCacheImpl"])).map(map_function)
+    for predicate in predicates:
+      dataset = dataset.filter(predicate)
+
+    dataset = dataset.cache()
+    options = dataset_ops.Options()
+    options.experimental_filter_fusion = True
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+    with self.cached_session() as sess:
+      for x in range(5):
+        r = map_function(x)
+        filtered = False
+        for predicate in predicates:
+          if isinstance(r, tuple):
+            b = predicate(*r)  # Pass tuple as multiple arguments.
+          else:
+            b = predicate(r)
+          if not sess.run(b):
+            filtered = True
+            break
+
+        if not filtered:
+          result = sess.run(get_next)
+          self.assertAllEqual(r, result)
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py
index 81437c0aec..9f7fbfeba0 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for HostState optimization."""
+"""Tests for the `HoistRandomUniform` optimization."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -32,33 +32,51 @@ from tensorflow.python.ops import random_ops
 from tensorflow.python.platform import test
 
 
-class HoistRandomUniformTest(test_base.DatasetTestBase, parameterized.TestCase):
+def _hoist_random_uniform_test_cases():
+  """Generates test cases for the HoistRandomUniform optimization."""
+
+  plus_one = lambda x: x + 1
+
+  def random(_):
+    return random_ops.random_uniform([],
+                                     minval=1,
+                                     maxval=10,
+                                     dtype=dtypes.float32,
+                                     seed=42)
 
-  @staticmethod
-  def map_functions():
-    plus_one = lambda x: x + 1
+  def random_with_assert(x):
+    y = random(x)
+    assert_op = control_flow_ops.Assert(math_ops.greater_equal(y, 1), [y])
+    with ops.control_dependencies([assert_op]):
+      return y
 
-    def random(_):
-      return random_ops.random_uniform([],
-                                       minval=1,
-                                       maxval=10,
-                                       dtype=dtypes.float32,
-                                       seed=42)
+  twice_random = lambda x: (random(x) + random(x)) / 2.
 
-    def random_with_assert(x):
-      y = random(x)
-      assert_op = control_flow_ops.Assert(math_ops.greater_equal(y, 1), [y])
-      with ops.control_dependencies([assert_op]):
-        return y
+  tests = [("PlusOne", plus_one, False), ("RandomUniform", random, True),
+           ("RandomWithAssert", random_with_assert, True),
+           ("TwiceRandom", twice_random, False)]
+  return tuple(tests)
 
-    twice_random = lambda x: (random(x) + random(x)) / 2.
 
-    tests = [("PlusOne", plus_one, False), ("RandomUniform", random, True),
-             ("RandomWithAssert", random_with_assert, True),
-             ("TwiceRandom", twice_random, False)]
-    return tuple(tests)
+class HoistRandomUniformTest(test_base.DatasetTestBase, parameterized.TestCase):
+
+  def _testDataset(self, dataset):
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+    previous_result = 0
+    with self.cached_session() as sess:
+      for _ in range(5):
+        result = sess.run(get_next)
+        self.assertLessEqual(1, result)
+        self.assertLessEqual(result, 10)
+        # This checks if the result is somehow random by checking if we are not
+        # generating the same values.
+        self.assertNotEqual(previous_result, result)
+        previous_result = result
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
 
-  @parameterized.named_parameters(*map_functions.__func__())
+  @parameterized.named_parameters(*_hoist_random_uniform_test_cases())
   def testHoisting(self, function, will_optimize):
     dataset = dataset_ops.Dataset.range(5).apply(
         optimization.assert_next(
@@ -69,7 +87,7 @@ class HoistRandomUniformTest(test_base.DatasetTestBase, parameterized.TestCase):
     dataset = dataset.with_options(options)
     self._testDataset(dataset)
 
-  def testAdditionalInputs(self):
+  def testCapturedInputs(self):
     a = constant_op.constant(1, dtype=dtypes.float32)
     b = constant_op.constant(0, dtype=dtypes.float32)
     some_tensor = math_ops.mul(a, b)
@@ -85,22 +103,6 @@ class HoistRandomUniformTest(test_base.DatasetTestBase, parameterized.TestCase):
     dataset = dataset.with_options(options)
     self._testDataset(dataset)
 
-  def _testDataset(self, dataset):
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    previous_result = 0
-    with self.cached_session() as sess:
-      for _ in range(5):
-        result = sess.run(get_next)
-        self.assertLessEqual(1, result)
-        self.assertLessEqual(result, 10)
-        # This checks if the result is somehow random by checking if we are not
-        # generating the same values.
-        self.assertNotEqual(previous_result, result)
-        previous_result = result
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
index 26fec0414e..469b05399a 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the LatencyAllEdges optimization."""
+"""Tests for the `LatencyAllEdges` optimization."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -25,7 +25,7 @@ from tensorflow.python.framework import errors
 from tensorflow.python.platform import test
 
 
-class OptimizeStatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
+class LatencyAllEdgesTest(stats_dataset_test_base.StatsDatasetTestBase):
 
   def testLatencyStatsOptimization(self):
     stats_aggregator = stats_ops.StatsAggregator()
@@ -43,7 +43,7 @@ class OptimizeStatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
-      self.assertEqual(1 * 1, sess.run(get_next))
+      self.assertEqual(1, sess.run(get_next))
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
       summary_str = sess.run(summary_t)
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py
new file mode 100644
index 0000000000..6191a7db08
--- /dev/null
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py
@@ -0,0 +1,47 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the `MakeNumaAware` optimization."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.data.experimental.ops import batching
+from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import errors
+from tensorflow.python.platform import test
+
+
+class MakeNumaAwareTest(test_base.DatasetTestBase):
+
+  def testMakeNumaAware(self):
+    dataset = dataset_ops.Dataset.range(10).apply(
+        optimization.assert_next(["NumaMapAndBatch"])).apply(
+            batching.map_and_batch(lambda x: x * x, 10))
+    options = dataset_ops.Options()
+    options.experimental_numa_aware = True
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py
new file mode 100644
index 0000000000..ddf3cbbcc3
--- /dev/null
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py
@@ -0,0 +1,46 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the `MapAndBatchFusion` optimization."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import errors
+from tensorflow.python.platform import test
+
+
+class MapAndBatchFusionTest(test_base.DatasetTestBase):
+
+  def testMapAndBatchFusion(self):
+    dataset = dataset_ops.Dataset.range(10).apply(
+        optimization.assert_next(
+            ["MapAndBatch"])).map(lambda x: x * x).batch(10)
+    options = dataset_ops.Options()
+    options.experimental_map_and_batch_fusion = True
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py
index 7f8a4e6406..3b4ca62340 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the MapAndFilterFusion optimization."""
+"""Tests for the `MapAndFilterFusion` optimization."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -29,109 +29,40 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
 
-class MapAndFilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
+def _map_and_filter_fusion_test_cases():
+  """Generates test cases for the MapAndFilterFusion optimization."""
 
-  @staticmethod
-  def map_functions():
-    identity = lambda x: x
-    increment = lambda x: x + 1
-
-    def increment_and_square(x):
-      y = x + 1
-      return y * y
-
-    functions = [identity, increment, increment_and_square]
-    tests = []
-    for i, fun1 in enumerate(functions):
-      for j, fun2 in enumerate(functions):
-        tests.append((
-            "Test{}{}".format(i, j),
-            [fun1, fun2],
-        ))
-        for k, fun3 in enumerate(functions):
-          tests.append((
-              "Test{}{}{}".format(i, j, k),
-              [fun1, fun2, fun3],
-          ))
-
-    swap = lambda x, n: (n, x)
-    tests.append((
-        "Swap1",
-        [lambda x: (x, 42), swap],
-    ))
-    tests.append((
-        "Swap2",
-        [lambda x: (x, 42), swap, swap],
-    ))
-    return tuple(tests)
-
-  @parameterized.named_parameters(*map_functions.__func__())
-  def testMapFusion(self, functions):
-    dataset = dataset_ops.Dataset.range(5).apply(
-        optimization.assert_next(["Map", "Prefetch"]))
-    for function in functions:
-      dataset = dataset.map(function)
-
-    dataset = dataset.prefetch(0)
-    options = dataset_ops.Options()
-    options.experimental_map_fusion = True
-    dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    with self.cached_session() as sess:
-      for x in range(5):
-        result = sess.run(get_next)
-        r = x
-        for function in functions:
-          if isinstance(r, tuple):
-            r = function(*r)  # Pass tuple as multiple arguments.
-          else:
-            r = function(r)
-        self.assertAllEqual(r, result)
+  identity = lambda x: x
+  increment = lambda x: x + 1
+  minus_five = lambda x: x - 5
 
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+  def increment_and_square(x):
+    y = x + 1
+    return y * y
 
-  @staticmethod
-  def map_and_filter_functions():
-    identity = lambda x: x
-    increment = lambda x: x + 1
-    minus_five = lambda x: x - 5
-
-    def increment_and_square(x):
-      y = x + 1
-      return y * y
-
-    take_all = lambda x: constant_op.constant(True)
-    is_zero = lambda x: math_ops.equal(x, 0)
-    is_odd = lambda x: math_ops.equal(x % 2, 0)
-    greater = lambda x: math_ops.greater(x + 5, 0)
-
-    functions = [identity, increment, minus_five, increment_and_square]
-    filters = [take_all, is_zero, is_odd, greater]
-    tests = []
-
-    for x, fun in enumerate(functions):
-      for y, predicate in enumerate(filters):
-        tests.append(("Mixed{}{}".format(x, y), fun, predicate))
-
-    # Multi output
-    tests.append(("Multi1", lambda x: (x, x),
-                  lambda x, y: constant_op.constant(True)))
-    tests.append(
-        ("Multi2", lambda x: (x, 2),
-         lambda x, y: math_ops.equal(x * math_ops.cast(y, dtypes.int64), 0)))
-    return tuple(tests)
-
-  @parameterized.named_parameters(*map_and_filter_functions.__func__())
-  def testMapFilterFusion(self, function, predicate):
-    dataset = dataset_ops.Dataset.range(10).apply(
-        optimization.assert_next(
-            ["Map", "FilterByLastComponent"])).map(function).filter(predicate)
-    options = dataset_ops.Options()
-    options.experimental_map_and_filter_fusion = True
-    dataset = dataset.with_options(options)
-    self._testMapAndFilter(dataset, function, predicate)
+  take_all = lambda x: constant_op.constant(True)
+  is_zero = lambda x: math_ops.equal(x, 0)
+  is_odd = lambda x: math_ops.equal(x % 2, 0)
+  greater = lambda x: math_ops.greater(x + 5, 0)
+
+  functions = [identity, increment, minus_five, increment_and_square]
+  filters = [take_all, is_zero, is_odd, greater]
+  tests = []
+
+  for x, fun in enumerate(functions):
+    for y, predicate in enumerate(filters):
+      tests.append(("Mixed{}{}".format(x, y), fun, predicate))
+
+  # Multi output
+  tests.append(("Multi1", lambda x: (x, x),
+                lambda x, y: constant_op.constant(True)))
+  tests.append(
+      ("Multi2", lambda x: (x, 2),
+       lambda x, y: math_ops.equal(x * math_ops.cast(y, dtypes.int64), 0)))
+  return tuple(tests)
+
+
+class MapAndFilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   def _testMapAndFilter(self, dataset, function, predicate):
     iterator = dataset.make_one_shot_iterator()
@@ -149,7 +80,17 @@ class MapAndFilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
-  def testAdditionalInputs(self):
+  @parameterized.named_parameters(*_map_and_filter_fusion_test_cases())
+  def testMapFilterFusion(self, function, predicate):
+    dataset = dataset_ops.Dataset.range(10).apply(
+        optimization.assert_next(
+            ["Map", "FilterByLastComponent"])).map(function).filter(predicate)
+    options = dataset_ops.Options()
+    options.experimental_map_and_filter_fusion = True
+    dataset = dataset.with_options(options)
+    self._testMapAndFilter(dataset, function, predicate)
+
+  def testCapturedInputs(self):
     a = constant_op.constant(3, dtype=dtypes.int64)
     b = constant_op.constant(4, dtype=dtypes.int64)
     some_tensor = math_ops.mul(a, b)
@@ -158,7 +99,7 @@ class MapAndFilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
     def predicate(y):
       return math_ops.less(math_ops.cast(y, dtypes.int64), some_tensor)
 
-    # We are currently not supporting functions with additional inputs.
+    # We are currently not supporting functions with captured inputs.
     dataset = dataset_ops.Dataset.range(10).apply(
         optimization.assert_next(["Map",
                                   "Filter"])).map(function).filter(predicate)
@@ -167,66 +108,6 @@ class MapAndFilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
     dataset = dataset.with_options(options)
     self._testMapAndFilter(dataset, function, predicate)
 
-  @staticmethod
-  def filter_functions():
-    take_all = lambda x: constant_op.constant(True)
-    is_zero = lambda x: math_ops.equal(x, 0)
-    greater = lambda x: math_ops.greater(x + 5, 0)
-
-    tests = []
-    filters = [take_all, is_zero, greater]
-    identity = lambda x: x
-    for x, predicate_1 in enumerate(filters):
-      for y, predicate_2 in enumerate(filters):
-        tests.append(("Mixed{}{}".format(x, y), identity,
-                      [predicate_1, predicate_2]))
-        for z, predicate_3 in enumerate(filters):
-          tests.append(("Mixed{}{}{}".format(x, y, z), identity,
-                        [predicate_1, predicate_2, predicate_3]))
-
-    take_all_multiple = lambda x, y: constant_op.constant(True)
-    # Multi output
-    tests.append(("Multi1", lambda x: (x, x),
-                  [take_all_multiple, take_all_multiple]))
-    tests.append(("Multi2", lambda x: (x, 2), [
-        take_all_multiple,
-        lambda x, y: math_ops.equal(x * math_ops.cast(y, dtypes.int64), 0)
-    ]))
-    return tuple(tests)
-
-  @parameterized.named_parameters(*filter_functions.__func__())
-  def testFilterFusion(self, map_function, predicates):
-    dataset = dataset_ops.Dataset.range(5).apply(
-        optimization.assert_next(["Map", "Filter",
-                                  "Prefetch"])).map(map_function)
-    for predicate in predicates:
-      dataset = dataset.filter(predicate)
-
-    dataset = dataset.prefetch(0)
-    options = dataset_ops.Options()
-    options.experimental_filter_fusion = True
-    dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    with self.cached_session() as sess:
-      for x in range(5):
-        r = map_function(x)
-        filtered = False
-        for predicate in predicates:
-          if isinstance(r, tuple):
-            b = predicate(*r)  # Pass tuple as multiple arguments.
-          else:
-            b = predicate(r)
-          if not sess.run(b):
-            filtered = True
-            break
-
-        if not filtered:
-          result = sess.run(get_next)
-          self.assertAllEqual(r, result)
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py
new file mode 100644
index 0000000000..ec63ad7200
--- /dev/null
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py
@@ -0,0 +1,96 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the `MapFusion` optimization."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import errors
+from tensorflow.python.platform import test
+
+
+def _map_fusion_test_cases():
+  """Generates test cases for the MapFusion optimization."""
+
+  identity = lambda x: x
+  increment = lambda x: x + 1
+
+  def increment_and_square(x):
+    y = x + 1
+    return y * y
+
+  functions = [identity, increment, increment_and_square]
+  tests = []
+  for i, fun1 in enumerate(functions):
+    for j, fun2 in enumerate(functions):
+      tests.append((
+          "Test{}{}".format(i, j),
+          [fun1, fun2],
+      ))
+      for k, fun3 in enumerate(functions):
+        tests.append((
+            "Test{}{}{}".format(i, j, k),
+            [fun1, fun2, fun3],
+        ))
+
+  swap = lambda x, n: (n, x)
+  tests.append((
+      "Swap1",
+      [lambda x: (x, 42), swap],
+  ))
+  tests.append((
+      "Swap2",
+      [lambda x: (x, 42), swap, swap],
+  ))
+  return tuple(tests)
+
+
+class MapFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
+
+  @parameterized.named_parameters(*_map_fusion_test_cases())
+  def testMapFusion(self, functions):
+    dataset = dataset_ops.Dataset.range(5).apply(
+        optimization.assert_next(["Map", "MemoryCacheImpl"]))
+    for function in functions:
+      dataset = dataset.map(function)
+
+    dataset = dataset.cache()
+    options = dataset_ops.Options()
+    options.experimental_map_fusion = True
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+    with self.cached_session() as sess:
+      for x in range(5):
+        result = sess.run(get_next)
+        r = x
+        for function in functions:
+          if isinstance(r, tuple):
+            r = function(*r)  # Pass tuple as multiple arguments.
+          else:
+            r = function(r)
+        self.assertAllEqual(r, result)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py
index ce9c9bc47b..c95f7b2eb1 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the MapParallelization optimization."""
+"""Tests for the `MapParallelization` optimization."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -31,34 +31,36 @@ from tensorflow.python.ops import random_ops
 from tensorflow.python.platform import test
 
 
-class MapParallelizationTest(test_base.DatasetTestBase, parameterized.TestCase):
+def _map_parallelization_test_cases():
+  """Generates test cases for the MapParallelization optimization."""
+
+  identity = lambda x: x
+  increment = lambda x: x + 1
 
-  @staticmethod
-  def map_functions():
-    identity = lambda x: x
-    increment = lambda x: x + 1
+  def assert_greater(x):
+    assert_op = control_flow_ops.Assert(math_ops.greater(x, -1), [x])
+    with ops.control_dependencies([assert_op]):
+      return x
 
-    def assert_greater(x):
-      assert_op = control_flow_ops.Assert(math_ops.greater(x, -1), [x])
-      with ops.control_dependencies([assert_op]):
-        return x
+  def random(_):
+    return random_ops.random_uniform([],
+                                     minval=0,
+                                     maxval=10,
+                                     dtype=dtypes.int64,
+                                     seed=42)
 
-    def random(_):
-      return random_ops.random_uniform([],
-                                       minval=0,
-                                       maxval=10,
-                                       dtype=dtypes.int64,
-                                       seed=42)
+  def assert_with_random(x):
+    x = assert_greater(x)
+    return random(x)
 
-    def assert_with_random(x):
-      x = assert_greater(x)
-      return random(x)
+  return (("Identity", identity, True), ("Increment", increment, True),
+          ("AssertGreater", assert_greater, True), ("Random", random, False),
+          ("AssertWithRandom", assert_with_random, False))
 
-    return (("Identity", identity, True), ("Increment", increment, True),
-            ("AssertGreater", assert_greater, True), ("Random", random, False),
-            ("AssertWithRandom", assert_with_random, False))
 
-  @parameterized.named_parameters(*map_functions.__func__())
+class MapParallelizationTest(test_base.DatasetTestBase, parameterized.TestCase):
+
+  @parameterized.named_parameters(*_map_parallelization_test_cases())
   def testMapParallelization(self, function, should_optimize):
     next_nodes = ["ParallelMap"] if should_optimize else ["Map"]
     dataset = dataset_ops.Dataset.range(5).apply(
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
index 91b4e401a9..eb0937c6fa 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the MapVectorization optimization."""
+"""Tests for the `MapVectorization` optimization."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_op_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py
similarity index 84%
rename from tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_op_test.py
rename to tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py
index d38255a6ea..5b49bdf453 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_op_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the experimental input pipeline ops."""
+"""Tests for the private `_ModelDataset` transformation."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -26,6 +26,7 @@ from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import errors
 from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
@@ -38,9 +39,8 @@ class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
                                                 np.random.rand(4 * k,
                                                                1))).repeat()
     dataset = dataset.map(math_ops.matmul)
-    options = dataset_ops.Options()
-    options.experimental_autotune = True
-    iterator = dataset.with_options(options).make_one_shot_iterator()
+    dataset = dataset_ops._ModelDataset(dataset)
+    iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
     deltas = []
@@ -64,9 +64,8 @@ class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
                                                                1))).repeat()
     dataset = dataset.map(
         math_ops.matmul, num_parallel_calls=optimization.AUTOTUNE)
-    options = dataset_ops.Options()
-    options.experimental_autotune = True
-    iterator = dataset.with_options(options).make_one_shot_iterator()
+    dataset = dataset_ops._ModelDataset(dataset)
+    iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
     deltas = []
@@ -98,11 +97,11 @@ class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
             math_ops.matmul,
             num_parallel_calls=optimization.AUTOTUNE,
             batch_size=batch_size))
+    dataset = dataset_ops._ModelDataset(dataset)
     options = dataset_ops.Options()
-    options.experimental_autotune = True
-    if numa_aware:
-      options.experimental_numa_aware = True
-    iterator = dataset.with_options(options).make_one_shot_iterator()
+    options.experimental_numa_aware = numa_aware
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
     deltas = []
@@ -129,9 +128,8 @@ class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
         lambda _: dataset,
         cycle_length=10,
         num_parallel_calls=optimization.AUTOTUNE)
-    options = dataset_ops.Options()
-    options.experimental_autotune = True
-    iterator = dataset.with_options(options).make_one_shot_iterator()
+    dataset = dataset_ops._ModelDataset(dataset)
+    iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
     deltas = []
@@ -176,9 +174,8 @@ class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
         lambda _: dataset, cycle_length=2)
 
     dataset = dataset.map(f3, num_parallel_calls=optimization.AUTOTUNE)
-    options = dataset_ops.Options()
-    options.experimental_autotune = True
-    iterator = dataset.with_options(options).make_one_shot_iterator()
+    dataset = dataset_ops._ModelDataset(dataset)
+    iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
     deltas = []
@@ -195,6 +192,22 @@ class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
           (np.median(deltas), np.mean(deltas), np.std(deltas), np.min(deltas),
            np.max(deltas)))
 
+  def testAutotuneOption(self):
+    dataset = dataset_ops.Dataset.from_tensors(0)
+    dataset = dataset.map(lambda x: x).apply(
+        optimization.assert_next(["Model"]))
+    options = dataset_ops.Options()
+    options.experimental_autotune = True
+    dataset = dataset.with_options(options)
+
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      self.assertEqual(0, sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py
index fb0640fe9f..ddcd7f4da4 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the MapParallelization optimization."""
+"""Tests for the `NoopElimination` optimization."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -37,13 +37,12 @@ class NoopEliminationTest(test_base.DatasetTestBase):
     dataset = dataset_ops.Dataset.range(5)
     dataset = dataset.apply(
         optimization.assert_next(
-            ["FiniteRepeat", "FiniteSkip", "Prefetch", "Prefetch"]))
-    dataset = dataset.repeat(some_tensor).skip(5).prefetch(0).take(-1).skip(
-        0).repeat(1).prefetch(0)
+            ["FiniteRepeat", "FiniteSkip", "Prefetch", "MemoryCacheImpl"]))
+    dataset = dataset.repeat(some_tensor).skip(5).take(-1).skip(0).repeat(
+        1).prefetch(0).prefetch(1).cache()
     options = dataset_ops.Options()
     options.experimental_noop_elimination = True
     dataset = dataset.with_options(options)
-
     iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
similarity index 57%
rename from tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py
rename to tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
index 5ac438c56e..74231a0d07 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_op_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
@@ -12,14 +12,13 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for the experimental input pipeline ops."""
+"""Tests for the private `_OptimizeDataset` transformation."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
@@ -32,55 +31,10 @@ from tensorflow.python.platform import test
 
 class OptimizeDatasetTest(test_base.DatasetTestBase):
 
-  def testOptimizationDefault(self):
-    dataset = dataset_ops.Dataset.range(10).apply(
-        optimization.assert_next(["Map",
-                                  "Batch"])).map(lambda x: x * x).batch(10)
-    iterator = dataset.with_options(
-        dataset_ops.Options()).make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-
-  def testOptimizationFusion(self):
-    dataset = dataset_ops.Dataset.range(10).apply(
-        optimization.assert_next(
-            ["MapAndBatch"])).map(lambda x: x * x).batch(10)
-    options = dataset_ops.Options()
-    options.experimental_map_and_batch_fusion = True
-    dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-
-  def testNumaAwareRewrite(self):
-    dataset = dataset_ops.Dataset.range(10).apply(
-        optimization.assert_next(["NumaMapAndBatch"])).apply(
-            batching.map_and_batch(lambda x: x * x, 10))
-    options = dataset_ops.Options()
-    options.experimental_numa_aware = True
-    dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-
   def testOptimizationStatefulFunction(self):
     dataset = dataset_ops.Dataset.range(10).map(
         lambda _: random_ops.random_uniform([])).batch(10)
-    options = dataset_ops.Options()
-    options.experimental_map_and_batch_fusion = True
-    dataset = dataset.with_options(options)
+    dataset = dataset_ops._OptimizeDataset(dataset, [])
     iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
@@ -90,9 +44,7 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
   def testOptimizationLargeInputFromTensor(self):
     input_t = array_ops.placeholder(dtypes.int32, (None, None, None))
     dataset = dataset_ops.Dataset.from_tensors(input_t)
-    options = dataset_ops.Options()
-    options.experimental_map_and_batch_fusion = True
-    dataset = dataset.with_options(options)
+    dataset = dataset_ops._OptimizeDataset(dataset, [])
     iterator = dataset.make_initializable_iterator()
     init_op = iterator.initializer
     get_next = iterator.get_next()
@@ -104,9 +56,7 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
   def testOptimizationLargeInputFromTensorSlices(self):
     input_t = array_ops.placeholder(dtypes.int32, (None, None, None, None))
     dataset = dataset_ops.Dataset.from_tensor_slices(input_t)
-    options = dataset_ops.Options()
-    options.experimental_map_and_batch_fusion = True
-    dataset = dataset.with_options(options)
+    dataset = dataset_ops._OptimizeDataset(dataset, [])
     iterator = dataset.make_initializable_iterator()
     init_op = iterator.initializer
     get_next = iterator.get_next()
@@ -126,11 +76,7 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
 
     dataset = dataset_ops.Dataset.range(1)
     dataset = dataset.flat_map(flat_map_fn)
-
-    options = dataset_ops.Options()
-    options.experimental_noop_elimination = True
-    dataset = dataset.with_options(options)
-
+    dataset = dataset_ops._OptimizeDataset(dataset, ["noop_elimination"])
     iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py
new file mode 100644
index 0000000000..36582f449f
--- /dev/null
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py
@@ -0,0 +1,49 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the `ShuffleAndRepeatFusion` optimization."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import errors
+from tensorflow.python.platform import test
+
+
+class ShuffleAndRepeatFusionTest(test_base.DatasetTestBase):
+
+  def testShuffleAndRepeatFusion(self):
+    dataset = dataset_ops.Dataset.range(10).apply(
+        optimization.assert_next(["ShuffleAndRepeat"])).shuffle(10).repeat(2)
+    options = dataset_ops.Options()
+    options.experimental_shuffle_and_repeat_fusion = True
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      for _ in range(2):
+        results = []
+        for _ in range(10):
+          results.append(sess.run(get_next))
+        self.assertAllEqual([x for x in range(10)], sorted(results))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 622c2cbf1a..90936eb858 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1476,7 +1476,7 @@ class Options(object):
         result.append(exp_opt)
 
     if getattr(self, "experimental_numa_aware"):
-      result.append("map_and_batch_numa_aware_replacement")
+      result.append("make_numa_aware")
     if getattr(self, "experimental_deterministic") is False:
       result.append("make_sloppy")
     return result
-- 
GitLab


From 4344cae39a9637adef4a6e5d1a07e907b6d98205 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 11:20:52 -0700
Subject: [PATCH 0317/1825] Add --cxxopt=-std=c++11 to Tensorflow Android's
 Bazel instructions.

Users have been reaching out on StackOverflow and bazel-discuss with a failed build due to incomplete instructions:

- https://groups.google.com/forum/?utm_medium=email&utm_source=footer#!msg/bazel-discuss/TPd2xeayFrY/PLA3frQuCAAJ
- https://stackoverflow.com/questions/51168267/bazel-build-error-tensor-flow/51179981#51179981

PiperOrigin-RevId: 217900329
---
 tensorflow/contrib/android/README.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/android/README.md b/tensorflow/contrib/android/README.md
index db37bcf73d..27f8ac2132 100644
--- a/tensorflow/contrib/android/README.md
+++ b/tensorflow/contrib/android/README.md
@@ -52,6 +52,7 @@ Then, to build the native TF library:
 bazel build -c opt //tensorflow/contrib/android:libtensorflow_inference.so \
    --crosstool_top=//external:android/crosstool \
    --host_crosstool_top=@bazel_tools//tools/cpp:toolchain \
+   --cxxopt=-std=c++11 \
    --cpu=armeabi-v7a
 ```
 
-- 
GitLab


From 2ca4fa71173161feb69a4173e090255a66a563fa Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Fri, 19 Oct 2018 11:33:17 -0700
Subject: [PATCH 0318/1825] Fix iOS Camera example in XCode 10+.

PiperOrigin-RevId: 217903165
---
 .../ios/camera/tflite_camera_example.xcodeproj/project.pbxproj  | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
index 98d3b5bb8a..59bcb99282 100644
--- a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
+++ b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
@@ -13,7 +13,6 @@
 		1CB47D491ED3AD1700DF7666 /* AVFoundation.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 1CB47D481ED3AD1700DF7666 /* AVFoundation.framework */; };
 		1CDB2D491ED3A9CD007929E9 /* CameraExampleAppDelegate.m in Sources */ = {isa = PBXBuildFile; fileRef = 1CDB2D431ED3A9CD007929E9 /* CameraExampleAppDelegate.m */; };
 		1CDB2D4A1ED3A9CD007929E9 /* CameraExampleViewController.mm in Sources */ = {isa = PBXBuildFile; fileRef = 1CDB2D451ED3A9CD007929E9 /* CameraExampleViewController.mm */; };
-		1CDB2D4E1ED3AA35007929E9 /* Info.plist in Resources */ = {isa = PBXBuildFile; fileRef = 1CDB2D4D1ED3AA35007929E9 /* Info.plist */; };
 		54DC6C3C5F734F3A58069F0C /* libPods-tflite_camera_example.a in Frameworks */ = {isa = PBXBuildFile; fileRef = 3BA8BF92C84895BFE59D8236 /* libPods-tflite_camera_example.a */; };
 		AC1F82661FBA3CBD0052BA77 /* labels.txt in Resources */ = {isa = PBXBuildFile; fileRef = AC1F82641FBA3CBD0052BA77 /* labels.txt */; };
 		ACA1A4CA1FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite in Resources */ = {isa = PBXBuildFile; fileRef = ACA1A4C91FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite */; };
@@ -175,7 +174,6 @@
 			files = (
 				ACA1A4CA1FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite in Resources */,
 				1C99111C1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard in Resources */,
-				1CDB2D4E1ED3AA35007929E9 /* Info.plist in Resources */,
 				AC1F82661FBA3CBD0052BA77 /* labels.txt in Resources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
-- 
GitLab


From 47e56b594d5ed654a934a627e015f0be0f707e2e Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Fri, 19 Oct 2018 12:03:32 -0700
Subject: [PATCH 0319/1825] Disable failing control flow tests for now. Also
 disable GPU for now.

PiperOrigin-RevId: 217908807
---
 tensorflow/python/kernel_tests/BUILD                       | 2 +-
 tensorflow/python/kernel_tests/control_flow_ops_py_test.py | 6 ++++--
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 201392dfcd..6d27168314 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1515,7 +1515,7 @@ cuda_py_test(
         "//tensorflow/python:while_v2",
     ],
     shard_count = 16,
-    tags = ["no_oss"],  # TODO(b/117928656)
+    tags = ["no_gpu"],  # TODO(b/117928656)
 )
 
 tf_py_test(
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index efff54928d..fb0526e5dc 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -741,8 +741,9 @@ class ControlFlowTest(test.TestCase):
       ]
       self.assertAllEqual(dense_gv, [0.0, 2.0])
 
+  # TODO(b/117945658): reenable
   @test_util.run_in_graph_and_eager_modes
-  def testCondAutoControlDeps(self):
+  def DISABLED_testCondAutoControlDeps(self):
 
     def branch_fn():
       logging_ops.print_v2("A")
@@ -789,8 +790,9 @@ class ControlFlowTest(test.TestCase):
         self.assertEqual(self.evaluate(nested_cond()), 10)
       self.assertEqual(printed.contents(), "A\nB\nC\n")
 
+  # TODO(b/117945658): reenable
   @test_util.run_in_graph_and_eager_modes
-  def testWhileAutoControlDeps(self):
+  def DISABLED_testWhileAutoControlDeps(self):
 
     def cond(i, unused_x):
       logging_ops.print_v2("A")
-- 
GitLab


From d43d73b21697dafdb8dc0b7c8d64a3d98ac1b6b8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 12:36:25 -0700
Subject: [PATCH 0320/1825] Check in sample detection model for OVIC.

PiperOrigin-RevId: 217913996
---
 tensorflow/contrib/lite/java/ovic/BUILD       |  2 +-
 tensorflow/contrib/lite/java/ovic/README.md   | 20 ++++++---
 .../contrib/lite/java/ovic/demo/app/BUILD     |  1 -
 .../demo/app/OvicBenchmarkerActivity.java     |  2 +-
 .../org/tensorflow/ovic/OvicBenchmarker.java  | 23 ++--------
 .../ovic/OvicClassifierBenchmarker.java       |  1 -
 .../org/tensorflow/ovic/OvicDetector.java     | 33 +++++++-------
 .../ovic/OvicDetectorBenchmarker.java         |  8 +---
 .../org/tensorflow/ovic/OvicValidator.java    | 43 +++++++++++--------
 .../org/tensorflow/ovic/OvicDetectorTest.java | 30 +++----------
 .../contrib/lite/java/ovic/src/testdata/BUILD |  1 +
 11 files changed, 68 insertions(+), 96 deletions(-)

diff --git a/tensorflow/contrib/lite/java/ovic/BUILD b/tensorflow/contrib/lite/java/ovic/BUILD
index ea9b9ed4b6..552468faf4 100644
--- a/tensorflow/contrib/lite/java/ovic/BUILD
+++ b/tensorflow/contrib/lite/java/ovic/BUILD
@@ -39,6 +39,7 @@ java_binary(
     tags = ["no_oss"],
     deps = [
         "//tensorflow/contrib/lite/java/ovic:ovicbenchmarkerlib_java",
+        "//tensorflow/contrib/lite/java/ovic:ovicdetectionbenchmarkerlib_java",
     ],
 )
 
@@ -84,7 +85,6 @@ java_test(
     data = [
         "//tensorflow/contrib/lite/java/ovic/src/testdata:coco_labels.txt",
         "//tensorflow/contrib/lite/java/ovic/src/testdata:ovic_testdata",
-        "@tflite_mobilenet_ssd_quant//:detect.tflite",
     ],
     javacopts = JAVACOPTS,
     tags = ["no_oss"],
diff --git a/tensorflow/contrib/lite/java/ovic/README.md b/tensorflow/contrib/lite/java/ovic/README.md
index df77bfaab3..e680da34c9 100644
--- a/tensorflow/contrib/lite/java/ovic/README.md
+++ b/tensorflow/contrib/lite/java/ovic/README.md
@@ -1,6 +1,6 @@
-# Benchmarker for LPIRC Workshop at CVPR 2018
+# OVIC Benchmarker for NIPS 2018
 
-This folder contains building code for track one of the [Low Power ImageNet Recognition Challenge workshop at CVPR 2018.](https://rebootingcomputing.ieee.org/home/sitemap/14-lpirc/80-low-power-image-recognition-challenge-lpirc-2018)
+This folder contains the SDK for track one of the [Low Power ImageNet Recognition Challenge workshop at NIPS 2018.](https://lpirc.ecn.purdue.edu/)
 
 ## Pre-requisite
 
@@ -38,6 +38,8 @@ You can run test with Bazel as below. This helps to ensure that the installation
 
 ```sh
 bazel test --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:OvicClassifierTest --cxxopt=-Wno-all --test_output=all
+
+bazel test --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:OvicDetectorTest --cxxopt=-Wno-all --test_output=all
 ```
 
 ### Test your submissions
@@ -46,11 +48,11 @@ Once you have a submission that follows the instructions from the [competition s
 
 #### Validate using randomly generated images
 
-You can call the validator binary below to verify that your model fits the format requirements. This often helps you to catch size mismatches (e.g. output should be [1, 1001] instead of [1,1,1,1001]). Let say the submission file is located at `/path/to/my_model.lite`, then call:
+You can call the validator binary below to verify that your model fits the format requirements. This often helps you to catch size mismatches (e.g. output for classification should be [1, 1001] instead of [1,1,1,1001]). Let say the submission file is located at `/path/to/my_model.lite`, then call:
 
 ```sh
 bazel build --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:ovic_validator --cxxopt=-Wno-all
-bazel-bin/tensorflow/contrib/lite/java/ovic/ovic_validator /path/to/my_model.lite
+bazel-bin/tensorflow/contrib/lite/java/ovic/ovic_validator /path/to/my_model.lite classify
 ```
 
 Successful validation should print the following message to terminal:
@@ -60,6 +62,9 @@ Successfully validated /path/to/my_model.lite.
 
 ```
 
+To validate detection models, use the same command but provide "detect" as the second argument instead of "classify".
+
+
 #### Test that the model produces sensible outcomes
 
 You can go a step further to verify that the model produces results as expected. This helps you catch bugs during TOCO conversion (e.g. using the wrong mean and std values).
@@ -80,6 +85,7 @@ The test images can be found at `tensorflow/contrib/lite/java/ovic/src/testdata/
 filegroup(
     name = "ovic_testdata",
     srcs = [
+        "@tflite_ovic_testdata//:detect.lite",
         "@tflite_ovic_testdata//:float_model.lite",
         "@tflite_ovic_testdata//:low_res_model.lite",
         "@tflite_ovic_testdata//:quantized_model.lite",
@@ -91,7 +97,7 @@ filegroup(
     ...
 ```
 
-* Modify `OvicClassifierTest.java` to test your model.
+* Modify `OvicClassifierTest.java` and `OvicDetectorTest.java` to test your model.
 
 Change `TEST_IMAGE_PATH` to `my_test_image.jpg`. Change either `FLOAT_MODEL_PATH` or `QUANTIZED_MODEL_PATH` to `my_model.lite` depending on whether your model runs inference in float or [8-bit](https://www.tensorflow.org/performance/quantization).
 
@@ -138,7 +144,7 @@ bazel build -c opt --cxxopt=--std=c++11 --cxxopt=-Wno-all //tensorflow/contrib/l
 adb install -r bazel-bin/tensorflow/contrib/lite/java/ovic/demo/app/ovic_benchmarker_binary.apk
 ```
 
-Start the app and click the `Start` button in dark green. The button should turn bright green, signaling that the experiment is running. The benchmarking results will be displayed after about the `WALL_TIME` you specified above. For example:
+Start the app and pick a task by clicking either the `CLF` button for classification or the `DET` button for detection. The button should turn bright green, signaling that the experiment is running. The benchmarking results will be displayed after about the `WALL_TIME` you specified above. For example:
 
 ```
 my_model.lite: Average latency=158.6ms after 20 runs.
@@ -154,5 +160,5 @@ Note: the benchmarking results can be quite different depending on the backgroun
 | quantized_model.lite | 85                    | 74                   |
 |  low_res_model.lite  | 4.2                   | 4.0                  |
 
-Since Pixel 2 has excellent support for 8-bit quantized models, we strongly recommend you to check out the [quantization training tutorial](https://www.tensorflow.org/performance/quantization).
+Since Pixel 2 has excellent support for 8-bit quantized models, we strongly recommend you to check out the [quantization training tutorial](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/quantize).
 
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/BUILD b/tensorflow/contrib/lite/java/ovic/demo/app/BUILD
index f567358ea3..a30c707483 100644
--- a/tensorflow/contrib/lite/java/ovic/demo/app/BUILD
+++ b/tensorflow/contrib/lite/java/ovic/demo/app/BUILD
@@ -13,7 +13,6 @@ android_binary(
         "//tensorflow/contrib/lite/java/ovic/src/testdata:coco_labels.txt",
         "//tensorflow/contrib/lite/java/ovic/src/testdata:labels.txt",
         "//tensorflow/contrib/lite/java/ovic/src/testdata:ovic_testdata",
-        "@tflite_mobilenet_ssd_quant//:detect.tflite",
     ],
     assets_dir = "",
     custom_package = "ovic.demo.app",
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java b/tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java
index 48c29ecebe..144530390f 100644
--- a/tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java
+++ b/tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java
@@ -95,7 +95,7 @@ public class OvicBenchmarkerActivity extends Activity {
       benchmarker = new OvicDetectorBenchmarker(WALL_TIME);
       labelPath = "coco_labels.txt";
       testImagePath = "test_image_224.jpg";
-      modelPath = "detect.tflite";
+      modelPath = "detect.lite";
     }
     AssetManager am = getAssets();
     AssetFileDescriptor fileDescriptor = am.openFd(modelPath);
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java
index 15d9511f50..32bdd5a97a 100644
--- a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java
+++ b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java
@@ -47,13 +47,6 @@ public abstract class OvicBenchmarker {
   protected int imgHeight = 224;
   protected int imgWidth = 224;
 
-  /** Preprocess parameters (only used when input is float). */
-  protected static final float IMAGE_MEAN = 127.5f;
-  protected static final float IMAGE_STD = 127.5f;
-
-  /** Whether input is float or quantized. */
-  protected Boolean quantizedInput = null;
-
   /* Preallocated buffers for storing image data in. */
   protected int[] intValues = null;
 
@@ -131,7 +124,7 @@ public abstract class OvicBenchmarker {
    * Input buffer must be loaded in intValues and output will be placed in imgData.
   */
   protected void loadsInputToByteBuffer() {
-    if (imgData == null || intValues == null || quantizedInput == null) {
+    if (imgData == null || intValues == null) {
       throw new RuntimeException("Benchmarker is not yet ready to test.");
     }
     // Convert the image to ByteBuffer.
@@ -142,17 +135,9 @@ public abstract class OvicBenchmarker {
     for (int i = 0; i < imgHeight; ++i) {
       for (int j = 0; j < imgWidth; ++j) {
         final int pixelValue = intValues[pixel++];
-        if (quantizedInput) {
-          // Quantized model
-          imgData.put((byte) ((pixelValue >> 16) & 0xFF));
-          imgData.put((byte) ((pixelValue >> 8) & 0xFF));
-          imgData.put((byte) (pixelValue & 0xFF));
-        } else {
-          // Float model
-          imgData.putFloat((((pixelValue >> 16) & 0xFF) - IMAGE_MEAN) / IMAGE_STD);
-          imgData.putFloat((((pixelValue >> 8) & 0xFF) - IMAGE_MEAN) / IMAGE_STD);
-          imgData.putFloat(((pixelValue & 0xFF) - IMAGE_MEAN) / IMAGE_STD);
-        }
+        imgData.put((byte) ((pixelValue >> 16) & 0xFF));
+        imgData.put((byte) ((pixelValue >> 8) & 0xFF));
+        imgData.put((byte) (pixelValue & 0xFF));
       }
     }
     long endTime = SystemClock.uptimeMillis();
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java
index 0cdd0f7bec..b35b8ff2c3 100644
--- a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java
+++ b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java
@@ -57,7 +57,6 @@ public final class OvicClassifierBenchmarker extends OvicBenchmarker {
       int [] inputDims = classifier.getInputDims();
       imgHeight = inputDims[1];
       imgWidth = inputDims[2];
-      quantizedInput = true;
       // Only accept QUANTIZED_UINT8 input.
       imgData = ByteBuffer.allocateDirect(DIM_BATCH_SIZE * imgHeight * imgWidth * DIM_PIXEL_SIZE);
       imgData.order(ByteOrder.nativeOrder());
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java
index 56836a79e5..84c9816d2b 100644
--- a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java
+++ b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java
@@ -40,11 +40,8 @@ public class OvicDetector implements AutoCloseable {
   /** Labels corresponding to the output of the vision model. */
   private final List<String> labelList;
 
-  /** Define the output format. */
-  private final Boolean inputIsFloat;
-
   /** Number of detections per image. 10 for demo, 100 for the actual competition. */
-  private static final int NUM_RESULTS = 10;
+  private static final int NUM_RESULTS = 100;
 
   /** The output arrays for the mobilenet SSD. */
   private float[][][] outputLocations;
@@ -66,7 +63,9 @@ public class OvicDetector implements AutoCloseable {
     // Create the TfLite interpreter.
     tflite = new Interpreter(model, new Interpreter.Options().setNumThreads(1));
     inputDims = TestHelper.getInputDims(tflite, 0);
-    inputIsFloat = TestHelper.getInputDataType(tflite, 0).equals("float");
+    if (TestHelper.getInputDataType(tflite, 0).equals("float")) {
+      throw new RuntimeException("The model's input must be QUANTIZED_UINT8.");
+    }
     if (inputDims.length != 4) {
       throw new RuntimeException("The model's input dimensions must be 4 (BWHC).");
     }
@@ -102,10 +101,6 @@ public class OvicDetector implements AutoCloseable {
     result = new OvicDetectionResult(NUM_RESULTS);
   }
 
-  public Boolean quantizedInput() {
-    return !inputIsFloat;
-  }
-
   /** Reads label list from Assets. */
   private static List<String> loadLabelList(InputStream labelInputStream) throws IOException {
     List<String> labelList = new ArrayList<>();
@@ -132,9 +127,6 @@ public class OvicDetector implements AutoCloseable {
     if (tflite == null) {
       throw new RuntimeException(TAG + ": Detector has not been initialized; Failed.");
     }
-    if (inputIsFloat == null) {
-      throw new RuntimeException(TAG + ": Detector input type has not been resolved.");
-    }
 
     Object[] inputArray = {imgData};
     tflite.runForMultipleInputsOutputs(inputArray, outputMap);
@@ -144,12 +136,17 @@ public class OvicDetector implements AutoCloseable {
     // Update the results.
     result.resetTo(latency, imageId);
     for (int i = 0; i < NUM_RESULTS; i++) {
-      result.addBox(outputLocations[0][i][1] * inputDims[1],
-              outputLocations[0][i][0] * inputDims[1],
-              outputLocations[0][i][3] * inputDims[2],
-              outputLocations[0][i][2] * inputDims[2],
-              Math.round(outputClasses[0][i] + 1 /* Label offset */),
-              outputScores[0][i]);
+      // The model returns normalized coordinates [start_y, start_x, end_y, end_x].
+      // The boxes expect pixel coordinates [x1, y1, x2, y2].
+      // The height and width of the input are in inputDims[1] and inputDims[2].
+      // The following command converts between model outputs to bounding boxes.
+      result.addBox(
+          outputLocations[0][i][1] * inputDims[2],
+          outputLocations[0][i][0] * inputDims[1],
+          outputLocations[0][i][3] * inputDims[2],
+          outputLocations[0][i][2] * inputDims[1],
+          Math.round(outputClasses[0][i] + 1 /* Label offset */),
+          outputScores[0][i]);
     }
     return true;  // Marks that the result is available.
   }
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java
index 1a4e193ff2..15a4c98812 100644
--- a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java
+++ b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java
@@ -62,16 +62,10 @@ public final class OvicDetectorBenchmarker extends OvicBenchmarker {
     try {
       Log.i(TAG, "Creating detector.");
       detector = new OvicDetector(labelInputStream, model);
-      quantizedInput = detector.quantizedInput();
       int[] inputDims = detector.getInputDims();
       imgHeight = inputDims[1];
       imgWidth = inputDims[2];
-      if (quantizedInput) {
-        imgData = ByteBuffer.allocateDirect(DIM_BATCH_SIZE * imgHeight * imgWidth * DIM_PIXEL_SIZE);
-      } else {
-        imgData =
-            ByteBuffer.allocateDirect(DIM_BATCH_SIZE * imgHeight * imgWidth * DIM_PIXEL_SIZE * 4);
-      }
+      imgData = ByteBuffer.allocateDirect(DIM_BATCH_SIZE * imgHeight * imgWidth * DIM_PIXEL_SIZE);
       imgData.order(ByteOrder.nativeOrder());
       intValues = new int[imgHeight * imgWidth];
       benchmarkStarted = false;
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
index baa14baf92..5756380abb 100644
--- a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
+++ b/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
@@ -30,30 +30,45 @@ public class OvicValidator {
   private static void printUsage(PrintStream s) {
     s.println("Java program that validates a submission model.");
     s.println();
-    s.println("Usage: ovic_validator <submission file>");
+    s.println("Usage: ovic_validator <submission file> [<task>]");
     s.println();
     s.println("Where:");
-    s.println("<submission file> is the model in TfLite format;");
+    s.println("<submission file> is the model in TfLite format,");
+    s.println("<task> is the type of the task: \"classify\" (default) or \"detect\";");
   }
 
   public static void main(String[] args) {
-    if (args.length != 1) {
+    if (args.length != 2) {
       printUsage(System.err);
       System.exit(1);
     }
+    final String modelFile = args[0];
+    final String taskString = args[1];
+    final boolean isDetection = taskString.equals("detect");
+    // Label file for detection is never used, so the same label file is used for both tasks.
     final String labelPath =
         "tensorflow/contrib/lite/java/ovic/src/testdata/labels.txt";
 
-    final String modelFile = args[0];
     try {
+      MappedByteBuffer model = loadModelFile(modelFile);
       File labelsfile = new File(labelPath);
       InputStream labelsInputStream = new FileInputStream(labelsfile);
-      MappedByteBuffer model = loadModelFile(modelFile);
-      OvicClassifier classifier = new OvicClassifier(labelsInputStream, model);
-      ByteBuffer imgData = createByteBufferForClassifier(classifier);
-      OvicClassificationResult testResult = classifier.classifyByteBuffer(imgData);
-      if (testResult.topKClasses.isEmpty()) {
-        throw new RuntimeException("Failed to return top K predictions.");
+
+      if (isDetection) {
+        OvicDetector detector = new OvicDetector(labelsInputStream, model);
+        int[] inputDims = detector.getInputDims();
+        ByteBuffer imgData = createByteBuffer(inputDims[1], inputDims[2]);
+        if (!detector.detectByteBuffer(imgData, /*imageId=*/ 0)) {
+          throw new RuntimeException("Failed to return detections.");
+        }
+      } else {
+        OvicClassifier classifier = new OvicClassifier(labelsInputStream, model);
+        int[] inputDims = classifier.getInputDims();
+        ByteBuffer imgData = createByteBuffer(inputDims[1], inputDims[2]);
+        OvicClassificationResult testResult = classifier.classifyByteBuffer(imgData);
+        if (testResult.topKClasses.isEmpty()) {
+          throw new RuntimeException("Failed to return top K predictions.");
+        }
       }
       System.out.printf("Successfully validated %s.%n", modelFile);
     } catch (Exception e) {
@@ -62,13 +77,7 @@ public class OvicValidator {
     }
   }
 
-  private static ByteBuffer createByteBufferForClassifier(OvicClassifier classifier) {
-    if (classifier == null) {
-      throw new RuntimeException("Cannot create image buffer with the classifier.");
-    }
-    int[] inputDims = classifier.getInputDims();
-    int imgHeight = inputDims[1];
-    int imgWidth = inputDims[2];
+  private static ByteBuffer createByteBuffer(int imgWidth, int imgHeight) {
     ByteBuffer imgData = ByteBuffer.allocateDirect(imgHeight * imgWidth * 3);
     imgData.order(ByteOrder.nativeOrder());
     Random rand = new Random();
diff --git a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java b/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
index 4681e26052..87df58d4a0 100644
--- a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
+++ b/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
@@ -40,14 +40,10 @@ public final class OvicDetectorTest {
   private MappedByteBuffer model = null;
   private ByteBuffer testImage = null;
 
-  private static final float IMAGE_MEAN = 128f;
-  private static final float IMAGE_STD = 128f;
-
-  private Boolean quantizedInput = null;
   private static final String LABELS_PATH =
       "tensorflow/contrib/lite/java/ovic/src/testdata/coco_labels.txt";
   private static final String MODEL_PATH =
-      "external/tflite_mobilenet_ssd_quant/detect.tflite";
+      "external/tflite_ovic_testdata/detect.lite";
   private static final String TEST_IMAGE_PATH =
       "external/tflite_ovic_testdata/test_image_224.jpg";
   private static final int GROUNDTRUTH = 1 /* Person */;
@@ -64,7 +60,6 @@ public final class OvicDetectorTest {
 
       // Create detector.
       detector = new OvicDetector(labelsInputStream, model);
-      quantizedInput = detector.quantizedInput();
 
       // Load test image and convert into byte buffer.
       File imageFile = new File(TEST_IMAGE_PATH);
@@ -91,28 +86,15 @@ public final class OvicDetectorTest {
     return fileChannel.map(FileChannel.MapMode.READ_ONLY, startOffset, declaredLength);
   }
 
-  private ByteBuffer toByteBuffer(BufferedImage image) {
-    ByteBuffer imgData;
-    if (quantizedInput) {
-      imgData = ByteBuffer.allocateDirect(image.getHeight() * image.getWidth() * 3);
-    } else {
-      imgData = ByteBuffer.allocateDirect(image.getHeight() * image.getWidth() * 12);
-    }
+  private static ByteBuffer toByteBuffer(BufferedImage image) {
+    ByteBuffer imgData = ByteBuffer.allocateDirect(image.getHeight() * image.getWidth() * 3);
     imgData.order(ByteOrder.nativeOrder());
     for (int y = 0; y < image.getHeight(); y++) {
       for (int x = 0; x < image.getWidth(); x++) {
         int pixelValue = image.getRGB(x, y);
-        if (quantizedInput) {
-          // Quantized model
-          imgData.put((byte) ((pixelValue >> 16) & 0xFF));
-          imgData.put((byte) ((pixelValue >> 8) & 0xFF));
-          imgData.put((byte) (pixelValue & 0xFF));
-        } else {
-          // Float model
-          imgData.putFloat((((pixelValue >> 16) & 0xFF) - IMAGE_MEAN) / IMAGE_STD);
-          imgData.putFloat((((pixelValue >> 8) & 0xFF) - IMAGE_MEAN) / IMAGE_STD);
-          imgData.putFloat(((pixelValue & 0xFF) - IMAGE_MEAN) / IMAGE_STD);
-        }
+        imgData.put((byte) ((pixelValue >> 16) & 0xFF));
+        imgData.put((byte) ((pixelValue >> 8) & 0xFF));
+        imgData.put((byte) (pixelValue & 0xFF));
       }
     }
     return imgData;
diff --git a/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD b/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
index 051aa2204e..9de92c948e 100644
--- a/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
+++ b/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
@@ -4,6 +4,7 @@ licenses(["notice"])  # Apache 2.0
 filegroup(
     name = "ovic_testdata",
     srcs = [
+        "@tflite_ovic_testdata//:detect.lite",
         "@tflite_ovic_testdata//:float_model.lite",
         "@tflite_ovic_testdata//:low_res_model.lite",
         "@tflite_ovic_testdata//:quantized_model.lite",
-- 
GitLab


From 34b1c5f6bc22dbb512f5d0462153042ffc6407fa Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 12:37:22 -0700
Subject: [PATCH 0321/1825] [XLA] Make ScatterExpander methods 'protected' to
 enable overriding them in a subclass.

PiperOrigin-RevId: 217914138
---
 tensorflow/compiler/xla/service/scatter_expander.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/scatter_expander.h b/tensorflow/compiler/xla/service/scatter_expander.h
index 559a85dccf..533af060bc 100644
--- a/tensorflow/compiler/xla/service/scatter_expander.h
+++ b/tensorflow/compiler/xla/service/scatter_expander.h
@@ -25,7 +25,7 @@ class ScatterExpander : public HloModulePass {
   absl::string_view name() const override { return "scatter_expander"; }
   StatusOr<bool> Run(HloModule* module) override;
 
- private:
+ protected:
   StatusOr<HloInstruction*> ExpandScatter(HloInstruction* scatter);
 };
 
-- 
GitLab


From f9fbebaaf9168b665719adab1fb37c68b8fbce82 Mon Sep 17 00:00:00 2001
From: Eugene Brevdo <ebrevdo@google.com>
Date: Fri, 19 Oct 2018 12:44:36 -0700
Subject: [PATCH 0322/1825] Add
 tf.layers.experimental.{keras_style_scope,set_keras_style}

This makes old-style TF layers and RNNCells create variables using Keras
mechanisms.  Added unit tests.

PiperOrigin-RevId: 217915153
---
 tensorflow/python/kernel_tests/rnn_test.py    |  49 ++++++
 tensorflow/python/layers/base.py              | 154 +++++++++++++++++-
 tensorflow/python/layers/base_test.py         |  24 +++
 .../tools/api/generator/api_init_files_v1.bzl |   1 +
 .../v1/tensorflow.layers.experimental.pbtxt   |  11 ++
 .../api/golden/v1/tensorflow.layers.pbtxt     |   4 +
 6 files changed, 242 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.layers.experimental.pbtxt

diff --git a/tensorflow/python/kernel_tests/rnn_test.py b/tensorflow/python/kernel_tests/rnn_test.py
index 993ea4b6b7..2dda62b4c1 100644
--- a/tensorflow/python/kernel_tests/rnn_test.py
+++ b/tensorflow/python/kernel_tests/rnn_test.py
@@ -36,6 +36,8 @@ from tensorflow.python.framework import ops as ops_lib
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
 from tensorflow.python.keras import testing_utils
+from tensorflow.python.keras.engine import network as keras_network
+from tensorflow.python.layers import base as base_layers
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gradients_impl
@@ -127,6 +129,28 @@ class TensorArrayStateRNNCell(rnn_cell_impl.RNNCell):
     return (input_, (state[0] + 1, new_array))
 
 
+class KerasNetworkTFRNNs(keras_network.Network):
+
+  def __init__(self, name=None):
+    super(KerasNetworkTFRNNs, self).__init__(name=name)
+    self._cell = rnn_cell_impl.MultiRNNCell(
+        [rnn_cell_impl.LSTMCell(1) for _ in range(2)])
+
+  def call(self, inputs):
+    return self._cell(inputs, self._cell.get_initial_state(inputs))
+
+
+class KerasNetworkKerasRNNs(keras_network.Network):
+
+  def __init__(self, name=None):
+    super(KerasNetworkKerasRNNs, self).__init__(name=name)
+    self._cell = keras.layers.StackedRNNCells(
+        [keras.layers.LSTMCell(1) for _ in range(2)])
+
+  def call(self, inputs):
+    return self._cell(inputs, self._cell.get_initial_state(inputs))
+
+
 class RNNTest(test.TestCase):
 
   def setUp(self):
@@ -635,6 +659,31 @@ class RNNTest(test.TestCase):
         y_np_2 = model.predict(x_np)
         self.assertAllClose(y_np, y_np_2, atol=1e-4)
 
+  def testRNNCellActsLikeKerasRNNCellInProperScope(self):
+    with base_layers.keras_style_scope():
+      kn1 = KerasNetworkTFRNNs(name="kn1")
+      kn2 = KerasNetworkKerasRNNs(name="kn2")
+
+      z = array_ops.zeros((2, 3))
+
+      kn1(z)
+      kn2(z)
+
+      # pylint: disable=protected-access
+      self.assertTrue(all("kn1" in v.name for v in kn1._cell.variables))
+      self.assertTrue(all("kn2" in v.name for v in kn2._cell.variables))
+
+      kn1_new = KerasNetworkTFRNNs(name="kn1_new")
+      kn2_new = KerasNetworkKerasRNNs(name="kn2_new")
+
+      kn2_new(z)
+      # Most importantly, this doesn't fail due to variable scope reuse issues.
+      kn1_new(z)
+
+      self.assertTrue(all("kn1_new" in v.name for v in kn1_new._cell.variables))
+      self.assertTrue(all("kn2_new" in v.name for v in kn2_new._cell.variables))
+
+
 ######### Benchmarking RNN code
 
 
diff --git a/tensorflow/python/layers/base.py b/tensorflow/python/layers/base.py
index e399ece232..34e63a947d 100644
--- a/tensorflow/python/layers/base.py
+++ b/tensorflow/python/layers/base.py
@@ -27,12 +27,128 @@ from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.ops import variables as tf_variables
 from tensorflow.python.util import function_utils
 from tensorflow.python.util import nest
+from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
 
 InputSpec = base_layer.InputSpec  # pylint: disable=invalid-name
 
 
+_KERAS_STYLE_SCOPE = False
+
+
+@tf_export(v1=['layers.experimental.keras_style_scope'])
+@tf_contextlib.contextmanager
+def keras_style_scope():
+  """Use Keras-style variable management.
+
+  All tf.layers and tf RNN cells created in this scope use Keras-style
+  variable management.  Creating such layers with a scope= argument is
+  disallowed, and reuse=True is disallowed.
+
+  The purpose of this scope is to allow users of existing layers to
+  slowly transition to a Keras layers API without breaking existing
+  functionality.
+
+  One example of this is when using TensorFlow's RNN classes with Keras
+  Models or Networks.  Because Keras models do not properly set variable
+  scopes, users of RNNs may either accidentally share scopes between two
+  different models, or get errors about variables that already exist.
+
+  Example:
+
+  ```python
+  class RNNModel(tf.keras.Model):
+
+    def __init__(self, name):
+      super(RNNModel, self.).__init__(name=name)
+      self.rnn = tf.nn.rnn_cell.MultiRNNCell(
+        [tf.nn.rnn_cell.LSTMCell(64) for _ in range(2)])
+
+    def call(self, input, state):
+      return self.rnn(input, state)
+
+  model_1 = RNNModel("model_1")
+  model_2 = RNNModel("model_2")
+
+  # OK
+  output_1, next_state_1 = model_1(input, state)
+  # Raises an error about trying to create an already existing variable.
+  output_2, next_state_2 = model_2(input, state)
+  ```
+
+  The solution is to wrap the model construction and execution in a keras-style
+  scope:
+
+  ```python
+  with keras_style_scope():
+    model_1 = RNNModel("model_1")
+    model_2 = RNNModel("model_2")
+
+    # model_1 and model_2 are guaranteed to create their own variables.
+    output_1, next_state_1 = model_1(input, state)
+    output_2, next_state_2 = model_2(input, state)
+
+    assert len(model_1.weights) > 0
+    assert len(model_2.weights) > 0
+    assert(model_1.weights != model_2.weights)
+  ```
+
+  Yields:
+    A keras layer style scope.
+  """
+  global _KERAS_STYLE_SCOPE
+  stack = _KERAS_STYLE_SCOPE
+  _KERAS_STYLE_SCOPE = True
+  try:
+    yield
+  finally:
+    _KERAS_STYLE_SCOPE = stack
+
+
+@tf_export(v1=['layers.experimental.set_keras_style'])
+def set_keras_style():
+  """Use Keras-style variable management.
+
+  All tf.layers and tf RNN cells created after keras style ha been enabled
+  use Keras-style variable management.  Creating such layers with a
+  scope= argument is disallowed, and reuse=True is disallowed.
+
+  The purpose of this function is to allow users of existing layers to
+  slowly transition to Keras layers API without breaking existing
+  functionality.
+
+  For more details, see the documentation for `keras_style_scope`.
+
+  Note, once keras style has been set, it is set globally for the entire
+  program and cannot be unset.
+
+  Example:
+
+  ```python
+  set_keras_style()
+
+  model_1 = RNNModel(name="model_1")
+  model_2 = RNNModel(name="model_2")
+
+  # model_1 and model_2 are guaranteed to create their own variables.
+  output_1, next_state_1 = model_1(input, state)
+  output_2, next_state_2 = model_2(input, state)
+
+  assert len(model_1.weights) > 0
+  assert len(model_2.weights) > 0
+  assert(model_1.weights != model_2.weights)
+  ```
+  """
+  global _KERAS_STYLE_SCOPE
+  _KERAS_STYLE_SCOPE = True
+
+
+def _is_in_keras_style_scope():
+  global _KERAS_STYLE_SCOPE
+  return _KERAS_STYLE_SCOPE
+
+
 @tf_export('layers.Layer')
 class Layer(base_layer.Layer):
   """Base layer class.
@@ -83,6 +199,16 @@ class Layer(base_layer.Layer):
     super(Layer, self).__init__(trainable=trainable, name=name, dtype=dtype,
                                 **kwargs)
 
+    if _is_in_keras_style_scope():
+      if scope is not None:
+        raise ValueError(
+            'scope argument not allowed when keras style layers are enabled, '
+            'but saw: {}'.format(scope))
+      if self._reuse is not None:
+        raise ValueError(
+            'reuse argument not allowed when keras style layers are enabled, '
+            'but saw: {}'.format(self._reuse))
+
     self._graph = None
     self._call_has_scope_arg = 'scope' in self._call_fn_args
     if scope:
@@ -102,6 +228,7 @@ class Layer(base_layer.Layer):
     # Determine layer name (non-unique).
     if isinstance(name, vs.VariableScope):
       base_name = name.name
+      self._name, _ = self._make_unique_name()
     else:
       base_name = name
       self._name = name
@@ -148,6 +275,8 @@ class Layer(base_layer.Layer):
 
   def _name_scope(self):
     """Determines op naming for the Layer."""
+    if _is_in_keras_style_scope():
+      return super(Layer, self)._name_scope()
     return self._current_scope.original_name_scope
 
   def _set_scope(self, scope=None):
@@ -220,6 +349,20 @@ class Layer(base_layer.Layer):
       ValueError: When trainable has been set to True with synchronization
         set as `ON_READ`.
     """
+    if _is_in_keras_style_scope():
+      return super(Layer, self).add_weight(
+          name=name,
+          shape=shape,
+          dtype=dtype,
+          initializer=initializer,
+          regularizer=regularizer,
+          trainable=trainable,
+          constraint=constraint,
+          use_resource=use_resource,
+          synchronization=vs.VariableSynchronization.AUTO,
+          aggregation=vs.VariableAggregation.NONE,
+          partitioner=partitioner)
+
     if synchronization == vs.VariableSynchronization.ON_READ:
       if trainable:
         raise ValueError(
@@ -332,7 +475,16 @@ class Layer(base_layer.Layer):
     Raises:
       ValueError: if the layer's `call` method returns None (an invalid value).
     """
-    self._set_scope(kwargs.pop('scope', None))
+    scope = kwargs.pop('scope', None)
+
+    if _is_in_keras_style_scope():
+      if scope is not None:
+        raise ValueError(
+            'scope argument not allowed when keras style layers are enabled, '
+            'but saw: {}'.format(scope))
+      return super(Layer, self).__call__(inputs, *args, **kwargs)
+
+    self._set_scope(scope)
 
     if not context.executing_eagerly():
       try:
diff --git a/tensorflow/python/layers/base_test.py b/tensorflow/python/layers/base_test.py
index d2443db665..7e84466f27 100644
--- a/tensorflow/python/layers/base_test.py
+++ b/tensorflow/python/layers/base_test.py
@@ -25,6 +25,7 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
+from tensorflow.python.keras.engine import base_layer as keras_base_layer
 from tensorflow.python.layers import base as base_layers
 from tensorflow.python.layers import core as core_layers
 from tensorflow.python.ops import array_ops
@@ -59,6 +60,29 @@ class BaseLayerTest(test.TestCase):
     layer.add_variable('my_var', [2, 2])
     self.assertEqual(layer.name, 'my_layer')
 
+  @test_util.run_in_graph_and_eager_modes
+  def testKerasStyleAddWeight(self):
+    keras_layer = keras_base_layer.Layer(name='keras_layer')
+    with ops.name_scope('foo'):
+      keras_variable = keras_layer.add_variable(
+          'my_var', [2, 2], initializer=init_ops.zeros_initializer())
+    self.assertEqual(keras_variable.name, 'foo/my_var:0')
+
+    with ops.name_scope('baz'):
+      old_style_layer = base_layers.Layer(name='my_layer')
+      # Test basic variable creation.
+      variable = old_style_layer.add_variable(
+          'my_var', [2, 2], initializer=init_ops.zeros_initializer())
+    self.assertEqual(variable.name, 'my_layer/my_var:0')
+
+    with base_layers.keras_style_scope():
+      with ops.name_scope('bar'):
+        layer = base_layers.Layer(name='my_layer')
+        # Test basic variable creation.
+        variable = layer.add_variable(
+            'my_var', [2, 2], initializer=init_ops.zeros_initializer())
+    self.assertEqual(variable.name, 'bar/my_var:0')
+
   @test_util.run_in_graph_and_eager_modes
   def testAddWeight(self):
     layer = base_layers.Layer(name='my_layer')
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index 7a8660fd90..db3064724a 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -59,6 +59,7 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "keras/wrappers/__init__.py",
     "keras/wrappers/scikit_learn/__init__.py",
     "layers/__init__.py",
+    "layers/experimental/__init__.py",
     "linalg/__init__.py",
     "logging/__init__.py",
     "losses/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.experimental.pbtxt
new file mode 100644
index 0000000000..ea17901f8b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.experimental.pbtxt
@@ -0,0 +1,11 @@
+path: "tensorflow.layers.experimental"
+tf_module {
+  member_method {
+    name: "keras_style_scope"
+    argspec: "args=[], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "set_keras_style"
+    argspec: "args=[], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.pbtxt
index 0c24e9c7dd..5feedd2a8e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.pbtxt
@@ -76,6 +76,10 @@ tf_module {
     name: "SeparableConv2D"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member_method {
     name: "average_pooling1d"
     argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-- 
GitLab


From c2208eb373f1a4cceb7f2f53e902cdb319a6f42c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 13:18:39 -0700
Subject: [PATCH 0323/1825] Delete the now-unused increment_var() internal
 DistributionStrategy function.

PiperOrigin-RevId: 217920172
---
 tensorflow/python/training/distribute.py | 22 ----------------------
 1 file changed, 22 deletions(-)

diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index de66a2e471..051f965f8b 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -31,7 +31,6 @@ from tensorflow.python.ops.losses import losses_impl
 from tensorflow.python.platform import tf_logging
 from tensorflow.python.training import device_util
 from tensorflow.python.training import distribution_strategy_context
-from tensorflow.python.util import deprecation
 from tensorflow.python.util import nest
 
 
@@ -1293,27 +1292,6 @@ class _DefaultDistributionStrategy(DistributionStrategy):
                        "_DefaultDistributionStrategy.")
 
 
-# ------------------------------------------------------------------------------
-# Deprecated, use v.assign_add(amount) instead.  Internal API, so expect
-# it to be deleted soon.
-
-
-@deprecation.deprecated(None,
-                        "Use v.assign_add(amount) instead. You may need to set "
-                        "aggregation=tf.VariableAggregation.ONLY_FIRST_REPLICA "
-                        "when creating the variable.")
-def increment_var(v, amount=1):
-  """`v += amount`, distributed-aware version."""
-  def update(vu):
-    return vu.assign_add(amount, read_value=False)
-
-  def merge_fn(dist, vm):
-    return dist.update(vm, update)
-
-  replica_context = distribution_strategy_context.get_replica_context()
-  return replica_context.merge_call(merge_fn, v)
-
-
 # ------------------------------------------------------------------------------
 # We haven't yet implemented deserialization for DistributedVariables.
 # So here we catch any attempts to deserialize variables
-- 
GitLab


From 332cdbd4b31d9315eefa622a6fdb8f2d38b2ef62 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 19 Oct 2018 13:25:21 -0700
Subject: [PATCH 0324/1825] Rename CompileTimeConstInput to
 CompileTimeConstantInput; NFC

This intends to improve consistency -- the accessor used to fetch the constant
inputs of an op is called CompileTimeConstantInputs.

PiperOrigin-RevId: 217921096
---
 .../tf2xla/kernels/batchtospace_op.cc         |  6 ++---
 .../compiler/tf2xla/kernels/bcast_ops.cc      |  8 +++----
 .../tf2xla/kernels/broadcast_to_op.cc         |  2 +-
 .../compiler/tf2xla/kernels/categorical_op.cc |  2 +-
 .../compiler/tf2xla/kernels/concat_op.cc      |  9 ++++----
 .../compiler/tf2xla/kernels/conv_ops.cc       | 12 +++++-----
 .../tf2xla/kernels/dynamic_slice_ops.cc       |  5 +++--
 .../tf2xla/kernels/dynamic_stitch_op.cc       |  7 +++---
 tensorflow/compiler/tf2xla/kernels/fft_ops.cc | 15 ++++++++-----
 tensorflow/compiler/tf2xla/kernels/fill_op.cc |  2 +-
 .../compiler/tf2xla/kernels/gather_op.cc      |  2 +-
 .../compiler/tf2xla/kernels/image_ops.cc      |  2 +-
 .../tf2xla/kernels/image_resize_ops.cc        |  2 +-
 .../compiler/tf2xla/kernels/index_ops.cc      |  5 +++--
 .../compiler/tf2xla/kernels/index_ops_cpu.cc  |  2 +-
 .../compiler/tf2xla/kernels/listdiff_op.cc    |  4 ++--
 .../compiler/tf2xla/kernels/mirror_pad_op.cc  |  2 +-
 .../compiler/tf2xla/kernels/one_hot_op.cc     |  2 +-
 tensorflow/compiler/tf2xla/kernels/pad_op.cc  |  4 ++--
 .../compiler/tf2xla/kernels/pooling_ops.cc    | 22 ++++++++++---------
 .../compiler/tf2xla/kernels/random_ops.cc     |  8 +++----
 .../tf2xla/kernels/reduce_window_op.cc        | 10 ++++-----
 .../compiler/tf2xla/kernels/reduction_ops.cc  | 19 ++++++++++------
 .../compiler/tf2xla/kernels/reshape_op.cc     |  2 +-
 .../compiler/tf2xla/kernels/reverse_op.cc     |  5 +++--
 .../compiler/tf2xla/kernels/scan_ops.cc       |  4 ++--
 .../compiler/tf2xla/kernels/scatter_nd_op.cc  |  3 ++-
 .../tf2xla/kernels/segment_reduction_ops.cc   |  8 +++----
 .../compiler/tf2xla/kernels/sequence_ops.cc   | 12 +++++-----
 .../compiler/tf2xla/kernels/shape_op.cc       |  3 ++-
 .../compiler/tf2xla/kernels/slice_op.cc       |  7 +++---
 .../tf2xla/kernels/spacetobatch_op.cc         |  6 ++---
 .../tf2xla/kernels/sparse_to_dense_op.cc      |  2 +-
 .../compiler/tf2xla/kernels/split_op.cc       |  6 ++---
 .../compiler/tf2xla/kernels/stack_ops.cc      |  2 +-
 .../tf2xla/kernels/stateless_random_ops.cc    |  6 ++---
 .../tf2xla/kernels/strided_slice_op.cc        | 20 ++++++++---------
 .../tf2xla/kernels/tensor_array_ops.cc        |  4 ++--
 .../tf2xla/kernels/tensor_list_ops.cc         |  4 ++--
 .../compiler/tf2xla/kernels/tile_ops.cc       |  2 +-
 tensorflow/compiler/tf2xla/kernels/topk_op.cc |  2 +-
 .../compiler/tf2xla/kernels/transpose_op.cc   |  7 +++---
 .../tf2xla/kernels/xla_broadcast_helper_op.cc |  2 +-
 .../compiler/tf2xla/kernels/xla_conv_op.cc    | 10 ++++-----
 .../compiler/tf2xla/kernels/xla_pad_op.cc     |  6 ++---
 .../kernels/xla_select_and_scatter_op.cc      |  6 ++---
 tensorflow/compiler/tf2xla/xla_op_registry.cc |  2 +-
 tensorflow/compiler/tf2xla/xla_op_registry.h  |  3 ++-
 48 files changed, 153 insertions(+), 133 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/batchtospace_op.cc b/tensorflow/compiler/tf2xla/kernels/batchtospace_op.cc
index a18e04995b..46e5d68c78 100644
--- a/tensorflow/compiler/tf2xla/kernels/batchtospace_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/batchtospace_op.cc
@@ -159,8 +159,8 @@ class BatchToSpaceNDOp : public XlaOpKernel {
   }
 };
 REGISTER_XLA_OP(Name("BatchToSpaceND")
-                    .CompileTimeConstInput("block_shape")
-                    .CompileTimeConstInput("crops"),
+                    .CompileTimeConstantInput("block_shape")
+                    .CompileTimeConstantInput("crops"),
                 BatchToSpaceNDOp);
 
 class BatchToSpaceOp : public XlaOpKernel {
@@ -183,7 +183,7 @@ class BatchToSpaceOp : public XlaOpKernel {
  private:
   int block_size_;
 };
-REGISTER_XLA_OP(Name("BatchToSpace").CompileTimeConstInput("crops"),
+REGISTER_XLA_OP(Name("BatchToSpace").CompileTimeConstantInput("crops"),
                 BatchToSpaceOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc b/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc
index 182f7c9934..9fa57b76f8 100644
--- a/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc
@@ -67,8 +67,8 @@ class BCastArgsOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(BCastArgsOp);
 };
 REGISTER_XLA_OP(Name("BroadcastArgs")
-                    .CompileTimeConstInput("s0")
-                    .CompileTimeConstInput("s1"),
+                    .CompileTimeConstantInput("s0")
+                    .CompileTimeConstantInput("s1"),
                 BCastArgsOp);
 
 // Given shapes of two tensors, computes the reduction indices for the
@@ -126,8 +126,8 @@ class BCastGradArgsOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("BroadcastGradientArgs")
-                    .CompileTimeConstInput("s0")
-                    .CompileTimeConstInput("s1"),
+                    .CompileTimeConstantInput("s0")
+                    .CompileTimeConstantInput("s1"),
                 BCastGradArgsOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/broadcast_to_op.cc b/tensorflow/compiler/tf2xla/kernels/broadcast_to_op.cc
index 9bb11fb67e..d7a8e67dd3 100644
--- a/tensorflow/compiler/tf2xla/kernels/broadcast_to_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/broadcast_to_op.cc
@@ -38,7 +38,7 @@ class BroadcastToOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("BroadcastTo").CompileTimeConstInput("shape"),
+REGISTER_XLA_OP(Name("BroadcastTo").CompileTimeConstantInput("shape"),
                 BroadcastToOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/categorical_op.cc b/tensorflow/compiler/tf2xla/kernels/categorical_op.cc
index e7fef77edc..44edeb7337 100644
--- a/tensorflow/compiler/tf2xla/kernels/categorical_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/categorical_op.cc
@@ -91,7 +91,7 @@ class CategoricalOp : public XlaOpKernel {
 };
 
 // TODO(b/68769717): Rename this sampler to Categorical.
-REGISTER_XLA_OP(Name("Multinomial").CompileTimeConstInput("num_samples"),
+REGISTER_XLA_OP(Name("Multinomial").CompileTimeConstantInput("num_samples"),
                 CategoricalOp);
 
 }  // anonymous namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/concat_op.cc b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
index 0ae23aa6df..3e44fec370 100644
--- a/tensorflow/compiler/tf2xla/kernels/concat_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
@@ -149,10 +149,11 @@ class ConcatV2Op : public ConcatBaseOp {
       : ConcatBaseOp(c, /* axis_index */ c->num_inputs() - 1) {}
 };
 
-REGISTER_XLA_OP(Name("Concat").CompileTimeConstInput("concat_dim"), ConcatOp);
+REGISTER_XLA_OP(Name("Concat").CompileTimeConstantInput("concat_dim"),
+                ConcatOp);
 REGISTER_XLA_OP(Name("ConcatV2")
                     .TypeConstraint("Tidx", DT_INT32)
-                    .CompileTimeConstInput("axis"),
+                    .CompileTimeConstantInput("axis"),
                 ConcatV2Op);
 
 class ConcatOffsetOp : public XlaOpKernel {
@@ -238,8 +239,8 @@ class ConcatOffsetOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("ConcatOffset")
-                    .CompileTimeConstInput("concat_dim")
-                    .CompileTimeConstInput("shape"),
+                    .CompileTimeConstantInput("concat_dim")
+                    .CompileTimeConstantInput("shape"),
                 ConcatOffsetOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/conv_ops.cc b/tensorflow/compiler/tf2xla/kernels/conv_ops.cc
index cd7c820be0..d820528a43 100644
--- a/tensorflow/compiler/tf2xla/kernels/conv_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/conv_ops.cc
@@ -124,7 +124,7 @@ class Conv2DBackpropInputOp : public ConvBackpropInputOp {
       : ConvBackpropInputOp(ctx, /*num_spatial_dims=*/2, /*depthwise=*/false) {}
 };
 REGISTER_XLA_OP(
-    Name("Conv2DBackpropInput").CompileTimeConstInput("input_sizes"),
+    Name("Conv2DBackpropInput").CompileTimeConstantInput("input_sizes"),
     Conv2DBackpropInputOp);
 
 class Conv3DBackpropInputOp : public ConvBackpropInputOp {
@@ -133,7 +133,7 @@ class Conv3DBackpropInputOp : public ConvBackpropInputOp {
       : ConvBackpropInputOp(ctx, /*num_spatial_dims=*/3, /*depthwise=*/false) {}
 };
 REGISTER_XLA_OP(
-    Name("Conv3DBackpropInputV2").CompileTimeConstInput("input_sizes"),
+    Name("Conv3DBackpropInputV2").CompileTimeConstantInput("input_sizes"),
     Conv3DBackpropInputOp);
 
 class DepthwiseConv2DBackpropInputOp : public ConvBackpropInputOp {
@@ -142,7 +142,7 @@ class DepthwiseConv2DBackpropInputOp : public ConvBackpropInputOp {
       : ConvBackpropInputOp(ctx, /*num_spatial_dims=*/2, /*depthwise=*/true) {}
 };
 REGISTER_XLA_OP(Name("DepthwiseConv2dNativeBackpropInput")
-                    .CompileTimeConstInput("input_sizes"),
+                    .CompileTimeConstantInput("input_sizes"),
                 DepthwiseConv2DBackpropInputOp);
 
 class ConvBackpropFilterOp : public XlaOpKernel {
@@ -183,7 +183,7 @@ class Conv2DBackpropFilterOp : public ConvBackpropFilterOp {
   }
 };
 REGISTER_XLA_OP(
-    Name("Conv2DBackpropFilter").CompileTimeConstInput("filter_sizes"),
+    Name("Conv2DBackpropFilter").CompileTimeConstantInput("filter_sizes"),
     Conv2DBackpropFilterOp);
 
 class Conv3DBackpropFilterOp : public ConvBackpropFilterOp {
@@ -193,7 +193,7 @@ class Conv3DBackpropFilterOp : public ConvBackpropFilterOp {
   }
 };
 REGISTER_XLA_OP(
-    Name("Conv3DBackpropFilterV2").CompileTimeConstInput("filter_sizes"),
+    Name("Conv3DBackpropFilterV2").CompileTimeConstantInput("filter_sizes"),
     Conv3DBackpropFilterOp);
 
 class DepthwiseConv2DBackpropFilterOp : public ConvBackpropFilterOp {
@@ -202,7 +202,7 @@ class DepthwiseConv2DBackpropFilterOp : public ConvBackpropFilterOp {
       : ConvBackpropFilterOp(ctx, /*num_spatial_dims=*/2, /*depthwise=*/true) {}
 };
 REGISTER_XLA_OP(Name("DepthwiseConv2dNativeBackpropFilter")
-                    .CompileTimeConstInput("filter_sizes"),
+                    .CompileTimeConstantInput("filter_sizes"),
                 DepthwiseConv2DBackpropFilterOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc b/tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc
index 4af1e8b44c..bb2c0d9ddb 100644
--- a/tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc
@@ -102,8 +102,9 @@ class DynamicSliceOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("XlaDynamicSlice").CompileTimeConstInput("size_indices"),
-                DynamicSliceOp);
+REGISTER_XLA_OP(
+    Name("XlaDynamicSlice").CompileTimeConstantInput("size_indices"),
+    DynamicSliceOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/dynamic_stitch_op.cc b/tensorflow/compiler/tf2xla/kernels/dynamic_stitch_op.cc
index cb73053666..b2f6ef43fa 100644
--- a/tensorflow/compiler/tf2xla/kernels/dynamic_stitch_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/dynamic_stitch_op.cc
@@ -200,10 +200,11 @@ class DynamicStitchOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("DynamicStitch").CompileTimeConstInput("indices"),
-                DynamicStitchOp);
-REGISTER_XLA_OP(Name("ParallelDynamicStitch").CompileTimeConstInput("indices"),
+REGISTER_XLA_OP(Name("DynamicStitch").CompileTimeConstantInput("indices"),
                 DynamicStitchOp);
+REGISTER_XLA_OP(
+    Name("ParallelDynamicStitch").CompileTimeConstantInput("indices"),
+    DynamicStitchOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/fft_ops.cc b/tensorflow/compiler/tf2xla/kernels/fft_ops.cc
index 80bcef9663..9b06357d9b 100644
--- a/tensorflow/compiler/tf2xla/kernels/fft_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/fft_ops.cc
@@ -106,9 +106,11 @@ class RFFTOp : public GenericFftOp {
   explicit RFFTOp(OpKernelConstruction* ctx)
       : GenericFftOp(ctx, /*fft_type=*/FftType::RFFT, /*fft_rank=*/FFTRank) {}
 };
-REGISTER_XLA_OP(Name("RFFT").CompileTimeConstInput("fft_length"), RFFTOp<1>);
-REGISTER_XLA_OP(Name("RFFT2D").CompileTimeConstInput("fft_length"), RFFTOp<2>);
-REGISTER_XLA_OP(Name("RFFT3D").CompileTimeConstInput("fft_length"), RFFTOp<3>);
+REGISTER_XLA_OP(Name("RFFT").CompileTimeConstantInput("fft_length"), RFFTOp<1>);
+REGISTER_XLA_OP(Name("RFFT2D").CompileTimeConstantInput("fft_length"),
+                RFFTOp<2>);
+REGISTER_XLA_OP(Name("RFFT3D").CompileTimeConstantInput("fft_length"),
+                RFFTOp<3>);
 
 template <int FFTRank>
 class IRFFTOp : public GenericFftOp {
@@ -116,10 +118,11 @@ class IRFFTOp : public GenericFftOp {
   explicit IRFFTOp(OpKernelConstruction* ctx)
       : GenericFftOp(ctx, /*fft_type=*/FftType::IRFFT, /*fft_rank=*/FFTRank) {}
 };
-REGISTER_XLA_OP(Name("IRFFT").CompileTimeConstInput("fft_length"), IRFFTOp<1>);
-REGISTER_XLA_OP(Name("IRFFT2D").CompileTimeConstInput("fft_length"),
+REGISTER_XLA_OP(Name("IRFFT").CompileTimeConstantInput("fft_length"),
+                IRFFTOp<1>);
+REGISTER_XLA_OP(Name("IRFFT2D").CompileTimeConstantInput("fft_length"),
                 IRFFTOp<2>);
-REGISTER_XLA_OP(Name("IRFFT3D").CompileTimeConstInput("fft_length"),
+REGISTER_XLA_OP(Name("IRFFT3D").CompileTimeConstantInput("fft_length"),
                 IRFFTOp<3>);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/fill_op.cc b/tensorflow/compiler/tf2xla/kernels/fill_op.cc
index 54b21a2782..e9bdb15aa0 100644
--- a/tensorflow/compiler/tf2xla/kernels/fill_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/fill_op.cc
@@ -70,7 +70,7 @@ class FillOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("Fill").CompileTimeConstInput("dims"), FillOp);
+REGISTER_XLA_OP(Name("Fill").CompileTimeConstantInput("dims"), FillOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/gather_op.cc b/tensorflow/compiler/tf2xla/kernels/gather_op.cc
index 44140304fd..20b0de193d 100644
--- a/tensorflow/compiler/tf2xla/kernels/gather_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/gather_op.cc
@@ -194,7 +194,7 @@ class GatherOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("Gather"), GatherOp);
-REGISTER_XLA_OP(Name("GatherV2").CompileTimeConstInput("axis"), GatherOp);
+REGISTER_XLA_OP(Name("GatherV2").CompileTimeConstantInput("axis"), GatherOp);
 
 class GatherNdOp : public XlaOpKernel {
  public:
diff --git a/tensorflow/compiler/tf2xla/kernels/image_ops.cc b/tensorflow/compiler/tf2xla/kernels/image_ops.cc
index 6713d6bc92..b49b2516d8 100644
--- a/tensorflow/compiler/tf2xla/kernels/image_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/image_ops.cc
@@ -563,7 +563,7 @@ class NonMaxSuppressionOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(
-    Name("NonMaxSuppressionV4").CompileTimeConstInput("max_output_size"),
+    Name("NonMaxSuppressionV4").CompileTimeConstantInput("max_output_size"),
     NonMaxSuppressionOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc b/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc
index 7b2bb4a7c5..fa04b0f7d0 100644
--- a/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc
@@ -511,7 +511,7 @@ class ResizeBilinearOp : public XlaOpKernel {
   bool align_corners_;
 };
 
-REGISTER_XLA_OP(Name("ResizeBilinear").CompileTimeConstInput("size"),
+REGISTER_XLA_OP(Name("ResizeBilinear").CompileTimeConstantInput("size"),
                 ResizeBilinearOp);
 
 class ResizeBilinearGradOp : public XlaOpKernel {
diff --git a/tensorflow/compiler/tf2xla/kernels/index_ops.cc b/tensorflow/compiler/tf2xla/kernels/index_ops.cc
index f396474858..843b6bb4e6 100644
--- a/tensorflow/compiler/tf2xla/kernels/index_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/index_ops.cc
@@ -78,7 +78,7 @@ XlaArgMaxOp::XlaArgMaxOp(OpKernelConstruction* ctx)
     : XlaArgMinMaxOp(ctx, /*is_min=*/false) {}
 REGISTER_XLA_OP(Name("ArgMax")
                     .Device(DEVICE_GPU_XLA_JIT)
-                    .CompileTimeConstInput("dimension"),
+                    .CompileTimeConstantInput("dimension"),
                 XlaArgMaxOp);
 
 namespace {
@@ -89,7 +89,8 @@ class XlaArgMinOp : public XlaArgMinMaxOp {
 };
 XlaArgMinOp::XlaArgMinOp(OpKernelConstruction* ctx)
     : XlaArgMinMaxOp(ctx, /*is_min=*/true) {}
-REGISTER_XLA_OP(Name("ArgMin").CompileTimeConstInput("dimension"), XlaArgMinOp);
+REGISTER_XLA_OP(Name("ArgMin").CompileTimeConstantInput("dimension"),
+                XlaArgMinOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc b/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc
index f210bfbd88..d069373086 100644
--- a/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc
+++ b/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc
@@ -130,7 +130,7 @@ class ArgMaxCustomCallOp : public XlaOpKernel {
 REGISTER_XLA_OP(Name("ArgMax")
                     .TypeConstraint("T", DT_FLOAT)
                     .Device(DEVICE_CPU_XLA_JIT)
-                    .CompileTimeConstInput("dimension"),
+                    .CompileTimeConstantInput("dimension"),
                 ArgMaxCustomCallOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/listdiff_op.cc b/tensorflow/compiler/tf2xla/kernels/listdiff_op.cc
index a11bbe918f..e46f4e72dc 100644
--- a/tensorflow/compiler/tf2xla/kernels/listdiff_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/listdiff_op.cc
@@ -115,8 +115,8 @@ class ListDiffOp : public XlaOpKernel {
 
 REGISTER_XLA_OP(Name("ListDiff")
                     .TypeConstraint("T", kListDiffTypes)
-                    .CompileTimeConstInput("x")
-                    .CompileTimeConstInput("y"),
+                    .CompileTimeConstantInput("x")
+                    .CompileTimeConstantInput("y"),
                 ListDiffOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
index 2a42eeaf76..4833a9662d 100644
--- a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
@@ -112,7 +112,7 @@ class MirrorPadOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(MirrorPadOp);
 };
 
-REGISTER_XLA_OP(Name("MirrorPad").CompileTimeConstInput("paddings"),
+REGISTER_XLA_OP(Name("MirrorPad").CompileTimeConstantInput("paddings"),
                 MirrorPadOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/one_hot_op.cc b/tensorflow/compiler/tf2xla/kernels/one_hot_op.cc
index cac2eea96e..aba54578d9 100644
--- a/tensorflow/compiler/tf2xla/kernels/one_hot_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/one_hot_op.cc
@@ -76,7 +76,7 @@ class OneHotOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(OneHotOp);
 };
 
-REGISTER_XLA_OP(Name("OneHot").CompileTimeConstInput("depth"), OneHotOp);
+REGISTER_XLA_OP(Name("OneHot").CompileTimeConstantInput("depth"), OneHotOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/pad_op.cc b/tensorflow/compiler/tf2xla/kernels/pad_op.cc
index e5937b56c1..3f5445b482 100644
--- a/tensorflow/compiler/tf2xla/kernels/pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/pad_op.cc
@@ -83,8 +83,8 @@ class PadOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("Pad").CompileTimeConstInput("paddings"), PadOp);
-REGISTER_XLA_OP(Name("PadV2").CompileTimeConstInput("paddings"), PadOp);
+REGISTER_XLA_OP(Name("Pad").CompileTimeConstantInput("paddings"), PadOp);
+REGISTER_XLA_OP(Name("PadV2").CompileTimeConstantInput("paddings"), PadOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/pooling_ops.cc b/tensorflow/compiler/tf2xla/kernels/pooling_ops.cc
index 27690c156e..a259da6383 100644
--- a/tensorflow/compiler/tf2xla/kernels/pooling_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/pooling_ops.cc
@@ -188,8 +188,8 @@ class MaxPool2DOp : public MaxPoolOp {
 };
 REGISTER_XLA_OP(Name("MaxPool"), MaxPool2DOp);
 REGISTER_XLA_OP(Name("MaxPoolV2")
-                    .CompileTimeConstInput("ksize")
-                    .CompileTimeConstInput("strides"),
+                    .CompileTimeConstantInput("ksize")
+                    .CompileTimeConstantInput("strides"),
                 MaxPool2DOp);
 
 class MaxPool3DOp : public MaxPoolOp {
@@ -360,8 +360,8 @@ class MaxPool2DGradOp : public MaxPoolGradOp {
 };
 REGISTER_XLA_OP(Name("MaxPoolGrad"), MaxPool2DGradOp);
 REGISTER_XLA_OP(Name("MaxPoolGradV2")
-                    .CompileTimeConstInput("ksize")
-                    .CompileTimeConstInput("strides"),
+                    .CompileTimeConstantInput("ksize")
+                    .CompileTimeConstantInput("strides"),
                 MaxPool2DGradOp);
 
 class MaxPool3DGradOp : public MaxPoolGradOp {
@@ -455,16 +455,18 @@ class AvgPool2DGradOp : public AvgPoolGradOp {
                 errors::InvalidArgument("Invalid data format"));
   }
 };
-REGISTER_XLA_OP(Name("AvgPoolGrad").CompileTimeConstInput("orig_input_shape"),
-                AvgPool2DGradOp);
+REGISTER_XLA_OP(
+    Name("AvgPoolGrad").CompileTimeConstantInput("orig_input_shape"),
+    AvgPool2DGradOp);
 
 class AvgPool3DGradOp : public AvgPoolGradOp {
  public:
   explicit AvgPool3DGradOp(OpKernelConstruction* ctx)
       : AvgPoolGradOp(ctx, /*num_spatial_dims=*/3) {}
 };
-REGISTER_XLA_OP(Name("AvgPool3DGrad").CompileTimeConstInput("orig_input_shape"),
-                AvgPool3DGradOp);
+REGISTER_XLA_OP(
+    Name("AvgPool3DGrad").CompileTimeConstantInput("orig_input_shape"),
+    AvgPool3DGradOp);
 
 class MaxPoolGradGradOp : public XlaOpKernel {
  public:
@@ -632,8 +634,8 @@ REGISTER_XLA_OP(Name("MaxPoolGradGrad").TypeConstraint("T", DT_FLOAT),
                 MaxPool2DGradGradOp);
 REGISTER_XLA_OP(Name("MaxPoolGradGradV2")
                     .TypeConstraint("T", DT_FLOAT)
-                    .CompileTimeConstInput("ksize")
-                    .CompileTimeConstInput("strides"),
+                    .CompileTimeConstantInput("ksize")
+                    .CompileTimeConstantInput("strides"),
                 MaxPool2DGradGradOp);
 
 class MaxPool3DGradGradOp : public MaxPoolGradGradOp {
diff --git a/tensorflow/compiler/tf2xla/kernels/random_ops.cc b/tensorflow/compiler/tf2xla/kernels/random_ops.cc
index 7ef6fa305b..415ce9b77f 100644
--- a/tensorflow/compiler/tf2xla/kernels/random_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/random_ops.cc
@@ -58,7 +58,7 @@ class RandomUniformOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(RandomUniformOp);
 };
 
-REGISTER_XLA_OP(Name("RandomUniform").CompileTimeConstInput("shape"),
+REGISTER_XLA_OP(Name("RandomUniform").CompileTimeConstantInput("shape"),
                 RandomUniformOp);
 
 class RandomShuffleOp : public XlaOpKernel {
@@ -227,7 +227,7 @@ class RandomUniformIntOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(RandomUniformIntOp);
 };
 
-REGISTER_XLA_OP(Name("RandomUniformInt").CompileTimeConstInput("shape"),
+REGISTER_XLA_OP(Name("RandomUniformInt").CompileTimeConstantInput("shape"),
                 RandomUniformIntOp);
 
 class RandomStandardNormalOp : public XlaOpKernel {
@@ -256,7 +256,7 @@ class RandomStandardNormalOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(RandomStandardNormalOp);
 };
 
-REGISTER_XLA_OP(Name("RandomStandardNormal").CompileTimeConstInput("shape"),
+REGISTER_XLA_OP(Name("RandomStandardNormal").CompileTimeConstantInput("shape"),
                 RandomStandardNormalOp);
 
 class TruncatedNormalOp : public XlaOpKernel {
@@ -282,7 +282,7 @@ class TruncatedNormalOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("TruncatedNormal")
-                    .CompileTimeConstInput("shape")
+                    .CompileTimeConstantInput("shape")
                     .TypeConstraint("dtype", DT_FLOAT),
                 TruncatedNormalOp);
 
diff --git a/tensorflow/compiler/tf2xla/kernels/reduce_window_op.cc b/tensorflow/compiler/tf2xla/kernels/reduce_window_op.cc
index 8eee5b1299..dacdbc88e0 100644
--- a/tensorflow/compiler/tf2xla/kernels/reduce_window_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reduce_window_op.cc
@@ -130,11 +130,11 @@ class ReduceWindowOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("XlaReduceWindow")
-                    .CompileTimeConstInput("window_dimensions")
-                    .CompileTimeConstInput("window_strides")
-                    .CompileTimeConstInput("base_dilations")
-                    .CompileTimeConstInput("window_dilations")
-                    .CompileTimeConstInput("padding"),
+                    .CompileTimeConstantInput("window_dimensions")
+                    .CompileTimeConstantInput("window_strides")
+                    .CompileTimeConstantInput("base_dilations")
+                    .CompileTimeConstantInput("window_dilations")
+                    .CompileTimeConstantInput("padding"),
                 ReduceWindowOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/reduction_ops.cc b/tensorflow/compiler/tf2xla/kernels/reduction_ops.cc
index 0d260fa8fc..107fa62967 100644
--- a/tensorflow/compiler/tf2xla/kernels/reduction_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reduction_ops.cc
@@ -41,7 +41,8 @@ class SumOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("Sum").CompileTimeConstInput("reduction_indices"), SumOp);
+REGISTER_XLA_OP(Name("Sum").CompileTimeConstantInput("reduction_indices"),
+                SumOp);
 
 class ProdOp : public XlaReductionOp {
  public:
@@ -59,7 +60,7 @@ class ProdOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("Prod").CompileTimeConstInput("reduction_indices"),
+REGISTER_XLA_OP(Name("Prod").CompileTimeConstantInput("reduction_indices"),
                 ProdOp);
 
 class MinOp : public XlaReductionOp {
@@ -77,7 +78,8 @@ class MinOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("Min").CompileTimeConstInput("reduction_indices"), MinOp);
+REGISTER_XLA_OP(Name("Min").CompileTimeConstantInput("reduction_indices"),
+                MinOp);
 
 class MaxOp : public XlaReductionOp {
  public:
@@ -94,7 +96,8 @@ class MaxOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("Max").CompileTimeConstInput("reduction_indices"), MaxOp);
+REGISTER_XLA_OP(Name("Max").CompileTimeConstantInput("reduction_indices"),
+                MaxOp);
 
 class MeanOp : public XlaReductionOp {
  public:
@@ -119,7 +122,7 @@ class MeanOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("Mean").CompileTimeConstInput("reduction_indices"),
+REGISTER_XLA_OP(Name("Mean").CompileTimeConstantInput("reduction_indices"),
                 MeanOp);
 
 class AllOp : public XlaReductionOp {
@@ -137,7 +140,8 @@ class AllOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("All").CompileTimeConstInput("reduction_indices"), AllOp);
+REGISTER_XLA_OP(Name("All").CompileTimeConstantInput("reduction_indices"),
+                AllOp);
 
 class AnyOp : public XlaReductionOp {
  public:
@@ -154,7 +158,8 @@ class AnyOp : public XlaReductionOp {
   }
 };
 
-REGISTER_XLA_OP(Name("Any").CompileTimeConstInput("reduction_indices"), AnyOp);
+REGISTER_XLA_OP(Name("Any").CompileTimeConstantInput("reduction_indices"),
+                AnyOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/reshape_op.cc b/tensorflow/compiler/tf2xla/kernels/reshape_op.cc
index 366ce42866..47a4eac206 100644
--- a/tensorflow/compiler/tf2xla/kernels/reshape_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reshape_op.cc
@@ -95,7 +95,7 @@ class ReshapeOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("Reshape").CompileTimeConstInput("shape"), ReshapeOp);
+REGISTER_XLA_OP(Name("Reshape").CompileTimeConstantInput("shape"), ReshapeOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/reverse_op.cc b/tensorflow/compiler/tf2xla/kernels/reverse_op.cc
index 8494864b33..56b80cb4a2 100644
--- a/tensorflow/compiler/tf2xla/kernels/reverse_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reverse_op.cc
@@ -67,7 +67,7 @@ class ReverseOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("Reverse").CompileTimeConstInput("dims"), ReverseOp);
+REGISTER_XLA_OP(Name("Reverse").CompileTimeConstantInput("dims"), ReverseOp);
 
 class ReverseV2Op : public XlaOpKernel {
  public:
@@ -119,7 +119,8 @@ class ReverseV2Op : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("ReverseV2").CompileTimeConstInput("axis"), ReverseV2Op);
+REGISTER_XLA_OP(Name("ReverseV2").CompileTimeConstantInput("axis"),
+                ReverseV2Op);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/scan_ops.cc b/tensorflow/compiler/tf2xla/kernels/scan_ops.cc
index 57afd608de..b5fd7850bf 100644
--- a/tensorflow/compiler/tf2xla/kernels/scan_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/scan_ops.cc
@@ -136,7 +136,7 @@ class CumsumOp : public ScanOp {
 };
 REGISTER_XLA_OP(Name("Cumsum")
                     .TypeConstraint("T", kScanOpTypes)
-                    .CompileTimeConstInput("axis"),
+                    .CompileTimeConstantInput("axis"),
                 CumsumOp);
 
 class CumprodOp : public ScanOp {
@@ -145,7 +145,7 @@ class CumprodOp : public ScanOp {
 };
 REGISTER_XLA_OP(Name("Cumprod")
                     .TypeConstraint("T", kScanOpTypes)
-                    .CompileTimeConstInput("axis"),
+                    .CompileTimeConstantInput("axis"),
                 CumprodOp);
 
 }  // anonymous namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/scatter_nd_op.cc b/tensorflow/compiler/tf2xla/kernels/scatter_nd_op.cc
index f1f32699fe..a95e7adacf 100644
--- a/tensorflow/compiler/tf2xla/kernels/scatter_nd_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/scatter_nd_op.cc
@@ -116,7 +116,8 @@ class ScatterNdOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("ScatterNd").CompileTimeConstInput("shape"), ScatterNdOp);
+REGISTER_XLA_OP(Name("ScatterNd").CompileTimeConstantInput("shape"),
+                ScatterNdOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/segment_reduction_ops.cc b/tensorflow/compiler/tf2xla/kernels/segment_reduction_ops.cc
index b22ecb7c6d..97359f81ee 100644
--- a/tensorflow/compiler/tf2xla/kernels/segment_reduction_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/segment_reduction_ops.cc
@@ -105,7 +105,7 @@ class UnsortedSegmentSum : public UnsortedSegmentReduce {
 };
 
 REGISTER_XLA_OP(
-    Name("UnsortedSegmentSum").CompileTimeConstInput("num_segments"),
+    Name("UnsortedSegmentSum").CompileTimeConstantInput("num_segments"),
     UnsortedSegmentSum);
 
 class UnsortedSegmentProd : public UnsortedSegmentReduce {
@@ -120,7 +120,7 @@ class UnsortedSegmentProd : public UnsortedSegmentReduce {
 };
 
 REGISTER_XLA_OP(
-    Name("UnsortedSegmentProd").CompileTimeConstInput("num_segments"),
+    Name("UnsortedSegmentProd").CompileTimeConstantInput("num_segments"),
     UnsortedSegmentProd);
 
 class UnsortedSegmentMin : public UnsortedSegmentReduce {
@@ -137,7 +137,7 @@ class UnsortedSegmentMin : public UnsortedSegmentReduce {
 };
 
 REGISTER_XLA_OP(
-    Name("UnsortedSegmentMin").CompileTimeConstInput("num_segments"),
+    Name("UnsortedSegmentMin").CompileTimeConstantInput("num_segments"),
     UnsortedSegmentMin);
 
 class UnsortedSegmentMax : public UnsortedSegmentReduce {
@@ -154,7 +154,7 @@ class UnsortedSegmentMax : public UnsortedSegmentReduce {
 };
 
 REGISTER_XLA_OP(
-    Name("UnsortedSegmentMax").CompileTimeConstInput("num_segments"),
+    Name("UnsortedSegmentMax").CompileTimeConstantInput("num_segments"),
     UnsortedSegmentMax);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc b/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
index 0c32b8def0..379f4aeb0f 100644
--- a/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
@@ -137,9 +137,9 @@ class RangeOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("Range")
-                    .CompileTimeConstInput("start")
-                    .CompileTimeConstInput("limit")
-                    .CompileTimeConstInput("delta"),
+                    .CompileTimeConstantInput("start")
+                    .CompileTimeConstantInput("limit")
+                    .CompileTimeConstantInput("delta"),
                 RangeOp);
 
 class LinSpaceOp : public XlaOpKernel {
@@ -210,9 +210,9 @@ class LinSpaceOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("LinSpace")
-                    .CompileTimeConstInput("start")
-                    .CompileTimeConstInput("stop")
-                    .CompileTimeConstInput("num"),
+                    .CompileTimeConstantInput("start")
+                    .CompileTimeConstantInput("stop")
+                    .CompileTimeConstantInput("num"),
                 LinSpaceOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/shape_op.cc b/tensorflow/compiler/tf2xla/kernels/shape_op.cc
index c8a0f31a03..37b026aeb0 100644
--- a/tensorflow/compiler/tf2xla/kernels/shape_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/shape_op.cc
@@ -151,7 +151,8 @@ class ExpandDimsOp : public XlaOpKernel {
     ctx->SetOutput(0, xla::Reshape(ctx->Input(0), new_shape));
   }
 };
-REGISTER_XLA_OP(Name("ExpandDims").CompileTimeConstInput("dim"), ExpandDimsOp);
+REGISTER_XLA_OP(Name("ExpandDims").CompileTimeConstantInput("dim"),
+                ExpandDimsOp);
 
 class SqueezeOp : public XlaOpKernel {
  public:
diff --git a/tensorflow/compiler/tf2xla/kernels/slice_op.cc b/tensorflow/compiler/tf2xla/kernels/slice_op.cc
index 537b71f3c0..34980ead81 100644
--- a/tensorflow/compiler/tf2xla/kernels/slice_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/slice_op.cc
@@ -111,9 +111,10 @@ class SliceOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(
-    Name("Slice").CompileTimeConstInput("begin").CompileTimeConstInput("size"),
-    SliceOp);
+REGISTER_XLA_OP(Name("Slice")
+                    .CompileTimeConstantInput("begin")
+                    .CompileTimeConstantInput("size"),
+                SliceOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/spacetobatch_op.cc b/tensorflow/compiler/tf2xla/kernels/spacetobatch_op.cc
index 76b79be6f6..622efac817 100644
--- a/tensorflow/compiler/tf2xla/kernels/spacetobatch_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/spacetobatch_op.cc
@@ -161,8 +161,8 @@ class SpaceToBatchNDOp : public XlaOpKernel {
   }
 };
 REGISTER_XLA_OP(Name("SpaceToBatchND")
-                    .CompileTimeConstInput("paddings")
-                    .CompileTimeConstInput("block_shape"),
+                    .CompileTimeConstantInput("paddings")
+                    .CompileTimeConstantInput("block_shape"),
                 SpaceToBatchNDOp);
 
 class SpaceToBatchOp : public XlaOpKernel {
@@ -185,7 +185,7 @@ class SpaceToBatchOp : public XlaOpKernel {
  private:
   int block_size_;
 };
-REGISTER_XLA_OP(Name("SpaceToBatch").CompileTimeConstInput("paddings"),
+REGISTER_XLA_OP(Name("SpaceToBatch").CompileTimeConstantInput("paddings"),
                 SpaceToBatchOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/sparse_to_dense_op.cc b/tensorflow/compiler/tf2xla/kernels/sparse_to_dense_op.cc
index e831dc30a9..def3c147bf 100644
--- a/tensorflow/compiler/tf2xla/kernels/sparse_to_dense_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/sparse_to_dense_op.cc
@@ -80,7 +80,7 @@ class SparseToDenseOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("SparseToDense").CompileTimeConstInput("output_shape"),
+REGISTER_XLA_OP(Name("SparseToDense").CompileTimeConstantInput("output_shape"),
                 SparseToDenseOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/split_op.cc b/tensorflow/compiler/tf2xla/kernels/split_op.cc
index 93fc14e9ef..230a343f79 100644
--- a/tensorflow/compiler/tf2xla/kernels/split_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/split_op.cc
@@ -104,7 +104,7 @@ class SplitOp : public XlaOpKernel {
   }
 };
 
-REGISTER_XLA_OP(Name("Split").CompileTimeConstInput("split_dim"), SplitOp);
+REGISTER_XLA_OP(Name("Split").CompileTimeConstantInput("split_dim"), SplitOp);
 
 class SplitVOp : public XlaOpKernel {
  public:
@@ -207,8 +207,8 @@ class SplitVOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("SplitV")
-                    .CompileTimeConstInput("split_dim")
-                    .CompileTimeConstInput("size_splits"),
+                    .CompileTimeConstantInput("split_dim")
+                    .CompileTimeConstantInput("size_splits"),
                 SplitVOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/stack_ops.cc b/tensorflow/compiler/tf2xla/kernels/stack_ops.cc
index ee70f508a9..d79cdad9fa 100644
--- a/tensorflow/compiler/tf2xla/kernels/stack_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/stack_ops.cc
@@ -126,7 +126,7 @@ class StackOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(StackOp);
 };
 
-REGISTER_XLA_OP(Name("StackV2").CompileTimeConstInput("max_size"), StackOp);
+REGISTER_XLA_OP(Name("StackV2").CompileTimeConstantInput("max_size"), StackOp);
 
 class StackPushOp : public XlaOpKernel {
  public:
diff --git a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
index 5412e13547..08b517276b 100644
--- a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
@@ -69,7 +69,7 @@ class StatelessRandomUniformOp : public XlaOpKernel {
 
 // TODO(phawkins): generalize to non-float, non-int32 seed types.
 REGISTER_XLA_OP(Name("StatelessRandomUniform")
-                    .CompileTimeConstInput("shape")
+                    .CompileTimeConstantInput("shape")
                     .TypeConstraint("dtype", DT_FLOAT)
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessRandomUniformOp);
@@ -112,7 +112,7 @@ class StatelessRandomNormalOp : public XlaOpKernel {
 
 // TODO(phawkins): generalize to non-float, non-int32 seed types.
 REGISTER_XLA_OP(Name("StatelessRandomNormal")
-                    .CompileTimeConstInput("shape")
+                    .CompileTimeConstantInput("shape")
                     .TypeConstraint("dtype", DT_FLOAT)
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessRandomNormalOp);
@@ -151,7 +151,7 @@ class StatelessTruncatedNormalOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("StatelessTruncatedNormal")
-                    .CompileTimeConstInput("shape")
+                    .CompileTimeConstantInput("shape")
                     .TypeConstraint("dtype", DT_FLOAT)
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessTruncatedNormalOp);
diff --git a/tensorflow/compiler/tf2xla/kernels/strided_slice_op.cc b/tensorflow/compiler/tf2xla/kernels/strided_slice_op.cc
index 2b2e3de64f..10d990b321 100644
--- a/tensorflow/compiler/tf2xla/kernels/strided_slice_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/strided_slice_op.cc
@@ -109,9 +109,9 @@ class StridedSliceOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("StridedSlice")
-                    .CompileTimeConstInput("begin")
-                    .CompileTimeConstInput("end")
-                    .CompileTimeConstInput("strides"),
+                    .CompileTimeConstantInput("begin")
+                    .CompileTimeConstantInput("end")
+                    .CompileTimeConstantInput("strides"),
                 StridedSliceOp);
 
 class StridedSliceGradOp : public XlaOpKernel {
@@ -218,10 +218,10 @@ class StridedSliceGradOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("StridedSliceGrad")
-                    .CompileTimeConstInput("shape")
-                    .CompileTimeConstInput("begin")
-                    .CompileTimeConstInput("end")
-                    .CompileTimeConstInput("strides"),
+                    .CompileTimeConstantInput("shape")
+                    .CompileTimeConstantInput("begin")
+                    .CompileTimeConstantInput("end")
+                    .CompileTimeConstantInput("strides"),
                 StridedSliceGradOp);
 
 class StridedSliceAssignOp : public XlaOpKernel {
@@ -331,9 +331,9 @@ class StridedSliceAssignOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("ResourceStridedSliceAssign")
-                    .CompileTimeConstInput("begin")
-                    .CompileTimeConstInput("end")
-                    .CompileTimeConstInput("strides"),
+                    .CompileTimeConstantInput("begin")
+                    .CompileTimeConstantInput("end")
+                    .CompileTimeConstantInput("strides"),
                 StridedSliceAssignOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/tensor_array_ops.cc b/tensorflow/compiler/tf2xla/kernels/tensor_array_ops.cc
index 06a560d947..252967a746 100644
--- a/tensorflow/compiler/tf2xla/kernels/tensor_array_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/tensor_array_ops.cc
@@ -188,7 +188,7 @@ class TensorArrayOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(TensorArrayOp);
 };
 
-REGISTER_XLA_OP(Name("TensorArrayV3").CompileTimeConstInput("size"),
+REGISTER_XLA_OP(Name("TensorArrayV3").CompileTimeConstantInput("size"),
                 TensorArrayOp);
 
 class TensorArrayWriteOp : public XlaOpKernel {
@@ -551,7 +551,7 @@ class TensorArraySplitOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(TensorArraySplitOp);
 };
 
-REGISTER_XLA_OP(Name("TensorArraySplitV3").CompileTimeConstInput("lengths"),
+REGISTER_XLA_OP(Name("TensorArraySplitV3").CompileTimeConstantInput("lengths"),
                 TensorArraySplitOp);
 
 class TensorArraySizeOp : public XlaOpKernel {
diff --git a/tensorflow/compiler/tf2xla/kernels/tensor_list_ops.cc b/tensorflow/compiler/tf2xla/kernels/tensor_list_ops.cc
index 74d4fcc425..64a24703ae 100644
--- a/tensorflow/compiler/tf2xla/kernels/tensor_list_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/tensor_list_ops.cc
@@ -79,8 +79,8 @@ class TensorListReserveOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("TensorListReserve")
-                    .CompileTimeConstInput("element_shape")
-                    .CompileTimeConstInput("num_elements"),
+                    .CompileTimeConstantInput("element_shape")
+                    .CompileTimeConstantInput("num_elements"),
                 TensorListReserveOp);
 
 class EmptyTensorListOp : public XlaOpKernel {
diff --git a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
index 52f2b36e19..edce67959c 100644
--- a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
@@ -126,7 +126,7 @@ class TileOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(TileOp);
 };
 
-REGISTER_XLA_OP(Name("Tile").CompileTimeConstInput("multiples"), TileOp);
+REGISTER_XLA_OP(Name("Tile").CompileTimeConstantInput("multiples"), TileOp);
 
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/kernels/topk_op.cc b/tensorflow/compiler/tf2xla/kernels/topk_op.cc
index 183879c760..8a0c94cfae 100644
--- a/tensorflow/compiler/tf2xla/kernels/topk_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/topk_op.cc
@@ -59,7 +59,7 @@ class TopKOp : public XlaOpKernel {
   bool sorted_;
 };
 
-REGISTER_XLA_OP(Name("TopKV2").CompileTimeConstInput("k").TypeConstraint(
+REGISTER_XLA_OP(Name("TopKV2").CompileTimeConstantInput("k").TypeConstraint(
                     "T", {DT_UINT32, DT_INT32, DT_FLOAT, DT_BFLOAT16}),
                 TopKOp);
 
diff --git a/tensorflow/compiler/tf2xla/kernels/transpose_op.cc b/tensorflow/compiler/tf2xla/kernels/transpose_op.cc
index 6b303b31d4..48a211942d 100644
--- a/tensorflow/compiler/tf2xla/kernels/transpose_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/transpose_op.cc
@@ -106,9 +106,10 @@ class ConjugateTransposeOp : public TransposeOp {
       : TransposeOp(ctx, /*conjugate=*/true) {}
 };
 
-REGISTER_XLA_OP(Name("Transpose").CompileTimeConstInput("perm"), TransposeOp);
+REGISTER_XLA_OP(Name("Transpose").CompileTimeConstantInput("perm"),
+                TransposeOp);
 
-REGISTER_XLA_OP(Name("ConjugateTranspose").CompileTimeConstInput("perm"),
+REGISTER_XLA_OP(Name("ConjugateTranspose").CompileTimeConstantInput("perm"),
                 ConjugateTransposeOp);
 
 // InvertPermutation frequently forms part of the gradient of Transpose.
@@ -153,7 +154,7 @@ class InvertPermutationOp : public XlaOpKernel {
 
 REGISTER_XLA_OP(Name("InvertPermutation")
                     .TypeConstraint("T", DT_INT32)
-                    .CompileTimeConstInput("x"),
+                    .CompileTimeConstantInput("x"),
                 InvertPermutationOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/xla_broadcast_helper_op.cc b/tensorflow/compiler/tf2xla/kernels/xla_broadcast_helper_op.cc
index 412afeaaad..a9f88a6df2 100644
--- a/tensorflow/compiler/tf2xla/kernels/xla_broadcast_helper_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/xla_broadcast_helper_op.cc
@@ -108,7 +108,7 @@ class XlaBroadcastHelperOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(
-    Name("XlaBroadcastHelper").CompileTimeConstInput("broadcast_dims"),
+    Name("XlaBroadcastHelper").CompileTimeConstantInput("broadcast_dims"),
     XlaBroadcastHelperOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/xla_conv_op.cc b/tensorflow/compiler/tf2xla/kernels/xla_conv_op.cc
index fecc7c556e..4612f19971 100644
--- a/tensorflow/compiler/tf2xla/kernels/xla_conv_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/xla_conv_op.cc
@@ -90,11 +90,11 @@ class XlaConvOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("XlaConv")
-                    .CompileTimeConstInput("window_strides")
-                    .CompileTimeConstInput("lhs_dilation")
-                    .CompileTimeConstInput("rhs_dilation")
-                    .CompileTimeConstInput("feature_group_count")
-                    .CompileTimeConstInput("padding"),
+                    .CompileTimeConstantInput("window_strides")
+                    .CompileTimeConstantInput("lhs_dilation")
+                    .CompileTimeConstantInput("rhs_dilation")
+                    .CompileTimeConstantInput("feature_group_count")
+                    .CompileTimeConstantInput("padding"),
                 XlaConvOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/xla_pad_op.cc b/tensorflow/compiler/tf2xla/kernels/xla_pad_op.cc
index 59502d83c7..a3c2eef993 100644
--- a/tensorflow/compiler/tf2xla/kernels/xla_pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/xla_pad_op.cc
@@ -96,9 +96,9 @@ class XlaPadOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("XlaPad")
-                    .CompileTimeConstInput("padding_low")
-                    .CompileTimeConstInput("padding_high")
-                    .CompileTimeConstInput("padding_interior"),
+                    .CompileTimeConstantInput("padding_low")
+                    .CompileTimeConstantInput("padding_high")
+                    .CompileTimeConstantInput("padding_interior"),
                 XlaPadOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/kernels/xla_select_and_scatter_op.cc b/tensorflow/compiler/tf2xla/kernels/xla_select_and_scatter_op.cc
index 089776fcf7..9043af9953 100644
--- a/tensorflow/compiler/tf2xla/kernels/xla_select_and_scatter_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/xla_select_and_scatter_op.cc
@@ -138,9 +138,9 @@ class XlaSelectAndScatterOp : public XlaOpKernel {
 };
 
 REGISTER_XLA_OP(Name("XlaSelectAndScatter")
-                    .CompileTimeConstInput("window_dimensions")
-                    .CompileTimeConstInput("window_strides")
-                    .CompileTimeConstInput("padding"),
+                    .CompileTimeConstantInput("window_dimensions")
+                    .CompileTimeConstantInput("window_strides")
+                    .CompileTimeConstantInput("padding"),
                 XlaSelectAndScatterOp);
 
 }  // namespace
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.cc b/tensorflow/compiler/tf2xla/xla_op_registry.cc
index 91d48125f1..976b102470 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.cc
@@ -445,7 +445,7 @@ XlaOpRegistrationBuilder& XlaOpRegistrationBuilder::TypeConstraint(
   return *this;
 }
 
-XlaOpRegistrationBuilder& XlaOpRegistrationBuilder::CompileTimeConstInput(
+XlaOpRegistrationBuilder& XlaOpRegistrationBuilder::CompileTimeConstantInput(
     absl::string_view input_name) {
   registration_->compile_time_constant_inputs.emplace(input_name);
   return *this;
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.h b/tensorflow/compiler/tf2xla/xla_op_registry.h
index 413e1eeaff..3a07a69203 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.h
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.h
@@ -264,7 +264,8 @@ class XlaOpRegistrationBuilder {
   XlaOpRegistrationBuilder& AllowResourceTypes();
 
   // Mark 'input_name' as an argument whose value must be known at compile-time.
-  XlaOpRegistrationBuilder& CompileTimeConstInput(absl::string_view input_name);
+  XlaOpRegistrationBuilder& CompileTimeConstantInput(
+      absl::string_view input_name);
 
   // Mark this op as a "metadata" op, one that only looks at the shapes of its
   // operands and not their values.
-- 
GitLab


From 121a06dbed7c02c916d9f9b647515276a66c4826 Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Fri, 19 Oct 2018 13:26:04 -0700
Subject: [PATCH 0325/1825] [XLA:GPU] Code clean up related to the manipulation
 of thunk sequence in the GPU backend.

Add routine AddThunkToThunkSequence for adding a owning thunk object to the
thunk sequence, to avoid direct modification of the thunk sequence.

A a SequentialThunk parameter to the few routines that generate code to
implement reduction to vectors, to avoid peeking the back of a thunk sequence
in those routines.

PiperOrigin-RevId: 217921184
---
 .../xla/service/gpu/ir_emitter_unnested.cc    | 214 +++++++++---------
 .../xla/service/gpu/ir_emitter_unnested.h     |  23 +-
 2 files changed, 119 insertions(+), 118 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index eb8aaaea4f..921c9decf9 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -343,28 +343,28 @@ Status IrEmitterUnnested::DefaultAction(HloInstruction* hlo) {
     unroll_factor = ComputeMaxUnrollFactor(hlo);
   }
 
-  thunk_sequence_->emplace_back(BuildKernelThunk(
+  AddThunkToThunkSequence(BuildKernelThunk(
       hlo, /*implements_whole_instruction=*/true, unroll_factor));
   return IrEmitter::DefaultAction(hlo);
 }
 
 Status IrEmitterUnnested::HandleDot(HloInstruction* dot) {
   if (ImplementedAsGemm(*dot)) {
-    thunk_sequence_->emplace_back(BuildGemmThunk(dot));
+    AddThunkToThunkSequence(BuildGemmThunk(dot));
     return Status::OK();
   }
-  thunk_sequence_->emplace_back(
+  AddThunkToThunkSequence(
       BuildKernelThunk(dot, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleDot(dot);
 }
 
 Status IrEmitterUnnested::HandleConditional(HloInstruction* conditional) {
-  thunk_sequence_->emplace_back(BuildConditionalThunk(conditional));
+  AddThunkToThunkSequence(BuildConditionalThunk(conditional));
   return Status::OK();
 }
 
 Status IrEmitterUnnested::HandleConvolution(HloInstruction* convolution) {
-  thunk_sequence_->emplace_back(
+  AddThunkToThunkSequence(
       BuildKernelThunk(convolution, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleConvolution(convolution);
 }
@@ -386,7 +386,7 @@ Status IrEmitterUnnested::HandleCustomCall(HloInstruction* custom_call) {
     CHECK(feature_index->IsConstant());
     int64 feature_index_value = feature_index->literal().Get<int64>({});
 
-    thunk_sequence_->emplace_back(
+    AddThunkToThunkSequence(
         absl::make_unique<CudnnBatchNormForwardInferenceThunk>(
             /*operand=*/GetAllocationSlice(*custom_call->operand(0)),
             /*scale=*/GetAllocationSlice(*custom_call->operand(1)),
@@ -416,7 +416,7 @@ Status IrEmitterUnnested::HandleCustomCall(HloInstruction* custom_call) {
     auto output_data = assn.GetUniqueSlice(custom_call, {0}).ValueOrDie();
     auto output_mean = assn.GetUniqueSlice(custom_call, {1}).ValueOrDie();
     auto output_inv_stddev = assn.GetUniqueSlice(custom_call, {2}).ValueOrDie();
-    thunk_sequence_->emplace_back(
+    AddThunkToThunkSequence(
         absl::make_unique<CudnnBatchNormForwardTrainingThunk>(
             /*operand=*/GetAllocationSlice(*custom_call->operand(0)),
             /*scale=*/GetAllocationSlice(*custom_call->operand(1)),
@@ -447,20 +447,19 @@ Status IrEmitterUnnested::HandleCustomCall(HloInstruction* custom_call) {
     auto output_grad_scale = assn.GetUniqueSlice(custom_call, {1}).ValueOrDie();
     auto output_grad_offset =
         assn.GetUniqueSlice(custom_call, {2}).ValueOrDie();
-    thunk_sequence_->emplace_back(
-        absl::make_unique<CudnnBatchNormBackwardThunk>(
-            /*operand=*/GetAllocationSlice(*custom_call->operand(0)),
-            /*scale=*/GetAllocationSlice(*custom_call->operand(1)),
-            /*mean=*/GetAllocationSlice(*custom_call->operand(2)),
-            /*inv_stddev=*/GetAllocationSlice(*custom_call->operand(3)),
-            /*grad_output=*/GetAllocationSlice(*custom_call->operand(4)),
-            /*epsilon=*/epsilon_value,
-            /*feature_index=*/feature_index_value,
-            /*output_grad_data=*/output_grad_data,
-            /*output_grad_scale=*/output_grad_scale,
-            /*output_grad_offset=*/output_grad_offset,
-            /*output_tuple=*/GetAllocationSlice(*custom_call),
-            /*hlo=*/custom_call));
+    AddThunkToThunkSequence(absl::make_unique<CudnnBatchNormBackwardThunk>(
+        /*operand=*/GetAllocationSlice(*custom_call->operand(0)),
+        /*scale=*/GetAllocationSlice(*custom_call->operand(1)),
+        /*mean=*/GetAllocationSlice(*custom_call->operand(2)),
+        /*inv_stddev=*/GetAllocationSlice(*custom_call->operand(3)),
+        /*grad_output=*/GetAllocationSlice(*custom_call->operand(4)),
+        /*epsilon=*/epsilon_value,
+        /*feature_index=*/feature_index_value,
+        /*output_grad_data=*/output_grad_data,
+        /*output_grad_scale=*/output_grad_scale,
+        /*output_grad_offset=*/output_grad_offset,
+        /*output_tuple=*/GetAllocationSlice(*custom_call),
+        /*hlo=*/custom_call));
     return Status::OK();
   }
 
@@ -475,7 +474,7 @@ Status IrEmitterUnnested::HandleCustomCall(HloInstruction* custom_call) {
     auto conv_result_slice = assn.GetUniqueSlice(custom_call, {0}).ValueOrDie();
     auto scratch_slice = assn.GetUniqueSlice(custom_call, {1}).ValueOrDie();
 
-    thunk_sequence_->emplace_back(absl::make_unique<ConvolutionThunk>(
+    AddThunkToThunkSequence(absl::make_unique<ConvolutionThunk>(
         Cast<HloCustomCallInstruction>(custom_call), std::move(operand_slices),
         conv_result_slice, scratch_slice, tuple_result_slice));
     return Status::OK();
@@ -488,7 +487,7 @@ Status IrEmitterUnnested::HandleFft(HloInstruction* fft) {
   TF_RET_CHECK(
       LayoutUtil::IsMonotonicWithDim0Major(fft->operand(0)->shape().layout()));
   TF_RET_CHECK(LayoutUtil::IsMonotonicWithDim0Major(fft->shape().layout()));
-  thunk_sequence_->emplace_back(BuildFftThunk(fft));
+  AddThunkToThunkSequence(BuildFftThunk(fft));
   return Status::OK();
 }
 
@@ -547,7 +546,7 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
               /*updates_gen=*/
               scatter_fused_emitter.GetGenerator(root->operand(2))));
         }
-        thunk_sequence_->emplace_back(
+        AddThunkToThunkSequence(
             absl::make_unique<SequentialThunk>(std::move(thunks), fusion));
         return Status::OK();
       }
@@ -584,10 +583,8 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
           }
         }
         CHECK(first_reduce != nullptr);
-        thunks.push_back(
-            BuildKernelThunk(fusion, /*implements_whole_instruction=*/false));
-        thunk_sequence_->emplace_back(
-            absl::make_unique<SequentialThunk>(std::move(thunks), fusion));
+        std::unique_ptr<KernelThunk> kernel_thunk =
+            BuildKernelThunk(fusion, /*implements_whole_instruction=*/false);
         std::vector<IrArray> parameter_arrays;
         for (HloInstruction* operand : fusion->operands()) {
           parameter_arrays.push_back(GetIrArray(*operand, *fusion));
@@ -642,10 +639,15 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
           }
         }
         const Shape& input_shape = first_reduce->operand(0)->shape();
-        return EmitReductionToVector(first_reduce, input_shape, input_gens,
-                                     init_value_gens,
-                                     first_reduce->dimensions(), reducers,
-                                     reduce_output_shapes, extra_output_gens);
+        TF_CHECK_OK(EmitReductionToVector(
+            kernel_thunk.get(), first_reduce, input_shape, input_gens,
+            init_value_gens, first_reduce->dimensions(), reducers,
+            reduce_output_shapes, extra_output_gens));
+        thunks.push_back(std::move(kernel_thunk));
+        std::unique_ptr<SequentialThunk> sequential_thunk =
+            absl::make_unique<SequentialThunk>(std::move(thunks), fusion);
+        AddThunkToThunkSequence(std::move(sequential_thunk));
+        return Status::OK();
       }
       default:
         LOG(FATAL) << "Bad opcode for input fusion: "
@@ -659,8 +661,8 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
     // touching the un-updated elements.
 
     // Set up kernel thunk and fused ir emitter.
-    thunk_sequence_->emplace_back(
-        BuildKernelThunk(fusion, /*implements_whole_instruction=*/true));
+    std::unique_ptr<KernelThunk> fusion_thunk =
+        BuildKernelThunk(fusion, /*implements_whole_instruction=*/true);
     std::vector<IrArray> operand_arrays;
     for (HloInstruction* operand : fusion->operands()) {
       operand_arrays.push_back(GetIrArray(*operand, *fusion));
@@ -678,10 +680,9 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
 
     LaunchDimensions launch_dimensions = CalculateLaunchDimensions(
         update_shape, ir_emitter_context_->device_description());
-    CHECK(Thunk::Kind::kKernel == LastThunk()->kind());
-    UpdateLaunchDimensions(launch_dimensions,
-                           static_cast<KernelThunk*>(LastThunk()),
+    UpdateLaunchDimensions(launch_dimensions, fusion_thunk.get(),
                            ir_emitter_context_->llvm_module());
+    AddThunkToThunkSequence(std::move(fusion_thunk));
 
     return llvm_ir::EmitParallelFusedDynamicUpdateSliceInPlace(
         fusion, operand_arrays, output_array, &elemental_emitter,
@@ -689,7 +690,7 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
   }
 
   if (ImplementedAsGemm(*fusion)) {
-    thunk_sequence_->emplace_back(BuildGemmThunk(fusion));
+    AddThunkToThunkSequence(BuildGemmThunk(fusion));
     return Status::OK();
   }
 
@@ -701,7 +702,7 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
 
   int unroll_factor = ComputeMaxUnrollFactor(fusion);
 
-  thunk_sequence_->emplace_back(BuildKernelThunk(
+  AddThunkToThunkSequence(BuildKernelThunk(
       fusion, /*implements_whole_instruction=*/true, unroll_factor));
   return IrEmitter::HandleFusion(fusion);
 }
@@ -713,7 +714,7 @@ Status IrEmitterUnnested::HandleCopy(HloInstruction* copy) {
   if (LayoutUtil::Equal(copy->operand(0)->shape().layout(),
                         copy->shape().layout()) &&
       buffer_assignment.GetUniqueTopLevelSlice(copy->operand(0)).ok()) {
-    thunk_sequence_->emplace_back(BuildDeviceToDeviceCopyThunk(copy));
+    AddThunkToThunkSequence(BuildDeviceToDeviceCopyThunk(copy));
     return Status::OK();
   }
   if (CheckAndEmitHloWithTile021(copy)) {
@@ -741,7 +742,7 @@ Status IrEmitterUnnested::EmitExtraOutputsForReduce(
 }
 
 Status IrEmitterUnnested::EmitReductionToScalar(
-    HloInstruction* reduce, const Shape& input_shape,
+    KernelThunk* kernel_thunk, HloInstruction* reduce, const Shape& input_shape,
     absl::Span<const llvm_ir::ElementGenerator> input_gens,
     absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
     absl::Span<HloComputation* const> reducers,
@@ -944,18 +945,16 @@ Status IrEmitterUnnested::EmitReductionToScalar(
   };
 
   // Emit a parallel loop that iterates through all input tiles, one per thread.
-  CHECK(LastThunk()->kind() == Thunk::Kind::kSequential);
-  UpdateLaunchDimensions(
-      launch_dimensions,
-      static_cast<SequentialThunk*>(LastThunk())->thunks().back().get(),
-      ir_emitter_context_->llvm_module());
+  UpdateLaunchDimensions(launch_dimensions, kernel_thunk,
+                         ir_emitter_context_->llvm_module());
   return ParallelLoopEmitter(loop_body_emitter, tiled_input_shape,
                              launch_dimensions, &b_)
       .EmitLoop(IrName(reduce), index_ty);
 }
 
 Status IrEmitterUnnested::EmitColumnReduction(
-    int64 height, int64 width, HloInstruction* reduce, const Shape& input_shape,
+    KernelThunk* kernel_thunk, int64 height, int64 width,
+    HloInstruction* reduce, const Shape& input_shape,
     absl::Span<const llvm_ir::ElementGenerator> input_gens,
     absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
     absl::Span<HloComputation* const> reducers,
@@ -1207,11 +1206,8 @@ Status IrEmitterUnnested::EmitColumnReduction(
   };
 
   // Emit a parallel loop that iterate through all input tiles.
-  CHECK(LastThunk()->kind() == Thunk::Kind::kSequential);
-  UpdateLaunchDimensions(
-      launch_dimensions,
-      static_cast<SequentialThunk*>(LastThunk())->thunks().back().get(),
-      ir_emitter_context_->llvm_module());
+  UpdateLaunchDimensions(launch_dimensions, kernel_thunk,
+                         ir_emitter_context_->llvm_module());
   return ParallelLoopEmitter(loop_body_emitter, tiled_input_shape,
                              launch_dimensions, &b_)
       .EmitLoop(IrName(reduce), index_ty);
@@ -1242,8 +1238,8 @@ static std::pair<int64, int64> ComputeTilingSchemeForReduction(
 }
 
 Status IrEmitterUnnested::EmitRowReduction(
-    int64 depth, int64 height, int64 width, HloInstruction* reduce,
-    const Shape& input_shape,
+    KernelThunk* kernel_thunk, int64 depth, int64 height, int64 width,
+    HloInstruction* reduce, const Shape& input_shape,
     absl::Span<const llvm_ir::ElementGenerator> input_gens,
     absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
     absl::Span<HloComputation* const> reducers,
@@ -1578,11 +1574,8 @@ Status IrEmitterUnnested::EmitRowReduction(
   };
 
   // Emit a parallel loop that iterates through every input tiles.
-  CHECK(LastThunk()->kind() == Thunk::Kind::kSequential);
-  UpdateLaunchDimensions(
-      launch_dimensions,
-      static_cast<SequentialThunk*>(LastThunk())->thunks().back().get(),
-      ir_emitter_context_->llvm_module());
+  UpdateLaunchDimensions(launch_dimensions, kernel_thunk,
+                         ir_emitter_context_->llvm_module());
   return ParallelLoopEmitter(loop_body_emitter, tiled_input_shape,
                              launch_dimensions, &b_)
       .EmitLoop(IrName(reduce), index_ty);
@@ -1595,7 +1588,7 @@ Status IrEmitterUnnested::EmitRowReduction(
 //               and, if `reduce` is fused, the fused subgraph is pure
 //               elementwise.
 Status IrEmitterUnnested::EmitReductionToVector(
-    HloInstruction* reduce, const Shape& input_shape,
+    KernelThunk* kernel_thunk, HloInstruction* reduce, const Shape& input_shape,
     absl::Span<const llvm_ir::ElementGenerator> input_gens,
     absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
     absl::Span<const int64> dimensions_to_reduce,
@@ -1637,7 +1630,7 @@ Status IrEmitterUnnested::EmitReductionToVector(
   // `EmitReductionToVector`, we only need to check whether the minormost
   // dimension of the input is to keep.
   if (input_dims_to_keep.empty()) {
-    return EmitReductionToScalar(reduce, input_shape, input_gens,
+    return EmitReductionToScalar(kernel_thunk, reduce, input_shape, input_gens,
                                  init_value_gens, reducers,
                                  reduce_output_shapes, extra_output_gens);
   } else if (input_dims_to_keep.front() ==
@@ -1656,9 +1649,9 @@ Status IrEmitterUnnested::EmitReductionToVector(
         height *= input_shape.dimensions(input_dim);
       }
     }
-    return EmitColumnReduction(height, width, reduce, input_shape, input_gens,
-                               init_value_gens, reducers, reduce_output_shapes,
-                               extra_output_gens);
+    return EmitColumnReduction(kernel_thunk, height, width, reduce, input_shape,
+                               input_gens, init_value_gens, reducers,
+                               reduce_output_shapes, extra_output_gens);
   } else {
     // Reduce the row dimension of a matrix or reduce dimension 0 and 2 in a
     // 3D tensor. The size of dimension 1 (the height) is the size of the
@@ -1683,8 +1676,8 @@ Status IrEmitterUnnested::EmitReductionToVector(
       }
     }
     const int64 height = ShapeUtil::ElementsIn(reduce->shape());
-    return EmitRowReduction(depth, height, width, reduce, input_shape,
-                            input_gens, init_value_gens, reducers,
+    return EmitRowReduction(kernel_thunk, depth, height, width, reduce,
+                            input_shape, input_gens, init_value_gens, reducers,
                             reduce_output_shapes, extra_output_gens);
   }
 }
@@ -1706,23 +1699,29 @@ Status IrEmitterUnnested::HandleReduce(HloInstruction* reduce) {
                         BuildInitializerThunk(reduce));
     std::vector<std::unique_ptr<Thunk>> thunks;
     thunks.push_back(std::move(initializer_thunk));
-    thunks.push_back(
-        BuildKernelThunk(reduce, /*implements_whole_instruction=*/false));
-    thunk_sequence_->emplace_back(
-        absl::make_unique<SequentialThunk>(std::move(thunks), reduce));
+    std::unique_ptr<KernelThunk> kernel_thunk =
+        BuildKernelThunk(reduce, /*implements_whole_instruction=*/false);
 
-    return EmitReductionToVector(
-        reduce, input->shape(), {[&](const IrArray::Index& index) {
+    TF_CHECK_OK(EmitReductionToVector(
+        kernel_thunk.get(), reduce, input->shape(),
+        {[&](const IrArray::Index& index) {
           return GetIrArray(*input, *reduce).EmitReadArrayElement(index, &b_);
         }},
         {[&](const IrArray::Index& index) {
           return GetIrArray(*init_value, *reduce)
               .EmitReadArrayElement(index, &b_);
         }},
-        dimensions_to_reduce, {reducer}, {{}}, {});
+        dimensions_to_reduce, {reducer}, {{}}, {}));
+
+    thunks.push_back(std::move(kernel_thunk));
+
+    std::unique_ptr<SequentialThunk> sequential_thunk =
+        absl::make_unique<SequentialThunk>(std::move(thunks), reduce);
+    AddThunkToThunkSequence(std::move(sequential_thunk));
+    return Status::OK();
   }
 
-  thunk_sequence_->emplace_back(
+  AddThunkToThunkSequence(
       BuildKernelThunk(reduce, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleReduce(reduce);
 }
@@ -1759,11 +1758,11 @@ Status IrEmitterUnnested::HandleTuple(HloInstruction* tuple) {
     for (const HloInstruction* tuple_element : tuple->operands()) {
       tuple_element_buffers.push_back(GetAllocationSlice(*tuple_element));
     }
-    thunk_sequence_->emplace_back(absl::make_unique<TupleThunk>(
+    AddThunkToThunkSequence(absl::make_unique<TupleThunk>(
         tuple_element_buffers, GetAllocationSlice(*tuple), tuple));
     return Status::OK();
   }
-  thunk_sequence_->emplace_back(
+  AddThunkToThunkSequence(
       BuildKernelThunk(tuple, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleTuple(tuple);
 }
@@ -1791,8 +1790,8 @@ Status IrEmitterUnnested::HandleSelectAndScatter(
   thunks.push_back(std::move(initializer_thunk));
   thunks.push_back(BuildKernelThunk(select_and_scatter,
                                     /*implements_whole_instruction=*/false));
-  thunk_sequence_->emplace_back(absl::make_unique<SequentialThunk>(
-      std::move(thunks), select_and_scatter));
+  std::unique_ptr<SequentialThunk> select_and_scatter_thunk =
+      absl::make_unique<SequentialThunk>(std::move(thunks), select_and_scatter);
 
   // TODO(b/31410564): Implement dilation rate for select-and-scatter.
   if (window_util::HasDilation(window)) {
@@ -1958,8 +1957,9 @@ Status IrEmitterUnnested::HandleSelectAndScatter(
       // consisting of two thunks, an initializer KernelThunk that initializes
       // the output and another KernelThunk that accumulates the scattered
       // elements.
-      static_cast<SequentialThunk*>(LastThunk())->thunks().back().get(),
+      select_and_scatter_thunk->thunks().back().get(),
       ir_emitter_context_->llvm_module());
+  AddThunkToThunkSequence(std::move(select_and_scatter_thunk));
   return ParallelLoopEmitter(loop_body_emitter, source->shape(),
                              launch_dimensions, &b_)
       .EmitLoop(IrName(select_and_scatter), index_type);
@@ -1973,10 +1973,10 @@ Status IrEmitterUnnested::HandleWhile(HloInstruction* xla_while) {
   // Build ForThunk for conformant while loops, otherwise build WhileThunk.
   // TODO(b/112163966): Move trip count computation earlier in the pipeline.
   if (auto loop_trip_count = ComputeWhileLoopTripCount(xla_while)) {
-    thunk_sequence_->emplace_back(BuildForThunk(xla_while, *loop_trip_count));
+    AddThunkToThunkSequence(BuildForThunk(xla_while, *loop_trip_count));
     VLOG(3) << "Built ForThunk for while: " << xla_while->name();
   } else {
-    thunk_sequence_->emplace_back(BuildWhileThunk(xla_while));
+    AddThunkToThunkSequence(BuildWhileThunk(xla_while));
     VLOG(3) << "Built WhileThunk for while: " << xla_while->name();
   }
   return Status::OK();
@@ -1987,36 +1987,32 @@ Status IrEmitterUnnested::HandleRng(HloInstruction* rng) {
   //
   // Unroll the kernel so that the duplicated computation that calculates the
   // 128 bit sample can be optimized away by LLVM.
-  thunk_sequence_->emplace_back(
-      BuildKernelThunk(rng, /*implements_whole_instruction=*/false,
-                       ComputeMaxUnrollFactor(rng)));
+  std::unique_ptr<KernelThunk> rng_thunk = BuildKernelThunk(
+      rng, /*implements_whole_instruction=*/false, ComputeMaxUnrollFactor(rng));
   ElementalIrEmitter::HloToElementGeneratorMap operand_to_generator;
   for (const HloInstruction* operand : rng->operands()) {
     operand_to_generator[operand] = [=](const llvm_ir::IrArray::Index& index) {
       return GetIrArray(*operand, *rng).EmitReadArrayElement(index, &b_);
     };
   }
-  TF_RETURN_IF_ERROR(EmitTargetElementLoop(
-      *rng, GpuElementalIrEmitter(hlo_module_config_, module_, &b_,
-                                  GetNestedComputer())
-                .MakeElementGenerator(rng, operand_to_generator)));
-  std::unique_ptr<Thunk> rng_thunk = std::move(thunk_sequence_->back());
-  thunk_sequence_->pop_back();
+  TF_RETURN_IF_ERROR(EmitTargetElementLoopInThunk(
+      *rng,
+      GpuElementalIrEmitter(hlo_module_config_, module_, &b_,
+                            GetNestedComputer())
+          .MakeElementGenerator(rng, operand_to_generator),
+      rng_thunk.get()));
 
   // Emit a kernel to increment the global state for Philox RNG algorithm.
-  thunk_sequence_->emplace_back(
-      BuildKernelThunk(rng, /*implements_whole_instruction=*/false));
-  llvm_ir::IncrementVariableForPhiloxRngState(1, module_, &b_);
   std::unique_ptr<Thunk> increment_seed_thunk =
-      std::move(thunk_sequence_->back());
-  thunk_sequence_->pop_back();
+      BuildKernelThunk(rng, /*implements_whole_instruction=*/false);
+  llvm_ir::IncrementVariableForPhiloxRngState(1, module_, &b_);
 
   // Build the SequentialThunk for the RNG hlo.
   std::vector<std::unique_ptr<Thunk>> thunks;
   thunks.reserve(2);
   thunks.push_back(std::move(rng_thunk));
   thunks.push_back(std::move(increment_seed_thunk));
-  thunk_sequence_->emplace_back(
+  AddThunkToThunkSequence(
       absl::make_unique<SequentialThunk>(std::move(thunks), rng));
 
   return Status::OK();
@@ -2058,11 +2054,12 @@ Status IrEmitterUnnested::HandleScatter(HloInstruction* scatter) {
 
   // Elide the sequential thunk if there's no copy.
   if (thunks.size() == 1) {
-    thunk_sequence_->push_back(std::move(thunks[0]));
+    AddThunkToThunkSequence(std::move(thunks[0]));
   } else {
-    thunk_sequence_->emplace_back(
+    AddThunkToThunkSequence(
         absl::make_unique<SequentialThunk>(std::move(thunks), scatter));
   }
+
   return Status::OK();
 }
 
@@ -2195,7 +2192,7 @@ Status IrEmitterUnnested::EmitScatter(
 }
 
 Status IrEmitterUnnested::HandleSelect(HloInstruction* select) {
-  thunk_sequence_->push_back(
+  AddThunkToThunkSequence(
       BuildKernelThunk(select, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleSelect(select);
 }
@@ -2282,13 +2279,13 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
     }
   }
 
-  thunk_sequence_->emplace_back(
+  AddThunkToThunkSequence(
       absl::make_unique<SequentialThunk>(std::move(thunks), sort));
   return Status::OK();
 }
 
 Status IrEmitterUnnested::HandleTupleSelect(HloInstruction* tuple_select) {
-  thunk_sequence_->push_back(
+  AddThunkToThunkSequence(
       BuildKernelThunk(tuple_select, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleTupleSelect(tuple_select);
 }
@@ -2310,7 +2307,7 @@ Status IrEmitterUnnested::HandleCrossReplicaSum(HloInstruction* crs) {
   if (crs->operand_count() == 1) {
     CHECK(ShapeUtil::IsArray(crs->operand(0)->shape()))
         << "Operands to cross-replica-sum must be arrays: " << crs->ToString();
-    thunk_sequence_->push_back(absl::make_unique<DeviceToDeviceCopyThunk>(
+    AddThunkToThunkSequence(absl::make_unique<DeviceToDeviceCopyThunk>(
         /*source_address=*/GetAllocationSlice(*crs->operand(0)),
         /*destination_buffer=*/GetAllocationSlice(*crs),
         /*mem_size=*/ShapeUtil::ByteSizeOf(crs->shape()), crs));
@@ -2334,7 +2331,7 @@ Status IrEmitterUnnested::HandleCrossReplicaSum(HloInstruction* crs) {
   // Output a tuple of the buffers above.
   thunks.push_back(absl::make_unique<TupleThunk>(
       tuple_element_buffers, GetAllocationSlice(*crs), nullptr));
-  thunk_sequence_->push_back(
+  AddThunkToThunkSequence(
       absl::make_unique<SequentialThunk>(std::move(thunks), crs));
   return Status::OK();
 }
@@ -2344,12 +2341,12 @@ Status IrEmitterUnnested::HandleAfterAll(HloInstruction* gen_token) {
 }
 
 Status IrEmitterUnnested::HandleInfeed(HloInstruction* infeed) {
-  thunk_sequence_->emplace_back(BuildInfeedThunk(infeed));
+  AddThunkToThunkSequence(BuildInfeedThunk(infeed));
   return Status::OK();
 }
 
 Status IrEmitterUnnested::HandleOutfeed(HloInstruction* outfeed) {
-  thunk_sequence_->emplace_back(BuildOutfeedThunk(outfeed));
+  AddThunkToThunkSequence(BuildOutfeedThunk(outfeed));
   return Status::OK();
 }
 
@@ -3519,12 +3516,13 @@ bool IrEmitterUnnested::CheckAndEmitHloWithTile021(HloInstruction* hlo) {
   }
 
   VLOG(3) << "EmitHlo021Tile Emitting hlo tile 0-2-1" << hlo->ToString();
-  thunk_sequence_->emplace_back(
-      BuildKernelThunk(hlo, /*implements_whole_instruction=*/true));
+  std::unique_ptr<KernelThunk> kernel_thunk =
+      BuildKernelThunk(hlo, /*implements_whole_instruction=*/true);
   const LaunchDimensions launch_dimensions =
       EmitHlo021Tile(hlo, *reduced_dims_021, params_012);
-  UpdateLaunchDimensions(launch_dimensions, LastThunk(),
+  UpdateLaunchDimensions(launch_dimensions, kernel_thunk.get(),
                          ir_emitter_context_->llvm_module());
+  AddThunkToThunkSequence(std::move(kernel_thunk));
 
   return true;
 }
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
index 93f11c069a..334c0b3c20 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
@@ -17,6 +17,7 @@ limitations under the License.
 #define TENSORFLOW_COMPILER_XLA_SERVICE_GPU_IR_EMITTER_UNNESTED_H_
 
 #include "tensorflow/compiler/xla/service/gpu/ir_emitter.h"
+#include "tensorflow/compiler/xla/service/gpu/sequential_thunk.h"
 #include "tensorflow/compiler/xla/service/gpu/thunk.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h"
 
@@ -97,10 +98,10 @@ class IrEmitterUnnested : public IrEmitter {
   Status EmitConstantGlobals();
 
  private:
-  // Builds the appropriate thunk for the instruction hlo and returns the owning
-  // pointer to it. The caller needs to make sure `inst` outlives the lifetime
-  // of the returned Thunk object.
-  std::unique_ptr<Thunk> BuildThunk(const HloInstruction* hlo);
+  // Add a owning Thunk object to the thunk sequence.
+  void AddThunkToThunkSequence(std::unique_ptr<Thunk> thunk) {
+    thunk_sequence_->emplace_back(std::move(thunk));
+  }
 
   // Builds the prototype of the IR kernel for `inst` and adds it to the module.
   // This kernel takes as arguments pointers to the given buffer allocations.
@@ -125,8 +126,8 @@ class IrEmitterUnnested : public IrEmitter {
   // [height x width], but can be bitcast to [height x width] with "height"
   // being the major dimension.
   Status EmitColumnReduction(
-      int64 height, int64 width, HloInstruction* reduce,
-      const Shape& input_shape,
+      KernelThunk* kernel_thunk, int64 height, int64 width,
+      HloInstruction* reduce, const Shape& input_shape,
       absl::Span<const llvm_ir::ElementGenerator> input_gens,
       absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
       absl::Span<HloComputation* const> reducers,
@@ -140,8 +141,8 @@ class IrEmitterUnnested : public IrEmitter {
   // [depth x height x width], but can be bitcast to [depth x height x width]
   // with "depth" being the most major dimension.
   Status EmitRowReduction(
-      int64 depth, int64 height, int64 width, HloInstruction* reduce,
-      const Shape& input_shape,
+      KernelThunk* kernel_thunk, int64 depth, int64 height, int64 width,
+      HloInstruction* reduce, const Shape& input_shape,
       absl::Span<const llvm_ir::ElementGenerator> input_gens,
       absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
       absl::Span<HloComputation* const> reducers,
@@ -151,7 +152,8 @@ class IrEmitterUnnested : public IrEmitter {
 
   // Emits code that reduces a tensor of arbitrary rank to a scalar.
   Status EmitReductionToScalar(
-      HloInstruction* reduce, const Shape& input_shape,
+      KernelThunk* kernel_thunk, HloInstruction* reduce,
+      const Shape& input_shape,
       absl::Span<const llvm_ir::ElementGenerator> input_gens,
       absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
       absl::Span<HloComputation* const> reducers,
@@ -176,7 +178,8 @@ class IrEmitterUnnested : public IrEmitter {
   //
   // Prerequisite: `IsReductionToVector(*reduce)`
   Status EmitReductionToVector(
-      HloInstruction* reduce, const Shape& input_shape,
+      KernelThunk* kernel_thunk, HloInstruction* reduce,
+      const Shape& input_shape,
       absl::Span<const llvm_ir::ElementGenerator> input_gens,
       absl::Span<const llvm_ir::ElementGenerator> init_value_gens,
       absl::Span<const int64> dimensions_to_reduce,
-- 
GitLab


From b4f262cb402bdbdae994be6f87a7735ccfb8ef4f Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Fri, 19 Oct 2018 13:32:19 -0700
Subject: [PATCH 0326/1825] Disable flex test execution on GPUs

There are no concrete plans for supporting TFLite execution with flex
ops on GPUs.

Resolves #21932

PiperOrigin-RevId: 217922131
---
 tensorflow/contrib/lite/delegates/flex/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/contrib/lite/delegates/flex/BUILD b/tensorflow/contrib/lite/delegates/flex/BUILD
index 2f866eaecb..cd6bf4d9a5 100644
--- a/tensorflow/contrib/lite/delegates/flex/BUILD
+++ b/tensorflow/contrib/lite/delegates/flex/BUILD
@@ -97,6 +97,7 @@ tf_cc_test(
     name = "delegate_test",
     size = "small",
     srcs = ["delegate_test.cc"],
+    tags = ["no_gpu"],  # GPU + flex is not officially supported.
     deps = [
         ":delegate",
         ":test_util",
@@ -171,6 +172,7 @@ tf_cc_test(
     name = "kernel_test",
     size = "small",
     srcs = ["kernel_test.cc"],
+    tags = ["no_gpu"],  # GPU + flex is not officially supported.
     deps = [
         ":delegate_data",
         ":kernel",
-- 
GitLab


From b15ab85da46ab8fbbf17a302b7df1f6ef65f531f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 13:39:37 -0700
Subject: [PATCH 0327/1825] Using flex ops should not imply use of custom ops.

PiperOrigin-RevId: 217923389
---
 tensorflow/contrib/lite/toco/tflite/export.cc      |  4 +---
 tensorflow/contrib/lite/toco/tflite/export_test.cc | 14 +++-----------
 tensorflow/contrib/lite/toco/toco_tooling.cc       | 11 +++--------
 3 files changed, 7 insertions(+), 22 deletions(-)

diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/contrib/lite/toco/tflite/export.cc
index b57a4c0845..473f6132e3 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export.cc
@@ -138,10 +138,8 @@ OperatorKey GetOperatorKey(
         static_cast<const TensorFlowUnsupportedOperator&>(op);
     const auto tensorflow_op = unsupported_op.tensorflow_op;
 
-    // TODO(b/113715895): When `allow_flex_ops` is on, for now there's no way
-    // to populate a regular custom op. We need to find a way to fix this.
     if (ShouldExportAsFlexOp(allow_flex_ops, unsupported_op.tensorflow_op)) {
-      key.is_custom_op = true;
+      key.is_custom_op = false;
       key.is_flex_op = true;
       key.flex_tensorflow_op = tensorflow_op;
       key.custom_code =
diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/contrib/lite/toco/tflite/export_test.cc
index 6a29390148..a89fb3d64a 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export_test.cc
@@ -248,11 +248,7 @@ TEST_F(OpSetsTest, TfSelectOnly) {
   SetAllowedOpSets({kSelectTfOps});
   EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
               ElementsAre());
-
-  // TODO(b/117845348): Add should be recognized as a flex op, which should be
-  // OK even if we don't specify --allow_custom_ops
-  // EXPECT_THAT(ImportExport({"Add"}), ElementsAre("custom:FlexAdd"));
-  EXPECT_THAT(ImportExport({"Add"}), ElementsAre());
+  EXPECT_THAT(ImportExport({"Add"}), ElementsAre("custom:FlexAdd"));
 
   // --target_op_set=SELECT_TF_OPS --allow_custom_ops
   SetAllowedOpSets({kSelectTfOps, kCustomOps});
@@ -266,12 +262,8 @@ TEST_F(OpSetsTest, BuiltinsAndTfSelect) {
   SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps});
   EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
               ElementsAre());
-
-  // TODO(b/117845348): AdjustHue should be recognized as a flex op,
-  // which should be OK even if we don't specify --allow_custom_ops
-  // EXPECT_THAT(ImportExport({"Add", "AdjustHue"}),
-  //            ElementsAre("builtin:ADD", "custom:FlexAdjustHue"));
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue"}), ElementsAre());
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue"}),
+              ElementsAre("builtin:ADD", "custom:FlexAdjustHue"));
 
   // --target_op_set=TFLITE_BUILTINS,SELECT_TF_OPS --allow_custom_ops
   SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps, kCustomOps});
diff --git a/tensorflow/contrib/lite/toco/toco_tooling.cc b/tensorflow/contrib/lite/toco/toco_tooling.cc
index 55208c19cb..7be13ba7d2 100644
--- a/tensorflow/contrib/lite/toco/toco_tooling.cc
+++ b/tensorflow/contrib/lite/toco/toco_tooling.cc
@@ -409,14 +409,9 @@ void Export(const TocoFlags& toco_flags, const Model& model,
     case TFLITE: {
       toco::tflite::ExportParams params;
 
-      // Always allow custom ops when flex ops are allowed.
-      if (toco_flags.force_flex_ops() || toco_flags.allow_flex_ops()) {
-        params.allow_flex_ops = true;
-        params.allow_custom_ops = true;
-      } else if (allow_custom_ops) {
-        params.allow_custom_ops = true;
-      }
-
+      params.allow_flex_ops =
+          toco_flags.force_flex_ops() || toco_flags.allow_flex_ops();
+      params.allow_custom_ops = allow_custom_ops;
       params.quantize_weights = toco_flags.post_training_quantize();
 
       auto status = toco::tflite::Export(model, output_file_contents, params);
-- 
GitLab


From 7fecf70098011e4d2d42676772d67cd4f85ec5da Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 13:43:36 -0700
Subject: [PATCH 0328/1825] disable failing tests.

PiperOrigin-RevId: 217923999
---
 tensorflow/contrib/cudnn_rnn/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/cudnn_rnn/BUILD b/tensorflow/contrib/cudnn_rnn/BUILD
index 8d9ff15868..57ffaa87e4 100644
--- a/tensorflow/contrib/cudnn_rnn/BUILD
+++ b/tensorflow/contrib/cudnn_rnn/BUILD
@@ -63,6 +63,7 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
+        "no_oss",  # b/117989214
         "noasan",  # http://b/62067814
     ],
 )
-- 
GitLab


From 9df68bf30b2d385d0766dff6b66e2537357858c7 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 19 Oct 2018 13:48:19 -0700
Subject: [PATCH 0329/1825] Fix a typo in runfiles path resolution.

PiperOrigin-RevId: 217924699
---
 tensorflow/core/platform/posix/env.cc   | 2 +-
 tensorflow/core/platform/windows/env.cc | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/platform/posix/env.cc b/tensorflow/core/platform/posix/env.cc
index af95d8201e..0a939aef25 100644
--- a/tensorflow/core/platform/posix/env.cc
+++ b/tensorflow/core/platform/posix/env.cc
@@ -123,7 +123,7 @@ class PosixEnv : public Env {
     string bin_path = this->GetExecutablePath();
     string runfiles_path = bin_path + ".runfiles/org_tensorflow";
     Status s = this->IsDirectory(runfiles_path);
-    if (!s.ok()) {
+    if (s.ok()) {
       return runfiles_path;
     } else {
       return bin_path.substr(0, bin_path.find_last_of("/\\"));
diff --git a/tensorflow/core/platform/windows/env.cc b/tensorflow/core/platform/windows/env.cc
index f26ccd1662..77ce2026d9 100644
--- a/tensorflow/core/platform/windows/env.cc
+++ b/tensorflow/core/platform/windows/env.cc
@@ -164,7 +164,7 @@ class WindowsEnv : public Env {
     string bin_path = this->GetExecutablePath();
     string runfiles_path = bin_path + ".runfiles\\org_tensorflow";
     Status s = this->IsDirectory(runfiles_path);
-    if (!s.ok()) {
+    if (s.ok()) {
       return runfiles_path;
     } else {
       return bin_path.substr(0, bin_path.find_last_of("/\\"));
-- 
GitLab


From d723a3cc9b9819fa91c40dedddfe698394b66d85 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 19 Oct 2018 13:57:45 -0700
Subject: [PATCH 0330/1825] Use wrap_function for graph code only when
 executing eagerly.

PiperOrigin-RevId: 217926118
---
 .../kernel_tests/variable_scope_test.py       | 1392 ++++++++---------
 1 file changed, 619 insertions(+), 773 deletions(-)

diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index 054e514a84..225ef27864 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -45,23 +45,28 @@ from tensorflow.python.util import compat
 from tensorflow.python.util import tf_inspect
 
 
-def wrap_and_execute(graph_function, skip_graph=False):
-  """Wrap a graph _nullary_ function and execute it in graph and eager modes.
+def run_inside_wrap_function_in_eager_mode(graph_function):
+  """Decorator to execute the same graph code in eager and graph modes.
 
-  If graph mode fails, use skip_graph=True and comment on the caller with the
-  failure reason.
+  In graph mode, we just execute the graph_function passed as argument. In eager
+  mode, we wrap the function using wrap_function and then execute the wrapped
+  result.
 
   Args:
     graph_function: python function containing graph code to be wrapped
-    skip_graph: Optional. Don't call the graph function if it errors.
+
+  Returns:
+    decorated function
   """
-  wrapped = wrap_function.wrap_function(graph_function, [])
-  if context.executing_eagerly():
-    # use the wrapped graph function
-    wrapped()
-  elif not skip_graph:
-    # use the original function
-    graph_function()
+  def wrap_and_execute(self):
+    if context.executing_eagerly():
+      wrapped = wrap_function.wrap_function(graph_function, [self])
+      # use the wrapped graph function
+      wrapped()
+    else:
+      # use the original function
+      graph_function(self)
+  return wrap_and_execute
 
 
 class VariableScopeTest(test.TestCase):
@@ -73,25 +78,19 @@ class VariableScopeTest(test.TestCase):
     self.assertEqual(0, len(gc.garbage))
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testGetVar(self):
-
-    def _f():
-      vs = variable_scope._get_default_variable_store()
-      v = vs.get_variable("v", [1])
-      v1 = vs.get_variable("v", [1])
-      self.assertEqual(v, v1)
-
-    wrap_and_execute(_f)
+    vs = variable_scope._get_default_variable_store()
+    v = vs.get_variable("v", [1])
+    v1 = vs.get_variable("v", [1])
+    self.assertEqual(v, v1)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testResource(self):
-
-    def _f():
-      vs = variable_scope._get_default_variable_store()
-      v1 = vs.get_variable("v", [1], use_resource=True)
-      self.assertTrue(isinstance(v1, resource_variable_ops.ResourceVariable))
-
-    wrap_and_execute(_f)
+    vs = variable_scope._get_default_variable_store()
+    v1 = vs.get_variable("v", [1], use_resource=True)
+    self.assertTrue(isinstance(v1, resource_variable_ops.ResourceVariable))
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # AttributeError: Tensor.op is meaningless when eager execution is enabled.
@@ -112,17 +111,14 @@ class VariableScopeTest(test.TestCase):
       vs.get_variable("u", [1], reuse=True)  # That fails.
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testNamelessStore(self):
-
-    def _f():
-      vs = variable_scope._get_default_variable_store()
-      vs.get_variable("v1", [2])
-      vs.get_variable("v2", [2])
-      expected_names = ["%s:0" % name for name in ["v1", "v2"]]
-      self.assertEqual(
-          set(expected_names), set([v.name for v in vs._vars.values()]))
-
-    wrap_and_execute(_f)
+    vs = variable_scope._get_default_variable_store()
+    vs.get_variable("v1", [2])
+    vs.get_variable("v2", [2])
+    expected_names = ["%s:0" % name for name in ["v1", "v2"]]
+    self.assertEqual(
+        set(expected_names), set([v.name for v in vs._vars.values()]))
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # ValueError: Operation name: "tower0/foo/v/Assign" ... is not an element of
@@ -140,9 +136,8 @@ class VariableScopeTest(test.TestCase):
         self.evaluate(variables_lib.variables_initializer([w]))
         self.assertAllClose(self.evaluate(w.value()), 0.3)
 
-  # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Variable tower1/foo/v already exists, disallowed.
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeConstraint(self):
     constraint = lambda x: 0. * x
     with variable_scope.variable_scope("tower1") as tower:
@@ -163,9 +158,8 @@ class VariableScopeTest(test.TestCase):
       variables_lib.global_variables_initializer().run()
       self.assertAllEqual(compat.as_bytes(self.evaluate(v)), b"")
 
-  # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Variable tower2/foo/v already exists, disallowed.
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeDType(self):
     with variable_scope.variable_scope("tower2") as tower:
       with variable_scope.variable_scope("foo", dtype=dtypes.float16):
@@ -532,148 +526,131 @@ class VariableScopeTest(test.TestCase):
     self.assertEqual(new_init, None)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScope(self):
-
-    def _f():
-      with variable_scope.variable_scope("tower4") as tower:
-        self.assertEqual(tower.name, "tower4")
+    with variable_scope.variable_scope("tower4") as tower:
+      self.assertEqual(tower.name, "tower4")
+      with ops.name_scope("scope") as sc:
+        self.assertEqual(sc, "tower4/scope/")
+
+    with variable_scope.variable_scope("tower5"):
+      with variable_scope.variable_scope("bar") as bar:
+        self.assertEqual(bar.name, "tower5/bar")
         with ops.name_scope("scope") as sc:
-          self.assertEqual(sc, "tower4/scope/")
-
-      with variable_scope.variable_scope("tower5"):
-        with variable_scope.variable_scope("bar") as bar:
-          self.assertEqual(bar.name, "tower5/bar")
-          with ops.name_scope("scope") as sc:
-            self.assertEqual(sc, "tower5/bar/scope/")
+          self.assertEqual(sc, "tower5/bar/scope/")
 
-      with variable_scope.variable_scope("tower6"):
-        with variable_scope.variable_scope(tower, reuse=True) as tower_shared:
-          self.assertEqual(tower_shared.name, "tower4")
-          with ops.name_scope("scope") as sc:
-            self.assertEqual(sc, "tower6/tower4/scope/")
-
-    wrap_and_execute(_f)
+    with variable_scope.variable_scope("tower6"):
+      with variable_scope.variable_scope(tower, reuse=True) as tower_shared:
+        self.assertEqual(tower_shared.name, "tower4")
+        with ops.name_scope("scope") as sc:
+          self.assertEqual(sc, "tower6/tower4/scope/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeNameScope(self):
-
-    def _f():
-      with ops.name_scope("testVarScopeNameScope1"):
-        with variable_scope.variable_scope("tower") as tower:
+    with ops.name_scope("testVarScopeNameScope1"):
+      with variable_scope.variable_scope("tower") as tower:
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "testVarScopeNameScope1/tower/scope2/")
+      if not context.executing_eagerly():
+        with variable_scope.variable_scope(
+            tower):  # Re-entering acts like another "tower".
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "testVarScopeNameScope1/tower/scope2/")
-        if not context.executing_eagerly():
-          with variable_scope.variable_scope(
-              tower):  # Re-entering acts like another "tower".
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "testVarScopeNameScope1/tower_1/scope2/")
-          with variable_scope.variable_scope(
-              "tower"):  # Re-entering by string acts the same.
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "testVarScopeNameScope1/tower_2/scope2/")
-
-      with ops.name_scope("testVarScopeNameScope2"):
-        with variable_scope.variable_scope("tower"):
+            self.assertEqual(sc2, "testVarScopeNameScope1/tower_1/scope2/")
+        with variable_scope.variable_scope(
+            "tower"):  # Re-entering by string acts the same.
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "testVarScopeNameScope2/tower/scope2/")
-        if not context.executing_eagerly():
-          with variable_scope.variable_scope(tower):
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "testVarScopeNameScope2/tower_1/scope2/")
+            self.assertEqual(sc2, "testVarScopeNameScope1/tower_2/scope2/")
 
-      root_var_scope = variable_scope.get_variable_scope()
-      with ops.name_scope("testVarScopeNameScope3"):
-        with variable_scope.variable_scope(root_var_scope):
+    with ops.name_scope("testVarScopeNameScope2"):
+      with variable_scope.variable_scope("tower"):
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "testVarScopeNameScope2/tower/scope2/")
+      if not context.executing_eagerly():
+        with variable_scope.variable_scope(tower):
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "testVarScopeNameScope3/scope2/")
+            self.assertEqual(sc2, "testVarScopeNameScope2/tower_1/scope2/")
 
-    wrap_and_execute(_f)
+    root_var_scope = variable_scope.get_variable_scope()
+    with ops.name_scope("testVarScopeNameScope3"):
+      with variable_scope.variable_scope(root_var_scope):
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "testVarScopeNameScope3/scope2/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeOriginalNameScope(self):
-
-    def _f():
-      with self.cached_session():
-        with ops.name_scope("scope1"):
-          with variable_scope.variable_scope("tower") as tower:
-            self.assertEqual(tower.original_name_scope, "scope1/tower/")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "scope1/tower/scope2/")
-        with ops.name_scope("scope2"):
-          with variable_scope.variable_scope(tower) as tower1:
-            # Re-entering preserves original name scope.
-            self.assertEqual(tower1.original_name_scope, "scope1/tower/")
-            with ops.name_scope("foo") as sc2:
-              self.assertEqual(sc2, "scope2/tower/foo/")
-          # Test re-entering original name scope.
+    with self.cached_session():
+      with ops.name_scope("scope1"):
+        with variable_scope.variable_scope("tower") as tower:
+          self.assertEqual(tower.original_name_scope, "scope1/tower/")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "scope1/tower/scope2/")
+      with ops.name_scope("scope2"):
+        with variable_scope.variable_scope(tower) as tower1:
+          # Re-entering preserves original name scope.
+          self.assertEqual(tower1.original_name_scope, "scope1/tower/")
+          with ops.name_scope("foo") as sc2:
+            self.assertEqual(sc2, "scope2/tower/foo/")
+        # Test re-entering original name scope.
+        with ops.name_scope(tower.original_name_scope):
+          with ops.name_scope("bar") as sc3:
+            self.assertEqual(sc3, "scope1/tower/bar/")
+      with ops.name_scope("scope2"):
+        with variable_scope.variable_scope(tower):
           with ops.name_scope(tower.original_name_scope):
             with ops.name_scope("bar") as sc3:
-              self.assertEqual(sc3, "scope1/tower/bar/")
-        with ops.name_scope("scope2"):
-          with variable_scope.variable_scope(tower):
-            with ops.name_scope(tower.original_name_scope):
-              with ops.name_scope("bar") as sc3:
-                self.assertEqual(sc3, "scope1/tower/bar_1/")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # AssertionError: 'scope1_1/tower/' != 'scope1/tower/'
-    wrap_and_execute(_f, skip_graph=True)
+              self.assertEqual(sc3, "scope1/tower/bar_1/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeObjectReuse(self):
+    with self.cached_session():
+      vs = None
+      with variable_scope.variable_scope("jump", reuse=True) as scope:
+        vs = scope
 
-    def _f():
-      with self.cached_session():
-        vs = None
-        with variable_scope.variable_scope("jump", reuse=True) as scope:
-          vs = scope
-
-        with variable_scope.variable_scope(vs) as jump:
-          self.assertTrue(jump.reuse)
-
-        with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
-          self.assertTrue(jump_reuse.reuse)
+      with variable_scope.variable_scope(vs) as jump:
+        self.assertTrue(jump.reuse)
 
-        with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
-          self.assertTrue(jump_no_reuse.reuse)  # Inherited, cannot be undone.
+      with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
+        self.assertTrue(jump_reuse.reuse)
 
-        with variable_scope.variable_scope("jump", reuse=False) as scope:
-          vs = scope
+      with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
+        self.assertTrue(jump_no_reuse.reuse)  # Inherited, cannot be undone.
 
-        with variable_scope.variable_scope(vs) as jump:
-          self.assertFalse(jump.reuse)
+      with variable_scope.variable_scope("jump", reuse=False) as scope:
+        vs = scope
 
-        with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
-          self.assertTrue(jump_reuse.reuse)
+      with variable_scope.variable_scope(vs) as jump:
+        self.assertFalse(jump.reuse)
 
-        with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
-          self.assertFalse(jump_no_reuse.reuse)
+      with variable_scope.variable_scope(vs, reuse=True) as jump_reuse:
+        self.assertTrue(jump_reuse.reuse)
 
-    wrap_and_execute(_f)
+      with variable_scope.variable_scope(vs, reuse=False) as jump_no_reuse:
+        self.assertFalse(jump_no_reuse.reuse)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeGetOrCreateReuse(self):
+    with self.cached_session():
 
-    def _f():
-      with self.cached_session():
-
-        def test_value(value):
-          x = constant_op.constant(value)
-          with variable_scope.variable_scope(
-              "testVarScopeGetOrCreateReuse_bar",
-              reuse=variable_scope.AUTO_REUSE):
-            _ = state_ops.assign(variable_scope.get_variable("var", []), x)
-          with variable_scope.variable_scope(
-              "testVarScopeGetOrCreateReuse_bar",
-              reuse=variable_scope.AUTO_REUSE):
-            _ = variable_scope.get_variable("var", [])
-          self.assertEqual(value, x.eval())
-
-        test_value(42.)  # Variable is created.
-        test_value(13.)  # Variable is reused hereafter.
-        test_value(17.)
+      def test_value(value):
+        x = constant_op.constant(value)
+        with variable_scope.variable_scope(
+            "testVarScopeGetOrCreateReuse_bar",
+            reuse=variable_scope.AUTO_REUSE):
+          _ = state_ops.assign(variable_scope.get_variable("var", []), x)
+        with variable_scope.variable_scope(
+            "testVarScopeGetOrCreateReuse_bar",
+            reuse=variable_scope.AUTO_REUSE):
+          _ = variable_scope.get_variable("var", [])
+        self.assertEqual(value, x.eval())
 
-    wrap_and_execute(_f)
+      test_value(42.)  # Variable is created.
+      test_value(13.)  # Variable is reused hereafter.
+      test_value(17.)
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # AttributeError: Tensor.op is meaningless when eager execution is enabled.
@@ -704,92 +681,77 @@ class VariableScopeTest(test.TestCase):
             self.assertEqual(sc2, "testVarOpScope2/default_1/testVarOpScope2/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeUniqueNamesInterleavedSubstringScopes(self):
-
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope(None, "defaultScope1"):
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name,
-                "defaultScope1/layer/w:0")
-        with variable_scope.variable_scope(None, "defaultScope1"):
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name,
-                "defaultScope1_1/layer/w:0")
-        with variable_scope.variable_scope(None, "defaultScope"):
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name,
-                "defaultScope/layer/w:0")
-        with variable_scope.variable_scope(None, "defaultScope1"):
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name,
-                "defaultScope1_2/layer/w:0")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # AssertionError: 'defaultScope1_3/layer/w:0' != 'defaultScope1/layer/w:0'
-    wrap_and_execute(_f, skip_graph=True)
+    with self.cached_session():
+      with variable_scope.variable_scope(None, "defaultScope1"):
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name,
+              "defaultScope1/layer/w:0")
+      with variable_scope.variable_scope(None, "defaultScope1"):
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name,
+              "defaultScope1_1/layer/w:0")
+      with variable_scope.variable_scope(None, "defaultScope"):
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name,
+              "defaultScope/layer/w:0")
+      with variable_scope.variable_scope(None, "defaultScope1"):
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name,
+              "defaultScope1_2/layer/w:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeUniqueNamesWithJump(self):
-
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("default") as default:
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "default/layer/w:0")
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name,
-                "default/layer_1/w:0")
-          with variable_scope.variable_scope(default):
-            pass
-          # No matter the jump in the middle, unique numbering continues.
-          with variable_scope.variable_scope(None, "layer"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name,
-                "default/layer_2/w:0")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable default/layer/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+    with self.cached_session():
+      with variable_scope.variable_scope("default") as default:
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "default/layer/w:0")
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name,
+              "default/layer_1/w:0")
+        with variable_scope.variable_scope(default):
+          pass
+        # No matter the jump in the middle, unique numbering continues.
+        with variable_scope.variable_scope(None, "layer"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name,
+              "default/layer_2/w:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeReuse(self):
+    with self.cached_session():
+      with variable_scope.variable_scope("outer") as outer:
+        with variable_scope.variable_scope("tower", "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/tower/scope2/")
+        with variable_scope.variable_scope(None, "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/default/scope2/")
 
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer") as outer:
-          with variable_scope.variable_scope("tower", "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/tower/scope2/")
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/default/scope2/")
-
-        with variable_scope.variable_scope(outer, reuse=True) as outer:
-          with variable_scope.variable_scope("tower", "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/tower/scope2/")
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/default/scope2/")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/tower/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+      with variable_scope.variable_scope(outer, reuse=True) as outer:
+        with variable_scope.variable_scope("tower", "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_1/tower/scope2/")
+        with variable_scope.variable_scope(None, "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_1/default/scope2/")
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # AttributeError: Tensor.op is meaningless when eager execution is enabled.
@@ -840,103 +802,88 @@ class VariableScopeTest(test.TestCase):
         self.assertEqual("dtype" in str(exc.exception), True)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeOuterScope(self):
+    with self.cached_session():
+      with variable_scope.variable_scope("outer") as outer:
+        pass
+      with variable_scope.variable_scope(outer):
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "outer/w:0")
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "outer_1/scope2/")
+        with variable_scope.variable_scope("default"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_1/default/scope2/")
 
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer") as outer:
-          pass
+      with variable_scope.variable_scope(outer, reuse=True):
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "outer/w:0")
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "outer_2/scope2/")
+        with variable_scope.variable_scope("default", reuse=True):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_2/default/scope2/")
+
+  @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
+  def testVarScopeNestedOuterScope(self):
+    with self.cached_session():
+      with variable_scope.variable_scope("outer") as outer:
         with variable_scope.variable_scope(outer):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/scope2/")
-          with variable_scope.variable_scope("default"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/default/scope2/")
+            self.assertEqual(sc2, "outer/outer/scope2/")
+        with variable_scope.variable_scope("default"):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/default/scope2/")
 
         with variable_scope.variable_scope(outer, reuse=True):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_2/scope2/")
-          with variable_scope.variable_scope("default", reuse=True):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_2/default/scope2/")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testVarScopeNestedOuterScope(self):
-
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer") as outer:
-          with variable_scope.variable_scope(outer):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/outer/scope2/")
-          with variable_scope.variable_scope("default"):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/default/scope2/")
-
-          with variable_scope.variable_scope(outer, reuse=True):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/outer_1/scope2/")
-          with variable_scope.variable_scope("default", reuse=True):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/default_1/scope2/")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+            self.assertEqual(sc2, "outer/outer_1/scope2/")
+        with variable_scope.variable_scope("default", reuse=True):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/default_1/scope2/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeReuseParam(self):
+    with self.cached_session():
+      with variable_scope.variable_scope("outer") as outer:
+        with variable_scope.variable_scope("tower", "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/tower/scope2/")
+        with variable_scope.variable_scope(None, "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/default/scope2/")
 
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer") as outer:
-          with variable_scope.variable_scope("tower", "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/tower/scope2/")
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/default/scope2/")
-
-        with variable_scope.variable_scope(outer) as outer:
-          with variable_scope.variable_scope("tower", "default", reuse=True):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/tower/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/tower/scope2/")
-          outer.reuse_variables()
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/default/scope2/")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/tower/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+      with variable_scope.variable_scope(outer) as outer:
+        with variable_scope.variable_scope("tower", "default", reuse=True):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/tower/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_1/tower/scope2/")
+        outer.reuse_variables()
+        with variable_scope.variable_scope(None, "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_1/default/scope2/")
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # AttributeError: 'variable_scope' object has no attribute
@@ -949,233 +896,201 @@ class VariableScopeTest(test.TestCase):
               variable_scope.get_variable("w", []).name, "outer/tower/w:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeOuterScope(self):
-
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer") as outer:
-          pass
-        with variable_scope.variable_scope(outer, "default", []):
+    with self.cached_session():
+      with variable_scope.variable_scope("outer") as outer:
+        pass
+      with variable_scope.variable_scope(outer, "default", []):
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "outer/w:0")
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "outer_1/scope2/")
+        with variable_scope.variable_scope(None, "default", []):
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/w:0")
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/scope2/")
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/default/scope2/")
+            self.assertEqual(sc2, "outer_1/default/scope2/")
 
-        with variable_scope.variable_scope(outer, "default", reuse=True):
+      with variable_scope.variable_scope(outer, "default", reuse=True):
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "outer/w:0")
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "outer_2/scope2/")
+        outer.reuse_variables()
+        with variable_scope.variable_scope(None, "default", []):
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "outer/w:0")
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_2/scope2/")
-          outer.reuse_variables()
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_2/default/scope2/")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+            self.assertEqual(sc2, "outer_2/default/scope2/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeNestedOuterScope(self):
-
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer") as outer:
-          with variable_scope.variable_scope(outer, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/outer/scope2/")
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer/default/scope2/")
-
-        with variable_scope.variable_scope(outer, "default", reuse=True):
+    with self.cached_session():
+      with variable_scope.variable_scope("outer") as outer:
+        with variable_scope.variable_scope(outer, "default", []):
           self.assertEqual(
               variable_scope.get_variable("w", []).name, "outer/w:0")
           with ops.name_scope("scope2") as sc2:
-            self.assertEqual(sc2, "outer_1/scope2/")
-          with variable_scope.variable_scope(None, "default", []):
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            with ops.name_scope("scope2") as sc2:
-              self.assertEqual(sc2, "outer_1/default/scope2/")
+            self.assertEqual(sc2, "outer/outer/scope2/")
+        with variable_scope.variable_scope(None, "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer/default/scope2/")
 
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+      with variable_scope.variable_scope(outer, "default", reuse=True):
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "outer/w:0")
+        with ops.name_scope("scope2") as sc2:
+          self.assertEqual(sc2, "outer_1/scope2/")
+        with variable_scope.variable_scope(None, "default", []):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          with ops.name_scope("scope2") as sc2:
+            self.assertEqual(sc2, "outer_1/default/scope2/")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testBasicWhenAuxiliaryNameScopeIsFalse(self):
+    with self.cached_session():
+      with variable_scope.variable_scope(
+          "scope", auxiliary_name_scope=False) as scope:
+        self.assertEqual(scope.original_name_scope, "")
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "scope/w:0")
+        self.assertEqual(constant_op.constant([], name="c").name, "c:0")
+      with variable_scope.variable_scope(scope, auxiliary_name_scope=False):
+        self.assertEqual(scope.original_name_scope, "")
+        self.assertEqual(
+            variable_scope.get_variable("w1", []).name, "scope/w1:0")
+        self.assertEqual(constant_op.constant([], name="c1").name, "c1:0")
+      # Recheck: new name scope is NOT created before
+      with ops.name_scope("scope"):
+        self.assertEqual(constant_op.constant([], name="c").name, "scope/c:0")
 
-    def _f():
-      with self.cached_session():
+      with variable_scope.variable_scope("outer"):
+        with variable_scope.variable_scope(
+            "inner", auxiliary_name_scope=False) as inner:
+          self.assertEqual(inner.original_name_scope, "outer/")
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/inner/w:0")
+          self.assertEqual(
+              constant_op.constant([], name="c").name, "outer/c:0")
         with variable_scope.variable_scope(
-            "scope", auxiliary_name_scope=False) as scope:
-          self.assertEqual(scope.original_name_scope, "")
+            inner, auxiliary_name_scope=False) as inner1:
+          self.assertEqual(inner1.original_name_scope, "outer/")
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "scope/w:0")
-          self.assertEqual(constant_op.constant([], name="c").name, "c:0")
-        with variable_scope.variable_scope(scope, auxiliary_name_scope=False):
-          self.assertEqual(scope.original_name_scope, "")
+              variable_scope.get_variable("w1", []).name, "outer/inner/w1:0")
           self.assertEqual(
-              variable_scope.get_variable("w1", []).name, "scope/w1:0")
-          self.assertEqual(constant_op.constant([], name="c1").name, "c1:0")
+              constant_op.constant([], name="c1").name, "outer/c1:0")
         # Recheck: new name scope is NOT created before
-        with ops.name_scope("scope"):
-          self.assertEqual(constant_op.constant([], name="c").name, "scope/c:0")
-
-        with variable_scope.variable_scope("outer"):
-          with variable_scope.variable_scope(
-              "inner", auxiliary_name_scope=False) as inner:
-            self.assertEqual(inner.original_name_scope, "outer/")
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/inner/w:0")
-            self.assertEqual(
-                constant_op.constant([], name="c").name, "outer/c:0")
-          with variable_scope.variable_scope(
-              inner, auxiliary_name_scope=False) as inner1:
-            self.assertEqual(inner1.original_name_scope, "outer/")
-            self.assertEqual(
-                variable_scope.get_variable("w1", []).name, "outer/inner/w1:0")
-            self.assertEqual(
-                constant_op.constant([], name="c1").name, "outer/c1:0")
-          # Recheck: new name scope is NOT created before
-          with ops.name_scope("inner"):
-            self.assertEqual(
-                constant_op.constant([], name="c").name, "outer/inner/c:0")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable scope/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+        with ops.name_scope("inner"):
+          self.assertEqual(
+              constant_op.constant([], name="c").name, "outer/inner/c:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testCreatedByDefaultNameWhenAuxiliaryNameScopeIsFalse(self):
+    with self.cached_session():
+      with variable_scope.variable_scope(
+          None, default_name="default", auxiliary_name_scope=False) as scope:
+        self.assertEqual(scope.original_name_scope, "")
+        self.assertEqual(
+            variable_scope.get_variable("w", []).name, "default/w:0")
+        self.assertEqual(constant_op.constant([], name="c").name, "c:0")
+      # Recheck: new name scope is NOT created before
+      with ops.name_scope("default"):
+        self.assertEqual(
+            constant_op.constant([], name="c").name, "default/c:0")
 
-    def _f():
-      with self.cached_session():
+      with variable_scope.variable_scope("outer"):
         with variable_scope.variable_scope(
-            None, default_name="default", auxiliary_name_scope=False) as scope:
-          self.assertEqual(scope.original_name_scope, "")
+            None, default_name="default",
+            auxiliary_name_scope=False) as inner:
+          self.assertEqual(inner.original_name_scope, "outer/")
           self.assertEqual(
-              variable_scope.get_variable("w", []).name, "default/w:0")
-          self.assertEqual(constant_op.constant([], name="c").name, "c:0")
+              variable_scope.get_variable("w", []).name, "outer/default/w:0")
+          self.assertEqual(
+              constant_op.constant([], name="c").name, "outer/c:0")
         # Recheck: new name scope is NOT created before
         with ops.name_scope("default"):
           self.assertEqual(
-              constant_op.constant([], name="c").name, "default/c:0")
-
-        with variable_scope.variable_scope("outer"):
-          with variable_scope.variable_scope(
-              None, default_name="default",
-              auxiliary_name_scope=False) as inner:
-            self.assertEqual(inner.original_name_scope, "outer/")
-            self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/default/w:0")
-            self.assertEqual(
-                constant_op.constant([], name="c").name, "outer/c:0")
-          # Recheck: new name scope is NOT created before
-          with ops.name_scope("default"):
-            self.assertEqual(
-                constant_op.constant([], name="c").name, "outer/default/c:0")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # AssertionError: 'default_1/w:0' != 'default/w:0'
-    wrap_and_execute(_f, skip_graph=True)
+              constant_op.constant([], name="c").name, "outer/default/c:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testReenterRootScopeWhenAuxiliaryNameScopeIsFalse(self):
+    with self.cached_session():
+      root_scope = variable_scope.get_variable_scope()
+      with variable_scope.variable_scope(
+          root_scope, auxiliary_name_scope=False) as scope:
+        self.assertEqual(scope.original_name_scope, "")
+        self.assertEqual(variable_scope.get_variable("w", []).name, "w:0")
+        self.assertEqual(constant_op.constant([], name="c").name, "c:0")
 
-    def _f():
-      with self.cached_session():
-        root_scope = variable_scope.get_variable_scope()
+      with variable_scope.variable_scope("outer"):
         with variable_scope.variable_scope(
-            root_scope, auxiliary_name_scope=False) as scope:
-          self.assertEqual(scope.original_name_scope, "")
-          self.assertEqual(variable_scope.get_variable("w", []).name, "w:0")
-          self.assertEqual(constant_op.constant([], name="c").name, "c:0")
-
-        with variable_scope.variable_scope("outer"):
-          with variable_scope.variable_scope(
-              root_scope, auxiliary_name_scope=False) as inner:
-            self.assertEqual(inner.original_name_scope, "")
-            self.assertEqual(variable_scope.get_variable("w1", []).name, "w1:0")
-            self.assertEqual(
-                constant_op.constant([], name="c1").name, "outer/c1:0")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+            root_scope, auxiliary_name_scope=False) as inner:
+          self.assertEqual(inner.original_name_scope, "")
+          self.assertEqual(variable_scope.get_variable("w1", []).name, "w1:0")
+          self.assertEqual(
+              constant_op.constant([], name="c1").name, "outer/c1:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testAuxiliaryNameScopeIsInvalid(self):
+    with self.cached_session():
+      with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
+        with variable_scope.variable_scope(
+            None, default_name="scope", auxiliary_name_scope="invalid"):
+          pass
 
-    def _f():
-      with self.cached_session():
-        with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
-          with variable_scope.variable_scope(
-              None, default_name="scope", auxiliary_name_scope="invalid"):
-            pass
-
-        with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
-          with variable_scope.variable_scope(
-              "scope", auxiliary_name_scope="invalid"):
-            pass
-
-        with variable_scope.variable_scope("scope") as scope:
+      with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
+        with variable_scope.variable_scope(
+            "scope", auxiliary_name_scope="invalid"):
           pass
-        with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
-          with variable_scope.variable_scope(
-              scope, auxiliary_name_scope="invalid"):
-            pass
 
-    wrap_and_execute(_f)
+      with variable_scope.variable_scope("scope") as scope:
+        pass
+      with self.assertRaisesRegexp(TypeError, "auxiliary_name_scope"):
+        with variable_scope.variable_scope(
+            scope, auxiliary_name_scope="invalid"):
+          pass
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testReuseScopeWithoutNameScopeCollision(self):
     # Github issue: #13429
-    def _f():
-      with self.cached_session():
-        with variable_scope.variable_scope("outer"):
-          with variable_scope.variable_scope("inner") as inner:
-            pass
+    with self.cached_session():
+      with variable_scope.variable_scope("outer"):
+        with variable_scope.variable_scope("inner") as inner:
+          pass
 
+      with variable_scope.variable_scope(
+          inner, auxiliary_name_scope=False) as scope:
+        with ops.name_scope(scope.original_name_scope):
+          self.assertEqual(
+              variable_scope.get_variable("w", []).name, "outer/inner/w:0")
+          self.assertEqual(
+              constant_op.constant([], name="c").name, "outer/inner/c:0")
+        with ops.name_scope("inner"):
+          self.assertEqual(
+              constant_op.constant([], name="c").name, "inner/c:0")
+
+      with variable_scope.variable_scope("another"):
         with variable_scope.variable_scope(
-            inner, auxiliary_name_scope=False) as scope:
-          with ops.name_scope(scope.original_name_scope):
+            inner, auxiliary_name_scope=False) as scope1:
+          with ops.name_scope(scope1.original_name_scope):
             self.assertEqual(
-                variable_scope.get_variable("w", []).name, "outer/inner/w:0")
+                variable_scope.get_variable("w1", []).name,
+                "outer/inner/w1:0")
             self.assertEqual(
-                constant_op.constant([], name="c").name, "outer/inner/c:0")
+                constant_op.constant([], name="c1").name, "outer/inner/c1:0")
           with ops.name_scope("inner"):
             self.assertEqual(
-                constant_op.constant([], name="c").name, "inner/c:0")
-
-        with variable_scope.variable_scope("another"):
-          with variable_scope.variable_scope(
-              inner, auxiliary_name_scope=False) as scope1:
-            with ops.name_scope(scope1.original_name_scope):
-              self.assertEqual(
-                  variable_scope.get_variable("w1", []).name,
-                  "outer/inner/w1:0")
-              self.assertEqual(
-                  constant_op.constant([], name="c1").name, "outer/inner/c1:0")
-            with ops.name_scope("inner"):
-              self.assertEqual(
-                  constant_op.constant([], name="c").name, "another/inner/c:0")
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable outer/inner/w already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+                constant_op.constant([], name="c").name, "another/inner/c:0")
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # obtaining different results in the eager case compared to the graph one
@@ -1203,38 +1118,32 @@ class VariableScopeTest(test.TestCase):
             variable_scope.get_local_variable("w", []).name, "outer/w:0")
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testSignatureGetVarVsGetLocalVar(self):
     """get_{local,}variable() must take the same list of args."""
-
-    def _f():
-      arg_names = tf_inspect.getargspec(variable_scope.get_variable)[0]
-      local_arg_names = tf_inspect.getargspec(
-          variable_scope.get_local_variable)[0]
-      self.assertEqual(arg_names, local_arg_names)
-
-    wrap_and_execute(_f)
+    arg_names = tf_inspect.getargspec(variable_scope.get_variable)[0]
+    local_arg_names = tf_inspect.getargspec(
+        variable_scope.get_local_variable)[0]
+    self.assertEqual(arg_names, local_arg_names)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testGetVarWithDevice(self):
+    g = ops.Graph()
+    varname_type = []
 
-    def _f():
-      g = ops.Graph()
-      varname_type = []
-
-      def device_func(op):
-        if op.type in ["Variable", "VariableV2", "VarHandleOp"]:
-          varname_type.append((op.name, op.get_attr("dtype")))
-        return "/device:GPU:0"
-
-      with g.as_default():
-        with ops.device(device_func):
-          _ = variable_scope.get_variable("x", (100, 200))
-          _ = variable_scope.get_variable(
-              "y", dtype=dtypes.int64, initializer=numpy.arange(73))
-      self.assertEqual(varname_type[0], ("x", dtypes.float32))
-      self.assertEqual(varname_type[1], ("y", dtypes.int64))
+    def device_func(op):
+      if op.type in ["Variable", "VariableV2", "VarHandleOp"]:
+        varname_type.append((op.name, op.get_attr("dtype")))
+      return "/device:GPU:0"
 
-    wrap_and_execute(_f)
+    with g.as_default():
+      with ops.device(device_func):
+        _ = variable_scope.get_variable("x", (100, 200))
+        _ = variable_scope.get_variable(
+            "y", dtype=dtypes.int64, initializer=numpy.arange(73))
+    self.assertEqual(varname_type[0], ("x", dtypes.float32))
+    self.assertEqual(varname_type[1], ("y", dtypes.int64))
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # obtaining different results in the eager case compared to the graph one
@@ -1396,33 +1305,25 @@ class VariableScopeTest(test.TestCase):
         self.assertEqual([v.name for v in scope.local_variables()], ["foo/b:0"])
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testGetVariableWithRefDtype(self):
-
-    def _f():
-      v = variable_scope.get_variable("v", shape=[3, 4], dtype=dtypes.float32)
-      # Ensure it is possible to do get_variable with a _ref dtype passed in.
-      _ = variable_scope.get_variable("w", shape=[5, 6], dtype=v.dtype)
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable v already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+    v = variable_scope.get_variable("v", shape=[3, 4], dtype=dtypes.float32)
+    # Ensure it is possible to do get_variable with a _ref dtype passed in.
+    _ = variable_scope.get_variable("w", shape=[5, 6], dtype=v.dtype)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testTwoGraphs(self):
 
-    def _f():
-
-      def f():
-        g1 = ops.Graph()
-        g2 = ops.Graph()
-        with g1.as_default():
-          with g2.as_default():
-            with variable_scope.variable_scope("_"):
-              pass
-
-      self.assertRaisesRegexp(ValueError, "'_' is not a valid scope name", f)
+    def f():
+      g1 = ops.Graph()
+      g2 = ops.Graph()
+      with g1.as_default():
+        with g2.as_default():
+          with variable_scope.variable_scope("_"):
+            pass
 
-    wrap_and_execute(_f)
+    self.assertRaisesRegexp(ValueError, "'_' is not a valid scope name", f)
 
 
 def axis0_into1_partitioner(shape=None, **unused_kwargs):
@@ -1459,74 +1360,56 @@ class VariableScopeWithPartitioningTest(test.TestCase):
       self.assertNotIn("scope0/name0/part_2:0", [x.name for x in variables])
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testBreaksIfPartitioningChanges(self):
+    with variable_scope.variable_scope(
+        "scope0", partitioner=axis0_into2_partitioner):
+      variable_scope.get_variable("name0", shape=(3, 1, 1))
 
-    def _f():
-      with variable_scope.variable_scope(
-          "scope0", partitioner=axis0_into2_partitioner):
+    with variable_scope.variable_scope(
+        "scope0", partitioner=axis0_into3_partitioner, reuse=True):
+      with self.assertRaisesRegexp(
+          ValueError,
+          "Trying to reuse partitioned variable .* but specified partitions "
+          ".* and found partitions .*"):
         variable_scope.get_variable("name0", shape=(3, 1, 1))
 
-      with variable_scope.variable_scope(
-          "scope0", partitioner=axis0_into3_partitioner, reuse=True):
-        with self.assertRaisesRegexp(
-            ValueError,
-            "Trying to reuse partitioned variable .* but specified partitions "
-            ".* and found partitions .*"):
-          variable_scope.get_variable("name0", shape=(3, 1, 1))
-
-      with variable_scope.variable_scope(
-          "scope0", partitioner=axis0_into1_partitioner, reuse=True):
-        with self.assertRaisesRegexp(
-            ValueError,
-            "Trying to reuse partitioned variable .* but specified partitions "
-            ".* and found partitions .*"):
-          variable_scope.get_variable("name0", shape=(3, 1, 1))
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Partitioned variable with name scope0/name0 already exists.
-    wrap_and_execute(_f, skip_graph=True)
+    with variable_scope.variable_scope(
+        "scope0", partitioner=axis0_into1_partitioner, reuse=True):
+      with self.assertRaisesRegexp(
+          ValueError,
+          "Trying to reuse partitioned variable .* but specified partitions "
+          ".* and found partitions .*"):
+        variable_scope.get_variable("name0", shape=(3, 1, 1))
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testReturnsExistingConcatenatedValueIfReuse(self):
-
-    def _f():
-      with variable_scope.variable_scope(
-          "scope0", partitioner=axis0_into2_partitioner):
-        v_concat = variable_scope.get_variable("name0", shape=(3, 1, 1))
-        variable_scope.get_variable_scope().reuse_variables()
-        v_concat_2 = variable_scope.get_variable("name0", shape=(3, 1, 1))
-        self.assertEqual(v_concat, v_concat_2)
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Partitioned variable with name scope0/name0 already exists.
-    wrap_and_execute(_f, skip_graph=True)
+    with variable_scope.variable_scope(
+        "scope0", partitioner=axis0_into2_partitioner):
+      v_concat = variable_scope.get_variable("name0", shape=(3, 1, 1))
+      variable_scope.get_variable_scope().reuse_variables()
+      v_concat_2 = variable_scope.get_variable("name0", shape=(3, 1, 1))
+      self.assertEqual(v_concat, v_concat_2)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testAllowsReuseWithoutPartitioner(self):
-
-    def _f():
-      with variable_scope.variable_scope(
-          "scope0", partitioner=axis0_into2_partitioner):
-        v = variable_scope.get_variable("name0", shape=(3, 1, 1))
-      with variable_scope.variable_scope("scope0", reuse=True):
-        v_reused = variable_scope.get_variable("name0")
-      self.assertEqual(v, v_reused)
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Partitioned variable with name scope0/name0 already exists.
-    wrap_and_execute(_f, skip_graph=True)
+    with variable_scope.variable_scope(
+        "scope0", partitioner=axis0_into2_partitioner):
+      v = variable_scope.get_variable("name0", shape=(3, 1, 1))
+    with variable_scope.variable_scope("scope0", reuse=True):
+      v_reused = variable_scope.get_variable("name0")
+    self.assertEqual(v, v_reused)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testPropagatePartitionerOnReopening(self):
-
-    def _f():
-      with variable_scope.variable_scope(
-          "scope0", partitioner=axis0_into2_partitioner) as vs:
-        self.assertEqual(axis0_into2_partitioner, vs.partitioner)
-        with variable_scope.variable_scope(vs) as vs1:
-          self.assertEqual(axis0_into2_partitioner, vs1.partitioner)
-
-    wrap_and_execute(_f)
+    with variable_scope.variable_scope(
+        "scope0", partitioner=axis0_into2_partitioner) as vs:
+      self.assertEqual(axis0_into2_partitioner, vs.partitioner)
+      with variable_scope.variable_scope(vs) as vs1:
+        self.assertEqual(axis0_into2_partitioner, vs1.partitioner)
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # obtaining different results in the eager case compared to the graph one
@@ -1539,43 +1422,38 @@ class VariableScopeWithPartitioningTest(test.TestCase):
       self.assertIn("scope0/name0:0", [x.name for x in variables])
 
   def _testPartitionConcatenatesAlongCorrectAxis(self, use_resource):
+    def _part_axis_0(**unused_kwargs):
+      return (2, 1, 1)
 
-    def _f():
-
-      def _part_axis_0(**unused_kwargs):
-        return (2, 1, 1)
-
-      def _part_axis_1(**unused_kwargs):
-        return (1, 2, 1)
-
-      with variable_scope.variable_scope("root", use_resource=use_resource):
-        v0 = variable_scope.get_variable(
-            "n0", shape=(2, 2, 2), partitioner=_part_axis_0)
-        v1 = variable_scope.get_variable(
-            "n1", shape=(2, 2, 2), partitioner=_part_axis_1)
+    def _part_axis_1(**unused_kwargs):
+      return (1, 2, 1)
 
-      self.assertEqual(v0.get_shape(), (2, 2, 2))
-      self.assertEqual(v1.get_shape(), (2, 2, 2))
+    with variable_scope.variable_scope("root", use_resource=use_resource):
+      v0 = variable_scope.get_variable(
+          "n0", shape=(2, 2, 2), partitioner=_part_axis_0)
+      v1 = variable_scope.get_variable(
+          "n1", shape=(2, 2, 2), partitioner=_part_axis_1)
 
-      n0_0 = list(v0)[0]
-      n0_1 = list(v0)[1]
-      self.assertEqual(n0_0.get_shape(), (1, 2, 2))
-      self.assertEqual(n0_1.get_shape(), (1, 2, 2))
+    self.assertEqual(v0.get_shape(), (2, 2, 2))
+    self.assertEqual(v1.get_shape(), (2, 2, 2))
 
-      n1_0 = list(v1)[0]
-      n1_1 = list(v1)[1]
-      self.assertEqual(n1_0.get_shape(), (2, 1, 2))
-      self.assertEqual(n1_1.get_shape(), (2, 1, 2))
+    n0_0 = list(v0)[0]
+    n0_1 = list(v0)[1]
+    self.assertEqual(n0_0.get_shape(), (1, 2, 2))
+    self.assertEqual(n0_1.get_shape(), (1, 2, 2))
 
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Partitioned variable with name root/n0 already exists.
-    wrap_and_execute(_f, skip_graph=True)
+    n1_0 = list(v1)[0]
+    n1_1 = list(v1)[1]
+    self.assertEqual(n1_0.get_shape(), (2, 1, 2))
+    self.assertEqual(n1_1.get_shape(), (2, 1, 2))
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testPartitionConcatenatesAlongCorrectAxis(self):
     self._testPartitionConcatenatesAlongCorrectAxis(use_resource=False)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testPartitionConcatenatesAlongCorrectAxisResource(self):
     self._testPartitionConcatenatesAlongCorrectAxis(use_resource=True)
 
@@ -1583,81 +1461,69 @@ class VariableScopeWithPartitioningTest(test.TestCase):
 class VariableScopeWithCustomGetterTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testNonCallableGetterFails(self):
-
-    def _f():
-      with self.assertRaisesRegexp(ValueError,
-                                   r"custom_getter .* not callable:"):
-        with variable_scope.variable_scope("scope0", custom_getter=3):
-          variable_scope.get_variable("name0")
-      with self.assertRaisesRegexp(ValueError,
-                                   r"custom_getter .* not callable:"):
-        variable_scope.get_variable("name0", custom_getter=3)
-
-    wrap_and_execute(_f)
+    with self.assertRaisesRegexp(ValueError,
+                                 r"custom_getter .* not callable:"):
+      with variable_scope.variable_scope("scope0", custom_getter=3):
+        variable_scope.get_variable("name0")
+    with self.assertRaisesRegexp(ValueError,
+                                 r"custom_getter .* not callable:"):
+      variable_scope.get_variable("name0", custom_getter=3)
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testNoSideEffectsWithIdentityCustomGetter(self):
+    called = [0]
 
-    def _f():
-      called = [0]
-
-      def custom_getter(getter, *args, **kwargs):
-        called[0] += 1
-        return getter(*args, **kwargs)
-
-      with variable_scope.variable_scope(
-          "scope", custom_getter=custom_getter) as scope:
-        v = variable_scope.get_variable("v", [1])
-      with variable_scope.variable_scope(scope, reuse=True):
-        v2 = variable_scope.get_variable("v", [1])
-      with variable_scope.variable_scope("new_scope") as new_scope:
-        v3 = variable_scope.get_variable("v3", [1])
-      with variable_scope.variable_scope(
-          new_scope, reuse=True, custom_getter=custom_getter):
-        v4 = variable_scope.get_variable("v3", [1])
+    def custom_getter(getter, *args, **kwargs):
+      called[0] += 1
+      return getter(*args, **kwargs)
 
-      self.assertEqual(v, v2)
-      self.assertEqual(v3, v4)
-      self.assertEqual(3, called[0])  # skipped one in the first new_scope
+    with variable_scope.variable_scope(
+        "scope", custom_getter=custom_getter) as scope:
+      v = variable_scope.get_variable("v", [1])
+    with variable_scope.variable_scope(scope, reuse=True):
+      v2 = variable_scope.get_variable("v", [1])
+    with variable_scope.variable_scope("new_scope") as new_scope:
+      v3 = variable_scope.get_variable("v3", [1])
+    with variable_scope.variable_scope(
+        new_scope, reuse=True, custom_getter=custom_getter):
+      v4 = variable_scope.get_variable("v3", [1])
 
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable scope/v already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+    self.assertEqual(v, v2)
+    self.assertEqual(v3, v4)
+    self.assertEqual(3, called[0])  # skipped one in the first new_scope
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testSynchronizationAndAggregationWithCustomGetter(self):
+    called = [0]
+    synchronization = variable_scope.VariableSynchronization.AUTO
+    aggregation = variable_scope.VariableAggregation.NONE
 
-    def _f():
-      called = [0]
-      synchronization = variable_scope.VariableSynchronization.AUTO
-      aggregation = variable_scope.VariableAggregation.NONE
-
-      def custom_getter(getter, *args, **kwargs):
-        called[0] += 1
-
-        # Verify synchronization and aggregation kwargs are as expected.
-        self.assertEqual(kwargs["synchronization"], synchronization)
-        self.assertEqual(kwargs["aggregation"], aggregation)
-        return getter(*args, **kwargs)
+    def custom_getter(getter, *args, **kwargs):
+      called[0] += 1
 
-      with variable_scope.variable_scope("scope", custom_getter=custom_getter):
-        variable_scope.get_variable("v", [1])
-      self.assertEqual(1, called[0])
+      # Verify synchronization and aggregation kwargs are as expected.
+      self.assertEqual(kwargs["synchronization"], synchronization)
+      self.assertEqual(kwargs["aggregation"], aggregation)
+      return getter(*args, **kwargs)
 
-      with variable_scope.variable_scope("scope", custom_getter=custom_getter):
-        synchronization = variable_scope.VariableSynchronization.ON_READ
-        aggregation = variable_scope.VariableAggregation.MEAN
-        variable_scope.get_variable(
-            "v1", [1], synchronization=synchronization, aggregation=aggregation)
+    with variable_scope.variable_scope("scope", custom_getter=custom_getter):
+      variable_scope.get_variable("v", [1])
+    self.assertEqual(1, called[0])
 
-      self.assertEqual(2, called[0])
+    with variable_scope.variable_scope("scope", custom_getter=custom_getter):
+      synchronization = variable_scope.VariableSynchronization.ON_READ
+      aggregation = variable_scope.VariableAggregation.MEAN
+      variable_scope.get_variable(
+          "v1", [1], synchronization=synchronization, aggregation=aggregation)
 
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable scope/v already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+    self.assertEqual(2, called[0])
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testCustomGetterWithReuse(self):
     # Custom getter can choose to behave differently on reused variables.
     def custom_getter(getter, *args, **kwargs):
@@ -1668,19 +1534,14 @@ class VariableScopeWithCustomGetterTest(test.TestCase):
       else:
         return array_ops.identity(var, name="not_reused")
 
-    def _f():
-      with variable_scope.variable_scope(
-          "scope", custom_getter=custom_getter) as scope:
-        v = variable_scope.get_variable("v", [1])
-      with variable_scope.variable_scope(scope, reuse=True):
-        v2 = variable_scope.get_variable("v", [1])
-
-      self.assertEqual(v.name, "not_reused:0")
-      self.assertEqual(v2.name, "reused:0")
+    with variable_scope.variable_scope(
+        "scope", custom_getter=custom_getter) as scope:
+      v = variable_scope.get_variable("v", [1])
+    with variable_scope.variable_scope(scope, reuse=True):
+      v2 = variable_scope.get_variable("v", [1])
 
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable scope/v already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+    self.assertEqual(v.name, "not_reused:0")
+    self.assertEqual(v2.name, "reused:0")
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
   # ValueError: Fetch argument <tf.Tensor 'custom_getter/add:0' shape=(1, 2, 3)
@@ -1758,118 +1619,103 @@ class VariableScopeWithCustomGetterTest(test.TestCase):
               (np_vars[4] * np_vars[5]) + (np_vars[6] * np_vars[7]))))
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVariableCreator(self):
+    variable_names = []
 
-    def _f():
-
-      variable_names = []
+    def creator_a(next_creator, **kwargs):
+      variable_names.append(kwargs.get("name", ""))
+      return next_creator(**kwargs)
 
-      def creator_a(next_creator, **kwargs):
-        variable_names.append(kwargs.get("name", ""))
-        return next_creator(**kwargs)
+    def creator_b(next_creator, **kwargs):
+      kwargs["name"] = "forced_name"
+      return next_creator(**kwargs)
 
-      def creator_b(next_creator, **kwargs):
-        kwargs["name"] = "forced_name"
-        return next_creator(**kwargs)
+    with variable_scope.variable_creator_scope(creator_a):
+      with variable_scope.variable_creator_scope(creator_b):
+        variable_scope.variable(1.0, name="one_name")
 
-      with variable_scope.variable_creator_scope(creator_a):
-        with variable_scope.variable_creator_scope(creator_b):
-          variable_scope.variable(1.0, name="one_name")
+    self.assertAllEqual(variable_names, ["forced_name"])
 
-      self.assertAllEqual(variable_names, ["forced_name"])
+    called = [False]
 
-      called = [False]
+    def creater_c(next_creator, **kwargs):
+      called[0] = True
+      self.assertEqual(kwargs["synchronization"],
+                       variable_scope.VariableSynchronization.ON_WRITE)
+      self.assertEqual(kwargs["aggregation"],
+                       variable_scope.VariableAggregation.MEAN)
+      return next_creator(**kwargs)
 
-      def creater_c(next_creator, **kwargs):
-        called[0] = True
-        self.assertEqual(kwargs["synchronization"],
-                         variable_scope.VariableSynchronization.ON_WRITE)
-        self.assertEqual(kwargs["aggregation"],
-                         variable_scope.VariableAggregation.MEAN)
-        return next_creator(**kwargs)
-
-      with variable_scope.variable_creator_scope(creater_c):
-        variable_scope.get_variable(
-            "v", [],
-            synchronization=variable_scope.VariableSynchronization.ON_WRITE,
-            aggregation=variable_scope.VariableAggregation.MEAN)
-      self.assertTrue(called[0])
-
-    # TODO(mihaimaruseac): calling _f fails with
-    # ValueError: Variable v already exists, disallowed.
-    wrap_and_execute(_f, skip_graph=True)
+    with variable_scope.variable_creator_scope(creater_c):
+      variable_scope.get_variable(
+          "v", [],
+          synchronization=variable_scope.VariableSynchronization.ON_WRITE,
+          aggregation=variable_scope.VariableAggregation.MEAN)
+    self.assertTrue(called[0])
 
 
 class PartitionInfoTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testConstructorChecks(self):
-
-    def _f():
-      # Invalid arg types.
-      with self.assertRaises(TypeError):
-        variable_scope._PartitionInfo(full_shape=None, var_offset=[0, 1])
-      with self.assertRaises(TypeError):
-        variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=None)
-      with self.assertRaises(TypeError):
-        variable_scope._PartitionInfo(full_shape="foo", var_offset=[0, 1])
-      with self.assertRaises(TypeError):
-        variable_scope._PartitionInfo(full_shape=[0, 1], var_offset="foo")
-
-      # full_shape and var_offset must have same length.
-      with self.assertRaises(ValueError):
-        variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=[0])
-      # Offset must always be less than shape.
-      with self.assertRaises(ValueError):
-        variable_scope._PartitionInfo(full_shape=[1, 1], var_offset=[0, 1])
-
-    wrap_and_execute(_f)
+    # Invalid arg types.
+    with self.assertRaises(TypeError):
+      variable_scope._PartitionInfo(full_shape=None, var_offset=[0, 1])
+    with self.assertRaises(TypeError):
+      variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=None)
+    with self.assertRaises(TypeError):
+      variable_scope._PartitionInfo(full_shape="foo", var_offset=[0, 1])
+    with self.assertRaises(TypeError):
+      variable_scope._PartitionInfo(full_shape=[0, 1], var_offset="foo")
+
+    # full_shape and var_offset must have same length.
+    with self.assertRaises(ValueError):
+      variable_scope._PartitionInfo(full_shape=[0, 1], var_offset=[0])
+    # Offset must always be less than shape.
+    with self.assertRaises(ValueError):
+      variable_scope._PartitionInfo(full_shape=[1, 1], var_offset=[0, 1])
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testSingleOffset(self):
+    partition_info = variable_scope._PartitionInfo(
+        full_shape=[9, 3], var_offset=[4, 0])
+    self.assertEqual(4, partition_info.single_offset([1, 3]))
 
-    def _f():
-      partition_info = variable_scope._PartitionInfo(
-          full_shape=[9, 3], var_offset=[4, 0])
-      self.assertEqual(4, partition_info.single_offset([1, 3]))
-
-      # Tests when the variable isn't partitioned at all.
-      partition_info = variable_scope._PartitionInfo(
-          full_shape=[9, 3], var_offset=[0, 0])
-      self.assertEqual(0, partition_info.single_offset([9, 3]))
-
-    wrap_and_execute(_f)
+    # Tests when the variable isn't partitioned at all.
+    partition_info = variable_scope._PartitionInfo(
+        full_shape=[9, 3], var_offset=[0, 0])
+    self.assertEqual(0, partition_info.single_offset([9, 3]))
 
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testSingleSliceDim(self):
+    partition_info = variable_scope._PartitionInfo(
+        full_shape=[9, 3], var_offset=[4, 0])
+    # Invalid shape.
+    with self.assertRaises(TypeError):
+      partition_info.single_slice_dim(None)
 
-    def _f():
-      partition_info = variable_scope._PartitionInfo(
-          full_shape=[9, 3], var_offset=[4, 0])
-      # Invalid shape.
-      with self.assertRaises(TypeError):
-        partition_info.single_slice_dim(None)
-
-      # Rank of shape differs from full_shape.
-      with self.assertRaises(ValueError):
-        partition_info.single_slice_dim([1, 2, 3])
-
-      # Shape is too large given var_offset (4+6 > 9).
-      with self.assertRaises(ValueError):
-        partition_info.single_slice_dim([6, 3])
-
-      # Multiple possible slice dim from shape.
-      with self.assertRaises(ValueError):
-        partition_info.single_slice_dim([1, 1])
+    # Rank of shape differs from full_shape.
+    with self.assertRaises(ValueError):
+      partition_info.single_slice_dim([1, 2, 3])
 
-      partition_info = variable_scope._PartitionInfo(
-          full_shape=[9, 3], var_offset=[0, 0])
-      self.assertEqual(1, partition_info.single_slice_dim([9, 2]))
-      partition_info = variable_scope._PartitionInfo(
-          full_shape=[9, 3], var_offset=[4, 0])
-      self.assertEqual(0, partition_info.single_slice_dim([2, 3]))
+    # Shape is too large given var_offset (4+6 > 9).
+    with self.assertRaises(ValueError):
+      partition_info.single_slice_dim([6, 3])
 
-    wrap_and_execute(_f)
+    # Multiple possible slice dim from shape.
+    with self.assertRaises(ValueError):
+      partition_info.single_slice_dim([1, 1])
+
+    partition_info = variable_scope._PartitionInfo(
+        full_shape=[9, 3], var_offset=[0, 0])
+    self.assertEqual(1, partition_info.single_slice_dim([9, 2]))
+    partition_info = variable_scope._PartitionInfo(
+        full_shape=[9, 3], var_offset=[4, 0])
+    self.assertEqual(0, partition_info.single_slice_dim([2, 3]))
 
 
 class VariableScopeMultithreadedTest(test.TestCase):
-- 
GitLab


From 12c9c3487ae9b65ba6052044552cae41b2de4467 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Fri, 19 Oct 2018 14:07:23 -0700
Subject: [PATCH 0331/1825] [XLA] Attach the right metadata to the while loop
 in gather/scatter expanders.

PiperOrigin-RevId: 217927836
---
 .../compiler/xla/service/gather_expander.cc   |  3 +-
 .../xla/service/gather_expander_test.cc       | 39 +++++++++++++++++++
 .../compiler/xla/service/scatter_expander.cc  |  3 +-
 tensorflow/compiler/xla/service/while_util.cc |  4 +-
 tensorflow/compiler/xla/service/while_util.h  |  3 +-
 5 files changed, 48 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gather_expander.cc b/tensorflow/compiler/xla/service/gather_expander.cc
index cb86c98579..01cef49966 100644
--- a/tensorflow/compiler/xla/service/gather_expander.cc
+++ b/tensorflow/compiler/xla/service/gather_expander.cc
@@ -346,7 +346,8 @@ StatusOr<HloInstruction*> GatherExpander::ExpandGather(
           [&](HloInstruction* indvar,
               const std::vector<HloInstruction*>& loop_state) {
             return GatherLoopBody(*gather_instr, indvar, loop_state);
-          });
+          },
+          gather_instr->metadata());
 
   TF_ASSIGN_OR_RETURN(std::vector<HloInstruction*> gather_loop_result,
                       gather_loop_result_or_error);
diff --git a/tensorflow/compiler/xla/service/gather_expander_test.cc b/tensorflow/compiler/xla/service/gather_expander_test.cc
index 141dd4d6f1..a3102368cb 100644
--- a/tensorflow/compiler/xla/service/gather_expander_test.cc
+++ b/tensorflow/compiler/xla/service/gather_expander_test.cc
@@ -104,5 +104,44 @@ ENTRY main {
       ShapeUtil::MakeShape(S32, {2, 3}),
       ShapeUtil::GetTupleElementShape(while_shape, 3)));
 }
+
+TEST(GatherExpanderTest, CheckOpMetadata) {
+  const string hlo_text = R"(
+HloModule TensorFlowGatherV2
+
+ENTRY main {
+  operand = s32[3,3] parameter(0)
+  indices = s32[2] parameter(1)
+  ROOT gather = s32[3,2] gather(operand, indices),
+      offset_dims={0},
+      collapsed_slice_dims={1},
+      start_index_map={1},
+      index_vector_dim=1,
+      slice_sizes={3, 1}
+}
+)";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_text));
+  OpMetadata metadata;
+  metadata.set_op_name("Gather");
+  module->entry_computation()->root_instruction()->set_metadata(metadata);
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, GatherExpander{}.Run(module.get()));
+  ASSERT_TRUE(changed);
+
+  HloInstruction* while_instr = nullptr;
+  for (auto* instr : module->entry_computation()->instructions()) {
+    if (instr->opcode() == HloOpcode::kWhile) {
+      ASSERT_EQ(while_instr, nullptr)
+          << "Expected exactly one while instruction in the entry computation "
+             "after gather expansion";
+      while_instr = instr;
+    }
+  }
+
+  ASSERT_NE(while_instr, nullptr)
+      << "Expected exactly one while instruction in the entry computation "
+         "after gather expansion";
+  EXPECT_EQ(while_instr->metadata().op_name(), "Gather");
+}
 }  // namespace
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/scatter_expander.cc b/tensorflow/compiler/xla/service/scatter_expander.cc
index de7aee262e..11c2f8392d 100644
--- a/tensorflow/compiler/xla/service/scatter_expander.cc
+++ b/tensorflow/compiler/xla/service/scatter_expander.cc
@@ -392,7 +392,8 @@ StatusOr<HloInstruction*> ScatterExpander::ExpandScatter(
           [&](HloInstruction* induction_var,
               const std::vector<HloInstruction*>& loop_state) {
             return ScatterLoopBody(scatter, induction_var, loop_state);
-          });
+          },
+          scatter->metadata());
   TF_ASSIGN_OR_RETURN(std::vector<HloInstruction*> scatter_loop_result,
                       scatter_loop_result_status);
   return scatter_loop_result.front();
diff --git a/tensorflow/compiler/xla/service/while_util.cc b/tensorflow/compiler/xla/service/while_util.cc
index f90ac91f9d..1f583ca44b 100644
--- a/tensorflow/compiler/xla/service/while_util.cc
+++ b/tensorflow/compiler/xla/service/while_util.cc
@@ -225,7 +225,8 @@ static Shape MakeLoopStateShape(const WhileUtil::LoopStateTy& init_values) {
 /*static*/ StatusOr<WhileUtil::LoopStateTy> WhileUtil::MakeCountedLoop(
     HloComputation* computation, int32 trip_count,
     const WhileUtil::LoopStateTy& init_values,
-    const WhileUtil::LoopBodyGeneratorTy& loop_body_generator) {
+    const WhileUtil::LoopBodyGeneratorTy& loop_body_generator,
+    const OpMetadata& metadata) {
   CHECK_GE(trip_count, 0);
 
   Shape loop_state_shape = MakeLoopStateShape(init_values);
@@ -242,6 +243,7 @@ static Shape MakeLoopStateShape(const WhileUtil::LoopStateTy& init_values) {
       computation->AddInstruction(HloInstruction::CreateWhile(
           loop_state_shape, module->AddEmbeddedComputation(std::move(cond)),
           module->AddEmbeddedComputation(std::move(body)), init_tuple));
+  while_instr->set_metadata(metadata);
 
   std::vector<HloInstruction*> result;
   for (int64 i = 0, e = init_values.size(); i < e; i++) {
diff --git a/tensorflow/compiler/xla/service/while_util.h b/tensorflow/compiler/xla/service/while_util.h
index b1c4486887..524dcec5f1 100644
--- a/tensorflow/compiler/xla/service/while_util.h
+++ b/tensorflow/compiler/xla/service/while_util.h
@@ -77,7 +77,8 @@ class WhileUtil {
   static StatusOr<LoopStateTy> MakeCountedLoop(
       HloComputation* computation, int32 trip_count,
       const LoopStateTy& init_values,
-      const LoopBodyGeneratorTy& loop_body_generator);
+      const LoopBodyGeneratorTy& loop_body_generator,
+      const OpMetadata& metadata);
 
   // Returns the GetTupleElement instructions in `while_body` that access
   // elements in the parameter tuple that don't change across iterations.
-- 
GitLab


From 607d6e0fcb21424ce922715586994468eaf7f2f0 Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Fri, 19 Oct 2018 14:10:02 -0700
Subject: [PATCH 0332/1825] Fix a py3.6 bug in cudnn_rnn unittest

PiperOrigin-RevId: 217928268
---
 .../contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py     | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
index d3a1b33233..1954f6717b 100644
--- a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
+++ b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
@@ -1039,7 +1039,7 @@ class CudnnRNNTestParamsSize(test_util.TensorFlowTestCase):
 
     # Min param size estimate = sum(weights.size) + sum(biases.size)
     min_params_size = (
-        np.sum(map(np.prod, rnn.canonical_weight_shapes)) +
+        np.sum(list(map(np.prod, rnn.canonical_weight_shapes))) +
         np.sum([sp[0] for sp in rnn.canonical_bias_shapes]))
 
     opaque_params = rnn.trainable_variables[0]
-- 
GitLab


From d1b2537f3330447db6e07f26e3af8367b90adcd3 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Fri, 19 Oct 2018 14:19:26 -0700
Subject: [PATCH 0333/1825] Don't constant fold FakeParam ops.

FakeParam claims to have a different output shape than it actually
outputs (since the output is not meant to ever be accessed).  Prior to
this change, ConstantFold() would call ReplaceTensorWithConstant() with
the invalid FakeParam output, which would cause a
use-before-initialization error.

PiperOrigin-RevId: 217929903
---
 tensorflow/core/common_runtime/constant_folding.cc | 3 +++
 tensorflow/core/graph/graph.cc                     | 1 +
 tensorflow/core/graph/graph.h                      | 2 ++
 3 files changed, 6 insertions(+)

diff --git a/tensorflow/core/common_runtime/constant_folding.cc b/tensorflow/core/common_runtime/constant_folding.cc
index c0dd927e6c..6d5c7f951e 100644
--- a/tensorflow/core/common_runtime/constant_folding.cc
+++ b/tensorflow/core/common_runtime/constant_folding.cc
@@ -245,6 +245,9 @@ bool IsConstantFoldable(
   if (n->IsSink()) {
     return false;
   }
+  if (n->IsFakeParam()) {
+    return false;
+  }
   // Since constant-folding runs on the CPU, do not attempt to constant-fold
   // operators that have no CPU kernel. Also implies that we will not
   // constant-fold functions.
diff --git a/tensorflow/core/graph/graph.cc b/tensorflow/core/graph/graph.cc
index db565e8170..b9fceb6a31 100644
--- a/tensorflow/core/graph/graph.cc
+++ b/tensorflow/core/graph/graph.cc
@@ -84,6 +84,7 @@ const std::unordered_map<string, Node::NodeClass>& Node::kNodeClassTable =
         {"CollectiveReduce", NC_COLLECTIVE},
         {"CollectiveBcastSend", NC_COLLECTIVE},
         {"CollectiveBcastRecv", NC_COLLECTIVE},
+        {"FakeParam", NC_FAKE_PARAM},
     });
 
 #undef REF_CLASS
diff --git a/tensorflow/core/graph/graph.h b/tensorflow/core/graph/graph.h
index 027ab522ed..585afa2d00 100644
--- a/tensorflow/core/graph/graph.h
+++ b/tensorflow/core/graph/graph.h
@@ -167,6 +167,7 @@ class Node {
   bool IsCollective() const { return class_ == NC_COLLECTIVE; }
 
   bool IsMetadata() const { return class_ == NC_METADATA; }
+  bool IsFakeParam() const { return class_ == NC_FAKE_PARAM; }
 
   template <typename T>
   void AddAttr(const string& name, const T& val) {
@@ -243,6 +244,7 @@ class Node {
     NC_METADATA,
     NC_SCOPED_ALLOCATOR,
     NC_COLLECTIVE,
+    NC_FAKE_PARAM,
     NC_OTHER  // Not a special kind of node
   };
 
-- 
GitLab


From 597b911fd3d66b7e55b878ca42b9803fb4f1925a Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Fri, 19 Oct 2018 14:23:43 -0700
Subject: [PATCH 0334/1825] Support returning Operations from cond_v2.

This change mimics the behavior of the current tf.cond implementation,
which returns the predicate value for each Operation returned
(specifically, it returns the pivot value). We may want to revisit
this behavior for 2.0, e.g. returning None or disallowing it entirely,
but we'd like to continue supporting it in compat.v1.

PiperOrigin-RevId: 217930557
---
 tensorflow/python/eager/function.py           | 33 +++++++++----
 .../kernel_tests/control_flow_ops_py_test.py  | 47 ++++++++++---------
 tensorflow/python/ops/cond_v2.py              |  7 ++-
 3 files changed, 54 insertions(+), 33 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index dedb94ebeb..3e93d3e7f5 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -930,7 +930,8 @@ def func_graph_from_py_func(name,
                             func_graph=None,
                             experimental_autograph=False,
                             add_control_dependencies=True,
-                            arg_names=None):
+                            arg_names=None,
+                            op_return_value=None):
   """Returns a `FuncGraph` generated from `python_func`.
 
   Args:
@@ -954,6 +955,9 @@ def func_graph_from_py_func(name,
       execute.
     arg_names: Optional list of argument names, used to give input placeholders
       recognizable names.
+    op_return_value: Optional. A Tensor. If set and `python_func` returns
+      Operations, those return values will be replaced with this value. If not
+      set, returning an Operation triggers an error.
 
   Returns:
     A FuncGraph.
@@ -962,6 +966,8 @@ def func_graph_from_py_func(name,
     TypeError: If any of `python_func`'s return values is neither `None` nor a
       `Tensor`.
   """
+  if op_return_value is not None:
+    assert isinstance(op_return_value, ops.Tensor), op_return_value
   if func_graph is None:
     func_graph = FuncGraph(name)
   assert isinstance(func_graph, FuncGraph)
@@ -989,17 +995,24 @@ def func_graph_from_py_func(name,
         func_kwargs, nest.flatten(func_kwargs))
 
     def convert(x):
-      """Converts an argument to a Tensor."""
+      """Converts a function output to a Tensor."""
       if x is None:
         return None
-      try:
-        x = ops.convert_to_tensor_or_indexed_slices(x)
-      except (ValueError, TypeError):
-        raise TypeError(
-            "To be compatible with tf.contrib.eager.defun, Python functions "
-            "must return zero or more Tensors; in compilation of %s, found "
-            "return value of type %s, which is not a Tensor." %
-            (str(python_func), type(x)))
+      if op_return_value is not None and isinstance(x, ops.Operation):
+        # TODO(b/79881896): we currently can't capture external control deps, so
+        # this won't work if x needs to be captured (i.e. if python_func returns
+        # captured Operations).
+        with ops.control_dependencies([x]):
+          x = array_ops.identity(op_return_value)
+      else:
+        try:
+          x = ops.convert_to_tensor_or_indexed_slices(x)
+        except (ValueError, TypeError):
+          raise TypeError(
+              "To be compatible with tf.contrib.eager.defun, Python functions "
+              "must return zero or more Tensors; in compilation of %s, found "
+              "return value of type %s, which is not a Tensor." %
+              (str(python_func), type(x)))
       if add_control_dependencies:
         x = a.mark_as_return(x)
       return x
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index fb0526e5dc..6487503ff9 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -510,27 +510,40 @@ class ControlFlowTest(test.TestCase):
       result = r.eval()
     self.assertAllEqual(12, result)
 
-  @test_util.disable_control_flow_v2("b/113324949 (ref vars)")
-  def testCond_4(self):
-    with self.cached_session():
-      v1 = variables.Variable(7)
-      v2 = variables.Variable(7)
-      v3 = variables.Variable(7)
+  @test_util.run_in_graph_and_eager_modes
+  def testCondPruning(self):
+    v1 = variables.Variable(7)
+    v2 = variables.Variable(7)
+    v3 = variables.Variable(7)
 
+    def f():
       age = constant_op.constant(3)
       max_age = constant_op.constant(2)
       pred = math_ops.greater(age, max_age)
       fn1 = lambda: [state_ops.assign(v1, 1).op, state_ops.assign(v2, 2).op]
       fn2 = lambda: [state_ops.assign(v3, 3).op, constant_op.constant(10).op]
       r = control_flow_ops.cond(pred, fn1, fn2)
-
-      variables.global_variables_initializer().run()
       self.assertEqual(len(r), 2)
-      result = r[1].eval()
-      self.assertAllEqual(True, result)
-      self.assertAllEqual(7, v1.eval())
-      self.assertAllEqual(2, v2.eval())
-      self.assertAllEqual(7, v3.eval())
+      return r[1]
+
+    f_defun = eager_function.defun(f)
+
+    if not context.executing_eagerly():
+      with self.cached_session():
+        variables.global_variables_initializer().run()
+        result = f().eval()
+        self.assertEqual(True, result)
+        # Only second cond result was fetched, so v1 assign shouldn't run.
+        self.assertEqual(7, v1.eval())
+        self.assertEqual(2, v2.eval())
+        self.assertEqual(7, v3.eval())
+
+    result = f_defun()
+    self.assertEqual(True, self.evaluate(result))
+    # Both v1 and v2 branch assignments should be run in defun.
+    self.assertEqual(1, self.evaluate(v1))
+    self.assertEqual(2, self.evaluate(v2))
+    self.assertEqual(7, self.evaluate(v3))
 
   def testCond_5(self):
     with self.cached_session():
@@ -625,8 +638,6 @@ class ControlFlowTest(test.TestCase):
       merged_op = control_flow_ops.merge([assign_v, orig_v])
       self.assertAllEqual([1.0], sess.run(merged_op.output))
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCondSwitchIdentity(self):
     # Make sure the recv identity is not removed by optimization.
     with session.Session(config=opt_cfg()) as sess:
@@ -641,8 +652,6 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(pred, fn1, fn2)
       sess.run(r)
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCondRecvIdentity(self):
     # Make sure the switch identity is not removed by optimization.
     with session.Session(config=opt_cfg()) as sess:
@@ -2768,8 +2777,6 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(4.0, i.eval(feed_dict={d: 1}))
       self.assertAllClose(2.0 * math.sqrt(2), i.eval(feed_dict={d: 2}))
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCase(self):
     with self.cached_session():
       x = constant_op.constant(1)
@@ -2822,8 +2829,6 @@ class ControlFlowTest(test.TestCase):
 
       self.assertAllEqual(r6.eval(), 0)
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCaseSideEffects(self):
     with self.cached_session() as sess:
       v0 = variables.Variable(-1)
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 87df9da109..8a1e463a21 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -58,15 +58,18 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
     # Automatic control dependencies are added in defuns, but not in v1
     # graphs. Propagate that behavior here.
     add_control_dependencies = util.in_defun()
+    pred = ops.convert_to_tensor(pred)
 
     true_graph = function.func_graph_from_py_func(
         true_name, true_fn, [], {},
         func_graph=util.CondBranchFuncGraph(true_name),
-        add_control_dependencies=add_control_dependencies)
+        add_control_dependencies=add_control_dependencies,
+        op_return_value=pred)
     false_graph = function.func_graph_from_py_func(
         false_name, false_fn, [], {},
         func_graph=util.CondBranchFuncGraph(false_name),
-        add_control_dependencies=add_control_dependencies)
+        add_control_dependencies=add_control_dependencies,
+        op_return_value=pred)
     _check_same_outputs(true_graph, false_graph)
 
     # Add inputs to true_graph and false_graph to make them match. Note that
-- 
GitLab


From 5b6a87988d472aeade2826bf7841f191110ecb63 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Fri, 19 Oct 2018 14:26:02 -0700
Subject: [PATCH 0335/1825] Add support for running validation within the fit
 loop

PiperOrigin-RevId: 217930913
---
 .../contrib/distribute/python/keras_test.py   | 43 ++++++++
 tensorflow/python/keras/engine/training.py    |  4 +-
 .../keras/engine/training_distributed.py      | 98 ++++++++++++++-----
 3 files changed, 120 insertions(+), 25 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index dfa3891289..f8714b52b2 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -540,6 +540,49 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
                 validation_data=dataset, validation_steps=2)
       model.predict(get_predict_dataset(distribution), steps=2)
 
+  @combinations.generate(strategy_combinations())
+  def test_model_interleaved_eval_same_as_direct_eval(self, distribution):
+    with self.cached_session():
+      loss = 'mse'
+
+      user_controlled_model = get_model()
+      user_controlled_optimizer = gradient_descent.GradientDescentOptimizer(
+          0.001)
+      user_controlled_metrics = ['mae', keras.metrics.CategoricalAccuracy()]
+      user_controlled_model.compile(user_controlled_optimizer, loss,
+                                    metrics=user_controlled_metrics,
+                                    distribute=distribution)
+
+      interleaved_model = get_model()
+      interleaved_optimizer = gradient_descent.GradientDescentOptimizer(0.001)
+      interleaved_metrics = ['mae', keras.metrics.CategoricalAccuracy()]
+      interleaved_model.compile(interleaved_optimizer, loss,
+                                metrics=interleaved_metrics,
+                                distribute=distribution)
+
+      dataset = get_dataset(distribution)
+
+      # Call fit with validation interleaved
+      interleaved_output = interleaved_model.fit(dataset, epochs=2,
+                                                 steps_per_epoch=2, verbose=0,
+                                                 validation_data=dataset,
+                                                 validation_steps=2)
+
+      # Manually control the validation running after each epoch.
+      user_controlled_output = []
+      for _ in range(2):
+        user_controlled_model.fit(
+            dataset, epochs=1, steps_per_epoch=2, verbose=0)
+        user_controlled_output.append(
+            user_controlled_model.evaluate(dataset, steps=2))
+
+      self.assertEqual(interleaved_output.history['val_loss'],
+                       [x[0] for x in user_controlled_output])
+      self.assertEqual(interleaved_output.history['val_mean_absolute_error'],
+                       [x[1] for x in user_controlled_output])
+      self.assertEqual(interleaved_output.history['val_categorical_accuracy'],
+                       [x[2] for x in user_controlled_output])
+
   # TODO(priyag): Enable this test for TPU. Currently tuples/dict don't work
   # as clone_model's input_tensors argument only seems to accept list and not
   # tuples or dict.
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 545ec3aabc..7037cf0054 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -2317,9 +2317,9 @@ class Model(Network):
       return self.callback_model
     return self
 
-  def _make_callback_model(self):
+  def _make_callback_model(self, grouped_model):
     first_replicated_model = self._distribution_strategy.unwrap(
-        self._grouped_model)[0]
+        grouped_model)[0]
     # We initialize the callback model with the first replicated model.
     self._replicated_model = DistributedCallbackModel(first_replicated_model)
     self._replicated_model.set_original_model(self)
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index d99a1cf075..b10c88bc2d 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -18,7 +18,10 @@
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
+
+import enum
 import numpy as np
+
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import tensor_shape
@@ -35,6 +38,11 @@ from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.util import nest
 
 
+# TODO(sourabhbajaj): Check if we can merge the test and prediction graphs
+class _Mode(enum.Enum):
+  TRAIN = 'train'
+  TEST = 'test'
+  PREDICT = 'predict'
 # TODO(priyag, sourabhbajaj): Refactor this file to address code duplication.
 
 
@@ -78,7 +86,7 @@ def fit_loop(
   if current_strategy.__class__.__name__ == 'TPUStrategy':
     return _experimental_fit_loop(
         model, iterator, epochs, verbose, callbacks, initial_epoch,
-        steps_per_epoch)
+        steps_per_epoch, val_iterator, validation_steps)
 
   if not model._grouped_model:
     clone_model_on_towers(model, current_strategy, make_callback_model=True)
@@ -215,7 +223,9 @@ def _experimental_fit_loop(
     verbose=1,
     callbacks=None,
     initial_epoch=0,
-    steps_per_epoch=None):
+    steps_per_epoch=None,
+    val_iterator=None,
+    validation_steps=None):
   """Fit loop for training with TPU DistributionStrategy.
 
   Arguments:
@@ -229,6 +239,10 @@ def _experimental_fit_loop(
       steps_per_epoch: Total number of steps (batches of samples)
           before declaring one epoch finished and starting the
           next epoch. Ignored with the default value of `None`.
+      val_iterator: Iterator for validation data.
+      validation_steps: Number of steps to run validation for
+          (only if doing validation from data tensors).
+          Ignored with the default value of `None`.
 
   Returns:
       Returns `None`.
@@ -249,6 +263,7 @@ def _experimental_fit_loop(
 
   # TODO(priyag, sourabhbajaj): This should likely not be hardcoded here.
   K.set_learning_phase(1)
+  out_labels = model.metrics_names or []
 
   def step_fn(ctx, inputs, targets):
     """Clones the model and calls make_train_function."""
@@ -260,11 +275,12 @@ def _experimental_fit_loop(
         current_strategy,
         make_callback_model=True,
         inputs=inputs,
-        targets=targets)
+        targets=targets,
+        mode=_Mode.TRAIN)
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_tower(
-         _per_device_train_function, model._grouped_model)
+         _per_device_train_function, model._grouped_model_train)
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
          current_strategy, grouped_inputs, grouped_outputs,
@@ -275,7 +291,6 @@ def _experimental_fit_loop(
         name='distributed_train_function',
         **all_session_args)
 
-    out_labels = model.metrics_names or []
     for label, output in zip(out_labels, combined_fn.outputs):
       if label == 'loss':
         aggregation = distribute_lib.get_loss_reduction()
@@ -312,23 +327,23 @@ def _experimental_fit_loop(
   train_op = ctx.run_op
   output_tensors = ctx.last_step_outputs
 
+  do_validation = bool(validation_steps)
+
   # Copy the weights from the original model to each of the replicated models.
   orig_model_weights = model.get_weights()
   with current_strategy.scope():
-    distributed_model = current_strategy.unwrap(model._grouped_model)[0]
+    distributed_model = current_strategy.unwrap(model._grouped_model_train)[0]
     distributed_training_utils.set_weights(
         current_strategy, distributed_model, orig_model_weights)
   callbacks = cbks.configure_callbacks(
       callbacks,
       model,
-      do_validation=False,
+      do_validation=do_validation,
       val_inputs=None,
       val_targets=None,
       epochs=epochs,
       steps_per_epoch=steps_per_epoch,
       verbose=verbose)
-  # TODO(priyag, sourabhbajaj): Add callbacks support for per step callback
-  # TODO(priyag, sourabhbajaj): Add validation.
 
   # Calculate the steps each time on the device.
   steps_to_run = [current_strategy.steps_per_run] * (
@@ -364,6 +379,28 @@ def _experimental_fit_loop(
       if callbacks.model.stop_training:
         break
 
+    if do_validation:
+      logging.info('Running validation at fit epoch: %s', epoch)
+
+      # Since we create a new clone from the original model we need to copy
+      # the weights back to the original model before we can run validation.
+      with current_strategy.scope():
+        updated_weights = current_strategy.unwrap(
+            model._grouped_model_train)[0].get_weights()
+        model.set_weights(updated_weights)
+
+      val_outs = _experimental_test_loop(
+          model,
+          val_iterator,
+          steps=validation_steps,
+          verbose=verbose,
+          initialize_finalize_strategy=False)
+      if not isinstance(val_outs, list):
+        val_outs = [val_outs]
+      # Same labels assumed.
+      for label, val_out in zip(out_labels, val_outs):
+        epoch_logs['val_' + label] = val_out
+
     callbacks.on_epoch_end(epoch, epoch_logs)
     if callbacks.model.stop_training:
       break
@@ -372,7 +409,7 @@ def _experimental_fit_loop(
   # Copy the weights back from the replicated model to the original model.
   with current_strategy.scope():
     updated_weights = current_strategy.unwrap(
-        model._grouped_model)[0].get_weights()
+        model._grouped_model_train)[0].get_weights()
     model.set_weights(updated_weights)
 
   K.get_session().run(current_strategy.finalize())
@@ -489,7 +526,8 @@ def test_loop(model, iterator, verbose=0, steps=None):
     return outs
 
 
-def _experimental_test_loop(model, iterator, verbose=0, steps=None):
+def _experimental_test_loop(model, iterator, verbose=0, steps=None,
+                            initialize_finalize_strategy=True):
   """Test loop for evaluating with TPU DistributionStrategy.
 
   Arguments:
@@ -499,6 +537,8 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None):
       steps: Total number of steps (batches of samples)
           before declaring predictions finished.
           Ignored with the default value of `None`.
+      initialize_finalize_strategy: Should the strategy initialize and finalize
+          functions be called.
 
   Returns:
       Scalar loss (if the model has a single output and no metrics)
@@ -507,7 +547,8 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None):
       the display labels for the outputs.
   """
   current_strategy = model._distribution_strategy
-  K.get_session().run(current_strategy.initialize())
+  if initialize_finalize_strategy:
+    K.get_session().run(current_strategy.initialize())
 
   def _per_device_test_function(model):
     model._make_test_function()
@@ -529,11 +570,12 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None):
         current_strategy,
         make_callback_model=False,
         inputs=inputs,
-        targets=targets)
+        targets=targets,
+        mode=_Mode.TEST)
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_tower(
-         _per_device_test_function, model._grouped_model)
+         _per_device_test_function, model._grouped_model_test)
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -579,7 +621,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None):
   # Copy the weights from the original model to each of the replicated models.
   orig_model_weights = model.get_weights()
   with current_strategy.scope():
-    distributed_model = current_strategy.unwrap(model._grouped_model)[0]
+    distributed_model = current_strategy.unwrap(model._grouped_model_test)[0]
     distributed_training_utils.set_weights(
         current_strategy, distributed_model, orig_model_weights)
 
@@ -594,7 +636,8 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None):
   for i in range(len(outs)):
     outs[i] /= (steps)
 
-  K.get_session().run(current_strategy.finalize())
+  if initialize_finalize_strategy:
+    K.get_session().run(current_strategy.finalize())
 
   if len(outs) == 1:
     return outs[0]
@@ -732,11 +775,12 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
         model,
         current_strategy,
         make_callback_model=False,
-        inputs=inputs)
+        inputs=inputs,
+        mode=_Mode.PREDICT)
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_tower(
-         _per_device_predict_function, model._grouped_model)
+         _per_device_predict_function, model._grouped_model_predict)
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -779,7 +823,7 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
   # Copy the weights from the original model to each of the replicated models.
   orig_model_weights = model.get_weights()
   with current_strategy.scope():
-    distributed_model = current_strategy.unwrap(model._grouped_model)[0]
+    distributed_model = current_strategy.unwrap(model._grouped_model_predict)[0]
     distributed_training_utils.set_weights(
         current_strategy, distributed_model, orig_model_weights)
 
@@ -833,14 +877,22 @@ def _clone_and_build_model(model, inputs=None, targets=None):
   return cloned_model
 
 
-def clone_model_on_towers(
-    model, strategy, make_callback_model=False, inputs=None, targets=None):
+def clone_model_on_towers(model, strategy, make_callback_model=False,
+                          inputs=None, targets=None, mode=None):
   """Create a cloned model on each tower."""
   with strategy.scope():
-    model._grouped_model = strategy.call_for_each_tower(
+    grouped_model = strategy.call_for_each_tower(
         _clone_and_build_model, model, inputs, targets)
+    if mode is _Mode.TRAIN:
+      model._grouped_model_train = grouped_model
+    elif mode is _Mode.TEST:
+      model._grouped_model_test = grouped_model
+    elif mode is _Mode.PREDICT:
+      model._grouped_model_predict = grouped_model
+    else:
+      model._grouped_model = grouped_model
   if make_callback_model:
-    model._make_callback_model()
+    model._make_callback_model(grouped_model)
 
 
 def _aggregate_metrics_across_towers(num_devices, out_labels,
-- 
GitLab


From 5bd98cc2641c5b903fd0e0e70699c9f285f9c88e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 14:26:04 -0700
Subject: [PATCH 0336/1825] [XLA] Clarify the semantic of BroadcastInDim and
 add shape inference correspondingly.

Also allow degenerated broadcast in BroadcastInDim.

PiperOrigin-RevId: 217930920
---
 tensorflow/compiler/xla/client/xla_builder.cc | 19 +++++++-
 tensorflow/compiler/xla/client/xla_builder.h  | 47 ++++++-------------
 .../compiler/xla/client/xla_builder_test.cc   | 20 ++++++++
 .../compiler/xla/service/shape_inference.cc   | 46 ++++++++++++++++++
 .../compiler/xla/service/shape_inference.h    |  6 +++
 5 files changed, 104 insertions(+), 34 deletions(-)

diff --git a/tensorflow/compiler/xla/client/xla_builder.cc b/tensorflow/compiler/xla/client/xla_builder.cc
index 7d081b2722..5f2f559e76 100644
--- a/tensorflow/compiler/xla/client/xla_builder.cc
+++ b/tensorflow/compiler/xla/client/xla_builder.cc
@@ -546,7 +546,24 @@ XlaOp XlaBuilder::BroadcastInDim(
     const XlaOp& operand, const Shape& shape,
     const absl::Span<const int64> broadcast_dimensions) {
   return ReportErrorOrReturn([&]() -> StatusOr<XlaOp> {
-    return InDimBroadcast(shape, operand, broadcast_dimensions);
+    TF_ASSIGN_OR_RETURN(const Shape& operand_shape, GetShape(operand));
+    TF_RETURN_IF_ERROR(ShapeInference::InferBroadcastShape(operand_shape, shape,
+                                                           broadcast_dimensions)
+                           .status());
+    std::vector<int64> in_dim_size(ShapeUtil::Rank(shape));
+    absl::c_copy(shape.dimensions(), in_dim_size.begin());
+    for (int i = 0; i < broadcast_dimensions.size(); i++) {
+      in_dim_size[broadcast_dimensions[i]] = operand_shape.dimensions(i);
+    }
+    const auto& in_dim_shape =
+        ShapeUtil::MakeShape(shape.element_type(), in_dim_size);
+    TF_ASSIGN_OR_RETURN(
+        XlaOp in_dim_broadcast,
+        InDimBroadcast(in_dim_shape, operand, broadcast_dimensions));
+    if (ShapeUtil::Equal(in_dim_shape, shape)) {
+      return in_dim_broadcast;
+    }
+    return AddBroadcastSequence(shape, in_dim_broadcast);
   });
 }
 
diff --git a/tensorflow/compiler/xla/client/xla_builder.h b/tensorflow/compiler/xla/client/xla_builder.h
index 5747661c34..2ab57bc762 100644
--- a/tensorflow/compiler/xla/client/xla_builder.h
+++ b/tensorflow/compiler/xla/client/xla_builder.h
@@ -339,23 +339,6 @@ class XlaBuilder {
   XlaOp Broadcast(const XlaOp& operand,
                   absl::Span<const int64> broadcast_sizes);
 
-  // Performs in-dimension-style broadcast.
-  //
-  // Operand specifies the input to be broadcast. "shape" is expected output
-  // shape. "broadcast_dimensions" are the dimensions to be broadcasting into.
-  // Dimension numbers in broadcast_dimensions map to individual dimensions
-  // of the operand, and specify what dimension of the output shape they
-  // should be broadcast.
-  // e.g.
-  // Say operand = [1, 2], i.e., a 1D tensor with 2 elements.
-  // and dimension of shape is [2,2].
-  // Specifying {1} as brodcast_dimension will generate output
-  // [1 , 2]
-  // [1 , 2]
-  // On the other hand, specifying {0} as broadcast_dimension
-  // will generate output
-  // [1 , 1]
-  // [2 , 2]
   XlaOp BroadcastInDim(const XlaOp& operand, const Shape& shape,
                        const absl::Span<const int64> broadcast_dimensions);
 
@@ -1480,23 +1463,21 @@ XlaOp ConstantR1(XlaBuilder* builder, int64 length, NativeT value);
 //   output[i0, ..., iN, j0, ..., jM] = operand[j0, ..., jM]
 XlaOp Broadcast(const XlaOp& operand, absl::Span<const int64> broadcast_sizes);
 
-// Performs in-dimension-style broadcast.
+// This op broadcasts the `operand` to an output with the given `shape`.
+// `broadcast_dimensions` are the dimensions to be broadcasting into, i.e., the
+// i'th dimension of the operand is mapped to the broadcast_dimensions[i]'th
+// dimension of the output. This also requires that the i'th input dimension is
+// either 1 or is the same as the output dimension it's broadcasting into.
 //
-// Operand specifies the input to be broadcast. "shape" is expected output
-// shape. "broadcast_dimensions" are the dimensions to be broadcasting into.
-// Dimension numbers in broadcast_dimensions map to individual dimensions
-// of the operand, and specify what dimension of the output shape they
-// should be broadcast.
-// e.g.
-// Say operand = [1, 2], i.e., a 1D tensor with 2 elements.
-// and dimension of shape is [2,2].
-// Specifying {1} as brodcast_dimension will generate output
-// [1 , 2]
-// [1 , 2]
-// On the other hand, specifying {0} as broadcast_dimension
-// will generate output
-// [1 , 1]
-// [2 , 2]
+// For example, say operand = {1, 2}, i.e., a 1D tensor in shape s32[2]; the
+// output shape is s32[2,2]:
+// - Specifying {1} as brodcast_dimension will generate output
+//   {{1, 2},
+//    {1, 2}}
+// - On the other hand, specifying {0} as broadcast_dimension
+//   will generate output
+//   {{1 , 1},
+//    {2 , 2}}
 XlaOp BroadcastInDim(const XlaOp& operand, const Shape& shape,
                      const absl::Span<const int64> broadcast_dimensions);
 
diff --git a/tensorflow/compiler/xla/client/xla_builder_test.cc b/tensorflow/compiler/xla/client/xla_builder_test.cc
index 7c37ed00cd..65cf04eccc 100644
--- a/tensorflow/compiler/xla/client/xla_builder_test.cc
+++ b/tensorflow/compiler/xla/client/xla_builder_test.cc
@@ -264,6 +264,26 @@ TEST_F(XlaBuilderTest, BinopHasInDimAndDegenerateBroadcast) {
                             op::Broadcast(op::Reshape(op::Parameter(1)))));
 }
 
+TEST_F(XlaBuilderTest, BroadcastInDim) {
+  XlaBuilder b(TestName());
+  auto x = Parameter(&b, 0, ShapeUtil::MakeShape(F32, {2, 3}), "x");
+  BroadcastInDim(x, ShapeUtil::MakeShape(F32, {2, 4, 3}),
+                 /*broadcast_dimensions=*/{0, 2});
+  TF_ASSERT_OK_AND_ASSIGN(auto module, BuildHloModule(&b));
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Broadcast());
+}
+
+TEST_F(XlaBuilderTest, BroadcastInDimWithDegeneratedDim) {
+  XlaBuilder b(TestName());
+  auto x = Parameter(&b, 0, ShapeUtil::MakeShape(F32, {2, 1, 4}), "x");
+  BroadcastInDim(x, ShapeUtil::MakeShape(F32, {2, 3, 4}),
+                 /*broadcast_dimensions=*/{0, 1, 2});
+  TF_ASSERT_OK_AND_ASSIGN(auto module, BuildHloModule(&b));
+  EXPECT_THAT(module->entry_computation()->root_instruction(),
+              op::Broadcast(op::Reshape(op::Broadcast())));
+}
+
 TEST_F(XlaBuilderTest, OperandFromWrongBuilder) {
   XlaBuilder b1("b1");
   auto p0 = Parameter(&b1, 0, ShapeUtil::MakeShape(F32, {}), "p0");
diff --git a/tensorflow/compiler/xla/service/shape_inference.cc b/tensorflow/compiler/xla/service/shape_inference.cc
index 2e02b256cb..f2c16c9dce 100644
--- a/tensorflow/compiler/xla/service/shape_inference.cc
+++ b/tensorflow/compiler/xla/service/shape_inference.cc
@@ -2359,6 +2359,52 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
   return ShapeUtil::MakeShape(operand.element_type(), dimensions);
 }
 
+/* static */ StatusOr<Shape> ShapeInference::InferBroadcastShape(
+    const Shape& operand_shape, const Shape& output_shape,
+    absl::Span<const int64> broadcast_dimensions) {
+  TF_RETURN_IF_ERROR(ExpectArray(operand_shape, "operand of broadcast"));
+  TF_RETURN_IF_ERROR(ExpectArray(output_shape, "operand of broadcast"));
+  const int64 operand_rank = ShapeUtil::Rank(operand_shape);
+  const int64 output_rank = ShapeUtil::Rank(output_shape);
+  if (operand_rank > output_rank) {
+    return InvalidArgument(
+        "InDim style broadcast must be to an equal or higher ranked shape; "
+        "operand rank: %lld; output rank: %lld",
+        operand_rank, output_rank);
+  }
+  if (operand_rank != broadcast_dimensions.size()) {
+    return InvalidArgument(
+        "Size of broadcast_dimensions has to match operand's rank; operand "
+        "rank: %lld, size of broadcast_dimensions %u.",
+        operand_rank, broadcast_dimensions.size());
+  }
+  for (int64 i = 0; i < operand_rank; i++) {
+    if (broadcast_dimensions[i] < 0 || broadcast_dimensions[i] >= output_rank) {
+      return InvalidArgument("Broadcast dimension %lld is out of bound",
+                             broadcast_dimensions[i]);
+    }
+    if (operand_shape.dimensions(i) !=
+            output_shape.dimensions(broadcast_dimensions[i]) &&
+        operand_shape.dimensions(i) != 1) {
+      return InvalidArgument(
+          "Input dimension should be either 1 or equal to the output dimension "
+          "it's broadcasting into; the %lldth operand dimension is %lld, the "
+          "%lldth output dimension is %lld.",
+          i, operand_shape.dimensions(i), broadcast_dimensions[i],
+          output_shape.dimensions(broadcast_dimensions[i]));
+    }
+    // Make sure the broadcast dimensions are listed in a strictly increasing
+    // order.
+    if (i > 0 && broadcast_dimensions[i - 1] >= broadcast_dimensions[i]) {
+      return InvalidArgument(
+          "Broadcast dimensions order is wrong: %d comes after %d.",
+          broadcast_dimensions[i], broadcast_dimensions.at(i - 1));
+    }
+  }
+
+  return output_shape;
+}
+
 /* static */ StatusOr<Shape> ShapeInference::InferReshapeShape(
     const Shape& operand, absl::Span<const int64> dimensions,
     absl::Span<const int64> new_sizes) {
diff --git a/tensorflow/compiler/xla/service/shape_inference.h b/tensorflow/compiler/xla/service/shape_inference.h
index 96a0ee165d..cd4e5ab52c 100644
--- a/tensorflow/compiler/xla/service/shape_inference.h
+++ b/tensorflow/compiler/xla/service/shape_inference.h
@@ -210,6 +210,12 @@ class ShapeInference {
   static StatusOr<Shape> InferBroadcastShape(
       const Shape& operand, absl::Span<const int64> broadcast_sizes);
 
+  // Checks whether the given parameters can form a broadcast. Returns the same
+  // output_shape if it's legal.
+  static StatusOr<Shape> InferBroadcastShape(
+      const Shape& operand_shape, const Shape& output_shape,
+      absl::Span<const int64> broadcast_dimensions);
+
   // Infers the shape produced by a reshape operation from the element type of
   // its operand and the new dimension sizes specified.
   static StatusOr<Shape> InferReshapeShape(const Shape& operand,
-- 
GitLab


From ee9a7f4df5a11df837833c2d9a91d692d7cf3efd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 14:43:50 -0700
Subject: [PATCH 0337/1825] Remove BaselineEstimator from contrib

PiperOrigin-RevId: 217934392
---
 tensorflow/contrib/estimator/BUILD            | 12 -------
 tensorflow/contrib/estimator/__init__.py      |  1 -
 .../estimator/python/estimator/baseline.py    | 32 -------------------
 3 files changed, 45 deletions(-)
 delete mode 100644 tensorflow/contrib/estimator/python/estimator/baseline.py

diff --git a/tensorflow/contrib/estimator/BUILD b/tensorflow/contrib/estimator/BUILD
index 8b99158b30..8af2b0ab4f 100644
--- a/tensorflow/contrib/estimator/BUILD
+++ b/tensorflow/contrib/estimator/BUILD
@@ -15,7 +15,6 @@ py_library(
     srcs = ["__init__.py"],
     srcs_version = "PY2AND3",
     deps = [
-        ":baseline",
         ":boosted_trees",
         ":dnn",
         ":dnn_linear_combined",
@@ -38,17 +37,6 @@ py_library(
     ],
 )
 
-py_library(
-    name = "baseline",
-    srcs = ["python/estimator/baseline.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":expect_tensorflow_estimator_installed",
-        "//tensorflow/python/estimator",
-        "//tensorflow/python/estimator:baseline",
-    ],
-)
-
 py_library(
     name = "boosted_trees",
     srcs = ["python/estimator/boosted_trees.py"],
diff --git a/tensorflow/contrib/estimator/__init__.py b/tensorflow/contrib/estimator/__init__.py
index d9457df4aa..18b7f66911 100644
--- a/tensorflow/contrib/estimator/__init__.py
+++ b/tensorflow/contrib/estimator/__init__.py
@@ -58,7 +58,6 @@ _allowed_symbols = [
     'multi_label_head',
     'poisson_regression_head',
     'regression_head',
-    'BaselineEstimator',
     'DNNEstimator',
     'DNNLinearCombinedEstimator',
     'LinearEstimator',
diff --git a/tensorflow/contrib/estimator/python/estimator/baseline.py b/tensorflow/contrib/estimator/python/estimator/baseline.py
deleted file mode 100644
index fcd3200915..0000000000
--- a/tensorflow/contrib/estimator/python/estimator/baseline.py
+++ /dev/null
@@ -1,32 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""baseline python module.
-
-Importing from tensorflow.python.estimator is unsupported
-and will soon break!
-"""
-# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow_estimator.contrib.estimator.python.estimator import baseline
-
-# Include attrs that start with single underscore.
-_HAS_DYNAMIC_ATTRIBUTES = True
-baseline.__all__ = [s for s in dir(baseline) if not s.startswith('__')]
-
-from tensorflow_estimator.contrib.estimator.python.estimator.baseline import *
-- 
GitLab


From b23bb8ae9677f2c444ffd1245c9c183cafa625c9 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Fri, 19 Oct 2018 14:44:30 -0700
Subject: [PATCH 0338/1825] Add experimental Java API for injecting TFLite
 delegates

PiperOrigin-RevId: 217934496
---
 tensorflow/contrib/lite/build_def.bzl         |  2 +
 tensorflow/contrib/lite/java/BUILD            |  1 +
 .../java/org/tensorflow/lite/Delegate.java    | 39 ++++++++++
 .../java/org/tensorflow/lite/Interpreter.java | 13 ++++
 .../lite/NativeInterpreterWrapper.java        | 60 +++++++++-------
 .../native/nativeinterpreterwrapper_jni.cc    | 46 +++++++++---
 .../native/nativeinterpreterwrapper_jni.h     | 10 +++
 .../org/tensorflow/lite/InterpreterTest.java  | 68 ++++++++++++++++++
 .../contrib/lite/java/src/test/native/BUILD   | 31 ++++++++
 .../src/test/native/interpreter_test_jni.cc   | 71 +++++++++++++++++++
 10 files changed, 307 insertions(+), 34 deletions(-)
 create mode 100644 tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Delegate.java
 create mode 100644 tensorflow/contrib/lite/java/src/test/native/BUILD
 create mode 100644 tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index 349e4f1806..97bc8372b8 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -108,6 +108,7 @@ def tflite_jni_binary(
         linkscript = LINKER_SCRIPT,
         linkshared = 1,
         linkstatic = 1,
+        testonly = 0,
         deps = []):
     """Builds a jni binary for TFLite."""
     linkopts = linkopts + [
@@ -121,6 +122,7 @@ def tflite_jni_binary(
         linkstatic = linkstatic,
         deps = deps + [linkscript],
         linkopts = linkopts,
+        testonly = testonly,
     )
 
 def tflite_cc_shared_object(
diff --git a/tensorflow/contrib/lite/java/BUILD b/tensorflow/contrib/lite/java/BUILD
index cab8d5277f..91f62e7c83 100644
--- a/tensorflow/contrib/lite/java/BUILD
+++ b/tensorflow/contrib/lite/java/BUILD
@@ -151,6 +151,7 @@ java_test(
     visibility = ["//visibility:private"],
     deps = [
         ":tensorflowlitelib",
+        "//tensorflow/contrib/lite/java/src/test/native:libtensorflowlite_test_jni.so",
         "@com_google_truth",
         "@junit",
     ],
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Delegate.java b/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Delegate.java
new file mode 100644
index 0000000000..5a57734024
--- /dev/null
+++ b/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Delegate.java
@@ -0,0 +1,39 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+package org.tensorflow.lite;
+
+/**
+ * Wrapper for a native TensorFlow Lite Delegate.
+ *
+ * <p>WARNING: This is an experimental interface that is subject to change.
+ *
+ * <p>If a delegate implementation holds additional resources or memory that should be explicitly
+ * freed, then best practice is to add a {@code close()} method to the implementation and have the
+ * client call that explicitly when the delegate instance is no longer in use. While this approach
+ * technically allows sharing of a single delegate instance across multiple interpreter instances,
+ * the delegate implementation must explicitly support this.
+ */
+public interface Delegate {
+  /**
+   * Returns a native handle to the TensorFlow Lite delegate implementation.
+   *
+   * <p>Note: The Java {@link Delegate} maintains ownership of the native delegate instance, and
+   * must ensure its existence for the duration of usage with any {@link Interpreter}.
+   *
+   * @return The native delegate handle.
+   */
+  public long getNativeHandle();
+}
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java b/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java
index 5cc6e754f3..a03d7b5676 100644
--- a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java
+++ b/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java
@@ -18,7 +18,9 @@ package org.tensorflow.lite;
 import java.io.File;
 import java.nio.ByteBuffer;
 import java.nio.MappedByteBuffer;
+import java.util.ArrayList;
 import java.util.HashMap;
+import java.util.List;
 import java.util.Map;
 import org.checkerframework.checker.nullness.qual.NonNull;
 
@@ -85,9 +87,20 @@ public final class Interpreter implements AutoCloseable {
       return this;
     }
 
+    /**
+     * Adds a {@link Delegate} to be applied during interpreter creation.
+     *
+     * <p>WARNING: This is an experimental interface that is subject to change.
+     */
+    public Options addDelegate(Delegate delegate) {
+      delegates.add(delegate);
+      return this;
+    }
+
     int numThreads = -1;
     boolean useNNAPI = false;
     boolean allowFp16PrecisionForFp32 = false;
+    final List<Delegate> delegates = new ArrayList<>();
   }
 
   /**
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java b/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
index 6f03e7853a..64a27739a8 100644
--- a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
+++ b/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
@@ -18,7 +18,9 @@ package org.tensorflow.lite;
 import java.nio.ByteBuffer;
 import java.nio.ByteOrder;
 import java.nio.MappedByteBuffer;
+import java.util.ArrayList;
 import java.util.HashMap;
+import java.util.List;
 import java.util.Map;
 
 /**
@@ -35,18 +37,9 @@ final class NativeInterpreterWrapper implements AutoCloseable {
   }
 
   NativeInterpreterWrapper(String modelPath, Interpreter.Options options) {
-    if (options == null) {
-      options = new Interpreter.Options();
-    }
-    errorHandle = createErrorReporter(ERROR_BUFFER_SIZE);
-    modelHandle = createModel(modelPath, errorHandle);
-    interpreterHandle = createInterpreter(modelHandle, errorHandle, options.numThreads);
-    isMemoryAllocated = true;
-    inputTensors = new Tensor[getInputCount(interpreterHandle)];
-    outputTensors = new Tensor[getOutputCount(interpreterHandle)];
-    if (options.allowFp16PrecisionForFp32) {
-      setAllowFp16PrecisionForFp32(options.allowFp16PrecisionForFp32);
-    }
+    long errorHandle = createErrorReporter(ERROR_BUFFER_SIZE);
+    long modelHandle = createModel(modelPath, errorHandle);
+    init(errorHandle, modelHandle, options);
   }
 
   NativeInterpreterWrapper(ByteBuffer byteBuffer) {
@@ -54,9 +47,6 @@ final class NativeInterpreterWrapper implements AutoCloseable {
   }
 
   NativeInterpreterWrapper(ByteBuffer buffer, Interpreter.Options options) {
-    if (options == null) {
-      options = new Interpreter.Options();
-    }
     if (buffer == null
         || (!(buffer instanceof MappedByteBuffer)
             && (!buffer.isDirect() || buffer.order() != ByteOrder.nativeOrder()))) {
@@ -64,19 +54,33 @@ final class NativeInterpreterWrapper implements AutoCloseable {
           "Model ByteBuffer should be either a MappedByteBuffer of the model file, or a direct "
               + "ByteBuffer using ByteOrder.nativeOrder() which contains bytes of model content.");
     }
-    modelByteBuffer = buffer;
-    errorHandle = createErrorReporter(ERROR_BUFFER_SIZE);
-    modelHandle = createModelWithBuffer(modelByteBuffer, errorHandle);
-    interpreterHandle = createInterpreter(modelHandle, errorHandle, options.numThreads);
-    isMemoryAllocated = true;
-    inputTensors = new Tensor[getInputCount(interpreterHandle)];
-    outputTensors = new Tensor[getOutputCount(interpreterHandle)];
+    this.modelByteBuffer = buffer;
+    long errorHandle = createErrorReporter(ERROR_BUFFER_SIZE);
+    long modelHandle = createModelWithBuffer(modelByteBuffer, errorHandle);
+    init(errorHandle, modelHandle, options);
+  }
+
+  private void init(long errorHandle, long modelHandle, Interpreter.Options options) {
+    if (options == null) {
+      options = new Interpreter.Options();
+    }
+    this.errorHandle = errorHandle;
+    this.modelHandle = modelHandle;
+    this.interpreterHandle = createInterpreter(modelHandle, errorHandle, options.numThreads);
+    this.inputTensors = new Tensor[getInputCount(interpreterHandle)];
+    this.outputTensors = new Tensor[getOutputCount(interpreterHandle)];
     if (options.useNNAPI) {
       setUseNNAPI(options.useNNAPI);
     }
     if (options.allowFp16PrecisionForFp32) {
       setAllowFp16PrecisionForFp32(options.allowFp16PrecisionForFp32);
     }
+    for (Delegate delegate : options.delegates) {
+      applyDelegate(interpreterHandle, errorHandle, delegate.getNativeHandle());
+      delegates.add(delegate);
+    }
+    allocateTensors(interpreterHandle, errorHandle);
+    this.isMemoryAllocated = true;
   }
 
   /** Releases resources associated with this {@code NativeInterpreterWrapper}. */
@@ -103,6 +107,7 @@ final class NativeInterpreterWrapper implements AutoCloseable {
     inputsIndexes = null;
     outputsIndexes = null;
     isMemoryAllocated = false;
+    delegates.clear();
   }
 
   /** Sets inputs, runs model inference and returns outputs. */
@@ -322,11 +327,15 @@ final class NativeInterpreterWrapper implements AutoCloseable {
   private Map<String, Integer> outputsIndexes;
 
   // Lazily constructed and populated arrays of input and output Tensor wrappers.
-  private final Tensor[] inputTensors;
-  private final Tensor[] outputTensors;
+  private Tensor[] inputTensors;
+  private Tensor[] outputTensors;
 
   private boolean isMemoryAllocated = false;
 
+  // As the Java Delegate owns the native delegate instance, we keep a strong ref to any injected
+  // delegates for safety.
+  private final List<Delegate> delegates = new ArrayList<>();
+
   private static native long allocateTensors(long interpreterHandle, long errorHandle);
 
   private static native int getInputTensorIndex(long interpreterHandle, int inputIdx);
@@ -355,6 +364,9 @@ final class NativeInterpreterWrapper implements AutoCloseable {
 
   private static native long createInterpreter(long modelHandle, long errorHandle, int numThreads);
 
+  private static native void applyDelegate(
+      long interpreterHandle, long errorHandle, long delegateHandle);
+
   private static native void delete(long errorHandle, long modelHandle, long interpreterHandle);
 
   static {
diff --git a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc b/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
index 4dc73fbcf8..83c6c9cb45 100644
--- a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
+++ b/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
@@ -43,6 +43,15 @@ BufferErrorReporter* convertLongToErrorReporter(JNIEnv* env, jlong handle) {
   return reinterpret_cast<BufferErrorReporter*>(handle);
 }
 
+TfLiteDelegate* convertLongToDelegate(JNIEnv* env, jlong handle) {
+  if (handle == 0) {
+    throwException(env, kIllegalArgumentException,
+                   "Internal error: Invalid handle to delegate.");
+    return nullptr;
+  }
+  return reinterpret_cast<TfLiteDelegate*>(handle);
+}
+
 std::vector<int> convertJIntArrayToVector(JNIEnv* env, jintArray inputs) {
   int size = static_cast<int>(env->GetArrayLength(inputs));
   std::vector<int> outputs(size, 0);
@@ -335,16 +344,8 @@ Java_org_tensorflow_lite_NativeInterpreterWrapper_createInterpreter(
                    error_reporter->CachedErrorMessage());
     return 0;
   }
-  // allocates memory
-  status = interpreter->AllocateTensors();
-  if (status != kTfLiteOk) {
-    throwException(
-        env, kIllegalStateException,
-        "Internal error: Unexpected failure when preparing tensor allocations:"
-        " %s",
-        error_reporter->CachedErrorMessage());
-    return 0;
-  }
+  // Note that tensor allocation is performed explicitly by the owning Java
+  // NativeInterpreterWrapper instance.
   return reinterpret_cast<jlong>(interpreter.release());
 }
 
@@ -449,6 +450,31 @@ Java_org_tensorflow_lite_NativeInterpreterWrapper_resizeInput(
   return is_changed ? JNI_TRUE : JNI_FALSE;
 }
 
+JNIEXPORT void JNICALL
+Java_org_tensorflow_lite_NativeInterpreterWrapper_applyDelegate(
+    JNIEnv* env, jclass clazz, jlong interpreter_handle, jlong error_handle,
+    jlong delegate_handle) {
+  tflite::Interpreter* interpreter =
+      convertLongToInterpreter(env, interpreter_handle);
+  if (interpreter == nullptr) return;
+
+  BufferErrorReporter* error_reporter =
+      convertLongToErrorReporter(env, error_handle);
+  if (error_reporter == nullptr) return;
+
+  TfLiteDelegate* delegate = convertLongToDelegate(env, delegate_handle);
+  if (delegate == nullptr) return;
+
+  TfLiteStatus status =
+      interpreter->ModifyGraphWithDelegate(delegate,
+                                           /* allow_dynamic_tensors= */ true);
+  if (status != kTfLiteOk) {
+    throwException(env, kIllegalArgumentException,
+                   "Internal error: Failed to apply delegate: %s",
+                   error_reporter->CachedErrorMessage());
+  }
+}
+
 JNIEXPORT void JNICALL Java_org_tensorflow_lite_NativeInterpreterWrapper_delete(
     JNIEnv* env, jclass clazz, jlong error_handle, jlong model_handle,
     jlong interpreter_handle) {
diff --git a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h b/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
index f8f3e7028c..5086bf8c28 100644
--- a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
+++ b/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
@@ -223,6 +223,16 @@ Java_org_tensorflow_lite_NativeInterpreterWrapper_resizeInput(
     JNIEnv* env, jclass clazz, jlong interpreter_handle, jlong error_handle,
     jint input_idx, jintArray dims);
 
+/*
+ *  Class:     org_tensorflow_lite_NativeInterpreterWrapper
+ *  Method:    applyDelegate
+ *  Signature: (JJJ)V
+ */
+JNIEXPORT void JNICALL
+Java_org_tensorflow_lite_NativeInterpreterWrapper_applyDelegate(
+    JNIEnv* env, jclass clazz, jlong interpreter_handle, jlong error_handle,
+    jlong delegate_handle);
+
 /*
  *  Class:     org_tensorflow_lite_NativeInterpreterWrapper
  *  Method:
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java b/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
index f8b73c7cf3..d5e0347402 100644
--- a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
+++ b/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
@@ -359,4 +359,72 @@ public final class InterpreterTest {
       // Expected failure.
     }
   }
+
+  @Test
+  public void testDelegate() throws Exception {
+    System.loadLibrary("tensorflowlite_test_jni");
+    Delegate delegate =
+        new Delegate() {
+          @Override
+          public long getNativeHandle() {
+            return getNativeHandleForDelegate();
+          }
+        };
+    Interpreter interpreter =
+        new Interpreter(MODEL_FILE, new Interpreter.Options().addDelegate(delegate));
+
+    // The native delegate stubs out the graph with a single op that produces the scalar value 7.
+    float[] oneD = {1.23f, 6.54f, 7.81f};
+    float[][] twoD = {oneD, oneD, oneD, oneD, oneD, oneD, oneD, oneD};
+    float[][][] threeD = {twoD, twoD, twoD, twoD, twoD, twoD, twoD, twoD};
+    float[][][][] fourD = {threeD, threeD};
+    float[] output = new float[1];
+    interpreter.run(fourD, output);
+    float[] expected = {7.0f};
+    assertThat(output).usingTolerance(0.1f).containsExactly(expected).inOrder();
+
+    interpreter.close();
+  }
+
+  @Test
+  public void testInvalidDelegate() throws Exception {
+    System.loadLibrary("tensorflowlite_test_jni");
+    Delegate delegate =
+        new Delegate() {
+          @Override
+          public long getNativeHandle() {
+            return getNativeHandleForInvalidDelegate();
+          }
+        };
+    try {
+      Interpreter interpreter =
+          new Interpreter(MODEL_FILE, new Interpreter.Options().addDelegate(delegate));
+      fail();
+    } catch (IllegalArgumentException e) {
+      assertThat(e).hasMessageThat().contains("Internal error: Failed to apply delegate");
+    }
+  }
+
+  @Test
+  public void testNullDelegate() throws Exception {
+    System.loadLibrary("tensorflowlite_test_jni");
+    Delegate delegate =
+        new Delegate() {
+          @Override
+          public long getNativeHandle() {
+            return 0;
+          }
+        };
+    try {
+      Interpreter interpreter =
+          new Interpreter(MODEL_FILE, new Interpreter.Options().addDelegate(delegate));
+      fail();
+    } catch (IllegalArgumentException e) {
+      assertThat(e).hasMessageThat().contains("Internal error: Invalid handle to delegate");
+    }
+  }
+
+  private static native long getNativeHandleForDelegate();
+
+  private static native long getNativeHandleForInvalidDelegate();
 }
diff --git a/tensorflow/contrib/lite/java/src/test/native/BUILD b/tensorflow/contrib/lite/java/src/test/native/BUILD
new file mode 100644
index 0000000000..17a10587dc
--- /dev/null
+++ b/tensorflow/contrib/lite/java/src/test/native/BUILD
@@ -0,0 +1,31 @@
+# Description:
+# Java Native Interface (JNI) library for testing the TensorFlow Lite Java API.
+
+package(default_visibility = ["//visibility:public"])
+
+licenses(["notice"])  # Apache 2.0
+
+load("//tensorflow/contrib/lite:build_def.bzl", "tflite_jni_binary")
+
+cc_library(
+    name = "native",
+    testonly = 1,
+    srcs = [
+        "interpreter_test_jni.cc",
+    ] + select({
+        # The Android toolchain makes "jni.h" available in the include path.
+        # For non-Android toolchains, generate jni.h and jni_md.h.
+        "//tensorflow:android": [],
+        "//conditions:default": [
+            "//tensorflow/contrib/lite/java/src/main/native:jni.h",
+            "//tensorflow/contrib/lite/java/src/main/native:jni_md.h",
+        ],
+    }),
+    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+)
+
+tflite_jni_binary(
+    name = "libtensorflowlite_test_jni.so",
+    testonly = 1,
+    deps = [":native"],
+)
diff --git a/tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc b/tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc
new file mode 100644
index 0000000000..6aad4973f7
--- /dev/null
+++ b/tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc
@@ -0,0 +1,71 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <jni.h>
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+JNIEXPORT jlong JNICALL
+Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForDelegate(
+    JNIEnv* env, jclass clazz) {
+  // A simple op which outputs a vector of length 1 with the value [7].
+  static TfLiteRegistration registration = {
+      .prepare =
+          [](TfLiteContext* context, TfLiteNode* node) {
+            TfLiteTensor* output = &context->tensors[node->outputs->data[0]];
+            TfLiteIntArray* scalar_size = TfLiteIntArrayCreate(1);
+            scalar_size->data[0] = 1;
+            output->type = kTfLiteFloat32;
+            return context->ResizeTensor(context, output, scalar_size);
+          },
+      .invoke =
+          [](TfLiteContext* context, TfLiteNode* node) {
+            TfLiteTensor* output = &context->tensors[node->outputs->data[0]];
+            output->data.f[0] = 7.0f;
+            return kTfLiteOk;
+          }};
+  // A simple delegate which replaces all ops with a single op that outputs a
+  // vector of length 1 with the value [7].
+  static TfLiteDelegate delegate = {
+      .Prepare = [](TfLiteContext* context,
+                    TfLiteDelegate* delegate) -> TfLiteStatus {
+        TfLiteIntArray* execution_plan;
+        TF_LITE_ENSURE_STATUS(
+            context->GetExecutionPlan(context, &execution_plan));
+        context->ReplaceSubgraphsWithDelegateKernels(context, registration,
+                                                     execution_plan, delegate);
+        return kTfLiteOk;
+      }};
+  return reinterpret_cast<jlong>(&delegate);
+}
+
+JNIEXPORT jlong JNICALL
+Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForInvalidDelegate(
+    JNIEnv* env, jclass clazz) {
+  // A simple delegate that fails during preparation.
+  static TfLiteDelegate delegate = {
+      .Prepare = [](TfLiteContext* context,
+                    TfLiteDelegate* delegate) -> TfLiteStatus {
+        return kTfLiteError;
+      }};
+  return reinterpret_cast<jlong>(&delegate);
+}
+
+#ifdef __cplusplus
+}  // extern "C"
+#endif  // __cplusplus
-- 
GitLab


From 58be3bb08a20abcd66d7a45b0209ff38e989d161 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 19 Oct 2018 14:46:51 -0700
Subject: [PATCH 0339/1825] Add Nearest Neighbor Resize op to TFLite

PiperOrigin-RevId: 217934843
---
 tensorflow/contrib/lite/builtin_ops.h         |   1 +
 tensorflow/contrib/lite/c/builtin_op_data.h   |   4 +
 .../lite/core/api/flatbuffer_conversions.cc   |  10 +
 .../writer/option_writer_generator.cc         |   1 +
 tensorflow/contrib/lite/kernels/BUILD         |  14 +
 tensorflow/contrib/lite/kernels/register.cc   |   3 +
 .../lite/kernels/resize_nearest_neighbor.cc   | 152 ++++++++
 .../kernels/resize_nearest_neighbor_test.cc   | 325 ++++++++++++++++++
 tensorflow/contrib/lite/nnapi_delegate.cc     |   1 +
 tensorflow/contrib/lite/schema/schema.fbs     |   6 +
 .../contrib/lite/schema/schema_generated.h    | 143 +++++++-
 .../contrib/lite/testing/generate_examples.py |  30 ++
 .../graph_transformations/hardcode_min_max.cc |   1 +
 .../propagate_fixed_sizes.cc                  |  32 ++
 .../toco/graph_transformations/quantize.cc    |   3 +-
 .../contrib/lite/toco/import_tensorflow.cc    |  20 ++
 tensorflow/contrib/lite/toco/model.h          |  16 +
 .../contrib/lite/toco/tflite/operator.cc      |  24 ++
 .../contrib/lite/toco/tflite/operator_test.cc |  10 +
 tensorflow/contrib/lite/toco/tooling_util.cc  |   1 +
 20 files changed, 789 insertions(+), 8 deletions(-)
 create mode 100644 tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
 create mode 100644 tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc

diff --git a/tensorflow/contrib/lite/builtin_ops.h b/tensorflow/contrib/lite/builtin_ops.h
index eb26c2dbdb..1b115291b3 100644
--- a/tensorflow/contrib/lite/builtin_ops.h
+++ b/tensorflow/contrib/lite/builtin_ops.h
@@ -122,6 +122,7 @@ typedef enum {
   kTfLiteBuiltinFill = 94,
   kTfLiteBuiltinFloorMod = 95,
   kTfLiteBuiltinRange = 96,
+  kTfLiteBuiltinResizeNearestNeighbor = 97,
 } TfLiteBuiltinOperator;
 
 #ifdef __cplusplus
diff --git a/tensorflow/contrib/lite/c/builtin_op_data.h b/tensorflow/contrib/lite/c/builtin_op_data.h
index 5a5f3ad61c..c0513df9f6 100644
--- a/tensorflow/contrib/lite/c/builtin_op_data.h
+++ b/tensorflow/contrib/lite/c/builtin_op_data.h
@@ -210,6 +210,10 @@ typedef struct {
   bool align_corners;
 } TfLiteResizeBilinearParams;
 
+typedef struct {
+  bool align_corners;
+} TfLiteResizeNearestNeighborParams;
+
 typedef struct {
 } TfLitePadParams;
 
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
index fe56c4ebf9..9b8547e952 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
@@ -427,6 +427,16 @@ TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type,
       *builtin_data = reinterpret_cast<void*>(params);
       break;
     }
+    case BuiltinOperator_RESIZE_NEAREST_NEIGHBOR: {
+      auto* params =
+          allocator->AllocatePOD<TfLiteResizeNearestNeighborParams>();
+      if (auto* schema_params =
+              op->builtin_options_as_ResizeNearestNeighborOptions()) {
+        params->align_corners = schema_params->align_corners();
+      }
+      *builtin_data = reinterpret_cast<void*>(params);
+      break;
+    }
     case BuiltinOperator_RESHAPE: {
       auto* params = allocator->AllocatePOD<TfLiteReshapeParams>();
       if (auto* schema_params = op->builtin_options_as_ReshapeOptions()) {
diff --git a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc b/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
index b35c6e0655..dc32817b86 100644
--- a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
+++ b/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
@@ -44,6 +44,7 @@ static const char* param_structs[] = {"TfLiteConvParams",
                                       "TfLiteLocalResponseNormParams",
                                       "TfLiteLSTMParams",
                                       "TfLiteResizeBilinearParams",
+                                      "TfLiteResizeNearestNeighborParams",
                                       "TfLitePadParams",
                                       "TfLitePadV2Params",
                                       "TfLiteReshapeParams",
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index 310cb6331d..3ffd673d5c 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -205,6 +205,7 @@ cc_library(
         "relu1.cc",
         "reshape.cc",
         "resize_bilinear.cc",
+        "resize_nearest_neighbor.cc",
         "select.cc",
         "shape.cc",
         "skip_gram.cc",
@@ -838,6 +839,19 @@ tf_cc_test(
     ],
 )
 
+tf_cc_test(
+    name = "resize_nearest_neighbor_test",
+    size = "small",
+    srcs = ["resize_nearest_neighbor_test.cc"],
+    tags = ["tflite_not_portable_ios"],
+    deps = [
+        ":builtin_ops",
+        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite/kernels:test_util",
+        "@com_google_googletest//:gtest",
+    ],
+)
+
 tf_cc_test(
     name = "svdf_test",
     size = "small",
diff --git a/tensorflow/contrib/lite/kernels/register.cc b/tensorflow/contrib/lite/kernels/register.cc
index 310465d773..ac0546a575 100644
--- a/tensorflow/contrib/lite/kernels/register.cc
+++ b/tensorflow/contrib/lite/kernels/register.cc
@@ -67,6 +67,7 @@ TfLiteRegistration* Register_PAD();
 TfLiteRegistration* Register_PADV2();
 TfLiteRegistration* Register_RESHAPE();
 TfLiteRegistration* Register_RESIZE_BILINEAR();
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR();
 TfLiteRegistration* Register_SKIP_GRAM();
 TfLiteRegistration* Register_SPACE_TO_DEPTH();
 TfLiteRegistration* Register_GATHER();
@@ -195,6 +196,8 @@ BuiltinOpResolver::BuiltinOpResolver() {
   AddBuiltin(BuiltinOperator_PADV2, Register_PADV2());
   AddBuiltin(BuiltinOperator_RESHAPE, Register_RESHAPE());
   AddBuiltin(BuiltinOperator_RESIZE_BILINEAR, Register_RESIZE_BILINEAR());
+  AddBuiltin(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+             Register_RESIZE_NEAREST_NEIGHBOR());
   AddBuiltin(BuiltinOperator_SKIP_GRAM, Register_SKIP_GRAM());
   AddBuiltin(BuiltinOperator_SPACE_TO_DEPTH, Register_SPACE_TO_DEPTH());
   AddBuiltin(BuiltinOperator_GATHER, Register_GATHER());
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
new file mode 100644
index 0000000000..95c920f95c
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
@@ -0,0 +1,152 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
+#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/contrib/lite/kernels/op_macros.h"
+
+namespace tflite {
+namespace ops {
+namespace builtin {
+namespace resize_nearest_neighbor {
+
+// This file has three implementations of RESIZE_NEAREST_NEIGHBOR.
+enum KernelType {
+  kReference,
+  kGenericOptimized,
+  kNeonOptimized,
+};
+
+constexpr int kInputTensor = 0;
+constexpr int kSizeTensor = 1;
+constexpr int kOutputTensor = 0;
+
+TfLiteStatus ResizeOutputTensor(TfLiteContext* context,
+                                const TfLiteTensor* input,
+                                const TfLiteTensor* size,
+                                TfLiteTensor* output) {
+  TfLiteIntArray* output_size = TfLiteIntArrayCreate(4);
+  output_size->data[0] = input->dims->data[0];
+  const int32* size_data = GetTensorData<int32>(size);
+  output_size->data[1] = size_data[0];
+  output_size->data[2] = size_data[1];
+  output_size->data[3] = input->dims->data[3];
+  return context->ResizeTensor(context, output, output_size);
+}
+
+TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  TF_LITE_ENSURE_EQ(context, NumInputs(node), 2);
+  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
+
+  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
+  const TfLiteTensor* size = GetInput(context, node, kSizeTensor);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  // TODO(ahentz): Our current implementations rely on the inputs being 4D.
+  TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4);
+  TF_LITE_ENSURE_EQ(context, NumDimensions(size), 1);
+
+  TF_LITE_ENSURE_EQ(context, size->type, kTfLiteInt32);
+  output->type = input->type;
+
+  if (!IsConstantTensor(size)) {
+    SetTensorToDynamic(output);
+    return kTfLiteOk;
+  }
+  return ResizeOutputTensor(context, input, size, output);
+}
+
+template <KernelType kernel_type>
+TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  auto* params =
+      reinterpret_cast<TfLiteResizeNearestNeighborParams*>(node->builtin_data);
+
+  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+  const TfLiteTensor* size = GetInput(context, node, kSizeTensor);
+
+  if (IsDynamicTensor(output)) {
+    TF_LITE_ENSURE_OK(context,
+                      ResizeOutputTensor(context, input, size, output));
+  }
+
+  tflite::ResizeNearestNeighborParams op_params;
+  op_params.align_corners = params->align_corners;
+
+  if (output->type == kTfLiteFloat32) {
+    reference_ops::ResizeNearestNeighbor(
+        op_params, GetTensorShape(input), GetTensorData<int32>(input),
+        GetTensorShape(size), GetTensorData<int32>(size),
+        GetTensorShape(output), GetTensorData<int32>(output));
+  } else if (output->type == kTfLiteUInt8) {
+    if (kernel_type == kReference) {
+      reference_ops::ResizeNearestNeighbor(
+          op_params, GetTensorShape(input), GetTensorData<uint8_t>(input),
+          GetTensorShape(size), GetTensorData<int32>(size),
+          GetTensorShape(output), GetTensorData<uint8_t>(output));
+    }
+    if (kernel_type == kGenericOptimized || kernel_type == kNeonOptimized) {
+      optimized_ops::ResizeNearestNeighbor(
+          op_params, GetTensorShape(input), GetTensorData<uint8_t>(input),
+          GetTensorShape(size), GetTensorData<int32>(size),
+          GetTensorShape(output), GetTensorData<uint8_t>(output));
+    }
+  } else {
+    context->ReportError(context, "Output type is %d, requires float or uint8.",
+                         output->type);
+    return kTfLiteError;
+  }
+
+  return kTfLiteOk;
+}
+
+}  // namespace resize_nearest_neighbor
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_REF() {
+  static TfLiteRegistration r = {
+      nullptr, nullptr, resize_nearest_neighbor::Prepare,
+      resize_nearest_neighbor::Eval<resize_nearest_neighbor::kReference>};
+  return &r;
+}
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_GENERIC_OPT() {
+  static TfLiteRegistration r = {
+      nullptr, nullptr, resize_nearest_neighbor::Prepare,
+      resize_nearest_neighbor::Eval<
+          resize_nearest_neighbor::kGenericOptimized>};
+  return &r;
+}
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_NEON_OPT() {
+  static TfLiteRegistration r = {
+      nullptr, nullptr, resize_nearest_neighbor::Prepare,
+      resize_nearest_neighbor::Eval<resize_nearest_neighbor::kNeonOptimized>};
+  return &r;
+}
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR() {
+#ifdef USE_NEON
+  return Register_RESIZE_NEAREST_NEIGHBOR_NEON_OPT();
+#else
+  return Register_RESIZE_NEAREST_NEIGHBOR_GENERIC_OPT();
+#endif
+}
+
+}  // namespace builtin
+}  // namespace ops
+}  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
new file mode 100644
index 0000000000..b2154ff72c
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
@@ -0,0 +1,325 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <gtest/gtest.h>
+#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/contrib/lite/kernels/register.h"
+#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/contrib/lite/model.h"
+
+namespace tflite {
+namespace {
+
+using ::testing::ElementsAreArray;
+using uint8 = std::uint8_t;
+
+class ResizeNearestNeighborOpModel : public SingleOpModel {
+ public:
+  explicit ResizeNearestNeighborOpModel(
+      const TensorData& input, std::initializer_list<int> size_data = {}) {
+    bool const_size = size_data.size() != 0;
+    input_ = AddInput(input);
+    if (const_size) {
+      size_ = AddConstInput(TensorType_INT32, size_data, {2});
+    } else {
+      size_ = AddInput({TensorType_INT32, {2}});
+    }
+    output_ = AddOutput(input.type);
+    SetBuiltinOp(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+                 BuiltinOptions_ResizeNearestNeighborOptions,
+                 CreateResizeNearestNeighborOptions(builder_).Union());
+    if (const_size) {
+      BuildInterpreter({GetShape(input_)});
+    } else {
+      BuildInterpreter({GetShape(input_), GetShape(size_)});
+    }
+  }
+
+  template <typename T>
+  void SetInput(std::initializer_list<T> data) {
+    PopulateTensor(input_, data);
+  }
+  void SetSize(std::initializer_list<int> data) { PopulateTensor(size_, data); }
+
+  template <typename T>
+  std::vector<T> GetOutput() {
+    return ExtractVector<T>(output_);
+  }
+
+ private:
+  int input_;
+  int size_;
+  int output_;
+};
+
+TEST(ResizeNearestNeighborOpTest, HorizontalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 1, 2, 1}});
+  m.SetInput<float>({3, 6});
+  m.SetSize({1, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 1, 2, 1}},
+                                       {1, 3});
+  const_m.SetInput<float>({3, 6});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+}
+
+TEST(ResizeNearestNeighborOpTest, HorizontalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 1, 2, 1}});
+  m.SetInput<uint8>({3, 6});
+  m.SetSize({1, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 1, 2, 1}},
+                                       {1, 3});
+  const_m.SetInput<uint8>({3, 6});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+}
+
+TEST(ResizeNearestNeighborOpTest, VerticalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 1, 1}});
+  m.SetInput<float>({3, 9});
+  m.SetSize({3, 1});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 1, 1}},
+                                       {3, 1});
+  const_m.SetInput<float>({3, 9});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+}
+
+TEST(ResizeNearestNeighborOpTest, VerticalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 1, 1}});
+  m.SetInput<uint8>({3, 9});
+  m.SetSize({3, 1});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 1, 1}},
+                                       {3, 1});
+  const_m.SetInput<uint8>({3, 9});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 2, 1}});
+  m.SetInput<float>({
+      3, 6,  //
+      9, 12  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,   //
+                                        3, 3, 6,   //
+                                        9, 9, 12,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<float>({
+      3, 6,  //
+      9, 12  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,   //
+                                              3, 3, 6,   //
+                                              9, 9, 12,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 2, 1}});
+  m.SetInput<uint8>({
+      3, 6,  //
+      9, 12  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,   //
+                                        3, 3, 6,   //
+                                        9, 9, 12,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<uint8>({
+      3, 6,  //
+      9, 12  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,   //
+                                              3, 3, 6,   //
+                                              9, 9, 12,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResizeWithTwoBatches) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {2, 2, 2, 1}});
+  m.SetInput<float>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      10, 16  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,     //
+                                        3, 3, 6,     //
+                                        9, 9, 12,    //
+                                        4, 4, 10,    //
+                                        4, 4, 10,    //
+                                        10, 10, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {2, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<float>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      10, 16  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,     //
+                                              3, 3, 6,     //
+                                              9, 9, 12,    //
+                                              4, 4, 10,    //
+                                              4, 4, 10,    //
+                                              10, 10, 16,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, ThreeDimensionalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 2, 2}});
+  m.SetInput<float>({
+      3, 4, 6, 10,    //
+      9, 10, 12, 16,  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 4, 3, 4, 6, 10,     //
+                                        3, 4, 3, 4, 6, 10,     //
+                                        9, 10, 9, 10, 12, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 2, 2}},
+                                       {3, 3});
+  const_m.SetInput<float>({
+      3, 4, 6, 10,    //
+      9, 10, 12, 16,  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 4, 3, 4, 6, 10,     //
+                                              3, 4, 3, 4, 6, 10,     //
+                                              9, 10, 9, 10, 12, 16,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResizeWithTwoBatches8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {2, 2, 2, 1}});
+  m.SetInput<uint8>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      12, 16  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,     //
+                                        3, 3, 6,     //
+                                        9, 9, 12,    //
+                                        4, 4, 10,    //
+                                        4, 4, 10,    //
+                                        12, 12, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {2, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<uint8>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      12, 16  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,     //
+                                              3, 3, 6,     //
+                                              9, 9, 12,    //
+                                              4, 4, 10,    //
+                                              4, 4, 10,    //
+                                              12, 12, 16,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, ThreeDimensionalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 2, 2}});
+  m.SetInput<uint8>({
+      3, 4, 6, 10,     //
+      10, 12, 14, 16,  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 4, 3, 4, 6, 10,       //
+                                        3, 4, 3, 4, 6, 10,       //
+                                        10, 12, 10, 12, 14, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 2, 2}},
+                                       {3, 3});
+  const_m.SetInput<uint8>({
+      3, 4, 6, 10,     //
+      10, 12, 14, 16,  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 4, 3, 4, 6, 10,       //
+                                              3, 4, 3, 4, 6, 10,       //
+                                              10, 12, 10, 12, 14, 16,  //
+                                          })));
+}
+
+}  // namespace
+}  // namespace tflite
+
+int main(int argc, char** argv) {
+  ::tflite::LogToStderr();
+  ::testing::InitGoogleTest(&argc, argv);
+  return RUN_ALL_TESTS();
+}
diff --git a/tensorflow/contrib/lite/nnapi_delegate.cc b/tensorflow/contrib/lite/nnapi_delegate.cc
index 31f2333520..9cca229332 100644
--- a/tensorflow/contrib/lite/nnapi_delegate.cc
+++ b/tensorflow/contrib/lite/nnapi_delegate.cc
@@ -625,6 +625,7 @@ TfLiteStatus AddOpsAndParams(
       case tflite::BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION:
       case tflite::BuiltinOperator_PADV2:
       case tflite::BuiltinOperator_RESIZE_BILINEAR:
+      case tflite::BuiltinOperator_RESIZE_NEAREST_NEIGHBOR:
       case tflite::BuiltinOperator_CALL:
       case tflite::BuiltinOperator_SKIP_GRAM:
       case tflite::BuiltinOperator_RELU_N1_TO_1:
diff --git a/tensorflow/contrib/lite/schema/schema.fbs b/tensorflow/contrib/lite/schema/schema.fbs
index 3045351f22..1708ecb463 100644
--- a/tensorflow/contrib/lite/schema/schema.fbs
+++ b/tensorflow/contrib/lite/schema/schema.fbs
@@ -181,6 +181,7 @@ enum BuiltinOperator : byte {
   FILL = 94,
   FLOOR_MOD = 95,
   RANGE = 96,
+  RESIZE_NEAREST_NEIGHBOR = 97,
 }
 
 // Options for the builtin operators.
@@ -258,6 +259,7 @@ union BuiltinOptions {
   UnidirectionalSequenceLSTMOptions,
   FloorModOptions,
   RangeOptions,
+  ResizeNearestNeighborOptions
 }
 
 enum Padding : byte { SAME, VALID }
@@ -427,6 +429,10 @@ table ResizeBilinearOptions {
   align_corners: bool;
 }
 
+table ResizeNearestNeighborOptions {
+  align_corners: bool;
+}
+
 // A call operation options
 table CallOptions {
   // The subgraph index that needs to be called.
diff --git a/tensorflow/contrib/lite/schema/schema_generated.h b/tensorflow/contrib/lite/schema/schema_generated.h
index 2bae6d72ec..778d1e38fd 100755
--- a/tensorflow/contrib/lite/schema/schema_generated.h
+++ b/tensorflow/contrib/lite/schema/schema_generated.h
@@ -88,6 +88,9 @@ struct BidirectionalSequenceLSTMOptionsT;
 struct ResizeBilinearOptions;
 struct ResizeBilinearOptionsT;
 
+struct ResizeNearestNeighborOptions;
+struct ResizeNearestNeighborOptionsT;
+
 struct CallOptions;
 struct CallOptionsT;
 
@@ -409,11 +412,12 @@ enum BuiltinOperator {
   BuiltinOperator_FILL = 94,
   BuiltinOperator_FLOOR_MOD = 95,
   BuiltinOperator_RANGE = 96,
+  BuiltinOperator_RESIZE_NEAREST_NEIGHBOR = 97,
   BuiltinOperator_MIN = BuiltinOperator_ADD,
-  BuiltinOperator_MAX = BuiltinOperator_RANGE
+  BuiltinOperator_MAX = BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
 };
 
-inline const BuiltinOperator (&EnumValuesBuiltinOperator())[96] {
+inline const BuiltinOperator (&EnumValuesBuiltinOperator())[97] {
   static const BuiltinOperator values[] = {
     BuiltinOperator_ADD,
     BuiltinOperator_AVERAGE_POOL_2D,
@@ -510,7 +514,8 @@ inline const BuiltinOperator (&EnumValuesBuiltinOperator())[96] {
     BuiltinOperator_ZEROS_LIKE,
     BuiltinOperator_FILL,
     BuiltinOperator_FLOOR_MOD,
-    BuiltinOperator_RANGE
+    BuiltinOperator_RANGE,
+    BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
   };
   return values;
 }
@@ -614,6 +619,7 @@ inline const char * const *EnumNamesBuiltinOperator() {
     "FILL",
     "FLOOR_MOD",
     "RANGE",
+    "RESIZE_NEAREST_NEIGHBOR",
     nullptr
   };
   return names;
@@ -699,11 +705,12 @@ enum BuiltinOptions {
   BuiltinOptions_UnidirectionalSequenceLSTMOptions = 71,
   BuiltinOptions_FloorModOptions = 72,
   BuiltinOptions_RangeOptions = 73,
+  BuiltinOptions_ResizeNearestNeighborOptions = 74,
   BuiltinOptions_MIN = BuiltinOptions_NONE,
-  BuiltinOptions_MAX = BuiltinOptions_RangeOptions
+  BuiltinOptions_MAX = BuiltinOptions_ResizeNearestNeighborOptions
 };
 
-inline const BuiltinOptions (&EnumValuesBuiltinOptions())[74] {
+inline const BuiltinOptions (&EnumValuesBuiltinOptions())[75] {
   static const BuiltinOptions values[] = {
     BuiltinOptions_NONE,
     BuiltinOptions_Conv2DOptions,
@@ -778,7 +785,8 @@ inline const BuiltinOptions (&EnumValuesBuiltinOptions())[74] {
     BuiltinOptions_BidirectionalSequenceRNNOptions,
     BuiltinOptions_UnidirectionalSequenceLSTMOptions,
     BuiltinOptions_FloorModOptions,
-    BuiltinOptions_RangeOptions
+    BuiltinOptions_RangeOptions,
+    BuiltinOptions_ResizeNearestNeighborOptions
   };
   return values;
 }
@@ -859,6 +867,7 @@ inline const char * const *EnumNamesBuiltinOptions() {
     "UnidirectionalSequenceLSTMOptions",
     "FloorModOptions",
     "RangeOptions",
+    "ResizeNearestNeighborOptions",
     nullptr
   };
   return names;
@@ -1165,6 +1174,10 @@ template<> struct BuiltinOptionsTraits<RangeOptions> {
   static const BuiltinOptions enum_value = BuiltinOptions_RangeOptions;
 };
 
+template<> struct BuiltinOptionsTraits<ResizeNearestNeighborOptions> {
+  static const BuiltinOptions enum_value = BuiltinOptions_ResizeNearestNeighborOptions;
+};
+
 struct BuiltinOptionsUnion {
   BuiltinOptions type;
   void *value;
@@ -1780,6 +1793,14 @@ struct BuiltinOptionsUnion {
     return type == BuiltinOptions_RangeOptions ?
       reinterpret_cast<const RangeOptionsT *>(value) : nullptr;
   }
+  ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() {
+    return type == BuiltinOptions_ResizeNearestNeighborOptions ?
+      reinterpret_cast<ResizeNearestNeighborOptionsT *>(value) : nullptr;
+  }
+  const ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() const {
+    return type == BuiltinOptions_ResizeNearestNeighborOptions ?
+      reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value) : nullptr;
+  }
 };
 
 bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type);
@@ -3763,6 +3784,60 @@ inline flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(
 
 flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
 
+struct ResizeNearestNeighborOptionsT : public flatbuffers::NativeTable {
+  typedef ResizeNearestNeighborOptions TableType;
+  bool align_corners;
+  ResizeNearestNeighborOptionsT()
+      : align_corners(false) {
+  }
+};
+
+struct ResizeNearestNeighborOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
+  typedef ResizeNearestNeighborOptionsT NativeTableType;
+  enum {
+    VT_ALIGN_CORNERS = 4
+  };
+  bool align_corners() const {
+    return GetField<uint8_t>(VT_ALIGN_CORNERS, 0) != 0;
+  }
+  bool Verify(flatbuffers::Verifier &verifier) const {
+    return VerifyTableStart(verifier) &&
+           VerifyField<uint8_t>(verifier, VT_ALIGN_CORNERS) &&
+           verifier.EndTable();
+  }
+  ResizeNearestNeighborOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  void UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  static flatbuffers::Offset<ResizeNearestNeighborOptions> Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+};
+
+struct ResizeNearestNeighborOptionsBuilder {
+  flatbuffers::FlatBufferBuilder &fbb_;
+  flatbuffers::uoffset_t start_;
+  void add_align_corners(bool align_corners) {
+    fbb_.AddElement<uint8_t>(ResizeNearestNeighborOptions::VT_ALIGN_CORNERS, static_cast<uint8_t>(align_corners), 0);
+  }
+  explicit ResizeNearestNeighborOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb)
+        : fbb_(_fbb) {
+    start_ = fbb_.StartTable();
+  }
+  ResizeNearestNeighborOptionsBuilder &operator=(const ResizeNearestNeighborOptionsBuilder &);
+  flatbuffers::Offset<ResizeNearestNeighborOptions> Finish() {
+    const auto end = fbb_.EndTable(start_);
+    auto o = flatbuffers::Offset<ResizeNearestNeighborOptions>(end);
+    return o;
+  }
+};
+
+inline flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(
+    flatbuffers::FlatBufferBuilder &_fbb,
+    bool align_corners = false) {
+  ResizeNearestNeighborOptionsBuilder builder_(_fbb);
+  builder_.add_align_corners(align_corners);
+  return builder_.Finish();
+}
+
+flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+
 struct CallOptionsT : public flatbuffers::NativeTable {
   typedef CallOptions TableType;
   uint32_t subgraph;
@@ -6727,6 +6802,9 @@ struct Operator FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
   const RangeOptions *builtin_options_as_RangeOptions() const {
     return builtin_options_type() == BuiltinOptions_RangeOptions ? static_cast<const RangeOptions *>(builtin_options()) : nullptr;
   }
+  const ResizeNearestNeighborOptions *builtin_options_as_ResizeNearestNeighborOptions() const {
+    return builtin_options_type() == BuiltinOptions_ResizeNearestNeighborOptions ? static_cast<const ResizeNearestNeighborOptions *>(builtin_options()) : nullptr;
+  }
   const flatbuffers::Vector<uint8_t> *custom_options() const {
     return GetPointer<const flatbuffers::Vector<uint8_t> *>(VT_CUSTOM_OPTIONS);
   }
@@ -7050,6 +7128,10 @@ template<> inline const RangeOptions *Operator::builtin_options_as<RangeOptions>
   return builtin_options_as_RangeOptions();
 }
 
+template<> inline const ResizeNearestNeighborOptions *Operator::builtin_options_as<ResizeNearestNeighborOptions>() const {
+  return builtin_options_as_ResizeNearestNeighborOptions();
+}
+
 struct OperatorBuilder {
   flatbuffers::FlatBufferBuilder &fbb_;
   flatbuffers::uoffset_t start_;
@@ -8156,6 +8238,32 @@ inline flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(fl
       _align_corners);
 }
 
+inline ResizeNearestNeighborOptionsT *ResizeNearestNeighborOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
+  auto _o = new ResizeNearestNeighborOptionsT();
+  UnPackTo(_o, _resolver);
+  return _o;
+}
+
+inline void ResizeNearestNeighborOptions::UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const {
+  (void)_o;
+  (void)_resolver;
+  { auto _e = align_corners(); _o->align_corners = _e; };
+}
+
+inline flatbuffers::Offset<ResizeNearestNeighborOptions> ResizeNearestNeighborOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
+  return CreateResizeNearestNeighborOptions(_fbb, _o, _rehasher);
+}
+
+inline flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) {
+  (void)_rehasher;
+  (void)_o;
+  struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ResizeNearestNeighborOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va;
+  auto _align_corners = _o->align_corners;
+  return tflite::CreateResizeNearestNeighborOptions(
+      _fbb,
+      _align_corners);
+}
+
 inline CallOptionsT *CallOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
   auto _o = new CallOptionsT();
   UnPackTo(_o, _resolver);
@@ -9964,6 +10072,10 @@ inline bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *ob
       auto ptr = reinterpret_cast<const RangeOptions *>(obj);
       return verifier.VerifyTable(ptr);
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
+      return verifier.VerifyTable(ptr);
+    }
     default: return false;
   }
 }
@@ -10274,6 +10386,10 @@ inline void *BuiltinOptionsUnion::UnPack(const void *obj, BuiltinOptions type, c
       auto ptr = reinterpret_cast<const RangeOptions *>(obj);
       return ptr->UnPack(resolver);
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
+      return ptr->UnPack(resolver);
+    }
     default: return nullptr;
   }
 }
@@ -10572,6 +10688,10 @@ inline flatbuffers::Offset<void> BuiltinOptionsUnion::Pack(flatbuffers::FlatBuff
       auto ptr = reinterpret_cast<const RangeOptionsT *>(value);
       return CreateRangeOptions(_fbb, ptr, _rehasher).Union();
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value);
+      return CreateResizeNearestNeighborOptions(_fbb, ptr, _rehasher).Union();
+    }
     default: return 0;
   }
 }
@@ -10870,6 +10990,10 @@ inline BuiltinOptionsUnion::BuiltinOptionsUnion(const BuiltinOptionsUnion &u) FL
       value = new RangeOptionsT(*reinterpret_cast<RangeOptionsT *>(u.value));
       break;
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      value = new ResizeNearestNeighborOptionsT(*reinterpret_cast<ResizeNearestNeighborOptionsT *>(u.value));
+      break;
+    }
     default:
       break;
   }
@@ -11242,6 +11366,11 @@ inline void BuiltinOptionsUnion::Reset() {
       delete ptr;
       break;
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<ResizeNearestNeighborOptionsT *>(value);
+      delete ptr;
+      break;
+    }
     default: break;
   }
   value = nullptr;
@@ -11299,4 +11428,4 @@ inline std::unique_ptr<ModelT> UnPackModel(
 
 }  // namespace tflite
 
-#endif  // FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_
+#endif  // FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_
\ No newline at end of file
diff --git a/tensorflow/contrib/lite/testing/generate_examples.py b/tensorflow/contrib/lite/testing/generate_examples.py
index d1852d5d03..7f37d477c5 100644
--- a/tensorflow/contrib/lite/testing/generate_examples.py
+++ b/tensorflow/contrib/lite/testing/generate_examples.py
@@ -1970,6 +1970,36 @@ def make_resize_bilinear_tests(zip_path):
   make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
 
 
+def make_resize_nearest_neighbor_tests(zip_path):
+  """Make a set of tests to do resize_nearest_neighbor."""
+
+  test_parameters = [{
+      "dtype": [tf.float32, tf.int32],
+      "input_shape": [[1, 3, 4, 3], [1, 10, 2, 1]],
+      "size": [[1, 1], [4, 3], [2, 2], [5, 6]],
+      "align_corners": [False],
+  }]
+
+  def build_graph(parameters):
+    input_tensor = tf.placeholder(
+        dtype=parameters["dtype"],
+        name="input",
+        shape=parameters["input_shape"])
+    out = tf.image.resize_nearest_neighbor(
+        input_tensor,
+        size=parameters["size"],
+        align_corners=parameters["align_corners"])
+    return [input_tensor], [out]
+
+  def build_inputs(parameters, sess, inputs, outputs):
+    input_values = create_tensor_data(parameters["dtype"],
+                                      parameters["input_shape"])
+    return [input_values], sess.run(
+        outputs, feed_dict=dict(zip(inputs, [input_values])))
+
+  make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
+
+
 def make_sigmoid_tests(zip_path):
   """Make a set of tests to do sigmoid."""
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc b/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
index 72df53548b..a4f8d64f4d 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
@@ -411,6 +411,7 @@ bool HardcodeMinMaxForLstmCell(Model* model, Operator* op) {
       break;
 
     case OperatorType::kResizeBilinear:
+    case OperatorType::kResizeNearestNeighbor:
     case OperatorType::kSlice:
     case OperatorType::kStridedSlice:
     case OperatorType::kSqueeze:
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc b/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
index e861df2b3d..514a596f1e 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
@@ -866,6 +866,34 @@ void ProcessResizeBilinearOperator(Model* model, ResizeBilinearOperator* op) {
                          output_shape[1], input_data_shape.dims(3)}));
 }
 
+void ProcessResizeNearestNeighborOperator(Model* model,
+                                          ResizeNearestNeighborOperator* op) {
+  CHECK_EQ(op->inputs.size(), 2);
+  CHECK_EQ(op->outputs.size(), 1);
+
+  if (!model->GetArray(op->inputs[0]).has_shape() ||
+      !model->GetArray(op->inputs[1]).has_shape()) {
+    return;
+  }
+  const auto& input_data_shape = model->GetArray(op->inputs[0]).shape();
+
+  const string& output_size_name = op->inputs[1];
+  const auto& output_size_array = model->GetArray(output_size_name);
+  CHECK(output_size_array.data_type == ArrayDataType::kInt32);
+  CHECK(output_size_array.has_shape());
+  const auto& output_size_shape = output_size_array.shape();
+  CHECK_EQ(output_size_shape.dimensions_count(), 1);
+  CHECK_EQ(output_size_shape.dims(0), 2);
+  if (!output_size_array.buffer) {
+    return;
+  }
+  std::vector<int32> output_shape =
+      output_size_array.GetBuffer<ArrayDataType::kInt32>().data;
+  model->GetArray(op->outputs[0])
+      .copy_shape(Shape({input_data_shape.dims(0), output_shape[0],
+                         output_shape[1], input_data_shape.dims(3)}));
+}
+
 void ProcessLstmCellOperator(Model* model, LstmCellOperator* op) {
   // Only required for compact LstmCell with default NUM_INPUTS of inputs.
   if (op->inputs.size() != LstmCellOperator::NUM_INPUTS) return;
@@ -1843,6 +1871,10 @@ void ProcessUnpackOperator(Model* model, UnpackOperator* op) {
       ProcessResizeBilinearOperator(model,
                                     static_cast<ResizeBilinearOperator*>(op));
       break;
+    case OperatorType::kResizeNearestNeighbor:
+      ProcessResizeNearestNeighborOperator(
+          model, static_cast<ResizeNearestNeighborOperator*>(op));
+      break;
     case OperatorType::kUnidirectionalSequenceLstm:
       ProcessUnidirectionalSequenceLstmOperator(
           model, static_cast<UnidirectionalSequenceLstmOperator*>(op));
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
index 29ea17dc61..b2d4ed584a 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
@@ -63,7 +63,8 @@ bool SupportsQuantization(const Operator& op) {
          type == OperatorType::kArgMax || type == OperatorType::kRelu ||
          type == OperatorType::kRelu1 || type == OperatorType::kRelu6 ||
          type == OperatorType::kShape || type == OperatorType::kExpandDims ||
-         type == OperatorType::kPack || type == OperatorType::kTopK_V2;
+         type == OperatorType::kPack || type == OperatorType::kTopK_V2 ||
+         type == OperatorType::kResizeNearestNeighbor;
 }
 
 // The quantized op allows output arrays of type float using
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index fcc7999fec..5d2cce4625 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -1384,6 +1384,25 @@ tensorflow::Status ConvertResizeBilinearOperator(
   return tensorflow::Status::OK();
 }
 
+tensorflow::Status ConvertResizeNearestNeighborOperator(
+    const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
+    Model* model) {
+  CHECK_EQ(node.op(), "ResizeNearestNeighbor");
+  TF_QCHECK_OK(CheckInputsCount(node, tf_import_flags, 2));
+  auto* op = new ResizeNearestNeighborOperator;
+
+  op->align_corners = false;
+  if (HasAttr(node, "align_corners")) {
+    op->align_corners = GetBoolAttr(node, "align_corners");
+  }
+
+  op->inputs.push_back(node.input(0));
+  op->inputs.push_back(node.input(1));
+  op->outputs.push_back(node.name());
+  model->operators.emplace_back(op);
+  return tensorflow::Status::OK();
+}
+
 tensorflow::Status ConvertBatchNormWithGlobalNormalizationOperator(
     const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
     Model* model) {
@@ -2150,6 +2169,7 @@ ConverterMapType GetTensorFlowNodeConverterMap() {
       {"Relu6", ConvertSimpleOperator<Relu6Operator, 1>},
       {"Reshape", ConvertSimpleOperator<TensorFlowReshapeOperator, 2>},
       {"ResizeBilinear", ConvertResizeBilinearOperator},
+      {"ResizeNearestNeighbor", ConvertResizeNearestNeighborOperator},
       {"Rsqrt", ConvertSimpleOperator<TensorFlowRsqrtOperator, 1>},
       {"Select", ConvertSimpleOperator<SelectOperator, 3>},
       {"Shape", ConvertShapeOperator},
diff --git a/tensorflow/contrib/lite/toco/model.h b/tensorflow/contrib/lite/toco/model.h
index f3b84430db..716dade6c8 100644
--- a/tensorflow/contrib/lite/toco/model.h
+++ b/tensorflow/contrib/lite/toco/model.h
@@ -152,6 +152,7 @@ enum class OperatorType : uint8 {
   kCTCBeamSearchDecoder,
   kUnpack,
   kZerosLike,
+  kResizeNearestNeighbor
 };
 
 // Helper to deal with TensorFlow arrays using a different ordering of
@@ -1665,6 +1666,21 @@ struct ResizeBilinearOperator : Operator {
   bool align_corners = false;
 };
 
+// ResizeNearestNeighborOperator operator. It resizes input images with nearest
+// neighbor interpolation. It does not support align_corners at the moment.
+//
+// Inputs:
+//   inputs[0]: required: the input array
+//   inputs[1]: required: the new image size
+//
+// TensorFlow equivalent: ResizeNearestNeighbor
+struct ResizeNearestNeighborOperator : Operator {
+  ResizeNearestNeighborOperator()
+      : Operator(OperatorType::kResizeNearestNeighbor) {}
+
+  bool align_corners = false;
+};
+
 // SpaceToBatchND operator. It divides spatial dimensions into a grid of
 // blocks and interleaves these blocks with the batch dimension. Currently,
 // only 2-d blocks are supported.
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index ebdcaa5247..f6bb415b86 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -913,6 +913,27 @@ class ResizeBilinear
   int GetVersion(const Operator& op) const override { return 1; }
 };
 
+class ResizeNearestNeighbor
+    : public BuiltinOperator<
+          ResizeNearestNeighborOperator, ::tflite::ResizeNearestNeighborOptions,
+          ::tflite::BuiltinOptions_ResizeNearestNeighborOptions> {
+ public:
+  using BuiltinOperator::BuiltinOperator;
+  flatbuffers::Offset<TfLiteOptions> WriteOptions(
+      const TocoOperator& op,
+      flatbuffers::FlatBufferBuilder* builder) const override {
+    return ::tflite::CreateResizeNearestNeighborOptions(*builder,
+                                                        op.align_corners);
+  }
+
+  void ReadOptions(const TfLiteOptions& options,
+                   TocoOperator* op) const override {
+    op->align_corners = options.align_corners();
+  }
+
+  int GetVersion(const Operator& op) const override { return 1; }
+};
+
 class Squeeze
     : public BuiltinOperator<SqueezeOperator, ::tflite::SqueezeOptions,
                              ::tflite::BuiltinOptions_SqueezeOptions> {
@@ -1454,6 +1475,9 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
   ops.push_back(
       MakeUnique<ResizeBilinear>(::tflite::BuiltinOperator_RESIZE_BILINEAR,
                                  OperatorType::kResizeBilinear));
+  ops.push_back(MakeUnique<ResizeNearestNeighbor>(
+      ::tflite::BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+      OperatorType::kResizeNearestNeighbor));
   ops.push_back(MakeUnique<Squeeze>(::tflite::BuiltinOperator_SQUEEZE,
                                     OperatorType::kSqueeze));
   ops.push_back(
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
index e5e18923b0..4f5511143a 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
@@ -385,6 +385,16 @@ TEST_F(OperatorTest, ResizeBilinear) {
   EXPECT_EQ(op.align_corners, output_toco_op->align_corners);
 }
 
+TEST_F(OperatorTest, ResizeNearestNeighbor) {
+  ResizeNearestNeighborOperator op;
+  op.align_corners = true;
+  auto output_toco_op =
+      SerializeAndDeserialize(GetOperator("RESIZE_NEAREST_NEIGHBOR",
+                                          OperatorType::kResizeNearestNeighbor),
+                              op);
+  EXPECT_EQ(op.align_corners, output_toco_op->align_corners);
+}
+
 TEST_F(OperatorTest, Svdf) {
   SvdfOperator op;
   op.fused_activation_function = FusedActivationFunctionType::kRelu;
diff --git a/tensorflow/contrib/lite/toco/tooling_util.cc b/tensorflow/contrib/lite/toco/tooling_util.cc
index 0deaf56593..9e2a0fc8ad 100644
--- a/tensorflow/contrib/lite/toco/tooling_util.cc
+++ b/tensorflow/contrib/lite/toco/tooling_util.cc
@@ -408,6 +408,7 @@ const char* OperatorTypeName(OperatorType type) {
     HANDLE_OPERATORTYPENAME_CASE(Unpack)
     HANDLE_OPERATORTYPENAME_CASE(ZerosLike)
     HANDLE_OPERATORTYPENAME_CASE(UnidirectionalSequenceLstm)
+    HANDLE_OPERATORTYPENAME_CASE(ResizeNearestNeighbor)
     default:
       LOG(FATAL) << "Unhandled op type";
 #undef HANDLE_OPERATORTYPENAME_CASE
-- 
GitLab


From 230d0037226a6723c16de58f0ea359be8c6aca7b Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Fri, 19 Oct 2018 14:55:03 -0700
Subject: [PATCH 0340/1825] [XLA:GPU] Clear base dilation when converting fw ->
 bw input conv.

Base dilation becomes stride, but we were neglecting to clear the base
dilation.  Everything still worked because when we ran the bw-input conv, we
ignored any base dilation that was present.

PiperOrigin-RevId: 217936187
---
 tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc  | 3 +++
 .../compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc    | 2 ++
 tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc    | 6 ++++++
 3 files changed, 11 insertions(+)

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
index 01de110aa9..c46672c598 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
@@ -167,6 +167,8 @@ std::tuple<bool, Window, ConvolutionDimensionNumbers> MatchBackwardFilter(
     // The window's low padding is the same as the low padding of the
     // activations.
     dim->set_padding_low(conv->window().dimensions(i).padding_low());
+    dim->set_base_dilation(1);
+    dim->set_window_dilation(1);
 
     int64 input_size =
         conv->operand(0)->shape().dimensions(input_spatial_dims[i]);
@@ -335,6 +337,7 @@ MatchBackwardInput(HloInstruction* conv) {
     // = the base dilation factor of the forward convolution
     auto dim = new_window.mutable_dimensions(i);
     dim->set_stride(old_window.dimensions(i).base_dilation());
+    dim->set_base_dilation(1);
 
     // The low padding = kernel_size - 1 - low padding on the gradients
     // Make sure the low padding is not negative.
diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
index a6980850af..6ee8a9f3e1 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
@@ -309,6 +309,7 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveEvenPadding) {
     EXPECT_EQ(3, window_dim.padding_low());
     EXPECT_EQ(3, window_dim.padding_high());
     EXPECT_EQ(1, window_dim.stride());
+    EXPECT_EQ(1, window_dim.base_dilation());
   }
 }
 
@@ -438,6 +439,7 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveUnevenPaddingOnGradients) {
     EXPECT_EQ(0, window_dim.padding_low());
     EXPECT_EQ(0, window_dim.padding_high());
     EXPECT_EQ(2, window_dim.stride());
+    EXPECT_EQ(1, window_dim.base_dilation());
   }
 }
 
diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
index 0b4fdf7162..0006e85e16 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
@@ -153,6 +153,12 @@ Status RunCudnnConvImpl(CudnnConvParams params,
   CHECK_EQ(num_dimensions, dnums.output_spatial_dimensions_size());
   for (const WindowDimension& dim : window.dimensions()) {
     CHECK_EQ(dim.padding_low(), dim.padding_high());
+    CHECK_EQ(dim.base_dilation(), 1)
+        << "cudnn does not support base dilation; it "
+           "must be made explicit with a kPad";
+    CHECK_EQ(dim.window_dilation(), 1)
+        << "XLA does not support window dilation (although cudnn does); it "
+           "must be made explicit with a kPad";
   }
 
   // cuDNN's convolution APIs support the BDYX layout for activations/output and
-- 
GitLab


From cff5372f377a8b5ba21fc133e52f4b6d00d6e653 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Fri, 19 Oct 2018 15:32:55 -0700
Subject: [PATCH 0341/1825] Split up function.py into multiple files.

This change adds func_graph.py and auto_control_deps.py. This is
purely copy/pasting code from function.py and function_test.py to
these new files, plus changing imports and minor lint fixes.

PiperOrigin-RevId: 217942335
---
 tensorflow/python/BUILD                       |  36 +
 tensorflow/python/eager/BUILD                 |   2 +-
 tensorflow/python/eager/context.py            |   5 +
 tensorflow/python/eager/function.py           | 758 +-----------------
 tensorflow/python/eager/function_test.py      | 275 +------
 tensorflow/python/eager/wrap_function.py      |   3 +-
 .../python/framework/auto_control_deps.py     | 273 +++++++
 .../framework/auto_control_deps_test.py       | 280 +++++++
 tensorflow/python/framework/func_graph.py     | 528 ++++++++++++
 .../python/framework/function_def_to_graph.py |   6 +-
 tensorflow/python/keras/engine/base_layer.py  |   4 +-
 tensorflow/python/keras/engine/network.py     |   4 +-
 tensorflow/python/ops/cond_v2.py              |  24 +-
 tensorflow/python/ops/control_flow_util_v2.py |  11 +-
 tensorflow/python/ops/gradients_impl.py       |  20 +-
 tensorflow/python/ops/while_v2.py             |  16 +-
 16 files changed, 1194 insertions(+), 1051 deletions(-)
 create mode 100644 tensorflow/python/framework/auto_control_deps.py
 create mode 100644 tensorflow/python/framework/auto_control_deps_test.py
 create mode 100644 tensorflow/python/framework/func_graph.py

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index ba1d9951ed..3b90f2e48f 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -863,6 +863,42 @@ py_library(
     ],
 )
 
+py_library(
+    name = "func_graph",
+    srcs = ["framework/func_graph.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":auto_control_deps",
+        ":framework_ops",
+        "//tensorflow/python/autograph",
+        "//tensorflow/python/eager:context",
+        "//tensorflow/python/eager:graph_only_ops",
+        "//tensorflow/python/eager:tape",
+    ],
+)
+
+py_library(
+    name = "auto_control_deps",
+    srcs = ["framework/auto_control_deps.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":control_flow_ops",
+        ":framework_ops",
+        ":util",
+    ],
+)
+
+py_test(
+    name = "auto_control_deps_test",
+    size = "small",
+    srcs = ["framework/auto_control_deps_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":auto_control_deps",
+        ":client_testlib",
+    ],
+)
+
 py_library(
     name = "random_seed",
     srcs = ["framework/random_seed.py"],
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index e79aa5d756..b29bc53e87 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -252,10 +252,10 @@ py_library(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:func_graph",
         "//tensorflow/python:gradients_impl",
         "//tensorflow/python:graph_to_function_def",
         "//tensorflow/python:util",
-        "//tensorflow/python/autograph",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:core",
         "//tensorflow/python/eager:execute",
diff --git a/tensorflow/python/eager/context.py b/tensorflow/python/eager/context.py
index 617c3c6f49..bbdbae7790 100644
--- a/tensorflow/python/eager/context.py
+++ b/tensorflow/python/eager/context.py
@@ -832,6 +832,11 @@ def set_server_def(server_def):
   context().set_server_def(server_def)
 
 
+def add_function(fdef):
+  """Add a function definition to the context."""
+  context().add_function(fdef)
+
+
 # Not every user creates a Context via context.context()
 # (for example, enable_eager_execution in python/framework/ops.py),
 # but they do all import this file.  Note that IS_IN_GRAPH_MODE and
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 3e93d3e7f5..8c28c18ef5 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -32,7 +32,6 @@ import six
 
 from tensorflow.core.framework import attr_value_pb2
 from tensorflow.core.framework import function_pb2
-from tensorflow.python import autograph
 from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.eager import context
 from tensorflow.python.eager import execute
@@ -42,16 +41,13 @@ from tensorflow.python.framework import c_api_util
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import device as pydev
 from tensorflow.python.framework import dtypes as dtypes_module
+from tensorflow.python.framework import func_graph as func_graph_module
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_spec
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import control_flow_util
 from tensorflow.python.ops import custom_gradient
 from tensorflow.python.ops import functional_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variable_scope
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
@@ -71,23 +67,6 @@ WHITELIST_FUNCTION_ATTRIBUTE_REGEX = [
 ]
 
 
-def _create_substitute_placeholder(value, name=None, dtype=None):
-  """Creates a placeholder for `value` and propagates shape info to it."""
-  # Note: setting ops.control_dependencies(None) ensures we always put
-  # capturing placeholders outside of any control flow context.
-  with ops.control_dependencies(None):
-    placeholder = graph_placeholder(
-        dtype=dtype or value.dtype, shape=value.shape, name=name)
-  custom_gradient.copy_handle_data(value, placeholder)
-  return placeholder
-
-
-def _device_stack_has_callable(device_stack):
-  """Checks whether a device stack contains a callable."""
-  return any(callable(spec._device_name_or_function)  # pylint: disable=protected-access
-             for spec in device_stack.peek_objs())
-
-
 def _parse_func_attrs(attributes):
   """Convert the keyword arguments into function_def attributes.
 
@@ -127,232 +106,6 @@ def _parse_func_attrs(attributes):
   return attrs
 
 
-class FuncGraph(ops.Graph):
-  """Graph representing a function body.
-
-  Attributes:
-    name: The name of the function.
-    inputs: Placeholder tensors representing the inputs to this function. The
-      tensors are in this FuncGraph. This represents "regular" inputs as well as
-      captured inputs (i.e. the values of self.captures), with the regular
-      inputs coming first.
-    outputs: Tensors that will be returned by this function. The tensors are in
-      this FuncGraph.
-    structured_outputs: A possibly-nested python object which will be returned
-      by this function. The Tensors in this structure are the same as those of
-      self.outputs. Note that this structure might contain Python `None`s.
-    variables: Variables that should be watched during function execution.
-    outer_graph: The graph this function is defined in. May be another FuncGraph
-      or the global default Graph.
-    captures: Maps external tensor -> internal tensor (i.e. input placeholder).
-      The entries are in the order they were captured.
-    seed: The graph-level random seed.
-  """
-
-  def __init__(self, name):
-    """Construct a new FuncGraph.
-
-    The graph will inherit its graph key, collections, seed, and distribution
-    strategy stack from the current context or graph.
-
-    Args:
-      name: the name of the function.
-    """
-    super(FuncGraph, self).__init__()
-
-    self.name = name
-    self.inputs = []
-    self.outputs = []
-    self.structured_outputs = None
-    self._weak_variables = []
-    self.outer_graph = ops.get_default_graph()
-    self.captures = collections.OrderedDict()
-
-    self._building_function = True
-    # Map from resource tensor name to last op (in program order) which uses
-    # this tensor. Used to enforce that execution order matches program order
-    # for resource tensors.
-    self._last_op_using_resource_tensor = {}
-
-    graph = self.outer_graph
-
-    # pylint: disable=protected-access
-    # TODO(b/112906995, nareshmodi): distribution strategy depends on inheriting
-    # this stack from the default graph even in eager mode. Maybe it should be
-    # part of the eager context? This would also allow us to remove a
-    # get_default_graph() call from the function cache lookup.
-    self._distribution_strategy_stack = graph._distribution_strategy_stack
-    # We ignore device placements from any outer scopes while tracing the
-    # function when possible, to avoid hard-coding them in the function
-    # graph. "Default" placements come from the PartitionedCallOp's placement,
-    # so that the same trace of the Python function may be placed on several
-    # different devices and saved functions may be placed on new devices when
-    # restored.
-    if context.executing_eagerly():
-      self.seed = context.global_seed()
-      self._xla_compile = (context.context().device_spec.device_type == "TPU")
-      if self._distribution_strategy_stack or self._xla_compile:
-        self._add_device_to_stack(context.context().device_name)
-    else:
-      self.seed = graph.seed
-      self._xla_compile = getattr(graph, "_xla_compile", False)
-      # TODO(allenl): Figure out if we can remove colocation stack
-      # specialization (currently used in cond_v2), here and in the cache key.
-      self._colocation_stack = graph._colocation_stack.copy()
-      if (self._distribution_strategy_stack
-          or self._xla_compile
-          or _device_stack_has_callable(graph._device_function_stack)):
-        # Hard-code devices from device functions in the function body
-        self._device_function_stack = graph._device_function_stack.copy()
-    # TODO(b/112165328, b/112906995): summaries depend on inheriting collections
-    # from the default graph even in eager mode. It'd be nice to not have a
-    # default graph with eager execution, so hopefully this will go away when we
-    # remove collections.
-    self._collections = graph._collections
-    self._variable_creator_stack = graph._variable_creator_stack
-    # Inherit the graph key, since this is used for matching variables in
-    # optimizers.
-    self._graph_key = graph._graph_key
-    # pylint: enable=protected-access
-
-  @property
-  def variables(self):
-    """A list of variables accessed by this FuncGraph.
-
-    Note that functions keep only weak references to variables. Calling the
-    function after a variable it accesses has been deleted is an error.
-
-    Yields:
-      Strong references to variables accessed by this FuncGraph.
-    """
-    for weak_v in self._weak_variables:
-      v = weak_v()
-      if v is None:
-        raise AssertionError(
-            "Called a function referencing variables which have been deleted. "
-            "This likely means that function-local variables were created and "
-            "not referenced elsewhere in the program. This is generally a "
-            "mistake; consider storing variables in an object attribute on "
-            "first call.")
-      yield v
-
-  @variables.setter
-  def variables(self, var_list):
-    self._weak_variables = [weakref.ref(v) for v in var_list]
-
-  def create_op(
-      self,
-      op_type,
-      inputs,
-      dtypes,
-      input_types=None,
-      name=None,
-      attrs=None,
-      op_def=None,
-      compute_shapes=True,
-      compute_device=True):
-    """Like Graph.create_op, except handles external input tensors.
-
-    This overload adds functionality to create_op to "capture" any external
-    input tensors, i.e. tensors from the eager context or outer function graphs
-    if this is a nested function. See `capture` for more information.
-
-    Args:
-      op_type: The `Operation` type to create. This corresponds to the
-        `OpDef.name` field for the proto that defines the operation.
-      inputs: A list of `Tensor` objects that will be inputs to the `Operation`.
-      dtypes: A list of `DType` objects that will be the types of the tensors
-        that the operation produces.
-      input_types: (Optional.) A list of `DType`s that will be the types of
-        the tensors that the operation consumes. By default, uses the base
-        `DType` of each input in `inputs`. Operations that expect
-        reference-typed inputs must specify `input_types` explicitly.
-      name: (Optional.) A string name for the operation. If not specified, a
-        name is generated based on `op_type`.
-      attrs: (Optional.) A dictionary where the key is the attribute name (a
-        string) and the value is the respective `attr` attribute of the
-        `NodeDef` proto that will represent the operation (an `AttrValue`
-        proto).
-      op_def: (Optional.) The `OpDef` proto that describes the `op_type` that
-        the operation will have.
-      compute_shapes: (Optional.) Deprecated. Has no effect (shapes are always
-        computed).
-      compute_device: (Optional.) If True, device functions will be executed
-        to compute the device property of the Operation.
-
-    Returns:
-      An `Operation` object.
-    """
-    # This capturing logic interacts poorly with control flow contexts which
-    # want to replace inputs of ops far too late in the process. This can lead
-    # the context to get confused and try to create an Enter for an Enter. We
-    # can detect this here and skip the additional Enter which can confuse loop
-    # validation logic.
-    if op_type == "Enter" and inputs[0].op.type == "Enter":
-      if inputs[0].op.get_attr("frame_name") == attrs["frame_name"].s:
-        return inputs[0].op
-    # Calling AddValue on the control flow contexts to force creation of the
-    # backward accumulators in the original graph before we create placeholders
-    # to capture the inputs.
-    ctxt = ops.get_default_graph()._control_flow_context  # pylint: disable=protected-access
-    for i, inp in enumerate(inputs):
-      # TPU Estimator defines a control flow context with no AddValue method.
-      if ctxt is not None and hasattr(ctxt, "AddValue"):
-        inp = ctxt.AddValue(inp)
-      inp = self.capture(inp)
-      inputs[i] = inp
-    return super(FuncGraph, self).create_op(
-        op_type, inputs, dtypes, input_types, name, attrs, op_def,
-        compute_device=compute_device)
-
-  def capture(self, tensor, name=None):
-    """Captures `tensor` if it's external to this graph.
-
-    If `tensor` is from a different graph, returns a placeholder for it.
-    `tensor` and the placeholder will appear in self.captures, and the
-    placeholder will appear in self.inputs.  Multiple calls to this method with
-    the same `tensor` argument will return the same placeholder. If `tensor` is
-    from this graph, returns `tensor`.
-
-    Args:
-      tensor: Tensor. May be from this FuncGraph or a different graph.
-      name: Optional name if a placeholder is created.
-
-    Returns:
-      Tensor from this FuncGraph.
-    """
-    if isinstance(tensor, ops.EagerTensor):
-      if name is None:
-        name = str(ops.uid())
-      return self._capture_helper(tensor, name)
-    if tensor.graph is not self:
-      if name is None:
-        name = tensor.op.name
-      return self._capture_helper(tensor, name)
-    return tensor
-
-  def _capture_helper(self, tensor, name):
-    captured_tensor = self.captures.get(tensor, None)
-    if captured_tensor is None:
-      captured_tensor = _create_substitute_placeholder(tensor, name=name,
-                                                       dtype=tensor.dtype)
-      self.captures[tensor] = captured_tensor
-      self.inputs.append(captured_tensor)
-    tape.record_operation("captured_value", [captured_tensor], [tensor],
-                          lambda x: [x])
-    return captured_tensor
-
-  @property
-  def external_captures(self):
-    """External tensors captured by this function."""
-    return list(self.captures.keys())
-
-  @property
-  def internal_captures(self):
-    """Placeholders in this function corresponding captured tensors."""
-    return list(self.captures.values())
-
-
 def _forward_name(n):
   """The name of a generated forward defun named n."""
   return "__forward_%s_%s" % (n, ops.uid())
@@ -368,11 +121,6 @@ def _inference_name(n):
   return "__inference_%s_%s" % (n, ops.uid())
 
 
-def _register(fn):
-  """Registers the function `fn`."""
-  context.context().add_function(fn)
-
-
 # TODO(apassos) get rid of this by splitting framework.function._DefinedFunction
 # so it doesn't have the definition-generating logic and is just a container for
 # an already-defined function.
@@ -426,7 +174,7 @@ class _EagerDefinedFunction(object):
     function_def.ParseFromString(compat.as_bytes(proto_data))
     with ops.init_scope():
       if context.executing_eagerly():
-        _register(fn)
+        context.add_function(fn)
     self.definition = function_def
     self.name = compat.as_bytes(function_def.signature.name)
     self.signature = function_def.signature
@@ -523,22 +271,6 @@ class _EagerDefinedFunction(object):
       return outputs
 
 
-def _flatten(sequence):
-  """A wrapper around `nest.flatten` that also unpacks `IndexedSlices`."""
-  # TODO(akshayka): Support `SparseTensor` in a similar fashion.
-  flat_sequence = nest.flatten(sequence)
-  outputs = []
-  for item in flat_sequence:
-    if isinstance(item, ops.IndexedSlices):
-      if item.dense_shape is not None:
-        outputs.extend([item.values, item.indices, item.dense_shape])
-      else:
-        outputs.extend([item.values, item.indices])
-    else:
-      outputs.append(item)
-  return outputs
-
-
 class Function(object):
   """Callable object encapsulating a function definition and its gradient.
 
@@ -736,7 +468,8 @@ class Function(object):
 
   def _construct_backprop_function(self):
     """Constructs the backprop function object for this function."""
-    backwards_graph = FuncGraph(_backward_name(self._func_graph.name))
+    backwards_graph = func_graph_module.FuncGraph(
+        _backward_name(self._func_graph.name))
     forward_function_name = _forward_name(self._func_graph.name)
     with backwards_graph.as_default():
       gradients_wrt_outputs = [
@@ -763,7 +496,8 @@ class Function(object):
     # Clear captures, since we pass them in as inputs.
     backwards_graph.captures = {}
     backwards_graph.outputs.extend(
-        grad for grad in _flatten(gradients_wrt_inputs) if grad is not None)
+        grad for grad in func_graph_module.flatten(gradients_wrt_inputs)
+        if grad is not None)
     backwards_graph.structured_outputs = gradients_wrt_inputs
     self._backward_graph_function = Function(
         backwards_graph, attrs=backward_function_attr)
@@ -828,8 +562,8 @@ class Function(object):
     if self._func_graph.structured_outputs is None:
       return result
 
-    # Use `nest.flatten` instead of `_flatten` in order to preserve any
-    # IndexedSlices in `self._func_graph.structured_outputs`.
+    # Use `nest.flatten` instead of `func_graph_module.flatten` in order to
+    # preserve any IndexedSlices in `self._func_graph.structured_outputs`.
     outputs_list = nest.flatten(self._func_graph.structured_outputs)
     j = 0
     for i, o in enumerate(outputs_list):
@@ -854,232 +588,6 @@ class Function(object):
     return ret
 
 
-def _get_defun_inputs(flat_args, names, structure):
-  """Maps python function args to graph-construction inputs.
-
-  Args:
-    flat_args: A flat list of user-specified arguments.
-    names: A list of strings with user-specified argument names, same length as
-      `flat_args`. May be `None`, in which case a generic name is used.
-    structure: The original argument list or dictionary.
-
-  Returns:
-    Placeholders with the same structure as `structure`.
-  """
-  function_inputs = []
-  if names is None:
-    names = [None] * len(flat_args)
-  for arg_value, name in zip(flat_args, names):
-    for arg in nest.flatten(arg_value):
-      if isinstance(arg, (ops.Tensor, tensor_spec.TensorSpec)):
-        if isinstance(arg, tensor_spec.TensorSpec) and arg.name:
-          requested_name = arg.name
-        else:
-          requested_name = name
-        placeholder = graph_placeholder(
-            arg.dtype, arg.shape,
-            name=requested_name)
-        if name is not None:
-          # Record the requested/user-specified name in case it's different than
-          # the uniquified name, for validation when exporting signatures.
-          placeholder.op._set_attr(  # pylint: disable=protected-access
-              "_user_specified_name",
-              attr_value_pb2.AttrValue(s=compat.as_bytes(requested_name)))
-        function_inputs.append(placeholder)
-      else:
-        function_inputs.append(arg)
-  return nest.pack_sequence_as(structure, function_inputs)
-
-
-def _get_defun_inputs_from_kwargs(kwargs):
-  """Maps Python function keyword args to graph-construction inputs."""
-  if kwargs:
-    names, flat_args = zip(*sorted(kwargs.items()))
-  else:
-    names = []
-    flat_args = []
-  return _get_defun_inputs(flat_args, names, structure=kwargs)
-
-
-def _get_defun_inputs_from_args(args, names):
-  """Maps Python function positional args to graph-construction inputs."""
-  return _get_defun_inputs(args, names, structure=args)
-
-
-def check_mutation(n1, n2):
-  """Check if two list of arguments are exactly the same."""
-  errmsg = ("Function to be traced should not modify structure of input "
-            "arguments. Check if your function has list and dictionary "
-            "operations that alter input arguments, "
-            "such as `list.pop`, `list.append`")
-  try:
-    nest.assert_same_structure(n1, n2)
-  except ValueError:
-    raise ValueError(errmsg)
-
-  for arg1, arg2 in zip(nest.flatten(n1), nest.flatten(n2)):
-    if arg1 is not arg2:
-      raise ValueError(errmsg)
-
-
-def func_graph_from_py_func(name,
-                            python_func,
-                            args,
-                            kwargs,
-                            signature=None,
-                            func_graph=None,
-                            experimental_autograph=False,
-                            add_control_dependencies=True,
-                            arg_names=None,
-                            op_return_value=None):
-  """Returns a `FuncGraph` generated from `python_func`.
-
-  Args:
-    name: an identifier for the function.
-    python_func: the Python function to trace.
-    args: the positional args with which the Python function should be called;
-      ignored if a signature is provided.
-    kwargs: the keyword args with which the Python function should be called;
-      ignored if a signature is provided.
-    signature: a possibly nested sequence of `TensorSpecs` specifying the shapes
-      and dtypes of the arguments. When a signature is provided, `args` and
-      `kwargs` are ignored, and `python_func` is traced with Tensors conforming
-      to `signature`. If `None`, the shapes and dtypes are inferred from the
-      inputs.
-    func_graph: Optional. An instance of FuncGraph. If provided, we will use
-      this graph else a new one is built and returned.
-    experimental_autograph: whether to use autograph to compile `python_func`.
-      See https://www.tensorflow.org/guide/autograph for more information.
-    add_control_dependencies: If True, automatically adds control dependencies
-      to ensure program order matches execution order and stateful ops always
-      execute.
-    arg_names: Optional list of argument names, used to give input placeholders
-      recognizable names.
-    op_return_value: Optional. A Tensor. If set and `python_func` returns
-      Operations, those return values will be replaced with this value. If not
-      set, returning an Operation triggers an error.
-
-  Returns:
-    A FuncGraph.
-
-  Raises:
-    TypeError: If any of `python_func`'s return values is neither `None` nor a
-      `Tensor`.
-  """
-  if op_return_value is not None:
-    assert isinstance(op_return_value, ops.Tensor), op_return_value
-  if func_graph is None:
-    func_graph = FuncGraph(name)
-  assert isinstance(func_graph, FuncGraph)
-  if add_control_dependencies:
-    control_manager = AutomaticControlDependencies
-  else:
-    control_manager = ops.NullContextmanager
-  with func_graph.as_default(), control_manager() as a:
-    current_scope = variable_scope.get_variable_scope()
-    default_use_recource = current_scope.use_resource
-    current_scope.set_use_resource(True)
-
-    if signature is not None:
-      args = signature
-      kwargs = {}
-
-    func_args = _get_defun_inputs_from_args(args, arg_names)
-    func_kwargs = _get_defun_inputs_from_kwargs(kwargs)
-
-    # Note: `nest.flatten` sorts by keys, as does `_deterministic_dict_values`.
-    # Variables to help check whether mutation happens in calling the function
-    # Copy the recursive list, tuple and map structure, but not base objects
-    func_args_before = nest.pack_sequence_as(func_args, nest.flatten(func_args))
-    func_kwargs_before = nest.pack_sequence_as(
-        func_kwargs, nest.flatten(func_kwargs))
-
-    def convert(x):
-      """Converts a function output to a Tensor."""
-      if x is None:
-        return None
-      if op_return_value is not None and isinstance(x, ops.Operation):
-        # TODO(b/79881896): we currently can't capture external control deps, so
-        # this won't work if x needs to be captured (i.e. if python_func returns
-        # captured Operations).
-        with ops.control_dependencies([x]):
-          x = array_ops.identity(op_return_value)
-      else:
-        try:
-          x = ops.convert_to_tensor_or_indexed_slices(x)
-        except (ValueError, TypeError):
-          raise TypeError(
-              "To be compatible with tf.contrib.eager.defun, Python functions "
-              "must return zero or more Tensors; in compilation of %s, found "
-              "return value of type %s, which is not a Tensor." %
-              (str(python_func), type(x)))
-      if add_control_dependencies:
-        x = a.mark_as_return(x)
-      return x
-
-    this_tape = tape.push_new_tape()
-    try:
-      if experimental_autograph:
-        func_outputs = autograph.converted_call(
-            python_func, None,
-            autograph.ConversionOptions(
-                verbose=True,
-                recursive=True,
-                strip_decorators=(defun,),
-                optional_features=(),
-            ), *func_args, **func_kwargs)
-      else:
-        func_outputs = python_func(*func_args, **func_kwargs)
-      # invariant: `func_outputs` contains only Tensors and `None`s.
-      func_outputs = nest.map_structure(convert, func_outputs)
-
-      check_mutation(func_args_before, func_args)
-      check_mutation(func_kwargs_before, func_kwargs)
-    finally:
-      tape.pop_tape(this_tape)
-      current_scope.set_use_resource(default_use_recource)
-
-    # Variables in `func_args`, `func_kwargs` should be explicit inputs
-    # to the function, not captured inputs.
-    tape_variables = this_tape.watched_variables()
-    arg_variables = set()
-    inputs = []
-    for arg in nest.flatten(func_args) + nest.flatten(func_kwargs):
-      if isinstance(arg, resource_variable_ops.ResourceVariable):
-        try:
-          resource_placeholder = func_graph.captures.pop(arg.handle)
-          arg_variables.add(arg)
-        except KeyError:
-          # This case occurs if a Variable among the inputs is not actually
-          # used by the function; we still add an explicit input for it
-          # because the user should presumably pass the Variable as an input
-          # to the corresponding graph function.
-          resource_placeholder = _create_substitute_placeholder(arg.handle)
-        inputs.append(resource_placeholder)
-      elif isinstance(arg, ops.Tensor):
-        inputs.append(arg)
-    variables = [v for v in tape_variables if v not in arg_variables]
-    func_graph.inputs = inputs + list(func_graph.captures.values())
-
-    func_graph.structured_outputs = func_outputs
-    # Returning a closed-over tensor does not trigger convert_to_tensor.
-    func_graph.outputs.extend(
-        func_graph.capture(x)
-        for x in _flatten(func_graph.structured_outputs)
-        if x is not None)
-
-    func_graph.variables = variables
-
-  # Register any other functions defined in the graph.
-  with ops.init_scope():
-    if context.executing_eagerly():
-      for f in func_graph._functions.values():  # pylint: disable=protected-access
-        # TODO(ashankar): What about the gradient registry?
-        _register(f._c_func.func)  # pylint: disable=protected-access
-
-  return func_graph
-
-
 pywrap_tensorflow.RegisterType("Tensor", ops.Tensor)
 pywrap_tensorflow.RegisterType("IndexedSlices", ops.IndexedSlices)
 
@@ -1274,7 +782,8 @@ class PolymorphicFunction(object):
       uses_xla = getattr(default_graph, "_xla_compile", False)
       if (uses_distribution_strategy
           or uses_xla
-          or _device_stack_has_callable(default_graph._device_function_stack)):
+          or func_graph_module.device_stack_has_callable(
+              default_graph._device_function_stack)):
         # Putting the device in the cache key ensures that call-site device
         # annotations are respected.
         device_functions = tuple(default_graph._device_functions_outer_to_inner)
@@ -1406,7 +915,7 @@ class PolymorphicFunction(object):
             self._arg_names[:arglen]
             + [self._vararg_name] * (arglen - len(self._arg_names)))
         graph_function = Function(
-            func_graph_from_py_func(
+            func_graph_module.func_graph_from_py_func(
                 self._name,
                 self._python_function,
                 args,
@@ -1871,228 +1380,6 @@ def defun_with_attributes(func=None,
   return decorated
 
 
-class AutomaticControlDependencies(object):
-  """Context manager to automatically add control dependencies.
-
-  Code under this context manager will act as if a sensible set of control
-  dependencies were present. More specifically:
-    1. All stateful ops in the scope will execute
-    2. Stateful ops which modify the same resource will execute in program order
-
-  Note: creating variables in an automatic control dependencies context is not
-  supported (the value of the variables will never change as they will keep
-  getting reinitialized).
-
-  NOT THREAD SAFE
-  """
-
-  def __init__(self):
-    self._returned_tensors = set()
-
-  def mark_as_return(self, tensor):
-    """Acts like identity but marks the `Tensor` as a return value.
-
-    This will possibly return a copy of the `Tensor`. Usage:
-
-    ```
-      with AutomaticControlDependencies() as a:
-       ...
-       t = a.mark_as_return(t)
-      _ = ...(t...)  # i.e. it's safe to use t here
-    ```
-
-    Args:
-      tensor: the `Tensor` to be marked
-
-    Returns:
-      a copy of the `Tensor`.
-    """
-    if isinstance(tensor, ops.IndexedSlices):
-      values = array_ops.identity(tensor.values)
-      indices = array_ops.identity(tensor.indices)
-      self._returned_tensors.add(indices)
-      self._returned_tensors.add(values)
-      return ops.IndexedSlices(values, indices, dense_shape=tensor.dense_shape)
-    # We want to make the return values depend on the stateful operations, but
-    # we don't want to introduce a cycle, so we make the return value the result
-    # of a new identity operation that the stateful operations definitely don't
-    # depend on.
-    tensor = array_ops.identity(tensor)
-    self._returned_tensors.add(tensor)
-    return tensor
-
-  def __enter__(self):
-    if context.executing_eagerly():
-      return self
-    # This code assumes no other thread is adding ops to the graph while
-    # we're adding ops to the graph.
-    # TODO(apassos): Fix this by locking the graph or using a temporary
-    # graph (but that would mess up devices and collections at least,
-    # probably other things as well).
-    self._graph = ops.get_default_graph()
-    self._n_operations = len(self._graph.get_operations())
-    return self
-
-  def _process_switch(self, switch_op, ops_which_must_run,
-                      last_op_using_resource_tensor, merge_for_resource):
-    """Processes a switch node for a resource input.
-
-    When tensorflow creates a cond, it creates a control flow context for each
-    branch of the cond. Each external tensor accessed by that branch is routed
-    through a switch op, which gets created in the graph _after_ the op which
-    uses that tensor get created.
-
-    If the resource comes from another switch op we process that one first.
-
-    _process_switch creates a corresponding merge node for the switch node. This
-    merge node is added to the outer control flow context of the switch
-    node. We also ensure that:
-
-      1. The switch node executes after the previous op which used the resource
-         tensor
-
-      2. Any op which uses a resource output of the switch node executes before
-         the merge for the switch node.
-
-      3. The next op which uses the input resource to the switch node (which
-         might be another switch node for the other branch of the conditional)
-         will execute after the merge node is done.
-
-      4. The merge node is marked as must_run so it will run even if no
-         subsequent operation uses the resource.
-
-    Args:
-      switch_op: the switch op to be processed
-      ops_which_must_run: the set of ops which must run
-      last_op_using_resource_tensor: map from resource tensor to last op using
-        it
-      merge_for_resource: map from resource tensor to merge which must follow
-        all usages of it.
-    """
-    inp = switch_op.inputs[0]
-    if inp.dtype == dtypes_module.resource and inp.op.type == "Switch":
-      self._process_switch(inp.op, ops_which_must_run,
-                           last_op_using_resource_tensor, merge_for_resource)
-    if switch_op.outputs[0] in merge_for_resource:
-      return
-    new_merge = control_flow_ops.merge(switch_op.outputs,
-                                       name="artificial_merge")
-    new_merge[0].op._control_flow_context = (  # pylint: disable=protected-access
-        switch_op._control_flow_context.outer_context)  # pylint: disable=protected-access
-    # Ensures the merge always runs
-    ops_which_must_run.add(new_merge[0].op)
-    if inp in last_op_using_resource_tensor:
-      # Ensures the switch executes after the previous op using the resource.
-      switch_op._add_control_input(last_op_using_resource_tensor[inp])  # pylint: disable=protected-access
-    # Ensure the next op outside the cond happens after the merge.
-    last_op_using_resource_tensor[inp] = new_merge[0].op
-    if inp in merge_for_resource:
-      merge_for_resource[inp]._add_control_input(new_merge[0].op)  # pylint: disable=protected-access
-    for o in switch_op.outputs:
-      # Ensures the merge will execute after all ops inside the cond
-      merge_for_resource[o] = new_merge[0].op
-
-  def __exit__(self, unused_type, unused_value, unused_traceback):
-    if context.executing_eagerly():
-      return
-
-    if self._graph is not ops.get_default_graph():
-      raise RuntimeError(
-          "Graph changed while trying to add control dependencies.")
-
-    # map from resource tensor to the last op which used it
-    last_op_using_resource_tensor = {}
-    # set of conditional and loop exits
-    ops_which_must_run = set()
-    # merge which must depend on ops which use this resource
-    merge_for_resource = {}
-
-    new_operations = self._graph.get_operations()[self._n_operations:]
-
-    # Ensures that uses of resource tensors get serialized properly and all
-    # execute. This is done by keeping a map from resource tensor to the last op
-    # in graph-construction order which used it (last_op_using_resource_tensor).
-    #
-    # Conditionals are written in TensorFlow such that every external tensor
-    # accessed in the conditional goes through a switch op and every return
-    # tensor (it's guaranteed that there will be at least one) goes through a
-    # merge op.
-    #
-    # To handle conditionals, switches are handled in a special way (see
-    # comments for _process_switch). Merge nodes created by TF's conditional
-    # logic (as opposed to by _process_switch) are forced to run and also get a
-    # control dependency added to them to ensure all stateful ops inside their
-    # control flow context run.
-    #
-    # We also ensure that if an op is using a resource output by a switch node
-    # (that is, a resource tensor for which there's a value in
-    # merge_for_resource) this op will run before the merge for that resource.
-    #
-    # We try to add control inputs to nodes respecting their control flow
-    # contexts to avoid dead nodes propagating everywhere and leading to
-    # "retval[0] doesn't have value" errors. If a node gets a control dependency
-    # on a dead node (i.e. a note from an untaken control flow branch) that node
-    # will be marked as dead unless it's a merge node.
-    #
-    # TODO(apassos): serialize non-resource-taking stateful ops as well, and
-    # test that it works. Support while loops. Support init_scope escaping from
-    # this.
-    for op in new_operations:
-      # TODO(apassos) make this code safely support while loops.
-      if control_flow_util.IsInWhileLoop(op):
-        continue
-      control_inputs = set()
-      # Ensure stateful ops run
-      if (op.type not in self._graph._registered_ops  # pylint: disable=protected-access
-          or self._graph._registered_ops[op.type].is_stateful):  # pylint: disable=protected-access
-        ops_which_must_run.add(op)
-      # Ignore switches (they're handled separately)
-      if op.type == "Switch" and op.inputs[0].dtype == dtypes_module.resource:
-        continue
-      # Make merges trigger all other computation which must run
-      if op.type == "Merge":
-        for o in ops_which_must_run:
-          op._add_control_input(o)  # pylint: disable=protected-access
-          for inp in o.inputs:
-            if inp in last_op_using_resource_tensor:
-              last_op_using_resource_tensor[inp] = op
-        ops_which_must_run = set([op])
-        continue
-      found_resource = False
-      for inp in op.inputs:
-        if inp.dtype == dtypes_module.resource:
-          found_resource = True
-          # Deal with switches, finally.
-          if inp.op.type == "Switch":
-            self._process_switch(inp.op, ops_which_must_run,
-                                 last_op_using_resource_tensor,
-                                 merge_for_resource)
-          # Ensure uses of resources are serialized
-          if inp in last_op_using_resource_tensor:
-            if (last_op_using_resource_tensor[inp]._control_flow_context  # pylint: disable=protected-access
-                is op._control_flow_context):  # pylint: disable=protected-access
-              control_inputs.add(last_op_using_resource_tensor[inp])
-          # Ensure merges happen after the closing of a cond block
-          if inp in merge_for_resource:
-            merge_for_resource[inp]._add_control_input(op)  # pylint: disable=protected-access
-          last_op_using_resource_tensor[inp] = op
-      if (op.op_def.is_stateful and not found_resource
-          and op._control_flow_context is None):  # pylint: disable=protected-access
-        if None in last_op_using_resource_tensor:
-          op._add_control_input(last_op_using_resource_tensor[None])  # pylint: disable=protected-access
-        last_op_using_resource_tensor[None] = op
-      control_inputs = [c for c in control_inputs
-                        if c._control_flow_context is op._control_flow_context]  # pylint: disable=protected-access
-      op._add_control_inputs(control_inputs)  # pylint: disable=protected-access
-
-    # Ensure all ops which must run do run
-    for r in self._returned_tensors:
-      if ops_which_must_run:
-        r.op._add_control_inputs(  # pylint: disable=protected-access
-            [o for o in ops_which_must_run
-             if o._control_flow_context is r.op._control_flow_context])  # pylint: disable=protected-access
-
-
 def class_method_to_instance_method(original_function, instance):
   """Constructs a new PolymorphicFunction with `self` bound."""
   def make_partial_py_func(py_func, weak_instance):
@@ -2116,26 +1403,3 @@ def class_method_to_instance_method(original_function, instance):
   wrapped_instance_func = tf_decorator.make_decorator(
       original_function.python_function, instance_func)
   return wrapped_instance_func
-
-
-def automatic_control_dependencies(f):
-  """Wraps f to automatically insert control dependencies.
-
-  The inserted dependencies ensure that:
-    1. All stateful ops in f run when the result of f runs
-    2. Updates to the same resources happen in order.
-
-  Args:
-    f: the function to be wrapped.
-
-  Returns:
-    The wrapped function.
-  """
-
-  def wrapper(*args, **kwargs):
-    with AutomaticControlDependencies() as a:
-      result = f(*args, **kwargs)
-      result_flat = [a.mark_as_return(t) for t in nest.flatten(result)]
-      return nest.pack_sequence_as(result, result_flat)
-
-  return tf_decorator.make_decorator(f, wrapper)
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 73d787b8be..613adaee80 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -57,8 +57,6 @@ from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
-from tensorflow.python.training import adam
-from tensorflow.python.training import momentum
 from tensorflow.python.training import training_ops
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
@@ -317,7 +315,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       c = constant_op.constant([[2.]])
       f_c = f(c)
       g, = gradients_impl.gradients(f_c, c)
-      self.assertTrue(isinstance(g, ops.IndexedSlices))
+      self.assertIsInstance(g, ops.IndexedSlices)
 
     outer()
 
@@ -853,7 +851,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         return indexed_slice
 
       output = f()
-      self.assertTrue(isinstance(output, ops.IndexedSlices))
+      self.assertIsInstance(output, ops.IndexedSlices)
       self.assertAllEqual(indexed_slice.values, output.values)
       self.assertAllEqual(indexed_slice.indices, output.indices)
       self.assertAllEqual(indexed_slice.dense_shape, output.dense_shape)
@@ -882,7 +880,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     def validate(arg):
       output = f(arg)
-      self.assertTrue(isinstance(output, ops.IndexedSlices))
+      self.assertIsInstance(output, ops.IndexedSlices)
       self.assertAllEqual(arg.values, output.values)
       self.assertAllEqual(arg.indices, output.indices)
       self.assertAllEqual(arg.dense_shape, output.dense_shape)
@@ -1483,8 +1481,8 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     clipped_list, global_norm = clip_by_global_norm(t_list,
                                                     constant_op.constant(.2))
     for t in clipped_list:
-      self.assertTrue(isinstance(t, ops.Tensor))
-    self.assertTrue(isinstance(global_norm, ops.Tensor))
+      self.assertIsInstance(t, ops.Tensor)
+    self.assertIsInstance(global_norm, ops.Tensor)
 
   def testNestedSequenceInputs(self):
 
@@ -1505,7 +1503,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(ret[0][0], 2)
     self.assertAllEqual(ret[0][1][0][0], 8)
     self.assertAllEqual(ret[0][1][0][1], 4)
-    self.assertTrue(isinstance(ret[0][1][0], tuple))
+    self.assertIsInstance(ret[0][1][0], tuple)
     self.assertAllEqual(ret[0][1][1], 6)
     self.assertAllEqual(ret[0][2], 10)
     self.assertAllEqual(ret[1], 15)
@@ -2185,17 +2183,17 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
                                    expected_func_name_regex[i])
 
         # Check the forward and backward function has the correct attributes.
-        self.assertEquals(
+        self.assertEqual(
             functions[1].definition.attr['backward_function_name'].s,
             functions[2].name)
-        self.assertEquals(
+        self.assertEqual(
             functions[2].definition.attr['forward_function_name'].s,
             functions[1].name)
 
-        self.assertEquals(
+        self.assertEqual(
             functions[4].definition.attr['backward_function_name'].s,
             functions[5].name)
-        self.assertEquals(
+        self.assertEqual(
             functions[5].definition.attr['forward_function_name'].s,
             functions[4].name)
 
@@ -2208,8 +2206,8 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         self.assertEqual(len(graph._functions), 6)
         functions = list(graph._functions.values())
         for i in range(len(functions)):
-          self.assertEquals(captured_function_names[i],
-                            functions[i].definition.signature.name)
+          self.assertEqual(captured_function_names[i],
+                           functions[i].definition.signature.name)
 
   @parameterized.named_parameters(
       dict(testcase_name='Defun',
@@ -2388,10 +2386,10 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       y_value = sess.run(y)
 
       if test.is_gpu_available():
-        self.assertEquals(y_value, 5.0)
+        self.assertEqual(y_value, 5.0)
       else:
         # Grappler fallback to use the CPU impl even called with GPU function.
-        self.assertEquals(y_value, 3.0)
+        self.assertEqual(y_value, 3.0)
 
   def testDefunFunctionSeparateGraphs(self):
     with context.graph_mode():
@@ -2454,7 +2452,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDecoratedMethodInspect(self):
     m = DefunnedMiniModel()
     fullargspec = tf_inspect.getfullargspec(m.call)
-    self.assertTrue('training' in fullargspec.args)
+    self.assertIn('training', fullargspec.args)
 
   def testDecoratedMethodGetConcreteFunction(self):
     m = DefunnedMiniModel()
@@ -2471,249 +2469,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     DefunnedMiniModel.call.get_concrete_function(
         m, inputs=array_ops.ones([1, 2]), training=True)
 
-
-@test_util.with_c_shapes
-class AutomaticControlDependenciesTest(test.TestCase):
-
-  def testBasic(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      with function.AutomaticControlDependencies() as c:
-        v.assign(v + 1)
-        v.assign(2 * v)
-        val = v.read_value()
-        val = c.mark_as_return(val)
-      self.assertAllEqual(val.eval(), 4.0)
-
-  def testCondMustRun(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      p = array_ops.placeholder(dtype=dtypes.bool)
-      with function.AutomaticControlDependencies() as c:
-
-        def true_fn():
-          v.assign(v + 1)
-          return 0.0
-
-        def false_fn():
-          v.assign(v + 4)
-          return 1.0
-
-        control_flow_ops.cond(p, true_fn, false_fn)
-        val = v.read_value()
-        val = c.mark_as_return(val)
-      self.assertAllEqual(val.eval(feed_dict={p: False}), 5.0)
-      self.assertAllEqual(val.eval(feed_dict={p: True}), 6.0)
-
-  def testCondMustRunSeparateRead(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      p = array_ops.placeholder(dtype=dtypes.bool)
-      with function.AutomaticControlDependencies() as c:
-
-        def true_fn():
-          v.assign(v + 1)
-          return 0.0
-
-        def false_fn():
-          v.assign(v + 4)
-          return 1.0
-
-        control_flow_ops.cond(p, true_fn, false_fn)
-        one = constant_op.constant(1.0)
-        one = c.mark_as_return(one)
-      one.eval(feed_dict={p: False})
-      self.assertAllEqual(v.read_value().eval(), 5.0)
-      one.eval(feed_dict={p: True})
-      self.assertAllEqual(v.read_value().eval(), 6.0)
-
-  def testCondNested(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      p = array_ops.placeholder(dtype=dtypes.bool)
-      q = array_ops.placeholder(dtype=dtypes.bool)
-      with function.AutomaticControlDependencies() as c:
-
-        def true_fn():
-          v.assign(v + 1, name='true')
-          return 1.0
-
-        def false_fn():
-
-          def inner_true_fn():
-            v.assign(v * 2, name='false_true')
-            return 2.0
-
-          def inner_false_fn():
-            v.assign(v * 3, name='false_false')
-            return 3.0
-
-          control_flow_ops.cond(q, inner_true_fn, inner_false_fn)
-          return 1.0
-
-        control_flow_ops.cond(p, true_fn, false_fn)
-        with ops.name_scope('final'):
-          val = v.read_value()
-        val = c.mark_as_return(val)
-      self.assertAllEqual(val.eval(feed_dict={p: False, q: False}), 3.0)
-      self.assertAllEqual(val.eval(feed_dict={p: False, q: True}), 6.0)
-      self.assertAllEqual(val.eval(feed_dict={p: True, q: True}), 7.0)
-      self.assertAllEqual(val.eval(feed_dict={p: True, q: False}), 8.0)
-
-  def testCondOneBranch(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      p = array_ops.placeholder(dtype=dtypes.bool)
-      with function.AutomaticControlDependencies() as c:
-
-        def true_fn():
-          return 0.0
-
-        def false_fn():
-          v.assign(v + 4)
-          return 1.0
-
-        control_flow_ops.cond(p, true_fn, false_fn)
-        val = v.read_value()
-        val = c.mark_as_return(val)
-      self.assertAllEqual(val.eval(feed_dict={p: False}), 5.0)
-      self.assertAllEqual(val.eval(feed_dict={p: True}), 5.0)
-
-  def testCondOneBranchUpdateBefore(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      p = array_ops.placeholder(dtype=dtypes.bool)
-      with function.AutomaticControlDependencies() as c:
-        v.assign(v * 2)
-
-        def true_fn():
-          return 0.0
-
-        def false_fn():
-          v.assign(v + 4)
-          return 1.0
-
-        control_flow_ops.cond(p, true_fn, false_fn)
-        val = v.read_value()
-        val = c.mark_as_return(val)
-      self.assertAllEqual(val.eval(feed_dict={p: False}), 6.0)
-      self.assertAllEqual(val.eval(feed_dict={p: True}), 12.0)
-
-  def testCondOneBranchUpdateAfter(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-      p = array_ops.placeholder(dtype=dtypes.bool)
-      with function.AutomaticControlDependencies() as c:
-
-        def true_fn():
-          return 0.0
-
-        def false_fn():
-          v.assign(v + 4)
-          return 1.0
-
-        control_flow_ops.cond(p, true_fn, false_fn)
-        v.assign(v * 2)
-        val = v.read_value()
-        val = c.mark_as_return(val)
-      self.assertAllEqual(val.eval(feed_dict={p: False}), 10.0)
-      self.assertAllEqual(val.eval(feed_dict={p: True}), 20.0)
-
-  def testDefunWhileLoopWithCapturedLoopVars(self):
-    n = 3
-    x = constant_op.constant(list(range(n)))
-
-    @function.defun
-    def loop():
-      c = lambda i, x: i < n
-      b = lambda i, x: (i + 1, x + 1)
-      i, out = control_flow_ops.while_loop(c, b, (0, x))
-      return i, out
-
-    i, out = loop()
-    self.assertEqual(int(i), 3)
-    self.assertAllEqual(out, [3, 4, 5])
-
-  def testDecorator(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
-      variables.global_variables_initializer().run()
-
-      @function.automatic_control_dependencies
-      def f():
-        v.assign(v + 1)
-        v.assign(2 * v)
-        return v.read_value()
-
-      self.assertAllEqual(f().eval(), 4.0)
-
-  def testOptimizerInDefun(self):
-    def loss(v):
-      return v**2
-
-    optimizer = momentum.MomentumOptimizer(learning_rate=1.0, momentum=1.0)
-
-    @function.defun
-    def train():
-      self.v = resource_variable_ops.ResourceVariable(1.0)
-      grad = backprop.implicit_grad(loss)(self.v)
-      optimizer.apply_gradients(grad)
-      return self.v.read_value()
-
-    value = train()
-    self.assertEqual(value.numpy(), -1.0)
-
-  def testReturningNonTensorRaisesError(self):
-    optimizer = momentum.MomentumOptimizer(learning_rate=1.0, momentum=1.0)
-    optimizer.apply_gradients = function.defun(optimizer.apply_gradients)
-    v = resource_variable_ops.ResourceVariable(1.0)
-    grad = backprop.implicit_grad(lambda v: v**2)(v)
-
-    with self.assertRaisesRegexp(TypeError,
-                                 '.*must return zero or more Tensors.*'):
-      # TODO(akshayka): We might want to allow defun-ing Python functions
-      # that return operations (and just execute the op instead of running it).
-      optimizer.apply_gradients(grad)
-
-  # TODO(b/111663004): This should work when the outer context is graph
-  # building.
-  def testOptimizerNonSlotVarsInDefunNoError(self):
-    def loss(v):
-      return v**2
-
-    optimizer = adam.AdamOptimizer(learning_rate=1.0)
-
-    @function.defun
-    def train():
-      self.v = resource_variable_ops.ResourceVariable(1.0)
-      grad = backprop.implicit_grad(loss)(self.v)
-      optimizer.apply_gradients(grad)
-      return self.v.read_value()
-
-    train()
-
-  def testOptimizerInDefunWithCapturedVariable(self):
-    v = resource_variable_ops.ResourceVariable(1.0)
-    def loss():
-      return v**2
-
-    optimizer = momentum.MomentumOptimizer(learning_rate=1.0, momentum=1.0)
-
-    @function.defun
-    def train():
-      grad = backprop.implicit_grad(loss)()
-      optimizer.apply_gradients(grad)
-
-    train()
-    self.assertEqual(v.numpy(), -1.0)
-
   def testFunctionModifiesInputList(self):
     # Tests on `list` methods that do in place modification, except `list.sort`
     # since it cannot even be "defunned" in the first place
diff --git a/tensorflow/python/eager/wrap_function.py b/tensorflow/python/eager/wrap_function.py
index 2a9a164709..7f9c896ade 100644
--- a/tensorflow/python/eager/wrap_function.py
+++ b/tensorflow/python/eager/wrap_function.py
@@ -20,6 +20,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.eager import function
+from tensorflow.python.framework import func_graph
 from tensorflow.python.ops import variable_scope
 
 
@@ -83,7 +84,7 @@ def wrap_function(fn, signature, name=None):
   """
   holder = VariableHolder(fn)
   fn = function.Function(
-      function.func_graph_from_py_func(
+      func_graph.func_graph_from_py_func(
           name,
           holder,
           args=None, kwargs=None, signature=signature,
diff --git a/tensorflow/python/framework/auto_control_deps.py b/tensorflow/python/framework/auto_control_deps.py
new file mode 100644
index 0000000000..9a9ee46aab
--- /dev/null
+++ b/tensorflow/python/framework/auto_control_deps.py
@@ -0,0 +1,273 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""AutomaticControlDependencies and related functionality."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.eager import context
+from tensorflow.python.framework import dtypes as dtypes_module
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import control_flow_util
+from tensorflow.python.util import nest
+from tensorflow.python.util import tf_decorator
+
+
+class AutomaticControlDependencies(object):
+  """Context manager to automatically add control dependencies.
+
+  Code under this context manager will act as if a sensible set of control
+  dependencies were present. More specifically:
+    1. All stateful ops in the scope will execute
+    2. Stateful ops which modify the same resource will execute in program order
+
+  Note: creating variables in an automatic control dependencies context is not
+  supported (the value of the variables will never change as they will keep
+  getting reinitialized).
+
+  NOT THREAD SAFE
+  """
+
+  def __init__(self):
+    self._returned_tensors = set()
+
+  def mark_as_return(self, tensor):
+    """Acts like identity but marks the `Tensor` as a return value.
+
+    This will possibly return a copy of the `Tensor`. Usage:
+
+    ```
+      with AutomaticControlDependencies() as a:
+       ...
+       t = a.mark_as_return(t)
+      _ = ...(t...)  # i.e. it's safe to use t here
+    ```
+
+    Args:
+      tensor: the `Tensor` to be marked
+
+    Returns:
+      a copy of the `Tensor`.
+    """
+    if isinstance(tensor, ops.IndexedSlices):
+      values = array_ops.identity(tensor.values)
+      indices = array_ops.identity(tensor.indices)
+      self._returned_tensors.add(indices)
+      self._returned_tensors.add(values)
+      return ops.IndexedSlices(values, indices, dense_shape=tensor.dense_shape)
+    # We want to make the return values depend on the stateful operations, but
+    # we don't want to introduce a cycle, so we make the return value the result
+    # of a new identity operation that the stateful operations definitely don't
+    # depend on.
+    tensor = array_ops.identity(tensor)
+    self._returned_tensors.add(tensor)
+    return tensor
+
+  def __enter__(self):
+    if context.executing_eagerly():
+      return self
+    # This code assumes no other thread is adding ops to the graph while
+    # we're adding ops to the graph.
+    # TODO(apassos): Fix this by locking the graph or using a temporary
+    # graph (but that would mess up devices and collections at least,
+    # probably other things as well).
+    self._graph = ops.get_default_graph()
+    self._n_operations = len(self._graph.get_operations())
+    return self
+
+  def _process_switch(self, switch_op, ops_which_must_run,
+                      last_op_using_resource_tensor, merge_for_resource):
+    """Processes a switch node for a resource input.
+
+    When tensorflow creates a cond, it creates a control flow context for each
+    branch of the cond. Each external tensor accessed by that branch is routed
+    through a switch op, which gets created in the graph _after_ the op which
+    uses that tensor get created.
+
+    If the resource comes from another switch op we process that one first.
+
+    _process_switch creates a corresponding merge node for the switch node. This
+    merge node is added to the outer control flow context of the switch
+    node. We also ensure that:
+
+      1. The switch node executes after the previous op which used the resource
+         tensor
+
+      2. Any op which uses a resource output of the switch node executes before
+         the merge for the switch node.
+
+      3. The next op which uses the input resource to the switch node (which
+         might be another switch node for the other branch of the conditional)
+         will execute after the merge node is done.
+
+      4. The merge node is marked as must_run so it will run even if no
+         subsequent operation uses the resource.
+
+    Args:
+      switch_op: the switch op to be processed
+      ops_which_must_run: the set of ops which must run
+      last_op_using_resource_tensor: map from resource tensor to last op using
+        it
+      merge_for_resource: map from resource tensor to merge which must follow
+        all usages of it.
+    """
+    inp = switch_op.inputs[0]
+    if inp.dtype == dtypes_module.resource and inp.op.type == "Switch":
+      self._process_switch(inp.op, ops_which_must_run,
+                           last_op_using_resource_tensor, merge_for_resource)
+    if switch_op.outputs[0] in merge_for_resource:
+      return
+    new_merge = control_flow_ops.merge(switch_op.outputs,
+                                       name="artificial_merge")
+    new_merge[0].op._control_flow_context = (  # pylint: disable=protected-access
+        switch_op._control_flow_context.outer_context)  # pylint: disable=protected-access
+    # Ensures the merge always runs
+    ops_which_must_run.add(new_merge[0].op)
+    if inp in last_op_using_resource_tensor:
+      # Ensures the switch executes after the previous op using the resource.
+      switch_op._add_control_input(last_op_using_resource_tensor[inp])  # pylint: disable=protected-access
+    # Ensure the next op outside the cond happens after the merge.
+    last_op_using_resource_tensor[inp] = new_merge[0].op
+    if inp in merge_for_resource:
+      merge_for_resource[inp]._add_control_input(new_merge[0].op)  # pylint: disable=protected-access
+    for o in switch_op.outputs:
+      # Ensures the merge will execute after all ops inside the cond
+      merge_for_resource[o] = new_merge[0].op
+
+  def __exit__(self, unused_type, unused_value, unused_traceback):
+    if context.executing_eagerly():
+      return
+
+    if self._graph is not ops.get_default_graph():
+      raise RuntimeError(
+          "Graph changed while trying to add control dependencies.")
+
+    # map from resource tensor to the last op which used it
+    last_op_using_resource_tensor = {}
+    # set of conditional and loop exits
+    ops_which_must_run = set()
+    # merge which must depend on ops which use this resource
+    merge_for_resource = {}
+
+    new_operations = self._graph.get_operations()[self._n_operations:]
+
+    # Ensures that uses of resource tensors get serialized properly and all
+    # execute. This is done by keeping a map from resource tensor to the last op
+    # in graph-construction order which used it (last_op_using_resource_tensor).
+    #
+    # Conditionals are written in TensorFlow such that every external tensor
+    # accessed in the conditional goes through a switch op and every return
+    # tensor (it's guaranteed that there will be at least one) goes through a
+    # merge op.
+    #
+    # To handle conditionals, switches are handled in a special way (see
+    # comments for _process_switch). Merge nodes created by TF's conditional
+    # logic (as opposed to by _process_switch) are forced to run and also get a
+    # control dependency added to them to ensure all stateful ops inside their
+    # control flow context run.
+    #
+    # We also ensure that if an op is using a resource output by a switch node
+    # (that is, a resource tensor for which there's a value in
+    # merge_for_resource) this op will run before the merge for that resource.
+    #
+    # We try to add control inputs to nodes respecting their control flow
+    # contexts to avoid dead nodes propagating everywhere and leading to
+    # "retval[0] doesn't have value" errors. If a node gets a control dependency
+    # on a dead node (i.e. a note from an untaken control flow branch) that node
+    # will be marked as dead unless it's a merge node.
+    #
+    # TODO(apassos): serialize non-resource-taking stateful ops as well, and
+    # test that it works. Support while loops. Support init_scope escaping from
+    # this.
+    for op in new_operations:
+      # TODO(apassos) make this code safely support while loops.
+      if control_flow_util.IsInWhileLoop(op):
+        continue
+      control_inputs = set()
+      # Ensure stateful ops run
+      if (op.type not in self._graph._registered_ops  # pylint: disable=protected-access
+          or self._graph._registered_ops[op.type].is_stateful):  # pylint: disable=protected-access
+        ops_which_must_run.add(op)
+      # Ignore switches (they're handled separately)
+      if op.type == "Switch" and op.inputs[0].dtype == dtypes_module.resource:
+        continue
+      # Make merges trigger all other computation which must run
+      if op.type == "Merge":
+        for o in ops_which_must_run:
+          op._add_control_input(o)  # pylint: disable=protected-access
+          for inp in o.inputs:
+            if inp in last_op_using_resource_tensor:
+              last_op_using_resource_tensor[inp] = op
+        ops_which_must_run = set([op])
+        continue
+      found_resource = False
+      for inp in op.inputs:
+        if inp.dtype == dtypes_module.resource:
+          found_resource = True
+          # Deal with switches, finally.
+          if inp.op.type == "Switch":
+            self._process_switch(inp.op, ops_which_must_run,
+                                 last_op_using_resource_tensor,
+                                 merge_for_resource)
+          # Ensure uses of resources are serialized
+          if inp in last_op_using_resource_tensor:
+            if (last_op_using_resource_tensor[inp]._control_flow_context  # pylint: disable=protected-access
+                is op._control_flow_context):  # pylint: disable=protected-access
+              control_inputs.add(last_op_using_resource_tensor[inp])
+          # Ensure merges happen after the closing of a cond block
+          if inp in merge_for_resource:
+            merge_for_resource[inp]._add_control_input(op)  # pylint: disable=protected-access
+          last_op_using_resource_tensor[inp] = op
+      if (op.op_def.is_stateful and not found_resource
+          and op._control_flow_context is None):  # pylint: disable=protected-access
+        if None in last_op_using_resource_tensor:
+          op._add_control_input(last_op_using_resource_tensor[None])  # pylint: disable=protected-access
+        last_op_using_resource_tensor[None] = op
+      control_inputs = [c for c in control_inputs
+                        if c._control_flow_context is op._control_flow_context]  # pylint: disable=protected-access
+      op._add_control_inputs(control_inputs)  # pylint: disable=protected-access
+
+    # Ensure all ops which must run do run
+    for r in self._returned_tensors:
+      if ops_which_must_run:
+        r.op._add_control_inputs(  # pylint: disable=protected-access
+            [o for o in ops_which_must_run
+             if o._control_flow_context is r.op._control_flow_context])  # pylint: disable=protected-access
+
+
+def automatic_control_dependencies(f):
+  """Wraps f to automatically insert control dependencies.
+
+  The inserted dependencies ensure that:
+    1. All stateful ops in f run when the result of f runs
+    2. Updates to the same resources happen in order.
+
+  Args:
+    f: the function to be wrapped.
+
+  Returns:
+    The wrapped function.
+  """
+
+  def wrapper(*args, **kwargs):
+    with AutomaticControlDependencies() as a:
+      result = f(*args, **kwargs)
+      result_flat = [a.mark_as_return(t) for t in nest.flatten(result)]
+      return nest.pack_sequence_as(result, result_flat)
+
+  return tf_decorator.make_decorator(f, wrapper)
diff --git a/tensorflow/python/framework/auto_control_deps_test.py b/tensorflow/python/framework/auto_control_deps_test.py
new file mode 100644
index 0000000000..a1dff9e834
--- /dev/null
+++ b/tensorflow/python/framework/auto_control_deps_test.py
@@ -0,0 +1,280 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.eager import backprop
+from tensorflow.python.eager import context
+from tensorflow.python.eager import function
+from tensorflow.python.framework import auto_control_deps as acd
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+from tensorflow.python.training import adam
+from tensorflow.python.training import momentum
+
+
+class AutomaticControlDependenciesTest(test.TestCase):
+
+  def testBasic(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      with acd.AutomaticControlDependencies() as c:
+        v.assign(v + 1)
+        v.assign(2 * v)
+        val = v.read_value()
+        val = c.mark_as_return(val)
+      self.assertAllEqual(val.eval(), 4.0)
+
+  def testCondMustRun(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      p = array_ops.placeholder(dtype=dtypes.bool)
+      with acd.AutomaticControlDependencies() as c:
+
+        def true_fn():
+          v.assign(v + 1)
+          return 0.0
+
+        def false_fn():
+          v.assign(v + 4)
+          return 1.0
+
+        control_flow_ops.cond(p, true_fn, false_fn)
+        val = v.read_value()
+        val = c.mark_as_return(val)
+      self.assertAllEqual(val.eval(feed_dict={p: False}), 5.0)
+      self.assertAllEqual(val.eval(feed_dict={p: True}), 6.0)
+
+  def testCondMustRunSeparateRead(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      p = array_ops.placeholder(dtype=dtypes.bool)
+      with acd.AutomaticControlDependencies() as c:
+
+        def true_fn():
+          v.assign(v + 1)
+          return 0.0
+
+        def false_fn():
+          v.assign(v + 4)
+          return 1.0
+
+        control_flow_ops.cond(p, true_fn, false_fn)
+        one = constant_op.constant(1.0)
+        one = c.mark_as_return(one)
+      one.eval(feed_dict={p: False})
+      self.assertAllEqual(v.read_value().eval(), 5.0)
+      one.eval(feed_dict={p: True})
+      self.assertAllEqual(v.read_value().eval(), 6.0)
+
+  def testCondNested(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      p = array_ops.placeholder(dtype=dtypes.bool)
+      q = array_ops.placeholder(dtype=dtypes.bool)
+      with acd.AutomaticControlDependencies() as c:
+
+        def true_fn():
+          v.assign(v + 1, name='true')
+          return 1.0
+
+        def false_fn():
+
+          def inner_true_fn():
+            v.assign(v * 2, name='false_true')
+            return 2.0
+
+          def inner_false_fn():
+            v.assign(v * 3, name='false_false')
+            return 3.0
+
+          control_flow_ops.cond(q, inner_true_fn, inner_false_fn)
+          return 1.0
+
+        control_flow_ops.cond(p, true_fn, false_fn)
+        with ops.name_scope('final'):
+          val = v.read_value()
+        val = c.mark_as_return(val)
+      self.assertAllEqual(val.eval(feed_dict={p: False, q: False}), 3.0)
+      self.assertAllEqual(val.eval(feed_dict={p: False, q: True}), 6.0)
+      self.assertAllEqual(val.eval(feed_dict={p: True, q: True}), 7.0)
+      self.assertAllEqual(val.eval(feed_dict={p: True, q: False}), 8.0)
+
+  def testCondOneBranch(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      p = array_ops.placeholder(dtype=dtypes.bool)
+      with acd.AutomaticControlDependencies() as c:
+
+        def true_fn():
+          return 0.0
+
+        def false_fn():
+          v.assign(v + 4)
+          return 1.0
+
+        control_flow_ops.cond(p, true_fn, false_fn)
+        val = v.read_value()
+        val = c.mark_as_return(val)
+      self.assertAllEqual(val.eval(feed_dict={p: False}), 5.0)
+      self.assertAllEqual(val.eval(feed_dict={p: True}), 5.0)
+
+  def testCondOneBranchUpdateBefore(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      p = array_ops.placeholder(dtype=dtypes.bool)
+      with acd.AutomaticControlDependencies() as c:
+        v.assign(v * 2)
+
+        def true_fn():
+          return 0.0
+
+        def false_fn():
+          v.assign(v + 4)
+          return 1.0
+
+        control_flow_ops.cond(p, true_fn, false_fn)
+        val = v.read_value()
+        val = c.mark_as_return(val)
+      self.assertAllEqual(val.eval(feed_dict={p: False}), 6.0)
+      self.assertAllEqual(val.eval(feed_dict={p: True}), 12.0)
+
+  def testCondOneBranchUpdateAfter(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+      p = array_ops.placeholder(dtype=dtypes.bool)
+      with acd.AutomaticControlDependencies() as c:
+
+        def true_fn():
+          return 0.0
+
+        def false_fn():
+          v.assign(v + 4)
+          return 1.0
+
+        control_flow_ops.cond(p, true_fn, false_fn)
+        v.assign(v * 2)
+        val = v.read_value()
+        val = c.mark_as_return(val)
+      self.assertAllEqual(val.eval(feed_dict={p: False}), 10.0)
+      self.assertAllEqual(val.eval(feed_dict={p: True}), 20.0)
+
+  def testDefunWhileLoopWithCapturedLoopVars(self):
+    n = 3
+    x = constant_op.constant(list(range(n)))
+
+    @function.defun
+    def loop():
+      c = lambda i, x: i < n
+      b = lambda i, x: (i + 1, x + 1)
+      i, out = control_flow_ops.while_loop(c, b, (0, x))
+      return i, out
+
+    i, out = loop()
+    self.assertEqual(int(i), 3)
+    self.assertAllEqual(out, [3, 4, 5])
+
+  def testDecorator(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(1.0)
+      variables.global_variables_initializer().run()
+
+      @acd.automatic_control_dependencies
+      def f():
+        v.assign(v + 1)
+        v.assign(2 * v)
+        return v.read_value()
+
+      self.assertAllEqual(f().eval(), 4.0)
+
+  def testOptimizerInDefun(self):
+    def loss(v):
+      return v**2
+
+    optimizer = momentum.MomentumOptimizer(learning_rate=1.0, momentum=1.0)
+
+    @function.defun
+    def train():
+      self.v = resource_variable_ops.ResourceVariable(1.0)
+      grad = backprop.implicit_grad(loss)(self.v)
+      optimizer.apply_gradients(grad)
+      return self.v.read_value()
+
+    value = train()
+    self.assertEqual(value.numpy(), -1.0)
+
+  def testReturningNonTensorRaisesError(self):
+    optimizer = momentum.MomentumOptimizer(learning_rate=1.0, momentum=1.0)
+    optimizer.apply_gradients = function.defun(optimizer.apply_gradients)
+    v = resource_variable_ops.ResourceVariable(1.0)
+    grad = backprop.implicit_grad(lambda v: v**2)(v)
+
+    with self.assertRaisesRegexp(TypeError,
+                                 '.*must return zero or more Tensors.*'):
+      # TODO(akshayka): We might want to allow defun-ing Python functions
+      # that return operations (and just execute the op instead of running it).
+      optimizer.apply_gradients(grad)
+
+  # TODO(b/111663004): This should work when the outer context is graph
+  # building.
+  def testOptimizerNonSlotVarsInDefunNoError(self):
+    def loss(v):
+      return v**2
+
+    optimizer = adam.AdamOptimizer(learning_rate=1.0)
+
+    @function.defun
+    def train():
+      self.v = resource_variable_ops.ResourceVariable(1.0)
+      grad = backprop.implicit_grad(loss)(self.v)
+      optimizer.apply_gradients(grad)
+      return self.v.read_value()
+
+    train()
+
+  def testOptimizerInDefunWithCapturedVariable(self):
+    v = resource_variable_ops.ResourceVariable(1.0)
+    def loss():
+      return v**2
+
+    optimizer = momentum.MomentumOptimizer(learning_rate=1.0, momentum=1.0)
+
+    @function.defun
+    def train():
+      grad = backprop.implicit_grad(loss)()
+      optimizer.apply_gradients(grad)
+
+    train()
+    self.assertEqual(v.numpy(), -1.0)
+
+
+if __name__ == '__main__':
+  ops.enable_eager_execution()
+  test.main()
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
new file mode 100644
index 0000000000..be0eecb412
--- /dev/null
+++ b/tensorflow/python/framework/func_graph.py
@@ -0,0 +1,528 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""FuncGraph and related functionality."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import collections
+import weakref
+
+from tensorflow.core.framework import attr_value_pb2
+from tensorflow.python import autograph
+from tensorflow.python.eager import context
+from tensorflow.python.eager import tape
+from tensorflow.python.eager.graph_only_ops import graph_placeholder
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
+from tensorflow.python.framework.auto_control_deps import AutomaticControlDependencies
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import custom_gradient
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variable_scope
+from tensorflow.python.util import compat
+from tensorflow.python.util import nest
+from tensorflow.python.util.lazy_loader import LazyLoader
+
+# This is to avoid a circular dependency:
+# function -> func_graph
+function = LazyLoader("function", globals(),
+                      "tensorflow.python.eager.function")
+
+
+class FuncGraph(ops.Graph):
+  """Graph representing a function body.
+
+  Attributes:
+    name: The name of the function.
+    inputs: Placeholder tensors representing the inputs to this function. The
+      tensors are in this FuncGraph. This represents "regular" inputs as well as
+      captured inputs (i.e. the values of self.captures), with the regular
+      inputs coming first.
+    outputs: Tensors that will be returned by this function. The tensors are in
+      this FuncGraph.
+    structured_outputs: A possibly-nested python object which will be returned
+      by this function. The Tensors in this structure are the same as those of
+      self.outputs. Note that this structure might contain Python `None`s.
+    variables: Variables that should be watched during function execution.
+    outer_graph: The graph this function is defined in. May be another FuncGraph
+      or the global default Graph.
+    captures: Maps external tensor -> internal tensor (i.e. input placeholder).
+      The entries are in the order they were captured.
+    seed: The graph-level random seed.
+  """
+
+  def __init__(self, name):
+    """Construct a new FuncGraph.
+
+    The graph will inherit its graph key, collections, seed, and distribution
+    strategy stack from the current context or graph.
+
+    Args:
+      name: the name of the function.
+    """
+    super(FuncGraph, self).__init__()
+
+    self.name = name
+    self.inputs = []
+    self.outputs = []
+    self.structured_outputs = None
+    self._weak_variables = []
+    self.outer_graph = ops.get_default_graph()
+    self.captures = collections.OrderedDict()
+
+    self._building_function = True
+    # Map from resource tensor name to last op (in program order) which uses
+    # this tensor. Used to enforce that execution order matches program order
+    # for resource tensors.
+    self._last_op_using_resource_tensor = {}
+
+    graph = self.outer_graph
+
+    # pylint: disable=protected-access
+    # TODO(b/112906995, nareshmodi): distribution strategy depends on inheriting
+    # this stack from the default graph even in eager mode. Maybe it should be
+    # part of the eager context? This would also allow us to remove a
+    # get_default_graph() call from the function cache lookup.
+    self._distribution_strategy_stack = graph._distribution_strategy_stack
+    # We ignore device placements from any outer scopes while tracing the
+    # function when possible, to avoid hard-coding them in the function
+    # graph. "Default" placements come from the PartitionedCallOp's placement,
+    # so that the same trace of the Python function may be placed on several
+    # different devices and saved functions may be placed on new devices when
+    # restored.
+    if context.executing_eagerly():
+      self.seed = context.global_seed()
+      self._xla_compile = (context.context().device_spec.device_type == "TPU")
+      if self._distribution_strategy_stack or self._xla_compile:
+        self._add_device_to_stack(context.context().device_name)
+    else:
+      self.seed = graph.seed
+      self._xla_compile = getattr(graph, "_xla_compile", False)
+      # TODO(allenl): Figure out if we can remove colocation stack
+      # specialization (currently used in cond_v2), here and in the cache key.
+      self._colocation_stack = graph._colocation_stack.copy()
+      if (self._distribution_strategy_stack
+          or self._xla_compile
+          or device_stack_has_callable(graph._device_function_stack)):
+        # Hard-code devices from device functions in the function body
+        self._device_function_stack = graph._device_function_stack.copy()
+    # TODO(b/112165328, b/112906995): summaries depend on inheriting collections
+    # from the default graph even in eager mode. It'd be nice to not have a
+    # default graph with eager execution, so hopefully this will go away when we
+    # remove collections.
+    self._collections = graph._collections
+    self._variable_creator_stack = graph._variable_creator_stack
+    # Inherit the graph key, since this is used for matching variables in
+    # optimizers.
+    self._graph_key = graph._graph_key
+    # pylint: enable=protected-access
+
+  @property
+  def variables(self):
+    """A list of variables accessed by this FuncGraph.
+
+    Note that functions keep only weak references to variables. Calling the
+    function after a variable it accesses has been deleted is an error.
+
+    Yields:
+      Strong references to variables accessed by this FuncGraph.
+    """
+    for weak_v in self._weak_variables:
+      v = weak_v()
+      if v is None:
+        raise AssertionError(
+            "Called a function referencing variables which have been deleted. "
+            "This likely means that function-local variables were created and "
+            "not referenced elsewhere in the program. This is generally a "
+            "mistake; consider storing variables in an object attribute on "
+            "first call.")
+      yield v
+
+  @variables.setter
+  def variables(self, var_list):
+    self._weak_variables = [weakref.ref(v) for v in var_list]
+
+  def create_op(
+      self,
+      op_type,
+      inputs,
+      dtypes,
+      input_types=None,
+      name=None,
+      attrs=None,
+      op_def=None,
+      compute_shapes=True,
+      compute_device=True):
+    """Like Graph.create_op, except handles external input tensors.
+
+    This overload adds functionality to create_op to "capture" any external
+    input tensors, i.e. tensors from the eager context or outer function graphs
+    if this is a nested function. See `capture` for more information.
+
+    Args:
+      op_type: The `Operation` type to create. This corresponds to the
+        `OpDef.name` field for the proto that defines the operation.
+      inputs: A list of `Tensor` objects that will be inputs to the `Operation`.
+      dtypes: A list of `DType` objects that will be the types of the tensors
+        that the operation produces.
+      input_types: (Optional.) A list of `DType`s that will be the types of
+        the tensors that the operation consumes. By default, uses the base
+        `DType` of each input in `inputs`. Operations that expect
+        reference-typed inputs must specify `input_types` explicitly.
+      name: (Optional.) A string name for the operation. If not specified, a
+        name is generated based on `op_type`.
+      attrs: (Optional.) A dictionary where the key is the attribute name (a
+        string) and the value is the respective `attr` attribute of the
+        `NodeDef` proto that will represent the operation (an `AttrValue`
+        proto).
+      op_def: (Optional.) The `OpDef` proto that describes the `op_type` that
+        the operation will have.
+      compute_shapes: (Optional.) Deprecated. Has no effect (shapes are always
+        computed).
+      compute_device: (Optional.) If True, device functions will be executed
+        to compute the device property of the Operation.
+
+    Returns:
+      An `Operation` object.
+    """
+    # This capturing logic interacts poorly with control flow contexts which
+    # want to replace inputs of ops far too late in the process. This can lead
+    # the context to get confused and try to create an Enter for an Enter. We
+    # can detect this here and skip the additional Enter which can confuse loop
+    # validation logic.
+    if op_type == "Enter" and inputs[0].op.type == "Enter":
+      if inputs[0].op.get_attr("frame_name") == attrs["frame_name"].s:
+        return inputs[0].op
+    # Calling AddValue on the control flow contexts to force creation of the
+    # backward accumulators in the original graph before we create placeholders
+    # to capture the inputs.
+    ctxt = ops.get_default_graph()._control_flow_context  # pylint: disable=protected-access
+    for i, inp in enumerate(inputs):
+      # TPU Estimator defines a control flow context with no AddValue method.
+      if ctxt is not None and hasattr(ctxt, "AddValue"):
+        inp = ctxt.AddValue(inp)
+      inp = self.capture(inp)
+      inputs[i] = inp
+    return super(FuncGraph, self).create_op(
+        op_type, inputs, dtypes, input_types, name, attrs, op_def,
+        compute_device=compute_device)
+
+  def capture(self, tensor, name=None):
+    """Captures `tensor` if it's external to this graph.
+
+    If `tensor` is from a different graph, returns a placeholder for it.
+    `tensor` and the placeholder will appear in self.captures, and the
+    placeholder will appear in self.inputs.  Multiple calls to this method with
+    the same `tensor` argument will return the same placeholder. If `tensor` is
+    from this graph, returns `tensor`.
+
+    Args:
+      tensor: Tensor. May be from this FuncGraph or a different graph.
+      name: Optional name if a placeholder is created.
+
+    Returns:
+      Tensor from this FuncGraph.
+    """
+    if isinstance(tensor, ops.EagerTensor):
+      if name is None:
+        name = str(ops.uid())
+      return self._capture_helper(tensor, name)
+    if tensor.graph is not self:
+      if name is None:
+        name = tensor.op.name
+      return self._capture_helper(tensor, name)
+    return tensor
+
+  def _capture_helper(self, tensor, name):
+    captured_tensor = self.captures.get(tensor, None)
+    if captured_tensor is None:
+      captured_tensor = _create_substitute_placeholder(tensor, name=name,
+                                                       dtype=tensor.dtype)
+      self.captures[tensor] = captured_tensor
+      self.inputs.append(captured_tensor)
+    tape.record_operation("captured_value", [captured_tensor], [tensor],
+                          lambda x: [x])
+    return captured_tensor
+
+  @property
+  def external_captures(self):
+    """External tensors captured by this function."""
+    return list(self.captures.keys())
+
+  @property
+  def internal_captures(self):
+    """Placeholders in this function corresponding captured tensors."""
+    return list(self.captures.values())
+
+
+def func_graph_from_py_func(name,
+                            python_func,
+                            args,
+                            kwargs,
+                            signature=None,
+                            func_graph=None,
+                            experimental_autograph=False,
+                            add_control_dependencies=True,
+                            arg_names=None,
+                            op_return_value=None):
+  """Returns a `FuncGraph` generated from `python_func`.
+
+  Args:
+    name: an identifier for the function.
+    python_func: the Python function to trace.
+    args: the positional args with which the Python function should be called;
+      ignored if a signature is provided.
+    kwargs: the keyword args with which the Python function should be called;
+      ignored if a signature is provided.
+    signature: a possibly nested sequence of `TensorSpecs` specifying the shapes
+      and dtypes of the arguments. When a signature is provided, `args` and
+      `kwargs` are ignored, and `python_func` is traced with Tensors conforming
+      to `signature`. If `None`, the shapes and dtypes are inferred from the
+      inputs.
+    func_graph: Optional. An instance of FuncGraph. If provided, we will use
+      this graph else a new one is built and returned.
+    experimental_autograph: whether to use autograph to compile `python_func`.
+      See https://www.tensorflow.org/guide/autograph for more information.
+    add_control_dependencies: If True, automatically adds control dependencies
+      to ensure program order matches execution order and stateful ops always
+      execute.
+    arg_names: Optional list of argument names, used to give input placeholders
+      recognizable names.
+    op_return_value: Optional. A Tensor. If set and `python_func` returns
+      Operations, those return values will be replaced with this value. If not
+      set, returning an Operation triggers an error.
+
+  Returns:
+    A FuncGraph.
+
+  Raises:
+    TypeError: If any of `python_func`'s return values is neither `None` nor a
+      `Tensor`.
+  """
+  if op_return_value is not None:
+    assert isinstance(op_return_value, ops.Tensor), op_return_value
+  if func_graph is None:
+    func_graph = FuncGraph(name)
+  assert isinstance(func_graph, FuncGraph)
+  if add_control_dependencies:
+    control_manager = AutomaticControlDependencies
+  else:
+    control_manager = ops.NullContextmanager
+  with func_graph.as_default(), control_manager() as a:
+    current_scope = variable_scope.get_variable_scope()
+    default_use_recource = current_scope.use_resource
+    current_scope.set_use_resource(True)
+
+    if signature is not None:
+      args = signature
+      kwargs = {}
+
+    func_args = _get_defun_inputs_from_args(args, arg_names)
+    func_kwargs = _get_defun_inputs_from_kwargs(kwargs)
+
+    # Note: `nest.flatten` sorts by keys, as does `_deterministic_dict_values`.
+    # Variables to help check whether mutation happens in calling the function
+    # Copy the recursive list, tuple and map structure, but not base objects
+    func_args_before = nest.pack_sequence_as(func_args, nest.flatten(func_args))
+    func_kwargs_before = nest.pack_sequence_as(
+        func_kwargs, nest.flatten(func_kwargs))
+
+    def convert(x):
+      """Converts a function output to a Tensor."""
+      if x is None:
+        return None
+      if op_return_value is not None and isinstance(x, ops.Operation):
+        # TODO(b/79881896): we currently can't capture external control deps, so
+        # this won't work if x needs to be captured (i.e. if python_func returns
+        # captured Operations).
+        with ops.control_dependencies([x]):
+          x = array_ops.identity(op_return_value)
+      else:
+        try:
+          x = ops.convert_to_tensor_or_indexed_slices(x)
+        except (ValueError, TypeError):
+          raise TypeError(
+              "To be compatible with tf.contrib.eager.defun, Python functions "
+              "must return zero or more Tensors; in compilation of %s, found "
+              "return value of type %s, which is not a Tensor." %
+              (str(python_func), type(x)))
+      if add_control_dependencies:
+        x = a.mark_as_return(x)
+      return x
+
+    this_tape = tape.push_new_tape()
+    try:
+      if experimental_autograph:
+        func_outputs = autograph.converted_call(
+            python_func, None,
+            autograph.ConversionOptions(
+                verbose=True,
+                recursive=True,
+                strip_decorators=(function.defun,),
+                optional_features=(),
+            ), *func_args, **func_kwargs)
+      else:
+        func_outputs = python_func(*func_args, **func_kwargs)
+      # invariant: `func_outputs` contains only Tensors and `None`s.
+      func_outputs = nest.map_structure(convert, func_outputs)
+
+      check_mutation(func_args_before, func_args)
+      check_mutation(func_kwargs_before, func_kwargs)
+    finally:
+      tape.pop_tape(this_tape)
+      current_scope.set_use_resource(default_use_recource)
+
+    # Variables in `func_args`, `func_kwargs` should be explicit inputs
+    # to the function, not captured inputs.
+    tape_variables = this_tape.watched_variables()
+    arg_variables = set()
+    inputs = []
+    for arg in nest.flatten(func_args) + nest.flatten(func_kwargs):
+      if isinstance(arg, resource_variable_ops.ResourceVariable):
+        try:
+          resource_placeholder = func_graph.captures.pop(arg.handle)
+          arg_variables.add(arg)
+        except KeyError:
+          # This case occurs if a Variable among the inputs is not actually
+          # used by the function; we still add an explicit input for it
+          # because the user should presumably pass the Variable as an input
+          # to the corresponding graph function.
+          resource_placeholder = _create_substitute_placeholder(arg.handle)
+        inputs.append(resource_placeholder)
+      elif isinstance(arg, ops.Tensor):
+        inputs.append(arg)
+    variables = [v for v in tape_variables if v not in arg_variables]
+    func_graph.inputs = inputs + list(func_graph.captures.values())
+
+    func_graph.structured_outputs = func_outputs
+    # Returning a closed-over tensor does not trigger convert_to_tensor.
+    func_graph.outputs.extend(
+        func_graph.capture(x)
+        for x in flatten(func_graph.structured_outputs)
+        if x is not None)
+
+    func_graph.variables = variables
+
+  # Register any other functions defined in the graph.
+  with ops.init_scope():
+    if context.executing_eagerly():
+      for f in func_graph._functions.values():  # pylint: disable=protected-access
+        # TODO(ashankar): What about the gradient registry?
+        context.add_function(f._c_func.func)  # pylint: disable=protected-access
+
+  return func_graph
+
+
+def device_stack_has_callable(device_stack):
+  """Checks whether a device stack contains a callable."""
+  return any(callable(spec._device_name_or_function)  # pylint: disable=protected-access
+             for spec in device_stack.peek_objs())
+
+
+def check_mutation(n1, n2):
+  """Check if two list of arguments are exactly the same."""
+  errmsg = ("Function to be traced should not modify structure of input "
+            "arguments. Check if your function has list and dictionary "
+            "operations that alter input arguments, "
+            "such as `list.pop`, `list.append`")
+  try:
+    nest.assert_same_structure(n1, n2)
+  except ValueError:
+    raise ValueError(errmsg)
+
+  for arg1, arg2 in zip(nest.flatten(n1), nest.flatten(n2)):
+    if arg1 is not arg2:
+      raise ValueError(errmsg)
+
+
+def flatten(sequence):
+  """A wrapper around `nest.flatten` that also unpacks `IndexedSlices`."""
+  # TODO(akshayka): Support `SparseTensor` in a similar fashion.
+  flat_sequence = nest.flatten(sequence)
+  outputs = []
+  for item in flat_sequence:
+    if isinstance(item, ops.IndexedSlices):
+      if item.dense_shape is not None:
+        outputs.extend([item.values, item.indices, item.dense_shape])
+      else:
+        outputs.extend([item.values, item.indices])
+    else:
+      outputs.append(item)
+  return outputs
+
+
+def _create_substitute_placeholder(value, name=None, dtype=None):
+  """Creates a placeholder for `value` and propagates shape info to it."""
+  # Note: setting ops.control_dependencies(None) ensures we always put
+  # capturing placeholders outside of any control flow context.
+  with ops.control_dependencies(None):
+    placeholder = graph_placeholder(
+        dtype=dtype or value.dtype, shape=value.shape, name=name)
+  custom_gradient.copy_handle_data(value, placeholder)
+  return placeholder
+
+
+def _get_defun_inputs_from_args(args, names):
+  """Maps Python function positional args to graph-construction inputs."""
+  return _get_defun_inputs(args, names, structure=args)
+
+
+def _get_defun_inputs(flat_args, names, structure):
+  """Maps python function args to graph-construction inputs.
+
+  Args:
+    flat_args: A flat list of user-specified arguments.
+    names: A list of strings with user-specified argument names, same length as
+      `flat_args`. May be `None`, in which case a generic name is used.
+    structure: The original argument list or dictionary.
+
+  Returns:
+    Placeholders with the same structure as `structure`.
+  """
+  function_inputs = []
+  if names is None:
+    names = [None] * len(flat_args)
+  for arg_value, name in zip(flat_args, names):
+    for arg in nest.flatten(arg_value):
+      if isinstance(arg, (ops.Tensor, tensor_spec.TensorSpec)):
+        if isinstance(arg, tensor_spec.TensorSpec) and arg.name:
+          requested_name = arg.name
+        else:
+          requested_name = name
+        placeholder = graph_placeholder(
+            arg.dtype, arg.shape,
+            name=requested_name)
+        if name is not None:
+          # Record the requested/user-specified name in case it's different than
+          # the uniquified name, for validation when exporting signatures.
+          placeholder.op._set_attr(  # pylint: disable=protected-access
+              "_user_specified_name",
+              attr_value_pb2.AttrValue(s=compat.as_bytes(requested_name)))
+        function_inputs.append(placeholder)
+      else:
+        function_inputs.append(arg)
+  return nest.pack_sequence_as(structure, function_inputs)
+
+
+def _get_defun_inputs_from_kwargs(kwargs):
+  """Maps Python function keyword args to graph-construction inputs."""
+  if kwargs:
+    names, flat_args = zip(*sorted(kwargs.items()))
+  else:
+    names = []
+    flat_args = []
+  return _get_defun_inputs(flat_args, names, structure=kwargs)
diff --git a/tensorflow/python/framework/function_def_to_graph.py b/tensorflow/python/framework/function_def_to_graph.py
index 98388c2e43..4d1aabde06 100644
--- a/tensorflow/python/framework/function_def_to_graph.py
+++ b/tensorflow/python/framework/function_def_to_graph.py
@@ -21,14 +21,14 @@ from __future__ import print_function
 from tensorflow.core.framework import graph_pb2
 from tensorflow.core.framework import types_pb2
 from tensorflow.core.framework import versions_pb2
-from tensorflow.python.eager import function
 from tensorflow.python.framework import importer
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import versions
+from tensorflow.python.framework.func_graph import FuncGraph
 
 
 def function_def_to_graph(fdef, input_shapes=None):
-  """Converts a FunctionDef to a function.FuncGraph (sub-class Graph).
+  """Converts a FunctionDef to a FuncGraph (sub-class Graph).
 
   The returned FuncGraph's `name`, `inputs` and `outputs` fields will be set.
   The input tensors are represented as placeholders.
@@ -46,7 +46,7 @@ def function_def_to_graph(fdef, input_shapes=None):
   Returns:
     A FuncGraph.
   """
-  func_graph = function.FuncGraph(fdef.signature.name)
+  func_graph = FuncGraph(fdef.signature.name)
   graph_def, nested_to_flat_tensor_name = function_def_to_graph_def(
       fdef, input_shapes)
 
diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index d42962158f..5c365c9d15 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -27,8 +27,8 @@ import numpy as np
 from six.moves import zip  # pylint: disable=redefined-builtin
 
 from tensorflow.python.eager import context
-from tensorflow.python.eager import function as eager_function
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import func_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
@@ -990,7 +990,7 @@ class Layer(checkpointable.CheckpointableBase):
       self.build(input_shape)
 
       with context.graph_mode():
-        graph = eager_function.FuncGraph('graph')
+        graph = func_graph.FuncGraph('graph')
         with graph.as_default():
           if isinstance(input_shape, list):
             inputs = [generate_placeholders_from_shape(shape)
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 42b232c7cd..5961131e16 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -29,9 +29,9 @@ from six.moves import zip  # pylint: disable=redefined-builtin
 
 from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.eager import context
-from tensorflow.python.eager import function as eager_function
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import errors_impl
+from tensorflow.python.framework import func_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.keras import backend
@@ -791,7 +791,7 @@ class Network(base_layer.Layer):
       # and graph building, the variables created after building the model in
       # a Graph are still valid when executing eagerly.
       with context.graph_mode():
-        graph = eager_function.FuncGraph('graph')
+        graph = func_graph.FuncGraph('graph')
         with graph.as_default():
           if isinstance(input_shape, list):
             x = [base_layer.generate_placeholders_from_shape(shape)
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 8a1e463a21..609806c411 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -26,7 +26,7 @@ from __future__ import print_function
 import collections
 
 from tensorflow.core.framework import attr_value_pb2
-from tensorflow.python.eager import function
+from tensorflow.python.framework import func_graph as func_graph_module
 from tensorflow.python.framework import function_def_to_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
@@ -60,12 +60,12 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
     add_control_dependencies = util.in_defun()
     pred = ops.convert_to_tensor(pred)
 
-    true_graph = function.func_graph_from_py_func(
+    true_graph = func_graph_module.func_graph_from_py_func(
         true_name, true_fn, [], {},
         func_graph=util.CondBranchFuncGraph(true_name),
         add_control_dependencies=add_control_dependencies,
         op_return_value=pred)
-    false_graph = function.func_graph_from_py_func(
+    false_graph = func_graph_module.func_graph_from_py_func(
         false_name, false_fn, [], {},
         func_graph=util.CondBranchFuncGraph(false_name),
         add_control_dependencies=add_control_dependencies,
@@ -241,7 +241,7 @@ def _grad_fn(func_graph, grads):
   func_graph's outputs w.r.t. its inputs.
 
   Args:
-    func_graph: function.FuncGraph. The corresponding forward-pass function.
+    func_graph: FuncGraph. The corresponding forward-pass function.
     grads: The list of input gradient Tensors.
 
   Returns:
@@ -280,7 +280,7 @@ def _grad_fn(func_graph, grads):
 
 def _create_grad_func(func_graph, grads, name):
   """Returns the FuncGraph representation of _grad_fn."""
-  return function.func_graph_from_py_func(
+  return func_graph_module.func_graph_from_py_func(
       name, lambda: _grad_fn(func_graph, grads), [], {},
       func_graph=util.CondBranchFuncGraph(name))
 
@@ -299,8 +299,8 @@ def _resolve_grad_inputs(cond_graph, grad_graph):
      `cond_graph.outer_graph` is also correctly captured.
 
   Args:
-    cond_graph: function.FuncGraph. The forward-pass function.
-    grad_graph: function.FuncGraph. The gradients function.
+    cond_graph: FuncGraph. The forward-pass function.
+    grad_graph: FuncGraph. The gradients function.
 
   Returns:
     A list of inputs tensors to be passed to grad_graph.
@@ -371,8 +371,8 @@ def _pad_params(true_graph, false_graph, true_params, false_params):
   There is no merging of params.
 
   Args:
-    true_graph: function.FuncGraph
-    false_graph: function.FuncGraph
+    true_graph: FuncGraph
+    false_graph: FuncGraph
     true_params: a list of Tensors from true_graph
     false_params: a list of Tensors from false_graph
 
@@ -397,8 +397,8 @@ def _make_inputs_match(true_graph, false_graph, true_inputs, false_inputs):
   graph to avoid duplicating shared arguments.
 
   Args:
-    true_graph: function.FuncGraph
-    false_graph: function.FuncGraph
+    true_graph: FuncGraph
+    false_graph: FuncGraph
     true_inputs: a list of Tensors in the outer graph. The inputs for
       true_graph.
     false_inputs: a list of Tensors in the outer graph. The inputs for
@@ -440,7 +440,7 @@ def _create_dummy_params(func_graph, template_tensors):
   """Creates tensors in func_graph to represent template_tensors.
 
   Args:
-    func_graph: function.FuncGraph.
+    func_graph: FuncGraph.
     template_tensors: a list of tensors in the outer graph.
 
   Returns:
diff --git a/tensorflow/python/ops/control_flow_util_v2.py b/tensorflow/python/ops/control_flow_util_v2.py
index b41022250a..cab1d7b02e 100644
--- a/tensorflow/python/ops/control_flow_util_v2.py
+++ b/tensorflow/python/ops/control_flow_util_v2.py
@@ -22,9 +22,10 @@ from __future__ import print_function
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework.func_graph import FuncGraph
 
 
-class CondBranchFuncGraph(function.FuncGraph):
+class CondBranchFuncGraph(FuncGraph):
   """FuncGraph for branches of tf.cond().
 
   This is used to distinguish cond branches from other functions.
@@ -32,7 +33,7 @@ class CondBranchFuncGraph(function.FuncGraph):
   pass
 
 
-class WhileCondFuncGraph(function.FuncGraph):
+class WhileCondFuncGraph(FuncGraph):
   """FuncGraph for the condition of tf.while_loop().
 
   This is used to distinguish while conditions from other functions.
@@ -40,7 +41,7 @@ class WhileCondFuncGraph(function.FuncGraph):
   pass
 
 
-class WhileBodyFuncGraph(function.FuncGraph):
+class WhileBodyFuncGraph(FuncGraph):
   """FuncGraph for the body of tf.while_loop().
 
   This is used to distinguish while bodies from other functions.
@@ -56,14 +57,14 @@ def in_defun():
   while (isinstance(graph, CondBranchFuncGraph) or
          isinstance(graph, WhileBodyFuncGraph)):
     graph = graph.outer_graph
-  return isinstance(graph, function.FuncGraph)
+  return isinstance(graph, FuncGraph)
 
 
 def create_new_tf_function(func_graph):
   """Converts func_graph to a TF_Function and adds it to the current graph.
 
   Args:
-    func_graph: function.FuncGraph
+    func_graph: FuncGraph
 
   Returns:
     The name of the new TF_Function.
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index 0b3853a37c..cd5ff52daf 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -35,6 +35,7 @@ from tensorflow.python.framework import function as framework_function
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
+from tensorflow.python.framework.func_graph import FuncGraph
 from tensorflow.python.ops import array_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops  # pylint: disable=unused-import
@@ -121,7 +122,7 @@ def _MarkReachedOps(from_ops, reached_ops, func_graphs):
   Args:
     from_ops: list of Operations.
     reached_ops: set of Operations.
-    func_graphs: list of _function.FuncGraphs. This method will traverse through
+    func_graphs: list of FuncGraphs. This method will traverse through
       these functions if they capture from_ops or any reachable ops.
   """
   queue = collections.deque()
@@ -146,7 +147,7 @@ def _PendingCount(to_ops, from_ops, colocate_gradients_with_ops, func_graphs,
     to_ops: list of Operations.
     from_ops: list of Operations.
     colocate_gradients_with_ops: Python bool.  See docstring of gradients().
-    func_graphs: list of _function.FuncGraphs. This method will traverse through
+    func_graphs: list of FuncGraphs. This method will traverse through
       these functions if they capture from_ops or any reachable ops. This is
       useful if to_ops occur in a function and from_ops are in an outer function
       or graph.
@@ -448,12 +449,12 @@ def _RaiseNoGradWrtInitialLoopValError(op, from_ops, xs):
 
 
 def _IsFunction(graph):
-  return (isinstance(graph, _function.FuncGraph) or
+  return (isinstance(graph, FuncGraph) or
           isinstance(graph, framework_function._FuncGraph))  # pylint: disable=protected-access
 
 
 def _Captures(func_graph):
-  if isinstance(func_graph, _function.FuncGraph):
+  if isinstance(func_graph, FuncGraph):
     return func_graph.captures
   else:
     assert isinstance(func_graph, framework_function._FuncGraph)  # pylint: disable=protected-access
@@ -467,7 +468,7 @@ def _MaybeCaptured(t):
     t: Tensor
 
   Returns:
-    A tensor, potentially from a different Graph/_function.FuncGraph.
+    A tensor, potentially from a different Graph/FuncGraph.
   """
   # pylint: disable=protected-access
   if (not isinstance(t, ops.EagerTensor) and
@@ -492,9 +493,8 @@ def _NonEagerInputs(op, xs):
     xs: list of Tensors we are differentiating w.r.t.
 
   Returns:
-    A list of tensors. The tensors may be from multiple
-    Graph/_function.FuncGraphs if op is in a _function.FuncGraph and has
-    captured inputs.
+    A list of tensors. The tensors may be from multiple Graph/FuncGraphs if op
+    is in a FuncGraph and has captured inputs.
   """
   if _IsFunction(op.graph):  # pylint: disable=protected-access
     inputs = []
@@ -519,7 +519,7 @@ def _Consumers(t, func_graphs):
 
   Args:
     t: Tensor
-    func_graphs: a list of _function.FuncGraphs that may have captured t.
+    func_graphs: a list of FuncGraphs that may have captured t.
 
   Returns:
     A list of tensors. The tensors will be from the current graph and/or
@@ -697,7 +697,7 @@ def _GradientsHelper(ys,
   curr_graph = src_graph
   while _IsFunction(curr_graph):
     func_graphs.append(curr_graph)
-    if isinstance(curr_graph, _function.FuncGraph):
+    if isinstance(curr_graph, FuncGraph):
       curr_graph = curr_graph.outer_graph
     else:
       assert isinstance(curr_graph, framework_function._FuncGraph)  # pylint: disable=protected-access
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 60458d27a6..687114ef03 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -26,8 +26,8 @@ from __future__ import print_function
 import collections
 
 from tensorflow.core.framework import attr_value_pb2
-from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import func_graph as func_graph_module
 from tensorflow.python.framework import function_def_to_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
@@ -90,7 +90,7 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
         tensor_spec.TensorSpec(shape, t.dtype)
         for shape, t in zip(flattened_shapes, flattened_loop_vars)
     ]
-    cond_graph = function.func_graph_from_py_func(
+    cond_graph = func_graph_module.func_graph_from_py_func(
         cond_name, wrapped_cond, flattened_loop_vars, {}, signature=signature,
         func_graph=util.WhileCondFuncGraph(cond_name),
         add_control_dependencies=add_control_dependencies)
@@ -131,7 +131,7 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
         tensor_spec.TensorSpec(shape, t.dtype)
         for shape, t in zip(flattened_shapes, flattened_loop_vars)
     ]
-    body_graph = function.func_graph_from_py_func(
+    body_graph = func_graph_module.func_graph_from_py_func(
         body_name, wrapped_body, flattened_loop_vars, {}, signature=signature,
         func_graph=util.WhileBodyFuncGraph(body_name),
         add_control_dependencies=add_control_dependencies)
@@ -248,7 +248,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
 
   loop_vars = args + body_grad_graph.external_captures
   grad_cond_name = util.unique_grad_fn_name(op.get_attr("cond").name)
-  cond_grad_graph = function.func_graph_from_py_func(
+  cond_grad_graph = func_graph_module.func_graph_from_py_func(
       grad_cond_name, grad_cond, loop_vars, {},
       func_graph=util.WhileCondFuncGraph(grad_cond_name))
 
@@ -319,7 +319,7 @@ def _create_grad_func(func_graph, grads, name, while_op):
 
   # Note: The returned function does not have `args` in the list of
   # `external_captures`.
-  grad_func_graph = function.func_graph_from_py_func(
+  grad_func_graph = func_graph_module.func_graph_from_py_func(
       name,
       lambda *args: _grad_fn(func_graph, args),
       args, {},
@@ -340,7 +340,7 @@ def _grad_fn(func_graph, args):
   `func_graph` by differentiating `func_graph`'s outputs w.r.t. its inputs.
 
   Args:
-    func_graph: function.FuncGraph. The corresponding forward-pass function.
+    func_graph: FuncGraph. The corresponding forward-pass function.
     args: The input arguments. args[0] - Loop counter args[1] - Total number of
       iterations.
       args[2:] - Incoming gradients for `func_graph.outputs`.
@@ -431,7 +431,7 @@ def _get_accumulator(tensor):
     A variant tensor in the same graph as `tensor` or None if no accumulator is
     found.
   """
-  assert isinstance(tensor.graph, function.FuncGraph)
+  assert isinstance(tensor.graph, func_graph_module.FuncGraph)
 
   def get_func_graph_output(t):
     """Returns t or Identity(t) whichever exists in graph outputs else None."""
@@ -620,7 +620,7 @@ def _get_tensor_convertible_shape(shape):
 
 
 def _graph_name(graph):
-  if isinstance(graph, function.FuncGraph):
+  if isinstance(graph, func_graph_module.FuncGraph):
     return graph.name
   return "Base"
 
-- 
GitLab


From 89769c0f691c489a2e43f81650bbf2216d1fe03a Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Fri, 19 Oct 2018 15:34:12 -0700
Subject: [PATCH 0342/1825] Disable
 contrib/cluster_resolver:slurm_cluster_resolver_py_test; it is flaky.

PiperOrigin-RevId: 217942503
---
 tensorflow/contrib/cluster_resolver/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index 7b59f9774e..a30b0d52e8 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -135,4 +135,5 @@ tf_py_test(
         "//tensorflow/python:training",
     ],
     main = "python/training/slurm_cluster_resolver_test.py",
+    tags = ["manual"],  # TODO(b/117992844): Flaky.
 )
-- 
GitLab


From a1355299ec71c1f056aa12cfcc11b7cc8960598b Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Fri, 19 Oct 2018 16:01:57 -0700
Subject: [PATCH 0343/1825] Make TensorFlow Lite Python depend on core saved
 model rather than contrib.

PiperOrigin-RevId: 217946514
---
 tensorflow/contrib/lite/python/BUILD | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/lite/python/BUILD b/tensorflow/contrib/lite/python/BUILD
index 916788f215..efc2398d11 100644
--- a/tensorflow/contrib/lite/python/BUILD
+++ b/tensorflow/contrib/lite/python/BUILD
@@ -61,9 +61,9 @@ py_library(
         ":lite_constants",
         ":op_hint",
         "//tensorflow/python:graph_util",
+        "//tensorflow/python/keras",
         "//tensorflow/python/saved_model:constants",
         "//tensorflow/python/saved_model:loader",
-        "//tensorflow/python/tools:freeze_graph_lib",
     ],
 )
 
@@ -78,6 +78,8 @@ py_test(
     ],
     deps = [
         ":lite",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_test_lib",
     ],
 )
 
@@ -147,10 +149,9 @@ py_library(
     visibility = ["//tensorflow/contrib/lite:__subpackages__"],
     deps = [
         ":convert",
-        "//tensorflow/contrib/saved_model:saved_model_py",
         "//tensorflow/python:graph_util",
         "//tensorflow/python:platform",
-        "//tensorflow/python/tools:freeze_graph_lib",
+        "//tensorflow/python/saved_model",
     ],
 )
 
-- 
GitLab


From 6c3baec9b932dd7a6c692081b5695874c25df63d Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Fri, 19 Oct 2018 16:47:16 -0700
Subject: [PATCH 0344/1825] Turn grappler on by default within defun.

PiperOrigin-RevId: 217952757
---
 tensorflow/core/kernels/partitioned_function_ops.cc | 12 ++++++++++++
 tensorflow/python/eager/BUILD                       |  1 +
 tensorflow/python/eager/context.py                  | 13 ++++++++++---
 tensorflow/python/eager/function_test.py            |  6 ++++++
 4 files changed, 29 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index 37739e0f92..9f3523d4fb 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -530,6 +530,18 @@ class PartitionedCallOp : public AsyncOpKernel {
     TF_RETURN_IF_ERROR(ConvertGraphDefToGraph(
         GraphConstructorOptions(), out_graph, optimized_graph.get()));
 
+    // Copy optimized functions back to the overlay lib.
+    if (flib) {
+      for (const FunctionDef& fdef : out_graph.library().function()) {
+        const string& func_name = fdef.signature().name();
+        if (flib->Contains(func_name)) {
+          TF_RETURN_IF_ERROR(flib->ReplaceFunction(func_name, fdef));
+        } else {
+          TF_RETURN_IF_ERROR(flib->AddFunctionDef(fdef));
+        }
+      }
+    }
+
     *graph = std::move(optimized_graph);
 
     // The graph conversion sets the requested device names but not the
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index b29bc53e87..be0683fac6 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -161,6 +161,7 @@ cuda_py_test(
         "//tensorflow/python:math_ops",
         "//tensorflow/python:resource_variable_ops",
     ],
+    shard_count = 10,
 )
 
 py_library(
diff --git a/tensorflow/python/eager/context.py b/tensorflow/python/eager/context.py
index bbdbae7790..48e6c1e649 100644
--- a/tensorflow/python/eager/context.py
+++ b/tensorflow/python/eager/context.py
@@ -98,12 +98,19 @@ class _EagerContext(threading.local):
     self.ones_rank_cache = _EagerTensorCache()
     self.zeros_cache = _EagerTensorCache()
     self.execution_mode = None
-    self.rewriter_config = None
+
+    # An empty string corresponds to turning all default grappler optimizations
+    # on.
+    base_config = rewriter_config_pb2.RewriterConfig()
+
+    # TODO(b/117959922): Turn this back on once the bug is fixed.
+    base_config.function_optimization = rewriter_config_pb2.RewriterConfig.OFF
+
     if config is not None and config.HasField(
         "graph_options") and config.graph_options.HasField("rewrite_options"):
-      self.rewriter_config = (
-          config.graph_options.rewrite_options.SerializeToString())
+      base_config.Merge(config.graph_options.rewrite_options)
 
+    self.rewriter_config = base_config.SerializeToString()
 
 
 ContextSwitch = collections.namedtuple(
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 613adaee80..8b8ce2898a 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -237,6 +237,9 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertSequenceEqual(outputs, expected)
 
   def testExecutingManyStatelessDefunsConcurrently(self):
+    # TODO(nareshmodi): Re-enable this test when grappler is faster, or
+    # simply disable grappler for this test.
+    self.skipTest('Very slow with grappler enabled, in fastbuild mode.')
 
     @function.defun
     def stateless(x):
@@ -266,6 +269,9 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertEqual(float(v.read_value()), 0.0)
 
   def testExecutingManyStatefulDefunsConcurrently(self):
+    # TODO(nareshmodi): Re-enable this test when grappler is faster, or
+    # simply disable grappler for this test.
+    self.skipTest('Very slow with grappler enabled, in fastbuild mode.')
 
     v = resource_variable_ops.ResourceVariable(1.0)
 
-- 
GitLab


From 0f4f7786849bb987fd713e7bbf8285f568621522 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 19 Oct 2018 17:16:02 -0700
Subject: [PATCH 0345/1825] Automated rollback of commit
 58be3bb08a20abcd66d7a45b0209ff38e989d161

PiperOrigin-RevId: 217956476
---
 tensorflow/contrib/lite/builtin_ops.h         |   1 -
 tensorflow/contrib/lite/c/builtin_op_data.h   |   4 -
 .../lite/core/api/flatbuffer_conversions.cc   |  10 -
 .../writer/option_writer_generator.cc         |   1 -
 tensorflow/contrib/lite/kernels/BUILD         |  14 -
 tensorflow/contrib/lite/kernels/register.cc   |   3 -
 .../lite/kernels/resize_nearest_neighbor.cc   | 152 --------
 .../kernels/resize_nearest_neighbor_test.cc   | 325 ------------------
 tensorflow/contrib/lite/nnapi_delegate.cc     |   1 -
 tensorflow/contrib/lite/schema/schema.fbs     |   6 -
 .../contrib/lite/schema/schema_generated.h    | 143 +-------
 .../contrib/lite/testing/generate_examples.py |  30 --
 .../graph_transformations/hardcode_min_max.cc |   1 -
 .../propagate_fixed_sizes.cc                  |  32 --
 .../toco/graph_transformations/quantize.cc    |   3 +-
 .../contrib/lite/toco/import_tensorflow.cc    |  20 --
 tensorflow/contrib/lite/toco/model.h          |  16 -
 .../contrib/lite/toco/tflite/operator.cc      |  24 --
 .../contrib/lite/toco/tflite/operator_test.cc |  10 -
 tensorflow/contrib/lite/toco/tooling_util.cc  |   1 -
 20 files changed, 8 insertions(+), 789 deletions(-)
 delete mode 100644 tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
 delete mode 100644 tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc

diff --git a/tensorflow/contrib/lite/builtin_ops.h b/tensorflow/contrib/lite/builtin_ops.h
index 1b115291b3..eb26c2dbdb 100644
--- a/tensorflow/contrib/lite/builtin_ops.h
+++ b/tensorflow/contrib/lite/builtin_ops.h
@@ -122,7 +122,6 @@ typedef enum {
   kTfLiteBuiltinFill = 94,
   kTfLiteBuiltinFloorMod = 95,
   kTfLiteBuiltinRange = 96,
-  kTfLiteBuiltinResizeNearestNeighbor = 97,
 } TfLiteBuiltinOperator;
 
 #ifdef __cplusplus
diff --git a/tensorflow/contrib/lite/c/builtin_op_data.h b/tensorflow/contrib/lite/c/builtin_op_data.h
index c0513df9f6..5a5f3ad61c 100644
--- a/tensorflow/contrib/lite/c/builtin_op_data.h
+++ b/tensorflow/contrib/lite/c/builtin_op_data.h
@@ -210,10 +210,6 @@ typedef struct {
   bool align_corners;
 } TfLiteResizeBilinearParams;
 
-typedef struct {
-  bool align_corners;
-} TfLiteResizeNearestNeighborParams;
-
 typedef struct {
 } TfLitePadParams;
 
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
index 9b8547e952..fe56c4ebf9 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
@@ -427,16 +427,6 @@ TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type,
       *builtin_data = reinterpret_cast<void*>(params);
       break;
     }
-    case BuiltinOperator_RESIZE_NEAREST_NEIGHBOR: {
-      auto* params =
-          allocator->AllocatePOD<TfLiteResizeNearestNeighborParams>();
-      if (auto* schema_params =
-              op->builtin_options_as_ResizeNearestNeighborOptions()) {
-        params->align_corners = schema_params->align_corners();
-      }
-      *builtin_data = reinterpret_cast<void*>(params);
-      break;
-    }
     case BuiltinOperator_RESHAPE: {
       auto* params = allocator->AllocatePOD<TfLiteReshapeParams>();
       if (auto* schema_params = op->builtin_options_as_ReshapeOptions()) {
diff --git a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc b/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
index dc32817b86..b35c6e0655 100644
--- a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
+++ b/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
@@ -44,7 +44,6 @@ static const char* param_structs[] = {"TfLiteConvParams",
                                       "TfLiteLocalResponseNormParams",
                                       "TfLiteLSTMParams",
                                       "TfLiteResizeBilinearParams",
-                                      "TfLiteResizeNearestNeighborParams",
                                       "TfLitePadParams",
                                       "TfLitePadV2Params",
                                       "TfLiteReshapeParams",
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index 3ffd673d5c..310cb6331d 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -205,7 +205,6 @@ cc_library(
         "relu1.cc",
         "reshape.cc",
         "resize_bilinear.cc",
-        "resize_nearest_neighbor.cc",
         "select.cc",
         "shape.cc",
         "skip_gram.cc",
@@ -839,19 +838,6 @@ tf_cc_test(
     ],
 )
 
-tf_cc_test(
-    name = "resize_nearest_neighbor_test",
-    size = "small",
-    srcs = ["resize_nearest_neighbor_test.cc"],
-    tags = ["tflite_not_portable_ios"],
-    deps = [
-        ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "@com_google_googletest//:gtest",
-    ],
-)
-
 tf_cc_test(
     name = "svdf_test",
     size = "small",
diff --git a/tensorflow/contrib/lite/kernels/register.cc b/tensorflow/contrib/lite/kernels/register.cc
index ac0546a575..310465d773 100644
--- a/tensorflow/contrib/lite/kernels/register.cc
+++ b/tensorflow/contrib/lite/kernels/register.cc
@@ -67,7 +67,6 @@ TfLiteRegistration* Register_PAD();
 TfLiteRegistration* Register_PADV2();
 TfLiteRegistration* Register_RESHAPE();
 TfLiteRegistration* Register_RESIZE_BILINEAR();
-TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR();
 TfLiteRegistration* Register_SKIP_GRAM();
 TfLiteRegistration* Register_SPACE_TO_DEPTH();
 TfLiteRegistration* Register_GATHER();
@@ -196,8 +195,6 @@ BuiltinOpResolver::BuiltinOpResolver() {
   AddBuiltin(BuiltinOperator_PADV2, Register_PADV2());
   AddBuiltin(BuiltinOperator_RESHAPE, Register_RESHAPE());
   AddBuiltin(BuiltinOperator_RESIZE_BILINEAR, Register_RESIZE_BILINEAR());
-  AddBuiltin(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
-             Register_RESIZE_NEAREST_NEIGHBOR());
   AddBuiltin(BuiltinOperator_SKIP_GRAM, Register_SKIP_GRAM());
   AddBuiltin(BuiltinOperator_SPACE_TO_DEPTH, Register_SPACE_TO_DEPTH());
   AddBuiltin(BuiltinOperator_GATHER, Register_GATHER());
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
deleted file mode 100644
index 95c920f95c..0000000000
--- a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
+++ /dev/null
@@ -1,152 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-
-namespace tflite {
-namespace ops {
-namespace builtin {
-namespace resize_nearest_neighbor {
-
-// This file has three implementations of RESIZE_NEAREST_NEIGHBOR.
-enum KernelType {
-  kReference,
-  kGenericOptimized,
-  kNeonOptimized,
-};
-
-constexpr int kInputTensor = 0;
-constexpr int kSizeTensor = 1;
-constexpr int kOutputTensor = 0;
-
-TfLiteStatus ResizeOutputTensor(TfLiteContext* context,
-                                const TfLiteTensor* input,
-                                const TfLiteTensor* size,
-                                TfLiteTensor* output) {
-  TfLiteIntArray* output_size = TfLiteIntArrayCreate(4);
-  output_size->data[0] = input->dims->data[0];
-  const int32* size_data = GetTensorData<int32>(size);
-  output_size->data[1] = size_data[0];
-  output_size->data[2] = size_data[1];
-  output_size->data[3] = input->dims->data[3];
-  return context->ResizeTensor(context, output, output_size);
-}
-
-TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
-  TF_LITE_ENSURE_EQ(context, NumInputs(node), 2);
-  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
-
-  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
-  const TfLiteTensor* size = GetInput(context, node, kSizeTensor);
-  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-
-  // TODO(ahentz): Our current implementations rely on the inputs being 4D.
-  TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4);
-  TF_LITE_ENSURE_EQ(context, NumDimensions(size), 1);
-
-  TF_LITE_ENSURE_EQ(context, size->type, kTfLiteInt32);
-  output->type = input->type;
-
-  if (!IsConstantTensor(size)) {
-    SetTensorToDynamic(output);
-    return kTfLiteOk;
-  }
-  return ResizeOutputTensor(context, input, size, output);
-}
-
-template <KernelType kernel_type>
-TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
-  auto* params =
-      reinterpret_cast<TfLiteResizeNearestNeighborParams*>(node->builtin_data);
-
-  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
-  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-  const TfLiteTensor* size = GetInput(context, node, kSizeTensor);
-
-  if (IsDynamicTensor(output)) {
-    TF_LITE_ENSURE_OK(context,
-                      ResizeOutputTensor(context, input, size, output));
-  }
-
-  tflite::ResizeNearestNeighborParams op_params;
-  op_params.align_corners = params->align_corners;
-
-  if (output->type == kTfLiteFloat32) {
-    reference_ops::ResizeNearestNeighbor(
-        op_params, GetTensorShape(input), GetTensorData<int32>(input),
-        GetTensorShape(size), GetTensorData<int32>(size),
-        GetTensorShape(output), GetTensorData<int32>(output));
-  } else if (output->type == kTfLiteUInt8) {
-    if (kernel_type == kReference) {
-      reference_ops::ResizeNearestNeighbor(
-          op_params, GetTensorShape(input), GetTensorData<uint8_t>(input),
-          GetTensorShape(size), GetTensorData<int32>(size),
-          GetTensorShape(output), GetTensorData<uint8_t>(output));
-    }
-    if (kernel_type == kGenericOptimized || kernel_type == kNeonOptimized) {
-      optimized_ops::ResizeNearestNeighbor(
-          op_params, GetTensorShape(input), GetTensorData<uint8_t>(input),
-          GetTensorShape(size), GetTensorData<int32>(size),
-          GetTensorShape(output), GetTensorData<uint8_t>(output));
-    }
-  } else {
-    context->ReportError(context, "Output type is %d, requires float or uint8.",
-                         output->type);
-    return kTfLiteError;
-  }
-
-  return kTfLiteOk;
-}
-
-}  // namespace resize_nearest_neighbor
-
-TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_REF() {
-  static TfLiteRegistration r = {
-      nullptr, nullptr, resize_nearest_neighbor::Prepare,
-      resize_nearest_neighbor::Eval<resize_nearest_neighbor::kReference>};
-  return &r;
-}
-
-TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_GENERIC_OPT() {
-  static TfLiteRegistration r = {
-      nullptr, nullptr, resize_nearest_neighbor::Prepare,
-      resize_nearest_neighbor::Eval<
-          resize_nearest_neighbor::kGenericOptimized>};
-  return &r;
-}
-
-TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_NEON_OPT() {
-  static TfLiteRegistration r = {
-      nullptr, nullptr, resize_nearest_neighbor::Prepare,
-      resize_nearest_neighbor::Eval<resize_nearest_neighbor::kNeonOptimized>};
-  return &r;
-}
-
-TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR() {
-#ifdef USE_NEON
-  return Register_RESIZE_NEAREST_NEIGHBOR_NEON_OPT();
-#else
-  return Register_RESIZE_NEAREST_NEIGHBOR_GENERIC_OPT();
-#endif
-}
-
-}  // namespace builtin
-}  // namespace ops
-}  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
deleted file mode 100644
index b2154ff72c..0000000000
--- a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
+++ /dev/null
@@ -1,325 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-
-namespace tflite {
-namespace {
-
-using ::testing::ElementsAreArray;
-using uint8 = std::uint8_t;
-
-class ResizeNearestNeighborOpModel : public SingleOpModel {
- public:
-  explicit ResizeNearestNeighborOpModel(
-      const TensorData& input, std::initializer_list<int> size_data = {}) {
-    bool const_size = size_data.size() != 0;
-    input_ = AddInput(input);
-    if (const_size) {
-      size_ = AddConstInput(TensorType_INT32, size_data, {2});
-    } else {
-      size_ = AddInput({TensorType_INT32, {2}});
-    }
-    output_ = AddOutput(input.type);
-    SetBuiltinOp(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
-                 BuiltinOptions_ResizeNearestNeighborOptions,
-                 CreateResizeNearestNeighborOptions(builder_).Union());
-    if (const_size) {
-      BuildInterpreter({GetShape(input_)});
-    } else {
-      BuildInterpreter({GetShape(input_), GetShape(size_)});
-    }
-  }
-
-  template <typename T>
-  void SetInput(std::initializer_list<T> data) {
-    PopulateTensor(input_, data);
-  }
-  void SetSize(std::initializer_list<int> data) { PopulateTensor(size_, data); }
-
-  template <typename T>
-  std::vector<T> GetOutput() {
-    return ExtractVector<T>(output_);
-  }
-
- private:
-  int input_;
-  int size_;
-  int output_;
-};
-
-TEST(ResizeNearestNeighborOpTest, HorizontalResize) {
-  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 1, 2, 1}});
-  m.SetInput<float>({3, 6});
-  m.SetSize({1, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<float>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 1, 2, 1}},
-                                       {1, 3});
-  const_m.SetInput<float>({3, 6});
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<float>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
-}
-
-TEST(ResizeNearestNeighborOpTest, HorizontalResize8Bit) {
-  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 1, 2, 1}});
-  m.SetInput<uint8>({3, 6});
-  m.SetSize({1, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<uint8>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 1, 2, 1}},
-                                       {1, 3});
-  const_m.SetInput<uint8>({3, 6});
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<uint8>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
-}
-
-TEST(ResizeNearestNeighborOpTest, VerticalResize) {
-  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 1, 1}});
-  m.SetInput<float>({3, 9});
-  m.SetSize({3, 1});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<float>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 1, 1}},
-                                       {3, 1});
-  const_m.SetInput<float>({3, 9});
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<float>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
-}
-
-TEST(ResizeNearestNeighborOpTest, VerticalResize8Bit) {
-  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 1, 1}});
-  m.SetInput<uint8>({3, 9});
-  m.SetSize({3, 1});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<uint8>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 1, 1}},
-                                       {3, 1});
-  const_m.SetInput<uint8>({3, 9});
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<uint8>(),
-              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
-}
-
-TEST(ResizeNearestNeighborOpTest, TwoDimensionalResize) {
-  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 2, 1}});
-  m.SetInput<float>({
-      3, 6,  //
-      9, 12  //
-  });
-  m.SetSize({3, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
-                                        3, 3, 6,   //
-                                        3, 3, 6,   //
-                                        9, 9, 12,  //
-                                    })));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 2, 1}},
-                                       {3, 3});
-  const_m.SetInput<float>({
-      3, 6,  //
-      9, 12  //
-  });
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
-                                              3, 3, 6,   //
-                                              3, 3, 6,   //
-                                              9, 9, 12,  //
-                                          })));
-}
-
-TEST(ResizeNearestNeighborOpTest, TwoDimensionalResize8Bit) {
-  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 2, 1}});
-  m.SetInput<uint8>({
-      3, 6,  //
-      9, 12  //
-  });
-  m.SetSize({3, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
-                                        3, 3, 6,   //
-                                        3, 3, 6,   //
-                                        9, 9, 12,  //
-                                    })));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 2, 1}},
-                                       {3, 3});
-  const_m.SetInput<uint8>({
-      3, 6,  //
-      9, 12  //
-  });
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
-                                              3, 3, 6,   //
-                                              3, 3, 6,   //
-                                              9, 9, 12,  //
-                                          })));
-}
-
-TEST(ResizeNearestNeighborOpTest, TwoDimensionalResizeWithTwoBatches) {
-  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {2, 2, 2, 1}});
-  m.SetInput<float>({
-      3, 6,   //
-      9, 12,  //
-      4, 10,  //
-      10, 16  //
-  });
-  m.SetSize({3, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
-                                        3, 3, 6,     //
-                                        3, 3, 6,     //
-                                        9, 9, 12,    //
-                                        4, 4, 10,    //
-                                        4, 4, 10,    //
-                                        10, 10, 16,  //
-                                    })));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {2, 2, 2, 1}},
-                                       {3, 3});
-  const_m.SetInput<float>({
-      3, 6,   //
-      9, 12,  //
-      4, 10,  //
-      10, 16  //
-  });
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
-                                              3, 3, 6,     //
-                                              3, 3, 6,     //
-                                              9, 9, 12,    //
-                                              4, 4, 10,    //
-                                              4, 4, 10,    //
-                                              10, 10, 16,  //
-                                          })));
-}
-
-TEST(ResizeNearestNeighborOpTest, ThreeDimensionalResize) {
-  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 2, 2}});
-  m.SetInput<float>({
-      3, 4, 6, 10,    //
-      9, 10, 12, 16,  //
-  });
-  m.SetSize({3, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
-                                        3, 4, 3, 4, 6, 10,     //
-                                        3, 4, 3, 4, 6, 10,     //
-                                        9, 10, 9, 10, 12, 16,  //
-                                    })));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 2, 2}},
-                                       {3, 3});
-  const_m.SetInput<float>({
-      3, 4, 6, 10,    //
-      9, 10, 12, 16,  //
-  });
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
-                                              3, 4, 3, 4, 6, 10,     //
-                                              3, 4, 3, 4, 6, 10,     //
-                                              9, 10, 9, 10, 12, 16,  //
-                                          })));
-}
-
-TEST(ResizeNearestNeighborOpTest, TwoDimensionalResizeWithTwoBatches8Bit) {
-  ResizeNearestNeighborOpModel m({TensorType_UINT8, {2, 2, 2, 1}});
-  m.SetInput<uint8>({
-      3, 6,   //
-      9, 12,  //
-      4, 10,  //
-      12, 16  //
-  });
-  m.SetSize({3, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
-                                        3, 3, 6,     //
-                                        3, 3, 6,     //
-                                        9, 9, 12,    //
-                                        4, 4, 10,    //
-                                        4, 4, 10,    //
-                                        12, 12, 16,  //
-                                    })));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {2, 2, 2, 1}},
-                                       {3, 3});
-  const_m.SetInput<uint8>({
-      3, 6,   //
-      9, 12,  //
-      4, 10,  //
-      12, 16  //
-  });
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
-                                              3, 3, 6,     //
-                                              3, 3, 6,     //
-                                              9, 9, 12,    //
-                                              4, 4, 10,    //
-                                              4, 4, 10,    //
-                                              12, 12, 16,  //
-                                          })));
-}
-
-TEST(ResizeNearestNeighborOpTest, ThreeDimensionalResize8Bit) {
-  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 2, 2}});
-  m.SetInput<uint8>({
-      3, 4, 6, 10,     //
-      10, 12, 14, 16,  //
-  });
-  m.SetSize({3, 3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
-                                        3, 4, 3, 4, 6, 10,       //
-                                        3, 4, 3, 4, 6, 10,       //
-                                        10, 12, 10, 12, 14, 16,  //
-                                    })));
-
-  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 2, 2}},
-                                       {3, 3});
-  const_m.SetInput<uint8>({
-      3, 4, 6, 10,     //
-      10, 12, 14, 16,  //
-  });
-  const_m.Invoke();
-  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
-                                              3, 4, 3, 4, 6, 10,       //
-                                              3, 4, 3, 4, 6, 10,       //
-                                              10, 12, 10, 12, 14, 16,  //
-                                          })));
-}
-
-}  // namespace
-}  // namespace tflite
-
-int main(int argc, char** argv) {
-  ::tflite::LogToStderr();
-  ::testing::InitGoogleTest(&argc, argv);
-  return RUN_ALL_TESTS();
-}
diff --git a/tensorflow/contrib/lite/nnapi_delegate.cc b/tensorflow/contrib/lite/nnapi_delegate.cc
index 9cca229332..31f2333520 100644
--- a/tensorflow/contrib/lite/nnapi_delegate.cc
+++ b/tensorflow/contrib/lite/nnapi_delegate.cc
@@ -625,7 +625,6 @@ TfLiteStatus AddOpsAndParams(
       case tflite::BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION:
       case tflite::BuiltinOperator_PADV2:
       case tflite::BuiltinOperator_RESIZE_BILINEAR:
-      case tflite::BuiltinOperator_RESIZE_NEAREST_NEIGHBOR:
       case tflite::BuiltinOperator_CALL:
       case tflite::BuiltinOperator_SKIP_GRAM:
       case tflite::BuiltinOperator_RELU_N1_TO_1:
diff --git a/tensorflow/contrib/lite/schema/schema.fbs b/tensorflow/contrib/lite/schema/schema.fbs
index 1708ecb463..3045351f22 100644
--- a/tensorflow/contrib/lite/schema/schema.fbs
+++ b/tensorflow/contrib/lite/schema/schema.fbs
@@ -181,7 +181,6 @@ enum BuiltinOperator : byte {
   FILL = 94,
   FLOOR_MOD = 95,
   RANGE = 96,
-  RESIZE_NEAREST_NEIGHBOR = 97,
 }
 
 // Options for the builtin operators.
@@ -259,7 +258,6 @@ union BuiltinOptions {
   UnidirectionalSequenceLSTMOptions,
   FloorModOptions,
   RangeOptions,
-  ResizeNearestNeighborOptions
 }
 
 enum Padding : byte { SAME, VALID }
@@ -429,10 +427,6 @@ table ResizeBilinearOptions {
   align_corners: bool;
 }
 
-table ResizeNearestNeighborOptions {
-  align_corners: bool;
-}
-
 // A call operation options
 table CallOptions {
   // The subgraph index that needs to be called.
diff --git a/tensorflow/contrib/lite/schema/schema_generated.h b/tensorflow/contrib/lite/schema/schema_generated.h
index 778d1e38fd..2bae6d72ec 100755
--- a/tensorflow/contrib/lite/schema/schema_generated.h
+++ b/tensorflow/contrib/lite/schema/schema_generated.h
@@ -88,9 +88,6 @@ struct BidirectionalSequenceLSTMOptionsT;
 struct ResizeBilinearOptions;
 struct ResizeBilinearOptionsT;
 
-struct ResizeNearestNeighborOptions;
-struct ResizeNearestNeighborOptionsT;
-
 struct CallOptions;
 struct CallOptionsT;
 
@@ -412,12 +409,11 @@ enum BuiltinOperator {
   BuiltinOperator_FILL = 94,
   BuiltinOperator_FLOOR_MOD = 95,
   BuiltinOperator_RANGE = 96,
-  BuiltinOperator_RESIZE_NEAREST_NEIGHBOR = 97,
   BuiltinOperator_MIN = BuiltinOperator_ADD,
-  BuiltinOperator_MAX = BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
+  BuiltinOperator_MAX = BuiltinOperator_RANGE
 };
 
-inline const BuiltinOperator (&EnumValuesBuiltinOperator())[97] {
+inline const BuiltinOperator (&EnumValuesBuiltinOperator())[96] {
   static const BuiltinOperator values[] = {
     BuiltinOperator_ADD,
     BuiltinOperator_AVERAGE_POOL_2D,
@@ -514,8 +510,7 @@ inline const BuiltinOperator (&EnumValuesBuiltinOperator())[97] {
     BuiltinOperator_ZEROS_LIKE,
     BuiltinOperator_FILL,
     BuiltinOperator_FLOOR_MOD,
-    BuiltinOperator_RANGE,
-    BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
+    BuiltinOperator_RANGE
   };
   return values;
 }
@@ -619,7 +614,6 @@ inline const char * const *EnumNamesBuiltinOperator() {
     "FILL",
     "FLOOR_MOD",
     "RANGE",
-    "RESIZE_NEAREST_NEIGHBOR",
     nullptr
   };
   return names;
@@ -705,12 +699,11 @@ enum BuiltinOptions {
   BuiltinOptions_UnidirectionalSequenceLSTMOptions = 71,
   BuiltinOptions_FloorModOptions = 72,
   BuiltinOptions_RangeOptions = 73,
-  BuiltinOptions_ResizeNearestNeighborOptions = 74,
   BuiltinOptions_MIN = BuiltinOptions_NONE,
-  BuiltinOptions_MAX = BuiltinOptions_ResizeNearestNeighborOptions
+  BuiltinOptions_MAX = BuiltinOptions_RangeOptions
 };
 
-inline const BuiltinOptions (&EnumValuesBuiltinOptions())[75] {
+inline const BuiltinOptions (&EnumValuesBuiltinOptions())[74] {
   static const BuiltinOptions values[] = {
     BuiltinOptions_NONE,
     BuiltinOptions_Conv2DOptions,
@@ -785,8 +778,7 @@ inline const BuiltinOptions (&EnumValuesBuiltinOptions())[75] {
     BuiltinOptions_BidirectionalSequenceRNNOptions,
     BuiltinOptions_UnidirectionalSequenceLSTMOptions,
     BuiltinOptions_FloorModOptions,
-    BuiltinOptions_RangeOptions,
-    BuiltinOptions_ResizeNearestNeighborOptions
+    BuiltinOptions_RangeOptions
   };
   return values;
 }
@@ -867,7 +859,6 @@ inline const char * const *EnumNamesBuiltinOptions() {
     "UnidirectionalSequenceLSTMOptions",
     "FloorModOptions",
     "RangeOptions",
-    "ResizeNearestNeighborOptions",
     nullptr
   };
   return names;
@@ -1174,10 +1165,6 @@ template<> struct BuiltinOptionsTraits<RangeOptions> {
   static const BuiltinOptions enum_value = BuiltinOptions_RangeOptions;
 };
 
-template<> struct BuiltinOptionsTraits<ResizeNearestNeighborOptions> {
-  static const BuiltinOptions enum_value = BuiltinOptions_ResizeNearestNeighborOptions;
-};
-
 struct BuiltinOptionsUnion {
   BuiltinOptions type;
   void *value;
@@ -1793,14 +1780,6 @@ struct BuiltinOptionsUnion {
     return type == BuiltinOptions_RangeOptions ?
       reinterpret_cast<const RangeOptionsT *>(value) : nullptr;
   }
-  ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() {
-    return type == BuiltinOptions_ResizeNearestNeighborOptions ?
-      reinterpret_cast<ResizeNearestNeighborOptionsT *>(value) : nullptr;
-  }
-  const ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() const {
-    return type == BuiltinOptions_ResizeNearestNeighborOptions ?
-      reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value) : nullptr;
-  }
 };
 
 bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type);
@@ -3784,60 +3763,6 @@ inline flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(
 
 flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
 
-struct ResizeNearestNeighborOptionsT : public flatbuffers::NativeTable {
-  typedef ResizeNearestNeighborOptions TableType;
-  bool align_corners;
-  ResizeNearestNeighborOptionsT()
-      : align_corners(false) {
-  }
-};
-
-struct ResizeNearestNeighborOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
-  typedef ResizeNearestNeighborOptionsT NativeTableType;
-  enum {
-    VT_ALIGN_CORNERS = 4
-  };
-  bool align_corners() const {
-    return GetField<uint8_t>(VT_ALIGN_CORNERS, 0) != 0;
-  }
-  bool Verify(flatbuffers::Verifier &verifier) const {
-    return VerifyTableStart(verifier) &&
-           VerifyField<uint8_t>(verifier, VT_ALIGN_CORNERS) &&
-           verifier.EndTable();
-  }
-  ResizeNearestNeighborOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
-  void UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const;
-  static flatbuffers::Offset<ResizeNearestNeighborOptions> Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
-};
-
-struct ResizeNearestNeighborOptionsBuilder {
-  flatbuffers::FlatBufferBuilder &fbb_;
-  flatbuffers::uoffset_t start_;
-  void add_align_corners(bool align_corners) {
-    fbb_.AddElement<uint8_t>(ResizeNearestNeighborOptions::VT_ALIGN_CORNERS, static_cast<uint8_t>(align_corners), 0);
-  }
-  explicit ResizeNearestNeighborOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb)
-        : fbb_(_fbb) {
-    start_ = fbb_.StartTable();
-  }
-  ResizeNearestNeighborOptionsBuilder &operator=(const ResizeNearestNeighborOptionsBuilder &);
-  flatbuffers::Offset<ResizeNearestNeighborOptions> Finish() {
-    const auto end = fbb_.EndTable(start_);
-    auto o = flatbuffers::Offset<ResizeNearestNeighborOptions>(end);
-    return o;
-  }
-};
-
-inline flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(
-    flatbuffers::FlatBufferBuilder &_fbb,
-    bool align_corners = false) {
-  ResizeNearestNeighborOptionsBuilder builder_(_fbb);
-  builder_.add_align_corners(align_corners);
-  return builder_.Finish();
-}
-
-flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
-
 struct CallOptionsT : public flatbuffers::NativeTable {
   typedef CallOptions TableType;
   uint32_t subgraph;
@@ -6802,9 +6727,6 @@ struct Operator FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
   const RangeOptions *builtin_options_as_RangeOptions() const {
     return builtin_options_type() == BuiltinOptions_RangeOptions ? static_cast<const RangeOptions *>(builtin_options()) : nullptr;
   }
-  const ResizeNearestNeighborOptions *builtin_options_as_ResizeNearestNeighborOptions() const {
-    return builtin_options_type() == BuiltinOptions_ResizeNearestNeighborOptions ? static_cast<const ResizeNearestNeighborOptions *>(builtin_options()) : nullptr;
-  }
   const flatbuffers::Vector<uint8_t> *custom_options() const {
     return GetPointer<const flatbuffers::Vector<uint8_t> *>(VT_CUSTOM_OPTIONS);
   }
@@ -7128,10 +7050,6 @@ template<> inline const RangeOptions *Operator::builtin_options_as<RangeOptions>
   return builtin_options_as_RangeOptions();
 }
 
-template<> inline const ResizeNearestNeighborOptions *Operator::builtin_options_as<ResizeNearestNeighborOptions>() const {
-  return builtin_options_as_ResizeNearestNeighborOptions();
-}
-
 struct OperatorBuilder {
   flatbuffers::FlatBufferBuilder &fbb_;
   flatbuffers::uoffset_t start_;
@@ -8238,32 +8156,6 @@ inline flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(fl
       _align_corners);
 }
 
-inline ResizeNearestNeighborOptionsT *ResizeNearestNeighborOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
-  auto _o = new ResizeNearestNeighborOptionsT();
-  UnPackTo(_o, _resolver);
-  return _o;
-}
-
-inline void ResizeNearestNeighborOptions::UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const {
-  (void)_o;
-  (void)_resolver;
-  { auto _e = align_corners(); _o->align_corners = _e; };
-}
-
-inline flatbuffers::Offset<ResizeNearestNeighborOptions> ResizeNearestNeighborOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
-  return CreateResizeNearestNeighborOptions(_fbb, _o, _rehasher);
-}
-
-inline flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) {
-  (void)_rehasher;
-  (void)_o;
-  struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ResizeNearestNeighborOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va;
-  auto _align_corners = _o->align_corners;
-  return tflite::CreateResizeNearestNeighborOptions(
-      _fbb,
-      _align_corners);
-}
-
 inline CallOptionsT *CallOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
   auto _o = new CallOptionsT();
   UnPackTo(_o, _resolver);
@@ -10072,10 +9964,6 @@ inline bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *ob
       auto ptr = reinterpret_cast<const RangeOptions *>(obj);
       return verifier.VerifyTable(ptr);
     }
-    case BuiltinOptions_ResizeNearestNeighborOptions: {
-      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
-      return verifier.VerifyTable(ptr);
-    }
     default: return false;
   }
 }
@@ -10386,10 +10274,6 @@ inline void *BuiltinOptionsUnion::UnPack(const void *obj, BuiltinOptions type, c
       auto ptr = reinterpret_cast<const RangeOptions *>(obj);
       return ptr->UnPack(resolver);
     }
-    case BuiltinOptions_ResizeNearestNeighborOptions: {
-      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
-      return ptr->UnPack(resolver);
-    }
     default: return nullptr;
   }
 }
@@ -10688,10 +10572,6 @@ inline flatbuffers::Offset<void> BuiltinOptionsUnion::Pack(flatbuffers::FlatBuff
       auto ptr = reinterpret_cast<const RangeOptionsT *>(value);
       return CreateRangeOptions(_fbb, ptr, _rehasher).Union();
     }
-    case BuiltinOptions_ResizeNearestNeighborOptions: {
-      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value);
-      return CreateResizeNearestNeighborOptions(_fbb, ptr, _rehasher).Union();
-    }
     default: return 0;
   }
 }
@@ -10990,10 +10870,6 @@ inline BuiltinOptionsUnion::BuiltinOptionsUnion(const BuiltinOptionsUnion &u) FL
       value = new RangeOptionsT(*reinterpret_cast<RangeOptionsT *>(u.value));
       break;
     }
-    case BuiltinOptions_ResizeNearestNeighborOptions: {
-      value = new ResizeNearestNeighborOptionsT(*reinterpret_cast<ResizeNearestNeighborOptionsT *>(u.value));
-      break;
-    }
     default:
       break;
   }
@@ -11366,11 +11242,6 @@ inline void BuiltinOptionsUnion::Reset() {
       delete ptr;
       break;
     }
-    case BuiltinOptions_ResizeNearestNeighborOptions: {
-      auto ptr = reinterpret_cast<ResizeNearestNeighborOptionsT *>(value);
-      delete ptr;
-      break;
-    }
     default: break;
   }
   value = nullptr;
@@ -11428,4 +11299,4 @@ inline std::unique_ptr<ModelT> UnPackModel(
 
 }  // namespace tflite
 
-#endif  // FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_
\ No newline at end of file
+#endif  // FLATBUFFERS_GENERATED_SCHEMA_TFLITE_H_
diff --git a/tensorflow/contrib/lite/testing/generate_examples.py b/tensorflow/contrib/lite/testing/generate_examples.py
index 7f37d477c5..d1852d5d03 100644
--- a/tensorflow/contrib/lite/testing/generate_examples.py
+++ b/tensorflow/contrib/lite/testing/generate_examples.py
@@ -1970,36 +1970,6 @@ def make_resize_bilinear_tests(zip_path):
   make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
 
 
-def make_resize_nearest_neighbor_tests(zip_path):
-  """Make a set of tests to do resize_nearest_neighbor."""
-
-  test_parameters = [{
-      "dtype": [tf.float32, tf.int32],
-      "input_shape": [[1, 3, 4, 3], [1, 10, 2, 1]],
-      "size": [[1, 1], [4, 3], [2, 2], [5, 6]],
-      "align_corners": [False],
-  }]
-
-  def build_graph(parameters):
-    input_tensor = tf.placeholder(
-        dtype=parameters["dtype"],
-        name="input",
-        shape=parameters["input_shape"])
-    out = tf.image.resize_nearest_neighbor(
-        input_tensor,
-        size=parameters["size"],
-        align_corners=parameters["align_corners"])
-    return [input_tensor], [out]
-
-  def build_inputs(parameters, sess, inputs, outputs):
-    input_values = create_tensor_data(parameters["dtype"],
-                                      parameters["input_shape"])
-    return [input_values], sess.run(
-        outputs, feed_dict=dict(zip(inputs, [input_values])))
-
-  make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
-
-
 def make_sigmoid_tests(zip_path):
   """Make a set of tests to do sigmoid."""
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc b/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
index a4f8d64f4d..72df53548b 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
@@ -411,7 +411,6 @@ bool HardcodeMinMaxForLstmCell(Model* model, Operator* op) {
       break;
 
     case OperatorType::kResizeBilinear:
-    case OperatorType::kResizeNearestNeighbor:
     case OperatorType::kSlice:
     case OperatorType::kStridedSlice:
     case OperatorType::kSqueeze:
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc b/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
index 514a596f1e..e861df2b3d 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
@@ -866,34 +866,6 @@ void ProcessResizeBilinearOperator(Model* model, ResizeBilinearOperator* op) {
                          output_shape[1], input_data_shape.dims(3)}));
 }
 
-void ProcessResizeNearestNeighborOperator(Model* model,
-                                          ResizeNearestNeighborOperator* op) {
-  CHECK_EQ(op->inputs.size(), 2);
-  CHECK_EQ(op->outputs.size(), 1);
-
-  if (!model->GetArray(op->inputs[0]).has_shape() ||
-      !model->GetArray(op->inputs[1]).has_shape()) {
-    return;
-  }
-  const auto& input_data_shape = model->GetArray(op->inputs[0]).shape();
-
-  const string& output_size_name = op->inputs[1];
-  const auto& output_size_array = model->GetArray(output_size_name);
-  CHECK(output_size_array.data_type == ArrayDataType::kInt32);
-  CHECK(output_size_array.has_shape());
-  const auto& output_size_shape = output_size_array.shape();
-  CHECK_EQ(output_size_shape.dimensions_count(), 1);
-  CHECK_EQ(output_size_shape.dims(0), 2);
-  if (!output_size_array.buffer) {
-    return;
-  }
-  std::vector<int32> output_shape =
-      output_size_array.GetBuffer<ArrayDataType::kInt32>().data;
-  model->GetArray(op->outputs[0])
-      .copy_shape(Shape({input_data_shape.dims(0), output_shape[0],
-                         output_shape[1], input_data_shape.dims(3)}));
-}
-
 void ProcessLstmCellOperator(Model* model, LstmCellOperator* op) {
   // Only required for compact LstmCell with default NUM_INPUTS of inputs.
   if (op->inputs.size() != LstmCellOperator::NUM_INPUTS) return;
@@ -1871,10 +1843,6 @@ void ProcessUnpackOperator(Model* model, UnpackOperator* op) {
       ProcessResizeBilinearOperator(model,
                                     static_cast<ResizeBilinearOperator*>(op));
       break;
-    case OperatorType::kResizeNearestNeighbor:
-      ProcessResizeNearestNeighborOperator(
-          model, static_cast<ResizeNearestNeighborOperator*>(op));
-      break;
     case OperatorType::kUnidirectionalSequenceLstm:
       ProcessUnidirectionalSequenceLstmOperator(
           model, static_cast<UnidirectionalSequenceLstmOperator*>(op));
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
index b2d4ed584a..29ea17dc61 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
@@ -63,8 +63,7 @@ bool SupportsQuantization(const Operator& op) {
          type == OperatorType::kArgMax || type == OperatorType::kRelu ||
          type == OperatorType::kRelu1 || type == OperatorType::kRelu6 ||
          type == OperatorType::kShape || type == OperatorType::kExpandDims ||
-         type == OperatorType::kPack || type == OperatorType::kTopK_V2 ||
-         type == OperatorType::kResizeNearestNeighbor;
+         type == OperatorType::kPack || type == OperatorType::kTopK_V2;
 }
 
 // The quantized op allows output arrays of type float using
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index 5d2cce4625..fcc7999fec 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -1384,25 +1384,6 @@ tensorflow::Status ConvertResizeBilinearOperator(
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertResizeNearestNeighborOperator(
-    const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
-    Model* model) {
-  CHECK_EQ(node.op(), "ResizeNearestNeighbor");
-  TF_QCHECK_OK(CheckInputsCount(node, tf_import_flags, 2));
-  auto* op = new ResizeNearestNeighborOperator;
-
-  op->align_corners = false;
-  if (HasAttr(node, "align_corners")) {
-    op->align_corners = GetBoolAttr(node, "align_corners");
-  }
-
-  op->inputs.push_back(node.input(0));
-  op->inputs.push_back(node.input(1));
-  op->outputs.push_back(node.name());
-  model->operators.emplace_back(op);
-  return tensorflow::Status::OK();
-}
-
 tensorflow::Status ConvertBatchNormWithGlobalNormalizationOperator(
     const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
     Model* model) {
@@ -2169,7 +2150,6 @@ ConverterMapType GetTensorFlowNodeConverterMap() {
       {"Relu6", ConvertSimpleOperator<Relu6Operator, 1>},
       {"Reshape", ConvertSimpleOperator<TensorFlowReshapeOperator, 2>},
       {"ResizeBilinear", ConvertResizeBilinearOperator},
-      {"ResizeNearestNeighbor", ConvertResizeNearestNeighborOperator},
       {"Rsqrt", ConvertSimpleOperator<TensorFlowRsqrtOperator, 1>},
       {"Select", ConvertSimpleOperator<SelectOperator, 3>},
       {"Shape", ConvertShapeOperator},
diff --git a/tensorflow/contrib/lite/toco/model.h b/tensorflow/contrib/lite/toco/model.h
index 716dade6c8..f3b84430db 100644
--- a/tensorflow/contrib/lite/toco/model.h
+++ b/tensorflow/contrib/lite/toco/model.h
@@ -152,7 +152,6 @@ enum class OperatorType : uint8 {
   kCTCBeamSearchDecoder,
   kUnpack,
   kZerosLike,
-  kResizeNearestNeighbor
 };
 
 // Helper to deal with TensorFlow arrays using a different ordering of
@@ -1666,21 +1665,6 @@ struct ResizeBilinearOperator : Operator {
   bool align_corners = false;
 };
 
-// ResizeNearestNeighborOperator operator. It resizes input images with nearest
-// neighbor interpolation. It does not support align_corners at the moment.
-//
-// Inputs:
-//   inputs[0]: required: the input array
-//   inputs[1]: required: the new image size
-//
-// TensorFlow equivalent: ResizeNearestNeighbor
-struct ResizeNearestNeighborOperator : Operator {
-  ResizeNearestNeighborOperator()
-      : Operator(OperatorType::kResizeNearestNeighbor) {}
-
-  bool align_corners = false;
-};
-
 // SpaceToBatchND operator. It divides spatial dimensions into a grid of
 // blocks and interleaves these blocks with the batch dimension. Currently,
 // only 2-d blocks are supported.
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index f6bb415b86..ebdcaa5247 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -913,27 +913,6 @@ class ResizeBilinear
   int GetVersion(const Operator& op) const override { return 1; }
 };
 
-class ResizeNearestNeighbor
-    : public BuiltinOperator<
-          ResizeNearestNeighborOperator, ::tflite::ResizeNearestNeighborOptions,
-          ::tflite::BuiltinOptions_ResizeNearestNeighborOptions> {
- public:
-  using BuiltinOperator::BuiltinOperator;
-  flatbuffers::Offset<TfLiteOptions> WriteOptions(
-      const TocoOperator& op,
-      flatbuffers::FlatBufferBuilder* builder) const override {
-    return ::tflite::CreateResizeNearestNeighborOptions(*builder,
-                                                        op.align_corners);
-  }
-
-  void ReadOptions(const TfLiteOptions& options,
-                   TocoOperator* op) const override {
-    op->align_corners = options.align_corners();
-  }
-
-  int GetVersion(const Operator& op) const override { return 1; }
-};
-
 class Squeeze
     : public BuiltinOperator<SqueezeOperator, ::tflite::SqueezeOptions,
                              ::tflite::BuiltinOptions_SqueezeOptions> {
@@ -1475,9 +1454,6 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
   ops.push_back(
       MakeUnique<ResizeBilinear>(::tflite::BuiltinOperator_RESIZE_BILINEAR,
                                  OperatorType::kResizeBilinear));
-  ops.push_back(MakeUnique<ResizeNearestNeighbor>(
-      ::tflite::BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
-      OperatorType::kResizeNearestNeighbor));
   ops.push_back(MakeUnique<Squeeze>(::tflite::BuiltinOperator_SQUEEZE,
                                     OperatorType::kSqueeze));
   ops.push_back(
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
index 4f5511143a..e5e18923b0 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
@@ -385,16 +385,6 @@ TEST_F(OperatorTest, ResizeBilinear) {
   EXPECT_EQ(op.align_corners, output_toco_op->align_corners);
 }
 
-TEST_F(OperatorTest, ResizeNearestNeighbor) {
-  ResizeNearestNeighborOperator op;
-  op.align_corners = true;
-  auto output_toco_op =
-      SerializeAndDeserialize(GetOperator("RESIZE_NEAREST_NEIGHBOR",
-                                          OperatorType::kResizeNearestNeighbor),
-                              op);
-  EXPECT_EQ(op.align_corners, output_toco_op->align_corners);
-}
-
 TEST_F(OperatorTest, Svdf) {
   SvdfOperator op;
   op.fused_activation_function = FusedActivationFunctionType::kRelu;
diff --git a/tensorflow/contrib/lite/toco/tooling_util.cc b/tensorflow/contrib/lite/toco/tooling_util.cc
index 9e2a0fc8ad..0deaf56593 100644
--- a/tensorflow/contrib/lite/toco/tooling_util.cc
+++ b/tensorflow/contrib/lite/toco/tooling_util.cc
@@ -408,7 +408,6 @@ const char* OperatorTypeName(OperatorType type) {
     HANDLE_OPERATORTYPENAME_CASE(Unpack)
     HANDLE_OPERATORTYPENAME_CASE(ZerosLike)
     HANDLE_OPERATORTYPENAME_CASE(UnidirectionalSequenceLstm)
-    HANDLE_OPERATORTYPENAME_CASE(ResizeNearestNeighbor)
     default:
       LOG(FATAL) << "Unhandled op type";
 #undef HANDLE_OPERATORTYPENAME_CASE
-- 
GitLab


From 388ce5d62ec6bc5878e2c76487a9deb09e2f2d7f Mon Sep 17 00:00:00 2001
From: Mark Heffernan <meheff@google.com>
Date: Fri, 19 Oct 2018 18:16:37 -0700
Subject: [PATCH 0346/1825] Various fixes. * Change HloDomainIsolator to take a
 factory of DomainCreators. The pass was previously not safe to run on a
 HloModuleGroup containing multiple modules because the DomainCreator held
 stale data from the earlier modules. * Move  entry ComputationLayout
 verification in HloVerifier into a virtual method on ShapeVerifier. This
 enables backend-specific checking. * Make HloPassPipeline copyable.

PiperOrigin-RevId: 217962214
---
 .../xla/service/hlo_domain_isolator.cc        | 34 +++----
 .../xla/service/hlo_domain_isolator.h         |  8 +-
 .../compiler/xla/service/hlo_domain_test.cc   | 50 +++++-----
 .../compiler/xla/service/hlo_pass_pipeline.cc |  1 +
 .../compiler/xla/service/hlo_pass_pipeline.h  |  2 -
 .../compiler/xla/service/hlo_verifier.cc      | 94 +++++++++----------
 .../compiler/xla/service/hlo_verifier.h       |  6 +-
 7 files changed, 94 insertions(+), 101 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_domain_isolator.cc b/tensorflow/compiler/xla/service/hlo_domain_isolator.cc
index 72185698c9..19b5734825 100644
--- a/tensorflow/compiler/xla/service/hlo_domain_isolator.cc
+++ b/tensorflow/compiler/xla/service/hlo_domain_isolator.cc
@@ -23,23 +23,14 @@ limitations under the License.
 
 namespace xla {
 
-class HloDomainIsolator::RunContext {
- public:
-  RunContext(HloModule* module, HloDomainIsolator* isolator)
-      : module_(module), isolator_(isolator) {}
+namespace {
 
-  StatusOr<bool> Run();
-
- private:
-  HloModule* module_;
-  HloDomainIsolator* isolator_;
-};
-
-StatusOr<bool> HloDomainIsolator::RunContext::Run() {
-  hlo_graph_dumper::MaybeDumpHloModule(*module_, "Before Domain Isolator");
+StatusOr<bool> RunInternal(HloModule* module,
+                           HloDomainIsolator::DomainCreator* creator) {
+  hlo_graph_dumper::MaybeDumpHloModule(*module, "Before Domain Isolator");
 
   int64 added_domains = 0;
-  for (HloComputation* computation : module_->computations()) {
+  for (HloComputation* computation : module->computations()) {
     // Walk in post order and place all the required kDomain instructions.
     for (HloInstruction* instruction :
          computation->MakeInstructionPostOrder()) {
@@ -55,8 +46,7 @@ StatusOr<bool> HloDomainIsolator::RunContext::Run() {
           root = root->mutable_operand(0);
         }
         // Check whether a kDomain is necessary between instruction and operand.
-        HloInstruction* domain =
-            isolator_->creator_(instruction, root, operand);
+        HloInstruction* domain = (*creator)(instruction, root, operand);
         if (domain != nullptr) {
           VLOG(4) << "New domain: " << domain->ToString();
           TF_RETURN_IF_ERROR(operand->ReplaceUseWith(instruction, domain));
@@ -67,17 +57,19 @@ StatusOr<bool> HloDomainIsolator::RunContext::Run() {
   }
   VLOG(3) << "Added " << added_domains << " kDomain instructions";
   if (added_domains > 0) {
-    hlo_graph_dumper::MaybeDumpHloModule(*module_, "After Domain Isolator");
+    hlo_graph_dumper::MaybeDumpHloModule(*module, "After Domain Isolator");
   }
   return added_domains > 0;
 }
 
-HloDomainIsolator::HloDomainIsolator(DomainCreator creator)
-    : creator_(std::move(creator)) {}
+}  // namespace
+
+HloDomainIsolator::HloDomainIsolator(DomainCreatorFactory creator_factory)
+    : creator_factory_(std::move(creator_factory)) {}
 
 StatusOr<bool> HloDomainIsolator::Run(HloModule* module) {
-  RunContext run_context(module, this);
-  return run_context.Run();
+  DomainCreator creator = creator_factory_();
+  return RunInternal(module, &creator);
 }
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_domain_isolator.h b/tensorflow/compiler/xla/service/hlo_domain_isolator.h
index c0bf1b9e16..2274c3a96c 100644
--- a/tensorflow/compiler/xla/service/hlo_domain_isolator.h
+++ b/tensorflow/compiler/xla/service/hlo_domain_isolator.h
@@ -40,17 +40,15 @@ class HloDomainIsolator : public HloModulePass {
   // Returns nullptr in case no domain separation is necessary.
   using DomainCreator = std::function<HloInstruction*(
       HloInstruction*, HloInstruction*, HloInstruction*)>;
-
-  explicit HloDomainIsolator(DomainCreator creator);
+  using DomainCreatorFactory = std::function<DomainCreator()>;
+  explicit HloDomainIsolator(DomainCreatorFactory creator_factory_);
 
   absl::string_view name() const override { return "domain_isolator"; }
 
   StatusOr<bool> Run(HloModule* module) override;
 
  private:
-  class RunContext;
-
-  DomainCreator creator_;
+  DomainCreatorFactory creator_factory_;
 };
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_domain_test.cc b/tensorflow/compiler/xla/service/hlo_domain_test.cc
index 43e74d2f6f..b90e8db233 100644
--- a/tensorflow/compiler/xla/service/hlo_domain_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_domain_test.cc
@@ -106,20 +106,22 @@ class OpNameMetadata : public DomainMetadata {
 };
 
 // Creator function for OpNameMetadata domains.
-HloInstruction* OpNameDomainCreator(HloInstruction* instruction,
-                                    HloInstruction* root,
-                                    HloInstruction* operand) {
-  if (instruction->metadata().op_name() == root->metadata().op_name()) {
-    return nullptr;
+class OpNameDomainCreator {
+ public:
+  HloInstruction* operator()(HloInstruction* instruction, HloInstruction* root,
+                             HloInstruction* operand) {
+    if (instruction->metadata().op_name() == root->metadata().op_name()) {
+      return nullptr;
+    }
+    std::unique_ptr<DomainMetadata> operand_side_metadata =
+        absl::make_unique<OpNameMetadata>(root->metadata().op_name());
+    std::unique_ptr<DomainMetadata> user_side_metadata =
+        absl::make_unique<OpNameMetadata>(instruction->metadata().op_name());
+    return operand->parent()->AddInstruction(HloInstruction::CreateDomain(
+        operand->shape(), operand, std::move(operand_side_metadata),
+        std::move(user_side_metadata)));
   }
-  std::unique_ptr<DomainMetadata> operand_side_metadata =
-      absl::make_unique<OpNameMetadata>(root->metadata().op_name());
-  std::unique_ptr<DomainMetadata> user_side_metadata =
-      absl::make_unique<OpNameMetadata>(instruction->metadata().op_name());
-  return operand->parent()->AddInstruction(HloInstruction::CreateDomain(
-      operand->shape(), operand, std::move(operand_side_metadata),
-      std::move(user_side_metadata)));
-}
+};
 
 Status OpNameDomainNormalizer(const DomainMetadata::Domain& domain,
                               const DomainMetadata* metadata) {
@@ -145,7 +147,7 @@ ENTRY entry {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(isolator_changed);
 
@@ -187,7 +189,7 @@ ENTRY entry {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(!isolator_changed);
 }
@@ -214,7 +216,7 @@ ENTRY entry {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(isolator_changed);
 
@@ -251,7 +253,7 @@ ENTRY entry {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_FALSE(isolator_changed);
 }
@@ -305,12 +307,12 @@ ENTRY entry {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator sharding_isolator(ShardingDomainCreator{});
+  HloDomainIsolator sharding_isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool sharding_isolator_changed,
                           sharding_isolator.Run(module));
   EXPECT_TRUE(sharding_isolator_changed);
 
-  HloDomainIsolator opname_isolator(OpNameDomainCreator);
+  HloDomainIsolator opname_isolator([]() { return OpNameDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool opname_isolator_changed,
                           opname_isolator.Run(module));
   EXPECT_TRUE(opname_isolator_changed);
@@ -360,7 +362,7 @@ ENTRY entry {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(isolator_changed);
 
@@ -446,7 +448,7 @@ ENTRY entry {
 
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(isolator_changed);
 
@@ -507,7 +509,7 @@ ENTRY entry {
 
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(isolator_changed);
 
@@ -556,7 +558,7 @@ ENTRY %entry (p0: (f32[4], f32[4])) -> (f32[4], f32[4], f32[4]) {
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
-  HloDomainIsolator opname_isolator(OpNameDomainCreator);
+  HloDomainIsolator opname_isolator([]() { return OpNameDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool opname_isolator_changed,
                           opname_isolator.Run(module));
   EXPECT_TRUE(opname_isolator_changed);
@@ -603,7 +605,7 @@ ENTRY entry {
 
   TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
 
-  HloDomainIsolator isolator(ShardingDomainCreator{});
+  HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
   EXPECT_TRUE(isolator_changed);
 
diff --git a/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc b/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc
index 5e004ce78a..312b5d020c 100644
--- a/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc
+++ b/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc
@@ -116,6 +116,7 @@ void HloPassPipeline::MaybeDumpHlo(const HloModule& module,
       StrCat("after ", after_pass_name, ", before ", before_pass_name);
   hlo_graph_dumper::MaybeDumpHloModule(module, message);
   VLOG(3) << "HLO " << message << ":";
+  VLOG(3) << module.entry_computation_layout().ToString();
   XLA_VLOG_LINES(3, module.ToString());
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_pass_pipeline.h b/tensorflow/compiler/xla/service/hlo_pass_pipeline.h
index 09e7033ea4..60d72b9d29 100644
--- a/tensorflow/compiler/xla/service/hlo_pass_pipeline.h
+++ b/tensorflow/compiler/xla/service/hlo_pass_pipeline.h
@@ -105,8 +105,6 @@ class HloPassPipeline : public HloPassInterface {
   std::vector<std::unique_ptr<HloPassInterface>> passes_;
   std::vector<std::unique_ptr<HloPassInterface>> invariant_checkers_;
   bool run_called_ = false;
-
-  TF_DISALLOW_COPY_AND_ASSIGN(HloPassPipeline);
 };
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index e955b905ad..f5976550b3 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -828,6 +828,50 @@ Status ShapeVerifier::CheckVariadicShape(const HloInstruction* instruction) {
                         instruction->opcode(), instruction->operands()));
 }
 
+Status ShapeVerifier::VerifyEntryComputationLayout(const HloModule& module) {
+  const HloComputation* computation = module.entry_computation();
+  const auto& layout = module.entry_computation_layout();
+  const ShapeLayout& result_layout = layout.result_layout();
+
+  TF_RETURN_IF_ERROR(
+      ShapeUtil::ValidateShapeWithOptionalLayout(result_layout.shape()));
+
+  TF_RETURN_IF_ERROR(VerifyNotSparse(result_layout.shape()));
+
+  if (!ShapeUtil::Compatible(computation->root_instruction()->shape(),
+                             result_layout.shape())) {
+    return InternalError(
+        "Shape of the root instruction of entry computation (%s) should be "
+        "compatible to one specified in module's entry computation layout (%s)",
+        ShapeUtil::HumanString(computation->root_instruction()->shape()),
+        ShapeUtil::HumanString(result_layout.shape()));
+  }
+
+  if (computation->num_parameters() != layout.parameter_count()) {
+    return InternalError(
+        "Number of parameters in entry computation layout (%d) must be same "
+        "as number of parameters of entry computation computation (%d)",
+        layout.parameter_count(), computation->num_parameters());
+  }
+
+  for (int i = 0; i < computation->num_parameters(); ++i) {
+    const HloInstruction* parameter = computation->parameter_instruction(i);
+    TF_RETURN_IF_ERROR(
+        ShapeUtil::ValidateShapeWithOptionalLayout(layout.parameter_shape(i)));
+    TF_RETURN_IF_ERROR(VerifyNotSparse(layout.parameter_shape(i)));
+    if (!ShapeUtil::Compatible(parameter->shape(), layout.parameter_shape(i))) {
+      return InternalError(
+          "Shape of the entry computation parameter %d is %s should be "
+          "compatible to the one specified in module's entry computation "
+          "layout %s",
+          i, ShapeUtil::HumanString(parameter->shape()),
+          ShapeUtil::HumanString(layout.parameter_shape(i)));
+    }
+  }
+
+  return Status::OK();
+}
+
 string ComputationsToString(absl::Span<HloComputation* const> computations) {
   return absl::StrJoin(computations, ",",
                        [](string* s, const HloComputation* computation) {
@@ -923,52 +967,6 @@ Status VerifyEntryAndExitShapes(const HloModule& module) {
   return Status::OK();
 }
 
-// Verifies that entry computation layout matches characteristics of
-// entry computation.
-Status CheckEntryComputationLayout(const HloModule& module) {
-  const HloComputation* computation = module.entry_computation();
-  const auto& layout = module.entry_computation_layout();
-  const ShapeLayout& result_layout = layout.result_layout();
-
-  TF_RETURN_IF_ERROR(
-      ShapeUtil::ValidateShapeWithOptionalLayout(result_layout.shape()));
-
-  TF_RETURN_IF_ERROR(VerifyNotSparse(result_layout.shape()));
-
-  if (!ShapeUtil::Compatible(computation->root_instruction()->shape(),
-                             result_layout.shape())) {
-    return InternalError(
-        "Shape of the root instruction of entry computation (%s) should be "
-        "compatible to one specified in module's entry computation layout (%s)",
-        ShapeUtil::HumanString(computation->root_instruction()->shape()),
-        ShapeUtil::HumanString(result_layout.shape()));
-  }
-
-  if (computation->num_parameters() != layout.parameter_count()) {
-    return InternalError(
-        "Number of parameters in entry computation layout (%d) must be same "
-        "as number of parameters of entry computation computation (%d)",
-        layout.parameter_count(), computation->num_parameters());
-  }
-
-  for (int i = 0; i < computation->num_parameters(); ++i) {
-    const HloInstruction* parameter = computation->parameter_instruction(i);
-    TF_RETURN_IF_ERROR(
-        ShapeUtil::ValidateShapeWithOptionalLayout(layout.parameter_shape(i)));
-    TF_RETURN_IF_ERROR(VerifyNotSparse(layout.parameter_shape(i)));
-    if (!ShapeUtil::Compatible(parameter->shape(), layout.parameter_shape(i))) {
-      return InternalError(
-          "Shape of the entry computation parameter %d is %s should be "
-          "compatible to the one specified in module's entry computation "
-          "layout %s",
-          i, ShapeUtil::HumanString(parameter->shape()),
-          ShapeUtil::HumanString(layout.parameter_shape(i)));
-    }
-  }
-
-  return Status::OK();
-}
-
 // Checks if the given two instructions share the same channel id.
 Status CheckSameChannel(const HloInstruction* instr1,
                         const HloInstruction* instr2) {
@@ -1363,8 +1361,8 @@ StatusOr<bool> HloVerifier::Run(HloModule* module) {
   TF_RETURN_IF_ERROR(VerifyHloStructure(module));
   TF_RETURN_IF_ERROR(VerifySendsAndRecvs(*module));
 
+  std::unique_ptr<ShapeVerifier> shape_verifier = shape_verifier_factory_();
   for (auto* computation : module->computations()) {
-    std::unique_ptr<ShapeVerifier> shape_verifier = shape_verifier_factory_();
     TF_RETURN_IF_ERROR(computation->Accept(shape_verifier.get()));
 
     InstructionVerifier instruction_verifier(
@@ -1372,7 +1370,7 @@ StatusOr<bool> HloVerifier::Run(HloModule* module) {
     TF_RETURN_IF_ERROR(computation->Accept(&instruction_verifier));
   }
 
-  TF_RETURN_IF_ERROR(CheckEntryComputationLayout(*module));
+  TF_RETURN_IF_ERROR(shape_verifier->VerifyEntryComputationLayout(*module));
   TF_RETURN_IF_ERROR(VerifyEntryAndExitShapes(*module));
 
   // If the module has a schedule, it must be valid.
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.h b/tensorflow/compiler/xla/service/hlo_verifier.h
index 5e65d76877..63ab5505d9 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.h
+++ b/tensorflow/compiler/xla/service/hlo_verifier.h
@@ -28,10 +28,14 @@ namespace xla {
 // TODO(b/26024837): Check output shape for all instruction types.
 class ShapeVerifier : public DfsHloVisitor {
  public:
-  explicit ShapeVerifier(bool layout_sensitive, bool allow_mixed_precision)
+  ShapeVerifier(bool layout_sensitive, bool allow_mixed_precision)
       : layout_sensitive_(layout_sensitive),
         allow_mixed_precision_(allow_mixed_precision) {}
 
+  // Verifies that entry computation layout matches parameters and root shape of
+  // the module's entry computation.
+  virtual Status VerifyEntryComputationLayout(const HloModule& module);
+
   Status Preprocess(HloInstruction* hlo) override;
 
   Status HandleElementwiseUnary(HloInstruction* hlo) override;
-- 
GitLab


From a617e6e0c467664fc3a358416fcbddfc30d32e68 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 19 Oct 2018 18:18:23 -0700
Subject: [PATCH 0347/1825] Automated rollback of commit
 25b1195bae31b1fe379b740b0bf29e86f93c1fb6

PiperOrigin-RevId: 217962372
---
 tensorflow/compiler/jit/xla_device_context.cc | 18 ++++++++----
 tensorflow/compiler/jit/xla_launch_util.cc    |  9 ++++--
 tensorflow/compiler/jit/xla_tensor.cc         | 21 ++++++++------
 tensorflow/compiler/jit/xla_tensor.h          | 28 +++++++++++--------
 4 files changed, 47 insertions(+), 29 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index e0eb26d7c5..090021093d 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -103,8 +103,7 @@ Status XlaDeviceContext::TransferLiteralToDevice(const Tensor& host_tensor,
     auto event = std::make_shared<se::Event>(stream_->parent());
     TF_RET_CHECK(event->Init()) << "Event failed to initialize!";
     host_to_device_stream_->ThenRecordEvent(event.get());
-    xla_tensor->SetDefinitionEvent(std::move(event),
-                                   host_to_device_stream_.get());
+    xla_tensor->SetDefinedOn(host_to_device_stream_.get(), std::move(event));
   }
   // Unref the host tensor, and capture the literal shared_ptr too so it goes
   // out of scope when the lambda completes.
@@ -226,7 +225,11 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   void* dst_ptr = DMAHelper::base(cpu_tensor);
   XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
 
-  xla_tensor->WaitForDefinitionEventOnStream(device_to_host_stream_.get());
+  if (se::Event* event =
+          xla_tensor->GetDefinitionEvent(device_to_host_stream_.get())) {
+    device_to_host_stream_->ThenWaitFor(event);
+    xla_tensor->SetDefinedOn(device_to_host_stream_.get());
+  }
 
   Status status;
   if (transfer_as_literal_) {
@@ -280,7 +283,11 @@ void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
       }
     }
 
-    xla_src->WaitForDefinitionEventOnStream(device_to_device_stream.get());
+    if (se::Event* event =
+            xla_src->GetDefinitionEvent(device_to_device_stream.get())) {
+      device_to_device_stream->ThenWaitFor(event);
+      xla_src->SetDefinedOn(device_to_device_stream.get());
+    }
 
     auto from_iter = xla_src->shaped_buffer().buffers().begin();
     auto to_iter = xla_dst->shaped_buffer().buffers().begin();
@@ -294,8 +301,7 @@ void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
       auto event = std::make_shared<se::Event>(stream_->parent());
       TF_RET_CHECK(event->Init()) << "Event failed to initialize";
       device_to_device_stream->ThenRecordEvent(event.get());
-      xla_dst->SetDefinitionEvent(std::move(event),
-                                  device_to_device_stream.get());
+      xla_dst->SetDefinedOn(device_to_device_stream.get(), std::move(event));
     }
     return Status::OK();
   }();
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 4c0754678c..d34a57de10 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -266,7 +266,10 @@ void XlaComputationLaunchContext::PopulateInputs(
       CHECK(stream) << "Must have a stream available when using XLA tensors!";
       XlaTensor* xla_tensor = XlaTensor::FromTensor(t);
       CHECK(xla_tensor);
-      xla_tensor->WaitForDefinitionEventOnStream(stream);
+      if (se::Event* event = xla_tensor->GetDefinitionEvent(stream)) {
+        stream->ThenWaitFor(event);
+        xla_tensor->SetDefinedOn(stream);
+      }
     }
 
     const xla::Shape on_device_shape =
@@ -394,7 +397,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
             xla_tensor->set_shaped_buffer(ScopedShapedBuffer(
                 ExtractSubShapedBuffer(&output, output_num, xla_allocator_)));
             if (use_multiple_streams_) {
-              xla_tensor->SetDefinitionEvent(definition_event, stream);
+              xla_tensor->SetDefinedOn(stream, definition_event);
             }
           } else {
             // xla_tensor wasn't valid, which must mean this is a zero-element
@@ -460,7 +463,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
       xla_tensor->set_shaped_buffer(
           ExtractSubShapedBuffer(&output, output_num, xla_allocator_));
       if (use_multiple_streams_) {
-        xla_tensor->SetDefinitionEvent(definition_event, stream);
+        xla_tensor->SetDefinedOn(stream, definition_event);
       }
       *variable_infos[i].var()->tensor() = output_tensor;
     } else {
diff --git a/tensorflow/compiler/jit/xla_tensor.cc b/tensorflow/compiler/jit/xla_tensor.cc
index c2ab7aab0b..92ba7de1b7 100644
--- a/tensorflow/compiler/jit/xla_tensor.cc
+++ b/tensorflow/compiler/jit/xla_tensor.cc
@@ -73,10 +73,10 @@ Status XlaTensor::AllocateShapedBuffer(DataType dtype, const TensorShape& shape,
   return Status::OK();
 }
 
-void XlaTensor::WaitForDefinitionEventOnStream(se::Stream* stream) {
+se::Event* XlaTensor::GetDefinitionEvent(se::Stream* stream) {
   mutex_lock lock(mu_);
   if (!definition_event_) {
-    return;
+    return nullptr;
   }
 
   // The set of defined streams is expected to be very small indeed (usually
@@ -84,19 +84,22 @@ void XlaTensor::WaitForDefinitionEventOnStream(se::Stream* stream) {
   if (std::find(streams_defined_on_.begin(), streams_defined_on_.end(),
                 stream) != streams_defined_on_.end()) {
     // stream is in streams_defined_on_; it doesn't need to be waited on.
-    return;
+    return nullptr;
   }
 
-  stream->ThenWaitFor(definition_event_.get());
-  streams_defined_on_.push_back(stream);
+  return definition_event_.get();
 }
 
-void XlaTensor::SetDefinitionEvent(std::shared_ptr<se::Event> event,
-                                   se::Stream* stream) {
-  DCHECK(!definition_event_);
+void XlaTensor::SetDefinedOn(se::Stream* stream,
+                             std::shared_ptr<se::Event> event) {
   mutex_lock lock(mu_);
-  streams_defined_on_.push_back(stream);
   definition_event_ = std::move(event);
+  streams_defined_on_ = {stream};
+}
+
+void XlaTensor::SetDefinedOn(se::Stream* stream) {
+  mutex_lock lock(mu_);
+  streams_defined_on_.push_back(stream);
 }
 
 // The pointer tag, OR-ed into the XlaTensor's address to distinguish it from
diff --git a/tensorflow/compiler/jit/xla_tensor.h b/tensorflow/compiler/jit/xla_tensor.h
index d7c1d8c781..d95da63405 100644
--- a/tensorflow/compiler/jit/xla_tensor.h
+++ b/tensorflow/compiler/jit/xla_tensor.h
@@ -88,17 +88,23 @@ class XlaTensor {
     host_tensor_.reset(new Tensor(tensor));
   }
 
-  // Adds synchronization events to 'stream' that wait for this tensor to be
-  // defined on 'stream'. Does nothing if the tensor is already defined on that
-  // stream.
-  void WaitForDefinitionEventOnStream(se::Stream* stream);
-
-  // Sets the definition event of the tensor to 'event', and promises that the
-  // tensor has already been defined on stream.
-  // It is an error to call SetDefinitionEvent() twice, or to call
-  // SetDefinitionEvent() after WaitForDefinitionEventOnStream() has been
-  // called.
-  void SetDefinitionEvent(std::shared_ptr<se::Event> event, se::Stream* stream);
+  // If the tensor's content is not yet defined on 'stream', and there exists an
+  // se::Event declaring when the tensor's content is defined, return it.
+  // Otherwise, return nullptr. If this function returns nullptr then the
+  // tensor's content can be read on 'stream' without additional
+  // synchronization.
+  se::Event* GetDefinitionEvent(se::Stream* stream);
+
+  // Assert that the tensor's content is defined on 'stream' by the time 'event'
+  // triggers.
+  void SetDefinedOn(se::Stream* stream, std::shared_ptr<se::Event> event);
+
+  // Assert that the tensor's content is defined on 'stream'. This version does
+  // not provide an event, and must be called *after* SetDefinedOn(Stream,
+  // Event). This call can be read as an assertion that the definition event has
+  // been waited on by 'stream', so further calls to GetDefinitionEvent(stream)
+  // do not need to also wait on the event.
+  void SetDefinedOn(se::Stream* stream);
 
   // Convert from a raw pointer to an XlaTensor, removing the pointer tag.
   static XlaTensor* FromOpaquePointer(void* ptr);
-- 
GitLab


From 1208db06f619dbe634c46544594044fd1f650bf9 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Fri, 19 Oct 2018 18:44:36 -0700
Subject: [PATCH 0348/1825] Have Keras Optimizer V2 inherit from Optimizer V1,
 and start with SGD.

PiperOrigin-RevId: 217964401
---
 .../optimizer_v2/checkpointable_utils_test.py |   59 +-
 tensorflow/python/keras/optimizer_v2/BUILD    |  104 +-
 .../python/keras/optimizer_v2/adadelta.py     |  126 --
 .../keras/optimizer_v2/adadelta_test.py       |  183 ---
 .../python/keras/optimizer_v2/adagrad.py      |  127 --
 .../python/keras/optimizer_v2/adagrad_test.py |  289 ----
 tensorflow/python/keras/optimizer_v2/adam.py  |  213 ---
 .../python/keras/optimizer_v2/adam_test.py    |  344 -----
 .../optimizer_v2/checkpointable_utils_test.py |  763 -----------
 .../keras/optimizer_v2/gradient_descent.py    |   91 ++
 .../optimizer_v2/gradient_descent_test.py     |  269 ++++
 .../python/keras/optimizer_v2/optimizer_v2.py | 1198 +----------------
 .../keras/optimizer_v2/optimizer_v2_test.py   |   54 +-
 .../python/keras/optimizer_v2/rmsprop.py      |  250 ----
 .../python/keras/optimizer_v2/rmsprop_test.py |  466 -------
 tensorflow/python/keras/optimizer_v2/sgd.py   |  184 ---
 .../python/keras/optimizer_v2/sgd_test.py     |  773 -----------
 17 files changed, 417 insertions(+), 5076 deletions(-)
 delete mode 100644 tensorflow/python/keras/optimizer_v2/adadelta.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/adadelta_test.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/adagrad.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/adagrad_test.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/adam.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/adam_test.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/checkpointable_utils_test.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/gradient_descent.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/rmsprop.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/rmsprop_test.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/sgd.py
 delete mode 100644 tensorflow/python/keras/optimizer_v2/sgd_test.py

diff --git a/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py b/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py
index ae8a5d243b..72019b3154 100644
--- a/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py
+++ b/tensorflow/contrib/optimizer_v2/checkpointable_utils_test.py
@@ -24,6 +24,7 @@ import os
 
 import six
 
+from tensorflow.contrib.optimizer_v2 import adam
 from tensorflow.python.client import session as session_lib
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
@@ -34,7 +35,6 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.layers import core
-from tensorflow.python.keras.optimizer_v2 import adam
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import resource_variable_ops
@@ -98,7 +98,7 @@ class CheckpointingTests(test.TestCase):
     # A nuisance Model using the same optimizer. Its slot variables should not
     # go in the checkpoint, since it is never depended on.
     other_model = MyModel()
-    optimizer = adam.Adam(0.001)
+    optimizer = adam.AdamOptimizer(0.001)
     optimizer_step = training_util.get_or_create_global_step()
     root_checkpointable = util.Checkpoint(
         optimizer=optimizer, model=model, optimizer_step=optimizer_step)
@@ -130,8 +130,8 @@ class CheckpointingTests(test.TestCase):
         # non-Layer dependency of the model
         "model/_non_layer/a_variable",
         # The optimizer creates two non-slot variables
-        "optimizer/beta_1_power",
-        "optimizer/beta_2_power",
+        "optimizer/beta1_power",
+        "optimizer/beta2_power",
         # Slot variables
         "model/_second/kernel/.OPTIMIZER_SLOT/optimizer/m",
         "model/_second/kernel/.OPTIMIZER_SLOT/optimizer/v",
@@ -145,7 +145,6 @@ class CheckpointingTests(test.TestCase):
         name + suffix for name in expected_checkpoint_names]
     # The optimizer and Dense layers also save get_config() JSON
     expected_checkpoint_names.extend([
-        "optimizer/.ATTRIBUTES/OBJECT_CONFIG_JSON",
         "model/_second/.ATTRIBUTES/OBJECT_CONFIG_JSON",
         "model/_named_dense/.ATTRIBUTES/OBJECT_CONFIG_JSON"
     ])
@@ -163,20 +162,20 @@ class CheckpointingTests(test.TestCase):
         "my_model/dense/kernel",
         named_variables["model/_named_dense/kernel" + suffix].full_name)
     self.assertEqual(
-        "beta_1_power",
-        named_variables["optimizer/beta_1_power" + suffix].full_name)
+        "beta1_power",
+        named_variables["optimizer/beta1_power" + suffix].full_name)
     self.assertEqual(
-        "beta_2_power",
-        named_variables["optimizer/beta_2_power" + suffix].full_name)
+        "beta2_power",
+        named_variables["optimizer/beta2_power" + suffix].full_name)
     # Spot check the generated protocol buffers.
     self.assertEqual("optimizer",
                      serialized_graph.nodes[0].children[1].local_name)
     optimizer_node = serialized_graph.nodes[serialized_graph.nodes[0].children[
         1].node_id]
-    self.assertEqual("beta_1_power", optimizer_node.children[0].local_name)
+    self.assertEqual("beta1_power", optimizer_node.children[0].local_name)
     self.assertEqual(
-        "beta_1_power", serialized_graph.nodes[
-            optimizer_node.children[0].node_id].attributes[0].full_name)
+        "beta1_power", serialized_graph.nodes[optimizer_node.children[0]
+                                              .node_id].attributes[0].full_name)
     self.assertEqual(
         "my_model/dense/kernel",
         serialized_graph.nodes[optimizer_node.slot_variables[0]
@@ -208,7 +207,7 @@ class CheckpointingTests(test.TestCase):
   @test_util.run_in_graph_and_eager_modes
   def testSaveRestore(self):
     model = MyModel()
-    optimizer = adam.Adam(0.001)
+    optimizer = adam.AdamOptimizer(0.001)
     root_checkpointable = util.Checkpoint(
         optimizer=optimizer, model=model)
     input_value = constant_op.constant([[3.]])
@@ -240,12 +239,12 @@ class CheckpointingTests(test.TestCase):
     if not context.executing_eagerly():
       return  # Restore-on-create is only supported when executing eagerly
     on_create_model = MyModel()
-    on_create_optimizer = adam.Adam(
+    on_create_optimizer = adam.AdamOptimizer(
         0.001,
         # Preserve beta_1_power and beta_2_power when appying gradients
         # so we can test that they've been restored correctly.
-        beta_1=1.0,
-        beta_2=1.0)
+        beta1=1.0,
+        beta2=1.0)
     on_create_root = util.Checkpoint(
         optimizer=on_create_optimizer, model=on_create_model)
     # Deferred restoration
@@ -277,7 +276,7 @@ class CheckpointingTests(test.TestCase):
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     for training_continuation in range(3):
       model = MyModel()
-      optimizer = adam.Adam(0.001)
+      optimizer = adam.AdamOptimizer(0.001)
       root = util.Checkpoint(
           optimizer=optimizer, model=model,
           optimizer_step=training_util.get_or_create_global_step())
@@ -302,7 +301,7 @@ class CheckpointingTests(test.TestCase):
       for training_continuation in range(3):
         with ops.Graph().as_default():
           model = MyModel()
-          optimizer = adam.Adam(0.001)
+          optimizer = adam.AdamOptimizer(0.001)
           root = util.Checkpoint(
               optimizer=optimizer, model=model,
               global_step=training_util.get_or_create_global_step())
@@ -340,7 +339,7 @@ class CheckpointingTests(test.TestCase):
       with ops.Graph().as_default(), self.test_session(
           graph=ops.get_default_graph()), test_util.device(use_gpu=True):
         model = MyModel()
-        optimizer = adam.Adam(0.001)
+        optimizer = adam.AdamOptimizer(0.001)
         root = util.Checkpoint(
             optimizer=optimizer, model=model,
             global_step=training_util.get_or_create_global_step())
@@ -374,7 +373,7 @@ class CheckpointingTests(test.TestCase):
           graph=ops.get_default_graph()), test_util.device(use_gpu=True):
         model = MyModel()
         # Don't actually train so we can test variable values
-        optimizer = adam.Adam(0.)
+        optimizer = adam.AdamOptimizer(0.)
         root = util.Checkpoint(
             optimizer=optimizer, model=model,
             global_step=training_util.get_or_create_global_step())
@@ -423,7 +422,7 @@ class CheckpointingTests(test.TestCase):
 
     with context.eager_mode():
       model = Model()
-      optimizer = adam.Adam(learning_rate=0.05)
+      optimizer = adam.AdamOptimizer(learning_rate=0.05)
       checkpoint_directory = self.get_temp_dir()
       checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
       checkpoint = util.Checkpoint(
@@ -444,7 +443,7 @@ class CheckpointingTests(test.TestCase):
     root = tracking.Checkpointable()
     root.var = util.add_variable(
         root, name="var", initializer=0.)
-    optimizer = adam.Adam(0.1)
+    optimizer = adam.AdamOptimizer(0.1)
     if context.executing_eagerly():
       optimizer.minimize(root.var.read_value)
     else:
@@ -478,8 +477,8 @@ class CheckpointingTests(test.TestCase):
     no_slot_status.assert_consumed()
     no_slot_status.run_restore_ops()
     self.assertEqual(12., self.evaluate(new_root.var))
-    new_root.optimizer = adam.Adam(0.1)
-    with self.assertRaisesRegexp(AssertionError, "beta_1_power"):
+    new_root.optimizer = adam.AdamOptimizer(0.1)
+    with self.assertRaisesRegexp(AssertionError, "beta1_power"):
       slot_status.assert_consumed()
     self.assertEqual(12., self.evaluate(new_root.var))
     if context.executing_eagerly():
@@ -511,7 +510,7 @@ class CheckpointingTests(test.TestCase):
         checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
         obj = tracking.Checkpointable()
         obj.var = variable_scope.get_variable(name="v", initializer=0.)
-        obj.opt = adam.Adam(0.1)
+        obj.opt = adam.AdamOptimizer(0.1)
         obj.opt.minimize(obj.var.read_value())
         self.evaluate(util.gather_initializers(obj))
         saver = util.CheckpointableSaver(obj)
@@ -529,7 +528,7 @@ class CheckpointingTests(test.TestCase):
         checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
         obj = tracking.Checkpointable()
         obj.var = variable_scope.get_variable(name="v", initializer=0.)
-        obj.opt = adam.Adam(0.1)
+        obj.opt = adam.AdamOptimizer(0.1)
         obj.opt.minimize(obj.var.read_value())
         self.evaluate(util.gather_initializers(obj))
         saver = util.CheckpointableSaver(obj)
@@ -543,7 +542,7 @@ class CheckpointingTests(test.TestCase):
     with context.graph_mode():
       checkpoint_directory = self.get_temp_dir()
       checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      optimizer = adam.Adam(0.001)
+      optimizer = adam.AdamOptimizer(0.001)
       # Construct a model in one graph
       first_graph = ops.Graph()
       first_session = session_lib.Session(graph=first_graph)
@@ -614,7 +613,7 @@ class TemplateTests(test.TestCase):
 
     save_template = template.make_template("s1", _templated)
     v1_save, _, v2_save = save_template()
-    optimizer = adam.Adam(0.0)
+    optimizer = adam.AdamOptimizer(0.0)
     save_root = util.Checkpoint(
         my_template=save_template, optimizer=optimizer)
     optimizer.minimize(v1_save.read_value)
@@ -626,7 +625,7 @@ class TemplateTests(test.TestCase):
     save_path = save_root.save(checkpoint_prefix)
 
     load_template = template.make_template("s2", _templated)
-    load_optimizer = adam.Adam(0.0)
+    load_optimizer = adam.AdamOptimizer(0.0)
     load_root = util.Checkpoint(
         my_template=load_template, optimizer=load_optimizer)
     status = load_root.restore(save_path)
@@ -646,7 +645,7 @@ class CheckpointCompatibilityTests(test.TestCase):
   def _initialized_model(self):
     input_value = constant_op.constant([[3.]])
     model = MyModel()
-    optimizer = adam.Adam(0.001)
+    optimizer = adam.AdamOptimizer(0.001)
     optimizer_step = training_util.get_or_create_global_step()
     root_checkpointable = util.Checkpoint(
         optimizer=optimizer, model=model, optimizer_step=optimizer_step)
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index 292c717e36..e21674ef60 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -12,12 +12,8 @@ load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 py_library(
     name = "optimizer_v2",
     srcs = [
-        "adadelta.py",
-        "adagrad.py",
-        "adam.py",
+        "gradient_descent.py",
         "optimizer_v2.py",
-        "rmsprop.py",
-        "sgd.py",
     ],
     srcs_version = "PY2AND3",
     deps = [
@@ -34,84 +30,9 @@ py_library(
 )
 
 cuda_py_test(
-    name = "adadelta_test",
+    name = "gradient_descent_test",
     size = "medium",
-    srcs = ["adadelta_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:variables",
-        "//third_party/py/numpy",
-    ],
-)
-
-cuda_py_test(
-    name = "adagrad_test",
-    size = "small",
-    srcs = ["adagrad_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:client_testlib",
-        "//third_party/py/numpy",
-    ],
-)
-
-cuda_py_test(
-    name = "adam_test",
-    size = "small",
-    srcs = ["adam_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:client_testlib",
-        "//third_party/py/numpy",
-    ],
-)
-
-cuda_py_test(
-    name = "checkpointable_utils_test",
-    srcs = ["checkpointable_utils_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "@six_archive//:six",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:dtypes",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:init_ops",
-        "//tensorflow/python:layers",
-        "//tensorflow/python:layers_base",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:state_ops",
-        "//tensorflow/python:training",
-        "//tensorflow/python:variable_scope",
-        "//tensorflow/python:variables",
-        "//tensorflow/python/eager:context",
-        "//tensorflow/python/eager:test",
-        "//tensorflow/python/keras",
-    ],
-    tags = ["notsan"],
-)
-
-cuda_py_test(
-    name = "sgd_test",
-    size = "medium",
-    srcs = ["sgd_test.py"],
+    srcs = ["gradient_descent_test.py"],
     additional_deps = [
         ":optimizer_v2",
         "//tensorflow/python:client_testlib",
@@ -143,22 +64,3 @@ cuda_py_test(
         "//tensorflow/python:variables",
     ],
 )
-
-cuda_py_test(
-    name = "rmsprop_test",
-    size = "small",
-    srcs = ["rmsprop_test.py"],
-    additional_deps = [
-        ":optimizer_v2",
-        "@absl_py//absl/testing:parameterized",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:embedding_ops",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:client_testlib",
-        "//third_party/py/numpy",
-    ],
-    tags = ["optonly"],
-)
diff --git a/tensorflow/python/keras/optimizer_v2/adadelta.py b/tensorflow/python/keras/optimizer_v2/adadelta.py
deleted file mode 100644
index 2ae930fe35..0000000000
--- a/tensorflow/python/keras/optimizer_v2/adadelta.py
+++ /dev/null
@@ -1,126 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Adadelta for TensorFlow."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.training import training_ops
-
-
-class Adadelta(optimizer_v2.OptimizerV2):
-  """Adadelta optimizer.
-
-  It is recommended to leave the parameters of this optimizer at their default
-  values.
-
-  See [M. D. Zeiler](http://arxiv.org/abs/1212.5701)
-  ([pdf](http://arxiv.org/pdf/1212.5701v1.pdf))
-
-  Some of the args below are hyperparameters, where a hyperparameter is
-  defined as a scalar Tensor, a regular Python value, or a callable (which
-  will be evaluated when `apply_gradients` is called) returning a scalar
-  Tensor or a Python value.
-
-  Arguments:
-
-      learning_rate: float hyperparameter >= 0. Learning rate. It is recommended
-        to leave it at the default value.
-      rho: float hyperparameter >= 0. The decay rate.
-      epsilon: float hyperparameter >= 0. Fuzz factor. A constant epsilon used
-        to better condition the grad update.
-      name: Optional name prefix for the operations created when applying
-        gradients.  Defaults to 'Adadelta'.
-  """
-
-  def __init__(self,
-               learning_rate=0.001,
-               rho=0.95,
-               epsilon=1e-8,
-               name="Adadelta"):
-    super(Adadelta, self).__init__(name)
-    self._set_hyper("learning_rate", learning_rate)
-    self._set_hyper("rho", rho)
-    self._set_hyper("epsilon", epsilon)
-
-  def _create_vars(self, var_list, state):
-    for v in var_list:
-      state.zeros_slot(v, "accum")
-      state.zeros_slot(v, "accum_update")
-
-  def _apply_dense(self, grad, var, state):
-    accum = state.get_slot(var, "accum")
-    accum_update = state.get_slot(var, "accum_update")
-    return training_ops.apply_adadelta(
-        var,
-        accum,
-        accum_update,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        state.get_hyper("rho", var.dtype.base_dtype),
-        state.get_hyper("epsilon", var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking)
-
-  def _resource_apply_dense(self, grad, var, state):
-    accum = state.get_slot(var, "accum")
-    accum_update = state.get_slot(var, "accum_update")
-    return training_ops.resource_apply_adadelta(
-        var.handle,
-        accum.handle,
-        accum_update.handle,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        state.get_hyper("rho", var.dtype.base_dtype),
-        state.get_hyper("epsilon", var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking)
-
-  def _apply_sparse(self, grad, var, state):
-    accum = state.get_slot(var, "accum")
-    accum_update = state.get_slot(var, "accum_update")
-    return training_ops.sparse_apply_adadelta(
-        var,
-        accum,
-        accum_update,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        state.get_hyper("rho", var.dtype.base_dtype),
-        state.get_hyper("epsilon", var.dtype.base_dtype),
-        grad.values,
-        grad.indices,
-        use_locking=self._use_locking)
-
-  def _resource_apply_sparse(self, grad, var, indices, state):
-    accum = state.get_slot(var, "accum")
-    accum_update = state.get_slot(var, "accum_update")
-    return training_ops.resource_sparse_apply_adadelta(
-        var.handle,
-        accum.handle,
-        accum_update.handle,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        state.get_hyper("rho", var.dtype.base_dtype),
-        state.get_hyper("epsilon", var.dtype.base_dtype),
-        grad,
-        indices,
-        use_locking=self._use_locking)
-
-  def get_config(self):
-    config = super(Adadelta, self).get_config()
-    config.update({
-        "learning_rate": self._serialize_hyperparameter("learning_rate"),
-        "rho": self._serialize_hyperparameter("rho"),
-        "epsilon": self._serialize_hyperparameter("epsilon")
-    })
-    return config
diff --git a/tensorflow/python/keras/optimizer_v2/adadelta_test.py b/tensorflow/python/keras/optimizer_v2/adadelta_test.py
deleted file mode 100644
index 6c8fa874e1..0000000000
--- a/tensorflow/python/keras/optimizer_v2/adadelta_test.py
+++ /dev/null
@@ -1,183 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for Adadelta Optimizer."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.keras.optimizer_v2 import adadelta
-from tensorflow.python.ops import embedding_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-
-
-class AdadeltaOptimizerTest(test.TestCase):
-
-  def doTestBasic(self, use_resource=False):
-    num_updates = 4  # number of ADADELTA steps to perform
-    for dtype in [dtypes.half, dtypes.float32]:
-      for grad in [0.2, 0.1, 0.01]:
-        for lr in [1.0, 0.5, 0.1]:
-          with self.cached_session():
-            var0_init = [1.0, 2.0]
-            var1_init = [3.0, 4.0]
-            if use_resource:
-              var0 = resource_variable_ops.ResourceVariable(
-                  var0_init, dtype=dtype)
-              var1 = resource_variable_ops.ResourceVariable(
-                  var1_init, dtype=dtype)
-            else:
-              var0 = variables.Variable(var0_init, dtype=dtype)
-              var1 = variables.Variable(var1_init, dtype=dtype)
-
-            grads = constant_op.constant([grad, grad], dtype=dtype)
-
-            accum = 0.0
-            accum_update = 0.0
-
-            # ADADELTA gradient optimizer
-            rho = 0.95
-            epsilon = 1e-8
-            adadelta_opt = adadelta.Adadelta(lr, rho, epsilon)
-            adadelta_update = adadelta_opt.apply_gradients(
-                zip([grads, grads], [var0, var1]))
-
-            opt_vars = adadelta_opt.variables()
-            self.assertStartsWith(opt_vars[0].name, var0._shared_name)
-            self.assertStartsWith(opt_vars[1].name, var0._shared_name)
-            self.assertStartsWith(opt_vars[2].name, var1._shared_name)
-            self.assertStartsWith(opt_vars[3].name, var1._shared_name)
-            self.assertEqual(4, len(opt_vars))
-
-            variables.global_variables_initializer().run()
-
-            # Assign slots
-            slot = [None] * 2
-            slot_update = [None] * 2
-            self.assertEqual(["accum", "accum_update"],
-                             adadelta_opt.get_slot_names())
-            slot[0] = adadelta_opt.get_slot(var0, "accum")
-            self.assertEquals(slot[0].get_shape(), var0.get_shape())
-            self.assertFalse(slot[0] in variables.trainable_variables())
-
-            slot_update[0] = adadelta_opt.get_slot(var0, "accum_update")
-            self.assertEquals(slot_update[0].get_shape(), var0.get_shape())
-            self.assertFalse(slot_update[0] in variables.trainable_variables())
-
-            slot[1] = adadelta_opt.get_slot(var1, "accum")
-            self.assertEquals(slot[1].get_shape(), var1.get_shape())
-            self.assertFalse(slot[1] in variables.trainable_variables())
-
-            slot_update[1] = adadelta_opt.get_slot(var1, "accum_update")
-            self.assertEquals(slot_update[1].get_shape(), var1.get_shape())
-            self.assertFalse(slot_update[1] in variables.trainable_variables())
-
-            # Fetch params to validate initial values
-            self.assertAllClose(var0_init, var0.eval())
-            self.assertAllClose(var1_init, var1.eval())
-
-            update = [None] * num_updates
-            tot_update = 0
-            for step in range(num_updates):
-              # Run adadelta update for comparison
-              adadelta_update.run()
-
-              # Perform initial update without previous accum values
-              accum = accum * rho + (grad**2) * (1 - rho)
-              update[step] = (np.sqrt(accum_update + epsilon) *
-                              (1. / np.sqrt(accum + epsilon)) * grad)
-              accum_update = (accum_update * rho + (update[step]**2) *
-                              (1.0 - rho))
-              tot_update += update[step] * lr
-
-              # Check that the accumulators have been updated
-              for slot_idx in range(2):
-                self.assertAllCloseAccordingToType(
-                    np.array([accum, accum], dtype=dtype.as_numpy_dtype()),
-                    slot[slot_idx].eval(),
-                    rtol=1e-5)
-
-                self.assertAllCloseAccordingToType(
-                    np.array(
-                        [accum_update, accum_update],
-                        dtype=dtype.as_numpy_dtype()),
-                    slot_update[slot_idx].eval(),
-                    rtol=1e-5)
-
-              # Check that the parameters have been updated
-              self.assertAllCloseAccordingToType(
-                  np.array(
-                      [var0_init[0] - tot_update, var0_init[1] - tot_update],
-                      dtype=dtype.as_numpy_dtype()),
-                  var0.eval(),
-                  rtol=1e-5)
-
-              self.assertAllCloseAccordingToType(
-                  np.array(
-                      [var1_init[0] - tot_update, var1_init[1] - tot_update],
-                      dtype=dtype.as_numpy_dtype()),
-                  var1.eval(),
-                  rtol=1e-5)
-
-  def testBasic(self):
-    self.doTestBasic(use_resource=False)
-
-  def testResourceBasic(self):
-    self.doTestBasic(use_resource=True)
-
-  def testMinimizeSparseResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
-        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
-        loss = pred * pred
-        sgd_op = adadelta.Adadelta(1.0, 1.0, 1.0).minimize(loss)
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-111, -138]], var0.eval())
-
-  def testConfig(self):
-
-    def rho():
-      return ops.convert_to_tensor(1.0)
-
-    epsilon = ops.convert_to_tensor(1.0)
-
-    opt = adadelta.Adadelta(learning_rate=1.0, rho=rho, epsilon=epsilon)
-    config = opt.get_config()
-    opt2 = adadelta.Adadelta.from_config(config)
-    self.assertEqual(opt._hyper["learning_rate"][1],
-                     opt2._hyper["learning_rate"][1])
-    self.assertEqual(opt._hyper["rho"][1].__name__,
-                     opt2._hyper["rho"][1].__name__)
-    self.assertEqual(opt._hyper["epsilon"][1], opt2._hyper["epsilon"][1])
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/adagrad.py b/tensorflow/python/keras/optimizer_v2/adagrad.py
deleted file mode 100644
index fe3e8799ef..0000000000
--- a/tensorflow/python/keras/optimizer_v2/adagrad.py
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Adagrad optimizer for TensorFlow."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import gen_array_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.training import training_ops
-
-
-class Adagrad(optimizer_v2.OptimizerV2):
-  """Adagrad optimizer.
-
-  It is recommended to leave the parameters of this optimizer at their default
-  values.
-
-  See this [paper](http://www.jmlr.org/papers/volume12/duchi11a/duchi11a.pdf)
-  or this
-  [intro](https://ppasupat.github.io/a9online/uploads/proximal_notes.pdf).
-
-  The learning_rate arg below is a hyperparameter, where a hyperparameter is
-  defined as a scalar Tensor, a regular Python value, or a callable (which
-  will be evaluated when `apply_gradients` is called) returning a scalar
-  Tensor or a Python value.
-
-  Arguments:
-      learning_rate: float hyperparameter >= 0. Learning rate.
-      initial_accumulator_value: A floating point value. Starting value for the
-        accumulators, must be positive.
-      name: Optional name prefix for the operations created when applying
-        gradients.  Defaults to 'Adagrad'.
-
-  Raises:
-    ValueError: If the `initial_accumulator_value` is invalid.
-  """
-
-  def __init__(self,
-               learning_rate=0.001,
-               initial_accumulator_value=0.1,
-               name="Adagrad"):
-    if initial_accumulator_value <= 0.0:
-      raise ValueError("initial_accumulator_value must be positive: %s" %
-                       initial_accumulator_value)
-    super(Adagrad, self).__init__(name)
-    self._set_hyper("learning_rate", learning_rate)
-
-    self._initial_accumulator_value = initial_accumulator_value
-
-  def _create_vars(self, var_list, state):
-    for v in var_list:
-      dtype = v.dtype.base_dtype
-      if v.get_shape().is_fully_defined():
-        init = init_ops.constant_initializer(self._initial_accumulator_value,
-                                             dtype=dtype)
-      else:
-        def init(v=v, dtype=dtype):
-          # Use a Tensor instead of initializer if variable does not have
-          # static shape.
-          init_constant = gen_array_ops.fill(array_ops.shape(v),
-                                             self._initial_accumulator_value)
-          return math_ops.cast(init_constant, dtype)
-      state.create_slot_with_initializer(v, init, v.get_shape(), dtype,
-                                         "accumulator")
-
-  def _apply_dense(self, grad, var, state):
-    acc = state.get_slot(var, "accumulator")
-    return training_ops.apply_adagrad(
-        var,
-        acc,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking)
-
-  def _resource_apply_dense(self, grad, var, state):
-    acc = state.get_slot(var, "accumulator")
-    return training_ops.resource_apply_adagrad(
-        var.handle,
-        acc.handle,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking)
-
-  def _apply_sparse(self, grad, var, state):
-    acc = state.get_slot(var, "accumulator")
-    return training_ops.sparse_apply_adagrad(
-        var,
-        acc,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        grad.values,
-        grad.indices,
-        use_locking=self._use_locking)
-
-  def _resource_apply_sparse(self, grad, var, indices, state):
-    acc = state.get_slot(var, "accumulator")
-    return training_ops.resource_sparse_apply_adagrad(
-        var.handle,
-        acc.handle,
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        grad,
-        indices,
-        use_locking=self._use_locking)
-
-  def get_config(self):
-    config = super(Adagrad, self).get_config()
-    config.update({
-        "learning_rate": self._serialize_hyperparameter("learning_rate"),
-        "initial_accumulator_value": self._initial_accumulator_value
-    })
-    return config
diff --git a/tensorflow/python/keras/optimizer_v2/adagrad_test.py b/tensorflow/python/keras/optimizer_v2/adagrad_test.py
deleted file mode 100644
index 81a0993897..0000000000
--- a/tensorflow/python/keras/optimizer_v2/adagrad_test.py
+++ /dev/null
@@ -1,289 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Functional tests for aggregate operations."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import types as python_types
-
-import numpy as np
-
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.keras.optimizer_v2 import adagrad
-from tensorflow.python.ops import embedding_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-
-
-class AdagradOptimizerTest(test.TestCase):
-
-  def doTestBasic(self, use_resource=False):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        if use_resource:
-          var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-          var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-        else:
-          var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-          var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        ada_opt = adagrad.Adagrad(3.0, initial_accumulator_value=0.1)
-        ada_update = ada_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-        # Run 3 steps of adagrad
-        for _ in range(3):
-          ada_update.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval())
-
-  def testBasic(self):
-    self.doTestBasic()
-
-  def testBasicResource(self):
-    self.doTestBasic(use_resource=True)
-
-  def testMinimizeSparseResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = resource_variable_ops.ResourceVariable(
-            [[1.0, 2.0], [3.0, 4.0]], dtype=dtype)
-        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
-        loss = pred * pred
-        sgd_op = adagrad.Adagrad(1.0).minimize(loss)
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType(
-            [[1.0, 2.0], [3.0, 4.0]], var0.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[0, 1], [3, 4]], var0.eval(), atol=0.01)
-
-  def testTensorLearningRate(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        ada_opt = adagrad.Adagrad(
-            constant_op.constant(3.0), initial_accumulator_value=0.1)
-        ada_update = ada_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-        # Run 3 steps of adagrad
-        for _ in range(3):
-          ada_update.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval())
-
-  def testSparseBasic(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([[1.0], [2.0]], dtype=dtype)
-        var1 = variables.Variable([[3.0], [4.0]], dtype=dtype)
-        grads0 = ops.IndexedSlices(
-            constant_op.constant(
-                [0.1], shape=[1, 1], dtype=dtype),
-            constant_op.constant([0]),
-            constant_op.constant([2, 1]))
-        grads1 = ops.IndexedSlices(
-            constant_op.constant(
-                [0.01], shape=[1, 1], dtype=dtype),
-            constant_op.constant([1]),
-            constant_op.constant([2, 1]))
-        ada_opt = adagrad.Adagrad(3.0, initial_accumulator_value=0.1)
-        ada_update = ada_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllClose([[1.0], [2.0]], var0.eval())
-        self.assertAllClose([[3.0], [4.0]], var1.eval())
-        # Run 3 step of sgd
-        for _ in range(3):
-          ada_update.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType(
-            np.array([[-1.6026098728179932], [2.0]]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([[3.0], [3.715679168701172]]), var1.eval())
-
-  def testSparseRepeatedIndices(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        repeated_index_update_var = variables.Variable(
-            [[1.0], [2.0]], dtype=dtype)
-        aggregated_update_var = variables.Variable(
-            [[1.0], [2.0]], dtype=dtype)
-        grad_repeated_index = ops.IndexedSlices(
-            constant_op.constant(
-                [0.1, 0.1], shape=[2, 1], dtype=dtype),
-            constant_op.constant([1, 1]),
-            constant_op.constant([2, 1]))
-        grad_aggregated = ops.IndexedSlices(
-            constant_op.constant(
-                [0.2], shape=[1, 1], dtype=dtype),
-            constant_op.constant([1]),
-            constant_op.constant([2, 1]))
-        repeated_update = adagrad.Adagrad(3.0).apply_gradients(
-            [(grad_repeated_index, repeated_index_update_var)])
-        aggregated_update = adagrad.Adagrad(3.0).apply_gradients(
-            [(grad_aggregated, aggregated_update_var)])
-        variables.global_variables_initializer().run()
-        self.assertAllClose(aggregated_update_var.eval(),
-                            repeated_index_update_var.eval())
-        for _ in range(3):
-          repeated_update.run()
-          aggregated_update.run()
-          self.assertAllClose(aggregated_update_var.eval(),
-                              repeated_index_update_var.eval())
-
-  def testSparseRepeatedIndicesResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var_repeated = resource_variable_ops.ResourceVariable(
-            [1.0, 2.0], dtype=dtype)
-        loss_repeated = math_ops.reduce_sum(
-            embedding_ops.embedding_lookup(var_repeated, [0, 0]))
-        var_aggregated = resource_variable_ops.ResourceVariable(
-            [1.0, 2.0], dtype=dtype)
-        loss_aggregated = 2 * math_ops.reduce_sum(
-            embedding_ops.embedding_lookup(var_aggregated, [0]))
-        update_op_repeated = adagrad.Adagrad(2.0).minimize(loss_repeated)
-        update_op_aggregated = adagrad.Adagrad(2.0).minimize(loss_aggregated)
-        variables.global_variables_initializer().run()
-        self.assertAllCloseAccordingToType(
-            var_repeated.eval(), var_aggregated.eval())
-        for _ in range(3):
-          update_op_repeated.run()
-          update_op_aggregated.run()
-          self.assertAllCloseAccordingToType(
-              var_repeated.eval(), var_aggregated.eval())
-
-  def testSparseStability(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        shape = [1, 6]
-        var0 = variables.Variable(
-            [[
-                0.00872496, -0.106952, 0.110467, 0.226505, -0.0147257,
-                -0.0105945
-            ]],
-            dtype=dtype)
-        grads0 = ops.IndexedSlices(
-            constant_op.constant(
-                [[
-                    -5.91278e-05, 5.31673e-05, -2.5779e-06, 4.29153e-05,
-                    -8.4877e-05, -9.48906e-05
-                ]],
-                shape=shape,
-                dtype=dtype),
-            constant_op.constant([0]),
-            constant_op.constant(shape))
-        ada_opt = adagrad.Adagrad(1.0, initial_accumulator_value=0.1)
-        ada_update = ada_opt.apply_gradients(zip([grads0], [var0]))
-        self.assertEqual(["accumulator"], ada_opt.get_slot_names())
-        slot0 = ada_opt.get_slot(var0, "accumulator")
-        init = variables.global_variables_initializer()
-        for _ in range(100):
-          init.run()
-          ada_update.run()
-          self.assertAllCloseAccordingToType(
-              np.array([[0.1, 0.1, 0.1, 0.1, 0.1, 0.1]]), slot0.eval())
-          self.assertAllCloseAccordingToType(
-              np.array([[
-                  0.00891194, -0.10712013, 0.11047515, 0.22636929, -0.0144573,
-                  -0.01029443
-              ]]), var0.eval())
-
-  def testSharing(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        ada_opt = adagrad.Adagrad(3.0)
-        # Apply the optimizer twice.  Both applications will use
-        # the same accums.
-        ada_update1 = ada_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        ada_update2 = ada_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        self.assertEqual(["accumulator"], ada_opt.get_slot_names())
-        slot0 = ada_opt.get_slot(var0, "accumulator")
-        self.assertEquals(slot0.get_shape(), var0.get_shape())
-        slot1 = ada_opt.get_slot(var1, "accumulator")
-        self.assertEquals(slot1.get_shape(), var1.get_shape())
-        variables.global_variables_initializer().run()
-
-        # Fetch params to validate initial values.
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-        # Mix the first and the second adagrad for 3 steps.
-        ada_update1.run()
-        ada_update2.run()
-        ada_update1.run()
-        # Validate updated params (the same as with only 1 Adagrad).
-        self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval())
-
-  def testDynamicShapeVariable_Ok(self):
-    with self.cached_session():
-      v = variable_scope.get_variable("v", initializer=constant_op.constant(1.),
-                                      validate_shape=False)
-      self.assertFalse(v.shape.is_fully_defined())
-      # Creating optimizer should cause no exception.
-      adagrad.Adagrad(3.0, initial_accumulator_value=0.1)
-
-  def testConfig(self):
-    opt = adagrad.Adagrad(
-        learning_rate=lambda: ops.convert_to_tensor(1.0),
-        initial_accumulator_value=2.0)
-    config = opt.get_config()
-    opt2 = adagrad.Adagrad.from_config(config)
-    self.assertIsInstance(opt2._hyper["learning_rate"][1],
-                          python_types.LambdaType)
-    self.assertEqual(opt._initial_accumulator_value,
-                     opt2._initial_accumulator_value)
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/adam.py b/tensorflow/python/keras/optimizer_v2/adam.py
deleted file mode 100644
index 9f1b3330e5..0000000000
--- a/tensorflow/python/keras/optimizer_v2/adam.py
+++ /dev/null
@@ -1,213 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Adam optimizer for TensorFlow."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.framework import ops
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.training import training_ops
-
-
-class Adam(optimizer_v2.OptimizerV2):
-  r"""Adam Optimizer.
-
-  Default parameters follow those provided in the original paper.
-
-  See [Kingma et al., 2014](http://arxiv.org/abs/1412.6980)
-  ([pdf](http://arxiv.org/pdf/1412.6980.pdf)).
-
-  Some of the args below are hyperparameters where a hyperparameter is
-  defined as a scalar Tensor, a regular Python value, or a callable (which
-  will be evaluated when `apply_gradients` is called) returning a scalar
-  Tensor or a Python value.
-
-  Initialization:
-
-  $$m_0 := 0 \text{(Initialize initial 1st moment vector)}$$
-  $$v_0 := 0 \text{(Initialize initial 2nd moment vector)}$$
-  $$t := 0 \text{(Initialize timestep)}$$
-  The update rule for `variable` with gradient `g` uses an optimization
-  described at the end of section2 of the paper:
-
-  $$t := t + 1$$
-  $$lr_t := \text{learning\_rate} * \sqrt{1 - beta_2^t} / (1 - beta_1^t)$$
-
-  $$m_t := beta_1 * m_{t-1} + (1 - beta_1) * g$$
-  $$v_t := beta_2 * v_{t-1} + (1 - beta_2) * g * g$$
-  $$variable := variable - lr_t * m_t / (\sqrt{v_t} + \epsilon)$$
-
-  The default value of 1e-8 for epsilon might not be a good default in
-  general. For example, when training an Inception network on ImageNet a
-  current good choice is 1.0 or 0.1. Note that since AdamOptimizer uses the
-  formulation just before Section 2.1 of the Kingma and Ba paper rather than
-  the formulation in Algorithm 1, the "epsilon" referred to here is "epsilon
-  hat" in the paper.
-
-  The sparse implementation of this algorithm (used when the gradient is an
-  IndexedSlices object, typically because of `tf.gather` or an embedding
-  lookup in the forward pass) does apply momentum to variable slices even if
-  they were not used in the forward pass (meaning they have a gradient equal
-  to zero). Momentum decay (beta1) is also applied to the entire momentum
-  accumulator. This means that the sparse behavior is equivalent to the dense
-  behavior (in contrast to some momentum implementations which ignore momentum
-  unless a variable slice was actually used).
-
-  Arguments:
-      learning_rate: float hyperparameter >= 0. Learning rate.
-      beta_1: float hyperparameter, 0 < beta_1 < 1. Generally close to 1. The
-        exponential decay rate for the 1st moment estimates.
-      beta_2: float hyperparameter, 0 < beta_2 < 1. Generally close to 1. The
-        exponential decay rate for the 2nd moment estimates.
-      epsilon: float hyperparameter >= 0. Fuzz factor. This epsilon is "epsilon
-        hat" in the Kingma and Ba paper (in the formula just before Section
-        2.1), not the epsilon in Algorithm 1 of the paper.
-      name: Optional name for the operations created when applying gradients.
-        Defaults to "Adam".
-  """
-
-  def __init__(self,
-               learning_rate=0.001,
-               beta_1=0.9,
-               beta_2=0.999,
-               epsilon=1e-8,
-               name="Adam"):
-    super(Adam, self).__init__(name)
-
-    self._set_hyper("learning_rate", learning_rate)
-    self._set_hyper("beta_1", beta_1)
-    self._set_hyper("beta_2", beta_2)
-    self._set_hyper("epsilon", epsilon)
-
-  def _get_beta_accumulators(self, state=None):
-    if state is None:
-      state = self._get_per_graph_state()
-    return (state.get_non_slot("beta_1_power"),
-            state.get_non_slot("beta_2_power"))
-
-  def _create_vars(self, var_list, state):
-    # Non-slot variables end up on the same device(s).
-    state.create_non_slot(
-        initial_value=lambda: state.get_hyper("beta_1"), name="beta_1_power")
-    state.create_non_slot(
-        initial_value=lambda: state.get_hyper("beta_2"), name="beta_2_power")
-
-    # Create slots for the first and second moments.
-    for v in var_list:
-      state.zeros_slot(v, "m")
-      state.zeros_slot(v, "v")
-
-  def _apply_dense(self, grad, var, state):
-    m = state.get_slot(var, "m")
-    v = state.get_slot(var, "v")
-    beta_1_power, beta_2_power = self._get_beta_accumulators(state)
-    return training_ops.apply_adam(
-        var,
-        m,
-        v,
-        math_ops.cast(beta_1_power, var.dtype.base_dtype),
-        math_ops.cast(beta_2_power, var.dtype.base_dtype),
-        state.get_hyper("learning_rate", var.dtype.base_dtype),
-        state.get_hyper("beta_1", var.dtype.base_dtype),
-        state.get_hyper("beta_2", var.dtype.base_dtype),
-        state.get_hyper("epsilon", var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking).op
-
-  def _resource_apply_dense(self, grad, var, state):
-    m = state.get_slot(var, "m")
-    v = state.get_slot(var, "v")
-    beta_1_power, beta_2_power = self._get_beta_accumulators(state)
-    return training_ops.resource_apply_adam(
-        var.handle,
-        m.handle,
-        v.handle,
-        math_ops.cast(beta_1_power, grad.dtype.base_dtype),
-        math_ops.cast(beta_2_power, grad.dtype.base_dtype),
-        state.get_hyper("learning_rate", grad.dtype.base_dtype),
-        state.get_hyper("beta_1", grad.dtype.base_dtype),
-        state.get_hyper("beta_2", grad.dtype.base_dtype),
-        state.get_hyper("epsilon", grad.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking)
-
-  def _apply_sparse_shared(self, grad, var, indices, scatter_add, state):
-    beta_1_power, beta_2_power = self._get_beta_accumulators(state)
-    beta_1_power = math_ops.cast(beta_1_power, var.dtype.base_dtype)
-    beta_2_power = math_ops.cast(beta_2_power, var.dtype.base_dtype)
-    lr_t = state.get_hyper("learning_rate", var.dtype.base_dtype)
-    beta_1_t = state.get_hyper("beta_1", var.dtype.base_dtype)
-    beta_2_t = state.get_hyper("beta_2", var.dtype.base_dtype)
-    epsilon_t = state.get_hyper("epsilon", var.dtype.base_dtype)
-    lr = (lr_t * math_ops.sqrt(1 - beta_2_power) / (1 - beta_1_power))
-    # m_t = beta_1 * m + (1 - beta_1) * g_t
-    m = state.get_slot(var, "m")
-    m_scaled_g_values = grad * (1 - beta_1_t)
-    m_t = state_ops.assign(m, m * beta_1_t, use_locking=self._use_locking)
-    with ops.control_dependencies([m_t]):
-      m_t = scatter_add(m, indices, m_scaled_g_values)
-    # v_t = beta_2 * v + (1 - beta_2) * (g_t * g_t)
-    v = state.get_slot(var, "v")
-    v_scaled_g_values = (grad * grad) * (1 - beta_2_t)
-    v_t = state_ops.assign(v, v * beta_2_t, use_locking=self._use_locking)
-    with ops.control_dependencies([v_t]):
-      v_t = scatter_add(v, indices, v_scaled_g_values)
-    v_sqrt = math_ops.sqrt(v_t)
-    var_update = state_ops.assign_sub(var,
-                                      lr * m_t / (v_sqrt + epsilon_t),
-                                      use_locking=self._use_locking)
-    return control_flow_ops.group(*[var_update, m_t, v_t])
-
-  def _apply_sparse(self, grad, var, state):
-    return self._apply_sparse_shared(
-        grad.values, var, grad.indices,
-        lambda x, i, v: state_ops.scatter_add(  # pylint: disable=g-long-lambda
-            x, i, v, use_locking=self._use_locking),
-        state)
-
-  def _resource_scatter_add(self, x, i, v):
-    with ops.control_dependencies(
-        [resource_variable_ops.resource_scatter_add(
-            x.handle, i, v)]):
-      return x.value()
-
-  def _resource_apply_sparse(self, grad, var, indices, state):
-    return self._apply_sparse_shared(
-        grad, var, indices, self._resource_scatter_add, state)
-
-  def _finish(self, state):
-    # Update the power accumulators.
-    beta_1_power, beta_2_power = self._get_beta_accumulators(state)
-    update_beta_1 = beta_1_power.assign(
-        beta_1_power * state.get_hyper("beta_1"), use_locking=self._use_locking)
-    update_beta_2 = beta_2_power.assign(
-        beta_2_power * state.get_hyper("beta_2"), use_locking=self._use_locking)
-    return control_flow_ops.group(update_beta_1, update_beta_2)
-
-  def get_config(self):
-    config = super(Adam, self).get_config()
-    config.update({
-        "learning_rate": self._serialize_hyperparameter("learning_rate"),
-        "beta_1": self._serialize_hyperparameter("beta_1"),
-        "beta_2": self._serialize_hyperparameter("beta_2"),
-        "epsilon": self._serialize_hyperparameter("epsilon")
-    })
-    return config
diff --git a/tensorflow/python/keras/optimizer_v2/adam_test.py b/tensorflow/python/keras/optimizer_v2/adam_test.py
deleted file mode 100644
index ff328cf925..0000000000
--- a/tensorflow/python/keras/optimizer_v2/adam_test.py
+++ /dev/null
@@ -1,344 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for Adam optimizer."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.python.client import session
-from tensorflow.python.eager import context
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.keras.optimizer_v2 import adam
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-
-
-def adam_update_numpy(param,
-                      g_t,
-                      t,
-                      m,
-                      v,
-                      alpha=0.001,
-                      beta1=0.9,
-                      beta2=0.999,
-                      epsilon=1e-8):
-  alpha_t = alpha * np.sqrt(1 - beta2**t) / (1 - beta1**t)
-
-  m_t = beta1 * m + (1 - beta1) * g_t
-  v_t = beta2 * v + (1 - beta2) * g_t * g_t
-
-  param_t = param - alpha_t * m_t / (np.sqrt(v_t) + epsilon)
-  return param_t, m_t, v_t
-
-
-class AdamOptimizerTest(test.TestCase):
-
-  def doTestSparse(self, use_resource=False):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        # Initialize variables for numpy implementation.
-        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
-
-        if use_resource:
-          var0 = resource_variable_ops.ResourceVariable(var0_np)
-          var1 = resource_variable_ops.ResourceVariable(var1_np)
-        else:
-          var0 = variables.Variable(var0_np)
-          var1 = variables.Variable(var1_np)
-        grads0_np_indices = np.array([0, 1], dtype=np.int32)
-        grads0 = ops.IndexedSlices(
-            constant_op.constant(grads0_np),
-            constant_op.constant(grads0_np_indices), constant_op.constant([2]))
-        grads1_np_indices = np.array([0, 1], dtype=np.int32)
-        grads1 = ops.IndexedSlices(
-            constant_op.constant(grads1_np),
-            constant_op.constant(grads1_np_indices), constant_op.constant([2]))
-        opt = adam.Adam()
-        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-
-        beta1_power, beta2_power = opt._get_beta_accumulators()
-
-        # Run 3 steps of Adam
-        for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
-          update.run()
-
-          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
-          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
-
-          # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
-
-  def testSparse(self):
-    self.doTestSparse(use_resource=False)
-
-  def testResourceSparse(self):
-    self.doTestSparse(use_resource=True)
-
-  def testSparseDevicePlacement(self):
-    for index_dtype in [dtypes.int32, dtypes.int64]:
-      with self.test_session(force_gpu=test.is_gpu_available()):
-        # If a GPU is available, tests that all optimizer ops can be placed on
-        # it (i.e. they have GPU kernels).
-        var = variables.Variable([[1.0], [2.0]])
-        indices = constant_op.constant([0, 1], dtype=index_dtype)
-        gathered_sum = math_ops.reduce_sum(array_ops.gather(var, indices))
-        optimizer = adam.Adam(3.0)
-        minimize_op = optimizer.minimize(gathered_sum)
-        variables.global_variables_initializer().run()
-        minimize_op.run()
-
-  def testSparseRepeatedIndices(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        repeated_index_update_var = variables.Variable(
-            [[1.0], [2.0]], dtype=dtype)
-        aggregated_update_var = variables.Variable(
-            [[1.0], [2.0]], dtype=dtype)
-        grad_repeated_index = ops.IndexedSlices(
-            constant_op.constant(
-                [0.1, 0.1], shape=[2, 1], dtype=dtype),
-            constant_op.constant([1, 1]),
-            constant_op.constant([2, 1]))
-        grad_aggregated = ops.IndexedSlices(
-            constant_op.constant(
-                [0.2], shape=[1, 1], dtype=dtype),
-            constant_op.constant([1]),
-            constant_op.constant([2, 1]))
-        repeated_update = adam.Adam().apply_gradients(
-            [(grad_repeated_index, repeated_index_update_var)])
-        aggregated_update = adam.Adam().apply_gradients(
-            [(grad_aggregated, aggregated_update_var)])
-        variables.global_variables_initializer().run()
-        self.assertAllClose(aggregated_update_var.eval(),
-                            repeated_index_update_var.eval())
-        for _ in range(3):
-          repeated_update.run()
-          aggregated_update.run()
-          self.assertAllClose(aggregated_update_var.eval(),
-                              repeated_index_update_var.eval())
-
-  def doTestBasic(self, use_resource=False):
-    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      with self.session(graph=ops.Graph()):
-        # Initialize variables for numpy implementation.
-        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
-
-        if use_resource:
-          var0 = resource_variable_ops.ResourceVariable(
-              var0_np, name="var0_%d" % i)
-          var1 = resource_variable_ops.ResourceVariable(
-              var1_np, name="var1_%d" % i)
-        else:
-          var0 = variables.Variable(var0_np)
-          var1 = variables.Variable(var1_np)
-        grads0 = constant_op.constant(grads0_np)
-        grads1 = constant_op.constant(grads1_np)
-
-        opt = adam.Adam()
-        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        opt_variables = opt.variables()
-        beta1_power, beta2_power = opt._get_beta_accumulators()
-        self.assertTrue(beta1_power is not None)
-        self.assertTrue(beta2_power is not None)
-        self.assertIn(beta1_power, opt_variables)
-        self.assertIn(beta2_power, opt_variables)
-
-        with ops.Graph().as_default():
-          # Shouldn't return non-slot variables from other graphs.
-          self.assertEqual(0, len(opt.variables()))
-
-        if not context.executing_eagerly():
-          self.evaluate(variables.global_variables_initializer())
-          # Fetch params to validate initial values
-          self.assertAllClose([1.0, 2.0], self.evaluate(var0))
-          self.assertAllClose([3.0, 4.0], self.evaluate(var1))
-
-        beta1_power, beta2_power = opt._get_beta_accumulators()
-
-        # Run 3 steps of Adam
-        for t in range(1, 4):
-          if not context.executing_eagerly():
-            self.evaluate(update)
-          elif t > 1:
-            opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-
-          self.assertAllCloseAccordingToType(0.9**(t + 1),
-                                             self.evaluate(beta1_power))
-          self.assertAllCloseAccordingToType(0.999**(t + 1),
-                                             self.evaluate(beta2_power))
-
-          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
-          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
-
-          # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
-          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
-          if use_resource:
-            self.assertEqual("var0_%d/Adam:0" % (i,),
-                             opt.get_slot(var=var0, name="m").name)
-
-  def testBasic(self):
-    with self.cached_session():
-      self.doTestBasic(use_resource=False)
-
-  @test_util.run_in_graph_and_eager_modes(reset_test=True)
-  def testResourceBasic(self):
-    self.doTestBasic(use_resource=True)
-
-  def testTensorLearningRate(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        # Initialize variables for numpy implementation.
-        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
-
-        var0 = variables.Variable(var0_np)
-        var1 = variables.Variable(var1_np)
-        grads0 = constant_op.constant(grads0_np)
-        grads1 = constant_op.constant(grads1_np)
-        opt = adam.Adam(constant_op.constant(0.001))
-        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-
-        beta1_power, beta2_power = opt._get_beta_accumulators()
-
-        # Run 3 steps of Adam
-        for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
-          update.run()
-
-          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
-          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
-
-          # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
-
-  def testSharing(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        # Initialize variables for numpy implementation.
-        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
-
-        var0 = variables.Variable(var0_np)
-        var1 = variables.Variable(var1_np)
-        grads0 = constant_op.constant(grads0_np)
-        grads1 = constant_op.constant(grads1_np)
-        opt = adam.Adam()
-        update1 = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        update2 = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-
-        beta1_power, beta2_power = opt._get_beta_accumulators()
-
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-
-        # Run 3 steps of intertwined Adam1 and Adam2.
-        for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
-          if t % 2 == 0:
-            update1.run()
-          else:
-            update2.run()
-
-          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
-          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
-
-          # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
-
-  def testTwoSessions(self):
-    optimizer = adam.Adam()
-    g = ops.Graph()
-    with g.as_default():
-      with session.Session():
-        var0 = variables.Variable(np.array([1.0, 2.0]), name="v0")
-        grads0 = constant_op.constant(np.array([0.1, 0.1]))
-        optimizer.apply_gradients([(grads0, var0)])
-
-    gg = ops.Graph()
-    with gg.as_default():
-      with session.Session():
-        var0 = variables.Variable(np.array([1.0, 2.0]), name="v0")
-        grads0 = constant_op.constant(np.array([0.1, 0.1]))
-
-        # If the optimizer saves any state not keyed by graph the following line
-        # fails.
-        optimizer.apply_gradients([(grads0, var0)])
-
-  def testSlotsUniqueEager(self):
-    with context.eager_mode():
-      v1 = resource_variable_ops.ResourceVariable(1.)
-      v2 = resource_variable_ops.ResourceVariable(1.)
-      opt = adam.Adam(1.)
-      opt.minimize(lambda: v1 + v2)
-      # There should be two non-slot variables, and two unique slot variables
-      # for v1 and v2 respectively.
-      self.assertEqual(6, len(set(opt.variables())))
-
-  def testConfig(self):
-    opt = adam.Adam(learning_rate=1.0, beta_1=2.0, beta_2=3.0, epsilon=4.0)
-    config = opt.get_config()
-    opt2 = adam.Adam.from_config(config)
-    self.assertEqual(opt._hyper["learning_rate"][1],
-                     opt2._hyper["learning_rate"][1])
-    self.assertEqual(opt._hyper["beta_1"][1], opt2._hyper["beta_1"][1])
-    self.assertEqual(opt._hyper["beta_2"][1], opt2._hyper["beta_2"][1])
-    self.assertEqual(opt._hyper["epsilon"][1], opt2._hyper["epsilon"][1])
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/checkpointable_utils_test.py b/tensorflow/python/keras/optimizer_v2/checkpointable_utils_test.py
deleted file mode 100644
index 9e66eca9b0..0000000000
--- a/tensorflow/python/keras/optimizer_v2/checkpointable_utils_test.py
+++ /dev/null
@@ -1,763 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-# TODO(josh11b): Forked from contrib/eager/python to test OptimizerV2 the same way
-# OptimizerV1 is tested. This file should be removed once the fork is resolved.
-
-import functools
-import os
-
-import six
-
-from tensorflow.python.client import session as session_lib
-from tensorflow.python.eager import backprop
-from tensorflow.python.eager import context
-from tensorflow.python.eager import function
-from tensorflow.python.eager import test
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.keras.engine import training
-from tensorflow.python.keras.layers import core
-from tensorflow.python.keras.optimizer_v2 import adam
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import init_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import template
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.training import checkpoint_management
-from tensorflow.python.training import saver as core_saver
-from tensorflow.python.training import training_util
-from tensorflow.python.training.checkpointable import tracking
-from tensorflow.python.training.checkpointable import util
-
-
-class NonLayerCheckpointable(tracking.Checkpointable):
-
-  def __init__(self):
-    super(NonLayerCheckpointable, self).__init__()
-    self.a_variable = util.add_variable(
-        self, name="a_variable", shape=[])
-
-
-# pylint: disable=not-callable
-class MyModel(training.Model):
-  """A concrete Model for testing."""
-
-  def __init__(self):
-    super(MyModel, self).__init__()
-    self._named_dense = core.Dense(1, use_bias=True)
-    self._second = core.Dense(1, use_bias=False)
-    # We can still track Checkpointables which aren't Layers.
-    self._non_layer = NonLayerCheckpointable()
-
-  def call(self, values):
-    ret = self._second(self._named_dense(values))
-    return ret
-
-
-class _MirroringSaveable(
-    core_saver.BaseSaverBuilder.ResourceVariableSaveable):
-
-  def __init__(self, primary_variable, mirrored_variable, name):
-    self._primary_variable = primary_variable
-    self._mirrored_variable = mirrored_variable
-    super(_MirroringSaveable, self).__init__(
-        self._primary_variable, "", name)
-
-  def restore(self, restored_tensors, restored_shapes):
-    """Restore the same value into both variables."""
-    tensor, = restored_tensors
-    return control_flow_ops.group(
-        self._primary_variable.assign(tensor),
-        self._mirrored_variable.assign(tensor))
-
-
-class CheckpointingTests(test.TestCase):
-
-  @test_util.run_in_graph_and_eager_modes(assert_no_eager_garbage=True)
-  def testNamingWithOptimizer(self):
-    input_value = constant_op.constant([[3.]])
-    model = MyModel()
-    # A nuisance Model using the same optimizer. Its slot variables should not
-    # go in the checkpoint, since it is never depended on.
-    other_model = MyModel()
-    optimizer = adam.Adam(0.001)
-    optimizer_step = training_util.get_or_create_global_step()
-    root_checkpointable = util.Checkpoint(
-        optimizer=optimizer, model=model, optimizer_step=optimizer_step)
-    if context.executing_eagerly():
-      optimizer.minimize(
-          lambda: model(input_value),
-          global_step=optimizer_step)
-      optimizer.minimize(
-          lambda: other_model(input_value),
-          global_step=optimizer_step)
-    else:
-      train_op = optimizer.minimize(
-          model(input_value), global_step=optimizer_step)
-      optimizer.minimize(
-          other_model(input_value),
-          global_step=optimizer_step)
-      self.evaluate(util.gather_initializers(
-          root_checkpointable))
-      self.evaluate(train_op)
-    named_variables, serialized_graph, _ = (
-        util._serialize_object_graph(
-            root_checkpointable, saveables_cache=None))
-    expected_checkpoint_names = (
-        # Created in the root node, so no prefix.
-        "optimizer_step",
-        "model/_second/kernel",
-        "model/_named_dense/kernel",
-        "model/_named_dense/bias",
-        # non-Layer dependency of the model
-        "model/_non_layer/a_variable",
-        # The optimizer creates two non-slot variables
-        "optimizer/beta_1_power",
-        "optimizer/beta_2_power",
-        # Slot variables
-        "model/_second/kernel/.OPTIMIZER_SLOT/optimizer/m",
-        "model/_second/kernel/.OPTIMIZER_SLOT/optimizer/v",
-        "model/_named_dense/kernel/.OPTIMIZER_SLOT/optimizer/m",
-        "model/_named_dense/kernel/.OPTIMIZER_SLOT/optimizer/v",
-        "model/_named_dense/bias/.OPTIMIZER_SLOT/optimizer/m",
-        "model/_named_dense/bias/.OPTIMIZER_SLOT/optimizer/v",
-    )
-    suffix = "/.ATTRIBUTES/VARIABLE_VALUE"
-    expected_checkpoint_names = [
-        name + suffix for name in expected_checkpoint_names]
-    # The optimizer and Dense layers also save get_config() JSON
-    expected_checkpoint_names.extend([
-        "optimizer/.ATTRIBUTES/OBJECT_CONFIG_JSON",
-        "model/_second/.ATTRIBUTES/OBJECT_CONFIG_JSON",
-        "model/_named_dense/.ATTRIBUTES/OBJECT_CONFIG_JSON"
-    ])
-    named_variables = {v.name: v for v in named_variables}
-    six.assertCountEqual(self, expected_checkpoint_names,
-                         named_variables.keys())
-    # Check that we've mapped to the right variable objects (not exhaustive)
-    self.assertEqual(
-        "global_step",
-        named_variables["optimizer_step" + suffix].full_name)
-    self.assertEqual(
-        "my_model/dense_1/kernel",
-        named_variables["model/_second/kernel" + suffix].full_name)
-    self.assertEqual(
-        "my_model/dense/kernel",
-        named_variables["model/_named_dense/kernel" + suffix].full_name)
-    self.assertEqual(
-        "beta_1_power",
-        named_variables["optimizer/beta_1_power" + suffix].full_name)
-    self.assertEqual(
-        "beta_2_power",
-        named_variables["optimizer/beta_2_power" + suffix].full_name)
-    # Spot check the generated protocol buffers.
-    self.assertEqual("optimizer",
-                     serialized_graph.nodes[0].children[1].local_name)
-    optimizer_node = serialized_graph.nodes[serialized_graph.nodes[0].children[
-        1].node_id]
-    self.assertEqual("beta_1_power", optimizer_node.children[0].local_name)
-    self.assertEqual(
-        "beta_1_power", serialized_graph.nodes[
-            optimizer_node.children[0].node_id].attributes[0].full_name)
-    self.assertEqual(
-        "my_model/dense/kernel",
-        serialized_graph.nodes[optimizer_node.slot_variables[0]
-                               .original_variable_node_id]
-        .attributes[0].full_name)
-    # We strip off the :0 suffix, as variable.name-based saving does.
-    self.assertEqual(
-        "my_model/dense/kernel/Adam",
-        serialized_graph.nodes[optimizer_node.slot_variables[0]
-                               .slot_variable_node_id]
-        .attributes[0].full_name)
-    self.assertEqual(
-        "my_model/dense/kernel/Adam:0",
-        optimizer.get_slot(
-            var=model._named_dense.kernel,
-            name="m").name)
-    self.assertEqual(
-        "model/_named_dense/kernel" + suffix,
-        serialized_graph.nodes[
-            optimizer_node.slot_variables[0]
-            .original_variable_node_id].attributes[0].checkpoint_key)
-    self.assertEqual("m", optimizer_node.slot_variables[0].slot_name)
-    self.assertEqual(
-        "model/_named_dense/kernel/.OPTIMIZER_SLOT/optimizer/m" + suffix,
-        serialized_graph.nodes[
-            optimizer_node.slot_variables[0]
-            .slot_variable_node_id].attributes[0].checkpoint_key)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testSaveRestore(self):
-    model = MyModel()
-    optimizer = adam.Adam(0.001)
-    root_checkpointable = util.Checkpoint(
-        optimizer=optimizer, model=model)
-    input_value = constant_op.constant([[3.]])
-    if context.executing_eagerly():
-      optimizer.minimize(
-          lambda: model(input_value))
-    else:
-      train_op = optimizer.minimize(model(input_value))
-      # TODO(allenl): Make initialization more pleasant when graph building.
-      root_checkpointable.save_counter  # pylint: disable=pointless-statement
-      self.evaluate(util.gather_initializers(
-          root_checkpointable))
-      self.evaluate(train_op)
-    prefix = os.path.join(self.get_temp_dir(), "ckpt")
-    self.evaluate(state_ops.assign(model._named_dense.variables[1], [42.]))
-    m_bias_slot = optimizer.get_slot(model._named_dense.variables[1], "m")
-    self.evaluate(state_ops.assign(m_bias_slot, [1.5]))
-    save_path = root_checkpointable.save(file_prefix=prefix)
-    self.evaluate(state_ops.assign(model._named_dense.variables[1], [43.]))
-    self.evaluate(state_ops.assign(root_checkpointable.save_counter, 3))
-    optimizer_variables = self.evaluate(optimizer.variables())
-    self.evaluate(state_ops.assign(m_bias_slot, [-2.]))
-    # Immediate restoration
-    status = root_checkpointable.restore(save_path=save_path).assert_consumed()
-    status.run_restore_ops()
-    self.assertAllEqual([42.], self.evaluate(model._named_dense.variables[1]))
-    self.assertAllEqual(1, self.evaluate(root_checkpointable.save_counter))
-    self.assertAllEqual([1.5], self.evaluate(m_bias_slot))
-    if not context.executing_eagerly():
-      return  # Restore-on-create is only supported when executing eagerly
-    on_create_model = MyModel()
-    on_create_optimizer = adam.Adam(
-        0.001,
-        # Preserve beta_1_power and beta_2_power when appying gradients
-        # so we can test that they've been restored correctly.
-        beta_1=1.0,
-        beta_2=1.0)
-    on_create_root = util.Checkpoint(
-        optimizer=on_create_optimizer, model=on_create_model)
-    # Deferred restoration
-    status = on_create_root.restore(save_path=save_path)
-    on_create_model(constant_op.constant([[3.]]))  # create variables
-    self.assertAllEqual(1, self.evaluate(on_create_root.save_counter))
-    self.assertAllEqual([42.],
-                        self.evaluate(
-                            on_create_model._named_dense.variables[1]))
-    on_create_m_bias_slot = on_create_optimizer.get_slot(
-        on_create_model._named_dense.variables[1], "m")
-    # Optimizer slot variables are created when the original variable is
-    # restored.
-    self.assertAllEqual([1.5], self.evaluate(on_create_m_bias_slot))
-    self.assertAllEqual(optimizer_variables[2:],
-                        self.evaluate(on_create_optimizer.variables()))
-    dummy_var = resource_variable_ops.ResourceVariable([1.])
-    on_create_optimizer.minimize(loss=dummy_var.read_value)
-    status.assert_consumed()
-    beta_1_power, beta_2_power = on_create_optimizer._get_beta_accumulators()
-    self.assertAllEqual(optimizer_variables[0], self.evaluate(beta_1_power))
-    self.assertAllEqual(optimizer_variables[1], self.evaluate(beta_2_power))
-
-  # TODO(allenl): Debug garbage created by this test in python3.
-  def testDeferredRestorationUsageEager(self):
-    """An idiomatic eager execution example."""
-    num_training_steps = 10
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    for training_continuation in range(3):
-      model = MyModel()
-      optimizer = adam.Adam(0.001)
-      root = util.Checkpoint(
-          optimizer=optimizer, model=model,
-          optimizer_step=training_util.get_or_create_global_step())
-      root.restore(checkpoint_management.latest_checkpoint(
-          checkpoint_directory))
-      for _ in range(num_training_steps):
-        # TODO(allenl): Use a Dataset and serialize/checkpoint it.
-        input_value = constant_op.constant([[3.]])
-        optimizer.minimize(
-            lambda: model(input_value),  # pylint: disable=cell-var-from-loop
-            global_step=root.optimizer_step)
-      root.save(file_prefix=checkpoint_prefix)
-      self.assertEqual((training_continuation + 1) * num_training_steps,
-                       root.optimizer_step.numpy())
-
-  def testUsageGraph(self):
-    """Expected usage when graph building."""
-    with context.graph_mode():
-      num_training_steps = 10
-      checkpoint_directory = self.get_temp_dir()
-      checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      for training_continuation in range(3):
-        with ops.Graph().as_default():
-          model = MyModel()
-          optimizer = adam.Adam(0.001)
-          root = util.Checkpoint(
-              optimizer=optimizer, model=model,
-              global_step=training_util.get_or_create_global_step())
-          input_value = constant_op.constant([[3.]])
-          train_op = optimizer.minimize(
-              model(input_value),
-              global_step=root.global_step)
-          checkpoint_path = checkpoint_management.latest_checkpoint(
-              checkpoint_directory)
-          with self.session(graph=ops.get_default_graph()) as session:
-            status = root.restore(save_path=checkpoint_path)
-            status.initialize_or_restore(session=session)
-            if checkpoint_path is None:
-              self.assertEqual(0, training_continuation)
-              with self.assertRaises(AssertionError):
-                status.assert_consumed()
-            else:
-              status.assert_consumed()
-            for _ in range(num_training_steps):
-              session.run(train_op)
-            root.save(file_prefix=checkpoint_prefix, session=session)
-            self.assertEqual((training_continuation + 1) * num_training_steps,
-                             session.run(root.global_step))
-            self.assertEqual(training_continuation + 1,
-                             session.run(root.save_counter))
-
-  @test_util.run_in_graph_and_eager_modes
-  def testAgnosticUsage(self):
-    """Graph/eager agnostic usage."""
-    # Does create garbage when executing eagerly due to ops.Graph() creation.
-    num_training_steps = 10
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    for training_continuation in range(3):
-      with ops.Graph().as_default(), self.test_session(
-          graph=ops.get_default_graph()), test_util.device(use_gpu=True):
-        model = MyModel()
-        optimizer = adam.Adam(0.001)
-        root = util.Checkpoint(
-            optimizer=optimizer, model=model,
-            global_step=training_util.get_or_create_global_step())
-        checkpoint_path = checkpoint_management.latest_checkpoint(
-            checkpoint_directory)
-        status = root.restore(save_path=checkpoint_path)
-        input_value = constant_op.constant([[3.]])
-        train_fn = functools.partial(
-            optimizer.minimize,
-            functools.partial(model, input_value),
-            global_step=root.global_step)
-        if not context.executing_eagerly():
-          train_fn = functools.partial(self.evaluate, train_fn())
-        status.initialize_or_restore()
-        for _ in range(num_training_steps):
-          train_fn()
-        root.save(file_prefix=checkpoint_prefix)
-        self.assertEqual((training_continuation + 1) * num_training_steps,
-                         self.evaluate(root.global_step))
-        self.assertEqual(training_continuation + 1,
-                         self.evaluate(root.save_counter))
-
-  # pylint: disable=cell-var-from-loop
-  @test_util.run_in_graph_and_eager_modes
-  def testWithDefun(self):
-    num_training_steps = 2
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    for training_continuation in range(3):
-      with ops.Graph().as_default(), self.test_session(
-          graph=ops.get_default_graph()), test_util.device(use_gpu=True):
-        model = MyModel()
-        # Don't actually train so we can test variable values
-        optimizer = adam.Adam(0.)
-        root = util.Checkpoint(
-            optimizer=optimizer, model=model,
-            global_step=training_util.get_or_create_global_step())
-        checkpoint_path = checkpoint_management.latest_checkpoint(
-            checkpoint_directory)
-        status = root.restore(save_path=checkpoint_path)
-        def train_fn():
-          @function.defun
-          def _call_model(x):
-            return model(x)
-          with backprop.GradientTape() as tape:
-            loss = _call_model(constant_op.constant([[3.]]))
-          gradients = tape.gradient(loss, model.variables)
-          return optimizer.apply_gradients(zip(gradients, model.variables),
-                                           global_step=root.global_step)
-        if not context.executing_eagerly():
-          train_fn = functools.partial(
-              self.evaluate, train_fn())
-        status.initialize_or_restore()
-        for _ in range(num_training_steps):
-          train_fn()
-        if training_continuation > 0:
-          status.assert_consumed()
-          self.assertAllClose([[42.]], self.evaluate(model.variables[0]))
-        else:
-          self.evaluate(model.variables[0].assign([[42.]]))
-        root.save(file_prefix=checkpoint_prefix)
-        self.assertEqual((training_continuation + 1) * num_training_steps,
-                         self.evaluate(root.global_step))
-        self.assertEqual(training_continuation + 1,
-                         self.evaluate(root.save_counter))
-  # pylint: enable=cell-var-from-loop
-
-  def testAnonymousVarsInInit(self):
-
-    class Model(training.Model):
-
-      def __init__(self):
-        super(Model, self).__init__()
-        self.w = resource_variable_ops.ResourceVariable(0.0)
-        self.b = resource_variable_ops.ResourceVariable(0.0)
-        self.vars = [self.w, self.b]
-
-      def call(self, x):
-        return x * self.w + self.b
-
-    with context.eager_mode():
-      model = Model()
-      optimizer = adam.Adam(learning_rate=0.05)
-      checkpoint_directory = self.get_temp_dir()
-      checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      checkpoint = util.Checkpoint(
-          model=model, optimizer=optimizer)
-      for _ in range(2):
-        checkpoint.save(checkpoint_prefix)
-        with backprop.GradientTape() as tape:
-          loss = (constant_op.constant(1.)
-                  - model(constant_op.constant(1.))) ** 2
-        grad = tape.gradient(loss, model.vars)
-        optimizer.apply_gradients(
-            [(g, v) for g, v in zip(grad, model.vars)])
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeferredSlotRestoration(self):
-    checkpoint_directory = self.get_temp_dir()
-
-    root = tracking.Checkpointable()
-    root.var = util.add_variable(
-        root, name="var", initializer=0.)
-    optimizer = adam.Adam(0.1)
-    if context.executing_eagerly():
-      optimizer.minimize(root.var.read_value)
-    else:
-      train_op = optimizer.minimize(root.var)
-      # Note that `optimizer` has not been added as a dependency of
-      # `root`. Create a one-off grouping so that slot variables for `root.var`
-      # get initialized too.
-      self.evaluate(util.gather_initializers(
-          util.Checkpoint(root=root, optimizer=optimizer)))
-      self.evaluate(train_op)
-    self.evaluate(state_ops.assign(root.var, 12.))
-    no_slots_path = util.CheckpointableSaver(root).save(
-        os.path.join(checkpoint_directory, "no_slots"))
-    root.optimizer = optimizer
-    self.evaluate(state_ops.assign(root.var, 13.))
-    self.evaluate(state_ops.assign(optimizer.get_slot(name="m", var=root.var),
-                                   14.))
-    slots_path = util.CheckpointableSaver(root).save(
-        os.path.join(checkpoint_directory, "with_slots"))
-    new_root = tracking.Checkpointable()
-    # Load the slot-containing checkpoint (deferred), then immediately overwrite
-    # the non-slot variable (also deferred).
-    slot_status = util.CheckpointableSaver(
-        new_root).restore(slots_path)
-    no_slot_status = util.CheckpointableSaver(
-        new_root).restore(no_slots_path)
-    with self.assertRaises(AssertionError):
-      no_slot_status.assert_consumed()
-    new_root.var = util.add_variable(
-        new_root, name="var", shape=[])
-    no_slot_status.assert_consumed()
-    no_slot_status.run_restore_ops()
-    self.assertEqual(12., self.evaluate(new_root.var))
-    new_root.optimizer = adam.Adam(0.1)
-    with self.assertRaisesRegexp(AssertionError, "beta_1_power"):
-      slot_status.assert_consumed()
-    self.assertEqual(12., self.evaluate(new_root.var))
-    if context.executing_eagerly():
-      # Slot variables are only created with restoring initializers when
-      # executing eagerly.
-      self.assertEqual(14., self.evaluate(
-          new_root.optimizer.get_slot(name="m", var=new_root.var)))
-    else:
-      self.assertIs(new_root.optimizer.get_slot(name="m", var=new_root.var),
-                    None)
-    if context.executing_eagerly():
-      new_root.optimizer.minimize(new_root.var.read_value)
-    else:
-      train_op = new_root.optimizer.minimize(new_root.var)
-      # The slot variable now exists; restore() didn't create it, but we should
-      # now have a restore op for it.
-      slot_status.run_restore_ops()
-      self.assertEqual(14., self.evaluate(
-          new_root.optimizer.get_slot(name="m", var=new_root.var)))
-      self.evaluate(train_op)
-    slot_status.assert_consumed()
-
-  def testManySavesGraph(self):
-    """Saves after the first should not modify the graph."""
-    with context.graph_mode():
-      graph = ops.Graph()
-      with graph.as_default(), self.session(graph):
-        checkpoint_directory = self.get_temp_dir()
-        checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-        obj = tracking.Checkpointable()
-        obj.var = variable_scope.get_variable(name="v", initializer=0.)
-        obj.opt = adam.Adam(0.1)
-        obj.opt.minimize(obj.var.read_value())
-        self.evaluate(util.gather_initializers(obj))
-        saver = util.CheckpointableSaver(obj)
-        saver.save(checkpoint_prefix)
-        before_ops = graph.get_operations()
-        saver.save(checkpoint_prefix)
-        self.assertEqual(before_ops, graph.get_operations())
-
-  def testManyRestoresGraph(self):
-    """Restores after the first should not modify the graph."""
-    with context.graph_mode():
-      graph = ops.Graph()
-      with graph.as_default(), self.session(graph):
-        checkpoint_directory = self.get_temp_dir()
-        checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-        obj = tracking.Checkpointable()
-        obj.var = variable_scope.get_variable(name="v", initializer=0.)
-        obj.opt = adam.Adam(0.1)
-        obj.opt.minimize(obj.var.read_value())
-        self.evaluate(util.gather_initializers(obj))
-        saver = util.CheckpointableSaver(obj)
-        save_path = saver.save(checkpoint_prefix)
-        saver.restore(save_path)
-        before_ops = graph.get_operations()
-        saver.restore(save_path)
-        self.assertEqual(before_ops, graph.get_operations())
-
-  def testMultipleGraphsNonSlotVariables(self):
-    with context.graph_mode():
-      checkpoint_directory = self.get_temp_dir()
-      checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      optimizer = adam.Adam(0.001)
-      # Construct a model in one graph
-      first_graph = ops.Graph()
-      first_session = session_lib.Session(graph=first_graph)
-      with first_graph.as_default(), first_session.as_default():
-        first_variable = resource_variable_ops.ResourceVariable([1.])
-        first_root_checkpointable = util.Checkpoint(
-            optimizer=optimizer, variable=first_variable)
-        train_op = optimizer.minimize(first_variable.read_value)
-        self.evaluate(util.gather_initializers(
-            first_root_checkpointable))
-        self.evaluate(train_op)
-        self.evaluate(first_variable.assign([1.]))
-        self.evaluate(optimizer.get_slot(
-            var=first_variable, name="m").assign([2.]))
-        beta_1_power, _ = optimizer._get_beta_accumulators()
-        self.evaluate(beta_1_power.assign(3.))
-
-      # Save and load in a second graph
-      second_graph = ops.Graph()
-      with second_graph.as_default(), session_lib.Session(graph=second_graph):
-        second_variable = resource_variable_ops.ResourceVariable([1.])
-        second_root_checkpointable = util.Checkpoint(
-            optimizer=optimizer, variable=second_variable)
-        train_op = optimizer.minimize(second_variable.read_value)
-        second_root_checkpointable.restore(None).initialize_or_restore()
-        self.evaluate(train_op)
-        self.evaluate(second_variable.assign([4.]))
-        self.evaluate(optimizer.get_slot(
-            var=second_variable, name="m").assign([5.]))
-        beta_1_power, _ = optimizer._get_beta_accumulators()
-        self.evaluate(beta_1_power.assign(6.))
-        save_path = second_root_checkpointable.save(checkpoint_prefix)
-        self.evaluate(second_variable.assign([7.]))
-        self.evaluate(optimizer.get_slot(
-            var=second_variable, name="m").assign([8.]))
-        beta_1_power, _ = optimizer._get_beta_accumulators()
-        self.assertAllEqual(6., self.evaluate(beta_1_power))
-        status = second_root_checkpointable.restore(save_path)
-        status.assert_consumed().run_restore_ops()
-        self.assertAllEqual([4.], self.evaluate(second_variable))
-        self.assertAllEqual([5.], self.evaluate(optimizer.get_slot(
-            var=second_variable, name="m")))
-        beta_1_power, _ = optimizer._get_beta_accumulators()
-        self.assertAllEqual(6., self.evaluate(beta_1_power))
-
-      # Check that the first graph is unmolested
-      with first_graph.as_default(), first_session.as_default():
-        self.assertAllEqual([1.], self.evaluate(first_variable))
-        self.assertAllEqual([2.], self.evaluate(optimizer.get_slot(
-            var=first_variable, name="m")))
-        beta_1_power, _ = optimizer._get_beta_accumulators()
-        self.assertAllEqual(3., self.evaluate(beta_1_power))
-
-
-class TemplateTests(test.TestCase):
-
-  @test_util.run_in_graph_and_eager_modes
-  def test_checkpointable_save_restore(self):
-
-    def _templated():
-      v = variable_scope.get_variable(
-          "v", shape=[1], initializer=init_ops.zeros_initializer(),
-          use_resource=True)
-      v2 = variable_scope.get_variable(
-          "v2", shape=[1], initializer=init_ops.zeros_initializer(),
-          use_resource=True)
-      return v, v + 1., v2
-
-    save_template = template.make_template("s1", _templated)
-    v1_save, _, v2_save = save_template()
-    optimizer = adam.Adam(0.0)
-    save_root = util.Checkpoint(
-        my_template=save_template, optimizer=optimizer)
-    optimizer.minimize(v1_save.read_value)
-    self.evaluate([v.initializer for v in optimizer.variables()])
-    self.evaluate(v1_save.assign([12.]))
-    self.evaluate(v2_save.assign([14.]))
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    save_path = save_root.save(checkpoint_prefix)
-
-    load_template = template.make_template("s2", _templated)
-    load_optimizer = adam.Adam(0.0)
-    load_root = util.Checkpoint(
-        my_template=load_template, optimizer=load_optimizer)
-    status = load_root.restore(save_path)
-    var, var_plus_one, var2 = load_template()
-    load_optimizer.minimize(var.read_value)
-    self.assertEqual(2, len(load_template._checkpoint_dependencies))
-    self.assertEqual("v", load_template._checkpoint_dependencies[0].name)
-    self.assertEqual("v2", load_template._checkpoint_dependencies[1].name)
-    status.assert_consumed().run_restore_ops()
-    self.assertAllEqual([12.], self.evaluate(var))
-    self.assertAllEqual([13.], self.evaluate(var_plus_one))
-    self.assertAllEqual([14.], self.evaluate(var2))
-
-
-class CheckpointCompatibilityTests(test.TestCase):
-
-  def _initialized_model(self):
-    input_value = constant_op.constant([[3.]])
-    model = MyModel()
-    optimizer = adam.Adam(0.001)
-    optimizer_step = training_util.get_or_create_global_step()
-    root_checkpointable = util.Checkpoint(
-        optimizer=optimizer, model=model, optimizer_step=optimizer_step)
-    train_op = optimizer.minimize(
-        functools.partial(model, input_value),
-        global_step=optimizer_step)
-    self.evaluate(util.gather_initializers(
-        root_checkpointable))
-    self.evaluate(train_op)
-    # A regular variable, a slot variable, and a non-slot Optimizer variable
-    # with known values to check when loading.
-    self.evaluate(model._named_dense.bias.assign([1.]))
-    self.evaluate(optimizer.get_slot(
-        var=model._named_dense.bias, name="m").assign([2.]))
-    beta_1_power, _ = optimizer._get_beta_accumulators()
-    self.evaluate(beta_1_power.assign(3.))
-    return root_checkpointable
-
-  def _set_sentinels(self, root_checkpointable):
-    self.evaluate(root_checkpointable.model._named_dense.bias.assign([101.]))
-    self.evaluate(
-        root_checkpointable.optimizer.get_slot(
-            var=root_checkpointable.model._named_dense.bias, name="m")
-        .assign([102.]))
-    beta_1_power, _ = root_checkpointable.optimizer._get_beta_accumulators()
-    self.evaluate(beta_1_power.assign(103.))
-
-  def _check_sentinels(self, root_checkpointable):
-    self.assertAllEqual(
-        [1.], self.evaluate(root_checkpointable.model._named_dense.bias))
-    self.assertAllEqual([2.], self.evaluate(
-        root_checkpointable.optimizer.get_slot(
-            var=root_checkpointable.model._named_dense.bias, name="m")))
-    beta_1_power, _ = root_checkpointable.optimizer._get_beta_accumulators()
-    self.assertAllEqual(3., self.evaluate(beta_1_power))
-
-  def _write_name_based_checkpoint(self):
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    with context.graph_mode():
-      save_graph = ops.Graph()
-      with save_graph.as_default(), self.test_session(
-          graph=save_graph) as session:
-        root = self._initialized_model()
-        name_saver = core_saver.Saver()
-        return name_saver.save(
-            sess=session, save_path=checkpoint_prefix,
-            global_step=root.optimizer_step)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testLoadFromNameBasedSaver(self):
-    """Save a name-based checkpoint, load it using the object-based API."""
-    with test_util.device(use_gpu=True):
-      save_path = self._write_name_based_checkpoint()
-      root = self._initialized_model()
-      self._set_sentinels(root)
-      with self.assertRaises(AssertionError):
-        self._check_sentinels(root)
-      object_saver = util.CheckpointableSaver(root)
-      self._set_sentinels(root)
-      status = object_saver.restore(save_path)
-      if context.executing_eagerly():
-        self._check_sentinels(root)
-      if context.executing_eagerly():
-        with self.assertRaisesRegexp(AssertionError, "OBJECT_CONFIG_JSON"):
-          status.assert_consumed()
-      else:
-        # When graph building, we haven't read any keys, so we don't know
-        # whether the restore will be complete.
-        with self.assertRaisesRegexp(AssertionError, "not restored"):
-          status.assert_consumed()
-      status.run_restore_ops()
-      self._check_sentinels(root)
-      self._set_sentinels(root)
-      status = object_saver.restore(save_path)
-      status.initialize_or_restore()
-      self._check_sentinels(root)
-
-  # TODO(allenl): Test for the core name-based saver loading object-based
-  # checkpoints once object-based checkpointing is in core.
-
-  def testSaveGraphLoadEager(self):
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    with context.graph_mode():
-      save_graph = ops.Graph()
-      with save_graph.as_default(), self.test_session(
-          graph=save_graph) as session:
-        root = self._initialized_model()
-        save_path = root.save(
-            session=session, file_prefix=checkpoint_prefix)
-    with context.eager_mode():
-      root = self._initialized_model()
-      self._set_sentinels(root)
-      root.restore(save_path).assert_consumed()
-      self._check_sentinels(root)
-
-  def testSaveEagerLoadGraph(self):
-    checkpoint_directory = self.get_temp_dir()
-    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    with context.eager_mode():
-      root = self._initialized_model()
-      save_path = root.save(file_prefix=checkpoint_prefix)
-    with context.graph_mode():
-      save_graph = ops.Graph()
-      with save_graph.as_default(), self.test_session(
-          graph=save_graph):
-        root = self._initialized_model()
-        self._set_sentinels(root)
-        root.restore(save_path).assert_consumed().run_restore_ops()
-        self._check_sentinels(root)
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent.py b/tensorflow/python/keras/optimizer_v2/gradient_descent.py
new file mode 100644
index 0000000000..e26c82279f
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent.py
@@ -0,0 +1,91 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Momentum for TensorFlow."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.training import training_ops
+
+
+class SGD(optimizer_v2.OptimizerV2):
+  """Stochastic gradient descent optimizer.
+
+  Computes:
+
+  ```
+  variable -= learning_rate * gradient
+  ```
+
+  Some of the args below are hyperparameters, where a hyperparameter is
+  defined as a scalar Tensor, a regular Python value, or a callable (which
+  will be evaluated when `apply_gradients` is called) returning a scalar
+  Tensor or a Python value.
+
+  @compatibility(eager)
+  When eager execution is enabled, learning_rate can be a callable that takes
+  no arguments and returns the actual value to use. This can be useful for
+  changing these values across different invocations of optimizer functions.
+  @end_compatibility
+
+  Arguments:
+      learning_rate: float hyperparameter >= 0. Learning rate.
+      name: Optional name prefix for the operations created when applying
+        gradients.  Defaults to 'SGD'.
+  """
+
+  def __init__(self,
+               learning_rate=0.001,
+               momentum=None,
+               nesterov=False,
+               name="SGD"):
+    super(SGD, self).__init__(name)
+    self._set_hyper("learning_rate", learning_rate)
+
+  def _apply_dense(self, grad, var):
+    return training_ops.apply_gradient_descent(
+        var,
+        math_ops.cast(self._get_hyper("learning_rate"), var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking).op
+
+  def _resource_apply_dense(self, grad, var):
+    return training_ops.resource_apply_gradient_descent(
+        var.handle,
+        math_ops.cast(self._get_hyper("learning_rate"), var.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _resource_apply_sparse_duplicate_indices(self, grad, handle, indices):
+    return resource_variable_ops.resource_scatter_add(
+        handle.handle, indices, -grad * self._get_hyper("learning_rate"))
+
+  def _apply_sparse_duplicate_indices(self, grad, var):
+    delta = ops.IndexedSlices(
+        grad.values * math_ops.cast(
+            self._get_hyper("learning_rate"), var.dtype.base_dtype),
+        grad.indices, grad.dense_shape)
+    return var.scatter_sub(delta, use_locking=self._use_locking)
+
+  def get_config(self):
+    config = super(SGD, self).get_config()
+    config.update({
+        "learning_rate": self._serialize_hyperparameter("learning_rate"),
+    })
+    return config
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
new file mode 100644
index 0000000000..08b273f556
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
@@ -0,0 +1,269 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Functional test for GradientDescent."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.eager import backprop
+from tensorflow.python.eager import context
+from tensorflow.python.eager import function
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import gradient_descent
+from tensorflow.python.ops import embedding_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import resources
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+class GradientDescentOptimizerTest(test.TestCase):
+
+  def testBasic(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
+        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        optimizer = gradient_descent.SGD(3.0)
+        sgd_op = optimizer.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
+        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
+                                           var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
+                                           var1.eval())
+        self.assertEqual(0, len(optimizer.variables()))
+
+  def testBasicResourceVariable(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        sgd_op = gradient_descent.SGD(3.0).apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        # TODO(apassos) calling initialize_resources on all resources here
+        # doesn't work because the sessions and graph are reused across unit
+        # tests and this would mean trying to reinitialize variables. Figure out
+        # a long-term solution for this.
+        resources.initialize_resources([var0, var1]).run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
+        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
+                                           var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
+                                           var1.eval())
+
+  def testBasicCallableParams(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        lr = lambda: 3.0
+        sgd_op = gradient_descent.SGD(lr).apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        # TODO(apassos) calling initialize_resources on all resources here
+        # doesn't work because the sessions and graph are reused across unit
+        # tests and this would mean trying to reinitialize variables. Figure out
+        # a long-term solution for this.
+        resources.initialize_resources([var0, var1]).run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
+        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
+                                           var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
+                                           var1.eval())
+
+  def testMinimizeResourceVariable(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0], dtype=dtype)
+        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
+        pred = math_ops.matmul(var0, x) + var1
+        loss = pred * pred
+        sgd_op = gradient_descent.SGD(1.0).minimize(loss)
+        # TODO(apassos) calling initialize_resources on all resources here
+        # doesn't work because the sessions and graph are reused across unit
+        # tests and this would mean trying to reinitialize variables. Figure out
+        # a long-term solution for this.
+        resources.initialize_resources([var0, var1]).run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([3.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
+        np_grad = 2 * np_pred
+        self.assertAllCloseAccordingToType(
+            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
+
+  def testMinimizeSparseResourceVariable(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0], dtype=dtype)
+        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
+        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
+        pred += var1
+        loss = pred * pred
+        sgd_op = gradient_descent.SGD(1.0).minimize(loss)
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([3.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
+        np_grad = 2 * np_pred
+        self.assertAllCloseAccordingToType(
+            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
+
+  def testTensorLearningRate(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
+        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        lrate = constant_op.constant(3.0)
+        sgd_op = gradient_descent.SGD(lrate).apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
+        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
+                                           var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
+                                           var1.eval())
+
+  def testGradWrtRef(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        opt = gradient_descent.SGD(3.0)
+        values = [1.0, 3.0]
+        vars_ = [variables.Variable([v], dtype=dtype) for v in values]
+        grads_and_vars = opt.compute_gradients(vars_[0] + vars_[1], vars_)
+        variables.global_variables_initializer().run()
+        for grad, _ in grads_and_vars:
+          self.assertAllCloseAccordingToType([1.0], grad.eval())
+
+  def testWithGlobalStep(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        global_step = variables.Variable(0, trainable=False)
+        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
+        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        sgd_op = gradient_descent.SGD(3.0).apply_gradients(
+            zip([grads0, grads1], [var0, var1]), global_step=global_step)
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
+        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params and global_step
+        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
+                                           var0.eval())
+        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
+                                           var1.eval())
+        self.assertAllCloseAccordingToType(1, global_step.eval())
+
+  def testSparseBasic(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = variables.Variable([[1.0], [2.0]], dtype=dtype)
+        var1 = variables.Variable([[3.0], [4.0]], dtype=dtype)
+        grads0 = ops.IndexedSlices(
+            constant_op.constant([0.1], shape=[1, 1], dtype=dtype),
+            constant_op.constant([0]), constant_op.constant([2, 1]))
+        grads1 = ops.IndexedSlices(
+            constant_op.constant([0.01], shape=[1, 1], dtype=dtype),
+            constant_op.constant([1]), constant_op.constant([2, 1]))
+        sgd_op = gradient_descent.SGD(3.0).apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([[1.0], [2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[3.0], [4.0]], var1.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType([[1.0 - 3.0 * 0.1], [2.0]],
+                                           var0.eval())
+        self.assertAllCloseAccordingToType([[3.0], [4.0 - 3.0 * 0.01]],
+                                           var1.eval())
+
+  def testCapturingInDefunWhileExecutingEagerly(self):
+    with context.eager_mode():
+      optimizer = gradient_descent.SGD(1.0)
+
+      def step():
+        self.v = resource_variable_ops.ResourceVariable(1.0)
+        with backprop.GradientTape() as tape:
+          loss = self.v**2
+        grad = tape.gradient(loss, self.v)
+        optimizer.apply_gradients([(grad, self.v)])
+        return self.v.read_value()
+
+      compiled_step = function.defun(step)
+
+      self.assertEqual(float(step()), -1.0)
+      self.assertEqual(float(compiled_step()), -1.0)
+      # This shouldn't fail; in particular, the learning rate tensor should
+      # be an EagerTensor once again, not a graph Tensor.
+      self.assertEqual(float(step()), -1.0)
+
+  def testConfig(self):
+    opt = gradient_descent.SGD(learning_rate=1.0)
+    config = opt.get_config()
+    opt2 = gradient_descent.SGD.from_config(config)
+    self.assertEqual(opt._hyper["learning_rate"], opt2._hyper["learning_rate"])
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index 7d05be694e..fd69cd0c66 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -22,457 +22,7 @@ from __future__ import print_function
 
 import abc
 
-from tensorflow.python.eager import backprop
-from tensorflow.python.eager import context
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import gradients
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
-from tensorflow.python.training import distribute as distribute_lib
-from tensorflow.python.training import distribution_strategy_context
 from tensorflow.python.training import optimizer as optimizer_v1
-from tensorflow.python.training import slot_creator
-from tensorflow.python.training.checkpointable import base as checkpointable
-from tensorflow.python.util import nest
-
-
-class _OptimizableVariable(object):
-  """Interface for abstracting over variables in the optimizers."""
-
-  @abc.abstractmethod
-  def target(self):
-    """Returns the optimization target for this variable."""
-    raise NotImplementedError("Calling an abstract method.")
-
-  @abc.abstractmethod
-  def update_op(self, optimizer, g, *args):
-    """Returns the update ops for updating the variable."""
-    raise NotImplementedError("Calling an abstract method.")
-
-
-class _RefVariableProcessor(_OptimizableVariable):
-  """Processor for Variable."""
-
-  def __init__(self, v):
-    self._v = v
-
-  def target(self):
-    return self._v._ref()  # pylint: disable=protected-access
-
-  def update_op(self, optimizer, g, *args):
-    if isinstance(g, ops.Tensor):
-      update_op = optimizer._apply_dense(g, self._v, *args)  # pylint: disable=protected-access
-      if self._v.constraint is not None:
-        with ops.control_dependencies([update_op]):
-          return self._v.assign(self._v.constraint(self._v))
-      else:
-        return update_op
-    else:
-      assert isinstance(g, ops.IndexedSlices), ("Gradient ", g, " is neither a "
-                                                "tensor nor IndexedSlices.")
-      if self._v.constraint is not None:
-        raise RuntimeError(
-            "Cannot use a constraint function on a sparse variable.")
-      # pylint: disable=protected-access
-      return optimizer._apply_sparse_duplicate_indices(g, self._v, *args)
-
-
-class _DenseReadResourceVariableProcessor(_OptimizableVariable):
-  """Processor for dense ResourceVariables."""
-
-  def __init__(self, v):
-    self._v = v
-
-  def target(self):
-    return self._v
-
-  def update_op(self, optimizer, g, *args):
-    # pylint: disable=protected-access
-    update_op = optimizer._resource_apply_dense(g, self._v.op.inputs[0], *args)
-    if self._v.constraint is not None:
-      with ops.control_dependencies([update_op]):
-        return self._v.assign(self._v.constraint(self._v))
-    else:
-      return update_op
-
-
-class _DenseResourceVariableProcessor(_OptimizableVariable):
-  """Processor for dense ResourceVariables."""
-
-  def __init__(self, v):
-    self._v = v
-
-  def target(self):
-    return self._v
-
-  def update_op(self, optimizer, g, *args):
-    # pylint: disable=protected-access
-    if isinstance(g, ops.IndexedSlices):
-      if self._v.constraint is not None:
-        raise RuntimeError(
-            "Cannot use a constraint function on a sparse variable.")
-      return optimizer._resource_apply_sparse_duplicate_indices(
-          g.values, self._v, g.indices, *args)
-    update_op = optimizer._resource_apply_dense(g, self._v, *args)
-    if self._v.constraint is not None:
-      with ops.control_dependencies([update_op]):
-        return self._v.assign(self._v.constraint(self._v))
-    else:
-      return update_op
-
-
-class _TensorProcessor(_OptimizableVariable):
-  """Processor for ordinary Tensors.
-
-  Even though a Tensor can't really be updated, sometimes it is useful to
-  compute the gradients with respect to a Tensor using the optimizer. Updating
-  the Tensor is, of course, unsupported.
-  """
-
-  def __init__(self, v):
-    self._v = v
-
-  def target(self):
-    return self._v
-
-  def update_op(self, optimizer, g, *args):
-    raise NotImplementedError("Trying to update a Tensor ", self._v)
-
-
-def _get_processor(v):
-  """The processor of v."""
-  if context.executing_eagerly():
-    if isinstance(v, ops.Tensor):
-      return _TensorProcessor(v)
-    else:
-      return _DenseResourceVariableProcessor(v)
-  if v.op.type == "VarHandleOp":
-    return _DenseResourceVariableProcessor(v)
-  if isinstance(v, variables.Variable):
-    return _RefVariableProcessor(v)
-  if isinstance(v, ops.Tensor):
-    return _TensorProcessor(v)
-  raise NotImplementedError("Trying to optimize unsupported type ", v)
-
-
-def _var_key_v2(var):
-  """Key for representing a primary variable, for looking up slots."""
-  # pylint: disable=protected-access
-  if hasattr(var, "_distributed_container"):
-    distributed_container = var._distributed_container()
-    assert distributed_container is not None
-    if context.executing_eagerly():
-      return distributed_container._unique_id
-    return distributed_container._shared_name
-  if context.executing_eagerly():
-    return var._unique_id
-  return var.op.name
-
-
-def _resolve(value, name):
-  if callable(value):
-    value = value()
-  return ops.convert_to_tensor(value, name=name)
-
-
-def _is_dynamic(value):
-  """Returns true if __init__ arg `value` should be re-evaluated each step."""
-  if callable(value): return True
-  # Don't need to do anything special in graph mode, since dynamic values
-  # will propagate correctly automatically.
-  # TODO(josh11b): Add per-device caching across steps using variables for
-  # truly static values once we add distributed support.
-  if context.executing_eagerly() and isinstance(
-      value, resource_variable_ops.ResourceVariable):
-    return True
-  return False
-
-
-class _OptimizerV2State(object):
-  """Holds per-graph and per-step optimizer state.
-
-  Use _init_with_static_hyper() to create the state for a graph, and then
-  _copy_with_dynamic_hyper() to convert that to state for a particular step.
-  The difference between the two is that the former only has hyper
-  parameter values that are static and the latter also has values that
-  can change every step (according to _is_dynamic()).
-  """
-
-  def __init__(self, op_name):
-    self._op_name = op_name
-
-  def _init_with_static_hyper(self, hyper):
-    """Initialize a fresh state object from hyper dict."""
-    # self._hyper contains a dict from name to a dict with the Tensor values.
-    # This dict starts with a single item with key "None" with the hyper
-    # parameter value converted to a Tensor. Other items have dtype keys
-    # with that Tensor cast to that dtype.
-    with ops.init_scope():
-      self._hyper = {name: {None: ops.convert_to_tensor(value, name=name)}
-                     for name, (dynamic, value) in sorted(hyper.items())
-                     if not dynamic}
-    self._slots = {}
-    self._non_slot_dict = {}
-    # Extra state to help Optimizers implement Checkpointable. Holds information
-    # about variables which will be restored as soon as they're created.
-    self._deferred_dependencies = {}  # Non-slot variables
-    self._deferred_slot_restorations = {}  # Slot variables
-
-  def _copy_with_dynamic_hyper(self, hyper, distribution, non_slot_devices):
-    """Create a new state object for a particular step."""
-    ret = _OptimizerV2State(self._op_name)
-    # pylint: disable=protected-access
-    ret._slots = self._slots
-    ret._non_slot_dict = self._non_slot_dict
-    ret._deferred_dependencies = self._deferred_dependencies
-    ret._deferred_slot_restorations = self._deferred_slot_restorations
-    ret._hyper = {name: {None: _resolve(value, name)}
-                  for name, (dynamic, value) in sorted(hyper.items())
-                  if dynamic}
-    ret._hyper.update(self._hyper)
-    ret._non_slot_devices = non_slot_devices
-    ret._distribution = distribution
-    return ret
-
-  def _variables(self):
-    """Returns a list of all variables held by self."""
-    optimizer_variables = list(self._non_slot_dict.values())
-    for variable_dict in self._slots.values():
-      for slot_for_variable in variable_dict.values():
-        optimizer_variables.append(slot_for_variable)
-    # Sort variables by name so that the return is deterministic.
-    return sorted(optimizer_variables, key=lambda v: v.name)
-
-  def _slot_dict(self, slot_name):
-    """Returns a dict for caching slots created under the given name.
-
-    Args:
-      slot_name: Name for the slot.
-
-    Returns:
-      A dict that maps primary `Variable` objects to the slot created
-      for that variable, under the given slot name.
-    """
-    named_slots = self._slots.get(slot_name, None)
-    if named_slots is None:
-      named_slots = {}
-      self._slots[slot_name] = named_slots
-    return named_slots
-
-  def create_slot(self, var, val, slot_name, optional_op_name=None):
-    """Find or create a slot for a variable.
-
-    Args:
-      var: A `Variable` object.
-      val: A `Tensor`.  The initial value of the slot.
-      slot_name: Name for the slot.
-      optional_op_name: Name to use when scoping the Variable that
-        needs to be created for the slot.
-
-    Returns:
-      A `Variable` object.
-    """
-    named_slots = self._slot_dict(slot_name)
-    var_key = _var_key_v2(var)
-    if var_key not in named_slots:
-      new_slot_variable = slot_creator.create_slot(
-          var, val, optional_op_name or self._op_name)
-      self._restore_slot_variable(
-          slot_name=slot_name, variable=var,
-          slot_variable=new_slot_variable)
-      named_slots[var_key] = new_slot_variable
-    return named_slots[var_key]
-
-  def create_slot_with_initializer(self, var, initializer, shape, dtype,
-                                   slot_name, optional_op_name=None):
-    """Find or create a slot for a variable, using an Initializer.
-
-    Args:
-      var: A `Variable` object.
-      initializer: An `Initializer`.  The initial value of the slot.
-      shape: Shape of the initial value of the slot.
-      dtype: Type of the value of the slot.
-      slot_name: Name for the slot.
-      optional_op_name: Name to use when scoping the Variable that
-        needs to be created for the slot.
-
-    Returns:
-      A `Variable` object.
-    """
-    named_slots = self._slot_dict(slot_name)
-    var_key = _var_key_v2(var)
-    if var_key not in named_slots:
-      new_slot_variable = slot_creator.create_slot_with_initializer(
-          var, initializer, shape, dtype, optional_op_name or self._op_name)
-      self._restore_slot_variable(
-          slot_name=slot_name, variable=var,
-          slot_variable=new_slot_variable)
-      named_slots[var_key] = new_slot_variable
-    return named_slots[var_key]
-
-  def zeros_slot(self, var, slot_name, optional_op_name=None):
-    """Find or create a slot initialized with 0.0.
-
-    Args:
-      var: A `Variable` object.
-      slot_name: Name for the slot.
-      optional_op_name: Name to use when scoping the Variable that
-        needs to be created for the slot.
-
-    Returns:
-      A `Variable` object.
-    """
-    named_slots = self._slot_dict(slot_name)
-    var_key = _var_key_v2(var)
-    if var_key not in named_slots:
-      new_slot_variable = slot_creator.create_zeros_slot(
-          var, optional_op_name or self._op_name)
-      self._restore_slot_variable(
-          slot_name=slot_name, variable=var,
-          slot_variable=new_slot_variable)
-      named_slots[var_key] = new_slot_variable
-    return named_slots[var_key]
-
-  def _create_or_restore_slot_variable(
-      self, slot_variable_position, slot_name, variable,
-      optional_op_name=None):
-    """Restore a slot variable's value, possibly creating it.
-
-    Called when a variable which has an associated slot variable is created or
-    restored. When executing eagerly, we create the slot variable with a
-    restoring initializer.
-
-    No new variables are created when graph building. Instead,
-    _restore_slot_variable catches these after normal creation and adds restore
-    ops to the graph. This method is nonetheless important when graph building
-    for the case when a slot variable has already been created but `variable`
-    has just been added to a dependency graph (causing us to realize that the
-    slot variable needs to be restored).
-
-    Args:
-      slot_variable_position: A `checkpointable._CheckpointPosition` object
-        indicating the slot variable `Checkpointable` object to be restored.
-      slot_name: The name of this `Optimizer`'s slot to restore into.
-      variable: The variable object this slot is being created for.
-      optional_op_name: Name to use when scoping the Variable that
-        needs to be created for the slot.
-    """
-    slot_variable = self.get_slot(var=variable, name=slot_name)
-    if (slot_variable is None and context.executing_eagerly() and
-        slot_variable_position.is_simple_variable()
-        # Defer slot variable creation if there is an active variable creator
-        # scope. Generally we'd like to eagerly create/restore slot variables
-        # when possible, but this may mean that scopes intended to catch
-        # `variable` also catch its eagerly created slot variable
-        # unintentionally (specifically make_template would add a dependency on
-        # a slot variable if not for this case). Deferring is mostly harmless
-        # (aside from double initialization), and makes variable creator scopes
-        # behave the same way they do when graph building.
-        and not ops.get_default_graph()._variable_creator_stack):  # pylint: disable=protected-access
-      initializer = checkpointable.CheckpointInitialValue(
-          checkpoint_position=slot_variable_position)
-      slot_variable = self.create_slot(
-          var=variable,
-          val=initializer,
-          slot_name=slot_name,
-          optional_op_name=optional_op_name)
-      # Optimizers do not have unconditional dependencies on their slot
-      # variables (nor do any other objects). They are only saved if the
-      # variables they were created for are also saved.
-    if slot_variable is not None:
-      # If we've either made this slot variable, or if we've pulled out an
-      # existing slot variable, we should restore it.
-      slot_variable_position.restore(slot_variable)
-    else:
-      # We didn't make the slot variable. Defer restoring until it gets created
-      # normally. We keep a list rather than the one with the highest restore
-      # UID in case slot variables have their own dependencies, in which case
-      # those could differ between restores.
-      variable_key = _var_key_v2(variable)
-      self._deferred_slot_restorations.setdefault(
-          slot_name, {}).setdefault(variable_key, []).append(
-              slot_variable_position)
-
-  def get_slot(self, var, name):
-    """Return a slot named `name` created for `var` by the Optimizer.
-
-    Some `Optimizer` subclasses use additional variables.  For example
-    `Momentum` and `Adagrad` use variables to accumulate updates.  This method
-    gives access to these `Variable` objects if for some reason you need them.
-
-    Use `get_slot_names()` to get the list of slot names created by the
-    `Optimizer`.
-
-    Args:
-      var: A variable passed to `minimize()` or `apply_gradients()`.
-      name: A string.
-
-    Returns:
-      The `Variable` for the slot if it was created, `None` otherwise.
-    """
-    named_slots = self._slots.get(name, None)
-    if not named_slots:
-      return None
-    return named_slots.get(_var_key_v2(var), None)
-
-  def get_slot_names(self):
-    """Return a list of the names of slots created by the `Optimizer`.
-
-    See `get_slot()`.
-
-    Returns:
-      A list of strings.
-    """
-    return sorted(self._slots.keys())
-
-  def create_non_slot(self, initial_value, name, colocate_with=None):
-    """Add an extra variable, not associated with a slot."""
-    v = self._non_slot_dict.get(name, None)
-    if v is None:
-      if colocate_with is None: colocate_with = self._non_slot_devices
-      with self._distribution.colocate_vars_with(colocate_with):
-        # TODO(josh11b): Use get_variable() except for the legacy Adam use case.
-        v = variable_scope.variable(initial_value, name=name, trainable=False)
-      self._non_slot_dict[name] = v
-      deferred_dependencies_list = self._deferred_dependencies.pop(name, ())
-      for checkpoint_position in sorted(
-          deferred_dependencies_list,
-          key=lambda restore: restore.checkpoint.restore_uid,
-          reverse=True):
-        checkpoint_position.restore(v)
-    return v
-
-  def _restore_slot_variable(self, slot_name, variable, slot_variable):
-    """Restore a newly created slot variable's value."""
-    variable_key = _var_key_v2(variable)
-    deferred_restorations = self._deferred_slot_restorations.get(
-        slot_name, {}).pop(variable_key, [])
-    # Iterate over restores, highest restore UID first to minimize the number
-    # of assignments.
-    deferred_restorations.sort(key=lambda position: position.restore_uid,
-                               reverse=True)
-    for checkpoint_position in deferred_restorations:
-      checkpoint_position.restore(slot_variable)
-
-  def get_non_slot(self, name):
-    """Returns the non-slot variable identified by `name`."""
-    return self._non_slot_dict.get(name, None)
-
-  def get_hyper(self, name, dtype=None):
-    """Returns the `name` hyper parameter, optionally cast to `dtype`."""
-    dtype_dict = self._hyper[name]
-    # Do we have the value cast to dtype already cached? This should always
-    # succeed when dtype is None.
-    if dtype in dtype_dict:
-      return dtype_dict[dtype]
-    # Not cached, cast to dtype and save the result in the cache.
-    result = math_ops.cast(dtype_dict[None], dtype)
-    dtype_dict[dtype] = result
-    return result
 
 
 class OptimizerV2(optimizer_v1.Optimizer):
@@ -604,721 +154,22 @@ class OptimizerV2(optimizer_v1.Optimizer):
       RuntimeError: If _create_slots has been overridden instead of
           _create_vars.
     """
-    # Note: We intentionally don't call parent __init__.
-
-    # Optimizer._create_slots was replaced by _create_vars in OptimizerV2.
-    if (self.__class__._create_slots.__code__ is not  # pylint: disable=protected-access
-        OptimizerV2._create_slots.__code__):
-      raise RuntimeError("Override _create_vars instead of _create_slots when "
-                         "descending from OptimizerV2 (class %s)" %
-                         self.__class__.__name__)
-    if not name:
-      raise ValueError("Must specify the optimizer name")
-
-    self._use_locking = False
-    self._name = name
-    # Map from graph_key to state for that graph. We use the graph_key
-    # since it works in both eager and graph mode, and gives the outer
-    # graph inside functions.
-    tower_context = distribution_strategy_context.get_tower_context()
-    if tower_context is None:
-      # In a cross-tower context for a DistributionStrategy, which means
-      # only one Optimizer will be created, not one per tower.
-      self._per_graph_state = {}
-    else:
-      # We use get_tower_context().merge_call() to get a single dict
-      # shared across all model replicas when running with a
-      # DistributionStrategy.
-      self._per_graph_state = tower_context.merge_call(lambda _: {})
-
-    # Hyper parameters, and whether they should be re-evaluated every step.
+    self._use_locking = True
+    super(OptimizerV2, self).__init__(self._use_locking, name)
     self._hyper = {}
 
   def _set_hyper(self, name, value):
-    self._hyper[name] = (_is_dynamic(value), value)
-
-  def minimize(self, loss, global_step=None, var_list=None,
-               gate_gradients=GATE_OP, aggregation_method=None,
-               colocate_gradients_with_ops=False, name=None,
-               grad_loss=None, stop_gradients=None,
-               scale_loss_by_num_towers=None):
-    """Add operations to minimize `loss` by updating `var_list`.
-
-    This method simply combines calls `compute_gradients()` and
-    `apply_gradients()`. If you want to process the gradient before applying
-    them call `compute_gradients()` and `apply_gradients()` explicitly instead
-    of using this function.
-
-    Args:
-      loss: A `Tensor` containing the value to minimize.
-      global_step: Optional `Variable` to increment by one after the
-        variables have been updated.
-      var_list: Optional list or tuple of `Variable` objects to update to
-        minimize `loss`.  Defaults to the list of variables collected in
-        the graph under the key `GraphKeys.TRAINABLE_VARIABLES`.
-      gate_gradients: How to gate the computation of gradients.  Can be
-        `GATE_NONE`, `GATE_OP`, or  `GATE_GRAPH`.
-      aggregation_method: Specifies the method used to combine gradient terms.
-        Valid values are defined in the class `AggregationMethod`.
-      colocate_gradients_with_ops: If True, try colocating gradients with
-        the corresponding op.
-      name: Optional name for the returned operation.
-      grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
-      stop_gradients: Optional. A Tensor or list of tensors not to differentiate
-        through.
-      scale_loss_by_num_towers: Optional boolean. If true, scale the loss
-        down by the number of towers. By default, auto-detects whether this
-        is needed.
-
-    Returns:
-      An Operation that updates the variables in `var_list`.  If `global_step`
-      was not `None`, that operation also increments `global_step`.
-
-    Raises:
-      ValueError: If some of the variables are not `Variable` objects.
-
-    @compatibility(eager)
-    When eager execution is enabled, `loss` should be a Python function that
-    takes elements of `var_list` as arguments and computes the value to be
-    minimized. If `var_list` is None, `loss` should take no arguments.
-    Minimization (and gradient computation) is done with respect to the
-    elements of `var_list` if not None, else with respect to any trainable
-    variables created during the execution of the `loss` function.
-    `gate_gradients`, `aggregation_method`, `colocate_gradients_with_ops` and
-    `grad_loss` are ignored when eager execution is enabled.
-    @end_compatibility
-    """
-    grads_and_vars = self.compute_gradients(
-        loss, var_list=var_list, gate_gradients=gate_gradients,
-        aggregation_method=aggregation_method,
-        colocate_gradients_with_ops=colocate_gradients_with_ops,
-        grad_loss=grad_loss, stop_gradients=stop_gradients,
-        scale_loss_by_num_towers=scale_loss_by_num_towers)
-
-    vars_with_grad = [v for g, v in grads_and_vars if g is not None]
-    if not vars_with_grad:
-      raise ValueError(
-          "No gradients provided for any variable, check your graph for ops"
-          " that do not support gradients, between variables %s and loss %s." %
-          ([str(v) for _, v in grads_and_vars], loss))
-
-    return self.apply_gradients(grads_and_vars, global_step=global_step,
-                                name=name)
-
-  def compute_gradients(self, loss, var_list=None,
-                        gate_gradients=GATE_OP,
-                        aggregation_method=None,
-                        colocate_gradients_with_ops=False,
-                        grad_loss=None, stop_gradients=None,
-                        scale_loss_by_num_towers=None):
-    """Compute gradients of `loss` for the variables in `var_list`.
-
-    This is the first part of `minimize()`.  It returns a list
-    of (gradient, variable) pairs where "gradient" is the gradient
-    for "variable".  Note that "gradient" can be a `Tensor`, an
-    `IndexedSlices`, or `None` if there is no gradient for the
-    given variable.
-
-    Args:
-      loss: A Tensor containing the value to minimize or a callable taking
-        no arguments which returns the value to minimize. When eager execution
-        is enabled it must be a callable.
-      var_list: Optional list or tuple of `tf.Variable` to update to minimize
-        `loss`.  Defaults to the list of variables collected in the graph
-        under the key `GraphKeys.TRAINABLE_VARIABLES`.
-      gate_gradients: How to gate the computation of gradients.  Can be
-        `GATE_NONE`, `GATE_OP`, or `GATE_GRAPH`.
-      aggregation_method: Specifies the method used to combine gradient terms.
-        Valid values are defined in the class `AggregationMethod`.
-      colocate_gradients_with_ops: If True, try colocating gradients with
-        the corresponding op.
-      grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
-      stop_gradients: Optional. A Tensor or list of tensors not to differentiate
-        through.
-      scale_loss_by_num_towers: Optional boolean. If true, scale the loss
-        down by the number of towers. By default, auto-detects whether this
-        is needed.
-
-    Returns:
-      A list of (gradient, variable) pairs. Variable is always present, but
-      gradient can be `None`.
-
-    Raises:
-      TypeError: If `var_list` contains anything else than `Variable` objects.
-      ValueError: If some arguments are invalid.
-      RuntimeError: If called with eager execution enabled and `loss` is
-        not callable.
-
-    @compatibility(eager)
-    When eager execution is enabled, `gate_gradients`, `aggregation_method`,
-    and `colocate_gradients_with_ops` are ignored.
-    @end_compatibility
-    """
-    # TODO(josh11b): Test that we handle weight decay in a reasonable way.
-    if callable(loss):
-      with backprop.GradientTape() as tape:
-        if var_list is not None:
-          tape.watch(var_list)
-        loss_value = loss()
-
-        # Scale loss for number of towers (callable-loss case). In this case,
-        # we have to be careful to call distribute_lib.get_loss_reduction()
-        # *after* loss() is evaluated, so we know what loss reduction it uses.
-        if scale_loss_by_num_towers is None:
-          scale_loss_by_num_towers = (
-              distribute_lib.get_loss_reduction() ==
-              variable_scope.VariableAggregation.MEAN)
-        if scale_loss_by_num_towers:
-          num_towers = distribution_strategy_context.get_distribution_strategy(
-          ).num_towers
-          if num_towers > 1:
-            loss_value *= 1. / num_towers
-
-      if var_list is None:
-        var_list = tape.watched_variables()
-      grads = tape.gradient(loss_value, var_list, grad_loss)
-      return list(zip(grads, var_list))
-    if context.executing_eagerly():
-      raise RuntimeError(
-          "`loss` passed to Optimizer.compute_gradients should "
-          "be a function when eager execution is enabled.")
-
-    # Scale loss for number of towers (non-callable-loss case).
-    if scale_loss_by_num_towers is None:
-      scale_loss_by_num_towers = (
-          distribute_lib.get_loss_reduction() ==
-          variable_scope.VariableAggregation.MEAN)
-    if scale_loss_by_num_towers:
-      num_towers = distribution_strategy_context.get_distribution_strategy(
-      ).num_towers
-      if num_towers > 1:
-        loss *= 1. / num_towers
-
-    if gate_gradients not in [optimizer_v1.Optimizer.GATE_NONE,
-                              optimizer_v1.Optimizer.GATE_OP,
-                              optimizer_v1.Optimizer.GATE_GRAPH]:
-      raise ValueError("gate_gradients must be one of: Optimizer.GATE_NONE, "
-                       "Optimizer.GATE_OP, Optimizer.GATE_GRAPH.  Not %s" %
-                       gate_gradients)
-    self._assert_valid_dtypes([loss])
-    if grad_loss is not None:
-      self._assert_valid_dtypes([grad_loss])
-    if var_list is None:
-      var_list = (
-          variables.trainable_variables() +
-          ops.get_collection(ops.GraphKeys.TRAINABLE_RESOURCE_VARIABLES))
-    else:
-      var_list = nest.flatten(var_list)
-    # pylint: disable=protected-access
-    var_list += ops.get_collection(ops.GraphKeys._STREAMING_MODEL_PORTS)
-    # pylint: enable=protected-access
-    processors = [_get_processor(v) for v in var_list]
-    if not var_list:
-      raise ValueError("No variables to optimize.")
-    var_refs = [p.target() for p in processors]
-    grads = gradients.gradients(
-        loss, var_refs, grad_ys=grad_loss,
-        gate_gradients=(gate_gradients == optimizer_v1.Optimizer.GATE_OP),
-        aggregation_method=aggregation_method,
-        colocate_gradients_with_ops=colocate_gradients_with_ops,
-        stop_gradients=stop_gradients)
-    if gate_gradients == optimizer_v1.Optimizer.GATE_GRAPH:
-      grads = control_flow_ops.tuple(grads)
-    grads_and_vars = list(zip(grads, var_list))
-    self._assert_valid_dtypes(
-        [v for g, v in grads_and_vars
-         if g is not None and v.dtype != dtypes.resource])
-    return grads_and_vars
-
-  def apply_gradients(self, grads_and_vars, global_step=None, name=None):
-    """Apply gradients to variables.
-
-    This is the second part of `minimize()`. It returns an `Operation` that
-    applies gradients.
-
-    Args:
-      grads_and_vars: List of (gradient, variable) pairs as returned by
-        `compute_gradients()`.
-      global_step: Optional `Variable` to increment by one after the
-        variables have been updated.
-      name: Optional name for the returned operation.  Default to the
-        name passed to the `Optimizer` constructor.
-
-    Returns:
-      An `Operation` that applies the specified gradients. If `global_step`
-      was not None, that operation also increments `global_step`.
-
-    Raises:
-      TypeError: If `grads_and_vars` is malformed.
-      ValueError: If none of the variables have gradients.
-    """
-    # This is a default implementation of apply_gradients() that can be shared
-    # by most optimizers.  It relies on the subclass implementing the following
-    # methods: _create_vars(), _prepare(), _apply_dense(), and _apply_sparse().
+    self._hyper[name] = value
 
-    # Filter out variables with gradients of `None`.
-    grads_and_vars = tuple(grads_and_vars)  # Make sure repeat iteration works.
-    if not grads_and_vars:
-      raise ValueError("No variables provided.")
-    filtered = tuple((g, v) for (g, v) in grads_and_vars if g is not None)
-    if not filtered:
-      raise ValueError("No gradients provided for any variable: %s." %
-                       ([str(v) for _, v in grads_and_vars],))
-    return distribution_strategy_context.get_tower_context().merge_call(
-        self._distributed_apply, filtered, global_step=global_step, name=name)
+  def _get_hyper(self, name):
+    # TODO(tanzheny): if hyper variable exists then return it.
+    value = self._hyper[name]
+    return self._call_if_callable(value)
 
-  def _get_or_create_state(self, var_list=None):
-    """Either looks up or creates `_OptimizerV2State`.
-
-    If any variables are available, they should be passed via the `var_list`
-    argument, and these will be used to determine the graph to create/retrieve
-    state for. Otherwise the returned state is for the current default graph.
-
-    Args:
-      var_list: A list of variables to extract a graph from.
-
-    Returns:
-      An `_OptimizerV2State` object.
-    """
-    # Determine the graph_key from the current graph.
-    eager_execution = context.executing_eagerly()
-    if eager_execution or var_list is None:
-      graph = ops.get_default_graph()
-    else:
-      graph = ops._get_graph_from_inputs(var_list)  # pylint: disable=protected-access
-    assert graph is not None
-    graph_key = graph._graph_key  # pylint: disable=protected-access
-
-    # Get the per graph state by looking up the graph_key.
-    if graph_key in self._per_graph_state:
-      per_graph_state = self._per_graph_state[graph_key]
-    else:
-      per_graph_state = _OptimizerV2State(self._name)
-      per_graph_state._init_with_static_hyper(self._hyper)  # pylint: disable=protected-access
-      self._per_graph_state[graph_key] = per_graph_state
-    return per_graph_state
-
-  def _distributed_apply(self, distribution, grads_and_vars, global_step, name):
-    """`apply_gradients` for use with a `DistributionStrategy`."""
-    reduced_grads = distribution.batch_reduce(
-        variable_scope.VariableAggregation.SUM, grads_and_vars)
-    var_list = [v for _, v in grads_and_vars]
-    grads_and_vars = zip(reduced_grads, var_list)
-
-    unwrapped_var_list = [x for v in var_list for x in distribution.unwrap(v)]
-    eager_execution = context.executing_eagerly()
-    if eager_execution:
-      # Give a clear error in this case instead of "name not supported
-      # for Eager Tensors" when we compute non_slot_devices.
-      for v in unwrapped_var_list:
-        if isinstance(v, ops.Tensor):
-          raise NotImplementedError("Trying to update a Tensor ", v)
-
-    with ops.name_scope(name, self._name) as name:
-      per_graph_state = self._get_or_create_state(var_list=unwrapped_var_list)
-      # Include the current value of any dynamic hyper parameters in `state`.
-      non_slot_devices = distribution.non_slot_devices(var_list)
-      state = per_graph_state._copy_with_dynamic_hyper(  # pylint: disable=protected-access
-          self._hyper, distribution, non_slot_devices)
-
-    # Create any slot and non-slot variables we need in `state`.
-    with ops.init_scope():
-      self._create_vars(var_list, state)
-
-    with ops.name_scope(name):  # Re-enter name_scope created above
-      # Give the child class a chance to do something before we start
-      # applying gradients.
-      self._prepare(state)
-
-      def update(v, g):
-        """Update variable `v` using gradient `g`."""
-        assert v is not None
-
-        # Convert the grad to Tensor or IndexedSlices if necessary, and
-        # look up a processor for each variable's type.
-        try:
-          g = ops.convert_to_tensor_or_indexed_slices(g)
-        except TypeError:
-          raise TypeError(
-              "Gradient must be convertible to a Tensor"
-              " or IndexedSlices, or None: %s" % g)
-        if not isinstance(g, (ops.Tensor, ops.IndexedSlices)):
-          raise TypeError(
-              "Gradient must be a Tensor, IndexedSlices, or None: %s" % g)
-        processor = _get_processor(v)
-
-        # We colocate all ops created in _apply_dense or _apply_sparse
-        # on the same device as the variable.
-        # TODO(apassos): figure out how to get the variable name here.
-        scope_name = "" if eager_execution else v.op.name
-        # device_policy is set because non-mirrored tensors will be read in
-        # `update_op`.
-        # TODO(josh11b): Make different state objects for each device to
-        # avoid needing to set the device_policy.
-        with ops.name_scope("update_" + scope_name), \
-            context.context().device_policy(context.DEVICE_PLACEMENT_SILENT):
-          return processor.update_op(self, g, state)
-
-      # Use the processors to update the variables.
-      update_ops = []
-      for grad, var in grads_and_vars:
-        update_ops.extend(distribution.update(var, update, grad, grouped=False))
-
-      # Give the child class a chance to do something after applying
-      # gradients
-      def finish():
-        # TODO(josh11b): Make different state objects for each device to
-        # avoid needing to set the device_policy.
-        with context.context().device_policy(context.DEVICE_PLACEMENT_SILENT):
-          return self._finish(state)
-
-      update_ops = control_flow_ops.group(update_ops)
-      with ops.control_dependencies([update_ops]):
-        finish_updates = distribution.update_non_slot(
-            non_slot_devices, finish, grouped=False)
-      # We said grouped=False, which means finish_updates is always a list.
-      # It will be [None] when finish() returns None.
-      if finish_updates == [None]:
-        finish_updates = [update_ops]
-
-      # Update `global_step` (if any).
-      if global_step is None:
-        apply_updates = distribution.group(finish_updates, name=name)
-      else:
-        with ops.control_dependencies(finish_updates):
-
-          def update_global_step(global_step, name):
-            return global_step.assign_add(1, read_value=False, name=name)
-
-          apply_updates = distribution.update(global_step, update_global_step,
-                                              name)
-
-      # Add the training op to the TRAIN_OP graph collection in graph mode.
-      if not eager_execution:
-        if isinstance(apply_updates, ops.Tensor):
-          apply_updates = apply_updates.op
-        train_op = ops.get_collection_ref(ops.GraphKeys.TRAIN_OP)
-        if apply_updates not in train_op:
-          train_op.append(apply_updates)
-
-      return apply_updates
-
-  def get_slot(self, var, name):
-    """Return a slot named `name` created for `var` by the Optimizer.
-
-    Some `Optimizer` subclasses use additional variables.  For example
-    `Momentum` and `Adagrad` use variables to accumulate updates.  This method
-    gives access to these `Variable` objects if for some reason you need them.
-
-    Use `get_slot_names()` to get the list of slot names created by the
-    `Optimizer`.
-
-    Args:
-      var: A variable passed to `minimize()` or `apply_gradients()`.
-      name: A string.
-
-    Returns:
-      The `Variable` for the slot if it was created, `None` otherwise.
-    """
-    state = self._get_state_for_var(var)
-    return state.get_slot(var, name) if state is not None else None
-
-  def get_slot_names(self):
-    """Return a list of the names of slots created by the `Optimizer`.
-
-    See `get_slot()`.
-
-    Returns:
-      A list of strings.
-    """
-    state = self._get_per_graph_state()
-    return state.get_slot_names() if state is not None else []
-
-  def variables(self):
-    """A list of variables which encode the current state of `Optimizer`.
-
-    Includes slot variables and additional global variables created by the
-    optimizer in the current default graph.
-
-    Returns:
-      A list of variables.
-    """
-    state = self._get_per_graph_state()
-    return state._variables() if state is not None else []  # pylint: disable=protected-access
-
-  # --------------
-  # Methods to be implemented by subclasses if they want to use the
-  # inherited implementation of apply_gradients() or compute_gradients().
-  # --------------
-  def _create_vars(self, var_list, state):
-    """Create all slots needed by the variables and any non-slot variables.
-
-    Args:
-      var_list: A list of `Variable` objects.
-      state: An object with these methods:
-        `create_slot(var, val, slot_name, optional_op_name)`,
-        `create_slot_with_initializer(`
-            `var, initializer, shape, dtype, slot_name, optional_op_name)`,
-        `zeros_slot(var, slot_name, optional_op_name)`,
-        `create_non_slot_variable(initial_value, name, colocate_with)`,
-        `get_hyper(name)`
-    """
-    # No slots needed by default
-    pass
-
-  def _prepare(self, state):
-    """Code to execute before applying gradients.
-
-    Note that most uses of _prepare() in Optimizer have been subsumed
-    by explicit support for hyper parameters in OptimizerV2
-
-    Args:
-      state: An object with a `get_hyper(name)` method.
-
-    Returns:
-      Return value will be ignored.
-    """
+  def _prepare(self):
     pass
 
-  def _apply_dense(self, grad, var, state):
-    """Add ops to apply dense gradients to `var`.
-
-    Args:
-      grad: A `Tensor`.
-      var: A `Variable` object.
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      An `Operation`.
-    """
-    raise NotImplementedError()
-
-  def _resource_apply_dense(self, grad, handle, state):
-    """Add ops to apply dense gradients to the variable `handle`.
-
-    Args:
-      grad: a `Tensor` representing the gradient.
-      handle: a `Tensor` of dtype `resource` which points to the variable
-       to be updated.
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      An `Operation` which updates the value of the variable.
-    """
-    raise NotImplementedError()
-
-  def _resource_apply_sparse_duplicate_indices(
-      self, grad, handle, indices, state):
-    """Add ops to apply sparse gradients to `handle`, with repeated indices.
-
-    Optimizers which override this method must deal with repeated indices. See
-    the docstring of `_apply_sparse_duplicate_indices` for details. By default
-    the correct behavior, to sum non-unique indices and their associated
-    gradients, is enforced by first pre-processing `grad` and `indices` and
-    passing them on to `_resource_apply_sparse`. Optimizers which deal correctly
-    with duplicate indices may instead override this method to avoid the
-    overhead of summing.
-
-    Args:
-      grad: a `Tensor` representing the gradient for the affected indices.
-      handle: a `Tensor` of dtype `resource` which points to the variable
-       to be updated.
-      indices: a `Tensor` of integral type representing the indices for
-       which the gradient is nonzero. Indices may be repeated.
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      An `Operation` which updates the value of the variable.
-    """
-    # pylint: disable=protected-access
-    summed_grad, unique_indices = optimizer_v1._deduplicate_indexed_slices(
-        values=grad, indices=indices)
-    # pylint: enable=protected-access
-    return self._resource_apply_sparse(
-        summed_grad, handle, unique_indices, state)
-
-  def _resource_apply_sparse(self, grad, handle, indices, state):
-    """Add ops to apply sparse gradients to the variable `handle`.
-
-    Similar to `_apply_sparse`, the `indices` argument to this method has been
-    de-duplicated. Optimizers which deal correctly with non-unique indices may
-    instead override `_resource_apply_sparse_duplicate_indices` to avoid this
-    overhead.
-
-    Args:
-      grad: a `Tensor` representing the gradient for the affected indices.
-      handle: a `Tensor` of dtype `resource` which points to the variable
-       to be updated.
-      indices: a `Tensor` of integral type representing the indices for
-       which the gradient is nonzero. Indices are unique.
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      An `Operation` which updates the value of the variable.
-    """
-    raise NotImplementedError()
-
-  def _apply_sparse_duplicate_indices(self, grad, var, state):
-    """Add ops to apply sparse gradients to `var`, with repeated sparse indices.
-
-    Optimizers which override this method must deal with IndexedSlices objects
-    such as the following:
-
-      IndexedSlicesValue(values=[1, 1], indices=[0, 0], dense_shape=[1])
-
-    The correct interpretation is:
-
-      IndexedSlicesValue(values=[2], indices=[0], dense_shape=[1])
-
-    Many optimizers deal incorrectly with repeated indices when updating based
-    on sparse gradients (e.g. summing squares rather than squaring the sum, or
-    applying momentum terms multiple times). Adding first is always the correct
-    behavior, so this is enforced here by reconstructing the IndexedSlices to
-    have only unique indices, then calling _apply_sparse.
-
-    Optimizers which deal correctly with repeated indices may instead override
-    this method to avoid the overhead of summing indices.
-
-    Args:
-      grad: `IndexedSlices`.
-      var: A `Variable` object.
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      An `Operation`.
-    """
-    # pylint: disable=protected-access
-    summed_values, unique_indices = optimizer_v1._deduplicate_indexed_slices(
-        values=grad.values, indices=grad.indices)
-    # pylint: enable=protected-access
-    gradient_no_duplicate_indices = ops.IndexedSlices(
-        indices=unique_indices,
-        values=summed_values,
-        dense_shape=grad.dense_shape)
-    return self._apply_sparse(gradient_no_duplicate_indices, var, state)
-
-  def _apply_sparse(self, grad, var, state):
-    """Add ops to apply sparse gradients to `var`.
-
-    The IndexedSlices object passed to `grad` in this function is by default
-    pre-processed in `_apply_sparse_duplicate_indices` to remove duplicate
-    indices (see its docstring for details). Optimizers which can tolerate or
-    have correct special cases for duplicate sparse indices may override
-    `_apply_sparse_duplicate_indices` instead of this function, avoiding that
-    overhead.
-
-    Args:
-      grad: `IndexedSlices`, with no repeated indices.
-      var: A `Variable` object.
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      An `Operation`.
-    """
-    raise NotImplementedError()
-
-  def _finish(self, state):
-    """Do what is needed to finish the update.
-
-    This is called inside a scope colocated with any non-slot variables.
-
-    Args:
-      state: An object with `get_slot(var, name)`, `get_non_slot(self, name)`,
-        and `get_hyper(name)` methods.
-
-    Returns:
-      The operation to apply updates, or None if no updates.
-    """
-    return None
-
-  # --------------
-  # Utility methods for subclasses.
-  # --------------
-  def _get_per_graph_state(self):
-    # pylint: disable=protected-access
-    return self._per_graph_state.get(ops.get_default_graph()._graph_key, None)
-
-  def _get_state_for_var(self, var):
-    # pylint: disable=protected-access
-    return self._per_graph_state.get(var._graph_key, None)
-
-  # --------------
-  # Overridden methods from Checkpointable.
-  # --------------
-
-  def _track_checkpointable(self, *args, **kwargs):
-    """Optimizers may not track dependencies. Raises an error."""
-    raise NotImplementedError(
-        "Optimizers may not have dependencies. File a feature request if this "
-        "limitation bothers you.")
-
-  @property
-  def _checkpoint_dependencies(self):
-    """From Checkpointable. Gather graph-specific non-slot variables to save."""
-    current_graph_non_slot_variables = []
-    state = self._get_per_graph_state()
-    if state is not None:
-      for name, variable_object in sorted(
-          state._non_slot_dict.items(),  # pylint: disable=protected-access
-          # Avoid comparing variables
-          key=lambda item: item[0]):
-        current_graph_non_slot_variables.append(
-            checkpointable.CheckpointableReference(
-                name=name, ref=variable_object))
-    # Note: ignores super(); Optimizers may not have any dependencies outside of
-    # state objects.
-    return current_graph_non_slot_variables
-
-  def _lookup_dependency(self, name):
-    """From Checkpointable. Find a non-slot variable in the current graph."""
-    state = self._get_per_graph_state()
-    if state is None:
-      return None
-    else:
-      return state.get_non_slot(name)
-
-  @property
-  def _deferred_dependencies(self):
-    """Lets Checkpointable know where non-slot variables are created.
-
-    If necessary, creates a new state object for the current default graph.
-    Checkpointable will then add entries to that state's deferred dependency
-    dictionary. The state object will check that dictionary when creating
-    non-slot variables, restoring their value if an entry is found.
-
-    Returns:
-      A dictionary which holds deferred dependencies for the current default
-      graph.
-    """
-    state = self._get_or_create_state()
-    return state._deferred_dependencies  # pylint: disable=protected-access
-
-  def _create_or_restore_slot_variable(
-      self, slot_variable_position, slot_name, variable):
-    """Checkpointable: Restore a slot variable's value, possibly creating it.
-
-    Called when a variable which has an associated slot variable is created or
-    restored.
-
-    Args:
-      slot_variable_position: A `checkpointable._CheckpointPosition` object
-        indicating the slot variable `Checkpointable` object to be restored.
-      slot_name: The name of this `Optimizer`'s slot to restore into.
-      variable: The variable object this slot is being created for.
-    """
-    state = self._get_or_create_state(var_list=[variable])
-    state._create_or_restore_slot_variable(  # pylint: disable=protected-access
-        slot_variable_position=slot_variable_position,
-        slot_name=slot_name,
-        variable=variable,
-        optional_op_name=self._name)
-
+  @abc.abstractmethod
   def get_config(self):
     """Returns the config of the optimimizer.
 
@@ -1353,33 +204,4 @@ class OptimizerV2(optimizer_v1.Optimizer):
 
   def _serialize_hyperparameter(self, hyperparameter_name):
     """Serialize a hyperparameter that can be a float, callable, or Tensor."""
-    return self._hyper[hyperparameter_name][1]
-
-  # --------------
-  # Unsupported parent methods
-  # --------------
-  def _slot_dict(self, slot_name):
-    raise NotImplementedError(
-        "_slot_dict() method unsupported in OptimizerV2")
-
-  def _get_or_make_slot(self, var, val, slot_name, op_name):
-    raise NotImplementedError(
-        "_get_or_make_slot() method unsupported in OptimizerV2")
-
-  def _get_or_make_slot_with_initializer(self, var, initializer, shape, dtype,
-                                         slot_name, op_name):
-    raise NotImplementedError(
-        "_get_or_make_slot_with_initializer() method unsupported in "
-        "OptimizerV2")
-
-  def _create_non_slot_variable(self, initial_value, name, colocate_with):
-    raise NotImplementedError(
-        "_create_non_slot_variable() method unsupported in OptimizerV2")
-
-  def _get_non_slot_variable(self, name, graph=None):
-    raise NotImplementedError(
-        "_get_non_slot_variable() method unsupported in OptimizerV2")
-
-  def _non_slot_variables(self):
-    raise NotImplementedError(
-        "_non_slot_variables() method unsupported in OptimizerV2")
+    return self._hyper[hyperparameter_name]
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index a6c939393e..15f33eb7ba 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -22,8 +22,7 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.keras.optimizer_v2 import sgd
+from tensorflow.python.keras.optimizer_v2 import gradient_descent
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import clip_ops
 from tensorflow.python.ops import gradients_impl
@@ -46,7 +45,7 @@ class OptimizerTest(test.TestCase):
       # Tensor.
       global_step = resource_variable_ops.ResourceVariable(
           array_ops.zeros([], dtypes.int64), name='global_step_%d' % i)
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
 
       self.evaluate(variables.global_variables_initializer())
       # Fetch params to validate initial values
@@ -67,7 +66,7 @@ class OptimizerTest(test.TestCase):
         cost = 5 * var0 + 3 * var1
         global_step = variables.Variable(
             array_ops.zeros([], dtypes.int64), name='global_step')
-        sgd_op = sgd.SGD(3.0)
+        sgd_op = gradient_descent.SGD(3.0)
         opt_op = sgd_op.minimize(
             cost,
             global_step, [var0, var1],
@@ -93,7 +92,7 @@ class OptimizerTest(test.TestCase):
         grad_loss = constant_op.constant([42, -42], dtype=dtype)
         global_step = variables.Variable(
             array_ops.zeros([], dtypes.int64), name='global_step')
-        sgd_op = sgd.SGD(3.0)
+        sgd_op = gradient_descent.SGD(3.0)
         opt_op = sgd_op.minimize(
             cost, global_step, [var0, var1], grad_loss=grad_loss)
 
@@ -120,43 +119,43 @@ class OptimizerTest(test.TestCase):
             [3.0, 4.0], dtype=dtype, trainable=False, name='b')
         return 5 * var0 + var1
       # pylint: enable=cell-var-from-loop
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       with self.assertRaisesRegexp(ValueError, 'No.*variables'):
         sgd_op.minimize(loss)
 
   @test_util.run_in_graph_and_eager_modes
   def testNoGradients(self):
-    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+    for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
       var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
       var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
       # pylint: disable=cell-var-from-loop
       def loss():
         return 5 * var0
       # pylint: enable=cell-var-from-loop
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       with self.assertRaisesRegexp(ValueError, 'No gradients'):
         # var1 has no gradient
         sgd_op.minimize(loss, var_list=[var1])
 
   @test_util.run_in_graph_and_eager_modes
   def testNoGradientsForAnyVariables_Minimize(self):
-    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+    for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
       var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
       var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
       def loss():
         return constant_op.constant(5.0)
 
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       with self.assertRaisesRegexp(ValueError,
                                    'No gradients provided for any variable'):
         sgd_op.minimize(loss, var_list=[var0, var1])
 
   @test_util.run_in_graph_and_eager_modes
   def testNoGradientsForAnyVariables_ApplyGradients(self):
-    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+    for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
       var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
       var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       with self.assertRaisesRegexp(ValueError,
                                    'No gradients provided for any variable'):
         sgd_op.apply_gradients([(None, var0), (None, var1)])
@@ -169,7 +168,7 @@ class OptimizerTest(test.TestCase):
       def loss():
         return 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
 
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       grads_and_vars = sgd_op.compute_gradients(loss, [var0, var1])
       # Convert gradients to tf.Variables
       converted_grads = [
@@ -204,7 +203,7 @@ class OptimizerTest(test.TestCase):
     def f():
       return x * x
 
-    sgd_op = sgd.SGD(3.0)
+    sgd_op = gradient_descent.SGD(3.0)
     grads_and_vars = sgd_op.compute_gradients(f, [x])
     self.assertEqual(1, len(grads_and_vars))
     grad, x_as_var = grads_and_vars[0]
@@ -221,7 +220,7 @@ class OptimizerTest(test.TestCase):
       cost = 5 * var0 + 3 * var1
       global_step = variables.Variable(
           array_ops.zeros([], dtypes.int64), name='global_step')
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       opt_op = sgd_op.minimize(cost, global_step, [var0, var1])
       self.assertTrue(opt_op in ops.get_collection(ops.GraphKeys.TRAIN_OP))
 
@@ -236,7 +235,7 @@ class OptimizerTest(test.TestCase):
       cost = 5 * var0 + 3 * var1
       global_step = variables.Variable(
           array_ops.zeros([], dtypes.int64), name='global_step')
-      sgd_op = sgd.SGD(3.0)
+      sgd_op = gradient_descent.SGD(3.0)
       opt_op = sgd_op.minimize(cost, global_step, [var0, var1])
 
       variables.global_variables_initializer().run()
@@ -249,29 +248,6 @@ class OptimizerTest(test.TestCase):
       self.assertAllClose([-0.1, -0.1], var0.eval())
       self.assertAllClose([0., 0.], var1.eval())
 
-  def testStopGradients(self):
-    with self.cached_session():
-      var0 = variables.Variable([1.0, 2.0], name='var0')
-      var1 = variables.Variable([3.0, 4.0], name='var1')
-      var0_id = array_ops.identity(var0)
-      cost = 5 * var0_id + 3 * var1
-      sgd_op = sgd.SGD(3.0)
-      grads_and_vars = sgd_op.compute_gradients(cost, [var0, var1],
-                                                stop_gradients=[var0_id])
-      grad_dict = {var.op.name: grad for grad, var in grads_and_vars}
-      self.assertIsNone(grad_dict['var0'])
-      self.assertIsNotNone(grad_dict['var1'])
-
-  def testDoNotOverrideCreateSlots(self):
-    class ShouldNotOverrideCreateSlots(optimizer_v2.OptimizerV2):
-
-      def _create_slots(self, var_list):
-        """In OptimizerV2 _create_slots was renamed _create_vars."""
-        return var_list
-
-    with self.assertRaises(RuntimeError):
-      ShouldNotOverrideCreateSlots('name')
-
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/rmsprop.py b/tensorflow/python/keras/optimizer_v2/rmsprop.py
deleted file mode 100644
index 9b9d0c12d5..0000000000
--- a/tensorflow/python/keras/optimizer_v2/rmsprop.py
+++ /dev/null
@@ -1,250 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""RMSprop optimizer for Tensorflow.
-
-rmsprop algorithm [tieleman2012rmsprop]
-
-A detailed description of rmsprop.
-
-- maintain a moving (discounted) average of the square of gradients
-- divide gradient by the root of this average
-
-mean_square = rho * mean_square{t-1} + (1-rho) * gradient ** 2
-mom = momentum * mom{t-1} + learning_rate * g_t / sqrt(mean_square)
-delta = - mom
-
-This implementation of RMSProp uses plain momentum, not Nesterov momentum.
-
-The centered version additionally maintains a moving (discounted) average of the
-gradients, and uses that average to estimate the variance:
-
-mean_grad = rho * mean_square{t-1} + (1-rho) * gradient
-mean_square = rho * mean_square{t-1} + (1-rho) * gradient ** 2
-mom = momentum * mom{t-1} + learning_rate * g_t /
-    sqrt(mean_square - mean_grad**2)
-delta = - mom
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.ops import array_ops
-
-from tensorflow.python.training import training_ops
-
-
-class RMSProp(optimizer_v2.OptimizerV2):
-  """RMSProp optimizer.
-
-  It is recommended to leave the parameters of this optimizer at their default
-  values (except the learning rate, which can be freely tuned).
-
-  This optimizer is usually a good choice for recurrent neural networks.
-
-  Some of the args below are hyperparameters, where a hyperparameter is
-  defined as a scalar Tensor, a regular Python value, or a callable (which
-  will be evaluated when `apply_gradients` is called) returning a scalar
-  Tensor or a Python value.
-
-  Note that in the dense implementation of this algorithm, variables and their
-  corresponding accumulators (momentum, gradient moving average, square
-  gradient moving average) will be updated even if the gradient is zero
-  (i.e. accumulators will decay, momentum will be applied). The sparse
-  implementation (used when the gradient is an `IndexedSlices` object,
-  typically because of `tf.gather` or an embedding lookup in the forward pass)
-  will not update variable slices or their accumulators unless those slices
-  were used in the forward pass (nor is there an "eventual" correction to
-  account for these omitted updates). This leads to more efficient updates for
-  large embedding lookup tables (where most of the slices are not accessed in
-  a particular graph execution), but differs from the published algorithm.
-
-  Arguments:
-      learning_rate: A float hyperparameter >= 0. The learning rate.
-      rho: A float hyperparameter >= 0. Discounting factor for the
-        history/coming gradient.
-      momentum: A float hyperparameter >= 0.
-      epsilon: A float hyperparameter >= 0 . Small value to initialize the
-        average square gradient variable and avoid zero denominator.
-      centered: If True, gradients are normalized by the estimated variance of
-        the gradient; if False, by the uncentered second moment. Setting this to
-        True may help with training, but is slightly more expensive in terms of
-        computation and memory. Defaults to False.
-      name: Optional name prefix for the operations created when applying
-        gradients. Defaults to "RMSProp".
-  """
-
-  def __init__(self,
-               learning_rate=0.001,
-               rho=0.9,
-               momentum=None,
-               epsilon=1e-10,
-               centered=False,
-               name="RMSProp"):
-    super(RMSProp, self).__init__(name)
-    # Momentum default is `None` for consistency with SGD
-    # but underlying implementation uses `momentum` hyperparameter here
-    # regardless unlike SGD. Since extneral Keras RMSProp does not have
-    # a `momentum` weight, for compatibility with external Keras h5 files,
-    # when  `momentum` was set as `None` we should ignore the `momentum`
-    # variable in `get_weights` and not require it in `set_weights`.
-    if momentum is None:
-      momentum = 0.0
-    self._set_hyper("learning_rate", learning_rate)
-    self._set_hyper("rho", rho)
-    self._set_hyper("momentum", momentum)
-    self._set_hyper("epsilon", epsilon)
-
-    self._centered = centered
-
-  def _create_vars(self, var_list, state):
-    for v in var_list:
-      init_rms = state.get_hyper(
-          "epsilon", v.dtype.base_dtype) * array_ops.ones_like(v)
-      state.create_slot_with_initializer(v, init_rms, v.get_shape(),
-                                         v.dtype.base_dtype, "rms")
-      if self._centered:
-        state.zeros_slot(v, "mg")
-      state.zeros_slot(v, "momentum")
-
-  def _apply_dense(self, grad, var, state):
-    rms = state.get_slot(var, "rms")
-    mom = state.get_slot(var, "momentum")
-    if self._centered:
-      mg = state.get_slot(var, "mg")
-      return training_ops.apply_centered_rms_prop(
-          var,
-          mg,
-          rms,
-          mom,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          # epsilon is now the rms initial value and is not added to the
-          # denominator anymore, hence calling the kernel op with epsilon=0.
-          0,
-          grad,
-          use_locking=self._use_locking).op
-    else:
-      return training_ops.apply_rms_prop(
-          var,
-          rms,
-          mom,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad,
-          use_locking=self._use_locking).op
-
-  def _resource_apply_dense(self, grad, var, state):
-    rms = state.get_slot(var, "rms")
-    mom = state.get_slot(var, "momentum")
-    if self._centered:
-      mg = state.get_slot(var, "mg")
-      return training_ops.resource_apply_centered_rms_prop(
-          var.handle,
-          mg.handle,
-          rms.handle,
-          mom.handle,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad,
-          use_locking=self._use_locking)
-    else:
-      return training_ops.resource_apply_rms_prop(
-          var.handle,
-          rms.handle,
-          mom.handle,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad,
-          use_locking=self._use_locking)
-
-  def _apply_sparse(self, grad, var, state):
-    rms = state.get_slot(var, "rms")
-    mom = state.get_slot(var, "momentum")
-    if self._centered:
-      mg = state.get_slot(var, "mg")
-      return training_ops.sparse_apply_centered_rms_prop(
-          var,
-          mg,
-          rms,
-          mom,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad.values,
-          grad.indices,
-          use_locking=self._use_locking)
-    else:
-      return training_ops.sparse_apply_rms_prop(
-          var,
-          rms,
-          mom,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad.values,
-          grad.indices,
-          use_locking=self._use_locking)
-
-  def _resource_apply_sparse(self, grad, var, indices, state):
-    rms = state.get_slot(var, "rms")
-    mom = state.get_slot(var, "momentum")
-    if self._centered:
-      mg = self.get_slot(var, "mg")
-      return training_ops.resource_sparse_apply_centered_rms_prop(
-          var.handle,
-          mg.handle,
-          rms.handle,
-          mom.handle,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad,
-          indices,
-          use_locking=self._use_locking)
-    else:
-      return training_ops.resource_sparse_apply_rms_prop(
-          var.handle,
-          rms.handle,
-          mom.handle,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          state.get_hyper("rho", var.dtype.base_dtype),
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          0,
-          grad,
-          indices,
-          use_locking=self._use_locking)
-
-  def get_config(self):
-    config = super(RMSProp, self).get_config()
-    config.update({
-        "learning_rate": self._serialize_hyperparameter("learning_rate"),
-        "rho": self._serialize_hyperparameter("rho"),
-        "momentum": self._serialize_hyperparameter("momentum"),
-        "epsilon": self._serialize_hyperparameter("epsilon"),
-        "centered": self._centered
-    })
-    return config
diff --git a/tensorflow/python/keras/optimizer_v2/rmsprop_test.py b/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
deleted file mode 100644
index 851c6b283e..0000000000
--- a/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
+++ /dev/null
@@ -1,466 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for rmsprop optimizer."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import copy
-import math
-import types as python_types
-
-from absl.testing import parameterized
-import numpy as np
-
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.keras.optimizer_v2 import rmsprop
-from tensorflow.python.ops import embedding_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-
-_DATA_TYPES = [dtypes.half, dtypes.float32]
-
-_TEST_PARAM_VALUES = [
-    # learning_rate, rho, momentum, epsilon, centered, use_resource
-    [0.5, 0.9, 0.0, 1.0, True, False],
-    [0.5, 0.9, 0.0, 1.0, False, False],
-    [0.5, 0.9, 0.0, 1.0, True, True],
-    [0.5, 0.9, 0.0, 1.0, False, True],
-    [0.1, 0.9, 0.0, 1.0, True, False],
-    [0.5, 0.95, 0.0, 1.0, False, False],
-    [0.5, 0.8, 0.0, 1e-3, True, False],
-    [0.5, 0.8, 0.9, 1e-3, True, False],
-]
-
-
-class RMSPropOptimizerTest(test.TestCase, parameterized.TestCase):
-
-  def _rmsprop_update_numpy(self, var, g, mg, rms, mom, lr, rho, momentum,
-                            centered):
-    rms_t = rms * rho + (1 - rho) * g * g
-    if centered:
-      mg_t = mg * rho + (1 - rho) * g
-      denom_t = rms_t - mg_t * mg_t
-    else:
-      mg_t = mg
-      denom_t = rms_t
-    mom_t = momentum * mom + lr * g / np.sqrt(denom_t, dtype=denom_t.dtype)
-    var_t = var - mom_t
-    return var_t, mg_t, rms_t, mom_t
-
-  def _sparse_rmsprop_update_numpy(self, var, gindexs, gvalues, mg, rms, mom,
-                                   lr, rho, momentum, centered):
-    mg_t = copy.deepcopy(mg)
-    rms_t = copy.deepcopy(rms)
-    mom_t = copy.deepcopy(mom)
-    var_t = copy.deepcopy(var)
-    for i in range(len(gindexs)):
-      gindex = gindexs[i]
-      gvalue = gvalues[i]
-      rms_t[gindex] = rms[gindex] * rho + (1 - rho) * gvalue * gvalue
-      denom_t = rms_t[gindex]
-      if centered:
-        mg_t[gindex] = mg_t[gindex] * rho + (1 - rho) * gvalue
-        denom_t -= mg_t[gindex] * mg_t[gindex]
-      mom_t[gindex] = momentum * mom[gindex] + lr * gvalue / np.sqrt(denom_t)
-      var_t[gindex] = var[gindex] - mom_t[gindex]
-    return var_t, mg_t, rms_t, mom_t
-
-  @parameterized.named_parameters(
-      *test_util.generate_combinations_with_testcase_name(
-          dtype=_DATA_TYPES, param_value=_TEST_PARAM_VALUES))
-  def testDense(self, dtype, param_value):
-    (learning_rate, rho, momentum, epsilon, centered,
-     use_resource) = tuple(param_value)
-    with self.test_session(use_gpu=True):
-      # Initialize variables for numpy implementation.
-      var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-      grads0_np = np.array([0.1, 0.2], dtype=dtype.as_numpy_dtype)
-      var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-      grads1_np = np.array([0.01, 0.2], dtype=dtype.as_numpy_dtype)
-
-      if use_resource:
-        var0 = resource_variable_ops.ResourceVariable(var0_np)
-        var1 = resource_variable_ops.ResourceVariable(var1_np)
-      else:
-        var0 = variables.Variable(var0_np)
-        var1 = variables.Variable(var1_np)
-      grads0 = constant_op.constant(grads0_np)
-      grads1 = constant_op.constant(grads1_np)
-      opt = rmsprop.RMSProp(
-          learning_rate=learning_rate,
-          rho=rho,
-          momentum=momentum,
-          epsilon=epsilon,
-          centered=centered)
-
-      update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-      variables.global_variables_initializer().run()
-
-      mg0 = opt.get_slot(var0, "mg")
-      self.assertEqual(mg0 is not None, centered)
-      mg1 = opt.get_slot(var1, "mg")
-      self.assertEqual(mg1 is not None, centered)
-      rms0 = opt.get_slot(var0, "rms")
-      self.assertIsNotNone(rms0)
-      rms1 = opt.get_slot(var1, "rms")
-      self.assertIsNotNone(rms1)
-      mom0 = opt.get_slot(var0, "momentum")
-      self.assertIsNotNone(mom0)
-      mom1 = opt.get_slot(var1, "momentum")
-      self.assertIsNotNone(mom1)
-
-      mg0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-      mg1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-      rms0_np = np.array([epsilon, epsilon], dtype=dtype.as_numpy_dtype)
-      rms1_np = np.array([epsilon, epsilon], dtype=dtype.as_numpy_dtype)
-      mom0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-      mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-
-      # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([3.0, 4.0], var1.eval())
-
-      # Run 4 steps of RMSProp
-      for _ in range(4):
-        update.run()
-
-        var0_np, mg0_np, rms0_np, mom0_np = self._rmsprop_update_numpy(
-            var0_np, grads0_np, mg0_np, rms0_np, mom0_np, learning_rate, rho,
-            momentum, centered)
-        var1_np, mg1_np, rms1_np, mom1_np = self._rmsprop_update_numpy(
-            var1_np, grads1_np, mg1_np, rms1_np, mom1_np, learning_rate, rho,
-            momentum, centered)
-
-        # Validate updated params
-        if centered:
-          self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-          self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-        self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-        self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-        self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-        self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-        self.assertAllCloseAccordingToType(
-            var0_np, var0.eval(), half_rtol=0.01, half_atol=0.01)
-        self.assertAllCloseAccordingToType(
-            var1_np, var1.eval(), half_rtol=0.01, half_atol=0.01)
-
-  @parameterized.parameters([dtypes.float32, dtypes.float64])
-  def testMinimizeSparseResourceVariable(self, dtype):
-    with self.cached_session():
-      var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
-      x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-      pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
-      loss = pred * pred
-      sgd_op = rmsprop.RMSProp(
-          learning_rate=1.0, rho=0.0, momentum=0.0, epsilon=0.0,
-          centered=False).minimize(loss)
-      variables.global_variables_initializer().run()
-      # Fetch params to validate initial values
-      self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-      # Run 1 step of sgd
-      sgd_op.run()
-      # Validate updated params
-      self.assertAllCloseAccordingToType(
-          [[0., 1.]], var0.eval(), atol=0.01)
-
-  @parameterized.parameters([dtypes.float32, dtypes.float64])
-  def testMinimizeSparseResourceVariableCentered(self, dtype):
-    with self.cached_session():
-      var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
-      x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-      pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
-      loss = pred * pred
-      sgd_op = rmsprop.RMSProp(
-          learning_rate=1.0, rho=0.1, momentum=0.0, epsilon=1.0,
-          centered=True).minimize(loss)
-      variables.global_variables_initializer().run()
-      # Fetch params to validate initial values
-      self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-      # Run 1 step of sgd
-      sgd_op.run()
-      # Validate updated params
-      self.assertAllCloseAccordingToType(
-          [[-7/3.0, -4/3.0]], var0.eval(), atol=0.01)
-
-  @parameterized.named_parameters(
-      *test_util.generate_combinations_with_testcase_name(
-          dtype=_DATA_TYPES, param_value=_TEST_PARAM_VALUES))
-  def testSparse(self, dtype, param_value):
-    (learning_rate, rho, momentum, epsilon, centered, _) = tuple(param_value)
-    with self.test_session(use_gpu=True):
-      # Initialize variables for numpy implementation.
-      var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-      grads0_np = np.array([0.1], dtype=dtype.as_numpy_dtype)
-      var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-      grads1_np = np.array([0.01], dtype=dtype.as_numpy_dtype)
-
-      var0 = variables.Variable(var0_np)
-      var1 = variables.Variable(var1_np)
-      grads0_np_indices = np.array([0], dtype=np.int32)
-      grads0 = ops.IndexedSlices(
-          constant_op.constant(grads0_np),
-          constant_op.constant(grads0_np_indices), constant_op.constant([1]))
-      grads1_np_indices = np.array([1], dtype=np.int32)
-      grads1 = ops.IndexedSlices(
-          constant_op.constant(grads1_np),
-          constant_op.constant(grads1_np_indices), constant_op.constant([1]))
-      opt = rmsprop.RMSProp(
-          learning_rate=learning_rate,
-          rho=rho,
-          momentum=momentum,
-          epsilon=epsilon,
-          centered=centered)
-      update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-      variables.global_variables_initializer().run()
-
-      mg0 = opt.get_slot(var0, "mg")
-      self.assertEqual(mg0 is not None, centered)
-      mg1 = opt.get_slot(var1, "mg")
-      self.assertEqual(mg1 is not None, centered)
-      rms0 = opt.get_slot(var0, "rms")
-      self.assertIsNotNone(rms0)
-      rms1 = opt.get_slot(var1, "rms")
-      self.assertIsNotNone(rms1)
-      mom0 = opt.get_slot(var0, "momentum")
-      self.assertIsNotNone(mom0)
-      mom1 = opt.get_slot(var1, "momentum")
-      self.assertIsNotNone(mom1)
-
-      mg0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-      mg1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-      rms0_np = np.array([epsilon, epsilon], dtype=dtype.as_numpy_dtype)
-      rms1_np = np.array([epsilon, epsilon], dtype=dtype.as_numpy_dtype)
-      mom0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-      mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-
-      # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([3.0, 4.0], var1.eval())
-
-      # Run 4 steps of RMSProp
-      for _ in range(4):
-        update.run()
-
-        var0_np, mg0_np, rms0_np, mom0_np = self._sparse_rmsprop_update_numpy(
-            var0_np, grads0_np_indices, grads0_np, mg0_np, rms0_np, mom0_np,
-            learning_rate, rho, momentum, centered)
-        var1_np, mg1_np, rms1_np, mom1_np = self._sparse_rmsprop_update_numpy(
-            var1_np, grads1_np_indices, grads1_np, mg1_np, rms1_np, mom1_np,
-            learning_rate, rho, momentum, centered)
-
-        # Validate updated params
-        if centered:
-          self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-          self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-        self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-        self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-        self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-        self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-        self.assertAllCloseAccordingToType(var0_np, var0.eval())
-        self.assertAllCloseAccordingToType(var1_np, var1.eval())
-
-  @parameterized.parameters(_DATA_TYPES)
-  def testWithoutMomentum(self, dtype):
-    with self.test_session(use_gpu=True):
-      var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-      var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-      grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-      grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-      opt = rmsprop.RMSProp(
-          learning_rate=2.0, rho=0.9, momentum=0.0, epsilon=1.0)
-      update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-      variables.global_variables_initializer().run()
-
-      rms0 = opt.get_slot(var0, "rms")
-      self.assertIsNotNone(rms0)
-      rms1 = opt.get_slot(var1, "rms")
-      self.assertIsNotNone(rms1)
-      mom0 = opt.get_slot(var0, "momentum")
-      self.assertIsNotNone(mom0)
-      mom1 = opt.get_slot(var1, "momentum")
-      self.assertIsNotNone(mom1)
-
-      # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([3.0, 4.0], var1.eval())
-      # Step 1: the rms accumulators where 1. So we should see a normal
-      # update: v -= grad * learning_rate
-      update.run()
-      # Check the root mean square accumulators.
-      self.assertAllCloseAccordingToType(
-          np.array([0.901, 0.901]), rms0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([0.90001, 0.90001]), rms1.eval())
-      # Check the parameters.
-      self.assertAllCloseAccordingToType(
-          np.array([
-              1.0 - (0.1 * 2.0 / math.sqrt(0.901)),
-              2.0 - (0.1 * 2.0 / math.sqrt(0.901))
-          ]), var0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([
-              3.0 - (0.01 * 2.0 / math.sqrt(0.90001)),
-              4.0 - (0.01 * 2.0 / math.sqrt(0.90001))
-          ]), var1.eval())
-      # Step 2: the root mean square accumulators contain the previous update.
-      update.run()
-      # Check the rms accumulators.
-      self.assertAllCloseAccordingToType(
-          np.array([0.901 * 0.9 + 0.001, 0.901 * 0.9 + 0.001]), rms0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([0.90001 * 0.9 + 1e-5, 0.90001 * 0.9 + 1e-5]), rms1.eval())
-      # Check the parameters.
-      self.assertAllCloseAccordingToType(
-          np.array([
-              1.0 - (0.1 * 2.0 / math.sqrt(0.901)) -
-              (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001)),
-              2.0 - (0.1 * 2.0 / math.sqrt(0.901)) -
-              (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001))
-          ]), var0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([
-              3.0 - (0.01 * 2.0 / math.sqrt(0.90001)) -
-              (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5)),
-              4.0 - (0.01 * 2.0 / math.sqrt(0.90001)) -
-              (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5))
-          ]), var1.eval())
-
-  @parameterized.parameters(_DATA_TYPES)
-  def testWithMomentum(self, dtype):
-    with self.test_session(use_gpu=True):
-      var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-      var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-      grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-      grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-
-      opt = rmsprop.RMSProp(
-          learning_rate=2.0, rho=0.9, momentum=0.5, epsilon=1.0)
-      update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-      variables.global_variables_initializer().run()
-
-      rms0 = opt.get_slot(var0, "rms")
-      self.assertIsNotNone(rms0)
-      rms1 = opt.get_slot(var1, "rms")
-      self.assertIsNotNone(rms1)
-      mom0 = opt.get_slot(var0, "momentum")
-      self.assertIsNotNone(mom0)
-      mom1 = opt.get_slot(var1, "momentum")
-      self.assertIsNotNone(mom1)
-
-      # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([3.0, 4.0], var1.eval())
-      # Step 1: rms = 1, mom = 0. So we should see a normal
-      # update: v -= grad * learning_rate
-      update.run()
-      # Check the root mean square accumulators.
-      self.assertAllCloseAccordingToType(
-          np.array([0.901, 0.901]), rms0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([0.90001, 0.90001]), rms1.eval())
-      # Check the momentum accumulators
-      self.assertAllCloseAccordingToType(
-          np.array([(0.1 * 2.0 / math.sqrt(0.901)),
-                    (0.1 * 2.0 / math.sqrt(0.901))]), mom0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([(0.01 * 2.0 / math.sqrt(0.90001)),
-                    (0.01 * 2.0 / math.sqrt(0.90001))]), mom1.eval())
-
-      # Check that the parameters.
-      self.assertAllCloseAccordingToType(
-          np.array([
-              1.0 - (0.1 * 2.0 / math.sqrt(0.901)),
-              2.0 - (0.1 * 2.0 / math.sqrt(0.901))
-          ]), var0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([
-              3.0 - (0.01 * 2.0 / math.sqrt(0.90001)),
-              4.0 - (0.01 * 2.0 / math.sqrt(0.90001))
-          ]), var1.eval())
-
-      # Step 2: the root mean square accumulators contain the previous update.
-      update.run()
-      # Check the rms accumulators.
-      self.assertAllCloseAccordingToType(
-          np.array([0.901 * 0.9 + 0.001, 0.901 * 0.9 + 0.001]), rms0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([0.90001 * 0.9 + 1e-5, 0.90001 * 0.9 + 1e-5]), rms1.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([
-              0.5 * (0.1 * 2.0 / math.sqrt(0.901)) +
-              (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001)),
-              0.5 * (0.1 * 2.0 / math.sqrt(0.901)) +
-              (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001))
-          ]), mom0.eval())
-      self.assertAllCloseAccordingToType(
-          np.array([
-              0.5 * (0.01 * 2.0 / math.sqrt(0.90001)) +
-              (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5)),
-              0.5 * (0.01 * 2.0 / math.sqrt(0.90001)) +
-              (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5))
-          ]), mom1.eval())
-
-      # Check the parameters.
-      self.assertAllCloseAccordingToType(
-          np.array([
-              1.0 - (0.1 * 2.0 / math.sqrt(0.901)) -
-              (0.5 * (0.1 * 2.0 / math.sqrt(0.901)) +
-               (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001))),
-              2.0 - (0.1 * 2.0 / math.sqrt(0.901)) -
-              (0.5 * (0.1 * 2.0 / math.sqrt(0.901)) +
-               (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001)))
-          ]), var0.eval())
-
-      self.assertAllCloseAccordingToType(
-          np.array([
-              3.0 - (0.01 * 2.0 / math.sqrt(0.90001)) -
-              (0.5 * (0.01 * 2.0 / math.sqrt(0.90001)) +
-               (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5))),
-              4.0 - (0.01 * 2.0 / math.sqrt(0.90001)) -
-              (0.5 * (0.01 * 2.0 / math.sqrt(0.90001)) +
-               (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5)))
-          ]), var1.eval())
-
-  def testConfig(self):
-
-    def momentum():
-      return ops.convert_to_tensor(3.0)
-
-    opt = rmsprop.RMSProp(
-        learning_rate=1.0,
-        rho=2.0,
-        momentum=momentum,
-        epsilon=lambda: ops.convert_to_tensor(4.0),
-        centered=True)
-    config = opt.get_config()
-    opt2 = rmsprop.RMSProp.from_config(config)
-    self.assertEqual(opt._hyper["learning_rate"][1],
-                     opt2._hyper["learning_rate"][1])
-    self.assertEqual(opt._hyper["rho"][1], opt2._hyper["rho"][1])
-    self.assertEqual(opt._hyper["momentum"][1].__name__,
-                     opt2._hyper["momentum"][1].__name__)
-    self.assertIsInstance(opt2._hyper["epsilon"][1], python_types.LambdaType)
-    self.assertEqual(True, opt2._centered)
-
-
-if __name__ == "__main__":
-  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/sgd.py b/tensorflow/python/keras/optimizer_v2/sgd.py
deleted file mode 100644
index 4bd0671735..0000000000
--- a/tensorflow/python/keras/optimizer_v2/sgd.py
+++ /dev/null
@@ -1,184 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Momentum for TensorFlow."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.framework import ops
-from tensorflow.python.keras.optimizer_v2 import optimizer_v2
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.training import training_ops
-
-
-class SGD(optimizer_v2.OptimizerV2):
-  """Stochastic gradient descent optimizer.
-
-  Includes support for momentum and Nesterov momentum.
-
-  Computes (if `nesterov = False`):
-
-  ```
-  accumulation = momentum * accumulation + gradient
-  variable -= learning_rate * accumulation
-  ```
-
-  Some of the args below are hyperparameters, where a hyperparameter is
-  defined as a scalar Tensor, a regular Python value, or a callable (which
-  will be evaluated when `apply_gradients` is called) returning a scalar
-  Tensor or a Python value.
-
-  Note that in the dense version of this algorithm, `accumulation` is updated
-  and applied regardless of a gradient's value, whereas the sparse version (when
-  the gradient is an `IndexedSlices`, typically because of `tf.gather` or an
-  embedding) only updates variable slices and corresponding `accumulation` terms
-  when that part of the variable was used in the forward pass.
-
-  @compatibility(eager)
-  When eager execution is enabled, learning_rate and momentum can each be a
-  callable that takes no arguments and returns the actual value to use. This
-  can be useful for changing these values across different invocations of
-  optimizer functions.
-  @end_compatibility
-
-  Arguments:
-      learning_rate: float hyperparameter >= 0. Learning rate.
-      momentum: float hyperparameter >= 0 or None. Parameter that accelerates
-        SGD in the relevant direction and dampens oscillations.
-      nesterov: boolean. Whether to apply Nesterov momentum. See [Sutskever et
-        al., 2013](http://jmlr.org/proceedings/papers/v28/sutskever13.pdf). This
-          implementation always computes gradients at the value of the
-          variable(s) passed to the optimizer. Using Nesterov Momentum makes the
-          variable(s) track the values called `theta_t + mu*v_t` in the paper.
-      name: Optional name prefix for the operations created when applying
-        gradients.  Defaults to 'SGD'.
-  """
-
-  def __init__(self,
-               learning_rate=0.001,
-               momentum=None,
-               nesterov=False,
-               name="SGD"):
-    super(SGD, self).__init__(name)
-    self._set_hyper("learning_rate", learning_rate)
-    # Only create momentum variables and use momentum ops if needed.
-    if momentum is not None:
-      self._set_hyper("momentum", momentum)
-      self._use_nesterov = nesterov
-      self._use_momentum = True
-    else:
-      self._use_momentum = False
-
-  def _create_vars(self, var_list, state):
-    if self._use_momentum:
-      for v in var_list:
-        state.zeros_slot(v, "momentum")
-
-  def _apply_dense(self, grad, var, state):
-    if self._use_momentum:
-      mom = state.get_slot(var, "momentum")
-      return training_ops.apply_momentum(
-          var,
-          mom,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          grad,
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          use_locking=self._use_locking,
-          use_nesterov=self._use_nesterov).op
-    else:
-      return training_ops.apply_gradient_descent(
-          var,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          grad,
-          use_locking=self._use_locking).op
-
-  def _resource_apply_dense(self, grad, var, state):
-    if self._use_momentum:
-      mom = state.get_slot(var, "momentum")
-      return training_ops.resource_apply_momentum(
-          var.handle,
-          mom.handle,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          grad,
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          use_locking=self._use_locking,
-          use_nesterov=self._use_nesterov)
-    else:
-      lr = state.get_hyper("learning_rate", grad.dtype.base_dtype)
-      return training_ops.resource_apply_gradient_descent(
-          var.handle, lr, grad, use_locking=self._use_locking)
-
-  def _apply_sparse(self, grad, var, state):
-    if self._use_momentum:
-      mom = state.get_slot(var, "momentum")
-      return training_ops.sparse_apply_momentum(
-          var,
-          mom,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          grad.values,
-          grad.indices,
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          use_locking=self._use_locking,
-          use_nesterov=self._use_nesterov).op
-    else:
-      return super(SGD, self)._apply_sparse(grad, var, state)
-
-  def _resource_apply_sparse(self, grad, var, indices, state):
-    if self._use_momentum:
-      mom = state.get_slot(var, "momentum")
-      return training_ops.resource_sparse_apply_momentum(
-          var.handle,
-          mom.handle,
-          state.get_hyper("learning_rate", var.dtype.base_dtype),
-          grad,
-          indices,
-          state.get_hyper("momentum", var.dtype.base_dtype),
-          use_locking=self._use_locking,
-          use_nesterov=self._use_nesterov)
-    else:
-      return super(SGD, self)._resource_apply_sparse(grad, var, indices, state)
-
-  def _resource_apply_sparse_duplicate_indices(self, grad, var, indices, state):
-    if self._use_momentum:
-      return super(SGD, self)._resource_apply_sparse_duplicate_indices(
-          grad, var, indices, state)
-    else:
-      lr = state.get_hyper("learning_rate", grad.dtype.base_dtype)
-      return resource_variable_ops.resource_scatter_add(var.handle, indices,
-                                                        -grad * lr)
-
-  def _apply_sparse_duplicate_indices(self, grad, var, state):
-    if self._use_momentum:
-      return super(SGD, self)._apply_sparse_duplicate_indices(grad, var, state)
-    else:
-      delta = ops.IndexedSlices(
-          grad.values * state.get_hyper("learning_rate", var.dtype.base_dtype),
-          grad.indices, grad.dense_shape)
-      return var.scatter_sub(delta, use_locking=self._use_locking)
-
-  def get_config(self):
-    config = super(SGD, self).get_config()
-    # Control whether momentum variables are created.
-    if not self._use_momentum:
-      momentum = None
-    else:
-      momentum = self._serializer_hyperparameter("momentum")
-    config.update({
-        "learning_rate": self._serialize_hyperparameter("learning_rate"),
-        "momentum": momentum,
-        "nesterov": self._use_nesterov
-    })
-    return config
diff --git a/tensorflow/python/keras/optimizer_v2/sgd_test.py b/tensorflow/python/keras/optimizer_v2/sgd_test.py
deleted file mode 100644
index b1dc4fab61..0000000000
--- a/tensorflow/python/keras/optimizer_v2/sgd_test.py
+++ /dev/null
@@ -1,773 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Tests for Momentum."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-from six.moves import xrange  # pylint: disable=redefined-builtin
-
-from tensorflow.python.eager import context
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util
-from tensorflow.python.keras.optimizer_v2 import sgd
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import embedding_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import resources
-from tensorflow.python.ops import variables
-from tensorflow.python.platform import test
-
-
-class GradientDescentOptimizerTest(test.TestCase):
-
-  def testBasic(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        optimizer = sgd.SGD(3.0)
-        sgd_op = optimizer.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-        self.assertEqual(0, len(optimizer.variables()))
-
-  def testBasicResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        sgd_op = sgd.SGD(3.0).apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        # TODO(apassos) calling initialize_resources on all resources here
-        # doesn't work because the sessions and graph are reused across unit
-        # tests and this would mean trying to reinitialize variables. Figure out
-        # a long-term solution for this.
-        resources.initialize_resources([var0, var1]).run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-
-  def testMinimizeResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
-        var1 = resource_variable_ops.ResourceVariable([3.0], dtype=dtype)
-        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-        pred = math_ops.matmul(var0, x) + var1
-        loss = pred * pred
-        sgd_op = sgd.SGD(1.0).minimize(loss)
-        # TODO(apassos) calling initialize_resources on all resources here
-        # doesn't work because the sessions and graph are reused across unit
-        # tests and this would mean trying to reinitialize variables. Figure out
-        # a long-term solution for this.
-        resources.initialize_resources([var0, var1]).run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
-        np_grad = 2 * np_pred
-        self.assertAllCloseAccordingToType(
-            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
-
-  def testMinimizeSparseResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
-        var1 = resource_variable_ops.ResourceVariable([3.0], dtype=dtype)
-        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
-        pred += var1
-        loss = pred * pred
-        sgd_op = sgd.SGD(1.0).minimize(loss)
-        # TODO(apassos) calling initialize_resources on all resources here
-        # doesn't work because the sessions and graph are reused across unit
-        # tests and this would mean trying to reinitialize variables. Figure out
-        # a long-term solution for this.
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
-        np_grad = 2 * np_pred
-        self.assertAllCloseAccordingToType(
-            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
-
-  def testTensorLearningRate(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        lrate = constant_op.constant(3.0)
-        sgd_op = sgd.SGD(lrate).apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-
-  def testGradWrtRef(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        opt = sgd.SGD(3.0)
-        values = [1.0, 3.0]
-        vars_ = [variables.Variable([v], dtype=dtype) for v in values]
-        grads_and_vars = opt.compute_gradients(vars_[0] + vars_[1], vars_)
-        variables.global_variables_initializer().run()
-        for grad, _ in grads_and_vars:
-          self.assertAllCloseAccordingToType([1.0], grad.eval())
-
-  def testWithGlobalStep(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        global_step = variables.Variable(0, trainable=False)
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        sgd_op = sgd.SGD(3.0).apply_gradients(
-            zip([grads0, grads1], [var0, var1]), global_step=global_step)
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params and global_step
-        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-        self.assertAllCloseAccordingToType(1, global_step.eval())
-
-  def testSparseBasic(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([[1.0], [2.0]], dtype=dtype)
-        var1 = variables.Variable([[3.0], [4.0]], dtype=dtype)
-        grads0 = ops.IndexedSlices(
-            constant_op.constant([0.1], shape=[1, 1], dtype=dtype),
-            constant_op.constant([0]), constant_op.constant([2, 1]))
-        grads1 = ops.IndexedSlices(
-            constant_op.constant([0.01], shape=[1, 1], dtype=dtype),
-            constant_op.constant([1]), constant_op.constant([2, 1]))
-        sgd_op = sgd.SGD(3.0).apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0], [2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([[3.0], [4.0]], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType([[1.0 - 3.0 * 0.1], [2.0]],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([[3.0], [4.0 - 3.0 * 0.01]],
-                                           var1.eval())
-
-
-if __name__ == "__main__":
-  test.main()
-
-
-class MomentumOptimizerTest(test.TestCase):
-
-  def _update_nesterov_momentum_numpy(self, var, accum, g, lr, momentum):
-    var = var + accum * lr * momentum
-    accum = accum * momentum + g
-    var = var - lr * accum
-    var = var - accum * lr * momentum
-    return var, accum
-
-  def doTestBasic(self, use_resource=False, use_callable_params=False):
-    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      if use_resource:
-        var0 = resource_variable_ops.ResourceVariable(
-            [1.0, 2.0], dtype=dtype, name="var0_%d" % i)
-        var1 = resource_variable_ops.ResourceVariable(
-            [3.0, 4.0], dtype=dtype, name="var1_%d" % i)
-      else:
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-      grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-      grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-      learning_rate = lambda: 2.0
-      momentum = lambda: 0.9
-      if not use_callable_params:
-        learning_rate = learning_rate()
-        momentum = momentum()
-      mom_opt = sgd.SGD(learning_rate=learning_rate, momentum=momentum)
-      mom_update = mom_opt.apply_gradients(
-          zip([grads0, grads1], [var0, var1]))
-
-      if not context.executing_eagerly():
-        self.evaluate(variables.global_variables_initializer())
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
-        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
-
-      # Check we have slots
-      self.assertEqual(["momentum"], mom_opt.get_slot_names())
-      slot0 = mom_opt.get_slot(var0, "momentum")
-      self.assertEquals(slot0.get_shape(), var0.get_shape())
-      slot1 = mom_opt.get_slot(var1, "momentum")
-      self.assertEquals(slot1.get_shape(), var1.get_shape())
-      if not context.executing_eagerly():
-        self.assertFalse(slot0 in variables.trainable_variables())
-        self.assertFalse(slot1 in variables.trainable_variables())
-
-      # Step 1: the momentum accumulators where 0. So we should see a normal
-      # update: v -= grad * learning_rate
-      if not context.executing_eagerly():
-        self.evaluate(mom_update)
-      # Check that the momentum accumulators have been updated.
-      self.assertAllCloseAccordingToType(np.array([0.1, 0.1]),
-                                         self.evaluate(slot0))
-      self.assertAllCloseAccordingToType(np.array([0.01, 0.01]),
-                                         self.evaluate(slot1))
-      # Check that the parameters have been updated.
-      self.assertAllCloseAccordingToType(
-          np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
-          self.evaluate(var0))
-      self.assertAllCloseAccordingToType(
-          np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
-          self.evaluate(var1))
-      # Step 2: the momentum accumulators contain the previous update.
-      if context.executing_eagerly():
-        mom_opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
-      else:
-        self.evaluate(mom_update)
-      # Check that the momentum accumulators have been updated.
-      self.assertAllCloseAccordingToType(
-          np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
-          self.evaluate(slot0))
-      self.assertAllCloseAccordingToType(
-          np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
-          self.evaluate(slot1))
-      # Check that the parameters have been updated.
-      self.assertAllCloseAccordingToType(
-          np.array([
-              1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
-              2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-          ]), self.evaluate(var0))
-      self.assertAllCloseAccordingToType(
-          np.array([
-              2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                  (0.9 * 0.01 + 0.01) * 2.0)
-          ]), self.evaluate(var1))
-
-  def testBasic(self):
-    with self.cached_session():
-      self.doTestBasic(use_resource=False)
-
-  @test_util.run_in_graph_and_eager_modes(reset_test=True)
-  def testResourceBasic(self):
-    self.doTestBasic(use_resource=True)
-
-  def testBasicCallableParams(self):
-    with context.eager_mode():
-      self.doTestBasic(use_resource=True, use_callable_params=True)
-
-  def testVariablesAcrossGraphs(self):
-    optimizer = sgd.SGD(0.01, 0.5)
-    with ops.Graph().as_default():
-      var0 = resource_variable_ops.ResourceVariable(
-          [1.0, 2.0], dtype=dtypes.float32, name="var0")
-      var1 = resource_variable_ops.ResourceVariable(
-          [3.0, 4.0], dtype=dtypes.float32, name="var1")
-      loss = math_ops.reduce_sum(var0 + var1)
-      optimizer.minimize(loss)
-      optimizer_variables = optimizer.variables()
-      self.assertStartsWith(optimizer_variables[0].name, "var0")
-      self.assertStartsWith(optimizer_variables[1].name, "var1")
-      self.assertEquals(2, len(optimizer_variables))
-
-    with ops.Graph().as_default():
-      var2 = resource_variable_ops.ResourceVariable(
-          [1.0, 2.0], dtype=dtypes.float32, name="var2")
-      var3 = resource_variable_ops.ResourceVariable(
-          [3.0, 4.0], dtype=dtypes.float32, name="var3")
-      loss = math_ops.reduce_sum(var2 + var3)
-      optimizer.minimize(loss)
-      optimizer_variables = optimizer.variables()
-      self.assertStartsWith(optimizer_variables[0].name, "var2")
-      self.assertStartsWith(optimizer_variables[1].name, "var3")
-      self.assertEquals(2, len(optimizer_variables))
-
-  def testNesterovMomentum(self):
-    for dtype in [dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        accum0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-        accum1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-        cost = 5 * var0 * var0 + 3 * var1
-        global_step = variables.Variable(
-            array_ops.zeros([], dtypes.int64), name="global_step")
-        mom_op = sgd.SGD(learning_rate=2.0, momentum=0.9, nesterov=True)
-        opt_op = mom_op.minimize(cost, global_step, [var0, var1])
-        variables.global_variables_initializer().run()
-        for t in range(1, 5):
-          opt_op.run()
-          var0_np, accum0_np = self._update_nesterov_momentum_numpy(
-              var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
-          var1_np, accum1_np = self._update_nesterov_momentum_numpy(var1_np,
-                                                                    accum1_np,
-                                                                    3, 2.0, 0.9)
-          self.assertAllClose(var0_np, var0.eval())
-          self.assertAllClose(var1_np, var1.eval())
-
-  def testSparseNesterovMomentum(self):
-    for dtype in [dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        accum0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-        accum1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-        grads = []
-        for t in range(1, 5):
-          grads.append(var0_np * 10)
-          var0_np, accum0_np = self._update_nesterov_momentum_numpy(
-              var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
-          var1_np, accum1_np = self._update_nesterov_momentum_numpy(var1_np,
-                                                                    accum1_np,
-                                                                    3, 2.0, 0.9)
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        accum0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-        accum1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
-        var0 = variables.Variable(var0_np)
-        var1 = variables.Variable(var1_np)
-        loss = 5 * var0 * var0 + 3 * var1
-        mom_op = sgd.SGD(learning_rate=2.0, momentum=0.9, nesterov=True)
-        x_feed = array_ops.placeholder(dtype)
-        y_feed = ops.IndexedSlices(
-            x_feed, constant_op.constant([0, 1]), constant_op.constant([2]))
-        grads_and_vars = [(y_feed, var0), (constant_op.constant(
-            [3.0, 3.0], dtype=dtype), var1)]
-        opt_update = mom_op.apply_gradients(grads_and_vars)
-        variables.global_variables_initializer().run()
-        for t in range(1, 5):
-          opt_update.run(feed_dict={x_feed: grads[t - 1]})
-          var0_np, accum0_np = self._update_nesterov_momentum_numpy(
-              var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
-          var1_np, accum1_np = self._update_nesterov_momentum_numpy(var1_np,
-                                                                    accum1_np,
-                                                                    3, 2.0, 0.9)
-          self.assertAllClose(var0_np, var0.eval())
-          self.assertAllClose(var1_np, var1.eval())
-
-  @test_util.run_in_graph_and_eager_modes(reset_test=True)
-  def testMinimizeSparseResourceVariable(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      # This test invokes the ResourceSparseApplyMomentum operation, which
-      # did not have a registered GPU kernel as of April 2018. With graph
-      # execution, the placement algorithm notices this and automatically
-      # places the variable in CPU (host) memory. With eager execution,
-      # the variable would be placed in GPU memory if available, which
-      # would then conflict with the future invocation of the
-      # ResourceSparseApplyMomentum operation.
-      # To work around this discrepancy, for now we force the variable
-      # to be placed on CPU.
-      with ops.device("/cpu:0"):
-        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
-
-      # pylint: disable=cell-var-from-loop
-      def loss():
-        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
-        return pred * pred
-      # pylint: enable=cell-var-from-loop
-
-      opt = sgd.SGD(learning_rate=1.0, momentum=0.0)
-      sgd_op = opt.minimize(loss)
-      self.evaluate(variables.global_variables_initializer())
-      # Run 1 step of sgd
-      self.evaluate(sgd_op)
-      # Validate updated params
-      self.assertAllCloseAccordingToType([[-111, -138]], self.evaluate(var0))
-
-  @test_util.run_in_graph_and_eager_modes(reset_test=True)
-  def testMinimizeWith2DIndiciesForEmbeddingLookup(self):
-    # This test invokes the ResourceSparseApplyMomentum operation, which
-    # did not have a registered GPU kernel as of April 2018. With graph
-    # execution, the placement algorithm notices this and automatically
-    # places the variable in CPU (host) memory. With eager execution,
-    # the variable would be placed in GPU memory if available, which
-    # would then conflict with the future invocation of the
-    # ResourceSparseApplyMomentum operation.
-    # To work around this discrepancy, for now we force the variable
-    # to be placed on CPU.
-    with ops.device("/cpu:0"):
-      var0 = resource_variable_ops.ResourceVariable(array_ops.ones([2, 2]))
-
-    def loss():
-      return math_ops.reduce_sum(embedding_ops.embedding_lookup(var0, [[1]]))
-
-    opt = sgd.SGD(learning_rate=1.0, momentum=0.0)
-    sgd_op = opt.minimize(loss)
-    self.evaluate(variables.global_variables_initializer())
-    self.evaluate(sgd_op)
-    self.assertAllCloseAccordingToType([[1, 1], [0, 0]], self.evaluate(var0))
-
-  def testTensorLearningRateAndMomentum(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        mom_opt = sgd.SGD(
-            learning_rate=constant_op.constant(2.0),
-            momentum=constant_op.constant(0.9))
-        mom_update = mom_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Check we have slots
-        self.assertEqual(["momentum"], mom_opt.get_slot_names())
-        slot0 = mom_opt.get_slot(var0, "momentum")
-        self.assertEquals(slot0.get_shape(), var0.get_shape())
-        self.assertFalse(slot0 in variables.trainable_variables())
-        slot1 = mom_opt.get_slot(var1, "momentum")
-        self.assertEquals(slot1.get_shape(), var1.get_shape())
-        self.assertFalse(slot1 in variables.trainable_variables())
-
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-        # Step 1: the momentum accumulators where 0. So we should see a normal
-        # update: v -= grad * learning_rate
-        mom_update.run()
-        # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
-        # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
-        # Step 2: the momentum accumulators contain the previous update.
-        mom_update.run()
-        # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
-        # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(
-            np.array([
-                1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
-                2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([
-                2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
-
-  def _dbParamsMom01(self):
-    """Return dist-belief momentum values.
-
-    Return values been generated from the dist-belief momentum unittest,
-    running with a learning rate of 0.1 and a momentum of 0.1.
-
-    These values record how a parameter vector of size 10, initialized with 0.0,
-    gets updated with 10 consecutive momentum steps.  It uses random gradients.
-
-    Returns:
-      db_grad: The gradients to apply
-      db_out: The parameters after the momentum update.
-    """
-    db_grad = [[]] * 10
-    db_out = [[]] * 10
-    # pylint: disable=line-too-long
-    db_grad[0] = [
-        0.00096264342, 0.17914793, 0.93945462, 0.41396621, 0.53037018,
-        0.93197989, 0.78648776, 0.50036013, 0.55345792, 0.96722615
-    ]
-    db_out[0] = [
-        -9.6264346e-05, -0.017914793, -0.093945466, -0.041396622, -0.053037018,
-        -0.093197994, -0.078648776, -0.050036013, -0.055345792, -0.096722618
-    ]
-    db_grad[1] = [
-        0.17075552, 0.88821375, 0.20873757, 0.25236958, 0.57578111, 0.15312378,
-        0.5513742, 0.94687688, 0.16012503, 0.22159521
-    ]
-    db_out[1] = [
-        -0.017181443, -0.10852765, -0.12421377, -0.070773244, -0.11591884,
-        -0.11783017, -0.14165108, -0.14972731, -0.076892875, -0.1285544
-    ]
-    db_grad[2] = [
-        0.35077485, 0.47304362, 0.44412705, 0.44368884, 0.078527533, 0.81223965,
-        0.31168157, 0.43203235, 0.16792089, 0.24644311
-    ]
-    db_out[2] = [
-        -0.053967446, -0.1648933, -0.1716533, -0.1180798, -0.13005978,
-        -0.20151734, -0.17911947, -0.20289968, -0.095839672, -0.15638189
-    ]
-    db_grad[3] = [
-        0.9694621, 0.75035888, 0.28171822, 0.83813518, 0.53807181, 0.3728098,
-        0.81454384, 0.03848977, 0.89759839, 0.93665648
-    ]
-    db_out[3] = [
-        -0.15459226, -0.24556576, -0.20456907, -0.20662397, -0.18528105,
-        -0.24716705, -0.2643207, -0.21206589, -0.18749419, -0.2528303
-    ]
-    db_grad[4] = [
-        0.38578293, 0.8536852, 0.88722926, 0.66276771, 0.13678469, 0.94036359,
-        0.69107032, 0.81897682, 0.5433259, 0.67860287
-    ]
-    db_out[4] = [
-        -0.20323303, -0.33900154, -0.29658359, -0.28175515, -0.20448165,
-        -0.34576839, -0.34194785, -0.29488021, -0.25099224, -0.33033544
-    ]
-    db_grad[5] = [
-        0.27885768, 0.76100707, 0.24625534, 0.81354135, 0.18959245, 0.48038563,
-        0.84163809, 0.41172323, 0.83259648, 0.44941229
-    ]
-    db_out[5] = [
-        -0.23598288, -0.42444581, -0.33041057, -0.3706224, -0.22536094,
-        -0.40366709, -0.43387437, -0.34433398, -0.34060168, -0.38302717
-    ]
-    db_grad[6] = [
-        0.27233034, 0.056316052, 0.5039115, 0.24105175, 0.35697976, 0.75913221,
-        0.73577434, 0.16014607, 0.57500273, 0.071136251
-    ]
-    db_out[6] = [
-        -0.26649091, -0.43862185, -0.38418442, -0.40361428, -0.26314685,
-        -0.48537019, -0.51664448, -0.36529395, -0.40706289, -0.39540997
-    ]
-    db_grad[7] = [
-        0.58697265, 0.2494842, 0.08106143, 0.39954534, 0.15892942, 0.12683646,
-        0.74053431, 0.16033, 0.66625422, 0.73515922
-    ]
-    db_out[7] = [
-        -0.32823896, -0.46498787, -0.39766794, -0.446868, -0.28281838,
-        -0.50622416, -0.59897494, -0.38342294, -0.48033443, -0.47016418
-    ]
-    db_grad[8] = [
-        0.8215279, 0.41994119, 0.95172721, 0.68000203, 0.79439718, 0.43384039,
-        0.55561525, 0.22567581, 0.93331909, 0.29438227
-    ]
-    db_out[8] = [
-        -0.41656655, -0.50961858, -0.49418902, -0.51919359, -0.36422527,
-        -0.55169362, -0.6627695, -0.40780342, -0.58099347, -0.50707781
-    ]
-    db_grad[9] = [
-        0.68297005, 0.67758518, 0.1748755, 0.13266537, 0.70697063, 0.055731893,
-        0.68593478, 0.50580865, 0.12602448, 0.093537711
-    ]
-    db_out[9] = [
-        -0.49369633, -0.58184016, -0.52132869, -0.5396927, -0.44306302,
-        -0.56181377, -0.73774242, -0.46082234, -0.60366184, -0.52012295
-    ]
-    # pylint: enable=line-too-long
-    return db_grad, db_out
-
-  def testLikeDistBeliefMom01(self):
-    with self.cached_session():
-      db_grad, db_out = self._dbParamsMom01()
-      num_samples = len(db_grad)
-      var0 = variables.Variable([0.0] * num_samples)
-      grads0 = constant_op.constant([0.0] * num_samples)
-      mom_opt = sgd.SGD(learning_rate=0.1, momentum=0.1)
-      mom_update = mom_opt.apply_gradients(zip([grads0], [var0]))
-      variables.global_variables_initializer().run()
-      for i in xrange(num_samples):
-        mom_update.run(feed_dict={grads0: db_grad[i]})
-        self.assertAllClose(np.array(db_out[i]), var0.eval())
-
-  def testSparse(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable(array_ops.zeros([4, 2], dtype=dtype))
-        var1 = variables.Variable(constant_op.constant(1.0, dtype, [4, 2]))
-        grads0 = ops.IndexedSlices(
-            constant_op.constant(
-                [[.1, .1]], dtype=dtype),
-            constant_op.constant([1]),
-            constant_op.constant([4, 2]))
-        grads1 = ops.IndexedSlices(
-            constant_op.constant(
-                [[.01, .01], [.01, .01]], dtype=dtype),
-            constant_op.constant([2, 3]),
-            constant_op.constant([4, 2]))
-        mom_opt = sgd.SGD(learning_rate=2.0, momentum=0.9)
-        mom_update = mom_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-
-        # Check we have slots
-        self.assertEqual(["momentum"], mom_opt.get_slot_names())
-        slot0 = mom_opt.get_slot(var0, "momentum")
-        self.assertEquals(slot0.get_shape(), var0.get_shape())
-        slot1 = mom_opt.get_slot(var1, "momentum")
-        self.assertEquals(slot1.get_shape(), var1.get_shape())
-
-        # Fetch params to validate initial values
-        self.assertAllClose([0, 0], var0.eval()[0])
-        self.assertAllClose([0, 0], var0.eval()[1])
-        self.assertAllClose([1, 1], var1.eval()[2])
-
-        # Step 1: the momentum accumulators are 0. So we should see a normal
-        # update: v -= grad * learning_rate
-        mom_update.run()
-        # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0, 0]), slot0.eval()[0])
-        self.assertAllCloseAccordingToType(np.array([.1, .1]), slot0.eval()[1])
-        self.assertAllCloseAccordingToType(
-            np.array([.01, .01]), slot1.eval()[2])
-        # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(np.array([0, 0]), var0.eval()[0])
-        self.assertAllCloseAccordingToType(
-            np.array([-(0.1 * 2.0), -(0.1 * 2.0)]), var0.eval()[1])
-        self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.01 * 2.0), 1.0 - (0.01 * 2.0)]), var1.eval()[2])
-        # Step 2: the momentum accumulators contain the previous update.
-        mom_update.run()
-        # Check that the momentum accumulators have been updated.
-        self.assertAllClose(np.array([0, 0]), slot0.eval()[0])
-        self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval()[1])
-        self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
-            slot1.eval()[2])
-        # Check that the parameters have been updated.
-        self.assertAllClose(np.array([0, 0]), var0.eval()[0])
-        self.assertAllCloseAccordingToType(
-            np.array([
-                -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0), -(0.1 * 2.0) - (
-                    (0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval()[1])
-        self.assertAllCloseAccordingToType(
-            np.array([
-                0.98 - ((0.9 * 0.01 + 0.01) * 2.0), 0.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval()[2])
-
-  def testSharing(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        mom_opt = sgd.SGD(learning_rate=2.0, momentum=0.9)
-        mom_update1 = mom_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        mom_update2 = mom_opt.apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-
-        self.assertEqual(["momentum"], mom_opt.get_slot_names())
-        slot0 = mom_opt.get_slot(var0, "momentum")
-        self.assertEquals(slot0.get_shape(), var0.get_shape())
-        slot1 = mom_opt.get_slot(var1, "momentum")
-        self.assertEquals(slot1.get_shape(), var1.get_shape())
-
-        # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
-        # Step 1: the momentum accumulators where 0. So we should see a normal
-        # update: v -= grad * learning_rate
-        mom_update1.run()
-        # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
-        # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
-        # Step 2: the second momentum accumulators contain the previous update.
-        mom_update2.run()
-        # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
-        # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(
-            np.array([
-                1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
-                2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
-        self.assertAllCloseAccordingToType(
-            np.array([
-                2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
-
-  def testConfig(self):
-    opt = sgd.SGD(learning_rate=1.0, momentum=2.0, nesterov=True)
-    config = opt.get_config()
-    opt2 = sgd.SGD.from_config(config)
-    self.assertEqual(opt._hyper["learning_rate"][1],
-                     opt2._hyper["learning_rate"][1])
-    self.assertEqual(opt._hyper["momentum"][1], opt2._hyper["momentum"][1])
-    self.assertEqual(opt2._use_nesterov, True)
-
-    opt = sgd.SGD(momentum=None)
-    config = opt.get_config()
-    opt2 = sgd.SGD.from_config(config)
-    self.assertEqual(False, opt2._use_momentum)
-
-
-if __name__ == "__main__":
-  test.main()
-- 
GitLab


From 6802f2908445574a2ba3744dffe5765f55e4fd96 Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Fri, 19 Oct 2018 20:18:59 -0700
Subject: [PATCH 0349/1825] Add a check to skip tests if GPUs are not present.

PiperOrigin-RevId: 217969958
---
 .../distribute/python/mirrored_strategy_multigpu_test.py       | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index d32c04068c..fa34314b20 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -1448,6 +1448,9 @@ class MultiWorkerMirroredStrategyTest(
     return strategy
 
   def test_num_replicas_in_sync(self):
+    if not GPU_TEST:
+      self.skipTest("Not GPU test")
+
     strategy = self._get_distribution_strategy()
     # We calculate the total number of gpus across the workers(2) specified in
     # the cluster spec.
-- 
GitLab


From f58d035e84d0af4abc660bce318691214e97c180 Mon Sep 17 00:00:00 2001
From: Balint Cristian <cristian.balint@gmail.com>
Date: Sat, 20 Oct 2018 10:03:41 +0300
Subject: [PATCH 0350/1825] Enhance GPU detection.

---
 tensorflow/contrib/cmake/CMakeLists.txt       | 172 +++++++++++-------
 .../contrib/cmake/tf_core_kernels.cmake       |   8 -
 tensorflow/contrib/cmake/tf_core_ops.cmake    |   1 -
 tensorflow/contrib/cmake/tf_python.cmake      |   2 -
 4 files changed, 107 insertions(+), 76 deletions(-)

diff --git a/tensorflow/contrib/cmake/CMakeLists.txt b/tensorflow/contrib/cmake/CMakeLists.txt
index fbdca497fc..a63366e136 100644
--- a/tensorflow/contrib/cmake/CMakeLists.txt
+++ b/tensorflow/contrib/cmake/CMakeLists.txt
@@ -59,8 +59,6 @@ option(tensorflow_ENABLE_MKLDNN_SUPPORT "Enable Intel MKLDNN support, requires M
 
 # GPU, CUDA and cuDNN options
 option(tensorflow_ENABLE_GPU "Enable GPU support" OFF)
-set(tensorflow_CUDA_VERSION "9.0" CACHE STRING "CUDA version to build against")
-set(tensorflow_CUDNN_VERSION "7" CACHE STRING "cuDNN version to build against")
 
 if(HAIKU)
 	option(tensorflow_ENABLE_POSITION_INDEPENDENT_CODE "Enable PIE support" OFF)
@@ -72,25 +70,25 @@ endif()
 if (NOT WIN32)
   # Threads: defines CMAKE_THREAD_LIBS_INIT and adds -pthread compile option
   # for targets that link ${CMAKE_THREAD_LIBS_INIT}.
-  find_package (Threads)
+  find_package (Threads REQUIRED)
 
   # Options for linking CUDA/CUDNN libraries
-  option(tensorflow_PATH_STATIC_LIB "Additional library search path for libcudnn_static.a, libnccl_static.a, libculibos.a" /usr/local/cuda/lib64/)
+  option(tensorflow_PATH_CUDA_LIB "Additional library search path for cudnn, nccl, culibos" /usr/local/cuda/lib64/)
   option(tensorflow_CUDNN_INCLUDE "cudnn.h header install path" /usr/include/)
   if (NOT tensorflow_CUDNN_INCLUDE)
     # option's default value is OFF. Fill it with real default values
     set(tensorflow_CUDNN_INCLUDE /usr/include)
   endif (NOT tensorflow_CUDNN_INCLUDE)
-  option(tensorflow_PATH_CUDNN_STATIC_LIB "Override PATH_STATIC_LIB for libcudnn_static.a" ${tensorflow_PATH_STATIC_LIB})
-  if (NOT tensorflow_PATH_CUDNN_STATIC_LIB)
+  option(tensorflow_PATH_CUDNN_LIB "Override PATH_CUDA_LIB for cudnn" ${tensorflow_PATH_CUDA_LIB})
+  if (NOT tensorflow_PATH_CUDNN_LIB)
     # option's default value is OFF. Fill it with real default values
-    set (tensorflow_PATH_CUDNN_STATIC_LIB ${tensorflow_PATH_STATIC_LIB})
-  endif (NOT tensorflow_PATH_CUDNN_STATIC_LIB)
-  option(tensorflow_PATH_NCCL_STATIC_LIB "Override PATH_STATIC_LIB for libnccl_static.a" ${tensorflow_PATH_STATIC_LIB})
-  if (NOT tensorflow_PATH_NCCL_STATIC_LIB)
+    set (tensorflow_PATH_CUDNN_LIB ${tensorflow_PATH_CUDA_LIB})
+  endif (NOT tensorflow_PATH_CUDNN_LIB)
+  option(tensorflow_PATH_NCCL_LIB "Override PATH_CUDA_LIB for nccl" ${tensorflow_PATH_CUDA_LIB})
+  if (NOT tensorflow_PATH_NCCL_LIB)
     # option's default value is OFF. Fill it with real default values
-    set (tensorflow_PATH_NCCL_STATIC_LIB ${tensorflow_PATH_STATIC_LIB})
-  endif (NOT tensorflow_PATH_NCCL_STATIC_LIB)
+    set (tensorflow_PATH_NCCL_LIB ${tensorflow_PATH_CUDA_LIB})
+  endif (NOT tensorflow_PATH_NCCL_LIB)
   option(tensorflow_CUDA_LIBRARY_PATH "Designate the default CUDA library paths" /usr/local/cuda/lib64)
   if (NOT tensorflow_CUDA_LIBRARY_PATH)
     # option's default value is OFF. Fill it with real default values
@@ -210,14 +208,17 @@ endif()
 include(CheckCXXCompilerFlag)
 
 # OpenMP Support
-CHECK_CXX_COMPILER_FLAG("-fopenmp" GCC_OPENMP_SUPPORT)
-if (GCC_OPENMP_SUPPORT)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fopenmp")
-endif()
-CHECK_CXX_COMPILER_FLAG("/openmp" MSVC_OPENMP_SUPPORT)
-if (MSVC_OPENMP_SUPPORT)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /openmp")
-endif()
+if (WIN32)
+  CHECK_CXX_COMPILER_FLAG("/openmp" MSVC_OPENMP_SUPPORT)
+  if (MSVC_OPENMP_SUPPORT)
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /openmp")
+  endif()
+else (WIN32)
+  CHECK_CXX_COMPILER_FLAG("-fopenmp" GCC_OPENMP_SUPPORT)
+  if (GCC_OPENMP_SUPPORT)
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fopenmp")
+  endif()
+endif (WIN32)
 
 # MSVC SIMD instructions
 if (tensorflow_WIN_CPU_SIMD_OPTIONS)
@@ -377,29 +378,19 @@ if (tensorflow_ENABLE_GPU)
     list(APPEND CMAKE_LIBRARY_PATH "${tensorflow_CUDA_LIBRARY_PATH}/stubs")
   endif (NOT WIN32)
 
-  # later command will make use of the value in tensorflow_CUDA_VERSION
-  find_package(CUDA ${tensorflow_CUDA_VERSION} REQUIRED EXACT)
-
-  # Test compatibility of compiler on CUDA
-  try_compile(CUDA_TEST_COMPILE_C
-    ${CMAKE_CURRENT_BINARY_DIR}/tests/cuda
-    ${CMAKE_CURRENT_SOURCE_DIR}/tests/cuda/compatibility_test.c
-    CMAKE_FLAGS -DINCLUDE_DIRECTORIES=${CUDA_INCLUDE_DIRS})
-  try_compile(CUDA_TEST_COMPILE_CXX
-    ${CMAKE_CURRENT_BINARY_DIR}/tests/cuda
-    ${CMAKE_CURRENT_SOURCE_DIR}/tests/cuda/compatibility_test.cc
-    CMAKE_FLAGS -DINCLUDE_DIRECTORIES=${CUDA_INCLUDE_DIRS})
-  if(NOT (CUDA_TEST_COMPILE_C AND CUDA_TEST_COMPILE_CXX))
-    message(FATAL_ERROR "Selected compiler (or version) is not supported for CUDA")
+  # minimum 9.1 in cuda version
+  find_package(CUDA 9.1 REQUIRED)
+  if(NOT CUDA_FOUND)
+    message(FATAL_ERROR "CUDA not found.")
   endif()
 
-  # by default we assume compute cabability 3.5 and 5.2. If you change this change it in
-  # CUDA_NVCC_FLAGS and cuda_config.h below
-  set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode arch=compute_37,code=\"sm_37,compute_37\")
-  set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode arch=compute_52,code=\"sm_52,compute_52\")
-  set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode arch=compute_60,code=\"sm_60,compute_60\")
-  set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode arch=compute_61,code=\"sm_61,compute_61\")
-  set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode arch=compute_70,code=\"sm_70,compute_70\")
+  # use cmake internal CUDA_ARCH_NAME switch
+  # e.g. CUDA_ARCH_NAME="Auto" will autodetect
+  #      CUDA_ARCH_NAME="All"  will use all arches
+  cuda_select_nvcc_arch_flags(NVCC_ARCH_FLAGS ${CUDA_ARCH_NAME})
+  list(APPEND CUDA_NVCC_FLAGS ${NVCC_ARCH_FLAGS})
+  message(STATUS "Using CUDA arch flags: ${NVCC_ARCH_FLAGS_readable}")
+
   set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};--include-path ${PROJECT_BINARY_DIR}/$\{build_configuration\};--expt-relaxed-constexpr)
   set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-ftz=true)  # Flush denormals to zero
   set(CUDA_INCLUDE ${CUDA_TOOLKIT_TARGET_DIR} ${CUDA_TOOLKIT_TARGET_DIR}/extras/CUPTI/include)
@@ -423,43 +414,94 @@ if (tensorflow_ENABLE_GPU)
   else (WIN32)
     set(CUDNN_INCLUDE "${tensorflow_CUDNN_INCLUDE}")
 
-    find_library(nccl_STATIC_LIBRARY NAMES libnccl_static.a PATHS ${tensorflow_PATH_NCCL_STATIC_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
-    if (NOT nccl_STATIC_LIBRARY)
+    if (tensorflow_BUILD_SHARED_LIB)
+      find_library(nccl_LIBRARY NAMES libnccl.so PATHS ${tensorflow_PATH_NCCL_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
+    else (tensorflow_BUILD_SHARED_LIB)
+      find_library(nccl_LIBRARY NAMES libnccl_static.a PATHS ${tensorflow_PATH_NCCL_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
+    endif (tensorflow_BUILD_SHARED_LIB)
+    if (NOT nccl_LIBRARY)
       message(FATAL_ERROR "NCCL is required for GPU-build")
-    else (NOT nccl_STATIC_LIBRARY)
-      message("nccl-static: ${nccl_STATIC_LIBRARY}")
+    else (NOT nccl_LIBRARY)
+      message("nccl: ${nccl_LIBRARY}")
       # something like /usr/lib64/libnccl_static.a
-    endif (NOT nccl_STATIC_LIBRARY)
-
-    find_library(cudnn_STATIC_LIBRARY NAMES libcudnn_static.a PATHS ${tensorflow_PATH_CUDNN_STATIC_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
-    if (NOT cudnn_STATIC_LIBRARY)
+    endif (NOT nccl_LIBRARY)
+
+    if (tensorflow_BUILD_SHARED_LIB)
+      find_library(cudnn_LIBRARY NAMES libcudnn.so PATHS ${tensorflow_PATH_CUDNN_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
+    else (tensorflow_BUILD_SHARED_LIB)
+      find_library(cudnn_LIBRARY NAMES libcudnn_static.a PATHS ${tensorflow_PATH_CUDNN_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
+    endif (tensorflow_BUILD_SHARED_LIB)
+    if (NOT cudnn_LIBRARY)
       message(FATAL_ERROR "CUDNN is required for GPU-build")
-    else (NOT cudnn_STATIC_LIBRARY)
-      message("cudnn-static: ${cudnn_STATIC_LIBRARY}")
-    endif (NOT cudnn_STATIC_LIBRARY)
-
-    find_library(culibos_STATIC_LIBRARY NAMES libculibos.a PATHS ${tensorflow_PATH_STATIC_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
-    if (NOT culibos_STATIC_LIBRARY)
+    else (NOT cudnn_LIBRARY)
+      file(READ ${CUDNN_INCLUDE}/cudnn.h CUDNN_VERSION_FILE_CONTENTS)
+      # fetch cudnn version
+      string(REGEX MATCH "define CUDNN_MAJOR * +([0-9]+)"
+             CUDNN_VERSION_MAJOR "${CUDNN_VERSION_FILE_CONTENTS}")
+      string(REGEX REPLACE "define CUDNN_MAJOR * +([0-9]+)" "\\1"
+             CUDNN_VERSION_MAJOR "${CUDNN_VERSION_MAJOR}")
+      string(REGEX MATCH "define CUDNN_MINOR * +([0-9]+)"
+             CUDNN_VERSION_MINOR "${CUDNN_VERSION_FILE_CONTENTS}")
+      string(REGEX REPLACE "define CUDNN_MINOR * +([0-9]+)" "\\1"
+             CUDNN_VERSION_MINOR "${CUDNN_VERSION_MINOR}")
+      string(REGEX MATCH "define CUDNN_PATCHLEVEL * +([0-9]+)"
+             CUDNN_VERSION_PATCH "${CUDNN_VERSION_FILE_CONTENTS}")
+      string(REGEX REPLACE "define CUDNN_PATCHLEVEL * +([0-9]+)" "\\1"
+             CUDNN_VERSION_PATCH "${CUDNN_VERSION_PATCH}")
+      if(NOT CUDNN_VERSION_MAJOR)
+        set(CUDNN_VERSION "???")
+      else()
+        set(CUDNN_VERSION "${CUDNN_VERSION_MAJOR}.${CUDNN_VERSION_MINOR}.${CUDNN_VERSION_PATCH}")
+      endif()
+      message(STATUS "cudnn library: ${cudnn_LIBRARY} (found version: \"${CUDNN_VERSION}\")")
+    endif (NOT cudnn_LIBRARY)
+
+    if (tensorflow_BUILD_SHARED_LIB)
+      # shared first (if exists) else static one
+      find_library(culibos_LIBRARY NAMES libculibos.so libculibos.a PATHS ${tensorflow_PATH_CUDA_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
+    else (tensorflow_BUILD_SHARED_LIB)
+      # only static version
+      find_library(culibos_LIBRARY NAMES libculibos.a PATHS ${tensorflow_PATH_CUDA_LIB} ${CUDA_TOOLKIT_ROOT_DIR})
+    endif (tensorflow_BUILD_SHARED_LIB)
+    if (NOT culibos_LIBRARY)
       message(FATAL_ERROR "CULIBOS is required for GPU-build")
-    else (NOT culibos_STATIC_LIBRARY)
-      message("culibos-static: ${culibos_STATIC_LIBRARY}")
-    endif (NOT culibos_STATIC_LIBRARY)
+    else (NOT culibos_LIBRARY)
+      message("culibos: ${culibos_LIBRARY}")
+    endif (NOT culibos_LIBRARY)
 
     set(CUDA_LIBRARIES ${CUDA_LIBRARIES} ${CUDA_CUDA_LIBRARY} ${CUDA_CUBLAS_LIBRARIES} ${CUDA_CUFFT_LIBRARIES}
-      ${CUDA_curand_LIBRARY} ${CUDA_cupti_LIBRARY} ${CUDA_cusolver_LIBRARY} ${cudnn_STATIC_LIBRARY} ${culibos_STATIC_LIBRARY} ${nccl_STATIC_LIBRARY})
+      ${CUDA_curand_LIBRARY} ${CUDA_cupti_LIBRARY} ${CUDA_cusolver_LIBRARY} ${cudnn_LIBRARY} ${culibos_LIBRARY} ${nccl_LIBRARY})
   endif (WIN32)
   include_directories(${CUDNN_INCLUDE})
 
   # Remove "." from CUDA version variable.
-  string(REPLACE "." "" short_CUDA_VER ${tensorflow_CUDA_VERSION})
+  string(REPLACE "." "" short_CUDA_VER ${CUDA_VERSION})
+
+  # List of enumerated CUDA caps
+  string(REPLACE " " ";" NVCC_ARCH_LIST "${NVCC_ARCH_FLAGS_readable}")
+  set(list ${NVCC_ARCH_LIST})
+
+  # Construct capability string
+  foreach(NVCC_ARCH ${NVCC_ARCH_LIST})
+    if (NVCC_ARCH MATCHES "sm_")
+      string(REGEX REPLACE "^.sm*" "" NVCC_ARCH ${NVCC_ARCH})
+      math(EXPR NVCC_ARCH_MAJOR "${NVCC_ARCH} / 10")
+      math(EXPR NVCC_ARCH_MINOR "(${NVCC_ARCH} - (${NVCC_ARCH_MAJOR}*10))")
+      if (TF_CUDA_CAP)
+        set(TF_CUDA_CAP "${TF_CUDA_CAP},CudaVersion(\"${NVCC_ARCH_MAJOR}.${NVCC_ARCH_MINOR}\")")
+      else (TF_CUDA_CAP)
+        set(TF_CUDA_CAP "CudaVersion(\"${NVCC_ARCH_MAJOR}.${NVCC_ARCH_MINOR}\")")
+      endif (TF_CUDA_CAP)
+    endif()
+  endforeach()
 
   # create cuda_config.h
   FILE(WRITE ${tensorflow_source_dir}/third_party/gpus/cuda/cuda_config.h
     "#ifndef CUDA_CUDA_CONFIG_H_\n"
     "#define CUDA_CUDA_CONFIG_H_\n"
-    "#define TF_CUDA_CAPABILITIES CudaVersion(\"3.7\"),CudaVersion(\"5.2\"),CudaVersion(\"6.0\"),CudaVersion(\"6.1\"),CudaVersion(\"7.0\")\n"
+    "#define TF_CUDA_CAPABILITIES ${TF_CUDA_CAP}\n"
     "#define TF_CUDA_VERSION \"64_${short_CUDA_VER}\"\n"
-    "#define TF_CUDNN_VERSION \"64_${tensorflow_CUDNN_VERSION}\"\n"
+    "#define TF_CUDNN_VERSION \"64_${CUDNN_VERSION}\"\n"
     "#define TF_CUDA_TOOLKIT_PATH \"${CUDA_TOOLKIT_ROOT_DIR}\"\n"
     "#endif  // CUDA_CUDA_CONFIG_H_\n"
   )
@@ -494,14 +536,14 @@ if (tensorflow_ENABLE_GPU)
     set(tensorflow_BUILD_INFO_FLAGS --build_config cuda --key_value
       msvcp_dll_name=msvcp140.dll
       cudart_dll_name=cudart64_${short_CUDA_VER}.dll
-      cuda_version_number=${tensorflow_CUDA_VERSION}
+      cuda_version_number=${CUDA_VERSION}
       nvcuda_dll_name=nvcuda.dll
       cudnn_dll_name=cudnn64_${tensorflow_CUDNN_VERSION}.dll
       cudnn_version_number=${tensorflow_CUDNN_VERSION})
   else(WIN32)
     set(tensorflow_BUILD_INFO_FLAGS --build_config cuda --key_value
-	    cuda_version_number=${tensorflow_CUDA_VERSION}
-	    cudnn_version_number=${tensorflow_CUDNN_VERSION})
+      cuda_version_number=${CUDA_VERSION}
+      cudnn_version_number=${tensorflow_CUDNN_VERSION})
   endif(WIN32)
 else(tensorflow_ENABLE_GPU)
   set(tensorflow_BUILD_INFO_FLAGS --build_config cpu --key_value
diff --git a/tensorflow/contrib/cmake/tf_core_kernels.cmake b/tensorflow/contrib/cmake/tf_core_kernels.cmake
index 7b892ba248..111a04ca22 100644
--- a/tensorflow/contrib/cmake/tf_core_kernels.cmake
+++ b/tensorflow/contrib/cmake/tf_core_kernels.cmake
@@ -68,14 +68,6 @@ if(tensorflow_BUILD_CONTRIB_KERNELS)
       "${tensorflow_source_dir}/tensorflow/contrib/coder/kernels/range_coder_ops.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/coder/kernels/range_coder_ops_util.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/coder/ops/coder_ops.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/assert_next_dataset_op.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/csv_dataset_op.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/directed_interleave_dataset_op.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/ignore_errors_dataset_op.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/prefetching_kernels.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/threadpool_dataset_op.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/kernels/unique_dataset_op.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/data/ops/dataset_ops.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/factorization/kernels/clustering_ops.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/factorization/kernels/masked_matmul_ops.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/factorization/kernels/wals_solver_ops.cc"
diff --git a/tensorflow/contrib/cmake/tf_core_ops.cmake b/tensorflow/contrib/cmake/tf_core_ops.cmake
index bc753333db..c33c595e4f 100644
--- a/tensorflow/contrib/cmake/tf_core_ops.cmake
+++ b/tensorflow/contrib/cmake/tf_core_ops.cmake
@@ -89,7 +89,6 @@ GENERATE_CONTRIB_OP_LIBRARY(boosted_trees_prediction "${tensorflow_source_dir}/t
 GENERATE_CONTRIB_OP_LIBRARY(boosted_trees_quantiles "${tensorflow_source_dir}/tensorflow/contrib/boosted_trees/ops/quantile_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(boosted_trees_stats_accumulator "${tensorflow_source_dir}/tensorflow/contrib/boosted_trees/ops/stats_accumulator_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(coder "${tensorflow_source_dir}/tensorflow/contrib/coder/ops/coder_ops.cc")
-GENERATE_CONTRIB_OP_LIBRARY(data_dataset "${tensorflow_source_dir}/tensorflow/contrib/data/ops/dataset_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(factorization_clustering "${tensorflow_source_dir}/tensorflow/contrib/factorization/ops/clustering_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(factorization_factorization "${tensorflow_source_dir}/tensorflow/contrib/factorization/ops/factorization_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(framework_variable "${tensorflow_source_dir}/tensorflow/contrib/framework/ops/variable_ops.cc")
diff --git a/tensorflow/contrib/cmake/tf_python.cmake b/tensorflow/contrib/cmake/tf_python.cmake
index 6d86daf5f1..80219b0874 100755
--- a/tensorflow/contrib/cmake/tf_python.cmake
+++ b/tensorflow/contrib/cmake/tf_python.cmake
@@ -373,8 +373,6 @@ GENERATE_PYTHON_OP_LIB("contrib_boosted_trees_stats_accumulator_ops"
   DESTINATION ${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/boosted_trees/python/ops/gen_stats_accumulator_ops.py)
 GENERATE_PYTHON_OP_LIB("contrib_coder_ops"
   DESTINATION ${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/coder/python/ops/gen_coder_ops.py)
-GENERATE_PYTHON_OP_LIB("contrib_data_dataset_ops"
-  DESTINATION ${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/data/python/ops/gen_dataset_ops.py)
 GENERATE_PYTHON_OP_LIB("contrib_factorization_clustering_ops"
   DESTINATION ${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/factorization/python/ops/gen_clustering_ops.py)
 GENERATE_PYTHON_OP_LIB("contrib_factorization_factorization_ops"
-- 
GitLab


From 54f1b71084fa51f76dca3d0ddf262f5188a0718d Mon Sep 17 00:00:00 2001
From: wangsiyu <siyu.wsy@gmail.com>
Date: Sat, 20 Oct 2018 16:19:31 +0800
Subject: [PATCH 0351/1825] [Bug fix] Cancelling adding suffix to assign
 function from outside.

---
 tensorflow/python/ops/variables.py | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/tensorflow/python/ops/variables.py b/tensorflow/python/ops/variables.py
index beb17f319d..50ad3cc3bc 100644
--- a/tensorflow/python/ops/variables.py
+++ b/tensorflow/python/ops/variables.py
@@ -2654,33 +2654,33 @@ class PartitionedVariable(object):
       value_list = array_ops.split(value, size_splits_list, axis=partition_ix)
 
     op_list = [
-        assign_fn(var, value_list[idx], idx)
+        assign_fn(var, value_list[idx])
         for idx, var in enumerate(self._variable_list)
     ]
     return op_list
 
   def assign(self, value, use_locking=False, name=None, read_value=True):
-    assign_fn = lambda var, r_value, idx: var.assign(
+    assign_fn = lambda var, r_value: var.assign(
         r_value, use_locking=use_locking,
-        name="%s_%d" % (name, idx), read_value=read_value)
+        name=name, read_value=read_value)
     assign_list = self._apply_assign_fn(assign_fn, value)
     if read_value:
       return assign_list
     return [assign.op for assign in assign_list]
 
   def assign_add(self, value, use_locking=False, name=None, read_value=True):
-    assign_fn = lambda var, r_value, idx: var.assign_add(
+    assign_fn = lambda var, r_value: var.assign_add(
         r_value, use_locking=use_locking,
-        name="%s_%d" % (name, idx), read_value=read_value)
+        name=name, read_value=read_value)
     assign_list = self._apply_assign_fn(assign_fn, value)
     if read_value:
       return assign_list
     return [assign.op for assign in assign_list]
 
   def assign_sub(self, value, use_locking=False, name=None, read_value=True):
-    assign_fn = lambda var, r_value, idx: var.assign_sub(
+    assign_fn = lambda var, r_value: var.assign_sub(
         r_value, use_locking=use_locking,
-        name="%s_%d" % (name, idx), read_value=read_value)
+        name=name, read_value=read_value)
     assign_list = self._apply_assign_fn(assign_fn, value)
     if read_value:
       return assign_list
-- 
GitLab


From 0b2713a28da0375625d13854aedc78be9954ca9a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 20 Oct 2018 02:02:38 -0700
Subject: [PATCH 0352/1825] compat: Update forward compatibility horizon to
 2018-10-20

PiperOrigin-RevId: 217990869
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index f5936be172..0b9fbc1165 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 19)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 20)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 165be36baeb9d43198fa6e21a3d82b7012c147c3 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Sat, 20 Oct 2018 09:12:49 -0700
Subject: [PATCH 0353/1825] Use wrap_function for more tests.

PiperOrigin-RevId: 218010327
---
 tensorflow/python/kernel_tests/variable_scope_test.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index 225ef27864..b66a050613 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -1720,8 +1720,8 @@ class PartitionInfoTest(test.TestCase):
 
 class VariableScopeMultithreadedTest(test.TestCase):
 
-  # TODO(mihaimaruseac): Not wrapping these as they cause timeouts if wrapped
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testTwoThreadsDisjointScopeEntry(self):
 
     def thread_fn(i, graph):
@@ -1750,8 +1750,8 @@ class VariableScopeMultithreadedTest(test.TestCase):
     threads[1].start()
     threads[1].join()
 
-  # TODO(mihaimaruseac): Not wrapping these as they cause timeouts if wrapped
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testTwoThreadsNestedScopeEntry(self):
 
     def thread_fn(i, graph, run_event, pause_event):
@@ -1789,8 +1789,8 @@ class VariableScopeMultithreadedTest(test.TestCase):
     threads[0].join()
     threads[1].join()
 
-  # TODO(mihaimaruseac): Not wrapping these as they cause timeouts if wrapped
   @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testReenterMainScope(self):
 
     def thread_fn(graph, main_thread_scope):
-- 
GitLab


From 4404cbf5091247bdefe5dbb199d21566629ddc96 Mon Sep 17 00:00:00 2001
From: Brian Patton <bjp@google.com>
Date: Sat, 20 Oct 2018 10:20:24 -0700
Subject: [PATCH 0354/1825] Registers int64 kernels for Tile on GPU. (The
 functor is already present in tile_functor_gpu.cu.cc)

PiperOrigin-RevId: 218013345
---
 tensorflow/core/kernels/tile_ops.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/core/kernels/tile_ops.cc b/tensorflow/core/kernels/tile_ops.cc
index d5d4fa82c7..d714876bda 100644
--- a/tensorflow/core/kernels/tile_ops.cc
+++ b/tensorflow/core/kernels/tile_ops.cc
@@ -577,6 +577,7 @@ TF_CALL_double(REGISTER_GPU);
 TF_CALL_half(REGISTER_GPU);
 TF_CALL_int16(REGISTER_GPU);
 TF_CALL_int32(REGISTER_GPU);
+TF_CALL_int64(REGISTER_GPU);
 TF_CALL_complex64(REGISTER_GPU);
 TF_CALL_complex128(REGISTER_GPU)
 
-- 
GitLab


From 9d864b711e7dd29af6b180ba036836d5ffb8773f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 20 Oct 2018 13:54:07 -0700
Subject: [PATCH 0355/1825] [XLA] add BroadcastInDim to local Python client
 [XLA] add BuildWithRoot to the local Python client [XLA] simplify Conv
 handling logic in the local Python client

PiperOrigin-RevId: 218023184
---
 .../xla/python/local_computation_builder.cc   | 12 +++
 .../xla/python/local_computation_builder.h    |  6 ++
 .../xla/python/local_computation_builder.i    |  2 +
 tensorflow/compiler/xla/python/xla_client.py  | 90 +++++++++++++------
 .../compiler/xla/python/xla_client_test.py    | 22 +++++
 5 files changed, 105 insertions(+), 27 deletions(-)

diff --git a/tensorflow/compiler/xla/python/local_computation_builder.cc b/tensorflow/compiler/xla/python/local_computation_builder.cc
index 92df404b8e..0f566b8a28 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.cc
+++ b/tensorflow/compiler/xla/python/local_computation_builder.cc
@@ -343,6 +343,12 @@ LocalOp LocalComputationBuilder::Parameter(int64 parameter_number,
   return xla::Parameter(&builder_, parameter_number, shape, name);
 }
 
+StatusOr<LocalComputation*> LocalComputationBuilder::BuildWithRoot(
+    const LocalOp& root) {
+  TF_ASSIGN_OR_RETURN(XlaComputation computation, builder_.Build(root.op()));
+  return new LocalComputation(std::move(computation));
+}
+
 StatusOr<Shape> LocalComputationBuilder::GetShape(const LocalOp& operand) {
   return builder_.GetShape(operand.op());
 }
@@ -371,6 +377,12 @@ LocalOp LocalComputationBuilder::Broadcast(
   return xla::Broadcast(operand.op(), broadcast_sizes);
 }
 
+LocalOp LocalComputationBuilder::BroadcastInDim(
+    const LocalOp& operand, const Shape& shape,
+    absl::Span<const int64> broadcast_dimensions) {
+  return xla::BroadcastInDim(operand.op(), shape, broadcast_dimensions);
+}
+
 LocalOp LocalComputationBuilder::Pad(const LocalOp& operand,
                                      const LocalOp& padding_value,
                                      const PaddingConfig& padding_config) {
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.h b/tensorflow/compiler/xla/python/local_computation_builder.h
index 43332e0abd..2ee30dc4a2 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.h
+++ b/tensorflow/compiler/xla/python/local_computation_builder.h
@@ -183,6 +183,9 @@ class LocalComputationBuilder {
   // Returns an owned LocalComputation to the caller on success.
   StatusOr<LocalComputation*> Build();
 
+  // Returns an owned LocalComputation to the caller on success with given root.
+  StatusOr<LocalComputation*> BuildWithRoot(const LocalOp& root);
+
   LocalOp Parameter(int64 parameter_number, const Shape& shape,
                     const string& name);
 
@@ -201,6 +204,9 @@ class LocalComputationBuilder {
   LocalOp Broadcast(const LocalOp& operand,
                     absl::Span<const int64> broadcast_sizes);
 
+  LocalOp BroadcastInDim(const LocalOp& operand, const Shape& shape,
+                         absl::Span<const int64> broadcast_dimensions);
+
   LocalOp Pad(const LocalOp& operand, const LocalOp& padding_value,
               const PaddingConfig& padding_config);
 
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.i b/tensorflow/compiler/xla/python/local_computation_builder.i
index 521490e76c..f64bf4c6da 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.i
+++ b/tensorflow/compiler/xla/python/local_computation_builder.i
@@ -935,6 +935,7 @@ tensorflow::ImportNumpy();
 %unignore xla::swig::LocalComputationBuilder;
 %unignore xla::swig::LocalComputationBuilder::LocalComputationBuilder;
 %unignore xla::swig::LocalComputationBuilder::Build;
+%unignore xla::swig::LocalComputationBuilder::BuildWithRoot;
 %unignore xla::swig::LocalComputationBuilder::SetOpMetadata;
 %unignore xla::swig::LocalComputationBuilder::ClearOpMetadata;
 %unignore xla::swig::LocalComputationBuilder::Parameter;
@@ -945,6 +946,7 @@ tensorflow::ImportNumpy();
 %unignore xla::swig::LocalComputationBuilder::ConstantLiteral;
 %unignore xla::swig::LocalComputationBuilder::ConstantR0;
 %unignore xla::swig::LocalComputationBuilder::Broadcast;
+%unignore xla::swig::LocalComputationBuilder::BroadcastInDim;
 %unignore xla::swig::LocalComputationBuilder::Pad;
 %unignore xla::swig::LocalComputationBuilder::Reshape;
 %unignore xla::swig::LocalComputationBuilder::Collapse;
diff --git a/tensorflow/compiler/xla/python/xla_client.py b/tensorflow/compiler/xla/python/xla_client.py
index f8197488fb..b8c8fb3973 100644
--- a/tensorflow/compiler/xla/python/xla_client.py
+++ b/tensorflow/compiler/xla/python/xla_client.py
@@ -73,16 +73,32 @@ class PaddingType(enum.Enum):
 
 def _convert_padding_type_to_pad_values(padding_type, lhs_dims, rhs_dims,
                                         window_strides):
-  """Maps PaddingType (VALID or SAME) to pad values (list of pairs of ints)."""
+  """Maps PaddingType or string to pad values (list of pairs of ints)."""
+  if not isinstance(padding_type, (str, PaddingType)):
+    msg = 'padding_type must be str or PaddingType, got {}.'
+    raise TypeError(msg.format(type(padding_type)))
+
+  if isinstance(padding_type, str):
+    if padding_type.upper() == 'VALID':
+      padding_type = PaddingType.VALID
+    elif padding_type.upper() == 'SAME':
+      padding_type = PaddingType.SAME
+    else:
+      msg = 'Unknown padding type string: expected "VALID" or "SAME", got {}.'
+      raise ValueError(msg.format(padding_type))
+
   if padding_type == PaddingType.VALID:
     return [(0, 0)] * len(window_strides)
-
-  out_shape = np.ceil(np.true_divide(lhs_dims, window_strides)).astype(int)
-  pad_sizes = [max((out_size - 1) * stride + filter_size - in_size, 0)
-               for out_size, stride, filter_size, in_size
-               in zip(out_shape, window_strides, rhs_dims, lhs_dims)]
-  return [(pad_size // 2, pad_size - pad_size // 2)
-          for pad_size in pad_sizes]
+  elif padding_type == PaddingType.SAME:
+    out_shape = np.ceil(np.true_divide(lhs_dims, window_strides)).astype(int)
+    pad_sizes = [max((out_size - 1) * stride + filter_size - in_size, 0)
+                 for out_size, stride, filter_size, in_size
+                 in zip(out_shape, window_strides, rhs_dims, lhs_dims)]
+    return [(pad_size // 2, pad_size - pad_size // 2)
+            for pad_size in pad_sizes]
+  else:
+    msg = 'Unexpected PaddingType value: {}'
+    raise ValueError(msg.format(padding_type))
 
 
 _UNARY_OPS = [
@@ -554,8 +570,12 @@ class ComputationBuilder(object):
     self._client = c_api.LocalComputationBuilder(name.encode('utf8'))
     self._parameter_numbering = itertools.count()
 
-  def Build(self):
-    return LocalComputation(self._client.Build(), is_compiled=False)
+  def Build(self, root=None):
+    if root is not None:
+      return LocalComputation(self._client.BuildWithRoot(root),
+                              is_compiled=False)
+    else:
+      return LocalComputation(self._client.Build(), is_compiled=False)
 
   def SetOpMetadata(self, op_metadata):
     """Set metadata for operations that are about to be enqueued."""
@@ -700,6 +720,21 @@ class ComputationBuilder(object):
     """
     return self._client.Broadcast(operand, sizes)
 
+  def BroadcastInDim(self, operand, shape, broadcast_dimensions):
+    """Enqueues a broadcast-in-dimensions operation onto the computation.
+
+    Args:
+      operand: the operand LocalOp to broadcast.
+      shape: tuple of integers, the expected output shape.
+      broadcast_dimensions: tuple of integers identifying which dimensions
+        of the output are to be broadcast into.
+
+    Returns:
+      A LocalOp representing the added broadcast-in-dimensions op.
+    """
+    xla_shape = Shape.array_shape(self.GetShape(operand).element_type(), shape)
+    return self._client.BroadcastInDim(operand, xla_shape, broadcast_dimensions)
+
   def Concatenate(self, operands, dimension):
     """Enqueues a concatenate operation onto the computation.
 
@@ -1147,10 +1182,9 @@ class ComputationBuilder(object):
     pads = _convert_padding_type_to_pad_values(
         padding, self.GetShape(lhs).dimensions()[2:],
         self.GetShape(rhs).dimensions()[2:], window_strides)
-    dimension_numbers = self._GetConvDimensionNumbers(len(window_strides))
-    return self._client.ConvGeneralDilated(lhs, rhs, window_strides, pads, (),
-                                           (), dimension_numbers,
-                                           feature_group_count)
+    return self.ConvGeneralDilated(
+        lhs, rhs, window_strides, pads, (), (),
+        dimension_numbers=None, feature_group_count=feature_group_count)
 
   def ConvWithGeneralPadding(self, lhs, rhs, window_strides, padding,
                              lhs_dilation, rhs_dilation, feature_group_count=1):
@@ -1168,11 +1202,9 @@ class ComputationBuilder(object):
     Returns:
       A ComputationdataHandle representing the added ConvWithGeneralPadding op.
     """
-    dimension_numbers = self._GetConvDimensionNumbers(len(window_strides))
-    return self._client.ConvGeneralDilated(lhs, rhs, window_strides, padding,
-                                           lhs_dilation, rhs_dilation,
-                                           dimension_numbers,
-                                           feature_group_count)
+    return self.ConvGeneralDilated(
+        lhs, rhs, window_strides, padding, lhs_dilation, rhs_dilation,
+        dimension_numbers=None, feature_group_count=feature_group_count)
 
   def _GetConvDimensionNumbers(self, num_spatial_dims):
     """Create ConvolutionDimensionNumbers proto for convolutions."""
@@ -1190,7 +1222,7 @@ class ComputationBuilder(object):
     return dimension_numbers
 
   def ConvGeneralDilated(self, lhs, rhs, window_strides, padding, lhs_dilation,
-                         rhs_dilation, dimension_numbers,
+                         rhs_dilation, dimension_numbers=None,
                          feature_group_count=1):
     """Enqueues a ConvGeneralDilated operation onto the computation.
 
@@ -1201,10 +1233,11 @@ class ComputationBuilder(object):
       padding: length-N array-like of pairs of integers of (low, high) padding.
       lhs_dilation: length-N array-like of integer dilation factors.
       rhs_dilation: length-N array-like of integer dilation factors.
-      dimension_numbers: either an xla_data_pb2.ConvolutionDimensionNumbers or a
-        triple (lhs_spec, rhs_spec, out_spec) where each element is a string of
-        length N+2 identifying by position (1) batch dimensions in lhs, rhs, and
-        the output with the character 'N', (2) feature dimensions in lhs and the
+      dimension_numbers: optional, either an
+        xla_data_pb2.ConvolutionDimensionNumbers proto instance or a tuple
+        (lhs_spec, rhs_spec, out_spec) where each element is a string of length
+        N+2 identifying by position (1) batch dimensions in lhs, rhs, and the
+        output with the character 'N', (2) feature dimensions in lhs and the
         output with the character 'C', (3) input and output feature dimensions
         in rhs with the characters 'I' and 'O' respectively, and (4) spatial
         dimension correspondences between lhs, rhs, and the output using any
@@ -1217,13 +1250,16 @@ class ComputationBuilder(object):
         spatial dimension character labels according to the order in which the
         labels appear in the rhs_spec string, so that window_strides[0] is
         matched with the dimension corresponding to the first character
-        appearing in rhs_spec that is not 'I' or 'O'.
+        appearing in rhs_spec that is not 'I' or 'O'. By default, use the same
+        dimension numbering as Conv and ConvWithGeneralPadding.
       feature_group_count: number of feature groups for grouped convolution.
 
     Returns: a LocalOp representing the ConvGenralDilated operation.
     """
-    if not isinstance(dimension_numbers,
-                      xla_data_pb2.ConvolutionDimensionNumbers):
+    if dimension_numbers is None:
+      dimension_numbers = self._GetConvDimensionNumbers(len(window_strides))
+    elif not isinstance(dimension_numbers,
+                        xla_data_pb2.ConvolutionDimensionNumbers):
       lhs_spec, rhs_spec, out_spec = dimension_numbers
       dimension_numbers = xla_data_pb2.ConvolutionDimensionNumbers()
 
diff --git a/tensorflow/compiler/xla/python/xla_client_test.py b/tensorflow/compiler/xla/python/xla_client_test.py
index 82103f0313..ba026b956c 100644
--- a/tensorflow/compiler/xla/python/xla_client_test.py
+++ b/tensorflow/compiler/xla/python/xla_client_test.py
@@ -1007,6 +1007,13 @@ class SingleOpTest(LocalComputationTest):
     self._ExecuteAndCompareExact(
         c, expected=[[10, 20, 30, 40], [10, 20, 30, 40], [10, 20, 30, 40]])
 
+  def testBroadcastInDim(self):
+    c = self._NewComputation()
+    c.BroadcastInDim(c.Constant(NumpyArrayS32([1, 2])), [2, 2], [0])
+    self._ExecuteAndCompareExact(c, expected=[[1, 1], [2, 2]])
+    c.BroadcastInDim(c.Constant(NumpyArrayS32([1, 2])), [2, 2], [1])
+    self._ExecuteAndCompareExact(c, expected=[[1, 2], [1, 2]])
+
   def testRngNormal(self):
     shape = (2, 3)
     c = self._NewComputation()
@@ -1511,5 +1518,20 @@ class ErrorTest(LocalComputationTest):
         lambda: c.Build().CompileWithExampleArguments([self.f32_scalar_2]))
 
 
+class ComputationRootTest(LocalComputationTest):
+  """Tests related to setting the root of the computation."""
+
+  def testComputationRootDifferentFromLastOp(self):
+    c = self._NewComputation()
+    x = c.ParameterFromNumpy(NumpyArrayF32(2.0))
+    result = c.Add(x, c.ConstantF32Scalar(3.14))
+    extra = c.Add(result, c.ConstantF32Scalar(1.618))  # pylint: disable=unused-variable
+
+    arg = NumpyArrayF32(1.0)
+    compiled_c = c.Build(result).CompileWithExampleArguments([arg])
+    ans = compiled_c.Execute([arg])
+    np.testing.assert_allclose(ans, 4.14)
+
+
 if __name__ == "__main__":
   unittest.main()
-- 
GitLab


From 1afec5ac1fcf2aacb61d780e0c72777d1de9787a Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Sat, 20 Oct 2018 16:44:05 -0700
Subject: [PATCH 0356/1825] Add support for running bfloat16 models in Keras.

PiperOrigin-RevId: 218030545
---
 .../distribute/python/examples/keras_mnist.py       |  8 +++++++-
 tensorflow/contrib/distribute/python/values.py      |  2 +-
 .../python/keras/engine/training_distributed.py     | 13 +++++++++++++
 3 files changed, 21 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/examples/keras_mnist.py b/tensorflow/contrib/distribute/python/examples/keras_mnist.py
index da7f8c548f..c7036daa3e 100644
--- a/tensorflow/contrib/distribute/python/examples/keras_mnist.py
+++ b/tensorflow/contrib/distribute/python/examples/keras_mnist.py
@@ -23,15 +23,19 @@ import tensorflow as tf
 NUM_CLASSES = 10
 
 
-def get_input_datasets():
+def get_input_datasets(use_bfloat16=False):
   """Downloads the MNIST dataset and creates train and eval dataset objects.
 
+  Args:
+    use_bfloat16: Boolean to determine if input should be cast to bfloat16
+
   Returns:
     Train dataset, eval dataset and input shape.
 
   """
   # input image dimensions
   img_rows, img_cols = 28, 28
+  cast_dtype = tf.bfloat16 if use_bfloat16 else tf.float32
 
   # the data, split between train and test sets
   (x_train, y_train), (x_test, y_test) = tf.keras.datasets.mnist.load_data()
@@ -58,11 +62,13 @@ def get_input_datasets():
   train_ds = tf.data.Dataset.from_tensor_slices((x_train, y_train))
   train_ds = train_ds.repeat()
   train_ds = train_ds.shuffle(100)
+  train_ds = train_ds.map(lambda x, y: (tf.cast(x, cast_dtype), y))
   train_ds = train_ds.batch(64, drop_remainder=True)
 
   # eval dataset
   eval_ds = tf.data.Dataset.from_tensor_slices((x_test, y_test))
   eval_ds = eval_ds.repeat()
+  eval_ds = eval_ds.map(lambda x, y: (tf.cast(x, cast_dtype), y))
   eval_ds = eval_ds.batch(64, drop_remainder=True)
 
   return train_ds, eval_ds, input_shape
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index c555dc8a71..d32dec7c83 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -791,7 +791,7 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
       return self._get()._dense_var_to_tensor(dtype, name, as_ref)
     # pylint: enable=protected-access
     if dtype is not None and dtype != self.dtype:
-      raise NotImplementedError
+      return math_ops.cast(self.read_value(), dtype)
     if as_ref:
       return self.handle
     else:
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index b10c88bc2d..71164c059b 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -23,6 +23,7 @@ import enum
 import numpy as np
 
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.keras import backend as K
@@ -32,6 +33,7 @@ from tensorflow.python.keras import optimizers
 from tensorflow.python.keras.engine import distributed_training_utils
 from tensorflow.python.keras.utils.generic_utils import Progbar
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import distribute as distribute_lib
@@ -864,6 +866,17 @@ def _clone_and_build_model(model, inputs=None, targets=None):
     optimizer_config = model.optimizer.get_config()
     optimizer = model.optimizer.__class__.from_config(optimizer_config)
 
+  # Recast all low precision outputs back to float32 since we only casted
+  # the inputs to bfloat16 and not targets. This is done so that we can preserve
+  # precision when calculating the loss value.
+  def _upcast_low_precision_outputs(output):
+    if output.dtype == dtypes.bfloat16:
+      return math_ops.cast(output, dtypes.float32)
+    else:
+      return output
+  cloned_model.outputs = [_upcast_low_precision_outputs(o)
+                          for o in cloned_model.outputs]
+
   if isinstance(targets, tuple):
     targets = nest.flatten(targets)
   cloned_model.compile(
-- 
GitLab


From bad63b23d03cbe5718d09add991881b565cab0dc Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Sat, 20 Oct 2018 22:33:49 -0700
Subject: [PATCH 0357/1825] Fix flaky `slurm_cluster_resolver_test` by making
 the job list an ordered dictionary.

PiperOrigin-RevId: 218045119
---
 .../cluster_resolver/python/training/slurm_cluster_resolver.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
index 227b31596d..f9f6ac8874 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import collections
 import os
 import subprocess
 
@@ -90,7 +91,7 @@ class SlurmClusterResolver(ClusterResolver):
       self._rank = int(os.environ['SLURM_PROCID'])
       num_tasks = int(os.environ['SLURM_NTASKS'])
 
-    self._jobs = jobs
+    self._jobs = collections.OrderedDict(sorted(jobs.items()))
     self._port_base = port_base
 
     # user specification overrides SLURM specification
-- 
GitLab


From 35d795eaafa664cfc11a786fe03511e4ba5b9a0e Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Sat, 20 Oct 2018 22:46:10 -0700
Subject: [PATCH 0358/1825] Disable slurm_cluster_py_test in more builds.

PiperOrigin-RevId: 218045574
---
 tensorflow/contrib/cluster_resolver/BUILD | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index a30b0d52e8..f582ce2745 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -135,5 +135,9 @@ tf_py_test(
         "//tensorflow/python:training",
     ],
     main = "python/training/slurm_cluster_resolver_test.py",
-    tags = ["manual"],  # TODO(b/117992844): Flaky.
+    tags = [
+        "manual",  # TODO(b/117992844): Flaky.
+        "no_oss",
+        "notap",
+    ],
 )
-- 
GitLab


From f43d458a318d4d97298710654f1692f6e8364f82 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Sun, 21 Oct 2018 00:00:13 -0700
Subject: [PATCH 0359/1825] Add support for the TensorFlow 2.0 TensorShape
 behavior (more user-friendly and less bug-prone). Also adds compatibility
 utilities to help convert old code to the new behavior:

`enable_v2_tensorshape` & `disable_v2_tensorshape`: toggle between new/old behavior.
`dimension_value` & `dimension_at_index`: utilities to write code that is compatible with both behaviors seamlessly.

PiperOrigin-RevId: 218048361
---
 .../contrib/all_reduce/python/all_reduce.py   |   4 +-
 .../all_reduce/python/all_reduce_test.py      |   3 +-
 .../python/external_regret_optimizer.py       |   2 +-
 .../python/swap_regret_optimizer.py           |   4 +-
 tensorflow/contrib/crf/python/ops/crf.py      |  29 +-
 .../python/kernel_tests/distribution_test.py  |  46 ++-
 .../distributions/python/ops/batch_reshape.py |   3 +-
 .../ops/bijectors/cholesky_outer_product.py   |   4 +-
 .../python/ops/bijectors/fill_triangular.py   |   8 +-
 .../ops/bijectors/masked_autoregressive.py    |  13 +-
 .../python/ops/bijectors/real_nvp.py          |   4 +-
 .../python/ops/bijectors/reshape.py           |   3 +-
 .../python/ops/bijectors/softmax_centered.py  |   4 +-
 .../python/ops/distribution_util.py           |   3 +-
 .../distributions/python/ops/independent.py   |  18 +-
 .../python/ops/mixture_same_family.py         |  12 +-
 .../python/ops/vector_diffeomixture.py        |  14 +-
 .../distributions/python/ops/wishart.py       |   4 +-
 .../estimator/python/gan_estimator_test.py    |   4 +-
 .../features/python/virtual_batchnorm_impl.py |   2 +-
 .../gan/python/losses/python/losses_impl.py   |   3 +-
 .../python/kernel_tests/grid_rnn_test.py      |   4 +-
 .../grid_rnn/python/ops/grid_rnn_cell.py      |   7 +-
 .../image/python/ops/dense_image_warp.py      |   4 +-
 .../image/python/ops/interpolate_spline.py    |   5 +-
 .../image/python/ops/sparse_image_warp.py     |   3 +-
 .../layers/python/layers/embedding_ops.py     |  15 +-
 .../contrib/layers/python/layers/layers.py    |  20 +-
 .../linear_optimizer/python/ops/sdca_ops.py   |  12 +-
 .../ops/sharded_mutable_dense_hashtable.py    |   2 +-
 .../python/layers/core_layers.py              |  14 +-
 .../model_pruning/python/layers/rnn_cells.py  |   6 +-
 .../opt/python/training/external_optimizer.py |   2 +-
 tensorflow/contrib/opt/python/training/ggt.py |   3 +-
 .../contrib/rnn/python/ops/core_rnn_cell.py   |   8 +-
 tensorflow/contrib/rnn/python/ops/gru_ops.py  |   5 +-
 tensorflow/contrib/rnn/python/ops/lstm_ops.py |  24 +-
 tensorflow/contrib/rnn/python/ops/rnn_cell.py |  70 +++--
 .../kernel_tests/attention_wrapper_test.py    |   2 +-
 .../seq2seq/python/ops/attention_wrapper.py   |  36 ++-
 .../seq2seq/python/ops/beam_search_decoder.py |  15 +-
 .../contrib/signal/python/ops/mfcc_ops.py     |   4 +-
 .../signal/python/ops/reconstruction_ops.py   |   8 +-
 .../timeseries/python/timeseries/ar_model.py  |   8 +-
 .../python/timeseries/math_utils.py           |   4 +-
 .../timeseries/python/timeseries/model.py     |   5 +-
 .../state_space_models/state_space_model.py   |  14 +-
 .../state_space_models/test_utils.py          |   7 +-
 .../timeseries/state_space_models/varma.py    |   4 +-
 .../contrib/tpu/python/tpu/tpu_estimator.py   |   2 +-
 .../training/python/training/sampling_ops.py  |  11 +-
 .../python/autograph/operators/py_builtins.py |   6 +-
 .../python/data/experimental/ops/grouping.py  |   2 +-
 .../kernel_tests/batch_dataset_op_test.py     |   3 +-
 tensorflow/python/data/ops/dataset_ops.py     |   8 +-
 .../python/feature_column/feature_column.py   |   8 +-
 .../feature_column/feature_column_v2.py       |  29 +-
 tensorflow/python/framework/sparse_tensor.py  |   4 +-
 tensorflow/python/framework/tensor_shape.py   | 281 +++++++++++++++---
 .../python/framework/tensor_shape_test.py     |  45 +--
 .../python/framework/tensor_spec_test.py      |  11 +-
 tensorflow/python/framework/tensor_util.py    |   2 +-
 tensorflow/python/grappler/datasets_test.py   |   4 +-
 .../python/keras/engine/topology_test.py      |   8 +-
 .../python/keras/engine/training_test.py      |   2 +-
 .../python/keras/layers/convolutional.py      |  10 +-
 tensorflow/python/keras/layers/core.py        |   9 +-
 tensorflow/python/keras/layers/core_test.py   |   4 +-
 .../python/keras/layers/normalization.py      |   4 +-
 .../python/kernel_tests/constant_op_test.py   |  27 +-
 .../python/kernel_tests/gather_nd_op_test.py  |   3 +-
 .../python/kernel_tests/reduction_ops_test.py |   6 +-
 tensorflow/python/kernel_tests/rnn_test.py    |   8 +-
 .../python/kernel_tests/unstack_op_test.py    |   2 +-
 tensorflow/python/ops/array_grad.py           |   6 +-
 tensorflow/python/ops/array_ops.py            |   8 +-
 .../python/ops/control_flow_ops_test.py       |   2 +-
 tensorflow/python/ops/data_flow_ops.py        |  10 +-
 .../python/ops/distributions/categorical.py   |   4 +-
 .../python/ops/distributions/distribution.py  |   2 +-
 tensorflow/python/ops/distributions/util.py   |  22 +-
 tensorflow/python/ops/embedding_ops.py        |  21 +-
 tensorflow/python/ops/functional_ops.py       |  24 +-
 tensorflow/python/ops/histogram_ops_test.py   |   2 +-
 tensorflow/python/ops/image_ops_impl.py       |  13 +-
 .../python/ops/linalg/linear_operator.py      |  36 ++-
 .../ops/linalg/linear_operator_addition.py    |  13 +-
 .../ops/linalg/linear_operator_identity.py    |   4 +-
 .../linalg/linear_operator_low_rank_update.py |  13 +-
 tensorflow/python/ops/linalg_grad.py          |  10 +-
 tensorflow/python/ops/list_ops.py             |   4 +-
 tensorflow/python/ops/math_ops.py             |   4 +-
 tensorflow/python/ops/nn_impl.py              |   8 +-
 tensorflow/python/ops/nn_ops.py               |  31 +-
 tensorflow/python/ops/parallel_for/pfor.py    |   6 +-
 tensorflow/python/ops/parsing_ops.py          |   4 +-
 .../python/ops/partitioned_variables.py       |  11 +-
 tensorflow/python/ops/rnn.py                  |  50 ++--
 tensorflow/python/ops/rnn_cell_impl.py        |  10 +-
 tensorflow/python/ops/sparse_ops.py           |   5 +-
 tensorflow/python/ops/special_math_ops.py     |   2 +-
 tensorflow/python/ops/spectral_ops.py         |  12 +-
 tensorflow/python/ops/variable_scope.py       |   2 +-
 tensorflow/python/ops/variables.py            |   3 +-
 .../profiler/internal/flops_registry.py       |   4 +-
 tensorflow/python/training/input.py           |   6 +-
 .../training/warm_starting_util_test.py       |   8 +-
 .../golden/v1/tensorflow.-tensor-shape.pbtxt  |   6 +-
 .../tools/api/golden/v1/tensorflow.pbtxt      |  16 +
 .../golden/v2/tensorflow.-tensor-shape.pbtxt  |   7 +-
 110 files changed, 897 insertions(+), 489 deletions(-)

diff --git a/tensorflow/contrib/all_reduce/python/all_reduce.py b/tensorflow/contrib/all_reduce/python/all_reduce.py
index 3b539734a2..2eea5b2bf9 100644
--- a/tensorflow/contrib/all_reduce/python/all_reduce.py
+++ b/tensorflow/contrib/all_reduce/python/all_reduce.py
@@ -95,7 +95,7 @@ def _padded_split(tensor, pieces):
   shape = tensor.shape
   if 1 != len(shape):
     raise ValueError("input tensor must be 1D")
-  tensor_len = shape[0].value
+  tensor_len = shape.dims[0].value
   with ops.colocate_with(tensor):
     if tensor_len % pieces != 0:
       # pad to an even length
@@ -176,7 +176,7 @@ def _ragged_split(tensor, pieces):
   shape = tensor.shape
   if 1 != len(shape):
     raise ValueError("input tensor must be 1D")
-  tensor_len = shape[0].value
+  tensor_len = shape.dims[0].value
   chunk_size = tensor_len // pieces
   with ops.colocate_with(tensor):
     if tensor_len != (pieces * chunk_size):
diff --git a/tensorflow/contrib/all_reduce/python/all_reduce_test.py b/tensorflow/contrib/all_reduce/python/all_reduce_test.py
index 9a8f62b986..304fd7fb8a 100644
--- a/tensorflow/contrib/all_reduce/python/all_reduce_test.py
+++ b/tensorflow/contrib/all_reduce/python/all_reduce_test.py
@@ -26,6 +26,7 @@ from tensorflow.contrib.all_reduce.python import all_reduce as ar
 from tensorflow.core.framework import types_pb2
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
@@ -116,7 +117,7 @@ class AllReduceTest(test_util.TensorFlowTestCase):
     # same number outputs as inputs
     self.assertEqual(len(output_tensors), len(input_tensors))
     num_chunks = 2 * len(input_tensors)
-    tlen = input_tensors[0].shape[0].value
+    tlen = tensor_shape.dimension_value(input_tensors[0].shape[0])
     for otl in output_tensors:
       self.assertEqual(len(otl), num_chunks)
       for ot in otl:
diff --git a/tensorflow/contrib/constrained_optimization/python/external_regret_optimizer.py b/tensorflow/contrib/constrained_optimization/python/external_regret_optimizer.py
index 67f8ac2b93..fb0f849b33 100644
--- a/tensorflow/contrib/constrained_optimization/python/external_regret_optimizer.py
+++ b/tensorflow/contrib/constrained_optimization/python/external_regret_optimizer.py
@@ -82,7 +82,7 @@ def _project_multipliers_wrt_euclidean_norm(multipliers, radius):
     raise ValueError(
         "multipliers must be one dimensional (instead is %d-dimensional)" %
         multipliers_shape.ndims)
-  dimension = multipliers_shape[0].value
+  dimension = multipliers_shape.dims[0].value
   if dimension is None:
     raise ValueError("multipliers must have fully-known shape")
 
diff --git a/tensorflow/contrib/constrained_optimization/python/swap_regret_optimizer.py b/tensorflow/contrib/constrained_optimization/python/swap_regret_optimizer.py
index a6cb1f62f0..14e6d87011 100644
--- a/tensorflow/contrib/constrained_optimization/python/swap_regret_optimizer.py
+++ b/tensorflow/contrib/constrained_optimization/python/swap_regret_optimizer.py
@@ -156,7 +156,7 @@ def _project_stochastic_matrix_wrt_euclidean_norm(matrix):
   if matrix_shape[0] != matrix_shape[1]:
     raise ValueError("matrix must be square (instead has shape (%d,%d))" %
                      (matrix_shape[0], matrix_shape[1]))
-  dimension = matrix_shape[0].value
+  dimension = matrix_shape.dims[0].value
   if dimension is None:
     raise ValueError("matrix must have fully-known shape")
 
@@ -601,7 +601,7 @@ class MultiplicativeSwapRegretOptimizer(_SwapRegretOptimizer):
       assert state_shape is not None
       assert state_shape.ndims == 2
       assert state_shape[0] == state_shape[1]
-      dimension = state_shape[0].value
+      dimension = state_shape.dims[0].value
       assert dimension is not None
 
       minimum_log_multiplier = standard_ops.log(
diff --git a/tensorflow/contrib/crf/python/ops/crf.py b/tensorflow/contrib/crf/python/ops/crf.py
index 43bb43129b..656633f0bf 100644
--- a/tensorflow/contrib/crf/python/ops/crf.py
+++ b/tensorflow/contrib/crf/python/ops/crf.py
@@ -54,6 +54,7 @@ import numpy as np
 
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.layers import utils
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gen_array_ops
@@ -107,8 +108,10 @@ def crf_sequence_score(inputs, tag_indices, sequence_lengths,
     return sequence_scores
 
   return utils.smart_cond(
-      pred=math_ops.equal(inputs.shape[1].value or array_ops.shape(inputs)[1],
-                          1),
+      pred=math_ops.equal(
+          tensor_shape.dimension_value(
+              inputs.shape[1]) or array_ops.shape(inputs)[1],
+          1),
       true_fn=_single_seq_fn,
       false_fn=_multi_seq_fn)
 
@@ -157,8 +160,10 @@ def crf_multitag_sequence_score(inputs, tag_bitmap, sequence_lengths,
         transition_params=transition_params)
 
   return utils.smart_cond(
-      pred=math_ops.equal(inputs.shape[1].value or array_ops.shape(inputs)[1],
-                          1),
+      pred=math_ops.equal(
+          tensor_shape.dimension_value(
+              inputs.shape[1]) or array_ops.shape(inputs)[1],
+          1),
       true_fn=_single_seq_fn,
       false_fn=_multi_seq_fn)
 
@@ -214,8 +219,10 @@ def crf_log_norm(inputs, sequence_lengths, transition_params):
     return log_norm
 
   return utils.smart_cond(
-      pred=math_ops.equal(inputs.shape[1].value or
-                          array_ops.shape(inputs)[1], 1),
+      pred=math_ops.equal(
+          tensor_shape.dimension_value(
+              inputs.shape[1]) or array_ops.shape(inputs)[1],
+          1),
       true_fn=_single_seq_fn,
       false_fn=_multi_seq_fn)
 
@@ -240,7 +247,7 @@ def crf_log_likelihood(inputs,
         provided by the caller or created in this function.
   """
   # Get shape information.
-  num_tags = inputs.get_shape()[2].value
+  num_tags = tensor_shape.dimension_value(inputs.shape[2])
 
   # Get the transition matrix if not provided.
   if transition_params is None:
@@ -342,7 +349,7 @@ class CrfForwardRnnCell(rnn_cell.RNNCell):
           for the broadcast summation occurring within the cell.
     """
     self._transition_params = array_ops.expand_dims(transition_params, 0)
-    self._num_tags = transition_params.get_shape()[0].value
+    self._num_tags = tensor_shape.dimension_value(transition_params.shape[0])
 
   @property
   def state_size(self):
@@ -428,7 +435,7 @@ class CrfDecodeForwardRnnCell(rnn_cell.RNNCell):
         summation occurring within the cell.
     """
     self._transition_params = array_ops.expand_dims(transition_params, 0)
-    self._num_tags = transition_params.get_shape()[0].value
+    self._num_tags = tensor_shape.dimension_value(transition_params.shape[0])
 
   @property
   def state_size(self):
@@ -540,7 +547,7 @@ def crf_decode(potentials, transition_params, sequence_length):
 
     # For simplicity, in shape comments, denote:
     # 'batch_size' by 'B', 'max_seq_len' by 'T' , 'num_tags' by 'O' (output).
-    num_tags = potentials.get_shape()[2].value
+    num_tags = tensor_shape.dimension_value(potentials.shape[2])
 
     # Computes forward decoding. Get last score and backpointers.
     crf_fwd_cell = CrfDecodeForwardRnnCell(transition_params)
@@ -583,7 +590,7 @@ def crf_decode(potentials, transition_params, sequence_length):
     return decode_tags, best_score
 
   return utils.smart_cond(
-      pred=math_ops.equal(potentials.shape[1].value or
+      pred=math_ops.equal(tensor_shape.dimension_value(potentials.shape[1]) or
                           array_ops.shape(potentials)[1], 1),
       true_fn=_single_seq_fn,
       false_fn=_multi_seq_fn)
diff --git a/tensorflow/contrib/distributions/python/kernel_tests/distribution_test.py b/tensorflow/contrib/distributions/python/kernel_tests/distribution_test.py
index 9b9b3ce2dd..99cb105d66 100644
--- a/tensorflow/contrib/distributions/python/kernel_tests/distribution_test.py
+++ b/tensorflow/contrib/distributions/python/kernel_tests/distribution_test.py
@@ -250,13 +250,22 @@ class DistributionTest(test.TestCase):
     mvn_dynamic = tfd.MultivariateNormalDiag(
         loc=array_ops.placeholder(shape=[None, 3], dtype=dtypes.float32),
         name="MVN2")
-    self.assertEqual(
-        ("tfp.distributions.MultivariateNormalDiag("
-         "\"MVN2/\", "
-         "batch_shape=(?,), "  # Partially known.
-         "event_shape=(3,), "
-         "dtype=float32)"),
-        str(mvn_dynamic))
+    if mvn_dynamic.batch_shape._v2_behavior:
+      self.assertEqual(
+          ("tfp.distributions.MultivariateNormalDiag("
+           "\"MVN2/\", "
+           "batch_shape=(None,), "  # Partially known.
+           "event_shape=(3,), "
+           "dtype=float32)"),
+          str(mvn_dynamic))
+    else:
+      self.assertEqual(
+          ("tfp.distributions.MultivariateNormalDiag("
+           "\"MVN2/\", "
+           "batch_shape=(?,), "  # Partially known.
+           "event_shape=(3,), "
+           "dtype=float32)"),
+          str(mvn_dynamic))
 
   def testReprWorksCorrectlyScalar(self):
     normal = tfd.Normal(loc=np.float16(0), scale=np.float16(1))
@@ -300,13 +309,22 @@ class DistributionTest(test.TestCase):
     mvn_dynamic = tfd.MultivariateNormalDiag(
         loc=array_ops.placeholder(shape=[None, 3], dtype=dtypes.float32),
         name="MVN2")
-    self.assertEqual(
-        ("<tfp.distributions.MultivariateNormalDiag"
-         " 'MVN2/'"
-         " batch_shape=(?,)"  # Partially known.
-         " event_shape=(3,)"
-         " dtype=float32>"),
-        repr(mvn_dynamic))
+    if mvn_dynamic.batch_shape._v2_behavior:
+      self.assertEqual(
+          ("<tfp.distributions.MultivariateNormalDiag"
+           " 'MVN2/'"
+           " batch_shape=(None,)"  # Partially known.
+           " event_shape=(3,)"
+           " dtype=float32>"),
+          repr(mvn_dynamic))
+    else:
+      self.assertEqual(
+          ("<tfp.distributions.MultivariateNormalDiag"
+           " 'MVN2/'"
+           " batch_shape=(?,)"  # Partially known.
+           " event_shape=(3,)"
+           " dtype=float32>"),
+          repr(mvn_dynamic))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/distributions/python/ops/batch_reshape.py b/tensorflow/contrib/distributions/python/ops/batch_reshape.py
index 612376efb7..d450379088 100644
--- a/tensorflow/contrib/distributions/python/ops/batch_reshape.py
+++ b/tensorflow/contrib/distributions/python/ops/batch_reshape.py
@@ -429,5 +429,6 @@ def validate_init_args_statically(distribution, batch_shape):
 
   if batch_shape_static.dims is not None:
     if any(
-        dim.value is not None and dim.value < 1 for dim in batch_shape_static):
+        dim.value is not None and
+        dim.value < 1 for dim in batch_shape_static.dims):
       raise ValueError("`batch_shape` elements must be >=-1.")
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/cholesky_outer_product.py b/tensorflow/contrib/distributions/python/ops/bijectors/cholesky_outer_product.py
index 3e1e4fc829..2358ef5976 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/cholesky_outer_product.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/cholesky_outer_product.py
@@ -168,11 +168,11 @@ class CholeskyOuterProduct(bijector.Bijector):
           [is_matrix, is_square, is_positive_definite], x)
 
     # Create a vector equal to: [p, p-1, ..., 2, 1].
-    if x.get_shape().ndims is None or x.get_shape()[-1].value is None:
+    if x.get_shape().ndims is None or x.get_shape().dims[-1].value is None:
       p_int = array_ops.shape(x)[-1]
       p_float = math_ops.cast(p_int, dtype=x.dtype)
     else:
-      p_int = x.get_shape()[-1].value
+      p_int = x.get_shape().dims[-1].value
       p_float = np.array(p_int, dtype=x.dtype.as_numpy_dtype)
     exponents = math_ops.linspace(p_float, 1., p_int)
 
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/fill_triangular.py b/tensorflow/contrib/distributions/python/ops/bijectors/fill_triangular.py
index 31a9ca27e5..7ae9887898 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/fill_triangular.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/fill_triangular.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 import numpy as np
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import math_ops
@@ -104,7 +105,8 @@ class FillTriangular(bijector.Bijector):
     return array_ops.zeros_like(y[..., 0, 0])
 
   def _forward_event_shape(self, input_shape):
-    batch_shape, d = input_shape[:-1], input_shape[-1].value
+    batch_shape, d = (input_shape[:-1],
+                      tensor_shape.dimension_value(input_shape[-1]))
     if d is None:
       n = None
     else:
@@ -113,8 +115,8 @@ class FillTriangular(bijector.Bijector):
 
   def _inverse_event_shape(self, output_shape):
     batch_shape, n1, n2 = (output_shape[:-2],
-                           output_shape[-2].value,
-                           output_shape[-1].value)
+                           tensor_shape.dimension_value(output_shape[-2]),
+                           tensor_shape.dimension_value(output_shape[-1]))
     if n1 is None or n2 is None:
       m = None
     elif n1 != n2:
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/masked_autoregressive.py b/tensorflow/contrib/distributions/python/ops/bijectors/masked_autoregressive.py
index 3b3d8ee6f2..c30de1f989 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/masked_autoregressive.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/masked_autoregressive.py
@@ -23,6 +23,7 @@ import numpy as np
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.layers import core as layers
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import clip_ops
@@ -237,7 +238,8 @@ class MaskedAutoregressiveFlow(bijector.Bijector):
 
   def _forward(self, x):
     if self._unroll_loop:
-      event_size = x.shape.with_rank_at_least(1)[-1].value
+      event_size = tensor_shape.dimension_value(
+          x.shape.with_rank_at_least(1)[-1])
       if event_size is None:
         raise ValueError(
             "The final dimension of `x` must be known at graph construction "
@@ -260,7 +262,8 @@ class MaskedAutoregressiveFlow(bijector.Bijector):
     # the graph compiler of the maximum number of steps. If not,
     # static_event_size will be None, and the maximum_iterations argument will
     # have no effect.
-    static_event_size = x.shape.with_rank_at_least(1)[-1].value
+    static_event_size = tensor_shape.dimension_value(
+        x.shape.with_rank_at_least(1)[-1])
     y0 = array_ops.zeros_like(x, name="y0")
     # call the template once to ensure creation
     _ = self._shift_and_log_scale_fn(y0)
@@ -405,7 +408,8 @@ def masked_dense(inputs,
        Conference on Machine Learning_, 2015. https://arxiv.org/abs/1502.03509
   """
   # TODO(b/67594795): Better support of dynamic shape.
-  input_depth = inputs.shape.with_rank_at_least(1)[-1].value
+  input_depth = tensor_shape.dimension_value(
+      inputs.shape.with_rank_at_least(1)[-1])
   if input_depth is None:
     raise NotImplementedError(
         "Rightmost dimension must be known prior to graph execution.")
@@ -520,7 +524,8 @@ def masked_autoregressive_default_template(
     def _fn(x):
       """MADE parameterized via `masked_autoregressive_default_template`."""
       # TODO(b/67594795): Better support of dynamic shape.
-      input_depth = x.shape.with_rank_at_least(1)[-1].value
+      input_depth = tensor_shape.dimension_value(
+          x.shape.with_rank_at_least(1)[-1])
       if input_depth is None:
         raise NotImplementedError(
             "Rightmost dimension must be known prior to graph execution.")
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py b/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py
index 0bcb08cdea..0612749df8 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.layers import core as layers
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
@@ -183,7 +184,8 @@ class RealNVP(bijector.Bijector):
 
   def _cache_input_depth(self, x):
     if self._input_depth is None:
-      self._input_depth = x.shape.with_rank_at_least(1)[-1].value
+      self._input_depth = tensor_shape.dimension_value(
+          x.shape.with_rank_at_least(1)[-1])
       if self._input_depth is None:
         raise NotImplementedError(
             "Rightmost dimension must be known prior to graph execution.")
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/reshape.py b/tensorflow/contrib/distributions/python/ops/bijectors/reshape.py
index 71ac29038f..ec203e1717 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/reshape.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/reshape.py
@@ -23,6 +23,7 @@ import numpy as np
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
@@ -46,7 +47,7 @@ __all__ = [
     "instead of `tf.contrib.distributions`.",
     warn_once=True)
 def _static_ndims_from_shape(shape):
-  return shape.shape.with_rank_at_least(1)[0].value
+  return tensor_shape.dimension_value(shape.shape.with_rank_at_least(1)[0])
 
 
 @deprecation.deprecated(
diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/softmax_centered.py b/tensorflow/contrib/distributions/python/ops/bijectors/softmax_centered.py
index 20ee0d3408..15c241d5d7 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/softmax_centered.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/softmax_centered.py
@@ -110,7 +110,7 @@ class SoftmaxCentered(bijector.Bijector):
 
     # Set shape hints.
     if x.shape.ndims is not None:
-      shape = x.shape[:-1].concatenate(x.shape[-1] + 1)
+      shape = x.shape[:-1].concatenate(x.shape.dims[-1] + 1)
       y.shape.assert_is_compatible_with(shape)
       y.set_shape(shape)
 
@@ -135,7 +135,7 @@ class SoftmaxCentered(bijector.Bijector):
 
     # Set shape hints.
     if y.shape.ndims is not None:
-      shape = y.shape[:-1].concatenate(y.shape[-1] - 1)
+      shape = y.shape[:-1].concatenate(y.shape.dims[-1] - 1)
       x.shape.assert_is_compatible_with(shape)
       x.set_shape(shape)
 
diff --git a/tensorflow/contrib/distributions/python/ops/distribution_util.py b/tensorflow/contrib/distributions/python/ops/distribution_util.py
index b4ad33cf6d..1415f85e5c 100644
--- a/tensorflow/contrib/distributions/python/ops/distribution_util.py
+++ b/tensorflow/contrib/distributions/python/ops/distribution_util.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import smart_cond
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
@@ -315,7 +316,7 @@ def shapes_from_loc_and_scale(loc, scale, name="shapes_from_loc_and_scale"):
 
     # Static check that event shapes match.
     if loc is not None:
-      loc_event_size = loc.get_shape()[-1].value
+      loc_event_size = tensor_shape.dimension_value(loc.get_shape()[-1])
       if loc_event_size is not None and event_size_const is not None:
         if loc_event_size != 1 and loc_event_size != event_size_const:
           raise ValueError(
diff --git a/tensorflow/contrib/distributions/python/ops/independent.py b/tensorflow/contrib/distributions/python/ops/independent.py
index e1cfff3c66..cf15deebb7 100644
--- a/tensorflow/contrib/distributions/python/ops/independent.py
+++ b/tensorflow/contrib/distributions/python/ops/independent.py
@@ -166,8 +166,10 @@ class Independent(distribution_lib.Distribution):
   def _batch_shape_tensor(self):
     with ops.control_dependencies(self._runtime_assertions):
       batch_shape = self.distribution.batch_shape_tensor()
-      batch_ndims = (batch_shape.shape[0].value
-                     if batch_shape.shape.with_rank_at_least(1)[0].value
+      dim0 = tensor_shape.dimension_value(
+          batch_shape.shape.with_rank_at_least(1)[0])
+      batch_ndims = (dim0
+                     if dim0 is not None
                      else array_ops.shape(batch_shape)[0])
       return batch_shape[:batch_ndims - self.reinterpreted_batch_ndims]
 
@@ -182,8 +184,10 @@ class Independent(distribution_lib.Distribution):
   def _event_shape_tensor(self):
     with ops.control_dependencies(self._runtime_assertions):
       batch_shape = self.distribution.batch_shape_tensor()
-      batch_ndims = (batch_shape.shape[0].value
-                     if batch_shape.shape.with_rank_at_least(1)[0].value
+      dim0 = tensor_shape.dimension_value(
+          batch_shape.shape.with_rank_at_least(1)[0])
+      batch_ndims = (dim0
+                     if dim0 is not None
                      else array_ops.shape(batch_shape)[0])
       return array_ops.concat([
           batch_shape[batch_ndims - self.reinterpreted_batch_ndims:],
@@ -239,9 +243,11 @@ class Independent(distribution_lib.Distribution):
                              static_reinterpreted_batch_ndims, batch_ndims))
     elif validate_args:
       batch_shape = distribution.batch_shape_tensor()
+      dim0 = tensor_shape.dimension_value(
+          batch_shape.shape.with_rank_at_least(1)[0])
       batch_ndims = (
-          batch_shape.shape[0].value
-          if batch_shape.shape.with_rank_at_least(1)[0].value is not None
+          dim0
+          if dim0 is not None
           else array_ops.shape(batch_shape)[0])
       assertions.append(check_ops.assert_less_equal(
           reinterpreted_batch_ndims, batch_ndims,
diff --git a/tensorflow/contrib/distributions/python/ops/mixture_same_family.py b/tensorflow/contrib/distributions/python/ops/mixture_same_family.py
index f4d394ff29..f34317f5ab 100644
--- a/tensorflow/contrib/distributions/python/ops/mixture_same_family.py
+++ b/tensorflow/contrib/distributions/python/ops/mixture_same_family.py
@@ -22,6 +22,7 @@ import numpy as np
 
 from tensorflow.contrib.distributions.python.ops import distribution_util as distribution_utils
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
@@ -147,8 +148,9 @@ class MixtureSameFamily(distribution.Distribution):
       self._runtime_assertions = []
 
       s = components_distribution.event_shape_tensor()
-      self._event_ndims = (s.shape[0].value
-                           if s.shape.with_rank_at_least(1)[0].value is not None
+      s_dim0 = tensor_shape.dimension_value(s.shape[0])
+      self._event_ndims = (s_dim0
+                           if s_dim0 is not None
                            else array_ops.shape(s)[0])
 
       if not mixture_distribution.dtype.is_integer:
@@ -186,8 +188,10 @@ class MixtureSameFamily(distribution.Distribution):
                     "`mixture_distribution.batch_shape` is not "
                     "compatible with `components_distribution.batch_shape`"))]
 
-      km = mixture_distribution.logits.shape.with_rank_at_least(1)[-1].value
-      kc = components_distribution.batch_shape.with_rank_at_least(1)[-1].value
+      km = tensor_shape.dimension_value(
+          mixture_distribution.logits.shape.with_rank_at_least(1)[-1])
+      kc = tensor_shape.dimension_value(
+          components_distribution.batch_shape.with_rank_at_least(1)[-1])
       if km is not None and kc is not None and km != kc:
         raise ValueError("`mixture_distribution components` ({}) does not "
                          "equal `components_distribution.batch_shape[-1]` "
diff --git a/tensorflow/contrib/distributions/python/ops/vector_diffeomixture.py b/tensorflow/contrib/distributions/python/ops/vector_diffeomixture.py
index a3d178357b..a648d61ac8 100644
--- a/tensorflow/contrib/distributions/python/ops/vector_diffeomixture.py
+++ b/tensorflow/contrib/distributions/python/ops/vector_diffeomixture.py
@@ -183,7 +183,7 @@ def quadrature_scheme_softmaxnormal_quantiles(
     def _get_final_shape(qs):
       """Helper to build `TensorShape`."""
       bs = dist.batch_shape.with_rank_at_least(1)
-      num_components = bs[-1].value
+      num_components = tensor_shape.dimension_value(bs[-1])
       if num_components is not None:
         num_components += 1
       tail = tensor_shape.TensorShape([num_components, qs])
@@ -791,7 +791,7 @@ class VectorDiffeomixture(distribution_lib.Distribution):
 
   def _expand_mix_distribution_probs(self):
     p = self.mixture_distribution.probs  # [B, deg]
-    deg = p.shape.with_rank_at_least(1)[-1].value
+    deg = tensor_shape.dimension_value(p.shape.with_rank_at_least(1)[-1])
     if deg is None:
       deg = array_ops.shape(p)[-1]
     event_ndims = self.event_shape.ndims
@@ -831,10 +831,12 @@ def maybe_check_quadrature_param(param, name, validate_args):
 
     # TODO(jvdillon): Remove once we support k-mixtures.
     if param.shape.with_rank_at_least(1)[-1] is not None:
-      if param.shape[-1].value != 1:
+      if tensor_shape.dimension_value(param.shape[-1]) != 1:
         raise NotImplementedError("Currently only bimixtures are supported; "
                                   "{}.shape[-1]={} is not 1.".format(
-                                      name, param.shape[-1].value))
+                                      name,
+                                      tensor_shape.dimension_value(
+                                          param.shape[-1])))
     elif validate_args:
       assertions.append(check_ops.assert_equal(
           array_ops.shape(param)[-1], 1,
@@ -905,7 +907,7 @@ def interpolate_loc(grid, loc):
   if len(loc) != 2:
     raise NotImplementedError("Currently only bimixtures are supported; "
                               "len(scale)={} is not 2.".format(len(loc)))
-  deg = grid.shape.with_rank_at_least(1)[-1].value
+  deg = tensor_shape.dimension_value(grid.shape.with_rank_at_least(1)[-1])
   if deg is None:
     raise ValueError("Num quadrature grid points must be known prior "
                      "to graph execution.")
@@ -939,7 +941,7 @@ def interpolate_scale(grid, scale):
   if len(scale) != 2:
     raise NotImplementedError("Currently only bimixtures are supported; "
                               "len(scale)={} is not 2.".format(len(scale)))
-  deg = grid.shape.with_rank_at_least(1)[-1].value
+  deg = tensor_shape.dimension_value(grid.shape.with_rank_at_least(1)[-1])
   if deg is None:
     raise ValueError("Num quadrature grid points must be known prior "
                      "to graph execution.")
diff --git a/tensorflow/contrib/distributions/python/ops/wishart.py b/tensorflow/contrib/distributions/python/ops/wishart.py
index ee2fc58864..2d83f0c13f 100644
--- a/tensorflow/contrib/distributions/python/ops/wishart.py
+++ b/tensorflow/contrib/distributions/python/ops/wishart.py
@@ -136,13 +136,13 @@ class _WishartLinearOperator(distribution.Distribution):
         contrib_tensor_util.assert_same_float_dtype(
             (self._df, self._scale_operator))
         if (self._scale_operator.shape.ndims is None or
-            self._scale_operator.shape[-1].value is None):
+            self._scale_operator.shape.dims[-1].value is None):
           self._dimension = math_ops.cast(
               self._scale_operator.domain_dimension_tensor(),
               dtype=self._scale_operator.dtype, name="dimension")
         else:
           self._dimension = ops.convert_to_tensor(
-              self._scale_operator.shape[-1].value,
+              self._scale_operator.shape.dims[-1].value,
               dtype=self._scale_operator.dtype, name="dimension")
         df_val = tensor_util.constant_value(self._df)
         dim_val = tensor_util.constant_value(self._dimension)
diff --git a/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py b/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py
index cfc867f083..3d6bdab0ad 100644
--- a/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py
+++ b/tensorflow/contrib/gan/python/estimator/python/gan_estimator_test.py
@@ -37,6 +37,7 @@ from tensorflow.python.estimator.estimator import WarmStartSettings
 from tensorflow.python.estimator.inputs import numpy_io
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework.errors_impl import NotFoundError
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
@@ -54,7 +55,8 @@ from tensorflow.python.training import training_util
 def generator_fn(noise_dict, mode):
   del mode
   noise = noise_dict['x']
-  return layers.fully_connected(noise, noise.shape[1].value)
+  return layers.fully_connected(noise, tensor_shape.dimension_value(
+      noise.shape[1]))
 
 
 def discriminator_fn(data, unused_conditioning, mode):
diff --git a/tensorflow/contrib/gan/python/features/python/virtual_batchnorm_impl.py b/tensorflow/contrib/gan/python/features/python/virtual_batchnorm_impl.py
index 650eab97a3..f5c448db41 100644
--- a/tensorflow/contrib/gan/python/features/python/virtual_batchnorm_impl.py
+++ b/tensorflow/contrib/gan/python/features/python/virtual_batchnorm_impl.py
@@ -200,7 +200,7 @@ class VBN(object):
       del reduction_axes[axis]
 
       self._broadcast_shape = [1] * len(input_shape)
-      self._broadcast_shape[axis] = input_shape[axis].value
+      self._broadcast_shape[axis] = input_shape.dims[axis]
 
       self._example_reduction_axes = list(range(ndims))
       del self._example_reduction_axes[max(axis, self._batch_axis)]
diff --git a/tensorflow/contrib/gan/python/losses/python/losses_impl.py b/tensorflow/contrib/gan/python/losses/python/losses_impl.py
index 8bc4db8424..df0342c80c 100644
--- a/tensorflow/contrib/gan/python/losses/python/losses_impl.py
+++ b/tensorflow/contrib/gan/python/losses/python/losses_impl.py
@@ -355,7 +355,8 @@ def wasserstein_gradient_penalty(
       raise ValueError('`generated_data` can\'t have unknown rank.')
 
     differences = generated_data - real_data
-    batch_size = differences.shape[0].value or array_ops.shape(differences)[0]
+    batch_size = differences.shape.dims[0].value or array_ops.shape(
+        differences)[0]
     alpha_shape = [batch_size] + [1] * (differences.shape.ndims - 1)
     alpha = random_ops.random_uniform(shape=alpha_shape)
     interpolates = real_data + (alpha * differences)
diff --git a/tensorflow/contrib/grid_rnn/python/kernel_tests/grid_rnn_test.py b/tensorflow/contrib/grid_rnn/python/kernel_tests/grid_rnn_test.py
index 27aed091c2..363a3c9b4a 100644
--- a/tensorflow/contrib/grid_rnn/python/kernel_tests/grid_rnn_test.py
+++ b/tensorflow/contrib/grid_rnn/python/kernel_tests/grid_rnn_test.py
@@ -696,8 +696,8 @@ class GridRNNCellTest(test.TestCase):
 
     for out, inp in zip(outputs, inputs):
       self.assertEqual(len(out), 1)
-      self.assertTrue(out[0].get_shape()[0].value is None)
-      self.assertEqual(out[0].get_shape()[1], num_units)
+      self.assertTrue(out[0].get_shape().dims[0].value is None)
+      self.assertEqual(out[0].get_shape().dims[1], num_units)
       self.assertEqual(out[0].dtype, inp.dtype)
 
     with self.cached_session() as sess:
diff --git a/tensorflow/contrib/grid_rnn/python/ops/grid_rnn_cell.py b/tensorflow/contrib/grid_rnn/python/ops/grid_rnn_cell.py
index bcd2a34c4e..5f3af43a47 100644
--- a/tensorflow/contrib/grid_rnn/python/ops/grid_rnn_cell.py
+++ b/tensorflow/contrib/grid_rnn/python/ops/grid_rnn_cell.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 from collections import namedtuple
 import functools
 
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import nn
@@ -281,7 +282,8 @@ class GridRNNCell(rnn.RNNCell):
     """
     conf = self._config
 
-    if (inputs is not None and inputs.get_shape().with_rank(2)[1].value > 0 and
+    if (inputs is not None and
+        tensor_shape.dimension_value(inputs.shape.with_rank(2)[1]) > 0 and
         conf.inputs):
       if isinstance(inputs, tuple):
         if len(conf.inputs) != len(inputs):
@@ -291,7 +293,8 @@ class GridRNNCell(rnn.RNNCell):
       else:
         input_splits = array_ops.split(
             value=inputs, num_or_size_splits=len(conf.inputs), axis=1)
-      input_sz = input_splits[0].get_shape().with_rank(2)[1].value
+      input_sz = tensor_shape.dimension_value(
+          input_splits[0].shape.with_rank(2)[1])
 
       for i, j in enumerate(conf.inputs):
         input_project_m = vs.get_variable(
diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index f9b219ada4..9c7ada7afb 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -64,8 +64,8 @@ def _interpolate_bilinear(grid,
     query_type = query_points.dtype
     grid_type = grid.dtype
 
-    if (len(query_points.get_shape()) != 3 or
-        query_points.get_shape()[2].value != 2):
+    if (query_points.shape.rank != 3 or
+        query_points.shape.dims[2].value != 2):
       msg = ('Query points must be 3 dimensional and size 2 in dim 2. Received '
              'size: ')
       raise ValueError(msg + str(query_points.get_shape()))
diff --git a/tensorflow/contrib/image/python/ops/interpolate_spline.py b/tensorflow/contrib/image/python/ops/interpolate_spline.py
index f0b408faa3..3a444d26c2 100644
--- a/tensorflow/contrib/image/python/ops/interpolate_spline.py
+++ b/tensorflow/contrib/image/python/ops/interpolate_spline.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import linalg_ops
 from tensorflow.python.ops import math_ops
@@ -100,12 +101,12 @@ def _solve_interpolation(train_points, train_values, order,
   b, n, _ = array_ops.unstack(array_ops.shape(train_points), num=3)
 
   d = train_points.shape[-1]
-  if d.value is None:
+  if tensor_shape.dimension_value(d) is None:
     raise ValueError('The dimensionality of the input points (d) must be '
                      'statically-inferrable.')
 
   k = train_values.shape[-1]
-  if k.value is None:
+  if tensor_shape.dimension_value(k) is None:
     raise ValueError('The dimensionality of the output values (k) must be '
                      'statically-inferrable.')
 
diff --git a/tensorflow/contrib/image/python/ops/sparse_image_warp.py b/tensorflow/contrib/image/python/ops/sparse_image_warp.py
index 1ea8f705b7..51449ff5e9 100644
--- a/tensorflow/contrib/image/python/ops/sparse_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/sparse_image_warp.py
@@ -24,6 +24,7 @@ from tensorflow.contrib.image.python.ops import interpolate_spline
 
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 
 
@@ -76,7 +77,7 @@ def _add_zero_flow_controls_at_boundary(control_point_locations,
     merged_control_point_flows: augmented set of control point flows
   """
 
-  batch_size = control_point_locations.get_shape()[0].value
+  batch_size = tensor_shape.dimension_value(control_point_locations.shape[0])
 
   boundary_point_locations = _get_boundary_locations(image_height, image_width,
                                                      boundary_points_per_edge)
diff --git a/tensorflow/contrib/layers/python/layers/embedding_ops.py b/tensorflow/contrib/layers/python/layers/embedding_ops.py
index 60e1d85ea9..429d696daf 100644
--- a/tensorflow/contrib/layers/python/layers/embedding_ops.py
+++ b/tensorflow/contrib/layers/python/layers/embedding_ops.py
@@ -124,7 +124,8 @@ def safe_embedding_lookup_sparse(embedding_weights,
                                            sparse_weights]) as scope:
     # Reshape higher-rank sparse ids and weights to linear segment ids.
     original_shape = sparse_ids.dense_shape
-    original_rank_dim = sparse_ids.dense_shape.get_shape()[0]
+    original_rank_dim = tensor_shape.Dimension(tensor_shape.dimension_value(
+        sparse_ids.dense_shape.get_shape()[0]))
     original_rank = (
         array_ops.size(original_shape)
         if original_rank_dim.value is None
@@ -349,7 +350,7 @@ def _sampled_scattered_embedding_lookup(
       shape = params[p].get_shape()
       shape.assert_has_rank(1)
       shape.assert_is_fully_defined()
-      partition_sizes.append(shape[0].value)
+      partition_sizes.append(tensor_shape.dimension_value(shape[0]))
     num_params = sum(partition_sizes)  # Total number of parameters.
 
     # Assert the size of each partition.
@@ -779,16 +780,16 @@ def _embedding_lookup_with_distributed_aggregation(params,
         # Compute num_total_ids as the sum of dim-0 of params, then assign to
         # partitions based on a constant number of ids per partition. Optimize
         # if we already know the full shape statically.
-        dim_0_size = params[0].get_shape()[0]
+        dim_0_size = params[0].get_shape().dims[0]
         for p in xrange(1, np):
-          dim_0_size += params[p].get_shape()[0]
+          dim_0_size += params[p].get_shape().dims[0]
         if dim_0_size.value:
-          num_total_ids = constant_op.constant(dim_0_size.value, flat_ids.dtype)
+          num_total_ids = constant_op.constant(dim_0_size, flat_ids.dtype)
         else:
           dim_0_sizes = []
           for p in xrange(np):
-            if params[p].get_shape()[0].value is not None:
-              dim_0_sizes.append(params[p].get_shape()[0].value)
+            if params[p].get_shape().dims[0].value is not None:
+              dim_0_sizes.append(params[p].get_shape().dims[0].value)
             else:
               with ops.colocate_with(params[p]):
                 dim_0_sizes.append(array_ops.shape(params[p])[0])
diff --git a/tensorflow/contrib/layers/python/layers/layers.py b/tensorflow/contrib/layers/python/layers/layers.py
index a82d4c1951..60aab821dc 100644
--- a/tensorflow/contrib/layers/python/layers/layers.py
+++ b/tensorflow/contrib/layers/python/layers/layers.py
@@ -274,7 +274,7 @@ def _fused_batch_norm(inputs,
                        ' Expected 2 or 4 but got %d' % (inputs.name,
                                                         original_rank))
     if original_rank == 2:
-      channels = inputs.get_shape()[-1].value
+      channels = inputs.get_shape().dims[-1].value
       if channels is None:
         raise ValueError('`C` dimension must be known but is None')
       new_shape = [-1, 1, 1, channels]
@@ -692,7 +692,7 @@ def batch_norm(inputs,
       # explicitly reshape the params to params_shape_broadcast when computing
       # the moments and the batch normalization.
       params_shape_broadcast = list(
-          [1, inputs_shape[1].value] + [1 for _ in range(2, inputs_rank)])
+          [1, inputs_shape.dims[1].value] + [1 for _ in range(2, inputs_rank)])
     else:
       moments_axes = list(range(inputs_rank - 1))
       params_shape = inputs_shape[-1:]
@@ -890,7 +890,7 @@ def bias_add(inputs,
     elif inputs_rank != 4 and data_format == DATA_FORMAT_NCHW:
       raise ValueError('Data format NCHW only supports 4D Tensor')
     axis = 1 if data_format == DATA_FORMAT_NCHW else -1
-    num_features = inputs_shape[axis].value
+    num_features = inputs_shape.dims[axis].value
     if num_features is None:
       raise ValueError('`C` dimension must be known but is None')
     biases_collections = utils.get_variable_collections(variables_collections,
@@ -2010,7 +2010,7 @@ class GDN(base.Layer):
   def build(self, input_shape):
     channel_axis = self._channel_axis()
     input_shape = tensor_shape.TensorShape(input_shape)
-    num_channels = input_shape[channel_axis].value
+    num_channels = input_shape.dims[channel_axis].value
     if num_channels is None:
       raise ValueError('The channel dimension of the inputs to `GDN` '
                        'must be defined.')
@@ -2100,7 +2100,7 @@ class GDN(base.Layer):
     input_shape = tensor_shape.TensorShape(input_shape)
     if not 3 <= input_shape.ndim <= 5:
       raise ValueError('`input_shape` must be of rank 3 to 5, inclusive.')
-    if input_shape[channel_axis].value is None:
+    if input_shape.dims[channel_axis].value is None:
       raise ValueError(
           'The channel dimension of `input_shape` must be defined.')
     return input_shape
@@ -2951,7 +2951,7 @@ def spatial_softmax(features,
       num_channels, height, width = static_shape[1], shape[2], shape[3]
     else:
       raise ValueError('data_format has to be either NCHW or NHWC.')
-    if num_channels.value is None:
+    if tensor_shape.dimension_value(num_channels) is None:
       raise ValueError('The num_channels dimension of the inputs to '
                        '`spatial_softmax` should be defined. Found `None`.')
 
@@ -2994,9 +2994,11 @@ def spatial_softmax(features,
       expected_y = math_ops.reduce_sum(
           pos_y * softmax_attention, [1], keepdims=True)
       expected_xy = array_ops.concat([expected_x, expected_y], 1)
-      feature_keypoints = array_ops.reshape(expected_xy,
-                                            [-1, num_channels.value * 2])
-      feature_keypoints.set_shape([None, num_channels.value * 2])
+      feature_keypoints = array_ops.reshape(
+          expected_xy,
+          [-1, tensor_shape.dimension_value(num_channels) * 2])
+      feature_keypoints.set_shape(
+          [None, tensor_shape.dimension_value(num_channels) * 2])
   return feature_keypoints
 
 
diff --git a/tensorflow/contrib/linear_optimizer/python/ops/sdca_ops.py b/tensorflow/contrib/linear_optimizer/python/ops/sdca_ops.py
index 94ff1dd5b0..f3f1dcd98d 100644
--- a/tensorflow/contrib/linear_optimizer/python/ops/sdca_ops.py
+++ b/tensorflow/contrib/linear_optimizer/python/ops/sdca_ops.py
@@ -26,6 +26,7 @@ from tensorflow.python.compat import compat
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework.ops import internal_convert_to_tensor
 from tensorflow.python.framework.ops import name_scope
 from tensorflow.python.ops import array_ops
@@ -427,14 +428,15 @@ class SdcaModel(object):
           dim_0_size = self._get_first_dimension_size_statically(
               w, num_partitions)
 
-          if dim_0_size.value:
-            num_total_ids = constant_op.constant(dim_0_size.value,
-                                                 flat_ids.dtype)
+          if tensor_shape.dimension_value(dim_0_size):
+            num_total_ids = constant_op.constant(
+                tensor_shape.dimension_value(dim_0_size),
+                flat_ids.dtype)
           else:
             dim_0_sizes = []
             for p in range(num_partitions):
-              if w[p].get_shape()[0].value is not None:
-                dim_0_sizes.append(w[p].get_shape()[0].value)
+              if tensor_shape.dimension_value(w[p].shape[0]) is not None:
+                dim_0_sizes.append(tensor_shape.dimension_value(w[p].shape[0]))
               else:
                 with ops.colocate_with(w[p]):
                   dim_0_sizes.append(array_ops.shape(w[p])[0])
diff --git a/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py b/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py
index 44a869f7c2..de58db90e9 100644
--- a/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py
+++ b/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py
@@ -92,7 +92,7 @@ class ShardedMutableDenseHashTable(lookup.LookupInterface):
     if key_shape.ndims > 1:
       # If keys are a matrix (i.e. a single key is a vector), we use the first
       # element of each key vector to determine the shard.
-      keys = array_ops.slice(keys, [0, 0], [key_shape[0].value, 1])
+      keys = array_ops.slice(keys, [0, 0], [key_shape.dims[0].value, 1])
       keys = array_ops.reshape(keys, [-1])
     indices = math_ops.mod(math_ops.abs(keys), self._num_shards)
     return math_ops.cast(indices, dtypes.int32)
diff --git a/tensorflow/contrib/model_pruning/python/layers/core_layers.py b/tensorflow/contrib/model_pruning/python/layers/core_layers.py
index 764ab620bc..f0ce6fe039 100644
--- a/tensorflow/contrib/model_pruning/python/layers/core_layers.py
+++ b/tensorflow/contrib/model_pruning/python/layers/core_layers.py
@@ -124,10 +124,10 @@ class _MaskedConv(base.Layer):
   def build(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
     channel_axis = 1 if self.data_format == 'channels_first' else -1
-    if input_shape[channel_axis].value is None:
+    if tensor_shape.dimension_value(input_shape[channel_axis]) is None:
       raise ValueError('The channel dimension of the inputs '
                        'should be defined. Found `None`.')
-    input_dim = input_shape[channel_axis].value
+    input_dim = tensor_shape.dimension_value(input_shape[channel_axis])
     kernel_shape = self.kernel_size + (input_dim, self.filters)
     self.mask = self.add_variable(
         name='mask',
@@ -397,15 +397,15 @@ class MaskedFullyConnected(base.Layer):
 
   def build(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
-    if input_shape[-1].value is None:
+    if tensor_shape.dimension_value(input_shape[-1]) is None:
       raise ValueError('The last dimension of the inputs to `Dense` '
                        'should be defined. Found `None`.')
     self.input_spec = base.InputSpec(
-        min_ndim=2, axes={-1: input_shape[-1].value})
+        min_ndim=2, axes={-1: tensor_shape.dimension_value(input_shape[-1])})
 
     self.kernel = self.add_variable(
         'kernel',
-        shape=[input_shape[-1].value, self.units],
+        shape=[tensor_shape.dimension_value(input_shape[-1]), self.units],
         initializer=self.kernel_initializer,
         regularizer=self.kernel_regularizer,
         dtype=self.dtype,
@@ -413,7 +413,7 @@ class MaskedFullyConnected(base.Layer):
 
     self.mask = self.add_variable(
         name='mask',
-        shape=[input_shape[-1].value, self.units],
+        shape=[tensor_shape.dimension_value(input_shape[-1]), self.units],
         initializer=init_ops.ones_initializer(),
         trainable=False,
         dtype=self.dtype)
@@ -470,7 +470,7 @@ class MaskedFullyConnected(base.Layer):
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
     input_shape = input_shape.with_rank_at_least(2)
-    if input_shape[-1].value is None:
+    if tensor_shape.dimension_value(input_shape[-1]) is None:
       raise ValueError(
           'The innermost dimension of input_shape must be defined, but saw: %s'
           % input_shape)
diff --git a/tensorflow/contrib/model_pruning/python/layers/rnn_cells.py b/tensorflow/contrib/model_pruning/python/layers/rnn_cells.py
index 5f6c6aea74..2959019d6d 100644
--- a/tensorflow/contrib/model_pruning/python/layers/rnn_cells.py
+++ b/tensorflow/contrib/model_pruning/python/layers/rnn_cells.py
@@ -94,7 +94,7 @@ class MaskedBasicLSTMCell(tf_rnn.BasicLSTMCell):
 
     self.built = False
 
-    input_depth = inputs_shape[1].value
+    input_depth = inputs_shape.dims[1].value
     h_depth = self._num_units
     self._mask = self.add_variable(
         name="mask",
@@ -243,7 +243,7 @@ class MaskedLSTMCell(tf_rnn.LSTMCell):
 
     self.built = False
 
-    input_depth = inputs_shape[1].value
+    input_depth = inputs_shape.dims[1].value
     h_depth = self._num_units
     self._mask = self.add_variable(
         name="mask",
@@ -304,7 +304,7 @@ class MaskedLSTMCell(tf_rnn.LSTMCell):
       c_prev = array_ops.slice(state, [0, 0], [-1, self._num_units])
       m_prev = array_ops.slice(state, [0, self._num_units], [-1, num_proj])
 
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
diff --git a/tensorflow/contrib/opt/python/training/external_optimizer.py b/tensorflow/contrib/opt/python/training/external_optimizer.py
index 82ebca7f20..e5e52f7dc3 100644
--- a/tensorflow/contrib/opt/python/training/external_optimizer.py
+++ b/tensorflow/contrib/opt/python/training/external_optimizer.py
@@ -429,7 +429,7 @@ def _accumulate(list_):
 
 
 def _get_shape_tuple(tensor):
-  return tuple(dim.value for dim in tensor.get_shape())
+  return tuple(tensor.get_shape().as_list())
 
 
 def _prod(array):
diff --git a/tensorflow/contrib/opt/python/training/ggt.py b/tensorflow/contrib/opt/python/training/ggt.py
index cae952d8f5..6dc17fe5a5 100644
--- a/tensorflow/contrib/opt/python/training/ggt.py
+++ b/tensorflow/contrib/opt/python/training/ggt.py
@@ -21,6 +21,7 @@ import collections
 import numpy as np
 from tensorflow.contrib.optimizer_v2 import optimizer_v2
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import linalg_ops
@@ -120,7 +121,7 @@ class GGTOptimizer(optimizer_v2.OptimizerV2):
     # Construct ordered dictionary for variable dimensions, sorted by name.
     shape_dict = {}
     for v in var_list:
-      shape_dict[v.name] = np.prod(v.get_shape()).value
+      shape_dict[v.name] = tensor_shape.dimension_value(np.prod(v.get_shape()))
     self.shape_dict = collections.OrderedDict(
         sorted(shape_dict.items(), key=lambda t: t[0]))
 
diff --git a/tensorflow/contrib/rnn/python/ops/core_rnn_cell.py b/tensorflow/contrib/rnn/python/ops/core_rnn_cell.py
index 645f82624b..6da58747e8 100644
--- a/tensorflow/contrib/rnn/python/ops/core_rnn_cell.py
+++ b/tensorflow/contrib/rnn/python/ops/core_rnn_cell.py
@@ -83,11 +83,11 @@ class _Linear(object):
     for shape in shapes:
       if shape.ndims != 2:
         raise ValueError("linear is expecting 2D arguments: %s" % shapes)
-      if shape[1].value is None:
+      if shape.dims[1].value is None:
         raise ValueError("linear expects shape[1] to be provided for shape %s, "
                          "but saw %s" % (shape, shape[1]))
       else:
-        total_arg_size += shape[1].value
+        total_arg_size += shape.dims[1].value
 
     dtype = [a.dtype for a in args][0]
 
@@ -156,11 +156,11 @@ def _linear(args,
   for shape in shapes:
     if shape.ndims != 2:
       raise ValueError("linear is expecting 2D arguments: %s" % shapes)
-    if shape[1].value is None:
+    if shape.dims[1].value is None:
       raise ValueError("linear expects shape[1] to be provided for shape %s, "
                        "but saw %s" % (shape, shape[1]))
     else:
-      total_arg_size += shape[1].value
+      total_arg_size += shape.dims[1].value
 
   dtype = [a.dtype for a in args][0]
 
diff --git a/tensorflow/contrib/rnn/python/ops/gru_ops.py b/tensorflow/contrib/rnn/python/ops/gru_ops.py
index 81ca12317b..b30ca7882f 100644
--- a/tensorflow/contrib/rnn/python/ops/gru_ops.py
+++ b/tensorflow/contrib/rnn/python/ops/gru_ops.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 from tensorflow.contrib.rnn.ops import gen_gru_ops
 from tensorflow.contrib.util import loader
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.layers import base as base_layer
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import init_ops
@@ -176,7 +177,7 @@ class GRUBlockCell(LayerRNNCell):
 
   def build(self, input_shape):
     # Check if the input size exist.
-    input_size = input_shape[1].value
+    input_size = tensor_shape.dimension_value(input_shape[1])
     if input_size is None:
       raise ValueError("Expecting input_size to be set.")
 
@@ -221,7 +222,7 @@ class GRUBlockCellV2(GRUBlockCell):
 
   def build(self, input_shape):
     """GRU cell."""
-    input_size = input_shape[1].value
+    input_size = tensor_shape.dimension_value(input_shape[1])
     if input_size is None:
       raise ValueError("Expecting input_size to be set.")
 
diff --git a/tensorflow/contrib/rnn/python/ops/lstm_ops.py b/tensorflow/contrib/rnn/python/ops/lstm_ops.py
index f2975b9806..7edb0f110c 100644
--- a/tensorflow/contrib/rnn/python/ops/lstm_ops.py
+++ b/tensorflow/contrib/rnn/python/ops/lstm_ops.py
@@ -113,7 +113,7 @@ def _lstm_block_cell(x,
     ValueError: If cell_size is None.
   """
   if wci is None:
-    cell_size = cs_prev.get_shape().with_rank(2)[1].value
+    cell_size = cs_prev.get_shape().with_rank(2).dims[1].value
     if cell_size is None:
       raise ValueError("cell_size from `cs_prev` should not be None.")
     wci = array_ops.constant(0, dtype=dtypes.float32, shape=[cell_size])
@@ -187,8 +187,8 @@ def _block_lstm(seq_len_max,
   Raises:
     ValueError: If `b` does not have a valid shape.
   """
-  batch_size = x[0].get_shape().with_rank(2)[0].value
-  cell_size4 = b.get_shape().with_rank(1)[0].value
+  batch_size = x[0].get_shape().with_rank(2).dims[0].value
+  cell_size4 = b.get_shape().with_rank(1).dims[0].value
   if cell_size4 is None:
     raise ValueError("`b` shape must not be None.")
   cell_size = cell_size4 / 4
@@ -238,13 +238,13 @@ def _LSTMBlockCellGrad(op, *grad):
   (i, cs, f, o, ci, co, _) = op.outputs
   (_, cs_grad, _, _, _, _, h_grad) = grad
 
-  batch_size = x.get_shape().with_rank(2)[0].value
+  batch_size = x.get_shape().with_rank(2).dims[0].value
   if batch_size is None:
     batch_size = -1
-  input_size = x.get_shape().with_rank(2)[1].value
+  input_size = x.get_shape().with_rank(2).dims[1].value
   if input_size is None:
     raise ValueError("input_size from `x` should not be None.")
-  cell_size = cs_prev.get_shape().with_rank(2)[1].value
+  cell_size = cs_prev.get_shape().with_rank(2).dims[1].value
   if cell_size is None:
     raise ValueError("cell_size from `cs_prev` should not be None.")
 
@@ -393,10 +393,10 @@ class LSTMBlockCell(LayerRNNCell):
     return self._num_units
 
   def build(self, inputs_shape):
-    if not inputs_shape[1].value:
+    if not inputs_shape.dims[1].value:
       raise ValueError(
           "Expecting inputs_shape[1] to be set: %s" % str(inputs_shape))
-    input_size = inputs_shape[1].value
+    input_size = inputs_shape.dims[1].value
     self._kernel = self.add_variable(
         self._names["W"], [input_size + self._num_units, self._num_units * 4])
     self._bias = self.add_variable(
@@ -511,10 +511,10 @@ class LSTMBlockWrapper(base_layer.Layer):
     inputs_shape = inputs.get_shape().with_rank(3)
     if not inputs_shape[2]:
       raise ValueError("Expecting inputs_shape[2] to be set: %s" % inputs_shape)
-    batch_size = inputs_shape[1].value
+    batch_size = inputs_shape.dims[1].value
     if batch_size is None:
       batch_size = array_ops.shape(inputs)[1]
-    time_len = inputs_shape[0].value
+    time_len = inputs_shape.dims[0].value
     if time_len is None:
       time_len = array_ops.shape(inputs)[0]
 
@@ -632,7 +632,7 @@ class LSTMBlockFusedCell(LSTMBlockWrapper):
     return self._num_units
 
   def build(self, input_shape):
-    input_size = input_shape[2].value
+    input_size = input_shape.dims[2].value
     self._kernel = self.add_variable(
         "kernel", [input_size + self._num_units, self._num_units * 4])
     self._bias = self.add_variable(
@@ -674,7 +674,7 @@ class LSTMBlockFusedCell(LSTMBlockWrapper):
     """
 
     inputs_shape = inputs.get_shape().with_rank(3)
-    time_len = inputs_shape[0].value
+    time_len = inputs_shape.dims[0].value
     if time_len is None:
       time_len = array_ops.shape(inputs)[0]
 
diff --git a/tensorflow/contrib/rnn/python/ops/rnn_cell.py b/tensorflow/contrib/rnn/python/ops/rnn_cell.py
index 0f693e9154..e159dc9579 100644
--- a/tensorflow/contrib/rnn/python/ops/rnn_cell.py
+++ b/tensorflow/contrib/rnn/python/ops/rnn_cell.py
@@ -251,11 +251,13 @@ class CoupledInputForgetGateLSTMCell(rnn_cell_impl.RNNCell):
       m_prev = array_ops.slice(state, [0, self._num_units], [-1, num_proj])
 
     dtype = inputs.dtype
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
     concat_w = _get_concat_variable(
-        "W", [input_size.value + num_proj, 3 * self._num_units], dtype,
+        "W",
+        [input_size.value + num_proj, 3 * self._num_units],
+        dtype,
         self._num_unit_shards)
 
     b = vs.get_variable(
@@ -429,7 +431,7 @@ class TimeFreqLSTMCell(rnn_cell_impl.RNNCell):
 
     # initialize the first freq state to be zero
     m_prev_freq = array_ops.zeros(
-        [inputs.shape[0].value or inputs.get_shape()[0], self._num_units],
+        [inputs.shape.dims[0].value or inputs.get_shape()[0], self._num_units],
         dtype)
     for fq in range(len(freq_inputs)):
       c_prev = array_ops.slice(state, [0, 2 * fq * self._num_units],
@@ -480,7 +482,7 @@ class TimeFreqLSTMCell(rnn_cell_impl.RNNCell):
     Raises:
       ValueError: if input_size cannot be inferred from static shape inference.
     """
-    input_size = input_feat.get_shape().with_rank(2)[-1].value
+    input_size = input_feat.get_shape().with_rank(2).dims[-1].value
     if input_size is None:
       raise ValueError("Cannot infer input_size from static shape inference.")
     num_feats = int(
@@ -636,7 +638,8 @@ class GridLSTMCell(rnn_cell_impl.RNNCell):
       ValueError: if an input_size was specified and the provided inputs have
         a different dimension.
     """
-    batch_size = inputs.shape[0].value or array_ops.shape(inputs)[0]
+    batch_size = tensor_shape.dimension_value(
+        inputs.shape[0]) or array_ops.shape(inputs)[0]
     freq_inputs = self._make_tf_features(inputs)
     m_out_lst = []
     state_out_lst = []
@@ -886,7 +889,7 @@ class GridLSTMCell(rnn_cell_impl.RNNCell):
     Raises:
       ValueError: if input_size cannot be inferred from static shape inference.
     """
-    input_size = input_feat.get_shape().with_rank(2)[-1].value
+    input_size = input_feat.get_shape().with_rank(2).dims[-1].value
     if input_size is None:
       raise ValueError("Cannot infer input_size from static shape inference.")
     if slice_offset > 0:
@@ -910,7 +913,7 @@ class GridLSTMCell(rnn_cell_impl.RNNCell):
     if not self._start_freqindex_list:
       if len(self._num_frequency_blocks) != 1:
         raise ValueError("Length of num_frequency_blocks"
-                         " is not 1, but instead is %d",
+                         " is not 1, but instead is %d" %
                          len(self._num_frequency_blocks))
       num_feats = int(
           (input_size - self._feature_size) / (self._frequency_skip)) + 1
@@ -1058,7 +1061,8 @@ class BidirectionalGridLSTMCell(GridLSTMCell):
       ValueError: if an input_size was specified and the provided inputs have
         a different dimension.
     """
-    batch_size = inputs.shape[0].value or array_ops.shape(inputs)[0]
+    batch_size = tensor_shape.dimension_value(
+        inputs.shape[0]) or array_ops.shape(inputs)[0]
     fwd_inputs = self._make_tf_features(inputs)
     if self._backward_slice_offset:
       bwd_inputs = self._make_tf_features(inputs, self._backward_slice_offset)
@@ -1289,7 +1293,7 @@ class HighwayWrapper(rnn_cell_impl.RNNCell):
       return self._cell.zero_state(batch_size, dtype)
 
   def _highway(self, inp, out):
-    input_size = inp.get_shape().with_rank(2)[1].value
+    input_size = inp.get_shape().with_rank(2).dims[1].value
     carry_weight = vs.get_variable("carry_w", [input_size, input_size])
     carry_bias = vs.get_variable(
         "carry_b", [input_size],
@@ -1536,7 +1540,7 @@ class NASCell(rnn_cell_impl.RNNCell):
     (c_prev, m_prev) = state
 
     dtype = inputs.dtype
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
     # Variables for the NAS cell. W_m is all matrices multiplying the
@@ -1674,7 +1678,7 @@ class UGRNNCell(rnn_cell_impl.RNNCell):
     """
     sigmoid = math_ops.sigmoid
 
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
@@ -1785,7 +1789,7 @@ class IntersectionRNNCell(rnn_cell_impl.RNNCell):
     sigmoid = math_ops.sigmoid
     tanh = math_ops.tanh
 
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
@@ -2362,11 +2366,12 @@ class GLSTMCell(rnn_cell_impl.RNNCell):
     """
     (c_prev, m_prev) = state
 
-    self._batch_size = inputs.shape[0].value or array_ops.shape(inputs)[0]
+    self._batch_size = tensor_shape.dimension_value(
+        inputs.shape[0]) or array_ops.shape(inputs)[0]
 
     # If the input size is statically-known, calculate and validate its group
     # size.  Otherwise, use the output group size.
-    input_size = inputs.shape[1].value
+    input_size = tensor_shape.dimension_value(inputs.shape[1])
     if input_size is None:
       raise ValueError("input size must be statically known")
     if input_size % self._number_of_groups != 0:
@@ -2587,11 +2592,11 @@ class LayerNormLSTMCell(rnn_cell_impl.RNNCell):
     for shape in shapes:
       if shape.ndims != 2:
         raise ValueError("linear is expecting 2D arguments: %s" % shapes)
-      if shape[1].value is None:
+      if tensor_shape.dimension_value(shape[1]) is None:
         raise ValueError("linear expects shape[1] to be provided for shape %s, "
                          "but saw %s" % (shape, shape[1]))
       else:
-        total_arg_size += shape[1].value
+        total_arg_size += tensor_shape.dimension_value(shape[1])
 
     dtype = [a.dtype for a in args][0]
 
@@ -2649,7 +2654,7 @@ class LayerNormLSTMCell(rnn_cell_impl.RNNCell):
     (c_prev, m_prev) = state
 
     dtype = inputs.dtype
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
     scope = vs.get_variable_scope()
@@ -2758,11 +2763,11 @@ class SRUCell(rnn_cell_impl.LayerRNNCell):
     return self._num_units
 
   def build(self, inputs_shape):
-    if inputs_shape[1].value is None:
+    if tensor_shape.dimension_value(inputs_shape[1]) is None:
       raise ValueError(
           "Expected inputs.shape[-1] to be known, saw shape: %s" % inputs_shape)
 
-    input_depth = inputs_shape[1].value
+    input_depth = tensor_shape.dimension_value(inputs_shape[1])
 
     # pylint: disable=protected-access
     self._kernel = self.add_variable(
@@ -2935,11 +2940,11 @@ class WeightNormLSTMCell(rnn_cell_impl.RNNCell):
     for shape in shapes:
       if shape.ndims != 2:
         raise ValueError("linear is expecting 2D arguments: %s" % shapes)
-      if shape[1].value is None:
+      if tensor_shape.dimension_value(shape[1]) is None:
         raise ValueError("linear expects shape[1] to be provided for shape %s, "
                          "but saw %s" % (shape, shape[1]))
       else:
-        total_arg_size += shape[1].value
+        total_arg_size += tensor_shape.dimension_value(shape[1])
 
     dtype = [a.dtype for a in args][0]
 
@@ -2955,7 +2960,7 @@ class WeightNormLSTMCell(rnn_cell_impl.RNNCell):
         st = 0
         with ops.control_dependencies(None):
           for i in range(len(args)):
-            en = st + shapes[i][1].value
+            en = st + tensor_shape.dimension_value(shapes[i][1])
             wn.append(
                 self._normalize(weights[st:en, :], name="norm_{}".format(i)))
             st = en
@@ -3009,7 +3014,7 @@ class WeightNormLSTMCell(rnn_cell_impl.RNNCell):
     sigmoid = math_ops.sigmoid
     c, h = state
 
-    input_size = inputs.get_shape().with_rank(2)[1]
+    input_size = inputs.get_shape().with_rank(2).dims[1]
     if input_size.value is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
@@ -3098,11 +3103,11 @@ class IndRNNCell(rnn_cell_impl.LayerRNNCell):
     return self._num_units
 
   def build(self, inputs_shape):
-    if inputs_shape[1].value is None:
+    if tensor_shape.dimension_value(inputs_shape[1]) is None:
       raise ValueError(
           "Expected inputs.shape[-1] to be known, saw shape: %s" % inputs_shape)
 
-    input_depth = inputs_shape[1].value
+    input_depth = tensor_shape.dimension_value(inputs_shape[1])
     # pylint: disable=protected-access
     self._kernel_w = self.add_variable(
         "%s_w" % rnn_cell_impl._WEIGHTS_VARIABLE_NAME,
@@ -3194,11 +3199,11 @@ class IndyGRUCell(rnn_cell_impl.LayerRNNCell):
     return self._num_units
 
   def build(self, inputs_shape):
-    if inputs_shape[1].value is None:
+    if tensor_shape.dimension_value(inputs_shape[1]) is None:
       raise ValueError(
           "Expected inputs.shape[-1] to be known, saw shape: %s" % inputs_shape)
 
-    input_depth = inputs_shape[1].value
+    input_depth = tensor_shape.dimension_value(inputs_shape[1])
     # pylint: disable=protected-access
     self._gate_kernel_w = self.add_variable(
         "gates/%s_w" % rnn_cell_impl._WEIGHTS_VARIABLE_NAME,
@@ -3335,11 +3340,11 @@ class IndyLSTMCell(rnn_cell_impl.LayerRNNCell):
     return self._num_units
 
   def build(self, inputs_shape):
-    if inputs_shape[1].value is None:
+    if tensor_shape.dimension_value(inputs_shape[1]) is None:
       raise ValueError(
           "Expected inputs.shape[-1] to be known, saw shape: %s" % inputs_shape)
 
-    input_depth = inputs_shape[1].value
+    input_depth = tensor_shape.dimension_value(inputs_shape[1])
     # pylint: disable=protected-access
     self._kernel_w = self.add_variable(
         "%s_w" % rnn_cell_impl._WEIGHTS_VARIABLE_NAME,
@@ -3492,12 +3497,13 @@ class MinimalRNNCell(rnn_cell_impl.LayerRNNCell):
         static shape inference.
     """
     input_size = inputs.get_shape()[1]
-    if input_size.value is None:
+    if tensor_shape.dimension_value(input_size) is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
     feedforward_weight, gate_weight = array_ops.split(
         value=self.kernel,
-        num_or_size_splits=[input_size.value, 2 * self.units],
+        num_or_size_splits=[tensor_shape.dimension_value(input_size),
+                            2 * self.units],
         axis=0)
 
     feedforward = math_ops.matmul(inputs, feedforward_weight)
@@ -3611,7 +3617,7 @@ class CFNCell(rnn_cell_impl.LayerRNNCell):
         static shape inference.
     """
     input_size = inputs.get_shape()[-1]
-    if input_size.value is None:
+    if tensor_shape.dimension_value(input_size) is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
     # The variable names u, v, w, b are consistent with the notations in the
diff --git a/tensorflow/contrib/seq2seq/python/kernel_tests/attention_wrapper_test.py b/tensorflow/contrib/seq2seq/python/kernel_tests/attention_wrapper_test.py
index c1e36b2ea3..8668c67cf9 100644
--- a/tensorflow/contrib/seq2seq/python/kernel_tests/attention_wrapper_test.py
+++ b/tensorflow/contrib/seq2seq/python/kernel_tests/attention_wrapper_test.py
@@ -160,7 +160,7 @@ class AttentionWrapperTest(test.TestCase):
       # Compute sum of attention_layers output depth.
       attention_depth = sum(
           attention_layer.compute_output_shape(
-              [batch_size, cell_depth + encoder_output_depth])[-1].value
+              [batch_size, cell_depth + encoder_output_depth]).dims[-1].value
           for attention_layer in attention_layers)
     else:
       attention_depth = encoder_output_depth * len(create_attention_mechanisms)
diff --git a/tensorflow/contrib/seq2seq/python/ops/attention_wrapper.py b/tensorflow/contrib/seq2seq/python/ops/attention_wrapper.py
index 0ba32cd3bf..77e9f848b1 100644
--- a/tensorflow/contrib/seq2seq/python/ops/attention_wrapper.py
+++ b/tensorflow/contrib/seq2seq/python/ops/attention_wrapper.py
@@ -108,13 +108,14 @@ def _prepare_memory(memory, memory_sequence_length, check_inner_dims_defined):
         maxlen=array_ops.shape(nest.flatten(memory)[0])[1],
         dtype=nest.flatten(memory)[0].dtype)
     seq_len_batch_size = (
-        memory_sequence_length.shape[0].value
+        tensor_shape.dimension_value(memory_sequence_length.shape[0])
         or array_ops.shape(memory_sequence_length)[0])
   def _maybe_mask(m, seq_len_mask):
     rank = m.get_shape().ndims
     rank = rank if rank is not None else array_ops.rank(m)
     extra_ones = array_ops.ones(rank - 2, dtype=dtypes.int32)
-    m_batch_size = m.shape[0].value or array_ops.shape(m)[0]
+    m_batch_size = tensor_shape.dimension_value(
+        m.shape[0]) or array_ops.shape(m)[0]
     if memory_sequence_length is not None:
       message = ("memory_sequence_length and memory tensor batch sizes do not "
                  "match.")
@@ -215,9 +216,10 @@ class _BaseAttentionMechanism(AttentionMechanism):
           self.memory_layer(self._values) if self.memory_layer  # pylint: disable=not-callable
           else self._values)
       self._batch_size = (
-          self._keys.shape[0].value or array_ops.shape(self._keys)[0])
-      self._alignments_size = (self._keys.shape[1].value or
-                               array_ops.shape(self._keys)[1])
+          tensor_shape.dimension_value(self._keys.shape[0]) or
+          array_ops.shape(self._keys)[0])
+      self._alignments_size = (tensor_shape.dimension_value(self._keys.shape[1])
+                               or array_ops.shape(self._keys)[1])
 
   @property
   def memory_layer(self):
@@ -463,7 +465,8 @@ def _bahdanau_score(processed_query, keys, normalize):
   """
   dtype = processed_query.dtype
   # Get the number of hidden units from the trailing dimension of keys
-  num_units = keys.shape[2].value or array_ops.shape(keys)[2]
+  num_units = tensor_shape.dimension_value(
+      keys.shape[2]) or array_ops.shape(keys)[2]
   # Reshape from [batch_size, ...] to [batch_size, 1, ...] for broadcasting.
   processed_query = array_ops.expand_dims(processed_query, 1)
   v = variable_scope.get_variable(
@@ -649,8 +652,9 @@ def monotonic_attention(p_choose_i, previous_attention, mode):
   previous_attention = ops.convert_to_tensor(
       previous_attention, name="previous_attention")
   if mode == "recursive":
-    # Use .shape[0].value when it's not None, or fall back on symbolic shape
-    batch_size = p_choose_i.shape[0].value or array_ops.shape(p_choose_i)[0]
+    # Use .shape[0] when it's not None, or fall back on symbolic shape
+    batch_size = tensor_shape.dimension_value(
+        p_choose_i.shape[0]) or array_ops.shape(p_choose_i)[0]
     # Compute [1, 1 - p_choose_i[0], 1 - p_choose_i[1], ..., 1 - p_choose_i[-2]]
     shifted_1mp_choose_i = array_ops.concat(
         [array_ops.ones((batch_size, 1)), 1 - p_choose_i[:, :-1]], 1)
@@ -1035,8 +1039,8 @@ def hardmax(logits, name=None):
   """
   with ops.name_scope(name, "Hardmax", [logits]):
     logits = ops.convert_to_tensor(logits, name="logits")
-    if logits.get_shape()[-1].value is not None:
-      depth = logits.get_shape()[-1].value
+    if tensor_shape.dimension_value(logits.get_shape()[-1]) is not None:
+      depth = tensor_shape.dimension_value(logits.get_shape()[-1])
     else:
       depth = array_ops.shape(logits)[-1]
     return array_ops.one_hot(
@@ -1224,15 +1228,16 @@ class AttentionWrapper(rnn_cell_impl.RNNCell):
             "layer per attention_mechanism, saw: %d vs %d"
             % (len(self._attention_layers), len(attention_mechanisms)))
       self._attention_layer_size = sum(
-          layer.compute_output_shape(
+          tensor_shape.dimension_value(layer.compute_output_shape(
               [None,
-               cell.output_size + mechanism.values.shape[-1].value])[-1].value
+               cell.output_size + tensor_shape.dimension_value(
+                   mechanism.values.shape[-1])])[-1])
           for layer, mechanism in zip(
               self._attention_layers, attention_mechanisms))
     else:
       self._attention_layers = None
       self._attention_layer_size = sum(
-          attention_mechanism.values.get_shape()[-1].value
+          tensor_shape.dimension_value(attention_mechanism.values.shape[-1])
           for attention_mechanism in attention_mechanisms)
 
     self._cell = cell
@@ -1246,7 +1251,7 @@ class AttentionWrapper(rnn_cell_impl.RNNCell):
       else:
         final_state_tensor = nest.flatten(initial_cell_state)[-1]
         state_batch_size = (
-            final_state_tensor.shape[0].value
+            tensor_shape.dimension_value(final_state_tensor.shape[0])
             or array_ops.shape(final_state_tensor)[0])
         error_message = (
             "When constructing AttentionWrapper %s: " % self._base_name +
@@ -1412,7 +1417,8 @@ class AttentionWrapper(rnn_cell_impl.RNNCell):
     cell_output, next_cell_state = self._cell(cell_inputs, cell_state)
 
     cell_batch_size = (
-        cell_output.shape[0].value or array_ops.shape(cell_output)[0])
+        tensor_shape.dimension_value(cell_output.shape[0]) or
+        array_ops.shape(cell_output)[0])
     error_message = (
         "When applying AttentionWrapper %s: " % self.name +
         "Non-matching batch sizes between the memory "
diff --git a/tensorflow/contrib/seq2seq/python/ops/beam_search_decoder.py b/tensorflow/contrib/seq2seq/python/ops/beam_search_decoder.py
index 605e3143fd..ab36848f13 100644
--- a/tensorflow/contrib/seq2seq/python/ops/beam_search_decoder.py
+++ b/tensorflow/contrib/seq2seq/python/ops/beam_search_decoder.py
@@ -85,7 +85,8 @@ def _tile_batch(t, multiplier):
   tiling = [1] * (t.shape.ndims + 1)
   tiling[1] = multiplier
   tiled_static_batch_size = (
-      t.shape[0].value * multiplier if t.shape[0].value is not None else None)
+      t.shape.dims[0].value * multiplier
+      if t.shape.dims[0].value is not None else None)
   tiled = array_ops.tile(array_ops.expand_dims(t, 1), tiling)
   tiled = array_ops.reshape(tiled,
                             array_ops.concat(
@@ -138,9 +139,9 @@ def gather_tree_from_array(t, parent_ids, sequence_length):
     A `Tensor` which is a stacked `TensorArray` of the same size and type as
     `t` and where beams are sorted in each `Tensor` according to `parent_ids`.
   """
-  max_time = parent_ids.shape[0].value or array_ops.shape(parent_ids)[0]
-  batch_size = parent_ids.shape[1].value or array_ops.shape(parent_ids)[1]
-  beam_width = parent_ids.shape[2].value or array_ops.shape(parent_ids)[2]
+  max_time = parent_ids.shape.dims[0].value or array_ops.shape(parent_ids)[0]
+  batch_size = parent_ids.shape.dims[1].value or array_ops.shape(parent_ids)[1]
+  beam_width = parent_ids.shape.dims[2].value or array_ops.shape(parent_ids)[2]
 
   # Generate beam ids that will be reordered by gather_tree.
   beam_ids = array_ops.expand_dims(
@@ -191,9 +192,9 @@ def _check_static_batch_beam_maybe(shape, batch_size, beam_width):
   reshaped to [batch_size, beam_size, -1].
   """
   reshaped_shape = tensor_shape.TensorShape([batch_size, beam_width, None])
-  if (batch_size is not None and shape[0].value is not None
+  if (batch_size is not None and shape.dims[0].value is not None
       and (shape[0] != batch_size * beam_width
-           or (shape.ndims >= 2 and shape[1].value is not None
+           or (shape.ndims >= 2 and shape.dims[1].value is not None
                and (shape[0] != batch_size or shape[1] != beam_width)))):
     tf_logging.warn("TensorArray reordering expects elements to be "
                     "reshapable to %s which is incompatible with the "
@@ -722,7 +723,7 @@ def _beam_search_step(time, logits, next_cell_state, beam_state, batch_size,
   total_probs = array_ops.expand_dims(beam_state.log_probs, 2) + step_log_probs
 
   # Calculate the continuation lengths by adding to all continuing beams.
-  vocab_size = logits.shape[-1].value or array_ops.shape(logits)[-1]
+  vocab_size = logits.shape.dims[-1].value or array_ops.shape(logits)[-1]
   lengths_to_add = array_ops.one_hot(
       indices=array_ops.fill([batch_size, beam_width], end_token),
       depth=vocab_size,
diff --git a/tensorflow/contrib/signal/python/ops/mfcc_ops.py b/tensorflow/contrib/signal/python/ops/mfcc_ops.py
index 4e842f7f10..b379db55da 100644
--- a/tensorflow/contrib/signal/python/ops/mfcc_ops.py
+++ b/tensorflow/contrib/signal/python/ops/mfcc_ops.py
@@ -96,8 +96,8 @@ def mfccs_from_log_mel_spectrograms(log_mel_spectrograms, name=None):
     log_mel_spectrograms = ops.convert_to_tensor(log_mel_spectrograms,
                                                  dtype=dtypes.float32)
     if (log_mel_spectrograms.shape.ndims and
-        log_mel_spectrograms.shape[-1].value is not None):
-      num_mel_bins = log_mel_spectrograms.shape[-1].value
+        log_mel_spectrograms.shape.dims[-1].value is not None):
+      num_mel_bins = log_mel_spectrograms.shape.dims[-1].value
       if num_mel_bins == 0:
         raise ValueError('num_mel_bins must be positive. Got: %s' %
                          log_mel_spectrograms)
diff --git a/tensorflow/contrib/signal/python/ops/reconstruction_ops.py b/tensorflow/contrib/signal/python/ops/reconstruction_ops.py
index 4db8dc2ca0..503b33a54d 100644
--- a/tensorflow/contrib/signal/python/ops/reconstruction_ops.py
+++ b/tensorflow/contrib/signal/python/ops/reconstruction_ops.py
@@ -100,15 +100,15 @@ def overlap_and_add(signal, frame_step, name=None):
     # frame_step is less than or equal to frame_length.
     frame_step_static = tensor_util.constant_value(frame_step)
     if (frame_step_static is not None and signal.shape.ndims is not None and
-        signal.shape[-1].value is not None):
-      if frame_step_static > signal.shape[-1].value:
+        signal.shape.dims[-1].value is not None):
+      if frame_step_static > signal.shape.dims[-1].value:
         raise ValueError(
             "frame_step (%d) must be less than or equal to "
             "frame_length (%d)" % (
-                frame_step_static, signal.shape[-1].value))
+                frame_step_static, signal.shape.dims[-1].value))
       # If frame_length is equal to frame_step, there's no overlap so just
       # reshape the tensor.
-      if frame_step_static == signal.shape[-1].value:
+      if frame_step_static == signal.shape.dims[-1].value:
         return array_ops.reshape(signal, array_ops.concat(
             [outer_dimensions, [-1]], 0))
 
diff --git a/tensorflow/contrib/timeseries/python/timeseries/ar_model.py b/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
index 9bbe87e301..bcadf4094e 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
@@ -102,12 +102,12 @@ class FlatPredictionModel(training.Model):
       [batch size, output window size, num_features], where num_features is the
       same as the constructor argument.
     """
-    if input_window_features.shape[1].value == 0:
+    if input_window_features.shape.dims[1].value == 0:
       # TODO(allenl): Make reshape()'s static shape information work on
       # zero-size Tensors? Currently this special case is required because
       # otherwise the Dense layers get unknown last dimensions.
       activation = self._output_flatten(output_window_features)
-    elif output_window_features.shape[2].value == 0:
+    elif output_window_features.shape.dims[2].value == 0:
       activation = self._input_flatten(input_window_features)
     else:
       activation = array_ops.concat(
@@ -438,7 +438,7 @@ class ARModel(model.TimeSeriesModel):
       output_window_features = array_ops.zeros(
           [batch_size, self.output_window_size, 0],
           dtype=self.dtype)
-    static_batch_size = times.get_shape()[0].value
+    static_batch_size = times.get_shape().dims[0].value
     input_window_features.set_shape(
         [static_batch_size, self.input_window_size, input_feature_size])
     output_window_features.set_shape(
@@ -772,7 +772,7 @@ class ARModel(model.TimeSeriesModel):
       # windows matching self.window_size (as with training), but this looping
       # allows easy plotting of "in-sample" predictions.
       times.get_shape().assert_has_rank(2)
-      static_window_size = times.get_shape()[1].value
+      static_window_size = times.get_shape().dims[1].value
       if (static_window_size is not None
           and static_window_size < self.window_size):
         raise ValueError(
diff --git a/tensorflow/contrib/timeseries/python/timeseries/math_utils.py b/tensorflow/contrib/timeseries/python/timeseries/math_utils.py
index 9c585fe6a7..43c5267e63 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/math_utils.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/math_utils.py
@@ -262,8 +262,8 @@ def batch_times_matrix(batch, matrix, adj_x=False, adj_y=False):
   assert matrix.get_shape().ndims == 2
   if adj_x:
     batch = array_ops.transpose(batch, [0, 2, 1])
-  batch_dimension = batch.get_shape()[0].value
-  first_dimension = batch.get_shape()[1].value
+  batch_dimension = batch.get_shape().dims[0].value
+  first_dimension = batch.get_shape().dims[1].value
   tensor_batch_shape = array_ops.shape(batch)
   if batch_dimension is None:
     batch_dimension = tensor_batch_shape[0]
diff --git a/tensorflow/contrib/timeseries/python/timeseries/model.py b/tensorflow/contrib/timeseries/python/timeseries/model.py
index 7644764a74..4edfbe58a1 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/model.py
@@ -28,6 +28,7 @@ from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEv
 from tensorflow.python.feature_column import feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
@@ -712,7 +713,7 @@ class SequentialTimeSeriesModel(TimeSeriesModel):
         `outputs` and computed in state_update_fn.
     """
     times = ops.convert_to_tensor(times, dtype=dtypes.int64)
-    window_static_shape = times.get_shape()[1].value
+    window_static_shape = tensor_shape.dimension_value(times.shape[1])
     if self._static_unrolling_window_size_threshold is None:
       static_unroll = False
     else:
@@ -789,7 +790,7 @@ class SequentialTimeSeriesModel(TimeSeriesModel):
         [_window_size_tensor_array(self.dtype) for _ in outputs]]
     if static_unroll:
       arguments = initial_loop_arguments
-      for step_number in range(times.get_shape()[1].value):
+      for step_number in range(tensor_shape.dimension_value(times.shape[1])):
         arguments = _state_update_step(
             array_ops.constant(step_number, dtypes.int32), *arguments[1:],
             reuse=(step_number > 0))  # Variable sharing between steps
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
index d04c721007..2ecc7eafda 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
@@ -35,6 +35,7 @@ from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gen_math_ops
@@ -510,7 +511,7 @@ class StateSpaceModel(model.SequentialTimeSeriesModel):
     estimated_state, estimated_state_covariance, previous_times = state
     state_transition = ops.convert_to_tensor(
         self.get_state_transition(), dtype=self.dtype)
-    state_dimension = state_transition.get_shape()[0].value
+    state_dimension = tensor_shape.dimension_value(state_transition.shape[0])
     # Learning the observation model would be redundant since we transform
     # `exogenous_values` to the state space via a linear transformation anyway.
     observation_model = linalg_ops.eye(
@@ -572,8 +573,9 @@ class StateSpaceModel(model.SequentialTimeSeriesModel):
     start_mean, start_covariance, previous_times = state
     with variable_scope.variable_scope("exogenous_noise_increasing_mean"):
       mean_addition = layers.fully_connected(
-          exogenous_values, start_mean.get_shape()[1].value, activation_fn=None)
-    state_dimension = start_covariance.get_shape()[1].value
+          exogenous_values,
+          tensor_shape.dimension_value(start_mean.shape[1]), activation_fn=None)
+    state_dimension = tensor_shape.dimension_value(start_covariance.shape[1])
     with variable_scope.variable_scope("exogenous_noise_increasing_covariance"):
       covariance_addition = (
           math_utils.transform_to_covariance_matrices(
@@ -712,7 +714,7 @@ class StateSpaceModel(model.SequentialTimeSeriesModel):
     """
     with variable_scope.variable_scope(self._variable_scope):
       state_dimension = ops.convert_to_tensor(
-          self.get_state_transition()).get_shape()[0].value
+          self.get_state_transition()).get_shape().dims[0].value
       if self._configuration.trainable_start_state:
         base_covariance = math_utils.variable_covariance_matrix(
             state_dimension, "prior_state_var",
@@ -742,7 +744,7 @@ class StateSpaceModel(model.SequentialTimeSeriesModel):
     with variable_scope.variable_scope(self._variable_scope):
       state_transition = ops.convert_to_tensor(
           self.get_state_transition(), dtype=self.dtype)
-      state_dimension = state_transition.get_shape()[0].value
+      state_dimension = state_transition.get_shape().dims[0].value
       return variable_scope.get_variable(
           name="prior_state_mean",
           shape=[state_dimension],
@@ -920,7 +922,7 @@ class StateSpaceModel(model.SequentialTimeSeriesModel):
       self, minimum_initial_variance=1e-5):
     state_noise_transform = ops.convert_to_tensor(
         self.get_noise_transform(), dtype=self.dtype)
-    state_noise_dimension = state_noise_transform.get_shape()[1].value
+    state_noise_dimension = state_noise_transform.get_shape().dims[1].value
     if self._input_statistics is not None:
       feature_variance = self._scale_variance(
           self._input_statistics.series_start_moments.variance)
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/test_utils.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/test_utils.py
index 5f127700d9..f7f5024b34 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/test_utils.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/test_utils.py
@@ -24,6 +24,7 @@ from tensorflow.contrib.timeseries.python.timeseries import math_utils
 
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import linalg_ops
 from tensorflow.python.ops import math_ops
@@ -35,7 +36,7 @@ def transition_power_test_template(test_case, model, num_steps):
   transition_matrix = ops.convert_to_tensor(
       model.get_state_transition(), dtype=model.dtype)
   step_number = array_ops.placeholder(shape=[], dtype=dtypes.int64)
-  state_dimension = transition_matrix.get_shape()[0].value
+  state_dimension = tensor_shape.dimension_value(transition_matrix.shape[0])
   previous_matrix = array_ops.placeholder(
       shape=[state_dimension, state_dimension], dtype=transition_matrix.dtype)
   true_single_step_update = math_ops.matmul(previous_matrix,
@@ -63,8 +64,8 @@ def noise_accumulator_test_template(test_case, model, num_steps):
       model.get_state_transition(), dtype=model.dtype)
   noise_transform = ops.convert_to_tensor(
       model.get_noise_transform(), dtype=model.dtype)
-  state_dimension = transition_matrix.get_shape()[0].value
-  state_noise_dimension = noise_transform.get_shape()[1].value
+  state_dimension = tensor_shape.dimension_value(transition_matrix.shape[0])
+  state_noise_dimension = tensor_shape.dimension_value(noise_transform.shape[1])
   gen_noise_addition = math_utils.sign_magnitude_positive_definite(
       raw=random_ops.random_normal(
           shape=[state_noise_dimension, state_noise_dimension],
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma.py
index 6746dd7b43..ddee749b49 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma.py
@@ -52,6 +52,7 @@ from tensorflow.contrib.timeseries.python.timeseries import math_utils
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import linalg_ops
@@ -191,7 +192,8 @@ class VARMA(state_space_model.StateSpaceModel):
       initial_transition_noise_scale = 0.
     state_noise_transform = ops.convert_to_tensor(
         self.get_noise_transform(), dtype=self.dtype)
-    state_noise_dimension = state_noise_transform.get_shape()[1].value
+    state_noise_dimension = tensor_shape.dimension_value(
+        state_noise_transform.shape[1])
     return math_utils.variable_covariance_matrix(
         state_noise_dimension, "state_transition_noise",
         dtype=self.dtype,
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index 29aa0d6568..3a57fb9fac 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -1448,7 +1448,7 @@ class _ModelFnWrapper(object):
       raise TypeError('TPUEstimatorSpec.predictions must be dict of Tensors.')
 
     for (key, tensor) in predictions.items():
-      if tensor.shape[0].value is None:
+      if tensor.shape.dims[0].value is None:
         raise ValueError(
             'The tensor with key ({}) in TPUEstimatorSpec.predictions has '
             'dynamic shape (should be static). Tensor: {}'.format(key, tensor))
diff --git a/tensorflow/contrib/training/python/training/sampling_ops.py b/tensorflow/contrib/training/python/training/sampling_ops.py
index 7140f2a46d..849b77d609 100644
--- a/tensorflow/contrib/training/python/training/sampling_ops.py
+++ b/tensorflow/contrib/training/python/training/sampling_ops.py
@@ -19,6 +19,7 @@ from __future__ import print_function
 
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import control_flow_ops
@@ -300,10 +301,11 @@ def _verify_data_inputs(tensor_list):
   """Verify that batched data inputs are well-formed."""
   for tensor in tensor_list:
     # Data tensor should have a batch dimension.
-    tensor_shape = tensor.get_shape().with_rank_at_least(1)
+    shape = tensor.get_shape().with_rank_at_least(1)
 
     # Data batch dimensions must be compatible.
-    tensor_shape[0].assert_is_compatible_with(tensor_list[0].get_shape()[0])
+    tensor_shape.dimension_at_index(shape, 0).assert_is_compatible_with(
+        tensor_list[0].get_shape()[0])
 
   return tensor_list
 
@@ -340,10 +342,11 @@ def _verify_input(tensor_list, labels, probs_list):
 
   for tensor in tensor_list:
     # Data tensor should have a batch dimension.
-    tensor_shape = tensor.get_shape().with_rank_at_least(1)
+    shape = tensor.get_shape().with_rank_at_least(1)
 
     # Data and label batch dimensions must be compatible.
-    tensor_shape[0].assert_is_compatible_with(labels.get_shape()[0])
+    tensor_shape.dimension_at_index(shape, 0).assert_is_compatible_with(
+        labels.get_shape()[0])
 
   # Data and labels must have the same, strictly positive batch size. Since we
   # can't assume we know the batch size at graph creation, add runtime checks.
diff --git a/tensorflow/python/autograph/operators/py_builtins.py b/tensorflow/python/autograph/operators/py_builtins.py
index 70e59272a9..d312e6938b 100644
--- a/tensorflow/python/autograph/operators/py_builtins.py
+++ b/tensorflow/python/autograph/operators/py_builtins.py
@@ -120,8 +120,8 @@ def _tf_tensor_list_len(s):
 def _tf_tensor_len(s):
   """Overload of len_ for Tensor arguments."""
   # Statically shaped tensors: length is known ahead of time.
-  if s.shape.ndims and s.shape[0].value is not None:
-    return s.shape[0].value
+  if s.shape.ndims and s.shape.dims[0].value is not None:
+    return s.shape.dims[0].value
 
   # Static shape of unknown dimensions: use dynamic shape but statically
   # chech that it's a scalar.
@@ -133,7 +133,7 @@ def _tf_tensor_len(s):
     raise ValueError(
         'len requires a non-scalar tensor, got one of shape {}'.format(shape))
 
-  if shape.shape[0].value is not None:
+  if shape.shape.dims[0].value is not None:
     return array_ops.shape(s)[0]
 
   # Fully dynamic shape: use ops.
diff --git a/tensorflow/python/data/experimental/ops/grouping.py b/tensorflow/python/data/experimental/ops/grouping.py
index ac4c75743d..41341fe026 100644
--- a/tensorflow/python/data/experimental/ops/grouping.py
+++ b/tensorflow/python/data/experimental/ops/grouping.py
@@ -198,7 +198,7 @@ def bucket_by_sequence_length(element_length_func,
       for shape in nest.flatten(shapes):
         shape = tensor_shape.TensorShape(shape)
         shape = [
-            none_filler if d.value is None else d
+            none_filler if tensor_shape.dimension_value(d) is None else d
             for d in shape
         ]
         padded.append(shape)
diff --git a/tensorflow/python/data/kernel_tests/batch_dataset_op_test.py b/tensorflow/python/data/kernel_tests/batch_dataset_op_test.py
index 9cb4daf284..e8decb9ad0 100644
--- a/tensorflow/python/data/kernel_tests/batch_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/batch_dataset_op_test.py
@@ -453,7 +453,8 @@ class PaddedBatchDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
           5, padded_shapes=shape_as_tensor)
 
     with self.assertRaisesRegexp(
-        ValueError, r'The padded shape \(\?, \?\) is not compatible with the '
+        ValueError,
+        r'The padded shape \((\?|None), (\?|None)\) is not compatible with the '
         r'corresponding input component shape \(\).'):
       shape_as_tensor = array_ops.placeholder(dtypes.int64, shape=[2])
       _ = dataset_ops.Dataset.range(10).padded_batch(
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 90936eb858..47760bad40 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1598,9 +1598,11 @@ class TensorSliceDataset(DatasetSource):
       ])
       flat_tensors = nest.flatten(tensors)
 
-    batch_dim = flat_tensors[0].get_shape()[0]
+    batch_dim = tensor_shape.Dimension(tensor_shape.dimension_value(
+        flat_tensors[0].get_shape()[0]))
     for t in flat_tensors[1:]:
-      batch_dim.assert_is_compatible_with(t.get_shape()[0])
+      batch_dim.assert_is_compatible_with(tensor_shape.Dimension(
+          tensor_shape.dimension_value(t.get_shape()[0])))
     self._tensors = sparse.serialize_many_sparse_tensors(tensors)
     self._output_classes = sparse.get_classes(tensors)
     self._output_shapes = nest.pack_sequence_as(
@@ -1650,7 +1652,7 @@ class SparseTensorSliceDataset(DatasetSource):
   def output_shapes(self):
     indices_shape = self._sparse_tensor.indices.get_shape()
     shape_shape = self._sparse_tensor.dense_shape.get_shape()
-    rank = (indices_shape[1] - 1).merge_with(shape_shape[0] - 1)
+    rank = (indices_shape.dims[1] - 1).merge_with(shape_shape.dims[0] - 1)
     num_values = tensor_shape.Dimension(None)
     return (tensor_shape.TensorShape([num_values, rank]),
             tensor_shape.TensorShape([num_values]),
diff --git a/tensorflow/python/feature_column/feature_column.py b/tensorflow/python/feature_column/feature_column.py
index b1f47ebec2..6032b07f69 100644
--- a/tensorflow/python/feature_column/feature_column.py
+++ b/tensorflow/python/feature_column/feature_column.py
@@ -3401,16 +3401,16 @@ def _verify_static_batch_size_equality(tensors, columns):
   # bath_size is a tf.Dimension object.
   expected_batch_size = None
   for i in range(0, len(tensors)):
-    if tensors[i].shape[0].value is not None:
+    if tensors[i].shape.dims[0].value is not None:
       if expected_batch_size is None:
         bath_size_column_index = i
-        expected_batch_size = tensors[i].shape[0]
-      elif not expected_batch_size.is_compatible_with(tensors[i].shape[0]):
+        expected_batch_size = tensors[i].shape.dims[0]
+      elif not expected_batch_size.is_compatible_with(tensors[i].shape.dims[0]):
         raise ValueError(
             'Batch size (first dimension) of each feature must be same. '
             'Batch size of columns ({}, {}): ({}, {})'.format(
                 columns[bath_size_column_index].name, columns[i].name,
-                expected_batch_size, tensors[i].shape[0]))
+                expected_batch_size, tensors[i].shape.dims[0]))
 
 
 def _sequence_length_from_sparse_tensor(sp_tensor, num_elements=1):
diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index aeb666cf6a..c2ba7017d3 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -3753,11 +3753,12 @@ def _safe_embedding_lookup_sparse(embedding_weights,
                                            sparse_weights]) as scope:
     # Reshape higher-rank sparse ids and weights to linear segment ids.
     original_shape = sparse_ids.dense_shape
-    original_rank_dim = sparse_ids.dense_shape.get_shape()[0]
+    original_rank_dim = tensor_shape.dimension_value(
+        sparse_ids.dense_shape.get_shape()[0])
     original_rank = (
         array_ops.size(original_shape)
-        if original_rank_dim.value is None
-        else original_rank_dim.value)
+        if original_rank_dim is None
+        else original_rank_dim)
     sparse_ids = sparse_ops.sparse_reshape(sparse_ids, [
         math_ops.reduce_prod(
             array_ops.slice(original_shape, [0], [original_rank - 1])),
@@ -3811,7 +3812,8 @@ def _safe_embedding_lookup_sparse(embedding_weights,
             array_ops.slice(array_ops.shape(result), [1], [-1])
         ], 0))
     final_result.set_shape(tensor_shape.unknown_shape(
-        (original_rank_dim - 1).value).concatenate(result.get_shape()[1:]))
+        (tensor_shape.Dimension(original_rank_dim) - 1).value).concatenate(
+            result.get_shape()[1:]))
     return final_result
 
 
@@ -4040,19 +4042,30 @@ class IndicatorColumn(
 
 
 def _verify_static_batch_size_equality(tensors, columns):
+  """Verify equality between static batch sizes.
+
+  Args:
+    tensors: iterable of input tensors.
+    columns: Corresponding feature columns.
+
+  Raises:
+    ValueError: in case of mismatched batch sizes.
+  """
   # bath_size is a tf.Dimension object.
   expected_batch_size = None
   for i in range(0, len(tensors)):
-    if tensors[i].shape[0].value is not None:
+    batch_size = tensor_shape.Dimension(tensor_shape.dimension_value(
+        tensors[i].shape[0]))
+    if batch_size.value is not None:
       if expected_batch_size is None:
         bath_size_column_index = i
-        expected_batch_size = tensors[i].shape[0]
-      elif not expected_batch_size.is_compatible_with(tensors[i].shape[0]):
+        expected_batch_size = batch_size
+      elif not expected_batch_size.is_compatible_with(batch_size):
         raise ValueError(
             'Batch size (first dimension) of each feature must be same. '
             'Batch size of columns ({}, {}): ({}, {})'.format(
                 columns[bath_size_column_index].name, columns[i].name,
-                expected_batch_size, tensors[i].shape[0]))
+                expected_batch_size, batch_size))
 
 
 class SequenceCategoricalColumn(
diff --git a/tensorflow/python/framework/sparse_tensor.py b/tensorflow/python/framework/sparse_tensor.py
index 440e3a0968..68f15f5e62 100644
--- a/tensorflow/python/framework/sparse_tensor.py
+++ b/tensorflow/python/framework/sparse_tensor.py
@@ -134,10 +134,10 @@ class SparseTensor(_TensorLike):
     dense_shape_shape = dense_shape.get_shape().with_rank(1)
 
     # Assert number of rows in indices match the number of elements in values.
-    indices_shape[0].merge_with(values_shape[0])
+    indices_shape.dims[0].merge_with(values_shape.dims[0])
     # Assert number of columns in indices matches the number of elements in
     # dense_shape.
-    indices_shape[1].merge_with(dense_shape_shape[0])
+    indices_shape.dims[1].merge_with(dense_shape_shape.dims[0])
 
   def get_shape(self):
     """Get the `TensorShape` representing the shape of the dense tensor.
diff --git a/tensorflow/python/framework/tensor_shape.py b/tensorflow/python/framework/tensor_shape.py
index 3c2a736fb9..a3c7bd2db2 100644
--- a/tensorflow/python/framework/tensor_shape.py
+++ b/tensorflow/python/framework/tensor_shape.py
@@ -23,6 +23,151 @@ from tensorflow.python.util import compat
 from tensorflow.python.util.tf_export import tf_export
 
 
+_TENSORSHAPE_V2_OVERRIDE = None
+
+
+@tf_export(v1=["enable_v2_tensorshape"])
+def enable_v2_tensorshape():
+  """In TensorFlow 2.0, iterating over a TensorShape instance returns values.
+
+  This enables the new behavior.
+
+  Concretely, `tensor_shape[i]` returned a Dimension instance in V1, but
+  it V2 it returns either an integer, or None.
+
+  Examples:
+
+  ```
+  #######################
+  # If you had this in V1:
+  value = tensor_shape[i].value
+
+  # Do this in V2 instead:
+  value = tensor_shape[i]
+
+  #######################
+  # If you had this in V1:
+  for dim in tensor_shape:
+    value = dim.value
+    print(value)
+
+  # Do this in V2 instead:
+  for value in tensor_shape:
+    print(value)
+
+  #######################
+  # If you had this in V1:
+  dim = tensor_shape[i]
+  dim.assert_is_compatible_with(other_shape)  # or using any other shape method
+
+  # Do this in V2 instead:
+  if tensor_shape.rank is None:
+    dim = Dimension(None)
+  else:
+    dim = tensor_shape.dims[i]
+  dim.assert_is_compatible_with(other_shape)  # or using any other shape method
+
+  # The V2 suggestion above is more explicit, which will save you from
+  # the following trap (present in V1):
+  # you might do in-place modifications to `dim` and expect them to be reflected
+  # in `tensor_shape[i]`, but they would not be.
+  ```
+  """
+  global _TENSORSHAPE_V2_OVERRIDE, TensorShape  # pylint: disable=invalid-name
+  _TENSORSHAPE_V2_OVERRIDE = True
+  TensorShape = TensorShapeV2
+
+
+@tf_export(v1=["disable_v2_tensorshape"])
+def disable_v2_tensorshape():
+  """Disables the V2 TensorShape behavior and reverts to V1 behavior.
+
+  See docstring for `enable_v2_tensorshape` for details about the new behavior.
+  """
+  global _TENSORSHAPE_V2_OVERRIDE, TensorShape  # pylint: disable=invalid-name
+  _TENSORSHAPE_V2_OVERRIDE = False
+  TensorShape = TensorShapeV1
+
+
+@tf_export(v1=["dimension_value"])
+def dimension_value(dimension):
+  """Compatibility utility required to allow for both V1 and V2 behavior in TF.
+
+  Until the release of TF 2.0, we need the legacy behavior of `TensorShape` to
+  coexist with the new behavior. This utility is a bridge between the two.
+
+  When accessing the value of a TensorShape dimension,
+  use this utility, like this:
+
+  ```
+  # If you had this in your V1 code:
+  value = tensor_shape[i].value
+
+  # Use `dimension_value` as direct replacement compatible with both V1 & V2:
+  value = dimension_value(tensor_shape[i])
+
+  # This would be the V2 equivalent:
+  value = tensor_shape[i]  # Warning: this will return the dim value in V2!
+  ```
+
+  Arguments:
+    dimension: Either a `Dimension` instance, an integer, or None.
+
+  Returns:
+    A plain value, i.e. an integer or None.
+  """
+  if isinstance(dimension, Dimension):
+    return dimension.value
+  return dimension
+
+
+@tf_export(v1=["dimension_at_index"])
+def dimension_at_index(shape, index):
+  """Compatibility utility required to allow for both V1 and V2 behavior in TF.
+
+  Until the release of TF 2.0, we need the legacy behavior of `TensorShape` to
+  coexist with the new behavior. This utility is a bridge between the two.
+
+  If you want to retrieve the Dimension instance corresponding to a certain
+  index in a TensorShape instance, use this utility, like this:
+
+  ```
+  # If you had this in your V1 code:
+  dim = tensor_shape[i]
+
+  # Use `dimension_at_index` as direct replacement compatible with both V1 & V2:
+  dim = dimension_at_index(tensor_shape, i)
+
+  # Another possibility would be this, but WARNING: it only works if the
+  # tensor_shape instance has a defined rank.
+  dim = tensor_shape.dims[i]  # `dims` may be None if the rank is undefined!
+
+  # In native V2 code, we recommend instead being more explicit:
+  if tensor_shape.rank is None:
+    dim = Dimension(None)
+  else:
+    dim = tensor_shape.dims[i]
+
+  # Being more explicit will save you from the following trap (present in V1):
+  # you might do in-place modifications to `dim` and expect them to be reflected
+  # in `tensor_shape[i]`, but they would not be (as the Dimension object was
+  # instantiated on the fly.
+  ```
+
+  Arguments:
+    shape: A TensorShape instance.
+    index: An integer index.
+
+  Returns:
+    A dimension object.
+  """
+  assert isinstance(shape, TensorShape)
+  if shape.rank is None:
+    return Dimension(None)
+  else:
+    return shape.dims[index]
+
+
 @tf_export("Dimension")
 class Dimension(object):
   """Represents the value of one dimension in a TensorShape."""
@@ -31,6 +176,8 @@ class Dimension(object):
     """Creates a new Dimension with the given value."""
     if value is None:
       self._value = None
+    elif isinstance(value, Dimension):
+      self._value = value.value
     elif isinstance(value, dtypes.DType):
       raise TypeError("Cannot convert %s to Dimension" % value)
     else:
@@ -125,7 +272,9 @@ class Dimension(object):
     tf.Dimension(n)   .merge_with(tf.Dimension(None)) == tf.Dimension(n)
     tf.Dimension(None).merge_with(tf.Dimension(n))    == tf.Dimension(n)
     tf.Dimension(None).merge_with(tf.Dimension(None)) == tf.Dimension(None)
-    tf.Dimension(n)   .merge_with(tf.Dimension(m))  # raises ValueError for n != m
+
+    # raises ValueError for n != m
+    tf.Dimension(n)   .merge_with(tf.Dimension(m))
     ```
 
     Args:
@@ -482,8 +631,8 @@ def as_dimension(value):
     return Dimension(value)
 
 
-@tf_export("TensorShape")
-class TensorShape(object):
+@tf_export(v1=["TensorShape"])
+class TensorShapeV1(object):
   """Represents the shape of a `Tensor`.
 
   A `TensorShape` represents a possibly-partial shape specification for a
@@ -509,12 +658,10 @@ class TensorShape(object):
 
     Args:
       dims: A list of Dimensions, or None if the shape is unspecified.
-        DEPRECATED: A single integer is treated as a singleton list.
 
     Raises:
       TypeError: If dims cannot be converted to a list of dimensions.
     """
-    # TODO(irving): Eliminate the single integer special case.
     if dims is None:
       self._dims = None
     elif isinstance(dims, compat.bytes_or_text_types):
@@ -540,18 +687,42 @@ class TensorShape(object):
       else:
         # Got a list of dimensions
         self._dims = [as_dimension(d) for d in dims_iter]
-    self._ndims = None
+
+  @property
+  def _v2_behavior(self):
+    if _TENSORSHAPE_V2_OVERRIDE is None:
+      return False
+    return _TENSORSHAPE_V2_OVERRIDE
 
   def __repr__(self):
-    return "TensorShape(%r)" % self._dims
+    if self._v2_behavior:
+      if self._dims is not None:
+        return "TensorShape(%r)" % [dim.value for dim in self._dims]
+      else:
+        return "TensorShape(None)"
+    else:
+      return "TensorShape(%r)" % self._dims
 
   def __str__(self):
-    if self.ndims is None:
+    if self.rank is None:
       return "<unknown>"
-    elif self.ndims == 1:
-      return "(%s,)" % self._dims[0]
+    elif self.rank == 1:
+      if self._v2_behavior:
+        return "(%s,)" % self._dims[0].value
+      else:
+        return "(%s,)" % self._dims[0]
     else:
-      return "(%s)" % ", ".join(str(d) for d in self._dims)
+      if self._v2_behavior:
+        return "(%s)" % ", ".join(str(d.value) for d in self._dims)
+      else:
+        return "(%s)" % ", ".join(str(d) for d in self._dims)
+
+  @property
+  def rank(self):
+    """Returns the rank of this shape, or None if it is unspecified."""
+    if self._dims is not None:
+      return len(self._dims)
+    return None
 
   @property
   def dims(self):
@@ -561,23 +732,17 @@ class TensorShape(object):
   @dims.setter
   def dims(self, dims):
     self._dims = dims
-    self._ndims = None
 
   @property
   def ndims(self):
-    """Returns the rank of this shape, or None if it is unspecified."""
-    if self._dims is None:
-      return None
-    else:
-      if self._ndims is None:
-        self._ndims = len(self._dims)
-      return self._ndims
+    """Deprecated accessor for `rank`."""
+    return self.rank
 
   def __len__(self):
     """Returns the rank of this shape, or raises ValueError if unspecified."""
     if self._dims is None:
-      raise ValueError("Cannot take the length of Shape with unknown rank.")
-    return self.ndims
+      raise ValueError("Cannot take the length of shape with unknown rank.")
+    return len(self._dims)
 
   def __bool__(self):
     """Returns True if this shape contains non-zero information."""
@@ -591,7 +756,10 @@ class TensorShape(object):
     if self._dims is None:
       raise ValueError("Cannot iterate over a shape with unknown rank.")
     else:
-      return iter(self._dims)
+      if self._v2_behavior:
+        return iter(d.value for d in self._dims)
+      else:
+        return iter(d for d in self._dims)
 
   def __getitem__(self, key):
     """Returns the value of a dimension or a shape, depending on the key.
@@ -602,7 +770,7 @@ class TensorShape(object):
         dimensions are those selected by the slice from `self`.
 
     Returns:
-      A dimension if `key` is an integer, or a `TensorShape` if `key` is a
+      An integer if `key` is an integer, or a `TensorShape` if `key` is a
       slice.
 
     Raises:
@@ -613,7 +781,10 @@ class TensorShape(object):
       if isinstance(key, slice):
         return TensorShape(self._dims[key])
       else:
-        return self._dims[key]
+        if self._v2_behavior:
+          return self._dims[key].value
+        else:
+          return self._dims[key]
     else:
       if isinstance(key, slice):
         start = key.start if key.start is not None else 0
@@ -633,9 +804,12 @@ class TensorShape(object):
           # suffixes of otherwise unknown shapes.
           return unknown_shape()
         else:
-          return unknown_shape(ndims=stop - start)
+          return unknown_shape(rank=stop - start)
       else:
-        return Dimension(None)
+        if self._v2_behavior:
+          return None
+        else:
+          return Dimension(None)
 
   def num_elements(self):
     """Returns the total number of elements, or none for incomplete shapes."""
@@ -710,8 +884,8 @@ class TensorShape(object):
         same rank.
     """
     other = as_shape(other)
-    if self.ndims is not None and other.ndims is not None:
-      if self.ndims != other.ndims:
+    if self.rank is not None and other.rank is not None:
+      if self.rank != other.rank:
         raise ValueError("Shapes %s and %s must have the same rank" % (self,
                                                                        other))
 
@@ -724,7 +898,7 @@ class TensorShape(object):
     Raises:
       ValueError: If `self` does not represent a shape with the given `rank`.
     """
-    if self.ndims not in (None, rank):
+    if self.rank not in (None, rank):
       raise ValueError("Shape %s must have rank %d" % (self, rank))
 
   def with_rank(self, rank):
@@ -743,7 +917,7 @@ class TensorShape(object):
       ValueError: If `self` does not represent a shape with the given `rank`.
     """
     try:
-      return self.merge_with(unknown_shape(ndims=rank))
+      return self.merge_with(unknown_shape(rank=rank))
     except ValueError:
       raise ValueError("Shape %s must have rank %d" % (self, rank))
 
@@ -761,7 +935,7 @@ class TensorShape(object):
       ValueError: If `self` does not represent a shape with at least the given
         `rank`.
     """
-    if self.ndims is not None and self.ndims < rank:
+    if self.rank is not None and self.rank < rank:
       raise ValueError("Shape %s must have rank at least %d" % (self, rank))
     else:
       return self
@@ -780,7 +954,7 @@ class TensorShape(object):
       ValueError: If `self` does not represent a shape with at most the given
         `rank`.
     """
-    if self.ndims is not None and self.ndims > rank:
+    if self.rank is not None and self.rank > rank:
       raise ValueError("Shape %s must have rank at most %d" % (self, rank))
     else:
       return self
@@ -825,7 +999,7 @@ class TensorShape(object):
     """
     other = as_shape(other)
     if self._dims is not None and other.dims is not None:
-      if self.ndims != other.ndims:
+      if self.rank != other.rank:
         return False
       for x_dim, y_dim in zip(self._dims, other.dims):
         if not x_dim.is_compatible_with(y_dim):
@@ -868,10 +1042,10 @@ class TensorShape(object):
     """
 
     other = as_shape(other)
-    if self._dims is None or other.dims is None or self.ndims != other.ndims:
+    if self._dims is None or other.dims is None or self.rank != other.rank:
       return unknown_shape()
 
-    dims = [(Dimension(None))] * self.ndims
+    dims = [(Dimension(None))] * self.rank
     for i, (d1, d2) in enumerate(zip(self._dims, other.dims)):
       if d1 is not None and d2 is not None and d1 == d2:
         dims[i] = d1
@@ -929,15 +1103,18 @@ class TensorShape(object):
       other = as_shape(other)
     except TypeError:
       return NotImplemented
-    if self.ndims is None or other.ndims is None:
+    if self.rank is None or other.rank is None:
       raise ValueError("The inequality of unknown TensorShapes is undefined.")
-    if self.ndims != other.ndims:
+    if self.rank != other.rank:
       return True
     return self._dims != other.dims
 
   def __reduce__(self):
     return TensorShape, (self._dims,)
 
+  def __concat__(self, other):
+    return self.concatenate(other)
+
 
 def as_shape(shape):
   """Converts the given object to a TensorShape."""
@@ -947,27 +1124,45 @@ def as_shape(shape):
     return TensorShape(shape)
 
 
-def unknown_shape(ndims=None):
+def unknown_shape(rank=None, **kwargs):
   """Returns an unknown TensorShape, optionally with a known rank.
 
   Args:
-    ndims: (Optional) If specified, the number of dimensions in the shape.
+    rank: (Optional) If specified, the number of dimensions in the shape.
+    **kwargs: For backwards compatibility.
 
   Returns:
     An unknown TensorShape.
+
+  Raises:
+    TypeError: In case of invalid arguments.
   """
-  if ndims is None:
+  if rank is None and "ndims" in kwargs:
+    rank = kwargs.pop("ndims")
+  if kwargs:
+    raise TypeError("Unknown argument: %s" % kwargs)
+  if rank is None:
     return TensorShape(None)
   else:
-    return TensorShape([Dimension(None)] * ndims)
+    return TensorShape([Dimension(None)] * rank)
+
+
+@tf_export("TensorShape", v1=[])
+class TensorShapeV2(TensorShapeV1):
+
+  @property
+  def _v2_behavior(self):
+    if _TENSORSHAPE_V2_OVERRIDE is None:
+      return True
+    return _TENSORSHAPE_V2_OVERRIDE
 
 
-_SCALAR_SHAPE = TensorShape([])
+TensorShape = TensorShapeV1
 
 
 def scalar():
   """Returns a shape representing a scalar."""
-  return _SCALAR_SHAPE
+  return TensorShape([])
 
 
 def vector(length):
diff --git a/tensorflow/python/framework/tensor_shape_test.py b/tensorflow/python/framework/tensor_shape_test.py
index 9232d99a1f..7d85e0a99e 100644
--- a/tensorflow/python/framework/tensor_shape_test.py
+++ b/tensorflow/python/framework/tensor_shape_test.py
@@ -212,7 +212,7 @@ class ShapeTest(test_util.TensorFlowTestCase):
     s = tensor_shape.TensorShape(None)
     with self.assertRaises(ValueError):
       s.assert_is_fully_defined()
-    self.assertIs(None, s.ndims)
+    self.assertIs(None, s.rank)
     with self.assertRaises(ValueError):
       len(s)
     self.assertFalse(s)
@@ -225,7 +225,7 @@ class ShapeTest(test_util.TensorFlowTestCase):
     s = tensor_shape.TensorShape([tensor_shape.Dimension(
         3), tensor_shape.Dimension(4), tensor_shape.Dimension(7)])
     s.assert_is_fully_defined()
-    self.assertEqual(3, s.ndims)
+    self.assertEqual(3, s.rank)
     self.assertEqual(3, len(s))
     self.assertTrue(s)
     s.assert_has_rank(3)
@@ -239,23 +239,23 @@ class ShapeTest(test_util.TensorFlowTestCase):
     s.assert_is_compatible_with([3, 4, 7])
     s.assert_same_rank([6, 3, 7])
     for d1, d2 in zip(s, [3, 4, 7]):
-      assert d1.value == d2
+      assert tensor_shape.dimension_value(d1) == d2
 
   def testPartiallyDefinedShape(self):
     s = tensor_shape.TensorShape([tensor_shape.Dimension(
         3), tensor_shape.Dimension(None), tensor_shape.Dimension(7)])
     with self.assertRaises(ValueError):
       s.assert_is_fully_defined()
-    self.assertEqual(3, s.ndims)
+    self.assertEqual(3, s.rank)
     self.assertEqual(3, len(s))
     self.assertTrue(s)
     s.assert_has_rank(3)
     self.assertEqual(tensor_shape.Dimension(3), s[0])
-    self.assertEqual(tensor_shape.Dimension(None).value, s[1].value)
-    self.assertEqual(tensor_shape.Dimension(7), s[2])
+    self.assertEqual(tensor_shape.Dimension(None).value, s.dims[1].value)
+    self.assertEqual(tensor_shape.Dimension(7), s.dims[2])
     s.assert_same_rank([6, 3, 7])
     for d1, d2 in zip(s, [3, None, 7]):
-      assert d1.value == d2
+      assert tensor_shape.dimension_value(d1) == d2
 
   def testMergeFullShapes(self):
     self.assertEqual([3, 4, 7],
@@ -283,7 +283,9 @@ class ShapeTest(test_util.TensorFlowTestCase):
     tensor_shape.TensorShape([1, 2, 3]).assert_is_compatible_with(known[1:4])
 
     unknown = tensor_shape.TensorShape(None)
-    self.assertEqual(tensor_shape.Dimension(None).value, unknown[2].value)
+    self.assertEqual(
+        tensor_shape.Dimension(None).value,
+        tensor_shape.dimension_value(unknown[2]))
     tensor_shape.TensorShape(
         [None, None, None]).assert_is_compatible_with(unknown[1:4])
 
@@ -358,29 +360,34 @@ class ShapeTest(test_util.TensorFlowTestCase):
         make_tensor_shape_proto([-1, 37, 42]))
     partial_shape = tensor_shape.TensorShape([None, 37, 42])
     self.assertNotEqual(partial_proto_shape, partial_shape)
-    self.assertEqual(partial_proto_shape[0].value, None)
-    self.assertEqual(partial_proto_shape[1].value, 37)
-    self.assertEqual(partial_proto_shape[2].value, 42)
+    self.assertEqual(tensor_shape.dimension_value(partial_proto_shape[0]), None)
+    self.assertEqual(tensor_shape.dimension_value(partial_proto_shape[1]), 37)
+    self.assertEqual(tensor_shape.dimension_value(partial_proto_shape[2]), 42)
     self.assertTrue(partial_shape.is_compatible_with(partial_proto_shape))
 
   def testStr(self):
     self.assertEqual("<unknown>", str(tensor_shape.unknown_shape()))
-    self.assertEqual("(?,)", str(tensor_shape.unknown_shape(ndims=1)))
-    self.assertEqual("(?, ?)", str(tensor_shape.unknown_shape(ndims=2)))
-    self.assertEqual("(?, ?, ?)", str(tensor_shape.unknown_shape(ndims=3)))
-
+    self.assertEqual(
+        "(None,)",
+        str(tensor_shape.unknown_shape(rank=1)).replace("?", "None"))
+    self.assertEqual(
+        "(None, None)",
+        str(tensor_shape.unknown_shape(rank=2)).replace("?", "None"))
+    self.assertEqual(
+        "(None, None, None)",
+        str(tensor_shape.unknown_shape(rank=3)).replace("?", "None"))
+    self.assertEqual(
+        "(32, None, 1, 9)",
+        str(tensor_shape.TensorShape([32, None, 1, 9])).replace("?", "None"))
     self.assertEqual("()", str(tensor_shape.scalar()))
     self.assertEqual("(7,)", str(tensor_shape.vector(7)))
     self.assertEqual("(3, 8)", str(tensor_shape.matrix(3, 8)))
     self.assertEqual("(4, 5, 2)", str(tensor_shape.TensorShape([4, 5, 2])))
 
-    self.assertEqual("(32, ?, 1, 9)",
-                     str(tensor_shape.TensorShape([32, None, 1, 9])))
-
   def testAsProto(self):
     self.assertTrue(tensor_shape.unknown_shape().as_proto().unknown_rank)
     self.assertFalse(
-        tensor_shape.unknown_shape(ndims=3).as_proto().unknown_rank)
+        tensor_shape.unknown_shape(rank=3).as_proto().unknown_rank)
     self.assertFalse(
         tensor_shape.TensorShape([1, 2, 3]).as_proto().unknown_rank)
     self.assertFalse(
diff --git a/tensorflow/python/framework/tensor_spec_test.py b/tensorflow/python/framework/tensor_spec_test.py
index 2e9e43e122..40611e5f84 100644
--- a/tensorflow/python/framework/tensor_spec_test.py
+++ b/tensorflow/python/framework/tensor_spec_test.py
@@ -92,9 +92,14 @@ class TensorSpecTest(test_util.TensorFlowTestCase):
         repr(desc1),
         "TensorSpec(shape=(1,), dtype=tf.float32, name='beep')")
     desc2 = tensor_spec.TensorSpec([1, None], dtypes.int32)
-    self.assertEqual(
-        repr(desc2),
-        "TensorSpec(shape=(1, ?), dtype=tf.int32, name=None)")
+    if desc2.shape._v2_behavior:
+      self.assertEqual(
+          repr(desc2),
+          "TensorSpec(shape=(1, None), dtype=tf.int32, name=None)")
+    else:
+      self.assertEqual(
+          repr(desc2),
+          "TensorSpec(shape=(1, ?), dtype=tf.int32, name=None)")
 
   def testFromTensorSpec(self):
     spec_1 = tensor_spec.TensorSpec((1, 2), dtypes.int32)
diff --git a/tensorflow/python/framework/tensor_util.py b/tensorflow/python/framework/tensor_util.py
index 26170b000d..ec9ee217e3 100644
--- a/tensorflow/python/framework/tensor_util.py
+++ b/tensorflow/python/framework/tensor_util.py
@@ -930,7 +930,7 @@ def constant_value_as_shape(tensor):  # pylint: disable=invalid-name
     except TypeError:  # Could come from slicing prev.
       pass
 
-  ret = tensor_shape.unknown_shape(shape[0].value)
+  ret = tensor_shape.unknown_shape(shape.dims[0].value)
   value = constant_value(tensor)
   if value is not None:
     ret = ret.merge_with(
diff --git a/tensorflow/python/grappler/datasets_test.py b/tensorflow/python/grappler/datasets_test.py
index 2d942af597..bd870ad8de 100644
--- a/tensorflow/python/grappler/datasets_test.py
+++ b/tensorflow/python/grappler/datasets_test.py
@@ -261,7 +261,7 @@ class GrapplerTest(test.TestCase):
         op_properties = grappler_item.GetOpProperties()
         inferred_shape = self.as_tensor_shape(
             op_properties['IteratorGetNext'][0].shape)
-        self.assertTrue(test_case['shape'][0].is_compatible_with(
+        self.assertTrue(test_case['shape'].dims[0].is_compatible_with(
             inferred_shape[0]))
         self.assertEqual(test_case['shape'][1:], inferred_shape[1:])
 
@@ -290,7 +290,7 @@ class GrapplerTest(test.TestCase):
         op_properties = grappler_item.GetOpProperties()
         inferred_shape = self.as_tensor_shape(
             op_properties['IteratorGetNext'][0].shape)
-        self.assertTrue(test_case['shape'][0].is_compatible_with(
+        self.assertTrue(test_case['shape'].dims[0].is_compatible_with(
             inferred_shape[0]))
         self.assertEqual(test_case['shape'][1:], inferred_shape[1:])
 
diff --git a/tensorflow/python/keras/engine/topology_test.py b/tensorflow/python/keras/engine/topology_test.py
index b4488033cd..6dd61c11f7 100644
--- a/tensorflow/python/keras/engine/topology_test.py
+++ b/tensorflow/python/keras/engine/topology_test.py
@@ -938,10 +938,10 @@ class DeferredModeTest(test.TestCase):
     x = base_layer.DeferredTensor(shape=(None, 2),
                                   dtype='float32',
                                   name='x')
-    self.assertEqual(str(x),
-                     'DeferredTensor(\'x\', shape=(?, 2), dtype=float32)')
-    self.assertEqual(repr(x),
-                     '<DeferredTensor \'x\' shape=(?, 2) dtype=float32>')
+    self.assertEqual(str(x).replace('?', 'None'),
+                     'DeferredTensor(\'x\', shape=(None, 2), dtype=float32)')
+    self.assertEqual(repr(x).replace('?', 'None'),
+                     '<DeferredTensor \'x\' shape=(None, 2) dtype=float32>')
 
   @test_util.run_in_graph_and_eager_modes()
   def testSimpleNetworkBuilding(self):
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index bd6b0e1aa1..f2afb9e34d 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -1166,7 +1166,7 @@ class TestTrainingWithDataTensors(test.TestCase):
           np.zeros((2, 3)), shape=tensor_shape.TensorShape([None, 3]))
       targets = array_ops.placeholder_with_default(
           np.zeros((2, 4)), shape=tensor_shape.TensorShape([None, 4]))
-      self.assertEqual(inputs.shape[0].value, None)
+      self.assertEqual(inputs.shape.dims[0].value, None)
       model.fit(inputs, targets, epochs=1, steps_per_epoch=2, verbose=0)
       model.evaluate(inputs, targets, steps=2, verbose=0)
       model.predict(inputs, steps=2)
diff --git a/tensorflow/python/keras/layers/convolutional.py b/tensorflow/python/keras/layers/convolutional.py
index 58024677ee..d1b03b8822 100644
--- a/tensorflow/python/keras/layers/convolutional.py
+++ b/tensorflow/python/keras/layers/convolutional.py
@@ -149,7 +149,7 @@ class Conv(Layer):
       channel_axis = 1
     else:
       channel_axis = -1
-    if input_shape[channel_axis].value is None:
+    if input_shape.dims[channel_axis].value is None:
       raise ValueError('The channel dimension of the inputs '
                        'should be defined. Found `None`.')
     input_dim = int(input_shape[channel_axis])
@@ -758,7 +758,7 @@ class Conv2DTranspose(Conv2D):
       channel_axis = 1
     else:
       channel_axis = -1
-    if input_shape[channel_axis].value is None:
+    if input_shape.dims[channel_axis].value is None:
       raise ValueError('The channel dimension of the inputs '
                        'should be defined. Found `None`.')
     input_dim = int(input_shape[channel_axis])
@@ -1039,7 +1039,7 @@ class Conv3DTranspose(Conv3D):
       channel_axis = 1
     else:
       channel_axis = -1
-    if input_shape[channel_axis].value is None:
+    if input_shape.dims[channel_axis].value is None:
       raise ValueError('The channel dimension of the inputs '
                        'should be defined, found None: ' + str(input_shape))
     input_dim = int(input_shape[channel_axis])
@@ -1313,7 +1313,7 @@ class SeparableConv(Conv):
       channel_axis = 1
     else:
       channel_axis = -1
-    if input_shape[channel_axis].value is None:
+    if input_shape.dims[channel_axis].value is None:
       raise ValueError('The channel dimension of the inputs '
                        'should be defined. Found `None`.')
     input_dim = int(input_shape[channel_axis])
@@ -1808,7 +1808,7 @@ class DepthwiseConv2D(Conv2D):
       channel_axis = 1
     else:
       channel_axis = 3
-    if input_shape[channel_axis] is None:
+    if input_shape.dims[channel_axis].value is None:
       raise ValueError('The channel dimension of the inputs to '
                        '`DepthwiseConv2D` '
                        'should be defined. Found `None`.')
diff --git a/tensorflow/python/keras/layers/core.py b/tensorflow/python/keras/layers/core.py
index ef81ec76c3..6686630c5c 100644
--- a/tensorflow/python/keras/layers/core.py
+++ b/tensorflow/python/keras/layers/core.py
@@ -929,14 +929,15 @@ class Dense(Layer):
 
   def build(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
-    if input_shape[-1].value is None:
+    if tensor_shape.dimension_value(input_shape[-1]) is None:
       raise ValueError('The last dimension of the inputs to `Dense` '
                        'should be defined. Found `None`.')
+    last_dim = tensor_shape.dimension_value(input_shape[-1])
     self.input_spec = InputSpec(min_ndim=2,
-                                axes={-1: input_shape[-1].value})
+                                axes={-1: last_dim})
     self.kernel = self.add_weight(
         'kernel',
-        shape=[input_shape[-1].value, self.units],
+        shape=[last_dim, self.units],
         initializer=self.kernel_initializer,
         regularizer=self.kernel_regularizer,
         constraint=self.kernel_constraint,
@@ -977,7 +978,7 @@ class Dense(Layer):
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
     input_shape = input_shape.with_rank_at_least(2)
-    if input_shape[-1].value is None:
+    if tensor_shape.dimension_value(input_shape[-1]) is None:
       raise ValueError(
           'The innermost dimension of input_shape must be defined, but saw: %s'
           % input_shape)
diff --git a/tensorflow/python/keras/layers/core_test.py b/tensorflow/python/keras/layers/core_test.py
index f0fea1f65c..ca941000b2 100644
--- a/tensorflow/python/keras/layers/core_test.py
+++ b/tensorflow/python/keras/layers/core_test.py
@@ -280,9 +280,7 @@ class CoreLayersTest(test.TestCase):
 
     l = keras.layers.Lambda(lambda_fn, output_shape=(None, 10))
     output_shape = l.compute_output_shape((5, 10, 20))
-    # Dimension(None) != Dimension(None), so check
-    # str representations for equality.
-    self.assertAllEqual(('5', '?', '10'), tuple([str(s) for s in output_shape]))
+    self.assertAllEqual([5, None, 10], output_shape.as_list())
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_lambda_output_shape_function_multiple_outputs(self):
diff --git a/tensorflow/python/keras/layers/normalization.py b/tensorflow/python/keras/layers/normalization.py
index 013d572088..96f4382da0 100644
--- a/tensorflow/python/keras/layers/normalization.py
+++ b/tensorflow/python/keras/layers/normalization.py
@@ -251,7 +251,7 @@ class BatchNormalization(Layer):
     else:
       param_dtype = self.dtype or dtypes.float32
 
-    axis_to_dim = {x: input_shape[x].value for x in self.axis}
+    axis_to_dim = {x: input_shape.dims[x].value for x in self.axis}
     for x in axis_to_dim:
       if axis_to_dim[x] is None:
         raise ValueError('Input has undefined `axis` dimension. Input shape: ',
@@ -530,7 +530,7 @@ class BatchNormalization(Layer):
     # Broadcasting only necessary for single-axis batch norm where the axis is
     # not the last dimension
     broadcast_shape = [1] * ndims
-    broadcast_shape[self.axis[0]] = input_shape[self.axis[0]].value
+    broadcast_shape[self.axis[0]] = input_shape.dims[self.axis[0]].value
     def _broadcast(v):
       if (v is not None and
           len(v.get_shape()) != ndims and
diff --git a/tensorflow/python/kernel_tests/constant_op_test.py b/tensorflow/python/kernel_tests/constant_op_test.py
index 403d5eaf9a..38b8c0c146 100644
--- a/tensorflow/python/kernel_tests/constant_op_test.py
+++ b/tensorflow/python/kernel_tests/constant_op_test.py
@@ -341,15 +341,17 @@ class AsTensorTest(test.TestCase):
       self.assertEqual(dtypes_lib.int64, x.dtype)
       self.assertAllEqual(2, x.eval())
 
-    with self.assertRaisesRegexp(ValueError, "unknown Dimension"):
-      ops.convert_to_tensor(tensor_shape.TensorShape(None)[1])
-
-    with self.assertRaisesRegexp(ValueError, "unknown Dimension"):
-      ops.convert_to_tensor(tensor_shape.TensorShape([1, None, 64])[1])
-
-    with self.assertRaises(TypeError):
-      ops.convert_to_tensor(
-          tensor_shape.TensorShape([1, 2, 3])[1], dtype=dtypes_lib.float32)
+    shape = tensor_shape.TensorShape(None)
+    if shape._v2_behavior:
+      with self.assertRaisesRegexp(ValueError, "None values not supported"):
+        ops.convert_to_tensor(shape[1])
+      with self.assertRaisesRegexp(ValueError, "None values not supported"):
+        ops.convert_to_tensor(tensor_shape.TensorShape([1, None, 64])[1])
+    else:
+      with self.assertRaisesRegexp(ValueError, "unknown Dimension"):
+        ops.convert_to_tensor(shape[1])
+      with self.assertRaisesRegexp(ValueError, "unknown Dimension"):
+        ops.convert_to_tensor(tensor_shape.TensorShape([1, None, 64])[1])
 
 
 class IdentityOpTest(test.TestCase):
@@ -804,7 +806,12 @@ class PlaceholderTest(test.TestCase):
     self.assertEqual("<tf.Tensor 'b:0' shape=(32, 40) dtype=int32>", repr(b))
 
     c = array_ops.placeholder(dtypes_lib.qint32, shape=(32, None, 2), name="c")
-    self.assertEqual("<tf.Tensor 'c:0' shape=(32, ?, 2) dtype=qint32>", repr(c))
+    if c.shape._v2_behavior:
+      self.assertEqual(
+          "<tf.Tensor 'c:0' shape=(32, None, 2) dtype=qint32>", repr(c))
+    else:
+      self.assertEqual(
+          "<tf.Tensor 'c:0' shape=(32, ?, 2) dtype=qint32>", repr(c))
 
   def testOldGraph(self):
     # Load graph generated from earlier version of TF where
diff --git a/tensorflow/python/kernel_tests/gather_nd_op_test.py b/tensorflow/python/kernel_tests/gather_nd_op_test.py
index 706a4e27e5..ee761435d8 100644
--- a/tensorflow/python/kernel_tests/gather_nd_op_test.py
+++ b/tensorflow/python/kernel_tests/gather_nd_op_test.py
@@ -26,6 +26,7 @@ from tensorflow.python.client import session
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import variables
@@ -195,7 +196,7 @@ class GatherNdTest(test.TestCase):
     gather_nd_t = array_ops.gather_nd(params, indices)
     shape = gather_nd_t.get_shape()
     self.assertEqual(None, shape.ndims)
-    self.assertEqual(None, shape[0].value)
+    self.assertEqual(None, tensor_shape.dimension_value(shape[0]))
 
   def testBadIndicesCPU(self):
     with self.session(use_gpu=False):
diff --git a/tensorflow/python/kernel_tests/reduction_ops_test.py b/tensorflow/python/kernel_tests/reduction_ops_test.py
index 7cca170ef3..2ac3996e25 100644
--- a/tensorflow/python/kernel_tests/reduction_ops_test.py
+++ b/tensorflow/python/kernel_tests/reduction_ops_test.py
@@ -298,10 +298,10 @@ class SumReductionTest(BaseReductionTest):
 
     # Input shape only has known rank.
     c_known_rank = array_ops.placeholder(dtypes.float32)
-    c_known_rank.set_shape(tensor_shape.unknown_shape(ndims=3))
+    c_known_rank.set_shape(tensor_shape.unknown_shape(rank=3))
     s_known_rank = math_ops.reduce_sum(
         c_known_rank, reduction_axes, keepdims=True)
-    self.assertEqual(3, s_known_rank.get_shape().ndims)
+    self.assertEqual(3, s_known_rank.get_shape().rank)
 
     np_input = np.random.randn(3, 3, 3)
     self._compareAll(np_input, reduction_axes, {c_known_rank: np_input})
@@ -315,7 +315,7 @@ class SumReductionTest(BaseReductionTest):
                      s_unknown_indices.get_shape())
     s_unknown_indices_keep = math_ops.reduce_sum(
         c_unknown_indices, unknown_indices, keepdims=True)
-    self.assertEqual(2, s_unknown_indices_keep.get_shape().ndims)
+    self.assertEqual(2, s_unknown_indices_keep.get_shape().rank)
 
   def testWrongShapeForReductionIndices(self):
     reduction_axes = [[1], [2]]
diff --git a/tensorflow/python/kernel_tests/rnn_test.py b/tensorflow/python/kernel_tests/rnn_test.py
index 2dda62b4c1..2fb49638ef 100644
--- a/tensorflow/python/kernel_tests/rnn_test.py
+++ b/tensorflow/python/kernel_tests/rnn_test.py
@@ -201,15 +201,15 @@ class RNNTest(test.TestCase):
       inputs = array_ops.placeholder(dtypes.float32, shape=(None, 4, 5))
       # - Without initial_state
       outputs, state = rnn.dynamic_rnn(cell, inputs, dtype=dtypes.float32)
-      self.assertEqual(None, outputs.shape[0].value)
-      self.assertEqual(None, state.shape[0].value)
+      self.assertEqual(None, outputs.shape.dims[0].value)
+      self.assertEqual(None, state.shape.dims[0].value)
       # - With initial_state
       outputs, state = rnn.dynamic_rnn(
           cell,
           inputs,
           initial_state=array_ops.placeholder(dtypes.float32, shape=(None, 5)))
-      self.assertEqual(None, outputs.shape[0].value)
-      self.assertEqual(None, state.shape[0].value)
+      self.assertEqual(None, outputs.shape.dims[0].value)
+      self.assertEqual(None, state.shape.dims[0].value)
 
   @test_util.run_in_graph_and_eager_modes
   def testScalarStateIsAccepted(self):
diff --git a/tensorflow/python/kernel_tests/unstack_op_test.py b/tensorflow/python/kernel_tests/unstack_op_test.py
index 48ab258b7f..6aea42990a 100644
--- a/tensorflow/python/kernel_tests/unstack_op_test.py
+++ b/tensorflow/python/kernel_tests/unstack_op_test.py
@@ -119,7 +119,7 @@ class UnstackOpTest(test.TestCase):
   def testCannotInferNumFromNoneShape(self):
     x = array_ops.placeholder(np.float32, shape=(None,))
     with self.assertRaisesRegexp(ValueError,
-                                 r'Cannot infer num from shape \(\?,\)'):
+                                 r'Cannot infer num from shape \((\?|None),\)'):
       array_ops.unstack(x)
 
   def testAgainstNumpy(self):
diff --git a/tensorflow/python/ops/array_grad.py b/tensorflow/python/ops/array_grad.py
index ade86e85bf..68c392bf28 100644
--- a/tensorflow/python/ops/array_grad.py
+++ b/tensorflow/python/ops/array_grad.py
@@ -480,7 +480,7 @@ def _GatherNdGrad(op, grad):
   ref = op.inputs[0]
   indices = op.inputs[1]
   ref_shape = array_ops.shape(ref, out_type=indices.dtype)
-  if indices.shape.ndims == 2 and indices.shape[-1].value == 1:
+  if indices.shape.ndims == 2 and indices.shape.dims[-1].value == 1:
     ref_grad = ops.IndexedSlices(grad, array_ops.squeeze(indices, axis=-1),
                                  ref_shape)
   else:
@@ -733,7 +733,7 @@ def _QuantizeAndDequantizeV3Grad(_, grad):
 @ops.RegisterGradient("ExtractImagePatches")
 def _ExtractImagePatchesGrad(op, grad):
   batch_size, rows_in, cols_in, channels = [
-      dim.value for dim in op.inputs[0].get_shape()
+      dim.value for dim in op.inputs[0].shape.dims
   ]
   input_bhwc = array_ops.shape(op.inputs[0])
   batch_size = input_bhwc[0]
@@ -754,7 +754,7 @@ def _ExtractImagePatchesGrad(op, grad):
       op.get_attr("padding"))
 
   # Create indices matrix for output tensor.
-  _, rows_out, cols_out, _ = [dim.value for dim in op.outputs[0].get_shape()]
+  _, rows_out, cols_out, _ = [dim.value for dim in op.outputs[0].shape.dims]
   _, ksize_r, ksize_c, _ = op.get_attr("ksizes")
   # Indices for output start from 0.
   output_indices_num = rows_out * cols_out * ksize_r * ksize_c
diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index c28b637c08..ee328df208 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -1021,7 +1021,7 @@ def unstack(value, num=None, axis=0, name="unstack"):
       if axis < -value_shape.ndims or axis >= value_shape.ndims:
         raise ValueError("axis = %d not in [%d, %d)" %
                          (axis, -value_shape.ndims, value_shape.ndims))
-      num = value_shape[axis].value
+      num = value_shape.dims[axis].value
   if num is None:
     raise ValueError("Cannot infer num from shape %s" % value_shape)
   return gen_array_ops.unpack(value, num=num, axis=axis, name=name)
@@ -2222,7 +2222,7 @@ def required_space_to_batch_paddings(input_shape,
 
     block_shape.get_shape().assert_is_fully_defined()
     block_shape.get_shape().assert_has_rank(1)
-    num_block_dims = block_shape.get_shape()[0].value
+    num_block_dims = block_shape.get_shape().dims[0].value
     if num_block_dims == 0:
       return zeros([0, 2], dtypes.int32), zeros([0, 2], dtypes.int32)
 
@@ -2459,7 +2459,7 @@ def _all_dimensions(x):
         np.arange(x.get_shape().ndims), dtype=dtypes.int32)
   if (isinstance(x, sparse_tensor.SparseTensor) and
       x.dense_shape.get_shape().is_fully_defined()):
-    r = x.dense_shape.get_shape()[0].value  # sparse.dense_shape is 1-D.
+    r = x.dense_shape.get_shape().dims[0].value  # sparse.dense_shape is 1-D.
     return constant_op.constant(np.arange(r), dtype=dtypes.int32)
 
   # Otherwise, we rely on `range` and `rank` to do the right thing at runtime.
@@ -2754,7 +2754,7 @@ def batch_gather(params, indices, name=None):
     result = reshape(flat_result, concat([indices_shape, outer_shape], axis=0))
     final_shape = indices.get_shape()[:ndims-1].merge_with(
         params.get_shape()[:ndims -1])
-    final_shape = final_shape.concatenate(indices.get_shape()[ndims-1])
+    final_shape = final_shape.concatenate(indices.get_shape().dims[ndims-1])
     final_shape = final_shape.concatenate(params.get_shape()[ndims:])
     result.set_shape(final_shape)
     return result
diff --git a/tensorflow/python/ops/control_flow_ops_test.py b/tensorflow/python/ops/control_flow_ops_test.py
index f6d6376a39..22263c702f 100644
--- a/tensorflow/python/ops/control_flow_ops_test.py
+++ b/tensorflow/python/ops/control_flow_ops_test.py
@@ -519,7 +519,7 @@ def _raw_nested_shape(nested_shape):
 
   def _raw_shape(shape):
     if isinstance(shape, tensor_shape.TensorShape) and shape.ndims is not None:
-      return [x.value for x in shape]
+      return [x.value for x in shape.dims]
     else:
       return None
 
diff --git a/tensorflow/python/ops/data_flow_ops.py b/tensorflow/python/ops/data_flow_ops.py
index f4f8cbf560..cca8e12b43 100644
--- a/tensorflow/python/ops/data_flow_ops.py
+++ b/tensorflow/python/ops/data_flow_ops.py
@@ -376,10 +376,16 @@ class QueueBase(object):
 
       # NOTE(mrry): Not using a shape function because we need access to
       # the `QueueBase` object.
-      batch_dim = vals[0].get_shape().with_rank_at_least(1)[0]
+      # NOTE(fchollet): the code that follow is verbose because it needs to be
+      # compatible with both TF v1 TensorShape behavior and TF v2 behavior.
+      batch_dim = tensor_shape.dimension_value(
+          vals[0].get_shape().with_rank_at_least(1)[0])
+      batch_dim = tensor_shape.Dimension(batch_dim)
       for val, shape in zip(vals, self._shapes):
-        batch_dim = batch_dim.merge_with(
+        val_batch_dim = tensor_shape.dimension_value(
             val.get_shape().with_rank_at_least(1)[0])
+        val_batch_dim = tensor_shape.Dimension(val_batch_dim)
+        batch_dim = batch_dim.merge_with(val_batch_dim)
         val.get_shape()[1:].assert_is_compatible_with(shape)
 
       return gen_data_flow_ops.queue_enqueue_many_v2(
diff --git a/tensorflow/python/ops/distributions/categorical.py b/tensorflow/python/ops/distributions/categorical.py
index 26a3da2fb6..09d7e0e680 100644
--- a/tensorflow/python/ops/distributions/categorical.py
+++ b/tensorflow/python/ops/distributions/categorical.py
@@ -214,9 +214,9 @@ class Categorical(distribution.Distribution):
           self._batch_rank = array_ops.rank(self._logits) - 1
 
       logits_shape = array_ops.shape(self._logits, name="logits_shape")
-      if logits_shape_static[-1].value is not None:
+      if tensor_shape.dimension_value(logits_shape_static[-1]) is not None:
         self._event_size = ops.convert_to_tensor(
-            logits_shape_static[-1].value,
+            logits_shape_static.dims[-1].value,
             dtype=dtypes.int32,
             name="event_size")
       else:
diff --git a/tensorflow/python/ops/distributions/distribution.py b/tensorflow/python/ops/distributions/distribution.py
index 4741370cd8..11247a39bc 100644
--- a/tensorflow/python/ops/distributions/distribution.py
+++ b/tensorflow/python/ops/distributions/distribution.py
@@ -1315,7 +1315,7 @@ class Distribution(_BaseDistribution):
       return static_shape.ndims == 0
     shape = dynamic_shape_fn()
     if (shape.get_shape().ndims is not None and
-        shape.get_shape()[0].value is not None):
+        shape.get_shape().dims[0].value is not None):
       # If the static_shape is correctly written then we should never execute
       # this branch. We keep it just in case there's some unimagined corner
       # case.
diff --git a/tensorflow/python/ops/distributions/util.py b/tensorflow/python/ops/distributions/util.py
index ad848dfee6..760e7a8a84 100644
--- a/tensorflow/python/ops/distributions/util.py
+++ b/tensorflow/python/ops/distributions/util.py
@@ -351,8 +351,8 @@ def embed_check_categorical_event_shape(
     except ValueError:
       raise ValueError("A categorical-distribution parameter must have "
                        "at least 1 dimension.")
-    if x_shape_static[-1].value is not None:
-      event_size = x_shape_static[-1].value
+    if tensor_shape.dimension_value(x_shape_static[-1]) is not None:
+      event_size = x_shape_static.dims[-1].value
       if event_size < 2:
         raise ValueError("A categorical-distribution parameter must have at "
                          "least 2 events.")
@@ -831,9 +831,10 @@ def fill_triangular(x, upper=False, name=None):
 
   with ops.name_scope(name, "fill_triangular", values=[x]):
     x = ops.convert_to_tensor(x, name="x")
-    if x.shape.with_rank_at_least(1)[-1].value is not None:
+    if tensor_shape.dimension_value(
+        x.shape.with_rank_at_least(1)[-1]) is not None:
       # Formula derived by solving for n: m = n(n+1)/2.
-      m = np.int32(x.shape[-1].value)
+      m = np.int32(x.shape.dims[-1].value)
       n = np.sqrt(0.25 + 2. * m) - 0.5
       if n != np.floor(n):
         raise ValueError("Input right-most shape ({}) does not "
@@ -943,8 +944,9 @@ def fill_triangular_inverse(x, upper=False, name=None):
 
   with ops.name_scope(name, "fill_triangular_inverse", values=[x]):
     x = ops.convert_to_tensor(x, name="x")
-    if x.shape.with_rank_at_least(2)[-1].value is not None:
-      n = np.int32(x.shape[-1].value)
+    if tensor_shape.dimension_value(
+        x.shape.with_rank_at_least(2)[-1]) is not None:
+      n = np.int32(x.shape.dims[-1].value)
       m = np.int32((n * (n + 1)) // 2)
       static_final_shape = x.shape[:-2].concatenate([m])
     else:
@@ -1197,7 +1199,8 @@ def dimension_size(x, axis):
   """Returns the size of a specific dimension."""
   # Since tf.gather isn't "constant-in, constant-out", we must first check the
   # static shape or fallback to dynamic shape.
-  s = x.shape.with_rank_at_least(np.abs(axis))[axis].value
+  s = tensor_shape.dimension_value(
+      x.shape.with_rank_at_least(np.abs(axis))[axis])
   if s is not None:
     return s
   return array_ops.shape(x)[axis]
@@ -1247,7 +1250,7 @@ def process_quadrature_grid_and_probs(
 
     def _static_event_size(x):
       """Returns the static size of a specific dimension or `None`."""
-      return x.shape.with_rank_at_least(1)[-1].value
+      return tensor_shape.dimension_value(x.shape.with_rank_at_least(1)[-1])
 
     m, n = _static_event_size(probs), _static_event_size(grid)
     if m is not None and n is not None:
@@ -1316,7 +1319,8 @@ def pad(x, axis, front=False, back=False, value=0, count=1, name=None):
         head = x.shape[:axis]
         middle = tensor_shape.TensorShape(
             None if count_ is None
-            else (x.shape[axis] + count_ * (front + back)))
+            else (tensor_shape.dimension_at_index(
+                x.shape, axis) + count_ * (front + back)))
         tail = x.shape[axis+1:]
         final_shape = head.concatenate(middle.concatenate(tail))
       else:
diff --git a/tensorflow/python/ops/embedding_ops.py b/tensorflow/python/ops/embedding_ops.py
index 6263041b8d..9ce024ad96 100644
--- a/tensorflow/python/ops/embedding_ops.py
+++ b/tensorflow/python/ops/embedding_ops.py
@@ -155,16 +155,19 @@ def _embedding_lookup_and_transform(params,
         # Compute num_total_ids as the sum of dim-0 of params, then assign to
         # partitions based on a constant number of ids per partition. Optimize
         # if we already know the full shape statically.
-        dim_0_size = params[0].get_shape()[0]
+        dim_0_size = tensor_shape.Dimension(tensor_shape.dimension_value(
+            params[0].get_shape()[0]))
         for p in xrange(1, np):
-          dim_0_size += params[p].get_shape()[0]
+          dim_0_size += tensor_shape.Dimension(tensor_shape.dimension_value(
+              params[p].get_shape()[0]))
         if dim_0_size.value:
           num_total_ids = constant_op.constant(dim_0_size.value, flat_ids.dtype)
         else:
           dim_0_sizes = []
           for p in xrange(np):
-            if params[p].get_shape()[0].value is not None:
-              dim_0_sizes.append(params[p].get_shape()[0].value)
+            param_p_dim = tensor_shape.dimension_value(params[p].get_shape()[0])
+            if param_p_dim is not None:
+              dim_0_sizes.append(param_p_dim)
             else:
               with ops.colocate_with(params[p]):
                 dim_0_sizes.append(array_ops.shape(params[p])[0])
@@ -559,11 +562,12 @@ def safe_embedding_lookup_sparse(embedding_weights,
                                            sparse_weights]) as scope:
     # Reshape higher-rank sparse ids and weights to linear segment ids.
     original_shape = sparse_ids.dense_shape
-    original_rank_dim = sparse_ids.dense_shape.get_shape()[0]
+    original_rank_dim = tensor_shape.dimension_value(
+        sparse_ids.dense_shape.get_shape()[0])
     original_rank = (
         array_ops.size(original_shape)
-        if original_rank_dim.value is None
-        else original_rank_dim.value)
+        if original_rank_dim is None
+        else original_rank_dim)
     sparse_ids = sparse_ops.sparse_reshape(sparse_ids, [
         math_ops.reduce_prod(
             array_ops.slice(original_shape, [0], [original_rank - 1])),
@@ -617,7 +621,8 @@ def safe_embedding_lookup_sparse(embedding_weights,
             array_ops.slice(array_ops.shape(result), [1], [-1])
         ], 0))
     final_result.set_shape(tensor_shape.unknown_shape(
-        (original_rank_dim - 1).value).concatenate(result.get_shape()[1:]))
+        (tensor_shape.Dimension(original_rank_dim) - 1).value).concatenate(
+            result.get_shape()[1:]))
     return final_result
 
 
diff --git a/tensorflow/python/ops/functional_ops.py b/tensorflow/python/ops/functional_ops.py
index f8a95f5e62..3a0c51c1ae 100644
--- a/tensorflow/python/ops/functional_ops.py
+++ b/tensorflow/python/ops/functional_ops.py
@@ -125,7 +125,8 @@ def foldl(fn, elems, initializer=None, parallel_iterations=10, back_prop=True,
     elems_flat = [
         ops.convert_to_tensor(elem, name="elem") for elem in nest.flatten(elems)
     ]
-    n = elems_flat[0].shape[0].value or array_ops.shape(elems_flat[0])[0]
+    n = (tensor_shape.dimension_value(elems_flat[0].shape[0])
+         or array_ops.shape(elems_flat[0])[0])
 
     elems_ta = nest.map_structure(create_ta, elems)
 
@@ -232,7 +233,8 @@ def foldr(fn, elems, initializer=None, parallel_iterations=10, back_prop=True,
     elems_flat = [
         ops.convert_to_tensor(elem, name="elem") for elem in nest.flatten(elems)
     ]
-    n = elems_flat[0].shape[0].value or array_ops.shape(elems_flat[0])[0]
+    n = (tensor_shape.dimension_value(elems_flat[0].shape[0])
+         or array_ops.shape(elems_flat[0])[0])
 
     elems_ta = nest.map_structure(create_ta, elems)
 
@@ -446,7 +448,8 @@ def map_fn(fn, elems, dtype=None, parallel_iterations=None, back_prop=True,
         raise ValueError(
             "elements in elems must be 1+ dimensional Tensors, not scalars"
         )
-    n = static_shape[0].value or array_ops.shape(elems_flat[0])[0]
+    n = (tensor_shape.dimension_value(static_shape[0])
+         or array_ops.shape(elems_flat[0])[0])
 
     # TensorArrays are always flat
     elems_ta = [
@@ -495,9 +498,11 @@ def map_fn(fn, elems, dtype=None, parallel_iterations=None, back_prop=True,
         maximum_iterations=n)
     results_flat = [r.stack() for r in r_a]
 
-    n_static = elems_flat[0].get_shape().with_rank_at_least(1)[0]
+    n_static = tensor_shape.Dimension(tensor_shape.dimension_value(
+        elems_flat[0].get_shape().with_rank_at_least(1)[0]))
     for elem in elems_flat[1:]:
-      n_static.merge_with(elem.get_shape().with_rank_at_least(1)[0])
+      n_static.merge_with(tensor_shape.Dimension(tensor_shape.dimension_value(
+          elem.get_shape().with_rank_at_least(1)[0])))
     for r in results_flat:
       r.set_shape(tensor_shape.TensorShape(n_static).concatenate(
           r.get_shape()[1:]))
@@ -644,7 +649,8 @@ def scan(fn, elems, initializer=None, parallel_iterations=10, back_prop=True,
         ops.convert_to_tensor(elem, name="elem") for elem in elems_flat]
 
     # Convert elems to tensor array. n may be known statically.
-    n = elems_flat[0].shape[0].value or array_ops.shape(elems_flat[0])[0]
+    n = (tensor_shape.dimension_value(elems_flat[0].shape[0])
+         or array_ops.shape(elems_flat[0])[0])
 
     # TensorArrays are always flat
     elems_ta = [
@@ -720,9 +726,11 @@ def scan(fn, elems, initializer=None, parallel_iterations=10, back_prop=True,
 
     results_flat = [r.stack() for r in r_a]
 
-    n_static = elems_flat[0].get_shape().with_rank_at_least(1)[0]
+    n_static = tensor_shape.Dimension(tensor_shape.dimension_value(
+        elems_flat[0].get_shape().with_rank_at_least(1)[0]))
     for elem in elems_flat[1:]:
-      n_static.merge_with(elem.get_shape().with_rank_at_least(1)[0])
+      n_static.merge_with(tensor_shape.Dimension(tensor_shape.dimension_value(
+          elem.get_shape().with_rank_at_least(1)[0])))
     for r in results_flat:
       r.set_shape(tensor_shape.TensorShape(n_static).concatenate(
           r.get_shape()[1:]))
diff --git a/tensorflow/python/ops/histogram_ops_test.py b/tensorflow/python/ops/histogram_ops_test.py
index 810dd44611..e7fe0efba4 100644
--- a/tensorflow/python/ops/histogram_ops_test.py
+++ b/tensorflow/python/ops/histogram_ops_test.py
@@ -160,7 +160,7 @@ class HistogramFixedWidthTest(test.TestCase):
       hist = histogram_ops.histogram_fixed_width(
           values, value_range, nbins=placeholder)
       self.assertEquals(hist.shape.ndims, 1)
-      self.assertIs(hist.shape[0].value, None)
+      self.assertIs(hist.shape.dims[0].value, None)
       self.assertEqual(dtypes.int32, hist.dtype)
       self.assertAllClose(expected_bin_counts, hist.eval({placeholder: 5}))
 
diff --git a/tensorflow/python/ops/image_ops_impl.py b/tensorflow/python/ops/image_ops_impl.py
index 7f41814b75..3ab3695a03 100644
--- a/tensorflow/python/ops/image_ops_impl.py
+++ b/tensorflow/python/ops/image_ops_impl.py
@@ -587,7 +587,7 @@ def central_crop(image, central_fraction):
     # Helper method to return the `idx`-th dimension of `tensor`, along with
     # a boolean signifying if the dimension is dynamic.
     def _get_dim(tensor, idx):
-      static_shape = tensor.get_shape()[idx].value
+      static_shape = tensor.get_shape().dims[idx].value
       if static_shape is not None:
         return static_shape, False
       return array_ops.shape(tensor)[idx], True
@@ -1014,8 +1014,8 @@ def resize_images(images,
       raise ValueError('\'size\' must be a 1-D Tensor of 2 elements: '
                        'new_height, new_width')
     size_const_as_shape = tensor_util.constant_value_as_shape(size)
-    new_height_const = size_const_as_shape[0].value
-    new_width_const = size_const_as_shape[1].value
+    new_height_const = size_const_as_shape.dims[0].value
+    new_width_const = size_const_as_shape.dims[1].value
 
     if preserve_aspect_ratio:
       # Get the current shapes of the image, even if dynamic.
@@ -1036,8 +1036,8 @@ def resize_images(images,
       size = ops.convert_to_tensor([scaled_height_const, scaled_width_const],
                                    dtypes.int32, name='size')
       size_const_as_shape = tensor_util.constant_value_as_shape(size)
-      new_height_const = size_const_as_shape[0].value
-      new_width_const = size_const_as_shape[1].value
+      new_height_const = size_const_as_shape.dims[0].value
+      new_width_const = size_const_as_shape.dims[1].value
 
     # If we can determine that the height and width will be unmodified by this
     # transformation, we avoid performing the resize.
@@ -2345,7 +2345,8 @@ def _verify_compatible_image_shapes(img1, img2):
   shape1[-3:].assert_is_compatible_with(shape2[-3:])
 
   if shape1.ndims is not None and shape2.ndims is not None:
-    for dim1, dim2 in zip(reversed(shape1[:-3]), reversed(shape2[:-3])):
+    for dim1, dim2 in zip(reversed(shape1.dims[:-3]),
+                          reversed(shape2.dims[:-3])):
       if not (dim1 == 1 or dim2 == 1 or dim1.is_compatible_with(dim2)):
         raise ValueError(
             'Two images are not compatible: %s and %s' % (shape1, shape2))
diff --git a/tensorflow/python/ops/linalg/linear_operator.py b/tensorflow/python/ops/linalg/linear_operator.py
index 20c46fbb82..6af7e0fa22 100644
--- a/tensorflow/python/ops/linalg/linear_operator.py
+++ b/tensorflow/python/ops/linalg/linear_operator.py
@@ -24,6 +24,7 @@ import contextlib
 import numpy as np
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
@@ -397,8 +398,9 @@ class LinearOperator(object):
     # Derived classes get this "for free" once .shape() is implemented.
     with self._name_scope(name):
       # Prefer to use statically defined shape if available.
-      if self.domain_dimension.value is not None:
-        return ops.convert_to_tensor(self.domain_dimension.value)
+      dim_value = tensor_shape.dimension_value(self.domain_dimension)
+      if dim_value is not None:
+        return ops.convert_to_tensor(dim_value)
       else:
         return self.shape_tensor()[-1]
 
@@ -413,7 +415,10 @@ class LinearOperator(object):
       `Dimension` object.
     """
     # Derived classes get this "for free" once .shape is implemented.
-    return self.shape[-2]
+    if self.shape.dims:
+      return self.shape.dims[-2]
+    else:
+      return tensor_shape.Dimension(None)
 
   def range_dimension_tensor(self, name="range_dimension_tensor"):
     """Dimension (in the sense of vector spaces) of the range of this operator.
@@ -432,8 +437,9 @@ class LinearOperator(object):
     # Derived classes get this "for free" once .shape() is implemented.
     with self._name_scope(name):
       # Prefer to use statically defined shape if available.
-      if self.range_dimension.value is not None:
-        return ops.convert_to_tensor(self.range_dimension.value)
+      dim_value = tensor_shape.dimension_value(self.range_dimension)
+      if dim_value is not None:
+        return ops.convert_to_tensor(dim_value)
       else:
         return self.shape_tensor()[-2]
 
@@ -590,7 +596,9 @@ class LinearOperator(object):
 
       self_dim = -2 if adjoint else -1
       arg_dim = -1 if adjoint_arg else -2
-      self.shape[self_dim].assert_is_compatible_with(x.get_shape()[arg_dim])
+      tensor_shape.dimension_at_index(
+          self.shape, self_dim).assert_is_compatible_with(
+              x.get_shape()[arg_dim])
 
       return self._matmul(x, adjoint=adjoint, adjoint_arg=adjoint_arg)
 
@@ -630,7 +638,8 @@ class LinearOperator(object):
       x = ops.convert_to_tensor(x, name="x")
       self._check_input_dtype(x)
       self_dim = -2 if adjoint else -1
-      self.shape[self_dim].assert_is_compatible_with(x.get_shape()[-1])
+      tensor_shape.dimension_at_index(
+          self.shape, self_dim).assert_is_compatible_with(x.get_shape()[-1])
       return self._matvec(x, adjoint=adjoint)
 
   def _determinant(self):
@@ -759,7 +768,9 @@ class LinearOperator(object):
 
       self_dim = -1 if adjoint else -2
       arg_dim = -1 if adjoint_arg else -2
-      self.shape[self_dim].assert_is_compatible_with(rhs.get_shape()[arg_dim])
+      tensor_shape.dimension_at_index(
+          self.shape, self_dim).assert_is_compatible_with(
+              rhs.get_shape()[arg_dim])
 
       return self._solve(rhs, adjoint=adjoint, adjoint_arg=adjoint_arg)
 
@@ -812,7 +823,9 @@ class LinearOperator(object):
       rhs = ops.convert_to_tensor(rhs, name="rhs")
       self._check_input_dtype(rhs)
       self_dim = -1 if adjoint else -2
-      self.shape[self_dim].assert_is_compatible_with(rhs.get_shape()[-1])
+      tensor_shape.dimension_at_index(
+          self.shape, self_dim).assert_is_compatible_with(
+              rhs.get_shape()[-1])
 
       return self._solvevec(rhs, adjoint=adjoint)
 
@@ -825,8 +838,9 @@ class LinearOperator(object):
     else:
       batch_shape = self.batch_shape_tensor()
 
-    if self.domain_dimension.value is not None:
-      n = self.domain_dimension.value
+    dim_value = tensor_shape.dimension_value(self.domain_dimension)
+    if dim_value is not None:
+      n = dim_value
     else:
       n = self.domain_dimension_tensor()
 
diff --git a/tensorflow/python/ops/linalg/linear_operator_addition.py b/tensorflow/python/ops/linalg/linear_operator_addition.py
index 86130a2c07..50baf03c12 100644
--- a/tensorflow/python/ops/linalg/linear_operator_addition.py
+++ b/tensorflow/python/ops/linalg/linear_operator_addition.py
@@ -23,6 +23,7 @@ import abc
 import six
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops.linalg import linear_operator
@@ -194,14 +195,18 @@ def _static_check_for_same_dimensions(operators):
   if len(operators) < 2:
     return
 
-  domain_dimensions = [(op.name, op.domain_dimension.value) for op in operators
-                       if op.domain_dimension.value is not None]
+  domain_dimensions = [
+      (op.name, tensor_shape.dimension_value(op.domain_dimension))
+      for op in operators
+      if tensor_shape.dimension_value(op.domain_dimension) is not None]
   if len(set(value for name, value in domain_dimensions)) > 1:
     raise ValueError("Operators must have the same domain dimension. Found: %s"
                      % domain_dimensions)
 
-  range_dimensions = [(op.name, op.range_dimension.value) for op in operators
-                      if op.range_dimension.value is not None]
+  range_dimensions = [
+      (op.name, tensor_shape.dimension_value(op.range_dimension))
+      for op in operators
+      if tensor_shape.dimension_value(op.range_dimension) is not None]
   if len(set(value for name, value in range_dimensions)) > 1:
     raise ValueError("Operators must have the same range dimension. Found: %s" %
                      range_dimensions)
diff --git a/tensorflow/python/ops/linalg/linear_operator_identity.py b/tensorflow/python/ops/linalg/linear_operator_identity.py
index 45929eb4e2..32b222cb2a 100644
--- a/tensorflow/python/ops/linalg/linear_operator_identity.py
+++ b/tensorflow/python/ops/linalg/linear_operator_identity.py
@@ -76,8 +76,8 @@ class BaseLinearOperatorIdentity(linear_operator.LinearOperator):
 
   def _min_matrix_dim(self):
     """Minimum of domain/range dimension, if statically available, else None."""
-    domain_dim = self.domain_dimension.value
-    range_dim = self.range_dimension.value
+    domain_dim = tensor_shape.dimension_value(self.domain_dimension)
+    range_dim = tensor_shape.dimension_value(self.range_dimension)
     if domain_dim is None or range_dim is None:
       return None
     return min(domain_dim, range_dim)
diff --git a/tensorflow/python/ops/linalg/linear_operator_low_rank_update.py b/tensorflow/python/ops/linalg/linear_operator_low_rank_update.py
index 2b2bf80f27..c4288ff8f8 100644
--- a/tensorflow/python/ops/linalg/linear_operator_low_rank_update.py
+++ b/tensorflow/python/ops/linalg/linear_operator_low_rank_update.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import linalg_ops
 from tensorflow.python.ops import math_ops
@@ -275,11 +276,13 @@ class LinearOperatorLowRankUpdate(linear_operator.LinearOperator):
     batch_shape = array_ops.broadcast_static_shape(
         self.base_operator.batch_shape, uv_shape[:-2])
 
-    self.base_operator.domain_dimension.assert_is_compatible_with(
-        uv_shape[-2])
+    tensor_shape.Dimension(
+        self.base_operator.domain_dimension).assert_is_compatible_with(
+            uv_shape[-2])
 
     if self._diag_update is not None:
-      uv_shape[-1].assert_is_compatible_with(self._diag_update.get_shape()[-1])
+      tensor_shape.dimension_at_index(uv_shape, -1).assert_is_compatible_with(
+          self._diag_update.get_shape()[-1])
       array_ops.broadcast_static_shape(
           batch_shape, self._diag_update.get_shape()[:-1])
 
@@ -291,8 +294,8 @@ class LinearOperatorLowRankUpdate(linear_operator.LinearOperator):
       self._diag_inv_operator = linear_operator_diag.LinearOperatorDiag(
           1. / self._diag_update, is_positive_definite=is_diag_update_positive)
     else:
-      if self.u.get_shape()[-1].value is not None:
-        r = self.u.get_shape()[-1].value
+      if tensor_shape.dimension_value(self.u.shape[-1]) is not None:
+        r = tensor_shape.dimension_value(self.u.shape[-1])
       else:
         r = array_ops.shape(self.u)[-1]
       self._diag_operator = linear_operator_identity.LinearOperatorIdentity(
diff --git a/tensorflow/python/ops/linalg_grad.py b/tensorflow/python/ops/linalg_grad.py
index b6b98d5c86..249f4ab076 100644
--- a/tensorflow/python/ops/linalg_grad.py
+++ b/tensorflow/python/ops/linalg_grad.py
@@ -101,7 +101,7 @@ def _QrGrad(op, dq, dr):
   if (r.shape.ndims is None or r.shape.as_list()[-2] is None or
       r.shape.as_list()[-1] is None):
     raise NotImplementedError("QrGrad not implemented with dynamic shapes.")
-  if r.shape[-2].value != r.shape[-1].value:
+  if r.shape.dims[-2].value != r.shape.dims[-1].value:
     raise NotImplementedError("QrGrad not implemented when ncols > nrows "
                               "or full_matrices is true and ncols != nrows.")
 
@@ -305,14 +305,14 @@ def _SvdGrad(op, grad_s, grad_u, grad_v):
         "compute_uv=True.")
   grad_u_shape = grad_u.get_shape().with_rank_at_least(2)
   grad_v_shape = grad_v.get_shape().with_rank_at_least(2)
-  m = a_shape[-2].merge_with(grad_u_shape[-2])
-  n = a_shape[-1].merge_with(grad_v_shape[-2])
+  m = a_shape.dims[-2].merge_with(grad_u_shape[-2])
+  n = a_shape.dims[-1].merge_with(grad_v_shape[-2])
   batch_shape = a_shape[:-2].merge_with(grad_u_shape[:-2]).merge_with(
       grad_v_shape[:-2])
   a_shape = batch_shape.concatenate([m, n])
 
-  m = a_shape[-2].value
-  n = a_shape[-1].value
+  m = a_shape.dims[-2].value
+  n = a_shape.dims[-1].value
   # TODO(rmlarsen): Make this work with placeholders.
   if m is None or n is None:
     raise NotImplementedError(
diff --git a/tensorflow/python/ops/list_ops.py b/tensorflow/python/ops/list_ops.py
index 145a5f358c..386626e6a9 100644
--- a/tensorflow/python/ops/list_ops.py
+++ b/tensorflow/python/ops/list_ops.py
@@ -58,8 +58,8 @@ def _TensorListStackGrad(unused_op, dtensor):
 @ops.RegisterGradient("TensorListFromTensor")
 def _TensorListFromTensorGrad(op, dlist):
   """Gradient for TensorListFromTensor."""
-  if op.inputs[0].shape[0].value is not None:
-    num_elements = op.inputs[0].shape[0].value
+  if op.inputs[0].shape.dims[0].value is not None:
+    num_elements = op.inputs[0].shape.dims[0].value
   else:
     num_elements = None
   if dlist is None:
diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index 81f244a423..c9374006ba 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -1267,8 +1267,8 @@ def _ReductionDims(x, axis, reduction_indices):
     if rank is not None:
       return constant_op.constant(np.arange(rank), dtype=dtypes.int32)
     if (isinstance(x, sparse_tensor.SparseTensor) and
-        x.dense_shape.get_shape().is_fully_defined()):
-      rank = x.dense_shape.get_shape()[0].value  # sparse.dense_shape is 1-D.
+        x.dense_shape.shape.is_fully_defined()):
+      rank = x.dense_shape.shape.dims[0].value  # sparse.dense_shape is 1-D.
       return constant_op.constant(np.arange(rank), dtype=dtypes.int32)
 
     # Otherwise, we rely on Range and Rank to do the right thing at run-time.
diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index 453848fc00..b49a06bf96 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -528,8 +528,8 @@ def separable_conv2d(input,
         pointwise_filter, name="pointwise_filter")
 
     pointwise_filter_shape = pointwise_filter.get_shape().with_rank(4)
-    pointwise_filter_shape[0].assert_is_compatible_with(1)
-    pointwise_filter_shape[1].assert_is_compatible_with(1)
+    pointwise_filter_shape.dims[0].assert_is_compatible_with(1)
+    pointwise_filter_shape.dims[1].assert_is_compatible_with(1)
 
     if rate is None:
       rate = [1, 1]
@@ -595,10 +595,10 @@ def sufficient_statistics(x, axes, shift=None, keep_dims=False, name=None):
   with ops.name_scope(name, "sufficient_statistics", [x, shift]):
     x = ops.convert_to_tensor(x, name="x")
     x_shape = x.get_shape()
-    if all(x_shape[d].value is not None for d in axes):
+    if all(x_shape.dims[d].value is not None for d in axes):
       counts = 1
       for d in axes:
-        counts *= x_shape[d].value
+        counts *= x_shape.dims[d].value
       counts = constant_op.constant(counts, dtype=x.dtype)
     else:  # shape needs to be inferred at runtime.
       x_dims = array_ops.gather(
diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 994abe502f..88c26db5c6 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -402,7 +402,7 @@ class _WithSpaceToBatch(object):
     if not dilation_rate.get_shape().is_fully_defined():
       raise ValueError("rate must have known shape")
 
-    num_spatial_dims = rate_shape[0].value
+    num_spatial_dims = rate_shape.dims[0].value
 
     if data_format is not None and data_format.startswith("NC"):
       starting_spatial_dim = 2
@@ -510,7 +510,7 @@ class _WithSpaceToBatch(object):
 
     # Recover channel information for output shape if channels are not last.
     if self.data_format is not None and self.data_format.startswith("NC"):
-      if not result_converted.shape[1].value and filter is not None:
+      if not result_converted.shape.dims[1].value and filter is not None:
         output_shape = result_converted.shape.as_list()
         output_shape[1] = filter.shape[-1]
         result_converted.set_shape(output_shape)
@@ -828,10 +828,11 @@ class Convolution(object):
           "filter tensor must have rank %d" % (num_spatial_dims + 2))
 
     if data_format is None or not data_format.startswith("NC"):
-      input_channels_dim = input_shape[num_spatial_dims + 1]
+      input_channels_dim = tensor_shape.dimension_at_index(
+          input_shape, num_spatial_dims + 1)
       spatial_dims = range(1, num_spatial_dims + 1)
     else:
-      input_channels_dim = input_shape[1]
+      input_channels_dim = tensor_shape.dimension_at_index(input_shape, 1)
       spatial_dims = range(2, num_spatial_dims + 2)
 
     if not input_channels_dim.is_compatible_with(
@@ -1225,7 +1226,8 @@ def conv2d_transpose(
     value = ops.convert_to_tensor(value, name="value")
     filter = ops.convert_to_tensor(filter, name="filter")  # pylint: disable=redefined-builtin
     axis = 3 if data_format == "NHWC" else 1
-    if not value.get_shape()[axis].is_compatible_with(filter.get_shape()[3]):
+    if not value.get_shape().dims[axis].is_compatible_with(
+        filter.get_shape()[3]):
       raise ValueError("input channels does not match filter's input channels, "
                        "{} != {}".format(value.get_shape()[axis],
                                          filter.get_shape()[3]))
@@ -1237,7 +1239,8 @@ def conv2d_transpose(
 
     if isinstance(output_shape, (list, np.ndarray)):
       # output_shape's shape should be == [4] if reached this point.
-      if not filter.get_shape()[2].is_compatible_with(output_shape[axis]):
+      if not filter.get_shape().dims[2].is_compatible_with(
+          output_shape[axis]):
         raise ValueError(
             "output_shape does not match filter's output channels, "
             "{} != {}".format(output_shape[axis],
@@ -1304,7 +1307,7 @@ def atrous_conv2d_transpose(value,
                       [value, filters, output_shape]) as name:
     value = ops.convert_to_tensor(value, name="value")
     filters = ops.convert_to_tensor(filters, name="filters")
-    if not value.get_shape()[3].is_compatible_with(filters.get_shape()[3]):
+    if not value.get_shape().dims[3].is_compatible_with(filters.get_shape()[3]):
       raise ValueError(
           "value's input channels does not match filters' input channels, "
           "{} != {}".format(value.get_shape()[3],
@@ -1328,7 +1331,7 @@ def atrous_conv2d_transpose(value,
 
     if isinstance(output_shape, (list, np.ndarray)):
       # output_shape's shape should be == [4] if reached this point.
-      if not filters.get_shape()[2].is_compatible_with(output_shape[3]):
+      if not filters.get_shape().dims[2].is_compatible_with(output_shape[3]):
         raise ValueError(
             "output_shape does not match filter's output channels, "
             "{} != {}".format(output_shape[3],
@@ -1449,7 +1452,8 @@ def conv3d_transpose(
     value = ops.convert_to_tensor(value, name="value")
     filter = ops.convert_to_tensor(filter, name="filter")  # pylint: disable=redefined-builtin
     axis = 1 if data_format == "NCDHW" else 4
-    if not value.get_shape()[axis].is_compatible_with(filter.get_shape()[4]):
+    if not value.get_shape().dims[axis].is_compatible_with(
+        filter.get_shape()[4]):
       raise ValueError("input channels does not match filter's input channels, "
                        "{} != {}".format(value.get_shape()[axis],
                                          filter.get_shape()[4]))
@@ -1461,7 +1465,8 @@ def conv3d_transpose(
 
     if isinstance(output_shape, (list, np.ndarray)):
       # output_shape's shape should be == [5] if reached this point.
-      if not filter.get_shape()[3].is_compatible_with(output_shape[axis]):
+      if not filter.get_shape().dims[3].is_compatible_with(
+          output_shape[axis]):
         raise ValueError(
             "output_shape does not match filter's output channels, "
             "{} != {}".format(output_shape[axis],
@@ -2532,14 +2537,16 @@ def conv1d_transpose(
     else:
       raise ValueError("data_format must be \"NWC\" or \"NCW\".")
 
-    if not value.get_shape()[axis].is_compatible_with(filter.get_shape()[2]):
+    if not value.get_shape().dims[axis].is_compatible_with(
+        filter.get_shape()[2]):
       raise ValueError("input channels does not match filter's input channels, "
                        "{} != {}".format(value.get_shape()[axis],
                                          filter.get_shape()[2]))
 
     if isinstance(output_shape, (list, np.ndarray)):
       # output_shape's shape should be == [3] if reached this point.
-      if not filter.get_shape()[1].is_compatible_with(output_shape[axis]):
+      if not filter.get_shape().dims[1].is_compatible_with(
+          output_shape[axis]):
         raise ValueError(
             "output_shape does not match filter's output channels, "
             "{} != {}".format(output_shape[axis],
diff --git a/tensorflow/python/ops/parallel_for/pfor.py b/tensorflow/python/ops/parallel_for/pfor.py
index e274aa626a..4cd697e679 100644
--- a/tensorflow/python/ops/parallel_for/pfor.py
+++ b/tensorflow/python/ops/parallel_for/pfor.py
@@ -1033,7 +1033,7 @@ class PFor(object):
         *[self._unwrap_or_tile(w) for w in outputs])
 
   def _restack_sparse_tensor_logically(self, indices, values, shape):
-    sparse_tensor_rank = indices.get_shape()[-1].value
+    sparse_tensor_rank = indices.get_shape().dims[-1].value
     if sparse_tensor_rank is not None:
       sparse_tensor_rank += 1
 
@@ -1657,8 +1657,8 @@ def _convert_gather(pfor_input):
       axis = axis_value
   if indices_stacked and not param_stacked:
     if indices == pfor_input.pfor.all_indices and axis == 0:
-      param_shape0 = param.shape[0].value
-      indices_shape0 = indices.shape[0].value
+      param_shape0 = param.shape.dims[0].value
+      indices_shape0 = indices.shape.dims[0].value
       if param_shape0 is not None and indices_shape0 == param_shape0:
         # Note that with loops and conditionals, indices may not be contiguous.
         # However they will be sorted and unique. So if the shape matches, then
diff --git a/tensorflow/python/ops/parsing_ops.py b/tensorflow/python/ops/parsing_ops.py
index b111e7f3df..a99fa7f152 100644
--- a/tensorflow/python/ops/parsing_ops.py
+++ b/tensorflow/python/ops/parsing_ops.py
@@ -731,7 +731,7 @@ def _process_raw_parameters(names, dense_defaults, sparse_keys, sparse_types,
     default_value = dense_defaults.get(key)
     dense_shape = dense_shapes[i]
     if (dense_shape.ndims is not None and dense_shape.ndims > 0 and
-        dense_shape[0].value is None):
+        dense_shape.dims[0].value is None):
       # Variable stride dense shape, the default value should be a
       # scalar padding value
       if default_value is None:
@@ -1770,7 +1770,7 @@ def _parse_single_example_v2_raw(serialized, sparse_keys, sparse_types,
       default_value = dense_defaults.get(key)
       dense_shape = dense_shapes[i]
       if (dense_shape.ndims is not None and dense_shape.ndims > 0 and
-          dense_shape[0].value is None):
+          dense_shape.dims[0].value is None):
         # Variable stride dense shape, the default value should be a
         # scalar padding value
         if default_value is None:
diff --git a/tensorflow/python/ops/partitioned_variables.py b/tensorflow/python/ops/partitioned_variables.py
index 174cabdf80..7743b634e8 100644
--- a/tensorflow/python/ops/partitioned_variables.py
+++ b/tensorflow/python/ops/partitioned_variables.py
@@ -136,13 +136,14 @@ def variable_axis_size_partitioner(
 
     partitions = [1] * shape.ndims
     bytes_per_slice = 1.0 * (
-        shape.num_elements() / shape[axis].value) * element_size
+        shape.num_elements() / shape.dims[axis].value) * element_size
     # How many slices can we fit on one shard of size at most max_shard_bytes?
     # At least one slice is required.
     slices_per_shard = max(1, math.floor(max_shard_bytes / bytes_per_slice))
     # How many shards do we need for axis given that each shard fits
-    # slices_per_shard slices from a total of shape[axis].value slices?
-    axis_shards = int(math.ceil(1.0 * shape[axis].value / slices_per_shard))
+    # slices_per_shard slices from a total of shape[axis] slices?
+    axis_shards = int(math.ceil(
+        1.0 * shape.dims[axis].value / slices_per_shard))
     if max_shards:
       axis_shards = min(max_shards, axis_shards)
 
@@ -210,7 +211,7 @@ def min_max_variable_partitioner(max_partitions=1, axis=0,
     partitions_list = [1] * len(shape)
     # We can not partition the variable beyond what its shape or
     # `max_partitions` allows.
-    partitions_list[axis] = max(1, min(shape[axis].value,
+    partitions_list[axis] = max(1, min(shape.dims[axis].value,
                                        max_partitions,
                                        int(math.ceil(partitions))))
     return partitions_list
@@ -231,7 +232,7 @@ def fixed_size_partitioner(num_shards, axis=0):
   """
   def _partitioner(shape, **unused_args):
     partitions_list = [1] * len(shape)
-    partitions_list[axis] = min(num_shards, shape[axis].value)
+    partitions_list[axis] = min(num_shards, shape.dims[axis].value)
     return partitions_list
   return _partitioner
 
diff --git a/tensorflow/python/ops/rnn.py b/tensorflow/python/ops/rnn.py
index 5a3a5cc225..393e269abf 100644
--- a/tensorflow/python/ops/rnn.py
+++ b/tensorflow/python/ops/rnn.py
@@ -54,7 +54,7 @@ def _transpose_batch_time(x):
     x transposed along the first two dimensions.
   """
   x_static_shape = x.get_shape()
-  if x_static_shape.ndims is not None and x_static_shape.ndims < 2:
+  if x_static_shape.rank is not None and x_static_shape.rank < 2:
     return x
 
   x_rank = array_ops.rank(x)
@@ -63,7 +63,7 @@ def _transpose_batch_time(x):
           ([1, 0], math_ops.range(2, x_rank)), axis=0))
   x_t.set_shape(
       tensor_shape.TensorShape([
-          x_static_shape[1].value, x_static_shape[0].value
+          x_static_shape.dims[1].value, x_static_shape.dims[0].value
       ]).concatenate(x_static_shape[2:]))
   return x_t
 
@@ -84,12 +84,12 @@ def _best_effort_input_batch_size(flat_input):
   """
   for input_ in flat_input:
     shape = input_.shape
-    if shape.ndims is None:
+    if shape.rank is None:
       continue
-    if shape.ndims < 2:
+    if shape.rank < 2:
       raise ValueError(
           "Expected input tensor %s to have rank at least 2" % input_)
-    batch_size = shape[1].value
+    batch_size = shape.dims[1].value
     if batch_size is not None:
       return batch_size
   # Fallback to the dynamic batch size of the first input.
@@ -233,7 +233,7 @@ def _rnn_step(
     # TensorArray and scalar get passed through.
     if isinstance(output, tensor_array_ops.TensorArray):
       return new_output
-    if output.shape.ndims == 0:
+    if output.shape.rank == 0:
       return new_output
     # Otherwise propagate the old or the new value.
     with ops.colocate_with(new_output):
@@ -326,7 +326,7 @@ def _reverse_seq(input_seq, lengths):
   flat_results = [[] for _ in range(len(input_seq))]
   for sequence in zip(*flat_input_seq):
     input_shape = tensor_shape.unknown_shape(
-        ndims=sequence[0].get_shape().ndims)
+        rank=sequence[0].get_shape().rank)
     for input_ in sequence:
       input_shape.merge_with(input_.get_shape())
       input_.set_shape(input_shape)
@@ -617,7 +617,7 @@ def dynamic_rnn(cell, inputs, sequence_length=None, initial_state=None,
     parallel_iterations = parallel_iterations or 32
     if sequence_length is not None:
       sequence_length = math_ops.to_int32(sequence_length)
-      if sequence_length.get_shape().ndims not in (None, 1):
+      if sequence_length.get_shape().rank not in (None, 1):
         raise ValueError(
             "sequence_length must be a vector of length batch_size, "
             "but saw shape: %s" % sequence_length.get_shape())
@@ -737,8 +737,8 @@ def _dynamic_rnn_loop(cell,
       raise ValueError(
           "Input size (depth of inputs) must be accessible via shape inference,"
           " but saw value None.")
-    got_time_steps = shape[0].value
-    got_batch_size = shape[1].value
+    got_time_steps = shape.dims[0].value
+    got_batch_size = shape.dims[1].value
     if const_time_steps != got_time_steps:
       raise ValueError(
           "Time steps is not the same for all the elements in the input in a "
@@ -1087,13 +1087,14 @@ def raw_rnn(cell, loop_fn,
                   else constant_op.constant(0, dtype=dtypes.int32))
 
     input_shape = [input_.get_shape() for input_ in flat_input]
-    static_batch_size = input_shape[0][0]
+    static_batch_size = tensor_shape.dimension_at_index(input_shape[0], 0)
 
     for input_shape_i in input_shape:
       # Static verification that batch sizes all match
-      static_batch_size.merge_with(input_shape_i[0])
+      static_batch_size.merge_with(
+          tensor_shape.dimension_at_index(input_shape_i, 0))
 
-    batch_size = static_batch_size.value
+    batch_size = tensor_shape.dimension_value(static_batch_size)
     const_batch_size = batch_size
     if batch_size is None:
       batch_size = array_ops.shape(flat_input[0])[0]
@@ -1176,7 +1177,7 @@ def raw_rnn(cell, loop_fn,
           # TensorArray and scalar get passed through.
           if isinstance(cur_i, tensor_array_ops.TensorArray):
             return cand_i
-          if cur_i.shape.ndims == 0:
+          if cur_i.shape.rank == 0:
             return cand_i
           # Otherwise propagate the old or the new value.
           with ops.colocate_with(cand_i):
@@ -1296,26 +1297,27 @@ def static_rnn(cell,
 
     # Temporarily avoid EmbeddingWrapper and seq2seq badness
     # TODO(lukaszkaiser): remove EmbeddingWrapper
-    if first_input.get_shape().ndims != 1:
+    if first_input.get_shape().rank != 1:
 
       input_shape = first_input.get_shape().with_rank_at_least(2)
-      fixed_batch_size = input_shape[0]
+      fixed_batch_size = input_shape.dims[0]
 
       flat_inputs = nest.flatten(inputs)
       for flat_input in flat_inputs:
         input_shape = flat_input.get_shape().with_rank_at_least(2)
-        batch_size, input_size = input_shape[0], input_shape[1:]
+        batch_size, input_size = tensor_shape.dimension_at_index(
+            input_shape, 0), input_shape[1:]
         fixed_batch_size.merge_with(batch_size)
-        for i, size in enumerate(input_size):
-          if size.value is None:
+        for i, size in enumerate(input_size.dims):
+          if tensor_shape.dimension_value(size) is None:
             raise ValueError(
                 "Input size (dimension %d of inputs) must be accessible via "
                 "shape inference, but saw value None." % i)
     else:
       fixed_batch_size = first_input.get_shape().with_rank_at_least(1)[0]
 
-    if fixed_batch_size.value:
-      batch_size = fixed_batch_size.value
+    if tensor_shape.dimension_value(fixed_batch_size):
+      batch_size = tensor_shape.dimension_value(fixed_batch_size)
     else:
       batch_size = array_ops.shape(first_input)[0]
     if initial_state is not None:
@@ -1333,7 +1335,7 @@ def static_rnn(cell,
     if sequence_length is not None:  # Prepare variables
       sequence_length = ops.convert_to_tensor(
           sequence_length, name="sequence_length")
-      if sequence_length.get_shape().ndims not in (None, 1):
+      if sequence_length.get_shape().rank not in (None, 1):
         raise ValueError(
             "sequence_length must be a vector of length batch_size")
 
@@ -1342,7 +1344,9 @@ def static_rnn(cell,
         size = _concat(batch_size, output_size)
         output = array_ops.zeros(
             array_ops.stack(size), _infer_state_dtype(dtype, state))
-        shape = _concat(fixed_batch_size.value, output_size, static=True)
+        shape = _concat(tensor_shape.dimension_value(fixed_batch_size),
+                        output_size,
+                        static=True)
         output.set_shape(tensor_shape.TensorShape(shape))
         return output
 
diff --git a/tensorflow/python/ops/rnn_cell_impl.py b/tensorflow/python/ops/rnn_cell_impl.py
index 8eb7d93c01..5a2dd9dec8 100644
--- a/tensorflow/python/ops/rnn_cell_impl.py
+++ b/tensorflow/python/ops/rnn_cell_impl.py
@@ -276,11 +276,11 @@ class RNNCell(base_layer.Layer):
               batch_size, partial=True)
         else:
           static_batch_size = batch_size
-        if inputs.shape[0].value != static_batch_size:
+        if inputs.shape.dims[0].value != static_batch_size:
           raise ValueError(
               "batch size from input tensor is different from the "
               "input param. Input tensor batch: {}, batch_size: {}".format(
-                  inputs.shape[0].value, batch_size))
+                  inputs.shape.dims[0].value, batch_size))
 
       if dtype is not None and inputs.dtype != dtype:
         raise ValueError(
@@ -288,7 +288,7 @@ class RNNCell(base_layer.Layer):
             "input param. Input tensor dtype: {}, dtype: {}".format(
                 inputs.dtype, dtype))
 
-      batch_size = inputs.shape[0].value or array_ops.shape(inputs)[0]
+      batch_size = inputs.shape.dims[0].value or array_ops.shape(inputs)[0]
       dtype = inputs.dtype
     if None in [batch_size, dtype]:
       raise ValueError(
@@ -986,8 +986,8 @@ class LSTMCell(LayerRNNCell):
       c_prev = array_ops.slice(state, [0, 0], [-1, self._num_units])
       m_prev = array_ops.slice(state, [0, self._num_units], [-1, num_proj])
 
-    input_size = inputs.get_shape().with_rank(2)[1]
-    if input_size.value is None:
+    input_size = inputs.get_shape().with_rank(2).dims[1].value
+    if input_size is None:
       raise ValueError("Could not infer input size from inputs.get_shape()[-1]")
 
     # i = input_gate, j = new_input, f = forget_gate, o = output_gate
diff --git a/tensorflow/python/ops/sparse_ops.py b/tensorflow/python/ops/sparse_ops.py
index 14f1263df3..077e4558b7 100644
--- a/tensorflow/python/ops/sparse_ops.py
+++ b/tensorflow/python/ops/sparse_ops.py
@@ -31,6 +31,7 @@ import numpy as np
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
@@ -1411,7 +1412,9 @@ def sparse_retain(sp_input, to_retain):
   # Shape checking, if shape is known at graph construction time
   retain_shape = to_retain.get_shape()
   retain_shape.assert_has_rank(1)
-  sp_input.values.get_shape()[0].merge_with(retain_shape[0])
+  if sp_input.values.get_shape().dims is not None:
+    sp_input.values.get_shape().dims[0].merge_with(
+        tensor_shape.dimension_at_index(retain_shape, 0))
 
   where_true = array_ops.reshape(array_ops.where(to_retain), [-1])
   new_indices = array_ops.gather(sp_input.indices, where_true)
diff --git a/tensorflow/python/ops/special_math_ops.py b/tensorflow/python/ops/special_math_ops.py
index cb417e4eb5..f44f694109 100644
--- a/tensorflow/python/ops/special_math_ops.py
+++ b/tensorflow/python/ops/special_math_ops.py
@@ -419,7 +419,7 @@ def _reshape_if_necessary(tensor, new_shape):
   """Like reshape(), but avoids creating a new tensor if possible."""
   # Accept None as an alias for -1 in new_shape.
   new_shape = tuple(-1 if x is None else x for x in new_shape)
-  cur_shape = tuple(x.value for x in tensor.get_shape())
+  cur_shape = tuple(x.value for x in tensor.get_shape().dims)
   if (len(new_shape) == len(cur_shape) and
       all(d0 == d1 or d1 == -1 for d0, d1 in zip(cur_shape, new_shape))):
     return tensor
diff --git a/tensorflow/python/ops/spectral_ops.py b/tensorflow/python/ops/spectral_ops.py
index da5884e746..4dcc90aefa 100644
--- a/tensorflow/python/ops/spectral_ops.py
+++ b/tensorflow/python/ops/spectral_ops.py
@@ -21,6 +21,7 @@ import math as _math
 
 from tensorflow.python.framework import dtypes as _dtypes
 from tensorflow.python.framework import ops as _ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util as _tensor_util
 from tensorflow.python.ops import array_ops as _array_ops
 from tensorflow.python.ops import gen_spectral_ops
@@ -65,7 +66,7 @@ def _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length, is_reverse=False):
 
   # Edge case: skip padding empty tensors.
   if (input_tensor.shape.ndims is not None and
-      any(dim.value == 0 for dim in input_tensor.shape)):
+      any(dim.value == 0 for dim in input_tensor.shape.dims)):
     return input_tensor
 
   # If we know the shapes ahead of time, we can either skip or pre-compute the
@@ -78,10 +79,12 @@ def _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length, is_reverse=False):
     if input_fft_shape.is_fully_defined():
       # In reverse, we only pad the inner-most dimension to fft_length / 2 + 1.
       if is_reverse:
-        fft_shape = fft_shape[:-1].concatenate(fft_shape[-1].value // 2 + 1)
+        fft_shape = fft_shape[:-1].concatenate(
+            fft_shape.dims[-1].value // 2 + 1)
 
       paddings = [[0, max(fft_dim.value - input_dim.value, 0)]
-                  for fft_dim, input_dim in zip(fft_shape, input_fft_shape)]
+                  for fft_dim, input_dim in zip(
+                      fft_shape.dims, input_fft_shape.dims)]
       if any(pad > 0 for _, pad in paddings):
         outer_paddings = [[0, 0]] * max((input_tensor.shape.ndims -
                                          fft_shape.ndims), 0)
@@ -214,7 +217,8 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
     # for FFTs at the moment.
     input = _ops.convert_to_tensor(input, dtype=_dtypes.float32)
 
-    axis_dim = input.shape[-1].value or _array_ops.shape(input)[-1]
+    axis_dim = (tensor_shape.dimension_value(input.shape[-1])
+                or _array_ops.shape(input)[-1])
     axis_dim_float = _math_ops.to_float(axis_dim)
     if type == 2:
       scale = 2.0 * _math_ops.exp(
diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 9b10af9182..dada7ceb01 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -711,7 +711,7 @@ class _VariableStore(object):
 
     vs = []
     num_slices = partitions[slice_dim]
-    num_slices_with_excess = shape[slice_dim].value % num_slices
+    num_slices_with_excess = shape.dims[slice_dim].value % num_slices
 
     slice_offset = [0] * shape.ndims
 
diff --git a/tensorflow/python/ops/variables.py b/tensorflow/python/ops/variables.py
index beb17f319d..efac94a69a 100644
--- a/tensorflow/python/ops/variables.py
+++ b/tensorflow/python/ops/variables.py
@@ -2649,7 +2649,8 @@ class PartitionedVariable(object):
     else:
       partition_ix = partition_axes[0]
       size_splits_list = [
-          var.shape[partition_ix].value for var in self._variable_list
+          tensor_shape.dimension_value(var.shape[partition_ix])
+          for var in self._variable_list
       ]
       value_list = array_ops.split(value, size_splits_list, axis=partition_ix)
 
diff --git a/tensorflow/python/profiler/internal/flops_registry.py b/tensorflow/python/profiler/internal/flops_registry.py
index 147711b1d9..d859c4853d 100644
--- a/tensorflow/python/profiler/internal/flops_registry.py
+++ b/tensorflow/python/profiler/internal/flops_registry.py
@@ -407,7 +407,7 @@ def _conv_2d_backprop_input_flops(graph, node):
   return ops.OpStats("flops",
                      (2 * out_shape.num_elements()
                       * kernel_shape.num_elements()
-                      / (out_shape[-1].value * strides_product)))
+                      / (out_shape.dims[-1].value * strides_product)))
 
 
 @ops.RegisterStatistics("Conv2DBackpropFilter", "flops")
@@ -430,7 +430,7 @@ def _conv_2d_backprop_filter_flops(graph, node):
   return ops.OpStats("flops",
                      (2 * image_shape.num_elements()
                       * kernel_shape.num_elements()
-                      / (image_shape[-1].value * strides_product)))
+                      / (image_shape.dims[-1].value * strides_product)))
 
 ################################################################################
 # Other ops
diff --git a/tensorflow/python/training/input.py b/tensorflow/python/training/input.py
index 94c815dc8c..d3441a2f87 100644
--- a/tensorflow/python/training/input.py
+++ b/tensorflow/python/training/input.py
@@ -399,7 +399,7 @@ class _SparseMetaData(object):
     """
     self._sparse = sparse
     self._map_op = map_op
-    self._rank = rank
+    self._rank = tensor_shape.Dimension(rank)
 
   def __eq__(self, other):
     if self.sparse != other.sparse:
@@ -512,7 +512,7 @@ def _store_sparse_tensors(tensor_list, enqueue_many, keep_input,
   def _sparse_meta_data(t, storing_op, map_op):
     if not isinstance(t, sparse_tensor.SparseTensor):
       return _SparseMetaData(False, None, None)
-    rank = t.dense_shape.shape.with_rank(1)[0]
+    rank = t.dense_shape.shape.with_rank(1).dims[0]
     if enqueue_many:
       rank -= 1
     # If a shared map_op was provided, use that. Otherwise use the name of
@@ -606,7 +606,7 @@ def _restore_sparse_tensors(stored_list, sparse_info_list):
   tensors = [
       _restore_sparse(sparse_map_op=info.map_op,
                       sparse_handles=array_ops.squeeze(s, [1]),
-                      rank=(info.rank + 1).value)
+                      rank=tensor_shape.dimension_value(info.rank + 1))
       if info.sparse else s
       for (s, info) in zip(stored_list, sparse_info_list)]
   has_st = any(isinstance(x, sparse_tensor.SparseTensor) for x in tensors)
diff --git a/tensorflow/python/training/warm_starting_util_test.py b/tensorflow/python/training/warm_starting_util_test.py
index 3eddf79e34..8d8f9de873 100644
--- a/tensorflow/python/training/warm_starting_util_test.py
+++ b/tensorflow/python/training/warm_starting_util_test.py
@@ -807,7 +807,7 @@ class WarmStartingUtilTest(test.TestCase):
     def _partitioner(shape, dtype):  # pylint:disable=unused-argument
       # Partition each var into 2 equal slices.
       partitions = [1] * len(shape)
-      partitions[0] = min(2, shape[0].value)
+      partitions[0] = min(2, shape.dims[0].value)
       return partitions
 
     # New graph, new session with warm-starting.
@@ -933,7 +933,7 @@ class WarmStartingUtilTest(test.TestCase):
     def _partitioner(shape, dtype):  # pylint:disable=unused-argument
       # Partition each var into 2 equal slices.
       partitions = [1] * len(shape)
-      partitions[0] = min(2, shape[0].value)
+      partitions[0] = min(2, shape.dims[0].value)
       return partitions
 
     # New graph, new session with warm-starting.
@@ -993,7 +993,7 @@ class WarmStartingUtilTest(test.TestCase):
     def _partitioner(shape, dtype):  # pylint:disable=unused-argument
       # Partition each var into 2 equal slices.
       partitions = [1] * len(shape)
-      partitions[0] = min(2, shape[0].value)
+      partitions[0] = min(2, shape.dims[0].value)
       return partitions
 
     # Create feature columns.
@@ -1063,7 +1063,7 @@ class WarmStartingUtilTest(test.TestCase):
     def _partitioner(shape, dtype):  # pylint:disable=unused-argument
       # Partition each var into 2 equal slices.
       partitions = [1] * len(shape)
-      partitions[0] = min(2, shape[0].value)
+      partitions[0] = min(2, shape.dims[0].value)
       return partitions
 
     # Create feature columns.
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-tensor-shape.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-tensor-shape.pbtxt
index 8e3598fb24..d11e927bd5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-tensor-shape.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-tensor-shape.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.TensorShape"
 tf_class {
-  is_instance: "<class \'tensorflow.python.framework.tensor_shape.TensorShape\'>"
+  is_instance: "<class \'tensorflow.python.framework.tensor_shape.TensorShapeV1\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "dims"
@@ -10,6 +10,10 @@ tf_class {
     name: "ndims"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "rank"
+    mtype: "<type \'property\'>"
+  }
   member_method {
     name: "__init__"
     argspec: "args=[\'self\', \'dims\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 4502a3919c..6fc7027b12 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -1024,10 +1024,22 @@ tf_module {
     name: "digamma"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "dimension_at_index"
+    argspec: "args=[\'shape\', \'index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "dimension_value"
+    argspec: "args=[\'dimension\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "disable_resource_variables"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "disable_v2_tensorshape"
+    argspec: "args=[], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "div"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1064,6 +1076,10 @@ tf_module {
     name: "enable_resource_variables"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "enable_v2_tensorshape"
+    argspec: "args=[], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "encode_base64"
     argspec: "args=[\'input\', \'pad\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-shape.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-tensor-shape.pbtxt
index 8e3598fb24..bee19520b7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-shape.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-tensor-shape.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.TensorShape"
 tf_class {
-  is_instance: "<class \'tensorflow.python.framework.tensor_shape.TensorShape\'>"
+  is_instance: "<class \'tensorflow.python.framework.tensor_shape.TensorShapeV2\'>"
+  is_instance: "<class \'tensorflow.python.framework.tensor_shape.TensorShapeV1\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "dims"
@@ -10,6 +11,10 @@ tf_class {
     name: "ndims"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "rank"
+    mtype: "<type \'property\'>"
+  }
   member_method {
     name: "__init__"
     argspec: "args=[\'self\', \'dims\'], varargs=None, keywords=None, defaults=None"
-- 
GitLab


From 7eba9315aa7522e516af2de48bd5b5d139ba8d9f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 21 Oct 2018 02:02:09 -0700
Subject: [PATCH 0360/1825] compat: Update forward compatibility horizon to
 2018-10-21

PiperOrigin-RevId: 218055600
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 0b9fbc1165..eb35491d0c 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 20)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 21)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From ee51015a293662f502588d4f08b64a492cf7d800 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 21 Oct 2018 13:55:50 -0700
Subject: [PATCH 0361/1825] Adds support for activity regularization for Keras
 Layers in Eager mode.

PiperOrigin-RevId: 218086152
---
 tensorflow/python/keras/engine/base_layer.py  | 52 ++++---------------
 tensorflow/python/keras/engine/network.py     | 19 ++++---
 .../python/keras/engine/training_eager.py     | 10 ++--
 .../keras/engine/training_eager_test.py       |  9 ++--
 .../python/keras/engine/training_test.py      | 51 ++++++++++++++++++
 .../python/keras/layers/convolutional_test.py | 29 ++++-------
 tensorflow/python/layers/base_test.py         |  5 --
 .../golden/v1/tensorflow.keras.-model.pbtxt   |  2 +-
 .../v1/tensorflow.keras.-sequential.pbtxt     |  2 +-
 .../v1/tensorflow.keras.models.-model.pbtxt   |  2 +-
 .../tensorflow.keras.models.-sequential.pbtxt |  2 +-
 .../golden/v2/tensorflow.keras.-model.pbtxt   |  2 +-
 .../v2/tensorflow.keras.-sequential.pbtxt     |  2 +-
 .../v2/tensorflow.keras.models.-model.pbtxt   |  2 +-
 .../tensorflow.keras.models.-sequential.pbtxt |  2 +-
 15 files changed, 101 insertions(+), 90 deletions(-)

diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 5c365c9d15..2ea21b95f3 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -152,12 +152,7 @@ class Layer(checkpointable.CheckpointableBase):
 
     self._init_set_name(name)
 
-    activity_regularizer = kwargs.pop('activity_regularizer', None)
-    if activity_regularizer and context.executing_eagerly():
-      raise ValueError(
-          ('Activity regularization is not supported when executing eagerly. '
-           'Got activity_regularizer=%s') % (activity_regularizer,))
-    self._activity_regularizer = activity_regularizer
+    self._activity_regularizer = kwargs.pop('activity_regularizer', None)
     self._trainable_weights = []
     self._non_trainable_weights = []
     self._updates = []
@@ -165,9 +160,8 @@ class Layer(checkpointable.CheckpointableBase):
     # regularizers.
     self._callable_losses = []
     # A list of Tensors containing activity regularizers and losses manually
-    # added through `add_loss`. Empty when executing eagerly.
+    # added through `add_loss`.
     self._losses = []
-    self._in_call = False  # Flag for error checking in add_loss
     self._dtype = None if dtype is None else dtypes.as_dtype(dtype).name
     self._call_fn_args = function_utils.fn_args(self.call)
     self._compute_previous_mask = ('mask' in self._call_fn_args or
@@ -401,11 +395,11 @@ class Layer(checkpointable.CheckpointableBase):
       losses: Loss tensor, or list/tuple of tensors. Rather than tensors, losses
         may also be zero-argument callables which create a loss tensor. Only
         callable losses are supported when executing eagerly.
-      inputs: If anything other than None is passed, it signals the losses
-        are conditional on some of the layer's inputs,
-        and thus they should only be run where these inputs are available.
-        This is the case for activity regularization losses, for instance.
-        If `None` is passed, the losses are assumed
+      inputs: Ignored when executing eagerly. If anything other than None is
+        passed, it signals the losses are conditional on some of the layer's
+        inputs, and thus they should only be run where these inputs are
+        available. This is the case for activity regularization losses, for
+        instance. If `None` is passed, the losses are assumed
         to be unconditional, and will apply across all dataflows of the layer
         (e.g. weight regularization losses).
 
@@ -413,20 +407,6 @@ class Layer(checkpointable.CheckpointableBase):
       RuntimeError: If called in Eager mode with a `Tensor` rather than a
         callable, or if `inputs` is not None.
     """
-    executing_eagerly = context.executing_eagerly()
-    if executing_eagerly:
-      if inputs is not None:
-        raise RuntimeError(
-            'Activity regularization (via the "inputs" argument to '
-            'Layer.add_loss) is not supported when executing eagerly. Consider '
-            'returning activity regularization losses from a Model\'s call() '
-            'method.')
-      if getattr(self, '_in_call', False):
-        # TODO(psv): Support activity regularization and a way to reset losses.
-        raise RuntimeError(
-            'Adding losses inside a Layer\'s call() method is not currently '
-            'supported when executing eagerly. Please file a feature request '
-            'if you need this limitation lifted.')
     losses = generic_utils.to_list(losses)
 
     def _tag_unconditional(loss):
@@ -444,10 +424,6 @@ class Layer(checkpointable.CheckpointableBase):
         self._callable_losses.append(
             functools.partial(_tag_unconditional, loss))
       else:
-        if executing_eagerly:
-          raise RuntimeError(
-              'Layer.add_loss only supported for zero-argument lambdas when '
-              'executing eagerly.')
         self._losses.append(_tag_unconditional(loss))
 
   def get_losses_for(self, inputs):
@@ -711,13 +687,6 @@ class Layer(checkpointable.CheckpointableBase):
 
     with ops.name_scope(self._name_scope()):
       if not self.built:
-        if not build_graph:
-          # Activity regularization is currently unsupported in Eager mode.
-          if self._activity_regularizer:
-            raise ValueError(
-                'activity_regularizer currently unsupported with '
-                'eager execution enabled. Found an activity_regularizer in '
-                '%s(%s).' % (self.__class__.__name__, self))
         if not build_graph and not in_deferred_mode:
           for x in input_list:
             if hasattr(x, '_keras_history'):
@@ -753,9 +722,7 @@ class Layer(checkpointable.CheckpointableBase):
         self._assert_input_compatibility(inputs)
 
       if not in_deferred_mode:
-        self._in_call = True
         outputs = self.call(inputs, *args, **kwargs)
-        self._in_call = False
         if outputs is None:
           raise ValueError('A layer\'s `call` method should return a Tensor '
                            'or a list of Tensors, not None (layer: ' +
@@ -777,12 +744,15 @@ class Layer(checkpointable.CheckpointableBase):
           outputs = outputs[0]
 
       if build_graph:
-        self._handle_activity_regularization(inputs, outputs)
         self._set_mask_metadata(inputs, outputs, previous_mask)
 
+      if not in_deferred_mode:
+        self._handle_activity_regularization(inputs, outputs)
+
       if in_deferred_mode or build_graph and have_all_keras_metadata(inputs):
         inputs, outputs = self._set_connectivity_metadata_(
             inputs, outputs, args, kwargs)
+
       if context.executing_eagerly():
         return outputs
 
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 5961131e16..180fa26938 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -135,7 +135,7 @@ class Network(base_layer.Layer):
 
     # Private attributes to implement compatibility with Layer.
     self._updates = []  # Used in symbolic mode only.
-    self._losses = []   # Used in symbolic mode only.
+    self._losses = []
     self._scope = None  # Never used.
     self._reuse = None  # Never used.
     if context.executing_eagerly():
@@ -453,12 +453,6 @@ class Network(base_layer.Layer):
           'assign variables to attributes and they will show up in the weights '
           'and variables properties.')
 
-  def add_loss(self, *args, **kwargs):
-    if context.executing_eagerly():
-      raise NotImplementedError('`add_loss` is not supported on Networks '
-                                'when eager execution is enabled.')
-    super(Network, self).add_loss(*args, **kwargs)
-
   @property
   def uses_learning_phase(self):
     return any(
@@ -585,6 +579,7 @@ class Network(base_layer.Layer):
   @property
   def _unfiltered_losses(self):
     losses = []
+    losses.extend(self._losses)
     for layer in self.layers:
       if isinstance(layer, Network):
         losses += layer._unfiltered_losses
@@ -592,6 +587,16 @@ class Network(base_layer.Layer):
         losses += layer.losses
     return losses
 
+  @checkpointable.no_automatic_dependency_tracking
+  def _clear_losses(self):
+    """Used every step in eager to reset losses."""
+    self._losses = []
+    for layer in self.layers:
+      if isinstance(layer, Network):
+        layer._clear_losses()
+      else:
+        layer._losses = []
+
   @property
   def updates(self):
     """Retrieves the network's updates.
diff --git a/tensorflow/python/keras/engine/training_eager.py b/tensorflow/python/keras/engine/training_eager.py
index 2a62edd698..9dbc9bd82b 100644
--- a/tensorflow/python/keras/engine/training_eager.py
+++ b/tensorflow/python/keras/engine/training_eager.py
@@ -32,6 +32,7 @@ from tensorflow.python.keras import backend
 from tensorflow.python.keras import callbacks as cbks
 from tensorflow.python.keras.engine import training_utils
 from tensorflow.python.keras.utils import generic_utils
+from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import tf_logging as logging
 
 
@@ -126,13 +127,10 @@ def _model_loss(model, inputs, targets, sample_weights=None, training=False):
 
     total_loss = backend.mean(total_loss)
     # Add regularization losses
-    custom_losses = []
-    for layer in model.layers:
-      if layer.losses:
-        custom_losses += layer.losses
-
+    custom_losses = model.losses
     if custom_losses:
-      total_loss += sum(custom_losses)
+      total_loss += math_ops.add_n(custom_losses)
+    model._clear_losses()
 
   return outs, total_loss, loss_metrics, masks
 
diff --git a/tensorflow/python/keras/engine/training_eager_test.py b/tensorflow/python/keras/engine/training_eager_test.py
index 943ede1be9..be43308fe0 100644
--- a/tensorflow/python/keras/engine/training_eager_test.py
+++ b/tensorflow/python/keras/engine/training_eager_test.py
@@ -222,7 +222,8 @@ class CorrectnessTest(test.TestCase):
     history = model.fit(iterator, epochs=1, steps_per_epoch=10)
     self.assertEqual(np.around(history.history['loss'][-1], decimals=4), 0.6173)
 
-  def test_no_loss_in_call(self):
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_loss_in_call(self):
 
     class HasLoss(keras.layers.Layer):
 
@@ -231,11 +232,9 @@ class CorrectnessTest(test.TestCase):
         return x
 
     layer = HasLoss()
-    with self.assertRaises(RuntimeError):
-      layer(1.)
+    layer(1.)
+    self.assertEqual(1, len(layer.losses))
 
-    with ops.Graph().as_default():
-      layer(1.)
 
 if __name__ == '__main__':
   ops.enable_eager_execution()
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index f2afb9e34d..e6b3ada092 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -361,6 +361,57 @@ class TrainingTest(test.TestCase):
       with self.assertRaises(ValueError):
         model.compile(optimizer, loss=None)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_activity_regularizer_fit(self):
+    loss = {}
+    for reg in [None, 'l2']:
+      inputs = keras.layers.Input(shape=(10,))
+      x = keras.layers.Dense(
+          10, activation='relu', activity_regularizer=reg)(
+              inputs)
+      outputs = keras.layers.Dense(1, activation='sigmoid')(x)
+      model = keras.Model(inputs, outputs)
+
+      x = np.ones((10, 10), 'float32')
+      y = np.ones((10, 1), 'float32')
+
+      optimizer = RMSPropOptimizer(learning_rate=0.001)
+      model.compile(optimizer, 'binary_crossentropy')
+      model.fit(x, y, batch_size=2, epochs=5)
+      loss[reg] = model.evaluate(x, y)
+    self.assertLess(loss[None], loss['l2'])
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_activity_regularizer_loss_value(self):
+    inputs = keras.layers.Input(shape=(10,))
+    outputs = keras.layers.Dense(
+        1,
+        kernel_initializer=keras.initializers.zeros(),
+        bias_initializer=keras.initializers.ones(),
+        activity_regularizer='l2')(
+            inputs)
+    model = keras.Model(inputs, outputs)
+    x = np.ones((10, 10), 'float32')
+    y = np.ones((10, 1), 'float32')
+    optimizer = RMSPropOptimizer(learning_rate=0.001)
+    model.compile(optimizer, 'binary_crossentropy')
+    loss = model.test_on_batch(x, y)
+    self.assertAlmostEqual(0.1, loss, places=3)
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_activity_regularizer_in_model_call(self):
+
+    class MyModel(keras.Model):
+
+      def call(self, inputs):
+        self.add_loss(inputs)
+        return inputs
+
+    x = ops.convert_to_tensor(1.)
+    model = MyModel()
+    _ = model(x)
+    self.assertEqual(1, len(model.losses))
+
   def test_training_on_sparse_data_with_dense_placeholders(self):
     if scipy_sparse is None:
       return
diff --git a/tensorflow/python/keras/layers/convolutional_test.py b/tensorflow/python/keras/layers/convolutional_test.py
index 4afddbc8cc..d3339a8413 100644
--- a/tensorflow/python/keras/layers/convolutional_test.py
+++ b/tensorflow/python/keras/layers/convolutional_test.py
@@ -29,6 +29,7 @@ from tensorflow.python.keras import testing_utils
 from tensorflow.python.platform import test
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class Convolution1DTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -45,7 +46,6 @@ class Convolution1DTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, length, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_conv1d(self):
     kwargs = {
         'filters': 2,
@@ -100,6 +100,7 @@ class Convolution1DTest(test.TestCase):
       self.assertEqual(layer.bias.constraint, b_constraint)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class Conv2DTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -117,7 +118,6 @@ class Conv2DTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, num_row, num_col, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_conv2d(self):
     kwargs = {
         'filters': 2,
@@ -175,6 +175,7 @@ class Conv2DTest(test.TestCase):
       self.assertEqual(layer.bias.constraint, b_constraint)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class Conv2DTransposeTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -192,7 +193,6 @@ class Conv2DTransposeTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, num_row, num_col, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_conv2dtranspose(self):
     kwargs = {
         'filters': 2,
@@ -242,7 +242,6 @@ class Conv2DTransposeTest(test.TestCase):
       self.assertEqual(layer.kernel.constraint, k_constraint)
       self.assertEqual(layer.bias.constraint, b_constraint)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_conv2d_transpose_dilation(self):
     testing_utils.layer_test(keras.layers.Conv2DTranspose,
                              kwargs={'filters': 2,
@@ -268,6 +267,7 @@ class Conv2DTransposeTest(test.TestCase):
                              expected_output=expected_output)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class Conv3DTransposeTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -286,7 +286,6 @@ class Conv3DTransposeTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, depth, num_row, num_col, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_conv3dtranspose(self):
     kwargs = {
         'filters': 2,
@@ -337,6 +336,7 @@ class Conv3DTransposeTest(test.TestCase):
       self.assertEqual(layer.bias.constraint, b_constraint)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class SeparableConv1DTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -353,7 +353,6 @@ class SeparableConv1DTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, length, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_separable_conv1d(self):
     kwargs = {
         'filters': 2,
@@ -412,6 +411,7 @@ class SeparableConv1DTest(test.TestCase):
       self.assertEqual(layer.bias.constraint, b_constraint)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class SeparableConv2DTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -429,7 +429,6 @@ class SeparableConv2DTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, num_row, num_col, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_separable_conv2d(self):
     kwargs = {
         'filters': 2,
@@ -490,6 +489,7 @@ class SeparableConv2DTest(test.TestCase):
       self.assertEqual(layer.bias.constraint, b_constraint)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class Conv3DTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
@@ -508,7 +508,6 @@ class Conv3DTest(test.TestCase):
             kwargs=test_kwargs,
             input_shape=(num_samples, depth, num_row, num_col, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_conv3d(self):
     kwargs = {
         'filters': 2,
@@ -558,9 +557,9 @@ class Conv3DTest(test.TestCase):
       self.assertEqual(layer.bias.constraint, b_constraint)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class ZeroPaddingTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_zero_padding_1d(self):
     num_samples = 2
     input_dim = 2
@@ -611,7 +610,6 @@ class ZeroPaddingTest(test.TestCase):
     with self.assertRaises(ValueError):
       keras.layers.ZeroPadding1D(padding=None)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_zero_padding_2d(self):
     num_samples = 2
     stack_size = 2
@@ -690,7 +688,6 @@ class ZeroPaddingTest(test.TestCase):
       with self.assertRaises(ValueError):
         keras.layers.ZeroPadding2D(padding=None)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_zero_padding_3d(self):
     num_samples = 2
     stack_size = 2
@@ -729,15 +726,14 @@ class ZeroPaddingTest(test.TestCase):
       keras.layers.ZeroPadding3D(padding=None)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class UpSamplingTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_upsampling_1d(self):
     with self.session(use_gpu=True):
       testing_utils.layer_test(
           keras.layers.UpSampling1D, kwargs={'size': 2}, input_shape=(3, 5, 4))
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_upsampling_2d(self):
     num_samples = 2
     stack_size = 2
@@ -787,7 +783,6 @@ class UpSamplingTest(test.TestCase):
 
             np.testing.assert_allclose(np_output, expected_out)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_upsampling_2d_bilinear(self):
     num_samples = 2
     stack_size = 2
@@ -823,7 +818,6 @@ class UpSamplingTest(test.TestCase):
               self.assertEqual(np_output.shape[1], length_row * input_num_row)
               self.assertEqual(np_output.shape[2], length_col * input_num_col)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_upsampling_3d(self):
     num_samples = 2
     stack_size = 2
@@ -881,9 +875,9 @@ class UpSamplingTest(test.TestCase):
               np.testing.assert_allclose(np_output, expected_out)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class CroppingTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_cropping_1d(self):
     num_samples = 2
     time_length = 4
@@ -902,7 +896,6 @@ class CroppingTest(test.TestCase):
     with self.assertRaises(ValueError):
       keras.layers.Cropping1D(cropping=None)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_cropping_2d(self):
     num_samples = 2
     stack_size = 2
@@ -969,7 +962,6 @@ class CroppingTest(test.TestCase):
     with self.assertRaises(ValueError):
       keras.layers.Cropping2D(cropping=None)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_cropping_3d(self):
     num_samples = 2
     stack_size = 2
@@ -1025,6 +1017,7 @@ class CroppingTest(test.TestCase):
       keras.layers.Cropping3D(cropping=None)
 
 
+@tf_test_util.run_all_in_graph_and_eager_modes
 class DepthwiseConv2DTest(test.TestCase):
 
   def _run_test(self, kwargs, arg, values):
diff --git a/tensorflow/python/layers/base_test.py b/tensorflow/python/layers/base_test.py
index 7e84466f27..7a0ed63a49 100644
--- a/tensorflow/python/layers/base_test.py
+++ b/tensorflow/python/layers/base_test.py
@@ -157,11 +157,6 @@ class BaseLayerTest(test.TestCase):
     self.assertEqual(
         len(ops.get_collection(ops.GraphKeys.REGULARIZATION_LOSSES)), 3)
 
-  def testNoEagerActivityRegularizer(self):
-    with context.eager_mode():
-      with self.assertRaisesRegexp(ValueError, 'activity_regularizer'):
-        core_layers.Dense(1, activity_regularizer=lambda *args, **kwargs: 0.)
-
   @test_util.run_in_graph_and_eager_modes
   def testCall(self):
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
index 0869de0243..4eb7f8f2a7 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
@@ -107,7 +107,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
index 20f39fae1e..524455be8b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
@@ -112,7 +112,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
index 4011719317..dbd88939b7 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
@@ -107,7 +107,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
index 8a12ac1ad8..3c36f0702f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
@@ -112,7 +112,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
index 0869de0243..4eb7f8f2a7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
@@ -107,7 +107,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
index 20f39fae1e..524455be8b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
@@ -112,7 +112,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
index 4011719317..dbd88939b7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
@@ -107,7 +107,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
index 8a12ac1ad8..3c36f0702f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
@@ -112,7 +112,7 @@ tf_class {
   }
   member_method {
     name: "add_loss"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "add_update"
-- 
GitLab


From 8ff6ef2c991c0d26784e4f88c0e563d579fa6772 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 21 Oct 2018 15:20:16 -0700
Subject: [PATCH 0362/1825] Allow NumPy arrays to be passed to a Keras Layer's
 call when in eager.

PiperOrigin-RevId: 218090205
---
 tensorflow/python/keras/engine/base_layer.py |  6 ++++++
 tensorflow/python/keras/layers/core_test.py  | 13 +++++++++++++
 2 files changed, 19 insertions(+)

diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 2ea21b95f3..e2364207d4 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -664,6 +664,12 @@ class Layer(checkpointable.CheckpointableBase):
     """
     input_list = nest.flatten(inputs)
 
+    if context.executing_eagerly():
+      # Accept NumPy inputs by converting to Tensors when executing eagerly.
+      if all([isinstance(x, np.ndarray) for x in input_list]):
+        inputs = nest.map_structure(ops.convert_to_tensor, inputs)
+        input_list = nest.flatten(inputs)
+
     build_graph = not context.executing_eagerly()
     # TODO(fchollet, allenl): Make deferred mode work with subclassed Models
     # which don't use an "inputs" argument.
diff --git a/tensorflow/python/keras/layers/core_test.py b/tensorflow/python/keras/layers/core_test.py
index ca941000b2..aad6ab8171 100644
--- a/tensorflow/python/keras/layers/core_test.py
+++ b/tensorflow/python/keras/layers/core_test.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 import numpy as np
 
 from tensorflow.python import keras
+from tensorflow.python.eager import context
 from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.ops import math_ops
@@ -308,5 +309,17 @@ class CoreLayersTest(test.TestCase):
 
       layer = keras.layers.Lambda.from_config(config)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_numpy_inputs(self):
+    if context.executing_eagerly():
+      layer = keras.layers.RepeatVector(2)
+      x = np.ones((10, 10))
+      self.assertAllEqual(np.ones((10, 2, 10)), layer(x))
+
+      layer = keras.layers.Concatenate()
+      x, y = np.ones((10, 10)), np.ones((10, 10))
+      self.assertAllEqual(np.ones((10, 20)), layer([x, y]))
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 4a5693e732b80a593bca7bf94ddd5df9e5d78cc0 Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Sun, 21 Oct 2018 16:00:32 -0700
Subject: [PATCH 0363/1825] Make TensorFlow python api generator allow multiple
 package roots.

This means making args plural 'package_deps' and 'packages'
This is in prep for moving tflite into core.

PiperOrigin-RevId: 218091779
---
 tensorflow/python/estimator/api/BUILD         |  4 +-
 .../python/tools/api/generator/api_gen.bzl    | 12 ++--
 .../tools/api/generator/create_python_api.py  | 66 ++++++++++---------
 .../api/generator/create_python_api_test.py   | 17 +++--
 .../api/generator/output_init_files_test.py   |  5 ++
 5 files changed, 59 insertions(+), 45 deletions(-)

diff --git a/tensorflow/python/estimator/api/BUILD b/tensorflow/python/estimator/api/BUILD
index a75fa7d0ae..60e0e8c845 100644
--- a/tensorflow/python/estimator/api/BUILD
+++ b/tensorflow/python/estimator/api/BUILD
@@ -14,6 +14,6 @@ gen_api_init_files(
     api_name = "estimator",
     output_files = ESTIMATOR_API_INIT_FILES,
     output_package = "tensorflow.python.estimator.api",
-    package = "tensorflow.python.estimator",
-    package_dep = "//tensorflow/python/estimator:estimator_py",
+    package_deps = ["//tensorflow/python/estimator:estimator_py"],
+    packages = ["tensorflow.python.estimator"],
 )
diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index 271cf2afaf..8459fe2eb3 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -26,8 +26,8 @@ def gen_api_init_files(
         api_name = "tensorflow",
         api_version = 2,
         compat_api_versions = [],
-        package = "tensorflow.python",
-        package_dep = "//tensorflow/python:no_contrib",
+        packages = ["tensorflow.python"],
+        package_deps = ["//tensorflow/python:no_contrib"],
         output_package = "tensorflow",
         output_dir = ""):
     """Creates API directory structure and __init__.py files.
@@ -64,15 +64,15 @@ def gen_api_init_files(
     if root_init_template:
         root_init_template_flag = "--root_init_template=$(location " + root_init_template + ")"
 
-    api_gen_binary_target = ("create_" + package + "_api_%d") % api_version
+    primary_package = packages[0]
+    api_gen_binary_target = ("create_" + primary_package + "_api_%d") % api_version
     native.py_binary(
         name = api_gen_binary_target,
         srcs = ["//tensorflow/python/tools/api/generator:create_python_api.py"],
         main = "//tensorflow/python/tools/api/generator:create_python_api.py",
         srcs_version = "PY2AND3",
         visibility = ["//visibility:public"],
-        deps = [
-            package_dep,
+        deps = package_deps + [
             "//tensorflow/python:util",
             "//tensorflow/python/tools/api/generator:doc_srcs",
         ],
@@ -90,7 +90,7 @@ def gen_api_init_files(
             "$(location :" + api_gen_binary_target + ") " +
             root_init_template_flag + " --apidir=$(@D)" + output_dir +
             " --apiname=" + api_name + " --apiversion=" + str(api_version) +
-            compat_api_version_flags + " --package=" + package +
+            compat_api_version_flags + " --package=" + ",".join(packages) +
             " --output_package=" + output_package + " $(OUTS)"
         ),
         srcs = srcs,
diff --git a/tensorflow/python/tools/api/generator/create_python_api.py b/tensorflow/python/tools/api/generator/create_python_api.py
index ab749f28cd..69835f9fc1 100644
--- a/tensorflow/python/tools/api/generator/create_python_api.py
+++ b/tensorflow/python/tools/api/generator/create_python_api.py
@@ -261,15 +261,18 @@ def add_imports_for_symbol(
           id(symbol), dest_module, source_module_name, source_name, dest_name)
 
 
-def get_api_init_text(
-    package, output_package, api_name, api_version, compat_api_versions=None):
+def get_api_init_text(packages,
+                      output_package,
+                      api_name,
+                      api_version,
+                      compat_api_versions=None):
   """Get a map from destination module to __init__.py code for that module.
 
   Args:
-    package: Base python package containing python with target tf_export
+    packages: Base python packages containing python with target tf_export
       decorators.
-    output_package: Base output python package where generated API will
-      be added.
+    output_package: Base output python package where generated API will be
+      added.
     api_name: API you want to generate (e.g. `tensorflow` or `estimator`).
     api_version: API version you want to generate (1 or 2).
     compat_api_versions: Additional API versions to generate under compat/
@@ -286,10 +289,14 @@ def get_api_init_text(
   module_code_builder = _ModuleInitCodeBuilder(output_package)
   # Traverse over everything imported above. Specifically,
   # we want to traverse over TensorFlow Python modules.
+
+  def in_packages(m):
+    return any(package in m for package in packages)
+
   for module in list(sys.modules.values()):
     # Only look at tensorflow modules.
     if (not module or not hasattr(module, '__name__') or
-        module.__name__ is None or package not in module.__name__):
+        module.__name__ is None or not in_packages(module.__name__)):
       continue
     # Do not generate __init__.py files for contrib modules for now.
     if '.contrib.' in module.__name__ or module.__name__.endswith('.contrib'):
@@ -378,20 +385,14 @@ def get_module_docstring(module_name, package, api_name):
   return 'Public API for tf.%s namespace.' % module_name
 
 
-def create_api_files(
-    output_files,
-    package,
-    root_init_template,
-    output_dir,
-    output_package,
-    api_name,
-    api_version,
-    compat_api_versions):
+def create_api_files(output_files, packages, root_init_template, output_dir,
+                     output_package, api_name, api_version,
+                     compat_api_versions):
   """Creates __init__.py files for the Python API.
 
   Args:
     output_files: List of __init__.py file paths to create.
-    package: Base python package containing python with target tf_export
+    packages: Base python packages containing python with target tf_export
       decorators.
     root_init_template: Template for top-level __init__.py file.
       "# API IMPORTS PLACEHOLDER" comment in the template file will be replaced
@@ -417,8 +418,8 @@ def create_api_files(
       os.makedirs(os.path.dirname(file_path))
     open(file_path, 'a').close()
 
-  module_text_map = get_api_init_text(
-      package, output_package, api_name, api_version, compat_api_versions)
+  module_text_map = get_api_init_text(packages, output_package, api_name,
+                                      api_version, compat_api_versions)
 
   # Add imports to output files.
   missing_output_files = []
@@ -436,9 +437,8 @@ def create_api_files(
     contents = ''
     if module not in root_modules or not root_init_template:
       contents = (
-          _GENERATED_FILE_HEADER %
-          get_module_docstring(module, package, api_name) +
-          text + _GENERATED_FILE_FOOTER)
+          _GENERATED_FILE_HEADER % get_module_docstring(
+              module, packages[0], api_name) + text + _GENERATED_FILE_FOOTER)
     else:
       # Read base init file
       with open(root_init_template, 'r') as root_init_template_file:
@@ -449,8 +449,10 @@ def create_api_files(
 
   if missing_output_files:
     raise ValueError(
-        'Missing outputs for genrule:\n%s.' %
-        ',\n'.join(sorted(missing_output_files)))
+        """Missing outputs for genrule:\n%s. Be sure to add these targets to
+tensorflow/python/tools/api/generator/api_init_files_v1.bzl and
+tensorflow/python/tools/api/generator/api_init_files.bzl""" % ',\n'.join(
+    sorted(missing_output_files)))
 
 
 def main():
@@ -462,9 +464,11 @@ def main():
       'output. If multiple files are passed in, then we assume output files '
       'are listed directly as arguments.')
   parser.add_argument(
-      '--package', default=_DEFAULT_PACKAGE, type=str,
-      help='Base package that imports modules containing the target tf_export '
-           'decorators.')
+      '--packages',
+      default=_DEFAULT_PACKAGE,
+      type=str,
+      help='Base packages that import modules containing the target tf_export '
+      'decorators.')
   parser.add_argument(
       '--root_init_template', default='', type=str,
       help='Template for top level __init__.py file. '
@@ -500,10 +504,12 @@ def main():
     outputs = args.outputs
 
   # Populate `sys.modules` with modules containing tf_export().
-  importlib.import_module(args.package)
-  create_api_files(outputs, args.package, args.root_init_template,
-                   args.apidir, args.output_package, args.apiname,
-                   args.apiversion, args.compat_apiversions)
+  packages = args.packages.split(',')
+  for package in packages:
+    importlib.import_module(package)
+  create_api_files(outputs, packages, args.root_init_template, args.apidir,
+                   args.output_package, args.apiname, args.apiversion,
+                   args.compat_apiversions)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/python/tools/api/generator/create_python_api_test.py b/tensorflow/python/tools/api/generator/create_python_api_test.py
index 95ef8bbb0f..3c0df6365c 100644
--- a/tensorflow/python/tools/api/generator/create_python_api_test.py
+++ b/tensorflow/python/tools/api/generator/create_python_api_test.py
@@ -57,9 +57,10 @@ class CreatePythonApiTest(test.TestCase):
 
   def testFunctionImportIsAdded(self):
     imports = create_python_api.get_api_init_text(
-        package=create_python_api._DEFAULT_PACKAGE,
+        packages=[create_python_api._DEFAULT_PACKAGE],
         output_package='tensorflow',
-        api_name='tensorflow', api_version=1)
+        api_name='tensorflow',
+        api_version=1)
     expected_import = (
         'from tensorflow.python.test_module '
         'import test_op as test_op1')
@@ -78,9 +79,10 @@ class CreatePythonApiTest(test.TestCase):
 
   def testClassImportIsAdded(self):
     imports = create_python_api.get_api_init_text(
-        package=create_python_api._DEFAULT_PACKAGE,
+        packages=[create_python_api._DEFAULT_PACKAGE],
         output_package='tensorflow',
-        api_name='tensorflow', api_version=2)
+        api_name='tensorflow',
+        api_version=2)
     expected_import = ('from tensorflow.python.test_module '
                        'import TestClass')
     self.assertTrue(
@@ -89,9 +91,10 @@ class CreatePythonApiTest(test.TestCase):
 
   def testConstantIsAdded(self):
     imports = create_python_api.get_api_init_text(
-        package=create_python_api._DEFAULT_PACKAGE,
+        packages=[create_python_api._DEFAULT_PACKAGE],
         output_package='tensorflow',
-        api_name='tensorflow', api_version=1)
+        api_name='tensorflow',
+        api_version=1)
     expected = ('from tensorflow.python.test_module '
                 'import _TEST_CONSTANT')
     self.assertTrue(expected in str(imports),
@@ -99,7 +102,7 @@ class CreatePythonApiTest(test.TestCase):
 
   def testCompatModuleIsAdded(self):
     imports = create_python_api.get_api_init_text(
-        package=create_python_api._DEFAULT_PACKAGE,
+        packages=[create_python_api._DEFAULT_PACKAGE],
         output_package='tensorflow',
         api_name='tensorflow',
         api_version=2,
diff --git a/tensorflow/python/tools/api/generator/output_init_files_test.py b/tensorflow/python/tools/api/generator/output_init_files_test.py
index 602ad165c0..1b6556c59c 100644
--- a/tensorflow/python/tools/api/generator/output_init_files_test.py
+++ b/tensorflow/python/tools/api/generator/output_init_files_test.py
@@ -19,6 +19,11 @@ from __future__ import print_function
 
 import sys
 
+# The unused imports are needed so that the python and lite modules are
+# available in sys.modules
+# pylint: disable=unused-import
+from tensorflow import python as _tf_for_api_traversal
+# pylint: enable=unused-import
 from tensorflow.python.platform import test
 from tensorflow.python.util import tf_decorator
 
-- 
GitLab


From d0f92dfff7fa4e549d9737625d40fb638a51e06c Mon Sep 17 00:00:00 2001
From: Jonathan Wyatt Hoech <jwhoech@yahoo.com>
Date: Sun, 21 Oct 2018 22:05:45 -0700
Subject: [PATCH 0364/1825] Conforming to clang-format style requirements.

---
 tensorflow/core/kernels/matrix_square_root_op.cc | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/matrix_square_root_op.cc b/tensorflow/core/kernels/matrix_square_root_op.cc
index 359f933fb1..e34a1c241f 100644
--- a/tensorflow/core/kernels/matrix_square_root_op.cc
+++ b/tensorflow/core/kernels/matrix_square_root_op.cc
@@ -51,8 +51,8 @@ class MatrixSquareRootOp : public LinearAlgebraOp<Scalar> {
 
 REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<float>), float);
 REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<double>), double);
-REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex64>), 
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex64>),
                    complex64);
-REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex128>), 
+REGISTER_LINALG_OP("MatrixSquareRoot", (MatrixSquareRootOp<complex128>),
                    complex128);
-}
+}  // namespace tensorflow
-- 
GitLab


From ec903b1293d2002605cf82724165464bac29fa9c Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Mon, 22 Oct 2018 09:52:54 +0100
Subject: [PATCH 0365/1825] Address review comments

---
 .../service/while_loop_constant_sinking.cc    | 36 +++++++++------
 .../while_loop_constant_sinking_test.cc       | 46 +++++++++++++++++++
 tensorflow/compiler/xla/service/while_util.cc | 14 +++---
 tensorflow/compiler/xla/service/while_util.h  |  6 ++-
 4 files changed, 79 insertions(+), 23 deletions(-)

diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
index 49c05e9cf7..8e1c736eb2 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
@@ -58,9 +58,10 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
 
   bool changed = false;
 
-  auto invariant_conditional_gte_index_to_inst =
-      WhileUtil::GetGTEsMapForWhileConditional(*while_cond);
-  auto invariant_body_gtes =
+  absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>>
+      invariant_conditional_gte_index_to_inst =
+          WhileUtil::GetGTEsMapForWhileConditional(*while_cond);
+  std::vector<HloInstruction*> invariant_body_gtes =
       WhileUtil::GetInvariantGTEsForWhileBody(*while_body);
 
   for (HloInstruction* invariant_body_gte : invariant_body_gtes) {
@@ -68,12 +69,14 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
     const HloInstruction& invariant_value = *init_value.operand(index);
 
     // Original value should be a constant
-    if (invariant_value.opcode() != HloOpcode::kConstant) continue;
+    if (invariant_value.opcode() != HloOpcode::kConstant) {
+      continue;
+    }
 
     // Sink into the while_body
     // Should have at least one user that's not while_body_root.
     if (invariant_body_gte->user_count() > 1) {
-      auto* constant_instr =
+      HloInstruction* constant_instr =
           while_body->AddInstruction(invariant_value.Clone(/*suffix=*/".sunk"));
       TF_RETURN_IF_ERROR(ReplaceUsesWhileKeepingLoopInvariance(
           invariant_body_gte, constant_instr, while_body->root_instruction(),
@@ -81,20 +84,23 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
       changed = true;
     }
 
-    // Check if there is a corresponding GTE in while_conditional
-    auto it = invariant_conditional_gte_index_to_inst.find(index);
+    // Check if there is a corresponding GTE in while_conditional.
+    absl::flat_hash_map<int64,
+                        absl::InlinedVector<HloInstruction*, 1>>::iterator it =
+        invariant_conditional_gte_index_to_inst.find(index);
     if (it == invariant_conditional_gte_index_to_inst.end()) {
       continue;
     }
 
-    auto* invariant_cond_gte = it->second;
-    // Should have at least one user
-    if (invariant_cond_gte->user_count() > 0) {
-      auto* constant_instr =
-          while_cond->AddInstruction(invariant_value.Clone(/*suffix=*/".sunk"));
-      TF_RETURN_IF_ERROR(
-          invariant_cond_gte->ReplaceAllUsesWith(constant_instr));
-      changed = true;
+    for (HloInstruction* invariant_cond_gte : it->second) {
+      // Should have at least one user.
+      if (invariant_cond_gte->user_count() > 0) {
+        HloInstruction* constant_instr = while_cond->AddInstruction(
+            invariant_value.Clone(/*suffix=*/".sunk"));
+        TF_RETURN_IF_ERROR(
+            invariant_cond_gte->ReplaceAllUsesWith(constant_instr));
+        changed = true;
+      }
     }
   }
 
diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
index 9a25be1022..87de51a257 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
@@ -369,5 +369,51 @@ ENTRY entry {
     }
   }
 }
+
+TEST_F(WhileLoopConstantSinkingTest, ConditionalMultipleSameIndexGTEs) {
+  const char* const hlo_string = R"(
+HloModule ModuleWithWhile
+
+body {
+  p_body = (f32[],f32[],f32[]) parameter(0)
+  p_body.0 = f32[] get-tuple-element((f32[],f32[],f32[]) p_body), index=0
+  const = f32[] constant(1)
+  add.0 = f32[] add(p_body.0, const)
+  p_body.1 = f32[] get-tuple-element((f32[],f32[],f32[]) p_body), index=1
+  add.1 = f32[] add(p_body.1, const)
+  p_body.2 = f32[] get-tuple-element((f32[],f32[],f32[]) p_body), index=2
+  ROOT root = (f32[],f32[],f32[]) tuple(add.0, add.1, p_body.2)
+}
+
+condition {
+  p_cond = (f32[],f32[],f32[]) parameter(0)
+  p_cond.0 = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=0
+  p_cond.2 = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=2
+  lt.0 = pred[] less-than(p_cond.0, p_cond.2)
+  p_cond.1 = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=1
+  p_cond.2.c = f32[] get-tuple-element((f32[],f32[],f32[]) p_cond), index=2
+  lt.1 = pred[] less-than(p_cond.1, p_cond.2.c)
+  ROOT result = pred[] and(lt.0, lt.1)
+}
+
+ENTRY entry {
+  const_0 = f32[] constant(0)
+  const_1 = f32[] constant(0)
+  const_2 = f32[] constant(12)
+  while_init = (f32[],f32[],f32[]) tuple(const_0, const_1, const_2)
+  ROOT while = (f32[],f32[],f32[]) while(while_init), condition=condition, body=body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed,
+                          WhileLoopConstantSinking{}.Run(module.get()));
+  ASSERT_TRUE(changed);
+
+  auto* while_condition = module->GetComputationWithName("condition");
+  EXPECT_THAT(while_condition->root_instruction(),
+              op::And(op::Lt(_, op::Constant()), op::Lt(_, op::Constant())));
+}
 }  // namespace
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/while_util.cc b/tensorflow/compiler/xla/service/while_util.cc
index 153cd449d3..7287620346 100644
--- a/tensorflow/compiler/xla/service/while_util.cc
+++ b/tensorflow/compiler/xla/service/while_util.cc
@@ -15,6 +15,8 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/while_util.h"
 #include "absl/algorithm/container.h"
+#include "absl/container/flat_hash_map.h"
+#include "absl/container/inlined_vector.h"
 #include "absl/strings/str_cat.h"
 #include "tensorflow/compiler/xla/literal_util.h"
 #include "tensorflow/compiler/xla/service/hlo_computation.h"
@@ -268,14 +270,14 @@ static Shape MakeLoopStateShape(const WhileUtil::LoopStateTy& init_values) {
   return result;
 }
 
-/*static*/ std::map<int64, HloInstruction*>
+/*static*/ absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>>
 WhileUtil::GetGTEsMapForWhileConditional(
     const HloComputation& while_conditional) {
-  std::map<int64, HloInstruction*> result;
-  for (auto* inst : while_conditional.instructions()) {
-    if (inst->opcode() == HloOpcode::kGetTupleElement &&
-        inst->operand(0) == while_conditional.parameter_instruction(0)) {
-      result[inst->tuple_index()] = inst;
+  absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>> result;
+  for (HloInstruction* user :
+       while_conditional.parameter_instruction(0)->users()) {
+    if (user->opcode() == HloOpcode::kGetTupleElement) {
+      result[user->tuple_index()].push_back(user);
     }
   }
   return result;
diff --git a/tensorflow/compiler/xla/service/while_util.h b/tensorflow/compiler/xla/service/while_util.h
index 57ae0178b4..80a767fd23 100644
--- a/tensorflow/compiler/xla/service/while_util.h
+++ b/tensorflow/compiler/xla/service/while_util.h
@@ -16,6 +16,8 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_SERVICE_WHILE_UTIL_H_
 #define TENSORFLOW_COMPILER_XLA_SERVICE_WHILE_UTIL_H_
 
+#include "absl/container/flat_hash_map.h"
+#include "absl/container/inlined_vector.h"
 #include "tensorflow/compiler/xla/service/call_inliner.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 
@@ -89,8 +91,8 @@ class WhileUtil {
   // `while_conditional` that access elements in the parameter tuple. Assumes
   // `while_conditional` is the conditional computation of the while loop in
   // question.
-  static std::map<int64, HloInstruction*> GetGTEsMapForWhileConditional(
-      const HloComputation& while_conditional);
+  static absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>>
+  GetGTEsMapForWhileConditional(const HloComputation& while_conditional);
 };
 }  // namespace xla
 
-- 
GitLab


From 5ca0a403f6f573dbbfd20a1807bf70f64c7c9ab6 Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Mon, 22 Oct 2018 09:56:05 +0100
Subject: [PATCH 0366/1825] Address review comments

---
 .../compiler/xla/service/while_loop_constant_sinking.cc       | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
index 8e1c736eb2..d1b86d792d 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
@@ -68,12 +68,12 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
     int64 index = invariant_body_gte->tuple_index();
     const HloInstruction& invariant_value = *init_value.operand(index);
 
-    // Original value should be a constant
+    // Original value should be a constant.
     if (invariant_value.opcode() != HloOpcode::kConstant) {
       continue;
     }
 
-    // Sink into the while_body
+    // Sink into the while_body.
     // Should have at least one user that's not while_body_root.
     if (invariant_body_gte->user_count() > 1) {
       HloInstruction* constant_instr =
-- 
GitLab


From b925a943e7ebc2a32bb8dbff7cd2a229147ccdae Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Mon, 22 Oct 2018 09:58:05 +0100
Subject: [PATCH 0367/1825] Address review comments

---
 .../compiler/xla/service/while_loop_constant_sinking.cc       | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
index d1b86d792d..d5f748ec2b 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
@@ -85,9 +85,7 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
     }
 
     // Check if there is a corresponding GTE in while_conditional.
-    absl::flat_hash_map<int64,
-                        absl::InlinedVector<HloInstruction*, 1>>::iterator it =
-        invariant_conditional_gte_index_to_inst.find(index);
+    auto it = invariant_conditional_gte_index_to_inst.find(index);
     if (it == invariant_conditional_gte_index_to_inst.end()) {
       continue;
     }
-- 
GitLab


From 0af3d95e40fb04fcff9e9dba86b95775be21440f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 02:02:31 -0700
Subject: [PATCH 0368/1825] compat: Update forward compatibility horizon to
 2018-10-22

PiperOrigin-RevId: 218132824
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index eb35491d0c..08b89a2c03 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 21)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 22)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 4a5d295e22ae3ba553986ebc044decc8477380e6 Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Mon, 15 Oct 2018 06:36:59 +0300
Subject: [PATCH 0369/1825] Changed memory mgr init to be after GrpcServer
 Changed the alloactor registration so CudaHost Allocator is registered for
 numas 0 and 1

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 13 ++++++-------
 tensorflow/contrib/gdr/gdr_server_lib.cc     |  6 +++---
 2 files changed, 9 insertions(+), 10 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index 3549cedb70..f09871a3d0 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -82,9 +82,8 @@ int TryToReadNumaNode(ibv_device* device) {
   if (strings::safe_strto32(content, &value)) {
     if (value < 0) {
       LOG(INFO) << "Successful NUMA node read from SysFS had negative value ("
-                << value
-                << "), but there must be at least one NUMA node"
-                   ", so returning NUMA node zero";
+                << value << "), but there must be at least one NUMA node"
+                            ", so returning NUMA node zero";
       return port::kNUMANoAffinity;
     }
     LOG(INFO) << "NUMA node for device: " << device->name << " is " << value;
@@ -276,8 +275,8 @@ Status GdrMemoryManager::Init() {
     };
     GPUProcessState::singleton()->AddGPUAllocVisitor(bus_id,
                                                      cuda_alloc_visitor);
-    GPUProcessState::singleton()->AddCUDAHostAllocVisitor(bus_id,
-                                                          alloc_visitor);
+    GPUProcessState::singleton()->AddCUDAHostAllocVisitor(0, alloc_visitor);
+    GPUProcessState::singleton()->AddCUDAHostAllocVisitor(1, alloc_visitor);
     GPUProcessState::singleton()->AddCUDAHostFreeVisitor(bus_id, free_visitor);
     LOG(INFO) << "Instrumenting GPU allocator(s) with bus_id " << bus_id;
   }
@@ -640,8 +639,8 @@ void GdrMemoryManager::TensorFromTransportOptions(
     } else {
       checksum = GPUUtil::Checksum(*tensor);
     }
-    CHECK(checksum == remote_mr.checksum())
-        << "Checksum mismatch: " << checksum << "!=" << remote_mr.checksum();
+    CHECK(checksum == remote_mr.checksum()) << "Checksum mismatch: " << checksum
+                                            << "!=" << remote_mr.checksum();
 #endif
   }
   done(Status::OK());
diff --git a/tensorflow/contrib/gdr/gdr_server_lib.cc b/tensorflow/contrib/gdr/gdr_server_lib.cc
index 9025c992a4..53454df003 100644
--- a/tensorflow/contrib/gdr/gdr_server_lib.cc
+++ b/tensorflow/contrib/gdr/gdr_server_lib.cc
@@ -56,10 +56,10 @@ Status GdrServer::Init() {
     return std::unique_ptr<GdrWorker>(
         new GdrWorker(env, remote_memory_manager_.get()));
   };
-  TF_RETURN_IF_ERROR(
-      GrpcServer::Init(nullptr, rendezvous_mgr_func, nullptr, worker_func));
 
-  return remote_memory_manager_->Init();
+  TF_RETURN_IF_ERROR(remote_memory_manager_->Init());
+
+  return GrpcServer::Init(nullptr, rendezvous_mgr_func, nullptr, worker_func));
 }
 
 Status GdrServer::Start() {
-- 
GitLab


From 45d66309e6a609fe5c8c74514850bb28f44461d4 Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Mon, 15 Oct 2018 08:37:21 +0300
Subject: [PATCH 0370/1825] fix build error

---
 tensorflow/contrib/gdr/gdr_server_lib.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/gdr/gdr_server_lib.cc b/tensorflow/contrib/gdr/gdr_server_lib.cc
index 53454df003..d8584e4e6b 100644
--- a/tensorflow/contrib/gdr/gdr_server_lib.cc
+++ b/tensorflow/contrib/gdr/gdr_server_lib.cc
@@ -59,7 +59,7 @@ Status GdrServer::Init() {
 
   TF_RETURN_IF_ERROR(remote_memory_manager_->Init());
 
-  return GrpcServer::Init(nullptr, rendezvous_mgr_func, nullptr, worker_func));
+  return GrpcServer::Init(nullptr, rendezvous_mgr_func, nullptr, worker_func);
 }
 
 Status GdrServer::Start() {
-- 
GitLab


From 4dd636dbcedc6e444e3844426eabb8e3233aec7a Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Wed, 17 Oct 2018 02:46:57 +0300
Subject: [PATCH 0371/1825] Enables GPU allocators for general Numa count

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index f09871a3d0..e7db775cf4 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -275,8 +275,13 @@ Status GdrMemoryManager::Init() {
     };
     GPUProcessState::singleton()->AddGPUAllocVisitor(bus_id,
                                                      cuda_alloc_visitor);
-    GPUProcessState::singleton()->AddCUDAHostAllocVisitor(0, alloc_visitor);
-    GPUProcessState::singleton()->AddCUDAHostAllocVisitor(1, alloc_visitor);
+
+    for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
+      GPUProcessState::singleton()->AddCUDAHostAllocVisitor(numa_idx,
+                                                            alloc_visitor);
+      LOG(INFO) << "Instrumenting Cuda host allocator on numa " << numa_idx;
+    }
+
     GPUProcessState::singleton()->AddCUDAHostFreeVisitor(bus_id, free_visitor);
     LOG(INFO) << "Instrumenting GPU allocator(s) with bus_id " << bus_id;
   }
-- 
GitLab


From f959ab85d5fc9f44cdd842353e717273d28f9e49 Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Fri, 19 Oct 2018 02:16:49 +0300
Subject: [PATCH 0372/1825] Changed gpu visitors to support more general arch
 selection

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 19 ++++++++-----------
 1 file changed, 8 insertions(+), 11 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index e7db775cf4..9023ead084 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -265,25 +265,22 @@ Status GdrMemoryManager::Init() {
   LOG(INFO) << "Instrumenting CPU allocator(s)";
 
 #if GOOGLE_CUDA
+  for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
+    GPUProcessState::singleton()->AddCUDAHostAllocVisitor(numa_idx,
+                                                            alloc_visitor);
+  }
   if (IsGDRAvailable()) {
-    int bus_id = numa_node_ + 1;
-
     SubAllocator::Visitor cuda_alloc_visitor = [this](void* ptr, int gpu_id,
                                                       size_t num_bytes) {
       VLOG(2) << "Registering RDMA capable memory region on GPU " << gpu_id;
       InsertMemoryRegion(ptr, num_bytes, strings::StrCat("GPU:", gpu_id));
     };
-    GPUProcessState::singleton()->AddGPUAllocVisitor(bus_id,
-                                                     cuda_alloc_visitor);
-
     for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
-      GPUProcessState::singleton()->AddCUDAHostAllocVisitor(numa_idx,
-                                                            alloc_visitor);
-      LOG(INFO) << "Instrumenting Cuda host allocator on numa " << numa_idx;
+      GPUProcessState::singleton()->AddGPUAllocVisitor(numa_idx,
+                                                       cuda_alloc_visitor);
+      GPUProcessState::singleton()->AddCUDAHostFreeVisitor(numa_idx, free_visitor);
     }
-
-    GPUProcessState::singleton()->AddCUDAHostFreeVisitor(bus_id, free_visitor);
-    LOG(INFO) << "Instrumenting GPU allocator(s) with bus_id " << bus_id;
+    LOG(INFO) << "Instrumenting GPU allocator(s) for all numas ";
   }
 #endif  // GOOGLE_CUDA
 
-- 
GitLab


From 59938ee7fa2cba8efbf3cf2720992cb4c196f5f2 Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Fri, 19 Oct 2018 03:13:43 +0300
Subject: [PATCH 0373/1825] gdr alloactors fix- clanged reformatted

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index 9023ead084..1dc4fd314b 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -267,7 +267,7 @@ Status GdrMemoryManager::Init() {
 #if GOOGLE_CUDA
   for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
     GPUProcessState::singleton()->AddCUDAHostAllocVisitor(numa_idx,
-                                                            alloc_visitor);
+                                                          alloc_visitor);
   }
   if (IsGDRAvailable()) {
     SubAllocator::Visitor cuda_alloc_visitor = [this](void* ptr, int gpu_id,
@@ -278,7 +278,8 @@ Status GdrMemoryManager::Init() {
     for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
       GPUProcessState::singleton()->AddGPUAllocVisitor(numa_idx,
                                                        cuda_alloc_visitor);
-      GPUProcessState::singleton()->AddCUDAHostFreeVisitor(numa_idx, free_visitor);
+      GPUProcessState::singleton()->AddCUDAHostFreeVisitor(numa_idx,
+                                                           free_visitor);
     }
     LOG(INFO) << "Instrumenting GPU allocator(s) for all numas ";
   }
-- 
GitLab


From 6d03d3830d1f5cbcf0d03d68ab2c2ec5dbef4ffd Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Fri, 19 Oct 2018 04:44:14 +0300
Subject: [PATCH 0374/1825] Moved the a GPU CUDA host visitor to correct
 location

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index 1dc4fd314b..7af956c4b9 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -268,6 +268,8 @@ Status GdrMemoryManager::Init() {
   for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
     GPUProcessState::singleton()->AddCUDAHostAllocVisitor(numa_idx,
                                                           alloc_visitor);
+    GPUProcessState::singleton()->AddCUDAHostFreeVisitor(numa_idx,
+                                                         free_visitor);
   }
   if (IsGDRAvailable()) {
     SubAllocator::Visitor cuda_alloc_visitor = [this](void* ptr, int gpu_id,
@@ -278,8 +280,6 @@ Status GdrMemoryManager::Init() {
     for (int numa_idx = 0; numa_idx < port::NUMANumNodes(); ++numa_idx) {
       GPUProcessState::singleton()->AddGPUAllocVisitor(numa_idx,
                                                        cuda_alloc_visitor);
-      GPUProcessState::singleton()->AddCUDAHostFreeVisitor(numa_idx,
-                                                           free_visitor);
     }
     LOG(INFO) << "Instrumenting GPU allocator(s) for all numas ";
   }
-- 
GitLab


From 440e5e7d343a12360ade203726a5fa1cfa0e3818 Mon Sep 17 00:00:00 2001
From: Yaniv Blumenfeld <yanivbl@mellanox.com>
Date: Sun, 21 Oct 2018 02:22:57 +0300
Subject: [PATCH 0375/1825] Reverted clang-reformat changes in first commit

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index 7af956c4b9..eacafe75b6 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -82,8 +82,9 @@ int TryToReadNumaNode(ibv_device* device) {
   if (strings::safe_strto32(content, &value)) {
     if (value < 0) {
       LOG(INFO) << "Successful NUMA node read from SysFS had negative value ("
-                << value << "), but there must be at least one NUMA node"
-                            ", so returning NUMA node zero";
+                << value
+                << "), but there must be at least one NUMA node"
+                   ", so returning NUMA node zero";
       return port::kNUMANoAffinity;
     }
     LOG(INFO) << "NUMA node for device: " << device->name << " is " << value;
@@ -281,10 +282,9 @@ Status GdrMemoryManager::Init() {
       GPUProcessState::singleton()->AddGPUAllocVisitor(numa_idx,
                                                        cuda_alloc_visitor);
     }
-    LOG(INFO) << "Instrumenting GPU allocator(s) for all numas ";
+    VLOG(INFO) << "Instrumenting GPU allocator(s) for all Numas";
   }
 #endif  // GOOGLE_CUDA
-
   return Status::OK();
 }
 
@@ -642,8 +642,8 @@ void GdrMemoryManager::TensorFromTransportOptions(
     } else {
       checksum = GPUUtil::Checksum(*tensor);
     }
-    CHECK(checksum == remote_mr.checksum()) << "Checksum mismatch: " << checksum
-                                            << "!=" << remote_mr.checksum();
+    CHECK(checksum == remote_mr.checksum())
+        << "Checksum mismatch: " << checksum << "!=" << remote_mr.checksum();
 #endif
   }
   done(Status::OK());
-- 
GitLab


From 5c750c20a43148dc02b1677885d950e7e005a0a2 Mon Sep 17 00:00:00 2001
From: drpngx <drpngx@users.noreply.github.com>
Date: Sun, 21 Oct 2018 10:57:23 -0700
Subject: [PATCH 0376/1825] Use numerical value for VLOG.

---
 tensorflow/contrib/gdr/gdr_memory_manager.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/gdr/gdr_memory_manager.cc b/tensorflow/contrib/gdr/gdr_memory_manager.cc
index eacafe75b6..53587fcf30 100644
--- a/tensorflow/contrib/gdr/gdr_memory_manager.cc
+++ b/tensorflow/contrib/gdr/gdr_memory_manager.cc
@@ -282,7 +282,7 @@ Status GdrMemoryManager::Init() {
       GPUProcessState::singleton()->AddGPUAllocVisitor(numa_idx,
                                                        cuda_alloc_visitor);
     }
-    VLOG(INFO) << "Instrumenting GPU allocator(s) for all Numas";
+    VLOG(1) << "Instrumenting GPU allocator(s) for all Numas";
   }
 #endif  // GOOGLE_CUDA
   return Status::OK();
-- 
GitLab


From b88e0853096173c47530f1ee4098bcb958e9f331 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Mon, 22 Oct 2018 15:09:46 +0100
Subject: [PATCH 0377/1825] Do not introduce new test functions for default
 execution device stored in graph_def, instead refactor device assignment test
 to use both assigned and graph_def-stored devices

---
 .../core/graph/graph_constructor_test.cc      | 47 ++++++++-----------
 1 file changed, 20 insertions(+), 27 deletions(-)

diff --git a/tensorflow/core/graph/graph_constructor_test.cc b/tensorflow/core/graph/graph_constructor_test.cc
index cbf74a85e7..92c6bbd9d4 100644
--- a/tensorflow/core/graph/graph_constructor_test.cc
+++ b/tensorflow/core/graph/graph_constructor_test.cc
@@ -3206,52 +3206,45 @@ TEST_F(GraphConstructorTest, ImportGraphDef_ValidateColationConstraints) {
 }
 
 TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDevice) {
+  std::string stored_dev = "some dev";
   std::string gdef_ascii(
       R"EOF(
       node { name: 'test_input' op: 'TestInput' }
+      node { name: 'test_input_with_dev' op: 'TestInput' device: 'some dev'}
       node { name: 'test_op' op: 'TestMul' input: [ 'test_input:0', 'test_input:1' ] }
+      node { name: 'test_op_with_dev' op: 'TestMul' input: [ 'test_input:0', 'test_input:1' ] device: 'some dev'}
       )EOF");
 
   GraphDef gdef;
   CHECK(protobuf::TextFormat::ParseFromString(gdef_ascii, &gdef));
 
   ImportGraphDefOptions options;
-  std::string dev = "/gpu:13";
-  options.default_device = dev;
-  options.return_nodes = std::vector<std::string>{"test_input", "test_op"};
+  // assign this execution device for the nodes, which do not alreadt have default device, specified in graph_def
+  // node->requested_device() should be either this assigned device, or default device from graph_def
+  std::string assigned_dev = "/gpu:13";
+  options.default_device = assigned_dev;
 
-  ImportGraphDefResults res;
+  std::map<std::string, std::string> node_dev_map;
+  std::vector<std::string> assigned_dev_nodes = {"test_input", "test_op"};
+  std::vector<std::string> stored_dev_nodes = {"test_input_with_dev", "test_op_with_dev"};
+  options.return_nodes = assigned_dev_nodes;
+  options.return_nodes.insert(options.return_nodes.end(), stored_dev_nodes.begin(), stored_dev_nodes.end() );
 
-  TF_EXPECT_OK(ImportGraphDef(options, gdef, &graph_, NULL, &res));
-  EXPECT_EQ(res.return_nodes.size(), options.return_nodes.size());
-  for (auto node: res.return_nodes) {
-    EXPECT_EQ(node->requested_device(), dev);
+  for (auto node: assigned_dev_nodes) {
+    node_dev_map.insert(std::make_pair(node, assigned_dev));
+  }
+  for (auto node: stored_dev_nodes) {
+    node_dev_map.insert(std::make_pair(node, stored_dev));
   }
-}
-
-TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDeviceWithAlreadyPresentedDevice) {
-  std::string orig_device = "some dev";
-  std::string gdef_ascii(
-      R"EOF(
-      node { name: 'test_input' op: 'TestInput' device: 'some dev' }
-      node { name: 'test_op' op: 'TestMul' input: [ 'test_input:0', 'test_input:1' ] device: 'some dev' }
-      )EOF");
-
-  GraphDef gdef;
-  CHECK(protobuf::TextFormat::ParseFromString(gdef_ascii, &gdef));
-
-  ImportGraphDefOptions options;
-  std::string dev = "/gpu:13";
-  options.default_device = dev;
-  options.return_nodes = std::vector<std::string>{"test_input", "test_op"};
 
   ImportGraphDefResults res;
 
   TF_EXPECT_OK(ImportGraphDef(options, gdef, &graph_, NULL, &res));
   EXPECT_EQ(res.return_nodes.size(), options.return_nodes.size());
   for (auto node: res.return_nodes) {
-    // since we already have device in graph_def, import should not be able to overwrite that, let's check that
-    EXPECT_EQ(node->requested_device(), orig_device);
+    auto expected_dev = node_dev_map.find(node->name());
+    EXPECT_EQ(true, expected_dev != node_dev_map.end());
+    EXPECT_EQ(node->requested_device(), expected_dev->second);
   }
 }
 
-- 
GitLab


From ad91bae31d2fb017e2a7702d09eefe997c5b37c5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 08:01:32 -0700
Subject: [PATCH 0378/1825] Allow conversion of models containing both flex and
 custom ops.

PiperOrigin-RevId: 218168021
---
 tensorflow/contrib/lite/python/lite.py | 7 +------
 1 file changed, 1 insertion(+), 6 deletions(-)

diff --git a/tensorflow/contrib/lite/python/lite.py b/tensorflow/contrib/lite/python/lite.py
index 09365f101f..fdbb392e55 100644
--- a/tensorflow/contrib/lite/python/lite.py
+++ b/tensorflow/contrib/lite/python/lite.py
@@ -439,24 +439,19 @@ class TFLiteConverter(object):
         "change_concat_input_ranges": self.change_concat_input_ranges,
         "allow_custom_ops": self.allow_custom_ops,
         "post_training_quantize": self.post_training_quantize,
+        "converter_mode": self.converter_mode,
         "dump_graphviz_dir": self.dump_graphviz_dir,
         "dump_graphviz_video": self.dump_graphviz_video
     }
 
     # Converts model.
     if self._has_valid_tensors():
-      converter_kwargs["converter_mode"] = self.converter_mode
       result = _toco_convert_impl(
           input_data=self._graph_def,
           input_tensors=self._input_tensors,
           output_tensors=self._output_tensors,
           **converter_kwargs)
     else:
-      # Graphs without valid tensors cannot be loaded into tf.Session since they
-      # contain TFLite operation(s) that cannot be resolved in TensorFlow.
-      if self.converter_mode != ConverterMode.DEFAULT:
-        raise ValueError("This model can only be converted with the default "
-                         "converter.")
       result = _toco_convert_graph_def(
           input_data=self._graph_def,
           input_arrays_with_shape=self._input_arrays_with_shape,
-- 
GitLab


From 09536208314dc44c5dc46dca6e0099c0e8aa19e2 Mon Sep 17 00:00:00 2001
From: Brian Patton <bjp@google.com>
Date: Mon, 22 Oct 2018 08:06:50 -0700
Subject: [PATCH 0379/1825] Adds GPU support for InPlaceUpdate of `bool` dtype.

PiperOrigin-RevId: 218168994
---
 tensorflow/core/kernels/inplace_ops.cc        |  3 +++
 .../kernels/inplace_ops_functor_gpu.cu.cc     | 22 +++++++++++++++++++
 2 files changed, 25 insertions(+)

diff --git a/tensorflow/core/kernels/inplace_ops.cc b/tensorflow/core/kernels/inplace_ops.cc
index 2363fbc246..7f06764d52 100644
--- a/tensorflow/core/kernels/inplace_ops.cc
+++ b/tensorflow/core/kernels/inplace_ops.cc
@@ -500,6 +500,9 @@ typedef Eigen::GpuDevice GPUDevice;
       Name("DeepCopy").Device(DEVICE_GPU).TypeConstraint<TYPE>("T"),      \
       CopyOp<GPUDevice>);
 
+REGISTER_KERNEL_BUILDER(
+    Name("InplaceUpdate").Device(DEVICE_GPU).TypeConstraint<bool>("T"),
+    InplaceOp<GPUDevice, functor::I_UPDATE>);
 REGISTER(float);
 REGISTER(double);
 REGISTER(Eigen::half);
diff --git a/tensorflow/core/kernels/inplace_ops_functor_gpu.cu.cc b/tensorflow/core/kernels/inplace_ops_functor_gpu.cu.cc
index 9d20239d2d..ba9879691b 100644
--- a/tensorflow/core/kernels/inplace_ops_functor_gpu.cu.cc
+++ b/tensorflow/core/kernels/inplace_ops_functor_gpu.cu.cc
@@ -134,6 +134,26 @@ void DoInplaceOp(const Device& d, InplaceOpType op, const Tensor& i,
   }
 }
 
+template <bool>
+void DoInplaceOp(const Device& d, InplaceOpType op, const Tensor& i,
+                 const Tensor& v, Tensor* y) {
+  const int64 nelem = v.NumElements();
+  CudaLaunchConfig cfg = GetCudaLaunchConfig(nelem, d);
+  auto Ty = y->flat_outer_dims<bool>();
+  const int64 nrows = Ty.dimension(0);
+  const int64 ncols = Ty.dimension(1);
+  const int64 n = i.NumElements();
+  const bool* src = v.flat<bool>().data();
+  // TODO(sjhwang): Check that first dimension fits in int32 range.
+  const int32* rowids = i.flat<int32>().data();
+  bool* dst = y->flat<bool>().data();
+  if (op == I_UPDATE) {
+    DoInplaceOpKernel<bool, I_UPDATE>
+        <<<cfg.block_count, cfg.thread_per_block, 0, d.stream()>>>(
+            cfg.virtual_thread_count, nrows, ncols, n, src, rowids, dst);
+  }
+}
+
 template <>
 Status DoInplace(const Device& d, InplaceOpType op, const Tensor& i,
                  const Tensor& v, Tensor* y) {
@@ -144,6 +164,7 @@ Status DoInplace(const Device& d, InplaceOpType op, const Tensor& i,
     DoInplaceOp<type>(d, op, i, v, y); \
     break;
 
+    CASE(bool)
     CASE(float)
     CASE(double)
     CASE(Eigen::half)
@@ -165,6 +186,7 @@ Status DoCopy(const Device& d, const Tensor& x, Tensor* y) {
     y->flat<type>().device(d) = x.flat<type>(); \
     break;
 
+    CASE(bool)
     CASE(float)
     CASE(double)
     CASE(Eigen::half)
-- 
GitLab


From 34e3129d8e188cbe0ae0749fedc9babce25c14ad Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Mon, 22 Oct 2018 09:18:41 -0700
Subject: [PATCH 0380/1825] Re-enable Slurm Cluster Resolver Test as `bad63b`
 should have fixed the underlying issue.

PiperOrigin-RevId: 218178720
---
 tensorflow/contrib/cluster_resolver/BUILD | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index f582ce2745..c9ff516568 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -135,9 +135,5 @@ tf_py_test(
         "//tensorflow/python:training",
     ],
     main = "python/training/slurm_cluster_resolver_test.py",
-    tags = [
-        "manual",  # TODO(b/117992844): Flaky.
-        "no_oss",
-        "notap",
-    ],
+    tags = [],
 )
-- 
GitLab


From 2db1f885bd52637830533d95bc865fd929657ee1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 09:37:17 -0700
Subject: [PATCH 0381/1825] Optimized TransposeConv implementation.

PiperOrigin-RevId: 218181572
---
 tensorflow/contrib/lite/build_def.bzl         |   5 -
 tensorflow/contrib/lite/kernels/BUILD         |   1 +
 .../contrib/lite/kernels/transpose_conv.cc    | 181 ++++++++++++++----
 .../lite/kernels/transpose_conv_test.cc       | 148 +++++++++-----
 4 files changed, 243 insertions(+), 92 deletions(-)

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index 97bc8372b8..3ef1c1fb20 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -305,11 +305,6 @@ def generated_test_models():
 # If you have to disable a test, please add here with a link to the appropriate
 # bug or issue.
 def generated_test_models_failing(conversion_mode):
-    if not conversion_mode:
-        return [
-            "transpose_conv",  # disabled due to b/111213074
-        ]
-
     if conversion_mode == "toco-flex":
         # TODO(b/117328698): Fix and enable the known flex failures.
         return [
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index 310cb6331d..61a88fe90c 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -1177,6 +1177,7 @@ tf_cc_test(
         ":builtin_ops",
         "//tensorflow/contrib/lite:framework",
         "//tensorflow/contrib/lite/kernels:test_util",
+        "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/kernels/transpose_conv.cc b/tensorflow/contrib/lite/kernels/transpose_conv.cc
index 1c4a5ee91d..f8c858d645 100644
--- a/tensorflow/contrib/lite/kernels/transpose_conv.cc
+++ b/tensorflow/contrib/lite/kernels/transpose_conv.cc
@@ -21,6 +21,7 @@ limitations under the License.
 
 #include "tensorflow/contrib/lite/c/builtin_op_data.h"
 #include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/kernels/eigen_support.h"
 #include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
 #include "tensorflow/contrib/lite/kernels/internal/tensor.h"
 #include "tensorflow/contrib/lite/kernels/kernel_util.h"
@@ -32,74 +33,165 @@ namespace ops {
 namespace builtin {
 namespace transpose_conv {
 
+// This file has 2 implementation of TransposeConv.
+enum KernelType {
+  kReference,
+  kGenericOptimized,  // Neon-free
+};
+
 constexpr int kOutputShapeTensor = 0;
 constexpr int kWeightsTensor = 1;
 constexpr int kDataInputTensor = 2;
 constexpr int kOutputTensor = 0;
 
-TfLiteStatus ResizeOutputShape(TfLiteContext* context,
-                               const TfLiteTensor* output_shape,
-                               TfLiteTensor* output) {
+const int kTensorNotAllocated = -1;
+
+struct OpData {
+  // IDs are the arbitrary identifiers used by TF Lite to identify and access
+  // memory buffers.
+  int im2col_id = kTensorNotAllocated;
+
+  // im2col is the only temporary currently tracked, therefore always index 0.
+  // If more temporaries are added, they should be properly tracked.
+  int32_t im2col_index = 0;
+};
+
+void* Init(TfLiteContext* context, const char* buffer, size_t length) {
+  // This is a builtin op, so we don't use the contents in 'buffer', if any.
+  // Instead, we allocate a new object to use as scratch space for im2col, and
+  // to carry information from Prepare() to Eval().
+  auto* data = new OpData;
+  eigen_support::IncrementUsageCounter(context);
+  return data;
+}
+
+void Free(TfLiteContext* context, void* buffer) {
+  eigen_support::DecrementUsageCounter(context);
+  delete reinterpret_cast<OpData*>(buffer);
+}
+
+TfLiteStatus ResizeOutputTensor(TfLiteContext* context,
+                                const TfLiteTensor* shape_tensor,
+                                TfLiteTensor* output) {
   // Currently only support int32 for output shape.
-  if (output_shape->type != kTfLiteInt32) {
+  if (shape_tensor->type != kTfLiteInt32) {
     context->ReportError(context, "Output shape is %d, not int32.",
-                         output_shape->type);
+                         shape_tensor->type);
     return kTfLiteError;
   }
-  const int output_dimensions = NumElements(output_shape);
-  TfLiteIntArray* output_shape_array = TfLiteIntArrayCreate(output_dimensions);
-  for (int i = 0; i < output_dimensions; ++i) {
-    output_shape_array->data[i] = GetTensorData<int32_t>(output_shape)[i];
+
+  TfLiteIntArray* shape = TfLiteIntArrayCreate(NumElements(shape_tensor));
+  for (int i = 0; i < shape->size; ++i) {
+    shape->data[i] = GetTensorData<int32_t>(shape_tensor)[i];
+  }
+
+  return context->ResizeTensor(context, output, shape);
+}
+
+static TfLiteStatus AllocateIm2colTensorIfRequired(TfLiteContext* context,
+                                                   TfLiteNode* node) {
+  OpData* data = reinterpret_cast<OpData*>(node->user_data);
+  if (data->im2col_id == kTensorNotAllocated) {
+    context->AddTensors(context, 1, &data->im2col_id);
+    context->tensors[data->im2col_id].type = kTfLiteFloat32;
+  }
+
+  TfLiteIntArrayFree(node->temporaries);
+  node->temporaries = TfLiteIntArrayCreate(1);
+  node->temporaries->data[data->im2col_index] = data->im2col_id;
+
+  return kTfLiteOk;
+}
+
+TfLiteStatus ResizeIm2ColTensor(TfLiteContext* context,
+                                const TfLiteTensor* output_shape,
+                                const TfLiteTensor* weights,
+                                const TfLiteTensor* input,
+                                TfLiteTensor* im2col) {
+  if (output_shape->type != kTfLiteInt32) {
+    context->ReportError(context, "im2col shape is %d, not int32.",
+                         output_shape->type);
+    return kTfLiteError;
   }
+  TF_LITE_ENSURE_EQ(context, NumElements(output_shape), 4);
+  TfLiteIntArray* im2col_shape_array = TfLiteIntArrayCreate(4);
+  im2col_shape_array->data[0] = output_shape->data.i32[0];
+  im2col_shape_array->data[1] = output_shape->data.i32[1];
+  im2col_shape_array->data[2] = output_shape->data.i32[2];
+  const int input_depth = SizeOfDimension(input, 3);
+  const int filter_width = SizeOfDimension(weights, 1);
+  const int filter_height = SizeOfDimension(weights, 2);
+  im2col_shape_array->data[3] = input_depth * filter_height * filter_width;
 
-  return context->ResizeTensor(context, output, output_shape_array);
+  im2col->type = input->type;
+  im2col->allocation_type = kTfLiteDynamic;
+  return context->ResizeTensor(context, im2col, im2col_shape_array);
 }
 
 TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  // Sanity checks on op
   TF_LITE_ENSURE_EQ(context, NumInputs(node), 3);
   TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
 
+  // Allocate Im2col Tensor
+  TF_LITE_ENSURE_STATUS(AllocateIm2colTensorIfRequired(context, node));
+
+  // Retrieve tensors
   const TfLiteTensor* output_shape =
       GetInput(context, node, kOutputShapeTensor);
   const TfLiteTensor* weights = GetInput(context, node, kWeightsTensor);
   const TfLiteTensor* input = GetInput(context, node, kDataInputTensor);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+  OpData* user_data = reinterpret_cast<OpData*>(node->user_data);
+  TfLiteTensor* im2col =
+      &context->tensors[node->temporaries->data[user_data->im2col_index]];
 
+  // Tensor sanity checks
   TF_LITE_ENSURE_EQ(context, NumDimensions(output_shape), 1);
   TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4);
   TF_LITE_ENSURE_EQ(context, NumDimensions(weights), 4);
-
-  // Currently only supports float32.
-  const TfLiteType data_type = input->type;
-  TF_LITE_ENSURE(context, data_type == kTfLiteFloat32);
-  TF_LITE_ENSURE_EQ(context, output->type, data_type);
-  TF_LITE_ENSURE_EQ(context, weights->type, data_type);
-
+  TF_LITE_ENSURE_EQ(context, input->type, kTfLiteFloat32);
+  TF_LITE_ENSURE_EQ(context, weights->type, kTfLiteFloat32);
+  TF_LITE_ENSURE_EQ(context, output->type, kTfLiteFloat32);
   // Ensure that weights and inputs have the same channel dimension.
   // Note: TOCO will reorder weights in the following format: OHWI.
   TF_LITE_ENSURE_EQ(context, SizeOfDimension(input, 3),
                     SizeOfDimension(weights, 3));
 
   if (!IsConstantTensor(output_shape)) {
+    // Defer resizing until Eval().
     SetTensorToDynamic(output);
-    return kTfLiteOk;
+    SetTensorToDynamic(im2col);
+  } else {
+    TF_LITE_ENSURE_STATUS(ResizeOutputTensor(context, output_shape, output));
+    TF_LITE_ENSURE_STATUS(
+        ResizeIm2ColTensor(context, output_shape, weights, input, im2col));
   }
-  return ResizeOutputShape(context, output_shape, output);
+  return kTfLiteOk;
 }
 
+template <KernelType kernel_type>
 TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  // Retrieve tensors (All should be allocated by now)
   const TfLiteTensor* output_shape =
       GetInput(context, node, kOutputShapeTensor);
   const TfLiteTensor* weights = GetInput(context, node, kWeightsTensor);
   const TfLiteTensor* input = GetInput(context, node, kDataInputTensor);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-
+  OpData* user_data = reinterpret_cast<OpData*>(node->user_data);
+  TfLiteTensor* im2col =
+      &context->tensors[node->temporaries->data[user_data->im2col_index]];
   const auto* params =
       reinterpret_cast<TfLiteTransposeConvParams*>(node->builtin_data);
 
+  // Resize any deferred dynamic tensors
   if (IsDynamicTensor(output)) {
     TF_LITE_ENSURE_OK(context,
-                      ResizeOutputShape(context, output_shape, output));
+                      ResizeOutputTensor(context, output_shape, output));
+  }
+  if (IsDynamicTensor(im2col)) {
+    TF_LITE_ENSURE_OK(context, ResizeIm2ColTensor(context, output_shape,
+                                                  weights, input, im2col));
   }
 
   // Get height and width of the output image.
@@ -124,17 +216,24 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
       op_params.padding_values.height = padding_size.height;
       op_params.stride_width = stride_width;
       op_params.stride_height = stride_height;
-
-      reference_ops::TransposeConv(
-          op_params, GetTensorShape(input), GetTensorData<float>(input),
-          GetTensorShape(weights), GetTensorData<float>(weights),
-          GetTensorShape(output), GetTensorData<float>(output),
-          // Last two args specify im2col which reference_ops ignores.
-          // (Note this does not lead to a performance regression, as the
-          // previous optimized version was just a copy of the reference code.)
-          // TODO(b/110208176): Allocate im2col tensors and switch to
-          // optimized_ops.
-          GetTensorShape(output), GetTensorData<float>(output));
+      switch (kernel_type) {
+        case kReference: {
+          reference_ops::TransposeConv(
+              op_params, GetTensorShape(input), GetTensorData<float>(input),
+              GetTensorShape(weights), GetTensorData<float>(weights),
+              GetTensorShape(output), GetTensorData<float>(output),
+              GetTensorShape(im2col), GetTensorData<float>(im2col));
+          break;
+        }
+        case kGenericOptimized: {
+          optimized_ops::TransposeConv(
+              op_params, GetTensorShape(input), GetTensorData<float>(input),
+              GetTensorShape(weights), GetTensorData<float>(weights),
+              GetTensorShape(output), GetTensorData<float>(output),
+              GetTensorShape(im2col), GetTensorData<float>(im2col));
+          break;
+        }
+      }
       break;
     }
     default:
@@ -147,12 +246,24 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
 
 }  // namespace transpose_conv
 
-TfLiteRegistration* Register_TRANSPOSE_CONV() {
-  static TfLiteRegistration r = {nullptr, nullptr, transpose_conv::Prepare,
-                                 transpose_conv::Eval};
+TfLiteRegistration* Register_TRANSPOSECONV_REF() {
+  static TfLiteRegistration r = {
+      transpose_conv::Init, transpose_conv::Free, transpose_conv::Prepare,
+      transpose_conv::Eval<transpose_conv::kReference>};
+  return &r;
+}
+
+TfLiteRegistration* Register_TRANSPOSECONV_GENERIC_OPT() {
+  static TfLiteRegistration r = {
+      transpose_conv::Init, transpose_conv::Free, transpose_conv::Prepare,
+      transpose_conv::Eval<transpose_conv::kGenericOptimized>};
   return &r;
 }
 
+TfLiteRegistration* Register_TRANSPOSE_CONV() {
+  return Register_TRANSPOSECONV_GENERIC_OPT();
+}
+
 }  // namespace builtin
 }  // namespace ops
 }  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/transpose_conv_test.cc b/tensorflow/contrib/lite/kernels/transpose_conv_test.cc
index 55df897180..07fca344d6 100644
--- a/tensorflow/contrib/lite/kernels/transpose_conv_test.cc
+++ b/tensorflow/contrib/lite/kernels/transpose_conv_test.cc
@@ -14,36 +14,59 @@ limitations under the License.
 ==============================================================================*/
 #include <cstdarg>
 #include <gtest/gtest.h>
+#include "absl/memory/memory.h"
 #include "tensorflow/contrib/lite/interpreter.h"
 #include "tensorflow/contrib/lite/kernels/register.h"
 #include "tensorflow/contrib/lite/kernels/test_util.h"
 #include "tensorflow/contrib/lite/model.h"
 
 namespace tflite {
+
+namespace ops {
+namespace builtin {
+
+TfLiteRegistration* Register_TRANSPOSECONV_REF();
+TfLiteRegistration* Register_TRANSPOSECONV_GENERIC_OPT();
+
+}  // namespace builtin
+}  // namespace ops
+
 namespace {
 
 using ::testing::ElementsAreArray;
 
 class TransposeConvOpModel : public SingleOpModel {
  public:
-  TransposeConvOpModel(std::initializer_list<int> input_shape,
-                       std::initializer_list<int> filter_shape, Padding padding,
-                       int stride_w, int stride_h) {
-    output_shape_ = AddInput(TensorType_INT32);
-    filter_ = AddInput(TensorType_FLOAT32);
-    input_ = AddInput(TensorType_FLOAT32);
-    output_ = AddOutput(TensorType_FLOAT32);
+  TransposeConvOpModel(TfLiteRegistration* registration,
+                       const TensorData& filter, const TensorData& input,
+                       const TensorData& output, Padding padding, int stride_w,
+                       int stride_h) {
+    // Just to be confusing, transpose_conv has an _input_ named "output_shape"
+    // that sets the shape of the output tensor of the op :). It must always be
+    // an int32 1D four element tensor.
+    output_shape_ = AddInput({TensorType_INT32, {4}});
+    filter_ = AddInput(filter);
+    input_ = AddInput(input);
+
+    output_ = AddOutput(output);
+
     SetBuiltinOp(
         BuiltinOperator_TRANSPOSE_CONV, BuiltinOptions_TransposeConvOptions,
         CreateTransposeConvOptions(builder_, padding, stride_w, stride_h)
             .Union());
-    BuildInterpreter({{4}, filter_shape, input_shape});
+    resolver_ = absl::make_unique<SingleOpResolver>(
+        BuiltinOperator_TRANSPOSE_CONV, registration);
+    BuildInterpreter(
+        {GetShape(output_shape_), GetShape(input_), GetShape(filter_)});
   }
 
-  int output_shape() { return output_shape_; }
-  int filter() { return filter_; }
-  int input() { return input_; }
-
+  void SetOutputShape(std::initializer_list<int> i) {
+    PopulateTensor(output_shape_, i);
+  }
+  void SetFilter(std::initializer_list<float> f) { PopulateTensor(filter_, f); }
+  void SetInput(std::initializer_list<float> data) {
+    PopulateTensor(input_, data);
+  }
   std::vector<float> GetOutput() { return ExtractVector<float>(output_); }
   std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
 
@@ -54,6 +77,18 @@ class TransposeConvOpModel : public SingleOpModel {
   int output_;
 };
 
+const auto kKernelMap = new std::map<string, TfLiteRegistration*>({
+    {"Reference", ops::builtin::Register_TRANSPOSECONV_REF()},
+    {"GenericOptimized", ops::builtin::Register_TRANSPOSECONV_GENERIC_OPT()},
+});
+
+class TransposeConvOpTest : public SingleOpTest {
+ protected:
+  const std::map<string, TfLiteRegistration*>& GetKernelMap() override {
+    return *kKernelMap;
+  }
+};
+
 // Test case:
 // output = tf.nn.conv2d_backprop_input(
 //     tf.constant([ 1, 4, 4, 1 ]),
@@ -61,17 +96,19 @@ class TransposeConvOpModel : public SingleOpModel {
 //     tf.constant(np.arange(1, 17), shape=[ 1, 4, 4, 1 ], dtype=tf.float32),
 //     [1, 1, 1, 1 ],
 //     "SAME")
-TEST(TransposeConvOpModelTest, SimpleTest) {
-  TransposeConvOpModel m({1, 4, 4, 1}, {1, 3, 3, 1}, Padding_SAME, 1, 1);
-  m.PopulateTensor<int>(m.output_shape(), {1, 4, 4, 1});
-  m.PopulateTensor<float>(m.filter(), {1, 2, 3, 4, 5, 6, 7, 8, 9});
-  m.PopulateTensor<float>(
-      m.input(), {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16});
+TEST_P(TransposeConvOpTest, SimpleTest) {
+  TransposeConvOpModel m(GetRegistration(), {TensorType_FLOAT32, {1, 4, 4, 1}},
+                         {TensorType_FLOAT32, {1, 3, 3, 1}},
+                         {TensorType_FLOAT32, {}}, Padding_SAME, 1, 1);
+  m.SetOutputShape({1, 4, 4, 1});
+  m.SetFilter({1, 2, 3, 4, 5, 6, 7, 8, 9});
+  m.SetInput({1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16});
   m.Invoke();
 
   EXPECT_THAT(m.GetOutput(),
               ElementsAreArray({29, 62, 83, 75, 99, 192, 237, 198, 207, 372,
                                 417, 330, 263, 446, 485, 365}));
+  // GetOutputShape() should always be same as m.SetOutputShape(...);
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 4, 4, 1}));
 }
 
@@ -87,15 +124,14 @@ TEST(TransposeConvOpModelTest, SimpleTest) {
 //     "SAME")
 // And filter value is derived by:
 // filter = tf.reshape(tf.transpose(filter, perm=[3, 0, 1, 2]), shape=[18, 1])
-TEST(TransposeConvOpModelTest, TwoFiltersTest) {
-  TransposeConvOpModel m({1, 4, 4, 2}, {1, 3, 3, 2}, Padding_SAME, 1, 1);
-  m.PopulateTensor<int>(m.output_shape(), {1, 4, 4, 1});
-  m.PopulateTensor<float>(m.filter(), {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
-                                       13, 14, 15, 16, 17, 18});
-  m.PopulateTensor<float>(
-      m.input(),
-      {1,  2,  3,  4,  5,  6,  7,  8,  9,  10, 11, 12, 13, 14, 15, 16,
-       17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32});
+TEST_P(TransposeConvOpTest, TwoFiltersTest) {
+  TransposeConvOpModel m(GetRegistration(), {TensorType_FLOAT32, {1, 4, 4, 2}},
+                         {TensorType_FLOAT32, {1, 3, 3, 2}},
+                         {TensorType_FLOAT32, {}}, Padding_SAME, 1, 1);
+  m.SetOutputShape({1, 4, 4, 1});
+  m.SetFilter({1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18});
+  m.SetInput({1,  2,  3,  4,  5,  6,  7,  8,  9,  10, 11, 12, 13, 14, 15, 16,
+              17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32});
   m.Invoke();
 
   EXPECT_THAT(m.GetOutput(),
@@ -116,15 +152,14 @@ TEST(TransposeConvOpModelTest, TwoFiltersTest) {
 //     "VALID")
 // And filter value is derived by:
 // filter = tf.reshape(tf.transpose(filter, perm=[3, 0, 1, 2]), shape=[1, 18])
-TEST(TransposeConvOpModelTest, PaddingValidTest) {
-  TransposeConvOpModel m({1, 4, 4, 2}, {1, 3, 3, 2}, Padding_VALID, 1, 1);
-  m.PopulateTensor<int>(m.output_shape(), {1, 6, 6, 1});
-  m.PopulateTensor<float>(m.filter(), {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
-                                       13, 14, 15, 16, 17, 18});
-  m.PopulateTensor<float>(
-      m.input(),
-      {1,  2,  3,  4,  5,  6,  7,  8,  9,  10, 11, 12, 13, 14, 15, 16,
-       17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32});
+TEST_P(TransposeConvOpTest, PaddingValidTest) {
+  TransposeConvOpModel m(GetRegistration(), {TensorType_FLOAT32, {1, 4, 4, 2}},
+                         {TensorType_FLOAT32, {1, 3, 3, 2}},
+                         {TensorType_FLOAT32, {}}, Padding_VALID, 1, 1);
+  m.SetOutputShape({1, 6, 6, 1});
+  m.SetFilter({1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18});
+  m.SetInput({1,  2,  3,  4,  5,  6,  7,  8,  9,  10, 11, 12, 13, 14, 15, 16,
+              17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32});
   m.Invoke();
 
   EXPECT_THAT(
@@ -146,11 +181,13 @@ TEST(TransposeConvOpModelTest, PaddingValidTest) {
 //     tf.constant(np.arange(1, 5), shape=[ 1, 2, 2, 1 ], dtype=tf.float32),
 //     [1, 2, 2, 1 ],
 //     "VALID")
-TEST(TransposeConvOpModelTest, StrideValidTest) {
-  TransposeConvOpModel m({1, 2, 2, 1}, {1, 3, 3, 1}, Padding_VALID, 2, 2);
-  m.PopulateTensor<int>(m.output_shape(), {1, 5, 5, 1});
-  m.PopulateTensor<float>(m.filter(), {1, 2, 3, 4, 5, 6, 7, 8, 9});
-  m.PopulateTensor<float>(m.input(), {1, 2, 3, 4});
+TEST_P(TransposeConvOpTest, StrideValidTest) {
+  TransposeConvOpModel m(GetRegistration(), {TensorType_FLOAT32, {1, 2, 2, 1}},
+                         {TensorType_FLOAT32, {1, 3, 3, 1}},
+                         {TensorType_FLOAT32, {}}, Padding_VALID, 2, 2);
+  m.SetOutputShape({1, 5, 5, 1});
+  m.SetFilter({1, 2, 3, 4, 5, 6, 7, 8, 9});
+  m.SetInput({1, 2, 3, 4});
   m.Invoke();
 
   EXPECT_THAT(
@@ -170,12 +207,13 @@ TEST(TransposeConvOpModelTest, StrideValidTest) {
 //     tf.constant(np.arange(1, 5), shape=[ 1, 2, 2, 1 ], dtype=tf.float32),
 //     [1, 2, 2, 1 ],
 //     "VALID")
-TEST(TransposeConvOpModelTest, MultiChannelTest) {
-  TransposeConvOpModel m({1, 2, 2, 1}, {2, 3, 3, 1}, Padding_VALID, 2, 2);
-  m.PopulateTensor<int>(m.output_shape(), {1, 5, 5, 2});
-  m.PopulateTensor<float>(m.filter(), {1, 3, 5, 7, 9, 11, 13, 15, 17, 2, 4, 6,
-                                       8, 10, 12, 14, 16, 18});
-  m.PopulateTensor<float>(m.input(), {1, 2, 3, 4});
+TEST_P(TransposeConvOpTest, MultiChannelTest) {
+  TransposeConvOpModel m(GetRegistration(), {TensorType_FLOAT32, {1, 2, 2, 1}},
+                         {TensorType_FLOAT32, {2, 3, 3, 1}},
+                         {TensorType_FLOAT32, {}}, Padding_VALID, 2, 2);
+  m.SetOutputShape({1, 5, 5, 2});
+  m.SetFilter({1, 3, 5, 7, 9, 11, 13, 15, 17, 2, 4, 6, 8, 10, 12, 14, 16, 18});
+  m.SetInput({1, 2, 3, 4});
   m.Invoke();
 
   EXPECT_THAT(
@@ -199,11 +237,13 @@ TEST(TransposeConvOpModelTest, MultiChannelTest) {
 //     "SAME")
 // And filter value is derived by:
 // filter = tf.reshape(tf.transpose(filter, perm=[3, 0, 1, 2]), shape=[-1])
-TEST(TransposeConvOpModelTest, AccuracyTest) {
-  TransposeConvOpModel m({1, 1, 2, 1}, {1, 3, 3, 1}, Padding_SAME, 3, 3);
-  m.PopulateTensor<int>(m.output_shape(), {1, 3, 4, 1});
-  m.PopulateTensor<float>(m.filter(), {9, 5, 6, 9, 8, 5, 3, 1, 4});
-  m.PopulateTensor<float>(m.input(), {323, 521});
+TEST_P(TransposeConvOpTest, AccuracyTest) {
+  TransposeConvOpModel m(GetRegistration(), {TensorType_FLOAT32, {1, 1, 2, 1}},
+                         {TensorType_FLOAT32, {1, 3, 3, 1}},
+                         {TensorType_FLOAT32, {}}, Padding_SAME, 3, 3);
+  m.SetOutputShape({1, 3, 4, 1});
+  m.SetFilter({9, 5, 6, 9, 8, 5, 3, 1, 4});
+  m.SetInput({323, 521});
   m.Invoke();
 
   EXPECT_THAT(m.GetOutput(), ElementsAreArray(ArrayFloatNear(
@@ -212,6 +252,10 @@ TEST(TransposeConvOpModelTest, AccuracyTest) {
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 3, 4, 1}));
 }
 
+INSTANTIATE_TEST_CASE_P(
+    TransposeConvOpTest, TransposeConvOpTest,
+    ::testing::ValuesIn(SingleOpTest::GetKernelTags(*kKernelMap)));
+
 }  // namespace
 }  // namespace tflite
 
-- 
GitLab


From f0d7172a30954b6696bdf2f40a5be11e7fdeb39c Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Mon, 22 Oct 2018 09:48:03 -0700
Subject: [PATCH 0382/1825] Avoid integer overflow in InferConvolveShape().

PiperOrigin-RevId: 218183332
---
 .../compiler/xla/service/shape_inference.cc      | 16 +++++++++++-----
 1 file changed, 11 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/xla/service/shape_inference.cc b/tensorflow/compiler/xla/service/shape_inference.cc
index f2c16c9dce..2f8f092303 100644
--- a/tensorflow/compiler/xla/service/shape_inference.cc
+++ b/tensorflow/compiler/xla/service/shape_inference.cc
@@ -1571,6 +1571,11 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
   TF_RETURN_IF_ERROR(ExpectArray(lhs, "lhs of convolution"));
   TF_RETURN_IF_ERROR(ExpectArray(rhs, "rhs of convolution"));
 
+  if (feature_group_count <= 0) {
+    return InvalidArgument(
+        "feature_group_count must be a positive number, got %d",
+        feature_group_count);
+  }
   if (!ShapeUtil::SameElementTypeIgnoringFpPrecision(lhs, rhs)) {
     return InvalidArgument(
         "Convolution with different element types: %s and %s.",
@@ -1684,14 +1689,15 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
   const int64 kernel_output_features =
       rhs.dimensions(dnums.kernel_output_feature_dimension());
 
-  if (input_features != kernel_input_features * feature_group_count) {
+  if (input_features % feature_group_count != 0 ||
+      input_features / feature_group_count != kernel_input_features) {
     return InvalidArgument(
-        "Expected LHS feature dimension (value %d) to match RHS "
-        "input feature dimension * feature_group_count (value %d * %d = %d); "
+        "Expected LHS feature dimension (value %d) to be a multiple of "
+        "feature_group_count (value %d), and LHS feature dimension / "
+        "feature_group_count = RHS feature dimension (value %d); "
         "got <conv>(%s, %s)\n"
         "Dimension numbers: {%s}.",
-        input_features, kernel_input_features, feature_group_count,
-        kernel_input_features * feature_group_count,
+        input_features, feature_group_count, kernel_input_features,
         ShapeUtil::HumanString(lhs), ShapeUtil::HumanString(rhs),
         dnums.DebugString());
   }
-- 
GitLab


From 5bc359be6497e6c1fe732b4481d7184ae23a2af2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 09:51:41 -0700
Subject: [PATCH 0383/1825] Convert TensorFlow's ortools dependency to new
 third party import method.

PiperOrigin-RevId: 218183952
---
 tensorflow/workspace.bzl                          | 11 -----------
 third_party/ortools/BUILD                         |  1 +
 .../{ortools.BUILD => ortools/BUILD.bazel}        |  0
 third_party/ortools/workspace.bzl                 | 15 +++++++++++++++
 4 files changed, 16 insertions(+), 11 deletions(-)
 create mode 100644 third_party/ortools/BUILD
 rename third_party/{ortools.BUILD => ortools/BUILD.bazel} (100%)
 create mode 100644 third_party/ortools/workspace.bzl

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 393eb11004..6e018a259f 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -164,17 +164,6 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
         ],
     )
 
-    tf_http_archive(
-        name = "ortools_archive",
-        build_file = clean_dep("//third_party:ortools.BUILD"),
-        sha256 = "d025a95f78b5fc5eaa4da5f395f23d11c23cf7dbd5069f1f627f002de87b86b9",
-        strip_prefix = "or-tools-6.7.2/src",
-        urls = [
-            "https://mirror.bazel.build/github.com/google/or-tools/archive/v6.7.2.tar.gz",
-            "https://github.com/google/or-tools/archive/v6.7.2.tar.gz",
-        ],
-    )
-
     tf_http_archive(
         name = "com_googlesource_code_re2",
         sha256 = "803c7811146edeef8f91064de37c6f19136ff01a2a8cdb3230e940b2fd9f07fe",
diff --git a/third_party/ortools/BUILD b/third_party/ortools/BUILD
new file mode 100644
index 0000000000..2f5d02becb
--- /dev/null
+++ b/third_party/ortools/BUILD
@@ -0,0 +1 @@
+# Dummy BUILD file to make this directory a package.
diff --git a/third_party/ortools.BUILD b/third_party/ortools/BUILD.bazel
similarity index 100%
rename from third_party/ortools.BUILD
rename to third_party/ortools/BUILD.bazel
diff --git a/third_party/ortools/workspace.bzl b/third_party/ortools/workspace.bzl
new file mode 100644
index 0000000000..e1c64b4390
--- /dev/null
+++ b/third_party/ortools/workspace.bzl
@@ -0,0 +1,15 @@
+"""loads the aws library, used by TF."""
+
+load("//third_party:repo.bzl", "third_party_http_archive")
+
+def repo():
+    third_party_http_archive(
+        name = "ortools_archive",
+        urls = [
+            "https://mirror.bazel.build/github.com/google/or-tools/archive/v6.7.2.tar.gz",
+            "https://github.com/google/or-tools/archive/v6.7.2.tar.gz",
+        ],
+        sha256 = "d025a95f78b5fc5eaa4da5f395f23d11c23cf7dbd5069f1f627f002de87b86b9",
+        strip_prefix = "or-tools-6.7.2/src",
+        build_file = "//third_party/ortools:BUILD.bazel",
+    )
-- 
GitLab


From b8af54d303b23014edad0adeb53043863347ef0a Mon Sep 17 00:00:00 2001
From: Tamara Norman <tamaranorman@google.com>
Date: Mon, 22 Oct 2018 10:06:02 -0700
Subject: [PATCH 0384/1825] Add option to tf.GradientTape gradient to return
 zero tensor for unconnected tensors.

Added unconnected gradients argument to GradientTape.gradient linked to the same argument as the tf.gradients module. This allows the option to return a zero tensor instead of None when taking the gradient of unconnected tensors

PiperOrigin-RevId: 218186755
---
 tensorflow/python/eager/BUILD                 |  6 ++
 tensorflow/python/eager/backprop.py           | 17 +++++-
 tensorflow/python/eager/backprop_test.py      | 55 +++++++++++++++++++
 tensorflow/python/eager/imperative_grad.py    | 20 ++++++-
 tensorflow/python/eager/pywrap_tfe.h          |  1 +
 tensorflow/python/eager/pywrap_tfe_src.cc     | 22 +++++++-
 tensorflow/python/ops/gradients_impl.py       | 14 +++--
 .../golden/v1/tensorflow.-gradient-tape.pbtxt |  2 +-
 .../golden/v2/tensorflow.-gradient-tape.pbtxt |  2 +-
 9 files changed, 125 insertions(+), 14 deletions(-)

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index be0683fac6..acce86ab1a 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -278,6 +278,7 @@ py_library(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:gradients_impl",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:pywrap_tensorflow",
         "//tensorflow/python:tensor_shape",
@@ -372,6 +373,11 @@ py_library(
     name = "imperative_grad",
     srcs = ["imperative_grad.py"],
     srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:gradients_impl",
+        "//tensorflow/python:pywrap_tensorflow",
+        "//tensorflow/python:util",
+    ],
 )
 
 cuda_py_test(
diff --git a/tensorflow/python/eager/backprop.py b/tensorflow/python/eager/backprop.py
index 44ce69ee60..89a4177016 100644
--- a/tensorflow/python/eager/backprop.py
+++ b/tensorflow/python/eager/backprop.py
@@ -35,6 +35,7 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gen_array_ops
 from tensorflow.python.ops import gen_math_ops
+from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.platform import tf_logging as logging
@@ -850,7 +851,11 @@ class GradientTape(object):
     """Returns variables watched by this tape in order of construction."""
     return self._tape.watched_variables()
 
-  def gradient(self, target, sources, output_gradients=None):
+  def gradient(self,
+               target,
+               sources,
+               output_gradients=None,
+               unconnected_gradients=gradients_impl.UnconnectedGradients.NONE):
     """Computes the gradient using operations recorded in context of this tape.
 
     Args:
@@ -859,6 +864,10 @@ class GradientTape(object):
         will be differentiated against elements in `sources`.
       output_gradients: a list of gradients, one for each element of
         target. Defaults to None.
+      unconnected_gradients: a value which can either hold 'none' or 'zero' and
+        alters the value which will be returned if the target and sources are
+        unconnected. The possible values and effects are detailed in
+        'UnconnectedGradients' and it defaults to 'none'.
 
     Returns:
       a list or nested structure of Tensors (or IndexedSlices, or None),
@@ -868,7 +877,8 @@ class GradientTape(object):
     Raises:
       RuntimeError: if called inside the context of the tape, or if called more
        than once on a non-persistent tape.
-      ValueError: if called on variable target.
+      ValueError: if the target is a variable or if unconnected gradients is
+       called with an unknown value.
     """
     if self._tape is None:
       raise RuntimeError("GradientTape.gradient can only be called once on "
@@ -905,7 +915,8 @@ class GradientTape(object):
         self._tape,
         flat_targets,
         flat_sources,
-        output_gradients=output_gradients)
+        output_gradients=output_gradients,
+        unconnected_gradients=unconnected_gradients)
 
     if not self._persistent:
       self._tape = None
diff --git a/tensorflow/python/eager/backprop_test.py b/tensorflow/python/eager/backprop_test.py
index b1b20fafd2..1f40dd2105 100644
--- a/tensorflow/python/eager/backprop_test.py
+++ b/tensorflow/python/eager/backprop_test.py
@@ -23,6 +23,7 @@ import numpy as np
 from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
+from tensorflow.python.eager import function
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -712,6 +713,60 @@ class BackpropTest(test.TestCase):
     self.assertEqual(self.evaluate(dz_dx), 108.0)
     self.assertEqual(self.evaluate(dz_dy), 18.0)
 
+  @test_util.assert_no_new_tensors
+  @test_util.run_in_graph_and_eager_modes
+  def testUnconnectedGradientsDefault(self):
+    x = constant_op.constant(1.0)
+    y = constant_op.constant(3.0)
+    with backprop.GradientTape() as g:
+      g.watch([x, y])
+      z = y * 2
+    dz_dx = g.gradient(z, x)
+    self.assertEqual(dz_dx, None)
+
+  @test_util.assert_no_new_tensors
+  @test_util.run_in_graph_and_eager_modes
+  def testUnconnectedGradientsZeros(self):
+    x = constant_op.constant(1.0, shape=[2, 2])
+    y = constant_op.constant(3.0)
+    with backprop.GradientTape() as g:
+      g.watch([x, y])
+      z = y * 2
+    dz_dx = g.gradient(z, x, unconnected_gradients='zero')
+    self.assertAllEqual([[0.0, 0.0], [0.0, 0.0]], self.evaluate(dz_dx))
+
+  @test_util.assert_no_new_tensors
+  @test_util.run_in_graph_and_eager_modes
+  def testUnknownUnconnectedGradientsValueGiven(self):
+    x = constant_op.constant(1.0)
+    y = constant_op.constant(1.0)
+    with backprop.GradientTape() as g:
+      g.watch([x, y])
+      z = y * 2
+    with self.assertRaisesRegexp(
+        ValueError, "Unknown value for unconnected_gradients: 'nonsense'"):
+      g.gradient(z, x, unconnected_gradients='nonsense')
+
+  @test_util.run_in_graph_and_eager_modes
+  def testUnconnectedGradientsNestedDefunZeros(self):
+
+    @function.defun
+    def f(x):
+      return x * x
+
+    @function.defun
+    def h(y):
+      z = f(y)
+      return array_ops.stop_gradient(z)
+
+    x = constant_op.constant(1.0)
+    with backprop.GradientTape() as g:
+      g.watch(x)
+      y = h(x)
+
+    dy_dx = g.gradient(y, x, unconnected_gradients='zero')
+    self.assertEqual(0.0, self.evaluate(dy_dx))
+
   @test_util.assert_no_new_tensors
   def testEmptyParamsForValueAndGradFunction(self):
     def fn(a, b):
diff --git a/tensorflow/python/eager/imperative_grad.py b/tensorflow/python/eager/imperative_grad.py
index 5c35860e9d..6e8bde9953 100644
--- a/tensorflow/python/eager/imperative_grad.py
+++ b/tensorflow/python/eager/imperative_grad.py
@@ -21,7 +21,8 @@ from __future__ import print_function
 import collections
 
 from tensorflow.python import pywrap_tensorflow
-
+from tensorflow.python.ops import gradients_impl
+from tensorflow.python.util import compat
 
 VSpace = collections.namedtuple("VSpace", [
     "aggregate_fn", "num_elements_fn", "zeros_fn", "ones_fn", "graph_shape_fn"
@@ -32,7 +33,8 @@ def imperative_grad(
     tape,
     target,
     sources,
-    output_gradients=None):
+    output_gradients=None,
+    unconnected_gradients=gradients_impl.UnconnectedGradients.NONE):
   """Computes gradients from the imperatively defined tape on top of the stack.
 
   Works by filtering the tape, computing how many downstream usages are of each
@@ -45,15 +47,27 @@ def imperative_grad(
    sources: list of Tensors for which we want gradients
    output_gradients: if not None, a list of gradient provided for each Target,
     or None if we are to use the target's computed downstream gradient.
+   unconnected_gradients: determines the value returned if the target and
+    sources are unconnected. When 'none' the value returned is None wheras when
+    'zero' a zero tensor in the same shape as the sources is returned.
 
   Returns:
    the gradient wrt each of the sources.
 
   Raises:
+    ValueError: if the arguments are invalid.
     RuntimeError: if something goes wrong.
   """
+  try:
+    unconnected_gradients = gradients_impl.UnconnectedGradients(
+        unconnected_gradients)
+  except ValueError:
+    raise ValueError(
+        "Unknown value for unconnected_gradients: %r" % unconnected_gradients)
+
   return pywrap_tensorflow.TFE_Py_TapeGradient(
       tape._tape,  # pylint: disable=protected-access
       target,
       sources,
-      output_gradients)
+      output_gradients,
+      compat.as_str(unconnected_gradients.value))
diff --git a/tensorflow/python/eager/pywrap_tfe.h b/tensorflow/python/eager/pywrap_tfe.h
index decd635b58..4ab587e4a1 100755
--- a/tensorflow/python/eager/pywrap_tfe.h
+++ b/tensorflow/python/eager/pywrap_tfe.h
@@ -176,6 +176,7 @@ void TFE_Py_TapeWatchVariable(PyObject* tape, PyObject* variable);
 // target.
 PyObject* TFE_Py_TapeGradient(PyObject* tape, PyObject* target,
                               PyObject* sources, PyObject* output_gradients,
+                              PyObject* unconnected_gradients,
                               TF_Status* status);
 
 // Execute a tensorflow operation assuming that all provided inputs are
diff --git a/tensorflow/python/eager/pywrap_tfe_src.cc b/tensorflow/python/eager/pywrap_tfe_src.cc
index dcbe6d42bd..de37f7b9ca 100644
--- a/tensorflow/python/eager/pywrap_tfe_src.cc
+++ b/tensorflow/python/eager/pywrap_tfe_src.cc
@@ -13,6 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include <cstring>
 #include <thread>
 
 #include "tensorflow/python/eager/pywrap_tfe.h"
@@ -1610,6 +1611,7 @@ std::vector<PyObject*> MakeTensorList(PyObject* tensors) {
 
 PyObject* TFE_Py_TapeGradient(PyObject* tape, PyObject* target,
                               PyObject* sources, PyObject* output_gradients,
+                              PyObject* unconnected_gradients,
                               TF_Status* status) {
   TFE_Py_Tape* tape_obj = reinterpret_cast<TFE_Py_Tape*>(tape);
   if (!tape_obj->tape->IsPersistent()) {
@@ -1657,13 +1659,29 @@ PyObject* TFE_Py_TapeGradient(PyObject* tape, PyObject* target,
     }
     return nullptr;
   }
+
+  bool unconnected_gradients_zero =
+      strcmp(TFE_GetPythonString(unconnected_gradients), "zero") == 0;
+  std::vector<PyObject*> sources_obj;
+  if (unconnected_gradients_zero) {
+    sources_obj = MakeTensorList(sources);
+  }
+
   if (!result.empty()) {
     PyObject* py_result = PyList_New(result.size());
     tensorflow::gtl::FlatSet<PyObject*> seen_results(result.size());
     for (int i = 0; i < result.size(); ++i) {
       if (result[i] == nullptr) {
-        Py_INCREF(Py_None);
-        result[i] = Py_None;
+        if (unconnected_gradients_zero) {
+          // generate a zeros tensor in the shape of sources[i]
+          tensorflow::DataType dtype = FastTensorDtype(sources_obj[i]);
+          PyTapeTensor tensor =
+              PyTapeTensor(sources_vec[i], dtype, sources_obj[i]);
+          result[i] = py_vspace->Zeros(tensor);
+        } else {
+          Py_INCREF(Py_None);
+          result[i] = Py_None;
+        }
       } else if (seen_results.find(result[i]) != seen_results.end()) {
         Py_INCREF(result[i]);
       }
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index cd5ff52daf..821bf58c21 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -35,7 +35,6 @@ from tensorflow.python.framework import function as framework_function
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
-from tensorflow.python.framework.func_graph import FuncGraph
 from tensorflow.python.ops import array_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops  # pylint: disable=unused-import
@@ -56,8 +55,15 @@ from tensorflow.python.ops import spectral_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util import compat
+from tensorflow.python.util.lazy_loader import LazyLoader
 from tensorflow.python.util.tf_export import tf_export
 
+# This is to avoid a circular dependency
+# backprop -> gradients_impl -> func_graph
+funct_graph = LazyLoader(
+    "func_graph", globals(),
+    "tensorflow.python.framework.func_graph")
+
 # This is to avoid a circular dependency (eager.function depends on
 # gradients_impl). This is set in eager/function.py.
 _function = None
@@ -449,12 +455,12 @@ def _RaiseNoGradWrtInitialLoopValError(op, from_ops, xs):
 
 
 def _IsFunction(graph):
-  return (isinstance(graph, FuncGraph) or
+  return (isinstance(graph, funct_graph.FuncGraph) or
           isinstance(graph, framework_function._FuncGraph))  # pylint: disable=protected-access
 
 
 def _Captures(func_graph):
-  if isinstance(func_graph, FuncGraph):
+  if isinstance(func_graph, funct_graph.FuncGraph):
     return func_graph.captures
   else:
     assert isinstance(func_graph, framework_function._FuncGraph)  # pylint: disable=protected-access
@@ -697,7 +703,7 @@ def _GradientsHelper(ys,
   curr_graph = src_graph
   while _IsFunction(curr_graph):
     func_graphs.append(curr_graph)
-    if isinstance(curr_graph, FuncGraph):
+    if isinstance(curr_graph, funct_graph.FuncGraph):
       curr_graph = curr_graph.outer_graph
     else:
       assert isinstance(curr_graph, framework_function._FuncGraph)  # pylint: disable=protected-access
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-gradient-tape.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-gradient-tape.pbtxt
index 2f4257a66a..0a16d6ab92 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-gradient-tape.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-gradient-tape.pbtxt
@@ -8,7 +8,7 @@ tf_class {
   }
   member_method {
     name: "gradient"
-    argspec: "args=[\'self\', \'target\', \'sources\', \'output_gradients\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'self\', \'target\', \'sources\', \'output_gradients\', \'unconnected_gradients\'], varargs=None, keywords=None, defaults=[\'None\', \'UnconnectedGradients.NONE\'], "
   }
   member_method {
     name: "reset"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-gradient-tape.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-gradient-tape.pbtxt
index 2f4257a66a..0a16d6ab92 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-gradient-tape.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-gradient-tape.pbtxt
@@ -8,7 +8,7 @@ tf_class {
   }
   member_method {
     name: "gradient"
-    argspec: "args=[\'self\', \'target\', \'sources\', \'output_gradients\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'self\', \'target\', \'sources\', \'output_gradients\', \'unconnected_gradients\'], varargs=None, keywords=None, defaults=[\'None\', \'UnconnectedGradients.NONE\'], "
   }
   member_method {
     name: "reset"
-- 
GitLab


From 4a93b10dfea9183f029a00d3be2b63d452a18c44 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 10:08:16 -0700
Subject: [PATCH 0385/1825] Added a new attr "executor_type" to
 PartitionedCallOp to allow specifying an executor of the function.

PiperOrigin-RevId: 218187209
---
 .../core/kernels/partitioned_function_ops.cc  |  3 +++
 tensorflow/core/ops/functional_ops.cc         |  2 ++
 .../kernel_tests/functional_ops_test.py       | 14 +++++++++++++
 tensorflow/python/ops/functional_ops.py       | 20 ++++++++++++++-----
 4 files changed, 34 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index 9f3523d4fb..9bc8e9f84b 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -55,6 +55,7 @@ class PartitionedCallOp : public AsyncOpKernel {
         ctx, rewriter_config_.ParseFromString(rewriter_config_serialized),
         errors::InvalidArgument("Unable to parse rewriter_config string as "
                                 "tensorflow::RewriterConfig proto."));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("executor_type", &executor_type_));
   }
 
   ~PartitionedCallOp() override {}
@@ -213,6 +214,7 @@ class PartitionedCallOp : public AsyncOpKernel {
               ctx, GraphToFunctionDef(*subgraph, unique_name, &shard), done);
           OP_REQUIRES_OK_ASYNC(ctx, overlay_lib->AddFunctionDef(shard), done);
           FunctionLibraryRuntime::InstantiateOptions opts;
+          opts.executor_type = executor_type_;
           opts.target = target;
           opts.overlay_lib = overlay_lib;
           FHandle handle;
@@ -557,6 +559,7 @@ class PartitionedCallOp : public AsyncOpKernel {
 
   NameAttrList func_;
   RewriterConfig rewriter_config_;
+  string executor_type_;
   // Contains maps from device names to handles of function partitions, keyed by
   // FunctionLibraryRuntime pointers. (Because this kernel may be instantiated
   // for a stateful op, different invocations of it may use different
diff --git a/tensorflow/core/ops/functional_ops.cc b/tensorflow/core/ops/functional_ops.cc
index 17b15108a9..ee14a851eb 100644
--- a/tensorflow/core/ops/functional_ops.cc
+++ b/tensorflow/core/ops/functional_ops.cc
@@ -226,6 +226,7 @@ REGISTER_OP("PartitionedCall")
     .Attr("Tout: list(type) >= 0")
     .Attr("f: func")
     .Attr("config: string = ''")
+    .Attr("executor_type: string = ''")
     .SetShapeFn(shape_inference::UnknownShape);
 
 REGISTER_OP("StatefulPartitionedCall")
@@ -235,6 +236,7 @@ REGISTER_OP("StatefulPartitionedCall")
     .Attr("Tout: list(type) >= 0")
     .Attr("f: func")
     .Attr("config: string = ''")
+    .Attr("executor_type: string = ''")
     .SetIsStateful()
     .SetShapeFn(shape_inference::UnknownShape);
 
diff --git a/tensorflow/python/kernel_tests/functional_ops_test.py b/tensorflow/python/kernel_tests/functional_ops_test.py
index 30d11852c7..f35450b6fd 100644
--- a/tensorflow/python/kernel_tests/functional_ops_test.py
+++ b/tensorflow/python/kernel_tests/functional_ops_test.py
@@ -1154,6 +1154,20 @@ class PartitionedCallTest(test.TestCase):
               args=defined.captured_inputs, f=defined))
       self.assertAllEqual(expected, result)
 
+  # Use an invalid executor name to test the plumbing of the executor_type attr.
+  def testExecutorTypeAttrExecutorNotFound(self):
+    @function.Defun(dtypes.int32)
+    def AddFive(x):
+      return x + 5
+
+    op = functional_ops.partitioned_call(
+        args=[constant_op.constant([1, 2, 3], dtype=dtypes.int32)],
+        f=AddFive,
+        executor_type="NON_EXISTENT_EXECUTOR")
+    with self.assertRaisesRegexp(errors.NotFoundError,
+                                 "NON_EXISTENT_EXECUTOR"):
+      self.evaluate(op)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/ops/functional_ops.py b/tensorflow/python/ops/functional_ops.py
index 3a0c51c1ae..f2701bc41b 100644
--- a/tensorflow/python/ops/functional_ops.py
+++ b/tensorflow/python/ops/functional_ops.py
@@ -43,6 +43,7 @@ from tensorflow.python.ops.gen_functional_ops import remote_call
 # pylint: enable=unused-import
 from tensorflow.python.ops.gen_functional_ops import symbolic_gradient
 from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.util import compat
 from tensorflow.python.util import nest
 from tensorflow.python.util.tf_export import tf_export
 
@@ -990,7 +991,6 @@ def For(start,
 
 _rewriter_config_optimizer_disabled = None
 
-
 def _get_disabled_rewriter_config():
   global _rewriter_config_optimizer_disabled
   if _rewriter_config_optimizer_disabled is None:
@@ -1000,7 +1000,8 @@ def _get_disabled_rewriter_config():
   return _rewriter_config_optimizer_disabled
 
 
-def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None):
+def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None,
+                     executor_type=None):
   """Executes a function while respecting device annotations.
 
   Currently, only those functions that execute within the same address space
@@ -1017,6 +1018,9 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None):
     config: (Optional) A tensorflow::RewriterConfig proto, serialized. If
       `None`, all optimizations are disabled. Currently only handled for eager
       defined functions.
+    executor_type: (Optional) A string for the name of the executor to be used
+      in the function call. If not set, or set to an empty string, the default
+      tensorflow executor will be used.
 
   Returns:
     The list of `Tensor`s returned by invoking `f(args)`. If the function does
@@ -1033,13 +1037,16 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None):
   if config is None:
     config = _get_disabled_rewriter_config()
 
+  if executor_type is None:
+    executor_type = ""
+
   if executing_eagerly or len(tout):
     if f.stateful_ops:
       outputs = gen_functional_ops.stateful_partitioned_call(
-          args=args, Tout=tout, f=f, config=config)
+          args=args, Tout=tout, f=f, config=config, executor_type=executor_type)
     else:
       outputs = gen_functional_ops.partitioned_call(
-          args=args, Tout=tout, f=f, config=config)
+          args=args, Tout=tout, f=f, config=config, executor_type=executor_type)
     return outputs if outputs else None
 
   # The generated binding returns an empty list for functions that don't
@@ -1052,6 +1059,8 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None):
       list=attr_value_pb2.AttrValue.ListValue(type=tout))
   func_attr = attr_value_pb2.AttrValue(
       func=attr_value_pb2.NameAttrList(name=f.name))
+  executor_type_attr = attr_value_pb2.AttrValue(
+      s=compat.as_bytes(executor_type))
 
   # When running in graph mode, the graph and function graphs are optimized
   # (i.e. run through grappler) per the session options, so we can disable any
@@ -1071,7 +1080,8 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None):
           "Tin": tin_attr,
           "Tout": tout_attr,
           "f": func_attr,
-          "config": rewriter_config
+          "config": rewriter_config,
+          "executor_type": executor_type_attr,
       })
   outputs = op.outputs
   return outputs if outputs else op
-- 
GitLab


From 61fbba3a3ab59a099f02318d01fd03e8d2e3f01f Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Mon, 22 Oct 2018 10:10:36 -0700
Subject: [PATCH 0386/1825] Fix small issues around def_function.

 - default keyword arguments not always respected
 - optimizers create variables in init_scope() which wasn't supported
 - test coverage improved by moving most tfe.defun tests
 - correct calling convention for concrete functions

PiperOrigin-RevId: 218187646
---
 tensorflow/python/eager/def_function.py  |  31 ++--
 tensorflow/python/eager/function_test.py | 222 +++++++++++------------
 2 files changed, 129 insertions(+), 124 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 53894ce011..abe989c66d 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -28,7 +28,6 @@ from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
 from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
@@ -46,7 +45,7 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
 
   def __init__(self,  # pylint: disable=super-init-not-called
                initial_value=None,
-               trainable=True,
+               trainable=None,
                caching_device=None,
                name=None,
                dtype=None,
@@ -88,9 +87,13 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
       RuntimeError: If called outside of a function definition.
     """
     if context.executing_eagerly():
-      raise RuntimeError(
-          "UnliftedInitializerVariable should not be created "
-          "outside of functions.")
+      # If we've been init_scope()d out of the function definition nothing to do
+      # here; we can't really do the capturing or conditional logic.
+      resource_variable_ops.ResourceVariable.__init__(
+          self, initial_value=initial_value, trainable=trainable,
+          caching_device=caching_device, name=name, dtype=dtype,
+          constraint=constraint)
+      return
     with ops.init_scope():
       if not context.executing_eagerly():
         raise RuntimeError(
@@ -108,6 +111,8 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
       self._update_uid = initial_value.checkpoint_position.restore_uid
       initial_value = initial_value.wrapped_value
 
+    if trainable is None:
+      trainable = True
     self._trainable = trainable
     self._save_slice_info = None
     self._initial_value = None
@@ -182,14 +187,14 @@ def _defun_with_scope(scope, fn, input_signature):
 
 
 # TODO(apassos) there should be an easier way to call a concrete defun.
-def _call_concrete(fn, args, unused_kwargs):
+def _call_concrete(fn, args, kwargs):
   """Calls the given concrete function with only the tensor arguments."""
 
   def inner():
     # TODO(apassos) figure out what to do with kwargs and concrete functions.
-    return fn(*[x if isinstance(x, ops.Tensor) else x.handle
-                for x in nest.flatten(args)
-                if isinstance(x, (ops.Tensor, variables.Variable))])
+    return fn(*[t for t in nest.flatten((args, kwargs))
+                if isinstance(
+                    t, (ops.Tensor, resource_variable_ops.ResourceVariable))])
 
   return inner
 
@@ -255,6 +260,7 @@ class PolymorphicFunction(object):
     self._stateless_fn = _defun_with_scope(
         invalid_creator_scope, self._python_function, self._input_signature)
     self._stateless_fn._name = self._name  # pylint: disable=protected-access
+    return self._stateful_fn._canonicalize_function_inputs(*args, **kwds)  # pylint: disable=protected-access
 
   def __call__(self, *args, **kwds):
     """Calls the graph function."""
@@ -271,11 +277,12 @@ class PolymorphicFunction(object):
                          " decorated with tf.function.")
       return results
 
-    self._initialize(args, kwds)
+    canon_args, canon_kwds = self._initialize(args, kwds)
 
     if not self._created_variables:
       # If we did not create any variables the trace we have is good enough.
-      return _call_concrete(self._concrete_stateful_fn, args, kwds)()
+      return _call_concrete(
+          self._concrete_stateful_fn, canon_args, canon_kwds)()
 
     def fn_with_cond(*inner_args, **inner_kwds):
       """Conditionally runs initialization if it's needed."""
@@ -297,7 +304,7 @@ class PolymorphicFunction(object):
           lambda: self._stateless_fn(*inner_args, **inner_kwds),
           _call_concrete(self._concrete_stateful_fn, inner_args, inner_kwds))
 
-    return function_lib.defun(fn_with_cond)(*args, **kwds)
+    return function_lib.defun(fn_with_cond)(*canon_args, **canon_kwds)
 
   @property
   def python_function(self):
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 8b8ce2898a..90f5ff3321 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -89,7 +89,7 @@ class DefunnedMiniModel(MiniModel):
 class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testBasic(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
     t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
     sq = matmul(t, t, transpose_a=True)
     sq2 = matmul(sq, t, transpose_a=True)
@@ -98,7 +98,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testWastedAdd(self):
 
-    @function.defun()
+    @def_function.function()
     def add(x, y):
       _ = x * y
       return x + y
@@ -111,9 +111,9 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       self.assertAllEqual(add(t, t).numpy(), 2.0)
 
   def testBasicGraphMode(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
-    @function.defun
+    @def_function.function
     def sq(a):
       return matmul(a, a)
 
@@ -122,11 +122,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(out, math_ops.matmul(t, t).numpy())
 
   def testNestedInputsGraphMode(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     pair = collections.namedtuple('pair', ['a', 'b'])
 
-    @function.defun
+    @def_function.function
     def a_times_b(inputs):
       return matmul(inputs.a['a'], inputs.b['b'])
 
@@ -138,7 +138,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testGraphModeWithGradients(self):
     v = resource_variable_ops.ResourceVariable(1.0, name='v')
 
-    @function.defun
+    @def_function.function
     def step():
       def inner():
         return v * v
@@ -151,7 +151,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     with ops.Graph().as_default(), self.cached_session():
       v = resource_variable_ops.ResourceVariable(1.0)
 
-      @function.defun
+      @def_function.function
       def f():
         return 2.0 * v
 
@@ -163,7 +163,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testGraphEagerIsolation(self):
 
-    @function.defun
+    @def_function.function
     def f():
       self.v = resource_variable_ops.ResourceVariable(1.0)
       return self.v.read_value()
@@ -174,7 +174,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       self.assertEqual(f().shape, ())
 
   def testBasicGraphFunction(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     @function.defun
     def sq(a):
@@ -188,7 +188,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(out, math_ops.matmul(t, t).numpy())
 
   def testInputSpecGraphFunction(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     @function.defun
     def sq(a):
@@ -207,7 +207,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(out2, math_ops.matmul(t2, t2).numpy())
 
   def testNestedInputSpecGraphFunction(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     @function.defun
     def sq(mats):
@@ -226,7 +226,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testExecutingStatelessDefunConcurrently(self):
 
-    @function.defun
+    @def_function.function
     def stateless(x):
       return math_ops.multiply(2.0, x)
 
@@ -241,7 +241,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     # simply disable grappler for this test.
     self.skipTest('Very slow with grappler enabled, in fastbuild mode.')
 
-    @function.defun
+    @def_function.function
     def stateless(x):
       del x
       return math_ops.multiply(2.0, 2.0)
@@ -259,7 +259,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     v = resource_variable_ops.ResourceVariable(1.0)
 
-    @function.defun
+    @def_function.function
     def stateful(x):
       v.assign(x)
 
@@ -275,7 +275,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     v = resource_variable_ops.ResourceVariable(1.0)
 
-    @function.defun
+    @def_function.function
     def stateful(x):
       del x
       return v.assign(0.0)
@@ -287,7 +287,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def disabled_testRandomSeed(self):
 
-    @function.defun
+    @def_function.function
     def f():
       return random_ops.random_normal(())
 
@@ -300,7 +300,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testSymGradGatherNd(self):
     with ops.Graph().as_default(), self.cached_session() as sess:
 
-      @function.defun
+      @def_function.function
       def f(x):
         return array_ops.gather_nd(x, [[0]])
 
@@ -311,10 +311,10 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testNoSymGradNestedDefun(self):
 
-    @function.defun
+    @def_function.function
     def outer():
 
-      @function.defun
+      @def_function.function
       def f(x):
         return array_ops.gather_nd(x, [[0]])
 
@@ -326,7 +326,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     outer()
 
   def testNestedInputsGraphFunction(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     pair = collections.namedtuple('pair', ['a', 'b'])
 
@@ -342,7 +342,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(out, math_ops.matmul(t, t).numpy())
 
   def testNestedOutputGraphFunction(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     @function.defun
     def sq(a):
@@ -389,7 +389,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   @test_util.run_in_graph_and_eager_modes()
   def testDefunCondGradient(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return control_flow_ops.cond(x > 0.5, lambda: 2 * x, lambda: 3 * x)
 
@@ -402,7 +402,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   @test_util.run_in_graph_and_eager_modes()
   def testGraphLoopGradient(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return control_flow_ops.while_loop(lambda _, i: i < 2,
                                          lambda x, i: (2*x, i + 1),
@@ -440,7 +440,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDefunCapturedInt32(self):
     x = constant_op.constant(1, dtype=dtypes.int32)
 
-    @function.defun
+    @def_function.function
     def add_int32s():
       return x + x
 
@@ -449,7 +449,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDefunReadVariable(self):
     v = resource_variable_ops.ResourceVariable(1.0)
 
-    @function.defun
+    @def_function.function
     def f():
       return v.read_value()
 
@@ -459,7 +459,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     v = resource_variable_ops.ResourceVariable(1.0)
     x = constant_op.constant(2.0)
 
-    @function.defun
+    @def_function.function
     def test_assign_add():
       v.assign_add(x)
       return v.read_value()
@@ -471,7 +471,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     error_msg = ('Tensor-typed variable initializers must either be '
                  'wrapped in an init_scope or callable.*')
 
-    @function.defun
+    @def_function.function
     def tensor_init():
       with self.assertRaisesRegexp(ValueError, error_msg):
         resource_variable_ops.ResourceVariable(constant_op.constant(2.0))
@@ -481,7 +481,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   @test_util.run_in_graph_and_eager_modes
   def testCallableTensorInitializationInFunction(self):
 
-    @function.defun
+    @def_function.function
     def tensor_init():
       self.v = resource_variable_ops.ResourceVariable(
           lambda: constant_op.constant(2.0))
@@ -495,7 +495,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   @test_util.run_in_graph_and_eager_modes
   def testInitScopeTensorInitializationInFunction(self):
 
-    @function.defun
+    @def_function.function
     def tensor_init():
       with ops.init_scope():
         const = constant_op.constant(2.0)
@@ -518,7 +518,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       # ResourceVariable returns the read value and not the resource itself.
       return v._handle
 
-    compiled = function.defun(f)
+    compiled = def_function.function(f)
     var_handle = compiled()
     self.assertEqual(var_handle.dtype, dtypes.resource)
     self.assertEqual(var_handle.shape, tensor_shape.scalar())
@@ -552,7 +552,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         # ResourceVariable returns the read value and not the resource itself.
         return v._handle
 
-      compiled = function.defun(f)
+      compiled = def_function.function(f)
       var_handle = compiled()
       self.assertEqual(var_handle.dtype, dtypes.resource)
       self.assertEqual(var_handle.shape, tensor_shape.scalar())
@@ -569,7 +569,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         self.assertEqual(out.shape, tensor_shape.TensorShape([2, 2]))
 
       # Check that shape inference works while creating the defun
-      compiled = function.defun(f)
+      compiled = def_function.function(f)
       compiled()
 
   def testDefunShapeInferenceWithCapturedTensorListInGraphMode(self):
@@ -588,7 +588,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         self.assertEqual(value.shape, tensor_shape.scalar())
         return tl
 
-      compiled = function.defun(f)
+      compiled = def_function.function(f)
       output_tensor_list = compiled()
       _, value = list_ops.tensor_list_pop_back(
           output_tensor_list, element_dtype=dtypes.float32)
@@ -610,7 +610,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDefunDifferentiable(self):
     v = resource_variable_ops.ResourceVariable(1.0)
 
-    @function.defun
+    @def_function.function
     def f():
       return v * v
 
@@ -619,7 +619,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDefunCanBeDifferentiatedTwice(self):
     v = resource_variable_ops.ResourceVariable(1.0)
 
-    @function.defun
+    @def_function.function
     def f():
       return v * v
 
@@ -629,7 +629,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testRunMetadata(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return x * x
 
@@ -663,7 +663,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
       o = HasAVar()
       variables.global_variables_initializer().run()
-      call = function.defun(o.call)
+      call = def_function.function(o.call)
       op = call()
       self.assertAllEqual(sess.run(op), 2.0)
 
@@ -671,7 +671,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     with ops.Graph().as_default():
       v = resource_variable_ops.ResourceVariable(1.0)
 
-      @function.defun
+      @def_function.function
       def f(x, v):
         v.read_value()
         return x * x
@@ -686,11 +686,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testGraphModeManyFunctions(self):
     with context.graph_mode(), self.cached_session():
 
-      @function.defun
+      @def_function.function
       def f(x):
         return x * x
 
-      @function.defun
+      @def_function.function
       def g(x):
         return f(x) + 1
 
@@ -698,7 +698,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testDict(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return {'name': x + 1}
 
@@ -706,7 +706,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testTensorConversionWithDefun(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return math_ops.add(x, constant_op.constant(3))
 
@@ -714,11 +714,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testTensorConversionCall(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return math_ops.add(x, constant_op.constant(3))
 
-    @function.defun
+    @def_function.function
     def g(x):
       return f(f(x))
 
@@ -726,11 +726,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testDefunCallBackprop(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return math_ops.add(x, x)
 
-    @function.defun
+    @def_function.function
     def g(x):
       return backprop.gradients_function(f, [0])(x)[0]
 
@@ -749,7 +749,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testDefunCallBackpropUsingSameObjectForMultipleArguments(self):
 
-    @function.defun
+    @def_function.function
     def g(x):
       return backprop.gradients_function(math_ops.multiply, [0, 1])(x, x)
 
@@ -762,11 +762,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testCallShape(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return x + 1
 
-    @function.defun
+    @def_function.function
     def g(x):
       x = f(x)
       self.assertEqual(x.shape.as_list(), [])
@@ -777,13 +777,13 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testNestedDefunWithNoOutputAndTapedInput(self):
     three = resource_variable_ops.ResourceVariable(3.0, name='v')
 
-    @function.defun
+    @def_function.function
     def f(x):
       # This function intentionally takes a taped variable as input,
       # but does not return any values
       math_ops.add(x, three)
 
-    @function.defun
+    @def_function.function
     def g(x):
       y = math_ops.add(x, three)
       f(y)
@@ -793,7 +793,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testGradientTensorConversionWithDefun(self):
     three = resource_variable_ops.ResourceVariable(3.0, name='v')
 
-    @function.defun
+    @def_function.function
     def f(x):
       return math_ops.add(x, three)
 
@@ -804,7 +804,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(g, 1.0)
 
   def testGradient(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     def sq(x):
       return matmul(x, x, transpose_a=True)
@@ -815,7 +815,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testGradientInFunction(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return backprop.gradients_function(lambda y: y * y, [0])(x)[0]
 
@@ -828,7 +828,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     def sum_gather():
       return math_ops.reduce_sum(array_ops.gather(v, [1, 2]))
 
-    defined = function.defun(sum_gather)
+    defined = def_function.function(sum_gather)
     self.assertAllEqual(sum_gather(), defined())
 
   def testGradientOfGatherWithDefun(self):
@@ -839,7 +839,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     grad_fn = backprop.implicit_grad(sum_gather)
     gradient = grad_fn()
-    defun_grad_fn = backprop.implicit_grad(function.defun(sum_gather))
+    defun_grad_fn = backprop.implicit_grad(def_function.function(sum_gather))
     defun_gradient = defun_grad_fn()
     self.assertEqual(len(gradient), len(defun_gradient))
 
@@ -852,7 +852,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testReturningIndexedSlicesWithDefun(self):
 
     def validate(indexed_slice):
-      @function.defun
+      @def_function.function
       def f():
         return indexed_slice
 
@@ -880,7 +880,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testIndexedSliceAsArgumentWithDefun(self):
 
-    @function.defun
+    @def_function.function
     def f(indexed_slice):
       return indexed_slice
 
@@ -909,7 +909,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       self.skipTest('No GPUs found')
 
     x = constant_op.constant([1.]).gpu()
-    f = function.defun(math_ops.add)
+    f = def_function.function(math_ops.add)
     y = f(x, x).cpu()
     self.assertAllEqual(y, [2.])
 
@@ -978,7 +978,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       self.skipTest('No GPUs found')
 
     # The Reshape op requires the shape tensor to be placed in host memory.
-    reshape = function.defun(array_ops.reshape)
+    reshape = def_function.function(array_ops.reshape)
     value = constant_op.constant([1., 2.]).gpu()
     shape = constant_op.constant([2, 1])
     reshaped = reshape(value, shape).cpu()
@@ -989,14 +989,14 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       self.skipTest('No GPUs found')
 
     # The Reshape op requires the shape tensor to be placed in host memory.
-    reshape = function.defun(array_ops.reshape)
+    reshape = def_function.function(array_ops.reshape)
     value = constant_op.constant([1., 2.])
     shape = constant_op.constant([2, 1]).gpu()
     reshape(value, shape)  # No error is raised
 
   def testDifferentiableFunctionNoneOutputs(self):
 
-    @function.defun
+    @def_function.function
     def my_function(x):
       return x, None
 
@@ -1006,7 +1006,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     g = backprop.gradients_function(wrapper, [0])(constant_op.constant(0.0))
     self.assertAllEqual(g[0], 1.)
 
-    @function.defun
+    @def_function.function
     def foo(a):
       return None, a * a
 
@@ -1286,15 +1286,15 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDeeplyNestedDifferentiableFunctionWithVariable(self):
     var = variables.Variable(constant_op.constant(1.0))
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return middle_fn(x, var)
 
@@ -1309,15 +1309,15 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testDeeplyNestedDifferentiableFunctionWithVariableMultipleGradCalls(self):
     v = variables.Variable(constant_op.constant(3.0))
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return math_ops.mul(a, inner_fn(a, b))
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return middle_fn(x, v)
 
@@ -1368,15 +1368,15 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       v = resource_variable_ops.ResourceVariable(3.0)
       v.initializer.run()
 
-      @function.defun
+      @def_function.function
       def inner_fn(a, b):
         return math_ops.add(a, b)
 
-      @function.defun
+      @def_function.function
       def middle_fn(a, b):
         return math_ops.mul(a, inner_fn(a, b))
 
-      @function.defun
+      @def_function.function
       def outer_fn(x):
         return middle_fn(x, v)
 
@@ -1406,11 +1406,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       self.assertAllEqual(grad, 1.0)
 
   def testNestedDifferentiableFunctionNoneOutputs(self):
-    @function.defun
+    @def_function.function
     def foo(a, b):
       return None, a * math_ops.add(a, b), None, 2*a
 
-    @function.defun
+    @def_function.function
     def bar(x):
       return foo(x, 1.0)
 
@@ -1430,7 +1430,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testNoneOutput(self):
 
-    @function.defun
+    @def_function.function
     def my_function(_):
       return None
 
@@ -1452,11 +1452,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testVariableCaptureInNestedFunctions(self):
     v = resource_variable_ops.ResourceVariable(1, dtype=dtypes.int32)
 
-    @function.defun
+    @def_function.function
     def inner_read():
       return v.read_value()
 
-    @function.defun
+    @def_function.function
     def outer():
       return inner_read()
 
@@ -1465,7 +1465,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testReturnCapturedEagerTensor(self):
     t = constant_op.constant(1)
 
-    @function.defun
+    @def_function.function
     def read():
       return t
 
@@ -1475,14 +1475,14 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     with context.graph_mode(), self.cached_session():
       t = constant_op.constant(1)
 
-      @function.defun
+      @def_function.function
       def read():
         return t
 
       self.assertEqual(1, int(self.evaluate(read())))
 
   def testSequenceInputs(self):
-    clip_by_global_norm = function.defun(clip_ops.clip_by_global_norm)
+    clip_by_global_norm = def_function.function(clip_ops.clip_by_global_norm)
     t_list = [constant_op.constant(1.0), constant_op.constant(2.0)]
     clipped_list, global_norm = clip_by_global_norm(t_list,
                                                     constant_op.constant(.2))
@@ -1498,7 +1498,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       g, h = e
       return [a + a, [tuple([f + f, g + g]), h + h], c + c], a + f + g + h + c
 
-    my_eager_op = function.defun(my_op)
+    my_eager_op = def_function.function(my_op)
     ret = my_eager_op([
         constant_op.constant(1), [(constant_op.constant(2),
                                    constant_op.constant(3)),
@@ -1515,7 +1515,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(ret[1], 15)
 
   def testVariableNamesRespectNameScopesWithDefun(self):
-    @function.defun
+    @def_function.function
     def create_variable():
       with ops.name_scope('foo'):
         v = resource_variable_ops.ResourceVariable(0.0, name='bar')
@@ -1525,7 +1525,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testVariableNamesRespectNameScopesWithDefunInGraph(self):
     with context.graph_mode():
-      @function.defun
+      @def_function.function
       def create_variable():
         with ops.name_scope('foo'):
           v = resource_variable_ops.ResourceVariable([1.0, 2.0], name='bar')
@@ -1673,7 +1673,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     def foo(x):
       return v * x
 
-    defined = function.defun(foo)
+    defined = def_function.function(foo)
 
     x = constant_op.constant([1.0])
     self.assertEqual(1., self.evaluate(defined(x)))
@@ -1863,7 +1863,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     a = array_ops.ones([2, 3])
     b = array_ops.ones([1])
     inputs = {'a': a, 'b': a, 'c': b}
-    defined = function.defun(bar, input_signature=signature)
+    defined = def_function.function(bar, input_signature=signature)
     out = defined(inputs)
     nest.assert_same_structure(out, inputs)
     self.assertAllEqual(out['a'], inputs['a'])
@@ -1879,7 +1879,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     # Signatures must consist exclusively of `TensorSpec` objects.
     signature = [(2, 3), tensor_spec.TensorSpec([2, 3], dtypes.float32)]
     with self.assertRaisesRegexp(TypeError, 'Invalid input_signature.*'):
-      function.defun(foo, input_signature=signature)
+      def_function.function(foo, input_signature=signature)
 
     # Signatures must be either lists or tuples on their outermost levels.
     signature = {'t1': tensor_spec.TensorSpec([], dtypes.float32)}
@@ -1893,7 +1893,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       return a
 
     signature = [tensor_spec.TensorSpec(shape=(2,), dtype=dtypes.float32)]
-    defined = function.defun(foo, input_signature=signature)
+    defined = def_function.function(foo, input_signature=signature)
 
     # Invalid shapes.
     with self.assertRaisesRegexp(ValueError, 'Python inputs incompatible.*'):
@@ -1919,11 +1919,9 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         return -1.0 * a
 
     signature = [tensor_spec.TensorSpec([], dtypes.float32)] * 2
-    defined = function.defun(foo, input_signature=signature)
+    defined = def_function.function(foo, input_signature=signature)
     a = constant_op.constant(1.0)
-    with self.assertRaisesRegexp(
-        ValueError, 'When input_signature is provided, '
-        'all inputs to the Python function must be Tensors.'):
+    with self.assertRaises(TypeError):
       defined(a, training=True)
 
   def testInputSignatureWithKeywordPositionalArgs(self):
@@ -2015,7 +2013,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(seven, 2.0)
 
   def testGradientWithKeywordArguments(self):
-    matmul = function.defun(math_ops.matmul)
+    matmul = def_function.function(math_ops.matmul)
 
     def sq(x):
       return matmul(a=x, b=x, transpose_a=True)
@@ -2035,7 +2033,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testGradientInFunctionWithKeywordArguments(self):
 
-    @function.defun
+    @def_function.function
     def f(x):
       return backprop.gradients_function(lambda y: y * y, [0])(x)[0]
 
@@ -2050,7 +2048,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       def one(self, tensor):
         return tensor
 
-      @function.defun
+      @def_function.function
       def two(self, tensor, other=integer):
         return self.one(tensor), other
 
@@ -2066,7 +2064,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     class Foo(object):
 
-      @function.defun
+      @def_function.function
       def func(self, other=integer):
         return other
 
@@ -2076,7 +2074,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testPythonCallWithSideEffects(self):
     state = []
 
-    @function.defun
+    @def_function.function
     def side_effecting_function():
       state.append(0)
 
@@ -2490,7 +2488,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def append(l):
         l.append(constant_op.constant(0.))
 
@@ -2498,7 +2496,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def extend(l):
         l.extend([constant_op.constant(0.)])
 
@@ -2506,7 +2504,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def insert(l):
         l.insert(0, constant_op.constant(0.))
 
@@ -2514,7 +2512,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def pop(l):
         l.pop()
 
@@ -2522,7 +2520,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def reverse(l):
         l.reverse()
 
@@ -2530,7 +2528,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def remove(l):
         l.remove(l[0])
 
@@ -2541,7 +2539,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
       with self.assertRaisesRegexp(ValueError, expected_msg):
 
-        @function.defun
+        @def_function.function
         def clear(l):
           l.clear()
 
@@ -2550,7 +2548,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     # One last test for keyword arguments
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def kwdappend(**kwargs):
         l = kwargs['l']
         l.append(constant_op.constant(0.))
@@ -2570,7 +2568,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def clear(m):
         m.clear()
 
@@ -2578,7 +2576,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def pop(m):
         m.pop('t1')
 
@@ -2586,7 +2584,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def popitem(m):
         m.popitem()
 
@@ -2594,7 +2592,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def update(m):
         m.update({'t1': constant_op.constant(3.)})
 
@@ -2602,7 +2600,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def setdefault(m):
         m.setdefault('t3', constant_op.constant(3.))
 
@@ -2618,7 +2616,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
-      @function.defun
+      @def_function.function
       def modify(n):
         n[0]['t1'].append(constant_op.constant(1.))
 
@@ -2633,7 +2631,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     with self.assertRaisesRegexp(ValueError, expected_msg):
 
       # The flat list doesn't change whereas the true structure changes
-      @function.defun
+      @def_function.function
       def modify_same_flat(n):
         n[0].append(n[1].pop(0))
 
-- 
GitLab


From f211adade4a6d3a22a1b19506d364a046d9a8b6e Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Mon, 22 Oct 2018 10:10:55 -0700
Subject: [PATCH 0387/1825] Move ops_util to core/framework.

PiperOrigin-RevId: 218187699
---
 tensorflow/contrib/makefile/tf_op_files.txt   |   1 -
 tensorflow/core/BUILD                         |   1 +
 .../core/{kernels => framework}/ops_util.cc   |   2 +-
 tensorflow/core/framework/ops_util.h          | 116 ++++++++++++++++++
 tensorflow/core/kernels/BUILD                 |   6 -
 tensorflow/core/kernels/ops_util.h            |  98 +--------------
 6 files changed, 120 insertions(+), 104 deletions(-)
 rename tensorflow/core/{kernels => framework}/ops_util.cc (98%)
 create mode 100644 tensorflow/core/framework/ops_util.h

diff --git a/tensorflow/contrib/makefile/tf_op_files.txt b/tensorflow/contrib/makefile/tf_op_files.txt
index 91af933cff..c462b60b46 100644
--- a/tensorflow/contrib/makefile/tf_op_files.txt
+++ b/tensorflow/contrib/makefile/tf_op_files.txt
@@ -154,7 +154,6 @@ tensorflow/core/kernels/mirror_pad_op_cpu_impl_5.cc
 tensorflow/core/kernels/no_op.cc
 tensorflow/core/kernels/non_max_suppression_op.cc
 tensorflow/core/kernels/one_hot_op.cc
-tensorflow/core/kernels/ops_util.cc
 tensorflow/core/kernels/pack_op.cc
 tensorflow/core/kernels/pad_op.cc
 tensorflow/core/kernels/padding_fifo_queue.cc
diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 4f95f207ad..3b4c100be2 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -852,6 +852,7 @@ tf_cuda_library(
         "framework/op_def_builder.h",
         "framework/op_def_util.h",
         "framework/op_kernel.h",
+        "framework/ops_util.h",
         "framework/partial_tensor_shape.h",
         "framework/queue_interface.h",
         "framework/reader_interface.h",
diff --git a/tensorflow/core/kernels/ops_util.cc b/tensorflow/core/framework/ops_util.cc
similarity index 98%
rename from tensorflow/core/kernels/ops_util.cc
rename to tensorflow/core/framework/ops_util.cc
index efacd05dd3..e8cf014ca0 100644
--- a/tensorflow/core/kernels/ops_util.cc
+++ b/tensorflow/core/framework/ops_util.cc
@@ -17,7 +17,7 @@ limitations under the License.
 #include <cmath>
 
 #include "tensorflow/core/framework/attr_value.pb.h"
-#include "tensorflow/core/kernels/ops_util.h"
+#include "tensorflow/core/framework/ops_util.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/util/padding.h"
diff --git a/tensorflow/core/framework/ops_util.h b/tensorflow/core/framework/ops_util.h
new file mode 100644
index 0000000000..feaab10b36
--- /dev/null
+++ b/tensorflow/core/framework/ops_util.h
@@ -0,0 +1,116 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_FRAMEWORK_OPS_UTIL_H_
+#define TENSORFLOW_CORE_FRAMEWORK_OPS_UTIL_H_
+
+// This file contains utilities for various operations.
+
+#include <array>
+
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+#include "tensorflow/core/framework/common_shape_fns.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/tensor_types.h"
+#include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/util/padding.h"
+
+namespace tensorflow {
+
+// Calculates broadcast starting index and size.  For SAME padding, addition
+// padding could be applied to right, left, top and bottom.  Depending on the
+// current index, input size, kernel size, stride, padding size, the starting
+// index and size for broadcast for that dimension are different from the
+// current index and kernel size.
+// This is mainly used by gradient algorithms for pooling operations.
+Status GetBroadcastSize(const int index, const int in_size, const int ksize,
+                        const int stride, const int pad_size, int* bindex,
+                        int* bsize);
+
+// Converts Brain's Padding to Eigen's PaddingType.
+Eigen::PaddingType BrainPadding2EigenPadding(Padding padding);
+
+// Given a shape 's' of a tensor of type T. Returns true iff the
+// number of bytes occupied by each dim 0 (i.e., &tensor(i + 1, ...) -
+// &tensor(i, ...)) is multiple of EIGEN_MAX_ALIGN_BYTES.
+template <typename T>
+bool IsInnerDimsSizeAligned(const TensorShape& s) {
+  if (s.dims() == 0) return false;
+  const int64 dim0_size = s.dim_size(0);
+  if (dim0_size == 0) return false;
+#if EIGEN_MAX_ALIGN_BYTES == 0
+  return true;
+#else
+  const int64 bytes_per_dim0 = (s.num_elements() / dim0_size) * sizeof(T);
+  return bytes_per_dim0 % EIGEN_MAX_ALIGN_BYTES == 0;
+#endif
+}
+
+// Given a shape 's' of a tensor of type T and the `start` and `end` index of a
+// dim 0 slice, returns true iff slice is aligned with respect to original
+// tensor. Here aligned implies the address is a multiple of
+// EIGEN_MAX_ALIGN_BYTES.
+template <typename T>
+bool IsDim0SliceAligned(const TensorShape& s, int64 start, int64 end_or_size) {
+  if (s.dims() == 1) {
+#if EIGEN_MAX_ALIGN_BYTES == 0
+    return true;
+#else
+    bool start_aligned = (start * sizeof(T)) % EIGEN_MAX_ALIGN_BYTES == 0;
+    // End is aligned if either the explicit end index is passed and is a
+    // a multiple of EIGEN_MAX_ALIGN_BYTES, or the start index is aligned and
+    // the size is aligned. So for convenience we can either pass start and
+    // index, or start and size.
+    bool end_aligned = (end_or_size * sizeof(T)) % EIGEN_MAX_ALIGN_BYTES == 0;
+    return start_aligned && end_aligned;
+#endif
+  } else {
+    return IsInnerDimsSizeAligned<T>(s);
+  }
+}
+
+// Returns <suffix> sanitized to have only [a-zA-Z0-9-_].
+string SanitizeThreadSuffix(string suffix);
+
+// Helper to compute 'strides' given a tensor 'shape'. I.e.,
+// strides[i] = prod(shape.dim_size[(i+1):])
+template <typename T>
+gtl::InlinedVector<T, 8> ComputeStride(const TensorShape& shape) {
+  const int ndims = shape.dims();
+  gtl::InlinedVector<T, 8> strides(ndims);
+  T stride = 1;
+  for (int i = ndims - 1; i >= 0; --i) {
+    strides[i] = stride;
+    stride *= static_cast<T>(shape.dim_size(i));
+  }
+  return strides;
+}
+
+// Helper to compute 'strides' given an Eigen TensorDimensions
+template <typename T, typename EigenDimensions>
+gtl::InlinedVector<T, 8> ComputeEigenStrides(const EigenDimensions& shape) {
+  const int ndims = shape.rank();
+  gtl::InlinedVector<T, 8> strides(ndims);
+  T stride = 1;
+  for (int i = ndims - 1; i >= 0; --i) {
+    strides[i] = stride;
+    stride *= static_cast<T>(shape[i]);
+  }
+  return strides;
+}
+
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_FRAMEWORK_OPS_UTIL_H_
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 35377888c1..953beb760f 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -293,14 +293,10 @@ tf_cuda_library(
 
 cc_library(
     name = "ops_util",
-    srcs = ["ops_util.cc"],
     hdrs = ["ops_util.h"],
     copts = if_not_windows(["-Wno-sign-compare"]),
     deps = [
         "//tensorflow/core:framework",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:protos_all_cc",
-        "//third_party/eigen3",
     ],
 )
 
@@ -5062,7 +5058,6 @@ filegroup(
         "eigen_volume_patch.h",
         "fifo_queue.h",
         "maxpooling_op.h",
-        "ops_util.cc",
         "ops_util.h",
         "padding_fifo_queue.h",
         "pooling_ops_common.cc",
@@ -5515,7 +5510,6 @@ filegroup(
             "*_3d*",
             "*.cu.*",
             # Ops already in android_srcs
-            "ops_util.cc",
             "pooling_ops_common.cc",
             # Ops which we are currently excluding because they are likely
             # not used on Android. Those ops also do not compile if included,
diff --git a/tensorflow/core/kernels/ops_util.h b/tensorflow/core/kernels/ops_util.h
index a496487d1b..842dd7984b 100644
--- a/tensorflow/core/kernels/ops_util.h
+++ b/tensorflow/core/kernels/ops_util.h
@@ -16,101 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_KERNELS_OPS_UTIL_H_
 #define TENSORFLOW_CORE_KERNELS_OPS_UTIL_H_
 
-// This file contains utilities for various operations.
-
-#include <array>
-
-#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
-#include "tensorflow/core/framework/common_shape_fns.h"
-#include "tensorflow/core/framework/tensor_shape.h"
-#include "tensorflow/core/framework/tensor_types.h"
-#include "tensorflow/core/lib/core/status.h"
-#include "tensorflow/core/util/padding.h"
-
-namespace tensorflow {
-
-// Calculates broadcast starting index and size.  For SAME padding, addition
-// padding could be applied to right, left, top and bottom.  Depending on the
-// current index, input size, kernel size, stride, padding size, the starting
-// index and size for broadcast for that dimension are different from the
-// current index and kernel size.
-// This is mainly used by gradient algorithms for pooling operations.
-Status GetBroadcastSize(const int index, const int in_size, const int ksize,
-                        const int stride, const int pad_size, int* bindex,
-                        int* bsize);
-
-// Converts Brain's Padding to Eigen's PaddingType.
-Eigen::PaddingType BrainPadding2EigenPadding(Padding padding);
-
-// Given a shape 's' of a tensor of type T. Returns true iff the
-// number of bytes occupied by each dim 0 (i.e., &tensor(i + 1, ...) -
-// &tensor(i, ...)) is multiple of EIGEN_MAX_ALIGN_BYTES.
-template <typename T>
-bool IsInnerDimsSizeAligned(const TensorShape& s) {
-  if (s.dims() == 0) return false;
-  const int64 dim0_size = s.dim_size(0);
-  if (dim0_size == 0) return false;
-#if EIGEN_MAX_ALIGN_BYTES == 0
-  return true;
-#else
-  const int64 bytes_per_dim0 = (s.num_elements() / dim0_size) * sizeof(T);
-  return bytes_per_dim0 % EIGEN_MAX_ALIGN_BYTES == 0;
-#endif
-}
-
-// Given a shape 's' of a tensor of type T and the `start` and `end` index of a
-// dim 0 slice, returns true iff slice is aligned with respect to original
-// tensor. Here aligned implies the address is a multiple of
-// EIGEN_MAX_ALIGN_BYTES.
-template <typename T>
-bool IsDim0SliceAligned(const TensorShape& s, int64 start, int64 end_or_size) {
-  if (s.dims() == 1) {
-#if EIGEN_MAX_ALIGN_BYTES == 0
-    return true;
-#else
-    bool start_aligned = (start * sizeof(T)) % EIGEN_MAX_ALIGN_BYTES == 0;
-    // End is aligned if either the explicit end index is passed and is a
-    // a multiple of EIGEN_MAX_ALIGN_BYTES, or the start index is aligned and
-    // the size is aligned. So for convenience we can either pass start and
-    // index, or start and size.
-    bool end_aligned = (end_or_size * sizeof(T)) % EIGEN_MAX_ALIGN_BYTES == 0;
-    return start_aligned && end_aligned;
-#endif
-  } else {
-    return IsInnerDimsSizeAligned<T>(s);
-  }
-}
-
-// Returns <suffix> sanitized to have only [a-zA-Z0-9-_].
-string SanitizeThreadSuffix(string suffix);
-
-// Helper to compute 'strides' given a tensor 'shape'. I.e.,
-// strides[i] = prod(shape.dim_size[(i+1):])
-template <typename T>
-gtl::InlinedVector<T, 8> ComputeStride(const TensorShape& shape) {
-  const int ndims = shape.dims();
-  gtl::InlinedVector<T, 8> strides(ndims);
-  T stride = 1;
-  for (int i = ndims - 1; i >= 0; --i) {
-    strides[i] = stride;
-    stride *= static_cast<T>(shape.dim_size(i));
-  }
-  return strides;
-}
-
-// Helper to compute 'strides' given an Eigen TensorDimensions
-template <typename T, typename EigenDimensions>
-gtl::InlinedVector<T, 8> ComputeEigenStrides(const EigenDimensions& shape) {
-  const int ndims = shape.rank();
-  gtl::InlinedVector<T, 8> strides(ndims);
-  T stride = 1;
-  for (int i = ndims - 1; i >= 0; --i) {
-    strides[i] = stride;
-    stride *= static_cast<T>(shape[i]);
-  }
-  return strides;
-}
-
-}  // namespace tensorflow
+// Placeholder for the ops_util library that is moved under core/framework.
+#include "tensorflow/core/framework/ops_util.h"
 
 #endif  // TENSORFLOW_CORE_KERNELS_OPS_UTIL_H_
-- 
GitLab


From ca070a5cbf02f2a4a78aa191cac0255ef933e888 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Mon, 22 Oct 2018 10:13:03 -0700
Subject: [PATCH 0388/1825] Ensure BufferErrorReporter always has
 null-terminated string

PiperOrigin-RevId: 218188066
---
 tensorflow/contrib/lite/java/src/main/native/exception_jni.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/lite/java/src/main/native/exception_jni.cc b/tensorflow/contrib/lite/java/src/main/native/exception_jni.cc
index 34d91be04c..18d177f1a6 100644
--- a/tensorflow/contrib/lite/java/src/main/native/exception_jni.cc
+++ b/tensorflow/contrib/lite/java/src/main/native/exception_jni.cc
@@ -49,6 +49,7 @@ BufferErrorReporter::BufferErrorReporter(JNIEnv* env, int limit) {
                    limit);
     return;
   }
+  buffer_[0] = '\0';
   start_idx_ = 0;
   end_idx_ = limit - 1;
 }
-- 
GitLab


From 3d8227e724aa67ce86e08f4418a117622b234951 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 10:21:53 -0700
Subject: [PATCH 0389/1825] Mnist XLA tutorial updated

PiperOrigin-RevId: 218189531
---
 tensorflow/examples/tutorials/mnist/BUILD                | 8 ++++++--
 tensorflow/examples/tutorials/mnist/mnist_softmax_xla.py | 3 ++-
 2 files changed, 8 insertions(+), 3 deletions(-)

diff --git a/tensorflow/examples/tutorials/mnist/BUILD b/tensorflow/examples/tutorials/mnist/BUILD
index a3dd927509..443490f27a 100644
--- a/tensorflow/examples/tutorials/mnist/BUILD
+++ b/tensorflow/examples/tutorials/mnist/BUILD
@@ -83,8 +83,12 @@ py_binary(
     ],
 )
 
-# Note: we need to add --define=with_xla_support=true to the build command in
-# order to run the mnist_softmax_xla example with xla.
+# Note: We need to set the evironment variable to use CPU JIT.
+# The way to achieve this is via setting the following:
+# TF_XLA_FLAGS='--tf_xla_cpu_global_jit=true'
+# before the run command. To use XLA, we also must build
+# with --define=with_xla_support=true flag.
+# Note (GPU): Add --config=cuda to the build command.
 py_binary(
     name = "mnist_softmax_xla",
     srcs = [
diff --git a/tensorflow/examples/tutorials/mnist/mnist_softmax_xla.py b/tensorflow/examples/tutorials/mnist/mnist_softmax_xla.py
index e89317494f..a9cb20fdfd 100644
--- a/tensorflow/examples/tutorials/mnist/mnist_softmax_xla.py
+++ b/tensorflow/examples/tutorials/mnist/mnist_softmax_xla.py
@@ -14,6 +14,7 @@
 # ==============================================================================
 """Simple MNIST classifier example with JIT XLA and timelines.
 
+  Note: Please see further comments in the BUILD file to invoke XLA.
 """
 from __future__ import absolute_import
 from __future__ import division
@@ -79,7 +80,7 @@ def main(_):
                options=tf.RunOptions(trace_level=tf.RunOptions.FULL_TRACE),
                run_metadata=run_metadata)
       trace = timeline.Timeline(step_stats=run_metadata.step_stats)
-      with open('timeline.ctf.json', 'w') as trace_file:
+      with open('/tmp/timeline.ctf.json', 'w') as trace_file:
         trace_file.write(trace.generate_chrome_trace_format())
     else:
       sess.run(train_step, feed_dict={x: batch_xs, y_: batch_ys})
-- 
GitLab


From 78c5cba04ad433607197ae335cae306b4826f931 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Mon, 22 Oct 2018 11:01:52 -0700
Subject: [PATCH 0390/1825] Disable resnet50_test

PiperOrigin-RevId: 218196851
---
 tensorflow/contrib/eager/python/examples/resnet50/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/contrib/eager/python/examples/resnet50/BUILD b/tensorflow/contrib/eager/python/examples/resnet50/BUILD
index 68a84d5fbb..d610080d15 100644
--- a/tensorflow/contrib/eager/python/examples/resnet50/BUILD
+++ b/tensorflow/contrib/eager/python/examples/resnet50/BUILD
@@ -35,6 +35,9 @@ cuda_py_test(
         "//tensorflow/contrib/eager/python:tfe",
         "//tensorflow:tensorflow_py",
     ],
+    tags = [
+        "noasan",  # Fix b/118130911
+    ],
 )
 
 cuda_py_test(
-- 
GitLab


From 4a7b57e93d0e21e93cc718920f6e8a6f2ab1cb27 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Mon, 22 Oct 2018 11:11:15 -0700
Subject: [PATCH 0391/1825] Py_BuildValue might fail if the const char* cannot
 be interpreted as utf-8

PiperOrigin-RevId: 218198785
---
 tensorflow/python/eager/pywrap_tfe_src.cc | 8 ++++++++
 tensorflow/python/eager/tensor_test.py    | 8 ++++++++
 2 files changed, 16 insertions(+)

diff --git a/tensorflow/python/eager/pywrap_tfe_src.cc b/tensorflow/python/eager/pywrap_tfe_src.cc
index de37f7b9ca..9cee561b32 100644
--- a/tensorflow/python/eager/pywrap_tfe_src.cc
+++ b/tensorflow/python/eager/pywrap_tfe_src.cc
@@ -250,6 +250,7 @@ bool ParseTypeValue(const string& key, PyObject* py_value, TF_Status* status,
   tensorflow::Safe_PyObjectPtr py_type_enum(
       PyObject_GetAttrString(py_value, "_type_enum"));
   if (py_type_enum == nullptr) {
+    PyErr_Clear();
     TF_SetStatus(
         status, TF_INVALID_ARGUMENT,
         tensorflow::strings::StrCat("Expecting a DType.dtype for attr ", key,
@@ -795,6 +796,13 @@ int MaybeRaiseExceptionFromTFStatus(TF_Status* status, PyObject* exception) {
     if (exception_class != nullptr) {
       tensorflow::Safe_PyObjectPtr val(
           Py_BuildValue("si", msg, TF_GetCode(status)));
+      if (PyErr_Occurred()) {
+        // NOTE: This hides the actual error (i.e. the reason `status` was not
+        // TF_OK), but there is nothing we can do at this point since we can't
+        // generate a reasonable error from the status.
+        // Consider adding a message explaining this.
+        return -1;
+      }
       PyErr_SetObject(exception_class, val.get());
       return -1;
     } else {
diff --git a/tensorflow/python/eager/tensor_test.py b/tensorflow/python/eager/tensor_test.py
index cc79f55d3b..cd3d05d05e 100644
--- a/tensorflow/python/eager/tensor_test.py
+++ b/tensorflow/python/eager/tensor_test.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 import copy
 import re
+import sys
 
 import numpy as np
 
@@ -32,6 +33,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import io_ops
 
 
 def _create_tensor(value, device=None, dtype=None):
@@ -242,6 +244,12 @@ class TFETensorTest(test_util.TensorFlowTestCase):
           RuntimeError, "Can't copy Tensor with type string to device"):
         _create_tensor("test string")
 
+  def testInvalidUTF8ProducesReasonableError(self):
+    if sys.version_info[0] < 3:
+      self.skipTest("Test is only valid in python3.")
+    with self.assertRaises(UnicodeDecodeError):
+      io_ops.read_file(b"\xff")
+
 
 class TFETensorUtilTest(test_util.TensorFlowTestCase):
 
-- 
GitLab


From 2ee5ee30d69ecf5d38392786db1f54b700cd0b3e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 11:27:33 -0700
Subject: [PATCH 0392/1825] Special case for one sample categorical so that TPU
 memory padding doesn't increase the number of samples dim.

PiperOrigin-RevId: 218202061
---
 .../compiler/tf2xla/kernels/categorical_op.cc | 45 ++++++++++++++-----
 1 file changed, 33 insertions(+), 12 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/categorical_op.cc b/tensorflow/compiler/tf2xla/kernels/categorical_op.cc
index 44edeb7337..ad85940920 100644
--- a/tensorflow/compiler/tf2xla/kernels/categorical_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/categorical_op.cc
@@ -59,14 +59,31 @@ class CategoricalOp : public XlaOpKernel {
 
     xla::XlaBuilder* builder = ctx->builder();
 
-    std::array<int64, 3> uniform_shape_array = {
-        {batch_size, num_samples, num_classes}};
-    xla::PrimitiveType uniform_xla_type;
-    OP_REQUIRES_OK(ctx,
-                   DataTypeToPrimitiveType(input_type(0), &uniform_xla_type));
-    xla::Shape uniform_shape =
-        xla::ShapeUtil::MakeShape(uniform_xla_type, uniform_shape_array);
-    auto uniforms =
+    xla::Shape uniform_shape;
+    int class_dimension;
+    if (num_samples > 1) {
+      std::array<int64, 3> uniform_shape_array = {
+          {batch_size, num_samples, num_classes}};
+      xla::PrimitiveType uniform_xla_type;
+      OP_REQUIRES_OK(ctx,
+                     DataTypeToPrimitiveType(input_type(0), &uniform_xla_type));
+      uniform_shape =
+          xla::ShapeUtil::MakeShape(uniform_xla_type, uniform_shape_array);
+      class_dimension = 2;
+    } else {
+      // Have a special case for when we only need one sample, because
+      // dimensions may be padded on architectures with tiled memory layouts, so
+      // if the num_classes or batch size is large then this can lead to
+      // expensive wasted memory.
+      std::array<int64, 2> uniform_shape_array = {{batch_size, num_classes}};
+      xla::PrimitiveType uniform_xla_type;
+      OP_REQUIRES_OK(ctx,
+                     DataTypeToPrimitiveType(input_type(0), &uniform_xla_type));
+      uniform_shape =
+          xla::ShapeUtil::MakeShape(uniform_xla_type, uniform_shape_array);
+      class_dimension = 1;
+    }
+    xla::XlaOp uniforms =
         xla::RngUniform(XlaHelpers::Zero(builder, input_type(0)),
                         XlaHelpers::One(builder, input_type(0)), uniform_shape);
 
@@ -74,14 +91,18 @@ class CategoricalOp : public XlaOpKernel {
     // See:
     // https://hips.seas.harvard.edu/blog/2013/04/06/the-gumbel-max-trick-for-discrete-distributions/
     // TODO(b/68769470): Switch to using a cumulative sum approach.
-    auto softmax_entries = xla::Sub(logits, xla::Log(-xla::Log(uniforms)),
-                                    /*broadcast_dimensions=*/{0, 2});
+    auto softmax_entries =
+        xla::Sub(logits, xla::Log(-xla::Log(uniforms)),
+                 /*broadcast_dimensions=*/{0, class_dimension});
 
     xla::PrimitiveType xla_output_type;
     OP_REQUIRES_OK(ctx,
                    DataTypeToPrimitiveType(output_type(0), &xla_output_type));
-    xla::XlaOp argmax =
-        XlaHelpers::ArgMax(softmax_entries, xla_output_type, /*axis=*/2);
+    xla::XlaOp argmax = XlaHelpers::ArgMax(softmax_entries, xla_output_type,
+                                           /*axis=*/class_dimension);
+    if (num_samples == 1) {
+      argmax = xla::Reshape(argmax, {batch_size, 1});
+    }
 
     ctx->SetOutput(0, argmax);
   }
-- 
GitLab


From 24cdfc6483fa23d81e4d2e2b7fa25947909eb45b Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Mon, 22 Oct 2018 11:46:17 -0700
Subject: [PATCH 0393/1825] Reset file to before Sequential update

---
 .../examples/generative_examples/dcgan.ipynb  | 1808 ++++++++---------
 1 file changed, 885 insertions(+), 923 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 06d6605b2c..47f458ddbf 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -1,925 +1,887 @@
 {
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "0TD5ZrvEMbhZ"
-   },
-   "source": [
-    "**Copyright 2018 The TensorFlow Authors**.\n",
-    "\n",
-    "Licensed under the Apache License, Version 2.0 (the \"License\").\n",
-    "\n",
-    "# Generating Handwritten Digits with DCGAN\n",
-    "\n",
-    "<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n",
-    "<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n",
-    "    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n",
-    "</td><td>\n",
-    "<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "ITZuApL56Mny"
-   },
-   "source": [
-    "This tutorial demonstrates how to generate images of handwritten digits using a Deep Convolutional Generative Adversarial Network ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "toc",
-    "id": "x2McrO9bMyLN"
-   },
-   "source": [
-    ">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n",
-    "\n",
-    ">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n",
-    "\n",
-    ">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n",
-    "\n",
-    ">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n",
-    "\n",
-    ">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n",
-    "\n",
-    ">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n",
-    "\n",
-    ">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n",
-    "\n",
-    ">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n",
-    "\n",
-    ">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n",
-    "\n",
-    ">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n",
-    "\n",
-    ">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n",
-    "\n",
-    ">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n",
-    "\n",
-    ">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n",
-    "\n",
-    ">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n",
-    "\n",
-    ">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n",
-    "\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "2MbKJY38Puy9"
-   },
-   "source": [
-    "## What are GANs?\n",
-    "GANs, or [Generative Adversarial Networks](https://arxiv.org/abs/1406.2661), are a framework for estimating generative models. Two models are trained simultaneously by an adversarial process: a Generator, which is responsible for generating data (say, images), and a Discriminator, which is responsible for estimating the probability that an image was drawn from the training data (the image is real), or was produced by the Generator (the image is fake). During training, the Generator becomes progressively better at generating images, until the Discriminator is no longer able to distinguish real images from fake. \n",
-    "\n",
-    "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
-    "\n",
-    "We will demonstrate this process end-to-end on MNIST. Below is an animation that shows a series of images produced by the Generator as it was trained for 150 epochs. Overtime, the generated images become increasingly difficult to distinguish from the training set.\n",
-    "\n",
-    "To learn more about GANs, we recommend MIT's [Intro to Deep Learning](http://introtodeeplearning.com/) course, which includes a lecture on Deep Generative Models ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). Now, let's head to the code!\n",
-    "\n",
-    "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 221
-    },
-    "colab_type": "code",
-    "id": "u_2z-B3piVsw",
-    "outputId": "684f2b6e-7756-448e-da2a-74bcb08d8686"
-   },
-   "outputs": [],
-   "source": [
-    "# Install imgeio in order to generate an animated gif showing the image generating process\n",
-    "!pip install imageio"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "e1_Y75QXJS6h"
-   },
-   "source": [
-    "### Import TensorFlow and enable eager execution"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "YfIk2es3hJEd"
-   },
-   "outputs": [],
-   "source": [
-    "import tensorflow as tf\n",
-    "tf.enable_eager_execution()\n",
-    "\n",
-    "import glob\n",
-    "import imageio\n",
-    "import matplotlib.pyplot as plt\n",
-    "import numpy as np\n",
-    "import os\n",
-    "import PIL\n",
-    "import time\n",
-    "\n",
-    "from IPython import display"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "iYn4MdZnKCey"
-   },
-   "source": [
-    "### Load the dataset\n",
-    "\n",
-    "We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 51
-    },
-    "colab_type": "code",
-    "id": "a4fYMGxGhrna",
-    "outputId": "065f5f41-bdd6-4f4e-bdb6-addce8ff011d"
-   },
-   "outputs": [],
-   "source": [
-    "(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "NFC2ghIdiZYE"
-   },
-   "outputs": [],
-   "source": [
-    "train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n",
-    "train_images = (train_images - 127.5) / 127.5 # Normalize the images to [-1, 1]"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "S4PIDhoDLbsZ"
-   },
-   "outputs": [],
-   "source": [
-    "BUFFER_SIZE = 60000\n",
-    "BATCH_SIZE = 256"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "PIGN6ouoQxt3"
-   },
-   "source": [
-    "### Use tf.data to create batches and shuffle the dataset"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "-yKCCQOoJ7cn"
-   },
-   "outputs": [],
-   "source": [
-    "train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "THY-sZMiQ4UV"
-   },
-   "source": [
-    "## Create the models\n",
-    "\n",
-    "We will use tf.keras [model subclassing](https://www.tensorflow.org/guide/keras#model_subclassing) to define the generator and discriminator. We will create layers in the *init* method, and define the forward pass in the *call* method. Note, we could write these models more compactly using the [Sequential API](https://www.tensorflow.org/guide/keras#sequential_model), e.g., \n",
-    "\n",
-    "```def make_generator_model():\n",
-    "     return tf.keras.Sequential([\n",
-    "       tf.keras.layers.Dense(7*7*64, use_bias=False),\n",
-    "       tf.keras.layers.BatchNormalization(),\n",
-    "       ...])```\n",
-    "    \n",
-    "In this case we've used model subclassing, in order to have another example of that style available."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "-tEyxE-GMC48"
-   },
-   "source": [
-    "### The Generator Model\n",
-    "\n",
-    "The generator is responsible for creating convincing images that are good enough to fool the discriminator. The network architecture for the generator consists of [Conv2DTranspose](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Conv2DTranspose) (Upsampling) layers. We start with a fully connected layer and upsample the image two times in order to reach the desired image size. We increase the width and height, and reduce the depth as we move through the layers in the network. We use [Leaky ReLU](https://www.tensorflow.org/api_docs/python/tf/keras/layers/LeakyReLU) activation except for the last layer which uses tanh activation."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "VGLbvBEmjK0a"
-   },
-   "outputs": [],
-   "source": [
-    "class Generator(tf.keras.Model):\n",
-    "  def __init__(self):\n",
-    "    super(Generator, self).__init__()\n",
-    "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
-    "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
-    "    \n",
-    "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
-    "    # Layer shape is now 7x7x64    \n",
-    "    \n",
-    "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
-    "\n",
-    "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-    "    # Layer shape is now 14x14x32\n",
-    "    \n",
-    "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
-    "   \n",
-    "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-    "    # Layer shape is now 28x28x1\n",
-    "\n",
-    "  def call(self, x, training=True):\n",
-    "    x = self.fc1(x)\n",
-    "    x = self.batchnorm1(x, training=training)\n",
-    "    x = tf.nn.relu(x)\n",
-    "\n",
-    "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
-    "\n",
-    "    x = self.conv1(x)\n",
-    "    x = self.batchnorm2(x, training=training)\n",
-    "    x = tf.nn.relu(x)\n",
-    "\n",
-    "    x = self.conv2(x)\n",
-    "    x = self.batchnorm3(x, training=training)\n",
-    "    x = tf.nn.relu(x)\n",
-    "\n",
-    "    x = tf.nn.tanh(self.conv3(x))  \n",
-    "    return x"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "D0IKnaCtg6WE"
-   },
-   "source": [
-    "### The Discriminator model\n",
-    "\n",
-    "The discriminator is responsible for distinguishing fake images from real images. It's similar to a regular CNN-based image classifier."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "bkOfJxk5j5Hi"
-   },
-   "outputs": [],
-   "source": [
-    "class Discriminator(tf.keras.Model):\n",
-    "  def __init__(self):\n",
-    "    super(Discriminator, self).__init__()\n",
-    "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
-    "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
-    "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
-    "    self.flatten = tf.keras.layers.Flatten()\n",
-    "    self.fc1 = tf.keras.layers.Dense(1)\n",
-    "\n",
-    "  def call(self, x, training=True):\n",
-    "    x = tf.nn.leaky_relu(self.conv1(x))\n",
-    "    x = self.dropout(x, training=training)\n",
-    "    x = tf.nn.leaky_relu(self.conv2(x))\n",
-    "    x = self.dropout(x, training=training)\n",
-    "    x = self.flatten(x)\n",
-    "    x = self.fc1(x)\n",
-    "    return x"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "gDkA05NE6QMs"
-   },
-   "outputs": [],
-   "source": [
-    "generator = Generator()\n",
-    "discriminator = Discriminator()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "6TSZgwc2BUQ-"
-   },
-   "source": [
-    "\n",
-    "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "k1HpMSLImuRi"
-   },
-   "outputs": [],
-   "source": [
-    "generator.call = tf.contrib.eager.defun(generator.call)\n",
-    "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "0FMYgY_mPfTi"
-   },
-   "source": [
-    "## Define the loss functions and the optimizer\n",
-    "\n",
-    "Let's define the loss functions and the optimizers for the generator and the discriminator.\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "Jd-3GCUEiKtv"
-   },
-   "source": [
-    "### Generator loss\n",
-    "The generator loss is a sigmoid cross entropy loss of the generated images and an array of ones, since the generator is trying to generate fake images that resemble the real images."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "90BIcCKcDMxz"
-   },
-   "outputs": [],
-   "source": [
-    "def generator_loss(generated_output):\n",
-    "    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "PKY_iPSPNWoj"
-   },
-   "source": [
-    "### Discriminator loss\n",
-    "\n",
-    "The discriminator loss function takes two inputs: real images, and generated images. Here is how to calculate the discriminator loss:\n",
-    "1. Calculate real_loss which is a sigmoid cross entropy loss of the real images and an array of ones (since these are the real images).\n",
-    "2. Calculate generated_loss which is a sigmoid cross entropy loss of the generated images and an array of zeros (since these are the fake images).\n",
-    "3. Calculate the total_loss as the sum of real_loss and generated_loss."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "wkMNfBWlT-PV"
-   },
-   "outputs": [],
-   "source": [
-    "def discriminator_loss(real_output, generated_output):\n",
-    "    # [1,1,...,1] with real output since it is true and we want our generated examples to look like it\n",
-    "    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n",
-    "\n",
-    "    # [0,0,...,0] with generated images since they are fake\n",
-    "    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n",
-    "\n",
-    "    total_loss = real_loss + generated_loss\n",
-    "\n",
-    "    return total_loss"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "MgIc7i0th_Iu"
-   },
-   "source": [
-    "The discriminator and the generator optimizers are different since we will train two networks separately."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "iWCn_PVdEJZ7"
-   },
-   "outputs": [],
-   "source": [
-    "generator_optimizer = tf.train.AdamOptimizer(1e-4)\n",
-    "discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "mWtinsGDPJlV"
-   },
-   "source": [
-    "**Checkpoints (Object-based saving)**"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "CA1w-7s2POEy"
-   },
-   "outputs": [],
-   "source": [
-    "checkpoint_dir = './training_checkpoints'\n",
-    "checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n",
-    "checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n",
-    "                                 discriminator_optimizer=discriminator_optimizer,\n",
-    "                                 generator=generator,\n",
-    "                                 discriminator=discriminator)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "Rw1fkAczTQYh"
-   },
-   "source": [
-    "## Set up GANs for Training\n",
-    "\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "5QC5BABamh_c"
-   },
-   "source": [
-    "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you see in the diagam at the beginning of the tutorial."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "Ff6oN6PZX27n"
-   },
-   "source": [
-    "**Define training parameters**"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "NS2GWywBbAWo"
-   },
-   "outputs": [],
-   "source": [
-    "EPOCHS = 150\n",
-    "noise_dim = 100\n",
-    "num_examples_to_generate = 16\n",
-    "\n",
-    "# We'll re-use this random vector used to seed the generator so\n",
-    "# it will be easier to see the improvement over time.\n",
-    "random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n",
-    "                                                 noise_dim])"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "jylSonrqSWfi"
-   },
-   "source": [
-    "**Define training method**\n",
-    "\n",
-    "We start by iterating over the dataset. The generator is given a random vector as an input which is processed to  output an image looking like a handwritten digit. The discriminator is then shown the real MNIST images as well as the generated images.\n",
-    "\n",
-    "Next, we calculate the generator and the discriminator loss. Then, we calculate the gradients of loss with respect to both the generator and the discriminator variables."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "2M7LmLtGEMQJ"
-   },
-   "outputs": [],
-   "source": [
-    "def train(dataset, epochs, noise_dim):  \n",
-    "  for epoch in range(epochs):\n",
-    "    start = time.time()\n",
-    "    \n",
-    "    for images in dataset:\n",
-    "      # generating noise from a uniform distribution\n",
-    "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
-    "      \n",
-    "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
-    "        generated_images = generator(noise, training=True)\n",
-    "      \n",
-    "        real_output = discriminator(images, training=True)\n",
-    "        generated_output = discriminator(generated_images, training=True)\n",
-    "        \n",
-    "        gen_loss = generator_loss(generated_output)\n",
-    "        disc_loss = discriminator_loss(real_output, generated_output)\n",
-    "        \n",
-    "      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n",
-    "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
-    "      \n",
-    "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
-    "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
-    "\n",
-    "      \n",
-    "    display.clear_output(wait=True)\n",
-    "    generate_and_save_images(generator,\n",
-    "                               epoch + 1,\n",
-    "                               random_vector_for_generation)\n",
-    "    \n",
-    "    # saving (checkpoint) the model every 15 epochs\n",
-    "    if (epoch + 1) % 15 == 0:\n",
-    "      checkpoint.save(file_prefix = checkpoint_prefix)\n",
-    "    \n",
-    "    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n",
-    "                                                      time.time()-start))\n",
-    "  # generating after the final epoch\n",
-    "  display.clear_output(wait=True)\n",
-    "  generate_and_save_images(generator,\n",
-    "                           epochs,\n",
-    "                           random_vector_for_generation)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "2aFF7Hk3XdeW"
-   },
-   "source": [
-    "**Generate and save images**\n",
-    "\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "RmdVsmvhPxyy"
-   },
-   "outputs": [],
-   "source": [
-    "def generate_and_save_images(model, epoch, test_input):\n",
-    "  # make sure the training parameter is set to False because we\n",
-    "  # don't want to train the batchnorm layer when doing inference.\n",
-    "  predictions = model(test_input, training=False)\n",
-    "\n",
-    "  fig = plt.figure(figsize=(4,4))\n",
-    "  \n",
-    "  for i in range(predictions.shape[0]):\n",
-    "      plt.subplot(4, 4, i+1)\n",
-    "      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n",
-    "      plt.axis('off')\n",
-    "        \n",
-    "  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n",
-    "  plt.show()"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "dZrd4CdjR-Fp"
-   },
-   "source": [
-    "## Train the GANs\n",
-    "We will call the train() method defined above to train the generator and discriminator simultaneously. Note, training GANs can be tricky. It's important that the generator and discriminator do not overpower each other (e.g., that they train at a similar rate).\n",
-    "\n",
-    "At the beginning of the training, the generated images look like random noise. As training progresses, you can see the generated digits look increasingly real. After 150 epochs, they look very much like the MNIST digits."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "Ly3UN0SLLY2l"
-   },
-   "outputs": [],
-   "source": [
-    "%%time\n",
-    "train(train_dataset, EPOCHS, noise_dim)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "rfM4YcPVPkNO"
-   },
-   "source": [
-    "**Restore the latest checkpoint**"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
     "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 34
-    },
-    "colab_type": "code",
-    "id": "XhXsd0srPo8c",
-    "outputId": "8571b12f-f4b6-422b-8b2e-c8f22e9d7e2d"
-   },
-   "outputs": [],
-   "source": [
-    "# restoring the latest checkpoint in checkpoint_dir\n",
-    "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "P4M_vIbUi7c0"
-   },
-   "source": [
-    "## Generated images \n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "mLskt7EfXAjr"
-   },
-   "source": [
-    "\n",
-    "After training, its time to generate some images! \n",
-    "The last step is to plot the generated images and voila!\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "WfO5wCdclHGL"
-   },
-   "outputs": [],
-   "source": [
-    "# Display a single image using the epoch number\n",
-    "def display_image(epoch_no):\n",
-    "  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 305
-    },
-    "colab_type": "code",
-    "id": "5x3q9_Oe5q0A",
-    "outputId": "38908d9f-d1f3-42c2-c552-f3efebd58a11"
-   },
-   "outputs": [],
-   "source": [
-    "display_image(EPOCHS)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "NywiH3nL8guF"
-   },
-   "source": [
-    "**Generate a GIF of all the saved images**\n",
-    "\n",
-    "We will use imageio to create an animated gif using all the images saved during training."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 34
-    },
-    "colab_type": "code",
-    "id": "IGKQgENQ8lEI",
-    "outputId": "bf66aad8-fbe4-4b1f-c260-bccf9c634867"
-   },
-   "outputs": [],
-   "source": [
-    "with imageio.get_writer('dcgan.gif', mode='I') as writer:\n",
-    "  filenames = glob.glob('image*.png')\n",
-    "  filenames = sorted(filenames)\n",
-    "  last = -1\n",
-    "  for i,filename in enumerate(filenames):\n",
-    "    frame = 2*(i**0.5)\n",
-    "    if round(frame) > round(last):\n",
-    "      last = frame\n",
-    "    else:\n",
-    "      continue\n",
-    "    image = imageio.imread(filename)\n",
-    "    writer.append_data(image)\n",
-    "  image = imageio.imread(filename)\n",
-    "  writer.append_data(image)\n",
-    "    \n",
-    "# this is a hack to display the gif inside the notebook\n",
-    "os.system('cp dcgan.gif dcgan.gif.png')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "cGhC3-fMWSwl"
-   },
-   "source": [
-    "Display the animated gif with all the mages generated during the training of GANs."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 305
-    },
-    "colab_type": "code",
-    "id": "uV0yiKpzNP1b",
-    "outputId": "a6146795-f0ae-4746-bbd3-5e19155e2c77"
-   },
-   "outputs": [],
-   "source": [
-    "display.Image(filename=\"dcgan.gif.png\")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "6EEG-wePkmJQ"
-   },
-   "source": [
-    "**Download the animated gif**\n",
-    "\n",
-    "Uncomment the code below to download an animated gif from Colab."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "colab": {},
-    "colab_type": "code",
-    "id": "4UJjSnIMOzOJ"
-   },
-   "outputs": [],
-   "source": [
-    "#from google.colab import files\n",
-    "#files.download('dcgan.gif')"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "k6qC-SbjK0yW"
-   },
-   "source": [
-    "## Learn more about GANs\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "colab_type": "text",
-    "id": "xjjkT9KAK6H7"
-   },
-   "source": [
-    "We hope this tutorial was helpful! As a next step, you might like to experiment with a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset [available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home).\n",
-    "\n",
-    "To learn more about GANs:\n",
-    "\n",
-    "* Check out MIT's lecture (linked above), or [this](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf) lecture form Stanford's CS231n. \n",
-    "\n",
-    "* We also recommend the [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/), and the [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160).\n"
-   ]
-  }
- ],
- "metadata": {
-  "accelerator": "TPU",
-  "colab": {
-   "collapsed_sections": [],
-   "name": "dcgan.ipynb",
-   "provenance": [],
-   "version": "0.3.2"
-  },
-  "kernelspec": {
-   "display_name": "Python 2",
-   "language": "python",
-   "name": "python2"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 2
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython2",
-   "version": "2.7.10"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 1
-}
+      "name": "dcgan.ipynb",
+      "version": "0.3.2",
+      "provenance": [],
+      "collapsed_sections": []
+    },
+    "kernelspec": {
+      "name": "python2",
+      "display_name": "Python 2"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "0TD5ZrvEMbhZ"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Copyright 2018 The TensorFlow Authors**.\n",
+        "\n",
+        "Licensed under the Apache License, Version 2.0 (the \"License\").\n",
+        "\n",
+        "# Generating Handwritten Digits with DCGAN\n",
+        "\n",
+        "<table class=\"tfo-notebook-buttons\" align=\"left\"><td>\n",
+        "<a target=\"_blank\"  href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\">\n",
+        "    <img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>  \n",
+        "</td><td>\n",
+        "<a target=\"_blank\"  href=\"https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb\"><img width=32px src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a></td></table>"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "ITZuApL56Mny"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "This tutorial demonstrates how to generate images of handwritten digits using a Deep Convolutional Generative Adversarial Network ([DCGAN](https://arxiv.org/pdf/1511.06434.pdf)). The code is written in [tf.keras](https://www.tensorflow.org/programmers_guide/keras) with [eager execution](https://www.tensorflow.org/programmers_guide/eager) enabled. "
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "toc",
+        "id": "x2McrO9bMyLN"
+      },
+      "cell_type": "markdown",
+      "source": [
+        ">[Generating Handwritten Digits with DCGAN](#scrollTo=0TD5ZrvEMbhZ)\n",
+        "\n",
+        ">>[What are GANs?](#scrollTo=2MbKJY38Puy9)\n",
+        "\n",
+        ">>>[Import TensorFlow and enable eager execution](#scrollTo=e1_Y75QXJS6h)\n",
+        "\n",
+        ">>>[Load the dataset](#scrollTo=iYn4MdZnKCey)\n",
+        "\n",
+        ">>>[Use tf.data to create batches and shuffle the dataset](#scrollTo=PIGN6ouoQxt3)\n",
+        "\n",
+        ">>[Create the models](#scrollTo=THY-sZMiQ4UV)\n",
+        "\n",
+        ">>>[The Generator Model](#scrollTo=-tEyxE-GMC48)\n",
+        "\n",
+        ">>>[The Discriminator model](#scrollTo=D0IKnaCtg6WE)\n",
+        "\n",
+        ">>[Define the loss functions and the optimizer](#scrollTo=0FMYgY_mPfTi)\n",
+        "\n",
+        ">>>[Generator loss](#scrollTo=Jd-3GCUEiKtv)\n",
+        "\n",
+        ">>>[Discriminator loss](#scrollTo=PKY_iPSPNWoj)\n",
+        "\n",
+        ">>[Set up GANs for Training](#scrollTo=Rw1fkAczTQYh)\n",
+        "\n",
+        ">>[Train the GANs](#scrollTo=dZrd4CdjR-Fp)\n",
+        "\n",
+        ">>[Generated images](#scrollTo=P4M_vIbUi7c0)\n",
+        "\n",
+        ">>[Learn more about GANs](#scrollTo=k6qC-SbjK0yW)\n",
+        "\n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "2MbKJY38Puy9"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## What are GANs?\n",
+        "GANs, or [Generative Adversarial Networks](https://arxiv.org/abs/1406.2661), are a framework for estimating generative models. Two models are trained simultaneously by an adversarial process: a Generator, which is responsible for generating data (say, images), and a Discriminator, which is responsible for estimating the probability that an image was drawn from the training data (the image is real), or was produced by the Generator (the image is fake). During training, the Generator becomes progressively better at generating images, until the Discriminator is no longer able to distinguish real images from fake. \n",
+        "\n",
+        "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
+        "\n",
+        "We will demonstrate this process end-to-end on MNIST. Below is an animation that shows a series of images produced by the Generator as it was trained for 150 epochs. Overtime, the generated images become increasingly difficult to distinguish from the training set.\n",
+        "\n",
+        "To learn more about GANs, we recommend MIT's [Intro to Deep Learning](http://introtodeeplearning.com/) course, which includes a lecture on Deep Generative Models ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). Now, let's head to the code!\n",
+        "\n",
+        "![sample output](https://tensorflow.org/images/gan/dcgan.gif)"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "u_2z-B3piVsw",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "# Install imgeio in order to generate an animated gif showing the image generating process\n",
+        "!pip install imageio"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "e1_Y75QXJS6h"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Import TensorFlow and enable eager execution"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "YfIk2es3hJEd",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "import tensorflow as tf\n",
+        "tf.enable_eager_execution()\n",
+        "\n",
+        "import glob\n",
+        "import imageio\n",
+        "import matplotlib.pyplot as plt\n",
+        "import numpy as np\n",
+        "import os\n",
+        "import PIL\n",
+        "import time\n",
+        "\n",
+        "from IPython import display"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "iYn4MdZnKCey"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Load the dataset\n",
+        "\n",
+        "We are going to use the MNIST dataset to train the generator and the discriminator. The generator will generate handwritten digits resembling the MNIST data."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "a4fYMGxGhrna",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "(train_images, train_labels), (_, _) = tf.keras.datasets.mnist.load_data()"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "NFC2ghIdiZYE",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "train_images = train_images.reshape(train_images.shape[0], 28, 28, 1).astype('float32')\n",
+        "train_images = (train_images - 127.5) / 127.5 # Normalize the images to [-1, 1]"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "S4PIDhoDLbsZ",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "BUFFER_SIZE = 60000\n",
+        "BATCH_SIZE = 256"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "PIGN6ouoQxt3"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Use tf.data to create batches and shuffle the dataset"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "-yKCCQOoJ7cn",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "train_dataset = tf.data.Dataset.from_tensor_slices(train_images).shuffle(BUFFER_SIZE).batch(BATCH_SIZE)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "THY-sZMiQ4UV"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Create the models\n",
+        "\n",
+        "We will use tf.keras [model subclassing](https://www.tensorflow.org/guide/keras#model_subclassing) to define the generator and discriminator. We will create layers in the *init* method, and define the forward pass in the *call* method. Note, we could write these models more compactly using the [Sequential API](https://www.tensorflow.org/guide/keras#sequential_model), e.g., \n",
+        "\n",
+        "```def make_generator_model():\n",
+        "     return tf.keras.Sequential([\n",
+        "       tf.keras.layers.Dense(7*7*64, use_bias=False),\n",
+        "       tf.keras.layers.BatchNormalization(),\n",
+        "       ...])```\n",
+        "    \n",
+        "In this case we've used model subclassing, in order to have another example of that style available."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "-tEyxE-GMC48"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### The Generator Model\n",
+        "\n",
+        "The generator is responsible for creating convincing images that are good enough to fool the discriminator. The network architecture for the generator consists of [Conv2DTranspose](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Conv2DTranspose) (Upsampling) layers. We start with a fully connected layer and upsample the image two times in order to reach the desired image size. We increase the width and height, and reduce the depth as we move through the layers in the network. We use [Leaky ReLU](https://www.tensorflow.org/api_docs/python/tf/keras/layers/LeakyReLU) activation except for the last layer which uses tanh activation."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "VGLbvBEmjK0a",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "class Generator(tf.keras.Model):\n",
+        "  def __init__(self):\n",
+        "    super(Generator, self).__init__()\n",
+        "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
+        "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
+        "    \n",
+        "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
+        "    # Layer shape is now 7x7x64    \n",
+        "    \n",
+        "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
+        "\n",
+        "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+        "    # Layer shape is now 14x14x32\n",
+        "    \n",
+        "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
+        "   \n",
+        "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+        "    # Layer shape is now 28x28x1\n",
+        "\n",
+        "  def call(self, x, training=True):\n",
+        "    x = self.fc1(x)\n",
+        "    x = self.batchnorm1(x, training=training)\n",
+        "    x = tf.nn.relu(x)\n",
+        "\n",
+        "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
+        "\n",
+        "    x = self.conv1(x)\n",
+        "    x = self.batchnorm2(x, training=training)\n",
+        "    x = tf.nn.relu(x)\n",
+        "\n",
+        "    x = self.conv2(x)\n",
+        "    x = self.batchnorm3(x, training=training)\n",
+        "    x = tf.nn.relu(x)\n",
+        "\n",
+        "    x = tf.nn.tanh(self.conv3(x))  \n",
+        "    return x"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "D0IKnaCtg6WE"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### The Discriminator model\n",
+        "\n",
+        "The discriminator is responsible for distinguishing fake images from real images. It's similar to a regular CNN-based image classifier."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "bkOfJxk5j5Hi",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "class Discriminator(tf.keras.Model):\n",
+        "  def __init__(self):\n",
+        "    super(Discriminator, self).__init__()\n",
+        "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
+        "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
+        "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
+        "    self.flatten = tf.keras.layers.Flatten()\n",
+        "    self.fc1 = tf.keras.layers.Dense(1)\n",
+        "\n",
+        "  def call(self, x, training=True):\n",
+        "    x = tf.nn.leaky_relu(self.conv1(x))\n",
+        "    x = self.dropout(x, training=training)\n",
+        "    x = tf.nn.leaky_relu(self.conv2(x))\n",
+        "    x = self.dropout(x, training=training)\n",
+        "    x = self.flatten(x)\n",
+        "    x = self.fc1(x)\n",
+        "    return x"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "gDkA05NE6QMs",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "generator = Generator()\n",
+        "discriminator = Discriminator()"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "6TSZgwc2BUQ-"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "k1HpMSLImuRi",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "generator.call = tf.contrib.eager.defun(generator.call)\n",
+        "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "0FMYgY_mPfTi"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Define the loss functions and the optimizer\n",
+        "\n",
+        "Let's define the loss functions and the optimizers for the generator and the discriminator.\n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "Jd-3GCUEiKtv"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Generator loss\n",
+        "The generator loss is a sigmoid cross entropy loss of the generated images and an array of ones, since the generator is trying to generate fake images that resemble the real images."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "90BIcCKcDMxz",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def generator_loss(generated_output):\n",
+        "    return tf.losses.sigmoid_cross_entropy(tf.ones_like(generated_output), generated_output)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "PKY_iPSPNWoj"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "### Discriminator loss\n",
+        "\n",
+        "The discriminator loss function takes two inputs: real images, and generated images. Here is how to calculate the discriminator loss:\n",
+        "1. Calculate real_loss which is a sigmoid cross entropy loss of the real images and an array of ones (since these are the real images).\n",
+        "2. Calculate generated_loss which is a sigmoid cross entropy loss of the generated images and an array of zeros (since these are the fake images).\n",
+        "3. Calculate the total_loss as the sum of real_loss and generated_loss."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "wkMNfBWlT-PV",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def discriminator_loss(real_output, generated_output):\n",
+        "    # [1,1,...,1] with real output since it is true and we want our generated examples to look like it\n",
+        "    real_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.ones_like(real_output), logits=real_output)\n",
+        "\n",
+        "    # [0,0,...,0] with generated images since they are fake\n",
+        "    generated_loss = tf.losses.sigmoid_cross_entropy(multi_class_labels=tf.zeros_like(generated_output), logits=generated_output)\n",
+        "\n",
+        "    total_loss = real_loss + generated_loss\n",
+        "\n",
+        "    return total_loss"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "MgIc7i0th_Iu"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "The discriminator and the generator optimizers are different since we will train two networks separately."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "iWCn_PVdEJZ7",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "generator_optimizer = tf.train.AdamOptimizer(1e-4)\n",
+        "discriminator_optimizer = tf.train.AdamOptimizer(1e-4)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "mWtinsGDPJlV"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Checkpoints (Object-based saving)**"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "CA1w-7s2POEy",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "checkpoint_dir = './training_checkpoints'\n",
+        "checkpoint_prefix = os.path.join(checkpoint_dir, \"ckpt\")\n",
+        "checkpoint = tf.train.Checkpoint(generator_optimizer=generator_optimizer,\n",
+        "                                 discriminator_optimizer=discriminator_optimizer,\n",
+        "                                 generator=generator,\n",
+        "                                 discriminator=discriminator)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "Rw1fkAczTQYh"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Set up GANs for Training\n",
+        "\n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "5QC5BABamh_c"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "Now it's time to put together the generator and discriminator to set up the Generative Adversarial Networks, as you see in the diagam at the beginning of the tutorial."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "Ff6oN6PZX27n"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Define training parameters**"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "NS2GWywBbAWo",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "EPOCHS = 150\n",
+        "noise_dim = 100\n",
+        "num_examples_to_generate = 16\n",
+        "\n",
+        "# We'll re-use this random vector used to seed the generator so\n",
+        "# it will be easier to see the improvement over time.\n",
+        "random_vector_for_generation = tf.random_normal([num_examples_to_generate,\n",
+        "                                                 noise_dim])"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "jylSonrqSWfi"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Define training method**\n",
+        "\n",
+        "We start by iterating over the dataset. The generator is given a random vector as an input which is processed to  output an image looking like a handwritten digit. The discriminator is then shown the real MNIST images as well as the generated images.\n",
+        "\n",
+        "Next, we calculate the generator and the discriminator loss. Then, we calculate the gradients of loss with respect to both the generator and the discriminator variables."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "2M7LmLtGEMQJ",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def train(dataset, epochs, noise_dim):  \n",
+        "  for epoch in range(epochs):\n",
+        "    start = time.time()\n",
+        "    \n",
+        "    for images in dataset:\n",
+        "      # generating noise from a uniform distribution\n",
+        "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
+        "      \n",
+        "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
+        "        generated_images = generator(noise, training=True)\n",
+        "      \n",
+        "        real_output = discriminator(images, training=True)\n",
+        "        generated_output = discriminator(generated_images, training=True)\n",
+        "        \n",
+        "        gen_loss = generator_loss(generated_output)\n",
+        "        disc_loss = discriminator_loss(real_output, generated_output)\n",
+        "        \n",
+        "      gradients_of_generator = gen_tape.gradient(gen_loss, generator.variables)\n",
+        "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
+        "      \n",
+        "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
+        "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
+        "\n",
+        "    display.clear_output(wait=True)\n",
+        "    generate_and_save_images(generator,\n",
+        "                               epoch + 1,\n",
+        "                               random_vector_for_generation)\n",
+        "    \n",
+        "    # saving (checkpoint) the model every 15 epochs\n",
+        "    if (epoch + 1) % 15 == 0:\n",
+        "      checkpoint.save(file_prefix = checkpoint_prefix)\n",
+        "    \n",
+        "    print ('Time taken for epoch {} is {} sec'.format(epoch + 1,\n",
+        "                                                      time.time()-start))\n",
+        "  # generating after the final epoch\n",
+        "  display.clear_output(wait=True)\n",
+        "  generate_and_save_images(generator,\n",
+        "                           epochs,\n",
+        "                           random_vector_for_generation)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "2aFF7Hk3XdeW"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Generate and save images**\n",
+        "\n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "RmdVsmvhPxyy",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def generate_and_save_images(model, epoch, test_input):\n",
+        "  # make sure the training parameter is set to False because we\n",
+        "  # don't want to train the batchnorm layer when doing inference.\n",
+        "  predictions = model(test_input, training=False)\n",
+        "\n",
+        "  fig = plt.figure(figsize=(4,4))\n",
+        "  \n",
+        "  for i in range(predictions.shape[0]):\n",
+        "      plt.subplot(4, 4, i+1)\n",
+        "      plt.imshow(predictions[i, :, :, 0] * 127.5 + 127.5, cmap='gray')\n",
+        "      plt.axis('off')\n",
+        "        \n",
+        "  plt.savefig('image_at_epoch_{:04d}.png'.format(epoch))\n",
+        "  plt.show()"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "dZrd4CdjR-Fp"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Train the GANs\n",
+        "We will call the train() method defined above to train the generator and discriminator simultaneously. Note, training GANs can be tricky. It's important that the generator and discriminator do not overpower each other (e.g., that they train at a similar rate).\n",
+        "\n",
+        "At the beginning of the training, the generated images look like random noise. As training progresses, you can see the generated digits look increasingly real. After 150 epochs, they look very much like the MNIST digits."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "Ly3UN0SLLY2l",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "%%time\n",
+        "train(train_dataset, EPOCHS, noise_dim)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "rfM4YcPVPkNO"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Restore the latest checkpoint**"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "XhXsd0srPo8c",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "# restoring the latest checkpoint in checkpoint_dir\n",
+        "checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "P4M_vIbUi7c0"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Generated images \n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "mLskt7EfXAjr"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "After training, its time to generate some images! \n",
+        "The last step is to plot the generated images and voila!\n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "WfO5wCdclHGL",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "# Display a single image using the epoch number\n",
+        "def display_image(epoch_no):\n",
+        "  return PIL.Image.open('image_at_epoch_{:04d}.png'.format(epoch_no))"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "5x3q9_Oe5q0A",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "display_image(EPOCHS)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "NywiH3nL8guF"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Generate a GIF of all the saved images**\n",
+        "\n",
+        "We will use imageio to create an animated gif using all the images saved during training."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "IGKQgENQ8lEI",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "with imageio.get_writer('dcgan.gif', mode='I') as writer:\n",
+        "  filenames = glob.glob('image*.png')\n",
+        "  filenames = sorted(filenames)\n",
+        "  last = -1\n",
+        "  for i,filename in enumerate(filenames):\n",
+        "    frame = 2*(i**0.5)\n",
+        "    if round(frame) > round(last):\n",
+        "      last = frame\n",
+        "    else:\n",
+        "      continue\n",
+        "    image = imageio.imread(filename)\n",
+        "    writer.append_data(image)\n",
+        "  image = imageio.imread(filename)\n",
+        "  writer.append_data(image)\n",
+        "    \n",
+        "# this is a hack to display the gif inside the notebook\n",
+        "os.system('cp dcgan.gif dcgan.gif.png')"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "cGhC3-fMWSwl"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "Display the animated gif with all the mages generated during the training of GANs."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "uV0yiKpzNP1b",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "display.Image(filename=\"dcgan.gif.png\")"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "6EEG-wePkmJQ"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "**Download the animated gif**\n",
+        "\n",
+        "Uncomment the code below to download an animated gif from Colab."
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "4UJjSnIMOzOJ",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "#from google.colab import files\n",
+        "#files.download('dcgan.gif')"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "k6qC-SbjK0yW"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "## Learn more about GANs\n"
+      ]
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "xjjkT9KAK6H7"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "We hope this tutorial was helpful! As a next step, you might like to experiment with a different dataset, for example the Large-scale Celeb Faces Attributes (CelebA) dataset [available on Kaggle](https://www.kaggle.com/jessicali9530/celeba-dataset/home).\n",
+        "\n",
+        "To learn more about GANs:\n",
+        "\n",
+        "* Check out MIT's lecture (linked above), or [this](http://cs231n.stanford.edu/slides/2018/cs231n_2018_lecture12.pdf) lecture form Stanford's CS231n. \n",
+        "\n",
+        "* We also recommend the [CVPR 2018 Tutorial on GANs](https://sites.google.com/view/cvpr2018tutorialongans/), and the [NIPS 2016 Tutorial: Generative Adversarial Networks](https://arxiv.org/abs/1701.00160).\n"
+      ]
+    }
+  ]
+}
\ No newline at end of file
-- 
GitLab


From db6c86cffa294c7e35e9f81e6f92a7a53b3a531c Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Mon, 22 Oct 2018 11:57:17 -0700
Subject: [PATCH 0394/1825] Update GANs models to use Sequential and 50 epochs

---
 .../examples/generative_examples/dcgan.ipynb  | 107 +++++++-----------
 1 file changed, 41 insertions(+), 66 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 47f458ddbf..335bdad701 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -96,7 +96,7 @@
         "\n",
         "![alt text](https://github.com/margaretmz/tensorflow/blob/margaret-dcgan/tensorflow/contrib/eager/python/examples/generative_examples/gans_diagram.png?raw=1)\n",
         "\n",
-        "We will demonstrate this process end-to-end on MNIST. Below is an animation that shows a series of images produced by the Generator as it was trained for 150 epochs. Overtime, the generated images become increasingly difficult to distinguish from the training set.\n",
+        "We will demonstrate this process end-to-end on MNIST. Below is an animation that shows a series of images produced by the Generator as it was trained for 50 epochs. Overtime, the generated images become increasingly difficult to distinguish from the training set.\n",
         "\n",
         "To learn more about GANs, we recommend MIT's [Intro to Deep Learning](http://introtodeeplearning.com/) course, which includes a lecture on Deep Generative Models ([video](https://youtu.be/JVb54xhEw6Y) | [slides](http://introtodeeplearning.com/materials/2018_6S191_Lecture4.pdf)). Now, let's head to the code!\n",
         "\n",
@@ -236,15 +236,7 @@
       "source": [
         "## Create the models\n",
         "\n",
-        "We will use tf.keras [model subclassing](https://www.tensorflow.org/guide/keras#model_subclassing) to define the generator and discriminator. We will create layers in the *init* method, and define the forward pass in the *call* method. Note, we could write these models more compactly using the [Sequential API](https://www.tensorflow.org/guide/keras#sequential_model), e.g., \n",
-        "\n",
-        "```def make_generator_model():\n",
-        "     return tf.keras.Sequential([\n",
-        "       tf.keras.layers.Dense(7*7*64, use_bias=False),\n",
-        "       tf.keras.layers.BatchNormalization(),\n",
-        "       ...])```\n",
-        "    \n",
-        "In this case we've used model subclassing, in order to have another example of that style available."
+        "We will use tf.keras [Sequential API](https://www.tensorflow.org/guide/keras#sequential_model) to define the generator and discriminator models."
       ]
     },
     {
@@ -256,53 +248,39 @@
       "source": [
         "### The Generator Model\n",
         "\n",
-        "The generator is responsible for creating convincing images that are good enough to fool the discriminator. The network architecture for the generator consists of [Conv2DTranspose](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Conv2DTranspose) (Upsampling) layers. We start with a fully connected layer and upsample the image two times in order to reach the desired image size. We increase the width and height, and reduce the depth as we move through the layers in the network. We use [Leaky ReLU](https://www.tensorflow.org/api_docs/python/tf/keras/layers/LeakyReLU) activation except for the last layer which uses tanh activation."
+        "The generator is responsible for creating convincing images that are good enough to fool the discriminator. The network architecture for the generator consists of [Conv2DTranspose](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Conv2DTranspose) (Upsampling) layers. We start with a fully connected layer and upsample the image two times in order to reach the desired image size of 28x28x1. We increase the width and height, and reduce the depth as we move through the layers in the network. We use [Leaky ReLU](https://www.tensorflow.org/api_docs/python/tf/keras/layers/LeakyReLU) activation for each layer except for the last one where we use a tanh activation."
       ]
     },
     {
       "metadata": {
+        "id": "6bpTcDqoLWjY",
         "colab_type": "code",
-        "id": "VGLbvBEmjK0a",
         "colab": {}
       },
       "cell_type": "code",
       "source": [
-        "class Generator(tf.keras.Model):\n",
-        "  def __init__(self):\n",
-        "    super(Generator, self).__init__()\n",
-        "    self.fc1 = tf.keras.layers.Dense(7*7*64, use_bias=False)\n",
-        "    self.batchnorm1 = tf.keras.layers.BatchNormalization()\n",
-        "    \n",
-        "    self.conv1 = tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(1, 1), padding='same', use_bias=False)\n",
-        "    # Layer shape is now 7x7x64    \n",
+        "def make_generator_model():\n",
+        "  return tf.keras.Sequential([\n",
+        "    tf.keras.layers.Dense(7*7*256, use_bias=False),\n",
+        "    tf.keras.layers.BatchNormalization(),\n",
+        "    tf.keras.layers.LeakyReLU(),\n",
+        "      \n",
+        "    tf.keras.layers.Reshape((7, 7, 256)),\n",
+        "    # Reshape layer to 7x7x64 \n",
         "    \n",
-        "    self.batchnorm2 = tf.keras.layers.BatchNormalization()\n",
+        "    tf.keras.layers.Conv2DTranspose(128, (5, 5), strides=(1, 1), padding='same', use_bias=False),\n",
+        "    # Layer shape is still 7x7x64 \n",
+        "    tf.keras.layers.BatchNormalization(),\n",
+        "    tf.keras.layers.LeakyReLU(),\n",
         "\n",
-        "    self.conv2 = tf.keras.layers.Conv2DTranspose(32, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
+        "    tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(2, 2), padding='same', use_bias=False),\n",
         "    # Layer shape is now 14x14x32\n",
-        "    \n",
-        "    self.batchnorm3 = tf.keras.layers.BatchNormalization()\n",
-        "   \n",
-        "    self.conv3 = tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False)\n",
-        "    # Layer shape is now 28x28x1\n",
-        "\n",
-        "  def call(self, x, training=True):\n",
-        "    x = self.fc1(x)\n",
-        "    x = self.batchnorm1(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
+        "    tf.keras.layers.BatchNormalization(),\n",
+        "    tf.keras.layers.LeakyReLU(),\n",
         "\n",
-        "    x = tf.reshape(x, shape=(-1, 7, 7, 64))\n",
-        "\n",
-        "    x = self.conv1(x)\n",
-        "    x = self.batchnorm2(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = self.conv2(x)\n",
-        "    x = self.batchnorm3(x, training=training)\n",
-        "    x = tf.nn.relu(x)\n",
-        "\n",
-        "    x = tf.nn.tanh(self.conv3(x))  \n",
-        "    return x"
+        "    tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False, activation='tanh')\n",
+        "    # Layer shape is now 28x28x1\n",
+        "  ])"
       ],
       "execution_count": 0,
       "outputs": []
@@ -321,29 +299,25 @@
     },
     {
       "metadata": {
+        "id": "dw2tPLmk2pEP",
         "colab_type": "code",
-        "id": "bkOfJxk5j5Hi",
         "colab": {}
       },
       "cell_type": "code",
       "source": [
-        "class Discriminator(tf.keras.Model):\n",
-        "  def __init__(self):\n",
-        "    super(Discriminator, self).__init__()\n",
-        "    self.conv1 = tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same')\n",
-        "    self.conv2 = tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same')\n",
-        "    self.dropout = tf.keras.layers.Dropout(0.3)\n",
-        "    self.flatten = tf.keras.layers.Flatten()\n",
-        "    self.fc1 = tf.keras.layers.Dense(1)\n",
-        "\n",
-        "  def call(self, x, training=True):\n",
-        "    x = tf.nn.leaky_relu(self.conv1(x))\n",
-        "    x = self.dropout(x, training=training)\n",
-        "    x = tf.nn.leaky_relu(self.conv2(x))\n",
-        "    x = self.dropout(x, training=training)\n",
-        "    x = self.flatten(x)\n",
-        "    x = self.fc1(x)\n",
-        "    return x"
+        "def make_discriminator_model():\n",
+        "   return tf.keras.Sequential([\n",
+        "      tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same'),\n",
+        "      tf.keras.layers.LeakyReLU(),\n",
+        "      tf.keras.layers.Dropout(0.3),\n",
+        "      \n",
+        "      tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same'),\n",
+        "      tf.keras.layers.LeakyReLU(),\n",
+        "      tf.keras.layers.Dropout(0.3),\n",
+        "       \n",
+        "      tf.keras.layers.Flatten(),\n",
+        "      tf.keras.layers.Dense(1)\n",
+        "     ])"
       ],
       "execution_count": 0,
       "outputs": []
@@ -356,8 +330,8 @@
       },
       "cell_type": "code",
       "source": [
-        "generator = Generator()\n",
-        "discriminator = Discriminator()"
+        "generator = make_generator_model()\n",
+        "discriminator = make_discriminator_model()"
       ],
       "execution_count": 0,
       "outputs": []
@@ -552,7 +526,7 @@
       },
       "cell_type": "code",
       "source": [
-        "EPOCHS = 150\n",
+        "EPOCHS = 50\n",
         "noise_dim = 100\n",
         "num_examples_to_generate = 16\n",
         "\n",
@@ -609,6 +583,7 @@
         "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
         "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
         "\n",
+        "      \n",
         "    display.clear_output(wait=True)\n",
         "    generate_and_save_images(generator,\n",
         "                               epoch + 1,\n",
@@ -676,7 +651,7 @@
         "## Train the GANs\n",
         "We will call the train() method defined above to train the generator and discriminator simultaneously. Note, training GANs can be tricky. It's important that the generator and discriminator do not overpower each other (e.g., that they train at a similar rate).\n",
         "\n",
-        "At the beginning of the training, the generated images look like random noise. As training progresses, you can see the generated digits look increasingly real. After 150 epochs, they look very much like the MNIST digits."
+        "At the beginning of the training, the generated images look like random noise. As training progresses, you can see the generated digits look increasingly real. After 50 epochs, they look very much like the MNIST digits."
       ]
     },
     {
-- 
GitLab


From ee2018a59c1dfec0933f8f0c7ebe4dcf0044de1f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 12:01:43 -0700
Subject: [PATCH 0395/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 218207923

---
 tensorflow/go/op/wrappers.go | 320 +++++++++++++++--------------------
 1 file changed, 140 insertions(+), 180 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index ade1c6cf07..7d4cf524bc 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -12184,6 +12184,117 @@ func Assert(scope *Scope, condition tf.Output, data []tf.Output, optional ...Ass
 	return scope.AddOperation(opspec)
 }
 
+// CudnnRNNBackpropAttr is an optional argument to CudnnRNNBackprop.
+type CudnnRNNBackpropAttr func(optionalAttr)
+
+// CudnnRNNBackpropRnnMode sets the optional rnn_mode attribute to value.
+// If not specified, defaults to "lstm"
+func CudnnRNNBackpropRnnMode(value string) CudnnRNNBackpropAttr {
+	return func(m optionalAttr) {
+		m["rnn_mode"] = value
+	}
+}
+
+// CudnnRNNBackpropInputMode sets the optional input_mode attribute to value.
+// If not specified, defaults to "linear_input"
+func CudnnRNNBackpropInputMode(value string) CudnnRNNBackpropAttr {
+	return func(m optionalAttr) {
+		m["input_mode"] = value
+	}
+}
+
+// CudnnRNNBackpropDirection sets the optional direction attribute to value.
+// If not specified, defaults to "unidirectional"
+func CudnnRNNBackpropDirection(value string) CudnnRNNBackpropAttr {
+	return func(m optionalAttr) {
+		m["direction"] = value
+	}
+}
+
+// CudnnRNNBackpropDropout sets the optional dropout attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNBackpropDropout(value float32) CudnnRNNBackpropAttr {
+	return func(m optionalAttr) {
+		m["dropout"] = value
+	}
+}
+
+// CudnnRNNBackpropSeed sets the optional seed attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNBackpropSeed(value int64) CudnnRNNBackpropAttr {
+	return func(m optionalAttr) {
+		m["seed"] = value
+	}
+}
+
+// CudnnRNNBackpropSeed2 sets the optional seed2 attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNBackpropSeed2(value int64) CudnnRNNBackpropAttr {
+	return func(m optionalAttr) {
+		m["seed2"] = value
+	}
+}
+
+// Backprop step of CudnnRNN.
+//
+// Compute the backprop of both data and weights in a RNN.
+//
+// rnn_mode: Indicates the type of the RNN model.
+// input_mode: Indicate whether there is a linear projection between the input and
+//     the actual computation before the first layer. 'skip_input' is only allowed
+//     when input_size == num_units; 'auto_select' implies 'skip_input' when
+//     input_size == num_units; otherwise, it implies 'linear_input'.
+// direction: Indicates whether a bidirectional model will be used. Should be
+//   "unidirectional" or "bidirectional".
+// dropout: Dropout probability. When set to 0., dropout is disabled.
+// seed: The 1st part of a seed to initialize dropout.
+// seed2: The 2nd part of a seed to initialize dropout.
+// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
+// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
+//     num_units].
+// input_c: For LSTM, a 3-D tensor with the shape of
+//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
+// params: A 1-D tensor that contains the weights and biases in an opaque layout.
+//     The size must be created through CudnnRNNParamsSize, and initialized
+//     separately. Note that they might not be compatible across different
+//     generations. So it is a good idea to save and restore
+// output: A 3-D tensor with the shape of [seq_length, batch_size,
+//     dir * num_units].
+// output_h: The same shape has input_h.
+// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
+// output_backprop: A 3-D tensor with the same shape as output in the forward pass.
+// output_h_backprop: A 3-D tensor with the same shape as output_h in the forward
+//     pass.
+// output_c_backprop: A 3-D tensor with the same shape as output_c in the forward
+//     pass.
+// reserve_space: The same reserve_space produced in for forward operation.
+// input_backprop: The backprop to input in the forward pass. Has the same shape
+//     as input.
+// input_h_backprop: The backprop to input_h in the forward pass. Has the same
+//     shape as input_h.
+// input_c_backprop: The backprop to input_c in the forward pass. Has the same
+//     shape as input_c.
+// params_backprop: The backprop to the params buffer in the forward pass. Has the
+//     same shape as params.
+func CudnnRNNBackprop(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, output tf.Output, output_h tf.Output, output_c tf.Output, output_backprop tf.Output, output_h_backprop tf.Output, output_c_backprop tf.Output, reserve_space tf.Output, optional ...CudnnRNNBackpropAttr) (input_backprop tf.Output, input_h_backprop tf.Output, input_c_backprop tf.Output, params_backprop tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "CudnnRNNBackprop",
+		Input: []tf.Input{
+			input, input_h, input_c, params, output, output_h, output_c, output_backprop, output_h_backprop, output_c_backprop, reserve_space,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
+}
+
 // Split a `SparseTensor` into `num_split` tensors along one dimension.
 //
 // If the `shape[split_dim]` is not an integer multiple of `num_split`. Slices
@@ -16660,46 +16771,6 @@ func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer
 	return op.Output(0)
 }
 
-// Computes the matrix square root of one or more square matrices:
-//
-// matmul(sqrtm(A), sqrtm(A)) = A
-//
-// The input matrix should be invertible. If the input matrix is real,
-// it should have no eigenvalues which are real and negative
-// (pairs of complex conjugate eigenvalues are allowed).
-//
-// The matrix square root is computed by first reducing the matrix to
-// quasi-triangular form with the real Schur decomposition. The square root
-// of the quasi-triangular matrix is then computed directly. Details of
-// the algorithm can be found in: Nicholas J. Higham, "Computing real
-// square roots of a real matrix", Linear Algebra Appl., 1987.
-//
-// The input is a tensor of shape `[..., M, M]` whose inner-most 2 dimensions
-// form square matrices. The output is a tensor of the same shape as the input
-// containing the matrix square root for all input submatrices `[..., :, :]`.
-//
-// Arguments:
-//	input: Shape is `[..., M, M]`.
-//
-// Returns Shape is `[..., M, M]`.
-//
-// @compatibility(scipy)
-// Equivalent to scipy.linalg.sqrtm
-// @end_compatibility
-func MatrixSquareRoot(scope *Scope, input tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "MatrixSquareRoot",
-		Input: []tf.Input{
-			input,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // MaxPool3DAttr is an optional argument to MaxPool3D.
 type MaxPool3DAttr func(optionalAttr)
 
@@ -18024,117 +18095,6 @@ func ResourceApplyAddSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Outpu
 	return scope.AddOperation(opspec)
 }
 
-// CudnnRNNBackpropAttr is an optional argument to CudnnRNNBackprop.
-type CudnnRNNBackpropAttr func(optionalAttr)
-
-// CudnnRNNBackpropRnnMode sets the optional rnn_mode attribute to value.
-// If not specified, defaults to "lstm"
-func CudnnRNNBackpropRnnMode(value string) CudnnRNNBackpropAttr {
-	return func(m optionalAttr) {
-		m["rnn_mode"] = value
-	}
-}
-
-// CudnnRNNBackpropInputMode sets the optional input_mode attribute to value.
-// If not specified, defaults to "linear_input"
-func CudnnRNNBackpropInputMode(value string) CudnnRNNBackpropAttr {
-	return func(m optionalAttr) {
-		m["input_mode"] = value
-	}
-}
-
-// CudnnRNNBackpropDirection sets the optional direction attribute to value.
-// If not specified, defaults to "unidirectional"
-func CudnnRNNBackpropDirection(value string) CudnnRNNBackpropAttr {
-	return func(m optionalAttr) {
-		m["direction"] = value
-	}
-}
-
-// CudnnRNNBackpropDropout sets the optional dropout attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNBackpropDropout(value float32) CudnnRNNBackpropAttr {
-	return func(m optionalAttr) {
-		m["dropout"] = value
-	}
-}
-
-// CudnnRNNBackpropSeed sets the optional seed attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNBackpropSeed(value int64) CudnnRNNBackpropAttr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
-
-// CudnnRNNBackpropSeed2 sets the optional seed2 attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNBackpropSeed2(value int64) CudnnRNNBackpropAttr {
-	return func(m optionalAttr) {
-		m["seed2"] = value
-	}
-}
-
-// Backprop step of CudnnRNN.
-//
-// Compute the backprop of both data and weights in a RNN.
-//
-// rnn_mode: Indicates the type of the RNN model.
-// input_mode: Indicate whether there is a linear projection between the input and
-//     the actual computation before the first layer. 'skip_input' is only allowed
-//     when input_size == num_units; 'auto_select' implies 'skip_input' when
-//     input_size == num_units; otherwise, it implies 'linear_input'.
-// direction: Indicates whether a bidirectional model will be used. Should be
-//   "unidirectional" or "bidirectional".
-// dropout: Dropout probability. When set to 0., dropout is disabled.
-// seed: The 1st part of a seed to initialize dropout.
-// seed2: The 2nd part of a seed to initialize dropout.
-// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
-// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
-//     num_units].
-// input_c: For LSTM, a 3-D tensor with the shape of
-//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
-// params: A 1-D tensor that contains the weights and biases in an opaque layout.
-//     The size must be created through CudnnRNNParamsSize, and initialized
-//     separately. Note that they might not be compatible across different
-//     generations. So it is a good idea to save and restore
-// output: A 3-D tensor with the shape of [seq_length, batch_size,
-//     dir * num_units].
-// output_h: The same shape has input_h.
-// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
-// output_backprop: A 3-D tensor with the same shape as output in the forward pass.
-// output_h_backprop: A 3-D tensor with the same shape as output_h in the forward
-//     pass.
-// output_c_backprop: A 3-D tensor with the same shape as output_c in the forward
-//     pass.
-// reserve_space: The same reserve_space produced in for forward operation.
-// input_backprop: The backprop to input in the forward pass. Has the same shape
-//     as input.
-// input_h_backprop: The backprop to input_h in the forward pass. Has the same
-//     shape as input_h.
-// input_c_backprop: The backprop to input_c in the forward pass. Has the same
-//     shape as input_c.
-// params_backprop: The backprop to the params buffer in the forward pass. Has the
-//     same shape as params.
-func CudnnRNNBackprop(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, output tf.Output, output_h tf.Output, output_c tf.Output, output_backprop tf.Output, output_h_backprop tf.Output, output_c_backprop tf.Output, reserve_space tf.Output, optional ...CudnnRNNBackpropAttr) (input_backprop tf.Output, input_h_backprop tf.Output, input_c_backprop tf.Output, params_backprop tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "CudnnRNNBackprop",
-		Input: []tf.Input{
-			input, input_h, input_c, params, output, output_h, output_c, output_backprop, output_h_backprop, output_c_backprop, reserve_space,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
-}
-
 // UpperBoundAttr is an optional argument to UpperBound.
 type UpperBoundAttr func(optionalAttr)
 
@@ -25999,6 +25959,35 @@ func DatasetToGraph(scope *Scope, input_dataset tf.Output) (graph tf.Output) {
 	return op.Output(0)
 }
 
+// Convert JSON-encoded Example records to binary protocol buffer strings.
+//
+// This op translates a tensor containing Example records, encoded using
+// the [standard JSON
+// mapping](https://developers.google.com/protocol-buffers/docs/proto3#json),
+// into a tensor containing the same records encoded as binary protocol
+// buffers. The resulting tensor can then be fed to any of the other
+// Example-parsing ops.
+//
+// Arguments:
+//	json_examples: Each string is a JSON object serialized according to the JSON
+// mapping of the Example proto.
+//
+// Returns Each string is a binary Example protocol buffer corresponding
+// to the respective element of `json_examples`.
+func DecodeJSONExample(scope *Scope, json_examples tf.Output) (binary_examples tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "DecodeJSONExample",
+		Input: []tf.Input{
+			json_examples,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // SvdAttr is an optional argument to Svd.
 type SvdAttr func(optionalAttr)
 
@@ -29222,35 +29211,6 @@ func MapSize(scope *Scope, dtypes []tf.DataType, optional ...MapSizeAttr) (size
 	return op.Output(0)
 }
 
-// Convert JSON-encoded Example records to binary protocol buffer strings.
-//
-// This op translates a tensor containing Example records, encoded using
-// the [standard JSON
-// mapping](https://developers.google.com/protocol-buffers/docs/proto3#json),
-// into a tensor containing the same records encoded as binary protocol
-// buffers. The resulting tensor can then be fed to any of the other
-// Example-parsing ops.
-//
-// Arguments:
-//	json_examples: Each string is a JSON object serialized according to the JSON
-// mapping of the Example proto.
-//
-// Returns Each string is a binary Example protocol buffer corresponding
-// to the respective element of `json_examples`.
-func DecodeJSONExample(scope *Scope, json_examples tf.Output) (binary_examples tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "DecodeJSONExample",
-		Input: []tf.Input{
-			json_examples,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // SparseToDenseAttr is an optional argument to SparseToDense.
 type SparseToDenseAttr func(optionalAttr)
 
-- 
GitLab


From 9a45320575c4d528c149bc114cf7ac472f0e93c0 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Mon, 22 Oct 2018 12:02:47 -0700
Subject: [PATCH 0396/1825] Introduce a mechanism to help transition to TF 2.0.

In TF 2.0
- Eager execution will be enabled (what tf.enable_eager_execution() does today)
- tf.Variable will be backed by DT_RESOURCE tensors (what
  tf.enable_resource_variables() does today)
- Control flow constructions (tf.cond, tf.while_loop) will be represented in
  the graph using the functional operations

This commit sets up an environment variable that turns these behaviors
on by default. A follow up change will set this environment variable
before executing all unittests in the TF 2.0 build environments.

PiperOrigin-RevId: 218208216
---
 tensorflow/python/BUILD                   |  8 ++++++
 tensorflow/python/eager/BUILD             |  1 +
 tensorflow/python/eager/context.py        |  6 ++---
 tensorflow/python/ops/control_flow_ops.py |  5 ++--
 tensorflow/python/ops/variable_scope.py   |  3 ++-
 tensorflow/python/tf2.py                  | 30 +++++++++++++++++++++++
 6 files changed, 47 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/python/tf2.py

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 3b90f2e48f..184206e9e1 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2044,6 +2044,7 @@ py_library(
         ":resource_variable_ops_gen",
         ":sparse_tensor",
         ":tensor_array_ops",
+        ":tf2",
         ":tf_should_use",
         ":util",
         "//tensorflow/core:protos_all_py",
@@ -3060,6 +3061,7 @@ py_library(
         ":platform",
         ":resource_variable_ops",
         ":tensor_shape",
+        ":tf2",
         ":util",
         ":variables",
         "//tensorflow/python/eager:context",
@@ -5746,3 +5748,9 @@ pyx_library(
     py_deps = ["//tensorflow/python:util"],
     deps = ["//third_party/py/numpy:headers"],
 )
+
+py_library(
+    name = "tf2",
+    srcs = ["tf2.py"],
+    srcs_version = "PY2AND3",
+)
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index acce86ab1a..7d6ea10c94 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -83,6 +83,7 @@ py_library(
         "//tensorflow/python:errors",
         "//tensorflow/python:platform",
         "//tensorflow/python:pywrap_tensorflow",
+        "//tensorflow/python:tf2",
         "//tensorflow/python:util",
     ],
 )
diff --git a/tensorflow/python/eager/context.py b/tensorflow/python/eager/context.py
index 48e6c1e649..15e47120bf 100644
--- a/tensorflow/python/eager/context.py
+++ b/tensorflow/python/eager/context.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Experimental API for TensorFlow's "Eager" mode of execution."""
+"""State management for eager execution."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -27,6 +27,7 @@ import threading
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python import pywrap_tensorflow
+from tensorflow.python import tf2
 from tensorflow.python.framework import c_api_util
 from tensorflow.python.framework import device as pydev
 from tensorflow.python.util import compat
@@ -37,8 +38,7 @@ from tensorflow.python.util.tf_export import tf_export
 GRAPH_MODE = 0
 EAGER_MODE = 1
 
-# Default execution mode.
-default_execution_mode = GRAPH_MODE
+default_execution_mode = EAGER_MODE if tf2.enabled() else GRAPH_MODE
 
 # Cache from (old_device_name, partial_new_device_name) -> (new_device_name,
 # new_device_spec).
diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 71c83b0a19..18dd9c402e 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -31,6 +31,7 @@ import six
 
 from tensorflow.core.framework import attr_value_pb2
 from tensorflow.core.protobuf import control_flow_pb2
+from tensorflow.python import tf2
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -71,8 +72,8 @@ cond_v2 = LazyLoader("cond_v2", globals(),
 while_v2 = LazyLoader("while_v2", globals(),
                       "tensorflow.python.ops.while_v2")
 
-ENABLE_COND_V2 = os.getenv("TF_ENABLE_COND_V2", "0") != "0"
-ENABLE_WHILE_V2 = os.getenv("TF_ENABLE_WHILE_V2", "0") != "0"
+ENABLE_COND_V2 = tf2.enabled() or os.getenv("TF_ENABLE_COND_V2", "0") != "0"
+ENABLE_WHILE_V2 = tf2.enabled() or os.getenv("TF_ENABLE_WHILE_V2", "0") != "0"
 
 # We override the 'tuple' for a control flow op, so we keep python's
 # existing 'tuple' for later use in this module.
diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index dada7ceb01..eceda19bf6 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -31,6 +31,7 @@ import six
 from six import iteritems
 from six.moves import xrange  # pylint: disable=redefined-builtin
 
+from tensorflow.python import tf2
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -206,7 +207,7 @@ it does exist, simply return it.
 """
 
 
-_DEFAULT_USE_RESOURCE = False
+_DEFAULT_USE_RESOURCE = tf2.enabled()
 
 
 @tf_export(v1=["enable_resource_variables"])
diff --git a/tensorflow/python/tf2.py b/tensorflow/python/tf2.py
new file mode 100644
index 0000000000..c9782a7119
--- /dev/null
+++ b/tensorflow/python/tf2.py
@@ -0,0 +1,30 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tools to help with the TensorFlow 2.0 transition.
+
+This module is meant for TensorFlow internal implementation, not for users of
+the TensorFlow library. For that see tf.compat instead.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+
+def enabled():
+  """Returns True iff TensorFlow 2.0 behavior should be enabled."""
+  return os.getenv("TF2_BEHAVIOR") is not None
-- 
GitLab


From 41a0bff7936ad4c8272c8c1db875ab100524725b Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Mon, 22 Oct 2018 12:12:09 -0700
Subject: [PATCH 0397/1825] [tf.data] Using a model snapshot for autotuning
 optimization.

PiperOrigin-RevId: 218209920
---
 tensorflow/core/framework/model.cc | 101 +++++++++++++++++------------
 tensorflow/core/framework/model.h  |  19 ++++--
 2 files changed, 76 insertions(+), 44 deletions(-)

diff --git a/tensorflow/core/framework/model.cc b/tensorflow/core/framework/model.cc
index 9684b736a7..5dfa19bef2 100644
--- a/tensorflow/core/framework/model.cc
+++ b/tensorflow/core/framework/model.cc
@@ -261,6 +261,21 @@ int64 Model::Node::OutputTimeLocked(std::vector<int64>* input_times) {
   }
 }
 
+std::shared_ptr<Model::Node> Model::Node::Snapshot(
+    std::shared_ptr<Model::Node> output) {
+  tf_shared_lock l(mu_);
+  std::shared_ptr<Node> result =
+      std::make_shared<Node>(id_, name_, std::move(output));
+  result->processing_time_ = processing_time_;
+  result->num_elements_ = num_elements_;
+  result->constant_params_ = constant_params_;
+  result->tunable_params_ = tunable_params_;
+  for (auto& input : inputs_) {
+    result->add_input(input->Snapshot(result));
+  }
+  return result;
+}
+
 void Model::AddConstantParameter(const string& node_name,
                                  const string& parameter_name, int64 value) {
   tf_shared_lock l(mu_);
@@ -323,48 +338,51 @@ void Model::AddTunableParameter(const string& node_name,
 // is less than or equal to the processing time needed to produce an element
 // divided by CPU budget.
 void Model::Optimize(int64 cpu_budget) {
-  std::vector<std::shared_ptr<Model::Node::Tunable>> tunables;
+  std::shared_ptr<Model::Node> snapshot;
   {
     tf_shared_lock lock(mu_);
-    const int64 processing_time = ProcessingTime();
-    tunables = CollectTunables();
-    for (auto tunable : tunables) {
-      tunable->value = 1;
-    }
-    while (true) {
-      const int64 output_time = OutputTime();
-      bool all_tunables = true;
-      for (auto& tunable : tunables) {
-        if (tunable->value < tunable->max) {
-          all_tunables = false;
-          break;
-        }
-      }
-      if (output_time < processing_time / cpu_budget || all_tunables) {
+    snapshot = output_->Snapshot(nullptr);
+  }
+  const int64 processing_time = ProcessingTime(snapshot);
+  auto tunables = CollectTunables(snapshot);
+  for (auto tunable : tunables) {
+    tunable->value = 1;
+  }
+  while (true) {
+    const int64 output_time = OutputTime(snapshot);
+    bool all_tunables = true;
+    for (auto& tunable : tunables) {
+      if (tunable->value < tunable->max) {
+        all_tunables = false;
         break;
       }
-      int64 best_delta = -1;
-      Model::Node::Tunable* best_tunable = nullptr;
-      for (auto& tunable : tunables) {
-        if (tunable->value == tunable->max) {
-          continue;
-        }
-        tunable->value++;
-        int64 delta = output_time - OutputTime();
-        if (delta > best_delta) {
-          best_delta = delta;
-          best_tunable = tunable.get();
-        }
-        tunable->value--;
+    }
+    if (output_time < processing_time / cpu_budget || all_tunables) {
+      break;
+    }
+    int64 best_delta = -1;
+    Model::Node::Tunable* best_tunable = nullptr;
+    for (auto& tunable : tunables) {
+      if (tunable->value == tunable->max) {
+        continue;
       }
-      if (!best_tunable) {
-        // NOTE: This can happen because we are performing the optimization
-        // while the model data is changing. If this becomes an issue, we should
-        // look into performing the optimization using a model snapshot.
-        break;
+      tunable->value++;
+      int64 delta = output_time - OutputTime(snapshot);
+      if (delta > best_delta) {
+        best_delta = delta;
+        best_tunable = tunable.get();
       }
-      best_tunable->value++;
+      tunable->value--;
     }
+    if (!best_tunable) {
+      // This should never happen because we are using a model snapshot and
+      // the output time is monotonically decreasing w.r.t. parallelism.
+      LOG(WARNING) << "Failed to find a tunable parameter that would "
+                      "decrease the output time, aborting the current "
+                      "optimization attempt.";
+      return;
+    }
+    best_tunable->value++;
   }
   VLOG(2) << "Number of knobs: " << tunables.size();
   for (auto& tunable : tunables) {
@@ -414,18 +432,21 @@ void Model::RemoveNode(const string& name) {
   lookup_table_.erase(name);
 }
 
-std::vector<std::shared_ptr<Model::Node::Tunable>> Model::CollectTunables() {
+std::vector<std::shared_ptr<Model::Node::Tunable>> Model::CollectTunables(
+    std::shared_ptr<Model::Node> node) {
   std::vector<std::shared_ptr<Model::Node::Tunable>> tunables;
-  output_->CollectTunables(&tunables);
+  node->CollectTunables(&tunables);
   return tunables;
 }
 
-int64 Model::OutputTime() {
+int64 Model::OutputTime(std::shared_ptr<Model::Node> node) {
   std::vector<int64> input_times(1, 0);
-  return output_->OutputTime(&input_times);
+  return node->OutputTime(&input_times);
 }
 
-int64 Model::ProcessingTime() { return output_->ProcessingTime(); }
+int64 Model::ProcessingTime(std::shared_ptr<Model::Node> node) {
+  return node->ProcessingTime();
+}
 
 }  // namespace model
 }  // namespace data
diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 9596252664..5e4d114313 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -251,6 +251,14 @@ class Model {
       return ProcessingTimeLocked();
     }
 
+    // Returns a copy of this node, making a deep copy of its inputs and a
+    // shallow copy of its tunable parameters.
+    //
+    // The purpose for this method is to allow the model optimization logic to
+    // operate over immutable state while allowing concurrent model updates.
+    std::shared_ptr<Node> Snapshot(std::shared_ptr<Node> output)
+        LOCKS_EXCLUDED(mu_);
+
    private:
     enum class Type {
       BATCH = 0,
@@ -385,12 +393,15 @@ class Model {
     std::shared_ptr<Node> output_ GUARDED_BY(mu_);
   };
 
-  std::vector<std::shared_ptr<Node::Tunable>> CollectTunables()
-      SHARED_LOCKS_REQUIRED(mu_);
+  // Collects tunables in the tree rooted in the given node.
+  std::vector<std::shared_ptr<Node::Tunable>> CollectTunables(
+      std::shared_ptr<Node> node);
 
-  int64 OutputTime() SHARED_LOCKS_REQUIRED(mu_);
+  // Collects the output time for the given node.
+  int64 OutputTime(std::shared_ptr<Node> node);
 
-  int64 ProcessingTime() SHARED_LOCKS_REQUIRED(mu_);
+  // Collects the processing time for the given node.
+  int64 ProcessingTime(std::shared_ptr<Node> node);
 
   // Used for coordination between different input pipeline threads. Exclusive
   // access is required only when adding or removing nodes. Concurrent access to
-- 
GitLab


From 8e71d2033ae7432eaa7f614e8eaf25f118273d0e Mon Sep 17 00:00:00 2001
From: Brennan Saeta <saeta@google.com>
Date: Mon, 22 Oct 2018 12:15:58 -0700
Subject: [PATCH 0398/1825] Fix docstring for precision_config.

PiperOrigin-RevId: 218210431
---
 tensorflow/compiler/tf2xla/python/xla.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/tf2xla/python/xla.py b/tensorflow/compiler/tf2xla/python/xla.py
index 5e86b5d8ec..147e562658 100644
--- a/tensorflow/compiler/tf2xla/python/xla.py
+++ b/tensorflow/compiler/tf2xla/python/xla.py
@@ -250,7 +250,7 @@ def conv(lhs,
     rhs_dilation: dilation to apply between kernel elements
     dimension_numbers: a `ConvolutionDimensionNumbers` proto.
     feature_group_count: number of feature groups for grouped convolution.
-    precision_config: a `PrecisionConfigProto` proto.
+    precision_config: a `xla.PrecisionConfig` proto.
     name: an optional name for the operator
 
   Returns:
-- 
GitLab


From 22d849eda82cd97ce80ae0ba83a851bb258b279f Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Mon, 22 Oct 2018 12:31:53 -0700
Subject: [PATCH 0399/1825] [TF:XLA] Bump open source llvm revision to r344818

PiperOrigin-RevId: 218213235
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 6e018a259f..fa2d266299 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -470,11 +470,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "e8e59ceb364e7b128a21b59ede045de8ced550421c689dc3e560599fbc54c640",
-        strip_prefix = "llvm-d2a4fba6e8bd8266f8e2844f49af91faf1c63db9",
+        sha256 = "858b8a420ed5d01e11d40d79716f529f20e9c206608a057cf7fbbb30fc0aad25",
+        strip_prefix = "llvm-95eb91571b2a31d02953a88b9a3fefb618ba2f3e",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/d2a4fba6e8bd8266f8e2844f49af91faf1c63db9.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/d2a4fba6e8bd8266f8e2844f49af91faf1c63db9.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/95eb91571b2a31d02953a88b9a3fefb618ba2f3e.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/95eb91571b2a31d02953a88b9a3fefb618ba2f3e.tar.gz",
         ],
     )
 
-- 
GitLab


From 8c1807e3ab89d4e81739f35c21bccefe720fb95c Mon Sep 17 00:00:00 2001
From: Grzegorz Pawelczak <grzegorzp@graphcore.ai>
Date: Mon, 22 Oct 2018 20:38:53 +0100
Subject: [PATCH 0400/1825] Correct variable name

---
 .../compiler/xla/service/while_loop_constant_sinking.cc     | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
index d5f748ec2b..8b381dec07 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking.cc
@@ -59,7 +59,7 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
   bool changed = false;
 
   absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>>
-      invariant_conditional_gte_index_to_inst =
+      conditional_gte_index_to_insts =
           WhileUtil::GetGTEsMapForWhileConditional(*while_cond);
   std::vector<HloInstruction*> invariant_body_gtes =
       WhileUtil::GetInvariantGTEsForWhileBody(*while_body);
@@ -85,8 +85,8 @@ StatusOr<bool> WhileLoopConstantSinking::TrySinkingConstantsIntoWhileLoop(
     }
 
     // Check if there is a corresponding GTE in while_conditional.
-    auto it = invariant_conditional_gte_index_to_inst.find(index);
-    if (it == invariant_conditional_gte_index_to_inst.end()) {
+    auto it = conditional_gte_index_to_insts.find(index);
+    if (it == conditional_gte_index_to_insts.end()) {
       continue;
     }
 
-- 
GitLab


From 71d3161aa4151c2c753c28bc31153c3b7ef5459b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 12:33:52 -0700
Subject: [PATCH 0401/1825] Enable PinToHostOptimizer.

PiperOrigin-RevId: 218213557
---
 tensorflow/core/grappler/optimizers/meta_optimizer.cc | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.cc b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
index 889265de64..1979752597 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
@@ -119,7 +119,8 @@ std::unique_ptr<GraphOptimizer> MetaOptimizer::MakeNewOptimizer(
   MK_OPT("scoped_allocator",
          new ScopedAllocatorOptimizer(cfg_.scoped_allocator_optimization(),
                                       cfg_.scoped_allocator_opts()));
-  MK_OPT("small_op", new PinToHostOptimizer(cfg_.pin_to_host_optimization()));
+  MK_OPT("pin_to_host",
+         new PinToHostOptimizer(cfg_.pin_to_host_optimization()));
 
   return std::unique_ptr<GraphOptimizer>();
 }
@@ -157,7 +158,7 @@ Status MetaOptimizer::InitializeOptimizers(
   if (cfg_.remapping() != RewriterConfig::OFF) {
     optimizers->push_back(MakeUnique<Remapper>(cfg_.remapping()));
   }
-  if (cfg_.pin_to_host_optimization() == RewriterConfig::ON) {
+  if (cfg_.pin_to_host_optimization() != RewriterConfig::OFF) {
     optimizers->push_back(MakeUnique<PinToHostOptimizer>());
   }
   if (cfg_.arithmetic_optimization() != RewriterConfig::OFF) {
@@ -550,7 +551,7 @@ bool MetaOptimizerEnabled(const RewriterConfig& cfg) {
          cfg.memory_optimization() != RewriterConfig::NO_MEM_OPT ||
          cfg.debug_stripper() == RewriterConfig::ON ||
          cfg.scoped_allocator_optimization() == RewriterConfig::ON ||
-         cfg.pin_to_host_optimization() == RewriterConfig::ON ||
+         cfg.pin_to_host_optimization() != RewriterConfig::OFF ||
          !cfg.optimizers().empty() || !cfg.custom_optimizers().empty();
 }
 
-- 
GitLab


From 45137afd38ac86c1bb65f371ad89739b915329aa Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 12:45:57 -0700
Subject: [PATCH 0402/1825] [TF:XLA] Test uint64 and int64 of bitcast op.

PiperOrigin-RevId: 218215409
---
 tensorflow/compiler/tests/unary_ops_test.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/tensorflow/compiler/tests/unary_ops_test.py b/tensorflow/compiler/tests/unary_ops_test.py
index 77f6eee0cf..7d0eb7ef82 100644
--- a/tensorflow/compiler/tests/unary_ops_test.py
+++ b/tensorflow/compiler/tests/unary_ops_test.py
@@ -724,6 +724,15 @@ class UnaryOpsTest(xla_test.XLATestCase):
         lambda x: array_ops.bitcast(x, dtypes.int32),
         np.array([1e-45, 1.0], np.float32),
         expected=np.array([1, 0x3f800000], np.int32))
+    if np.int64 in self.numeric_types:
+      self._assertOpOutputMatchesExpected(
+          lambda x: array_ops.bitcast(x, dtypes.int64),
+          np.array([1, 0x100000003f800000], np.uint64),
+          expected=np.array([1, 0x100000003f800000], np.int64))
+      self._assertOpOutputMatchesExpected(
+          lambda x: array_ops.bitcast(x, dtypes.uint64),
+          np.array([1, 0x100000003f800000], np.int64),
+          expected=np.array([1, 0x100000003f800000], np.uint64))
 
   def testInvertPermutation(self):
     self._assertOpOutputMatchesExpected(
-- 
GitLab


From cdeedaf0df6e27cc6a5c20a6388b8af3e7723c09 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 22 Oct 2018 12:49:13 -0700
Subject: [PATCH 0403/1825] Export confusion_matrix as tf.math.confusion_matrix
 instead of tf.train.confusion_matrix. This change is based on feedback at
 https://github.com/tensorflow/tfjs/issues/771#issuecomment-429866544
 https://github.com/tensorflow/community/pull/16

PiperOrigin-RevId: 218216013
---
 tensorflow/python/ops/confusion_matrix.py             | 6 ++++--
 tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt  | 4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt  | 4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt | 4 ----
 tensorflow/tools/compatibility/renames_v2.py          | 3 ++-
 5 files changed, 14 insertions(+), 7 deletions(-)

diff --git a/tensorflow/python/ops/confusion_matrix.py b/tensorflow/python/ops/confusion_matrix.py
index 994c7affbd..77feb34c9a 100644
--- a/tensorflow/python/ops/confusion_matrix.py
+++ b/tensorflow/python/ops/confusion_matrix.py
@@ -91,8 +91,10 @@ def remove_squeezable_dimensions(
 
 
 @tf_export(
-    'train.confusion_matrix', v1=['train.confusion_matrix', 'confusion_matrix'])
-@deprecation.deprecated_endpoints('confusion_matrix')
+    'math.confusion_matrix',
+    v1=['math.confusion_matrix', 'train.confusion_matrix',
+        'confusion_matrix'])
+@deprecation.deprecated_endpoints('confusion_matrix', 'train.confusion_matrix')
 def confusion_matrix(labels, predictions, num_classes=None, dtype=dtypes.int32,
                      name=None, weights=None):
   """Computes the confusion matrix from predictions and labels.
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
index 459b9e3684..a45c0a3259 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
@@ -84,6 +84,10 @@ tf_module {
     name: "ceil"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "confusion_matrix"
+    argspec: "args=[\'labels\', \'predictions\', \'num_classes\', \'dtype\', \'name\', \'weights\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\", \'None\', \'None\'], "
+  }
   member_method {
     name: "conj"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
index 459b9e3684..a45c0a3259 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
@@ -84,6 +84,10 @@ tf_module {
     name: "ceil"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "confusion_matrix"
+    argspec: "args=[\'labels\', \'predictions\', \'num_classes\', \'dtype\', \'name\', \'weights\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\", \'None\', \'None\'], "
+  }
   member_method {
     name: "conj"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index 82445eb18d..7e986a737b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -252,10 +252,6 @@ tf_module {
     name: "checkpoint_exists"
     argspec: "args=[\'checkpoint_prefix\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "confusion_matrix"
-    argspec: "args=[\'labels\', \'predictions\', \'num_classes\', \'dtype\', \'name\', \'weights\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\", \'None\', \'None\'], "
-  }
   member_method {
     name: "cosine_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'alpha\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 98146028c6..9362b36bd2 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -54,7 +54,7 @@ renames = {
     'tf.check_numerics': 'tf.debugging.check_numerics',
     'tf.cholesky': 'tf.linalg.cholesky',
     'tf.cholesky_solve': 'tf.linalg.cholesky_solve',
-    'tf.confusion_matrix': 'tf.train.confusion_matrix',
+    'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
@@ -193,6 +193,7 @@ renames = {
     'tf.string_to_number': 'tf.strings.to_number',
     'tf.svd': 'tf.linalg.svd',
     'tf.trace': 'tf.linalg.trace',
+    'tf.train.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.train.match_filenames_once': 'tf.io.match_filenames_once',
     'tf.uniform_unit_scaling_initializer': 'tf.initializers.uniform_unit_scaling',
     'tf.unsorted_segment_max': 'tf.math.unsorted_segment_max',
-- 
GitLab


From 7bfa315cbf4219a8518f4afadece2a39ca633a17 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 12:51:04 -0700
Subject: [PATCH 0404/1825] Pad op improvements, introduce PadImageStyle (not
 optimized).

PiperOrigin-RevId: 218216404
---
 .../internal/optimized/optimized_ops.h        | 65 +++++++++++++++-
 .../internal/reference/reference_ops.h        | 30 ++++++++
 .../contrib/lite/kernels/internal/types.h     |  9 +++
 tensorflow/contrib/lite/kernels/pad.cc        | 76 +++++++++++++------
 tensorflow/contrib/lite/kernels/pad_test.cc   | 26 +++++++
 5 files changed, 181 insertions(+), 25 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h b/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
index 1e78af083d..1d0b7d2520 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
+++ b/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
@@ -5428,6 +5428,9 @@ void TypedMemset(void* ptr, T value, size_t num) {
   }
 }
 
+// This makes heavy use of Offset, along with conditional branches. There may be
+// opportunities for improvement.
+//
 // There are two versions of pad: Pad and PadV2.  In PadV2 there is a second
 // scalar input that provides the padding value.  Therefore pad_value_ptr can be
 // equivalent to a simple input1_data.  For Pad, it should point to a zero
@@ -5440,7 +5443,7 @@ inline void PadImpl(const tflite::PadParams& op_params,
                     const RuntimeShape& input_shape, const T* input_data,
                     const P* pad_value_ptr, const RuntimeShape& output_shape,
                     T* output_data) {
-  gemmlowp::ScopedProfilingLabel label("Pad");
+  gemmlowp::ScopedProfilingLabel label("Pad4DSlowImpl");
   const RuntimeShape ext_input_shape =
       RuntimeShape::ExtendedShape(4, input_shape);
   const RuntimeShape ext_output_shape =
@@ -5571,6 +5574,66 @@ inline void Pad(const tflite::PadParams& op_params,
           output_data);
 }
 
+// TODO(b/117643175): Optimize. (This is an introductory copy of standard Pad.)
+//
+// This pad requires that (a) left and right paddings are in the 4D patterns
+// {0, h_pad, w_pad, 0}, and (b) memset can be used: *pad_value_ptr == 0 and/or
+// T is uint8.
+//
+// There are two versions of pad: Pad and PadV2.  In PadV2 there is a second
+// scalar input that provides the padding value.  Therefore pad_value_ptr can be
+// equivalent to a simple input1_data.  For Pad, it should point to a zero
+// value.
+//
+// Note that two typenames are required, so that T=P=int32 is considered a
+// specialization distinct from P=int32.
+template <typename T, typename P>
+inline void PadImageStyleMemset(const tflite::PadParams& op_params,
+                                const RuntimeShape& input_shape,
+                                const T* input_data, const P* pad_value_ptr,
+                                const RuntimeShape& output_shape,
+                                T* output_data) {
+  gemmlowp::ScopedProfilingLabel label("PadImageStyle");
+  // TODO(b/117643175): Remove indirection to generic implementation, replace
+  // with optimized.
+  PadImpl(op_params, input_shape, input_data, pad_value_ptr, output_shape,
+          output_data);
+}
+
+template <typename T, typename P>
+inline void PadImageStyle(const tflite::PadParams& op_params,
+                          const RuntimeShape& input_shape, const T* input_data,
+                          const P* pad_value_ptr,
+                          const RuntimeShape& output_shape, T* output_data) {
+  TFLITE_ASSERT_FALSE;
+}
+
+template <typename P>
+inline void PadImageStyle(const tflite::PadParams& op_params,
+                          const RuntimeShape& input_shape,
+                          const uint8* input_data, const P* pad_value_ptr,
+                          const RuntimeShape& output_shape,
+                          uint8* output_data) {
+  PadImageStyleMemset(op_params, input_shape, input_data, pad_value_ptr,
+                      output_shape, output_data);
+}
+
+template <typename P>
+inline void PadImageStyle(const tflite::PadParams& op_params,
+                          const RuntimeShape& input_shape,
+                          const float* input_data, const P* pad_value_ptr,
+                          const RuntimeShape& output_shape,
+                          float* output_data) {
+  const float converted_pad_value = static_cast<float>(*pad_value_ptr);
+  if (converted_pad_value == 0.0f) {
+    PadImageStyleMemset(op_params, input_shape, input_data, pad_value_ptr,
+                        output_shape, output_data);
+  } else {
+    PadImpl(op_params, input_shape, input_data, pad_value_ptr, output_shape,
+            output_data);
+  }
+}
+
 template <typename T>
 inline void Slice(const tflite::SliceParams& op_params,
                   const RuntimeShape& input_shape, const T* input_data,
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h b/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
index d3b770ef36..6bee1439a9 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
+++ b/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
@@ -3250,6 +3250,36 @@ inline void Pad(const tflite::PadParams& op_params,
           output_data);
 }
 
+// One could make all PadImageStyle calls simply delegate the work to the
+// ordinary Pad.  However, it is better that the reference code asserts false in
+// similar cases.
+template <typename T, typename P>
+inline void PadImageStyle(const tflite::PadParams& op_params,
+                          const RuntimeShape& input_shape, const T* input_data,
+                          const P* pad_value_ptr,
+                          const RuntimeShape& output_shape, T* output_data) {
+  TFLITE_ASSERT_FALSE;
+}
+
+template <typename P>
+inline void PadImageStyle(const tflite::PadParams& op_params,
+                          const RuntimeShape& input_shape,
+                          const uint8* input_data, const P* pad_value_ptr,
+                          const RuntimeShape& output_shape,
+                          uint8* output_data) {
+  Pad(op_params, input_shape, input_data, pad_value_ptr, output_shape,
+      output_data);
+}
+
+template <typename P>
+inline void PadImageStyle(const tflite::PadParams& op_params,
+                          const RuntimeShape& input_shape,
+                          const float* input_data, const P* pad_value_ptr,
+                          const RuntimeShape& output_shape,
+                          float* output_data) {
+  Pad(op_params, input_shape, input_data, pad_value_ptr, output_shape,
+      output_data);
+}
 template <typename T>
 inline void StridedSlice(const tflite::StridedSliceParams& op_params,
                          const RuntimeShape& unextended_input_shape,
diff --git a/tensorflow/contrib/lite/kernels/internal/types.h b/tensorflow/contrib/lite/kernels/internal/types.h
index 00b52be0dd..694c1797da 100644
--- a/tensorflow/contrib/lite/kernels/internal/types.h
+++ b/tensorflow/contrib/lite/kernels/internal/types.h
@@ -709,6 +709,14 @@ struct ActivationParams {
   int32 quantized_activation_max;
 };
 
+// Styles of resizing op usages. For example, kImageStyle can be used with a Pad
+// op for pattern-specific optimization.
+enum class ResizingCategory : uint8 {
+  kNone,
+  kImageStyle,  // 4D, operating on inner dimensions, say {0, a, b, 0}.
+  kGenericResize,
+};
+
 // For Add, Sub, Mul ops.
 struct ArithmeticParams {
   // Shape dependent / common to data / op types.
@@ -894,6 +902,7 @@ struct PadParams {
   int32 left_padding[4];
   int8 right_padding_count;
   int32 right_padding[4];
+  ResizingCategory resizing_category;
 };
 
 struct PoolParams {
diff --git a/tensorflow/contrib/lite/kernels/pad.cc b/tensorflow/contrib/lite/kernels/pad.cc
index 0d939405f6..a3cefe99cc 100644
--- a/tensorflow/contrib/lite/kernels/pad.cc
+++ b/tensorflow/contrib/lite/kernels/pad.cc
@@ -44,12 +44,24 @@ struct PadContext {
     }
     output = GetOutput(context, node, 0);
     dims = NumDimensions(input);
+
+    resizing_category = ResizingCategory::kGenericResize;
+    const int paddings_total = GetTensorShape(paddings).FlatSize();
+    const int32* paddings_data = GetTensorData<int32>(paddings);
+    // Paddings will be a n,2 array, and we need to detect 4D arrays with the
+    // pattern { {0,0}, {a, b}, {c, d}, {0,0} }.
+    if (IsConstantTensor(paddings) && paddings_total == 8 &&
+        (paddings_data[0] == 0 && paddings_data[1] == 0) &&
+        (paddings_data[6] == 0 && paddings_data[7] == 0)) {
+      resizing_category = ResizingCategory::kImageStyle;
+    }
   }
   const TfLiteTensor* constant_values;
   const TfLiteTensor* input;
   const TfLiteTensor* paddings;
   TfLiteTensor* output;
   int dims;
+  ResizingCategory resizing_category;
 };
 
 // Resizes output array based on the input size and padding size. This function
@@ -134,31 +146,39 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
     after_padding.push_back(paddings_data[idx * 2 + 1]);
   }
 
-#define TF_LITE_PAD(type, scalar, pad_value)                             \
-  TF_LITE_ENSURE(context, before_padding.size() <= 4);                   \
-  TF_LITE_ENSURE(context, after_padding.size() <= 4);                    \
-  tflite::PadParams op_params;                                           \
-  op_params.left_padding_count = before_padding.size();                  \
-  op_params.right_padding_count = after_padding.size();                  \
-  for (int i = 0; i < op_context.dims; ++i) {                            \
-    op_params.left_padding[i] = before_padding[op_context.dims - 1 - i]; \
-    op_params.right_padding[i] = after_padding[op_context.dims - 1 - i]; \
-  }                                                                      \
-  const scalar pad_value_copy = pad_value;                               \
-                                                                         \
-  type::Pad(op_params, GetTensorShape(op_context.input),                 \
-            GetTensorData<scalar>(op_context.input), &pad_value_copy,    \
-            GetTensorShape(op_context.output),                           \
-            GetTensorData<scalar>(op_context.output))
+#define TF_LITE_PAD(type, op_name, scalar, pad_value)                     \
+  TF_LITE_ENSURE(context, before_padding.size() <= 4);                    \
+  TF_LITE_ENSURE(context, after_padding.size() <= 4);                     \
+  tflite::PadParams op_params;                                            \
+  op_params.left_padding_count = before_padding.size();                   \
+  op_params.right_padding_count = after_padding.size();                   \
+  for (int i = 0; i < op_context.dims; ++i) {                             \
+    op_params.left_padding[i] = before_padding[op_context.dims - 1 - i];  \
+    op_params.right_padding[i] = after_padding[op_context.dims - 1 - i];  \
+  }                                                                       \
+  const scalar pad_value_copy = pad_value;                                \
+                                                                          \
+  type::op_name(op_params, GetTensorShape(op_context.input),              \
+                GetTensorData<scalar>(op_context.input), &pad_value_copy, \
+                GetTensorShape(op_context.output),                        \
+                GetTensorData<scalar>(op_context.output))
   switch (op_context.input->type) {
     case kTfLiteFloat32: {
       float pad_value = op_context.constant_values == nullptr
                             ? 0.f
                             : *GetTensorData<float>(op_context.constant_values);
       if (kernel_type == kReference) {
-        TF_LITE_PAD(reference_ops, float, pad_value);
+        if (op_context.resizing_category == ResizingCategory::kImageStyle) {
+          TF_LITE_PAD(reference_ops, PadImageStyle, float, pad_value);
+        } else {
+          TF_LITE_PAD(reference_ops, Pad, float, pad_value);
+        }
       } else if (kernel_type == kGenericOptimized) {
-        TF_LITE_PAD(optimized_ops, float, pad_value);
+        if (op_context.resizing_category == ResizingCategory::kImageStyle) {
+          TF_LITE_PAD(optimized_ops, PadImageStyle, float, pad_value);
+        } else {
+          TF_LITE_PAD(optimized_ops, Pad, float, pad_value);
+        }
       }
     } break;
     case kTfLiteUInt8: {
@@ -181,9 +201,17 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
         pad_value = *GetTensorData<uint8_t>(op_context.constant_values);
       }
       if (kernel_type == kReference) {
-        TF_LITE_PAD(reference_ops, uint8_t, pad_value);
+        if (op_context.resizing_category == ResizingCategory::kImageStyle) {
+          TF_LITE_PAD(reference_ops, PadImageStyle, uint8_t, pad_value);
+        } else {
+          TF_LITE_PAD(reference_ops, Pad, uint8_t, pad_value);
+        }
       } else if (kernel_type == kGenericOptimized) {
-        TF_LITE_PAD(optimized_ops, uint8_t, pad_value);
+        if (op_context.resizing_category == ResizingCategory::kImageStyle) {
+          TF_LITE_PAD(optimized_ops, PadImageStyle, uint8_t, pad_value);
+        } else {
+          TF_LITE_PAD(optimized_ops, Pad, uint8_t, pad_value);
+        }
       }
     } break;
     case kTfLiteInt32: {
@@ -192,9 +220,9 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
               ? 0
               : *GetTensorData<int32_t>(op_context.constant_values);
       if (kernel_type == kReference) {
-        TF_LITE_PAD(reference_ops, int32_t, pad_value);
+        TF_LITE_PAD(reference_ops, Pad, int32_t, pad_value);
       } else if (kernel_type == kGenericOptimized) {
-        TF_LITE_PAD(optimized_ops, int32_t, pad_value);
+        TF_LITE_PAD(optimized_ops, Pad, int32_t, pad_value);
       }
     } break;
     case kTfLiteInt64: {
@@ -203,9 +231,9 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
               ? 0L
               : *GetTensorData<int64_t>(op_context.constant_values);
       if (kernel_type == kReference) {
-        TF_LITE_PAD(reference_ops, int64_t, pad_value);
+        TF_LITE_PAD(reference_ops, Pad, int64_t, pad_value);
       } else if (kernel_type == kGenericOptimized) {
-        TF_LITE_PAD(optimized_ops, int64_t, pad_value);
+        TF_LITE_PAD(optimized_ops, Pad, int64_t, pad_value);
       }
     } break;
     default:
diff --git a/tensorflow/contrib/lite/kernels/pad_test.cc b/tensorflow/contrib/lite/kernels/pad_test.cc
index f663899713..48bb939221 100644
--- a/tensorflow/contrib/lite/kernels/pad_test.cc
+++ b/tensorflow/contrib/lite/kernels/pad_test.cc
@@ -210,6 +210,19 @@ TEST(PadOpTest, InvalidPadValue) {
 }
 
 TEST(PadOpTest, SimpleConstTest) {
+  // Padding is represented as four 2-D lists representing above padding and
+  // below padding (i.e. {{0, 0}, {1, 1}, {1, 1}, {0, 0}}).
+  PadOpConstModel m({TensorType_FLOAT32, {1, 2, 2, 1}}, {4, 2},
+                    {1, 1, 0, 0, 1, 1, 0, 0}, {TensorType_FLOAT32});
+  m.SetInput({1, 2, 3, 4});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput(),
+              ElementsAreArray({0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0,
+                                0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0}));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({3, 2, 4, 1}));
+}
+
+TEST(PadOpTest, SimpleConstImageStyleTest) {
   // Padding is represented as four 2-D lists representing above padding and
   // below padding (i.e. {{0, 0}, {1, 1}, {1, 1}, {0, 0}}).
   PadOpConstModel m({TensorType_FLOAT32, {1, 2, 2, 1}}, {4, 2},
@@ -242,6 +255,19 @@ TEST(PadOpTest, SimpleDynamicTest) {
 }
 
 TEST(PadOpTest, AdvancedConstTest) {
+  PadOpConstModel m({TensorType_FLOAT32, {1, 2, 3, 1}}, {4, 2},
+                    {1, 0, 0, 2, 0, 3, 0, 0}, {TensorType_FLOAT32});
+  m.SetInput({1, 2, 3, 4, 5, 6});
+  m.Invoke();
+  EXPECT_THAT(
+      m.GetOutput(),
+      ElementsAreArray({0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                        0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 4, 5,
+                        6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({2, 4, 6, 1}));
+}
+
+TEST(PadOpTest, AdvancedConstImageStyleTest) {
   PadOpConstModel m({TensorType_FLOAT32, {1, 2, 3, 1}}, {4, 2},
                     {0, 0, 0, 2, 1, 3, 0, 0}, {TensorType_FLOAT32});
   m.SetInput({1, 2, 3, 4, 5, 6});
-- 
GitLab


From 20b0ada79ba3eafbd8d323368dd188cfce0789a3 Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Mon, 22 Oct 2018 13:03:37 -0700
Subject: [PATCH 0405/1825] Generate spectrogram test files from wavs

PiperOrigin-RevId: 218218448
---
 tensorflow/examples/speech_commands/BUILD     |  25 +++
 .../examples/speech_commands/input_data.py    |  73 ++++++-
 .../speech_commands/input_data_test.py        |  56 ++++++
 tensorflow/examples/speech_commands/train.py  |  14 +-
 .../speech_commands/wav_to_features.py        | 184 ++++++++++++++++++
 .../speech_commands/wav_to_features_test.py   |  69 +++++++
 6 files changed, 401 insertions(+), 20 deletions(-)
 create mode 100644 tensorflow/examples/speech_commands/wav_to_features.py
 create mode 100644 tensorflow/examples/speech_commands/wav_to_features_test.py

diff --git a/tensorflow/examples/speech_commands/BUILD b/tensorflow/examples/speech_commands/BUILD
index 7a44e2ee4f..7f3c764fac 100644
--- a/tensorflow/examples/speech_commands/BUILD
+++ b/tensorflow/examples/speech_commands/BUILD
@@ -101,6 +101,31 @@ tf_py_test(
     ],
 )
 
+py_binary(
+    name = "wav_to_features",
+    srcs = [
+        "wav_to_features.py",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":input_data",
+        ":models",
+        "//tensorflow:tensorflow_py",
+        "//third_party/py/numpy",
+        "@six_archive//:six",
+    ],
+)
+
+tf_py_test(
+    name = "wav_to_features_test",
+    size = "small",
+    srcs = ["wav_to_features_test.py"],
+    additional_deps = [
+        ":wav_to_features",
+        "//tensorflow/python:client_testlib",
+    ],
+)
+
 py_binary(
     name = "generate_streaming_test_wav",
     srcs = [
diff --git a/tensorflow/examples/speech_commands/input_data.py b/tensorflow/examples/speech_commands/input_data.py
index 30f2cfa9fe..1079a302fa 100644
--- a/tensorflow/examples/speech_commands/input_data.py
+++ b/tensorflow/examples/speech_commands/input_data.py
@@ -148,18 +148,46 @@ def save_wav_file(filename, wav_data, sample_rate):
         })
 
 
+def get_features_range(model_settings):
+  """Returns the expected min/max for generated features.
+
+  Args:
+    model_settings: Information about the current model being trained.
+
+  Returns:
+    Min/max float pair holding the range of features.
+
+  Raises:
+    Exception: If preprocessing mode isn't recognized.
+  """
+  # TODO(petewarden): These values have been derived from the observed ranges
+  # of spectrogram and MFCC inputs. If the preprocessing pipeline changes,
+  # they may need to be updated.
+  if model_settings['preprocess'] == 'average':
+    features_min = 0.0
+    features_max = 127.5
+  elif model_settings['preprocess'] == 'mfcc':
+    features_min = -247.0
+    features_max = 30.0
+  else:
+    raise Exception('Unknown preprocess mode "%s" (should be "mfcc" or'
+                    ' "average")' % (model_settings['preprocess']))
+  return features_min, features_max
+
+
 class AudioProcessor(object):
   """Handles loading, partitioning, and preparing audio training data."""
 
   def __init__(self, data_url, data_dir, silence_percentage, unknown_percentage,
                wanted_words, validation_percentage, testing_percentage,
                model_settings, summaries_dir):
-    self.data_dir = data_dir
-    self.maybe_download_and_extract_dataset(data_url, data_dir)
-    self.prepare_data_index(silence_percentage, unknown_percentage,
-                            wanted_words, validation_percentage,
-                            testing_percentage)
-    self.prepare_background_data()
+    if data_dir:
+      self.data_dir = data_dir
+      self.maybe_download_and_extract_dataset(data_url, data_dir)
+      self.prepare_data_index(silence_percentage, unknown_percentage,
+                              wanted_words, validation_percentage,
+                              testing_percentage)
+      self.prepare_background_data()
     self.prepare_processing_graph(model_settings, summaries_dir)
 
   def maybe_download_and_extract_dataset(self, data_url, dest_directory):
@@ -421,8 +449,9 @@ class AudioProcessor(object):
       # Merge all the summaries and write them out to /tmp/retrain_logs (by
       # default)
       self.merged_summaries_ = tf.summary.merge_all(scope='data')
-      self.summary_writer_ = tf.summary.FileWriter(summaries_dir + '/data',
-                                                   tf.get_default_graph())
+      if summaries_dir:
+        self.summary_writer_ = tf.summary.FileWriter(summaries_dir + '/data',
+                                                     tf.get_default_graph())
 
   def set_size(self, mode):
     """Calculates the number of samples in the dataset partition.
@@ -538,6 +567,34 @@ class AudioProcessor(object):
       labels[i - offset] = label_index
     return data, labels
 
+  def get_features_for_wav(self, wav_filename, model_settings, sess):
+    """Applies the feature transformation process to the input_wav.
+
+    Runs the feature generation process (generally producing a spectrogram from
+    the input samples) on the WAV file. This can be useful for testing and
+    verifying implementations being run on other platforms.
+
+    Args:
+      wav_filename: The path to the input audio file.
+      model_settings: Information about the current model being trained.
+      sess: TensorFlow session that was active when processor was created.
+
+    Returns:
+      Numpy data array containing the generated features.
+    """
+    desired_samples = model_settings['desired_samples']
+    input_dict = {
+        self.wav_filename_placeholder_: wav_filename,
+        self.time_shift_padding_placeholder_: [[0, 0], [0, 0]],
+        self.time_shift_offset_placeholder_: [0, 0],
+        self.background_data_placeholder_: np.zeros([desired_samples, 1]),
+        self.background_volume_placeholder_: 0,
+        self.foreground_volume_placeholder_: 1,
+    }
+    # Run the graph to produce the output audio.
+    data_tensor = sess.run([self.output_], feed_dict=input_dict)
+    return data_tensor
+
   def get_unprocessed_data(self, how_many, model_settings, mode):
     """Retrieve sample data for the given partition, with no transformations.
 
diff --git a/tensorflow/examples/speech_commands/input_data_test.py b/tensorflow/examples/speech_commands/input_data_test.py
index aa4e807779..b766ba6de0 100644
--- a/tensorflow/examples/speech_commands/input_data_test.py
+++ b/tensorflow/examples/speech_commands/input_data_test.py
@@ -216,6 +216,62 @@ class InputDataTest(test.TestCase):
     self.assertEqual(10, len(result_data))
     self.assertEqual(10, len(result_labels))
 
+  def testGetFeaturesForWav(self):
+    tmp_dir = self.get_temp_dir()
+    wav_dir = os.path.join(tmp_dir, "wavs")
+    os.mkdir(wav_dir)
+    self._saveWavFolders(wav_dir, ["a", "b", "c"], 1)
+    desired_samples = 1600
+    model_settings = {
+        "desired_samples": desired_samples,
+        "fingerprint_size": 40,
+        "label_count": 4,
+        "window_size_samples": 100,
+        "window_stride_samples": 100,
+        "fingerprint_width": 40,
+        "average_window_width": 6,
+        "preprocess": "average",
+    }
+    with self.cached_session() as sess:
+      audio_processor = input_data.AudioProcessor(
+          "", wav_dir, 10, 10, ["a", "b"], 10, 10, model_settings, tmp_dir)
+      sample_data = np.zeros([desired_samples, 1])
+      for i in range(desired_samples):
+        phase = i % 4
+        if phase == 0:
+          sample_data[i, 0] = 0
+        elif phase == 1:
+          sample_data[i, 0] = -1
+        elif phase == 2:
+          sample_data[i, 0] = 0
+        elif phase == 3:
+          sample_data[i, 0] = 1
+      test_wav_path = os.path.join(tmp_dir, "test_wav.wav")
+      input_data.save_wav_file(test_wav_path, sample_data, 16000)
+
+      results = audio_processor.get_features_for_wav(test_wav_path,
+                                                     model_settings, sess)
+      spectrogram = results[0]
+      self.assertEqual(1, spectrogram.shape[0])
+      self.assertEqual(16, spectrogram.shape[1])
+      self.assertEqual(11, spectrogram.shape[2])
+      self.assertNear(0, spectrogram[0, 0, 0], 0.1)
+      self.assertNear(200, spectrogram[0, 0, 5], 0.1)
+
+  def testGetFeaturesRange(self):
+    model_settings = {
+        "preprocess": "average",
+    }
+    features_min, _ = input_data.get_features_range(model_settings)
+    self.assertNear(0.0, features_min, 1e-5)
+
+  def testGetMfccFeaturesRange(self):
+    model_settings = {
+        "preprocess": "mfcc",
+    }
+    features_min, features_max = input_data.get_features_range(model_settings)
+    self.assertLess(features_min, features_max)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/examples/speech_commands/train.py b/tensorflow/examples/speech_commands/train.py
index eca34f8812..f6e39b0b55 100644
--- a/tensorflow/examples/speech_commands/train.py
+++ b/tensorflow/examples/speech_commands/train.py
@@ -125,18 +125,8 @@ def main(_):
   input_placeholder = tf.placeholder(
       tf.float32, [None, fingerprint_size], name='fingerprint_input')
   if FLAGS.quantize:
-    # TODO(petewarden): These values have been derived from the observed ranges
-    # of spectrogram and MFCC inputs. If the preprocessing pipeline changes,
-    # they may need to be updated.
-    if FLAGS.preprocess == 'average':
-      fingerprint_min = 0.0
-      fingerprint_max = 2048.0
-    elif FLAGS.preprocess == 'mfcc':
-      fingerprint_min = -247.0
-      fingerprint_max = 30.0
-    else:
-      raise Exception('Unknown preprocess mode "%s" (should be "mfcc" or'
-                      ' "average")' % (FLAGS.preprocess))
+    fingerprint_min, fingerprint_max = input_data.get_features_range(
+        model_settings)
     fingerprint_input = tf.fake_quant_with_min_max_args(
         input_placeholder, fingerprint_min, fingerprint_max)
   else:
diff --git a/tensorflow/examples/speech_commands/wav_to_features.py b/tensorflow/examples/speech_commands/wav_to_features.py
new file mode 100644
index 0000000000..e6c8f45c5b
--- /dev/null
+++ b/tensorflow/examples/speech_commands/wav_to_features.py
@@ -0,0 +1,184 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+r"""Converts WAV audio files into input features for neural networks.
+
+The models used in this example take in two-dimensional spectrograms as the
+input to their neural network portions. For testing and porting purposes it's
+useful to be able to generate these spectrograms outside of the full model, so
+that on-device implementations using their own FFT and streaming code can be
+tested against the version used in training for example. The output is as a
+C source file, so it can be easily linked into an embedded test application.
+
+To use this, run:
+
+bazel run tensorflow/examples/speech_commands:wav_to_features -- \
+--input_wav=my.wav --output_c_file=my_wav_data.c
+
+"""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import argparse
+import os.path
+import sys
+
+import tensorflow as tf
+
+import input_data
+import models
+from tensorflow.python.platform import gfile
+
+FLAGS = None
+
+
+def wav_to_features(sample_rate, clip_duration_ms, window_size_ms,
+                    window_stride_ms, feature_bin_count, quantize, preprocess,
+                    input_wav, output_c_file):
+  """Converts an audio file into its corresponding feature map.
+
+  Args:
+    sample_rate: Expected sample rate of the wavs.
+    clip_duration_ms: Expected duration in milliseconds of the wavs.
+    window_size_ms: How long each spectrogram timeslice is.
+    window_stride_ms: How far to move in time between spectogram timeslices.
+    feature_bin_count: How many bins to use for the feature fingerprint.
+    quantize: Whether to train the model for eight-bit deployment.
+    preprocess: Spectrogram processing mode. Can be "mfcc" or "average".
+    input_wav: Path to the audio WAV file to read.
+    output_c_file: Where to save the generated C source file.
+  """
+
+  # Start a new TensorFlow session.
+  sess = tf.InteractiveSession()
+
+  model_settings = models.prepare_model_settings(
+      0, sample_rate, clip_duration_ms, window_size_ms, window_stride_ms,
+      feature_bin_count, preprocess)
+  audio_processor = input_data.AudioProcessor(None, None, 0, 0, '', 0, 0,
+                                              model_settings, None)
+
+  results = audio_processor.get_features_for_wav(input_wav, model_settings,
+                                                 sess)
+  features = results[0]
+
+  variable_base = os.path.splitext(os.path.basename(input_wav).lower())[0]
+
+  # Save a C source file containing the feature data as an array.
+  with gfile.GFile(output_c_file, 'w') as f:
+    f.write('/* File automatically created by\n')
+    f.write(' * tensorflow/examples/speech_commands/wav_to_features.py \\\n')
+    f.write(' * --sample_rate=%d \\\n' % sample_rate)
+    f.write(' * --clip_duration_ms=%d \\\n' % clip_duration_ms)
+    f.write(' * --window_size_ms=%d \\\n' % window_size_ms)
+    f.write(' * --window_stride_ms=%d \\\n' % window_stride_ms)
+    f.write(' * --feature_bin_count=%d \\\n' % feature_bin_count)
+    if quantize:
+      f.write(' * --quantize \\\n')
+    f.write(' * --preprocess="%s" \\\n' % preprocess)
+    f.write(' * --input_wav="%s" \\\n' % input_wav)
+    f.write(' * --output_c_file="%s" \\\n' % output_c_file)
+    f.write(' */\n\n')
+    f.write('const int g_%s_width = %d;\n' % (variable_base, features.shape[2]))
+    f.write(
+        'const int g_%s_height = %d;\n' % (variable_base, features.shape[1]))
+    if quantize:
+      features_min, features_max = input_data.get_features_range(model_settings)
+      f.write('const unsigned char g_%s_data[] = {' % variable_base)
+      i = 0
+      for value in features.flatten():
+        quantized_value = int(
+            round(
+                (255 * (value - features_min)) / (features_max - features_min)))
+        if quantized_value < 0:
+          quantized_value = 0
+        if quantized_value > 255:
+          quantized_value = 255
+        if i == 0:
+          f.write('\n  ')
+        f.write('%d, ' % quantized_value)
+        i = (i + 1) % 10
+    else:
+      f.write('const float g_%s_data[] = {\n' % variable_base)
+      i = 0
+      for value in features.flatten():
+        if i == 0:
+          f.write('\n  ')
+        f.write(' ,%f' % value)
+        i = (i + 1) % 10
+    f.write('\n};\n')
+
+
+def main(_):
+  # We want to see all the logging messages.
+  tf.logging.set_verbosity(tf.logging.INFO)
+  wav_to_features(FLAGS.sample_rate, FLAGS.clip_duration_ms,
+                  FLAGS.window_size_ms, FLAGS.window_stride_ms,
+                  FLAGS.feature_bin_count, FLAGS.quantize, FLAGS.preprocess,
+                  FLAGS.input_wav, FLAGS.output_c_file)
+  tf.logging.info('Wrote to "%s"' % (FLAGS.output_c_file))
+
+
+if __name__ == '__main__':
+  parser = argparse.ArgumentParser()
+  parser.add_argument(
+      '--sample_rate',
+      type=int,
+      default=16000,
+      help='Expected sample rate of the wavs',)
+  parser.add_argument(
+      '--clip_duration_ms',
+      type=int,
+      default=1000,
+      help='Expected duration in milliseconds of the wavs',)
+  parser.add_argument(
+      '--window_size_ms',
+      type=float,
+      default=30.0,
+      help='How long each spectrogram timeslice is.',)
+  parser.add_argument(
+      '--window_stride_ms',
+      type=float,
+      default=10.0,
+      help='How far to move in time between spectogram timeslices.',)
+  parser.add_argument(
+      '--feature_bin_count',
+      type=int,
+      default=40,
+      help='How many bins to use for the MFCC fingerprint',
+  )
+  parser.add_argument(
+      '--quantize',
+      type=bool,
+      default=False,
+      help='Whether to train the model for eight-bit deployment')
+  parser.add_argument(
+      '--preprocess',
+      type=str,
+      default='mfcc',
+      help='Spectrogram processing mode. Can be "mfcc" or "average"')
+  parser.add_argument(
+      '--input_wav',
+      type=str,
+      default=None,
+      help='Path to the audio WAV file to read')
+  parser.add_argument(
+      '--output_c_file',
+      type=str,
+      default=None,
+      help='Where to save the generated C source file containing the features')
+
+  FLAGS, unparsed = parser.parse_known_args()
+  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/speech_commands/wav_to_features_test.py b/tensorflow/examples/speech_commands/wav_to_features_test.py
new file mode 100644
index 0000000000..87f2987693
--- /dev/null
+++ b/tensorflow/examples/speech_commands/wav_to_features_test.py
@@ -0,0 +1,69 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for data input for speech commands."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+import tensorflow as tf
+
+from tensorflow.contrib.framework.python.ops import audio_ops as contrib_audio
+from tensorflow.examples.speech_commands import wav_to_features
+from tensorflow.python.platform import test
+
+
+class WavToFeaturesTest(test.TestCase):
+
+  def _getWavData(self):
+    with self.cached_session() as sess:
+      sample_data = tf.zeros([32000, 2])
+      wav_encoder = contrib_audio.encode_wav(sample_data, 16000)
+      wav_data = sess.run(wav_encoder)
+    return wav_data
+
+  def _saveTestWavFile(self, filename, wav_data):
+    with open(filename, "wb") as f:
+      f.write(wav_data)
+
+  def _saveWavFolders(self, root_dir, labels, how_many):
+    wav_data = self._getWavData()
+    for label in labels:
+      dir_name = os.path.join(root_dir, label)
+      os.mkdir(dir_name)
+      for i in range(how_many):
+        file_path = os.path.join(dir_name, "some_audio_%d.wav" % i)
+        self._saveTestWavFile(file_path, wav_data)
+
+  def testWavToFeatures(self):
+    tmp_dir = self.get_temp_dir()
+    wav_dir = os.path.join(tmp_dir, "wavs")
+    os.mkdir(wav_dir)
+    self._saveWavFolders(wav_dir, ["a", "b", "c"], 100)
+    input_file_path = os.path.join(tmp_dir, "input.wav")
+    output_file_path = os.path.join(tmp_dir, "output.c")
+    wav_data = self._getWavData()
+    self._saveTestWavFile(input_file_path, wav_data)
+    wav_to_features.wav_to_features(16000, 1000, 10, 10, 40, True, "average",
+                                    input_file_path, output_file_path)
+    with open(output_file_path, "rb") as f:
+      content = f.read()
+      self.assertTrue(b"const unsigned char g_input_data" in content)
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 4870461844754a80bf426d4aa98a5614db7051c6 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Mon, 22 Oct 2018 13:27:56 -0700
Subject: [PATCH 0406/1825] Automated rollback of commit
 78ba89a89d39892b0cc1ef0e31a12c978e879966

PiperOrigin-RevId: 218222550
---
 .../compiler/xla/service/cpu/ir_emitter.cc    | 120 ++++++++--------
 .../xla/service/cpu/runtime_key_value_sort.cc | 129 ++++++++++--------
 .../xla/service/cpu/runtime_key_value_sort.h  |  60 ++++----
 3 files changed, 174 insertions(+), 135 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index b2abdb39a5..b1f81ad73b 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -54,6 +54,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/cpu/simple_orc_jit.h"
 #include "tensorflow/compiler/xla/service/elemental_ir_emitter.h"
 #include "tensorflow/compiler/xla/service/hlo_casting_utils.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_instructions.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/buffer_assignment_util.h"
@@ -493,53 +494,44 @@ Status IrEmitter::HandleOutfeed(HloInstruction* outfeed) {
   return Status::OK();
 }
 
-Status IrEmitter::HandleSort(HloInstruction* sort) {
+Status IrEmitter::HandleSort(HloInstruction* hlo) {
+  const HloSortInstruction* sort = Cast<HloSortInstruction>(hlo);
   TF_RETURN_IF_ERROR(EmitTargetAddressForOp(sort));
-  auto keys = sort->operand(0);
-  auto values = sort->operand_count() > 1 ? sort->operand(1) : nullptr;
-  ShapeIndex keys_shape_index({});
-  ShapeIndex values_shape_index({});
-  if (values != nullptr) {
-    keys_shape_index = ShapeIndex({0});
-    values_shape_index = ShapeIndex({1});
-  }
-  auto keys_destination = GetAllocationSlice(*sort, keys_shape_index);
-  auto keys_destination_address =
-      EmitBufferPointer(keys_destination, keys->shape());
-  auto values_destination = GetAllocationSlice(*sort, values_shape_index);
-  llvm::Value* values_destination_address = nullptr;
-
-  // The sort is implemented in-place, therefore we first copy the operand
-  // buffer to the output buffer if they are not the same.
-  if (keys_destination != GetAllocationSlice(*keys)) {
-    int64 primitive_type_size =
-        ShapeUtil::ByteSizeOfPrimitiveType(keys->shape().element_type());
-    auto source_buffer = GetEmittedValueFor(keys);
-    int64 keys_size = ByteSizeOf(keys->shape());
-    MemCpy(keys_destination_address, /*DstAlign=*/primitive_type_size,
-           source_buffer,
-           /*SrcAlign=*/primitive_type_size, keys_size);
-  }
-  if (values != nullptr) {
-    values_destination_address =
-        EmitBufferPointer(values_destination, values->shape());
-    if (values_destination != GetAllocationSlice(*values)) {
+  Shape keys_shape = sort->keys()->shape();
+  std::vector<llvm::Value*> destination_addresses(sort->operand_count());
+  for (int64 i = 0; i < sort->operand_count(); ++i) {
+    ShapeIndex shape_index =
+        sort->values_count() > 0 ? ShapeIndex({i}) : ShapeIndex({});
+    const HloInstruction* operand = sort->operand(i);
+    // We assume that the layout of all involved operands and outputs is the
+    // same.
+    TF_RET_CHECK(
+        LayoutUtil::LayoutsInShapesEqual(keys_shape, operand->shape()));
+    TF_RET_CHECK(LayoutUtil::LayoutsInShapesEqual(
+        keys_shape, ShapeUtil::GetSubshape(sort->shape(), shape_index)));
+
+    // The sort is implemented in-place, therefore we first copy the operand
+    // buffer to the output buffer if they are not the same.
+    auto destination_buffer = GetAllocationSlice(*sort, shape_index);
+    destination_addresses[i] =
+        EmitBufferPointer(destination_buffer, operand->shape());
+    auto source_address = GetAllocationSlice(*operand);
+    if (destination_buffer != source_address) {
       int64 primitive_type_size =
-          ShapeUtil::ByteSizeOfPrimitiveType(values->shape().element_type());
-      auto source_buffer = GetEmittedValueFor(values);
-      int64 values_size = ByteSizeOf(values->shape());
-      MemCpy(values_destination_address, /*DstAlign=*/primitive_type_size,
+          ShapeUtil::ByteSizeOfPrimitiveType(operand->shape().element_type());
+      auto source_buffer = GetEmittedValueFor(operand);
+      int64 size = ByteSizeOf(operand->shape());
+      MemCpy(destination_addresses[i], /*DstAlign=*/primitive_type_size,
              source_buffer,
-             /*SrcAlign=*/primitive_type_size, values_size);
+             /*SrcAlign=*/primitive_type_size, size);
     }
   }
 
   // Normalize the shape and the dimension to sort.
   Shape normalized_keys_shape =
-      ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(
-          keys->shape());
+      ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(keys_shape);
   int64 physical_dimension_to_sort = LayoutUtil::MakeLogicalToPhysical(
-      keys->shape().layout())[sort->dimensions(0)];
+      keys_shape.layout())[sort->sort_dimension()];
 
   int64 sort_dimension_elements =
       normalized_keys_shape.dimensions(physical_dimension_to_sort);
@@ -553,7 +545,7 @@ Status IrEmitter::HandleSort(HloInstruction* sort) {
     lower_dimensions *= normalized_keys_shape.dimensions(i);
   }
 
-  PrimitiveType keys_type = keys->shape().element_type();
+  PrimitiveType keys_type = keys_shape.element_type();
   const char* fn_name = nullptr;
   llvm::Type* keys_native_type = nullptr;
   switch (keys_type) {
@@ -614,28 +606,48 @@ Status IrEmitter::HandleSort(HloInstruction* sort) {
   llvm::FunctionType* key_value_sort_type = llvm::FunctionType::get(
       b_.getVoidTy(),
       {keys_native_type, b_.getInt64Ty(), b_.getInt64Ty(), b_.getInt64Ty(),
-       b_.getInt8PtrTy(), b_.getInt32Ty()},
+       b_.getInt8PtrTy()->getPointerTo(), b_.getInt32Ty(),
+       b_.getInt32Ty()->getPointerTo()},
       /*isVarArg=*/false);
   auto* key_value_sort_func = llvm::cast<llvm::Function>(
       module_->getOrInsertFunction(fn_name, key_value_sort_type));
   key_value_sort_func->setCallingConv(llvm::CallingConv::C);
   key_value_sort_func->setDoesNotThrow();
-  key_value_sort_func->setOnlyAccessesArgMemory();
+  llvm::Value* values;
+  llvm::Value* sizes;
+  if (sort->values_count() == 0) {
+    values = llvm::Constant::getNullValue(b_.getInt8PtrTy()->getPointerTo());
+    sizes = llvm::Constant::getNullValue(b_.getInt32Ty()->getPointerTo());
+  } else {
+    values = llvm_ir::EmitAllocaAtFunctionEntryWithCount(
+        b_.getInt8PtrTy(), b_.getInt32(sort->values_count()),
+        "cc_values_alloca", &b_);
+    sizes = llvm_ir::EmitAllocaAtFunctionEntryWithCount(
+        b_.getInt32Ty(), b_.getInt32(sort->values_count()), "cc_sizes_alloca",
+        &b_);
+    for (int64 i = 0; i < sort->values_count(); ++i) {
+      llvm::Value* value_as_i8ptr =
+          PointerCast(destination_addresses[i + 1], b_.getInt8PtrTy());
+      llvm::Value* slot_in_values_alloca =
+          ConstInBoundsGEP1_32(b_.getInt8PtrTy(), values, i);
+      Store(value_as_i8ptr, slot_in_values_alloca);
+      llvm::Value* slot_in_sizes_alloca =
+          ConstInBoundsGEP1_32(b_.getInt32Ty(), sizes, i);
+      llvm::Value* size = b_.getInt32(ShapeUtil::ByteSizeOfPrimitiveType(
+          sort->operand(i + 1)->shape().element_type()));
+      Store(size, slot_in_sizes_alloca);
+    }
+  }
+
   Call(key_value_sort_func,
-       {PointerCast(keys_destination_address, keys_native_type),
+       {PointerCast(destination_addresses[0], keys_native_type),
         b_.getInt64(higher_dimensions), b_.getInt64(sort_dimension_elements),
-        b_.getInt64(lower_dimensions),
-        values != nullptr
-            ? PointerCast(values_destination_address, b_.getInt8PtrTy())
-            : llvm::Constant::getNullValue(b_.getInt8PtrTy()),
-        b_.getInt32(values != nullptr ? ShapeUtil::ByteSizeOfPrimitiveType(
-                                            values->shape().element_type())
-                                      : 0)});
-
-  if (values != nullptr) {
-    llvm_ir::EmitTuple(GetIrArrayFor(sort),
-                       {keys_destination_address, values_destination_address},
-                       &b_, module_);
+        b_.getInt64(lower_dimensions), values,
+        b_.getInt32(sort->values_count()), sizes});
+
+  if (sort->values_count() > 0) {
+    llvm_ir::EmitTuple(GetIrArrayFor(sort), destination_addresses, &b_,
+                       module_);
   }
   return Status::OK();
 }
diff --git a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
index e0e7deb98e..669eeb95f3 100644
--- a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
+++ b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.cc
@@ -99,8 +99,15 @@ void KeyValueSort(std::pair<Eigen::half, int64>* row_to_sort,
 }
 
 template <typename KeyType>
-void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
-                      int32 values_primitive_type_size_in_bytes) {
+void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char** values,
+                      int32 values_count,
+                      int32* values_primitive_type_size_in_bytes) {
+  // 'values' and 'values_primitive_type_size_in_bytes' are managed by the JIT
+  // code, so msan can't tell they are initialized.
+  TF_ANNOTATE_MEMORY_IS_INITIALIZED(values, values_count * sizeof(char*));
+  TF_ANNOTATE_MEMORY_IS_INITIALIZED(values_primitive_type_size_in_bytes,
+                                    values_count * sizeof(int32));
+
   // High-level idea of the iteration/sorting logic:
   // Conceptually we have a 3-dimensional shape [a, b, c]. b corresponds to the
   // dimension to sort, c is the product of the more minor dimensions (set to 1
@@ -129,7 +136,7 @@ void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
         index % sort_dimension_offset +
         (index - index % sort_dimension_offset) * sort_dimension_elements;
     // TODO(b/26783907): We could define a custom iterator class that references
-    // both arrays. Then we could avoid the intermediate copy. However this
+    // all arrays. Then we could avoid the intermediate copy. However this
     // would become more complicated, and it is not clear if the benefit is high
     // enough.
     for (int64 i = 0; i < sort_dimension_elements; ++i) {
@@ -140,97 +147,109 @@ void KeyValueSortImpl(KeyType* keys, int64 a, int64 b, int64 c, char* values,
     for (int64 i = 0; i < sort_dimension_elements; ++i) {
       keys[base_offset + i * sort_dimension_offset] = row_to_sort[i].first;
     }
-    if (values == nullptr) {
-      continue;
-    }
 
     // Reorder the values according to the order defined by the keys.
-    for (int64 i = 0; i < sort_dimension_elements; ++i) {
-      int64 memory_index =
-          (base_offset + row_to_sort[i].second * sort_dimension_offset) *
-          values_primitive_type_size_in_bytes;
-
-      reordered_values[i] = std::string(values + memory_index,
-                                        values_primitive_type_size_in_bytes);
-    }
-    for (int64 i = 0; i < sort_dimension_elements; ++i) {
-      int64 memory_index = (base_offset + i * sort_dimension_offset) *
-                           values_primitive_type_size_in_bytes;
-      memcpy(values + memory_index, reordered_values[i].c_str(),
-             values_primitive_type_size_in_bytes);
+    for (int32 idx = 0; idx < values_count; ++idx) {
+      for (int64 i = 0; i < sort_dimension_elements; ++i) {
+        int64 memory_index =
+            (base_offset + row_to_sort[i].second * sort_dimension_offset) *
+            values_primitive_type_size_in_bytes[idx];
+
+        reordered_values[i] =
+            std::string(values[idx] + memory_index,
+                        values_primitive_type_size_in_bytes[idx]);
+      }
+      for (int64 i = 0; i < sort_dimension_elements; ++i) {
+        int64 memory_index = (base_offset + i * sort_dimension_offset) *
+                             values_primitive_type_size_in_bytes[idx];
+        memcpy(values[idx] + memory_index, reordered_values[i].c_str(),
+               values_primitive_type_size_in_bytes[idx]);
+      }
     }
   }
 }
 }  // namespace
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortPRED(
-    bool* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    bool* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS8(
-    int8* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int8* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU8(
-    uint8* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint8* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS16(
-    int16* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int16* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU16(
-    uint16* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint16* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF16(
-    Eigen::half* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    Eigen::half* keys, int64 a, int64 b, int64 c, char** values,
+    int32 values_count, int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS32(
-    int32* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int32* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU32(
-    uint32* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint32* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF32(
-    float* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    float* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortS64(
-    int64* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    int64* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortU64(
-    uint64* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    uint64* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
 
 TF_ATTRIBUTE_NO_SANITIZE_MEMORY void __xla_cpu_runtime_KeyValueSortF64(
-    double* keys, int64 a, int64 b, int64 c, char* values,
-    int32 values_primitive_type_size_in_bytes) {
-  KeyValueSortImpl(keys, a, b, c, values, values_primitive_type_size_in_bytes);
+    double* keys, int64 a, int64 b, int64 c, char** values, int32 values_count,
+    int32* values_primitive_type_size_in_bytes) {
+  KeyValueSortImpl(keys, a, b, c, values, values_count,
+                   values_primitive_type_size_in_bytes);
 }
diff --git a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
index 28e35e82c1..7821099386 100644
--- a/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
+++ b/tensorflow/compiler/xla/service/cpu/runtime_key_value_sort.h
@@ -22,67 +22,75 @@ limitations under the License.
 extern "C" {
 
 // 'keys' represents a 3-dimensional shape with dimensions [a, b, c]. The 'b'
-// dimension of 'keys' is sorted into ascending order. 'values' can be nullptr.
-// If 'values' is not nullptr, the elements in 'values' are reordered in such a
-// way that if the element at index 'i' in 'keys' was moved to index 'j', the
-// element at index 'i' in 'values' is also moved to index 'j' (which means that
-// the same elements correspond to each other as before).
+// dimension of 'keys' is sorted into ascending order. If 'values_count' is <=
+// 0, 'values' and 'values_primitive_type_size_in_bytes' can be nullptr.
+// If 'values_count' > 0, they contain exactly 'values_count' many elements.
+// Each element of 'values' also represents a 3-dimensional shape with
+// dimensions [a, b, c], and the size of the primitive type of the i-th shape
+// has exactly 'values_primitive_type_size_in_bytes[i]' bytes. The elements in
+// each 'values' shape are reordered in such a way that if the element at index
+// 'i' in 'keys' was moved to index 'j', the element at index 'i' in a 'values'
+// shape is also moved to index 'j' (which means that the same elements
+// correspond to each other as before).
 extern void __xla_cpu_runtime_KeyValueSortPRED(
     bool* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
+    char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS8(
     tensorflow::int8* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU8(
     tensorflow::uint8* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS16(
     tensorflow::int16* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU16(
     tensorflow::uint16* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF16(
     Eigen::half* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS32(
     tensorflow::int32* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU32(
     tensorflow::uint32* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF32(
     float* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
+    char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortS64(
     tensorflow::int64* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortU64(
     tensorflow::uint64* keys, tensorflow::int64 a, tensorflow::int64 b,
-    tensorflow::int64 c, char* values,
-    tensorflow::int32 values_primitive_type_size_in_bytes);
+    tensorflow::int64 c, char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 
 extern void __xla_cpu_runtime_KeyValueSortF64(
     double* keys, tensorflow::int64 a, tensorflow::int64 b, tensorflow::int64 c,
-    char* values, tensorflow::int32 values_primitive_type_size_in_bytes);
+    char** values, tensorflow::int32 values_count,
+    tensorflow::int32* values_primitive_type_size_in_bytes);
 }
 
 #endif  // TENSORFLOW_COMPILER_XLA_SERVICE_CPU_RUNTIME_KEY_VALUE_SORT_H_
-- 
GitLab


From f0ecd84dd695dcfee14091624d94339a0583521f Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Mon, 22 Oct 2018 13:31:34 -0700
Subject: [PATCH 0407/1825] Copies only summary collections from the default
 graph to FuncGraph collections.

PiperOrigin-RevId: 218223095
---
 tensorflow/python/eager/function_test.py  | 56 +++++++++++++++++++++++
 tensorflow/python/framework/func_graph.py | 32 ++++++++++---
 tensorflow/python/framework/ops_test.py   |  4 +-
 tensorflow/python/ops/cond_v2.py          | 17 ++++---
 4 files changed, 95 insertions(+), 14 deletions(-)

diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 90f5ff3321..9f8a8e9f84 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -2835,6 +2835,62 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
          for inp in variadic_op.inputs])
 
 
+class DefunCollectionTest(test.TestCase):
+
+  def testCollectionValueAccess(self):
+    """Read values from graph collections inside of defun."""
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g):
+        x = 2
+        y = 5
+        ops.add_to_collection('x', x)
+        ops.add_to_collection('y', y)
+
+        @function.defun
+        def fn():
+          x_const = constant_op.constant(ops.get_collection('x')[0])
+          y_const = constant_op.constant(ops.get_collection('y')[0])
+          z = math_ops.add(x_const, y_const)
+          ops.add_to_collection('z', 7)
+          return z
+
+        self.assertEqual(7, int(self.evaluate(fn())))
+        self.assertEquals(ops.get_collection('x'), [2])
+        self.assertEquals(ops.get_collection('y'), [5])
+        self.assertEquals(ops.get_collection('z'), [])
+
+  def testCollectionVariableValueAccess(self):
+    """Read variable value from graph collections inside of defun."""
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g):
+        v = resource_variable_ops.ResourceVariable(1.0)
+
+        @function.defun
+        def f():
+          return v.read_value()
+
+        self.evaluate(variables.global_variables_initializer())
+        self.assertEqual(1.0, float(self.evaluate(f())))
+        self.assertEquals(
+            len(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)), 1)
+
+  def testCollectionVariableValueWrite(self):
+    """Write variable value inside defun."""
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g):
+
+        @function.defun
+        def f():
+          v = resource_variable_ops.ResourceVariable(2.0)
+          return v
+
+        _ = f.get_concrete_function()
+        self.evaluate(variables.global_variables_initializer())
+        self.assertEqual(2.0, float(self.evaluate(f())))
+        self.assertEquals(
+            len(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)), 1)
+
+
 if __name__ == '__main__':
   ops.enable_eager_execution(
       config=config_pb2.ConfigProto(device_count={'CPU': 4}))
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index be0eecb412..4f049f8a65 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -42,6 +42,11 @@ from tensorflow.python.util.lazy_loader import LazyLoader
 function = LazyLoader("function", globals(),
                       "tensorflow.python.eager.function")
 
+WHITELIST_COLLECTIONS = [
+    ops.GraphKeys.GLOBAL_VARIABLES, ops.GraphKeys.LOCAL_VARIABLES,
+    ops.GraphKeys.TRAINABLE_VARIABLES
+]
+
 
 class FuncGraph(ops.Graph):
   """Graph representing a function body.
@@ -65,7 +70,7 @@ class FuncGraph(ops.Graph):
     seed: The graph-level random seed.
   """
 
-  def __init__(self, name):
+  def __init__(self, name, read_only_collections=True):
     """Construct a new FuncGraph.
 
     The graph will inherit its graph key, collections, seed, and distribution
@@ -73,6 +78,8 @@ class FuncGraph(ops.Graph):
 
     Args:
       name: the name of the function.
+      read_only_collections: whether to not write function graph collections
+        back to default graph. Defaults to True.
     """
     super(FuncGraph, self).__init__()
 
@@ -80,6 +87,7 @@ class FuncGraph(ops.Graph):
     self.inputs = []
     self.outputs = []
     self.structured_outputs = None
+    self._read_only_collections = read_only_collections
     self._weak_variables = []
     self.outer_graph = ops.get_default_graph()
     self.captures = collections.OrderedDict()
@@ -120,11 +128,23 @@ class FuncGraph(ops.Graph):
           or device_stack_has_callable(graph._device_function_stack)):
         # Hard-code devices from device functions in the function body
         self._device_function_stack = graph._device_function_stack.copy()
-    # TODO(b/112165328, b/112906995): summaries depend on inheriting collections
-    # from the default graph even in eager mode. It'd be nice to not have a
-    # default graph with eager execution, so hopefully this will go away when we
-    # remove collections.
-    self._collections = graph._collections
+    if not self._read_only_collections:
+      self._collections = graph._collections
+    else:
+      for collection_name in graph.get_all_collection_keys():
+        if collection_name in WHITELIST_COLLECTIONS:
+          self._collections[collection_name] = graph.get_collection_ref(
+              collection_name)
+        else:
+          self._collections[collection_name] = graph.get_collection(
+              collection_name)
+    for collection_name in [
+        variable_scope._VARSTORE_KEY,
+        variable_scope._VARSCOPESTORE_KEY  # pylint: disable=protected-access
+    ]:
+      self._collections[collection_name] = graph.get_collection_ref(
+          collection_name)
+
     self._variable_creator_stack = graph._variable_creator_stack
     # Inherit the graph key, since this is used for matching variables in
     # optimizers.
diff --git a/tensorflow/python/framework/ops_test.py b/tensorflow/python/framework/ops_test.py
index feb2303057..c945f02639 100644
--- a/tensorflow/python/framework/ops_test.py
+++ b/tensorflow/python/framework/ops_test.py
@@ -1640,8 +1640,8 @@ class CollectionTest(test_util.TensorFlowTestCase):
 
         self.assertEqual(ops.get_collection("int"), [1])
         three = inner_defun()
-        self.assertEqual(ops.get_collection("int"), [1, 2])
-        self.assertEqual(ops.get_collection("foo"), ["bar"])
+        self.assertEqual(ops.get_collection("int"), [1])
+        self.assertEqual(ops.get_collection("foo"), [])
         return three
 
       three = defun()
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 609806c411..a776dc24b6 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -61,13 +61,17 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
     pred = ops.convert_to_tensor(pred)
 
     true_graph = func_graph_module.func_graph_from_py_func(
-        true_name, true_fn, [], {},
-        func_graph=util.CondBranchFuncGraph(true_name),
+        true_name,
+        true_fn, [], {},
+        func_graph=util.CondBranchFuncGraph(
+            true_name, read_only_collections=False),
         add_control_dependencies=add_control_dependencies,
         op_return_value=pred)
     false_graph = func_graph_module.func_graph_from_py_func(
-        false_name, false_fn, [], {},
-        func_graph=util.CondBranchFuncGraph(false_name),
+        false_name,
+        false_fn, [], {},
+        func_graph=util.CondBranchFuncGraph(
+            false_name, read_only_collections=False),
         add_control_dependencies=add_control_dependencies,
         op_return_value=pred)
     _check_same_outputs(true_graph, false_graph)
@@ -281,8 +285,9 @@ def _grad_fn(func_graph, grads):
 def _create_grad_func(func_graph, grads, name):
   """Returns the FuncGraph representation of _grad_fn."""
   return func_graph_module.func_graph_from_py_func(
-      name, lambda: _grad_fn(func_graph, grads), [], {},
-      func_graph=util.CondBranchFuncGraph(name))
+      name,
+      lambda: _grad_fn(func_graph, grads), [], {},
+      func_graph=util.CondBranchFuncGraph(name, read_only_collections=False))
 
 
 def _resolve_grad_inputs(cond_graph, grad_graph):
-- 
GitLab


From 7f3e0fb6c305195ad11d6813a0c916a7cb5997bd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 13:37:15 -0700
Subject: [PATCH 0408/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 218224058
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 102 ++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 |  16 ++-
 2 files changed, 117 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index ed4c3f9a62..720cf03b2a 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -31699,6 +31699,29 @@ op {
     }
   }
 }
+op {
+  name: "MatrixSquareRoot"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "output"
+    type_attr: "T"
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_DOUBLE
+        type: DT_FLOAT
+        type: DT_COMPLEX64
+        type: DT_COMPLEX128
+      }
+    }
+  }
+}
 op {
   name: "MatrixTriangularSolve"
   input_arg {
@@ -39948,6 +39971,45 @@ op {
     }
   }
 }
+op {
+  name: "PartitionedCall"
+  input_arg {
+    name: "args"
+    type_list_attr: "Tin"
+  }
+  output_arg {
+    name: "output"
+    type_list_attr: "Tout"
+  }
+  attr {
+    name: "Tin"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "Tout"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "f"
+    type: "func"
+  }
+  attr {
+    name: "config"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  attr {
+    name: "executor_type"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+}
 op {
   name: "Placeholder"
   output_arg {
@@ -71436,6 +71498,46 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "StatefulPartitionedCall"
+  input_arg {
+    name: "args"
+    type_list_attr: "Tin"
+  }
+  output_arg {
+    name: "output"
+    type_list_attr: "Tout"
+  }
+  attr {
+    name: "Tin"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "Tout"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "f"
+    type: "func"
+  }
+  attr {
+    name: "config"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  attr {
+    name: "executor_type"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  is_stateful: true
+}
 op {
   name: "StatelessIf"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 77b8e85a3a..a358747e29 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -16087,7 +16087,7 @@ op {
 op {
   name: "MatrixSquareRoot"
   input_arg {
-    name: "matrix"
+    name: "input"
     type_attr: "T"
   }
   output_arg {
@@ -20142,6 +20142,13 @@ op {
       s: ""
     }
   }
+  attr {
+    name: "executor_type"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
 }
 op {
   name: "Placeholder"
@@ -33285,6 +33292,13 @@ op {
       s: ""
     }
   }
+  attr {
+    name: "executor_type"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
   is_stateful: true
 }
 op {
-- 
GitLab


From e7b8e8ccf65fdd8ceb4ca99b94f50b66d557e465 Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Mon, 22 Oct 2018 13:41:20 -0700
Subject: [PATCH 0409/1825] Allow export of sequential models without input
 shapes defined.

PiperOrigin-RevId: 218224779
---
 .../python/saved_model/keras_saved_model.py   | 16 +++++-
 .../saved_model/keras_saved_model_test.py     | 57 +++++++++++++++++--
 tensorflow/python/keras/models.py             | 32 ++++++++---
 tensorflow/python/keras/models_test.py        | 24 +++++++-
 4 files changed, 110 insertions(+), 19 deletions(-)

diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
index 2c5c8c4afd..4ce74de406 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
@@ -29,6 +29,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import models as models_lib
 from tensorflow.python.keras import optimizers
+from tensorflow.python.keras.engine import sequential
 from tensorflow.python.keras.models import model_from_json
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.ops import variables
@@ -85,10 +86,21 @@ def save_keras_model(
     String path to the SavedModel folder, a subdirectory of `saved_model_path`.
 
   Raises:
-    NotImplementedError: If the passed in model is a subclassed model.
+    NotImplementedError: If the model is a subclassed model.
+    ValueError: If a Sequential model does not have input shapes defined by the
+      user, and is not built.
   """
   if not model._is_graph_network:
-    raise NotImplementedError
+    if isinstance(model, sequential.Sequential):
+      # If input shape is not directly set in the model, the exported model
+      # will assume that the inputs have the same shape as the shape the model
+      # was built model with.
+      if not model.built:
+        raise ValueError(
+            'Sequential model must be built before it can be exported.')
+    else:
+      raise NotImplementedError(
+          'Exporting subclassed models is not yet supported.')
 
   export_dir = export_helpers.get_timestamped_export_dir(saved_model_path)
   temp_export_dir = export_helpers.get_temp_export_dir(export_dir)
diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
index 060c504523..364b65e06a 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
@@ -237,6 +237,15 @@ def sequential_model(uses_learning_phase):
   return model
 
 
+def sequential_model_without_input_shape(uses_learning_phase):
+  model = keras.models.Sequential()
+  model.add(keras.layers.Dense(2))
+  model.add(keras.layers.Dense(3))
+  if uses_learning_phase:
+    model.add(LayerWithLearningPhase())
+  return model
+
+
 def load_model(sess, path, mode):
   tags = model_fn_lib.EXPORT_TAG_MAP[mode]
   sig_def_key = (signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY
@@ -260,12 +269,41 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
     return os.path.join(temp_dir, dirname)
 
   @parameterized.parameters(
-      (functional_model, True, training_module.AdadeltaOptimizer(), True),
-      (functional_model, True, training_module.AdadeltaOptimizer(), False),
-      (functional_model, False, None, False),
-      (sequential_model, True, training_module.AdadeltaOptimizer(), True),
-      (sequential_model, True, training_module.AdadeltaOptimizer(), False),
-      (sequential_model, False, None, False))
+      {
+          'model_builder': functional_model,
+          'uses_learning_phase': True,
+          'optimizer': training_module.AdadeltaOptimizer(),
+          'train_before_export': True},
+      {
+          'model_builder': functional_model,
+          'uses_learning_phase': True,
+          'optimizer': training_module.AdadeltaOptimizer(),
+          'train_before_export': False},
+      {
+          'model_builder': functional_model,
+          'uses_learning_phase': False,
+          'optimizer': None,
+          'train_before_export': False},
+      {
+          'model_builder': sequential_model,
+          'uses_learning_phase': True,
+          'optimizer': training_module.AdadeltaOptimizer(),
+          'train_before_export': True},
+      {
+          'model_builder': sequential_model,
+          'uses_learning_phase': True,
+          'optimizer': training_module.AdadeltaOptimizer(),
+          'train_before_export': False},
+      {
+          'model_builder': sequential_model,
+          'uses_learning_phase': False,
+          'optimizer': None,
+          'train_before_export': False},
+      {
+          'model_builder': sequential_model_without_input_shape,
+          'uses_learning_phase': True,
+          'optimizer': training_module.AdadeltaOptimizer(),
+          'train_before_export': False})
   def testSaveAndLoadSavedModelExport(
       self, model_builder, uses_learning_phase, optimizer, train_before_export):
     saved_model_path = self._save_model_dir()
@@ -425,6 +463,13 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
       keras_saved_model._assert_same_non_optimizer_objects(
           model, model_graph, clone, clone_graph)
 
+  def testSaveSeqModelWithoutInputShapesRaisesError(self):
+    """A Sequential model that hasn't been built should raise an error."""
+    model = sequential_model_without_input_shape(True)
+    with self.assertRaisesRegexp(
+        ValueError, 'must be built'):
+      keras_saved_model.save_keras_model(model, '')
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/models.py b/tensorflow/python/keras/models.py
index 2883c9ad74..11054b5b08 100644
--- a/tensorflow/python/keras/models.py
+++ b/tensorflow/python/keras/models.py
@@ -243,7 +243,7 @@ def clone_model(model, input_tensors=None):
   Arguments:
       model: Instance of `Model`
           (could be a functional model or a Sequential model).
-      input_tensors: optional list of input tensors
+      input_tensors: optional list of input tensors or InputLayer objects
           to build the model upon. If not provided,
           placeholders will be created.
 
@@ -407,6 +407,9 @@ def clone_and_build_model(
   This function can be be run in the same graph or in a separate graph from the
   model. When using a separate graph, `in_place_reset` must be `False`.
 
+  Note that, currently, the clone produced from this function may not work with
+  TPU DistributionStrategy. Try at your own risk.
+
   Args:
     model: `tf.keras.Model` object. Can be Functional, Sequential, or
       sub-classed.
@@ -431,15 +434,30 @@ def clone_and_build_model(
     Clone of the model.
 
   Raises:
-    ValueError: if trying to clone a subclassed model, and `in_place_reset` is
-      set to False.
+    ValueError: Cloning fails in the following cases
+      - cloning a subclassed model with `in_place_reset` set to False.
+      - compiling the clone when the original model has not been compiled.
   """
-  if model._is_graph_network:
+  if compile_clone and not model.optimizer:
+    raise ValueError(
+        'Error when cloning model: compile_clone was set to True, but the '
+        'original model has not been compiled.')
+
+  if model._is_graph_network or isinstance(model, Sequential):
     if custom_objects:
       with CustomObjectScope(custom_objects):
         clone = clone_model(model, input_tensors=input_tensors)
     else:
       clone = clone_model(model, input_tensors=input_tensors)
+
+    if all([isinstance(clone, Sequential),
+            not clone._is_graph_network,
+            model.built]):
+      # Set model inputs to build the model and add input/output properties.
+      # TODO(kathywu): Add multiple placeholders to handle edge case where
+      # sequential model has multiple inputs.
+      clone._set_inputs(
+          K.placeholder(model._build_input_shape, dtype=model.inputs[0].dtype))
   else:
     if not in_place_reset:
       raise ValueError(
@@ -456,11 +474,7 @@ def clone_and_build_model(
         input_tensors = input_tensors[0]
       clone._set_inputs(input_tensors)
 
-  # Compile/Build model
-  if not compile_clone:
-    if isinstance(clone, Sequential):
-      clone.build()
-  elif model.optimizer:
+  if compile_clone and model.optimizer:
     if isinstance(model.optimizer, optimizers.TFOptimizer):
       optimizer = optimizers.TFOptimizer(
           model.optimizer.optimizer, optimizer_iterations)
diff --git a/tensorflow/python/keras/models_test.py b/tensorflow/python/keras/models_test.py
index c550caeb80..36875cf984 100644
--- a/tensorflow/python/keras/models_test.py
+++ b/tensorflow/python/keras/models_test.py
@@ -254,8 +254,11 @@ class TestCloneAndBuildModel(test.TestCase):
     keras.backend.clear_session()
 
     with self.cached_session():
+      with self.assertRaisesRegexp(ValueError, 'has not been compiled'):
+        models.clone_and_build_model(model, compile_clone=True)
+
       # With placeholder creation
-      new_model = models.clone_and_build_model(model, compile_clone=True)
+      new_model = models.clone_and_build_model(model, compile_clone=False)
       with self.assertRaisesRegexp(RuntimeError, 'must compile'):
         new_model.evaluate(inp, out)
       with self.assertRaisesRegexp(RuntimeError, 'must compile'):
@@ -268,7 +271,7 @@ class TestCloneAndBuildModel(test.TestCase):
       target_a = keras.Input(shape=(4,))
       new_model = models.clone_and_build_model(model, input_tensors=input_a,
                                                target_tensors=[target_a],
-                                               compile_clone=True)
+                                               compile_clone=False)
       with self.assertRaisesRegexp(RuntimeError, 'must compile'):
         new_model.evaluate(inp, out)
       with self.assertRaisesRegexp(RuntimeError, 'must compile'):
@@ -396,6 +399,23 @@ class TestCloneAndBuildModel(test.TestCase):
   def test_replace_keras_optimizer_iterations_variable(self):
     self.assert_optimizer_iterations_increases('adam')
 
+  def test_clone_and_build_sequential_model_without_inputs_defined(self):
+    with self.cached_session():
+      model = keras.models.Sequential()
+      model.add(keras.layers.Dense(4))
+      model.add(keras.layers.BatchNormalization())
+      model.add(keras.layers.Dropout(0.5))
+      model.add(keras.layers.Dense(4))
+      model.compile('rmsprop', 'mse',
+                    metrics=['acc', metrics.categorical_accuracy])
+    self._clone_and_build_test_helper(model, False)
+
+    with self.cached_session():
+      inp = np.random.random((10, 4))
+      out = np.random.random((10, 4))
+      model.train_on_batch(inp, out)
+    self._clone_and_build_test_helper(model, False)
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From b33062afa99b47d7b7d6edf3b555500836017c05 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 13:42:57 -0700
Subject: [PATCH 0410/1825] DepthwiseConv 3x3, remove activation templating
 from tests.

PiperOrigin-RevId: 218225093
---
 .../internal/depthwiseconv_quantized_test.cc  | 44 +++----------------
 1 file changed, 6 insertions(+), 38 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc b/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
index 9414e109c3..dde3da611d 100644
--- a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
+++ b/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
@@ -33,7 +33,6 @@ namespace tflite {
 namespace {
 
 // Runs the DepthwiseConv and compares against the reference implementation.
-template <FusedActivationFunctionType Ac>
 int TestOneDepthwiseConvWithGivenOutputShift(
     const std::uint8_t* input_data, const RuntimeShape& input_shape,
     std::int32_t input_offset, const std::uint8_t* filter_data,
@@ -115,7 +114,6 @@ int TestOneDepthwiseConvWithGivenOutputShift(
 // guessing wrong would mean that all the values get saturated so the test
 // becomes
 // vacuous. So we just bisect our way to reasonable output_shift values.
-template <FusedActivationFunctionType Ac>
 void TestOneDepthwiseConvBisectOutputShift(
     const std::uint8_t* input_data, const RuntimeShape& input_shape,
     std::int32_t input_offset, const std::uint8_t* filter_data,
@@ -130,7 +128,7 @@ void TestOneDepthwiseConvBisectOutputShift(
       << "Bisection failed ?!?!";
   int output_shift_bisect_midpoint =
       (output_activation_bisect_start + output_activation_bisect_end) / 2;
-  int bisect_result = TestOneDepthwiseConvWithGivenOutputShift<Ac>(
+  int bisect_result = TestOneDepthwiseConvWithGivenOutputShift(
       input_data, input_shape, input_offset, filter_data, filter_shape,
       filter_offset, bias_data, bias_shape, stride, pad_width, pad_height,
       depth_multiplier, output_offset, output_multiplier,
@@ -157,7 +155,7 @@ void TestOneDepthwiseConvBisectOutputShift(
   int new_output_activation_bisect_end = bisect_result == 1
                                              ? output_activation_bisect_end
                                              : output_shift_bisect_midpoint;
-  TestOneDepthwiseConvBisectOutputShift<Ac>(
+  TestOneDepthwiseConvBisectOutputShift(
       input_data, input_shape, input_offset, filter_data, filter_shape,
       filter_offset, bias_data, bias_shape, stride, pad_width, pad_height,
       depth_multiplier, output_offset, output_multiplier,
@@ -165,7 +163,6 @@ void TestOneDepthwiseConvBisectOutputShift(
       output_activation_min, output_activation_max, output_shape);
 }
 
-template <FusedActivationFunctionType Ac>
 void TestOneDepthwiseConv(
     const std::uint8_t* input_data, const RuntimeShape& input_shape,
     std::int32_t input_offset, const std::uint8_t* filter_data,
@@ -175,38 +172,13 @@ void TestOneDepthwiseConv(
     std::int32_t output_offset, std::int32_t output_multiplier,
     std::int32_t output_activation_min, std::int32_t output_activation_max,
     const RuntimeShape& output_shape) {
-  TestOneDepthwiseConvBisectOutputShift<Ac>(
+  TestOneDepthwiseConvBisectOutputShift(
       input_data, input_shape, input_offset, filter_data, filter_shape,
       filter_offset, bias_data, bias_shape, stride, pad_width, pad_height,
       depth_multiplier, output_offset, output_multiplier, 0, 32,
       output_activation_min, output_activation_max, output_shape);
 }
 
-void TestOneDepthwiseConv(
-    FusedActivationFunctionType Ac, const std::uint8_t* input_data,
-    const RuntimeShape& input_shape, std::int32_t input_offset,
-    const std::uint8_t* filter_data, const RuntimeShape& filter_shape,
-    std::int32_t filter_offset, const std::int32_t* bias_data,
-    const RuntimeShape& bias_shape, int stride, int pad_width, int pad_height,
-    int depth_multiplier, std::int32_t output_offset,
-    std::int32_t output_multiplier, std::int32_t output_activation_min,
-    std::int32_t output_activation_max, const RuntimeShape& output_shape) {
-#define TOCO_HANDLE_CASE(AC_TYPE)                                            \
-  if (AC_TYPE == Ac) {                                                       \
-    TestOneDepthwiseConv<AC_TYPE>(                                           \
-        input_data, input_shape, input_offset, filter_data, filter_shape,    \
-        filter_offset, bias_data, bias_shape, stride, pad_width, pad_height, \
-        depth_multiplier, output_offset, output_multiplier,                  \
-        output_activation_min, output_activation_max, output_shape);         \
-    return;                                                                  \
-  }
-  TOCO_HANDLE_CASE(FusedActivationFunctionType::kNone)
-  TOCO_HANDLE_CASE(FusedActivationFunctionType::kRelu)
-  TOCO_HANDLE_CASE(FusedActivationFunctionType::kRelu1)
-  TOCO_HANDLE_CASE(FusedActivationFunctionType::kRelu6)
-#undef TOCO_HANDLE_CASE
-}
-
 bool TryTestDepthwiseConv(int batch, int input_depth, int input_width,
                           int input_height, int filter_width, int filter_height,
                           int depth_multiplier, int stride,
@@ -223,13 +195,9 @@ bool TryTestDepthwiseConv(int batch, int input_depth, int input_width,
   if (output_depth > kMaxSupportedOutputDepth) {
     return false;
   }
-  const auto ac = RandomElement(std::vector<FusedActivationFunctionType>(
-      {FusedActivationFunctionType::kNone, FusedActivationFunctionType::kRelu,
-       FusedActivationFunctionType::kRelu6,
-       FusedActivationFunctionType::kRelu1}));
   int output_activation_min = 0;
   int output_activation_max = 255;
-  if (ac != FusedActivationFunctionType::kNone && UniformRandomInt(0, 1)) {
+  if (UniformRandomInt(0, 1)) {
     output_activation_min = UniformRandomInt(0, 50);
     output_activation_max = UniformRandomInt(200, 255);
   }
@@ -259,8 +227,8 @@ bool TryTestDepthwiseConv(int batch, int input_depth, int input_width,
   FillRandom(&input_data);
   FillRandom(&filter_data);
   FillRandom(&bias_data, -10000, 10000);
-  TestOneDepthwiseConv(ac, input_data.data(), input_shape_inference,
-                       input_offset, filter_data.data(), filter_shape_inference,
+  TestOneDepthwiseConv(input_data.data(), input_shape_inference, input_offset,
+                       filter_data.data(), filter_shape_inference,
                        filter_offset, bias_data.data(), bias_shape_inference,
                        stride, pad_width, pad_height, depth_multiplier,
                        output_offset, output_multiplier, output_activation_min,
-- 
GitLab


From 3af2b4e2a272b411353b647c03cda778200df5c1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 13:45:20 -0700
Subject: [PATCH 0411/1825] Fix example code.

PiperOrigin-RevId: 218225459
---
 .../distributions/python/ops/bijectors/real_nvp.py        | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py b/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py
index 0612749df8..17e9b8dec9 100644
--- a/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py
+++ b/tensorflow/contrib/distributions/python/ops/bijectors/real_nvp.py
@@ -97,16 +97,18 @@ class RealNVP(bijector.Bijector):
 
   # A common choice for a normalizing flow is to use a Gaussian for the base
   # distribution. (However, any continuous distribution would work.) E.g.,
+  num_dims = 3
+  num_samples = 1
   nvp = tfd.TransformedDistribution(
-      distribution=tfd.MultivariateNormalDiag(loc=[0., 0., 0.])),
+      distribution=tfd.MultivariateNormalDiag(loc=np.zeros(num_dims)),
       bijector=tfb.RealNVP(
           num_masked=2,
           shift_and_log_scale_fn=tfb.real_nvp_default_template(
               hidden_layers=[512, 512])))
 
-  x = nvp.sample()
+  x = nvp.sample(num_samples)
   nvp.log_prob(x)
-  nvp.log_prob(0.)
+  nvp.log_prob(np.zeros([num_samples, num_dims]))
   ```
 
   For more examples, see [Jang (2018)][3].
-- 
GitLab


From 9829a2de2dd5b178240a05c8546a5f01dd9c0818 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 13:49:40 -0700
Subject: [PATCH 0412/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 218226282

---
 tensorflow/go/op/wrappers.go | 645 ++++++++++++++++++++++++++++++++++-
 1 file changed, 640 insertions(+), 5 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 7d4cf524bc..99ef5ae7d4 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -515,6 +515,8 @@ func QuantizeAndDequantizeV2RangeGiven(value bool) QuantizeAndDequantizeV2Attr {
 //
 // output = round(clamp(value, input_min, input_max) * scale_factor) / scale_factor.
 //
+// The above round function uses half to even rounding.
+//
 //
 // Arguments:
 //	input: Tensor to quantize and then dequantize.
@@ -5397,6 +5399,21 @@ func EditDistance(scope *Scope, hypothesis_indices tf.Output, hypothesis_values
 	return op.Output(0)
 }
 
+// Returns 0 if x == 0, and x * log(y) otherwise, elementwise.
+func Xlogy(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Xlogy",
+		Input: []tf.Input{
+			x, y,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // DepthwiseConv2dNativeBackpropInputAttr is an optional argument to DepthwiseConv2dNativeBackpropInput.
 type DepthwiseConv2dNativeBackpropInputAttr func(optionalAttr)
 
@@ -6022,6 +6039,23 @@ func ReaderNumWorkUnitsCompletedV2(scope *Scope, reader_handle tf.Output) (units
 	return op.Output(0)
 }
 
+// Creates a dataset that contains the elements of `input_dataset` ignoring errors.
+func ExperimentalIgnoreErrorsDataset(scope *Scope, input_dataset tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalIgnoreErrorsDataset",
+		Input: []tf.Input{
+			input_dataset,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Computes the log of the absolute value of `Gamma(x)` element-wise.
 func Lgamma(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
@@ -6856,8 +6890,7 @@ func QuantizedAvgPool(scope *Scope, input tf.Output, min_input tf.Output, max_in
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Extract `patches` from `input` and put them in the "depth" output
-// dimension. 3D extension of `extract_image_patches`.
+// Extract `patches` from `input` and put them in the "depth" output dimension. 3D extension of `extract_image_patches`.
 //
 // Arguments:
 //	input: 5-D Tensor with shape `[batch, in_planes, in_rows, in_cols, depth]`.
@@ -7499,6 +7532,44 @@ func MultiDeviceIteratorGetNextFromShard(scope *Scope, multi_device_iterator tf.
 	return components
 }
 
+// LeakyReluGradAttr is an optional argument to LeakyReluGrad.
+type LeakyReluGradAttr func(optionalAttr)
+
+// LeakyReluGradAlpha sets the optional alpha attribute to value.
+// If not specified, defaults to 0.2
+func LeakyReluGradAlpha(value float32) LeakyReluGradAttr {
+	return func(m optionalAttr) {
+		m["alpha"] = value
+	}
+}
+
+// Computes rectified linear gradients for a LeakyRelu operation.
+//
+// Arguments:
+//	gradients: The backpropagated gradients to the corresponding LeakyRelu operation.
+//	features: The features passed as input to the corresponding LeakyRelu operation,
+// OR the outputs of that operation (both work equivalently).
+//
+// Returns `gradients * (features > 0) + alpha * gradients * (featurs <= 0)`.
+func LeakyReluGrad(scope *Scope, gradients tf.Output, features tf.Output, optional ...LeakyReluGradAttr) (backprops tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "LeakyReluGrad",
+		Input: []tf.Input{
+			gradients, features,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Deprecated. Use TensorArrayGradV3
 //
 // DEPRECATED at GraphDef version 26: Use TensorArrayWriteV3
@@ -7516,6 +7587,37 @@ func TensorArrayWriteV2(scope *Scope, handle tf.Output, index tf.Output, value t
 	return op.Output(0)
 }
 
+// LeakyReluAttr is an optional argument to LeakyRelu.
+type LeakyReluAttr func(optionalAttr)
+
+// LeakyReluAlpha sets the optional alpha attribute to value.
+// If not specified, defaults to 0.2
+func LeakyReluAlpha(value float32) LeakyReluAttr {
+	return func(m optionalAttr) {
+		m["alpha"] = value
+	}
+}
+
+// Computes rectified linear: `max(features, features * alpha)`.
+func LeakyRelu(scope *Scope, features tf.Output, optional ...LeakyReluAttr) (activations tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "LeakyRelu",
+		Input: []tf.Input{
+			features,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Writes the given dataset to the given file using the TFRecord format.
 //
 // Arguments:
@@ -7553,6 +7655,101 @@ func Relu6(scope *Scope, features tf.Output) (activations tf.Output) {
 	return op.Output(0)
 }
 
+// SdcaOptimizerV2Attr is an optional argument to SdcaOptimizerV2.
+type SdcaOptimizerV2Attr func(optionalAttr)
+
+// SdcaOptimizerV2Adaptive sets the optional adaptive attribute to value.
+//
+// value: Whether to use Adaptive SDCA for the inner loop.
+// If not specified, defaults to true
+func SdcaOptimizerV2Adaptive(value bool) SdcaOptimizerV2Attr {
+	return func(m optionalAttr) {
+		m["adaptive"] = value
+	}
+}
+
+// Distributed version of Stochastic Dual Coordinate Ascent (SDCA) optimizer for
+//
+// linear models with L1 + L2 regularization. As global optimization objective is
+// strongly-convex, the optimizer optimizes the dual objective at each step. The
+// optimizer applies each update one example at a time. Examples are sampled
+// uniformly, and the optimizer is learning rate free and enjoys linear convergence
+// rate.
+//
+// [Proximal Stochastic Dual Coordinate Ascent](http://arxiv.org/pdf/1211.2717v1.pdf).<br>
+// Shai Shalev-Shwartz, Tong Zhang. 2012
+//
+// $$Loss Objective = \sum f_{i} (wx_{i}) + (l2 / 2) * |w|^2 + l1 * |w|$$
+//
+// [Adding vs. Averaging in Distributed Primal-Dual Optimization](http://arxiv.org/abs/1502.03508).<br>
+// Chenxin Ma, Virginia Smith, Martin Jaggi, Michael I. Jordan,
+// Peter Richtarik, Martin Takac. 2015
+//
+// [Stochastic Dual Coordinate Ascent with Adaptive Probabilities](https://arxiv.org/abs/1502.08053).<br>
+// Dominik Csiba, Zheng Qu, Peter Richtarik. 2015
+//
+// Arguments:
+//	sparse_example_indices: a list of vectors which contain example indices.
+//	sparse_feature_indices: a list of vectors which contain feature indices.
+//	sparse_feature_values: a list of vectors which contains feature value
+// associated with each feature group.
+//	dense_features: a list of matrices which contains the dense feature values.
+//	example_weights: a vector which contains the weight associated with each
+// example.
+//	example_labels: a vector which contains the label/target associated with each
+// example.
+//	sparse_indices: a list of vectors where each value is the indices which has
+// corresponding weights in sparse_weights. This field maybe omitted for the
+// dense approach.
+//	sparse_weights: a list of vectors where each value is the weight associated with
+// a sparse feature group.
+//	dense_weights: a list of vectors where the values are the weights associated
+// with a dense feature group.
+//	example_state_data: a list of vectors containing the example state data.
+//	loss_type: Type of the primal loss. Currently SdcaSolver supports logistic,
+// squared and hinge losses.
+//	l1: Symmetric l1 regularization strength.
+//	l2: Symmetric l2 regularization strength.
+//	num_loss_partitions: Number of partitions of the global loss function.
+//	num_inner_iterations: Number of iterations per mini-batch.
+//
+// Returns a list of vectors containing the updated example state
+// data.a list of vectors where each value is the delta
+// weights associated with a sparse feature group.a list of vectors where the values are the delta
+// weights associated with a dense feature group.
+func SdcaOptimizerV2(scope *Scope, sparse_example_indices []tf.Output, sparse_feature_indices []tf.Output, sparse_feature_values []tf.Output, dense_features []tf.Output, example_weights tf.Output, example_labels tf.Output, sparse_indices []tf.Output, sparse_weights []tf.Output, dense_weights []tf.Output, example_state_data tf.Output, loss_type string, l1 float32, l2 float32, num_loss_partitions int64, num_inner_iterations int64, optional ...SdcaOptimizerV2Attr) (out_example_state_data tf.Output, out_delta_sparse_weights []tf.Output, out_delta_dense_weights []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"loss_type": loss_type, "l1": l1, "l2": l2, "num_loss_partitions": num_loss_partitions, "num_inner_iterations": num_inner_iterations}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "SdcaOptimizerV2",
+		Input: []tf.Input{
+			tf.OutputList(sparse_example_indices), tf.OutputList(sparse_feature_indices), tf.OutputList(sparse_feature_values), tf.OutputList(dense_features), example_weights, example_labels, tf.OutputList(sparse_indices), tf.OutputList(sparse_weights), tf.OutputList(dense_weights), example_state_data,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	out_example_state_data = op.Output(idx)
+	if out_delta_sparse_weights, idx, err = makeOutputList(op, idx, "out_delta_sparse_weights"); err != nil {
+		scope.UpdateErr("SdcaOptimizerV2", err)
+		return
+	}
+	if out_delta_dense_weights, idx, err = makeOutputList(op, idx, "out_delta_dense_weights"); err != nil {
+		scope.UpdateErr("SdcaOptimizerV2", err)
+		return
+	}
+	return out_example_state_data, out_delta_sparse_weights, out_delta_dense_weights
+}
+
 // Computes the minimum along segments of a tensor.
 //
 // Read
@@ -7891,7 +8088,7 @@ func ConcatOffset(scope *Scope, concat_dim tf.Output, shape []tf.Output) (offset
 //
 // where
 //
-// \\(gamma(a, x) = int_{0}^{x} t^{a-1} exp(-t) dt\\)
+// \\(gamma(a, x) = \\int_{0}^{x} t^{a-1} exp(-t) dt\\)
 //
 // is the lower incomplete Gamma function.
 //
@@ -8568,6 +8765,21 @@ func BiasAddGrad(scope *Scope, out_backprop tf.Output, optional ...BiasAddGradAt
 	return op.Output(0)
 }
 
+// Returns 0 if x == 0, and x / y otherwise, elementwise.
+func Xdivy(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Xdivy",
+		Input: []tf.Input{
+			x, y,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // FusedBatchNormV2Attr is an optional argument to FusedBatchNormV2.
 type FusedBatchNormV2Attr func(optionalAttr)
 
@@ -10003,6 +10215,72 @@ func ResizeBicubic(scope *Scope, images tf.Output, size tf.Output, optional ...R
 	return op.Output(0)
 }
 
+// Gather ragged slices from `params` axis `0` according to `indices`.
+//
+// Outputs a `RaggedTensor` output composed from `output_dense_values` and
+// `output_nested_splits`, such that:
+//
+// ```python
+// output.shape = indices.shape + params.shape[1:]
+// output.ragged_rank = indices.shape.ndims + params.ragged_rank
+// output[i...j, d0...dn] = params[indices[i...j], d0...dn]
+// ```
+//
+// where
+//
+// * `params =
+//    ragged.from_nested_row_splits(params_dense_values, params_nested_splits)`
+//    provides the values that should be gathered.
+// * `indices` ia a dense tensor with dtype `int32` or `int64`, indicating which
+//    values should be gathered.
+// * `output =
+//    ragged.from_nested_row_splits(output_dense_values, output_nested_splits)`
+//    is the output tensor.
+//
+// (Note: This c++ op is used to implement the higher-level python
+// `tf.ragged.gather` op, which also supports ragged indices.)
+//
+//
+// Arguments:
+//	params_nested_splits: The `nested_row_splits` tensors that define the row-partitioning for the
+// `params` RaggedTensor input.
+//	params_dense_values: The `inner_values` for the `params` RaggedTensor. There was a terminology change
+// at the python level from dense_values to inner_values, so dense_values is the
+// deprecated name.
+//	indices: Indices in the outermost dimension of `params` of the values that should be
+// gathered.
+//	OUTPUT_RAGGED_RANK: The ragged rank of the output RaggedTensor. `output_nested_splits` will contain
+// this number of `row_splits` tensors. This value should equal
+// `indices.shape.ndims + params.ragged_rank - 1`.
+//
+// Returns The `nested_row_splits` tensors that define the row-partitioning for the
+// returned RaggedTensor.The `inner_values` for the returned RaggedTensor.
+func RaggedGather(scope *Scope, params_nested_splits []tf.Output, params_dense_values tf.Output, indices tf.Output, OUTPUT_RAGGED_RANK int64) (output_nested_splits []tf.Output, output_dense_values tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"OUTPUT_RAGGED_RANK": OUTPUT_RAGGED_RANK}
+	opspec := tf.OpSpec{
+		Type: "RaggedGather",
+		Input: []tf.Input{
+			tf.OutputList(params_nested_splits), params_dense_values, indices,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if output_nested_splits, idx, err = makeOutputList(op, idx, "output_nested_splits"); err != nil {
+		scope.UpdateErr("RaggedGather", err)
+		return
+	}
+	output_dense_values = op.Output(idx)
+	return output_nested_splits, output_dense_values
+}
+
 // Greedily selects a subset of bounding boxes in descending order of score,
 //
 // pruning away boxes that have high intersection-over-union (IOU) overlap
@@ -12391,6 +12669,33 @@ func AccumulateNV2(scope *Scope, inputs []tf.Output, shape tf.Shape) (sum tf.Out
 	return op.Output(0)
 }
 
+// Outputs deterministic pseudorandom random integers from a uniform distribution.
+//
+// The generated values follow a uniform distribution in the range `[minval, maxval)`.
+//
+// The outputs are a deterministic function of `shape`, `seed`, `minval`, and `maxval`.
+//
+// Arguments:
+//	shape: The shape of the output tensor.
+//	seed: 2 seeds (shape [2]).
+//	minval: Minimum value (inclusive, scalar).
+//	maxval: Maximum value (exclusive, scalar).
+//
+// Returns Random values with specified shape.
+func StatelessRandomUniformInt(scope *Scope, shape tf.Output, seed tf.Output, minval tf.Output, maxval tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "StatelessRandomUniformInt",
+		Input: []tf.Input{
+			shape, seed, minval, maxval,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // StatelessTruncatedNormalAttr is an optional argument to StatelessTruncatedNormal.
 type StatelessTruncatedNormalAttr func(optionalAttr)
 
@@ -12572,6 +12877,32 @@ func StatelessRandomNormal(scope *Scope, shape tf.Output, seed tf.Output, option
 	return op.Output(0)
 }
 
+// Determine the script codes of a given tensor of Unicode integer code points.
+//
+// This operation converts Unicode code points to script codes corresponding to
+// each code point. Script codes correspond to International Components for
+// Unicode (ICU) UScriptCode values. See http://icu-project.org/apiref/icu4c/uscript_8h.html.
+// Returns -1 (USCRIPT_INVALID_CODE) for invalid codepoints. Output shape will
+// match input shape.
+//
+// Arguments:
+//	input: A Tensor of int32 Unicode code points.
+//
+// Returns A Tensor of int32 script codes corresponding to each input code point.
+func UnicodeScript(scope *Scope, input tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "UnicodeScript",
+		Input: []tf.Input{
+			input,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Creates a sequence of numbers.
 //
 // This operation creates a sequence of numbers that begins at `start` and
@@ -12953,6 +13284,63 @@ func SparseMatMul(scope *Scope, a tf.Output, b tf.Output, optional ...SparseMatM
 	return op.Output(0)
 }
 
+// ExperimentalThreadPoolHandleAttr is an optional argument to ExperimentalThreadPoolHandle.
+type ExperimentalThreadPoolHandleAttr func(optionalAttr)
+
+// ExperimentalThreadPoolHandleMaxIntraOpParallelism sets the optional max_intra_op_parallelism attribute to value.
+//
+// value: The maximum degree of parallelism to use within operations that execute on this
+// threadpool.
+// If not specified, defaults to 1
+func ExperimentalThreadPoolHandleMaxIntraOpParallelism(value int64) ExperimentalThreadPoolHandleAttr {
+	return func(m optionalAttr) {
+		m["max_intra_op_parallelism"] = value
+	}
+}
+
+// ExperimentalThreadPoolHandleContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func ExperimentalThreadPoolHandleContainer(value string) ExperimentalThreadPoolHandleAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// ExperimentalThreadPoolHandleSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func ExperimentalThreadPoolHandleSharedName(value string) ExperimentalThreadPoolHandleAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Creates a dataset that uses a custom thread pool to compute `input_dataset`.
+//
+// Arguments:
+//	num_threads: The number of threads in the thread pool.
+//	display_name: A human-readable name for the threads that may be visible in some
+// visualizations.
+// threadpool.
+//
+// Returns A resource that can be consumed by one or more ExperimentalThreadPoolDataset
+// ops.
+func ExperimentalThreadPoolHandle(scope *Scope, num_threads int64, display_name string, optional ...ExperimentalThreadPoolHandleAttr) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"num_threads": num_threads, "display_name": display_name}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalThreadPoolHandle",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // CudnnRNNCanonicalToParamsAttr is an optional argument to CudnnRNNCanonicalToParams.
 type CudnnRNNCanonicalToParamsAttr func(optionalAttr)
 
@@ -13887,6 +14275,12 @@ func FixedLengthRecordReaderV2(scope *Scope, record_bytes int64, optional ...Fix
 type StringLengthAttr func(optionalAttr)
 
 // StringLengthUnit sets the optional unit attribute to value.
+//
+// value: The unit that is counted to compute string length.  One of: `"BYTE"` (for
+// the number of bytes in each string) or `"UTF8_CHAR"` (for the number of UTF-8
+// encoded Unicode code points in each string).  Results are undefined
+// if `unit=UTF8_CHAR` and the `input` strings do not contain structurally
+// valid UTF-8.
 // If not specified, defaults to "BYTE"
 func StringLengthUnit(value string) StringLengthAttr {
 	return func(m optionalAttr) {
@@ -16299,6 +16693,21 @@ func MaxPool3DGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, gr
 	return op.Output(0)
 }
 
+// Returns the name of the device on which `resource` has been placed.
+func ExperimentalIteratorGetDevice(scope *Scope, resource tf.Output) (device tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalIteratorGetDevice",
+		Input: []tf.Input{
+			resource,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // SparseReduceSumAttr is an optional argument to SparseReduceSum.
 type SparseReduceSumAttr func(optionalAttr)
 
@@ -19854,7 +20263,7 @@ func QuantizeV2RoundMode(value string) QuantizeV2Attr {
 //
 // ```
 // out[i] = (in[i] - min_range) * range(T) / (max_range - min_range)
-// if T == qint8, out[i] -= (range(T) + 1) / 2.0
+// if T == qint8: out[i] -= (range(T) + 1) / 2.0
 // ```
 //
 // here `range(T) = numeric_limits<T>::max() - numeric_limits<T>::min()`
@@ -20221,6 +20630,23 @@ func TensorArrayCloseV3(scope *Scope, handle tf.Output) (o *tf.Operation) {
 	return scope.AddOperation(opspec)
 }
 
+// Creates a dataset that contains the unique elements of `input_dataset`.
+func ExperimentalUniqueDataset(scope *Scope, input_dataset tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalUniqueDataset",
+		Input: []tf.Input{
+			input_dataset,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Saves the input tensors to disk.
 //
 // The size of `tensor_names` must match the number of tensors in `data`. `data[i]`
@@ -22331,6 +22757,29 @@ func SegmentMin(scope *Scope, data tf.Output, segment_ids tf.Output) (output tf.
 	return op.Output(0)
 }
 
+// Removes keys and its associated values from a table.
+//
+// The tensor `keys` must of the same type as the keys of the table. Keys not
+// already in the table are silently ignored.
+//
+// Arguments:
+//	table_handle: Handle to the table.
+//	keys: Any shape.  Keys of the elements to remove.
+//
+// Returns the created operation.
+func LookupTableRemoveV2(scope *Scope, table_handle tf.Output, keys tf.Output) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "LookupTableRemoveV2",
+		Input: []tf.Input{
+			table_handle, keys,
+		},
+	}
+	return scope.AddOperation(opspec)
+}
+
 // Computes the sum along segments of a tensor.
 //
 // Read
@@ -24519,7 +24968,7 @@ func DequantizeMode(value string) DequantizeAttr {
 // In 'MIN_COMBINED' mode, each value of the tensor will undergo the following:
 //
 // ```
-// if T == qint8, in[i] += (range(T) + 1)/ 2.0
+// if T == qint8: in[i] += (range(T) + 1)/ 2.0
 // out[i] = min_range + (in[i]* (max_range - min_range) / range(T))
 // ```
 // here `range(T) = numeric_limits<T>::max() - numeric_limits<T>::min()`
@@ -25573,6 +26022,47 @@ func TensorListScatter(scope *Scope, tensor tf.Output, indices tf.Output, elemen
 	return op.Output(0)
 }
 
+// Returns a `RaggedTensor` containing the specified sequences of numbers.
+//
+//
+// Returns a `RaggedTensor` `result` composed from `rt_dense_values` and
+// `rt_nested_splits`, such that
+// `result[i] = range(starts[i], limits[i], deltas[i])`.
+//
+// ```python
+// >>> (rt_nested_splits, rt_dense_values) = gen_ragged_ops.ragged_range(
+// ...     starts=[2, 5, 8], limits=[3, 5, 12], deltas=1)
+// >>> result = ragged.from_nested_row_splits(rt_dense_values, rt_nested_splits)
+// >>> print result.eval().tolist()
+// [[2],               # result[0] = range(2, 3)
+//  [],                # result[1] = range(5, 5)
+//  [8, 9, 10, 11]]    # result[2] = range(8, 12)
+// ```
+//
+// The input tensors `starts`, `limits`, and `deltas` may be scalars or vectors.
+// The vector inputs must all have the same size.  Scalar inputs are broadcast
+// to match the size of the vector inputs.
+//
+// Arguments:
+//	starts: The starts of each range.
+//	limits: The limits of each range.
+//	deltas: The deltas of each range.
+//
+// Returns The `row_splits` for the returned `RaggedTensor`.The `inner_values` for the returned `RaggedTensor`.
+func RaggedRange(scope *Scope, starts tf.Output, limits tf.Output, deltas tf.Output) (rt_nested_splits tf.Output, rt_dense_values tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "RaggedRange",
+		Input: []tf.Input{
+			starts, limits, deltas,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
+}
+
 // Deprecated, use python implementation tf.linalg.matrix_exponential.
 //
 // DEPRECATED at GraphDef version 27: Use Python implementation tf.linalg.matrix_exponential instead.
@@ -25959,6 +26449,46 @@ func DatasetToGraph(scope *Scope, input_dataset tf.Output) (graph tf.Output) {
 	return op.Output(0)
 }
 
+// Computes the matrix square root of one or more square matrices:
+//
+// matmul(sqrtm(A), sqrtm(A)) = A
+//
+// The input matrix should be invertible. If the input matrix is real, it should
+// have no eigenvalues which are real and negative (pairs of complex conjugate
+// eigenvalues are allowed).
+//
+// The matrix square root is computed by first reducing the matrix to
+// quasi-triangular form with the real Schur decomposition. The square root
+// of the quasi-triangular matrix is then computed directly. Details of
+// the algorithm can be found in: Nicholas J. Higham, "Computing real
+// square roots of a real matrix", Linear Algebra Appl., 1987.
+//
+// The input is a tensor of shape `[..., M, M]` whose inner-most 2 dimensions
+// form square matrices. The output is a tensor of the same shape as the input
+// containing the matrix square root for all input submatrices `[..., :, :]`.
+//
+// Arguments:
+//	input: Shape is `[..., M, M]`.
+//
+// Returns Shape is `[..., M, M]`.
+//
+// @compatibility(scipy)
+// Equivalent to scipy.linalg.sqrtm
+// @end_compatibility
+func MatrixSquareRoot(scope *Scope, input tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "MatrixSquareRoot",
+		Input: []tf.Input{
+			input,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Convert JSON-encoded Example records to binary protocol buffer strings.
 //
 // This op translates a tensor containing Example records, encoded using
@@ -28553,6 +29083,63 @@ func FakeParam(scope *Scope, dtype tf.DataType, shape tf.Shape) (output tf.Outpu
 	return op.Output(0)
 }
 
+// A substitute for `InterleaveDataset` on a fixed list of `N` datasets.
+//
+// Arguments:
+//	selector_input_dataset: A dataset of scalar `DT_INT64` elements that determines which of the
+// `N` data inputs should produce the next output element.
+//	data_input_datasets: `N` datasets with the same type that will be interleaved according to
+// the values of `selector_input_dataset`.
+//
+//
+func ExperimentalDirectedInterleaveDataset(scope *Scope, selector_input_dataset tf.Output, data_input_datasets []tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalDirectedInterleaveDataset",
+		Input: []tf.Input{
+			selector_input_dataset, tf.OutputList(data_input_datasets),
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Gets the next element from a FunctionBufferingResource.
+//
+// Arguments:
+//	function_buffer_resource: The FunctionBufferingResource handle.
+//	output_types: The type list for the return values.
+//
+// Returns A list of return values.
+func ExperimentalFunctionBufferingResourceGetNext(scope *Scope, function_buffer_resource tf.Output, output_types []tf.DataType) (output []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"output_types": output_types}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalFunctionBufferingResourceGetNext",
+		Input: []tf.Input{
+			function_buffer_resource,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
+		scope.UpdateErr("ExperimentalFunctionBufferingResourceGetNext", err)
+		return
+	}
+	return output
+}
+
 //     Adds v into specified rows of x.
 //
 //     Computes y = x; y[i, :] += v; return y.
@@ -28848,6 +29435,25 @@ func StackPushV2(scope *Scope, handle tf.Output, elem tf.Output, optional ...Sta
 	return op.Output(0)
 }
 
+// Resets the FunctionBufferingResource.
+//
+// Arguments:
+//	function_buffer_resource: The FunctionBufferingResource handle.
+//
+// Returns the created operation.
+func ExperimentalFunctionBufferingResourceReset(scope *Scope, function_buffer_resource tf.Output) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalFunctionBufferingResourceReset",
+		Input: []tf.Input{
+			function_buffer_resource,
+		},
+	}
+	return scope.AddOperation(opspec)
+}
+
 // StringSplitV2Attr is an optional argument to StringSplitV2.
 type StringSplitV2Attr func(optionalAttr)
 
@@ -28910,6 +29516,29 @@ func StringSplitV2(scope *Scope, input tf.Output, sep tf.Output, optional ...Str
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
+// Creates a dataset that uses a custom thread pool to compute `input_dataset`.
+//
+// Arguments:
+//
+//	thread_pool: A resource produced by the ThreadPoolHandle op.
+//
+//
+func ExperimentalThreadPoolDataset(scope *Scope, input_dataset tf.Output, thread_pool tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalThreadPoolDataset",
+		Input: []tf.Input{
+			input_dataset, thread_pool,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Computes softsign: `features / (abs(features) + 1)`.
 func Softsign(scope *Scope, features tf.Output) (activations tf.Output) {
 	if scope.Err() != nil {
@@ -29459,6 +30088,12 @@ func TensorArrayGradV2(scope *Scope, handle tf.Output, flow_in tf.Output, source
 type SubstrAttr func(optionalAttr)
 
 // SubstrUnit sets the optional unit attribute to value.
+//
+// value: The unit that is used to create the substring.  One of: `"BYTE"` (for
+// defining position and length by bytes) or `"UTF8_CHAR"` (for the UTF-8
+// encoded Unicode code points).  The default is `"BYTE"`. Results are undefined if
+// `unit=UTF8_CHAR` and the `input` strings do not contain structurally valid
+// UTF-8.
 // If not specified, defaults to "BYTE"
 func SubstrUnit(value string) SubstrAttr {
 	return func(m optionalAttr) {
-- 
GitLab


From 5555ad1617d62c8064d9853a9e771802150dfb29 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Mon, 22 Oct 2018 13:58:44 -0700
Subject: [PATCH 0413/1825] Use the object's module when searching in
 getqualifiedname. This allows locating values deeply nested, like e.g.
 `tf.contrib.autograph.convert`.

PiperOrigin-RevId: 218228152
---
 .../python/autograph/pyct/inspect_utils.py       | 16 ++++++++++++++++
 .../python/autograph/pyct/inspect_utils_test.py  |  9 +++++++++
 2 files changed, 25 insertions(+)

diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index 6d5cced0ac..b73cf08704 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -35,6 +35,7 @@ SPECIAL_BUILTINS = {
     'dict': dict,
     'float': float,
     'int': int,
+    'len': len,
     'print': print,
     'range': range,
     'tuple': tuple
@@ -80,6 +81,9 @@ def getnamespace(f):
 def getqualifiedname(namespace, object_, max_depth=2):
   """Returns the name by which a value can be referred to in a given namespace.
 
+  If the object defines a parent module, the function attempts to use it to
+  locate the object.
+
   This function will recurse inside modules, but it will not search objects for
   attributes. The recursion depth is controlled by max_depth.
 
@@ -100,6 +104,18 @@ def getqualifiedname(namespace, object_, max_depth=2):
     if object_ is value:
       return name
 
+  # If an object is not found, try to search its parent modules.
+  parent = tf_inspect.getmodule(object_)
+  if (parent is not None and parent is not object_ and
+      parent is not namespace):
+    # No limit to recursion depth because of the guard above.
+    parent_name = getqualifiedname(namespace, parent, max_depth=0)
+    if parent_name is not None:
+      name_in_parent = getqualifiedname(parent.__dict__, object_, max_depth=0)
+      assert name_in_parent is not None, (
+          'An object should always be found in its owner module')
+      return '{}.{}'.format(parent_name, name_in_parent)
+
   # TODO(mdan): Use breadth-first search and avoid visiting modules twice.
   if max_depth:
     # Iterating over a copy prevents "changed size due to iteration" errors.
diff --git a/tensorflow/python/autograph/pyct/inspect_utils_test.py b/tensorflow/python/autograph/pyct/inspect_utils_test.py
index d4f1fe8410..7e79b3b9f6 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils_test.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils_test.py
@@ -23,6 +23,7 @@ import imp
 
 import six
 
+from tensorflow.python import lib
 from tensorflow.python.autograph.pyct import inspect_utils
 from tensorflow.python.platform import test
 
@@ -146,6 +147,14 @@ class InspectUtilsTest(test.TestCase):
     self.assertEqual(inspect_utils.getqualifiedname(ns, bar), 'bar')
     self.assertEqual(inspect_utils.getqualifiedname(ns, baz), 'bar.baz')
 
+  def test_getqualifiedname_finds_via_parent_module(self):
+    # TODO(mdan): This test is vulnerable to change in the lib module.
+    # A better way to forge modules should be found.
+    self.assertEqual(
+        inspect_utils.getqualifiedname(
+            lib.__dict__, lib.io.file_io.FileIO, max_depth=1),
+        'io.file_io.FileIO')
+
   def test_getmethodclass(self):
 
     self.assertEqual(
-- 
GitLab


From fe38cf7324f15f2891a858652d1c3b0718c3a668 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 14:00:13 -0700
Subject: [PATCH 0414/1825] Add Equal to list of supported operators for TOCO

PiperOrigin-RevId: 218228497
---
 tensorflow/contrib/lite/toco/graph_transformations/quantize.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
index 29ea17dc61..21f5ffb3cf 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
@@ -57,7 +57,7 @@ bool SupportsQuantization(const Operator& op) {
          type == OperatorType::kDepthToSpace ||
          type == OperatorType::kLstmCell || type == OperatorType::kGather ||
          type == OperatorType::kTranspose || type == OperatorType::kMean ||
-         type == OperatorType::kGreater ||
+         type == OperatorType::kEqual || type == OperatorType::kGreater ||
          type == OperatorType::kGreaterEqual || type == OperatorType::kLess ||
          type == OperatorType::kLessEqual || type == OperatorType::kSelect ||
          type == OperatorType::kArgMax || type == OperatorType::kRelu ||
-- 
GitLab


From 121c85c4e69f9da9648af91a968461c80f321e42 Mon Sep 17 00:00:00 2001
From: Nupur Garg <nupurgarg@google.com>
Date: Mon, 22 Oct 2018 14:01:35 -0700
Subject: [PATCH 0415/1825] Internal change.

PiperOrigin-RevId: 218228803
---
 tensorflow/contrib/lite/build_def.bzl         | 14 +++---
 tensorflow/contrib/lite/python/convert.py     | 47 +++++++++----------
 tensorflow/contrib/lite/python/lite.py        | 12 ++---
 tensorflow/contrib/lite/python/lite_test.py   |  2 +-
 .../contrib/lite/python/tflite_convert.py     | 21 ++++++---
 .../model_coverage/model_coverage_lib.py      | 10 ++--
 .../model_coverage/model_coverage_lib_test.py |  8 ++--
 tensorflow/contrib/lite/toco/tflite/export.cc |  2 +-
 8 files changed, 62 insertions(+), 54 deletions(-)

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index 3ef1c1fb20..40b9a7c480 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -419,29 +419,29 @@ def gen_selected_ops(name, model):
         tools = [tool],
     )
 
-def gen_full_model_test(conversion_modes, models, data, tags):
+def gen_full_model_test(target_ops_list, models, data, tags):
     """Generates Python test targets for testing TFLite models.
 
     Args:
-      conversion_modes: List of conversion modes to test the models on.
+      target_ops_list: List of operation sets to test the models on.
       models: List of models to test.
       data: List of BUILD targets linking the data.
       tags: Any additional tags including the test_suite tag.
     """
     options = [
-        (conversion_mode, model)
+        (target_op_sets, model)
         for model in models
-        for conversion_mode in conversion_modes
+        for target_op_sets in target_ops_list
     ]
 
-    for conversion_mode, model_name in options:
+    for target_op_sets, model_name in options:
         native.py_test(
-            name = "model_coverage_test_%s_%s" % (model_name, conversion_mode.lower()),
+            name = "model_coverage_test_%s_%s" % (model_name, target_op_sets.lower().replace(",", "_")),
             srcs = ["model_coverage_test.py"],
             main = "model_coverage_test.py",
             args = [
                 "--model_name=%s" % model_name,
-                "--converter_mode=%s" % conversion_mode,
+                "--target_ops=%s" % target_op_sets,
             ],
             data = data,
             srcs_version = "PY2AND3",
diff --git a/tensorflow/contrib/lite/python/convert.py b/tensorflow/contrib/lite/python/convert.py
index 4d389e084f..ee963f5df7 100644
--- a/tensorflow/contrib/lite/python/convert.py
+++ b/tensorflow/contrib/lite/python/convert.py
@@ -63,30 +63,27 @@ def _try_convert_to_unicode(output):
       pass
   return output
 
-class ConverterMode(enum.Enum):
-  """Enum class defining the converters available to generate TFLite models.
+
+class OpsSet(enum.Enum):
+  """Enum class defining the sets of ops available to generate TFLite models.
 
   WARNING: Experimental interface, subject to change.
   """
-  # Convert model using TOCO such that all ops are TensorFlow Lite native ops.
-  #
-  # This is the only supported mode for any models that contain operations that
-  # cannot be resolved in TensorFlow.
-  DEFAULT = "DEFAULT"
-
-  # Convert model using TOCO such that only unsupported operations are
-  # represented as TensorFlow ops.
-  # WARNING: Experimental interface, subject to change.
-  TOCO_FLEX = "TOCO_FLEX"
+  # Convert model using TensorFlow Lite builtin ops.
+  TFLITE_BUILTINS = "TFLITE_BUILTINS"
 
-  # Convert model using TOCO such that all operations are represented as
-  # TensorFlow ops.
+  # Convert model using TensorFlow ops. Not all TensorFlow ops are available.
   # WARNING: Experimental interface, subject to change.
-  TOCO_FLEX_ALL = "TOCO_FLEX_ALL"
+  SELECT_TF_OPS = "SELECT_TF_OPS"
 
   def __str__(self):
     return self.value
 
+  @staticmethod
+  def get_options():
+    """Returns a list of OpsSet options as a list of strings."""
+    return [str(option) for option in list(OpsSet)]
+
 
 def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
   """Convert `input_data_str` according to model and toco parameters.
@@ -189,7 +186,7 @@ def build_toco_convert_protos(input_tensors,
                               post_training_quantize=False,
                               dump_graphviz_dir=None,
                               dump_graphviz_video=False,
-                              converter_mode=ConverterMode.DEFAULT,
+                              target_ops=None,
                               allow_nonexistent_arrays=False):
   """Builds protocol buffers describing a conversion of a model using TOCO.
 
@@ -245,10 +242,11 @@ def build_toco_convert_protos(input_tensors,
       output file. (default None)
     dump_graphviz_video: Boolean indicating whether to dump the graph after
       every graph transformation. (default False)
-    converter_mode: Experimental flag, subject to change. ConverterMode
-      indicating which converter to use. (default ConverterMode.DEFAULT)
+    target_ops: Experimental flag, subject to change. Set of OpsSet
+      options indicating which converter to use.
+      (default set([OpsSet.TFLITE_BUILTINS]))
     allow_nonexistent_arrays: Allow specifying array names that don't exist
-      or are unused in the final graph.  (default False)
+      or are unused in the final graph. (default False)
 
   Returns:
     model_flags, toco_flags: two protocol buffers describing the conversion
@@ -277,11 +275,12 @@ def build_toco_convert_protos(input_tensors,
   if dump_graphviz_dir:
     toco.dump_graphviz_dir = dump_graphviz_dir
   toco.dump_graphviz_include_video = dump_graphviz_video
-  if converter_mode == ConverterMode.TOCO_FLEX:
-    toco.allow_flex_ops = True
-  elif converter_mode == ConverterMode.TOCO_FLEX_ALL:
-    toco.allow_flex_ops = True
-    toco.force_flex_ops = True
+  if target_ops:
+    if set(target_ops) == set([OpsSet.TFLITE_BUILTINS, OpsSet.SELECT_TF_OPS]):
+      toco.allow_flex_ops = True
+    elif set(target_ops) == set([OpsSet.SELECT_TF_OPS]):
+      toco.allow_flex_ops = True
+      toco.force_flex_ops = True
 
   model = _model_flags_pb2.ModelFlags()
   model.change_concat_input_ranges = change_concat_input_ranges
diff --git a/tensorflow/contrib/lite/python/lite.py b/tensorflow/contrib/lite/python/lite.py
index fdbb392e55..e325333a60 100644
--- a/tensorflow/contrib/lite/python/lite.py
+++ b/tensorflow/contrib/lite/python/lite.py
@@ -41,7 +41,7 @@ from google.protobuf import text_format as _text_format
 from google.protobuf.message import DecodeError
 from tensorflow.contrib.lite.python import lite_constants as constants
 from tensorflow.contrib.lite.python.convert import build_toco_convert_protos  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.convert import ConverterMode
+from tensorflow.contrib.lite.python.convert import OpsSet
 from tensorflow.contrib.lite.python.convert import tensor_name as _tensor_name
 from tensorflow.contrib.lite.python.convert import toco_convert  # pylint: disable=unused-import
 from tensorflow.contrib.lite.python.convert import toco_convert_graph_def as _toco_convert_graph_def
@@ -116,8 +116,9 @@ class TFLiteConverter(object):
       output file. (default None)
     dump_graphviz_video: Boolean indicating whether to dump the graph after
       every graph transformation. (default False)
-    converter_mode: Experimental flag, subject to change. ConverterMode
-      indicating which converter to use. (default ConverterMode.DEFAULT)
+    target_ops: Experimental flag, subject to change. Set of OpsSet
+      options indicating which converter to use.
+      (default set([OpsSet.TFLITE_BUILTINS]))
 
   Example usage:
 
@@ -183,7 +184,7 @@ class TFLiteConverter(object):
     self.post_training_quantize = False
     self.dump_graphviz_dir = None
     self.dump_graphviz_video = False
-    self.converter_mode = ConverterMode.DEFAULT
+    self.target_ops = set([OpsSet.TFLITE_BUILTINS])
 
     # Attributes are used by models that cannot be loaded into TensorFlow.
     if not self._has_valid_tensors():
@@ -394,7 +395,6 @@ class TFLiteConverter(object):
       ValueError:
         Input shape is not specified.
         None value for dimension in input_tensor.
-        ConverterMode option is unsupported for the model.
     """
     # Checks dimensions in input tensor.
     if self._has_valid_tensors():
@@ -439,7 +439,7 @@ class TFLiteConverter(object):
         "change_concat_input_ranges": self.change_concat_input_ranges,
         "allow_custom_ops": self.allow_custom_ops,
         "post_training_quantize": self.post_training_quantize,
-        "converter_mode": self.converter_mode,
+        "target_ops": self.target_ops,
         "dump_graphviz_dir": self.dump_graphviz_dir,
         "dump_graphviz_video": self.dump_graphviz_video
     }
diff --git a/tensorflow/contrib/lite/python/lite_test.py b/tensorflow/contrib/lite/python/lite_test.py
index d243a494f6..70494afa15 100644
--- a/tensorflow/contrib/lite/python/lite_test.py
+++ b/tensorflow/contrib/lite/python/lite_test.py
@@ -421,7 +421,7 @@ class FromSessionTest(test_util.TensorFlowTestCase):
     # Convert model and ensure model is not None.
     converter = lite.TFLiteConverter.from_session(sess, [in_tensor],
                                                   [out_tensor])
-    converter.converter_mode = lite.ConverterMode.TOCO_FLEX_ALL
+    converter.target_ops = set([lite.OpsSet.SELECT_TF_OPS])
     tflite_model = converter.convert()
     self.assertTrue(tflite_model)
 
diff --git a/tensorflow/contrib/lite/python/tflite_convert.py b/tensorflow/contrib/lite/python/tflite_convert.py
index d6d9052a4e..3d18d5217c 100644
--- a/tensorflow/contrib/lite/python/tflite_convert.py
+++ b/tensorflow/contrib/lite/python/tflite_convert.py
@@ -143,8 +143,14 @@ def _convert_model(flags):
 
   if flags.allow_custom_ops:
     converter.allow_custom_ops = flags.allow_custom_ops
-  if flags.converter_mode:
-    converter.converter_mode = flags.converter_mode
+  if flags.target_ops:
+    ops_set_options = lite.OpsSet.get_options()
+    converter.target_ops = set()
+    for option in flags.target_ops.split(","):
+      if option not in ops_set_options:
+        raise ValueError("Invalid value for --target_ops. Options: "
+                         "{0}".format(",".join(ops_set_options)))
+      converter.target_ops.add(lite.OpsSet(option))
 
   if flags.post_training_quantize:
     converter.post_training_quantize = flags.post_training_quantize
@@ -377,11 +383,12 @@ def run_main(_):
             "provide these to the TensorFlow Lite runtime with a custom "
             "resolver. (default False)"))
   parser.add_argument(
-      "--converter_mode",
-      type=lite.ConverterMode,
-      choices=list(lite.ConverterMode),
-      help=("Experimental flag, subject to change. ConverterMode indicating "
-            "which converter to use. (default ConverterMode.DEFAULT)"))
+      "--target_ops",
+      type=str,
+      help=("Experimental flag, subject to change. Set of OpsSet options "
+            "indicating which converter to use. Options: {0}. One or more "
+            "option may be specified. (default set([OpsSet.TFLITE_BUILTINS]))"
+            "".format(",".join(lite.OpsSet.get_options()))))
 
   # Logging flags.
   parser.add_argument(
diff --git a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py b/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
index 46085ab000..2dc5aeb302 100644
--- a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
+++ b/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
@@ -38,13 +38,13 @@ def _convert(converter, **kwargs):
   Args:
     converter: TFLiteConverter object.
     **kwargs: Additional arguments to be passed into the converter. Supported
-      flags are {"converter_mode", "post_training_quantize"}.
+      flags are {"target_ops", "post_training_quantize"}.
 
   Returns:
     The converted TFLite model in serialized format.
   """
-  if "converter_mode" in kwargs:
-    converter.converter_mode = kwargs["converter_mode"]
+  if "target_ops" in kwargs:
+    converter.target_ops = kwargs["target_ops"]
   if "post_training_quantize" in kwargs:
     converter.post_training_quantize = kwargs["post_training_quantize"]
   return converter.convert()
@@ -239,8 +239,8 @@ def test_frozen_graph_quant(filename,
       for float_tensor in float_tensors)
   has_quant_tensor = num_tensors_float != num_tensors_same_dtypes
 
-  if ("converter_mode" in kwargs and
-      kwargs["converter_mode"] == _lite.ConverterMode.TOCO_FLEX_ALL):
+  if ("target_ops" in kwargs and
+      set(kwargs["target_ops"]) == set([_lite.OpsSet.SELECT_TF_OPS])):
     if has_quant_tensor:
       raise ValueError("--post_training_quantize flag unexpectedly altered the "
                        "full Flex mode graph.")
diff --git a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py b/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py
index 6989a9ef01..98dbff4d79 100644
--- a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py
+++ b/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py
@@ -97,7 +97,7 @@ class EvaluateFrozenGraph(test.TestCase):
     filename = self._getQuantizedModel()
     model_coverage.test_frozen_graph_quant(
         filename, ['inputA'], ['output'],
-        converter_mode=lite.ConverterMode.TOCO_FLEX_ALL)
+        target_ops=set([lite.OpsSet.SELECT_TF_OPS]))
 
 
 class EvaluateSavedModel(test.TestCase):
@@ -151,12 +151,14 @@ class EvaluateKerasModel(test.TestCase):
 
     model_coverage.test_keras_model(keras_file, post_training_quantize=True)
 
-  def testConverterMode(self):
+  def testTargetOps(self):
     model = self._getSingleInputKerasModel()
     keras_file = self._saveKerasModel(model)
 
     model_coverage.test_keras_model(
-        keras_file, converter_mode=lite.ConverterMode.TOCO_FLEX)
+        keras_file,
+        target_ops=set([lite.OpsSet.TFLITE_BUILTINS,
+                        lite.OpsSet.SELECT_TF_OPS]))
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/contrib/lite/toco/tflite/export.cc
index 473f6132e3..0a3cce7af7 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export.cc
@@ -486,7 +486,7 @@ tensorflow::Status Export(
             "the standard TensorFlow Lite runtime. If those are native "
             "TensorFlow operators, you might be able to use the extended "
             "runtime by passing --allow_flex_ops, or by setting "
-            "converter_mode=TOCO_FLEX when calling "
+            "target_ops=TFLITE_BUILTINS,SELECT_TF_OPS when calling "
             "tf.contrib.lite.TFLiteConverter(). Otherwise, if you have a "
             "custom implementation for them you can disable this error with "
             "--allow_custom_ops, or by setting allow_custom_ops=True "
-- 
GitLab


From 3f35fb209f1e2c375d0a108149653f72145d13b6 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 22 Oct 2018 14:12:18 -0700
Subject: [PATCH 0416/1825] Removing tf.train.confusion_matrix endpoint.
 tf.train.confusion_matrix was added in 1.12.0rc0. Removal should be
 cherrypicked into 1.12.0rc2 so that compatibility breakage is only between
 rc's.

PiperOrigin-RevId: 218231284
---
 tensorflow/python/ops/confusion_matrix.py             | 3 +--
 tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 6 deletions(-)

diff --git a/tensorflow/python/ops/confusion_matrix.py b/tensorflow/python/ops/confusion_matrix.py
index 77feb34c9a..b86b174afe 100644
--- a/tensorflow/python/ops/confusion_matrix.py
+++ b/tensorflow/python/ops/confusion_matrix.py
@@ -92,8 +92,7 @@ def remove_squeezable_dimensions(
 
 @tf_export(
     'math.confusion_matrix',
-    v1=['math.confusion_matrix', 'train.confusion_matrix',
-        'confusion_matrix'])
+    v1=['math.confusion_matrix', 'confusion_matrix'])
 @deprecation.deprecated_endpoints('confusion_matrix', 'train.confusion_matrix')
 def confusion_matrix(labels, predictions, num_classes=None, dtype=dtypes.int32,
                      name=None, weights=None):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt
index 45c81fdd3b..9f35395284 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt
@@ -272,10 +272,6 @@ tf_module {
     name: "checkpoint_exists"
     argspec: "args=[\'checkpoint_prefix\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "confusion_matrix"
-    argspec: "args=[\'labels\', \'predictions\', \'num_classes\', \'dtype\', \'name\', \'weights\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\", \'None\', \'None\'], "
-  }
   member_method {
     name: "cosine_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'alpha\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'None\'], "
-- 
GitLab


From d226d6c779cb9e470fc2ce9ad3ad8feddd929924 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Mon, 22 Oct 2018 14:23:40 -0700
Subject: [PATCH 0417/1825] Fixing issue with None gradients in tfe.defun.

PiperOrigin-RevId: 218233399
---
 tensorflow/python/eager/function.py      | 11 +++++++----
 tensorflow/python/eager/function_test.py | 24 ++++++++++++++++++++++++
 tensorflow/python/ops/cond_v2.py         |  2 +-
 tensorflow/python/ops/gradients_impl.py  | 10 +++++-----
 4 files changed, 37 insertions(+), 10 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 8c28c18ef5..41f102b470 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -397,8 +397,8 @@ class Function(object):
       # pylint: enable=protected-access
       # Compute the gradients using the side outputs
       side_outputs = op.outputs[num_inference_outputs:]
-      return self._backward_graph_function(
-          *(list(doutputs[:num_inference_outputs]) + list(side_outputs)))
+      args = list(doutputs[:num_inference_outputs]) + list(side_outputs)
+      return self._backward_graph_function(*[a for a in args if a is not None])
 
   @property
   def name(self):
@@ -471,12 +471,14 @@ class Function(object):
     backwards_graph = func_graph_module.FuncGraph(
         _backward_name(self._func_graph.name))
     forward_function_name = _forward_name(self._func_graph.name)
+    outputs = [x for x in self._func_graph.outputs
+               if gradients_impl.IsTrainable(x)]
     with backwards_graph.as_default():
       gradients_wrt_outputs = [
-          graph_placeholder(x.dtype, x.shape) for x in self._func_graph.outputs
+          graph_placeholder(x.dtype, x.shape) for x in outputs
       ]
       gradients_wrt_inputs = gradients_impl._GradientsHelper(  # pylint: disable=protected-access
-          self._func_graph.outputs,
+          outputs,
           self._func_graph.inputs,
           grad_ys=gradients_wrt_outputs,
           src_graph=self._func_graph,
@@ -545,6 +547,7 @@ class Function(object):
     side_outputs = outputs[self._num_outputs:]
 
     def backward_function(*args):
+      args = [a for a in args if a is not None]
       return self._backward_graph_function(*(list(args) + side_outputs))  # pylint: disable=not-callable
 
     tape.record_operation(self._forward_function.signature.name, real_outputs,
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 9f8a8e9f84..74fff4c8e8 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -2312,6 +2312,30 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         # pylint: disable=protected-access
         self.assertEqual(len(graph._functions), 3)
 
+  def testBackwardNone(self):
+    with ops.Graph().as_default():
+      model = variables.Variable(1.0, name='model')
+      count = variables.Variable(0)
+
+      @function.defun
+      def forward_pass(value):
+        count.assign_add(1)
+        residuals = value - model
+        loss = 0.5 * math_ops.reduce_mean(math_ops.pow(residuals, 2))
+        # Note: count is an integer, so its doutput will be None
+        return loss, count
+
+      def reduce_fn(x):
+        loss, count = forward_pass(x)
+        grad_only = gradients_impl.gradients(loss, model)
+        return grad_only, count
+
+      do_it = reduce_fn(constant_op.constant([7.0]))
+
+      with self.test_session() as sess:
+        sess.run([variables.global_variables_initializer()])
+        self.assertAllEqual(sess.run(do_it), [[-6.0], 1])
+
   def testCallingFunctionWithDifferentVariables(self):
 
     @function.defun
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index a776dc24b6..998c3e08f6 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -259,7 +259,7 @@ def _grad_fn(func_graph, grads):
   ys = []
   grad_ys = []
   for y, grad_y in zip(func_graph.outputs, grads):
-    if not gradients_impl._IsTrainable(y):
+    if not gradients_impl.IsTrainable(y):
       continue
     ys.append(y)
     grad_ys.append(grad_y)
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index 821bf58c21..675fee3ef8 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -296,7 +296,7 @@ def _DefaultGradYs(grad_ys,
   return new_grad_ys
 
 
-def _IsTrainable(tensor):
+def IsTrainable(tensor):
   dtype = dtypes.as_dtype(tensor.dtype)
   return dtype.base_dtype in (dtypes.float16, dtypes.float32, dtypes.float64,
                               dtypes.complex64, dtypes.complex128,
@@ -304,7 +304,7 @@ def _IsTrainable(tensor):
 
 
 def _IsBackpropagatable(tensor):
-  if _IsTrainable(tensor):
+  if IsTrainable(tensor):
     return True
   dtype = dtypes.as_dtype(tensor.dtype)
   return dtype.base_dtype in (dtypes.bfloat16, dtypes.variant)
@@ -776,7 +776,7 @@ def _GradientsHelper(ys,
     if loop_state:
       loop_exits = loop_state.ProcessUnusedLoopExits(pending_count, to_ops_set)
       for y in loop_exits:
-        if _IsTrainable(y):
+        if IsTrainable(y):
           _SetGrad(grads, y, loop_state.ZerosLikeForExit(y))
           queue.append(y.op)
 
@@ -842,7 +842,7 @@ def _GradientsHelper(ys,
           # therefore dC/doutput[i] is 0.
           for i, out_grad in enumerate(out_grads):
             if (not isinstance(out_grad, ops.Tensor) and not out_grad) and (
-                (not grad_fn and is_func_call) or _IsTrainable(op.outputs[i])):
+                (not grad_fn and is_func_call) or IsTrainable(op.outputs[i])):
               # Only trainable outputs or outputs for a function call that
               # will use SymbolicGradient get a zero gradient. Gradient
               # functions should ignore the gradient for other outputs.
@@ -947,7 +947,7 @@ def _UpdatePendingAndEnqueueReady(grads, op, queue, pending_count, loop_state,
             # For an unused exit, if it has trainable outputs, backprop
             # a zero gradient. Otherwise, just ignore it.
             for y in grad_state.unused_exits:
-              if _IsTrainable(y):
+              if IsTrainable(y):
                 _SetGrad(grads, y, loop_state.ZerosLikeForExit(y))
               queue.append(y.op)
           else:
-- 
GitLab


From 52b9fab758dde5f5c2464524c2705b4bbb6b3a36 Mon Sep 17 00:00:00 2001
From: Alex Ilchenko <ilch@google.com>
Date: Mon, 22 Oct 2018 14:24:43 -0700
Subject: [PATCH 0418/1825] Break keras/ folder into separate folders for
 readability

PiperOrigin-RevId: 218233606
---
 tensorflow/contrib/tpu/BUILD | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/tpu/BUILD b/tensorflow/contrib/tpu/BUILD
index 4855a379b4..77c144cd8c 100644
--- a/tensorflow/contrib/tpu/BUILD
+++ b/tensorflow/contrib/tpu/BUILD
@@ -208,7 +208,9 @@ py_library(
         "//cloud/vmm/testing/tests/tpu:__subpackages__",
         "//learning/brain:__subpackages__",
         "//tensorflow:__subpackages__",
-        "//third_party/cloud_tpu/models/keras:__subpackages__",
+        "//third_party/cloud_tpu/models/keras_colab:__subpackages__",
+        "//third_party/cloud_tpu/models/mnist_keras:__subpackages__",
+        "//third_party/cloud_tpu/models/resnet50_keras:__subpackages__",
     ],
     deps = [
         ":tpu_lib",
-- 
GitLab


From d34119890544633ee96e91bb87f2ff63d428028a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 14:34:23 -0700
Subject: [PATCH 0419/1825] [TF:XLA] Add gradient for `collective_permute`
 operation

PiperOrigin-RevId: 218235356
---
 tensorflow/contrib/tpu/python/ops/tpu_ops.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/tensorflow/contrib/tpu/python/ops/tpu_ops.py b/tensorflow/contrib/tpu/python/ops/tpu_ops.py
index 968adccf2b..261f70ba6b 100644
--- a/tensorflow/contrib/tpu/python/ops/tpu_ops.py
+++ b/tensorflow/contrib/tpu/python/ops/tpu_ops.py
@@ -137,6 +137,14 @@ if platform.system() != "Windows":
     """
     return gen_tpu_ops.collective_permute(x, source_target_pairs, name=name)
 
+  @ops.RegisterGradient("CollectivePermute")
+  def _collective_permute_grad(op, grad):
+    # The gradient of a collective permute operation is also a collective
+    # permute, but with source/target pairs reversed. The gradient with respect
+    # to input argument `source_target_pairs` is `None`.
+    source_target_pairs = op.inputs[1][::-1, :]
+    return [gen_tpu_ops.collective_permute(grad, source_target_pairs), None]
+
   @ops.RegisterGradient("CrossReplicaSum")
   def _cross_replica_sum_grad(op, grad):
     # The gradient of a cross replica sum is also a cross-replica sum.
-- 
GitLab


From 93851963bd3b8e48eda8b6f1e62b6bcf4e8d5d10 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Mon, 22 Oct 2018 14:47:38 -0700
Subject: [PATCH 0420/1825] Build TensorFlow Lite Flex iOS with TF Makefile

PiperOrigin-RevId: 218237600
---
 tensorflow/contrib/makefile/Makefile          | 61 ++++++++++++++++++-
 tensorflow/contrib/makefile/build_all_ios.sh  |  2 +-
 .../build_all_ios_with_tflite_flex.sh         | 40 ++++++++++++
 .../contrib/makefile/download_dependencies.sh |  8 +++
 .../makefile/proto_text_pb_cc_files.txt       |  1 +
 .../makefile/proto_text_pb_h_files.txt        |  1 +
 .../contrib/makefile/tf_proto_files.txt       |  1 +
 7 files changed, 111 insertions(+), 3 deletions(-)
 create mode 100755 tensorflow/contrib/makefile/build_all_ios_with_tflite_flex.sh

diff --git a/tensorflow/contrib/makefile/Makefile b/tensorflow/contrib/makefile/Makefile
index 36125c198e..2dae7993d6 100644
--- a/tensorflow/contrib/makefile/Makefile
+++ b/tensorflow/contrib/makefile/Makefile
@@ -208,6 +208,16 @@ endif
 # override local versions in the source tree.
 INCLUDES += -I/usr/local/include
 
+# If `$(WITH_TFLITE_FLEX)` is `true`, this Makefile will build a library
+# for TensorFlow Lite Flex runtime.
+# Farmhash and Flatbuffer is required for TensorFlow Lite Flex runtime.
+ifeq ($(WITH_TFLITE_FLEX), true)
+	HOST_INCLUDES += -I$(MAKEFILE_DIR)/downloads/farmhash/src
+	HOST_INCLUDES += -I$(MAKEFILE_DIR)/downloads/flatbuffers/include
+	INCLUDES += -I$(MAKEFILE_DIR)/downloads/farmhash/src
+	INCLUDES += -I$(MAKEFILE_DIR)/downloads/flatbuffers/include
+endif
+
 LIBS := \
 $(TARGET_NSYNC_LIB) \
 -lstdc++ \
@@ -283,7 +293,7 @@ ifeq ($(TARGET),ANDROID)
 	else
 		ANDROID_HOST_OS_ARCH := $(ANDROID_HOST_OS_ARCH)-$(HOST_ARCH)
 	endif
-    
+
 	ifndef ANDROID_ARCH
 		ANDROID_ARCH := armeabi-v7a
 	endif
@@ -330,7 +340,7 @@ ifeq ($(TARGET),ANDROID)
 		BIN_PREFIX := x86_64-linux-android
 		MARCH_OPTION :=
 	endif
-    
+
 	ifndef NDK_ROOT
     $(error "NDK_ROOT is not defined.")
 	endif
@@ -717,6 +727,53 @@ tensorflow/core/util/reporter.cc \
 tensorflow/tools/benchmark/benchmark_model.cc \
 tensorflow/tools/benchmark/benchmark_model_main.cc
 
+# If `$(WITH_TFLITE_FLEX)` is `true`, this Makefile will build a library
+# for TensorFlow Lite Flex runtime.
+# Adding the following dependencies>
+# * TensorFlow Eager Runtime.
+# * TensorFlow Lite Runtime.
+# * TensorFlow Lite Flex Delegate.
+ifeq ($(WITH_TFLITE_FLEX), true)
+	CORE_CC_SRCS += $(wildcard tensorflow/core/common_runtime/eager/*.cc)
+	TF_LITE_CORE_CC_ALL_SRCS := \
+	$(wildcard tensorflow/contrib/lite/*.cc) \
+	$(wildcard tensorflow/contrib/lite/*.c) \
+	$(wildcard tensorflow/contrib/lite/c/*.c) \
+	$(wildcard tensorflow/contrib/lite/core/api/*.cc)
+
+	TF_LITE_CORE_CC_ALL_SRCS += \
+	$(wildcard tensorflow/contrib/lite/kernels/*.cc) \
+	$(wildcard tensorflow/contrib/lite/kernels/internal/*.cc) \
+	$(wildcard tensorflow/contrib/lite/kernels/internal/optimized/*.cc) \
+	$(wildcard tensorflow/contrib/lite/kernels/internal/reference/*.cc) \
+	$(PROFILER_SRCS) \
+	$(wildcard tensorflow/contrib/lite/kernels/*.c) \
+	$(wildcard tensorflow/contrib/lite/kernels/internal/*.c) \
+	$(wildcard tensorflow/contrib/lite/kernels/internal/optimized/*.c) \
+	$(wildcard tensorflow/contrib/lite/kernels/internal/reference/*.c) \
+	$(wildcard tensorflow/contrib/lite/delegates/flex/*.cc)
+
+	# Hack. This shouldn't be here?
+	TF_LITE_CORE_CC_ALL_SRCS += \
+	$(wildcard tensorflow/contrib/makefile/downloads/farmhash/src/farmhash.cc) \
+
+	# Remove any duplicates.
+	TF_LITE_CORE_CC_ALL_SRCS := $(sort $(TF_LITE_CORE_CC_ALL_SRCS))
+	TF_LITE_CORE_CC_EXCLUDE_SRCS := \
+	$(wildcard tensorflow/contrib/lite/*test.cc) \
+	$(wildcard tensorflow/contrib/lite/*/*test.cc) \
+	$(wildcard tensorflow/contrib/lite/*/*/*test.cc) \
+	$(wildcard tensorflow/contrib/lite/*/*/*/*test.cc) \
+	$(wildcard tensorflow/contrib/lite/kernels/test_util.cc) \
+	$(wildcard tensorflow/contrib/lite/delegates/flex/test_util.cc) \
+	$(wildcard tensorflow/contrib/lite/nnapi_delegate.cc) \
+	$(wildcard tensorflow/contrib/lite/mmap_allocation_disabled.cc)
+
+	# Filter out all the excluded files.
+	TF_LITE_CC_SRCS := $(filter-out $(TF_LITE_CORE_CC_EXCLUDE_SRCS), $(TF_LITE_CORE_CC_ALL_SRCS))
+	TF_CC_SRCS += $(TF_LITE_CC_SRCS)
+endif
+
 ifdef HEXAGON_LIBS
 	TF_CC_SRCS += \
 tensorflow/cc/framework/scope.cc \
diff --git a/tensorflow/contrib/makefile/build_all_ios.sh b/tensorflow/contrib/makefile/build_all_ios.sh
index 1d4677ef4b..8bfaf517fd 100755
--- a/tensorflow/contrib/makefile/build_all_ios.sh
+++ b/tensorflow/contrib/makefile/build_all_ios.sh
@@ -138,7 +138,7 @@ if [[ ! -z "${BUILD_ARCH}" ]]; then
 fi
 
 # build the ios tensorflow libraries.
-echo "Building TensorFlow with flags: ${TF_SCRIPT_FLAGS} -f ${TF_CC_FLAGS}"
+echo "Building TensorFlow with command: ${TF_SCRIPT_FLAGS} -f ${TF_CC_FLAGS}"
 tensorflow/contrib/makefile/compile_ios_tensorflow.sh ${TF_SCRIPT_FLAGS} -f "${TF_CC_FLAGS}"
 
 # Creates a static universal library in
diff --git a/tensorflow/contrib/makefile/build_all_ios_with_tflite_flex.sh b/tensorflow/contrib/makefile/build_all_ios_with_tflite_flex.sh
new file mode 100755
index 0000000000..8d34911f15
--- /dev/null
+++ b/tensorflow/contrib/makefile/build_all_ios_with_tflite_flex.sh
@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# This shell script is used to build TensorFlow Lite Flex runtime for iOS.
+# It compiles TensorFlow Lite and TensorFlow codebases together, and enable a
+# route to use TensorFlow kernels in TensorFlow Lite.
+#
+# After the script is executed, the multi-architecture static libraries will be
+# created under: `tensorflow/contrib/makefile/gen/lib/`.
+
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+TOP_SRCDIR="${SCRIPT_DIR}/../../../"
+cd ${TOP_SRCDIR}
+
+# Exporting `WITH_TFLITE_FLEX`. The flag will be propagated all the way
+# down to Makefile.
+export WITH_TFLITE_FLEX="true"
+# Execute `build_all_ios.sh` and propagate all parameters.
+tensorflow/contrib/makefile/build_all_ios.sh $*
+
+# Copy all the libraries required for TFLite Flex runtime together.
+cd "${TOP_SRCDIR}/tensorflow/contrib/makefile"
+cp 'downloads/nsync/builds/lipo.ios.c++11/nsync.a' 'gen/lib/'
+cp 'gen/protobuf_ios/lib/libprotobuf.a' 'gen/lib/'
+cp 'gen/lib/libtensorflow-core.a' 'gen/lib/libtensorflow-lite.a'
diff --git a/tensorflow/contrib/makefile/download_dependencies.sh b/tensorflow/contrib/makefile/download_dependencies.sh
index dc9b17a627..0a07588f07 100755
--- a/tensorflow/contrib/makefile/download_dependencies.sh
+++ b/tensorflow/contrib/makefile/download_dependencies.sh
@@ -43,6 +43,10 @@ DOUBLE_CONVERSION_URL="$(grep -o "https.*google/double-conversion.*\.zip" "${BZL
 ABSL_URL="$(grep -o 'https://github.com/abseil/abseil-cpp/.*tar.gz' "${BZL_FILE_PATH}" | head -n1)"
 CUB_URL="$(grep -o 'https.*cub/archive.*zip' "${BZL_FILE_PATH}" | grep -v mirror.bazel | head -n1)"
 
+# Required for TensorFlow Lite Flex runtime.
+FARMHASH_URL="https://mirror.bazel.build/github.com/google/farmhash/archive/816a4ae622e964763ca0862d9dbd19324a1eaf45.tar.gz"
+FLATBUFFERS_URL="https://github.com/google/flatbuffers/archive/1f5eae5d6a135ff6811724f6c57f911d1f46bb15.tar.gz"
+
 # TODO(petewarden): Some new code in Eigen triggers a clang bug with iOS arm64,
 #                   so work around it by patching the source.
 replace_by_sed() {
@@ -98,6 +102,10 @@ download_and_extract "${DOUBLE_CONVERSION_URL}" "${DOWNLOADS_DIR}/double_convers
 download_and_extract "${ABSL_URL}" "${DOWNLOADS_DIR}/absl"
 download_and_extract "${CUB_URL}" "${DOWNLOADS_DIR}/cub/external/cub_archive"
 
+# Required for TensorFlow Lite Flex runtime.
+download_and_extract "${FARMHASH_URL}" "${DOWNLOADS_DIR}/farmhash"
+download_and_extract "${FLATBUFFERS_URL}" "${DOWNLOADS_DIR}/flatbuffers"
+
 replace_by_sed 's#static uint32x4_t p4ui_CONJ_XOR = vld1q_u32( conj_XOR_DATA );#static uint32x4_t p4ui_CONJ_XOR; // = vld1q_u32( conj_XOR_DATA ); - Removed by script#' \
   "${DOWNLOADS_DIR}/eigen/Eigen/src/Core/arch/NEON/Complex.h"
 replace_by_sed 's#static uint32x2_t p2ui_CONJ_XOR = vld1_u32( conj_XOR_DATA );#static uint32x2_t p2ui_CONJ_XOR;// = vld1_u32( conj_XOR_DATA ); - Removed by scripts#' \
diff --git a/tensorflow/contrib/makefile/proto_text_pb_cc_files.txt b/tensorflow/contrib/makefile/proto_text_pb_cc_files.txt
index 0d8df93d11..87c73ec1ca 100644
--- a/tensorflow/contrib/makefile/proto_text_pb_cc_files.txt
+++ b/tensorflow/contrib/makefile/proto_text_pb_cc_files.txt
@@ -27,6 +27,7 @@ tensorflow/core/grappler/costs/op_performance_data.pb.cc
 tensorflow/core/lib/core/error_codes.pb.cc
 tensorflow/core/protobuf/cluster.pb.cc
 tensorflow/core/protobuf/config.pb.cc
+tensorflow/core/protobuf/eager_service.pb.cc
 tensorflow/core/protobuf/debug.pb.cc
 tensorflow/core/protobuf/device_properties.pb.cc
 tensorflow/core/protobuf/meta_graph.pb.cc
diff --git a/tensorflow/contrib/makefile/proto_text_pb_h_files.txt b/tensorflow/contrib/makefile/proto_text_pb_h_files.txt
index d982df9319..4120ea52ec 100644
--- a/tensorflow/contrib/makefile/proto_text_pb_h_files.txt
+++ b/tensorflow/contrib/makefile/proto_text_pb_h_files.txt
@@ -29,6 +29,7 @@ tensorflow/core/protobuf/cluster.pb.h
 tensorflow/core/protobuf/config.pb.h
 tensorflow/core/protobuf/debug.pb.h
 tensorflow/core/protobuf/device_properties.pb.h
+tensorflow/core/protobuf/eager_service.pb.h
 tensorflow/core/protobuf/meta_graph.pb.h
 tensorflow/core/protobuf/named_tensor.pb.h
 tensorflow/core/protobuf/queue_runner.pb.h
diff --git a/tensorflow/contrib/makefile/tf_proto_files.txt b/tensorflow/contrib/makefile/tf_proto_files.txt
index 8bec3e3e01..2712e906d7 100644
--- a/tensorflow/contrib/makefile/tf_proto_files.txt
+++ b/tensorflow/contrib/makefile/tf_proto_files.txt
@@ -34,6 +34,7 @@ tensorflow/core/lib/core/error_codes.proto
 tensorflow/core/protobuf/cluster.proto
 tensorflow/core/protobuf/config.proto
 tensorflow/core/protobuf/debug.proto
+tensorflow/core/protobuf/eager_service.proto
 tensorflow/core/protobuf/device_properties.proto
 tensorflow/core/protobuf/meta_graph.proto
 tensorflow/core/protobuf/named_tensor.proto
-- 
GitLab


From 98ddd914415383d5f8cbdac9b9e841da2a9a89e9 Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Mon, 22 Oct 2018 14:50:13 -0700
Subject: [PATCH 0421/1825] Making the renames file a bazel target.

PiperOrigin-RevId: 218238124
---
 tensorflow/tools/compatibility/BUILD | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/tensorflow/tools/compatibility/BUILD b/tensorflow/tools/compatibility/BUILD
index 55792c51fe..5f619c4e62 100644
--- a/tensorflow/tools/compatibility/BUILD
+++ b/tensorflow/tools/compatibility/BUILD
@@ -33,6 +33,12 @@ py_test(
     ],
 )
 
+py_library(
+    name = "renames_v2",
+    srcs = ["renames_v2.py"],
+    srcs_version = "PY2AND3",
+)
+
 py_binary(
     name = "tf_upgrade_v2",
     srcs = [
-- 
GitLab


From 40918f36823973e816bd50766b1f447225b1bb9b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 15:24:43 -0700
Subject: [PATCH 0422/1825] Make the type check error message more informative
 for contrib.layers.fully_connected.

PiperOrigin-RevId: 218244077
---
 tensorflow/contrib/layers/python/layers/layers.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/layers/python/layers/layers.py b/tensorflow/contrib/layers/python/layers/layers.py
index 60aab821dc..ac9561c769 100644
--- a/tensorflow/contrib/layers/python/layers/layers.py
+++ b/tensorflow/contrib/layers/python/layers/layers.py
@@ -1823,8 +1823,8 @@ def fully_connected(inputs,
     ValueError: If x has rank less than 2 or if its last dimension is not set.
   """
   if not isinstance(num_outputs, six.integer_types):
-    raise ValueError('num_outputs should be int or long, got %s.' %
-                     (num_outputs,))
+    raise ValueError('num_outputs type should be one of %s, got %s.' % (
+        list(six.integer_types), type(num_outputs)))
 
   layer_variable_getter = _build_variable_getter({
       'bias': 'biases',
-- 
GitLab


From b49d8684265e80eb70df8ae0eb5696253ddeff57 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Mon, 22 Oct 2018 15:27:28 -0700
Subject: [PATCH 0423/1825] [TF:XLA] virtualize some methods in copy insertion

PiperOrigin-RevId: 218244531
---
 tensorflow/compiler/xla/service/copy_insertion.h | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/copy_insertion.h b/tensorflow/compiler/xla/service/copy_insertion.h
index c097089e30..8866b5050b 100644
--- a/tensorflow/compiler/xla/service/copy_insertion.h
+++ b/tensorflow/compiler/xla/service/copy_insertion.h
@@ -94,10 +94,12 @@ class CopyInsertion : public HloModulePass {
   Status VerifyNoLiveRangeInterference(const HloOrdering& ordering,
                                        HloModule* module);
 
- private:
+ protected:
   // Override which requires the caller to pass in a call graph.
-  Status AddSpecialCaseCopies(const CallGraph& call_graph, HloModule* module);
+  virtual Status AddSpecialCaseCopies(const CallGraph& call_graph,
+                                      HloModule* module);
 
+ private:
   Status AddCopiesToResolveInterference(HloModule* module);
 
   // Backend specific function that decides whether a fusion can share buffer
-- 
GitLab


From 26753ea8f64bc42aa3c48f8c15f1b7fdb5f1f2c5 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Mon, 22 Oct 2018 15:33:27 -0700
Subject: [PATCH 0424/1825] Fixes breaking mirrored_strategy_multigpu_test.

PiperOrigin-RevId: 218245518
---
 tensorflow/python/framework/func_graph.py | 21 +++++++++------------
 1 file changed, 9 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index 4f049f8a65..87ccb5182a 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -43,8 +43,11 @@ function = LazyLoader("function", globals(),
                       "tensorflow.python.eager.function")
 
 WHITELIST_COLLECTIONS = [
-    ops.GraphKeys.GLOBAL_VARIABLES, ops.GraphKeys.LOCAL_VARIABLES,
-    ops.GraphKeys.TRAINABLE_VARIABLES
+    ops.GraphKeys.GLOBAL_VARIABLES,
+    ops.GraphKeys.LOCAL_VARIABLES,
+    ops.GraphKeys.TRAINABLE_VARIABLES,
+    variable_scope._VARSTORE_KEY,  # pylint: disable=protected-access
+    variable_scope._VARSCOPESTORE_KEY  # pylint: disable=protected-access
 ]
 
 
@@ -132,18 +135,12 @@ class FuncGraph(ops.Graph):
       self._collections = graph._collections
     else:
       for collection_name in graph.get_all_collection_keys():
-        if collection_name in WHITELIST_COLLECTIONS:
-          self._collections[collection_name] = graph.get_collection_ref(
-              collection_name)
-        else:
+        if collection_name not in WHITELIST_COLLECTIONS:
           self._collections[collection_name] = graph.get_collection(
               collection_name)
-    for collection_name in [
-        variable_scope._VARSTORE_KEY,
-        variable_scope._VARSCOPESTORE_KEY  # pylint: disable=protected-access
-    ]:
-      self._collections[collection_name] = graph.get_collection_ref(
-          collection_name)
+      for collection_name in WHITELIST_COLLECTIONS:
+        self._collections[collection_name] = graph.get_collection_ref(
+            collection_name)
 
     self._variable_creator_stack = graph._variable_creator_stack
     # Inherit the graph key, since this is used for matching variables in
-- 
GitLab


From c145d424a8ff395a2edb25a2df5df9cd9baec366 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 15:50:30 -0700
Subject: [PATCH 0425/1825] Micro optimizations for PinToHostOptimizer.

PiperOrigin-RevId: 218248368
---
 .../optimizers/pin_to_host_optimizer.cc       | 19 +++++++++------
 .../optimizers/pin_to_host_optimizer_test.cc  | 24 +++++++++++++------
 2 files changed, 29 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc b/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc
index db453f8521..9845fb08d5 100644
--- a/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/pin_to_host_optimizer.cc
@@ -259,6 +259,8 @@ Status IsNodeHostCandidate(const GraphView& graph, GraphProperties* properties,
   return Status::OK();
 }
 
+// Tries to find a Host device from `devices`. Returns empty string if no
+// matching Host device is found.
 string TryFindHostDevice(const gtl::FlatSet<string>& devices,
                          bool has_device_cpu, const string& device) {
   // Force this node onto the CPU.
@@ -280,8 +282,8 @@ string TryFindHostDevice(const gtl::FlatSet<string>& devices,
     }
   }
 
-  // We couldn't find an appropriate Host device, return original device.
-  return device;
+  // We couldn't find an appropriate Host device, return no device.
+  return "";
 }
 
 bool IsTPUGraphDef(const GraphDef& def) {
@@ -333,12 +335,15 @@ Status PinToHostOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
       continue;
     }
 
-    if (IsConstant(node)) {
-      const_nodes.emplace_back(&node, node.device());
+    string device =
+        internal::TryFindHostDevice(devices, has_device_cpu, node.device());
+    if (!device.empty()) {
+      // Keep track of all Const nodes that we swapped.
+      if (IsConstant(node)) {
+        const_nodes.emplace_back(&node, node.device());
+      }
+      *node.mutable_device() = std::move(device);
     }
-    // Try and swap the device to Host.
-    node.set_device(
-        internal::TryFindHostDevice(devices, has_device_cpu, node.device()));
   }
 
   // Traverse all `const_nodes`, and map them back to GPU greedily.
diff --git a/tensorflow/core/grappler/optimizers/pin_to_host_optimizer_test.cc b/tensorflow/core/grappler/optimizers/pin_to_host_optimizer_test.cc
index 7c64529441..3f7ff678ed 100644
--- a/tensorflow/core/grappler/optimizers/pin_to_host_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/pin_to_host_optimizer_test.cc
@@ -28,30 +28,40 @@ namespace {
 
 class PinToHostOptimizerTest : public GrapplerTest {};
 
-TEST_F(PinToHostOptimizerTest, TryFindHostDevice) {
+TEST_F(PinToHostOptimizerTest, TryFindHostDeviceNoDevices) {
   gtl::FlatSet<string> devices = {};
-  EXPECT_EQ("ABC", internal::TryFindHostDevice(devices, false, "ABC"));
 
-  devices = {"/device:CPU:0", "/device:XLA_GPU:0"};
+  EXPECT_EQ(internal::TryFindHostDevice(devices, false, "ABC"), "");
+}
+
+TEST_F(PinToHostOptimizerTest, TryFindHostDeviceCpuXlaGpu) {
+  gtl::FlatSet<string> devices = {"/device:CPU:0", "/device:XLA_GPU:0"};
+
   EXPECT_EQ(internal::TryFindHostDevice(devices, true, ""), "/device:CPU:0");
   EXPECT_EQ(internal::TryFindHostDevice(devices, true, "/device:XLA_GPU:0"),
             "/device:CPU:0");
   EXPECT_EQ(internal::TryFindHostDevice(devices, true, "/device:XLA_GPU:*"),
             "/device:CPU:0");
+}
+
+TEST_F(PinToHostOptimizerTest, TryFindHostDeviceXlaCpuXlaGpu) {
+  gtl::FlatSet<string> devices = {"/device:XLA_CPU:0", "/device:XLA_GPU:0"};
 
-  devices = {"/device:XLA_CPU:0", "/device:XLA_GPU:0"};
   EXPECT_EQ(internal::TryFindHostDevice(devices, false, ""), "");
   EXPECT_EQ(internal::TryFindHostDevice(devices, false, "/device:XLA_GPU:0"),
             "/device:XLA_CPU:0");
   EXPECT_EQ(internal::TryFindHostDevice(devices, false, "/device:XLA_GPU:*"),
             "/device:XLA_CPU:0");
+}
+
+TEST_F(PinToHostOptimizerTest, TryFindHostDeviceXlaGpu) {
+  gtl::FlatSet<string> devices = {"/device:XLA_GPU:0"};
 
-  devices = {"/device:XLA_GPU:0"};
   EXPECT_EQ(internal::TryFindHostDevice(devices, false, ""), "");
   EXPECT_EQ(internal::TryFindHostDevice(devices, false, "/device:XLA_GPU:0"),
-            "/device:XLA_GPU:0");
+            "");
   EXPECT_EQ(internal::TryFindHostDevice(devices, false, "/device:XLA_GPU:*"),
-            "/device:XLA_GPU:*");
+            "");
 }
 
 TEST_F(PinToHostOptimizerTest, OptimizeSmallOpsToHost) {
-- 
GitLab


From 7530e115a0555286a39911110f1d89454861afd4 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Mon, 22 Oct 2018 15:59:52 -0700
Subject: [PATCH 0426/1825] [tf.data] Apply standard grappler optimizations
 after custom dataset optimizations

PiperOrigin-RevId: 218249894
---
 tensorflow/core/kernels/data/optimize_dataset_op.cc | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index 6e8c277167..483cb3f743 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -224,6 +224,17 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       // moment (e.g. because we have no cost model for dataset ops).
       if (optimizations_.empty()) {
         rewriter_config.add_optimizers("non-existent");
+      } else {
+        // If we apply custom dataset optimizers, explicitly trigger a subset of
+        // standard grappler optimizations to further optimize modified dataset
+        // graphs (e.g. performing constant folding on merged functions,
+        // removing unused graph nodes)
+        // TODO(b/118175421): This should be part of the tf.data optimization
+        // pass manager.
+        for (const auto& optimizer : {"pruning", "function", "constfold",
+                                      "shape", "arithmetic", "dependency"}) {
+          rewriter_config.add_optimizers(optimizer);
+        }
       }
       tensorflow::grappler::ItemConfig item_config;
       item_config.apply_optimizations = true;
-- 
GitLab


From 123f840382ac27d792490593e038b932f5e9e4e0 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Mon, 22 Oct 2018 16:06:35 -0700
Subject: [PATCH 0427/1825] [XLA][BufferAssignment] Add a custom checker in
 buffer assignment to check for reusability.

This patch enables backend specific logic for whether or not a buffer can be used with an allocation.

PiperOrigin-RevId: 218251379
---
 .../compiler/xla/service/buffer_assignment.cc | 28 +++++++-
 .../compiler/xla/service/buffer_assignment.h  | 22 +++++-
 .../xla/service/buffer_assignment_test.cc     | 68 +++++++++++++++++++
 3 files changed, 113 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment.cc b/tensorflow/compiler/xla/service/buffer_assignment.cc
index d5d6a044a8..18d75eda57 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment.cc
@@ -378,6 +378,20 @@ const BufferAllocation& BufferAssignment::GetAllocation(
   return allocations_[index];
 }
 
+const BufferAllocation* BufferAssignment::GetInstructionAllocation(
+    const HloInstruction* hlo, const ShapeIndex& shape_index) const {
+  const PointsToSet& points_to_set = points_to_analysis().GetPointsToSet(hlo);
+  const LogicalBuffer* buffer = points_to_set.element(shape_index)[0];
+
+  if (!HasAllocation(*buffer)) {
+    return nullptr;
+  }
+
+  const BufferAllocation& instruction_allocation =
+      GetAssignedAllocation(*buffer);
+  return &instruction_allocation;
+}
+
 BufferAllocation* BufferAssignment::GetMutableAllocation(
     BufferAllocation::Index index) {
   return const_cast<BufferAllocation*>(&GetAllocation(index));
@@ -514,6 +528,9 @@ void BufferAssignment::AddAssignment(BufferAllocation* allocation,
   TF_CHECK_OK(points_to_analysis().VerifyBuffer(buffer));
 
   allocation->AddAssignment(buffer, offset, size);
+  if (liveness().MaybeLiveOut(buffer)) {
+    allocation->set_maybe_live_out(true);
+  }
   allocation_index_for_buffer_[&buffer] = allocation->index();
 }
 
@@ -728,9 +745,10 @@ StatusOr<std::unique_ptr<BufferAssignment>> BufferAssigner::Run(
     LogicalBuffer::SizeFunction buffer_size,
     LogicalBuffer::AlignmentFunction color_alignment,
     bool allow_input_output_aliasing, bool allocate_buffers_for_constants,
-    BufferLiveness::Colorer colorer) {
+    BufferLiveness::Colorer colorer, ReuseAllocationFunction reuse_checker) {
   BufferAssigner assigner(allow_input_output_aliasing,
-                          allocate_buffers_for_constants, std::move(colorer));
+                          allocate_buffers_for_constants, std::move(colorer),
+                          std::move(reuse_checker));
   return assigner.CreateAssignment(module, std::move(hlo_ordering),
                                    std::move(buffer_size),
                                    std::move(color_alignment));
@@ -763,6 +781,12 @@ bool BufferAssigner::MaybeAssignBuffer(BufferAllocation* allocation,
     return false;
   }
 
+  if (reuse_checker_ != nullptr &&
+      !reuse_checker_(*assignment, *allocation, buffer)) {
+    VLOG(4) << "Can't assign: reuse_checker_(allocation, buffer) == false";
+    return false;
+  }
+
   if (!allocation->is_reusable()) {
     VLOG(4) << "Can't assign: allocation is not reusable";
     return false;
diff --git a/tensorflow/compiler/xla/service/buffer_assignment.h b/tensorflow/compiler/xla/service/buffer_assignment.h
index 899cd36e1f..d8e1612b89 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment.h
+++ b/tensorflow/compiler/xla/service/buffer_assignment.h
@@ -362,6 +362,11 @@ class BufferAssignment {
   // with the given index.
   const BufferAllocation& GetAllocation(BufferAllocation::Index index) const;
 
+  // Returns the allocation with the given instruction and shape index. nullptr
+  // if no allocation exists.
+  const BufferAllocation* GetInstructionAllocation(
+      const HloInstruction* hlo, const ShapeIndex& shape_index) const;
+
   // Builds and returns a vector containing the slices which might contain the
   // subvalue at the given index of given instruction.
   std::set<BufferAllocation::Slice> GetAllSlices(
@@ -520,6 +525,11 @@ class BufferAssignment {
 // A class which constructs a buffer assignment.
 class BufferAssigner {
  public:
+  // Returns false if a buffer cannot be assigned to given allocation.
+  using ReuseAllocationFunction = std::function<bool(
+      const BufferAssignment& assignment, const BufferAllocation& alloc,
+      const LogicalBuffer& buffer)>;
+
   // Build and return a BufferAssignment for the given module. The given
   // HloOrdering is used to determine buffer liveness. buffer_size and
   // color_alignment are functions which returns the size and alignment of a
@@ -531,15 +541,18 @@ class BufferAssigner {
       LogicalBuffer::AlignmentFunction color_alignment,
       bool allow_input_output_aliasing = false,
       bool allocate_buffers_for_constants = false,
-      BufferLiveness::Colorer colorer = BufferLiveness::DefaultColorer());
+      BufferLiveness::Colorer colorer = BufferLiveness::DefaultColorer(),
+      ReuseAllocationFunction reuse_checker = nullptr);
 
  private:
   BufferAssigner(bool allow_input_output_aliasing,
                  bool allocate_buffers_for_constants,
-                 BufferLiveness::Colorer colorer)
+                 BufferLiveness::Colorer colorer,
+                 ReuseAllocationFunction reuse_checker)
       : allow_input_output_aliasing_(allow_input_output_aliasing),
         allocate_buffers_for_constants_(allocate_buffers_for_constants),
-        colorer_(colorer) {}
+        colorer_(colorer),
+        reuse_checker_(reuse_checker) {}
   virtual ~BufferAssigner() = default;
 
   // Create a buffer assignment.
@@ -637,6 +650,9 @@ class BufferAssigner {
   // Functor used to assign colors to newly allocated logical buffers.
   BufferLiveness::Colorer colorer_;
 
+  // Functor to check if a buffer can reuse an allocation.
+  ReuseAllocationFunction reuse_checker_;
+
   TF_DISALLOW_COPY_AND_ASSIGN(BufferAssigner);
 };
 
diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index 795beb9ff5..d52b00d976 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -107,6 +107,24 @@ class BufferAssignmentTest : public HloVerifiedTestBase {
         .ConsumeValueOrDie();
   }
 
+  std::unique_ptr<BufferAssignment> RunBufferAssignmentNoBuffersReuseForAdd(
+      HloModule* module, int64 alignment = 1) {
+    auto reuse_checker = [](const BufferAssignment& assignment,
+                            const BufferAllocation& alloc,
+                            const LogicalBuffer& buffer) {
+      return (buffer.instruction()->opcode() != HloOpcode::kAdd);
+    };
+    return BufferAssigner::Run(
+               module, absl::make_unique<DependencyHloOrdering>(module),
+               backend().compiler()->BufferSizeBytesFunction(),
+               [alignment](LogicalBuffer::Color) { return alignment; },
+               /*allow_input_output_aliasing=*/false,
+               /*allocate_buffers_for_constants=*/false,
+               /*colorer=*/BufferLiveness::DefaultColorer(),
+               /*reuse_checker=*/reuse_checker)
+        .ConsumeValueOrDie();
+  }
+
   std::unique_ptr<BufferAssignment> RunColoredBufferAssignment(
       HloModule* module, BufferLiveness::Colorer colorer, int64 alignment = 1) {
     return BufferAssigner::Run(
@@ -447,6 +465,56 @@ TEST_F(BufferAssignmentTest, Basic) {
   GetAssignedOutputAllocation(*buffers, sub);
 }
 
+TEST_F(BufferAssignmentTest, AddCannotReuse) {
+  // Pass in a special rule to indicate that "add" cannot reuse any buffer.
+  //
+  // paramscalar ------- (mul) -- (add) -- (sub)
+  //                     /        /        /
+  // param0[100] -------/        /        /
+  //                            /        /
+  // param1[100] --------------/--------/
+  auto builder = HloComputation::Builder(TestName());
+  auto paramscalar =
+      builder.AddInstruction(HloInstruction::CreateParameter(0, r0f32_, "p"));
+  auto broadcast = builder.AddInstruction(
+      HloInstruction::CreateBroadcast(f32vec100_, paramscalar, {}));
+  auto param0 = builder.AddInstruction(
+      HloInstruction::CreateParameter(1, f32vec100_, "p1"));
+  auto param1 = builder.AddInstruction(
+      HloInstruction::CreateParameter(2, f32vec100_, "p2"));
+  auto mul = builder.AddInstruction(HloInstruction::CreateBinary(
+      f32vec100_, HloOpcode::kMultiply, broadcast, param0));
+  auto add = builder.AddInstruction(
+      HloInstruction::CreateBinary(f32vec100_, HloOpcode::kAdd, mul, param1));
+  auto sub = builder.AddInstruction(HloInstruction::CreateBinary(
+      f32vec100_, HloOpcode::kSubtract, add, param1));
+  auto module = CreateNewVerifiedModule();
+  module->AddEntryComputation(builder.Build());
+
+  auto buffers = RunBufferAssignmentNoBuffersReuseForAdd(module.get());
+
+  // Distinct input buffers were assigned for parameters.
+  BufferAllocation paramscalar_buffer =
+      GetAssignedInputAllocation(*buffers, paramscalar);
+  BufferAllocation param0_buffer = GetAssignedInputAllocation(*buffers, param0);
+  BufferAllocation param1_buffer = GetAssignedInputAllocation(*buffers, param1);
+  EXPECT_NE(paramscalar_buffer.index(), param0_buffer.index());
+  EXPECT_NE(paramscalar_buffer.index(), param1_buffer.index());
+  EXPECT_NE(param0_buffer.index(), param1_buffer.index());
+
+  // The mul node has a valid buffer assigned, doesn't share with input.
+  const BufferAllocation& mul_buffer = GetTopLevelAllocation(*buffers, mul);
+  EXPECT_NE(mul_buffer.index(), param0_buffer.index());
+
+  // The add node cannot reuse the mul node's buffer since we told buffer
+  // assignment so.
+  const BufferAllocation& add_buffer = GetTopLevelAllocation(*buffers, add);
+  EXPECT_NE(add_buffer.index(), mul_buffer.index());
+
+  // The sub node has a valid output buffer assigned.
+  GetAssignedOutputAllocation(*buffers, sub);
+}
+
 TEST_F(BufferAssignmentTest, BasicUniquelyColored) {
   // paramscalar ------- (mul) -- (add) -- (sub)
   //                     /        /        /
-- 
GitLab


From 0819058b3ca5f37500c8d4d261f6733a1e54109e Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Mon, 22 Oct 2018 16:06:38 -0700
Subject: [PATCH 0428/1825] Always turn on scoped allocator optimization in
 CollectiveAllReduceStrategy.

Before this change, the scoped allocator optimization would only be on when a
cluster_spec was passed to the configure() method of
CollectiveAllReduceStrategy.  When running collectives on a single worker, no
cluster spec needs to be passed.

PiperOrigin-RevId: 218251397
---
 .../python/collective_all_reduce_strategy.py  | 25 ++++++++++++-------
 1 file changed, 16 insertions(+), 9 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index 744cb7572e..998926f373 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -232,7 +232,22 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
       self._initialize_multi_worker(self._num_gpus_per_worker, cluster_spec,
                                     task_type, task_id)
 
-    if not session_config or not self._cluster_spec:
+    if not session_config:
+      return
+
+    # Enable the scoped allocator optimization for CollectiveOps.  This
+    # optimization converts many small all-reduces into fewer larger
+    # all-reduces.
+    rewrite_options = session_config.graph_options.rewrite_options
+    rewrite_options.scoped_allocator_optimization = (
+        rewriter_config_pb2.RewriterConfig.ON)
+    # We turn on ScopedAllocator only for CollectiveReduce op, i.e. enable_op =
+    # ["CollectiveReduce"].  Since we can't assign to a repeated proto field, we
+    # clear and then append.
+    del rewrite_options.scoped_allocator_opts.enable_op[:]
+    rewrite_options.scoped_allocator_opts.enable_op.append("CollectiveReduce")
+
+    if not self._cluster_spec:
       return
 
     assert self._task_type
@@ -255,14 +270,6 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
     session_config.device_filters.append(
         "/job:%s/task:%d" % (self._task_type, self._task_id))
 
-    # The scoped_allocator_optimization is to optimize graphs for collective
-    # ops.
-    rewrite_options = session_config.graph_options.rewrite_options
-    rewrite_options.scoped_allocator_optimization = (
-        rewriter_config_pb2.RewriterConfig.ON)
-    del rewrite_options.scoped_allocator_opts.enable_op[:]
-    rewrite_options.scoped_allocator_opts.enable_op.append("CollectiveReduce")
-
   @property
   def between_graph(self):
     return True
-- 
GitLab


From 3c3987f66cd1d1df5ee5fbc185f7d82f5381b180 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 16:21:34 -0700
Subject: [PATCH 0429/1825] Add the deprecation tag to self.test_session().

PiperOrigin-RevId: 218253627
---
 tensorflow/python/framework/test_util.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index b975ba5023..1d9eacdcdb 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -70,6 +70,7 @@ from tensorflow.python.platform import googletest
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import server_lib
 from tensorflow.python.util import compat
+from tensorflow.python.util import deprecation
 from tensorflow.python.util import memory
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_inspect
@@ -1258,6 +1259,8 @@ class TensorFlowTestCase(googletest.TestCase):
         yield cached
 
   @contextlib.contextmanager
+  @deprecation.deprecated(None, "Use `self.session()` or "
+                          "`self.cached_session()` instead.")
   def test_session(self,
                    graph=None,
                    config=None,
-- 
GitLab


From 502aad6f1934230911ed0d01515463c829bf845d Mon Sep 17 00:00:00 2001
From: Jonathan J Hunt <jjhunt@google.com>
Date: Mon, 22 Oct 2018 16:30:10 -0700
Subject: [PATCH 0430/1825] Added rejection sampler based on sampling from
 untruncated normal for parametrized_truncated_normal.

Modifies the behavior of all samplers to raise an Exception if no sample is
accepted (current behavior is returning a sample from a uniform
distribution which is confusing behavior). This situation should only arise
if none of the existing rejection samplers are a good fit for the parameter
regime.

PiperOrigin-RevId: 218254962
---
 .../parameterized_truncated_normal_op.cc      |  92 ++++++++++++---
 .../parameterized_truncated_normal_op.h       |   8 +-
 ...arameterized_truncated_normal_op_gpu.cu.cc |  64 ++++++++--
 tensorflow/python/kernel_tests/BUILD          |   1 +
 .../parameterized_truncated_normal_op_test.py | 110 +++++++++++++++++-
 5 files changed, 241 insertions(+), 34 deletions(-)

diff --git a/tensorflow/core/kernels/parameterized_truncated_normal_op.cc b/tensorflow/core/kernels/parameterized_truncated_normal_op.cc
index aa70ee06f5..4fe0668364 100644
--- a/tensorflow/core/kernels/parameterized_truncated_normal_op.cc
+++ b/tensorflow/core/kernels/parameterized_truncated_normal_op.cc
@@ -45,10 +45,10 @@ typedef Eigen::GpuDevice GPUDevice;
 namespace functor {
 using random::PhiloxRandom;
 
+static constexpr int kMaxIterations = 1000;
+
 template <typename T>
 struct TruncatedNormalFunctor<CPUDevice, T> {
-  static const int kMaxIterations = 1000;
-
   void operator()(OpKernelContext* ctx, const CPUDevice& d, int64 num_batches,
                   int64 samples_per_batch, int64 num_elements,
                   typename TTypes<T>::ConstFlat means,
@@ -57,11 +57,20 @@ struct TruncatedNormalFunctor<CPUDevice, T> {
                   typename TTypes<T>::ConstFlat maxvals,
                   const random::PhiloxRandom& gen,
                   typename TTypes<T>::Flat output) {
+    // The randn rejection sampling is used when the mean and at least this many
+    // standard deviations are inside the bounds.
+    // The uniform proposal samplers become less efficient as the bounds are
+    // further from the mean, the reverse is true for the randn sampler.
+    // This number was chosen by empirical benchmarking. If modified, the
+    // benchmarks in parameterized_truncated_normal_op_test should also be
+    // changed.
+    const T kStdDevsInsideBoundsToUseRandnSampler = T(1.3);
     auto worker_threads = *(ctx->device()->tensorflow_cpu_worker_threads());
 
     auto DoWork = [samples_per_batch, num_elements, &ctx, &means, &stddevs,
-                   &minvals, &maxvals, &gen,
-                   &output](int start_batch, int limit_batch) {
+                   &minvals, &maxvals, &gen, &output,
+                   kStdDevsInsideBoundsToUseRandnSampler](int start_batch,
+                                                          int limit_batch) {
       // Capturing "gen" by-value would only make a copy for the _shared_
       // lambda.  Since we want to let each worker have its own copy, we pass
       // "gen" by reference and explicitly do a copy assignment here.
@@ -73,6 +82,8 @@ struct TruncatedNormalFunctor<CPUDevice, T> {
                     4);
       typedef random::UniformDistribution<random::PhiloxRandom, T> Uniform;
       Uniform dist;
+      typedef random::NormalDistribution<random::PhiloxRandom, T> Normal;
+      Normal normal_dist;
 
       // Vectorized intermediate calculations for uniform rejection sampling.
       // We always generate at most 4 samples.
@@ -125,7 +136,52 @@ struct TruncatedNormalFunctor<CPUDevice, T> {
             (normMin + sqrtFactor);
         const T diff = normMax - normMin;
 
-        if (diff < cutoff) {
+        if (((normMin < -kStdDevsInsideBoundsToUseRandnSampler) &&
+             (normMax >= T(0.))) ||
+            ((normMax > kStdDevsInsideBoundsToUseRandnSampler) &&
+             (normMin <= T(0.)))) {
+          // If the bounds are a least 3 standard deviations from the mean
+          // on at least one side then we rejection sample by sampling
+          // from the normal distribution and rejecting samples outside
+          // the bounds.
+          // Under this condition the acceptance rate per iteration should
+          // always be ~ 50%. This sampler is more efficient (and more
+          // numerically stable when one or both bounds is far from the mean).
+
+          while (sample < limit_sample) {
+            const auto randn_sample = normal_dist(&gen_copy);
+            const int size = randn_sample.size();
+
+            for (int i = 0; i < size; i++) {
+              if ((randn_sample[i] >= normMin) &&
+                  (randn_sample[i] <= normMax)) {
+                output(sample) = randn_sample[i] * stddev + mean;
+                sample++;
+                if (sample >= limit_sample) {
+                  break;
+                }
+                numIterations = 0;
+              } else {
+                numIterations++;
+                if (numIterations > kMaxIterations) {
+                  // This should never occur because this sampler should
+                  // (by the selection criteria above) be used if at least 3
+                  // standard deviations of one side of the distribution
+                  // is within the limits (so acceptance probability per
+                  // iterations >~ 1/2 per iteration).
+                  LOG(ERROR) << "TruncatedNormal randn rejection sampler "
+                             << "exceeded maximum iterations for "
+                             << "normMin=" << normMin << " normMax=" << normMax
+                             << " kMaxIterations=" << kMaxIterations;
+                  ctx->SetStatus(errors::Internal(
+                      "TruncatedNormal randn rejection sampler failed to accept"
+                      " a sample."));
+                  return;
+                }
+              }
+            }
+          }
+        } else if (diff < cutoff) {
           // Sample from a uniform distribution on [normMin, normMax].
 
           const T plusFactor = (normMin < T(0)) ? T(0) : normMin * normMin;
@@ -154,9 +210,13 @@ struct TruncatedNormalFunctor<CPUDevice, T> {
                 // the proposal distribution is the uniform distribution
                 // U(lower_bound, upper_bound).
                 if (!accept) {
-                  LOG(WARNING) << "TruncatedNormal uniform rejection sampler "
-                               << "exceeded max iterations. Sample may contain "
-                               << "outliers.";
+                  LOG(ERROR) << "TruncatedNormal uniform rejection sampler "
+                             << "exceeded max iterations. Sample may contain "
+                             << "outliers.";
+                  ctx->SetStatus(errors::Internal(
+                      "TruncatedNormal uniform rejection sampler failed to "
+                      " accept a sample."));
+                  return;
                 }
                 output(sample) = z[i] * stddev + mean;
                 sample++;
@@ -190,9 +250,13 @@ struct TruncatedNormalFunctor<CPUDevice, T> {
               auto accept = (u <= g && z < normMax);
               if (accept || numIterations + 1 >= kMaxIterations) {
                 if (!accept) {
-                  LOG(WARNING) << "TruncatedNormal exponential distribution "
-                               << "rejection sampler exceeds max iterations. "
-                               << "Sample may contain outliers.";
+                  LOG(ERROR) << "TruncatedNormal exponential distribution "
+                             << "rejection sampler exceeds max iterations. "
+                             << "Sample may contain outliers.";
+                  ctx->SetStatus(errors::Internal(
+                      "TruncatedNormal exponential distribution rejection"
+                      " sampler failed to accept a sample."));
+                  return;
                 }
                 output(sample) = z * stddev + mean;
                 sample++;
@@ -357,9 +421,9 @@ class ParameterizedTruncatedNormalOp : public OpKernel {
 
     auto truncFunctor = functor::TruncatedNormalFunctor<Device, T>();
     // Each worker has the fudge factor for samples_per_batch, so use it here.
-    random::PhiloxRandom rng = generator_.ReserveSamples128(
-        num_batches * 2 * truncFunctor.kMaxIterations *
-        (samples_per_batch + 3) / 4);
+    random::PhiloxRandom rng =
+        generator_.ReserveSamples128(num_batches * 2 * functor::kMaxIterations *
+                                     (samples_per_batch + 3) / 4);
     truncFunctor(ctx, ctx->eigen_device<Device>(), num_batches,
                  samples_per_batch, num_elements, means_tensor.flat<T>(),
                  stddevs_tensor.flat<T>(), minvals_tensor.flat<T>(),
diff --git a/tensorflow/core/kernels/parameterized_truncated_normal_op.h b/tensorflow/core/kernels/parameterized_truncated_normal_op.h
index 2e54db31fe..c919a22c7b 100644
--- a/tensorflow/core/kernels/parameterized_truncated_normal_op.h
+++ b/tensorflow/core/kernels/parameterized_truncated_normal_op.h
@@ -27,11 +27,11 @@ namespace functor {
 
 // Sample a truncated normal random variable, with mean, stddev, minval, and
 // maxval parameters for each batch. Uses two rejection sampling algorithms
-// described in http://rd.springer.com/article/10.1007/BF00143942.
+// described in http://rd.springer.com/article/10.1007/BF00143942 and a randn
+// rejection sampler when most of the normal is inside the bounds.
 //
 // Either minval may be -infinity, or maxval may be +infinity. If the interval
-// (minval, maxval) is empty, the result is NaN. Large intervals which include
-// both tails may have reduced accuracy.
+// (minval, maxval) is empty, the result is NaN.
 template <typename Device, typename T>
 struct TruncatedNormalFunctor {
   void operator()(OpKernelContext* ctx, const Device& d, int64 num_batches,
@@ -42,8 +42,6 @@ struct TruncatedNormalFunctor {
                   typename TTypes<T>::ConstFlat maxvals,
                   const random::PhiloxRandom& gen,
                   typename TTypes<T>::Flat output);
-
-  static const int kMaxIterations = 100;
 };
 
 }  // namespace functor
diff --git a/tensorflow/core/kernels/parameterized_truncated_normal_op_gpu.cu.cc b/tensorflow/core/kernels/parameterized_truncated_normal_op_gpu.cu.cc
index 5b80a962bc..45ae45e4f4 100644
--- a/tensorflow/core/kernels/parameterized_truncated_normal_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/parameterized_truncated_normal_op_gpu.cu.cc
@@ -44,9 +44,12 @@ class OpKernelContext;
 
 namespace functor {
 
+static constexpr int kMaxIterations = 1000;
+
 typedef Eigen::GpuDevice GPUDevice;
 
 template <typename T>
+
 __global__ void __launch_bounds__(1024)
     TruncatedNormalKernel(random::PhiloxRandom gen, T* data, int64 num_batches,
                           int64 samples_per_batch, int64 num_elements,
@@ -59,9 +62,19 @@ __global__ void __launch_bounds__(1024)
   const int32 initial_offset = blockIdx.x * blockDim.x + threadIdx.x;
   gen.Skip(max_samples_per_item * initial_offset);
   typedef random::UniformDistribution<random::PhiloxRandom, T> Uniform;
+  typedef random::NormalDistribution<random::PhiloxRandom, T> Normal;
   Uniform dist;
+  Normal normal_dist;
   const int kDistSize = Uniform::kResultElementCount;
   const T quietNaN = Eigen::NumTraits<T>::quiet_NaN();
+  // The randn rejection sampling is used when the mean and at least this many
+  // standard deviations are inside the bounds.
+  // The uniform proposal samplers become less efficient as the bounds are
+  // further from the mean, the reverse is true for the randn sampler.
+  // This number was chosen by empirical benchmarking. If modified, the
+  // benchmarks in parameterized_truncated_normal_op_test should also be
+  // changed.
+  const T kStdDevsInsideBoundsToUseRandnSampler = T(1.7);
 
   // We skip the total number of threads to get to the next element. To produce
   // deterministic results between devices, each element in the output array
@@ -114,6 +127,32 @@ __global__ void __launch_bounds__(1024)
           (Eigen::numext::isfinite(normMin) ||
            Eigen::numext::isfinite(normMax)))) {
       data[offset] = quietNaN;
+    } else if (((normMin < -kStdDevsInsideBoundsToUseRandnSampler) &&
+                (normMax >= T(0.))) ||
+               ((normMax > kStdDevsInsideBoundsToUseRandnSampler) &&
+                (normMin <= T(0.)))) {
+      Eigen::array<T, 4> n;
+
+      int numIterations = 0;
+      while (numIterations < kMaxIterations) {
+        const auto randn = normal_dist(&gen);
+        remaining_samples -= gen.kResultElementCount;
+        UNROLL for (int i = 0; i < kDistSize; i++) {
+          if ((randn[i] >= normMin) && randn[i] <= normMax) {
+            data[offset] = randn[i] * stddev + mean;
+            numIterations = kMaxIterations;
+            break;
+          } else if (numIterations + 1 == kMaxIterations) {
+            // If we did not successfully sample after all these iterations
+            // something is wrong. Output a nan.
+            data[offset] = quietNaN;
+            numIterations = kMaxIterations;
+            break;
+          } else {
+            numIterations++;
+          }
+        }
+      }
     } else if (diff < cutoff) {
       // Sample from a uniform distribution on [normMin, normMax].
 
@@ -138,19 +177,17 @@ __global__ void __launch_bounds__(1024)
         const auto u = dist(&gen);
         remaining_samples -= gen.kResultElementCount;
         UNROLL for (int i = 0; i < kDistSize; i++) {
-          if (u[i] <= Eigen::numext::exp(g[i]) ||
-              numIterations + 1 >= kMaxIterations) {
+          bool accept = u[i] <= Eigen::numext::exp(g[i]);
+          if (accept) {
             // Accept the sample z.
-            // If we run out of iterations, just use the current uniform
-            // sample. Emperically, the probability of accepting each sample
-            // is at least 50% for typical inputs, so we will always accept
-            // by 100 iterations.
-            // This introduces a slight inaccuracy when at least one bound
-            // is large, minval is negative and maxval is positive.
             data[offset] = z[i] * stddev + mean;
             // Break out of the nested loop by updating numIterations.
             numIterations = kMaxIterations;
             break;
+          } else if (numIterations + 1 >= kMaxIterations) {
+            data[offset] = quietNaN;
+            numIterations = kMaxIterations;
+            break;
           } else {
             numIterations++;
           }
@@ -171,11 +208,16 @@ __global__ void __launch_bounds__(1024)
           const T x = normMin < alpha ? alpha - z : normMin - alpha;
           const T g = Eigen::numext::exp(-x * x / two);
           const T u = rand[i + 1];
-          if ((u <= g && z < normMax) || numIterations + 1 >= kMaxIterations) {
+          bool accept = (u <= g && z < normMax);
+          if (accept) {
             data[offset] = z * stddev + mean;
             // Break out of the nested loop by updating numIterations.
             numIterations = kMaxIterations;
             break;
+          } else if (numIterations + 1 >= kMaxIterations) {
+            data[offset] = quietNaN;
+            numIterations = kMaxIterations;
+            break;
           } else {
             numIterations++;
           }
@@ -190,8 +232,6 @@ __global__ void __launch_bounds__(1024)
 // Partial specialization for GPU
 template <typename T>
 struct TruncatedNormalFunctor<GPUDevice, T> {
-  static const int kMaxIterations = 1000;
-
   void operator()(OpKernelContext* ctx, const GPUDevice& d, int64 num_batches,
                   int64 samples_per_batch, int64 num_elements,
                   typename TTypes<T>::ConstFlat means,
@@ -209,7 +249,7 @@ struct TruncatedNormalFunctor<GPUDevice, T> {
             stddevs.dimension(0) == 1, minvals.data(),
             minvals.dimension(0) == 1, maxvals.data(),
             maxvals.dimension(0) == 1, kMaxIterations);
-  };
+  }
 };
 
 // Explicit instantiation of the GPU distributions functors
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 6d27168314..9c5d65ab25 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -687,6 +687,7 @@ cuda_py_test(
     size = "medium",
     srcs = ["parameterized_truncated_normal_op_test.py"],
     additional_deps = [
+        "@absl_py//absl/testing:parameterized",
         "//third_party/py/numpy",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:client",
diff --git a/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py b/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py
index 53b713c03e..c9221f8c20 100644
--- a/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py
+++ b/tensorflow/python/kernel_tests/parameterized_truncated_normal_op_test.py
@@ -35,6 +35,14 @@ from tensorflow.python.platform import test
 from tensorflow.python.platform import tf_logging
 
 
+def _get_stddev_inside_bounds_before_using_randn(gpu):
+  # The boundary where the randn sampler is used varies between CPU and GPU.
+  if gpu:
+    return 1.3
+  else:
+    return 1.7
+
+
 class TruncatedNormalMoments(object):
   memoized_moments = None
   mean = None
@@ -190,10 +198,34 @@ class ParameterizedTruncatedNormalTest(test.TestCase):
       samples = sess.run(sample_op)
       # 0. is more than 16 standard deviations from the mean, and
       # should have a likelihood < 1e-57.
-      # TODO(jjhunt)  Sampler is still numerically unstable in this case,
-      # numbers less than 0 should never observed.
+      assert (~np.isnan(samples)).all()
       no_neg_samples = np.sum(samples < 0.)
-      self.assertLess(no_neg_samples, 2.)
+      self.assertEqual(no_neg_samples, 0.)
+
+  def testSamplingAtRandnSwitchover(self):
+    # The randn sampler is used as the bounds are moved farther from the mean,
+    # and the probability of accepting a sample increases the farther the
+    # bounds are from the mean.
+    # This test asserts that at the point of switchover, both samplers are
+    # working (not raising an error or returning nan) and returning the
+    # expected moments.
+    use_gpu = test.is_gpu_available()
+    stddev_inside_bounds_before_using_randn = (
+        _get_stddev_inside_bounds_before_using_randn(use_gpu))
+
+    epsilon = 0.001
+    self.validateMoments(
+        shape=[10**6],
+        mean=0.,
+        stddev=1.0,
+        minval=-epsilon,
+        maxval=stddev_inside_bounds_before_using_randn - epsilon)
+    self.validateMoments(
+        shape=[10**6],
+        mean=0.,
+        stddev=1.0,
+        minval=-epsilon,
+        maxval=stddev_inside_bounds_before_using_randn + epsilon)
 
 
 # Benchmarking code
@@ -222,6 +254,58 @@ def parameterized_vs_naive(shape, num_iters, use_gpu=False):
     return param_dt, naive_dt
 
 
+def randn_sampler_switchover(shape, num_iters, use_gpu=False):
+  # Benchmark by constructing samplers on the threshold of using the randn
+  # rejection sampling and check that this threshold is set correctly by
+  # benchmarking with bounds just above and below this threshold.
+  # The uniform and randn samplers should have about the same performance
+  # at this point.
+
+  stddev_inside_bounds_before_using_randn = (
+      _get_stddev_inside_bounds_before_using_randn(use_gpu))
+
+  epsilon = 0.001
+
+  np.random.seed(1618)  # Make it reproducible.
+
+  # No CSE/CF.
+  optimizer_options = config_pb2.OptimizerOptions(
+      opt_level=config_pb2.OptimizerOptions.L0)
+  config = config_pb2.ConfigProto(
+      graph_options=config_pb2.GraphOptions(
+          optimizer_options=optimizer_options))
+
+  with session.Session(config=config) as sess:
+    with ops.device("/cpu:0" if not use_gpu else "/gpu:0"):
+      uniform_sampler_op = control_flow_ops.group(
+          random_ops.parameterized_truncated_normal(
+              shape,
+              means=0.,
+              stddevs=1.0,
+              minvals=-stddev_inside_bounds_before_using_randn + epsilon,
+              maxvals=0.01))
+      randn_sampler_op = control_flow_ops.group(
+          random_ops.parameterized_truncated_normal(
+              shape,
+              means=0.,
+              stddevs=1.0,
+              minvals=-stddev_inside_bounds_before_using_randn - epsilon,
+              maxvals=0.01))
+
+    # Burn-in to avoid session setup costs in the timing.
+    sess.run(uniform_sampler_op)
+    sess.run(uniform_sampler_op)
+    uniform_dt = timeit.timeit(
+        lambda: sess.run(uniform_sampler_op), number=num_iters)
+
+    sess.run(randn_sampler_op)
+    sess.run(randn_sampler_op)
+    randn_dt = timeit.timeit(
+        lambda: sess.run(randn_sampler_op), number=num_iters)
+
+    return randn_dt, uniform_dt
+
+
 class TruncatedNormalBenchmark(test.Benchmark):
 
   def benchmarkParameterizedOpVsNaiveOpCpu(self):
@@ -249,6 +333,26 @@ class TruncatedNormalBenchmark(test.Benchmark):
       self.report_benchmark(
           name="naive_shape" + shape_str, iters=num_iters, wall_time=n_dt)
 
+  def benchmarkRandnSamplerCPU(self):
+    self._benchmarkRandnSampler(False)
+
+  def benchmarkRandnSamplerGPU(self):
+    self._benchmarkRandnSampler(True)
+
+  def _benchmarkRandnSampler(self, use_gpu):
+    num_iters = 100
+    shape = [int(1e6)]
+    randn_dt, uniform_dt = randn_sampler_switchover(shape, num_iters, use_gpu)
+
+    print(("Randn Sampler vs uniform samplers [%d iters]\t%.4f\t%.4f") %
+          (num_iters, randn_dt, uniform_dt))
+
+    gpu_str = "_gpu" if use_gpu else "_cpu"
+    self.report_benchmark(
+        name="randn_sampler" + gpu_str, iters=num_iters, wall_time=randn_dt)
+    self.report_benchmark(
+        name="uniform_sampler" + gpu_str, iters=num_iters, wall_time=uniform_dt)
+
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From 5ba0855353e84e4363c3e328002e9fbe5249fe1d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 16:42:24 -0700
Subject: [PATCH 0431/1825] Export estimator.DNNLinearCombinedEstimator

PiperOrigin-RevId: 218256846
---
 ...tor.-d-n-n-linear-combined-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v1/tensorflow.estimator.pbtxt  |  4 ++
 ...tor.-d-n-n-linear-combined-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v2/tensorflow.estimator.pbtxt  |  4 ++
 4 files changed, 132 insertions(+)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
new file mode 100644
index 0000000000..a23f5daeac
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.DNNLinearCombinedEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'model_dir\', \'linear_feature_columns\', \'linear_optimizer\', \'dnn_feature_columns\', \'dnn_optimizer\', \'dnn_hidden_units\', \'dnn_activation_fn\', \'dnn_dropout\', \'input_layer_partitioner\', \'config\', \'linear_sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Ftrl\', \'None\', \'Adagrad\', \'None\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'sum\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
index 29fc1cd217..2f2e8445e8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
@@ -32,6 +32,10 @@ tf_module {
     name: "DNNLinearCombinedClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "DNNLinearCombinedEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "DNNLinearCombinedRegressor"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
new file mode 100644
index 0000000000..a23f5daeac
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.DNNLinearCombinedEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'model_dir\', \'linear_feature_columns\', \'linear_optimizer\', \'dnn_feature_columns\', \'dnn_optimizer\', \'dnn_hidden_units\', \'dnn_activation_fn\', \'dnn_dropout\', \'input_layer_partitioner\', \'config\', \'linear_sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Ftrl\', \'None\', \'Adagrad\', \'None\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'sum\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
index 29fc1cd217..2f2e8445e8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
@@ -32,6 +32,10 @@ tf_module {
     name: "DNNLinearCombinedClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "DNNLinearCombinedEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "DNNLinearCombinedRegressor"
     mtype: "<type \'type\'>"
-- 
GitLab


From 44ba15c506e4de56c876ff8fafa4158c1abaf439 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Mon, 22 Oct 2018 16:42:28 -0700
Subject: [PATCH 0432/1825] Fix tensor.op is meaningless error.

PiperOrigin-RevId: 218256859
---
 .../python/kernel_tests/variable_scope_test.py   | 12 ++++++------
 tensorflow/python/ops/variable_scope.py          | 16 ++++++++++------
 2 files changed, 16 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index b66a050613..a673ea7d44 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -92,8 +92,8 @@ class VariableScopeTest(test.TestCase):
     v1 = vs.get_variable("v", [1], use_resource=True)
     self.assertTrue(isinstance(v1, resource_variable_ops.ResourceVariable))
 
-  # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # AttributeError: Tensor.op is meaningless when eager execution is enabled.
+  @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testNameExists(self):
     vs = variable_scope._get_default_variable_store()
     # No check by default, so we can both create and get existing names.
@@ -652,8 +652,8 @@ class VariableScopeTest(test.TestCase):
       test_value(13.)  # Variable is reused hereafter.
       test_value(17.)
 
-  # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # AttributeError: Tensor.op is meaningless when eager execution is enabled.
+  @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScope(self):
     with self.cached_session():
       with ops.name_scope("testVarOpScope1"):
@@ -753,8 +753,8 @@ class VariableScopeTest(test.TestCase):
           with ops.name_scope("scope2") as sc2:
             self.assertEqual(sc2, "outer_1/default/scope2/")
 
-  # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # AttributeError: Tensor.op is meaningless when eager execution is enabled.
+  @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarScopeGetVar(self):
     with self.cached_session():
       with variable_scope.variable_scope("root"):
diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index eceda19bf6..801ca356a2 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -852,14 +852,18 @@ class _VariableStore(object):
     if name in self._vars:
       # Here we handle the case when returning an existing variable.
       if reuse is False:
-        tb = self._vars[name].op.traceback[::-1]
+        var = self._vars[name]
+        err_msg = ("Variable %s already exists, disallowed."
+                   " Did you mean to set reuse=True or "
+                   "reuse=tf.AUTO_REUSE in VarScope?" % name)
+        # ResourceVariables don't have an op associated with so no traceback
+        if isinstance(var, resource_variable_ops.ResourceVariable):
+          raise ValueError(err_msg)
+        tb = var.op.traceback[::-1]
         # Throw away internal tf entries and only take a few lines.
         tb = [x for x in tb if "tensorflow/python" not in x[0]][:3]
-        raise ValueError("Variable %s already exists, disallowed."
-                         " Did you mean to set reuse=True or "
-                         "reuse=tf.AUTO_REUSE in VarScope? "
-                         "Originally defined at:\n\n%s" % (
-                             name, "".join(traceback.format_list(tb))))
+        raise ValueError("%s Originally defined at:\n\n%s" % (err_msg, "".join(
+            traceback.format_list(tb))))
       found_var = self._vars[name]
       if not shape.is_compatible_with(found_var.get_shape()):
         raise ValueError("Trying to share variable %s, but specified shape %s"
-- 
GitLab


From c71225040b21cbe26a6fc1d9cee4a0ffb61bd6d9 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Mon, 22 Oct 2018 16:50:16 -0700
Subject: [PATCH 0433/1825] Automated rollback of commit
 a617e6e0c467664fc3a358416fcbddfc30d32e68

PiperOrigin-RevId: 218257952
---
 tensorflow/compiler/jit/xla_device_context.cc | 18 ++++-------
 tensorflow/compiler/jit/xla_device_ops.cc     |  7 +++++
 tensorflow/compiler/jit/xla_launch_util.cc    |  9 ++----
 tensorflow/compiler/jit/xla_tensor.cc         | 18 +++++------
 tensorflow/compiler/jit/xla_tensor.h          | 30 ++++++++-----------
 5 files changed, 36 insertions(+), 46 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index 090021093d..83ce6cfab1 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -103,7 +103,8 @@ Status XlaDeviceContext::TransferLiteralToDevice(const Tensor& host_tensor,
     auto event = std::make_shared<se::Event>(stream_->parent());
     TF_RET_CHECK(event->Init()) << "Event failed to initialize!";
     host_to_device_stream_->ThenRecordEvent(event.get());
-    xla_tensor->SetDefinedOn(host_to_device_stream_.get(), std::move(event));
+    xla_tensor->ResetDefinitionEvent(std::move(event),
+                                     host_to_device_stream_.get());
   }
   // Unref the host tensor, and capture the literal shared_ptr too so it goes
   // out of scope when the lambda completes.
@@ -225,11 +226,7 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   void* dst_ptr = DMAHelper::base(cpu_tensor);
   XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
 
-  if (se::Event* event =
-          xla_tensor->GetDefinitionEvent(device_to_host_stream_.get())) {
-    device_to_host_stream_->ThenWaitFor(event);
-    xla_tensor->SetDefinedOn(device_to_host_stream_.get());
-  }
+  xla_tensor->WaitForDefinitionEventOnStream(device_to_host_stream_.get());
 
   Status status;
   if (transfer_as_literal_) {
@@ -283,11 +280,7 @@ void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
       }
     }
 
-    if (se::Event* event =
-            xla_src->GetDefinitionEvent(device_to_device_stream.get())) {
-      device_to_device_stream->ThenWaitFor(event);
-      xla_src->SetDefinedOn(device_to_device_stream.get());
-    }
+    xla_src->WaitForDefinitionEventOnStream(device_to_device_stream.get());
 
     auto from_iter = xla_src->shaped_buffer().buffers().begin();
     auto to_iter = xla_dst->shaped_buffer().buffers().begin();
@@ -301,7 +294,8 @@ void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
       auto event = std::make_shared<se::Event>(stream_->parent());
       TF_RET_CHECK(event->Init()) << "Event failed to initialize";
       device_to_device_stream->ThenRecordEvent(event.get());
-      xla_dst->SetDefinedOn(device_to_device_stream.get(), std::move(event));
+      xla_dst->ResetDefinitionEvent(std::move(event),
+                                    device_to_device_stream.get());
     }
     return Status::OK();
   }();
diff --git a/tensorflow/compiler/jit/xla_device_ops.cc b/tensorflow/compiler/jit/xla_device_ops.cc
index 5ecb1afa7b..8021c92c49 100644
--- a/tensorflow/compiler/jit/xla_device_ops.cc
+++ b/tensorflow/compiler/jit/xla_device_ops.cc
@@ -83,6 +83,13 @@ void XlaAssignVariableOp::ComputeAsync(OpKernelContext* context,
   }
 
   // Need to copy, but maybe we can re-use variable's buffer?
+  //
+  // Caution: the correctness of this is subtle. The device-to-device stream
+  // waits for the compute stream before transferring, so we know that there are
+  // no outstanding compute users of the existing tensor. Further, we know that
+  // a host<->device copy would hold a reference to the tensor until the
+  // transfer is complete, so this case cannot be triggered if there is still an
+  // outstanding transfer.
   if (!XlaTensor::RefCountIsOne(*variable->tensor()) ||
       !variable->tensor()->shape().IsSameSize(value.shape())) {
     // Copy to new buffer
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index d34a57de10..6e51bfca4a 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -266,10 +266,7 @@ void XlaComputationLaunchContext::PopulateInputs(
       CHECK(stream) << "Must have a stream available when using XLA tensors!";
       XlaTensor* xla_tensor = XlaTensor::FromTensor(t);
       CHECK(xla_tensor);
-      if (se::Event* event = xla_tensor->GetDefinitionEvent(stream)) {
-        stream->ThenWaitFor(event);
-        xla_tensor->SetDefinedOn(stream);
-      }
+      xla_tensor->WaitForDefinitionEventOnStream(stream);
     }
 
     const xla::Shape on_device_shape =
@@ -397,7 +394,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
             xla_tensor->set_shaped_buffer(ScopedShapedBuffer(
                 ExtractSubShapedBuffer(&output, output_num, xla_allocator_)));
             if (use_multiple_streams_) {
-              xla_tensor->SetDefinedOn(stream, definition_event);
+              xla_tensor->ResetDefinitionEvent(definition_event, stream);
             }
           } else {
             // xla_tensor wasn't valid, which must mean this is a zero-element
@@ -463,7 +460,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
       xla_tensor->set_shaped_buffer(
           ExtractSubShapedBuffer(&output, output_num, xla_allocator_));
       if (use_multiple_streams_) {
-        xla_tensor->SetDefinedOn(stream, definition_event);
+        xla_tensor->ResetDefinitionEvent(definition_event, stream);
       }
       *variable_infos[i].var()->tensor() = output_tensor;
     } else {
diff --git a/tensorflow/compiler/jit/xla_tensor.cc b/tensorflow/compiler/jit/xla_tensor.cc
index 92ba7de1b7..6f8b198262 100644
--- a/tensorflow/compiler/jit/xla_tensor.cc
+++ b/tensorflow/compiler/jit/xla_tensor.cc
@@ -73,10 +73,10 @@ Status XlaTensor::AllocateShapedBuffer(DataType dtype, const TensorShape& shape,
   return Status::OK();
 }
 
-se::Event* XlaTensor::GetDefinitionEvent(se::Stream* stream) {
+void XlaTensor::WaitForDefinitionEventOnStream(se::Stream* stream) {
   mutex_lock lock(mu_);
   if (!definition_event_) {
-    return nullptr;
+    return;
   }
 
   // The set of defined streams is expected to be very small indeed (usually
@@ -84,24 +84,20 @@ se::Event* XlaTensor::GetDefinitionEvent(se::Stream* stream) {
   if (std::find(streams_defined_on_.begin(), streams_defined_on_.end(),
                 stream) != streams_defined_on_.end()) {
     // stream is in streams_defined_on_; it doesn't need to be waited on.
-    return nullptr;
+    return;
   }
 
-  return definition_event_.get();
+  stream->ThenWaitFor(definition_event_.get());
+  streams_defined_on_.push_back(stream);
 }
 
-void XlaTensor::SetDefinedOn(se::Stream* stream,
-                             std::shared_ptr<se::Event> event) {
+void XlaTensor::ResetDefinitionEvent(std::shared_ptr<se::Event> event,
+                                     se::Stream* stream) {
   mutex_lock lock(mu_);
   definition_event_ = std::move(event);
   streams_defined_on_ = {stream};
 }
 
-void XlaTensor::SetDefinedOn(se::Stream* stream) {
-  mutex_lock lock(mu_);
-  streams_defined_on_.push_back(stream);
-}
-
 // The pointer tag, OR-ed into the XlaTensor's address to distinguish it from
 // device-side tensors, which are either CPU or GPU memory pointers. This works
 // because we're guaranteed that CPU and GPU pointers are aligned to > 1 bits.
diff --git a/tensorflow/compiler/jit/xla_tensor.h b/tensorflow/compiler/jit/xla_tensor.h
index d95da63405..6d7a6fd66c 100644
--- a/tensorflow/compiler/jit/xla_tensor.h
+++ b/tensorflow/compiler/jit/xla_tensor.h
@@ -88,23 +88,19 @@ class XlaTensor {
     host_tensor_.reset(new Tensor(tensor));
   }
 
-  // If the tensor's content is not yet defined on 'stream', and there exists an
-  // se::Event declaring when the tensor's content is defined, return it.
-  // Otherwise, return nullptr. If this function returns nullptr then the
-  // tensor's content can be read on 'stream' without additional
-  // synchronization.
-  se::Event* GetDefinitionEvent(se::Stream* stream);
-
-  // Assert that the tensor's content is defined on 'stream' by the time 'event'
-  // triggers.
-  void SetDefinedOn(se::Stream* stream, std::shared_ptr<se::Event> event);
-
-  // Assert that the tensor's content is defined on 'stream'. This version does
-  // not provide an event, and must be called *after* SetDefinedOn(Stream,
-  // Event). This call can be read as an assertion that the definition event has
-  // been waited on by 'stream', so further calls to GetDefinitionEvent(stream)
-  // do not need to also wait on the event.
-  void SetDefinedOn(se::Stream* stream);
+  // Adds synchronization events to 'stream' that wait for this tensor to be
+  // defined on 'stream'. Does nothing if the tensor is already defined on that
+  // stream.
+  void WaitForDefinitionEventOnStream(se::Stream* stream);
+
+  // (Re)sets the definition event of the tensor to 'event', and promises that
+  // the tensor has already been defined on stream. Removes any previous
+  // definition event or any previous promises about the tensor being defined on
+  // streams.
+  // It is legal to reset the definition event of a tensor when overwriting the
+  // tensor's value (at which point, it is effectively a new tensor once again.)
+  void ResetDefinitionEvent(std::shared_ptr<se::Event> event,
+                            se::Stream* stream);
 
   // Convert from a raw pointer to an XlaTensor, removing the pointer tag.
   static XlaTensor* FromOpaquePointer(void* ptr);
-- 
GitLab


From da38992a3b991f51427a52bc031ecfc5c55fcb0b Mon Sep 17 00:00:00 2001
From: Bhavani Subramanian <bhavani1.subramanian@intel.com>
Date: Mon, 22 Oct 2018 13:18:33 -0700
Subject: [PATCH 0434/1825] Register the matmul kernel to use the default Eigen
 based implementation for int64.

---
 tensorflow/core/kernels/matmul_op.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/matmul_op.cc b/tensorflow/core/kernels/matmul_op.cc
index 38cadd10e1..da6a14ba17 100644
--- a/tensorflow/core/kernels/matmul_op.cc
+++ b/tensorflow/core/kernels/matmul_op.cc
@@ -580,13 +580,14 @@ struct MatMulFunctor<SYCLDevice, T> {
 
 #if defined(INTEL_MKL) && defined(ENABLE_MKL)
 
-// MKL does not support half, bfloat16 and int32 types for
+// MKL does not support half, bfloat16, int32 and int64 types for
 // matrix-multiplication, so register the kernel to use default Eigen based
 // implementations for these types. REGISTER_CPU defines two versions - Eigen
 // label and NO-LABEL
 TF_CALL_half(REGISTER_CPU);
 TF_CALL_bfloat16(REGISTER_CPU);
 TF_CALL_int32(REGISTER_CPU);
+TF_CALL_int64(REGISTER_CPU);
 
 // Float is supported in both MKL DNN as well as in MKL ML
 // Registration for NO-LABEL version is in mkl_matmul_op.cc for types supported
-- 
GitLab


From 5a9d0fb1ded93d940730e9c3d0b4f5a29f0a26a6 Mon Sep 17 00:00:00 2001
From: Bhavani Subramanian <bhavani1.subramanian@intel.com>
Date: Mon, 22 Oct 2018 13:52:38 -0700
Subject: [PATCH 0435/1825] Ran Clang formatting checks.

---
 tensorflow/core/kernels/matmul_op.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/matmul_op.cc b/tensorflow/core/kernels/matmul_op.cc
index da6a14ba17..7bb4197f6e 100644
--- a/tensorflow/core/kernels/matmul_op.cc
+++ b/tensorflow/core/kernels/matmul_op.cc
@@ -603,7 +603,7 @@ TF_CALL_float(REGISTER_CPU_EIGEN);
 TF_CALL_complex64(REGISTER_CPU);
 TF_CALL_complex128(REGISTER_CPU);
 TF_CALL_double(REGISTER_CPU);
-#else  // INTEL_MKL_DNN_ONLY
+#else   // INTEL_MKL_DNN_ONLY
 TF_CALL_complex64(REGISTER_CPU_EIGEN);
 TF_CALL_complex128(REGISTER_CPU_EIGEN);
 TF_CALL_double(REGISTER_CPU_EIGEN);
-- 
GitLab


From ae6a41db7dd27a5b62127aa4403910709d3a0412 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Mon, 22 Oct 2018 17:10:37 -0700
Subject: [PATCH 0436/1825] Always compile the first invocation of a cluster

This is an optimistic guess that pays off for statically shaped TensorFlow
graphs (since they get the benefit of XLA right away without waiting for warmup)
and doesn't hurt much for dynamically shaped TensorFlow graphs (we "pay" at most
one cluster-compilation's worth of compile time).

Also rename CompileStats to ClusterCompileStats to make it more obvious that the
struct holds per-cluster information.

PiperOrigin-RevId: 218261029
---
 .../compiler/jit/xla_compilation_cache.cc     | 19 ++++++++++++++++---
 .../compiler/jit/xla_compilation_cache.h      | 11 +++++++----
 tensorflow/compiler/tests/jit_test.py         | 14 ++++++++++++++
 3 files changed, 37 insertions(+), 7 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_compilation_cache.cc b/tensorflow/compiler/jit/xla_compilation_cache.cc
index 826e98b966..4a5ea9e0a5 100644
--- a/tensorflow/compiler/jit/xla_compilation_cache.cc
+++ b/tensorflow/compiler/jit/xla_compilation_cache.cc
@@ -314,6 +314,19 @@ Status XlaCompilationCache::CompileImpl(
     entry = e.get();
   }
 
+  // We always compile a cluster the very first time it is executed.  This is an
+  // optimistic guess that pays off for statically shaped TensorFlow graphs
+  // (since they get the benefit of XLA right away without waiting for warmup)
+  // and doesn't hurt much for dynamically shaped TensorFlow graphs (we "pay" at
+  // most one cluster-compilation's worth of compile time).
+  bool is_first_execution = [&] {
+    mutex_lock lock(cluster_compile_stats_mu_);
+    auto it =
+        cluster_compile_stats_.emplace(function.name(), ClusterCompileStats{})
+            .first;
+    return it->second.execution_count++ == 0;
+  }();
+
   // Acquire the cache entry lock and compile, if necessary.
   // TODO(phawkins): this locking will need to be restructured when we implement
   // cache eviction.
@@ -324,7 +337,7 @@ Status XlaCompilationCache::CompileImpl(
             << SignatureDebugString(signature) << " with request count "
             << current_request_count << " and compile threshold "
             << compile_threshold;
-    if (current_request_count < compile_threshold) {
+    if (!is_first_execution && current_request_count < compile_threshold) {
       *out_compilation_result = nullptr;
       *out_executable = nullptr;
       return Status::OK();
@@ -357,8 +370,8 @@ Status XlaCompilationCache::CompileImpl(
     const uint64 compile_end_us = env->NowMicros();
     const uint64 compile_time_us = compile_end_us - compile_start_us;
     {
-      mutex_lock lock(compile_stats_mu_);
-      auto it = compile_stats_.emplace(function.name(), CompileStats{}).first;
+      mutex_lock lock(cluster_compile_stats_mu_);
+      auto it = cluster_compile_stats_.find(function.name());
       it->second.compile_count++;
       it->second.cumulative_compile_time_us += compile_time_us;
       VLOG(1) << "compiled " << function.name() << " "
diff --git a/tensorflow/compiler/jit/xla_compilation_cache.h b/tensorflow/compiler/jit/xla_compilation_cache.h
index f06a991818..b43e5d40e6 100644
--- a/tensorflow/compiler/jit/xla_compilation_cache.h
+++ b/tensorflow/compiler/jit/xla_compilation_cache.h
@@ -171,18 +171,21 @@ class XlaCompilationCache : public ResourceBase {
   absl::flat_hash_map<Signature, std::unique_ptr<Entry>, Signature::Hash> cache_
       GUARDED_BY(compile_cache_mu_);
 
-  struct CompileStats {
+  struct ClusterCompileStats {
     // Number of times the cluster has been (re-)compiled.
     int64 compile_count = 0;
 
+    // The number of times this cluster has been executed.
+    int64 execution_count = 0;
+
     // Cumulative time spent compiling the cluster.
     int64 cumulative_compile_time_us = 0;
   };
-  mutex compile_stats_mu_;
+  mutex cluster_compile_stats_mu_;
 
   // Maps cluster names to compilation statistics for said cluster.
-  absl::flat_hash_map<string, CompileStats> compile_stats_
-      GUARDED_BY(compile_stats_mu_);
+  absl::flat_hash_map<string, ClusterCompileStats> cluster_compile_stats_
+      GUARDED_BY(cluster_compile_stats_mu_);
 
   // The number of times a lazy compilation must be requested for a specific
   // signature before  we attempt to compile it.
diff --git a/tensorflow/compiler/tests/jit_test.py b/tensorflow/compiler/tests/jit_test.py
index 8778b54dfa..561715ee1c 100644
--- a/tensorflow/compiler/tests/jit_test.py
+++ b/tensorflow/compiler/tests/jit_test.py
@@ -539,6 +539,20 @@ class LazyCompilationTest(test.TestCase):
       x = array_ops.placeholder(dtypes.float32)
       y = CompiledFunction(x)
 
+      # The very first run of the cluster is always compiled (non-lazily).
+      run_metadata_for_first_run = config_pb2.RunMetadata()
+      sess.run(
+          y,
+          feed_dict={x: [2., 10., 19., 77., 100.]},
+          run_metadata=run_metadata_for_first_run,
+          options=config_pb2.RunOptions(
+              trace_level=config_pb2.RunOptions.FULL_TRACE))
+      self.assertTrue(
+          InLabels(
+              RunMetadataLabels(run_metadata_for_first_run), "_XlaCompile"))
+      self.assertTrue(
+          InLabels(RunMetadataLabels(run_metadata_for_first_run), "_XlaRun"))
+
       run_metadata_before_warmup = config_pb2.RunMetadata()
       sess.run(
           y,
-- 
GitLab


From 2822f1351e8129b703aa79ee1b3c6e5d83593194 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Mon, 22 Oct 2018 17:20:38 -0700
Subject: [PATCH 0437/1825] Remove from the 2.x API tf.train.Saver and related
 symbols which rely on sessions/collections

Saver will be replaced by tf.train.Checkpoint (and tf.contrib.checkpoint.CheckpointManager) for training checkpoints, and by a simple Python representation of a SaverDef (which may not be a public symbol).

tf.train.Checkpoint does not write/merge sharded checkpoints at the moment, so v2 will want a solution for that (tf.train.ShardedCheckpoint?).

MetaGraph import and export will be replaced by object-based tf.saved_model.import/tf.saved_model.export.

PiperOrigin-RevId: 218262301
---
 tensorflow/python/training/saver.py           |  6 +-
 tensorflow/python/training/training.py        |  2 +-
 .../v2/tensorflow.train.-saver-def.pbtxt      | 64 -------------------
 .../golden/v2/tensorflow.train.-saver.pbtxt   | 53 ---------------
 .../api/golden/v2/tensorflow.train.pbtxt      | 16 -----
 5 files changed, 4 insertions(+), 137 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.train.-saver-def.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.train.-saver.pbtxt

diff --git a/tensorflow/python/training/saver.py b/tensorflow/python/training/saver.py
index 8a499b0b0d..ccbb1c6b57 100644
--- a/tensorflow/python/training/saver.py
+++ b/tensorflow/python/training/saver.py
@@ -894,7 +894,7 @@ def _get_saver_or_default():
   return saver
 
 
-@tf_export("train.Saver")
+@tf_export(v1=["train.Saver"])
 class Saver(object):
   """Saves and restores variables.
 
@@ -1599,7 +1599,7 @@ class Saver(object):
                                   export_scope=export_scope)
 
 
-@tf_export("train.import_meta_graph")
+@tf_export(v1=["train.import_meta_graph"])
 def import_meta_graph(meta_graph_or_file, clear_devices=False,
                       import_scope=None, **kwargs):
   """Recreates a Graph saved in a `MetaGraphDef` proto.
@@ -1729,7 +1729,7 @@ def _create_saver_from_imported_meta_graph(
       return None
 
 
-@tf_export("train.export_meta_graph")
+@tf_export(v1=["train.export_meta_graph"])
 def export_meta_graph(filename=None,
                       meta_info_def=None,
                       graph_def=None,
diff --git a/tensorflow/python/training/training.py b/tensorflow/python/training/training.py
index 686c4be31a..ae71a628c1 100644
--- a/tensorflow/python/training/training.py
+++ b/tensorflow/python/training/training.py
@@ -138,7 +138,7 @@ tf_export("train.FeatureLists")(FeatureLists)
 tf_export("train.FloatList")(FloatList)
 tf_export("train.Int64List")(Int64List)
 tf_export("train.JobDef")(JobDef)
-tf_export("train.SaverDef")(SaverDef)
+tf_export(v1=["train.SaverDef"])(SaverDef)
 tf_export("train.SequenceExample")(SequenceExample)
 tf_export("train.ServerDef")(ServerDef)
 # pylint: enable=undefined-variable
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.-saver-def.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.-saver-def.pbtxt
deleted file mode 100644
index 4ec99469e4..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.-saver-def.pbtxt
+++ /dev/null
@@ -1,64 +0,0 @@
-path: "tensorflow.train.SaverDef"
-tf_proto {
-  descriptor {
-    name: "SaverDef"
-    field {
-      name: "filename_tensor_name"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "save_tensor_name"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "restore_op_name"
-      number: 3
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "max_to_keep"
-      number: 4
-      label: LABEL_OPTIONAL
-      type: TYPE_INT32
-    }
-    field {
-      name: "sharded"
-      number: 5
-      label: LABEL_OPTIONAL
-      type: TYPE_BOOL
-    }
-    field {
-      name: "keep_checkpoint_every_n_hours"
-      number: 6
-      label: LABEL_OPTIONAL
-      type: TYPE_FLOAT
-    }
-    field {
-      name: "version"
-      number: 7
-      label: LABEL_OPTIONAL
-      type: TYPE_ENUM
-      type_name: ".tensorflow.SaverDef.CheckpointFormatVersion"
-    }
-    enum_type {
-      name: "CheckpointFormatVersion"
-      value {
-        name: "LEGACY"
-        number: 0
-      }
-      value {
-        name: "V1"
-        number: 1
-      }
-      value {
-        name: "V2"
-        number: 2
-      }
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.-saver.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.-saver.pbtxt
deleted file mode 100644
index 2cda458f46..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.-saver.pbtxt
+++ /dev/null
@@ -1,53 +0,0 @@
-path: "tensorflow.train.Saver"
-tf_class {
-  is_instance: "<class \'tensorflow.python.training.saver.Saver\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "last_checkpoints"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'var_list\', \'reshape\', \'sharded\', \'max_to_keep\', \'keep_checkpoint_every_n_hours\', \'name\', \'restore_sequentially\', \'saver_def\', \'builder\', \'defer_build\', \'allow_empty\', \'write_version\', \'pad_step_number\', \'save_relative_paths\', \'filename\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'False\', \'5\', \'10000.0\', \'None\', \'False\', \'None\', \'None\', \'False\', \'False\', \'2\', \'False\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "as_saver_def"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "export_meta_graph"
-    argspec: "args=[\'self\', \'filename\', \'collection_list\', \'as_text\', \'export_scope\', \'clear_devices\', \'clear_extraneous_savers\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'None\', \'False\', \'False\', \'False\'], "
-  }
-  member_method {
-    name: "from_proto"
-    argspec: "args=[\'saver_def\', \'import_scope\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "recover_last_checkpoints"
-    argspec: "args=[\'self\', \'checkpoint_paths\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "restore"
-    argspec: "args=[\'self\', \'sess\', \'save_path\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "save"
-    argspec: "args=[\'self\', \'sess\', \'save_path\', \'global_step\', \'latest_filename\', \'meta_graph_suffix\', \'write_meta_graph\', \'write_state\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'meta\', \'True\', \'True\', \'False\'], "
-  }
-  member_method {
-    name: "set_last_checkpoints"
-    argspec: "args=[\'self\', \'last_checkpoints\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_last_checkpoints_with_time"
-    argspec: "args=[\'self\', \'last_checkpoints_with_time\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "to_proto"
-    argspec: "args=[\'self\', \'export_scope\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index 7e986a737b..c2dc4140e8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -148,14 +148,6 @@ tf_module {
     name: "RMSPropOptimizer"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "Saver"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "SaverDef"
-    mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
-  }
   member {
     name: "Scaffold"
     mtype: "<type \'type\'>"
@@ -268,10 +260,6 @@ tf_module {
     name: "exponential_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'decay_rate\', \'staircase\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
   }
-  member_method {
-    name: "export_meta_graph"
-    argspec: "args=[\'filename\', \'meta_info_def\', \'graph_def\', \'saver_def\', \'collection_list\', \'as_text\', \'graph\', \'export_scope\', \'clear_devices\', \'clear_extraneous_savers\', \'strip_default_attrs\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'False\', \'None\', \'None\', \'False\', \'False\', \'False\'], "
-  }
   member_method {
     name: "generate_checkpoint_state_proto"
     argspec: "args=[\'save_dir\', \'model_checkpoint_path\', \'all_model_checkpoint_paths\', \'all_model_checkpoint_timestamps\', \'last_preserved_timestamp\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
@@ -296,10 +284,6 @@ tf_module {
     name: "global_step"
     argspec: "args=[\'sess\', \'global_step_tensor\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "import_meta_graph"
-    argspec: "args=[\'meta_graph_or_file\', \'clear_devices\', \'import_scope\'], varargs=None, keywords=kwargs, defaults=[\'False\', \'None\'], "
-  }
   member_method {
     name: "init_from_checkpoint"
     argspec: "args=[\'ckpt_dir_or_file\', \'assignment_map\'], varargs=None, keywords=None, defaults=None"
-- 
GitLab


From b42b91fb32b0050e8093313669ad15095e785eb3 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Mon, 22 Oct 2018 17:35:37 -0700
Subject: [PATCH 0438/1825] Move bounds check to framework, and lighten its
 dependencies.

PiperOrigin-RevId: 218264095
---
 tensorflow/core/BUILD                    | 11 +++++
 tensorflow/core/framework/bounds_check.h | 54 ++++++++++++++++++++++++
 tensorflow/core/kernels/BUILD            |  3 +-
 tensorflow/core/kernels/bounds_check.h   | 35 +--------------
 4 files changed, 67 insertions(+), 36 deletions(-)
 create mode 100644 tensorflow/core/framework/bounds_check.h

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 3b4c100be2..975f9e2115 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -335,6 +335,16 @@ cc_library(
     ],
 )
 
+cc_library(
+    name = "framework_bounds_check",
+    hdrs = ["framework/bounds_check.h"],
+    visibility = ["//tensorflow/core/kernels:friends"],
+    deps = [
+        "//tensorflow/core:platform_base",
+        "//third_party/eigen3",
+    ],
+)
+
 filegroup(
     name = "platform_port_hdrs",
     srcs = [
@@ -822,6 +832,7 @@ tf_cuda_library(
     hdrs = [
         "example/feature_util.h",
         "framework/allocator.h",
+        "framework/bounds_check.h",
         "framework/variant.h",
         "framework/variant_encode_decode.h",
         "framework/variant_op_registry.h",
diff --git a/tensorflow/core/framework/bounds_check.h b/tensorflow/core/framework/bounds_check.h
new file mode 100644
index 0000000000..6fd071c0b9
--- /dev/null
+++ b/tensorflow/core/framework/bounds_check.h
@@ -0,0 +1,54 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_FRAMEWORK_BOUNDS_CHECK_H_
+#define TENSORFLOW_CORE_FRAMEWORK_BOUNDS_CHECK_H_
+
+#include <type_traits>
+
+#include "third_party/eigen3/Eigen/Core"
+#include "tensorflow/core/platform/macros.h"
+
+namespace tensorflow {
+
+// Check that 0 <= index < limit using a single comparison, assuming
+// that 0 <= limit if Index is signed.  Intended for use in performance
+// critical contexts where 0 <= index < limit is almost always true.
+template <typename Ta, typename Tb>
+EIGEN_ALWAYS_INLINE EIGEN_DEVICE_FUNC bool FastBoundsCheck(const Ta index,
+                                                           const Tb limit) {
+  static_assert(std::is_integral<Ta>::value && std::is_integral<Tb>::value,
+                "FastBoundsCheck can only be used on integer types.");
+  typedef typename std::make_unsigned<decltype(index + limit)>::type UIndex;
+  return TF_PREDICT_TRUE(static_cast<UIndex>(index) <
+                         static_cast<UIndex>(limit));
+}
+
+namespace internal {
+// Ensure that the compiler cannot elide a copy into a local, for
+// bounds checking on source tensors that might be updated asynchronously.
+// This function may only be used on primitive integral types (int32, int64,
+// etc).  It does not guarantee any atomicity or barriers.
+template <typename T>
+EIGEN_ALWAYS_INLINE EIGEN_DEVICE_FUNC const T SubtleMustCopy(const T &x) {
+  static_assert(std::is_integral<T>::value,
+                "SubtleMustCopy can only be used on integer types.");
+  auto *to_x = reinterpret_cast<const volatile T *>(&x);
+  return *to_x;
+}
+}  // namespace internal
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_FRAMEWORK_BOUNDS_CHECK_H_
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 3e32ee16d6..c2a313bcda 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -504,8 +504,7 @@ cc_library(
     hdrs = ["bounds_check.h"],
     visibility = [":friends"],
     deps = [
-        "//tensorflow/core:framework_lite",
-        "//third_party/eigen3",
+        "//tensorflow/core:framework_bounds_check",
     ],
 )
 
diff --git a/tensorflow/core/kernels/bounds_check.h b/tensorflow/core/kernels/bounds_check.h
index 18727c0db3..ce6ec1012d 100644
--- a/tensorflow/core/kernels/bounds_check.h
+++ b/tensorflow/core/kernels/bounds_check.h
@@ -16,39 +16,6 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_KERNELS_BOUNDS_CHECK_H_
 #define TENSORFLOW_CORE_KERNELS_BOUNDS_CHECK_H_
 
-#include <type_traits>
-
-#include "third_party/eigen3/Eigen/Core"
-#include "tensorflow/core/platform/macros.h"
-
-namespace tensorflow {
-
-// Check that 0 <= index < limit using a single comparison, assuming
-// that 0 <= limit if Index is signed.  Intended for use in performance
-// critical contexts where 0 <= index < limit is almost always true.
-template <typename Ta, typename Tb>
-EIGEN_ALWAYS_INLINE EIGEN_DEVICE_FUNC bool FastBoundsCheck(const Ta index,
-                                                           const Tb limit) {
-  static_assert(std::is_integral<Ta>::value && std::is_integral<Tb>::value,
-                "FastBoundsCheck can only be used on integer types.");
-  typedef typename std::make_unsigned<decltype(index + limit)>::type UIndex;
-  return TF_PREDICT_TRUE(static_cast<UIndex>(index) <
-                         static_cast<UIndex>(limit));
-}
-
-namespace internal {
-// Ensure that the compiler cannot elide a copy into a local, for
-// bounds checking on source tensors that might be updated asynchronously.
-// This function may only be used on primitive integral types (int32, int64,
-// etc).  It does not guarantee any atomicity or barriers.
-template <typename T>
-EIGEN_ALWAYS_INLINE EIGEN_DEVICE_FUNC const T SubtleMustCopy(const T &x) {
-  static_assert(std::is_integral<T>::value,
-                "SubtleMustCopy can only be used on integer types.");
-  auto *to_x = reinterpret_cast<const volatile T *>(&x);
-  return *to_x;
-}
-}  // namespace internal
-}  // namespace tensorflow
+#include "tensorflow/core/framework/bounds_check.h"
 
 #endif  // TENSORFLOW_CORE_KERNELS_BOUNDS_CHECK_H_
-- 
GitLab


From 2131c34618c4d7c2f1296b617491d9032581bd21 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Mon, 22 Oct 2018 17:42:20 -0700
Subject: [PATCH 0439/1825] Introduce an _XlaCompileTimeConstantInputs
 attribute.

_XlaCompileTimeConstantInputs overrides CompileTimeConstantInput -- if
_XlaCompileTimeConstantInputs is present on a node then its value is used as the
definitive "must be compile time constant" input list.

This functionality will be used in a future CL to rewrite TF Slice operations
into Slice operations that only need require their "size" input to be constant.

PiperOrigin-RevId: 218264828
---
 tensorflow/compiler/jit/xla_cluster_util.cc   |  2 +
 tensorflow/compiler/jit/xla_cluster_util.h    |  9 +++
 .../compiler/jit/xla_compile_on_demand_op.cc  | 79 ++++++++++---------
 .../compiler/jit/xla_compile_on_demand_op.h   |  6 +-
 tensorflow/compiler/tf2xla/BUILD              |  3 +
 tensorflow/compiler/tf2xla/const_analysis.cc  | 28 +++----
 .../compiler/tf2xla/const_analysis_test.cc    | 50 ++++++++++++
 tensorflow/compiler/tf2xla/xla_op_registry.cc | 74 ++++++++++++++---
 tensorflow/compiler/tf2xla/xla_op_registry.h  | 30 ++++++-
 9 files changed, 211 insertions(+), 70 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_cluster_util.cc b/tensorflow/compiler/jit/xla_cluster_util.cc
index f85121ca27..fef28fc810 100644
--- a/tensorflow/compiler/jit/xla_cluster_util.cc
+++ b/tensorflow/compiler/jit/xla_cluster_util.cc
@@ -28,6 +28,8 @@ namespace tensorflow {
 
 const char* const kXlaClusterAttr = "_XlaCluster";
 const char* const kXlaOutsideCompilationAttr = "_XlaOutsideCompilation";
+const char* const kXlaCompileTimeConstantInputsAttr =
+    "_XlaCompileTimeConstantInputs";
 
 namespace {
 // Returns a string describing how an edge from src to dst would
diff --git a/tensorflow/compiler/jit/xla_cluster_util.h b/tensorflow/compiler/jit/xla_cluster_util.h
index ba218f3315..fa6eaab390 100644
--- a/tensorflow/compiler/jit/xla_cluster_util.h
+++ b/tensorflow/compiler/jit/xla_cluster_util.h
@@ -32,6 +32,15 @@ extern const char* const kXlaClusterAttr;
 // compilation by the encapsulate subgraphs pass.
 extern const char* const kXlaOutsideCompilationAttr;
 
+// The attribute that marks certain inputs to a Node as required to be a
+// constant at compile time.  If this attribute is present then the
+// CompileTimeConstantInput information in the corresponding XlaOpKernel is
+// ignored.
+//
+// The value for this attribute, if present, has to be a list of strings naming
+// the inputs to the node that must be constant.
+extern const char* const kXlaCompileTimeConstantInputsAttr;
+
 using OrderedNodeSet = std::set<Node*, NodeComparatorID>;
 
 // Returns the DeviceType corresponding to 'device'.
diff --git a/tensorflow/compiler/jit/xla_compile_on_demand_op.cc b/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
index 129528bb44..6d1e5279bf 100644
--- a/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
+++ b/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
@@ -88,29 +88,26 @@ Status XlaCompileOnDemandOp::Run(OpKernelContext* ctx,
   return Status::OK();
 }
 
-bool XlaCompileOnDemandOp::MustArgumentBeConstant(const OpKernel* op_kernel,
-                                                  int64 argument_idx) {
+Status XlaCompileOnDemandOp::MustArgumentBeConstant(const OpKernel* op_kernel,
+                                                    int64 argument_idx,
+                                                    bool* result) {
+  *result = false;
+
   // TODO(jmolloy): This could be expensive, so memoize.
-  auto* constant_inputs = tensorflow::XlaOpRegistry::CompileTimeConstantInputs(
-      op_kernel->def().op());
-  CHECK(constant_inputs);
-  std::set<int64> constant_input_indices;
-  for (const auto& name : *constant_inputs) {
-    int start, stop;
-    TF_CHECK_OK(op_kernel->InputRange(name, &start, &stop));
-    for (int i = start; i < stop; ++i) {
-      constant_input_indices.insert(i);
-    }
-  }
-  return constant_input_indices.count(argument_idx) > 0;
+  std::vector<int> constant_input_indices;
+  TF_RETURN_IF_ERROR(XlaOpRegistry::CompileTimeConstantInputs(
+      *op_kernel, &constant_input_indices));
+  *result = absl::c_binary_search(constant_input_indices, argument_idx);
+  return Status::OK();
 }
 
-bool XlaCompileOnDemandOp::ShouldArgumentBeConstant(const OpKernel* op_kernel,
-                                                    int64 argument_idx) {
+Status XlaCompileOnDemandOp::ShouldArgumentBeConstant(const OpKernel* op_kernel,
+                                                      int64 argument_idx,
+                                                      bool* result) {
   // Right now we only create kConstant arguments when absolutely required, but
   // there may be benefit in eagerly constant-folding a larger subset of
   // arguments in the future.
-  return MustArgumentBeConstant(op_kernel, argument_idx);
+  return MustArgumentBeConstant(op_kernel, argument_idx, result);
 }
 
 Status XlaCompileOnDemandOp::Compile(
@@ -121,27 +118,37 @@ Status XlaCompileOnDemandOp::Compile(
   for (int64 i = 0; i < ctx->num_inputs(); ++i) {
     const Tensor& device_tensor = ctx->input(i);
     if (const XlaTensor* xla_tensor = XlaTensor::FromTensor(&device_tensor)) {
-      if (xla_tensor->has_host_tensor() &&
-          ShouldArgumentBeConstant(&ctx->op_kernel(), i)) {
-        constant_arguments[i] = xla_tensor->host_tensor();
+      if (xla_tensor->has_host_tensor()) {
+        bool should_arg_be_const;
+        TF_RETURN_IF_ERROR(ShouldArgumentBeConstant(&ctx->op_kernel(), i,
+                                                    &should_arg_be_const));
+        if (should_arg_be_const) {
+          constant_arguments[i] = xla_tensor->host_tensor();
+        }
       }
     }
-    if (constant_arguments.count(i) == 0 &&
-        MustArgumentBeConstant(&ctx->op_kernel(), i)) {
-      // Slow path; the argument is not available as a host constant so we must
-      // fetch it synchronously.
-      Tensor host_tensor;
-      AllocatorAttributes attrs;
-      attrs.set_on_host(true);
-      TF_RETURN_IF_ERROR(ctx->allocate_temp(
-          device_tensor.dtype(), device_tensor.shape(), &host_tensor, attrs));
-      Notification n;
-      ctx->op_device_context()->CopyDeviceTensorToCPU(
-          &device_tensor, "ConstantArgument",
-          reinterpret_cast<Device*>(ctx->device()), &host_tensor,
-          [&](Status status) { n.Notify(); });
-      n.WaitForNotification();
-      constant_arguments[i] = host_tensor;
+
+    if (constant_arguments.count(i) == 0) {
+      bool must_argument_be_const;
+      TF_RETURN_IF_ERROR(MustArgumentBeConstant(&ctx->op_kernel(), i,
+                                                &must_argument_be_const));
+
+      if (must_argument_be_const) {
+        // Slow path; the argument is not available as a host constant so we
+        // must fetch it synchronously.
+        Tensor host_tensor;
+        AllocatorAttributes attrs;
+        attrs.set_on_host(true);
+        TF_RETURN_IF_ERROR(ctx->allocate_temp(
+            device_tensor.dtype(), device_tensor.shape(), &host_tensor, attrs));
+        Notification n;
+        ctx->op_device_context()->CopyDeviceTensorToCPU(
+            &device_tensor, "ConstantArgument",
+            reinterpret_cast<Device*>(ctx->device()), &host_tensor,
+            [&](Status status) { n.Notify(); });
+        n.WaitForNotification();
+        constant_arguments[i] = host_tensor;
+      }
     }
   }
 
diff --git a/tensorflow/compiler/jit/xla_compile_on_demand_op.h b/tensorflow/compiler/jit/xla_compile_on_demand_op.h
index 7cc3d0e007..b93bb15ce3 100644
--- a/tensorflow/compiler/jit/xla_compile_on_demand_op.h
+++ b/tensorflow/compiler/jit/xla_compile_on_demand_op.h
@@ -38,8 +38,10 @@ class XlaCompileOnDemandOp : public OpKernel {
 
  private:
   XlaCompiler::Argument CreateCompilerArgument(OpKernelContext* ctx, int64 i);
-  bool ShouldArgumentBeConstant(const OpKernel* op_kernel, int64 argument_idx);
-  bool MustArgumentBeConstant(const OpKernel* op_kernel, int64 argument_idx);
+  Status ShouldArgumentBeConstant(const OpKernel* op_kernel, int64 argument_idx,
+                                  bool* result);
+  Status MustArgumentBeConstant(const OpKernel* op_kernel, int64 argument_idx,
+                                bool* result);
   Status Compile(OpKernelContext* ctx, const XlaDevice::Metadata& metadata,
                  const XlaCompiler::CompilationResult** result,
                  xla::LocalExecutable** executable);
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index f0e7791e98..5fc9a352ff 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -193,6 +193,7 @@ cc_library(
         ":sharding_util",
         ":side_effect_util",
         ":tf2xla_util",
+        "//tensorflow/compiler/jit:xla_cluster_util",
         "//tensorflow/compiler/tf2xla/lib:util",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
@@ -214,6 +215,7 @@ cc_library(
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:stream_executor_no_cuda",
+        "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/types:span",
     ],
@@ -413,6 +415,7 @@ tf_cc_test(
         "//tensorflow/cc:cc_ops",
         "//tensorflow/cc:function_ops",
         "//tensorflow/cc:ops",
+        "//tensorflow/compiler/jit:xla_cluster_util",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:ops",
diff --git a/tensorflow/compiler/tf2xla/const_analysis.cc b/tensorflow/compiler/tf2xla/const_analysis.cc
index 027ca6d2d2..a57095f91e 100644
--- a/tensorflow/compiler/tf2xla/const_analysis.cc
+++ b/tensorflow/compiler/tf2xla/const_analysis.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include <unordered_map>
 #include <unordered_set>
 
+#include "absl/algorithm/container.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/graph/algorithm.h"
@@ -67,25 +68,18 @@ Status BackwardsConstAnalysis(const Graph& g,
     }
 
     // Mark any compile-time constant operator arguments as const.
-    const std::unordered_set<string>* const_inputs =
-        XlaOpRegistry::CompileTimeConstantInputs(node->type_string());
-    if (!const_inputs || const_inputs->empty()) return;
+    std::vector<int> const_input_idxs;
+    status = XlaOpRegistry::CompileTimeConstantInputs(
+        node->def(), node->op_def(), &const_input_idxs);
 
-    NameRangeMap input_name_ranges;
-    status =
-        NameRangesForNode(*node, node->op_def(), &input_name_ranges, nullptr);
-    if (!status.ok()) return;
-
-    for (const string& input : *const_inputs) {
-      auto name_range = input_name_ranges.find(input);
-      if (name_range == input_name_ranges.end()) continue;
+    if (!status.ok()) {
+      return;
+    }
 
-      for (Edge const* edge : node->in_edges()) {
-        if (edge->dst_input() >= name_range->second.first &&
-            edge->dst_input() < name_range->second.second &&
-            edge_filter(*edge)) {
-          (*compile_time_const_nodes)[edge->src()->id()] = true;
-        }
+    for (Edge const* edge : node->in_edges()) {
+      if (absl::c_binary_search(const_input_idxs, edge->dst_input()) &&
+          edge_filter(*edge)) {
+        (*compile_time_const_nodes)[edge->src()->id()] = true;
       }
     }
   };
diff --git a/tensorflow/compiler/tf2xla/const_analysis_test.cc b/tensorflow/compiler/tf2xla/const_analysis_test.cc
index 56065be894..40c6d0e017 100644
--- a/tensorflow/compiler/tf2xla/const_analysis_test.cc
+++ b/tensorflow/compiler/tf2xla/const_analysis_test.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/cc/framework/ops.h"
 #include "tensorflow/cc/ops/function_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/core/graph/algorithm.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/test.h"
@@ -107,5 +108,54 @@ TEST(ConstAnalysisTest, DontFollowControlDependencies) {
   EXPECT_EQ(const_args, std::vector<bool>({false, true}));
 }
 
+TEST(ConstAnalysisTest, RespectExplicitAttr_0) {
+  Scope root = Scope::NewRootScope();
+
+  Output arg0 = ops::_Arg(root.WithOpName("Arg0"), DT_INT32, 0);
+  Output arg1 = ops::_Arg(root.WithOpName("Arg1"), DT_INT32, 1);
+  Output c1 =
+      ops::Const(root.WithOpName("c1").WithControlDependencies(arg0), 1, {1});
+  Output add = ops::Add(root, arg1, c1);
+
+  // Force const analysis to pretend that the shape argument to `reshape` does
+  // not need to be a constant.
+  Output reshape = ops::Reshape(root, arg1, add);
+  reshape.node()->AddAttr(kXlaCompileTimeConstantInputsAttr,
+                          std::vector<string>());
+
+  Graph graph(OpRegistry::Global());
+  TF_ASSERT_OK(root.ToGraph(&graph));
+
+  std::vector<bool> const_args(2, false);
+  TF_ASSERT_OK(BackwardsConstAnalysis(graph, &const_args,
+                                      /*compile_time_const_nodes=*/nullptr));
+
+  EXPECT_EQ(const_args, std::vector<bool>({false, false}));
+}
+
+TEST(ConstAnalysisTest, RespectExplicitAttr_1) {
+  Scope root = Scope::NewRootScope();
+
+  Output arg0 = ops::_Arg(root.WithOpName("Arg0"), DT_INT32, 0);
+  Output c1 =
+      ops::Const(root.WithOpName("c1").WithControlDependencies(arg0), 1, {1});
+  Output add = ops::Add(root, arg0, c1);
+
+  // Force const analysis to pretend that the first argument to `add` needs to
+  // be a constant.
+  std::vector<string> add_constant_inputs;
+  add_constant_inputs.push_back("x");
+  add.node()->AddAttr(kXlaCompileTimeConstantInputsAttr, add_constant_inputs);
+
+  Graph graph(OpRegistry::Global());
+  TF_ASSERT_OK(root.ToGraph(&graph));
+
+  std::vector<bool> const_args(1, false);
+  TF_ASSERT_OK(BackwardsConstAnalysis(graph, &const_args,
+                                      /*compile_time_const_nodes=*/nullptr));
+
+  EXPECT_EQ(const_args, std::vector<bool>({true}));
+}
+
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.cc b/tensorflow/compiler/tf2xla/xla_op_registry.cc
index 976b102470..9f00de708c 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include <functional>
 #include <memory>
 
+#include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
 #include "tensorflow/compiler/xla/client/client_library.h"
@@ -341,18 +342,69 @@ std::vector<const KernelDef*> XlaOpRegistry::DeviceKernels(
   return ops;
 }
 
-/* static */ const std::unordered_set<string>*
-XlaOpRegistry::CompileTimeConstantInputs(const string& op) {
-  XlaOpRegistry& registry = Instance();
-  mutex_lock lock(registry.mutex_);
-  auto it = registry.ops_.find(op);
-  if (it == registry.ops_.end() || it->second.empty()) {
-    return nullptr;
+/* static */ Status XlaOpRegistry::CompileTimeConstantInputs(
+    const NodeDef& node_def, const OpKernel* op_kernel, const OpDef* op_def,
+    std::vector<int>* result) {
+  result->clear();
+
+  DCHECK(op_def != nullptr || op_kernel != nullptr);
+
+  std::unordered_set<string> compile_time_constant_inputs_from_attr;
+  std::vector<string> compile_time_constant_inputs_vect_from_attr;
+
+  const std::unordered_set<string>* compile_time_constant_inputs;
+
+  if (GetNodeAttr(node_def, kXlaCompileTimeConstantInputsAttr,
+                  &compile_time_constant_inputs_vect_from_attr)
+          .ok()) {
+    absl::c_copy(compile_time_constant_inputs_vect_from_attr,
+                 std::inserter(compile_time_constant_inputs_from_attr,
+                               compile_time_constant_inputs_from_attr.end()));
+    compile_time_constant_inputs = &compile_time_constant_inputs_from_attr;
+  } else {
+    const string& op = node_def.op();
+
+    XlaOpRegistry& registry = Instance();
+    mutex_lock lock(registry.mutex_);
+    auto it = registry.ops_.find(op);
+    if (it == registry.ops_.end() || it->second.empty()) {
+      return Status::OK();
+    } else {
+      // The test in IsCompatible ensures that if there are multiple matching
+      // registrations for this op name, they all have the same value of
+      // compile_time_constant_inputs, so only the first match is returned.
+      //
+      // TODO(sanjoy): This can probably be a std::vector<string>.
+      compile_time_constant_inputs =
+          &it->second.front()->compile_time_constant_inputs;
+    }
   }
-  // The test in IsCompatible ensures that if there are multiple matching
-  // registrations for this op name, they all have the same value of
-  // compile_time_constant_inputs, so only the first match is returned.
-  return &it->second.front()->compile_time_constant_inputs;
+
+  for (const string& input : *compile_time_constant_inputs) {
+    if (op_def) {
+      NameRangeMap input_name_ranges;
+      TF_RETURN_IF_ERROR(
+          NameRangesForNode(node_def, *op_def, &input_name_ranges, nullptr));
+      auto name_range = input_name_ranges.find(input);
+      if (name_range == input_name_ranges.end()) {
+        continue;
+      }
+
+      for (int i = name_range->second.first; i < name_range->second.second;
+           i++) {
+        result->push_back(i);
+      }
+    } else {
+      int start, stop;
+      TF_CHECK_OK(op_kernel->InputRange(input, &start, &stop));
+      for (int i = start; i < stop; ++i) {
+        result->push_back(i);
+      }
+    }
+  }
+
+  absl::c_sort(*result);
+  return Status::OK();
 }
 
 /*static*/ bool XlaOpRegistry::IsMetadataOp(const string& op) {
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.h b/tensorflow/compiler/tf2xla/xla_op_registry.h
index 3a07a69203..45a40c0acc 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.h
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.h
@@ -133,10 +133,27 @@ class XlaOpRegistry {
   // Returns all operations for which there are XLA kernels on any device.
   static std::vector<string> GetAllRegisteredOps();
 
-  // Returns the set of compile-time constant inputs to 'op'. Returns nullptr
-  // if the op is not registered.
-  static const std::unordered_set<string>* CompileTimeConstantInputs(
-      const string& op);
+  // Returns (via `result`) the indices of inputs to `node_def` that must be
+  // compile-time constants. Returns an empty vector if the op is not
+  // registered.
+  //
+  // `result` is sorted.
+  static Status CompileTimeConstantInputs(const NodeDef& node_def,
+                                          const OpDef& op_def,
+                                          std::vector<int>* result) {
+    return CompileTimeConstantInputs(node_def, /*op_kernel=*/nullptr, &op_def,
+                                     result);
+  }
+
+  // Returns (via `result`) the indices of inputs to `op_kernel` that must be
+  // compile-time constants.
+  //
+  // `result` is sorted.
+  static Status CompileTimeConstantInputs(const OpKernel& op_kernel,
+                                          std::vector<int>* result) {
+    return CompileTimeConstantInputs(op_kernel.def(), /*op_kernel=*/&op_kernel,
+                                     /*op_def=*/nullptr, result);
+  }
 
   // Returns true if `op` is a "metadata" op, one that only looks at the shapes
   // of its operands and not their values.
@@ -213,6 +230,11 @@ class XlaOpRegistry {
   // whitelists must not intersect.
   static bool IsCompatible(const OpRegistration& x, const OpRegistration& y);
 
+  static Status CompileTimeConstantInputs(const NodeDef& node_def,
+                                          const OpKernel* op_kernel,
+                                          const OpDef* op_def,
+                                          std::vector<int>* result);
+
   // Map from operator name to OpRegistrations, populated by REGISTER_XLA_OP.
   // Registrations present under the same key must satisfy IsCompatible above,
   // and this is checked during registration.
-- 
GitLab


From 995f9b0eefe28b04e0ae9563d2b5321f807d08dd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 18:13:19 -0700
Subject: [PATCH 0440/1825] Using TF_LITE_ENSURE_EQ instead of
 TF_LITE_ASSERT_EQ for wrong input formats.

PiperOrigin-RevId: 218268504
---
 tensorflow/contrib/lite/kernels/basic_rnn.cc     | 11 +++++++----
 .../lite/kernels/bidirectional_sequence_rnn.cc   | 16 ++++++++++------
 tensorflow/contrib/lite/kernels/svdf.cc          |  9 +++++----
 .../lite/kernels/unidirectional_sequence_rnn.cc  | 11 +++++++----
 4 files changed, 29 insertions(+), 18 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/basic_rnn.cc b/tensorflow/contrib/lite/kernels/basic_rnn.cc
index 53f524cc6c..7ec92ad401 100644
--- a/tensorflow/contrib/lite/kernels/basic_rnn.cc
+++ b/tensorflow/contrib/lite/kernels/basic_rnn.cc
@@ -63,10 +63,13 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   // input configuration.
   const int batch_size = input->dims->data[0];
   const int num_units = input_weights->dims->data[0];
-  TF_LITE_ASSERT_EQ(input->dims->data[1], input_weights->dims->data[1]);
-  TF_LITE_ASSERT_EQ(input_weights->dims->data[0], bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(recurrent_weights->dims->data[0], bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(recurrent_weights->dims->data[1], bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, input->dims->data[1],
+                    input_weights->dims->data[1]);
+  TF_LITE_ENSURE_EQ(context, input_weights->dims->data[0], bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, recurrent_weights->dims->data[0],
+                    bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, recurrent_weights->dims->data[1],
+                    bias->dims->data[0]);
   TF_LITE_ENSURE_EQ(context, input->type, kTfLiteFloat32);
   TF_LITE_ENSURE_EQ(context, input_weights->type, recurrent_weights->type);
   TF_LITE_ENSURE_EQ(context, NumDimensions(hidden_state), 2);
diff --git a/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc b/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc
index 6b702af476..8b281b174e 100644
--- a/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc
+++ b/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc
@@ -121,13 +121,17 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
       (time_major) ? input->dims->data[0] : input->dims->data[1];
   const int fw_num_units = fw_input_weights->dims->data[0];
   const int bw_num_units = bw_input_weights->dims->data[0];
-  TF_LITE_ASSERT_EQ(input->dims->data[2], fw_input_weights->dims->data[1]);
-  TF_LITE_ASSERT_EQ(input->dims->data[2], bw_input_weights->dims->data[1]);
-  TF_LITE_ASSERT_EQ(fw_input_weights->dims->data[0], fw_bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(bw_input_weights->dims->data[0], bw_bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(fw_recurrent_weights->dims->data[0],
+  TF_LITE_ENSURE_EQ(context, input->dims->data[2],
+                    fw_input_weights->dims->data[1]);
+  TF_LITE_ENSURE_EQ(context, input->dims->data[2],
+                    bw_input_weights->dims->data[1]);
+  TF_LITE_ENSURE_EQ(context, fw_input_weights->dims->data[0],
                     fw_bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(bw_recurrent_weights->dims->data[1],
+  TF_LITE_ENSURE_EQ(context, bw_input_weights->dims->data[0],
+                    bw_bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, fw_recurrent_weights->dims->data[0],
+                    fw_bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, bw_recurrent_weights->dims->data[1],
                     bw_bias->dims->data[0]);
   TF_LITE_ENSURE_EQ(context, NumDimensions(fw_hidden_state), 2);
   TF_LITE_ENSURE_EQ(context, fw_hidden_state->dims->data[0], batch_size);
diff --git a/tensorflow/contrib/lite/kernels/svdf.cc b/tensorflow/contrib/lite/kernels/svdf.cc
index e133f37c0c..9b14ef4793 100644
--- a/tensorflow/contrib/lite/kernels/svdf.cc
+++ b/tensorflow/contrib/lite/kernels/svdf.cc
@@ -147,15 +147,16 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   const int rank = params->rank;
   const int batch_size = input->dims->data[0];
   const int num_filters = weights_feature->dims->data[0];
-  TF_LITE_ASSERT_EQ(num_filters % rank, 0);
+  TF_LITE_ENSURE_EQ(context, num_filters % rank, 0);
   const int num_units = num_filters / rank;
   const int memory_size = weights_time->dims->data[1];
-  TF_LITE_ASSERT_EQ(input->dims->data[1], weights_feature->dims->data[1]);
-  TF_LITE_ASSERT_EQ(weights_time->dims->data[0], num_filters);
+  TF_LITE_ENSURE_EQ(context, input->dims->data[1],
+                    weights_feature->dims->data[1]);
+  TF_LITE_ENSURE_EQ(context, weights_time->dims->data[0], num_filters);
 
   const TfLiteTensor* bias = GetOptionalInputTensor(context, node, kBiasTensor);
   if (bias) {
-    TF_LITE_ASSERT_EQ(bias->dims->data[0], num_units);
+    TF_LITE_ENSURE_EQ(context, bias->dims->data[0], num_units);
   }
 
   TfLiteTensor* activation_state =
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc b/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc
index 5b9e8dce22..550a0bc02a 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc
+++ b/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc
@@ -73,10 +73,13 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   const int max_time =
       (time_major) ? input->dims->data[0] : input->dims->data[1];
   const int num_units = input_weights->dims->data[0];
-  TF_LITE_ASSERT_EQ(input->dims->data[2], input_weights->dims->data[1]);
-  TF_LITE_ASSERT_EQ(input_weights->dims->data[0], bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(recurrent_weights->dims->data[0], bias->dims->data[0]);
-  TF_LITE_ASSERT_EQ(recurrent_weights->dims->data[1], bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, input->dims->data[2],
+                    input_weights->dims->data[1]);
+  TF_LITE_ENSURE_EQ(context, input_weights->dims->data[0], bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, recurrent_weights->dims->data[0],
+                    bias->dims->data[0]);
+  TF_LITE_ENSURE_EQ(context, recurrent_weights->dims->data[1],
+                    bias->dims->data[0]);
   TF_LITE_ENSURE_EQ(context, input->type, kTfLiteFloat32);
   TF_LITE_ENSURE_EQ(context, input_weights->type, recurrent_weights->type);
   TF_LITE_ENSURE_EQ(context, NumDimensions(hidden_state), 2);
-- 
GitLab


From e31663c01094e69ea862c01aa7388d29e4722aec Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 18:14:46 -0700
Subject: [PATCH 0441/1825] Make Keras activity_regularization batch-size
 agnostic.

PiperOrigin-RevId: 218268680
---
 tensorflow/python/keras/engine/base_layer.py  | 13 ++++++----
 .../python/keras/engine/training_test.py      | 24 ++++++++++++++++++-
 2 files changed, 32 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index e2364207d4..01255fefc9 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -43,6 +43,7 @@ from tensorflow.python.keras.utils.generic_utils import to_snake_case  # pylint:
 from tensorflow.python.keras.utils.tf_utils import is_tensor_or_tensor_list  # pylint: disable=unused-import
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import init_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variables as tf_variables
 from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import function_utils
@@ -619,10 +620,14 @@ class Layer(checkpointable.CheckpointableBase):
     # output, since it is output-specific.
     if self._activity_regularizer:
       output_list = nest.flatten(outputs)
-      for output in output_list:
-        with ops.name_scope('ActivityRegularizer'):
-          activity_regularization = self._activity_regularizer(output)
-        self.add_loss(activity_regularization, inputs=inputs)
+      with ops.name_scope('ActivityRegularizer'):
+        for output in output_list:
+          activity_loss = self._activity_regularizer(output)
+          batch_size = math_ops.cast(
+              array_ops.shape(output)[0], activity_loss.dtype)
+          # Make activity regularization strength batch-agnostic.
+          mean_activity_loss = activity_loss / batch_size
+          self.add_loss(mean_activity_loss, inputs=inputs)
 
   @doc_controls.for_subclass_implementers
   def call(self, inputs, **kwargs):  # pylint: disable=unused-argument
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index e6b3ada092..faafc60d42 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -396,7 +396,29 @@ class TrainingTest(test.TestCase):
     optimizer = RMSPropOptimizer(learning_rate=0.001)
     model.compile(optimizer, 'binary_crossentropy')
     loss = model.test_on_batch(x, y)
-    self.assertAlmostEqual(0.1, loss, places=3)
+    self.assertAlmostEqual(0.01, loss, places=4)
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_activity_regularizer_batch_independent(self):
+    inputs = keras.layers.Input(shape=(10,))
+    x = keras.layers.Dense(
+        10, activation='relu', activity_regularizer='l2')(
+            inputs)
+    outputs = keras.layers.Dense(1, activation='sigmoid')(x)
+    model = keras.Model(inputs, outputs)
+
+    optimizer = RMSPropOptimizer(learning_rate=0.001)
+    model.compile(optimizer, 'binary_crossentropy')
+
+    x = np.ones((10, 10), 'float32')
+    y = np.ones((10, 1), 'float32')
+    loss_small_batch = model.test_on_batch(x, y)
+
+    x2 = np.ones((20, 10), 'float32')
+    y2 = np.ones((20, 1), 'float32')
+    loss_big_batch = model.test_on_batch(x2, y2)
+
+    self.assertAlmostEqual(loss_small_batch, loss_big_batch, places=4)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_activity_regularizer_in_model_call(self):
-- 
GitLab


From 236725c0442f344180e9895f5badab895aa714c3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 18:27:19 -0700
Subject: [PATCH 0442/1825] Adds eager microbenchmarks for the Keras `.fit`
 method

PiperOrigin-RevId: 218269923
---
 tensorflow/python/eager/benchmarks_test.py | 80 +++++++++++++++++-----
 1 file changed, 62 insertions(+), 18 deletions(-)

diff --git a/tensorflow/python/eager/benchmarks_test.py b/tensorflow/python/eager/benchmarks_test.py
index 2b0118c07f..18728c8a52 100644
--- a/tensorflow/python/eager/benchmarks_test.py
+++ b/tensorflow/python/eager/benchmarks_test.py
@@ -33,6 +33,7 @@ from six.moves import xrange  # pylint: disable=redefined-builtin
 
 from tensorflow.python import keras
 from tensorflow.python import pywrap_tensorflow
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.eager import backprop  # pylint: disable=unused-import
 from tensorflow.python.eager import context
 from tensorflow.python.eager import core
@@ -48,6 +49,7 @@ from tensorflow.python.ops import gen_math_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.training import gradient_descent
 
 CPU = "/device:CPU:0"
 GPU = "/device:GPU:0"
@@ -76,18 +78,18 @@ def c_tfe_py_fastpath_execute(a,
 
 class SubclassedKerasModel(keras.Model):
 
-  def __init__(self):
+  def __init__(self, initializer="ones"):
     super(SubclassedKerasModel, self).__init__()
     self.layer_a = keras.layers.Dense(
-        64, kernel_initializer="ones", bias_initializer="zeros")
+        64, kernel_initializer=initializer, bias_initializer="zeros")
     self.layer_b = keras.layers.Dense(
-        128, kernel_initializer="ones", bias_initializer="zeros")
+        128, kernel_initializer=initializer, bias_initializer="zeros")
     self.layer_c = keras.layers.Dense(
-        256, kernel_initializer="ones", bias_initializer="zeros")
+        256, kernel_initializer=initializer, bias_initializer="zeros")
     self.layer_d = keras.layers.Dense(
-        256, kernel_initializer="ones", bias_initializer="zeros")
+        256, kernel_initializer=initializer, bias_initializer="zeros")
     self.layer_e = keras.layers.Dense(
-        10, kernel_initializer="ones", bias_initializer="zeros")
+        10, kernel_initializer=initializer, bias_initializer="zeros")
 
   def call(self, x):
     x = self.layer_a(x)
@@ -97,34 +99,34 @@ class SubclassedKerasModel(keras.Model):
     return self.layer_e(x)
 
 
-def make_keras_model():
+def make_keras_model(initializer="ones"):
   model_input = keras.Input(shape=(10,))
   x = keras.layers.Dense(
-      64, kernel_initializer="ones", bias_initializer="zeros")(model_input)
+      64, kernel_initializer=initializer, bias_initializer="zeros")(model_input)
   x = keras.layers.Dense(
-      128, kernel_initializer="ones", bias_initializer="zeros")(x)
+      128, kernel_initializer=initializer, bias_initializer="zeros")(x)
   x = keras.layers.Dense(
-      256, kernel_initializer="ones", bias_initializer="zeros")(x)
+      256, kernel_initializer=initializer, bias_initializer="zeros")(x)
   x = keras.layers.Dense(
-      256, kernel_initializer="ones", bias_initializer="zeros")(x)
+      256, kernel_initializer=initializer, bias_initializer="zeros")(x)
   x = keras.layers.Dense(
-      10, kernel_initializer="ones", bias_initializer="zeros")(x)
+      10, kernel_initializer=initializer, bias_initializer="zeros")(x)
   return keras.Model(inputs=model_input, outputs=x)
 
 
-def make_sequential_keras_model():
+def make_sequential_keras_model(initializer="ones"):
   model = keras.models.Sequential()
   model.add(keras.layers.Dense(
-      64, kernel_initializer="ones", bias_initializer="zeros",
+      64, kernel_initializer=initializer, bias_initializer="zeros",
       input_shape=(10,)))
   model.add(keras.layers.Dense(
-      128, kernel_initializer="ones", bias_initializer="zeros"))
+      128, kernel_initializer=initializer, bias_initializer="zeros"))
   model.add(keras.layers.Dense(
-      256, kernel_initializer="ones", bias_initializer="zeros"))
+      256, kernel_initializer=initializer, bias_initializer="zeros"))
   model.add(keras.layers.Dense(
-      256, kernel_initializer="ones", bias_initializer="zeros"))
+      256, kernel_initializer=initializer, bias_initializer="zeros"))
   model.add(keras.layers.Dense(
-      10, kernel_initializer="ones", bias_initializer="zeros"))
+      10, kernel_initializer=initializer, bias_initializer="zeros"))
   return model
 
 
@@ -718,6 +720,48 @@ class MicroBenchmarks(test.Benchmark):
     assert np.equal(func(), make_keras_model()(data)).all()
     self._run(func, 30000)
 
+  def benchmark_keras_model_subclassed_fit(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    data = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
+    labels = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
+    dataset = dataset_ops.Dataset.from_tensors((data, labels)).repeat()
+    model.compile(
+        gradient_descent.GradientDescentOptimizer(learning_rate=0.001),
+        loss="mse")
+    func = lambda: model.fit(dataset, epochs=1, steps_per_epoch=1000, verbose=0)
+    # First call is more expensive (creates variables etc.), discount that.
+    model.fit(dataset, epochs=1, steps_per_epoch=1, verbose=0)
+
+    self._run(func, 1)
+
+  def benchmark_keras_model_functional_fit(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    data = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
+    labels = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
+    dataset = dataset_ops.Dataset.from_tensors((data, labels)).repeat()
+    model.compile(
+        gradient_descent.GradientDescentOptimizer(learning_rate=0.001),
+        loss="mse")
+    func = lambda: model.fit(dataset, epochs=1, steps_per_epoch=1000, verbose=0)
+    # First call is more expensive (creates variables etc.), discount that.
+    model.fit(dataset, epochs=1, steps_per_epoch=1, verbose=0)
+
+    self._run(func, 1)
+
+  def benchmark_keras_model_sequential_fit(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    data = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
+    labels = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
+    dataset = dataset_ops.Dataset.from_tensors((data, labels)).repeat()
+    model.compile(
+        gradient_descent.GradientDescentOptimizer(learning_rate=0.001),
+        loss="mse")
+    func = lambda: model.fit(dataset, epochs=1, steps_per_epoch=1000, verbose=0)
+    # First call is more expensive (creates variables etc.), discount that.
+    model.fit(dataset, epochs=1, steps_per_epoch=1, verbose=0)
+
+    self._run(func, 1)
+
   def benchmarkScan(self):
     elems = math_ops.range(1600)
 
-- 
GitLab


From 93291a964b297404ad920e05638a1c3c40e30fcb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 18:27:46 -0700
Subject: [PATCH 0443/1825] Correct some tf.contrib references that have
 recently moved to core in contrib/learn/README.md

PiperOrigin-RevId: 218269955
---
 tensorflow/contrib/learn/README.md | 15 +++++++--------
 1 file changed, 7 insertions(+), 8 deletions(-)

diff --git a/tensorflow/contrib/learn/README.md b/tensorflow/contrib/learn/README.md
index d516bffc5e..b0bff915a9 100644
--- a/tensorflow/contrib/learn/README.md
+++ b/tensorflow/contrib/learn/README.md
@@ -7,12 +7,11 @@ warnings. A high-level overview is below.
 
 ## Canned Estimators
 
-Many canned estimators (subclasses of `Estimator`) have equivalents in core:
+Many canned estimators (subclasses of `Estimator`) have equivalents in core
+exposed under `tf.estimator`:
 `DNNClassifier`, `DNNRegressor`, `DNNEstimator`, `LinearClassifier`,
-`LinearRegressor`, `DNNLinearCombinedClassifier` and
-`DNNLinearCombinedRegressor`. They are exposed under `tf.estimator`.
-`DNNEstimator`, `LinearEstimator` and `DNNLinearCombinedEstimator`
-are exposed under `tf.contrib.estimator`.
+`LinearRegressor`, `LinearEstimator`, `DNNLinearCombinedClassifier`,
+`DNNLinearCombinedRegressor` and `DNNLinearCombinedEstimator`.
 
 To migrate to the new api, users need to take the following steps:
 
@@ -45,7 +44,7 @@ To migrate to the new api, users need to take the following steps:
   `tf.contrib.learn` classifiers and regressors supported labels with shape
   `[batch_size]`.
 * If you pass custom metrics from the `evaluate()` method call, use
-  `tf.contrib.estimator.add_metrics`.
+  `tf.estimator.add_metrics`.
 * Replace your `serving_input_fn` with a `serving_input_receiver_fn`.
   Note this should be entirely distinct from your training `input_fn`, so if you
   previously had one `input_fn` with different "modes", you should now factor
@@ -63,10 +62,10 @@ Some remaining estimators/classes:
   with a custom `model_fn`, or with `DNNEstimator`.
 * `StateSavingRnnEstimator`: Consider a custom `model_fn`.
 * SVM: Consider a custom `model_fn`.
-* `LinearComposableModel` and `DNNComposableModel`: Not supported. 
+* `LinearComposableModel` and `DNNComposableModel`: Not supported.
   Consider `tf.contrib.estimator.DNNEstimator`, or write a custom model_fn.
 * `MetricSpec`: Deprecated. For adding custom metrics to canned Estimators, use
-  `tf.contrib.estimator.add_metrics`.
+  `tf.estimator.add_metrics`.
 
 ## Estimator
 `tf.contrib.learn.Estimator` is migrated to `tf.estimator.Estimator`.
-- 
GitLab


From b7463002c1dbd654663b4e8dbe7d3b52074e8f6c Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Mon, 22 Oct 2018 18:27:56 -0700
Subject: [PATCH 0444/1825] [Java/C]: Add links to nightly builds.

Fixes #21524

PiperOrigin-RevId: 218269973
---
 tensorflow/c/README.md    |  7 +++++++
 tensorflow/java/README.md | 13 +++++++++++++
 2 files changed, 20 insertions(+)
 create mode 100644 tensorflow/c/README.md

diff --git a/tensorflow/c/README.md b/tensorflow/c/README.md
new file mode 100644
index 0000000000..b386998cea
--- /dev/null
+++ b/tensorflow/c/README.md
@@ -0,0 +1,7 @@
+# TensorFlow C API
+
+- See [www.tensorflow.org/install/lang_c](https://www.tensorflow.org/install/lang_c)
+- Nightly builds:
+  - [Linux CPU-only](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow-cpu-linux-x86_64.tar.gz)
+  - [Linux GPU](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow-gpu-linux-x86_64.tar.gz)
+  - [MacOS CPU-only](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow-cpu-darwin-x86_64.tar.gz)
diff --git a/tensorflow/java/README.md b/tensorflow/java/README.md
index 7ef862ae79..2fa81ed88f 100644
--- a/tensorflow/java/README.md
+++ b/tensorflow/java/README.md
@@ -14,6 +14,19 @@
 -   [Javadoc](https://www.tensorflow.org/api_docs/java/reference/org/tensorflow/package-summary)
 -   [![Maven Central](https://maven-badges.herokuapp.com/maven-central/org.tensorflow/tensorflow/badge.svg)](https://maven-badges.herokuapp.com/maven-central/org.tensorflow/tensorflow)
 
+## Nightly builds
+
+Releases built from release branches are available on Maven Central.
+Additionally, every day binaries are built from the `master` branch on GitHub:
+
+- [JAR](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow.jar)
+- [Sourc JAR](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow-src.jar)
+- JNI:
+  - [Linux CPU-only](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow_jni-cpu-linux-x86_64.tar.gz)
+  - [Linux GPU](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow_jni-gpu-linux-x86_64.tar.gz)
+  - [MacOS](https://storage.googleapis.com/tensorflow-nightly/github/tensorflow/lib_package/libtensorflow_jni-cpu-darwin-x86_64.tar.gz)
+  - Windows: (No nightly builds available yet)
+
 ## Building from source
 
 If the quickstart instructions above do not work out, the TensorFlow Java and
-- 
GitLab


From e4b876eba4f2cc0067bfcc6b5f06d86c310fe77a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 18:40:52 -0700
Subject: [PATCH 0445/1825] Allow model_coverage_test to catch some toco errors
 and pass when they are expected.

PiperOrigin-RevId: 218271423
---
 tensorflow/contrib/lite/python/convert.py     | 19 +++++++++++++++----
 tensorflow/contrib/lite/python/lite.py        |  1 +
 .../lite/toco/python/toco_python_api.cc       |  8 +++++---
 tensorflow/contrib/lite/toco/toco.cc          | 19 +++++++++++--------
 tensorflow/contrib/lite/toco/toco_tooling.cc  |  8 +++++---
 tensorflow/contrib/lite/toco/toco_tooling.h   |  9 ++++++---
 6 files changed, 43 insertions(+), 21 deletions(-)

diff --git a/tensorflow/contrib/lite/python/convert.py b/tensorflow/contrib/lite/python/convert.py
index ee963f5df7..7e7a34d310 100644
--- a/tensorflow/contrib/lite/python/convert.py
+++ b/tensorflow/contrib/lite/python/convert.py
@@ -85,6 +85,11 @@ class OpsSet(enum.Enum):
     return [str(option) for option in list(OpsSet)]
 
 
+class ConverterError(Exception):
+  """Raised when an error occurs during model conversion."""
+  pass
+
+
 def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
   """Convert `input_data_str` according to model and toco parameters.
 
@@ -100,14 +105,20 @@ def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
   Returns:
     Converted model in serialized form (e.g. a TFLITE model is common).
   Raises:
+    ConverterError: When conversion fails in TFLiteConverter, usually due to
+      ops not being supported.
     RuntimeError: When conversion fails, an exception is raised with the error
       message embedded.
   """
   # TODO(aselle): When toco does not use fatal errors for failure, we can
   # switch this on.
   if not _toco_from_proto_bin:
-    return _toco_python.TocoConvert(
-        model_flags_str, toco_flags_str, input_data_str)
+    model_str = _toco_python.TocoConvert(model_flags_str, toco_flags_str,
+                                         input_data_str)
+    if not model_str:
+      raise ConverterError(
+          "TOCO returned an empty string. See console for more info.")
+    return model_str
 
   # Windows and TemporaryFile are not that useful together,
   # since you cannot have two readers/writers. So we have to
@@ -154,8 +165,8 @@ def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
     else:
       stdout = _try_convert_to_unicode(stdout)
       stderr = _try_convert_to_unicode(stderr)
-      raise RuntimeError(
-          "TOCO failed see console for info.\n%s\n%s\n" % (stdout, stderr))
+      raise ConverterError(
+          "TOCO failed. See console for info.\n%s\n%s\n" % (stdout, stderr))
   finally:
     # Must manually cleanup files.
     for filename in [
diff --git a/tensorflow/contrib/lite/python/lite.py b/tensorflow/contrib/lite/python/lite.py
index e325333a60..155b436a31 100644
--- a/tensorflow/contrib/lite/python/lite.py
+++ b/tensorflow/contrib/lite/python/lite.py
@@ -41,6 +41,7 @@ from google.protobuf import text_format as _text_format
 from google.protobuf.message import DecodeError
 from tensorflow.contrib.lite.python import lite_constants as constants
 from tensorflow.contrib.lite.python.convert import build_toco_convert_protos  # pylint: disable=unused-import
+from tensorflow.contrib.lite.python.convert import ConverterError  # pylint: disable=unused-import
 from tensorflow.contrib.lite.python.convert import OpsSet
 from tensorflow.contrib.lite.python.convert import tensor_name as _tensor_name
 from tensorflow.contrib.lite.python.convert import toco_convert  # pylint: disable=unused-import
diff --git a/tensorflow/contrib/lite/toco/python/toco_python_api.cc b/tensorflow/contrib/lite/toco/python/toco_python_api.cc
index d93e104038..568e4e9197 100644
--- a/tensorflow/contrib/lite/toco/python/toco_python_api.cc
+++ b/tensorflow/contrib/lite/toco/python/toco_python_api.cc
@@ -86,9 +86,11 @@ PyObject* TocoConvert(PyObject* model_flags_proto_txt_raw,
       toco::Import(toco_flags, model_flags, input_contents_txt);
   toco::Transform(toco_flags, model.get());
   string output_file_contents_txt;
-  Export(toco_flags, *model, toco_flags.allow_custom_ops(),
-         &output_file_contents_txt);
-
+  auto status = Export(toco_flags, *model, toco_flags.allow_custom_ops(),
+                       &output_file_contents_txt);
+  if (!status.ok()) {
+    return TOCO_FROM_CPPSTRING_TO_PY("", 0);
+  }
   if (extended_return) {
     PyObject* dict = PyDict_New();
     PyDict_SetItemString(
diff --git a/tensorflow/contrib/lite/toco/toco.cc b/tensorflow/contrib/lite/toco/toco.cc
index 0b460bd178..d1c4312785 100644
--- a/tensorflow/contrib/lite/toco/toco.cc
+++ b/tensorflow/contrib/lite/toco/toco.cc
@@ -25,6 +25,7 @@ limitations under the License.
 #include "tensorflow/contrib/lite/toco/toco_port.h"
 #include "tensorflow/contrib/lite/toco/toco_tooling.h"
 #include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
@@ -69,8 +70,8 @@ void ReadInputData(const ParsedTocoFlags& parsed_toco_flags,
             .ok());
 }
 
-void ToolMain(const ParsedTocoFlags& parsed_toco_flags,
-              const ParsedModelFlags& parsed_model_flags) {
+tensorflow::Status ToolMain(const ParsedTocoFlags& parsed_toco_flags,
+                            const ParsedModelFlags& parsed_model_flags) {
   ModelFlags model_flags;
   ReadModelFlagsFromCommandLineFlags(parsed_model_flags, &model_flags);
 
@@ -86,11 +87,12 @@ void ToolMain(const ParsedTocoFlags& parsed_toco_flags,
       Import(toco_flags, model_flags, graph_def_contents);
   Transform(toco_flags, model.get());
   string output_file_contents;
-  Export(toco_flags, *model, toco_flags.allow_custom_ops(),
-         &output_file_contents);
-  CHECK(port::file::SetContents(parsed_toco_flags.output_file.value(),
-                                output_file_contents, port::file::Defaults())
-            .ok());
+  TF_RETURN_IF_ERROR(Export(toco_flags, *model, toco_flags.allow_custom_ops(),
+                            &output_file_contents));
+  TF_RETURN_IF_ERROR(
+      port::file::SetContents(parsed_toco_flags.output_file.value(),
+                              output_file_contents, port::file::Defaults()));
+  return tensorflow::Status();
 }
 
 }  // namespace
@@ -124,5 +126,6 @@ int main(int argc, char** argv) {
     return 1;
   }
   toco::port::InitGoogle(argv[0], effective_argc, &effective_argv, true);
-  toco::ToolMain(parsed_toco_flags, parsed_model_flags);
+  auto status = toco::ToolMain(parsed_toco_flags, parsed_model_flags);
+  return status.ok() ? 0 : -1;
 }
diff --git a/tensorflow/contrib/lite/toco/toco_tooling.cc b/tensorflow/contrib/lite/toco/toco_tooling.cc
index 7be13ba7d2..c4eacf836e 100644
--- a/tensorflow/contrib/lite/toco/toco_tooling.cc
+++ b/tensorflow/contrib/lite/toco/toco_tooling.cc
@@ -400,8 +400,8 @@ void Transform(const TocoFlags& toco_flags, Model* model) {
   model->ops_count = ops_count;
 }
 
-void Export(const TocoFlags& toco_flags, const Model& model,
-            bool allow_custom_ops, string* output_file_contents) {
+tensorflow::Status Export(const TocoFlags& toco_flags, const Model& model,
+                          bool allow_custom_ops, string* output_file_contents) {
   switch (toco_flags.output_format()) {
     case TENSORFLOW_GRAPHDEF:
       ExportTensorFlowGraphDef(model, output_file_contents);
@@ -416,8 +416,9 @@ void Export(const TocoFlags& toco_flags, const Model& model,
 
       auto status = toco::tflite::Export(model, output_file_contents, params);
       if (!status.ok()) {
-        LOG(QFATAL) << status.error_message();
+        LOG(ERROR) << status.error_message();
       }
+      return status;
     } break;
     case GRAPHVIZ_DOT:
       DumpGraphviz(model, output_file_contents);
@@ -425,6 +426,7 @@ void Export(const TocoFlags& toco_flags, const Model& model,
     default:
       LOG(FATAL) << "Unhandled output_format";
   }
+  return tensorflow::Status();
 }
 
 }  // namespace toco
diff --git a/tensorflow/contrib/lite/toco/toco_tooling.h b/tensorflow/contrib/lite/toco/toco_tooling.h
index e731c149ee..40c0e7f0a3 100644
--- a/tensorflow/contrib/lite/toco/toco_tooling.h
+++ b/tensorflow/contrib/lite/toco/toco_tooling.h
@@ -36,13 +36,16 @@ void Transform(const TocoFlags& toco_flags, Model* model);
 // Exports the Model, which must be of the 'lowered' form returned by
 // Transform, to a file of the format given by
 // toco_flags.output_format().
-void Export(const TocoFlags& toco_flags, const Model& model,
-            bool allow_custom_ops, string* output_file_contents);
+tensorflow::Status Export(const TocoFlags& toco_flags, const Model& model,
+                          bool allow_custom_ops, string* output_file_contents);
 
 // This if for backward-compatibility with internal tools.
 inline void Export(const TocoFlags& toco_flags, const Model& model,
                    string* output_file_contents) {
-  Export(toco_flags, model, true, output_file_contents);
+  auto status = Export(toco_flags, model, true, output_file_contents);
+  if (!status.ok()) {
+    LOG(QFATAL) << status.error_message();
+  }
 }
 
 }  // namespace toco
-- 
GitLab


From 6ebef9e078d50470ad7010af2bd5a8ca88ba112f Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Mon, 22 Oct 2018 19:08:58 -0700
Subject: [PATCH 0446/1825] Remove the tf.layers module from TensorFlow 2.0
 APIs (tf.keras.layers.Foo should be used instead of tf.layers.Foo or
 tf.layers.foo as per https://github.com/tensorflow/community/pull/16)

PiperOrigin-RevId: 218273732
---
 tensorflow/python/keras/engine/base_layer.py  |   3 +-
 tensorflow/python/layers/base.py              |   2 +-
 tensorflow/python/layers/convolutional.py     |  28 +--
 tensorflow/python/layers/core.py              |  12 +-
 tensorflow/python/layers/normalization.py     |   4 +-
 tensorflow/python/layers/pooling.py           |  24 +--
 .../tools/api/generator/api_init_files.bzl    |   1 -
 ...ensorflow.layers.-average-pooling1-d.pbtxt | 186 -----------------
 ...ensorflow.layers.-average-pooling2-d.pbtxt | 186 -----------------
 ...ensorflow.layers.-average-pooling3-d.pbtxt | 186 -----------------
 ...nsorflow.layers.-batch-normalization.pbtxt | 185 -----------------
 .../v2/tensorflow.layers.-conv1-d.pbtxt       | 186 -----------------
 ...tensorflow.layers.-conv2-d-transpose.pbtxt | 187 ------------------
 .../v2/tensorflow.layers.-conv2-d.pbtxt       | 186 -----------------
 ...tensorflow.layers.-conv3-d-transpose.pbtxt | 187 ------------------
 .../v2/tensorflow.layers.-conv3-d.pbtxt       | 186 -----------------
 .../golden/v2/tensorflow.layers.-dense.pbtxt  | 185 -----------------
 .../v2/tensorflow.layers.-dropout.pbtxt       | 185 -----------------
 .../v2/tensorflow.layers.-flatten.pbtxt       | 185 -----------------
 .../v2/tensorflow.layers.-input-spec.pbtxt    |   9 -
 .../golden/v2/tensorflow.layers.-layer.pbtxt  | 183 -----------------
 .../tensorflow.layers.-max-pooling1-d.pbtxt   | 186 -----------------
 .../tensorflow.layers.-max-pooling2-d.pbtxt   | 186 -----------------
 .../tensorflow.layers.-max-pooling3-d.pbtxt   | 186 -----------------
 ...tensorflow.layers.-separable-conv1-d.pbtxt | 187 ------------------
 ...tensorflow.layers.-separable-conv2-d.pbtxt | 187 ------------------
 .../api/golden/v2/tensorflow.layers.pbtxt     | 147 --------------
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 -
 28 files changed, 37 insertions(+), 3542 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling1-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling2-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling3-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-batch-normalization.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-conv1-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d-transpose.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d-transpose.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-dense.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-dropout.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-flatten.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-input-spec.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-layer.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling1-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling2-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling3-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv1-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv2-d.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.layers.pbtxt

diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 01255fefc9..d8a74d9209 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -1587,7 +1587,8 @@ class Layer(checkpointable.CheckpointableBase):
     return cls(**config)
 
 
-@tf_export('keras.layers.InputSpec', 'layers.InputSpec')
+@tf_export(
+    'keras.layers.InputSpec', v1=['keras.layers.InputSpec', 'layers.InputSpec'])
 class InputSpec(object):
   """Specifies the ndim, dtype and shape of every input to a layer.
 
diff --git a/tensorflow/python/layers/base.py b/tensorflow/python/layers/base.py
index 34e63a947d..24f6a098b3 100644
--- a/tensorflow/python/layers/base.py
+++ b/tensorflow/python/layers/base.py
@@ -149,7 +149,7 @@ def _is_in_keras_style_scope():
   return _KERAS_STYLE_SCOPE
 
 
-@tf_export('layers.Layer')
+@tf_export(v1=['layers.Layer'])
 class Layer(base_layer.Layer):
   """Base layer class.
 
diff --git a/tensorflow/python/layers/convolutional.py b/tensorflow/python/layers/convolutional.py
index d40743b0ce..ce8ecae66d 100644
--- a/tensorflow/python/layers/convolutional.py
+++ b/tensorflow/python/layers/convolutional.py
@@ -25,7 +25,7 @@ from tensorflow.python.ops import init_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('layers.Conv1D')
+@tf_export(v1=['layers.Conv1D'])
 class Conv1D(keras_layers.Conv1D, base.Layer):
   """1D convolution layer (e.g. temporal convolution).
 
@@ -114,7 +114,7 @@ class Conv1D(keras_layers.Conv1D, base.Layer):
         name=name, **kwargs)
 
 
-@tf_export('layers.conv1d')
+@tf_export(v1=['layers.conv1d'])
 def conv1d(inputs,
            filters,
            kernel_size,
@@ -214,7 +214,7 @@ def conv1d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.Conv2D')
+@tf_export(v1=['layers.Conv2D'])
 class Conv2D(keras_layers.Conv2D, base.Layer):
   """2D convolution layer (e.g. spatial convolution over images).
 
@@ -310,7 +310,7 @@ class Conv2D(keras_layers.Conv2D, base.Layer):
         name=name, **kwargs)
 
 
-@tf_export('layers.conv2d')
+@tf_export(v1=['layers.conv2d'])
 def conv2d(inputs,
            filters,
            kernel_size,
@@ -417,7 +417,7 @@ def conv2d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.Conv3D')
+@tf_export(v1=['layers.Conv3D'])
 class Conv3D(keras_layers.Conv3D, base.Layer):
   """3D convolution layer (e.g. spatial convolution over volumes).
 
@@ -514,7 +514,7 @@ class Conv3D(keras_layers.Conv3D, base.Layer):
         name=name, **kwargs)
 
 
-@tf_export('layers.conv3d')
+@tf_export(v1=['layers.conv3d'])
 def conv3d(inputs,
            filters,
            kernel_size,
@@ -622,7 +622,7 @@ def conv3d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.SeparableConv1D')
+@tf_export(v1=['layers.SeparableConv1D'])
 class SeparableConv1D(keras_layers.SeparableConv1D, base.Layer):
   """Depthwise separable 1D convolution.
 
@@ -729,7 +729,7 @@ class SeparableConv1D(keras_layers.SeparableConv1D, base.Layer):
         **kwargs)
 
 
-@tf_export('layers.SeparableConv2D')
+@tf_export(v1=['layers.SeparableConv2D'])
 class SeparableConv2D(keras_layers.SeparableConv2D, base.Layer):
   """Depthwise separable 2D convolution.
 
@@ -841,7 +841,7 @@ class SeparableConv2D(keras_layers.SeparableConv2D, base.Layer):
         **kwargs)
 
 
-@tf_export('layers.separable_conv1d')
+@tf_export(v1=['layers.separable_conv1d'])
 def separable_conv1d(inputs,
                      filters,
                      kernel_size,
@@ -958,7 +958,7 @@ def separable_conv1d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.separable_conv2d')
+@tf_export(v1=['layers.separable_conv2d'])
 def separable_conv2d(inputs,
                      filters,
                      kernel_size,
@@ -1080,7 +1080,7 @@ def separable_conv2d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.Conv2DTranspose')
+@tf_export(v1=['layers.Conv2DTranspose'])
 class Conv2DTranspose(keras_layers.Conv2DTranspose, base.Layer):
   """Transposed 2D convolution layer (sometimes called 2D Deconvolution).
 
@@ -1165,7 +1165,7 @@ class Conv2DTranspose(keras_layers.Conv2DTranspose, base.Layer):
         **kwargs)
 
 
-@tf_export('layers.conv2d_transpose')
+@tf_export(v1=['layers.conv2d_transpose'])
 def conv2d_transpose(inputs,
                      filters,
                      kernel_size,
@@ -1260,7 +1260,7 @@ def conv2d_transpose(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.Conv3DTranspose')
+@tf_export(v1=['layers.Conv3DTranspose'])
 class Conv3DTranspose(keras_layers.Conv3DTranspose, base.Layer):
   """Transposed 3D convolution layer (sometimes called 3D Deconvolution).
 
@@ -1342,7 +1342,7 @@ class Conv3DTranspose(keras_layers.Conv3DTranspose, base.Layer):
         **kwargs)
 
 
-@tf_export('layers.conv3d_transpose')
+@tf_export(v1=['layers.conv3d_transpose'])
 def conv3d_transpose(inputs,
                      filters,
                      kernel_size,
diff --git a/tensorflow/python/layers/core.py b/tensorflow/python/layers/core.py
index e06e9aba4a..4eb243ab5d 100644
--- a/tensorflow/python/layers/core.py
+++ b/tensorflow/python/layers/core.py
@@ -28,7 +28,7 @@ from tensorflow.python.ops import init_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('layers.Dense')
+@tf_export(v1=['layers.Dense'])
 class Dense(keras_layers.Dense, base.Layer):
   """Densely-connected layer class.
 
@@ -109,7 +109,7 @@ class Dense(keras_layers.Dense, base.Layer):
                                 **kwargs)
 
 
-@tf_export('layers.dense')
+@tf_export(v1=['layers.dense'])
 def dense(
     inputs, units,
     activation=None,
@@ -184,7 +184,7 @@ def dense(
   return layer.apply(inputs)
 
 
-@tf_export('layers.Dropout')
+@tf_export(v1=['layers.Dropout'])
 class Dropout(keras_layers.Dropout, base.Layer):
   """Applies Dropout to the input.
 
@@ -223,7 +223,7 @@ class Dropout(keras_layers.Dropout, base.Layer):
     return super(Dropout, self).call(inputs, training=training)
 
 
-@tf_export('layers.dropout')
+@tf_export(v1=['layers.dropout'])
 def dropout(inputs,
             rate=0.5,
             noise_shape=None,
@@ -265,7 +265,7 @@ def dropout(inputs,
   return layer.apply(inputs, training=training)
 
 
-@tf_export('layers.Flatten')
+@tf_export(v1=['layers.Flatten'])
 class Flatten(keras_layers.Flatten, base.Layer):
   """Flattens an input tensor while preserving the batch axis (axis 0).
 
@@ -291,7 +291,7 @@ class Flatten(keras_layers.Flatten, base.Layer):
   pass
 
 
-@tf_export('layers.flatten')
+@tf_export(v1=['layers.flatten'])
 def flatten(inputs, name=None, data_format='channels_last'):
   """Flattens an input tensor while preserving the batch axis (axis 0).
 
diff --git a/tensorflow/python/layers/normalization.py b/tensorflow/python/layers/normalization.py
index 691dac6986..71ece0d392 100644
--- a/tensorflow/python/layers/normalization.py
+++ b/tensorflow/python/layers/normalization.py
@@ -26,7 +26,7 @@ from tensorflow.python.ops import init_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('layers.BatchNormalization')
+@tf_export(v1=['layers.BatchNormalization'])
 class BatchNormalization(keras_layers.BatchNormalization, base.Layer):
   """Batch Normalization layer from http://arxiv.org/abs/1502.03167.
 
@@ -154,7 +154,7 @@ class BatchNormalization(keras_layers.BatchNormalization, base.Layer):
     return super(BatchNormalization, self).call(inputs, training=training)
 
 
-@tf_export('layers.batch_normalization')
+@tf_export(v1=['layers.batch_normalization'])
 def batch_normalization(inputs,
                         axis=-1,
                         momentum=0.99,
diff --git a/tensorflow/python/layers/pooling.py b/tensorflow/python/layers/pooling.py
index c53cca3d31..81e9ebd547 100644
--- a/tensorflow/python/layers/pooling.py
+++ b/tensorflow/python/layers/pooling.py
@@ -24,7 +24,7 @@ from tensorflow.python.layers import base
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('layers.AveragePooling1D')
+@tf_export(v1=['layers.AveragePooling1D'])
 class AveragePooling1D(keras_layers.AveragePooling1D, base.Layer):
   """Average Pooling layer for 1D inputs.
 
@@ -57,7 +57,7 @@ class AveragePooling1D(keras_layers.AveragePooling1D, base.Layer):
         **kwargs)
 
 
-@tf_export('layers.average_pooling1d')
+@tf_export(v1=['layers.average_pooling1d'])
 def average_pooling1d(inputs, pool_size, strides,
                       padding='valid', data_format='channels_last',
                       name=None):
@@ -92,7 +92,7 @@ def average_pooling1d(inputs, pool_size, strides,
   return layer.apply(inputs)
 
 
-@tf_export('layers.MaxPooling1D')
+@tf_export(v1=['layers.MaxPooling1D'])
 class MaxPooling1D(keras_layers.MaxPooling1D, base.Layer):
   """Max Pooling layer for 1D inputs.
 
@@ -125,7 +125,7 @@ class MaxPooling1D(keras_layers.MaxPooling1D, base.Layer):
         **kwargs)
 
 
-@tf_export('layers.max_pooling1d')
+@tf_export(v1=['layers.max_pooling1d'])
 def max_pooling1d(inputs, pool_size, strides,
                   padding='valid', data_format='channels_last',
                   name=None):
@@ -160,7 +160,7 @@ def max_pooling1d(inputs, pool_size, strides,
   return layer.apply(inputs)
 
 
-@tf_export('layers.AveragePooling2D')
+@tf_export(v1=['layers.AveragePooling2D'])
 class AveragePooling2D(keras_layers.AveragePooling2D, base.Layer):
   """Average pooling layer for 2D inputs (e.g. images).
 
@@ -193,7 +193,7 @@ class AveragePooling2D(keras_layers.AveragePooling2D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
-@tf_export('layers.average_pooling2d')
+@tf_export(v1=['layers.average_pooling2d'])
 def average_pooling2d(inputs,
                       pool_size, strides,
                       padding='valid', data_format='channels_last',
@@ -231,7 +231,7 @@ def average_pooling2d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.MaxPooling2D')
+@tf_export(v1=['layers.MaxPooling2D'])
 class MaxPooling2D(keras_layers.MaxPooling2D, base.Layer):
   """Max pooling layer for 2D inputs (e.g. images).
 
@@ -264,7 +264,7 @@ class MaxPooling2D(keras_layers.MaxPooling2D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
-@tf_export('layers.max_pooling2d')
+@tf_export(v1=['layers.max_pooling2d'])
 def max_pooling2d(inputs,
                   pool_size, strides,
                   padding='valid', data_format='channels_last',
@@ -302,7 +302,7 @@ def max_pooling2d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.AveragePooling3D')
+@tf_export(v1=['layers.AveragePooling3D'])
 class AveragePooling3D(keras_layers.AveragePooling3D, base.Layer):
   """Average pooling layer for 3D inputs (e.g. volumes).
 
@@ -337,7 +337,7 @@ class AveragePooling3D(keras_layers.AveragePooling3D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
-@tf_export('layers.average_pooling3d')
+@tf_export(v1=['layers.average_pooling3d'])
 def average_pooling3d(inputs,
                       pool_size, strides,
                       padding='valid', data_format='channels_last',
@@ -377,7 +377,7 @@ def average_pooling3d(inputs,
   return layer.apply(inputs)
 
 
-@tf_export('layers.MaxPooling3D')
+@tf_export(v1=['layers.MaxPooling3D'])
 class MaxPooling3D(keras_layers.MaxPooling3D, base.Layer):
   """Max pooling layer for 3D inputs (e.g. volumes).
 
@@ -412,7 +412,7 @@ class MaxPooling3D(keras_layers.MaxPooling3D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
-@tf_export('layers.max_pooling3d')
+@tf_export(v1=['layers.max_pooling3d'])
 def max_pooling3d(inputs,
                   pool_size, strides,
                   padding='valid', data_format='channels_last',
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 1f5e6fd2b5..5d23202afc 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -58,7 +58,6 @@ TENSORFLOW_API_INIT_FILES = [
     "keras/utils/__init__.py",
     "keras/wrappers/__init__.py",
     "keras/wrappers/scikit_learn/__init__.py",
-    "layers/__init__.py",
     "linalg/__init__.py",
     "logging/__init__.py",
     "losses/__init__.py",
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling1-d.pbtxt
deleted file mode 100644
index c82e67526b..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling1-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.AveragePooling1D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.pooling.AveragePooling1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.AveragePooling1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.Pooling1D\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling2-d.pbtxt
deleted file mode 100644
index 1d031cb5f8..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling2-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.AveragePooling2D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.pooling.AveragePooling2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.AveragePooling2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.Pooling2D\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling3-d.pbtxt
deleted file mode 100644
index a8dda6655d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-average-pooling3-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.AveragePooling3D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.pooling.AveragePooling3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.AveragePooling3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.Pooling3D\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-batch-normalization.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-batch-normalization.pbtxt
deleted file mode 100644
index 97f65ed894..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-batch-normalization.pbtxt
+++ /dev/null
@@ -1,185 +0,0 @@
-path: "tensorflow.layers.BatchNormalization"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.normalization.BatchNormalization\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.normalization.BatchNormalization\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'axis\', \'momentum\', \'epsilon\', \'center\', \'scale\', \'beta_initializer\', \'gamma_initializer\', \'moving_mean_initializer\', \'moving_variance_initializer\', \'beta_regularizer\', \'gamma_regularizer\', \'beta_constraint\', \'gamma_constraint\', \'renorm\', \'renorm_clipping\', \'renorm_momentum\', \'fused\', \'trainable\', \'virtual_batch_size\', \'adjustment\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'-1\', \'0.99\', \'0.001\', \'True\', \'True\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'<tensorflow.python.ops.init_ops.Ones object instance>\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'<tensorflow.python.ops.init_ops.Ones object instance>\', \'None\', \'None\', \'None\', \'None\', \'False\', \'None\', \'0.99\', \'None\', \'True\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\', \'training\'], varargs=None, keywords=None, defaults=[\'False\'], "
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv1-d.pbtxt
deleted file mode 100644
index ccd9578f0d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv1-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.Conv1D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.Conv1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'1\', \'valid\', \'channels_last\', \'1\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d-transpose.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d-transpose.pbtxt
deleted file mode 100644
index 9cbb58d721..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d-transpose.pbtxt
+++ /dev/null
@@ -1,187 +0,0 @@
-path: "tensorflow.layers.Conv2DTranspose"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.Conv2DTranspose\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv2DTranspose\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'(1, 1)\', \'valid\', \'channels_last\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d.pbtxt
deleted file mode 100644
index c75ea3911e..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv2-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.Conv2D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.Conv2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'(1, 1)\', \'valid\', \'channels_last\', \'(1, 1)\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d-transpose.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d-transpose.pbtxt
deleted file mode 100644
index 5dc834e514..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d-transpose.pbtxt
+++ /dev/null
@@ -1,187 +0,0 @@
-path: "tensorflow.layers.Conv3DTranspose"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.Conv3DTranspose\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv3DTranspose\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'(1, 1, 1)\', \'valid\', \'channels_last\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d.pbtxt
deleted file mode 100644
index 96ab209874..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-conv3-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.Conv3D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.Conv3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'(1, 1, 1)\', \'valid\', \'channels_last\', \'(1, 1, 1)\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-dense.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-dense.pbtxt
deleted file mode 100644
index 7e9656b352..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-dense.pbtxt
+++ /dev/null
@@ -1,185 +0,0 @@
-path: "tensorflow.layers.Dense"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.core.Dense\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.core.Dense\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'units\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-dropout.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-dropout.pbtxt
deleted file mode 100644
index e9a2269a6e..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-dropout.pbtxt
+++ /dev/null
@@ -1,185 +0,0 @@
-path: "tensorflow.layers.Dropout"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.core.Dropout\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.core.Dropout\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'rate\', \'noise_shape\', \'seed\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'0.5\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\', \'training\'], varargs=None, keywords=None, defaults=[\'False\'], "
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-flatten.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-flatten.pbtxt
deleted file mode 100644
index 7d2eaaab2a..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-flatten.pbtxt
+++ /dev/null
@@ -1,185 +0,0 @@
-path: "tensorflow.layers.Flatten"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.core.Flatten\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.core.Flatten\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'data_format\'], varargs=None, keywords=kwargs, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-input-spec.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-input-spec.pbtxt
deleted file mode 100644
index fd02c919ae..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-input-spec.pbtxt
+++ /dev/null
@@ -1,9 +0,0 @@
-path: "tensorflow.layers.InputSpec"
-tf_class {
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.InputSpec\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'dtype\', \'shape\', \'ndim\', \'max_ndim\', \'min_ndim\', \'axes\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-layer.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-layer.pbtxt
deleted file mode 100644
index 8bc3eb26e9..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-layer.pbtxt
+++ /dev/null
@@ -1,183 +0,0 @@
-path: "tensorflow.layers.Layer"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'trainable\', \'name\', \'dtype\'], varargs=None, keywords=kwargs, defaults=[\'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling1-d.pbtxt
deleted file mode 100644
index 6a0dcce56a..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling1-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.MaxPooling1D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.pooling.MaxPooling1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.MaxPooling1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.Pooling1D\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling2-d.pbtxt
deleted file mode 100644
index b6c84edf2a..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling2-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.MaxPooling2D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.pooling.MaxPooling2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.MaxPooling2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.Pooling2D\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling3-d.pbtxt
deleted file mode 100644
index 062a02fa59..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-max-pooling3-d.pbtxt
+++ /dev/null
@@ -1,186 +0,0 @@
-path: "tensorflow.layers.MaxPooling3D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.pooling.MaxPooling3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.MaxPooling3D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.pooling.Pooling3D\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv1-d.pbtxt
deleted file mode 100644
index eaad0fb23e..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv1-d.pbtxt
+++ /dev/null
@@ -1,187 +0,0 @@
-path: "tensorflow.layers.SeparableConv1D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.SeparableConv1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.SeparableConv1D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.SeparableConv\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'depth_multiplier\', \'activation\', \'use_bias\', \'depthwise_initializer\', \'pointwise_initializer\', \'bias_initializer\', \'depthwise_regularizer\', \'pointwise_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'depthwise_constraint\', \'pointwise_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'1\', \'valid\', \'channels_last\', \'1\', \'1\', \'None\', \'True\', \'None\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv2-d.pbtxt
deleted file mode 100644
index ece28a8ce9..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.-separable-conv2-d.pbtxt
+++ /dev/null
@@ -1,187 +0,0 @@
-path: "tensorflow.layers.SeparableConv2D"
-tf_class {
-  is_instance: "<class \'tensorflow.python.layers.convolutional.SeparableConv2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.SeparableConv2D\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.SeparableConv\'>"
-  is_instance: "<class \'tensorflow.python.keras.layers.convolutional.Conv\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'depth_multiplier\', \'activation\', \'use_bias\', \'depthwise_initializer\', \'pointwise_initializer\', \'bias_initializer\', \'depthwise_regularizer\', \'pointwise_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'depthwise_constraint\', \'pointwise_constraint\', \'bias_constraint\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'(1, 1)\', \'valid\', \'channels_last\', \'(1, 1)\', \'1\', \'None\', \'True\', \'None\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.layers.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.layers.pbtxt
deleted file mode 100644
index 0c24e9c7dd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.layers.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.layers"
-tf_module {
-  member {
-    name: "AveragePooling1D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "AveragePooling2D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "AveragePooling3D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "BatchNormalization"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Conv1D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Conv2D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Conv2DTranspose"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Conv3D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Conv3DTranspose"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Dense"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Dropout"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Flatten"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "InputSpec"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Layer"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "MaxPooling1D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "MaxPooling2D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "MaxPooling3D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "SeparableConv1D"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "SeparableConv2D"
-    mtype: "<type \'type\'>"
-  }
-  member_method {
-    name: "average_pooling1d"
-    argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "average_pooling2d"
-    argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "average_pooling3d"
-    argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "batch_normalization"
-    argspec: "args=[\'inputs\', \'axis\', \'momentum\', \'epsilon\', \'center\', \'scale\', \'beta_initializer\', \'gamma_initializer\', \'moving_mean_initializer\', \'moving_variance_initializer\', \'beta_regularizer\', \'gamma_regularizer\', \'beta_constraint\', \'gamma_constraint\', \'training\', \'trainable\', \'name\', \'reuse\', \'renorm\', \'renorm_clipping\', \'renorm_momentum\', \'fused\', \'virtual_batch_size\', \'adjustment\'], varargs=None, keywords=None, defaults=[\'-1\', \'0.99\', \'0.001\', \'True\', \'True\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'<tensorflow.python.ops.init_ops.Ones object instance>\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'<tensorflow.python.ops.init_ops.Ones object instance>\', \'None\', \'None\', \'None\', \'None\', \'False\', \'True\', \'None\', \'None\', \'False\', \'None\', \'0.99\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "conv1d"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'1\', \'valid\', \'channels_last\', \'1\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "conv2d"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'(1, 1)\', \'valid\', \'channels_last\', \'(1, 1)\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "conv2d_transpose"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'(1, 1)\', \'valid\', \'channels_last\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "conv3d"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'(1, 1, 1)\', \'valid\', \'channels_last\', \'(1, 1, 1)\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "conv3d_transpose"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'(1, 1, 1)\', \'valid\', \'channels_last\', \'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "dense"
-    argspec: "args=[\'inputs\', \'units\', \'activation\', \'use_bias\', \'kernel_initializer\', \'bias_initializer\', \'kernel_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'kernel_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'None\', \'True\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "dropout"
-    argspec: "args=[\'inputs\', \'rate\', \'noise_shape\', \'seed\', \'training\', \'name\'], varargs=None, keywords=None, defaults=[\'0.5\', \'None\', \'None\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "flatten"
-    argspec: "args=[\'inputs\', \'name\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'channels_last\'], "
-  }
-  member_method {
-    name: "max_pooling1d"
-    argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "max_pooling2d"
-    argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "max_pooling3d"
-    argspec: "args=[\'inputs\', \'pool_size\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'valid\', \'channels_last\', \'None\'], "
-  }
-  member_method {
-    name: "separable_conv1d"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'depth_multiplier\', \'activation\', \'use_bias\', \'depthwise_initializer\', \'pointwise_initializer\', \'bias_initializer\', \'depthwise_regularizer\', \'pointwise_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'depthwise_constraint\', \'pointwise_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'1\', \'valid\', \'channels_last\', \'1\', \'1\', \'None\', \'True\', \'None\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "separable_conv2d"
-    argspec: "args=[\'inputs\', \'filters\', \'kernel_size\', \'strides\', \'padding\', \'data_format\', \'dilation_rate\', \'depth_multiplier\', \'activation\', \'use_bias\', \'depthwise_initializer\', \'pointwise_initializer\', \'bias_initializer\', \'depthwise_regularizer\', \'pointwise_regularizer\', \'bias_regularizer\', \'activity_regularizer\', \'depthwise_constraint\', \'pointwise_constraint\', \'bias_constraint\', \'trainable\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\'(1, 1)\', \'valid\', \'channels_last\', \'(1, 1)\', \'1\', \'None\', \'True\', \'None\', \'None\', \'<tensorflow.python.ops.init_ops.Zeros object instance>\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'True\', \'None\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 5e018517d7..468cddb3b7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -312,10 +312,6 @@ tf_module {
     name: "keras"
     mtype: "<type \'module\'>"
   }
-  member {
-    name: "layers"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "linalg"
     mtype: "<type \'module\'>"
-- 
GitLab


From 75416e03a9bfbf0e371f9c0ffc1740ea8dbb2e96 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 19:18:56 -0700
Subject: [PATCH 0447/1825] Build file documents all expected failure while
 converting covered models.

PiperOrigin-RevId: 218274356
---
 tensorflow/contrib/lite/build_def.bzl | 29 +++++++++++++--------------
 1 file changed, 14 insertions(+), 15 deletions(-)

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index 40b9a7c480..dee8b3904a 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -419,22 +419,23 @@ def gen_selected_ops(name, model):
         tools = [tool],
     )
 
-def gen_full_model_test(target_ops_list, models, data, tags):
+def gen_model_coverage_test(model_name, data, failure_type):
     """Generates Python test targets for testing TFLite models.
 
     Args:
-      target_ops_list: List of operation sets to test the models on.
-      models: List of models to test.
+      model_name: Name of the model to test (must be also listed in the 'data'
+        dependencies)
       data: List of BUILD targets linking the data.
-      tags: Any additional tags including the test_suite tag.
+      failure_type: List of failure types (none, toco, crash, inference)
+        expected for the corresponding combinations of op sets
+        ("TFLITE_BUILTINS", "TFLITE_BUILTINS,SELECT_TF_OPS", "SELECT_TF_OPS").
     """
-    options = [
-        (target_op_sets, model)
-        for model in models
-        for target_op_sets in target_ops_list
-    ]
-
-    for target_op_sets, model_name in options:
+    i = 0
+    for target_op_sets in ["TFLITE_BUILTINS", "TFLITE_BUILTINS,SELECT_TF_OPS", "SELECT_TF_OPS"]:
+        args = []
+        if failure_type[i] != "none":
+            args.append("--failure_type=%s" % failure_type[i])
+        i = i + 1
         native.py_test(
             name = "model_coverage_test_%s_%s" % (model_name, target_op_sets.lower().replace(",", "_")),
             srcs = ["model_coverage_test.py"],
@@ -442,16 +443,14 @@ def gen_full_model_test(target_ops_list, models, data, tags):
             args = [
                 "--model_name=%s" % model_name,
                 "--target_ops=%s" % target_op_sets,
-            ],
+            ] + args,
             data = data,
             srcs_version = "PY2AND3",
             tags = [
                 "no_oss",
                 "no_windows",
                 "notap",
-                # TODO(nupurgarg): Remove manual tag when this test is running without the BUILD flag.
-                "manual",
-            ] + tags,
+            ],
             deps = [
                 "//tensorflow/contrib/lite/testing/model_coverage:model_coverage_lib",
                 "//tensorflow/contrib/lite/python:lite",
-- 
GitLab


From 57d31b5a9ad9ddb9434796b6253decabda61a972 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 22 Oct 2018 19:51:09 -0700
Subject: [PATCH 0448/1825] internal change

PiperOrigin-RevId: 218276546
---
 tensorflow/compiler/tf2xla/python/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/tf2xla/python/BUILD b/tensorflow/compiler/tf2xla/python/BUILD
index 69ca394360..8b559c8750 100644
--- a/tensorflow/compiler/tf2xla/python/BUILD
+++ b/tensorflow/compiler/tf2xla/python/BUILD
@@ -2,6 +2,7 @@ licenses(["notice"])  # Apache 2.0
 
 package(
     default_visibility = [
+        "//learning/deepmind/public/wavenet/python:__subpackages__",
         "//learning/tfx:__subpackages__",
         "//tensorflow:internal",
     ],
-- 
GitLab


From 50f6bb67dc98c9b74630b6047aae7a4f8a40fd02 Mon Sep 17 00:00:00 2001
From: Eugene Brevdo <ebrevdo@google.com>
Date: Mon, 22 Oct 2018 20:58:42 -0700
Subject: [PATCH 0449/1825] [TF] Update export for
 softmax_cross_entropy_with_logits.

PiperOrigin-RevId: 218281581
---
 tensorflow/python/ops/nn_ops.py                  | 16 ++++------------
 .../tools/api/golden/v1/tensorflow.nn.pbtxt      |  2 +-
 .../tools/api/golden/v2/tensorflow.nn.pbtxt      |  6 +-----
 3 files changed, 6 insertions(+), 18 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 88c26db5c6..e31d162285 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -1771,13 +1771,9 @@ def _ensure_xent_args(name, sentinel, labels, logits):
     raise ValueError("Both labels and logits must be provided.")
 
 
-@tf_export("nn.softmax_cross_entropy_with_logits_v2")
-def softmax_cross_entropy_with_logits_v2(
-    _sentinel=None,  # pylint: disable=invalid-name
-    labels=None,
-    logits=None,
-    dim=-1,
-    name=None):
+@tf_export("nn.softmax_cross_entropy_with_logits",
+           v1=["nn.softmax_cross_entropy_with_logits_v2"])
+def softmax_cross_entropy_with_logits_v2(labels, logits, dim=-1, name=None):
   """Computes softmax cross entropy between `logits` and `labels`.
 
   Measures the probability error in discrete classification tasks in which the
@@ -1812,7 +1808,6 @@ def softmax_cross_entropy_with_logits_v2(
   this function.**
 
   Args:
-    _sentinel: Used to prevent positional parameters. Internal, do not use.
     labels: Each vector along the class dimension should hold a valid
       probability distribution e.g. for the case in which labels are of shape
       `[batch_size, num_classes]`, each row of `labels[i]` must be a valid
@@ -1826,9 +1821,6 @@ def softmax_cross_entropy_with_logits_v2(
     same as `logits` and its shape is the same as `labels` except that it does
     not have the last dimension of `labels`.
   """
-  _ensure_xent_args("softmax_cross_entropy_with_logits", _sentinel, labels,
-                    logits)
-
   # TODO(pcmurray) Raise an error when the labels do not sum to 1. Note: This
   # could break users who call this with bad labels, but disregard the bad
   # results.
@@ -1900,7 +1892,7 @@ See `tf.nn.softmax_cross_entropy_with_logits_v2`.
 """
 
 
-@tf_export("nn.softmax_cross_entropy_with_logits")
+@tf_export(v1=["nn.softmax_cross_entropy_with_logits"])
 @deprecation.deprecated(date=None, instructions=_XENT_DEPRECATION)
 def softmax_cross_entropy_with_logits(
     _sentinel=None,  # pylint: disable=invalid-name
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
index b7f5d88fd4..93f2fda2ac 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
@@ -302,7 +302,7 @@ tf_module {
   }
   member_method {
     name: "softmax_cross_entropy_with_logits_v2"
-    argspec: "args=[\'_sentinel\', \'labels\', \'logits\', \'dim\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'-1\', \'None\'], "
+    argspec: "args=[\'labels\', \'logits\', \'dim\', \'name\'], varargs=None, keywords=None, defaults=[\'-1\', \'None\'], "
   }
   member_method {
     name: "softplus"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 5b3f13653f..8e9994e54a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -290,11 +290,7 @@ tf_module {
   }
   member_method {
     name: "softmax_cross_entropy_with_logits"
-    argspec: "args=[\'_sentinel\', \'labels\', \'logits\', \'dim\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'-1\', \'None\'], "
-  }
-  member_method {
-    name: "softmax_cross_entropy_with_logits_v2"
-    argspec: "args=[\'_sentinel\', \'labels\', \'logits\', \'dim\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'-1\', \'None\'], "
+    argspec: "args=[\'labels\', \'logits\', \'dim\', \'name\'], varargs=None, keywords=None, defaults=[\'-1\', \'None\'], "
   }
   member_method {
     name: "softplus"
-- 
GitLab


From 0ebe9a2be5f8a4cfef5fbb7f99c24a8290c7dbac Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Mon, 22 Oct 2018 21:43:33 -0700
Subject: [PATCH 0450/1825] [XLA:GPU] Don't fuse non-scalar constants in GPU
 executables.

Constants within fusions don't get the special treatment that top-level GPU
constants get that lets us avoid putting them in the IR.

We could fix the fusion emitter to be aware of this GPU-specific thing, but I
sort of think it's better to make the representation explicit by pulling the
constants out of the fusion.

PiperOrigin-RevId: 218285050
---
 .../xla/service/gpu/instruction_fusion.cc     | 15 ++++++----
 .../service/gpu/instruction_fusion_test.cc    | 30 +++++++++++++++++++
 .../xla/service/gpu/multi_output_fusion.cc    |  6 ++++
 3 files changed, 46 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
index 1d66787d89..c80cdc810a 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
@@ -252,12 +252,17 @@ bool GpuInstructionFusion::ShouldFuse(HloInstruction* consumer,
     return false;
   }
 
-  // Fuse scalar constants into loop fusion nodes, this reduces the number of
+  // Fuse scalar constants into loop fusion nodes. This reduces the number of
   // parameters and makes matching scalar broadcasts easier.
-  if (ShapeUtil::IsEffectiveScalar(producer->shape()) &&
-      consumer->opcode() == HloOpcode::kFusion &&
-      producer->opcode() == HloOpcode::kConstant) {
-    return true;
+  //
+  // Don't fuse other constants: Unfused constants in GPU land can be
+  // represented as an external constant (i.e. not emitted in LLVM IR / PTX),
+  // but fused constants are handled by shrared CPU/GPU code and always emitted
+  // in the IR/PTX.  The external constant representation makes for faster
+  // compiles and significantly smaller assembly code.
+  if (producer->opcode() == HloOpcode::kConstant) {
+    return ShapeUtil::IsEffectiveScalar(producer->shape()) &&
+           consumer->opcode() == HloOpcode::kFusion;
   }
 
   if (!IsFusible(*producer) || !IsFusible(*consumer) ||
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index fd9b7cee80..7ca72abff1 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -748,5 +748,35 @@ TEST_F(InstructionFusionTest, FuseIntoScatter) {
               op::Scatter(op::Add(), op::Add(), op::Add()));
 }
 
+TEST_F(InstructionFusionTest, NonscalarConstantsNotFused) {
+  auto module = ParseHloString(R"(
+    HloModule test_module
+
+    add {
+      lhs = f32[] parameter(0)
+      rhs = f32[] parameter(1)
+      ROOT add = f32[] add(lhs, rhs)
+    }
+
+    ENTRY BroadcastIntoReduce {
+      constant = f32[16] constant({0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15})
+      broadcast = f32[16,16,16,16]{3,2,1,0} broadcast(constant), dimensions={0}
+      constant.1 = f32[] constant(0)
+      ROOT reduce = f32[] reduce(broadcast, constant.1), dimensions={0,1,2,3},
+                                                         to_apply=add
+    })")
+                    .ValueOrDie();
+
+  EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
+                  .Run(module.get())
+                  .ValueOrDie());
+  // The f32[16] constant should not be fused into the reduce, but the f32[]
+  // constant should be.
+  auto* root = module->entry_computation()->root_instruction();
+  ASSERT_THAT(root, op::Fusion());
+  EXPECT_THAT(root->fused_instructions_computation()->root_instruction(),
+              op::Reduce(op::Broadcast(op::Parameter()), op::Constant()));
+}
+
 }  // namespace gpu
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc
index 835924024b..9427d3d54a 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc
@@ -180,6 +180,12 @@ bool GpuMultiOutputFusion::DoProducerConsumerMultiOutputFusion() {
         VLOG(3) << producer->name() << " is not fusible.";
         continue;
       }
+      // Never multi-output fuse constants.  To the extent that we want to fuse
+      // constants, that should be handled by the regular fusion pass.
+      if (producer->opcode() == HloOpcode::kConstant) {
+        VLOG(3) << producer->name() << " is a constant.";
+        continue;
+      }
       const bool is_loop_fusion =
           producer->opcode() == HloOpcode::kFusion &&
           producer->fusion_kind() == HloInstruction::FusionKind::kLoop;
-- 
GitLab


From 23b3cd5483e1a660edbbedbd7dd82192b12d0edb Mon Sep 17 00:00:00 2001
From: Pan Daoxin <daoxin.pan@intel.com>
Date: Tue, 23 Oct 2018 15:33:14 +0800
Subject: [PATCH 0451/1825] Fix clang-format style.

---
 tensorflow/core/util/mkl_util.h | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/util/mkl_util.h b/tensorflow/core/util/mkl_util.h
index 1e56753414..81c0abd2fd 100644
--- a/tensorflow/core/util/mkl_util.h
+++ b/tensorflow/core/util/mkl_util.h
@@ -2174,14 +2174,14 @@ class MklReorderPrimitiveFactory : public MklPrimitiveFactory<T> {
       const int KIdxFirstStride = 0;
       memory::dims from_dims(from_desc.dims, &from_desc.dims[from_desc.ndims]);
       memory::dims to_dims(to_desc.dims, &to_desc.dims[to_desc.ndims]);
-      memory::dims from_strides(from_desc.layout_desc.blocking
-                                .strides[KIdxFirstStride],
-                                &from_desc.layout_desc.blocking
-                                .strides[KIdxFirstStride][from_desc.ndims]);
-      memory::dims to_strides(to_desc.layout_desc.blocking
-                              .strides[KIdxFirstStride],
-                              &to_desc.layout_desc.blocking
-                              .strides[KIdxFirstStride][to_desc.ndims]);
+      memory::dims from_strides(
+          from_desc.layout_desc.blocking.strides[KIdxFirstStride],
+          &from_desc.layout_desc.blocking
+               .strides[KIdxFirstStride][from_desc.ndims]);
+      memory::dims to_strides(
+          to_desc.layout_desc.blocking.strides[KIdxFirstStride],
+          &to_desc.layout_desc.blocking
+               .strides[KIdxFirstStride][to_desc.ndims]);
       key_creator.AddAsKey(prefix);
       key_creator.AddAsKey(static_cast<int>(from_desc.format));
       key_creator.AddAsKey(static_cast<int>(from_desc.data_type));
-- 
GitLab


From 8c072a519e2beed483adb361a9be934a47bee366 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 00:45:32 -0700
Subject: [PATCH 0452/1825] Get rid of nvcc warning about including internal
 headers. See issue #22925.

Use select for cpu-arch.

Auto-format file.

PiperOrigin-RevId: 218299288
---
 third_party/nccl/build_defs.bzl.tpl | 84 +++++++++++++++--------------
 1 file changed, 44 insertions(+), 40 deletions(-)

diff --git a/third_party/nccl/build_defs.bzl.tpl b/third_party/nccl/build_defs.bzl.tpl
index 886f6ddcd4..d13a564611 100644
--- a/third_party/nccl/build_defs.bzl.tpl
+++ b/third_party/nccl/build_defs.bzl.tpl
@@ -15,6 +15,7 @@ def _gen_nccl_h_impl(ctx):
             "${nccl:Version}": "2305",
         },
     )
+
 gen_nccl_h = rule(
     implementation = _gen_nccl_h_impl,
     attrs = {
@@ -24,15 +25,14 @@ gen_nccl_h = rule(
 )
 """Creates the NCCL header file."""
 
-
 def _process_srcs_impl(ctx):
     """Appends .cc to .cu files, patches include directives."""
     files = []
     for src in ctx.files.srcs:
         if not src.is_source:
-          # Process only once, specifically "src/nccl.h".
-          files.append(src)
-          continue
+            # Process only once, specifically "src/nccl.h".
+            files.append(src)
+            continue
         name = src.basename
         if src.extension == "cu":
             name = ctx.attr.prefix + name + ".cc"
@@ -52,6 +52,7 @@ def _process_srcs_impl(ctx):
         )
         files.append(file)
     return [DefaultInfo(files = depset(files))]
+
 _process_srcs = rule(
     implementation = _process_srcs_impl,
     attrs = {
@@ -61,8 +62,7 @@ _process_srcs = rule(
 )
 """Processes the NCCL srcs so they can be compiled with bazel and clang."""
 
-
-def nccl_library(name, srcs=None, hdrs=None, prefix=None, **kwargs):
+def nccl_library(name, srcs = None, hdrs = None, prefix = None, **kwargs):
     """Processes the srcs and hdrs and creates a cc_library."""
 
     _process_srcs(
@@ -82,7 +82,6 @@ def nccl_library(name, srcs=None, hdrs=None, prefix=None, **kwargs):
         **kwargs
     )
 
-
 def rdc_copts():
     """Returns copts for compiling relocatable device code."""
 
@@ -92,25 +91,25 @@ def rdc_copts():
     maxrregcount = "-maxrregcount=96"
 
     return cuda_default_copts() + select({
-          "@local_config_cuda//cuda:using_nvcc": [
-              "-nvcc_options",
-              "relocatable-device-code=true",
-              "-nvcc_options",
-              "ptxas-options=" + maxrregcount,
-          ],
-          "@local_config_cuda//cuda:using_clang": [
-              "-fcuda-rdc",
-              "-Xcuda-ptxas",
-              maxrregcount,
-          ],
-          "//conditions:default": [],
-      }) + ["-fvisibility=hidden"]
-
+        "@local_config_cuda//cuda:using_nvcc": [
+            "-nvcc_options",
+            "relocatable-device-code=true",
+            "-nvcc_options",
+            "ptxas-options=" + maxrregcount,
+        ],
+        "@local_config_cuda//cuda:using_clang": [
+            "-fcuda-rdc",
+            "-Xcuda-ptxas",
+            maxrregcount,
+        ],
+        "//conditions:default": [],
+    }) + ["-fvisibility=hidden"]
 
 def _filter_impl(ctx):
     suffix = ctx.attr.suffix
     files = [src for src in ctx.files.srcs if src.path.endswith(suffix)]
     return [DefaultInfo(files = depset(files))]
+
 _filter = rule(
     implementation = _filter_impl,
     attrs = {
@@ -120,7 +119,6 @@ _filter = rule(
 )
 """Filters the srcs to the ones ending with suffix."""
 
-
 def _gen_link_src_impl(ctx):
     ctx.actions.expand_template(
         output = ctx.outputs.output,
@@ -130,6 +128,7 @@ def _gen_link_src_impl(ctx):
             "FATBINFILE": '"%s"' % ctx.file.fatbin_hdr.short_path,
         },
     )
+
 _gen_link_src = rule(
     implementation = _gen_link_src_impl,
     attrs = {
@@ -141,7 +140,6 @@ _gen_link_src = rule(
 )
 """Patches the include directives for the link.stub file."""
 
-
 def device_link(name, srcs):
     """Links seperately compiled relocatable device code into a cc_library."""
 
@@ -152,14 +150,6 @@ def device_link(name, srcs):
         suffix = ".pic.a",
     )
 
-    cpu_arch = "X86_64"
-    native.genrule(
-        name = "get_cpu_gen",
-        outs = [cpu_arch],
-        cmd = "uname -m",
-    )
-    cpu_arch = cpu_arch.upper()
-
     # Device-link to cubins for each architecture.
     images = []
     cubins = []
@@ -167,10 +157,18 @@ def device_link(name, srcs):
         cubin = "%s_%s.cubin" % (name, arch)
         register_hdr = "%s_%s.h" % (name, arch)
         nvlink = "@local_config_nccl//:nvlink"
-        cmd = ("$(location %s) --cpu-arch=%s " % (nvlink, cpu_arch) +
-            "--arch=%s $(SRCS) " % arch +
-            "--register-link-binaries=$(location %s) " % register_hdr +
-            "--output-file=$(location %s)" % cubin)
+        cmd = ("$(location %s) " % nvlink +
+               select({
+                   # NCCL is only supported on Linux.
+                   "@org_tensorflow//tensorflow:linux_x86_64":
+                       "--cpu-arch=X86_64 ",
+                   "@org_tensorflow//tensorflow:linux_ppc64le":
+                       "--cpu-arch=PPC64LE ",
+                   "//conditions:default": "",
+               }) +
+               "--arch=%s $(SRCS) " % arch +
+               "--register-link-binaries=$(location %s) " % register_hdr +
+               "--output-file=$(location %s)" % cubin)
         native.genrule(
             name = "%s_%s" % (name, arch),
             outs = [register_hdr, cubin],
@@ -184,10 +182,10 @@ def device_link(name, srcs):
     # Generate fatbin header from all cubins.
     fatbin_hdr = name + ".fatbin.h"
     fatbinary = "@local_config_nccl//:cuda/bin/fatbinary"
-    cmd = ("PATH=$$CUDA_TOOLKIT_PATH/bin:$$PATH " + # for bin2c
-          "$(location %s) -64 --cmdline=--compile-only --link " % fatbinary +
-          "--compress-all %s --create=%%{name}.fatbin " % " ".join(images) +
-          "--embedded-fatbin=$@")
+    cmd = ("PATH=$$CUDA_TOOLKIT_PATH/bin:$$PATH " +  # for bin2c
+           "$(location %s) -64 --cmdline=--compile-only --link " % fatbinary +
+           "--compress-all %s --create=%%{name}.fatbin " % " ".join(images) +
+           "--embedded-fatbin=$@")
     native.genrule(
         name = name + "_fatbin_h",
         outs = [fatbin_hdr],
@@ -215,5 +213,11 @@ def device_link(name, srcs):
             "@local_config_cuda//cuda:cuda_headers",
             "@local_config_cuda//cuda:cudart_static",
         ],
-        defines = ["__NV_EXTRA_INITIALIZATION=", "__NV_EXTRA_FINALIZATION="]
+        defines = [
+            # Silence warning about including internal header.
+            "__CUDA_INCLUDE_COMPILER_INTERNAL_HEADERS__",
+            # Macros that need to be defined starting with CUDA 10.
+            "__NV_EXTRA_INITIALIZATION",
+            "__NV_EXTRA_FINALIZATION",
+        ],
     )
-- 
GitLab


From 17aa382e3b00a4fe7720ca6f4d3e1bd154a696f6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 02:02:35 -0700
Subject: [PATCH 0453/1825] compat: Update forward compatibility horizon to
 2018-10-23

PiperOrigin-RevId: 218308017
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 08b89a2c03..807732059e 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 22)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 23)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 649639dad0c378dbc929f62ffb86b32cd788163d Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Tue, 23 Oct 2018 12:37:58 +0100
Subject: [PATCH 0454/1825] Minor refactor

---
 tensorflow/c/c_api.h                       | 5 ++---
 tensorflow/core/graph/graph_constructor.cc | 2 +-
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index b741bac546..da8ad1cec5 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -900,9 +900,8 @@ TF_CAPI_EXPORT extern void TF_DeleteImportGraphDefOptions(
 TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetPrefix(
     TF_ImportGraphDefOptions* opts, const char* prefix);
 
-// Set default execution device for the nodes in the `graph_def`
-// if it has not been explicitly specified for operation already,
-// it will be imported into `graph` then.
+// Set the execution device for nodes in `graph_def`.
+// Only applies to nodes where a device was not already explicitly specified.
 // `device` is copied and has no lifetime requirements.
 TF_CAPI_EXPORT extern void TF_ImportGraphDefOptionsSetDefaultDevice(
     TF_ImportGraphDefOptions* opts, const char* device);
diff --git a/tensorflow/core/graph/graph_constructor.cc b/tensorflow/core/graph/graph_constructor.cc
index 0ddab8264f..fb0534d93f 100644
--- a/tensorflow/core/graph/graph_constructor.cc
+++ b/tensorflow/core/graph/graph_constructor.cc
@@ -113,7 +113,7 @@ class GraphConstructor {
     bool validate_colocation_constraints;
     bool validate_shape = true;
 
-    std::string default_device;
+    string default_device;
   };
 
   typedef gtl::ArraySlice<const NodeDef*> NodeDefSlice;
-- 
GitLab


From d0e05f9bc922369ecea7c91fbcb27599c76172a6 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Tue, 23 Oct 2018 12:38:45 +0100
Subject: [PATCH 0455/1825] Simplify test to explicitly show which node should
 have which device

---
 .../core/graph/graph_constructor_test.cc      | 36 ++++++-------------
 1 file changed, 10 insertions(+), 26 deletions(-)

diff --git a/tensorflow/core/graph/graph_constructor_test.cc b/tensorflow/core/graph/graph_constructor_test.cc
index 92c6bbd9d4..93a7ef813f 100644
--- a/tensorflow/core/graph/graph_constructor_test.cc
+++ b/tensorflow/core/graph/graph_constructor_test.cc
@@ -3206,7 +3206,6 @@ TEST_F(GraphConstructorTest, ImportGraphDef_ValidateColationConstraints) {
 }
 
 TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDevice) {
-  std::string stored_dev = "some dev";
   std::string gdef_ascii(
       R"EOF(
       node { name: 'test_input' op: 'TestInput' }
@@ -3216,36 +3215,21 @@ TEST_F(GraphConstructorTest, ImportGraphDef_ValidateDefaultDevice) {
       )EOF");
 
   GraphDef gdef;
-  CHECK(protobuf::TextFormat::ParseFromString(gdef_ascii, &gdef));
+  ASSERT_TRUE(protobuf::TextFormat::ParseFromString(gdef_ascii, &gdef));
 
   ImportGraphDefOptions options;
-  // assign this execution device for the nodes, which do not alreadt have default device, specified in graph_def
-  // node->requested_device() should be either this assigned device, or default device from graph_def
-  std::string assigned_dev = "/gpu:13";
-  options.default_device = assigned_dev;
-
-  std::map<std::string, std::string> node_dev_map;
-  std::vector<std::string> assigned_dev_nodes = {"test_input", "test_op"};
-  std::vector<std::string> stored_dev_nodes = {"test_input_with_dev", "test_op_with_dev"};
-  options.return_nodes = assigned_dev_nodes;
-  options.return_nodes.insert(options.return_nodes.end(), stored_dev_nodes.begin(), stored_dev_nodes.end() );
-
-  for (auto node: assigned_dev_nodes) {
-    node_dev_map.insert(std::make_pair(node, assigned_dev));
-  }
-  for (auto node: stored_dev_nodes) {
-    node_dev_map.insert(std::make_pair(node, stored_dev));
-  }
-
+  options.default_device = "/gpu:13";
   ImportGraphDefResults res;
 
-  TF_EXPECT_OK(ImportGraphDef(options, gdef, &graph_, NULL, &res));
-  EXPECT_EQ(res.return_nodes.size(), options.return_nodes.size());
-  for (auto node: res.return_nodes) {
-    auto expected_dev = node_dev_map.find(node->name());
-    EXPECT_EQ(true, expected_dev != node_dev_map.end());
-    EXPECT_EQ(node->requested_device(), expected_dev->second);
+  TF_ASSERT_OK(ImportGraphDef(options, gdef, &graph_, NULL, &res));
+  std::map<string, string> node2dev;
+  for (Node* n : graph_.nodes()) {
+    node2dev[n->name()] = n->requested_device();
   }
+  EXPECT_EQ(node2dev["test_input"], "/gpu:13");
+  EXPECT_EQ(node2dev["test_op"], "/gpu:13");
+  EXPECT_EQ(node2dev["test_input_with_dev"], "some dev");
+  EXPECT_EQ(node2dev["test_op_with_dev"], "some dev");
 }
 
 TEST_F(GraphConstructorTest, ImportGraphDef_UnknownOps) {
-- 
GitLab


From e82b46e58d5cc05eb3152c7bfe6471bd194bf2fa Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 23 Oct 2018 07:07:24 -0700
Subject: [PATCH 0456/1825] Allow the target of Transformer.visit_block to be
 None.

PiperOrigin-RevId: 218336619
---
 tensorflow/python/autograph/pyct/transformer.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/python/autograph/pyct/transformer.py b/tensorflow/python/autograph/pyct/transformer.py
index 7827e6e9cd..1ad14cdeca 100644
--- a/tensorflow/python/autograph/pyct/transformer.py
+++ b/tensorflow/python/autograph/pyct/transformer.py
@@ -325,6 +325,9 @@ class Base(gast.NodeTransformer):
       A list of AST node objects containing the transformed items fron nodes,
       except those nodes that have been relocated using after_visit.
     """
+    if nodes is None:
+      return None
+
     results = []
     node_destination = results
     for node in nodes:
-- 
GitLab


From bd7de65f74577da82466549fbf089807296013f9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 07:24:46 -0700
Subject: [PATCH 0457/1825] Fix NCCL OSS build for CUDA 10.

PiperOrigin-RevId: 218338355
---
 third_party/nccl/build_defs.bzl.tpl | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/third_party/nccl/build_defs.bzl.tpl b/third_party/nccl/build_defs.bzl.tpl
index d13a564611..bb6518753b 100644
--- a/third_party/nccl/build_defs.bzl.tpl
+++ b/third_party/nccl/build_defs.bzl.tpl
@@ -217,7 +217,7 @@ def device_link(name, srcs):
             # Silence warning about including internal header.
             "__CUDA_INCLUDE_COMPILER_INTERNAL_HEADERS__",
             # Macros that need to be defined starting with CUDA 10.
-            "__NV_EXTRA_INITIALIZATION",
-            "__NV_EXTRA_FINALIZATION",
+            "__NV_EXTRA_INITIALIZATION=",
+            "__NV_EXTRA_FINALIZATION=",
         ],
     )
-- 
GitLab


From 62ebf62948554f36401132bf93d821c0b8abc510 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Tue, 23 Oct 2018 07:44:13 -0700
Subject: [PATCH 0458/1825] Initialize nccl_lib_path.

PiperOrigin-RevId: 218340343
---
 configure.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/configure.py b/configure.py
index ceaae63993..42aab032d2 100644
--- a/configure.py
+++ b/configure.py
@@ -1182,6 +1182,7 @@ def set_tf_nccl_install_path(environ_cp):
       if is_windows() or is_cygwin():
         nccl_install_path = cygpath(nccl_install_path)
 
+      nccl_lib_path = ''
       if is_windows():
         nccl_lib_path = 'lib/x64/nccl.lib'
       elif is_linux():
-- 
GitLab


From c9bfe819a2e53dd2fe836c664135d5685f04af6d Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 23 Oct 2018 07:50:15 -0700
Subject: [PATCH 0459/1825] Fix the converter test: analysis should run before
 the transformation, not after.

PiperOrigin-RevId: 218340999
---
 tensorflow/python/autograph/core/converter_testing.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/autograph/core/converter_testing.py b/tensorflow/python/autograph/core/converter_testing.py
index 804fc6fe7e..83785793a1 100644
--- a/tensorflow/python/autograph/core/converter_testing.py
+++ b/tensorflow/python/autograph/core/converter_testing.py
@@ -123,9 +123,9 @@ class TestCase(test.TestCase):
 
     if not isinstance(converter_module, (list, tuple)):
       converter_module = (converter_module,)
-    for m in converter_module:
+    for i, m in enumerate(converter_module):
+      node = converter.standard_analysis(node, ctx, is_initial=not i)
       node = m.transform(node, ctx)
-      node = converter.standard_analysis(node, ctx, is_initial=True)
 
     with self.compiled(node, namespace, *tf_symbols) as result:
       yield result
-- 
GitLab


From 5a1c7a07956f8544d1de39e2bf377996c73290cc Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 23 Oct 2018 08:45:10 -0700
Subject: [PATCH 0460/1825] Split concatenate ops with more than 128 operands.

On GPU, we have a limited parameter space, therefore we need to make sure
that variadic ops like concatenate don't have too many parameters.

PiperOrigin-RevId: 218347691
---
 tensorflow/compiler/xla/service/gpu/BUILD     |  39 +++++++
 .../xla/service/gpu/nvptx_compiler.cc         |   4 +
 .../xla/service/gpu/variadic_op_splitter.cc   | 106 ++++++++++++++++++
 .../xla/service/gpu/variadic_op_splitter.h    |  38 +++++++
 .../service/gpu/variadic_op_splitter_test.cc  |  81 +++++++++++++
 5 files changed, 268 insertions(+)
 create mode 100644 tensorflow/compiler/xla/service/gpu/variadic_op_splitter.cc
 create mode 100644 tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h
 create mode 100644 tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc

diff --git a/tensorflow/compiler/xla/service/gpu/BUILD b/tensorflow/compiler/xla/service/gpu/BUILD
index 449fd919d6..b582c82708 100644
--- a/tensorflow/compiler/xla/service/gpu/BUILD
+++ b/tensorflow/compiler/xla/service/gpu/BUILD
@@ -683,6 +683,7 @@ cc_library(
         ":partition_assignment",
         ":stream_assignment",
         ":stream_executor_util",
+        ":variadic_op_splitter",
         "//tensorflow/compiler/xla:protobuf_util",
         "//tensorflow/compiler/xla:status_macros",
         "//tensorflow/compiler/xla:statusor",
@@ -999,3 +1000,41 @@ tf_cc_test(
         "@com_google_absl//absl/strings",
     ],
 )
+
+cc_library(
+    name = "variadic_op_splitter",
+    srcs = ["variadic_op_splitter.cc"],
+    hdrs = ["variadic_op_splitter.h"],
+    deps = [
+        ":ir_emission_utils",
+        "//tensorflow/compiler/xla:literal_util",
+        "//tensorflow/compiler/xla:statusor",
+        "//tensorflow/compiler/xla:util",
+        "//tensorflow/compiler/xla:window_util",
+        "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/compiler/xla/service:hlo",
+        "//tensorflow/compiler/xla/service:hlo_casting_utils",
+        "//tensorflow/compiler/xla/service:hlo_pass",
+        "//tensorflow/core:lib",
+        "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/types:span",
+    ],
+)
+
+tf_cc_test(
+    name = "variadic_op_splitter_test",
+    srcs = ["variadic_op_splitter_test.cc"],
+    deps = [
+        ":ir_emission_utils",
+        ":variadic_op_splitter",
+        "//tensorflow/compiler/xla:literal_util",
+        "//tensorflow/compiler/xla:shape_util",
+        "//tensorflow/compiler/xla:status_macros",
+        "//tensorflow/compiler/xla:util",
+        "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/compiler/xla/service:hlo",
+        "//tensorflow/compiler/xla/service:hlo_matchers",
+        "//tensorflow/compiler/xla/service:hlo_parser",
+        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+    ],
+)
diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index 791d414c91..b2c9f36edb 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -60,6 +60,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/gpu/stream_assignment.h"
 #include "tensorflow/compiler/xla/service/gpu/stream_executor_util.h"
 #include "tensorflow/compiler/xla/service/gpu/thunk_schedule.h"
+#include "tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
 #include "tensorflow/compiler/xla/service/hlo_computation.h"
 #include "tensorflow/compiler/xla/service/hlo_constant_folding.h"
@@ -286,6 +287,9 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
 
   {
     HloPassFix<HloPassPipeline> fusion("fusion");
+    // We try to split variadic ops with many parameters into several such ops
+    // to avoid exceeding the parameter space.
+    fusion.AddPass<VariadicOpSplitter>();
     fusion.AddInvariantChecker<HloVerifier>(
         /*layout_sensitive=*/true,
         /*allow_mixed_precision=*/false,
diff --git a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter.cc b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter.cc
new file mode 100644
index 0000000000..c552c29254
--- /dev/null
+++ b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter.cc
@@ -0,0 +1,106 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h"
+
+#include <vector>
+
+#include "absl/types/span.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_module.h"
+#include "tensorflow/compiler/xla/statusor.h"
+#include "tensorflow/compiler/xla/util.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+#include "tensorflow/core/lib/core/errors.h"
+
+namespace xla {
+namespace gpu {
+
+namespace {
+// The parameter space on the GPU device is limited. We pick an arbitrary low
+// constant here to try to prevent exceeding this parameter space. For a proper
+// fix, we would have to take into account which parameters share a buffer, and
+// how big these buffers are.
+constexpr int32 kMaxParameters = 128;
+
+StatusOr<bool> SplitConcatenate(HloInstruction* concat, HloComputation* comp) {
+  auto operands = concat->operands();
+  std::vector<HloInstruction*> operands_to_split(operands.begin(),
+                                                 operands.end());
+  while (operands_to_split.size() > 1) {
+    std::vector<HloInstruction*> new_operands;
+    absl::Span<HloInstruction*> operands_span(operands_to_split);
+    for (int64 offset = 0; offset < operands_to_split.size();
+         offset += kMaxParameters) {
+      // Check if there is a remainder of operands that does not completely fill
+      // one "batch" of exactly 'kMaxParameters' operands. If there are only
+      // less than 'kMaxParameters' operands left, then we still put them into a
+      // concat together. Otherwise, we spare them for another round so that
+      // they can be put together into a concat with some of the newly created
+      // concats.
+      if (offset > 0 && offset + kMaxParameters > operands_to_split.size()) {
+        new_operands.insert(new_operands.end(),
+                            operands_to_split.begin() + offset,
+                            operands_to_split.end());
+      } else {
+        Shape new_shape = concat->shape();
+        int64 concat_dimension_size = 0;
+        for (int64 i = 0;
+             i < kMaxParameters && offset + i < operands_to_split.size(); ++i) {
+          concat_dimension_size +=
+              operands_to_split[i + offset]->shape().dimensions(
+                  concat->concatenate_dimension());
+        }
+        new_shape.set_dimensions(concat->concatenate_dimension(),
+                                 concat_dimension_size);
+        auto new_concat = comp->AddInstruction(concat->CloneWithNewOperands(
+            new_shape, operands_span.subspan(offset, kMaxParameters)));
+        new_operands.push_back(new_concat);
+      }
+    }
+    operands_to_split = new_operands;
+  }
+  TF_RETURN_IF_ERROR(comp->ReplaceInstruction(concat, operands_to_split[0]));
+  return true;
+}
+
+std::vector<HloInstruction*> GetRelevantVariadicOps(HloComputation* comp) {
+  std::vector<HloInstruction*> ops;
+  for (HloInstruction* instr : comp->instructions()) {
+    if (instr->opcode() == HloOpcode::kConcatenate &&
+        instr->operand_count() > kMaxParameters) {
+      ops.push_back(instr);
+    }
+  }
+  return ops;
+}
+
+}  // namespace
+
+StatusOr<bool> VariadicOpSplitter::Run(HloModule* module) {
+  bool changed = false;
+  for (HloComputation* comp : module->MakeNonfusionComputations()) {
+    for (HloInstruction* op : GetRelevantVariadicOps(comp)) {
+      // TODO(b/112613927): Handle also other ops than concatenate.
+      TF_ASSIGN_OR_RETURN(bool result, SplitConcatenate(op, comp));
+      changed |= result;
+    }
+  }
+  return changed;
+}
+
+}  // namespace gpu
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h
new file mode 100644
index 0000000000..7673ad0d48
--- /dev/null
+++ b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h
@@ -0,0 +1,38 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_XLA_SERVICE_GPU_VARIADIC_OP_SPLITTER_H_
+#define TENSORFLOW_COMPILER_XLA_SERVICE_GPU_VARIADIC_OP_SPLITTER_H_
+
+#include "absl/strings/string_view.h"
+#include "tensorflow/compiler/xla/service/hlo_pass_interface.h"
+#include "tensorflow/compiler/xla/statusor.h"
+
+namespace xla {
+namespace gpu {
+
+// Splits variadic ops with many operands into pieces such that we don't exceed
+// the parameter space on the GPU. Currently only concatenate ops are split up.
+class VariadicOpSplitter : public HloModulePass {
+ public:
+  absl::string_view name() const override { return "variadic-op-splitter"; }
+
+  StatusOr<bool> Run(HloModule* module) override;
+};
+
+}  // namespace gpu
+}  // namespace xla
+
+#endif  // TENSORFLOW_COMPILER_XLA_SERVICE_GPU_VARIADIC_OP_SPLITTER_H_
diff --git a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
new file mode 100644
index 0000000000..c4309c105e
--- /dev/null
+++ b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
@@ -0,0 +1,81 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/gpu/variadic_op_splitter.h"
+
+#include "tensorflow/compiler/xla/literal_util.h"
+#include "tensorflow/compiler/xla/service/gpu/ir_emission_utils.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_module.h"
+#include "tensorflow/compiler/xla/service/hlo_parser.h"
+#include "tensorflow/compiler/xla/shape_util.h"
+#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/util.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+
+namespace xla {
+namespace gpu {
+namespace {
+
+class VariadicOpSplitterTest : public HloVerifiedTestBase {};
+
+TEST_F(VariadicOpSplitterTest, DontSplit) {
+  auto module = ParseAndReturnVerifiedModule(R"(
+  HloModule TestModule
+
+  ENTRY TestComputation {
+    p0 = f16[30,41] parameter(0)
+    p1 = f16[30,41] parameter(1)
+    ROOT result = f16[60, 41] concatenate(p0, p1), dimensions={0}
+  })")
+                    .ValueOrDie();
+  EXPECT_FALSE(VariadicOpSplitter().Run(module.get()).ValueOrDie());
+}
+
+TEST_F(VariadicOpSplitterTest, SplitInto2) {
+  auto builder = HloComputation::Builder(TestName());
+  auto operand = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({42})));
+  std::vector<HloInstruction*> concat_operands(255, operand);
+  builder.AddInstruction(HloInstruction::CreateConcatenate(
+      ShapeUtil::MakeShape(S32, {255}), concat_operands, 0));
+  auto module = CreateNewVerifiedModule();
+  auto entry_computation = module->AddEntryComputation(builder.Build());
+  EXPECT_TRUE(VariadicOpSplitter().Run(module.get()).ValueOrDie());
+  auto* root = entry_computation->root_instruction();
+  EXPECT_EQ(root->operand_count(), 128);
+  EXPECT_EQ(root->operand(0)->operand_count(), 128);
+}
+
+TEST_F(VariadicOpSplitterTest, SplitInto3) {
+  auto builder = HloComputation::Builder(TestName());
+  auto operand = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({42})));
+  std::vector<HloInstruction*> concat_operands(256, operand);
+  builder.AddInstruction(HloInstruction::CreateConcatenate(
+      ShapeUtil::MakeShape(S32, {256}), concat_operands, 0));
+  auto module = CreateNewVerifiedModule();
+  auto entry_computation = module->AddEntryComputation(builder.Build());
+  EXPECT_TRUE(VariadicOpSplitter().Run(module.get()).ValueOrDie());
+  auto* root = entry_computation->root_instruction();
+  EXPECT_EQ(root->operand_count(), 2);
+  EXPECT_EQ(root->operand(0)->operand_count(), 128);
+  EXPECT_EQ(root->operand(1)->operand_count(), 128);
+}
+
+}  // namespace
+}  // namespace gpu
+}  // namespace xla
-- 
GitLab


From 5e2e32892e9d7e3f85100c6cb9f2a6498351b034 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Tue, 23 Oct 2018 09:06:11 -0700
Subject: [PATCH 0461/1825] Changing the implementation of
 shared_embedding_columns_v2 to share state via a SharedEmbeddingColumnCreator
 object rather than relying on names.

PiperOrigin-RevId: 218350801
---
 .../feature_column/feature_column_v2.py       | 241 +++++-------------
 .../feature_column/feature_column_v2_test.py  | 156 ++----------
 .../tensorflow.estimator.experimental.pbtxt   |   2 +-
 .../tensorflow.estimator.experimental.pbtxt   |   2 +-
 4 files changed, 88 insertions(+), 313 deletions(-)

diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index c2ba7017d3..fe079af547 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -158,6 +158,7 @@ from tensorflow.python.ops import variables
 from tensorflow.python.platform import gfile
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import checkpoint_utils
+from tensorflow.python.training.checkpointable import tracking
 from tensorflow.python.util import deprecation
 from tensorflow.python.util import nest
 
@@ -323,7 +324,6 @@ class FeatureLayer(Layer):
                feature_columns,
                trainable=True,
                name=None,
-               shared_state_manager=None,
                **kwargs):
     """Constructs a FeatureLayer.
 
@@ -337,35 +337,6 @@ class FeatureLayer(Layer):
       trainable: If `True` also add the variable to the graph collection
         `GraphKeys.TRAINABLE_VARIABLES` (see `tf.Variable`).
       name: Name to give to the FeatureLayer.
-      shared_state_manager: SharedEmbeddingStateManager that manages the state
-        of SharedEmbeddingColumns. The state of SharedEmbeddingColumns, unlike
-        regular embedding columns cannot be owned by the InputLayer itself since
-        SharedEmbeddingColumns can be shared across different InputLayers. As a
-        result users are expected to create a SharedEmbeddingStateManager object
-        which would be responsible for managing the shared state and can be
-        passed into different InputLayer objects to share state. For example,
-
-        ```python
-        sc_1, sc_2 = shared_embedding_column_v2(...)
-        sc_3, sc_4 = shared_embedding_column_v2(...)
-        ssm = SharedEmbeddingStateManager()
-        feature_layer1 = FeatureLayer([sc_1, sc_3], ...,
-                                      shared_state_manager=ssm)
-        feature_layer2 = FeatureLayer([sc_2, sc_4], ...,
-                                      shared_state_manager=ssm)
-        ```
-        now input_layer1 and input_layer2 will share variables across. If
-        sharing is not desired, one can create 2 separate
-        SharedEmbeddingStateManager objects
-
-        ```python
-        ssm1 = SharedEmbeddingStateManager()
-        ssm2 = SharedEmbeddingStateManager()
-        feature_layer1 = FeatureLayer([sc_1, sc_3], ...,
-                                      shared_state_manager=ssm1)
-        feature_layer2 = FeatureLayer([sc_2, sc_4], ...,
-                                      shared_state_manager=ssm2)
-        ```
       **kwargs: Keyword arguments to construct a layer.
 
     Raises:
@@ -376,7 +347,6 @@ class FeatureLayer(Layer):
     self._feature_columns = _normalize_feature_columns(feature_columns)
     self._feature_columns = sorted(self._feature_columns, key=lambda x: x.name)
     self._state_manager = _StateManagerImpl(self, self.trainable)
-    self._shared_state_manager = shared_state_manager
     for column in self._feature_columns:
       if not isinstance(column, DenseColumn):
         raise ValueError(
@@ -390,12 +360,9 @@ class FeatureLayer(Layer):
 
   def build(self, _):
     for column in self._feature_columns:
-      if isinstance(column, SharedEmbeddingColumn):
-        column.create_state(self._shared_state_manager)
-      else:
-        with variable_scope._pure_variable_scope(self.name):  # pylint: disable=protected-access
-          with variable_scope._pure_variable_scope(column.name):  # pylint: disable=protected-access
-            column.create_state(self._state_manager)
+      with variable_scope._pure_variable_scope(self.name):  # pylint: disable=protected-access
+        with variable_scope._pure_variable_scope(column.name):  # pylint: disable=protected-access
+          column.create_state(self._state_manager)
       super(FeatureLayer, self).build(None)
 
   def call(self, features, cols_to_output_tensors=None):
@@ -426,12 +393,8 @@ class FeatureLayer(Layer):
     for column in self._feature_columns:
       with ops.name_scope(column.name):
         ordered_columns.append(column)
-        if isinstance(column, SharedEmbeddingColumn):
-          tensor = column.get_dense_tensor(transformation_cache,
-                                           self._shared_state_manager)
-        else:
-          tensor = column.get_dense_tensor(transformation_cache,
-                                           self._state_manager)
+        tensor = column.get_dense_tensor(transformation_cache,
+                                         self._state_manager)
         num_elements = column.variable_shape.num_elements()
         batch_size = array_ops.shape(tensor)[0]
         tensor = array_ops.reshape(tensor, shape=(batch_size, num_elements))
@@ -494,7 +457,6 @@ class LinearModel(Layer):
                sparse_combiner='sum',
                trainable=True,
                name=None,
-               shared_state_manager=None,
                **kwargs):
     """Constructs a LinearModel.
 
@@ -546,8 +508,6 @@ class LinearModel(Layer):
         `GraphKeys.TRAINABLE_VARIABLES` (see `tf.Variable`).
       name: Name to give to the Linear Model. All variables and ops created will
         be scoped by this name.
-      shared_state_manager: SharedEmbeddingStateManager that manages the state
-        of SharedEmbeddingColumns. For more info, look at `FeatureLayer`.
       **kwargs: Keyword arguments to construct a layer.
 
     Raises:
@@ -568,15 +528,9 @@ class LinearModel(Layer):
     self._sparse_combiner = sparse_combiner
 
     self._state_manager = _StateManagerImpl(self, self.trainable)
-    self._shared_state_manager = shared_state_manager
     self._bias_variable = None
 
   def build(self, _):
-    # Create state for shared embedding columns.
-    for column in self._feature_columns:
-      if isinstance(column, SharedEmbeddingColumn):
-        column.create_state(self._shared_state_manager)
-
     # We need variable scopes for now because we want the variable partitioning
     # information to percolate down. We also use _pure_variable_scope's here
     # since we want to open up a name_scope in the `call` method while creating
@@ -585,8 +539,7 @@ class LinearModel(Layer):
       for column in self._feature_columns:
         with variable_scope._pure_variable_scope(column.name):  # pylint: disable=protected-access
           # Create the state for each feature column
-          if not isinstance(column, SharedEmbeddingColumn):
-            column.create_state(self._state_manager)
+          column.create_state(self._state_manager)
 
           # Create a weight variable for each column.
           if isinstance(column, CategoricalColumn):
@@ -644,18 +597,10 @@ class LinearModel(Layer):
           # manager associated with this Linear Model.
           weight_var = self._state_manager.get_variable(column, 'weights')
 
-          # The embedding weights for the SharedEmbeddingColumn are owned by
-          # the shared_state_manager and so we need to pass that in while
-          # creating the weighted sum. For all other columns, the state is owned
-          # by the Linear Model's state manager.
-          if isinstance(column, SharedEmbeddingColumn):
-            state_manager = self._shared_state_manager
-          else:
-            state_manager = self._state_manager
           weighted_sum = _create_weighted_sum(
               column=column,
               transformation_cache=transformation_cache,
-              state_manager=state_manager,
+              state_manager=self._state_manager,
               sparse_combiner=self._sparse_combiner,
               weight_var=weight_var)
           weighted_sums.append(weighted_sum)
@@ -1028,19 +973,15 @@ def shared_embedding_columns_v2(categorical_columns,
     shared_embedding_collection_name = '_'.join(c.name for c in sorted_columns)
     shared_embedding_collection_name += '_shared_embedding'
 
+  column_creator = SharedEmbeddingColumnCreator(
+      dimension, initializer, ckpt_to_load_from, tensor_name_in_ckpt,
+      num_buckets, trainable, shared_embedding_collection_name)
+
   result = []
   for column in categorical_columns:
     result.append(
-        SharedEmbeddingColumn(
-            categorical_column=column,
-            initializer=initializer,
-            dimension=dimension,
-            combiner=combiner,
-            shared_embedding_collection_name=shared_embedding_collection_name,
-            ckpt_to_load_from=ckpt_to_load_from,
-            tensor_name_in_ckpt=tensor_name_in_ckpt,
-            max_norm=max_norm,
-            trainable=trainable))
+        column_creator(
+            categorical_column=column, combiner=combiner, max_norm=max_norm))
 
   return result
 
@@ -2747,79 +2688,59 @@ class EmbeddingColumn(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
 
-class SharedEmbeddingStateManager(Layer):
-  """A state manager that handle the state of shared embedding columns.
-
-  This can handle multiple sets of columns that share variables."""
-
-  def __init__(self, trainable=True, name=None, **kwargs):
-    """Constructs a `SharedEmbeddingStateManager`.
-
-    Args:
-      trainable: If true, variables created are trainable.
-      name: Name of the State Manager.
-      **kwargs: Keyword arguments.
-    """
-    super(SharedEmbeddingStateManager, self).__init__(
-        name=name, trainable=trainable, **kwargs)
-    self._var_dict = {}
-
-  def create_variable(self,
-                      name,
-                      shape,
-                      dtype=None,
-                      trainable=True,
-                      initializer=None):
-    """Creates a variable.
-
-    Makes sure only one var is created per `shared_collection_name`. `name` is
-    ignored here as the variable is named `shared_collection_name` instead.
+def _raise_shared_embedding_column_error():
+  raise ValueError('SharedEmbeddingColumns are not supported in '
+                   '`linear_model` or `input_layer`. Please use '
+                   '`FeatureLayer` or `LinearModel` instead.')
 
-    Args:
-      name: Name of the variable. Not used.
-      shape: Variable shape.
-      dtype: Variable type.
-      trainable: If variable created should be trainable or not.
-      initializer: Variable initializer.
 
-    Returns:
-      A variable or partitioned variable.
-    """
-    if name in self._var_dict:
-      var = self._var_dict[name]
-      return var
-    with variable_scope.variable_scope(
-        self.name, reuse=variable_scope.AUTO_REUSE):
-      var = self.add_variable(
-          name=name,
-          shape=shape,
-          dtype=dtype,
-          trainable=self.trainable and trainable,
-          initializer=initializer,
-          use_resource=True,
-          # TODO(rohanj): Get rid of this hack once we have a mechanism for
-          # specifying a default partitioner for an entire layer. In that case,
-          # the default getter for Layers should work.
-          getter=variable_scope.get_variable)
-    self._var_dict[name] = var
-    return var
+class SharedEmbeddingColumnCreator(tracking.Checkpointable):
 
-  def get_variable(self, feature_column, name):
-    if name not in self._var_dict:
-      raise ValueError('Variable name: {} not recognized.'.format(name))
-    return self._var_dict[name]
+  def __init__(self,
+               dimension,
+               initializer,
+               ckpt_to_load_from,
+               tensor_name_in_ckpt,
+               num_buckets,
+               trainable,
+               name='shared_embedding_column_creator'):
+    self._dimension = dimension
+    self._initializer = initializer
+    self._ckpt_to_load_from = ckpt_to_load_from
+    self._tensor_name_in_ckpt = tensor_name_in_ckpt
+    self._num_buckets = num_buckets
+    self._trainable = trainable
+    self._name = name
+    # Map from graph keys to embedding_weight variables.
+    self._embedding_weights = {}
 
+  def __call__(self, categorical_column, combiner, max_norm):
+    return SharedEmbeddingColumn(categorical_column, self, combiner, max_norm)
 
-def maybe_create_shared_state_manager(feature_columns):
-  if is_feature_column_v2(feature_columns):
-    return SharedEmbeddingStateManager()
-  return None
+  @property
+  def embedding_weights(self):
+    key = ops.get_default_graph()._graph_key  # pylint: disable=protected-access
+    if key not in self._embedding_weights:
+      embedding_shape = (self._num_buckets, self._dimension)
+      var = variable_scope.get_variable(
+          name=self._name,
+          shape=embedding_shape,
+          dtype=dtypes.float32,
+          initializer=self._initializer,
+          trainable=self._trainable)
 
+      if self._ckpt_to_load_from is not None:
+        to_restore = var
+        if isinstance(to_restore, variables.PartitionedVariable):
+          to_restore = to_restore._get_variable_list()  # pylint: disable=protected-access
+        checkpoint_utils.init_from_checkpoint(
+            self._ckpt_to_load_from, {self._tensor_name_in_ckpt: to_restore})
+      self._embedding_weights[key] = var
+    return self._embedding_weights[key]
 
-def _raise_shared_embedding_column_error():
-  raise ValueError('SharedEmbeddingColumns are not supported in '
-                   '`linear_model` or `input_layer`. Please use '
-                   '`FeatureLayer` or `LinearModel` instead.')
+  @property
+  def dimension(self):
+    return self._dimension
 
 
 class SharedEmbeddingColumn(
@@ -2829,9 +2750,8 @@ class SharedEmbeddingColumn(
     fc_old._SequenceDenseColumn,  # pylint: disable=protected-access
     collections.namedtuple(
         'SharedEmbeddingColumn',
-        ('categorical_column', 'dimension', 'combiner', 'initializer',
-         'shared_embedding_collection_name', 'ckpt_to_load_from',
-         'tensor_name_in_ckpt', 'max_norm', 'trainable'))):
+        ('categorical_column', 'shared_embedding_column_creator', 'combiner',
+         'max_norm'))):
   """See `embedding_column`."""
 
   @property
@@ -2843,16 +2763,6 @@ class SharedEmbeddingColumn(
     """See `FeatureColumn` base class."""
     return '{}_shared_embedding'.format(self.categorical_column.name)
 
-  @property
-  def shared_collection_name(self):
-    """Returns the shared name of this column.
-
-    A group of columns share an embedding. Each one of those columns would have
-    the same `shared_collection_name` by which they could be collectively
-    referred to.
-    """
-    return self.shared_embedding_collection_name
-
   @property
   def parse_example_spec(self):
     """See `FeatureColumn` base class."""
@@ -2872,26 +2782,12 @@ class SharedEmbeddingColumn(
   @property
   def variable_shape(self):
     """See `DenseColumn` base class."""
-    return tensor_shape.vector(self.dimension)
+    return tensor_shape.vector(self.shared_embedding_column_creator.dimension)
 
   @property
   def _variable_shape(self):
     return _raise_shared_embedding_column_error()
 
-  def create_state(self, state_manager):
-    """Creates the shared embedding lookup variable."""
-    if not isinstance(state_manager, SharedEmbeddingStateManager):
-      raise ValueError('Expected state_manager to be of type '
-                       'SharedEmbeddingStateManager. Obtained type: {}'.format(
-                           type(state_manager)))
-    embedding_shape = (self.categorical_column.num_buckets, self.dimension)
-    state_manager.create_variable(
-        name=self.shared_collection_name,
-        shape=embedding_shape,
-        dtype=dtypes.float32,
-        trainable=self.trainable,
-        initializer=self.initializer)
-
   def _get_dense_tensor_internal(self, transformation_cache, state_manager):
     """Private method that follows the signature of _get_dense_tensor."""
     # This method is called from a variable_scope with name _var_scope_name,
@@ -2904,16 +2800,7 @@ class SharedEmbeddingColumn(
       sparse_ids = sparse_tensors.id_tensor
       sparse_weights = sparse_tensors.weight_tensor
 
-      embedding_weights = state_manager.get_variable(
-          self, name=self.shared_collection_name)
-
-      if self.ckpt_to_load_from is not None:
-        to_restore = embedding_weights
-        if isinstance(to_restore, variables.PartitionedVariable):
-          to_restore = to_restore._get_variable_list()  # pylint: disable=protected-access
-        checkpoint_utils.init_from_checkpoint(self.ckpt_to_load_from, {
-            self.tensor_name_in_ckpt: to_restore
-        })
+      embedding_weights = self.shared_embedding_column_creator.embedding_weights
 
       # Return embedding lookup result.
       return _safe_embedding_lookup_sparse(
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index 31bc0485ef..ab727752b4 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -3242,8 +3242,6 @@ class FeatureLayerTest(test.TestCase):
     embedding_column_b, embedding_column_a = fc.shared_embedding_columns_v2(
         [categorical_column_b, categorical_column_a],
         dimension=embedding_dimension)
-    shared_state_manager = fc.SharedEmbeddingStateManager(
-        name='shared_feature_layer')
 
     with ops.Graph().as_default():
       features = {
@@ -3259,17 +3257,13 @@ class FeatureLayerTest(test.TestCase):
                   dense_shape=(2, 2)),
       }
       all_cols = [embedding_column_a, embedding_column_b]
-      fc.FeatureLayer(
-          all_cols, shared_state_manager=shared_state_manager)(
-              features)
-      fc.FeatureLayer(
-          all_cols, shared_state_manager=shared_state_manager)(
-              features)
+      fc.FeatureLayer(all_cols)(features)
+      fc.FeatureLayer(all_cols)(features)
       # Make sure that only 1 variable gets created in this case.
       self.assertEqual(1, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
       self.assertItemsEqual(
-          ['shared_feature_layer/aaa_bbb_shared_embedding:0'],
+          ['aaa_bbb_shared_embedding:0'],
           [v.name for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)])
 
   def test_multiple_layers_with_same_shared_embedding_column_diff_graphs(self):
@@ -3284,8 +3278,6 @@ class FeatureLayerTest(test.TestCase):
     all_cols = [embedding_column_a, embedding_column_b]
 
     with ops.Graph().as_default():
-      shared_state_manager1 = fc.SharedEmbeddingStateManager(
-          name='shared_feature_layer')
       features = {
           'aaa':
               sparse_tensor.SparseTensor(
@@ -3298,16 +3290,12 @@ class FeatureLayerTest(test.TestCase):
                   values=(1, 2, 1),
                   dense_shape=(2, 2)),
       }
-      fc.FeatureLayer(
-          all_cols, shared_state_manager=shared_state_manager1)(
-              features)
+      fc.FeatureLayer(all_cols)(features)
       # Make sure that only 1 variable gets created in this case.
       self.assertEqual(1, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
 
     with ops.Graph().as_default():
-      shared_state_manager2 = fc.SharedEmbeddingStateManager(
-          name='shared_feature_layer')
       features1 = {
           'aaa':
               sparse_tensor.SparseTensor(
@@ -3321,14 +3309,12 @@ class FeatureLayerTest(test.TestCase):
                   dense_shape=(2, 2)),
       }
 
-      fc.FeatureLayer(
-          all_cols, shared_state_manager=shared_state_manager2)(
-              features1)
+      fc.FeatureLayer(all_cols)(features1)
       # Make sure that only 1 variable gets created in this case.
       self.assertEqual(1, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
       self.assertItemsEqual(
-          ['shared_feature_layer/aaa_bbb_shared_embedding:0'],
+          ['aaa_bbb_shared_embedding:0'],
           [v.name for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)])
 
   def test_with_numpy_input_fn(self):
@@ -6490,22 +6476,8 @@ class SharedEmbeddingColumnTest(test.TestCase):
         dimension=embedding_dimension)
     self.assertIs(categorical_column_a, embedding_column_a.categorical_column)
     self.assertIs(categorical_column_b, embedding_column_b.categorical_column)
-    self.assertEqual(embedding_dimension, embedding_column_a.dimension)
-    self.assertEqual(embedding_dimension, embedding_column_b.dimension)
-    self.assertEqual('mean', embedding_column_a.combiner)
-    self.assertEqual('mean', embedding_column_b.combiner)
-    self.assertIsNone(embedding_column_a.ckpt_to_load_from)
-    self.assertIsNone(embedding_column_b.ckpt_to_load_from)
-    self.assertEqual('aaa_bbb_shared_embedding',
-                     embedding_column_a.shared_collection_name)
-    self.assertEqual('aaa_bbb_shared_embedding',
-                     embedding_column_b.shared_collection_name)
-    self.assertIsNone(embedding_column_a.tensor_name_in_ckpt)
-    self.assertIsNone(embedding_column_b.tensor_name_in_ckpt)
     self.assertIsNone(embedding_column_a.max_norm)
     self.assertIsNone(embedding_column_b.max_norm)
-    self.assertTrue(embedding_column_a.trainable)
-    self.assertTrue(embedding_column_b.trainable)
     self.assertEqual('aaa_shared_embedding', embedding_column_a.name)
     self.assertEqual('bbb_shared_embedding', embedding_column_b.name)
     self.assertEqual((embedding_dimension,), embedding_column_a.variable_shape)
@@ -6535,22 +6507,8 @@ class SharedEmbeddingColumnTest(test.TestCase):
         trainable=False)
     self.assertIs(categorical_column_a, embedding_column_a.categorical_column)
     self.assertIs(categorical_column_b, embedding_column_b.categorical_column)
-    self.assertEqual(embedding_dimension, embedding_column_a.dimension)
-    self.assertEqual(embedding_dimension, embedding_column_b.dimension)
-    self.assertEqual('my_combiner', embedding_column_a.combiner)
-    self.assertEqual('my_combiner', embedding_column_b.combiner)
-    self.assertEqual('shared_embedding_collection_name',
-                     embedding_column_a.shared_collection_name)
-    self.assertEqual('shared_embedding_collection_name',
-                     embedding_column_b.shared_collection_name)
-    self.assertEqual('my_ckpt', embedding_column_a.ckpt_to_load_from)
-    self.assertEqual('my_ckpt', embedding_column_b.ckpt_to_load_from)
-    self.assertEqual('my_ckpt_tensor', embedding_column_a.tensor_name_in_ckpt)
-    self.assertEqual('my_ckpt_tensor', embedding_column_b.tensor_name_in_ckpt)
     self.assertEqual(42., embedding_column_a.max_norm)
     self.assertEqual(42., embedding_column_b.max_norm)
-    self.assertFalse(embedding_column_a.trainable)
-    self.assertFalse(embedding_column_b.trainable)
     self.assertEqual('aaa_shared_embedding', embedding_column_a.name)
     self.assertEqual('bbb_shared_embedding', embedding_column_b.name)
     self.assertEqual((embedding_dimension,), embedding_column_a.variable_shape)
@@ -6585,14 +6543,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
           'aaa': parsing_ops.VarLenFeature(dtypes.int64)
       }, embedding_column_a.categorical_column.parse_example_spec)
 
-      self.assertEqual(embedding_dimension, embedding_column_a.dimension)
-      self.assertEqual('my_combiner', embedding_column_a.combiner)
-      self.assertEqual('shared_embedding_collection_name',
-                       embedding_column_a.shared_collection_name)
-      self.assertEqual('my_ckpt', embedding_column_a.ckpt_to_load_from)
-      self.assertEqual('my_ckpt_tensor', embedding_column_a.tensor_name_in_ckpt)
       self.assertEqual(42., embedding_column_a.max_norm)
-      self.assertFalse(embedding_column_a.trainable)
       self.assertEqual('aaa_shared_embedding', embedding_column_a.name)
       self.assertEqual((embedding_dimension,),
                        embedding_column_a.variable_shape)
@@ -6755,19 +6706,16 @@ class SharedEmbeddingColumnTest(test.TestCase):
         [categorical_column_a, categorical_column_b],
         dimension=embedding_dimension,
         initializer=_initializer)
-    state_manager = fc.SharedEmbeddingStateManager(name='shared_feature_layer')
-    embedding_column_a.create_state(state_manager)
-    embedding_column_b.create_state(state_manager)
 
     # Provide sparse input and get dense result.
     embedding_lookup_a = embedding_column_a.get_dense_tensor(
-        fc.FeatureTransformationCache(input_features), state_manager)
+        fc.FeatureTransformationCache(input_features), None)
     embedding_lookup_b = embedding_column_b.get_dense_tensor(
-        fc.FeatureTransformationCache(input_features), state_manager)
+        fc.FeatureTransformationCache(input_features), None)
 
     # Assert expected embedding variable and lookups.
     global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-    self.assertItemsEqual(('shared_feature_layer/aaa_bbb_shared_embedding:0',),
+    self.assertItemsEqual(('aaa_bbb_shared_embedding:0',),
                           tuple([v.name for v in global_vars]))
     embedding_var = global_vars[0]
     with _initialized_session():
@@ -6821,15 +6769,12 @@ class SharedEmbeddingColumnTest(test.TestCase):
         [categorical_column_a, categorical_column_b],
         dimension=embedding_dimension,
         initializer=_initializer)
-    state_manager = fc.SharedEmbeddingStateManager()
-    embedding_column_a.create_state(state_manager)
-    embedding_column_b.create_state(state_manager)
 
     # Provide sparse input and get dense result.
     embedding_lookup_a = embedding_column_a.get_dense_tensor(
-        fc.FeatureTransformationCache(input_features), state_manager)
+        fc.FeatureTransformationCache(input_features), None)
     embedding_lookup_b = embedding_column_b.get_dense_tensor(
-        fc.FeatureTransformationCache(input_features), state_manager)
+        fc.FeatureTransformationCache(input_features), None)
 
     with _initialized_session() as sess:
       sess.run([embedding_lookup_a, embedding_lookup_b], feed_dict=feed_dict)
@@ -6867,9 +6812,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
         initializer=_initializer)
 
     with ops.Graph().as_default():
-      model = fc.LinearModel(
-          (embedding_column_a, embedding_column_b),
-          shared_state_manager=fc.SharedEmbeddingStateManager())
+      model = fc.LinearModel((embedding_column_a, embedding_column_b))
       predictions = model({
           categorical_column_a.name: input_a,
           categorical_column_b.name: input_b
@@ -6880,7 +6823,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
       expected_var_names = (
           'linear_model/bias_weights:0',
           'linear_model/aaa_shared_embedding/weights:0',
-          'shared_embedding_state_manager/aaa_bbb_shared_embedding:0',
+          'aaa_bbb_shared_embedding:0',
           'linear_model/bbb_shared_embedding/weights:0',
       )
       self.assertItemsEqual(
@@ -6892,8 +6835,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
       }
       self.assertItemsEqual(expected_var_names, trainable_vars.keys())
       bias = trainable_vars['linear_model/bias_weights:0']
-      embedding_weights = trainable_vars[
-          'shared_embedding_state_manager/aaa_bbb_shared_embedding:0']
+      embedding_weights = trainable_vars['aaa_bbb_shared_embedding:0']
       linear_weights_a = trainable_vars[
           'linear_model/aaa_shared_embedding/weights:0']
       linear_weights_b = trainable_vars[
@@ -7003,8 +6945,6 @@ class SharedEmbeddingColumnTest(test.TestCase):
         dimension=embedding_dimension,
         initializer=_initializer,
         trainable=trainable)
-    shared_state_manager = fc.SharedEmbeddingStateManager(
-        name='shared_feature_layer')
 
     features = {
         'aaa': sparse_input_a,
@@ -7016,22 +6956,19 @@ class SharedEmbeddingColumnTest(test.TestCase):
     # Provide sparse input and get dense result.
     feature_layer = fc.FeatureLayer(
         feature_columns=(embedding_column_b, embedding_column_a,
-                         embedding_column_c, embedding_column_d),
-        shared_state_manager=shared_state_manager)(
-            features)
+                         embedding_column_c, embedding_column_d))(
+                             features)
 
     # Assert expected embedding variable and lookups.
     global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-    self.assertItemsEqual([
-        'shared_feature_layer/aaa_bbb_shared_embedding:0',
-        'shared_feature_layer/ccc_ddd_shared_embedding:0'
-    ], tuple([v.name for v in global_vars]))
+    self.assertItemsEqual(
+        ['aaa_bbb_shared_embedding:0', 'ccc_ddd_shared_embedding:0'],
+        tuple([v.name for v in global_vars]))
     trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
     if trainable:
-      self.assertItemsEqual([
-          'shared_feature_layer/aaa_bbb_shared_embedding:0',
-          'shared_feature_layer/ccc_ddd_shared_embedding:0'
-      ], tuple([v.name for v in trainable_vars]))
+      self.assertItemsEqual(
+          ['aaa_bbb_shared_embedding:0', 'ccc_ddd_shared_embedding:0'],
+          tuple([v.name for v in trainable_vars]))
     else:
       self.assertItemsEqual([], tuple([v.name for v in trainable_vars]))
     shared_embedding_vars = global_vars
@@ -7046,55 +6983,6 @@ class SharedEmbeddingColumnTest(test.TestCase):
     self._test_feature_layer(trainable=False)
 
 
-class SharedEmbeddingStateManagerTest(test.TestCase):
-
-  def test_basic(self):
-    categorical_column_a = fc.categorical_column_with_identity(
-        key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
-        key='bbb', num_buckets=3)
-    fc.shared_embedding_columns_v2(
-        [categorical_column_a, categorical_column_b], dimension=2)
-    shared_state_manager = fc.SharedEmbeddingStateManager(
-        name='shared_feature_layer')
-    var_a = shared_state_manager.create_variable('aaa_bbb_shared_embedding',
-                                                 [5, 10])
-    var_b = shared_state_manager.create_variable('aaa_bbb_shared_embedding',
-                                                 [5, 10])
-    self.assertEqual(var_a, var_b)
-    self.assertEqual('shared_feature_layer/aaa_bbb_shared_embedding:0',
-                     var_a.name)
-    self.assertIsInstance(var_a, variables_lib.Variable)
-
-  def test_multiple_sets(self):
-    categorical_column_a = fc.categorical_column_with_identity(
-        key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
-        key='bbb', num_buckets=3)
-    categorical_column_c = fc.categorical_column_with_identity(
-        key='ccc', num_buckets=3)
-    categorical_column_d = fc.categorical_column_with_identity(
-        key='ddd', num_buckets=3)
-
-    fc.shared_embedding_columns_v2(
-        [categorical_column_a, categorical_column_b], dimension=2)
-    fc.shared_embedding_columns_v2(
-        [categorical_column_c, categorical_column_d], dimension=2)
-    shared_state_manager = fc.SharedEmbeddingStateManager(
-        name='shared_feature_layer')
-    var_a = shared_state_manager.create_variable('aaa_bbb_shared_embedding',
-                                                 [5, 10])
-    var_c = shared_state_manager.create_variable('ccc_ddd_shared_embedding',
-                                                 [5, 10])
-    self.assertIsInstance(var_a, variables_lib.Variable)
-    self.assertIsInstance(var_c, variables_lib.Variable)
-    self.assertNotEquals(var_a, var_c)
-    self.assertEqual('shared_feature_layer/aaa_bbb_shared_embedding:0',
-                     var_a.name)
-    self.assertEqual('shared_feature_layer/ccc_ddd_shared_embedding:0',
-                     var_c.name)
-
-
 class WeightedCategoricalColumnTest(test.TestCase):
 
   def test_defaults(self):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
index 3a0e0955e4..fb9ae4df6f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
@@ -6,7 +6,7 @@ tf_module {
   }
   member_method {
     name: "dnn_logit_fn_builder"
-    argspec: "args=[\'units\', \'hidden_units\', \'feature_columns\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'batch_norm\', \'shared_state_manager\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'units\', \'hidden_units\', \'feature_columns\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'batch_norm\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
     name: "linear_logit_fn_builder"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
index 3a0e0955e4..fb9ae4df6f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
@@ -6,7 +6,7 @@ tf_module {
   }
   member_method {
     name: "dnn_logit_fn_builder"
-    argspec: "args=[\'units\', \'hidden_units\', \'feature_columns\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'batch_norm\', \'shared_state_manager\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'units\', \'hidden_units\', \'feature_columns\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'batch_norm\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
     name: "linear_logit_fn_builder"
-- 
GitLab


From 1034b710f925da02154f13ed75d7f4709c4d1d92 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 09:49:22 -0700
Subject: [PATCH 0462/1825] Disable failing tests.

PiperOrigin-RevId: 218357059
---
 tensorflow/python/keras/BUILD | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 7b57871e77..e94bd2f63c 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -356,7 +356,10 @@ cuda_py_test(
         "//tensorflow/python:client_testlib",
     ],
     shard_count = 2,
-    tags = ["no_windows_gpu"],
+    tags = [
+        "no_oss",  # b/117834718
+        "no_windows_gpu",
+    ],
 )
 
 py_test(
-- 
GitLab


From 9f43533662c7c60f21e3e6fb4951e299c6411d15 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 23 Oct 2018 09:52:10 -0700
Subject: [PATCH 0463/1825] Updates error messages for using wrap_function.

PiperOrigin-RevId: 218357527
---
 .../python/kernel_tests/variable_scope_test.py    | 15 +++++++++------
 1 file changed, 9 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index a673ea7d44..27496bc9fe 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -121,8 +121,8 @@ class VariableScopeTest(test.TestCase):
         set(expected_names), set([v.name for v in vs._vars.values()]))
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Operation name: "tower0/foo/v/Assign" ... is not an element of
-  # this graph.
+  # TypeError: Expected tf.group() expected Tensor arguments not 'None' with
+  # type '<type 'NoneType'>'
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeInitializer(self):
     init = init_ops.constant_initializer(0.3)
@@ -266,7 +266,8 @@ class VariableScopeTest(test.TestCase):
       self.assertFalse(ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES))
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Operation name: "v4/Assign" ... is not an element of this graph.
+  # TypeError: Expected tf.group() expected Tensor arguments not 'None' with
+  # type '<type 'NoneType'>'.
   @test_util.run_in_graph_and_eager_modes
   def testInitFromNonTensorValue(self):
     v = variable_scope.get_variable("v4", initializer=4, dtype=dtypes.int32)
@@ -284,7 +285,8 @@ class VariableScopeTest(test.TestCase):
       variable_scope.get_variable("x4", initializer={})
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Operation name: "xx0/Assign" ...is not an element of this graph.
+  # InvalidArgumentError=: You must feed a value for placeholder tensor
+  # 'ReadVariableOp/resource' with dtype resource
   @test_util.run_in_graph_and_eager_modes
   def testInitFromNonInitializer(self):
     # Test various dtypes with zeros initializer as following:
@@ -343,7 +345,7 @@ class VariableScopeTest(test.TestCase):
         self.assertFalse(v_tower.value().device.startswith(caching_device))
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Operation name: ".../Assign"... is not an element of this graph.
+  # AttributeError: Tensor.name is meaningless when eager execution is enabled.
   @test_util.run_in_graph_and_eager_modes
   def testVarScopeRegularizer(self):
     init = init_ops.constant_initializer(0.3)
@@ -503,7 +505,8 @@ class VariableScopeTest(test.TestCase):
       sess.run(add)
 
   # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # ValueError: Operation name: ".../Assign"... is not an element of this graph.
+  # TypeError: Expected tf.group() expected Tensor arguments not 'None' with
+  # type '<type 'NoneType'>'.
   @test_util.run_in_graph_and_eager_modes
   def testGetVariableScope(self):
     # Test the get_variable_scope() function and setting properties of result.
-- 
GitLab


From 16a05822c91128e3c76a72e02cb5f2d3116dc878 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 23 Oct 2018 10:07:28 -0700
Subject: [PATCH 0464/1825] Automated rollback of commit
 54cbee5d034af8693aa39cc5877c3dfcd62d3740

PiperOrigin-RevId: 218360417
---
 .../compiler/tf2xla/kernels/concat_op.cc      | 33 +------------------
 1 file changed, 1 insertion(+), 32 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/concat_op.cc b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
index 3e44fec370..e28755dd73 100644
--- a/tensorflow/compiler/tf2xla/kernels/concat_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
@@ -37,16 +37,6 @@ limitations under the License.
 namespace tensorflow {
 namespace {
 
-// Used to determine the number of Tensors allowed in a Concat op to prevent
-// going over the max gpu parameter memory size. This is an issue because concat
-// is variadic and can have an unlimited number of arguments when called.
-// Concat ops with more Tensors than this will be split into multiple concat
-// ops.
-//
-// TODO(b/112613927): Remove the logic here and put it properly in an HLO pass
-// along with boxing large numbers of parameters.
-constexpr int64 kMaxConcatArgsPerOp = 500;
-
 // --------------------------------------------------------------------------
 class ConcatBaseOp : public XlaOpKernel {
  public:
@@ -84,7 +74,6 @@ class ConcatBaseOp : public XlaOpKernel {
     // Make a vector holding the XlaOp for each of the inputs that has non-zero
     // elements.
     std::vector<xla::XlaOp> input_data;
-    std::vector<xla::XlaOp> partial_concats;
     int output_concat_dim = 0;
     const bool input_is_scalar = IsLegacyScalar(input_shape);
     for (int i = 0; i < N; ++i) {
@@ -105,30 +94,10 @@ class ConcatBaseOp : public XlaOpKernel {
         input_data.push_back(handle);
       }
       output_concat_dim += in_shape.dims() > 0 ? in_shape.dim_size(axis) : 1;
-
-      // Concat is associative, so it can be split into many operations when too
-      // many arguments are in a single op. This is a temporary workaround for
-      // b/112613927 where too many parameters in an XlaLaunchOp later result in
-      // too many parameters to a single GPU kernel.
-      if (i && i % kMaxConcatArgsPerOp == 0) {
-        partial_concats.push_back(
-            xla::ConcatInDim(ctx->builder(), input_data, axis));
-        input_data.clear();
-      }
     }
-    // Add any inputs that have not been put into another concat yet.
-    partial_concats.insert(partial_concats.end(), input_data.begin(),
-                           input_data.end());
 
     VLOG(1) << "Concat dim " << concat_dim << " equivalent to " << axis;
-    // Don't add an additional "identity" concatenate for better readibility of
-    // IR.
-    if (partial_concats.size() == 1) {
-      ctx->SetOutput(0, partial_concats.front());
-    } else {
-      ctx->SetOutput(0,
-                     xla::ConcatInDim(ctx->builder(), partial_concats, axis));
-    }
+    ctx->SetOutput(0, xla::ConcatInDim(ctx->builder(), input_data, axis));
   }
 
  private:
-- 
GitLab


From ca3b3f861ca9ec9d16e15db02513cf6732622200 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 10:08:08 -0700
Subject: [PATCH 0465/1825] Move micro error reporter DebugLog functions to
 target libraries.

PiperOrigin-RevId: 218360520
---
 .../micro/micro_error_reporter.cc             | 12 -----------
 .../experimental/micro/micro_error_reporter.h | 20 +++++++++++++++++++
 2 files changed, 20 insertions(+), 12 deletions(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc b/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc
index 99dd883661..de11c2af52 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc
+++ b/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc
@@ -15,18 +15,6 @@ limitations under the License.
 
 #include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
 
-#ifdef TF_LITE_MCU_DEBUG_LOG
-#include <debug_log.h>
-#else  // TF_LITE_MCU_DEBUG_LOG
-#include <cstdint>
-#include <cstdio>
-void DebugLog(const char* s) { fprintf(stderr, "%s", s); }
-void DebugLogInt32(int32_t i) { fprintf(stderr, "%d", i); }
-void DebugLogUInt32(uint32_t i) { fprintf(stderr, "%d", i); }
-void DebugLogHex(uint32_t i) { fprintf(stderr, "0x%8x", i); }
-void DebugLogFloat(float i) { fprintf(stderr, "%f", i); }
-#endif  // TF_LITE_MCU_DEBUG_LOG
-
 namespace tflite {
 namespace {
 void DebugLogPrintf(const char* format, va_list args) {
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h b/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h
index 33e54f7990..21a014bee0 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h
+++ b/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h
@@ -18,6 +18,26 @@ limitations under the License.
 #include "tensorflow/contrib/lite/core/api/error_reporter.h"
 #include "tensorflow/contrib/lite/experimental/micro/compatibility.h"
 
+#ifdef TF_LITE_MCU_DEBUG_LOG
+// These functions should be supplied by the micro target library
+extern "C" {
+#include <stdint.h>
+void DebugLog(const char* s);
+void DebugLogInt32(int32_t i);
+void DebugLogUInt32(uint32_t i);
+void DebugLogHex(uint32_t i);
+void DebugLogFloat(float i);
+}
+#else  // TF_LITE_MCU_DEBUG_LOG
+#include <cstdint>
+#include <cstdio>
+static void inline DebugLog(const char* s) { fprintf(stderr, "%s", s); }
+static void inline DebugLogInt32(int32_t i) { fprintf(stderr, "%d", i); }
+static void inline DebugLogUInt32(uint32_t i) { fprintf(stderr, "%d", i); }
+static void inline DebugLogHex(uint32_t i) { fprintf(stderr, "0x%8x", i); }
+static void inline DebugLogFloat(float i) { fprintf(stderr, "%f", i); }
+#endif  // TF_LITE_MCU_DEBUG_LOG
+
 namespace tflite {
 
 class MicroErrorReporter : public ErrorReporter {
-- 
GitLab


From af50a832c4f1d99b4ab80d942305f6d7916793df Mon Sep 17 00:00:00 2001
From: Julian Niedermeier <jpniedermeier@gmail.com>
Date: Tue, 23 Oct 2018 19:25:43 +0200
Subject: [PATCH 0466/1825] Change

---
 tensorflow/python/training/checkpointable/util.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/tensorflow/python/training/checkpointable/util.py b/tensorflow/python/training/checkpointable/util.py
index edab6cc6eb..1ab21489d4 100644
--- a/tensorflow/python/training/checkpointable/util.py
+++ b/tensorflow/python/training/checkpointable/util.py
@@ -969,6 +969,12 @@ class CheckpointLoadStatus(_LoadStatus):
         raise AssertionError(
             "Object not assigned a value from checkpoint: %s" % (node,))
     for checkpointable_object in list_objects(self._root_checkpointable):
+      # Remove data structures that do not contain any variables from
+      # restoration checks.
+      if (isinstance(checkpointable_object,
+                     data_structures.CheckpointableDataStructure) and
+              len(checkpointable_object.variables) == 0):
+        continue
       self._checkpoint.all_python_objects.add(checkpointable_object)
     unused_python_objects = (
         _ObjectIdentitySet(self._checkpoint.all_python_objects)
-- 
GitLab


From 652caa46ac09019962e2d330a80f8d8e6e36a9e4 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 23 Oct 2018 10:45:55 -0700
Subject: [PATCH 0467/1825] Fix a typo in Makefile

PiperOrigin-RevId: 218368449
---
 tensorflow/contrib/makefile/Makefile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/makefile/Makefile b/tensorflow/contrib/makefile/Makefile
index 2dae7993d6..7105341dda 100644
--- a/tensorflow/contrib/makefile/Makefile
+++ b/tensorflow/contrib/makefile/Makefile
@@ -734,7 +734,7 @@ tensorflow/tools/benchmark/benchmark_model_main.cc
 # * TensorFlow Lite Runtime.
 # * TensorFlow Lite Flex Delegate.
 ifeq ($(WITH_TFLITE_FLEX), true)
-	CORE_CC_SRCS += $(wildcard tensorflow/core/common_runtime/eager/*.cc)
+	TF_CC_SRCS += $(wildcard tensorflow/core/common_runtime/eager/*.cc)
 	TF_LITE_CORE_CC_ALL_SRCS := \
 	$(wildcard tensorflow/contrib/lite/*.cc) \
 	$(wildcard tensorflow/contrib/lite/*.c) \
-- 
GitLab


From 1fc1fa290634c1c57b940aa2f57edda13da15a00 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Tue, 23 Oct 2018 10:54:41 -0700
Subject: [PATCH 0468/1825] Increase the tolerance for XLA GPU conv3d.

Currently it's flaky with P100. The error slightly exceeds the threshold (0.000529 vs 0.0005).

PiperOrigin-RevId: 218370242
---
 tensorflow/compiler/tests/conv3d_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/tests/conv3d_test.py b/tensorflow/compiler/tests/conv3d_test.py
index 33fd983b54..d59fd0236f 100644
--- a/tensorflow/compiler/tests/conv3d_test.py
+++ b/tensorflow/compiler/tests/conv3d_test.py
@@ -225,7 +225,7 @@ class Conv3DTransposeTest(xla_test.XLATestCase):
       err = gradient_checker.compute_gradient_error([x, f], [x_shape, f_shape],
                                                     output, y_shape)
     print("conv3d_transpose gradient err = %g " % err)
-    err_tolerance = 0.0005
+    err_tolerance = 0.001
     self.assertLess(err, err_tolerance)
 
 
-- 
GitLab


From e9768b3bf9b4414abd05bbcaabdf618b9b6c18bd Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Tue, 23 Oct 2018 10:56:07 -0700
Subject: [PATCH 0469/1825] Workaround to API test not seeing new symbols.

PiperOrigin-RevId: 218370562
---
 tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt | 4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
index 2f2e8445e8..ec3216ae70 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
@@ -108,6 +108,10 @@ tf_module {
     name: "inputs"
     mtype: "<type \'module\'>"
   }
+  member_method {
+    name: "add_metrics"
+    argspec: "args=[\'estimator\', \'metric_fn\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "classifier_parse_example_spec"
     argspec: "args=[\'feature_columns\', \'label_key\', \'label_dtype\', \'label_default\', \'weight_column\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
index 2f2e8445e8..ec3216ae70 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
@@ -108,6 +108,10 @@ tf_module {
     name: "inputs"
     mtype: "<type \'module\'>"
   }
+  member_method {
+    name: "add_metrics"
+    argspec: "args=[\'estimator\', \'metric_fn\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "classifier_parse_example_spec"
     argspec: "args=[\'feature_columns\', \'label_key\', \'label_dtype\', \'label_default\', \'weight_column\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\', \'None\'], "
-- 
GitLab


From 7e2a3be87ffb7b33baf33f43951620de3b8f75fb Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Tue, 23 Oct 2018 11:01:09 -0700
Subject: [PATCH 0470/1825] Fix AttributeError on 'variable_scope' in
 wrap_function mode.

PiperOrigin-RevId: 218371611
---
 tensorflow/python/kernel_tests/variable_scope_test.py | 5 ++---
 tensorflow/python/ops/variable_scope.py               | 5 +++--
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index 27496bc9fe..2ba064f8a5 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -888,9 +888,8 @@ class VariableScopeTest(test.TestCase):
           with ops.name_scope("scope2") as sc2:
             self.assertEqual(sc2, "outer_1/default/scope2/")
 
-  # TODO(mihaimaruseac): Not converted to use wrap_function because of
-  # AttributeError: 'variable_scope' object has no attribute
-  # '_graph_context_manager'
+  @test_util.run_in_graph_and_eager_modes
+  @run_inside_wrap_function_in_eager_mode
   def testVarOpScopeReuseError(self):
     with self.cached_session():
       with self.assertRaises(ValueError):
diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 801ca356a2..41a8f57642 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -2195,8 +2195,9 @@ class variable_scope(object):
     try:
       return self._enter_scope_uncached()
     except:
-      if self._graph_context_manager is not None:
-        self._graph_context_manager.__exit__(*sys.exc_info())
+      if not self._building_function:
+        if self._graph_context_manager is not None:
+          self._graph_context_manager.__exit__(*sys.exc_info())
       raise
 
   def _enter_scope_uncached(self):
-- 
GitLab


From 6ee6313d4da43d02513d712caa9abe6b16efe45f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 11:12:36 -0700
Subject: [PATCH 0471/1825] Add support for example weight and loss reduction
 parameter in the multi-class loss for GBDT.

PiperOrigin-RevId: 218373988
---
 .../boosted_trees/estimator_batch/estimator.py    | 15 ++++++++++-----
 1 file changed, 10 insertions(+), 5 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py b/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py
index 4c7a538b38..38d19976ef 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py
@@ -418,21 +418,26 @@ class GradientBoostedDecisionTreeRanker(estimator.Estimator):
 # The estimators below use new core Estimator interface and must be used with
 # new feature columns and heads.
 
+
 # For multiclass classification, use the following head since it uses loss
 # that is twice differentiable.
-def core_multiclass_head(n_classes):
+def core_multiclass_head(
+    n_classes,
+    weight_column=None,
+    loss_reduction=core_losses.Reduction.SUM_OVER_NONZERO_WEIGHTS):
   """Core head for multiclass problems."""
 
   def loss_fn(labels, logits):
     result = losses.per_example_maxent_loss(
-        labels=labels, logits=logits, weights=None, num_classes=n_classes)
+        labels=labels,
+        logits=logits,
+        weights=weight_column,
+        num_classes=n_classes)
     return result[0]
 
   # pylint:disable=protected-access
   head_fn = core_head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-      n_classes=n_classes,
-      loss_fn=loss_fn,
-      loss_reduction=core_losses.Reduction.SUM_OVER_NONZERO_WEIGHTS)
+      n_classes=n_classes, loss_fn=loss_fn, loss_reduction=loss_reduction)
   # pylint:enable=protected-access
 
   return head_fn
-- 
GitLab


From 38cd000882be71703cd6756c9965beb782e35f2c Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Tue, 23 Oct 2018 11:37:30 -0700
Subject: [PATCH 0472/1825] Add Kubernetes Support to Cluster Resolvers

PiperOrigin-RevId: 218378546
---
 tensorflow/contrib/cluster_resolver/BUILD     |  27 +++
 .../python/training/__init__.py               |   1 +
 .../training/kubernetes_cluster_resolver.py   | 132 ++++++++++++++
 .../kubernetes_cluster_resolver_test.py       | 168 ++++++++++++++++++
 4 files changed, 328 insertions(+)
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index c9ff516568..52c2a58b5f 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -30,6 +30,7 @@ py_library(
     deps = [
         ":base_cluster_resolver_py",
         ":gce_cluster_resolver_py",
+        ":kubernetes_cluster_resolver_py",
         ":slurm_cluster_resolver_py",
         ":tpu_cluster_resolver_py",
         "//tensorflow/python:util",
@@ -75,6 +76,16 @@ py_library(
     ],
 )
 
+py_library(
+    name = "kubernetes_cluster_resolver_py",
+    srcs = ["python/training/kubernetes_cluster_resolver.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":base_cluster_resolver_py",
+        "//tensorflow/python:training",
+    ],
+)
+
 tf_py_test(
     name = "base_cluster_resolver_py_test",
     srcs = ["python/training/cluster_resolver_test.py"],
@@ -137,3 +148,19 @@ tf_py_test(
     main = "python/training/slurm_cluster_resolver_test.py",
     tags = [],
 )
+
+tf_py_test(
+    name = "kubernetes_cluster_resolver_py_test",
+    size = "small",
+    srcs = ["python/training/kubernetes_cluster_resolver_test.py"],
+    additional_deps = [
+        ":cluster_resolver_py",
+        ":kubernetes_cluster_resolver_py",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:training",
+    ],
+    main = "python/training/kubernetes_cluster_resolver_test.py",
+)
diff --git a/tensorflow/contrib/cluster_resolver/python/training/__init__.py b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
index f4dbadcbb5..54e290f3c7 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/__init__.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
@@ -22,5 +22,6 @@ from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import SimpleClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import UnionClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.gce_cluster_resolver import GceClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.kubernetes_cluster_resolver import KubernetesClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.tpu_cluster_resolver import TPUClusterResolver
diff --git a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
new file mode 100644
index 0000000000..ddae64839f
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
@@ -0,0 +1,132 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Implementation of Cluster Resolvers for Kubernetes."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import ClusterResolver
+from tensorflow.python.training import server_lib
+
+_KUBERNETES_API_CLIENT_INSTALLED = True
+try:
+  from kubernetes import client as k8sclient  # pylint: disable=g-import-not-at-top
+  from kubernetes import config as k8sconfig  # pylint: disable=g-import-not-at-top
+except ImportError:
+  _KUBERNETES_API_CLIENT_INSTALLED = False
+
+
+class KubernetesClusterResolver(ClusterResolver):
+  """Cluster Resolver for Kubernetes.
+
+  This is an implementation of cluster resolvers for Kubernetes. When given the
+  the Kubernetes namespace and label selector for pods, we will retrieve the
+  pod IP addresses of all running pods matching the selector, and return a
+  ClusterSpec based on that information.
+  """
+
+  def __init__(self,
+               job_to_label_mapping=None,
+               tf_server_port=8470,
+               override_client=None):
+    """Initializes a new KubernetesClusterResolver.
+
+    This initializes a new Kubernetes Cluster Resolver. The Cluster Resolver
+    will attempt to talk to the Kubernetes master to retrieve all the instances
+    of pods matching a label selector.
+
+    Args:
+      job_to_label_mapping: A mapping of TensorFlow jobs to label selectors.
+        This allows users to specify many TensorFlow jobs in one Cluster
+        Resolver, and each job can have pods belong with different label
+        selectors. For example, a sample mapping might be
+        ```
+        {'worker': ['job-name=worker-cluster-a', 'job-name=worker-cluster-b'],
+         'ps': ['job-name=ps-1', 'job-name=ps-2']}
+        ```
+      tf_server_port: The port the TensorFlow server is listening on.
+      override_client: The Kubernetes client (usually automatically retrieved
+        using `from kubernetes import client as k8sclient`). If you pass this
+        in, you are responsible for setting Kubernetes credentials manually.
+
+    Raises:
+      ImportError: If the Kubernetes Python client is not installed and no
+        `override_client` is passed in.
+    """
+    if _KUBERNETES_API_CLIENT_INSTALLED:
+      k8sconfig.load_kube_config()
+
+    if not job_to_label_mapping:
+      job_to_label_mapping = {'worker': ['job-name=tensorflow']}
+
+    if not override_client and not _KUBERNETES_API_CLIENT_INSTALLED:
+      raise ImportError('The Kubernetes Python client must be installed before'
+                        'using the Kubernetes Cluster Resolver. To install the'
+                        'Kubernetes Python client, run `pip install '
+                        'kubernetes` on your command line.')
+
+    self._job_to_label_mapping = job_to_label_mapping
+    self._tf_server_port = tf_server_port
+    self._override_client = override_client
+
+  def master(self):
+    # TODO(frankchn): Figure out a standard way to pass in the current task type
+    # and task id via Kubernetes.
+    pass
+
+  def get_master(self):
+    return self.master()
+
+  def get_job_name(self):
+    return self._job_name
+
+  def cluster_spec(self):
+    """Returns a ClusterSpec object based on the latest info from Kubernetes.
+
+    We retrieve the information from the Kubernetes master every time this
+    method is called.
+
+    Returns:
+      A ClusterSpec containing host information returned from Kubernetes.
+
+    Raises:
+      RuntimeError: If any of the pods returned by the master is not in the
+        `Running` phase.
+    """
+    if not self._override_client:
+      k8sconfig.load_kube_config()
+
+    client = self._override_client or k8sclient.CoreV1Api()
+    cluster_map = {}
+
+    for tf_job in self._job_to_label_mapping:
+      all_pods = []
+      for selector in self._job_to_label_mapping[tf_job]:
+        ret = client.list_pod_for_all_namespaces(label_selector=selector)
+        selected_pods = []
+
+        # Sort the list by the name to make sure it doesn't change call to call.
+        for pod in sorted(ret.items, key=lambda x: x.metadata.name):
+          if pod.status.phase == 'Running':
+            selected_pods.append(
+                '%s:%s' % (pod.status.host_ip, self._tf_server_port))
+          else:
+            raise RuntimeError('Pod "%s" is not running; phase: "%s"' %
+                               (pod.metadata.name, pod.status.phase))
+        all_pods.extend(selected_pods)
+      cluster_map[tf_job] = all_pods
+
+    return server_lib.ClusterSpec(cluster_map)
diff --git a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
new file mode 100644
index 0000000000..fbb26e803d
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
@@ -0,0 +1,168 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for K8sClusterResolver."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.contrib.cluster_resolver.python.training import KubernetesClusterResolver
+from tensorflow.python.platform import test
+from tensorflow.python.training import server_lib
+
+mock = test.mock
+
+
+def _mock_kubernetes_client(ret):
+  mock_client = mock.MagicMock()
+  mock_client.list_pod_for_all_namespaces.side_effect = (
+      lambda *args, **kwargs: ret[kwargs['label_selector']])
+  return mock_client
+
+
+def _get_mock_pod_item(name, phase, host_ip):
+  mock_status = mock.Mock()
+  mock_status.configure_mock(phase=phase, host_ip=host_ip)
+
+  mock_metadata = mock.Mock()
+  mock_metadata.configure_mock(name=name)
+
+  mock_item = mock.Mock()
+  mock_item.configure_mock(status=mock_status, metadata=mock_metadata)
+  return mock_item
+
+
+def _create_pod_list(*args):
+  return mock.MagicMock(items=[_get_mock_pod_item(*x) for x in args])
+
+
+class KubernetesClusterResolverTest(test.TestCase):
+
+  def _verifyClusterSpecEquality(self, cluster_spec, expected_proto):
+    """Verifies that the ClusterSpec generates the correct proto.
+
+    We are testing this four different ways to ensure that the ClusterSpec
+    returned by the TPUClusterResolver behaves identically to a normal
+    ClusterSpec when passed into the generic ClusterSpec libraries.
+
+    Args:
+      cluster_spec: ClusterSpec returned by the TPUClusterResolver
+      expected_proto: Expected protobuf
+    """
+    self.assertProtoEquals(expected_proto, cluster_spec.as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec).as_cluster_def())
+    self.assertProtoEquals(expected_proto,
+                           server_lib.ClusterSpec(
+                               cluster_spec.as_cluster_def()).as_cluster_def())
+    self.assertProtoEquals(expected_proto,
+                           server_lib.ClusterSpec(
+                               cluster_spec.as_dict()).as_cluster_def())
+
+  def testSingleItemSuccessfulRetrieval(self):
+    ret = _create_pod_list(('tensorflow-abc123', 'Running', '10.1.2.3'),)
+
+    cluster_resolver = KubernetesClusterResolver(
+        override_client=_mock_kubernetes_client(
+            {'job-name=tensorflow': ret}))
+
+    actual_cluster_spec = cluster_resolver.cluster_spec()
+    expected_proto = """
+    job {
+      name: 'worker'
+      tasks { key: 0 value: '10.1.2.3:8470' }
+    }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, str(expected_proto))
+
+  def testSuccessfulRetrievalWithSort(self):
+    ret = _create_pod_list(
+        ('tensorflow-abc123', 'Running', '10.1.2.3'),
+        ('tensorflow-def456', 'Running', '10.1.2.4'),
+        ('tensorflow-999999', 'Running', '10.1.2.5'))
+
+    cluster_resolver = KubernetesClusterResolver(
+        override_client=_mock_kubernetes_client(
+            {'job-name=tensorflow': ret}))
+
+    actual_cluster_spec = cluster_resolver.cluster_spec()
+    expected_proto = """
+    job {
+      name: 'worker'
+      tasks { key: 0 value: '10.1.2.5:8470' }
+      tasks { key: 1 value: '10.1.2.3:8470' }
+      tasks { key: 2 value: '10.1.2.4:8470' }
+    }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, str(expected_proto))
+
+  def testNonRunningPod(self):
+    ret = _create_pod_list(('tensorflow-abc123', 'Failed', '10.1.2.3'),)
+
+    cluster_resolver = KubernetesClusterResolver(
+        override_client=_mock_kubernetes_client(
+            {'job-name=tensorflow': ret}))
+
+    error_msg = 'Pod "tensorflow-abc123" is not running; phase: "Failed"'
+    with self.assertRaisesRegexp(RuntimeError, error_msg):
+      cluster_resolver.cluster_spec()
+
+  def testMultiplePodSelectorsAndWorkers(self):
+    worker1 = _create_pod_list(
+        ('tensorflow-abc123', 'Running', '10.1.2.3'),
+        ('tensorflow-def456', 'Running', '10.1.2.4'),
+        ('tensorflow-999999', 'Running', '10.1.2.5'))
+    worker2 = _create_pod_list(
+        ('tensorflow-abc124', 'Running', '10.1.2.6'),
+        ('tensorflow-def457', 'Running', '10.1.2.7'),
+        ('tensorflow-999990', 'Running', '10.1.2.8'))
+    ps = _create_pod_list(
+        ('tensorflow-ps-1', 'Running', '10.1.2.1'),
+        ('tensorflow-ps-2', 'Running', '10.1.2.2'))
+
+    cluster_resolver = KubernetesClusterResolver(
+        job_to_label_mapping={
+            'worker': ['job-name=worker1', 'job-name=worker2'],
+            'ps': ['job-name=ps']
+        },
+        override_client=_mock_kubernetes_client({
+            'job-name=worker1': worker1,
+            'job-name=worker2': worker2,
+            'job-name=ps': ps
+        }))
+
+    actual_cluster_spec = cluster_resolver.cluster_spec()
+    expected_proto = """
+    job {
+      name: 'ps'
+      tasks { key: 0 value: '10.1.2.1:8470' }
+      tasks { key: 1 value: '10.1.2.2:8470' }
+    }
+    job {
+      name: 'worker'
+      tasks { key: 0 value: '10.1.2.5:8470' }
+      tasks { key: 1 value: '10.1.2.3:8470' }
+      tasks { key: 2 value: '10.1.2.4:8470' }
+      tasks { key: 3 value: '10.1.2.8:8470' }
+      tasks { key: 4 value: '10.1.2.6:8470' }
+      tasks { key: 5 value: '10.1.2.7:8470' }
+    }
+    """
+    self._verifyClusterSpecEquality(actual_cluster_spec, str(expected_proto))
+
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From 0b10f7beb8e737860af6cb4d6b6e6297a2c9ae86 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 11:47:04 -0700
Subject: [PATCH 0473/1825] Fix a bug in GBDT layer by layer when merging
 parent and child weights. Children weights can be empty in some cases (one
 side of split is empty). In oblivious trees it is sometimes beneficial to
 split a leaf even though the split doesn't have any gain.

PiperOrigin-RevId: 218380128
---
 .../boosted_trees/kernels/training_ops.cc     | 17 ++--
 .../training/functions/gbdt_batch_test.py     | 90 +++++++++++++++++++
 2 files changed, 101 insertions(+), 6 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/kernels/training_ops.cc b/tensorflow/contrib/boosted_trees/kernels/training_ops.cc
index ab2853352a..a30cfa663f 100644
--- a/tensorflow/contrib/boosted_trees/kernels/training_ops.cc
+++ b/tensorflow/contrib/boosted_trees/kernels/training_ops.cc
@@ -382,8 +382,7 @@ class GrowTreeEnsembleOp : public OpKernel {
         break;
       }
       case LearnerConfig::OBLIVIOUS_DECISION_TREE: {
-        FindBestSplitsPerPartitionOblivious(context, gains_list, splits_list,
-                                            &best_splits);
+        FindBestSplitOblivious(context, gains_list, splits_list, &best_splits);
         break;
       }
     }
@@ -475,10 +474,10 @@ class GrowTreeEnsembleOp : public OpKernel {
     }
   }
 
-  void FindBestSplitsPerPartitionOblivious(
-      OpKernelContext* const context, const OpInputList& gains_list,
-      const OpInputList& splits_list,
-      std::map<int32, SplitCandidate>* best_splits) {
+  void FindBestSplitOblivious(OpKernelContext* const context,
+                              const OpInputList& gains_list,
+                              const OpInputList& splits_list,
+                              std::map<int32, SplitCandidate>* best_splits) {
     // Find best split per partition going through every feature candidate.
     for (int64 handler_id = 0; handler_id < num_handlers_; ++handler_id) {
       const auto& gains = gains_list[handler_id].vec<float>();
@@ -654,6 +653,12 @@ class GrowTreeEnsembleOp : public OpKernel {
       return dest;
     }
 
+    if (dest->leaf_case() == boosted_trees::trees::Leaf::LEAF_NOT_SET) {
+      // No merging is required. Just copy the source weights;
+      *dest = source;
+      return dest;
+    }
+
     // Handle leaf merging based on type.
     switch (source.leaf_case()) {
       case boosted_trees::trees::Leaf::kVector: {
diff --git a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch_test.py b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch_test.py
index 6d20a2e7f4..92068e88a7 100644
--- a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch_test.py
+++ b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch_test.py
@@ -1257,6 +1257,96 @@ class GbdtTest(test_util.TensorFlowTestCase):
       self.assertArrayNear(expected_leaf_2,
                            output.trees[0].nodes[2].leaf.vector.value, 1e-3)
 
+  def testTrainFnMulticlassDiagonalHessianOblivious(self):
+    """Tests the GBDT train for multiclass diagonal hessian."""
+    with self.cached_session():
+      ensemble_handle = model_ops.tree_ensemble_variable(
+          stamp_token=0, tree_ensemble_config="", name="tree_ensemble")
+
+      learner_config = learner_pb2.LearnerConfig()
+      learner_config.learning_rate_tuner.fixed.learning_rate = 1
+      # Use full hessian multiclass strategy.
+      learner_config.multi_class_strategy = (
+          learner_pb2.LearnerConfig.DIAGONAL_HESSIAN)
+      learner_config.num_classes = 5
+      learner_config.regularization.l1 = 0
+      # To make matrix inversible.
+      learner_config.regularization.l2 = 1e-5
+      learner_config.weak_learner_type = (
+          learner_pb2.LearnerConfig.OBLIVIOUS_DECISION_TREE)
+      learner_config.pruning_mode = learner_pb2.LearnerConfig.PRE_PRUNE
+      learner_config.constraints.max_tree_depth = 5
+      learner_config.constraints.min_node_weight = 0
+      batch_size = 3
+      features = {}
+      features["sparse_int"] = sparse_tensor.SparseTensor(
+          array_ops.constant([[0, 0], [1, 0]], dtypes.int64),
+          array_ops.constant([1, 2], dtypes.int64),
+          array_ops.constant([3, 1], dtypes.int64))
+
+      gbdt_model = gbdt_batch.GradientBoostedDecisionTreeModel(
+          is_chief=True,
+          num_ps_replicas=0,
+          center_bias=False,
+          ensemble_handle=ensemble_handle,
+          examples_per_layer=1,
+          learner_config=learner_config,
+          logits_dimension=5,
+          features=features)
+
+      labels = array_ops.constant([[2], [2], [3]], dtype=dtypes.float32)
+      weights = array_ops.ones([batch_size, 1], dtypes.float32)
+
+      predictions_dict = gbdt_model.predict(learn.ModeKeys.TRAIN)
+      predictions = predictions_dict["predictions"]
+
+      # Create train op.
+      train_op = gbdt_model.train(
+          loss=math_ops.reduce_mean(
+              losses.per_example_maxent_loss(
+                  labels,
+                  weights,
+                  predictions,
+                  num_classes=learner_config.num_classes)[0]),
+          predictions_dict=predictions_dict,
+          labels=labels)
+      variables.global_variables_initializer().run()
+      resources.initialize_resources(resources.shared_resources()).run()
+
+      stamp_token, serialized = model_ops.tree_ensemble_serialize(
+          ensemble_handle)
+
+      # Grow 2 layers.
+      train_op.run()
+      train_op.run()
+
+      output = tree_config_pb2.DecisionTreeEnsembleConfig()
+      output.ParseFromString(serialized.eval())
+
+      stamp_token, serialized = model_ops.tree_ensemble_serialize(
+          ensemble_handle)
+      output.ParseFromString(serialized.eval())
+      self.assertEqual(len(output.trees), 1)
+      # We got 6 nodes: one parent and 4 leafs.
+      self.assertEqual(len(output.trees[0].nodes), 6)
+      self.assertAllClose(output.tree_weights, [1])
+      self.assertEqual(stamp_token.eval(), 2)
+
+      print(output.trees[0])
+      # Leafs should have a dense vector of size 5.
+      expected_leaf_1 = [-1.2497, -1.24976, 4.999, -1.24976, -1.2497]
+      expected_leaf_2 = [-2.2362, -2.2362, 6.0028, -2.2362, -2.2362]
+      expected_leaf_3 = [-2.2694, -2.2694, 4.0064, -0.0084, -2.2694]
+      expected_leaf_4 = [-2.2694, -2.2694, -0.0084, 4.0064, -2.2694]
+      self.assertArrayNear(expected_leaf_1,
+                           output.trees[0].nodes[2].leaf.vector.value, 1e-3)
+      self.assertArrayNear(expected_leaf_2,
+                           output.trees[0].nodes[3].leaf.vector.value, 1e-3)
+      self.assertArrayNear(expected_leaf_3,
+                           output.trees[0].nodes[4].leaf.vector.value, 1e-3)
+      self.assertArrayNear(expected_leaf_4,
+                           output.trees[0].nodes[5].leaf.vector.value, 1e-3)
+
   def testTrainFnMulticlassTreePerClass(self):
     """Tests the GBDT train for multiclass tree per class strategy."""
     with self.cached_session() as sess:
-- 
GitLab


From 560355d2913b7395b0598a79c1d0e043b39b3a4a Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 23 Oct 2018 11:52:25 -0700
Subject: [PATCH 0474/1825] [TF:XLA] Bump open source llvm revision to r345029

PiperOrigin-RevId: 218381025
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index fa2d266299..262afa3f7e 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -470,11 +470,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "858b8a420ed5d01e11d40d79716f529f20e9c206608a057cf7fbbb30fc0aad25",
-        strip_prefix = "llvm-95eb91571b2a31d02953a88b9a3fefb618ba2f3e",
+        sha256 = "8337c312841bc69e773ddc81de62ca1f041d88256ea96526b42bec6c25d3761f",
+        strip_prefix = "llvm-191127eb32cf31478fd7664951bc8de2a6ad630e",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/95eb91571b2a31d02953a88b9a3fefb618ba2f3e.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/95eb91571b2a31d02953a88b9a3fefb618ba2f3e.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/191127eb32cf31478fd7664951bc8de2a6ad630e.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/191127eb32cf31478fd7664951bc8de2a6ad630e.tar.gz",
         ],
     )
 
-- 
GitLab


From f3fff5bb391be22146e26275c4eb4dcc172f2b90 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Tue, 23 Oct 2018 12:03:37 -0700
Subject: [PATCH 0475/1825] Disable resnet50_test everywhere
 resnet50_graph_test is disabled.

PiperOrigin-RevId: 218382954
---
 tensorflow/contrib/eager/python/examples/resnet50/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/contrib/eager/python/examples/resnet50/BUILD b/tensorflow/contrib/eager/python/examples/resnet50/BUILD
index d610080d15..f3135a9668 100644
--- a/tensorflow/contrib/eager/python/examples/resnet50/BUILD
+++ b/tensorflow/contrib/eager/python/examples/resnet50/BUILD
@@ -37,6 +37,9 @@ cuda_py_test(
     ],
     tags = [
         "noasan",  # Fix b/118130911
+        "nomsan",  # Fix b/118130911
+        "notsan",  # Fix b/118130911
+        "optonly",
     ],
 )
 
-- 
GitLab


From 77ff33a378b5c309e94d118504f76951fab04802 Mon Sep 17 00:00:00 2001
From: Evgeniy Polyakov <zbr@ioremap.net>
Date: Tue, 23 Oct 2018 20:56:34 +0100
Subject: [PATCH 0476/1825] Use string instead of std::string

---
 tensorflow/core/graph/graph_constructor.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/graph/graph_constructor.h b/tensorflow/core/graph/graph_constructor.h
index 94e7eb2ed4..7af824a6f5 100644
--- a/tensorflow/core/graph/graph_constructor.h
+++ b/tensorflow/core/graph/graph_constructor.h
@@ -140,7 +140,7 @@ struct ImportGraphDefOptions {
   // python API.
 
   // Try to set default execution device for this grapth.
-  std::string default_device;
+  string default_device;
 };
 
 // Optional results that may be returned by ImportGraphDef.
-- 
GitLab


From dfdf666c602c8855ea5984350705b15c514d7788 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Tue, 23 Oct 2018 12:50:38 -0700
Subject: [PATCH 0477/1825] Utility functions to find functions that are
 reachable from the graph.

1. Do optimize functions that are not reachable in meta optimizer.

PiperOrigin-RevId: 218390389
---
 tensorflow/core/framework/function.h          |   2 +-
 tensorflow/core/grappler/optimizers/BUILD     |   1 +
 .../grappler/optimizers/function_optimizer.cc |  90 ++-----------
 .../grappler/optimizers/meta_optimizer.cc     |  15 ++-
 tensorflow/core/grappler/utils/BUILD          |   1 +
 tensorflow/core/grappler/utils/functions.cc   | 120 +++++++++++++++++-
 tensorflow/core/grappler/utils/functions.h    |  15 +++
 .../core/grappler/utils/functions_test.cc     |  63 ++++++++-
 tensorflow/core/kernels/BUILD                 |   1 +
 .../core/kernels/partitioned_function_ops.cc  |   4 +
 10 files changed, 225 insertions(+), 87 deletions(-)

diff --git a/tensorflow/core/framework/function.h b/tensorflow/core/framework/function.h
index fcc6203729..40ace6ef81 100644
--- a/tensorflow/core/framework/function.h
+++ b/tensorflow/core/framework/function.h
@@ -294,7 +294,7 @@ class FunctionCallFrame : public CallFrameInterface {
 class FunctionLibraryDefinition : public OpRegistryInterface {
  public:
   // Note: This constructor grabs `lib_def`'s lock in shared mode.
-  explicit FunctionLibraryDefinition(const FunctionLibraryDefinition& lib_def);
+  FunctionLibraryDefinition(const FunctionLibraryDefinition& lib_def);
   FunctionLibraryDefinition(const OpRegistryInterface* default_registry,
                             const FunctionDefLibrary& lib_def);
   ~FunctionLibraryDefinition() override;
diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index c732c690fc..1691a4a3c4 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -534,6 +534,7 @@ cc_library(
         "//tensorflow/core/grappler/utils:colocation",
         "//tensorflow/core/grappler/utils:functions",
         "//tensorflow/core/grappler/utils:topological_sort",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index 29f5180ded..b079c07631 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -445,85 +445,20 @@ bool HasUnusedOutputs(const NodeDef& func_node, const FunctionDef& func,
   return active_outputs.size() != num_outputs;
 }
 
-// Return trimmed FunctionDefLibrary with functions that are reachable from
+// Return pruned FunctionDefLibrary with functions that are reachable from
 // the optimized graph.
-FunctionDefLibrary TrimFunctionLibrary(const FunctionLibraryDefinition& flib,
-                                       const GraphDef& optimized_graph) {
-  // Functions that are reachable from the optimized graph.
-  gtl::FlatSet<string> keep_funcs;
-
-  std::vector<const FunctionDef*> func_queue;
-  func_queue.reserve(flib.num_functions());
-
-  // Add registered and not already processed functions to the queue by name.
-  const auto add_to_func_queue = [&](const string& func_name) {
-    const FunctionDef* func = flib.Find(func_name);
-    if (func && keep_funcs.find(func_name) == keep_funcs.end()) {
-      func_queue.push_back(func);
-    }
-  };
-
-  // Find all the functions that are reachable from the given node.
-  const auto add_node_to_func_queue = [&](const NodeDef& node) {
-    // Node itself can be a call to the function.
-    add_to_func_queue(node.op());
-
-    // Or node can have an attribute referencing a function.
-    for (const auto& attr : node.attr()) {
-      const auto& attr_value = attr.second;
-
-      // 1. AttrValue.func
-      if (attr_value.has_func()) {
-        add_to_func_queue(attr_value.func().name());
-      }
-
-      // 2. AttrValue.ListValue.func
-      if (attr_value.has_list()) {
-        for (const auto& func : attr_value.list().func()) {
-          add_to_func_queue(func.name());
-        }
-      }
-    }
-  };
+FunctionDefLibrary PruneFunctionLibrary(const FunctionLibraryDefinition& flib,
+                                        const GraphDef& optimized_graph) {
+  FunctionLibraryDefinition pruned_flib =
+      ReachableFunctionLibraryDefinition(flib, optimized_graph);
 
-  // Add all functions that are directly called from the optimized graph.
-  const auto& graph_nodes = optimized_graph.node();
-  std::for_each(graph_nodes.begin(), graph_nodes.end(), add_node_to_func_queue);
+  int pruned_functions = static_cast<int>(pruned_flib.num_functions()) -
+                         static_cast<int>(flib.num_functions());
 
-  // Process all reachable functions.
-  while (!func_queue.empty()) {
-    const FunctionDef* func = func_queue.back();
-    func_queue.pop_back();
+  VLOG(3) << "Pruned function library: " << pruned_flib.num_functions()
+          << " functions (" << pruned_functions << ")";
 
-    const string& func_name = func->signature().name();
-    keep_funcs.insert(func_name);
-
-    // Find all the functions called from the function body.
-    const auto& func_body = func->node_def();
-    std::for_each(func_body.begin(), func_body.end(), add_node_to_func_queue);
-
-    // Check if the function has a registered gradient.
-    const string grad_func_name = flib.FindGradient(func_name);
-    if (!grad_func_name.empty()) add_to_func_queue(grad_func_name);
-  }
-
-  FunctionDefLibrary lib;
-  for (const string& func_name : keep_funcs) {
-    const FunctionDef* func = CHECK_NOTNULL(flib.Find(func_name));
-    *lib.add_function() = *func;
-
-    const string grad_func_name = flib.FindGradient(func_name);
-    if (!grad_func_name.empty()) {
-      GradientDef* gd = lib.add_gradient();
-      gd->set_function_name(func_name);
-      gd->set_gradient_func(grad_func_name);
-    }
-  }
-
-  VLOG(3) << "Trimmed function library: " << keep_funcs.size() << " functions ("
-          << static_cast<int>(keep_funcs.size() - flib.num_functions()) << ")";
-
-  return lib;
+  return pruned_flib.ToProto();
 }
 
 // Push all constant inputs of an instantiating node into the function body.
@@ -1061,11 +996,8 @@ Status InlineSymbolicGradient(const NodeDef& node,
 
 Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
                                    GraphDef* optimized_graph) {
-  VLOG(1) << "Optimize Grappler item: id=" << item.id;
-
   // Nothing to do here.
   if (item.graph.library().function_size() == 0) {
-    VLOG(3) << "Skip Grappler item with empty function library";
     *optimized_graph = item.graph;
     return Status::OK();
   }
@@ -1223,7 +1155,7 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
   *optimized_graph->mutable_versions() = item.graph.versions();
   *optimized_graph->mutable_library() =
       options_.enable_trim_function_library
-          ? TrimFunctionLibrary(ctx.function_library(), *optimized_graph)
+          ? PruneFunctionLibrary(ctx.function_library(), *optimized_graph)
           : ctx.function_library().ToProto();
 
   return Status::OK();
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.cc b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
index 1979752597..1e2e9b3688 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
@@ -432,12 +432,14 @@ Status MetaOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
     return Status::OK();
   }
 
-  // 2. Optimize function library
-  FunctionLibraryDefinition flib(OpRegistry::Global(),
-                                 optimized_graph->library());
+  // 2. Optimize functions reachable from the optimized graph.
+  FunctionLibraryDefinition flib = ReachableFunctionLibraryDefinition(
+      FunctionLibraryDefinition(OpRegistry::Global(),
+                                optimized_graph->library()),
+      *optimized_graph);
 
   // Find functions for which we might need to compute a gradient at runtime.
-  gtl::FlatSet<string> differentiable_functions;
+  absl::flat_hash_set<string> differentiable_functions;
   for (const NodeDef& node : optimized_graph->node()) {
     if (IsSymbolicGradient(node)) {
       const auto* f_attr = gtl::FindOrNull(node.attr(), "f");
@@ -446,7 +448,7 @@ Status MetaOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
   }
 
   // Optimize each function only once.
-  std::unordered_set<string> optimized_funcs;
+  absl::flat_hash_set<string> optimized_funcs;
   bool optimize_function_library = true;
 
   while (optimize_function_library) {
@@ -457,6 +459,9 @@ Status MetaOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
 
       const string& func_name = func.signature().name();
 
+      // Skip functions that are not reachable from the optimized graph.
+      if (!flib.Contains(func_name)) continue;
+
       // Skip already optimized functions.
       if (optimized_funcs.find(func_name) != optimized_funcs.end()) continue;
 
diff --git a/tensorflow/core/grappler/utils/BUILD b/tensorflow/core/grappler/utils/BUILD
index bdbb8836e1..8812ae1f2b 100644
--- a/tensorflow/core/grappler/utils/BUILD
+++ b/tensorflow/core/grappler/utils/BUILD
@@ -170,6 +170,7 @@ cc_library(
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index 05f1d1067f..da79b0646a 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -73,8 +73,122 @@ Status ResolveFunctionBodyNodeAttrPlaceholders(
   return Status::OK();
 }
 
+absl::flat_hash_set<string> ReachableFunctions(
+    const FunctionLibraryDefinition& flib,
+    const protobuf::RepeatedPtrField<NodeDef>& nodes) {
+  // Functions that are reachable from the graph.
+  absl::flat_hash_set<string> reachable_funcs;
+
+  // Functions might be reachable from the nested function calls, so we keep a
+  // queue of functions that we have to check.
+  gtl::InlinedVector<const FunctionDef*, 4> func_queue;
+
+  // Add reachable and not already processed functions to the functions queue.
+  const auto add_to_func_queue = [&](const string& func_name) {
+    const FunctionDef* func = flib.Find(func_name);
+    if (func && reachable_funcs.find(func_name) == reachable_funcs.end()) {
+      func_queue.push_back(func);
+    }
+  };
+
+  // Add all the functions that are reachable from the given node to the queue.
+  const auto process_node = [&](const NodeDef& node) {
+    // Node itself can be a call to the function.
+    add_to_func_queue(node.op());
+
+    // Or node can have an attribute referencing a function.
+    for (const auto& attr : node.attr()) {
+      const auto& attr_value = attr.second;
+
+      // 1. AttrValue.func
+      if (attr_value.has_func()) {
+        add_to_func_queue(attr_value.func().name());
+      }
+
+      // 2. AttrValue.ListValue.func
+      if (attr_value.has_list()) {
+        for (const auto& func : attr_value.list().func()) {
+          add_to_func_queue(func.name());
+        }
+      }
+    }
+  };
+
+  // Add all functions that are directly called from the optimized graph.
+  std::for_each(nodes.begin(), nodes.end(), process_node);
+
+  // Process all reachable functions.
+  while (!func_queue.empty()) {
+    const FunctionDef* func = func_queue.back();
+    func_queue.pop_back();
+
+    const string& func_name = func->signature().name();
+    reachable_funcs.insert(func_name);
+
+    // Find all the functions called from the function body.
+    const auto& func_body = func->node_def();
+    std::for_each(func_body.begin(), func_body.end(), process_node);
+
+    // Check if the function has a registered gradient.
+    const string grad_func_name = flib.FindGradient(func_name);
+    if (!grad_func_name.empty()) add_to_func_queue(grad_func_name);
+  }
+
+  return reachable_funcs;
+}
+
+FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
+    const FunctionLibraryDefinition& flib,
+    const protobuf::RepeatedPtrField<NodeDef>& nodes) {
+  absl::flat_hash_set<string> reachable_funcs = ReachableFunctions(flib, nodes);
+
+  FunctionLibraryDefinition reachable_flib(flib.default_registry(),
+                                           FunctionDefLibrary());
+
+  for (const string& func_name : reachable_funcs) {
+    const FunctionDef* func = flib.Find(func_name);
+    DCHECK_NE(func, nullptr);
+    // That should never fail, because we copy functions from valid flib and use
+    // the same default registry.
+    const Status added = reachable_flib.AddFunctionDef(*func);
+    DCHECK(added.ok());
+
+    const string grad_func_name = flib.FindGradient(func_name);
+    if (!grad_func_name.empty()) {
+      GradientDef grad;
+      grad.set_function_name(func_name);
+      grad.set_gradient_func(grad_func_name);
+      // It can only fail if function already has a gradient function.
+      const Status added_grad = reachable_flib.AddGradientDef(grad);
+      DCHECK(added_grad.ok());
+    }
+  }
+
+  return reachable_flib;
+}
+
 }  // namespace
 
+absl::flat_hash_set<string> ReachableFunctions(
+    const FunctionLibraryDefinition& flib, const GraphDef& graph) {
+  return ReachableFunctions(flib, graph.node());
+}
+
+absl::flat_hash_set<string> ReachableFunctions(
+    const FunctionLibraryDefinition& flib, const FunctionDef& func) {
+  return ReachableFunctions(flib, func.node_def());
+}
+
+FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
+    const FunctionLibraryDefinition& flib, const GraphDef& graph) {
+  return ReachableFunctionLibraryDefinition(flib, graph.node());
+}
+
+FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
+    const FunctionLibraryDefinition& flib, const FunctionDef& func) {
+  return ReachableFunctionLibraryDefinition(flib, func.node_def());
+}
+
 void GrapplerFunctionConnectivity::RegisterInputArgExpansion(
     InputArgExpansion input_arg_expansion) {
   string input_name = input_arg_expansion.input_name;
@@ -500,8 +614,12 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
   // GraphDef input format (name[:position])
   GrapplerFunctionConnectivity connectivity;
 
-  // Function body shares the library with the graph that instantiated it.
+  // Instantiate function body into a statically defined graph def.
   GraphDef function_body;
+
+  // Function body shares the library with the graph that instantiated it. It's
+  // unsafe to prune unreachable functions here, because it might lead to
+  // conflicting specializations.
   *function_body.mutable_library() = flib.ToProto();
 
   // TODO(ezhulenev): support functions with tensor sequence inputs/outputs
diff --git a/tensorflow/core/grappler/utils/functions.h b/tensorflow/core/grappler/utils/functions.h
index 39dddda876..72b3c0f31a 100644
--- a/tensorflow/core/grappler/utils/functions.h
+++ b/tensorflow/core/grappler/utils/functions.h
@@ -19,6 +19,7 @@ limitations under the License.
 #include <memory>
 #include <string>
 #include <unordered_map>
+#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/function.pb.h"
@@ -30,6 +31,20 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
+// Returns a set of functions from the function library, that are reachable from
+// the nodes of the graph.
+absl::flat_hash_set<string> ReachableFunctions(
+    const FunctionLibraryDefinition& flib, const GraphDef& graph);
+absl::flat_hash_set<string> ReachableFunctions(
+    const FunctionLibraryDefinition& flib, const FunctionDef& func);
+
+// Returns a copy of FunctionLibraryDefinition with subset of functions that are
+// reachable from the nodes of the graph.
+FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
+    const FunctionLibraryDefinition& flib, const GraphDef& graph);
+FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
+    const FunctionLibraryDefinition& flib, const FunctionDef& func);
+
 // Depending on the function instantiation attributes, input argument to the
 // function might be a single tensor, list of tensors of the same type, or a
 // list of tensors of different types.
diff --git a/tensorflow/core/grappler/utils/functions_test.cc b/tensorflow/core/grappler/utils/functions_test.cc
index edc273557b..16834acecf 100644
--- a/tensorflow/core/grappler/utils/functions_test.cc
+++ b/tensorflow/core/grappler/utils/functions_test.cc
@@ -28,8 +28,69 @@ namespace tensorflow {
 namespace grappler {
 namespace {
 
+constexpr char kDevice[] = "/device:CPU:0";
+
 class FunctionsTest : public ::testing::Test {};
 
+TEST_F(FunctionsTest, ReachableFunctions) {
+  using ::tensorflow::test::function::GDef;
+  using ::tensorflow::test::function::NDef;
+  using FDH = ::tensorflow::FunctionDefHelper;
+
+  const auto make_simple_fdef = [](const string &name) {
+    return FDH::Create(
+        name, {"x:T", "y:T"}, {"z:T"}, {"T: {float, double}"},
+        {{{"output"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
+        /* Mapping between function returns and function node outputs. */
+        {{"z", "output:z:0"}});
+  };
+
+  FunctionDef func_1 = make_simple_fdef("Func1");
+  FunctionDef func_2 = make_simple_fdef("Func2");
+  FunctionDef func_3 = make_simple_fdef("Func3");
+
+  FunctionDef func_2_grad = make_simple_fdef("Func2_grad");
+
+  GraphDef graph = GDef(
+      {
+          NDef("a", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+          NDef("b", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+          NDef("x", "Func1", {"a", "b"}, {{"T", DT_FLOAT}}, kDevice),
+          NDef("y", "PartitionedCall", {"a", "b"},
+               {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+                {"Tout", DataTypeSlice{DT_FLOAT}},
+                {"f", FDH::FunctionRef("Func2", {{"T", DT_FLOAT}})}},
+               kDevice),
+      },
+      // FunctionLib
+      {func_1, func_2, func_3, func_2_grad});
+
+  // Register custom function gradient after the graph was constructed.
+  GradientDef *func3_grad_def = graph.mutable_library()->add_gradient();
+  func3_grad_def->set_function_name("Func2");
+  func3_grad_def->set_gradient_func("Func2_grad");
+
+  FunctionLibraryDefinition flib(OpRegistry::Global(), graph.library());
+
+  // - 'Func1' called directly from the graph
+  // - 'Func2' called indirectly via PartitionedCall attribute, and it also
+  //   has a custom gradient ('Func2_grad') that must remain in the library
+  // - 'Func3' in unreachable and has to be removed from the library
+
+  absl::flat_hash_set<string> reachable_funcs = ReachableFunctions(flib, graph);
+  ASSERT_EQ(reachable_funcs.size(), 3);
+  EXPECT_NE(reachable_funcs.find("Func1"), reachable_funcs.end());
+  EXPECT_NE(reachable_funcs.find("Func2"), reachable_funcs.end());
+  EXPECT_NE(reachable_funcs.find("Func2_grad"), reachable_funcs.end());
+
+  FunctionLibraryDefinition reachable_flib =
+      ReachableFunctionLibraryDefinition(flib, graph);
+  ASSERT_EQ(reachable_flib.num_functions(), 3);
+  EXPECT_TRUE(reachable_flib.Contains("Func1"));
+  EXPECT_TRUE(reachable_flib.Contains("Func2"));
+  EXPECT_TRUE(reachable_flib.Contains("Func2_grad"));
+}
+
 TEST_F(FunctionsTest, IsParametrized) {
   // Function is defined for multiple input types.
   FunctionDef parametrized_func = FunctionDefHelper::Create(
@@ -703,7 +764,7 @@ TEST_F(FunctionsTest, ReplaceInputWithConst) {
 }
 
 TEST_F(FunctionsTest, SwapFunctionBodyAndMakeFunctionDef) {
-  using test::function::NDef;
+  using ::tensorflow::test::function::NDef;
 
   FunctionDef mul_func = FunctionDefHelper::Create(
       "MyMul", {"x:T", "y:T"}, {"z:T"}, {"T: {float, double}"},
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index c2a313bcda..bdd6959dd1 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -2151,6 +2151,7 @@ tf_kernel_library(
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler/clusters:virtual_cluster",
         "//tensorflow/core/grappler/optimizers:meta_optimizer",
+        "//tensorflow/core/grappler/utils:functions",
     ],
 )
 
diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index 9bc8e9f84b..a4828f8aa2 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -27,6 +27,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/clusters/virtual_cluster.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
+#include "tensorflow/core/grappler/utils/functions.h"
 #include "tensorflow/core/protobuf/rewriter_config.pb.h"
 #include "tensorflow/core/util/ptr_util.h"
 #include "tensorflow/core/util/reffed_status_callback.h"
@@ -516,6 +517,9 @@ class PartitionedCallOp : public AsyncOpKernel {
     (*graph)->ToGraphDef(&item.graph);
 
     if (flib) {
+      // TODO(ezhulenev): Prune unreachable functions to reduce copy overhead.
+      // It's unsafe to do it now, because it's possible to get conflicting
+      // specializations with the same name.
       *item.graph.mutable_library() = flib->ToProto();
     }
 
-- 
GitLab


From ce61d388dcc0de859ddda5ed7935d2df6eef977a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 12:58:50 -0700
Subject: [PATCH 0478/1825] Uses the OriginInfo annotation to supply AutoGraph
 compilation errors with more accurate user code information.

PiperOrigin-RevId: 218391582
---
 .../autograph/integration_tests/BUILD         |  15 --
 .../integration_tests/errors_test.py          | 152 ------------------
 .../converters/error_handlers_test.py         |  46 ++++--
 .../autograph/core/converter_testing.py       |   2 +
 .../python/autograph/impl/conversion.py       |   1 +
 .../python/autograph/pyct/transformer.py      |  45 +++---
 .../python/autograph/pyct/transformer_test.py |  26 +--
 7 files changed, 58 insertions(+), 229 deletions(-)
 delete mode 100644 tensorflow/examples/autograph/integration_tests/errors_test.py

diff --git a/tensorflow/examples/autograph/integration_tests/BUILD b/tensorflow/examples/autograph/integration_tests/BUILD
index 1674d2fa88..d20c17b63b 100644
--- a/tensorflow/examples/autograph/integration_tests/BUILD
+++ b/tensorflow/examples/autograph/integration_tests/BUILD
@@ -16,21 +16,6 @@ filegroup(
     visibility = ["//tensorflow:__subpackages__"],
 )
 
-py_test(
-    name = "errors_test",
-    srcs = [
-        "errors_test.py",
-    ],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_oss",
-        "no_windows",
-    ],
-    deps = [
-        "//tensorflow:tensorflow_py",
-    ],
-)
-
 py_test(
     name = "keras_test",
     srcs = [
diff --git a/tensorflow/examples/autograph/integration_tests/errors_test.py b/tensorflow/examples/autograph/integration_tests/errors_test.py
deleted file mode 100644
index 9c10dad9aa..0000000000
--- a/tensorflow/examples/autograph/integration_tests/errors_test.py
+++ /dev/null
@@ -1,152 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Error traceback rewriting integration tests."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import tensorflow as tf
-
-from tensorflow.python import autograph as ag
-
-
-class ErrorsTest(tf.test.TestCase):
-
-  def test_graph_construction_error_rewriting_call_tree(self):
-
-    def test_fn():
-      return tf.random_normal((2, 3), mean=0.0, dtype=tf.int32)
-
-    def inner_caller():
-      return test_fn()
-
-    def caller():
-      return inner_caller()
-
-    with self.assertRaises(ag.GraphConstructionError) as error:
-      graph = ag.to_graph(caller)
-      graph()
-    expected = error.exception
-    custom_traceback = expected.custom_traceback
-    found_correct_filename = False
-    num_test_fn_names = 0
-    num_inner_caller_names = 0
-    num_caller_names = 0
-    for frame in custom_traceback:
-      filename, _, fn_name, _ = frame
-      self.assertFalse('/tmp/' in filename)
-      found_correct_filename |= __file__ in filename
-      self.assertNotEqual('tf__test_fn', fn_name)
-      num_test_fn_names += int('test_fn' == fn_name)
-      self.assertNotEqual('tf__inner_caller', fn_name)
-      num_inner_caller_names += int('inner_caller' == fn_name)
-      self.assertNotEqual('tf__caller', fn_name)
-      num_caller_names += int('caller' == fn_name)
-    self.assertTrue(found_correct_filename)
-    self.assertEqual(num_test_fn_names, 1)
-    self.assertEqual(num_inner_caller_names, 1)
-    self.assertEqual(num_caller_names, 1)
-
-  def test_graph_construction_error_rewriting_class(self):
-
-    class TestClass(object):
-
-      def test_fn(self):
-        return tf.random_normal((2, 3), mean=0.0, dtype=tf.int32)
-
-      def inner_caller(self):
-        return self.test_fn()
-
-      def caller(self):
-        return self.inner_caller()
-
-    # Note we expect a TypeError here because the traceback will not be
-    # rewritten for classes.
-    with self.assertRaises(TypeError):
-      graph = ag.to_graph(TestClass)
-      graph().caller()
-
-  def test_runtime_error_rewriting(self):
-
-    def g(x, s):
-      while tf.reduce_sum(x) > s:
-        x //= 0
-      return x
-
-    def test_fn(x):
-      return g(x, 10)
-
-    compiled_fn = ag.to_graph(test_fn)
-
-    with self.assertRaises(ag.TfRuntimeError) as error:
-      with self.cached_session() as sess:
-        x = compiled_fn(tf.constant([4, 8]))
-        with ag.improved_errors(compiled_fn):
-          sess.run(x)
-    expected = error.exception
-    custom_traceback = expected.custom_traceback
-    found_correct_filename = False
-    num_test_fn_frames = 0
-    num_g_frames = 0
-    for frame in custom_traceback:
-      filename, _, fn_name, source_code = frame
-      self.assertFalse('/tmp/' in filename)
-      self.assertFalse('control_flow.py' in filename)
-      self.assertFalse('ag__.' in fn_name)
-      found_correct_filename |= __file__ in filename
-      num_test_fn_frames += int('test_fn' == fn_name and
-                                'return g(x, 10)' in source_code)
-      num_g_frames += int('g' == fn_name and 'x //= 0' in source_code)
-    self.assertTrue(found_correct_filename)
-    self.assertEqual(num_test_fn_frames, 1)
-    self.assertEqual(num_g_frames, 1)
-
-  def test_runtime_error_rewriting_nested(self):
-
-    def test_fn(x):
-
-      def g(y):
-        return y**2 // 0
-
-      s = 0
-      for xi in x:
-        s += g(xi)
-      return s
-
-    compiled_fn = ag.to_graph(test_fn)
-
-    # TODO(b/111408261): Nested functions currently do not rewrite correctly,
-    # when they do we should change this test to check for the same traceback
-    # properties as the other tests.  This should throw a runtime error with a
-    # frame with "g" as the function name but because we don't yet add
-    # try/except blocks to inner functions the name is "tf__g".
-    with self.assertRaises(ag.TfRuntimeError) as error:
-      with self.cached_session() as sess:
-        x = compiled_fn(tf.constant([4, 8]))
-        with ag.improved_errors(compiled_fn):
-          sess.run(x)
-    expected = error.exception
-    custom_traceback = expected.custom_traceback
-    num_tf_g_frames = 0
-    for frame in custom_traceback:
-      _, _, fn_name, _ = frame
-      self.assertNotEqual('g', fn_name)
-      num_tf_g_frames += int('tf__g' == fn_name)
-    self.assertEqual(num_tf_g_frames, 1)
-
-
-if __name__ == '__main__':
-  tf.test.main()
diff --git a/tensorflow/python/autograph/converters/error_handlers_test.py b/tensorflow/python/autograph/converters/error_handlers_test.py
index 676ff9e02b..29597e1da3 100644
--- a/tensorflow/python/autograph/converters/error_handlers_test.py
+++ b/tensorflow/python/autograph/converters/error_handlers_test.py
@@ -18,11 +18,14 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import gast
+
+from tensorflow.python.autograph.converters import control_flow
 from tensorflow.python.autograph.converters import error_handlers
 from tensorflow.python.autograph.core import converter_testing
 from tensorflow.python.autograph.core import errors
-from tensorflow.python.autograph.pyct import anno
-from tensorflow.python.autograph.pyct import origin_info
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import random_ops
 from tensorflow.python.platform import test
 
 
@@ -33,26 +36,37 @@ class ErrorHandlersTest(converter_testing.TestCase):
     def test_fn():
       raise ValueError()
 
-    node, ctx = self.prepare(test_fn, {})
-    anno.setanno(
-        node, anno.Basic.ORIGIN,
-        origin_info.OriginInfo(None, 'test_function_name', 'test_code',
-                               'test_comment'))
-    node = error_handlers.transform(node, ctx)
-    with self.compiled(node, {}) as result:
+    with self.converted(test_fn, error_handlers, {}) as result:
       with self.assertRaises(errors.GraphConstructionError):
-        # Here we just assert that the handler works. Its correctness is
-        # verified by errors_test.py.
+        # Here we just assert that the handler works.
         result.test_fn()
 
   def test_no_origin_annotation(self):
 
-    def test_fn():
-      raise ValueError()
+    def test_fn(x):
+      a = 0
+      if x:
+        a = random_ops.random_normal((2, 3), mean=0.0, dtype=dtypes.int32)
+      else:
+        a = 0
+      return a
 
-    with self.converted(test_fn, error_handlers, {}) as result:
-      with self.assertRaises(ValueError):
-        result.test_fn()
+    node, ctx = self.prepare(test_fn, {
+        'random_ops': random_ops,
+        'dtypes': dtypes
+    })
+    # To simulate a function without origin info we use the control flow
+    # converter which adds a function that lacks origin info so we will not have
+    # a wrapping try/except that reraises the NotImplementedError as a
+    # GraphConstructionError.
+    node = control_flow.transform(node, ctx)
+    node = error_handlers.transform(node, ctx)
+    # TODO(b/111562364): remove run_cond from traceback.
+    test_fn_try_body = node.body[0].body
+    true_fn_body = test_fn_try_body[1].body
+    false_fn_body = test_fn_try_body[2].body
+    self.assertNotIn(gast.Try, true_fn_body)
+    self.assertNotIn(gast.Try, false_fn_body)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/python/autograph/core/converter_testing.py b/tensorflow/python/autograph/core/converter_testing.py
index 83785793a1..0326103933 100644
--- a/tensorflow/python/autograph/core/converter_testing.py
+++ b/tensorflow/python/autograph/core/converter_testing.py
@@ -31,6 +31,7 @@ from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.core import errors
 from tensorflow.python.autograph.core import function_wrapping
 from tensorflow.python.autograph.pyct import compiler
+from tensorflow.python.autograph.pyct import origin_info
 from tensorflow.python.autograph.pyct import parser
 from tensorflow.python.autograph.pyct import pretty_printer
 from tensorflow.python.autograph.pyct import transformer
@@ -176,5 +177,6 @@ class TestCase(test.TestCase):
         arg_types=arg_types,
         owner_type=owner_type)
     ctx = converter.EntityContext(namer, entity_info, program_ctx)
+    origin_info.resolve(node, source, test_fn)
     node = converter.standard_analysis(node, ctx, is_initial=True)
     return node, ctx
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index f93381a00e..8720083aed 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -288,6 +288,7 @@ def function_to_graph(f,
 
   node, source = parser.parse_entity(f)
   node = node.body[0]
+  # TODO(znado): Place inside standard_analysis.
   origin_info.resolve(node, source, f)
   namespace = inspect_utils.getnamespace(f)
   _add_self_references(namespace, program_ctx.autograph_module)
diff --git a/tensorflow/python/autograph/pyct/transformer.py b/tensorflow/python/autograph/pyct/transformer.py
index 1ad14cdeca..6155743a8e 100644
--- a/tensorflow/python/autograph/pyct/transformer.py
+++ b/tensorflow/python/autograph/pyct/transformer.py
@@ -203,8 +203,10 @@ class Base(gast.NodeTransformer):
     Args:
       entity_info: An EntityInfo object.
     """
+    self._current_origin = None
     self._lineno = 0
     self._col_offset = 0
+    # TODO(znado): remove this from the constructor of all Transformers.
     self.entity_info = entity_info
     self._enclosing_entities = []
 
@@ -424,13 +426,12 @@ class Base(gast.NodeTransformer):
           ' visit lists of nodes, use "visit_block" instead').format(type(node))
       raise ValueError(msg)
 
-    source_code = self.entity_info.source_code
-    source_file = self.entity_info.source_file
     did_enter_function = False
     local_scope_size_at_entry = len(self._local_scope_state)
     processing_expr_node = False
 
     try:
+      parent_origin = self._current_origin
       if isinstance(node, (gast.FunctionDef, gast.ClassDef, gast.Lambda)):
         did_enter_function = True
       elif isinstance(node, gast.Expr):
@@ -439,15 +440,15 @@ class Base(gast.NodeTransformer):
       if did_enter_function:
         self._enclosing_entities.append(node)
 
-      if source_code and hasattr(node, 'lineno'):
-        self._lineno = node.lineno
-        self._col_offset = node.col_offset
+      if anno.hasanno(node, anno.Basic.ORIGIN):
+        self._current_origin = anno.getanno(node, anno.Basic.ORIGIN)
 
       if processing_expr_node:
         entry_expr_value = node.value
 
       if not anno.hasanno(node, anno.Basic.SKIP_PROCESSING):
         result = super(Base, self).visit(node)
+      self._current_origin = parent_origin
 
       # Adjust for consistency: replacing the value of an Expr with
       # an Assign node removes the need for the Expr node.
@@ -469,26 +470,26 @@ class Base(gast.NodeTransformer):
             'Inconsistent local scope stack. Before entering node %s, the'
             ' stack had length %d, after exit it has length %d. This'
             ' indicates enter_local_scope and exit_local_scope are not'
-            ' well paired.' % (
-                node,
-                local_scope_size_at_entry,
-                len(self._local_scope_state)
-            ))
+            ' well paired.' % (node, local_scope_size_at_entry,
+                               len(self._local_scope_state)))
       return result
 
     except (ValueError, AttributeError, KeyError, NotImplementedError) as e:
-      msg = '%s: %s\nOffending source:\n%s\n\nOccurred at node:\n%s' % (
-          e.__class__.__name__, str(e), self._get_source(node),
-          pretty_printer.fmt(node, color=False))
-      if source_code:
-        line = source_code.splitlines()[self._lineno - 1]
-      else:
-        line = '<no source available>'
+      if not self._current_origin:
+        raise e
+      original_file_path = self._current_origin.loc.filename
+      original_line_number = self._current_origin.loc.lineno
+      original_col_offset = self._current_origin.loc.col_offset
+      original_source_line = self._current_origin.source_code_line
+      msg = '%s: %s.' % (e.__class__.__name__, str(e))
+
       # TODO(mdan): Avoid the printing of the original exception.
       # In other words, we need to find how to suppress the "During handling
       # of the above exception, another exception occurred" message.
-      six.reraise(AutographParseError,
-                  AutographParseError(
-                      msg,
-                      (source_file, self._lineno, self._col_offset + 1, line)),
-                  sys.exc_info()[2])
+      six.reraise(
+          AutographParseError,
+          AutographParseError(msg, (original_file_path, original_line_number,
+                                    original_col_offset, original_source_line)),
+          sys.exc_info()[2])
+    finally:
+      self._current_origin = parent_origin
diff --git a/tensorflow/python/autograph/pyct/transformer_test.py b/tensorflow/python/autograph/pyct/transformer_test.py
index 23bf9a8e16..0c68d2a764 100644
--- a/tensorflow/python/autograph/pyct/transformer_test.py
+++ b/tensorflow/python/autograph/pyct/transformer_test.py
@@ -304,20 +304,11 @@ class TransformerTest(test.TestCase):
     tr = BrokenTransformer(self._simple_source_info())
 
     node, _ = parser.parse_entity(test_function)
-    with self.assertRaises(transformer.AutographParseError) as cm:
+    with self.assertRaises(ValueError) as cm:
       node = tr.visit(node)
     obtained_message = str(cm.exception)
     expected_message = r'expected "ast.AST", got "\<(type|class) \'list\'\>"'
     self.assertRegexpMatches(obtained_message, expected_message)
-    # The exception should point at the if statement, not any place else.  Could
-    # also check the stack trace.
-    self.assertTrue(
-        'Occurred at node:\nIf' in obtained_message, obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nFunctionDef' not in obtained_message,
-        obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nReturn' not in obtained_message, obtained_message)
 
   def test_robust_error_on_ast_corruption(self):
     # A child class should not be able to be so broken that it causes the error
@@ -344,26 +335,13 @@ class TransformerTest(test.TestCase):
     tr = BrokenTransformer(self._simple_source_info())
 
     node, _ = parser.parse_entity(test_function)
-    with self.assertRaises(transformer.AutographParseError) as cm:
+    with self.assertRaises(ValueError) as cm:
       node = tr.visit(node)
     obtained_message = str(cm.exception)
     # The message should reference the exception actually raised, not anything
     # from the exception handler.
     expected_substring = 'I blew up'
     self.assertTrue(expected_substring in obtained_message, obtained_message)
-    # Expect the exception to have failed to parse the corrupted AST
-    self.assertTrue(
-        '<could not convert AST to source>' in obtained_message,
-        obtained_message)
-    # The exception should point at the if statement, not any place else.  Could
-    # also check the stack trace.
-    self.assertTrue(
-        'Occurred at node:\nIf' in obtained_message, obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nFunctionDef' not in obtained_message,
-        obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nReturn' not in obtained_message, obtained_message)
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 2882acdb8c71090fe12a796f82d312eb43f2a0b0 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 23 Oct 2018 13:12:08 -0700
Subject: [PATCH 0479/1825] Remove second parameter of subspan call.

By default it will select the remainder of the span, anyway. Also, on the first
glance the value operands.size() for length looks wrong (although subspan clamps it at operands.size() / 2 so this is not a bug).

PiperOrigin-RevId: 218393909
---
 tensorflow/compiler/xla/service/hlo_parser.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index 81f091238e..aec4902e9b 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -1089,8 +1089,8 @@ bool HloParser::ParseInstruciontRhs(HloComputation::Builder* builder,
           absl::Span<HloInstruction* const>(operands).subspan(
               0, operands.size() / 2),
           /*init_values=*/
-          absl::Span<HloInstruction* const>(operands).subspan(
-              operands.size() / 2, operands.size()),
+          absl::Span<HloInstruction* const>(operands).subspan(operands.size() /
+                                                              2),
           *dimensions_to_reduce, *reduce_computation));
       break;
     }
-- 
GitLab


From 2f3b69e4976d3b14eaa6ae070eb68f37d1556d98 Mon Sep 17 00:00:00 2001
From: Julian Niedermeier <jpniedermeier@gmail.com>
Date: Tue, 23 Oct 2018 22:30:07 +0200
Subject: [PATCH 0480/1825] Changed empty check

---
 tensorflow/python/training/checkpointable/util.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/tensorflow/python/training/checkpointable/util.py b/tensorflow/python/training/checkpointable/util.py
index 1ab21489d4..b825194361 100644
--- a/tensorflow/python/training/checkpointable/util.py
+++ b/tensorflow/python/training/checkpointable/util.py
@@ -971,9 +971,7 @@ class CheckpointLoadStatus(_LoadStatus):
     for checkpointable_object in list_objects(self._root_checkpointable):
       # Remove data structures that do not contain any variables from
       # restoration checks.
-      if (isinstance(checkpointable_object,
-                     data_structures.CheckpointableDataStructure) and
-              len(checkpointable_object.variables) == 0):
+      if not checkpointable_object._checkpoint_dependencies:
         continue
       self._checkpoint.all_python_objects.add(checkpointable_object)
     unused_python_objects = (
-- 
GitLab


From ec1d53dc794e010812f3e078eb04b445002c93ad Mon Sep 17 00:00:00 2001
From: Julian Niedermeier <jpniedermeier@gmail.com>
Date: Tue, 23 Oct 2018 22:30:18 +0200
Subject: [PATCH 0481/1825] Added unit test

---
 .../python/training/checkpointable/util_test.py   | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/tensorflow/python/training/checkpointable/util_test.py b/tensorflow/python/training/checkpointable/util_test.py
index 66d5171334..b611de1dc6 100644
--- a/tensorflow/python/training/checkpointable/util_test.py
+++ b/tensorflow/python/training/checkpointable/util_test.py
@@ -1324,6 +1324,21 @@ class CheckpointingTests(test.TestCase):
       train_fn()
       self.assertEqual(42., self.evaluate(optimizer.variables()[0]))
 
+  @test_util.run_in_graph_and_eager_modes
+  def test_restore_after_adding_empty_checkpointable_data_structure(self):
+    with ops.Graph().as_default(), self.session(graph=ops.get_default_graph()):
+      model = NonLayerCheckpointable()
+      checkpoint = checkpointable_utils.Checkpoint(model=model)
+      checkpoint.restore(None).initialize_or_restore()
+      checkpoint_directory = self.get_temp_dir()
+      checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
+      save_path = checkpoint.save(checkpoint_prefix)
+    with ops.Graph().as_default(), self.session(graph=ops.get_default_graph()):
+      model = NonLayerCheckpointable()
+      model.dict = {"a": 1}
+      model.list = {"b": 1}
+      checkpoint.restore(save_path).assert_consumed().run_restore_ops()
+
 
 class _ManualScope(tracking.Checkpointable):
 
-- 
GitLab


From f6e824ebd272452da2936c44168790ba4c40ed7a Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Tue, 23 Oct 2018 13:42:06 -0700
Subject: [PATCH 0482/1825] [tf.data] Implement `AsGraphDefInternal()` for the
 ThreadPoolDataset.

PiperOrigin-RevId: 218399112
---
 .../experimental/threadpool_dataset_op.cc     | 15 +++++++++++----
 .../optimization/optimize_dataset_test.py     | 19 +++++++++++++++++++
 2 files changed, 30 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
index 8d561ca0e3..d6f697249f 100644
--- a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
@@ -127,16 +127,17 @@ class ThreadPoolDatasetOp : public UnaryDatasetOpKernel {
                                        &threadpool_resource));
     core::ScopedUnref unref_iterator(threadpool_resource);
 
-    *output = new Dataset(ctx, input, threadpool_resource);
+    *output = new Dataset(ctx, input, ctx->input(1), threadpool_resource);
   }
 
  private:
   class Dataset : public DatasetBase {
    public:
     Dataset(OpKernelContext* ctx, const DatasetBase* input,
-            ThreadPoolResource* threadpool)
+            const Tensor& resource_handle, ThreadPoolResource* threadpool)
         : DatasetBase(DatasetContext(ctx)),
           input_(input),
+          resource_handle_(resource_handle),
           threadpool_(threadpool) {
       input_->Ref();
       threadpool_->Ref();
@@ -168,8 +169,13 @@ class ThreadPoolDatasetOp : public UnaryDatasetOpKernel {
     Status AsGraphDefInternal(SerializationContext* ctx,
                               DatasetGraphDefBuilder* b,
                               Node** output) const override {
-      return errors::Unimplemented("%s does not support serialization",
-                                   DebugString());
+      Node* input_graph_node = nullptr;
+      TF_RETURN_IF_ERROR(b->AddInputDataset(ctx, input_, &input_graph_node));
+      Node* resource_handle_node = nullptr;
+      TF_RETURN_IF_ERROR(b->AddTensor(resource_handle_, &resource_handle_node));
+      TF_RETURN_IF_ERROR(b->AddDataset(
+          this, {input_graph_node, resource_handle_node}, output));
+      return Status::OK();
     }
 
    private:
@@ -205,6 +211,7 @@ class ThreadPoolDatasetOp : public UnaryDatasetOpKernel {
     };
 
     const DatasetBase* const input_;
+    const Tensor resource_handle_;
     ThreadPoolResource* const threadpool_;
   };
 };
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
index 74231a0d07..c04bef89f5 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 import numpy as np
 
 from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.experimental.ops import threadpool
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import dtypes
@@ -85,6 +86,24 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
+  def testOptimizationThreadPoolDataset(self):
+    dataset = dataset_ops.Dataset.range(10).batch(10)
+
+    dataset = threadpool.override_threadpool(
+        dataset,
+        threadpool.PrivateThreadPool(
+            2, display_name="private_thread_pool_%d" % 2))
+
+    dataset = dataset_ops._OptimizeDataset(dataset, [])
+    iterator = dataset.make_initializable_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      sess.run(iterator.initializer)
+      self.assertAllEqual(list(range(10)), sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From e473b8a9f88a590343a08c7ac122b8bda49683fa Mon Sep 17 00:00:00 2001
From: Revan Sopher <rsopher@google.com>
Date: Tue, 23 Oct 2018 13:47:03 -0700
Subject: [PATCH 0483/1825] Explicitly quote every command piece.

PiperOrigin-RevId: 218399942
---
 third_party/repo.bzl | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/third_party/repo.bzl b/third_party/repo.bzl
index 6fe80c1694..07b853ff11 100644
--- a/third_party/repo.bzl
+++ b/third_party/repo.bzl
@@ -26,7 +26,7 @@ def _wrap_bash_cmd(ctx, cmd):
         bazel_sh = _get_env_var(ctx, "BAZEL_SH")
         if not bazel_sh:
             fail("BAZEL_SH environment variable is not set")
-        cmd = [bazel_sh, "-l", "-c", " ".join(cmd)]
+        cmd = [bazel_sh, "-l", "-c", " ".join(["\"%s\"" % s for s in cmd])]
     return cmd
 
 def _get_env_var(ctx, name):
-- 
GitLab


From b6476baf0ad3430d2fe02dd605fbf945c12f084d Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Tue, 23 Oct 2018 13:47:37 -0700
Subject: [PATCH 0484/1825] Fixes broken tape behavior after recent change to
 functions.

PiperOrigin-RevId: 218400027
---
 tensorflow/python/eager/function.py      |  5 ++-
 tensorflow/python/eager/function_test.py | 45 +++++++++++++-----------
 2 files changed, 28 insertions(+), 22 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 41f102b470..dbbff42cdc 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -544,10 +544,13 @@ class Function(object):
     # `side_outputs` are the intermediate Tensors that were added as outputs to
     # the forward graph function so that we can compute its gradient.
     real_outputs = outputs[:self._num_outputs]
+    skip_positions = [i for i, t in enumerate(real_outputs)
+                      if not gradients_impl.IsTrainable(t)]
     side_outputs = outputs[self._num_outputs:]
 
     def backward_function(*args):
-      args = [a for a in args if a is not None]
+      args = [a for i, a in enumerate(args)
+              if a is not None and i not in skip_positions]
       return self._backward_graph_function(*(list(args) + side_outputs))  # pylint: disable=not-callable
 
     tape.record_operation(self._forward_function.signature.name, real_outputs,
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 74fff4c8e8..ba6e0b0429 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -2312,29 +2312,32 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         # pylint: disable=protected-access
         self.assertEqual(len(graph._functions), 3)
 
+  @test_util.run_in_graph_and_eager_modes
   def testBackwardNone(self):
-    with ops.Graph().as_default():
-      model = variables.Variable(1.0, name='model')
-      count = variables.Variable(0)
+    model = variables.Variable(1.0, name='model')
+    count = variables.Variable(0)
 
-      @function.defun
-      def forward_pass(value):
-        count.assign_add(1)
-        residuals = value - model
-        loss = 0.5 * math_ops.reduce_mean(math_ops.pow(residuals, 2))
-        # Note: count is an integer, so its doutput will be None
-        return loss, count
-
-      def reduce_fn(x):
-        loss, count = forward_pass(x)
-        grad_only = gradients_impl.gradients(loss, model)
-        return grad_only, count
-
-      do_it = reduce_fn(constant_op.constant([7.0]))
-
-      with self.test_session() as sess:
-        sess.run([variables.global_variables_initializer()])
-        self.assertAllEqual(sess.run(do_it), [[-6.0], 1])
+    @function.defun
+    def forward_pass(value):
+      count.assign_add(1)
+      residuals = value - model
+      loss = 0.5 * math_ops.reduce_mean(math_ops.pow(residuals, 2))
+      # Note: count is an integer, so its doutput will be None
+      return loss, count
+
+    def reduce_fn(x):
+      if context.executing_eagerly():
+        with backprop.GradientTape() as t:
+          loss, count = forward_pass(x)
+        return t.gradient(loss, model), count
+      loss, count = forward_pass(x)
+      grad_only = gradients_impl.gradients(loss, model)
+      return grad_only, count
+
+    g, _ = reduce_fn(constant_op.constant([7.0]))
+
+    self.evaluate(variables.global_variables_initializer())
+    self.assertAllEqual(nest.flatten(self.evaluate(g)), [-6.0])
 
   def testCallingFunctionWithDifferentVariables(self):
 
-- 
GitLab


From fa82b26e89ae0ef65df84eadd1f549bc73a7707a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 14:32:21 -0700
Subject: [PATCH 0485/1825] Make sure toco prints error message when run from
 python.

PiperOrigin-RevId: 218408319
---
 tensorflow/contrib/lite/toco/python/toco_python_api.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/lite/toco/python/toco_python_api.cc b/tensorflow/contrib/lite/toco/python/toco_python_api.cc
index 568e4e9197..8dbba20700 100644
--- a/tensorflow/contrib/lite/toco/python/toco_python_api.cc
+++ b/tensorflow/contrib/lite/toco/python/toco_python_api.cc
@@ -89,6 +89,7 @@ PyObject* TocoConvert(PyObject* model_flags_proto_txt_raw,
   auto status = Export(toco_flags, *model, toco_flags.allow_custom_ops(),
                        &output_file_contents_txt);
   if (!status.ok()) {
+    fprintf(stderr, "Toco failure: %s\n", status.error_message().c_str());
     return TOCO_FROM_CPPSTRING_TO_PY("", 0);
   }
   if (extended_return) {
-- 
GitLab


From d2a08903b2d13235c90fa307c8c240c2c77598e0 Mon Sep 17 00:00:00 2001
From: Julian Niedermeier <jpniedermeier@gmail.com>
Date: Tue, 23 Oct 2018 23:39:47 +0200
Subject: [PATCH 0486/1825] Revoked removal of instance check

---
 tensorflow/python/training/checkpointable/util.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/training/checkpointable/util.py b/tensorflow/python/training/checkpointable/util.py
index b825194361..00f0ff06f0 100644
--- a/tensorflow/python/training/checkpointable/util.py
+++ b/tensorflow/python/training/checkpointable/util.py
@@ -971,7 +971,9 @@ class CheckpointLoadStatus(_LoadStatus):
     for checkpointable_object in list_objects(self._root_checkpointable):
       # Remove data structures that do not contain any variables from
       # restoration checks.
-      if not checkpointable_object._checkpoint_dependencies:
+      if (isinstance(checkpointable_object,
+                     data_structures.CheckpointableDataStructure) and
+              not checkpointable_object._checkpoint_dependencies):
         continue
       self._checkpoint.all_python_objects.add(checkpointable_object)
     unused_python_objects = (
-- 
GitLab


From 8def1215dda083de243885da9b52328737cb35cb Mon Sep 17 00:00:00 2001
From: Julian Niedermeier <jpniedermeier@gmail.com>
Date: Tue, 23 Oct 2018 23:40:18 +0200
Subject: [PATCH 0487/1825] Fixed wrong assertion to be assert_existing

---
 tensorflow/python/training/checkpointable/util_test.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/training/checkpointable/util_test.py b/tensorflow/python/training/checkpointable/util_test.py
index b611de1dc6..593361695e 100644
--- a/tensorflow/python/training/checkpointable/util_test.py
+++ b/tensorflow/python/training/checkpointable/util_test.py
@@ -1337,7 +1337,8 @@ class CheckpointingTests(test.TestCase):
       model = NonLayerCheckpointable()
       model.dict = {"a": 1}
       model.list = {"b": 1}
-      checkpoint.restore(save_path).assert_consumed().run_restore_ops()
+      load_status = checkpoint.restore(save_path)
+      load_status.assert_existing_objects_matched().run_restore_ops()
 
 
 class _ManualScope(tracking.Checkpointable):
-- 
GitLab


From 55cdfae1d009d400da049d71652e6cae5c28a277 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Tue, 23 Oct 2018 14:46:40 -0700
Subject: [PATCH 0488/1825] Fix indentation

---
 tensorflow/python/training/checkpointable/util.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/training/checkpointable/util.py b/tensorflow/python/training/checkpointable/util.py
index 00f0ff06f0..6ecef716c7 100644
--- a/tensorflow/python/training/checkpointable/util.py
+++ b/tensorflow/python/training/checkpointable/util.py
@@ -973,7 +973,7 @@ class CheckpointLoadStatus(_LoadStatus):
       # restoration checks.
       if (isinstance(checkpointable_object,
                      data_structures.CheckpointableDataStructure) and
-              not checkpointable_object._checkpoint_dependencies):
+          not checkpointable_object._checkpoint_dependencies):
         continue
       self._checkpoint.all_python_objects.add(checkpointable_object)
     unused_python_objects = (
-- 
GitLab


From a660bc8fe6b04dad42bade28e4c99abc518910b6 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Tue, 23 Oct 2018 14:56:30 -0700
Subject: [PATCH 0489/1825] Minimal start on a 2.x SavedModel export API

No variable support, and no hope of what currently gets exported ever being imported as a Python object. Export will initially target serving use-cases for the 2.0 preview, and will gradually add information needed to revive Python objects.

PiperOrigin-RevId: 218412766
---
 tensorflow/python/saved_model/BUILD          |  34 +++
 tensorflow/python/saved_model/export.py      | 282 +++++++++++++++++++
 tensorflow/python/saved_model/export_test.py | 127 +++++++++
 3 files changed, 443 insertions(+)
 create mode 100644 tensorflow/python/saved_model/export.py
 create mode 100644 tensorflow/python/saved_model/export_test.py

diff --git a/tensorflow/python/saved_model/BUILD b/tensorflow/python/saved_model/BUILD
index c9bc33e218..576ad8ed65 100644
--- a/tensorflow/python/saved_model/BUILD
+++ b/tensorflow/python/saved_model/BUILD
@@ -21,6 +21,7 @@ py_library(
     deps = [
         ":builder",
         ":constants",
+        ":export",
         ":loader",
         ":main_op",
         ":signature_constants",
@@ -263,5 +264,38 @@ py_test(
     ],
 )
 
+py_library(
+    name = "export",
+    srcs = [
+        "export.py",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":loader",
+        ":signature_constants",
+        ":signature_def_utils",
+        ":utils",
+        "//tensorflow/core:protos_all_py",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:util",
+        "//tensorflow/python/eager:def_function",
+        "//tensorflow/python/eager:test",
+    ],
+)
+
+py_test(
+    name = "export_test",
+    srcs = ["export_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":export",
+        ":signature_constants",
+        ":tag_constants",
+        "//tensorflow/python/eager:def_function",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
 # -----------------------------------------------------------------------------
 # Google-internal targets.  These must be at the end for syncrepo.
diff --git a/tensorflow/python/saved_model/export.py b/tensorflow/python/saved_model/export.py
new file mode 100644
index 0000000000..c9b761d557
--- /dev/null
+++ b/tensorflow/python/saved_model/export.py
@@ -0,0 +1,282 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Exports a SavedModel from a Checkpointable Python object."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import collections
+import os
+
+from tensorflow.core.protobuf import saved_model_pb2
+from tensorflow.python.eager import def_function
+from tensorflow.python.eager import function
+from tensorflow.python.framework import ops
+from tensorflow.python.lib.io import file_io
+from tensorflow.python.ops import array_ops
+from tensorflow.python.saved_model import constants
+from tensorflow.python.saved_model import signature_constants
+from tensorflow.python.saved_model import signature_def_utils
+from tensorflow.python.saved_model import utils
+from tensorflow.python.training.checkpointable import base as checkpointable
+from tensorflow.python.util import compat
+from tensorflow.python.util import nest
+
+
+def _canonicalize_signatures(signatures):
+  """Converts `signatures` into a dictionary of concrete functions."""
+  if signatures is None:
+    signatures = {}
+  elif not isinstance(signatures, collections.Mapping):
+    signatures = {
+        signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY: signatures}
+  concrete_signatures = {}
+  for serving_key, signature_function in signatures.items():
+    if isinstance(signature_function, (function.PolymorphicFunction,
+                                       def_function.PolymorphicFunction)):
+      input_signature = signature_function._input_signature  # pylint: disable=protected-access
+      if input_signature is None:
+        raise ValueError(
+            ("Unable to use the function {} as a signature directly. Functions "
+             "used to generate serving signatures must either have an "
+             "`input_signature=` specified when constructed, or must be "
+             "converted to concrete functions using "
+             "`f.get_concrete_function(...)`.").format(signature_function))
+      signature_function = signature_function.get_concrete_function(
+          *input_signature)
+    elif not isinstance(signature_function, function.Function):
+      raise ValueError(
+          ("Expected a TensorFlow function to generate a signature for, but "
+           "got {}. Python functions may be decorated with "
+           "`@tf.function(input_signature=...)` and passed as signatures "
+           "directly, or created without a signature using `@tf.function` "
+           "and then converted to a concrete TensorFlow function using "
+           "`f.get_concrete_function(...)`.").format(signature_function))
+    concrete_signatures[serving_key] = signature_function
+  return concrete_signatures
+
+
+def _is_flat(sequence):
+  sequence_flat = nest.flatten(sequence)
+  try:
+    nest.assert_same_structure(sequence_flat, sequence)
+    return True
+  except ValueError:
+    return False
+  except TypeError:
+    return False
+
+
+def _normalize_outputs(outputs, function_name, signature_key):
+  """Construct an output dictionary from unnormalized function outputs."""
+  if isinstance(outputs, collections.Mapping):
+    for key, value in outputs.items():
+      if not isinstance(value, ops.Tensor):
+        raise ValueError(
+            ("Got a dictionary containing non-Tensor value {} for key {} "
+             "in the output of the function {} used to generate a SavedModel "
+             "signature. Dictionaries outputs for functions used as signatures "
+             "should have one Tensor output per string key.")
+            .format(value, key, compat.as_str_any(function_name)))
+    return outputs
+  else:
+    original_outputs = outputs
+    if not isinstance(outputs, collections.Sequence):
+      outputs = [outputs]
+    if not _is_flat(outputs):
+      raise ValueError(
+          ("Got non-flat outputs '{}' from '{}' for SavedModel "
+           "signature '{}'. Signatures have one Tensor per output, so "
+           "to have predictable names Python functions used to generate "
+           "these signatures should avoid outputting Tensors in nested "
+           "structures.")
+          .format(original_outputs, function_name, signature_key))
+    return {("output_{}".format(output_index)): output
+            for output_index, output
+            in enumerate(outputs)}
+
+
+def _tensor_dict_to_tensorinfo(tensor_dict):
+  return {key: utils.build_tensor_info(value)
+          for key, value in tensor_dict.items()}
+
+
+def _generate_signatures(signature_functions):
+  """Validates and calls `signature_functions` in the default graph.
+
+  Args:
+    signature_functions: A dictionary mapping string keys to concrete TensorFlow
+      functions (e.g. from `_canonicalize_signatures`) which will be used to
+      generate SignatureDefs.
+
+  Returns:
+    Each function in the `signature_functions` dictionary is called with
+    placeholder Tensors, generating a function call operation and output
+    Tensors. The placeholder Tensors, the function call operation, and the
+    output Tensors from the function call are part of the default Graph.
+
+    This function then returns a dictionary with the same structure as
+    `signature_functions`, with the concrete functions replaced by SignatureDefs
+    implicitly containing information about how to call each function from a
+    TensorFlow 1.x Session / the C++ Loader API. These SignatureDefs reference
+    the generated placeholders and Tensor outputs by name.
+
+    The caller is expected to include the default Graph set while calling this
+    function as a MetaGraph in a SavedModel, including the returned
+    SignatureDefs as part of that MetaGraph.
+  """
+  signatures = {}
+  for signature_key, func in sorted(signature_functions.items()):
+    function.register_concrete(func)
+    # `exterior_placeholders` holds placeholders which are outside the function
+    # body, directly contained in a MetaGraph of the SavedModel. The function
+    # body itself contains nearly identical placeholders used when running the
+    # function, but these exterior placeholders allow Session-based APIs to call
+    # the function using feeds and fetches which name Tensors in the MetaGraph.
+    exterior_placeholders = {}
+    args = []
+    for placeholder in func.inputs:
+      user_input_name = compat.as_str_any(
+          placeholder.op.get_attr("_user_specified_name"))
+      # If the internal placeholders for a function have names which were
+      # uniquified by TensorFlow, then a single user-specified argument name
+      # must refer to multiple Tensors. The resulting signatures would be
+      # confusing to call. Instead, we throw an exception telling the user to
+      # specify explicit names.
+      if user_input_name != placeholder.op.name:
+        raise ValueError(
+            ("Got non-flat/non-unique argument names for SavedModel "
+             "signature '{}': more than one argument to '{}' was named '{}'. "
+             "Signatures have one Tensor per named input, so to have "
+             "predictable names Python functions used to generate these "
+             "signatures should avoid *args and Tensors in nested "
+             "structures unless unique names are specified for each. Use "
+             "tf.TensorSpec(..., name=...) to provide a name for a Tensor "
+             "input.")
+            .format(signature_key, compat.as_str_any(func.name),
+                    user_input_name))
+      arg_placeholder = array_ops.placeholder(
+          shape=placeholder.shape,
+          dtype=placeholder.dtype,
+          name="{}_{}".format(signature_key, user_input_name))
+      exterior_placeholders[user_input_name] = arg_placeholder
+      args.append(arg_placeholder)
+    outputs = _normalize_outputs(
+        func(*args), func.name, signature_key)
+    signatures[signature_key] = signature_def_utils.build_signature_def(
+        _tensor_dict_to_tensorinfo(exterior_placeholders),
+        _tensor_dict_to_tensorinfo(outputs))
+  return signatures
+
+
+def _make_graph_def(signature_functions):
+  """Generates and exports call ops for `signature_functions`."""
+  # TODO(allenl): Handle variables
+  signatures = {}
+  exported_graph = ops.Graph()
+  with exported_graph.as_default():
+    signatures = _generate_signatures(signature_functions)
+  graph_def = exported_graph.as_graph_def(add_shapes=True)
+  return graph_def, signatures
+
+
+def export(obj, export_dir, signatures=None):
+  # pylint: disable=line-too-long
+  """Exports the Checkpointable object `obj` to [SavedModel format](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md).
+
+  The `signatures` argument indicates TensorFlow functions which will be
+  available to programs which consume `SavedModel`s, for example serving
+  APIs. Python functions may be decorated with
+  `@tf.function(input_signature=...)` and passed as signatures directly, or
+  created without a signature using `@tf.function` and then converted to a
+  concrete TensorFlow function using `f.get_concrete_function(...)`.
+
+  In either case, `Tensor` inputs to `signatures` functions which are not
+  associated with a unique Python argument name must have names explicitly
+  specified in their `tf.TensorSpec` objects. Cases where this is necessary
+  include positional arguments passed through variadic `*args` and multiple
+  `Tensor` inputs which are part of the same nested structure.
+
+  The outputs of functions used as `signatures` must either be flat lists, in
+  which case outputs will be numbered, or a dictionary mapping string keys to
+  Tensors, in which case the string keys will be used to name outputs.
+
+  Exporting with a signature specified:
+
+  ```python
+  class Model(tf.keras.Model):
+
+    @tf.function(input_signature=tf.TensorSpec(shape=[None], dtype=tf.string))
+    def serve(serialized):
+      ...
+
+  m = Model()
+  tf.saved_model.export(m, '/tmp/saved_model/', signatures=m.serve)
+  ```
+
+  Exporting from a function without a fixed signature:
+
+  ```python
+  class Model(tf.keras.Model):
+
+    @tf.function
+    def compute(x):
+      ...
+
+  m = Model()
+  tf.saved_model.export(
+      m, '/tmp/saved_model/',
+      signatures=m.compute.get_concrete_function(
+          tf.TensorSpec(shape=[None, 3], dtype=tf.float32, name="inp")))
+  ```
+
+  Args:
+    obj: A checkpointable object to export.
+    export_dir: A directory in which to write the SavedModel.
+    signatures: Optional, either a `tf.function` with an input signature
+      specified or the result of `f.get_concrete_function` on a
+      `tf.function`-decorated function `f`, in which case `f` will be used to
+      generate a signature for the SavedModel under the default serving
+      signature key. `signatures` may also be a dictionary, in which case it
+      maps from signature keys to either `tf.function` instances with input
+      signatures or concrete functions. The keys of such a dictionary may be
+      arbitrary strings, but will typically be from the
+      `tf.saved_model.signature_constants` module.
+
+  Raises:
+    ValueError: If `obj` is not checkpointable.
+  """
+  # pylint: enable=line-too-long
+  if not isinstance(obj, checkpointable.CheckpointableBase):
+    raise ValueError(
+        "Expected a Checkpointable object for export, got {}.".format(obj))
+  signatures = _canonicalize_signatures(signatures)
+  graph_def, signatures = _make_graph_def(signatures)
+  saved_model = saved_model_pb2.SavedModel()
+  saved_model.saved_model_schema_version = (
+      constants.SAVED_MODEL_SCHEMA_VERSION)
+  meta_graph_def = saved_model.meta_graphs.add()
+  # TODO(allenl): Factor out some subset of SavedModelBuilder which is 2.x
+  # compatible (no sessions) and share it with this export API rather than
+  # making a SavedModel proto and writing it directly.
+  meta_graph_def.graph_def.MergeFrom(graph_def)
+  for signature_key, signature in signatures.items():
+    meta_graph_def.signature_def[signature_key].MergeFrom(signature)
+  file_io.recursive_create_dir(export_dir)
+  path = os.path.join(
+      compat.as_bytes(export_dir),
+      compat.as_bytes(constants.SAVED_MODEL_FILENAME_PB))
+  file_io.write_string_to_file(path, saved_model.SerializeToString())
diff --git a/tensorflow/python/saved_model/export_test.py b/tensorflow/python/saved_model/export_test.py
new file mode 100644
index 0000000000..2c70136dc9
--- /dev/null
+++ b/tensorflow/python/saved_model/export_test.py
@@ -0,0 +1,127 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for checkpointable object SavedModel export."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+from tensorflow.python.eager import def_function
+from tensorflow.python.eager import test
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
+from tensorflow.python.saved_model import export
+from tensorflow.python.saved_model import loader
+from tensorflow.python.saved_model import signature_constants
+from tensorflow.python.training.checkpointable import tracking
+
+
+class ExportTest(test.TestCase):
+
+  def _import_and_infer(
+      self, export_dir, inputs,
+      signature_key=signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY):
+    """Import a SavedModel into a TF 1.x-style graph and run `signature_key`."""
+    graph = ops.Graph()
+    with graph.as_default(), self.session(graph) as session:
+      model = loader.load(session, [], export_dir)
+      signature = model.signature_def[signature_key]
+      self.assertEqual(set(inputs.keys()), set(signature.inputs.keys()))
+      feed_dict = {}
+      for arg_name in inputs.keys():
+        feed_dict[graph.get_tensor_by_name(signature.inputs[arg_name].name)] = (
+            inputs[arg_name])
+      output_dict = {}
+      for output_name, output_tensor_info in signature.outputs.items():
+        output_dict[output_name] = graph.get_tensor_by_name(
+            output_tensor_info.name)
+      return session.run(output_dict, feed_dict=feed_dict)
+
+  def test_method_export_signature(self):
+    root = tracking.Checkpointable()
+    root.f = def_function.function(
+        lambda x: 2. * x,
+        input_signature=[tensor_spec.TensorSpec(None, dtypes.float32)])
+    root.f(constant_op.constant(1.))
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(root, export_dir, root.f)
+    self.assertEqual(
+        {"output_0": 2.},
+        self._import_and_infer(export_dir, {"x": 1.}))
+
+  def test_method_export_concrete(self):
+    root = tracking.Checkpointable()
+    root.f = def_function.function(
+        lambda z: {"out": 2. * z})
+    root.f(constant_op.constant(1.))
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(
+        root,
+        export_dir,
+        {"non_default_key": root.f.get_concrete_function(
+            tensor_spec.TensorSpec(None, dtypes.float32))})
+    self.assertEqual(
+        {"out": 2.},
+        self._import_and_infer(
+            export_dir, {"z": 1.}, signature_key="non_default_key"))
+
+  def test_non_concrete_error(self):
+    root = tracking.Checkpointable()
+    root.f = def_function.function(lambda x: 2. * x)
+    root.f(constant_op.constant(1.))
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    with self.assertRaisesRegexp(
+        ValueError, "must be converted to concrete functions"):
+      export.export(root, export_dir, root.f)
+
+  def test_nested_inputs(self):
+    root = tracking.Checkpointable()
+    root.f = def_function.function(lambda x: 2. * x[0])
+    root.f([constant_op.constant(1.)])
+    to_export = root.f.get_concrete_function(
+        [constant_op.constant(1.), constant_op.constant(2.)])
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    with self.assertRaisesRegexp(
+        ValueError, "non-unique argument names"):
+      export.export(root, export_dir, to_export)
+
+  def test_nested_outputs(self):
+    root = tracking.Checkpointable()
+    root.f = def_function.function(lambda x: (2. * x, (3. * x, 4. * x)))
+    root.f(constant_op.constant(1.))
+    to_export = root.f.get_concrete_function(constant_op.constant(1.))
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    with self.assertRaisesRegexp(
+        ValueError, "non-flat outputs"):
+      export.export(root, export_dir, to_export)
+
+  def test_nested_dict_outputs(self):
+    root = tracking.Checkpointable()
+    root.f = def_function.function(
+        lambda x: {"a": 2. * x, "b": (3. * x, 4. * x)})
+    root.f(constant_op.constant(1.))
+    to_export = root.f.get_concrete_function(constant_op.constant(1.))
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    with self.assertRaisesRegexp(
+        ValueError, "dictionary containing non-Tensor value"):
+      export.export(root, export_dir, to_export)
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From af14e4cf353a985de636a644bdb4a858e96707d4 Mon Sep 17 00:00:00 2001
From: Julian Niedermeier <jpniedermeier@gmail.com>
Date: Wed, 24 Oct 2018 00:10:26 +0200
Subject: [PATCH 0490/1825] Removed graph and session setup from unit test

---
 .../training/checkpointable/util_test.py      | 25 +++++++++----------
 1 file changed, 12 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/training/checkpointable/util_test.py b/tensorflow/python/training/checkpointable/util_test.py
index 593361695e..636694ebd1 100644
--- a/tensorflow/python/training/checkpointable/util_test.py
+++ b/tensorflow/python/training/checkpointable/util_test.py
@@ -1326,19 +1326,18 @@ class CheckpointingTests(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def test_restore_after_adding_empty_checkpointable_data_structure(self):
-    with ops.Graph().as_default(), self.session(graph=ops.get_default_graph()):
-      model = NonLayerCheckpointable()
-      checkpoint = checkpointable_utils.Checkpoint(model=model)
-      checkpoint.restore(None).initialize_or_restore()
-      checkpoint_directory = self.get_temp_dir()
-      checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      save_path = checkpoint.save(checkpoint_prefix)
-    with ops.Graph().as_default(), self.session(graph=ops.get_default_graph()):
-      model = NonLayerCheckpointable()
-      model.dict = {"a": 1}
-      model.list = {"b": 1}
-      load_status = checkpoint.restore(save_path)
-      load_status.assert_existing_objects_matched().run_restore_ops()
+    model = NonLayerCheckpointable()
+    checkpoint = checkpointable_utils.Checkpoint(model=model)
+    checkpoint.restore(None).initialize_or_restore()
+    checkpoint_directory = self.get_temp_dir()
+    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
+    save_path = checkpoint.save(checkpoint_prefix)
+    ops.reset_default_graph()
+    model = NonLayerCheckpointable()
+    model.dict = {"a": 1}
+    model.list = {"b": 1}
+    load_status = checkpoint.restore(save_path)
+    load_status.assert_existing_objects_matched().run_restore_ops()
 
 
 class _ManualScope(tracking.Checkpointable):
-- 
GitLab


From 5d0428080b385c257a17eeb6475125bf03f0237e Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Tue, 23 Oct 2018 15:18:29 -0700
Subject: [PATCH 0491/1825] Add api_template_v1.__init__.py. This way we can
 have separate __init__.py files.

PiperOrigin-RevId: 218416863
---
 tensorflow/BUILD                              | 10 ++-
 tensorflow/api_template.__init__.py           | 23 +++----
 tensorflow/api_template_v1.__init__.py        | 66 +++++++++++++++++++
 tensorflow/compat_template_v1.__init__.py     | 34 ++++++++++
 .../python/tools/api/generator/api_gen.bzl    | 18 ++++-
 .../tools/api/generator/create_python_api.py  | 36 +++++++---
 .../tools/api/golden/v1/tensorflow.pbtxt      |  4 --
 .../tools/api/golden/v2/tensorflow.app.pbtxt  |  4 --
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 --
 .../tools/api/tests/api_compatibility_test.py |  7 +-
 10 files changed, 162 insertions(+), 44 deletions(-)
 create mode 100644 tensorflow/api_template_v1.__init__.py
 create mode 100644 tensorflow/compat_template_v1.__init__.py

diff --git a/tensorflow/BUILD b/tensorflow/BUILD
index 82526cead4..11b42f349d 100644
--- a/tensorflow/BUILD
+++ b/tensorflow/BUILD
@@ -560,19 +560,23 @@ genrule(
 
 gen_api_init_files(
     name = "tf_python_api_gen_v1",
-    srcs = ["api_template.__init__.py"],
+    srcs = ["api_template_v1.__init__.py"],
     api_version = 1,
     output_dir = "_api/v1/",
     output_files = TENSORFLOW_API_INIT_FILES_V1,
     output_package = "tensorflow._api.v1",
-    root_init_template = "api_template.__init__.py",
+    root_init_template = "api_template_v1.__init__.py",
 )
 
 gen_api_init_files(
     name = "tf_python_api_gen_v2",
-    srcs = ["api_template.__init__.py"],
+    srcs = [
+        "api_template.__init__.py",
+        "compat_template_v1.__init__.py",
+    ],
     api_version = 2,
     compat_api_versions = [1],
+    compat_init_templates = ["compat_template_v1.__init__.py"],
     output_dir = "_api/v2/",
     output_files = TENSORFLOW_API_INIT_FILES_V2,
     output_package = "tensorflow._api.v2",
diff --git a/tensorflow/api_template.__init__.py b/tensorflow/api_template.__init__.py
index 65172fd74a..182aa21176 100644
--- a/tensorflow/api_template.__init__.py
+++ b/tensorflow/api_template.__init__.py
@@ -23,25 +23,14 @@ import os as _os
 # pylint: disable=g-bad-import-order
 from tensorflow.python import pywrap_tensorflow  # pylint: disable=unused-import
 
-from tensorflow.python.tools import component_api_helper
-component_api_helper.package_hook(
+from tensorflow.python.tools import component_api_helper as _component_api_helper
+_component_api_helper.package_hook(
     parent_package_str=__name__,
     child_package_str=('tensorflow_estimator.python.estimator.api.estimator'))
-del component_api_helper
 
 # API IMPORTS PLACEHOLDER
 
-from tensorflow.python.util.lazy_loader import LazyLoader  # pylint: disable=g-import-not-at-top
-contrib = LazyLoader('contrib', globals(), 'tensorflow.contrib')
-del LazyLoader
-# The templated code that replaces the placeholder above sometimes
-# sets the __all__ variable. If it does, we have to be sure to add
-# "contrib".
-if '__all__' in vars():
-  vars()['__all__'].append('contrib')
-
 from tensorflow.python.platform import flags  # pylint: disable=g-import-not-at-top
-app.flags = flags  # pylint: disable=undefined-variable
 
 # Make sure directory containing top level submodules is in
 # the __path__ so that "from tensorflow.foo import bar" works.
@@ -49,6 +38,9 @@ _tf_api_dir = _os.path.dirname(_os.path.dirname(app.__file__))  # pylint: disabl
 if _tf_api_dir not in __path__:
   __path__.append(_tf_api_dir)
 
+# Calls to enable and disable features.
+enable_eager_execution()  # pylint: disable=undefined-variable
+
 # These symbols appear because we import the python package which
 # in turn imports from tensorflow.core and tensorflow.python. They
 # must come from this module. So python adds these symbols for the
@@ -59,7 +51,8 @@ try:
   del core
 except NameError:
   # Don't fail if these modules are not available.
-  # For e.g. we are using this file for compat.v1 module as well and
-  # 'python', 'core' directories are not under compat/v1.
+  # For e.g. this file will be originally placed under tensorflow/_api/v1 which
+  # does not have 'python', 'core' directories. Then, it will be copied
+  # to tensorflow/ which does have these two directories.
   pass
 # pylint: enable=undefined-variable
diff --git a/tensorflow/api_template_v1.__init__.py b/tensorflow/api_template_v1.__init__.py
new file mode 100644
index 0000000000..797cda991f
--- /dev/null
+++ b/tensorflow/api_template_v1.__init__.py
@@ -0,0 +1,66 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Bring in all of the public TensorFlow interface into this module."""
+
+from __future__ import absolute_import as _absolute_import
+from __future__ import division as _division
+from __future__ import print_function as _print_function
+
+import os as _os
+
+# pylint: disable=g-bad-import-order
+from tensorflow.python import pywrap_tensorflow  # pylint: disable=unused-import
+
+from tensorflow.python.tools import component_api_helper as _component_api_helper
+_component_api_helper.package_hook(
+    parent_package_str=__name__,
+    child_package_str=('tensorflow_estimator.python.estimator.api.estimator'))
+
+# API IMPORTS PLACEHOLDER
+
+from tensorflow.python.util.lazy_loader import LazyLoader  # pylint: disable=g-import-not-at-top
+contrib = LazyLoader('contrib', globals(), 'tensorflow.contrib')
+del LazyLoader
+# The templated code that replaces the placeholder above sometimes
+# sets the __all__ variable. If it does, we have to be sure to add
+# "contrib".
+if '__all__' in vars():
+  vars()['__all__'].append('contrib')
+
+from tensorflow.python.platform import flags  # pylint: disable=g-import-not-at-top
+app.flags = flags  # pylint: disable=undefined-variable
+
+# Make sure directory containing top level submodules is in
+# the __path__ so that "from tensorflow.foo import bar" works.
+_tf_api_dir = _os.path.dirname(_os.path.dirname(app.__file__))  # pylint: disable=undefined-variable
+if _tf_api_dir not in __path__:
+  __path__.append(_tf_api_dir)
+
+
+# These symbols appear because we import the python package which
+# in turn imports from tensorflow.core and tensorflow.python. They
+# must come from this module. So python adds these symbols for the
+# resolution to succeed.
+# pylint: disable=undefined-variable
+try:
+  del python
+  del core
+except NameError:
+  # Don't fail if these modules are not available.
+  # For e.g. this file will be originally placed under tensorflow/_api/v1 which
+  # does not have 'python', 'core' directories. Then, it will be copied
+  # to tensorflow/ which does have these two directories.
+  pass
+# pylint: enable=undefined-variable
diff --git a/tensorflow/compat_template_v1.__init__.py b/tensorflow/compat_template_v1.__init__.py
new file mode 100644
index 0000000000..7df80ec012
--- /dev/null
+++ b/tensorflow/compat_template_v1.__init__.py
@@ -0,0 +1,34 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Bring in all of the public TensorFlow interface into this module."""
+
+from __future__ import absolute_import as _absolute_import
+from __future__ import division as _division
+from __future__ import print_function as _print_function
+
+import os as _os
+
+# pylint: disable=g-bad-import-order
+from tensorflow.python import pywrap_tensorflow  # pylint: disable=unused-import
+
+from tensorflow.python.tools import component_api_helper as _component_api_helper
+_component_api_helper.package_hook(
+    parent_package_str=__name__,
+    child_package_str=('tensorflow_estimator.python.estimator.api.estimator'))
+
+# API IMPORTS PLACEHOLDER
+
+from tensorflow.python.platform import flags  # pylint: disable=g-import-not-at-top
+app.flags = flags  # pylint: disable=undefined-variable
diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index 8459fe2eb3..c4633dfe32 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -26,6 +26,7 @@ def gen_api_init_files(
         api_name = "tensorflow",
         api_version = 2,
         compat_api_versions = [],
+        compat_init_templates = [],
         packages = ["tensorflow.python"],
         package_deps = ["//tensorflow/python:no_contrib"],
         output_package = "tensorflow",
@@ -53,9 +54,13 @@ def gen_api_init_files(
       api_version: TensorFlow API version to generate. Must be either 1 or 2.
       compat_api_versions: Older TensorFlow API versions to generate under
         compat/ directory.
-      package: Python package containing the @tf_export decorators you want to
+      compat_init_templates: Python init file that should be used as template
+        for top level __init__.py files under compat/vN directories.
+        "# API IMPORTS PLACEHOLDER" comment inside this
+        template will be replaced with root imports collected by this genrule.
+      packages: Python packages containing the @tf_export decorators you want to
         process
-      package_dep: Python library target containing your package.
+      package_deps: Python library target containing your packages.
       output_package: Package where generated API will be added to.
       output_dir: Subdirectory to output API to.
         If non-empty, must end with '/'.
@@ -83,6 +88,12 @@ def gen_api_init_files(
     for compat_api_version in compat_api_versions:
         compat_api_version_flags += " --compat_apiversion=%d" % compat_api_version
 
+    compat_init_template_flags = ""
+    for compat_init_template in compat_init_templates:
+        compat_init_template_flags += (
+            " --compat_init_template=$(location %s)" % compat_init_template
+        )
+
     native.genrule(
         name = name,
         outs = all_output_files,
@@ -90,7 +101,8 @@ def gen_api_init_files(
             "$(location :" + api_gen_binary_target + ") " +
             root_init_template_flag + " --apidir=$(@D)" + output_dir +
             " --apiname=" + api_name + " --apiversion=" + str(api_version) +
-            compat_api_version_flags + " --package=" + ",".join(packages) +
+            compat_api_version_flags + " " + compat_init_template_flags +
+            " --package=" + ",".join(packages) +
             " --output_package=" + output_package + " $(OUTS)"
         ),
         srcs = srcs,
diff --git a/tensorflow/python/tools/api/generator/create_python_api.py b/tensorflow/python/tools/api/generator/create_python_api.py
index 69835f9fc1..3e4186f7af 100644
--- a/tensorflow/python/tools/api/generator/create_python_api.py
+++ b/tensorflow/python/tools/api/generator/create_python_api.py
@@ -387,7 +387,7 @@ def get_module_docstring(module_name, package, api_name):
 
 def create_api_files(output_files, packages, root_init_template, output_dir,
                      output_package, api_name, api_version,
-                     compat_api_versions):
+                     compat_api_versions, compat_init_templates):
   """Creates __init__.py files for the Python API.
 
   Args:
@@ -403,6 +403,8 @@ def create_api_files(output_files, packages, root_init_template, output_dir,
     api_version: API version to generate (`v1` or `v2`).
     compat_api_versions: Additional API versions to generate in compat/
       subdirectory.
+    compat_init_templates: List of templates for top level compat init files
+      in the same order as compat_api_versions.
 
   Raises:
     ValueError: if output_files list is missing a required file.
@@ -424,8 +426,12 @@ def create_api_files(output_files, packages, root_init_template, output_dir,
   # Add imports to output files.
   missing_output_files = []
   # Root modules are "" and "compat.v*".
-  root_modules = set(_COMPAT_MODULE_TEMPLATE % v for v in compat_api_versions)
-  root_modules.add('')
+  root_module = ''
+  compat_module_to_template = {
+      _COMPAT_MODULE_TEMPLATE % v: t
+      for v, t in zip(compat_api_versions, compat_init_templates)
+  }
+
   for module, text in module_text_map.items():
     # Make sure genrule output file list is in sync with API exports.
     if module not in module_name_to_file_path:
@@ -435,15 +441,20 @@ def create_api_files(output_files, packages, root_init_template, output_dir,
       continue
 
     contents = ''
-    if module not in root_modules or not root_init_template:
-      contents = (
-          _GENERATED_FILE_HEADER % get_module_docstring(
-              module, packages[0], api_name) + text + _GENERATED_FILE_FOOTER)
-    else:
-      # Read base init file
+    if module == root_module and root_init_template:
+      # Read base init file for root module
       with open(root_init_template, 'r') as root_init_template_file:
         contents = root_init_template_file.read()
         contents = contents.replace('# API IMPORTS PLACEHOLDER', text)
+    elif module in compat_module_to_template:
+      # Read base init file for compat module
+      with open(compat_module_to_template[module], 'r') as init_template_file:
+        contents = init_template_file.read()
+        contents = contents.replace('# API IMPORTS PLACEHOLDER', text)
+    else:
+      contents = (
+          _GENERATED_FILE_HEADER % get_module_docstring(
+              module, packages[0], api_name) + text + _GENERATED_FILE_FOOTER)
     with open(module_name_to_file_path[module], 'w') as fp:
       fp.write(contents)
 
@@ -490,6 +501,11 @@ def main():
       '--compat_apiversions', default=[], type=int, action='append',
       help='Additional versions to generate in compat/ subdirectory. '
            'If set to 0, then no additional version would be generated.')
+  parser.add_argument(
+      '--compat_init_templates', default=[], type=str, action='append',
+      help='Templates for top-level __init__ files under compat modules. '
+           'The list of init file templates must be in the same order as '
+           'list of versions passed with compat_apiversions.')
   parser.add_argument(
       '--output_package', default='tensorflow', type=str,
       help='Root output package.')
@@ -509,7 +525,7 @@ def main():
     importlib.import_module(package)
   create_api_files(outputs, packages, args.root_init_template, args.apidir,
                    args.output_package, args.apiname, args.apiversion,
-                   args.compat_apiversions)
+                   args.compat_apiversions, args.compat_init_templates)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index a64f3e9ae3..1926899c84 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -312,10 +312,6 @@ tf_module {
     name: "constant_initializer"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "contrib"
-    mtype: "<class \'tensorflow.python.util.lazy_loader.LazyLoader\'>"
-  }
   member {
     name: "data"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt
index 85044a8987..67e1b76cab 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt
@@ -1,9 +1,5 @@
 path: "tensorflow.app"
 tf_module {
-  member {
-    name: "flags"
-    mtype: "<type \'module\'>"
-  }
   member_method {
     name: "run"
     argspec: "args=[\'main\', \'argv\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 468cddb3b7..28b03ef0a2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -212,10 +212,6 @@ tf_module {
     name: "constant_initializer"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "contrib"
-    mtype: "<class \'tensorflow.python.util.lazy_loader.LazyLoader\'>"
-  }
   member {
     name: "data"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/tests/api_compatibility_test.py b/tensorflow/tools/api/tests/api_compatibility_test.py
index 6487a6267e..3854f52810 100644
--- a/tensorflow/tools/api/tests/api_compatibility_test.py
+++ b/tensorflow/tools/api/tests/api_compatibility_test.py
@@ -278,7 +278,7 @@ class ApiCompatibilityTest(test.TestCase):
     visitor = python_object_to_proto_visitor.PythonObjectToProtoVisitor()
 
     public_api_visitor = public_api.PublicAPIVisitor(visitor)
-    public_api_visitor.do_not_descend_map['tf'].append('contrib')
+    public_api_visitor.private_map['tf'] = ['contrib']
     public_api_visitor.do_not_descend_map['tf.GPUOptions'] = [
         'Experimental']
     if FLAGS.only_test_core_api:
@@ -331,6 +331,11 @@ class ApiCompatibilityTest(test.TestCase):
         # in separate tests.
         additional_private_map={'tf.compat': ['v1', 'v2']})
 
+    # Also check that V1 API has contrib
+    self.assertTrue(
+        'tensorflow.python.util.lazy_loader.LazyLoader'
+        in str(type(tf.contrib)))
+
   @unittest.skipUnless(
       sys.version_info.major == 2,
       'API compabitility test goldens are generated using python2.')
-- 
GitLab


From 80dd0715501fe9e2b518171e7b248a704a39414b Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Tue, 23 Oct 2018 15:24:45 -0700
Subject: [PATCH 0492/1825] Re-create the Checkpoint object in the unit test

---
 .../training/checkpointable/util_test.py      | 28 ++++++++++---------
 1 file changed, 15 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/training/checkpointable/util_test.py b/tensorflow/python/training/checkpointable/util_test.py
index 593361695e..dd4583ce9b 100644
--- a/tensorflow/python/training/checkpointable/util_test.py
+++ b/tensorflow/python/training/checkpointable/util_test.py
@@ -1326,19 +1326,21 @@ class CheckpointingTests(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def test_restore_after_adding_empty_checkpointable_data_structure(self):
-    with ops.Graph().as_default(), self.session(graph=ops.get_default_graph()):
-      model = NonLayerCheckpointable()
-      checkpoint = checkpointable_utils.Checkpoint(model=model)
-      checkpoint.restore(None).initialize_or_restore()
-      checkpoint_directory = self.get_temp_dir()
-      checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-      save_path = checkpoint.save(checkpoint_prefix)
-    with ops.Graph().as_default(), self.session(graph=ops.get_default_graph()):
-      model = NonLayerCheckpointable()
-      model.dict = {"a": 1}
-      model.list = {"b": 1}
-      load_status = checkpoint.restore(save_path)
-      load_status.assert_existing_objects_matched().run_restore_ops()
+    model = NonLayerCheckpointable()
+    checkpoint = checkpointable_utils.Checkpoint(model=model)
+    checkpoint.restore(None).initialize_or_restore()
+    checkpoint_directory = self.get_temp_dir()
+    checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
+    save_path = checkpoint.save(checkpoint_prefix)
+
+    del model, checkpoint
+
+    model = NonLayerCheckpointable()
+    model.dict = {"a": 1}
+    model.list = {"b": 1}
+    checkpoint = checkpointable_utils.Checkpoint(model=model)
+    load_status = checkpoint.restore(save_path)
+    load_status.assert_existing_objects_matched().run_restore_ops()
 
 
 class _ManualScope(tracking.Checkpointable):
-- 
GitLab


From e5a615ae85bcfe8519ec0d4295cf0e660d1fbc17 Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Tue, 23 Oct 2018 15:29:31 -0700
Subject: [PATCH 0493/1825] TensorListElementShape should return scalar with
 value -1 if shape has unknown rank.

PiperOrigin-RevId: 218418543
---
 tensorflow/core/kernels/list_kernels.cc       | 19 ++++++++++++++-----
 .../python/kernel_tests/list_ops_test.py      |  7 +++++++
 2 files changed, 21 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/kernels/list_kernels.cc b/tensorflow/core/kernels/list_kernels.cc
index 95dfb991fd..59b800f597 100644
--- a/tensorflow/core/kernels/list_kernels.cc
+++ b/tensorflow/core/kernels/list_kernels.cc
@@ -274,13 +274,22 @@ class TensorListElementShape : public OpKernel {
                     "list. Saw: '",
                     c->input(0).scalar<Variant>()().DebugString(), "'"));
     Tensor* result;
-    OP_REQUIRES_OK(c, c->allocate_output(
-                          0, TensorShape{l->element_shape.dims()}, &result));
-    for (int i = 0; i < l->element_shape.dims(); ++i) {
+    if (l->element_shape.unknown_rank()) {
+      OP_REQUIRES_OK(c, c->allocate_output(0, TensorShape({}), &result));
       if (result->dtype() == DT_INT32) {
-        result->flat<int32>()(i) = l->element_shape.dim_size(i);
+        result->scalar<int32>()() = -1;
       } else {
-        result->flat<int64>()(i) = l->element_shape.dim_size(i);
+        result->scalar<int64>()() = -1;
+      }
+    } else {
+      OP_REQUIRES_OK(c, c->allocate_output(
+                            0, TensorShape{l->element_shape.dims()}, &result));
+      for (int i = 0; i < l->element_shape.dims(); ++i) {
+        if (result->dtype() == DT_INT32) {
+          result->flat<int32>()(i) = l->element_shape.dim_size(i);
+        } else {
+          result->flat<int64>()(i) = l->element_shape.dim_size(i);
+        }
       }
     }
   }
diff --git a/tensorflow/python/kernel_tests/list_ops_test.py b/tensorflow/python/kernel_tests/list_ops_test.py
index e42e213266..4df56f35e6 100644
--- a/tensorflow/python/kernel_tests/list_ops_test.py
+++ b/tensorflow/python/kernel_tests/list_ops_test.py
@@ -678,6 +678,13 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(
           self.evaluate(outputs[0]), np.zeros((2,), dtype=dtype.as_numpy_dtype))
 
+  @test_util.run_in_graph_and_eager_modes
+  def testElementShape(self):
+    l = list_ops.empty_tensor_list(
+        element_dtype=dtypes.float32, element_shape=-1)
+    shape = list_ops.tensor_list_element_shape(l, shape_type=dtypes.int32)
+    self.assertEqual(self.evaluate(shape), -1)
+
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From 88b42d5674b125f034419b4cca9c31d0eb3f10a8 Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Tue, 23 Oct 2018 15:33:38 -0700
Subject: [PATCH 0494/1825] Add assert for generator layer output shape and
 defun train_sstep instead of model calls

---
 .../examples/generative_examples/dcgan.ipynb  | 146 ++++++++++--------
 1 file changed, 81 insertions(+), 65 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 335bdad701..63b784f07f 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -260,27 +260,28 @@
       "cell_type": "code",
       "source": [
         "def make_generator_model():\n",
-        "  return tf.keras.Sequential([\n",
-        "    tf.keras.layers.Dense(7*7*256, use_bias=False),\n",
-        "    tf.keras.layers.BatchNormalization(),\n",
-        "    tf.keras.layers.LeakyReLU(),\n",
+        "    model = tf.keras.Sequential()\n",
+        "    model.add(tf.keras.layers.Dense(7*7*256, use_bias=False, input_shape=(100,)))\n",
+        "    model.add(tf.keras.layers.BatchNormalization())\n",
+        "    model.add(tf.keras.layers.LeakyReLU())\n",
         "      \n",
-        "    tf.keras.layers.Reshape((7, 7, 256)),\n",
-        "    # Reshape layer to 7x7x64 \n",
+        "    model.add(tf.keras.layers.Reshape((7, 7, 256)))\n",
+        "    assert model.output_shape == (None, 7, 7, 256)\n",
         "    \n",
-        "    tf.keras.layers.Conv2DTranspose(128, (5, 5), strides=(1, 1), padding='same', use_bias=False),\n",
-        "    # Layer shape is still 7x7x64 \n",
-        "    tf.keras.layers.BatchNormalization(),\n",
-        "    tf.keras.layers.LeakyReLU(),\n",
-        "\n",
-        "    tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(2, 2), padding='same', use_bias=False),\n",
-        "    # Layer shape is now 14x14x32\n",
-        "    tf.keras.layers.BatchNormalization(),\n",
-        "    tf.keras.layers.LeakyReLU(),\n",
-        "\n",
-        "    tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False, activation='tanh')\n",
-        "    # Layer shape is now 28x28x1\n",
-        "  ])"
+        "    model.add(tf.keras.layers.Conv2DTranspose(128, (5, 5), strides=(1, 1), padding='same', use_bias=False))\n",
+        "    assert model.output_shape == (None, 7, 7, 128)  \n",
+        "    model.add(tf.keras.layers.BatchNormalization())\n",
+        "    model.add(tf.keras.layers.LeakyReLU())\n",
+        "\n",
+        "    model.add(tf.keras.layers.Conv2DTranspose(64, (5, 5), strides=(2, 2), padding='same', use_bias=False))\n",
+        "    assert model.output_shape == (None, 14, 14, 64)    \n",
+        "    model.add(tf.keras.layers.BatchNormalization())\n",
+        "    model.add(tf.keras.layers.LeakyReLU())\n",
+        "\n",
+        "    model.add(tf.keras.layers.Conv2DTranspose(1, (5, 5), strides=(2, 2), padding='same', use_bias=False, activation='tanh'))\n",
+        "    assert model.output_shape == (None, 28, 28, 1)\n",
+        "  \n",
+        "    return model"
       ],
       "execution_count": 0,
       "outputs": []
@@ -306,18 +307,19 @@
       "cell_type": "code",
       "source": [
         "def make_discriminator_model():\n",
-        "   return tf.keras.Sequential([\n",
-        "      tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same'),\n",
-        "      tf.keras.layers.LeakyReLU(),\n",
-        "      tf.keras.layers.Dropout(0.3),\n",
+        "    model = tf.keras.Sequential()\n",
+        "    model.add(tf.keras.layers.Conv2D(64, (5, 5), strides=(2, 2), padding='same'))\n",
+        "    model.add(tf.keras.layers.LeakyReLU())\n",
+        "    model.add(tf.keras.layers.Dropout(0.3))\n",
         "      \n",
-        "      tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same'),\n",
-        "      tf.keras.layers.LeakyReLU(),\n",
-        "      tf.keras.layers.Dropout(0.3),\n",
+        "    model.add(tf.keras.layers.Conv2D(128, (5, 5), strides=(2, 2), padding='same'))\n",
+        "    model.add(tf.keras.layers.LeakyReLU())\n",
+        "    model.add(tf.keras.layers.Dropout(0.3))\n",
         "       \n",
-        "      tf.keras.layers.Flatten(),\n",
-        "      tf.keras.layers.Dense(1)\n",
-        "     ])"
+        "    model.add(tf.keras.layers.Flatten())\n",
+        "    model.add(tf.keras.layers.Dense(1))\n",
+        "     \n",
+        "    return model"
       ],
       "execution_count": 0,
       "outputs": []
@@ -336,31 +338,6 @@
       "execution_count": 0,
       "outputs": []
     },
-    {
-      "metadata": {
-        "colab_type": "text",
-        "id": "6TSZgwc2BUQ-"
-      },
-      "cell_type": "markdown",
-      "source": [
-        "\n",
-        "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of July 2018. Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~10 secs/epoch performance boost. This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
-      ]
-    },
-    {
-      "metadata": {
-        "colab_type": "code",
-        "id": "k1HpMSLImuRi",
-        "colab": {}
-      },
-      "cell_type": "code",
-      "source": [
-        "generator.call = tf.contrib.eager.defun(generator.call)\n",
-        "discriminator.call = tf.contrib.eager.defun(discriminator.call)"
-      ],
-      "execution_count": 0,
-      "outputs": []
-    },
     {
       "metadata": {
         "colab_type": "text",
@@ -554,18 +531,14 @@
     },
     {
       "metadata": {
+        "id": "3t5ibNo05jCB",
         "colab_type": "code",
-        "id": "2M7LmLtGEMQJ",
         "colab": {}
       },
       "cell_type": "code",
       "source": [
-        "def train(dataset, epochs, noise_dim):  \n",
-        "  for epoch in range(epochs):\n",
-        "    start = time.time()\n",
-        "    \n",
-        "    for images in dataset:\n",
-        "      # generating noise from a uniform distribution\n",
+        "def train_step(images):\n",
+        "   # generating noise from a uniform distribution\n",
         "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
         "      \n",
         "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
@@ -573,7 +546,7 @@
         "      \n",
         "        real_output = discriminator(images, training=True)\n",
         "        generated_output = discriminator(generated_images, training=True)\n",
-        "        \n",
+        "#         \n",
         "        gen_loss = generator_loss(generated_output)\n",
         "        disc_loss = discriminator_loss(real_output, generated_output)\n",
         "        \n",
@@ -581,9 +554,52 @@
         "      gradients_of_discriminator = disc_tape.gradient(disc_loss, discriminator.variables)\n",
         "      \n",
         "      generator_optimizer.apply_gradients(zip(gradients_of_generator, generator.variables))\n",
-        "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))\n",
+        "      discriminator_optimizer.apply_gradients(zip(gradients_of_discriminator, discriminator.variables))"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "text",
+        "id": "6TSZgwc2BUQ-"
+      },
+      "cell_type": "markdown",
+      "source": [
+        "\n",
+        "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of October 2018. \n",
+        "\n",
+        "Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~20 secs/epoch performance boost (from ~50 secs/epoch down to ~30 secs/epoch). This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
+      ]
+    },
+    {
+      "metadata": {
+        "id": "Iwya07_j5p2A",
+        "colab_type": "code",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "train_step = tf.contrib.eager.defun(train_step)"
+      ],
+      "execution_count": 0,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "colab_type": "code",
+        "id": "2M7LmLtGEMQJ",
+        "colab": {}
+      },
+      "cell_type": "code",
+      "source": [
+        "def train(dataset, epochs):  \n",
+        "  for epoch in range(epochs):\n",
+        "    start = time.time()\n",
+        "    \n",
+        "    for images in dataset:\n",
+        "      train_step(images)\n",
         "\n",
-        "      \n",
         "    display.clear_output(wait=True)\n",
         "    generate_and_save_images(generator,\n",
         "                               epoch + 1,\n",
@@ -663,7 +679,7 @@
       "cell_type": "code",
       "source": [
         "%%time\n",
-        "train(train_dataset, EPOCHS, noise_dim)"
+        "train(train_dataset, EPOCHS)"
       ],
       "execution_count": 0,
       "outputs": []
-- 
GitLab


From 89028bb428031084b80e0c3075e93e10ec51f396 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Tue, 23 Oct 2018 15:31:05 -0700
Subject: [PATCH 0495/1825] [XLA] Strengthen HLO alias set verification.

Verify that the parameter and output are both dense arrays, and that their shapes have the same size.

PiperOrigin-RevId: 218418840
---
 .../compiler/xla/service/buffer_assignment.cc |  9 +++
 .../service/hlo_input_output_alias_config.cc  | 26 +++++++-
 .../service/hlo_input_output_alias_config.h   |  3 +-
 .../hlo_input_output_alias_config_test.cc     | 28 ++++++++-
 .../compiler/xla/service/hlo_verifier.cc      |  8 ++-
 .../compiler/xla/service/hlo_verifier.h       | 62 ++++++++++++++-----
 6 files changed, 117 insertions(+), 19 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment.cc b/tensorflow/compiler/xla/service/buffer_assignment.cc
index 18d75eda57..c5335a02ba 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment.cc
@@ -1452,6 +1452,8 @@ void BufferAssigner::BuildColocatedBufferSets(
       buffer_liveness.points_to_analysis();
 
   // Set up colocated buffer set for input and output.
+  VLOG(4) << "Input/Output Alias Config: ";
+  VLOG(4) << module->input_output_alias_config();
   module->input_output_alias_config().ForEachAlias(
       [&](const ShapeIndex& output_index, int64 param_number,
           const ShapeIndex& param_index) {
@@ -1598,6 +1600,13 @@ void BufferAssigner::BuildColocatedBufferSets(
     return;
   }
 
+  int64 i = 0;
+  for (const auto& colocated_set : *colocated_buffer_sets) {
+    VLOG(4) << "Colocated set " << i++ << ":";
+    for (const auto& buffer : colocated_set) {
+      VLOG(4) << "  " << buffer->ToString();
+    }
+  }
   // Try to find more coalescing opportunities among the colocated buffer sets.
   //
   // TODO(b/32491382): We should be able to remove this by using the
diff --git a/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc b/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc
index 450c620576..6e1597fd03 100644
--- a/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc
+++ b/tensorflow/compiler/xla/service/hlo_input_output_alias_config.cc
@@ -33,6 +33,9 @@ Status HloInputOutputAliasConfig::SetUpAlias(const ShapeIndex& output_index,
       alias_.element(output_index)->second.ToString());
   (*alias_.mutable_element(output_index)) =
       std::make_pair(param_number, param_index);
+  VLOG(4) << "Set up alias between output index " << output_index.ToString()
+          << " and parameter " << param_index << " at index "
+          << param_index.ToString();
   return Status::OK();
 }
 
@@ -145,7 +148,9 @@ Status HloInputOutputAliasConfig::ForEachAliasWithStatus(
       });
 }
 
-Status HloInputOutputAliasConfig::Verify(const HloModule& module) const {
+Status HloInputOutputAliasConfig::Verify(
+    const HloModule& module,
+    std::function<int64(const Shape&)> size_func) const {
   std::vector<ShapeTree<bool>> param_has_seen;
   const HloComputation* entry = module.entry_computation();
   for (int64 i = 0; i < entry->num_parameters(); ++i) {
@@ -165,6 +170,25 @@ Status HloInputOutputAliasConfig::Verify(const HloModule& module) const {
     TF_RET_CHECK(ShapeUtil::IndexIsValid(param_shape, param_index));
     TF_RET_CHECK(ShapeUtil::IndexIsValid(output_shape, output_index));
 
+    const Shape& param_subshape =
+        ShapeUtil::GetSubshape(param_shape, param_index);
+    const Shape& output_subshape =
+        ShapeUtil::GetSubshape(output_shape, output_index);
+    TF_RET_CHECK(LayoutUtil::IsDenseArray(param_subshape));
+    TF_RET_CHECK(LayoutUtil::IsDenseArray(output_subshape));
+
+    if (size_func(param_subshape) != size_func(output_subshape)) {
+      return InternalError(
+          "Expected aliased input %lld at index %s and output at index %s to "
+          "have the same size. Input sub-shape is %s with size %lld, output "
+          "sub-shape is %s with size %lld",
+          param_number, param_index.ToString(), output_index.ToString(),
+          ShapeUtil::HumanStringWithLayout(param_subshape),
+          size_func(param_subshape),
+          ShapeUtil::HumanStringWithLayout(output_subshape),
+          size_func(output_subshape));
+    }
+
     // Check each param_number and param_index pair only show up once. No
     // input can be aliased with output buffers.
     TF_RET_CHECK(param_has_seen[param_number].element(param_index) == false);
diff --git a/tensorflow/compiler/xla/service/hlo_input_output_alias_config.h b/tensorflow/compiler/xla/service/hlo_input_output_alias_config.h
index 0fae75842b..439676b154 100644
--- a/tensorflow/compiler/xla/service/hlo_input_output_alias_config.h
+++ b/tensorflow/compiler/xla/service/hlo_input_output_alias_config.h
@@ -80,7 +80,8 @@ class HloInputOutputAliasConfig {
   // Verifies that the given config is valid for the given module.
   // Specifically, the config's input and output should be in-bound and size of
   // the aliased buffers should match.
-  Status Verify(const HloModule& module) const;
+  Status Verify(const HloModule& module,
+                std::function<int64(const Shape&)> size_func_) const;
 
   Status ForEachAliasWithStatus(AliasFnWithStatus fn) const;
 
diff --git a/tensorflow/compiler/xla/service/hlo_input_output_alias_config_test.cc b/tensorflow/compiler/xla/service/hlo_input_output_alias_config_test.cc
index 3b61ff04e6..aeb9b0fdc8 100644
--- a/tensorflow/compiler/xla/service/hlo_input_output_alias_config_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_input_output_alias_config_test.cc
@@ -155,7 +155,33 @@ ENTRY main {
   TF_ASSERT_OK(config.SetUpAlias(/*output_index=*/{1}, /*param_number=*/0,
                                  /*param_index=*/{}));
 
-  ASSERT_IS_NOT_OK(config.Verify(*module));
+  ASSERT_IS_NOT_OK(config.Verify(*module, [](const Shape& shape) {
+    return ShapeUtil::ByteSizeOf(shape);
+  }));
+}
+
+TEST_F(HloInputOutputAliasConfigTest, SizesMustMatch) {
+  const string module_str = R"(
+HloModule TEST
+
+ENTRY main {
+  a = f32[] parameter(0)
+  b = f32[4096] parameter(1)
+  ROOT root = (f32[], f32[4096]) tuple(%a, %b)
+}
+)";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(module_str));
+
+  HloInputOutputAliasConfig config(
+      module->entry_computation()->root_instruction()->shape());
+
+  TF_ASSERT_OK(config.SetUpAlias(/*output_index=*/{1}, /*param_number=*/0,
+                                 /*param_index=*/{}));
+
+  ASSERT_IS_NOT_OK(config.Verify(*module, [](const Shape& shape) {
+    return ShapeUtil::ByteSizeOf(shape);
+  }));
 }
 
 TEST_F(HloInputOutputAliasConfigTest, OutputDoNotAliasTwice) {
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index f5976550b3..4761a0256c 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -1361,7 +1361,8 @@ StatusOr<bool> HloVerifier::Run(HloModule* module) {
   TF_RETURN_IF_ERROR(VerifyHloStructure(module));
   TF_RETURN_IF_ERROR(VerifySendsAndRecvs(*module));
 
-  std::unique_ptr<ShapeVerifier> shape_verifier = shape_verifier_factory_();
+  std::unique_ptr<ShapeVerifier> shape_verifier =
+      target_metadata_->GetVerifier();
   for (auto* computation : module->computations()) {
     TF_RETURN_IF_ERROR(computation->Accept(shape_verifier.get()));
 
@@ -1378,7 +1379,10 @@ StatusOr<bool> HloVerifier::Run(HloModule* module) {
     TF_RETURN_IF_ERROR(module->schedule().Verify());
   }
 
-  TF_RETURN_IF_ERROR(module->input_output_alias_config().Verify(*module));
+  TF_RETURN_IF_ERROR(module->input_output_alias_config().Verify(
+      *module, [this](const Shape& shape) {
+        return target_metadata_->ShapeSize(shape);
+      }));
 
   return false;
 }
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.h b/tensorflow/compiler/xla/service/hlo_verifier.h
index 63ab5505d9..83b6244d1b 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.h
+++ b/tensorflow/compiler/xla/service/hlo_verifier.h
@@ -16,6 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_SERVICE_HLO_VERIFIER_H_
 #define TENSORFLOW_COMPILER_XLA_SERVICE_HLO_VERIFIER_H_
 
+#include <memory>
 #include "tensorflow/compiler/xla/service/hlo_pass_interface.h"
 
 #include "absl/memory/memory.h"
@@ -162,27 +163,64 @@ class ShapeVerifier : public DfsHloVisitor {
   bool allow_mixed_precision_;
 };
 
+// An interface used to encapsulate target-specific verification quirks.
+class TargetVerifierMetadata {
+ public:
+  // Returns a target-specific shape size.
+  virtual int64 ShapeSize(const Shape& shape) const = 0;
+
+  virtual std::unique_ptr<ShapeVerifier> GetVerifier() const = 0;
+
+  TargetVerifierMetadata() {}
+  virtual ~TargetVerifierMetadata() {}
+
+  TargetVerifierMetadata(const TargetVerifierMetadata&) = delete;
+  TargetVerifierMetadata& operator=(const TargetVerifierMetadata&) = delete;
+};
+
+// The default implementation of TargetVerifierMetadata, used unless the target
+// needs to override it.
+class DefaultVerifierMetadata : public TargetVerifierMetadata {
+ public:
+  DefaultVerifierMetadata(bool layout_sensitive, bool allow_mixed_precision)
+      : layout_sensitive_(layout_sensitive),
+        allow_mixed_precision_(allow_mixed_precision) {}
+
+  int64 ShapeSize(const Shape& shape) const override {
+    return ShapeUtil::ByteSizeOf(shape);
+  }
+
+  // Creates a ShapeVerifier that checks that shapes match inferred
+  // expectations. This creates a new verifier every time because ShapeVerifier,
+  // being a DfsHloVisitor, is stateful. We want a clean object for each run of
+  // the verifier.
+  std::unique_ptr<ShapeVerifier> GetVerifier() const override {
+    return absl::make_unique<ShapeVerifier>(layout_sensitive_,
+                                            allow_mixed_precision_);
+  }
+
+ private:
+  bool layout_sensitive_;
+  bool allow_mixed_precision_;
+};
+
 // HLO pass that verifies invariants of HLO instructions for each computation in
 // the module.
 class HloVerifier : public HloModulePass {
  public:
-  using ShapeVerifierFactory = std::function<std::unique_ptr<ShapeVerifier>()>;
-
   explicit HloVerifier(bool layout_sensitive, bool allow_mixed_precision,
                        std::function<bool(const HloInstruction*)>
                            instruction_can_change_layout_func = {})
-      : shape_verifier_factory_([layout_sensitive, allow_mixed_precision] {
-          return absl::make_unique<ShapeVerifier>(layout_sensitive,
-                                                  allow_mixed_precision);
-        }),
+      : target_metadata_(absl::make_unique<DefaultVerifierMetadata>(
+            layout_sensitive, allow_mixed_precision)),
         instruction_can_change_layout_func_(
             std::move(instruction_can_change_layout_func)) {
     CHECK(instruction_can_change_layout_func_ == nullptr || layout_sensitive);
   }
 
-  // Uses custom shape verification.
-  explicit HloVerifier(ShapeVerifierFactory shape_verifier_factory)
-      : shape_verifier_factory_(std::move(shape_verifier_factory)) {}
+  // Uses custom target metadata
+  explicit HloVerifier(std::unique_ptr<TargetVerifierMetadata> target_metadata)
+      : target_metadata_(std::move(target_metadata)) {}
 
   ~HloVerifier() override = default;
   absl::string_view name() const override { return "verifier"; }
@@ -191,11 +229,7 @@ class HloVerifier : public HloModulePass {
   StatusOr<bool> Run(HloModule* module) override;
 
  private:
-  // Creates a ShapeVerifier that checks that shapes match inferred
-  // expectations. This is a factory function because ShapeVerifier,
-  // being a DfsHloVisitor, is stateful. We want a clean object
-  // for each run of the verifier.
-  ShapeVerifierFactory shape_verifier_factory_;
+  std::unique_ptr<TargetVerifierMetadata> target_metadata_;
 
   // Determines whether an instruction can change layouts.
   std::function<bool(const HloInstruction*)>
-- 
GitLab


From 01bcaa9336724e80541aa7d3dcb14d6f9fd6b2b4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 15:32:46 -0700
Subject: [PATCH 0496/1825] Added a c wrapper for tensorflow::AttrBuilder. This
 is intended for use in the S4TF compiler in order to determine if an op is
 schedulable on a particular device via TF_AttrBuilderCheckCanRunOnDevice.

PiperOrigin-RevId: 218419067
---
 tensorflow/c/BUILD                 |  1 +
 tensorflow/c/c_api_experimental.cc | 33 ++++++++++++++++++++++++++++++
 tensorflow/c/c_api_experimental.h  | 19 +++++++++++++++++
 3 files changed, 53 insertions(+)

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index 56f5e6767a..33f634a8ec 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -126,6 +126,7 @@ tf_cuda_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_platform",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/core/common_runtime/eager:attr_builder",
     ],
 )
 
diff --git a/tensorflow/c/c_api_experimental.cc b/tensorflow/c/c_api_experimental.cc
index d4b78138e9..bff0313da4 100644
--- a/tensorflow/c/c_api_experimental.cc
+++ b/tensorflow/c/c_api_experimental.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include "tensorflow/c/c_api_internal.h"
 #include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
+#include "tensorflow/core/common_runtime/eager/attr_builder.h"
 #include "tensorflow/core/framework/tensor.pb.h"
 #include "tensorflow/core/graph/graph.h"
 #include "tensorflow/core/graph/node_builder.h"
@@ -8742,3 +8743,35 @@ TF_CAPI_EXPORT extern void TF_MakeInternalErrorStatus(TF_Status* status,
                                                       const char* errMsg) {
   status->status = tensorflow::errors::Internal(errMsg);
 }
+
+// This builder is used in the eager API to build a NodeDef.
+struct TF_AttrBuilder : public tensorflow::AttrBuilder {
+  using tensorflow::AttrBuilder::AttrBuilder;
+};
+
+TF_AttrBuilder* TF_NewAttrBuilder(const char* op_name) {
+  return new TF_AttrBuilder(op_name);
+}
+
+void TF_DeleteAttrBuilder(TF_AttrBuilder* builder) { delete builder; }
+
+void TF_AttrBuilderSetType(TF_AttrBuilder* builder, const char* attr_name,
+                           TF_DataType value) {
+  builder->Set(attr_name, static_cast<tensorflow::DataType>(value));
+}
+
+void TF_AttrBuilderSetTypeList(TF_AttrBuilder* builder, const char* attr_name,
+                               const TF_DataType* values, int num_values) {
+  builder->Set(
+      attr_name,
+      tensorflow::gtl::ArraySlice<const tensorflow::DataType>(
+          reinterpret_cast<const tensorflow::DataType*>(values), num_values));
+}
+
+void TF_AttrBuilderCheckCanRunOnDevice(TF_AttrBuilder* builder,
+                                       const char* device_type,
+                                       TF_Status* status) {
+  status->status = tensorflow::FindKernelDef(
+      tensorflow::DeviceType(device_type), builder->BuildNodeDef(),
+      /* def = */ nullptr, /* kernel_class_name = */ nullptr);
+}
diff --git a/tensorflow/c/c_api_experimental.h b/tensorflow/c/c_api_experimental.h
index d98d532e32..b4f8635e67 100644
--- a/tensorflow/c/c_api_experimental.h
+++ b/tensorflow/c/c_api_experimental.h
@@ -183,6 +183,25 @@ TF_CAPI_EXPORT extern void TFE_TensorHandlePrintDebugString(
 TF_CAPI_EXPORT extern void TF_MakeInternalErrorStatus(TF_Status* status,
                                                       const char* errMsg);
 
+// TF_NewAttrBuilder() returns an object that you can set attributes on as
+// though it were an op. This allows querying properties of that op for
+// type-checking purposes like if the op will run on a particular device type.
+typedef struct TF_AttrBuilder TF_AttrBuilder;
+TF_CAPI_EXPORT extern TF_AttrBuilder* TF_NewAttrBuilder(const char* op_name);
+TF_CAPI_EXPORT extern void TF_DeleteAttrBuilder(TF_AttrBuilder* builder);
+TF_CAPI_EXPORT extern void TF_AttrBuilderSetType(TF_AttrBuilder* builder,
+                                                 const char* attr_name,
+                                                 TF_DataType value);
+TF_CAPI_EXPORT extern void TF_AttrBuilderSetTypeList(TF_AttrBuilder* builder,
+                                                     const char* attr_name,
+                                                     const TF_DataType* values,
+                                                     int num_values);
+
+// Checks the tensorflow::NodeDef built via the methods above to see if it can
+// run on device_type.
+TF_CAPI_EXPORT extern void TF_AttrBuilderCheckCanRunOnDevice(
+    TF_AttrBuilder* builder, const char* device_type, TF_Status* status);
+
 #ifdef __cplusplus
 } /* end extern "C" */
 #endif
-- 
GitLab


From c83012877c77d90652f688b98ce46f485769b4a5 Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Tue, 23 Oct 2018 15:40:45 -0700
Subject: [PATCH 0497/1825] Remove out of place #

---
 .../eager/python/examples/generative_examples/dcgan.ipynb       | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 63b784f07f..faf2000868 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -546,7 +546,7 @@
         "      \n",
         "        real_output = discriminator(images, training=True)\n",
         "        generated_output = discriminator(generated_images, training=True)\n",
-        "#         \n",
+        "         \n",
         "        gen_loss = generator_loss(generated_output)\n",
         "        disc_loss = discriminator_loss(real_output, generated_output)\n",
         "        \n",
-- 
GitLab


From 306363979e04fba404c40caa046d1ae484bb87a0 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 23 Oct 2018 15:42:02 -0700
Subject: [PATCH 0498/1825] TFLite iOS Camera example app: Handle both Float
 and Quantized models.

PiperOrigin-RevId: 218420554
---
 .../ios/camera/CameraExampleViewController.mm | 142 +++++++++++++-----
 .../project.pbxproj                           |   8 +-
 .../lite/examples/ios/download_models.sh      |   5 +-
 3 files changed, 111 insertions(+), 44 deletions(-)

diff --git a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm b/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm
index 734b15e0a1..996cff2616 100644
--- a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm
+++ b/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm
@@ -30,21 +30,26 @@
 
 #define LOG(x) std::cerr
 
+namespace {
+
 // If you have your own model, modify this to the file name, and make sure
 // you've added the file to your app resources too.
-static NSString* model_file_name = @"mobilenet_quant_v1_224";
-static NSString* model_file_type = @"tflite";
-
+NSString* model_file_name = @"mobilenet_v1_1.0_224";
+NSString* model_file_type = @"tflite";
 // If you have your own model, point this to the labels file.
-static NSString* labels_file_name = @"labels";
-static NSString* labels_file_type = @"txt";
+NSString* labels_file_name = @"labels";
+NSString* labels_file_type = @"txt";
 
 // These dimensions need to match those the model was trained with.
-static const int wanted_input_width = 224;
-static const int wanted_input_height = 224;
-static const int wanted_input_channels = 3;
-
-static NSString* FilePathForResourceName(NSString* name, NSString* extension) {
+const int wanted_input_width = 224;
+const int wanted_input_height = 224;
+const int wanted_input_channels = 3;
+const float input_mean = 127.5f;
+const float input_std = 127.5f;
+const std::string input_layer_name = "input";
+const std::string output_layer_name = "softmax1";
+
+NSString* FilePathForResourceName(NSString* name, NSString* extension) {
   NSString* file_path = [[NSBundle mainBundle] pathForResource:name ofType:extension];
   if (file_path == NULL) {
     LOG(FATAL) << "Couldn't find '" << [name UTF8String] << "." << [extension UTF8String]
@@ -53,8 +58,7 @@ static NSString* FilePathForResourceName(NSString* name, NSString* extension) {
   return file_path;
 }
 
-static void LoadLabels(NSString* file_name, NSString* file_type,
-                       std::vector<std::string>* label_strings) {
+void LoadLabels(NSString* file_name, NSString* file_type, std::vector<std::string>* label_strings) {
   NSString* labels_path = FilePathForResourceName(file_name, file_type);
   if (!labels_path) {
     LOG(ERROR) << "Failed to find model proto at" << [file_name UTF8String]
@@ -72,16 +76,17 @@ static void LoadLabels(NSString* file_name, NSString* file_type,
 
 // Returns the top N confidence values over threshold in the provided vector,
 // sorted by confidence in descending order.
-static void GetTopN(const uint8_t* prediction, const int prediction_size, const int num_results,
-                    const float threshold, std::vector<std::pair<float, int>>* top_results) {
+void GetTopN(
+    const float* prediction, const int prediction_size, const int num_results,
+    const float threshold, std::vector<std::pair<float, int> >* top_results) {
   // Will contain top N results in ascending order.
-  std::priority_queue<std::pair<float, int>, std::vector<std::pair<float, int>>,
-                      std::greater<std::pair<float, int>>>
+  std::priority_queue<std::pair<float, int>, std::vector<std::pair<float, int> >,
+                      std::greater<std::pair<float, int> > >
       top_result_pq;
 
   const long count = prediction_size;
   for (int i = 0; i < count; ++i) {
-    const float value = prediction[i] / 255.0;
+    const float value = prediction[i];
     // Only add it if it beats the threshold and has a chance at being in
     // the top N.
     if (value < threshold) {
@@ -104,6 +109,43 @@ static void GetTopN(const uint8_t* prediction, const int prediction_size, const
   std::reverse(top_results->begin(), top_results->end());
 }
 
+// Preprocess the input image and feed the TFLite interpreter buffer for a float model.
+void ProcessInputWithFloatModel(
+    uint8_t* input, float* buffer, int image_width, int image_height, int image_channels) {
+  for (int y = 0; y < wanted_input_height; ++y) {
+    float* out_row = buffer + (y * wanted_input_width * wanted_input_channels);
+    for (int x = 0; x < wanted_input_width; ++x) {
+      const int in_x = (y * image_width) / wanted_input_width;
+      const int in_y = (x * image_height) / wanted_input_height;
+      uint8_t* input_pixel =
+          input + (in_y * image_width * image_channels) + (in_x * image_channels);
+      float* out_pixel = out_row + (x * wanted_input_channels);
+      for (int c = 0; c < wanted_input_channels; ++c) {
+        out_pixel[c] = (input_pixel[c] - input_mean) / input_std;
+      }
+    }
+  }
+}
+
+// Preprocess the input image and feed the TFLite interpreter buffer for a quantized model.
+void ProcessInputWithQuantizedModel(
+    uint8_t* input, uint8_t* output, int image_width, int image_height, int image_channels) {
+  for (int y = 0; y < wanted_input_height; ++y) {
+    uint8_t* out_row = output + (y * wanted_input_width * wanted_input_channels);
+    for (int x = 0; x < wanted_input_width; ++x) {
+      const int in_x = (y * image_width) / wanted_input_width;
+      const int in_y = (x * image_height) / wanted_input_height;
+      uint8_t* in_pixel = input + (in_y * image_width * image_channels) + (in_x * image_channels);
+      uint8_t* out_pixel = out_row + (x * wanted_input_channels);
+      for (int c = 0; c < wanted_input_channels; ++c) {
+        out_pixel[c] = in_pixel[c];
+      }
+    }
+  }
+}
+
+}  // namespace
+
 @interface CameraExampleViewController (InternalMethods)
 - (void)setupAVCapture;
 - (void)teardownAVCapture;
@@ -251,39 +293,58 @@ static void GetTopN(const uint8_t* prediction, const int prediction_size, const
   uint8_t* in = sourceStartAddr;
 
   int input = interpreter->inputs()[0];
+  TfLiteTensor *input_tensor = interpreter->tensor(input);
+
+  bool is_quantized;
+  switch (input_tensor->type) {
+  case kTfLiteFloat32:
+    is_quantized = false;
+    break;
+  case kTfLiteUInt8:
+    is_quantized = true;
+    break;
+  default:
+    NSLog(@"Input data type is not supported by this demo app.");
+    return;
+  }
 
-  uint8_t* out = interpreter->typed_tensor<uint8_t>(input);
-  for (int y = 0; y < wanted_input_height; ++y) {
-    uint8_t* out_row = out + (y * wanted_input_width * wanted_input_channels);
-    for (int x = 0; x < wanted_input_width; ++x) {
-      const int in_x = (y * image_width) / wanted_input_width;
-      const int in_y = (x * image_height) / wanted_input_height;
-      uint8_t* in_pixel = in + (in_y * image_width * image_channels) + (in_x * image_channels);
-      uint8_t* out_pixel = out_row + (x * wanted_input_channels);
-      for (int c = 0; c < wanted_input_channels; ++c) {
-        out_pixel[c] = in_pixel[c];
-      }
-    }
+  if (is_quantized) {
+    uint8_t* out = interpreter->typed_tensor<uint8_t>(input);
+    ProcessInputWithQuantizedModel(in, out, image_width, image_height, image_channels);
+  } else {
+    float* out = interpreter->typed_tensor<float>(input);
+    ProcessInputWithFloatModel(in, out, image_width, image_height, image_channels);
   }
 
-  double startTimestamp = [[NSDate new] timeIntervalSince1970];
+  double start = [[NSDate new] timeIntervalSince1970];
   if (interpreter->Invoke() != kTfLiteOk) {
     LOG(FATAL) << "Failed to invoke!";
   }
-  double endTimestamp = [[NSDate new] timeIntervalSince1970];
-  total_latency += (endTimestamp - startTimestamp);
+  double end = [[NSDate new] timeIntervalSince1970];
+  total_latency += (end - start);
   total_count += 1;
-  NSLog(@"Time: %.4lf, avg: %.4lf, count: %d", endTimestamp - startTimestamp,
-        total_latency / total_count, total_count);
+  NSLog(@"Time: %.4lf, avg: %.4lf, count: %d", end - start, total_latency / total_count,
+        total_count);
 
   const int output_size = 1000;
   const int kNumResults = 5;
   const float kThreshold = 0.1f;
 
-  std::vector<std::pair<float, int>> top_results;
+  std::vector<std::pair<float, int> > top_results;
 
-  uint8_t* output = interpreter->typed_output_tensor<uint8_t>(0);
-  GetTopN(output, output_size, kNumResults, kThreshold, &top_results);
+  if (is_quantized) {
+    uint8_t* quantized_output = interpreter->typed_output_tensor<uint8_t>(0);
+    int32_t zero_point = input_tensor->params.zero_point;
+    float scale = input_tensor->params.scale;
+    float output[output_size];
+    for (int i = 0; i < output_size; ++i) {
+      output[i] = (quantized_output[i] - zero_point) * scale;
+    }
+    GetTopN(output, output_size, kNumResults, kThreshold, &top_results);
+  } else {
+    float* output = interpreter->typed_output_tensor<float>(0);
+    GetTopN(output, output_size, kNumResults, kThreshold, &top_results);
+  }
 
   NSMutableDictionary* newValues = [NSMutableDictionary dictionary];
   for (const auto& result : top_results) {
@@ -298,7 +359,6 @@ static void GetTopN(const uint8_t* prediction, const int prediction_size, const
   });
 
   CVPixelBufferUnlockBaseAddress(pixelBuffer, unlockFlags);
-
   CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
 }
 
@@ -328,6 +388,12 @@ static void GetTopN(const uint8_t* prediction, const int prediction_size, const
   LoadLabels(labels_file_name, labels_file_type, &labels);
 
   tflite::InterpreterBuilder(*model, resolver)(&interpreter);
+  // Explicitly resize the input tensor.
+  {
+    int input = interpreter->inputs()[0];
+    std::vector<int> sizes = {1, 224, 224, 3};
+    interpreter->ResizeInputTensor(input, sizes);
+  }
   if (!interpreter) {
     LOG(FATAL) << "Failed to construct interpreter";
   }
diff --git a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
index 59bcb99282..9522c41dea 100644
--- a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
+++ b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
@@ -15,7 +15,7 @@
 		1CDB2D4A1ED3A9CD007929E9 /* CameraExampleViewController.mm in Sources */ = {isa = PBXBuildFile; fileRef = 1CDB2D451ED3A9CD007929E9 /* CameraExampleViewController.mm */; };
 		54DC6C3C5F734F3A58069F0C /* libPods-tflite_camera_example.a in Frameworks */ = {isa = PBXBuildFile; fileRef = 3BA8BF92C84895BFE59D8236 /* libPods-tflite_camera_example.a */; };
 		AC1F82661FBA3CBD0052BA77 /* labels.txt in Resources */ = {isa = PBXBuildFile; fileRef = AC1F82641FBA3CBD0052BA77 /* labels.txt */; };
-		ACA1A4CA1FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite in Resources */ = {isa = PBXBuildFile; fileRef = ACA1A4C91FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite */; };
+		AC3BB41720114C400084552C /* mobilenet_v1_1.0_224.tflite in Resources */ = {isa = PBXBuildFile; fileRef = AC3BB41620114C400084552C /* mobilenet_v1_1.0_224.tflite */; };
 /* End PBXBuildFile section */
 
 /* Begin PBXFileReference section */
@@ -36,7 +36,7 @@
 		3BC5BE4BBD09374D3E98F082 /* Pods-tflite_camera_example.debug.xcconfig */ = {isa = PBXFileReference; includeInIndex = 1; lastKnownFileType = text.xcconfig; name = "Pods-tflite_camera_example.debug.xcconfig"; path = "Pods/Target Support Files/Pods-tflite_camera_example/Pods-tflite_camera_example.debug.xcconfig"; sourceTree = "<group>"; };
 		55ED318E8D29C8AFEF03DF1E /* Pods-tflite_camera_example.release.xcconfig */ = {isa = PBXFileReference; includeInIndex = 1; lastKnownFileType = text.xcconfig; name = "Pods-tflite_camera_example.release.xcconfig"; path = "Pods/Target Support Files/Pods-tflite_camera_example/Pods-tflite_camera_example.release.xcconfig"; sourceTree = "<group>"; };
 		AC1F82641FBA3CBD0052BA77 /* labels.txt */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = text; path = labels.txt; sourceTree = "<group>"; };
-		ACA1A4C91FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite */ = {isa = PBXFileReference; lastKnownFileType = file; path = mobilenet_quant_v1_224.tflite; sourceTree = "<group>"; };
+		AC3BB41620114C400084552C /* mobilenet_v1_1.0_224.tflite */ = {isa = PBXFileReference; lastKnownFileType = file; path = mobilenet_v1_1.0_224.tflite; sourceTree = "<group>"; };
 /* End PBXFileReference section */
 
 /* Begin PBXFrameworksBuildPhase section */
@@ -103,7 +103,7 @@
 		59A3CFF31CF4E68100C4259F /* data */ = {
 			isa = PBXGroup;
 			children = (
-				ACA1A4C91FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite */,
+				AC3BB41620114C400084552C /* mobilenet_v1_1.0_224.tflite */,
 				AC1F82641FBA3CBD0052BA77 /* labels.txt */,
 			);
 			path = data;
@@ -172,7 +172,7 @@
 			isa = PBXResourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
-				ACA1A4CA1FBB6C28009B8D86 /* mobilenet_quant_v1_224.tflite in Resources */,
+				AC3BB41720114C400084552C /* mobilenet_v1_1.0_224.tflite in Resources */,
 				1C99111C1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard in Resources */,
 				AC1F82661FBA3CBD0052BA77 /* labels.txt in Resources */,
 			);
diff --git a/tensorflow/contrib/lite/examples/ios/download_models.sh b/tensorflow/contrib/lite/examples/ios/download_models.sh
index ccd163758c..20c3a62d2e 100755
--- a/tensorflow/contrib/lite/examples/ios/download_models.sh
+++ b/tensorflow/contrib/lite/examples/ios/download_models.sh
@@ -53,5 +53,6 @@ download_and_extract "${QUANTIZED_MODELS_URL}" "${DOWNLOADS_DIR}/quantized_model
 file ${DOWNLOADS_DIR}/models
 
 cp ${DOWNLOADS_DIR}/models/models/* simple/data/
-cp ${DOWNLOADS_DIR}/quantized_models/* camera/data/
-
+cp "${DOWNLOADS_DIR}/quantized_models/labels.txt" camera/data/
+cp "${DOWNLOADS_DIR}/quantized_models/mobilenet_quant_v1_224.tflite' \
+   'camera/data/mobilenet_v1_1.0_224.tflite'
-- 
GitLab


From d8e457f61bedb4081153b7266eed96607c5fae0d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 15:44:09 -0700
Subject: [PATCH 0499/1825] Fix value_container() for ParameterServerStrategy.
 Executes TODO to link variables to the AggregatingVariable instances wrapping
 them. Also clean up some lint.

PiperOrigin-RevId: 218420833
---
 .../distribute/python/parameter_server_strategy.py |  8 +++++++-
 .../python/parameter_server_strategy_test.py       | 14 ++++++++++++++
 tensorflow/contrib/distribute/python/values.py     | 13 ++++---------
 3 files changed, 25 insertions(+), 10 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 03b8564996..6cffa11f22 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -246,6 +246,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
                          " for variable: " + kwargs["name"])
 
       def var_creator(*args, **kwargs):
+        """Create an AggregatingVariable and fix up collections."""
         # Record what collections this variable should be added to.
         collections = kwargs.pop("collections", None)
         if collections is None:
@@ -380,7 +381,12 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     return [val]
 
   def value_container(self, val):
-    return values.value_container(val)
+    if (hasattr(val, "_aggregating_container") and
+        not isinstance(val, values.AggregatingVariable)):
+      wrapper = val._aggregating_container()  # pylint: disable=protected-access
+      if wrapper is not None:
+        return wrapper
+    return val
 
   def read_var(self, var):
     # No need to distinguish between normal variables and tower-local variables.
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 91f1fae47e..60d52e3c4f 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -28,6 +28,7 @@ from tensorflow.contrib.distribute.python import parameter_server_strategy
 from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.distribute import multi_worker_util
+from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.estimator import run_config
 from tensorflow.python.framework import constant_op
@@ -518,6 +519,19 @@ class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
       self.assertIs(values.AggregatingVariable, type(created_step))
       self.assertIs(values.AggregatingVariable, type(get_step))
 
+  def testValueContainer(self):
+    distribution = parameter_server_strategy.ParameterServerStrategy(
+        num_gpus_per_worker=2)
+    with ops.Graph().as_default(), distribution.scope():
+      def f():
+        with backprop.GradientTape() as tape:
+          v = variable_scope.get_variable('v', initializer=10.0)
+          _ = v * v
+        v, = tape.watched_variables()
+        w = distribution.value_container(v)
+        self.assertIs(values.AggregatingVariable, type(w))
+      distribution.call_for_each_tower(f)
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index d32dec7c83..54a8e546bf 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -103,9 +103,6 @@ class DistributedValues(object):
 class DistributedDelegate(DistributedValues):
   """A map from device to values; acts as the same type as the values."""
 
-  def __init__(self, index):
-    super(DistributedDelegate, self).__init__(index)
-
   def __getattr__(self, name):
     return getattr(self.get(), name)
 
@@ -188,7 +185,6 @@ class Mirrored(DistributedDelegate):
 
   def _as_graph_element(self):
     obj = self.get()
-    # pylint: disable=protected-access
     conv_fn = getattr(obj, "_as_graph_element", None)
     if conv_fn and callable(conv_fn):
       return conv_fn()
@@ -1474,13 +1470,11 @@ def value_container(val):
     If value does not belong to any container (including the case of
     container having been destroyed), returns the value itself.
   """
-  # pylint: disable=protected-access
   if (hasattr(val, "_distributed_container") and
       # DistributedVariable has _distributed_container defined
       # but we don't want to return it.
       not isinstance(val, DistributedVariable)):
-    container = val._distributed_container()
-    # pylint: disable=protected-access
+    container = val._distributed_container()  # pylint: disable=protected-access
     if container is not None:
       return container
   return val
@@ -1492,8 +1486,9 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
 
   def __init__(self, v, aggregation):
     self._v = v
-    # TODO(josh11b): Set v._distributed_container?
-    # v._distributed_container = weakref.ref(self)  # pylint: disable=protected-access
+    # NOTE: We don't use "_distributed_container" here because we don't want
+    # to trigger that code path in regroup().
+    v._aggregating_container = weakref.ref(self)  # pylint: disable=protected-access
     self._aggregation = aggregation
 
   def get(self):
-- 
GitLab


From dc10ac4559f795db2d070b0cc1371123c70a4caf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 15:45:30 -0700
Subject: [PATCH 0500/1825] Implementation of range.

PiperOrigin-RevId: 218421073
---
 tensorflow/contrib/lite/build_def.bzl         |   1 +
 tensorflow/contrib/lite/kernels/BUILD         |  15 ++
 tensorflow/contrib/lite/kernels/range.cc      | 171 ++++++++++++++++++
 tensorflow/contrib/lite/kernels/range_test.cc | 120 ++++++++++++
 tensorflow/contrib/lite/kernels/register.cc   |   2 +
 .../contrib/lite/testing/generate_examples.py |  31 ++++
 .../resolve_constant_range.cc                 |  49 +++--
 .../contrib/lite/toco/import_tensorflow.cc    |   3 -
 .../contrib/lite/toco/tflite/export_test.cc   |  14 +-
 .../contrib/lite/toco/tflite/operator.cc      |   2 +
 .../contrib/lite/toco/tflite/operator_test.cc |   2 +
 11 files changed, 384 insertions(+), 26 deletions(-)
 create mode 100644 tensorflow/contrib/lite/kernels/range.cc
 create mode 100644 tensorflow/contrib/lite/kernels/range_test.cc

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index dee8b3904a..b30c05a2e2 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -267,6 +267,7 @@ def generated_test_models():
         "padv2",
         "prelu",
         "pow",
+        "range",
         "reduce_any",
         "reduce_max",
         "reduce_min",
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index 61a88fe90c..85273bedf7 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -201,6 +201,7 @@ cc_library(
         "pad.cc",
         "pooling.cc",
         "pow.cc",
+        "range.cc",
         "reduce.cc",
         "relu1.cc",
         "reshape.cc",
@@ -1347,6 +1348,20 @@ tf_cc_test(
     ],
 )
 
+tf_cc_test(
+    name = "range_test",
+    size = "small",
+    srcs = ["range_test.cc"],
+    tags = ["tflite_not_portable_ios"],
+    deps = [
+        ":builtin_ops",
+        "//tensorflow/contrib/lite:builtin_op_data",
+        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite/kernels:test_util",
+        "@com_google_googletest//:gtest",
+    ],
+)
+
 filegroup(
     name = "all_files",
     srcs = glob(
diff --git a/tensorflow/contrib/lite/kernels/range.cc b/tensorflow/contrib/lite/kernels/range.cc
new file mode 100644
index 0000000000..241b405745
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/range.cc
@@ -0,0 +1,171 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
+#include "tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h"
+#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+
+namespace tflite {
+namespace ops {
+namespace builtin {
+namespace range {
+namespace {
+
+constexpr int kStartTensor = 0;
+constexpr int kLimitTensor = 1;
+constexpr int kDeltaTensor = 2;
+constexpr int kOutputTensor = 0;
+
+template <typename T>
+TfLiteStatus GetSize(TfLiteContext* context, T start, T limit, T delta,
+                     int* size) {
+  TF_LITE_ENSURE(context, !std::equal_to<T>()(delta, 0));
+  TF_LITE_ENSURE(context,
+                 (start > limit && delta < 0) || (start < limit && delta > 0));
+  *size =
+      (std::is_integral<T>::value
+           ? ((std::abs(limit - start) + std::abs(delta) - 1) / std::abs(delta))
+           : std::ceil(std::abs((limit - start) / delta)));
+  return kTfLiteOk;
+}
+
+TfLiteStatus ResizeOutput(TfLiteContext* context, const TfLiteTensor* start,
+                          const TfLiteTensor* limit, const TfLiteTensor* delta,
+                          TfLiteTensor* output) {
+  // The output will always be a 1-d array.
+  int size = 0;
+  switch (start->type) {
+    case kTfLiteInt32: {
+      TF_LITE_ENSURE_OK(context,
+                        GetSize(context, *GetTensorData<int32_t>(start),
+                                *GetTensorData<int32_t>(limit),
+                                *GetTensorData<int32_t>(delta), &size));
+      break;
+    }
+    case kTfLiteFloat32: {
+      TF_LITE_ENSURE_OK(context, GetSize(context, *GetTensorData<float>(start),
+                                         *GetTensorData<float>(limit),
+                                         *GetTensorData<float>(delta), &size));
+      break;
+    }
+    default: {
+      context->ReportError(context, "Unknown data type: %d", start->type);
+      return kTfLiteError;
+    }
+  }
+  TfLiteIntArray* output_shape_array = TfLiteIntArrayCreate(1);
+  output_shape_array->data[0] = size;
+  return context->ResizeTensor(context, output, output_shape_array);
+}
+
+TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  TF_LITE_ENSURE_EQ(context, NumInputs(node), 3);
+  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
+
+  const TfLiteTensor* start = GetInput(context, node, kStartTensor);
+  const TfLiteTensor* limit = GetInput(context, node, kLimitTensor);
+  const TfLiteTensor* delta = GetInput(context, node, kDeltaTensor);
+  // Make sure all the inputs are scalars.
+  TF_LITE_ENSURE_EQ(context, NumDimensions(start), 0);
+  TF_LITE_ENSURE_EQ(context, NumDimensions(limit), 0);
+  TF_LITE_ENSURE_EQ(context, NumDimensions(delta), 0);
+
+  // Currently only supports int32 and float.
+  // TODO(b/117912892): Support quantization as well.
+  const auto dtype = start->type;
+  TF_LITE_ENSURE(context, dtype == kTfLiteInt32 || dtype == kTfLiteFloat32);
+  TF_LITE_ENSURE_EQ(context, limit->type, dtype);
+  TF_LITE_ENSURE_EQ(context, delta->type, dtype);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  switch (dtype) {
+    case kTfLiteInt32:
+      output->type = kTfLiteInt32;
+      break;
+    case kTfLiteFloat32:
+      output->type = kTfLiteFloat32;
+      break;
+    default:
+      context->ReportError(context, "Unknown index output data type: %d",
+                           dtype);
+      return kTfLiteError;
+  }
+
+  if (IsConstantTensor(start) && IsConstantTensor(limit) &&
+      IsConstantTensor(delta)) {
+    return ResizeOutput(context, start, limit, delta, output);
+  }
+
+  SetTensorToDynamic(output);
+  return kTfLiteOk;
+}
+
+template <typename T>
+void EvalImpl(const TfLiteTensor* start, const TfLiteTensor* delta,
+              TfLiteTensor* output) {
+  const T start_value = *GetTensorData<T>(start);
+  const T delta_value = *GetTensorData<T>(delta);
+  T* output_data = GetTensorData<T>(output);
+  const int num_elements = NumElements(output);
+  T value = start_value;
+  for (int i = 0; i < num_elements; ++i) {
+    output_data[i] = value;
+    value += delta_value;
+  }
+}
+
+TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  const TfLiteTensor* start = GetInput(context, node, kStartTensor);
+  const TfLiteTensor* limit = GetInput(context, node, kLimitTensor);
+  const TfLiteTensor* delta = GetInput(context, node, kDeltaTensor);
+
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  if (IsDynamicTensor(output)) {
+    TF_LITE_ENSURE_OK(context,
+                      ResizeOutput(context, start, limit, delta, output));
+  }
+
+  switch (output->type) {
+    case kTfLiteInt32: {
+      EvalImpl<int32_t>(start, delta, output);
+      break;
+    }
+    case kTfLiteFloat32: {
+      EvalImpl<float>(start, delta, output);
+      break;
+    }
+    default: {
+      context->ReportError(context, "Unsupported data type: %d", output->type);
+      return kTfLiteError;
+    }
+  }
+  return kTfLiteOk;
+}
+
+}  // namespace
+}  // namespace range
+
+TfLiteRegistration* Register_RANGE() {
+  static TfLiteRegistration r = {nullptr, nullptr, range::Prepare, range::Eval};
+  return &r;
+}
+
+}  // namespace builtin
+}  // namespace ops
+}  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/range_test.cc b/tensorflow/contrib/lite/kernels/range_test.cc
new file mode 100644
index 0000000000..8faa092fb2
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/range_test.cc
@@ -0,0 +1,120 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <gtest/gtest.h>
+#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/contrib/lite/kernels/register.h"
+#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/contrib/lite/model.h"
+
+namespace tflite {
+namespace {
+
+using ::testing::ElementsAre;
+
+template <typename T>
+class RangeOpModel : public SingleOpModel {
+ public:
+  explicit RangeOpModel(const TensorType& dtype) {
+    start_ = AddInput(dtype);
+    limit_ = AddInput(dtype);
+    delta_ = AddInput(dtype);
+    output_ = AddOutput(dtype);
+    SetBuiltinOp(BuiltinOperator_RANGE, BuiltinOptions_RangeOptions,
+                 CreateRangeOptions(builder_).Union());
+    BuildInterpreter({GetShape(start_), GetShape(limit_), GetShape(delta_)});
+  }
+
+  int start() { return start_; }
+  int limit() { return limit_; }
+  int delta() { return delta_; }
+
+  std::vector<T> GetOutput() { return ExtractVector<T>(output_); }
+  std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
+
+ private:
+  int start_;
+  int limit_;
+  int delta_;
+  int output_;
+};
+
+TEST(RangeOpModel, Simple) {
+  RangeOpModel<int32_t> model(TensorType_INT32);
+  model.PopulateTensor<int32_t>(model.start(), {0});
+  model.PopulateTensor<int32_t>(model.limit(), {4});
+  model.PopulateTensor<int32_t>(model.delta(), {1});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(4));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(0, 1, 2, 3));
+}
+
+TEST(RangeOpModel, DeltaGreaterThanOne) {
+  RangeOpModel<int32_t> model(TensorType_INT32);
+  model.PopulateTensor<int32_t>(model.start(), {2});
+  model.PopulateTensor<int32_t>(model.limit(), {9});
+  model.PopulateTensor<int32_t>(model.delta(), {2});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(4));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(2, 4, 6, 8));
+}
+
+TEST(RangeOpModel, NegativeDelta) {
+  RangeOpModel<int32_t> model(TensorType_INT32);
+  model.PopulateTensor<int32_t>(model.start(), {10});
+  model.PopulateTensor<int32_t>(model.limit(), {3});
+  model.PopulateTensor<int32_t>(model.delta(), {-3});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(3));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(10, 7, 4));
+}
+
+TEST(RangeOpModel, FloatSimple) {
+  RangeOpModel<float> model(TensorType_FLOAT32);
+  model.PopulateTensor<float>(model.start(), {0});
+  model.PopulateTensor<float>(model.limit(), {4});
+  model.PopulateTensor<float>(model.delta(), {1});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(4));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(0, 1, 2, 3));
+}
+
+TEST(RangeOpModel, FloatDeltaGreaterThanOne) {
+  RangeOpModel<float> model(TensorType_FLOAT32);
+  model.PopulateTensor<float>(model.start(), {2});
+  model.PopulateTensor<float>(model.limit(), {9});
+  model.PopulateTensor<float>(model.delta(), {2});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(4));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(2, 4, 6, 8));
+}
+
+TEST(RangeOpModel, FloatNegativeDelta) {
+  RangeOpModel<float> model(TensorType_FLOAT32);
+  model.PopulateTensor<float>(model.start(), {10});
+  model.PopulateTensor<float>(model.limit(), {3});
+  model.PopulateTensor<float>(model.delta(), {-3});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(3));
+  EXPECT_THAT(model.GetOutput(), ElementsAre(10, 7, 4));
+}
+
+}  // namespace
+}  // namespace tflite
+
+int main(int argc, char** argv) {
+  ::tflite::LogToStderr();
+  ::testing::InitGoogleTest(&argc, argv);
+  return RUN_ALL_TESTS();
+}
diff --git a/tensorflow/contrib/lite/kernels/register.cc b/tensorflow/contrib/lite/kernels/register.cc
index 310465d773..e3f2d9f94d 100644
--- a/tensorflow/contrib/lite/kernels/register.cc
+++ b/tensorflow/contrib/lite/kernels/register.cc
@@ -121,6 +121,7 @@ TfLiteRegistration* Register_FLOOR_DIV();
 TfLiteRegistration* Register_SQUARE();
 TfLiteRegistration* Register_ZEROS_LIKE();
 TfLiteRegistration* Register_FLOOR_MOD();
+TfLiteRegistration* Register_RANGE();
 
 TfLiteStatus UnsupportedTensorFlowOp(TfLiteContext* context, TfLiteNode* node) {
   context->ReportError(
@@ -251,6 +252,7 @@ BuiltinOpResolver::BuiltinOpResolver() {
   AddBuiltin(BuiltinOperator_SQUARE, Register_SQUARE());
   AddBuiltin(BuiltinOperator_ZEROS_LIKE, Register_ZEROS_LIKE());
   AddBuiltin(BuiltinOperator_FLOOR_MOD, Register_FLOOR_MOD());
+  AddBuiltin(BuiltinOperator_RANGE, Register_RANGE());
 
   // TODO(andrewharp, ahentz): Move these somewhere more appropriate so that
   // custom ops aren't always included by default.
diff --git a/tensorflow/contrib/lite/testing/generate_examples.py b/tensorflow/contrib/lite/testing/generate_examples.py
index d1852d5d03..053e4e94da 100644
--- a/tensorflow/contrib/lite/testing/generate_examples.py
+++ b/tensorflow/contrib/lite/testing/generate_examples.py
@@ -3271,6 +3271,37 @@ def make_unpack_tests(zip_path):
   make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
 
 
+def make_range_tests(zip_path):
+  """Make a set of tests to do range."""
+
+  test_parameters = [{
+      "dtype": [tf.int32],
+      "offset": [10, 100, 1000],
+      "delta": [1, 2, 3, 4, -1, -2, -3, -4],
+  }]
+
+  def build_graph(parameters):
+    """Build the range op testing graph."""
+    input_tensor = tf.placeholder(
+        dtype=parameters["dtype"], name=("start"), shape=[])
+    if parameters["delta"] < 0:
+      offset = parameters["offset"] * -1
+    else:
+      offset = parameters["offset"]
+    delta = parameters["delta"]
+    limit_tensor = input_tensor + offset
+    delta_tensor = tf.constant(delta, dtype=tf.int32)
+    out = tf.range(input_tensor, limit_tensor, delta_tensor)
+    return [input_tensor], [out]
+
+  def build_inputs(parameters, sess, inputs, outputs):
+    input_value = create_scalar_data(parameters["dtype"])
+    return [input_value], sess.run(
+        outputs, feed_dict=dict(zip(inputs, [input_value])))
+
+  make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
+
+
 def _make_logical_tests(op):
   """Make a set of tests to do logical operations."""
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc
index 069d4dafaa..198e95ab88 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc
@@ -19,6 +19,26 @@ limitations under the License.
 
 namespace toco {
 
+template <ArrayDataType A, typename T>
+void FillRangeOutput(const Array& start_array, const Array& limit_array,
+                     const Array& delta_array, Array* output_array) {
+  // Compute buffer contents
+  T start = start_array.GetBuffer<A>().data[0];
+  T limit = limit_array.GetBuffer<A>().data[0];
+  T delta = delta_array.GetBuffer<A>().data[0];
+  auto& buffer = output_array->GetMutableBuffer<A>();
+  buffer.data.clear();
+  int size =
+      (std::is_integral<T>::value
+           ? ((std::abs(limit - start) + std::abs(delta) - 1) / std::abs(delta))
+           : std::ceil(std::abs((limit - start) / delta)));
+  for (int i = 0; i < size; ++i) {
+    buffer.data.push_back(start + i * delta);
+  }
+  CHECK_EQ(floor((limit - start) / delta), buffer.data.size());
+  CHECK_EQ(buffer.data.size(), output_array->shape().dims()[0]);
+}
+
 ::tensorflow::Status ResolveConstantRange::Run(Model* model,
                                                std::size_t op_index,
                                                bool* modified) {
@@ -68,24 +88,21 @@ namespace toco {
   CHECK_EQ(RequiredBufferSizeForShape(delta_array.shape()), 1)
       << "Range op inputs must be scalar.";
 
-  CHECK(start_array.data_type == ArrayDataType::kInt32)
-      << "Range op inputs must be int32.";
-  CHECK(limit_array.data_type == ArrayDataType::kInt32)
-      << "Range op inputs must be int32.";
-  CHECK(delta_array.data_type == ArrayDataType::kInt32)
-      << "Range op inputs must be int32.";
+  CHECK(start_array.data_type == ArrayDataType::kInt32 ||
+        start_array.data_type == ArrayDataType::kFloat)
+      << "Range op inputs must be int32 or float.";
+  CHECK(limit_array.data_type == start_array.data_type)
+      << "Range op inputs type must be equal.";
+  CHECK(delta_array.data_type == start_array.data_type)
+      << "Range op inputs type must be equal.";
 
-  // Compute buffer contents
-  int start = start_array.GetBuffer<ArrayDataType::kInt32>().data[0];
-  int limit = limit_array.GetBuffer<ArrayDataType::kInt32>().data[0];
-  int delta = delta_array.GetBuffer<ArrayDataType::kInt32>().data[0];
-  auto& buffer = output_array.GetMutableBuffer<ArrayDataType::kInt32>();
-  buffer.data.clear();
-  for (int32 val = start; val < limit; val += delta) {
-    buffer.data.push_back(val);
+  if (start_array.data_type == ArrayDataType::kInt32) {
+    FillRangeOutput<ArrayDataType::kInt32, int32_t>(start_array, limit_array,
+                                                    delta_array, &output_array);
+  } else {
+    FillRangeOutput<ArrayDataType::kFloat, float>(start_array, limit_array,
+                                                  delta_array, &output_array);
   }
-  CHECK_EQ(floor((limit - start) / delta), buffer.data.size());
-  CHECK_EQ(buffer.data.size(), output_array.shape().dims()[0]);
 
   // Delete the input array if no longer used
   if (IsDiscardableArray(*model, op->inputs[0]) &&
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index fcc7999fec..7a71ff80d0 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -1654,9 +1654,6 @@ tensorflow::Status ConvertRangeOperator(
   op->inputs.push_back(node.input(2));
   op->outputs.push_back(node.name());
 
-  // For Flex mode. Please read the comments of the function.
-  RetainTensorFlowNodeDef(node, op);
-
   model->operators.emplace_back(op);
   return tensorflow::Status::OK();
 }
diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/contrib/lite/toco/tflite/export_test.cc
index a89fb3d64a..2b3410221c 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export_test.cc
@@ -510,9 +510,9 @@ TEST(OperatorKeyTest, TestFlexWithUnsupportedOp) {
 
 TEST(OperatorKeyTest, TestFlexWithPartiallySupportedOps) {
   // Test Toco-supported/TFLite-unsupported operators.
-  // TODO(ycling): The test will be broken if Range is implemented in TFLite.
-  // Find a more robust way to test the fallback logic.
-  auto op = absl::make_unique<RangeOperator>();
+  // TODO(ycling): The test will be broken if TensorFlowAssert is implemented in
+  // TFLite. Find a more robust way to test the fallback logic.
+  auto op = absl::make_unique<TensorFlowAssertOperator>();
 
   const auto ops_by_type = BuildOperatorByTypeMap();
 
@@ -521,21 +521,21 @@ TEST(OperatorKeyTest, TestFlexWithPartiallySupportedOps) {
     // will be exported.
     const auto key = details::GetOperatorKey(*op, ops_by_type, true);
     EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-    EXPECT_EQ(key.custom_code, "Range");
+    EXPECT_EQ(key.custom_code, "Assert");
     EXPECT_EQ(key.version, 1);
     EXPECT_FALSE(key.is_flex_op);
   }
 
   ::tensorflow::NodeDef node_def;
-  node_def.set_name("Range");
-  node_def.set_op("Range");
+  node_def.set_name("TensorFlowAssert");
+  node_def.set_op("TensorFlowAssert");
   node_def.SerializeToString(&op->tensorflow_node_def);
 
   {
     // If NodeDef is retained in the Toco op, a Flex op will be exported.
     const auto key = details::GetOperatorKey(*op, ops_by_type, true);
     EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-    EXPECT_EQ(key.custom_code, "FlexRange");
+    EXPECT_EQ(key.custom_code, "FlexAssert");
     EXPECT_EQ(key.version, 1);
     EXPECT_TRUE(key.is_flex_op);
   }
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index ebdcaa5247..ea33bbdebb 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -1559,6 +1559,8 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
       "FLOOR_DIV", OperatorType::kFloorDiv));
   ops.emplace_back(new SimpleOperator<FloorModOperator>(
       "FLOOR_MOD", OperatorType::kFloorMod));
+  ops.emplace_back(
+      new SimpleOperator<RangeOperator>("RANGE", OperatorType::kRange));
   // Element-wise operator
   ops.push_back(
       MakeUnique<SimpleOperator<SinOperator>>("SIN", OperatorType::kSin));
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
index e5e18923b0..bd05e1b0da 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
@@ -17,6 +17,7 @@ limitations under the License.
 #include "flatbuffers/flexbuffers.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
+#include "tensorflow/contrib/lite/toco/model.h"
 #include "tensorflow/contrib/lite/toco/tooling_util.h"
 
 #include "tensorflow/core/framework/attr_value.pb.h"
@@ -149,6 +150,7 @@ TEST_F(OperatorTest, SimpleOperators) {
   CheckSimpleOperator<TensorFlowZerosLikeOperator>("ZEROS_LIKE",
                                                    OperatorType::kZerosLike);
   CheckSimpleOperator<FloorModOperator>("FLOOR_MOD", OperatorType::kFloorMod);
+  CheckSimpleOperator<RangeOperator>("RANGE", OperatorType::kRange);
 }
 
 TEST_F(OperatorTest, BuiltinAdd) {
-- 
GitLab


From 165a4a2dab3f6f90b4f737b438683bcc491e4454 Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Tue, 23 Oct 2018 15:56:09 -0700
Subject: [PATCH 0501/1825] Fix flakiness of distribute_coordinator_test. Two
 tests share the same cluster and they have variables with same names. So we
 just change the variable names in one test.

PiperOrigin-RevId: 218422855
---
 tensorflow/python/distribute/BUILD                          | 2 --
 tensorflow/python/distribute/distribute_coordinator_test.py | 4 ++--
 2 files changed, 2 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/distribute/BUILD b/tensorflow/python/distribute/BUILD
index bdc869c643..1c3d8ea67e 100644
--- a/tensorflow/python/distribute/BUILD
+++ b/tensorflow/python/distribute/BUILD
@@ -49,9 +49,7 @@ py_test(
     srcs = ["distribute_coordinator_test.py"],
     srcs_version = "PY2AND3",
     tags = [
-        "manual",
         "no_pip",
-        "notap",
     ],
     deps = [
         ":distribute_coordinator",
diff --git a/tensorflow/python/distribute/distribute_coordinator_test.py b/tensorflow/python/distribute/distribute_coordinator_test.py
index b07308a1b5..5d336648ce 100644
--- a/tensorflow/python/distribute/distribute_coordinator_test.py
+++ b/tensorflow/python/distribute/distribute_coordinator_test.py
@@ -317,9 +317,9 @@ class DistributeCoordinatorTestBase(test.TestCase):
     with ops.device("/job:ps/task:0"):
       # TODO(yuefengz): investigate why not using resource variable will make
       # the test flaky.
-      x = variable_scope.get_variable("x", initializer=10.0, use_resource=True)
+      x = variable_scope.get_variable("xx", initializer=10.0, use_resource=True)
     with ops.device("/job:ps/task:1"):
-      y = variable_scope.get_variable("y", initializer=20.0, use_resource=True)
+      y = variable_scope.get_variable("yy", initializer=20.0, use_resource=True)
 
     x_add = x.assign_add(2.0)
     y_sub = y.assign_sub(2.0)
-- 
GitLab


From 9298d99510dc4010273f3bd706d20b0fd85f7c3b Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Tue, 23 Oct 2018 16:09:50 -0700
Subject: [PATCH 0502/1825] Added comment that None is the batch size

---
 .../eager/python/examples/generative_examples/dcgan.ipynb       | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index faf2000868..a13a906cce 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -266,7 +266,7 @@
         "    model.add(tf.keras.layers.LeakyReLU())\n",
         "      \n",
         "    model.add(tf.keras.layers.Reshape((7, 7, 256)))\n",
-        "    assert model.output_shape == (None, 7, 7, 256)\n",
+        "    assert model.output_shape == (None, 7, 7, 256) # Note: None is the batch size\n",
         "    \n",
         "    model.add(tf.keras.layers.Conv2DTranspose(128, (5, 5), strides=(1, 1), padding='same', use_bias=False))\n",
         "    assert model.output_shape == (None, 7, 7, 128)  \n",
-- 
GitLab


From 5c7cdb2ec95fef96e79ec9dfee9afe10ae8e285e Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Tue, 23 Oct 2018 16:15:10 -0700
Subject: [PATCH 0503/1825] Updated text on eager execution

---
 .../eager/python/examples/generative_examples/dcgan.ipynb       | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index a13a906cce..5c490f18ad 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -569,7 +569,7 @@
         "\n",
         "This model takes about ~30 seconds per epoch to train on a single Tesla K80 on Colab, as of October 2018. \n",
         "\n",
-        "Eager execution can sometimes be slower than executing the equivalent graph due to overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~20 secs/epoch performance boost (from ~50 secs/epoch down to ~30 secs/epoch). This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
+        "Eager execution can be slower than executing the equivalent graph as it can't benefit from whole-program optimizations on the graph, and also incurs overheads of interpreting Python code. By using [tf.contrib.eager.defun](https://www.tensorflow.org/api_docs/python/tf/contrib/eager/defun) to create graph functions, we get a ~20 secs/epoch performance boost (from ~50 secs/epoch down to ~30 secs/epoch). This way we get the best of both eager execution (easier for debugging) and graph mode (better performance)."
       ]
     },
     {
-- 
GitLab


From a56faf4b0efdbde1786fdac126292c7960aa9fa1 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Tue, 23 Oct 2018 16:13:06 -0700
Subject: [PATCH 0504/1825] Internal Change

PiperOrigin-RevId: 218425498
---
 tensorflow/python/feature_column/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/feature_column/BUILD b/tensorflow/python/feature_column/BUILD
index b7127de2dd..fe4fd21eaa 100644
--- a/tensorflow/python/feature_column/BUILD
+++ b/tensorflow/python/feature_column/BUILD
@@ -125,6 +125,7 @@ py_test(
         "//tensorflow/python:variables",
         "//tensorflow/python/eager:backprop",
         "//tensorflow/python/eager:context",
+        "//third_party/py/numpy",
     ],
 )
 
-- 
GitLab


From 97ef058beebf1b4dbf0880a1c9f5c1384620a09f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 16:14:15 -0700
Subject: [PATCH 0505/1825] [TF:XLA] Implement StatelessRandomUniformInt op.

PiperOrigin-RevId: 218425694
---
 .../tests/stateless_random_ops_test.py        |  26 ++--
 .../tf2xla/kernels/stateless_random_ops.cc    |  52 ++++++++
 tensorflow/compiler/xla/client/lib/prng.cc    | 116 +++++++++++++-----
 tensorflow/compiler/xla/client/lib/prng.h     |   2 +-
 4 files changed, 158 insertions(+), 38 deletions(-)

diff --git a/tensorflow/compiler/tests/stateless_random_ops_test.py b/tensorflow/compiler/tests/stateless_random_ops_test.py
index b7747414ea..c58aac4fe9 100644
--- a/tensorflow/compiler/tests/stateless_random_ops_test.py
+++ b/tensorflow/compiler/tests/stateless_random_ops_test.py
@@ -33,8 +33,11 @@ from tensorflow.python.platform import test
 class StatelessRandomOpsTest(xla_test.XLATestCase):
   """Test cases for stateless random-number generator operators."""
 
-  def _random_types(self):
-    return self.float_types & {dtypes.float32, dtypes.float64}
+  def _random_types(self, include_int=False):
+    allowed_types = {dtypes.float32, dtypes.float64}
+    if include_int:
+      allowed_types.update({dtypes.int32, dtypes.int64})
+    return self.all_tf_types & allowed_types
 
   def testDeterminism(self):
     # Stateless values should be equal iff the seeds are equal (roughly)
@@ -56,13 +59,16 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
 
   def testRandomUniformIsInRange(self):
     with self.cached_session() as sess, self.test_scope():
-      for dtype in self._random_types():
+      for dtype in self._random_types(include_int=True):
+        maxval = 1
+        if dtype.is_integer:
+          maxval = 100
         seed_t = array_ops.placeholder(dtypes.int32, shape=[2])
         x = stateless.stateless_random_uniform(
-            shape=[1000], seed=seed_t, dtype=dtype)
+            shape=[1000], seed=seed_t, maxval=maxval, dtype=dtype)
         y = sess.run(x, {seed_t: [0x12345678, 0xabcdef12]})
         self.assertTrue(np.all(y >= 0))
-        self.assertTrue(np.all(y < 1))
+        self.assertTrue(np.all(y < maxval))
 
   def _chi_squared(self, x, bins):
     """Pearson's Chi-squared test."""
@@ -75,12 +81,18 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
   def testDistributionOfStatelessRandomUniform(self):
     """Use Pearson's Chi-squared test to test for uniformity."""
     with self.cached_session() as sess, self.test_scope():
-      for dtype in self._random_types():
+      for dtype in self._random_types(include_int=True):
         seed_t = array_ops.placeholder(dtypes.int32, shape=[2])
         n = 1000
+        maxval = 1
+        if dtype.is_integer:
+          maxval = 100
         x = stateless.stateless_random_uniform(
-            shape=[n], seed=seed_t, dtype=dtype)
+            shape=[n], seed=seed_t, maxval=maxval, dtype=dtype)
         y = sess.run(x, {seed_t: [565656, 121212]})
+        if maxval > 1:
+          # Normalize y to range [0, 1).
+          y = y.astype(float) / maxval
         # Tests that the values are distributed amongst 10 bins with equal
         # probability. 16.92 is the Chi^2 value for 9 degrees of freedom with
         # p=0.05. This test is probabilistic and would be flaky if the random
diff --git a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
index 08b517276b..8071c9f8d3 100644
--- a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
@@ -74,6 +74,58 @@ REGISTER_XLA_OP(Name("StatelessRandomUniform")
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessRandomUniformOp);
 
+class StatelessRandomUniformIntOp : public XlaOpKernel {
+ public:
+  explicit StatelessRandomUniformIntOp(OpKernelConstruction* ctx)
+      : XlaOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("dtype", &dtype_));
+  }
+
+  void Compile(XlaOpKernelContext* ctx) override {
+    TensorShape shape;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsShape(0, &shape));
+
+    TensorShape seed_shape = ctx->InputShape(1);
+    OP_REQUIRES(ctx, seed_shape.dims() == 1 && seed_shape.dim_size(0) == 2,
+                errors::InvalidArgument("seed must have shape [2], not ",
+                                        seed_shape.DebugString()));
+    TensorShape minval_shape = ctx->InputShape(2);
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(minval_shape),
+                errors::InvalidArgument("minval must be scalar, got shape ",
+                                        minval_shape.DebugString()));
+    TensorShape maxval_shape = ctx->InputShape(3);
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(maxval_shape),
+                errors::InvalidArgument("minval must be scalar, got shape ",
+                                        maxval_shape.DebugString()));
+
+    xla::XlaOp seed = ctx->Input(1);
+    xla::XlaOp minval = ctx->Input(2);
+    xla::XlaOp maxval = ctx->Input(3);
+
+    xla::Shape xla_shape;
+    OP_REQUIRES_OK(ctx, TensorShapeToXLAShape(dtype_, shape, &xla_shape));
+
+    auto seed0 = xla::Reshape(xla::Slice(seed, {0}, {1}, {1}), {});
+    auto seed1 = xla::Reshape(xla::Slice(seed, {1}, {2}, {1}), {});
+
+    auto uniform =
+        xla::StatelessRngUniform({seed0, seed1}, xla_shape, minval, maxval);
+    ctx->SetOutput(0, uniform);
+  }
+
+ private:
+  DataType dtype_;
+
+  TF_DISALLOW_COPY_AND_ASSIGN(StatelessRandomUniformIntOp);
+};
+
+// TODO(phawkins): generalize to non-int32 seed types.
+REGISTER_XLA_OP(Name("StatelessRandomUniformInt")
+                    .CompileTimeConstantInput("shape")
+                    .TypeConstraint("dtype", {DT_INT32, DT_INT64})
+                    .TypeConstraint("Tseed", DT_INT32),
+                StatelessRandomUniformIntOp);
+
 class StatelessRandomNormalOp : public XlaOpKernel {
  public:
   explicit StatelessRandomNormalOp(OpKernelConstruction* ctx)
diff --git a/tensorflow/compiler/xla/client/lib/prng.cc b/tensorflow/compiler/xla/client/lib/prng.cc
index 6ef8168948..428ff565d4 100644
--- a/tensorflow/compiler/xla/client/lib/prng.cc
+++ b/tensorflow/compiler/xla/client/lib/prng.cc
@@ -26,9 +26,9 @@ namespace xla {
 namespace {
 
 // Rotates a 32-bit integer 'v' left by 'distance' bits.
-XlaOp RotateLeftS32(XlaOp v, int distance) {
-  return (v << ConstantR0<int32>(v.builder(), distance)) |
-         ShiftRightLogical(v, ConstantR0<int32>(v.builder(), 32 - distance));
+XlaOp RotateLeftU32(XlaOp v, int distance) {
+  return (v << ConstantR0<uint32>(v.builder(), distance)) |
+         ShiftRightLogical(v, ConstantR0<uint32>(v.builder(), 32 - distance));
 }
 
 using ThreeFry2x32State = std::array<XlaOp, 2>;
@@ -38,13 +38,16 @@ using ThreeFry2x32State = std::array<XlaOp, 2>;
 // http://www.thesalmons.org/john/random123/papers/random123sc11.pdf
 ThreeFry2x32State ThreeFry2x32(ThreeFry2x32State input, ThreeFry2x32State key) {
   XlaBuilder* builder = input[0].builder();
+  key[0] = BitcastConvertType(key[0], U32);
+  key[1] = BitcastConvertType(key[1], U32);
+
   // Rotation distances specified by the Threefry2x32 algorithm.
   constexpr std::array<int, 8> rotations = {13, 15, 26, 6, 17, 29, 16, 24};
   ThreeFry2x32State x;
 
   std::array<XlaOp, 3> ks;
   // 0x1BD11BDA is a parity constant specified by the ThreeFry2x32 algorithm.
-  ks[2] = ConstantR0<int32>(builder, 0x1BD11BDA);
+  ks[2] = ConstantR0<uint32>(builder, 0x1BD11BDA);
   for (int i = 0; i < 2; ++i) {
     ks[i] = key[i];
     x[i] = input[i];
@@ -58,7 +61,7 @@ ThreeFry2x32State ThreeFry2x32(ThreeFry2x32State input, ThreeFry2x32State key) {
   // amount 'rotation'.
   auto round = [](ThreeFry2x32State v, int rotation) {
     v[0] = v[0] + v[1];
-    v[1] = RotateLeftS32(v[1], rotation);
+    v[1] = RotateLeftU32(v[1], rotation);
     v[1] = v[0] ^ v[1];
     return v;
   };
@@ -70,74 +73,83 @@ ThreeFry2x32State ThreeFry2x32(ThreeFry2x32State input, ThreeFry2x32State key) {
   x = round(x, rotations[2]);
   x = round(x, rotations[3]);
   x[0] = x[0] + ks[1];
-  x[1] = x[1] + ks[2] + ConstantR0<int32>(builder, 1);
+  x[1] = x[1] + ks[2] + ConstantR0<uint32>(builder, 1);
 
   x = round(x, rotations[4]);
   x = round(x, rotations[5]);
   x = round(x, rotations[6]);
   x = round(x, rotations[7]);
   x[0] = x[0] + ks[2];
-  x[1] = x[1] + ks[0] + ConstantR0<int32>(builder, 2);
+  x[1] = x[1] + ks[0] + ConstantR0<uint32>(builder, 2);
 
   x = round(x, rotations[0]);
   x = round(x, rotations[1]);
   x = round(x, rotations[2]);
   x = round(x, rotations[3]);
   x[0] = x[0] + ks[0];
-  x[1] = x[1] + ks[1] + ConstantR0<int32>(builder, 3);
+  x[1] = x[1] + ks[1] + ConstantR0<uint32>(builder, 3);
 
   x = round(x, rotations[4]);
   x = round(x, rotations[5]);
   x = round(x, rotations[6]);
   x = round(x, rotations[7]);
   x[0] = x[0] + ks[1];
-  x[1] = x[1] + ks[2] + ConstantR0<int32>(builder, 4);
+  x[1] = x[1] + ks[2] + ConstantR0<uint32>(builder, 4);
 
   x = round(x, rotations[0]);
   x = round(x, rotations[1]);
   x = round(x, rotations[2]);
   x = round(x, rotations[3]);
   x[0] = x[0] + ks[2];
-  x[1] = x[1] + ks[0] + ConstantR0<int32>(builder, 5);
+  x[1] = x[1] + ks[0] + ConstantR0<uint32>(builder, 5);
 
   return x;
 }
 
-}  // namespace
+// Returns the inputs with unique counter values for ThreeFry2x32.
+ThreeFry2x32State GetInputs(const int64 size, XlaBuilder* builder) {
+  ThreeFry2x32State inputs;
+  inputs[0] = Iota(builder, U32, size);
+  inputs[1] = inputs[0] + ConstantR0<uint32>(builder, size);
+  return inputs;
+}
 
-XlaOp StatelessRngUniform(std::array<XlaOp, 2> seeds, const Shape& shape,
-                          XlaOp minval, XlaOp maxval) {
-  XlaBuilder* builder = seeds[0].builder();
-  if (shape.element_type() != F32) {
-    return builder->ReportError(Unimplemented(
-        "Types other than F32 are not implemented by StatelessRngUniform."));
-  }
-  ThreeFry2x32State key = seeds;
+XlaOp StatelessRngUniformU32(std::array<XlaOp, 2> key, const Shape& shape) {
+  XlaBuilder* builder = key[0].builder();
   const int64 size = ShapeUtil::ElementsIn(shape);
-
   const int64 half_size = CeilOfRatio<int64>(size, 2);
   const bool size_is_odd = (half_size * 2 != size);
-
-  // Fill the generator inputs with unique counter values.
-  ThreeFry2x32State inputs;
-  inputs[0] = Iota(builder, S32, half_size);
-  inputs[1] = inputs[0] + ConstantR0<int32>(builder, half_size);
+  ThreeFry2x32State inputs = GetInputs(half_size, builder);
   ThreeFry2x32State outputs = ThreeFry2x32(inputs, key);
-
   if (size_is_odd) {
     outputs[1] = Slice(outputs[1], {0}, {half_size - 1}, {1});
   }
+  auto result = ConcatInDim(builder, outputs, 0);
+  return Reshape(result, AsInt64Slice(shape.dimensions()));
+}
 
-  auto bits = Reshape(ConcatInDim(builder, outputs, 0),
-                      AsInt64Slice(shape.dimensions()));
+XlaOp StatelessRngUniformU64(std::array<XlaOp, 2> key, const Shape& shape) {
+  XlaBuilder* builder = key[0].builder();
+  const int64 size = ShapeUtil::ElementsIn(shape);
+  ThreeFry2x32State inputs = GetInputs(size, builder);
+  ThreeFry2x32State outputs = ThreeFry2x32(inputs, key);
+  // low 32 bit: outputs[0], high 32 bit: outputs[1]
+  auto result = ConvertElementType(outputs[0], U64) |
+                ShiftLeft(ConvertElementType(outputs[1], U64),
+                          ConstantR0WithType(builder, U64, 32));
+  return Reshape(result, AsInt64Slice(shape.dimensions()));
+}
+
+XlaOp StatelessRngUniformF32(XlaOp bits, XlaOp minval, XlaOp maxval) {
+  XlaBuilder* builder = bits.builder();
 
   // Form 23 random mantissa bits, with a leading 1 bit. The leading 1 bit
   // forces the random bits into the mantissa.
   constexpr int kFloatBits = 32;
   constexpr int kMantissaBits = 23;
   bits = ShiftRightLogical(
-             bits, ConstantR0<int32>(builder, kFloatBits - kMantissaBits)) |
-         ConstantR0<int32>(builder, tensorflow::bit_cast<int32>(1.0f));
+             bits, ConstantR0<uint32>(builder, kFloatBits - kMantissaBits)) |
+         ConstantR0<uint32>(builder, tensorflow::bit_cast<uint32>(1.0f));
   auto floats = BitcastConvertType(bits, F32);
 
   // We have a floating point number in the range [1.0, 2.0).
@@ -147,4 +159,48 @@ XlaOp StatelessRngUniform(std::array<XlaOp, 2> seeds, const Shape& shape,
   return floats * (maxval - minval) + minval;
 }
 
+XlaOp StatelessRngUniformInt(XlaOp bits, XlaOp minval, XlaOp maxval,
+                             PrimitiveType type, PrimitiveType unsigned_type) {
+  XlaBuilder* builder = bits.builder();
+  // TODO(b/72573764): Generate real uniform integer distribution.
+  // The following algorithm is the same one that TF uses right now, but it's
+  // uniform only when maxval - minval is a divisor of the range that bits is
+  // generated from.
+  auto range = BitcastConvertType(maxval, unsigned_type) -
+               BitcastConvertType(minval, unsigned_type);
+  auto dist = Rem(bits, range);
+  auto dist_div_2 =
+      ShiftRightLogical(dist, ConstantR0WithType(builder, unsigned_type, 1));
+
+  return minval + BitcastConvertType(dist_div_2, type) +
+         BitcastConvertType(dist - dist_div_2, type);
+}
+
+}  // namespace
+
+XlaOp StatelessRngUniform(std::array<XlaOp, 2> seeds, const Shape& shape,
+                          XlaOp minval, XlaOp maxval) {
+  XlaBuilder* builder = seeds[0].builder();
+  PrimitiveType type = shape.element_type();
+  switch (type) {
+    // TODO(b/117806053): support bfloat16.
+    case F32: {
+      auto bits = StatelessRngUniformU32(seeds, shape);
+      return StatelessRngUniformF32(bits, minval, maxval);
+    }
+    case S32: {
+      auto bits = StatelessRngUniformU32(seeds, shape);
+      return StatelessRngUniformInt(bits, minval, maxval, type, U32);
+    }
+    case S64: {
+      auto bits = StatelessRngUniformU64(seeds, shape);
+      return StatelessRngUniformInt(bits, minval, maxval, type, U64);
+    }
+    default:
+      return builder->ReportError(Unimplemented(
+          "Types other than F32, S32 and S64 are not implemented by "
+          "StatelessRngUniform."));
+  }
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/client/lib/prng.h b/tensorflow/compiler/xla/client/lib/prng.h
index ad000b1fa1..2603818de2 100644
--- a/tensorflow/compiler/xla/client/lib/prng.h
+++ b/tensorflow/compiler/xla/client/lib/prng.h
@@ -25,7 +25,7 @@ namespace xla {
 
 // Returns a tensor containing 'shape' random values uniformly distributed in
 // the range [minval, maxval). Requires 2 32-bit integer seeds.
-// Currently only 'shape's of type F32 are implemented.
+// Currently only 'shape's of type F32, S32 and S64 are implemented.
 XlaOp StatelessRngUniform(std::array<XlaOp, 2> seeds, const Shape& shape,
                           XlaOp minval, XlaOp maxval);
 
-- 
GitLab


From 814f75376a702caa37441fe833bb4a7d9e9420f5 Mon Sep 17 00:00:00 2001
From: Bhavani Subramanian <bhavani1.subramanian@intel.com>
Date: Tue, 23 Oct 2018 16:23:14 -0700
Subject: [PATCH 0506/1825] Addressed review comments.

---
 tensorflow/core/kernels/matmul_op.cc | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/core/kernels/matmul_op.cc b/tensorflow/core/kernels/matmul_op.cc
index 7bb4197f6e..913d15afeb 100644
--- a/tensorflow/core/kernels/matmul_op.cc
+++ b/tensorflow/core/kernels/matmul_op.cc
@@ -580,6 +580,8 @@ struct MatMulFunctor<SYCLDevice, T> {
 
 #if defined(INTEL_MKL) && defined(ENABLE_MKL)
 
+// MKL supports float, double, complex64 and complex128 types for
+// matrix-multiplication, and these kernels are registered in mkl_matmul_op.cc.
 // MKL does not support half, bfloat16, int32 and int64 types for
 // matrix-multiplication, so register the kernel to use default Eigen based
 // implementations for these types. REGISTER_CPU defines two versions - Eigen
-- 
GitLab


From e287c3478056d4acbb8574b26fd3d7b1f142b562 Mon Sep 17 00:00:00 2001
From: Jeremy Lau <lauj@google.com>
Date: Tue, 23 Oct 2018 16:24:42 -0700
Subject: [PATCH 0507/1825] Copy MultiHostDatasetInitializerHook from
 tensorflow_estimator/python/estimator/util.py to
 tensorflow/contrib/tpu/python/tpu/util.py

This is a short term fix to avoid version skew problems between the TF and
estimator repositories. We can remove the copied version after we release a
tensorflow_estimator with MultiHostDatasetInitializerHook.

PiperOrigin-RevId: 218427376
---
 .../contrib/tpu/python/tpu/tpu_estimator.py   |  3 +--
 tensorflow/contrib/tpu/python/tpu/util.py     | 20 +++++++++++++++++++
 2 files changed, 21 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index 3a57fb9fac..8b0b618d44 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -48,7 +48,6 @@ from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.util import nest as data_nest
 from tensorflow.python.estimator import estimator as estimator_lib
 from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.estimator import util as estimator_util
 from tensorflow.python.estimator.export import export_output as export_output_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -1229,7 +1228,7 @@ class _InputPipeline(object):
     # first one.
     self._infeed_queue = infeed_queues[0]
     return enqueue_ops, [
-        estimator_util.MultiHostDatasetInitializerHook(all_dataset_initializers)
+        util_lib.MultiHostDatasetInitializerHook(all_dataset_initializers)
     ], run_infeed_loop_on_coordinator
 
   def _validate_input_pipeline(self):
diff --git a/tensorflow/contrib/tpu/python/tpu/util.py b/tensorflow/contrib/tpu/python/tpu/util.py
index b8ea307d89..dfb8ce1d18 100644
--- a/tensorflow/contrib/tpu/python/tpu/util.py
+++ b/tensorflow/contrib/tpu/python/tpu/util.py
@@ -19,8 +19,11 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import time
 import six
 
+from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.training import training
 
 def check_positive_integer(value, name):
   """Checks whether `value` is a positive integer."""
@@ -29,3 +32,20 @@ def check_positive_integer(value, name):
 
   if value <= 0:
     raise ValueError('{} must be positive, got {}'.format(name, value))
+
+
+# TODO(b/118302029) Remove this copy of MultiHostDatasetInitializerHook after we
+# release a tensorflow_estimator with MultiHostDatasetInitializerHook in
+# python/estimator/util.py.
+class MultiHostDatasetInitializerHook(training.SessionRunHook):
+  """Creates a SessionRunHook that initializes all passed iterators."""
+
+  def __init__(self, dataset_initializers):
+    self._initializers = dataset_initializers
+
+  def after_create_session(self, session, coord):
+    del coord
+    start = time.time()
+    session.run(self._initializers)
+    logging.info('Initialized dataset iterators in %d seconds',
+                 time.time() - start)
-- 
GitLab


From 4d36871a30cac770a483882e577cb813d815f964 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 16:25:49 -0700
Subject: [PATCH 0508/1825] Step 2 of "tower" -> "replica" terminology
 transition for DistributionStrategy.

PiperOrigin-RevId: 218427516
---
 .../python/checkpoint_utils_test.py           |   8 +-
 .../python/collective_all_reduce_strategy.py  |   2 +-
 .../collective_all_reduce_strategy_test.py    |   6 +-
 .../distribute/python/cross_tower_ops.py      | 102 +++---
 .../distribute/python/cross_tower_ops_test.py |  46 +--
 .../distribute/python/cross_tower_utils.py    |  94 +++---
 .../contrib/distribute/python/keras_test.py   |  26 +-
 .../distribute/python/metrics_v1_test.py      |  14 +-
 .../distribute/python/minimize_loss_test.py   |  74 ++---
 .../distribute/python/mirrored_strategy.py    | 155 +++++-----
 .../python/mirrored_strategy_multigpu_test.py | 290 +++++++++---------
 .../python/mirrored_strategy_test.py          |   8 +-
 .../distribute/python/moving_averages_test.py |  40 +--
 .../distribute/python/one_device_strategy.py  |  22 +-
 .../python/one_device_strategy_test.py        |   4 +-
 .../distribute/python/optimizer_v2_test.py    |   2 +-
 .../python/parameter_server_strategy.py       |  45 +--
 .../python/parameter_server_strategy_test.py  |  56 ++--
 .../distribute/python/single_loss_example.py  |   4 +-
 .../contrib/distribute/python/step_fn.py      |   2 +-
 .../distribute/python/strategy_test_lib.py    |  68 ++--
 .../contrib/distribute/python/tpu_strategy.py |  32 +-
 .../contrib/distribute/python/values.py       | 158 +++++-----
 .../contrib/distribute/python/values_test.py  | 128 ++++----
 .../engine/distributed_training_utils.py      |  28 +-
 tensorflow/python/training/distribute.py      |  41 +--
 tensorflow/python/training/distribute_test.py |  44 +--
 27 files changed, 746 insertions(+), 753 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/checkpoint_utils_test.py b/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
index 865dba803f..b311644cb2 100644
--- a/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
+++ b/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
@@ -44,9 +44,9 @@ class CheckpointUtilsWithDistributionStrategyTest(
                     combinations.one_device_strategy,
                     combinations.mirrored_strategy_with_gpu_and_cpu,
                     combinations.mirrored_strategy_with_two_gpus],
-      in_tower_mode=[True, False],
+      in_replica_mode=[True, False],
       mode=["graph"]))
-  def testInitFromCheckpoint(self, distribution, in_tower_mode):
+  def testInitFromCheckpoint(self, distribution, in_replica_mode):
     checkpoint_dir = self.get_temp_dir()
     with self.cached_session() as session:
       v1_value, v2_value, _, _ = checkpoint_utils_test._create_checkpoints(
@@ -68,8 +68,8 @@ class CheckpointUtilsWithDistributionStrategyTest(
         self.assertAllEqual(v2_value, self.evaluate(v2))
 
     with ops.Graph().as_default() as g, distribution.scope():
-      if in_tower_mode:
-        distribution.call_for_each_tower(init_and_verify, g)
+      if in_replica_mode:
+        distribution.call_for_each_replica(init_and_verify, g)
       else:
         init_and_verify(g)
 
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index 998926f373..d9339f8f75 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -160,7 +160,7 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
           if i > 0:
             # Give replicas meaningful distinct names:
             var0name = index[devices[0]].name.split(":")[0]
-            # We append a / to variable names created on towers with id > 0 to
+            # We append a / to variable names created on replicas with id > 0 to
             # ensure that we ignore the name scope and instead use the given
             # name as the absolute name of the variable.
             kwargs["name"] = "%s/replica_%d/" % (var0name, i)
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index de2c03f1a4..7aeafc69f1 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -117,7 +117,7 @@ class CollectiveAllReduceStrategyTestBase(
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_tower(grad_fn, one)
+        g_v = d.call_for_each_replica(grad_fn, one)
         # Update the variables using the gradients and the update() function.
         before_list = []
         after_list = []
@@ -196,7 +196,7 @@ class CollectiveAllReduceStrategyTestBase(
          self.test_session(config=self._sess_config,
                            target=master_target) as sess:
       with d.scope():
-        train_op = d.call_for_each_tower(model_fn)
+        train_op = d.call_for_each_replica(model_fn)
         train_op = d.group(d.unwrap(train_op))
 
       sess.run(variables.global_variables_initializer())
@@ -219,7 +219,7 @@ class CollectiveAllReduceStrategyTestBase(
                 1.0, 10.0, dtype=dtypes.float32))
         return array_ops.identity(x)
 
-      x = distribution.call_for_each_tower(model_fn)
+      x = distribution.call_for_each_replica(model_fn)
       reduced_x = distribution.unwrap(
           distribution.reduce(
               variable_scope.VariableAggregation.MEAN, x,
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops.py b/tensorflow/contrib/distribute/python/cross_tower_ops.py
index e08ba9c2a6..bae0f474d2 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops.py
@@ -111,7 +111,8 @@ def _validate_value_destination_pairs(value_destination_pairs):
   return True
 
 
-# TODO(yuefengz): consider calling this function in the caller of CrossTowerOps.
+# TODO(yuefengz): consider calling this function in the caller of
+# CrossDeviceOps.
 def get_devices_from(destinations):
   if isinstance(destinations, value_lib.DistributedValues):
     return list(destinations.devices)
@@ -182,8 +183,8 @@ def _simple_reduce(per_device_value, reduce_to_device, accumulation_fn,
   return reduced
 
 
-class CrossTowerOps(object):
-  """Base class for cross-tower reduction and broadcasting algorithms."""
+class CrossDeviceOps(object):
+  """Base class for cross-device reduction and broadcasting algorithms."""
 
   def __init__(self):
     pass
@@ -222,7 +223,7 @@ class CrossTowerOps(object):
       aggregation: Indicates how a variable will be aggregated. Accepted values
         are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`.
       value_destination_pairs: a list or a tuple of tuples of PerDevice objects
-        (or tensors with device set if there is one tower) and destinations.
+        (or tensors with device set if there is one device) and destinations.
 
     Returns:
       a list of Mirrored objects.
@@ -267,7 +268,7 @@ class CrossTowerOps(object):
     return _simple_broadcast(tensor, destinations)
 
 
-class ReductionToOneDeviceCrossTowerOps(CrossTowerOps):
+class ReductionToOneDeviceCrossDeviceOps(CrossDeviceOps):
   """Always do reduction to one device first and then do broadcasting.
 
     Batch reduction is done by reduction on each element one by one.
@@ -283,7 +284,7 @@ class ReductionToOneDeviceCrossTowerOps(CrossTowerOps):
     """
     self.reduce_to_device = reduce_to_device
     self.accumulation_fn = accumulation_fn
-    super(ReductionToOneDeviceCrossTowerOps, self).__init__()
+    super(ReductionToOneDeviceCrossDeviceOps, self).__init__()
 
   def _reduce(self, aggregation, per_device_value, destinations):
     if check_destinations(destinations):
@@ -383,20 +384,20 @@ class ConcatAndSplitPacker(object):
   def pack(self, grouped_grads_and_vars):
     """Pack tensors."""
     self.grouped_grads_and_vars = grouped_grads_and_vars
-    self.all_tower_shapes = []
-    self.all_tower_sizes = []
+    self.all_device_shapes = []
+    self.all_device_sizes = []
 
     device_grad_packs = []
-    for tower_grads_and_vars in grouped_grads_and_vars:
-      with ops.colocate_with(tower_grads_and_vars[0][0]):
+    for device_grads_and_vars in grouped_grads_and_vars:
+      with ops.colocate_with(device_grads_and_vars[0][0]):
         # Flatten all the grads.
         flat_grads = [
-            array_ops.reshape(g, [-1]) for g, _ in tower_grads_and_vars
+            array_ops.reshape(g, [-1]) for g, _ in device_grads_and_vars
         ]
         # Remember the original shape of all the grads.
-        tower_shapes = [array_ops.shape(g) for g, _ in tower_grads_and_vars]
+        device_shapes = [array_ops.shape(g) for g, _ in device_grads_and_vars]
         # Remember the original sizes of all the grads.
-        tower_sizes = [array_ops.size(g) for g, _ in tower_grads_and_vars]
+        device_sizes = [array_ops.size(g) for g, _ in device_grads_and_vars]
         # Concat all the flat grads into a big flat tensor.
         concat_grads = array_ops.concat(flat_grads, 0)
 
@@ -411,9 +412,9 @@ class ConcatAndSplitPacker(object):
         # all gradient shapes are defined, we use another method to get the
         # total size.
         # TODO(yuefengz): move this logic to array_ops.size.
-        if all([g.shape.is_fully_defined() for g, _ in tower_grads_and_vars]):
+        if all([g.shape.is_fully_defined() for g, _ in device_grads_and_vars]):
           total_grad_size = sum(
-              [g.shape.num_elements() for g, _ in tower_grads_and_vars])
+              [g.shape.num_elements() for g, _ in device_grads_and_vars])
         else:
           total_grad_size = array_ops.size(concat_grads)
 
@@ -427,42 +428,43 @@ class ConcatAndSplitPacker(object):
         # We should remove the need for variables in
         # aggregate_gradients_using*.
         device_grad_packs.append(zip(grad_packs, [None] * num_splits))
-        self.all_tower_shapes.append(tower_shapes)
-        self.all_tower_sizes.append(tower_sizes)
+        self.all_device_shapes.append(device_shapes)
+        self.all_device_sizes.append(device_sizes)
 
     return device_grad_packs
 
   def unpack(self, summed_device_grad_packs):
     """Reverse the pack."""
     aggregated_device_grads = []
-    for (summed_tower_grad_packs,
-         tower_grads_and_vars, tower_shapes, tower_sizes) in zip(
+    for (summed_device_grad_packs,
+         device_grads_and_vars, device_shapes, device_sizes) in zip(
              summed_device_grad_packs, self.grouped_grads_and_vars,
-             self.all_tower_shapes, self.all_tower_sizes):
+             self.all_device_shapes, self.all_device_sizes):
       # pylint: enable=line-too-long
       # Reverse the packing operations in the previous steps. Form the
       # summed gradients back into their original shapes.
-      with ops.colocate_with(summed_tower_grad_packs[0][0]):
+      with ops.colocate_with(summed_device_grad_packs[0][0]):
         # Form a list of the summed grad packs.
-        device_grad_packs = [g for g, _ in summed_tower_grad_packs]
+        device_grad_packs = [g for g, _ in summed_device_grad_packs]
 
         # Concat them back into a big flat tensor.
         device_grads_concat = array_ops.concat(device_grad_packs, 0)
 
         # Split the tensors back into their original sizes.
-        grads_with_sizes = array_ops.split(device_grads_concat, tower_sizes)
+        grads_with_sizes = array_ops.split(device_grads_concat, device_sizes)
 
         # Reshape the tensors back into their original shapes.
         grads_with_shapes = [
             array_ops.reshape(grad, shape)
-            for shape, grad in zip(tower_shapes, grads_with_sizes)
+            for shape, grad in zip(device_shapes, grads_with_sizes)
         ]
 
         # Form the list with the original list of variables.
-        summed_tower_grads = [
-            (g, v) for g, (_, v) in zip(grads_with_shapes, tower_grads_and_vars)
+        summed_device_grads = [
+            (g, v) for g, (_, v) in zip(grads_with_shapes,
+                                        device_grads_and_vars)
         ]
-        aggregated_device_grads.append(summed_tower_grads)
+        aggregated_device_grads.append(summed_device_grads)
     return aggregated_device_grads
 
 
@@ -494,11 +496,11 @@ class AggregateSmallTensorPacker(object):
     """Aggregate small tensors."""
     if (self.agg_small_grads_max_bytes > 0 and
         self.agg_small_grads_max_group > 0):
-      tower_grads, self.packing = cross_tower_utils.pack_small_tensors(
+      device_grads, self.packing = cross_tower_utils.pack_small_tensors(
           grouped_grads_and_vars,
           max_bytes=self.agg_small_grads_max_bytes,
           max_group=self.agg_small_grads_max_group)
-    return tower_grads
+    return device_grads
 
   def unpack(self, summed_device_grad_packs):
     """Reverse the aggregation process."""
@@ -531,7 +533,7 @@ def _unpack_tensors(reduced, tensor_packer=None):
   return reduced
 
 
-class AllReduceCrossTowerOps(CrossTowerOps):
+class AllReduceCrossDeviceOps(CrossDeviceOps):
   """Reduction using all reduce."""
 
   def __init__(self,
@@ -539,7 +541,7 @@ class AllReduceCrossTowerOps(CrossTowerOps):
                num_packs=1,
                agg_small_grads_max_bytes=0,
                agg_small_grads_max_group=10):
-    """All-reduce implementation of CrossTowerOps.
+    """All-reduce implementation of CrossDeviceOps.
 
     Before performing all-reduce, tensors will be repacked or aggregated for
     more efficient cross-device transportation:
@@ -563,7 +565,7 @@ class AllReduceCrossTowerOps(CrossTowerOps):
     self._num_packs = num_packs
     self._agg_small_grads_max_bytes = agg_small_grads_max_bytes
     self._agg_small_grads_max_group = agg_small_grads_max_group
-    super(AllReduceCrossTowerOps, self).__init__()
+    super(AllReduceCrossDeviceOps, self).__init__()
 
   def _reduce(self, aggregation, per_device_value, destinations):
     contains_indexed_slices = cross_tower_utils.contains_indexed_slices(
@@ -641,11 +643,15 @@ class AllReduceCrossTowerOps(CrossTowerOps):
                                       aggregation)
 
 
+# For compatibility with code using the old name of `AllReduceCrossDeviceOps`.
+AllReduceCrossTowerOps = AllReduceCrossDeviceOps
+
+
 AllReduceSpecTuple = collections.namedtuple("AllReduceSpecTuple",
                                             "alg shards limit")
 
 
-class MultiWorkerAllReduce(AllReduceCrossTowerOps):
+class MultiWorkerAllReduce(AllReduceCrossDeviceOps):
   """All-reduce algorithms for distributed TensorFlow."""
 
   def __init__(self,
@@ -680,9 +686,9 @@ class MultiWorkerAllReduce(AllReduceCrossTowerOps):
         "nccl" all-reduce and other tensors will be applied a 2-shard
         "pscpu/pscpu" algorithm. The third elements should be in increasing
         order across tuples and end with -1 which indicates infinity.
-      num_packs: see AllReduceCrossTowerOps.
-      agg_small_grads_max_bytes: see AllReduceCrossTowerOps.
-      agg_small_grads_max_group: see AllReduceCrossTowerOps.
+      num_packs: see AllReduceCrossDeviceOps.
+      agg_small_grads_max_bytes: see AllReduceCrossDeviceOps.
+      agg_small_grads_max_group: see AllReduceCrossDeviceOps.
     """
     self._worker_devices = worker_devices
     self._num_gpus_per_worker = num_gpus_per_worker
@@ -769,8 +775,8 @@ class MultiWorkerAllReduce(AllReduceCrossTowerOps):
 
 
 # TODO(yuefengz): support in-graph collective all-reduce.
-class CollectiveAllReduce(CrossTowerOps):
-  """All-reduce cross tower ops using collective ops.
+class CollectiveAllReduce(CrossDeviceOps):
+  """All-reduce cross device ops using collective ops.
 
   In the between-graph replicated training, it will still do all-reduces across
   all workers and then put results on the right destinations.
@@ -856,9 +862,9 @@ class CollectiveAllReduce(CrossTowerOps):
         logging.INFO, "Collective All-reduce invoked with batches size = %d, "
         "num_workers = %d" % (len(per_device_values), self._num_workers), 10)
 
-    grouped_by_tower = _group_value_by_device(per_device_values)
+    grouped_by_device = _group_value_by_device(per_device_values)
 
-    grouped_by_var = list(zip(*grouped_by_tower))
+    grouped_by_var = list(zip(*grouped_by_device))
     # grouped_by_var is grouped by variables and takes the following format:
     # [((grad0_gpu0, v0_gpu0), (grad0_gpu1, v0_gpu1), (grad0_gpu2, v0_gpu2) ..),
     #  ((grad1_gpu0, v1_gpu0), (grad1_gpu1, v1_gpu1), (grad1_gpu0, v1_gpu2) ..),
@@ -883,9 +889,9 @@ class CollectiveAllReduce(CrossTowerOps):
             result.append([g, v])
           reduced_gv_list.append(result)
 
-    new_tower_grads = [list(x) for x in zip(*reduced_gv_list)]
+    new_device_grads = [list(x) for x in zip(*reduced_gv_list)]
     return _ungroup_and_make_mirrored(
-        new_tower_grads,
+        new_device_grads,
         per_device_values[0].devices,
         aggregation,
         num_between_graph_workers=self._num_workers)
@@ -913,15 +919,15 @@ def _choose_all_reduce_algorithm(device_links):
   if _has_dgx1_like_links(device_links):
     logging.info("Configured hierarchical_copy with num_packs=%d",
                  len(device_links))
-    return AllReduceCrossTowerOps(
+    return AllReduceCrossDeviceOps(
         "hierarchical_copy", num_packs=len(device_links))
   else:
     logging.info("Configured nccl all-reduce.")
-    return AllReduceCrossTowerOps("nccl", num_packs=1)
+    return AllReduceCrossDeviceOps("nccl", num_packs=1)
 
 
 def choose_the_best(devices, session_config=None):
-  """Find the best subclass of CrossTowerOps given a tensorflow session.
+  """Find the best subclass of CrossDeviceOps given a tensorflow session.
 
   Args:
     devices: a list of devices passed for distribute strategy.
@@ -929,7 +935,7 @@ def choose_the_best(devices, session_config=None):
       deciesion based on all local devices.
 
   Returns:
-    a subclass of CrossTowerOps.
+    a subclass of CrossDeviceOps.
   """
   requested_devices = set([device_util.canonicalize(d) for d in devices])
   machine_devices = device_lib.list_local_devices(session_config=session_config)
@@ -944,12 +950,12 @@ def choose_the_best(devices, session_config=None):
   if len(using_devices) != len(requested_devices):
     logging.warning("Not all devices in distribute strategy are visible by "
                     "TensorFlow sessions.")
-    return ReductionToOneDeviceCrossTowerOps()
+    return ReductionToOneDeviceCrossDeviceOps()
 
   if any([d.device_type.lower() != "gpu" for d in using_devices]):
     logging.warning("Not all devices in DistributionStrategy are visible to "
                     "TensorFlow session.")
-    return ReductionToOneDeviceCrossTowerOps()
+    return ReductionToOneDeviceCrossDeviceOps()
 
   device_links = [[] for _ in range(len(using_devices))]
   for i, device in enumerate(using_devices):
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
index 490371477a..0d6715a346 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for CrossTowerOps."""
+"""Tests for CrossDeviceOps."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -89,7 +89,7 @@ def _make_mirrored_indexed_slices(devices, values, indices, dense_shape):
 _cpu_device = "/device:CPU:0"
 
 
-class CrossTowerOpsTestBase(test.TestCase, parameterized.TestCase):
+class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
 
   def _assert_indexed_slices_equal(self, left, right):
     self.assertIsInstance(left, ops.IndexedSlices)
@@ -189,22 +189,22 @@ class CrossTowerOpsTestBase(test.TestCase, parameterized.TestCase):
           _fake_mirrored(1., destinations))
 
 
-class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
+class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
   # TODO(yuefengz): decouple the num_gpus check from distribution in
   # combinations module so that we can pass in devices instead of a distribution
   # strategy.
   reduction_to_one_combinations = combinations.combine(
       cross_tower_ops=[
           combinations.NamedObject(
-              "DefaultReductionToOneDeviceCrossTowerOps",
-              cross_tower_ops_lib.ReductionToOneDeviceCrossTowerOps()),
+              "DefaultReductionToOneDeviceCrossDeviceOps",
+              cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps()),
           combinations.NamedObject(
-              "ReductionToCPUDeviceCrossTowerOps",
-              cross_tower_ops_lib.ReductionToOneDeviceCrossTowerOps(
+              "ReductionToCPUDeviceCrossDeviceOps",
+              cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps(
                   reduce_to_device=_cpu_device)),
           combinations.NamedObject(
-              "AccumulateNCrossTowerOp",
-              cross_tower_ops_lib.ReductionToOneDeviceCrossTowerOps(
+              "AccumulateNCrossDeviceOp",
+              cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps(
                   accumulation_fn=math_ops.accumulate_n)),
       ],
       distribution=[
@@ -217,17 +217,17 @@ class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
       cross_tower_ops=[
           combinations.NamedObject(
               "AllReduce",
-              cross_tower_ops_lib.AllReduceCrossTowerOps("nccl", 1, 0, 0)),
+              cross_tower_ops_lib.AllReduceCrossDeviceOps("nccl", 1, 0, 0)),
           combinations.NamedObject(
               "HierarchicalCopy",
-              cross_tower_ops_lib.AllReduceCrossTowerOps(
+              cross_tower_ops_lib.AllReduceCrossDeviceOps(
                   "hierarchical_copy", 8, 0, 0)),
           combinations.NamedObject(
               "AllReduceNoGradientRepacking",
-              cross_tower_ops_lib.AllReduceCrossTowerOps("nccl", 0, 0, 0)),
+              cross_tower_ops_lib.AllReduceCrossDeviceOps("nccl", 0, 0, 0)),
           combinations.NamedObject(
               "HierarchicalCopyAggregateSmallTensors",
-              cross_tower_ops_lib.AllReduceCrossTowerOps(
+              cross_tower_ops_lib.AllReduceCrossDeviceOps(
                   "hierarchical_copy", 0, 100, 10))
       ],
       distribution=[combinations.mirrored_strategy_with_two_gpus],
@@ -242,14 +242,14 @@ class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
     device_links = [[1, 2, 3, 4], [0, 2, 3, 5], [0, 1, 3, 6], [0, 1, 2, 7],
                     [0, 5, 6, 7], [1, 4, 6, 7], [2, 4, 5, 7], [3, 4, 5, 6]]
     result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossTowerOps)
+    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "hierarchical_copy")
     self.assertEqual(result._num_packs, 8)
 
     # if there are only 4 devices
     device_links = [[1, 2, 3, 4], [0, 2, 3, 5], [0, 1, 3, 6], [0, 1, 2, 7]]
     result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossTowerOps)
+    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "nccl")
     self.assertEqual(result._num_packs, 1)
 
@@ -258,7 +258,7 @@ class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
                     [0, 1, 2, 3, 7], [0, 4, 5, 6, 7], [1, 4, 5, 6, 7],
                     [2, 4, 5, 6, 7], [3, 4, 5, 6, 7]]
     result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossTowerOps)
+    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "hierarchical_copy")
     self.assertEqual(result._num_packs, 8)
 
@@ -266,7 +266,7 @@ class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
     device_links = [[0, 2, 3, 5], [0, 1, 3, 6], [0, 1, 2, 7], [0, 5, 6, 7],
                     [1, 4, 6, 7], [2, 4, 5, 7], [3, 4, 5, 6], [1, 2, 3, 4]]
     result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossTowerOps)
+    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "nccl")
     self.assertEqual(result._num_packs, 1)
 
@@ -294,11 +294,11 @@ class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
       combinations.combine(
           cross_tower_ops_instance=[
               combinations.NamedObject(
-                  "ReductionToOneDeviceCrossTowerOps",
-                  cross_tower_ops_lib.ReductionToOneDeviceCrossTowerOps()),
+                  "ReductionToOneDeviceCrossDeviceOps",
+                  cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps()),
               combinations.NamedObject(
-                  "AllReduceCrossTowerOps",
-                  cross_tower_ops_lib.AllReduceCrossTowerOps())
+                  "AllReduceCrossDeviceOps",
+                  cross_tower_ops_lib.AllReduceCrossDeviceOps())
           ],
           aggregation=[vs.VariableAggregation.SUM, vs.VariableAggregation.MEAN],
           batch_reduce=[True, False],
@@ -346,8 +346,8 @@ class SingleWorkerCrossTowerOpsTest(CrossTowerOpsTestBase):
     self._assert_values_equal(total_mirrored_without_dups, result)
 
 
-class MultiWorkerCrossTowerOpsTest(multi_worker_test_base.MultiWorkerTestBase,
-                                   CrossTowerOpsTestBase):
+class MultiWorkerCrossDeviceOpsTest(multi_worker_test_base.MultiWorkerTestBase,
+                                    CrossDeviceOpsTestBase):
 
   worker_devices = [
       "/job:worker/replica:0/task:0", "/job:worker/replica:0/task:1"
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils.py b/tensorflow/contrib/distribute/python/cross_tower_utils.py
index 9fc1b88955..8daeb4fdf5 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_utils.py
@@ -33,10 +33,10 @@ from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
 
 
-def aggregate_gradients_using_nccl(tower_grads):
+def aggregate_gradients_using_nccl(replica_grads):
   """Aggregate gradients using nccl allreduce."""
   agg_all_g_and_v = []
-  for single_g_and_v in zip(*tower_grads):
+  for single_g_and_v in zip(*replica_grads):
     single_grads = [g for g, _ in single_g_and_v]
     agg_grads = nccl.all_sum(single_grads)
     agg_all_g_and_v.append(
@@ -47,17 +47,18 @@ def aggregate_gradients_using_nccl(tower_grads):
   return agg_all_g_and_v
 
 
-def aggregate_gradients_using_hierarchical_copy(avail_devices, tower_grads):
+def aggregate_gradients_using_hierarchical_copy(avail_devices, replica_grads):
   """Aggregate gradients using hierarchical copies.
 
   Args:
     avail_devices: available GPU devices.
-    tower_grads: List of lists of (gradient, variable) tuples. The outer list
-      is over towers. The inner list is over individual gradients.
+    replica_grads: List of lists of (gradient, variable) tuples. The outer list
+      is over replicas. The inner list is over individual gradients.
 
   Returns:
     The list of (aggregated_gradient, variable), where the gradient has been
-      summed across all towers and the variable is chosen from the first tower.
+      summed across all replicas and the variable is chosen from the first
+      replica.
   """
   # This only works for DGX-1 type of machine topology
   # Device peer to peer matrix
@@ -75,7 +76,7 @@ def aggregate_gradients_using_hierarchical_copy(avail_devices, tower_grads):
   # In the special case of DGX-1 machine topology, the two groups have equal
   # size.
   group_size = num_devices // 2
-  for i, single_grads in enumerate(zip(*tower_grads)):
+  for i, single_grads in enumerate(zip(*replica_grads)):
     group_0_main_device = i % num_devices
     group_1_main_device = (group_0_main_device + group_size) % num_devices
     if group_0_main_device < group_size:
@@ -130,22 +131,23 @@ def aggregate_gradients_using_hierarchical_copy(avail_devices, tower_grads):
 
 def aggregate_single_gradient_using_copy(grad_and_vars, use_mean,
                                          check_inf_nan):
-  """Calculate the average gradient for a shared variable across all towers.
+  """Calculate the average gradient for a shared variable across all replicas.
 
-  Note that this function provides a synchronization point across all towers.
+  Note that this function provides a synchronization point across all replicas.
 
   Args:
     grad_and_vars: A list or tuple of (gradient, variable) tuples. Each
       (gradient, variable) pair within the outer list represents the gradient
-      of the variable calculated for a single tower, and the number of pairs
-      equals the number of towers.
+      of the variable calculated for a single replica, and the number of pairs
+      equals the number of replicas.
     use_mean: if True, mean is taken, else sum of gradients is taken.
     check_inf_nan: check grads for nans and infs.
 
   Returns:
     The tuple ([(average_gradient, variable),], has_nan_or_inf) where the
-      gradient has been averaged across all towers. The variable is chosen from
-      the first tower. The has_nan_or_inf indicates the grads has nan or inf.
+      gradient has been averaged across all replicas. The variable is chosen
+      from the first replica. The has_nan_or_inf indicates the grads has nan or
+      inf.
   """
   grads = [g for g, _ in grad_and_vars]
   grad = math_ops.add_n(grads)
@@ -224,7 +226,7 @@ def split_grads_by_size(threshold_size, device_grads):
 # threading.Lock() and threading.local() cannot be pickled and therefore cannot
 # be a field of CollectiveKeys. Right now _thread_local is not necessary to be
 # an instance member of CollectiveKeys since we always create a new thread for
-# each tower.
+# each replica.
 _lock = threading.Lock()
 _thread_local = threading.local()
 
@@ -403,13 +405,13 @@ def sum_grad_and_var_all_reduce(grad_and_vars,
   return result
 
 
-def sum_gradients_all_reduce(dev_prefixes, tower_grads, num_workers, alg,
+def sum_gradients_all_reduce(dev_prefixes, replica_grads, num_workers, alg,
                              num_shards, gpu_indices):
   """Apply all-reduce algorithm over specified gradient tensors.
 
   Args:
     dev_prefixes: list of prefix strings to use to generate PS device names.
-    tower_grads: the gradients to reduce.
+    replica_grads: the gradients to reduce.
     num_workers: number of worker processes across entire job.
     alg: the all-reduce algorithm to apply.
     num_shards: alg-specific sharding factor.
@@ -435,14 +437,14 @@ def sum_gradients_all_reduce(dev_prefixes, tower_grads, num_workers, alg,
       aux_devices, num_shards if alg_contains_shuffle else 1)
   group_index = 0
   reduced_gv_list = []
-  for grad_and_vars in zip(*tower_grads):
+  for grad_and_vars in zip(*replica_grads):
     reduced_gv_list.append(
         sum_grad_and_var_all_reduce(
             grad_and_vars, num_workers, alg, gpu_indices, aux_devices
             if is_hierarchical else aux_device_groups[group_index], num_shards))
     group_index = (group_index + 1) % len(aux_device_groups)
-  new_tower_grads = [list(x) for x in zip(*reduced_gv_list)]
-  return new_tower_grads
+  new_replica_grads = [list(x) for x in zip(*reduced_gv_list)]
+  return new_replica_grads
 
 
 def extract_ranges(index_list, range_size_limit=32):
@@ -492,7 +494,7 @@ def pack_range(key, packing, grad_vars, rng):
     key: Value under which to store meta-data in packing that will be used
       later to restore the grad_var list structure.
     packing: Dict holding data describing packed ranges of small tensors.
-    grad_vars: List of (grad, var) pairs for one tower.
+    grad_vars: List of (grad, var) pairs for one replica.
     rng: A pair of integers giving the first, last indices of a consecutive
       range of tensors to be packed.
 
@@ -540,36 +542,36 @@ def unpack_grad_tuple(gv, gpt):
   return unpacked_gv
 
 
-def pack_small_tensors(tower_grads, max_bytes=0, max_group=0):
+def pack_small_tensors(replica_grads, max_bytes=0, max_group=0):
   """Concatenate small gradient tensors together for reduction.
 
   Args:
-    tower_grads: List of lists of (gradient, variable) tuples.
+    replica_grads: List of lists of (gradient, variable) tuples.
     max_bytes: Int giving max number of bytes in a tensor that
       may be considered small.
     max_group: Int giving max number of small tensors that may be
       concatenated into one new tensor.
 
   Returns:
-    new_tower_grads, packing where new_tower_grads is identical to
-      tower_grads except that all feasible small_tensors have been removed
+    new_replica_grads, packing where new_replica_grads is identical to
+      replica_grads except that all feasible small_tensors have been removed
       from their places and concatenated into larger tensors that are
-      now in the front of the list for each tower, and packing contains
-      the data necessary to restore the tower_grads structure.
+      now in the front of the list for each replica, and packing contains
+      the data necessary to restore the replica_grads structure.
 
-  Look through the first tower for gradients of the same type (float),
+  Look through the first replica for gradients of the same type (float),
   and small size, that are all sequential.  For each such group,
   replace by a new tensor that is a flattened concatenation.  Note
   that the corresponding variable will be absent, which doesn't matter
   because it isn't used during all-reduce.
 
   Requires:
-    Every gv_list in towers must have isomorphic structure including identical
+    Every gv_list in replicas must have isomorphic structure including identical
       tensor sizes and types.
   """
   small_indices = []
   large_indices = []
-  for idx, (g, _) in enumerate(tower_grads[0]):
+  for idx, (g, _) in enumerate(replica_grads[0]):
     if g.dtype == dtypes.float32 and (4 * g.shape.num_elements()) <= max_bytes:
       small_indices.append(idx)
     else:
@@ -577,11 +579,11 @@ def pack_small_tensors(tower_grads, max_bytes=0, max_group=0):
   small_ranges, small_singles = extract_ranges(
       small_indices, range_size_limit=max_group)
   large_indices = sorted(large_indices + small_singles)
-  num_gv = len(tower_grads[0])
+  num_gv = len(replica_grads[0])
   packing = {}
   if small_ranges:
-    new_tower_grads = []
-    for dev_idx, gv_list in enumerate(tower_grads):
+    new_replica_grads = []
+    for dev_idx, gv_list in enumerate(replica_grads):
       assert len(gv_list) == num_gv
       new_gv_list = []
       for r in small_ranges:
@@ -590,31 +592,31 @@ def pack_small_tensors(tower_grads, max_bytes=0, max_group=0):
                             'packing_var_placeholder'))
       for i in large_indices:
         new_gv_list.append(gv_list[i])
-      new_tower_grads.append(new_gv_list)
-    return new_tower_grads, packing
+      new_replica_grads.append(new_gv_list)
+    return new_replica_grads, packing
   else:
-    return tower_grads, None
+    return replica_grads, None
 
 
-def unpack_small_tensors(tower_grads, packing):
-  """Undo the structure alterations to tower_grads done by pack_small_tensors.
+def unpack_small_tensors(replica_grads, packing):
+  """Undo the structure alterations to replica_grads done by pack_small_tensors.
 
   Args:
-    tower_grads: List of List of (grad, var) tuples.
+    replica_grads: List of List of (grad, var) tuples.
     packing: A dict generated by pack_small_tensors describing the changes
-      it made to tower_grads.
+      it made to replica_grads.
 
   Returns:
-    new_tower_grads: identical to tower_grads except that concatenations
+    new_replica_grads: identical to replica_grads except that concatenations
       of small tensors have been split apart and returned to their original
       positions, paired with their original variables.
   """
   if not packing:
-    return tower_grads
-  new_tower_grads = []
-  num_devices = len(tower_grads)
+    return replica_grads
+  new_replica_grads = []
+  num_devices = len(replica_grads)
   num_packed = len(packing.keys()) // num_devices
-  for dev_idx, gv_list in enumerate(tower_grads):
+  for dev_idx, gv_list in enumerate(replica_grads):
     gv_list = list(gv_list)
     new_gv_list = gv_list[num_packed:]
     for i in range(num_packed):
@@ -624,8 +626,8 @@ def unpack_small_tensors(tower_grads, packing):
       for gi, idx in enumerate(gpt.indices):
         assert idx == gpt.indices[gi]
         new_gv_list.insert(idx, gv[gi])
-    new_tower_grads.append(new_gv_list)
-  return new_tower_grads
+    new_replica_grads.append(new_gv_list)
+  return new_replica_grads
 
 
 def aggregate_tensors_or_indexed_slices(values, accumulation_fn=math_ops.add_n):
diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index f8714b52b2..a6fe627913 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -373,7 +373,7 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
     with self.cached_session():
       # 64 is the number of input samples.
       inputs = np.zeros((64, 3), dtype=np.float32)
-      # The number of towers is equal to 3.
+      # The number of replicas is equal to 3.
       strategy = mirrored_strategy.MirroredStrategy(['/device:GPU:0',
                                                      '/device:CPU:0',
                                                      '/device:GPU:1'])
@@ -387,32 +387,32 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
                                                           strategy)
 
       with self.assertRaisesRegexp(ValueError, 'is smaller than the number '
-                                               'of towers'):
-        # The batch size(32) * num_towers(3) is 96 which is greater than the
+                                               'of replicas'):
+        # The batch size(32) * num_replicas(3) is 96 which is greater than the
         # number of input samples(64).
         distributed_training_utils.get_input_batch_params(inputs,
                                                           32,
                                                           strategy)
 
-      # The number of towers now is equal to 2.
+      # The number of replicas now is equal to 2.
       strategy = mirrored_strategy.MirroredStrategy(['/device:GPU:0',
                                                      '/device:CPU:0'])
-      # 32 is the batch size per tower.
+      # 32 is the batch size per replica.
       steps = distributed_training_utils.get_input_batch_params(inputs,
                                                                 32,
                                                                 strategy)
       # The number of batches is the ratio of input samples(64) to
       # batch size(32) which is 2. The number of steps(1) is the ratio of
-      # number of batches(2) to the number of towers(2).
+      # number of batches(2) to the number of replicas(2).
       self.assertEqual(steps, 1)
 
-      # 16 is the batch size per tower.
+      # 16 is the batch size per replica.
       steps = distributed_training_utils.get_input_batch_params(inputs,
                                                                 16,
                                                                 strategy)
       # The number of batches is the ratio of input samples(64) to
       # batch size(16) which is 4. The number of steps(2) is the ratio of
-      # number of batches(4) to the number of towers(2).
+      # number of batches(4) to the number of replicas(2).
       self.assertEqual(steps, 2)
 
   def test_calculating_batch_size(self):
@@ -436,10 +436,10 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
                                                            steps_name='steps',
                                                            steps=3)
 
-      # The global batch size(21) across all towers is the ratio of the input
+      # The global batch size(21) across all replicas is the ratio of the input
       # samples(64) to the steps(3).
       # The batch size(10) per device is the ratio of the global batch size(21)
-      # to the number of towers(2).
+      # to the number of replicas(2).
       # The global batch size and batch size are rounded integer values.
       self.assertEqual(10, distributed_training_utils.get_batch_dimension(
           iterator._iterator))
@@ -951,7 +951,7 @@ class TestDistributionStrategyCorrectness(test.TestCase,
           distribute=distribution)
 
       batch_size = 64
-      batch_size //= distribution.num_towers
+      batch_size //= distribution.num_replicas
       train_dataset = dataset_ops.Dataset.from_tensor_slices((x_train, y_train))
       train_dataset = batch_wrapper(train_dataset, batch_size, distribution)
 
@@ -986,7 +986,7 @@ class TestDistributionStrategyCorrectness(test.TestCase,
 
         batch_size = 64
         if with_distribution:
-          batch_size //= with_distribution.num_towers
+          batch_size //= with_distribution.num_replicas
         train_dataset = dataset_ops.Dataset.from_tensor_slices((x_train,
                                                                 y_train))
         train_dataset = batch_wrapper(train_dataset, batch_size, distribution)
@@ -1001,7 +1001,7 @@ class TestDistributionStrategyCorrectness(test.TestCase,
         x_predict = [[1.], [2.], [3.], [4.]]
         predict_batch_size = 4
         if with_distribution:
-          predict_batch_size //= with_distribution.num_towers
+          predict_batch_size //= with_distribution.num_replicas
         predict_dataset = dataset_ops.Dataset.from_tensor_slices(x_predict)
         predict_dataset = batch_wrapper(predict_dataset,
                                         predict_batch_size, distribution)
diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index 2c79a8bfd3..9e1a7ad393 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -73,7 +73,7 @@ def _regression_dataset_fn():
 
 
 # TODO(priyag): Add TPU Strategy to this once metrics aggregate correctly using
-# TowerLocalVariables on TPUs. Submit http://cl/208914352.
+# ReplicaLocalVariables on TPUs. Submit http://cl/208914352.
 def all_combinations():
   return combinations.combine(
       distribution=[combinations.default_strategy,
@@ -99,7 +99,7 @@ class MetricsV1Test(test.TestCase, parameterized.TestCase):
           dataset_fn).make_initializable_iterator()
       if isinstance(distribution, tpu_strategy.TPUStrategy):
         def step_fn(ctx, inputs):
-          value, update = distribution.call_for_each_tower(
+          value, update = distribution.call_for_each_replica(
               metric_fn, inputs)
           ctx.set_non_tensor_output(name="value", output=value)
           return distribution.group(update)
@@ -109,16 +109,16 @@ class MetricsV1Test(test.TestCase, parameterized.TestCase):
         update = ctx.run_op
         value = ctx.non_tensor_outputs["value"]
         # In each run, we run multiple steps, and each steps consumes as many
-        # batches as number of towers.
+        # batches as number of replicas.
         batches_per_update = (
-            distribution.num_towers * distribution.steps_per_run)
+            distribution.num_replicas * distribution.steps_per_run)
       else:
-        value, update = distribution.call_for_each_tower(
+        value, update = distribution.call_for_each_replica(
             metric_fn, iterator.get_next())
         update = distribution.group(update)
         # TODO(josh11b): Once we switch to using a global batch size for input,
-        # replace "distribution.num_towers" with "1".
-        batches_per_update = distribution.num_towers
+        # replace "distribution.num_replicas" with "1".
+        batches_per_update = distribution.num_replicas
 
       self.evaluate(iterator.initializer)
       self.evaluate(distribution.initialize())
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index 3c4544a39e..165732d578 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -67,7 +67,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_tower(
+            distribution.call_for_each_replica(
                 model_fn, *inputs, run_concurrently=layer.built))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
@@ -100,8 +100,8 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
           combinations.distributions_and_v1_optimizers(),
           combinations.combine(mode=["graph"], use_callable_loss=[True, False])
           + combinations.combine(mode=["eager"], use_callable_loss=[True])))
-  def testTrainNetworkByCallForEachTower(self, distribution, optimizer_fn,
-                                         use_callable_loss):
+  def testTrainNetworkByCallForEachReplica(self, distribution, optimizer_fn,
+                                           use_callable_loss):
     with distribution.scope():
       model_fn, dataset_fn, layer = minimize_loss_example(
           optimizer_fn, use_bias=True, use_callable_loss=use_callable_loss)
@@ -110,7 +110,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
 
       def run_step():
         return distribution.group(
-            distribution.call_for_each_tower(
+            distribution.call_for_each_replica(
                 model_fn, iterator.get_next(), run_concurrently=layer.built))
 
       if not context.executing_eagerly():
@@ -162,7 +162,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_tower(
+            distribution.call_for_each_replica(
                 model_fn, *inputs, run_concurrently=layer.built))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
@@ -210,24 +210,24 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
               combinations.combine(
                   mode=["graph", "eager"],
                   # TODO(isaprykin):  Allow False here.  Currently subsequent
-                  # towers will re-execute UPDATE_OPS of previous towers.
-                  update_ops_in_cross_tower_mode=[True])) +
+                  # replicas will re-execute UPDATE_OPS of previous replicas.
+                  update_ops_in_cross_replica_mode=[True])) +
           combinations.combine(
               distribution=[combinations.tpu_strategy],
               optimizer_fn=combinations.optimizers_v1,
               mode=["graph"],
-              update_ops_in_cross_tower_mode=[False])))
+              update_ops_in_cross_replica_mode=[False])))
   def testTrainNetworkWithBatchNorm(self, distribution, optimizer_fn, momentum,
-                                    renorm, update_ops_in_cross_tower_mode):
-    """Verifies that moving mean updates are reduced across towers."""
+                                    renorm, update_ops_in_cross_replica_mode):
+    """Verifies that moving mean updates are reduced across replicas."""
     with distribution.scope():
-      num_towers = len(distribution.worker_devices)
+      num_replicas = len(distribution.worker_devices)
       model_fn, dataset_fn, batchnorm = batchnorm_example(
           optimizer_fn,
-          batch_per_epoch=num_towers,
+          batch_per_epoch=num_replicas,
           momentum=momentum,
           renorm=renorm,
-          update_ops_in_tower_mode=not update_ops_in_cross_tower_mode)
+          update_ops_in_replica_mode=not update_ops_in_cross_replica_mode)
 
       # Make sure prefetching is disabled since that makes the
       # specific input on each device to be non deterministic, and
@@ -238,9 +238,9 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         fetches = distribution.unwrap(
-            distribution.call_for_each_tower(
+            distribution.call_for_each_replica(
                 model_fn, *inputs, run_concurrently=batchnorm.built))
-        if update_ops_in_cross_tower_mode:
+        if update_ops_in_cross_replica_mode:
           fetches += ops.get_collection(ops.GraphKeys.UPDATE_OPS)
         return control_flow_ops.group(fetches)
 
@@ -260,17 +260,17 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
 
       def averaged_batch_mean(i):
         # Each batch has shape [16, 8] where the ith element in jth list is
-        # (8 * j + i + tower_id * 100). So the batch mean in each tower is
-        # (60 + i + tower_id * 100). So here comes its batch mean over all
-        # towers:
-        return 60. + i + (num_towers - 1.) / 2. * 100.
+        # (8 * j + i + replica_id * 100). So the batch mean in each replica is
+        # (60 + i + replica_id * 100). So here comes its batch mean over all
+        # replicas:
+        return 60. + i + (num_replicas - 1.) / 2. * 100.
 
       for _ in range(10):
         run_step()
         moving_means = self.evaluate(batchnorm.moving_mean)
 
         # We make sure that the moving_mean is updated as if the sample mean is
-        # calculated over all towers.
+        # calculated over all replicas.
         for i, expected_moving_mean in enumerate(expected_moving_means):
           expected_moving_means[i] -= ((
               expected_moving_mean - averaged_batch_mean(i)) * (1.0 - momentum))
@@ -334,7 +334,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, x, y):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_tower(
+            distribution.call_for_each_replica(
                 model_fn, x, y, run_concurrently=False))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
@@ -369,10 +369,10 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       # So unreplicated the update to w with lr=0.2 is -0.2 * -106 = 21.2
       # with sum loss reduction, or 10.6 with mean.
       if loss_reduction == losses_impl.Reduction.SUM:
-        # Note that the "distribution.num_towers" factor will go away once
-        # we split the input across towers, instead of pulling a complete
-        # batch of input per tower.
-        self.assertNear(weight, 2 + 21.2 * distribution.num_towers, 0.0001)
+        # Note that the "distribution.num_replicas" factor will go away once
+        # we split the input across replicas, instead of pulling a complete
+        # batch of input per replica.
+        self.assertNear(weight, 2 + 21.2 * distribution.num_replicas, 0.0001)
       else:
         # One of the mean loss reductions.
         self.assertNear(weight, 2 + 10.6, 0.0001)
@@ -412,21 +412,21 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         train_op = optimizer.minimize(loss_fn)
         loss = loss_fn()
         output_context.set_last_step_output(
-            name="tower_loss_agg",
+            name="replica_loss_agg",
             output=loss,
             aggregation=variables_lib.VariableAggregation.MEAN)
         output_context.set_non_tensor_output(key1, value1)
         return (train_op, loss)
 
       def step_fn(output_context, *inputs):
-        (train_op, loss) = distribution.call_for_each_tower(
+        (train_op, loss) = distribution.call_for_each_replica(
             model_fn, output_context, *inputs, run_concurrently=False)
         output_context.set_last_step_output(
-            name="cross_tower_loss_agg",
+            name="cross_replica_loss_agg",
             output=loss,
             aggregation=variables_lib.VariableAggregation.MEAN)
         output_context.set_last_step_output(
-            name="cross_tower_loss_noagg",
+            name="cross_replica_loss_noagg",
             output=loss)
         return distribution.group(train_op)
 
@@ -441,9 +441,9 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         # it will be single tensor. Using `broadcast` followed by `unwrap`
         # gives us the desired initial value structure.
         initial_loop_values = {
-            "tower_loss_agg": initial_loss(),
-            "cross_tower_loss_agg": initial_loss(),
-            "cross_tower_loss_noagg":
+            "replica_loss_agg": initial_loss(),
+            "cross_replica_loss_agg": initial_loss(),
+            "cross_replica_loss_noagg":
             distribution.unwrap(distribution.broadcast(initial_loss()))
         }
         ctx = distribution.run_steps_on_dataset(
@@ -453,17 +453,17 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         self.assertEqual({key1: [value1]}, ctx.non_tensor_outputs)
         self._verify_loss_output(
             initial_loss(),
-            loss_output=ctx.last_step_outputs["tower_loss_agg"],
+            loss_output=ctx.last_step_outputs["replica_loss_agg"],
             aggregated=True, distribution=distribution)
         self._verify_loss_output(
             initial_loss(),
-            loss_output=ctx.last_step_outputs["cross_tower_loss_agg"],
+            loss_output=ctx.last_step_outputs["cross_replica_loss_agg"],
             aggregated=True, distribution=distribution)
         self._verify_loss_output(
             initial_loss(),
-            loss_output=ctx.last_step_outputs["cross_tower_loss_noagg"],
+            loss_output=ctx.last_step_outputs["cross_replica_loss_noagg"],
             aggregated=False, distribution=distribution)
-        return (ctx.run_op, ctx.last_step_outputs["tower_loss_agg"])
+        return (ctx.run_op, ctx.last_step_outputs["replica_loss_agg"])
 
       self.evaluate(distribution.initialize())
       if not context.executing_eagerly():
@@ -491,7 +491,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
   def _verify_loss_output(self, initial_loss, loss_output, aggregated,
                           distribution):
     if not aggregated:
-      self.assertEqual(distribution.num_towers,
+      self.assertEqual(distribution.num_replicas,
                        len(distribution.unwrap(loss_output)))
       loss_output = distribution.reduce(
           aggregation=variables_lib.VariableAggregation.MEAN,
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 2b128935a4..94529de073 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -65,16 +65,16 @@ class _RequestedStop(Exception):
   pass
 
 
-# _call_for_each_tower and _reduce_non_distributed_value are not members of
+# _call_for_each_replica and _reduce_non_distributed_value are not members of
 # MirroredStrategy so that they are generally not allowed to use anything
 # specific to MirroredStrategy and thus can be shared with other distribution
 # strategies.
 
 
 # TODO(yuefengz): maybe create a common class for those who need to call this
-# _call_for_each_tower.
-def _call_for_each_tower(distribution, fn, *args, **kwargs):
-  """Run `fn` in separate threads, once per tower/worker device.
+# _call_for_each_replica.
+def _call_for_each_replica(distribution, fn, *args, **kwargs):
+  """Run `fn` in separate threads, once per replica/worker device.
 
   Args:
     distribution: the DistributionStrategy object.
@@ -86,10 +86,10 @@ def _call_for_each_tower(distribution, fn, *args, **kwargs):
            `True`.
 
   Returns:
-    Merged return value of `fn` across all towers.
+    Merged return value of `fn` across all replicas.
 
   Raises:
-    RuntimeError: If fn() calls get_tower_context().merge_call() a different
+    RuntimeError: If fn() calls get_replica_context().merge_call() a different
         number of times from the available devices.
   """
   run_concurrently = kwargs.pop("run_concurrently", True)
@@ -113,7 +113,7 @@ def _call_for_each_tower(distribution, fn, *args, **kwargs):
   for index, d in enumerate(distribution.worker_devices):
     variable_creator_fn = shared_variable_creator.make_fn(
         shared_variable_store, index)
-    t = MirroredStrategy._MirroredTowerThread(  # pylint: disable=protected-access
+    t = MirroredStrategy._MirroredReplicaThread(  # pylint: disable=protected-access
         distribution, coord, d, variable_creator_fn, fn,
         *values.select_device(d, args), **values.select_device(d, kwargs))
     threads.append(t)
@@ -121,16 +121,16 @@ def _call_for_each_tower(distribution, fn, *args, **kwargs):
   for t in threads:
     t.start()
 
-  # When `fn` starts `should_run` event is set on _MirroredTowerThread
-  # (`MTT`) threads. The execution waits until
-  # `MTT.has_paused` is set, which indicates that either `fn` is
-  # complete or a `get_tower_context().merge_call()` is called.  If `fn` is
-  # complete, then `MTT.done` is set to True.  Otherwise, arguments
-  # of `get_tower_context().merge_call` from all paused threads are grouped
+  # When `fn` starts `should_run` event is set on _MirroredReplicaThread
+  # (`MRT`) threads. The execution waits until
+  # `MRT.has_paused` is set, which indicates that either `fn` is
+  # complete or a `get_replica_context().merge_call()` is called.  If `fn` is
+  # complete, then `MRT.done` is set to True.  Otherwise, arguments
+  # of `get_replica_context().merge_call` from all paused threads are grouped
   # and the `merge_fn` is performed.  Results of the
-  # `get_tower_context().merge_call` are then set to `MTT.merge_result`.
-  # Each such `get_tower_context().merge_call` call returns the
-  # `MTT.merge_result` for that thread when `MTT.should_run` event
+  # `get_replica_context().merge_call` are then set to `MRT.merge_result`.
+  # Each such `get_replica_context().merge_call` call returns the
+  # `MRT.merge_result` for that thread when `MRT.should_run` event
   # is reset again. Execution of `fn` resumes.
 
   try:
@@ -160,17 +160,17 @@ def _call_for_each_tower(distribution, fn, *args, **kwargs):
         all_done = all(done)
         if not all_done:
           if any(done):
-            raise RuntimeError("Some towers made a different number of "
-                               "tower_context().merge_call() calls.")
-          # get_tower_context().merge_call() case
+            raise RuntimeError("Some replicas made a different number of "
+                               "replica_context().merge_call() calls.")
+          # get_replica_context().merge_call() case
           merge_args = values.regroup({t.device: t.merge_args for t in threads})
           merge_kwargs = values.regroup(
               {t.device: t.merge_kwargs for t in threads})
-          # We capture the name_scope of the MTT when we call merge_fn
-          # to ensure that if we have opened a name scope in the MTT,
+          # We capture the name_scope of the MRT when we call merge_fn
+          # to ensure that if we have opened a name scope in the MRT,
           # it will be respected when executing the merge function. We only
-          # capture the name_scope from the first MTT and assume it is
-          # the same for all other MTTs.
+          # capture the name_scope from the first MRT and assume it is
+          # the same for all other MRTs.
           mtt_captured_name_scope = threads[0].captured_name_scope
           with ops.name_scope(mtt_captured_name_scope):
             merge_result = threads[0].merge_fn(distribution, *merge_args,
@@ -192,22 +192,22 @@ def _reduce_non_distributed_value(distribution, aggregation, value,
     raise ValueError("You are passing a `DistributedValue` to "
                      "`_reduce_non_distributed_value`, which is not allowed.")
 
-  # If the same value is present on all towers then the PerDevice value will
+  # If the same value is present on all replicas then the PerDevice value will
   # be a single value. We also handle the case when `value` is a single value
   # and equal to 0.
   if value == 0:
     return 0
-  # If the aggregation type is MEAN or ONLY_FIRST_TOWER, then this
+  # If the aggregation type is MEAN or ONLY_FIRST_REPLICA, then this
   # essentially means that the same value should be on all destinations.
   if aggregation in (
       variable_scope.VariableAggregation.MEAN,
-      variable_scope.VariableAggregation.ONLY_FIRST_TOWER):
+      variable_scope.VariableAggregation.ONLY_FIRST_REPLICA):
     return value
 
   cross_tower_ops_lib.validate_destinations(destinations)
   # We do not support an aggregation type of SUM if the value is the same across
-  # all towers. We call this as part of assign functions for MirroredVariables
-  # and summing up identical values across towers is not clearly defined.
+  # all replicas. We call this as part of assign functions for MirroredVariables
+  # and summing up identical values across replicas is not clearly defined.
   if (len(distribution.worker_devices) != 1 or
       not cross_tower_ops_lib.check_destinations(destinations)):
     raise ValueError("A non-DistributedValues value %s cannot be reduced with "
@@ -242,13 +242,13 @@ def _create_mirrored_variable(devices, real_mirrored_creator, *args, **kwargs):
                      " change the `synchronization` for variable: " +
                      kwargs["name"])
   elif synchronization == variable_scope.VariableSynchronization.ON_READ:
-    # Variables that are to be synced on read are tower local.
-    is_tower_local = True
+    # Variables that are to be synced on read are replica local.
+    is_replica_local = True
     kwargs["trainable"] = False
   elif (synchronization == variable_scope.VariableSynchronization.ON_WRITE or
         synchronization == variable_scope.VariableSynchronization.AUTO):
     # `AUTO` synchronization for `MirroredStrategy` is `ON_WRITE`.
-    is_tower_local = False
+    is_replica_local = False
   else:
     raise ValueError("Invalid variable synchronization mode: " +
                      synchronization + " for variable: " + kwargs["name"])
@@ -260,7 +260,7 @@ def _create_mirrored_variable(devices, real_mirrored_creator, *args, **kwargs):
       variable_scope.VariableAggregation.NONE,
       variable_scope.VariableAggregation.SUM,
       variable_scope.VariableAggregation.MEAN,
-      variable_scope.VariableAggregation.ONLY_FIRST_TOWER
+      variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
   ):
     raise ValueError("Invalid variable aggregation mode: " + aggregation +
                      " for variable: " + kwargs["name"])
@@ -274,8 +274,9 @@ def _create_mirrored_variable(devices, real_mirrored_creator, *args, **kwargs):
   with tape.stop_recording():
     index = real_mirrored_creator(devices, *args, **kwargs)
 
-    if is_tower_local:
-      result = values.TowerLocalVariable(index, index[devices[0]], aggregation)
+    if is_replica_local:
+      result = values.ReplicaLocalVariable(
+          index, index[devices[0]], aggregation)
     else:
       result = values.MirroredVariable(index, index[devices[0]], aggregation)
 
@@ -305,8 +306,8 @@ def _create_mirrored_variable(devices, real_mirrored_creator, *args, **kwargs):
 class MirroredStrategy(distribute_lib.DistributionStrategy):
   """Mirrors vars to distribute across multiple devices and machines.
 
-  This strategy uses one tower per device and sync replication for its multi-GPU
-  version.
+  This strategy uses one replica per device and sync replication for its
+  multi-GPU version.
 
   When `cluster_spec` is given by the `configure` method., it turns into the
   mulit-worker version that works on multiple workers with in-graph replication.
@@ -330,12 +331,12 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     index. They all do similar things except for one worker checkpointing model
     variables, writing summaries, etc. in addition to its ordinary work.
 
-  The multi-worker version of this class maps one tower to one device on a
-  worker. It mirrors all model variables on all towers. For example, if you have
-  two `worker`s and each `worker` has 4 GPUs, it will create 8 copies of the
-  model variables on these 8 GPUs. Then like in MirroredStrategy, each tower
-  performs their computation with their own copy of variables unless in
-  cross-tower model where variable or tensor reduction happens.
+  The multi-worker version of this class maps one replica to one device on a
+  worker. It mirrors all model variables on all replicas. For example, if you
+  have two `worker`s and each `worker` has 4 GPUs, it will create 8 copies of
+  the model variables on these 8 GPUs. Then like in MirroredStrategy, each
+  replica performs their computation with their own copy of variables unless in
+  cross-replica model where variable or tensor reduction happens.
 
   Args:
     devices: a list of device strings.
@@ -345,7 +346,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     num_gpus_per_worker: number of GPUs per worker. This is the same as
       `num_gpus` and only one of `num_gpus` and `num_gpus_per_worker` can be
       specified.
-    cross_tower_ops: optional, a descedant of `CrossTowerOps`. If this is not
+    cross_tower_ops: optional, a descedant of `CrossDeviceOps`. If this is not
       set, the `configure` method will try to find the best one.
     prefetch_on_device: optional boolean to specify whether to prefetch input
       data to devices.
@@ -433,7 +434,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     #   with tf.device("/cpu:0"):
     #     ...
     # their ops will end up on the cpu device of its first worker, e.g.
-    # "/job:worker/task:0/device:CPU:0". Note this is not used in tower mode.
+    # "/job:worker/task:0/device:CPU:0". Note this is not used in replica mode.
     self._default_device = self._workers[0]
 
     assert devices, "Must specify at least one device."
@@ -457,7 +458,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
           if i > 0:
             # Give replicas meaningful distinct names:
             var0name = index[devices[0]].name.split(":")[0]
-            # We append a / to variable names created on towers with id > 0 to
+            # We append a / to variable names created on replicas with id > 0 to
             # ensure that we ignore the name scope and instead use the given
             # name as the absolute name of the variable.
             kwargs["name"] = "%s/replica_%d/" % (var0name, i)
@@ -558,8 +559,8 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return self._get_cross_tower_ops().broadcast(tensor, destinations or
                                                  self._devices)
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
-    return _call_for_each_tower(self, fn, *args, **kwargs)
+  def _call_for_each_replica(self, fn, *args, **kwargs):
+    return _call_for_each_replica(self, fn, *args, **kwargs)
 
   def map(self, map_over, fn, *args, **kwargs):
     # TODO(josh11b): In eager mode, use one thread per device.
@@ -595,7 +596,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
         # hard-code the multi-worker all-reduce algorithm for now.
         if len(self._workers) == 1:
           # The default is "nccl".
-          self._cross_tower_ops = cross_tower_ops_lib.AllReduceCrossTowerOps()
+          self._cross_tower_ops = cross_tower_ops_lib.AllReduceCrossDeviceOps()
         else:
           # The default is hierarchical reduce and broadcast.
           self._cross_tower_ops = cross_tower_ops_lib.MultiWorkerAllReduce(
@@ -607,18 +608,18 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def _get_cross_tower_ops(self):
     if self._cross_tower_ops is None:
       self._cross_tower_ops = (
-          cross_tower_ops_lib.ReductionToOneDeviceCrossTowerOps())
+          cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps())
     return self._cross_tower_ops
 
   def _reduce(self, aggregation, value, destinations):
     assert not isinstance(value, values.Mirrored)
     if not isinstance(value, values.DistributedValues):
       # This function handles reducing values that are not PerDevice or Mirrored
-      # values. For example, the same value could be present on all towers in
+      # values. For example, the same value could be present on all replicas in
       # which case `value` would be a single value or value could be 0.
       return _reduce_non_distributed_value(self, aggregation, value,
                                            destinations)
-    if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_TOWER:
+    if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
       value = value.get(self._devices[0])
       if isinstance(value, (int, float)):
         return value
@@ -627,7 +628,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
         aggregation, value, destinations=destinations)
 
   def _batch_reduce(self, aggregation, value_destination_pairs):
-    if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_TOWER:
+    if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
       return [self.broadcast(v.get(self._devices[0]), d)
               for v, d in value_destination_pairs]
     return self._get_cross_tower_ops().batch_reduce(aggregation,
@@ -661,12 +662,12 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
                         **values.select_device_mirrored(d, kwargs))
     return values.update_regroup(self, updates, should_group)
 
-  def read_var(self, tower_local_var):
-    """Read the aggregate value of a tower-local variable."""
-    if isinstance(tower_local_var, values.TowerLocalVariable):
-      return tower_local_var._get_cross_tower()  # pylint: disable=protected-access
-    assert isinstance(tower_local_var, values.Mirrored)
-    return array_ops.identity(tower_local_var.get())
+  def read_var(self, replica_local_var):
+    """Read the aggregate value of a replica-local variable."""
+    if isinstance(replica_local_var, values.ReplicaLocalVariable):
+      return replica_local_var._get_cross_replica()  # pylint: disable=protected-access
+    assert isinstance(replica_local_var, values.Mirrored)
+    return array_ops.identity(replica_local_var.get())
 
   def _unwrap(self, val):
     if isinstance(val, values.DistributedValues):
@@ -680,11 +681,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return values.value_container(val)
 
   @property
-  def is_single_tower(self):
-    return len(self._devices) == 1
-
-  @property
-  def num_towers(self):
+  def num_replicas(self):
     return len(self._devices)
 
   @property
@@ -729,16 +726,16 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     else:
       return cross_tower_ops_lib.get_devices_from(colocate_with)
 
-  class _MirroredTowerThread(threading.Thread):
+  class _MirroredReplicaThread(threading.Thread):
     """A thread that runs() a function on a device."""
 
     def __init__(self, dist, coord, device, variable_creator_fn, fn, *args,
                  **kwargs):
-      super(MirroredStrategy._MirroredTowerThread, self).__init__()  # pylint: disable=protected-access
+      super(MirroredStrategy._MirroredReplicaThread, self).__init__()  # pylint: disable=protected-access
       self.coord = coord
       self.distribution = dist
       self.device = device
-      self.tower_id = dist.worker_devices.index(device)
+      self.replica_id = dist.worker_devices.index(device)
       self.variable_creator_fn = variable_creator_fn
       # State needed to run and return the results of `fn`.
       self.main_fn = fn
@@ -747,7 +744,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       self.main_result = None
       self.done = False
       # State needed to run the next merge_call() (if any) requested via
-      # TowerContext.
+      # ReplicaContext.
       self.merge_fn = None
       self.merge_args = None
       self.merge_kwargs = None
@@ -757,7 +754,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       # thread should start running (`should_run`), and another for
       # this thread to transfer control back to the main thread
       # (`has_paused`, either when it gets to a
-      # `get_tower_context().merge_call` or when `fn` returns). In
+      # `get_replica_context().merge_call` or when `fn` returns). In
       # either case the event starts cleared, is signaled by calling
       # set(). The receiving thread waits for the signal by calling
       # wait() and then immediately clearing the event using clear().
@@ -779,10 +776,10 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       self._name_scope = self.graph.get_name_scope()
       if self._name_scope:
         self._name_scope += "/"
-      if self.tower_id > 0:
+      if self.replica_id > 0:
         if not self._name_scope:
           self._name_scope = ""
-        self._name_scope += "tower_%d/" % self.tower_id
+        self._name_scope += "replica_%d/" % self.replica_id
 
     def run(self):
       # pylint: disable=protected-access
@@ -796,11 +793,11 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
             context.context()._mode(self.context_mode), \
             context.context().device_policy(self.context_device_policy), \
             _enter_graph(self.graph), \
-            MirroredTowerContext(self.distribution, self.tower_id), \
+            MirroredReplicaContext(self.distribution, self.replica_id), \
             ops.device(self.device), \
             ops.name_scope(self._name_scope), \
             variable_scope.variable_scope(
-                self._captured_var_scope, reuse=self.tower_id > 0), \
+                self._captured_var_scope, reuse=self.replica_id > 0), \
             variable_scope.variable_creator_scope(self.variable_creator_fn):
           self.main_result = self.main_fn(*self.main_args, **self.main_kwargs)
           self.done = True
@@ -808,19 +805,19 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
         self.has_paused.set()
 
 
-class MirroredTowerContext(distribute_lib.TowerContext):
-  """TowerContext used in MirroredStrategy.call_for_each_tower().
+class MirroredReplicaContext(distribute_lib.ReplicaContext):
+  """ReplicaContext used in MirroredStrategy.call_for_each_replica().
 
-  Opened in `_MirroredTowerThread`, to allow the user to invoke
+  Opened in `_MirroredReplicaThread`, to allow the user to invoke
   `MirroredStrategy`'s specific implementation of `merge_call()`,
   which works by delegating the function and its arguments to
   the main thread (the one that invoked
-  `MirroredStrategy.call_for_each_tower()`).
+  `MirroredStrategy.call_for_each_replica()`).
   """
 
   def _merge_call(self, fn, *args, **kwargs):
     """Delegate to the main thread to actually perform merge_call()."""
-    t = threading.current_thread()  # a _MirroredTowerThread
+    t = threading.current_thread()  # a _MirroredReplicaThread
     t.merge_fn = fn
     t.merge_args = args
     t.merge_kwargs = kwargs
@@ -837,5 +834,5 @@ class MirroredTowerContext(distribute_lib.TowerContext):
 
   @property
   def device(self):
-    distribute_lib.require_tower_context(self)
-    return self._distribution_strategy.worker_devices[self._tower_id]
+    distribute_lib.require_replica_context(self)
+    return self._distribution_strategy.worker_devices[self._replica_id]
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index fa34314b20..b8e7edaaf8 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -88,15 +88,15 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
       self.skipTest("Not GPU test")
     self._test_device_index(self._get_distribution_strategy())
 
-  def testTowerId(self):
+  def testReplicaId(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
-    self._test_tower_id(self._get_distribution_strategy())
+    self._test_replica_id(self._get_distribution_strategy())
 
-  def testNumTowers(self):
+  def testNumReplicas(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
-    self.assertEqual(2, self._get_distribution_strategy().num_towers)
+    self.assertEqual(2, self._get_distribution_strategy().num_replicas)
 
   def testNumReplicasInSync(self):
     if not GPU_TEST:
@@ -120,7 +120,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
 
     dist = self._get_distribution_strategy()
     with dist.scope(), self.assertRaises(AssertionError):
-      dist.call_for_each_tower(run_fn, dist.worker_device_index)
+      dist.call_for_each_replica(run_fn, dist.worker_device_index)
 
   @test_util.run_in_graph_and_eager_modes
   def testReduceToCpu(self):
@@ -132,7 +132,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
 
     dist = self._get_distribution_strategy()
     with dist.scope():
-      result = dist.call_for_each_tower(run_fn, dist.worker_device_index)
+      result = dist.call_for_each_replica(run_fn, dist.worker_device_index)
       reduced = dist.reduce(
           variable_scope.VariableAggregation.SUM,
           result,
@@ -143,7 +143,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
       self.assertEqual(expected, self.evaluate(unwrapped[0]))
 
   @test_util.run_in_graph_and_eager_modes
-  def testReduceOnlyFirstTowerUpdates(self):
+  def testReduceOnlyFirstReplicaUpdates(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
 
@@ -152,9 +152,9 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
 
     dist = self._get_distribution_strategy()
     with dist.scope():
-      result = dist.call_for_each_tower(run_fn, dist.worker_device_index)
+      result = dist.call_for_each_replica(run_fn, dist.worker_device_index)
       reduced = dist.reduce(
-          variable_scope.VariableAggregation.ONLY_FIRST_TOWER,
+          variable_scope.VariableAggregation.ONLY_FIRST_REPLICA,
           result,
           destinations="/device:CPU:0")
       unwrapped = dist.unwrap(reduced)
@@ -197,16 +197,17 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn():
       # This variable should be created only once across the threads because of
-      # special variable_creator functions used by `dist.call_for_each_tower`.
+      # special variable_creator functions used by `dist.call_for_each_replica`.
       v = variable_scope.variable(1.0, name="foo")
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       self.assertIsInstance(result, values.MirroredVariable)
       self.assertEquals("foo:0", result.name)
 
@@ -216,14 +217,15 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn():
       v = variable_scope.variable(1.0)
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       self.assertIsInstance(result, values.MirroredVariable)
       # Default name of "Variable" will be used.
       self.assertEquals("Variable:0", result.name)
@@ -236,14 +238,15 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       vs = []
       for i in range(5):
         vs.append(variable_scope.variable(1.0, name="foo" + str(i)))
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return vs
 
     dist = mirrored_strategy.MirroredStrategy(
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       for i, v in enumerate(result):
         self.assertIsInstance(v, values.MirroredVariable)
         self.assertEquals("foo" + str(i) + ":0", v.name)
@@ -258,14 +261,15 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       vs.append(variable_scope.variable(1.0, name="foo_1/bar"))
       vs.append(variable_scope.variable(1.0, name="foo_1/bar_1"))
       vs.append(variable_scope.variable(1.0, name="foo/bar_1"))
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return vs
 
     dist = mirrored_strategy.MirroredStrategy(
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       for v in result:
         self.assertIsInstance(v, values.MirroredVariable)
       self.assertEquals(4, len(result))
@@ -280,14 +284,15 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn(device_id):
       v = variable_scope.variable(1.0, name="foo_" + str(device_id))
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_tower(
+      result = dist.call_for_each_replica(
           model_fn, dist.worker_device_index, run_concurrently=False)
       self.assertIsInstance(result, values.MirroredVariable)
       # The resulting mirrored variable will use the name from the first device.
@@ -303,7 +308,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         layer2 = core.Dense(1)
         layer2(features)
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_tower_context().merge_call(
+        distribution_strategy_context.get_replica_context().merge_call(
             lambda _: _)
         layer3 = core.Dense(1)
         layer3(features)
@@ -324,7 +329,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     features = iterator.get_next()
 
     with dist.scope():
-      result = dist.call_for_each_tower(
+      result = dist.call_for_each_replica(
           model_fn, features, run_concurrently=False)
       suffixes = ["", "_1", "_2"]
       for (kernel, bias), suffix in zip(result, suffixes):
@@ -342,7 +347,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       with variable_scope.variable_scope("common"):
         v1 = variable_scope.variable(1.0, name="var1")
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_tower_context().merge_call(
+        distribution_strategy_context.get_replica_context().merge_call(
             lambda _: _)
         v2 = variable_scope.variable(
             1.0,
@@ -363,14 +368,14 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       v = variable_scope.variable(1.0, name="var-main0")
       self.assertEquals("var-main0:0", v.name)
 
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       self.assertEquals(4, len(result))
       v0, v1, v2, v3 = result
       self.assertIsInstance(v0, values.MirroredVariable)
       self.assertEquals("var0:0", v0.name)
       self.assertIsInstance(v1, values.MirroredVariable)
       self.assertEquals("common/var1:0", v1.name)
-      self.assertIsInstance(v2, values.TowerLocalVariable)
+      self.assertIsInstance(v2, values.ReplicaLocalVariable)
       self.assertEquals("common/var2:0", v2.name)
       self.assertEquals(variable_scope.VariableAggregation.SUM, v2.aggregation)
       self.assertIsInstance(v3, values.MirroredVariable)
@@ -386,7 +391,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       with variable_scope.variable_scope("common"):
         v1 = variable_scope.get_variable("var1", [1])
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_tower_context().merge_call(
+        distribution_strategy_context.get_replica_context().merge_call(
             lambda _: _)
         v2 = variable_scope.get_variable(
             "var2", [1],
@@ -406,14 +411,14 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         v = variable_scope.get_variable("var-main0", [1])
         self.assertEquals("main/var-main0:0", v.name)
 
-        result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
         self.assertEquals(4, len(result))
         v0, v1, v2, v3 = result
         self.assertIsInstance(v0, values.MirroredVariable)
         self.assertEquals("main/var0:0", v0.name)
         self.assertIsInstance(v1, values.MirroredVariable)
         self.assertEquals("main/common/var1:0", v1.name)
-        self.assertIsInstance(v2, values.TowerLocalVariable)
+        self.assertIsInstance(v2, values.ReplicaLocalVariable)
         self.assertEquals("main/common/var2:0", v2.name)
         self.assertEquals(variable_scope.VariableAggregation.SUM,
                           v2.aggregation)
@@ -423,11 +428,11 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
                           v3.aggregation)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testOnlyFirstTowerUpdatesVariables(self):
+  def testOnlyFirstReplicaUpdatesVariables(self):
     self._skip_eager_if_gpus_less_than(1)
 
     def create_fn():
-      aggregation = variable_scope.VariableAggregation.ONLY_FIRST_TOWER
+      aggregation = variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
       v0 = variable_scope.variable(
           2.0,
           name="on_read",
@@ -443,7 +448,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     devices = ["/device:GPU:0", "/device:CPU:0"]
     dist = mirrored_strategy.MirroredStrategy(devices)
     with dist.scope():
-      v0, v1 = dist.call_for_each_tower(create_fn, run_concurrently=False)
+      v0, v1 = dist.call_for_each_replica(create_fn, run_concurrently=False)
       self.evaluate(v0.initializer)
       self.assertEqual(2.0, self.evaluate(v0.get(devices[0])))
       self.assertEqual(2.0, self.evaluate(v0.get(devices[1])))
@@ -459,7 +464,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         update1 = v1.assign_add(7.0 * (device_id + 1))
         return update0, update1
 
-      update0a, update1a = dist.call_for_each_tower(
+      update0a, update1a = dist.call_for_each_replica(
           update_member_fn, dist.worker_device_index, run_concurrently=False)
 
       # Update "sync on read" variable.
@@ -485,7 +490,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         update1 = state_ops.assign_add(v1, 13.0 * (device_id + 1))
         return update0, update1
 
-      update0b, update1b = dist.call_for_each_tower(
+      update0b, update1b = dist.call_for_each_replica(
           update_state_ops_fn, dist.worker_device_index, run_concurrently=False)
       self.evaluate(dist.group(update0b))
 
@@ -575,14 +580,15 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn():
       v = variable_scope.variable(1.0, name="foo")
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
         ["/device:GPU:0", "/device:GPU:1", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       self.assertIsInstance(result, values.MirroredVariable)
       self.assertEquals("foo:0", result.name)
 
@@ -592,7 +598,8 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn(name):
       v = variable_scope.variable(1.0, name=name)
-      distribution_strategy_context.get_tower_context().merge_call(lambda _: _)
+      distribution_strategy_context.get_replica_context().merge_call(
+          lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -604,10 +611,10 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
           "/device:GPU:0": "bar"
       })
       with self.assertRaises(RuntimeError):
-        _ = dist.call_for_each_tower(model_fn, names, run_concurrently=False)
+        _ = dist.call_for_each_replica(model_fn, names, run_concurrently=False)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testTowerLocalVariable(self):
+  def testReplicaLocalVariable(self):
     self._skip_eager_if_gpus_less_than(1)
 
     all_v_sum = {}
@@ -624,8 +631,8 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
           4.0,
           synchronization=variable_scope.VariableSynchronization.ON_READ,
           aggregation=variable_scope.VariableAggregation.MEAN)
-      self.assertTrue(isinstance(v_sum, values.TowerLocalVariable))
-      self.assertTrue(isinstance(v_mean, values.TowerLocalVariable))
+      self.assertTrue(isinstance(v_sum, values.ReplicaLocalVariable))
+      self.assertTrue(isinstance(v_mean, values.ReplicaLocalVariable))
       updates = [v_sum.assign_add(2.0 + device_id),
                  v_mean.assign(6.0 * device_id)]
       all_v_sum[device_id] = v_sum
@@ -642,11 +649,11 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      # Create "sum" and "mean" versions of TowerLocalVariables.
+      # Create "sum" and "mean" versions of ReplicaLocalVariables.
       ret_ops, ret_v_sum, ret_v_mean, regrouped_sum, regrouped_mean = (
-          dist.call_for_each_tower(
+          dist.call_for_each_replica(
               model_fn, dist.worker_device_index, run_concurrently=False))
-      # Should see the same wrapping instance in all towers.
+      # Should see the same wrapping instance in all replicas.
       self.assertIs(all_v_sum[0], ret_v_sum)
       self.assertIs(all_v_mean[0], ret_v_mean)
       self.assertIs(all_v_sum[0], all_v_sum[1])
@@ -676,7 +683,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       expected_mean /= len(dist.worker_devices)
 
       # Without get(device), should return the value you get by
-      # applying the reduction across all towers (whether you use
+      # applying the reduction across all replicas (whether you use
       # read_var(), get(), or nothing).
       self.assertEqual(expected_sum, self.evaluate(dist.read_var(ret_v_sum)))
       self.assertEqual(expected_mean, self.evaluate(dist.read_var(ret_v_mean)))
@@ -692,7 +699,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     def model_fn():
       with ops.name_scope("foo"):
         a = constant_op.constant(1.0, name="a")
-        distribution_strategy_context.get_tower_context().merge_call(
+        distribution_strategy_context.get_replica_context().merge_call(
             lambda _: _)
         b = constant_op.constant(1.0, name="b")
       return a, b
@@ -702,19 +709,19 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     with context.graph_mode(), dist.scope():
       with ops.name_scope("main"):
-        result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
         self.assertEquals(2, len(result))
         for v, name in zip(result, ["a", "b"]):
           self.assertIsInstance(v, values.DistributedValues)
           v0, v1 = dist.unwrap(v)
           self.assertEquals("main/foo/" + name + ":0", v0.name)
-          self.assertEquals("main/tower_1/foo/" + name + ":0", v1.name)
+          self.assertEquals("main/replica_1/foo/" + name + ":0", v1.name)
 
   def testWithDefaultName(self):
     def model_fn():
       with ops.name_scope(None, "foo"):
         a = constant_op.constant(1.0, name="a")
-        distribution_strategy_context.get_tower_context().merge_call(
+        distribution_strategy_context.get_replica_context().merge_call(
             lambda _: _)
         b = constant_op.constant(2.0, name="b")
       return a, b
@@ -723,28 +730,28 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with context.graph_mode(), dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       self.assertEquals(2, len(result))
       for v, name in zip(result, ["a", "b"]):
         self.assertIsInstance(v, values.DistributedValues)
         v0, v1 = dist.unwrap(v)
         self.assertEquals("foo/" + name + ":0", v0.name)
-        self.assertEquals("tower_1/foo/" + name + ":0", v1.name)
+        self.assertEquals("replica_1/foo/" + name + ":0", v1.name)
 
   # variable_scope.variable() respects name scopes when creating
   # variables. On the other hand variable_scope.get_variable() ignores name
   # scopes when creating variables. We test both methods of creating variables
   # to make sure that we have the same variable names in both cases.
   def testNameScopeWithVariable(self):
-    def in_cross_tower(_):
+    def in_cross_replica(_):
       c = variable_scope.variable(1.0, name="c")
       return c
 
     def model_fn():
       b = variable_scope.variable(1.0, name="b")
       with ops.name_scope("foo"):
-        c = distribution_strategy_context.get_tower_context().merge_call(
-            in_cross_tower)
+        c = distribution_strategy_context.get_replica_context().merge_call(
+            in_cross_replica)
       return b, c
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -753,7 +760,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     with context.graph_mode(), dist.scope():
       with ops.name_scope("main"):
         a = variable_scope.variable(1.0, name="a")
-        result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       result_b = result[0]
       result_c = result[1]
       self.assertIsInstance(result_b, values.DistributedValues)
@@ -769,15 +776,15 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       self.assertEquals("main/foo/c/replica_1:0", c1.name)
 
   def testNameScopeWithGetVariable(self):
-    def in_cross_tower(_):
+    def in_cross_replica(_):
       c = variable_scope.get_variable("c", [1])
       return c
 
     def model_fn():
       b = variable_scope.get_variable("b", [1])
       with ops.name_scope("foo"):
-        c = distribution_strategy_context.get_tower_context().merge_call(
-            in_cross_tower)
+        c = distribution_strategy_context.get_replica_context().merge_call(
+            in_cross_replica)
       return b, c
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -786,7 +793,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     with context.graph_mode(), dist.scope():
       with ops.name_scope("main"):
         a = variable_scope.get_variable("a", [1])
-        result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       result_b = result[0]
       result_c = result[1]
       self.assertIsInstance(result_b, values.DistributedValues)
@@ -817,16 +824,16 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with context.graph_mode(), dist.scope():
-      result = dist.call_for_each_tower(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
       # Two variables are created by the RNN layer.
       self.assertEquals(2, len(result))
       for v in result:
         self.assertIsInstance(v, values.DistributedValues)
         _, v1 = dist.unwrap(v)
-        self.assertStartsWith(v1.name, "tower_1/")
+        self.assertStartsWith(v1.name, "replica_1/")
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testTowerLocalVariableUpdate(self):
+  def testReplicaLocalVariableUpdate(self):
     with context.graph_mode():
 
       def model_fn():
@@ -834,7 +841,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
             1.0,
             synchronization=variable_scope.VariableSynchronization.ON_READ,
             aggregation=variable_scope.VariableAggregation.SUM)
-        self.assertTrue(isinstance(v_sum, values.TowerLocalVariable))
+        self.assertTrue(isinstance(v_sum, values.ReplicaLocalVariable))
         return v_sum
 
       dist = mirrored_strategy.MirroredStrategy(
@@ -844,21 +851,21 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         return var.assign(value)
 
       with dist.scope():
-        ret_v_sum = dist.call_for_each_tower(model_fn, run_concurrently=False)
+        ret_v_sum = dist.call_for_each_replica(model_fn, run_concurrently=False)
         update_ops = dist.update(ret_v_sum, update, 5.0, grouped=False)
 
         # Initialize variables.
         self.evaluate(variables.global_variables_initializer())
-        # Assert that the aggregated value of the tower local vars is the sum of
-        # the individual values before running the update ops.
+        # Assert that the aggregated value of the replica local vars is the sum
+        # of the individual values before running the update ops.
         self.assertEquals(1.0, self.evaluate(
             ret_v_sum.get(dist._devices[0]).read_value()))
         self.assertEquals(2.0, self.evaluate(ret_v_sum))
 
         # Apply updates.
         self.evaluate(update_ops)
-        # Assert that the aggregated value of the tower local vars is the sum of
-        # the individual values after running the update ops.
+        # Assert that the aggregated value of the replica local vars is the sum
+        # of the individual values after running the update ops.
         self.assertEquals(5.0, self.evaluate(
             ret_v_sum.get(dist._devices[0]).read_value()))
         self.assertEquals(10.0, self.evaluate(ret_v_sum))
@@ -866,7 +873,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
 class MirroredVariableUpdateTest(test.TestCase):
   # The following tests check assign, assign_add and assign_sub on Mirrored
-  # variables in tower and cross tower context.
+  # variables in replica and cross replica context.
   config = config_pb2.ConfigProto()
   config.allow_soft_placement = True
 
@@ -875,9 +882,9 @@ class MirroredVariableUpdateTest(test.TestCase):
       self.skipTest("Enough GPUs not available for this test in eager mode.")
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignMirroredVarTowerContextWithoutAggregationType(self):
+  def testAssignMirroredVarReplicaContextWithoutAggregationType(self):
     # Test that we always have an aggregation type set on the mirrored variable
-    # if we assign to it in tower mode.
+    # if we assign to it in replica mode.
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       v = variable_scope.variable(1.0, name="foo")
@@ -887,7 +894,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
 
@@ -896,11 +903,11 @@ class MirroredVariableUpdateTest(test.TestCase):
 
       with self.assertRaisesRegexp(
           ValueError, "You must specify an aggregation method to update a "
-                      "MirroredVariable in Tower Context."):
-        self.evaluate(dist.unwrap(dist.call_for_each_tower(model_fn)))
+                      "MirroredVariable in Replica Context."):
+        self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignMirroredVarTowerContextWithSum(self):
+  def testAssignMirroredVarReplicaContextWithSum(self):
     # Test that we don't reduce a non-per-device value with the "sum"
     # aggregation type.
     self._skip_eager_if_gpus_less_than(1)
@@ -913,7 +920,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
 
@@ -923,10 +930,10 @@ class MirroredVariableUpdateTest(test.TestCase):
       with self.assertRaisesRegexp(
           ValueError, "A non-DistributedValues value 5.0 cannot be reduced "
           "with the given aggregation VariableAggregation.SUM."):
-        self.evaluate(dist.unwrap(dist.call_for_each_tower(model_fn)))
+        self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignMirroredVarCrossTowerContext(self):
+  def testAssignMirroredVarCrossDeviceContext(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(1.0, name="foo")
@@ -935,7 +942,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -943,7 +950,7 @@ class MirroredVariableUpdateTest(test.TestCase):
       self.assertEquals(6.0, mirrored_var_result)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignMirroredVarTowerContext(self):
+  def testAssignMirroredVarReplicaContext(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(
@@ -953,23 +960,23 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
 
       def model_fn():
         value = math_ops.cast(
-            distribution_strategy_context.get_tower_context().tower_id,
+            distribution_strategy_context.get_replica_context().replica_id,
             mirrored_var.dtype)
         return mirrored_var.assign(value)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_tower(
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(
           model_fn, run_concurrently=False)))
       self.assertEquals(0.5, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignMirroredVarTowerContextWithSingleValue(self):
+  def testAssignMirroredVarReplicaContextWithSingleValue(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(
@@ -979,7 +986,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -987,12 +994,12 @@ class MirroredVariableUpdateTest(test.TestCase):
       def model_fn():
         return mirrored_var.assign(5.0)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_tower(
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(
           model_fn, run_concurrently=False)))
       self.assertEquals(5.0, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignAddMirroredVarCrossTowerContext(self):
+  def testAssignAddMirroredVarCrossDeviceContext(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(1.0, name="foo")
@@ -1001,7 +1008,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -1019,7 +1026,7 @@ class MirroredVariableUpdateTest(test.TestCase):
       self.assertEquals(9.0, self.evaluate(mirrored_var.get("/device:GPU:0")))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignAddMirroredVarTowerContext(self):
+  def testAssignAddMirroredVarReplicaContext(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(
@@ -1029,23 +1036,23 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
 
       def model_fn():
         value = math_ops.cast(
-            distribution_strategy_context.get_tower_context().tower_id,
+            distribution_strategy_context.get_replica_context().replica_id,
             mirrored_var.dtype)
         return mirrored_var.assign_add(value)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_tower(
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(
           model_fn, run_concurrently=False)))
       self.assertEquals(1.5, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignAddMirroredVarTowerContextWithSingleValue(self):
+  def testAssignAddMirroredVarReplicaContextWithSingleValue(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(
@@ -1055,7 +1062,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -1063,12 +1070,12 @@ class MirroredVariableUpdateTest(test.TestCase):
       def model_fn():
         return mirrored_var.assign_add(5.0)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_tower(
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(
           model_fn, run_concurrently=False)))
       self.assertEquals(6.0, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignSubMirroredVarCrossTowerContext(self):
+  def testAssignSubMirroredVarCrossDeviceContext(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(5.0, name="foo")
@@ -1077,7 +1084,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(5.0, self.evaluate(mirrored_var))
@@ -1087,7 +1094,7 @@ class MirroredVariableUpdateTest(test.TestCase):
       self.assertEquals(3.0, self.evaluate(mirrored_var.get("/device:CPU:0")))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignSubMirroredVarTowerContext(self):
+  def testAssignSubMirroredVarReplicaContext(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(
@@ -1097,23 +1104,23 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(5.0, self.evaluate(mirrored_var))
 
       def model_fn():
         value = math_ops.cast(
-            distribution_strategy_context.get_tower_context().tower_id,
+            distribution_strategy_context.get_replica_context().replica_id,
             mirrored_var.dtype)
         return mirrored_var.assign_sub(value)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_tower(
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(
           model_fn, run_concurrently=False)))
       self.assertEquals(4.5, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignSubMirroredVarTowerContextWithSingleValue(self):
+  def testAssignSubMirroredVarReplicaContextWithSingleValue(self):
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
       return variable_scope.variable(
@@ -1123,7 +1130,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_tower(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(5.0, self.evaluate(mirrored_var))
@@ -1131,12 +1138,12 @@ class MirroredVariableUpdateTest(test.TestCase):
       def model_fn():
         return mirrored_var.assign_sub(1.0)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_tower(
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(
           model_fn, run_concurrently=False)))
       self.assertEquals(4.0, self.evaluate(mirrored_var))
 
 
-class MirroredAndTowerLocalVariableInitializerTest(test.TestCase):
+class MirroredAndReplicaLocalVariableInitializerTest(test.TestCase):
   config = config_pb2.ConfigProto()
   config.allow_soft_placement = True
 
@@ -1152,13 +1159,13 @@ class MirroredAndTowerLocalVariableInitializerTest(test.TestCase):
           ["/device:GPU:0", "/device:CPU:0"])
 
       with dist.scope():
-        mirrored_var = dist.call_for_each_tower(var_fn)
+        mirrored_var = dist.call_for_each_replica(var_fn)
         self.assertIsInstance(mirrored_var, values.MirroredVariable)
         self.assertFalse(self.evaluate(mirrored_var.is_initialized()))
         self.evaluate(mirrored_var.initializer)
         self.assertTrue(self.evaluate(mirrored_var.is_initialized()))
 
-  def testAssignTowerLocalVarInitializer(self):
+  def testAssignReplicaLocalVarInitializer(self):
     # This test is not eager compatible since in eager variables are initialized
     # upon construction instead of once the initialization op is run.
     with context.graph_mode():
@@ -1167,21 +1174,22 @@ class MirroredAndTowerLocalVariableInitializerTest(test.TestCase):
             1.0,
             synchronization=variable_scope.VariableSynchronization.ON_READ,
             aggregation=variable_scope.VariableAggregation.SUM)
-        self.assertTrue(isinstance(v_sum, values.TowerLocalVariable))
+        self.assertTrue(isinstance(v_sum, values.ReplicaLocalVariable))
         return v_sum
 
       dist = mirrored_strategy.MirroredStrategy(
           ["/device:GPU:0", "/device:CPU:0"])
 
       with dist.scope():
-        tower_local_var = dist.call_for_each_tower(model_fn)
-        self.assertTrue(isinstance(tower_local_var, values.TowerLocalVariable))
-        self.assertFalse(self.evaluate(tower_local_var.is_initialized()))
-        self.evaluate(tower_local_var.initializer)
-        self.assertTrue(self.evaluate(tower_local_var.is_initialized()))
+        replica_local_var = dist.call_for_each_replica(model_fn)
+        self.assertTrue(isinstance(replica_local_var,
+                                   values.ReplicaLocalVariable))
+        self.assertFalse(self.evaluate(replica_local_var.is_initialized()))
+        self.evaluate(replica_local_var.initializer)
+        self.assertTrue(self.evaluate(replica_local_var.is_initialized()))
 
 
-class TowerLocalVariableAssignTest(test.TestCase):
+class ReplicaLocalVariableAssignTest(test.TestCase):
   config = config_pb2.ConfigProto()
   config.allow_soft_placement = True
 
@@ -1190,7 +1198,7 @@ class TowerLocalVariableAssignTest(test.TestCase):
       self.skipTest("Not enough GPUs available for this test in eager mode.")
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignTowerLocalVarSumAggregation(self):
+  def testAssignReplicaLocalVarSumAggregation(self):
     self._skip_eager_if_gpus_less_than(1)
     def model_fn():
       v_sum = variable_scope.variable(
@@ -1203,25 +1211,26 @@ class TowerLocalVariableAssignTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      tower_local_var = dist.call_for_each_tower(model_fn,
-                                                 run_concurrently=False)
-      self.assertTrue(isinstance(tower_local_var, values.TowerLocalVariable))
+      replica_local_var = dist.call_for_each_replica(model_fn,
+                                                     run_concurrently=False)
+      self.assertTrue(isinstance(replica_local_var,
+                                 values.ReplicaLocalVariable))
       self.evaluate(variables.global_variables_initializer())
-      # Each tower has a value of 1.0 assigned to it in tower context.
+      # Each replica has a value of 1.0 assigned to it in replica context.
       # When we read the value using `read_var` we should see the SUM of each of
-      # values on each of the towers.
-      self.assertEqual(2.0, self.evaluate(dist.read_var(tower_local_var)))
-      # Assigning 6.0 in cross tower context will assign a value of
-      # 6.0/num_towers to each tower.
-      tlv_ops = tower_local_var.assign(6.0)
+      # values on each of the replicas.
+      self.assertEqual(2.0, self.evaluate(dist.read_var(replica_local_var)))
+      # Assigning 6.0 in cross replica context will assign a value of
+      # 6.0/num_replicas to each replica.
+      tlv_ops = replica_local_var.assign(6.0)
       self.evaluate(tlv_ops)
-      # On reading the tower local var we should get the assigned value back.
-      # The value on all the towers are added before being returned by
+      # On reading the replica local var we should get the assigned value back.
+      # The value on all the replicas are added before being returned by
       # `read_var`.
-      self.assertEqual(6.0, self.evaluate(dist.read_var(tower_local_var)))
+      self.assertEqual(6.0, self.evaluate(dist.read_var(replica_local_var)))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testAssignTowerLocalVarMeanAggregation(self):
+  def testAssignReplicaLocalVarMeanAggregation(self):
     self._skip_eager_if_gpus_less_than(1)
     def model_fn():
       v_sum = variable_scope.variable(
@@ -1234,19 +1243,20 @@ class TowerLocalVariableAssignTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      tower_local_var = dist.call_for_each_tower(model_fn,
-                                                 run_concurrently=False)
-      self.assertTrue(isinstance(tower_local_var, values.TowerLocalVariable))
+      replica_local_var = dist.call_for_each_replica(model_fn,
+                                                     run_concurrently=False)
+      self.assertTrue(isinstance(replica_local_var,
+                                 values.ReplicaLocalVariable))
       self.evaluate(variables.global_variables_initializer())
-      # Each tower has a value of 1.0 assigned to it in tower context.
+      # Each replica has a value of 1.0 assigned to it in replica context.
       # When we read the value using `read_var` we should see the MEAN of values
-      # on all towers which is the value assigned in tower context.
-      self.assertEqual(1.0, self.evaluate(dist.read_var(tower_local_var)))
-      tlv_ops = tower_local_var.assign(6.0)
+      # on all replicas which is the value assigned in replica context.
+      self.assertEqual(1.0, self.evaluate(dist.read_var(replica_local_var)))
+      tlv_ops = replica_local_var.assign(6.0)
       self.evaluate(tlv_ops)
-      # On reading the tower local var we should get the MEAN of all values
+      # On reading the replica local var we should get the MEAN of all values
       # which is equal to the value assigned.
-      self.assertEqual(6.0, self.evaluate(dist.read_var(tower_local_var)))
+      self.assertEqual(6.0, self.evaluate(dist.read_var(replica_local_var)))
 
 
 class MockModel(object):
@@ -1297,8 +1307,8 @@ class MirroredStrategyDefunTest(test.TestCase):
       mock_model = MockModel(two_variables)
       self.evaluate(variables.global_variables_initializer())
 
-      result = dist.call_for_each_tower(model_fn, mock_model, *inputs,
-                                        run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, mock_model, *inputs,
+                                          run_concurrently=False)
       for device in devices:
         device_result = values.select_device(device, result)
         device_expected_result = values.select_device(device, expected_result)
@@ -1310,7 +1320,7 @@ class MirroredStrategyDefunTest(test.TestCase):
         # call_for_each has one trace per device. To check that the expected set
         # of variables was accessed on each trace, we first retrieve each
         # device-specific graph function.
-        per_device_graph_functions = dist.call_for_each_tower(
+        per_device_graph_functions = dist.call_for_each_replica(
             defun.get_concrete_function,
             mock_model, *inputs, run_concurrently=False)
         for device in devices:
@@ -1419,7 +1429,7 @@ class MirroredStrategyDefunTest(test.TestCase):
 
       gradients_fn = backprop.implicit_grad(loss_fn)
       gradients_fn = optimizer_lib.get_filtered_grad_fn(gradients_fn)
-      grads_and_vars = dist.call_for_each_tower(
+      grads_and_vars = dist.call_for_each_replica(
           gradients_fn, None, run_concurrently=False)
 
       optimizer = gradient_descent.GradientDescentOptimizer(0.25)
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index 969e126956..2bfe0f3e7a 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -46,8 +46,8 @@ class MirroredOneCPUDistributionTest(strategy_test_lib.DistributionTestBase):
   def testDeviceIndex(self):
     self._test_device_index(self._get_distribution_strategy())
 
-  def testTowerId(self):
-    self._test_tower_id(self._get_distribution_strategy())
+  def testReplicaId(self):
+    self._test_replica_id(self._get_distribution_strategy())
 
   @test_util.run_in_graph_and_eager_modes
   def testCallAndMergeExceptions(self):
@@ -71,7 +71,7 @@ class VariableCreatorStackTest(test.TestCase):
         v = variable_scope.variable(1.0)
 
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_tower_context().merge_call(
+        distribution_strategy_context.get_replica_context().merge_call(
             lambda _: _)
       return v
 
@@ -83,7 +83,7 @@ class VariableCreatorStackTest(test.TestCase):
     with context.graph_mode(), \
         dist.scope(), \
         variable_scope.variable_creator_scope(main_thread_creator):
-      result = dist.call_for_each_tower(model_fn, dist.worker_device_index)
+      result = dist.call_for_each_replica(model_fn, dist.worker_device_index)
       result = dist.unwrap(result)
       expected = ["main_thread:thread_0", "main_thread:thread_1"]
       self.assertEquals(expected, result)
diff --git a/tensorflow/contrib/distribute/python/moving_averages_test.py b/tensorflow/contrib/distribute/python/moving_averages_test.py
index 119352ad91..815644421e 100644
--- a/tensorflow/contrib/distribute/python/moving_averages_test.py
+++ b/tensorflow/contrib/distribute/python/moving_averages_test.py
@@ -39,26 +39,26 @@ all_combinations = combinations.combine(
 class AssignMovingAveragesTest(test.TestCase, parameterized.TestCase):
 
   @combinations.generate(all_combinations)
-  def testTowerModeWithoutZeroDebias(self, distribution):
-    tower_id = [0]
+  def testReplicaModeWithoutZeroDebias(self, distribution):
+    replica_id = [0]
 
-    def tower_fn():
+    def replica_fn():
       var = variables.Variable([10.0, 11.0])
-      val = constant_op.constant([1.0 + tower_id[0], 2.0 - tower_id[0]])
-      tower_id[0] += 1
+      val = constant_op.constant([1.0 + replica_id[0], 2.0 - replica_id[0]])
+      replica_id[0] += 1
       decay = 0.25
       assign = moving_averages.assign_moving_average(
           var, val, decay, zero_debias=False)
       return var, assign
 
     with distribution.scope(), self.cached_session() as sess:
-      var, assign = distribution.call_for_each_tower(tower_fn)
+      var, assign = distribution.call_for_each_replica(replica_fn)
       variables.global_variables_initializer().run()
       self.assertAllClose([10.0, 11.0], var.eval())
       sess.run(distribution.unwrap(assign))
-      # Mean of val across calls to tower_fn().
-      average_val = [1.0 + 0.5 * (tower_id[0] - 1),
-                     2.0 - 0.5 * (tower_id[0] - 1)]
+      # Mean of val across calls to replica_fn().
+      average_val = [1.0 + 0.5 * (replica_id[0] - 1),
+                     2.0 - 0.5 * (replica_id[0] - 1)]
       val_weight = 1.0 - 0.25
       self.assertAllClose(
           [10.0 * 0.25 + average_val[0] * val_weight,
@@ -66,29 +66,29 @@ class AssignMovingAveragesTest(test.TestCase, parameterized.TestCase):
           var.eval())
 
   @combinations.generate(all_combinations)
-  def testTowerMode(self, distribution):
-    tower_id = [0]
+  def testReplicaMode(self, distribution):
+    replica_id = [0]
 
-    def tower_fn():
+    def replica_fn():
       var = variables.Variable([0.0, 0.0])
-      val = constant_op.constant([1.0 + tower_id[0], 2.0 - tower_id[0]])
-      tower_id[0] += 1
+      val = constant_op.constant([1.0 + replica_id[0], 2.0 - replica_id[0]])
+      replica_id[0] += 1
       decay = 0.25
       assign = moving_averages.assign_moving_average(var, val, decay)
       return var, assign.op
 
     with distribution.scope(), self.cached_session() as sess:
-      var, assign_op = distribution.call_for_each_tower(tower_fn)
+      var, assign_op = distribution.call_for_each_replica(replica_fn)
       variables.global_variables_initializer().run()
       self.assertAllClose([0.0, 0.0], var.eval())
       sess.run(distribution.unwrap(assign_op))
-      # Mean of val across calls to tower_fn().
-      average_val = [1.0 + 0.5 * (tower_id[0] - 1),
-                     2.0 - 0.5 * (tower_id[0] - 1)]
+      # Mean of val across calls to replica_fn().
+      average_val = [1.0 + 0.5 * (replica_id[0] - 1),
+                     2.0 - 0.5 * (replica_id[0] - 1)]
       self.assertAllClose(average_val, var.eval())
 
   @combinations.generate(all_combinations)
-  def testCrossTowerWithoutZeroDebias(self, distribution):
+  def testCrossDeviceWithoutZeroDebias(self, distribution):
     with distribution.scope(), self.cached_session() as sess:
       var = variables.Variable([10.0, 11.0])
       val = constant_op.constant([1.0, 2.0])
@@ -116,7 +116,7 @@ class AssignMovingAveragesTest(test.TestCase, parameterized.TestCase):
           var.eval())
 
   @combinations.generate(all_combinations)
-  def testCrossTower(self, distribution):
+  def testCrossDevice(self, distribution):
     with distribution.scope(), self.cached_session() as sess:
       var = variables.Variable([0.0, 0.0])
       val = array_ops.placeholder(dtypes.float32)
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index f525919048..8bdf001208 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -117,10 +117,10 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     ctx._set_last_step_outputs(last_step_tensor_outputs_dict)  # pylint: disable=protected-access
     return ctx
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, *args, **kwargs):
     # We don't run `fn` in multiple threads in OneDeviceStrategy.
     kwargs.pop("run_concurrently", None)
-    with ops.device(self._device), _OneDeviceTowerContext(self):
+    with ops.device(self._device), _OneDeviceReplicaContext(self):
       return fn(*args, **kwargs)
 
   def map(self, map_over, fn, *args, **kwargs):
@@ -157,9 +157,9 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
       else:
         return nest.map_structure(self._unwrap, result)
 
-  def read_var(self, tower_local_var):
-    """Read the aggregate value of a tower-local variable."""
-    return array_ops.identity(tower_local_var)
+  def read_var(self, replica_local_var):
+    """Read the aggregate value of a replica-local variable."""
+    return array_ops.identity(replica_local_var)
 
   def _unwrap(self, value):
     return [value]
@@ -168,11 +168,7 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     return value
 
   @property
-  def is_single_tower(self):
-    return True
-
-  @property
-  def num_towers(self):
+  def num_replicas(self):
     return 1
 
   @property
@@ -191,11 +187,11 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     return 0
 
 
-class _OneDeviceTowerContext(distribute_lib.TowerContext):
+class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
 
   def __init__(self, distribution_strategy):
-    distribute_lib.TowerContext.__init__(
-        self, distribution_strategy, tower_id=0)
+    distribute_lib.ReplicaContext.__init__(
+        self, distribution_strategy, replica_id=0)
 
   @property
   def device(self):
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy_test.py b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
index 4fdc0f72e6..3fb9227392 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
@@ -41,8 +41,8 @@ class OneDeviceStrategyTest(strategy_test_lib.DistributionTestBase):
   def testDeviceIndex(self):
     self._test_device_index(self._get_distribution_strategy())
 
-  def testTowerId(self):
-    self._test_tower_id(self._get_distribution_strategy())
+  def testReplicaId(self):
+    self._test_replica_id(self._get_distribution_strategy())
 
   @test_util.run_in_graph_and_eager_modes
   def testCallAndMergeExceptions(self):
diff --git a/tensorflow/contrib/distribute/python/optimizer_v2_test.py b/tensorflow/contrib/distribute/python/optimizer_v2_test.py
index 3064433129..0554f4a83b 100644
--- a/tensorflow/contrib/distribute/python/optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/optimizer_v2_test.py
@@ -50,7 +50,7 @@ class MinimizeLossOptimizerV2Test(test.TestCase, parameterized.TestCase):
 
       def run_step():
         return control_flow_ops.group(distribution.unwrap(
-            distribution.call_for_each_tower(
+            distribution.call_for_each_replica(
                 model_fn, iterator.get_next(), run_concurrently=layer.built)))
 
       if not context.executing_eagerly():
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 6cffa11f22..bbfd94ed5c 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -61,16 +61,16 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   for a particular worker. Note that each graph and worker is independent.
   This means that while each worker will synchronously compute a single gradient
   update across all GPUs, updates between workers proceed asynchronously.
-  Operations that occur only on the first tower (such as incrementing the global
-  step), will occur on the first tower *of every worker*.
+  Operations that occur only on the first replica (such as incrementing the
+  global step), will occur on the first replica *of every worker*.
 
-  It is expected to call `call_for_each_tower(fn, *args, **kwargs)` for any
-  operations which potentially can be replicated across towers (i.e. multiple
+  It is expected to call `call_for_each_replica(fn, *args, **kwargs)` for any
+  operations which potentially can be replicated across replicas (i.e. multiple
   GPUs) even if there is only CPU or one GPU. When defining the `fn`, extra
   caution needs to be taken:
 
   1) Always use `tf.get_variable` instead of `tf.Variable` which is not able
-  to refer to the same variable on different towers.
+  to refer to the same variable on different replicas.
 
   2) It is generally not recommended to open a device scope under the strategy's
   scope. A device scope (i.e. calling `tf.device`) will be merged with or
@@ -100,7 +100,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
 
     # We typically don't need to do all-reduce in this strategy.
     self._cross_tower_ops = (
-        cross_tower_ops_lib.ReductionToOneDeviceCrossTowerOps(
+        cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps(
             reduce_to_device=_LOCAL_CPU))
 
   def _initialize_multi_worker(self, num_gpus_per_worker, cluster_spec,
@@ -108,10 +108,10 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     """Initialize devices for multiple workers.
 
     It creates variable devices and compute devices. Variables and operations
-    will be assigned to them respectively. We have one compute device per tower.
-    The variable device is a device function or device string. The default
-    variable device assigns variables to parameter servers in a round-robin
-    fashion.
+    will be assigned to them respectively. We have one compute device per
+    replica. The variable device is a device function or device string. The
+    default variable device assigns variables to parameter servers in a
+    round-robin fashion.
 
     Args:
       num_gpus_per_worker: number of local GPUs or GPUs per worker.
@@ -132,8 +132,8 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     self._worker_device = "/job:%s/task:%d" % (self._task_type, self._task_id)
 
     # Define compute devices which is a list of device strings and one for each
-    # tower. When there are GPUs, replicate operations on these GPUs. Otherwise,
-    # place operations on CPU.
+    # replica. When there are GPUs, replicate operations on these GPUs.
+    # Otherwise, place operations on CPU.
     if num_gpus_per_worker > 0:
       self._compute_devices = [
           "%s/device:GPU:%d" % (self._worker_device, i)
@@ -190,8 +190,8 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   def _initialize_local(self, num_gpus_per_worker):
     """Initialize internal devices for local training."""
     # Define compute devices which is a list of device strings and one for each
-    # tower. When there are GPUs, replicate operations on these GPUs. Otherwise,
-    # place operations on CPU.
+    # replica. When there are GPUs, replicate operations on these GPUs.
+    # Otherwise, place operations on CPU.
     if num_gpus_per_worker > 0:
       self._compute_devices = list(
           map("/device:GPU:{}".format, range(num_gpus_per_worker)))
@@ -234,13 +234,13 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   # TODO(yuefengz): not all ops in device_setter.STANDARD_PS_OPS will go through
   # this creator, such as "MutableHashTable".
   def _create_variable(self, next_creator, *args, **kwargs):
-    if self.num_towers > 1:
+    if self.num_replicas > 1:
       aggregation = kwargs.pop("aggregation", vs.VariableAggregation.NONE)
       if aggregation not in (
           vs.VariableAggregation.NONE,
           vs.VariableAggregation.SUM,
           vs.VariableAggregation.MEAN,
-          vs.VariableAggregation.ONLY_FIRST_TOWER
+          vs.VariableAggregation.ONLY_FIRST_REPLICA
       ):
         raise ValueError("Invalid variable aggregation mode: " + aggregation +
                          " for variable: " + kwargs["name"])
@@ -288,9 +288,9 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
       with ops.device(self._variable_device):
         return var_creator(*args, **kwargs)
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, *args, **kwargs):
     # pylint: disable=protected-access
-    return mirrored_strategy._call_for_each_tower(self, fn, *args, **kwargs)
+    return mirrored_strategy._call_for_each_replica(self, fn, *args, **kwargs)
 
   def _verify_destinations_not_different_worker(self, destinations):
     if destinations is None:
@@ -308,13 +308,13 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
       # pylint: disable=protected-access
       return mirrored_strategy._reduce_non_distributed_value(
           self, aggregation, value, destinations)
-    if aggregation == vs.VariableAggregation.ONLY_FIRST_TOWER:
+    if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
       return self.broadcast(value.get(self._compute_devices[0]), destinations)
     return self._cross_tower_ops.reduce(
         aggregation, value, destinations=destinations)
 
   def _batch_reduce(self, aggregation, value_destination_pairs):
-    if aggregation == vs.VariableAggregation.ONLY_FIRST_TOWER:
+    if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
       return [self.broadcast(v.get(self._compute_devices[0]), d)
               for v, d in value_destination_pairs]
     for _, destinations in value_destination_pairs:
@@ -389,7 +389,8 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     return val
 
   def read_var(self, var):
-    # No need to distinguish between normal variables and tower-local variables.
+    # No need to distinguish between normal variables and replica-local
+    # variables.
     return array_ops.identity(var)
 
   def configure(self,
@@ -444,7 +445,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
         ["/job:%s/task:%d" % (self._task_type, self._task_id), "/job:ps"])
 
   @property
-  def num_towers(self):
+  def num_replicas(self):
     return len(self._compute_devices)
 
   @property
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 60d52e3c4f..b77a9a86a5 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -85,7 +85,7 @@ class ParameterServerStrategyTestBase(
                            config=sess_config) as sess, \
          d.scope():
 
-      # Define a variable outside the call_for_each_tower scope. This is not
+      # Define a variable outside the call_for_each_replica scope. This is not
       # recommended.
       n = variable_scope.get_variable('n', initializer=10.0)
       self.assertEqual(n.device, '/job:ps/task:0')
@@ -96,7 +96,7 @@ class ParameterServerStrategyTestBase(
         else:
           last_part_device = (
               'device:GPU:%d' %
-              distribution_strategy_context.get_tower_context().tower_id)
+              distribution_strategy_context.get_replica_context().replica_id)
 
         a = constant_op.constant(1.0)
         b = constant_op.constant(2.0)
@@ -166,7 +166,7 @@ class ParameterServerStrategyTestBase(
         self.assertIn('/job:ps/', h.device)
         return y_add, z_add, f
 
-      y, z, f = d.call_for_each_tower(model_fn)
+      y, z, f = d.call_for_each_replica(model_fn)
       self.assertNotEqual(y, None)
       self.assertNotEqual(z, None)
       self.assertNotEqual(f, None)
@@ -190,27 +190,29 @@ class ParameterServerStrategyTestBase(
 
       def model_fn():
         if 'CPU' in compute_device:
-          tower_compute_device = '/device:CPU:0'
+          replica_compute_device = '/device:CPU:0'
         else:
-          tower_compute_device = (
+          replica_compute_device = (
               '/device:GPU:%d' %
-              distribution_strategy_context.get_tower_context().tower_id)
-        tower_compute_device = device_util.canonicalize(tower_compute_device)
+              distribution_strategy_context.get_replica_context().replica_id)
+        replica_compute_device = device_util.canonicalize(
+            replica_compute_device)
 
         if 'CPU' in variable_device:
-          tower_variable_device = '/device:CPU:0'
+          replica_variable_device = '/device:CPU:0'
         else:
-          tower_variable_device = (
+          replica_variable_device = (
               '/device:GPU:%d' %
-              distribution_strategy_context.get_tower_context().tower_id)
-        tower_variable_device = device_util.canonicalize(tower_variable_device)
+              distribution_strategy_context.get_replica_context().replica_id)
+        replica_variable_device = device_util.canonicalize(
+            replica_variable_device)
 
         a = constant_op.constant(1.0)
         b = constant_op.constant(2.0)
         c = a + b
-        self.assertEqual(a.device, tower_compute_device)
-        self.assertEqual(b.device, tower_compute_device)
-        self.assertEqual(c.device, tower_compute_device)
+        self.assertEqual(a.device, replica_compute_device)
+        self.assertEqual(b.device, replica_compute_device)
+        self.assertEqual(c.device, replica_compute_device)
 
         # The device scope is ignored for variables but not for normal ops.
         with ops.device('/device:GPU:2'):
@@ -220,7 +222,7 @@ class ParameterServerStrategyTestBase(
           x_add = x.assign_add(c)
           e = a + c
         self.assertEqual(
-            device_util.canonicalize(x.device), tower_variable_device)
+            device_util.canonicalize(x.device), replica_variable_device)
         self.assertEqual(x_add.device, x.device)
         self.assertEqual(e.device, device_util.canonicalize('/device:GPU:2'))
 
@@ -233,7 +235,7 @@ class ParameterServerStrategyTestBase(
         # non-distributed values.
         y_add = y.assign_add(array_ops.identity(x_add))
         self.assertEqual(
-            device_util.canonicalize(y.device), tower_variable_device)
+            device_util.canonicalize(y.device), replica_variable_device)
         self.assertEqual(y_add.device, y.device)
         self.assertEqual(y.device, x.device)
 
@@ -241,7 +243,7 @@ class ParameterServerStrategyTestBase(
             'z', initializer=10.0,
             aggregation=variable_scope.VariableAggregation.SUM)
         self.assertEqual(
-            device_util.canonicalize(z.device), tower_variable_device)
+            device_util.canonicalize(z.device), replica_variable_device)
 
         with ops.control_dependencies([y_add]):
           # We add an identity here to avoid complaints about summing
@@ -249,7 +251,7 @@ class ParameterServerStrategyTestBase(
           z_add = z.assign_add(array_ops.identity(y))
         with ops.control_dependencies([z_add]):
           f = z + c
-        self.assertEqual(f.device, tower_compute_device)
+        self.assertEqual(f.device, replica_compute_device)
 
         # The device scope would merge with the default worker device.
         with ops.device('/CPU:1'):
@@ -262,13 +264,13 @@ class ParameterServerStrategyTestBase(
           u = variable_scope.get_variable('u', initializer=30.0)
           h = f + 1.0
         self.assertEqual(
-            device_util.canonicalize(u.device), tower_variable_device)
+            device_util.canonicalize(u.device), replica_variable_device)
         self.assertEqual(
             device_util.canonicalize(x.device),
             device_util.canonicalize(h.device))
         return y_add, z_add, f
 
-      y, z, f = d.call_for_each_tower(model_fn)
+      y, z, f = d.call_for_each_replica(model_fn)
       self.assertNotEqual(y, None)
       self.assertNotEqual(z, None)
       self.assertNotEqual(f, None)
@@ -303,7 +305,7 @@ class ParameterServerStrategyTestBase(
             aggregation=variable_scope.VariableAggregation.SUM)
         z = variable_scope.get_variable(
             'z', initializer=30.0,
-            aggregation=variable_scope.VariableAggregation.ONLY_FIRST_TOWER)
+            aggregation=variable_scope.VariableAggregation.ONLY_FIRST_REPLICA)
 
         # We explicitly make a constant tensor here to avoid complaints about
         # summing non-distributed values.
@@ -315,7 +317,7 @@ class ParameterServerStrategyTestBase(
         train_op = control_flow_ops.group(x_add, y_add, z_add)
         return x, y, z, train_op
 
-      x, y, z, train_op = d.call_for_each_tower(model_fn)
+      x, y, z, train_op = d.call_for_each_replica(model_fn)
       train_op = d.group(train_op)
 
       if context.num_gpus() < d._num_gpus_per_worker:
@@ -343,11 +345,11 @@ class ParameterServerStrategyTestBase(
       self._finish_condition.release()
 
       x_val, y_val, z_val = sess.run([x, y, z])
-      self.assertEqual(x_val, 10.0 + 1.0 * num_workers * d.num_towers)
-      self.assertEqual(y_val, 20.0 + 1.0 * num_workers * d.num_towers)
+      self.assertEqual(x_val, 10.0 + 1.0 * num_workers * d.num_replicas)
+      self.assertEqual(y_val, 20.0 + 1.0 * num_workers * d.num_replicas)
       self.assertEqual(z_val, 30.0 + 1.0 * num_workers)
-      return (x_val == 10.0 + 1.0 * num_workers * d.num_towers and
-              y_val == 20.0 + 1.0 * num_workers * d.num_towers and
+      return (x_val == 10.0 + 1.0 * num_workers * d.num_replicas and
+              y_val == 20.0 + 1.0 * num_workers * d.num_replicas and
               z_val == 30.0 + 1.0 * num_workers)
 
   def _test_minimize_loss_graph(self, task_type, task_id, num_gpus):
@@ -387,7 +389,7 @@ class ParameterServerStrategyTestBase(
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_tower(grad_fn, one)
+        g_v = d.call_for_each_replica(grad_fn, one)
         # Update the variables using the gradients and the update() function.
         before_list = []
         after_list = []
diff --git a/tensorflow/contrib/distribute/python/single_loss_example.py b/tensorflow/contrib/distribute/python/single_loss_example.py
index 09b351ffa4..be724fb59a 100644
--- a/tensorflow/contrib/distribute/python/single_loss_example.py
+++ b/tensorflow/contrib/distribute/python/single_loss_example.py
@@ -90,7 +90,7 @@ def batchnorm_example(optimizer_fn,
                       batch_per_epoch=1,
                       momentum=0.9,
                       renorm=False,
-                      update_ops_in_tower_mode=False):
+                      update_ops_in_replica_mode=False):
   """Example of non-distribution-aware legacy code with batch normalization."""
 
   def dataset_fn():
@@ -113,7 +113,7 @@ def batchnorm_example(optimizer_fn,
       y = batchnorm(x, training=True)
       with ops.control_dependencies(
           ops.get_collection(ops.GraphKeys.UPDATE_OPS)
-          if update_ops_in_tower_mode else []):
+          if update_ops_in_replica_mode else []):
         loss = math_ops.reduce_mean(
             math_ops.reduce_sum(layer(y)) - constant_op.constant(1.))
       # `x` and `y` will be fetched by the gradient computation, but not `loss`.
diff --git a/tensorflow/contrib/distribute/python/step_fn.py b/tensorflow/contrib/distribute/python/step_fn.py
index 23bf36184f..a5adaac47c 100644
--- a/tensorflow/contrib/distribute/python/step_fn.py
+++ b/tensorflow/contrib/distribute/python/step_fn.py
@@ -100,7 +100,7 @@ class StandardSingleLossStep(StandardInputStep):
         gradients_fn = backprop.implicit_grad(self._loss_fn)
         gradients_fn = optimizer_lib.get_filtered_grad_fn(gradients_fn)
 
-        grads_and_vars = self.distribution.call_for_each_tower(
+        grads_and_vars = self.distribution.call_for_each_replica(
             gradients_fn,
             ctx, *inputs,
             run_concurrently=self._is_run_concurrently)
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index fd280f5754..f94fcdfe01 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -36,44 +36,45 @@ class _TestException(Exception):
   pass
 
 
-# May be the argument to either distribution.call_for_each_tower() or
-# get_tower_context().merge_call()
+# May be the argument to either distribution.call_for_each_replica() or
+# get_replica_context().merge_call()
 def _raise_exception_fn(_=None):
   raise _TestException()
 
 
-# Must be the argument to a distribution.call_for_each_tower() call, calls a
-# get_tower_context().merge_call() that raises an exception.
+# Must be the argument to a distribution.call_for_each_replica() call, calls a
+# get_replica_context().merge_call() that raises an exception.
 def _merge_raises_fn():
-  distribution_strategy_context.get_tower_context().merge_call(
+  distribution_strategy_context.get_replica_context().merge_call(
       _raise_exception_fn)
 
 
-# Must be the argument to a get_tower_context().merge_call() call, calls
-# dist.call_for_each_tower() with a function that raises an exception.
+# Must be the argument to a get_replica_context().merge_call() call, calls
+# dist.call_for_each_replica() with a function that raises an exception.
 def _call_raises_fn(dist):
-  dist.call_for_each_tower(_raise_exception_fn)
+  dist.call_for_each_replica(_raise_exception_fn)
 
 
-# Must be the argument to a distribution.call_for_each_tower() call,
-# calls a get_tower_context().merge_call() that calls a
-# call_for_each_tower() that raises an exception.
+# Must be the argument to a distribution.call_for_each_replica() call,
+# calls a get_replica_context().merge_call() that calls a
+# call_for_each_replica() that raises an exception.
 def _merge_call_raises_fn():
-  distribution_strategy_context.get_tower_context().merge_call(_call_raises_fn)
+  distribution_strategy_context.get_replica_context().merge_call(
+      _call_raises_fn)
 
 
-# Must be the argument to a get_tower_context().merge_call() call, calls
-# dist.call_for_each_tower() with a function that calls a
-# get_tower_context().merge_call() that raises an exception.
+# Must be the argument to a get_replica_context().merge_call() call, calls
+# dist.call_for_each_replica() with a function that calls a
+# get_replica_context().merge_call() that raises an exception.
 def _call_merge_raises_fn(dist):
-  dist.call_for_each_tower(_merge_raises_fn)
+  dist.call_for_each_replica(_merge_raises_fn)
 
 
-# Must be the argument to a distribution.call_for_each_tower() call, calls a
-# get_tower_context().merge_call() that calls a call_for_each_tower() that
-# calls a get_tower_context().merge_call() that raises an exception.
+# Must be the argument to a distribution.call_for_each_replica() call, calls a
+# get_replica_context().merge_call() that calls a call_for_each_replica() that
+# calls a get_replica_context().merge_call() that raises an exception.
 def _merge_call_merge_raises_fn():
-  distribution_strategy_context.get_tower_context().merge_call(
+  distribution_strategy_context.get_replica_context().merge_call(
       _call_merge_raises_fn)
 
 
@@ -103,7 +104,7 @@ class DistributionTestBase(test.TestCase):
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_tower(grad_fn, one, run_concurrently=l.built)
+        g_v = d.call_for_each_replica(grad_fn, one, run_concurrently=l.built)
 
         # Update the variables using the gradients and the update() function.
         before_list = []
@@ -159,7 +160,7 @@ class DistributionTestBase(test.TestCase):
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_tower(grad_fn, one)
+        g_v = d.call_for_each_replica(grad_fn, one)
 
         # Update the variables using the gradients and the update() function.
         before_list = []
@@ -206,29 +207,30 @@ class DistributionTestBase(test.TestCase):
         self.assertFalse(expected_devices[device_id])
         expected_devices[device_id] = True
 
-      d.call_for_each_tower(mark_devices_fn, d.worker_device_index)
+      d.call_for_each_replica(mark_devices_fn, d.worker_device_index)
       self.assertAllEqual(expected_devices, [True] * len(d.worker_devices))
 
-  def _test_tower_id(self, d):
+  def _test_replica_id(self, d):
     with d.scope():
       expected_devices = [False] * len(d.worker_devices)
 
       def mark_devices_fn():
-        tower_id = distribution_strategy_context.get_tower_context().tower_id
-        self.assertLess(tower_id, len(d.worker_devices))
-        self.assertFalse(expected_devices[tower_id])
-        expected_devices[tower_id] = True
+        replica_id = (
+            distribution_strategy_context.get_replica_context().replica_id)
+        self.assertLess(replica_id, len(d.worker_devices))
+        self.assertFalse(expected_devices[replica_id])
+        expected_devices[replica_id] = True
 
-      d.call_for_each_tower(mark_devices_fn)
+      d.call_for_each_replica(mark_devices_fn)
       self.assertAllEqual(expected_devices, [True] * len(d.worker_devices))
 
   def _test_call_and_merge_exceptions(self, dist):
     with dist.scope():
       with self.assertRaises(_TestException):
-        dist.call_for_each_tower(_raise_exception_fn)
+        dist.call_for_each_replica(_raise_exception_fn)
       with self.assertRaises(_TestException):
-        dist.call_for_each_tower(_merge_raises_fn)
+        dist.call_for_each_replica(_merge_raises_fn)
       with self.assertRaises(_TestException):
-        dist.call_for_each_tower(_merge_call_raises_fn)
+        dist.call_for_each_replica(_merge_call_raises_fn)
       with self.assertRaises(_TestException):
-        dist.call_for_each_tower(_merge_call_merge_raises_fn)
+        dist.call_for_each_replica(_merge_call_merge_raises_fn)
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index e4bd7428c2..af9394ebab 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -75,13 +75,13 @@ def _create_tpu_mirrored_variable(devices, real_mirrored_creator, *args,
   # synchronization settings?
 
   # Get aggregation value
-  # TODO(jhseu): Support aggregation in a tower context.
+  # TODO(jhseu): Support aggregation in a replica context.
   aggregation = kwargs.pop("aggregation", vs.VariableAggregation.NONE)
   if aggregation not in [
       vs.VariableAggregation.NONE,
       vs.VariableAggregation.SUM,
       vs.VariableAggregation.MEAN,
-      vs.VariableAggregation.ONLY_FIRST_TOWER,
+      vs.VariableAggregation.ONLY_FIRST_REPLICA,
   ]:
     raise ValueError("Invalid variable aggregation mode: {} for variable: {}"
                      .format(aggregation, kwargs["name"]))
@@ -145,8 +145,8 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
                   if "device:TPU:" in d.name}
     self._device_index = values.PerDevice(device_map)
     self._tpu_devices = sorted(device_map.keys())
-    # Only create variables for the number of towers we're running.
-    self._tpu_devices = self._tpu_devices[:self.num_towers]
+    # Only create variables for the number of replicas we're running.
+    self._tpu_devices = self._tpu_devices[:self.num_replicas]
 
     # TODO(sourabhbajaj): Remove this once performance of running one step
     # at a time is comparable to multiple steps.
@@ -182,7 +182,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       enqueue_ops = []
 
       with ops.device(host):
-        for _ in range(self.num_towers_per_host):
+        for _ in range(self.num_replicas_per_host):
           # Use control dependencies to ensure a deterministic ordering.
           with ops.control_dependencies(control_deps):
             inputs = nest.flatten(iterator.get_next())
@@ -270,7 +270,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     self._outer_control_flow_context = (
         ops.get_default_graph()._get_control_flow_context())  # pylint: disable=protected-access
 
-    replicate_inputs = [[]] * self.num_towers
+    replicate_inputs = [[]] * self.num_replicas
     replicate_outputs = tpu.replicate(iterate_on_tpu, replicate_inputs)
     del self._outer_control_flow_context
     ctx.run_op = control_flow_ops.group(replicate_outputs, enqueue_ops)
@@ -307,11 +307,11 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
 
     return ctx
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
-    # TODO(jhseu): Consider making it so call_for_each_tower implies that we're
-    # in a tpu.rewrite(), and update TPUMirroredVariable accordingly.
+  def _call_for_each_replica(self, fn, *args, **kwargs):
+    # TODO(jhseu): Consider making it so call_for_each_replica implies that
+    # we're in a tpu.rewrite(), and update TPUMirroredVariable accordingly.
     kwargs.pop('run_concurrently', None)
-    with one_device_strategy._OneDeviceTowerContext(self):  # pylint: disable=protected-access
+    with one_device_strategy._OneDeviceReplicaContext(self):  # pylint: disable=protected-access
       return fn(*args, **kwargs)
 
   def initialize(self):
@@ -352,7 +352,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
           if i > 0:
             # Give replicas meaningful distinct names:
             var0name = index[devices[0]].name.split(":")[0]
-            # We append a / to variable names created on towers with id > 0 to
+            # We append a / to variable names created on replicas with id > 0 to
             # ensure that we ignore the name scope and instead use the given
             # name as the absolute name of the variable.
             kwargs["name"] = "%s/replica_%d/" % (var0name, i)
@@ -378,7 +378,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     if values._enclosing_tpu_context() is not None:  # pylint: disable=protected-access
       if aggregation == vs.VariableAggregation.MEAN:
         # TODO(jhseu):  Revisit once we support model-parallelism.
-        value *= (1. / self.num_towers)
+        value *= (1. / self.num_replicas)
       elif aggregation != vs.VariableAggregation.SUM:
         raise NotImplementedError(
             "Currently only support sum & mean in TPUStrategy.")
@@ -394,7 +394,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     else:
       raise ValueError('Multiple devices are not supported for TPUStrategy')
 
-    if aggregation == vs.VariableAggregation.ONLY_FIRST_TOWER:
+    if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
       return value[0]
     output = math_ops.add_n(value)
     if aggregation == vs.VariableAggregation.MEAN:
@@ -442,7 +442,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     return [val]
 
   @property
-  def num_towers(self):
+  def num_replicas(self):
     return self._num_cores_override or self._tpu_metadata.num_cores
 
   @property
@@ -450,12 +450,12 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     return self._tpu_metadata.num_hosts
 
   @property
-  def num_towers_per_host(self):
+  def num_replicas_per_host(self):
     return self._tpu_metadata.num_of_cores_per_host
 
   @property
   def num_replicas_in_sync(self):
-    return self.num_towers
+    return self.num_replicas
 
   @property
   def between_graph(self):
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 54a8e546bf..124cdb9c15 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -60,13 +60,13 @@ class DistributedValues(object):
   def get(self, device=None):
     """Returns the value for the current device or raises a ValueError."""
     if device is None:
-      tower_context = distribution_strategy_context.get_tower_context()
-      if tower_context:
-        device = tower_context.device
+      replica_context = distribution_strategy_context.get_replica_context()
+      if replica_context:
+        device = replica_context.device
       else:
         device = distribute_lib.get_update_device()
         if device is None:
-          return self._get_cross_tower()
+          return self._get_cross_replica()
     device = device_util.canonicalize(device)
     try:
       return self._index[device]
@@ -173,11 +173,11 @@ class PerDevice(DistributedValues):
 
 
 # Note that unlike PerDevice, Mirrored values inherit from
-# DistributedDelegate and so can be used directly in cross-tower mode.
+# DistributedDelegate and so can be used directly in cross-replica mode.
 class Mirrored(DistributedDelegate):
   """Holds a map from device to values which are kept in sync."""
 
-  def _get_cross_tower(self):
+  def _get_cross_replica(self):
     device = device_util.canonicalize(device_util.current())
     if device in self._index:
       return self._index[device]
@@ -294,10 +294,10 @@ class DistributedVariable(DistributedDelegate):
 
   @property
   def op(self):
-    # We want cross-tower code that does some var.op.X calls
+    # We want cross-replica code that does some var.op.X calls
     # to work (even if the current device isn't in self.devices), but
-    # other uses of var.op in a cross-tower context to fail.
-    if distribution_strategy_context.get_cross_tower_context():
+    # other uses of var.op in a cross-replica context to fail.
+    if distribution_strategy_context.get_cross_replica_context():
       return DistributedVarOp(self._primary_var.op.name,
                               self._primary_var.op.graph,
                               self._primary_var.op.type)
@@ -351,7 +351,7 @@ class MirroredVariable(DistributedVariable, Mirrored,
   # update several non-slot variables in one call.
   def _assign_func(self, *args, **kwargs):
     f = kwargs.pop("f")
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       update_device = distribute_lib.get_update_device()
       if update_device is not None:
         # We are calling an assign function on the mirrored variable in an
@@ -359,13 +359,13 @@ class MirroredVariable(DistributedVariable, Mirrored,
         v = self.get(device=update_device)
         return f(v, *args, **kwargs)
 
-      # We are calling assign on the mirrored variable in cross tower context,
+      # We are calling assign on the mirrored variable in cross replica context,
       # use update to update the variable.
       strategy = distribution_strategy_context.get_distribution_strategy()
       return strategy.update(self, f, *args, **kwargs)
     else:
-      _assert_tower_context()
-      # We are calling an assign function on the mirrored variable in tower
+      _assert_replica_context()
+      # We are calling an assign function on the mirrored variable in replica
       # context.
       # We reduce the value we want to assign/add/sub. More details about how we
       # handle the different use cases can be found in the _reduce method.
@@ -373,7 +373,7 @@ class MirroredVariable(DistributedVariable, Mirrored,
       # value.
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
-                         "MirroredVariable in Tower Context.")
+                         "MirroredVariable in Replica Context.")
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
         return strategy.update(
@@ -382,7 +382,7 @@ class MirroredVariable(DistributedVariable, Mirrored,
                 aggregation=self._aggregation, value=value, destinations=self),
             *other_args, **other_kwargs)
 
-      return distribution_strategy_context.get_tower_context().merge_call(
+      return distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, *args, **kwargs)
 
   def assign_sub(self, *args, **kwargs):
@@ -401,7 +401,7 @@ class MirroredVariable(DistributedVariable, Mirrored,
   def aggregation(self):
     return self._aggregation
 
-  def _get_cross_tower(self):
+  def _get_cross_replica(self):
     device = device_util.canonicalize(device_util.current())
     if device in self._index:
       return array_ops.identity(self._index[device])
@@ -409,7 +409,7 @@ class MirroredVariable(DistributedVariable, Mirrored,
 
   def _as_graph_element(self):
     # pylint: disable=protected-access
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       return self._primary_var._as_graph_element()
     return self.get()._as_graph_element()
 
@@ -480,13 +480,13 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
   def _get(self, device=None):
     """Returns the value for the current device or raises a ValueError."""
     if device is None:
-      tower_context = distribution_strategy_context.get_tower_context()
-      if tower_context:
-        device = tower_context.device
+      replica_context = distribution_strategy_context.get_replica_context()
+      if replica_context:
+        device = replica_context.device
       else:
         device = distribute_lib.get_update_device()
         if device is None:
-          return self._get_cross_tower()
+          return self._get_cross_replica()
     device = device_util.canonicalize(device)
     try:
       return self._index[device]
@@ -587,24 +587,24 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
       raise ValueError("You may only assign to a TPUMirroredVariable within a "
                        "TPUStrategy.")
     f = kwargs.pop("f")
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       if _enclosing_tpu_context() is not None:
         return distribution_strategy_context.get_distribution_strategy().update(
             self, f, *args, **kwargs)
 
       update_device = distribute_lib.get_update_device()
-      # We are calling update on the mirrored variable in cross tower context.
+      # We are calling update on the mirrored variable in cross replica context.
       if update_device is not None:
         # We are calling an assign function on the mirrored variable in cross
-        # tower context.
+        # replica context.
         v = self._get(device=update_device)
         return f(v, *args, **kwargs)
 
       return distribution_strategy_context.get_distribution_strategy().update(
           self, f, *args, **kwargs)
     else:
-      _assert_tower_context()
-      # We are calling an assign function on the mirrored variable in tower
+      _assert_replica_context()
+      # We are calling an assign function on the mirrored variable in replica
       # context.
       # We reduce the value we want to assign/add/sub. More details about how we
       # handle the different use cases can be found in the _reduce method.
@@ -612,7 +612,7 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
       # value.
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
-                         "TPUMirroredVariable in Tower Context.")
+                         "TPUMirroredVariable in Replica Context.")
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
         return strategy.update(
@@ -621,7 +621,7 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
                 aggregation=self._aggregation, value=value, destinations=self),
             *other_args, **other_kwargs)
 
-      return distribution_strategy_context.get_tower_context().merge_call(
+      return distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, *args, **kwargs)
 
   @contextlib.contextmanager
@@ -742,7 +742,7 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
   def to_proto(self, export_scope=None):
     return self._primary_var.to_proto(export_scope=export_scope)
 
-  def _get_cross_tower(self):
+  def _get_cross_replica(self):
     device = device_util.canonicalize(device_util.current())
     if device in self._index:
       return self._index[device]
@@ -750,7 +750,7 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
 
   def _as_graph_element(self):
     # pylint: disable=protected-access
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       return self._primary_var._as_graph_element()
     return self._read_variable_op()
 
@@ -832,54 +832,54 @@ ops.register_tensor_conversion_function(TPUMirroredVariable,
 ops.register_dense_tensor_like_type(TPUMirroredVariable)
 
 
-class _TowerLocalSaveable(saver.BaseSaverBuilder.SaveableObject):
-  """Class for defining how to restore a TowerLocalVariable."""
+class _ReplicaLocalSaveable(saver.BaseSaverBuilder.SaveableObject):
+  """Class for defining how to restore a ReplicaLocalVariable."""
 
-  def __init__(self, tower_local_variable, name):
-    self._tower_local_variable = tower_local_variable
+  def __init__(self, replica_local_variable, name):
+    self._replica_local_variable = replica_local_variable
     # We use a callable so that we don't have to evaluate this expression
     # in the case where we are trying to restore instead of save.
     def tensor():
       return distribution_strategy_context.get_distribution_strategy().read_var(
-          tower_local_variable)
+          replica_local_variable)
     spec = saver.BaseSaverBuilder.SaveSpec(
         tensor=tensor,
         slice_spec="",
         name=name,
-        dtype=tower_local_variable.dtype)
-    super(_TowerLocalSaveable, self).__init__(tensor, [spec], name)
+        dtype=replica_local_variable.dtype)
+    super(_ReplicaLocalSaveable, self).__init__(tensor, [spec], name)
 
   def restore(self, restored_tensors, restored_shapes):
     """Restore the same value into all variables."""
     tensor, = restored_tensors
-    return self._tower_local_variable.assign(tensor)
+    return self._replica_local_variable.assign(tensor)
 
 
-def _assert_tower_context():
-  if not distribution_strategy_context.get_tower_context():
+def _assert_replica_context():
+  if not distribution_strategy_context.get_replica_context():
     raise RuntimeError(
-        "Tower-local variables may only be assigned in a tower context.")
+        "Replica-local variables may only be assigned in a replica context.")
 
 
-class TowerLocalVariable(DistributedVariable, PerDevice,
-                         checkpointable.CheckpointableBase):
+class ReplicaLocalVariable(DistributedVariable, PerDevice,
+                           checkpointable.CheckpointableBase):
   """Holds a map from device to variables whose values are reduced on save."""
 
   def __init__(self, index, primary_var, aggregation):
     self._primary_var = primary_var
     self._aggregation = aggregation
-    super(TowerLocalVariable, self).__init__(index)
+    super(ReplicaLocalVariable, self).__init__(index)
 
   def assign_sub(self, *args, **kwargs):
-    _assert_tower_context()
+    _assert_replica_context()
     return self.get().assign_sub(*args, **kwargs)
 
   def assign_add(self, *args, **kwargs):
-    _assert_tower_context()
+    _assert_replica_context()
     return self.get().assign_add(*args, **kwargs)
 
   def assign(self, *args, **kwargs):
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       # To preserve the sum across save and restore, we have to divide the
       # total across all devices when restoring a variable that was summed
       # when saving.
@@ -890,15 +890,15 @@ class TowerLocalVariable(DistributedVariable, PerDevice,
           [_assign_on_device(d, v, tensor)
            for d, v in six.iteritems(self._index)])
     else:
-      _assert_tower_context()
+      _assert_replica_context()
       return self.get().assign(*args, **kwargs)
 
   @property
   def aggregation(self):
     return self._aggregation
 
-  def _get_cross_tower(self):
-    if self._aggregation == vs.VariableAggregation.ONLY_FIRST_TOWER:
+  def _get_cross_replica(self):
+    if self._aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
       return self._primary_var
     all_components = tuple(self._index.values())
     # TODO(josh11b): Use a strategy-specific method.
@@ -909,33 +909,33 @@ class TowerLocalVariable(DistributedVariable, PerDevice,
 
   def _as_graph_element(self):
     # pylint: disable=protected-access
-    if distribution_strategy_context.get_cross_tower_context():
-      return self._get_cross_tower()
+    if distribution_strategy_context.get_cross_replica_context():
+      return self._get_cross_replica()
     return self.get()._as_graph_element()
 
   def _gather_saveables_for_checkpoint(self):
     """Overrides CheckpointableBase method.
 
     This allows both name-based and object-based save and restore of
-    TowerLocalVariables.
+    ReplicaLocalVariables.
 
     Returns:
       A dictionary mapping attribute names to `SaveableObject` factories.
     """
     def _saveable_factory(name=self._common_name):
-      return _TowerLocalSaveable(self, name)
+      return _ReplicaLocalSaveable(self, name)
     return {checkpointable.VARIABLE_VALUE_KEY: _saveable_factory}
 
 
-# Register a conversion function for TowerLocalVariable which allows as_ref to
+# Register a conversion function for ReplicaLocalVariable which allows as_ref to
 # be true.
-def _tensor_conversion_tower_local(var, dtype=None, name=None, as_ref=False):
+def _tensor_conversion_replica_local(var, dtype=None, name=None, as_ref=False):
   return ops.internal_convert_to_tensor(
       var.get(), dtype=dtype, name=name, as_ref=as_ref)
 
 
-ops.register_tensor_conversion_function(TowerLocalVariable,
-                                        _tensor_conversion_tower_local)
+ops.register_tensor_conversion_function(ReplicaLocalVariable,
+                                        _tensor_conversion_replica_local)
 
 
 def _devices_match(d1, d2):
@@ -986,7 +986,7 @@ def regroup(per_device, wrap_class=PerDevice):
       break
   # Consider three cases where same_id is true:
   # * If v0 is a DistributedVariable (a MirroredVariable or
-  #   TowerLocalVariable, and same_id means it is the same across all
+  #   ReplicaLocalVariable, and same_id means it is the same across all
   #   devices), we want to return it. We check DistributedVariable
   #   specifically since it can look like it has a
   #   _distributed_container member since its members do.
@@ -1001,7 +1001,7 @@ def regroup(per_device, wrap_class=PerDevice):
     return v0
 
   # Detect the case where each device has a parallel component of the
-  # same MirroredVariable (or TowerLocalVariable). In this case we
+  # same MirroredVariable (or ReplicaLocalVariable). In this case we
   # want to return the containing MirroredVariable, after a bunch of
   # sanity checking. In particular, each component should have the
   # same container, and the devices of the variables should match the
@@ -1038,7 +1038,7 @@ def select_device_mirrored(device, structured):
     if isinstance(x, DistributedValues):
       if not isinstance(x, Mirrored):
         raise TypeError(
-            "Expected value to be mirrored across towers: %s in %s." %
+            "Expected value to be mirrored across replicas: %s in %s." %
             (x, structured))
       return x.get(device)
     else:
@@ -1058,7 +1058,7 @@ def update_regroup(strategy, updates, should_group):
       g = strategy.group(u)
       if u.is_tensor_like:
         # Make sure we run all updates. Without this, something like
-        # session.run(strategy.update(...)) may only update one tower.
+        # session.run(strategy.update(...)) may only update one replica.
         index = {}
         for d in u.devices:
           with ops.device(d), ops.control_dependencies([g]):
@@ -1407,9 +1407,9 @@ class MultiStepContext(object):
       output: The tensors that should be outputted with `name`. See below for
         actual types supported.
       aggregation: Aggregation method to use to aggregate outputs from multiple
-        towers. Required if `set_last_step_output` is called in a tower context.
-        Optional in cross_tower_context.
-        When present, the outputs from all the towers are aggregated using the
+        replicas. Required if `set_last_step_output` is called in a replica context.
+        Optional in cross_replica_context.
+        When present, the outputs from all the replicas are aggregated using the
         current distribution strategy's `reduce` method. Hence, the type of
         `output` must be what's supported by the corresponding `reduce` method.
         For e.g. if using MirroredStrategy and aggregation is set, output
@@ -1419,7 +1419,7 @@ class MultiStepContext(object):
         outputs as already reduced or not.
 
     """
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       self._last_step_outputs_aggregations[name] = aggregation
       if aggregation is variables_lib.VariableAggregation.NONE:
         self._last_step_outputs[name] = output
@@ -1432,12 +1432,12 @@ class MultiStepContext(object):
       def merge_fn(distribution, value):
         self._last_step_outputs[name] = distribution.reduce(
             aggregation, value, destinations="/device:CPU:0")
-        # Setting this inside the `merge_fn` because all towers share the same
+        # Setting this inside the `merge_fn` because all replicas share the same
         # context object, so it's more robust to set it only once (even if all
-        # the towers are trying to set the same value).
+        # the replicas are trying to set the same value).
         self._last_step_outputs_aggregations[name] = aggregation
 
-      distribution_strategy_context.get_tower_context().merge_call(
+      distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, output)
 
   @property
@@ -1447,14 +1447,14 @@ class MultiStepContext(object):
 
   def set_non_tensor_output(self, name, output):
     """Set `output` with `name` to be captured as a non tensor output."""
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       self._non_tensor_outputs[name] = output
     else:
       def merge_fn(distribution, value):
         # NOTE(priyag): For non tensor outputs, we simply return all the values
         # in a list as aggregation doesn't make sense on non tensors.
         self._non_tensor_outputs[name] = distribution.unwrap(value)
-      distribution_strategy_context.get_tower_context().merge_call(
+      distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, output)
 
 
@@ -1462,7 +1462,7 @@ def value_container(val):
   """Returns the container that this per-device `value` belongs to.
 
   Args:
-    val: A value returned by `call_for_each_tower()` or a variable
+    val: A value returned by `call_for_each_replica()` or a variable
       created in `scope()`.
 
   Returns:
@@ -1482,7 +1482,7 @@ def value_container(val):
 
 # TODO(josh11b): Descend from Variable.
 class AggregatingVariable(checkpointable.CheckpointableBase):
-  """A wrapper around a variable that aggregates updates across towers."""
+  """A wrapper around a variable that aggregates updates across replicas."""
 
   def __init__(self, v, aggregation):
     self._v = v
@@ -1499,25 +1499,25 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
 
   def _assign_func(self, *args, **kwargs):
     f = kwargs.pop("f")
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribution_strategy_context.get_cross_replica_context():
       update_device = distribute_lib.get_update_device()
       if update_device is not None:
         # We are calling an assign function in an update context.
         return f(self._v, *args, **kwargs)
 
-      # We are calling an assign function in cross tower context, wrap it in an
+      # We are calling an assign function in cross replica context, wrap it in an
       # update call.
       return distribution_strategy_context.get_distribution_strategy().update(
           self, f, *args, **kwargs)
     else:
-      assert distribution_strategy_context.get_tower_context()
-      # We are calling an assign function in tower context.
+      assert distribution_strategy_context.get_replica_context()
+      # We are calling an assign function in replica context.
       # We reduce the value we want to assign/add/sub. More details about how we
       # handle the different use cases can be found in the _reduce method.
       # We call the function with the reduced value.
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
-                         "a variable in Tower Context.")
+                         "a variable in Replica Context.")
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
         return strategy.update(
@@ -1526,7 +1526,7 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
                 aggregation=self._aggregation, value=value, destinations=self),
             *other_args, **other_kwargs)
 
-      return distribution_strategy_context.get_tower_context().merge_call(
+      return distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, *args, **kwargs)
 
   def assign_sub(self, *args, **kwargs):
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index 7ef4776ac6..d514e6f4c1 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -757,7 +757,7 @@ class MirroredVariableTest(test.TestCase):
 _devices = ["/device:GPU:0", "/device:CPU:0"]
 
 
-def _make_tower_local(method):
+def _make_replica_local(method):
   v = []
   index = {}
   for d, n, init in zip(_devices, ["v", "v/replica"], [1., 2.]):
@@ -765,11 +765,11 @@ def _make_tower_local(method):
       v.append(variable_scope.get_variable(
           name=n, initializer=init, use_resource=True))
       index[d] = v[-1]
-  tower_local = values.TowerLocalVariable(index, v[0], method)
-  return v, tower_local
+  replica_local = values.ReplicaLocalVariable(index, v[0], method)
+  return v, replica_local
 
 
-class TowerLocalVariableTest(test.TestCase):
+class ReplicaLocalVariableTest(test.TestCase):
 
   config = config_pb2.ConfigProto()
   config.allow_soft_placement = True
@@ -779,29 +779,30 @@ class TowerLocalVariableTest(test.TestCase):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
-    v, tower_local = _make_tower_local(variable_scope.VariableAggregation.SUM)
+    v, replica_local = _make_replica_local(
+        variable_scope.VariableAggregation.SUM)
 
-    self.assertEquals(v[0].name, tower_local.name)
-    self.assertEquals(v[0].dtype, tower_local.dtype)
-    self.assertEquals(v[0].shape, tower_local.shape)
+    self.assertEquals(v[0].name, replica_local.name)
+    self.assertEquals(v[0].dtype, replica_local.dtype)
+    self.assertEquals(v[0].shape, replica_local.shape)
     self.assertEquals(variable_scope.VariableAggregation.SUM,
-                      tower_local.aggregation)
+                      replica_local.aggregation)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
   def testVariableOnAnotherDevice(self):
     v = variable_scope.get_variable(
         name="v", initializer=[1.], use_resource=True)
     index = {"/job:foo/device:CPU:0": v}
-    tower_local = values.TowerLocalVariable(
+    replica_local = values.ReplicaLocalVariable(
         index, v, variable_scope.VariableAggregation.MEAN)
 
-    self.assertEquals(v.name, tower_local.name)
-    self.assertEquals(v.dtype, tower_local.dtype)
-    self.assertEquals(v.shape, tower_local.shape)
+    self.assertEquals(v.name, replica_local.name)
+    self.assertEquals(v.dtype, replica_local.dtype)
+    self.assertEquals(v.shape, replica_local.shape)
     self.assertEquals(variable_scope.VariableAggregation.MEAN,
-                      tower_local.aggregation)
+                      replica_local.aggregation)
 
-  def _assign_tower_local(self, devices, v, new):
+  def _assign_replica_local(self, devices, v, new):
     for d, var, n in zip(devices, v, new):
       with ops.device(d):
         self.evaluate(var.assign(n))
@@ -820,22 +821,23 @@ class TowerLocalVariableTest(test.TestCase):
     return mirrored_strategy.MirroredStrategy(_devices).scope()
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveAndRestoreTowerLocalSumOneGraph(self):
+  def testSaveAndRestoreReplicaLocalSumOneGraph(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
     with self.cached_session(config=self.config) as sess:
-      v, tower_local = _make_tower_local(variable_scope.VariableAggregation.SUM)
+      v, replica_local = _make_replica_local(
+          variable_scope.VariableAggregation.SUM)
 
       # Overwrite the initial values.
-      self._assign_tower_local(_devices, v, [3., 4.])
+      self._assign_replica_local(_devices, v, [3., 4.])
 
       with self._dist_scope():
         # Saves the current value of v[0] + v[1], 7.
-        save_path, saver = self._save_return_saver(sess, tower_local)
+        save_path, saver = self._save_return_saver(sess, replica_local)
 
         # Change the values between save and restore.
-        self._assign_tower_local(_devices, v, [5., 6.])
+        self._assign_replica_local(_devices, v, [5., 6.])
 
         # Restores the saved value of 7. which gets divided equally
         # between the variables.
@@ -843,59 +845,59 @@ class TowerLocalVariableTest(test.TestCase):
         self.assertEqual([3.5, 3.5], self.evaluate([v[0], v[1]]))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveAndRestoreTowerLocalMeanOneGraph(self):
+  def testSaveAndRestoreReplicaLocalMeanOneGraph(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
     with self.cached_session(config=self.config) as sess:
-      v, tower_local = _make_tower_local(
+      v, replica_local = _make_replica_local(
           variable_scope.VariableAggregation.MEAN)
 
       # Overwrite the initial values.
-      self._assign_tower_local(_devices, v, [3., 4.])
+      self._assign_replica_local(_devices, v, [3., 4.])
 
       with self._dist_scope():
         # Saves the current value of (v[0] + v[1])/2, 3.5.
-        save_path, saver = self._save_return_saver(sess, tower_local)
+        save_path, saver = self._save_return_saver(sess, replica_local)
 
         # Change the values between save and restore.
-        self._assign_tower_local(_devices, v, [5., 6.])
+        self._assign_replica_local(_devices, v, [5., 6.])
 
         # Restores the saved value of 3.5 to both variables.
         saver.restore(sess, save_path)
         self.assertEqual([3.5, 3.5], self.evaluate([v[0], v[1]]))
 
-  def _save_tower_local_mean(self):
+  def _save_replica_local_mean(self):
     """Save variables with mirroring, returns save_path."""
     with self.session(graph=ops.Graph()) as sess:
-      v, tower_local = _make_tower_local(
+      v, replica_local = _make_replica_local(
           variable_scope.VariableAggregation.MEAN)
 
       # Overwrite the initial values.
-      self._assign_tower_local(_devices, v, [3., 4.])
+      self._assign_replica_local(_devices, v, [3., 4.])
 
       with self._dist_scope():
         # Saves the current value of (v[0] + v[1])/2, 3.5
-        save_path = self._save(sess, tower_local)
+        save_path = self._save(sess, replica_local)
 
         # Change the values between save and restore.
-        self._assign_tower_local(_devices, v, [5., 6.])
+        self._assign_replica_local(_devices, v, [5., 6.])
     return save_path
 
-  def _save_tower_local_sum(self):
+  def _save_replica_local_sum(self):
     """Save variables with mirroring, returns save_path."""
     with self.session(graph=ops.Graph()) as sess:
-      v, tower_local = _make_tower_local("sum")
+      v, replica_local = _make_replica_local("sum")
 
       # Overwrite the initial values.
-      self._assign_tower_local(_devices, v, [1.5, 2.])
+      self._assign_replica_local(_devices, v, [1.5, 2.])
 
       with self._dist_scope():
         # Saves the current value of v[0] + v[1], 3.5
-        save_path = self._save(sess, tower_local)
+        save_path = self._save(sess, replica_local)
 
         # Change the values between save and restore.
-        self._assign_tower_local(_devices, v, [5., 6.])
+        self._assign_replica_local(_devices, v, [5., 6.])
     return save_path
 
   def _save_normal(self):
@@ -928,94 +930,96 @@ class TowerLocalVariableTest(test.TestCase):
       saver.restore(sess, save_path)
       self.assertEqual(3.5, self.evaluate(var))
 
-  def _restore_tower_local_mean(self, save_path):
+  def _restore_replica_local_mean(self, save_path):
     """Restore to variables with mirroring in a fresh graph."""
     with self.session(graph=ops.Graph()) as sess:
-      v, tower_local = _make_tower_local(
+      v, replica_local = _make_replica_local(
           variable_scope.VariableAggregation.MEAN)
 
       # Overwrite the initial values.
-      self._assign_tower_local(_devices, v, [7., 8.])
+      self._assign_replica_local(_devices, v, [7., 8.])
 
       with self._dist_scope():
         # Restores the saved value of 3.5 to both variables.
-        saver = saver_lib.Saver(var_list=[tower_local])
+        saver = saver_lib.Saver(var_list=[replica_local])
         saver.restore(sess, save_path)
         self.assertEqual([3.5, 3.5], self.evaluate([v[0], v[1]]))
 
-  def _restore_tower_local_sum(self, save_path):
+  def _restore_replica_local_sum(self, save_path):
     """Restore to variables with mirroring in a fresh graph."""
     with self.session(graph=ops.Graph()) as sess:
-      v, tower_local = _make_tower_local(variable_scope.VariableAggregation.SUM)
+      v, replica_local = _make_replica_local(
+          variable_scope.VariableAggregation.SUM)
 
       # Overwrite the initial values.
-      self._assign_tower_local(_devices, v, [7., 8.])
+      self._assign_replica_local(_devices, v, [7., 8.])
 
       with self._dist_scope():
         # Restores the saved value of 3.5 to both variables.
-        saver = saver_lib.Saver(var_list=[tower_local])
+        saver = saver_lib.Saver(var_list=[replica_local])
         saver.restore(sess, save_path)
         self.assertEqual([1.75, 1.75], self.evaluate([v[0], v[1]]))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveTowerLocalRestoreTowerLocalMean(self):
+  def testSaveReplicaLocalRestoreReplicaLocalMean(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
-    save_path = self._save_tower_local_mean()
-    self._restore_tower_local_mean(save_path)
+    save_path = self._save_replica_local_mean()
+    self._restore_replica_local_mean(save_path)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveTowerLocalRestoreTowerLocalSum(self):
+  def testSaveReplicaLocalRestoreReplicaLocalSum(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
-    save_path = self._save_tower_local_sum()
-    self._restore_tower_local_sum(save_path)
+    save_path = self._save_replica_local_sum()
+    self._restore_replica_local_sum(save_path)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveTowerLocalMeanRestoreNormal(self):
+  def testSaveReplicaLocalMeanRestoreNormal(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
-    save_path = self._save_tower_local_mean()
+    save_path = self._save_replica_local_mean()
     self._restore_normal(save_path)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveTowerLocalSumRestoreNormal(self):
+  def testSaveReplicaLocalSumRestoreNormal(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
-    save_path = self._save_tower_local_sum()
+    save_path = self._save_replica_local_sum()
     self._restore_normal(save_path)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveNormalRestoreTowerLocalMean(self):
+  def testSaveNormalRestoreReplicaLocalMean(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
     save_path = self._save_normal()
-    self._restore_tower_local_mean(save_path)
+    self._restore_replica_local_mean(save_path)
 
   @test_util.run_in_graph_and_eager_modes(config=config)
-  def testSaveNormalRestoreTowerLocalSum(self):
+  def testSaveNormalRestoreReplicaLocalSum(self):
     if context.num_gpus() < 1 and context.executing_eagerly():
       self.skipTest("A GPU is not available for this test in eager mode.")
 
     save_path = self._save_normal()
-    self._restore_tower_local_sum(save_path)
+    self._restore_replica_local_sum(save_path)
 
   def testTensorConversion(self):
     with context.graph_mode():
-      _, tower_local = _make_tower_local(variable_scope.VariableAggregation.SUM)
-      converted = ops.internal_convert_to_tensor(tower_local, as_ref=False)
+      _, replica_local = _make_replica_local(
+          variable_scope.VariableAggregation.SUM)
+      converted = ops.internal_convert_to_tensor(replica_local, as_ref=False)
       self.assertIsInstance(converted, ops.Tensor)
-      self.assertEqual(converted.dtype, tower_local.dtype)
+      self.assertEqual(converted.dtype, replica_local.dtype)
 
-      converted = ops.internal_convert_to_tensor(tower_local, as_ref=True)
+      converted = ops.internal_convert_to_tensor(replica_local, as_ref=True)
       # Resources variable are converted to tensors as well when as_ref is True.
       self.assertIsInstance(converted, ops.Tensor)
-      self.assertEqual(converted.dtype, tower_local.dtype)
+      self.assertEqual(converted.dtype, replica_local.dtype)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index 3c65e5ab0e..ae6c6f7ada 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -358,17 +358,17 @@ def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
   if not num_batches:
     raise ValueError('Please specify a batch_size that is smaller than'
                      'the number of input samples %d.' % first_x_value.shape[0])
-  # TODO(anjalisridhar): TPU currently supports using the num_towers property.
+  # TODO(anjalisridhar): TPU currently supports using the num_replicas property.
   # We might want to look into implementing worker_devices. In multi worker
-  # strategy, perhaps num_towers works better?
-  steps = num_batches // distribution_strategy.num_towers
+  # strategy, perhaps num_replicas works better?
+  steps = num_batches // distribution_strategy.num_replicas
   if not steps:
-    # TODO(anjalisridhar): Number of towers in the error message may not convey
-    # what we want to the user. Is there another terminology that we can use
-    # that is consistent across different strategies.
+    # TODO(anjalisridhar): Number of replicas in the error message may not
+    # convey what we want to the user. Is there another terminology that we can
+    # use that is consistent across different strategies?
     raise ValueError('The number of batches %d is smaller than the number '
-                     'of towers %d used for DistributionStrategy. ' %
-                     (num_batches, distribution_strategy.num_towers))
+                     'of replicas %d used for DistributionStrategy. ' %
+                     (num_batches, distribution_strategy.num_replicas))
   return steps
 
 
@@ -380,11 +380,11 @@ def get_batch_dimension(iterator):
   return dims[0] if dims else None
 
 
-def get_batch_size(num_towers, num_samples, steps):
+def get_batch_size(num_replicas, num_samples, steps):
   """Calculate and return batch size for numpy inputs.
 
   Args:
-    num_towers: Number of devices over which the model input is distributed.
+    num_replicas: Number of devices over which the model input is distributed.
     num_samples: Total number of input samples in the input numpy arrays.
     steps: Number of steps that we run the model for.
 
@@ -398,13 +398,13 @@ def get_batch_size(num_towers, num_samples, steps):
                     'Some samples will not be processed as expected.' %
                     (num_samples, steps))
   global_batch_size = num_samples // steps
-  if global_batch_size % num_towers != 0:
+  if global_batch_size % num_replicas != 0:
     logging.warning('The total number of batches per step %d is not evenly '
-                    'divisible by the number of towers %d used in '
+                    'divisible by the number of replicas %d used in '
                     'DistributionStrategy. Some samples will not be processed '
                     'as expected.' %
-                    (global_batch_size, num_towers))
-  return global_batch_size // num_towers
+                    (global_batch_size, num_replicas))
+  return global_batch_size // num_replicas
 
 
 def get_cpu_device(distribution_strategy):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 051f965f8b..e12ebafba1 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -720,7 +720,7 @@ class DistributionStrategy(object):
       Merged return value of `fn` across all replicas.
     """
     _require_cross_replica_context(self)
-    return self._call_for_each_tower(fn, *args, **kwargs)
+    return self._call_for_each_replica(fn, *args, **kwargs)
 
   def call_for_each_tower(self, fn, *args, **kwargs):
     """Run `fn` once per replica. DEPRECATED.
@@ -771,9 +771,9 @@ class DistributionStrategy(object):
       Merged return value of `fn` across all replicas.
     """
     _require_cross_replica_context(self)
-    return self._call_for_each_tower(fn, *args, **kwargs)
+    return self._call_for_each_replica(fn, *args, **kwargs)
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, *args, **kwargs):
     raise NotImplementedError("must be implemented in descendants")
 
   def reduce(self, aggregation, value, destinations):
@@ -941,22 +941,6 @@ class DistributionStrategy(object):
       v = v.op
     return v
 
-  @property
-  def is_single_replica(self):
-    """Returns whether there is a single replica or multiple.
-
-    Returns:
-      A boolean. If `True`, `call_for_each_replica(fn)` will only call
-      `fn` once.  If `False`, `call_for_each_replica(fn)` may call
-      `fn` multiple times.
-    """
-    return self.is_single_tower
-
-  @property
-  def is_single_tower(self):
-    """DEPRECATED: Use `is_single_replica` instead."""
-    raise NotImplementedError("must be implemented in descendants")
-
   @property
   def require_static_shapes(self):
     return self._require_static_shapes
@@ -964,7 +948,7 @@ class DistributionStrategy(object):
   @property
   def num_replicas(self):
     """Returns number of replicas, for purposes of averaging across replicas."""
-    return self.num_towers
+    raise NotImplementedError("must be implemented in descendants")
 
   @property
   def num_towers(self):
@@ -972,7 +956,7 @@ class DistributionStrategy(object):
 
     DEPRECATED: use `num_replicas` instead.
     """
-    raise NotImplementedError("must be implemented in descendants")
+    return self.num_replicas
 
   @property
   def num_replicas_in_sync(self):
@@ -1229,7 +1213,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     else:
       raise NotImplementedError("TODO")
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, *args, **kwargs):
     # We don't run `fn` in multiple threads in _DefaultDistributionStrategy.
     kwargs.pop("run_concurrently", None)
     with ReplicaContext(self, replica_id=0):
@@ -1267,11 +1251,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     return value
 
   @property
-  def is_single_tower(self):
-    return True
-
-  @property
-  def num_towers(self):
+  def num_replicas(self):
     return 1
 
   @property
@@ -1317,10 +1297,3 @@ resource_variable_ops._from_proto_fn = _from_proto_fn
 _push_per_thread_mode = distribution_strategy_context._push_per_thread_mode  # pylint: disable=protected-access
 _get_per_thread_mode = distribution_strategy_context._get_per_thread_mode  # pylint: disable=protected-access
 _pop_per_thread_mode = distribution_strategy_context._pop_per_thread_mode  # pylint: disable=protected-access
-
-
-#-------------------------------------------------------------------------------
-# For compatibility during the tower -> replica transistion.
-_require_cross_tower_context = _require_cross_replica_context
-require_tower_context = require_replica_context
-TowerContext = ReplicaContext
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index f03bd39100..44c486c997 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Test DistributionStrategy, TowerContext, and supporting APIs."""
+"""Test DistributionStrategy, ReplicaContext, and supporting APIs."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -24,7 +24,7 @@ from tensorflow.python.training import distribute
 from tensorflow.python.training import distribution_strategy_context
 
 
-class _TestTowerContext(distribute.TowerContext):
+class _TestReplicaContext(distribute.ReplicaContext):
 
   def merge_call(self, fn, *args, **kwargs):
     return kwargs["test_arg"]
@@ -40,8 +40,8 @@ def _get_test_variable(name, synchronization, aggregation):
 
 class _TestStrategy(distribute.DistributionStrategy):
 
-  def _call_for_each_tower(self, fn, *args, **kwargs):
-    with _TestTowerContext(self, tower_id=0):
+  def _call_for_each_replica(self, fn, *args, **kwargs):
+    with _TestReplicaContext(self, replica_id=0):
       return fn(*args, **kwargs)
 
   def _create_variable(self, next_creator, *args, **kwargs):
@@ -50,9 +50,9 @@ class _TestStrategy(distribute.DistributionStrategy):
 
 
 def _assert_in_default_state(t):
-  t.assertIs(distribution_strategy_context._get_default_tower_context(),
-             distribution_strategy_context.get_tower_context())
-  t.assertIs(None, distribution_strategy_context.get_cross_tower_context())
+  t.assertIs(distribution_strategy_context._get_default_replica_context(),
+             distribution_strategy_context.get_replica_context())
+  t.assertIs(None, distribution_strategy_context.get_cross_replica_context())
   t.assertIs(distribution_strategy_context._get_default_distribution_strategy(),
              distribution_strategy_context.get_distribution_strategy())
   t.assertFalse(distribution_strategy_context.has_distribution_strategy())
@@ -60,19 +60,19 @@ def _assert_in_default_state(t):
 
 class TestStrategyTest(test.TestCase):
 
-  def testCallForEachTower(self):
+  def testCallForEachReplica(self):
     _assert_in_default_state(self)
     dist = _TestStrategy()
 
     def run_fn():
-      tower_context = distribution_strategy_context.get_tower_context()
-      self.assertTrue(tower_context is not None)
+      replica_context = distribution_strategy_context.get_replica_context()
+      self.assertTrue(replica_context is not None)
       self.assertIs(None,
-                    distribution_strategy_context.get_cross_tower_context())
+                    distribution_strategy_context.get_cross_replica_context())
       self.assertTrue(distribution_strategy_context.has_distribution_strategy())
       self.assertIs(dist,
                     distribution_strategy_context.get_distribution_strategy())
-      self.assertEqual("foo", tower_context.merge_call(None, test_arg="foo"))
+      self.assertEqual("foo", replica_context.merge_call(None, test_arg="foo"))
       expected_value = _get_test_variable(
           "bar", variable_scope.VariableSynchronization.AUTO,
           variable_scope.VariableAggregation.NONE)
@@ -80,18 +80,18 @@ class TestStrategyTest(test.TestCase):
                            variable_scope.variable(1.0, name="bar"))
 
     with self.assertRaises(RuntimeError):
-      dist.call_for_each_tower(run_fn)
+      dist.call_for_each_replica(run_fn)
     with dist.scope():
-      dist.call_for_each_tower(run_fn)
+      dist.call_for_each_replica(run_fn)
     _assert_in_default_state(self)
 
   def testScope(self):
     _assert_in_default_state(self)
     dist = _TestStrategy()
     with dist.scope():
-      self.assertIs(None, distribution_strategy_context.get_tower_context())
+      self.assertIs(None, distribution_strategy_context.get_replica_context())
       self.assertIs(dist,
-                    distribution_strategy_context.get_cross_tower_context())
+                    distribution_strategy_context.get_cross_replica_context())
       self.assertTrue(distribution_strategy_context.has_distribution_strategy())
       self.assertIs(dist,
                     distribution_strategy_context.get_distribution_strategy())
@@ -128,19 +128,19 @@ class DefaultDistributionStrategyTest(test.TestCase):
       self.assertIs(
           distribution_strategy_context._get_default_distribution_strategy(),
           dist)
-      self.assertIs(None, distribution_strategy_context.get_tower_context())
+      self.assertIs(None, distribution_strategy_context.get_replica_context())
       self.assertIs(dist,
-                    distribution_strategy_context.get_cross_tower_context())
+                    distribution_strategy_context.get_cross_replica_context())
       self.assertIs(dist,
                     distribution_strategy_context.get_distribution_strategy())
       self.assertFalse(
           distribution_strategy_context.has_distribution_strategy())
       return "foo_" + s
 
-    tower_ctx = distribution_strategy_context.get_tower_context()
-    self.assertIs(distribution_strategy_context._get_default_tower_context(),
-                  tower_ctx)
-    self.assertEqual("foo_bar", tower_ctx.merge_call(merge_fn, "bar"))
+    replica_ctx = distribution_strategy_context.get_replica_context()
+    self.assertIs(distribution_strategy_context._get_default_replica_context(),
+                  replica_ctx)
+    self.assertEqual("foo_bar", replica_ctx.merge_call(merge_fn, "bar"))
     _assert_in_default_state(self)
 
 
-- 
GitLab


From 862733e6596ce9b4c84faac9105554d66f653697 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Tue, 23 Oct 2018 16:48:37 -0700
Subject: [PATCH 0509/1825] [XLA] Verify broadcast dimensions are non-negative.

PiperOrigin-RevId: 218431061
---
 tensorflow/compiler/xla/service/hlo_verifier.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index 4761a0256c..af78326b81 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -389,6 +389,7 @@ Status ShapeVerifier::HandleBroadcast(HloInstruction* broadcast) {
        ++operand_dimension) {
     int64 output_dimension = broadcast->dimensions()[operand_dimension];
     TF_RET_CHECK((output_dimension < ShapeUtil::Rank(broadcast->shape())) &&
+                 output_dimension >= 0 &&
                  (broadcast->shape().dimensions(output_dimension) ==
                   operand_shape.dimensions(operand_dimension)))
         << broadcast->ToString() << " operand shape " << operand_shape;
-- 
GitLab


From 4826fdcedd7f89bc7793f9a7bb6dece7ae1f942a Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Tue, 23 Oct 2018 16:58:46 -0700
Subject: [PATCH 0510/1825] Remove dead code.

_USE_C_SHAPES has been forced True for a while now
(June: commit 1d74a69443f741e69f9f52cb6bc2940b4d4ae3b7
August: commit a473f435cf7345cb9dc2efacb471a7f318141a9b)
PiperOrigin-RevId: 218432421
---
 .../contrib/eager/python/parameter_server.py  |  7 +------
 .../python/framework/tensor_util_test.py      |  1 -
 tensorflow/python/eager/function_test.py      |  1 -
 tensorflow/python/framework/function.py       | 21 ++++++++-----------
 tensorflow/python/framework/function_test.py  |  8 -------
 .../python/kernel_tests/list_ops_test.py      |  1 -
 .../python/ops/resource_variable_ops.py       |  8 +------
 7 files changed, 11 insertions(+), 36 deletions(-)

diff --git a/tensorflow/contrib/eager/python/parameter_server.py b/tensorflow/contrib/eager/python/parameter_server.py
index 3a9e7b027e..7803a6799b 100644
--- a/tensorflow/contrib/eager/python/parameter_server.py
+++ b/tensorflow/contrib/eager/python/parameter_server.py
@@ -56,12 +56,7 @@ def _eager_safe_variable_handle(shape, dtype, shared_name, name, graph_mode):
     # shape inference doesn't run in eager mode we copy this data here for when
     # the handle is captured by an eager mode function.
     # pylint: disable=protected-access
-    if ops._USE_C_SHAPES:
-      handle._handle_data = resource_variable_ops.get_resource_handle_data(h)
-    else:
-      if h._handle_data is None:
-        ops.set_shape_and_handle_data_for_outputs(h.op)
-      handle._handle_data = h._handle_data
+    handle._handle_data = resource_variable_ops.get_resource_handle_data(h)
     # pylint: enable=protected-access
   # Clean up op->graph->op reference cycles.
   ops.dismantle_graph(graph)
diff --git a/tensorflow/contrib/framework/python/framework/tensor_util_test.py b/tensorflow/contrib/framework/python/framework/tensor_util_test.py
index 9b0b9b1e1b..05788d2e82 100644
--- a/tensorflow/contrib/framework/python/framework/tensor_util_test.py
+++ b/tensorflow/contrib/framework/python/framework/tensor_util_test.py
@@ -218,7 +218,6 @@ class WithShapeTest(test.TestCase):
         self.assertRaisesRegexp(errors_impl.OpError, "Wrong shape",
                                 tensor_2x2.eval, {tensor_no_shape: [42.0]})
 
-  @test_util.enable_c_shapes
   def test_with_shape_partial(self):
     with self.cached_session():
       tensor_partial_shape = array_ops.placeholder(dtypes.float32)
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index ba6e0b0429..1357d5c6e3 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -85,7 +85,6 @@ class DefunnedMiniModel(MiniModel):
     return super(DefunnedMiniModel, self).call(inputs, training=training)
 
 
-@test_util.with_c_shapes
 class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testBasic(self):
diff --git a/tensorflow/python/framework/function.py b/tensorflow/python/framework/function.py
index 225208944e..98f5dbb735 100644
--- a/tensorflow/python/framework/function.py
+++ b/tensorflow/python/framework/function.py
@@ -756,20 +756,17 @@ class _FuncGraph(ops.Graph):
       ph = array_ops.placeholder(
           tensor.dtype, shape=tensor.get_shape(), name=name)
     # pylint: disable=protected-access
-    if ops._USE_C_SHAPES:
-      if isinstance(tensor, ops.EagerTensor):
-        handle_data = tensor._handle_data
-        if handle_data:
-          handle_data = handle_data.SerializeToString()
-      else:
-        handle_data = c_api.GetHandleShapeAndType(tensor.graph._c_graph,
-                                                  tensor._as_tf_output())
-
+    if isinstance(tensor, ops.EagerTensor):
+      handle_data = tensor._handle_data
       if handle_data:
-        c_api.SetHandleShapeAndType(ph.graph._c_graph, ph._as_tf_output(),
-                                    compat.as_bytes(handle_data))
+        handle_data = handle_data.SerializeToString()
     else:
-      ph._handle_data = tensor._handle_data
+      handle_data = c_api.GetHandleShapeAndType(tensor.graph._c_graph,
+                                                tensor._as_tf_output())
+
+    if handle_data:
+      c_api.SetHandleShapeAndType(ph.graph._c_graph, ph._as_tf_output(),
+                                  compat.as_bytes(handle_data))
     # pylint: enable=protected-access
     self.inputs.append(ph)
     self._captured[tensor] = ph
diff --git a/tensorflow/python/framework/function_test.py b/tensorflow/python/framework/function_test.py
index 2d11a1644d..13ee6c5d2d 100644
--- a/tensorflow/python/framework/function_test.py
+++ b/tensorflow/python/framework/function_test.py
@@ -35,7 +35,6 @@ from tensorflow.python.framework import function
 from tensorflow.python.framework import graph_to_function_def
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
-from tensorflow.python.framework import test_util
 from tensorflow.python.framework.errors import InvalidArgumentError
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -86,7 +85,6 @@ def _OptimizerOptions():
         yield cfg
 
 
-@test_util.with_c_shapes
 class FunctionTest(test.TestCase):
   """Test methods for verifying Function support.
 
@@ -1136,7 +1134,6 @@ class FunctionTest(test.TestCase):
     self.assertAllEqual(v2, 50.)
 
 
-@test_util.with_c_shapes
 class FunctionsFromProtos(test.TestCase):
 
   def expectFunctionsEqual(self, func, grad_func=None, new_func=None):
@@ -1360,7 +1357,6 @@ class FunctionsFromProtos(test.TestCase):
                      True)
 
 
-@test_util.with_c_shapes
 class FunctionOverloadTest(test.TestCase):
 
   def testBasic(self):
@@ -1413,7 +1409,6 @@ class FunctionOverloadTest(test.TestCase):
                      "Successor of x.")
 
 
-@test_util.with_c_shapes
 class FunctionCaptureByValueTest(test.TestCase):
 
   def testCaptureByValue(self):
@@ -1443,7 +1438,6 @@ class FunctionCaptureByValueTest(test.TestCase):
       self.assertAllEqual(y.eval(), [[12.0]])
 
 
-@test_util.with_c_shapes
 class UnrollLSTMTest(test.TestCase):
   BATCH_SIZE = 16
   LSTM_DIMS = 32
@@ -1580,7 +1574,6 @@ class UnrollLSTMTest(test.TestCase):
       self.assertAllClose(d0, d3, rtol=1e-4, atol=1e-4)
 
 
-@test_util.with_c_shapes
 class FunctionInlineControlTest(test.TestCase):
 
   def testFoo(self):
@@ -1662,7 +1655,6 @@ class ModuleFunctionTest(test.TestCase):
         self.assertAllEqual([[5]], sess.run(z))
 
 
-@test_util.with_c_shapes
 class VariableHoistingTest(test.TestCase):
 
   def _testSimpleModel(self, use_forward_func, use_resource=False):
diff --git a/tensorflow/python/kernel_tests/list_ops_test.py b/tensorflow/python/kernel_tests/list_ops_test.py
index 4df56f35e6..385b1b0ecd 100644
--- a/tensorflow/python/kernel_tests/list_ops_test.py
+++ b/tensorflow/python/kernel_tests/list_ops_test.py
@@ -43,7 +43,6 @@ def scalar_shape():
   return ops.convert_to_tensor([], dtype=dtypes.int32)
 
 
-@test_util.with_c_shapes
 class ListOpsTest(test_util.TensorFlowTestCase):
 
   @test_util.run_in_graph_and_eager_modes
diff --git a/tensorflow/python/ops/resource_variable_ops.py b/tensorflow/python/ops/resource_variable_ops.py
index 4a126e9d7a..10c57333ba 100644
--- a/tensorflow/python/ops/resource_variable_ops.py
+++ b/tensorflow/python/ops/resource_variable_ops.py
@@ -45,7 +45,6 @@ from tensorflow.python.util import compat
 
 
 def get_resource_handle_data(graph_op):
-  assert ops._USE_C_SHAPES  # pylint: disable=protected-access
   assert type(graph_op) == ops.Tensor  # pylint: disable=unidiomatic-typecheck
 
   handle_data = pywrap_tensorflow.GetHandleShapeAndType(
@@ -87,12 +86,7 @@ def eager_safe_variable_handle(shape, dtype, shared_name, name, graph_mode):
     # shape inference doesn't run in eager mode we copy this data here for when
     # the handle is captured by an eager mode function.
     # pylint: disable=protected-access
-    if ops._USE_C_SHAPES:
-      handle._handle_data = get_resource_handle_data(h)
-    else:
-      if h._handle_data is None:
-        ops.set_shape_and_handle_data_for_outputs(h.op)
-      handle._handle_data = h._handle_data
+    handle._handle_data = get_resource_handle_data(h)
     # pylint: enable=protected-access
   # Clean up op->graph->op reference cycles.
   ops.dismantle_graph(graph)
-- 
GitLab


From 0866dadf1d20b6edd3bfb1a0b01409fc1a634c9a Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 23 Oct 2018 17:01:09 -0700
Subject: [PATCH 0511/1825] Passes gloal presubmits after cl/217424918,
 cl/216788530 and cl/217751845 for using `defun` instead of `Defun` for
 `tf.data`.

Automated rollback of commit 2597b883a14749c77fffd7e5f9677107021ff40a

PiperOrigin-RevId: 218432794
---
 .../contrib/distribute/python/input_ops.py    |   2 +-
 tensorflow/python/data/kernel_tests/BUILD     |   2 +
 .../data/kernel_tests/map_dataset_op_test.py  | 131 ++++++++++++++++++
 tensorflow/python/data/ops/dataset_ops.py     |  61 ++++----
 tensorflow/python/framework/func_graph.py     |   2 +-
 5 files changed, 162 insertions(+), 36 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/input_ops.py b/tensorflow/contrib/distribute/python/input_ops.py
index f07ec8234d..423952c9e2 100644
--- a/tensorflow/contrib/distribute/python/input_ops.py
+++ b/tensorflow/contrib/distribute/python/input_ops.py
@@ -78,7 +78,7 @@ def auto_shard_dataset(dataset, num_shards, index):
       elif hasattr(dataset, "_map_func"):
         # TODO(priyag): Make this check more robust by enforcing some common
         # property on all map/flatmap/interleave datasets.
-        map_func_def = dataset._map_func.definition
+        map_func_def = dataset._map_func.function_def
         for node in map_func_def.node_def:
           if node.op in _READER_DATASET_OPS:
             found_reader_op = True
diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index d0ae06e1bb..d472c903d1 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -272,9 +272,11 @@ tf_py_test(
         "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:data_flow_ops",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
         "//tensorflow/python:functional_ops",
         "//tensorflow/python:lookup_ops",
         "//tensorflow/python:math_ops",
diff --git a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
index 7767c08e61..3f4e55080f 100644
--- a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
@@ -37,6 +37,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import data_flow_ops
 from tensorflow.python.ops import functional_ops
 from tensorflow.python.ops import lookup_ops
@@ -548,6 +549,136 @@ class MapDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
+  def testCaseAndCondInMap(self):
+
+    def control_map_fn(x, y):
+
+      def multiply():
+        return x * 2
+
+      def divide():
+        return x // 2
+
+      def defaults_two():
+        return control_flow_ops.cond(
+            math_ops.equal(math_ops.mod(x, 2), 0),
+            multiply,
+            divide,
+            name="cond_mult")
+
+      pred_fn_pairs = {
+          math_ops.logical_or(math_ops.equal(y, 2), math_ops.equal(y, 3)):
+              defaults_two,
+      }
+
+      return control_flow_ops.case(
+          pred_fn_pairs, default=multiply, exclusive=True)
+
+    def build_dataset(row, num):
+      iterator = (
+          dataset_ops.Dataset.from_tensor_slices(row).map(
+              lambda x: control_map_fn(x, num)).make_initializable_iterator())
+      init_op = iterator.initializer
+      get_next = iterator.get_next()
+      return init_op, get_next
+
+    with self.cached_session() as sess:
+      row = np.arange(6)
+      for num in [2, 3, 4]:
+        init_op, get_next = build_dataset(row, num)
+        sess.run(init_op)
+        for i in range(6):
+          self.assertEqual(
+              (i // 2 if i % 2 else i * 2) if (num == 2 or num == 3) else i * 2,
+              sess.run(get_next))
+        with self.assertRaises(errors.OutOfRangeError):
+          sess.run(get_next)
+
+  def testCaseInWhileInMap(self):
+
+    def control_map_fn(x, y):
+
+      def multiply():
+        return x * 2
+
+      def divide():
+        return x // 2
+
+      pred_fn_pairs = {
+          math_ops.logical_or(math_ops.equal(y, 2), math_ops.equal(y, 3)):
+              divide,
+      }
+
+      return control_flow_ops.case(
+          pred_fn_pairs, default=multiply, exclusive=True)
+
+    def build_dataset(row, num):
+      # pylint: disable=g-long-lambda
+      iterator = (
+          dataset_ops.Dataset.from_tensors(row).map(
+              lambda elems: functional_ops.map_fn(lambda x:
+                                                  control_map_fn(x, num), elems)
+              ).make_initializable_iterator())
+      init_op = iterator.initializer
+      get_next = iterator.get_next()
+      return init_op, get_next
+
+    with self.cached_session() as sess:
+      row = np.arange(6)
+      for num in [2, 3, 4]:
+        init_op, get_next = build_dataset(row, num)
+        sess.run(init_op)
+        self.assertAllEqual(
+            [x // 2 if (num == 2 or num == 3) else x * 2 for x in row],
+            sess.run(get_next))
+        with self.assertRaises(errors.OutOfRangeError):
+          sess.run(get_next)
+
+  def testCaseAndCondInWhileInMap(self):
+
+    def control_map_fn(x, y):
+
+      def multiply():
+        return x * 2
+
+      def divide():
+        return x // 2
+
+      def defaults_two():
+        return control_flow_ops.cond(
+            math_ops.equal(math_ops.mod(x, 2), 0),
+            multiply,
+            divide,
+            name="cond_mult")
+
+      pred_fn_pairs = {
+          math_ops.logical_or(math_ops.equal(y, 2), math_ops.equal(y, 3)):
+              defaults_two,
+      }
+
+      return control_flow_ops.case(
+          pred_fn_pairs, default=multiply, exclusive=True)
+
+    row = np.arange(6)
+    num = 2
+    # pylint: disable=g-long-lambda
+    iterator = (
+        dataset_ops.Dataset.from_tensors(row).map(
+            lambda elems: functional_ops.map_fn(lambda x:
+                                                control_map_fn(x, num), elems)
+            ).make_initializable_iterator())
+    # pylint: enable=g-long-lambda
+    init_op = iterator.initializer
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      sess.run(init_op)
+      self.assertAllEqual([(x // 2 if x % 2 else x * 2) if
+                           (num == 2 or num == 3) else x * 2 for x in row],
+                          sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
   def testPrefetch(self):
     # We will use this event to test that `_map_py_func()` has been
     # invoked a certain number of times (6 times, to be exact) after
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 47760bad40..53617fbe52 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -30,6 +30,7 @@ from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import random_seed
 from tensorflow.python.data.util import sparse
 from tensorflow.python.eager import context
+from tensorflow.python.eager import function as eager_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import function
@@ -38,6 +39,7 @@ from tensorflow.python.framework import random_seed as core_random_seed
 from tensorflow.python.framework import smart_cond
 from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
 from tensorflow.python.framework import tensor_shape
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -1747,7 +1749,8 @@ class _VariantDataset(Dataset):
 
 
 class StructuredFunctionWrapper(object):
-  """A wrapper for `Defun` that supports structured arguments and return values.
+  """A wrapper for `defun` that supports structured arguments and return values.
+
   """
 
   def __init__(self,
@@ -1812,7 +1815,7 @@ class StructuredFunctionWrapper(object):
     # TODO(b/110122868): Enable this support for all `tf.data` functions.
     self._nested_dataset_support = experimental_nested_dataset_support
 
-    @function.Defun(*self._defun_args(), func_name=self._func_name)
+    @eager_function.defun(input_signature=self._defun_args())
     def tf_data_structured_function_wrapper(*args):
       """Wrapper for passing nested structures to and from tf.data functions."""
       flat_args = []
@@ -1897,37 +1900,45 @@ class StructuredFunctionWrapper(object):
       self._output_classes = nest.pack_sequence_as(ret, flat_classes)
       self._output_shapes = nest.pack_sequence_as(ret, flat_shapes)
       self._output_types = nest.pack_sequence_as(ret, flat_types)
+      return flat_ret
 
-      _warn_if_collections(transformation_name)
+    table_initializers_len = len(ops.get_default_graph().get_collection(
+        ops.GraphKeys.TABLE_INITIALIZERS))
 
-      return flat_ret
+    self._function = tf_data_structured_function_wrapper.get_concrete_function()
 
-    self._function = tf_data_structured_function_wrapper
     if add_to_graph:
       self._function.add_to_graph(ops.get_default_graph())
-    else:
-      # Use the private method that will execute
-      # `tf_data_structured_function_wrapper` but delay adding it to the graph
-      # in case (e.g.) we need to rerun the function.
-      self._function._create_definition_if_needed()  # pylint: disable=protected-access
+
+    if len(
+        self._function.graph.get_collection(
+            ops.GraphKeys.TABLE_INITIALIZERS)) != table_initializers_len:
+      warnings.warn(
+          "Creating lookup tables inside a function passed to %s is not"
+          " supported. Create each table outside the function, and "
+          "capture it inside the function to use it." % transformation_name)
 
   def _defun_args(self):
-    """Returns a flat list of `tf.DType` for the input element structure."""
+    """Returns a list of `tf.TensorSpec` for the input element structure."""
     ret = []
-    for input_type, input_class in zip(nest.flatten(self._input_types),
-                                       nest.flatten(self._input_classes)):
+    for input_type, input_shape, input_class in zip(
+        nest.flatten(self._input_types), nest.flatten(self._input_shapes),
+        nest.flatten(self._input_classes)):
       # TODO(b/110122868): Add a registration mechanism for new component types.
       if input_class is sparse_tensor_lib.SparseTensor:
-        ret.append(dtypes.variant)
+        ret.append(
+            tensor_spec.TensorSpec(
+                tensor_shape.TensorShape(None), dtypes.variant))
       elif isinstance(input_class, _NestedDatasetComponent):
         if not self._nested_dataset_support:
           raise NotImplementedError(
               "The %s transformation does not currently support nested "
               "datasets as inputs." % self._transformation_name)
-        ret.append(dtypes.variant)
+        ret.append(
+            tensor_spec.TensorSpec(tensor_shape.scalar(), dtypes.variant))
       else:
         assert isinstance(input_type, dtypes.DType)
-        ret.append(input_type)
+        ret.append(tensor_spec.TensorSpec(input_shape, input_type))
     return ret
 
   @property
@@ -2640,24 +2651,6 @@ def _should_unpack_args(args):
   return type(args) is tuple  # pylint: disable=unidiomatic-typecheck
 
 
-def _warn_if_collections(transformation_name):
-  """Prints warning message if the current graph uses common graph collections.
-
-  NOTE(mrry): Currently a warning is only generated for lookup tables. Any
-  variables created will be automatically hoisted out to the outermost scope
-  using `init_scope()`. Some collections (such as for control-flow contexts)
-  are benign and should not generate a warning.
-
-  Args:
-    transformation_name: A human-readable name for the transformation.
-  """
-  if ops.get_default_graph().get_collection(ops.GraphKeys.TABLE_INITIALIZERS):
-    warnings.warn("Creating lookup tables inside a function passed to %s is not"
-                  " supported. Create each table outside the function, and "
-                  "capture it inside the function to use it."
-                  % transformation_name)
-
-
 class MapDataset(UnaryDataset):
   """A `Dataset` that maps a function over elements in its input."""
 
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index 87ccb5182a..accaa17ff4 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -22,7 +22,6 @@ import collections
 import weakref
 
 from tensorflow.core.framework import attr_value_pb2
-from tensorflow.python import autograph
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.eager.graph_only_ops import graph_placeholder
@@ -384,6 +383,7 @@ def func_graph_from_py_func(name,
     this_tape = tape.push_new_tape()
     try:
       if experimental_autograph:
+        from tensorflow.python import autograph  # pylint: disable=g-import-not-at-top
         func_outputs = autograph.converted_call(
             python_func, None,
             autograph.ConversionOptions(
-- 
GitLab


From 5adcf9988803aa18092b1fc68e7bef7e50e5ae61 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 23 Oct 2018 17:05:47 -0700
Subject: [PATCH 0512/1825] Fork TFLite Camera demo app for using Flex runtime.

PiperOrigin-RevId: 218433699
---
 .../lite/examples/ios/camera/README.md        |  12 +
 .../project.pbxproj                           | 365 ++++++++++++++++++
 2 files changed, 377 insertions(+)
 create mode 100644 tensorflow/contrib/lite/examples/ios/camera/README.md
 create mode 100644 tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj

diff --git a/tensorflow/contrib/lite/examples/ios/camera/README.md b/tensorflow/contrib/lite/examples/ios/camera/README.md
new file mode 100644
index 0000000000..98d4e686d1
--- /dev/null
+++ b/tensorflow/contrib/lite/examples/ios/camera/README.md
@@ -0,0 +1,12 @@
+## Using the iOS Demo App
+
+Please read the [TensorFlow Lite iOS Demo App](https://www.tensorflow.org/lite/demo_ios) page.
+
+## Using the iOS Demo App with support for select TensorFlow ops
+
+TODO(ycling): Link to the select TensorFlow ops documentation when it's
+done.
+
+Follow the guide to TensorFlow Lite iOS Library with support for select
+TensorFlow ops, then open `tflite_camera_example_with_flex.xcodeproj`.
+Note that this project setting is not using CocoaPod.
diff --git a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj
new file mode 100644
index 0000000000..cf498dcc7a
--- /dev/null
+++ b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj
@@ -0,0 +1,365 @@
+// !$*UTF8*$!
+{
+	archiveVersion = 1;
+	classes = {
+	};
+	objectVersion = 46;
+	objects = {
+
+/* Begin PBXBuildFile section */
+		1C3C9DCC1ED3AB4200B8B5FA /* main.mm in Sources */ = {isa = PBXBuildFile; fileRef = 1C3C9DCA1ED3AB4200B8B5FA /* main.mm */; };
+		1C99111C1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 1C99111B1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard */; };
+		1CA5EB931ED3ABFB00247A34 /* CoreMedia.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 1CA5EB921ED3ABFB00247A34 /* CoreMedia.framework */; };
+		1CB47D491ED3AD1700DF7666 /* AVFoundation.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 1CB47D481ED3AD1700DF7666 /* AVFoundation.framework */; };
+		1CDB2D491ED3A9CD007929E9 /* CameraExampleAppDelegate.m in Sources */ = {isa = PBXBuildFile; fileRef = 1CDB2D431ED3A9CD007929E9 /* CameraExampleAppDelegate.m */; };
+		1CDB2D4A1ED3A9CD007929E9 /* CameraExampleViewController.mm in Sources */ = {isa = PBXBuildFile; fileRef = 1CDB2D451ED3A9CD007929E9 /* CameraExampleViewController.mm */; };
+		AC1F82661FBA3CBD0052BA77 /* labels.txt in Resources */ = {isa = PBXBuildFile; fileRef = AC1F82641FBA3CBD0052BA77 /* labels.txt */; };
+		AC3BB41720114C400084552C /* mobilenet_v1_1.0_224.tflite in Resources */ = {isa = PBXBuildFile; fileRef = AC3BB41620114C400084552C /* mobilenet_v1_1.0_224.tflite */; };
+		AC421C73217D079300A7DFC2 /* libtensorflow-lite.a in Frameworks */ = {isa = PBXBuildFile; fileRef = AC421C72217D079300A7DFC2 /* libtensorflow-lite.a */; };
+		ACD35BF0217A99D600BBC881 /* libprotobuf.a in Frameworks */ = {isa = PBXBuildFile; fileRef = ACD35BEF217A99D600BBC881 /* libprotobuf.a */; };
+		ACD35BF2217A9A4E00BBC881 /* nsync.a in Frameworks */ = {isa = PBXBuildFile; fileRef = ACD35BF1217A9A4E00BBC881 /* nsync.a */; };
+		ACD35BF4217A9E7E00BBC881 /* Accelerate.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = ACD35BF3217A9E7E00BBC881 /* Accelerate.framework */; };
+/* End PBXBuildFile section */
+
+/* Begin PBXFileReference section */
+		1C0D73481ECCC41B008C1DAB /* CoreImage.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = CoreImage.framework; path = System/Library/Frameworks/CoreImage.framework; sourceTree = SDKROOT; };
+		1C0D734A1ECCC460008C1DAB /* CoreGraphics.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = CoreGraphics.framework; path = System/Library/Frameworks/CoreGraphics.framework; sourceTree = SDKROOT; };
+		1C3C9DCA1ED3AB4200B8B5FA /* main.mm */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.objcpp; path = main.mm; sourceTree = "<group>"; };
+		1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_flex.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = tflite_camera_example_with_flex.app; sourceTree = BUILT_PRODUCTS_DIR; };
+		1C99111B1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = file.storyboard; path = MainStoryboard_iPhone.storyboard; sourceTree = "<group>"; };
+		1CA45FFE1ECCC356002FA6A4 /* UIKit.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = UIKit.framework; path = System/Library/Frameworks/UIKit.framework; sourceTree = SDKROOT; };
+		1CA5EB921ED3ABFB00247A34 /* CoreMedia.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = CoreMedia.framework; path = System/Library/Frameworks/CoreMedia.framework; sourceTree = SDKROOT; };
+		1CB47D481ED3AD1700DF7666 /* AVFoundation.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = AVFoundation.framework; path = System/Library/Frameworks/AVFoundation.framework; sourceTree = SDKROOT; };
+		1CDB2D421ED3A9CD007929E9 /* CameraExampleAppDelegate.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = CameraExampleAppDelegate.h; sourceTree = "<group>"; };
+		1CDB2D431ED3A9CD007929E9 /* CameraExampleAppDelegate.m */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.objc; path = CameraExampleAppDelegate.m; sourceTree = "<group>"; };
+		1CDB2D441ED3A9CD007929E9 /* CameraExampleViewController.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = CameraExampleViewController.h; sourceTree = "<group>"; };
+		1CDB2D451ED3A9CD007929E9 /* CameraExampleViewController.mm */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.objcpp; path = CameraExampleViewController.mm; sourceTree = "<group>"; };
+		1CDB2D4D1ED3AA35007929E9 /* Info.plist */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = text.plist.xml; path = Info.plist; sourceTree = "<group>"; };
+		AC1F82641FBA3CBD0052BA77 /* labels.txt */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = text; path = labels.txt; sourceTree = "<group>"; };
+		AC3BB41620114C400084552C /* mobilenet_v1_1.0_224.tflite */ = {isa = PBXFileReference; lastKnownFileType = file; path = mobilenet_v1_1.0_224.tflite; sourceTree = "<group>"; };
+		AC421C72217D079300A7DFC2 /* libtensorflow-lite.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = "libtensorflow-lite.a"; path = "../../../../makefile/gen/lib/libtensorflow-lite.a"; sourceTree = "<group>"; };
+		ACD35BEF217A99D600BBC881 /* libprotobuf.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = libprotobuf.a; path = ../../../../makefile/gen/protobuf_ios/lib/libprotobuf.a; sourceTree = "<group>"; };
+		ACD35BF1217A9A4E00BBC881 /* nsync.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = nsync.a; path = ../../../../makefile/gen/lib/nsync.a; sourceTree = "<group>"; };
+		ACD35BF3217A9E7E00BBC881 /* Accelerate.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = Accelerate.framework; path = System/Library/Frameworks/Accelerate.framework; sourceTree = SDKROOT; };
+/* End PBXFileReference section */
+
+/* Begin PBXFrameworksBuildPhase section */
+		1C564C0A1ED3A92E00087306 /* Frameworks */ = {
+			isa = PBXFrameworksBuildPhase;
+			buildActionMask = 2147483647;
+			files = (
+				AC421C73217D079300A7DFC2 /* libtensorflow-lite.a in Frameworks */,
+				ACD35BF4217A9E7E00BBC881 /* Accelerate.framework in Frameworks */,
+				ACD35BF2217A9A4E00BBC881 /* nsync.a in Frameworks */,
+				ACD35BF0217A99D600BBC881 /* libprotobuf.a in Frameworks */,
+				1CB47D491ED3AD1700DF7666 /* AVFoundation.framework in Frameworks */,
+				1CA5EB931ED3ABFB00247A34 /* CoreMedia.framework in Frameworks */,
+			);
+			runOnlyForDeploymentPostprocessing = 0;
+		};
+/* End PBXFrameworksBuildPhase section */
+
+/* Begin PBXGroup section */
+		24D7686C331131624F4454A0 /* Frameworks */ = {
+			isa = PBXGroup;
+			children = (
+				AC421C72217D079300A7DFC2 /* libtensorflow-lite.a */,
+				ACD35BF3217A9E7E00BBC881 /* Accelerate.framework */,
+				ACD35BF1217A9A4E00BBC881 /* nsync.a */,
+				ACD35BEF217A99D600BBC881 /* libprotobuf.a */,
+				1CB47D481ED3AD1700DF7666 /* AVFoundation.framework */,
+				1CA5EB921ED3ABFB00247A34 /* CoreMedia.framework */,
+				1C0D734A1ECCC460008C1DAB /* CoreGraphics.framework */,
+				1C0D73481ECCC41B008C1DAB /* CoreImage.framework */,
+				1CA45FFE1ECCC356002FA6A4 /* UIKit.framework */,
+			);
+			name = Frameworks;
+			sourceTree = "<group>";
+		};
+		591157921CF4011C00C31E3A = {
+			isa = PBXGroup;
+			children = (
+				1C99111B1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard */,
+				1C3C9DCA1ED3AB4200B8B5FA /* main.mm */,
+				1CDB2D4D1ED3AA35007929E9 /* Info.plist */,
+				1CDB2D421ED3A9CD007929E9 /* CameraExampleAppDelegate.h */,
+				1CDB2D431ED3A9CD007929E9 /* CameraExampleAppDelegate.m */,
+				1CDB2D441ED3A9CD007929E9 /* CameraExampleViewController.h */,
+				1CDB2D451ED3A9CD007929E9 /* CameraExampleViewController.mm */,
+				59A3CFF31CF4E68100C4259F /* data */,
+				5911579C1CF4011C00C31E3A /* Products */,
+				24D7686C331131624F4454A0 /* Frameworks */,
+			);
+			sourceTree = "<group>";
+		};
+		5911579C1CF4011C00C31E3A /* Products */ = {
+			isa = PBXGroup;
+			children = (
+				1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_flex.app */,
+			);
+			name = Products;
+			sourceTree = "<group>";
+		};
+		59A3CFF31CF4E68100C4259F /* data */ = {
+			isa = PBXGroup;
+			children = (
+				AC3BB41620114C400084552C /* mobilenet_v1_1.0_224.tflite */,
+				AC1F82641FBA3CBD0052BA77 /* labels.txt */,
+			);
+			path = data;
+			sourceTree = "<group>";
+		};
+/* End PBXGroup section */
+
+/* Begin PBXNativeTarget section */
+		1C564C0C1ED3A92E00087306 /* tflite_camera_example_with_flex */ = {
+			isa = PBXNativeTarget;
+			buildConfigurationList = 1C564C351ED3A92E00087306 /* Build configuration list for PBXNativeTarget "tflite_camera_example_with_flex" */;
+			buildPhases = (
+				1C564C091ED3A92E00087306 /* Sources */,
+				1C564C0A1ED3A92E00087306 /* Frameworks */,
+				1C564C0B1ED3A92E00087306 /* Resources */,
+			);
+			buildRules = (
+			);
+			dependencies = (
+			);
+			name = tflite_camera_example_with_flex;
+			productName = tflite_camera_example_with_flex;
+			productReference = 1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_flex.app */;
+			productType = "com.apple.product-type.application";
+		};
+/* End PBXNativeTarget section */
+
+/* Begin PBXProject section */
+		591157931CF4011C00C31E3A /* Project object */ = {
+			isa = PBXProject;
+			attributes = {
+				LastSwiftUpdateCheck = 0830;
+				LastUpgradeCheck = 0830;
+				ORGANIZATIONNAME = Google;
+				TargetAttributes = {
+					1C564C0C1ED3A92E00087306 = {
+						CreatedOnToolsVersion = 8.3.2;
+						DevelopmentTeam = EQHXZ8M8AV;
+						ProvisioningStyle = Automatic;
+					};
+				};
+			};
+			buildConfigurationList = 591157961CF4011C00C31E3A /* Build configuration list for PBXProject "tflite_camera_example_with_flex" */;
+			compatibilityVersion = "Xcode 3.2";
+			developmentRegion = English;
+			hasScannedForEncodings = 0;
+			knownRegions = (
+				en,
+				Base,
+			);
+			mainGroup = 591157921CF4011C00C31E3A;
+			productRefGroup = 5911579C1CF4011C00C31E3A /* Products */;
+			projectDirPath = "";
+			projectRoot = "";
+			targets = (
+				1C564C0C1ED3A92E00087306 /* tflite_camera_example_with_flex */,
+			);
+		};
+/* End PBXProject section */
+
+/* Begin PBXResourcesBuildPhase section */
+		1C564C0B1ED3A92E00087306 /* Resources */ = {
+			isa = PBXResourcesBuildPhase;
+			buildActionMask = 2147483647;
+			files = (
+				AC3BB41720114C400084552C /* mobilenet_v1_1.0_224.tflite in Resources */,
+				1C99111C1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard in Resources */,
+				AC1F82661FBA3CBD0052BA77 /* labels.txt in Resources */,
+			);
+			runOnlyForDeploymentPostprocessing = 0;
+		};
+/* End PBXResourcesBuildPhase section */
+
+/* Begin PBXSourcesBuildPhase section */
+		1C564C091ED3A92E00087306 /* Sources */ = {
+			isa = PBXSourcesBuildPhase;
+			buildActionMask = 2147483647;
+			files = (
+				1CDB2D4A1ED3A9CD007929E9 /* CameraExampleViewController.mm in Sources */,
+				1CDB2D491ED3A9CD007929E9 /* CameraExampleAppDelegate.m in Sources */,
+				1C3C9DCC1ED3AB4200B8B5FA /* main.mm in Sources */,
+			);
+			runOnlyForDeploymentPostprocessing = 0;
+		};
+/* End PBXSourcesBuildPhase section */
+
+/* Begin XCBuildConfiguration section */
+		1C564C361ED3A92E00087306 /* Debug */ = {
+			isa = XCBuildConfiguration;
+			buildSettings = {
+				ASSETCATALOG_COMPILER_APPICON_NAME = AppIcon;
+				CLANG_ANALYZER_NONNULL = YES;
+				CLANG_ANALYZER_NUMBER_OBJECT_CONVERSION = YES_AGGRESSIVE;
+				CLANG_WARN_DOCUMENTATION_COMMENTS = YES;
+				DEVELOPMENT_TEAM = EQHXZ8M8AV;
+				INFOPLIST_FILE = Info.plist;
+				IPHONEOS_DEPLOYMENT_TARGET = 10.3;
+				LD_RUNPATH_SEARCH_PATHS = "$(inherited) @executable_path/Frameworks";
+				OTHER_LDFLAGS = (
+					"-force_load",
+					"${SRCROOT}/../../../../makefile/gen/lib/libtensorflow-lite.a",
+				);
+				PRODUCT_BUNDLE_IDENTIFIER = "com.pf.tf-camera-example";
+				PRODUCT_NAME = "$(TARGET_NAME)";
+				SWIFT_ACTIVE_COMPILATION_CONDITIONS = DEBUG;
+				SWIFT_OPTIMIZATION_LEVEL = "-Onone";
+				SWIFT_VERSION = 3.0;
+			};
+			name = Debug;
+		};
+		1C564C371ED3A92E00087306 /* Release */ = {
+			isa = XCBuildConfiguration;
+			buildSettings = {
+				ASSETCATALOG_COMPILER_APPICON_NAME = AppIcon;
+				CLANG_ANALYZER_NONNULL = YES;
+				CLANG_ANALYZER_NUMBER_OBJECT_CONVERSION = YES_AGGRESSIVE;
+				CLANG_WARN_DOCUMENTATION_COMMENTS = YES;
+				DEVELOPMENT_TEAM = EQHXZ8M8AV;
+				INFOPLIST_FILE = Info.plist;
+				IPHONEOS_DEPLOYMENT_TARGET = 10.3;
+				LD_RUNPATH_SEARCH_PATHS = "$(inherited) @executable_path/Frameworks";
+				OTHER_LDFLAGS = (
+					"-force_load",
+					"${SRCROOT}/../../../../makefile/gen/lib/libtensorflow-lite.a",
+				);
+				PRODUCT_BUNDLE_IDENTIFIER = "com.pf.tf-camera-example";
+				PRODUCT_NAME = "$(TARGET_NAME)";
+				SWIFT_OPTIMIZATION_LEVEL = "-Owholemodule";
+				SWIFT_VERSION = 3.0;
+			};
+			name = Release;
+		};
+		591157B01CF4011D00C31E3A /* Debug */ = {
+			isa = XCBuildConfiguration;
+			buildSettings = {
+				ALWAYS_SEARCH_USER_PATHS = NO;
+				CLANG_CXX_LANGUAGE_STANDARD = "gnu++0x";
+				CLANG_CXX_LIBRARY = "libc++";
+				CLANG_ENABLE_MODULES = YES;
+				CLANG_ENABLE_OBJC_ARC = YES;
+				CLANG_WARN_BOOL_CONVERSION = YES;
+				CLANG_WARN_CONSTANT_CONVERSION = YES;
+				CLANG_WARN_DIRECT_OBJC_ISA_USAGE = YES_ERROR;
+				CLANG_WARN_EMPTY_BODY = YES;
+				CLANG_WARN_ENUM_CONVERSION = YES;
+				CLANG_WARN_INFINITE_RECURSION = YES;
+				CLANG_WARN_INT_CONVERSION = YES;
+				CLANG_WARN_OBJC_ROOT_CLASS = YES_ERROR;
+				CLANG_WARN_SUSPICIOUS_MOVE = YES;
+				CLANG_WARN_UNREACHABLE_CODE = YES;
+				CLANG_WARN__DUPLICATE_METHOD_MATCH = YES;
+				"CODE_SIGN_IDENTITY[sdk=iphoneos*]" = "iPhone Developer";
+				COPY_PHASE_STRIP = NO;
+				DEBUG_INFORMATION_FORMAT = dwarf;
+				ENABLE_STRICT_OBJC_MSGSEND = YES;
+				ENABLE_TESTABILITY = YES;
+				GCC_C_LANGUAGE_STANDARD = gnu99;
+				GCC_DYNAMIC_NO_PIC = NO;
+				GCC_NO_COMMON_BLOCKS = YES;
+				GCC_OPTIMIZATION_LEVEL = 0;
+				GCC_PREPROCESSOR_DEFINITIONS = (
+					"DEBUG=1",
+					"$(inherited)",
+				);
+				GCC_WARN_64_TO_32_BIT_CONVERSION = YES;
+				GCC_WARN_ABOUT_RETURN_TYPE = YES_ERROR;
+				GCC_WARN_UNDECLARED_SELECTOR = YES;
+				GCC_WARN_UNINITIALIZED_AUTOS = YES_AGGRESSIVE;
+				GCC_WARN_UNUSED_FUNCTION = YES;
+				GCC_WARN_UNUSED_VARIABLE = YES;
+				HEADER_SEARCH_PATHS = (
+					"$(inherited)",
+					../../../../../../,
+					../../../../../contrib/makefile/downloads/flatbuffers/include/,
+					../../../../../contrib/makefile/downloads/eigen/,
+					../../../../../contrib/makefile/downloads/,
+				);
+				IPHONEOS_DEPLOYMENT_TARGET = 8.0;
+				LIBRARY_SEARCH_PATHS = ../../../../../contrib/makefile/gen/lib/;
+				MTL_ENABLE_DEBUG_INFO = YES;
+				ONLY_ACTIVE_ARCH = YES;
+				SDKROOT = iphoneos;
+				TARGETED_DEVICE_FAMILY = "1,2";
+			};
+			name = Debug;
+		};
+		591157B11CF4011D00C31E3A /* Release */ = {
+			isa = XCBuildConfiguration;
+			buildSettings = {
+				ALWAYS_SEARCH_USER_PATHS = NO;
+				CLANG_CXX_LANGUAGE_STANDARD = "gnu++0x";
+				CLANG_CXX_LIBRARY = "libc++";
+				CLANG_ENABLE_MODULES = YES;
+				CLANG_ENABLE_OBJC_ARC = YES;
+				CLANG_WARN_BOOL_CONVERSION = YES;
+				CLANG_WARN_CONSTANT_CONVERSION = YES;
+				CLANG_WARN_DIRECT_OBJC_ISA_USAGE = YES_ERROR;
+				CLANG_WARN_EMPTY_BODY = YES;
+				CLANG_WARN_ENUM_CONVERSION = YES;
+				CLANG_WARN_INFINITE_RECURSION = YES;
+				CLANG_WARN_INT_CONVERSION = YES;
+				CLANG_WARN_OBJC_ROOT_CLASS = YES_ERROR;
+				CLANG_WARN_SUSPICIOUS_MOVE = YES;
+				CLANG_WARN_UNREACHABLE_CODE = YES;
+				CLANG_WARN__DUPLICATE_METHOD_MATCH = YES;
+				"CODE_SIGN_IDENTITY[sdk=iphoneos*]" = "iPhone Developer";
+				COPY_PHASE_STRIP = NO;
+				DEBUG_INFORMATION_FORMAT = "dwarf-with-dsym";
+				ENABLE_NS_ASSERTIONS = NO;
+				ENABLE_STRICT_OBJC_MSGSEND = YES;
+				GCC_C_LANGUAGE_STANDARD = gnu99;
+				GCC_NO_COMMON_BLOCKS = YES;
+				GCC_WARN_64_TO_32_BIT_CONVERSION = YES;
+				GCC_WARN_ABOUT_RETURN_TYPE = YES_ERROR;
+				GCC_WARN_UNDECLARED_SELECTOR = YES;
+				GCC_WARN_UNINITIALIZED_AUTOS = YES_AGGRESSIVE;
+				GCC_WARN_UNUSED_FUNCTION = YES;
+				GCC_WARN_UNUSED_VARIABLE = YES;
+				HEADER_SEARCH_PATHS = (
+					"$(inherited)",
+					../../../../../../,
+					../../../../../contrib/makefile/downloads/flatbuffers/include/,
+					../../../../../contrib/makefile/downloads/eigen/,
+					../../../../../contrib/makefile/downloads/,
+				);
+				IPHONEOS_DEPLOYMENT_TARGET = 8.0;
+				LIBRARY_SEARCH_PATHS = ../../../../../contrib/makefile/gen/lib/;
+				MTL_ENABLE_DEBUG_INFO = NO;
+				SDKROOT = iphoneos;
+				TARGETED_DEVICE_FAMILY = "1,2";
+				VALIDATE_PRODUCT = YES;
+			};
+			name = Release;
+		};
+/* End XCBuildConfiguration section */
+
+/* Begin XCConfigurationList section */
+		1C564C351ED3A92E00087306 /* Build configuration list for PBXNativeTarget "tflite_camera_example_with_flex" */ = {
+			isa = XCConfigurationList;
+			buildConfigurations = (
+				1C564C361ED3A92E00087306 /* Debug */,
+				1C564C371ED3A92E00087306 /* Release */,
+			);
+			defaultConfigurationIsVisible = 0;
+			defaultConfigurationName = Release;
+		};
+		591157961CF4011C00C31E3A /* Build configuration list for PBXProject "tflite_camera_example_with_flex" */ = {
+			isa = XCConfigurationList;
+			buildConfigurations = (
+				591157B01CF4011D00C31E3A /* Debug */,
+				591157B11CF4011D00C31E3A /* Release */,
+			);
+			defaultConfigurationIsVisible = 0;
+			defaultConfigurationName = Release;
+		};
+/* End XCConfigurationList section */
+	};
+	rootObject = 591157931CF4011C00C31E3A /* Project object */;
+}
-- 
GitLab


From 60664b54c47fbb80974bcce39774f2afa14f4756 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 23 Oct 2018 17:06:44 -0700
Subject: [PATCH 0513/1825] Exclude eager unit test code in Makefile

PiperOrigin-RevId: 218433838
---
 tensorflow/contrib/makefile/Makefile | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/makefile/Makefile b/tensorflow/contrib/makefile/Makefile
index 7105341dda..5b29f0185f 100644
--- a/tensorflow/contrib/makefile/Makefile
+++ b/tensorflow/contrib/makefile/Makefile
@@ -734,7 +734,11 @@ tensorflow/tools/benchmark/benchmark_model_main.cc
 # * TensorFlow Lite Runtime.
 # * TensorFlow Lite Flex Delegate.
 ifeq ($(WITH_TFLITE_FLEX), true)
-	TF_CC_SRCS += $(wildcard tensorflow/core/common_runtime/eager/*.cc)
+	EAGER_CC_ALL_SRCS += $(wildcard tensorflow/core/common_runtime/eager/*.cc)
+	EAGER_CC_EXCLUDE_SRCS := $(wildcard tensorflow/core/common_runtime/eager/*test.cc)
+	EAGER_CC_SRCS := $(filter-out $(EAGER_CC_EXCLUDE_SRCS), $(EAGER_CC_ALL_SRCS))
+	TF_CC_SRCS += $(EAGER_CC_SRCS)
+
 	TF_LITE_CORE_CC_ALL_SRCS := \
 	$(wildcard tensorflow/contrib/lite/*.cc) \
 	$(wildcard tensorflow/contrib/lite/*.c) \
-- 
GitLab


From 90b91059e9c8a67155765599496a7de1b1884973 Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Tue, 23 Oct 2018 17:17:47 -0700
Subject: [PATCH 0514/1825] Convert to code blocks, so it renders in api_docs

PiperOrigin-RevId: 218435225
---
 tensorflow/contrib/lite/python/interpreter.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/contrib/lite/python/interpreter.py b/tensorflow/contrib/lite/python/interpreter.py
index 6300552cbe..4bacccdbac 100644
--- a/tensorflow/contrib/lite/python/interpreter.py
+++ b/tensorflow/contrib/lite/python/interpreter.py
@@ -223,6 +223,7 @@ class Interpreter(object):
 
     Usage:
 
+    ```
     interpreter.allocate_tensors()
     input = interpreter.tensor(interpreter.get_input_details()[0]["index"])
     output = interpreter.tensor(interpreter.get_output_details()[0]["index"])
@@ -230,6 +231,7 @@ class Interpreter(object):
       input().fill(3.)
       interpreter.invoke()
       print("inference %s" % output())
+    ```
 
     Notice how this function avoids making a numpy array directly. This is
     because it is important to not hold actual numpy views to the data longer
@@ -240,12 +242,14 @@ class Interpreter(object):
 
     WRONG:
 
+    ```
     input = interpreter.tensor(interpreter.get_input_details()[0]["index"])()
     output = interpreter.tensor(interpreter.get_output_details()[0]["index"])()
     interpreter.allocate_tensors()  # This will throw RuntimeError
     for i in range(10):
       input.fill(3.)
       interpreter.invoke()  # this will throw RuntimeError since input,output
+    ```
 
     Args:
       tensor_index: Tensor index of tensor to get. This value can be gotten from
-- 
GitLab


From 08ee55e0b0bc1bd0a42d0109ace5dffefb93e73f Mon Sep 17 00:00:00 2001
From: Austin Anderson <angerson@google.com>
Date: Tue, 23 Oct 2018 17:44:04 -0700
Subject: [PATCH 0515/1825] Add tags for internal testing infrastructure

PiperOrigin-RevId: 218438278
---
 tensorflow/contrib/lite/kernels/BUILD          |  5 ++++-
 tensorflow/contrib/lite/kernels/internal/BUILD | 10 ++++++++--
 tensorflow/contrib/lite/tools/benchmark/BUILD  |  3 +++
 3 files changed, 15 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index 85273bedf7..307880a353 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -138,7 +138,10 @@ tf_cc_test(
     name = "test_util_test",
     size = "small",
     srcs = ["test_util_test.cc"],
-    tags = ["no_oss"],
+    tags = [
+        "no_oss",
+        "tflite_not_portable_ios",  # TODO(b/117786830)
+    ],
     deps = [
         ":test_util",
         "//tensorflow/contrib/lite/testing:util",
diff --git a/tensorflow/contrib/lite/kernels/internal/BUILD b/tensorflow/contrib/lite/kernels/internal/BUILD
index a74bc3fe55..9f8f224094 100644
--- a/tensorflow/contrib/lite/kernels/internal/BUILD
+++ b/tensorflow/contrib/lite/kernels/internal/BUILD
@@ -255,7 +255,10 @@ cc_library(
 cc_test(
     name = "tensor_test",
     srcs = ["tensor_test.cc"],
-    tags = ["no_oss"],
+    tags = [
+        "no_oss",
+        "tflite_not_portable_ios",  # TODO(b/117786830)
+    ],
     deps = [
         ":tensor",
         "@com_google_googletest//:gtest",
@@ -285,7 +288,10 @@ cc_library(
 cc_test(
     name = "quantization_util_test",
     srcs = ["quantization_util_test.cc"],
-    tags = ["no_oss"],
+    tags = [
+        "no_oss",
+        "tflite_not_portable_ios",  # TODO(b/117786830)
+    ],
     deps = [
         ":quantization_util",
         "@com_google_googletest//:gtest",
diff --git a/tensorflow/contrib/lite/tools/benchmark/BUILD b/tensorflow/contrib/lite/tools/benchmark/BUILD
index a3822f4215..f990493dc5 100644
--- a/tensorflow/contrib/lite/tools/benchmark/BUILD
+++ b/tensorflow/contrib/lite/tools/benchmark/BUILD
@@ -86,6 +86,9 @@ cc_test(
     name = "command_line_flags_test",
     srcs = ["command_line_flags_test.cc"],
     copts = common_copts,
+    tags = [
+        "tflite_not_portable_ios",  # TODO(b/117786830)
+    ],
     visibility = ["//visibility:private"],
     deps = [
         ":command_line_flags",
-- 
GitLab


From caf2d295fcf7071eb959a61bb0fcd560b24e0fc5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 17:45:21 -0700
Subject: [PATCH 0516/1825] Automated rollback of commit
 ce61d388dcc0de859ddda5ed7935d2df6eef977a

PiperOrigin-RevId: 218438390
---
 .../autograph/integration_tests/BUILD         |  15 ++
 .../integration_tests/errors_test.py          | 152 ++++++++++++++++++
 .../converters/error_handlers_test.py         |  46 ++----
 .../autograph/core/converter_testing.py       |   2 -
 .../python/autograph/impl/conversion.py       |   1 -
 .../python/autograph/pyct/transformer.py      |  45 +++---
 .../python/autograph/pyct/transformer_test.py |  26 ++-
 7 files changed, 229 insertions(+), 58 deletions(-)
 create mode 100644 tensorflow/examples/autograph/integration_tests/errors_test.py

diff --git a/tensorflow/examples/autograph/integration_tests/BUILD b/tensorflow/examples/autograph/integration_tests/BUILD
index d20c17b63b..1674d2fa88 100644
--- a/tensorflow/examples/autograph/integration_tests/BUILD
+++ b/tensorflow/examples/autograph/integration_tests/BUILD
@@ -16,6 +16,21 @@ filegroup(
     visibility = ["//tensorflow:__subpackages__"],
 )
 
+py_test(
+    name = "errors_test",
+    srcs = [
+        "errors_test.py",
+    ],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_windows",
+    ],
+    deps = [
+        "//tensorflow:tensorflow_py",
+    ],
+)
+
 py_test(
     name = "keras_test",
     srcs = [
diff --git a/tensorflow/examples/autograph/integration_tests/errors_test.py b/tensorflow/examples/autograph/integration_tests/errors_test.py
new file mode 100644
index 0000000000..9c10dad9aa
--- /dev/null
+++ b/tensorflow/examples/autograph/integration_tests/errors_test.py
@@ -0,0 +1,152 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Error traceback rewriting integration tests."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import tensorflow as tf
+
+from tensorflow.python import autograph as ag
+
+
+class ErrorsTest(tf.test.TestCase):
+
+  def test_graph_construction_error_rewriting_call_tree(self):
+
+    def test_fn():
+      return tf.random_normal((2, 3), mean=0.0, dtype=tf.int32)
+
+    def inner_caller():
+      return test_fn()
+
+    def caller():
+      return inner_caller()
+
+    with self.assertRaises(ag.GraphConstructionError) as error:
+      graph = ag.to_graph(caller)
+      graph()
+    expected = error.exception
+    custom_traceback = expected.custom_traceback
+    found_correct_filename = False
+    num_test_fn_names = 0
+    num_inner_caller_names = 0
+    num_caller_names = 0
+    for frame in custom_traceback:
+      filename, _, fn_name, _ = frame
+      self.assertFalse('/tmp/' in filename)
+      found_correct_filename |= __file__ in filename
+      self.assertNotEqual('tf__test_fn', fn_name)
+      num_test_fn_names += int('test_fn' == fn_name)
+      self.assertNotEqual('tf__inner_caller', fn_name)
+      num_inner_caller_names += int('inner_caller' == fn_name)
+      self.assertNotEqual('tf__caller', fn_name)
+      num_caller_names += int('caller' == fn_name)
+    self.assertTrue(found_correct_filename)
+    self.assertEqual(num_test_fn_names, 1)
+    self.assertEqual(num_inner_caller_names, 1)
+    self.assertEqual(num_caller_names, 1)
+
+  def test_graph_construction_error_rewriting_class(self):
+
+    class TestClass(object):
+
+      def test_fn(self):
+        return tf.random_normal((2, 3), mean=0.0, dtype=tf.int32)
+
+      def inner_caller(self):
+        return self.test_fn()
+
+      def caller(self):
+        return self.inner_caller()
+
+    # Note we expect a TypeError here because the traceback will not be
+    # rewritten for classes.
+    with self.assertRaises(TypeError):
+      graph = ag.to_graph(TestClass)
+      graph().caller()
+
+  def test_runtime_error_rewriting(self):
+
+    def g(x, s):
+      while tf.reduce_sum(x) > s:
+        x //= 0
+      return x
+
+    def test_fn(x):
+      return g(x, 10)
+
+    compiled_fn = ag.to_graph(test_fn)
+
+    with self.assertRaises(ag.TfRuntimeError) as error:
+      with self.cached_session() as sess:
+        x = compiled_fn(tf.constant([4, 8]))
+        with ag.improved_errors(compiled_fn):
+          sess.run(x)
+    expected = error.exception
+    custom_traceback = expected.custom_traceback
+    found_correct_filename = False
+    num_test_fn_frames = 0
+    num_g_frames = 0
+    for frame in custom_traceback:
+      filename, _, fn_name, source_code = frame
+      self.assertFalse('/tmp/' in filename)
+      self.assertFalse('control_flow.py' in filename)
+      self.assertFalse('ag__.' in fn_name)
+      found_correct_filename |= __file__ in filename
+      num_test_fn_frames += int('test_fn' == fn_name and
+                                'return g(x, 10)' in source_code)
+      num_g_frames += int('g' == fn_name and 'x //= 0' in source_code)
+    self.assertTrue(found_correct_filename)
+    self.assertEqual(num_test_fn_frames, 1)
+    self.assertEqual(num_g_frames, 1)
+
+  def test_runtime_error_rewriting_nested(self):
+
+    def test_fn(x):
+
+      def g(y):
+        return y**2 // 0
+
+      s = 0
+      for xi in x:
+        s += g(xi)
+      return s
+
+    compiled_fn = ag.to_graph(test_fn)
+
+    # TODO(b/111408261): Nested functions currently do not rewrite correctly,
+    # when they do we should change this test to check for the same traceback
+    # properties as the other tests.  This should throw a runtime error with a
+    # frame with "g" as the function name but because we don't yet add
+    # try/except blocks to inner functions the name is "tf__g".
+    with self.assertRaises(ag.TfRuntimeError) as error:
+      with self.cached_session() as sess:
+        x = compiled_fn(tf.constant([4, 8]))
+        with ag.improved_errors(compiled_fn):
+          sess.run(x)
+    expected = error.exception
+    custom_traceback = expected.custom_traceback
+    num_tf_g_frames = 0
+    for frame in custom_traceback:
+      _, _, fn_name, _ = frame
+      self.assertNotEqual('g', fn_name)
+      num_tf_g_frames += int('tf__g' == fn_name)
+    self.assertEqual(num_tf_g_frames, 1)
+
+
+if __name__ == '__main__':
+  tf.test.main()
diff --git a/tensorflow/python/autograph/converters/error_handlers_test.py b/tensorflow/python/autograph/converters/error_handlers_test.py
index 29597e1da3..676ff9e02b 100644
--- a/tensorflow/python/autograph/converters/error_handlers_test.py
+++ b/tensorflow/python/autograph/converters/error_handlers_test.py
@@ -18,14 +18,11 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import gast
-
-from tensorflow.python.autograph.converters import control_flow
 from tensorflow.python.autograph.converters import error_handlers
 from tensorflow.python.autograph.core import converter_testing
 from tensorflow.python.autograph.core import errors
-from tensorflow.python.framework import dtypes
-from tensorflow.python.ops import random_ops
+from tensorflow.python.autograph.pyct import anno
+from tensorflow.python.autograph.pyct import origin_info
 from tensorflow.python.platform import test
 
 
@@ -36,37 +33,26 @@ class ErrorHandlersTest(converter_testing.TestCase):
     def test_fn():
       raise ValueError()
 
-    with self.converted(test_fn, error_handlers, {}) as result:
+    node, ctx = self.prepare(test_fn, {})
+    anno.setanno(
+        node, anno.Basic.ORIGIN,
+        origin_info.OriginInfo(None, 'test_function_name', 'test_code',
+                               'test_comment'))
+    node = error_handlers.transform(node, ctx)
+    with self.compiled(node, {}) as result:
       with self.assertRaises(errors.GraphConstructionError):
-        # Here we just assert that the handler works.
+        # Here we just assert that the handler works. Its correctness is
+        # verified by errors_test.py.
         result.test_fn()
 
   def test_no_origin_annotation(self):
 
-    def test_fn(x):
-      a = 0
-      if x:
-        a = random_ops.random_normal((2, 3), mean=0.0, dtype=dtypes.int32)
-      else:
-        a = 0
-      return a
+    def test_fn():
+      raise ValueError()
 
-    node, ctx = self.prepare(test_fn, {
-        'random_ops': random_ops,
-        'dtypes': dtypes
-    })
-    # To simulate a function without origin info we use the control flow
-    # converter which adds a function that lacks origin info so we will not have
-    # a wrapping try/except that reraises the NotImplementedError as a
-    # GraphConstructionError.
-    node = control_flow.transform(node, ctx)
-    node = error_handlers.transform(node, ctx)
-    # TODO(b/111562364): remove run_cond from traceback.
-    test_fn_try_body = node.body[0].body
-    true_fn_body = test_fn_try_body[1].body
-    false_fn_body = test_fn_try_body[2].body
-    self.assertNotIn(gast.Try, true_fn_body)
-    self.assertNotIn(gast.Try, false_fn_body)
+    with self.converted(test_fn, error_handlers, {}) as result:
+      with self.assertRaises(ValueError):
+        result.test_fn()
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/python/autograph/core/converter_testing.py b/tensorflow/python/autograph/core/converter_testing.py
index 0326103933..83785793a1 100644
--- a/tensorflow/python/autograph/core/converter_testing.py
+++ b/tensorflow/python/autograph/core/converter_testing.py
@@ -31,7 +31,6 @@ from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.core import errors
 from tensorflow.python.autograph.core import function_wrapping
 from tensorflow.python.autograph.pyct import compiler
-from tensorflow.python.autograph.pyct import origin_info
 from tensorflow.python.autograph.pyct import parser
 from tensorflow.python.autograph.pyct import pretty_printer
 from tensorflow.python.autograph.pyct import transformer
@@ -177,6 +176,5 @@ class TestCase(test.TestCase):
         arg_types=arg_types,
         owner_type=owner_type)
     ctx = converter.EntityContext(namer, entity_info, program_ctx)
-    origin_info.resolve(node, source, test_fn)
     node = converter.standard_analysis(node, ctx, is_initial=True)
     return node, ctx
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 8720083aed..f93381a00e 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -288,7 +288,6 @@ def function_to_graph(f,
 
   node, source = parser.parse_entity(f)
   node = node.body[0]
-  # TODO(znado): Place inside standard_analysis.
   origin_info.resolve(node, source, f)
   namespace = inspect_utils.getnamespace(f)
   _add_self_references(namespace, program_ctx.autograph_module)
diff --git a/tensorflow/python/autograph/pyct/transformer.py b/tensorflow/python/autograph/pyct/transformer.py
index 6155743a8e..1ad14cdeca 100644
--- a/tensorflow/python/autograph/pyct/transformer.py
+++ b/tensorflow/python/autograph/pyct/transformer.py
@@ -203,10 +203,8 @@ class Base(gast.NodeTransformer):
     Args:
       entity_info: An EntityInfo object.
     """
-    self._current_origin = None
     self._lineno = 0
     self._col_offset = 0
-    # TODO(znado): remove this from the constructor of all Transformers.
     self.entity_info = entity_info
     self._enclosing_entities = []
 
@@ -426,12 +424,13 @@ class Base(gast.NodeTransformer):
           ' visit lists of nodes, use "visit_block" instead').format(type(node))
       raise ValueError(msg)
 
+    source_code = self.entity_info.source_code
+    source_file = self.entity_info.source_file
     did_enter_function = False
     local_scope_size_at_entry = len(self._local_scope_state)
     processing_expr_node = False
 
     try:
-      parent_origin = self._current_origin
       if isinstance(node, (gast.FunctionDef, gast.ClassDef, gast.Lambda)):
         did_enter_function = True
       elif isinstance(node, gast.Expr):
@@ -440,15 +439,15 @@ class Base(gast.NodeTransformer):
       if did_enter_function:
         self._enclosing_entities.append(node)
 
-      if anno.hasanno(node, anno.Basic.ORIGIN):
-        self._current_origin = anno.getanno(node, anno.Basic.ORIGIN)
+      if source_code and hasattr(node, 'lineno'):
+        self._lineno = node.lineno
+        self._col_offset = node.col_offset
 
       if processing_expr_node:
         entry_expr_value = node.value
 
       if not anno.hasanno(node, anno.Basic.SKIP_PROCESSING):
         result = super(Base, self).visit(node)
-      self._current_origin = parent_origin
 
       # Adjust for consistency: replacing the value of an Expr with
       # an Assign node removes the need for the Expr node.
@@ -470,26 +469,26 @@ class Base(gast.NodeTransformer):
             'Inconsistent local scope stack. Before entering node %s, the'
             ' stack had length %d, after exit it has length %d. This'
             ' indicates enter_local_scope and exit_local_scope are not'
-            ' well paired.' % (node, local_scope_size_at_entry,
-                               len(self._local_scope_state)))
+            ' well paired.' % (
+                node,
+                local_scope_size_at_entry,
+                len(self._local_scope_state)
+            ))
       return result
 
     except (ValueError, AttributeError, KeyError, NotImplementedError) as e:
-      if not self._current_origin:
-        raise e
-      original_file_path = self._current_origin.loc.filename
-      original_line_number = self._current_origin.loc.lineno
-      original_col_offset = self._current_origin.loc.col_offset
-      original_source_line = self._current_origin.source_code_line
-      msg = '%s: %s.' % (e.__class__.__name__, str(e))
-
+      msg = '%s: %s\nOffending source:\n%s\n\nOccurred at node:\n%s' % (
+          e.__class__.__name__, str(e), self._get_source(node),
+          pretty_printer.fmt(node, color=False))
+      if source_code:
+        line = source_code.splitlines()[self._lineno - 1]
+      else:
+        line = '<no source available>'
       # TODO(mdan): Avoid the printing of the original exception.
       # In other words, we need to find how to suppress the "During handling
       # of the above exception, another exception occurred" message.
-      six.reraise(
-          AutographParseError,
-          AutographParseError(msg, (original_file_path, original_line_number,
-                                    original_col_offset, original_source_line)),
-          sys.exc_info()[2])
-    finally:
-      self._current_origin = parent_origin
+      six.reraise(AutographParseError,
+                  AutographParseError(
+                      msg,
+                      (source_file, self._lineno, self._col_offset + 1, line)),
+                  sys.exc_info()[2])
diff --git a/tensorflow/python/autograph/pyct/transformer_test.py b/tensorflow/python/autograph/pyct/transformer_test.py
index 0c68d2a764..23bf9a8e16 100644
--- a/tensorflow/python/autograph/pyct/transformer_test.py
+++ b/tensorflow/python/autograph/pyct/transformer_test.py
@@ -304,11 +304,20 @@ class TransformerTest(test.TestCase):
     tr = BrokenTransformer(self._simple_source_info())
 
     node, _ = parser.parse_entity(test_function)
-    with self.assertRaises(ValueError) as cm:
+    with self.assertRaises(transformer.AutographParseError) as cm:
       node = tr.visit(node)
     obtained_message = str(cm.exception)
     expected_message = r'expected "ast.AST", got "\<(type|class) \'list\'\>"'
     self.assertRegexpMatches(obtained_message, expected_message)
+    # The exception should point at the if statement, not any place else.  Could
+    # also check the stack trace.
+    self.assertTrue(
+        'Occurred at node:\nIf' in obtained_message, obtained_message)
+    self.assertTrue(
+        'Occurred at node:\nFunctionDef' not in obtained_message,
+        obtained_message)
+    self.assertTrue(
+        'Occurred at node:\nReturn' not in obtained_message, obtained_message)
 
   def test_robust_error_on_ast_corruption(self):
     # A child class should not be able to be so broken that it causes the error
@@ -335,13 +344,26 @@ class TransformerTest(test.TestCase):
     tr = BrokenTransformer(self._simple_source_info())
 
     node, _ = parser.parse_entity(test_function)
-    with self.assertRaises(ValueError) as cm:
+    with self.assertRaises(transformer.AutographParseError) as cm:
       node = tr.visit(node)
     obtained_message = str(cm.exception)
     # The message should reference the exception actually raised, not anything
     # from the exception handler.
     expected_substring = 'I blew up'
     self.assertTrue(expected_substring in obtained_message, obtained_message)
+    # Expect the exception to have failed to parse the corrupted AST
+    self.assertTrue(
+        '<could not convert AST to source>' in obtained_message,
+        obtained_message)
+    # The exception should point at the if statement, not any place else.  Could
+    # also check the stack trace.
+    self.assertTrue(
+        'Occurred at node:\nIf' in obtained_message, obtained_message)
+    self.assertTrue(
+        'Occurred at node:\nFunctionDef' not in obtained_message,
+        obtained_message)
+    self.assertTrue(
+        'Occurred at node:\nReturn' not in obtained_message, obtained_message)
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From d3650be7b822eb904d14b61084df6721c6d22a4d Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 23 Oct 2018 17:48:57 -0700
Subject: [PATCH 0517/1825] Adds an additional (whitelisted) attribute
 `func_name` for `defun_with_attributes` to have an user given name for the
 Function in the graph.

PiperOrigin-RevId: 218438725
---
 tensorflow/python/data/ops/dataset_ops.py |  4 ++-
 tensorflow/python/eager/function.py       |  9 ++++--
 tensorflow/python/eager/function_test.py  | 35 +++++++++++++++++++----
 3 files changed, 40 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 53617fbe52..6d07cc3e90 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1815,7 +1815,9 @@ class StructuredFunctionWrapper(object):
     # TODO(b/110122868): Enable this support for all `tf.data` functions.
     self._nested_dataset_support = experimental_nested_dataset_support
 
-    @eager_function.defun(input_signature=self._defun_args())
+    @eager_function.defun_with_attributes(
+        input_signature=self._defun_args(),
+        attributes={"func_name": self._func_name})
     def tf_data_structured_function_wrapper(*args):
       """Wrapper for passing nested structures to and from tf.data functions."""
       flat_args = []
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index dbbff42cdc..a4e2fb411b 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1347,7 +1347,9 @@ def defun_with_attributes(func=None,
     attributes: A dictionary of arguments which will be added to function def as
       attributes. Currently only support primitive types as value, and only
       whitelisted attribute name is allowed. Unwhitelisted attribute name or
-      unsupported value will result into ValueError.
+      unsupported value will result into ValueError. `func_name` is also one of
+      the whitelisted argument which is a python string, and sets the name for
+      this `Function` in the graph.
     experimental_autograph: same as defun()'s experimental_autograph.
 
   Returns:
@@ -1360,7 +1362,10 @@ def defun_with_attributes(func=None,
   # TODO(apassos): deal with captured global state. Deal with control flow.
   def decorated(function):
     try:
-      name = function.__name__
+      if attributes:
+        name = attributes.pop("func_name", function.__name__)
+      else:
+        name = function.__name__
     except AttributeError:
       name = "function"
     return tf_decorator.make_decorator(
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 1357d5c6e3..2413a8a1ed 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -109,6 +109,21 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       t = constant_op.constant(1.0)
       self.assertAllEqual(add(t, t).numpy(), 2.0)
 
+  def testFuncName(self):
+
+    @function.defun_with_attributes(attributes={'func_name': 'multiply'})
+    def add(x, y):
+      _ = x * y
+      return x + y
+
+    @function.defun
+    def add_2(x, y):
+      _ = x * y
+      return x + y
+
+    self.assertEqual(add._name, 'multiply')
+    self.assertEqual(add_2._name, 'add_2')
+
   def testBasicGraphMode(self):
     matmul = def_function.function(math_ops.matmul)
 
@@ -2861,9 +2876,14 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
          for inp in variadic_op.inputs])
 
 
-class DefunCollectionTest(test.TestCase):
+class DefunCollectionTest(test.TestCase, parameterized.TestCase):
 
-  def testCollectionValueAccess(self):
+  @parameterized.named_parameters(
+      dict(testcase_name='Defun', function_decorator=function.defun),
+      dict(
+          testcase_name='DefFunction',
+          function_decorator=def_function.function))
+  def testCollectionValueAccess(self, function_decorator):
     """Read values from graph collections inside of defun."""
     with ops.Graph().as_default() as g:
       with self.session(graph=g):
@@ -2872,7 +2892,7 @@ class DefunCollectionTest(test.TestCase):
         ops.add_to_collection('x', x)
         ops.add_to_collection('y', y)
 
-        @function.defun
+        @function_decorator
         def fn():
           x_const = constant_op.constant(ops.get_collection('x')[0])
           y_const = constant_op.constant(ops.get_collection('y')[0])
@@ -2885,13 +2905,18 @@ class DefunCollectionTest(test.TestCase):
         self.assertEquals(ops.get_collection('y'), [5])
         self.assertEquals(ops.get_collection('z'), [])
 
-  def testCollectionVariableValueAccess(self):
+  @parameterized.named_parameters(
+      dict(testcase_name='Defun', function_decorator=function.defun),
+      dict(
+          testcase_name='DefFunction',
+          function_decorator=def_function.function))
+  def testCollectionVariableValueAccess(self, function_decorator):
     """Read variable value from graph collections inside of defun."""
     with ops.Graph().as_default() as g:
       with self.session(graph=g):
         v = resource_variable_ops.ResourceVariable(1.0)
 
-        @function.defun
+        @function_decorator
         def f():
           return v.read_value()
 
-- 
GitLab


From ec0adcff2ec633d0ea325cbb0bb650a313bf3c35 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 17:52:29 -0700
Subject: [PATCH 0518/1825] Generalize optimization: Swapping value-preserving
 ops with more casting ops, such as quantizing ops. Get rid of some home-grown
 utilities for manipulating node attributes. Use those in
 tensorflow/core/framework/node_def_utils.h instead.

PiperOrigin-RevId: 218439069
---
 tensorflow/core/grappler/op_types.cc          |   9 +-
 .../optimizers/arithmetic_optimizer.cc        | 142 +++++++++---------
 .../optimizers/arithmetic_optimizer_test.cc   |  17 +++
 tensorflow/core/grappler/utils.cc             |   3 +-
 4 files changed, 92 insertions(+), 79 deletions(-)

diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index 685c5b3705..95ee8b5a31 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -73,11 +73,14 @@ bool IsBitcast(const NodeDef& node) { return node.op() == "Bitcast"; }
 
 bool IsCast(const NodeDef& node) { return node.op() == "Cast"; }
 
-// TODO(rmlarsen): Add support for "QuantizeDownAndShrinkRange", "Requantize",
-// "CompareAndBitpack", "Bucketize" etc.
 bool IsCastLike(const NodeDef& node) {
   static const gtl::FlatSet<string>* const kCastLikeOps =
-      CHECK_NOTNULL((new gtl::FlatSet<string>{"Cast"}));
+      CHECK_NOTNULL((new gtl::FlatSet<string>{
+          "Angle", "Bucketize", "Cast", "CompareAndBitpack", "Dequantize",
+          "HistogramFixedWidth", "Imag", "IsFinite", "IsInf", "IsNan",
+          "Quantize", "QuantizeDownAndShrinkRange", "QuantizeV2",
+          "QuantizedInstanceNorm", "QuantizedRelu", "QuantizedRelu6",
+          "QuantizedReluX", "Real", "Requantize"}));
   return kCastLikeOps->count(node.op()) > 0;
 }
 
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index 655d1e9cfe..a5d618d4f7 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -126,37 +126,6 @@ void SetDataTypeToAttr(DataType dtype, const string& attr_name, NodeDef* node) {
   (*node->mutable_attr())[attr_name].set_type(dtype);
 }
 
-string SourceDataTypeAttrName(const NodeDef& node) {
-  if (node.op() == "Cast") {
-    return "SrcT";
-  } else {
-    return "T";
-  }
-}
-
-string DestinationDataTypeAttrName(const NodeDef& node) {
-  if (node.op() == "Bitcast") {
-    return "type";
-  } else if (node.op() == "Cast") {
-    return "DstT";
-  } else {
-    LOG(FATAL) << "DestinationDataTypeAttrName not implemented for op "
-               << node.op();
-  }
-}
-
-DataType GetSourceDataType(const NodeDef& node) {
-  return GetDataTypeFromAttr(node, SourceDataTypeAttrName(node));
-}
-
-DataType GetDestinationDataType(const NodeDef& node) {
-  return GetDataTypeFromAttr(node, DestinationDataTypeAttrName(node));
-}
-
-void SetSourceDataType(DataType dtype, NodeDef* node) {
-  SetDataTypeToAttr(dtype, SourceDataTypeAttrName(*node), node);
-}
-
 NodeDef* GetTailOfValuePreservingChain(
     const NodeDef& node, const NodeMap& node_map,
     const std::unordered_set<string>& nodes_to_preserve) {
@@ -1268,7 +1237,12 @@ class RemoveRedundantBitcastStage : public ArithmeticOptimizerStage {
     TF_RETURN_IF_ERROR(EnsureNodeIsSupported(node));
 
     // Bypass Bitcast whose source type and destination type are equal.
-    if (GetSourceDataType(*node) == GetDestinationDataType(*node)) {
+    AttrSlice attrs(*node);
+    DataType input_type;
+    TF_RETURN_IF_ERROR(GetNodeAttr(attrs, "T", &input_type));
+    DataType output_type;
+    TF_RETURN_IF_ERROR(GetNodeAttr(attrs, "type", &output_type));
+    if (input_type == output_type) {
       *simplified_node_name = node->input(0);
       return Status::OK();
     }
@@ -1279,9 +1253,12 @@ class RemoveRedundantBitcastStage : public ArithmeticOptimizerStage {
     TF_RETURN_IF_ERROR(GetInputNode(node->input(0), &operand));
 
     if (IsBitcast(*operand)) {
+      AttrSlice operand_attrs(*operand);
+      DataType operand_input_type;
+      TF_RETURN_IF_ERROR(GetNodeAttr(operand_attrs, "T", &operand_input_type));
       // Bitcast(Bitcast(x, type1), type2) => Bitcast(x, type2)
       bitcast->set_input(0, operand->input(0));
-      SetSourceDataType(GetSourceDataType(*operand), bitcast);
+      SetDataTypeToAttr(operand_input_type, "T", bitcast);
       ctx().node_map->UpdateInput(bitcast->name(), bitcast->input(0),
                                   operand->input(0));
       AddToOptimizationQueue(bitcast);
@@ -1306,7 +1283,12 @@ class RemoveRedundantCastStage : public ArithmeticOptimizerStage {
     TF_RETURN_IF_ERROR(EnsureNodeIsSupported(node));
 
     // Bypass Cast whose source type and destination type are equal.
-    if (GetSourceDataType(*node) == GetDestinationDataType(*node)) {
+    AttrSlice attrs(*node);
+    DataType input_type;
+    TF_RETURN_IF_ERROR(GetNodeAttr(attrs, "SrcT", &input_type));
+    DataType output_type;
+    TF_RETURN_IF_ERROR(GetNodeAttr(attrs, "DstT", &output_type));
+    if (input_type == output_type) {
       *simplified_node_name = node->input(0);
     }
     return Status::OK();
@@ -1861,8 +1843,8 @@ class RemoveRedundantReshape : public ArithmeticOptimizerStage {
 // to
 //   Cast(Op(tensor), dst_type)
 // when sizeof(tensor.type) < sizeof(dst_type), and Op is any value-preserving
-// Op, i.e. an op that only reorders the order of the elements in its first
-// input. Similarly, this optimization converts
+// Op, i.e. an op that only reorders the elements in its first input. Similarly,
+// this optimization converts
 //   Cast(Op(tensor), dst_type)
 // to
 //   Op(Cast(tensor, dst_type))
@@ -1879,8 +1861,8 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
 
   bool IsSupported(const NodeDef* node) const override {
     return (IsValuePreserving(*node) || IsCastLike(*node)) &&
-           NodeIsOnCpuOrGpu(node) && !IsControlFlow(*node) &&
-           !IsInPreserveSet(*node);
+           !IsCheckNumerics(*node) && NodeIsOnCpuOrGpu(node) &&
+           !IsControlFlow(*node) && !IsInPreserveSet(*node);
   }
 
   Status TrySimplify(NodeDef* consumer, string* simplified_node_name) override {
@@ -1888,6 +1870,7 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
     TF_RETURN_IF_ERROR(GetInputNode(consumer->input(0), &producer));
     const bool producer_is_cast = IsCastLike(*producer);
     const bool can_optimize =
+        !IsCheckNumerics(*producer) &&
         ((producer_is_cast && IsValuePreserving(*consumer)) ||
          (IsValuePreserving(*producer) && IsCastLike(*consumer)));
     if (!can_optimize || IsControlFlow(*producer) ||
@@ -1896,29 +1879,30 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
     }
 
     const NodeDef* cast_like_node = producer_is_cast ? producer : consumer;
-    const string src_attr_name = SourceDataTypeAttrName(*cast_like_node);
-    const string dst_attr_name = DestinationDataTypeAttrName(*cast_like_node);
-    const DataType src_type =
-        GetDataTypeFromAttr(*cast_like_node, src_attr_name);
-    const DataType dst_type =
-        GetDataTypeFromAttr(*cast_like_node, dst_attr_name);
-    const string src_type_name = DataTypeString(src_type);
-    const string dst_type_name = DataTypeString(dst_type);
-    if (!IsFixedSizeType(src_type) || !IsFixedSizeType(dst_type)) {
+    const OpDef* cast_like_op_def = nullptr;
+    TF_RETURN_IF_ERROR(OpRegistry::Global()->LookUpOpDef(cast_like_node->op(),
+                                                         &cast_like_op_def));
+    DataType cast_src_type;
+    TF_RETURN_IF_ERROR(InputTypeForNode(*cast_like_node, *cast_like_op_def, 0,
+                                        &cast_src_type));
+    DataType cast_dst_type;
+    TF_RETURN_IF_ERROR(OutputTypeForNode(*cast_like_node, *cast_like_op_def, 0,
+                                         &cast_dst_type));
+    if (!IsFixedSizeType(cast_src_type) || !IsFixedSizeType(cast_dst_type)) {
       return Status::OK();
     } else if (producer_is_cast &&
-               DataTypeSize(dst_type) <= DataTypeSize(src_type)) {
+               DataTypeSize(cast_dst_type) <= DataTypeSize(cast_src_type)) {
       return Status::OK();
     } else if (!producer_is_cast &&
-               DataTypeSize(dst_type) >= DataTypeSize(src_type)) {
+               DataTypeSize(cast_dst_type) >= DataTypeSize(cast_src_type)) {
       return Status::OK();
     }
 
     // Check that nodes were not already optimized.
     const string optimized_producer_name = OptimizedNodeName(
-        ParseNodeScopeAndName(producer->name()), dst_type_name);
+        ParseNodeScopeAndName(producer->name()), DataTypeString(cast_dst_type));
     const string optimized_consumer_name = OptimizedNodeName(
-        ParseNodeScopeAndName(consumer->name()), src_type_name);
+        ParseNodeScopeAndName(consumer->name()), DataTypeString(cast_src_type));
     const bool is_already_optimized =
         ctx().node_map->NodeExists(optimized_consumer_name) ||
         ctx().node_map->NodeExists(optimized_producer_name);
@@ -1927,34 +1911,26 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
     }
 
     // Add copies of consumer and producer in reverse order.
-    const string new_producer_type_attr_name =
-        SourceDataTypeAttrName(*consumer);
-    TF_RETURN_IF_ERROR(CheckAttrExists(*consumer, new_producer_type_attr_name));
-    const string new_consumer_type_attr_name =
-        SourceDataTypeAttrName(*producer);
-    TF_RETURN_IF_ERROR(CheckAttrExists(*producer, new_consumer_type_attr_name));
     NodeDef* input;
     TF_RETURN_IF_ERROR(GetInputNode(producer->input(0), &input));
     // Create new producer node.
     NodeDef* new_producer = AddCopyNode(optimized_consumer_name, consumer);
-    if (IsCheckNumerics(*new_producer) && !IsFloatingType(src_type)) {
-      new_producer->set_op("Identity");
-      new_producer->clear_attr();
-    }
     new_producer->set_input(0, producer->input(0));
-    (*new_producer->mutable_attr())[new_producer_type_attr_name].set_type(
-        src_type);
     ctx().node_map->AddOutput(input->name(), new_producer->name());
+
     // Create new consumer node.
     NodeDef* new_consumer = AddCopyNode(optimized_producer_name, producer);
     new_consumer->set_input(0, new_producer->name());
-    const DataType new_consumer_type = producer_is_cast ? src_type : dst_type;
-    if (IsCheckNumerics(*new_producer) && !IsFloatingType(new_consumer_type)) {
-      new_consumer->set_op("Identity");
-      new_consumer->clear_attr();
+
+    // Update the input type of the value-preserving node. The input and
+    // output types of the cast-like nodes remain the same.
+    if (producer_is_cast) {
+      // Op(Cast()) -> Cast(Op())
+      TF_RETURN_IF_ERROR(SetInputType(cast_src_type, new_producer));
+    } else {
+      // Cast(Op()) -> Op(Cast())
+      TF_RETURN_IF_ERROR(SetInputType(cast_dst_type, new_consumer));
     }
-    (*new_consumer->mutable_attr())[new_consumer_type_attr_name].set_type(
-        new_consumer_type);
     ctx().node_map->AddOutput(new_producer->name(), new_consumer->name());
 
     AddToOptimizationQueue(new_producer);
@@ -1964,9 +1940,28 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
   }
 
  private:
+  // Sets the type of the first input to dtype.
+  Status SetInputType(DataType dtype, NodeDef* node) {
+    const OpDef* op_def = nullptr;
+    TF_RETURN_IF_ERROR(OpRegistry::Global()->LookUpOpDef(node->op(), &op_def));
+    const OpDef::ArgDef& input_arg = op_def->input_arg(0);
+    const string& type_attr_name = input_arg.type_attr();
+    if (type_attr_name.empty()) {
+      if (input_arg.type() == DT_INVALID || input_arg.type() != dtype) {
+        return errors::InvalidArgument("Could not set input type of ",
+                                       node->op(), " op to ",
+                                       DataTypeString(dtype));
+      } else {
+        // Op has fixed input type that already matches dtype.
+        return Status::OK();
+      }
+    }
+    SetDataTypeToAttr(dtype, type_attr_name, node);
+    return Status::OK();
+  }
   // This optimization can be dangerous on devices other than CPU and
   // GPU. The transpose might not be implemented for image.type, or
-  // might be slower with image.type than with dst_type.
+  // might be slower with image.type than with cast_dst_type.
   bool NodeIsOnCpuOrGpu(const NodeDef* node) const {
     using str_util::StrContains;
 
@@ -1978,11 +1973,8 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
   }
 
   bool IsFixedSizeType(DataType dtype) {
-    return dtype != DT_STRING && dtype != DT_VARIANT && dtype != DT_RESOURCE;
-  }
-
-  bool IsFloatingType(DataType dtype) {
-    return kDataTypeIsFloating.Contains(dtype);
+    return dtype != DT_STRING && dtype != DT_VARIANT && dtype != DT_RESOURCE &&
+           !kQuantizedTypes.Contains(dtype);
   }
 };
 
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
index e152948fb2..59cec90524 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
@@ -1464,6 +1464,23 @@ TEST_F(ArithmeticOptimizerTest, ReorderTransposeReverseCast) {
   test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
 }
 
+TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast_CheckNumericsToIdentity) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
+  Output nhwc_uint8 =
+      ops::Placeholder(s, DT_UINT8, ops::Placeholder::Shape({8, 28, 28, 3}));
+  Output nhwc_fp32 = ops::Cast(s, nhwc_uint8, DT_FLOAT);
+  Output nchw_fp32 = ops::CheckNumerics(s, nhwc_fp32, "foo");
+  Output outputs = ops::Identity(s.WithOpName("outputs"), nchw_fp32);
+
+  GrapplerItem item;
+  item.fetch = {"outputs"};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  GraphDef output;
+  TF_EXPECT_OK(ArithmeticOptimizer().Optimize(nullptr, item, &output));
+  CompareGraphs(item.graph, output);
+}
+
 TEST_F(ArithmeticOptimizerTest, NoReorderTransposeCast_ProducerIsCast) {
   tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
   Output nhwc_fp32 =
diff --git a/tensorflow/core/grappler/utils.cc b/tensorflow/core/grappler/utils.cc
index e803e2ac71..ac54eae0e5 100644
--- a/tensorflow/core/grappler/utils.cc
+++ b/tensorflow/core/grappler/utils.cc
@@ -22,6 +22,7 @@ limitations under the License.
 
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.h"
+#include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/op.h"
 #include "tensorflow/core/framework/op_def.pb.h"
 #include "tensorflow/core/framework/types.h"
@@ -548,7 +549,7 @@ Status SetTensorValue(DataType dtype, int value, Tensor* tensor) {
 #undef HANDLE_CASE
 
 Status CheckAttrExists(const NodeDef& node, const string& key) {
-  if (node.attr().count(key) == 0) {
+  if (!HasNodeAttr(node, key)) {
     return errors::InvalidArgument("Node '", node.name(), "' lacks '", key,
                                    "' attr: ", node.ShortDebugString());
   }
-- 
GitLab


From 6dba8563a903e9b5e107a26787e241bb4a8443ab Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 18:24:23 -0700
Subject: [PATCH 0519/1825] Step 3 of "tower" -> "replica" terminology
 transition for DistributionStrategy.

PiperOrigin-RevId: 218442600
---
 .../metrics/python/metrics/classification.py  |  6 +-
 .../contrib/optimizer_v2/optimizer_v2.py      | 32 +++---
 tensorflow/python/eager/tape.py               |  4 +-
 tensorflow/python/framework/tensor_util.py    |  2 +-
 tensorflow/python/keras/engine/training.py    |  2 +-
 .../keras/engine/training_distributed.py      | 38 ++++----
 tensorflow/python/keras/metrics.py            | 10 +-
 tensorflow/python/ops/losses/losses_impl.py   |  2 +-
 tensorflow/python/ops/metrics_impl.py         | 97 ++++++++++---------
 tensorflow/python/ops/summary_op_util.py      | 12 +--
 .../python/training/checkpoint_utils.py       |  4 +-
 tensorflow/python/training/moving_averages.py | 12 +--
 tensorflow/python/training/optimizer.py       | 51 +++++-----
 tensorflow/python/training/training_util.py   |  4 +-
 14 files changed, 136 insertions(+), 140 deletions(-)

diff --git a/tensorflow/contrib/metrics/python/metrics/classification.py b/tensorflow/contrib/metrics/python/metrics/classification.py
index 7053907da0..ac12360865 100644
--- a/tensorflow/contrib/metrics/python/metrics/classification.py
+++ b/tensorflow/contrib/metrics/python/metrics/classification.py
@@ -167,15 +167,15 @@ def f1_score(labels, predictions, weights=None, num_thresholds=200,
           (precision_at_t + recall_at_t + epsilon))
       return math_ops.reduce_max(f1_at_thresholds)
 
-    def f1_across_towers(_, values):
+    def f1_across_replicas(_, values):
       best_f1 = compute_best_f1_score(tp=values['tp'], fp=values['fp'],
                                       fn=values['fn'], name='value')
       if metrics_collections:
         ops.add_to_collections(metrics_collections, best_f1)
       return best_f1
 
-    best_f1 = distribution_strategy_context.get_tower_context().merge_call(
-        f1_across_towers, values)
+    best_f1 = distribution_strategy_context.get_replica_context().merge_call(
+        f1_across_replicas, values)
 
     update_op = compute_best_f1_score(tp=update_ops['tp'], fp=update_ops['fp'],
                                       fn=update_ops['fn'], name='update')
diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index b00262e1f3..00a7dbc0b0 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -33,7 +33,7 @@ from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.training import distribute as distribute_lib
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as distribute_ctx
 from tensorflow.python.training import optimizer as optimizer_v1
 from tensorflow.python.training import slot_creator
 from tensorflow.python.training.checkpointable import base as checkpointable
@@ -631,16 +631,16 @@ class OptimizerV2(optimizer_v1.Optimizer):
     # Map from graph_key to state for that graph. We use the graph_key
     # since it works in both eager and graph mode, and gives the outer
     # graph inside functions.
-    tower_context = distribution_strategy_context.get_tower_context()
-    if tower_context is None:
-      # In a cross-tower context for a DistributionStrategy, which means
-      # only one Optimizer will be created, not one per tower.
+    replica_context = distribute_ctx.get_replica_context()
+    if replica_context is None:
+      # In a cross-replica context for a DistributionStrategy, which means
+      # only one Optimizer will be created, not one per replica.
       self._per_graph_state = {}
     else:
-      # We use get_tower_context().merge_call() to get a single dict
+      # We use get_replica_context().merge_call() to get a single dict
       # shared across all model replicas when running with a
       # DistributionStrategy.
-      self._per_graph_state = tower_context.merge_call(lambda _: {})
+      self._per_graph_state = replica_context.merge_call(lambda _: {})
 
     # Hyper parameters, and whether they should be re-evaluated every step.
     self._hyper = {}
@@ -792,10 +792,9 @@ class OptimizerV2(optimizer_v1.Optimizer):
               distribute_lib.get_loss_reduction() == variable_scope
               .VariableAggregation.MEAN)
         if scale_loss_by_num_towers:
-          num_towers = distribution_strategy_context.get_distribution_strategy(
-          ).num_towers
-          if num_towers > 1:
-            loss_value *= 1. / num_towers
+          num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
+          if num_replicas > 1:
+            loss_value *= 1. / num_replicas
 
       if var_list is None:
         var_list = tape.watched_variables()
@@ -805,16 +804,15 @@ class OptimizerV2(optimizer_v1.Optimizer):
       raise RuntimeError("`loss` passed to Optimizer.compute_gradients should "
                          "be a function when eager execution is enabled.")
 
-    # Scale loss for number of towers (non-callable-loss case).
+    # Scale loss for number of replicas (non-callable-loss case).
     if scale_loss_by_num_towers is None:
       scale_loss_by_num_towers = (
           distribute_lib.get_loss_reduction() == variable_scope
           .VariableAggregation.MEAN)
     if scale_loss_by_num_towers:
-      num_towers = distribution_strategy_context.get_distribution_strategy(
-      ).num_towers
-      if num_towers > 1:
-        loss *= 1. / num_towers
+      num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
+      if num_replicas > 1:
+        loss *= 1. / num_replicas
 
     if gate_gradients not in [
         optimizer_v1.Optimizer.GATE_NONE, optimizer_v1.Optimizer.GATE_OP,
@@ -890,7 +888,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
     if not filtered:
       raise ValueError("No gradients provided for any variable: %s." %
                        ([str(v) for _, v in grads_and_vars],))
-    return distribution_strategy_context.get_tower_context().merge_call(
+    return distribute_ctx.get_replica_context().merge_call(
         self._distributed_apply, filtered, global_step=global_step, name=name)
 
   def _get_or_create_state(self, var_list=None):
diff --git a/tensorflow/python/eager/tape.py b/tensorflow/python/eager/tape.py
index ade945f874..1326f09713 100644
--- a/tensorflow/python/eager/tape.py
+++ b/tensorflow/python/eager/tape.py
@@ -62,7 +62,7 @@ def watch(tape, tensor):
 def watch_variable(tape, variable):
   """Marks this variable to be watched by the given tape."""
   strategy = distribution_strategy_context.get_distribution_strategy()
-  if distribution_strategy_context.get_tower_context():
+  if distribution_strategy_context.get_replica_context():
     variables = [strategy.value_container(variable)]
   else:
     variables = strategy.unwrap(variable)
@@ -77,7 +77,7 @@ def variable_accessed(variable):
     variable: variable to be watched.
   """
   strategy = distribution_strategy_context.get_distribution_strategy()
-  if distribution_strategy_context.get_tower_context():
+  if distribution_strategy_context.get_replica_context():
     variables = [strategy.value_container(variable)]
   else:
     variables = strategy.unwrap(variable)
diff --git a/tensorflow/python/framework/tensor_util.py b/tensorflow/python/framework/tensor_util.py
index ec9ee217e3..0582e98603 100644
--- a/tensorflow/python/framework/tensor_util.py
+++ b/tensorflow/python/framework/tensor_util.py
@@ -943,7 +943,7 @@ def is_tensor(x):  # pylint: disable=invalid-name
 
   Check whether an object is a tensor. This check is equivalent to calling
   `isinstance(x, (tf.Tensor, tf.SparseTensor, tf.Variable))` and also checks
-  if all the component variables of a MirroredVariable or a TowerLocalVariable
+  if all the component variables of a MirroredVariable or a ReplicaLocalVariable
   are tensors.
 
   Args:
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 7037cf0054..5381668153 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -815,7 +815,7 @@ class Model(Network):
       x_shape = first_x_value.shape
       if batch_size is None:
         batch_size = distributed_training_utils.get_batch_size(
-            self._distribution_strategy.num_towers, x_shape[0], steps)
+            self._distribution_strategy.num_replicas, x_shape[0], steps)
       # We need to use the drop_remainder argument to allow for a static
       # input shape which is required for TPUs.
       drop_remainder = self._distribution_strategy.require_static_shapes
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 71164c059b..f19b941bc8 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -105,9 +105,9 @@ def fit_loop(
     # Create train ops on each of the devices when we call
     # `_per_device_train_function`.
     (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_tower(
+     grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_train_function, model._grouped_model)
-    # Unwrap all the per device values returned from `call_for_each_tower`.
+    # Unwrap all the per device values returned from `call_for_each_replica`.
     # Unwrapping per device values gives you a list of values that can be
     # used to construct a new train function that is composed of update ops on
     # all the devices over which the model is distributed.
@@ -133,7 +133,7 @@ def fit_loop(
     # We need to set sample_weights to None since there are sample weight
     # placeholders that are created with default values.
     sample_weights = [None for _ in range(len(model.outputs) *
-                                          current_strategy.num_towers)]
+                                          current_strategy.num_replicas)]
     if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + dataset_targets + sample_weights + [1]
     else:
@@ -185,7 +185,7 @@ def fit_loop(
         if not isinstance(outs, list):
           outs = [outs]
 
-        outs = _aggregate_metrics_across_towers(current_strategy.num_towers,
+        outs = _aggregate_metrics_across_towers(current_strategy.num_replicas,
                                                 out_labels,
                                                 model.stateful_metric_names,
                                                 outs)
@@ -281,7 +281,7 @@ def _experimental_fit_loop(
         mode=_Mode.TRAIN)
 
     (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_tower(
+     grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_train_function, model._grouped_model_train)
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -454,7 +454,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
   inputs, targets = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_tower(
+     grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_test_function, model._grouped_model)
 
     (all_inputs, all_outputs, all_updates,
@@ -476,7 +476,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     # We need to set sample_weights to None since there are sample weight
     # placeholders that are created with default values.
     sample_weights = [None for _ in range(len(model.outputs) *
-                                          current_strategy.num_towers)]
+                                          current_strategy.num_replicas)]
     if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + dataset_targets + sample_weights + [0]
     else:
@@ -503,7 +503,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     for step in range(steps):
       batch_outs = distributed_test_function(ins)
       batch_outs = _aggregate_metrics_across_towers(
-          current_strategy.num_towers, model.metrics_names,
+          current_strategy.num_replicas, model.metrics_names,
           model.stateful_metric_names, batch_outs)
       if isinstance(batch_outs, list):
         if step == 0:
@@ -576,7 +576,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
         mode=_Mode.TEST)
 
     (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_tower(
+     grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_test_function, model._grouped_model_test)
 
     (all_inputs, all_outputs, all_updates,
@@ -681,7 +681,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
   inputs, _ = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_tower(
+     grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_predict_function, model._grouped_model)
 
     (all_inputs, all_outputs, all_updates,
@@ -724,7 +724,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
         if step == 0:
           for _ in batch_outs:
             unconcatenated_outs.append([])
-        # TODO(anjalisridhar): Should combine the outputs from multiple towers
+        # TODO(anjalisridhar): Should combine the outputs from multiple replicas
         # correctly here.
         for i, batch_out in enumerate(batch_outs):
           unconcatenated_outs[i].append(batch_out)
@@ -781,7 +781,7 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
         mode=_Mode.PREDICT)
 
     (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_tower(
+     grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_predict_function, model._grouped_model_predict)
 
     (all_inputs, all_outputs, all_updates,
@@ -892,9 +892,9 @@ def _clone_and_build_model(model, inputs=None, targets=None):
 
 def clone_model_on_towers(model, strategy, make_callback_model=False,
                           inputs=None, targets=None, mode=None):
-  """Create a cloned model on each tower."""
+  """Create a cloned model on each replica."""
   with strategy.scope():
-    grouped_model = strategy.call_for_each_tower(
+    grouped_model = strategy.call_for_each_replica(
         _clone_and_build_model, model, inputs, targets)
     if mode is _Mode.TRAIN:
       model._grouped_model_train = grouped_model
@@ -910,9 +910,9 @@ def clone_model_on_towers(model, strategy, make_callback_model=False,
 
 def _aggregate_metrics_across_towers(num_devices, out_labels,
                                      stateful_metric_names, outs):
-  """Aggregates stateless metrics values across towers.
+  """Aggregates stateless metrics values across replicas.
 
-  When using `MirroredStrategy`, the number of towers is equal to the
+  When using `MirroredStrategy`, the number of replicas is equal to the
   number of devices over which training is distributed. This may not always be
   the case.
 
@@ -920,13 +920,13 @@ def _aggregate_metrics_across_towers(num_devices, out_labels,
     num_devices: Number of devices over which the model is being distributed.
     out_labels: The list of metric names passed to `compile`.
     stateful_metric_names: List of stateful metric names on the model.
-    outs: The output from all the towers.
+    outs: The output from all the replicas.
 
   Returns:
-    The average value of each metric across the towers.
+    The average value of each metric across the replicas.
   """
   # TODO(anjalisridhar): Temporary workaround for aggregating metrics
-  # across towers. Replace with the new metrics module eventually.
+  # across replicas. Replace with the new metrics module eventually.
   merged_output = []
   # The first output is the total loss.
   merged_output.append(outs[0])
diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index 91a48acbd5..bc34332539 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -117,7 +117,7 @@ def result_wrapper(result_fn):
   Result computation is an idempotent operation that simply calculates the
   metric value using the state variables.
 
-  If metric state variables are distributed across towers/devices and
+  If metric state variables are distributed across replicas/devices and
   `result()` is requested from the context of one device - This function wraps
   `result()` in a distribution strategy `merge_call()`. With this,
   the metric state variables will be aggregated across devices.
@@ -132,8 +132,8 @@ def result_wrapper(result_fn):
 
   def decorated(metric_obj, *args):
     """Decorated function with merge_call."""
-    tower_context = distribution_strategy_context.get_tower_context()
-    if tower_context is None:  # if in cross tower context already
+    replica_context = distribution_strategy_context.get_replica_context()
+    if replica_context is None:  # if in cross replica context already
       result_t = result_fn(*args)
     else:
       # TODO(psv): Test distribution of metrics using different distribution
@@ -148,8 +148,8 @@ def result_wrapper(result_fn):
         return distribution.unwrap(merge_fn)[0](*args)
 
       # Wrapping result in merge_call. merge_call is used when we want to leave
-      # tower mode and compute a value in cross tower mode.
-      result_t = tower_context.merge_call(merge_fn_wrapper, result_fn, *args)
+      # replica mode and compute a value in cross replica mode.
+      result_t = replica_context.merge_call(merge_fn_wrapper, result_fn, *args)
     check_is_tensor_or_operation(result_t,
                                  'Metric {0}\'s result'.format(metric_obj.name))
     return result_t
diff --git a/tensorflow/python/ops/losses/losses_impl.py b/tensorflow/python/ops/losses/losses_impl.py
index 8a8a81ab5c..53c09ee8dd 100644
--- a/tensorflow/python/ops/losses/losses_impl.py
+++ b/tensorflow/python/ops/losses/losses_impl.py
@@ -205,7 +205,7 @@ def compute_weighted_loss(
   Reduction.validate(reduction)
   with ops.name_scope(scope, "weighted_loss", (losses, weights)):
     # Save the `reduction` argument for loss normalization when distributing
-    # to multiple towers.
+    # to multiple replicas.
     # TODO(josh11b): Associate it with the returned op for more precision.
     ops.get_default_graph()._last_loss_reduction = reduction  # pylint: disable=protected-access
 
diff --git a/tensorflow/python/ops/metrics_impl.py b/tensorflow/python/ops/metrics_impl.py
index b8d96b4a6e..d0919bdbe4 100644
--- a/tensorflow/python/ops/metrics_impl.py
+++ b/tensorflow/python/ops/metrics_impl.py
@@ -44,25 +44,24 @@ def metric_variable(shape, dtype, validate_shape=True, name=None):
   """Create variable in `GraphKeys.(LOCAL|METRIC_VARIABLES)` collections.
 
   If running in a `DistributionStrategy` context, the variable will be
-  "tower local". This means:
+  "replica local". This means:
 
   *   The returned object will be a container with separate variables
-      per replica/tower of the model.
+      per replica of the model.
 
   *   When writing to the variable, e.g. using `assign_add` in a metric
       update, the update will be applied to the variable local to the
-      replica/tower.
+      replica.
 
   *   To get a metric's result value, we need to sum the variable values
-      across the replicas/towers before computing the final answer.
-      Furthermore, the final answer should be computed once instead of
-      in every replica/tower. Both of these are accomplished by
-      running the computation of the final result value inside
-      `tf.contrib.distribution_strategy_context.get_tower_context(
-      ).merge_call(fn)`.
+      across the replicas before computing the final answer. Furthermore,
+      the final answer should be computed once instead of in every
+      replica. Both of these are accomplished by running the computation
+      of the final result value inside
+      `distribution_strategy_context.get_replica_context().merge_call(fn)`.
       Inside the `merge_call()`, ops are only added to the graph once
-      and access to a tower-local variable in a computation returns
-      the sum across all replicas/towers.
+      and access to a replica-local variable in a computation returns
+      the sum across all replicas.
 
   Args:
     shape: Shape of the created variable.
@@ -73,7 +72,7 @@ def metric_variable(shape, dtype, validate_shape=True, name=None):
 
   Returns:
     A (non-trainable) variable initialized to zero, or if inside a
-    `DistributionStrategy` scope a tower-local variable container.
+    `DistributionStrategy` scope a replica-local variable container.
   """
   # Note that synchronization "ON_READ" implies trainable=False.
   return variable_scope.variable(
@@ -299,8 +298,8 @@ def _streaming_confusion_matrix(labels, predictions, num_classes, weights=None):
   return total_cm, update_op
 
 
-def _aggregate_across_towers(metrics_collections, metric_value_fn, *args):
-  """Aggregate metric value across towers."""
+def _aggregate_across_replicas(metrics_collections, metric_value_fn, *args):
+  """Aggregate metric value across replicas."""
   def fn(distribution, *a):
     """Call `metric_value_fn` in the correct control flow context."""
     if hasattr(distribution, '_outer_control_flow_context'):
@@ -330,7 +329,8 @@ def _aggregate_across_towers(metrics_collections, metric_value_fn, *args):
       ops.add_to_collections(metrics_collections, metric_value)
     return metric_value
 
-  return distribution_strategy_context.get_tower_context().merge_call(fn, *args)
+  return distribution_strategy_context.get_replica_context().merge_call(
+      fn, *args)
 
 
 @tf_export('metrics.mean')
@@ -403,7 +403,7 @@ def mean(values,
     def compute_mean(_, t, c):
       return _safe_div(t, math_ops.maximum(c, 0), name='value')
 
-    mean_t = _aggregate_across_towers(
+    mean_t = _aggregate_across_replicas(
         metrics_collections, compute_mean, total, count)
     update_op = _safe_div(update_total_op,
                           math_ops.maximum(update_count_op, 0),
@@ -644,7 +644,7 @@ def _confusion_matrix_at_thresholds(labels,
 
 def _aggregate_variable(v, collections):
   f = lambda distribution, value: distribution.read_var(value)
-  return _aggregate_across_towers(collections, f, v)
+  return _aggregate_across_replicas(collections, f, v)
 
 
 @tf_export('metrics.auc')
@@ -841,7 +841,7 @@ def auc(labels,
       return compute_auc(values['tp'], values['fn'], values['tn'], values['fp'],
                          'value')
 
-    auc_value = _aggregate_across_towers(
+    auc_value = _aggregate_across_replicas(
         metrics_collections, compute_auc_value, values)
     update_op = compute_auc(update_ops['tp'], update_ops['fn'],
                             update_ops['tn'], update_ops['fp'], 'update_op')
@@ -1080,7 +1080,7 @@ def mean_per_class_accuracy(labels,
           per_class_accuracy, name='mean_accuracy')
       return mean_accuracy_v
 
-    mean_accuracy_v = _aggregate_across_towers(
+    mean_accuracy_v = _aggregate_across_replicas(
         metrics_collections, compute_mean_accuracy, count, total)
 
     update_op = _safe_div(update_count_op,
@@ -1184,7 +1184,7 @@ def mean_iou(labels,
       return result
 
     # TODO(priyag): Use outside_compilation if in TPU context.
-    mean_iou_v = _aggregate_across_towers(
+    mean_iou_v = _aggregate_across_replicas(
         metrics_collections, compute_mean_iou, total_cm)
 
     if updates_collections:
@@ -1397,7 +1397,7 @@ def mean_tensor(values,
     compute_mean = lambda _, t, c: _safe_div(
         t, math_ops.maximum(c, 0), name='value')
 
-    mean_t = _aggregate_across_towers(
+    mean_t = _aggregate_across_replicas(
         metrics_collections, compute_mean, total, count)
 
     update_op = _safe_div(update_total_op,
@@ -2025,11 +2025,11 @@ def precision(labels,
       return array_ops.where(
           math_ops.greater(tp + fp, 0), math_ops.div(tp, tp + fp), 0, name)
 
-    def once_across_towers(_, true_p, false_p):
+    def once_across_replicas(_, true_p, false_p):
       return compute_precision(true_p, false_p, 'value')
 
-    p = _aggregate_across_towers(metrics_collections, once_across_towers,
-                                 true_p, false_p)
+    p = _aggregate_across_replicas(metrics_collections, once_across_replicas,
+                                   true_p, false_p)
 
     update_op = compute_precision(true_positives_update_op,
                                   false_positives_update_op, 'update_op')
@@ -2106,11 +2106,11 @@ def precision_at_thresholds(labels,
     def compute_precision(tp, fp, name):
       return math_ops.div(tp, epsilon + tp + fp, name='precision_' + name)
 
-    def precision_across_towers(_, values):
+    def precision_across_replicas(_, values):
       return compute_precision(values['tp'], values['fp'], 'value')
 
-    prec = _aggregate_across_towers(
-        metrics_collections, precision_across_towers, values)
+    prec = _aggregate_across_replicas(
+        metrics_collections, precision_across_replicas, values)
 
     update_op = compute_precision(update_ops['tp'], update_ops['fp'],
                                   'update_op')
@@ -2199,11 +2199,11 @@ def recall(labels,
           math_ops.greater(true_p + false_n, 0),
           math_ops.div(true_p, true_p + false_n), 0, name)
 
-    def once_across_towers(_, true_p, false_n):
+    def once_across_replicas(_, true_p, false_n):
       return compute_recall(true_p, false_n, 'value')
 
-    rec = _aggregate_across_towers(
-        metrics_collections, once_across_towers, true_p, false_n)
+    rec = _aggregate_across_replicas(
+        metrics_collections, once_across_replicas, true_p, false_n)
 
     update_op = compute_recall(true_positives_update_op,
                                false_negatives_update_op, 'update_op')
@@ -2638,7 +2638,7 @@ def recall_at_top_k(labels,
     def compute_recall(_, tp, fn):
       return math_ops.div(tp, math_ops.add(tp, fn), name=scope)
 
-    metric = _aggregate_across_towers(
+    metric = _aggregate_across_replicas(
         metrics_collections, compute_recall, tp, fn)
 
     update = math_ops.div(
@@ -2713,11 +2713,11 @@ def recall_at_thresholds(labels,
     def compute_recall(tp, fn, name):
       return math_ops.div(tp, epsilon + tp + fn, name='recall_' + name)
 
-    def recall_across_towers(_, values):
+    def recall_across_replicas(_, values):
       return compute_recall(values['tp'], values['fn'], 'value')
 
-    rec = _aggregate_across_towers(
-        metrics_collections, recall_across_towers, values)
+    rec = _aggregate_across_replicas(
+        metrics_collections, recall_across_replicas, values)
 
     update_op = compute_recall(update_ops['tp'], update_ops['fn'], 'update_op')
     if updates_collections:
@@ -2786,8 +2786,9 @@ def root_mean_squared_error(labels,
                                           None, name or
                                           'root_mean_squared_error')
 
-  once_across_towers = lambda _, mse: math_ops.sqrt(mse)
-  rmse = _aggregate_across_towers(metrics_collections, once_across_towers, mse)
+  once_across_replicas = lambda _, mse: math_ops.sqrt(mse)
+  rmse = _aggregate_across_replicas(
+      metrics_collections, once_across_replicas, mse)
 
   update_rmse_op = math_ops.sqrt(update_mse_op)
   if updates_collections:
@@ -2882,12 +2883,12 @@ def sensitivity_at_specificity(labels,
       return math_ops.div(tp[tf_index], tp[tf_index] + fn[tf_index] + kepsilon,
                           name)
 
-    def sensitivity_across_towers(_, values):
+    def sensitivity_across_replicas(_, values):
       return compute_sensitivity_at_specificity(
           values['tp'], values['tn'], values['fp'], values['fn'], 'value')
 
-    sensitivity = _aggregate_across_towers(
-        metrics_collections, sensitivity_across_towers, values)
+    sensitivity = _aggregate_across_replicas(
+        metrics_collections, sensitivity_across_replicas, values)
 
     update_op = compute_sensitivity_at_specificity(
         update_ops['tp'], update_ops['tn'], update_ops['fp'], update_ops['fn'],
@@ -3156,11 +3157,11 @@ def _streaming_sparse_average_precision_at_top_k(labels,
       total_update = state_ops.assign_add(total_var, batch_total, name='update')
 
     # Divide total by max to get mean, for both vars and the update ops.
-    def precision_across_towers(_, total_var, max_var):
+    def precision_across_replicas(_, total_var, max_var):
       return _safe_scalar_div(total_var, max_var, name='mean')
 
-    mean_average_precision = _aggregate_across_towers(
-        metrics_collections, precision_across_towers, total_var, max_var)
+    mean_average_precision = _aggregate_across_replicas(
+        metrics_collections, precision_across_replicas, total_var, max_var)
 
     update = _safe_scalar_div(total_update, max_update, name=scope)
     if updates_collections:
@@ -3439,11 +3440,11 @@ def precision_at_top_k(labels,
         class_id=class_id,
         weights=weights)
 
-    def precision_across_towers(_, tp, fp):
+    def precision_across_replicas(_, tp, fp):
       return math_ops.div(tp, math_ops.add(tp, fp), name=scope)
 
-    metric = _aggregate_across_towers(
-        metrics_collections, precision_across_towers, tp, fp)
+    metric = _aggregate_across_replicas(
+        metrics_collections, precision_across_replicas, tp, fp)
 
     update = math_ops.div(
         tp_update, math_ops.add(tp_update, fp_update), name='update')
@@ -3674,12 +3675,12 @@ def specificity_at_sensitivity(labels,
       return math_ops.div(tn[tf_index], tn[tf_index] + fp[tf_index] + kepsilon,
                           name)
 
-    def specificity_across_towers(_, values):
+    def specificity_across_replicas(_, values):
       return compute_specificity_at_sensitivity(
           values['tp'], values['tn'], values['fp'], values['fn'], 'value')
 
-    specificity = _aggregate_across_towers(
-        metrics_collections, specificity_across_towers, values)
+    specificity = _aggregate_across_replicas(
+        metrics_collections, specificity_across_replicas, values)
 
     update_op = compute_specificity_at_sensitivity(
         update_ops['tp'], update_ops['tn'], update_ops['fp'], update_ops['fn'],
diff --git a/tensorflow/python/ops/summary_op_util.py b/tensorflow/python/ops/summary_op_util.py
index b382c3b7ce..14aa44a920 100644
--- a/tensorflow/python/ops/summary_op_util.py
+++ b/tensorflow/python/ops/summary_op_util.py
@@ -44,13 +44,13 @@ _INVALID_TAG_CHARACTERS = re.compile(r'[^-/\w\.]')
 
 
 def skip_summary():
-  # If using multiple towers in distributed strategy, skip summaries on all
-  # towers except the first one (tower_id=0).
+  # If using multiple replicas in distributed strategy, skip summaries on all
+  # replicas except the first one (replica_id=0).
   # TODO(priyag): Add a new optional argument that will provide multiple
-  # alternatives to override default behavior. (e.g. run on last tower,
-  # compute sum or mean across towers).
-  tower_context = distribution_strategy_context.get_tower_context()
-  return tower_context and tower_context.tower_id > 0
+  # alternatives to override default behavior. (e.g. run on last replica,
+  # compute sum or mean across replicas).
+  replica_context = distribution_strategy_context.get_replica_context()
+  return replica_context and replica_context.replica_id > 0
 
 
 def clean_tag(name):
diff --git a/tensorflow/python/training/checkpoint_utils.py b/tensorflow/python/training/checkpoint_utils.py
index e6118177fd..33054c2df0 100644
--- a/tensorflow/python/training/checkpoint_utils.py
+++ b/tensorflow/python/training/checkpoint_utils.py
@@ -180,10 +180,10 @@ def init_from_checkpoint(ckpt_dir_or_file, assignment_map):
     tf.errors.OpError: If missing checkpoints or tensors in checkpoints.
     ValueError: If missing variables in current graph.
   """
-  if distribution_strategy_context.get_cross_tower_context():
+  if distribution_strategy_context.get_cross_replica_context():
     _init_from_checkpoint(None, ckpt_dir_or_file, assignment_map)
   else:
-    distribution_strategy_context.get_tower_context().merge_call(
+    distribution_strategy_context.get_replica_context().merge_call(
         _init_from_checkpoint, ckpt_dir_or_file, assignment_map)
 
 
diff --git a/tensorflow/python/training/moving_averages.py b/tensorflow/python/training/moving_averages.py
index 89bfcaf4ad..fc9eb479cc 100644
--- a/tensorflow/python/training/moving_averages.py
+++ b/tensorflow/python/training/moving_averages.py
@@ -90,18 +90,18 @@ def assign_moving_average(variable, value, decay, zero_debias=True, name=None):
 
   with ops.name_scope(name, "AssignMovingAvg",
                       [variable, value, decay]) as scope:
-    tower_context = distribution_strategy_context.get_tower_context()
-    if tower_context:
-      # In a tower context, we update variable using the mean of value across
-      # towers.
+    replica_context = distribution_strategy_context.get_replica_context()
+    if replica_context:
+      # In a replica context, we update variable using the mean of value across
+      # replicas.
       def merge_fn(strategy, v, value):
         value = strategy.reduce(
             variable_scope.VariableAggregation.MEAN, value, v)
         return strategy.update(v, update_fn, value)
 
-      return tower_context.merge_call(merge_fn, variable, value)
+      return replica_context.merge_call(merge_fn, variable, value)
     else:
-      strategy = distribution_strategy_context.get_cross_tower_context()
+      strategy = distribution_strategy_context.get_cross_replica_context()
       return strategy.update(variable, update_fn, value)
 
 
diff --git a/tensorflow/python/training/optimizer.py b/tensorflow/python/training/optimizer.py
index 47034919e1..79906317b4 100644
--- a/tensorflow/python/training/optimizer.py
+++ b/tensorflow/python/training/optimizer.py
@@ -35,7 +35,7 @@ from tensorflow.python.ops import state_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.training import distribute as distribute_lib
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as distribute_ctx
 from tensorflow.python.training import slot_creator
 from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import nest
@@ -340,10 +340,10 @@ class Optimizer(
     self._deferred_slot_restorations = {}
 
     # TODO(isaprykin): When using a DistributionStrategy, and when an
-    # optimizer is created in each tower, it might be dangerous to
-    # rely on some Optimer methods.  When such methods are called on a
-    # per-tower optimizer, an exception needs to be thrown.  We do
-    # allow creation per-tower optimizers however, because the
+    # optimizer is created in each replica, it might be dangerous to
+    # rely on some Optimizer methods.  When such methods are called on a
+    # per-replica optimizer, an exception needs to be thrown.  We do
+    # allow creation per-replica optimizers however, because the
     # compute_gradients()->apply_gradients() sequence is safe.
 
   def get_name(self):
@@ -458,16 +458,15 @@ class Optimizer(
           tape.watch(var_list)
         loss_value = loss()
 
-        # Scale loss if using a "mean" loss reduction and multiple towers.
+        # Scale loss if using a "mean" loss reduction and multiple replicas.
         # Have to be careful to call distribute_lib.get_loss_reduction()
         # *after* loss() is evaluated, so we know what loss reduction it uses.
         # TODO(josh11b): Test that we handle weight decay in a reasonable way.
         if (distribute_lib.get_loss_reduction() ==
             variable_scope.VariableAggregation.MEAN):
-          num_towers = distribution_strategy_context.get_distribution_strategy(
-          ).num_towers
-          if num_towers > 1:
-            loss_value *= (1. / num_towers)
+          num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
+          if num_replicas > 1:
+            loss_value *= (1. / num_replicas)
 
       if var_list is None:
         var_list = tape.watched_variables()
@@ -483,13 +482,12 @@ class Optimizer(
           "`loss` passed to Optimizer.compute_gradients should "
           "be a function when eager execution is enabled.")
 
-    # Scale loss if using a "mean" loss reduction and multiple towers.
+    # Scale loss if using a "mean" loss reduction and multiple replicas.
     if (distribute_lib.get_loss_reduction() ==
         variable_scope.VariableAggregation.MEAN):
-      num_towers = distribution_strategy_context.get_distribution_strategy(
-      ).num_towers
-      if num_towers > 1:
-        loss *= (1. / num_towers)
+      num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
+      if num_replicas > 1:
+        loss *= (1. / num_replicas)
 
     if gate_gradients not in [Optimizer.GATE_NONE, Optimizer.GATE_OP,
                               Optimizer.GATE_GRAPH]:
@@ -553,15 +551,15 @@ class Optimizer(
     # methods: _create_slots(), _prepare(), _apply_dense(), and _apply_sparse().
 
     # Handle DistributionStrategy case.
-    if distribution_strategy_context.get_cross_tower_context():
+    if distribute_ctx.get_cross_replica_context():
       raise RuntimeError("Use `_distributed_apply()` instead of "
-                         "`apply_gradients()` in a cross-tower context.")
+                         "`apply_gradients()` in a cross-replica context.")
     # TODO(isaprykin): Get rid of `has_distribution_strategy()` check by
     # always calling _distributed_apply(), using the default distribution
     # as needed.
-    if distribution_strategy_context.has_distribution_strategy():
+    if distribute_ctx.has_distribution_strategy():
       grads_and_vars = get_filtered_grad_fn(lambda: grads_and_vars)()
-      return distribution_strategy_context.get_tower_context().merge_call(
+      return distribute_ctx.get_replica_context().merge_call(
           self._distributed_apply, grads_and_vars, global_step, name)
 
     # No DistributionStrategy case.
@@ -637,16 +635,16 @@ class Optimizer(
                          grads_and_vars,
                          global_step=None,
                          name=None):
-    """A version of `apply_gradients` for cross-tower context.
+    """A version of `apply_gradients` for cross-replica context.
 
     This is a version of `apply_gradients()` for when you are using a
-    `DistributionStrategy` and are in a cross-tower context. If in a
-    tower context, use `apply_gradients()` as normal.
+    `DistributionStrategy` and are in a cross-replica context. If in a
+    replica context, use `apply_gradients()` as normal.
 
     Args:
       distribution: A `DistributionStrategy` object.
       grads_and_vars: List of (gradient, variable) pairs as returned by
-        `compute_gradients()`, and then aggregated across towers.
+        `compute_gradients()`, and then aggregated across replicas.
       global_step: Optional (mirrored) `Variable` to increment by one
         after the variables have been updated.
       name: Optional name for the returned operation.  Default to the
@@ -654,14 +652,14 @@ class Optimizer(
 
     Returns:
       An `Operation` that applies the specified gradients across all
-      towers. If `global_step` was not None, that operation also
+      replicas. If `global_step` was not None, that operation also
       increments `global_step`.
     """
     reduced_grads = distribution.batch_reduce(
         variable_scope.VariableAggregation.SUM, grads_and_vars)
     var_list = [v for _, v in grads_and_vars]
     grads_and_vars = zip(reduced_grads, var_list)
-    # Note that this is called in a cross-tower context.
+    # Note that this is called in a cross-replica context.
     self._create_slots(var_list)
 
     def update(v, g):
@@ -803,8 +801,7 @@ class Optimizer(
     v = self._non_slot_dict.get(key, None)
     if v is None:
       self._maybe_initialize_checkpointable()
-      distribution_strategy = (
-          distribution_strategy_context.get_distribution_strategy())
+      distribution_strategy = distribute_ctx.get_distribution_strategy()
       with distribution_strategy.colocate_vars_with(colocate_with):
         if eager:
           restored_initial_value = self._preload_simple_restoration(
diff --git a/tensorflow/python/training/training_util.py b/tensorflow/python/training/training_util.py
index d998d6af81..77a420fb73 100644
--- a/tensorflow/python/training/training_util.py
+++ b/tensorflow/python/training/training_util.py
@@ -129,7 +129,7 @@ def create_global_step(graph=None):
           dtype=dtypes.int64,
           initializer=init_ops.zeros_initializer(),
           trainable=False,
-          aggregation=variables.VariableAggregation.ONLY_FIRST_TOWER,
+          aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA,
           collections=[ops.GraphKeys.GLOBAL_VARIABLES,
                        ops.GraphKeys.GLOBAL_STEP])
   # Create in proper graph and base name_scope.
@@ -140,7 +140,7 @@ def create_global_step(graph=None):
         dtype=dtypes.int64,
         initializer=init_ops.zeros_initializer(),
         trainable=False,
-        aggregation=variables.VariableAggregation.ONLY_FIRST_TOWER,
+        aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA,
         collections=[ops.GraphKeys.GLOBAL_VARIABLES,
                      ops.GraphKeys.GLOBAL_STEP])
 
-- 
GitLab


From f1acc3f9e4552cb6ffd8c7c4a281192cc58f734f Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Wed, 24 Oct 2018 01:48:08 +0000
Subject: [PATCH 0520/1825] Resolved merge conflicts and squashed into one
 commit

---
 tensorflow/python/ops/cond_v2.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 998c3e08f6..175b53b1a2 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -136,11 +136,11 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
     # correct output structure
     tensors = tuple(array_ops.identity(t) for t in tensors)
 
-    result = tuple(tensors[:num_cond_outputs])
-    if len(result) == 1:
-      return result[0]
-    else:
-      return result
+    # Packing output tensors in the same nested structure as the true and false
+    # functions return
+    result = nest.pack_sequence_as(structure=true_graph.structured_outputs, 
+                                   flat_sequence=tensors[:num_cond_outputs])
+    return result
 
 
 @ops.RegisterGradient("If")
-- 
GitLab


From ddd89530bf5022996c2f3564a5af0eda08eb81d2 Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Wed, 24 Oct 2018 01:55:01 +0000
Subject: [PATCH 0521/1825] Forgot to update tests

---
 .../kernel_tests/control_flow_ops_py_test.py  | 258 ++++++++----------
 1 file changed, 113 insertions(+), 145 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 6487503ff9..7a746ca362 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -22,7 +22,6 @@ from __future__ import print_function
 
 import collections
 import math
-import sys
 import time
 
 import numpy as np
@@ -456,7 +455,7 @@ class ControlFlowTest(test.TestCase):
     self.assertTrue(ind.dtype == np.int64)
 
   def testCondColocation(self):
-    with self.session(use_gpu=True):
+    with self.test_session(use_gpu=True):
       with ops.device("/cpu:0"):
         v = variables.Variable(7.0)
 
@@ -471,7 +470,7 @@ class ControlFlowTest(test.TestCase):
           self.assertDeviceEqual(op.device, "/cpu:0")
 
   def _testCond_1(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       x = constant_op.constant(10)
       pred = math_ops.less(1, 2)
       fn1 = lambda: math_ops.add(x, 1)
@@ -510,40 +509,27 @@ class ControlFlowTest(test.TestCase):
       result = r.eval()
     self.assertAllEqual(12, result)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testCondPruning(self):
-    v1 = variables.Variable(7)
-    v2 = variables.Variable(7)
-    v3 = variables.Variable(7)
+  @test_util.disable_control_flow_v2("b/113324949 (ref vars)")
+  def testCond_4(self):
+    with self.cached_session():
+      v1 = variables.Variable(7)
+      v2 = variables.Variable(7)
+      v3 = variables.Variable(7)
 
-    def f():
       age = constant_op.constant(3)
       max_age = constant_op.constant(2)
       pred = math_ops.greater(age, max_age)
       fn1 = lambda: [state_ops.assign(v1, 1).op, state_ops.assign(v2, 2).op]
       fn2 = lambda: [state_ops.assign(v3, 3).op, constant_op.constant(10).op]
       r = control_flow_ops.cond(pred, fn1, fn2)
-      self.assertEqual(len(r), 2)
-      return r[1]
 
-    f_defun = eager_function.defun(f)
-
-    if not context.executing_eagerly():
-      with self.cached_session():
-        variables.global_variables_initializer().run()
-        result = f().eval()
-        self.assertEqual(True, result)
-        # Only second cond result was fetched, so v1 assign shouldn't run.
-        self.assertEqual(7, v1.eval())
-        self.assertEqual(2, v2.eval())
-        self.assertEqual(7, v3.eval())
-
-    result = f_defun()
-    self.assertEqual(True, self.evaluate(result))
-    # Both v1 and v2 branch assignments should be run in defun.
-    self.assertEqual(1, self.evaluate(v1))
-    self.assertEqual(2, self.evaluate(v2))
-    self.assertEqual(7, self.evaluate(v3))
+      variables.global_variables_initializer().run()
+      self.assertEqual(len(r), 2)
+      result = r[1].eval()
+      self.assertAllEqual(True, result)
+      self.assertAllEqual(7, v1.eval())
+      self.assertAllEqual(2, v2.eval())
+      self.assertAllEqual(7, v3.eval())
 
   def testCond_5(self):
     with self.cached_session():
@@ -584,6 +570,85 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(pred, fn1, fn2)
       self.assertAllEqual([11, 12], sess.run(r))
 
+  def testCondListOutput(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: [math_ops.add(x, y), math_ops.add(x, y)]
+      fn2 = lambda: [y, y]
+      r = control_flow_ops.cond(pred, fn1, fn2)
+      test_result = sess.run(r)
+      self.assertListEqual([210, 210], test_result)
+
+  def testTupleOutput(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: (math_ops.add(x, y), math_ops.add(x, y))
+      fn2 = lambda: (y, y)
+      r = control_flow_ops.cond(pred, fn1, fn2)
+      test_result = sess.run(r)
+      self.assertTupleEqual((210, 210), test_result)
+
+  def testDictOutput(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: {"a": math_ops.add(x, y), "b": math_ops.add(x, y)}
+      fn2 = lambda: {"a": y, "b": y}
+      r = control_flow_ops.cond(pred, fn1, fn2)
+      test_result = sess.run(r)
+      self.assertDictEqual({"a": 210, "b": 210}, test_result)
+
+  def testNestedListOutput(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: [[math_ops.add(x, y), math_ops.add(x, y)]]
+      fn2 = lambda: [[y, y]]
+      # Pass strict=True flag as cond_v2 allows for tensors to be
+      # in nested output structures as singletons
+      r = control_flow_ops.cond(pred, fn1, fn2, strict=True)
+      test_result = sess.run(r)
+      self.assertListEqual([[210, 210]], test_result)
+
+  def testNestedTupleOutput(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: ((math_ops.add(x, y), math_ops.add(x, y)))
+      fn2 = lambda: ((y, y))
+      r = control_flow_ops.cond(pred, fn1, fn2)
+      test_result = sess.run(r)
+      self.assertTupleEqual(((210, 210)), test_result)
+
+  def testNestedDictOutput(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: {"a": {"c": math_ops.add(x, y)}, "b": {"d": math_ops.add(x, y)}}
+      fn2 = lambda: {"a": {"c": y}, "b": {"d": y}}
+      r = control_flow_ops.cond(pred, fn1, fn2)
+      test_result = sess.run(r)
+      self.assertDictEqual({"a": {"c": 210}, "b": {"d": 210}}, test_result)
+
+  def testCheckNestedOutputStruct(self):
+    with self.cached_session() as sess:
+      x = constant_op.constant(10)
+      y = constant_op.constant(200)
+      pred = math_ops.less(1, 2)
+      fn1 = lambda: {"a": math_ops.add(x, y), "b": math_ops.add(x, y)}
+      fn2 = lambda: {"c": y, "d": y}
+      with self.assertRaisesRegexp(ValueError, "The two structures don't have the same nested structure"):
+        r = control_flow_ops.cond(pred, fn1, fn2)
+        test_result = sess.run(r)
+
   def testCondRef(self):
 
     with self.cached_session():
@@ -638,6 +703,8 @@ class ControlFlowTest(test.TestCase):
       merged_op = control_flow_ops.merge([assign_v, orig_v])
       self.assertAllEqual([1.0], sess.run(merged_op.output))
 
+  @test_util.disable_control_flow_v2(
+      "b/112477618 (Operation returned from cond)")
   def testCondSwitchIdentity(self):
     # Make sure the recv identity is not removed by optimization.
     with session.Session(config=opt_cfg()) as sess:
@@ -652,6 +719,8 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(pred, fn1, fn2)
       sess.run(r)
 
+  @test_util.disable_control_flow_v2(
+      "b/112477618 (Operation returned from cond)")
   def testCondRecvIdentity(self):
     # Make sure the switch identity is not removed by optimization.
     with session.Session(config=opt_cfg()) as sess:
@@ -750,111 +819,6 @@ class ControlFlowTest(test.TestCase):
       ]
       self.assertAllEqual(dense_gv, [0.0, 2.0])
 
-  # TODO(b/117945658): reenable
-  @test_util.run_in_graph_and_eager_modes
-  def DISABLED_testCondAutoControlDeps(self):
-
-    def branch_fn():
-      logging_ops.print_v2("A")
-      logging_ops.print_v2("B")
-      with ops.control_dependencies([logging_ops.print_v2("C")]):
-        return constant_op.constant(10)
-
-    def build_cond():
-      return control_flow_ops.cond(
-          constant_op.constant(True), branch_fn, lambda: 0)
-
-    def build_nested_cond():
-      return control_flow_ops.cond(
-          constant_op.constant(True), build_cond, lambda: 0)
-
-    # In v1 graph mode, pruning should make only "C" print.
-    if not context.executing_eagerly():
-      with self.cached_session():
-        with self.captureWritesToStream(sys.stderr) as printed:
-          self.assertEqual(build_cond().eval(), 10)
-        self.assertEqual(printed.contents(), "C\n")
-
-        with self.captureWritesToStream(sys.stderr) as printed:
-          self.assertEqual(build_nested_cond().eval(), 10)
-        self.assertEqual(printed.contents(), "C\n")
-
-    # In defuns, all prints should execute in program order.
-    # This doesn't work with legacy control flow.
-    if control_flow_ops.ENABLE_COND_V2:
-
-      @eager_function.defun
-      def cond():
-        return build_cond()
-
-      with self.captureWritesToStream(sys.stderr) as printed:
-        self.assertEqual(self.evaluate(cond()), 10)
-      self.assertEqual(printed.contents(), "A\nB\nC\n")
-
-      @eager_function.defun
-      def nested_cond():
-        return build_nested_cond()
-
-      with self.captureWritesToStream(sys.stderr) as printed:
-        self.assertEqual(self.evaluate(nested_cond()), 10)
-      self.assertEqual(printed.contents(), "A\nB\nC\n")
-
-  # TODO(b/117945658): reenable
-  @test_util.run_in_graph_and_eager_modes
-  def DISABLED_testWhileAutoControlDeps(self):
-
-    def cond(i, unused_x):
-      logging_ops.print_v2("A")
-      return i < 2
-
-    def body(i, x):
-      logging_ops.print_v2("B")
-      with ops.control_dependencies([logging_ops.print_v2("C")]):
-        x = array_ops.identity(x)
-      with ops.control_dependencies([logging_ops.print_v2("D")]):
-        return i + 1, x
-
-    def build_while():
-      return control_flow_ops.while_loop(
-          cond, body, [constant_op.constant(0), constant_op.constant(0)])
-
-    def build_nested_while():
-      return control_flow_ops.cond(
-          constant_op.constant(True), build_while, lambda: (0, 0))
-
-    # In v1 graph mode, pruning should make only "D" print.
-    if not context.executing_eagerly():
-      with self.cached_session():
-        with self.captureWritesToStream(sys.stderr) as printed:
-          self.assertEqual(build_while()[0].eval(), 2)
-        self.assertEqual(printed.contents(), "D\nD\n")
-
-        with self.captureWritesToStream(sys.stderr) as printed:
-          self.assertEqual(build_nested_while()[0].eval(), 2)
-        self.assertEqual(printed.contents(), "D\nD\n")
-
-    # In defuns, all prints should execute in program order.
-    # This doesn't work with legacy control flow.
-    if control_flow_ops.ENABLE_WHILE_V2:
-
-      @eager_function.defun
-      def while_loop():
-        return build_while()[0]
-
-      with self.captureWritesToStream(sys.stderr) as printed:
-        self.assertEqual(self.evaluate(while_loop()), 2)
-      self.assertEqual(printed.contents(), "A\nB\nC\nD\nA\nB\nC\nD\nA\n")
-
-      @eager_function.defun
-      def nested_while_loop():
-        return build_nested_while()[0]
-
-      # TODO(b/117840611): calling nested_while_loop fails in eager
-      if not context.executing_eagerly():
-        with self.captureWritesToStream(sys.stderr) as printed:
-          self.assertEqual(self.evaluate(nested_while_loop()), 2)
-        self.assertEqual(printed.contents(), "A\nB\nC\nD\nA\nB\nC\nD\nA\n")
-
   # Microbenchmark: 256,000 iterations/s.
   @test_util.disable_control_flow_v2("b/116630618 (Times out)")
   def testWhile_1(self):
@@ -1089,7 +1053,7 @@ class ControlFlowTest(test.TestCase):
 
     final_without_xla_context = create_while_loop()
 
-    with self.session(use_gpu=False) as sess:
+    with self.test_session(use_gpu=False) as sess:
       opts = config_pb2.RunOptions(trace_level=config_pb2.RunOptions.FULL_TRACE)
       run_metadata = config_pb2.RunMetadata()
 
@@ -1205,7 +1169,7 @@ class ControlFlowTest(test.TestCase):
       self.assertLess(len(unique_allocs), 756)
 
   def _testWhile_Gpu_1(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       n = constant_op.constant(1.0)
       c = lambda x: math_ops.less(x, 10.0)
       b = lambda x: math_ops.add(x, 1.0)
@@ -1217,7 +1181,7 @@ class ControlFlowTest(test.TestCase):
     self._testWhile_Gpu_1(use_gpu=True)
 
   def _testWhile_Gpu_2(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       n = constant_op.constant(1.0)
       c = lambda x: math_ops.less(x, 10.0)
 
@@ -1359,7 +1323,7 @@ class ControlFlowTest(test.TestCase):
             [i.get_shape(), tensor_shape.TensorShape([None, 5])])
 
   def _testNestedWhile_1(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       n = constant_op.constant(0)
 
       def cpu_sum(s):
@@ -1386,7 +1350,7 @@ class ControlFlowTest(test.TestCase):
 
   def _testNestedWhile_2(self, use_gpu):
     # Test the cases that A -> Enter and Exit -> A are partitioned.
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       s0 = constant_op.constant(2.0)
 
       def inner_loop(s):
@@ -1565,7 +1529,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllEqual(10, r.eval())
 
   def _testCondWhile_3(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu) as sess:
+    with self.test_session(use_gpu=use_gpu) as sess:
       p = array_ops.placeholder(dtypes.bool)
       n = constant_op.constant(0.0)
 
@@ -1947,7 +1911,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(2048.0, r.eval())
 
   def _testWhileGrad_Mul(self, use_gpu, p_iters):
-    with self.cached_session(use_gpu=use_gpu) as sess:
+    with self.test_session(use_gpu=use_gpu) as sess:
       a = constant_op.constant(3.0, name="a")
       v = constant_op.constant(2.0, name="v")
       c = lambda v: math_ops.less(v, 100.0)
@@ -1967,7 +1931,7 @@ class ControlFlowTest(test.TestCase):
 
   def _testNestedWhileCondWhileGrad(self, use_gpu):
 
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       v = constant_op.constant(1.0)
 
       def inner_loop(s):
@@ -2273,7 +2237,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(1.0, g.eval())  # y_f_d = x + 1.0, dy_f_d/dx = 1.0
 
   def _testNestedWhileGrad_Simple(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       v = constant_op.constant(1.0)
 
       def inner_loop(s):
@@ -2366,7 +2330,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(2.999, var.eval())
 
   def _testWhileCondGrad_Simple(self, use_gpu):
-    with self.cached_session(use_gpu=use_gpu):
+    with self.test_session(use_gpu=use_gpu):
       v = ops.convert_to_tensor(2.0, name="v")
       n = ops.convert_to_tensor(100.0, name="n")
       one = ops.convert_to_tensor(1.0, name="one")
@@ -2777,6 +2741,8 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(4.0, i.eval(feed_dict={d: 1}))
       self.assertAllClose(2.0 * math.sqrt(2), i.eval(feed_dict={d: 2}))
 
+  @test_util.disable_control_flow_v2(
+      "b/112477618 (Operation returned from cond)")
   def testCase(self):
     with self.cached_session():
       x = constant_op.constant(1)
@@ -2829,6 +2795,8 @@ class ControlFlowTest(test.TestCase):
 
       self.assertAllEqual(r6.eval(), 0)
 
+  @test_util.disable_control_flow_v2(
+      "b/112477618 (Operation returned from cond)")
   def testCaseSideEffects(self):
     with self.cached_session() as sess:
       v0 = variables.Variable(-1)
@@ -3361,7 +3329,7 @@ class TupleTest(test.TestCase):
 class AssertTest(test.TestCase):
 
   def testGuardedAssertDoesNotCopyWhenTrue(self):
-    with self.session(use_gpu=True) as sess:
+    with self.test_session(use_gpu=True) as sess:
       with ops.device(test.gpu_device_name()):
         value = constant_op.constant(1.0)
       with ops.device("/cpu:0"):
-- 
GitLab


From 5e8a5e488b80f544cf810404cfd380305638df10 Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Wed, 24 Oct 2018 01:59:54 +0000
Subject: [PATCH 0522/1825] Commited wrong test file

---
 .../kernel_tests/control_flow_ops_py_test.py  | 186 ++++++++++++++----
 1 file changed, 148 insertions(+), 38 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 7a746ca362..98f8fd4e96 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -22,6 +22,7 @@ from __future__ import print_function
 
 import collections
 import math
+import sys
 import time
 
 import numpy as np
@@ -455,7 +456,7 @@ class ControlFlowTest(test.TestCase):
     self.assertTrue(ind.dtype == np.int64)
 
   def testCondColocation(self):
-    with self.test_session(use_gpu=True):
+    with self.session(use_gpu=True):
       with ops.device("/cpu:0"):
         v = variables.Variable(7.0)
 
@@ -470,7 +471,7 @@ class ControlFlowTest(test.TestCase):
           self.assertDeviceEqual(op.device, "/cpu:0")
 
   def _testCond_1(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       x = constant_op.constant(10)
       pred = math_ops.less(1, 2)
       fn1 = lambda: math_ops.add(x, 1)
@@ -509,27 +510,40 @@ class ControlFlowTest(test.TestCase):
       result = r.eval()
     self.assertAllEqual(12, result)
 
-  @test_util.disable_control_flow_v2("b/113324949 (ref vars)")
-  def testCond_4(self):
-    with self.cached_session():
-      v1 = variables.Variable(7)
-      v2 = variables.Variable(7)
-      v3 = variables.Variable(7)
+  @test_util.run_in_graph_and_eager_modes
+  def testCondPruning(self):
+    v1 = variables.Variable(7)
+    v2 = variables.Variable(7)
+    v3 = variables.Variable(7)
 
+    def f():
       age = constant_op.constant(3)
       max_age = constant_op.constant(2)
       pred = math_ops.greater(age, max_age)
       fn1 = lambda: [state_ops.assign(v1, 1).op, state_ops.assign(v2, 2).op]
       fn2 = lambda: [state_ops.assign(v3, 3).op, constant_op.constant(10).op]
       r = control_flow_ops.cond(pred, fn1, fn2)
-
-      variables.global_variables_initializer().run()
       self.assertEqual(len(r), 2)
-      result = r[1].eval()
-      self.assertAllEqual(True, result)
-      self.assertAllEqual(7, v1.eval())
-      self.assertAllEqual(2, v2.eval())
-      self.assertAllEqual(7, v3.eval())
+      return r[1]
+
+    f_defun = eager_function.defun(f)
+
+    if not context.executing_eagerly():
+      with self.cached_session():
+        variables.global_variables_initializer().run()
+        result = f().eval()
+        self.assertEqual(True, result)
+        # Only second cond result was fetched, so v1 assign shouldn't run.
+        self.assertEqual(7, v1.eval())
+        self.assertEqual(2, v2.eval())
+        self.assertEqual(7, v3.eval())
+
+    result = f_defun()
+    self.assertEqual(True, self.evaluate(result))
+    # Both v1 and v2 branch assignments should be run in defun.
+    self.assertEqual(1, self.evaluate(v1))
+    self.assertEqual(2, self.evaluate(v2))
+    self.assertEqual(7, self.evaluate(v3))
 
   def testCond_5(self):
     with self.cached_session():
@@ -546,7 +560,6 @@ class ControlFlowTest(test.TestCase):
       self.assertAllEqual(4, count.eval())
 
   def testCond_6(self):
-
     with self.cached_session():
       v1 = variables.Variable([7])
 
@@ -603,7 +616,7 @@ class ControlFlowTest(test.TestCase):
       test_result = sess.run(r)
       self.assertDictEqual({"a": 210, "b": 210}, test_result)
 
-  def testNestedListOutput(self):
+  def testEmbeddedListOutput(self):
     with self.cached_session() as sess:
       x = constant_op.constant(10)
       y = constant_op.constant(200)
@@ -616,7 +629,7 @@ class ControlFlowTest(test.TestCase):
       test_result = sess.run(r)
       self.assertListEqual([[210, 210]], test_result)
 
-  def testNestedTupleOutput(self):
+  def testEmbeddedTupleOutput(self):
     with self.cached_session() as sess:
       x = constant_op.constant(10)
       y = constant_op.constant(200)
@@ -627,7 +640,7 @@ class ControlFlowTest(test.TestCase):
       test_result = sess.run(r)
       self.assertTupleEqual(((210, 210)), test_result)
 
-  def testNestedDictOutput(self):
+  def testEmbeddedDictOutput(self):
     with self.cached_session() as sess:
       x = constant_op.constant(10)
       y = constant_op.constant(200)
@@ -703,8 +716,6 @@ class ControlFlowTest(test.TestCase):
       merged_op = control_flow_ops.merge([assign_v, orig_v])
       self.assertAllEqual([1.0], sess.run(merged_op.output))
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCondSwitchIdentity(self):
     # Make sure the recv identity is not removed by optimization.
     with session.Session(config=opt_cfg()) as sess:
@@ -719,8 +730,6 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(pred, fn1, fn2)
       sess.run(r)
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCondRecvIdentity(self):
     # Make sure the switch identity is not removed by optimization.
     with session.Session(config=opt_cfg()) as sess:
@@ -819,6 +828,111 @@ class ControlFlowTest(test.TestCase):
       ]
       self.assertAllEqual(dense_gv, [0.0, 2.0])
 
+  # TODO(b/117945658): reenable
+  @test_util.run_in_graph_and_eager_modes
+  def DISABLED_testCondAutoControlDeps(self):
+
+    def branch_fn():
+      logging_ops.print_v2("A")
+      logging_ops.print_v2("B")
+      with ops.control_dependencies([logging_ops.print_v2("C")]):
+        return constant_op.constant(10)
+
+    def build_cond():
+      return control_flow_ops.cond(
+          constant_op.constant(True), branch_fn, lambda: 0)
+
+    def build_nested_cond():
+      return control_flow_ops.cond(
+          constant_op.constant(True), build_cond, lambda: 0)
+
+    # In v1 graph mode, pruning should make only "C" print.
+    if not context.executing_eagerly():
+      with self.cached_session():
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_cond().eval(), 10)
+        self.assertEqual(printed.contents(), "C\n")
+
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_nested_cond().eval(), 10)
+        self.assertEqual(printed.contents(), "C\n")
+
+    # In defuns, all prints should execute in program order.
+    # This doesn't work with legacy control flow.
+    if control_flow_ops.ENABLE_COND_V2:
+
+      @eager_function.defun
+      def cond():
+        return build_cond()
+
+      with self.captureWritesToStream(sys.stderr) as printed:
+        self.assertEqual(self.evaluate(cond()), 10)
+      self.assertEqual(printed.contents(), "A\nB\nC\n")
+
+      @eager_function.defun
+      def nested_cond():
+        return build_nested_cond()
+
+      with self.captureWritesToStream(sys.stderr) as printed:
+        self.assertEqual(self.evaluate(nested_cond()), 10)
+      self.assertEqual(printed.contents(), "A\nB\nC\n")
+
+  # TODO(b/117945658): reenable
+  @test_util.run_in_graph_and_eager_modes
+  def DISABLED_testWhileAutoControlDeps(self):
+
+    def cond(i, unused_x):
+      logging_ops.print_v2("A")
+      return i < 2
+
+    def body(i, x):
+      logging_ops.print_v2("B")
+      with ops.control_dependencies([logging_ops.print_v2("C")]):
+        x = array_ops.identity(x)
+      with ops.control_dependencies([logging_ops.print_v2("D")]):
+        return i + 1, x
+
+    def build_while():
+      return control_flow_ops.while_loop(
+          cond, body, [constant_op.constant(0), constant_op.constant(0)])
+
+    def build_nested_while():
+      return control_flow_ops.cond(
+          constant_op.constant(True), build_while, lambda: (0, 0))
+
+    # In v1 graph mode, pruning should make only "D" print.
+    if not context.executing_eagerly():
+      with self.cached_session():
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_while()[0].eval(), 2)
+        self.assertEqual(printed.contents(), "D\nD\n")
+
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(build_nested_while()[0].eval(), 2)
+        self.assertEqual(printed.contents(), "D\nD\n")
+
+    # In defuns, all prints should execute in program order.
+    # This doesn't work with legacy control flow.
+    if control_flow_ops.ENABLE_WHILE_V2:
+
+      @eager_function.defun
+      def while_loop():
+        return build_while()[0]
+
+      with self.captureWritesToStream(sys.stderr) as printed:
+        self.assertEqual(self.evaluate(while_loop()), 2)
+      self.assertEqual(printed.contents(), "A\nB\nC\nD\nA\nB\nC\nD\nA\n")
+
+      @eager_function.defun
+      def nested_while_loop():
+        return build_nested_while()[0]
+
+      # TODO(b/117840611): calling nested_while_loop fails in eager
+      if not context.executing_eagerly():
+        with self.captureWritesToStream(sys.stderr) as printed:
+          self.assertEqual(self.evaluate(nested_while_loop()), 2)
+        self.assertEqual(printed.contents(), "A\nB\nC\nD\nA\nB\nC\nD\nA\n")
+
   # Microbenchmark: 256,000 iterations/s.
   @test_util.disable_control_flow_v2("b/116630618 (Times out)")
   def testWhile_1(self):
@@ -1053,7 +1167,7 @@ class ControlFlowTest(test.TestCase):
 
     final_without_xla_context = create_while_loop()
 
-    with self.test_session(use_gpu=False) as sess:
+    with self.session(use_gpu=False) as sess:
       opts = config_pb2.RunOptions(trace_level=config_pb2.RunOptions.FULL_TRACE)
       run_metadata = config_pb2.RunMetadata()
 
@@ -1169,7 +1283,7 @@ class ControlFlowTest(test.TestCase):
       self.assertLess(len(unique_allocs), 756)
 
   def _testWhile_Gpu_1(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(1.0)
       c = lambda x: math_ops.less(x, 10.0)
       b = lambda x: math_ops.add(x, 1.0)
@@ -1181,7 +1295,7 @@ class ControlFlowTest(test.TestCase):
     self._testWhile_Gpu_1(use_gpu=True)
 
   def _testWhile_Gpu_2(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(1.0)
       c = lambda x: math_ops.less(x, 10.0)
 
@@ -1323,7 +1437,7 @@ class ControlFlowTest(test.TestCase):
             [i.get_shape(), tensor_shape.TensorShape([None, 5])])
 
   def _testNestedWhile_1(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       n = constant_op.constant(0)
 
       def cpu_sum(s):
@@ -1350,7 +1464,7 @@ class ControlFlowTest(test.TestCase):
 
   def _testNestedWhile_2(self, use_gpu):
     # Test the cases that A -> Enter and Exit -> A are partitioned.
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       s0 = constant_op.constant(2.0)
 
       def inner_loop(s):
@@ -1529,7 +1643,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllEqual(10, r.eval())
 
   def _testCondWhile_3(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       p = array_ops.placeholder(dtypes.bool)
       n = constant_op.constant(0.0)
 
@@ -1911,7 +2025,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(2048.0, r.eval())
 
   def _testWhileGrad_Mul(self, use_gpu, p_iters):
-    with self.test_session(use_gpu=use_gpu) as sess:
+    with self.cached_session(use_gpu=use_gpu) as sess:
       a = constant_op.constant(3.0, name="a")
       v = constant_op.constant(2.0, name="v")
       c = lambda v: math_ops.less(v, 100.0)
@@ -1931,7 +2045,7 @@ class ControlFlowTest(test.TestCase):
 
   def _testNestedWhileCondWhileGrad(self, use_gpu):
 
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       v = constant_op.constant(1.0)
 
       def inner_loop(s):
@@ -2237,7 +2351,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(1.0, g.eval())  # y_f_d = x + 1.0, dy_f_d/dx = 1.0
 
   def _testNestedWhileGrad_Simple(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       v = constant_op.constant(1.0)
 
       def inner_loop(s):
@@ -2330,7 +2444,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(2.999, var.eval())
 
   def _testWhileCondGrad_Simple(self, use_gpu):
-    with self.test_session(use_gpu=use_gpu):
+    with self.cached_session(use_gpu=use_gpu):
       v = ops.convert_to_tensor(2.0, name="v")
       n = ops.convert_to_tensor(100.0, name="n")
       one = ops.convert_to_tensor(1.0, name="one")
@@ -2741,8 +2855,6 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(4.0, i.eval(feed_dict={d: 1}))
       self.assertAllClose(2.0 * math.sqrt(2), i.eval(feed_dict={d: 2}))
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCase(self):
     with self.cached_session():
       x = constant_op.constant(1)
@@ -2795,8 +2907,6 @@ class ControlFlowTest(test.TestCase):
 
       self.assertAllEqual(r6.eval(), 0)
 
-  @test_util.disable_control_flow_v2(
-      "b/112477618 (Operation returned from cond)")
   def testCaseSideEffects(self):
     with self.cached_session() as sess:
       v0 = variables.Variable(-1)
@@ -3329,7 +3439,7 @@ class TupleTest(test.TestCase):
 class AssertTest(test.TestCase):
 
   def testGuardedAssertDoesNotCopyWhenTrue(self):
-    with self.test_session(use_gpu=True) as sess:
+    with self.session(use_gpu=True) as sess:
       with ops.device(test.gpu_device_name()):
         value = constant_op.constant(1.0)
       with ops.device("/cpu:0"):
-- 
GitLab


From 6fded740c037bcc3230022b2e1d20d7785594395 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 23 Oct 2018 19:05:12 -0700
Subject: [PATCH 0523/1825] DEFAULT_ARCH isn't used anywhere. Removing to avoid
 confusion

PiperOrigin-RevId: 218446272
---
 tensorflow/contrib/makefile/build_all_ios.sh | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/makefile/build_all_ios.sh b/tensorflow/contrib/makefile/build_all_ios.sh
index 8bfaf517fd..9cee4f5916 100755
--- a/tensorflow/contrib/makefile/build_all_ios.sh
+++ b/tensorflow/contrib/makefile/build_all_ios.sh
@@ -39,7 +39,6 @@ echo "Link to the code: https://github.com/tensorflow/tensorflow/tree/master/ten
 echo "********************************************************************"
 echo ""
 
-DEFAULT_ARCH="i386 x86_64 armv7 armv7s arm64"
 while getopts "a:g:T" opt_name; do
   case "$opt_name" in
     a) BUILD_ARCH="${OPTARG}";;
-- 
GitLab


From 880390941ce6430996c8f842540f73b53f3d1d8e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 23 Oct 2018 19:08:41 -0700
Subject: [PATCH 0524/1825] parallel_for: use int64 number of segments to guard
 against int32 overflow.

PiperOrigin-RevId: 218446581
---
 tensorflow/python/ops/parallel_for/pfor.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/parallel_for/pfor.py b/tensorflow/python/ops/parallel_for/pfor.py
index 4cd697e679..5d10860e94 100644
--- a/tensorflow/python/ops/parallel_for/pfor.py
+++ b/tensorflow/python/ops/parallel_for/pfor.py
@@ -1924,7 +1924,8 @@ def _convert_unsortedsegmentsum(pfor_input):
   segment_offset = array_ops.reshape(segment_offset,
                                      array_ops.concat([[n], ones], axis=0))
   segment_ids += segment_offset
-  num_segments *= n
+  num_segments = math_ops.cast(num_segments, dtypes.int64) * math_ops.cast(
+      n, dtypes.int64)
   output = math_ops.unsorted_segment_sum(data, segment_ids, num_segments)
   new_output_shape = array_ops.concat(
       [[n, -1], array_ops.shape(output)[1:]], axis=0)
-- 
GitLab


From e85d0df984d10e7f072178e657c19f3b8aff08ed Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Tue, 23 Oct 2018 19:55:45 -0700
Subject: [PATCH 0525/1825] Generate unique names for specialized functions.

1. Generate unique names for specialize functions even for partially observed function library
2. Prune unreachable functions in Grappler function instantiation and PartitionedCallOp.

PiperOrigin-RevId: 218449688
---
 tensorflow/core/grappler/optimizers/BUILD     |  1 +
 .../grappler/optimizers/function_optimizer.cc | 45 ++++++++-----
 .../optimizers/function_optimizer_test.cc     | 67 +++++++++++--------
 .../optimizers/meta_optimizer_test.cc         | 61 +++++++++++------
 tensorflow/core/grappler/utils/functions.cc   |  8 +--
 .../core/kernels/partitioned_function_ops.cc  |  8 +--
 6 files changed, 119 insertions(+), 71 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 1691a4a3c4..4679c9d802 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -150,6 +150,7 @@ cc_library(
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/utils:functions",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index b079c07631..80d96d10f5 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include <unordered_map>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/common_runtime/device_mgr.h"
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/process_function_library_runtime.h"
@@ -35,6 +36,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/utils.h"
 #include "tensorflow/core/grappler/utils/functions.h"
 #include "tensorflow/core/lib/gtl/map_util.h"
+#include "tensorflow/core/lib/random/random.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -105,25 +107,38 @@ AttrSlice FunctionInstantiationAttributes(const FunctionDef& func,
   }
 }
 
-// Find unique name for the specialized function. Collision can happen if
-// specialized function is instantiated for the nodes with the same name (e.g.
-// inside function body of two different functions).
+// TODO(b/69972605): Replace with sanctioned absl/random API once one is
+// available.
+string RandomString(const absl::string_view alphabet, size_t len) {
+  string result(len, '\0');
+  std::generate(std::begin(result), std::end(result), [&alphabet]() {
+    return alphabet[random::New64() % alphabet.size()];
+  });
+  return result;
+}
+
+// Get unique name for the specialized function. We append a random suffix to
+// the specialized name, because we can't guarantee that the function optimizer
+// has access to full function library. For example when we are optimizing
+// functions, function library passed to the optimizer will have only reachable
+// functions, it's possible that we'll generate a conflicting function
+// specialization if we have multiple nested function calls with the same node
+// name.
 string UniqueSpecializedFunctionName(const FunctionDef& func,
-                                     const NodeDef& func_node,
-                                     const FunctionLibraryDefinition& flib) {
+                                     const NodeDef& func_node) {
   using str_util::StringReplace;
   using strings::StrCat;
 
-  string specialized_name = StrCat(func.signature().name(), "_specialized_for_",
-                                   StringReplace(func_node.name(), "/", "_",
-                                                 /*replace_all*/ true));
-  string unique_name = specialized_name;
+  static const char kAlphanum[] =
+      "0123456789"
+      "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
+      "abcdefghijklmnopqrstuvwxyz";
 
-  int idx = 0;
-  while (flib.Find(unique_name)) {
-    unique_name = strings::StrCat(specialized_name, "_", ++idx);
-  }
-  return unique_name;
+  string suffix = RandomString(kAlphanum, 8);
+  return StrCat(func.signature().name(), "_specialized_for_",
+                StringReplace(func_node.name(), "/", "_",
+                              /*replace_all*/ true),
+                "_", suffix);
 }
 
 // Specialized function instantiation type parameters, body parameters, and
@@ -730,7 +745,7 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
 
   // Find a name for specialized function.
   const string specialized_func_name =
-      UniqueSpecializedFunctionName(func, func_node, flib);
+      UniqueSpecializedFunctionName(func, func_node);
 
   specialized_func.mutable_signature()->set_name(specialized_func_name);
   auto* specialized_attr = specialized_func.mutable_attr();
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
index 57a4cd0441..8bf04e4a1f 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
@@ -700,6 +700,7 @@ TEST_F(FunctionOptimizerTest, InlineSymbolicGradient_NoInlineFunc) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
+  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -723,14 +724,14 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
   // Make sure that specialized function was added to the library and original
   // function was removed.
   EXPECT_EQ(1, output.library().function_size());
-  EXPECT_EQ("XTimesTwo_specialized_for_y",
-            output.library().function(0).signature().name());
+  EXPECT_TRUE(StartsWith(output.library().function(0).signature().name(),
+                         "XTimesTwo_specialized_for_y"));
 
   // And 'y' node is calling specialized function.
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "y" && ++count) {
-      EXPECT_EQ("XTimesTwo_specialized_for_y", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "XTimesTwo_specialized_for_y"));
     }
   }
   EXPECT_EQ(1, count);
@@ -747,6 +748,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
+  using str_util::StartsWith;
   using test::function::NDef;
   using FDH = FunctionDefHelper;
 
@@ -776,8 +778,8 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
   // Make sure that specialized function was added to the library and original
   // function was removed.
   EXPECT_EQ(1, output.library().function_size());
-  EXPECT_EQ("XTimesTwo_specialized_for_y",
-            output.library().function(0).signature().name());
+  EXPECT_TRUE(StartsWith(output.library().function(0).signature().name(),
+                         "XTimesTwo_specialized_for_y"));
 
   // And 'y' node is calling specialized function.
   int count = 0;
@@ -786,7 +788,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
       EXPECT_EQ("PartitionedCall", node.op());
       auto& func = AttrSlice(node).Find("f")->func();
       // Function calls into the specialized function.
-      EXPECT_EQ("XTimesTwo_specialized_for_y", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "XTimesTwo_specialized_for_y"));
       // And input/output types stay the same.
       auto& tin = AttrSlice(node).Find("Tin")->list();
       auto& tout = AttrSlice(node).Find("Tout")->list();
@@ -810,6 +812,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
+  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -845,8 +848,9 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
   ASSERT_EQ(1, output.library().function_size());
 
   const FunctionDef& specialized = output.library().function(0);
-  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
-  EXPECT_EQ(1, specialized.signature().input_arg_size());
+  const OpDef& signature = specialized.signature();
+  EXPECT_TRUE(StartsWith(signature.name(), "MyMul_specialized_for_y"));
+  EXPECT_EQ(1, signature.input_arg_size());
 
   // And 'y' node has control dependencies of a pushed down const node.
   int count = 0;
@@ -871,6 +875,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
+  using str_util::StartsWith;
   using test::function::NDef;
   using FDH = FunctionDefHelper;
 
@@ -912,8 +917,9 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
   ASSERT_EQ(1, output.library().function_size());
 
   const FunctionDef& specialized = output.library().function(0);
-  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
-  EXPECT_EQ(1, specialized.signature().input_arg_size());
+  const OpDef& signature = specialized.signature();
+  EXPECT_TRUE(StartsWith(signature.name(), "MyMul_specialized_for_y"));
+  EXPECT_EQ(1, signature.input_arg_size());
 
   // And 'y' node has control dependencies of a pushed down const node.
   int count = 0;
@@ -925,7 +931,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
       EXPECT_EQ("^init", node.input(1));
       // Function calls into the specialized function.
       auto& func = AttrSlice(node).Find("f")->func();
-      EXPECT_EQ("MyMul_specialized_for_y", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyMul_specialized_for_y"));
       // And input/output type lists were updated.
       auto& tin = AttrSlice(node).Find("Tin")->list();
       auto& tout = AttrSlice(node).Find("Tout")->list();
@@ -949,6 +955,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
+  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -1012,31 +1019,31 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "mul_1" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_1"));
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("yf", node.input(1));
 
     } else if (node.name() == "mul_2" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_1"));
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       EXPECT_EQ("xf", node.input(1));
 
     } else if (node.name() == "mul_3" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_3", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_3"));
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xi", node.input(0));
       EXPECT_EQ("yi", node.input(1));
 
     } else if (node.name() == "mul_4" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_4"));
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
 
     } else if (node.name() == "mul_5" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_4"));
       ASSERT_EQ(3, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       gtl::FlatSet<string> expected_ctrl = {"^init", "^xf"};
@@ -1044,7 +1051,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
       EXPECT_EQ(expected_ctrl, actual_ctrl);
 
     } else if (node.name() == "mul_6" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_6", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_6"));
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
@@ -1070,6 +1077,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
+  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -1133,17 +1141,17 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
   for (const NodeDef& node : output.node()) {
     // All function caller nodes must be specialized.
     if (node.name() == "fn1" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn1", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn1"));
     } else if (node.name() == "fn2" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn2", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn2"));
     } else if (node.name() == "fn3" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn3", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn3"));
     } else if (node.name() == "fn4" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn4", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn4"));
     } else if (node.name() == "fn5" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn5", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn5"));
     } else if (node.name() == "fn6" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn6", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn6"));
     }
     // And all consumers of specialized function nodes must be mapped to new
     // output ports.
@@ -1176,6 +1184,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
+  using str_util::StartsWith;
   using test::function::NDef;
   using FDH = FunctionDefHelper;
 
@@ -1267,42 +1276,42 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn1", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn1"));
       ASSERT_EQ(3, tout.type_size());
 
     } else if (node.name() == "fn2" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn2", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn2"));
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn3" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn3", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn3"));
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn4" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn4", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn4"));
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn5" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn5", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn5"));
       ASSERT_EQ(2, tout.type_size());
 
     } else if (node.name() == "fn6" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn6", func.name());
+      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn6"));
       ASSERT_EQ(0, tout.type_size());
     }
     // And all consumers of specialized function nodes must be mapped to new
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
index 7172f8071e..9d6cbe8b45 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
@@ -125,7 +125,22 @@ gtl::FlatMap<string, GrapplerItem::AllowedOptimizations>*
 
 REGISTER_GRAPH_OPTIMIZER(GrapplerItemPropertiesAccumulator);
 
-class MetaOptimizerTest : public GrapplerTest {};
+class MetaOptimizerTest : public GrapplerTest {
+ protected:
+  // Returns a first function in the library with a name starting with a given
+  // prefix.
+  const FunctionDef* FindSpecializedFunc(const FunctionLibraryDefinition& flib,
+                                         string prefix) {
+    FunctionDefLibrary proto = flib.ToProto();
+    for (const FunctionDef& func : proto.function()) {
+      const string& func_name = func.signature().name();
+      if (str_util::StartsWith(func_name, prefix)) {
+        return flib.Find(func_name);
+      }
+    }
+    return nullptr;
+  }
+};
 
 TEST_F(MetaOptimizerTest, RunsCustomOptimizer) {
   TrivialTestGraphInputYielder fake_input(4, 1, 10, false, {"CPU:0"});
@@ -218,6 +233,7 @@ TEST_F(MetaOptimizerTest, RunToggleOptimizersAndCustomGraphOptimizerTwice) {
 }
 
 TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
+  using str_util::StartsWith;
   using test::function::NDef;
 
   // Enable ony function optimization.
@@ -252,8 +268,8 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
 
   FunctionDef quadratic_func = FunctionDefHelper::Create(
       "MyQuadratic", {"x:T"}, {"z:T"}, {"T: {float, double}"},
-      {{{"square"}, "MySquare", {"x"}, {{"T", "$T"}}},
-       {{"quadratic"}, "MySquare", {"square:z"}, {{"T", "$T"}}}},
+      {{{"square_nested"}, "MySquare", {"x"}, {{"T", "$T"}}},
+       {{"quadratic"}, "MySquare", {"square_nested:z"}, {{"T", "$T"}}}},
       /* Mapping between function returns and function node outputs. */
       {{"z", "quadratic:z:0"}});
   (*quadratic_func.mutable_attr())["_noinline"].set_b(true);
@@ -293,17 +309,21 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
 
   // MySquare should be specialized and optimized for 3 instantiations:
   //   1. 'square' node in the main graph
-  //   2. 'square' node in the MyQuadratic specialization (not in a fetch set)
+  //   2. 'square_nested' node in the MyQuadratic specialization
   //   3. 'quadratic' node in the MyQuadratic specialization (is in a fetch set)
 
   const string optimized_1 = "MySquare_specialized_for_square";
-  const string optimized_2 = "MySquare_specialized_for_square_1";
+  const string optimized_2 = "MySquare_specialized_for_square_nested";
   const string optimized_3 = "MySquare_specialized_for_quadratic";
 
-  const FunctionDef* optimized_func_0 = optimized_flib.Find(optimized_0);
-  const FunctionDef* optimized_func_1 = optimized_flib.Find(optimized_1);
-  const FunctionDef* optimized_func_2 = optimized_flib.Find(optimized_2);
-  const FunctionDef* optimized_func_3 = optimized_flib.Find(optimized_3);
+  const FunctionDef* optimized_func_0 =
+      FindSpecializedFunc(optimized_flib, optimized_0);
+  const FunctionDef* optimized_func_1 =
+      FindSpecializedFunc(optimized_flib, optimized_1);
+  const FunctionDef* optimized_func_2 =
+      FindSpecializedFunc(optimized_flib, optimized_2);
+  const FunctionDef* optimized_func_3 =
+      FindSpecializedFunc(optimized_flib, optimized_3);
 
   ASSERT_NE(optimized_func_0, nullptr);
   ASSERT_NE(optimized_func_1, nullptr);
@@ -314,9 +334,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "square" && ++count) {
-      EXPECT_EQ("MySquare_specialized_for_square", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), optimized_1));
     } else if (node.name() == "quadratic" && ++count) {
-      EXPECT_EQ("MyQuadratic_specialized_for_quadratic", node.op());
+      EXPECT_TRUE(StartsWith(node.op(), optimized_0));
     }
   }
   EXPECT_EQ(2, count);
@@ -324,10 +344,10 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   // Specialized MySquare should call specialized functions.
   count = 0;
   for (const NodeDef& node : optimized_func_0->node_def()) {
-    if (node.name() == "square" && ++count) {
-      EXPECT_EQ(optimized_2, node.op());
+    if (node.name() == "square_nested" && ++count) {
+      EXPECT_TRUE(StartsWith(node.op(), optimized_2));
     } else if (node.name() == "quadratic" && ++count) {
-      EXPECT_EQ(optimized_3, node.op());
+      EXPECT_TRUE(StartsWith(node.op(), optimized_3));
     }
   }
   EXPECT_EQ(2, count);
@@ -380,6 +400,7 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
 }
 
 TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
+  using str_util::StartsWith;
   using test::function::NDef;
 
   // Enable function optimization and pruning.
@@ -433,12 +454,14 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   // Specialized and optimized functions should be added to the graph.
   EXPECT_EQ(2, optimized_flib.num_functions());
 
-  // Expected names of the specialized and optimized functions.
+  // Expected prefixes of the specialized and optimized functions.
   const string optimized_fn1 = "MyFunc_specialized_for_fn1";
   const string optimized_fn2 = "MyFunc_specialized_for_fn2";
 
-  const FunctionDef* optimized_func_fn1 = optimized_flib.Find(optimized_fn1);
-  const FunctionDef* optimized_func_fn2 = optimized_flib.Find(optimized_fn2);
+  const FunctionDef* optimized_func_fn1 =
+      FindSpecializedFunc(optimized_flib, optimized_fn1);
+  const FunctionDef* optimized_func_fn2 =
+      FindSpecializedFunc(optimized_flib, optimized_fn2);
 
   ASSERT_NE(optimized_func_fn1, nullptr);
   ASSERT_NE(optimized_func_fn2, nullptr);
@@ -447,9 +470,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "fn1" && ++count) {
-      EXPECT_EQ(optimized_fn1, node.op());
+      EXPECT_TRUE(StartsWith(node.op(), optimized_fn1));
     } else if (node.name() == "fn2" && ++count) {
-      EXPECT_EQ(optimized_fn2, node.op());
+      EXPECT_TRUE(StartsWith(node.op(), optimized_fn2));
     }
   }
   EXPECT_EQ(2, count);
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index da79b0646a..eaf47d0703 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -617,10 +617,10 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
   // Instantiate function body into a statically defined graph def.
   GraphDef function_body;
 
-  // Function body shares the library with the graph that instantiated it. It's
-  // unsafe to prune unreachable functions here, because it might lead to
-  // conflicting specializations.
-  *function_body.mutable_library() = flib.ToProto();
+  // Function body shares the library with the graph that instantiated it. We
+  // keep only reachable subset of it.
+  *function_body.mutable_library() =
+      ReachableFunctionLibraryDefinition(flib, func).ToProto();
 
   // TODO(ezhulenev): support functions with tensor sequence inputs/outputs
 
diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index a4828f8aa2..8b25f9283f 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -517,10 +517,10 @@ class PartitionedCallOp : public AsyncOpKernel {
     (*graph)->ToGraphDef(&item.graph);
 
     if (flib) {
-      // TODO(ezhulenev): Prune unreachable functions to reduce copy overhead.
-      // It's unsafe to do it now, because it's possible to get conflicting
-      // specializations with the same name.
-      *item.graph.mutable_library() = flib->ToProto();
+      // Copy only functions that are reachable from the graph.
+      *item.graph.mutable_library() =
+          grappler::ReachableFunctionLibraryDefinition(*flib, item.graph)
+              .ToProto();
     }
 
     tensorflow::GraphDef out_graph;
-- 
GitLab


From 4253d46e8d332910dc08e6ce1813e99971decc41 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 23 Oct 2018 20:50:04 -0700
Subject: [PATCH 0526/1825] [XLA] Make kReduce (and kConcatenate) variadic
 pattern matchers.

Previously, kReduce was marked as a unary op, which isn't correct, and there
was no pattern-matcher for kConcatenate.

Once we have this variadic matcher, it's possible to make all of the existing
matchers variadic.  I considered this, as it would reduce the amount of code
somewhat, but I'm afraid it would make the error messages significantly worse.

PiperOrigin-RevId: 218453753
---
 .../compiler/xla/service/pattern_matcher.h    | 73 ++++++++++++++++++-
 .../xla/service/pattern_matcher_test.cc       | 37 ++++++++++
 2 files changed, 109 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/pattern_matcher.h b/tensorflow/compiler/xla/service/pattern_matcher.h
index 380cde0e6a..6152cdc609 100644
--- a/tensorflow/compiler/xla/service/pattern_matcher.h
+++ b/tensorflow/compiler/xla/service/pattern_matcher.h
@@ -750,6 +750,21 @@ class HloInstructionPatternOpcodeImpl {
   bool invert_;
 };
 
+// An HloInstructionPattern implementation that matches only if the instruction
+// has the given number of operands.
+class HloInstructionPatternNumOperandsImpl {
+ public:
+  explicit constexpr HloInstructionPatternNumOperandsImpl(int64 num_operands)
+      : num_operands_(num_operands) {}
+
+  bool Match(const ::xla::HloInstruction* inst, MatchOption /*option*/) const {
+    return inst->operand_count() == num_operands_;
+  }
+
+ private:
+  int64 num_operands_;
+};
+
 // An HloInstructionPattern implementation that matches only if the instruction
 // has a shape that matches a given pattern.
 template <typename ShapeType, typename ShapeImpl>
@@ -907,6 +922,11 @@ class HloInstructionPattern {
     return AppendImpl(HloInstructionPatternOpcodeImpl(opcode, false));
   }
 
+  auto WithNumOperands(int64 num_operands) const -> decltype(
+      this->AppendImpl(HloInstructionPatternNumOperandsImpl(num_operands))) {
+    return AppendImpl(HloInstructionPatternNumOperandsImpl(num_operands));
+  }
+
   // Modifies the pattern to match only if the instruction does not have the
   // given opcode.
   auto WithoutOpcode(HloOpcode opcode) const
@@ -1062,7 +1082,6 @@ XLA_UNOP_PATTERN(Negate)
 XLA_UNOP_PATTERN(Real)
 XLA_UNOP_PATTERN(Recv)
 XLA_UNOP_PATTERN(RecvDone)
-XLA_UNOP_PATTERN(Reduce)
 XLA_UNOP_PATTERN(ReducePrecision)
 XLA_UNOP_PATTERN(Reshape)
 XLA_UNOP_PATTERN(Reverse)
@@ -1186,6 +1205,58 @@ XLA_TERNOP_PATTERN(Clamp);
 XLA_TERNOP_PATTERN(Select);
 #undef XLA_TERNOP_PATTERN
 
+namespace detail {
+template <typename Matcher, typename FirstArg>
+inline auto WithOperands(Matcher&& m, int64 operand_num, FirstArg&& first_arg)
+    -> decltype(m.WithOperand(operand_num, std::forward<FirstArg>(first_arg))) {
+  return m.WithOperand(operand_num, std::forward<FirstArg>(first_arg));
+}
+
+template <typename Matcher, typename FirstArg, typename... Args>
+inline auto WithOperands(Matcher&& m, int64 operand_num, FirstArg&& first_arg,
+                         Args&&... args)
+    -> decltype(WithOperands(m.WithOperand(operand_num,
+                                           std::forward<FirstArg>(first_arg)),
+                             operand_num + 1, std::forward<Args>(args)...)) {
+  return WithOperands(
+      m.WithOperand(operand_num, std::forward<FirstArg>(first_arg)),
+      operand_num + 1, std::forward<Args>(args)...);
+}
+}  // namespace detail
+
+#define XLA_VARIADIC_OP_PATTERN(NAME)                                         \
+  inline auto NAME()->decltype(Op().WithOpcode(HloOpcode::k##NAME)) {         \
+    return Op().WithOpcode(HloOpcode::k##NAME);                               \
+  }                                                                           \
+                                                                              \
+  template <typename... Args>                                                 \
+  inline auto NAME(Args&&... args)                                            \
+      ->decltype(detail::WithOperands(Op().WithOpcode(HloOpcode::k##NAME)     \
+                                          .WithNumOperands(sizeof...(Args)),  \
+                                      0, std::forward<Args>(args)...)) {      \
+    return detail::WithOperands(                                              \
+        Op().WithOpcode(HloOpcode::k##NAME).WithNumOperands(sizeof...(Args)), \
+        /*operand_num=*/0, std::forward<Args>(args)...);                      \
+  }                                                                           \
+                                                                              \
+  template <typename HloInstructionType, typename... Args>                    \
+  inline auto NAME(HloInstructionType** matched_inst, Args&&... args)         \
+      ->decltype(detail::WithOperands(Op(matched_inst)                        \
+                                          .WithOpcode(HloOpcode::k##NAME)     \
+                                          .WithNumOperands(sizeof...(Args)),  \
+                                      0, std::forward<Args>(args)...)) {      \
+    return detail::WithOperands(Op(matched_inst)                              \
+                                    .WithOpcode(HloOpcode::k##NAME)           \
+                                    .WithNumOperands(sizeof...(Args)),        \
+                                /*operand_num=*/0,                            \
+                                std::forward<Args>(args)...);                 \
+  }
+
+// We could implement all ops as "variadic" ops, but it would make the
+// already-bad compile errors even worse.
+XLA_VARIADIC_OP_PATTERN(Concatenate);
+XLA_VARIADIC_OP_PATTERN(Reduce);
+
 namespace detail {
 struct PatternFriend {
   template <typename T>
diff --git a/tensorflow/compiler/xla/service/pattern_matcher_test.cc b/tensorflow/compiler/xla/service/pattern_matcher_test.cc
index 3ab7b7fd71..3f74273517 100644
--- a/tensorflow/compiler/xla/service/pattern_matcher_test.cc
+++ b/tensorflow/compiler/xla/service/pattern_matcher_test.cc
@@ -394,5 +394,42 @@ TEST(PatternMatcherTest, TestCaptureMatchedSubPatternForAnyOf) {
   EXPECT_EQ(nullptr, addend2);
 }
 
+TEST(PatternMatcherTest, TestConcat) {
+  using match::Concatenate;
+  using match::ConstantScalar;
+  using match::Op;
+  using match::Reshape;
+
+  constexpr char kModuleStr[] = R"(
+    HloModule test_module
+    ENTRY test {
+      c1 = u32[] constant(1)
+      c2 = u32[] constant(2)
+      c3 = u32[] constant(3)
+      c4 = u32[] constant(4)
+      r1 = u32[1] reshape(c1)
+      r2 = u32[1] reshape(c2)
+      r3 = u32[1] reshape(c3)
+      r4 = u32[1] reshape(c4)
+      ROOT concat = u32[4] concatenate(r1, r2, r3, r4), dimensions={0}
+    })";
+  TF_ASSERT_OK_AND_ASSIGN(auto hlo_module, ParseHloString(kModuleStr));
+  auto* root = hlo_module->entry_computation()->root_instruction();
+  ASSERT_TRUE(Match(
+      root,
+      Concatenate(Reshape(ConstantScalar(1)), Reshape(ConstantScalar(2)),
+                  Reshape(ConstantScalar(3)), Reshape(ConstantScalar(4)))));
+  ASSERT_FALSE(Match(
+      root,
+      Concatenate(Reshape(ConstantScalar(2)), Reshape(ConstantScalar(1)),
+                  Reshape(ConstantScalar(3)), Reshape(ConstantScalar(4)))));
+  ASSERT_FALSE(Match(
+      root, Concatenate(Reshape(ConstantScalar(1)), Reshape(ConstantScalar(2)),
+                        Reshape(ConstantScalar(3)))));
+  ASSERT_FALSE(Match(
+      root, Concatenate(Reshape(ConstantScalar(2)), Reshape(ConstantScalar(3)),
+                        Reshape(ConstantScalar(4)))));
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 46621ce9e910a68f3ce4035568a6dbada5c25f1d Mon Sep 17 00:00:00 2001
From: Revan Sopher <rsopher@google.com>
Date: Wed, 24 Oct 2018 00:50:09 -0700
Subject: [PATCH 0527/1825] Upgrade setuptools before installing absl-py.

PiperOrigin-RevId: 218471042
---
 .../tools/ci_build/install/install_pip_packages.sh  | 13 +++++--------
 1 file changed, 5 insertions(+), 8 deletions(-)

diff --git a/tensorflow/tools/ci_build/install/install_pip_packages.sh b/tensorflow/tools/ci_build/install/install_pip_packages.sh
index 329d05342a..39f337ab83 100755
--- a/tensorflow/tools/ci_build/install/install_pip_packages.sh
+++ b/tensorflow/tools/ci_build/install/install_pip_packages.sh
@@ -29,6 +29,11 @@ easy_install3 -U pip==9.0.3
 pip2 install wheel==0.31.1
 pip3 install wheel==0.31.1
 
+# Install last working version of setuptools. This must happen before we install
+# absl-py, which uses install_requires notation introduced in setuptools 20.5.
+pip2 install --upgrade setuptools==39.1.0
+pip3 install --upgrade setuptools==39.1.0
+
 pip2 install virtualenv
 pip3 install virtualenv
 
@@ -112,10 +117,6 @@ pip3 install --upgrade gast
 pip2 install --upgrade termcolor
 pip3 install --upgrade termcolor
 
-# Install last working version of setuptools.
-pip2 install --upgrade setuptools==39.1.0
-pip3 install --upgrade setuptools==39.1.0
-
 # Keras
 pip2 install keras_applications==1.0.6 --no-deps
 pip3 install keras_applications==1.0.6 --no-deps
@@ -127,7 +128,3 @@ pip3 install --upgrade h5py==2.8.0
 # Estimator
 pip2 install tensorflow_estimator --no-deps
 pip3 install tensorflow_estimator --no-deps
-
-# Install last working version of setuptools.
-pip2 install --upgrade setuptools==39.1.0
-pip3 install --upgrade setuptools==39.1.0
-- 
GitLab


From 60c56a4103e9f9239b9b7b104a846619dc4ecc20 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 02:02:25 -0700
Subject: [PATCH 0528/1825] compat: Update forward compatibility horizon to
 2018-10-24

PiperOrigin-RevId: 218479120
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 807732059e..8a3d5bd912 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 23)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 24)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 908b4699e4e6e2bc057d581086cc05f54590f763 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Wed, 24 Oct 2018 08:26:07 -0700
Subject: [PATCH 0529/1825] Update docstring.

PiperOrigin-RevId: 218515750
---
 tensorflow/python/autograph/pyct/transformer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/autograph/pyct/transformer.py b/tensorflow/python/autograph/pyct/transformer.py
index 1ad14cdeca..ee001a3e7c 100644
--- a/tensorflow/python/autograph/pyct/transformer.py
+++ b/tensorflow/python/autograph/pyct/transformer.py
@@ -312,7 +312,7 @@ class Base(gast.NodeTransformer):
             return node, None
 
     Args:
-      nodes: enumerable of AST node objects
+      nodes: enumerable of AST node objects. If None, the function returns None.
       before_visit: optional callable that is called before visiting each item
           in nodes
       after_visit: optional callable that takes in an AST node and
-- 
GitLab


From 45954d7c393d4d50e2e4e88646cea4982c7dc4ea Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 08:34:11 -0700
Subject: [PATCH 0530/1825] Report name of custom ops in visualize.py

PiperOrigin-RevId: 218516889
---
 tensorflow/contrib/lite/tools/visualize.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/tools/visualize.py b/tensorflow/contrib/lite/tools/visualize.py
index d7eea79399..bf8889aa2a 100644
--- a/tensorflow/contrib/lite/tools/visualize.py
+++ b/tensorflow/contrib/lite/tools/visualize.py
@@ -339,7 +339,7 @@ def CreateHtmlFile(tflite_input, html_output):
 
   # Spec on what keys to display
   buffer_keys_to_display = [("data", DataSizeMapper())]
-  operator_keys_to_display = [("builtin_code", None)]
+  operator_keys_to_display = [("builtin_code", None), ("custom_code", None)]
 
   for subgraph_idx, g in enumerate(data["subgraphs"]):
     # Subgraph local specs on what to display
-- 
GitLab


From d16d7c8edbdea24020c02fa6d529a75978d5556b Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Wed, 24 Oct 2018 09:13:20 -0700
Subject: [PATCH 0531/1825] Fix a few Graph.as_default()s which were preventing
 unit tests from running eagerly

PiperOrigin-RevId: 218522499
---
 .../training/checkpointable/util_test.py      | 63 ++++++++-----------
 1 file changed, 26 insertions(+), 37 deletions(-)

diff --git a/tensorflow/python/training/checkpointable/util_test.py b/tensorflow/python/training/checkpointable/util_test.py
index 66d5171334..24fd42f6d2 100644
--- a/tensorflow/python/training/checkpointable/util_test.py
+++ b/tensorflow/python/training/checkpointable/util_test.py
@@ -41,6 +41,7 @@ from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import state_ops
 from tensorflow.python.ops import template
 from tensorflow.python.ops import variable_scope
+from tensorflow.python.ops import variables
 from tensorflow.python.training import adam
 from tensorflow.python.training import checkpoint_management
 from tensorflow.python.training import saver as saver_lib
@@ -534,8 +535,7 @@ class CheckpointingTests(test.TestCase):
     num_training_steps = 10
     checkpoint_directory = self.get_temp_dir()
     for training_continuation in range(3):
-      with ops.Graph().as_default(), self.session(
-          graph=ops.get_default_graph()), test_util.device(use_gpu=True):
+      with test_util.device(use_gpu=True):
         model = MyModel()
         optimizer = adam.AdamOptimizer(0.001)
         root = checkpointable_utils.Checkpoint(
@@ -621,8 +621,7 @@ class CheckpointingTests(test.TestCase):
     checkpoint_directory = self.get_temp_dir()
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     for training_continuation in range(3):
-      with ops.Graph().as_default(), self.session(
-          graph=ops.get_default_graph()), test_util.device(use_gpu=True):
+      with test_util.device(use_gpu=True):
         model = MyModel()
         # Don't actually train so we can test variable values
         optimizer = adam.AdamOptimizer(0.)
@@ -1017,33 +1016,26 @@ class CheckpointingTests(test.TestCase):
   def testRestoreOnAssign(self):
     checkpoint_directory = self.get_temp_dir()
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
-    save_graph = ops.Graph()
-    with save_graph.as_default(), self.session(save_graph):
-      first = tracking.Checkpointable()
-      first.var1 = variable_scope.get_variable(
-          name="outside_var", initializer=0.)
-      first.var2 = variable_scope.get_variable(
-          name="blah", initializer=0.)
-      self.evaluate(first.var1.assign(4.))
-      self.evaluate(first.var2.assign(8.))
-      save_path = checkpointable_utils.CheckpointableSaver(first).save(
-          checkpoint_prefix)
-    restore_graph = ops.Graph()
-    with restore_graph.as_default(), self.session(restore_graph):
-      second = tracking.Checkpointable()
-      second.var2 = variable_scope.get_variable(
-          name="blah", initializer=0.)
-      status = checkpointable_utils.CheckpointableSaver(
-          second).restore(save_path)
-      recreated_var1 = variable_scope.get_variable(
-          name="outside_var", initializer=0.)
-      status.run_restore_ops()
-      self.assertEqual(8., self.evaluate(second.var2))
-      self.evaluate(recreated_var1.assign(-2.))
-      self.assertEqual(-2., self.evaluate(recreated_var1))
-      second.var1 = recreated_var1
-      status.run_restore_ops()
-      self.assertEqual(4., self.evaluate(recreated_var1))
+    first = tracking.Checkpointable()
+    first.var1 = variables.Variable(0., name="outside_var")
+    first.var2 = variables.Variable(0., name="blah")
+    self.evaluate(first.var1.assign(4.))
+    self.evaluate(first.var2.assign(8.))
+    save_path = checkpointable_utils.CheckpointableSaver(first).save(
+        checkpoint_prefix)
+
+    second = tracking.Checkpointable()
+    second.var2 = variables.Variable(0., name="blah")
+    status = checkpointable_utils.CheckpointableSaver(
+        second).restore(save_path)
+    recreated_var1 = variables.Variable(0., name="outside_var")
+    status.run_restore_ops()
+    self.assertEqual(8., self.evaluate(second.var2))
+    self.evaluate(recreated_var1.assign(-2.))
+    self.assertEqual(-2., self.evaluate(recreated_var1))
+    second.var1 = recreated_var1
+    status.run_restore_ops()
+    self.assertEqual(4., self.evaluate(recreated_var1))
 
   def testManySavesGraph(self):
     """Saves after the first should not modify the graph."""
@@ -1248,8 +1240,7 @@ class CheckpointingTests(test.TestCase):
     checkpoint_directory = self.get_temp_dir()
     checkpoint_prefix = os.path.join(checkpoint_directory, "ckpt")
     optimizer_only_prefix = os.path.join(checkpoint_directory, "opt")
-    with ops.Graph().as_default(), self.session(
-        graph=ops.get_default_graph()), test_util.device(use_gpu=True):
+    with test_util.device(use_gpu=True):
       model = MyModel()
       optimizer = adam.AdamOptimizer(0.001)
       root = checkpointable_utils.Checkpoint(
@@ -1276,8 +1267,7 @@ class CheckpointingTests(test.TestCase):
       optimizer_save_path = optimizer_checkpoint.save(optimizer_only_prefix)
 
     # Restore into a graph with the optimizer
-    with ops.Graph().as_default(), self.session(
-        graph=ops.get_default_graph()), test_util.device(use_gpu=True):
+    with test_util.device(use_gpu=True):
       model = MyModel()
       optimizer = adam.AdamOptimizer(0.001)
       root = checkpointable_utils.Checkpoint(
@@ -1299,8 +1289,7 @@ class CheckpointingTests(test.TestCase):
         status.assert_consumed()
 
     # Make sure initialization doesn't clobber later restores
-    with ops.Graph().as_default(), self.session(
-        graph=ops.get_default_graph()), test_util.device(use_gpu=True):
+    with test_util.device(use_gpu=True):
       model = MyModel()
       optimizer = adam.AdamOptimizer(0.001, beta1=1.0)
       root = checkpointable_utils.Checkpoint(
-- 
GitLab


From dd1aa808856710cdea75fb721c5acb0e7b7e2920 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 09:19:32 -0700
Subject: [PATCH 0532/1825] Report unparsed flags in tflite_convert

PiperOrigin-RevId: 218523364
---
 .../contrib/lite/python/tflite_convert.py     | 23 +++++++++++++------
 1 file changed, 16 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/lite/python/tflite_convert.py b/tensorflow/contrib/lite/python/tflite_convert.py
index 3d18d5217c..a7e9e2fe90 100644
--- a/tensorflow/contrib/lite/python/tflite_convert.py
+++ b/tensorflow/contrib/lite/python/tflite_convert.py
@@ -193,13 +193,22 @@ def _check_flags(flags, unparsed):
   if unparsed:
     output = ""
     for flag in unparsed:
-      output += _get_message_unparsed(flag, "--input_file", "--graph_def_file")
-      output += _get_message_unparsed(flag, "--savedmodel_directory",
-                                      "--saved_model_dir")
-      output += _get_message_unparsed(flag, "--std_value", "--std_dev_values")
-      output += _get_message_unparsed(flag, "--batch_size", "--input_shapes")
-      output += _get_message_unparsed(flag, "--dump_graphviz",
-                                      "--dump_graphviz_dir")
+      flag_error = ""
+      flag_error += _get_message_unparsed(flag, "--input_file",
+                                          "--graph_def_file")
+      flag_error += _get_message_unparsed(flag, "--savedmodel_directory",
+                                          "--saved_model_dir")
+      flag_error += _get_message_unparsed(flag, "--std_value",
+                                          "--std_dev_values")
+      flag_error += _get_message_unparsed(flag, "--batch_size",
+                                          "--input_shapes")
+      flag_error += _get_message_unparsed(flag, "--dump_graphviz",
+                                          "--dump_graphviz_dir")
+      if not flag_error:
+        flag_error = "\n  Unknown flag {0}".format(flag)
+
+      output += flag_error
+
     if output:
       raise ValueError(output)
 
-- 
GitLab


From 24f3e7315039938c3e806be58d20bc8c1e6e54b8 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Wed, 24 Oct 2018 09:54:04 -0700
Subject: [PATCH 0533/1825] tf.keras.backend.get_session ->
 tf.compat.v1.keras.backend.get_session in TF 2.

Symbol missed in https://github.com/tensorflow/tensorflow/commit/aaaf1908758c2c1fadf534b6dccf6fdea1bdc18b

PiperOrigin-RevId: 218528408
---
 tensorflow/python/keras/backend.py                            | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 032077cd12..3691232cf2 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -440,7 +440,7 @@ def learning_phase_scope(value):
         _GRAPH_LEARNING_PHASES[ops.get_default_graph()] = previous_value
 
 
-@tf_export('keras.backend.get_session')
+@tf_export(v1=['keras.backend.get_session'])
 def get_session():
   """Returns the TF session to be used by the backend.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
index 5f0dfd7ae7..13a5d25e06 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
@@ -188,10 +188,6 @@ tf_module {
     name: "gather"
     argspec: "args=[\'reference\', \'indices\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "get_session"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "get_uid"
     argspec: "args=[\'prefix\'], varargs=None, keywords=None, defaults=[\'\'], "
-- 
GitLab


From 91e576b23bb442d6d8e1cd00a9f19ba0889210ce Mon Sep 17 00:00:00 2001
From: Penporn Koanantakool <38085909+penpornk@users.noreply.github.com>
Date: Wed, 24 Oct 2018 09:58:38 -0700
Subject: [PATCH 0534/1825] Removed extra space.

Co-Authored-By: bhavani-subramanian <bhavani1.subramanian@intel.com>
---
 tensorflow/core/kernels/matmul_op.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/matmul_op.cc b/tensorflow/core/kernels/matmul_op.cc
index 913d15afeb..4ebe165937 100644
--- a/tensorflow/core/kernels/matmul_op.cc
+++ b/tensorflow/core/kernels/matmul_op.cc
@@ -605,7 +605,7 @@ TF_CALL_float(REGISTER_CPU_EIGEN);
 TF_CALL_complex64(REGISTER_CPU);
 TF_CALL_complex128(REGISTER_CPU);
 TF_CALL_double(REGISTER_CPU);
-#else   // INTEL_MKL_DNN_ONLY
+#else  // INTEL_MKL_DNN_ONLY
 TF_CALL_complex64(REGISTER_CPU_EIGEN);
 TF_CALL_complex128(REGISTER_CPU_EIGEN);
 TF_CALL_double(REGISTER_CPU_EIGEN);
-- 
GitLab


From 61c23670f9053141e77c6ee38a1b26decea29f2f Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Wed, 24 Oct 2018 10:18:35 -0700
Subject: [PATCH 0535/1825] Use new variadic matchers in test.

PiperOrigin-RevId: 218532663
---
 tensorflow/compiler/xla/service/gpu/BUILD         |  1 +
 .../xla/service/gpu/variadic_op_splitter_test.cc  | 15 ++++++++-------
 2 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/BUILD b/tensorflow/compiler/xla/service/gpu/BUILD
index b582c82708..1e8435fe54 100644
--- a/tensorflow/compiler/xla/service/gpu/BUILD
+++ b/tensorflow/compiler/xla/service/gpu/BUILD
@@ -1035,6 +1035,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/compiler/xla/service:hlo_parser",
+        "//tensorflow/compiler/xla/service:pattern_matcher",
         "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
     ],
 )
diff --git a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
index c4309c105e..5fa9e91050 100644
--- a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
+#include "tensorflow/compiler/xla/service/pattern_matcher.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
@@ -29,6 +30,7 @@ limitations under the License.
 namespace xla {
 namespace gpu {
 namespace {
+using match::Concatenate;
 
 class VariadicOpSplitterTest : public HloVerifiedTestBase {};
 
@@ -55,9 +57,9 @@ TEST_F(VariadicOpSplitterTest, SplitInto2) {
   auto module = CreateNewVerifiedModule();
   auto entry_computation = module->AddEntryComputation(builder.Build());
   EXPECT_TRUE(VariadicOpSplitter().Run(module.get()).ValueOrDie());
-  auto* root = entry_computation->root_instruction();
-  EXPECT_EQ(root->operand_count(), 128);
-  EXPECT_EQ(root->operand(0)->operand_count(), 128);
+  EXPECT_TRUE(Match(entry_computation->root_instruction(),
+                    Concatenate().WithNumOperands(128).WithOperand(
+                        0, Concatenate().WithNumOperands(128))));
 }
 
 TEST_F(VariadicOpSplitterTest, SplitInto3) {
@@ -70,10 +72,9 @@ TEST_F(VariadicOpSplitterTest, SplitInto3) {
   auto module = CreateNewVerifiedModule();
   auto entry_computation = module->AddEntryComputation(builder.Build());
   EXPECT_TRUE(VariadicOpSplitter().Run(module.get()).ValueOrDie());
-  auto* root = entry_computation->root_instruction();
-  EXPECT_EQ(root->operand_count(), 2);
-  EXPECT_EQ(root->operand(0)->operand_count(), 128);
-  EXPECT_EQ(root->operand(1)->operand_count(), 128);
+  EXPECT_TRUE(Match(entry_computation->root_instruction(),
+                    Concatenate(Concatenate().WithNumOperands(128),
+                                Concatenate().WithNumOperands(128))));
 }
 
 }  // namespace
-- 
GitLab


From ae8a74c8e4f4a7cb242a83de83cde7cb78298c04 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 10:23:03 -0700
Subject: [PATCH 0536/1825] Automated rollback of commit
 dd1aa808856710cdea75fb721c5acb0e7b7e2920

PiperOrigin-RevId: 218533360
---
 .../contrib/lite/python/tflite_convert.py     | 23 ++++++-------------
 1 file changed, 7 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/lite/python/tflite_convert.py b/tensorflow/contrib/lite/python/tflite_convert.py
index a7e9e2fe90..3d18d5217c 100644
--- a/tensorflow/contrib/lite/python/tflite_convert.py
+++ b/tensorflow/contrib/lite/python/tflite_convert.py
@@ -193,22 +193,13 @@ def _check_flags(flags, unparsed):
   if unparsed:
     output = ""
     for flag in unparsed:
-      flag_error = ""
-      flag_error += _get_message_unparsed(flag, "--input_file",
-                                          "--graph_def_file")
-      flag_error += _get_message_unparsed(flag, "--savedmodel_directory",
-                                          "--saved_model_dir")
-      flag_error += _get_message_unparsed(flag, "--std_value",
-                                          "--std_dev_values")
-      flag_error += _get_message_unparsed(flag, "--batch_size",
-                                          "--input_shapes")
-      flag_error += _get_message_unparsed(flag, "--dump_graphviz",
-                                          "--dump_graphviz_dir")
-      if not flag_error:
-        flag_error = "\n  Unknown flag {0}".format(flag)
-
-      output += flag_error
-
+      output += _get_message_unparsed(flag, "--input_file", "--graph_def_file")
+      output += _get_message_unparsed(flag, "--savedmodel_directory",
+                                      "--saved_model_dir")
+      output += _get_message_unparsed(flag, "--std_value", "--std_dev_values")
+      output += _get_message_unparsed(flag, "--batch_size", "--input_shapes")
+      output += _get_message_unparsed(flag, "--dump_graphviz",
+                                      "--dump_graphviz_dir")
     if output:
       raise ValueError(output)
 
-- 
GitLab


From c8b2ec4900ec0737a2530b35b8d07fec99adb8cc Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Wed, 24 Oct 2018 10:38:47 -0700
Subject: [PATCH 0537/1825] Flatten Keras prediction outputs from multiple
 towers when using DistributionStrategy to create a single result list to
 return to the user.

PiperOrigin-RevId: 218536303
---
 .../contrib/distribute/python/keras_test.py   | 76 ++++++++++++-------
 .../keras/engine/training_distributed.py      | 51 +++++++------
 2 files changed, 76 insertions(+), 51 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index a6fe627913..a094082fa9 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -197,6 +197,20 @@ def get_predict_dataset(distribution):
   return dataset
 
 
+def multi_input_output_model():
+  a = keras.layers.Input(shape=(3,), name='input_a')
+  b = keras.layers.Input(shape=(5,), name='input_b')
+  # TODO(anjalisridhar): Change the output dimension of the second Dense layer
+  # once the iterator output validation issue has been fixed.
+  dense_1 = keras.layers.Dense(7, name='dense_1')
+  dense_2 = keras.layers.Dense(7, name='dense_2')
+  c = dense_1(a)
+  d = dense_2(b)
+  e = keras.layers.Dropout(0.5, name='dropout')(c)
+  model = keras.models.Model([a, b], [d, e])
+  return model
+
+
 strategies = [combinations.default_strategy,
               combinations.one_device_strategy,
               combinations.mirrored_strategy_with_gpu_and_cpu,
@@ -478,26 +492,18 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
   @combinations.generate(strategy_combinations())
   def test_calling_model_with_nested_numpy_arrays(self, distribution):
     with self.cached_session():
-      a = keras.layers.Input(shape=(3,), name='input_a')
-      b = keras.layers.Input(shape=(3,), name='input_b')
-
-      dense = keras.layers.Dense(4, name='dense')
-      c = dense(a)
-      d = dense(b)
-      e = keras.layers.Dropout(0.5, name='dropout')(c)
-
-      model = keras.models.Model([a, b], [d, e])
+      model = multi_input_output_model()
 
       optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.001)
       loss = 'mse'
       model.compile(optimizer, loss, distribute=distribution)
 
       input_a_np = np.asarray(np.random.random((64, 3)), dtype=np.float32)
-      input_b_np = np.asarray(np.random.random((64, 3)), dtype=np.float32)
+      input_b_np = np.asarray(np.random.random((64, 5)), dtype=np.float32)
       inputs = [input_a_np, input_b_np]
 
-      output_d_np = np.asarray(np.random.random((64, 4)), dtype=np.float32)
-      output_e_np = np.asarray(np.random.random((64, 4)), dtype=np.float32)
+      output_d_np = np.asarray(np.random.random((64, 7)), dtype=np.float32)
+      output_e_np = np.asarray(np.random.random((64, 7)), dtype=np.float32)
       targets = [output_d_np, output_e_np]
 
       # Call fit with validation data
@@ -517,6 +523,30 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
       # with batch_size
       model.predict(inputs, batch_size=8)
 
+  @combinations.generate(strategy_combinations())
+  def test_flatten_predict_outputs(self, distribution):
+    with self.cached_session():
+      model = multi_input_output_model()
+
+      optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.001)
+      loss = 'mse'
+      model.compile(optimizer, loss, distribute=distribution)
+
+      # We take 6 input samples with each input having a dimension of 3 or 5.
+      input_a_np = np.asarray(np.random.random((6, 3)), dtype=np.float32)
+      input_b_np = np.asarray(np.random.random((6, 5)), dtype=np.float32)
+      inputs = [input_a_np, input_b_np]
+
+      outs = model.predict(inputs, steps=1)
+      # `predict` a list that is equal in length to the number of model outputs.
+      # In this test our model has two outputs and each element of `outs`
+      # corresponds to all the samples of one of the model outputs.
+      self.assertEqual(2, len(outs))
+      # Each of the output samples have a dimension of 7. We should process all
+      # the available input samples(6).
+      self.assertAllEqual([6, 7], outs[0].shape)
+      self.assertAllEqual([6, 7], outs[1].shape)
+
 
 class TestDistributionStrategyWithDatasets(test.TestCase,
                                            parameterized.TestCase):
@@ -588,15 +618,7 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
   # tuples or dict.
   def test_fit_with_tuple_and_dict_dataset_inputs(self):
     with self.cached_session():
-      a = keras.layers.Input(shape=(3,), name='input_a')
-      b = keras.layers.Input(shape=(3,), name='input_b')
-
-      dense = keras.layers.Dense(4, name='dense')
-      c = dense(a)
-      d = dense(b)
-      e = keras.layers.Dropout(0.5, name='dropout')(c)
-
-      model = keras.models.Model([a, b], [d, e])
+      model = multi_input_output_model()
 
       optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.001)
       loss = 'mse'
@@ -606,9 +628,9 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       model.compile(optimizer, loss, metrics=metrics, distribute=strategy)
 
       input_a_np = np.random.random((10, 3))
-      input_b_np = np.random.random((10, 3))
-      output_d_np = np.random.random((10, 4))
-      output_e_np = np.random.random((10, 4))
+      input_b_np = np.random.random((10, 5))
+      output_d_np = np.random.random((10, 7))
+      output_e_np = np.random.random((10, 7))
 
       # Test with tuples
       dataset_tuple = dataset_ops.Dataset.from_tensor_slices((
@@ -741,8 +763,9 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       predict_dataset = dataset_ops.Dataset.from_tensor_slices(inputs)
       predict_dataset = predict_dataset.repeat().batch(5)
       output = model.predict(predict_dataset, steps=10)
-      ref_output = np.ones((50, 1), dtype=np.float32)
-      self.assertArrayNear(output[0], ref_output, 1e-1)
+      # `predict` runs for 10 steps and in each step you process 100 samples.
+      ref_output = np.ones((100, 1), dtype=np.float32)
+      self.assertArrayNear(output, ref_output, 1e-1)
 
 
 class TestDistributionStrategyErrorCases(test.TestCase, parameterized.TestCase):
@@ -1006,7 +1029,6 @@ class TestDistributionStrategyCorrectness(test.TestCase,
         predict_dataset = batch_wrapper(predict_dataset,
                                         predict_batch_size, distribution)
         predict_result = model.predict(predict_dataset, steps=1)
-        predict_result = np.reshape(predict_result, (4, 1))
 
         return weights, predict_result
 
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index f19b941bc8..d054cca308 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -712,30 +712,33 @@ def predict_loop(model, iterator, verbose=0, steps=None):
     distributed_training_utils.set_weights(
         current_strategy, distributed_model, orig_model_weights)
 
-    if steps is not None:
-      # Since we do not know how many samples we will see, we cannot
-      # pre-allocate the returned Numpy arrays. Instead, we store one array per
-      # batch seen and concatenate them upon returning.
-      unconcatenated_outs = []
-      for step in range(steps):
-        batch_outs = distributed_predict_function(ins)
-        if not isinstance(batch_outs, list):
-          batch_outs = [batch_outs]
-        if step == 0:
-          for _ in batch_outs:
-            unconcatenated_outs.append([])
-        # TODO(anjalisridhar): Should combine the outputs from multiple replicas
-        # correctly here.
-        for i, batch_out in enumerate(batch_outs):
-          unconcatenated_outs[i].append(batch_out)
-        if verbose >= 1:
-          progbar.update(step + 1)
-      if len(unconcatenated_outs) == 1:
-        return np.concatenate(unconcatenated_outs[0], axis=0)
-      return [
-          np.concatenate(unconcatenated_outs[i], axis=0)
-          for i in range(len(unconcatenated_outs))
-      ]
+    num_towers = current_strategy.num_towers
+    # Since we do not know how many samples we will see, we cannot
+    # pre-allocate the returned Numpy arrays. Instead, we store one array per
+    # batch seen and concatenate them upon returning.
+    unconcatenated_outs = []
+    assert steps is not None
+    for step in range(steps):
+      batch_outs = distributed_predict_function(ins)
+      if not isinstance(batch_outs, list):
+        batch_outs = [batch_outs]
+      if step == 0:
+        # batch_outs gives you the number of model outputs. In the distributed
+        # case this will be number of model_outputs * num_towers.
+        for _ in range(len(model.outputs)):
+          unconcatenated_outs.append([])
+      for i in range(len(model.outputs)):
+        nested_outs = batch_outs[i * num_towers:i * num_towers + num_towers]
+        outs = nest.flatten(nested_outs)
+        unconcatenated_outs[i].extend(outs)
+      if verbose >= 1:
+        progbar.update(step + 1)
+    if len(unconcatenated_outs) == 1:
+      return np.concatenate(unconcatenated_outs[0], axis=0)
+    return [
+        np.concatenate(unconcatenated_outs[i], axis=0)
+        for i in range(len(unconcatenated_outs))
+    ]
 
 
 def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
-- 
GitLab


From 459bfb3b324e194be33aa66f38a71291f3d82b95 Mon Sep 17 00:00:00 2001
From: margaretmz <margaretmz@gmail.com>
Date: Wed, 24 Oct 2018 10:53:50 -0700
Subject: [PATCH 0538/1825] Fix text regarding input noise is sampled from a
 normal distribution

---
 .../eager/python/examples/generative_examples/dcgan.ipynb       | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
index 5c490f18ad..78fcd39708 100644
--- a/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
+++ b/tensorflow/contrib/eager/python/examples/generative_examples/dcgan.ipynb
@@ -538,7 +538,7 @@
       "cell_type": "code",
       "source": [
         "def train_step(images):\n",
-        "   # generating noise from a uniform distribution\n",
+        "   # generating noise from a normal distribution\n",
         "      noise = tf.random_normal([BATCH_SIZE, noise_dim])\n",
         "      \n",
         "      with tf.GradientTape() as gen_tape, tf.GradientTape() as disc_tape:\n",
-- 
GitLab


From 197660c65051334679388dc8d0e301c0b0d7022e Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Wed, 24 Oct 2018 10:52:41 -0700
Subject: [PATCH 0539/1825] [TF:XLA] Refactor implementation of Tile to avoid
 creating unnecessary dimensions of size 1 during broadcasting.

Fortunately, the "Broadcast" library routine already handles tiling and has this property, so all we must do is use it in the implementation of Tile.

PiperOrigin-RevId: 218539090
---
 .../compiler/tf2xla/kernels/tile_ops.cc       | 81 +++----------------
 1 file changed, 13 insertions(+), 68 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
index edce67959c..ac144e2e61 100644
--- a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include <vector>
 #include "absl/types/span.h"
+#include "tensorflow/compiler/tf2xla/lib/broadcast.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_helpers.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
@@ -38,8 +39,8 @@ class TileOp : public XlaOpKernel {
   explicit TileOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {}
 
   void Compile(XlaOpKernelContext* ctx) override {
-    const TensorShape input_shape = ctx->InputShape(0);
-    const TensorShape multiples_shape = ctx->InputShape(1);
+    const TensorShape input_shape = ctx->InputShape("input");
+    const TensorShape multiples_shape = ctx->InputShape("multiples");
 
     OP_REQUIRES(
         ctx, IsLegacyVector(multiples_shape),
@@ -50,76 +51,20 @@ class TileOp : public XlaOpKernel {
                     "Expected multiples argument to be a vector of length ",
                     input_shape.dims(), " but got length ",
                     multiples_shape.dim_size(0)));
-    const int input_dims = input_shape.dims();
 
-    // If input is a scalar then multiples has 0 elements and this is
-    // a NoOp.
-    if (input_dims == 0) {
-      ctx->SetOutput(0, ctx->Input(0));
-      return;
-    }
-
-    xla::Literal literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(1, &literal));
-
-    // zero_element_result is true if the final shape has 0 elements,
-    // i.e. if any of the input dimensions or multiples is zero.
-    std::vector<int64> multiples_array(input_dims);
-    std::vector<int64> output_shape;
-    bool all_multiples_are_one = true;
-    bool one_dimension_is_broadcasted_without_multiple = true;
-    for (int i = 0; i < input_dims; ++i) {
-      int multiple = literal.Get<int>({i});
-      OP_REQUIRES(ctx, multiple >= 0,
+    std::vector<int64> multiples;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector("multiples", &multiples));
+    std::vector<int64> output_dims(input_shape.dims());
+    for (int64 i = 0; i < input_shape.dims(); ++i) {
+      OP_REQUIRES(ctx, multiples[i] >= 0,
                   errors::InvalidArgument("Expected multiples[", i,
-                                          "] >= 0, but got ", multiple));
-      int64 new_dim = input_shape.dim_size(i) * multiple;
-      output_shape.push_back(new_dim);
-      multiples_array[i] = multiple;
-      all_multiples_are_one = all_multiples_are_one && multiple == 1;
-      // If the multiple of a non-one dimensions is not one, then binary
-      // operation broadcast semantics will not be sufficient to implement the
-      // tile operation.
-      one_dimension_is_broadcasted_without_multiple =
-          one_dimension_is_broadcasted_without_multiple &&
-          ((input_shape.dim_size(i) > 1 && multiple == 1) ||
-           input_shape.dim_size(i) == 1);
-    }
-    auto input = ctx->Input(0);
-    // If all multiples are 1, than the input is the same as the output.
-    if (all_multiples_are_one) {
-      ctx->SetOutput(0, input);
-      return;
-    }
-    if (one_dimension_is_broadcasted_without_multiple) {
-      // Create a constant Zero the size of the output shape to leverage binary
-      // operation broadcast semantics.
-      auto broadcasted_zero = xla::Broadcast(
-          XlaHelpers::Zero(ctx->builder(), ctx->input_type(0)), output_shape);
-      if (ctx->input_type(0) == DT_BOOL) {
-        ctx->SetOutput(0, xla::Or(broadcasted_zero, input));
-      } else {
-        ctx->SetOutput(0, xla::Add(broadcasted_zero, input));
-      }
-      return;
-    }
-
-    // First broadcast the requisite number of multiples along each
-    // dimension. This prepends the broadcasted dimensions, so an
-    // input of shape [2,3,1] broadcast with multiples [5,4,3] will
-    // end up with shape [5,4,3,2,3,1].
-    auto broadcasted = xla::Broadcast(input, multiples_array);
-    // Now flatten and reshape. The broadcasted dimensions are
-    // paired with the original dimensions so in the above example
-    // we flatten [0,3,1,4,2,5] then reshape to [10,12,3].
-    std::vector<int64> flattened;
-    for (int i = 0; i < output_shape.size(); ++i) {
-      flattened.push_back(i);
-      flattened.push_back(i + output_shape.size());
+                                          "] >= 0, but got ", output_dims[i]));
+      output_dims[i] = input_shape.dim_size(i) * multiples[i];
     }
-    xla::XlaOp output = xla::Reshape(broadcasted, flattened, output_shape);
 
-    ctx->SetOutput(0, output);
+    auto result = BroadcastTo(ctx->Input("input"), output_dims);
+    OP_REQUIRES_OK(ctx, result.status());
+    ctx->SetOutput(0, result.ValueOrDie());
   }
 
  private:
-- 
GitLab


From 22ed8d0595a54f5ff4799d53631beee2bb02255d Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Wed, 24 Oct 2018 11:03:52 -0700
Subject: [PATCH 0540/1825] Support nested args and TensorArrays in while_v2.
 We add support for resource tensors in while_v2 grad. Resource tensors are
 not accumulated. The capturing code for the gradient function bubbles these
 up to the outermost graph like in cond_v2. Mark variant tensors as trainable
 in gradients_impl. This means that gradients_impl now creates default
 zeros_like gradient for variant tensors as well when computing the gradient
 of the While op. So we no longer need to create those in the custom gradient
 function.

PiperOrigin-RevId: 218541525
---
 tensorflow/python/BUILD                       |   2 +
 tensorflow/python/kernel_tests/BUILD          |   3 +
 .../kernel_tests/control_flow_ops_py_test.py  |  17 +-
 .../python/kernel_tests/while_v2_test.py      |  19 +-
 tensorflow/python/ops/gradients_impl.py       |   4 +-
 tensorflow/python/ops/while_v2.py             | 267 +++++++++++++-----
 6 files changed, 223 insertions(+), 89 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 184206e9e1..2ae6fae338 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2108,11 +2108,13 @@ py_library(
         ":control_flow_ops",
         ":control_flow_util",
         ":control_flow_util_v2",
+        ":dtypes",
         ":framework_ops",
         ":function_def_to_graph",
         ":functional_ops_gen",
         ":gradients_impl",
         ":list_ops",
+        ":tensor_array_ops",
         ":tensor_shape",
         ":util",
         "//tensorflow/core:protos_all_py",
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 9c5d65ab25..b9cd28dc32 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -3316,8 +3316,11 @@ cuda_py_test(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:framework",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:functional_ops",
         "//tensorflow/python:gradients_impl",
         "//tensorflow/python:list_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:tensor_array_grad",
         "//tensorflow/python:tf_optimizer",
         "//tensorflow/python:while_v2",
     ],
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 6487503ff9..813f9581d4 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -2076,7 +2076,6 @@ class ControlFlowTest(test.TestCase):
       self.assertEqual(i_val, 3)
       self.assertAllClose(x_val, 1.0)
 
-  @test_util.disable_control_flow_v2("b/116255781 (flat_args)")
   def testWhile_NestedInput(self):
     with self.cached_session() as sess:
       named = collections.namedtuple("named", ("a", "b"))
@@ -2104,7 +2103,6 @@ class ControlFlowTest(test.TestCase):
       self.assertEqual([100.0, 1.0, 102.0, 3.0, 4.0 + 100 * 2.0],
                        sess.run(r_flattened))
 
-  @test_util.disable_control_flow_v2("b/116255781(flat_args)")
   def testWhile_NestedBadArityFails(self):
     with self.cached_session():
       named = collections.namedtuple("named", ("a", "b"))
@@ -2381,11 +2379,10 @@ class ControlFlowTest(test.TestCase):
       r = gradients_impl.gradients(r, v)[0]
       self.assertAllClose(1024.0, r.eval())
 
+  @test_util.disable_control_flow_v2("b/117519152")
   def testWhileCondGrad_Simple(self):
     self._testWhileCondGrad_Simple(use_gpu=False)
-    if not control_flow_ops.ENABLE_WHILE_V2:
-      # TODO(b/117519152): Enable.
-      self._testWhileCondGrad_Simple(use_gpu=True)
+    self._testWhileCondGrad_Simple(use_gpu=True)
 
   @test_util.disable_control_flow_v2("b/117276490")
   def testWhileCondGrad_UnknownShape(self):
@@ -2522,8 +2519,7 @@ class ControlFlowTest(test.TestCase):
           c, b, [i0, constant_op.constant(0.0)])
       self.assertAllClose(600.0, sess.run(output_grad)[1])
 
-  @test_util.disable_control_flow_v2(
-      "b/116255781 (flat_args), b/115660901 (TensorArray)")
+  @test_util.disable_control_flow_v2("b/116248044 (nested while_loop)")
   def testWhileAndTensorArray(self):
     with self.cached_session() as sess:
       param = constant_op.constant(2.0)
@@ -2628,7 +2624,7 @@ class ControlFlowTest(test.TestCase):
       all_ops = x.graph.get_operations()
       self.assertFalse(any([name in op.name for op in all_ops]))
 
-  @test_util.disable_control_flow_v2("b/116255781 (flat args)")
+  @test_util.disable_control_flow_v2("b/117954949")
   def testWhileGradGradFail(self):
     theta = variables.Variable(initial_value=1.)
 
@@ -2637,8 +2633,9 @@ class ControlFlowTest(test.TestCase):
 
     result = functional_ops.scan(fn, np.array([1., 2., 3.], dtype=np.float32))
     grad_theta = gradients_impl.gradients(result, theta)
-    with self.assertRaisesRegexp(TypeError, "Second-order gradient"):
-      gradients_impl.gradients(grad_theta, theta)
+    if not control_flow_ops.ENABLE_WHILE_V2:
+      with self.assertRaisesRegexp(TypeError, "Second-order gradient"):
+        gradients_impl.gradients(grad_theta, theta)
     grad_theta_stopped = array_ops.stop_gradient(grad_theta)
     gradients_impl.gradients(grad_theta_stopped, theta)
 
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index f9ed7c52fd..9cb3653d2b 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -27,8 +27,12 @@ from tensorflow.python.framework import meta_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.grappler import tf_optimizer
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import functional_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import list_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import tensor_array_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import while_v2
 from tensorflow.python.ops.control_flow_ops import while_loop as while_loop_v1
 from tensorflow.python.ops.while_v2 import while_loop as while_loop_v2
@@ -93,7 +97,7 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
   def testMultipleWhileLoops(self):
     x = constant_op.constant(2.)
     ret1 = while_loop_v2(lambda v: v < 4., lambda v: v * v, [x])  # x**2
-    ret2 = while_loop_v2(lambda v: v < 16., lambda v: v * v, ret1)  # x**4
+    ret2 = while_loop_v2(lambda v: v < 16., lambda v: v * v, [ret1])  # x**4
     grad = gradients_impl.gradients(ret2, [x])  # 4x**3
     grad_grad = gradients_impl.gradients(grad, [x])  # 12x**2
     with self.cached_session() as sess:
@@ -300,6 +304,19 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
         self.assertRegexpMatches(
             while2_op.get_attr("body").name, r"foo_while_1_body_\d*")
 
+  def testWhileAndTensorArray(self):
+    old_enable_while_v2 = control_flow_ops.ENABLE_WHILE_V2
+    control_flow_ops.ENABLE_WHILE_V2 = True
+    with self.cached_session() as sess:
+      param = constant_op.constant(2.0)
+      y0 = constant_op.constant([1.0, 2.0, 3.0, 4.0, 5.0, 6.0], name="elems")
+      # map_fn uses TensorArray internally.
+      r = functional_ops.map_fn(lambda x: math_ops.multiply(x, param), y0)
+      self.assertAllClose([2.0, 4.0, 6.0, 8.0, 10.0, 12.0], sess.run(r))
+      r = gradients_impl.gradients(r, param)[0]
+      self.assertAllClose(21.0, sess.run(r))
+    control_flow_ops.ENABLE_WHILE_V2 = old_enable_while_v2
+
 
 def ScalarShape():
   return ops.convert_to_tensor([], dtype=dtypes.int32)
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index 675fee3ef8..aeecf84330 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -300,14 +300,14 @@ def IsTrainable(tensor):
   dtype = dtypes.as_dtype(tensor.dtype)
   return dtype.base_dtype in (dtypes.float16, dtypes.float32, dtypes.float64,
                               dtypes.complex64, dtypes.complex128,
-                              dtypes.resource)
+                              dtypes.resource, dtypes.variant)
 
 
 def _IsBackpropagatable(tensor):
   if IsTrainable(tensor):
     return True
   dtype = dtypes.as_dtype(tensor.dtype)
-  return dtype.base_dtype in (dtypes.bfloat16, dtypes.variant)
+  return dtype.base_dtype == dtypes.bfloat16
 
 
 def _VerifyGeneratedGradients(grads, op):
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 687114ef03..ed4ac50891 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -23,10 +23,9 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-
 from tensorflow.core.framework import attr_value_pb2
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import func_graph as func_graph_module
 from tensorflow.python.framework import function_def_to_graph
 from tensorflow.python.framework import ops
@@ -40,6 +39,7 @@ from tensorflow.python.ops import custom_gradient
 from tensorflow.python.ops import gen_functional_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import list_ops
+from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.util import nest
 
 # pylint: disable=protected-access
@@ -53,14 +53,19 @@ from tensorflow.python.util import nest
 
 def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
   """Like tf.while_loop, except emits a single While op."""
-  flattened_loop_vars = nest.flatten(loop_vars)
+  # Keep the original loop_vars around to know which args were TensorArrays.
+  orig_loop_vars = loop_vars
+  # Cache its length since we use it at multiple places below.
+  len_orig_loop_vars = len(orig_loop_vars)
+
+  # Convert TensorArrays to their flow variables. These get converted back to
+  # TensorArrays before calling `cond` and `body`. See `wrapped_cond` and
+  # `wrapped_body` below.
+  loop_vars = list(_tensor_array_to_flow(orig_loop_vars))
   if shape_invariants is not None:
-    nest.assert_same_structure(loop_vars, shape_invariants)
-    flattened_shapes = nest.flatten(shape_invariants)
+    nest.assert_same_structure(orig_loop_vars, shape_invariants)
   else:
-    flattened_shapes = [t.shape for t in flattened_loop_vars]
-
-  del shape_invariants
+    shape_invariants = nest.map_structure(lambda t: t.shape, loop_vars)
 
   if not name:
     name = "while"
@@ -70,28 +75,29 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
       cond_name = util.unique_fn_name(scope, "cond")
       body_name = util.unique_fn_name(scope, "body")
 
-    num_outputs = len(flattened_loop_vars)
-
     # Add loop counter needed for computing gradients.
-    flattened_loop_vars = [constant_op.constant(0., name="loop_counter")
-                          ] + flattened_loop_vars
+    loop_vars = [constant_op.constant(0., name="loop_counter")] + loop_vars
 
-    flattened_shapes = [tensor_shape.scalar()] + flattened_shapes
+    shape_invariants = [tensor_shape.scalar()] + shape_invariants
 
     # Automatic control dependencies are added in defuns, but not in v1
     # graphs. Propagate that behavior here.
     add_control_dependencies = util.in_defun()
 
     # Build a `cond` wrapper that can handle the extra counter loop_var.
-    def wrapped_cond(unused_loop_counter, *loop_vars):
-      return cond(*loop_vars)
+    def wrapped_cond(unused_loop_counter, *args):
+      # Convert the flow variables in `args` to TensorArrays. `args` should
+      # already have the same structure as `orig_loop_vars` but currently there
+      # is no nest.zip so we call `_pack_sequence_as` which flattens both
+      # `orig_loop_vars` and `args`, converts flows in `args` to TensorArrays
+      # and packs it into the structure of `orig_loop_vars`.
+      return cond(*_pack_sequence_as(orig_loop_vars, args))
 
-    signature = [
-        tensor_spec.TensorSpec(shape, t.dtype)
-        for shape, t in zip(flattened_shapes, flattened_loop_vars)
-    ]
     cond_graph = func_graph_module.func_graph_from_py_func(
-        cond_name, wrapped_cond, flattened_loop_vars, {}, signature=signature,
+        cond_name,
+        wrapped_cond,
+        loop_vars, {},
+        signature=_build_signature(loop_vars, shape_invariants),
         func_graph=util.WhileCondFuncGraph(cond_name),
         add_control_dependencies=add_control_dependencies)
 
@@ -99,8 +105,8 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     # Note that external tensors will be treated as loop invariants, i.e.,
     # the value of that tensor in each iteration is the same as it was at the
     # beginning of the loop execution.
-    flattened_loop_vars = flattened_loop_vars + cond_graph.external_captures
-    flattened_shapes = flattened_shapes + [
+    loop_vars = loop_vars + cond_graph.external_captures
+    shape_invariants = shape_invariants + [
         t.shape for t in cond_graph.external_captures
     ]
 
@@ -110,36 +116,47 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
       Args:
         loop_counter: Loop counter which needs to be incremented in the body.
         *args: List of args
-          args[:num_outputs] - Args for the original loop body.
-          args[num_outputs:] - External captures of cond. These get passed
-            through as is.
+          args[:len_orig_loop_vars] - Args for the original loop body.
+          args[len_orig_loop_vars:] - External captures of cond. These get
+            passed through as is.
 
       Returns:
         A list of tensors the same length as args.
       """
-      outputs = body(*args[:num_outputs])
-      if not isinstance(outputs, collections.Sequence):
+      # Convert the flow variables in `args` to TensorArrays. `args` should
+      # already have the same structure as `orig_loop_vars` but currently there
+      # is no nest.zip so we call `_pack_sequence_as` which flattens both
+      # `orig_loop_vars` and `args`, converts flows in `args` to TensorArrays
+      # and packs it into the structure of `orig_loop_vars`.
+      outputs = body(
+          *_pack_sequence_as(orig_loop_vars, args[:len_orig_loop_vars]))
+      if not nest.is_sequence(outputs):
         outputs = [outputs]
+      # Compare the structure of input and output of body converting the
+      # top-level tuples to list to be compatible with legacy while_loop.
+      nest.assert_same_structure(list(outputs), list(orig_loop_vars))
+
+      outputs = _tensor_array_to_flow(outputs)
 
       # Return the external_captures of cond_graph as is, i.e., treat them as
       # loop invariants.
       # TODO(srbs): Update lowering code to create _Enter nodes with
       # is_constant=True for inputs that are directly passed to outputs.
-      return [loop_counter + 1] + list(outputs) + list(args[num_outputs:])
+      return [loop_counter + 1] + list(outputs) + list(
+          args[len_orig_loop_vars:])
 
-    signature = [
-        tensor_spec.TensorSpec(shape, t.dtype)
-        for shape, t in zip(flattened_shapes, flattened_loop_vars)
-    ]
     body_graph = func_graph_module.func_graph_from_py_func(
-        body_name, wrapped_body, flattened_loop_vars, {}, signature=signature,
+        body_name,
+        wrapped_body,
+        loop_vars, {},
+        signature=_build_signature(loop_vars, shape_invariants),
         func_graph=util.WhileBodyFuncGraph(body_name),
         add_control_dependencies=add_control_dependencies)
     # Add external captures of body to the list of loop vars.
     # Note that external tensors will be treated as loop invariants, i.e.,
     # the value of that tensor in each iteration is the same as it was at the
     # beginning of the loop execution.
-    flattened_loop_vars = flattened_loop_vars + body_graph.external_captures
+    loop_vars = loop_vars + body_graph.external_captures
     # TODO(srbs): Update lowering code to create _Enter nodes with
     # is_constant=True for inputs that are directly passed to outputs.
     body_graph.outputs.extend(body_graph.internal_captures)
@@ -163,7 +180,7 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
           element_dtype=intermediate_tensor.dtype,
           element_shape=_get_tensor_convertible_shape(
               intermediate_tensor.shape))
-      flattened_loop_vars.append(tensor_list)
+      loop_vars.append(tensor_list)
       with cond_graph.as_default():
         # Add a placeholder to cond_graph's inputs corresponding to the
         # tensor_list.
@@ -180,11 +197,13 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     # Make sure that the shapes of the loop outputs are compatible with the
     # shape invariants, or the shapes of the loop vars if the invariants are not
     # specified.
-    _check_shapes_compat(body_graph.outputs[1:1 + num_outputs],
-                         flattened_shapes[1:1 + num_outputs],
-                         flattened_loop_vars[1:1 + num_outputs])
+    num_flattened_outputs = len(nest.flatten(orig_loop_vars))
+    _check_shapes_compat(
+        body_graph.outputs[1:1 + num_flattened_outputs],
+        nest.flatten(shape_invariants[1:1 + len_orig_loop_vars]),
+        nest.flatten(loop_vars[1:1 + len_orig_loop_vars]))
     outputs = gen_functional_ops._while(
-        flattened_loop_vars,
+        nest.flatten(loop_vars),
         util.create_new_tf_function(cond_graph),
         util.create_new_tf_function(body_graph),
         output_shapes=[t.shape for t in body_graph.outputs],
@@ -202,10 +221,11 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     outputs = tuple(array_ops.identity(t) for t in outputs)
 
   # First var is loop counter.
-  if num_outputs == 1:
+  if num_flattened_outputs == 1:
     return outputs[1]
   else:
-    return nest.pack_sequence_as(loop_vars, outputs[1:1 + num_outputs])
+    return _pack_sequence_as(orig_loop_vars,
+                             outputs[1:1 + num_flattened_outputs])
 
 
 @ops.RegisterGradient("While")
@@ -213,20 +233,28 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
   """The gradient of a While op produced by while_loop."""
   body_graph = _get_body_graph(op)
 
-  # Replace None gradients with zeros. This is needed because `grads` could have
-  # None incoming gradients for the TensorLists. If we pass None's through, the
-  # custom gradient of TensorListPopBack will create an EmptyTensorList inside
-  # the FuncGraph which is undesirable.
-  # TODO(b/80444525): There might be an issue with treating no gradient as zero
-  # gradient in certain cases. Consider replacing None gradients with Zeros
-  # for accumulators only.
+  # Set the incoming gradient of TensorArray handle to None.
+  # TODO(b/118164915): We need a way of distinguising b/w TensorArray resource
+  # handles and ResourceVariables and set the default gradient of only the
+  # TensorArray handle to None.
   grads = [
-      g if g is not None else array_ops.zeros_like(output)
+      None if output.dtype == dtypes.resource else g
       for g, output in zip(grads, op.outputs)
   ]
 
+  # Ensure that all non-resource trainable outputs have incoming gradients.
+  assert all(g is not None or o.dtype == dtypes.resource or
+             not gradients_impl.IsTrainable(o)
+             for o, g in zip(op.outputs, grads)
+            ), "All trainable loop vars must receive incoming gradients."
+  # We compute the gradient for the sub-graph between trainable ys and xs
+  # with non-None incoming gradients. We later pad the None's to the list of
+  # outputs.
+  ys, xs, non_none_grads = zip(*[(y, x, grad) for (y, x, grad) in zip(
+      body_graph.outputs, body_graph.inputs, grads) if grad is not None])
+
   body_grad_graph, args = _create_grad_func(
-      body_graph, grads,
+      ys, xs, non_none_grads, body_graph,
       util.unique_grad_fn_name(body_graph.name), op)
 
   intermediate_tensors = _get_intermediates(body_grad_graph)
@@ -266,9 +294,19 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
   _copy_handle_data(body_grad_graph.outputs, outputs)
   _maybe_set_lowering_attr(outputs[0].op)
 
+  # Set None as the output gradient for tensors with None input gradient
+  # e.g. TensorArray handles.
   # outputs[0] is the loop counter.
   # outputs[1] is the total number of loop iterations.
-  return outputs[2:2 + len(op.inputs)]
+  index = 2
+  none_padded_outputs = []
+  for g in grads:
+    if g is None:
+      none_padded_outputs.append(None)
+    else:
+      none_padded_outputs.append(outputs[index])
+      index += 1
+  return none_padded_outputs
 
 
 # TODO(srbs): Pull this into common utils for cond_v2 and while_v2.
@@ -292,64 +330,73 @@ def _get_body_graph(while_op):
   return func_graph
 
 
-def _create_grad_func(func_graph, grads, name, while_op):
+def _create_grad_func(ys, xs, grads, func_graph, name, while_op):
   """Builds and returns the gradient FuncGraph of `func_graph` and its args.
 
   The returned grad_func_graph must be called with the returned
   args + grad_func_graph.captures.
 
   Args:
+    ys: A `Tensor` or list of tensors to be differentiated.
+    xs: A `Tensor` or list of tensors to be used for differentiation.
+    grads: The incoming grads for `ys`.
     func_graph: FuncGraph for the forward body function.
-    grads: The incoming grads for `func_graph`'s outputs.
     name: Name of the returned gradient function.
     while_op: The forward While op.
 
   Returns:
     2-tuple of (grad_func_graph, args).
   """
-  assert len(func_graph.outputs) == len(grads)
+  assert len(ys) == len(grads)
 
-  loop_counter = constant_op.constant(0.)
+  counter = constant_op.constant(0.)
   # TODO(srbs): For nested while loops will need to lookup this value from
   # the accumulator of the enclosing while loop. For now use as is assuming
   # there is no nesting.
-  num_iters_t = while_op.outputs[0]
-
-  args = [loop_counter, num_iters_t] + grads
+  total_iters = while_op.outputs[0]
 
+  args = [counter, total_iters] + list(grads)
   # Note: The returned function does not have `args` in the list of
   # `external_captures`.
   grad_func_graph = func_graph_module.func_graph_from_py_func(
       name,
-      lambda *args: _grad_fn(func_graph, args),
+      lambda *args: _grad_fn(ys, xs, args, func_graph),
       args, {},
-      func_graph=_WhileBodyGradFuncGraph(name, func_graph))
+      func_graph=_WhileBodyGradFuncGraph(name, func_graph, while_op))
 
   # Add the popped accumulators to the list of outputs.
   for internal_capture in grad_func_graph.internal_captures:
-    grad_func_graph.outputs.append(
-        grad_func_graph.popped_tensor_lists[internal_capture])
+    if internal_capture in grad_func_graph.popped_tensor_lists:
+      grad_func_graph.outputs.append(
+          grad_func_graph.popped_tensor_lists[internal_capture])
+    elif internal_capture.dtype == dtypes.resource:
+      grad_func_graph.outputs.append(internal_capture)
+    else:
+      raise ValueError("Tensor %s is in list of internal_captures but is"
+                       " neither a resource nor is in popped_tensor_lists." %
+                       str(internal_capture))
 
   return grad_func_graph, args
 
 
-def _grad_fn(func_graph, args):
+def _grad_fn(ys, xs, args, func_graph):
   """Computes the gradient of `func_graph` in the current graph.
 
   This function builds the gradient graph of the corresponding forward-pass
   `func_graph` by differentiating `func_graph`'s outputs w.r.t. its inputs.
 
   Args:
-    func_graph: FuncGraph. The corresponding forward-pass function.
-    args: The input arguments. args[0] - Loop counter args[1] - Total number of
-      iterations.
+    ys: A `Tensor` or list of tensors to be differentiated.
+    xs: A `Tensor` or list of tensors to be used for differentiation.
+    args: The input arguments.
+      args[0] - Loop counter
+      args[1] - Total number of iterations.
       args[2:] - Incoming gradients for `func_graph.outputs`.
+    func_graph: function.FuncGraph. The corresponding forward-pass function.
 
   Returns:
     The output gradient Tensors.
   """
-  xs = func_graph.inputs
-  ys = func_graph.outputs
   grad_ys = args[2:]
 
   # Build the gradient graph. Note that this builds the gradient computation of
@@ -399,6 +446,7 @@ def _get_intermediates(func_graph):
       continue
     for o in op.outputs:
       if (o != func_graph.inputs[0] and  # Loop counter.
+          o.dtype != dtypes.resource and  # Do not accumulate resource tensors.
           _get_accumulator(o) is None):  # Has existing accumulator.
         intermediates.append(o)
   return intermediates
@@ -469,11 +517,17 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
 
   Contains the logic for capturing the tensors from the body of the forward
   While op which is as follows:
-  1. Find the accumulator for that tensor.
-  2. Capture the forward While op output tensor corresponding to the
-     accumulator in this FuncGraph.
-  3. Pop a value from the captured placeholder and use it as the captured value
-     for the forward pass tensor.
+  1. If the tensor is of resource type (these are not accumulated):
+     a. Ensure that the tensor is a loop invariant, i.e., it exists in both loop
+        inputs and outputs at the same index.
+     b. Lookup the corresponding resource tensor in the forward outer graph and
+        try to capture that.
+  2. If the tensor is not of resource type:
+     a. Find the accumulator for that tensor.
+     b. Capture the forward While op output tensor corresponding to the
+        accumulator in this FuncGraph.
+     c. Pop a value from the captured placeholder and use it as the captured
+        value for the forward pass tensor.
 
   This only allows capturing tensors in the forward graph. A ValueError is
   raised if an attempt is made to capture a tensor not in the forward graph.
@@ -490,17 +544,23 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
       values of this dict need to be added to the list of outputs.
   """
 
-  def __init__(self, name, forward_graph):
+  def __init__(self, name, forward_graph, forward_while_op):
     super(_WhileBodyGradFuncGraph, self).__init__(name)
     self.popped_tensor_lists = {}
     # FuncGraph for the body of the forward While op.
     self._forward_graph = forward_graph
-    # Dict from forward intermediate tensor to the corresponding "popped" tensor
-    # in this graph.
+    # Dict from forward intermediate tensor to its indirectly captured tensor
+    # in this graph. Indirect capturing happens in two ways:
+    # 1. For non-resource tensors we capture their accumulators from the forward
+    #    outer graph and pop values from that accumulator inside this graph
+    #    using TensorListPopBack.
+    # 2. For resource tensors we directly capture their corresponding tensor
+    #    in the forward outer graph.
     self._indirect_captures = {}
     # Dict from forward graph tensor to the While op output corresponding to its
     # accumulator.
     self._tensor_to_accumulator = {}
+    self._forward_while_op = forward_while_op
 
   def capture(self, tensor, name=None, whitelisted=False):
     """Selectively captures external tensors.
@@ -540,6 +600,19 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
           self._tensor_to_accumulator[tensor], name)
       return captured_tensor
 
+    if tensor.dtype == dtypes.resource:
+      # Resource-type tensors are not accumulated. They must be captured as
+      # loop invariants.
+      index = self._forward_graph.inputs.index(tensor)
+      # This must be a loop invariant.
+      assert index == self._forward_graph.outputs.index(
+          tensor), "Resource tensors must be loop invariants %s." % str(
+              self._forward_while_op.inputs[index])
+      tensor_in_outer_graph = self._forward_while_op.inputs[index]
+      self._indirect_captures[tensor] = self.capture(
+          tensor_in_outer_graph, whitelisted=True)
+      return self._indirect_captures[tensor]
+
     assert tensor not in self._tensor_to_accumulator
 
     accumulator = None
@@ -625,4 +698,46 @@ def _graph_name(graph):
   return "Base"
 
 
+def _pack_sequence_as(structure_with_tas, loop_vars):
+  """Like `nest.pack_sequence_as` but also replaces flows with TensorArrays."""
+
+  def flow_to_tensor_array(flow, ta):  # pylint: disable=missing-docstring
+    if isinstance(ta, tensor_array_ops.TensorArray):
+      # pylint: disable=protected-access
+      new_ta = tensor_array_ops.TensorArray(
+          dtype=ta.dtype,
+          handle=ta.handle,
+          flow=flow,
+          infer_shape=ta._infer_shape,
+          colocate_with_first_write_call=ta._colocate_with_first_write_call)
+      new_ta._colocate_with = ta._colocate_with
+      new_ta._element_shape = ta._element_shape
+      # pylint: enable=protected-access
+      return new_ta
+    return flow
+
+  flattened_loop_vars = [
+      flow_to_tensor_array(*z)
+      for z in zip(nest.flatten(loop_vars), nest.flatten(structure_with_tas))
+  ]
+  return nest.pack_sequence_as(structure_with_tas, flattened_loop_vars)
+
+
+def _tensor_array_to_flow(loop_vars):
+
+  def f(maybe_ta):
+    if isinstance(maybe_ta, tensor_array_ops.TensorArray):
+      return maybe_ta.flow
+    return maybe_ta
+
+  return nest.map_structure(f, loop_vars)
+
+
+def _build_signature(loop_vars, shape_invariants):
+  return nest.pack_sequence_as(loop_vars, [
+      tensor_spec.TensorSpec(s, t.dtype)
+      for s, t in zip(nest.flatten(shape_invariants), nest.flatten(loop_vars))
+  ])
+
+
 # pylint: enable=protected-access
-- 
GitLab


From e8bcab4928dc90f403da3cc4669958751d8ffb3e Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Wed, 24 Oct 2018 11:17:35 -0700
Subject: [PATCH 0541/1825] Expose autograph option in function. Enabled by
 default.

PiperOrigin-RevId: 218544000
---
 tensorflow/python/eager/def_function.py | 55 +++++++++++++++++--------
 1 file changed, 37 insertions(+), 18 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index abe989c66d..6c62e3ce0f 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -13,7 +13,7 @@
 # limitations under the License.
 # ==============================================================================
 # pylint: disable=unidiomatic-typecheck
-"""Prototype decorator for defining graph-mode functions with eager semantics."""
+"""Prototype decorator for defining graph functions with eager semantics."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -176,16 +176,6 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
     self._cached_shape_as_list = None
 
 
-def _defun_with_scope(scope, fn, input_signature):
-
-  def wrapped_fn(*args, **kwds):
-    with variable_scope.variable_creator_scope(scope):
-      return fn(*args, **kwds)
-
-  return function_lib.defun(tf_decorator.make_decorator(fn, wrapped_fn),
-                            input_signature=input_signature)
-
-
 # TODO(apassos) there should be an easier way to call a concrete defun.
 def _call_concrete(fn, args, kwargs):
   """Calls the given concrete function with only the tensor arguments."""
@@ -211,7 +201,9 @@ class PolymorphicFunction(object):
   def __init__(self,
                python_function,
                name,
-               input_signature=None):
+               input_signature=None,
+               autograph=False,
+               experimental_autograph_options=None):
     """Initializes a polymorphic function.
 
     Args:
@@ -220,6 +212,11 @@ class PolymorphicFunction(object):
       input_signature: a possibly nested sequence of `TensorSpec` objects
         specifying the input signature of this function. If `None`, a separate
         function is instantiated for each inferred input signature.
+      autograph: whether `python_function` should be converted to graph mode.
+        See https://www.tensorflow.org/guide/autograph for more information.
+      experimental_autograph_options: optional tuple of
+        tensorflow.autograph.Feature values. Allows enabling additional
+        conversion options when autograph is set to True.
 
     Raises:
       ValueError: if `input_signature` is not None and the `python_function`'s
@@ -227,11 +224,30 @@ class PolymorphicFunction(object):
     """
     self._python_function = python_function
     self._input_signature = input_signature
+    self._autograph = autograph
+    self._experimental_autograph_options = experimental_autograph_options
+    if self._experimental_autograph_options is not None:
+      raise NotImplementedError()
     self._created_variables = None
     self._stateful_fn = None
     self._descriptor_cache = weakref.WeakKeyDictionary()
     self._name = name
 
+  def _defun_with_scope(self, scope):
+    """Creates a defun wrapped inside a variable creator scope."""
+
+    fn = self._python_function
+
+    def wrapped_fn(*args, **kwds):
+      with variable_scope.variable_creator_scope(scope):
+        return fn(*args, **kwds)
+
+    # TODO(mdan): Pipe self._experimental_autograph_options through.
+    return function_lib.defun(
+        tf_decorator.make_decorator(fn, wrapped_fn),
+        input_signature=self._input_signature,
+        experimental_autograph=self._autograph)
+
   def _initialize(self, args, kwds):
     """Initializes, on the first call."""
 
@@ -243,8 +259,7 @@ class PolymorphicFunction(object):
       self._created_variables.append(weakref.ref(v))
       return v
 
-    self._stateful_fn = _defun_with_scope(
-        variable_capturing_scope, self._python_function, self._input_signature)
+    self._stateful_fn = self._defun_with_scope(variable_capturing_scope)
     self._stateful_fn._name = self._name  # pylint: disable=protected-access
 
     # Force the definition of the function for these arguments
@@ -257,8 +272,7 @@ class PolymorphicFunction(object):
           "tf.function-decorated function tried to create "
           "variables on non-first call.")
 
-    self._stateless_fn = _defun_with_scope(
-        invalid_creator_scope, self._python_function, self._input_signature)
+    self._stateless_fn = self._defun_with_scope(invalid_creator_scope)
     self._stateless_fn._name = self._name  # pylint: disable=protected-access
     return self._stateful_fn._canonicalize_function_inputs(*args, **kwds)  # pylint: disable=protected-access
 
@@ -373,7 +387,10 @@ class PolymorphicFunction(object):
     return self._descriptor_cache[instance]
 
 
-def function(func=None, input_signature=None):
+def function(func=None,
+             input_signature=None,
+             autograph=False,
+             experimental_autograph_options=None):
   """Defines a function as per the "functions, not sessions" document."""
   if input_signature is not None:
     function_lib.validate_signature(input_signature)
@@ -388,7 +405,9 @@ def function(func=None, input_signature=None):
         PolymorphicFunction(
             inner_function,
             name,
-            input_signature=input_signature))
+            input_signature=input_signature,
+            autograph=autograph,
+            experimental_autograph_options=experimental_autograph_options))
 
   # This code path is for the `foo = tf.function(foo, ...)` use case
   if func is not None:
-- 
GitLab


From 7e1aa5098c03731dffce9055ae5b55a60cbd407d Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Wed, 24 Oct 2018 11:36:35 -0700
Subject: [PATCH 0542/1825] Add support for sample weights when using Keras and
 MirroredStrategy.

PiperOrigin-RevId: 218547671
---
 .../contrib/distribute/python/keras_test.py   | 46 ++++++++++++++++++-
 .../engine/distributed_training_utils.py      | 14 +++++-
 tensorflow/python/keras/engine/training.py    | 17 +++++--
 .../keras/engine/training_distributed.py      | 25 ++++++----
 4 files changed, 85 insertions(+), 17 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index a094082fa9..097d28065a 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -218,6 +218,15 @@ strategies = [combinations.default_strategy,
               combinations.tpu_strategy_one_step]
 
 
+def strategy_minus_tpu_combinations():
+  return combinations.combine(
+      distribution=[combinations.default_strategy,
+                    combinations.one_device_strategy,
+                    combinations.mirrored_strategy_with_gpu_and_cpu,
+                    combinations.mirrored_strategy_with_two_gpus],
+      mode=['graph'])
+
+
 def strategy_combinations():
   return combinations.combine(
       distribution=strategies,
@@ -523,6 +532,20 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
       # with batch_size
       model.predict(inputs, batch_size=8)
 
+  @combinations.generate(strategy_minus_tpu_combinations())
+  def test_numpy_with_sample_weights(self, distribution):
+    model = get_model()
+    optimizer = rmsprop.RMSPropOptimizer(learning_rate=0.001)
+    loss = 'mse'
+    model.compile(optimizer, loss, distribute=distribution)
+
+    inputs = np.zeros((10, 3), np.float32)
+    targets = np.zeros((10, 4), np.float32)
+    sample_weights = np.ones((10), np.float32)
+
+    model.fit(inputs, targets, sample_weight=sample_weights, epochs=1,
+              steps_per_epoch=2, verbose=1)
+
   @combinations.generate(strategy_combinations())
   def test_flatten_predict_outputs(self, distribution):
     with self.cached_session():
@@ -679,6 +702,25 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       model.evaluate(dataset, steps=2, verbose=1)
       model.predict(get_predict_dataset(distribution), steps=2)
 
+  @combinations.generate(strategy_minus_tpu_combinations())
+  def test_dataset_with_sample_weights(self, distribution):
+    model = get_model()
+    optimizer = rmsprop.RMSPropOptimizer(learning_rate=0.001)
+    loss = 'mse'
+    model.compile(optimizer, loss, distribute=distribution)
+
+    inputs = np.zeros((10, 3), np.float32)
+    targets = np.zeros((10, 4), np.float32)
+    sample_weights = np.ones((10), np.float32)
+    dataset = dataset_ops.Dataset.from_tensor_slices((inputs, targets,
+                                                      sample_weights))
+    dataset = dataset.repeat()
+    dataset = dataset.batch(10)
+
+    model.fit(dataset, epochs=1, steps_per_epoch=2, verbose=1)
+    model.evaluate(dataset, steps=2, verbose=1)
+    model.predict(dataset, steps=2)
+
   def test_dataset_input_shape_validation(self):
     with self.cached_session():
       model = get_model()
@@ -834,8 +876,8 @@ class TestDistributionStrategyErrorCases(test.TestCase, parameterized.TestCase):
       # Test with sample weight.
       sample_weight = np.random.random((10,))
       with self.assertRaisesRegexp(
-          NotImplementedError, '`sample_weight` is currently not supported '
-                               'when using DistributionStrategy.'):
+          ValueError, '`sample_weight` argument is not supported when input '
+                      '`x` is a dataset or a dataset iterator.'):
         model.fit(
             dataset,
             epochs=1,
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index ae6c6f7ada..ec553db2f8 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -189,7 +189,8 @@ def validate_callbacks(input_callbacks):
                            'supported when using DistributionStrategy.')
 
 
-def validate_distributed_dataset_inputs(distribution_strategy, x, y):
+def validate_distributed_dataset_inputs(distribution_strategy, x, y,
+                                        sample_weights=None):
   """Validate all the components of a DistributedValue Dataset input.
 
   Args:
@@ -203,6 +204,9 @@ def validate_distributed_dataset_inputs(distribution_strategy, x, y):
         `MirroredStrategy` this is a PerDevice object with a tensor for each
         device set in the dict. y can also be a tuple or dict. The keys of the
         dict should match the names of the output layers of the model.
+    sample_weights: Sample weights Dataset DistributedValue object. For example,
+        when we use `MirroredStrategy` this is a PerDevice object with a tensor
+        for each device set in the dict.
 
   Returns:
     The unwrapped values list of the x and y DistributedValues inputs.
@@ -225,8 +229,14 @@ def validate_distributed_dataset_inputs(distribution_strategy, x, y):
   else:
     y_values_list = None
 
+  if sample_weights is not None:
+    sample_weights_list = validate_per_device_inputs(distribution_strategy,
+                                                     sample_weights)
+  else:
+    sample_weights_list = None
+
   # Return the unwrapped values to avoid calling `unwrap` a second time.
-  return x_values_list, y_values_list
+  return x_values_list, y_values_list, sample_weights_list
 
 
 def validate_per_device_inputs(distribution_strategy, x):
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 5381668153..a6bc47a501 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -792,13 +792,15 @@ class Model(Network):
       ValueError: In case of invalid user-provided data.
       RuntimeError: If the model was never compiled.
     """
-    if sample_weight is not None and sample_weight.all():
-      raise NotImplementedError('`sample_weight` is currently not supported '
-                                'when using DistributionStrategy.')
     if class_weight:
       raise NotImplementedError('`class_weight` is currently not supported '
                                 'when using DistributionStrategy.')
 
+    if (sample_weight is not None and sample_weight.all() and
+        self._distribution_strategy.__class__.__name__ == 'TPUStrategy'):
+      raise NotImplementedError('`sample_weight` is currently not supported '
+                                'when using TPUStrategy.')
+
     # Validates `steps` argument right at the beginning since we use it to
     # construct the dataset object.
     # TODO(anjalisridhar): Remove this check once we refactor the
@@ -824,6 +826,14 @@ class Model(Network):
             self._distribution_strategy, x)
         var_y = distributed_training_utils.get_var_for_numpy(
             self._distribution_strategy, y)
+        if sample_weight is not None:
+          var_sample_weights = distributed_training_utils.get_var_for_numpy(
+              self._distribution_strategy, sample_weight)
+
+          x = dataset_ops.Dataset.from_tensor_slices((var_x, var_y,
+                                                      var_sample_weights))
+        else:
+          x = dataset_ops.Dataset.from_tensor_slices((var_x, var_y))
 
         x = dataset_ops.Dataset.from_tensor_slices((var_x, var_y))
         # 1024 is a good buffer size since it is much larger than the average
@@ -834,6 +844,7 @@ class Model(Network):
         x = x.repeat()
         x = x.batch(batch_size, drop_remainder=drop_remainder)
         y = None
+        sample_weight = None
       else:
         # This case is for the predict call where the dataset only contains
         # inputs and no targets, i.e. it does not return a tuple
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index d054cca308..b70dcdcab9 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -100,7 +100,7 @@ def fit_loop(
             model.train_function.updates_op,
             model.train_function.session_kwargs)
 
-  inputs, targets = _get_input_from_iterator(iterator, model)
+  inputs, targets, sample_weights = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     # Create train ops on each of the devices when we call
     # `_per_device_train_function`.
@@ -451,7 +451,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
             model.test_function.updates_op,
             model.test_function.session_kwargs)
 
-  inputs, targets = _get_input_from_iterator(iterator, model)
+  inputs, targets, sample_weights = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
@@ -678,7 +678,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
             model.predict_function.updates_op,
             model.predict_function.session_kwargs)
 
-  inputs, _ = _get_input_from_iterator(iterator, model)
+  inputs, _, _ = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
@@ -957,15 +957,20 @@ def _get_input_from_iterator(iterator, model):
   if len(nest.flatten(next_element)) == len(model.inputs):
     x = next_element
     y = None
-  else:
+    sample_weights = None
+  elif len(nest.flatten(next_element)) == (len(model.inputs) +
+                                           len(model.outputs)):
     x, y = next_element
+    sample_weights = None
+  else:
+    x, y, sample_weights = next_element
 
   # Validate that all the elements in x and y are of the same type and shape.
   # We can then pass the first element of x and y to `_standardize_weights`
   # below and be confident of the output.
-  x_values, y_values = distributed_training_utils.\
-    validate_distributed_dataset_inputs(model._distribution_strategy, x, y)
-  # TODO(sourabhbajaj): Add support for sample weights in distribution
-  # strategy.
-  model._standardize_weights(x_values, y_values)
-  return x, y
+  x_values, y_values, sample_weights_values = distributed_training_utils.\
+    validate_distributed_dataset_inputs(model._distribution_strategy, x, y,
+                                        sample_weights)
+  model._standardize_weights(x_values, y_values,
+                             sample_weight=sample_weights_values)
+  return x, y, sample_weights
-- 
GitLab


From d574a54a91287aceb8b0576074e795951749c616 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 12:32:36 -0700
Subject: [PATCH 0543/1825] Automated rollback of commit
 71d3161aa4151c2c753c28bc31153c3b7ef5459b

PiperOrigin-RevId: 218556921
---
 tensorflow/core/grappler/optimizers/meta_optimizer.cc | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.cc b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
index 1e2e9b3688..20a1da4831 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
@@ -119,8 +119,7 @@ std::unique_ptr<GraphOptimizer> MetaOptimizer::MakeNewOptimizer(
   MK_OPT("scoped_allocator",
          new ScopedAllocatorOptimizer(cfg_.scoped_allocator_optimization(),
                                       cfg_.scoped_allocator_opts()));
-  MK_OPT("pin_to_host",
-         new PinToHostOptimizer(cfg_.pin_to_host_optimization()));
+  MK_OPT("small_op", new PinToHostOptimizer(cfg_.pin_to_host_optimization()));
 
   return std::unique_ptr<GraphOptimizer>();
 }
@@ -158,7 +157,7 @@ Status MetaOptimizer::InitializeOptimizers(
   if (cfg_.remapping() != RewriterConfig::OFF) {
     optimizers->push_back(MakeUnique<Remapper>(cfg_.remapping()));
   }
-  if (cfg_.pin_to_host_optimization() != RewriterConfig::OFF) {
+  if (cfg_.pin_to_host_optimization() == RewriterConfig::ON) {
     optimizers->push_back(MakeUnique<PinToHostOptimizer>());
   }
   if (cfg_.arithmetic_optimization() != RewriterConfig::OFF) {
@@ -556,7 +555,7 @@ bool MetaOptimizerEnabled(const RewriterConfig& cfg) {
          cfg.memory_optimization() != RewriterConfig::NO_MEM_OPT ||
          cfg.debug_stripper() == RewriterConfig::ON ||
          cfg.scoped_allocator_optimization() == RewriterConfig::ON ||
-         cfg.pin_to_host_optimization() != RewriterConfig::OFF ||
+         cfg.pin_to_host_optimization() == RewriterConfig::ON ||
          !cfg.optimizers().empty() || !cfg.custom_optimizers().empty();
 }
 
-- 
GitLab


From eaa2aaabb2d1aae1199d8563ceedbca3e407e1d3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 13:22:36 -0700
Subject: [PATCH 0544/1825] [XLA] Fix a bug in hlo_lexer that it got into a
 infinit loop when there is any illegal character in a comment.

PiperOrigin-RevId: 218564626
---
 tensorflow/compiler/xla/service/hlo_lexer.cc | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/tensorflow/compiler/xla/service/hlo_lexer.cc b/tensorflow/compiler/xla/service/hlo_lexer.cc
index 971a9a2063..1390537101 100644
--- a/tensorflow/compiler/xla/service/hlo_lexer.cc
+++ b/tensorflow/compiler/xla/service/hlo_lexer.cc
@@ -163,6 +163,9 @@ TokKind HloLexer::LexToken() {
               current_ptr_ = comment_start;
               return TokKind::kError;
             }
+            if (current == kError) {
+              return TokKind::kError;
+            }
           }
           // Return no token for the comment. Keep lexing.
           continue;
@@ -177,6 +180,9 @@ TokKind HloLexer::LexToken() {
             if (current == kEOF || current == '\n' || current == '\r') {
               break;
             }
+            if (current == kError) {
+              return TokKind::kError;
+            }
             current_ptr_++;
           }
           continue;
-- 
GitLab


From 85cef75e2b20489851d5812efb183a0419e94a33 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Wed, 24 Oct 2018 13:29:51 -0700
Subject: [PATCH 0545/1825] Add support for multiple worker input pipelines
 when using TPU strategy

PiperOrigin-RevId: 218565763
---
 .../contrib/distribute/python/tpu_strategy.py | 57 ++++++++++++-------
 .../contrib/distribute/python/values.py       | 23 ++++++++
 2 files changed, 59 insertions(+), 21 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index af9394ebab..6b47ba499c 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -21,6 +21,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
 from tensorflow.contrib.distribute.python import one_device_strategy
 from tensorflow.contrib.distribute.python import values
@@ -154,8 +156,8 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
 
     self._require_static_shapes = True
 
-  def _get_enqueue_op_per_host(self, host_id, iterator, input_shapes,
-                               iterations):
+  def _get_enqueue_op_per_host(self, host_id, multi_worker_iterator,
+                               input_shapes, iterations):
     """Create an enqueue op for a single host identified using host_id.
 
     The while_loop op returned will run `iterations` times and in each run
@@ -163,7 +165,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
 
     Args:
       host_id: integer, id of the host to run the enqueue ops on.
-      iterator: `tf.data` iterator to read the input data.
+      multi_worker_iterator: MultiWorkerDataIterator to read the input data.
       input_shapes: shape of inputs to be enqueue on the queue. This is same as
         the value of `nest.flatten(iterator.output_shapes)`.
       iterations: integer, number of iterations to be run; determines the
@@ -174,6 +176,10 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       on the infeed queue from the host with id `host_id` for each device shard.
     """
     host = self.get_host_cpu_device(host_id)
+    # TODO(sourabhbajaj): Possibly make changes to MultiWorkerDataset
+    # to work with TPU Prefetch so clean up this code.
+    iterator = (
+        multi_worker_iterator.get_iterator(self.get_host(host_id))._iterator)  # pylint: disable=protected-access
 
     def _infeed_enqueue_ops_fn():
       """Enqueue ops for one iteration."""
@@ -212,30 +218,36 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     return enqueue_op_per_host
 
   def distribute_dataset(self, dataset_fn):
-    # TODO(priyag): Perhaps distribute across cores here.
-    return self._call_dataset_fn(dataset_fn)
+    worker_map = {
+        self.get_host(hid): [self.get_host_cpu_device(hid)]
+        for hid in range(self.num_hosts)
+    }
+    return values.MultiWorkerDataset(
+        functools.partial(self._call_dataset_fn, dataset_fn), worker_map)
 
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
   # TODO(sourabhbajaj): Remove the initial_loop_values parameter when we have
   # a mechanism to infer the outputs of `fn`. Pending b/110550782.
-  def _run_steps_on_dataset(self, fn, iterator, iterations,
+  def _run_steps_on_dataset(self, fn, multi_worker_iterator, iterations,
                             initial_loop_values=None):
 
-    shapes = nest.flatten(iterator.output_shapes)
+    output_shapes = multi_worker_iterator.output_shapes
+    shapes = nest.flatten(output_shapes)
     if any([not s.is_fully_defined() for s in shapes]):
       raise ValueError(
-          'TPU currently requires fully defined shapes. Either use '
-          'set_shape() on the input tensors or use '
-          'dataset.batch(..., drop_remainder=True).')
-    types = nest.flatten(iterator.output_types)
+          "TPU currently requires fully defined shapes. Either use "
+          "set_shape() on the input tensors or use "
+          "dataset.batch(..., drop_remainder=True).")
+    types = nest.flatten(multi_worker_iterator.output_types)
 
     enqueue_ops = [
-        self._get_enqueue_op_per_host(host_id, iterator, shapes, iterations)
+        self._get_enqueue_op_per_host(host_id, multi_worker_iterator, shapes,
+                                      iterations)
         for host_id in range(self.num_hosts)]
 
     def dequeue_fn():
       dequeued = tpu_ops.infeed_dequeue_tuple(dtypes=types, shapes=shapes)
-      return nest.pack_sequence_as(iterator.output_shapes, dequeued)
+      return nest.pack_sequence_as(output_shapes, dequeued)
 
     # Wrap `fn` for repeat.
     if initial_loop_values is None:
@@ -310,14 +322,14 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
   def _call_for_each_replica(self, fn, *args, **kwargs):
     # TODO(jhseu): Consider making it so call_for_each_replica implies that
     # we're in a tpu.rewrite(), and update TPUMirroredVariable accordingly.
-    kwargs.pop('run_concurrently', None)
+    kwargs.pop("run_concurrently", None)
     with one_device_strategy._OneDeviceReplicaContext(self):  # pylint: disable=protected-access
       return fn(*args, **kwargs)
 
   def initialize(self):
     if context.executing_eagerly():
       # TODO(priyag): Add appopriate call here when eager is supported for TPUs.
-      raise NotImplementedError('Eager mode not supported in TPUStrategy.')
+      raise NotImplementedError("Eager mode not supported in TPUStrategy.")
     else:
       # TODO(jhseu): We need this hack because DistributionStrategies must be
       # pickleable for copy.deepcopy(). Remove when initialize_system goes away.
@@ -332,7 +344,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
   def finalize(self):
     if context.executing_eagerly():
       # TODO(priyag): Add appopriate call here when eager is supported for TPUs.
-      raise NotImplementedError('Eager mode not supported in TPUStrategy.')
+      raise NotImplementedError("Eager mode not supported in TPUStrategy.")
     else:
       return [tpu.shutdown_system()]
 
@@ -392,7 +404,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       assert device_util.canonicalize(devices[0]) == device_util.canonicalize(
           self.get_host_cpu_device(0))
     else:
-      raise ValueError('Multiple devices are not supported for TPUStrategy')
+      raise ValueError("Multiple devices are not supported for TPUStrategy")
 
     if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
       return value[0]
@@ -481,11 +493,14 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
   def parameter_devices(self):
     return self._tpu_devices
 
+  def get_host(self, host_id):
+    if self._tpu_cluster_resolver.get_master() in ("", "local"):
+      return "/replica:0/task:0"
+    job_name = self._tpu_cluster_resolver.get_job_name() or "tpu_worker"
+    return "/job:%s/task:%d" % (job_name, host_id)
+
   def get_host_cpu_device(self, host_id):
-    if self._tpu_cluster_resolver.get_master() in ('', 'local'):
-      return '/replica:0/task:0/device:CPU:0'
-    job_name = self._tpu_cluster_resolver.get_job_name() or 'tpu_worker'
-    return '/job:%s/task:%d/device:CPU:0' % (job_name, host_id)
+    return self.get_host(host_id) + "/device:CPU:0"
 
   def configure(self,
                 session_config=None,
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 124cdb9c15..42fb92014a 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -1101,6 +1101,18 @@ class PerDeviceDataIterator(object):
 
     return regroup(index)
 
+  @property
+  def output_classes(self):
+    return self._iterator.output_classes
+
+  @property
+  def output_shapes(self):
+    return self._iterator.output_shapes
+
+  @property
+  def output_types(self):
+    return self._iterator.output_types
+
 
 class PerDeviceDataset(object):
   """Like `tf.data.Dataset` split devices, producing `PerDevice` data."""
@@ -1179,6 +1191,17 @@ class MultiWorkerDataIterator(object):
     return control_flow_ops.group(
         [iterator.initializer for iterator in self._iterators.values()])
 
+  def get_iterator(self, worker):
+    return self._iterators.get(worker)
+
+  @property
+  def output_shapes(self):
+    return self._iterators.values()[0].output_shapes
+
+  @property
+  def output_types(self):
+    return self._iterators.values()[0].output_types
+
   def get_next(self, name=None):
     """Scatter the input across hosts and devices."""
     index = {}
-- 
GitLab


From 9c3486beb75093c392c9d1421636b14ecedb4072 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 13:33:54 -0700
Subject: [PATCH 0546/1825] Automated rollback of commit
 caf2d295fcf7071eb959a61bb0fcd560b24e0fc5

PiperOrigin-RevId: 218566393
---
 .../autograph/integration_tests/BUILD         |  15 --
 .../integration_tests/errors_test.py          | 152 ------------------
 tensorflow/python/autograph/converters/BUILD  |   1 +
 .../converters/error_handlers_test.py         |  46 ++++--
 .../autograph/core/converter_testing.py       |   2 +
 .../python/autograph/impl/conversion.py       |   1 +
 .../python/autograph/pyct/transformer.py      |  45 +++---
 .../python/autograph/pyct/transformer_test.py |  26 +--
 8 files changed, 59 insertions(+), 229 deletions(-)
 delete mode 100644 tensorflow/examples/autograph/integration_tests/errors_test.py

diff --git a/tensorflow/examples/autograph/integration_tests/BUILD b/tensorflow/examples/autograph/integration_tests/BUILD
index 1674d2fa88..d20c17b63b 100644
--- a/tensorflow/examples/autograph/integration_tests/BUILD
+++ b/tensorflow/examples/autograph/integration_tests/BUILD
@@ -16,21 +16,6 @@ filegroup(
     visibility = ["//tensorflow:__subpackages__"],
 )
 
-py_test(
-    name = "errors_test",
-    srcs = [
-        "errors_test.py",
-    ],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_oss",
-        "no_windows",
-    ],
-    deps = [
-        "//tensorflow:tensorflow_py",
-    ],
-)
-
 py_test(
     name = "keras_test",
     srcs = [
diff --git a/tensorflow/examples/autograph/integration_tests/errors_test.py b/tensorflow/examples/autograph/integration_tests/errors_test.py
deleted file mode 100644
index 9c10dad9aa..0000000000
--- a/tensorflow/examples/autograph/integration_tests/errors_test.py
+++ /dev/null
@@ -1,152 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Error traceback rewriting integration tests."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import tensorflow as tf
-
-from tensorflow.python import autograph as ag
-
-
-class ErrorsTest(tf.test.TestCase):
-
-  def test_graph_construction_error_rewriting_call_tree(self):
-
-    def test_fn():
-      return tf.random_normal((2, 3), mean=0.0, dtype=tf.int32)
-
-    def inner_caller():
-      return test_fn()
-
-    def caller():
-      return inner_caller()
-
-    with self.assertRaises(ag.GraphConstructionError) as error:
-      graph = ag.to_graph(caller)
-      graph()
-    expected = error.exception
-    custom_traceback = expected.custom_traceback
-    found_correct_filename = False
-    num_test_fn_names = 0
-    num_inner_caller_names = 0
-    num_caller_names = 0
-    for frame in custom_traceback:
-      filename, _, fn_name, _ = frame
-      self.assertFalse('/tmp/' in filename)
-      found_correct_filename |= __file__ in filename
-      self.assertNotEqual('tf__test_fn', fn_name)
-      num_test_fn_names += int('test_fn' == fn_name)
-      self.assertNotEqual('tf__inner_caller', fn_name)
-      num_inner_caller_names += int('inner_caller' == fn_name)
-      self.assertNotEqual('tf__caller', fn_name)
-      num_caller_names += int('caller' == fn_name)
-    self.assertTrue(found_correct_filename)
-    self.assertEqual(num_test_fn_names, 1)
-    self.assertEqual(num_inner_caller_names, 1)
-    self.assertEqual(num_caller_names, 1)
-
-  def test_graph_construction_error_rewriting_class(self):
-
-    class TestClass(object):
-
-      def test_fn(self):
-        return tf.random_normal((2, 3), mean=0.0, dtype=tf.int32)
-
-      def inner_caller(self):
-        return self.test_fn()
-
-      def caller(self):
-        return self.inner_caller()
-
-    # Note we expect a TypeError here because the traceback will not be
-    # rewritten for classes.
-    with self.assertRaises(TypeError):
-      graph = ag.to_graph(TestClass)
-      graph().caller()
-
-  def test_runtime_error_rewriting(self):
-
-    def g(x, s):
-      while tf.reduce_sum(x) > s:
-        x //= 0
-      return x
-
-    def test_fn(x):
-      return g(x, 10)
-
-    compiled_fn = ag.to_graph(test_fn)
-
-    with self.assertRaises(ag.TfRuntimeError) as error:
-      with self.cached_session() as sess:
-        x = compiled_fn(tf.constant([4, 8]))
-        with ag.improved_errors(compiled_fn):
-          sess.run(x)
-    expected = error.exception
-    custom_traceback = expected.custom_traceback
-    found_correct_filename = False
-    num_test_fn_frames = 0
-    num_g_frames = 0
-    for frame in custom_traceback:
-      filename, _, fn_name, source_code = frame
-      self.assertFalse('/tmp/' in filename)
-      self.assertFalse('control_flow.py' in filename)
-      self.assertFalse('ag__.' in fn_name)
-      found_correct_filename |= __file__ in filename
-      num_test_fn_frames += int('test_fn' == fn_name and
-                                'return g(x, 10)' in source_code)
-      num_g_frames += int('g' == fn_name and 'x //= 0' in source_code)
-    self.assertTrue(found_correct_filename)
-    self.assertEqual(num_test_fn_frames, 1)
-    self.assertEqual(num_g_frames, 1)
-
-  def test_runtime_error_rewriting_nested(self):
-
-    def test_fn(x):
-
-      def g(y):
-        return y**2 // 0
-
-      s = 0
-      for xi in x:
-        s += g(xi)
-      return s
-
-    compiled_fn = ag.to_graph(test_fn)
-
-    # TODO(b/111408261): Nested functions currently do not rewrite correctly,
-    # when they do we should change this test to check for the same traceback
-    # properties as the other tests.  This should throw a runtime error with a
-    # frame with "g" as the function name but because we don't yet add
-    # try/except blocks to inner functions the name is "tf__g".
-    with self.assertRaises(ag.TfRuntimeError) as error:
-      with self.cached_session() as sess:
-        x = compiled_fn(tf.constant([4, 8]))
-        with ag.improved_errors(compiled_fn):
-          sess.run(x)
-    expected = error.exception
-    custom_traceback = expected.custom_traceback
-    num_tf_g_frames = 0
-    for frame in custom_traceback:
-      _, _, fn_name, _ = frame
-      self.assertNotEqual('g', fn_name)
-      num_tf_g_frames += int('tf__g' == fn_name)
-    self.assertEqual(num_tf_g_frames, 1)
-
-
-if __name__ == '__main__':
-  tf.test.main()
diff --git a/tensorflow/python/autograph/converters/BUILD b/tensorflow/python/autograph/converters/BUILD
index 0aa5ddd007..6ed370a8d4 100644
--- a/tensorflow/python/autograph/converters/BUILD
+++ b/tensorflow/python/autograph/converters/BUILD
@@ -227,6 +227,7 @@ py_test(
     name = "error_handlers_test",
     srcs = ["error_handlers_test.py"],
     srcs_version = "PY2AND3",
+    tags = ["no_windows"],
     deps = [
         ":converters",
         "//tensorflow/python:client_testlib",
diff --git a/tensorflow/python/autograph/converters/error_handlers_test.py b/tensorflow/python/autograph/converters/error_handlers_test.py
index 676ff9e02b..29597e1da3 100644
--- a/tensorflow/python/autograph/converters/error_handlers_test.py
+++ b/tensorflow/python/autograph/converters/error_handlers_test.py
@@ -18,11 +18,14 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import gast
+
+from tensorflow.python.autograph.converters import control_flow
 from tensorflow.python.autograph.converters import error_handlers
 from tensorflow.python.autograph.core import converter_testing
 from tensorflow.python.autograph.core import errors
-from tensorflow.python.autograph.pyct import anno
-from tensorflow.python.autograph.pyct import origin_info
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import random_ops
 from tensorflow.python.platform import test
 
 
@@ -33,26 +36,37 @@ class ErrorHandlersTest(converter_testing.TestCase):
     def test_fn():
       raise ValueError()
 
-    node, ctx = self.prepare(test_fn, {})
-    anno.setanno(
-        node, anno.Basic.ORIGIN,
-        origin_info.OriginInfo(None, 'test_function_name', 'test_code',
-                               'test_comment'))
-    node = error_handlers.transform(node, ctx)
-    with self.compiled(node, {}) as result:
+    with self.converted(test_fn, error_handlers, {}) as result:
       with self.assertRaises(errors.GraphConstructionError):
-        # Here we just assert that the handler works. Its correctness is
-        # verified by errors_test.py.
+        # Here we just assert that the handler works.
         result.test_fn()
 
   def test_no_origin_annotation(self):
 
-    def test_fn():
-      raise ValueError()
+    def test_fn(x):
+      a = 0
+      if x:
+        a = random_ops.random_normal((2, 3), mean=0.0, dtype=dtypes.int32)
+      else:
+        a = 0
+      return a
 
-    with self.converted(test_fn, error_handlers, {}) as result:
-      with self.assertRaises(ValueError):
-        result.test_fn()
+    node, ctx = self.prepare(test_fn, {
+        'random_ops': random_ops,
+        'dtypes': dtypes
+    })
+    # To simulate a function without origin info we use the control flow
+    # converter which adds a function that lacks origin info so we will not have
+    # a wrapping try/except that reraises the NotImplementedError as a
+    # GraphConstructionError.
+    node = control_flow.transform(node, ctx)
+    node = error_handlers.transform(node, ctx)
+    # TODO(b/111562364): remove run_cond from traceback.
+    test_fn_try_body = node.body[0].body
+    true_fn_body = test_fn_try_body[1].body
+    false_fn_body = test_fn_try_body[2].body
+    self.assertNotIn(gast.Try, true_fn_body)
+    self.assertNotIn(gast.Try, false_fn_body)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/python/autograph/core/converter_testing.py b/tensorflow/python/autograph/core/converter_testing.py
index 83785793a1..0326103933 100644
--- a/tensorflow/python/autograph/core/converter_testing.py
+++ b/tensorflow/python/autograph/core/converter_testing.py
@@ -31,6 +31,7 @@ from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.core import errors
 from tensorflow.python.autograph.core import function_wrapping
 from tensorflow.python.autograph.pyct import compiler
+from tensorflow.python.autograph.pyct import origin_info
 from tensorflow.python.autograph.pyct import parser
 from tensorflow.python.autograph.pyct import pretty_printer
 from tensorflow.python.autograph.pyct import transformer
@@ -176,5 +177,6 @@ class TestCase(test.TestCase):
         arg_types=arg_types,
         owner_type=owner_type)
     ctx = converter.EntityContext(namer, entity_info, program_ctx)
+    origin_info.resolve(node, source, test_fn)
     node = converter.standard_analysis(node, ctx, is_initial=True)
     return node, ctx
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index f93381a00e..8720083aed 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -288,6 +288,7 @@ def function_to_graph(f,
 
   node, source = parser.parse_entity(f)
   node = node.body[0]
+  # TODO(znado): Place inside standard_analysis.
   origin_info.resolve(node, source, f)
   namespace = inspect_utils.getnamespace(f)
   _add_self_references(namespace, program_ctx.autograph_module)
diff --git a/tensorflow/python/autograph/pyct/transformer.py b/tensorflow/python/autograph/pyct/transformer.py
index ee001a3e7c..3b6a446340 100644
--- a/tensorflow/python/autograph/pyct/transformer.py
+++ b/tensorflow/python/autograph/pyct/transformer.py
@@ -203,8 +203,10 @@ class Base(gast.NodeTransformer):
     Args:
       entity_info: An EntityInfo object.
     """
+    self._current_origin = None
     self._lineno = 0
     self._col_offset = 0
+    # TODO(znado): remove this from the constructor of all Transformers.
     self.entity_info = entity_info
     self._enclosing_entities = []
 
@@ -424,13 +426,12 @@ class Base(gast.NodeTransformer):
           ' visit lists of nodes, use "visit_block" instead').format(type(node))
       raise ValueError(msg)
 
-    source_code = self.entity_info.source_code
-    source_file = self.entity_info.source_file
     did_enter_function = False
     local_scope_size_at_entry = len(self._local_scope_state)
     processing_expr_node = False
 
     try:
+      parent_origin = self._current_origin
       if isinstance(node, (gast.FunctionDef, gast.ClassDef, gast.Lambda)):
         did_enter_function = True
       elif isinstance(node, gast.Expr):
@@ -439,15 +440,15 @@ class Base(gast.NodeTransformer):
       if did_enter_function:
         self._enclosing_entities.append(node)
 
-      if source_code and hasattr(node, 'lineno'):
-        self._lineno = node.lineno
-        self._col_offset = node.col_offset
+      if anno.hasanno(node, anno.Basic.ORIGIN):
+        self._current_origin = anno.getanno(node, anno.Basic.ORIGIN)
 
       if processing_expr_node:
         entry_expr_value = node.value
 
       if not anno.hasanno(node, anno.Basic.SKIP_PROCESSING):
         result = super(Base, self).visit(node)
+      self._current_origin = parent_origin
 
       # Adjust for consistency: replacing the value of an Expr with
       # an Assign node removes the need for the Expr node.
@@ -469,26 +470,26 @@ class Base(gast.NodeTransformer):
             'Inconsistent local scope stack. Before entering node %s, the'
             ' stack had length %d, after exit it has length %d. This'
             ' indicates enter_local_scope and exit_local_scope are not'
-            ' well paired.' % (
-                node,
-                local_scope_size_at_entry,
-                len(self._local_scope_state)
-            ))
+            ' well paired.' % (node, local_scope_size_at_entry,
+                               len(self._local_scope_state)))
       return result
 
     except (ValueError, AttributeError, KeyError, NotImplementedError) as e:
-      msg = '%s: %s\nOffending source:\n%s\n\nOccurred at node:\n%s' % (
-          e.__class__.__name__, str(e), self._get_source(node),
-          pretty_printer.fmt(node, color=False))
-      if source_code:
-        line = source_code.splitlines()[self._lineno - 1]
-      else:
-        line = '<no source available>'
+      if not self._current_origin:
+        raise e
+      original_file_path = self._current_origin.loc.filename
+      original_line_number = self._current_origin.loc.lineno
+      original_col_offset = self._current_origin.loc.col_offset
+      original_source_line = self._current_origin.source_code_line
+      msg = '%s: %s.' % (e.__class__.__name__, str(e))
+
       # TODO(mdan): Avoid the printing of the original exception.
       # In other words, we need to find how to suppress the "During handling
       # of the above exception, another exception occurred" message.
-      six.reraise(AutographParseError,
-                  AutographParseError(
-                      msg,
-                      (source_file, self._lineno, self._col_offset + 1, line)),
-                  sys.exc_info()[2])
+      six.reraise(
+          AutographParseError,
+          AutographParseError(msg, (original_file_path, original_line_number,
+                                    original_col_offset, original_source_line)),
+          sys.exc_info()[2])
+    finally:
+      self._current_origin = parent_origin
diff --git a/tensorflow/python/autograph/pyct/transformer_test.py b/tensorflow/python/autograph/pyct/transformer_test.py
index 23bf9a8e16..0c68d2a764 100644
--- a/tensorflow/python/autograph/pyct/transformer_test.py
+++ b/tensorflow/python/autograph/pyct/transformer_test.py
@@ -304,20 +304,11 @@ class TransformerTest(test.TestCase):
     tr = BrokenTransformer(self._simple_source_info())
 
     node, _ = parser.parse_entity(test_function)
-    with self.assertRaises(transformer.AutographParseError) as cm:
+    with self.assertRaises(ValueError) as cm:
       node = tr.visit(node)
     obtained_message = str(cm.exception)
     expected_message = r'expected "ast.AST", got "\<(type|class) \'list\'\>"'
     self.assertRegexpMatches(obtained_message, expected_message)
-    # The exception should point at the if statement, not any place else.  Could
-    # also check the stack trace.
-    self.assertTrue(
-        'Occurred at node:\nIf' in obtained_message, obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nFunctionDef' not in obtained_message,
-        obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nReturn' not in obtained_message, obtained_message)
 
   def test_robust_error_on_ast_corruption(self):
     # A child class should not be able to be so broken that it causes the error
@@ -344,26 +335,13 @@ class TransformerTest(test.TestCase):
     tr = BrokenTransformer(self._simple_source_info())
 
     node, _ = parser.parse_entity(test_function)
-    with self.assertRaises(transformer.AutographParseError) as cm:
+    with self.assertRaises(ValueError) as cm:
       node = tr.visit(node)
     obtained_message = str(cm.exception)
     # The message should reference the exception actually raised, not anything
     # from the exception handler.
     expected_substring = 'I blew up'
     self.assertTrue(expected_substring in obtained_message, obtained_message)
-    # Expect the exception to have failed to parse the corrupted AST
-    self.assertTrue(
-        '<could not convert AST to source>' in obtained_message,
-        obtained_message)
-    # The exception should point at the if statement, not any place else.  Could
-    # also check the stack trace.
-    self.assertTrue(
-        'Occurred at node:\nIf' in obtained_message, obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nFunctionDef' not in obtained_message,
-        obtained_message)
-    self.assertTrue(
-        'Occurred at node:\nReturn' not in obtained_message, obtained_message)
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 602e4b51c5b45e7f2448d8d68475d4e16f09ea45 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 13:37:12 -0700
Subject: [PATCH 0547/1825] Remove self.test_session() in MultiWorkerTestBase
 and introduce self.session() and self.cached_session().

Updated all the clients to self.cached_session().

PiperOrigin-RevId: 218566919
---
 tensorflow/contrib/distribute/python/BUILD    |  1 +
 .../collective_all_reduce_strategy_test.py    | 20 +++----
 .../distribute/python/cross_tower_ops_test.py |  4 +-
 .../python/multi_worker_test_base.py          | 60 +++++++++++++------
 .../python/parameter_server_strategy_test.py  | 16 ++---
 .../distribute/python/strategy_test_lib.py    |  2 +-
 6 files changed, 63 insertions(+), 40 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 4b4eb01d36..689d7073cd 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -315,6 +315,7 @@ py_library(
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:distributed_framework_test_lib",
         "//tensorflow/python:session",
+        "//tensorflow/python:util",
         "//tensorflow/python/estimator:estimator_py",
         "//third_party/py/numpy",
     ],
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 7aeafc69f1..19b59513d8 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -89,8 +89,8 @@ class CollectiveAllReduceStrategyTestBase(
   def _test_minimize_loss_graph(self, task_type, task_id, num_gpus):
     d, master_target = self._get_test_object(task_type, task_id, num_gpus)
     with ops.Graph().as_default(), \
-         self.test_session(config=self._sess_config,
-                           target=master_target) as sess, \
+         self.cached_session(config=self._sess_config,
+                             target=master_target) as sess, \
          d.scope():
       l = core.Dense(1, use_bias=False, name='gpu_%d' % d._num_gpus_per_worker)
 
@@ -193,8 +193,8 @@ class CollectiveAllReduceStrategyTestBase(
       return train_op
 
     with ops.Graph().as_default(), \
-         self.test_session(config=self._sess_config,
-                           target=master_target) as sess:
+         self.cached_session(config=self._sess_config,
+                             target=master_target) as sess:
       with d.scope():
         train_op = d.call_for_each_replica(model_fn)
         train_op = d.group(d.unwrap(train_op))
@@ -207,8 +207,8 @@ class CollectiveAllReduceStrategyTestBase(
     distribution, master_target = self._get_test_object(task_type, task_id,
                                                         num_gpus)
     with ops.Graph().as_default(), \
-         self.test_session(config=self._sess_config,
-                           target=master_target) as sess, \
+         self.cached_session(config=self._sess_config,
+                             target=master_target) as sess, \
          distribution.scope():
 
       def model_fn():
@@ -229,8 +229,8 @@ class CollectiveAllReduceStrategyTestBase(
       sess.run(
           variables.global_variables_initializer(), options=self._run_options)
 
-      x_value, reduced_x_value = sess.run(
-          [x, reduced_x], options=self._run_options)
+      x_value, reduced_x_value = sess.run([x, reduced_x],
+                                          options=self._run_options)
       self.assertTrue(
           np.allclose(x_value, reduced_x_value, atol=1e-5),
           msg=('x_value = %r, reduced_x_value = %r' % (x_value,
@@ -320,8 +320,8 @@ class DistributedCollectiveAllReduceStrategyTestWithChief(
         self._test_complex_model, self._cluster_spec, num_gpus=num_gpus)
 
 
-class LocalCollectiveAllReduceStrategy(
-    CollectiveAllReduceStrategyTestBase, parameterized.TestCase):
+class LocalCollectiveAllReduceStrategy(CollectiveAllReduceStrategyTestBase,
+                                       parameterized.TestCase):
 
   def testMinimizeLossGraph(self, num_gpus=2):
     # Collective ops doesn't support strategy with one device.
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
index 0d6715a346..6a9e8e00c0 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
@@ -114,7 +114,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
         self.assertEqual([v.numpy() for v in left._index.values()],
                          list(right._index.values()))
       else:
-        with self.test_session() as sess:
+        with self.cached_session() as sess:
           self.assertEqual(
               sess.run(list(left._index.values())), list(right._index.values()))
 
@@ -474,7 +474,7 @@ class MultiWorkerCollectiveAllReduceTest(
       worker_device = "/job:%s/task:%d" % (task_type, task_id)
     with ops.Graph().as_default(), \
          ops.device(worker_device), \
-         self.test_session(target=master_target) as sess:
+         self.cached_session(target=master_target) as sess:
       # Collective ops doesn't support scalar tensors, so we have to construct
       # 1-d tensors.
       values = [constant_op.constant([float(d)]) for d in range(len(devices))]
diff --git a/tensorflow/contrib/distribute/python/multi_worker_test_base.py b/tensorflow/contrib/distribute/python/multi_worker_test_base.py
index 9f92ba7dde..8eec3dc0f6 100644
--- a/tensorflow/contrib/distribute/python/multi_worker_test_base.py
+++ b/tensorflow/contrib/distribute/python/multi_worker_test_base.py
@@ -39,7 +39,6 @@ from tensorflow.python.platform import test
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import server_lib
 
-
 ASSIGNED_PORTS = set()
 lock = threading.Lock()
 
@@ -207,12 +206,10 @@ class MultiWorkerTestBase(test.TestCase):
     self._lock = threading.Lock()
 
   @contextlib.contextmanager
-  def test_session(self, graph=None, config=None, target=None):
+  def session(self, graph=None, config=None, target=None):
     """Create a test session with master target set to the testing cluster.
 
-    This overrides the base class' method, removes arguments that are not needed
-    by the multi-node case and creates a test session that connects to the local
-    testing cluster.
+    Creates a test session that connects to the local testing cluster.
 
     Args:
       graph: Optional graph to use during the returned session.
@@ -224,9 +221,44 @@ class MultiWorkerTestBase(test.TestCase):
       A Session object that should be used as a context manager to surround
       the graph building and execution code in a test case.
     """
-    if self.id().endswith('.test_session'):
-      self.skipTest('Not a test.')
+    config = self._create_config(config)
+
+    if target is None:
+      target = self._default_target
+    with session.Session(graph=graph, config=config, target=target) as sess:
+      yield sess
+
+  @contextlib.contextmanager
+  # TODO(b/117573461): Overwrite self.evaluate() to use this function.
+  def cached_session(self, graph=None, config=None, target=None):
+    """Create a test session with master target set to the testing cluster.
+
+    Creates a test session that connects to the local testing cluster.
+    The session is only created once per test and then reused.
+
+    Args:
+      graph: Optional graph to use during the returned session.
+      config: An optional config_pb2.ConfigProto to use to configure the
+        session.
+      target: the target of session to connect to.
+
+    Yields:
+      A Session object that should be used as a context manager to surround
+      the graph building and execution code in a test case. Note that the
+      session will live until the end of the test.
+    """
+    config = self._create_config(config)
 
+    if target is None:
+      target = self._default_target
+    if getattr(self._thread_local, 'cached_session', None) is None:
+      self._thread_local.cached_session = session.Session(
+          graph=None, config=config, target=target)
+    sess = self._thread_local.cached_session
+    with sess.graph.as_default(), sess.as_default():
+      yield sess
+
+  def _create_config(self, config):
     if config is None:
       config = config_pb2.ConfigProto(allow_soft_placement=True)
     else:
@@ -237,18 +269,8 @@ class MultiWorkerTestBase(test.TestCase):
     config.graph_options.rewrite_options.constant_folding = (
         rewriter_config_pb2.RewriterConfig.OFF)
 
-    if target is None:
-      target = self._default_target
-    if graph is None:
-      if getattr(self._thread_local, 'cached_session', None) is None:
-        self._thread_local.cached_session = session.Session(
-            graph=None, config=config, target=target)
-      sess = self._thread_local.cached_session
-      with sess.graph.as_default(), sess.as_default():
-        yield sess
-    else:
-      with session.Session(graph=graph, config=config, target=target) as sess:
-        yield sess
+    return config
+
 
   def _run_client(self, client_fn, task_type, task_id, num_gpus, *args,
                   **kwargs):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index b77a9a86a5..ab329da929 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -81,8 +81,8 @@ class ParameterServerStrategyTestBase(
     worker_device = '/job:%s/replica:0/task:%d' % (task_type, task_id)
     d, _, sess_config = self._get_test_objects(task_type, task_id, num_gpus)
     with ops.Graph().as_default(), \
-         self.test_session(target=self._default_target,
-                           config=sess_config) as sess, \
+         self.cached_session(target=self._default_target,
+                             config=sess_config) as sess, \
          d.scope():
 
       # Define a variable outside the call_for_each_replica scope. This is not
@@ -184,8 +184,8 @@ class ParameterServerStrategyTestBase(
                                     variable_device='CPU',
                                     num_gpus=0):
     with ops.Graph().as_default(), \
-         self.test_session(target=self._default_target,
-                           config=self._sess_config) as sess, \
+         self.cached_session(target=self._default_target,
+                             config=self._sess_config) as sess, \
          d.scope():
 
       def model_fn():
@@ -292,8 +292,8 @@ class ParameterServerStrategyTestBase(
     else:
       num_workers = 1
     with ops.Graph().as_default(), \
-         self.test_session(target=master_target,
-                           config=sess_config) as sess, \
+         self.cached_session(target=master_target,
+                             config=sess_config) as sess, \
          d.scope():
 
       def model_fn():
@@ -361,8 +361,8 @@ class ParameterServerStrategyTestBase(
       num_workers += 1
 
     with ops.Graph().as_default(), \
-         self.test_session(target=master_target,
-                           config=sess_config) as sess, \
+         self.cached_session(target=master_target,
+                             config=sess_config) as sess, \
          d.scope():
       l = core.Dense(1, use_bias=False)
 
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index f94fcdfe01..60ef0a2106 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -139,7 +139,7 @@ class DistributionTestBase(test.TestCase):
     config.gpu_options.per_process_gpu_memory_fraction = 0.3
     with context.graph_mode(), \
          ops.Graph().as_default(), \
-         self.test_session(config=config) as sess, \
+         self.cached_session(config=config) as sess, \
          d.scope():
       l = core.Dense(1, use_bias=False)
 
-- 
GitLab


From 76863bde45da91f9fd680feb1c5a7a64f784ca1b Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 24 Oct 2018 13:49:03 -0700
Subject: [PATCH 0548/1825] Re-enable slow (used to be slow) tests in
 eager/function_test

PiperOrigin-RevId: 218569050
---
 tensorflow/python/eager/function_test.py | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 2413a8a1ed..605f98155b 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -251,9 +251,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertSequenceEqual(outputs, expected)
 
   def testExecutingManyStatelessDefunsConcurrently(self):
-    # TODO(nareshmodi): Re-enable this test when grappler is faster, or
-    # simply disable grappler for this test.
-    self.skipTest('Very slow with grappler enabled, in fastbuild mode.')
 
     @def_function.function
     def stateless(x):
@@ -283,9 +280,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertEqual(float(v.read_value()), 0.0)
 
   def testExecutingManyStatefulDefunsConcurrently(self):
-    # TODO(nareshmodi): Re-enable this test when grappler is faster, or
-    # simply disable grappler for this test.
-    self.skipTest('Very slow with grappler enabled, in fastbuild mode.')
 
     v = resource_variable_ops.ResourceVariable(1.0)
 
-- 
GitLab


From b7aa4bcc22343d95386d35efbf1fae7437be02e2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 13:52:21 -0700
Subject: [PATCH 0549/1825] [XLA] Add ClientLibraryTestBase::ComputeAndTransfer
 method.

Adds method that executes the test computation and returns the result as a literal.

PiperOrigin-RevId: 218569549
---
 .../xla/tests/client_library_test_base.cc     | 22 +++++++++++++++++++
 .../xla/tests/client_library_test_base.h      |  7 ++++++
 2 files changed, 29 insertions(+)

diff --git a/tensorflow/compiler/xla/tests/client_library_test_base.cc b/tensorflow/compiler/xla/tests/client_library_test_base.cc
index fbdf0fcb65..b98572e24c 100644
--- a/tensorflow/compiler/xla/tests/client_library_test_base.cc
+++ b/tensorflow/compiler/xla/tests/client_library_test_base.cc
@@ -262,6 +262,28 @@ Status ClientLibraryTestBase::ComputeAndCompareLiteralWithAllInputLayouts(
   return choose(0);
 }
 
+StatusOr<Literal> ClientLibraryTestBase::ComputeAndTransfer(
+    XlaBuilder* builder, absl::Span<GlobalData* const> arguments_passed_in,
+    const Shape* shape_with_layout) {
+  std::vector<GlobalData*> arguments(arguments_passed_in.begin(),
+                                     arguments_passed_in.end());
+
+  // Transfer and use elements of arguments_, if the AddParam() API was used.
+  std::vector<std::unique_ptr<GlobalData>> owning_arguments;
+  if (!arguments_.empty()) {
+    CHECK(arguments.empty());
+    for (const auto& argument : arguments_) {
+      owning_arguments.push_back(
+          client_->TransferToServer(MaybeConvertLiteralToBfloat16(argument))
+              .ValueOrDie());
+      arguments.push_back(owning_arguments.back().get());
+    }
+  }
+
+  TF_ASSIGN_OR_RETURN(auto computation, builder->Build());
+  return ExecuteAndTransfer(computation, arguments, shape_with_layout);
+}
+
 Status ClientLibraryTestBase::ComputeAndCompareLiteralWithStatus(
     XlaBuilder* builder, const Literal& expected,
     absl::Span<GlobalData* const> arguments_passed_in,
diff --git a/tensorflow/compiler/xla/tests/client_library_test_base.h b/tensorflow/compiler/xla/tests/client_library_test_base.h
index 9d32f4f517..34148e5886 100644
--- a/tensorflow/compiler/xla/tests/client_library_test_base.h
+++ b/tensorflow/compiler/xla/tests/client_library_test_base.h
@@ -188,6 +188,13 @@ class ClientLibraryTestBase : public ::testing::Test {
                                 ErrorSpec error,
                                 const Shape* shape_with_layout = nullptr);
 
+  // Build and run the computation and return the result as a literal.
+  // shape_with_layout indicates the result layout to request when calling
+  // Execute.
+  StatusOr<Literal> ComputeAndTransfer(
+      XlaBuilder* builder, absl::Span<GlobalData* const> arguments,
+      const Shape* shape_with_layout = nullptr);
+
   // ComputeAndCompare variant which returns an error status.
   Status ComputeAndCompareLiteralWithStatus(
       XlaBuilder* builder, const Literal& expected,
-- 
GitLab


From 735bdb6489db52a6ec7afbaba165e3dbcefc735c Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Wed, 24 Oct 2018 14:09:56 -0700
Subject: [PATCH 0550/1825] Support computing zeros_like of tensor list with
 uninitialized tensors.

PiperOrigin-RevId: 218573194
---
 tensorflow/core/kernels/list_kernels.cc       |  5 ++++-
 tensorflow/core/kernels/list_kernels.h        |  5 +++++
 .../python/kernel_tests/list_ops_test.py      | 20 ++++++++++++++++++-
 3 files changed, 28 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/list_kernels.cc b/tensorflow/core/kernels/list_kernels.cc
index 59b800f597..812530e6a8 100644
--- a/tensorflow/core/kernels/list_kernels.cc
+++ b/tensorflow/core/kernels/list_kernels.cc
@@ -71,7 +71,10 @@ static Status TensorListDeviceCopy(
   to->tensors.reserve(from.tensors.size());
   for (const Tensor& t : from.tensors) {
     Tensor tmp(t.dtype());
-    TF_RETURN_IF_ERROR(copy(t, &tmp));
+    // Do not copy uninitialized tensors.
+    if (t.dtype() != DT_INVALID) {
+      TF_RETURN_IF_ERROR(copy(t, &tmp));
+    }
     to->tensors.push_back(tmp);
   }
   return Status::OK();
diff --git a/tensorflow/core/kernels/list_kernels.h b/tensorflow/core/kernels/list_kernels.h
index a12e739e91..12581b15b1 100644
--- a/tensorflow/core/kernels/list_kernels.h
+++ b/tensorflow/core/kernels/list_kernels.h
@@ -417,6 +417,11 @@ Status TensorListZerosLike(OpKernelContext* c, const TensorList& x,
 
 #undef DTYPE_CASE
 
+      case DT_INVALID: {
+        // Uninitialized tensor in the TensorList.
+        out_tensor = Tensor(DT_INVALID);
+        break;
+      }
       case DataTypeToEnum<Variant>::value: {
         const TensorList* inner_x = t.scalar<Variant>()().get<TensorList>();
         if (inner_x == nullptr) {
diff --git a/tensorflow/python/kernel_tests/list_ops_test.py b/tensorflow/python/kernel_tests/list_ops_test.py
index 385b1b0ecd..d2128f0cb8 100644
--- a/tensorflow/python/kernel_tests/list_ops_test.py
+++ b/tensorflow/python/kernel_tests/list_ops_test.py
@@ -637,7 +637,7 @@ class ListOpsTest(test_util.TensorFlowTestCase):
               (2,), dtype=dtype.as_numpy_dtype))
 
   @test_util.run_in_graph_and_eager_modes
-  def testZerosLikeVariant(self):
+  def testZerosLikeNested(self):
     for dtype in (dtypes.uint8, dtypes.uint16, dtypes.int8, dtypes.int16,
                   dtypes.int32, dtypes.int64, dtypes.float16, dtypes.float32,
                   dtypes.float64, dtypes.complex64, dtypes.complex128,
@@ -684,6 +684,24 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     shape = list_ops.tensor_list_element_shape(l, shape_type=dtypes.int32)
     self.assertEqual(self.evaluate(shape), -1)
 
+  def testZerosLikeUninitialized(self):
+    l0 = list_ops.tensor_list_reserve(
+        scalar_shape(), 3, element_dtype=dtypes.float32)
+    l1 = list_ops.tensor_list_set_item(l0, 0, 1.)  # [1., _, _]
+    zeros_1 = array_ops.zeros_like(l1)  # [0., _, _]
+    l2 = list_ops.tensor_list_set_item(l1, 2, 2.)  # [1., _, 2.]
+    zeros_2 = array_ops.zeros_like(l2)  # [0., _, 0.]
+
+    # Gather indices with zeros in `zeros_1`.
+    res_1 = list_ops.tensor_list_gather(
+        zeros_1, [0], element_dtype=dtypes.float32)
+    # Gather indices with zeros in `zeros_2`.
+    res_2 = list_ops.tensor_list_gather(
+        zeros_2, [0, 2], element_dtype=dtypes.float32)
+
+    self.assertAllEqual(self.evaluate(res_1), [0.])
+    self.assertAllEqual(self.evaluate(res_2), [0., 0.])
+
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From 1e7620a4496cd0b5dfaabd7c887214a32f7c7a58 Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Wed, 24 Oct 2018 14:15:02 -0700
Subject: [PATCH 0551/1825] Use subsite infrastructure for XLA docs.

PiperOrigin-RevId: 218574208
---
 tensorflow/compiler/xla/g3doc/README.md       |    3 +
 tensorflow/compiler/xla/g3doc/_project.yaml   |   10 +
 tensorflow/compiler/xla/g3doc/_toc.yaml       |   16 +
 tensorflow/compiler/xla/g3doc/broadcasting.md |  204 ++
 .../xla/g3doc/developing_new_backend.md       |   77 +
 .../xla/g3doc/images/how-does-xla-work.png    |  Bin 0 -> 17562 bytes
 .../xla/g3doc/images/jit_cpu_xla_graph.png    |  Bin 0 -> 87832 bytes
 .../xla/g3doc/images/jit_gpu_xla_graph.png    |  Bin 0 -> 115881 bytes
 .../xla/g3doc/images/jit_timeline_cpu.png     |  Bin 0 -> 8720 bytes
 .../xla/g3doc/images/jit_timeline_cpu_xla.png |  Bin 0 -> 5981 bytes
 .../xla/g3doc/images/jit_timeline_gpu.png     |  Bin 0 -> 25152 bytes
 .../xla/g3doc/images/jit_timeline_gpu_xla.png |  Bin 0 -> 21065 bytes
 .../xla/g3doc/images/ops_2d_matrix.png        |  Bin 0 -> 3285 bytes
 .../xla/g3doc/images/ops_alltoall.png         |  Bin 0 -> 19269 bytes
 .../xla/g3doc/images/ops_concatenate.png      |  Bin 0 -> 20799 bytes
 .../compiler/xla/g3doc/images/ops_pad.png     |  Bin 0 -> 59998 bytes
 .../images/ops_reduce_from_2d_matrix.png      |  Bin 0 -> 11103 bytes
 .../images/ops_reduce_from_3d_matrix.png      |  Bin 0 -> 8509 bytes
 .../xla/g3doc/images/ops_reduce_window.png    |  Bin 0 -> 3323 bytes
 .../g3doc/images/ops_reduce_window_stride.png |  Bin 0 -> 3733 bytes
 ...ops_scatter_to_selected_window_element.png |  Bin 0 -> 60406 bytes
 .../compiler/xla/g3doc/images/ops_while.png   |  Bin 0 -> 72511 bytes
 .../xla/g3doc/images/ops_xla_gather_0.svg     |    1 +
 .../xla/g3doc/images/ops_xla_gather_1.svg     |    1 +
 .../xla/g3doc/images/ops_xla_gather_2.svg     |    1 +
 .../xla/g3doc/images/send_recv_order.png      |  Bin 0 -> 13796 bytes
 .../xla/g3doc/images/send_recv_schedule.png   |  Bin 0 -> 48007 bytes
 .../compiler/xla/g3doc/images/xlalogo.png     |  Bin 0 -> 46785 bytes
 tensorflow/compiler/xla/g3doc/index.md        |   99 +
 tensorflow/compiler/xla/g3doc/jit.md          |  169 ++
 .../compiler/xla/g3doc/operation_semantics.md | 2418 +++++++++++++++++
 tensorflow/compiler/xla/g3doc/shapes.md       |  150 +
 tensorflow/compiler/xla/g3doc/tfcompile.md    |  281 ++
 33 files changed, 3430 insertions(+)
 create mode 100644 tensorflow/compiler/xla/g3doc/README.md
 create mode 100644 tensorflow/compiler/xla/g3doc/_project.yaml
 create mode 100644 tensorflow/compiler/xla/g3doc/_toc.yaml
 create mode 100644 tensorflow/compiler/xla/g3doc/broadcasting.md
 create mode 100644 tensorflow/compiler/xla/g3doc/developing_new_backend.md
 create mode 100644 tensorflow/compiler/xla/g3doc/images/how-does-xla-work.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/jit_cpu_xla_graph.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/jit_gpu_xla_graph.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/jit_timeline_cpu.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/jit_timeline_cpu_xla.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/jit_timeline_gpu.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/jit_timeline_gpu_xla.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_2d_matrix.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_alltoall.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_concatenate.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_pad.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_reduce_from_2d_matrix.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_reduce_from_3d_matrix.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_reduce_window.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_reduce_window_stride.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_scatter_to_selected_window_element.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_while.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_xla_gather_0.svg
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_xla_gather_1.svg
 create mode 100644 tensorflow/compiler/xla/g3doc/images/ops_xla_gather_2.svg
 create mode 100644 tensorflow/compiler/xla/g3doc/images/send_recv_order.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/send_recv_schedule.png
 create mode 100644 tensorflow/compiler/xla/g3doc/images/xlalogo.png
 create mode 100644 tensorflow/compiler/xla/g3doc/index.md
 create mode 100644 tensorflow/compiler/xla/g3doc/jit.md
 create mode 100644 tensorflow/compiler/xla/g3doc/operation_semantics.md
 create mode 100644 tensorflow/compiler/xla/g3doc/shapes.md
 create mode 100644 tensorflow/compiler/xla/g3doc/tfcompile.md

diff --git a/tensorflow/compiler/xla/g3doc/README.md b/tensorflow/compiler/xla/g3doc/README.md
new file mode 100644
index 0000000000..ab16f04a7e
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/README.md
@@ -0,0 +1,3 @@
+# XLA: Accelerated Linear Algebra
+
+These are the docs for: https://www.tensorflow.org/extend/xla
diff --git a/tensorflow/compiler/xla/g3doc/_project.yaml b/tensorflow/compiler/xla/g3doc/_project.yaml
new file mode 100644
index 0000000000..87c4c51e2b
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/_project.yaml
@@ -0,0 +1,10 @@
+name: XLA
+breadcrumb_name: XLA
+home_url: /extend/xla
+parent_project_metadata_path: /_project.yaml
+description: >
+  XLA is a compiler-based linear algebra execution engine.
+use_site_branding: true
+hide_from_products_list: true
+content_license: cc3-apache2
+buganizer_id: 171704
diff --git a/tensorflow/compiler/xla/g3doc/_toc.yaml b/tensorflow/compiler/xla/g3doc/_toc.yaml
new file mode 100644
index 0000000000..ef766e8e9b
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/_toc.yaml
@@ -0,0 +1,16 @@
+toc:
+- heading: XLA
+- title: XLA overview
+  path: /extend/xla/
+- title: Broadcasting semantics
+  path: /extend/xla/broadcasting
+- title: Developing a new backend for XLA
+  path: /extend/xla/developing_new_backend
+- title: Using JIT compilation
+  path: /extend/xla/jit
+- title: Operation semantics
+  path: /extend/xla/operation_semantics
+- title: Shapes and layout
+  path: /extend/xla/shapes
+- title: Using AOT compilation
+  path: /extend/xla/tfcompile
diff --git a/tensorflow/compiler/xla/g3doc/broadcasting.md b/tensorflow/compiler/xla/g3doc/broadcasting.md
new file mode 100644
index 0000000000..7018ded53f
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/broadcasting.md
@@ -0,0 +1,204 @@
+# Broadcasting semantics
+
+This document describes how the broadcasting semantics in XLA work.
+
+## What is broadcasting?
+
+Broadcasting is the process of making arrays with different shapes have
+compatible shapes for arithmetic operations. The terminology is borrowed from
+Numpy
+[(broadcasting)](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
+
+Broadcasting may be required for operations between multi-dimensional arrays of
+different ranks, or between multi-dimensional arrays with different but
+compatible shapes. Consider the addition `X+v` where `X` is a matrix (an array
+of rank 2) and `v` is a vector (an array of rank 1). To perform element-wise
+addition, XLA needs to "broadcast" the vector `v` to the same rank as the
+matrix `X`, by replicating `v` a certain number of times. The vector's length
+has to match at least one of the dimensions of the matrix.
+
+For example:
+
+    |1 2 3| + |7 8 9|
+    |4 5 6|
+
+The matrix's dimensions are (2,3), the vector's are (3). The vector is broadcast
+by replicating it over rows to get:
+
+    |1 2 3| + |7 8 9| = |8  10 12|
+    |4 5 6|   |7 8 9|   |11 13 15|
+
+In Numpy, this is called [broadcasting]
+(http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
+
+## Principles
+
+The XLA language is as strict and explicit as possible, avoiding implicit and
+"magical" features. Such features may make some computations slightly easier to
+define, at the cost of more assumptions baked into user code that will be
+difficult to change in the long term. If necessary, implicit and magical
+features can be added in client-level wrappers.
+
+In regards to broadcasting, explicit broadcasting specifications on operations
+between arrays of different ranks is required. This is different from Numpy,
+which infers the specification when possible.
+
+## Broadcasting a lower-rank array onto a higher-rank array
+
+*Scalars* can always be broadcast over arrays without an explicit specification
+of broadcasting dimensions. An element-wise binary operation between a scalar
+and an array means applying the operation with the scalar for each element in
+the array. For example, adding a scalar to a matrix means producing a matrix
+each element of which is a sum of the scalar with the corresponding input
+matrix's element.
+
+    |1 2 3| + 7 = |8  9  10|
+    |4 5 6|       |11 12 13|
+
+Most broadcasting needs can be captured by using a tuple of dimensions on a
+binary operation. When the inputs to the operation have different ranks, this
+broadcasting tuple specifies which dimension(s) in the **higher-rank** array to
+match with the **lower-rank** array.
+
+Consider the previous example, instead of adding a scalar to a (2,3) matrix, add
+a vector of dimension (3) to a matrix of dimensions (2,3). *Without specifying
+broadcasting, this operation is invalid.* To correctly request matrix-vector
+addition, specify the broadcasting dimension to be (1), meaning the vector's
+dimension is matched to dimension 1 of the matrix. In 2D, if dimension 0 is
+considered as rows and dimension 1 as columns, this means that each element of
+the vector becomes a column of a size matching the number of rows in the matrix:
+
+    |7 8 9| ==> |7 8 9|
+                |7 8 9|
+
+As a more complex example, consider adding a 3-element vector (dimension (3)) to
+a 3x3 matrix (dimensions (3,3)). There are two ways broadcasting can happen for
+this example:
+
+(1) A broadcasting dimension of 1 can be used. Each vector element becomes a
+column and the vector is duplicated for each row in the matrix.
+
+    |7 8 9| ==> |7 8 9|
+                |7 8 9|
+                |7 8 9|
+
+(2) A broadcasting dimension of 0 can be used. Each vector element becomes a row
+and the vector is duplicated for each column in the matrix.
+
+     |7| ==> |7 7 7|
+     |8|     |8 8 8|
+     |9|     |9 9 9|
+
+> Note: when adding a 2x3 matrix to a 3-element vector, a broadcasting dimension
+> of 0 is invalid.
+
+The broadcasting dimensions can be a tuple that describes how a smaller rank
+shape is broadcast into a larger rank shape. For example, given a 2x3x4 cuboid
+and a 3x4 matrix, a broadcasting tuple (1,2) means matching the matrix to
+dimensions 1 and 2 of the cuboid.
+
+This type of broadcast is used in the binary ops in `XlaBuilder`, if the
+`broadcast_dimensions` argument is given. For example, see
+[XlaBuilder::Add](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.cc).
+In the XLA source code, this type of broadcasting is sometimes called "InDim"
+broadcasting.
+
+### Formal definition
+
+The broadcasting attribute allows matching a lower-rank array to a higher-rank
+array, by specifying which dimensions of the higher-rank array to match. For
+example, for an array with dimensions MxNxPxQ, a vector with dimension T can be
+matched as follows:
+
+              MxNxPxQ
+
+    dim 3:          T
+    dim 2:        T
+    dim 1:      T
+    dim 0:    T
+
+In each case, T has to be equal to the matching dimension of the higher-rank
+array. The vector's values are then broadcast from the matched dimension to all
+the other dimensions.
+
+To match a TxV matrix onto the MxNxPxQ array, a pair of broadcasting dimensions
+are used:
+
+              MxNxPxQ
+    dim 2,3:      T V
+    dim 1,2:    T V
+    dim 0,3:  T     V
+    etc...
+
+The order of dimensions in the broadcasting tuple has to be the order in which
+the lower-rank array's dimensions are expected to match the higher-rank array's
+dimensions. The first element in the tuple says which dimension in the
+higher-rank array has to match dimension 0 in the lower-rank array. The second
+element for dimension 1, and so on. The order of broadcast dimensions has to be
+strictly increasing. For example, in the previous example it is illegal to match
+V to N and T to P; it is also illegal to match V to both P and N.
+
+## Broadcasting similar-rank arrays with degenerate dimensions
+
+A related broadcasting problem is broadcasting two arrays that have the same
+rank but different dimension sizes. Similarly to Numpy's rules, this is only
+possible when the arrays are *compatible*. Two arrays are compatible when all
+their dimensions are compatible. Two dimensions are compatible if:
+
+*   They are equal, or
+*   One of them is 1 (a "degenerate" dimension)
+
+When two compatible arrays are encountered, the result shape has the maximum
+among the two inputs at every dimension index.
+
+Examples:
+
+1.  (2,1) and (2,3) broadcast to (2,3).
+2.  (1,2,5) and (7,2,5) broadcast to (7,2,5)
+3.  (7,2,5) and (7,1,5) broadcast to (7,2,5)
+4.  (7,2,5) and (7,2,6) are incompatible and cannot be broadcast.
+
+A special case arises, and is also supported, where each of the input arrays has
+a degenerate dimension at a different index. In this case, the result is an
+"outer operation": (2,1) and (1,3) broadcast to (2,3). For more examples,
+consult the [Numpy documentation on
+broadcasting](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
+
+## Broadcast composition
+
+Broadcasting of a lower-rank array to a higher-rank array **and** broadcasting
+using degenerate dimensions can both be performed in the same binary operation.
+For example, a vector of size 4 and an matrix of size 1x2 can be added together
+using broadcast dimensions value of (0):
+
+    |1 2 3 4| + [5 6]    // [5 6] is a 1x2 matrix, not a vector.
+
+First the vector is broadcast up to rank 2 (matrix) using the broadcast
+dimensions. The single value (0) in the broadcast dimensions indicates that
+dimension zero of the vector matches to dimension zero of the matrix. This
+produces an matrix of size 4xM where the value M is chosen to match the
+corresponding dimension size in the 1x2 array. Therefore, a 4x2 matrix is
+produced:
+
+    |1 1| + [5 6]
+    |2 2|
+    |3 3|
+    |4 4|
+
+Then "degenerate dimension broadcasting" broadcasts dimension zero of the 1x2
+matrix to match the corresponding dimension size of the right hand side:
+
+    |1 1| + |5 6|     |6  7|
+    |2 2| + |5 6|  =  |7  8|
+    |3 3| + |5 6|     |8  9|
+    |4 4| + |5 6|     |9 10|
+
+A more complicated example is a matrix of size 1x2 added to an array of size
+4x3x1 using broadcast dimensions of (1, 2). First the 1x2 matrix is broadcast up
+to rank 3 using the broadcast dimensions to produces an intermediate Mx1x2 array
+where the dimension size M is determined by the size of the larger operand (the
+4x3x1 array) producing a 4x1x2 intermediate array. The M is at dimension 0
+(left-most dimension) because the dimensions 1 and 2 are mapped to the
+dimensions of the original 1x2 matrix as the broadcast dimension are (1, 2).
+This intermediate array can be added to the 4x3x1 matrix using broadcasting of
+degenerate dimensions to produce a 4x3x2 array result.
diff --git a/tensorflow/compiler/xla/g3doc/developing_new_backend.md b/tensorflow/compiler/xla/g3doc/developing_new_backend.md
new file mode 100644
index 0000000000..840f6983c2
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/developing_new_backend.md
@@ -0,0 +1,77 @@
+# Developing a new backend for XLA
+
+This preliminary guide is for early adopters that want to easily retarget
+TensorFlow to their hardware in an efficient manner. The guide is not
+step-by-step and assumes knowledge of [LLVM](http://llvm.org),
+[Bazel](https://bazel.build/), and TensorFlow.
+
+XLA provides an abstract interface that a new architecture or accelerator can
+implement to create a backend to run TensorFlow graphs. Retargeting XLA should
+be significantly simpler and scalable than implementing every existing
+TensorFlow Op for new hardware.
+
+Most implementations will fall into one of the following scenarios:
+
+1.  Existing CPU architecture not yet officially supported by XLA, with or
+    without an existing [LLVM](http://llvm.org) backend.
+2.  Non-CPU-like hardware with an existing LLVM backend.
+3.  Non-CPU-like hardware without an existing LLVM backend.
+
+> Note: An LLVM backend can mean either one of the officially released LLVM
+> backends or a custom LLVM backend developed in-house.
+
+## Scenario 1: Existing CPU architecture not yet officially supported by XLA
+
+In this scenario, start by looking at the existing [XLA CPU backend]
+(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/cpu/).
+XLA makes it easy to retarget TensorFlow to different CPUs by using LLVM, since
+the main difference between XLA backends for CPUs is the code generated by LLVM.
+Google tests XLA for x64 and ARM64 architectures.
+
+If the hardware vendor has an LLVM backend for their hardware, it is simple to
+link the backend with the LLVM built with XLA. In JIT mode, the XLA CPU backend
+emits code for the host CPU. For ahead-of-time compilation,
+[`xla::AotCompilationOptions`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/compiler.h)
+can provide an LLVM triple to configure the target architecture.
+
+If there is no existing LLVM backend but another kind of code generator exists,
+it should be possible to reuse most of the existing CPU backend.
+
+## Scenario 2: Non-CPU-like hardware with an existing LLVM backend
+
+It is possible to model a new
+[`xla::Compiler`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/compiler.h)
+implementation on the existing [`xla::CPUCompiler`]
+(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc)
+and [`xla::GPUCompiler`]
+(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc)
+classes, since these already emit LLVM IR. Depending on the nature of the
+hardware, it is possible that many of the LLVM IR generation aspects will have
+to be changed, but a lot of code can be shared with the existing backends.
+
+A good example to follow is the [GPU backend]
+(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/gpu/)
+of XLA. The GPU backend targets a non-CPU-like ISA, and therefore some aspects
+of its code generation are unique to the GPU domain. Other kinds of hardware,
+e.g. DSPs like Hexagon (which has an upstream LLVM backend), can reuse parts of
+the LLVM IR emission logic, but other parts will be unique.
+
+## Scenario 3: Non-CPU-like hardware without an existing LLVM backend
+
+If it is not possible to utilize LLVM, then the best option is to implement a
+new backend for XLA for the desired hardware. This option requires the most
+effort. The classes that need to be implemented are as follows:
+
+*   [`StreamExecutor`](https://www.tensorflow.org/code/tensorflow/stream_executor/stream_executor.h):
+    For many devices not all methods of `StreamExecutor` are needed. See
+    existing `StreamExecutor` implementations for details.
+*   [`xla::Compiler`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/compiler.h):
+    This class encapsulates the compilation of an HLO computation into an
+    `xla::Executable`.
+*   [`xla::Executable`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/executable.h):
+    This class is used to launch a compiled computation on the platform.
+*   [`xla::TransferManager`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/transfer_manager.h):
+    This class enables backends to provide platform-specific mechanisms for
+    constructing XLA literal data from given device memory handles. In other
+    words, it helps encapsulate the transfer of data from the host to the device
+    and back.
diff --git a/tensorflow/compiler/xla/g3doc/images/how-does-xla-work.png b/tensorflow/compiler/xla/g3doc/images/how-does-xla-work.png
new file mode 100644
index 0000000000000000000000000000000000000000..15f86c3221d3637f2087a2db9f4cb008fe2690fa
GIT binary patch
literal 17562
zcmeAS@N?(olHy`uVBq!ia0y~yU|h|>z~srn#=yWJQYul&z~GYT>Eakt!T4q_^M>d^
z5eEN&*SEKw4a~ir=e{-f_O{&YfZN-0e}DUa)y(MT+?x{TrQQFjGMH+oXGN?^c=N3#
zWBqKszG?n8F>6Kt$;QsrnQvtsVN<ke`;OO7({`)pz7qNCs^Y}J@Idrw*D+JB4~0AA
z1>dZ?Wp-lyG{04A{c_%{c_;I3{gs`G^^SWA7xbH*?O*eHf$#rmrJrmzZ1N}$U4B_t
zRFIvK!63PZ^Wr_}J$G~Gub&gvpYbQ%&eGK7>e_i<SH!KiR#(zvVn}F{VE!w!UF@{<
z*ZKC%hpv77Bzy5?iM6ZBQU-<@!Uya8n2Xc6>gIiUF;`(mL+8afc9$is3=A^_^&~GX
zt*S}O4tGjWl8d|iaN)rP`*oDem>3fHDt6xfx-QyQThPF8@!>n)yFEe~84TFx$m*V3
zGxKr>!;Be+cTcxgS28{#!@%G%@y?GMU+h8}tHZViDs6H<!^qIEB{Rsz@GP&{{i8-w
zU(+Xv9I1a9zf;)7{r4AspW^1;BV3)LLfR@}9SBBOgd#}9V~qer3e4E(q!Q+_W<rD_
zh>;Ih?~>FC(dd%o3Rb^*qOJCdZM>hd_p|(4dRj*&K6v+;zNfldAJ^WVdZF+Ci`w3|
z(J#-|{{8WFUse4rgUo%F^Gw#r^L+lkt0>C$>nHm|pHjJlTZ>#*EHf=$$;&<K&tZsb
zZXJts3Grx{Tvbr>K>c}s<eiwMJ`;V8w(MSQUO)H!!>qNj&)wfWKQ%Az*4vH_tx$t+
z?dxW1UVP75{hXo5Q>5+Tj%~TOw@tjZE%$a;cKcTI{HWQ5xoOdxZLfYew@+L5e&^L_
z+v({MbC>fQ3l~<u5&pq?+-Q&c=H7h&@+#S=t4Wd@zTPZ<a@5cx%xRO*q1H7CKi|~(
zoVfQ#)3(_5R1@cJmyJ$7&;E#QU&HrK;_=2a4fA?!mwbJHc3;m#(ceJ}V+>iGRHpiR
z?T>r+O|AdU6xEV>@@kQm4j|K%lCm!D&=NM%+`s0&XY<F~XD=83oHt=jMEzW;r<;^^
z-py`L>sr(CMZ(+5B!g$A<1vLY@l8Tbn}jBb?%BQlsCJOW{_tfXf=b-4?0wGpT>3MA
z!Ws`%qq@I~9BaO>3eh=f6?6KOlKPQGpTox{Dm}d;koxIn>zbAcYg$rR-M{xFH+}zA
zlKWzPu&S2!rS2a0jvDtUv7?sLuO3x4{-eZu^ipH_I=y05ZABGr#mJw*_4}+soi-_P
zCB~ZQ-^iaYm%Djc>x`76Wz7m!UCv=8JZ{E(9<jF~+93{{dNsdeO~!A(h%m980$YF9
zzrVDOPuMJT$BNXW)dFwwSEai8dT$b%G*v)y3fq^ho7I)Hqs6!CA4$0JzU028FSC%Y
zYt}jgo!ZK82SV5(CW;15aaG@v9zD17`;JsssfmS(7mWO3&&*ttH#ho){W$}VXrpP}
zvo7mG+^eX5>y+o|i#yY|E@Lazicofm*`(C8>Du=VZLO=1r&~@IJ>F@sa&=*B<N=FU
zIdkOCbw*v6RRDQ(rin-A)1GZJLNaeYJ9IN5#dV8Ix7BI3ZB_O=HXh0fJeTs+yI#mr
z@!g(x`yA7kbcSy7G6zM-RNq$|j0ah+l<fHI;uk4s`IK|wl%>~~^}iL`R@;3qBip}o
z&5JyqTmJt)y-|PMX|VG)+uN51J_=X<)Z>`8=28bJPF&v})nnm%bILhEjayIT+es|}
zrL7N}qd(4kp*f3<J<CmVVyHx=ON2|a<#EN3?iDJlO_V_n4qUvDv&kfU$t<zQJ{fyH
z+X`GuPhPZxue&huJJ*x_7fNs1Ii9QKQ(SYiWm+|hsMJSKP%3shzxmhsd$tEM${G?S
z{vJzf+bTQF@h;oe!)#k~wR0BV0%e%yqTI*#&fdD$T|B8g$M*B?1H#%6XuQz~0)@3V
z8sQWY)`qKtsS?)Sd^9FH`*215kI&n`RB<0Yb>x)S=2^2=bzaWbK2@~k%c(+bZS6WQ
zv9#4i+E3@s`1*Yt@4PzU*V7i;)*dfRR(jORpwWER{9XN*uFc;?8|LJmkKOh|RmqR9
z!RW>Ny!(lFx9(E&+uwR$=FFwr0;|`qloJ!oW^stj*^zfXJUq5!g20oMcDWsI?F9>c
z8K!uKho3&SR`=^;yNYKyh9`c=?fyE$@aom6nQL}2Ey%eRyZZNpd+Vn4u%Di(^(uQc
zyZeza#(=QDwz=$P=2v??`-RS2%Z$(qF1_?{H_y72>wcLlZR2K0YF>Bl+4jksxAgD$
z(o=hEX?k|N>GZ=wEBxo#>vvu`S8r~5jc@g;ReQ9RekJiS<b;O@m-;%_zLh`ubmOtB
zSHt-8GuO#aSgtDn`NWsHdtt%BrbeBYUp(2e^1bq-PbtwZiHslIbu1YKv_a?y7sC-Q
zhK)=R<gkVTf{-OK<ROv*+8~`s`XM?U)_{zKC_$2B*vNz?50Qi!?y!Q*cmIFiO}|b^
zFi6bKIrZhPyd(?5e1HB>skLjBni(E^N|`+AucRa^L$#lMN@-P!2t$dg^vpGu3|vo|
zQ|d*s%ytyapKL3X%GT@4%RKM@!-JYfXWIUJYRme2&YI1;lYKUAc$4#VpED#q327UH
zQXM2kZ8QQUF$^IgZDFt~A!zahDFcgbG};JOEUdk8R(koKs<TON4}Q<rJR^F3+5Gd#
z^Y8AwbMKk5{C%^xxptr5*0%nTy8HcHZ}7Xi$5kMmtKaA-iDmD8zdw1|{{t~4ZzY5C
zDt?`E-FGLX>}=!pNeUc`vu}g)4XDv_`yt!uc=OqpPnK`KdOl2b<sIw0SC>|<{G9bH
zuDV|BN%4bM-)cVZExN9h!?Y&o;+o$)FDIJh-rV6(%kb?hd$`4#7@07>)j8%-%Cft*
za`%?sn<behD<N|IS=F0!aY<}0k+1IkEHgBDH2M2?>or{hVaC&Zm!<J(i?>fbtQCHU
zCG?S$e(<E$(8i9#s~G;BlL^z~Tg@cgF8V%$@BWRcvv!%uMo!)HtNQ$lJAX?0UaIbq
zzExGD+h5ajZt?r;lT53pXJtL!DDZ1e_kF{SdhwS`>z3)w5=e^MRH^si)Tde=tFG1`
zC1>S!K1e_Qk~e0t@bSfWF1o5aM-=K-KgpL5j=Ilb^<q=o{2n#utGU;A`rhH*+%J1B
zdA8JPHN)lUlglSQSv6<lbip+#`hR~(+*g~wcltJ|`*+UIW8S?~?s!~H<(<T*k2ai&
zFN`qUdu2_m@ydveNf{ZvvrHZ4XESrX*<hb?hv8eWL1MrEy4BZLh?Q8}uCK_?nOUBE
zzW$!)t+Kpcz3NX#7kim{9nDrzf4}C$<m?7_n<rt*>vFICP+?=<_5X3=d}C(!@4mst
zvn(q^S4Pd02{w)1SIhYO<*&Sp%OWrB3~%3XZI?6mXJvK<+r)Dj-!?4W_3<u4T=26)
zyqj-?_pA}LRxn)f+@|_QFwYCluup4`mwob$d%-;KhIzxZ{F}$u)h#((c}?ZOMX*1_
z3nMaDt+>BJ?(8v>AT>7AjW_swr!T8``gUc)=R2DhC)QrMvM_57gClQGan=Nf&bEwy
zpPyN0AJ8@LXEbgQJ;c%wf3VGzVc}+nPPH@EMn_LfS^W8i5X+9VstZq?-<mL9dXRko
z*G5LCwI7ma?O-^+WRb*9_AAq?IPN`BU6G*v%{MNJdB+|9ck{39&~KVv!z_O-ZT+0C
zz5~8>4&K45YJ~ZPH)N$GeLvoy$I7cM-Y&}9)wVP(+eJ7e#ogDNDJ3H<>k*q%(^M(5
z>jxaH3Lh^!`AmFGhyArwqZik<7u&ENt$HzI7Vmrui5mgy>)+h<&bw<M;Bv7xbyB6+
zw90D}ec93j7%nPEXnxx)x`VCt`{EyyFNWXExg`8e;n0corOSFl8@UB`oSTz-nzd)<
z@-wb>>*HSC`meH-L-pK+CELOx8l}#2RHV)Q_~=sE0<*)%c5ZJC{km|&s#ysWO$8qa
z-SX<lyJpO@O}+5Itz|~**?i}|wz{&aWl4pTa9Cs0_h9u1RU2{D7}wQ>+rJr~Ub=p!
zvBRT{8OdGhEGf&krC0B-`~PKLy7_BkcI_Nvahn^L|1kBOZ`fS@;lz&1?hSW)k4G@w
z-!gY+Y-mL74zAU!vco>AXk;tS+p~Scuh|!8DV)yV`EN<fRJAop3CsO91YPG0Q-80!
zKlR+Dd!CuqQr|WHPMI_5JG*L1#hdhJ{|e@Rjy_hqG&hxd_3;%OR&i-3n)_ec!}d_w
z|Bua@mVJ5$xh8y4se5`deztk=^~tH`U)3T$7EC!^C3@CWw)Cu_+>~vx_Vtf99^33S
zUq5HjUOw%GyILgEcfPmZmwM+}J?~f9kO*6s*3i%h)tL#~9cPr6wq4z8s?DZ9@8}xm
zj?>GYZeJf6+a7u?y+t8?r;2LIxk(iU$0aysA77e#{d`elr{OAf$;r1%U22)Ozuw@r
zvo>P#^f`s;d(Zs6o0GVKZCT%;SB6?^Rvprkb1^!l<o{>iewNh^osDU4n3`GyW5wTl
zG%>S!oov`_cdWsyRj%!O>V{Kkkpf<;Dqb;9IurS8vf(;U&OH}Pdopi-J$Xm@Yqoo}
za7W~F<<jGe_j0d3lW%1G+&1nwZ`<L`-d5HB<o=0<-O^igFTOSOYL0`V!?CF!L&B;o
z7f;V|co6y8a_)}_wjTFBOD%Iu-s0$4J&9Z5SxsMIoKvXh&9shqCT&II1wQpBepgI=
zHS1>0Del#&|EFwf%(-=L&MfB7FZRB^CNMX<NMu^L=GU3lxp%pk`*Inco%wskeg59G
zJB-r#hS7ps=C*e;{8U@Rbkt$zhE-gv554-<xPj-pS&JyM_LQRm#vwg@n-rc}y^ip<
z-EGArah<EPaZ=Ux%=4CtOe?mmd@J!$QYvMO?c4MF&i`BOua@i-Y4^Tow}8so3)AhI
zxfY*&u)EASeUIwj#2&`(^r^L8FTHzqR80xg=TEa{yZ&j-l;GvN(yz@geCd5)XV$!r
z5)8A07lh3Jz37aLxx&Youc5c&g0JV?e!cMRmE+36{r9<6uiBusMozWOBHL{DUnj#!
z@lM)n=3QJ45?ysjOS<a$t?uR34-FL++4g`u0}{6jy%x90|Mahpud~*erpmq&)LH{E
zM(eeu<-|Mpmae&2qxy77ugcOt`k+`}wPDq&RUplWR;^lf2+Udq5#RLw#62l#{k^~b
zta9lnKYJ$l`qzDSd(MiV*=p<YrERNq_4J;bD+T60Ki?P{8X+3S)6~1s@|OCio8Rl|
zn<s8goO-bG>djpJ|NR?&<xPIM^Xzj^wk1>k-Z}qseto{jBCmgHb|P{!pC5YFy?TSz
znv`zUqqkRb+Gs6jsbHNdv2%`GVYuaO{R5}V-)A;ldHUgI_S63x%FR#mZMG0;6TkmC
z&Ru`=Yso#KdZH?c58h92e5Gc{)>w1ik*Pa*BAbV_{+6Gs+%I(=*rQ$c?#sO(3E55_
z`K6Apj=sMBbkfzS-eJ?%+`7lpak_o`?76%3=Fk4ro;zi={-$5iUHkr@W!RkT-csVe
z?Q3#0$KTQki|;gg=pU+%)r*YXnNoUk)#QZKx*rjJ>>tlG+@0yS$@#;fC-sx9{c8oI
zPWrS8T8C>oiF8#pt+1+jFSo#}MsJD+kLvz8+uEi-zjx}=$?r=;^7c(;ZK<62i}T5A
z=f6{Y#8>|IxqdTk(!5uOa>rJeF1mSL=)TtK_};sV?2;GSCI2wKDDimG!7%Yf4^^+9
zd)VSUw<KboSj_C3H}1cAvH4rLrA+0`r?Dn+trFrXSBs60Z`l>2J#l^2lIua=x4aI%
zqUy7@_UX1=|GwA%e`)z~y596PdXawvi%w>x8OM9F2xQo7R^D=smF2Vy;}vEZ&%nlH
z$wSsA8$LW@IqWe}{c;qy0rQU3z<Al}jaFyNyuQ9Hc6l=I*5c@0ulN%l2kuz5_ZEA@
z=CcPb)?R(S`L{sqfo-p|-(FH&aHa0%3F&yN2_28Ruk4@1%<upD%w`d$HS<&3;#04t
zr++&oJ>An~_q^81Z`1Dg_SfxNKcV>i<8#|OYQO5NKD}e+nT+WY<}bHZnJI5Rao)CM
zD(}6oZv+(6HXGfzeDuE2rT9&|Qoins+0-Rcr}cWi)C8N8Sxxf(i+v@38$6h|=0&pv
z^HB$z4;gLJFaJns1&ME9HF}wNH?^=Wc-K?KGX@W~`7T)Te(ty1Iq|c92{v92|HbgM
zgY&@kyywAZ4{J<Rw`RC6e_i?Il@vw)4<2_eTV0*=#AMp#b;p|4RqE}t_fI?bI{4lU
ze*gLAX2*AOvN64?Zff|l`M1)PV|#XSr!EW6u6XI%vwfG+^;hqz&wD06xVQb}t5d40
zy~6~LtUt1>CdHIfd86mz=J$RlwH|peeUSXNnEPkz8U~pSEJYpfB&~9qkMM9$TlhD8
z)1vz<H(7qNeEVuTDSl4t(_fQ))DJTJ`n7TLE!RoEa-AOKKdDf0u&O?1clJYJ+1bf+
zTt4#DORauYGs!{j_pNQOn?-M~dcK6$Fvsk0YsZS`26M&Qv&!NmHU;lH>t4*<o$e}~
zKN*q_yuST%zIiCoe-qb*=?7RY@SWu9&^^fCF?aISUt4ZpRTJKvywLQu;j2!QI@Q%L
zS$#M0G`xPT@}M#xIXn88^?9Mn((~dA-5)xC6|;Lh@nZYFSAU}9*E3yItp2Lvaei~~
zjocgB4EN={ES=9d?Ek!cneOxQQeS_6j`uHfKh5(>>&da5Jn^=QirM_vvwU}OZC_=b
zFLCnM-n#wrY<r4MzM2%Oe#WmLk}2<j_=a}}j_1c(tFAt^=Ctf&(S*#q**iC^`*&><
z*HlZ54;^d1rR>&^j{lw_YEYh3V0CF}z~ite?MIS58y~C{+m!P+O`T&&S@|Tr=xW|g
zSwaWZPQ3fcC*kzpE9|R&k<*-s=WJ>WCwbm5dv9c2Kk18UpIO3^e3ui(*RO%1Zv83M
z)q-`_H%uiq%vyMUQ{CywKaEeWx^N*+aE~cF_uoTdjOGcpDytp#&irw2vz5Z?!1i5?
zY3}d!ovRpM%k(qYtpB+3yt<*K<1>e9uA&pKtyNaPOJ)9BRb{(>La1WUJ$3z8kGoG*
zPP@6AGyLA=ObLIEu;01IKKz_?Rdu!a(@CKR!Za>CkCl{TzmWCW`M|A3pX+)b`zx-#
z$7@{8cFBAFs$Pcd{6{@&7;fa9<&p@$&lss#`#1je_HS9rs@tOWafeFV`vgR_Grx+r
zEl#{5yeaGY6P~3j)4ju9f8W>gEXum~#?3^@MSW|k4Qqwv%*@o-ZW;3ZI(qDMy2ou$
zVX;?x`Wmj=qH&w92_9hGQa3*?WI?+C!^JziH+I{0_cFboEUM4RIQu8ly1Q1P(HE!A
z-2I&`awYeV-T61u4y-+QOgVscnc!c>NXAE^D^1k)zMs10l+EFgTlwK}(t39Lv{^nZ
zzgu=><r~IGSE<VOMtl9Y>YKEBj)xhG%-q}ZM(VLz?5W+~=B(J5UG;_MOZDrS6EFR_
zuW_s3<f}<ne;1uxwI}}?PuJ1y&n`wCVmZ^WHGo4vMfVYN)6U)NcEzc$zNYl*yq6V|
z{iJJt+0JQK>b{r1E9hZJo4t0f%bSkVTRj%u{LL82`2N^*^+k3^!e10+pMH1tHRFZ7
zpIrrf=BfYPbXBGJG5ZJR7rxf70>oba_X=x>`~B{5=j=N_&XoOHaX<d#DjwO-s?X=`
zEOS(H`2OAYQ?Bx<%`%?)E_U}hofBSVoz363y%gls(?ut>9yoekt7s^e)a-iszCqN0
zq0Hgv?^y=~EoRm#b6jsca>wJr@0{0>dF$LKsxz{*{QLFKbKXOzze}v|ehOo#`YIl!
zCC!vHKiBTG=sx8=r%pWZj<5Z``?de26Kbh9ewY?BO)6af`^Mzu)5^scEdPILUrA?*
zy~pF;HRaz{?K`&JU~zg=-P;YXBQtBJJ)Wb`X}Qwllgi!Mx;5+m8=uitiLji%`KF4)
z<Mn5>qEG+7xtp1rAwi<6>34qY`~@9Ooev6(ZG64Vj&f}*I=`x(m8YSuCU*A{+aq3U
z1hh|d>nz^W!~MFsCt{;^ScmAH-B(+@*9d5DtePiwGB5SV8}^jtQ~xGzt{2ii;<e@<
zW0GoEhiHdrl4@8(M5kyHYf@`Or>H_$$J7W6sg9`;g*VnS^RO(^;8`4QoVDuhmhNwt
z#BO=N=2T&5)o^HHS}C2+e$e#X!|x63A9ha8E1JuD`F2HG?S0$2^}XrcPybBdUcK4g
z-e7Y{-zCt{3G%oHY-ppQX(MQO1v2~rQ9#|X6ZqH)n&EmotE>BWDt0k8guk0y{k)8k
zf%R?lnt3}z85|sMmxaz{V(5z6emYB-A>hjNy~SOVVz>{#h|f#Ti9-xPY|Fj9&)huz
z+MM<*k#w!8C+}syO<ScM%b&h}@|=)gKmR?tog}Qwz+iBu{C9~}X}I3(%IzB!e^*}l
z^8N2~jd$gGv;Ub)^?LQ;>D7JG><?KP8f<=*ZZV&G`_7c#xo<_&|9_m;z3pRM{RfBl
z&$s)1+T(w|XUhKl<z05}=ibNL->d$4@9$o2zZ(y(SEkQ?ayUor@7kGf-`-AOV_?|4
zWxMI09an#G|5?nq*^Vv0=J&<sy{clfo}JDy`|D-!n3bVJd+plZ;__{#f9nocMhkXW
zeO*x-_Rny#XRYG~28DGzuP$Hw(#`i%u=N-Jw6utg)+!tf23J#@-`!50t=i$}5>s(c
z(~j?4A|u0*j?7=*bN{MGacfw#FLf2)7^%v^U~qSev;K|r-%C3jj?AgP=6R2M+ScQY
z3=N9SxAxcl+P0U&;fT%q9bfA?)*bF*W?<mmdFH+hQ_s9zeA*K|_B_f??24GI?wFH#
z?(f+L@@Ki*FTZ?pe4p5|4%14ZBL|sp*QI~xUj~^Jflrfw7=))){E}MXQ!H@C5w3|5
ziW@J*wu#RuHhMp6v)TL7*|FOqbZ$KRx%(UEzWC&ykzZ?Xp5J<O*Jsv#?eAiLtaEl1
zTzr1n&hz_U+39)9kH08BdH(ay&+hF1Uz-H;e3UAZT)))v`B{Un1@AldhFzL{9yHn0
zk$CjgUv)liwx@mD)N1d({VqOdLt}cHW5%8HZoKbT&!1Y`9%Fo2;q6)D+bU0O!Y*ol
ztGT6qvvmL0olBkvIDD0QVaRobZS`4Ei=!&dP4juB@4U3F`MVAj3P}<hCrzKTC(uAa
zo2$OQqUv7lbP=PoCMEaRWF;+?oFljSY#aBh&Hu{o9`Q2Y5aPnloALSG&Z6UT@$!55
zf*jSuJk|&}cTBbJNlUYOvh=;Ex~muS7H;pO8-o~3jW71R`pV8<a&gt{h_gn2J&rnG
z)ROulI&DTHXqt*gJIqRb@xi#}ZRdQ~ZvOP<XLGIS#!HH3x%Gz{SF_$fZ+KZkwkTM@
zxqqtDnzz#;3SKSxZFq78<H6UTzn(r036mpUujcfyC5tQ1-F)%<>Yk}-%9YK3G~3rn
z+WhNLzOJVpX2o)S^{kztLfUVew^^s{5A}+Au`oB^B3~OcEoQhR;wkS5tNO(={kLws
z#AV%jO4e?2*R-(PFF!;}Zq&+B-Ds8YJk|S_Usl?SZK`08c3pk{e(s{F1$iH?7kyim
zyj0TLfAhr9Y4bFH{CsTwJ}zsG$h5etiAOnQwa;>ZCg+Y!NM8E%rBu(>qVu}x|9{L>
zUez@<`q$c{qFsH#&+G3jJZ5k{a_7xSP9Zt=CA`zREjBtOwMsaxS!Yojy#2y~xu**!
zUd-C(m9#W+^0wd^B6HShwOPrmI4ZmFsFyaw*12KM(>7!U+<tW-ZEZ3*Wxi~RJ-g)B
z*UXC!bG92eHGfvztsft_#w;>hE_ZpWbnCjkmlht{kfd7rBKV_5$=m7oIF<FEnf8b(
zZFB-zVeNnQ>)OsO0#4kzCKIx!g}ANRV&TkqWzDJ^yQ5wNB(B)F>;J5|U+uHvtGT8n
zt-kKK+2QZLW1#6qk2QB*+1Kio^iFYF!0_~_m*7j!*oZYAJ6r`-TRh&&7%C<$75KJo
zer5mlN)6W2Yh$j|opyaTH>lqI;o7v5Rv<qgS=IG=mC1qZ2iLp~G;wopxodY@f9d;D
zIq&=5mu<UlsZhK2X7It<0F^DV`5ULa%NPA+eM|l3)AwSVmUFk18g8lXci7$%&+Wge
zcD5=gW;?I`5HID}vb|Lvl){xZKB|MwpJL31YJ;Xt1we774oXwtxl}j<;<*W+)Cy8I
zAwqH6cGG`H56IhoefJe)^s!?;R$u$8x0m$vt+%gOFx^At-iNIQu4_(CR^WSc|6A{F
zNd>p#ug~3llx@8G?jr_<11|*s>J@IEbNt1Q6E?y7a?)-``!F!fNIr7moP9}lm68Bw
zX}`|g^}p_&X^V_uV306b@OESJx9C;@mm{KL^B<ZTTi;A#V>qDV+j}!!et%_oQo!@L
zvR7*I>O!6VXV%O=D!|aN)cW@9I<<(euS1vT|8mrt`sdV{G((043wG`4zW+;Z$Z7vM
zV!5Vj*Roef_Fs=H{5JjA*%i+W7#KEq2CY1@RyNl+{_TdBhu-h0IKR)nwOCfHvFgXJ
z*!z*GGiS>CEuS2<tZv_Xh11Lo49`B;-uqs9|9<ewC*@VgTQp|+sO`J{ykli?ko}CC
z=lALVmV0B}%gAuR<@9eh22kbAz|bMe0GhpEU`S$RU<im>!vGNiO^$$t93Ucp&aab=
z@Zxbvl-S$qqj>rFw5_c^ip^6dhB-~}W@!>If4*VEV@A9G(RvLVnHZ8;Atb{wE{0@Q
z5ZNP&LP}^e^oTM@XfsqKtzkG2!I%IhPs>Hu)lK|&ug|~VMDPBdvzMcPpSWH1`F&8`
zbKR|%zkmL8_IAe=?medeMVsQoK9sG#a3G?w&mpCu&mkq?F3*98#tRP44Hq1o17d`w
zB(w{5@hLHvuqZLhGAcFSTK>9WBh$jhHim_bZ3kXjNoa$K3xWzp7X&+aBp4;M1*9@K
zK)CC*6LT`F-*rc@!3&ffQXZ7Z_J}H&ToB;ky&zx_%bv_?B_t)G4blk0bJj5*<7#1(
zVgljiuN&GHe0pis!2^;iVd>zRv#xm~SPEqO^4AG#9Ndk)n37qon9R!FG8jK(;CWn-
zaNA60v*9&CrWZ`Hi-b!%8(yfyDl#w%GN~?na=)9QLnFSj&L+L0w&rcbaYH`C{_PV|
z)+`CqUDR32<9w+%?z*+&%Uy08t+U;Csw|(r#L>jCZ<6ORuS@YckJL}8RmM&?>3Ht>
zY1g{`^XqSZfB%1>-h$h&*DpGHH^h3*mruX;&GFgp8+)K~OVl0TzZ;Fh8a5t!y=x;=
z&(*`lRg&5VB4U%)^oS;`(fGeBZw*7T>(lF{$*dCEHOx}l2O=c3CAAI0Dq_t+y37}B
zWa^o^aneSn<W`8H^{=fqmh)|x#^NXvi_*f{_V&ihv!0jqqyJv}waPOqB6il3dzmVW
zQ>O0DFcr29J2YSD{+#2Fn&+QcFq8e?3AdY3vbppAIR&MiIQ#qW^SUbkJIhj*E?Uhv
zb<MxEQ&!!(w&dKL`^ub?(;uwg(O`Dnsis)2P-uw(tJn44%F<iZ%l|uteUts?E#G>|
z^icn#sa=z%PP+Pk>b}Y4OgEN!J+`aU%1a8{^y_^}YptsGeeGQ(vF56)Ev@IxmV0bA
zb6RcM>~qRtGc{l5cR%O;zSmgzddzp3=<oB-2fi@Kaj&j1>S^~4XP>$K_tuwYRkFL5
z{ok_pMb%HmXELo?g?<10pIX)Y<9z*pcS<XN+pd`Zc|1Q{SGezX>^}QrYWTjF)z7XS
ze-S8dob^%i`_2`t&+RvP`aE&$xi-%`Y+Zgy`#H-`SF0XN&z^JJBKH0Z74O;151z~H
z_6pP5mu$Kq&nt`};-i+X?}Y^iFMQ^>{`7U(*G<98-*O0Rl|&q_oKYaid%&*ta;<~k
zmh>MRGmfUkrCeO|yyO<=-5G_G9ZceX2{LiitGoYUezb`9W6HVUTc_<EWDUK17IIrS
zN9C=%a`bBIj5Dg+y?CptuIk5bJ9Omf#fAUwytgRXxpuzjvuiDT4NvO@2rrzx-9`7&
z7p2v&&a%yTpy<ST_sGgk97>Do?&M#}-Lz)!o4rME?SeN2eUwdEI(t&+U%q4=gUhp-
zI(}MhFOHqVZOx#3fb%6ooei@LWA-{l{VFCMHV65Q`xvs;RkrobJ+u5cgXRa-|JJtJ
z9-RMqt^FOuH~gPf&%tT?Xlvy~>6AJiCdLP`hnDEwP|-WLlf84d3QK38{g)SpiTzSR
z{tMY71Jpkq+P-$Ps`o8tuPw{twmg?KT*Mx^^Sxg7zfbe#3Fodz-E$;!gX)Q{^5e(Z
zDktq<E6B3WR{OpVI1y+wNHi2xb2F@aaW&z%Q19-dp5HYOtq;dBY*yfIkW?r=as1Y@
z_D`pa!zRe>`tm5||3hUr(SOEIbodf(%k_&MxP43DV}ST|c^CGH4lGX^ZI`QY9MSAJ
zFe&uxH0PFk>EGTt94(b)Kk&i%UGiIRefba00-m?#ct7{~p5@>(+hW_=CBJl|H}bYG
z+i&B4|F8Wr=IIGj-PhDI7T(+ai6cyS)6<(D=WdR=dEx8&U$+^!-QxV^jx=3mIn`rV
zGRNHb^CL;i>wCJ+?@`$MO|!?&`KL&jW8+18?#JbNkLQJ#hS_y|itEdLy7P>U<5A1F
ziAI-Cp3(2P?7!huvla8w&#sSuzOy^CiI;bo@&e8cn{%93z0{AG`@-YaCEYb)b+slB
z{=J<e+I+tIgs@Vjs&H7_hO{GhrxvCjX=Z)=?(<ri-X}8!ZD*e5Vp{IVJJ(v`S@c80
ztJk<0(tfaNeEI2@<y;!rADm!OpYuF)iJT?R%6nd!tCyGQt_c$hi~qTO!z%TBjng%4
ziK}gzIalvH|9ZLLyyrFRwx7Q}@%l`LTcT@t=Krh{iR1E5uhQv!sQaAj(1)7=4?=%F
z4UFbpez&sd_`|KMZ7S#RCmj7;!yR_&eDQ9r+2_Q=wBzM>?W^Zr-S*7ySxiMh{=rox
zRlk(`o7lPLoAIc7y}Pp8cz+S^>TJgAFF&eY{_t5w`qk`3H4Xc&-fY;sa7RO-*g}o-
z%QtXsNLPHZ=Wc@PeQnu~MK7DT@7xge^Hs)yztIuC`N?~xE6;kP8)4Yv=uoE|)LY_n
zB`WUZ%I!wXI!o%W+BNd^?D#o{$^6rk10N&)&1v`Mc`16aJZE*~np+|Y&+g1B+G?+%
zs-(ufp@M0(O~3-ykIFvjCJW9r{A&0UleUVX+rB}xR&PyMo#>ix`R$BnLsM5snjX%o
zy2g{pu(LJv9<PDHEr!RpoVNFG5V*z5aLMS|s}KQ}8?3Vx6lB-yH`}L7TYvA>>C1up
z-cOyczH&~R^3?Tr*QLH`$ZUIQeeO0R!&~J_9Ttr#Pc0-)O+KjqC2p4b2CJ&@cfF5G
zmg<#=uVI>9G*>u7ac!S_0Q2tS8%`CMytm=zUOkmJHa_BSi$Mm@b;%T?2RyPC2Je=p
zzL410w&T=sE%9*0Czn2PNaW6IQ?zf(pLYDi=Q~rL?|*OXz|1n`{hnWYSW}-)U7l!g
zedXsbER1VE9rUifn$2YAu~fRP=8#%HcYqhWk<IA@$5q}AbM#H-S5$wRD4%fI`tKx8
zneYDAOL&d;CcDP0=K20%&6`6nt=XP@368wa4{_7l29d+FHp;(OF<i8J-lJ3ZTd$sS
zW7b;}#$}YTFMZF9RoC}#i2C_@LsVph?wYV!<*$~8%7uQGvsw4wKVq%U8nLkdf45!u
z+IqE1fjw@@f~F?ZS(|^F8S=A)u&S)lSrcX^Rgk!K)22_75XIWs+T5#KFV>rt)PjW{
zZvf@X)~OE6#fona{QkS?(cC5Xc7yHO_dP#R^}vDCD|KT_A}-$Hp1zmk_wh%mS9(&t
zWhxD~JT3pXutIWb&6N`zh5PkBmv`mbUirA=@<!K!|0XjI+bVzhdyvB~HzMNi>D0un
z8#XmLc;7d033C=uOi%sHGgn^Xfz7$yzWlnvDoMFIFE4Mb*O9!)FF9k{x1Cy_&Aa$I
z#OIb;G;GWLRGYtZg?f@H?`hMW({uCx3twv5%DuXNcg~AnhqRn^=ImaY|E$PrZTfe0
zx4bpqzvUWz&-*20c|SIseM$94ftsE*e!WW<F|1F2`gqfZsGAuFT0^7PeqNAw-!$pN
zv#{rFtvvijQB`jj9N{?kb3M<Jd$rDu>pojHvp4Nq-CTU>lz#rYqp6LPdrDu=QLgOz
zv}?*G)l+%r)s43ADe&!n@oSCm<};DvU;X8S*Kc0CO=sdZ#f!WDteN{=PvynB(2K{j
z-su+n-lnl#wlg~PZtaYhyVjqbJooN#M#saGUd|I=R~x=z)_LEeJ@3C%vwVA6J9mHc
zrPvp4|Gp^nmhIH%UM)YV_3EKh7tSqxD0$&wtnBskr=^R}>@0hedZXEM_h-4MIT8l%
zyA^Z99~_C9^*HR!yBX(sj^CUx$L9Xsr{W%`%iqP!cC@)4SUzRuL)Nd`ep{RqPStqM
zw{P*<J<}dco0nGi<<GkGD@=REdRV0@XEImiB<yu~8+D#h;=;_|H5(sq+~#Tg)vUdp
z*W2%}(X+Fiz7a1)&iVx}>TQgW^)Jr}du}D|Vr4M@rHr)`e?WTd%fo-;B5LD6iRx<1
z)o9^oxr;CM-+2D5=+fh}0^188ZcQ)cTdlz2_vvw_fxt6Q34?q7aT7|WdCl6e>+_l`
zE2~(xzLJmmn_sW~b;sv5TE$Y{1}m=ft~e`vvU<zZysmv`GPZ4>{B8TRg=OVFabG@O
z`y1M?EKnJi@WaF^B=%+IyGB-?^bJ932|N2QEwOK~dZ)|w<QzMngKvBKhM@Ad-*x(`
zPOVO7a=DeU`SlxDGxG&YiqEeuvNb<aTfXMoH1mgw%Y>ib{#lv$HSy+!udSgM>+>Zy
zRIOrM?)%?pN%4x8RjWT`N1Sy{lbm+IQ2C?86voxl<y01w@Q6rkS1@WnzvXe>xh$ql
zwHue|F|OXZ_|~j&E9LKfavm?A$weld-Erx+b^z-OhEM8&HK%5MWte-bfK6Lqo|VUc
z-t)0<|397iDaJ42Z2F?-uQ|#bPA$H2Z>6$aWa_TEZHZF^=e)Xd=3(Mn#@nq|^{1E4
z5epO6E3SKNxaN~q+Af~pOCKIdZ^-IvHUDs_`GPlJ&Z!FFuywm*1ExJ>Id-dRqh-od
zHeUxe$Es(lcbKypwAP3GzTEg*m;ab-&)@pTk`K?GNpHD0b^o7de;4)N?v-AC;;`*C
z&4t=kb2rTTyykd^OYXzJPro*KIBz(0<y_={n>vQiGIC2_H^<LY<XH8%;oqTGmp5&Q
zig>BJ&+_5Dz8!yG==bt3zPxk!hFNSi@1lMSgteZHXPY3gs;KXx?YWsYty62<{+_>V
z*AQB4vTk)A??$sZWvT~kwm)Uxv*2#or%#pYiv&2boF|==cyE6rRl>oh{%onx{Hdkv
z+Dw0VTg^;v<Q<p2eC$=ky*(>zUcRc*zA8TFMeR9Prg@vh!sMrcO7@R+Qrjw(H@*2$
zloow5J~w({`LFOq)&o6L875TS*_=Li`$OZy=ad7lIY;c=Ht)yO#-uy*4rDnsvmZ!c
z5<7X@Mzn2ax~bCptoGM)>oYSX%U|AR`>*k?_E$BR_5v*pce_1q-?jJdYZA3(k9L@!
zASYP!c2P|2*4?{y`Tg}v-N(aU@=p4}X9nqeu@SWqpd$CGi}~TF?LSU2XCIo?v*87&
zgWH4rgI>{GISjYF{R_`!v$QSWFsorU+d9jB^$kfEUhnkJFF3c~_vGiqHSV!neqPd^
z*S1fgBi#A$t6wZ(m6gRi0-~?}W?jSeYXX0P&j+qW3zwgM9#Q+EzN*dBc@pcDhQ-O7
z`MxYR-m>A>0#Kb$?03BX9DmUv9fJ-Tn>nl7=N&vLVWiXJ-e&ap)qnp3Ts2?jN$!1B
zruE9=c~TAA1I~Gi)V!@v>%3@YTze)mob3zanue@pyXW4Y?WlM8bLjVHNhkK!?aKci
zaCupq*!%;ld<~v|K2}}wM|2I>@^XI0<aH|&`%ZqeN-+L)zSwt`ymsvQ{zSKzB_$QN
zOV6nNcp30lENuRCP%KS6RQgxrZ-At{vtLhs+`%snT?VV$PbV12eKP!F^nAmTRF@~8
zJtI<AG<GOjincBLkT&5VuNL<crnzS4Ul=%iubg%>VCA>v{0kPGUTj#;pnYsh`Hh(M
zb>~jr|9E?P^X_fmcCJe_cpF}JP&)kc)JuCS)+)YV{h)1o;?dW9UJP7ktXL|w{_SrF
zZL~?*ws5D{_rrgK^lZ;0S}U{ix>x1R39ef(|HJn`R_`LimroP?tr@WvRLiXLOtE)j
zyT*U9f7--3_Qx_KB<<{zjs^TOe$3AH;P{6ZD`%w_=rYHf%zeLkdAwCyK~=M4>7sj2
z3f_f1Iez)V<n?<UyBX6Q&R+Kj*1uK$HGN0g%+76weNH!?o@96)sJeNr@FDkpPh0-)
zN9vCW_1u$uRGM2FSUz{sts?=S{eIagF422`=J<)t-(v3R-<K`_$H8^JW!K8ZyDn{h
ze2LBTd&VnEf59s;*5{X|%guQnA$dwlw#6!V-t9{t7aaJKv+(&V?Y9-z>XpIGfbW}U
z#U1cJb;@hr8;-1>s-Nt?y<@oSq`-6dLym$IHwTM=gLPhS>y>^Nh32#?pFgj8X!^YF
zyUa!*ZS^pL_4@?mFCROt6*nQN^<|Z>dRRf-+v|(#cM52)VLYm3_y7Dq#r-w~e|z6V
zP49wC?o3VJr5Dx^AsKPzBxr)?T7%yj2hhAwQ@^nG<*%BS8<~!rlDg0dn+uw`&Uz!$
z#$UphOE*T%-gdj8>g(YhGD7P=7JS;ov}cXa^|=v^5s6?EAHD?79ZeP17SQ&&ew0gK
z^&v2&y|E~XwPR|8<wmBBhe~4CFl^k!Rsx@3nz621R3U8HYri$`%F50%UYn-CcKAGe
zDJPg=UH0qU^c3~o*VD{jIxfGr<o}Ay>zqN$s<ht+Y&f6#ao=^tf3+o2yJke4zSR7l
zH~-i&>!1xKxt?=$)-E|a$Gz>mt;&g>xDulrhDl9R@3CERKd4px@6w}5tF~)cJP+LD
zWz4)napsA}sPlI}-uMu-<fPJvPa<n|etL(9AL#lY>#h^NA!tL;2CmutdCZp>GFy0W
z^>YLk3KwTEXom$VKbN1nb$Q*#_%NBDK6z`_{K&63QIV{=GGXbG@av*$MAn4K{y)dn
z@a*NvJHIynPdWJR`MXaSmm5}J7q|My8g?Xi^Gi)dcb<C_53eiVrn9oM{LN1j^EaD%
zS0pT5vYk<M%^{PBuTtCRZ5DpQvoX{(<CmVYao$VGhdoQ*A2~b8B$drkE%cWRlL3R@
zRjKb&P6RIEtl5`s_L`etwtao4ww}i|o1+trH$BbT%4{K1C($ityX@o3$i5d#&W9aH
zoIJI=cBzxikGJ-zvyb>rxH2hKnvbE7dC7^#_a_~;tGlyueJFp2o3<?5+43K%><r6G
z=S%k7E^dClVy*0t?Cmld8y~BgY^!u%b3kOx6p=L|YYxdoTvU)eAG*S3e`Z_Er3EuD
zeL0)OXjf!XHA^ksOZ0V_&@l$KV?XRuuGwYYuJ5~$qU_ega-T0`ndjvT8za}B4S2#J
zBxS;ooYZ#w{mp3kid~C31+~{PtZUFSlP;HP_GLI$SLR|TU^h|OPg{<8+K~f0<$q0;
zE)hL9c~^g2Z*9esgq&?JEL$xmE-!1aE^TS=n{B-M<m&YclF#$XZQNnGc~chGgy7&e
zj9o|UbN}+PYOC(uC3j}t|2KCXyNt~R+8&-xnf{mmCTmfnPEr4zdhvNj*%t-u-hGzm
z@s0TlCCa0xtuhT*zdA&#)_4t<_A$|jG><d-b@!87m{(WCaBe=jnsY^ryTn6I?c}u#
zJq+PIf9@J6IAoqqj(X2L?W52kZj*+J@3jJjzU<fc?cXNcX6(<n;3t#kgScnS(@)-*
zwVZSHVuJ?_SIhi1{}XMfm0P3b8>_!Yimk^no>wn<uha#JkcBIkuFd|wegC(~GbNJW
z|6OnYzs&Zy_oaim5g$v0l$ftMlzS~Ov}c#PCmI{xpLWjENTl{zWQFy;&*##t=PfWh
zf2iyEbEyyJoYM0ieohF@G)qVfjWFz5ko@<URfx?Z*)>J7KOe8JzmxujpYh>dTbI{S
zXQ!;;&P|wF_^kYZ=4+>m=8CTK5*vhLpZ$tF^0#K%*4=aaY&7RrPCK*O;NitRcHFCL
z*pJNSjnG`fwfa!k2cDX90?nd_^+nWl%4EYnM(`z0eg8S(#U|lhHms{FjGbzJiD#Yp
zHEY6S-U!b7GrM1G5j_CX`F{Gcb>d;Ip@-^uteJVuHh(&#8u9Y_-`Hh$^7sG$6e*;*
zhkfqcd51bmcF3|lxp-D!NnMIkTCWzvgHm4x6`qXR)20dUA4p$NIebCtrlW+wo61$c
zD!9TvihPbK-dEY%8oKmmL+jP!2ejHQN1gfOQ`#yV!D@7S>xwP>YlM=R-5;OpIiezR
zr*-Prxi258ys=1pD%D~hz*q8TE~gmdf*hN;>EDlRW-xlN_QU1AgSFQ-d%1F7nDu)t
z!}b5GH~f+Tx&KgCqNvv6$Pa81L2Z-E4{99mux|>Tq%)~cw?^aXY{l#O2~+JPq7}^_
z@0`ZDVy@3_(WIU1ZpIfAn8KsaPqaJOzulvK$zFD;TTC}*Ey|y(CpUe6<aV!DyQX|m
z>8{wP`q-d)t4hp-inNkSsj!oCcs5K+Uz8tweZMo;;`(^A(!CqB);wy|nH?or(KaRU
z?6X_J5l591pG>}|t7`Lm>aycgdG`pm&19VSSJM98#hc3#4n+PgnajK7@@B4%m&cSv
zZq3eobt}DwscrWJ`HISCOJkqCh>SQo`EjOOyG`(+wXIjvy@IcEukI4Kye;I?=hU{A
z6AcE}g*n2#B=34&_M89D&ga{Qp73LS)<s6&GQO7z$ueE}9TX8di#H-7wB>|@gGK(j
z)V-&Eooczd+%qv06k1*J|03msA{}>JjOq`N-k25=v3H+HSnTGi?^nJaTBY=cEntCa
z<)Qf3x}4p6n^O3veV=-0)uo&RhgJox6bWk$jc*NI3bJ5VTtsbCh*oRp(v`14LYix4
z@!kkeT>7cSce~k^TgO#a9(0SoD)&bASKkwssUrIxT830@_-JuH@$u?4PP3=pza-HA
z#^bXW*UCeyHdL(-PfRV&;5xF(o;~8yCdr>60R_)4hWBZ9^Lgys;BR$GYRP6Ufrh7+
zL0=F3EjNC|b;0YS{i+{vmHZK=rF+*O>QY~{B#>+Eu6bAYNmdDL{{J#G@#ycx%CS=o
zKFMsJ)n?WFn)ASWg_ZgiUak|JUgaiS%{j1-OMCyB^EQ1ly^KuO9!q2{Ms_N{{bSoa
zb>FpZ(^agNX}p=j&@Ijs<=<z0dmdAaG}FBFzaI;}f3Cjco=|$cyY8PP_iC@i(1^bi
zmN4iz|2uKwvzx@Zqa4q7eCyaJ!)dRWx>qC7Vne{hq(fSAj$ah_JzlfQSitC!Ry0TW
zJg0-ZV!AH6y|6hhdo&|h;@bD(D<^;1+&Yu&BynQP;&_|um6tXoZ9aBJ@V}(~!pKRl
z-o1|4DSz>PqQr&&{v9P^;%3`7J8ay@e6Yv+`=M2ru6#Z8>bT0(?fGIW&KfG%%#=Aj
zv6?ZAPwvb`iCcz`Zat0Y7nOMD*(FdF(|=oFS<RQ%_saF>hi?6y*LU>%j(M4Kp9Ld!
z@`v?ZXVBZV_ISC#egCKBrF^oSi+;I1OKcVGcq#mYQ7B~1-kID5oH5fkZsCk!Qg}bv
z!6@<R?w|I{?E_5Q<{AD??VV(ItWaO{i)?sML};BJC{kYKom?PsFL6)G(w|4y?XU1M
zyb!%(4O?hN-^F=yavUlwm48o6dd;L!GVgKIMVsnu^Y8;g0cs`F0v><)6y#knuU&NS
z^O<4i?#%jZ=Df|A$0Bj+=c6aiygIXRg44m7$LB0HwY?{k5(!G_KlWFOh8>DFY;zWp
zN|8t|k=z~oBT(M(gQa9e_?2nw2O8{{S2HAf^?kn4C#}qHC279lmh68yeXR+zMIS3a
zm}j@>_Qk-@vloA=%w&9=8sU4O*U%=p<h+gF-QKx{+^bLZA6&KmkXOaa)ePzJVSAb?
zJsxQF{p@f&tN&fuk~@@*X_C&iZ1*o69GR}_R`YsS|Ft>u;bINTg?^O>6(;t3^ou#C
zIn_p9-o?GTg<<)<+1qZ(q<M>lO$C*>_L>e)uYX<q#$di-*CDs%8#ajv<v*Ng=vU<E
zCw8qb{8&O>%kfVdxwhFh>F0O95?RkI;CE~<pZ2|2A=SQLEYDY-ZprWauv~fvXZx(>
zvo~}tXTLQ)@o6OYYOl?V+^eSxdGe%d-uKM!e?IAy!0c_FD;NZ7-}S^_TcOv=__%Uz
z3X9qwi5)RbqO#1Zn+sD};@U%PX4Xnvs8Hbh$DcS=Uf}b-_xD;u_Z**l-IIU9bc3LX
zP|(uwsjZBmZx61oh|F%kS)_8zxO&!_g>U>mu`as0!^{5u)^5kMQew=u+Nllaryi}n
z-#xEk;&0{J*%!GKn0$AgDOEl{t?>N;El#mR(=JC}4R81*5cW_0%bn`A-xH>0bBZy(
z|JUx77@GO2D)H+hr9DSZ96z0~r{#}Bo1(hm2E!9Q@!$R$<lQ=d<*URC2Jeb&-@^M#
z*Zua1&wjP5dec`uoA!``$DEu^S$>k|qNW<&@m>~}z$0LDV#&Jn7=@iYt2r4N*!<4>
zw%>fm5oU9yMd)RE&SwwxU+X_?Z}*L^Uwpeo^g~*7gIV2_8M9~Zii-%HwJR=S@174n
z5+@zHRa~~5e#XrIwo))te|65X=w>Dh7Nwgm*|KVKH@I}ZKl@SMxAD2{i`g5mxgRlQ
zw*7r-M@jtg(!Euc&m81;8!Y~PxjN>%y5MIni`CmjZPhz$oe!<N=ssieyLY#B_8bzM
z!F;HqyEu=L%ckAVGreEjTmJm6TDM<fVN=tX#lqGrFkYN$WZii2>L=Ujzpq@+`Q39S
zDB!;RyTX%;3jZJfa&pd}<L6`(0yta}C1klA*f^QiW==Exy@qv5V;ZO9+0f@7);~1f
z`}$|TgYatUBd5+BIh7x#su-507PgL25WHg%yhCjH>)Ot#Gdrg;ch3?4?IpY3&@pvp
z#LNh=;N{XIr+n7D(Z&!wbL7-ZtHTCz!Snn#@7SDr_uIBF_jLXp=43d+)$pLMU>9G*
za&d+ZQHCS-vFr@XUo-qT#m<n#>hQQkmceE(Xdb&@7axP)bw<c)uovaK_!#EJF(`yF
zSU}Wwh=O!m#Ihf_%njPYw<?11L5VCw%~NKFH4F<jKPr)B@Ye@TgG()c%>a_InFHd1
zOzpQrw&1{FPKJ$4ASXO{$=VR{bX)h_&5aqlJj@>o1o+yz4R{n=1lkna6nUIE5;+bV
zv<Mt><xu>8*p)-EMZk$eu_aNWtvOMm?JocMhhKmFdiCbY)!g@ov!B2JUHHNF-updU
z-!2N`2!6QJV@srdit?h^(u0<-Zaldcu5>(Jw?@9=e_Nu2cfhVbhj}q)m~VIOzVp7b
zb<$@alMHir6Zz(kOogAPDhWP*FTRg|PyJzoo~N3z@x_LPhGl_4->>cb{z&PZvi6co
z<%Xq&8yj@i3A#ziiih8+cH5(-eb}H!{*ULXqf8ay3{So^tufoNZNi!pHEDY1CR}Uz
zxB0}Q9S@#Q`h8n%_57|x2{mnjNU!Oi=fx~3KJ{vXnd!#0H~y(aZr!>6^+}2Ti8pm`
z#@KFftvp!#JSVs<MRezjOZAa4`bB>yeXnd;@ijvBSH|Z%qQ|xMOiG`X9j@;AuO2Dc
zmbmowTzw4{iA}!cOT>@N*;KXkJrnn*8Ef7er<5L^vsC2U$tObM-;cD^^-U>xx8q-z
ziQAUky^5<nI`%4W_i??wyCm*RqPNZU$FVjB%d5{lm+|)7Y4_k>$M<blHW~384qBfp
zcH8p)^hf>^LZ?3WKeCm3U8vECS8|C<3r}rdwenO|lH%crT-UyiDapD9TmMQ{r<6Vu
z3~hOHOiNo^dC|UZkF+%$YhO%EJNkL8o=|ahL>b7%o1zxR@055pHMIZvbsMJLXQFvK
zc)lI^ykEf6bi>t|Mh+^oq>OYtBY(Oc{p_K?!8bDey>oX}xaY*@Hm>@ob+iu~yxG65
zyC?lfzVh-lNk&ub-lnLexbC-8(sl`)*2o~Y^ZutPPxCj;zvUW|thoAy@|g=i*8fpU
zaoLw&RDa@H%9kZ4j#U2fQ#@|0^lf5|FvvkX|Gt{9UiM@6(oz>E%ioJOEjnc&bJynn
znhAG9_HOtavcu(2*{#VFLT5g{$9{aiqFMaxWW}Ecr7s3<x|9)l@!aVI$<$PdwovA2
zg275$qPHGJ2X0xgMo!RkZkf?5j)V#BVFm(BD+>NRTC{A_0_nMt6ALrDIIM*p%NM<$
z^;y<GEmWW7gp&4=SrKWe5^X2F{)=;qC7gd$x1(XrHP^-lx9{=i6;~Twst%3pduN<v
zU9@hs$WHZ}!cRX$DXAW@6H!{zxz@{f@}wVGZjp0~_NCrm!*h7UrP408A6M7x@|bXN
zT2x5B<u}(roo&4bZuBm=Fh$1pu?z>})=;;KMO^OZj&4g>GS61{y4M%WMRTWkoN5$f
zJ2YQ$#}wXQlArZ9pUCR{H}6PT&c#)XyoV!>UCDO;vwP9h@|H{COYbaPp}2G7t8n4Y
z{k~ed5xf?mk>P<N&NiESXBONEzUig1u2=Bzl*g;wl_phB?OoTozfsEQUeCU)$nA^^
zPu48^V(u7rICb*WL<zOkwPLpfct76JI==A6gXykTC&~)=9)4WK5hA=hW1{chw10w5
zKF`%x2COZ2+_rVq@#~+3Yp+hNncY*l?swBFp`ZepbGyG>clzi1>*S&P-`*WyN|4}K
zkim9R;ihtO=>#63lAcA~TMh_@YjE6KJYhY9->Vm8469%NW<K!Bis6T#0fR&sLqse)
zL%2SJ!5W4QyZ9Kwt}}j^%Fn=~4dOMd7Kf<Ve}B2Ye$2<5t5KZFxwm4Xd}oV2^5HJE
soS%8wjZ-%_D*o2Ti|3daAmBhff8K{z3tAr?69Wl&y85}Sb4q9e0BcciV*mgE

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/jit_cpu_xla_graph.png b/tensorflow/compiler/xla/g3doc/images/jit_cpu_xla_graph.png
new file mode 100644
index 0000000000000000000000000000000000000000..4e2dc091fee1d13ae659988b1a68505e9ff77b27
GIT binary patch
literal 87832
zcmeAS@N?(olHy`uVBq!ia0y~yU`b_QVAkefV_;x-Ag_Ohfidj9r;B4q1>>6=jGPAy
zcw7&1uACFK;#5a>OApiL4GcS*{bg7x{23V-7(Q4Bg0wkI0dWLU85kHCAf$^Vhz%jZ
zN*KT-L?ML4p|IhYhOpq)?`FoE8@oH07#L<PI%B!~TGaPhGjA@a-7n9;kkMmQ&fxRt
zKQlvv26KZ3GXujS9uQ(sI0Zs*(GDYq4kHEzg;QUe&#akv;6FP9Lm*pR*&Bg2B@2!N
z7G||yR!Bw$2AJ%<k>c5J7JKRIJm2fHSDn}RaqnLJ=Dpv#6z;5l|E}z#^zn%%z86h+
zW3PKoYBAv9Y-+GMKXX~9`rF@rvDdTqB})9U>T6#2y5q6L_0p@ck<$XFsrp_H2o=r0
zzHRNVr2;~!Edov)iY*f~l#j%}-nDAN0}H<GsgWIvI4+w=wl%8f-fl~c%zB<XFTLje
z@y|A*P3vAidTrzXYv1v0xm}AMXv&wpYjAGV;5uy3#Kb5Vx<IL+K}BH#LyJobhmfM^
z1$~Z1{{<W!1Up!QCV6NuPSw)*u(o){#v8G3&A4m$XB?YR&0KNUa`#=nu-Sgg3oK-M
zjE-nHySTWx9MN#rSLWqh7{D=KSB!h_d>^$$!^qP;;{C^+>v!MHyYs%hCe=hrajxHC
zuG??LHb(G-S<OGc;`(b2wq}qSpXHQ5z)dn~%FeraRrXT7|FWmNEU_wDJ74eblG|?|
z#s2;)_pl)1`u2`_uQaEh-Vvks?7vdd6h)A(q$!HOil<2OwO8#ATKU3rYS2oS{rCG1
zKWwP5;ah*b`|`^r%cEzVRV&&lqcpMOT+7V!&kbzm`<qDdigdeP$ug~-fBf;q^6n6=
zrPqs$o`=5v8uk2a$m-A(BgwnxbIh6(cg849^qBGb<Q|z$pH2Rer(c#V3eb39{kQJ^
zpCex1@-nvHw&HeonzZn0R-(~N2ZK`ri_feV1OdZS0*ieV1TG}*KK@v6ZydkfeE-8o
zvbG+ouxY!Scl~+Fi+2eI4tDdeUzm6{?W<(-5rOHaTVH?GGEP*vbmBrnvEP}r&5dW%
zekZ)=Q%LGuWYFi_q7~@Lx>8|@iina*!wMHh0Yy%RMM4X-7*t!As7!DYQC-T!I3>h2
zgd^n5Bb)z+W%H}8Z@%UHQKxhH+?lzWP3LW&|A@-S$oP<4bvvc2eC@h*W-3CQ{E@F-
zz0yfA=c&y&WW0OVt~Wn_TB<gj+LHPH+qZ43<>lqq?%&Tpc=BZD*)wM(L{4=$NrL<)
z*lMI?&y{+p{X?rmT0y~uyu7@iCV_LCt=ST*gzqo?Es&<8umAhw)2B-xzK+Vs&wqYn
z{!~q`xng2si_#9Tm{?j`icOg^<;Sez;^H~!&-oMs%@*=l*WBQpaw)idpJAes=tI%7
z?UC^ddo-qitqaspp0t*ysq4pq#Imw$<x7veeEITY^}YM|ldnrjNqu^J_ipTIHrtqI
z&!6Yk)ZEe1)?WN|!_J+Vm6eq>&s9U0FJB({ciq7+U$#uQi;a)3_PBie_UuplD+&q@
z=q-E^92$D`m(1@z1(2se35qM#rA~Fq%sF#XcuH<vQubOnYu2nk^Oi4Peq-ylZQK6L
z_@_V9%F61KLRxyd`nS95)~(Z+`{}*r^r)z)Q&v+Hf1Esj{(GI(>({ThZQPjXn3t!Q
zeY7qsE6c}aVNVALI7v=?zl{B_#gs%Pq5HkPy^#V^Z#Q)>UBABn^Ay9Q>yCboj*42d
zV#SH$q02x2{F$k(tt}={aY4so#oD!BzeaEe2M3F-S-bY<&aN&l=a_^^K5DviFJ27P
z*3sGW?p@xm>nT6Yg#tB{K^|EY;HJX1JBCB(h4SaQ0keb;bzdk~{nEa0|EX86R(+3M
zcvIgt=G^)7wbQ*aGgrQS`}XGX<Lz(XzmIlwWc==;YUdN2R9m)xgS2Xk{1n^5T6g#M
z^`aLVW@vgGKYo1MjvXg{t$7|iK~7F?&5j*6;^N{K%`;}PTf25`+ow-OW#3yeeFHlV
zn{MB}{hO$x;Q6E?VU)!4|LvPMXV}=-7EO|N^NEj%`6GNQV427|NlD4hS$CTRT3))b
zsHUc-nsD?n3ChUHMMXzTJNB^K3kwVXGge+Hx!ZT9@Qf!e7ME_^c){pdTf5iP-2C^~
z{QP{eh9H%B$DgQq&6Ef|dw%ZRx!->MdiCD(#NoY%4<G(l_x<~Kwz9Vcx(_ej-&<I*
z{rGWr@8(acQosKt9_Q0hXk#?!5xcu$wM<FFyDLmw?iU3og&Mib6cq`}xXiBVuW#^B
zn6J?csw1XC>k4?S0In-Q^~NF|22e%OVPwk)sv*D?m5U^UizEYs!xTnvT@}a%78OVZ
z*KT0Zmx54Tpc)3#ECzTr1g)IDxZyDCq~-M5`=__%UV9kiwREY#A>VUZhR2vdj<V4>
zHRpL`TjB;k^Yg`-nKH*`&$;?47F^@;cNrZo{9{-1I(_Rov%Sln&0qh^Y})stkCAKd
zIqvP=UvqOKGf&Gxi@wLpJ-iw^nFN$Ln0XwJ-;iwD7|n9vjexAmDZdMXadLAXG}eFq
z`GI+ct?kl$Mu?9M1CO~#f|vrSNoQRo1KA*KpD8nMy38z;368zanC^RdN#?9WE;Ik=
z{hWL1Tyk3OZ8Zi3E|5lUfz(g2QESX!*6fVh@brA0M4Lh2v+uhD3&f0X%lAFK|D2&g
zBY9EJS@Tm*?0NeAHzjaOrE;B1O56ThK;aYv!=j!}BehdAG?LX$i7+s@ND8O=Ofd{p
z`*FralEGmL*lEJ4XMCnGG6cF!c^O~3<aw9TJFtl}HJBMXj6TPIe-l)?>X1$NltOlp
zc8JEAe}9$F58E9Yl{dZqV@%*NSpkr_!l?`lfzM9gi)6SuwIq6ng4`X&gR=iL1RtF|
zq9`y)V3NR$9lLikI8We^>*(9P`{=Q|ckkYPJN<9g+gYzpCGI#WyRv-Z*U+_(O6Fg_
z`@E<+MSoZMf8|xbws{$qr+fXE{G0mY(?g+q>M?3>W+{~JzxML)C;d~YS7rqorTvwV
z+*s72(&KYse(L<Go_F(0H~rXk)F|Vf!p9d+6szs-DBBuUc~o!zCUnm_W}E%qyFHsf
z@0@$fEH$|6+w&(+R7B%LPyG1v@mHjEMahJNpV?<W{~Ukn`o3d%656%PzfYZU&~Ve+
zleuO6nXBVx8O>ofN!6HTB;tB;ieig^lMJ8l%v<xbO+Eb1d73d+ylae+m3Gu;O8cKt
z?|FM(+AReJx4HQ{^qY!edoP^ZI(M7rdGG0q%)3%<o;|%q=BoXvEr+{U#q-5ku0*}F
z+h_gjQnpQWy=ilw;KS9|f7jny-&mSZqj2lCwc4o|&BK-#dcsZxgzx<z=PNnOXwLt$
z&L*iGAV&nJeVTXD%I{zIPmS3R%8yNy<k(i~%KUEnzVNI}^VfeOqwK5RX6UjXVTrgW
z?zp+SVfU82+qbUl{I%<qapdn!0)Jj-wRP!h=dhi#+-hmSUeNp8)S^7^ZO<mz<V#Z?
z$}G^le5d56alYsEy5@{i7p6S?lP|YO(-~y*ETh=q-LEXB-VZUWurKpi^WyLNwcpG4
zZuEY=n9XHj&w}fp_VHfT-BHxIr8skW=|azin?5%7rt{9(n49KxQ^fQ3M74QyZGG#@
zdOU;MiW`>s7+<=ozfV80uv17#*gd#y8P9Wj*Wfk*Cyq?H3sX8h`Ysf1v)j1!;P1l2
zkG}ltOD~IfwR->RYrpg~W8d)gEo_?3tx{L9=bH8QqG^)t={I=hT%Q}&t{@W~B=zQe
z)H2P(mJY$so`nCOJZrc7q%}*kRTNZw)>ZwB^^}{crT0!wX#N#<t^D2BZK_W`UVmyq
zp>WEtRlY_>+U~n}C6wIX)w}uCe3aMR|8z=<UewCknBSk;tIqE)?zr>k+H|wq3(s5I
z{c+qTv&W^)f0o++SC`{I>Fsf=VQMOQ(=AsW$#?(zmM?bcQ%XvTr|+1z_vs<`xGj7B
zzm>1iFWxp!J$d>0NjK#7s${<4u>AF)xQhSlkJ!hXmz<BQxMr6ATSh|q{iMxl-9EAV
z{60(H{r0ciBz4v@i~q6)|1(d48pBWI8<w5fpnAAu&XO}KIs6;fG|i|#T60#p>9=sV
z+M<77Sk|OTckMk`=;qkAb6)kym^;ps!h|h;yZ(y2wfK$b8`WhpPurhwa6S6Y(09K{
zss(#ggJ!eCnir>{m*npLR-w-lE!B}{T{E+!pm1u~+Gu5qE9uRPlT<Wpg4Xxfew)o!
zow$*+=)3xUkF&A-v+SO|*O|80TxRl>;^#^XTW<O_KhpoNJ>BNxtZl_#KTNT`es`&*
zLBKl^K~?UuX(!gcuWMEadtJpZpUb(z-QV{59{H997cZZW&#QhPo!peLw81tvuj21!
z<2t@IRt29wxyj$kOUP=w^WoNVEMdU&siox0s};$Ku1B`4%AB-IHB`u5{Z*ORoKu%I
zHwuSoM-+AO#GA!zU#sA$bLw8=y=e)OP8)i6&63aF^5)TFrE0rd$)B1_zP!<x_*cnw
zKJTXqX0o>)q{v>Dd;j#w8<p4ZWA%5k7au))-uL(I9}nC#>sH@bXSnt+D2rrB-kvUC
z@n~;f?XT4<qoYFBm1Y`0&#v^n$ru@3c!Fgzhl${pYp<E>L(NOSZE>CuZeQ``wa6d#
z%?D1~JKV9^>$CG!-|vq;%}xt)dA;7|C%-PP`0-<r+<x&IzBPIdAH0K?adv*b&-i)%
zG9FNN&p7qxvsTUCfN;+p?7JSP$jEf(_#J61_{BGA=cAT+6IZ*vGVPOE_tUXCj^*R8
zbpgN5l{{fM_=<CiqD*bhwp~A3em;<lo!dCMyz8FMCA&1axhokfPCXMb*4wsqf!>bj
z4SC5Y*PXmp^k{|46Y-7NKG~2o(WcpaU~Qd1#m~$6S+Pm)>z47=Z;cO&QQU0yv@<^-
z{f>RI{I@Ne+4{HrUKPJRC0z1fRehK+%iA~k$-j#evORzI>Frp4+wPlu^$g3@S?i#w
z_fI9L6mbe}Tcqi{H6ZxeI{!Mixq0~xJ3oE<ZL&aT=P$Et>D#q8vcC7TEZw|a#AEk2
z*$LAZAI#OfR`)ii_}K%gXx|CVkH7zMTbttiHE@=ZZ@`@Yd^7%=q`qkfWeiA3?K?9&
z?w7;sXL;H#l9qZK)*ia^UPiL__l>&5)%@1C{(fCx@_$kGR-5F%-!9L0b_!bKW$-tt
z=J)Lze`KD0XUMfK+G+P#_(tb4pUWc8_cK4U_m#X2GP`9Nk1NRC$^WAGa#!sQa7upk
z^jv?vQ{?AJ3rlP7uXFiN>^gP$(aYD%bF=zw7oGHEc0Rnd=FjK)*>-O-+g(;_u)80h
zWp-kBqm_z;tEAKa<$IMs)zA1NuDP=~<@G{u)$+GtYjO;B>J?1l4P#RXT(vhhr<Sig
zUtY!8bf@El8KUaXE=<Xkdi1CKz@O!s$@ZXL@j^}Ki&GY6oKnzy*_&U(_wbA8lS2mQ
z6IL@ZomruGx77RCs@knl?<Uy<sOiQme5)8Ezw7(T&D#!p8j0KdY4VBO7Iu4U-t92|
z>YKH1=iZP?{I%=lS^bow@3JocKeQ)kkNhvUfbQUg3-Uq>l{8m#$}H^tt$)ClWuC_T
zjlA1R5~|zRo^P~bS+m*v`ROA+PhVi~3s|OkdCQTX?;C#l2Oq0LM0DZrNq-k*oHFq%
z{1*(Xz(5HA?Dh*F58P+~g)lVsBvsxVsaAZ>a!SN^W}42q`cofaxgY?n!b8O>_h{8*
z_avWhJ}Y;=c4Uh&Nu9OZ;=ktc*+!613H}~E_sqV8ZAaz`t23wZP1tv{HucW6LZig%
zEGO5Uo3`YP%G9@ZD<+kDr5t-GnYG46#oa_Sxb1WEGM=Xl7pE-Lm<2T_nJJIumY<*B
zrZ3BuMumT?oSAYx<#p-H>ZOk!y;W*mFS_VXM(Cfgjfa2h{$Ar#|DACoqwmov5C0T6
z><2qk#5LFrlzlmTXWkS)ckTIapV!H+KE<D!zSLar>TAbhHqTSbrnt!#i0_NjxX8R%
z+I7G08SL8gUf%uk^Xl=i*}LZ4lF_VM>``X3+j)=Eo+Y1NpE|ai>CxLHPA`ro!AC#p
zX3x_+{PST$UFIoJV0A6)0gasq%rZJr-}HQ=D(llz`C3osEPei>bovy%2+hJ{-$L()
zc|LpR^U{9tex7){m_xr?ve!-A761B6-B0nSMp<VyBsbUf^h8)X3Aw2~Sf2Ow;I$b?
zuj@{8EN1U?SLeU^`Jvp)i5H!3?cO^5!@Y-_{=R&hHfQenw=U7KQyc$nn7i!JYA(t7
z_Hp<3H@mY-+SG4IHD&)LwL5Xmm$~=Clh}@**rvYyrfu5ay4efC?*8cr%3{uekYtjy
zKyz~7gvRHlJI+-r`tRy_t5kXZ`N>tg!#rK?bMVd!zq8HhQTuW4>hIq!nQmQu<xjxk
z-0b>wR~;-Y)o-%g+{s>aQJyK9x9jiXzpA;_vn2T)^<LE+t`)3!-PK&S?(G)es<>V2
z4n&lFHqv$f+HdrBgBIgXZvm6VcWP_OzocH~xM-+U^R?=~|8LU@z8-#;>gwYzJ1y6P
zV(7r11>md)O(}*KrZ_U#mRt;Y`Qm0^({9$&vxKuv8u)y<ruy>dPC8kwmR)bF{&mWw
za__HK=CX$CIYbxh|36wY#kaxw@d+N5D-l~8etWQGOBP@Ixp_<7ms=O3_&PWpZcd81
zW_utuYI|<(tC-r@uQS)wMpoFzZVdRC+IseZM08F9!vm@F$_(I^+g(u0?av0=w95vm
z25eVfT*>gAxnHkq5hxcX$(y9U5$Ll&RyKKUfBsd6tI8*wSM6VYt@^j!P4!^yWsjs*
zD;bDw+hTIV|ILJmz47+XPpmU9%dEZ9pfN@8M%2BX3$0jwy^XoG(2uvVmp{iQyP#*S
zVeqMC9=G~TKE8RA`D=5r&nzReBR?;e_{^;T`cmIof5)t>n5-?!c=pdew(?|m_~+l5
zM^63v`}?Q60w{<2O0rzP!PRt?+gXg~;=WDa(q{giEq_xd+kf5GC(<{69l6H#yGvSZ
z`S)_0&5Qp@tZ?@e+RdD>;=xm<yK2o<&%@3cJ^sKm`{2i2!LJ1}l5cx5|Gfx_ln38b
zyKYbaw`+&(GS!-}ym%#uWh#ktBTNLZpO9?YS8%Ft=lp%fch}TNY)hGO&;OLqAu)l|
zUhO}_&$zD>xMTiz?zEJvIi?$p8Qk)Oi*3J8+PS0MWsRD}x9%^Sx47TbzTxd-d5Zsh
zqI8#S@~v0bpLk_vF6;UGxfxV;fNKY5aO+jEUTT(6wf#Nqg|^NU-H*&*S^oS_MD6!1
zl?>DKi}x)Kceh!*T5egW@8m1GD<@f42{!JWw+Gy0QJG=4;Nj`E<m@g(^F4?6=rS6%
zG)R@2+F#4KdGxsJx0)@-pD;M~O+HaKQRDTunV{y%7a0Q0m01tulMhEY+*GPb+u|;C
zGcD=V4SRbF`wVaaG0Vs#^`8|em=<a_FYcQjv;W8x?|YgDGp(f*`s2)_iaW352mh#A
zxUQvuzvTE!^An~?etR1W4)F<Xdn5vCc|4Lj&N=&lT%*-J@k3hNPktWY>b(EDV9&;z
z=N<_^Yfdj=W%IkPS+&{Y_l(MtWo$P!X9u6zabs7LmCEv?VN>7C%F$Kt^K#)6tUi{r
zAwK8oN4~GeIBhkg*V=81Vml+X;BEBQ%vP1{H@02Y@sa%foc%ewuVfdv9)?s248D@5
zK4$$|#*?}q;U7?ve^deEi-2|bN`lHk3$a;75I%BTfy-)>RIrAOQ*-{js^7HlRR_=6
z89J8P+dN+FEKa@s@N~v06Q$VCm)JKg{I%j=wa&(Jdsrm_se%JcQfD=%<)540Fu`Ew
z&$sIXj`{2AYp+|NdAXzIJ?ng16}3Kylfl-2`jfshm#x#DU+o^XHBa|*nMmZT=Xu&w
z%4Drh`R3O-1}_ur#898MsPcCC%javY|E*ZM@7cTdEp-Ra3C%L%6N32e!j!^>vic3t
z&tlE|jkt_tjO=_R&oRz2>h%ZpWvY0kSMFc_FZoi**F#sHzCN-(ctg&*-78pU7@4H%
zRsIQ;G|6l7iQnq!miE+RJEL<++?*ee?1Sn~Yo3hR60}_=7P<E`OFzx?p`D~%=By>>
z<22UZ-gfl4v6tM;ruiA^lJ8%M-@pD#aOO>uRGA-tFM#{Z9KJLEyFay^ukI|)d$pXe
zgSX&D^_9P2>d)n@!Y3I`R!I%+;+bO`@GQn=IqOWLIm`hktyMvJ{I8zUB;|}#77^t&
zKbl*Ps%0dUUstz3-LUZ`2g}Z&Wvw%e4h9+uiO8+Ie%$W2Z_FLr61zKpPwEF1UvIv&
zEw;M${ZH%e)c3r{O(NgFm9JS}nK)<8+_Pp&LaV>OE{^mL%eGwQU9Nlo=STl(AK(3X
z;eJJVrH-#8d#!y8th37(@b&vuKK>Jz%a?VR&)7btHmuF4F00b(rpPQK-DEzAhr7++
zI|UzmxXSwD42$hqs+@Z#r#hegd1v31CZCz6sq87aM-}(l{d`)V$e<wJb5!I&b@JDv
zFW>&^kx=&Y^DBCDIeu%+;q3WQXQt)-Wnav*`1~b4HQraryVNgEDSYr9T9%lk$|$(A
zJ#oz!=`7AppBZ3rFsOg6Nv`#_skQUpEY^H{!14jZ#VMI7hbA87c*J-2w}|gdv1!52
zu9fe<I8_wdT0dQ_6yUyd;pC|S@dYQpM(z8tF?@?n^4~Ju<!9%tfBHJ^?~gBKH`0=~
zoxV7w@D9S_s0fF7g>h|t`(G~fo%W0Od;W!Aovy-}r!GucsQFmoq5g-%YJP(M9|UxI
zyl7f0Xp$P$p&4BHyH@JO^qAV&oS)uu{+hTsCH84z;pZ<-a!OBZ4~j`WvAX!%yZhAE
zy9=x5ZP{X7@TpMkSLq*^mEW9#(_Z>|FI^n&E~{Vay=vw8btlEt)74L|Jbkg~pZCv8
z%8T23?iz&s@_Vms*qoeld-ClZwu6>iEj65@*8SMzWK^CW^=iSX_1dX5|0+OjnijQI
zuRk9uZvOjHcIWa{-Aer@a|0t3o6~pqyj}En+P>(nO@SY8AC0=79yR}2_NfBC3sW+m
zIBnSW_Qcao?~gtHWqmqs>%?U~+=i)Et}cojH*1#n^&G2KT4A4jq5jY3dgYUA&i--s
zc+ovat()sx#4GV<@26eMy>%i~e~)|cvBvxSu$=i*cvh5Q=<(>P$3dsd7F_P-`JYk$
zvG>E(*MIHbPUn-8RWY#p(Bo(@&wT#jsC1#vYR}b_H<*1Fc2nz^y?=HFLwpuf#q2IA
zfu(PocC%*h{IxslbVca>u!VA*@w3;1hdGuBX8+&Vo_gYkkMNV!Gm&c!mK<IC{lb(?
z#$`NVK@Wbf+xM9<HuB-i*UR5WR=*K6^<#2A9OyP7zP`HWnR#S<sf*Y8z098J8(oh*
zF=#Bho);?oaNGBNu9EhNMhkRLnWW16{u?o=b}|2x<qN@iV*=X(&EU_;y%nt$p4YFe
zTc(#<+?7*XvsyFxs`I<Xn7!+MZ{=$=E!r{1kmK0auf-9suif2z&TT>N8OGhBwi;4z
zC*)iU;-Ad+b)l^@%mWj({x8ZtdiZ$wvGZ{$uZqI*kG<zzzQ^R|lKm#BZ?3n!TFmjM
zFltiX)X1&t!%oLeVn4N{Rr|v^fpxk++rGurZ?E|E^YJ{_jNM-^EKTF)^=S+YE;3EO
zc%kRytSw?+O;Tn4|8+<;pFd^F9m^fdwPzIce0%tN-ZHRX1ZEk1ZOv8nI8=F0`*~(V
zU-Ht|_QC&Lcg{<hvQ637#=82E?Ef%_d0WlBn}nMFP5drzQa<6^?%#j!POHjEcdET!
z7(06>I1bu^E>6i5yH)f-=t=L!C#r|0Ej`PwCsv*>Z~ZI7X&KLcd03UvoUnUtwzcHG
znjL3$=iHNT`d7OATBg9hH_uYlHvHSoSXmXfYs<?EZd&_Sy4+lJD?aOgh~30BwUM{p
zPdmOX;@8bTC(_h@<ti38EaO?aNb~ZQRKIVaD(7Fp`%TO5P52R4JA1z7;rH#3`lI64
zr4CW$C3~x@Us`TdFKUZ;_tW)PXZVKcGm56Xvv&6rnC)1Q5c5EOo5;_$-?PfN*GH|m
z{&-v8=ANyech21<b@*S6(yR;Oo|zYqUAn$xlINvWzS^2~t9Q(t4H*~}^_{7<{@(K*
zqvP85zn(mwwmRr;=kX8cnJ1k#vkz`VWB|>Yy#mMB{0^<G=U@K$#on*q*G<3Eyz|ks
z=gZ#j_;|3_z{bZZ_Ps&=Wwu7!S3zb=Jr15`HCkIVYe&WIjJuzrrz_v*o^(8`^1vEK
zqvwk(Pb4?FtoQizEB(HFZlcJHZ9h1b6>HP2PMy6!<)Mthp;OXdI`@G)K(nT;tN$u|
za>j0#rb9|5?w|q9l!9L>k-=pLR3_y*E<5voV>zG0BppYIzOA{^>9@CSy|+2{c7*i#
zZMnC%<yy!85iJzGXlTuEUcI-r{J;FfjkY&$+S<+*J+XfErWx{1l3j~5x~!aCG?))x
z64jC1_)+|d_yUdNdhQX&n%+*j`uy7AsME*V%}y;)ZT@nG^$VxwuQeXu_HOhyVoU4T
zy?wVznfDZ3|D1_e>{eb<-rj!3vc50mPr$;ipL~z4S5*IW|FQa>fxDemk<<CUnc_c7
zf9|kXV5nNOz)<&3I>(fU5)Es2)lOxyso*;^X;xK=*1qWhZEhOQ%2O5!o(d3g4V-e-
z1<Jd?k($wBbcWwGP{cLxn%F`fU$B6Qlcdx_o`pPM;T9t>_e^H$_5Gi>y3X$ncsA+z
zy@{#qr&9j)H5dI8UT;~V?<D!GJ)muoM%N+@u-@K)V@z##qo3v6)n2>%n}~XPy7Y&K
zPoAhmp1yu^k1Tu2f7R=&_fLMNd(=`mO-|s{oj(uxjdD+Bb$a?uef0YMF+J<DWJcC6
z#y8F{zBl*zr|EVRzCP`hczk02+0q~DN>h1_5)Or&jNKdQ_Wb<BwO_@zdGO4;IdNnA
zqWM2J*46n4AiKL~>zir)^@sHI%vwe4+|`$wRQkHaFfBae*=96j=apsA`klVM)3fjW
z_#>aZQFc@N^67PL|7RV4eea*w+<x!V8!XMUFY7&#G_(?%KV444(EixLjo7XE%HtXz
z9KiPPztsIbZW_&zoHO=@RQ^7ED}8;z`RL881rGLy>(4IU`#GZT@uOE-#oOPT|1eyA
z>hS64b+w<ljgw{Msx^MCoiG2a9TbQw#Kaf!^nzne!&xJ^<n7#7b+&DNzm8kzXwTeM
zG4;-ecjhNNH;eu)-u^cD-z#f5(;wP-)f{zS{0xncaRs#fG*q+~0foZW6|e{uDby&t
zu$<{MgI?{w*q4SmTYmgt_egu57gY6lZ_#t{`W62~gT>Yb7>4ipvvAA%yYYvTA3fQ%
zeczPXc0c0M@^30D7pHku9oM^5c|ahu=7Z&5+3oeeRzF#PS4;SrPS{_?G@WSe#ETnS
zjMSWG7Ryxz?&6bLR@|^p$$a1cxmM;js~zs<`y7lp`Q}pWo|>AA;VhNr-!v^Fv_iMr
zH$8r)^NUgX!SNeLKlH0V);^UtQoVgfLU=)s=%>SfK<QN^HC6DGgwA?3f45vI)t7%S
ztFCmP^roh6c}`Wz<P@G$0{rp(oE=;f_HF)s>SBNYtL#<vYo}$pFZT>tt?}{0#|bTZ
zoJQXd?F{-Gz4hU}<Fonr;*Dd}-p$tVUKhFOA76}(z;nMx|JwrEk{bfp4zTi;-nF&)
z_&b1y>Bx#@vo!u}=vnaaU;2_q*Vs#Wq;ll;{wlj#BkcP4gXGVmcggy%s~2tH;o+Vx
zegAjZyI-IDSu@>I#9u92B5wD!&0_bC89b>RsX|6k-SGh%&N<J&DE#Erb-U2xFAST0
zuhm@V>bKE_?E%l}RFeeeJ<)r<OZ3g&`@%o-He=lvX`^rQzh1ciU{vtwHDo+xU@vx}
ze<~<O14S10Y<ts{6B-cyH%8TUzPRV{PFdCMR^e7X?-jD&M`}mQ-B-H1dH3r37xGH1
zYwtc-+Pt*dul%Ie>7e6z^YXOR)|;JQroivbm;GsXvv3n<s!xNF40Fsrk=c{l?zczk
z-rAm0zwuMA?ws_FgKuU$HcU0Y&mTXT?Z)PXpK?m?{5Y_A+kJP9WUVQj9Gpi@PiQAd
zc2zbQ&j~)DYhiOqVE@i<HKO)f<<nk0Hq^>DTW785TK_xl?}Ov-V$6IOKJ<Tm;pP<y
z;RQUOlN<j;M1oVO;Hix6Gd)u}ws17(znZu*=v(g0e=$FUmsYS=Bpz$|wdZ|r?IqpS
zvmefSYOWi;-&pBxh5q9686SjCX=ofabkIny>Yv^{uP%81%x&VEE8+$3eYm|h|NqC}
z0^WN?o0t1=JI|c^JVtNcJ-Z!zr_b>4COa!F+8}dQpkH^AVE0oaiRrG_@3u+?-couj
zTqt*Z#@{Ca7x_Q1|DU?PF6TosC-<MdZat=^$5=ED|A|nr4-*4NK#S3>JA3cG6+P3|
zBx9`k>+I|H^I6}HJp9ftowOn4sQDFfSL=m6Ul;NmXIRK{FXV9hQ;)LbwA_1Zx82+O
z^RWD^7^&9nw{|@13b)(DFeP#E{m=6&cu$`!SR3WEZQq{2pVnU_74qcds$TNE+2&st
zSUC3=|1nFM+r~QU3zxjOzIoHDca@hOtl#;%@a~<fXW(HO1r5su>)E+-Y^2j19!P}!
zDqX3_SL^JyPF{0o=+0f?9>HzJ^Zw1dR27l!Bzf9dvX9Y8@~@g)^u=4fH%s4%o(kWP
zH{18}rKRj%DG!#swCGRu(dAC%NG*{|jF#35y58>M_L^<uDuI39HD@1NWvOlcZ~7dI
zkS~vSUyx6I_)eMae^YGx(W_^D^=cp51}FP87@g^7{gj*us#!!_H9p64J!_q=Kjq54
zm0E0j?TfUE--tb(VfpaYJ1uFsI}RGjzToI=zNvd_`^Hx?o&Kk<@S6AQx9@oT`980;
zw(NWU=6Pb#uk<GDF^x9Z?e_KXihZ9AzaFzUF!AY&DV@DbeB1Z0-@YC;jR<qpNEVv%
zk)Lnk>iGXYvWvfW<U1_b^75MZ`CT1eKF7|PRhb>z<eZvuqesr^Z0MI{H_>y+XKu_n
zyra|8?`mzx2XSMYwA@>%bv>B@Z9fYY>|2b$K?^E|zeG-aQ<2x6GBvGp_Vn3ZXV;(J
z-s#+YW6C|vpc@e#=Ua@#T8(6wTZ~qBXFZu^Zr8ptc3NJ=cWIHVh-EFGPpRog<W(g1
zn_s`7c}(BHqv??H1z{)g=>~6}wLF{4VEAz3M~yXCo)>NwJFzkQ9Rr6E<0*kt3UUd&
z|Nnb_o~D$3gDH0YaX)+K<xdX<h&*0j7}nJ6YF{;v;m$*wG@FFw3x55cXO?q*-?}x9
zZNBG&Z#(hNFbKUi<;ubQG^kJ7AoVjxDo1Kg?zNkn1-f-7=br1mV-Vz)E7O|nB)J-t
zB=q8q?)x+twHSq+c)T+CnX_bj&riiE3n3M|)67Zw-XS@+19N%*wTA0VDYQP8=*bOB
z>^(oz=4f7cVyP3m!ETD;l#OQ}YvxN-Uu!oy!w+dn2%Zu+^`<6KJ?Ubw%kOD-H}IT}
z%1OF@Z|}5#V^)yTm)G^<?+ePyT)SOwJo$P0%B7Wmr^l@Sm!=!fzJKXLo`pSsZRY*|
zv3hyT!v1u#KHJyMlFy!-G(#dt@YDgVx-|jk#b$|Qeek!mapjWYGB9?k)%(9L=2mZ}
z`rh<!*ETDL-Pz-GiG9gph3jT}D|YcjSTJ};a-`}oq*}0Xq~`s4Q0<&(th75oE3fuL
z{<n8b+j`e<AKuXA-Kd*9%Scb<saGnWs2CIX(<R=iX>F}W-l=II;5Kz;b=_QT&8}a|
zSH5jfKl$4u{h;10<H={9SD&kWe>||oXv$Y-$*ur3M@EK*0Jm`4A7x)m>$j<RPV%_$
zKtc9J*1XF%6;|2=b$UmMue`ElQb=xS=&fAd`+@Gaa`J@jzL;)$RlCc4VNa@)WFKSL
zsel$E5m4)lfk9!4r;n?~<2T^IYg3xC5EQu#3=9i-7Wzn?H<@TRT`zstjjCJ@u=g~a
zB)bCI0@xTB1WpN@$_V|jx#`NQVDEo1KbHTCzMc4`aQQy77H|R<S;*t6;jF>Tz`&6T
z(N*Lm2(q`uh=HLYpiOCtCyT4b<m;<Dwn&*Ai*k)Lo$_$+#*ClWdAEM}?fmmP_vSFT
z=I7!IeNIo){rY`@PQ=Mcs*~47Z;w))a?!r~-^_}98J(_AC#LzX;R3lSpv7pL_(Gls
z6(GF~4FShKDoy$L>C>c%%I-p-ywLRZ^>y#7t3o+b6DIr4HuHRXYU<OwyUUYoBQ~e?
z{`m2O1MKtEodM5QuitmcjOlZoea(*m7f_fO6h3nK`DXKZj?{$7KR-X8{rUCP)!|9D
z5=JQ<DQ9K`GN@!QIA{bf2x_bdn-a}t{@L#Rt*zcgPfjSx$;ny0Ry^iBQzt(4;n%XF
zm(>m$$-51ck9n*LSqU=jXt((6&#!N8PEWFZacAe|pA1Y6O)Ly8M&kN$Qyx4>`1|qW
zh832@&pLJ$KkxhT`?vR}CnuLiZ_oSm?d|OuQvXi9mRY!G?_SmVe}DXb?)|#AA-9cJ
zI_<Oi>lUMkjY+MXsdBbeD%YAD8W=cvc&1dagMvv#??NR<GdusZDVo8vesY-S-xE2q
zrttBxncF0I53b?1t^PKp=I1BDQwN^SRFyh)XK!`*8upi$mrwuy@3%h#C`KQ#zPY*C
zz3AB)&B)DZQ_s#e=T7R|X1>I8vfHok@Aa>>s`<|HczJ0lD42Vt&1VHXyS6quN!OzE
z)s%ha%S^>VDM0Psfo698FA^6N4;bD!x8%aM+~||jbZ76W{Oq=d^VX!u-DSB>k~duP
ze|$am|JBviNxCmCFYiw|HKlWX;zwx)h8Cj*b5|xE?J9bFjJMM+W>?9{mRN2v9f9m7
zx%Y{Qi7iGOPM(`<Z92u!_}UuQqut`u-Fl@w_ppK-->|p(yVtsyoj&pZUR_<S`YT{_
zns4#reBTdWzD%k6`%CcD0kz-X-Wo4Fb8~b0QLBPCHw--|sdTQ1+UoVll!3uPgW0C$
zM?h0k)1lil7hSJv-kN=V*6baJ+xfe<K6rY1`ZJ69w$)|}d2)(gTu>~wn{QF*w1&A?
z+WgwxcV||CLeEK3g=4asuhDMy&=moW>*Dw8^&Jk6uT|au|KIKiZom0<Yt3(1eV7%%
zW_D53sOrp%RZiIrdH(NSz0zuC;}v3HXkZaP)v)x}&f@3ON?u+%d1|UQYoDZHQp=7V
zJ7z3AwV}_oTP*W*^Ey7|DUH5)_x7w@*mJX$^V)^o<@tr><^DUahlBlK*UH1mX=uLQ
zcedHo@bz(>wI6<bOx~OMU~)|N%bS~*&s><I?IdYa`RPcDk@s{x(dUQfT9+R=d-g1g
zF{d1;)L?w;Gr#`d&MDgAe(Pd)tCcmfMM*Jih+VzaiF5b%!)j9!ms`zsHYtAQQ)pN6
z?oMRTQm><0pf!6M%||vLc3tSys*-za%ch#2MU8LI&9PMWoUArA_4G8(HH!K7_FP)(
zE$$?_+aWxyN7g!Q4tMyv7(;oHFK=&$gA?C`6;XwC|9+<5nkf^oHp=wl$B%-`oB7sX
zGZWdJt}1v+q4?Puqlym+g?cRP?AaT#$^w}|4t89Wlm6>bxBilfkB^ET9%B7zp%c03
zNK2%;|2&cBhwkhw-pYG)q2m4)qcs~|U0prhg1_wTt<-f(KR-V&&cMLnB&ia0ykGwM
z+j(2(b{?E=cA?V9DtuYw=CnsK85b9|R#aAY?&U}gSmGg=d4Jzt3-*%IW%G82t_pd0
zlmV1h4{T09uVP|ivS+U5tEEpQ3=$f4?Am2j*~+%>=QHWddwX`?=ni1Bdh=)f{(nNx
z8_qQr6&6nPp00QD_ZP$Z`udeIJB?gxw>&#DQ<;;Gp&@{6i?OJ7n9sTS_WBbK|NZ^_
z>}!*vCmw}zY%Q;BW`?c~136`Z`QOr4SAM?G^R?pn(Jo&%p-<M@>u?)y>a8uAO)qZl
zE?=+WKQD%jPex<nOw;UX^KMtg1cywSYMOnmrTi~5gTN^Ub-y_V+5&g(-d+5Ig)1>J
zF=&AUWAS6L?*@s7ST<*${`~y>(YO|)717(*{rLIQGo<Rv3&nZ!<`uoaXB+q{|8G4T
zi~IUq&*<ZO_U?W9_4W0@HY0}X_Mm!2NPF+at7gkIZp|$C@*?o_uQjo|!`>8reHAKc
zo;Sxb-FupjW`R#Yz=V+Xaj`N7eL17H<w!pLS^n{n>*iUH|E`@?{rz3;p##?C?>hc2
zD6ZL(`|`|8<3${)ix}3`gW@US)D+EU(k~XdcAwf={QSv(!|98{)<z}i|2-0$Z}sWv
zY4vZ-=RW=Xa@qfEmZW<@aFbo_FOPXPm5XZP&IjIA)L8WP_V(Gwe}8|k|Lx#1-`Oge
zmzEe+eaQ%HF?#Teok3v=W6pwT`}*H+w?BIJENx$;n?>&XOS&^<XYF^^5Z=2Xz*&+_
zxA<@Ql@)=DRZ3r7`J`xPXZK8IZ`s?ZC7XMkoSay;ReyOg@n+kd>(|4h?Ko2peB}p~
zC>EE_ExE7pT4$=bejLY<GcF%Ke3-B;_x7<w4d%TYFN=CT`1O9p&CThvL#6ZY?U{HY
zLtyRm74Lk+FJ4~m|FzIMihrTvneX@O^V>Gv+g0i<vXE!TKSl<QR0j4lv(5eY{rTjr
z8MC9HWhTQG$0c4<z4EVdq&_<E_V#vF*DevG;%7dMi?7$OiQeva{viLkHqGE=J$Cs_
zFFQ<@Ts;0&Dnt6qtE=92zuy>J7CdOsaFQ&5q>hUP4-c_w1}<vJOrK?#+{U5Uxb4!5
zYdc$v3LTyYzL=xTd+@=Fuk!5tawg9otPEbRVzhAK!e>9F&GS55Zk=1w|9aXj`F2t5
zuo<GBxAc~+kvjDv;rWiT|Nm+kA&KMxM{Yb<e)_Mk*W-o%@)pgtDm`-gba#Ln-xU4$
zd6jY(_x*eP>FMcbGFJ}nohWINF`=^V{=QnFi}P%&b7a17&)vGTxcb%A)#|6T7M{7V
z(E03o`HfO$ITGn>5A155zHNVIgs6CzxW3-n=<Q<K7eB8^I@+a{aDIyBWRt8b9`+9&
z{7TmcrPK`x2bnJKdi?gS?sEV6(~fxM-}xf_TQ_>!kt7Y~yNo{hDPp=&Di<9!n$`X1
z%_uH-d1<MTr0k2;$8YWb|4&=+@8|ROx9rlL=JGdftIP~o8!!E3zpn79Jyl=5yrycY
z{{8ipTc7vFm%n|due<HfJ9g~8;ikt%3JM2u-sXwkIu^D$&G+-yqW}N?e!A>$KlA#b
z^XL0t%Y!n1LCMYSb+4YkdZl%FneXHyUeUXln3<Cer#Mbl^DSW)H?}a@#gV#T{w4RT
zWj9s^tDl@}UH(Ha{@44MokgDga<(jim%r(kmw*3oGdYYiRn2#nin3deK>FqEdY}KY
zrKv$LFD*U#ij7A?ps;i;TWZys7e6KDudDwdU!Benb@_Mu#}tlMrtXHIMIjNbN{l8A
zlQgzzIT@;UObH2Y>Tpx^6cS>bF@b?Kk-^KOXNA|L&+mi(`X4WQcP`iZc-`%J{&&mH
z@4j1nuD1Mr^|{}B?!W(R`d_!lP%O3Q;j*lspPpu2SrORmo4&}W*w2qod!1Nn(1YLK
z-#h)dy(zW3=lFjWhk}DGX2Koy9cG);&tF>=y4s}nSIOI3TeaOpOm>&QPpj$vCbQZ#
z@Y(tK_OC84=bv2PD`DugI()s_uXS-9Mlt0T`ER!C-Lv14b2I4kv$LOnr1uyuTNW|J
z@Y#=#k1IF|idVSz%dJ%W`1-p3(`V1J&dxH8T<!--|2Go_k|TWoetg^xa>ar}mkzaZ
zPu1DSW|DWuLd18<K8<FNV}+gPUS3%#oVs0eW`D=(J$r0yYkn9QT+`Lkx^!ZqvLK^H
z+bpwOsp@r8eD~M<+$5$Sw<hoIuEcL^7CN`D@}92u>(|%Sb^rc!?r1OXW8;x%cyQS8
z|1L8H2Hl7a42Asl;-{L6{~Xve=ebQo$C_Sg^S0X!NBM49@;z?~=Xn|4;VUzLe`=4*
z9gcIe_Z|7%bG|C#!84f%kA?Pby;4X0r%s=qetr7I30x9OQa{!)mc6;*sI|b$%S)+s
zlc;vs1$G(h&X4CMl6y94B%j$`{@$eGLqeExr(B>jljE}5-`{3fY6&l0x>QR?=gBeA
zd@iS*$zDgL^6q#_AB?%BV){?|67O=qxvNqPw&&dq>K4-t2?$X5F?|uwM5UPGio3f?
zUwf>+x-xkAjb~LNl9lZf8XJz>7hnvXy7BMV*Vk8WI(}cN<;9^^?itL=Lc+4Emiy1=
zVwkwtxt*^=yC=58WR`KdpMuq%nx94%dJgC3**3pjvF-l;`pxl+w%u6XQ2gwBhsMlB
z`hvZO-p<kQX3W06PL$ygcdl*K7l#?0?@#OaO!1#*qsb5_pL(wD&5ex<zSty*i|%@%
z++Tl8B3b8@#AJp$4n>!bzmhOt<I-lr5aH;W;Th3mr0zH8!R8kG)}G`4mpD90o-~t3
z?D5J)%>@otUY{2E*!=MQxNAei<&DYiixQ`BwlKs^_Wf$p!u?NdAv43~s9THVIE1Ue
zzk9k<&Za_O>-rZZ%R0=CRL`3}bt-2=-M!7}{7znOfo*mi+l5yi{?^VfuT}Z>!oHlF
zn|AE$>6K7z(#W~hZ7$rlPxRp)dHcFGxwp5ito-~;roY4y>gpLwKBmknS$1!4weYt)
z31RmQ|C*jOOgkgdD{CEg>~a01fQfA{8fGQ$U%s#Q_p12)b&Z-ux*bM_huofBQBg|p
zNaxzW?2+>2eP+40Tz0K9GR(bY66gFX@Y&}s`*Ih)d7BSR-0L6d@_R$#;TvjCy%O*3
zsdV1m#v>_IZC5xUsdc}Ml9du~oKNAK`}^nD7T3xB?=d_UF~v}=S7`2?7aN7#{3>go
zzq-2mPK?m0^|O-m?(A@^pY%=j@ke{lj--T`Rg!&OE+$8npZ@**y~#@D6vI7Dms26>
z|CfCKAlW72El~68`+IqpWmg=gEIg!m-m`S=L=EGb9|hY!)~pU$Hv8Mh$H%WnOmSSI
z{Fn3oZ0B~qkN-ntIw}u-yetoLhD5i~v6nt;E?rGGsD4s=O~$$N`o+cWrz`&W&)S@R
z-bgS-XyvQK521-nb?@)lI?4*CdRX$-B(2)~U)jCyLfFLzbGOKxIoUbq$#;&1(0AP#
zLE8@3rMMJcbbEDSk!yE_-xbbzM)j^cWbA4p4!r+(Z<W`ShgN6G3JW(LvZ?;oQ<i&g
zkLBxqEbHC|>O^jGSsS(W&}PlqC1y62H_TtAX!e0pT#u_{vVpsb{@mHtMQ>i0dPWqz
zx3B%R<W;g>+#U~!J@4-9R0ai<LB8tVNu3XVeSJMMM0ttO#05V;Ki8JqoOqb6rA*eg
zDkR|aBA&F3jU9r0O$&QXq*m!D=Gjz!Qt9BEX;HW+?aU0vknTq>?(Mby&BZPF#{5J3
z!2^E}G%{DLc(B&_OMBk^eZ4F7**;j+|Fb!MWvTb{6=_GZ4gQKM#BJz(4r<nYj8yzO
z-E6L9G27?63pNQ})VsYsfB7N7KrhEBeDmyF-rm_?AI~81`_rs*bFJA$=XjVV&wep?
z!+s&bwR^Vb{1W<cZ%gK7wnPun%D=x%=kuPKqI`MwheHeN8|+S=KfnC{zs8H}4Ub7A
z2Og8i(_6X2LC#*gGc)`xXVJfpJQ5ZK3J<T``Jw5%<7Ce5ZMx=5R@tRpSl~FzAhD_E
z_<xoJC2tYw`@To^9hflnWb)>;vombi_erVUGjFLo%*~P&Iptyf>Ff%HeFA@7uDD-t
z<9x9;db^TGfMS=?#g2TA{auU~n@yG`#B)d_K8^}1QTLtIl5uDe^V20?e|}D9jM-V#
znl0zlv#adwsh=BtUuO07E3|BAym4q};Hz0Cs*6}wZd=mK&ab4TR3f0c_|Bae7HKW3
zKugUzea9^oxc>g%qiHTX$NX=jKvO{TLj6M*FD>=1Jh!zgIpyy3n8!P|eX85B%-!+V
zrRn<dA%ZRHXBuvA&31R;J+AJ1_3?beV-np)%eEC*3A=S<F6A%yY?FOWC(o!-Zi<QO
zB-Pv<7gJI<CcQ9wZ!1^)>r1Ace5a&K^b|ww@O4jq$3JB*Z0lTel1H>iU~9*-hAl2L
zrx=1WB`7xt96P&8{;7GSq>oUTT>7~=D-E8Xo6G&__2p-8Z*O0-hyCZj^7r>rQzvgx
zyQG$4<g6kr$h(G1y8l1t!Bw^|Wj7w;S=zJMuqVAId&#*5SINhqTEge<u|++GE%Cx`
zb1SSaZ_U2`<>TYyUXyE`mKiSlBi<uz-uLOo5?{lU0e*gb!n1VlFITVo!6(`O-_w1A
zY33!B#R|?W9FKfcdG4uooN{$_ZK_f_B>^tjK$+vjO7*#&oj;~%27h^bd;1n8gB2VT
zt4!q=rFcv~B;WAeMas{@w&{D;qJ>7{YEvYNr27ARHvcrcf6!+UPue=Qs3&PQ+8P=O
zGHde}^?U@??x2#1&CA<+rGn#A_Pcv3je9#;wfC-kBOSN5%2kzLDXGH6@0W!gTZfv|
zADa~+L2+?<k3ZV$u3xz#L-N+Mb8}bkH=J>6Ti)GST#kmJT{=*g>YTb#+Osf=HPtTi
ztlHW3(3?ljw60vWDgVCR(xd0*S||V2>X>sddYRF(HEVb-da0_a8fo_ZU&qkSApG_2
znh!UP_2c#^6!m&#gnSO<5lihkZl4Tp1Fh6|TYvQEQJ+aBm7kutEK*ys$4T?tmh-ze
zY?$zQUC@k^=g)_y@?@q~R#r|iI)7t-NZmn(8ULUDzhTY&Kx30G&voW$JJ`FG1#6UB
z9=M2eh>0ofShHcr?%mF2+B<f8H?fqL->|vHdQEov-OsP~Z@ubzPi1C{s^rQ4p>vad
zeY-R7<-B)l&)+NG-Bmi-H2a!I+`?d|3)?KX6QAwOi+}R$?Ce!Xi~s)m`dRNpz!b$j
z{{@{m7HT+myexilLhx$Xt<$Hy{pMP!>Yv({dpqUNkB<efxR==Zb&Kg1>8N!*+CNkA
zMMbmHYRf<8e(+AbwXCz`hxqAA-8nwXTWbFOd~Wq<WpD3U`zD2xCr$)3@w^MI|MRgu
z<>=en+fz?YQhoJ@o11&FhI7S#<rV>_z+*m&KIu;4%2zTRzxd2+6)oZM^z^(aX<znc
z#uIUVIhzT$wq~bmpZW3Y7uU&}Jq12O!otNm^LmOw{lZT+lhu5k7%$nBpII2}WL5TN
zMeJe$mcxe+FE#l1<74v4E`R&KAvQKPDkdf&b^rgCpXB6NY*F{`-#?L5j`#H~0!|vI
zW*E1;^yz48V7|JiviRrI>G3M&OO`M9KHSEucq(JsoH;tSRbK*L`uyaaGxO9`?R3pE
zQ*<JOI@qjqS0;lR@}6Zr^K2qzcW+KVf9kWsCbq`{Z(dB9U~|peG2LV>LwVw>u5C$2
zxi)UyI`#5$|JN=8l~q+ry#f6SiyZ^oKKyg%P;_Zt)HBoh#Kpz#p%*<Zc-8&qO__6`
zN?Ut%PH@KsP0jr~i=XrDTi<7poSCWV;vE>=_wm-&Y*lsv-PYvx<W<32L?3&4dX{*7
z;&OCXeEaLp-s<v&of90VTfZ@GnW-JVj^oFpZvBu|86F-Tf4<$$U&QPxdFZ#iVv9hR
z(I5X#0heHt%u6gQbt*RHelb<}U~=!~&B*0-tTKxa9obd-I_2i3)K50$@9$0BlzQ4L
zCT7ly#Z_Nlz1pF8^=0L|`}_Mpim%IbT;6gtXW}lFW`RHshbs%q><{hFD6f5SL2+fk
z!Y0sw&GE)XJ(`Yzplw>91eSPd=7p0dUcBy{V_nV{XdShR<xRVM-G$#K(nrn8-`&yN
zoPK`VySux+AG`G~as2yBNJd0M^wf0W^6f^Cp1j~VoZXWsdvEc*-{-8~C+KZ!%uSrl
z_IvMyc`bkaJUk}Y|Nj&0FyF5B$jOtQ`~H55zUaQU>g$z1?fmkut}H%S5fC6SS7_08
z4s)fo1-9>QY;?X?|G!q!w#wwy@)b(^11C-t3NsFgb^cekFKFGG{wZ3KPP>mK$i2(U
z+LJZ))T`RBudg1q5&7;WHE&g6%eLRYzrCF-ZJxIx#5<WuX<2u-w_2kF)Aqf4_p-3D
zohrXytKP7vXC=bljYs%gq7JOIs{6A;!nlCxV~CXhlZOR&c9m*R-rOP5#BcY*K~(<h
z=d}xLPqs~X{4&f->dG3uxsMhtb>E$4^kr?uOq&Ip&&Xbk74vzsnrFRXTj~2Pxn18^
zS<0n)WzFx*O}hP~hu{8Bz`D4-tL&`nFTUEBasS})<L;%o2lwg5?lRe~+hZ7iJhNr;
z-<sKlR;nz|k2Er~PkC`^bGm<LPe((>O5wH7o+Ri`{d>x*B4WW2*Xt9v3(fNQuebJ!
zsma28_nBrZW-sY^+4<Ug^UcHegB~xg+7kNy_04rVXHA#59q_6xWNJ}dUQ%YD&E@A2
zk&#{v`{jd{hUl)IsvUmn=jZ34OClVNYk!q=7+AfWBcUC;%Y-W{7+UBU8f%;qnDm~t
zG<thpF4s$+6|)y{s$^znYS^rqx9RrHo2v|~t)(;XD1<EId83rst>$&?-qBAl+*X}9
z{`=q5MClu0uMTy3?Z^zV4|$Wb_G<d0&5IW=n!^11@Av!Obp{Cs7({~3K4CcI=vLyL
zSHFH|@$*$XLBsIR8;egn?a$@f%FukpqC?-*IlH5IukAVZw^dwg;{vU=cTIfRy!+&=
zn}?s=xOMZ>$$zPz9^CSak^Y%xKmWGM^<eQ6?~YDRd3mMLXi@c~EnO?M8K3TbIyKxR
z&}EN}?USuDBqYuAWP&<ERJ`jNuU-3g>*Ga37da<`)(@V6$DS<E0Bw#8n4;*$aCzo~
zAMS2$TFVb{IGz%^B(sG>!X_|ZOi=B!TiNvP+xMoYOIAO)AlmV8vtCZEzw3=7W@|LX
zj&^G=RN0fr>~itJ?tN?SvmNc*T*9OnV48i+XY19g>|DPd%{V*9GI(D4u^!1&GynX0
zz5eACkx6}?9qV4***STN{`1fNUqS^r*MvCkQa|eTX+^n8?ah#%&u&P~dG40!Z|606
z_HOZ$%gWtP9;utFvd^>jqed*#??o)LqY@VyrJNABxi$N`_u69P(pMpKGZyM7r3LKg
z)NB(;_2KFQZ-jA`bn0Pn@dXVegN8+Ze}6BY%(yaiZS;P=b`MU&txVb{H)S?I>G!_f
zb1d-B-$!AQro|mwI##XSr#xq~S#H$nPGR*Y_X{2#YL%Jmz@a6O3mQ)TC1F{l(lv3F
z`ag#M)AZxxj`hp?FF)c_`Q^pLH#ax4=e`jPU35-TI$N8QzdF?Idyabbbf0PV`uWE#
zb3T20`Y?0{Tj;Mu(fykQ6cbkzFOE7Czq{;hysJo7pwZ3QYPXgwTNVUOjwh`}QaKb0
zt~`GH_+iYG8Rw?Vo2R$jfBw1f^rE9(qN^k{WO^p7`nRd(m%`)%1w}F4*=7MvtABL<
zdUw!qQ`Xg0;#wj$SywdXPJ0mPdS=0eSCiHKzqsAiiQ5x#YkR)FvRh9;W;VCD-Vuwr
zLdHyiQ5|iWqT=e?%*-t83;wRK(oZ+vukCMK_SnX>`uEpAVmB@8_w1P~q5bZ^%cUO`
z)e9FGaB)7as>!^r_-=ZK$(y^ox7YmnczjayySuxWKl}abR~H+ibZ?o!$}QH>+S=OE
z-u}AeyJKUtg~AJ`Cb8T4lb8F?U)8iX)oXg#N)FDAyicC|+Nt(hVqS#3`z@1o`bWD&
zMYkKJru_T!GfTdhTPeCoDCL8+<Aj6nLn|Ksm5<$eZB3-I;KPUimwb!#nA~QX`me>V
z==TmUSFJ1GzOUU|RF~b=#kVRhFg7?TKYuw_!hGB6u=OWe-{nVkF0{Co(aFmw{r)uf
zipI-Zv%_^C@y@-c7r)O3S{b%1;!$*2*mcNB#KAhvCX($%MU#lSjbxj0V@CJ%quX+C
zhiKn@w0@6Lt@Y8FQ;mOqy?FJ~ZfEYT`J&8!Ld`X87pN9&OX8X1XwiChwt2W|1DAS<
z*Mv#U*Iu0S^Yi+VEf?u+w!CLrb$I!c0=r8SUYVr-xE*ve{OZ*}-CdI>Pu`q!(6-`3
z!kyP8K~pCDYR|B9`TA5E(NGXLRI=>I5f@bk9$Bl9M~@yES!zhc@2&c}e_d+ucE8-M
zx?7I@ee<Abb19p>?S_~~vrPhiN9~V`4K-G?4tTA)dJ3nDrlpnDsbjs;OFuX+XHhz^
z$hBK#i(AKvDwU^uLduuC_gh!rSUjmLEqGJb>D>Hm<!RHzCQX^qVHFlNrDy5VrDb;?
z-p{(aN>R&mDYqC0vb)~-Y)(7d<iKF)sNQn_+BLDewQ(9xnPP)JJlW}(VQRTub?F6*
zrWJ1k*Sm#=3RK+KkQix~yFOy$BEJ%zf4Mg|EzQ~=yJJCcQ=i?7d97FMw7t2nuKM+3
z*G>JGbCxLX;wWAHsx2h+dgNWJQU#~%?>mq6O0S-xEb9|7<>r>m$u6$07tfpyxZP3z
ze->!>T40;NG9yQa6Wf>r7Q6MT=*!qt1f2Tyqhs~v#W_B5kr}d%Z+3T2X6|E^+4nqJ
z{I$&ELz1%2fzQ6Zy{+ZS=~_Kk_HF8|1$jU3RQ8nVmhLObkX(91qT1S8(ynHQ+MHRF
zHJXd}x6E!g$+_8<rWU5DqT|2c{tOFfn-IuigUae^=P4&QGGF-g^mK9XiSX{e%C&JF
ztF|hw$ydBs+EnQC;Lk$|MI+9Mh7y<OT~d}>`N1LZ+4cDPsf^5Q9lcw(3cWk_{bfg=
z6Kh4@rFC!q1T2+)6tyN`-<&luJB21Tr>UMgFwy?c><ed(9Mij-khci5-L}i9WkT88
zTaFVh-kx^z-aWhHi#BU4l9UuwG`kkIsiLU9#HI2aV^aBy*2%v*w@zJp#Kqk^VL=va
zU-GIW>kcuy&P+c)Z>3)BIz2tDNjc9hm_L0d>b$LK`QP&ULN9L^MRgjRIy*nTv$I$v
zHA4ivo4?Db<%xazxj838&a0?9clqYz<ZL@yV|(XrXyB#jm)<X4Je^<`cx`i!(9T!a
z)~>!aQCv>r)RLu3JLj)o9}y)oedFHSo4Y3ob{Y4+x*qU-_cGt)r>FJzFVS#b46Bt?
z>gV5j-2dmtkBW`kwq4sb;faW0v)RV;lV{CZ^~&f9=Q^eP^OM>oYTNXz7G7mOa`0Z9
z<;!RMt~0I6-+2U0dR3$rxV8C-+byR!Za0~$+p4Yw6zaz^eK%bqrSx>dBA#AQm`(W8
zzKBOrB;$gX*xHSI_w3munxSy7=Ihn)S<MYs)JwW5OO&Vj#p>}MUlqJs!bN^1pXM`e
z*O_N$n|F6_-rP0e)~|mO!dCt_*JeJk_Dsr5RNR`?dNO@}ty^H5Ti~(>(8R!H;@&Se
z_21v$-R<q|zmzXrx)ik3@?mCuNy!$S=xscw3u59fd|b#|Z!LJV?(BwjJg$;gBC_uO
zDlP5hsnvFri@TrN^jzcZXJ_ptWdW%hH*K0y`T3b>jbcKVkqNk-(>NvIq!+tOWwCqz
zw1$QTpOrrPt`im-Fdx6$(<0er)Xpz2=FiVxsQpyy<>_U!epq@{&)OJ$l_4nhX;KnT
z7<U&mECfJ?d3t&VDmk@J3w*QT%cQJ`FB#W;mNw?z-4*I1-DPxnxqtZnRG+&7JByRn
zO3q!qrPh17$IMB3t5*EHxj9|))CG-GB0Au%jDV9~+#Zc<*TO!f)jXcAb0T2I%TK?u
zlaiBl!`H<KUT$7==JE0VrP<f@g0^G`&NO_&8z-NZWk2_>hGA**(OajuzAiZ9GG$@z
zj*q6Ul8-^{byrEJ6Xy48l$Ux>opj^FtWP@0{&p5NJ`+3E$ZDi|O`mpqdw%yzhrnmQ
z-|wHkVZ*FP3F+Fur~4a!E}q)<`~HRPk3zZBxfcKbdOcoE=hTI3aX({LwOw7Rk-SF$
z+}GsTS^s|@3oDzKYP|f<$CtL%6qRM{pLbtrpPihLjED-qoQ=Ta_C;sT&Ng4VroaD3
z#T3nywd*pu)xS<oI@<L}=J407rbRrtkI&{GxxIf<#jjt%Qw-xc6k7tOD7KWmzZd)F
zZ4TFgmrG*3=jxYjyLM@Fy1!wb#;KTnHIXr~F;A{~i9VT~oXz#{r<e2W;%sg2&d$y@
zgXC$8&Mb`oKkfS^f6v+Tn3qghzCCBhzo}Px@|4WJ@d*ipI8VCVm-Rlj^xw2Ay}6pX
zzj-IGFnhZs>g}&hKYoZ>{`hP>bNA~Fd+zOBf9u$@9_y@F&vO5pKY!}qJa^da`<<QY
z%3^CKb%b>W?R3+X++H(z#}uu_cGX9B@<f)r+0@eF-o171-XH93Cq5aQ8`u87yZyb_
z^@+ku18<*u^gU|>i)qIcRrU3WbES@dJhIQ^^`~w3EPs7tp5OcaQr-a$&lk2HuE9%d
zKdZZfHm~XPf#UAn-Q8E^r%6wCm)hI><?qU`o9gay%)GLHv!`{{>t}r7$8BtFV|#?V
zj8^=8{OFAiuhZ(2ceQV82E5oWcJ|u29IvpI*@hP{e){mxd9!e;f{Rb&e($d6h*js?
zZZIgOU0GzBl$xyV+AZ2_vFP6Gz<c4ReoP5o|NZ|DmrmJxb)u?&f4hIWw{P+-vwJeu
zp=r6d^?j{Mni(d&wNd5z`)T@`T^}~iN`L)8!+86fVAF&RZ^E|i*<)HZYf0T#YZn<)
zF(JXpo&jB+FBa6=OSlLh7gAMy``Ug(k7dV{lUL{D&i^yxah<}eW9Lpv-VXTu$|O_q
zw%xzRMQ6GlITS%{h$o;4a-ntWG@P=(^j&nX7F*ao@mKTJ{cGA!T35ZuYyD-k|Iepx
z32~8BBO{}b7N5hju0FkYRaPYNOMG`)KByJe_pR*GlEUQ5Utd;6F4K3kIGFza|HF-D
z*NRWYm|oj*d3ILifjK{o3hp`i`ZQi(y7=t>w#F4gxjz4GRHwY?P*=TUV=yh#+E3NH
zbME5F+y1<p_qf7;8rwq8@F^GV)tCP*C@4H?(Z~Ib`J$;ny~e3M643k`wJk^S-n*r~
z%lgh7e!ctCQNcgIUc6$uKmERbo~ZuzpiA3wCrR*&q=JT(?e4`1ealkiGSdGTb!DBQ
z@V3j+&sT;l(~Gq_eZT&HZr&oE7H(O=l($dMUx`>c!626>P<!vPbCb^<KGvBnS-$3c
zq4drf%a!M)Y}TE-QEu{cg(}tKe=luYUEg=_uS3?<rCWQW+P5tK{(XL$?@aM#0VfVn
zdg_z44&gexZ)vd4DZ{Fpi_Sc65A(SDK#T3>^ee5xu2)q&yoC=t2R^&ExB64o*Q`hJ
z=e+Cews$`Aez(rmIX0PXcUs_|@;f^UTb-ud{QlRuM{%#auKIhsWh_%Or7xE}OWDr*
z_j6p#l$S<HO%V}M3-x@bWk&A0ebwH5{*IOq?JElo{!()7J~d&Asz~Z5Ht-Ne%Y^jv
z^E?~&&)<?Sn7OSlA&=*1w07tRqYN%LryS;$K|3e?^5x-noq6O4OJQkQONYb7r>e2t
zyROf8dHWA%t->;=8)nskX_wu%UyaxvIC(>ll)i`drE9yVuWtD2VSlPj`q%TlJ2Z^z
zj;3wBQ~2S<^ZV^hdpb^C+}3^m{NFh_-<_@bHUxHGU-f;*l(NMdlg*)p&zbr5@j6}N
z)7ST{(JE+v_UxUjP^`L#TZ#W9$GcJ5&!3$?y=uZLtrb=q<JDi@(Q<2A{lhC|twV|S
zse^)7?4SR;I@c)sMs!x~eZNAXsI&3Q_}*yM|1DoXtNpFzjhiQKcWz`W{IJhrPtaen
zZgG9F!;XPz-`?ERVtRC-E7MJf<Awcw`TIVTKh|2En*Fgi^~debAK`P~Gd{I3b!2>Q
z!*kjr_Q=<de<a?7{SwNQ42^EvJ6GZDEO(E;QlU>zo#X$kbt<L0SFx7=`u_{tA1$q)
z9=1dMLHw3pbI!zPXMd<YO32sWo_E*CJkYIMtdaM3!p@4HY$xu$ms^o~rTC}+M5Rfa
zzPIpr#i{hIQ@t{W|J(e)qm|y(KUX|uwzs{yZQ|@o4UwMIey+M(GFRpvl;C>v&$#Wa
z{eRiO|8A@QU)oU{F1fQ{>lS$np^3IpYsE{7oKkqWSf7{qmHke9|E4MFKvb@bh??7R
zjV_~|u-fVG@9&|FH|yp;=6Q7H!OESRo9F(i&0ZgsCm8BoXR+5&w>(2qQ?gn-`+e);
zuuDe;`;x=@7TmM+H!fS9>cZmKa`0E{<X<aubN(mHIrohxb+7dnk#ckMt3}%%EYv9e
z_oq@b?vE&F=tGd3@z?q9>5|n`Dkfc6(pa`{v0mTWt)XfMm(EF-%(dKY7%yMmv+}yX
zomcQ8ucM#hDg{zE)yum?<kaW9|8`5_9ixQy>%geG-3fmVomnisGH7vB0}CtLsmI6r
z&w5R947~St{y!Gy?}}HNF5YVnk>${Nx;i9W)AMgy{eo$$udGpCd+!>H{nx687rm>V
zFPwa7(`9p&eb*gK*GGJOwCeW7p0m{xrIzGoA5XXUo-e6+>)U-fbJ_d+x7$`U>v`Oe
z<6>N_u~BW#fwq17d0s2*Nw7R_>5=JF6<qea(U8L|wyl5q4)f|n=?q1`K(+7Cnt7&i
zdf$zR=#%B@*QJllEG#Vws4qDudok9sui_Mc`==kfZc3cLRHi#)!qn#F<>%f!%wKu^
z|K05_v-#PJUtVdfP|7!1bY`w_b|~Y;%FoX{4>|=tdv|yDqv(ZAE>}4(weUPP`TP9$
z@8s%-Tm4+R=l8p-9b|pJd)u6|5=vPL36D(sxLIZ;xpwap31kZ_lKB1Y$u6Jw(T2$z
zq~!m&N$W`Ot=&{V^Ty4n(+!NwXY^`2r}4XiM;AdAU(`+|rQ{Q{Ke834nC-Rp%2}iH
zv0eR={)LM!z2_zWnJvor^x(nE`NFpiMBblY+1+<>%U4&e_T}yFjMt|v)G#i1;80k$
zrQIOyiBiMA&wC?XB+jKTdGnG(uTms+i^$?i<=v-u+><@BcZ&A4=Ou3+Z0$?^x{qz)
zRfDz=ow*@)J=Zx`^`uVT@bogf=R_sfC$Ls~5iGHSx_%iKl{EHc2Dm?a{AKAXF}8m{
zj(m?aN^S6YaXWC0j_xLrfC<wkwkoeE_q(xL^y+W@_dgE2aFyJ`qZhShMb6Dlu3T(g
zM$`3T4;dc+na;%2@b9zjicMPcx}1*wkD6k+t!$f6(j_t9E0O>6l~WHLUbTAT>y_L_
zd*2`2IyY;NXLEqg>>krR0j<#0A&oC`FD>HXy7p*uU~wxGCn)F?e=@jAI(bwaZo6c&
zX_}+#49~yT+3T;LlT=$}?B*$cbB<BeUb(xQ=lUfk*sMK&=-_4R<>9}dW!1iR`#Pa%
z;>*rI$DT~Q_3c#kR70-kdS-i;xwyJ{9drm(Q?iM1TFsvEysdEdzt6UY+ZIOsfA>Oe
z=C$hG)6b}^SnxuBnta^-)>MhCoe4gxzqVu_TD)cTwtY?8XK%CXU(|EXv@Oa=;&jYm
zcTw?cLDIgSQ+7_=77$mtRHCbN_7aU|r(K=3A+Kg^x<1M3Wc6>qAeDune$10pr@%G=
z&{EPr8<*SuG@G*1;@0W@bhE6jS~72Qmxd*{mh=X;+I^JWy{*nS?7Wng@_kPy#o)CU
z^e-80kn>ZU_VujeSuS<<=&f@8&+kj$4tD#Rp}qbp_r*oLr=}FReQ6A9KRjVu@xO|z
zy<D=fpTxV2R<2z6Dq{ZKKkGUz{{K4vJy`nL%F=J!u5C*DW+19K&1jkWC0653qqRw|
zR-|4jbG#yTuldn!iQAhiHg)YfSQ@<KME#Q^zbrRp6xnM&e6!%%{F_sHR_M*mHmtt9
z_n5)<P3z5-3XQH#eR+AKYS8q61=6S0KxI_`>y`I+cc*iJ`aPgDW>^;3CIDI~`LRfQ
z=~5=iQy<uu_g8CfdF!gey-PoH?aqg95+(T(HN(}ne7?#u=RBWY`{U-H23M{-Y`iD)
z{J?}$jUF>Esm_`5_@<_w)ZDl&Ur#UNJrZNFovr-MgPvW}^%M`c^H2ZNy2z&>KtO4-
z&)J{XtM}zs=JyEMT+r2AmbW41u4%mbSB{BE0-9^r>V$MxbeNYmuU_CSx#;?ZNDj@|
zSH`Q@rv$I`k?(oko0=o+6gKVpqIciV{*!WMR}=Zty1-<?>DLv#-){cMSz~V5yrU)Q
z?&h?!i(p+-(9qCyhI)IE$)-im+uFjOPSp;b@~3&xnS;&j4}W9?8l~k~E#lFwUz5Mw
z;$uPibanrE0aF$RPWf5Sq1f`LfA407zE@SZf0!uBafpTAiEZA!dpEo8LDe0?TMjy1
zU{VxO_g%2VT4a_|BiFSgQw{mnNAJzg&%8PJ|2egmL(kI6KmSR)=lShU_4RkQ*41^@
z=Y9vBT9VH3^X2mSE}>UD<{dsbdFJuPtq)(t+}%;=9K`N5(~Vc!>u6A`Z`D1GREZf=
z+mAdoG&FS5JiK6vVvE3{_MkR_O&J%J3Qxb#S}#;y_#uU{(%ER2m3K<Yk{NPdGk2H2
zUnO*Gw$ibv|6fyPyqNwszBwamb(7Z$Kd1>#nv2^7E^TmR&Wu~G#O^C5v|_^59fit<
zwo{CZ)6Y#gGt=l*(e#K?m3MK9hpV<+d0uz$)6wOe8(03A(IY!iIFu>V^m1=do1-RZ
zEIO!7;M23S(uJj^j*I;GX6dK|sA?@<y?RgW?=T<kr947^lx`Mh%`s<VPCaI*U3hMe
z<tz`$H>WqO+F%CL-t_6zk4fcqzm-6`Cp3sX=h@ld!@l&)-{0S_>a^WB;kmNxokY*K
z-c`w*lhuNj1<XvC`QvHYYW_XyYk%=>{B`~2uKNPnlR@Lh8mSzLx3}kqTbj(Pl|Rln
zxs_$w42?<wY3*grL26c3QE%QDotWHh9rX5&p@fF|yB9AM&d;-b{7F@q^`5ZK+l@P(
zpL^;JYE7qdC<ZU{nHbZ!?`4v~mk(FmZb}%sE#rNe_Hn)HiSyCR{O9W}YYti#zrRi>
zW|6>A#@|V+j;%fX`pSV{H#R0uF#<t|F`n<Y<lYwROg5FBvgdbV|C-shL0MDu_3lPr
zo5<I@`t%P*+0<tn<Tj-|dVXnDTx!e7$+Nz_zabHy5y*7o5qlZ$>Zz0YWUV@0E|{Vj
zyJ`u~t6MS6pVJHfw%1-f@^GSU_nEoY=6k&*y(GOPoj4Sy7`03gI@*2m#00Zhd>V!m
zj(nOu_w@2r+m7GQyR0s?ul|$v$yd_?^JHQsYk8UlCoB9oeevro{#OB}>_P`k0!}Gp
z8cmzBW}c-_^XK%Lf8BrYTM;UM+3r=Co^tH263_QRZ6GM%#Ick|QN`dud|LmTr8g5)
zs?K@TtaRDrU3;7VcbMm&O`5O%$E|&Rdd9xD!LL91>ZRt%MQKm<61`RvAa1v3`4bK<
zk;@L6#qaOgmgdUz&Rl))=jJ>A7FWibyh#odX0|e$cxtNF(sE5_5adv732GCVq*|QT
zIZJ5O%>)+jr5~1ly0Gi!FEg8eZx3HAO1)n6@q3xOQgrtOqy2K-6PtE2UrOO*OLI#(
zJuB3QdFh##mzNjjD%@{pdw#y?cmK88z|D5c_J*_y_@4*)B?wgPE#*;s0^0MDovkhX
ztp8e$LD0Sm#;;3-y!8rx&wsyvTI1Z=tNu%e=yuO!cyIgfmAUqkvZIr-%np2*xAuxr
z-~ZowVewNlUOiZMX|1cQW~fE~6&^js>1A$v%N1r^GF;(hT3(W$6aLffl-SwjMdf?;
z?sJ!I|6P3gg;MP;(<>zb+w0zGY}~wA__Bkhu>AUImos8oeSZI&eCg}IPp|Z5%G`2w
zx^-px2D`Uc;$z<bEdKSHML<rz@%D<4)_)7Ljc4q=ye5oQ^6v7rB{@OPtEOlwaTa?2
z-#o>0UH{+O#NDs{FRt1?QSol{17pX(wIy}4T|FdqCKneLE}OD&%0f^%;-u;9QT1$o
z{lA0aHnDkJzD!rcKFpA?iMzcy=vBDpVxfAu2x+~iT~EU|C7)mQGHb((lUF09!nC#Z
z*S)zS-yeT=qA~MM(}LZZYZHFH{i0U7yLj`g9sYm!Nvx<$Io;EkJc;?>l)lQ^x6-A%
zgD=mjh|Bu@DYN-%?GZOWqh0p8%%?*?+&Dkqe!72K5L<IBhuz)MrH&c*>w|XPyB~9V
z?Gw-2Y@vnrRWBdEdXu6MQ}nC)b)Nd|Y3e7!w?6zI-nn~9h~@<C2ln1Gmwan(Ir`UM
z=7#6}w(|^Io__dziBo%XpRZu@(PPKhlI9@C^vkL2{Bjxd+?knOLgG%&IT_mZ^t`6~
zwex|@4u7)h%U(Op6kk?XI(=HH_Q}1%(jlQUb-9nf>_0#6sBiB7B%k<FnYyRP8$SIA
z|9oLyh(m&k<pJ-P5_gMt?kgAlcAeMYqqce7ME_vT=I^}ye?L5Q{#l}tdTm{-wqGBg
z)I8_6zx}zcTWgs=tY0jtTiN`Fr-gf6`Q5iqZW%0QV-o)V_^0EAlnq-=Tc;e<vD~7#
za^u0e?DYPCx5`yp&3=ED5I2of57kW7NClN}Edi$lCdF0$`LXd=)AsVOJtndX7VOcV
z797(PyNE6C-n+=BKbKl;eS5w*I_2Syf4^!C50n%Zg`AgWzIb`Ia>(yL8|-GdetyWj
zXG;G;9p*RvH<{#1>Z91woF8nQZ&Rr>pKs}zHeTr?*RHu8E?!al-}7Zve$3)MABFT(
zWB%=)a#7c?OX7C88t)sOee-T^{99Yg{$JWP=y#}Yv`DVo&f*FD9B)Ov#f*LzZ!5i6
z@ipfDo=R|Th8Fe{O1RiqA~q!&2)n*M@Ia8+_0Oxj+iRU`9v*oRxc~2;Z?0~}m34Qv
zOPw~pvQNTe{Vc<fWjwE%X7YJ*is+p7C<5iGU4LZn*UDy=1-Whi!?<*gy{y;F8#f~6
zcs~ibxKBRg3Md76i=FCy9QgLd<fUge@_wGuadT_Zs)J?0XQr%-+czU?_nzXJ7poh~
zo?J8h{JAaCR^#Bjd&Q>$P6eC-^<btbwxpDlPMvzWeaY1aES@fboh<*A)!FtHEb8jX
zv!2u^#iKMa*!jD?kVta9e1Fca_<0*+4r>@1)UEZ;YM6e>aDI8#qHWt(g-d!H@YGGb
zzb9eMzkfxn71{sxC1!R+FY`%~(n#f#x6{e8ys@(P)^}##U;d}ASMP4Sy5Vj@nv~Lo
z>xUgyD7@6q`(JGtcfBn}FXQs_Cyw(!d_J}A{yggo?%V$=FX?fVch-~K@-l9_V^QMW
zOK!#X`4#(ZZEe;#omyivPhsh*t3l_rcjPJm{B>;prLqSFh2K9;-mo-#t=p*<*R{gc
z?55tqRlYM6+5c6ny>)zT$3&j8G9#-Z-laT>EffCpE#*->a{YMp_tU$ceLQ~i?2pp8
z`5jwI|7x-ARN`AVd#V45)!jKWjZeN$H+x+is<7Ryppz-9jajJn(GR(`uU5TsN&dan
zT`4$rQM}IS17$o$h1N%tKiF*Au`_A+uhP1YM;MLP)w8dR-nk`jLHAOn8MO;eA6^)_
z;8E}X`Riw}dCinI&wF5_tl#~u)^YN`$)CQ~Wd*ZrTgh_J@Uz=$$)s*Io&!aW%$k=M
z`MKV4%M&-v=KZbk)9hB+`Z?>;?k>20<3^2|y4ktuqL<mbtHaE<{yj5|_0#E#U)^dA
ze;T|?w%8Uh&*97w!xP%Vx0Xsy(^GWZesjKcNS9Xdt|?c~Ou1S6UY_$zw1drG=G6Cx
z>z6w1JtkE9kA3xQ&C7KkG`>c}&)c^s|MrA}U@g;}V>6B9*%ey^yd<4G8vpz(3H34I
zpYrK%)k~GXZ+9P04l$MFS>x8W#c^GaO1&xnr>`N#3<i@~uTFm_(|OE{=i8NB9uC{h
z>5i81dk^d^EZ~*nKmK}Jg+k=}>VC%rP4=`?6+6=dna{5~o4xo_cir#l4-XgUux+2U
zuYAVafE@vjhP+dZ^yBs%C^ERqqw&^x_P@!GzV6HY$f9Z!pu5s<Y0#(Inkg4ADW4H(
zUQ$w4<j`56ny)ogt4Av}>zkB{;53m(h7)=uyk{z@^B&2)qkbfOQtibbrfT<(2Q+eW
z)+$bEE6eZvA7~e?zT%9H!Zt0>ZZX|8SwAmbYJPs?*tIaODSGP4;_J7adg^_<zG6k%
zX_FUsg706eJtH!6qv5=uXOBU%D4Nb3nO9aUEXjyDd}z{aqg!Tcw0vioh$Zbh|9?+q
zk@RWPwuMs?XQ&jh{Wx)?Q+Tc3a-ZW1lSAfhdg`tpmFqY2nd1D_Pragr-k)0N{(gze
z(^nCvTr@uyLNjQOl&M$Ov-7Em%~Ea;Yb;aG%rH!{(ntkOlYb4i^we3(^LYK|=&3t8
zy1O@PX%@d&zddMerS!)S+!JJ2xlZqE*IyHKDrZ-Xdya9+1he`4lb5oe^E$4W==0_G
zN2m>;9WXL)-k!DRXFjZ8-Z3|pt+TUJ@Uo+(as9uVld~)*?~4*YY;f`YYM0=UWl0N^
zM3<atX6Ikyb*jZ@j^^XAya|;X*+0lktUsEyTL0?n3%+w=VwU>dKDX)LA^#~x^8Ap5
zbE1`7{L1t_+0|iDCl<6dW?5RKb8>Qme6lWnf8X~|)#ajb>63O;xAMHc7&QNPYQ_1m
zPbP}rgx^nZjEPX~5*JR;4N5!t?{d&mPj8*)f!k+)d!au6<_(V{=aj=VQ?JeO4e5_u
zlN37bh+2!lr%X`sHqW*?Es@htQd;>~$J(`PZR-EUbY$B9XJ-CWs=8RRC#2KHu`a?a
z%QPtM)2+3Srs?iBd3i7Vew(Uo#XP;4cP4zf{%Q%&qLiz%G$#9k3iKzJ7fw-ZnW7)=
zSG9FrzGAbK+xKauOPvZffO;VlmEBjVta)E|Bl*+kV+jjXEZDA!>&IP*I~9?ep`ZHg
z|F@u~PvVnozt0Z@mAjzYl0$K_y1$rxK0miahfzV_o;#aQZpplS<V(P*gbh88{HM%j
z|GHx+(Y)Jq`k$YlxHiOSI%^7BRZn~=^d|^p1jsFO?CaxdFYexA+{LVJ-2Z-G-<AKD
z{DPi;-XC#MX-4mqck9+3zn|xQ^mn?=Z#zHLNqqeL+Z{BWH9x!lNi?-SrtYqH^36NN
zjrRY+eVZdDpfJ0)w_1IkoSad0ivDKl6FT$FB948_)(<@`Hucj{?iEiKKi{rDN$P2L
z_v+1)D|V-cdawUyu{*N<%<b3JDRmL@nlr2&V&=#!EqS=-#Ni|pVUGB`K-N^3_1BDw
zBltVx%~<Ovb_m}-vx(<JPvYI9*N;cf-F&4nh)wilz};8ZlMTc4x&G~y(ZAeQ5?p)w
z*t5;wzxB(1TO0JYy#M%#Rg%t2OaE$F=$*V7qrIGeV%S$LP{Vs^`s*qo<NT7SH_gv;
z%xbG1{`mLk)gz^TdHZc3uWnX+xa`N%bJ}$~Kb?5ASKYVz{}fo)DRx)MM6adYGp;rm
z7F}}i5S{WmZ2u$k^|67|d}UR9vsq7nT>tFk(Hp9l78aI%Ro$Anb<?lMPP<Je_xWa>
zc+|;!<$oXFx2*Z1m)WIxt%_MI)Z^K1@GSNDDa5+ey<cupRlun|6(61U?A?<R^4{!a
z65H|5-i4Eno)x|RoBeyg`}6H9-~KH6A(=Z{<`(N;_TMkQAAQ@gv3Bd7<7<AIoa%he
z^=0aW2?C7MR8lokO*r5^p2hC{k50?EwBO_r<9@<5VUJ^5^S;W&y&HKBBy4y*?V{`1
zSqI-nw_o@C?RJ&7@8<3*w@J(%kIiZq+<mj;OslN-m13*PPfI3T`THk+Q%a|WmBk5t
z_v_L7XBh6d7yLqAGiQITMU>HvTS;!y9j((ITUcA3nE!lR#?JnmUtY34{?$2o^5Q#t
ztEYn-nQED!G5k{kPF&(z8h@?L%%(Rgv4u%^Ed9Z4l6Lt^=5>MXS9xZ!tD8&d7M_@Q
zl=soGMN4_&k|!Q&RsFhf%E6qO4E6Od?`}I-Z{a@0=yH3Rw^87ymA-<jY-=j~eZL#F
z+x@M-e{|K8I|~;soTLNlV#4E%TTEv{&$@FGE=yiA2=0tkQ26jvcyq!B`$w5g4?jD-
zn{l!Bme-Xj7ruw}9opuz?p)CFAkFTnM*e#51j5DBBllEn6v(yvzj*QDqsNZ9oy(10
zl3A+j(Yo+%^s1+3<$W&R&8t#F?KOf`*30zH)Xrb`cG}^K#VG;TpJmOjRyXsQYUFz4
z{_WU*R{KN0PF~r(+iSa6>5`C#HbKTaS{#MmPY*9Yx#OSglm=J1X%B6qJLiX&P4<}i
zEA-R?+4CnC$o{On&=;8#^)8vOR_eJ?_B5SOzu)f<1~<l3V5MYy{ohv2Zyt|kep6Cv
zb$s|uRd`9!%R^c6JU-L?{Nm0eeCyd8%VxPbwehHz<dee(cY+pnWiT)0nWP!MIxN&n
z^d!6BqLY=!9y@rw`lR4E!{LZRrEXeP;!Z!OJ3*E^KXU)I^GMlU@4LgRh<o9!osqsf
zx1}%rXO|tWqbYaONP8puL{87kTPt&G>wo?{AhmJpR>RIIn$zsnZ%tf&Y{e&mTN5QB
z4%c4V<L}(2m{}4MGKIl=qS0ZcY2M2dlb1#uT@|#Uq%yMDEN~Iu-04E0SsjzRSEqdb
zGOaDPN-{*j>dW=$m-e;$Se|KX^qte2wB99i=7y}rGF4yBc`Q(9EZKcQP{^oo*_j&>
z>;IYY|CG5cAmt%xTss#Y^&T!W)lcxBZaNcnN@3yitNCFk7I88kIeC%s_ad(Di*+7C
zF&k49BaO2y@}ieaIe3Omh4by@<^2M=_W#$%?p~I1V@cy&Q`_g2O*MsoAKrO=d!NMR
z@U5*|R_1TuPdomnzriJX664L!sXq+9{{Q|l(5*k6NprFA(iN{#ruay_Rpowqt!Tc<
z+shSkN4cI%;}UIp`u6sAG38XY^W7nv9v+Ziulny>^2$3acJlmAni-OFAw=w*o!;sG
zxGA&NT6GA;mrA|r&%UT0lC|}nM)NbBu>ZHMExLrdxx*w*a!r})_iCf<UuM$@MrnVn
zG(oFZKxOf}`}_6Jo%34}mvk=Zn8LNQa-Fq-X16n<Bj%SyENc9(8+J-z=f>{t%~s|v
zzt7j}NS>Z>Fw8G!&irMTad|Q^i)S-Vx?{I1=)=i-`KNbHE#OI;yu{5<l0$im^wZKq
zLdsjrSH=0AuD!Iypa0DzpF2jWlV+Reb8QgO6rQo2!OLEH%h&m4{@?D@FWbNO|M&1m
zlTP}cRXg~0{l5LGrqSEXEz-`JmG*Yj&#Pg3do1^t!)~^qV`t*kL9J>~EAd2!pt4GJ
z*w#A-g_iKlQ~&1rj<@-n>_p)}Bk|KFI$@_0#9YL-`v{4Nsbw-R<(Xz^nt3UrX78P+
z4_EePs-_xzX3CA|oASmkn5{I>`1rq{|6Z$1cT4=n(YLey)9Nb|jCS3$Ss{{kp|0+?
zQtYQ#-S3{8?fzaBPt1CGs*P8gC1TQ)!h#|{KQ)OHTxX0j@9gd0)jL!5c3nln2L5TE
zcch-?TexuPl#PF`dxENU(6~#}9@R*r^l2ZNt)g0{IR4{#)4j)N*S5Rb%ab!FU)*=x
z?965j&E}bQ9zwr<d`wo%{QmR*mzTks5epioXvaCk#oU~!7WC}hM~N*9pA>KUofB&!
zm+Mw5?)}%`_gdd(ts8x*J}Z?{C!}0I_RM&uvDT3Vwck#}B~4dk_Ug&r=|AgBribE`
z;PyLg)09#td}jH?_`Uz8;t%<cXYVe*kvAcD>EQ<#jY{gK==FO|YRo++Y3%t@s&vaV
zqiO#UDMih1PDhq~gwe#b%8(CFjhFA=?)dx8#l5Lt&m{hev^gQ)n95}vb@l4`j+@_~
z`m79Fr?I5RPORs3dzSG888PM5x;xvW=FF7=ZIE}m^zZZkPft%jdi6@_ZuF{bUvACh
z2?-LF6F)uwa$S8J@29Uv>`u&1xsYG-Gx37@wezy7$-lRTZ_d7u9^lF4S$lW$u7&eg
z{I=SWH!Y>4@Q|U$uiuJ)nT-oK$o8jh;q9MpeZl>{`$zNe2J^JFnfv>X)k=9UXR6)1
zB<rfyr&m|Cy(b#U>j*D%$)CRH;MA*jC%TPN{#{CGWlfu!vSIu56Mxgu{2jNaLeaHb
zWa0y%R+CjW$rhhkRjW&{YK!%~Utjm~xY?6-$CvltMBYg$*#69DQFylHUQ4HPomH1!
z2>n-+oZvG}A$3B=&Xk2VLAydUEC2r5D)9NoAN!IQ6D%xloZcX})?}iQ#`k~6Z=U4{
zO?~;E`?jLX1|QFQ-}bUhHSy%H-W6APCNA6Bq}n}ubw%3wMMdlX)TM2%vtDJX=&9%8
z)6m~8B(bA+(`WW;ZHxEs-(D{hWgg8bpL4uN<cZC%cdtE~H{J8tb$4Z^@74I|tE+WR
zFXwgJ{q1+gjpZA!Y)F`=pc%Ghg-zurmxisLGj~Myr<|R+TF9z;qJ@RlM0I7cbtbp?
zPZo1eU#+oN`TB!xVL``s#lbV5hm%v&joY^qEg9HkuL+AOq^9w_*6ZuzEBg8>RPou@
zpZl|}YN>Lk_r93<D(G0u@AhShjPEtQCWh;TM(o+U=gGCT(M)RsPD!{#T(Nr7U3AIq
zwiO@e<UZ%)59)Q7_I%yz2XBt73|`*VymxQRy`5*Ymhwz%P}$1st#BzTpe8eYO4a%F
zGcy#A*x3IU*NIplY#gSWTJraBl5?{iuVV1Z62Xt3zD&^$U&rCWACz`o-~Y<Kr&;C(
z8S{75wU_YE?s;k#<t_QT8d3D0=nhy^QK%Vep?~T{)Z8hKJa6uV=<<S_lp9sJ-ewwU
z9J@3{h;?Vq$vaDVI=Z@qq@|^wXc|@aNy_)<?D#i9`B=`c<NUwFBBSJw7yDhc>n*yI
z+Wk~KUS57@-QQgeUzAd>&D-5pJ2Bt&zFGF`Je{A0x5^KiAKx;;=-N+2KFhnmPgm~U
zyGv`zTq~<>w+hWMns9n?-PKKxUOrSTe|JYP>0S_9&Yc~By2jbD`&a2PzE?kbxg~<R
z@xs>1+$Ww%{|ycw=rL3I>Kdwdcap02bfe$()hplKx7JwhSiOH`aq5#tSF^5h<h`%_
z5YzP9Y|^i}RWH)J&fMJR-xa=!EplOh<3sKxndkpSJX_p4W#c_W@m2Kb2<MaOj$0>(
zNIfxd`<l0S(usLCl|db;9+Cy`?pUf`>UwrwwY<+|d2{wuL1|0Rm^pKo1Ric%6=Sub
zM6+2^ac+D6W%USoi|mD7W!<?aW<PrPT0igRChygC%}Zlna71qUzvbVJqt*VegdV9$
zO7GjfuyxADcL?hjonE}L^kRiDf04v&rDLnUmz|uX>ZId+szJW~PhipWQ>u=2_dw&<
zahJnnCQfGaYU9~<X=`?P<<Cz`8N8<(NwtUt9eahSJ32ty&Zo|~x4WvXlg+Z{uJ-co
z#m&v2Gf+BGy(B*zm#_C|eUM<<oOJVw<DPA6bprbKI6s#1n&&sm#1qtgk!N4p6YdZ&
z>2^)glS>Y#BHq1T0v!P6n7BRv{;K$nw{PDVwEh=nw*pP@96hJU+|u)`*~Uxqa`Tfj
z4<9~EN>5kcsx@uO?&HZ7bE6&KL>Y$KY)%)okB_&k_^_ZxYKl>Z*j{$86GvtmB`4eb
zOIj&#%XEU#wBLwy@+E0m^!7Y8A!8AvzrVgNp0H6!bMfOhH#cWl27g;Kvv6MJ-sp@y
zJ2nM7?KTPCoNQI{LZSZu-|Y-ul4}n$E$Lx%1kG51Cm)`ioo${qp=qg4Vc=x@qyvXt
z7DjBkvNBlxYn;&QNk$JYE_T1PEjQY9!Tb9gH`-Y3@4dc{^=PZC_Y$9re;z$~(h=it
zRp<qpUeHXogZA~4*eug>a&l5$J;?j?j(yr`Kg|zvzI<;N-P=52f&iDK_B11_Yipy`
z-@Uteb<NBbnhP~*&+SV%_VM@3vqG1)HNIMW@ZeKbL&Lxl&<J9{sTr~@0#2Y|+KU%2
zzPkS8SLo?ekMk|16?Pu*>8uJpwc>l$-(O!R*)5pDcz&Mk<W6DrRmJno+wF^{Z1A5E
z`KQ`4PL1!4$~nKjN!sato!#BSvXG{J8ZUIrV4|}7k;8XmyPllZy#9Tik<14JmBQ~_
znp4c%E2=6^Y)n3`V(X}x9AUNFbFx~NXYg*ft528zjo(y1<KUaEKT?C2IJ{FREG(RM
za<aO1CmU!$8RS;*IF?QuXdUj%OG~fnpA}60ed_k>m~$=P6Y3)5r&ceIxw+}n>-GD+
zezgX<9sl?D_tK1sN=ez-+PTtUle;&1Yj~LSUBA9>;*840OEdn(WUUN(er_)BZ}p`-
zAgI_P;H2r?p&FLf)zKlq&R(q<zQ<wLJk#Rb^In?KI{PiGtxs-BJspwQ8FZ}U@$r7|
zvr?v499Ac-JmfL!>>Zz#GWGE{`cl1C9Wk9YxwWnB)Z5$JUE57PXYM)beR6~Tw8+{A
zwwYH<kGzUcU!1oW-dMEj=@!@bdg#=uvUv4oommDBajNgU%$x1@Tw{Iwt8;bt=2^TG
zCrnUi33^uh=HA|Dt*|u<*kYb~iyYzMo07cD#W3-Xt=!^CInKu%q`tqr?4EaTkEYcc
z-%~uYRwBQR*693UX8Q4WI%G!d$>EBRk6L>qjoo+~Cfq5x{fIMc{_LdFhYBaDpYWHF
zl}&kbW8<e!PrVhV7|EY{c({FO-dw9JOW$oec}7dBxt}O63i)}$VX5{RyR4YSdv4si
z1sW(e%DA9#IMpjmD^;XrK4`xoXzC4A6<u2B%s%zb7N?Vkijp4Jtd{;Gd)vVOY{7wq
zUBS!!=5LW{DhOzjlzDu-U)(-E-jri~$gUM@=Gr>Vi|<;T^Rr<`twoet&Aq^yy*4g;
z>!)g+nq`_DWZ9^{lxNb6>#IV&b(6Q2O%SMhb!FwBKgulvNtOYp1e}C~g_oAD4$BG%
z+!P=eX;vz5>O$0;1N_V>d)W4f?NQsaE&KX9&W8(*OsV<(cKfB><sGMdpCsh#Z`GO-
z(z&JHa@RbjXZ1o^^8d5uwUlM5Su)pz)bnuhO!)AjfH(bUz^Nn0kFS2t{xkKhN%l1!
zd$SLp`vsglZaHZ>bNsCTc1|;^Pod+`#@yT6&X(rf2A`LFdt2^v^ZcN%8`Sd)H|@A@
z`FQ5MS?%xc?pyx*+WHOU@8cqL(quy?=>*pFyt>Bn{@j|<S$qqQSZ&G{R`H(Wu>WA%
z=A{4s{{EOPu<bu+6!pu?%ZVmZrB!oM^0ekyuf8I0IJL}L(QVJ{Z+cQIoqSF$(K@1#
zc!(wA))q~({Cj`om+=KnnYb<XQT6wCvN5vVN1J|qeQllp+a1*ZpQ6}uXJ@gy@qCwF
zAy&ad?aoIxwQeZM;jgjUfAFDIgV5w7VGDf}drhORta#;H`2Ah%gnHiF_5S|;YvT9I
z^-7z&{i!J2syxT0km<_CsfWHazAdPH?K9om^L=He@Hc(AwP|~wc0CCcF8ujU=H}*?
zA?q(M_y7N#CtW19PtJDLN89ReJnQ-nCQSHs{M-4Tpllb|Ch+OyWp!W4*ljtIExgiV
zf`{7M*On-Lyzpavu*s9V-0r2VTSFXYnl0KmRXaQ^dFl*KS4nqI=lV}iJbC2pWZV`r
zUR>mQwXd*eeRT0jCW(7X1;6RawLU){X3@(aT#&qb*=6y^IfmBfrrQc1YT;aaf2xry
zm+V4=@^>*db$=xKm|bTUKR=gQ^Zni3=GDsgEYHq1FJJquA5`>eICD%)e9tYW({MHE
zqNda=CX>LLD<;z~m|RZ3?*CVNWz*6##;=#Zu+Ey%rR?cs%5ha9Cv5esmVNdA<@)#%
zf6GfqteE?_Q&@db(NnJu@o@J`H(F;kSsE|)G-W>aC8I63xb4Bef36>Pf2$9=RvmMv
zgM0R}<fAQdFRm}+TP4+{RJ>~nhq&3ABdec1m}#8qvN~+-hMb#5?BClLY81b{W!n4x
z)z#GnrCw7s8n3O5-uzd&Mc~mc(E9L->gvZA7CK8<m1y*^H80tG)&9?<TVXaTDO}F8
zt;|G&ww;q}V)j0^BBQwadyS3lCZ6}_*GzW({&Y^v<d^(K>ur?Jdr1aOt2pd&^Aq3X
ziyeuF+cMPz<>loqtVL2!EOzhTkbPZGG%IRLMx)Tt?t1NOD}GE=$jf<hW{%jjNvs$4
zv~e=uzIymh;@mC!-b7jm9S`@tVx{uW^!qp6Bc~s0FRi;NE*YuzTt9c_%I~r<R&Mhr
zhx`b-UuCksuS(Q=amc|rCuXRzE^_Hhso($O@e<FuTw$wO@9r)?{^#fC(l6(a_sc)D
z379f*O`_2J8Ns`)T)RXZcbC1r@oy(9s8%~A;PghBK`(Ak$J5i(lRrE-xFUSL9M_Zc
z?Kd_idAdJXKFwld^6Sk(ZBw=;9p#GIRpPn4X@{^#s)f<p8yk~v-4s6vY6DEV6ze*h
z=jCO^O|cd~_qx{PZ%RMSwfW`}w>`{kJO|FqG&YSs|Mc|qhp%6AKW|@j=JWIOs&-$e
z6_$Q_cD8$6?Cwo}g~9pkVZV^#k;8|X*T?M*(r^C!{Cu{1@%eeSn_ldjGda7c|IY8n
z0$oOHqK!)Z|3ok0>#WdJR!k9zzQ3<_tFYeJH$Of;E{eN+=ya`q{JtyCO}HmTI|Lp(
ze%$@>??d-w9YVxd6B)t;T;=2(yBZd$1afvUEfEk=@M7^|5L9dx5L8hOSfs%uz{I*p
zfk}{MkATVQ!<)oZuDtzW$JX%snbA!9?{h9+zI-A!Iy#z5ocrJ(W(N)ChNUhZ4RzDK
zmX=6Vy_+?Ac5-d)-9O9=BwCCZBD`8yUX*8NXY1(eyT3d2v?wPxcV<0<NOJ%igLmfy
zhQD$$GCenM-aHYTo1439>iIv+3j|==z8^W_($m}PdhAl;2YK^pva+%>>yI)tz;wn%
zM0CuXH}6E`(jd?G5C8nR^GBPF0j~GfttcxN^K^fIfBE-{ci)6_Jd<Z|l4Q_Pbz=Hb
zU0-jXm6df#-EQZuy?cG%KYaJ@9E#?vS3|3g9Y22j#MP%yQ-AfIKY#vNydmgNv;#p(
zDh~VO<KiwE$Hm0Btn>5pyOdv3U2Xi|j+tShkF&Eg4==Cg(kZ`^zJC4c8XFs1QeOUl
zTDsrn`$3=nDl-0x)tjDNTx?vlb@%Ss&mO9Cq%sJcl97{JX7A;txpZHgva+(~lNIaM
z_4W1jNyy9p7d`*?Z}>GX&I|AV{rfj#_U!JM+?*Vj<mANxYzzy}d}m6?&)5Ik{^Rkf
z+wJY`KjcAP%gWMfYj0N$_xAR_c<-Lxl%Hh`9H|T*=6xk)Wp1^#wK6g?EKW>ce*e$j
zID6JCrEp_o<CnrG<rSweI%qH-c>Oxt$KT&QG&FS0nl)f`^P3Co)0}4sTT02w_MSZH
zx$w++CXmXH9}8pR<B!L4a9()-`}glJbIi@nCoaBs@7|30^TkhzaDxI{Kxo1J_wU~a
zYE4b5uC^|^a_N%L>eZ{AW<CPh#Q<_`LV`l=qZtcJZu~rVt}kF&1%tpThK30Yf8%0e
zde*I5cfuDGw-4UD@zDs50r}&{;d`<UM>e$;N=z3C72%t@qG^?am!_g>r;4hg1FLGQ
z(o~foN0q3MsS`E{DtI+^+!DF5gg0<wwAMni(0|wKPS{>Ad=+;*x2&qJChWqweVMl^
z%Vt$pRdL;EJ!;eB(eU2%{nDkXt*xym-+w>t=jZQ#_WXgTMS`hoxEVk<Fu!^GR#Q#Q
z?dHv!MZ51ZO=P&AeowAneZ$%``vmpq=;&vqKWpq3^=xGXUF6KL{`%^!F0Rj=KMx#e
zxOeYfO1uk`!Tb8SH`gB)obY@0{JE&0U}D^SQGwJ6lO`p7<K7>wBi222)-10nj1Bpx
zWcKv*_iNkO#H6OC?%K0w%3ndw1ADx^ysq52qhl>8BNGx8HA|;SgL$(*$DKuYUzYsK
z+8Ch|mLQ+_P1Hq_;m5OW+qX}hGiS|_BQCjld8h7muq52GwY5EU=FF5{7NyCZr^TG6
zD4v>8d$^t9!@ouiW`>HInvm-1-OH9QPtE@`k^S?%8#fGYXD{FU_|)msS8v?#n8FCV
ze42B{_NDpqx$D%o?%AWW`^1S82G@@(oodiv2HyzX!7}aG9&RqKE0-=M&3>Ki>gJY}
zm)EDkyod*M$2Eh3kU@U->v!+M!osG#dGPAhsWbOugu7wV2l{N}`W;jnY@hAjwr$yj
z2?9TB>{xgI{ab7NfAVDEMLf_;v#akd)HE>(`TO^8Rb{1M2g||U%KP{4&%Xb1>QqtI
z-B+)M3eWgcXAinDS|U9?eUsGs>)Gp`nwprXG-!NY&&V*xZ+TL3^3=(b7e9WS-00Ep
zU|xA%-nv`2Zi&1(cKo=gxVZY`+pdxVsRo9If-}DRuU@&*bH1sm>C%1s>_o-IXTQ#s
zm6g@Bw~vpFjs4|(=6g<VuIcS*^X9GFUs<oGUA!|!OIJ6vq-2YbkkFMoch<aqo!zMM
znU$fze_mHtmx!QXB43Mxio=C-x99wvHf73}m)$SVojJ2&-8#R$d-pzTNG~i547+gi
z=E^;LZ2q1*dbBkyJ>6G;Q>Nsm@~H-m=I77TMa9IjQc|AO_V)F?`tv7d{=)(b5mC|9
zb4>eo?+*6$?JX-W4-E}n`tV`mU&m)T`{G?@et*7c)#1a=q2b}PH!tJo<GXU<LPDH-
zYU)ylDL<JQ8V*QLZ)|Klu-|TmxxTr%InzXi9|rH|&XwJKH*b5iJSeRd6>ZAP&sWv_
zkg;!@)10;I*N5lkuC+_p_VaJU2{BMO>*(lY6cq*i4^2y3cInckFZPx9*;yxV+-PWP
zWAjJkP*PITnMh-WQ#FbV2Y&t9_2}{As~0aS3UD^@f3B;oz1lBdzp<Q6ipw=nL{(Ja
z634}U7e_}2hE5hv2M3NR4)y^|FPIlGP57t4sOaF(!I0A5n&A_i`r*r)ql-_iuJ*Tj
zcRPQ6@qQB-zWG*97F~R?-g@U3*97fXk3ULONQ&jn4Bw!UtaGZR{q)mAdPN<~T4LR=
z%68v+|GkR2NW${qqBFDKsoZg08|Hm%QIFxV84Zcgr(J%jl05N&ap9iqtx~m2UpfvZ
z9Qd>0%l*<@0a^kgQ$h<14QBf2oRa7^Qf&PHHODM?^UV;o$%$(hdM#b#qU5-8(YD)b
z8;TZ}?Oq$S(nU_;S=aH$7Qesr{H*C)almqiUB#J$v)b<aeyxiAS@ZAd#shiVAKR8%
z$ri2VYHc!`eRjSjN8+DvyVorV(yZE6aJk$0Wy!3xXV+!ceEzwnZvT3>#fmPOESkp-
zK3^NAUC8Hm?C?W{V-wD%z27xUyt{SMNtI-$3%>#{iFUe}$o0SHN<5QqBGq{VbV3sN
z*t^gCGVfoOtcuY277(L5{d7{D&WHSk>CEfHSBJ8)?oE<7T(x(bhOm;(sfa0x`yVtY
z_U(=HxA->g^wNrXr=RY-Y0cabu}Fi5nT5%9N{HyiWeiLXikeLe6cksr-0I+H4N`S=
z3{((dT*#&As<cR>D?mlVv+;Ay4xig+Zr^=$_R4SjYt_~1<?rT3#}@y$d~QFDAzQ+U
zb>-C>w$Jz0ujAy9SZBL-<CJOBq5=aanjdZdqVfM<&96_(I;_pi&3hkzthm$gam%)C
zw~iidwam)O;(7S&;lqP`e0(~}%7=gO{j-XWj;?4>eDde2isZyo2fzMY`#NNov(2N=
z9d@5Te-=tpIR(1Y&S}w^@(VSa6%&Lv@7tH>7!npHb^ZIVUs-V<Bo^5EJiaq`uIw>~
zm64rBkEVATF|8MWc2WCUKxS{o3<UwMAAX^sSEpZR`BnJ#Wl!r1!6ORdflUt1ua?)>
z|Ev9YZ|&9}34(KlyN|wk`}Qou=2*M;--`}$JrZ~y{P9n9eZBgmW7)U7Rke6(YioCY
zP?$Y;t|^z@1$MR%PK$a3oH!I!PSr4<HGdkxd6xf>t>n_84skQSEx~H`IyV{uSIMiK
z>bS3ZisN6{%;OKt;@9gaxq763s#E_swZymJ?aRK_4q2WH?d|Ql=H}BMAAIg>)HZFJ
znDV5FuiX1quGFk4xiovbijR+v#LK|&@bESd=c#*B)~s10Q5)bE;}SAO(1}Cw-1+mp
z((LnIadfiGdjG=dguQ>w%`-n56Apj9d;k7y@k=u^)~{c`eZv8Nra;d{JrgvP1CKeD
zc>bDbbYDF6+qZ85NglaH$M@@;64>iez38CT%V3w4d-m-4!4(uQm?|*I<NTrSw9-=3
zrT1?yU#`Bmf7dQ6VL{Q<76GS@-Mg)o&(FLNw`#Y*DQy*@jD3rbKYhB?@Za6Lv7eKx
zs%}}-6%{4L_4W5VoBv96K5#ju)5vL2kBj8`h@SbU_KT%<b$9FP>z|iVRaKQySJl)F
zWHWyF=1tD(b?eM*(qvrDtXaEOa=yHjl#%`tQNe|ibNVdi%kSO0ciPOEnZCZhZSsCb
zAGR#yUnHvB=OU@tB9K&BIdjtFAAUQ6raCD(9=T8x9ug9fp1%BN<4M)276RdWd;0sO
z7k=HoeY==gPF2U3i5kjv^EH$WCi{w*c7TqllU}7$T3RYOai`wWO$!$uoHcuPr<CVO
z|JLG%e;+;l`EzF3qPQSA?tqgWTZ`)J@2}u!-*D*T;>F6>Jf9yvx|8Ymqdy$Vcgz)M
zRR7)2#>UpOZ%(>TboA`RYkllI{0BSY8k?G!`s#%e+}zxHO3u%oE$#i}*RNR{H_!XE
z%v@Jjx3JFqyo<-B|Nch5rfPuBky`1~BJ^3LO`1b-qC!;0zK`}NPM+lK$#}d>p7F@t
zDWCQITW^ZAvK*T}LuC1`kE(a(&li@S)zJ+K;Tf}M8>c6nwsP+3?Y{N+>h<gC#>U2B
zadCMZ5>uwWd+}n!+qb#itV*^T%x8Cg2wun~cu{SQ@RXXezZcXsT}~cr3fQ<~M+S%S
zjKz~rxnySEyMFDO)YCP)ckjMi{-MqB!@n!y&ma7cnXcX0`{Q7hwWVcd!-2~;Ze+}v
zeI+=^XXTzFH$3x;p1*$i@@K*g@A*G}{&d@4cj5Zu$BR{sEG#l+Fs7%bN(!3({rk79
zq9Wr_d#8~Tha!tP_uIE`kDWdL;>8NiPL_*~pKHs?j+uUFF<;@L8*1hu`iM<d*<)4D
z1-Vr>PS5c7_t)iIlD2W<!_O|?H|$gteeho>wFQ(0Kv<xuCS%?mj!u?~PM>4L!qOz3
z{}VAYGwUg+o)^&G<RYmU=*9uYEdniu$CC`dE6tztibwudg|3dyj0qaTE;e%84;?xr
z|5(t#%q*?tQTs9ZZ|@k48V!05TP$JfVo-Eo&|nGZV$xvXU}#}baA0I=6k${la8OWS
zP;k*$wW!JI>0JAy&AWDQ)v&QoGM;hgr0u<X{jjDI!-bY+yDN9&{I~-hr|g`&>`Uiv
zrjk#SzZqpbZ!FV$QLj7w^t7{Sokj|$7!*!1Ff?rU<H_)EOP+91Z~o1kG=)<Z7hR@K
zORakpKJ|-S_Qv(=p58WH`}D}tpp#oViVY-g)Yz%Rnsf(@{gzMGG<XprTCr@hL>~XD
z^7vc3C;F)Ix=5OTt%_Bzs<~rpG1Esb?mm}k*QD+9%XiCyngk3kk_-(0vTWp{HAIYL
z=dYa{`XE+oYEaG2-xpqe{^@hPwn^i$+hjE^>A!XN?N0uzDVxi7`960m(`1;FKdgCL
zl=-vf9#dn3sTA+-xb<x1Ys0)hK7F|4Ox0d9fz&-7%P)uNh`qJG+y49Sy?dH+{kz>}
zzAW*AwNxAaUwEm1Htq7Cy8W3GpC@fJu(+LLHmhLA@2h=2YRPep8kb*|l)S%LwtMT<
ztfdyKg8OuYI`>#-yr`<P;0;?F7Ww737Buh-q<VG4x+6`bwmvM#D42HoX`StsSKsrt
zXU8>a6kEvXNbp1{O$>PRqtG{2PrQ11)Y@g7yLJbv$?)y3n$80ci@xKFL$yS+x8G(<
z-y8S-dYq)M%?ribyY;`la|li};CXDpz{=vV!1{%j5(gs_6O%&2x<%a{iyQ<L9l5v?
zl9L&Dm~)=l&PzQ0!^*ma|8G5y(vcJ2EB1Z=8`fg9>(R0>pZ)i*zb}ky|14RPV<!FF
zA$#xV*I#e#QJliKkO$NiW0;T{x!7}o^Vbw3LxEFUB6Y;7%B2?0d+j;tNKK{P{By4>
zXPGW$<6p=F?vgSvFsxs8IrDBo!0LqUw<DzmPVuxKPUAlM_s5;CWmA8iyYQmIW>$HN
zkpj5a$iVRJcWv#CcV)YmHRnhRoXS}7KEdEZ>2`bPnYZ7j$z?t$NWMMknMS3H2D6hS
zsE5wL;+XIwSGdGV_VWBcIcCNJr~XX8=J~y9@2<?JRW<x~<ob`7zF2Xs=lC-|xPuCI
z#`qMghOM3|>Y8|ek&d_b<trw0LfbQC{p9=Iw{FZbk$UOBPwLjHv}Qa0!xt85Tq<96
z(^z3j;m-T-Z|(U~w(ZQrf(`ypE7ys>tIA(p{<+5P_REq@ufJxkzkd3WMV)m(#m<;j
zXM?w<Jo~(}(hcs=obAzTkNi!1FSFqFnOz1p9mUetFORIuRo$9<n>TCw%B{=HmajaU
zl68AqZgl1U`uV0WSIu3$=X_Lt?-S>D<@0u*zn9hWzEfB|fd@3Xt2^QO`T6~d&TR`q
zSBI^L*=e*X{cP6}xp@Y?tJ8iQ%viH#qKN^=&(BYt-`?6f^@@~vo=j3wQpnSZ9`jo`
z-ILti-Rpx+od8{A@OJlXfA90+f-P59g*v|q(R5u=bJ;X2J-hos%+3pIB8___joGZr
z-yK=vIeEdl_+Gabm8Cs)4xq^p@Zy?|kj5t`CNfW(Hq9%khEI@x(~B$OOR^q(cz8JL
zPX2PgxdFREG=Kd5u`gC+_Uu^)Z=d9yxu-e6Ce!VT-*k4_rqc-t52HG?q`Ou=J+yH{
zR<uj_`-ZKhN*lL2=D*3i^gs97^|yNa*Zn*5=hWJ(_a)<38U7Mo(bkdU8faRo_k`P{
z_exw{!N#q}<^SjMZrrlL;n$Xz0jtAwc_a)NPEXfAezaTMu_yi%NAmH$zaEo1d_c$0
z?K}4I@o~d~2M$k8&lXQhTlOmI+xKryCu?qA+!v_o^Lw{!nEThm?^u-!s=lV&xnsv(
zUVirY)U(C~B{wT_W*f7dR{wVF#EAftl~FQ^k(Ul!yeH;$<;KmE-<33$zUmHgi&p>z
z3V4>=Wt+aMo7<|lKB=dt9i3}k{y}e(uhXwUkMp7vEp|D$eLpp=_ut>&ixV1~Hf-C{
zB=z?9ae0oCuPz^#NM2A&_w>=Z%Mva1<<QD!hqump{Lp#hnlyDDy&!2`V=;#f@mxD@
z+}IyGqk32Mg0!=<I=Z^L{(n3%#mH)D?eA~z!_KUjcvI<x-O<0lzZ=&4C|Ke()9LTc
zBXa990#<5>^}Ok7|1HL-9{#7~+?ts^iLtYkTo>@K(a{ZgKig=jck<0mslS45x@tNj
zVp!)=Ol<7MMXuaO6r0@Ye8pyNnsIuX?(Az~Md|0~g>qlJr0RX>oZH^V{Oqe;G$bal
z#eNPs(4>`HpiwfxLvZieKDXMB{xj1urY$uvs$$)9*G}}s<Mv~`(uwcx?5z0mLQsBH
zPsfcL5m$Ah-c7gARK9)ZUh4aMdshT6H(R5lo0z`X@$;?Jf`pe66E!~0N^hT*baKW!
zjak;4cP+2o^WSNG+}<a4%cp=gb%7QSaVWZ6zq6x|nP1MPBRb~Pi#z4jkt?!h$=OyZ
z?3<t~v$y)Y+pa5_SN^AGr}q9~TzS!QiOjUH{C;7<!!BhKIecw=N1kjtdqJhxamn{j
z?I-2y4;?xqqv}0nf|gX~l~e6n$}^v-G6m0i-8Cok<|b8^OqtlFUa6s#)AU>wj(yMT
zQ)i#nVQ{hP+`3+;-EE=|pCqtXTU&>=e*5w=xOuu!Vq)Tn`S$zY9X_$M!(UT5==O;|
zN#*AvT;NI27J<;ELgsGapVrN|xv$o`PSl9eQ;Tzwy638YweG#VtCpPWTv4>pLe4NG
zrR}2Iuj^m*BV>2}4O*ooWgHwVq7@<V_;~;HwYoJcj1pY()cohg)b^QXU2(|BSn*19
zvd#f%Zg<x%iHqGQ%vP>jcy+<XZB5gctE>6V(YRW`rk(nv;&<9d*S1fRB@%Au8s~KX
zm||4qd!zcM^l`)FCo#wFJ_qfjapF*9=ac#IW{Y^`^ZU1N|6acB?g{HpmqbjRe|-t)
z)<`dJN!4wt&n^*(oT#82z46$zoE9U^O%BP4oW;h*l@3!U9<Nzp6p+F_ueY~XYWmxk
z&(>%q$I1Q<PwBY#^w+h>jHtCNKEA#JGIPA`%9^Jd@ury^m=T@~c9GbU9-U{sk7pPb
z>1n2dX7^eIgw%bSnwlO}CDnwTG0D3lalgCg@!QMG`S;k^Ts^W#;J%1N_^ONSw<k%g
zT<}sNM$C?H-K&cBCtP8vcP~x3X|Q0*&Z@6kU835ns<wB$si+Fb4ZigIgvxTCm6H!0
zIuzqp<b9QADUY+};eb;a+)m)7UR$!RdgTTNF+KYn7(F{|ZB%Ri!$YmyE8^GBTlH_l
z=1U9W+V(`m?tUHqgr#`XPXiyV%OPK{PV@{mI_l{*-M;?c9RAR%Gt+dVA3S`=#~-eK
zr02cnro#(9{V6c9GFi1|AD@VBkV}<p;3<PCMm$S>YQVX#ML_bp&igms`_xiX4nBMI
z=+n`Yy4TmoyH`X=obf&T;O&DZJJwbI9vo3gtG)Yf#e7A1owH{q-Z(5Qtmbp!@F_{J
znJa^rAG&jgNA*+M(YdjoU5X@fww;q(v@KTES4hRTi#HNtTTc%AG`2TIb6+OTFw4CK
zn#JT$EL^-XHG9(R*|Yb&ILUlQUHYHblJ`D4i=KW^yuL2h`7j%A=;J7P_i!HVu<zoz
zfk|bi@7miWxgAbQ`s-hv?f$)}E$G?T*Vj4t`NO|^r9_k-nHQm#bofDW_Hmgfr>1aq
znn=00yGyT`lBkg?;Wcx|^|>eNpS_5j@kDZS-K#&rpf&1>>F4GIcK>T)<?d>j$okwp
zdiIm+DM{T5f7RW3Bp9uwqb*c7g)Uyx-@?1hr*rwKnMInL4n6t*Tsd}@$&H=G>Pvh0
zT79-=g@#VPv(Z-BB~2n!PClY1=;!9uF9Sb6J8PT)idusyMz7yFo<H<NFSar0SvIKK
z3_6TI+E^=W4M(rr;y8h`XU|^!e(l<|h>c0Co6=747z+oRdcI89+!!@M_{^!O*a@fA
zXTGu&mXm60=a&yUl_4lN(KIWhy>+MLG~XAxLWeazKl@Q+vN9^Bb9pPbcn~DKd7L#D
zYlB7)Zt88$yKA-e|Mla?*;ge!+kSuIX>-eKSKqotE^0nuk;`wbzQe*&Sxc)c$j$q^
zV=LFwg&VgWS~io}HBO@TmiekBtDdHvo8t-f3D43VJ<vSnlFWJg`}Kt)BNo;cNX`^n
zl5BY}@Rn#$T5$BKQ`7XCZ*R{JK6OO?QuWKbTr*h&UrxQe!>jP>nTn^UrcN=6^18pd
zmiN{DrBfb$bpV+Q3X+c=IXODNzP?`mYo-X7S9>n+?-vv2B&3CO9Ej)B`|#<*l#geo
z7=1i&VWD&A(G!yl?>=sEZ4xrxdP=Ni?_62Gc{ZM!!slO>t`cV|VtMfoVe|_*Cl19Y
zr>1IiaPoy+u4fZjwQzY-)6M%|@<qI7Iewkh+0!#6ZOas+{T(xANSK<{1+=><X$qyp
z$@MyVOf%u&;W)6j`nyKzBhA|LUt6n<%6G8seDw{@_>`ZYo)#39v}|wY77NdH|Cz|}
za^`v?A77sd)+#LF>*JPA`RTdD$VJQL)iiyTA|=P?zph1oC@Obs{PWZGm*mnZlHU>}
zPVs8A=a_C*%#XPDe`C4WflyUn>3_wK^^U}L3LJOl;NyHJz$Dn@K9S=H$2!G>sgVh+
z*I32U@78`SEiaG1w|`f5cGr`~dg(uR{G2qqZuPDiFE>{6E!Q&j|N2E?L$QLJo_uHS
z{@lmkc;oX9G*mJhtVj{~CHmDl<-f<j?e9KY<@~OdPP=a_eRAi?f-hx9ZuMVNs&lbf
z^JcBU4NZYi{qU8gS?8{NxUuDv$-MqPg=_V({SUVu{yB4v?AnXPRsL7^e{<43KQ(Gr
zm)_)E3Tx6OwBpxX*|Th3CF`jPC%-EMxcMyb@t)$LBGl=!{Z0{g{=49&MIY{*nYxz4
zr{k{CHi5ivejJ=!$E@G)Q4V;v-{Z~gox$oyT-z>~Ud)v{HNmzpT2|-G*^Oyur4~0E
zMc3avCH;7vWbD;t)t|nd+{2bzk~#T}+^fEYq0Uz&Zhe__-t@v$^G70$37P39liPIV
z+C=l$Is7|Vv#z~_Kk%`J*THK?r<q-h>6ex}UK}{{msxMZ1JkCMoqL`>*WEMoThE6j
zA7@?9F<S2+`BP3M2<-ByV3$X4%V|94(ysYYvtq5sq@UZ|s*`R7wd|}seETxDxL%Ba
zMltWIb?ctZo_4P;<9=#_Q;zRTlZc2JkH5UU?8cgUY@O`s&sXQIU%KnohqQYWJf(BG
zk{*1!`hI<$iQeyHIp6r_*iU#Zmnat!{&q`X*@uFLnXNNF-Q0PraDL(I;~(4RD@nZC
zzv}w#$a6PlIXX0)x-#GViIuVJRnzsF0c}3}*c**<ujko+-{&AX5#-pY=2NFmS(NPB
zbX}rRdhMOKS$o;${yp^I#e)Op>6z0VW<H-+&6k#z7Jfom`P=o?$0yv;WGmdb@yFZk
z_j}k*9pUMF_)}_M?vAAD-&4Ll_?9oVUBABA^0)IOrycJu?z`Cbqidh!_OlI3*Q);h
zBm6h;o6F5m^V20EX*G8%c-G2ssmrUI&Oc@fjr(Q2xBi9SbMx7r(rBbK(L*Kc<s|88
zUS3`cj13(_-*03x?K$H2e64d)g36n>Z$6w*?&p|taY20DPu7VO1wCF0c{4aUoDqF<
z_3`e++*D7`rM+yYSW0;x{nUzEu_LLv;(bBh`nsjNCe~m6KKq9JT(Py4&OY0oJQ8yG
z(wngVTuA$w*qK%4r@7_g9HjHD+7>+%)>wS=Nwt8+<z;XCKFcd8*l^V)K4eOD0lVzv
zsue39Xs^G%JdN{=fzj@Ofc`BXTy8|&4q)kUn7MkzzI}4j#Kd+Kl!SM)DBa&vu>G4I
z+m_Vg&55b0o!{?OpVwI6^WJiA<-Q|^oh2$u0-qfI!hG4XoMUT$lwsGO>FTke?*3cy
zI^1<67oOT_{ya!pH7#^@>h^@~ZjV>Kd-Iwnl)rFsU5SqC<5}S|!WZ-y{gh)lW%K2$
zYL4AUkz-HKHn+z!<k|n0+r=lr6V2}KqEhB|_@R5~{n_*Dc~3gKB?T2){^~#NkQ2m}
zSMf*G=Eu|dHws=P_RI`DQhcZMqjFyH_m77UZr^{&y6>6IuZ#T=TOOx<k+l_+wJJaU
zXm9zVx$WZX_rBlRedFtm(=V>1GvvIH6_|H{vwFUz|KlmLKR>Yhtc~cp;(0Se{=Q)6
z-d~B|C#SFI{rg4kMP%F4GkadmSZ&L`)_1>Z@;xOVjfevmueRI&h+EJDN{cT4d(Cog
z9H<X5Uy{mw#2{$#9fy@~g@33m>=xJOnsRaR`hCB;?gzg7@==%T$e*Hb0?rfiK2E&w
z(r3$e!w;r67dGw#P1kX0IPY}KnUh=L*VQy*N1+m%zEsbO#=w%6*8E2w`#vq>XmzV}
z`StAk(#2X+B&NOAW7O+4JCU;GpxXUs^UaFyZkwxnt!_`)Q<jZ|n;Z+aClti%yU&Q8
zeL2@E%jU11@LWzWIo*R#WG5%SPdop4s%>Q3)co~VwxnIIWId%Z`Mu);p5_kG?Xpd+
zOGSGXZyZoqR&;&shHYD$SI(3?DERKRv=H0+0||Qb|NJR$lVyCXT=?j6{KlU@CTI1%
zG}Yet?%rex8`bFy9rp@(TKE0pHsAljs(*8F$)Q`j`-Ax;)>X5&Cb*r|viWdtJ4@k>
z>nq<MaC69f(4zV3`$R#L!lL5i55MnUY}LEaL((_-UG3w~^)-B5yEc}WJ+#b-=|8Ak
z@c#9D&M7;?Izef;<oVokr{$Lu>-rO!^n31{dv<-{<aiCHKYu=+RG-f=WoOf=)2A<<
zyBX*@Ym3V7pJyB`tc#oi-q!Nu{C<5(^2NR%kGkCoRljXApH`UC(!8AcZkuzs;_B#v
z6EBX*dOh&k{^^VUJO9*uaTTBY_gsA1YyDSkQ=;i%jrZ)XJ{tEMDw(f*oL0v8b_Ks{
z%7<KQ?R!xNi&Ng7d*oYw>yXJ-J=s*n`T1+~<zqeX&pG#X1!LfpV3*Ug!skHJ`ja1%
znDk7ZJxSlM8Go;f_l@){)48udzuJ~u_t%d#m}85;mP{jd*QpxwrxmhT&N?J)o`3&;
z1zUPK{|#%))xVA{?hl@?E!ntCEx_%!MD6*9H_lD{^Cj+urN*wd2mKB+v%#gJOTX<m
zi8VSpFQ=(Cisfqj%-_+jzi6@5gWLK0MKy|Nf)0?k>)X67r>gtxQz5x0-tPme<(Y3U
zz23JlxukjtpVXCC3wvfbNE$X8vFOd}yZQf9^qcNiSA2hJWU1Dt+HN{6e)#HX_uh-f
z?aK;%A9`Ni`Q_&`o%M@fOkI}!a%MQlS&r_j*W~1^?CrPBwfwo|$&{U9;8=5+DD-Y!
z-W-;1Nr`(Iy3JDfpItd{^`78MVRf!4JAIBGJ^JBe$>R*+Mx$GAKj@tcclg=Ga!O(@
z=M+I<jp9F-<8QbhuU>Jl;E5rd*6Mc_cT#%pS(^0hF4LI2IfGMY?HWz}vs3$0O=pJR
zp0WCXs#TV&WyU{0pWLoXzPnjZb%0XMm;5i!=hrVvFEVn9+54hwUKqFdxhHFn@4Di{
z!~4F2WxYa<)Ff{6X!avjEDtKuRQb}TENri5d84yN;PJ!$#WO{FkIg@^>QKXkh%;|&
z7!E62E!^y{!IwJa@z+PaJCYCC`1rozmS-2YnYEi`Z?n~bdzWTCzh}R0#ntAS%#XV*
zH-5ghHkz@~NX9fJJ-hoWce;u6nToeZ@_OFPZ}~J+c!J>`{UEF352iNX4*8w`oPTlA
zIh8XfCE8p!U)rcpu2W-cnG=&eKW+25je;`_68Btm1Vv90Q|h}t9~6HVX-^NFTeRoG
zMy0Fogk`+mmi+O!FC%p<)_TgyyXE57jlEaty?5uV)YNi6>-{=gZt;K1E7c0C_axeX
z&wTz;H^2?lU|CeZxb*e4gNN?OeD~AJ{dzLnKP~*Td^Wpx_8ZBm?Z=Cz7u>ynQB?Kh
z;g>u3n#De;vb&f_$-j8QX73)Z7raHlak_xG|DLET4Re*#4qZAk=eY0d8~u(xu~}j{
zXLJ)+T^9V3`87dpeYRH4nl&GfN#}2=)NnqzPWDai$GhI&&7@CoaDQ>!Fn_w&tk)U&
z-6sU<SA7n>^LLlJLiQB~E2Sg*%>CcCu3Xu7Z}By|vuVGtO*wGpOiy3K)-nxcHBhUo
zr%Oyx`~EKRe~E$?-%g&7Sze>3W+iJTTg}8RRd(>?)!ySdwm*5)pMU+r|K!(7{eJ<)
z8ItauO)K9?--_$~$i<^3uX-cYZeILfw}5}rQ~#^xehLYBvxjx^^YDO_{!?F_%q;^`
zcvQKrS-8C~w%D;{amoQLb3RqIWzvgTPGw96m;PHAm-kvQaxb>%at_q}a@^{~&Dftd
zZ|9u2zGD9BURxR6T&bVazRm7P{d-yTfue)+fu}|p&Yv$#y>u%4Vz$X|H5c`*zskR7
zB{DDC%QRuq9pUMEv00k~o~_^i&&i`e;FD3Cx%P=0`<4h;PZ!lb;MCBzX!?qM=~rv&
z;+OO1=5rODSijYOv!v^rik-WY9v*64D|e~`oNt^xE8kat<~G_@+fj6Ig<VNVJA=1J
ziHy9bR^0xnuP??{Cww{MBz4~H>D>N(C07eeCSRJj{Cr}~zZ$vpw8VqkW!LU}Eg{Pr
zRDAdUwdoo$n?29k7k|w9Rcm7ID7%Zb^VwpT15>6%GzxFpq+7kC_W<|rFZ~OZeM|Ou
zzAv88-{5=hP*l&XdH%&0L?1DwZt(&qGrPUjm)+)=J#m|?yi{|_!c9#^ziPEU=BBPU
z)OceiA;<OXh5Y9LKi=Pu_A>Q8x*I4mapy|OvNty_rY$^kak2YPwuQy*<!04=GxFp2
zuzwZZykSQISB=e;jmkZeQ_eh{?<ap{vc6mJ{IspB_VDc3z4PJr`*p@rkW|vA-x+Hz
ztf4H_>7pd~H}Ue!7X|)RoVh1%+f1=ESU1D*%sRo%v%X!leil<F`%@#l_u?LVt9e(?
z-DHig|64k{#V9f|(!=Y`g*O6^H~xJsc_d)bon;298=W<#+t+<+cva6^JL~Gb+8=36
z(JVV}F@Xv#Xxc0T7k*zppSM4J{<!$!MZ22JA2X$DyyuZE4f@)!zhC>}M2*_yc{8?6
zsV$z|CUw>Hrrx%18d_Re#Q|-LtYl<mG@_Q?RCMduFRuDD^y>wN{3`c3@@an_h-h6F
zRINSW>ODVgdmd-tiIXQYr-C!X3<pWC2=8Q#=UoScA&pU?*l<%5lLMFTF!lRKXN5RC
zt2x-VETFCE@PzlDW-omqrur#RDE{eU8DlG9;X7t^degr9w|8%q{k}8%QH`I3PqCTo
z=BfuNEW0Zn<kZa#+<Sc0z2wBq#72JmKO1}<XDYk*6_gxr@4tWR4a4D^7x}E_a?aba
zmT&ho@xy12PP~87xZLc)yR%p4Y?xl7{%y^Z>|OGEGELv)uHDJ6`la^WJKylvm*1S<
zvMtBz*3KOd`tAQ^Yz#=d{r>iZ&FbtAYY$DFGPOnTWvs!HBo0vT?u+kB51Gjx*WApG
zGo?PMRuI;3?krIkn-);N&GBXAjha86j2h5}?ykB(Be}eHC;VO{hbTOJDXBf-_D22x
z8_mp3kM6tpb4TG7nHjTQ+?XzTpZomzsMc3@k5`-vn`Ogv{%p+2$KiY@5)6bNK0E9_
zGwXNXa;v+STxvz8ENnRtq8@#rIlshc+4mKB^FI|9xyHrC&2BQ<xpSw;-H-O2S~vG5
z$u-a1(UD+xYD;M$<8^km@+0Es?=`yT$F|R#yGU}=kLulvw;4=+ZLH3BaAoc456_P-
zj{0Tt+Ia8h557D*{pMO-Ra(fCdm!_%?|#Gg|7^ZptqpAda`t6R+~0p$H+J1fy7~I_
zihD`9Pj74U+OPlUEcsK;<b3uYaKwWPBDSmd_Esn6rMX>{k1~Im<lC<=xj*nw@~)ZP
zMW?q&YCL}WvUBR^<#Fx?iel1&O*@O9Z}ZTYyxF|{c*(pQkw3HauPD9WXQQX?@9P#-
z8P$ESLBBd#(y6*dDl0Cz-RP68$^Sh}sYh5KHL8fXaJS&ZxvX0_ru=lbp1fV|+cmR@
z?Rl}$4Mruld#v<I{w`>VDEy{T@@mEnrG-9kHblr7e}5A5^z@BcjiB!8*OyrqzbzL(
zoZU7}TJYmJuL{?ygNygJKYVUlr=fhm`QdX>aMlGE9Mj{fI{(kOYqib8;q-o!^5}CP
z8@XA(=02OLe)OwLMMT8x1|t#2wB+2@`}#6sGm2#2_O)@%m^t%dyL??nVSw6-Y=Pc~
z%32}$KejQ}e)?5lX{9?$N&R2ppJVUMlFrOBd@=8)Y%TXMr47Xj&*g4@yKR<t|HD%@
zo*Cv0&0cH^;{)wozV$z;e{Hw^@nWOR@8|VCxszg1Wu5faJzLOTNiOVL7{?otj#blF
zU$HVx&&tqo&%97mvS-=9*Ht|0WzX%uf9s-@?egzAB6l5&mrh%@==2gjj@OcHr^K~Q
z*WWCOdkhL$iC5JE2=A(CX=*w)bnkW$d+Wy8^m10l)b_NJknlTpiE*<lzU{s&e!*Dy
zjB%BQaq=;qB_*Ar6N=`(U9A4?^Z&2T{I*vfEjZJms+_@-zfF98bkB<`89H{mC5|5N
z7QCX`VSc%_om=ptIa3&4Scjxc^I7}6XB*Lm8%*SLODf^R4OLrSs?N_|pq+n2lj-24
zbCZtqMBDTz8-3z`R&2YZx<kr6kZa267PE^X{nB#o#f3Nq8<y<)=zi+N_k<ts9T$Mw
zm#W~#s$T3amiT=6GcS!i61r!kapyemymTpOal4W1BBemP;-&@>=7@%V^=Z1%*B&k4
z$z4%>_7$tNy7Z4@zmo1Xf39$TJO4%hr{$*%%ic!JGfpgF3fsSZR{q18g|~U6R^Q4x
ze?2HRx57C8#1dXJSHl2n)%M&iY2SKpzLB@6SGaC_$Y#Yojhkzl+nLYkoSAa|+||C{
zJ<;}k_42L;SL#F8mv8oQ&*R_-nEC5+TTJ@0#k<-}Z_7-X_}=mGtYa*x&+>05UOTj=
zw#FS&$Yx1f6+h$oueiHBXypMm!?SLIPJs^v-FQ>${(cRAQDSvx>q;+$F2<ZQ3+72!
zm*t#pGOFrX=e+E(y6E}v567-vJS{kT-~A)GukB;|Ill_8@Cg*!A}3q8^O4Ql;9JGj
zmt|B=-;X)>Z^9CRb=6z)_bBe0)Nl50+O}y=k{trD4ozG$?Ug^3Vf<6BhyPT^Rv$>s
zx5!M<>&C5f=NQ+E=ZoA>Sa$PU@3Vlinhyur-MCZrVs;$Z|NP6sw@iUN3Eb&^E-^Vi
z-R(wOZZ2D_C~|g!kuvL^zzB1{t@<@-iqGs#_6Po(*d?yD&LSK(KJilO$#NOhS>{Jl
zy!G@RCL2GwKJ(Rto!Y_g(<%=h=FWKRdpuyB$$Zd|(?9V5w?6&OlOG|epp93u>&iDy
zCaEL;zUumvwEp_{_jj+@DH*Ghj>)P2KAfs`V|UqC`7m#7El(P#UO9Je+fippuTxf8
zM>Vv9`2=V6=iLo_dpN6YrANoT;;Q26M>AZkgf3}(O8nLMa*B1!t*bTDRY4;YCV3s2
z*E_YI-<#u|J7q>_?zFp2ccprl@7lcHIK=iy@2`s+Mb2igs_c~qrPK>3DRqyHP2jcS
zl-2DlA}=?WT@Wexp51RKyDKrmMg2*s@6jf?!y9*;uUOJ{baL!*)1!;_G8yLIvsv6~
z^!4l44+W)$779DR+%mkgWtm9r?xV`-XB>Q_uCa$!N=8`LYi+yoBsnL`f7Ab}x$)=Z
z4sF_b^M#l^=iGBH+49Xdoz2%i{Qv&E-S0I=oo1HKU(;OQWdBq&aQ2bY#SLd{4W|oj
zTlMeB_QGus?L=4&3m?1i#F<D0GB3_pe9ru1g?nXiOVh08HTiY%cB`B^6IZ?ydT=SD
z*~d*f=Tq*#Oyldhw{IrBJ)RxvCvd7#=#K7;*Clg~-MKX<?{eVdm*q2G_yl~);8c4*
zgQwcOdfxgsCymzBR4-j-I{O@`%Gt-xT+0ux4JLs4S1OCn3j7tkZLGEaDzhY$q1ylS
zrdZ{)jqi`%%nrC+ZZm!UtbH<lVP+K?%b!`T({_8mCx5=38+R%f7uSR-61fEm&I)Zx
zMRGTGhPbZCiH$k%w12)0gSdP3p05w?z20>1d^+Eun-hhbvfd^eRDXXsyRvurysA}4
zog{btsyJs`98!CA_v#nlWbYa9#~4f~?lzI#{H8ZmM)Ki<mk!$>2D}q2<>r&TyTh3?
z=4IHte@FkW^tsNxy4NoE&P(&jfmc|c{$0?~xxcpL?nbM7m-H6MeqGqXvoAOOXtZ`k
z-<rFTdtUlQ&scVC>0+HHi&M6il&IDgTU}qw<`U>9=$mae_xg{8JvIDnzvNgz?QTU#
zgYU^?|4;H8-HWGh$+Fm>XF7R)az=&wQ|pPLt#g&riYjYLgwo0-E9PDoUCf~!pP#?D
z)o4mfSxi)y<G~|mv%P=LyxjgRaNl*mH^&yrdhf8wjgb;N>$QJfb{qT8OS7VWOPu+)
zqoO78N^JSvt4RxcW|SElX(U$&3nOX}W_G><KIvWI-BMAeGB3o>n8!SLX4raa`<DAI
zHbz^;+?VMzP2X$m_k8W{bFaH{Jx;f+JSS5B=VN=I)66T5%?71!6q=hlAO78S+4ypx
z+|%3pmP}aeaZdIgr@g-Usm$al0c~fF-QueL_C`=cIlv8Eq8maB!s@8~b+$ILu~D`%
z9pAZ@*dHrN@l;)Sw&(rPr}rFXH6}fi7rqu`?RrzCf;I8-gqR&StrV^)GaNV8E;Lxo
zWBW%rAw98Gg1=to?3xUdc}hiWEk}~lo-<0wUF4iw>r|+*cus%FUBg7VWoqAA`<uDl
zl`rOR+`i@6&hP!&Szq7(J+LFG?!A2Nmx+N+GoQ$LYMhbD^w4nJ8U12rXwY4G|NH$-
zn#wzDc7%&}ExBkO=6V%>5B!**Id{?VL)R})y>{i+@deM`z3TCuZN@nT>}wyew?XyT
zR@<vrt|*+jyZq|m#+{xu|K>jAYMc_+7-%sqvavS#li+j7j_X}!kB$WvPk17JuAue7
ziJwipCev>FrG<a4VE4{GxBhd)JE3*It#>U_skDfjwYSZY`{yKPC8@Qt&`x%|&YJWW
zLXRGuyy#w1a|%lr`(l3X)%SlJPjbJ!`QlZ^;ua&$kA)?<n;jRjs9s%~uJ)to;|*R9
z@0UH??&S}!><fJ%CEmC{&bBRi_w>c_-&rhf+)VIzulM8Y9p<c>hz0yjfA{S8^SkwM
z!Itf=DINCLGj)1TOPMwlU!U;)Y;bjA)~dy(TfZ5uVEz3&;p(bTrc{<w9I!qQsJWKw
zzjW!+j*omfUjy10yxn5_+q4Ap>~@sq2p*o6QEq?7wvbV5S<fT;Yt2rNKR)@ATB0rN
zdc?#_#OJN!xp$|YXFhk?=k|KXts93gURpM>zt2<m_55`V{ESjedefby*~D4DBKpm*
zzW+<`<F!A|t-mK>N`RV<Ny~yx$Av76VqF1+MH`%BTnyxPrs_6N>bsa&@oimi#Qp-d
z{gVxwCw;sq{QGCvGHdfNGpkoyiX%5N>9Ay+@$uaW>R8KF|GH4N%ACpa$@Lq@7l;W9
zHmzEv)o29rC!}W$>P9ZwroQW(#X<8U8lUH0_<CdU;$4sad8YDszVNto^N&?tb=@_s
zkgsyLSJVe<IH$6ve))YvW74us*Cj;Cq<Q#Ri@)?Qj9zd;{QcEkjW-t8yNlTV{c_oj
zGnI+?&&FjXQU{yUOn1pySATKXQ*vL7O(!l-uSQvDYwgcFb8keLE)V>V-UDW`jQRKS
zi{sv(NhV(mSCsZ}s$1xQGA4K=FA35oy7FyH#ziHUs-M!b6BK_4y?S&qJaPH)Ps@b6
zgWOhstG?v@LgV7s2BRtAtqwe~NAE7_|7ZC8)9VxNJF}v`Rxhiul1VN6wI$GL=86*>
zS44dB!W5i8sA^rAzy8p?sdg>*-R~Znx$5uFYO{wIqpz?0mHhj<afjue?3eWirX1m0
z7_w|<$p7pY$pPIQoDR9UYaJv(;R)(Wa842IbWsYtefiQ-Z^1XuQcD8T9Qz+m;ch!!
zIByQijJ(94x2|{DgPZQZX2jZWu9?EUJam7$SJRpEzka=T<4oOE^3KIGf41nUHFNAm
zSBpIfnpt$}!tVvqGeW9!6V+6i!@dgC>wBGA{c0iOJ(IT2hkNAbIHg)GS|Yw9<3)17
z=dVS}TOQ{Mom%s=fOpwlD_-SkJwN)l{ZD^yvtZS(OJ;w(-*YepO<5(fdqIM;rdWW(
z#wL+uSJw^NUOZ-Rl)`c{w^?knn3gfC)Tck$WY!GLG$X%~OSAXx`Ty(Nsa@H5>(UCo
z9I~DMJ@R$*oz3U%p3ggNc{0`h-QU`)@>7iV^iMJ3@d6#IeB?z)NXUVs_b#q!Ia6Kv
z`QnY$`}8K}7agAV$yIlA+Ldq1>{wTL$mUI${LDPat?01F>^RL_d-3wj%i4;1mT5X!
zR}X#r_c-vDrSQ9Neyh%}>*<_i5OFTE;LM?QH#y4Iua5RxdUe8+ldFm@e7`??>6Fg?
z?!zk@HAB@>_SKcQpNYAs`swZTJAwIPr)SR=OL{+RX4UZ>JFN~LS|s*w%U&L7uj2<V
z-wl=heD2)S8+%_#dfr%lE3Ue3-<d;!&kM@7Ot;fo_`Z5~_`mCR$9|tF`l|=(6ZTFv
zGCqISW%<OpSGHc|T^pTyJ+N>$ljZATft%_=CtXiw*zd4y%aL-@T)gqO#>NMqSx?-Z
zu-dLZz$f78`_ijl7fvyB%CV_r3oM*_H9h0DE^Gat+vXAh2AuQueKlD7$TfI>9XQyY
z9B5>I<^AT&3)M8`)FmR{Zfy~)+8ne*DtJo1LEH9MIy=+8{Mv7uB-iGqy5fHG)}^X(
zZ*1L8vYn0+yQKC!*fL{Y=X>?rTFXjatbEchW53^fT8HG+gotTIXT4tN-ws;p`Rm1!
z9u<~pxt*SGLtWL+{$J<nWNB&TWZ<qjdD10j%e_LYeNK63zOfH`v4mT1{+(5;47c{@
z^k^Rb?Y&O2IeFe(bH^h+UP3zFGq0V|3Ai0=?V@>7*?VqMv}xd^qxY|SpWQO??VcXF
zRfjI$_2&y+)xXhh^VY4R+j4FODW{)W^QSU(EB~`#@1Tcr5BfH(KXql>pDAzurT*1S
z-BK)Hs`%Z%TzBgJ>!CN>gN|_&zKGwipkTsO`kMX0)z#(~^fX0h-`~HYHGBCK(7J|m
z^K7-_lY(yD;Ak#uJNQY}xclP8yB9Qc?&K^zbD)uV;<OvrJe-;oPj7fq_x}F={mY(B
zS$XZ?pFR7}HMdS>tvdU5>2<x+1vxS~8@{{>@{)Xf&;4<{_tW>Kq2E9e6|(22oQ{sJ
z;6*LA;4s_eQ(rFw+nINNAFp(FwvOkir49?HR6gn8&ur>pluXkGZ4<btqBDc(s7K+q
z1}TR}kNfS}G*VaDRGoXd^4|UzYnAqX(^Ox+;@g+Xmr>J=rWk>Id8<9>n8ifXM60Z;
zt6IMv_s@R03w#8_gkyq&o7S{59rbwlbVX6k11HCwH*3xA-zo*|4c|P~=)CQB8JRb4
zRWkKdy9Av+JwCzk=-1cRvnCn+tUuG<JiFN{|NG0krEh1hHVQnwNNkhVrYqmpaBse_
zD4koy*VF0Cfee$L+>Yh;HNO@zzgS}$nHBA{?eu<K_xY~1Uv8;PtKTn^x%tusv+cTn
zl>Z9O6X=typQrfyicZT+`SXA7PMFDaX}f2TaOu6){}C(7eLw4;4S&1VI4V2()QtbN
zYqm^Td1mjrLv~Y)+&Yx+-*b+ss;{{E**(BTcu(2aWnt^)g3k_@G)m!6dfghZz~<ou
zmV<{E36<7&e9seUw&$6VU^f5#jR}#jiueBe^*T*EwNKuD-Smv<A5)TFZV~+O^<&$D
ztuu|7PqDA~{OtYN|L0Yes+j%Ov&DVj_!O`{JU*VcI=s4~z54$<hNxe!+1|C~YBgs0
zl=bkOD*df&<$mDiY00b)`vZ9Y)tfurYF+X8mFeo`+rs~C33~rG?9UFTTdI+3zAf#k
zyno!wd*-P-ueIJdYbLiy#2Lx^=ig~tT75rYzIySUkhL+^;Iqj-UGmmHc<B(6yq(jd
zNVep->5Ut<Z#~>AZGI*UeB)W{`IFP9NjZ8MeA;|T;P%31wWViPWv_k^cAwXGxB1nr
zs{Y<?AAcX+l{?dL;$E}pz3X;_DmE9L-1>1hb4KM_`x)2sXP4w$a%O*NwK3pi#)XBA
zGU}aKUvH%v=)V1@`}b`0sf_=2VNs_-p2dZy%6rXJmtGxTFD-ld*Mk$~->;UPS6m!$
z`ViAo_P)%AzaYtKb@=*2hYm5V4sHuHGtiQ~dw9_V0eSv|F-y<vt^WSt#fygCrH^|R
zR3$p!Dy1%)r?#}GMaOgE)9_-uxysGen*Xyeq~A0@9ddN$l=Ps0+v~T*oKEI__FMNQ
z`+Sc1>P3HL+sXo-$9_5QTJ?6*8<$(Nzhz`y3v&DYedDK~Wk%n3Y5fj3WwUd}*GGCg
zu6=a4^<d(zZEHSWzLH*4Qh3$tQarfmTN0e3Q`O=Ma-C@U=jn&;9TO836;0DkZ8_4y
zVsmx(Yhf{=9_#sgnB3W`b8c*K+#KY__G+8oHV+Mt0~^*J=DC-A>7r*AgMHe4iMtE_
z6taI_X&juGo8SA?UdMdLJX7=QHbHum>b!ri{Onhszw2J*vc1N>uRH6qPa!8<9<Q1A
zoj4R*bmI5PoGatAuujuldbpnV*eN;Z#LUD_?eKLo_D-2;n9L@{cD4RcP}9eMa$Bb`
zitEK(STkj!hmKFn+-}*ZW!tCJC|CWqX|{bBcAj_FTLJ%_Vkgx<U0~c&K4bgAOZ@!~
z{C5j0>rVu)uNL`!p?dwK&8kL|9|smq^mr8NnW26B#oX23o9=DcvhB#9{pZc|H5dQ=
z9g(RSJhM8swN@ilVv5oJRskoDpWpZY=Z%(@KJ$K3=-TGLJLei3TJ4fv^xD*cd%lCr
zIo)IP&YaAMwin^Mw(UbniQ|8@w;$r})!a1{Kfdn3m%hCh58RdhcFim!>bm^XyX=oQ
z7ixbwryGB5>%aBWy!KhItd)wBHgVqiKl6sn*PWB4w@vwOvO~?X|B1h6)(xh`i*_%H
zf4oh@TPj4i_Q|ZLw~A+#PdOi)yL4M}vy`HxrexDj@0rf+d@Hke6=hXV<?Q}ie0*U=
zh?<qFx$|r>!5sw|&66ZJbE6KNJSb;3@14XoeaZO!yPeC=?DgkgoD(G{W%{9g@m|>|
zQ_iE`KD}g{y7<ZF6G6Qv5C2O1cSP~V{=99!EY+-izx#w9P1n(v<19Bfzq7wS{&G;-
zyZC3P7(!OPka#osl-;KMPajX7h?~xv?w?+&8|?2pwQ;51$CcF$yWdGnWV$phW=hY^
z`DfgYed4j$WxZ-!6Emxpe!I%Nsc*~tw;rA#-tNIC;whxfnI!-9*VBlJJiC&gF8AoT
zGAZQdIzdp<4iq=~>~>D`dEJ!iSYAlHuz^;{F&i6SJY&A%R?C?+E&se$)kN)xQI&mn
zYk}o6m9z!L9>#mF)XV&{D9{Qz9KBNi?v4e=c0DeNE^&&g(4KPSd+_?)wQEA>UphCF
zE$G<&tB)Js|2?>(HLHHY?CA&hZOq+$`25k>UoU>0`gVEluMl_nSdZ#bkD2E4s@!;A
zeSdp9TzScv^82;Ri}d#HS+>M0<>;)LtV*F*KFxb?f1~${-rJ3N=OVtmxf7-;W4E{5
zlx^8D=fB$3F<aj4ICLlOgqQb$Rg-GI-a2>9?d#0|t8)&gT7LYt`LLJy&z@C2r+8in
zwm*5I!XY)yNNCd=*J-mQwmi=}5z1V((oNYrVab(EIp(h}ak%D-D%!>0br+qKyyVSl
zqbdKkiX;{$ZYbQ~nDE*`q&}dB?X9$enl_uWIsegB@nM>R7i`w<w3_Z6D?asb^2h1j
z|CeV^kCe82UHs&al7PzmE|slQze%a2ZmE}7J+|L2j-@}Qeb&TF<%RK;_fOq<o%O;Q
zbTf-#gMbr<W$CLaznpGg+P)!biBHGw?TsQcuNlVXdtOy<eOj<>>-0$DU7OBm?myZ3
zxu)tLGwbQ*TmNp?S?&*6HtU96==$24-6A)lZ$9`tk$csq{<z&S*`*#cd(z$tiU@S<
zE`NWGLsNN6#yy@&N!wK}VJ<B{lub6wbA0(CTmJ3k-23|q1lFDFGs<?$jknsxIaBjv
z)$u*Q?$~_Y&BJ}ketP0;y(O{V!aeO~TIH>a*io?1Z7Gj4bCBEXg9c4gcGmtjv-|(2
zc#cIOQ}y?ENA3Ur^!Jjy%mpqGT~@txxyHRxOjG&M!-tn#)KjnI%<5V8_Ug7X3o5fK
zRvr{mFt1h@H1F3<Romhn`gXUm+RLr)B@7(5`oEhHwzPIt^eGuxBjIb)!fxy+RBoB2
zl=|%4TyFmFx0Hl?^mJt2<jSl0ep%9UX4%hBk&`@9%}+x&<(xcxHuOmENza*w&re(R
z{paud|NS(RuPm677;vhi1GEx7C@AQ`lP622PftJICp*PxnJ8$3gVTxZ^?R4?yJGfL
zbH%2{f4}BcDn&l2O%?0e6ZSFipU~dAN!DuXOT{BEeYss@$QE?$<S{;3rbF`4r%JeT
zmfZ5^oxl2eUC|Ah%;}L<p|_UrTI%zE+1m%N-!{)S&%dUjS^V*lYiVr$o*f4=7C9B|
z?ns&VePX1+r>IBIjjO-@@_aXA(H_PK>)ju=|4iap($hVec~@D7k)@{bo_eDwlYG9$
zpkon^pk!iM{ETOoX*Qd;x3_9)*t(d`$?E=(K0Q61mHBFI^mdI@AAQgshn5L)cXuyt
zT)zHEnc+W&{gW=Gl%6u!@`*dJR%QCBH!Y0(qQ*wm$8KE`+HIs}w`~gN_b<V3pC6m@
za_i|yTA9<290<L++-m8W)6B~cESko;E$1fFLN!mxg@G<CZoEE*^VY0rF}b<<m*kOc
zS&M#o{F~kt$uABv@7OJ__itkIf`Z)Aq))C{Y+3v);8cc!M(P%+DMs#nGL4HDD?fVl
z=)=wQ`I+j=d78oPsEI;buZ4vfDIZN)(xbA+c1m<l`lH_m&z*|;<uz5QxlU=)qMGK7
z8?v|M*sq&%v2#KHSJ%!C;j8y<tgf5-ZKa;3GSiw|2a70I*N6A^R+|Q$5)l_aeEhWY
z5~r=6GvD94-}`xe&Vf_upAz%aSO3b>k^S%R@uJ-(!?*|w&uzY5r}pghRK0o(bQx}{
ziNF-2C?2nwtHakX@|$ZVVUWP^?#|A|J6-k*pT4eKon$y``}-ERwYMI$mg^_Ho%sFY
zrevl!vU3BLuj8+J!gu)I{<^i+&rWRrZm??$4`X6)!t)0m8>X%OaAx!E!Y8|b|F6u8
zW!=|v=p?8i_Ica;aQn;c{S#}2rWh?_P;3z}Dt#4VaohUAkqbAk>ZI}{7jBn%shzr+
z_giny-B2&j)34Q)QrS#0)!(vJW~X#c+;W`Vbmb+xtE#Ck7a}909{v4(zdb;BX^&3g
zB>R-|brrj$mh>d%M47n$^17MRTzmPGkwI<BvOQ*&nwNKHv%9#uIW3rS(IMbehJi+^
zTdx#reSLk*?lRxvtJ9C^#x7oRN;>}j!GGuXyXSaWsp&<xf4f_qbadh5i26S!LcjS!
zuHRXf&40IW?`N)yJLAQU>BTLLyM5!<O1sI^@(m^!?Q>M*uX(@gE3-zb533W0;*(!r
zUuQ^MV%XT&n=-A%({rYMe_T$0Sag!_s{&0;-Rr-PEb%E^es5Ln`vaO)Z>x>eUr%};
zmOB5{1fxlJuAe+7H(A}kEg*Pl&xBdCn#v~j`Z}HZQ}HYH>h|j88GFk#@7k_52%ly;
zbIz2Xw`c3G`1B}xd)`ur-wZWURs4Hq&z7F18@=r0q#KM21y@{G2w9)|<<3%zKTl2X
zetR8%w{3Cv>NB$fZ|m2VaCX)jeeH|f6aDwU+*j$gms_Q`y>z+-ZgmO-J572R85NO~
zm7_m-lF|BScDl8y>wDI{y&1PSC3A9O-OReja^9yrCdGC~ZRM$B-;|r0sA=4}YLov|
zZ^@NqR}bk+^d36wdgW?~=3?)bzyIb<y{eaLXSpZvmsgx*?CpiUOE+yfx!`?guD7q#
zDIb|j>|g)<St8ZNwgi+%7P@L~&cAOrasQ+<;gf@oUAy-%@sf-GsS`P~t{kk~v^MR+
zn|&3o>-%-0i`G6?eB^c-bR4;W6UR)`>}gt!dx{UZEav;CFEYjX@4^SK7G94Nncc@4
zyD6otM{j?Z&f}N2cl74Do#Ed5SulA0LJ!H<GaawH*F4*}Y0k=^pl3P%g0|Xk*tY!O
zzKa*{3IyB^F6aGp`TkYsw5K7?^H)tZa$YQyn4iA<^#8!i;0wD1#iY6x{+-mLq?<R_
zeuZ6qL9P7WZ>p}!AMX6=%qr{2iMQX)uldnX;?nlnd2VO2&!2aX@iCrgv@7D@7mc2C
zUQ?g?T-8fmSG$G3^iE7*P!Q8XHLsa(w%+uZH?8MF-$ITq&O>L4jSb(<&E)9jZ(ciD
zH>Nh`VxkAT&dyCP<vvH(a(#)u#BV2Px1n^4t3wDwTdr(d*KJWy)|=O{PI&jC@J#(D
z@6U$YKXyBQ(vH(hviZU1gub9<D^_rvExmeoi*l;U_HGZconkXtmDj7r?fkPj&i<sV
zaY2lr+LX0_bN5LwYd(JPrYVdwcB>BLDxL|u%ik**DhkS-Teqp_s0MTW%%4g|PJab|
z)^D8>FmcJgP5z$_|FGD7@a#QK|E)d8H>_~6b^OxKC|uH6FE8TGHvLby=H{LL3q9m+
zu1{Oy^Lj>KZDjD*Nq4-09?pBX_Ucy^)11bgbB&komHHJjcZ%lQIV;cYPdv<~p^++*
zeSKYP?^e@)zm9SHheVw?Gkv)`{}tY4VP_=PPWpAq?j(Qk{o}%NdFv#;hghlczi!`N
zKIL_v?bh0vdLQ36J5A#a-99DKAX7s|R#t^Ey?2Vy%+*F$6{^nmnri&s#iLub)gjDP
zY}Rtq<4ck!2mGlsTx7iX>Q=M2_d?2J4$WY3;qP%f*2VMn)~$0<Ur)wO&o$uq&hxG2
zLG^C-9l@t0*yghvPc^!<-+#Vc)Fh*+)6_PbzjxfcZR4u`C-su?VIKnwl{cra$;sL9
z>}&ZJJ!nYIulvQR8@<J$*4%%OZPL7pDh^-u`!9J(#GmruEYhscwOHL4<mQt4*sb@%
z^5``u*v`6^ddys%pWD89GIQFwIh+gCyd>Wj<X_2+2w%VU{iA&mA0Knw{r2kh>csb1
z>(e|>l)a4izG$_0>pjEP^&(EZC!D^XPrb2>J9GIILmoT+G_BM{ix(Rv9%9)%#pt(Q
zZM*nA%l<>I+KJie>wo#hZM?W(z6xia&}BK-?6?WJ#S@Gm?S=68+SUmR5=_2wPFZR<
zYpPM5-n(Z?sVR|@1DEv7s!d65zPQ-^FoTz5>^Y{Lelr&?a@7=m5&pgLx6_~69;MV{
zd|vJS+s*5KKAkS5oth()BWLDuO}gduo6Z{#H*Q*+=A-lLxzb*{O+H6Y9`<B=HO0tn
zf>Dj!7X4Hy^E{pZ3lj2zjwvi#dsn4)Y0kET`__ECJi#>am-77iLC21O$Cl<=x8KrR
z=fT%~WO?%R?4VN~Pqw{i@qByv!>t99QNMYL&KAAh)Z_iVa$d<&Ref>u5<j01Q5}s`
zIltfE-cGo%ZK>MQ9v4SH|1<L~SbkqWJ8k|Z6|Y<KcTD+teB;>-o3|ca6}npCiixK3
zPMeef-RlaQ<(_Ok^6CBb*Iy^cD0&7@ny^*v_4c2RJZulk^vW`>EEQbZBe;ZTKKonm
znIAqBoNQ137WC|axc#bqhOxU|Z#{qWlM$Q$Y}M1V&ICfPVp4SPmuua-R(6t8^rM=C
zMv^Ct&#0*M_xG>1jxx#aldu0HxSxONncMmMc|-42W?p>n!RhAZB;C^9>UnhOEVWcE
zTMxON#VS%I84G@S?CWn_&2Cqspto6dP0kvFuUA66B$YiR?f7qjH!#jHPVc+vJyZPt
zZx={`d?>a(C3CXl{io~a7^s7ei{(&k+4KEgbwPQt^Xp%{g;iISj0J>vG-cl<z3({J
zIahn<k(MC085V^~F>~jBIQmhSUqGmbcj@DV%*@X6`?ccy?Lo^x{fIfbj>kUnMBI*E
zz0dM>G0!j0pc@m)6eYgAQMkEmieb}~ho2YJY6?qAc4`JM%LqEP=imG2S5Y-g&0lZ1
zpN(wNTs<#%b8^b>4^v-*hF(wJbS^PY5_@0Ct7~<nbIL{6gH2CgSe9(jNjEZwx_OR$
zz1+Tgb{t<n9bWmc*i=VFV$zlC$4*J@y?nXw^E2NNIWNhdwXQAgi>qUJRL?L^)7@!d
z{qNs{j-X=-Z1(mMzr1FqG}n3tPo5AnC1&U6;8PNcKWs7_PpPP>B^~JyoHg0V=(B42
zrOUgxYFN3$S3t_Uil0~8vt{|e$eQv=wocyo>+AN?<Lj!vP5~7>Nw??!PwRtLP&*4A
zGX1Hky?EiYf4JW4g=-_G{h6Zm{?799`R?Zxoi!I*6g}zq#a#9Ik>-9b&SQVO+b=5b
z<CSV@d2nlM_6nORMo;fgTfNVB((D&o`|p?vtyEpPsi!sQSVvIX`Q~p+d!`(IcYpu>
zXG?k}9*$Ycvy?}%MWE>ACDoSpwu4s>3ckMd$wWz6LY(W=#M_%D|6)!%@<DLbna}^(
zmi7b$1TeU>SI@Z_&KPhi;oFUvh{(u?M>>ToOf*u{>TH64dC3XJMjvcsiaeDx!~e+(
z6<AW5W>i^O+0oyB{P4mlAHVU}Jg~dJK)_2<7c>q7+P&M#+WP9W!Q#wn$q%zPOi0*c
zxr3#5@85^79yQrke|zw8;S|A@Q?IO*uG#bI!KagJO`}fi*^)DBmgSbRw^14zsT*G1
z(kkVZbCj!kTPya}@!hc)Q)wsAu%D1`wTbKQ<+om@IrP|?h%KD!lq#^U``_tbi!Yz>
z+f>sUbc_QOB-@tugv4?2@*X|BaLU9Nwu=}Jdp}FQ_wDbe;At+N)=PV)fr^Z>x3^fu
z)6-49a++Lx>eCad>HIL~dBe59wO4eOt1~a{`S5o8eI*qOiQFi&LudQ>uXrea{x@&x
zhV7d}{|BvIFeT7fc9;MAb*F_57t}O(J<|HEBHs~RYi?0#p}5gNFjl?n=oNe4tFqQV
zkEFydy3T&|&iQ9Srz9LteW<*!ZOY9JiOh56%;`}8jSNYF`@-e#=0u%)^6*X9QqN`|
z7dL}*J#mYsX-8h!bYQ`q80C<NMN<Ur{(Nx0ar?HSwl3p$JKLDYLciIreRlIH*`ngG
zY|6@aPYtFRnVM*%^2yn(u)FVX|2M=Klo-ItL5cZa;p1ZmFC7w+b(VU3;=!aW5uqN_
zm4_b&@8+|4b>-l<x3?2*G*Vk?e}6l8>=>K#FSV-@hRWXCoS6Oy$jP;>4qxxIqDs?Q
zGgy7WIp*(`Y}G-qs&Bdf{IL1&A06#BjRxOkBH+ZKn0|hq>+Km55z$eJF0b`0;y0|}
zN@aPx)zSEZnL^A-LruX~Z{C3Bv;$9tFt+o{x6Pfa%l7qM(zm2%moEB#_`bGVtylW-
z>h=4Y0&IiYg4~qs?B(`)RV&u#@B1@F)!>q!X0k+$+?kM59TH)ap1ueK-3kiseLp!j
z*E(WPg`v!wH-d57<3vL;l4_>xXA!=&^w7<Fj=HLoxh#t0y}Z0YMb(!tB{iSVnoluu
zOFP~tyNW3=&W-=h&nKdrMU3Xl-|gvOV_fy+>(kTI6$4HgXrxM9)l7YNclYvt_ji}R
z4pa7!WLw(f21-T${(axSIRE}Wt&NGFs}A0{k$pvYnqbf7pWcQ`o&9%M?_990TieUq
zo42TX&);viIr#Y6wr}5l=GlTNE1RBN=i~e4@k*js-hY2inA5Ylb593eKP>Az+vK2l
zd<|nG=-S!CEAljzfBgEjXw8~493X+kg&c}46S&3o7TjN7q;_VtT-X<hrt`<vE(odY
zv9Qe&<hrG@cw6&it>V222buo-`Fy@Y!v4<(W+P+ctF{_CI!D0W=AJ!0`WglTyiBhj
zPChJs*6GBa4Fy6uYt~MjJbA6xBX00~VB1QMnbUNm7p++FV&cB?MUSkEeRS^Zc@=a@
zf*aJ)d2(`cNACT&+Qw}kc%33IDa2@K)U!w)tjMldImuAYZ(UY{P1+fWn4LweQ=c9c
zj}J+8j^3Wvd*1GMPtdWBnx9XnX9x@PuD8m&vAt|sTI!kJ;@^gu8SxPj5edJ(yv&-}
z-~j6WC(f8O<>j@t(rrAFO{YHmd_G@US=sqsdt%eZ;^%%|lF6XbX3wuzt6$8UvxcoQ
zPA^a5_BQK#a)$5AQ&^J2kGU*y-O{#o>QtTJpv|#*vAbISxBA=v6`443q88_eU8S!z
zQhPeiXlQC^1Q<_Y`|f$^PSG;{Z)=<$Ur@MGSbqH7-Q5eDK|y}lz)*AY+_}A1u7u1G
zYzaE{L%@k6@f>Jtw%5%x)7Oi`A4}xCwH6aUUX(exMJF)ohH3QE#}n<Xl%lsCIo2y(
z`1Y2mjoL1i14_qK-k&eOU+b=!oFe%0^<(CG`+S+YZ6U&&lfAf#5^{4}mn_N4y4DZ%
z`l=}tXD;5jaic;%2RI8msTjVUrW<`>U#_+3;sckLnr)hOJgIoTQ;k(wWv`H-{6DQE
zA*We~j-8U~`^Hz1bwOdz?{~Wm*z)&$Z1d`S@&3KO=xmMDo)g>e*L5>8|5|<i)>dcj
zIrnzodXjSHu0P+ypRB@x_qXfG$jWZ0`kHlTf4w}@Qc#a9@l=r8zlrKvT3k;I!FMt{
zov{D+kzXfr6U)W5(b|rWAHL~2lP3Ei=2yl_lay&n&-@QROQ@T!bEMTI@bqMvH*YVl
z&$riHzb5Ud#O(F^|3&%!oL02xll$AZx3_Di_MG_m`1r+TzCE*+ni%K`ipN)PyOjzW
zQGVPnYJ5?}MB>`DYZ8`4OB~lJ^?FKbvg)4?{mSnAt~GFJ&l9$X?{DsLdiQd%QT8>R
zmiG3?oQ~kZAOWS$A7c7(J=Z1%zVg0)>k?PsSE+=O67xMb(s|DHYF^IS6z5rFv%u4u
z<=V%v`DgE4<J)`r^2XZVWq&@M)?dM=!nvWjnK>yb>BIK@e|v+Db)0x3eDb1@oY=A_
z$u+aZZiI!k%$Ap55hVF}y?yTCIfcyv5$D}w-S6+KE%^Az^~Hq^Qv`piCVloiz9sYW
zlgg=D`ctjj6u%#u5#;u-K2*7`Klk>wsVg|=f35$;H)+3k%C+T!3gGrN$He-r_qXLr
zxA981EogA~s;YCkdJ*#>105~F?p;q4-XGBXapQ=~+3L#A8&~=>rXBg}`d{s>z@w+j
z*WEpJi7Pkx)`A^7B=YzDT;|1*%>`-;ot<so-re1;qq%sBp;6Gu7gNLI9M{L$UiDGs
z|9(qi^4zxT^XB(QKj)WnJyP@a9N$(KP1A+CYu4z5`YrDiR+l;<vDRBMSv8N3kI${D
z%BrLAqNilg$>;NRVs;2PIy$aUf~3krDhDThG0RR6Q#y1g;p^)lR&Q=@mg*l0np;%4
zZkHT?lxL|``C)dmcfr1dnHN7DkU2B6kJr{c$uEhG&HdQo+5{Gxx!JFmCGEDbR9seS
za;#sz|L^bbkC)G{GkV$O7<AV&&F{&RCl8*_uU|H0CDXsJ>+2K0y}6ljZ42iW<Hv70
z>Q2gjyz{5?$A_m^chr^L|F4qx@9#JH56_mh&af}!xaDdVczW5JH#rlptexHAck<;C
z$4u3Uzm+$iOqr=_s0(U0KG}bM!v=#1Sq<RfImPXHcMr`pPTx@aI&AA61yfbl#()1N
zEq2YHyQ{r8*W@d&OOl6iib-yN<Jly`MWNzPj;kaVwVTYmsFdU?9-Lh5x%*3?anX|*
z_j;2Aq_1%B?)~#1A$xgwo#&a`i!zNvXB8i8VznrE(4ZB&)|F4*jwe4qpM{O>(Uq0K
zQ;b4Sh{xA7Zq2@~q^m1>?wsGJ-+@M|DhK#&t+zYJx$*nRUX1UYc2zZbL*BWFDdPP{
z)*OoQk+{R|{99E~Z&~Y^Jr`|fH!}V^ar*S(eYL;kY{LcFm%iGcTwPrqy0vG<yeSK(
zC>p1oaoC)8Ho*yU%u36NPXaR=Kb*6Ezd}at>C>lKE8A2AeR}*Imfz^>$hpVVdstcE
zi9AF8`dusDK3c_HzrSkL-qg*{GOij0$zEQYZO$WSBXQp5Gtag4@%_#0{EzPJEdKHD
z_xr@Wn7vh^Cr_T-w8f2W@u%NQrmSrHV>~H7@%_EMpuUIHl%vOwDr#*~ZE9w^`bl~F
zt*sAVKkogoA;4vOUaQ_*>*OCF9!BgeQtgwqR+~ECLZjAaNy#3a-W_#+tvX(MN_t5u
z-G6)W;za{%NcwZqV0B5mdE<tHot@lt{rF{56iu@Nv^F1mB6)XnIzPu!o~1pRMhOQP
zKA-*W0x2Gx?0!68ZfR><RQC2(kZM;@+m#N-l~X$UJ31VKf`q_2UMfvpd8|*Cdvhz~
zERB{Emv}vybn00=g%ULH`)WF$sSJn;3uDX9&W_npz}OPh7IduS<LA$ZC#iZTe1itB
zz{&HE-@WVm@S$LiUG1!(wi!<sd^xSZzh(1gV>RDdEKZuvn#sHV{CM0yiDz$`uAvH~
z6i94c&?jqs=-Ra~EniQe1TV>?u;xpS&1?s+U%$S@`$q7o4?oodIKO9KUDdjN-!Cpx
zHptl~0!827#R?i_Rk}YvH#aqnaVd{sx8uuBVf8Bt`IndZDu8a*SmqlTIPuiqkjc;j
zN73qD?f2N0mX-sTFAKBt$t;+nI7@CyS58k)Pl)lsCBGyVPFXm`FxRT&MML7@wuNfY
z;?;@g+L!e7^wl?6mEC#{Y|Xx|k=migzV!9AwarVHE<H8fMI%)s)n~SL___n9PIaB<
z2DL#!Ev1eP$;bIZ&2|?)KKA3q;(m?Pj%931@7H|p^-8iWdg37fYQ<f4*V6NJdKdp+
zu>o|&2&gUD60@s>^X;vz&2#6<o;rOxm6KyB&&4APOziFD<>cgke7l|R2)59EePls_
z!KY830yh7w|Mreq>9%dp;~g2xowle<ofb01Yl>iyh-=`Yl+<>oFeU3Lp&qW2dM2%z
zrgW-<BU5u~n~3YuDy_QbHq&cm<^+B>{#Cc*tayIsyXUw6*T?cHoMK>LxZiaCy#Lp)
zUvHXD`1PyGy75DKT6+51rLX4O*w~ysd-j*+?%lh;eYP?(Qkw5DMe)>!g?GXd<>lp1
zvo~lwwqams`1-X}RaI3}PtUKryZhJb?c2@Io;`bWt9rWJyv|O}?{DO9M?A{@|NZji
z;J*ykXG6onmOXlu6#f3)-3}uc$(ouP4O`pTw{PDzy;lOc#^S-pkAc3vzG6&P*49sp
zc0P$bapp`&e*StM6I<I{`}xt)(VwbZBp31ID3p76beubXp7p-_6h;Pyf&)*UEKyQY
z3JD2WvUss_CEu-Ew?ZN#H4i^CIC}i}?QaI_-KQv?I?(n@O-(K8N&9<cux&3MJaAxT
zW#!`L-mG}wL(jv9iLS1$g`v;=ZEbD4`ueWDeY>`XJ+MvV@Uf-4cUvF)E||)|z##MO
z-@kYN6mpoQq@|>8lssm%wzmFew0ryZ<@euw_z-aL;6W(~2?3Dz?pxdxla|gl-uOqn
z!-#=_fiEI9Hq^<fY0~7$TQ_c0bl)g@dflYn-rkquo3&$Z-n?mMBH|*ssOS6ZSFbkR
zmp*^~{HJVi99bObn}7Yvl^x-Nw_i%y$yhJnvnNJYR`%CgF)^__`d`G@|FQ<QX%v^1
zF8%ni@b~tmOP799HtRl9yD7J%B!nT5je+68?`wj$Yb3v`^-h{3G<VLN7tbGl`gCdC
zq`ywvx@>iIeZPMF$`p9)zTYVu8=D*74Yakr|1DX!&hO{XpTB<n68f+gWCnxTeHDHE
z^K2LVe0^UoXZZW~FBd=m^`l2y9j1Id{@VMWSZY{U*qiLA=xAZkG2#qAb_(-sdv@jT
zqNo2DKK=Ny;yufpxpQxRTfc9gU8U_Jo(`ijqh%X51cZi$GC@LT#{Bu=K0ZA`K|xz~
z?p*nv$;8Y|%hWV<{rdHv>RcoRQrp_vM5LrnT@4ceMZ=tu>gw!zNnReFEy28J1b^(`
zuw_e%{>S3tVu<Q>>(`4)O1?ZeITsv;1}rzs@<KvFZWP@5&#>WaoTa7Zs&(t8<tv<O
z(71f*(xNkGeEj)T*})#Yef##Q6DI;nO17k>rG3d~Y;JDm;^MmW@83R$DIcp`B&A<T
z3kWQD`ZTpt0_^gNs;VG&_x8OlTeod{_4KLh{pN?KzJLGzDc#)Myo`0x?%mP%_(2hS
z`e{&J-ny*p?5D1f5Nh7LyP@yXpGyq;x{n-o>D(=SS;KRqKvQ(<77NcG!YdZWIyuX(
zyfC5a;-gJFuKzsz=v|(pSh=<9{JX#B8L6M~ESQ=9?C0FiO7UsWQq*QzezyI5uR8P9
zm6Zi$Wo{`cD%aM>|G#p2xm%CK!dZvKL_`)OAMcxCkjQk#Gbl)CSLtiE;%Rf|^5*B~
zi@up@m!xqx;8`=jUBl$blet2Cc?_p0Dk&)~dh{qMWPM!h)WsgmC!)9KJ<R;^WU{}2
zfI!3M^z%+9?tiL(S)8nQujaGwk|j$H#OTKFi<#;GI+$--!$KZs$(ybk{R^kmWL<3I
zl@4kC{(k>|ITxPPj*gBFpDVr6<{=8f`)Vpv($Y>%=~I{cbE5O$fkx)Qp#T5=CZ?yi
zUtaEiSjHnlv3JVSo|AV@99h@W!g6IzWboT6qp~L_1bbvGgXX?jwrrWxYl%|^QzCa1
zC>9kLKQ#<lSelr)utjE8)j2PZn6*)+qT7Tao-r!a4qM|;P+)N9?p;IB^(LCkY&-$^
zKf=~VrSAFcB>Vr*=ktktWp8gSeb;|Szt}kEh5_f>ccIVJcF*5(Ut}uCL&hH;_uG3(
ztXrzkDRD|bP*CvV&(F`Vz6j9_o|twZd|k}J$5}TvEZp<Z_+F!O^3JOt!`4R4JbR<i
z+}vD5RP^AS6Mkyq;^HOm?nE;GHSbu+<2<wW_qUa8cYgl-sgR`M?Be3G<YJHvJ3G6J
zyL<BGWxf?MReR(1KHOdPRm*F_0r$Syp*y`7yY*h!l<GZW^7i|6(XGDe=jIrG3}^!d
z!OptBRzkwU6X(oX;}zU#A_Z~azrVjHPMgLiEiIjSBKwN>lY>`R1UldQAo)FN;siI@
z>2a#hoTQ}K+1L)nfNps^HEoHA6Z7OOu;c3f{yKQ=n%M2_`Ro&Cwivm%xVYpn#jK05
zys|!C{&=74;lr=4tem{(q4B<TQ;b(W_MK(YxO2j@1($fP%gp-g#i8!&lzL^m30JDd
z;efV<J(<yatG2#UHqN-9AOMXJ<@&#0#cOJ69z1;5$jUADAkm{=wDR!wyt`IYwxpev
z+MM+z+sA3e&CThcv4~YmUOqb7ePI&l#;to!r>E&QCukfFaLeA7dwZGF(Hl2zSbMvD
zJgrsfqqq3yT-8mV4YahlUcP)eXB#xhow>L&csc0c$kIjkwq}RN>@MTwcar*b%1`>S
zfBybIpS(@8zFk=8d|{XObiKrji(FsXndaUKsoHR2c1-1(C;Oz|ix_FD`_DV_^z`(=
zORe1E4_?0P+?IRW$zV#N#$s2YEhmycC}bb+lfAHMo^AD_pru|G1rHcHAjxEArEr3^
zwRNW2%3}`p95;1^q@-5)eQW(AD<q_38)0(4TwP7=ncoK`#mNuvt4^Ofb*dJ-k?Y5g
zAG3IVwQvga++XaId+}w7Mcp3@XUR6BS!%t<RAqFvdnT^m`{5AxEdAM2uFrjVxV^b!
zA&;P-;KbA^tS3(PnM|3Yc7XrN{FEadf?3a99UU1#SJEUNZd>^{N^Q4Kir3Y@cCF@D
zpY7jt+p{X*j-{oqr{}>lGmS$#RCd>~fb5A1i-@RrUcTpwYP_^fg~66rZ*Fe>@bzox
z-knfyMG9o5X{Y)W8T~({y?({SlhZs7sXo4Icud>aSXk}oiuLE`s!pEvBtJd<dApwW
zWFd{6c@Ys39SeIpC$v5KUQ>7KdY_yv*V<DjPdYw5H8s>BrxD@-!N1>b=db$TF@OI2
zSF4jUm#kd&#$e*5rI-AEJ*kL`lk>SaLDAXkuB*cR&0Du_^|?3ct_gpL-Nf0mvv;g}
z<9B02B6G*W9?l6H|14!QF7jEnG;^wn(DZ<qSw+zXkWA*H?l;Hba2xMc&%QVFK)FWe
z<g>H0d3XEtOmC59X5(qle068%=E4~%HJ7x6V<k2iOu6_gZ(Gp(`9(gfYa{sNY&gWl
z#kb_&-*=`cP*Zqn(ZxPl>s9jtVd-qf91f3q$(Qa**6!cl++_B?w72^ErLwsm8xl9E
zyM(R^sa$Z<<bM5s+m3}jZNJw|k+M5w_;c2^KYzd9Uv+Vp$;)X*LCKdKVvp6Gt`+{Y
z{ZD+{d}vuSb0?@DWn&Z5n=WfzrlWK8Xt(&ohYtg@W*)h;)Z6#dk#iO<M)zD5;^i%i
zR5}*+Tr<tPv*XG8-G8DtpDj!^U$kf6yL)@3k9Bo-U#*q4C{XZvb$|c<S+mN2eaVDn
z$l~zzaiQvbpWO7dwYi_4o7=29!>TlE<>PXGdApphhcj#PQ@<T7EGjxQN!8ndC-uz1
zC7zStarr#G51Qh?<}=?eHZJ+ppL<I~g5KR<6}md$(x<1VuYNpl|6gWWBP1tGoa5ke
zpZTU${rS5}i{1OfY=zD^{{8h;^~#Rd!j+k9IazIdvQcT1?_anOuvyDKS;IMeT})$d
zZ|}qJG5>UrZ%O(8@2{55+bb)DPbux)`{durD=R0dNKAXYHfn1Vt703tj8a)VHT6&@
z3xm<w=g-d0J~lsLwRy|QlP7l+K4#mJ_x|4AOX0^0K0SZ@m^oNQc%e#zp<d*q`BN?X
z%+ocTb)&aUxnCKnChO<%GH`$0-*;Tasa&)6xJiAVXt?b9>!;84c8m5pYnIxWnu<cB
zTc;pri^<F>lNWB;V)C_fJt)(^dHeQiSq&%4633;MKOQvm^Xv{-6~3M?SVUZ${c)^O
z?5>i)gA#^Q4Ba=Uot<=DDl%)%7R_BXKaFy7bFZFX=h)0<QUA}zrC-jr=hulTw*R8n
zWy{?0@K8Q3EF_e$5Sm3i=QC^eUVK?{i6vs$|2tcwo&BbX=|-`vo$SBW*~#fj?WvO|
z4PUD5zZC5(SMHaVsFD0GC1n4eZzm?z&sM68-E;Z3TiKnTzkZ!6zPzH}=jM_vp6jaL
z+%TM?^3<m&W|lNOrx^Wx{B(MJ+vd%ix!8J6r$147a;TMi*32DS^6%TNiP<Ui`T6<d
zGYpdrDn2B9d3*c%h1-f28XPkvB`XZKY6-<(SS>0f(eQww{>RUX!;#B(XYaJIJbC>}
z7Z<;AjQZX*-cswYuhJHkzP?uRd~W%NkH_U#7hVlw`gT3OKJoH0U(oCkSM0mgzrVh=
zIk@@#QS+O_k)*Ns>vd7i+Nb4_UiF(cZw@p!7QVWAZ^x0A3Kn+OL$^-{SDidDss6O#
z&si~UdfL|~zFzhG@~f+>=X*=Wr=>01!*}oMWUsKQDl0jcz`%*S?(Hgl9dK!uY4(j5
z;n396a=-q6tldxD;!pm+zrFpqCw5l}XY}^GqkAepe|X$)uVil@Ulp{X;OOnk%wcYS
zBT^#6*D&OV%dTRnP*zrx_{cc#gjb(aT$RnPtKM#Pk4?7PonF;@{(rsbwl&QQZ}Ps6
za<(!FiJ$!S<Y`mh>y^sNj(7cz&#E%<?{N5f!olTN)q&XO5wDV8Cgiton2;d)<jJ#V
zt1cOE_NJ&$nls~M>YY1xu7rpsX)IRV#O>lW5wznoaJSi<xpNXK_@W{em2SxMW~nVs
z4rAVPd7b5_&vA#-_ZEFDy{{*6YyE7Uulbg0@zuL?jd!kzabKssJ#mNa&bL;Ql3E#4
zCoO+`yx;!p@6;Qr!M9%B-Tl3GcAK|z{LWs-X10Y(^!NV>+PlrGUw=~qr1j?EmlYEm
z`@Zzk$1{FvOJ9Ci7rWaa_m;`kmLFHc;~e+w<BFL(_x-Q9l5g8q2t8<B_VHnbx-n<`
z)-}zBb7v*hoxi^E)#02s@?X^S_$tLEVn4)OTO0WP;gj;a8*3BfripAhd}f`lfzozE
zySkNZMOh(%jDahrTd&ay(FoM~Cja5n7l*InmsPd|TG#yh@tA*(MIqCXfMZwG)K3;~
z$-TYp!}rg|Z$5SPa=1+o^ZoESeeZ^pAjLkNnGLsh*RhuU{}$n$=bY!A7o4}d`1G+3
zPJW|3X{<kfFOJ<^Hp4Kv?bX#!OF$DS$9A*#mJ6+#Yx4Zu+{3mW4JxUN+GN{5ZJ!eC
zWsrRkng{RhtCjxx>Z<XViJI9bPxdcf{8;#JNVr|=G+C?o+OMLUHe0Wlq!2Bg?W{jL
zfnVIjpTqq;Tj)pM*}G=k)#aA{{g?ZB-5bq=?U8G4FXsBNKfe6vrG0M=H+mOuO<wN(
zmSu@M>w%*O&wcn2URLTl_twi7_x4)5^++f#m0893a<daps*1-9gTy8-ueUk5SBp(F
z^<--AXSDu2{QKdZTQ7wc*jz3xJ6m!_`WioLY?Pv*S&Z$zZ)If}A78Bw`t;>S>U2*}
z&+ojeQ&Uq??tCu|o3~vk>15s_G2N(y8ygZ|?O;`gl%-!@uir1_G~xH03XcNi%kFY7
zU7V!e>P2pHnflTr`ShuGc?K=|^WJ3$$v5`Lt!mWF-`lg6+3Ml16LvyT5q~Bzc$MAq
zkPN-P>*NYCNe*{w>BHw;stQi<H7;~+Uv)_@N#pYpPlg){ovUx$h*(_nv&dups^jMG
z_cu0oAM-Rw3R?Z+{^JnIkhLOvYu10VU487{rTtG6J@Z%n-mB;JU!9+y|IAEdc4#sD
zV&bnYU*6xBKY8+G5tCB%*QGDhW~wU|NxppkNkQ?<rKR2roo2Z8K3KDQ$-4Im*}Xk4
z6l!klu@d`IBkSIEFY(8x39pZxu+!QhHT}BJ*R7qOzq{<L_mex^#60otLgu=EKhs0m
zzG-wU?CHsuv#m0jG+F5CcNuZP7J0iW>E&U*6F)c$zkYH`^T)r%+XaNhR=jh*Iwi%_
z)6?|sKKsmDx(mH$Cid(J^XgnWrAQFc^j&mZ?Ww`1&iuGIxjT37KJ{J5Vj^@z;{A-k
z;MN{livkB<xmEG&<#N`ny_#AZGxtN()r`=(E#Dr;+<Cw^WBI0Y|F3ZG|B}_oKP%Mz
z?TmyQ|AX0{Mef}6%HO#5SBdC>yWECTCf4a(YPfdxYN+YCyqhYr|BW{WIPv+ecYVzM
zaI4$afQ?D4A!X(6iHQqY{J-m%fBODi-*n2fqGeO2h<uguI1<nX>ZHx<dVPKU>WSxU
ztG`WYo6_drt~z0&u<+hEeRb1SDl7fx+jaDI1xzn2+u*$Vip19L#XCOevZ<XfG(S75
zzv#o$*ODtFMLRw{J++e4?5mM6XyO@kX{SP)k?Q>S&TTx6{oBQ5-sFD#H+yYi&Ce80
zlQUVev1Xj_OY=CZt)qYZs#v{G&phvr#@3Y8TkaZK&Gl1Two#nNa7yJiklQlO&$HFg
z(sEiGwKe5Y$HIln{>Z+2+ZV^X>e2n$TLtPpo$HM4za02+?(794Qz^f1+g?2v6Bb-|
ztZRMLR<3E?3wunC@bYrD^==j2mA+pm)m|uJ#@9&)Jl%><=PmfKA;4#*5vywH>uYBN
zc6~YjMfK{E@L7|E4X0Et16lpz+S=#{aCft4L2*gQZoNl;Y(kRn#m+BJe6jFgtO@t$
z+bdRvEu6RNp^?%drw=ce&tLUy*|f%mJ#VJ13g5mitK;|jHEkAKD)vaS8GO&@ne#cT
zHgwXJ4UWtr;^M0}{>jVBYrAU*x?|2XTdYIklua<G<0Ugycd6&4_+v*;dQR0zJ=T`s
zvwT^a=_IL`8)gRntT~Qy>t4AiSQ$B)X4qAI(Ky5JESXuNZM|g4ey`A45wr8sN{p?p
z>wSyc6<p;tFV9MuHS^D$6!!&F^6hrV`M|Q!p;qoyKA!T@YwwBt+V$$f?m(?=U)~>K
zIDBS$kK+8xw%qHNx*R;VYLV94jC)%+pPiqduV!l^aVqEjKG{yrj~ljbJa!<?a>u^f
zeO#&smdbV4-L*cjDv9-lR_LKKGmRZ#X^L~^oGXjn`9q3I8s=^lwF+6^WM94g*xJDN
zkr^HbGyM)1OD(KwndQ)Y;)6jZ%j#vHGlZRIW?o))@Zv$nt3t^ee}A7Zd1T7QvVUem
znIA8%c=F;zLK~!IX&b8(I7#rvOi9UAHkyZS%Q|nCe)MQUxulPT*!6e%yB1{MO%c6j
zX?0_9_VsnEzPFhfOxaoXc9xd&l;=O(-)}j3R(8KZ&Cc_aj%(PzH~l)}WU~6@mC$aE
ztzpg`>(W;tOG14E^Zy7j?Y+YBI$QaZq*KAvoqct8Mc<pRX4~%dZNs)z9ei(ZC!U_B
zt8ke&)o;FC?-{Goke!!yIPR4<n)5*F@6p{^TA_cdz7{+?BMEJCFFI~i{x0Ul<D|fK
zcj_NKUE-lrw_caIy*(->y#4F34RhQ&K7I}e&c3xJuXk_t_a-0hDHGk!8eY7}@#X8G
zUy=4UNd^bE<~`&8@co-ZOpcCwlCZO+l9G~Al}Ye2AIBJ<9;x)X;ns{tTk{PQ9#p;g
zdc1zCQ_Y0!T<M!OMHMXB*4biI{q0TT{`vA>0vB3re6(M3oy{|=eKkgpl$rz|yk9RD
ztpu$H96*zgS^CRX-s6Z2O-}h^c$j6K`mVfwtpiiG$GOdzzS}2flAO$)zz;IcGtbU8
zKYaNxb7*|Wp_`_cC0E%jRP9ggvh%Xt7QH=>RS@Drt;?WE(rv!dTbmV4&&YFszHQ*}
zpla3Y_kuq)vgUG@&sCl?w*)j04qE1PVKaAXig^3<<?54GyF5BGE0ZU9-Uq9#SzJO%
zhaSFtdNei>lDt-w%voVl^P|AxwU*+FP26dvxd#tCn5nnU+xcE7Z{u365C^XyC9|9x
z3{}4to>>{ZTtG~!>&T6Qm<apHil>63o?r88x6@*oDEKhvpEplxhtHM&;G>mev!(Yb
zzFX(OQa(MwQP{(&A>rs<UCoaIced_`)+{}|^j=WwG_hCjw!ah55V==>&-4AfoApAI
z0%pybyyyHG^PAPV(a-11I~U1+|JO7DCyqe15Ai1#-`dXp`q-H_7p26vE%g+d5~*=7
z%0@0XyY<kyYhp8J&fHP+)99b9N~&JWj)rGvXDxJ#NKGsLb2`cC<5}+Siff7lqPFEU
zc8lvTYEo7KT`<L=xaG*#U8S!dJbKgeE0n1q?Olc^V>idqt+tU7_Bw2OeS9n8xATG0
zWOVlup5+}!j~_pH`?Bo&c{emOgS<X|+bH|tQ-QmalfUm}VbRD_9H6<46=gox^<odG
zuDhJ1T$t&;E2ZIR>!aqUlY7?8bnO-^oHcjJ8Qr9JcXn>ry!mKnY`3bnmt|j0Jjd<*
z|7VLWYVri#Gv&nb@lNr1MHLN!(3-s;V!nNdHmC^uv#Ijg{*wHo@w+!~*pTn;x86A>
zr$0KN-#O^n(&=$cbLYy2rS<54w$gt3xzhFcq$w9SY~Ox(rg3_JqrfC1(CP?*Chgk>
zuNAfx`u^FV_*0%|n&=t5s4MH0l~#wlsY=hT|5@3!+_+uo#%<<@3m3-hiwt_E_Vexb
z`vP)eZ9Dwd7XJM!yi`wFZ*QeUcb<If3ANIhE7Ps6tqROt()Tw0P_@)`(eIUFg4gd^
zH|piiS`_8NQuqIFIftSq=%y)-z`n${O)oDm11%`}{Hx@^SKIAL3)Y;tJC83vT>YPb
zUh8wseX;XfwwbOzboeaq@qYQ~Q+9H?^~<r^%j?(t{bQS|rc!iXzG?e%>G<g@Z5Mj0
z7<+it*gxL&$o72Fqt(IXhmW6T7FP3VfO+-llsk7~zV!4rPj0q-H}}qSG5#r{TbpZC
zQ@srJ-k&*e!Hjpt$D^rtR8zeUbPB6G7*@ZRjZD>3$#M^Q_<GZt=TjZu#LnZYQ}eg^
z$kH-l3g`~B7LD{jACJqwxU^Dv&)t|0N#{IxU#X^^ay7V|UAF$)gM_lTx3*3)I{M(%
z)zvGamz(`^*}jx#!jz2*I$mGl;+4K~J<G=_$PJW07TFxMV$D^KR=#jrHeW~P`}c-0
z*W}3ADw@kw57pRy{CZ2WW0h>zDm%F!nU~-GNY2)Z2q_Es?Uo@Y*Rt;Gp~AX}AMZUp
zKUea^%d33ByUg6noT8T;+vX-JU+#P=M^^H5Zu0-_x|$KDD^{=UEi9~-x^eFL2K}|G
zS`%J2oQvU_bv*wLf2&{(zh>Gry;vp9V3wGF_bwh}oNrT_zS6th{=Qw;98G6~)C{Ig
z>bz{P_lIzPGFCYm|6cC+-|X~6m-%@wE-Y%?=ydUZa9_pR!u4lAFKgbKxJ}pRRDG=B
z{Nq0!_cBM!un}7P>)3+I=2<UpEz>+Fe=|xg=-FcRZ%y;hF7utO(6R)4qn(T8%uQDe
zS1~v3wf%T+Q)h$WgsWGkix;^aIC+on&qpu8PZhTkdU~^Z?r&d~RB@ZFqI~7YI>lXe
zEKD{rjys(aoh*$u)jBU$JMXToc6i&QUe6sNpT8S@<IdW>OIvu)`wiQ8c{n%MmdI56
zIneWO&v)M6iFLkRXO*iOlAiThznd^clVx4R)3;AuEd$k9b2V+;)ZC<7TQwDPa<ylw
zob*qZdt_%E)wAvE=H(5!?b~$?ZrN4;(&Kq|bLWEBU4L!1@xQ+;`hMPx%scA4VvSjT
zR6X3jxqn*c3{SbK9QF40e}27QFL0=9DcGMaJBpriB~_QS&u^E$7iAO2{GDl0+5-Oi
zJx12YGOVZC&dFsx_V7vL4dZp{J8JVD?qGT!`lCdx`1Y$kXCx=<?B1j;y!-gKBj;zQ
ziQVk~v)+AUT7h}jOsA|f9;Z^$(hl9eENefnZo`$-!}C%#EAP)f{7h%ctcO#5gW47y
z(MkPe6t{})xAMMV?Zvs*o*cBOP6&3qF8aH2`McQI6Xj<F9G1%2@A<^A$L7w&$&;BC
z*F-=Hunthe;p|P$_2;A)GgfoHI#7@huYY9yh3sEjR~*i^_^R=Lua`pVBkAi5+x2sd
z-vyW0i?|-!V;7k4@&5Apby5?i7$!VxojqH7+VWmq;hPuMSO4Dg{_IX?*Q*sL)l(%_
z8>u%OdVBcz_l8N!>ihX}^k3{svd{Ou=5l4V;Hlhhu5}7eA3j{Cx~X-m7o;fMn0i`l
z!@WZbpD;?Tm>zIS=Y=$DI{R*>RL<;+CfwXi>wmt#CHdduluOupp1l4064n&%QTeO!
zr&QC;-L!H0a&^03FO)rJ?vLDCWomOL_T%r@?5A8zOjgG$zpws$Xs@|yYF+JH!5up-
zlrvM5-bK$oD`nK`IWx&V-|-TMg|+3QLpz&)zB_7VnyQ*wSNSz@$1aQJuk|e(j3C9D
z;<@?u{Oa!RDe7A;GyGLsa>n`cuT8zHf6cgcKhB6TyWJ%@Vf8MXbD2Kod&1{F*z?!h
z`cm(<j{VuEHpHFTlBav%?LXbu5~isV^ViMlVqc~vcC-Ib{PZTJ)rlDbO3_;%WjTw+
zodONHUtJw~_=zHCs+ttrG1ra%=Y*9Q2OV3n{n5i`P5TVr7CfE180_fx3wbwx-j^KQ
zKI>fN?;Ct;=9+fiP8Ac*>vldXWqRPeABXltNKNqQ(b4V|(YwX0u6G--{pvcTeCPaR
z`?$!G>svNm`v2;1&&vxEztz7TTGLXNFfmr_hOKS6NyL@w_wTayFXeT6_pQWcrXkBa
zKfVX1I=@c;{*oIfedqZrA9<bmExd=59z1@<vrX1tvPJ*8Py6=O!aMHo%#$$Vd(XG-
z#g)B@re3X!egz)M4*pPFP+sU178cez-N?OP?&%fzQ*B0*d6vuHV-UOf_4~&o$<@=8
zzW-6Q*_m&7=l?&y4IKLClhydYYqS4)x|=<`Cy7lV+}lXrI6nN$^Fpa9fyrq;|KHu%
zuhqOYE8@-eHC%tCK3=={_Cb2trzf7US}0L<$@1mR%oqE^{dRs_5IR$2j$De!*ExcB
zh0>q*oA%XjOp~fIU(M<@*?~X2=lu<q`}rPbefG0Wd1SLfSzUcrtY?3w?$-EQ*xLN4
z@Jr_dFI~@6EX*k^+`vA4*E5r)-?px5TCIE6c%}IcrYq{&%Nu4IInG<RV8g>Mzx!+b
zwesvmT#xKpcrl@Nrg8eYkPOYs%l-3Rwq}Jq+Zr@)Z?))-6w{*~86FJJ&Py=9^Oq6n
zSAQ47)-~Zw=XS~ar>!@sKb@>RXWy6qT%yIl0voT3ezoxn{PpPO-xqh+^6q$3wqU;b
zG5(&T-}UVi1h=N%GF#pM@9%F%4rp^i`@!7udyRYN%FdX`$a`X8K*6kt-?tJo?ru_D
z7r#GFaVgLAqvd5~hrYR<lz9;ys9|<~HeYzSIB2znlLw?wh_JXAySu5>q-UiCmxjpt
zv+~S-l{a^n=eJHVV&{`#SbnhP^P$=>HC2&#`+EK#H)So0Sm0U>mix_Rs&6TL)l(U;
zDnP@nJfkP;VWQ5j=!Z+r{P_6z;-)}ZZBgN_G~TSlPftz?K<mjvO`WeVG6$9(;+B}8
zCDL_1+`qYbuk5$Cx5F1M;aQ%;%Fdd2@5{q5Eme`?WxTFewL*1Df6ax~)dKQ09~|Sl
ze!pclWeC^c>P*a)UgWxYnW)z((8}8frt59C-1A!6^62RA>rL|??tZ_ITM^nG)S1xJ
z!xO^&B{eXZcb{mN)1##~l@B(ay16-ByJyPH{q^=TZ{8L@ox2!hZ_Kva_wMn1zf;T)
zYa?thSQopyO-u3MjHws=nDbi~bxfU+#qu-p*_oN5Zl?lnn5_!Fd+KP*qPn#lDXFRO
z=;406^?Dq0ea+lxi*+o_AxHIRr-vQbr)l)~_JXk9SE6pGjvPIf6!Cstn7(RV<=2Nr
zfA=g(3aC;4@<x&$?(Uwar>85QxP4e_ncl|!-)di+rtf+vad)9$o6EK1Z{pr=EOAKB
zk-8`QH~L!QpX~Gdw<ybY|0;D!`Fd(aN^-IBca6#WwyqLux^m;1*!ReHGQ#|IaW^@0
z4b4^=zMFSt_HiAnd1oY;_`>XdzuC;Cn7S%#WzW;hWbaUgnEL-L-`0A#Pd}k1aaW(s
zS;#8++m(e8vy9kgKl5|`FDEPEdhhwA+3g!&d<*Qz37YObYj)q(tPtsy$-k%X$Ujzk
zw0hprBadb-77&XPg(nz^y+Tz<4y&ue6jL;ka&rD1ZaU)TcH)_!?SZ%d*Ue>=4^OYz
zQ*>(ot^PZ2Uw$YneZ+rl_Rf7izouPSqBiZz`;@@ix$`Aj4dVU(?8#Kyaen`ucx#ng
zCG%AG9p@`^tL-b&P1TFr!y(3CzooQpC6{EEgx&WO-&)<SoqSe#`QY3C`wH}HZ0>&i
zIJvsJbpM^t?GN6*Ja#=d%m0N?r>f>+?>n$&=f$(d2ft65zY^Bw6m!}7!5}RnV$YPF
z*-rW&+#fwS@yqS@@6&1z3yS6~ki5Q;(^$`Iss7gH8r`5%5f%4)e&l=&xp6b>lzP{X
z`wP39ZR_q->~{UWKQY2!)8@^m_fGlw>9qdA&+&Byu`5qD?+#n`y!L!`nc1y-^*Q2v
z`Oyq{{n7&6Z#<j5OU~aC4D||}G-F=6;m23X(g*Eozg%>O=Od>RXV1DW^_u$O!j^qv
z`l(f>YdQaU)MzEIxVWt}MaSYmefGzSkgp#P$VUgSb*S+;rStB(X8z2lmWzGf>ObpY
zxjmitMb5>)@)uU=3H|<}`90{_+U@t4&euQx(HAtCeebSqCx6d-ADy@*H`ai8zHP1e
zJ*!=^q0N6k9+zfUN%fM5w<|Zlv0Oa9Mi3so9P{gbY5q9;`pcb*)AUj!v|DRUyKcnY
znAZ04ZdAkV!roQJlb0QM{qNS?R#1OLbD64z?X%ZgjRiujMW$HT=kAgfvE=?;c4Wo3
z-U~K19I>xkAOBfYc<gKayE6`c>&s?b+G;tY^YAU5(3(3p#hrNyXCM4~f7_CTs|(gG
zGdp(lZDxY?{KNY;oa4@Z7;}5_(Z{Y|4vQRpCmsL$Z?KTzqFCpW6`@xv?*EA6&5GsE
z%?dfz9Q<49#%W$%<))ACE_GJa9*l6g-rvx^Svksu<?&lpVW0C)?E3$|ubkue?f12i
zwCx{$Nwcv^y%)T_!s_>l^M^{_>tFXVPj!yW0(D#0MsL&j9`vkLJdWY~|5sP;E>-1^
z=x;r5!u2%HqFmr|`**hOkFB;PsrgPkZU5XyvPsif_&|@;wfdDpPtrXm?Z0Q+_xt*}
zLmhT^FD!Ir-c~qkis93a>zjHHY6h?2-JF{k^zU`oPa8JXONX9Jl(=fnc2@d|%XKr~
z!ha{O1x+>DzrT**4QK#C5!wiEX)XBor}E#2M-4Y0E#+ChZNqvIt~dJZ-`?xYY*4?{
zzM%B0KtSFc4@s6&JY20mj+quzrn5=tKj~?hyjQlu*7d~W%;tlKHcjC?eA~=mZyi@V
z1AlnHx)1aA+&}S+x7X=}{Ms2jx4q2N9tNGgfBJ_0inp)U`Fz-S_?DT0%9(E$3m<%B
zHvaYbp7|^G@1I=_f4hA=Qk!-`;(G0d8lfA{o<3@syt4V@(OH=f>b^4M8+bpxuB%y*
z{Lo^9?lQ-gmpi{Y{fXFpydv#=+SU(uf2pk5b5<a*)ou5z&<b9uaNY-YuQwOmS6O$%
zkMVe|cW-5_)q=dWv!2GClCdu9c`iLubE%-tl+)=!`}R~PsV6OtG74t*zq6BPt@QPS
zTfh4~II`}ji1deoV#k{0VLSd@6O22ZoOArdk&J805~b~`lJqgV2^-GNP&=AX#<x6B
zv><ll{Nvvq*6#YWRpNVR-gO?veQ`hDzFEBV+rGHU=Ni9T+~sRU#F}6=l~3w(eto`E
zy0NDM))^?bC^a_!N;hf`G%#4*ayenculH}J)akx5U~XP*WXOGF$G)@${Qbc}61mGa
zwTo*BM66CbzhmCBr-#md*Qz-+VdvQwx2sR{ylm3mZM3mE$6suR?kaiKeey@&N<ZyX
zOy$ZqPQ76u(I~f0M<yrhb8-2@${oob=KKDid1iPd(6BkudJlVe&#7>i>2J>-YTA*%
z@nFyLRa2c$?Vj?ma?ZUBj`m9&Tw-Z+D=K#^ES#HFk@nx~6o1-`2UFXxC6``n+4H{g
z`?nvzepc_$5|)dZe>i(%dZgFA@<$sixtFF@q;8wt#W{P4Puwx?<!*tWByu;a@gKX%
zJezCRx*O-MOW(h8+IPE+L2K)S^ve6S-w!&$3e`t%Zf^ebu$6zh|FeY4ubNIL7w<ZM
z^Jj9T#k9)>J#V=EmPgv_JZpQDa`r*qnLiqD{)yP^X_J)s+3NjqDbMDz9cNcMAN%;|
z`{VgvdlNZk{K-99%j*_UveW9;=DAKh`e)@LADz#wIj*)x?*1BYqpiWqHttQIEG0I7
zYv|@Emz~p%*!kt2{B%?Eie#OB{Mi+GE+OmaXqMl<3#KZ|9qwN)pE8YmyJps>eZtTA
zL_;5|&YzOF=G2@6qFo;zKCaftJaam4_ImAapRc9(y6lx&ct`K@gD=|OUM_5xYid=1
zHaCv6%h#QdkDDSDrk<h^uVJ)9<lB;SXMb2}nD;zRf7W+wbL8PX4GFO?y-k~&V;eWM
ze2ti~@nH6kp4rol+-zm8WgGTQUm(vKoBS#|(@T<Vxqaa)k^aJ6SJrL(sJcq?u#R-x
z?^}Ni@0i!7T?=?&uDp+TmU(8(yQOE0&)XdS{PC{$_vtfz7St@f@*wEOWVYj*?L}md
zeKhXRIk35W{UftkSJxkWZ1a8Dk~8bq+cKGpr>pe(9I4IT9O=BwKr{Hwb6pQ9#&mV}
zYsWM_rcAl@+oSM^9jMudNZR)Q{}|U-Y!vI>>M41x&5-T=8qLGk4~EXzael^p3D=W_
z$_EdGF28YXrQgr4o9kqSdK=fi`ed=3>ux~U70z#G&1Kaey`N<?N6TbwG<V+O`qNf!
zzLLk5uU_`3ab>6Lx5W+D^It`4dP!dX^zysUtFw<eJ{D;Q`bvs@S(}o4INRrYTw%2M
zjoV?He!MI>bMBR#aO}OMJrg~@A57kT+UJyxuVi!T%H*AAXBoZW4^K4eJ3rs>kboTX
z<3$y7E_da5oido@uDU6V_t&v4$+FW9E%Dhn|NDiun|Gd>XkWI>m%rV(b+g*kTfcw2
z?f$+|UL<z|Y*?d(<IDHtXHB7;Gv&=xjDuTB({}VT>b{<}$!*>li9<}gmSrFMYg5VB
z{ccv6{;zo6X@;^=$^VbU&6s+j&$TR4y>)evp)kw8cX|~%xdxkyEAn?(TYiudyY{s9
z!uHDCcg3zsX%iC;Z;%i>oGRV7oM%x>Lax}m#l?3Ga%Aq!U9GmT`f!$ryX)7*2fi=Z
zQJZX-{4V@knfcY{iP38n=GU}#?&K0V^M0mg^zrLwB|&|gF1F3b{AWw4>Yq7%JzV+1
z?TXqzr=1Q@$rRf!6md2{MOAfbwdUuO>hnL;q%EG(IpOESsq8a)lYHh&2}q}&@~JGk
zUnFzG=DfxKFNdWgQpEq+&8x^cACz|UgUpWSwc?R2*S81-K6Th%bN<hhmDW2S2|@d7
zcd+!=Lb(5KddK_w!@J$@4>iH^zS62%Yo9lFuB=+ZGyRa=43h&l{=e#b8PnT2Q^KRa
zJ7ulpHe(H23)>SXuFVj<d&wlWJ5n;nvE!1;g~L<7`tiIx@IXXEY}wK`9ACdKFnM5i
z-+0|0m&AiT;-|!RSllRHne7+s^gAka=PjYlo*IrHPM*>{GsSVja_v^$aNkF(T#vqM
zx9qxZ-qm;JhuN|0<u!{<yk1_M^}Arh=BHjEXQnKAV0cg7&vjA6BfI3E2lPY|-P(9l
zdFLPHQTX=r^HtUJIf-l+&l!HK>DSo&<6eQQR&uDiH}ALer_Zv^HqY1l9`x+EeEpN3
z6*ccS8BH{b;rjhxTIDgj>Cc{J`MjNV)&19x#x<ss-%I(WKALn@M0uei<C!H7?bP_X
zo^$z$D4v*8A>H%d<=c|~`tBCBom;bfa?c#oe6UMt{&7vOc$?kwdv|Yrxal^>m(Rz3
zG;aLy?<u?2*S$~DPt^VYa@ik|R8O2b<+N7d|04D!T&+!|1)sw1SeCE5<1P8<_2cH=
z;^jpN>o+_~Fifepw~vs3_Q{-VJ{}SN^YLg7KkqKlE~TbOXGg|=JL>*cwN5Y!l(jN=
z?VNP@RP#;Cxz?pkt+1|%OJ1JdotW4SnHA+=U5lLO7VyX#u`E&Yn7J}|`J&v-Y(mmu
zaua=DCm!pO+~5FfoJiPKnM7UZ*?TY{WMRMtIevC6b^m#541&^LUt9a3p#139@BSWn
z5t%X7?^%vom%X{c$n65{tacoiua_}1Gpne-sRHiBHL)(XEPeUv>S|H9Q**3JyRH|6
zDsl2@_wvi%KYU(5f8P%!9RcV_wPJ+);>^cx5;yl1GByXcIvrekwDwNy#*B+f6S|aA
z|NZ&wzhn2#$ij{BM|aIR`Qg)-BU81*6Bfcc+J(>OmLEEJZ(YOFUQw>2uN-3^zI%2`
zwN-n{6vfWYT7laer?Rw9b@TZxCSg&apd$gZ^T+xXSCtPLuE}-gJtP_+(Kz4iE?<0k
zxSl+J(8VQZ&ds%c_~b<g_j5k4qKL>p|9&xA+_?RC-R^fyt*~i~BNLU~e>n5_r}OP~
zWsW-f?PB4KsTcTUU$-c2s!H9nIfd!m8QEUF(!&p*J!weLH}83UgT+3_!))EoZR*_F
zY~{{-1?+cN-CFGGV(@PE9ro+rXS_dq{?xH&_8#56M=mkWEwrdq_@5NDUCid#4%YRK
zh8v5GTUb~h_S^qkF(K&L?EHO+XEkN+7@bdgdia~`$r+}V23Fg$T282yemwV4*5dOC
zwvx^qPz}QJ`**^fhKN5OPBAZI+L66UZBblrzz!?xg|5v}JMweO_ANSAbN<J#%g1;R
zT$*BNu_u@Df6}cDaW=;`-1z?VVQ+CldV0F9WE?Ctmb|?r*?Xv|urj@k?a6-wv;G&3
zE1OpDHu`w_*-Vd|IO*GNM;DcEj<T3)E0g}b|LBAhzy5se{&CE-=XILP_9GX}csCSQ
zl;<5jd9Uwz!tob7YJ!$kHIz4==llG14{MOy$5V3xH*DT&8n$j_M^Kwd{xzP(zm7#L
zskmX2Z?%+b-M(s`{d;~H2ra&yc>9pbmv`6LmcNVb-OO&5=;8Ey&-=*bVaH01-M$>W
z5EmPv-+sHGsN}@&dAfe*)Kgcrvx)zBv*8q@m~Lv@*LPjt-rhRs1uOI(f%XM$pRS(T
z!1naN!K=0(3&SS(@4KZUzJ0mm@9?tJLziz(j5NM;eEI5SNd+mjmrd1!**~)zWwHO9
zb?ftX$%AE{GwUVx=XyH2EYPnyc6_r$S?e^T+uQTo7dJEStA1J6EzDoKx_wbtg=p~Y
zS8F(TRJ@z8vHt1Y#UDz_Q?K!S|M>FqZ-X7_>6cB_%k@wG_H&)_e(L_S9NVJTO!@h&
z^|wjsNvVmD`4EBK<?r2=dYMgOl$!Iuxu9@^zR#=~OL#VCs+HxPs!hA_V0NkJvSN$e
zljrZYK3XQSv?s|YMEFNlHE1(8)5;S;YUbwR`|Ru@CK=s&^rX3ab8_OPBPyvge2ohO
zY`)KQbk0n)YQH?~&mLRNyi=`HA}5$IH8L{BIC6)z!J5v_?R<^fXLH|+H(S}#9Lbu!
zJ7CiXciqhiJI;cpP5NhN9Zxy7{ou8U8{PKKXlgocGe=hNvcjS%OL~(2ZjcCB6~fuh
zC(E?*MNr$4<;#^#R3=<*(Q&fcu#H=lJ6;%U%Hv*Uo4i%BlPy1*<-{5sULhVF@L@*#
zZ0@96=G&_@ojFB?UbN4dBNL$rOOP>pDg=FJo4CCdsQ<GkGtHBIYnRfJlggKWFLYkJ
z%BKBm{D#z&ey5{6o6}|9<b3?}CUB`js!0D*-ZWXsGqcV4*(MqN`0==3bCu5O2l;}R
zo=o&D2KDpi9sZ?%!)Skj;o&!u?A6wL{yeZ+J>970?zU~)et=frFNKvpA8)45SJY5o
z$jxq*Dh<f<^*9w!vUhI^lNnEU<K|}B^GDAae*AeZdE$dI)71&@cd)$kJ~hQDF}^%q
z{fn=U$@Pg7rzpO-zh8dVwe=_82(O-CWIw-B0@T>yEnar$=1If%)!Tl2t9fqtdwJ~U
zUpIE!O#L0EoBFTnyM@%%m3_DKq&c+RVFmE#=jRU}zs<eTH|x>)=q*Z<m-JYE^L=r&
zcxO)8zT`;T+e+38b+`Xd)m*$l<@479XP*)iz4(1Se>_grd^)LKP*U<h=t`JE>Y0uC
zu2$!tZo2uiFV$D3<&9_a&fKp-ZL0$<EiE5i_P1|^WtyiA;c=C$a_{mw@`Jc{-oBjw
zF(D$TZS|iIcXqg4^?loa?nVF4&cHd>zUX^P9+l=ku6W?Itn97rkFVH@^eo}=^z(CT
zSZ`iu{d+~Ir{uTk&ySVnq-NEZe2zIY->~WOtTl0`{`|V7{Nejox2!BJ*jS&2J7_PT
zr16UoeWv}=tl9al9;f!~E>Sw48Y{W@ZN(`CzuZ&h?}~38&fhpCaF0o~%AUJ17q@zg
z$LuIzG<OSn_I!SQTmN?RG+()#(4c2`g{>>~UZ0Z4JzlQ&?8>s5=XT}ivsO<rdij{W
zXsXViPp9=^<2j4w6u!G-$@1&>;!GEgeKE#=*_dNlmsfps&o!;r5B|N%F&5PIOFLdL
zf2RA3n@iY^m1N|k9NBOoXSr446eG7a(o(&ev9pV<F6&M);u4D~D=l)ViID+qiC;8v
ziek68ep~lu;d|CQSNo_QnV&Cz_V>I{UbC(1Pt9q#>mA&aGw;sl_6wVfvwL3Nzk8yi
zGUt3yN!Hztpkp1SmXi%rGnkeeN6wv6`T9kfg{4)}(JoPhvp-!8k6##hS?$Buf}@)w
z51VYzSNW{EJly)<iq_t<^*i<$y`K6(;`QMLtNPjh+=-nabD1l1<HR#p4A#{urndzC
z*uLOL#nUO#3aKJ7eKyMbcyn@cCQO{zxc}cT?xXHO&t6?!-O-cN`^!|h;N{uFsY;47
zeoit@J#qiOvGkhxwymzUl|5e*159to*WH`vAvd*SOCj@zOU&85+3`Ex^NIb_{Zswz
zN!;p5MpOL0X0<I&KCS_pcX67M44vq)s9os&+^?Xl#2}0(XiD9kIa2})e%;Mo`?|O?
z9kisEZIY2{oYL*PXL}DdCoQ<sX6iBXNnq{6hY!y=oe@~X<N=w>DtvlMRBZB-{Q=1p
zzuk6h@bylc-a3Wz`)8dG5nmbJGcD<Pbmvgv3eiXW_4e^H_H{Dm{Y!XmZp{{dDmL%V
z_B}D)Ge4YaWR+VjCl&K7=-G{Pu7Ca;e0zJFU2zR$?ZKn}H+FO1uv(|XbKusE_cL!M
z_RW-JPGjeBbe_?hSadTnEiI;b4{Ncag6V6mGo6z|omrg~&-_^bY{j}$Isfcmw#c3H
zahvtC_WjN;;sJ$)hO=hPJlUIf)kG$&x78@<v9s+)1vL)V$w^c1r+Q7XITrBD{qodl
zN825u*E$6_Fq}Gd>ce-#DV0AzsV-Wiba7p1aY)Uiy9v&cmgn2P9cx;-IABBOwm<87
z1STENGMu8RebQz2w6ho1$H$ul9SLXyEfE7<o4VPZKf@$*k;$T|YTJ33UU_U>!tWn`
zn=fE>NW_MOgZ9_$+ZOihsQ#`uXYQOS|BN=N6rW`gS`&Tz{zN;Yb$WU`%HPXDmmirH
zSz1~e7#g`Of3{3xp3rfJ1!3J^GfwklK3je1O2hKq(q7))AN!Lvl-I@Y?-M&ad$GH@
zzRm84GZ&Vyh0W#qQs_AQ+S=4B(-o4yJB(bW>&LrQM9lbNA#v@f<kZ#bMhXd6OHQ6j
z;LDxu?7h|vv^Ltlt|#kofZLQQQyikBy=R>>vRHY~OIC<iRyJ40s)WPd8S2eXpFdw*
z=bOF4)O4c2i?;RGeUc&$tomkUm@VQYYju*>_4@{cNW~Ry22%tjB_)MU?3-sZ;i0E#
zXq3|$lkhM%wSQXB)kP)0zvb@v_v`hA%U4~4m6_K_$%N_tO^aA_etQ4m6%64ovs03D
zm)_anC45WjXn-4NzF}#QqT)XBxR_rJj;HK{H|ZZg_H|P2@AiI0=<1?fg^$@TUAnYj
z@!H;NX~%AuEK;ABTiu#?=)PXq(N&!u93|8D8HS08@g!&2PZ4BgWi^_b84zMnedf>K
zNwpRRMjqcX6B8Ao;eT;{+1p#DJkn+&Qc}JT?(9=Fnq2kx<$V712%VRqQ|>L-?)h4p
zn3vU+dV1Q!i;LYCSP7o$xN|2aBXgypg%wNxInh5y9h$y=$f*leP)-zwI`CKYx%u|}
zH*Q2^WMnMp-N`9-gyrF}T_<^@>$XRvKkGSoB5&P=pp^-EX<ajo(;uCiYrViq{8Y!@
z>hFhc+~9cEcWp;i!u9z)DiPt|-nXpYE9&FZv$6hv-JfKrn*&o*mu@oZyA!iIbe6=e
zn~{0DB<=nzh%maEd;Nw+MM;*fIhS2roRRO#latjKSjnF1(BJoi>0Vr%!G-It=T=?+
zpP+E?RNPOgFJDU@zJ9IzdjfRDb0~Z2l4c+KmlyWQ&NBHau5>3Sz`}A`ZMsxt?dCM0
zFn-SV(${H4%>q(FO^X&Oed}2nzp!UV{eQbhj~}OAU0@!>_AoQ^;`$cBHR|GBAF`76
ztVuGh_>f>z@qq!l264qL+xmYoZVo?w|2)N-Xq?RK!}I;v#xE0jG^IRkZy7QF_k7!)
zQ7)Z%Z?#FgoM95nxjB~1tM)JSnfmnfbmz5Uhp*lfQok4deX>JS>6^Qz1)E-~?5zk}
z8`XNt0h(k}cKkavRr}$yM>^u|xo3SRh&^oouj`XkagkxU`cwZd$DZx7Tdr!YFfkQ0
zPGI=-`LlG`=eRbbN2jK0bMW#`oT$KAxVPYaN#0`q<ahH<O|4z{X7Yy*1~Gf9K-)pG
zqy+^91y6=dois^EMP2>yl_L?$%vo=hAGx*gZegh>mve7b)cNiEyCz+4e|XiSz9c74
z&78rHk1t|NM&RLh^A85N?Wy?4lzn|&>%xVMIl8wVAAb8;I#(fhPpRG->us$QCn}od
z+&J*E66%##DoZ!6*4ZpAZOp*-tE%W?#{FfM%f5a&*tq3jOx*6i>)W%{m6cbTv;DL@
zaK@oe-fC-pd*<b3g;hby+^KaIO6%h9?=x~zIdGeGe#-g`lf*Lz&!oP1^m0Yc?j9a(
zZEa>~LS1Ffc-CFMwuMtz?ZBdB_ni$UmoB^ZY_~1z>2x`|s*}elYiHcM3f|>u{m1tF
zYy7Z1lfPHZH%0Qxy4YPOI%aT->orJ~YXm?2@bEAPAJ?S!;*xK=FaMO5%92ptTT;bV
zae7-@Yulq68<Szh)7M*Dv#)Q+ysYN(?G>l))+jxV=vfj<$4>KUv$sC{aVD^0<Kxga
z)vFQw=I0OGd&#`?yMOxXZ5J+IoAmg?u2gOnm7b|`hB2OP3(w?Rmb?&XVq$($U1brK
ze0ff1MTOb^ee8y(%rtH<%9)%K?NKm+B@mYG4(=>`%yzHxxh!bu?>@VG0joob8gHID
zBT=}IFTz+wCjD7YqQ__R*Z-Ei6gsrz`^&C`cE1aM^;!&#O&wEGSe~7q4?Zs9=H_&T
zHlzAw{UL>ghDu6RCxvdUjW#*@rt@&XKhLne+{vfBj0}ta1Z>I5)4MGsD%#0!|3|>3
zR}H+|R;lX8hlMT7+~RsJAucRue0`rZT@DCm|99=}1c@hVz0LM@r5t(dW*<86^!eop
zOI8-$J0dZ&OXPX7{@xlBQ<Ej~ZEL5hy7kF4=HA}6aLbk{y<U>1{w&ru^__1go3?D(
zg)3JaR_wRFwzPlphQ;gH4CDWqGiP587JT$x?f%U>XLvF*GmU2TLo>Qy185iI_jh+M
zrI?whNSr-$c4~LP%5A>B7cXCpTK4ddwV_n|J(<2wQ-!5!etb&FmeSMrJN9pjqfn44
z+s?!Hw<+^{DM{I{VgGXbwk-}mXBf`RwH9Y(W&QDNcD@5oYL-&O*%K!YG%zwRSifF9
zal!i8wqm~Wy}^~QKfXyS%xyI|mF_)%M(bs_!?%z6?VH`$XqS|fG-2k<lc{$*!CM>!
zFUki71~&5B{cxCd0kk2n?^{_wW>%g2wT#uF8}hF5B>IU-2tVku{L8e#T2YEUUb^f2
zwBE_{v`Q^Yc5Y78(mUht@NtSoj>J9ZX^Z8aylyyW_V(hbD<0FN*WU_Lc4jX5_}$sd
zi_6B=HZecHf3|sklf<bjMx2&h+}ws`Zz4?cuZ3*$^bcphyJybCX#(BfuPuMv-7I-k
z^w5dw{kz}k`p63_&tJKEvF`nauAkF9JUk|>4DXk>XM<*`MfC|&mxIo1`u+X=@o#T$
zPn<We@8RKgWeo*}xmH`&zX}fyy>w?=t#NQg)D}nnbZ?%I<wuSb=yMiKQFt=<<KL-v
zIzg)I`Gchdyfu|W*6Da2e17`)Ns(3Z*Lq7QPd&cG>$!T!UbjfLn0wEgSAH~Flz#Pr
z!5+!GteT2)5)V?_9e(!}<Xjih_3d47>B^6X-$SN}OuwLMq{Osx<x0>oW1BW_UV1UB
zveL5d#iysI4UCK?Jr{JIx$9c}vqwj}i}L#9Y^A=HZ8Hj5s<onU<7Sut?_yQg+%(D;
zvb$mCKW&lSzjskF_qGQwbG&Qwt#8Vw^r!cy9Jf0cp>_VQP5GoxQBQ5Bd=I)8T$%sW
z_{rvDJ(A6`)@3J7STB+~25C9HINB}#<I`#Vz@VU}J9lDUu3q$I-At=eEw>&C#f9zj
z`_0$rS{*!c!b7iQ^}-Yv|L!#3hY8uu4eMertdF->QB{4|Yku!Qm#FrJ^z(8*IsdH;
zUjFY=$MiXKWPZw|TCo{US$X)$|L^zqR&Pu^%r<l0jqUmI7S@(d{{G+3&kO$~^>pj0
zpG&@MySbxq@t*R((xz_EqShm_(_`ntU@y+%DQ?Sx)cxih`1ttv)QMU}m%ksrwLO3S
zrx{mv7C+xtfA)HOz3%(s-`{etv>Z9&l6s`4#>{Za%Kp5&yO#E_O#XlP)Xya?D?^{p
zgoMkK=Njk#+E<r1G&+d1CW<r!X)Vxo5y@iJRp3x~tKhVo)4?HAzwzK1og{`GmHGU(
z#&ZrI%}Mz1u>K3vA|3{Y3EOP8-Ojx=W8+N4Qw*w|MhpxNx316hTVA*~Zn1)kB>0Sh
zO9};2R<(QM0tFWFfDb}=d3EN^9I?_^_C-7a6Ev6^7`~;N&Gvm$w);<x#Uh@74v<ht
zsOaRADtX(Z6;3g*g3LYe`RAG6M(@8{3#2wQxkxfFJSf_Eq{gm)S!R<H)S_MMy02!5
z{{DM!Uyla!6qQp93=H?*o4YLzyz~D13-iFVy>Z7M7W_EA)L{DY`JcZFoVT3*Uy!-m
zh=Jk2<BunP8_hqj{$i=ksT!-f|B8-3HazyYP-pt-KX2zqzkAB~J<%0pWsTkOq>UZh
zavvW*C)@1A+)yafW^LH*{bEMKeU+YdE~k`)yK9pJ*g6d~n183pyZDqCa(rvuvB3C5
z$(`R<-_}0fX?=e4`@`$M|NSp3(tY$qiqS;B<;wHVAHUCb<>-0_28Q28%*@P&Ha0S?
zPKy87wr$&{G}Fh;Y&LJhE(QjMx}$&p)@H`1RaRQAs1+9%pXi~IR9kDyP-hA9>F?ja
zFJ8DH;O_43__nIPzW?33cQa<p(AaCh7y^!kXV0E3TDw+v-n@BDx3+B9Ah0q-t7vBo
zLx>0H>=HYB`^EeB+q=2BJ^KCIdW9`NKYv+DgI5nIZ0_ET-LhrNkyEF<7{IZYx@G(J
z@LSU@?d<p%K=H7kCoMgF@!q|*^XAWI1|RjI@pzw4e0+RQU*E0ijG&V;8j5!9-P`-@
z*|Uh)SYD{6vhs58-$v@{>VdH_R=Rq6$6mkAW&oXK5wLXG^5x1?y<GLCbFVsl=8R8C
zNy(AZr@f()c6N4)wr@8-cI?=j(;<z`&CMA(IX#;<Z)N~lwBS^1Y^-Z=aPXS7Ygwnh
ze)eqH7UnHmwumr*((09txpU`UVm<cqWoAI-zJ2?W3JMI`+S(QcXs|SZlAP(H2%TeB
zu7s47l^wf%J31ip+4JX%w{A6+lb2@(1!05K<nzxLFJG>H?D+A=&!4NW;JJSNdSHCK
ze0zI4BPeJbdUx&Fqx1H3PEHQXRM9lBM^_Zio;`b_hsvWre{8@`Y%qFv+Q-k&Ej)aB
ztt2G4zVGv~n%n227Tje5_N2qil+8Ci)FyA-yH^%0aNz&n<oA4uy}Sz;c#N-pF{~2$
z;w!B1a<<lrW!$S0E;lE9@mcU<_C;pp%`@lL|Gu^T@9w8Xmp>m7_OCf?DQ`N{XOh9@
z+i#h`mi;*V+i0$z`l+Wyck;GB*xhzG@yzqj3{0RyM|Q-m57e5v=x*L_{m-u5N0p3b
z`m70C4RQ35vfaM-Qv8<(pZ?MG_@l(n8oOVA>%eYvI8|Ze_wMwY@4p`u%k{g5tiHP9
zYSzaZJ8+OO1l@aIZX(sYB1Efj|NZ9k5<F~y8X}Ks?AXB}{^$DBqRym^5_j{=f9(BQ
zC3`c+Y})Bmu(1dF&1U;PDcU*XY}(474+}b~_R1~4tm%=xHOf$`_tDp?rO(c$8CUI{
z$I1wb+7JDEcQf?8ig|3{SMqpM%HuA#0{?>LBHt%fIeqX@jWO9#efRF&*x>T~ji=U1
zmrnmbxAr|t`CZ?6_s?|8d~+yrt9<r*-{yQREv+X77GFM{*1s)1Gi+T<=E7rtzb%+)
zoX!=!W4r3k`Q2+fGH-5L3OX$`^ylaE_FrGG-_HehEd#^1pEWb(Y^y+L2~}2Be){@#
z>xT#Ps=mHDDWMa$=LVlgnZ5M)^9K(e-1Y0#>QV;=u=g1rtXjQp(}@S~-{&7poV_vJ
zMtVp1@f%t*W#<Rh)$Idq`FqO^$#V=Fbj^<*Jt`)(EmASqR4i+nPNb5@{JLK+^_qHm
zkFMEO`uf$^>+#~?xME;<^Y*QG*^Kw^oSd)T)XcrLMQ{nX{+<o5*36CV{X4VT`f};@
z*yVSbz<Gk9A@%gMw*q2i@@e~iJnB9y*D<g1nWXjnr%l{?7cMRJHcdY#<2%#H_3^RZ
z;K0C%XC>3;ER-}(yKz(R`JCcDy`4{lY`<J^zO^ND@?PGT1+T8Ip58irukGqNb7UC7
z$&KN_yBo8o-C<PG&^WP8^KB;UiJ#BsuXld9xZm#5S@ZjAK7A_Ul{4|^-CQgpCbUZT
z_R>FpMJ0unEy<YvYM0Pe3&Yr*nKQHIPfWdRva-+UaqyHVYrk_FI9e^5w(Z{T7qzSE
z+lx%a=Zm`aE@iLZTjr5;w)}qW_Tvh{Tfb(XnPK?r-|zQZ%^5&>mw_Q+wU1TFi-g2P
z^MeQPohwnuFI}}}&6PVli?8mFw?DcwY5S4M&osZ9=%|OQ?yTLq<vZuDyo#0cbY`qB
zRn6YI@XMONv&4_<Udvs4y0mOR)8FNf6XssnGTG{Sc242(zwcXFSXVp8%{z7KRLNyu
z^Owiv>#zLV_3c)6`S%)~jH5@7zPwlc{^~*&aEZXs5NcdD;Vr-Yp9On={{4Pm*Kfym
zsiVhsyty~ygU8o3*F%D>_%4+ydwspOWU5#&-}g28v8#Xk%~{uK>z*CqXMMF;_13pV
z3hmB+f61-x*54NqU;B0Hx1$>p55JLolU3@In7DB563YaruQwDvc6<8l*}EN~$CHlb
z@om_;;PZ{-e$DzX8LjQDH=j!%Q_FUmeQ#USQCWALDHR87LM{A@cl8Fef6<BF`1twj
z<$Z6hUtIFmzpB6g&!X6$Z@1rn!*D-$zI#H#f*8H&@Am!9lNEy6^x^yc`rD4X7#SJO
zLbX%d_~rLqw$#qPwk9y`FWa}7YMd`;UCZo{vt4?Ksbl&1)xy&<OYaAl_%uJ;v^nRH
za!63jn)3U#;kS1^pI5!DH~3p|UEMyj{CjJh`JnkLuJWm9YHDik&27R`QmgF${cwJL
zeSP>r&E*;v8Xk##3B6f&;<oqeZNKnv?dO<_PIGT2He6bith=Y=<qgmByQS0bbai#*
zte$lEVL(O2j&(a8amo5Y9iAYV_Up^b=xxSdU)>D;S67!MFndYmUH6w;IZx|mg-qVq
z+@>#W6KMO&bgRYXZKcw#Zf>`}-&^i4U;F8#IxG_@Cmn9%eRXl~?$*vFCvNRZI-$ZX
zakciHec`TO>D#9HuZ=q8;eCB>`Ms5gVgC8|=d-_V%#MJAeF{shlD96o{;_I(MK5dj
zER*d$R?c&cHtBltO4`i0YShjT&8VkNd8L}42`N}`I4<>X-p4F%5!1?bGFFi<&sns#
zw`IP)wY5y)(?SMF8e{n8w$PBZwQQbO`<FGc_m&*lW0|@1*w%MT8SLw~X5Bl)=gbB*
zw)xWu<^B_*!i!rxmg`9vOyk(xUisrm<SF0NQ|7Oqucf8+<-Gm>jQz0eZ25eSvb)2A
zqG0J)Hy5?GOs}2s-RoM0)9ibnzJ9!T;-T`F$NlzM^BJI-zx;mfa>l>EZkNrGoZFsN
z`|{S`9^o@v4||J<3$C5=B*pgspU<!$wEgwx^ZBbw3X_kvxWD?OD9owDZs;$1F8KA7
zUtHXrSDE>36rg3{jisPYSE=!<74x(M{l(6xu95k3<Mp9-(^H`d4h?y`UaIA?!%|J{
z*U+Q8VzMU2gzNXmS9LsQDNbu={Pt~C=;|;|sG2j~`ujA}L$=&na^?DJ;c2qV3=WEH
zf1RC}cC<?r>bQWzYooXOZJp~^dg{c**^|TMo*5kUd2Mp!(3zv+@j6gvnO<?1uU&Ga
zg=MSP%H`WRjNEfhefo9s`t@-0`!$=P1^yL-+2;9SWnt4^9aDL+w9val)xE+m<65L6
zU%QsJHY+6V7PS5N{eJ(|)#>_I`MNJ0RzGjW71&g{y<)3XT8j3u$mrQ-xk8YVzCkMC
z-=CjcAHHAjRra^;N^GjkJyc}c;Tv}Q+S;$z<LjYbbTIvPBf0-(rP^g{e#M@O13SXC
zTCJKw;^Oq6PQUs?X6BP4Dy6G$N4)mFF63&H@~l)ob>W+b?ebz!o3dU!5%!;AY!c(&
zKhvM*<D88S*S7j8FI7=}z5D$>VVI&PACJq2uZ`MT;<w+)se}Dou`Bo62TvzW5`re5
z6>@I`ZmwyYxlQWuWTzw2!r>W}^M$XjPxLnRKXD=QxY!9%sfB8VnN<&tNbWMO@4B@-
zO-skXqxW%8>HW^j+jsvzI5}-q`du}t+q;&trECj&y`*ZF_J8|#Q`O5lKCaZ=rKx#n
zr8?KMRo-rWhhz_aE04F{b42;@nM3myKYjjsx%s^cXK0>Z)mVJqHoWm4qulpjuS-?4
zzg{@GIfvE1MLA+R@4OZ2+|O>k4^~btNo!}UO8pa5p0P1o_L9-|-S)PpmQFb_V^z3M
zbjixsJ=d#Mvr8Tx*jV&~{YGu8?(XQ0$eYhqT3IZfJb#^i@p$e0<+lB5oiAVATH4KU
z;Phf11_p+P{Cz*&E(Qi#ZA~@zxAi}I$kVOl&9v-~iGgLgx6dDKY0<tUxal(E&d=2{
z;i4uw7j`tCHoJK2-@J0Q_3L(}<<BjOm%gcSUU~j;US<Eu{r&y#c0A@|Y!G*sWME)m
z5ET{e;^MvR{dii%n@TNf7s=nHp;K=DHI<I`G+z8UKy>@-)jM<z)4zYWsq$)#&7L;l
z-Ny5a%bTBN&AIHs@L(yZ4ajg{{r-QeZuu=&+ism^&Uj$=;xna(y>*Yom=xUUn}74I
zZN6{R%YA9-S1Vq9-toL8b6eE2gY5Dm3>Ar>ZUjTYN!95m1O+nkzpZQwJa%qwVSeeV
zU$wXXZ`Zy#ZN=TYpF<wn><*iD{ruwjp0}^Cy}JHAg0W#bsAt8%@c-ZM^+lUDnQH9r
zbwA#|U48v6!&5hI8obM1?;jIadiJlF>UY!ciu*#Zzv+>TmzR&VU*yAGC8M5RFr)U_
zv%uxI8xM-5mhDLQT>m)qxa4wk^|fD~JWpD$SH6B)<o3L|3<tVF?L>x#Q>RX?a(KA$
z;lrDYTD3B6p51qj!QMXBFlCaStc_!x-M+H7N7CkgeYE4~tgEFv{@$~FD$Dk&bz}FN
zf3CKlb<d>inv|n`c}|}4oA0uhjPA}~*=1Cwu;KUjcb1Fy?!9>O-S;Pz>nnPN7H7Tw
za@k*;p&}3*Dh73bDpHRxzg7Ps`&G{7+LO}9`Skrdy0?e=GdxfQhkC;6pqiXHUd8=i
zAFXhjvh(+kmEXSF|9-QXi9sLKC1PNRt9Z!z`~07|KZCPMrgZZ5Zh8LU+>@(uzipRT
zB%9{mGGS~G2ld4m7(lyWHeC)4PVSKvh`F)p_q5`Swv_Exd6oS?pL+jv$+Oru2htcm
zG=cg%3=3R0KeJlr*`6g3G2=9w|CSA39=6MKG1ypu`jZSlUM`>i<oWC6n}3UjG;18(
zW16{?>CfNNtD)hXFeMdVF1qKY9yLxD3z=+i(8TxDg(IE9tPFB8si5SzCT3^Qx{ejE
zgjFSOcTKyl7tZkDAlSDKfq@fmEj6`y^f00JWt8sg+NPplsf-Li>#yf?mUia;e$n%d
z*<|-?j;|~4pE))==|phr=PfJJ_w}v3A9GgdQva>%hMP|tT<t4^JN3n-m7CqnPFY`a
zJm%EnuPYyGQZOgBy7EuZ*_URA>fYY-5|tEL<nF)n!>&**{oeSb+XsynCHLRDUhwh(
z=Qq=u?{~|Y_)h)5v77tBicK#3j|Ef}nGQbc5^i=VD3^V7$VZGrOwp0OeEQkup5438
z+ejabOfQr#|8AP{W54b4Z>6ogk9{u5?u);=^5wp}<~wHw?Xv=pjW9IC`^A*>q<xbJ
zU3@X&^9CkqUbn5Dg)!9+!@WyhhX%iW{pN?9mY3|KO{d$ltWVj*Z@6K1c%rg9w3&Fo
z^QURfimlC`vrVLUdVDure6X*_==j!9=HjizkGTGRH{}+6bU&iq%S<@6?$HhNv*)f|
z1l42=3a2a-85kHIyt%pgoBVt8-gz;LFCKWaJ*jSe<ffE+@_IkFa!vYu>-yg$s~a;-
zrtiC6cfBqz?Pdv2=fzTG?yGAO8-$`=Zb~Yh@0-1R-o)Ie&#yXg>MDJ;XYF2fFF*YW
zPoMXdD|*eQ%W~68IkQ(jKX!Jz_bR!wGnaPGWz*16@Yu~2ek=Xs_ir2Re;-^^G`-X4
zS$<)8@#Vw(_ON==@5O2T{aY9xuG=z6s+TQo=aip&)z;0JaLIhv-hbN@CcZnV5gJsm
z#cyi(t=hmUmo0{cM~_WRzWo32ooxH+!aqUP^$pwmYroxX)qeZ?#DQhAZfEy=6VEkS
zcr@;{=+$qF?#td?F;j_Y_O0vcr?%aAAtWxcX7bbMx1Tig`TeW!FPYM4b|i%7_tYBO
zy}nNj&c6~0Jl4~8kGJIc+;V77u0i<Mi^csp4m<2OuW@T`<kWdQsp|HMOWPu6$eqyH
zzEO2wWy`!1a~HGLUV2l^n>%yOeV@2ozf>dRq*dowR*Km*{gt|z9a`@n9AD2`^*d~D
z+H}vga#Nmj*r;8Y@gT_b){ObZHNV7;Z*{G`eAaZc;-=FsGZpqT+^u-r3vFvWXtDeA
z;qa=!Wnt}>a@Kom!)+(qpLY@3t@6?%v-R&A|I62AC(qljT{GkQ)kQvEv&(MGH0l1G
zwqng~j;#ep=H%}`K8GoF-OSW*7fDEKf?<00&q<M5A*&e=9+^JP@!&U&H+zo6eVZxv
z&9l7bU&_6h%~M`%a+%q_DQ$*8a{r@s|K@t%FW$1{P>gZ))g3-lKBoQ@g0vJL>^V2b
zGMV{MZ(na+cKVr@mdD<(CdaF@-u7)ctLf8s{`BsC1L;3;eHzK%<{Em>m3hDT-`1Fu
zI-S3^Re$q~N?jjnYxO7PW|-Npzb_%p1qPNMzh~EmW$7yXDSTyBnj!b_#)<NZ)qQGN
zHzJLn{oN~h`TyS%jn8+p9v*(fo4hX6*6a41MJem%>XfsH>^|NT{r6XuMfI|4Jg0&u
z^w0l$?(xpeXWI@wOAp(fet5!aQRyp(HqJS9L~^rypXH(7Ld%_J{yuxpWb3#8S9HD`
zo!^jq+YH(!DF|Ad^jOB&AuD;t;tlz7#!FwV5vi66_R3hJRxX$Feb&lffA9N7u0Aw{
z(afr1*Y4Nzz69<5b87Ft**nwf=Jg7B|4yIzy)5STYc1jWH-BHV^&2N1%Q48AZnRcn
zLhilU!L!bk%LE>4(fWL^$I|v~r(a*Xf%j^sztY*~mxPMj-maBQJ@w|o*?aFFKFc%H
zF>^1u{^NgeG0%?5w#DxKTnuwez-94^``hOi30KXkKV!T~H@@g>qSDl#(xAIC85<_M
zf$M%(SJzikSKAbV+ZXj%My_(*{EUe~y$^KcFN2nr))k!x|IPQMn&eAlEI#w`WpvE9
zd;|4}ukUVpGdwr~E|U+ei`|{mawBxdr>;K3wB`q%n#{7lFD%*qewBMs+Ri8Uh2*8y
zf<{6Z=0IzQU$56cefMnLYj@FWjXMrmL`5n3^Yh=W|NobXLA@Vrua#=~7Vo$idoP1`
zUfLUtYwuM&=4EV{3~8%qhp!9y+;GgwcJZa7i&>QIS8ksqJeh?-4>XF$z#wB$aNyj!
z3Z?u$Zg$SL&a8utj#1lkW-=Ubh1B9JIy|P9$Ugh>F!AdG8`0%_p;;B)s_ibX>$$~V
zp4_wZmE6Usee>>RT{CdF`O)^v@s+P-zR%HGf8~(f%PdI|9eIC!)h!)YrU?qKI?H2}
zxT<dNud>7UEp3m#xVC!Pt^aY8uN<#=_QgHbes2BR+GDl9zi~3efJc)VG_<sWen0S7
z-p8lSmU4SV(Wac$|6;ZTI!CExUOf=Q+vR=5`KIv~pMN&JdAD!2b=Dcm%6u19`F?dq
zeO&xC`_ucrefzNGex$L+`lu<LJULY-@5_n_Joys1Y|U+s)-4>@TDiqp81#g|wdb3=
zyRW;oA1_X~&MoQS<_hz9{7gJH`hvP|yLbKDiuy%4-GBDho>?RLyYBfBQK_qHPlIMZ
z4Er5<b-iWV&UaS=kNvr;*gGrZ+nbwA4C0_MZU%;3%a&zT%=Yt>maDPZ<0JF)o<(BX
z<tJ)iw!A;fGwZ%zTyXCDsmJW<)b3oFsj;~-qS5Bg-LKDP=W{W{=ztSp#gB*WZ|&cd
zi>@nK^&sI}nc>8vE`r9~$M%>#4mg?iyYlMZ<Yi@&InzvPpL+&9GqzvP_Db~XwsS5s
ze@xIwO-tcmh%o@0V^RKYj?$q+rb|yJEa&0BFY22oVd^>e@S`*3Z~p0Pvp=cHo?*B-
z-RADyw?Vqs`;ET6-*|po_4ho+hHgkwe|>Fj@Zz?*TjsgV-mWuiU8TR+vvzOUQa?@V
zPqy;?t<9fT*PhQ2nj<8&n%8-q+56WnQ(lTouRrpGg|UGflKATX|GqCODYx*?k$ZZg
zsjK>Yo!1-QH$9#f{yQgXx}uhsY*PI0x+xpIcfTply}iws;lU$F9szYi%gxPg%fHr4
z?=fQUG7q&DyWJ!0?jKh9T`(;&cy5PLTJYl=%M_)ItF|yK;Da>D#PwnV`rqBXYP)K!
zx7*C;++wre&#Fz8x&BTfI%S$!=>2}x?6%WxGgbc@J$?IhX?R?vD?@-gB%R0ZE}O}b
zXm+8ri=nXQm)LI`!A4*GU3UA+XI<l$OHVs~<GZ_;_7!`zxS6uMEYptMnH#rg-NUs$
zQwn*6O^&I4H9I{s#^}_ax>HfCreDG<D|a$1=!3Mjh1GllCd4<?8CRCBW#cgZywsv}
zMX%D=*H^bY9?f}`ZD;)ZaLW(#uw;4r-uE}+CkL^;+BoNCU$y+nnNM&0_#Tw}yCqdm
zJk=-XmHhMtCptK4|NVT<)L<n6PPt}(eP0Ny*ArY@vZ-b@CsS$F4zDSZ7u0>@=FJ05
zR52{*gT$kIzueURa^|yd3}1D17$q_~PXD80v|(ki%gppo&rhB{9Q^wFdU1v;A0chk
zMT?x~$;nljq=(JzH%b#x`F?fIyyP>5m!IuV^PI9X?sed^gpX-k^W@g;+gttm&rjI6
zLILZXV^b#1Tc=jXSe5zbQWS>}Pw}79`8W8uc=;|`zu%(_?E;5)7^k1haQOd^i<9Tl
zJkQk}s-_lxQ^T`TZi|?5@m%@%_&Bt8{($TAQSo?<eYNacGX>ZEb(Q8+Gc{2wl~c*r
z*RS@mgj8(}+E-5N?_aab(f5k_vgW=iVFJEc50)(b_4W1Zb-UledhgnI=KuSm&T5*s
z=E{j{RsnlDD?V}eF1oVN?8J=TX}VB{RlMDLT|`=TaoE|zTc+El>HS`|FMO-_R`odB
z9}k*$aX{>204-hW>h29a{VefT?2b=HES$$KUgF}-zw8+|Z(h}#jmM#lN`~oQ{{4Qh
zZK!xqZhCEa)XDQ4LOrs=)3xm^yz2Jxe*N?LJU4V$WZz}`e;@g$PMv!5uRoX7H{;X!
z9Xj?!Ig*Bsb-XoG1mxFWUhWT5Tem?vZ^uEoyLW7N&8@SpJj>r9*faTQw5e`s2XB<6
zrRA?ztJi;746SbuG%~Y`hzo1i%g5`!o4qjj>C_|B^CkPAp9`D)?BS=}2aBuU?R1Cs
z(?4vk`F1mXmPzKMxqmNeFWbA#Kf<kLrBUCMup2iG=e?7AHR)31@9*!gr!q4@@>=z`
zH-W#)-adK!bZzC{<D0IZu|K|7^0Me<lL*GTf1m;1pP!$X-h{d2=H~RRWpAT?R+tB*
z1Qh2=6m9jJmb>>+(i!2M#aGmq?R|B1_3|%UO!j_0XZ`CaOw)1s`ZblGpWU<&zO|w=
zjQ7l5rAKF&XFm1f%+E~rNpoxCleJnR#SV4P`u+cQsrAU~^Ou)z&67)eeCFVzv!z-`
zW}NMP@1=cl!8FgZ__^z1gT6lM)`zw~8M5xayu3U#B0?ixUjC=)hrqZbeNYo{Y4Vx(
z%hz1J6PGM<bxCWl;oo21t`?uSRc9#J1<oK0^XvcZ+?IED)wbMQH&pFB6E{ZPP`{h%
zmtz&M$1~c^=fVfGxldj`T<FHwsHLxey;E47g~3lAoM9gvYURGQF}eNN)92b3><_Tb
zGCO-XbdFVs|I_%@myNaNsvUVVcZ-)cTgvM25^L$CGeK)WdF-6^`z!JPe}zNCrQ!6v
z8(VU3n^`|rQ8PNlHfvd3qm;nx1v72kZvKt>7qexf8&i+vvEL{6?2Ni*@16NJNc6VJ
z5k22e-#-VJrA>Rc|9@TWub0c28mz=2ZaOhhdDWUVA$4){7AY&`E-_40Sr@sYZJXD%
zB~u#94nL^A<h?cdQPEtT{~woI{Y`vjWjoC{dUm@gs3F{&JAKuY4H1>qRWt9Wr@!Zs
zwQ)H;UH`hb{@x|V>E}4034EQ#`~Cm-&8vE)S$(AJ){Tu`8TTFQ_VMQ07#_ZS*ST?D
z9ar|9Gi|e5E@YJUXRV%R`1Xy#?`vCl`vOuXi*bG8p0K{0+49}j4*@wLTiE!e)?{8@
z_Oj3V-Gz<G$G@C4zYnvefK$Hi$HKbbx9{Ilb=`iasM{>(#sX38up1T0OsA)42EPGa
z-6EzRx902X>#y6S^ENy@Diitl)#~-H?(8gPg0#FD7@$rD4emau{wr@?=D@_jaEM_|
z{cU!O3{J)t-D98*w<a?K1A_uM_?Dc}1c@vGk2y_YWbiQJXJGJ<WXRYpb84d?gMa{o
z<Ex7eE-p%!8+}wRwTMmmY&^f-JN?F&zG6PhbSI80QJHHEpQpS(8`bR|T3>wb;ojv_
zoV+?El=qgO>2Y_FNdEJFQ!)F5E|x-x1MMuW93C7&T}>RGf(~5{96=lmi#P-n8C)1y
z1QZ)4F)(Vn222qW5OsZJZS3;?o#yu!B|q!d7+LS`t!Mr{Q?_!+<;<Sr$#=d~*}5za
ztn`b$pJVosYiks5s}tkFgn-^cqnQta=blfWaym8Czt`>XufNW5>&0*8Ona=Xqy%12
z`lbBYXUjWz<}rHHxkA@n*Ish^X;al+zQq?iLbO_EAAY#tkjUz*U9-=oH3w+0tPNYu
zB>u9(W>uY7H|zb#_19nh$=Z5IJ48$L#n&p)u$=ADN0JP`{I1mz<E~K)E&f{1sTdb#
z|0`HU$Z=)JA?bk6zk83nySRW?WxRM+Vs$WY`{5L$#QpalTi?wS|5zdOy+z>FuIj}X
zJ+`(Ve(3)9UHJ18pI?0zmEmL0F_V6GHqH3Q-?|!u(0s)s+^@dhdr?;>EGRhfz-(nD
zrBz|81)NrdPnXLyk@9z*c{gwQty;VLhwJv=e;!(5b$9yxIKAlwR&zJ?E<D5k%02&O
z{k;1wE|Aq@>tj!_SL{6Xv~&4FpWS!E-tLTfcYLAG^2?1kbHb`G*%;0ByE@POXN_E^
z3sa*5L-Rp~pw(BM)FuahH<RG`wA<#%j(uD1o)C39nk0BKMM$pS{q1UF8NT|B#cWdC
ztd1gWOEg#%yObCj<rWHjVG<Q+U{UN~_#)6LFoA>1!Pb!_pdm=GDWUHErBCr&S8E@T
z*`ZUNo~Cog@cD*=$=h12=JE;Yq=c#Yna!U1`m5Ia4;3~kCQ={u-#vWVsNO%ZiLs_s
zYiie*-?cV&AD%XzDS9S2ZHi*p)~Ka%+teq>Rc4oc?YEZTm~6iHP1)`%N&B|nK6`t;
z!PlR^UY=r?yjQl{w9ey6v5nl)u+=kXoqD=y>P=rY;m)H;%i>h*PHa6;Vr5#i=VQg2
zFG;h`rd`U~+B2Qs@cHMRTW;r`Off35ntR6DS8ei<EnnMex!1`Bmw%{b|IGYv-_PtH
zj3QjEP74Eq+!h9Ch;#+5JfhI<f9CoUpN$bF&i9`d8M^J=8RHkUQbefh!V;dt2{v-m
zk0vSV3G5Eg;Ha>h&$H-6?w%uoA9@(K+{`&uw|~00M8M^jTjrckznNoJme9@<vHtoD
zvHer449^sAznI}56|p$xU66RfWXAL2kD99Xp1bh+%;UQK?MkUtd*`hQ)85Q_^qRMc
zRO^{fM}OVW=3xG1C&BZCwdlFd{PT~szpRYE^Y!STUGwMFR7@A}F_ZV;=#V%u%|%IZ
zqQ{YEpOxN}?Y?WTDUi~_F5tH<{L8dn(SPS}7FbL<{7~WaQ==WO-;Uptba1)Onm9wB
zp~K6y!%3w}!BLfoNzsvotEnYK#C3_6&=Mg|)dq$M8m^p^gj5t*ToUT|(+dBjzrXqZ
zN5l8TO#kiG&(6&=cz^E9lKHJ)j9-==dE@<4MlfyCd`Aw&mI)f5bL&zrT)&>q67~N5
z`>9<<|CAhDCOn*7y5B$Sr_jL)K@MJ)7Y+yd9GoY_F4Q<|qIvD#cUOn^OakvY^G<Kv
zxba}=w@;sv9yDEi_)xKNonvmU?)4kju8EaRE^W}5nBu;45zpVIId9+Q&TpE!C;WxB
zkyXTE$IZ;gj~`!i`^}r2EAc1KPk(p5>+R3Ke@)r{Z$37Yl|}WO;lDxw<)E7W4xwLN
zaW-o#V}j%3`wh}26pAgf>zn)Yz&?@vsy5DMpws?bKsyeSii##3IIX9z|M}E(C50&h
z4#$iXHTZu<YaDdQiHM3?^n`P^mRPEpx%tV66K^jvnONwZv9hwaH&>G?lugw%H#a|7
z_T<YH#mkMRr~HGybJZS=$hme%M{!yC#(TGKOW(CGJzrA)>}GSt3900Lvd8up%h}u8
z^D-{lzyCg~(|-RSUB9&M7{{Ep<$k!=$@<aj$~x}rEdov)ouEUgT-e0L#aSY2s{i@B
zNE$_G?B@75sk5z(?YH#0b?XF@G*))7b!#r-xhXKkyYhkjH|~`x0;&g|?>c_mUHka!
z*Q+low`8wgwd&1-2MQ<qWCD*JpB$_-c~|%gZI`YM{{{a1`Ln@q|FjqXR#q?jZG2wt
zJA0}lpKZE;V0v0w&p+$p;^HueHjT-JVn!}AWA^`yQiF%sA#Wj$y49;!?-l21VO(Qw
z-8(J&h=inM=TvvYi<%N!=f>^3a_Lf%udna3E!(zj;@>9PW%OrlGw&K*J-u0veIrgD
z^5k`~z1;M=BJF+SBT0_*^mI0DZS7}s=FKazJsTqY#zR%^&+jQ~uk3aDf3dk`>(;GX
zH@w_5{h`Zu|N4C?^=UVq&3Ll^Ra%%_TRNS~Hum1Vd;jKw+}Tv^dcOR~KA!!o**`&t
z2nvBuuWZ`*>{*(T|BNe6_xmnAkzS_A%g1-??%lbTHO>ABZt^pg=FOk~(lIeMHa0~`
z;==9bXG^}Usi>+lI<Edd;8I|SpR4mj`}%)3zJA^M_Wk?l*jQP!n{VH)t*xoq!2aI*
zY{T4R$J{mv)C37%pZcrV$H(W!$&;OD&!3;{_>ec_Bkz8Fk?t248)IX<%?`bLw@z0_
z=f;H#0(QnLR<2wanY~h+FDb&`-+z+q>eZ`#?krs1HFfdYwP%0#PI1|?a;4_Gqw_qg
zTmOCjeBs``bCwSy&(54TZ`l*p|1N*0Zc1<c=d<m2E6aH!Mi;j~E@d7SaXY68%@3&&
zu_?2t@muK8@!-+k+@f<%4<7&c*>_|5gY8?=Pq@SLY{i3P=HKVeoy*dG?c&A6yLazy
z+p{O<{{8#U0<IaFnT2K9obq_}`*(Hs!}}kC&73E=8=P#Je(_>pvTaMIBg?c7$EOR<
zG&jtB892r0?c2AK?<E<17l$;Jzezsx;oLdD%=L>GD?hesieVRI{~fV>qUPCn&S{)~
zG*v&Qt7g<zRBVv2+t_}F@6@IlYmDve@}^{3-eH%25N_mn<NDE6Gi3P=ah*TBWMz>;
z1usAU?E?oIF7BANKRQ1Cd&2Gv{bm1-{5fv9P*8`7aq+UBGcTSs5$*f6I^jG|{j}}s
zXWl7zzj*!nbcNy8j(IKuPL_hnn}Q$A{3-w7-@MdA5xMo}pP#W?^IIx-fk5-6^G=s$
z@|-U}W7jg*X}@B_Qk!N0Cl1BHXZGLT-R5W#Xkbj3ZsO+X(z4}?oA}=Un=igSCvdUR
zjf3HV$)zVA5y#q|$Jj4noFwLXONF5!fQ@0sg!@Han%51FO-**18TI<}0euFADU1v!
z{5;GYrak!2=asGdb_UOrXUjLdth~$y*5a^PBU+O)rD&7;<?8=Cq9<Q`+4K6D9D@LO
zGzFxY0m?2&e$S^M!m-GJL7QO#LjZ%z!YKj*no|NC7O-%tC@QRCU~*wq<zi`YVQ_5N
zq9DZOwPL}q^U`bXJbkon@9fjR70zzCeeTSjZRR%~x=J3CsLt7ZbHV-hi(~Yf3-_P8
z_U&)o`M)3PcH~PW_ZS}QHtI1nn}2@d$&@39O*5@;{m<DOxA<<JvRwb+*IyqAW-ULM
zAiyuW_G(su2<v$tHDRmezXXDoU+(l<zW7@I@nn`}$3Stuc0&msldrFz7CA1y*l_>7
zxb@i<Cq<XVfhn6K3(xM1;oJ1F!sf*D&-$~2pMQ>2d2Q0?wm9(a#T5}cs~%7ATW%=T
z>#*#yX0D^|skdd;T2r~U-PS!mt?befcHIXSGJJ(SXVVUUtT<vji@VXm;mYn9y^oc=
z_w3TXzTxhQ?n<0_H_v=al<tuv!;iZsc`d#0`s<Y{*T9T789Y~auKi#8>Sw9pu^YF+
z0U^w}L9g?1*49J$x8IiC-`4sn!}{+0KaKt>LXRr8-`2f%zuQGgLxd}2-OBjsr&U$w
zB_$@B&0hI@cij3HWxEY#pY>3iJb_pB_SLMfON(EXSRG6;s`YHs5#yeEvHVUyzv{s$
zF9J5{mFJw4cfWM(_``x7@l&cL>_fIk=q#{bnLO>;+4*zIEo7RGEx4KEl(sa8Gi<eJ
z$$5n@UhiLjwX$1Wlr@>}yC(1TuVE6&J>sbn$#1T98*M3Fd;a<46}s|o=GvYp43s$_
zKDnm1!*=$;q=d~8JyRxi2CA{mKANE4ZM1n->PD?eo)c$ioP3b{WB=d0i))X+{#tgq
zc;39v(O339pHpp@|8M^FUlxHv4_F<f=lZ!bY)JaV8Q)^4ecpQhd8f$v=Z~v5J(X-e
z=y2)fm-RP;uPmP%etpLGpp_~=Yvi=|{`$P&pJmXeni;Q;BpKH2uQ(jDK78Hjr$vIV
zHLBC>_vh<u>25NU;PKKBaWYiZ+7zRAG;Q-t(UT43^KQH?yZN^4{5{M0mHH7crn@b^
zn6b16Or8n8_S*Cz>z3uKf{slJcvN6<<nhM`ZGJa+n3R}SK7GD5N_U}6qQLqWU#pZB
zO*JamefNXYfur(_AD*9Yc6#oy^>gC7&3E&TzW&;E`st*jNgtp7dmi}xOw>Jdv0JJ~
zHpJ+0$H|`Y-hW?QRB_M5e;e)3_P8lOtXh2WhuG3HzyDs!Fp*k2<zj}(EP2+4GH26-
z{h4gIPW*RVW8?JZvV8}K#50L1C$<&&``9+$^bzW85%}(BCs?#qrr&+#_18|8+i&Y0
zO$ub#pi<mlH{o;RAMVK~T|VR;nB{Z7;PSm3Gok+Dtl6*Y_J@0EG9USUf9=<Y1rp`|
zw*PjT$8;!X)zwugn<EqFa2PeT&ir)wWyrm!1r{8|@hd}E5<9*=`2Ox!oz>hPfi534
z<%=01yYA|R)hZuJv73Lo!p7{C!W}my!E0Y0);1|P=<!@j*&5|(G}GkTlwF4(ewb+A
zB%`=9rtfEk*|++2|7G_`XKj_*=_XgLCBX3~RI_=(e6OWT0yOpnocQy9-{YBY%WiY@
zfBgN|El=v&nU^I--|XMq<y;;bE5Tl{<mR0gkEKE@&p5j_bEIl{osj7AO7ZhL=H;q9
zaZ-y$;4Bpr4b_yene9RHkM`8fe!k=Vrt^{MdzXK<n*R0quJ3O)f0vrKbzbdt<7%_(
zW%^bdN)}h&m%moz@nePl{0(cKSDM-1J8<Kp`zM|~m7kXxr=AkYPI|xOKK~az=_Yr#
zLz{oRySUi>=HBoR|IS`4yI^<wwr_*@UhOx=3)`c&<rG>@sJ$+I`se58v$tLVT_XHN
z(!Tb2?4jtQe;NM&S3WxVb#L`|G0oI@HkFrnw|?Q{j@e!2>!)*S_nmwC64#eFxw^W#
zhMo!u2?_b2QqVB<y&}tXY4bdb2bLY*Z4~rkcWv3pws+meS*NB8ByzH(u>acj?at=>
z`}>|H$QZ2q`T2Qy-T!}gEC2tiO+VHnId8GSq%D)bHy{3cLo@YEYm-xSOVgx{I`R8t
zWOpwVW0A@Gx1sFqt!H&kj}#O-GTuKqIe9L_uie{HPEJ~uHPQ6{x3{y)q~EuS>&FR9
zQr^yYT3c~q!LwN|D`OwN{P_6zMzv?2g32PT>MY{FBfJlVNXI^oD*MZM>X@gaf#I2_
z$NS}5-p%upJT&KiQN$97wEG|T6z;FwRrl*l<{_EY^`9&6?kZ(IyRw(>`MJ5DcfLRW
z>+9?2`J!5v+x?AftUpvF>ik^n`?Bcaq1I=gHzpsywXa<!_MditPgA;P8pnf~d&9r{
zJA3Kc=bv_;-~0bb(PvZAG+!E~u)V$VMnICwjB{64hu?M2oI1N)Fh6p8z?)@kJl9np
z=zg8Dv*cw^asT%;23hBclWzWIeLO2<1qgV}?CR>`3OjD{aVfK<KLe9Pm4nX7r-tS4
z?mYW^v|F6hOlMWg?rY!f?W?{0dBGb2X{YA%o#kgDv{E&8a)<>l_fsw5u@ReA?Pcg-
z>?Fj>o^xx<$-jbq6J0rMoh;Ry?D(&T&glBM>~Y3thsX^HjM@2GCze`TttnTD>ixFa
zYv!F__ji@9{`vd$_4S$mZNDp?w*BQl-)`^950evK)NW5Y+GSGCE4A?+|BY`Ss`YBO
z)$XaBrz@e~qgu~$$uw}Onp5hd-%PuB4k|Bxc=OLa?fU=EGH1Uw-aq}R?aUq5?Cbv>
znSC~n<H@%V+j4JL>^t(iZIkL0!Jn1l3PnOoMHgu}FKUWd8FXw$<)57U`}PW3)cx7<
z<owUQ@doQW+q$~Cx>ikDxnjkN0*5!rCuO}f51+07_U7hYp)K-uH7~Bpb(?XgJN}#S
zG4#}o)Bpbdw*LP9e*dREu9n6TcOzT;=UQEj+)<ENevX|_CgUF{>eB^s?(DeuSLe)H
z(Ts@J)7Q=Gdl_bNd08&?$@^RW_SVxnv4@KcKYmmCal2jKzU~c6+x_yN`;2q@-87AV
zeLQsIqx&zPSGAjpo_ZbHwW0q~t*uCZPfNP{hks`;nB7lb7R$w{7@x~!-z7iK!t$5<
zQ^o7@b~QH`kFm`6pJOp`emSGY6kGp76Tyx3Wp8dwl+WjGITol@`~RP;uLjTOJ+T(+
zPPQU^tYFd3{WCuN6vOuVMD=ytraLP?r)5{iJW4+|=jJjQAuZ#~DMn7x5ym?oHs4{t
zWmEDZVB7u^&5jaDSN)&=d2q1#S^l*zjvFdJKigI#mKZAPWW=@9XNr;7FQW}XYTN(m
z99YTj*jeBu@aUkxPkpF2`R4{No4RhXync^teTvY}Q^rmK&v$;>ua)X{aI<p7|FjJ2
zJweaj-Q6uBlzZKFu}oE--ov?zr<lcw{ZiZBE1>?{*!;cHJ+A!y`tkcp)E<G(b5QxU
z^otOiT6*89gipDmf9Gq-UjMOp(V|6*v{JRSw6r*!`HFSQCI+kNY}UDH%ip1Mex>x*
zIqd5!E!uZiJ-D~GdSAAXtJ9O@84<NA8!Orjjuu%<PB9WnE!xe0)RE)nr+}8NHn-(x
zaddO&L~mQ;9c(`(<5uv|WxUrOe|vjdcEa>UPZ#9Pd3euWXlc(Xt93_zJ)dgy^XvV+
z)!W~<8m9jCKdkfM)Ku+tD^EBlNY~we`f_4^^^ZA52i<2D@*dgT+$Vl)lD$*qlg;-v
zISx1;X4=JbR9X4q&6@j1-`}^%{apJk>w46h$jxpm0;5kB$oYJ_{vqSkyF|+i8YUN%
z9rNzF?m1fQ{!Z$=&yky((<|?t)SU9vGCB9~#l`Nkmt3$ee<z|9^PzrKLd;}#QBhIR
zP|e`Lz(7Zbu2lkSwzPy_RXp;p{iw|(j#X`f1q*n%4HUnBdU|@2w%PT0w$;~Ujyyjz
zQ+a2yxjW-Qm#;z(PMy=zw@lly-Cd5cGbA$L=<UzjI%*iY#r40{R^8BTw9IsluMgF9
z7HqUDGFsAc%3Nrfmml}u7g@S8yYBC;z8=x?{Os)KatqD*?z9M&BwSQWvAR-zdy;wT
z>uYQ0`p>s3UB5PJ>#4nGt=RiyES-LESPAufahy3(&8pX+YeBu%hee@Py$zlhdMAh+
znpWMj`1zgU*ZF=r_g;Mb^wc|d_IfUZc{4r2nIf|9wc1vHYe{Nbl=z}H{mse;a<$p!
z_shK6i<Z<}soqmL&-L<|im6Xb!z`B{n`Hmy^OeO~q8+vTtnW7^R-~}l%)Vb8@Zq0q
z$F`q#w{Pz)e(v{p;T2}B+DzvYA$k1V@lNHUd)D+WIp8#7(f>Dlyc6CB`y9RZefFV~
z5(>)&F6%#b<2q$oGVSxKKmSAOVh|y2$oX)>iQu*kUJ`*1+d_>$HOtu5?8x?<!tcbC
z(C+IsCvtO|sp^(i``jBF951<DJGoBaalzXSCzRbqd7cI|9%oiOz-av7!F##usuM))
z-xs`X(AuJO%)w!z%tn#*@%z<svYJB!CnZ0Yi_$#IYrDtzOz|QIryD_sERUTNI(zGG
z_qsc8&c;vWeaPaq?AMw_r{~+(@ABenuY1}e`zL&T+*%QRD|6AQOoi*8EMUogy85rL
z#0I+$udnM*&FpbJbZ*(Dlb@fT*K}yQwnvg<)!mKrEQ{5S2_5QCS-9?}px*&s`xb81
zvd59d?w_yi{2ukc;gz3Lyhf6kZdA%XJM*Q5@q4R|F8v>0TY1k|At&>ZmB5`hwp|^c
zYOjCY^D$ZGne;-|z|a->xBpgT2P~<X@^G?ah1qU4c78b#u49`M-~4cne5fI*6F%*I
za6m_k`H_Z_kLRSi-2Z8v7kjh!(D(fKTR}5;E~VdE_d)lR**$~n>*L=qnIP?UPdwM-
z&l&I4_vMyNxElBB;Ua%8mlwA0Keb$$V*ib?b?*O(Q@YkYpJMcFb-Bp-X=We3ZA?G)
z&wpzF>-pc_F*GMCbS-+JwfPW3Y{0eP?L4P0ESl*x=P+}Iqj2ra|A&t<cu6v-E#={!
zrXSCFyl@W}Yeeq-@7p(?_B#|(QzEr|QK{{9M~0<54MI<oqaOTN`f<wFmh<7KV&r;X
zZMnZZ*i*Y+-r(LI6I<VFH=>u%`M2cbLisp$#(+}{8kJIWGkDVX1x$MB*ZF(##l>ZF
z*Rb^#_qtwr+by-&ruRVZ?QMUe?tU-r&)Ac5$2<(Ar$JaazuxVZ^OZ|yg&DT|U-j2{
zujFc3qql!EJ&S*@c^AsXya2pvG63AY)c{XtkjkE7)V~$95gvpmsz2VR_1XRKz8jz!
N5l>e?mvv4FO#qgdfJ6WQ

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/jit_gpu_xla_graph.png b/tensorflow/compiler/xla/g3doc/images/jit_gpu_xla_graph.png
new file mode 100644
index 0000000000000000000000000000000000000000..39d7c90c4fc3d707df062562fcf9ebdc37344af0
GIT binary patch
literal 115881
zcmeAS@N?(olHy`uVBq!ia0y~yU^8Z5U_QXX#=yW(@T=RIf$>Ozr;B4q1>>8W8+lt5
zMA`z66)|{6A1^StZ^ftJ!(e*0wzJhZ!9x9K*bbFHnh7xsAn?JP5kxU0oB>k|25Aub
z7!QO_2AR*m&|t_6=EI~VjKSOnMM(&Q0ZrY384zQk>KJ+?A?m@#ESMs6d)v`n>n1HZ
zY1OBk@B=LPz~;P%=FxrcCoSoWn)Y<({|__4!Uky!5B?p#12+DFF*n0^d5}?G?kPW)
z`CjWi>B}C@z2);G86F#?ft=WIEh^@^s^_KX?6c`&4DakgzUYyhq>{|WaEu4!_JlJN
zR3wcV4AMaUJupMj(<tr0^{Y|LC<626S~mpfaV$1i<ING^z_3Jv)hQ^zv8jPUm4%B{
zpoycwfssRjgF!`b5(9&)qe6&Q$n)zP-h7I_v3s}o`@;+MX1U#OSp4%!iB+iCY}4YW
z1r}3IrcCis6YV}4q9e97MlW^w>8FdzcIVpN-=wp*eD~ceufI<5TQ17gdglA7=bu-F
zt$tNvm1QFJ>-Da?dg&rlB+HmnL9w7=%%Rv4kjAk5^2sw(&p*FB`)=Oy5G~c^msg%l
zQL>(UK7Hricl?|8#H|<YbP?fe_ig-CVe_SA|9w*lo+lqGLiDDmPCuKby!-6);+-*i
z=QK2o_c3aKV$WfwBZp#(5wk(DC<n`zzL}?=e~!^ppFMNyy|kZIduM%*TOWS>ao~Sr
zx&BZMk(BnUSxa4%6s_NWuQr|S`}1$zIgPr-XBc26oyak(K3FU4G?VdE&*6s&^Nv6M
zn6GR6>+iqMTX!bCGCuq;Ab#uJJW(FDv%ky?|0}J${`$P}pTu~ER5q9iaY}2$yr+7(
zUd*@>v)53nw=U=H(WHe@Ytyc6)p;FS&s==hb7e@?$-Tm-cmmS?B){iTc*MELpl^`|
z>&lQ&uZ|9<RxQB=POdAPmZ&sMXqnQmN=b3m1eaASoI*pEGHFd(#nGkFa#(iH{`ZE?
z%Wca)^zVLu{PK;vwZ_$Ne82CT`JIoC?@L8~{`z-4FJ8W!_~lDUWp(xBOP7K?eSN2{
zU$1}H*U-jh&Hd@DtgKO=AAS24#*?=_nvIQZ$?DbKzkdI|8t>)R^@}YuG&JLN^#gr=
ze*P%`#p~Dm&zd!>#OC_->q$Fy@1A_>l-F(fSB(yH4q99c&&gR+Qc}_(eEaroGf}Z)
zc{66tJh*2CQ%_=6mY1HsK5NUA8IBrh0#1g_0!|!?ElF&>Z3j3%<tZC9&lTk0(bd;~
ze5YR2Bq=E=r$JL>?Vdd{2X{}X2$MR><7B98Z5`cRP+wPf>e#WiB}<oPI{g3lFYes=
z^QuNhLf115-~Ihto0***+_+%rQrGo{4lW)2{nOvS&%d(gfJ|G`qiuZ0K7Zca(%QOG
zf5P<X?c1)s`yk$9YHS?baQty#p_00~JI{^UMl0!M=V#55`uXEWfk0l3_~(1KZV4TJ
z{d%>DnOPTO@s}GnW-xR~E@V5(;{@^rC<UKca8Y2v!B^Mq<=x%f+%h^OO~9@_Eak$@
zA^G<0+fSc9eR6g<Q2FMV!JK*X9^F{aCYX?z=y==Q+?;7oEhESAjK%u(j$W&7-i(Y^
zk@=ifQL#hf(W6IKo*y~FaxQr}$C0THM|j?79DFxf-qbljoSF3$ql>(VYI}W`q#`Gp
zJ3N{uI2bm&{nlPQ!*NF1sYl8I_I7sbb}P(Tv3Bj%>KMK0i`Sn!=a>8b-8;5F|F1lG
zvV@0^&#S0t(^vMe@NiWvEw6sXuUC&AbyYZ@B`GU=RV38k-(M^5%GIl#3-|4d>+9>=
zpnY`KO!JG!_(VYd?~-f*#iAqUQ68z>sw%02f`2zk$;$Sc@%-FZc!rCc<5Y!wb8cRq
zS7D)H*kz^iooopcj!QpZw{G2%-Mgh%nwfkEiHOj6{rdH{xHTrO|30*}u~pYQIW^@Q
z9^M|Wdo3y?WQpCWQ>QjGUH>I3DS2_~CU0-=OSf)md3t(o+P+;~RaN!Zo1Hs%ZrZV9
z#p=rE&z~>dxifOTrH##%10hLCi{{LoYx({C@$^R}e6>mqp|P>LKY#wbCT>?A(>`^F
zgz>wh@k`<lZdOp`WQz4zUsO}0BPuG&vFu^wn;97<U6Kb`j`l2EsJO)SkEyFjP}oCj
zk?(u<@3;OH6&>vy{W|)`>60frxg@Nut^1OzYih2Dgj@7&2`erxX6%-%&^J_9eEQ(j
zsjhv^Z5<sPKZ>@jS)&6=><edr$|eD!D*<N~T>OxHwK}~`bK0-|y~Yh4d7Ot0Izm*1
zm|O%_c`+q;ItFZ6>7hAsic@Idk^l~e5Dia}Bt=dJ4MB$htpx%L1)f#4NhZI&xwHDc
z>-GP3Jl4j=Y3JshwVd_6=Kb{by}iOUhi^tKpXasoM#%C!;WcSSlIGKTEB+k0xgh<s
zoFIea0ol{in^Y{%s;9X;Us_jO-29i_iKWtFgRtU8t=cu+4Uf%R1h@nYwr$_;>*?8f
zx5i1p($4N%a$0)&*?<4`y?p!DwW4F)`~u%awH&Gs-yevIsQ2~r`?XcVTUt7cLrUfJ
z(><1ajZa^_>Pp$T?cSX`XAJkRUEy&?plOfL|A;dW<a}?xdbO(2fYCfq_+`ngx;M*&
zo+s6|ygzly>+_Ev8ATue{>`1w&-d=W4YO=%Y3Z5t=S^qN`aV{8E>dgLuHc#R<L6Jq
zoey?8^J&hre)8PI%`Dg{scpgxMR0OdNn7D@W`SSzJu{)LLGck04jKwl2l8IY%gSDy
zw^>1L!^^|z_xgCBr!TgfKSOZ#^<HaR+pUK@l9LzTym4cJ?sY4d_8n&Xm~&mMT9O4M
zxgzX8&T{!JU~%Yv;|tzb5nTc0tsKI)+}+)a<BXrJT(!!`)z$S%XoyPMA1jtX(Lb>h
z)s^Mn%@of2mAv=Kr+9&_Zd+t4RXv#e`nXtfTVB3;l_g#K{p;6M<u|8JpSC;}ZD?y_
zV_^Ttp#FKB$$@!YA7y1_%k<d4=g-r&5f<1nbN)|(dGT>^Z)(54eS7x#6$cH+H*K?K
zNlE(_)z{}A=#=lNtg14)sjy*#*m?a4Gd}7I3K_Q?;emvMp|fk!v2*A6q)oQ*o?be6
zvhZy?d;9azD>`3qe0juh`}XauPtR~X>lHh~kTd7pxpOPrukYNmX9+K(N}^B7-xH>t
zUsM0{<>uyI*|>GlJMN3(Teff6@@MXSPgmEZW9yv?{H0}NzBqljbV=xZQ_e<aYfbyK
zw6tSg=lPB>EBzLb*dX|%u7AP<g)UxhM;0EI$zQ*gzKW2()nWE##e>hEg##Ns%(Qh(
zOiT*iZ+&cUXXnE)EpW~CD_2^cPU&r0eDCJX%zO9m-~Br~d9Uch&!0ClE^?9Rej)Vi
z--A1G@$tTV8)hm!+<v6zKa--Nv&R`w8Pp;mWE`TB7O<h<kWp9JJ(X1Eu3nj(Srw~I
zt96xxUcG)Dd&SXl_J@s?htJ2x#(v9<SmW^S-MggM37)Rf`IppsJJ-*z@m*AVbH8(S
z_3pLtF)>f9{LP+$lhTjPf=(Qrl1@o&V2dWqSg2&Uc-yvVWoGANrORZt{G7vo`SRs`
z{d<JJOzfFu?)URd^oB33CpU_ViwjD<c;0)X$?ReB=UrBHkLR2}c(8G^Qs>&{wH&!M
z%a<5_{5pBP=NA3n<qF|!Uw7`@ne*{PWT@wvfQd6crYnHF)B;P?hR&|6ulfE(s&34@
z(HC#=_D1=J#(kSMIep5yy>0hyZxyC(GB<J!=2=aXizqNye*Wo&%a@b4ZQFL{$Pt!6
z{wEzDEOj^By>a{Y<|fWV&Y78-$0zXET;J*TJeB8~?~Mq{gG=}CpTBj(&lC6F@GsUB
z2oornQ{nt5?AU|CxD&rTudCc@e_y4Mm$2I@g!8LGQ))&AN4MrVZ5#jZwVE=*&sYKj
zCxY`HA`kxCpVZdnr8ZgdR6~7OZe8cor>Tp0YVz3D^mTQ2ukHWw^XJaY++5SUckjB0
zCfq$zSY}+Cm34}Thi68Jmg}L=>OWt<Ze1H55;8$z>XBP@%JYjVDo)gJNZfF|X}RM2
z*RP5>El$na7b`pGI4F27zg+j{$B!Mh=QnLKn$L5mQ!+a{TgF>)7PBK0x8|EAFP1CF
zu~eEry086nmdf{y&u-k1_-ps7so3#>!bS6>lOH}9%(pa8pWS-kNnfI0-@}OeW=2Mj
zj?CPDV<)o^0|P@#;@{|K=W}e!EHc#67!=YJ(ij*N(*B%3!#jEA4912Tj%H~L49V~L
zOoY20S@b!tH^^i=A<>|~=FD_)gSY;L*)9qUToWXgxUXP*A$e@wyaWcLKhF=mVeLD&
z_I$hk1hwz)Qhq;dGITad^Ek%C&?5<L$Ui-AtO{x7gZc*&#!EI?%k{t9DO`VkibVhM
zjW=^X{q;FHgR#Mo86vOZ3DynjpBSWhOzM$jkT3>yS{e+UC#9TWI52||)OSd31FM_!
zAGf+jLuQ5s9zvZAQ2z?lhdIXMImwW@K?$ul0_wXkB)6$RTnJZ~y#N03tgTrIRx*4O
zgJZ9^)`YFS{@P;xc}8<fqz=rMsI^~yu`MfkTQti@jkPxJZP{*yWVT~G3=OkWz}=lo
z*~{Nwj`*i@b<QQz)BpTWuUfU}`!($cpS5CNf7#7@j0YYfJ)b5U9tQawB$5K@E2W&7
zV8{$Mj-f}g`>4{dzxz~HRxUNZGea@CP0uQAj^A>LUN=Jt9xk8TZ?DY&1;+y`3FEfI
ziFfYWA32?^>Y3&D@{M2m4nyZ-Jh3@ve$?k#Oh5f+-ilSHAd0Ibj4#Ps%imY@%nEq<
z#w_i`jD<nRc%B!{ye|xK+LLs!FF+1)hKi&ii@^GI$!#DjB#l$fAR^Kr?acmXsr%L&
z9<EJ*c!Yrg90!MI82+B)`h92gz28#Cci4~dNE*Y;ku>g+{9GkBce&pd`P)bLqUdFX
zB$oYe<}y!E^%Q7J&be)N{aQs@uJyHT$FlpM=iJ^_yM0@(bmhcKLDApee!czj(beZq
zyvwnDt6rUXHBTbsdHn3q!gWnm>t1;3wryFk#WPdnmdcb}y6@b!Ue8Lcd3$o}6ieI5
zo6=K*e@!XrI^8k3{<=)O^VaLxnRiY<Uh(zBwI`3>J8AQ;U2<jJ%9PhB-V1x3S3bDT
zWa@wMm(s_xb7yORJagvEiZ>;arJ665&SyPOa?f?!8hCwrj^4xw%gx0rUN$TfxvJLn
zss7w`+vOW~2pE5;WiVuBGh}AyfOOG!HO^pcJ~;3Gj{8TxGc-G%S+O%nx$|in^X!#N
zzApI9cJj^~jb|#G%a@p!YQ0!eW085LcHY8ylTJLF``)b2?9t_&JB)R2?rc%pXBc=(
zP*-V+{QJK0g7OI}CfkE|Eh*5MDzLBm`JOX^&ot++)(`hKx@CSX{Lk03D`mx#*!J-&
zq$Rv%Kype0*eO4A%~ehFb07U~IH-{JCF-X4GtHYJhjOPH$bGsX;2H4wU8P+7zWSYw
z_cyq=dDdU+(aHSn^0Oeiw|LRbo5yGBtkn&jzj*oLn9J3r`JOXApZmEfIMr?PS>|lE
zBBxlp&tK<UFxzf2eOsTUV%me>3`uO)_ymmq*)b%6y4(y5U?;@gC~0s?dZekLb?nG@
zre?=89;dt~Rh~LOExXTsd#{?LeX_;Aiswl$`!ggJbLVFqZrK!e|HX5+$-T|JUs%m~
zmRZK1U8#LjXKC-RH7}j#a#>HzZdl#5JlU^9@`qi+jK;0ZM|%ECfjkZxByl*?aL~@O
zcJ?Z}A8l3sGyLov6~FvxtG%LQ+%GdHR%2VDuvY!=;?lR1?ei92lihu>VP&!A;_nV#
zc{iuY{rY77>&Fw{sNc_)Unzbg()sbyG-sn{vH~voZ|qXf_$TeFexY=B|9?-f*BASR
zW^GyU=y;q8zr6j--yh|-U1*N~<JD`OGHLH*<D(`SKK-@ZPd@l}-?F07O((*`lDRFg
zBuhE#hTdGce^s{qh4%X|oZeg_XSd96zSTVEXV0o7Eo$w)&NT^swSIr?1Dk#Q2?E9?
z5fPgWW~LwX=QcT>eCzm$iii2FY=5Ud*IsIGXdamF6uG9vTl46$qh9-Wwp#L57Ia)p
z`FzGd-Rse;(`=bXKR3>3e9zn=8DTvm3zRGzphHwlM|dQB;tox>`K}gu`^Kl!`uj7y
zg_QmuTz>N0!HGILx~hf;uCuwhOpMRiQS<M^kJ8GE{GEM^`TOFQuKK<|%+O6#cWLPQ
zI*-a`_fx0$8`^tz%-QAY|8Gm|ADP&g%%`W{7thVg{N3();l-lVFW2^Mo^xQrzGIn@
zY$vCz+1Gsa@5aJI2d<u;eeYg<-|a`ryR}Py?Ai7B$KH9)Wm#4`cNX(}%$|CEYTVsA
zp8M_w9g<dS{{Hx8<bQY`@6ML~gMGgP&-YC-7OL3ud(yj0^~V>USrszjUQ5ySOY2^J
zKB4aZNkab48lgjR598SW-6`WPQNG&uVbbdzJrnL(Zhho*=D>HyS^;C9{bdJkF($P!
z!NNnpIKjZv?8NE!?Z?-x+{fvC%`1NS!o^E$YtPo2EPlf{)#HH*v%1c^u7lQsq4W9d
zD-Z6sE`0D*{>SnqU9-3ITkhPovh3*Y_*14*YMx@fEiHQT$>$$FdU*2hpVEiVAIQ$s
z`pDSqcxK1)lad_Y^1j(jf3xp>_{IKD&z=X?gzcFkv&tge@!!XPdyMZr*weD5Gczcv
zgTL?Dw(5@Ej!iRrg|FNRFJ0+%i%*Vk%cl=srQaI&uC{G8=U3l(?R@K+H)}NhKd*Uu
z{(EX#p4(=-`L50H<X!yY{Dkt)T`$gf`EIGzvnw6khRpZbzdD>TxO<B+o4rHw7ObRV
zNMhqr(|=p8&M@z1>GUs0&GXj%s#yN`$kJ4koIJzIU#uGP%7$NlWUBC)BxQc-jo;%|
zW+PRvCmO!L|KsxsMq=B(@fjUcRa<5MC+t_EL5Jk8oQr*~o0RY0ygpOrj_it~6U4TB
zy5MCRSGLQCucGgC$KsxqlAm^Zdy22xrO}z>SF@TW>G`5_HTxLfUkR_BdD%GBQmJ2n
ze`ni&bqBBMB2k;NJC8{G`Vin5_59rF(9cCL72k3D@J$JF{=52@x3!&d+&RAshRfYz
zK!v~x_N2C#*Z3l=9nM_fZ-9=SDx@7yNZV8YrRz(fCTrgG{hwP^gs1KOux(kt8;@*V
zy}hDgO`Yb=8@D{)=JX0lNEMd;xH2)~;U=*d_22!!UW=LR{*>7JI>Der(x5|fLzP0>
zjJ&rETbYmW{6!AHq+{K)`MvI+_~Ux#nbnn;Lyo=dE$*jwTxq=4xA5@$_v$KMa`m3K
zoYO?_RLaV4J85kh8Z$3`fB(hj0rBkH{<P1Vm~B(@_v2sY<{6A&)VTF<{id>p84Gz)
zys<*IEvGnJZt;T^5moO`q-GYM%``49URCp6dsgH>g`HJZo&IOr@1Hz4d*8u@m;Svt
z!Yk_BK3|6E)Y}6mGM+vbmpWHlQ?cyT<R7o(I<rewOI_XB>~^7vecmERW3dl;0ipf3
z4j=a~3;v|IpsKdVwte$%cKI(WUzLAexR}#7>cMYzHc%C}I8N#a&*k;98!(-BqH*^6
zw>FAqt1>jNuMWFj5Xs`F=c2OA<7fNI)!9qt-dH30Rl+#(&&?m7ndkoxS|0y+i%!*-
z+r3xPAMt$Lyk*-mP<f&qSJi*oU`53G_g0>h!$Vg6NbZ{c`EOy4XU3LOuTOpaF~Q%i
zAVih-#<LK6t>if+6YL(_1=%%udrDODy?mT<^h2fUmD(#Voge?S)&BU`=y;~V@yv?<
zY=+F)?335XDx|?8&4FFOI6=dhb@lUa*462<u~$F7{m9BWEy3{4UCo1cHC;AdVBw5A
ze0Qs&(*%ik{qc7vNF9Ck?%pH6yRqM*tN+co`uWh(?eFd4CLMmh`C9qYGjoiK-<_3t
z^6veey%+!Y8W;<tu_>LM((hE6pT>{?nF~l`J9Nf@BQZ_k3{T6<Mg!v-b_39`F$04!
zv!brsO8Gid{gQW|ITWGNKlU@Hu`#59tIsDBXEsg{JJ~be=Jd0weTIokp2$?(tCV%(
zFlGju_wRkfOvZo-XTXyU2hKQfD7MVp_;5R~QPuH`mG}4VE0MVAcuQr=#1pI&FV(x&
zd!F!{@WJt++q~xvE0+hW7J4r-<j&f*Hj?2C&pdvR^^5@yC}u5e%;F6Y*9!4adowrT
z*R`5`ZbC&uX9{oKG~wjoo3g}z(w4dTQ;UpL&p(g-d{gT4Z~gf7d#pi*-G6@cjKd7c
zeath!t)hmRjRH;_#>rpKT}<<N{o~rU{G05jQx47Je758A48KeHdG@yFwtHDkQz^B&
zc2fNFu2W|o{QOWG2XfLw>xP-&xsVx>9EvRl#<N__jgyzj&Pn^-wpL#4<nhU=A8&W7
zuE?5@Qa5*IefgdFUK6``wO2Jx`2Km<S=`2K+1K26@rvWEbAQx=clp1_>zn;0dy)0$
z^;UMTZ|g{IDVngwKS$qI?dt@owb?VGxTNduCY)RUH)-vcdH168=9Dh}GUrmT)VHh^
z_P$<fzKJEbo40!|-#B-P&r+jFb&9ch9eW+Srfcb$MqQoYny<I%d*r8cLb9vxGZ}o&
zytTMzy^%^<WKZQ^)l*X@oO^6-z0Y<*@z=R`!*B8ADwkScpW3=!|I4p=JD-=Xo%!(h
z=YyXcLCI#FDr!I^O+WrhLU>BtuX{n6m$rB6)RwRGu{8+I+O{&Y>D*-bxjMX6CKDbl
z?e@Ohv24<3=RV2Z|DJzUYq(Pu5iLDOZeQV!nf}a&q<r+km(Ow0?b`JH@`DZETCZ`K
zGG^a>7`G<H&{(Z1bIZ+-_J#LdF0Z@0Z=3A$-4C{!HM7m$de>&z&T~&MIv9LkA(_>8
z{qL4@EOWI@RxEhDci-}Dv476;+@H@skAEM?(G14mc`pOwFU{VK!cH6unbOlT9_)O*
zHdb{(PD4m$nCmk6d3j9duO3=`@{ahkQxCozOgksW9PM#yrb%avfTsEV;>~?qpHJJn
z-{-cO!JHkYfy@_odB>g4o|tjm);(7~_1Et+FOqLPeLd~^w#6?>UVd77bpML|Z?z?(
zF2x9MxAKdhe^YV($JDmt3pOotx^!Tt-0QDWJM`YfN8FCPD{S2S{P1C0?nyHz`nMVw
zL!BCvnr4!BH*VUS9p|4q{bDTrkb61ipWVcD8`o`peP8?1{@vUYW<HEuT;5}r*(kPW
z*8!G_(;+&_H}9v;E?%v_e%frKyi3V<Ti1WTe8o9@&hohFRaJK3zOACi!)N@vC7U(7
z>}OTqfsdlUO&sEMHq3Z=+2Plm=g<Bm2Sf%-@J1TDEE03~ym>11ZB5)gVdKNi6?R-*
zGY{^!{`vJj=NX;@kOtf(pM^~7!WlQ})}Owwe#unrE_>!OuCAF29W#AzF5dlg_nkXO
z&xmi=IyZ0r_e(Z23sc$_&pXs~T`Z<>-LJc^W`FL!A2sK-+^zMd;(K^yR!^(n5p!8`
z=D$OAt)TMY_<~Po78{#7tbN&7biRG&#Aq9N)}v<>&WdC%V}O@h;G(Bx=E9>h*;V*2
zBnJy0WSM<GF6X?ve&;spx4ZA&J3EJ8US!?MDjDn7$M4(5Wh=g@w7!48OaJy1hd8#r
zt!2%&a=WY7%)88V*33XAO#6&s+-=9urX$<3+h3N>(mS!bx@yMtYfS|^XCD0g@GvCx
zLt|&1;tWY>;nx#7J<M~f*wq}ybl#f(dzT&DqP{%yVOsUxZ|p3rFHF;>*VcsXaXHgJ
z!L3$mW<%Mv?U6w%16A)b=06YkI^%|OFh^vt!j7s9$`jUHa@g|i>7N<Nw;B~2C)F9=
zy=HMiif`+!t46uL#UV>v1S5a^a<Yz#4_|nwHRamn%_%>YJq*%XGi7G}xzEKaPgA<W
zzn7fLZhlsk&wC>KwqoshtGI6O-6zj{`1kX{&jX-h5SnqXOMnWrMo=Z;_MP+Y({Js0
z+uvTfyz<hLd|}~;cgCChuX&v?ReKpR>1Jj8E~iXR9zK(;BA4`+-2N;XpE|?o9B;Mh
zl(^vPnU80r8k#ArW6Y~PyXuAN#i-*B<xg(!yLY+z_7-QwtIl7fHb359=~L`!H!<g#
z#LnC$oPOVDUq62@JeVhQzS!DpQ=B+0IhWmCQLemp;)AQU>rK`#3*lNPrlYw$XiKi?
z+Xp5u4OTTvz7Id*-yNS_r5Zj{avmr{gB;HYDbF8R!=r&`ig{7v%!j)LK-C-rr1tp0
z2vQ67D5&lOtA$1&$n$K6&Kx)c4j6D$S};O%9XK;%;>O6f^AQSXt;?pmt-W>f+;sa3
zb@Q(*NR{51dCA9ipV^@^33CmNBeKQ88o?FnLsn?$&X5caUqAg3V`I^a&-YXRzg)kx
z_zJ_#f)}Z_&nH`b>77>CJ^Aa8TO7vCrN_=Btc?Y020O7$99r8Zq=l@%9<b`l%H_vT
zu%@xS?wNToN?ZV%+8Ygw_rNRe#SxthE2FmWlT#L-A-TpljV=4Flrb~3Qf`?E4W)*e
z6Kl@bb;{Lt|J)!Pv8%^2>~7g{t;@?Vy_U26ox9HN>bdFnrib0FKE2`PXJ5I$POV%g
z7eC)O`EdN7#HJ0kkA#;-{yz8Zm;1Sz<aORNtlS^v%}+b_>U{0;eUp^q|EhYHzni#X
z;$zh%PO6nZCi^c9PO0bAi1d<b**-1z{Qk#Rt1nd+&8u;Iq~<gIQ|Ri`d*9ESxNWcU
znctTyjpS=@#qIumwg0Sbo8MgRy^q>FH}l1&yxyEY^ZNd>|ACSvuSJZHGt0*rJU<n>
zPV2W{-OIu`=YIZZl~4J%?Cz!HggxLA^4*?zr&Hl3-|u}r)xPQJO!Kq9`7}bKUTx1<
zy5Bke3{Uua<JWHtjAOQ4TVtBm_CBhzZfVc%;yFk3`j4I|*gEr|al_1qd%wJYH|=iK
z%<mWe9n-j3{fPVX`;dsGT1NSY_0I4#Fl9m;P;JHr^RmUuk4kOb@_$wB)z{{ef*cR3
z-B|IqPjI8uhAYXu0#?tiHe^h_Rhs%_j%wMSxYf0ytFN0JJpcQiy}Bxs_pHLj&-JHQ
z-?P+R`Q0|_R`2bS53lxSTnJ*`<=QQ3{`d>?8a8Y3yq%ZNynX(DJ)_6ou=lz5Cd<kH
zd1EdtbM=djf80OUB0ih^=Mwu>T*GW@0+if(rXD|6|Gsbz=bpNs%iq+!6*gX%GIP_U
ze-9XUe&4%!S?tQR+?|!4t2h~6x97gizPh+yKdo)`^_it*GbHt*vad-QA1>FeEniu(
zckAlPvrk`7J-_)nxZRfYnS)baMDOpjZ<G5LTc4WoU#eJkrlbw?sw<aQPTHY*@lRjY
zwzZuzCms(Hj{46R{`uE|r}MYon>_1UjWIJchs9*2Wkmm8e=A%~<;oUymGxH}=D*u=
zP4<47`Pci;ug<-9tM0+#?mo-X>2tmv_n)^k_w48QJKE0)hpgN4LtJ-N?)s$%J?B1u
zuzde5yV|+8mRld)YFm5OZRW&{H`#PdXRK_z_}{RdtuS}K`Qth7V?%Z+8(e=Md_R2U
zCdYj<B-h2IU%Q!@wj*b4WcC@J`&0kcmd#_|w0OFUcfr?$$j>*WE?=8}OKwwI$Lq5^
z^BCJp-oDK~c;-ZPuEn1&k#C<Tx2?T(>dl<DOJ*`bYPyEkch6iX(LTz|<Qu<NI_lJ}
zX8o!;+bfT+yLB!0LSOc~y5Cb?=3m;j*!=rfr+LTke0|1w`TB}bYxh}mIyEJYvfc%8
zu8oL1UtJo1{&CU%^85FvyBi<A`udEO^%)-Vb*9<9Gav5$WHe!JjZGxiZ}DmWJpao6
zo%Lx&hC^UvZROV0XL;r|-Z^yUM10WY*vqPUb-#Ge@IcGA9rw=iOkEbw`To}BFR%G_
z+`M^vokf24xx2pAzq#LA9kVZdss8r5%#Z6fA6Bkp+v5NEcDD8Bjp-&CD>L)wB-@;S
zSUIQrEYG!@eZ_lc9*nBqe{F^&%ckV_9j4#s|2`Ds{{KyS`s{y<Cz%b5LGY8uFWudF
z%xxY!wXQBnJFGS<PXHd*ce2t#R^N8`Z5pv6cj~i)*X?He*S|TWQl0nk+U_rN#D49)
zv}aa${OwusakuOBZ)9J-74!PQ^S|<QuG{_IWqN<_vaXBCp--bq-~9e;&@TS?(}6Pu
zFReD8<1;>Nnte7ZInC#WwIfp#)0w|Y&)jePYnj8M8M0#n&uxP<Tc+1;@BuY)f1P`$
zo!ho;;;y-`PaV20Ud1EFA8mhTOX#h0Ka8B&*2+A25u92#SJUux(vsSw>Xl+~zEWQ@
z6uR%lEO~xryXLfg+rO;3l%MiqtM4x}!_Uj+dS2cZdTOP}<@;9qww?y1kuyDiwAc17
z`QNwpUh#=N^IKLH8yGWi?SS<NX4S{pzscyUaIb&<qVZP#zD4V;x2mr{W7gW}``}sQ
zao@mumkug^`mpi*8$Ju&zS}!WtD|Ki)?dAQ?pEESNBu#I9g}mdi{9|>N!{e>Ui{+o
z{jF<{N)@vTn$CE2X6pOW2f^{n-_G7$x196Et8<09*?GU6TDiTy37<cC=8SHTnaP=+
z$odbe!4I}OZI!yUZN2Z)vle&%F3(*n`aomL8=sTO&#zy9(LD3vt<to)vT1Frug%)}
zY__C%>K&D1Uv3#6oVe}fdp3uiR!>#7q^+=w`+nI<GjLf;NJhZJRR@#z-eX%kw{}}X
z`R#|frV6>|&EH%N@S3Wvs`g=S8uNX*(B00t#_PN`Yb~4mH+I|Oy2$%!nft|>%65W_
z)rs~?HHCH`;o0>6-I2bXXaC5~|9B#Jh9m>)RY(K!Oi%3k8V%(%JrnsdljR?lY|**-
z^U`m#_j{L3)C^N{klK=?96hfxc-FSpDtp^`uFuUg+p+xM?u(zNoox6hyfoQm&7I%x
zBrE?M;x{UJ6=R!Uo{=q>$lI0`nBdDPY@WEwQf~7DzTa2>YreEB>p8d5@=fWQZK3AA
zvof2f-D9)cy5ar2$MaX0OrLiybN$6HmQqL7++DKM)7ZH5YgKNxLKyR=Z~Lm&{G9eb
zGiJ41ZOZZP_a`TG8kfw`EZFnvVe_U>jp`<`{d2S5cj}u=$a%g$HFMTJJNYv_<?A4|
z%~nut<94p!QYggKW0srA*4n?%zD{OcueTxhZmNCF<AUNn53ln|O}Hi{8qO>CdZY1#
zw{K?uyyC;pm?a(ZJ*w2|>czsSmRlFsKWqCIo*j7hX&T#khBUW-mp8@od(4~=&?#BF
z`mMBC?z~F>#-*o4t|UE}Aqj7Q<V`ca+x`2AiSZq+Yd15~c6hHbH8nQ*+dnI>yr!g`
zGpC)O>wM|iTl&{dO)zy<$ts*OWo=AY{9^ycH#<TLgEl6*+J1|id#udp^E#XDmoBc)
zT)t(0W=ilGp6j;EsBNe{{Ez-mE-AN4bF&i%H&c?+GA8VbIGJ=QIf!4f{P~WU@AE24
zmT|`U-!Z?)wxpIf#a+L5nv!al$20Spx5_g9>c9RUy0>M=)xxxUKi8irKV$rUY2`b8
zhI7UZ;9eW7seib<a{gp_Xp`x)*9^&3^Cnk&eY|vZ>CpzUDB**JdTYXFu!M37-CmcQ
zH8bNZbN|7|Twk@Hc>NWLQoho+`{}*tGlfr@JdW?3wrBH^H~+rxi)+&Svi9hz(w^jX
zjVqatuJ4$?WRB0lGX<Z~ZD!9jj5~WfpPA2Gt!K&{=JUyEPn<WNn<2TzG|lbOMwMia
zBRbtDOZ5~q4$PVT^^1<=zRVp{xU^H_9?yCHd_`aacP@K4|F&ckg>|){%Jiwc-t-@5
zDnKpj+R1V=Q(i@81ZL)zOI&q4_C{)PsniyREn@Zmwy%#rp4D)-@9KQ1hW<FAwYg__
zzS}d0{qp6X8~pqjs3p(v&JZ?s18o;Byd>g0>y~<W{iA6v!e`c9TGQoeK4rq>gj>B;
z=96~npPBkjcvtjf@7D@ze&+P9vDoMIs(iJ+D|44u?={nugW23m{Ek~)DvOAg++Drq
z$)5?yO%Ki{&zil{Yr1}JR{WB9pa1cD%kI9kPx{O;H@^9K)MrQTux$IZw%_v^S7)*>
zUul>W*IuWcUhpenuRgd1UeF0E91(5g#!m;%{P_F*e(L{!e~prkaAaOvGc#mWi08LA
zH=AcR&SZoqU}P=#&RCSanXx7Jc378~u9l#n;G{WobY5RuJ6TxWFCi@fX?Uw>{>;Mj
z*2`0aqNd&1qY_%S{~PD)M?v6J<1j;VhU7a#W4qsPj6du4l)b%ma;9<my5A<jzy0fb
z;Wq#0JJTa6IXm@759_5p$>Et-R?U4=^ON~z#gov?i%Z+5aOh|%KGpV0d1P_3_)oF*
zvlG+nPrcQ?=JEAc?~)3K1y}MfdWq%lcJHhC8ous8{X(Z!AHjzoy@OPK&ini9dBaEH
zuX6;`+P+u)Im9nyp13PyU8wuDclNLT)LJifEI9uD`sG<~>b@pluK&;eJhkkbS#94}
z%M+%4?@hI{SC{n4>KtBnetL&sa_Ylr)}J3q)t<fn!*WwvoAmXWrQkH7!GEUb$B&AY
z;p^wse7{?MJ@;%6^Yr>@8@VT+*>B&<CBE<5|MVkg7z+Af5fdD~-aPHd!t?d!)=#Y5
zc_&C_n|mJbh&WmGC-UZ>FVdHaKLmVUxF&YKhjrcq-N{SC?-<OSG%vZYTTDA|-OQOg
zRj;#O_A<?m|9J1|>agQyKE$QfN^Q^64}EoI^RY?l;Kr18+@XJUdt)cpF5hSLeD$@p
z^IzY2QF*%L>=&u(wcFH}r93%m8g}cwn(^V!R-4a(ix$xk<Hvt~etz`+y*|IqhXbYY
z41YSk?LAj+a{Lvy{_lTDLt}<J$<XGw+t(^y(~MUycH3rdwJH4Qe%tQH&3vJVT|Gai
zwQYM}_j}40nJEt>CjWcTsLkd+x7IJyKCSKhrMs_pbr;?}D4siixx?1F%Wl`N{;RWH
z-x>bg^zOv@`}g-m&w2CW`rWBVy;x4%6ORA0Kd$)geC6!49l3KO)4|=zPY2H2*jKxo
zg@xsW{{BBjduL0Y+kbiQkMh_1Z(4KTI5AO;D|_b5nKLcV>^ZZ$@oeiqUcI)-smnNv
zi_Sp7*VkK@T#KCSvg^&9^^2?LhjiVI-KL(Y{q4%@b(j8$7@w$@g03%YNn&eiJIiXb
zbw=Y=Y468o$?<D%?07V_f6k?&UtV30=adsMj>+%Keiv{(Rz&398u??1xv$E0{+ql0
z<M-0Y3D$+z6|csX{#Ks$?NhY8i*=UOjaSM0W+eW%D4wI4c0nU;Mz)CYww#-bxayg^
zBt?ul7S8x+t^i(1CSp9HUE&eTzMRCXtlJXJ_x+!Hlz*$C()OpP_}oi3SN^_ueXG0w
zOnCt(!^N#--wx}asQI4|YMoH)w(OL2?cwVCtM*Ocom~(cx;y35o>qb03HefAMb>;3
z?wjWEG?zd5_EN_@mg^VmetOGC+|sXoXuBnOY2RAAZ{3p5`i+mzOk(RzYTM~%nEdn8
zQz1#o%sDd}zngcQSaG=}#BaLI_dXr2zJT{_lb`ENm?ZsfqP5-sSljk6_54t~ANy@D
zA9iQslUBUG?`LaOd5^w@LgK{q6Gv`-PFa_~z{KXmntjJ|=l@YMoY}g`Mlsa>Hye+v
zpJB5AG`N>UYNY*H+wlC~=XFzNzPtA!Fg|X(^{QDSCL5v_*B<ZV*bsCkW8uOXRsD9g
zU++tldatYcDx9O-ZnCbsN{ypNnN^U9(ZhWSGaHASf~&-~SlK6X=CxwCCO*G)sjnm@
z!~MWrH+kVBJbjya?L>^vY<%%5gY!K1^iDhB)H90=H+|o^chdKQc|M=!tIXY1J}J(*
zsxy4g^f`ZCEU{bmYPwcrb<tX$nMN*FrLR>MKkJ=zgj;CotLs|J84O+aPME8>>Cpu)
z&)rtOf4_Ktb(ZI;6EUuk-;!l``1EOSBO@apVPl1mgr@FwwQLI+ncNcZvI<-YwL0+Y
z_q=JJqUA2wX`HJ4wCc8slA5FKYNu<*PgwTvTXLTB;J)t-jYWrd-%kkY5i)l&KlbYR
zJy!pHdbzi^E}r4Yag+zNj#=Q5l}4I^x_#Qje9O3H-8|`2uUY?GSn=bF>%2+Pm1f^G
z)3#igu#Ee;pLI-&{(p`*Wq}4eQHK}S1sjgq?|)|VR9;SW`77=g_v4Ru)GM7>>$*1D
z?%&Ck9qPB#&&<kR-p`oCcKjxre3xX~jbopBwK!sb1~0X+D?af?bhGLzEw41)*{U<k
z)4dKRvu-MQ?DW<8Ovj9c{oEe>6Iv&7r#io6+j@6lG5b^DSmC!K3UUTz4vVk9vtFft
zlt(x1gI&hiq+@$3KdY##AHQJ|eE7KUfvp?6oVGu-Y~7~1(Nj!*&9NV^Q^dBIrU`f!
zX`KtY&HLT{agA-4WJ|yqNG@5|nACRl)2j2K`!?Iu&i%D$+jGTShHaW@bK2h8{x-Uz
zcJSxKWe0;8cHLi~=<z(^<Nh~Czdu}kN$}yl;+SgnG`B2in<A568+#)sEEj&_rojBx
zZ)?zmET*^b7JBD=HFP-hz~c4;XT!rh(l(VFcxD-#xU}ur5h=~T%R=6V|A|nHttvhE
zre<sXi?7a`5)Lz+HjK`@qm;GuzRT;KYjVS!t&j4krhTwmFe9;=x0`!@mGk;3*{9UM
zPGHvNn{BiH{HCiGY^&cz7{k+kOH!L|5?fl|Ve!f-x^LOf?e}{0>6>CH!%-gb8<qY0
zyGnR=w0Rwz5PPkmOjW7$#g&tv%J+SJJb&tanfVM~5_fw#|5|jJqv-X`nOn>46EoNE
z`)nAy=BA%KGd#U-=!>;B6HVF1ve7X6zV*rIx5>-?ef-`RT{9tUMfLx893{bL47|@g
zs7+{|u`%Hw)5$Yua(t86!p<$^&0IX|OXunP>%-pP`*QGm@3IYtw5(-{f1Z{PI-}5%
z#0FmTxo}2e_l(BK`yX8I^4u+Z^J(^krc)=kKRH&dnYQJC5EuWew}*alUoHK`E4PZ<
zE_wgAdFpeyR2Mt!{u;B+-@YY#VV?7+f5Owgo&DYC{hLqr$)xA^w_ZJ-W7zyS=deZa
znGFX6HZwS8)|j2ycHC^ulhs1q@>xnPsqLO2sZ+M{HC+vfe?D(+YSxF4F3Ge`$vylz
z0>(DBwyCG5=|1b0Jg3e4@lMvI^!t|6S8wx;+^zH0BY0Nbl88TH>zwT``3539k!dMn
zJV9JCep_3QTz00vWkJxU)90^L{+W1KPBZ?{;>TZmJ_?85)7rfEk3w38vqD*=lh!4_
zz%v<*U*FvJUsv@uIA`@Nj=R-gr)6^A`TC}&C-}ju-YOoWzNw22s1=3p);iHUbLtCs
zz3k=tUd&}R%6U^!8~;E(j42_t@2{O&honrpbd5%uM8a9tnUnRsr+tij{BZFrDVH!8
zGszRjbpC#mz3qLD*;2&#jF54K{0)V)AHRQl7Zq)KnZy<r{KD*tleA@`(LLsk>n}?!
z3cD45Pqp+f_a1ezEA#sQzl}J%@Za+AyB}9XHQw0$pJ9*ns$$D^JDqoxy>Cn|sd7Qe
zQzFK*VlxFNN3PhHvo-Uw8>^3DH(%|F`o=wfHA42NrOwW|F)8)r>-f6U%)1mSl-p!Z
zix@{$#IbM*oQRz{MQ@(q>8F#P-@EuXeDAMLmbJZ2iUAGttG?~hZo0GLXoCaGFGFLy
zuMad=?*6WMxBr0^*8%qR-C^H5-hVRPw0Vcv+i$;TD5e$6$^Ec!M&h;^4}V-yte$sQ
zS=!6Yqg_vSO1@8S&t&;7xBkx(>Kl1C-dH{(aoUW7zYnk(Dw~*uJbL`NSKPSFV%5`E
z*X@I+ZF$}i^Z(p+fddo$yuKa|%e|Kr>DZAjGB4G(>ia}HX7+_@lf>R8s+!+XHom)e
zYJ*|H509^Z4*$Ef<80BZSGN@xfXbMpWBYl*srx98)KQ+#$CrGaJvXWC@3F#VGZMGV
zNZhz%^P?&6UFLWC)h1dd3eA)5%k7eU22Fp{^kTIxUc7j$Te2p731sI9hhmFBm*oGz
z%bPDqzjn5g?2=^b@zgfI<1S)sagMD+QpC7xzed=;%ZHao-<quNKW%CCG^Mu!M|q5o
z^4w!L>ySJ>O?UE&6&hWV%k~)uoly`0ZDSH};yB7P%g^(}ex9l89(*`@{h@kL_`<nK
zZH&o9_mbBy*c&QoSN!?A;8C8w&3BX7j`r+5|GriKmFkOaJ+F-?RGm0!{&}5Gmn0j=
z)jNz9-+!=hhgnv_hq)7z*cL*z3^?U9fEomBy&$rUd+ne0qOUi9^}o!|jIXWPnzQQu
zlC+1(``_F)nz^x}tzyo@h3WV5_hzp4`7*adVcWJ+*VjkPZ;HQc(@2}4oc6(PgX0+v
zZtlrDc33<<(j$HU|2ZYGmb@O<ToXHKjWk$0;E0I^sCje&Oq$ppwo|fqs@-Omd+Wrn
zM_)BQt@#!3eZlz-yGwiP%Q^1|X((Ddt33ZFQ~T!s&E3o$Zig-U9%nhN3Annnz)B``
z?d8rJ34Y8AIaH+zH=Me%rlmoaDKIGgQc^<aWS1$bzM+SjI656T1hjt5|0m(MW!Kid
z)iw5iWQ48<zyI`YtL_eQpS^-#yt!jrIwY@kO8${aQB1R#>-X{Z-<QXE+|Dq77yBus
z86>eOrx_%*mAakruuhY(y`1b896Z^_*H_TELlUwe?Ff(CnS>)e)7Bd{&j|dt^Uu-#
z(7Kf>X-ksW?Ad?H7{4jo-EufFiOrDt#AWch6^My!%4q_|CGQlsm;8M-X`#LIul4E=
zJZp0%&Nz79QSNxp?Ag+P?^M|Mol!_*IKsogz#w2OVc0APA!d9{I(F^aw0-wa6kkzD
z6EKD>#nTZq-dFcquW{!6wEma8S<Anxrziff+WX7h>)fF~FO$td+U>HA^nCnSn3<E~
z^SiM5c&himc?xMWnj!8wcHlt6y&X^POC<MH?u`REv*tvHBwxF8joth`Y4!E-IcBq6
z<<%n<1QgQ1YgZa-IwgAykAWT5A^Fl<Md(+hy1IIjMua`o)k$pKE=rf~-P21?PoLBN
zP+C$_aQ^w@krMk-j8<O%a_SV<bH_6YM|yaAW?Z~~Utd>Omnn%2ylTsVFPUxj%$XNw
zZ%r{eSt+sa-MhTPoiTG-A6nbkT*<B~ES&fm967(w&nPS@QE6>$73x09a)bxsE}3II
zX4clL&9j#;Up}Y(;p^A0Cttf3cJ9!JqmK*sE~`v)%S&?04PJZY|BCbT4gbzdRZg2y
zr}cDC@qY88J;#r`XJ%(l?(5@YG-L)X&1O(IZrFVG{Q2c^?6W=_R5v#_U%GJNK%~UJ
zvuAzxE=%4h@qFUb8HQ$N%j&nJtv~;^%sVu6>X$EHA|C!<e1A9plIzK0`{ioY;#^%@
zD{SV~+a0T_u73LJmDeRhLqkPXRn?-xLPc04Ke0&L(AvtnH`3a|;(-m%{SO~DT)BF+
zP^>LKH`jOl%idnzbIPX;nP2YSvqxn1S+$E9Ax5B$0!iC%KmGPC?1SCv)vJGf3VQwe
zbrK`Y$RsxI_QO@1r+KJY@E;cEVOzRu*R0J3H5W5N*1w!PSN2@<jKtJmYk1lZEBgEU
zPqN&xfB*DZv!p)${@e83(%$~Mgo%}vmKY;6Rus}UEM2O)H}dxF+mCH{;x$AjJ$jUM
z?$C#`XU}>%Ix_0Zx}Vvw=keoY+xu_d<~kmG@&4<gMM^vO?VGm!@ZGy}P0Y=^FTb49
z-p&pS*@hX36J3=A_eNINT~0W6_>Hc<{_F2m<>k{q8&pi5JUJ*V>{z6L@u#NKPk)`h
zC+lFcr7clLePxhq*A$m2Dq0~*Orfrtf*Py3m{hnHa=8Y2h)7MG$ZP5~Ri&$|b7_}C
zV4#Mkmg)P_IK6`WT+y;~|Lo;hA7nn9lm5IWC^S^{hjiTfa3f>mr7Kr@elV7ml@$^f
zU%uXnIhhT#Jer|_LCW~Vp+ijTmvBzX$;o+f|5o1i%k8a~@7!5)Uuzk+agSs~RMaK)
zPCq|Cmi^C*c5XTU_;K<_`DM$Of1T5F^=hbNL*f|*3D97YgmK5+yzAYjkKN2`Bdq26
z-JP7BQ)_DG*y+sKw8=<QUw=8sv<sh&Hf`FpWbIntI{u?akJ?vXVzo+;Xuss|<Kw}=
z1a;Jb8IJ$<Mnp$PFYZ_H@bc;^DKEd=+B$jeTwPsV-IByvhRnvs#zJy(dfT^e|5SYA
z_U+5(Uw`|y?SQ?wxcINEmDjF?aRwwHoOSu-mF}%mr;7gKXc7?<^Ky1(j*T#{az1Ba
z-mG`VDDA=5uc1Q1!b|t>kFVp~x^-(%NQlaZ^QTXDKY8}d%g?XxpWKWCGZ;b3!Wj(G
z1RmEut=hP4&mJFn#|g)dx$RAK7Qc4p+O=u_>~H6o{W7>Zqw(NDN7+a7=FeySXKibH
zb+b{AzQzx}`Sa%o1qUm0a&k7-JusIrW&rIgU^vFJY2Ute;@REZ-CqP*KwAf|@05|1
zz1YrbY-+mH+~oWB?=KIBB(uGH|6bL|D9HZshxqF1-6<(49oJur{<t0;5;A4S-8{|$
zglA8jJJ%Pt=Ir_Nm)!-9JS}>8|MtUz3+=3zZ{E~gxpHMm;weMs*x1-f)26A(%gaBq
zzH{f!3lCdsYwdl9Z`_zs_+b0Kw970A-%e<5W`3OH%b&26|Ml_5A3aJ+w(#)qTxe$v
z4hmA5I(2GE;w{5w=NZmUP9-^CWq<wprJ||ndGFr6Bjy`!zx^dLdncQMK^kP&caP+q
zJJ-6mo;>OKi(}H0=g+-sYi(mA3_gDRc<J(GXYpmS#sT5s>a47+kECtv?7VVv*7WrB
zbmSLQRIFG(&1fErktD(-6&)R)^Fa%`A9xfOZ{8O@S8vT!P%-t<$lTmrewnQChTXff
zOV-)f9$q~uDJkj6!-tOh+CP6Te!L;y_RH;>^~SKoe_)2=m*}~B$}}<-trs!YyU;uP
z{+GnLJiNRw8BfW)%ll@??CR?JtL51B5C8t@ojiH+m&vv71(lU6Yo|_|mQ`NQ+9T<=
zJlH<`e(Qu+ud;UT+LZ*Fm^hGsjAzn}85(={?ky2iDcpTmNKjDm@ZrN>5*LPqgm@Gd
z8ph73JJWFZ;f2pU=gysD`F}ob^UKLouV263wEphhyPj25yPiCKdh+t+$q)1m(@acE
zKsn&wAEg$F`I>)o4AU5X@c-XXE*20p$5-6W@J{E3gLgUKy?ZBUa`5imM@)e+kJuin
z*X&SZDR1WxD*yhV=>O*$qja&d>8|DF&+MLGx%qP5%z5)(y)57TdS9q$bdTY&h%*~f
z&&~?1{q<#|{-F~bRoB<W-rmQt@Sb_*r6m^^I5xlOXVFiaae2AFcKW$FhF?q!($CEa
zytk*)_2z*YhVFebfk(SUry3@^)qXrGZuBgxLvn_p_<^K0!($T3Jv)Vx+H~Xh)x5g3
zb#<+vo0}Tn)1%+s-Oa9VX)v5TSNh4$;^(*I#f+VrI)&AP%zW+te!1+*`eT0Ww@6Wq
zfCjenT9KQUq@AC)c60i9tt$~55*pX-|M!bKW&MoB?)^cxTwh*Vdimeq->E%Ed6Eqe
zOC<Lgsx>AX9(KFgTK4wVP4UE(&(F_4Z}T!vKexr+>A;Ga^UZRjj7;9}cS|Z7&$g@m
z_2o-bV9v|i+t=UPlDYWgWcBXjQ!YRLvG>CvZZ6Xk>lT08)j6;J-%t0HlnWnbZ@ehc
zEqM&;FHT0o!(r=UEb|V%={7KyT3Gh#%FCwp$!6MrO*Oo)F7*~S&A%7(_*m~|{>KyV
z79N+)y0c?rtzb}6o1|&hl)Rl!#nP@HU$wJ%b=X>wGpD9%AN{ykCRk%*;bXUtd#|mH
zRu?XIV{4L->^K&2#z4#%)cQ#F>FAK$mUVU2O2=llZ>}>WmmW1rIZ<%%=AXS)Uxf}G
zU*<deh*5o{oLSC{zY_d8H#em|dRB33OXj!sqdgO{Z~2rR{qpj1siIlVjRo)b|BpKu
z5Z4v?Q!{8ufX2lop2Ac0<Kxt_`ed!!e)wf-zP-8G9b&T+M>5FrZb>sH<*C}?+w>2e
z5z~t~;X5_1_UqM*_`_$ON$2fw{QK)Gcbxy>il!bGfw!kEwlOlZUHCJ5!Q8)zhRRPA
zs&)M5*?c*C;b_wg$9x5*+Y1k|%hxP;y>7SP=VxapTh4!cynl7x-CZ1#xAs<V@7Xvb
zQ75fM0+e<P#f)>loYn|iGox0p&F$yZ-S2j3-+I2%`h4&8HIbW@*4BSMYaZ#ZaJQ}}
zSvz9Gf~YMSiSZF<I6V2}Y&;fc9|@1u=~&w-q<ZPv+GtU&k~cRdvONzpF*R5BpBHj@
znXll6Evcu)TD6WP9TShQS(ttH{r>-Y$%e{t2_PRQ8y>#4Io<#1nVFaOaa@l4Ytq-3
z7iNDpc<0Be_j|u9t&QKBCHgvae_icwL%!UXmzK(~pPgZN_}_*Zf|~-^CcZh?{qV}l
zV3U(-pM4e{3XiW{Iy-NdW>?#@w#U6IW*en?<=)#9xv**D48y`lF5i@IoQT++rg~eh
z_DkSY-Dt7E$m>m)mU?G@cyO@G|ILk!&R185FHc#hq@;9ZXL0)9KcCNw89(BJMNF0a
zovPPszqv}>>Jrt~h+MQXc)8o`od<ibpPOr~y!QFAzOSxbA{*r&pF1&!^QTa-nDLoc
zS65r|iJRW8JJKO2Wm&YusdJ%o`=#|AL0(1^TX~pHa!7tD;S%jR%Co8W)Ku-|>hmg;
z5|WSiUA-P(U#mO&rSVJF_!!Z~Z!uD)Sxb(~*T;NhUAJE2xc4&orLUv5=k@9f+|*4w
zA_|Mae%o&|gw*|V;#-y*R?p<=(U`9tx2IxC65HuD=jYq+ua$6jdt4^9<9_-5+HdYB
zx+U9g?wWF>oA>kc^VgmEZAF5X&d~Vi^izdt=ERK?4oZ0Nt5?~y3LQ&2mc4%OGR@#+
z8hxBTIXfrSe7l(*Q?0e{^BLpwFHTHUp2)K7%F5u$OA`&1`wT!%**GJSd&!3Px3-@C
z$8q_wf7!7~s@~_S*QK7G_Qz~X+SyqiuQjcY{?ZCvb)&s7g~h@m@ANd?&Gt@lXAHi)
z-TAOh`pZf6`5J1|^yAlgPF8yvb8UV6`j#_03LkSUczNFbe+Yy5?`7_6j;?!uzuV2F
z+H<tWIQ`rO`S$zUv#zXIcyY1&>&yQ3ysU=JXN2}i-}arbw{nuY|GK=pyCTnYXoJ(6
zPTGwbKaU>$dTVR;+kS(&5B*<G;*+(S^Iay@_ebuTna1jue%;)hzMHW^Ci?2C(3xxV
zKuLYJ<d4YBX`%b;{)))H-}9O8Ict*J0X3f)4)GeN{4^Ij-TietZ?~^=8&6<K&F8b`
zRWFxL=U5SRKW^bU{r!Iq{c!K}QA^TTn4pt3!Ejr`L8j7|ms+#+|NeN~-%&KhGk9gt
z(k=D>|2de6U5_x$zNS)fZl6ZrBA1l8nreRY?as1@9P>KnQ~Uev_AfF)&(6&J`g;BT
zSMT@#zoy)8<K#BkYl=o=fY1*gi^4}Nhd3XrE&cT(exc7yBi0(j+FvDd$xJNQmd~%V
zs*s&<_CS?gd+o!Tr9NUxyz|dz3uZ7cV))&A{`U6#^<Go8TzB;+%WHIY+h<)}bu|9(
zx7+y}Kc$)&G^z*Kb-(9!xEcDZ`9imjR%7Om4-bDdoZmJ>FdS47fU32#v(5Xvvvs4k
zX!z77yuQ4gf3LWPd}-X`{Jd9eyiy{We-AV=mp<+_H<G^gubX-C9IoR}S1zBo$zCU|
zh4;MOZyiTlrkhscRjMk!v!*;2U23@4a^a^(-TFdDTs8#w2;6zR+vv9C6h({Z4GE4-
zo2@E7ED(}9mc%xbGbLuj-*)-Bi1?b1t<&^kPi;CiU0?p`ULGcfo0)r_{d_*Z-!QrJ
z<Ah7ud&C$UvrT8U{r`GBKI{6rxqLDf3JgaWT^wCFo4$5Pf4^7#{(sZgl*6oc;tKA4
zGL27HTvN2$e0N*!?M=Rnzt4Q`;1{?W(RxE@&%D29=UQ)<t9Zc3s1UJ1uln1Yp305i
zQ+du_71xi`VYqjHRjBq{?(be5I(y_MX58A6`Qt>ATMVqIb2~7r`}IuY^jq=|Gfi%|
z&Uvux`<~~!%HFQhiQLrjY`4zm=?X#X<MzJUy~D6ZUdOJrHS&xB%eEhPFUy$4C<u5Y
ztWQ4P*TuU~FHImqwc}*@pHHXtQ+=Ftji;*n%WaeQe4@b2{m{sYW5MTni(I>3ISG7t
zzLkT8!DM5f-v`wN|4(VJ|1hKHuEuuJ;F~KSlzy4{pm4(tkIH4!<Le|Dm2Pe1l4n`3
zZrt+p{l4FRjx0u}PKNCciD!z`h&j(@{#nj6OQd(-Vv%n9KOdZp{xKc0blQBB2V6KN
z8!GeV+}@TO6H`1{<XGK?tLx+EOFLcqq`WqL<|Z~?X)}?Pf3{{{Pn#z5`t5cL1D2jI
zFE6hyetynyU*A5pGeJ)(L^Xqs?Ats;P$(d)rAUco;UR`J!^y3#0S0f5^89=5;^ML*
zVq;QLS(($Zh%+650v!umL?p#iR<Q1UZquC?owEJnY9*_vEg1)^H3UTu*Tq)c7i6#a
zbKd@cOvak7LfhJ#5z9=%4CdGW+ZhqR(5cn?n<~T74KM7!eLODT{a^b_*KUFJ`~Ouf
z$e)AoPhU^uPZJ5=c=;P*dNCdsdS=J|R{kfonQf-%37*s3`=$j6-?2zPJ?$*W)kdmq
zGjdP!JSu2Nh@GtF%koesE$7~z$Sd2|M{HbVQGQq;*^pVF_~e-#OWqnEY<%6m!iBA6
z(xao@>_&=u?q?R{^Y?#$bF(-y$!%-a)gwm#H#b{WebIP5v!!@v65C_W)KxEDJKFEK
z!NEJ_30KWNWG5;xI$rwlt+_Yq<j+q}i?6xbY~5S^T`T!m&z0i7uhlwf5ob6|S3Hkf
z5uh08r84E_jzZ=A_W#<p&TvdFPg`_-b-4c-3I5=oqdZ6MILP;S-~4xHXYtWphRMe?
zBu=UK%G<}4-z^nCuPk<ahweJzNV~E(GZ-}fAG134^xod;&ogw`y`H+BS~0^oy|3YU
z@v}3Mk0sp13{EE>?+Z0(=aUtBJ-_<h&hAgDdu<jis{jAbYpT}NS?2kArxIfss`^-r
zZt13h3lE8I$-<PKMNfnJ<!le#;Wx`O^4vb(rgGC?LH=H=D<+R(HYT~==#msO<~iP9
znDz71Q?67g^E?@i#X{?n*d&`zPEr-VsmbEk%PDBstahpKL4CnB*4G;4E|vZ+js14N
zG$!;Om{IWkZh5y(7x#hxwcA8x4y5mH{3rh9Vddwu=0{!BW|dCP-BA0xtgyH6wC;8e
z!HMUWq@<pjqItCXMI<xJ-^gXlk3Kxy?ke9|^72w=Y0qhsr)iT!PN#$y_*zzd$+)^Q
zSbc)1(@Bd>E;E)0-VyKoZji|=pr85ed{MzRkNf*-C8dAnZTzHa^XtXpMbCwrPVEF$
zpebsXQ*2Keg?#ySz`ns>V|Um8M;jP-fZOpKXC!LJ?lLjn^oCp7yyN5M<4wJfo%ng=
z+PBU~G(0RIvO03}GN-Bhc0U*nwk6cv=#o6MOKpQ!y+YHpV=Wys91G^>CU=Pav48Yk
zF2cOxLxS%N14oumf}d|~&tL!U?(XcXt3r1%bg)jD%$3u9puWKQ_4<9kygHgYcuh_&
z6Tjte|5v4<^!2rsK})@y4xE^z+I_=*+V0ZVYIgF9td0y5n`$5bYb*+y(vW?7+uF3V
zvz9(S-p}3GaHfYx(nz6XLZJAa*KKe59l|U&+&|pT&;Q2!pM!(Lg9R7On@%5SWUlOa
zaUlK3t?3*BQv#m;R@magn!2p+=Tq^y+)cc`hw}IROq+P{;Pd>On_L;7P4S+iJr+i%
z%mpMi>F4P0{W59C%~^J}yZ#E+_dIqinEYnu261DZG>J6c;v9}ktqNy;sZKa~=Kcm@
z;~AcJ7do?FJe_^4N76`*<p@u*4m`DmUjlVOl8$zD9yg1AdTQ!aWp}<y|KIjkB>evN
zHh7**<&55c_e;e<2LDUnntk2xV1Q8T%w3$Ur?%OAy%PNE=kxi>XXosDxooyerZ9)P
z;p6Z3>%+gky6XD3>eNfgWW&RA+TnThu$z?C%j-7VZffK@Rq_Y@Y`(reet%r>a=)$p
z>lOuGYWQbrUH;ByeK@F%1j?>I^q+mb9xv|r-{1ak$P_cpm>nA|;!+GQ9x+vPkS+ga
zS@`J4tE;Q0Yuq;~c@c1GR?L_31wP!j7pc`bwcPss#`?O_@9*!Y8;TkGOo=!HZj6Ci
z_WX7~7EDt2my6hTGvh<W>$Tgnj`ztbZE(4u>)Iuv6tE-nvfA$#uOxg8civn&&GeAq
zO~VdBlYcx_bC2?LOSb)bcExb{JFCY+$37m~_xD@0Doe(PZiT~k!C{?hTju=sG1wsy
zwmweRD|n;qwsr<D+21WpPL;pDybRrx;(76fc@(6d0n6&!JSVFaHp<T6&D$KfPBrt=
zl0{{eokFTj%&q6n?XYrl(0`ELG|Oh$op1&1!%1yAX)~PL`Br9MU*|PRg_DWlxW)~k
z5dGe?v$I(H*G4$p(Fk7FBc>ar@++;y$T<C+$V^S&*=C|QRY6@U!z4&I71TNjT-40{
zW~z30SL*EC>+51!E_19B_URYNcztE%<k}L^oLgHmpR=ZNUVHR^!KL7h+uq*Z-kqCr
zc9yBipJc<sJragZ#YzGn`p*e@?PoO-T=bK#v2c6F#YMl~Y(6j2W%J<xbBE=h-nkjc
zh`uq%QpKc##@-c)^*7>bKDwTgW$l(Y=$2dc`=wUI`FXaBc`p^|7^R$Ocp$hsckh==
z-e-RCaVR;r@m#!}zklw6zsZJ&1L``Hg(fQ=xa6;_IKeRa7<Zkx(Gxxyiv<CXetdlV
z>e5o~$Fq+0%dfwYglezh<JsIfr+iyC%I8c;%e=eG)Hs!Mk*j!u@`H2PZ#Qe_Ow|fK
z^xcrv?5FqS4;#MpALTjx=I^<=*2gXERK2En_}l$lBE<A2+h?Za$w{i0r|CwEcwIQZ
zB<JQPugPk?({!Vkbst6Qoo}3xxR}wR_rT%X{O2wx?hxY;IhJt6a{Kvp8<u)a<+^`N
zMd_l-bxE;AUGT8R>vy}~tKE=aJHxQzL&DMWy8nN_bEl=`+}RPh@W}4>`=m3z{QY`8
z{`Dk-V@YirXC%U!>qhD4d^r0JzBl)}UH%f$u~N<UJg<z!g@3!6w$=PBs*!%IlPk3`
z|HcNzH?^sThv(Q-27P^feR)gNl;>W%%ifCI|M_BZ{~}Q%iDb?{?Lx`N`<~udQTzLw
zRoR;vdXk`mp<D78IDICy^*X$?{eCAo{>GNl*I}XS<7{v7@OmkRt_(W5Z&#CB<eV8^
zK3lV{dR2daw{^Wv+Km52kB)F&T^DQZ<=FgDd*9}&udgy%c{V+9YE^dcGpH+^W0HJ~
z2UH})n86D)9_h_7t3y{GOP=lf`}_Or4UEi--p-$Bl<F0i93Ly0yzNuvO@kkEXP)7=
z`Or|CVtCj^SYv&_!b6o!ZvX!L6urMNME-fj29Gm8?dt#4v~q#kG+ko4t4dy8$~@X7
zx=TqS+3+w@-j}s5Q(+LvoO{+R_m;`8l`fXQD?dIu8gA>{!nTp+ubTh7HSY4YA<b;O
zmukP?U9RRkYl7^eqNk^lv?3NTEVJ2JtXaIQXU3&vo@=kH407FcTiNKtoK5Mcr7HYa
zPEx(urWK;Go{d*(MeglwukP;Neym4w@yEx<UvIr0cll5&_tv_<zgDX~5YdbIu_ws#
z%Y_G<7uU}}o7DF6^LhKwH4z&V3@7a4*?8`qMZtpxG2N&o>GLYx?(QxR-@B_cbZJrQ
zRE;>Fokh<Aj@?$CV&*H=b9~KX%eceYR~NhU-#cw~L+o})PQ|a6%b9r({8yJcKi4{Z
z;h|Nbt1b9?a(_LU>|b&eEfKl(NF01~^7FOZIo{LtLchJaDQKd^dRxBk$3yRX&*s@y
zzYtz19$z!@?TYB_d0AIh2s%2Y?s&V+VS@gRNot;Jd<3_zsyJw~DthOXTc&Flt}DNO
z++@q?SgC7Y_3qx^-FuAhT}$RI=UUUp6YD0vS(zAH;n)9V|Mct0uWl|Ayd7|STIrP?
zZkAKE;{tYWP7PW$<>X===E-)kR-!r+;z1q0#ZATR8(Sr>-rAOXTlHs?L(Yc$;^*gl
z&({3^r;|40hUsOs3^|K_i}rJKEQ{kF7kF*;oohAqv)IGQ*ICcKKC}J)GOg5i7xtdb
zGE_4#d$F<c`^%jZ?=nAT?~goQY#U|%Wb2;xLQY4e4>xmWpLgK7w>@8e{@UV&o|PMB
zeEju#y>`e9qg1Z@yoEE0eL*EBY~*d{qNKK7$rmgkWp8hlzAHA9cC2dp-q;{}$nEkn
zU;Q8ZbfdRTh+Po4*llI%>1kS#i&$<7?t0kfP${bFImhE?QJU)l1&0-d&Q>qCs<&sn
z<nGV7eW&wR(pl+W>Gz#pemIq#r*0p$D&PFvrF};)f4%qmvB~S34`*2{Th3ORvrw#5
zOKFWp?yHcAEd5(DFRutV$h0bY`?_CWU%MyhyCpW=ym8RUZD-NbEtQ|s{=d^ni(z>-
zJAYr`G@VGM<SY97|11Ixy-im04LU1jI>jiJ>zZ=Vs<^3_s%iq*k4eZzd|cF5zv0QI
z<6PSgZkuNFpQEY$RhZt|DVmc$&aBy%b#=|jhz0U>KO7y{Zv1cIIdUOj=QE`h-4-SP
z|9)52I0-8LU|B3Y=FEn@U#~^Sq!>rroqC>YmL~E2%}rwgoij5Glb1X{@nFFnu1K+~
zt3!jI^+<}o*f`N<<|%P~4>lG@7Z=9dfBQfF%DWuR!X&)s@6KwwrgkyE>VU`YrQ!Rl
zXRnNV8q~GJwDtgdX3+AWnU|JwBu(l)#Jjfa-5t*h`T|$p+~2>ydSb*GgXtF+KfD&5
z|8&R7kd>1<nmd+eh3wUNzO?M@{6&}9r^RnBY&?I<GT%s2HY;FjkC3|85xbR9SG7{&
zH_o3jJ4j<g;bXVdQ&T$sb4P8@n+vL}&x8s?#zA|I^4xxPb@k2@*R<E~5qkVO$1F`y
z-TT{o$>X`Vwk(X>J4w~|)Fz?3C6l{E&p2~xG_~LQaLxEv?(zK`Z(7&>-I~tG=)1}H
z%J$k|7g<&RZ}RmM7f!M&)k-s3UHbakm!}`{&m<jFO#ls(PScH65PR|K_4?qsUaDW8
zT|O)z_4sVWhvVxis~)dhm=&~nPu`x!zkA}!@7)wqbl?=-qz~$TZ~A(|?ecm1|2m)|
zy!a}j&9(X6N^`riHxa)Ni>1c5o8PN&W@h6FczSB;lsEei{<xwUydrU{QB_e!`r7$l
zc@A1Nm2HcdvR-NO<EQFuD>Ki2Iwexb{ZHk<N~Kori%;f!vd}Y6H9UOez{khOHIv=f
z%l1w65<9m#{5Y?hgO9+?nDsrfON3fK{Yk&?Et1}|v~h<J*OW7h{wQ4Mo3hHL`r8^%
zh=S^8P+eB+dxYoq+wJ%LHq1J1CLPH%#d%Rmh{ETlO`hLPR;)V7|K-v@)yt*N9&mLF
zho5+H*0B1I$Je~u5v`w6(yy5<JJia(GXMTQ6N&HdFD122EO~WBQ>s#1$(ikL$>rW%
zyB$SyXZ?+7vi)v;t}d+n+UhmZ`Fk9<ySrrk`tq{I{b>4+{|=Fw>!h!(i`51N7<3T-
zSd6#fVYi(MUUyqI^5=L@)46z{kvVivM4*>~X5=K56uuWrkF&qJ{5@{#ivr%>Pchx;
zHf!Fkm3r~*cHT3!h)ARKpx@u#YO=eVO|9RYsGcU_vUg8qQSha{dnUiq4xgD|`FwxW
z_hrAfWFIOI{#R4Ewcz2QirBDKesisUy<9%O<g6iTMZcmvcCj1pZ>2Li=jK?xy0LL_
zQQG-qz0)o&_g%}Uo0Wa=3VUhEe<g12j|a}lMJ>!NR?l+TUOmM=JgjdrsE$(WmCk&0
zq;m@6=X}d0M|n0UALk2Q6EM&1XG(kPmL0!Nt_m*=|EpCK9=a|h(7OCxNDafoMTL)#
zy_w#|FE3YqQyEnFA=T5y`?y85QsP@0*G6u30}buXyR&oW&Y*8+1f^~)Y`u22CTcmq
z&h`d@^KU;`>t9~plJ;oIqM%(RnOC>vO1EhK-{<Ug#^89L?Bxp!oipF8)mqw}@q52o
z>)Fb_hRBs6iJKGz_+JPv+L841)YPtyjtjZl?=DL{J?-Tq!(&Nq^X+P17$<WZR{wsx
z9okQxv05wb#=rS{H#e-(s=obW*1<))1Fdq7HXUR+8t4)zC~SC8ZbNI}8@`<5?-XQQ
z4!k?U^5)$vy;7&z{qOI--hb}XtJZ4QN5?)#zmB}K`TWh_NA{){zpp!2ci-knvuave
znp9O?Kv<YqJNrX{pd^Mnht9OPxwc(=+Vj+a<4VMNznrBlJL*Eto}Sub`1Fa#-{0St
z-`!ol`s;JiG&YNZ2Mm_hmYw^w3hU-vyZ5-}olSDz`lAP%*;iWpe7%0ZhK)_k9qzf-
z<znCc4l*#Lv2BlBxsBhH?<GTKht6A>AAj{ZA$$HA4x9nC161~9%(p7_I(&||(x5`%
z)R7w=GbH}mnP&VwGx3X&`(-B&MUkrydpBz=$~88+aCvEvmDQCch00O8N;IE7d-f<U
zK;4*`bKlaN5@)5aJc|*Es;|Fqzol{3&#OY$Q_jpVY!!O+^6Ba6A$zMz3)em^{P(Bw
z)2B~L%*@PD+w)`@Km0s!rXzlDFW+A;DWwixUdZNU28J{@PEAwO(3*>Wety>)J~x`>
z-g5C}W@>2+ymzka7(d_g>h^2N58}DMq?c)}ooUzeXODJw^{m64zH_ZYpB85yIKyE7
z|Bo^2kKdE`&C^>uN9eGc?7NrWc}_o_yx7x!y9}#Yw%h(cpSWxJY^%RL`6KRhyifMG
z#>w)RmzJJ9f4=|S-QDh=D!#vyT^qA=l9RKurkUBas_*Y~|Gj4jcyi!O1N7Jsh8dCq
z>XJ_#dw+g@zWSx5!_AvFO;S&Zta|ZOv(DsWLfNfNoL|0Kv9W9o-TCsg#-?O%t?+F;
zGiT526bL!qFW)|M;iNRSNj26tZckqB&AMx2x#+w5d){ZBD?W04)q#@-Z?-)6|NW0-
z`r+IE{@?!fxZnQ8$H&K?ynlb**x|;76Xk3tS~!JIT)Y@)6#7G7UtL8dU?MZa86J)_
zHqa4U3=K0GBO@aVlQK+g%4SGRR`*vk4;TNKthu31_ty5ZT_!(R9k+j9zqBzndh)!y
zNFyVYC3dyHE=*K*Pe@zQGLz9lMy_7(Z&v8S=jz)Z%?niu@5?{ym6DU<A}J~Ph4TZC
z?!3~2^YcCDq|8Z=C}_$zGyC@Tw)@Y*|Nm;&DW}!!<^L~#>GI{p^Xq<fc8M?~q&Yyh
zD>0nmS&?>j)|`09-ag5w4GD}pEvy4y1}$9?J)7Z_Uv$?&I}QK8Gp2e7x0Q%{PW}4z
zYsQ5Ij(=Qi&h!YG8XFXxV18_Si}lj|>6Z)VYiaHa6MW0mYB+Jq6qi#Ue!t&8dGci8
z_<Tv@=A*`@O-)TxjFc+a6t15<b!w8PedVVm8uRUHtwc3Ji5?Mu0R;sHrWqF;c>6@7
zwq}Wju8f&kQnF7Zu|-byZVRKGN9NyR)n=hbzb1B0RGc|OBG|`=NBvLh%)m8iY!RE&
zdO3<kuJ1Q~cbX~7Cq!LPEbHy9tzNu)PMte7LFFF1wY9Zio|m9*)E0r#c{Y_w!T(-d
zRMr#ccNIZ%guwC3<z;1I50hIg9Cxo@-~S^}<klj^*po4hjJ7Kd{Cb+h)!W4*Y-#%D
zP0mr_>pOSuG%!v`6S4H3uJ`mNLu+!%feQ)7O7YIgN4rFW=Jo73Vr-_Qtn4Xxb#=J-
z?fq3>y_WrXdV2bzJI9Z=GiU^%L`KKs*y*~_(~63ULf+g^;A0gL6jWrJt+mUtC@G)k
zkz=cx-;O)$Dwz#$ybNA1cl=@dOh)6yCmw9@u$i6U@m-**JlXu+!Sf>VhZ$p=kN$6e
zdwcuk_L#j@Q%_CRK0ZIQ^^x6!4-XGdk+*4{yuJ4CudP0ov!!F+y?yJ;AfjnttN_pJ
zY+Lf~T768d{{Qc<R#^^*X6V8_%^aLx?k>rHadvC0#DV567xnF`0li*%OQP4w@XFim
zxzOu7L$cxU%$F};2HoEv)|!)Y;KGZW`*xlHucR@KK6LqV@TtiY`<DoW<ji^Qet%!>
z(X#XNY$t0z-w+&gZ&j!^(}D#D&NOU`ty@uHjc`ZFg9D8JHl1D8#wEjF^6rjhpRL}!
zDZJS?JLb*5)8%Nr;>6ecTYY93E;6609X@SU=<2A9%_a$H4ChuRB<K1%`o0pKsM%d@
z{$Ta2l<Z{ZetCPfW$yiQm6DQ|a(L&d2JbG*l`_o|d3$efw1mP>!~A<T>(qNzet#(0
z;=#aY$38>y!m~HKL#{60_b4|JvX2K;z#KpI+#pycZ&gY^tCy#zV!3&^k-6!zE2@tT
z1K34(=e><~E?r$cv2owM^zWPo#ti%us;{r{oO);Oi|^d`AIoVUvaxvQ#}{(?_Uy2A
zF+V3(9(-o;{Q84E;)mOK7k~Lu;`i(C$z>wj4YRN5%=|RdIKAtpEWf<n5`R{P8Il2y
zrn*0Q5!rcacePeHJEB}EWcsjT#R?%Cwv0D7Him4=k<1F&Ze?q?jgz@VRqe(7)sk}*
zVt8WMw&r+7Mn)PKJ2bwyzFuBZ^3~<1Jx_OR?~2&@^0Y^MeE6)12ie-DPZxJ}cfZ^x
zYyIMSeErh%s(N~TpoKf%@7Jrh{ol1~*QFLtVUC7H%xT9C#^1ZRXs`Op!v_|o#NL~@
zEw;+x>#VIRwaUq#KCN^9Y~1H@JI|uJ`4xL>!1NavuWWG+U-d22IjT};Hs7BwZO`7?
zxV-&ct9;92-#3>vn>XqEXO`EW+bp+z=j)U4BERpleagSysdfG1(vR7bPu#f`_NMyo
z%<L_XUbwEhyF~J(q}0Upv$wW<`yx8?@%frR>R-ENyTq5jbd)pAnpnP=A*xhq`t?G~
zc=bZPgSLxBt_7CJ?a8;Bw$3?u<>Lnr7wMm=_`-gM$Cn9QGN-XUdH>$Ov9VEgL;j01
zGmWpT3Y{QfA!oiKTd*y$(IVygwU&rkGMAk@-!8OWy}T>ZX`S9V8woDs$CDXm&YYPf
zpjlWa^Q$fC(xp!4Bk2`)b`*ZO>~9~K`1##kYs1frqqpaYNK1P!T)1#c&CjAhK8K5p
z#?9;>mgn8|Og+_QP-x?!&(o71o}(07%X~>Q)N2OUp0&-Zt#4ZG?705B?nn3xmOeSr
z%=e%7XI`8q93)-)c=^RQ@4pA0{%|ix=1HXg3{Cs}OL?E?bycw)Q!~*{<$u0I;B?u!
zbt01Xb1%vNQ9Hx0xB9KTM)DDsGM?#u{YTT9JC};4+WeV2eJ9`fGXbm4ecxVp;=4`7
zwDyH7CATZS`nfg7`TqTyg`SAy_4U=&?#ZoUpX(Oxt^Ph~_w3mopXTnX5n{X09S~l=
zb^)lU;rI4WXIFjg_?<s@K~$)XhrfTnm~Iq{v9soZZgKq+mku>e4qlwEk=EL7BKp&~
z?%&UJCWef#8JcD?JI>bX|C@M<&2O&ysVLVkqNkmo>n%>?Jgq9+#LH!7ZI{uUZs?JE
z>Pm9)1Lw;JFP&>VopQ@?>n1g4;o!{5gX@y_^u}y-RL)M*h*w|#*}!c3gQ9(UHF7qy
zn|+0SjX+BU85kJO@MK(C;;EGH=I7^U_*U4<&reNT+xt_2p8xjm>yI9&G<@-O>D>7y
z2|quaIQD<<vC`L4Z~U#S;y(%BH!yB+a&o#gVewwx=O-_m*w?spRqcuV=i7r>t+QWU
zT58P5U~>A*1IGXSXPeK8zwg-OwY7GM(L7bdj3}nB61MYna^6<f?#tB(_P<s#;r_He
zn;3(ieah*qIq#hnUMSo8{Gj57Q!ih3m&(k``nWIn1Z1-#gUQ)54Q4qv4#e-MT;^c-
zhCga|nXaV7i{QUep)a0qJ}F_KZ>MRSQ2G6V)yIDwsU7$3-tgV{*Q)!qdBOpP8IlV6
z7AlhM(;pe6O5HT~2zqGOlK!jH;-jP_3&VvR<K*+7uP^F3Z1C~ZpEHXOb<CJILor%?
zzM05%?Hw~O8kZ?e)m?tN()>x=`ANCqE3LSECHXp!TAEe-oo;1iQuI&@DM(-3Ff^Py
zJ2_tb<Guw~SBFoYw@z<s?z7|m%&Q+PkUP`k?rt8ax}B?NTk|wO38hcFUEIF4&SbQE
zbauA+lcz5o@7`j`SaVU+^XTsheU7~=yq<bJvSnn*ST}QG$=8h<um8SHiF+m^CiBlT
zD*yeXW3MfJLgwXatP3wNPCm3NW#gUNBR9Tpf9!JChTA1;`uFuUb8XH$@8VmNAD$<6
zd&cb>nX{llnULn7rlvOM!e)-|jB6t|x0RfpDy&%jZ}+s7rpyoO)0SUa@`B^lMZF1G
zp@qvC?$4Ssd!J9#|MOFMW*IE8{>q!}n7qiUbN}VGuS)vUKPCO$^j~#r>PMsYbu(?P
zf|m7^CcoF>%KRnT+xN;NHu`t)VXIJ0>)e;>{1KlvekwcG_DkfdriWV1=@0i7nrIpI
zBvox&oK|=5(R=;$;4P;v+%U*inR@Bs&l49KW-?CGjdn{tJ!K(#ySd2k=byZuaTWT1
z;!)b?Uzv7DUOZUzyW^+dY^|kn&z5x7bzH9(zBuhw*k_Ty*KWVw{q(!y(KXfW*Sfzq
z370W5n4CH@Ax(XQn|`FX=$*Y8-#3Tv(fJfw^YQ8QEd}2TrR?fiXGTPHS$Th(E9SX7
zSIeUF>0kSQ>RT83*!n4)JI$9T7bJUb^}*CR6|<*D-uYL3{KQY&C4a<pcYR&7<Eiw@
z+Z!zAc`7~KWUzhP)0q-;9AaKtRnBdnIMY&{b9zyI!J$v5N^4Bdf>tInFfbSxFOV|L
z3V42QZug2>4MW4gmT6rXw|m%kZ_%;|tngrny}dU`>oKFdcCm1x*Pfl*yl3#qMw?Aq
zcRJqE`h<gj_^}lQn)%wg&qJTROVK~|<Lmx#<0B49uGhIv&650?cf5Jgow`2{@`7%5
z2j6y?xw)D5Z<XI}p57xr3zgcBeRy~{F^%Ei>FN5ek6ylz%k_R@e9~C)Ob@T?{KKbn
zXZ`wQyJ`jhr0Vn9D-Nfb=zr!BS$RLo&N6Dt#9b+W+TTu{!PeeBVeeeoy;Wbk7#L<H
zrxk2^cjdM{*Vo?p$9C#1$+cJ_BrUuybXE6-z>CGxI-Y8M{j(x=%9nzUioJhMu(p29
z`ptf6R`7JqoC^kl>qBN5nf(4;Yhqk!-d-^2)~&+l>QY9<3$N5&`5{?Tb7z}@^Pi|~
z55HMBTBvJJ=V8CL;%Ih-thCskIr*}Dwnr0Je6r%#OJ2PA`3%l0+ukc&Jhsi7-vlX)
zCrl9d^!2N5)3$|Y&iHIHFkil2`r5@+l9FqZqn~}~x7>N_=Uta58T*d-dXwfuhfg{l
zTk)Y}+O*GFk0oVn7MxgL*)Xw}cb;Q_L|WSv{YNi5b&YPXoo(qfrT@j{#_3zVx*xH3
zEx*6qXC{*|^MyM*i#_B0r_Y;vBT8w$J9lvM$A4$L-yZ*Ne|}NIW5+;wmGASyL(<R9
z@c8)a*Syf6TC;#~f9Ye!TSJbWsVJ&3e))3R;+7T`CWef(8JZrN$hp+e&@d%EJ^aL5
zr}XplRQb!xR|THzJv=SrZo~IGhJk;Ml+1hG{I~YUak=)KiTNQK`Dq>t7YIH2b@9i+
zhbj5F2VZ|S)%@|bebV;W#k;QVc(eHX1m~RvJLi|D#$B`O?Rw*pdTPo--RNx@8)q{9
z`~BYDkU1gc{sy7nI%>K<rhO?r-T8gOVW+uXJ`>(HPcb(Ty~ddpGkyE>$dprC!WTW7
z5dBnEW`Z>{sO@)#=PdYOMTRssllp%(es4}Uzi+*vcV$my@g@V~hb<eTEN|F;oc(S|
z^tv^79PRlGpT<V2%viFU{d(=TnS~{vWfBuo*33}Zyw4yl&E(@sy;FKi>(w{kU46$S
z@ZP4t*qKGST*}vWy$nyuO!RB#lf4vV%v>O0%V!;S>F=Ghdsn;Wao5TJtO)a!1*P8d
z^V(}32QOZ9<KLq`RjvFq8=FlNOG-*KR8?EANHHX&6)0urO)mDz*uD~a%n_)kRrcn_
z!T4R32NqAb)uQG<?+n{SlO5}Nz2YpwYSta&d-E%BQ`|hqi<&DoM(j^`!!Yw}-?uO$
zHx_l~=TEOsFZ*QFT^w34Q$+dx)+Sxc8xbC_@5;Pg@|D%Vc!zD~%;MC7n_nL8t^E0S
z$>X35>D=1>dW*Rp-^`|o2nZ}#n#PuKX@}ufz7M(=&p&)JL+;Y+v&HV+-!Gjz6_Y5h
zvOGT^B0XUHwWQh?*LhQl6h8Xso>Ny|&aWBBYP!<hmzl}KmXRTiP5s6@6PK2)B3bt=
zo5bE)F5J6}333n`1A{TMRsFv`6;;LO=2*5~kef1bqGQ#rT{4fF*(Yxa`yX@ify&KC
z?6K=FJlj(EO{44e{YaJbPb<EuZ&&Robz`gAl6fxU<C4#Z3YjfqdU|GF)Vt6>-Ljn3
zzV__xj+Ff|+p?dEeB82S<;H{mXS>H=__($>^XQa}O(w=-ul?1}K3_iBa*C+_=D<ZC
zcI4`w{c$o!b2|I=wQt^?Ft$(ml*aQ??vUcLB{3SewDvvwqw=SPQ+UgnGYr%9<Db0_
zd$err&Q3w;?4WZp!ph8_)<y;f${)F1f5Tj3&EZ;x@8)~vrRNs@n~~36vhW#i*5@3)
z%36<3t=yX|6YoDe)+@av4dnBtnTqn@rYwUob5UvO(iJOKIAw5WU07hZ)AE-0PK7Oz
zIVxK+Uum=bU!&`@GCzVl^TNcbn=<AYaP{zh1&u(Qy1DbsVu8RvM~wNUUcH>Qbk|jz
z)|Y|%!$e<QQ**Fs{rmlC37@9&x4^rnU0dcv8P#owcxJYFlK6!OAI$Ekbtgaa?yP#6
zdG<?U%yf2xrJL;amK80^H(X%3CB6D%RZt1b``OpC_p+7c`nt8XmHhaSsB2_=phHl3
zMbq4^BAZq&Ir4t)<h`c85|?7n%z0q<{NO`guHOr+*{_{?EiLjbT1KirJ?%!sEUskJ
zMY+aRg;~*YwH}>aXT#>%nx>tRxFiA^S~&=>b0*whDByI|!F#%%sC@$8n)!{6@0vW1
zoeAJ~oFjAh+Nn8*4jtNZ;tWIFJh?0bX5OxM7pG~3ukw&$WI*Wvn-n~7C@LxW(_^+^
z&K#Lf1?AHp9nYSekmg`xy=+P!-}46-nT(n5>?-w++3YNx_VDxiN4NIp?W$P+?#@o<
zEPgbz^6%M9-0<tp&SKUa=0|gs=U6}ZH7``cL3_s%mIwdi&IT-g+-4E(D9WFnB`UIn
zHH|G|M}eZGwA2H;(8+&X+t{kMq?{BAsz&wZf-hf6J|49;G~CGWb>W>mF@i-)i&v{j
z*k~_U_b$ruaMjl7kFFR0km8G9V)vXO*SABoEiNrh?F<jE`ifNVEa?}^)#m$lr1P+`
zZ&&JNfD~=86r?!m)HGf1;AK9V4z(GNkM%xkKRt6wtAxenD91TDH!j|5tNQYS(b&1U
z^7AuZNr@N5i)u}O<~VgfVxP3Ik#TSB?`aGgatUb;v((}J_%^PUNk_Y`tPWq#bfwkF
z*?DDJYB|rW%)JXdFAApQrMca_dDFnyWQw$TUdQXwvfaC8Y!3+g#8h|QWt}iX7yArJ
z*<Z&4{>*ae4a@j1VHaMv_T#FU<KplR%0e$LKE7payizquwl5B~a;GHaxEQ;CJGfxx
zHSS$I%eVdz+@ExmYlfuMsc&y@yY?-eZkd_&X=jT?%6;+p8po9@SF$iT%vgCyXuk6N
z?2YfG6PG~(;tY?5np#^<Zm#`CIq-PM;-}{tx4POWu-e-141JP1L*_E`@ui1Wy?W{N
z@Zm#{`#XizC#_y=`%A`j^5o{V9I7k7fih<r8={Dc+EcNyqUiIJlauEM@JksaFg)iB
z_}RFo+`R1aubIjx?=NTjnj`NK+cf*ajmFr_TN~oGSkwu$*4=GbdWrK8dkL?Yy@2gp
z*@76YH8bYDwNSJ>!^68Y`FP))fT**-^zYnu?0p?LT`$(-EvT$K!vhb0wk_%B<vu>G
zKHSDTKY;(!=ignsw(<p3DmSw;++5=oZ|6DXZ<U^_*Mr|*j))l<n}z(msk&bO?Vlx$
zN88=aRy`@q+_g<#PW_O;T)SGSv^KV&&2FVqH_d&Tf3IJ(fBVvXD<w?VgjcVMJw5x1
z9796dfiuv<aX{mYJ9q9}vVOh)$B!T92k>v&xGn5wjihv1uZaB`tL<4zQ}5o`-Bng+
z9=PY-<%O(Azr8-QJ~Y;gU+13fj=opdR|N?jU;1^|-uksW<f6CbG|pVuXc4AyzII;P
z_juO*+e6ppPco^k$S*1@QURx7&?p=v?q*0%*uLGoT_CWiT0>jA+a>6#>f_L=f|<^T
zKJc$@ex2@>dRmQd;qP{{3r~BVhTOY0N%%-s&&-c6UZ|~l64toAd1fF}RdKHPRNdfN
z%Y0|E89Or@ni@X*=e+s%`lkE0S6wsrd^A(%Sz6i>LG&1YRB`L-s?gw~Y7JxK;6DkL
z+iNF!@$3D*vO=S8vh(H-pW-d8GYTrCKkiChyz9@C;(cE$7Ze1QuzbxB_t?5>M{q;F
z?<wDSwYC4Bd$IXST$=l<ZR-NVz_~}_`%>RO4T_Vhc=C61#n12D_b<P>I5FtvZ~y3a
zlfPYV?xjoCt^K<)aqg-qbGLn&%r5pbqS89qxwh+-h|1LeWp&oP?`6FfD;;);Yln3~
zKIOho^^=lcZ}C50=~mF)ta*?A+>5)f`+tYXo9@HUHZUH$e)8O@IdOAtshztW5I_A@
z$kzwitG{dw4-MV0dD%ke_Cseb7~I=i?QUgdwWac1#@3hn*QKm`@Vh@f|AVb2&kK9K
zWm=W>C-2<mdZqDB|H*gXql<ety9d6!wA51>GzEg3I!y{6xm>z>b?KZrGOF9!Crz64
zgPoiI(CRM-K0TQsS2HK+!uwnAre0Z;C_C{^+5cTHL)Pz_E|GG3Z&sJY6l0?cix(U#
zefj?M%b-2KK1^U(r@r+#b92};wH&Vx!9Na_ytuJRaJw?EnbeDyrzAx6p5`uny64oL
zxo>v*?D_XSt4-p=>K9Rtk;cmR-&TB>bh}^vj;~g-aO3GYvN=l{FY$wh7Yp~@y~X13
ze0xoi$@cSYEqDHE-Vm3T`qQ$lq*tx(a;#12yp2hdBL1D)Jt^q=yy>B#p*C|gwY0d>
z+S)!|kFWo@_0b*Ctc&#<E7Vw?UwQDmbNX$QuTOsmp8W0o>|R)idtiOwqRl%jbj08P
zzPdVm2}X(G<>Mm~f8g?^OH*#hMeVQKyCbf@KR4)QW2)Q@=?kVae0q3R?3&Ikd(Xm~
zXUoUnqmd`MGtNmEdN<uNU+?eVm%nTy^X{NaP5G{OLA?R1osSM~Jo>Tu$5(e_4VyVK
zDLq{N>6w=2jpiLZ$Xx$tR)2qQZ;+K$Yhv1m;F~eWPBx`(i#9KA(U8Bmym?RAlI-Hz
zeuFhCi&MXDNzCy&ad*DZ?@86Y6$`H1IyB|f6uqTqwuZmG>0qiISW#hdhKKj@&CThL
zqGWHHMC<<2pVqo^V}!l_Hu>w1BSms-G{9-2>y^eUeXlEL9=tyGyYAl~%ayjEChAN^
z#B7*e%npS^0cU0yf=1ugMsM$u*D2>)6S{j3+w1f`k;DMKC3<3Qjcb=m?mguz{JPF+
zvJ3YyK7sYm`#K+~&;FdFe&c@oddBuJXrJNXOgw#t8^6ButrdS-cW>&`dGhv8&%UnQ
z*173fr_t}A8sC(4dvC3DQ#F5ecegpnXV>HFMXzU_f3*@6vo~&BxUPHrxGv9x;7(5Y
zyYc^z--~o`FWeXV=g8#ViB3&NE<Es?xJY*$=TWYMiV=n7<s2$Iwq_J~dPd*joHj-6
z%Ky0Xa?bD8-+%A>Kj)pNhPU*jxhMb5E#|j=zh|@Y=HKTg)V|wu{_%^gx%<yD-`D?i
z^~{4eqVImcUcbLhz$vZm49`qS@aZ;AX>F<@`)VqAWGpT;?hEqr;;P@EV4OO6CDU1+
zUxo_DXEGnI+V<Siz$1N)zxA$b6`y8lPN><lS7OfTjTeg7o=V+m`>(X_dAymi-uvF=
zjR#A-zr8L_Ogr}Y>*~$C>uvU1-cCPQ_UzvO#WjER?YAGC_}6mR`rox`e6`=s*&I9N
z(w6k)#YHh=<0JX|{~ntqY{GG-;J?wA?U&CtWv;k!{p?xM^Ez_xAAC(M&%IwR{rh)o
z@k~i}p|k^6uZl)SMs8qnI&o&gOhsd7(7_KN_M*j$FD`IoX8+{{Y9{lGJ<BtnI`d%C
z7H@UFN7>KjJhyysReW2)%p}8n<%sf%w>s<6Uroz#EwyZZwDQ~89rxaOW@s6i9MKCn
zpY$N+-^ZyUdckYt51J`YubtWPh(kN<NJPBZrk0KW{AWnk*za2wvA-$zSmpn9FLq39
zdRAU))N@_Ay8Ka9N$%wv>mHb=N6PrjnfP{x%$@1ZX~$~qs+Y?pGydBLTK3I)mgnL7
z=k2-O$7VkGmwM%nLEPp7%io(n>~p?8{qNS={kbx`;&0ra{mIYgp}2$qgJO&6nV#Hm
zqk!F!-0!$~qsk8y|Np~d>*niH&}ravd&lLVv}0R*cRzUf^lWY7hc`zpe!pCwbNtL&
z&w}qC4qV~2=2|rqe8`4kN}5OTG9Sl)fC<fimo9K>j4*$md09eo{ym!$H$~hU@8spq
zzHznOVte+?*u>ZK<Et5UV$Rwz@7{K7-qc`&<O=@{Cv-obi?^P@urB%G-6cO(J`g^c
zoo;`2i(XmdFZF0smg$lHP5z#n`MW=DdV6G>>x1C4j*WE%rKJb2{$0JH^kM{yy%5K`
z{e>EW?_+Kq4hf4{7Fe|ZbIL7AJICBBpB`+RdfK(<S$nK*_r==e8Q(hD+5~^3<khjs
z?>w{5M(^EpW4#}-=VdN(ua&-T$h7R+@uwg5-LRh>d00XF_K%(SpKmU|Wq7RknPL9@
zeX(h6tem=mbBq;z3jZ(S66ZRgZq6sQwW6Zdd`0BNiLbS9Z>^o5E3+d$Wxx5;sbPMy
zO&>M{a44=ZHhz5M_kBg9RZ3lL?vJjx+dtZ9CcDx4t*-aEGcPR5xOS|6dp+Lt*0;1j
z+`YGsi#$POp(6|`|2gc--_2qEyY$u7)rKCqQpU+4^D}I=7p~iQ=F!vK**08kH`R}q
zrtAI6xqZQ-Bkv*u&!vqHr7_>PxfM*X+LUJ|v4{W5ch}W!TW6MO-(JH!i<#%$&6+&{
z+oLKke8~ve%~j=Y&OU!yTEV21@jLj%ex{yU$y@ARIP?8Ur~Ni%`<71(JEn19Zu2(%
zxd(D3GfZyntF)BV*?0E9;~$K%Kcu*ieKTfSEOOs`kqgJYy>n8w7`BSd-=Zfb<HF4L
z*J}Hb<Jb8MWM40RQW5k0rg-z5H~t?zi>`4!?BQLU`)I*BpXJ5#&)>5wP5jRFSWe0K
za8<~ffO(tyeTx4-DvvhWqOsoi+?)qrTej=J+joBN+k4l)*={d<P&e`LUd{7IZmNW8
zg*ORYbIM$1Hg7j;xVd@AnqdCP*KM<JngqMw|JAYC_`<sL3X5|OeEAu%$KEv!dKKf$
zzzL;)f0aISIlim(wag3suP-mRAMJa~>^^DlOhr+Rjq4mTGC1Spjf{0X+WFpIT>V&B
zO?rAz|2N-@D}&uR5^Y0_mCOE={CnG{J3TLYSDM@N9TR=DTb<YMZ~q*B$Mx*7e&eT8
z&hS9;h4JDA+B!Ns%I<w73)XK*J1Zp?YMRFBVPwp;OKyEUv!S7(k+BX}uwdBgfMY3-
zgH{FYGg;<8pHFd3>zSU<^V1hbK7Yr-+3m2hE41L(;`ut+X)+a0b9e0Az4-SD&Kniq
z)RK<-1~V3b?P8oMDKyJGzi*muwAF=hFJIr*_ICDf>OSEIblRC7?BDaxiP0**^W~;J
zdu=wBybPKtDVBPDUF?TXUre(0TkKc4_Uprk0{5UGp_UC|M#hhx=^Q+hTP--hX4>!6
zT+Y+8BtvG${eAfOb$giYuY~j7_0yplU%}Y<&<w-mfHe_@?7zLw&aYs~oqdf}#N_a6
z^=(Oq4(OF_mEU*PLr>wk{>Fmc>(91DZ_hh<W`l<Q-Y-J-`g;nCW_uo6`sG%4^v}79
z%F4`65$rQ1U!RY0pX?Vqqp0(Ahn$6s-nw-j75^5cp6!t}kAH3#xHmCa?=<xK&IvOW
z6JKBZ&s{UezW!e0ze}4^Pd|A1Fj1s(>XN2aX<xG!l)k>UM=vEUV#@pd|L3jzT3}Gv
z=6P)Ck(teTd3iq`w#zHDm`<2!nEyPHMNF^BkGV}U*Jt;U+TUy}n<RFqp5<8;cKO+i
zZJE>0@GyhJSkc(o^?>A>L$|hO%f8URyRTMSQSsmmt1azJ=|PQGw=#47VeFT+E<15%
zgT>d^R}VkP%k?!fTgn(4^>`y2uR;s!gqaU_=wznN`S~M#%9;R4b^9N2X>FiuRTNt$
z%v4k~G7@rb=PTW?-z4jb1`8{j#?nb430IevCWowynR&hW3{SUl{ym!(QT~H>xBFTB
z+%e^ctSGl$Pb;^$6NjSl;Wuf=UOdg-EdFmAG;&hXJl@{k?!MTqSLTg=?A|I-#()22
z*cyc~ZrQ&=|8oC~H#3%QS)6S-o12r9ll8zEfy~UzKW7S_|Mc~<Gg~@+{_O+ryFdpO
zO_-VJW}IAliuK$vht8nX01XS4lmCB&q_x>Pfvd-~HqfFL7B;p==jK}T<th8lwGzD-
zH}A*!*1KGbY!}qksIqb&|LXo%O7!8YS4rFZ?73oNVhl11%yniO2;|SLYkOPq-b-j+
zq>bF&TV@Z-EbS)l$-QV%l6zU=a{JdK3-WR&h}fIP|N1ba@(rjO{24H<>eKGH-Y%cy
z!><=G%#eKa?(S|4DWRsPli98BR@~WCpp(Y)zH?dW>W}*xuKVXKz1gPz>UzWcv+PHk
z<rBMfYN|dj*yww0w))1bTLB?j(v0!)`Bzp79kmjcxm{nO?{(AW{>$~Rj|#IXY;h^9
zOBZlDamHZr%#G%c<2kgYTQ?Xz-S93X>zkdCG5EO0mNPt==jYk}NtRLfn^V#7HpE)l
z$f$`iS5l<j$^MRI-vWpIIgE~a(>pchJvNJ9BKxpvioWQy+`D@&)(T2W9kO$a*Hb?u
zF^#{LXXD+VG*EqLq1|kMhkL?I#b4jvcDt3Xvbq{^$Dmx~EXSW;$GYb{Y(1wdo%FfM
z5LD2Ie>?iP>{Hd3S3fNF=WodmyM80D<i5m_vMQ$6&uq?KH(7d<JzBhX@AthYRIZo)
zoi){<;DG~&VoKVKGiM575FXI9wUvGM?p?&bnxD*h+QKK!o)z6a&3~HX#|MivC*D1C
zA}{Ptxo!IK9lLjaT$!@F?A*T%KPw(?j&A?7>3r?Ei+iemKg#>@`=?RFsgLmuXLt%<
zUQ(^gGvSz%W)r3(+_+-Wx9?3qGMzuvJ}XTAIsJOP!-D<#>6rzR|MzX+wzam&+kSRs
zy7=>o_>=dZ-MRkN`}nobGbYTM#pSKs0%}SkTnQSosrmJdar@+|FE1M1xmX|EJ?&|v
z@#*B52$OyGw+laiklOt%n_cKe-%?@rr>XMZvm|}aUfy+baYqkFI&UjeMp}o~RP98U
z9QWmtlTG;lKZr}5AvtHS;g^-)VxINz*38&tAN^{Jl4GNZjZbdc2btAjE16DXI3oM{
zx)q_TuQBJT-`!Iwoa!|_sfz#4pIh9^);1qV`16A?c7|Q6|AWP`mv_}HlI#!bJ+ySm
z)E{qqg?DVIW<B=h^%=X0|F7aqDz|7I>SllZdCTD+X3CP>$G$oLSC3v;Hnk|@-hySZ
z2NUYdjNQK^8B8fvGbjuQZxPj=q@Ct=TdjZ7+~X<N{hB-9)(Bbi|BkqH=D`_Zetv!x
zRn@{f;ts~nDr#zn?w@bVkMlcse&dN-qC9s#S3j}sTCaJpd6Q&8aQn9d%YH7d?EiiE
zcYMQq-nCL!&DPHR`1Nh_htFFR@9rwyU;}FFBDZ^=otw*@pP!$Sl4A2<8>kKc=kMPS
zB{}NGY^yRu3>-3^^ew;Wz})P*_U9I(%UY>2_dBlqUEOP^(^8#wJV<PRT7htF(yYh5
zlW+HY&$+ol%!x}pX+p1~>n!OP*LN-z4Eb~XrmWA!soH67U%8gvJZB|S_SVPzaG4m}
zxx;qTjE#TTe%?LHG+XR=HKVEVk>~U4`Q+vE#U7o%Z}{@S-bXKf-OPwt&h`63&Cz3(
z-_1-cq7Pp_ENjlEI_uh*guVQA=J7QjSz83285pan<T$?PG!EFC7#y-HSl&8sU!U*u
z%K@8D3V-<c)%oF~qZjwRPf+>)I5>Is=lSW0M;3*4=)`m0GmD?HK9YU&{G0us<L_*(
z&X=3q-OW8u%9gXRcv`~8e<J_7&lM`~>^l`~d^qR17PPZ4<G`5-e6m(Y>`xTFxv|lH
z<K8WGf2-JPHr9MfxXiZp^i-aw5*ubGZmRlauuXAY_3iuLALj7vPEfdAB;-5kt+)CI
zQ=?$B)Z6iTGbG(Ed^#Q;v`JJly?X7b)X$sxm!9Ey_Aq^JPhRZqqB-IP#?D8M9$gr7
z(qLJBQI>JD>(BV=LhWnk>ZI)M#l7jy?LL<J`uL-VyxF10`cj2==6D%5e}8Q>aiN4&
zi3T`SjvdQSXpl>{|0}Bb|EEx|b;+@otFtd|h&8!3XGfFn^t{ED*W+sPujF67cjMj3
zg^MpPiq<){CgS+@4_`i|$@}=+nWcLmeo@FwneVYCHb(wud5q_+hPHbWnT(xJojKF8
ze!c#)Gc!M{-*<jA`E`v|&%x@|S2p~3zEk#CPjmIxNYh*mt*N~`p8qb(yxVcR;M<|Y
zD`q+_Zhd>R=%KNw$ZczzIDP%!5y#F{y#8X$p%=s9JKN-8kM2xKCi$8Vj5%iVDrY2~
z9Z753Tc$hz%)X4M?NQrGFSpqp-BMnY8)e+=dcL+c_fMWei$VKLLCH|T#MH%aZn^37
z96!mw&wSeXnory{%uJTWji+x+|Cw*{{?g^V*`n@#h5tG9!|$!Lt)8v8?fJ@?iN}hk
zLTgi>q%@DOudX_mlzfS=;LkiUL2=H)#<{1}BM+W=z{9f5F!ze>?=$k3r~BJK-hJkI
zkx$~$n_PFEHD9UaKX}F<t-nC5F}C{F#jS3E?`+;Aa~e0hxpgjb4Okl$dS_SZX^Hzr
z#z&TTP7Zi7@xQNPI-7Cx@ss=3FsEFv%Q-A_M*8mbm&<*!(+b*R0umTNBY=u6m1lVL
z<!|q0`cTGLcP`_FMS{k3%Wg*Zd%rHM;}6zj71MJPK5+6(kBvn*QfI<MRMmUhpYHd{
zyb=Zs>(;HSC_Bk=dA8*HSkEMBZioAu&p+I{`9@o$|M6Q}jn8t=fAH?!I?n6G$4)sL
z8b{RJzIv5ad)bkjTaBMiZ{KZwZ|4?u|KBt2o=JE+Iq6_);MOeBnB8S(^Kwp~5m<9t
zAY_HW`f}qLk}~JtoZcnrcDpmTdq$I1^!?M-k9||q3erw0J39XObXs4r<+HMJ^H&*(
z4bRQybRM{VrTcwt_Vxa+N>#mcyFRWqlQdN-61sl#4|Blt&aleNG>hXqPeGf1M#f8c
zrOga{h4kY0{Sm+KEoD)lVDHVg^K4pLfm!RtV=<pZz1pQ&*L$~#rOH2>^}qI9+2Vgk
z53F0eG5x8?8Hsz7H(UM)G0BsSJbhD(qfSL&`F8z>)erBiOa1Wu>q9dgws#&36OHY6
z%=>+6Ti<VO>BvJBQFH!J>(n@>zW(#B{*`BYve|_KEHow<8x{Qh^;PEhwlh2jOIqso
znJrs*db^e2A35)K@$K31mZcoNDUWYG+1s}AentGR_dGoJnrB^I?Ph#9;L(|f5`woU
zK5NK4)3bkWotT+?zD~>zfoBdJGbQ_29z1_<*OkR9wV6NLF5%9q-tRo0irJcXFIP94
zvvcC~w6@|ounebY?7XY$s}}PIowT{!@72%FwHAN(?%j+3DcWLZOnYZ;%>0*8Q}tP)
zRaKbn(dy}ampl@zG}kRR*p<(dr@r2N+tZ$w7h=2uA}`t(xi&>aGtIwak+Ej~lr58v
zZq7_lSmeUN{6FT{h2^&%zd5(mB;cPxLq*;7A~uzs^NbZ{sLO$dUn0&ssB-`L)|Yoq
z=EsX$%M7>a$ejMR=S^~!akJW#<?ZaZwq|#K`SPW@FMFosqviAKoVKnCy|^GPHEwsM
zU2(><j<`Q^KmUtfJ0o>4G9l*pYr%&{n*&ue1d@N3A6s(pZo%J#rj5C;{#|u*{2=2}
zd`u*b?Z5rX(48``uB_{gum3B0&5>iK<njN1S<CKJ@GhRdzIFO`{@+QLX64@ewQ)h&
z)GA)X(!+duvk#s*@fV(-Q_?(^dQDBb+a6P8uW4u~XeKYeB_~9B{#~mSHsixAE0cW`
zgl9^cBxdLtnnva1=olFrzqekOn#Lj4`u)ongS7dPF3Svz#r!20^7Hlge7lvsLB#3A
znGKh>`0l<TepTA+>^8l!J0?f^=AXNsW@udWKPEK|++60EDH-JB!^7S9{86=6JD;pm
zM23cvmq_Zu7r$9nrKA~5o$AW8$jAQam9%5iU%FrT_p$23moHCz7O_iRH!?ob#LE5P
z>C4XWdG~W%jhnwKE#JNFz0Lm4`Ich(aXi_|EoXYf@BN%r8@N8zdiOWh>b}GSTPl4{
zrl=V!e?K1z?*c0titp<0=byjp?9=aIT<hC-<(sE3XAf49)a;z&sp`b_*<JGU#pl@!
z6Q!=I&(d7?;o8ge8+mFUXH>rNDLh<U7-jtU)V>OrHZkXoi(Ds8neyd8a#UK|kEhe)
z12((yURfv9`rf!d`s|qvyTzC0%$xuIy6NS=SJy2062!`?Xq^0ft@(}VTUC0trMCMU
z=mu}w*Qp<8);M$GX?Pua;>?6TS?go=XDnwcOurwU^lM(=Vz+~L&+?v?U)}nBor<OF
zg?G1mQg$=M?mwqHGkV@@74EK|-y)+MTyM@c$!zkTuJ`w)p{}v>pXc`f9X$#RlA_F9
zuFd8@y<}>{>?OIEcY%5f+wa#&KXc)jDVc8fZ|3a<6(=v1y*(_x=E#%M^F?h;(+fWx
zmcOu|lzq!v+Y2+MZg}(}^Ge2*9>zN7#naT3sxELWOFE@(e7N!)QkdS|S<KGJ$T-8Y
z_?h#aexAiEik>EX{&?t8XY;2u4eM0q-rmZSs_cE>dfMSduH8kcHmA=B%&9!~OVYUQ
zdyPkO_$;F()_eBYOq?}~t5~V!49_{c7siEZ+Z(&Px!rW54>R3}IX+8(gOk@i;i1wC
zs~R0pL*(`O81rqh<yu!YCe5AvZQq~sdyI_dyhcuGhue5BZcIMjzJveev0iDNZGY<h
zk6&NgX6|phr^IX0k(=g^*=$aJY_lrOdi>+#<DFLXQqww)9C2Y=Q&91CO^n?BON}j(
ze{wd~{jHiIteBGar18_KGX+{F;U%yNkF*)j#EBCtH|S^H-&eaLWFwQ!ox6s+@_Fob
zmuiGJCrk>uoD*pwcC?9G*+7Be^Ru&$->hyonwFZ@aj=>F@bTN+%jd<;@lKAg+L$Z2
zXYZaL|BYG%`jm_pN4T7nxjt1R^cYuK+vDe2#)p4_bI*x06Sn2tJha@Q@Z+PSHn)}s
zRUbWmTv^9N#7sVaneah#ef9q@A52%-c;L^$Ba#}@lBceiNZ8d_<lWozGvN5fGdvTg
zPHnCG`|IH4!^|h8pZz;ps3UvZfL%`RorzJw_jj=ziZZTgY+s*D2<(`>nWg*t@(=OL
zij#JWp5ZwT%06EOL0#SnGZmLEU3&2FVP@^HH75@L^?Ld8rG$B&%%8u118kNUnCVL_
zu9CXM{QA|u&=t{pnRq>ybswH-oc^gq=Jc5f3oq`kua}hCnUZp$W6DIumNPwnrtO`X
zXgKpeJWQ8lU0t;>{rtS28}eVixw*Ncudi+OYVB7cy8X}1&beNjtuFdt^1p!fdv}Qb
zwc7q<hvQSPsT*p4f2)z)Zv-CiZj0MnW%yL2FMrnehUCaaoJXz%?XCX)EWOj-fkV;Q
z88k)@8_odD`JS4pJ-z?9f~-x2fUlJKGvRL<@m5UH;=M=x*W2Zbf0?wTyE<$^?B*&N
zb&W_PA@6BAj%jIW`}*T&N*b9&I5$7L)wJ>N%wK03Kd$*w@Y(JA)AY6-J1it6QMwWq
zO=oyA-`?8F)A#7qRPCQNI+r?y)di%bx%2b&S$_Q96ku_0|E}!}?0=WY$9pD98HIFe
z9hJY7achfa*}FS0OOnIW+HUNvHm|AKb8%Z{Y|YHNCvwSAzm(o`+%l=0GGFxDo14sv
zDE-Ce6K5s_1qc5u(YUrI^0CTsm5tvV@9(R9_&U3J{aN<pU!`eT3z<YdOt$m4?rD)c
z9H6zw;;frVwwkbWTHEL1kB?kiSlAb5{k&B1`HJzk$5Dq~t8ZIW6rw4@%X#qW>FFOE
zK;3BY907O~ASKNsFfj1N_4V_G<!1LRGfY0FV6lUv-eqCl*RC5D`CH~yZCeq+^6#fE
z_l2##$rY7V2Tq?BHZ(N!@bfb}J7elh#d~$Xb8VuQ^X1sxGkG#$sg=VYo();I0<MWU
z?%h@T@!jtCpb;KK%zad!FjH|OL&a3B&^cdzs9bY>5d1TCcUkM%wC35fwP)FfakC4j
zKX`sUZh~M!QS43eens0`iUtSz@9WMo%WeAcqhiVO<=KB`UpgZY85!x};juumy~<Qe
z>_wzh{+v5)yRK><Nc(*7+1c5J-`~Z8^L@z+dluoa{B2vTzH~p{`DyD@(a^=)B+tTz
zIh~_+7OCF3bEn|(F<xPr^=a8>=2!|}T^;_IU%N$&``D8m?>z4AkMehz?eX7cJM-%0
z{K*TZ-&gJu)jg$j%EQz1qQ&%?iIREu_w{N`)joXxeB0K|^N;DT7nk`w_4zD|Vv9dD
zxhul9Y8e?BCB(H%m?<bGckcUCon@TDYBSCvat*h*-iQ8@oLgH?x*XS)wXc(DX5)3L
zh|t(?FH*Tg;FtYPF86C^k8PJcX~a86=j@rS%$zf<wy<kW)js*2``^F17Z>)~&cF8T
zjdXA3Ov!0amd~#{^yTGcOK;}DrH3l(H+|V!_kHbTi!Ettr>62WZ{IGSc4kK7{Q7^A
z&s;fXN;*YcIrBsQ+dIY^eI^}DAK1=sT>Eu%?}M9txwp4L(Y&?qR&7nXGiUv($JXUB
zGcAqlg#`r#FHV<E+felUT(8$ut=fg3&x5+VS=ZKZW@l^XO6Z#NHP^%#tnl@n6K&nt
zct~A?b4nU-PV1(^#uGE_*2Zz9pPl5|UMg*tGs9-<x!UimIgMX@d3hOhY~Z~4HnM9s
zCVJ^NTR*$*`--!i-CM<XmWZm?lmj!3(?4wM=ty+?{q60=ZMo4ByTtY54&1*l|N8p+
z^cf$kIzS+iO<PNg%g@h`ZG+AlUTL$8^Q|X3I3gluyk?Df#`AK5z@yc?mE~uo6#V&(
z3o6c+=AJfro2>L#|I^bmt6s<EWm#F>SX}t{Sj3(R!|(oWlJR?;+xZj~?c%ogFTVO+
z;?_Phx%cz`AC>#w|LyGM)Cs8*QzxZb*ZeTJCn{)oW<r38k&#f_yMKRw?>Y-QbJ5`O
zR{=pmLBYd3VeNdf2{}1A3BK)-m)Mua@2}H{-DUD7CwHPvWzk-R({pXPy^gaaluZA1
zYky<nk=fVZ${HKydqiK+7iU+0Ex)yL`<mM^JBzX`H2g#KVs}mXt$4Vn-a$KTjYCDn
z47R$Rn^N7bw>>Q^{@tVh?8o%Vx0e>!6s4YDbXq`CvN3dZ*uz>yr8dc@r=~g=6d3T_
z-I{$pW%kJp+j)%R_(AS7Jd?0CW@pg9#d?pwOMfWZv@QRBpP;haf~c)oA3hYcxBh&e
zpT|;RooW1$(^e|^f78N>x(Y#wsEn5Zv7g(wIUlb|ognaLb@G4j3dPi)pZzuB_Uzch
zt88w(bH3r33g(hOKMJp`3gy-eUed6#({K^9%~zR{^6PKTzq3*Jtnyjx>HC$RXKAH+
zU0D|^t?oDHz;8Df9^+LZE1Q~Fxer~KYg-+*ZKh4bVS~rL(7^n5c0${w_=`rHL6=CK
zoUEQb`PPpg6%o;qUi*3XW*8fqH8o%Te(UqX^37TicFVZ?^yPb(vx`gRJiga0t@bkF
z-(sul?r$#{ekk7TJ}X4CUfM{@|6L3R7ta;x8J7&|KR-Krr(Ys%4|~b?cd@*enVJ41
zrlhb03k$o5eL8X@k5|>_&l1OHGuH761YTfPJ9f+}zp;_gXuZ{Wc`i^ISaALJZRs|@
zwr7)bx8>irYm;2x4@#F3X&Z!ug%h*0xz};C$!tzP@AmxM+|mjybMx>eo^!qQp49DL
zIp5aXt->;LaY~8emQ{f<`Ty2SUFTgM);rbkiT&vfPWMc9?kVKj=JUQ=vv$@?0mG@?
zEs7V8N8Z~q;ls1-sZ$iMuhG#Jl$P#JJ3A}!&W^%QM-;yEw@Jz~f(HB+yZ5`fR9N`<
z`j$jLJ2Oqv_0Xrq`Q58-eSdzkk@fvw8O6(Y>{joubAK3M|K!9h&wbI)9IFL-C5_p(
z=iNPY+`)y%SjsGiBRo7@Vpr_$vXf?$&A&>dfudutUDAw$uP!cTpQP&jt>1t4=7{WT
zYYrai6u!8(y8O!8=<vh(`T6=!PS1Y6eY<6yZn1H&Ec^YV-_%=v>|7MG#s1aQ-pLG(
zP5duS74xe+PM&q%X{qTP?fIW?t@Q0>kFR~3S-;A7_3_vDWh1SE{_VZ?>f_x~sc!d@
zBR}5te&L<;EVO%(lM~0HzqSuwW-N7d-DR@!pGm!uO~^H!nGc^l>FDU-kUZsB9n&LY
z39A1OzPr17=UK_L8nzb~7rRI7E?fJpl#7$k?N!LiI_tL2&(5?t<fn(|%dKQQ(v<l2
z>6``6+mcVaJv{WQbN^iXC)Yove<~N+b87$8^C!|%rHphrvr=z;l3l2%_~OP!<!fuB
z+mH9lKTcLwYLonQZOz`jwmf%_^-7n{j@?r+G4a@IWhEsgr8Y^OotcwWJcW293?B5_
zpHA}J-@z%YmT~xF+1pzS{pMO}gsu`%QdWNW`ZaU3bau-5X`;{4(ux9q-1Ba$KRHKJ
zx$e)y>e|^VCMF_ByF{J8zPkFft>Md-3(NP4>qZ^f(3E&gyen=`#lrl4-&rP}=Z#gp
zr?u>!t$k^^_xEGZdw5=6ew|*Q_?}N;@w>+seY;f~y$o3=>8#Rq^<dO;WLT&nwc2Tt
zK&OjlfPyKj!h?Xei#lwR^l~I_q#Z6uYfIel_V=585)8N3-hTUiPh8E4wab3H-o0C0
z{(tNGiSesHPODzLc=5(fn}lxj3K+-jtC3vpH@E8&FAvX?`;p3V`5iMD85(9J9`Bbw
zufAYz>)+E?v$p>6+jESKoxS+}{`&LmUD>C*r_}%aq$+Q7Z-2dg{hzO|um6eJ8WsEB
zR#{p3r|F(q9%lrMBVuBDs`koFo;<mCyY9()>9)4EqHO!T8Xf!a_18aNXL{>%rsDH6
z-;&Z&*N2~^QrP+BdU%D6LAMmVxwbaC@X-;@^ox9(k2N2!`E8t@n8bGAf5(i8-|PEi
zEQOX<e|+Tn<;#~2Nd|_T88Z@piaAd8QoUbvs&dAR#3VL`B)8K~Yd;-s=XZbk>({SG
zudc36Vq;*CR!_UJK7Rivr4{e*?=P2AOPeu+v0=u=s-I%Be}8}9f9R>{xvJ{wqdW`@
zX6|P;ynFX<N9E^bn+*&PAK_s*(vusoHth4&OQ%nt4%}p%e(uQU=jUNct;^p%VP&7&
z+9|1)#-Nb4<=%%61^1@?{P|NOGCe)L=En!eGYkv~#YcF4|M^*bFH>Ghst9g-QvLsb
zXKx!B8VW9*HG6h+{TanH28IoqNo`lNw%*vB?!Tw%E5cXZzP`RsbANt*?ms0fB}FCw
z@tZemW-u}wc-ARd_V7^a9)<Z}=k{D<aySza5pm-7r^m<pHLikE`+-L0iz0^13=D>c
z=h;+F;@5L?cc0r1a`6@chNNSsPI;A-lsw7Rx_Y>s|M8=v-Jk$FD`>nXYVErFg`mK?
z;nyP>zAh#+Yr1}X-(+?FV>dUae}4Yf*4Ws(_E(9bq4HC6v9I61yRX!X-6c|6TMIQH
zCnrb8%G&zz$H&Ld9X`TyJJ2w>s>&+w&W?%xLAgag=PvsF?QOT$QlYzd@BZAlZT`%e
zPgi$)cS;`blkMJ~f8T8-pRAS0`+Ivq2_s|PjKu5fV!J;-KX1(~Y`n%c`Ix<dfq{Un
zt?kC_>+5!uzmGd}<_rtN)0>=zkMHa({s?NQ1n!MH|GToexf$#pVdFPnUtix?{r%mK
zzrVMCHZVNg)hD?%O85SvB|$5nOpbp1_%UO{jE%jY{x98K{@$%~U+r%(Sy|c2g~f)<
z3=PXVCCzMX=J>y<{q^M}D5<#~?_uYcd!l`@?%y9th7QTMpVIf#{jHkv;^yY`%Gg!9
z%4rM?3TYAH;o*1o)!vSrF(c9Sc+b+MOCw@qc^QuMlzn`0aq*tE;FaS4-@Sb+YRtfJ
z!zigO^+W~>Z+c=<+f*521_9$+K5>73zqq(KaMshOPjBol&;RoMd$(jXJ18dqCBNr$
zTKM{rMc;K{#xf;VPDf8ojW+>anwo;rn<hsH<Y+Xwcqw&kY7`L*I@HE8VbWX$Rm~=*
z|J#4ZpH14cckj%~ce(rK|1v#0cb3IU%Xj(bESsB~kA(&AdMffb@nS%lz$u=+g`fWY
z(_>h}wBXE)Ideq#`TOgmEmy4X?dyA07Sh|>8x$9(clq+=q%?JPb*tmnc6Q4^>(URb
zUwB5LN@Lyf<;zXX&5h-bWTmn#Jab{T&F9abg~Y{|-!EWI5M@X`_UhHDbFJ^*zkjN(
ztE(#{CZ@*E&!1!<*ZchM-@i#gQTu-U_;KR+arV?>??D?^Q`tQI{imNf<8!PjAT2^`
zilnizaa7WdojYIddt6>#&U8SF;Z)D%%fWNGCAB5r?A)>A!ucKFzLjmfdh3?fy?ghf
znq~xgdUmFyrk-5C801QZRJN7t*Nex;$6MOiq}XtzvKiLS+_-O_-pZ9Lce&0hT>R?K
zpO`hQ3=T6FuGT5h+p=ks(zh*Jx4wLBZEc;Dot^EyzPzlg>*R~BlMM|FbMFU&c1%CG
z9+)=a>C@D?NBaBwjpbU5nrG}fvtq@H3qs1Os;*{cW=9q=Fiep=b^5fonwr{?d2{B-
z%+<bo=T67k)vLAl#)X8aq!kwwJh<`MNCUK&(_yBgle6>EHEVh{Dol|)awfG+Zkm<3
z`SSaJwpcMRq`Fm9>{xeTgSw)k<8!a|>(?i}e){z2j&-X=&MsTM+PkT#N#?ty?@Z7J
zo>M$QF)=!Ufq^}&3(qL1febI`HB#2q_0`hWK02?bhi9(#-o1M}d3DWuUUznOCK*-n
z#b;)&wBShvo#voneB#1|34Tw)!^0){on|_M^iPrW`(^q0^XK|oQGw6Bwr}5_bofS@
z*ZSwro^^G;=o0kz_n$dy)}k{7G7Jn10cjKV?zR2<eDThmGe0WSFFvE-^8LD;oZPh6
zud^8$4v3!WS+#1F{PylwuU}u@dFkK3eK&61y=(fI@xd|2XUBGiMQyVXfx5$^s%n=W
zZ@SKj`x?d^s}C<)y!h$)`SwO;W@-!!JDg@-ynS1{v9U4f{MD;d>-4^T`O>lW-MhTP
z^784YPkS2*#(GYgGe?Kd9Tq0>@%sDr?JKINI8h;Ris#Xkp8kICnwmZL)@W*IOqe`b
zn33T?=&7F8R@T_FAO8H&`DS8j>Y0+V#Kz99>tIDsN5_O|)5HuXpFi)<$-yz9uaEB(
z&v9l328L9&$e5TbC;vQoqVo9R1%XpMM%LD=Z)Zu=GvB;<v&y*L*qDJ~U09lotnAD5
zhc92Qyz%+(U){xv7Y79eDfRaDM*ZpU>3LCVeDltoEB7D2dDCMAGW49|Ovk3?=A~=a
zoC$pI&ymV@@v8W-?LNuL$)(kr;kFDi3=T6te)+QG^TMS|RX1*W^(w2gvr};SLTFOg
z)YYB(;X}c(LkktBNT%fG`g-%$zMGZG#?WBo{PXwk(+3VTL`+^McTwNP)Wjqp&4QPK
zfkDH#LvByD&x`5Pr%Up?w+EyNOxHICrC(1^&!FI7<*?F%f(6C9-oDK}#j_lg%u?Ad
z)>i-h^JmGnZQttmvnx)KeDdSR45P>Ppd<jg9waVqUPNeY?A(@?mJ`>ni>J1^GB7mM
z-`LH+V8yv@y^oU_#g>NiUef7^$PjCqzxQ&^jgAEUDFU)R8`~l-y_qo2qHAN_H!mH-
ztM`&U*JsSiFU?tb@BN(WG~>37s_Tlx{_UTs%^KFqF8S?E>AdG`8pfx5ca^=>(v8}Z
zpv#fU_A^@5t*&n0kKeyfFLLdMq~Yy`iHBG+FD>c3vG{)7Z{MtIYcwaT`%jx~S^jR$
zyMJc;<O&N5r$}xCMZhVZPiKtJdt6-=ntFd<?HcxtkzwoO*1BuN$g8WXd;0nPyL>zC
z?5v|zH#6g^-<o!IbWHG?s+Fm^tM+%<sh-=Q5ZLqSl=d#;TXJvj><m8L06Oq9@9F*j
z|F+w$tNZ(FiX;OA!v@(?Je$(b%dHGr+I420?d-1`B2P3hGJi?Bc=6)LWh-NLZmOuL
z*brAXZP6m7$9+M6f0ezv6KR%v>&TfNYZitDXKrlGp8k*L?{WKoifxl72`yH+Al-dN
zPg&VHz3vX<sh(<(Kc+~kn3;u5nlvebdv>c%+@1)1v3$Y1f>WkVJ63hmvro=ei<6Tx
z$_aER$$Ont1`CD;qsQMshqnIw@wh+r@2{^`#Yz?y5#{D#tHa**KX-lj@L^J#xPIJ}
zS65eiCnhSUwlOd;EI1R8Het^mo5J$)>x~cAw68s+!<wJ}{<fIZ>1n#jd*5iRT)Fbo
zo6YC%Jv@+qiid$A^_Z}~&BEOadY{`KyVxVv?VA5$$Ge{s?rB_D?9Okv`RVED-ObI-
zbL{Kq899Rs6b<7O({!W1bpD;B>K(y9yOl@I=0?@Vy2URpyqK)+zbWjgDJVcs@zg&2
zV`g6d;^XYg%Y226Ute20``v{QkQ9T4^At&!?YsFUjas%Un8`BLtyW&v#xH-)YU=lZ
zGzJEXG_U7AcmA;P_nuo|wEDc=Z=dq15%z8%$1+UOJjG*F@W5eZ^me^$$DCOU7A%+@
zyXE!Hi)$ukF4~;}I{x#oIXG_}F1uI#e(&vf=YG6ez5d7=HQ!k(jEsz*Ua#NZwFs0m
z9U>Q<QE+v2y|(*M1b@=zl+@I_AN-D7xDasdxJ%@Yf`ukoS3KVDirH172{G>2u9BCF
zjMei(Qg-avabj!sbsy_Jd)#`Zj7ndHY=oFNbMcvkgw6f^{WgC-90n!RuI_H{_zkZG
z&bZ4}wtUt6{bJ6X6DK@$4Xw)G)#RV@0r@DkZR6*_`g`|QoayN97B;phc`-pmMC3#(
zxA>8)ySqw%-C4V2$q}1WHdrZ~m9@&n#btxok!csXZ(b6AZ(a5#A@`JC)sgU+m^pR2
zQCl(;PfyoRPXiS%kLA3*y)WODT-sj${K=CJ$&~c;*T+NFMwv>Q=gpa8TO9^E4E?9J
zUhJ+V`~CM;ebq322P%95(k4ugtMZ)xApicpxnC8`PA~4a%er$h{m<P?L5mX)x2^G(
zOglf%_R*U+I;F3!T->ey{&Wuy#4qQLYJ{e}C|(jCUmJR6LHPQ(YtjKd$xdIBjniJ8
zoo^ri?n-q2URCFIzN_~S|A={hZm#z6e);8RHfVxVmcZT%1;xde#pg%zCoO*Ay7ud#
z9Ys%185KTqxwbTCv9)2(;-~Mf&j-~Z3(f>oT}gZC^!UNS<|MYWvrM&XS*F#kxi)vs
z>hSf`K;?-~Be?9IBB^3%7?_ll6v3Tz*~Qg0b7A5XNw=MWg4Y{BNlnA}-^c!XiQ^WL
zr<rQ=N}iq)HEcd`;DGemFB{%nxlnJOb;aY{Tx<84f!`Py7#wCgK07=6IQO|D&rY5{
zzy03T@IaU;SGHtc{-?q2<m`M@<%@)uu6|x%2B@_A`T4n~@hLfQiGJeY;r6di&psZP
z-~Tq5v-17k?<t4dct3qQt$+H=OyjLvD&A~7p7Q3##z|ABE=^ZkzI?g2msi)k-8nMx
z1_=ikYJZ=YsQk6Cva<5n`pY6>VyC)9wNt*oy9+uM_1cg8l!HyIyUw-q$u2r$pa{y;
zpagXJa&Uaa`@6fpe{J6U^~B1f-QurfR!bVENi^^1eeUDd^WW@V+8%%T<Uecn*Zkac
z<IvG=@%-qNAHRN`dOp8iZ<!;svc9yhwmS3XrqrWx?2DQgmcO~N&{?zBQam#=^U}s-
z_s*<4E^;5%EA}ltS6#O1l|tURt4FV2b!OUIv$QYYH#5XIVi9weca6u6BiB|f{+}l&
zvMitfJO7pAwhtbz-GA=rr{%jDzeZ@u>+5r_7gt*wz4g+<DLZ%W+*N%-BcM;#y6o<8
z?`b-bN)sne+*Nk$`-XSxKv^vyZN|iVH3@&tyt}lt+wS<v=;hnq^_ksED=ZSJm)GZ9
zEvs^NR*U!XX&VuKv|V=U$5uB@qv~%tmc`F{{>aX+{dQBgn<qa%|L2p*{zpPUwGt?b
z=hb}j+?#Q8ce(!Sz{0i?Y1PJe%U)dDI@^R}wf;G=?ypK=r`uLE+`6<hZc2*F)`^9>
z!6{+WOEh0i)jj%h@)M6|n?K#0@%)|D@}g%a-zomwwCTNsriX-5@U1V?9&VIfQe9!(
z$<1~7(P1l}Jzh^w35f)F-`bL=+sw{?O<B5U(qXF`yP90|Pdt9~sKocymdwT32MmLs
zF*7VU1HK{t_qVr`X3o?+=x8<Hsk^g1$m&FJrE|(<Z~qg|^TkfSm(LgfS#o@Bl8u}E
z?vF>+zg%CYx_x?->0g)rbzGd&-n_}VxwClrznSHa{(ir|KXBqg>+HLC?|xMizYJ@t
z+}xf&-@?M;#ASc`vsF_r%Zkr7%e|C5H)v9@%7;dVi`KujLMJis%V)|;DK;;@eX@t|
zZ)#-Lx;OGar-<>Uojmzw=O)A4J!jsVMQoZ?J~1!xqR_K&Z<*Cr9b)==>n<$|&6YGy
z>v<PuQS`)Pr|qNF)!*MODo?q#R{Ol|cNtL2Y>K4Xm$%#RpZfChvZ}_0X(4N)TyGt9
zJ-z1R;ipfoP2W0WL#o}4Pn&Fv^JZ+x6<k^$=20*~j`i2w^7|*(u8G|2mM@_ho3dlq
zu2*>xmqDon)Ew;W@4v3x8qr-OXseg?>B-4U>wKd>mK0y--kH@WR%x(epBU5nQh8l>
z<MhnPg!Ml)${W|bov%Lm_LoWPzAid?{;IRR|6_|aFVrR)WnIyT+*easd2{E&^elH*
z*OPa47H?gU1g@nIhkSWnygtsh^mwtay?mw3b4APV|B7^F-?^XLw>@TA%2H3>`24>T
zLBZ9hUtV7Rl<mthj&}P#fvb;K_gGd{O`g0G+=Xc{YWA6H6{;iFUD~mswpHTr=2C+v
z7ZjbB=6S4$+p*I+e0s|UiOM~(@^^23D9me|#_-hgJ<nXV&%5|0eK~PW=*`R3uOB>p
zr>J@I<guNXsv7f7m#TxR+fzOH`+mBy@t(Tiv>@~GuT8rWHvReZ&`ek2l)|s{^-%_%
zNmAD?-xYIi<C!*TlF-h3Q#6B*oIH8bYP(N&ulfC&V4r?yN%~}N`MrzW8-9L%zFDqp
z(&OX(-ie6|OJ3fIj9I<=#nC9)`Lm9l;k4B|6%`lq<c*9;sM?lSD?gjB3R$;E{EKgL
zQtF`=&Z@94fB((Oy}iv>NLaXZIxDDF`xcuPv$M$cSiii!Soh>BynGj!9^O*7`hSS$
zVt?w<J)A+-FBl8Uww*ZADf|>Pq9kFM)bj4$1~JKF>*999$|xaOSzS+0&o!+(7c<W{
zHZnSL`?B}*xFf9Br?1QnE}ihrH~xlt)tYNfEsB@+Iu@^dmvZs(3aj#0D*F3=JgT+q
z%KHB9?xW|+o2^Pcp7Y8r-s}r14GijM7Ctz@xKdtBO)hWUr<%HLrRr^(pFhvc4Kh#-
zz7rd}#Ia(>yCZ%c9zT-9k8MglePkV|PGM*;YVMIX_lt>%DS09PI&qic+bS7{#~p1|
zfnsl-swY35{N!%pWlgPr&jLP1#$GBt-WJI5v-0<e4T*<SPEXVQ{^a%c^7nC^oSYZu
zDjvIjK53%_^WL@Z&Do}B&&=3!w?YRLX3unt^<sCaD7*Jv5n7P`eA=hS|NdV;bU^OY
z;eDZ(_9pMCdvovJy<hLI$5s2j5d>*q&@h&eTI>HKzUrmwwZk$Ot-ns5Jo)Ittk91|
zg_9?qwel?drNYH2op!%NJ=JUWy-N$+Cj9%`-`8_#;S8&k+iuOfUteFJFY`1(cGJrL
zcem%q@7>YY-F;bH*sA=UPW1M?)O0om1~pydx*reOJF_o3#jFaSJbl^ITMs-|8d+9(
zl}`fY<*fF$Q~mb;G|D=m2};GrCMGC2II`R5+$_^<m5tF&_fE>cc&UB)*7vECEsHhf
z-zD0~25Wd%J@u$5*b(=`EK5MK`1!fLtCd%P8p|6uZoH=S_?LunmI<hOFm9eH$-ppU
z+nEc`nGZTPT1h`%{FZyG#D?c{H0ylRGh0~LU!KpXc7|4Ji_(8qS5`*GA5i^n$t|uo
z<;M>8uZLDQ)-M1RUv_mZj`zM>OJ6$Xy?sN5ZIjlAMh4qQuTM-=u78@n^1gHK?QMG<
zCoa6W-8}!^9L5I>3^R70xiEL~Iz7Eht0I$s9zS?Bifu~!9QzGXQOC?g%)`Sq_4LHx
zR=0V-p8RjoBBg7O?b3dJdU|O|V6tuAirBfwK$V48>!$v5DknSgw9obVJ$n9F`{&P}
z<xyW=cI#Y|l-%A?_g2%Gfx#ekX5t=!b><2wUtXx#&%L)w)xol>&X0fTmh0yW-`?7q
z<PS=}pxUe?ps=dSD!cIgV&?_FzrS9uUuFJ*d&<(i#hQXXGrqU^PM`82Ez0bui|ff%
zp{w(Lmde^zZIM$feXZnNp8nzixPx#eJWVHdSIGRuzEZXh@jvv>&oo#yzi!<zU$L@g
zXhf#GxUlfi`}g^>4LQFBY&U5b8wbzP6<hiArE+Vhb7>m$(Z-#dZId@`S$Wq(zvuRr
zJl*^~AKhNAU;FN!!M*?Cn=&pcftrs#A!%zOHaf-MnQyUb|IgDL(&AFu;p;@IVR^jI
zW|Q5=blV*Hy{q?^d8~+#kx|`Tnf_Cun$NXyE-#n9hlCQNoL$h_n~}@>=Kga3XkP!X
z=I-9Y$(Nk&KY#Gx!}3^ZIXOA2j5#1j7f+FVzwh@t3o9#+YtAQ&-cEiiy7bJ2^QB)J
zR0@lVrr1`0>xf-&2DHUHm5q~&Yf?`S&$UBsmW7X6Qc}}i%I1GO`0&%Y3z<`x%jR6R
z{Jf=SRnX2&f8uNQhzVUwyx-T?_vp!!6kVMydpI~aCX~Is_43?uN#nGP%pLjn?bsTa
z84?y5J)WJvPtZO--t+CPU5`X0mvZ&qi;eQ+t*^JN{<da@95mCO=nzysa{l~zt2aON
zoI!U#lxAO__{vXg=2g|XMhj$8UmxfcdMCfawQb{TB^@1~Ns}h2n45<`J3Cul+B|Pc
z^6|cpwF#e$m>C>q7Ct=0nkgWscXn3G>8rufS}_w7&rY2@TXkFD3>ULZrRjRHi_Qoz
zFfh!JN@a`OU$@upr@od}lI=SqVRb)|?!}W$R!S;av->V(&}g@uX&Zh?Df*>h(A`}n
zQ~&<{{<-}AIZzCyx<%b$`1q+{vVNI(=nbXAv(A_4iusp^d-}_J%v1y&)MR^#Cun<K
z?92Q6?XwHTo%c<iJn5^%B13+)Q^$9*KK<ibyJ<!Gv>&^wUieJOy}j*YZGt+u_mzBd
zl4_OClRj7f&KKOjmQ+0SdF;k(D|Pt_ES(n>6&<;JIXK;RgIv9?b=jK<zrG$ia{H)n
z*jL%;#<&aW?QXWZXPFN#*;Q<+siX7cccanaI}8m*&d*bJ?A+yb@4~$)5=%dwSTOI=
zyJu>us;W~YpRqD9Fn|Z|)`&B#-}8y<b>Z`ii+9@GwOz8#-?uW`qmH%4asHgjihW<Q
zB$n?kI@Tw9`a5fCn<pbf>anfa*O%1pE)xpWcd4`5JC$j1h+h4M$XBgbCiTf$y@;AA
z28~@07nhbVZ*G3(llSN1;yUsuW#Wzn29`#@ZgTx;vin)$v+&6=)fXRm{{H@&KEp1x
zjT2<{qodtlD^_lwes0;G9iC<T|E;l`U-|dzbxq?l+zg-*A{Bjo|Crd=r!Oup-d?FQ
z(=>Zp$jTtsUnW%ncBf(&=w}EAO)zkgS#9OvRkW#-ix(Vi$Ci3eU(&XJf6trg3AdCU
z+Ph!7`!_jfLSpT%Q_QB>r=Fgku4#OR6Ks6S^>wjT+i$Hs|4;qA&F3CDO%sh>Ywu00
z|J!}DMd!^#O}|iCP(khqH5oMQvt#$J6ZU-T%t9Lrzg`iWX<4@6h^y&@Q&YA7zCC`!
z=sEuyG4t!MjB;<8oZ|Tm8E)?E?3~!r(lUF`e4GD&KJQXauE=Shy>Eu^iAiymQ5j#}
z-kxs6%+O$@XT0zKzv{xmmFrp?B+FA`EO$oQ+>QNm^vCYX9^J|RKRCp0maqHKXmofE
z1Gx7F8Ur|Y?p)D}3k!qZD<8XgP|RKZ<#mgFP47=A{7-&wvtX6gHM5$P?R-LA9SU4W
z)^S8=G%09&YclDSSgB=tL%Zyv#`Sx>i#lf{ac<1+nkwRL;2NC&{^)J)lV^Xg&ky_e
z*PHLog!pqO8Ska9%}+i5X6D}SGG`vWshsh1mXP)FCkGDQVXE9&IYsima*KeIhH+PS
z_rsUZy7up@zLc_k#;aR97prN_x_7ML<MQa^51+kKx_u!iO#rkiP2h5iQFGzbQ=(fx
zB^++!<-cltZoWN#c)B<b_lxe|M`zDAnRzy0%JJo^Rc2|2uUm5Fhnzx-fYZ#6zwiH-
z+qTW@#-0kd%j%ysjYD!~%;&DIw*K?6zkbOX17Gm6JC0N~WgQ)!!otFU)V8RlmrNA|
z?%LKCnAaz-o>MZtFxTV6ffwr(Up&7m8SS2W@a{d%S{v(!HOG=dmY;WS$v3x%xV>Qe
za{Y5@I;*b#KXgU4<NN#OJ^wyR+}0KOyO;Tc*RPtbO;1~=1f{SYKXm(~==9BD2_Dbq
z6<oQwDqG%DEAOk5vbl*|*tBUD6(1B**%Vs@l2T?W)(3ouuulK8ciXKDp$Ch(e;eBA
z$$b7CG{MeHEbwpj<GZis-uhWzUm(?;?sx3W7sCh(Ti(r^)fOgKoBM{CtnGd19JXnP
zg=Ny)TU)0{F5?8Rh+B9jVNJwFCabx8rlzJrd7ll_zDVr2W&No4%+s}HhyE^pq`TwC
zlc29cFP3aR+Q|8H$E2-JQ)}nmHBc|o$vYpho~8AQYuT%?_50^{Ti49Fd*$QaMZR8P
zKXz{mUmfwS=k(-1f|vY@dNmpYCmM*Bg;{wn(c9$mYwN4?WggSx3W{rart8NqJ7XXO
zj`x3m-`6j0o-Y3EnTmAjRM!Rb&3FB%SowGtzyINz7v=8$tquKY|NVSoMuff3T!H@e
zc2>(@+3hV65EFYgYej~W^kUbSTU;v2Uo`C6Wp#?@ax*xI1f&_{-PysIot?cVZtt$M
z^<t^1sRri8hl?ji{pVtebXC-EoO`=6qx7w8%#w9+*5=mk7O&sDy1G_oR##|Y=B+1t
zJ9q^}`A_rhJlEbjd&@4@i^8F?Uh6-E{l9r{)<(H|dU-G8rMhn2iaN!k?7*SeV)XdL
zMCA=zwjA)kXOR=axFOqB@Y@=#i$_{Ic)hu~L+t|WyleljtWBLhk7433wQYt`e|~&D
zyoq(K2h%B@%PlY$CnY5rRD5_~HedblxocvQf7`Z9mEo^4a_%#od9h+{OVrMd7FL3;
z&2EQ+CoA-Rugr~_xr+PKr)=T*Zyz2}5=>S)p<&#^px7dCs%PQGjS}MGd2jxRM=`zi
z?Ov7~`B0>yI_tKxVqwJ+nbX_CfBiI=b??{;Lp3v=kDzg7q*M{Top0K-X*;UEX3hS~
zbLj9Pfd|(Z<wgEYFnS!F;uadzDI`&S-1mC+<%s#;xwV$~6%}roc|LsG&7uvPkFQ?8
z&ueBPC_n<z{(PFgzh&o6%f8&`tS=}3YrC6iH5OLA_p;>_ykqPj`~Oqb)NB9#Up%(r
z<D+Ruvr3QU*L{{g#RJaXNmT)92KOqT%ig$kE34l1-nB)G7BQuzrB###UEJ;;6rAP}
z$9r><mv;HDs%XudyH;(qyS^!W)vo1-+_%p>zul~!*=mPPTi{~1KyY!vHbruG+1sYQ
zb9Mg}Zol<n^8bJP;wG($)@CnxwP4?8kAK}yCI%MiM0=X5Y0bKHY=xq>%ahG_c9-je
zbDtB3p|6Iq1Scn_ghfHZZ0YZBZ*PD2_-*gUyX;$3Cn{<O?9((>`QCcvq{^PK=Wm~A
zl}@@7y?U~Y)TY);7oRNOV5P^qZX4gKv)(H=t4!Px6TJTXu0;O@-K*8_X|Ko#p8xsV
z#hYGJLPJBLE}bN~NjK<H$BOr<-7Cw^@fnz#AKtoH^v3R8EbrExdsTg5wtn8UsY;Vh
zL|=`y*bsJdS~&mO=EZy0W+`{>yKlGcYxHf2YM;)-?8=Eh3SdDwD<I9lEdQR)>Canr
z3vYRynQhK*rL7%vF6v^M+Kud@>k8T`VS8DkA|n<QB{9yMX&@|?_H31&vWC=qAN}K(
zW~gYco*`|?m;Zci=-=zdmTND(c=m2|uH{x6v&gB+)}@opW}TVf@-S%H3|YglPdOg{
z&BPUDnFXX|oMt+5D7HvAq}fz_V7PWI%p%C}fAvJk-`A&TExforT72u%D}AZ0t88?P
zSoT-HW{s)KV`gjr7F2X-do%kq@zfPXaj!IDR_Pp{{{5WU%3j0cB|l#7yzp|3@8|E<
z(0EyRCgIMWN?|@ezKAUufwLt)uZ`aR;Ni2jGZSt+o3$hDMXvGD6<&IQ^N$~FX4eF7
z?oFE}sqQyt!c^W#ExTu`eU_}Rc|PNp^72=&vXBGoSf6b7f&~lAjPEV=o_=Z-Pvpu2
zp5@J_c--peJGivD2Y}PmSsi09Z|{ri(-l-*jNRww{hMK&&IffEIKhDKLKA2HslCR`
z@ZND|Cf*6!%?}gTf9pEd-a7k7WsP$Av6q*ZL!C86vYCy~;h=D`rot@CG#|O%jt?l&
z_wL?a(9Xms&z^1jwNcKtDkQE+rL)x7H^Nw@u%hflfbRKYN9344)_AR)ll}Q);773v
ztF6v{eh~Lu@-ce+zW%@Unl(HV^qUtxJ^SOi{eMqz><Bpd2%q9<^VwEaS-EiAwr!#P
z#>&df_w@39>`3VjRNE}slX=ka!?#aDnI2&ECe3Gd)cxHx>&m}BTfMkC()#@M<O1gB
z`ug%B`+T|I+)2}!Zx*cz?Z13|_u@552De<ynm-1;()s%T+Q#JL8j!e{AX)wGP2=Xp
z%ukye4;{S6_xs!1#b*p+VO8+r^7r>7?CWY)%g%qoGEscNswF~xn~ZyQU7a$!8PrhF
zG@ixi#GyDvviSKq*MjxOHRX6jYIn0I{QL8BisUkGSQQ7_VpLXE2D*4I>gkVZI+0A(
zb9vv18ajUcE@-+ldqd_E6B|*xU1xi1ORfvFw6_MPnJ~A2+9E>2!V^uDR)u!8u$%Xr
zZtXpo^k{>}&&q(b8G4Z7+Nink?Jd)Y=;+0J_UsAm^ADTbQu->(NchgA?T=qR3>J9y
z*+QtA@6e3Ag(u`^G~5(S-l(G{$=T>Av^L4;f6OtZCEsP&#5q`R|C~{5v{*-tv+vut
zvlGmljX>2`s$0N)yBX7G=M-%GaMk^JLB`*hBYa$kwj4>EVWY<8{ps??vM{x6(?t`4
z4kdKD?>ldQznXRRyegsQrd@~c+*z|Smq%>#W;Mkf@dBxBnUI5BG>jz-4GlXwIx?mv
zzm^i{m~+8mvY@1r!I`>*w!M#+t=<)Fd@Z>$XOq>wiJPU)nUz)KM$McO?YbvEVByK0
zZL`cDpP6YqMY10hJ*Rlm)z#m`MdlPtRAf4Q<_ypBZ)>iExx9%8ThUivxtD9*xxOE7
zt~Q@7+FyTXt($c^`_FwBu9&fLOD0>3i=X1T3^|-4Ak9EaODiESug`nB-quxxC*zOY
zj(EKx?}o6N;m*B^iq3JzQhqD0eRt@J>J4K(e_8eKT*rGD4@ccyQWrf{^8L9x3y$q8
ze(raw$Gt(oi6hl5Hg@i>xm8K-Gac2x@Y~yl-&M~o=?VLOvGs37>UXZvIde^zxR)<C
zeQmqD?48E<oGj_)qu$ZeS5()0JSvWyV(#p#mDbbK)6mt;4SihoxYzv3>GPW>cljh0
zRcB1U_o|XlJ?nh)ROjH2ZqJJ5%-kdp*Y`GH_Wnkr#iFf~*V>Bd$N9|s$RXgwvG7dA
zhX;+n><S+qh-&tG(Jw2t?A_;E3%^F)T_@`L<Kyf0kN;lUe)w2)JpR7zO|8^pJO8e}
zYWwfcbNk@58D_8~HgVFVriO-wFw<q?aTShx|HRZ3t@QNCVXyqT^7+KIOPAD`*DD(}
zExP(~!a3X2r*4aDm#&>NJyiDZ9;@WnD|B|;wqDquu0H2{M9-@)l^q}6vax4NfBE+1
z=*=G2OY84(O{n;9cjC2t|Hivc7w=m$tY30IJUV{wgrKf74<ah8cRnh*#`RUF&nmj~
zt+MCQ|D`_V+-6Dt9&paMk*u)nn{<=iTkDm7<mE;4Gegqu%-bk;Q_*>%v{ZlQLBm%&
zpYAtLUlV+ObFmL!P*v;U!}lcfpREf#pPRon_<ZrJPS#tcE`L0d3U`+4^UJsVF1dPc
zwwKMji-MJvl~W}9Ax)V1f8V6P`hBGLxw&MKQ+!eIiP|kGx9eBeO11_cTlsk6Mdp;J
zZppP<LuDR6K4fUG&-yYsS@7z9^LuOWt(^P+JNxpD70*)6_{c8~tMHiD)%W)9lX<?m
z$s2Z*ZE?E$SbYBvR^+U4-tPCBJsKSh8K%jr)~uOg=&8pwdB%-to#mBs6NQu%7X7VS
zp>lI-C+myb_xw2<($&s{O#Y;#>Y`N>@Wc6~_VX!ICjRrYik6u%p<g>vJLKl|o4mzJ
z$F)2anw(xKS(mOZ&$kyZ|6#Fv<>PAC*;CehD9`QxeRTF!vv4bK?U&0{nmKy9T2^k@
zeCgn!J2CUN9{hMm|JE9pBRlf`npSSq((_%X?6k;nred`I$;~2sQVZvbCn}c8&Xo&x
zdYtvmYv=Y?;X-C!YhxzLC<pO<d$s1NyyX2_hrQ{O(<{%M6D&`&%QZ4m-m%zzna@lo
zSkl~4|9{^vxq#oN^qT!%cyG$x+3(R^{rp>^OGtf9MVY={=(Oa7`*}ak|1Hj9J$zw9
zT|v=?!z&b-Kdk@mpZS;h@1BcCk9*5rudR?e*Z1wkyZ5V4T?+r@J6B+RQL)F}<<t2N
z9Xb^A?&cLUwr*?v_W|F3yja|?VeBIhZreG{Jow@B=j>47^}Ea8Pn#}3^ND$9XRe^|
z%UX7A$%|+2N}u=D3KMb&6P59v+shg#eC0DAKgXf3b3#wZ&rr}dkn>YmxBb+@z0KWM
zuI}!iJy&^7X&L|ZlVxE_QYMB<NzN`u4{vf__c`&Q+S<IpFD@%5hYIobJ%9atYN&kB
zH5bpynq3~9Z7FR}STX|)*2>$tPSy;X_ARKc;*F7>HaB<ZIxoG6pLtuSH6IaC+7oQ<
zGs~pY=&>NU_gMJ)n(j|oec|71b1#S+Drzgm%#pdUJz9Lv$2XU~3|hW$9f{V@J$Q_D
z=POI0cK1i(*ZUGY>#XALY}#>eT1a)+)QlvjBW+7tTeajh=3kvKL6A}DD=0z!c=CvG
zXM4@HDU!?hVYSwi=g$vcy((J%?#{w920=EqHC?yVUOqkfc}mQLwTtg*uLyX4Z)RMd
zs<WEuta_*XOZz`s<yJ30da+YO%0y`1ESAhY=d&-LTH?3uc-D)XsZTrROxN8oYmRZU
z!*K@9*H76dUKJ0LzqHVM^0BQ3SxQVXw`U(XKLK3t7;ZTOT57uQj6sl0l)bpWpG@0r
z_3he*51+p4s=u=~?0Mb)Z{0UGrKIisR==xMX118`@lA&`KYY8gtv!gzrSE@S^xFCS
zi(lqy7=tT$0jCa!nFlTE|Jj^5b7n*B@3K7O)E0qEMd44MYBFoDoL=p7Df@Z<^0O0l
z=g)FY3sIfgabUvRSzm6OTzdYuiEHKLx3m96^9h{1elcaH;R*GCss8?vE51j1?B$rW
ztjBxX{7oCTWCbiaaV>J$C*ya|@3!9d0c}~+O`ff}S0MAE@&WPvd*WJOW-h*B9HMjL
z^11!RHQIXi+a0yzEjI;n_FS$Gf92WnU>;+U&h<;T>c5-aN$Ua!f?`WXK$?M*lhcF=
z6ArLEaO3ctqPtV?NkmcFiOusWGbZh~$XViZ&Ak20ggsK5RHuf$`|@>L(5Bkp<l1$q
z>!(<q{Q9wA9?#nfulpLMc8Ufo;tu6Urfy6PNpn80v(spa&f{y|0eW9IZ4C`Rwl%k8
zn#}32n6I}y9u-H{Uiu}}5DaQvCNh0^?OvY|G80tIpGr?(nS64l;`tB%UfSOJ`P5Z%
zl1hyB@84CPoATDmTv*xsO8KY$BzL!y8*@~zt^oCin~z>y)$7CH2db-`qQs_1_N1Pk
z=D7Uw!(+YDx^+6?>tZHOm-pO|Tcq^(?VhbKUOrr``a@3e#`=3&lbkzSC%HuHKR;%k
z()MKEh1=Us-aZ-n>ebqS2{Ka8($Xwu{SgT}zVzVLYmQqhHA|<d2u;s^^)=G`4QEN=
z*DKrh3awQ9Y3CB=5jih(o%Y|9qpp!YLTP*weFx|6$`*Q-*H~pZE&bA|#{SBaT7tQ2
zgd`m=ZaO+e&3nn;!<$?W9ljTN`nBT6{grlVUu9Z)IfI|x+thVriBN;}jT=cXFD->v
z4D9@J4o_cNZMc@9^te2KuY$Jf7MA;-%8OpDomKJmg4LWm8`s3m$LKw+IzL-K@7Ts%
zZ`Fz0ubi|<x!S&~ZSmf<+gh*PKEACkTiUtz`<s1NU&+<~`#c}qE*Eg}INe~>92gwD
zIK?e8GO}C#^xfU%iHkQ+Y`LPQZk+O|?)r^8Rja|31Lxm47c5RL4P0OA`%WsQ^~kE}
zmYz+qmKzz)`^@0vHZEQne0{Qvw0H8PC2NxMo>)v&TlN3ej}lcmm5)1eF#A#yrYiG4
zm!7D*!OCLW;j3?^M%{fq^YoQdJSV?C%t>DUseaGQ-EOCMDxUxP_4A5<lO+D!ohco%
zC|{6&=E03cI*VL{tyBM-vqjETI=?_wdHRHJN)axHj{N){_;|vT2a{I(S-bvtHdkTx
zv8u0otjpgmIa9&Hq1Y0TcIE2TmG@U3->z>u>x{-6BR>82G0Udb*L}6@>3G%O@nGJJ
z*^_m4ntb{7CO&voOPdP+blv4;I@%#m6DKNq^_`d&((GKVY5DN>LFct^CZKlS6p#JB
zbWJsD_f7r%e<ne**cKTLV~I^?LkbECR!ewaZ*Z8%@N4qfo@FY$={8O_^Mkmymfiq2
zIKgcJo`W|}a_$ZnllF)+m{L(#*ysT6j|ezL@l28A@npzLOS`6}mMAPNeDS{egvqa`
zNV@Sy`aXK}L`S<t!&nYfEKHF+__xVG-MaJ9L5DyqUBSQ3&d@T-<8+fzbK&!IvRksR
z^Zoq!Q@2jXdzwz;-g9i<yUa{29-g^y-u<G@^^~4>Qe7W5Y)Jc2?gO^n$oZBUpS;h<
zgas1v@{L!ngg`rymp&~xlaP{@cIfhD;jLS@>Q>1-KQ}j6-(ga~Y~eS*0%x!P6rS-@
zL*;pEPXCvT>!}_}rRmn}Q>IOWjBTD(Fn)G^e*XfwMiG9tu6uX?Y|H>n27#+iu*q|*
zO1-wt$`U=<U2Fa8M2oHZO-Z-z=|Sl$#os3%?}LmZoK-LeZ4*s*XYXQXZf)Kx`|a&*
zcd(-coTAh~LB=E}FMt2hal_JAAr-rKJbXM!cTPsSgz7TZ;|Ff9b~b)`dche;rT6z&
zsp-nUKeMM!;Xf-gKgMQ(-R)Vkq+nh(0*xX@ZRH9J3)@liv#49{_{quYSG_MhJfhU>
zpJXgCsr<;%bBwI4tY^RE&j3e#>aqR*zUtq&@giVn9UrTU@p0qq^n>TliItX?PLTvR
zdzYj-%{;iH^0S(ZtgK=7wKZb))8^f+PN@0L$Tt5(n!&dIb8W3VEzixj_XqpPWbzpS
zC1s@vvyCP(Et;vUt;u-tVxRytZaGrf79VZflk)55&#gb+7F}B#&CXrSy=UUiJ1Oc1
z!;daaeAe(#;({TAV_coZ^o<<HFF#W_^Stmz<jV(n?^~Y4J*=?KUwiHO;zzm>5~hNT
z>)s}2r}o~Px9^5Y(X4yZqCN>_d}B7AYMoMcBqC<UE|;tEr{g-eetan*c*FnQ%I`i!
zb4@=^o+u#EBFWsQxH4TrOK4f0e(sZ*Pj4>&(mUy+$BZZEH}+4LZ#&BWds_Wuu=h2L
zg@lDa#?G)V*Q;XrC7C;^{`@K-ommsxUNF`gXsocdv)L{FUgmz+4M)d<4Vzo1@7CTl
z+3i7j{@w*&f1dwaydq*kyBy=b4coUmW~@J6SaR8^=Ih0sRoBDrpFMNNK;4=%J3aN$
z)VtbO>bd7hXg^o!F*~;|wq|3(K_+O7I?X(oaWgP9bZMLdpRCoDMaK(&f6J}dwNu$x
z<(i86f$7K9v?UAoXBg+5jp$Egtle0Yq4ns`?*&>rS@iwqwHw}bx_Umz<N3U({XGjZ
zdftk4ZJMD{x@Pm1pxm(IOJAPkiBI3o_P)0Gm{sY%Vr%}r#YYpBAHIE}mAhqIP@K%%
zAGKR9I=%7@OgnMjYu@Tjn;?b7&tqnR;`(tek&%**9z9CP%<QzQ{q<mX!J{LbGiJ|z
z%>RB*$_LJWvZuMG_WXEsPts;bC6DkU<qg%ThR2S!KFqr6cE@g~?BwG|R^0!+xQ*w+
zFVWN<_g^<6a<or}A2+kgzMA&_m5}YshwooseX!TMvRcA7t)oM5Wl(IaFF1XH1_LB?
z?RS;FZu|K7`1T)#;1RTwjFYw=dZKplZ|v>YCtFwpg$uSPEDqZjzJ;^TDtfDz^Qldz
zQcA8*sH)}jIguaWV-oT`_xaObn_@4m=`j5IYCe}dZ?t#z9^<`tX5_xQdV2G$MQ1o(
zN;F)UAn^11wP)bblutL)=P%r|M`p2GZ&P=7_piIT>FMn=W=MQ_agq7s$B#esU;}GA
z^0pmR|GE43??;9E`@X(1(>rnWe)j6EMR(hmKYWw1J}lGYr~7(&r&}*(RMnod-|W`A
zJNx;s>zCGFc6!yTX8divW~*Pi?*9AGIuDd%o*w`6^K)W$cK57Vv&8mW9X`HW`Pg@Z
zy>}#y67TQGxscKpwRhqzYo}<|0_F6r_riSN=E%BK*laqZ!7IP`RsYg+>%#v#d97SE
zU)b{6id>)AG>>&W#>U2xXI*Aqj8be7_+<a)E^A2W&s%IC{68t&o%@W#Xp-6j2?egW
zoQ;MW?7Me!2hO>mY5lBt%}%XjG0eNyCBJ@a{WCIq&X%t~ul<fMpIa)q?C4?3-!}WV
z#wE}1owwKa#LeFi|L@y>a$W3h0TGdwdwZ)NpEbXK1hjko%gf96ZH=9`WKVC~@{BkB
zhwr~vW!vmU&8Bc0r+jtu`(E~`dTY|-|9yMI^W-!2pFVu0)7T!^CaK9;=;5Ewf6$;A
zvJ-Pg&Bi`CTdwHn=uGZ}Psf8|V%FqYtbZMoA!2^u{;LVf4_jiEtPB<Zl)aLh)%EGO
z$u}h|3)e3F8q!)RVb5bMlT(r*7V~}Q;hrTEs<M7>bliL@*WRdLS<duO#kM=gR~+W~
z`TbLI;q>=5Q?E-N<~ggZw8*;r-Gd(=AOEoQpJy}i!=g)U4c(&JVFzyA;)<Vl^OIBF
zyVGyDIMtujwyoJUA>O;Tx~_WX-xRZBJLcp?*e(9h{@FmQMbeM&>cwS|Jr`RgFRk-F
z_jFb0YRCr6iDid)#I$vFdB48Ce*MTsmF*sF^EdCdGcaiTwR3~xzQ^|0_P4!RoaTDQ
z<K4H(jcseLZP>Qu$g_9K^R3UUc>Qwyws@(an7rLv_Dy<gWN@e9w?yfTi=Use?AW#A
z!HJ2=JjNXz9+T~UzcJ3av4OF&va+M2BjCQwqgSt19qNh?See+?qG6Pue74C@|BKuI
z^R2wm@$;KnZgAXmKf67`?C)}B-pI9y$+@kQ-%po_o}u`5*OJ`nTiz$laCC8Tak<55
z9I>YSUZs1iN6x)HH=p#UzK_e4O=!0ZJnO4;W`g65-M@W~Oc9G+@cVqjd&{+(wce;7
zKAimLkimXm{hxn7w@LnDcv|$c!I713lkFYt3k!ZrWY5^REm%=!Rp{mQF-bEPin_Rb
zd2`b^B|Tl)#3ZEl?$wti9zH&x<EpOwUYWoDuh^jpiESA(=k#1TvO|m8I3@JN)Jxkx
zzM8^x<7Lj(eeci6#U<KH%H1=uim`uu_{O0gv$IJTcZF(mv`K=Tf5f19>C9afAC;Jx
znJ=ym*Y}n24-A~R%RtNXb^e(|x7Mf`m!jWF%Li;el)SSrcY^qRx4Kx(M7Ql7YMb^R
zis8#-RlObE;wDidpUh+Y<may2){1L$qkZe{8J|&5TC~u)J?Y#W%dD>to7wpTCO$me
zqZ_?##Z<-c^8L9l3>G_`<PyATu4%XFQ1avAUCB;){6Du|Y?Tx*(+RIX{_X8;N$}oW
z!NWY$zGa=5pjc2=2HIF>T4?j~?d6AQ?>n4tUiMWx^FyP4;jQhJ85KL<<}cwtbm3U$
zrMgv@4)t_;%3l5UHZu8C?)_WITk15nD}FcJX5jp6h6#Un!}{(0XQn2CVo>ezy}i{M
z+S-TT+}sQrK9vYjZILwURyI*#VYM}0Wpn1ouRCU2^P_@lcD}uRZ${V4*4ib1rv$c1
z8nG{Ni<q&6GZ|!xiwlo&#I4nTe}6xG=nxaPn9hYGALrQBN|k0^J?3rKxFcf236(=V
zdu!EB?lUrX-v9Ql{S!~_Rb8KrckxuOGjMLp_x`<PBWJzF_Sm}o)Wpui%xMxu@{75R
z*^X~*TieTPmUk!P%KBnZl$AU_#+!3@m#DH^kHccO-h|w>x58F^1Kr<jveUr%#P2}%
z->-hWIv>5-<jjt3?pu?l?v(tMyZio3UELL0Z>lQ}D=p?QPWez?YAxH<-K{8*mLVhv
z-rFyxt*Gdz*JN63bLsufvqxFiX7BBJ?d-kk$+90;!>6t2-r|tnUv&GpYD!Yv>v@}`
zobBzMZt0ft<u8eE+_);4QHt%#Bm?L8$+OF+HD0+?_A0zpQs~Kv$BKIMMCDHR`#Wyv
zUjEPW#CgYaa+|o0T=*>!Iz#cl-lcm<@9yk$`}->m6oy5Y<M*YVy1w?qhk_^1o+bVL
z_4UV>%l-?~n-Y(`y}dm#efi-@oja%2ZT|moYV4~yt*pPM-HtQKGYC5)tGU|n%KP`R
zf0S=+&**q_PV<+j#P6_kuAkc`3Z=bRof0JXsd}0BZOz3T#$tW4EY-hXfsQ_tOv@05
zdOiE&qoc2qc5K-aVtgEQPVkGI+>5%KR@$i;gq-x^-r2c6&*+c8DW_7(jqNtep2h#L
z+I8saImW+>q7o8(y!YJCUGgva|MuG)e;q!^uV((c{9n=x#lx#rWhNd^Wj*rah|iym
z&m;amF0xCxQPIAu@YT;H*RmQS*H)b<bAFc`l6Y*>7sm}-Hn{lt^<CV*4V30DUR@o2
zHKxV7{M`bk%e=;4KHKcEz4PI$`)%#FZu{44nK5PlQvQZ%e&?nq-v2aXR=wbh*PQ&}
z={&EecV1-P{ou$l)nEO#-|i)Wom2lNKJ;l~+nSV*1;qzf1TI#PNXrm|di(XCpPxT`
z_;BG)@15&$)x6WDO%sxk`1Wka!`l&=3s&i!iMU(Hk+XK~#jV-bwJPTtfpWBazudzk
zox)j1U8|~g{hF1+;3k=NXK%ImyS%(#inrAQLgmtWB(I3Z&71e*+3b9Yv<!KuU902w
z*M0c(=};@TxJhZu=Vxb|m$tJ0ax<NNm0=dQ@t?VOwiMZ1syp={@tAe}iC{;!-CInW
z_k9C}hT)zGJ5w(&^K~vNGJ5m&?bYiJ<>lp~p!IH7at`wZhJ-8$bFK;6cJ9fc9)bGz
z^0jN+CcNk7G`6$b61LVYZc_>;3%L4HQc9X}Fe&%;Hr}iY4>zUGvfkFpExt-rDpq;c
zgQ$l>zO9l$wNfgHA(wgHytcl1rO$ERW}EUzTjk?P7Yr7wthLWsvu5JNd3hHUniJUs
z1@G=I=PxTO>*(xsOiWZX%e~cd-u}Og=*;vPiqF*z6d0O!FP#}PL-DKEd%hXgM$*>z
z<|x{Gzt+0>&*@MPV{DM1j7ZDx@9#l{q>_@-XHXS#<3@xe+q#p<+M1e;=fc|E4we>}
zmG8TA#_V#^Nv^qvj%BV&FZ=%PuD0!o1W;xX^0BG=^F#c$=3k38NvFJ$=!l314{o*E
z7b?&Hy8P<rE5B!+oo)X3x#1ZF=#G8fbqN!?kJ(m#%P9NWxqrTV&77Exy4gJWZ)PXX
zJssV!<U+xXTQ@*+Rp<ZC0#|MR^X-n_+?*boefrzm+lP-IcfY$rS6ln=`{M@AC9kiE
zI@a9-m5goT_AB(y=QPgW&c10=m4gAqzRg_55o?N{pIaGswwaCh(i=lL%OaMKg@r5f
zRv&)-mi-gke#xr`-(;?M`;@;t+<Z;!?r%He+(FfJ#_MZqvjVoSUq7pr!QI_`$+Bfh
z*VaT@)chz=-SRha2B_(8dSh48Zq2Z==OPu=l@HI&wFc?y=s00>m`5!8!GT7h437;9
zZzfN9KhGzB{yMg1{@gijuUl26_D?(?HE|}tzq@!#YfIAgb+Lb9(q}ljglIaiGB!5e
zSn)CG>%B)OC#$cB;W0ik%QSmI7~g*D*^0;Nvz|vAhgPrTl{SNWkH<J-P3`Y*Cs`M7
znRDsS#y)9tJ}c>HmtU<(`SU%c_H>@#6|sRMQeS-q_rGl`S6UQ4I&yxW8mOgnu~*vs
z!@u9}7jM}j67n^%?Zw5#>~~`3eE4p^*66pw<6rm6AHI3faBpw5Gb|+ej3d?@IpT8U
z=+T)+H@>^OTYRIT;f76Hj%fGZdh{z`?V3voYu|=&*o&7}?5a+<xheI}owOMr7k700
z`+2@T>FcYj5(Wtjudb|IoVUq~<KFiC_z8tAl9x8EPOPzc)x!F4wSB(nZH33*R{C;q
zesFYhGPbGu!T}A?H-~w|UT?h~H<_D9az?J$@#=qnDnY}*mo5qUI=y-n@U5hcQ7vYA
zyNI&+zTPb5Yilxt-`w9nfBtoleyts4Z>5-+n4Z}7SMdu73pXboZd(~Cu|4lDlcfI)
zMZ14Ll1=Rw7iTHW`<vQ-lU34x-CMWYODas&A7A#jZv`iD7nd~ov<(sBdNB?2=gU`p
zeU%z^{O`T$_bX>|S!GK<IlBE|Ym-tNvsy^K>^2eA%)bxcKWcncRyM<?(nv3E&x!My
zZIbp~9WU<ft)5|$DfI2l&F1`lKiN|5B(`a2Yd81yntrNYHam2|$1lI+zP!31v~8Q2
zMb#ILf82+8Kv@P<T8N5?9lCf?F#X&d!`%w$-`?E(P*B`nT*}^)H?48?dY#0GgeP0~
zeGX{(&35qCDXyD0Z(0;R;jr(QOcR(mlTC!3U+&14mzO8bnzibdFsOm6`1x*$RrHtl
zQ<|1v-zuMBvoEYmFIV`gVf~MX?LQbnmAi|}5rgKVRwXY4)~sD?Sp3Xqv(3Nc<9#dR
zZkk=YR&i3@<C(sJiNPT&n*=taS4UUhd)6y$er%d<^qDtXPZ>0K{J2;4{M=j#>oT2L
zCYemq($b}quUx+_KG(YZn0R~*<E5|}iYcbOYl2R^Tl3bzxo>U$aWkzG6D;%X8$o57
zprGNIgpEN#K>_>gYB$@l8|6FZwVn9WT6NDcV!|cq>)flWJS?)kzXxUriZOO)UA>_2
zDRoWs_H#V(^Fc8_Y4YU6#Kgvq4vr^Jo+O-|W%}c|{XfP_Wiu3?xb2uaRrFWNwqwnw
ztxd&KP8fbYld-a|@bj~?KO{j~J32ZN*}AtT9p(Dl+O~5(w<Y`9=&eEK=d&w*CHcM9
ziK$FAY-VM?-lpd~F~&G(?U5C+tHqw3pRd36pvkXYp!V077Z;WP%-R3{@B1Cq-}O%X
zImDy5x=2P=c7lL-=k4WYnQA9?lokokI_7fV<VnG$OPBr-1!YD^yJvOU*;!esO}}ip
zt;^mxq@^vJb@su_7flm=FBhtn%Qd%&M_lKc{@`jE^M_6KD|UV8%@b(79$z1ue0VRY
zcCxMc5pdRKmU+Hh)YdFkb#-;0ITnIP3?4r}VQ$L8&blzogJIp<%HvO(d$gD4E9;!#
zS3G#|RrZ(lM_}E!4H1``Z=E~Gr|viB$NINx4!83w>+AFT@%3eGb(_4vD&m%2blx80
zh80V0O*3V?``Wy9@j1V(KfUs=``yy{@OAk@gXWGGll|=+0|Nz(jEo*Ud$ugEpsJ!`
zfpa@(5sKitn4L^XGd_Cf-PzIT#w&g3;6AHqzWPTt@1Jo`hPU$EdS6|KQft{+CV4%x
z&GR3bLo*(ze0zMnf3-pKp%za2jr`}&gHFe_w_(b9uwt_`m(;RH3ExcEg!V5!_gs9X
zSlmTM(<?u}eEM*pfsr}Il_x%53KXk-ves=?UtcADcyRE>mP}#0|9^@F4)@##9e0rx
z+TYu2I?JW~alZUIlbH&S^?%=UeY~Q;^h!+M!;_QMf5;-@$NQF6YisLYr)c?W+j4JT
zSne;sW9P0_SEYKJUMB<vslRz|Kh^Q*`7853izRqQ)t6Lg%3aMZ-LP?++w5y=KOU3L
zFOX~FY?pL#`Ty_x{*Bq!^#l&{I9pYIQh9Y{9j~~$`_@YjFJ6sxlTNbPvx!@E@}~!H
zUNlU9b?xZO%gaB?AY76C_*n0&rsS`$uI^8&zveDq+p^Sqx{|6YYad_Vt2?cgzmgJs
zyw|*r>3H3$nkJv{=C!rtV<Dr^2g#X<oZjBvM~)pyy0fG3lK$NF%EH{n9Ub#*tCvMN
z>BjGq*<1D1DIsCOuV2eAzx?pvAT!8)yUO3o9qW-~o_j9r?4^qQlPrs~Y*o*vI)Aii
zVf}gdoL~FL$HyQ4`}=zZ3n-u=*+*1Pu5ZhhE%$#EuKE1@eDcvQ(HHmk+h?`4uH-gX
zx2|4twe#2%vDgi^**%dh((Rj;FSgjKUuEv$vSIgjEB<wQdaK-j9ctxX8Y>>JuO^iy
zAm~{E+I{~ofBV+0uA9@&UO9X7(xsr9zhAE_v`L0OecW&Fc7I<jD97LURT{eD<AYD<
zw73nQyq_kZY_(|HFE_r*dX3^_EkQ(S>O0fOH80@AgY0?z&sXfN{+{&cNN2{xD>Cc+
z&b@M4x2u=0xA~QVy&Y?Q`H899ywzl5P6&KCd)GZFDad`vwXUY=i@Rl(XUU6-{xm8o
zD%w!@x2ku`1W-#w<>1jXGmQho!j|pZJx3x<LOOHmt&PcQYu2oJ@bX<#AhXruU-!y+
z#gby~{xx&^@}7m?T>PtyRr$M?)6?}Ivm&MV&FSY49X-nG+{W|p=ZYnhxL@<z{a^@Q
z?&s=O#m4ma&(lMGXK#Nf|LBmEVf&>!t8u38?$zHy)Y;A(uDb9j>7dfqO(})9>$EyD
zqpi8N?qy0yPF>q~_~b!BPtHyWvz!@QG$vmc_<z?|<&1*TBvH{#o01N-aAvVFPULKt
ztTIZdJJut~!NudSHS4N?Y#euR{L9wO(ebOVn1y^wpL_F{mYVn%myo?tuWAE53Ix*5
z&T7@)_k&4a0uj6?gDUj(^=EP({QR-$)qzH44Lv=#x;ndC%eEc$-un80-}1@acD3EB
z*#0GYth~wqZR_fIyzC8?<qo)2&2;YB+4WNvJi0U?$#h3e^7TXw&)53RXRe;<=PP}D
zL1Ts4pO`yWeHkkKriqDheByTqN>cju^>zEp%gaw2l&sqW3P!aj&(6-iv8U3wjZe1g
z#fyy0#>G*eUEJJOJ(%mkoY;2n@^b%;>F4F1JbmhUV!^%hKYmv%N_X=<BY9I^UT1dO
z{{NYx^Wy$LZE*fJv3C1@L*Lq*uqvaPy*5|oOG*j#G&M23xxL;0@7$CF@S^jEl4oAd
zi5}*8{D-f;yu3UyKfnLYo1Cksl(n_F*G6r1YW_9x!{=`kzxn>!;C$-Zsi;=Dd3|~u
zC7)e*{o`GJuqmIi=kaxV^-9}r#kN~<*R2D-O>S_iozr}7-JSXB3tQV~OTW6ds`p3>
zOUauXf~~EsLc3O6cywoHv06=CB#&`N#?4Ksul`qOXJ?z_-HG7!ySFi!9keb^>20f|
zsORbBtlVNNzFU}Px2*iWJF8*uTHZajcLJ<+I0`40UR;&gqxExZ&gA1M@;Afn-0Zdm
zFZX-3cN5Q%<ywdwJ$25Uo)s%J=5aGmTT^o3Wr@ADN_5&xj}04YeimgWE{F>6m9-W-
z+|D1q+D3)r<=x%pR^{*3te3N`TJg4-oj>e%uZ(3-?VKx@mU?eYJk0jy{{Hy38QDMn
zY?4S5n8@QfZEEBF`v0~aXY|jkc(MEazQZenmv1O~>NRD`loc}#7Q6KZy`Q<{$@NXX
za+7PHNc;czdDx)&-~7GS7XlQx78tBq5+JI`!f5Nj$)dC(ghB9&5aX1FMGPS-41xwt
zEnWhOO>zs(Ia)XGVu;$k+vm|g`RA;B$!BEV{WV}<XfSM^@UkS!&hFV~%i2Ba&pP^x
zcKV377&0HopW(gZ`|rKK{_fM7+U2!$(i-MtJO-enV?bI$w3bG#brXMgd`|qoKR0Hd
zP5a^~VI0R)u>bzqy<%&_ym!X<H98#FV=dI#^6Kj@waJ|*y32O!?!UkOZl1fm-tvnX
z8Z&)f)!1ETPdvl$;ce=%jS)UGeU8Z(zOd+9cYQSj+|t9ZCOrPQBEuw0uW=cFc{N}A
z;b(T-)zu0;k_>v&Pxn9n_*tgekhuqRI7LOHVe^Ev%_}Qx)?I$-BCogf`s<U=KWFZ~
zd#T+u@eIR`_ep!>R$qR(B0xh!glp#fy1vIR`Vkg2Pq><;y8im=hXo$;daAR}+SR9A
zWZjr>hG9d5PKb_}Xs62=|9uGt8TT0P=7rBb>$d&2?|%k^v<A?rRSZ3nEl)mIF1?(&
zt3dJe(;&Hi_r(`G>^fMJ*&04ptjXHC>R`fx!w(l6f4tBis%PJg-OL@gHW_do(3q#B
z=-E0UfN4^|L<S~R1*b(`Q=FU_g+dfuIyeGEl|)x4xw?8x(3-%-x#Z8{WS$u_m&e^J
zjlX}KsiAfCIji*iOL7Tk1ZK{j{rkDRU~NsVm6g?^6)QCS{QbWwX4<4Nl$V!p+_OhU
zTU(nE5~>px89FanvqmQ>DyrmTspmVzlc!I2&zmP#>oKcW^1#)rp*lJ`F5%(fAt50u
z@i$Y`($va*8zEu5B;$;Lq^xYOynWq~bLaZ(_GttM2cN7}iH?r`C6MeUb+98aC}@(+
zg45^D)!BD_{44bS$@V`#e_H;~>yZo%4K=j3*8a5LFpYsB;mm~l^9~<AeB$ic-o{48
z+M2*uuU<`h;nX8J!7eU7e)4a<Z{NQ^e)?4Pfwh#3jE`JU_a7ZeNy&}7cW0krU^p;C
zaliT7w{HU@A|%w+)qnjsnv;{G5})eh@Bi94$R>?}pPzr@u3b{j&d!0s!NT9ae`j>)
zT3QFuDR;oTyuAF$^XJPGB!rUL3aYE6ySuwD-o7n8b?VfUwc_vd1*T7%rdA#o6Ccmc
z0182dgfjvw*RS`#7j^aM^Wv&1DOOh2ix)30<o7%{gK^8YZED{gu3o!#?8AqGoV>ha
zmoEo1d}s%yNC{(?XV0EZ+8!=0F8=l7$unopsN^%QU%&pfbC2YQqxbIJtF!WniHke-
z_;E7B2ljqR1_lXZms6)tFJ8IQQ+z(?=$w%7@YhZ~k{?{_Kd)K4c5i*+#G1^BbLYy|
z*48o}Fqa2ya!l*!>F;+>OG_)#X}7bR_V(@D6DLk|baryqb{IaM{NU9qtz*ZIEn2ux
zanq(vll0l{_rK51%j-LN^5hc>dj^OrpUi&#<HwD;{PTV4>+7F9dv@&N#ff%DW_<K4
zC@T{a6&1aB^QPqI&z}nm3kCmkF(k7wFdXCg7+|NauFl8D_vK?__x|qg?!{}@`pPGr
z`N3aMTs&Du`s-;1P_dD4M&Rb{+ur9?<s~IA9%tA0kB^GF)GlHCkL~&M=O^DMS6Baz
ze{+}7B{o;)cwzSGG->9v*@?4rZ%^Zu-kg{=HE61qsHlhLBn?$fub_n?fgLI<^H{w+
zI9GX1)ld-<6m`||4E=lW+w-sAHeFq1dj0M1hw2vFi_aake17kK?L2q?`F4K`=Wh9Z
z`q!^rdMpeMGcR7drk0<d@5Etg*x1-;*00HMp!774)1pO-a+VzI7i3?a@Bin|pD+LZ
zR^Q`xnpw!=;p4MKle_;E_w2g!_wUEMy1Gh9NL)B~u8)CXN5M=%LBWN``{i%nk8crh
zdegXN=~7n)hEqI`cD;P_X3Ff@vrnBq?SFIHm#<$>-n|=JSy{P9zQu@nLe9c>U0qz!
z?V0uU@eF#*4l@%O8zu*&#qcs{7<2sm_jk8l&5wdpWh%<b&gJj#rS=Ls&19UuZO0Cc
z_QMOGJV_}nEj_6TI{S#B!H5~8W##JCn}63OCqLHTrWhO?Y{p+xQL)2&uK2<;3~A}<
zZ|wx6rB^>cKmYdM2e-CnfBNttptyK514F?qux`*c><Q)X@7;`fo?aW9pTGXo=g&_c
zKYn~E+tb9v<i_T};NZ!p=Lj!6!;qDo{q|Pb<72$FzrJ{8W@cvP=U;#IY83-R!7hYJ
zj~*q(?yrlzd-ra7-P;Eb7TB8GRDL>=dVl_d2MK%Y{@z-8t}`Hw!Q0!r?C$+LcSIN%
z&c&sH4j^C%NE1lv-fma%;lMIU%k!^ecb<`ulDc$uw)xblQ=gtW?x|tSARTz|)~!`j
zrij%3`Ek)J0vrSZX&|b@Th-L`s@M)WIk{zLET+wwBXf6G>1i+CbSpilnT#?rGAkA@
zc9xWs{PpMO<~w)qzODN6?5wn^ipmX<%J%klD{+t+2KM&)>6`cL(P=-tu&IeD))Ta^
z^%RfOo72B;Z_n2@HlA$sc>j&*O^uC>ew8^bM$8o-AGPk;yLamB*{kQxoA=pQk`?3;
zEp6?$&38W@IePSE`PC~|G_0+o@9(SK93Sc9?|*wy%*&TAe>uOYS5sBJxp8mRSFhtT
zx2J!Wl9ryleEIUfT^}AEZtv>vzkcde*Ezl^lAxW*9zH%ja<)}VPM-8U)w6iZwr#g|
zUcGwt@7G#kr<sj2XG-Sg<h)SXy?ggA4v;4j_(kIP)dU6xUfjR2Ra9I|?2GlP)vHUN
zpObz2_HAZvuJ6Ky3#B9_0|NpkaB*{gRnN`O|G(yp#WwxtB_`W9>mIvt|Ni>UPEJ>M
z_uG{$EG#eHILu^Zm?GIyQdV~A>{(w?QPC-q?wvh7S2m}g*Q>Q}2}nywPe1N<V(OGB
z8Y(I--{0Tgo}HbXycl%8(t)L`)~^o_4V`-KWZUNbH9v#uPx_zYc^)1WwQB9!wf{vu
zzQ4P>IZ*03^C=#N1!okFT)!SJCnp!a?~H`3?AGU}wrttreH(N_S4MXB<?HL?b93h{
z&R#iHA~7*hOI!Q$j~_d}eg6&)a=lW)b=&jr-)fiF*Vm6WDagz7OHcSL8okqDX5qAp
z24=HV4GjYqoMCAAyzq>|k%t90iXC!u-%iyt{+IZk$07UAA%l4m4QF^vBW4DP2^?Ca
z6`Z8eYLMj2+px7mQi!{8!<kEyycD8lyJgRs5t?&UigioMLXNd5@Ap5yQvUkf+}Q8>
z#oO<%zqhS=-}}1zme<#v`#JCPzWzT?tV&)aEM2<PUUv1WRh!nV(ed{2*>dGd$oB^y
z4>U3>-fdS9FcvVLrW5(-l+S7&69$F@@{ESeQc_ZHZf(uZJGdz7(EEFPi(k&St@^T|
z@bR&ouDt<~D|)5PPqldSU%&fkUGnk1yn~lz%=7MCI9%~vE>-eHd8^vmstt4I%vlpF
z?fBjG%9SfSk|iZ2*YSOtq8a?=;$nB-PRUz8AC~L)uUMh++!J)ALF;Y9OY35-!~c1m
z$jCWA&vskRO(SXRvNgg*SNLPsFIjSAZ~BJ^2g9PHU;i>Fc;N8+!^37%x2L>H%F0*O
zIUVbkZV&mUpsudIpkc|!xpuX;YRwvEFfs^Obx5)pCLUt(_VCEKoOEnO;NqNHTQV8@
zmo8np)AGmN-Q{1S?7!YhpXVpgA-RCJch!vv)2F91FfiycC9x&7+2~IxT*!L+-QC@9
zpPrr`77*|t&VQDP=7VMqThLKUd(U0W>kcqh{qo>`_W!l}cx0_Yw$}aiGF;gc+VGoo
z&-4l9?rCYuDn-P^c0GRi^5wqsZo55KtzLcBx!ayouC%l?>cP)TX;0-r#|;{na4PIK
z@t?lq@xqU~F*`0u6+b;Cs=n(*O{eN|zqw8q9L_K>aL69vX}VD3Rm}KSf^V73WOM#(
z)5rU(zOFj9<ov_s$>#a@uH1=}F8y=s`nuTFKiB=abL+u<p2ismH#7bHz2eH2YikS*
z4S(4mNiEkb=4N16u+-rULuF(}(j)W2m)F<NKfN!5Dc^C0Y}~>w$zA=||3%jZZfkN8
z(QkG<)TS2N_+I=+T-D#Vx6Os+?dwXc&p&$nc<sJ@_gchqt?UClCVX%a-8(HnsO9HO
zBlACJ_H56;|E_1B^x}Uub$@R3$=m0}?kXw#e&X!etrr-N@GvldJo0RM<mR-$pJb*k
znq^(S?)}2M*VabcGODa`o?T*cf9;wze_r0$Rr>l)g?`MA2iNQV{i)ol?L2$`d^3>_
z$pu=RtCAMH-_PP3su<APxM-2m?>|2`Gcqu2QR$Fe!2V~}3YI+X9xvU@q{W+p>)vOI
z_;ztO-fn*1t+v;_PiAB6?y}0=E=;l8Z<=ka_?Xn)(XpYOUw+o{hlksr3JYC%E~dlI
zFISSfW}a>Jvm?EgpPxk*KY9LqceT%4tE*1z0^pN(Ig<YW`zxd|rSrnFW4ed$#_g?I
zIVI%4W3By5D=)phz5Va4{JXoJ-bz0+<KTUNY3?ID6C$^p{m9%Le}kEUp<zbj48<+G
zwZEL{xp1_{y8NBTfdEde_Z26Sjy*j+J@)s$+TVX}g+B9&6pY_j!>RJ5MJX*~(K@3j
zuZPnGQv>*~+1LJh67AB)qX0fMRiMS@nn``=G^g28<z;2tYHq3cu~@x3o2gp$V{3Rw
z$c}G<%5E(`(;XDj8fpxlKGl$ynOYEb^6@s%#%)j{_gQbdzhl2%8jqyW5jGx)1i8Y(
zLaTL`0{5$?Y1EooS>00eoAbiP#AeFE!k3p+%m4MsTAy)V@n^D;)2!b;C3_umZfrPM
z_3h0{tHtNuFSdMg^Wjx<wj(?Y4gXn_*c@Lt&NExHMOB_-=KRzBYfnB-KGwsjk@jNi
zt<ZVedye@iq#d}uJ^$^aquu9zr#(3_(eJ_(^K&mQE)I>-s{x%E%y5Kf!p_8GLx<hh
zt}H9^h>VQfmUdRE`qPt6&PrbuRn?n+etw?1RA5Sc%etpC%c@u0TXt(|s$fpMOG?U;
z**#OIPQ5wPIDL-7!pETM;QIRb+t=5}+g?7V_I~MW?|>J#wyw6V{dMKMMof3i-P50s
zMC_~CnZ;(^&poq2JKE{Uv16}(_#ZlYZ*O(1*8gsC{WXT?=i7(hPhBLpfhROBZr-~0
zzvrZ%o3rwFGDF`CMurdn9nUCmq)KP#tz@ssP1<v-bFI;G_kOwDPcl>OuG*|zvgFA6
z*wp2Fik3e#&0{iT-qLnuR>*75sW&D!tp1uB0Ztc;>V9)RNJe{axsVd{)o|}N-RNyQ
zj-LPU@bKN{|4*KzMDMNI>K)9_mMV5a$LIPbr&l*NCZEbHcskq2$Y{^+7xT2fUdf3!
zVVrEZSZv{~#6^>W)&1v{tQQs*Ub|;cOn318>L;}ypPijO|J~B;7v;U)sq;l<eb9XU
z_`*VGHI<$-^K7H9m#IBjxpHM#c=+;tt9hoD+rG{DX#DA#EjzE&lXub_cVGYg{r%dE
z+}qnMCx5W3{iV@-Skmv_?(*{thL6vKj>2{nSRJ-@)4jdb)iXKPS_K6Kt;xT?Piy1V
zCzdZ?zMQ3=DZV{^_o+om4FBG<Cb9kb@zGiO!7S5{ZhJtx{m+1k1qKF(GYW?+yu7{F
z1~2#9R{Z>2n62MbzpH99MYY5Je6q<63VQb8+1c5DZ<*)bdct$LySqEOK!zoWEkpUv
z*Vor$SsPDIR^RR0_URw!jLjoF44{IO;Rw&7smGgGx#zG)r>3T^mR-DQ^;F5&h=?0+
zc4~*O3rX9!sp;#jzahs8qN1X>zsz+w!w||D5H`goUr9-6%e2D#CtbV6EbWiZnk5A~
z6cX7~_rSo3X9_~)u3TTXY2hc+(`V1}?*5oDz0Ap}$!pgyFRznds{j1>=(u<Ps#RX8
zaiQ_?OG9ISUORKfXY2L@6&y!+D!#s&$}4SlrdIy*=g)KHl^H<CATuz4j$l?u6Ua4K
z=0890<HwKR9vozT9x5g(y7Xt0Izvn7i-pU7t()-j{iUVep<dqeO8y7fb21q&UbygJ
zrN^_UPeCIPkivn1!Gt@B&GE^TClNkAJ*BU&`OXuZC$S(%FVTG3jT;eP?}~rgb>aMu
z9Tw9Q1LNZEG5uBIIMVa}{{CoJ*VfZavyIdHYI5$BZwAFfbaXZYsO$p8Gb4k5z!9D%
z4GoO|OI6zs;XgVV?l~VTkPiO;@2_;fv*LN4zf%%7WWCkqeyabqQ$fHOloYDJzk6pb
zAuF5f>FGIb?%dqe)YP!}_<STo8)i5PFxD!j{Lx*{)B23fw<Wzr)=W@RQnEtl-%Y7`
zk`|5%X@6MH&9zQXKR<8lt5;dS4>K@;Lkr|vh9tI+^3~-F1fxY*6C^}56&Eg;(!#(v
z$>D`+lY++!)>SW9ofxE4M1omX1~mn|VC7oi;Iib>uJS_JAY%#h@AF>%j^MDk{cgp~
z`<A;s)%lN|3-=K9*S<1)@7}#eYjx-ES+RXyOmX3jorXznkKes}mz18a{_Oel#Zhb7
z7(QI@lw?R^YnYLE=H|`FdHR8S;#M7dQYp1GDtxcHuThGQj?RsG<usEA-@ch?P4(Jm
zw8|o5|I($Z$BrFK%FfniXvkMi14VjLo1n?B-@mijdTn@WQd5_jyxzHQ-?`W8woa?r
zI<3|`$&Gp2_U+2=7k~TqZN{8AJx`xLwXn48T)uoc1H-<#GZ;HSM{6IOGjHBC9;vl!
z*BY9ehtJv?6BBdAMmaetNh!JA);#H$cwAiEqIvD@?I(V}{`%FFf#F}|83xe7?L5jE
zU%q~=<&yeYT(?i-;$*e>ww{Fx7yePY7AI}^xPSKS*(btJ`1<=FfAAooq`dt2@88vb
zt}`$gG7ErC-|n%rvg*2b@1DP7a!t)1lWYqMiysAVE9>0qJgaMJa{BB4bV$ygJ=@UQ
zT3T6I`RK#{hYue%G&UBNmX>~6@rsE-z?i|1nZfYzjKhZy`#UBlBrGtwzJK@b-w!vu
z-?nYrim=t+u60Q6@9pbzn^(SZ#}0|g_4amlZkdb>No)$Bv*aZl7cXDFoI^@hRyK9#
zw?F@%IiHD$j?Vt|*C^@O?c32Yv9U-0{;g$xo-{>-K>-@rhQELRzIgSjs3c2~p1!_!
z;oYfTOFJaJy}f;Rn!BB;sH^My{P}Z4Y;5n!l`CJod2{Ce&xrW=@9bh=$2P~mnadgy
znt8izdWn~Jx$?q}me%G5!<Mxs9WRzQ@oF?bUcj?L;zsO#!@0-azYuxWVtV)PUD@yZ
z=aujL7IlW7dH($$bBjOhyS8h3`tjfIYAxR1d;a6j?^?N{T1SqvJYAq^Ul|#hEAQKC
ze}8+}$SxOP`F(rN&8Df^;j2PSi=UlwjEs~lDk_>Vabn}alP5jAJOaFYI^55HFz{{s
zSNGxDmw-=2<;`=~=FTqKvi<ru;nr4`%-SO^u3q<NT?z^|%(|ixdZgmkmP`rzx;<gf
zlYf7E`|A6-iOTK;pPqQe?5UVIf3;(GT3gIyW_G@o*49?3=W=p#S!c}6%^$y9KL4GS
zsXlo3j&ZYqQwC^D&{>|YT_rCkX?4^-pIe^v_*n0X_3MwHnQ1(6`t;@VKJ|6?x;D($
zmwB_xn=$w2-3!a!<gR(}`cX$ld^r!#XV<j%0wQ0!k4!nZ*EID0j3qCpO=RAfbBEVU
zTWv`~_QwxqTQ?@G*f#&gvNQjp<cr&mZGTno<iyhE#;$01gFSJc?Soed+`*H-oxgeL
zj*OmP9|terp#zM6Cr+KZv`aobG&J$&r>8e|7B9bYcf#^}mSGxujg3`U=gcTe(%bj-
zS~O@E0ms6bi5n0enH0$Znyv2=)eZ;@T$rYJLZ@xQ0R{`p8~^t+>|Z)l^G}t9lI9V1
z<=-tyzb4q7s<;ti!NdM<YVYCVV~<088RxB?-%}no_3`VopBrpVtJdBx(>w57`q_it
zWiKu2PpjAj&F!w%K9=zP36IJ1Wr+uSJvF2RS|1uZc6=;tpY2>OAuYM}*X|j!W*u1D
z&b_G0O`-CFLh84W@bKirZM;bpf09>j*YHZ?_dK=2H2WH8Yq4TWn%ne70VhaY1k8yn
z{PH3Yv?#D!OxMZNlk-wgyMmI5gxR&QD1*4B&-?WFB!nLJPinll;_R#b(w{GP6d%)=
zvqtm4>C?*|-PZlQUV`Du{N33fKJJP<wZ+mbU+LSl)J2(2U9)&6O}-&q%WV5FCHwBF
z4+W)VPBHJ}PMkY;s7KQH!i^g%=FO`A^YOT4*vhi?@t)ViA|pGmTnVwTwmuyZv~uy0
z3Kh`iiG?#SvhDx#saxd4<o_(Cf`R>Zzckj_bDZUI>R2-C!S@Am9(B<t^VifLIkR9z
z`n*cE?{~}P!`4PE4LYr&u73Eb*Mne{)}4Q2=1vq6ZP9E_4)szq)Jjo1G+p}nr3E|O
zex<r^o%OMBk&*k-qm#abCqGucV10nwY?|2Gv@#Yp76oJD;Il6#NXhBy>dM@{z7ceA
zXhc-hsUH&--F-D{+AibY-`|T*UcA>N801t%6XSO~pUeFeyxQtAbH<DZznU+cQE2g*
zV=?i5^DpI}y{^WO?~AD(UAeTa^~!n;EiI=Yr<&DM0`mB_dGzxf*ptYq6?*CBEv1@G
zd17Z-|9a;ym6V-yE~}_W-*oZeTX%eB>pp(}xOL&nObvbg<GV^<7reQ#@pbx|V54gH
zed<TnyvaEWIcj8<q|k{e@>inkZeL<`nJTLjJYQY$`uv%W924LFvrGQ{;@|I%S6}{4
zO=DAKe3N>5nxeWod!ph&gPlPc(evK;b9{4)EXtoM^y=a(o0WeZ79Tk9_4vEiirS+l
zcg%}*ruE3R6n+%s`1*!XI5~7V^ER_<FQ(5}k@g_x<|fwX=jIwu*y!VFSgR>#pLmFc
zg_X54u<$HbgRm2aVhe|fvBoUPmNYiSmNYh3<K|syoAp$Bd!C%|m!8xl=hv6DCSvC7
z#DbRjt5QE6SW{TBIdj*Q+=LJRtuCFnURAg-Pw1P^xg%Gks}?VxuHCb%G?<H*=fID`
z<fR5%L^`f5HuP2Av~C?=WMt%rFJD5gZ<;t!u&KFus%7Pm4~cutK<6`na%+HzF(~DL
zO3O61rB9FE-;l`c)zvL1EzDYMJT-|U&hOid83K)4D>GNEYh9v}<S_r&>V5ZY_}!oT
z9ayx6afjj|c{8zRMs*>#HYzqxHY|S^bEoe2+o)MeulBD#bjaz(jT;$X^_GNPy6kU%
zx61zRY{>Q>u*XG3MLm3dmwpNObTh`=`0={k?{@wAyja6)-9o*bv;Y(1h!xRx-y=7t
zDcY^;*ZQNgRWRwVt%31c{k+*`Lhsk<r7xJb>y?#^QFU@{omG)gwN|jtJ5#>0G6};R
ziD`PVS}XhhE&O;UGNj-3+l~A0ia$L$*>{#3#Q{Y<9Xnij<ShFxDW6PNntyhyiSd(r
zj~+cN6@Bg=I3>oqh__VMxOve`$Gi3a|GrxJW=RW6L}bK@^LE$n3tu%?Tlwg`ea`AV
zX$Nz=er3GXd82#!$c}vvH*DV)^7#Dm!?KT$^&MRmy1L-oo11;d4VU(C{;Yob^r@nf
zlG7#ElRe$%wwSVjN*fMH<R^bzXZ_(u_<}DUpJv8X8#}Y6u7C7Lqia(3@eOBry3*Lb
zzS(>}>HfZ24Lv=#j0OLv&JtfHAtu^kx^rd4#zd~>H&f2N%Cm`?+PzA!v*TN#^Y*;E
zAz7RMb#ks)wdzo(u=;}DRIYyee>=QHMI|LUlarIbexG#cZqR{fu1fnq9}b%!B?paJ
zk|L=Ui)K1rJhPxNFd%?oyPV#u&%B>Y4(>_hw1}J8Jbzob;S9f*Z`btRSu!u{S{uvj
zYFGD_Oka-o%kO`;{<U%XIRz`LC`qZ;*Vck&K&|rJk^Bh?&cI(Pvm`~%^1QmV)H`B-
zovo3vapL{EVXRHRTYoIDH0RA<KkHzEWop2$<nK;%R%r%ojgEPnd(~D;<AD6-Wxj`-
z`R#5zJ>%~AKP)`FT=eM0Oi<ma*mB{_f(%fy(daT_0LPlFMFGRlpOv?GdJ@XhucUoF
zzWM89Ns;BdTIy~F_BwAqzIa2u$gb!}jm3IuT0v<!f5N#t<ZUVf&K&w*;dbQb=jR(i
zSG>%#jlQ~b!{*Jw*Vpy-^7hHudci#7c0KU%>|U$4(?NOH`THV`S(1PDEt`4p(SD&5
zygUJ>1_Dps^~^d`w`0!~Hnyu@U+36ZRLgKp*_g;FoSe+#=QnMOw~_VBSuy$kwqK_#
z$q^QIU1z@1zwl};=z6VX%a*N@Pft%@vV3{+!6w!nuh;F~5-ACfrV`Gp`@{Md{Bzv(
z9&CN{BA$2?;~%xY#)ltlDSqy^Wa+X)SFW&J6MHtpM1w6oi+la)1!k^)cdX_5Z>-9F
zGI8IjjDo@<m(0wU_E8o!XJ?rf6cjXcc6Q!Tzq&v9c;DVv|7Oja6=JpWa6A9@opV72
zlz<b**&e-x$F@s7lzYc_T_F7KcW-bg2e#=$Jf0}9tKcEitJkju#iSP5Ew^KwcO%S*
z>3-hK^9^RMu@_gL{@?madh&y$^u=k}Jkn+%K^tPfmR`Sfsp-m<kkYe~l9DI)&)Tzh
zZ}eO3V@ED6^`1C)Zm+8Mv={&OIl@Bx*slC*iD$YDJ+yqByj;2d{Q8ynWUcbXpVQA~
z{hoFHx<YQAR9hI|(Fu{x0`sKS{fqtkGArj_sqwPA#=Oj4><7*r=JS;|Sr}fXA8{k<
zfc`oDZav*geVc#WJi6-b2iC(&?Y~Y5{5<{aiB+eA-rv4-PKfz5Th{OEdn1<rk_t2B
z`MC2Vhnz&uE$*#z?b2@ly#!8eQxdz<*!Hi_Oe+zcYga4v^y$-rvXX|Got#CJl?w9$
z1(~mlTy>OMWjone@b&wJ@3JpWoEWjUs&sj<g{R@Wqut_%Po47eX1_Wu?d&X7%|#)r
zG$PH+%-l*!w#<++fn>=N?z26<_PIff-7R}qbR{P3SB*dC%p{;yaZz~%yOCIGMy`s4
z;_Eqo=cqa?nzzDayJ2{)QT|Dn!>@TY>Nmvbva7LXy?wIMJKH^5^v;B*GuBAF^yW7C
z^R?5bl&3!ZYt`d^>Cg#>b<g<TD*rZP)0vr)*C)QK_!m1%QsnsNhuu)W1<Kmj#fW~{
zwrxwp;<ciA=j0mtubum4-n>i1b?#c-Lpy#HNR+;2vzN~|)J$0xy!-k+XMWq3mKK(^
zW^UD!-d?+Q?bMkS>(+&RKX-b%{_Eqm;0h0%o;La>Up0Ikw_<Xtu0Y_9#Q{w6uU7hm
z^1QqIbnPwC_gZ1EFF#+pI`w+O^|0r9j6Ltx-AznNTeNm_;kLlvJ<+CqOop#I&pgwg
zb(=ToN$#o14!wJ({S94k<irt=Y1US1XM0`;u<P&dTycca#CV0C<vdMjIz2JT=6~|B
zo-oUwd*{5_sAevDKYwjXz^q088bv}<Pwq|3%VH8wSHE)Q%7aHoyKik(-)#2m%uHru
zW8<}E$L^oJawUYT>GM8UNTU43dA4VTVBo76+56*eKl?VpQ8D25{;a)!uU*d%ea-xv
z_0%R7g{b+}(yy1@v15I9?OE1b|26!p{KLy7j!c*$`8d4a{n%N_4d1t1|MmL83=`vZ
z#&>@ns{X*++fZJhah7M5cV9X*fk`a#n`hIx=#bNl*)tEWZ)Yx>n)cxOT<(7l8}wWQ
z<xS2XdGn<rV#cgPrw_~W^72}gybwrAO4@Q$Vs2<fg~j`LNNQR%|H7FM{vX1R?|J#h
zH#d)8R%X?<`!zqGg}uIBzdLSizl_|?mkzBNC%wG|rU@;(CM_wwu%J3|w`0%G{<G5?
zI+iTH@N4nR!mnw^7RUeV<UM{q=}ynig0J6>%AVib+_FV*!@Iop4L9~hR4;M8U4H-a
z`h)|$$`h@t8H0{LRor!7;f+P9WPi;+>uWMqJjwq|y}uTI_m*FgYiqOj<Ad4pTW<UP
z`g5OupZnQswH}hTg0{ca9!|3@KX~$LtZeoBVEx43C%rp%EAobIyDNChny-3Z#lovU
z<!k?2`|QfpY<nuEyd+%yh#LRFbH?Xa<!*}m$M-4D$a`7Yjb)3!D;}R#d~$YlGpFe1
ztMyF%d%o+Q<&pLL{&?o&$nT409(<oYOR{YVXocUmH#awI+}6~-Sk_FG@36l0D#?;%
zE3(&o4+~Ft#k<kK)bLtY_38b~mMyzg<UUDC(%<&0$oo`i(AHl#BVkj!!7A;|j0jKO
zi?2M-ZMuC*<@>f<cB>MvOwEnj=&#G_n$9eG(|gm_>q~!orOp;%xyr<=$EdgV*6B^n
z)0wwCbr8Sle<`@+*NmwBCdMHLHb4C4Y+$^7f|<~j5XSqr-m)iT<}xP>3yZc)t=-Gi
z{P3Olg1GrVzJ!a0eC6dl{;|LQSX=wKjM^!>c}GtD_DgVaT*(r3J9l~0`S?GLwa?>2
z-{!n|bFt*SbC9ruZuJlLq*ISlE&iOlt`(v4`ccrOXx4R?)kQL%t515cX0JEDOyzg!
z$Z2MuRH~QXy7T?k^7`L)PgYh$v%6ny-}2gCN&5TVU!0hssGw<Z=gJip|MK!1QBes$
ze~A3qv9`-Gjrmge>}O?--yQc}G?9Hdk@3|(aS?%ri;LZrm6e${Zru3c+qbrzJ9p*?
zXSTJknOqXGX;1QTzI&I!onl3o{|ja+?%cXoX3diwuU4Mxe65z`a+bqoiTjEWvDf<|
z+50*8D<5qNm3ueklgQLfPF#~tZCboOdG&!-4<`9dd58I>uWZ^n*>sj&&ZVNP=$p}s
z3Wf|>@#WStqGm1n=Ct-&+_}}W1I<IWg(%f$+vUXOgw|h8Uv=?ETJrJZIh*5`&78!r
zc8lf5llr%IN%Cf2+10biXsb>6SFtnM_m;8dsxHtz_;CLhMgQ9D*H)MPnpW2HUfNYr
zadKDKUyCmVt!wu-Z`<>(-v6Xst|!y2T()}ayvzT7ZzwLB_VrWw#P5p!`@JX3Ol#v?
z(){tv$2HLx&ph~UdX|Uz>chkBg4fl<L{;X^xg#yV-gwHPdsqB#uMV(Rlk9Aq_vvTp
z!tZWdb<Vi!+w+I&Ctq6PX_W1?JMH{j>-OL8_siejmg`(wYpbQDHDU7P=7)#dAD@`0
zyl4GI@Miyxe~!k^A^)THR$bb>JGwl=I!bw^0jICLN#^a@`*Xrtoeu{eo@iwqy7%0w
z(}&vLhcY-ZX+;I-78fpia(0@!!`9Nw;>%l1#Qpa9ZR)Q&WTK|c#+z@l!mg`KY-PfU
z53Pr{KKAnBj(jfqc4<(=lbjQQrv)<wCr#dMd^~4y{47Z!g}>PwzCKuLeq~q34wu}y
zHlcC%ZuC52-G1Qa-QeuYaq@FBuBT1dRvMqXes<mKtgj`Nzu$Ym-fo<0RU<#i=)|E@
zQMr>#?4<qYB%kGx^<YQN!EDP;PuE|~bXe?J+KZ>p`?^b)vPpbdn!?uGymi*Y>qqZN
zgF0=KUiqG#_UZG-WB2w}SH52a+53IC71V-zys*E1Qt6~^Zo2DjtAbebrr)hxa@H*O
z>&3#|tNH&;yQ0&$vvuhe%?#ta0nvZUt}JU-*tSGq(kzznPe-K}XZ`h?C22K*@0juN
z&3Ue%c2Q!&X2V5QZU@dBVexk3H~R4CUdW2s!e@K*)|7`$Rn|2MIJ@uU`SXWcxy38w
z7en3A40gvl@%!Pgy|Q1YMi%|^-X)W}JKbSI&h#x-Z@)pDa_#NjXkGCzy{xVCMa=Z_
zbFTfG`nY_T@9+1{zpXp6%4I@+TkNd7aOOg5iTymwd6{Wj7|-&|k_>TnX3kloBl!4r
zTl#BtX$OPpi)K3h-MO3Xwzu1XYnNmM7b=1(jrZx$;_N%PIi2BO+%1-Ki+TP71DW41
z+#|z&{@pDpnfQ0(<r(|Stl!Ly4Vmq$J}<zv?{3YXE1wR}|GVt##hGP61(DPCHaTrE
zdsoM}$&X7k`*q0wTb53*6f?duv_1Df<a_&@a{WEuPfzwv`+fi9)!2D4)0<Au&At5Y
z_ltKgR9vTSjp7V?urvL>$}GuU6W<*-K5l%Lhj*5wiLu7Xo%82TT{-XFI;n{r@ns>e
z6*Rp6?#ot`i=NOP`Lg!m>y&o>S?NguEBN=w?ta|eTm0efw4V`HR+2}V7hODlp4VCF
zPt;7mPdl%seLem~u{L1xP5#gA>IY6=3^O*~Cc-=Y`mImqv!5qEJ)*ewT4&vjFwNIj
z3!lV1Vz#+p@s7<iSLL>~1%GU3Rqas|6}HNQw=M~to~HYFZ!e^M{6!kvsnN`<`Tu&p
z=2YFhDYqDI*-dJ4W7^p`(NOE^xi_J+uN0*?)%VP^3cjU%@^!ARxOI;B^hteppU*q~
z<5T6Txt%j5!|s(cX}_~m)6CzpPp;x|@tK&7aj)xN>7IW2C*;16%{zOg=wFkYP6geG
z<i60g%KTl}ZIuJ7uWh~W7WCEQ*1WR&?Q13<C^&h@sz*yZy!Ot=JJu$~B`SCO)BDnA
zNiu;F!j+GYj|&RQv4vMhb1r#pAmROY&tj?cEbhd_tVPFmNN}iY6$e;pu-(s_+22$*
zv0`Q6s%`aA{`Fs8<gNALG?Y3Lq9G-q>i;VHU~cl_ytO@D4C2+fJJ*)(e;c#l*V*^t
zD`$$|_HtYC_WOAm?b`o$D?b!p+4$shv`x_hBQ<U=t|k9?-xouZ*#8S>7R*TNdNm~@
z?S+TTd6Ba`ce~TrR9%~8-@Xl<_`W=R`fE>zX<TKcQw;Ss8*V9Gp2d|CJKM^n+NR9^
zT)_JIkybm;?z`o0eYNWDDs5xaxVU9AMOWpWT6c-3W@lku`}2e6{q0Ngk4i*D&rmj0
zluJK1=i%QzNL=v<gX5|zjSbwn28YYDv$GQu^ZEh{6MxiYFP+Dp9{D_})K5#vX3p(g
zV>LaWTPs8Y-+sTkab{t%&xAdBwraQR_`S}n9-Fp(v+W_Lri+&@9r`T?8E|^RY62SB
z3HlL!%Y&~ja#=>2M1uvW{kco%EYGTa`{a(fxy_g=w|=S0qA$14L>N^G=$!RAl9I9c
zn%kQ7v$H-Yem?X6#2F8sFCpvobv3VU`)>{M%>FMIZ$)-|DQjK6+qzHA_SA3rvph*R
z{>WEfXPkQUYOeg=@;6*cb0auquPkU%V!9L}Vrs(ujj4&(@Y({8;2zbl{`$+zy}LA*
zxnHh+zxVr`?cZYa&z`ao=$KjasrLW9?6*hn6u-Z-)42T4vC?mQp9?(WZBpRql2kd$
zqoOiz+YY9;qQ}M0Oq*6Mw=8&aQk&(Z_r{)v%}Zt^GMSm0cCPL1)$!{zQ&wzFI>yUg
zJS8_aZPK}aho)IxGO%@BcBEyo+{0y7Z?xC+Yn}H0t!*0Z!0(@W`1gi_m?>80y7?{_
zr8VTgjZnC*d*WS*%$)u2G&ANHFPQ%0H}8bs@AuE&-z;Lx(WJo9WMREv#>HRRt3_gi
zR2H6GILW};F^MZlrPg<s&pn$+u36kFM&?3GE+1|>$}=g6&2y5Pxbc}^)xL(!3zz2P
z=BEB^xsms#MwR_n)dN{~qx7@iPB(@|{p)@-@$eJ-V&ha_w?$t2dXL=hzb>*e<-YBm
zIZy9(G5suzUn&!88hc0PZ6V*J#?^I2=XgV(UX|qh^y*vXrI;C7_w@Wum0j=3{1o?B
z>0?o0$kQhU^_ep*<F2Kto%*5Jyg_>L=E8!1yEN_dBh?=Mt?~+ZpkP_|$Koi@<t|AU
zM*$W`0TJT|5{=GBPMz`+yR*sR<}3Tv)0?I-mG1d__wA!cZ<S`p-EAq_{`8vp_F2CB
zMT|YVBvm+r&OG>j>qDJp+Kh&FK3Sn~@${43oiFA+Z1Ct{<#@d0ZNQOtGnZ$3Z>dtr
zJm19=nB=TqF0LtU8)KInx9X~WK&*zcGn)qE;q%91vo^c0{B-AuV9}DIU9-yHY-sR!
zn3Jz=*!*i%L6D~+^Adx^4Kb$r-gR~xyzZ^h4!1V0s@|coFuClKz|SR_p5ezX_If70
z`(3fqyCh_a&F?pxMT~veK~V)tI<C{jR@N<E?wY;rmUwpR!L!^~3WEwKEeT!vaL4VU
z%h|J4Gz?GV{8~E0G3bnf=Y%A-{ny*Rc^e*Pu_=7i!Xx!UztE9+!=`zCv6KGjKiw=o
zrEBuuxu8o5liFT7fWnQ%(J(pVSisfyn+~5gx!q%HoO1egbjsh8Umuws@Rr)2^=6;8
z&HY<iwTFItte+5<c2OUaDzcW$IQV|+#J@pj3>ejW{6*!>#n-G@?mS)P|LMvNDzR_H
zaxyX&%t(}iSP^iBqk}i#uTlu>sor>VuTM=Wr8XA124PKQ6?K=*eJ52Xt~+wRYr0|g
zu@eVgG-{QVzt&&7s_y#p-72Y-T|Mh1^pmIeO#M*!@Kyfb<zKZ@j{T8-?j7Vgsp8Am
z3A^}TrBqxiC@d+S(iq5`de`{%me*J2tO|UdbXD_L@c+Vpn;ea@jj#TgYcnS$<)+8o
ztk5r}3yYeL`1DVFF!A7~Z!5RP?n}E}r<pcE#MtAK3fNnW_p`esj|ua6pLss_^zus+
zS9?r)vgU~5qt|a$`)xjP9PO!>hb6jAW@#(y9<tp0@P|#(CUHYfMP9Sc-t?6$M_4q}
zk3X^&^S&{|ps=KTilT74$La67ukP5|zYXN;z9G4BmhqB;e8peQ%ubg2Rcv3Uc)nK4
zyxwfgWOl!CU%`YGqEq?S@x7YU!z-E9`tne;_^P6WngwNYVX;bL7IUOE_)p8U?K5#d
z@;`p!%5{PdR`-?v-w|zTS=Ija*w5H~YNzhZ1g8h#Nl9%V?`PMo*G!W*;4WVqQuU+4
z`{as;vxGtSq@TR?yQ<owE=~^FM-N^|*yeAssJ8O{zwmGB&x=n_U3@71Qa!Xk#4|2-
z-mZ5Ya|Ad2o%?puKDF3qF~;oAvr4z>Us<%qQYlS#2J3P5u+&9zo}Q)GZT>&{Jk_?;
zb(Pk4u6M1Q^iHm<)-T_<b^Fzvb^F$>^8I(NrpJHniJTvc9&YjDX}Q<1nC*B5zkBD_
zwWg=$#$LX3r01RIC6%OOlKs6ZC-c<PK2+cRHcQ0V=XmAkXPw(;ch?+yaz@4T)k>j#
zw<DrYFLZ9#NP{Fb3H~n0xf@?hQW9-TIxCz##rfdk{&ti4+iPBx)$IvhX6AF$FswGo
zhokgjp1tB?r-1uvZQq|=H`lICa8fu`;PB%8+O@uxDKarK3Bi4{L;2Ufy3*M=K{EK&
z@)JwGPCl}E{_<<_>eshe7%JEQGg`Ux$*y<KLd8i!hL7jG_>uRE=S0VgiVf9${YUoC
z%~Ma?qPqXOh_TOMcKMosIkK{;&$n!RYh~m)N#$`9`-zq-AzhNoSiyxC%TXQ+M*$_K
z)yD2;B~?#J?o*Cmz1}WRSG#ZRg`@A|K0ldN_M6LAKjiBA`m);D*$4V0?#GsfG)Twa
z>i8geDla!#ck{RNR%?ZmpVn$W6mYcQTDw0_Db3)F$Vr1>m1oPEe=16*b%7G~-S*GV
z&x`Aar~fQ_f2wTm3>D8w*Y!^X?lyk6=d)jz<T7TMb5xkm-kY?xPp~=K(%f&|^;gDO
zMq8%NeLi*m@>j~m%7Ri(+b3;)^UCPRJ-5Br?#EB6%~I6Z^<ss?nu51Go^%OaQB+*<
ztmB2@iuQLkQ}+I<?hNC5(^$sgfAMK{*59Br3gFz<qkfd<@&4<7;)2f@%vkO>chbJS
z)hAbd`B8t6(W`E2dgXTc$H#rWpUnC>IW_oQhMo7PEq@+Q%KG^E>!eMajJhP3F+$zi
zBP;(_V838p)S&>2sDDz<)i?K^o}dwu&A)r|bmLnqLg!wdwd~}PtHP>ErcRatv-V|9
z+9z1M@lnugW|_?eJWgQ>iYv9Me^<Yj5m%6r->~)1g+-_I?DT@ZC(acMmNq=hev~&T
zwdLxD;!Tsc`meou?)Z*1Yt}A#)X1f|XGOrBsvRr;h1u@$+O}`!*3a3menZM(%`^%B
zF3Dr{>woTDHX~6(fA<@suRVTo0a=EA*X{Kqb*G;{ImPfH^U{nb0W;;w`_`QHnY8xj
z$xYSIDo%FuG5_EC`u~>wL7dEmjen2aI<+d=ezo}aGZQ~;eD&Scsrt9X_3fPVQqL^d
zx5-F%+wHy8>|K|y{@!Y(?C9mjJ6ZdA>cVqM5mV*#YpcFanXK*~bmqr*NI*FnDpxvg
znsPs6-PG-S_xiH=ORSNRT&W!_ID7Y5%h_?amxNXA`d%h3o-Z!Cd-uC$tF`+co@SeB
zVNw&bqbJ(RPd5EpS{9##MMyz>f}1bfqqJn!6=~j)^A@%4{P6L+qx9B8B@xdIZhkr@
zcJ=t1=FL-$Rn}Vh?$&dPI?$%Fk|QzjLePR!f|`OIC+{xB5l%AQ-QB7iw)eYoN(vaP
zS@X|5FW$^G`r`idYb>RI5)UVREGwL3{_52KtA&4dtPk1~BlGd!!aH+04<7iE)W&$;
zD7j)o&PnU_(Y;&Es;B(;U2$Ui?&+(I{w=y=V9T1i`MI#EYnI%)-S4bmEe0u#v<Yc`
z;I`SMq&BxM$t53`%t(}2tfag&=SxAipz*pHlUF|5qwr4V?6*_fDvNGk(tNd}<V(St
z8RkbL6!>N|&tQ~NNc#}EZ*Otqjaw1h1tT_WK63M(pIv@rnqbnx_U_4RVs}qVVgrYM
zOW*=<4Gm8Dpw`FHp1#fi!*hOqo7QJ6I@%#QQ@QEt9QkNd=gn{D&Rr&R_I$qHWX5~%
zKHc3v;l-RJw)sz=#Z2ApAs1c0@7%u=w{D)=r)w{nx;eebrQykwCjn;^z)d>?E)j6k
z22w|Z8kQFg<trXAeyx#Pp|?fEka?$Qfq&Gd7w`2~O>lj@=*q_<3mb3jy!ftie|(JY
z_t3KwR99Zq(z(FS+npM+V!n|5z8iaeI2FX7^i2Cax$V?W=IYZoIvR_zf>)OP(`OGm
zdFzbJllcMG_7hGo+`s)4|6)!p3%0<2%Sv0{%rFZ}XRf~y&S<@^d82|pOHr-DPor1X
za_#eC-)ycmeEj;F=qtGi5_LC!NO)SRGt>*3d9FRTzp`-Nt&5khUk<g)j8dAc?0n?x
z#kfVxzcL<MUjA72O~)|&`n2@ZYmO)y8KpFsou6?#bEBY;{1yLo@e`D5ZDOxh#NDzA
zpLa82(Yu3pPdYAQ`gMXk`q`havosdR?Up+<rFM6@YFY4uKYW}Ed1{yN@*a`+`0mB8
zy7hGv>$XprS^RH?M`v%}q8Z@mVo9{oNCUM9x+JF^N{;`hDeB9fQW7@rOvJt@wR1WX
zxBgzgWX8qbiof0Oy;DCsmfjZ(EEF-;NDDag;@O_B*P=hxm^|O4Dxg?f;9rn)_#zLx
z@uV2}m2>nqHr7sM{{K$&@|0lNzPDcz9Y1|;4DI4yKUcM{Y}>0Ei{Jd=A_|S0i?Yu9
zNc8;M^7_EXyO-~}b_%@^{(II>YLU#}74?4){Y*;ET`H`__VvS+Q*Uq9Sw}4WrRyWH
zhLiV(X>(Nv`-|Ppg$vfCKd;@Uo%W!vxw_K(?30O6wk+H?n5rtY9GUs5!riM&?;V>H
zcxqw&@lPvP%@MdF|9sBHirqhS6b)V;>-ija*UtZ@&0N{1^QN+X%KPgS%J=4FYpkHx
zg351AL8;!dG7EO+xx~jm3A(s$rl{nicRTY|3C*!eN!qY0UeauV`l%BiFS_|O$vR1&
zdgjOByYQeRwCADF!wyZEhl3(QVzu|O{W!fgzjo!RAKjl0t>qOl-X&<LUooGZr9J4(
zf*Fp6i)Vj6rM*7n{PVeUxpm#nG-x!6{w>HjytAf0bYW3RayY}G|8M^6zbmjaFfohu
z@2)c{YaU%c*M3;;Yr(X|JaX~2!rRI^V`QdJ@e4Yxu79D^DJp(B@6;vRGn1<;Z^x|t
zcfC2ZsPLo;2glsr#cw~q*mM5d5uP`G4w5G?mDa|FO<VXzG_!D(%%$l1dI6@Yox3~s
zuH`+IZgNl0&O63ix|rSUZXaJ@NV1Dl;oP&=&qi*&ZCWdHPn@G>)`Lr~Nz*xgIXHba
z<2;kt|K)w}rkk7dUP-*Xy<7Y!52RiH*b$UF9fQtnV2LY!mAi4{)~T1iMwfh>v~~88
zgC`^NDjyejN#5;%q$vabdlip+tK7G@e)?oNQ|rvd%Ue}FF7$kGzV)iIMKDXt=WRg2
z3Vn(8slS)Ml|RIB?jYA6Gbh*UM|s`|9W-=O%ls<azgW2JUi$8&V=oNsr`&!bR+)XA
zDOcU;`S;5|E6)Fje0BUz<J!xHSuG2mK1yKUEwoQA)?E7Ae%F?}hknYN>Rr64IP0KY
zW`)41wDY&#1PVzQOn?<@A7RB>1e5pm+_3X2zMe?7sy@B9U*q?jS-BABD`=+u@dcf<
zbKbr9PLz^j)PaS4v233wDHrZ9*p&U%|B8rWx<`9oUQ1xnrtP`m0uKM!*6g@mW;AE#
zjD=5sJJhkS^}T-l;<0Oq^JP0EPd@y&>d&2Jo65>16ux^r|6c6&_^PdUaF?XQp%BF*
zqOSz5y-M)>b^p}N##mX4?<;R5O(}gpLsgX_ewLK-#KUcYu#(bNBQ55~zt*6t)Rif@
zXPjm(nUNSIXYp^%oa%cPrTiZstFOHJHCTM@6uH{p-leZo(<=N$jMr5>67}?&uXA~N
z*vTD#B#lfGr_6f3c>aIA-FdtHi=OKSE?k&b@sc_8`sVu#JHMXQ53%d{<ZGSkbI#<X
z#w_h^-?aF)AG=YQ`J?-D$@SguTE9=J&B<dt+Oyf*zO6%2#Q4YE<ueki?7m(JPRdSh
zPB}GAD^1~h>oXU(b3A+a&*$r1UTf68d9SkjcV6z|1ZR&`W}b_smn}arWk$gjWtX6K
zzt0=&>~aqYD6+HWa7^3+8x>G}eyp$KwOC5I8DH!?p1|XCzu)ZRXo!(~Yjr>VrkOwY
z(JP`07kEFu8vI?yS0hc~dRJM^)jc{_lz09F1)`18wXiS?_v_zVgO7L2?KLf`SdjDW
zOefdmk1JP-82fNTQgfH2^t{^&i=X#~U4J8biF@1TW4ZbHlOunpYaaJ^$Z?qc>sowt
z>a%?_g=R`?W`<@?ikPBtbh`NLJ-kPG9#>vxzu#T&v7>0gz0V*0CmAR*^MxDlmG6@L
z%iO&5`~k;TKRztq-_^aleb)VI`+t#9?<ynS$jV&ZJMC)DRM~dE)hhSO_x+!HsyZ<>
zcWrBT)UM?1S<~b9`AlVI=MR3m+x}Nz`QF|3e;CVDW-psjDE9n#g<*42+ta%5*8k20
zoiVUgc5+TR+7i(%Vq}*cw<_$HazERtpBEqQ3jOaM?t5MJARGIyss+7%0zaM}(9%tJ
z{&*ts)BK$?H>oKHs&00RYdxObb;awST;92&eAmWX2OIX?m6`fswNQk%`iGqhHI&s`
zZ?Rs8nbEc6GI)5SpiOx?^Qo+Im(yoHYTf+wL$O(5M~NBVS<U_$MFH)AV|&XkEZ1|~
zy1&0Y%x-x+|I6o3m)%y}XrU_ASN-<pg1`Sc4Wpzv7&auXiIvEgF8dg%<Y{?IVzFL4
zSI&v23%xh2Ydv%6?8dzEj{en?Yi{ic@mA|gmyrMRUAXM=zox3n%<t{{JskKh@}znv
z#OL!zZp)E8%5%9H(sZykp0z*womdiE#Q)5{na3vuPFB44?_S2@t*(_`e?=y5UpOPt
zCc58F@0yvJkesOYR9*4eANK~FiHO@D9%k|;`1tXCKbZT9pX~av+F15`*VTW!J})}n
zC$6onZTaV<{;HZ6SN%(rj$ZgNQN#JerMc{d%-<d)P82ad_vnv=ep<kp4R_wx9lsyh
zCAloUtZbV~+powaGd5<#Ou4g3C0={~{_KfMczHwkexB+qJh7C~n&Y_LA*F}4j1PCX
z_wlZkTm5RYlCuJjLZiti<&1Or0t;77V36`Fx0f$}y2q_D?-Pe*kfm&2F$a%VK*6@{
zlV>>AhQ3(7WCCN*41<WbYz@Z$&h9GO+P!Fdd$*8PnmX@9|5?*YN@X|}w!U_jxR@jR
z^`~2`<-Eyd_buc*4=Rc&Tr_WKe=3}G^&_k0V$(#9MI5)9cU)f|9iEXm?ZDK`jRHzm
za_i^C)=d-OSas>~*6fG71lko&E$m@=(yq<*<elhcg`SMhof85DCIql;_m^Zo=zaSl
z<3#4`hw{XFe)<SKcD`X5FsIM5HDl?#-}@GI&U%pi?nrfO`qupWcCeOfI{TTKiEDxn
z|JayQS=$|PJL>ck-^rzAEhjdVZ<{_>{=G@2beH6RzI2`VwR4vKmaDjR=6$QBabErN
z?5&gj|5?TR==SpYdOU(Mcj`5>bylql{ni_PXUVDQ_Ww3%onIBP{M6*M=_^0=uCMuW
z{j&g{CwH)$;o~=F`#&bJ9p&Nv`%e19+@&)TO<uo#Ehxp__m2<UixlX)6BGO7r270N
z&<4~+IZ$ip#4ZKzo2%tkUb?B>AFfsXZCcLcZJ?C2(do~gH=36=@1M`o!tZuM+IX*c
zmt=3b-3pl}x7Y1<F77Ko8re68M_c-P_w423pOz`CXLgcRoZh@DenaYXtNi<a{a>ED
zUHyhrjp04pXJ^CaBscNQ1Lf0_+Ag*P3!OW8Oj1+U$`I1g_6SRRcK`R>g-~}n8YUmq
z<vw!rbmZ3gJE|6?>1SvPXlHBBylCY-H9LOI)Q6FWQ=Oi&bk3AhKB(NB`ZhS*|Mis_
z8`IfN-LjC{moecEcX6rNhL5Y=POdpS<wxYlN8&Hl6O#|6+%<k3uskd@ucFSm{m7{^
z>#QO`9jrIE@84XvIlnf0^(J@!ZZlB49254txRrg~q`Btuf!~8SluVs@kNarPKE_6m
z2kWN(=H)uH_n_pxg`5AJNZ+sc^GoLEr3x3#i_Fg4j#$3={Mx+%Id9)Qx%K@1Qbbv{
zwC;QF4^UY)@8)Fn(*ghOmh-kcPg1GO3f3$OoFCbt2}?G2W*TlyT$Q!|!86u+-unxR
zS-$YR(%i?m?^VV3{@q7U9`>wi|N1V#!J+!E#TPS`cRjj2t;J5O`Q^p+@@((ASUPUg
zR`+P<@!@#0X~xC+jQZ64f7>F{^M5VlEK}hzPnGVHWGnvu&^<LIZQV1Uvs&}k&$-6C
z{eFJicV|Op?eB*5XUpxEgng?1^)2B0w&x!>RV}`JlkPB@^EmgAgkrt3>t)89b%$d;
z+<F7tqWai26daX$TC@N0-TZ)K@fObu^-hTxpL_M^#iU=0`Jdc3D0m}ctn+kt{t-}|
zf86u=ob}Ob$K3Lwrg$&c^_=w9$llDUjbFAZZND+B>8X*n<<AABIOaVmCypr2(p_ui
zd(CE}n|AWi)Q9(+O7Hyg)}ABW5qfuFF!S+Wg)efo-^X`8F5_hHzPM1oX;M>y`=y|{
zvV8(K{<{5`xrz5E4|8PoP2NWjA8XHa{cLi(C-v&9c`<iv&lpHr9PK&vtoc-;oJGY9
zuFNeZ&*ehpWM*qv7K=Z&bCh}gY4Mf2CF?7`z38-(Eqpht_WwmE*@H9Z87&QX8X-A%
zYJ1AH4Z&w#uzhB}cE8H!5?6QN^0G5i@^5MWmal0`YIEGu@_t_+sGK}zY^v(2#Qf`&
z{Pd95GN5rB{hXP~X4kHr*ywBsDbgREIXFj>gSGMPKJh&@jYUN+&)l|UZhrka)@W&6
zmrs<vr_JxmM^gV!tem)CIsRA6cf&}T_e&<Jr0)N)m%FsAWko}+$1ed;c6AIoV=!;E
z{w}6U!;;Dnfv8ng@1H(;_xAG3pVRcy3hFe{B94{cU-4cCRGI&NyS;nw+_@&=%Pv)V
zPg>&EGT)o$>vX}x?Wa#pR@Y1u0FRr_vD8RAkofSyD}`jS-iepAy&pPUzq)=;{?eip
zojs)spUwHP+^@HXS2F2&ih6In`Jy$C=gt2vG0#}JK7HS&^>sB{&&Aa)it-lAI%Ed!
z@3ILi_7wczzVB=5>|NUP>tYX`>s>hG;Ln9K5*6>)D(~McV%(EnS-EqErS+-muiY<>
zgsONJy?<k}aqHHJ&h31EH{X}&g3lrx*w}r%Yw_;IJtyQEf85x$ORl-9BfMV!;;BY0
zJF7?W^RKPEXuYL;wt&Ds=Gv{FpT${+%PwE<c|CUZvk=~}CaJl`%$|-D?}+?;^~Umc
z(UD{4+_vr8d38!IxHrj@7E;u;>wl!^>nHR2>n}NZZI!E)`QE<dvWT&Ty@;{Slim4G
zzzMqM)ym~676lVj+J2nOXJ7r|gzCxvMRxml`pl7ioBHm~&SQVh!MgklW^8=9)%TR)
zgvi-9mz}$LI`V3$O@LynxM){2zj<kIDF6DV!w%j%UcP<5b}sXCj-1TU%uOGc_8P4%
zoVBB3x5n*7x5ZcPxaMKdRdnblXHZR~VN#j0q=r!Ayp5X~we2pd|N2*7`a+&ha&7&e
z*28Lx)ec{Q`sJDL`Wl@`)u)$^+dDi>kPw=#qHJ80Qu#Md_n^s9o^$+1c{cxt))id$
z3XjV^di6-BJ9yE{Gg}$nY0uKgHWErLnKAze>$l0`+s{l?&+1C?`QcDlx@EfEymdiV
zRXb{~?Fq4FuMB?0eazD(KEAMU!{ikWc136Zoa8WH@>=@;HqZ!>)}==&*>#)lY%A&d
zwYwlj<dws@M#;~wuZarXxa}_V=n)UMzAH34G$pZh6bN&CzHrPg`@hc98!zm)?B}wD
z4NC=m^_Z%n?{UmjR8V;LzsprO|NKhhwABxJGxu$3!WW0g&rhT{y?7?wklYwl<l4EV
z=KdlXrNc(;EBD>0-nm-hMydR@xf>TJ-h7x^FkwYuLTXxEtlYZQSCdm;oT)W7WV47C
zP?q8JOEj;Q29GygssQ!=5?|i0W!|@WnUL`b-`Qp>@90dQmUdxf_OUz0*-S?`ww`{r
z+V-^S?>hlIU;HsS*~K&Q@#^$bm$#}K*}jtrv|iuFn)%%E#4JJkh^Vx_@Z)`D+g6?Z
zx2QAsNY8<Jac|>p-#^}*)FvtX-sjf`fsfxlO<C;TU-oCVBO)|1_bmYpNg2!o=b<Gp
zkMcY_zhT>^N!h12zr14_-1hzJ)Cu?QS=~ODnf$c9Ry6A8_2$q=51%Y3%Utm1S|4kW
zKzZN0In`leE9%`B?yW5;+w1FpLo;oLdj0+#QJc>53YUk6?|j%Mz3csZ5m>Jm?0L|n
zqG2<rG0`RYWM%Mj6?=XEId9%RDR5<+yC=;fy?XcMPF^cR=H2Gc)cPGF-`@DKqOfxv
z?;-D>yDXhQY$z~ncInv2`gqZibLYaoy}Nt*z7sU}&R_@UGLJ6F>vO82#d7l}S(@H{
z(xo16x+%X)a*jOMc4LJ{PtsFTI-2LMy|YPW{<%0~#iDSBIR|$4$BJ99?Z3TyQ}5$l
zTDEcD&iP$_e)vN0)t%Os9<LrSaElpxa74FqI!~DZI<4>Y|K7#W7R6B>kik8oyuX(e
z9F>xsW)Y>d=+To)$K$5#Jw9)O;NoK)le<^{`0`5m<z}y^&#v2FK4<yusC>}AopFDh
zm5*G!>FVU}a`IR6^%EQQ|6lpqTkXp8KC@eU$(pp)IXj=3eKp^mqxj09OOoxwI{tmr
z|FE83dVhh!&C=VozbY>XpDTI0v)m*++~#A~ruhGleh1yG5qNy;_r+&6F{>B7Z0I?6
zYO>_%@Y6?Ts%|R#KQ(<Z@3BAq_w?^5KR^EEv$Nshil8$K7BqgpdG4Cqx*3x_m#>%H
zsJ!vvGS{7;5w@)6KVoY)tIr9$a3GJjI$GLt<GUJeQDYB|SmAc|?#0c`Z*Fcr{;B@9
z2DDTM#i^%Z^2>9!UOg6{Zsr%=z8!z^gy+poN!MK`Sr~fHdS|8gTdpGN*fZbo<UViT
z>*r3-+#PZ3>G=t&rMj<f+&dV!HS*?;{k_cF@*NU(Uw>zMV17~?<B>gcg=O{sHanRd
zd|8rX`)h}Vg;nPHy{n5$Uq{EU`o(x~VeYH0RoRBq!CjSy*Vra+Gkoy((4B(1T?hXJ
zfTkKGgo{?~*x}K+Kvej#K=6FN1Y>dIeRuZ8#N9A*pT!+~^yIy;t+oMk?&T@HIP&0M
zlu^ZLVPlUco|2EQM?XEW<Hw_J-XCWdK;zocu-Sw;=*$Ox&i2Wn>Du?V1i$<DfqiYw
zkIV5#kKT2Dd&%MFtI7E%Z`@(JYguZ3@A5q3(EQ87WnGeN0;?aaU9&dz`$Ko@9QNZz
zWe*beZGC?4V@zpO{{~O9ZQFu&)pehX+f+8$!ou>jZhlSPDYO4S!2a+tvllV;ap;nK
z^6c#FqX+NB1+}r9dair=%=JcZL+9hCpQo(aw)pU$TUSE;y(V0h<g{2eBe8MM{#5}r
zcVkln92!7dN&d`TJR^|}($h<7GgQ$`J8<&G#O4rT;|<lyi!;_~B_BW5yT0a%+Mb^F
zeti~x;VwxL<5&5XtBwg;>#aRpHe>#uPpL(}t>Yi>lzyh8AG<yBW^}*Jvd!D?{N{Lb
zf;aJ!*<If=5B|Kk4G!@+vT?OvuU=Xn?*H=nW5w^GXE!jk>mBXMj|yM0O}L%y)th#)
z=bpLWG+O2_nvs}z<lQRX$?jdfTetSePS#QPoAcnk^iiJE4B&xSaM?6haHqC{UxLn!
z(#GTu=f3ZE-m7PR?90;7O?&F{+YA2%K7aE}FEBZXSIk%=EvD)bYp0iApe4sLy{MH=
zZFfH2+rCP#^p;MK^HUQ}Yjd_Fp-*ZG`ptIyhqt-iEdIgL$6Gq>uqXd-Uj5nyo8!M9
zs@{;y-miIELMyGHt|#9aR8SXwtN8Py(9_S(-_q%NikgzhL`my1&9psRO7(6j<+r8n
z&OU0=vLNg7w}V%WHPdET-oLpsV3O0{qxa7FX=!T<y7leP7BSX=%o&6FDi7~Dd9L=G
zJRwj~=)?Xub6EpIvv0T6XKr{A<|62#Dct;y%{pTPL$n~X{qE=u8(;sw6948;f7P#^
z1$Dnl=e&E@_j~s9xyIS&<Sh2On*H9F_AYVrHSV16QPuj-_g?#Lv+!QTm*=iCexHf?
z;rjdFre4)sySKVW1WH`nyU*|U%(wA*$3K)Fe)#M?+v#i5KD>I{y3zeu((mxw(mpmP
zRN@YuVM)<F?{xE}(O1(|CSKo6XJ79$dOY2Kf}Ujwmm~9`)SgxO_O*w<$%{&DiaLDe
zkds=9rtudY<0U7nqOGgnZk=AIw)KBiu-s}nu1_{g&UgAO@YYmTFZU0<mT`Xa_pR2C
zmzK=1x%NG!a(Y9;*1w-#&wrUS-6(ZatlGQTMLqvg+4}qCjt8WDsJiQu!gkv4W<=z|
z?r!GrOq0zuk--bk{XOTm&Fc2`-matf9+_;Fa^Ckp=X%bP)*lNrY$Bo?3%AyoEZSAs
zdFH|<OKZ8M8}}}KGllUq&$?p~rZ!U7#GZY4{i@kG{oIG*9`OB2ic=(yDH^+l_lHfE
zzHN8EjW<8v!6S@g)An>_3uTGTdFKxO+4b{<`L6lDzOyW2$+8zW)@1v8?91U5x{I$Q
z7i$-rs->s<HFvTvKj+u`FSlC1nt6)k6v?2&@$anWZ(8P+?G>|c>9T_snR0RhRvg9K
z-cElH38|Xtf7Wgil}=sSGmB;ahfD2Q^G)KmmzQ0Yw9kL8XliG<JK(FP$2rYO^Q#3W
zKb`ev*QaC8t!}3}MQ<zTeRp+9@)u3xikdI>ZAQ)4Uq4eco^g4(|KfBHjx#>KhT1#r
z?e2!2>wMfU6PXz})9^+0%^&tRCQVj2yDxSAtNM!v_sPoKzLgN=WIsjy`|-=%pSI4g
z-DKpS&2cYcUTkz$gHiL(+g%?eUfd4c>km5G?DaL>$3N#R0xx;xNM%cH%Qg?+QBr#G
zrdiHggPflQ-QWIRJHPGFuDx4#y$;?N|8M@&7uKuRpF8if(}MMtUv2!|`&SEQi`~pC
zFlsh(HZLxh2}y2dcQv~)-L`g})<)%iP2(^6#$s>n6>Yt*-2cq`a_wc0TL+Kwo|BU;
zIX3^tZEd5lsiu?mZ+-ZtRA$H5a@}>Z)+_&h`f+0J|3B+ae%ey=bzbHLXIC%YliwIS
zGkvYx{u?zPcb}iEVO+6y*_n*E$o+M;Z*p%RzPe4fOibl;?1MQjc{2?aW**$LGgYgI
zo$bJqQ0<m)FVCvo2j3^fvG9z6-^|3s<d4ad#jPeQ7nx`L*irB^?k?l5XHQM7l9$A|
zN*^~fYIK^J=wjsj&Sd(=g&#GoZcmq6=lbx@(V(Q~jHh_a80<s->woF$39Y|;<ci4V
z)!$aURhoWASGP3o|LXjjg~z`3bWE)M^ut{_bwb_wl$~qbCcNF9ckkNGeUGc=Ui-3B
z^Z1MSv=2XC6!N6H8SjY;PBSpiy8}A=S<6<fyz#oO&XblR?&*?qWp11ATHn1{HuadZ
zo~CNh#g(<vH@4-s|NQ(MbZf}5uQOd{I)ZjZpW->iv$9opvg{|Dr+R*sIye9POS`!~
zINLh2OlZ^g)a<WYrMus3&Ps26_wjD8ds;x+iP%R*VZYKcZimg^qoTS(s^@OaN5fM*
zwx@a?ol3p+_|&Y$uijhj*p=P8_$te%#pO~aG1HE{-L>EQe`?Q@e9!;wo!-}8<;>qu
z!F%S+*^kHf@42!h`HMa%y;^|MYxb$0v^m1+ehd89$GzIx|N3EXwfFID7d(?s@tl0J
z!!E+oM(X*p-U;i2c6n_JPP1vL+3oMiQ(<{?72ADPRaG5LSD3HXo%ylyWOt{!+9CBb
z?!6PMZYFQ*`+1R5Xy@<CXAbd*`iBLiN$fbY<J+_8uXgSzeYIxu-jtVCXV%@*UTwH#
z*7qPKHOu85yARjAUAdZrvs-B9LRYms<8JSzZ$wht<Wk+NtJ$yo`>k8Krb>HDW`4I^
zEqg}!&(j~fWv!yD%_fKEH?Ey*e9rFsx_fG;_4oejy!HO(((LA1OXKH<7jNz_+jk;7
zGEhOgY*rnlJiB)cRG#_Hym+Sg|G(NbQCqoWZEX`1)7m@>Yd;*DwsKBE+6?w7$Dco4
zB^vl?rnsnNXYg{rkDEJ;9zO@~2v228J=V6}EaBnbR*9{ZB4^f~y?WzL>`vZep2nB-
zn0G7G`|qpqpP6{T$T=+P$+=a3_FYWTo|!N;?fxeJU-2Gu>#yFZh&XA|Gb?D_W%dQX
zPEC$-{&1}5%e&1}B&()Kekxzm-{ix=FK5o#9AxzIxc&YWZ`c35KD$GDp6<kxDL+@;
zWnJHYvgqYY1tsrqr)9q_J$)_tdvf{Kzeb+=y$>I|KUq<%Zd5FhmUm0__H3w!>!2P^
zbeMR_?2`ZD=Jwr_q;@hhFLm5HPpv?*?dcM}9&h*aetEAp>lxa~ZQZ){&zps3epG@I
ztkX=#nHLROe{)@pxX*E)?e`?DNfT_;BjtkABpS|SY)f6EVa)R&LbB|Og7Ft=Ir&pO
zaqBgWc??QROINH|(Xe~A_L;Lj6OA=EzE9uyN91#~b7$e69D}N=-K)><U}XNac-gYH
z`KFNEuDBnR-gBzTCre3BkXf*~_R+~skN6pSPjx_7vetc#eck(J@+addl57QQcub1w
zBpc2=__*-QgRirU4jY7Jg@lGGs%Qkr&W^kH?$x<Z>%X0OsA78fk5Ak^14+@9%n$DD
z<JHmCnP8j7qZhN|z<IG#JfOYG0<|Z2PW8CfN2(+*<=eh3_tVdlL6;UK+P;(CtYKUy
zc8cfZgpZRA^B#Jw`EkGaQ>a(?$+A;DX*Fy3uKvCJ;GB8oxn0kvGoIvudwjw2wmY73
z(!$Ka!on4nx0AniNbEVePm1@D!PoAt0Fj%*VPaw%a_{rGy1MQtddg+*4ZZA7!?;fG
z>in?P&tJZHyJB<gi&+a#tUeiBUViF(sC=lRfvEs9H(OSDiQirm(R~y58Cfn$J#tL2
zV~&Jos*Z*+k8_&A6v-aO6FlHN?L1Mk$LExoxcK3F*TTMDmAG_WetKHpq3yq)Nxgky
zdU((NT((uk!h&y>{z_a>ZEmj<xrycL*ROx>EI1<oj&Tj+x|4HfYkm&e;&xuyyf@^m
zbL#vnm$$u6XgBN26|hzn<1`iy_~_F5ZS&LqsoA`4(x*4o>lz2mbcDi#knD93bQ}5V
z@bzx{?P{-7zJ8g|UHOu^u-tQFpii9f8F5ol3+r5qP3&xkP92gl3k#F5O5x~}wLW&9
z0~#}@dY*}aic1Iv`|K3YvpYMBPn<vBzPfv}Ra@-cxd!&N0`GKlBYh7`K07^&YtC#l
zrk#n78P{(`b?$kvKp`Y7?9t2R^PfFu1m8>N)S-BS=M)dSe!JUu%hEC<A*hQTXTsck
z<=VAHOO~+Qi;H_zQDt>2$*U&b#!g@S{#)ZcC$rmrRvg#4`oqrjNch?V2F9kYDJd+|
z^yB-E%h%tzaBnd*8H3s!lU{7ffVSFxYArQLu})=!LFbtVUz?`337YZRm%I=tDlXnC
zDqS~E?}u}m#k|OXhWu}4_vNH{K0o|6bH!XEo}Uj7Zpcku9G1|+!VbDoFMNI6)9N{p
z)>4a6^TIO;8paZ*c-o8>tF{|8Cmp_fHdHqK_qMf$MqAjwi7bCKwRf`ot0Sg|J(z#*
zYHf`$GZA`t*XrPzD=f>@)Lux+tYJB}HT!zc`@P<fg4_ud5KBaRj-TnZp7~7JQq5P%
zxW>84{QUKXiOHAG^z--gr@EcyOl2#6e2h1Ak-DKG<J;TYLXY3QeU$O>;;Kg#Hxu^k
z&ppOGe^1(s{c9!qLk}+&yuH{sXN}I)${UCGOLuj3ZK(d9cjf9;$@jmfAbI1%n+uNr
z_%8EYUYLBGUCTJ_%#4rL^W+a37^k0Gawem3;hBWI`}=xl&5|;0d~^S-|J2VD_pxv`
zf-5NV=T9C?p8Irv^`lvdad%Bv|C?88q^Yzj9XRbfH~U)HG!A}lXIEF&b8{>Ye^-Gd
z1CCTS=b4UCLc5Hb1(FOT8bF~qW43vI($!U=Cp`SypMO_fx#Wqze}1`7*X!oP!bTt7
z+`2S>&X%+p`q^3``O|!p9~o+Gv9_|f<uunjZ5hX#clw`vRA!wp+4mlvpCwN9Ogs1J
zX!pjFmqDj^lv8hRN{!f(AvjAt<>Vw)trnwZqr(>t+k85qd}Bjm^Q-NGG9nzs#m1%c
zEN*Xeb<?*GReN!9r{#}|<2uUo_M|U)-?e7fjF}=`jr-y@Y%vIb-kJNmtfQyrz?GH3
z8}skmP3wcU2^XF*I2MpL;b1d+@|6{VQzYHI932^hf`Ts8JbbdJB_J&z%|KW8`@6f&
zxw*PxdNCbewwU~=sLp))BIfNarFHG*%Z_|M+F1B<MSMt$ewJ3$g(bG1{l1pOXv?n+
zi+RGw<B*?kzGY+BU%e?WUWv*q35yL04ejLk{cz{ufHVP6c^Z)R<M=OQe$Bg!b}uac
zf3E6htQ@1<{-Cr8Jv}@r>FL2~5}K;2svUiOYzxn1Xs!>po?f>9%`Cyk{pS|Gx^?)4
z{S?VF`KLge)XUyR^~hR-E}$wXFTKd(9xbiS^Wk;Nq#5^aOq}1dT<i1BuEPys(J^xj
zgVyeov{hjECmXZ$$&K$%7oB<V{I=-Il`Ci1)moLkxzVUTuVT^0&&>-Vjpl`CDjv3q
zKUr5IdEREpkKex!U%Di8^5n^?pS713{G9H5>C&YM)2F-7OkCn&{OrPo0D)6I(++%m
ze7yeS)<egSvx|v|oj7&s(bkCn6aPn_{J*ho`<a9p>ho)Yriy}Y_GsgkZd=eGw_)R^
zN!dHH{=9j3K~C`B+yDu=mQ-iu!jhzAuQq-tyK2(aqISx>`uU@urKvyu-%Q@H+JLn<
zh&`bqzW&RnZw<N9(!L&+mN$|gG%#xD=o~pURlD%h6VE$4i{1N-Vc~4lEWtLv{+}fq
zuM|sue*T`1$D}iYIy_V~O<iUtE(r+>Q?js-IL4C77P&c%*T>hl@Zlj=6IPf1M$L(x
zT9HRVr)v7lHsf_}=X1^2U-zM)ym@73=eexD1%B^9^~KYZf3J4&MJg8Lzl_+kuX5F_
zmgPM^e%5Tu-Zn{elhm^-PZma48@a8W(8>R*>)g6N19Ri6amCr%+9h9KDy_B)trwXX
zu)F;IvE+W+W5v@UArHQg8Z<BT;p<n|_xJXGJgGi^!AphC&Q1+Iy=7+%f|f|GZf|Gr
zVLioD^yY@)&e_p(f43MlXIAd4{=TlmD|DSl%icR11jWU>^Y+DFyyX_Hx*+M&D$$sn
z+e#Z2YYR2kOfc6F*c|*T`SA=3nVB;>rHeOxye|6qs#gE{Z)Y+Cn;uP``?R9;vdEpd
zn3m6%-4pKLFwv2hTKa2B56|1a4|#DPip!m%v$t}&sh{iPdm$>c#%t=dY15L9c8OY4
zd{9^yzdujrxui3!m~@<1`z_MK+Isb@o%d@#^Uh)u5*KeTe0(f0O+r)MZ%#vJC+EIj
zue3qQ=iFs~d*1Bq>?u>HHU^{_9E;xe>dZ{zRV7znU0od*7`QO+)rm7_TwE$7{?zVX
zb+XDh_%hq%AJ?Xd6>QC3uJ-fy&k7~G4c%JHP3%@JkNT;Yx^7jGP(eWr+c`gJJ>GR&
zujp%CQfhi~bL&#AO^+V#U280LHahh3mcmK)y0WYP@<pnCJbb^t=#s!2O~0dU7Ylzl
zr%5bR`{L>tA;9+in{!Ede(0x@w~sP@%Z<+dt5qkV?d@H$YxlzR0)eFDB!i+S9;#Ym
zIuQ-J(c2z;cz77pWO?=ab)}r)6iFsU&`CI{Y&%O|i{<3x7$hEInXt_96a(lK9HYY>
z>g7*MC*1m`D|w1X>G_V;tF<p(zN~qsUhEW4+s^v`c6s;qfLhfHmn~zPZI*jzQ|f7#
zIt@jwzsK5mB%4}VDtI_}T^-8nOI|(TWVeovm@)hG)~zQm-#R9>?wsF;kMEW&ajCeW
zprWd}GEUjm)pdqdsTSzw>Cn|-3wQ03V&{`Nu(SAo>U%zgsQAYQeTx@)t?=Sn;^pG$
zqUyBD$(5nS!(}N4qoCp<p(YiN5YN^d48F4z1iY6>t&CcEb&=`$ugwQa?_R#SD)&A=
ze?iF&OU>W^zVF*zwEJ#+Wv_%X=$Zim;|-fPD_ftwbI#H2iK&Unk(a@zj_^GGTJ^Sc
z!s(|$Yn0L+eEb-gnwq+5#fl4`KW|pzJ;HPBjWEwQO@Y~ed+y%8{rk?fYt#PzOWeHp
z{Tsi|`n#7dP5LW2`|LZ;pMRwMmVf^I`t}<+!MJj_GvH(Y9<-nPxP5W{8x9$lu-e+a
zZ0zivl7(6lJX(f^f!f;IOoqx~|NC#>btp6MIchCnERozJXw1OC&>@-Fx^SVQs=B)S
zkIup?SFdJPRLqzmc>L7q)2YYP8fFM~S5;R}oi<Ia+DqyP&oPN)&;hIrNp3e3MYv9$
zQ#yC*)THB&1(g=>+7-2U@!}&r7T50HUHj}=n&P!2wzRagH^Ftc?%WaSknAx$)&V+L
z@JLUGqk=#{ZthwxZtl|J;>8=9=PKq;cN8*ybmPmHEk#8|EfHOk8;oD-rug{!aw1!K
z<l(z_eyXaf-#D4}?%SueCm<?nRc9w>lABDih0M387r%Z*b+pc4+<trQlqn)#zklaO
z(tK?D!J9W{+FGvr_N}b8rbeSCARr*YUr*Th(TwxYH>=;+x^bhTOZAxpPoFOR^y$-;
zD_53$|6blW<Df)x&kRP;v64T+Zrs1Wo%^7vk<p?LjeB33TU&dddGKz^iu$g(GZ^>Z
zUw`V9*X}EE{{H?<hRue@BtVxbG|Xs}-?(j?T6I%RUY;LE|CuvBx;i>XD$g9aabw1t
z6B{#J&o~%JghWTrE-EfAt*g^Rj+P&RWh#?cd(WQrefWOq(xsW1nVRR4+2;5yfAe+6
zu3bSUN@)oh86GQFuC%hU5<&`Jo<Cg7%*>lk$MW;>wd|ifW5$Z9Q>R+=OKv#*^{vGA
zr%zK|rIXm6J%64$vAVW4mP0)0*u#elj~zdL_44Jzv%7l?VaX}`jnId4=loLB(_er2
z5)yy>bw>V++egnI;VCICUAc8@=*5;9jc?!Ps;a1D6cq(sWH0mF9eeAaba;5UdUe5}
zeeC*rdi!3!Pwg>GvzG>^vyPqWC$qD%LPA28+`b+C@H{IM<4x&byLazaN=qm$4fXW&
z+_isyxQRmAgC9R4UcP+!>h)`3fjqhX_U<R3(>NK9@U*nM_B?u&boKi6*KgnY{xIg}
z=ig-hMV7C<L-ND#znhj%5EmD3y)S2+@O}4_=g(Jf+&EF)0<4w6ka_?8lP5ckjEqwL
zKU)~!@#FuVxb<&%Yp0)9O=9zLcW;l1ifXwpWBlRMr$wt)X-%Cr?bP$nFZcgBd@q(E
zyfnQ~X1>x#mhxzu9h)mIJFuoNzqu(xF(AF5Y3j0<6AnChXQlg2PxIZockd3W-neP`
ze`e+6FGrhge%7Vw6@50T{GRsg&%6I~>Y294S5McAUE(*_3Uqod14AO4-3s5?W}T~7
zuV!Io<rI4N<mBY23)jPRTO<v{^y75q*L>=nV_EE$usV@#bKR?JYqe(@r%(I*{5<!B
zDUY?{_tglAiK(rR+baY*#*%@<*iPfjJloqMiSB(enw-shtG~}``ge14I;XLYhRE}C
zbEB)iyinZMVZdDFy0`7RXG|d5i!8aYBCuOHjP3NkyuBSBw9F@Sou2z2&?T{4zqaSy
zRXWq)T2Qbd<>Vw+C1vHK(*)8IzPz|76?MGw4wL_UJ5i|BIdXOXex`r?@L__ib(zN<
z(5*7MFOEn4sQmqHtt5x6fPli@s;`sGa&MjJku;XEICJ1=x45cnmxxjQznYD;Es|BO
zKPM<UFUh#L=+VoUnomzpH`l)U<wmK>>1n#giC^FE|F7rZbLjBlrFDOQO)^gRyX6j!
zR}SMh%(+EdW=zx!R{Qnu`2AVl-OYt!w$4sYD*p3qgaic@z5ZYO&o6CurtvV3NzRP`
zt<Y5}+xiU_*Z%%?X-%ZDq-oZapWA28p8Ye&e~v|<%+ZC;?MH6kj*i-rA^7?y*Na<Q
zS6^8d8(qI$5LBQuFo5inv#nA|JvC*bl55wDN7hNpwDoFgY98%zvJYJqVx@9*)!gap
z>Ok$0<~B)-f(H$m&o`%?mD(8FA}OvHGeOOFmPg1h<ICsE9v*5vDtKp4<z<!?^J~9J
zu00P9NQOi<ne$&?Uq7qxSjsf(M7Oy95vh_=*Kcobs+uiaxNw=quI%f2oms!Xy-lnC
z|L-rSvCNI>@pYPYb#+O*IgGdE+*C5pyR#vSce-J++s99zgsQ(kIVr3ezHW|)R>+B#
z<>z?Q&(DKJ*@Fpvves&umzPaF)+>Gd(yW%omr*J`z1v=2X!^f3`?|_1?eKLk>h>zl
zF*w}#_wV=n(+p1688F10FWvR%Rk!{=f$C+O9rpeEm7Oc;A$a?w?_8_Un%df<ckkX^
zvxf!bnFa%9zRbgIypLYJ(%M`7UCibBVt0Pc=xu9`EDKo~v~0%TH#dztz1Z7c*Ueq&
zFyrBkRUs>tOtY_v{C1qNaJ6YnOiar2b92k;>n;_42hE}FOa$F|wl3D%vgXGIkogP_
zGZ@>=il6yh{$Ky)#YHA=UA~!SF&kIL?cJsM!@mAs%%V#L&fl{IoMt?{Q4-oFXYD;*
zPxQ9?jD^nqtHai6U0&uZTy0kNCZf3J)$al=u!#)@%p81t)23(!2Tkc+6uLSrXt|$k
z=h^c6waZyuSI_%%tIX^B_0{4128TIWSXgF==|^d7&ux*kt^PJ8Zf{kmEjK^^^eZca
ztxslI-PvCsFQyx%0ybA5jUn*YiR_Q}Zr_gn_Wr*9$<nW{LTB1kZmPSs<?f`rVk`Im
zd?wv__QFDE--Gq{_tgqroo8D;CxgMlZ;plH%Alo2wXbu<6WhdEoSmHBRM}masO)}b
zPk-9kS(XRqDDy}dINZ5&=S<n}Z@J)H(O|%A;1aj5CbR8P+UaS&da=7yPKpW&CUQM$
z<rWvK{&F=u-ZLR#!4Wt1+T|V-o!IzfGC~_JX)o80-}go(k*)66OZAhJRJ(tkxh;37
zCv<h#$rBTmpU!`idGE;D=<O=`_x4yVKe}aG^W*64d2_eb_q^N#E<qR)**?6usBC;=
zSH{If%l5h&-7K9ExHii4<%NaKM_i-#if9Bl$l29sc>O;&-+up2rWi~28H|5-K0h(h
z`PP<9<!!A7$!~9Mef0eK^2D}OX}g*ofBt+vzwGT4+lpUbR)(wyI5;Q!-JPAFBaRsu
z7+NG7X3XTDq#dpo%uw_3QS0S4$)(=YuWeAe_bq0!n(w4%XJ=>Y*Ik~Kb*P1N*Zq@+
zct8as5A*#EiOo0I4)x^T-qyK$_wKrB$#+1<0gLN0e6?NXJ^kDkljdZL(pOW~J@S6{
zo(mjx9L5Z9&(2fxmCC%dq*E+<j?tM5s}~$Tbm&N=K$^<_7jNFbU#~bL^JZIl<Nfs7
zUta{p#l>&#C|rENu%)f-)z8q|Z8OVSPlEFULn7OTs;^nbH!LhHZfG9vSrfVWREMB4
zhw+3JtJm7v*qkwBKGgGMmR;?x$hXF+r$ibbTU32n@$>JmXJ@6s@%lhk@eIS3)=6TQ
zm-)?oRg%~?eR}w!?v55o3H!P|l054VFLj(Tan8f@D}$F$Td+U@tcOA241<uvbGMAZ
z+_SSx{e;tAh;Ej8bY`ygbOYwju=R1aC#UPrx2gLRG3oKEtE-JFKcy6(TNko&(gDl5
z`7gQVe|dR1`qrO=b}xEXR(^gq^Zb*~&(E`h!$lzNf$|xqjGLR5R#aD?KG@7IYjnn<
z?$3@h^X=oWt&h*Yx0vtN)$99;o_ZbPQPFI<(0KOk?d{W_baixWka73(d(QphLf+}H
z<$khv7rniF`^M(m+w-#p(hjXoKR=K2jr;w5wP#o9%$-~O@sTUUAM%Q47)lltu8rEN
zQvK~s(a%q*?%c*-ysB!~hRt5*adL*?ViBE)0Il$Ka~@37Z;`xE;1m8`Ct`!cq;3Oe
zlZ-3xotw7tN}JtyJN56?RiTq@DnFg*l{RN76L-1k)B&*}k?q5Wht8UTi&{kV<6`7&
zDil6eetOa=Cgv-U@S2TJX2n6*IjljtKG)YqPd8xZytX#leD2<)uzvz+D)p^it3p;j
z;x_tXaqaf4r(8RZ^-6o++LHP7#>QmBy4Z9HRu&eI^>KTb_|7&nN<PK|u~6X*LsI5v
zP<8h6(`o&uS67D@#<|K$NMva0@yXdl@X1&xn0a-#bMAT+-Tp~UB$4fl#6|75rVKT|
zzGx=88JXtXFgWMny#LyYK;@0@ii(QQzOIkkYqf3t>n>jJfW`H%|F`o>t5xhTnd*~~
zv4Zp2`uP2NWst0Th$rFxzS^p-J9ir0n3!^Qmg%}sNlz^`;j{;bTDjBe++JT>%V|8x
zy<PkDMv3QztKRN?b9R3Hzm@CnuG!PkxlQlV0%aYYGg)rU?d|P%_Ev{~_~$dnBG4%P
zoX%XU(oNe9K*yXjFdX7>U{B62^zF{<d$jxgK4Ee3=@Q*bG=rB-*_eD>C{4lBEdO4P
zUG(2yUzN{zv^_sRzkB)e^fifXb-ww@{w4d`>&&(U$VtbFE_k1ReO;{3)o*WapZ)jm
z?{DsV^G}@cFg8Ec2M$Ju8I0?~uCDG}?mz!s0Q2l*tx2!EraalgsdVPRiHXXfHpZru
zlR}4jQZjCCO6~caTXKK<{W|S!FJ4?+{OR@j{ZXvC%l+q1<B>F)aV;YM-kym!uB?l_
zz2|uL^>vY3|6cy<JIh2+Wv20*+hEHS&M-7JHTeh{+StUrx%>C`_fl539@k5Kveu_|
zJIruYjAOT%Z&NwRKsmEynadh&<7;aomA82uW~;3g)e4yqy*)27E$+qnElEeaK7ndK
z@0CGIzx)f^epzYHyY(R}Cn<d7leb%Qe95{OhHr(z7J?cCH*RmwUt0P3*`vpglewJB
z{J6WrRvUl$pMHLx>X`%9nUj~aKHpRM`BlI}l{QJ9Q2+UMdqXEI{2jNyPS?!MnVZ)|
zm-$rjvoo6P{Bl#IOtU=J#q1O^X<k_M^;K2<>Z!6)c`yELN<Gablz(+qXwbSCOG*2>
zJ)jZ+oXr^$+2$;mzhnRY{bDbDZVOj`J1$@ElAXBt=yCmhKb-D~9^$d7_~76*O-IwU
zTg<fe-4D<$Nq=;>#B?;09!!s~>omLX_W$m>SnG|hhue5Bi^g9(r@3z3x<}8Rsa1b_
z<N3lye((BFhGn_SOX~MleN}<@nSsN&q5Au~&h_ip$0_ENwyqXSE)DoG*Sh@3v6l_8
ztF`x)-mpw$ySH?8`1)6&KdVaX<}k0mzCK>Rv9WPlS$Z=&|1@THzK+eeca^TbTDU9s
zw%JC<U5nI?U5&G{PyO-X;Uod)cD}2>BeyzTGH79Zu+h5cNk`;KNTTI1Zpb({-(Ej*
zQ_97}t<#u57dI{SnQ64_!MEG_`#XCtEAFwnd?2XgN}0nguWke8_p`(nm2Rkce5`l!
z1-Z^|WtK%xHpndhm47!qyX^hFwd?iQ`G&_Hi7vP<nlDwyBV!S;NXj6gfpe!`{5~C~
z?zz_GUQ@L~AMq`Qcs!9!<H9S0tJ`vKpZfUt_|~semgWXOJ2Ug`Bdwba4Gg*5$+r&j
zNSS!t6F<bWCU*C=Ez((cca<u2e|&Lm?d)ySjiLhrCfrywzwXz`qJQ1FmqVpEf6l$L
zyF6brU_paT&5wX7|K{4)*Ku-k3c8ekc@Zf4X07&Y9|u`To$4@yF@w>@ca}-ilHRZr
zmlxe_V&y(^&3Crh**$Um{QQ+)UI-?#-CO<PLqYMHEm>E)9Fzt5WUW#xx69boMCA1H
zJ-;^9{3EO6uFy3RhWF<0t*gDX#Piag%Ho$-S5N1RRri^Z@C_2g0%;7M26=ZZayyeG
ztE5Xm<gSg{YUkxGm3w(p;bXU%R;8<YWUa4#neqPe^8S*yw?g;*|5ttYOz4%nyUVX@
z?>qZ?ZP?mbn$O<f-5uU;CY<(Q?@aUjd2;g4Ha~we&#qPrl$p=YHb1>4a&yX`A0Lg<
z&PWuWX=`nLX}C(;@QmT>$B!4!{ullI<@GOSRndF<?}f`d%X`ZQ%l~d}TT~_2qkH1Q
z=j3m1Zl=Dxv~*HI#m`Smbs{&ZR6b7u=LUxvjK6Md&%bYXPkUnNwqw7GUS3k2X<fdK
zQ&Y-hh5pelF+p?l@YA1n@80S4Ym40^{c=9dIE(oq8ZWiCu9{{%`~H4!@0~)eO9S@Z
znRM-V^rebw&r?&TB`rxgGr{p+?8YXO+*?;fK=sS_b76S`X$i-AB-JitTwgcWIX+ij
zP*Bmj?9Bwt;AI&<62hc@{QNo7@#ejI_rh4~d9_QHPCs|_!nV?V`}PGb@etIE-?v9Z
zE5yV6@Ah|>*T2mDvaJe~&sMBDzwrFh^DEEaUF^;;T=Z&A>+kRHPwx&|8MIX5Fi-5-
zXRlsq9XxojlP7#b;$gPj@D=vKP6}X;a~L<MTwcA{bWMlxnF~(y_?YU$A9kL5!NJQr
zwT)NW>zYpFnc^M0c6dxJI=b|1{r*Y&=0=_DIcS^mdro3e^6i|7m$QYo?zP$HbgspJ
z>ek@jCtLQ(E`84bfAasUzkQhbYxQ))W*ty5FbGido1<}kU99pMhe>NAHagw8d$&|$
zM_gmxcWs?5KWr*KBoybZ2wdEja%zg^t(^|(b|LFxB41rwn|&*%^xd7vW~a@IlK%bq
zY4zD5JVZ77^6?ADFCD*f{Mz#i&o4c{^8DO%{rD|q6;V3ZudiAk8Nb`EZCj65kFdJm
zi{!|)K9@fyZ%#XV#>-IU-rDHxCM=JBvxB{!$TnfmHTlX<Pd3J|%3hzQ>OD<`pXqwy
zy69~=6aD5|dCt3|7BGS5<t2~W|6Z5&XG`BS%HCjOzsaY$<NLn5w+!9IdO4?^Tf2Xn
zS8A8nt1Bygb_8zq5)EeATkw!6kxeM~@-p9DiyXS&8j4+<Z(qNz`Ec&03wtsyDhZ2$
z+Pp#nFSt4<sd~@){`qmgz1RM_za^qwsw+0M`i4jT{dzrK?ahVjE7osy=@j~POZQ;+
zxveiQE$y!C-=2Sen#GGQ;nTmbGaPQ2ceHEfb4bO%fw4tW;lhR0^S3grXx+0T%2zjL
zhrz{gt8DJoIgy)Z96vEzdv+U#+MbHyqOEP*^0n1F>L;F&x)uB{dUsnzWz~%9k?V3K
zB@L5WY-)Z?Fkt3frrl?hazbH#-LI9Q+Qxe~#n+ozS^P=9bbTrF-`m@AwOP5vwrpwD
z3RuvvZi<ofD$sp5tTnsunN+;Ixp}!s#s!D)NfA-*nboV`@B4jj&S^ROIvuaffZ2x0
zZpG5#;^LRDWxcqt@Z*{-2YaQ>eP)!ryJPtik{}rp*$Up@vz0xzIyW?l$8^hsnG+lz
ztdHMs)_Q2xzxgv6p2S;jK9&D=*2zZIWD}bWFMY$?b!5er?*DsU{IQ^1Sl{2@IN{HU
ziOMaK9upS3_j_&2xp_vbeRui$E-8bA2C>U$KTa^ukE{InsI|spx!>GLiq35v`}gmc
zyZtOeFLu|K%-bdz7Zh?QFJ)|S&i^IH&L@*`uNYLBKTmY(o@JVym9emK-BQ-O{PuqY
z&TH{$#O5xazx>O~%k@7ZCBUhw!GPJK^3xJfTO;Vk@8_?2Zrn1kt^DNj>-&5Cokh<K
zzOQ~99yqP{|KUwchwp9cu;otiI4{2>;9ktLy}xUtoVgdZNOB%BoT44BcX?69ogIZ$
zcU)#4T=1Fs-u7m8{;by;b9EClrN91sK7aO2^V8FGFEi~A&X1}A6{&5Kx8!{GyQjVL
z>=x5~^5Nm(rXQIa%Zq)#yzgfNJ53;s;TGTV>(|Y1+3@b=+Ft(to=|8?%90)#%S$|;
zzJ2^QWx@M>6N_Ij%T#zEaQk-f>eRDS3|796zbUeGb?Dkv;VQyuM>v=J&o|R%h>49|
z%l77V;gZJVzawIo9#5KSl=`L8XThZ{nZb9(kFVi2`+JW^-Y#aANv4uz(G!8oS)k^J
zY1R}M7Z(l&h7H#L)8Fegtlo9Yw2%Lwa?6ATic1dOJ+(B0x13X)^OD2Gpe;V#-oamr
zG~bCG?95hu61?Z#+rJZ}f(|Cyc~!jMlfCce<&+7`xqbiYjo%lXJ9V>qa;;xNnr-Ck
zR&^#&AM$~D{&c-qEjv3qE6r@RpQom3r*E5dY5m%mok307p(6G6@t05hzSZt2#jqo{
zcGkYg>g*R!wwUo;Uv|Dlaz}phTd%2FGp9=Yn)ig?xa9P5`{sW-X(=f${`2q3o%A#E
zs@n~zgeOm)2!z>0y|lfY;2gd@^8Y(t2?K{sn>MMKn}^#Rwg2~#|8g`a4ju)8gPtLg
zZN>~)+o~;F-%e?h@SSZkZINsDi5rf0pZ?ze{?f_1{*}&#r<bHo-lcX$!n$lt%)XkL
z2Fm<S2cDgsZNFvVzPyW{cj(3LO4+trD}LV|PM>+z?<{kVtkGV@q55yhrRtU6Lz>n1
z9<N&eb>8c}<>~JIa;EbyF7uu3RaUkQV*PaI8H_U4Wj?DySF5#hSD(E6|Ej~js_NN(
z@2Yd&###oSVrBDK+9j%DXgJY;*=zQ(=-ZoZHO^d^Ds7&3XM+1e-=pF>5ekisjmwTZ
zS5)kHb9eXj4+|Tz&(E{Hv^_r_)U#q?W%UdRnR4^mY1zAbtHbSnJYa^jeDpdEm@B^D
zEngaS)!^gjkJG+>R?pDqoO|K>k6%B3FiPI}Txslhce}s*&yUCDIgM>@tPEamvSP!w
z=~V$Qv(wJa(cETH{H(`khJoXry?cF)-=8?);pyk6ma(B&RaN!mhQz}@mkVn3LA48L
z0F0d(>|KR340-qWt&R4XdGh)Pzuc#P9`0?C_`YKQ+kf#ZCB>9dnV3|JjW0JJ=9yzt
zd5MLek&$ti>FjTtDgqXKJdpN4TtCjlzW&#)3l{=r8YZ_*&QU!o7V<0ZMfIZFoiD4G
zyq{{kyXa}xn&|E4avH_N#nr)9GUN%TG3@H~ntpEX(u|2pn~JVQICZyQS+D+R>F;8H
z&xuN{sXsqGm6J<zkaqk3_kI2JiOTM;zPY5m*5oz+)DAj!cgoFM>h;O*&(1c_K3uz*
zE8)+NkA6}~0$DG%CDql{En9x<+S=&3+X8p2dw21w3Nt&ONi-Xz=-=TwgHgt^$fZd;
zbkc?iU7z9}Ssm(fU*Q`#*{AqR-rZfZ(hjyr?x_5{40N}*Rq3lK^;_F+PSa9TbDMJM
z`qdSI&RydA>u!6#^pbC4R$sqmi%Dlkhr#=q`^taGSt-B02(jdWSt8ql$;<EEQ+;}K
zxzy&hSCX$;TTl16d4M7F&WedKI|>>Nn5V7Z|1av<xw+a?wZpeD@#bo+-7C(<FPAfK
zd(O?EMT-}6a>cAEdv`}uH)@N)`-c-0o!>~My~>&wy*-Z;9EJ_<Es_pSPE8`(VIghp
z<&*C3JE1V+2Xm>Kdf2LVHt)AlrcZyr->-h=1oN(~SK|Nw3YWC2*>Urqx`9E!scE{}
z-qUmxB?>-9?Wx$vxuU7L`D|DS>&xf!>!-cEynJ@HZtSiQuq_OC?9MQh>@UB2{r^<K
zheh94>o9fNFVvH{sowi4WU`i`;xFl+Es`f5UyrZ9T7UcO?`w<Q`91yp)p-ggU-}+&
zKe#r(oljOPe0`kmhGX}3ZJoOA+s|*e^C4p=2i6|uNjN=CH%<S4rv5kO6F(-uesuA#
z+JzM|GC8bLEs~&dl#umtvC=iKT}&7oW?y@AbMscm9h@?t;XsJ%S|kr7d-?d7I3Anx
zv6)kzYek){p#E8@E0b0wCf;&BeE2X=#^L;2vAcUJi!CcYEST;8BAA^|W<uK8Su?-a
zTwfRaNu%z^L-t^ZVREu*4DEcfMz%(3Ja2tp1RVJK`6F|Xv5w0ulRTa4>ta72Fkl8X
zDK0K{&#uV$cjn~Dj}tg+z3#t0al%70WW|Ka_w~QunpX<&+U_oSnY8WSY^%~$5R)r%
zW-!+Ld^$ZyO~IjRYrg8v_)S}<*uILtX}vTip`qmErAT#SPGg%j_HMtwy<O_kDFm7i
z;GcVCd5O2-U!IZ|7aT#Om)|GPo~_-?#ye@p4vU?YpO-<+PMN_Nv#%yH>*^ZKui0%U
zr+ydalzJ0!)6jcq#KlFwZeNoVN^_7lzP>u#|I`#s<?QS0zJB1W%>wmuca>yjURcmr
z^Z)O6NV;{H!FcER1Vv|+6+W4kzo$pE`@M;`l6?Q;wdI0sI&*Ti&Gz*7FaK=74C-B|
z&#Q1cbm&mZ`+IwRo&_%}dw)-N;lhPMTeCtftG}&*xJ@99;pdBOs#X){?JQmBtoA9t
zc9K@UPv;b|-q#(|!x!4bXW!c}&8K?fedYO=t<HUWZMlc7wBE0YiTUZBoyB=lX%DWf
z3>Fd+Qo6c2{JPt3Rx?Ap+*>A+RwXM;vaWc5CW0<ryjcHZPU)*F6B(J=EK(NLe|>dT
zNKkO${PbX1>#`}W+~T`p7c895$!l!##;W*P52V!r9yjGQ{vWh7<;{Y3d~;9i|5@0@
z^5gd_m(+P5<<4)P;JTit{>kUa<2UPU+pj<UE~H|zqp9T8jlg&J_P$O_WCQh#LBnUW
zOtZbbyu2EHJN#!F9sQDU;@r7uTeg^F-rlx0=f;MI{PVYmt`0NGx}wqU_ieg<{JolG
zn>THe`Br{oe|>%9JbO#a$isS{Eq7LYTm%WOikcaWFIp;(^T{rWn(9^bwOOUz|Jik}
z)oX;O_U)g?tet(^X|q?_^K*0aMA9CdnyS6a%PBln<VhEg?%h=$>lgRmUH9eprSn@B
zuiKw~UhZvn;DhU)9v%}OJV*cy+Q#gy3WZo>V|9k1WKy*Hx&J%A`_A=HKT|NNDzkw9
zZl2fdO}iauG~T%r^YYr-*(|KAHy69NtvjV~Mx(*1;6X#)|CH_3t8Gn~n3>O}KR-9u
z8j@%pOiW}eczld^rHqWu#9C{sltcgS&tH1_&2*(RNB*AK*z8l^eM+=xO~J!+;xjkp
zKh=@EwtMfE+_3vSOLO}+ZEL%fT<Vkk_Ydc???;!d@ch}o`DazsbvvI)D^BXqsQ#4l
zSL)KbRN<c%xr^_<?_D=ZQ$EB^&41n-wnVnHGcy#Ac8gE{`ue)~iznY79qnG4etzCF
z+wUJg8uo8J)+@a{IgDe0@3YVSnJ=>zq@A60a)P4s7V|bvD`O+0Cl?kv8|B}#d3j~!
zWYCOQeD+-T_~m<bzWi6V4g2ro>pOMM9GT0P7gc|MC-rE?RgK(RTLkm-^H;|1-j;KJ
z-(9QoU834&vcuL!ef3Ce)4hJ-`kLtNe!srIUmqPZbAGFsZq$pv7q3TLpJP?}%K81p
zZvA~Tp5MErd?8|Y*;*0puroQbkVYmb>^5XvRQmW)Pt*QS^7gyxuZ#DeF>*Y}U2ApX
z?)pt<Zv5Z7JD5xS+bLnaKShrg*j*PDxpw1~rT)x~SA5q;C#M%BZLR#aw}11;Dl5A!
z<<>uyvR9YR<6Ar1Yv+MWMNj{_?7qKv>*r(M7Z<rceZ78v*+T>7TmK!L8F@|KY;AJ5
z|M|~qcCFA=OCIyfTn=Sl>NWKe!vUN8ySuh-Rh{<j$B)02rcYMH?A+wy=JqTzZf&xt
zcGwk%!)sDBA~!9u%sbK{_^fzG%1NQmd+PrFx>hLVk#S@3e>K~r86PiXX9z4->}O-L
zTK2G;O=5HUd9&l9dNC16Nl7{T+<(4bYx`>J^*H0}wiO>1K+<GI$PC6g*5!VGYHCy8
zoo<%hq?LSpQuvuCcidN2hTC4LP_po!v5?XEpMi6DL`#T{_T728dA(<)%suY;N0q;S
zoU`ZN{qKL)+wDt_JlHAg9X{jAYDu-)-`@%^8Za;Sn|rC?z%Si8_cqBejt>on_4W0i
z|2&-@e@(z4-0TGxtG30Dzm=t5+wA)L`_C8q@#dD)JUGz!eNWpwbp-{7=3O?&GdF)a
zemCvZwCs!%i`G{@pIg4h@ULB|Pk7mlsyz1=$*5gdr_@dRVhpL)9vCLFE!h7uTF>Bs
zqBh@_L)KdjCpVefc~xfccmGLjyY}hj;<Nd?>p!346VChc`cByK_qB6+uSXju_gq;U
zcXVY{y2`rw>HE&}+y9whaF})WYy0naiqjrh8yjC%J=DX>EtavL*Eno*n(tk)*ZZDd
zO?&ps=KuF)wvKD2ikroK|5%-N!*1I9omVG29e;Ig?dvy*ZCizw#qKVH=2gK&wt~OE
zN;TiUU%yvT#?15nmbg-5%^#2LzuSb(DEzsX<>Oa9&B<{ul&izfU6GUI=P}ONdGGb)
zHqVnnN1y(3KlwdI_2G)@s~gHpLCuNoR>>QCDmULel=1jjua)Fmp~SYZn3y@B0i2%d
z%F2_g*YB%3|Jf|_(h-~c8<XAVJ-%Oc`p=upc&_FA#`o%e=gMA=llPNP%gDX4;b6_O
zZMnDAAgMu4Fs;G!n$Xei(?=KomNj#{zyI}RE6o+R?QO$mEHt&;)Ia6Z*J=A?qffs*
ze_384?MBhw=Im!Pju#($ez)rN<{n*8gR=eZYF=(NuaA$8J~`CNttXTQ8i$>D;DE!+
z%gg)yoUC1E1TOUwmA%eclkHO-{o+P_RZ2#4_Ur88XEWxr=dP(e|2b<tPpw_mmlrnI
zJ9~S#Zd<j<w#MML&rRzy7vw~&mfhce_Pd9Cwmfg`n~qmkS5Kd!8yyC!rSo{feh^4w
z=#?^?qPX{#Wy$X)k3VMne15wr_0Q9{vfWRg9oL*ByE)`fjgNBt<vG#u<zJgsKHKc5
znefE^_)6!CkDi8V{O6kd=lIPk+q>&dy;^9vC|<oY`roW?k1nV^;Je-D{rXnB=cD(}
zSNrzHs+>7+Wo0mEY&L8^XZ5siEjzBa{J!iz+rhs&cE(ll$!flr<ap9@Zf;7wrF_`N
z-^=UL_1Vus<74aNY_n%CzTYk#85w!YAZGsam$L=s<km&|L_T!+`RQrBJX^*~!^&Ub
z8O?cj?`6Hbw3Pqvzf)7Smmh!i_3O^w>l+U7{N1<ay3c&OSZ1DB-=xpBmnL}4p8EO~
zhkJ|UubEo0yS79cK8ALv64?rVd`L7l{NBG;Tjn1BqxHL|dEZX^>boFdX^>^4LE(%_
zyR-!JO7p5tPJw0pk_n~{>x!S<__MI-X4<RgkJ&%<yfh2^Zt-s6^~-CQ?E9NN=S$Z8
zAf`XHOKSoedS2Z>I#D}fjg<Y4<sqx3)OPON*&?ZT;mhubjY(F5dEYzV&6ptpYBKD5
zzU=y`Bb~yj&(F;b)91b`<>lOLRr>10wYAYp9h=!MEp%p&ZB1-d5Y-B~kbCybs!7+@
zM$bOq$Hp!wDEO;1`)aG-s_X*`d-s*jUiR<r@7Kw(PZL-<s`&pE_sk3KznHvsBO^20
z3<c0NiE1hl8<URK?%#fOb@=H8j?HV5Z*R}n=N8x7@>MEq#zM#7qM}XH)@f~IQjdN=
zkxikluC8jn>^7_9LoJ+Y0hYzjdUmLSlaRv<#urc0?n?Q;V6lAa^fmDmo3UW^lM{l6
zc+}0)&PZ_b@l7kgUwd6q`0kXqw}W?PWv*CsJHA)mKJE@=C5*xuhE**sFRppAu;@ix
zb!tvM)+5;>>G!5xzV1S(<geTRSvXoGS)+C-x!PwxKQ~u+JEV-@FmCX-`+3CYne4so
zlL`*7W*@o`cWFVL?I9j@F;P*~fB*i4*|RU#)T-y_oxc9e8K1lFPJMyQ%rYpPX^6h)
zx&D)5s>=7%I)@m=*R09qKAZC9<>lp^#&a&*-CeF~ViNM}>udLl2QicX-8y~v)xwKA
zi_;@_m#vMi$-i}dNz~S?XPY4-jt(;zw|{(NeE!6QxVIc^F<bI#Cu!N;Q%!w*thYtd
z&*S&Z7klq*NMu%IN}V3Hzi#i(GqToYKHz|3;4pq5R#aSk^!jo4Z8~#&3?3Z1x-K+W
z(lCi7u}v5>wH&f4q|>wP)Vig;2hz{Zf&@21i(~=!{hH6cGq2dm?QaV>(3*Yf!@f@`
zm(^M%{Z_>7trC)xJI7+3di~Yi-P=KJ283NgLPAGQpZ3nHneyn9@UQ89$E;se^{s!~
z9Y1lBs`rVx*5w?=b58i%|5a(_61}v~#Aicr*;?~^6^CoS)%|=bURVh>slk9bVnagX
z6%Ou=zn}cRyMB{O+RfFUYPydZ+3Z>D@}<J>S&zI<cf6$H>t}m){#tFnx@l$n5$Ry1
zrLK>yKt;y+>$A+)s9uhH^L<6V`D=^Y>!1Iynz-Rui*S7HSJA{aVNZX5bKz5(nwoir
zj`Jo@RyIyQHw8580a}Yy`}><w&J6=e+o~--^K2sLRX&qk%RVpp)|O18k{1D)S5{2C
zvNk$=(c;DbKipsKH`mH2;XuRv-at=J&u8g2+S=YRa$qkgoM8Zs+|^ob+g3ecA!D20
zr)9Z)o5C#D%(p*i^Y7#Q>Loq<=l{{JUheyRH?+xpBz7LG$-Vul%y%15FJRxg`YCI)
zb4r%-CbkK8c6D8<lgtxN$!J(;zukM9j$v|UW~Nc<DUr_>c6M=IQ?*ogm%rcl-tx;<
zRj(-%-n_{v&bhrU_y3e*FV;qFofNp(?Wy!~t&kN8-D0{z(;-QV!?<BvZq(@`iF@B#
zeU$rczkXKd7stEvHy;Cy@+`@#x@#l%^L}i~vm1{6CFi0Nr@j@?yHQ}v9(J_I@zb-}
z`9f(Hg0YPYgx|h1FkE+b$yejc>te05b<E7J-EvwTy*<w;<-`Q`dCDdxAx=(C98zyW
zbfdORIB~)Q5z!ep7VOJ=pK{&v`@FYNvpg?48=hXXv3I@y6l2ScpE7@?ajuLATUR^7
zWyZ&jt2^>|XBsB6CAJA)oXUQy<EE_IvFPo2Yv)Vyo>{YTW$^M@=P#U_YrQmPXVIjY
zGk+c^ezA(@5YO+>^Yd(<-b|k_itw_!)9MqO!rgBbUyA+h`(nw8s}9lIJ!TnfnO=G4
z>&$1niXJx}|Nnb)$;`h&EqhFMw6A+$@K;wWoMY3WR_pkbQ~RcFPKkK`?b5c$TG`8Q
z*Q{B)@Jod3<x6YVZb53eOYL*<t#efRT{cDi_4Ns5y0cFl&y;>!6@PnsT~M{SK$^wG
zRiUd-otUV6Hz_IRcl3*Nx9#nhp5N+Tn16rYH7<tOorU|8OTV`Ht$F>?&d%=FjVn6}
zAD8%e$1k^a`_!K~bHkFz&1t(n9sY9c!rFC4I9l=If`SYG%fH(A?EIB0A)8~b9ctxX
zTK)Z<kcfy%XJ_Z7WxmoMzkQo_YisuDZ*OnkRXZbLnA8%oJ}wrVf-7wPpTB3x5MJ*R
zSR>^lZT&OnHdpugZMnDIa&G%&-QJda``X(%Z&RK>ZM_<NK0ht}Uv+rlr*BX0Id`yj
zO14x~RXk9-zhwG5gA2!8Rb9Hp^Uh2@si^$)r*zTNYmYP}ZFltl`Sz%{D7kKj5X+s|
zxv5z<G=6@(nY~dgS!-X>w~C7V6*pFI7wg=+H`ccB;bwO|S9wVht7%0w+)2CUh)Qj8
z40yL{V(D5t{*O;L>mB>O=)0u6h0mW_o2RRfuQ#}QTr^HzBiqIBa1#dy2WSD}jUz{Y
z+}fJ`(R8s(_oPWepxkZr-p|9MfpNQ#SW<FwA|KyDCr+8|cZ#|n%0=YQnaSuccw}~O
z>B~#3but1<CDS-uIBX8b+%1Ujkdd`2ai~<?D_1O-eS6zlA(O1^?4u`7a=tEj*#DmS
zN5hJL4UEh=Zf9<6%boq{EO_%Lc-8yD8IEga-LL;2`{wQ2rA8k&cpl~95I#}#p`?83
z!P;FX=caBH;0<v*>^yy$$DfD1uYwBS9Z{%!e~&AaZME6c8Bx&^Tf=*8OMU;YX`dH+
zOF1vYC{HI%;V_fx8il?WH!hy-e)>`SvUK$ISD)Xl>^WY%*q2*fE#tF#`-AHFNo}kT
zpFLCi{r&y+&hA1EVU3wjU%k@0ySse)lP4*v3141a^`2RgfAiDw2nit}rRi~1E7wG9
zbn=^TcX!c@M!QF6kJ{MSTsZ#J=A6qnmQDIw40k@<cjBIdeA|<@>P0NlkGjQlv%c`W
zdHnRLYF}TUnR42j+uQv+9Y8Dn!5&u>F<v9rC0SNh7Bscw$eTKTRYUfGMV_48eBZuZ
zx^_N#U;VEv({C>iZ#}W<z-A$f0>+<rgTuGKNKDj8TX0nN)&j39dy2dl3YkCi<#OBe
zv2?AC{=*M$FRw42eAB+IA|7-;ok1#S#@=U^iDyx9@l=CXj~^?W-z}MZZiYkHsr`y+
z4kC^B*^&hOjf{+D-6{X@;NT1M5ARp3T6Jlrxb8e}!)EX%BruW0mN--MG22C^qyxXd
zhn`w?G`MgkN25c(eNpAAJE3yR=e2)*-&lC&Z*<bJ>HV>K>(2RYDt?;NVe#QaM%0;%
zr<Lht>jai_pKJf#{xR;uLxa?rnt#k~j`DCbsn%`Fzn|Cb#OA_1rQV6H<=f#KyGmEf
zoj-TZ?c1^aN@)wGPMx~2Wonmmi*3OJhsD47WUWHJa&vR{-j6#H`0rJ{a+<<q)}>p)
zTP?waMw-Ct<;BbUZZX`6(Jgu})p={X*!fe&%+ov1$4y^+-2Z*V!qz6%U?+pVPyY4Z
zXB=*C&D!?q(F|k7fV#SWyOtg837c1*`Kr)nu}s)r%k#1GwLRU<FEYqnV7PNlYTvaB
zA9&95)Yu+e5#7H&Zm*QuL)|XPxmKk?A7|(9i#%Sy*dH<1o$Zg+t7Cog_I-vk%FVaw
z?=iY?JwG~DTUYn$(p77G&MaWGfW&@_fRjd=fKkQ+h97P-d{6v%vQR3;{(!slZ##)J
zr#oRny5VVaE`65YrxQ9e|955eiL<Q}PrM2!z7sR&iq(wb<a^isV^;op%UmNp=jX4t
zN0ZXa=gqmh^^!r}o^@NFFN~S`?Lvfc{-P;IWse*eQG1|f${>GdJNucLx*lf~7A{<P
zB5H%B;^S4T*E#J}&;1}PCKh&nIn%NS4<A0{wJ|qfe|E2}up&o+Z#{QP{F^&FgQvPV
z>8Po($w{uNe>ychY2T~E+ZWgW|99)d?SMNC4NX0QUwCVcpPie#+RNu|+3nmHhv(c4
zFmOC9b>z$M)VH~}wqzDvbQR}>`<vq^PtsQwcGi>IQjO23rRBui1+P10v-J1-d%=2>
zo!z`1Z1`7{@Rz9~(<GvKQt&}#HVwyx!PfODc`N=Ma}5TSld1|bw{`@~E>M@dnWCe$
z;Ec!~3!dZ?|1wHqy`L|fa^-gU)RSktk9AFNU(NEP>f|rh$xk1%XZ!rxnDhF5_a?h(
z%4q^q{$5J$%~^SNrt$K55sZi5UtH|2y)ohAqoW@#tuWueWQhxCGwOQFifaeFnImOx
zon~6P@IhxIPye1hHj)+v3wq@3<sv1bSR7C4rBt7pXB*AL%=~fd>XvR*?`a7!>9GeS
zWSH1{_PO^+C~}MG95CKwy~Ts^;F3JvZ%3rotnJqQ)4X?g!@5_uu36Z1sZ_{xKFC{W
z!M|PV-4uttJ9b;Mtaq+7ofNg<L0NOme({yN6Z;?WeO0?(UEEuEz9Q3U@52-S&5y~P
zyqP|~`OVx@f6hg14%a{bhChDYudlCn+slLNDTc(h^UbEethVRooGp;oJH<BTwoD_h
zv{^;qj7H1iXE&yKnlGK`8@TOP%D+E9A?^APKMj~?SeLImb;MPe<448Y`0qQo)$M-2
zG1liYPS9q5^WM_b)YN_U4UyE<sc-Jx-dnvLViSk)gV#Clt8afhx|w%!zS!3@dnRgy
ztXOdA@?}orJtuY+KfiN6JSi!u&uo+Csiv&m-}Pd4KqsdU@%-3xxSfCZvTysZ*?4I@
zIBfc7-np!R{quMd+sZdq3e2@CJ$2E|%(e8zg@b2#K0?}N4F=2`{6F1R|MhnA-xemj
zn6>{`Z{xL4JM+OwSlutAq{M{xn~d(Mw5>ifja(rPtP@US(4A!-e&25`Cu_}?eO2k*
zTw*8IFP~pG%iu8g-`DZ~i|Vgyhpky~a-OoQZv4JGcZ)%Hl!G-l+;5RQuqpMlh**%z
z{n`z43l6YnpFVXnFaOVEb$_9>ij}XfuHJk#q)+tfzS`=mYa*dj1$Cln44~Qm?418k
zpQ^Sn+eI+H&s)B$^wkN0w2I}d++rFkDlXRL@0Q&3`@3*!@^L=U=oe_=HPq5pNr$Ii
zqNe{I&WpRd<^TJg%BHCo?q<d9UnX^J)uQj^HjA5A`mYE*9HkYau;0t2_4Puz@>h5M
zna;buq<%;6X*J$}tDjUu4eIT#u8j-S?Dq>h=5B4gcf0Ag+|t84+N(4Q&oJk0ZLXEQ
zwSBQ|`qQcP>ffGs=mv&tPCKh~=0nnSz1X0GO{}IRFD^7>uj`k!4*UD-Yj91?o>gIM
zS1nnh0-E^UnteU&-=CkNf`SXn-rmZ*yv%pr^*48Shda0N1irkqbgF*5UFfP1&&$jG
zukWk<ZM64$eO+Gl_jham{r#<NXn3*q?WLvN&!3xJ__vRpS89opYuAfcS66?shIrqA
zS;Dqz%c?Mqw_6>LeVTb#r>7t~G1h8JT<k5gYo{!gudMV{{`>ao(yH3W!LKeaT$&xX
zEj#f3=UorKmxMVT534FVCh)y>-vb3}_0tE6t;5!(bmr8*4Kj4yYj&oh_%qk{YU`30
z0*P(YrEMxUfG$C;{{F5Zb4|aL>8V!1>Tho@URxV|bxUS&ucWbCueA9!VSk&2>GLYx
za&K)Z{GN2Ujn{Vl>uYOg-`bYDT2R?-$NT1{raP98kM*7wO1qP>qiSQ)Q6{}J9^T%?
z&HF)1OZP*THFFp@T#u_hYx?isyiI4cXMYPlH8teurHwQDbmv})kKeQP=I0-`zi-!E
zQsB7V>#&^s&FO1)-`;-a%dFV*=gaHQd8Hcd55JZ?Z`0#A=`<eC7b~=;YHKSiHya#2
zEo)bEW7el@3;1U|t6CYfR770-`~UvP6_Yb}>vEUpT<uzWX~S_%O-;}mxMkOM;`ZEl
zcU|ZG)UPv^zo|ITDk+x4!p{C0w8}FY7Wf(0wydnWa}(r9)=%vBHF8dfq}_Pc%eeRU
z&g0vX9$&E!+LUuzL{coNvHg6zq&WY&@Wwwsx77SBl03w7KY~$IPHtW9?QN_s#dpI}
z?<jzESISzKmGtKxb<4`iT2`D>tvTB=sgXU=?OW>ikc^BK$NJ^<_d`a!IgA;ybDp1^
z9R2_E_33+;CFXC|)|s<m*^;%pHoRZEZtqUR%avx*$&VW1s;a&faO>2S9CMlI#99(P
z*~(5n&BiKqfm4^r#jV-bIgD$Lv~r8*xV4-u`SASMuCwbl6dZbI7+sopKl*0DE1%~#
zb9(G*e?^@5e7I5~@(@q;{Hm|71k>&;uqu7EWW@>%^Z7^DL+0EM@jTf5eqV5oPtP)b
z-w%tH{q=9>UFq)|etFl`w=(AUla8*DW|!I)rL2)J_qY0OvYl*NL`Cqvk~OzCoe)U-
z(KkK5?k4ZrxNSKz<;}0xTjk6!PVdXQwkGrWjhb$GUXz@yZuj<7ZcRGMb*Lu?G>lf}
zzf*S?6QoF1IKz;3ZqCX@f{D9+9dnz{X`Hir>Gy5+i`AF$2mY%$`0h^n^WIZM^LY95
zV|LF9)0N5YueCaJV?#|_(bH2)zu&K)Z*chdjhe~Rbfcp--wo4Z$(gY+^|aX9sI8}%
zEN6e7@U|geTUst|Z&j)991FwQ-__6D*jKwdDLMJ>oQVw(&vO_v+}^aJVq=oj_W=HQ
zPGh6cPm4ajyYuX8c3NfLrG|U6Y(C`uzPJ2v&-(j!R~Z$metFQ$e@Y<j$GpqS{dZsG
z(2d%{am7G6*ms`I&AHO@^7EhWY-wTn`u6sBw)g%s62Aw0e021#t!Mx^=`kd-B`_~-
z{`BmsdZzx5m>Gpnzw*AjvwPO{^P46mUi(m;^ILO1zp+?vy$36|*oEiw>-}atJZzSG
z>&Z5@Stgl52ihgg_S`y`dt*c5vd6{G&t3id{eFG(+vOa_YCba_yj!?7db`#Gh((8Z
z9{hg4Km4jz=#|gwp4o|~)ol12X?^`!T1DU6in4jRj#HoB*}reomFI_gF8}uleCWh#
z0-9Jn#B)E*u`PFF3S*K&yX47}C(G8IJ^Mi>dP~Mcu$JTU^>Yj!|9^E-eSSzlz=YrF
zjt3y|*dlpgmTC4K^}7G_HoaM9{$YRR`P!`L)W=>aR{K(t>TTy+91Ba{aXfzC-pIGn
zW*3<6=6_#v;Kya|&a8_ImbFUGtIBz$!0Y!S;kMt;m>G%t->*2~5xcKuromzUCCitu
zj@@0>)zh=(;n}*YIsV?>#or@JN=lYJZf4`%B+8m++GcxiYxZ<0)2t=C-|afRnJM|?
zB-K@+tEaU}&XY3BnPFA_F6Xu%Yt4+0r?l5=C@DFCvg&sMNI)gBF;#hd%-y~<bZ3yE
zd8x#XwOeLb?dZ?;irVq%$CiU;Z*I>k{;dDV%SF>j$3^-5>qpOO{$!tBJn#BH<)?z@
z9X`Bywb^!cjn<hPKkwLlFP|`Fii-1$hw|%Ub|&>!U#|h}Gl@63ox9X^f8Adj`|XF@
z`L`$D|2AiKec+aiz}A+Q71iJ0fkxBT`kdVI=z%@+!Ohy)PuPoQOq@0A6<gi)b+OUm
z>*F9BwHOlFnC{)&oPO8f!@jvu(Z+Y{PqQED3I6X97~--bn??E%&wpu-xOFj>p=%-n
zXPf7r+t%r8XngqDnkoA6_udJAKc5cq@gbfA6U*M+d1)8<_m%SGKXzv{WP^2XKR-29
zr!e?1&uydEeQ94qc7<r(j_Wcw><=n?O&@57tXR-1Z7vk{=ZwMPijR+O+NIx){uw+Y
zadnx_2hd1&pPVgZ=M=*so(Jq~JQ52|d<c;J{kgkNHZ6kp^>xqAWVs8|rfz<_IyW};
zcz)K5k7xEwJT+B&`nPv?wVh`?+}|f-`DoVF)KgP7W;-W*yqws!dR^@9RrUY>dHMKk
zS--7x>T}EbnG*w7g=kLIjSf5BCmU=A@eYS^!|UtoSBKT?$qLbWExB#3vFlsUxD^Zb
zRGQZQDv><I^S}JhkHXN^VZIL^J~Xp$x}bF6^~U3J!5JAVvaYOH2wL^&4lzj}jbXXp
z+@O_{RIjdy^R4~+F083dW`()=`hbT{tasGU@+P`H`0;A>`Y978EV#3?IQzziM3b+~
zTi&GKf5$j`YVvnTEeP8FWW4A5y=pFA&cOHIbaVTd8xPAz9RL4m(xPtHRi&%Leto;0
z&uPpQ;O5pQrW5gCo5br23!BT{-}7y@cR01K^!K;7Z*SeUeekX|9^$SB1LhlBGAI9D
z^5M$CS`OKN3wBi$?0t1@#gd}b)34s#+-%e$*{E%48F}#F!Bz45_gz~X?Y{Z``Rup1
zwyuiazHaw3{r!J7K}_N>Zis(5Gksp+d<nVV0sLVZf6kSDyPqu*zjRMha?+QN$K_88
zq$T|S_ZPHm%*n|qr;f|F-hS=M;N`0d9v)g1v2hWfoXv{+kb;vTku74Opp49tmcF%L
z?y}$JRH|#Y+GFmS`p9cV)YVm1m7kW>br>{TN(rm^6lgD&GRrxk#cQv%dm68lNx}89
zV?C1lpI<A2IIKm|AuDTDQ&Uq({r20OCUwcOcfT(>HN7wN>8YtDkB)HO<w#^JdwXl?
zix(NLuC6z2SPwDCuRn6c#nsIXv@j_%GZRt_DV$;W$6#IdCZLh&=ha1yx^w@fa~(Xg
ze#MqhZV^$zWl<kLg4RIPaV4_p#qC+q(!x^CD{Y#!WXTehCPw+yp{v7oikg-2{{HrM
zwfA&A=qe)v<{!+pUoN_@idx#GblCapa&aL}jk>hj{|EVeU)=ZJey6BguI7W|_TCHn
zjx!pW+4)v@PFBlnJNtI~{k+vnIk@)hxwbz3{ko~Ko0s{{-jzMW8RBIQ;|6YVy%*=K
z--q1WQ~Bk^l*SfO`#?}z<98VERCRwj-N;QY`^6I3E?vGnb<UhMH*Q3TY6iJDxAAOz
z+r`1RXU&^gJW?hncz^VDcVG6_-@Bxzhv%sQ#Oy;n2c(L(weRQMm>aZxm))JOG6!AF
zrf$iY)8*E(G9_jXI2M@`*>W<zoSLeA_fPAF4F-41@7LbiQ)%pY$akIZY_pqNH)JOj
z`@NAed~h4IZJPnKk0;^#ySrN9>(+3IYpr-{+^+d}@mwLrwsZ0kt6Tck#&%rTnjJpZ
zrZVWJ@|hp;-`+8LoKxvzst7fUVasO8zTKC5yW1HwFbx_*jC_BrGW`F#T|4K9>fBqO
zW%GIA@xM}E?%P&><GH)LyuGop@fB;p_Pp3N5gVHh9tyY9iQgwv`szyKx^?TgjH<r9
z>3n{Eesc!|XvikcaGWx0R#%^_^{T`vhyLCzERDYQZt2DpA9D%mXU#ijN`|eE>(%c~
zWK&gDO}w!o(ZJNywNJ+Kia~*K`ni+~A6og1)6Pt=G`x~Nf9A}YJj%=GaVtT<qLQ9O
zwu>u+mp^#>bmg;49V??5`M>F(2~s?^uJW+Jlc#Ice)e^CIyyNq?K5kWoD-aUb5m+T
zQBlzO%7sp?0-~a-3#AUXpD&rPX^PR*O;e4&efl&>abL*IbOjeE;4$tf&h$uK)x38v
zm+7Lc>4y(9cN^7q2)<b9#B*g$AoFzn_+#6T7&PD8U*GRL+iYRj+Ncv#wZ)5`pIcic
z&?9Ngw!8d&n#M<c{@rD753LAX9Iz@xQ`6saMdH$JIX5RwbmoEhLrJMk(k1`io`XL=
zK2FR^Vyd;3Ey;@HHZMPS(uA??4DY7gZwVnfVoRKQE=&-3bAP}5OWwmgRX;zef>x1K
z37mL+;L;_budl97{=R(GlJtm=&l!*1*qD6PM&;SFXRF@S)YO2^^f+?#Xd@&_Iy8hq
zaWZLAlcICmfm4@+Zf;6--g$yy&HP*Z^6OI0bRK%#xBkeAbr(12CoR=7S5{WqQ25ww
zNjZ<P#~jOIw%ps>T6=qYt9(x!d3fpeg7Ecm5&P?Er|}!4?9iCGXSYkI(5jpzJvq6#
z7x&dx&#^A&g9fI{Oqs(xi^|{MOMH52sz%(J8Lv(T+_=QEw{AuM<!tq(zZo81{rOd^
zAv0*L$d=Df+SaY(OG-{I{P(9a!{E#bhZq0;{x&c%aVaP;=n~iOn`2q*<n8VK^<KuM
zC7nJgx{9&O`1Mod+xg|!eY<)2a`4o~DXlG%i{1M{$6`%z6@&uAGYXR|Rin0Mv2qt1
zhn|c(a*F5etgz$%jw)aF?e9Gjyn16rN%$2lamHBLT+stRe*RkVuu4c+c;P_<W#*)O
z&GPc{9Xod_T3SjfX=-}5_UcA$X_z~A?w+`iqx-&it%%uaw5#-Wn`^gN>W>de4-d7z
zxV2SVD|D60-ryzMXWR;}uCCsab5m$_*xE}|IH4{QG(4lg>nB$C<waoV&KGZ<tk4qu
z{QRo>PLKL8xmP)&(|Mf^oeYgv-812*jac8Crm)^s2ksvZ^o^TmoX$5zD^h5(n(v`z
zcK!*ChG#B3s9u+Kb(MjU(V@4uw|`8ZXII;Gb#?gS*xh9xK7V%Zld&{89ONkww6CV}
z$dMxnA08YO5?Hc&r+L}CJDsfDVhI-(IBx3Qv{vX&MqBTs+K=DAPhYtBik)5cHy&6F
z9x-TsAwO9$R?Tlt2OF={fn6SnD=R{Dm(P96wb*T@K}qMjUP<QLN#~m$R&1z$xSvnw
zUd){i?dbHR!(0AI+|^~fe|>$+rNn&(hG+hJt1h3fe``x-^V8GQl@%2kXR;pV5vu+5
zCGfDu+uPgu|GQ;nX_dXd*E><!T}exe>*2$PLLDbwdwsq)aUP$eqoa`Ai4DF&Eh`)n
zUtL)Vn$J$>v`LZNq!YPJC;FP=>q(`jcCB5z*7RVvOiyp`)orKDPH#JHbm`J12bfoQ
zj63XRAMcl6y)fUZ>`jN)RINitZ*uM|etsz=<k`u&-d~?=(92*9XV3nz(|VChN57Q|
zTg9Q{XBod;V@*uWYpP-Ub>Y&fWtD3Z8<{vhe0Sbk^>s<<&X9L$ue|))BvsDu=b5hN
zytG!Yu&~gg=7&Mr*;%dU=31{-FfuX{;^X7HaQX7@pMRH0Zu5$dkN-Mh!-fqFOP8w3
z$jUx^@`NQm{=Pqd(cC-B-YI{ddi+Fks^omVV5p~dm%MDcxjFsuiHXV`{r#ZHe{ec7
zJhLFb?eLQmPmW$X6s4uB?mw?b(Yb9w`uTY;E-Y-$YSd+)xgc6A{P*|w`jaJBPrDN|
zv-;5y&a01=v=e7Irk|hJx^CUNs{9(?ON*VWVmu>uRD4XTls~m0_tU&kTkR*dw^jzL
zZ;hQV_rz+aFWga^*37@Lo4I4hZ;QUiesec6y*rS>&ETHgc2SH$<C+A+4X4`)3C7af
z7y>3RF-}l$IMT|Z5!9fkpza{M>-62{7e5|IKF=)ow*L9oN8BIUncuyAUi|&+?tIXq
zZ-q35BsS*<dBTrQPF9~ebEfC=%i!u>L@kY>LvqXQw?6*<&p$pso@q84)Y@rqI?BUf
z*nITp(VpJkr!QV;xPsan4Ko-O(k|SetU1-|ui#%NkV1zu3<Ab0uD{lte){LPx6xeS
z1yP2~4rd;`d80GcOSQPT_+{B{kV*zaW(^+0=CIXMSFT)nC2MO;d^~vg??}%fh9f*x
zd*kBv*Uin^I_vZ2&!9@ZVMd@v!;FLH=i3`wS<Sk8_pS&ZNI2=(=JfNM_U*G%c|Pa&
zzrWSfrcL{IKA*4r%!2>7r+F=1vu4eb0+2cZW4ro)cm7ZQwEvvtb2m4)P5bxDx1Im^
zvGCaO<C`~Z0C$FVOrOD6P*^z8y<aZ1tjz3gp81D-J$-#+OUs!vXU;6KnhP@Mz}}-g
z4b9EXHWeQf?Cbt;{PEj;_uQ8+C2DGFmvYQNLCf%6&X~c>%<Pvn$L!g&8|#04c<6lW
z*s-FL5)qIAKavfZ6ABAA?r$$BDiZo}`_`=}`;y$;TyRMJ%Q(ZZW9QD3-QxP6{`~y>
zrE0Ik-Z=lAG3TzYj|ZEb#1=5a@x$fImk->$8L2hZ>)EqsU8a2e3=9knGZ-1xhG_=}
z2d})EwR6`l@UDGObULiRe)`X!npIb`q<Y;zE?5v?$jngp_t(^m7cahf_YOQN!zF6W
zkWgG~yfjGj^y$-(_({IN;I^Rs4kVC1|NHx!M+T(*2v0+6YirG~FPeutPoF;R<LCG6
z>gw>9C03FaAn6WC25W0;NlD3*uU=)falb9I){ozJ=ExD3S!dJO#6T*N*bZE}6m;ro
z(W|djZS3;)b!QH@^A}fC%xDBTrC|o+h1Xv{eS3R5L~E*vR4<R+wd>b^H{Xwrj+O-b
zsY8<C`t|E8uVz*L`jQ#7HjGWYy1M%BbhG$<H75f=E_XP?U}10XzcuRYZ1enI>rL7C
zd)*fQKa>WEQ)h50Gh|MvuC{)EZ|~{1Z*$qW*M_bBziC<6YS08>D=29*B(XKzo&59X
z&ydxjyVdtIABcZ*m(gWSrbxrXRZ5vkN<pTK9x4KXLQIV;3L1?(E(`$-tR4(02~LU{
zf(${kI08bZs40fdyb}5MP1egi@4H>UZFqPdF#lO!%m<FD4|`|KoY~pc)pg^>jShKm
z+#lg#2n!2av}TRYv**trL(X+EWNxUjlQ%UrJvnzWToqTV(~`?CU%Y+Wo3v4)-UJk+
zM|c|EzI_`J9o;>@@%ZuM5)u*}&z?QAu($sX9*FOdWDph>p6Ipo(SrvH`{XB2o*Wn(
zD{F0SEeHxPh9owJO~+QOU#}k(9X<K0+x_;VM~`ag>h{LyiLVEl-Y|o)pt4djH#hfW
z)#B-<?(zL=*REZ$W=+q_moF>8$+AO|VfXIcC#x2(T)FZ`l#IN*yR)-14=?Z0%a?=y
zfWxyxlHv5}(<f&w&M}jYZ=OAS_KP=fdcJ-8wqxJEzH+D~6HcZq+PKm1-TU{Czd!o<
z)3U9-eeu41c6|K&k843n6w(+}%#Hi{`W}5xE-N$B($Y$*t+fToIGkblaU}U6H#hhH
z&)b;G%gaAbyL$DihPHP1&Ye4dfX^OLNMm^O_N{AhaPX8VQ;s})miFPFZO^V<yCftf
zJ8$2<{p0q(e|1ZOR!T@qcl(1~oW$m!H@$n+s#O~L`u<_cy?uSh>XS1wHD~Uts9fLI
z*JojA+3B=U;AM%`uHCyIKYXZY#{qK65uS#mjS`O^KR#)4Y<0YlS)3YwUGKkt|5X0%
z*%O|cntJ8hHMj8aaHG3LWo2UW;68H_+kvA;UB7(!^5?VTzpMH)El#9uJ~(@lX3wQd
zm#*he+w=Hz{Y)S5!bp%m7u49v>+0&BbUC=+>DX%i&&|!vACFEt{5U*3ys)b3mw5Ge
z29<EB*2EphgtsNlUTqPnye)UJ`n6lza-}!sE>50ut?zH{x%g<=zO5DWR~f(9_viHY
z)y4gw-sRQR;n^1#xy~}po;LMw?);nO+j?_fe><7gZ}Z7xQFeM`+u73_)=dW|I0n!e
zKnw{#KRrD)RXco#vhv1FkplbweCjqj{O<1VuV1gnzXpww8Aya&R`U(n7*l!l=&@Tn
zgG0CVzs)}G;o(tm{Li!5`CHP@%cV|R6}r03+E|FY`HgAF{{R1WgF+G9-D2=qs_H%M
z#PiRQ5ff8968N9QS3G20dcEKN--?ry)nE5nzYCartXK5I&$}O!7cB}^3UCOYwr<V0
z(AQZhd(*161oH2_Yqo;ly6?*L*yGuG^R2h09H@=5eUcddZF_Cn{hMan*1k1f6c@bJ
zy0)iksn*V9xBs$NZtT=~vg7kP>$g&Gu0}~-x;p97f~VVV=LJhaUDYDVkZ^eK@qYRI
z&4xm}rfWVgaO;)w>JHFY^85Y%c+*v({N)A_CoZfi(!E>h%wBsrw`p5%MU=I>-E7UR
zxj!!d+Vz^{ZsD&OUG3{ZhV}nG*j`-|=*(~Pp<!Fj%|%-z%=2Ovt)H=}tGj#i``C)&
z7Z()485Fcfk6{Ae>uYO+w`N_{x#IEV;h%4BZwJ?`=@eF9<ur3so_+qgJ6WMCr_IZ}
z7Vgb{CtuNd+qBrj!M?v&q%NKH>B)(w>oz9cEP6M~Jm<!ODWGjNOpOPQUenyuc6V24
z@n;*T=MM2OoH(%XHfX@4=-HXdy5o(1-^X2?BJtX$;`Q3?A<M&Zx7P;d+kM^h$ZGFp
zy@R`ybzFY9U%U3u|K-~<$MUtVd-Uc6+`U!$<=gH2*B>4p_B!+B<z?Yo)$ol;M@=#>
z!45TOkz|<Qx$pNo>(^Qq%TFIzRq^o=Xq(l!ZOO;^dgV-`?E2jeFJ8=wTDXhbpsc6n
z*rBHS(3_^w8!j$!GBwXW{QhIsnHPq)wq{R1cYSO2^<pOZ-_~Yk*O=z7saguIVHrRN
zA~Ar@4C4~fNZ@~YnE!3~+9=h{b$_c&^RJybJ8wnIik5eKS8l$>S9!##@xRN>y*F$_
zwL<RPO>Y18c5Ci!vzfKOzumOy`S6DKckKSU+P8Oh21oKh!bsr^LxcVQKfwnR4DKwv
zxII6f_l^C5(!?peB1N0kxAhmqO8h^$sk(Ymq5f1(k)WKCo;Dt-HOuGMS>4(C==<-x
zueYvAR)wyWWN49OFsT1m^Yr}u_=$poS}*k%xJ!M#uuU*e?AZTBZ{p<hZp5noVbwWO
zAS?Oz*VoJW`~NP>0acL<3=9Hk3<tvFYnLXqcAuE9-T!XS#>Kp6&mBup{LS9>eO=k!
zPsg5zbS}DS^#VF}p>T$QVYXo5->uho=Jm|Gy3RUVjcse%3FTKcFGJTkFZO(V?AGq`
z^_#%$AV~PV-}AYz==qtYLi_$yZ9Z$j)Z_AM>ow<)E3^G8i=JQm{eHhbBtRMrm>G<2
zPE>X`$#~#k{$SVdr`NNRKNLE3r(_-8aD0vT;k7q6EOfpr1ujz|37OMr;RLPFH5&Qn
z?o=(ks?gLGa?M+p{nTXR?Rxva7=c1t5?qurfDY|xxVbs~^z)CaiVi-Sb@eyjp-z))
zXX3W6PHIg0R9!pEx_q4x#2t`Gum896QBv~NU0$-eTy~Bc6VGij&57JO?a|{$pwphf
zO<ahnB^94es)HssTXy+!C>d=i>#1@3n|&=jBxOll-Otpe(0u1GgOLF=e&={>$LeSy
zhm@e3w{A(<|M_qj>KzVa1_jZ16^}T-PxyQ7^(`T*lp^09%eF?pem<|-59+W)Hijh!
z+~sSRoapeVKH+y`f~)DXRbpK|Jtdz#p-K+%FnApL^768%u<Tk!)7QdADTQBG)-8_y
zJ<~WH+~|Qgy8FhC!o@a~pH~I`)ZS8i#F&LAGUm3M&Dz<g;?&k3UmT#ZWHZ#j7D<K;
z`S<On>IS=A?Vfsd*#qGg?wcXf&Hb;t7Nv&li?NioC~%Mjd-8*LbvdK-@r!MRHtEL=
zlPwH`Wy&Oc64%W=B6D5bE%-!Y+P^t9JqwMDjg8GC1f~aus7{^dZ@kKH>(Zj^`}6+W
zXFj=m-MU(3j=Qx!!vXa}JPaCIIw8kDXxMJg;9uy(-JdT0Hn9DJ$4+f+RR#fYeFw@z
z!OQ(lJ}r8=|MGMpwThEJ&VO0@&3xytSF6EIAqIvmuMC(O^kQ}_*f1err}1YF!96)=
zUd><J@u6Vv|9`)sfghC%ik)Nq;aTnLwuLh@HkJ2YU(KhvvR2%8t`T&rlf!BrV}=LQ
zqVqOJOWqCGb*Wk^Azb#_LeD(k*M=U<yVPEu4}QKnIiuxQso#aa?|gSHPFlO^k+H}%
zJ&#)J<FDhsA9MRGKVxs?<KSPJA18b~bzWkP;@#lV^rKd>5p`$k&Q&rWUs3JSBR7A)
z^WsTW+BOC^?){$i$Z9>0$vW-G#QMe7@Ap6#3@{|JHH1B#oxd+I$Z65CRGx3Ej{g2!
zdi=|SIl5Vwm-Q+!HJ8@7O`SJm|KWMZ-OB=M%l5@ZRvlmw**0zNgo_z<Ng?h>UCTBc
zPtTUliI^yK+4cFWzE|<A-J&<l4xEcN$XLT`(C0I2?Sux0pTB?J+;Bvix!3b0^OQL=
zQtFK%X`;b^*<tm@`u}yUENm}NvRd!W{dmvDHIcb}$qT=EQPVeQ1ZS7TwofQ<Wot88
z^;RZ&S?uFewg)>n&3pnr?%i<s-g6({=H=TA^Ovoi`c3lX)Wl<pKX21CSTL7Q-cAR}
zh7UiV&(}6ma`JBT`*5vJ(DyJ;^&3v(x(#XVwMEInaSOBB{R7keIX)dOmYccz>NTU?
zYE^H)Z!Gv=;p*=C^0fZ`Dd)j0N(P2RHU=4+ihzfXidCgI9p`f!uhWgoWA3RJ*U2n8
z%YVLd^{<YVH{)dP{i@xw=SzbVb92d)6M{dXtrJlBxYT?4m9^gCXXQ<f=}r0_F(dI;
z)(qX1HqSZl=W3^JTlZ_BrN8ct%xrBpzt6AUr+jM&?CS5m{Pgtnr_f9U%KO*j>-WA@
z{CH!}+qm5s|I5zKpVcP0?0f6ly>X={f?vxCCTA_%xqW$BRmP8<F}v2Kw3hX2hx-)F
z*!yhRrqE>*ckE5SZ24O~X62I^=c+dU>IiR_<UfB`%YOR&ynR2@enNu{<kk}pl}!|N
zFK3ItnIF65xQ%HNb2~$Q{oFZ`YyY2(P^+Ilf9+1=&tD!*s=Z~j>&Cp<8`X9@=<D3e
ze*RuIK9RY%r|<6DX~DOTPr32=O$$$PulgB--a}`1O0M4gDR(}v@%`J!XH405>h#&E
z{?MG0$i^_ozW$!xlle0uQ^k)(-_O``c8YNOTh>QKJHNc!{r=Q*c#JZ9dwY91-@`zw
z`0^fu!!zIC&+8YJm0IWA&W9*XA54z+Is3+T&sH|cvJ$S|Es4iw&SE=W*VZ)8dCKg$
zkYjZi4lF;!!|>z7Vg9GjpD*9<7kxp>ndi1e&A|m5=h;acSMy%}x>Q^CXJnt>OznF6
z`r1z?L1z<yoKd58hN0o{@qTTC1#@Gsl$RMCtSG(d$hswWb?|aOs3ShiG+<`9legVX
zB}IVk#|a6s`Rgo;pFwL8u;isl!CP`(xHK`yOM18Y1oU4q0hfLZ40eK$x-|87>L2BL
zLC1!Cp4-2V{8<)X|930MdPq~W@B5wN^Ea1W?>~3@+MDio;?v|WAMBheB{+TEp?il*
zU5_P%^3GmzHS*^zvt2HeFB!cp2%7NWO4Hn1*87|$UuM(ToSoFYr=9(I&c^*OyY=^J
zKn!j$U~ag4)9vE2pWlD(N<J%_a)aUU)niNR#dS7rojzUe!Z$<JZ$D<X?iQ64S>*mK
zuk_AjL4Do3`G;GUyztZg^y_(6|1Gr#*JFx%A;vKr;$i69Ui{oowe-cMH{9>q)povZ
z`oBf4*=8$yTK={DTw=E$PqI_qTJnNrdEVD6lM>rxIp11?jwOI53l3uji@4CxscpxW
zoBvMwedEc#vV;Fi64x%@R-7|aZua)r?;&{s*FR+JjVtXicpTn$urPDg+O^Q>S%(>n
z2R?RncbjU~Iuz?~yIm)gcJO|VZtA)FE39<N)8^UAO}%p4Zs$kl;<H<y{r|SIk1=-g
zm**=#Uo|vw`fH{BqVBue-N21uksl?wvc;F|oBOzQef8p**I#f>_^A1JOT~$br|CS`
zCcIm@Yje`vyT4wwU79+}yr5^7`;iwPe_Fq(=H%zu_I=;79p?-akF{+1r=_he3<(vm
zyVU$=t(m#E&GdKD@2-iL&ou4lRLx<SIQ@qA_nqdiQWCfRD)-!CYxB=Md8XU3uLcWS
zct!86`#E`L_P^(uMY4htYaSb~`f}ut>^B>`P0g=1fBt&v60_L?gRO5`dfe8}mAD#M
zI8pY^$D6m<q{EgRDY>|F*W$9-s}F2rEW6j_n4H^Cm~ttnm4)Th{qyJdg{!wn8dvdM
z-Lf(mTGt7rF%;~%Sh+alp8oEg;<s}R0x#MhZxfW1-TnI2A}i^jFE2%w&psWNUHgtl
zn#0HE?3K&h<twvpsC;H|Tg>*zm$_LlF>u+n7o}D$E!su~O9Id4q;JiR*{LpJc(9FA
zYoB=8jo))tW`4M0_U!DIt(WYSWd+lwd_8;V#>HfCZOi~_Ocw09^F}82ru}v8Up_K(
zA~NR-?X0~PC9OAO?c#fD?2`U}2NgXwt6m&uV#ZgTUwQK_f{(*ECt%9-$=Z<M2c_}H
zz4GRMs`HlfM&;bNpk%tNdtT&@+jg2shZ=Zy8r%NgzjV*Nyq{mHTO_ZG>2GH|wx4^N
z$=+w|&-aAZ9=YbD&!^rZd33LP#-kQaq;z^u^zyRIs`CqV<<i!iJ7vCC@65)RGZPOt
zRBM@6{EIhF>dO7|*SbY=+4{DdlTH=S`*3$#P}=KN^0Pi)X_~t%t*W*n>v>jxRrZWT
z>Dl5>o^wMSt8j+lLB-UmQ>EtKS?=20BQEwn^u1r<JhuCjFSFe+IAF6h@tnWtwHNQh
zb#iVMFV0LzsEWUF>vd?m&DM8<hRf1sRaa*%Yj2x>dg*Jgu#E3JijK0h-^|X_icXd4
zyj^WJcXR!rsa}0A-`xCmszqwq{o~1>x0(O7F)K0r?EAiV+AqJ)lYVEMn`4RO%edOw
zy}wHRvo0DOo;!1S{S*DHFCs2+N&396rmbmhK0Y%}s&`#|*+n@}CCA3b`0t;U<>sjW
zvp4$u)3c8@{%&k*wyj5R+w-(FC-pWg?3}s3yrz}c#OHD0=BHOcg^P`~;^COboW?$j
z3ySlOy;@UqIsNcwxiexBcMmQ8`lM-Y@4eeE4@HT7mCJj+{p;uLy=UI9h`9ace&+nV
z&ZzBq-~mx+@mT)jLt<%fR=)TFN&7vfQ!l$M@5nGUF@cuA;BYO!Q`jD(H$6RD?K%IU
zp780iQ{Gw@owr5u?Y)`C>2D5wpDX&B!)TxMTqotX<weVu9h~_7|Fln4Hw~V_&cFoq
zoMhf#TI$Wk$F+%fU36tf;(WhIgN!xH&mTJzceteXrPuOWzS~!9bW}p_*Zp1#iCj?e
zXs4Kc#AE8$v!5mgGzH#CZ~0VIgvbORB(=lWg;Xtn$HHi56l7HvTwA*rN$cZ@?s6M%
zYuQ?)b0;<&KF++^{Pz7%ACJq6L)3uEne>=_HIac6C*GQ1J=x*F!{pp^C0qOZ7REz+
zZ5+l7KjuX~-E5+yc=)yW>+)Xh>zft|o0^z~&Wsf<onO5;PjmhCjvXbfEG(;%Gg`cU
z^<3fZ{$BNL&U)*#=2=%}=yCC7EZ;Zx@l}J=b$UAX*IwLv*2xwwJw2CcpOtp}f31j|
z|6$+Ge>GwK{_TCbN6oG~dC(QS42O9B=>0o?&z2#4+OkB3c@~*VFV9<&d)sSy?rpPc
zGA7ry<=)<QY}@5vsWp3lZaW_zy)w5ay=v0z=PQ5dowMEbT;zQ8|No{cA3FVOl)AXM
zAD^mSpS^+qRljfi+(R9+`S+WyvnZXnxthOQ*!bG9GjYz3FRz|293T7tQN)${5-!<g
zUnN5J-+lJ*>c$^eK6z({Ej_Q=>Y6z>{9H_V*o=!?_uRGYkG;Cex0&Bq@BZ&w8af&s
z=j*<0o>&YDSb;PKn=cof1H*!(jxS%IxubXO?UF7zQCYv}Z<kh{esrrjf6f28%MZ7^
zoSw8PXNudef0N%HPfFY$xIFjs!&LSlgTiO~&c%hrXI47%8|%&6W;AQMX}A5Khy38$
z{}7LY`rF&v^{ckLow6)7tAqdbX|8U0%^VBeGbh~g*T@=a{+{QS^C#=Nwtuwx?6_5n
z*0^%n6sexs@$*FV;#G@cW$bFegWe7^7@w?(&fBT_>GS8uf4#q%En)u}`MyhM&WS@U
zIagf2Sza||zgKXpDw1P!`k6H*U$4ykYjBRoI7(#tu_t+di`C9lJU=w|<vq~idYHSG
zpPg;3zwC>|jSq4+?5l1}kbBm@?$y+_lfQ2FxSVS1v|yrJwuq?65%Ftw_UVUuHpc!w
z_NcWRoR?Z89nSr}wtb)I&&r=4-=5Xa4@o@s^mp9sb3Z4|3Jv_VpY8toSzG^|`5N^3
zL*P`~$6Gg>FMGdJAgw0zF8Ae~wePF%g9}4}GzQD{>(=QV>ys3|YRhiE%;52ss=sr5
zGw*JkTRs2l?R$oslkeZS`LcLji{#^7-+DVAA75S#9$P=ev%vGm+x&Xz%F4=*?_76F
zrOqh4`tSPk(&b+zN^X5B*S#g`u6D-%vj0=B86T(pydAW@XZ5;W;N?>eGZ;-YrLV2;
zUzcljgtz_Pofn6C-skPph&F#cJ8=J-X7BGyHCLQ_HGktP%U-iHJH9=TUc9OF_KjVs
z-k_w?V8EPF^ls1Ra~isuozs0|?<vULxnJ=@SJUT3(7ktCp6busq!VYH?JU(hv3CEv
z2eTI~JN_WTGNa}%M^C?wy})Cu?<WuS{MuD<>(mW{9Ishrt2VYt>d)Gva>~p5@xAKz
z;BDOkX$-!XT*YHWQje-;E;+pU#|1mt`u{g9HGNL(R?z2GdL=z2{ja`WPNbk{s&3Nj
zj#)P>v)pRx&VGKq{qLJu&##)Z*oXhkxV^O3=**92%ci?#78c4_mw|f%AkRns|9QTC
zQPry}FD~!X>aFnLzf`<K%5%oVWz%2X-Di}w?CO$gaCrp^<K6G~{a&=F^z{vsJ-a+x
zBtzHUn)7-4x~FfYd}eH{yD=prI8bow)~(R=)DUd<^Q6C9TwGjD#?5~*{Ki4Ka&fZy
zGqzaV+n(ZIb$;2pQ`5{_3_yu@S@p-8=j*`B%N%AfeyHD;e_QP7*{CbuS6TdDx^Lsh
zr587?iF|W!t9AppXL*RHq5j|J`G(ck*1Wi}N~vzs-x&oD|Ag&&CL0xcWRh$5<NN>r
zK}Prum><ae`*Ga<*ak)C#s0rf?Wnn*-OBTPW!>)QS1<0(JuYEg<@4vMetjoo^5YOs
z!|wO{tgTAlNKCHg>3Pk+&-2Cyp6grL?@I{p`r5zh)Tt{yvY>cxk!0vUJT*K{a_#BU
z$uZaW6+Yc}ol|z+!d;K9Y?Zycw0z6T6&=~@_riU|a;N07@5P;)w5qnR@0tJJMzN-1
z*6VcZKKJ!y;%?{P**@yCeh03&KxGf-_dCV@UtV6dUKO>y`+e@t2#$|mLUv7?y7u<5
z1&qv(|NVXsntcPcp=?+|lfsRE*<E&vJ^k1@wY^o)f1};DM*&-MFKV&zOMNL}l>|9g
z;S58?hlA|N_wMWrj0g|_rLer(bGKQ9{nuPFt^T*fHE_awdG2TD``hKJH0FV)>=e#0
ztXRFed;6ZJx`81P5|4L(?Y{q}Zt8?bh1b@X?KL`9`d0j?tLw*m-}jk=Yyd?Y&#!mo
z`=#IB+R~esYjs3DTuv~|rZ02pu8=ML-`?Ij%3uHEum#xV4l@`F-tYZ>?2M$blD@uv
z82?O>>F=x8K6uo#tLA-n^3w;LFQv}THCE5c&VFnI?wcpF9k{;l+twFBS1nJ?HtiQS
zzUKC7=|Xe2U1Dob&2qo47yIaS{QoMDLmCX2AKaWQ75V<&R_$Jg8Fy+OY7*amo}Dw{
z<4@D`{hfDzx!1+jy}7;HT(0iNLy!iBL^cQJkFVqZTdi8|)61>5Lt)u>IVn(0q9&YF
zQ~9@h(X#IozT96P8h$*#?(=N8mal)`*V`ZKmlj_c?y`U4$D^hCCvFNn?#_-E*!+vn
z|9|PBA0Iz1mjA0E1@12jq%qVymcHK+sO+}vB3HBi8?p5>cIvIO{LtnmpAfV6KkrKQ
zV+;IZFV{=k7KPNjj=m2bgA+(&FnRQHxmo@_nWd_#piHnv-c0rD)eN7rhw?2yZM(vs
z{Px1hi;K4CobvKcetm82vdN(GxFLqim_e@Q!@-Kj()T55tG;<DOIdAO)lurKew=;!
zyKZT|y*n4OO1zw7SMci2HNKf5vQgXop5NIX{=VY!?0ZvY%>#$IrA!(_OzG9o!aqMg
zN|+X<T+3JLy)ol@e#)LbRh2b)XFoss)tqnj{^8Nm<$XVI1|P4xdF83$_V*noOv={V
zFD`aF+9|C5=+)}=;92tpoNbZ}TeoigIPd!&^=Ud$GP1X}dMhh*ad9Pkq<+6)k(0Hj
z=-I9xKe`ToyexbCa*4nH;VFSP_id_OR+}$jrrH*B!&cU~S0eMi-88*8q4%}#s~<l(
zIT>8ia2PZA6+fR_eoWo|=Sho_7XjBCY`)$);ncRKi@SSK`0rCIURqlC{@+qrQTj&C
zRy)q3vM?rOuTu7zxuM@Iqo@6yws!K`*}0Q*XTM!sSATQgX106n{PKRs_q<-W`w=JD
zh89VN($dn*FUS1re_j6Zq1|3aJhmioP5gelv@1USoR5zk?O1qtk^A+$iz}UvXWU(7
zv-(Z(Hl5$P(duhw=N5lFD!#n-&zp36@895pv;~|c89<}hpu_|k^8wMI@p2FilIA^G
ze{*xP5{HvQR}<qr4I!@J6blEYLl+$V4AdX#?O6M^%%J`dsOAIT>%+jnkOXP&HO%;!
z!@zLBQoW9kfkD8Sfgxe7XmU@+T31cgZ}&c~om2efUVOpsv+wsBKJSUjUNYrhwtRh+
z9RmaCVxb=!%Gno~w${oV=j~KvU}SCxP>^sE<Koa#h*A=4RAA^55OQ#E5nQ;&RX|IJ
zNlT(dq3veQ@BM%0-P`T=cGvQq)qB6k-S=Pn*5>=X=X0J{zPq{h|NlA9Z*I$-JykdQ
z8tW4K`hPjj?R;Bjo99RE09|~rI(&WKscp-bFTeb}b;`_{nV>W2l8$z{=KMDRjbl4Z
zQ3DnB4Pv@c5to<wX8x|Xt^IXHNLcvgXZs6lB8^pzySCNu0GF_nKq2Z-Q?rNL>2lfT
z>H6_er>E(Ly3KE&c&4N2UuPS5Ifn=M9+C8Ob2grwtiJm}aVwYTm+ikJ_t)(`b*I1P
z=clC(Gw<xLzyIso+iY$zor2H*j~_jH^ZNRDU3K;2eX`bRkB{|Umg2hCy72DrXJ==p
z8>gSUvhUsZ<^J<^^!3mC&9zEBdGch~>M-5v@9*aFN*WzGHC;bn*1BxV?(+9hpry7~
z*Tvojoe;UurtZ&;tA_ReYNTzewtRhY@$jWfmz=i6K7Xdmed5H44Wim%H(EG_*VO+0
zc5S)8{M^aeua9<%=N{{koHk)X!ut6AWye=WZ(mpY=Z9h1uRR-1^2|*S3Yv6l#qt;v
z)5-DiZLj3t3a`?wdo1v1#>UcIP>M2~4Z5a^L8K*A;MVHI!);ppk;~L2wzxGltu?Cn
zkRYBR$~s~1SFH)Rmv{<CZ%XN8eX&<7`@(|8rfu(5b`(85we#;Z{rJ4|^X<29PCviv
z?Yh|AQ4LJHK?}z(FZYkuSQY(T=jP3uTwd9?6!vcu*9iW7tWP$ZU*2vD1MBS7;p_9>
z-`~F-bf){uOH1$8WnWvfamo~t*(RBjm|hrOe%|Vvc4n^ib-kD!3AeZBm;0Mf(F*lC
zxpYG9$|DXR{(a0peS3R;y*1yh>;GqLv<IaNhLfOqu_G}?$^ujPLc_LZg>K(l_}K0A
z*|S$=A93+LS7+Gs^%Y-f?*7Wp$M$@CfB*fd=VxXnFZ#;4=XijvY1Wm3g9ZA!C*HU>
zewk}sKI_FFkpjKQO(_c}ONOtD35>iTfA^rg$DEAl##a$<KOa&tuKV{VlX13LZqQ62
z?z&pZHT7H<r#*Q5p!iIL9Ozuhh7?fF^GK7iue)<<n(k^N^HR_yGWF5<=jYjOjeU^W
zntp!X&QE!Fcm0(A&Y$s1j`i|%z1USNSBCg6oGdAAmUCh5w}<OR1y|R;+dO}sQozh*
zE}!0>R(Q*?S=a7(&&xtkaSl$o4JmD)^WE3lFZd*+>UCqDZFSSN+pEL%x7WVEXZ!ir
z$H(p3@&*YG6WMe0<M*v$X<PRA<F()yDQ(NXUfdFPe_yTf#|u&%_jdh1YWMxFzOiv|
z>a47j>-C$rDc{-lL*Dq?aZoL#Fq09qRKzFEB>!H_Q#}FM1wVg>ibb#|JUum4tl-HB
z!M)2^yPB`9{>rdrZ`s>hOx-2y%N~E^ydhRKYo%MSRODQ%Qk?~bkB>Ee{_dNWalb)W
z-EYUHqut`Or;Aly3zolE+;i6M`*Yzd;WL;0{q*|ug0~#ob^n2U*;U8DzyP+LAtg0c
zQ{vUN$sa)bNKW0Y`N!p!e{<7O-HbJxK0iOd+xph(kd=#AH+;UnWJScrMWrt<sn!Q3
z?+y2NJMsPf{k5U1!}4zLHaqa;<z>@ezq%qNMa6{<ha4RfroN1EeJzv0HNW`zxk!zv
zTA`aB9qqn-b#-{|^>wjfYokoV&-Y53>)6`<-JZKXa`Up?lkIhNb@%r(WgGg;vA762
zZk=0P?~2l;pRX0JtdEahzgpJt=JVBIYm46B-d(=Fb&<pV^0Qo5EmKd4e4Tpk`hNZ9
zul|a+gmPs5^h;Vl29^60K$+0tOy!Rc3w5KmoM3f+{OD26=VxbkMcdZztMjcFmY2_;
zYgM|*y8K;4Qqm&OM#1t~yIJRLo!@l)^fcYgnU|OC%xsC<Q}J-w=b85P`{K^;-yGwZ
z%v!j0#>S=-o72t~)vu4(c<8EX^!7a7H;b*d-fR7KR)4l_^|skn&q1eAJ)AIWR@TCd
zD0x+rTibG9FPn2~Tkh=JeqLUe7G2n%`+HyQ?=N=ZANT@3Ilm3wDHiMJ=NGmiD)*|1
z+t24K7{0u{y*+u|`Kc2w{0v(WaL~!q({rO^Gh5{QdwcIT-M^K8cULLbiQiwB#{X~0
z>V9w0VwI-Td)Xe;e^CLI;tUTCHnU$_=nOvoRiF@@q8S|A+}e6&EHCBV-IWR|r<8cX
zS)1X)FU7{MG9VF1?gFu(sRPV(FaozvKx}ZJf*8=`^WoduXzQvkE7r#ByyURoE$X&?
z{l7o@-<jtNf)s(BB4<;P5WL)PYtqrK$jxbIb!P3Y`g-cyo14kXZao{$&9#m;$V!ii
znR9lg@$qYGB9r^&?ak~#yI1Gly8d@d_VsgoG8PGpD_5?(wm#ne`>g|w%x`aOOiuio
z?dR8*dw<{EUteA(uZ`Ne>EGYqw<jn%=iJ(o`EE}7*;%O*mjy5PGpqjgM(MXtYFgSZ
zh3&^SR(yP<mYJEkE#Y9(pF$5mzim^dh)kYso`37aMCI7Z*VoqOUR@RX?cH7Lb!$Jk
zp82})i2H1_+&gx<(c8AXzrTO>bUSWOPtSK>zrDS^`+K{7+Pa(jZ;9{9E9G_Hv}cda
z?Y-68dFAcy{EeS!k~vA%uI2{Qm%9r#UY209yIudVTI)z9BLf3C00S<(tQRWq_4nVt
z|Lx`F{))F3U6(S=`r_WW-Z1&tj=$DrZ(eNM%f>5}QvCc}Xl2CTUvF+2i*E>Z`1kGY
z?Vn$tK6`fSU^DyLqNk_K3Lm+2n{WlKkK4P;!#>!)?#~9VsaiX$_Pn~fdbyG8VQV`s
zIc<j(3gs$s(HBc(UEh5D`1G`RzLEBeuZyqC*;b__c74kZn?L)%_g;1Xc_qmkvajoP
zr+`v_OAE{Qxr)EmzV)4LHnU=7Oztn~`@we4Ss56>sbRs2$&&u_?Y15{a-<{M+v06V
zL2UWl)qQ_|e~)f>H%r#OZco#UMA`Sx&(D9i*EIXumYyCS?q`pVcAI5gSyBJgc<J9z
z{}V=EfA>fl=YXy)(zfCHrO35zF~=UeJ-<ud-;3SPZBsjO?%cPhHgDRb;}ckUw(b8;
z&i!$!X0NZU&DM?DQouRa<IA6)#oCdZmY6eYzsub4<448s4-cE)|6i!|Yrnv;%2r+m
z25@p#nECP3Q*U49#lMoYW(smVo2ngtPAhE9ikD6%dnYoj=6cdryGPc#Y{&QPU9$rG
z=2#>?n{ejG*VohERb3C!;hN*-Xzy~gRAl1y_VW4W`S)(r->_yDm_1LwFPv#hNP@G%
zk|TLrSGp>2WN|w-d5J0J+}Ok<=x~rr!IMdoVFjy;&?Kf?N=j>&tXlQ#e)_9Dai90+
zr@xDPe|_^@|J>dA_x2X2r=`8S_I-|}y1o7VEg2UN)%^JI@c+L5+<%Iz&3^9kjMHEE
zV46<kAx$Q0z3KY#W;;0&Uu4L?HlEwgFMsQk?`*Tb;m3Md-mYrb=vt)Fwdfd+YoLg0
zpva+jIk&g*o-ehzaWdaQr{Ktak3`l)JzF=6g|R#A_wvN;ugi7ok#LO3pRL~*BeK8#
zzuD{S>$hLunsf8glxfqX7|*BfTP%BIi~7Dlr>E<GTz0&A=C+#!Qt|t03_&{*@9nj(
z|93_+nN8q)%$~#C+}xbIh3<$w+91rga?hSSKC{hw>y#Ll+05Gc@9OGswJGuY>uzq0
z-<ZUzr1bgV`;d-F_Vxd61egae^D#Vn^ysrQGmR@I-VSiczqiNm{CxZ8a@t(tqN0Y&
zS6=4h$T;#V-EY<E)n{iICcl|elph)zs%2+qDUfz%#=#1g?{|&=Gu`_lDk}OU$YbqF
zP^-}-O<}_HDN|-x7C&>5G<vn?UB$DB%I-N5i@&|SJ-PbuxyZOUx!ULVF4*mS+>mbi
zIPNw7y_*l-EROolIq%LtTj?utCwBgQc#paK{XJ7&DU$@h2<vy>72j`CsaDaho>p7_
z@DS_&Tio^ke;qUXF*9#(;0E!^@D1lU1kH197)<VaAL}0tIt}G{Q@Tmkm5%gN{<(kq
zwr)R>=~QcT-}FX+UFoYU5yyJGr|T_sdi0S`SW8>`<j>}dr+0sIz8#tmjyTs|NpM7J
zRIF3}BXB;B<vuezpF)p9LaIpEuF}_Orxk)F<8~csc5h&6Np0D%;@6I}UteB^1qfw?
z-`<vc_WS$$XPepieI~2<?%;RkK3Vf|o4d$q(`2?<#~aJ_j%<m@eR**)`{Nm0oy`Uw
z7GfG28XK-FuWM^)aIak*zTS-Kv47<Cb+Nv_zP)olZ_mFUwEpX~{dIq>9u;YobIjY<
zvASc{l!*?JF2}pY^^Mdo`SVD$@ErO)FF?a+ddGx`kF`?w{d7-QHkae|%ZDAH?K}~4
zFV1M>IF+CD#abn*e9o5#Rlhuc?kasP;P}yK`~2VE-^*WGexmTku2Sv!*?%Ps5*(iF
zZ82GuI=|vuPDQoi^Kb3N{Tq^x^ZnkrX3d$uc3)z{uG>!Pwe5Cfet2v5x1_!Gw#lde
z{!9OLfBqZwYl{?4{xW29JR$YWh5eCz8|RJP<@(nX-+cULeePb;y(0>*r2c8D8<yXh
zEV;Yv?IWq*_e3Pzc?1}<?RUg}6$R&-D>D{?b5Yau)w2b}6}itBw-|><bWUBpp!D^%
zZ=cW2wH9Rg_`p@9cg_2Id#fc`)sDyu-v04s-mw#|$!y0IS$4MZN-JGs-OlP?*yDL%
zhN51QM1!JpTfyFzvmcuxG!)A(DaJECJv~i#^0!@YJ8V8)SQl%(r#qJM%2~$)HQr2V
z+yC{{en0#F;$ru=_x0oU6wIGrDEmnB+z<1-J2&p^tG#WZ5?5|p{jH?9*ubr#oBi6{
znzK8<r{%5BKi{@pyr{6A<J}z4<y1~mC%+dSQ#~km^4h$w>-X+>AAkSGulX<IPd_R3
znE!fx{QgbmZ=)I}nA&7r(eR7<uussrzvIWhx^`vDa1W>V&uSOWxud_aS8~ftVYTGr
zeWr&_P1W|~lHara@a?7G;0fY~rBM#;y7LcrNg8t;zqF^a_*Bk`S)hgWYxw!IY_ga?
zD?iy{*t`#P8{Hhc+F8F|gs+*yP*M4~aZlP=smlwU+e79*KQ}k~|GuK9U7U#@9vu8u
z_5I7K<^J=Ja9h^Y9X>6P7u$F-`^<;4|64ePcgXQSiO79aBG_d4`oqV^$K5>kz58?i
z+x5A!$!^nbb6ak=zf*nZGT+{+uTD?YZ2a$(&dumgNj;zT@b7EM=>NvHUzMH+&(b~=
z&~~t8vb<w<#oJq3xBdC^^D~>lq0g09SA{bE<zsi&`JP<h>3;3}j>5-Hw_ZDO821>y
zzqdEp$6!nA`?nv;G{G73ig$7wsHD~4YTDfL>&NS3JPJ144;wYqRW3X{+^+muxy1AG
zGT+5LS}i8O(t9LZ796aeR-oySQ~oMuLxSUl&mEupJ37R7-hN*E{M^UwU+?iHzPPYZ
zXubWV?&$&cHx1GrnEFU6b~*J*?)!QC@r{oW{i?5&6doDsfBZXnz4iaie@oR*&lI#>
z7n!gB<kr6rsz22FnV8JgRsRJiyP18<5xcj4-bUZNGZux9Se)uoEWhi-@4Itb+>*EG
z!vn`}MvA9S+;!B@y0(1#{lah4=IB*_do$DX`OC}8JB1pOb(CVnEgk*lTDjUS{O~{c
z;oBfkP2#$8I;>K0ad8o_ap62U@f~N+^Afj2R{wPKJFJFxHJuA4ZBRONa<cl{a+L|J
zo#y&;Y^%d;a$*IA{2$gIoZ-k6duVaT1HDHkh2M@^-~MfLtmT8L)Ax6GgOgA3A5(wz
z`^U${olQS2%HGUieDuzpGiFQhp$#dAXMFtmIsMd({|U)$`Tx{?XC3+8GW(O=ecpEF
z>Thp0rvCi-lVk45>vQXE{*<bppQ-r!#O-wrw$iuaPMrL!=q7IW`8MOjh+_ulcBtG^
zzIki&zjXHf_07kx{Xg@fYG(Jo+TXV(1n5a@wJ>z9<MX@l<C=lxJOdU3Ilg;!$8Sc@
z5m7W}|Gs2%>S-~*s)@!&cR$a_7U>q(-*)oR@qT%KkK@SUGanW{Ev|cF1pPj6xqVr?
zVugZP<tgXrN!?}d?%d?yFnm<lW3i|Dd*1Alshd`Zua9B`ZN*io^*x&4enDGL&&=V3
z;GP4Xv$PXERQ#+sr+vJkI?v+XU!nJVyr=8c=qm-rF7Ur{aPz-ahRlrfKPo=kbNX1X
zbnaf2Ahk@>6shoMOdDVQ`}_ME^G@H{W--nkDlJ+rHpdwGvyR-HBH<SMq*cPMW=G|x
zC!VX;l)u0CE$Ufh#Fh-fMY4}Inv~8T;FvIv;U;hS;o{hZGd32T7DyB9P%RNqQoVkm
zkEizgdHdQ!hi84<QTUjx^!C4JPoEb0|JtDx<92N7e4ENm5+(vKgx6c&(o0(ZJLlEc
z>u>v<Ywpxe*}3<g?dcg+w|6HVX1nF(H+Rk*`8CDgS^BkAKHDCtoUVF9Ir7Hle_Pob
z-`{_*@vFV@u6vJ<_um#aoH@fZTdY*z)~VfXoW@6Y$Xk_k>{N`jSh(!T&wF*p8@Kj5
zx?i)~Z+PVb+Xu->6?%S*dJ<bD(u;nz{GZR2KOLMeyQGXE>Grz9x&kBSiQ<C!&(6%$
z)Q|ckuM@Mw;OS1UJ=H?Z%9j%UWL#S_^X2vR^Lc|!3m!O3+WClgw$Oipr2>%_j6p#`
zNvl?`=6#UZU(sfutT3aH_o>P>RXdACB8T`C3zqP5RIB**o}O!6E|9sBSwC#j{LAl-
z9OF6EdLonI*G#=9ib3b*+sEJPdv1L1s^syh1sY%WFIaG(t#;*_HCyJp_sL||{rNG`
zh)-dfsF+yP!8QK#?Ut=raiXu-*SB}J{sA>!w+V5(N;K=07v22Xn16rY%uSn&ZY2o+
zytk+Fa?I{B-ouVrYd+3%e=v1h-n~7RSH%QBddT@m+PBmy&fzjBfBN)kk$!FZnZ>{6
z75-~owMxrLB$C-}x!>HJ`kygTQCWF+ce%cp`X#+^|6X<u{i$~R9P`%Lviz}HW8G61
z<Y)atzjm^b(}OEv<!h_8CDP?9zj>aR_x0StJ(Zt1Znmn|o_pK>_xJbN7Z<x1?>)<U
z<U5~)(2?JE6)_d*syCGD%g?v1-+SZz{itJN&dwK%?^bbcZk^b5S^W36x5j!;_9?7q
zEuA1RFW7PG+C-k2SDw#X@nELJ{RP|Vj{Ai4Uu-FDSlIo4qQqm3?^4DQ>-Q}Fcl@4g
zf&oWEqJ*7y`>U3_D?gvHR+_wZgV(%v#vEtS+Q0v=s~nxS%-brh@BZ>{|HZ+hybpes
z9p?FVdSm6j%6a$sA3e;uY_j(HW7EpOgbQEX8JE6RfT+6n@bJCmN!R0b^S{dduS;Y*
zf8A^8FYj4Rg>?nX)O4-pZCf@y%Kuu(S=Xq~Ppmi?IE)z>cBsi@9`$`aX`krXPdkn0
zFVA)jiRCNUb}dhr_3PJ%ORjpY)sjB`@k@5;{_D1jOcPGmGK1GFGnm&n*Z&n*KX2-(
z3dVm6>*oIoZA+{uPq~sER9RhXdnkl~A(0K#VFo*lfuUk+I=d4C0|QUXpHMf;{{5FY
z7#z~T@(d?HgK-S#Tn5lU5(5KF7RF`4uDU_?)>q}+E!FJHKxTTn`njxgN@xNAn-xZZ

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/jit_timeline_cpu.png b/tensorflow/compiler/xla/g3doc/images/jit_timeline_cpu.png
new file mode 100644
index 0000000000000000000000000000000000000000..a38f636983b527b678f17d3b0c92646ac1485f86
GIT binary patch
literal 8720
zcmeAS@N?(olHy`uVBq!ia0y~yU~Xk#V5sC^Vqjok<Pzp!U{Jj7>Eakt!T9FrLEeS{
z4wr*(|2yO-XdbKhTJD(iELF0|v)Xf#N^07<=!q(xlg{jX7YC;Q?%6*-GF0{F4O3=5
z)+Pq7{}UYcKU^dfv?`=jRVg6ILxf|BN+8Qb4Mz?KF9((h4)%(wES`Z2SHGIqR$8vn
zaCuMq2dRT~W##*4-u?aFAjL^7#YydmliL5r&Jw#*j`Fg6?QV-NrWpCE3EvZmGdlVF
z^IX4nAD6P-bB{m%S(CE={$$P~8@XCL`3*}hXU<c%zx@9D-MsCeCP(CLpY65uR|QMG
zg7A~7y=s#^*I&=xeDm7tt!I3ed=BLMwZd<?wG7|vv&XWwUUHvraPY9QSog}SSx4PZ
zE(uz><#z6rs=aZmubyDZG@HGkQHZPcgRI2Njx}N05^blS2BmeRn$2!KoG7B2a_MbZ
z_fe%&8757WPo8nnlYhFPKdJt7j@e>`s=fb8tUB*ym~42=`uC8P>Ex3vOpQ5a-9J54
z9)17)w(NJ(#vS`(=NTV7RBIp+vihpM-Kwiui!ZJ?{P4unqK_4K5)95f|NOBcXJf>N
zFS=8`^3ObZEjXoU=bfyrCtRKs?M(RksKn}Ms*~CRK_0f{msfrW^qjHh$feg`O{94F
z%qDttc+S&W8L}!sBSBtv_mbzIBh%Er1oG{yDcKow$U0D9kMfPY?Opv&&Vl=GnltyZ
zHYxP&cV<{5?jh8`V(aK6qQ&CE$m!7{pz6RmLBPR@Lsf)p$`^)Ep+!vc_x(>FDpYT{
zEBV~VyU@OP_y3tQC!JKO)Z&v}`u(>oSF7Ii(|Ox(zyJR1Wnj75sX0|90vtB;{k0M=
zW`rz!{k7_9mMD9ykyLL_`lh(`$`d&rD*9}Z>plMX%Uz994&gOdvwDv|{`_;zmldi$
zHXGN3X$Qr~Y^uE)HzD9;iqX>|$#&+Bd);S!T>4L?PM1p+SJ;1rbLOhjm)m3C^0gm!
zd>Q!e@IwQ!?v2Vh+oOZOu9)1pTP`%kZ+WoR)I*8<Z_9RHe?2wFPJ$;)OLX&0o$03w
zEY@&09&(9ZetG5f*N0dZ&uX<wKl=Rh*4w$(Gb)mQ{+=bYtkucUiB(&yd-6$^bi4V=
zKDlX1Rae$|e_7G>`}*snvkx>LbQia++JArcS+##9R!a}IB+uAs@H4dk+wZ@RKYGlb
zG=JCKyk$lYS7urmNv#NP;jHSmf49Q%lG|cMpDizct&sKEv++vS)`JNPlH9JktA^Z&
zU0J22CgW^oENGi`SGB6dZ1&1~kCHYPTwi?0)6Fta;*sGFyH_cb{Fa-~KI>mKrHMV>
zUqxtX(8&a~oiXR$e|KhhyfRW;?MluJnbZ%nBE_wG)^H2A%WZA!G@o|-@xcWug_F*v
z+0W;HEu<yl_4%hwA(PnYnSVAHt7-5sISPF7-lzPZef_s{)<Vq=44zHQW@&4aGF(I!
z?zqJ`&F)mezZd4y<g0E+|2zLs<qeCv#X-)ff<r$SFH3x}xNW=84;jCLCgC{?Sk=D-
zwk_<JvTqlj^MFM?;~;146i%MnFQs#igfgD^Y-6p<z|fz~puowgUeW|oqHA%`v+VyF
zoAdLw82V0D&+U2q!c+RNfy|Ui_sV;|)V@Cx>+x!FN$hh^>D=3Tnwfj;^m08uE$LmB
zY4daP+hoI6yS_dB=n<vAYSpJDy_<BBH8Zb&HtSmS;fa{%(Y7~o?Of9ST5I;7@Z!3D
zQ>8m+NB^?eMAf%zH+V0LO%&%5HJhoF{a}k|Sdgs3OD=8AfRxMYHcZ;~{bqlV-p&4h
z(Q8xePt{HNtMNPV+u}FwH~a79`F}g-5S*ydcbJ)JLP&>5kgJB$MedSNCr;K094%E{
z3{4B1n3R}0xI(svtYqJ@<9(t1F~i*5*R&q|Ik^95*|uEk`*v@>Z;jED<vaee#K<M$
z5ZkM-yCfURtYr6T{^dH<W%@z#YTf>PW*^T#+EcwArRz;s-gJlU&?@DH=_)BtZ#G=N
zm?6T~?zt+J=lk!uts)5rozx!ts2$c#pXe*z&HCE#_jK;P5jt$m2OSg)BzRadHpSX`
z{1(fR<!k4;{r>yrbGP4qW0-a3NQzjylj8ErFF*h6uzvLON8p6JIc9TGyX&Uh=`P!y
z`$PZmy0F#!3f^)G?H}F4V?6S<NB=qV{PXLtQNIFTx-XTVT6ZPO(_ZWEiZ6?gKmHgU
z+<w@xzuCqsX`_VgWZTP|6^#xp-Wqk5M`QP0J)ZAf@>|a?W@1@>Ia6t3Ky@E?b;|i>
zBcUR-7vF!|F0?!U>*D91Z;EzWO#0GtW70JT=d)?X3>}pofg<nZwd+DYtdP_(o9%ne
zfB)^bd*a@g?Oyu4@bJF<NBch&9olyw?#tRR@4M5sX-)OAnyc2_I8VFR<ww!ZKY{jE
zGkq*hhy8i+wW`-`@g1Qrzjnpw-Qmmn&);9PkK_Hf3Y$HvI$Kv?)tc%B^+%XD%xhB=
z^j(8fRQ|onvXL{F;+1;nUcEO?MTjwb(@mYt>tDGGRv%#BwkAMh!QTZYYqY$4vdy1=
zt~8q2!u;st5Bccw1&szWEsQdPTnp4!uq<U_^3Y(YY7pR@a!+Bwrkmb82iVfq8{Xjl
z`dA|9LD}xRcklkaZYM9ZozdTZK0jBl^F1bk+ud8E)@Bq`SI+zYVR1m;1&4;%=zVch
zGG`e*GyAmAF*0)R))+nUZr5q4{~TH+_}Yt#&9#(rwny_k$}p+2o3Fr;)@^Iwf1J5#
z<?AZ5*(;fTvM28NbGm=u{r7tH3T@Bo_MeW|7MT2L`9XKK3tJA9Z@<mj(wf2E%;@2`
zFK+#`KevRA<?M~yp8Hx*w{@LCchQGX=6e42!!>r(Q=VM-xVX&ISi7sKr)SHXi3(QD
z4AT#+lVn|7xicnX$*Pu<DM~-Dzjl56slw*n_upsJ7TZ@vPg}~@!d}F1bH&kUk*!DW
zt~jdv<cFlo{`>i}mR;W9IjJQ<=K1Hy7+oXZ<*JJo-|$Vbk+U{CU=sOd)vABb+-|=9
z`k<PZCvwfplB`qDBp!ce%9wsQ&GZF-#nGO7dD|zX)>+Nn!_BumbY}dwcMZyuHMkz{
zh~52W)9&43Z`|%H39@uCC~`O`G;~esVqsdeL`6YUae<b|ihYjr)9Y<ylJBkg&U~kP
zj&1StbC%_4XY1!x=aqg9G_bX^)AO6@wg33yWlb{G#l^ukQBPj&Gq2t9a<Q*`?ynaC
zYaxskp+ETL?L_+T-M`PjYWBZf=3<(1OP~DAKF1^H!X&wuf5W-?_Vo;n|5}312L9jD
z7X3?O&ZadlOXM~%&EE6oBHN~xg>zoNer@3D5%=8b`A2OPMJIpxuj&4u>)E>I&YvG{
z(-&q_TwH8zZEdrD{d$XK%lm^qEs(w)z+tNYa^_6QEl*ZVXMA_?PQts(%l#v-?ccSl
zsoZ1fm%xcTVjdkY^E2UmbUpr$(v!wRkNTCQXBOn<o_#XqQs%jZ>e6N>SFG-zRpwQ2
zZt9hrH)l?mP?%z`!}tEs;&*-XS7;>L+1u~Fob$a~>*V3K_<sp{);mA{xI1UZe0PQw
zQ>wI-Hwz{$PJQ?GZL51_m;2%km&(6R>{jr8EMj?a;#{_Csz)Vqo?Y15ll<%`v!^Aa
ze4k0*DK6)Q#oOMq$n#igZ4;RKQdC;HdDr{CV`X12x!b;2#j&XW)#19Dnm3c?zi0RN
z%dzP?q1;{Na#z#l)$NAk<sA|d{QUgSKHvRX_4s>5Np|+>m!L?<xa{7Z1!c^(yEWA#
zGymxtwwM>Kaj%Xp-g5ZF(#-vJf0?ES<Rm64a&S-D^N)SCy}rJ_X6V!QFolHD($c!R
zee4IXO`j<9Gb<^H$^6TgK%GMu0+f|}Y(8c@s;sICk~%R#>Z9ng590l&j?RdCa?#x}
zZchBZn$8!iAKIsQCOC&|jrjlfclnAdm)(#0d%V_tooszrt?p9P_Z9ytro`HK$+kSm
zn6doy;<z&sCCSOmpHDvh@k2trv2IC*K(Soym)qO(MI0x;pTGCp&(G;Lr#fU-_*>}6
zIPWnzf0wmNa_06M9bCuvukH`4pD&rzJvU~T>XP5Te?Po_(5<j#_QpcFTC4EozHYX>
z%QnB9wNFyZ%<ZVzihe6qn^VoEw(B&{T&UUD@Oz!zs}<`PTyl4ntFEfLmG1c^Fg~F3
z$U=i(6Ku40Z``<XS-%-1P0MaG1u=5#ZEf|1Uf#WXH{t7Y(K0Xo-4$1oN`CaK|4F|p
z)UT(fcdWR&+B;u*jr`snI}R-Vn32VN<=#b?j~O=eq)(LA)~>xFD3HLt{{M$NyT2}G
zkm?V!i8^|CL8;}cgo%$__v^@Q-J-jgLFwAT$~PY*@1#7B(P{eTl)$=1Utiz0*5u>$
ze~KTK7ar+X<JJ48r|fiN<;s;e79HB*c5HgUn&XQ_961+REi!Gewz7Iua-vM*XOcxI
zyV9SJkK46ZJ^r#eoY~8y^~y%pojZ4C<|(^n#qX~Zb?D=|Jvs2qap&Jl43h&^zk2E4
z_3q<Re&*#@qV~izm1L@2p7QAEryVj5-$jzPJ_@|~_s>sbt``RnHVPhE{A_-#&8rtD
zPkJ8n&&hdZ%4^rOF@4AC{!5$x|N9&Lb@3tN(w?k$YBKt@S9Wgv+$mIhWlqNuzQ8H%
zPXg~=5j6n?rms9SRKbaK+xf|@63xD<@+Ao({YfHAyDXa79Rl9$5&5Vgd3Ez4PM=T>
zC9}Di-b?d@n3{cWO0h0kupu-}`N962u0<Joy1J1wdrej^2yj*SZEutHHPR+>y?egf
zXRpbDE&l%%D-$FgPRgl0oI7ux(V~8*V>dFIZ;7uta(0!|+^-)WyK8@ntmK#c{w1)s
zC*Q1M*GKk5&xMcDuUGAzx4-`XvIlAQ!C9OiW_EJ9KhlbtTP|@>|89=NqJ~pd)z#9z
zpE9nbUdp`MKa0I>_vvkM`mAlc9iFWI>!T97b2`(jzV&O?Z1^Zv!u-+5XldH{xs!C5
z&Mh^ZUm=kD;?9&)sxoTguOGO1>-FRXha}|2+H^MVn_+kQ^y$d;<{g&inR9I9)ZIR2
z_{)pVHqbKjn<{iFk+<oYa>}n~f-2{4-<D1>fBVKJ$K}O3yH&H*mwySIeDa#R|A(lr
ziy3a^o>f?u<RRDk@0GwTyIWr_f>LtHjcX7_2)FpY-PZT6N%Cie%cs77_b%$&)=AmS
zlfPbDu;i}I1ipt8RboBs&!pTgEw8to7V1B9uX}*90*B1wgE9qYleY8PhUhtK-aX7d
zZ~6ZZFLr-ipe=q#=25t6=b{5$y+%^~jMcw1W>>jyGUX@~Z%sFq$zH`}V9{#i{lvC*
z%5v%bKLa<;`oWu*YWcByd5iz9W&c(M`ihHf$;!DeR6nb=difF-r<(_!JbCiwjn0A6
z*dA4<Ce;|WI~{AkU4QO!;zZbtY-8SjzK#H^bxVb&tM6RCzh<dgPK7$_JcIcMzqYSR
z^y27Fo$E2R$1dvk%o|5;ojU67+V5^#-z6rJ&yksuawK5quK8V&s*lP}oa;RNV)5P^
zGPX80GP1I!eZNy{CTFg=lj_d-km*G8L%**l&MQdl`Vx41(v`FsTzk$1e_i}et*4AL
z@kfrtB=@^p>)+g6$m^mg(DE>wdGA7Lk*NVEGo=<ti{!C}#xT1Z>8??D82|ChX^l^g
zWyd6bXxMf2KU(}F<Ab>T()pg@i{AY^$MrXPe%iNlT(z7}=W2iXn&0@>CwuLj&AU&#
zKc5r$*T;S9*7uz9N8LXL)|ljc2&|b>r^cA&wes4p5c|s)-Hof4&-YB<XZ?HTlI0u!
z`t1FFZB|XlZ8zs-Qx<J!gxLnN^isV4QH{S}zg&O37$*E;s@<>D8Rlv4eL3KR3gT&>
ze*V3w%6_+}NrPj5g!}^D?AzONZ*R+u-k*EBqszkfq*}D{D)acfwC8&1=fA#P|9pP^
zf@{KULN>Q;=3m%-Kl{JKZR<t9+sti`XPCUV|FN~$A@_ak@mN0puF~rVo*m=kEbl)*
zqwwWkg$LZPxm&oNZ2z`KmuLO+wlGGUwhe2_*nYA#cb*ebylcPf^CQKXL2A1~p8GBT
zo9wGL`DT6W?KSV;mUKJLDEZa3M2th&_~OnFd1`0gChuX&Fj%~LR#SI&!>4~2+nc4!
zp2hAuZSX+jtJfE<si&u2khRbAkShE2RpdO|!Bo>ENtJCOH#n+36bLxoNPpM-j^Bs5
z-e#S^^KDKyOJ4I-b_D1it3T;eRN^V~Y(@oB+Pg;rTsL>`k8(&f`=y%bF}vMhLCHc9
z)$@UxGRMRl*8C0rz(1oqUb^pO(w-;ri#GSl^xLd7KR#2`;*~I4rcRCWLa&Zz&wQRY
zR35X{o~3_lmUTmt-CaeSm{Tjv7b(48D|tWGj;&GfbE?6Ctj&Mc?E1C5(pGl=`!h#<
z-pA>8ocokm5xg}>TlAEpO=FE)yWz>?lL5xhtiQc8+R>Zc_-Kc$+2RXl&TLHGmKrqU
zAfNGVJ@YeX&KP_?^<~D)nKNfDyi@nq`fcsvhPi$(PJY>6thV`<SL5ccclzb!SL^?O
zJ~~f+yVchRflcloHRO&it`O;;G>=ctw*FyIRMoD1LVH%M_;FbNr$m`zg-HLSK$|Z2
zj~X9iKfHMCZ?iH#@70?<?`J-rCvRLfC*)Ueex39_0k8^?K~sKcRG1iRXQySap1C=`
z?(5e%ckXQ47Wtv|0mKx!ql=HYA6zUIrS#SBHoyI+j4el*;yd)4LGD;PW70DZ-tB5F
z$5LF*+={#Uw%E%}-SsG&f8CBNoA*4>d%pAI+@t5daHL1Im};)6^pukejhP(u_wV0n
zGNrTIxxZb{tdrTiYsG8h;;iISkq<Ba>jz(-w(`$KZSJ#&`?ME3En@y8{dl)s@xOhy
zH2bIAz4nlMGuyWKPY*8MdvS4n?cdq=GJjv0x%t-T<@^7fHTP0r0r~vawyi-Dx%+Lr
zZeKQ^;=S~)o$eK(4bK*(e>?Z;Nz&`PK1IJ&bvPHE_A|?>J~}f^vi#VwqTI(9Iot#8
zzR`KVUm&Eyzfz?CRm74hH_jZ+d>y-R+B@4Qd-dIAVb{*`#mj%zko)`5zy96aZTCOl
zczo;g<@x_F!EE03Az|;ddbhP25oM3+-AuUcKUxNQwqE;j=S5|8_Uq?q{IYfyix16w
z-pAc1b8(YNytL%gzB{{i+*ots)XJAt8dvmeLe^gw>-X}~-I~2JwCIv^uKAhsk)`Wy
z3dt+|P76P7qPuUG+O9_>!N;vdjxA0V4%(8FBX=y#?b(&1Tqg5Ue=dC-ye0i>t61l8
zbGf67U+T60ySnAm-2L2@ydSMtKE2?5|8{En>|D>pYez0zJ1e@q;z!k1_m409>%MWn
z-}3jyWB-iv=j(rJvpCm?*>t&E#^2wz*6VZj3{?dyy_A~t&TlGDT>Yb;UuqN6f4ph&
z7RAl4+~5CN!H^Z!+-1}Gbn@jbftI>=ZSCFnnf%`RKq`+rrfQ92^`fMv;I7=DmEX8`
z1Yh5^rO^4qid)^MyP`^NtUVlfW6pxMj~V<`A?_~Im%W(Nz;|lJRMt-!*S~Lzl;3;v
z;p=3%ql>TK3#k9~#`5jY*Z2Q-CUoS3lmFb^yWLhVOsoFZx2oYn;;eG#MQ$@9gS)3Y
zK0Lhp>x(1o?pe;4*Y0Es5#GG$=k5)vj^|IVDS6d8Yu^23ufBX~n2<PY($=-Ap}v=H
z8C<+Ism^b6ue-F^lPg=&#QOba?cDju?ZTYzE8Rb?@Z)~*=RnJE?^S6j68&Yh`O^LO
zZasYcRqp6wfBWBa%5T*@xwy4#H}gJ$`K+LXx61fy)Mk^2n5sR7CRPs1HMiQW;<i2e
zYek;Tr>c^3>t;P!RQ~zJ4O3UE{(Qe9>}|Z!B`e~-mu1`x4Zo7<W^TVwFEF-lQ{e5>
z{-!VOXU2ORT)fIPcQ$J#vy|#?wQFCVdG|jG%zYsw@-p~+;^T|!-sgV5^XAsJGto9R
zdv7hSFtJrmes`xb?Off{t>#6=pQCQys#(V3^Z`^>?5d5}oVml+!(@uc@luiO<znqE
zSC%++uWOmTck!*)foG5GVqTe)b?dCnt{)xIn|CZL_C0JkbK>ReyWeO&wEDU}-ZkC0
zG=1;9m6sRn+8k%Recj&6->muaF628%&-(P$saUc>&sa7??y6f-<55$?tK3qt=T<u_
zJQ6WcU11VmCDI>u{>+7?i*6an?R~h{wm7);pXSo<Z;!CM-Fx)#^<KH7i=XSoToKB2
zPk+w+zWRSl=j1Q7KjQx%+g`H->inAj8u#tH+&SfHt5?|-nJ6kc3hC<Uef;`ge+p75
z_8<`AS#a?ON+n1I;laf%h{6n1NFXV->2l|MnJ;%WzG3@1`JQ_hIOksAoEyMB_X4M!
zYQ+?ORyHUfY`*-I5-0T%C*6`Jcg};0YcvdAwD`SfiF(1(FLdd=ZPml>{+ZGib-&l!
zzj(NCYkDc`ue0-N9&Ai6;qNt{eLn8ux#RmkMiwWxn{U>C|GatA>l;6B_D+`1-uYFh
zYTwsbtDnE?<Mw=usQKX?pX{{vcj2#<o3G#7wdLuPZ;ZE3+TXAE+_rnxyx%|9=YQO)
zZuigQ|L&>nU{`@kaZsUuN%-Jm`ClL0-FqZ1GKWD*Lr^^+r&{sFJN{=@O3ITD4-eO_
zf`%(Jq~fcdZvD&7$Hv0)r2*tCurMf8<o>=mZYL-sv#0j>xx3Zhex5-N#k#t>%6As;
z53gA@W5tXI>-?ij*WKK_$3Z&y`m~p-i^Iic{gn-OYjt6NVt%Z=*3&Qd&69TT-#(%h
zU$*c6efa(V59+=*s=vSeJ`>qScNYHM61MH}a!cP{eIC8&vGcC4FW$_(dh%!(xP12N
zJo{$;wtJ#kFa717)~VgELW+J9gPa-H+<9fTzKXQ6J6ch4rK{-(lXucSRWswFpC{dH
z)h&u#PG732G`ah9gG$Rfo6BpKKQ%q_TJ_V5MThg!qguXce4DaC^|;gr4LQ{((?H1w
z5~zN$uTQP)zPc^UHvRnyGr6_1=52ho$X)uT>Bgc}<+WETu9#|uE`R^EWyhKof!f?3
zH01Vv7C`7Oi;)wR72otFqWOrXyHvl~ne!Kat$2~?&GlL5^!|g3KYzQXCK{!FCqBqj
zdGTuZ+>;d|{X#{j4}vOpa25VFd7`@E)+_5&{U2XURhM>N<hCXL(~C0Ixtp$M{<7Si
zHK}`DRfu%ol>*MviwmnjYNQV5HZFSGb=j9u@i53Wy-2RvmbX&IC}%_7B6B%W?O^v?
zEEjsX($kg(KYzFM%!(Tix>jb!f%0m{$&L$cA6M+0c4eN>ys)(AHMVl9pgaR<FsOpu
z2=n2V{8p3%2ofhD+Z|kN(d;Kt;-r4XNxfo<fXyj(Raj=bXea0NK?5zj1zZAU&aD?X
znfrxoekHw^u(q#=_-=f6LhgI}3twj*xBsOf{&l~1-N$zMyPp>)-&5y_F9RD6%C2%p
z7u!nNoNDm`+xF$?^!U5Ga;u}Fq7o7k(!#DyTzovP_OI^`NXft>UkcV(QQ}*@TV+@6
z@pIp6A2ffz`~ScK$L6xP_qgLZK<Q)3!^P0-&nIhD^7~xuz0B%&cPjbXg`w@M!|ro0
zaBjW8DVO{H#gB8}>mJPAmKtntzkhmMCGSB2n_KT~U(K5G>izrePgdNviP^B<um11x
zHF~dpo%#7YYq?F(vfdeIPI#nGD6hZ#$YyWK&CX-%^f@6dpg^?{tA%1#iFdyJ^%0#q
z)pF-f<|7&`{g0pxna>-NyrNd9E{N{GcK+nLxl>bZR!u*1FEIC;x>!Whq4vih?TL3b
zgGw$ro014`S%2HVXBZ5*4lb_PlH=56Y<tM2=WNfJmEERtx^h#eL}m4#>^QNqH@0%y
z&1oWOzC5{iV-)*eg)V&@{6$80&9bRCj|NwU_|N`Ru(HgrrXXdWHDABc!b_Z64PHF)
zv#EM@Ci3o?FE4JDG9L%IG4T7JIXl*@aBaVvdwUhvY+)DA%95im)i!6`s;dmyp<D2B
zV_Wuh_uJdTq8>SKiM>6|a@$@GuyK#?fl^9H{Ld%v-|x@++tzqYq{;nb#^I(pv#y<a
zbkWn;JY1rG-Od-9Ii4PR+tR|UO0D9e_Fh|D{QXMG6ze6IcFb9ERouqB>I)+zAspKA
z*YCrNRadjO7*+i^agp%^$ha4uCikA((y`->##=)<+1<-L9$j(Pox%pLukYEKN3UKO
z*WdSE=i<$pxp%J1J-+zo*pF#Te^y0U>dJy0xz!+Vy|B%$%G1{lHnZD*`ytFcSre3h
zilZlGC#|}^xVwLc?8=8P_1w#R*DzQW2Os^y`}E;Ag|)R({aK8q6&EgO_D`#{U3K~I
zw3Z7;YP###U~b*(_u<6^MQ1MV?r-mI*XREG`{;Bnqh!m2i~HmuN}SXyw%q=>eE%O%
z+5#2)i`lIf3TG`8-d7JTDx0CnRS1+*<x-uNf@E#HAc@%#QM0i?d;+Qim&~vDqI>Ks
zNGDkH5_52Fdg|N=QV-5ds96_O56g4$SS=K`S~#uo!pZvEJH21*TBN~qXuC+-2FAM;
z7b^k_OjFZ9U{mUa)U>?Zor!*bxYV_Nwd||!6<0nt??82x$cyW?zrOsL8oc;<*~z`i
z(`}|C9_Lh_bKy{@9P5`Aa-}vF4_n0izGV2u9&YQMT~u5wEF{z>Dt52_heeDkLsdw>
zmE4>HCvNqsl9!vFe*E}x_xCq@D}SHsn7DY>>Mxh4=QnCGURYdp<>P}E;V6rXi#t0z
zrOk8mcHf+Ob!%p3=IXHZoFSYIa#t7ku|q7a{qW-B`S^OP^JQUW-xeM1c7D#Z!2Ror
z#|Jspw-h}3?6d#>zxn$U5_59itiGP#ybVcmk$d_3o6=kJp02vOFdD_u`TOhYfBiYy
zH+Oe(Qj*jEy>iGdnyVAJE9b+5gGZM><ziDrmT~Ws`~CNO{qvi4^$&wYT<7nv3pe0s
zL~?8Hy?J|oTb=)QW8>qXprBP*uS9s95RP5suI@Ky%8VH|zSaJ?yzG3(qKyBI&7W8s
zk*%0|b!+zZwdc>D@9*rCj0!0DcS!YZ(}EX)wy!D*4sq(v`C%grGO+Lv$oGrf8Esd&
z%kukKENm6F<pQZ%XaeW(FNK5=NY$%_PmVz1O=E$(?UXrSvt9%`^jB$EK0E@|e$nn%
tKoQj7N<(8~<INvl3)*IZlFK!gLt6t3+CJ^Sz`(%3;OXk;vd$@?2>|SzG;RO@

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/jit_timeline_cpu_xla.png b/tensorflow/compiler/xla/g3doc/images/jit_timeline_cpu_xla.png
new file mode 100644
index 0000000000000000000000000000000000000000..285c3a96d5aa33605cab2486522a5e815901a2fc
GIT binary patch
literal 5981
zcmeAS@N?(olHy`uVBq!ia0y~yV6J9hU<l-3Vqjo+QlL@Ez#y*T>Eakt!T9C^BO8;0
zK-<Ng_F^gDor)XhepB;o;F_e6;9Yh89ecu`jn__{F+BEA{L4M#Vp|*i@~gKeGcfGa
z=(A>IaJW++x^mU3Rjcx{&RDMY3JnbnEe(ELvhUB~&wH*#xx~aL3O7p}QD8GX!OpgG
zV>X+VP*b2t-2_J4!%mGNqN{WT9Xc79m|6t{6apPM98?sT7A)^@n9#ws@QvwVhTYr_
z#r@sEO!NQjTW5FCqVR&n>}3lxXC=;9_xgj*kLjKQEUtkH0w*@<Y|^Q>-@Hzn>E`#?
z(9ncOyY%)cz7Gji^%P=ijJf``!e-yRMs|S{mGk-@Yjhp@{Kv#MV~)AJjEUbQmF>B+
zpU-@3VRFuXM$Glp+h&de`j1@{0!5xy@~L`Gvgi}^n3meW)RidlVZInsW6xs_BgHPI
z5|&Hf_h!y|@68f4Emfi|;MTUiKTk3D3bXeLUklMW?bH|`QYv$N_3})vZfyY_*Fc-|
zmrL({uicR!Ic-^HlLF7-g6o?fn5%uTjJy7ozdHTEN-u$<AKwc!yx>-O>8j!A=qTj1
zaFdcJtBQ-O>Jp&<&ItmnoQg{Vf)=Q_1gN@(?5V1(=Y1F#t9PL6*r}UKZ_J-L^Zp#;
zDJN6*Ni26-_`t$%`Q_HbiQ8|l4bhr@I(7Z^%UN3^GK4!>;v4_enz5Wr*%Y85Ah6~4
z-+vW0U#e``I2akZx{n%3_0A|1nozY@Z~Ezvv*h~O`8hkzKks&1?9r%vxpMbiJ1!1M
z^;r4zIjgU7rFAm!e(ihw@rRLLhZ@u5lP!1EnWi-AP49M5x|w4(`DBXK+)r06?i(h)
z-Cfw_vgq>5mO0bBmL|REI+~;*;>7TOMcC>;Y(^41DMpgN*ccO!t-P2KVC!Pl-mv8I
z%c!;6;?~bB6q-=Czdu%+Dd$0;n1X`YY+V5kg#$&+O()$M6(28o{kTV1S$_Ai>(?eP
zT@$A~=PbwOn>~{1cG^?BqShYMF_7#3nK|eE%ss|_ZfP4MW}Ho9nPL9<=by6OPc8g(
z#Mql1<(LoFYkMpWns#1UVg0nzPm?xEFgj*&ed<+bYE+ngR%k-~`D0fuKP?gzSbzO?
zj+tPImF$Y=AgllE=<b=^`~UOL9>#{PjN9!cp4aX7UmDaAy;f|M(;t&_-+k&*=PV7%
zw3}})$N%R_-uB0;0(*?SS}ax^&*S7+vg%^S2IjdRE9Nw8_;#vLXo81IklysjaL2yM
z4GDU#&n7V*Ty(ftp`>rJp3%9o-Dh7l+|B!*{`iRc@xln3f<0~1EzgzvtO<KvVDV>a
zp;CL}dg)%b{rAs@EAX{DYl!@-G}~ju=*Y*WZo$jOd~VSKH4le<66%bWGJF=BJKiO3
zzrFstHlyRF%P&h7RX3chFFSpNB~hWPDN|E*$>u3DUq9W(Cn`R{Statu@|?6EHcdi}
z4+}PlITaR(Jg<DU>)fZc41NMl6CNwDC~_>cu+$4JeD*7hL7l_#grh){Kuf?J8TZ1V
zIe(%-@{SxwPyRg^I43kzG@NyT&gn<t3=DVlnHyA89<V5KIC3}%JQ5GOvv1S;-O0T<
zx1U8Qzuska?ZhUX&ag|rg_S?s{Qjmg=~=|G%uj223uRPo&25%POHZ=NPL^OhU-#tn
z_KRO?-`{5Ocx8XFbZ&a?mfY$T)z;@Pwq7*pO;k12?}}z|$!by!;$5kwX%}Jad-cbo
zGbTZ*b9=9BsC3IZAiDDZ{8j9AXB$jImAi~**(iP0RIzb+k~VGPuY~tJ7NTv33~Uq_
zJX<{!LtB)D{<biAX*9SfTv^Ydz#$?eAm|XXV3+ICx<h~EzdtOPb#2|<(3l$b8r^F*
zx4pHo{SoKavFd0cmtEImk>i?u!7|VHA8{|7^T^_8Vb|j&l`o5SeyOnea-@!H<(4b?
zCQ@Y`H{X_JF8RZ?<dyA(xKaa&9S;7BUcFeg%Kp-k85+6b6IP`;o%K0US=_jM@kI@}
z{>dv($>eRH{mA1&W3SHkR;R}HQ;M~EV%*=7zw2%{>YcUtVup&4BwxFf>d#oItNU1e
zGNVp!IsDMz_nx@*{2C{tytm}(h<&cwyD*@GL;hZayzAAoX@^70URZdRzbLWt-=BJG
zYt&oD(9X?|O`?8Il0NzV`|JLtL798wx}n}#Zs7;=&HKj{Hgz+PJuKM3B(L8cqUCzF
z=p54@5iZ4ZReST=d-lfhdsQDT+@<E%TXp%R$>ftOW?eogxU+cXnHCM!SAXmL1J1_F
zK7U#A>1WLx&#XsbCshJ&r*D?*IP8@y!RFuLe0*icWj^-kwPL@Q-+NnjFri@g-Js7-
z4{zLmWbyO&!Ho{#SKgLI|D9GDvifR`o&PT;({d@#r&GP2F77KfnprS)uEn|2Pbc}P
zRjRC5`?$vLv&D*E;*XwG3F^vnu>3GyX1*?Lb&Q^RU$D$_i*vsPz|pka!tc@wp34e1
z-`_Sm_PB8K%_SH5Hs61*F2s3YX@t(EeOkvm=P>IV#62yNEM;#`bh{Xp=4?6t{N|fF
z+O<}5|0TZXGZE!jWYFi`!o<P2f+et#$wPxds6l}93Ns7i)Jxti4viggN-tX9^%wW9
zzODSGX>)p7`nfY_%<Au7x|qZ8qHe!>b7nwx<DO5}TW{ye{krqB=HCU2!k%@qpNrfq
z=Uen2Uwmp-Z$-rkzaWpTQM!^J{g+Rk?-4u2OLe1Wub|<tzjmS<V)XLOq$fDe4T`tE
z^fp=K=6C7dwm^Xo1}(SOOFhrq?)~ww$h@mrs&&DRF(UT-zJ>uo^KKqY5SY*v*?m+g
zBSBw`duK-K?x3}oU+%e|-#;VhkBh8Gb20aWKDWhbn>9~#C}z$vl3iW4H|{2jt0tFZ
zRk-2@!E;fI15}@Xw(Jk!T^P2Svu^j@PdjA$j~{-x;ri>D^2OD=@1Akka)2+ScVmTr
zl1`vh@<$G9J?=mak+}8YpH>uG$Vf~}Hk<wOx=5t&Zq+LF$<Y(Dwr1Tvkh<;O`|rQ6
z->~@n)27M1G4b{4xb@MguO&{W-=D2F+t=wdzs=G-z3HbnxZ2J2+skdXoTb0s)NjX~
zw`E5&m$dzNoU^QH$*&3<p+YsYt?y<Yo0&NWnfO`#Gi=`Jr$U8x^Uwe1TDs<PhO(f#
zso$bRHvVS}t#uzS`Ya79e6rgAO^IgdYwzq!7L1eo`{kZDDjzse*r&ch`NET!_17I-
zJos`1KmYJ{75K2Q@RXHQKI@HLF?yPEOEu@6O!;*9o@_yikZYohx@+LnhDG^;ER9MI
z42&Es0f8$#6coI?n4CBny)*)9o9)j3tFW-PexLo7@ty0rc{_`r-?83o{lD_u&f70v
zYM%f8-8|@J=A0`Q1;@-p*v@8G)Yi)KTfUlKozlGO;jI@hGA6zE_xESu>z;B<Q)s&P
zpBHC4#T@_q>W*)*NeKTF7^?hLRz@abPLTFm%N;4q%Eqs<=1iMAYj&~ktAGFEJZ_j@
zlD)-Npy*eA-2cvGLwkGsyP4a5yGA}qWY*b#YwFycpMUJvnrPe4P@v9wrDu)Xj2^kl
zx;nW>Pc$F(czG?pdOU_D(rW1m&h|GZ7I{HE2h(_CPg{h=*({hWd`Z#u@rrr_k$-8w
zg+6#rSe(Rd92vK9W8kvi?=o`2^?NTr*1Im>8!Z3r_wVZIZ)+4QijtK5&d6q7R(|ED
z==bIPV{d1kp6%PsUt5~2&if-*C?_v(y*G1?@8cY)^vf2rkKHsmx2%wFqUFo<X7`1h
zXU}Kv?wI^f{G@SiS(%t!)7rIb*E(qNd}@+kbEu}KW{KHUd7H|!@87@A&&&H}5H2RM
zdg6j<)2B~#^ndIk&BH66wC{*;zuLV1ety*|o?zt#OoIQE{E7{ig_oN6Nr*rH@uQ+8
zn)hL%yOLzuswuy&ToI9Yl{x2;dfV4Y?_ZqV&^h1cn(Zq4M=9ckK|dVK?mc}ev^-q@
zl#PvzOX;(s;^O9(1Y0qa4%7Z)mX?;DS2zFocOyGFIk{u9pr`-*31J?s44HFxXO<Xm
z%G+ot93;Q0Fsxo)D5-ny&Ju4+eLX#=70ta_92&{WmQuy*{Nj6<qy*A0tJR8z<n(mq
z20SkD>X^*#TNM**xA3Q0<NMg&%YpYTmlk%}e7kjP7Jq-noP868I-M7Oh!<LZQ&(5l
zw0ARVFz)YF6QB9{>(|l^T)}d4q7LglnquTu@v-H@6EVT(-@cXE=<Dm7Y(8jpuDzZ8
zh-AN7^Ln<vb)6QEKc+OSdj34!wLR|Vi-X*DN6fbL2`ed|>vCURA@N1aU6e0qZN>!G
zIYJlGL|9ymJ^Eysn5Vp%({1)4Mq>4ZFRx#(US6p7@77A?x;2x3d|Y(!==%WE3A=Xf
zl8O$|xORd=DCcX(<W=cSJ9<CxTwJ$)y`}7?k0)vZXWe2D^z--My{O8|zIyA77XJ$}
z(G%R=-LIK7EiyASRBVtD-S&L(ioW(bPj$DMMfYF&`@IuX`BLtcdgiR^g=uMqx|&Kl
z{ihuZ{1v6NADQf)IdkTU8PlgvcjG9GsxK2<zIglg?UMEzH)>ue`O>j(-otgrJSWea
zKYzWI-@`~NH`8+Ag6YRz-nsFUqw`p%uS-z-ibMNV{O+dwhbBlfc;MD+TV<xdP!uhF
z&=7c}(`gEi5~o~;L+R&R&U2Oo_%o}23DN90S+b0Os*~p#Zi!T3p%A9sMF-s+DsI-f
zOucjS=0yA6J*zhOr^@}dKceZbGcV=p$C(%RY&oOxXzBhUn*-cUDcdJ}c=zs|#6=6o
z#2g#PjocPW$yaBdlaiF2XzpKU^XB$ti?4?Ju0D8qOx{B^y=#7KWU1}*XU|q_xM?}1
z$DV0(fTHUYm;BGulx{7Zz1A|sXS1E9<-u+nsn!{PB1`97YkbJIIrXY<<3l}xS6R;m
zBCp)>K3a18`?qg5I=JQ>EHU1+B<%cLqsX4w-ixh1CS3clUDb5@glRiZgh}fbCzi~<
zvY%&1g%ESEL2X%i`Q%XZ4%6)!b8O_)-2~J9AB)U3&@%J;%5y4+x9PgF+pkrED(BCi
z=hxW&=8a8G%ae7-R?b#mZsON{@|wGUMO5h=ft$H!6{bC!euVQ~D7Ohbh@r(mebkBk
z7k<UFLu{I2dnebHm8n^3-_Ke-VNFKD#eI?&+8&<hTDQbrYg6ma-QlupS7o2klQ$5&
z(%klO0hfcCYVK>ErKbYCUI;X(KeIn#X(IRMiPH+FKdVFwg=99Wx;{2c@PC{V{NTho
zHpL5%-aJ`zamk&%2UqrZrhGT?o0s?Jn)}m?N9H^J<UbPk@0`BH^KWQtl-?Hg?b+=D
z^|QY03JzMKuyg;WO`A4uWK4_|ckP_;f}=yxRBiR%SC)bzn?z6C+IDC$^D|@F>p_C2
zC+}Ro|L3e(8yM$kerS2cv(8?E*R&~Q%PW^tNharRSsqc_aV@6C>`TYx<mFo&I$I}*
ziHY${UHyCIiYqR6_%;_m$~QR|m(v#)8>_3QCw2U<(Y~W5A@4RVK9a-u<Y2+_s+@Fz
zDKS#Zc^$MgbXb+1ue9<j7uML_Vo)RTXOhL;t@dy3HnJTG5IOcSE}3B+qwT2!UK||@
z4luls<qGWPh~yU#;Sx$X(GbnnwxCI+K~J4gF|7CZe;Jht%4hQD=yxgg2tPhzVdw{@
z?ECiYxDs`{*yP@ir9r3WE&jNu=ctX8{(jx#=N77X#$3M|)m?b3a8CI12@^AS_O%oy
z&5=+)_S4b8uV?Z(MaO{Sg*ErLuPQ#lu_)-&ymN|`tF+UePvFSdH`h5)g3VFknC5l!
z;?C!lpV;IPRvP+MUDZ6cBz$h%*Y_+4;oa9-CYbm}GFc}o>a?`}sRNNy)@|R-d)VOF
z`+fFrvj5)7KKA<K(^|L5se5luKDp`f%bHa@QU}*;zO(i$yYc6W!k@umhhHwZROPo-
zH$HD$<j;fmY#ELVvL?u^Ki{)9?R+l(*4*3Mz)1G$;i%?Y?<D@-QjxxWvi$S>xp&3)
zC)9s7D-VBXl&llHyXNi1>o>MP-hJNpg<*KkuZE-X!S&L6Y7PEre7$?;dv@OLgTgmH
zO?%T);H2T_Rv0v=$FOVifm4$>7h0I-+>z1a2wHh1uY8VG?KG=I5%r@dB^Fz7uIZU0
z&{cf>oh>W3n2c4)jepJUQYJYp<@a{gPIo}4;+ZYbbveUmYwmSE>leSz-xpiGwe~k3
z3)f-`O}}FjM?Di#&$I;0IUo0@+DTlexJ&)n#pGkVsw)IEdLAvYh}^^~E$;C|@tINj
z#{7ae(@!{UxLSFI-%PjT|EZ#>rf0UvSxZhmw>fY^VV>R$jjqX$mRM+>+x%S5VUBs;
zJu&|?tFNy+d}6iv`wS6~r*v-KslD~eRyz9Boaw7`7&P28&g}@CBcguPv+z;9`NPw{
z`Q^LSpUGO6Cq8-jc)1DKiPLg6Eb~bW$nvWGRep4#hTr7ZGj6S&6&25_|CLvA-U5re
zHBpa6pR5w9m^>q-Re7Oj^J4`u-;K@J8M6%K;<A<pJq~)QmDGJSWRJ&E?e&+YP1Zb{
zxUJN(e42(I*tOqfEjZ%sD!#bb7{0%=Ra&`!zTIKFWKa-KI%{5%(%96>`g`7tM=XrZ
zJevzU3Oh{<_F4F@du(^Gc|)>h^}-of?!T}QiJ#-z^-3|S$K&bI!WGxT`y$+qiajjd
z!&LRyK%u7V+~!2T`H--w47GhW_ww~M(ft#*zqh{x4Pwr3cRwsD52%j`ZI^W|lzLNb
z`v1B`VT8{k>G(O%jGo`w6P<7{=ylv~k3jS0+W4BnQ&Zezlv;PG*iCQ|%PEoTtPiz4
zvM1tkobmH>LPtFdgXV}lzx-VPf%lq{F7;=I$;T_Jf5T$avDYDSLL%R{L_7Zd=N4If
zy?0hwZ&`a(nCRpmN5s<`416DlDJN~*>=7v2vg&)*D|s_M<v2#$#YZx`H2r><-q<40
z-gu~FO@GiF5%tESoF{$z`&1-&=318@<oosUb^q0@?Cbk%8xMiPR(1Bh)iY=NuU@hG
ziF%jk--i7hg-R8HkHapXU2ZDom>Ap<ti(M@i{;6)yO$o^&<~H=z}I!1U4t<=rsMe4
z;-%YkG-fWaVErS%d>hX+*U(!<ZqF0DCO=ZyV4=9vbIxn?yhBFMCoFX4m$$vPB-40h
zNY&?SvP`X@w3OTfRwb$Cw<YD}rUeTWA}&8H_!OxpdDOFT(~)<IEvZLmB+i|5*{LvS
zPW|nz$udm`4fq}>-(C{jpHax(%*g1|mtZQCB-Yn>jL}7=VVzoAo#?OM&n3_J+vU$&
z_-&%VQBDoNqnr+fTslr7>I*DH)fZT>iYayp2h8abE_Ex^@>6yxWa<)bcq9_hqT$El
zUMTkdU*h`5Edov)iY*hkS~UDL{I(z9Py`7C&S`j5BEtz~JBVud9iIqR2et*w&NNqF
zd+dSk=bMMPISs%z%DOvo1kUNY9Pd`B7yjC!Zz-q9^2Z(>f{QHn3OF^1JkP5?u}P;(
zDU<2wOADc-77aiBB`JzspR0EFt6x^}6j5(lU;#6NJ8;hHvu3`R{kC71?-5aln=|24
ztH!y<n)c79KRRAu5;iAbPM@-(TgRg>P8^(HWtTr{c~m0PE8rxuT->SS5erBghho=d
zZbg?uCi~Di$2b*1wzj}MfugQO0}?`)3sqVKj=pRaSY*Kna;X#8_@A#q=0zv82!Oo<
z3So$2<2b-!+^4JvlFBwl3JPQ?C%7^<P!Pk+#$@l@;9zWQZ2UW|aMsM3GiN?B0r7(8
mq@|^$Ewea#=FFKh^G-NjnEknbfdB&o1B0ilpUXO@geCxGkmt1k

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/jit_timeline_gpu.png b/tensorflow/compiler/xla/g3doc/images/jit_timeline_gpu.png
new file mode 100644
index 0000000000000000000000000000000000000000..488fc2c2f1009706b7e2c5ded154f47e2b7f4bcb
GIT binary patch
literal 25152
zcmeAS@N?(olHy`uVBq!ia0y~yU^>jez-Yt4#K6F?>X5bz149zKr;B4q1>>7JjO|H*
z5^d{eCZ3rw)6lrM+sm^fh-+fNq>u#)9A1iz90H7iE(}-Zb94xB1O%w4gl^^3T(i~F
z>i5Ldx9bcpy?s@?CoW#pucX52?xS08%a&huTzoOZM5_0nQ}O-!KQ0rpJvK(@h;Y4s
z|K4W{14EBnvVla(gGmjZF_{TMaqFk2b-G-7{Z)d&VUF6v0t=x|7HeY$wZ;P~QESD{
ze>QniWI6lnF$RVt<IcZz>#t_LfA@~XfRkaeLxRxDl3P!UE^dfg8y6RMBY%q5QorTF
zD?`|t4`!I`+q*Z_XlC91|380fPCohK;@h&*dJGH+Lc8zwZA(`W_;Ffg-n@Ay3@YYr
zzx}pq?>w`L#TPZEdbJyS^dB#7a%Gso!Zf+#_~W|$^VuFfeE86R@`>l4P43*eqci<<
z*49;Ft6$!6T72=s*&H+LnLam;GBE7B`{TMwUVi@b&y`DqENeVCTAdyi+(_Geal_rb
z$tP8q)fv?qANU-4TlW9E&!V{Xmp}aY;c+*^<Vn%bw9SQ9b4&W27E187^Dq<~R4cr(
zXUoJ)>&pV&M_>HBn>U?L>)reJYr|f1iZLb#ari8{nd7xINb1wiJx7x)^Mp$Dyq-Cl
zuMNxAnwrGGuyLk~iqOidStXfAKYupX+hoURz{#TK_@l;d-gA39yIptR6;598TIEG%
z$=nvFg%Z7PJPZnElQpKFUcY|*mTq4)VP*qPmYvW3PcE>U>r=6zZV$_!`7HOGK!zy#
zS@b0zYX16I^?=F;u_jN2>*6z5uJwOCtir;s)~N8vtTV&pRAV;ljI(L4E;BRimSTul
zfBlE#@)e8;Ml*H9xXU~l-rWvN+kEq9w8OH?FMmc0WSGy}&zfQ*7d+XGhpqW=O`BND
z#f*}FViV%u%w;bSxjwCpwY8Wpp`edNxku3Q`JByPPFN~`U_Q8+aq|t=bC&9!A9`H)
zl+vf1h!o;j-ugV?>6@yl_v=E_zrTCabLPVbgQT$k@!NOtZLi+-{;gy2zJKrE=Iy)u
zK)=}4Jns(2H>2>Q^RxO+zrMa+I6~$@s$QoYYrSNIqYz_&M?;5zi$ao0p*Tm9x1z_1
z<_-asFOElw9>ywkL~}VZ@hN>$nP9_NDa6DC!3U?>bT0Fq{pn7>L#5DSx8AD1U$0ko
zo!F3g_{Z|A@9*!Qzxd941*iL!>ZbXnkK7tgP1Vl7yX$M*VmAKX=eKtWvv_)XF3h!D
zcWYxZ`}<{|R>@cvsrcu8T=URju622ux18Q-<5xdlE-5-Q!|?O-^V8KIrfafHR96IH
z|3_b5URJj~a(a4gu&H|AcU87ijS;)cbk}D;Hf-9mKI`hL&(F>-7CL(5$eFp;-|fDr
z@X6Wy_;T6bf3DS3d(pb@;(9SBx~2JKtxDe8aPl3w6X7SgF+Oy4Snm6Kdo9-`@gMJ(
z|L(--(PS-UlU<=;vi?tca^3G++j4(@JT4!6e*59;CGYN7LIUBF$`j8!exFoknP!VU
zQ=F$!bJ;!n+M1WQx9dCB)YN=@baY`?+1pzm10G(v5^`^D#FmV}vZlEQUi17=pFMGP
z#j~9YnG4_F+uM0F;lY8%D=x0Cg?qEJ9owx+Uq!@h%ZZdrKBKkm3G0PDPiKbinL4rj
z(7vC~X4^<K<o*zqwkpw(>@)jt=8E@py^oP*?{00?=6{&9*|C}Jqe5ts-uj(N>ADq1
z*!J9-ShmUh_CDX)W^bl#*ZR=qQN-XYWm93WTEO>_(EI}{OJ84$IZ}O1CvK0#^rnWe
zLMN{&8i9MON^dkt-MYWTQ~3Nh^Nb4zZsliZN@u^my81ZxQoXo685#%pBC|h!dU{$}
zS^1}4#R+ZcIrjDYDnCDa`0$|&>)`{FwgfvlF)hEF^jf@qb;L%c`{K_}RSHE$M%JY6
zc{*wGnZms`oOTw;$9TFcpSIjqyf6DacwUQu%e)qWCuQE1LZ4Jlbo~7Ev{>b!wtr1*
zi{D(U+&eoanw($y^WELuD-U`kBzq)1KR1_^OJqYM|0b!OT`~>389Z;Kcb<$sl74Q^
z#v}2o!`8BLi`|H_b5h$@<1e%|=JWygv^2Hfl~1RJpXdm=q!qW{#USwzi;<GO+mSuV
zo!lA9&0@My0xIh2msf?Z4ioH`x0k!3piq2Uf-6#To`<)0a&?@6FR%S08Ih6&!Efg8
zXVKCQSs@@U{`{rVg?XadVLx_p&k??N+F^gk^D{G@@84v8t6q7zuFUWE?=LS8N8Prc
zziI1}(xf>I9S0|}G%9oY`!lUM$fx*Vzy1`1+FvC}%jImV3_?;i&Shsh$NzhwXP?Re
z{U2>r`<OaTot`XVS7V`aL~9nWm(i<~uXD=m^!%M16#NhMKk+;<`GO5+x_80Mce|%e
zIdIj$e#+|b^?e;31z!VND}^jr)=k>JZmvb4lDq$*g`T}qrV<JpBqlw0d_-8?uSIBu
z;`OpOH!fZ)D)iwp=XmgR!?(yw#%(NzN;P74ZJBuF&CSi6KV~l%7vML%eocY9xBkOH
z_Jbl>b8g%#>n`}Tvrk<ke4WhHA6x~^jZMOROgHbAN3b{;25fk1saSL8R=(+$`TRoh
zI|>@VNvju{<>Uqh1x-|PE&8IeM!6>XPnP|k4~M^8*~PO)g2lp6>tUMl1$}E7Df2v;
zzeOqsJBwD=JojwSnPD|2VxH=8&dT3!x39HRR%Sl+<h}2_Bl3E!3ZGP36hQg!Mu_`n
z)ie1YKB>%z%~)w`W;RWI+0I|-^D2+oa2m;&9+O#OtH$uix#ab=v)hhLP|vS?H+f;p
z#^mEsJ=+`4=ex01Z;m<r#-8c)kq6w3r;nUjy&;k5$ke|#H>daV7+A`979_s)6zaG6
z)S=9&(Y|$B;o4{U^}nUhC#D)l9TKho|L^Zct37+zV+5xE%jI;w(4*+wmN0Wil}FQ0
zu62K}T&OelkXX3j?=#OGI{R{Oo9XZ}{b_LR7K>Ev>sYSt*sq`%7m%5K^ZZopaE>_z
zF&{!|JP-YP>M3-3n(pQ=KJ0sKIQ^6_r|PtwywQKuAoAazpP4;2oQ#d2a`=<VACK>O
z2BwV<Kg)z0?o51oYAVYUgS@y0UbAM1Z=3W=Li506g_{#Lu6XkB2v4Yh&rBoM?@jSC
z_qh6>Cd^}b$(7x>RVDmEb7;-PI}00P{m*>MNuK92T`zWy`auz1fBz<(6MvZ3P3_#-
zlQ!YeHx);R{X4j}&waqy;G1)PLZfLv+hy_Dp{IVQ8-80TrvJN9a(adC=Crd(|5bR5
z%#HQFzr8(u#*7mwg1=G~f_4-nni))5aBSj)>FSKOH@<Z6$yynhIUdm9xorBzp`iaF
zLyo(Wd00Zp$!As<%GKfotPiRxyY&>PG_H1${;_O>p#^iFiiBt5<R42D)Ft@i=CS;K
zq9bYbp|;Ry?Y#F=_HLiSDWOH7ZW<^(%+O^Nep0cWwfOIk8Aqkfau}FS?Bn?`S;})l
zg-}X>ki^s&e|gKI7TuFiQ`CfvS58@7_E|+@dHSz;Z_~fLxabq9kZWvpKwooZcgS(A
z{qtD<M{eZZa9{FGy3712Z>Fp4kZyfu=-|vfGu)$hA`9o#MjnO3mb@lyC#Q;4>we@f
z;G0+d&T@{#JEqjOmaB(-p5#a!R&n3mcxb)4qpGrIN=6^+seqFw*#$FrY?baydtPv=
zc>3YtVF|4(#T@4(LY|vGo-}QPv;U-mzn}JSPstaMStu9I`RCIo6^qq3{NBv(&0M%T
zosDf@_cKopjwhZhZXgf8ker^9vB_eZwPEo`E>SI)z83ov4hz2~XuHeJ+ob*P?d|RN
zFS|!crn7we7U)(ZG0kYw21{W^L3`~7;yfz;P8>oTmO>KLmmY7mpT&hex(9byhabN3
zz|%o!;nyB-cOgB`;>~QEWj6S~`+8Yd){`Z`#*j(-&_tI7^9oNo2$k2rkem)`7JwXc
zV)BJ*b0+n@<<8Io-DO^jP3O!>Q__#jb@y@Oy!*|2(h=k8J~`W}cvDZV-(SDiKWkmI
z=urLl=<Ruhj31p}Xqy&a{`F*r^&N}PtG{sG)_NB4ZO;7fhyN?f-k!d#EbdWkO@Nn`
zdHVOA4S&-ke!QGj{Bk<e*6lx@>|d6iyH(<*F*E0q-|kACHUS|nLQ0&TDuwG+Cq?Ya
zIcn|N{Yhb^QL0ke8y~K#ISUslO%m|*Q0jc(ts*GCzmHws)t&#hj^ako%V{56qJFKM
za7Ii^ONn!0i^?R9eJ(<K_H0T{QDJ<#Jibm_Qch0vtN5b}+HeKymTbtrX<i|qvaRL!
zL0L)TS3jFrIi1$8Ska;4A~eZEX~(2Plgi$=sssgHzRUlv$+dgs&tK2%JDk@btC%6p
zXdbg`(!;uf>&K1-7ON_ETO8@?>hf?>QS4M{($;+QURvlu+v#xQyZm`MF*c@>k=Hw%
z_rXkX;yU!A?fF?LZgKsE&#sx@7i^CR3>5V2P*IuaQlQ$J8hgG?x<Ks?f8LoD7hAc-
z6*=}ULIgp1qnK{k8t>`rSf<Rc|7&ZrCnP0Ar0|8PsOZEN4<{i{mUyL3)zj0Gy?J{3
z?(L}b?w+=`!YDNB*2xR!Wnh6Yq3P?EH#0Y<?f-Tw+rY)eCDK+m+Eqnyl7J^T5bix#
z3bl_@(?Q4+=IlfJRVKE;Jh{ZdO9d7&oSF<mo+~<3>i&FmuWS3K>KSz6)#~;8em$F=
z|8BLKrxK^=#1<7#Pz(!3xw@(-dQS3i0&AY2;;Ew8`gHC(uSp(GlU#&?4v3b0-j>vr
z^I`hV73=r^v-)v5MzFs3VEnU1`~H0Lo|fQJR<`Y^W5lzreLo&`KhQ4@tXY0A{#n<K
zw;DfA$B5Lgvea82zuzyR@WAw)N>w6%QWID`Ssa)qPH+%t?3j2YR-r?;Rbe5&lGB6<
z?1HCT%NrH)G+8(;I!;V>0Obf!Mg?J(@J}kU%yO$99B4$enB!}|UQImQ_R)X!{r&a!
z?jP^|`|<H{?yW7Hd>tt%DSN)(tG>N0SJ_S7f8Ltl<$f0zx!$k&d{)u9O@eEN&a$(;
zQl?e^em<XH`|YOJRIS{*yS~m-;&{2rYpT}ub+O9dR!^BCa%<Y-RkGG)AO4xGKQ&R=
z{oAXnr#CNi?H23**DqJ|!O@S2SHd{$%%7j1pL%jQJ^|xD+n;#Ov8(;Hq}^|>)zjIl
zEDPW7`<=HyrekaN^=UehlS({(uL@ghm4DAhE6~U1%$=RZoO`y^{rzQ>dWz-X<cRHg
zcW>wK|9ioi-%%(mcz<2(C+)(tw6v8$OLdxez2!%0iz|LQc&L?oe$A(o&h316t^J#r
zKU)2;R_V;Ty6WxS-RAE8O4{1ocAvd&f7z0Lex9Y;*KTqBqO?bkA9wz|_T$&Nxz_6b
zPV-tC96%*ZPNmR_$jxbqa#?qFeDsxH8@YK|{{4L{PbNJ&+U+d*_SV+wmrJJy1qYYE
zy>(R8+WMfMM*KdT|0%{rLEqoq<(2KI{{GJQ3>z~$-x4(~t*+Nm(cD%A7xN2mZc5dU
z-*+a|j`5g7Ma7REN#h^q|DLmcZ}aU&a*X`s2P<`AcYV=bzvs}($PEdNxnVntQiIg2
zcNRV6n%yWXA*ZubWBI1MySrj{m#vN6Z8rT%GaIjzK>|bJ#-yV=^wQs|&#!r8u+*`c
zEqYr{;?&P7)AVA!gtpGm>zB2@ChQosJ@2gR9(5(1xIGfj+bV8t$(*x7NYyK3eVpvJ
z1#NofnU`9QIjEFWURvTQ)2Fs^>Dr~CYu1LZm-}(Zk(c#`VzzGFzM9J8eX>9M?$!UV
zHB*>wo_}x7yW%M?USxRR^W)^?tdSMl9PJ~^7rrscb)UOY<7X8Iu3uk|N#_@wvs_mx
zv@h%SHeLCW4uhm49OstUa4L3yac54YP{*0+`tf$|Le<~id@L2TDt)!3@Uhz^o9PdB
zm%m@errg-8*g4m_TudY20Gr*3xF;$_4DXm!66dR`*$d9MEPi%rsrQvDt3tUsHf*hF
z>B)Y~q2ld*Bc+_F%<tdlFDf1%Ohm6NNH%HaZ{oX>e}CWKr_<w~?U>LW$ene6pY6?a
z9!z@_JpBBYon0NaR!Ppju4Z-ET8<YY?ccue^r-BKVd49Dr}%uM+PtqHPIZZD*Tk})
z6MegI|B>QnXCBV^V9usJVb4di6EYJ5=G)cYm=U+<!y#^#ZPWJn{W-`k@8afWHA$gB
z<>5<DgQ7-Rrvvrb8i~KYygcG(TlFP@<7ARG^R$gO_<fBgEl7KDVc`efuQjFuiGA}}
zq%W5rtBv9P@A+c~s4|6BhZVPlc%{w0#Cm%@ST$Y#)YaAD?k+Ans#YAb;oOrK{_}{i
z{~YATIS0IPKF1)D$@Gc$H=oIB{_|=c9%9W>;Oxs*`S_??f7eVgAKwGAh7<cQU%tF@
zx$XSAUz(M(PS<W)32m~wF6dvt{Be@1H-i*Yyruu4&c5Q9S+7iW4k>1=egA-UvVBIw
z>V?)fgf=ksHC=rm_Q5g9>O?|UrO+JJ=-E@Ige>uxC}Yd%F7#*CXUADtciF>unC4_%
zTXQm^N0}4SLa%vd!^tBT_SC}v5T`Mx@F8Krb#Z&SE`8h&>&3aubJ=FYIr~+{ww9l~
zar0O<b9go$*|>3I1@pRpGt=i8`ZxKw^%@>O%x{0D)!NQwd*0m~@1F8clb_p3-c6Ws
zAZZWppBiJW8`6wc_5W-Z%gx|o<rX_)@ZpQfiMcEtchdS=Pu^+jxBJEMVy02*sb#*i
zB|IC`dQ>(z$ap^BvY7Otl_B0g3DlSqw5a*9;r+B5>Uw`~3$-O|Y1%onhZWR1KPVot
zu=x48FlNt$UV#h24F_yErysT46{*wHqZ75|1gLNKz*Fc;tLB8`eX^UkzG1I!JJ7jN
z=-fhe&xopJ)^j4Bdpdwy>0ACjY?uF4CG=*R*sYhPUoS*J8|jGgfj{rpO7cv8zN2f(
zo}#B-Oq00GH4BdVoMB-Kii(Pol4I~}J>#Ovuby_Ku_30f`+z>5`1%OGXP$FxtEXM8
zy*A0Ekw5ICYmqwBHk*w*`K}4EX?DD<d3dPxrhOX2ZR<%1(%tg)e?BgD?-zPp@Idkd
z`}r2mXYxCu4R)2hd^BC<g~*0a?(<ltzf7s!cCv7lnz7!;gtW7>QZ1(jGN;A7yS-iC
z&~T!s%9rW64ysiL7xt>mQExo|@TsQ*znSeK=XSmwnk+s0zr4PFep#8_rxVI<%m(tx
zg2%XetO5_u;3(FAVKLROfOErB52o#%W)}pj-0%0Q<fybx6ufob&mwu>JeQalnZ<H(
z9S5d2$uF)HauR^xPb&ZVbseite9Ys1_T{5tw|UMDhah%wi4*FqlQ=%AoS34brL{B9
zuILFz^rW>9g*I7hPF`L7Sw*6Mdnfmi7|H!#uSMTsJ*C00e@RMJkko2{nG&lWXvm1$
zH%ooeuH?4#Ka}#I>4x0Cg>75f>lyqX6!Xa0%n)SUuaao2SNuigfZ)2{FPH5WzI2!4
z)wG<>;sYj3GE#k~c{o?MFTKHUIm5HBjJY-5zv)!b(^D6H)ry+JLOv~R;5c(EK}zSR
z+@uXJ1wU}faWc5rwm<N3s*W?(%jC5FqQZH5>ciI0DnHT=3eH||Yg4Lsynhp?>V~=D
zP3ajY{aTR=g+J0t?BCztm(QL%!?L`UOLS8uXNr;S<4^v2y~a${zctEl7{#Qj9GuhH
zU~}VCk+HLf!31!@3o3v+>!YiVfw~MkIgS}5)XZHSm-RtKq0_#Tsp{BL<xYk!b+-gp
zi%A?IP3cywk1eW>Ek$$~ne-}!s@}JO&FZvi0Qa8HoH3rH^3EpdlIM$U@sm{Mojv^I
z*Y8!HK{wX#{~zqCsxR_y_x)X^-P|4WOYU55eY54o)!z4u-dKt5FM9ln)w4MIxS7SQ
zN{t7+zdv2$?JN5E*?3*r*@Y{w=-mA+f5bd5O)%dtGH-QXtXI^g@5$ZY=lUjGZ8<Wp
zyl%~5@ogU`8b==QEEbu&HSWEIr1Xuvbrv$>)o+ZOE{Nu_FMIQLduNp4(`Vc7|G9YU
z{r<msW!L#R-o>ou_uH7SV*A+d|NE_8cQ(GequSK);+6Pwi(T6Fy}5<6d!N6NdAaS(
zzw<ozdDD6$XB8Tre(!i)_g0CD=F9`@U4*ohI_-5mp{>$sdeI;KE-te1SmiUbL)Loo
zl+q9vp>i#l^rJ`DKQ=6W@gi})s)||WEuMKE-uAA0yShBUZB|gTe9{Besj|w-oEr9j
zKSiJX@L|P@{Q|33bg2CC5CS)Pl{!Jaf-B0%y@HSs7oj?pP8Cq^WTMNZcY7zecxCPS
zeK2-IhM{Tv{XgwR{aqf1`c*&;ZxzK!33)7c3SN4({XQ5gE$x1GYLCuSInjwN@}8is
ziHDQQ$M3wH1&5!mp81a5+)QuYte!R5M?fv||C7KLw78ku<X?-}QNd}tecw;No$jtG
z58Xj6Wl+031-(xY5Gd&RW4a2s$zCF!aWU!Wu9BBt4nKchzkm3!x2v10AlP@_FyCS8
z5_rA}4RI0rrwa8UOX{;VH`nj|CdDHt7#QY%I!w^hLy2>u%R6tCh2|A2SAhB_E#R;O
zSq_o%P*I!&<ALNrU4jV^?||C)N|SzkJTCuJ@>lo?uSrYR@B8&?cK*Jd>u0HSs)V=*
zO;YJpaq?E;1a)0hz@Y@{T})D$*dj8me3zD|QfGrVs8?{~?CmbiP2gU@zhAE(=oh>G
zF=eZt+5PL&Y5mA1!J9X4im@lo)c*CTTfb@l8P|_<+3II%Kiak!)Is>O^4X3(b$_iI
zk21zT>v|EmVS1yOiXa20ixZP0i;|mAd85KMk){^A4h}~rITs!Ad#p`6mI|mmP*Cz`
zIyrfQx}pLE3&xzBoN;T*%SL8)rl+1gQl_uIUXQQ;dNsVASNfR!+PeS${>mIJ|NZ!Q
z|MtwwY8DEUCQkf#uljxN?QOjhOP4PXUmy2(ZuvdUs4XwnL~gDTY%w#>y7J=Z^ZE7P
zZl-I8uG&)i`dW3D!jjcmp{rtcm-XIQ9~2an5#6`C?9GjXzi;o+a_^J5xjJ0`e((CY
zy{9a1Zc6QTW~qwZkl@(PtsAw)qUy^EXkpO>E-a|lE7+cQm*4)+gc+N^{CM17TxYZ0
zzT(4!%l`JZrLRK%wVYt*7T2r!bW)ukHb(#Y!TSj+t3p?AD}R4a#<p|K8l4|!v~!(>
zY^%S0xn*Q$ckdkMgcQs7ll|=~AGV6GD7-CWS+vBdl?&GYIx+dg;(0Ec)6O2Uxw511
z@oc-O&1t^(_tkQq&_3EN-mZ0PYxeg`-ug?IEqixsYxnEYvZlEK`)VrxolJYO<lWuf
z(pCcB-`$-(gO`m@#=|!x<jM@g<Q&}>0n7blyH8Kkt^WBbbzM2<4h}wk{`rQ<Z2xy|
zWRa_WW2jf-`5|PQUhJ=_;c*YI=tOKdV75ADr;+C5xiLG7TF)Nf<KdqcGew%W<n67k
zWp8ig@B8^|fnzfpkAy?anh3*nrz5@NN@iSI;K;mgPh{%67DbW$$}GRXy=9iti`ns@
zQ(<lN_Ge1>gayU)<9dpnZE|m!_=R)|sctYy;LdtcG+E6z!)ImC(ifkWcuuyE@lEoM
z_Ff$ky*_U5udlD;_f%XAXpr4>?a|ZI)63u7nE3w1-|zR+n~R^HGbN&ru<w-ly^7}I
zbA`3GoOW9)Kc}7JOh0yqqipJwDJ-5AF&my8J$m%yWPzp=lTUPWDET|hW0|QRzptiG
z<=dN^k6$a5yt<P4_*n0f%1tk^jpvJ7cEZQ={XygTJ4;>)nQqOx%EXkTE3f!is9>kR
znUccBiFY|~SbCnmJXzu3<&a5|vWq2a1WFdv{r>h=fBzq&<E=J5Q31cdy?w~0%=w{7
z!P0W3+4`uhT@`<Rd|Vr~RcS$RoL}?AmUP~mbB}N~RqW)(*;z0)Ha-dOEfm!HCuE;|
zeMG+IgJVj{5@k*%ccFRnSd_(YD6;(7u6EylzTMm#E8Y9$coZXZ(hnGk{a)zlCUk{I
z)=FgG!g=f2l)ijb$vLTI!x>)u?@#4(&l{6Id(M99d1A7Fz=_Ed)F+DDa{5OvN<7@Q
zFWZwd=IbZtomF37b#!oq^M}q*KN!%uy5>=*y5Ag&iHp@AURdJRE5*YS!Q=U%@KL9*
zy59_gMyXG#)yq65tNR~gUcff#!45Ye{e3?c&CWb{h2@T*@Xr~RyjL#I^SA#y#pdi&
zyPH=$lD@sU$?`|(g8PNWij$L68F(Al+t_ld+b|qB>O0jS<AK1IYvmuBPRg4cxOzc0
zhcklF{a{uB_YVa_SrygU>IWk?ZH@UTt{J4_?tf?^%l>CI6P87NZxn52SU$@%``mo{
z`x9Ga`Ff?z`Rt14v9R&4&a?MtnyLO!fYJKM>B$j0i&W=M0#E8q6c+>y6e4vQ#1}7d
zcy!}N#2&`*|7VQP&ro+%TYPNB<A?3?X+Dhdi=wyZZBspF{qtn;{GPlXS?g;_dwAFV
zIJ+VtpQXb)&dt_9bjG#z#0M`uCtTvV&>^UNW}`u2K;OTM?(&Sb!OMJZZpjo@*1XU&
zkwvUSnKOpbU1*=cgQuPodS>Ql7+SOV-kFv*f5(@6Z;7UhU5d_a1|1JxDRQ#KC$yfM
zYaPw&DW2VOAokAYYpI2Od1Bnk%H3kRo4nMNDkibiR(?3h-Y;vNmVJ}|8&9Kfvg#aX
z|4AFZ*i?PV@LTg)MWHkG^t8xZX>KQCtA*aoUnmTk?P6g86;w|G{SW1xO_*VGJTxU>
zodxHK&^t>Gh#G&qwA9-(Gcz-@g5l@q=jz6RCl7b-EKpaN{#fZlx3ko-A_M<NZ*Fdm
zxw(0o3RlgBF8xW?f*YQ8o-N%l&A`La=Q+2y-kE<Nb#L68$Z|X4jEF~`q{6X>2Ub7e
zpT{YD#=c;CLdnZZNA*1~XeK=Ex8W?Z41e{^(;&8a$?KP%29JgK*%lv4i!sVN(BqvJ
zqN1i|)Y<ZH6YmNaeTyv<TRy88RP3?gd~tA@d&!Fn2Pd?CoL=|$*Uc;E+~q2dWH3BS
zRyh>W7^t2lA)NS*Rd)F$PCdqLGM*32F0xs9zkjiNVoUE510$#3H#yVath41@!zZQe
z@5G_xuhg&90ctO&c~96}yyte4Wo^xwN4(Nz6RsR&WjlIORmI7M(@3?m%WK{2na9pg
zOUd5R^2YDflUH|aIFCKfeZ*uKek_0QSF!R&Bd!DbnltB3Ii}^J)~02_b^Pf04Lav6
zn2P4LoIJp~(YD5!ck;g-7a8UqcrIa6VW7-Z=XoeC=HEnh#*`0*>rMzZ>+h3ei*}Me
zZ~I+_kM}ruNI&RJyMN)*JoA7bUsYD<gs+pio1(N_Qn5x;foZeh3^wn5?J7A{EPIN6
zd`P_IhNFw1$N=sloZkISMPg%;**crf+n&&YEKb|UlVtAfudiQInxvK{rWJDHnd*d-
zUwTg4?=(5b@#gK~JBg<YrcPuzZ1Vlx!LSF51G~XBG-styor=HH`5iKLH5SvCOR)8<
zFTU!{JC8->qk5pj`5h%Hf({>#aIE2Q7yAA#a+*(ns@KYS>WbiLM5lQzHk|dBs?ERL
z<K0{C3@Wfec-|2o&r`-pRqT`foVNd+r1CLGPVM^raNkLX>i+(nU%7C_iVyeyURxU-
z<M2n|m)F@lTkI^K@tL3dqg8uoTbJcD+vm?WHma!3oxS<@o!VdX743eme;FCA>$XF7
z#-{I~+^Q2>zysT@`&@*A)=fTgDOJ1Tpep|)tzfmJ<L6XTWx)f_T(zAlOA;o!#Qd?6
zD-e;jeY3gch??*0gTk3Fm#+wij&8SjIDPUL+Oq_Gd|nmQPLA(X0k@>Nc2BEqcDGIP
z-XVWyqT%9s`Vj%0ptf*0XaHGp(gbY7^HZv!QwWNaCj6PeQmp)-%{$!a4*$DbH!QN&
zrKD(nhYs&MsVM$b?A)L4(IBlCf40Pa$Hu~sS5i`9mBYa8Y0v<Ahl<Irhn1U;9Xjg0
zV&~Vh<)>_+a|;5V9(5i{udB@NG#EduD@b<h)r;A|(FpEkfTj+dR2J@b=oZtyw$wYE
z>D2lC|K#N2w2ZX6B0yu_lfbRwllGoEk=taVlQK%a96K8wwI%21<ds2}{esrR2HYpM
zJejYeVVr)p?(Np=2^}3Bo2sI=fx{ovN}q%@H1DYbYHSO5dN57~IU6=g@5E&YZjnP<
z>nH>BPv`yX-n*HhPx<7f4QI}rIb)Ir0^8n58uQGa2?1t2hQ)o0pWb+|SO4AJr{6+P
zORd!@k6!-Y)$M4oSZZ46_1~Y)ubJfYt@GQvySw@2?P>yDCv~b!aS<|_>7$}3?5UyY
zsy}JM$rMnZXVN4OC$-6)Dk+MF%U2oA^l(xW_B^rZj#C}y^%+XiFH!^E{{8*EF^=uz
z4^y@($&l*b-*mkV9({d%{TX|Lq)7GWXTA%jJDRS`Trl0yD9)Pei_wZ>{-$T1t`1*c
zaHjuLYCw+^Yn9|xHcyvEPM1ZjO&l&gDoWtyyi2`+V3SL=z{Us(PL_>J1)dZ)beM4Z
z%xW>=WNZZE&I7YdI*;{A&$p|!T4mB{n0)NXnVH7b-`*T<=YQ^h+P?IaNczY7|1K@{
zUK_QQi>Je;`rDd{kB`{-WImjI(xx4`>B;x|_3!%?rtEZVX3M<1%y+I;X)BlLxA*t|
zM+&wSgsu!)I$b~h(f?(!d#k2yYTfzj!b0ai|IPfLtq5FP_5I!3{U0wc_s^VM`}<oY
z<GT3$aZA0X*8I=)$y9lMa<aN<)|ChMCaEd1OjHvT7Ic}_V$ykgd;a||8>6@9{cO*Y
zT37J!P~cLBoEsY!dQ4PmaXuBkv*>9nxA>&aUOC&UgH5a!a<_MtYB$<2%sMhnH~Q1F
zv$GW(nLG}e@6W!zF7wiopYL|Rx4AvvvREzk)D+{iGY`~VY$7(Lcz$|v^87s8-#<+_
z{f_K!?pN>>c<(>QLU5Vd$45uGf1DBCrq~&`x2kg6ojsMCw}P7STeGjr+1J_FZTGsg
z#B*o*hxBuEEK^PhWC~qUNm3H<m^?vE(RY#OWHm**Ya0@sjcm8o{ry$<_t!&#a4s<&
zj?gWcm({$d>0DnIYhCoj<KLg3mK;S+H#epJoP4&!)3)l1LCJylmzVR~N%KgVbj<0K
zwf381aq(Ic-`1?FM*B-%Uh0>(UpBqpS$#*w#YLOb&p&&%?EP#N&q--#X9+$ysS~)!
zWn0e8j9Ev!#c!vHYKN($6bV=z&tWT5sMxS1*iUWZ`snR>rrFod%(edh;9xU5pG-&m
z0td!lPuKi?xqQCNvMZ~@`{$Xjt}*TW`T6<wyt}({Z*TiI%jNVm-IqsxD;?UDdO9HQ
zL+2WkkcCdItHRcDMNe>^Ds7tOlGr7x?KX9}-`rC#HH4yXMR^^)WmWp>%G&7f4-dDu
zG09BW`fPpF)>XB?zr`$GzwcKU@4LIZuW!i=UUfdw$=O-A!us~kV)f~VYxufX9DaFf
zy8ii66(I{>rX>%8o}HT7ZT5W6zgaBRZ}0A&ZdN#}<uB96etG+OO0Ha8jsO4r{LCY1
zWK;3MVU|mevp}Yh6F4e5YBnYvEmCo;_z*5=RsL>I_4m9(HnAU)kM~V%o^asUgd-0R
zw?97Co6RimqMsyW$WY2SX+!PDPX8a}@9tE7c_C=2@z9}RZK}AE9$##9lPX_h?~A^}
z2RrNc&0=Akx2Q=fq$g>E@(YK52b<Y9r=2}jsmQ-rtmg*5xrAqfxJCH7n1yGuudh4G
z&K<QSqtSV(#n$y{2`Y(p4Nf=I?i88S`!dBv?ycIo|CK{@pxmo$1*h2`q?<)K?zzM$
zv8!C!o*!?vOpGN#Ci-;ehyDM4z2=j(vY2$BQ03uj(6GNu)8Sm-J@ZYo#rAEUXIpL5
zlCp1WgR4%T^TZyN6Ov{*5;e|t)7g~1TnDw}mwQ^IGA(4%DYpFj`ug(|msFN`a&Rp1
z^qAZcIjhBenu5fS^{OftUO#o*nRj<r&{D6RH7gF8aJFg1q-{z$sTaRbW|`W<3rnK5
zX7R8*kgnNa{cnn9FlfrNsAIa!OeNphX1#WLmJ?W>n@&10$8s~cA%8{C_|eB+Y4a1y
zZS4R5F)p0-&hFwBkEDBhDlKdTS17+|*kALrsDbVH{W)rk%Pu^&um5LLH)9sd@&#M|
zHH-WFTfm^#{z}370G9^WwC1P-eLq4bROHNJS(}pGFK0VTGkBSSDW|)T&Don17e##q
zwdK>Vt`3jik}*-4(^~f1+wJ!crTa~Gc#s(S<FkrEyze31_xJbv+XbuYuy0L%abe*l
zl@<k1PHpm-d||irmruUa4E7#e?0G>_mE}?XogIR?2c9nXntIBFQ%TbDm<*?|T8a;&
z?4s)L@3yHPvi^AT`;4AEpIIiH_qXtVsS(z)km7UeNV?MeV6I-Q6$^8`Z_|a==3W`g
zOCsFHey47#`^;eY;xpf__WV5Co+S>(ZbBXkeJTO0GM*I*2Nrv-iP+dw$v=g0aoics
z1>EnpnfyG`S|5E#peIZqfOEB;{3M6l4WheBUM5*iV7b)6n%r=}gj4*e<!(>VJV5NO
zD@LcMYCrcDx}sY5=ZCm{T*_2g_IC#hk413izVH?jn|HiV*88xPFVm!mokdGqbJOfy
zTqZx5RH*kkQ$Xrw%_;w{OFca%3xJC(L19zQYSZS#PX^(Fldi9cY<B+hK$W%X%nz4H
zC#lOnE;1w?@AFMjn*2^vna|=#Q3%UC3!mTaMFzf)-re2Z^KSDr1yI|b`{Znn6Q6!8
zvx@MPSaM+bCrRV9CqG_@<-GT3$~~jLC4NT%qkJp#+9r7$VYM0c58@6cEPIkaiDfEN
z*r6*bb83AiCmd6i0?pXw9#g$#_oVRClasN#%M3ePens6`DmLeq$DvFi4jVaNrm77u
z1>fG<>g;<k@z2uw|NqRk8V4?NK@9&-1P}kOu$XzS<Mn}Q%A8l!PC2Bmlr1%%v|*x%
zo12C``@*A2i#!jQ%iR3Xs;P5_bK3dB6>Cg56+28iXLKlla>)!G$1{ANbGb$8%8cue
z_sO!97Bn{2I4Lv=_%?ZXE>N0Wx4D;9VC_SpMb?Uw@9oSK>N$S<2y0E%vC2<R9_j|T
zF;+|xddZo&=1|9x0M_(}dtOLB5r~&`KQKovG3`MUsBwR8neXh1iwyG|o<9g>a$~8R
ztdeu=>G5ZtJ5pzSR`Ib{*z_rlos0K*YFo?G!$C6b>ue^=yk+gWe?{elPVh3Gt0_wA
z8Ln#LtS$*=Y?l){FHdOk?QaM_H`kh-Vd8ns49|@7#*ZgWDsYIOw82@D#lp8qo4fA@
z%hhLRXS=&hP7vv2J|vLx@55pKZM;UFzrMUw6wMTpH_a4cVgl7<UwXZhJ~S{gcS!#5
zIipf^V-Jhc%zcGFJG~$Gtf;M>VxA+p&S+A?xg+U+H;6uA+4Zs-TI??I{L}VQdb+Y(
z&jR(XgabdU_Qn-mP*LdgcVVo3d}*SKh*W%!Lsx;y$DjLBPpX8aUA)z;4hn5ZnKVI7
z&~vid!vDJkmBDcViVx0Aq2iQH63IUA6E1mv(cSN(_V~7q&$|DMx>UG-evbbyCOm19
z(DvW!_y6-^e`NoE{;W5TPQI2Fd&gB}nBrX*SO5Ol;`1d1SNL3R>aW^oG_eKLJexG3
zQ^oG4i;#BMx@V?#b~{2grL1&r@7H>z(W#Q6#5vPLX_4Bb8(S*5<t?~)W%t!SU+304
z`+)HE{5wGp0);$JxCj|dbZPNXIcUE!=l()wzL)&<zq}_da<wjd)3Sbv$|R2aU{jpL
zK7IQ7{>K&NO)b?A`lM{ta(9(jczG#xe(+TTIUz;Sy?<_l%DTAS59M}rPuEj^{#XD1
zq8p2m3^;U$W5>gblhfZd?oNEHRy5D1dLfGZrrhIxJ05<#{QO<x?!wDyMf3JntOO~T
z0P;vD$4oc#n)quGn{q5I_t*UhKPsm>(d7rILFyv3X@dCrxWl{}!tWZbtIpi$ku=u)
z0Q0_+*uw1&pT#vUY|S>8xg`Jp&-F#F-K8&X1U9;Rg4(+$T!aLTCLZ}Tb@c?*w$`?H
z_ja$3{47>8^VO}dv$<@%lsG}n-bo!3I#oQ1pPf5BQJI}5a8*cVt!^|-yU|~EeN|P^
z9D>>;j=oNnDWJym#1?34x>E%l!XJE97A{c%hZNXIPnD0q@Bg27{KEakYfq+ZDt~{k
z_Q!{Z-CC1;R2Hg$+uxlpQk6JC=K81!dv-uf1vSyRJ1s+}o&>emJ)Fdzihc6laZKc<
zgMM??`}_O(zZiKOTW@&b^nzQrx93MT39gUdZ)VSMdclp^=J`x}c~%wrGVkS?^zl|8
zs9|2WDp4<fZ&hn@orr#O$`y?dr&pMIC~@gTK^LeCg4^CIx0*WyRDLyg96jU#UVk&6
z*=31m0xYG2Qaj7FC7vdEcYb_%c{y;YXOE<@TKc&;H#eut+tpaqNBvtFyxgMu|F`LS
zu~}DFg$6h*@tUf2db<Ao&FTJ)OsqDmEB5)!u`rC^SF<u`>8VMorym?_-WfGt)KM>P
z&y7u~-hVnG?(eHDe{)0dnO4``h0g5$YNoMUv!>>sTN}MS>1fx~AN9G1+j#xw*{lp)
z%=Uc(JiB$)&oJSXOWEJaWD@i6Q0ro^Mg=ud&7dbwPfwq+zUb*GZgD*oVQJf{FHNl6
z1vcACUtgP~>dodl*<jL*z18L_4<m2ytNqO-s^wt$qx}87wNYEMc9*@iTdlS+^|aV6
zMWyI>x3;bhT<j))Sw+sShC}toGmA+d&PHy_iF|u&tL?(tXJ=+QxA9C=Q&jlT&IxX(
zOi&BlkZ`c_^D{~Rnlsnd$KPKcZ$IbkZ1c^wAs3hVN?Scbw4`U7WH!wS*p?IdFJ*J!
zVz;j^E*`$XxZi)i-H#lDj0*}yR%LHIw%<T)OS{cHpc%KP;^HFL^z-x1p7q^t?>R~3
z>?~93f(HyURlTO1n5HZ3ySd_H((N@#N4wPh<~&d+nRT<Lp!>nWPp_`7P7&hUUHUp~
zbK2QEJBt^~@W@yQ$QxOdyb#E)|MgOR8&C250+UW|alIq`^8fGct>)v)ySK-4%F*Qq
z_EvvicE&^`=i`@`!PkP?*2V7LWyB+4aA4}eYf8JWtdHMc^Yhc+-`}5mzCCv$szz$g
z?0Z|8XLgI}7M0r9{n^1Tb%MpZz``!PeHy#Y4y$&4`EOTM1T0TY)jr;-!LYnR#by=T
z@`T)bdn)Vy{Y-Ceetv#_`iTh-4>q$ynm?c>&=Su-{i+@l6jW4H!q>$d6HZ*kG1t0$
zS-js2|CvTlHzprH;pmZ|@6q%?#5^xX`p1o(#p=fu*%s(I2yN51n<)DK++6E^Ia?+6
zRvC^BTi-YxIjSfmysa=nWRW!=yZXLgSwa(7s;pNy9@Sv87W#M6zT!i|wKb8J`cD$C
zG;PhjJ#9v=isP4~pruHual6ZO|9!t-e}9oHw~W@&m9^iGZm&IjQH4PvWvanfwpY>1
z{bch@=gpXFRm!9mBN>sM8nHQz_h0$_+Ut8Ni)FS?i?w+C=jZ3Ul7=;h_N-Sc{PH63
zmEXyanZmE~7G8hz@9%FOw+|x5lODXfko1G6jKOoxp@}Rxj@BFApPa0|lh<Yziw`sF
zrxJ_$e>KZ|W`?bg%l#?9uR29d(bvgA!Pg1Y6aDWjlvdDiv?5+vMMNv4gZ=5Q($`*7
zwVr-j$aPtzW2K&P<ffGA`tf|hlM6C})<$hr^`3^-T27adoS1xTOXio_lZ`4C>nFNA
zJ2UgHPxqCT!NN&rUufLlQP^B_%9(xEKa;)x=h;?AiLg(~Nn<WmVR(F)oq@N{_&+E>
zCa_p!&S)0@@~KhubLWN3%gao|W>}Z6(-fO>u%qiC^QnaFm8O<$;vXjOS8IIl!4&cF
z%HLmKUq6}s_Wpi*|9LhRZbEK0X)&@T9Lk(mShIPfkG|;16iU2xJ-+^IM&CikS6419
zbYAMo;kX2hJtlvc<TA&i@P)%+MmgW66D}eL@9!v7o_OY|@#PC9oZZEc=5b6z!1cY=
z<+qJYOs<%4mixGwtNG4q$-l*BTLEbwub<^-f5>51$x8vA8dFa3i|&0gnO&`t>QCPY
ztNAcgE%Tr6_a#+@b(Y~IhJG1O0Y_QSA5IOo#d#ZQHR~;Av8+Avg6(OE<r$j<pNB`g
z#Y?_Sl+lr&<S|jHRh!u|tS$Zgyqhj9udc4Po^;^gv0iESqnh@Mg{C=wwVl;+RhHd&
z?&0vs4htQt3se$+&w6n1>cS^(LLygZ9Q&5K<>+G13kuuw@0-;h=@9HWH{<-(lzD4R
zI5UO*8-PYkK<%Iej$<M-Y%(n6l-CGJ6-sz5Xz$(9w?FA9*CT=0#9tpbCLdQznt1Yf
zXW-q!j^ishYzk+nI?TUe!nsV<=z9OwlAE0QYaTg;tqRG!wkGn&GOHWjN<1bHf`9f%
z8W+`+aBnMDIcWAw-FMcMpIkpQWHLnmJm`EHyxdQ<J>aZ_{lWL<o=ski+7|zQxBY*|
zrhBX;aFK;w5l8g4yt}sq*v%GwXt|^pyUQf^)|CiG$-|jKa}F)`G)QqM4wR6ZU>u~s
z%;iGT6v+>pUK!goCa+>HwJ(1sV;8#kos8K19=EiTW+n;Gg3<);np-oYew>@U;1p;Y
zms5Doxy7Ca^{tkw77jwp8guSGSP-|j>cf0Q1@Yf7Q;0>2$<yL}p26DwyJxm1xNT7u
zX;kR3Ti_}1p0g!I>5cKSbJJX2?<##Q^zg+3<+j;s2bb8-u4%9@dlMm2agQlgqfuS+
zp}^lcp=L@9p#@^+y5~9aEu8p}?M$Xn8k?TP?Zf6za&B$ueA&q2kz~1ELf~#asBNrT
zc)I@nhx>OQq&J_Kuk6mZMKa6l!qx|8H-)c{)8G=BG2KkF#>IqFN}$HkJHenshNmI<
zMw6SvQiFyCTi43wgt5DB+Ql6GZ+*!w$>}mJH_ji6>E4`v{?e^J6@f;HD+x;KM>T?%
z^|()F*q|XXy))=w#I*C$<}WWVZ?6FLmm&QmMc+sB&5{iCWd*!HRK_=SBo%XWnEg8T
zbh(c2#*RbR-7C38sthJQc;)i2eQm((13I;!83SJ@4kcfuNz3wMjN<(AXX_cQPr4MW
z&hFb3@l{h}L4J&s=L4683%hgf@4GwEWlBrgvUH>9X`EueKx6Kp;X6=5Ty$fJ=ZpV&
zM?}Defedt-b!3i2vXSKG;F;&8YftM>KKVmTaPo!yE0j(;{rhu$zozEVmLqTfy<Wfn
zQsWQ*$PYb^8$Bl)?OSoII-2Lw!_RWTQ^a}hb}JkIz4_E&@f?}B^5gD-2h!yv?2dg&
zvHP5Fx88SS*KX}c&mX<bE_=B5V}Gtg>e_2Qmi@P~KD`nXzErqq{lYSZQ*HZsi=W%q
z{P?hO>;GTt|DOu~QJ|Dp_BgS?howAGO7go~$kkb$os(<cw9D6Vq(7dj9llF9Q|~|T
zj}1+CUp>6NE%$cAwhj@0a03q1>^o=<Y7}~c+lioc+0f>kisB@WeIR)+Nb3^3LPkRq
z)XL?Y=<>lAv?3!2+%gA^!Fo8s3}{LR@xf!V;8i0oLNEgadEhNXkc~(NbSBIIE#rW+
zJR!?EU<R-p2JyiSOt1@}O-!f(0-lft^hB2l=ni`H-tbt;ru+Z@egCs=QU1?Vqno?S
z-!Ev<U*)lBLi{1q3;G{UD@gsFbU?p3>5mliex5~pYkyBumH7DUYxZa64Ln^JtNH#I
zbsRJ0{bQujHb?A7szC4jtQn`n*T+4aA^-IB0tr*DFGj0)Cv`A&izz6v2zE$#x-dEB
zXtH#EQ&3{*{HKt#(LjhJ$y@Qna|Xdop&6i34%E{F;YQO;p<ZcoyV_qRO)Q)<eu+F|
zdwi_-^{uV1j~66fSrKSk_2q}ig97&zvAe%LI@+zws03=2-rS_x7rEH2cg9l@&L0~l
z3217b{PXj(GNbV8YiqRw7C7|DSZXkTzNj-lz(uY9rPoxg!nsNv3hjKdk1Q+_Z*`07
z&oa-Sryag-j%D$>h>eGy7RRZTxpH=_iQPRdDgFGsxyg1_UrubEmVWt2r|{>er>AR$
zuF{Fz1X?P$sy0kuXT?XQaLcAyM^=TdcI%N4RBQ5?VX)A-olh=cMbJ{NvoH7s?s&Ys
zw6xgLceYvTwICly_{d=1{e88UkLTUp^;G^u=8i+H+>bxkJUJ+ywxL~RSINsyh9VNS
zRVEj|2b*y6d%83+Y|FbFwJF8(bEZ_5h^1@eq>}gdWd9%QmG+-+_cy)2;QhV5CYhHm
zO!{M)a$<ttT&sr()!*JImVC_S;pD9R`AOAMuA9XZ)UfNT|NHAJkED^o|2e0R`#RiR
z>{800z4G+W&(A+DWI6Zr=Cat`WujUk3cDT`FBj~*y)C!<|IeJy&(6j??Z^<~m$%ai
zSs}1N^w}+Tez_0DAD)D-i<xP8>Dlhb#+f#?zrHw_S*D%2uNS>7$LFF73k#^D;W0Vm
z(h|>(e$$*A6MXvD#_!)3zrW7HZ}JS&?68APtehU9tHV?$%usVopS8h}e{1CCv};%0
zPD+?$Ojy5YL;e4MK})?pvgn7ck!UxaF~clZ>TVd{iHkg`PR`EWQ#2g;{$|GQ`;;Mc
zMBVS~<K4cq&HkJ_ImfbCO}aRu??CY!nO&Vry{GFTTGqaYH7BWfI^B%OHa!IDa_s%K
zCG&FK_q*kL7Q5z8dTV*^!^6X!t?m5s=jPknZ(VTMH|N3B4F;y2D}$Hs`XpQj9@l)j
zTvLEq!`?E3p^altZ}93cU1n}Gzd05gkH#+gH_J4;fz#~wtJUi}ir+X*77~AXHkhsM
zd4u=gUthaLG@TUJ^7N^EdwctM+U~Nqhuj$+_?pR_JI7`r;SL(j=j-ygzpwV~n-E3+
zc{W!HPfgJbTO77F>gww7^)){~ZQ(ae{{HUnl|vgC?h71w<;1gX*NvzhUArP`w#wx7
z{P_5|`0x&ybD#~QHG1yv@9oVr;X8M==F=0-Y)k7+V&N*~@9q?E@;3S3tmy6CI&V|q
z-IG1S>U=3}$#(CvZ-zdznsoT<uaC#&Z#K-%eR*lA+%tz>39FJ7Kd0=8-k$eIY=`CZ
zb8}y>_H1x`dTQ$8Iaj8<TI^YIg+oQ)-loUP9|r30cxUJYnss2AsHW)KWY`_CG0Ae0
zMctnr`_nG$EKXn4q0CuzK5}!K=@Nx$0&jkvbr1rL%LShM)*&pB{Zshp?MxvSCzpgW
z^>zd21CI@T=QMCKa2Rox?ydT|$fM++hOOnEEoTqkUF;dMK5p(TfvKE}qPOJ~K22P!
z%|F30eWHxjBNv5!HOKcer5+Y&+-Q1h8QaXp+flsir0~WCs)q{h>?q6?XbHc~dB*1Z
zTs22ei@8(pGc>s^_><%RQ&Z8>f#>P=8=k3!$NFTwAMa3Pz9o}!pq+ok#Pw>9n-}kU
z5MZXYHS@As7t7@cK2enlY0m)hX-AB$b@bN@KP%i3r@=VQ^TC^&o7K~oyknCw&A!%h
z<HSOS4=lW{y&1gX+z(ZhIh`4mIcv`4y_$0M=(SDUs>`+e^DW=_E&cGf*X&7*iJ-23
zWdmn2t1`o}g%%<)t^5xgt1Q;#ym7ku?Ck94{z4%~GKKcooSnh#>yo+C{KNS<mXD?P
zDB8c1`K-tp!6iTINmkKPh0bqpZ%<}+{G?`e`+)zJ<?fR=s2(@>JtTQF?YqQ6=y>}C
zwTIf?7w&(J_x4!Of9~<6i7bChCu^JuTISQq;~=nfdgcemipK}v+MjOBuf1Sh@{`3?
z?tb#Io|iW^E@qDpc-(ogL{d9!%?aWAi#-KgbG#qfZoG5q@cgtX&)?kK%+vTdz?6mm
z&}@Cr0P(()%oj~K4{c6W^O<p>MXcupukZp-0q(mKC#!n9P57K4G-dv|)#)6~E6yaY
z{o|5!e`}8a7gPDgH(yR<_Fv)n=VWrX%(}@((_S=IvMI2ZM((Sz6y%Fh?kf_wb;qQ0
ziRa`?+{-`S{~fuf;$w~HBLDezVvcK_`x6`%luAeUW|)88|My!ohmMag)BR}-N~y;8
zS8(W_S{u71<KpqQz!y)Mxt`6pC}i?I5y5DCV8v;MZl5hI8T`jjwKYfHJfzO4(Rf?b
zES0&7F}o@CiFLB>pI0WF6R!W+Rr;D~$}-Ob`@$xDc<x!i)vxCG_S6(j;b2fT2Ac1w
zDsQ&ia#HAcpX}%P#}8Dn?A5Mu7xMV-l6QLJ3Ey(wNfH(X3!YxET-N{E-oNR6x}%WZ
z{2QG=&TN*Oq`<yd-*3a6-R1htzidu*a@p+YOp%|h&iKngXr0XrZGOJL-q(x_`URTO
z9(WwOdcuTLX-jLalJ<gz{NF;Z9hb$pWwT;-79Cye8Syh$dJ4lSf1cu}&mT;=FK*P(
zZ&mv0LGlzXtA{5hG_nT9`!ZS1<<g7UA+WIH!tR`#Mn;jT&c-hBGF~%mDvP3eesby9
zsx$^L^33#C{P{=n_6&vwRj(->Oc55#Z<IWW-D38(Wm&VFMEnMsC-PB;#W@_TUM1ND
zIK^hTZJ%~*iD&GR;})_RN4MYZ*yJW8vDJH`QtL*h4~@wxj=!rtm~0u?7w32wS!lT3
znXrxf`v!f_1&XPsrkp%Gc|nEA-24yEvY6KRO=d7ZYrez8w`q}-=Z&}(7J^q)ZuA67
zz{Z4=F6@@(Ieb}^yI53Mw&KNOi%AN*3{?DE6x!YG&u7c&O<=ji%AalI$mRB^b5_oo
z;2WA;B@vtzEK#%fcyh2LNt{_W-}lM3i;N*H>-YbYlD+*zfbHDpXJ>zJEI02_x$sJ}
zzc){y+)~QEE-NL8xm2ya!7F29<TR1|udl9JEb|n2b5`9if`4|DgH4Cz8&T`BoMZYq
zbDHk$`ESFy?ct9tY?k|;n*VU9Tkyy1_+>S@O{uT0tPJ$cIkvQSk3eK@53{n;rGP)H
zUZ!lG*~_xfDj?f#1{eE|@A?z8@7QqOVq};4Aba<L)`gARJb4cA9$)y*uk=Azu(*uh
zSyz_*D+GPLUMo&!aM;o_cUGX*Dduj8@QX{Xw08T=4i=X--LR`-OZ&C8(Z&~?D|4=?
z*H+zrHamYGqoW1i?2FHMvMeSgyglyGv?-8Bs(sVJ&=ez~gQt}(3TCv{l;|IpUB!@7
z_%@?*_f3Ji6XnO!?pXRwUSL>wqfIwc&)lEs%fn5Zx|%PD2wqVM@RisKD&UotDRh96
z{S4PH2KUz{6v^-YnI-h2CSlG7ul%W+(^gz&V?1N7A|X8c<>^Z^ldBiW20yR4f49MD
zhIv9W2Mecl_u2a_E*)YvQzWGlPAS@Y^Bt`)_Ahg)wwUEI<Ef%vk<vM*pEG$K_!8Sz
z)<{^&Tv+V+;BvB?+Cv2ntq+rXWgR$s78VqQFiHn}$Pju`ajO37tI+T|rLL*-#mWwg
zWpL)4U&B4Cd!2!lwXya|^W<G@yKgiIHtSqn6`Fl<5o^Yw%Fezi6FgfR_)a*jDOE|d
z7J5^g9>XMdq-fRQoihrZ`mWwRWb<`tmdNY_KB6Z!W}H2Ev+l`>iEJz;tRjc{G#JH}
z+<g;R;~#6oEP1Di=cB<D*NH~y=Xj3ah|`(5#nE+#%#}V_<wc%9ruE9?oSdY3b5rVL
z3z12Wi#r{IcAs+5Nn2R-zu<V0@6Mok56(I+kYDa;P&mozl1PA>W!^lNaAAf=A|lKW
zx)-P&40V>BsP?hm2QmV*uh28|g<dm<;q${`FL+xX&iL%9-TgHFS^L^GIe|ZVy*Du1
zIqWg?Wt!K$DnDkC%FXBnpcdGl!=R4i1#`WZLCOuvzQ<SO$6R{cu99@lTu(Que&+oh
zTQ<4AHP@3=N>o~vDWqW%__f#jiISV=7hCX(4N$l5OTGCYpa12~|I3}{-<$?s9iix(
z)aN6X-1EI;M!q1p-#6pq*_!9zu7v&nula_Gnwo{X=kKmxclS`4UTl5YU;9*}$Sp>Y
zDG(3v6v(5=zMwTK;2Dr})9vl$pKC^Ly0Y-FyJ+bY7a>8@nLcWh1Uz$Y?P>jP>FnH|
ze}Cudz{hGIj(nBgE>ZzfVFXd}L2&6eS*r&V{(V@!|HFJ$*!%~0DNN)Ku}_~&<pp>g
zrxozu30!=9iSKkicTmS{@<|t=O&@fhyx1r_;mFl&^E=GtA1|do+4KKtyht@@A^<#O
zf8PnT;n=3?(;3?W^PD>_=O(A?qeyRidxO*5rta4r+XC~vTR!JDi|dPmv<reAci~0b
z`_oe1({$CJU+4e73Op$STA>4S)}yQ0I~Y?B*%r9>OU^b-R%4Y@1<mJxg5-->#y=+3
zU1e|EoPRx@|37L=#zsC_Yc0^!h*F9X$YGNr_7#b4I<n!yg}c??O|$Pc=?BN|t_ucD
zjR-1E23awYCG*^!O3R`r4T@e<wbrgr)$UYD0WAeu_W!|BP`45^6EU#`+^L)l@6>{W
z9NeV^DOH;k(6tgi-vNritytzeKoc$C5CwOH!TnM-VNVx*$b845IS^~1^Bo8Dn=?T3
z9e<28j;%NRa9RP|e8+yCMTNf1`+2(lzAN9){l}<-CaaGen^?-<-{UQAE_{5f^zE&$
z$vX_PuB?!=t*YTF*r9x7U2OHoM@J_zO!S_vw>9Uc(D5~ai`|y{&Fx~TiSX>0G9~5T
zpPv&OI!j+)6V(W4_`kqSQqI0E=VyzOQKe7#s*ujtB91JUB`*YyALP6Y>VoX4{2a5h
z=;@i6#YekD_2z$`XH#jk$|2>;i;FV$)!*JMT)6Ph%gEm!9v*&ocQ<G`Pw1+UkO`3!
z=1aSTt&K8GJ2RsrLukz-rF*-}^?iJsLO(w{`}u*>9E-vg6Z6kqTN~XiraMbNe&70i
zzq0=S`}^e0?d|>dn*>~Dxqy3}msBu&oS<Vz*yCp$l$-S8($dq%0~!*Xzx);PJ>)Dj
zQGsFJ4^{7JCi9mqbek9~qQSXP5YgRqxZ^chjaT>NeCIZvmseH_^KDB%KaWq=>O=Mu
z`F;Cqeom6<cWqK(<B>=>zQ68oRU41wy4c;vo<3Gv@Gfwv)tdPI`#dHpou6;N{EWec
zCRXm6>y!9xzr4Bm`Cv2qpUN*U0w*xdIPky5tmMUoMrL+5m&re#&Caj;@vyyr?b4kO
zZ2aw19Ajhn*03oy^0^u8EPk#g-yCV4cSi#{Q0~%mL1mUnrqH8gUTHIx%gHX?pmk3c
zzDd{CM6z;=sVIc5jr#iM=jUaf0v=i+D;%C=Tw61<bZejy8?V%p)fyKvwL@2d78Z4h
zY9CAFRa@pe+iiLubCHR&WYu<6uPF-c|Gu>GO54nG*<JS5qV(67m$$cM9)3UP%uM6-
zO@{4HIi8=JtIWQ4A!xyHxA^k?7S-Q!@}&GGs(1>WIu^BB(63j@^u^ZYzO%pWe!p*b
z{r|el%Y1Lnd(0zmHz%Uv$A^c1etr(-w)&WQdYWy~6OS3Qj$Bz89Q$*jVNn~ewA;^2
zF00p5=F6BcII|?>u8rEtqjSTe@X-;m^3Gq`*VZtq-RQZeD;r<7&~xE@oybiAu&!t4
z9g$0?9(Xh*97_ZBJJq)d9xJf0mVS^RQ~Bq|M+*(5+TY)fIxf+S-)GahCTOYG)~u@;
zs%GET>R&B?lF}+;S(Nhr-rkR($s{f}zvF$f>OM0PvR@v&z9#arxap2fQ?5OgFvz{P
zM{@qI>uaN@Z!SKzG5PqdTTf0-W@fy)I(&K1maNrbYc&#Q8l`6Nnk`tntMv6T+0(iv
z<?mvOH2SBW{S&vh>LQ<{aT?3)9g3M7w`N~&%DbZ*ld8;+erM4gC!LQgnN*)QC6&Iq
z^3d<YRTUrSMM@gH|7IQ8oPPey@&j8sf9@`Szia}ivOB_oqyIUtr%#204buPA6MFOW
z?1u->IP0FDlilV%=Rm~i`TcUXMYC8M4Ptkdyz%4v<9J|q#m7eno7pQDFbkvzz2aaK
zSy}Y-)RcKLzt-DKw4KE=v2B*X)J}7xKIj(Z_Iav|Cl`BO2wv`HA;YyTq1x~I0>@@a
z<1~TuKRmCj4(E?j+H|Z}`Z}9q*}FTQ3D0)sPrT}N=;fL}Yyu`sPt&VU`E#CBv<a^3
zJ9*YUwXkEBNuRXQg0r1IKUlP~o~-t~@MeX+#gtyJ+*?~Zl>{H_wsR?UNq~ByUw*vZ
zFkL@>+4`QtU!96Koe@-aTfkf3_A2iHqxPR4kNck-h-1m@diCn`Em`ZbfcSa8!{W7d
z?L?0}-&9mqlyShdTkK|38RPOZ+g0ZzK6#k`fV;fawdBBw6Aei|^K2yBXQ_Ej>DbLQ
zKihG_wyn<&uxznZdEzg$Z`P6T_v`sz%~U(M^r6`Y-g~E~>$lH8)2@=?AR<yD1zKeH
zgt=w{%X6=ZO02rh=f1qWywmDQML<JQ)1)omPEFN5Y3M!ENcH<X$f8h*g`OGnS|+Q$
zc>fEu6wLj3;Y*LEf4e+I(rgSlU2Rr&O0vn@lu4R?pZ|12?eDTB9Mk;+<`|`NIo~=W
z&A)HKG2t5=oS>D47L_KP^WJY$HEfH>d-~Ad_*C(?H<3%yWLCLtpW(hA(KBtD2Je~r
zMl1^UYbba3o2Daq@$_QPfVy43=PB|yakOv!bb0RA*wf!8wEUDf`|rs~;Rl?i9rl$u
z6O%uyXefR$D178Hp=p=E&ji7OUWqe~8O4`XCaL*$U2}T8|NG{OkB@#%a+z;eYoS*9
zL}!jjlS#@!i`^4hzLxF|jz1@{OzmL-qa@oTgZZyt2P!NOJO6Flk|qW2)D1EXZQ8B;
z+BXDv8cu{BIB2oEQ*2FZf{w5)^BeAVl>!av$KuO87t|;OOnljsd}+foXQ94|9iTnl
zMYC9%T0&1LW&HW^ajx3KNT;F<t)A#ezU@}8x<PGqLng;1o-gk5{#u~sEn{7Fre2Qu
zv0%x?53-&LccY)E9al29vQats_;yjnl4mC;AFrQxWLxg-iaon(7Ktme$TCe*U{~HC
zxa-@yyWLi256@*c{LIpM1f`QIWtt5dF+}a9HnD(usf!i}MCN)mI`?Xaud6WO)ZU-l
zEadR>qDRb6ON*!9TX`NZ|CNzn9O9DQ$0K<`Q~h}O<OTjdtm1kx9RVThVs@sUo;LBM
zmh`Md7q)gGp}iS~&*C<GnZWWl=h32{B1M;$c;+0wF@g8P@jltviyz*W@lodNzJE>O
zig;!7FQa7%iu0GLMg2}<6k&Zm!$13i+P>_AnqSyt(pQJCf0i+4dLom@AtOP4ftDUo
zpY{bWcZB}&Jk(}sATWU``le3%rb-jeDT?b_GlhB_3sS`Q_%2=W!EbUx{O6sv6L!o|
zJNSbm_t7^e&5u`AKJ1jf8<l6EC(OrIUvSzJyr!)~b5_f}y9pU{{NiS;p7G+q58FOv
z&MhTvPhP&7=v+UAZ;tKsiFzFZDW7E0RpzZYdCcb5+(iw2z6TyZ%$sb^+33JCng2z)
z@Xr6;wbnawCD@uYZZ&5YII_jG<!d?Qt`Ij}u<cU=zd*|(mYwcaEIhut)3t9I&x)NU
z`yp?aPIr%UQOB7tpMU;&`NqwsDeV0GP0|I^P2=mdy>d3B*)oJyEz<ISchI=kgfk&N
zdf6TCtPI{`9g^>uwto_Ts=4QE{rbrUZM7FK82^_4sbK$Mzm&g<bN|Ht<IPz?M^k4`
z_hM|SS>v~$W_9A)#MGu0d|_*C1o$PM>pT2dF<F3}x56^r+@|$FkQ&p@#N)SCnnnh+
z987pDDAlQQEo!~r#ct+K=7uNy>lY-ye|M`ydHyZwMX%xu(*h2jT4P(lynIQk#Dexz
z(doU6pMOj?{K2x-AxPP`sbi8_;Yk&p$mSO1#|eRxWPiG?eh{70@GI!>V}p6gx6CHB
zFEZ4d$zjLi%T(>a{U+tg<<GLSSWfTIWLtJz`M~EiU#A0=N!gj*^IGO^XxUo%L*Jw`
zdh!m<6Kg&1%xckg*>4m5aPFnt&1wsE6M4ckk9p~QukB|MnA~WX^DSEEX^zd7-!*oh
zZ}w_k^is;XeND$<b=AqfCl|L*m2u)&CgP+dv*53|@1sldn_4>09IF31yNaRVQq^=h
zHvd^IW~~iAhd4eQo_|U<fwM@XCz#bsV~z=@t@{7|#}fb6zn=A9$>x&S7M91MiX7r!
zKCR<v{#ssXUGB}P>?yYM&-K@=tY^7PDm7I3Qv;`kOrGIlE+qG?%iH36-G1HUF|zw}
z-X65ESM`c8W|jD65#emHM!Y@1weh$_rkD~JTf@5rYMDYumaO7FeSL<L9e47F*OgYs
zGD~kv+Qe3&v+ZJspPNCplK&CrqQ~(joXd0$#_m`k$7uO;*=0FnajvJ_4SF{=UemC+
z@rvi(HjUW!RufLKm^p=Sl<rMddl(!kE$!LSB5rSS)pLel>Dr|~yBSz7y)erDezRBq
z+qoNUNdj$6NjxgcQYOS3voRk~^7-svB<Px{xu`%-=~Teap91ZT4r+>%FQ^x4|5IBk
zBKS~Xqv)PSxu2m+ML*`9JK1zB(ksz-Qo{cAqS3DBZoJsBW~)$WvuDF%Gb_EvVk^qc
zQ-q8-XC4W)(mO6;nXYzdvCQ;~k^5im$XR<ZP-3g($HxVV-+o6OPgUvc?K{0yEPyLR
z&@*ZJ<4xcB_FgE=RG8p-LM26L-|mHJx6941<eXONQ84N}9<KIr^P1#W=ld*Qgo(K(
zR><W%>N&JAclWm1+}qpUzgwAmd)uQD)va&;{p8!`yZB;6czFBnD@*lC(?X-7x)LSc
znY;`NUzYYvk7;@g)7`z>w~O-$EcSl&=5>un-44F$&f1&Kxv{q|fB%ts=ijC0@|<BU
zcLn3wPefSl33Lq1So7p*`lQ?8vnDL8`#o1kLNn#l+XwP*BAM7*Q#}u5N^~x=2@&}}
z*`SIoH0$%lceRneesLFHznH>mr}m(V{nvYgN7E)gt&BH}vsJQ}y4%WC`mNPsZl&9b
z^Rb7{EsdJ`?!tCY24l|@?_?vn+VZDjIw_o@qKBj3eyW`^L2Ofs?%CF3rBi0qbLP#p
zWNZ6%^L(AN=*q$;)mzM0XcaG9FQ&XDpmdtZuNP5!pVTnVzx_b#d+$5HsOA5P&zK+R
zdb5~)^40w4j;xvc{_VSHyK3!PUcJ<Z&+W7sqsp}9Hcmd!Z#1u^`dhYk7PptH2aD;;
zRcrTXUHn(_qw?O7x3`tH9}``~@l)}Sqqat?g8Uk}_+;ZhIjx%(?W*4(KWTww=EAOk
zAB`e6<;?#4n0xa=_2aq+ciYZfagcgq=Jz}A__+(#7q-TTR-E3STcfqfqjW0ogd=7Z
zJ`#6buRqCpV1GP#!^-*p?){U<<#|%SZ*Db1pHA#yi+hjzZt_^oG)XSa$+ijJczj##
z?U>v5bmMOyyK!yr(^LC4$6mF5oicax|K;<%_C8+{X!G}U`Mxh_&+|=M;KAgn(78TF
zrBP+Vk%!91b;4Fht@ZQrs(XBP`%|CoUYe5}gg{C-RX!e>?Em%U<@94cGtb-ocM2`-
zt#~wj|1aO|>&{J4;sohundBf;*1mY#IzP6TZ+CxBPD+0LS~}%lQ&5-61dyBuljon`
z`_)6Wrs{a_(BJX-nLfw0jFf-^upLRC76w&MyO{9pddu&KIlnl6d)ZZ5&MRAEb3|@M
z|EKJj$+ksxx560@et9f<Gdbr|keheIMX7+@I>Cw{7e0Dheoxr*&mZyqMezmSWi2$)
z&&BRg*&O6O5oGbs(r;5vd0d}kdTLgPoZ{i*xAv`dSfS|b7+ez9{CKs8Qg)B2mAXrY
zQt{<oGVdE4C-Y6yas>JM#66C}!}0&V@qcIizVZ0{3C8umkMB=e7P1m#<)WgXMRup^
zkJvn)ayT`(f7)q(OUsfluMS-Wqrl|T20nHn&rWcD{2)8SOvg+7<?`MSYoq6Ba!Y)4
zec1O#z<ZY6)~XFQ3QCT~Z!21LGEYcu4%YA2$?Be2vB2cQi>o`-+%E`-yi#u8cTg@j
z`qSO_c6Iq1ovwkxvEtdz=SO+#|NgeWD}Lwr{EDD+e;&vGpEfgy)tkw4ga4wcsGyLp
zbC>f2DtrPy|BCt8QghG$PQ23oQ&PESWim7G&(be9my4UsVPNy2kw<Fs`xmY+jarVg
zndhHa8$VN(t57%jL~_cC*m;`YjkZjz<6XV^>4y6a`!4&3Xq3%one^b@vBUq@Z2bQ~
z(X#mCr_h-zgStVE5@0_O)R@ig{PRb}&nweSnQtC>@aydf*34@qhnIULotkJQ`DEg!
zXh}Bp?4w+=x4E8td=?U0lDA_1wcvB!zJ&)Tc1B%)v;Om&8*wjYEp<*?(sMg@4U4A&
zr^?6m|Nn&FQP38C$NlaPEBDu`W}c9PuAsO%BG$5$-*|VZqS1_^C3nI<Kb+N4>@g);
zsP*i{%CFzfPjqqW^vugTu`p-pm&+9=0!&ps6BM)MjCOqU<S=?-*Ky`k#e9XYDuq2p
zDvc^X^aEC(y>{o0QuCK{d;cFjcI@ia>!*E0!I`3^<KVQ+DNCCk7|b^~-n?77sOZI+
zDFM|9E_>Wq6!;6glg>=yso#5j!_AfRRXK0wE3TH>v|DMXQjpxuO`864mUaFgcieR?
zy0LGo1JA=XotI|Sq;fCMIl3ZxqU!mz^Jb~+nc(=XdRob`lM1(WqRgIsH3Ip%@WqM1
zsa~eF$9lx$>r!8Ac$l^Im-zlarO>Q)@Vn=ST2L5xY=3_v(`e=qfs-dSYog7-;qqk-
zIJ<g*6F!)!;t0-QOdykSFjp3-6u!QuyOXE%>n#DNbMtJge|~zp?tL)Fqy-*MGZk4p
z1we)<v?y?*(AVF^{i*sc^zZqn`MdT_eN+4U=C8TkcWrCmCSCuo4T?XAD_A@gI<Mca
z@Ln5s+Cg)Yg2$qCMNm=jW4S#y508vV#)LCdlsKDIc1bs>OgOUE`ny^F%~uZ}HmYcV
z)E)<^-ShR^?tAy{t-ih{c7LMqqy-*}eme@iJbbqH*NS8BbV_8m<(>;)84?;i$*!~Q
zVR6vy?P3a?scfDKos*ZJn`2k(*Va4ROqsJwrAkCaFyX_g{E{7f#_mxyrgHPOIEz=U
zODr{;6i_mO#aeG7i>r_=|0EA-snjiOJNTU6HX8n1sMN{%+e;_2YIE@V?l0O|-7BN#
zy%b*3*Kys)Dxyopj>l2RqbW$GQH3iy`H+mG>}~GX;i>A=W<BCM>>~74dvn`4uZiqi
z^0g<pa$i%iGlqrBgwXaoR@FtRDQ`ddOjohmCK_>>cTxL`I|24<)hGQpBcRf#qTwp!
zk#y)@(qdHw9V?G>J5(kHBnicxNPN4=$G*3nM{N1NI?+i#TsS5<2!V=VMQ4{Lwb~gs
zbvp$=&-tZcAKj+7Q|VItd(*EOJ9VO1+JBe4({K@j+5aP|O9iI05yom#sY;x{;s`bl
zE~o-$HK}k+QUH0@5l%xq@5q6mSv&(&3O_zNI$7QS-k(`c&+=nU3a?JdUo<()ckj<k
zMVEgP7WM!BoQ0&WCWX%RVxV|Gd%HY*T~zMI2pe15w|vL@=I(xX@4vmgjfkg!%Eh&y
z&{*a-Tdgf(Z`#|_>-U)zUwgB!_V>Ez{S*1+K>qk~NI=CgBz)an34??KueQFvBYx-E
zGqL7_8q7;QniM+E^E(Q;e4Rge`7+=6|8C#^f3fzUXy}TNRng_|PWot0dXYBa$c8>a
zW_I2y5~fm%%>u-q=y<(fCM{Gv$=hwZBIi>U&kc`_jJ37Z%);2bCc5-DsT?}<a9!n_
zOPqH9?0Ai5)fG%q@L=-Hxw|cPX^`#TGn<WqyHxhYOmMl~<Tugf^PFohu1HKabrN5e
zKkv4bXg1&WSv`V^Q+cm`n(^r3(jvP<a+>xNTbw}Qu#cHNb@$Vz*6x&LBA#C??%WOF
zztZ-qWT92_$pD*GA%0ydo3u8idgz}m5nFol!p4j_`3?EE53yf)5o6<bt|i*X!->;T
z$iwNM;1>V+cHLt76K4jgd<;D_t7W%R=c!{-l504(&6>7w-DI}OfoY8GuMM^y=v1ky
zoxn0_hE3|KHEucgHwLG9O=S5gr5boOMA^B@(=DoSSGMn=+vj)Z*0uXL<R53x7Ak69
zT<+bZz^Ssa=IE)qzrSq%9hnUB@d<Oq&U31d&lZZ^RA0z%KBZ4{y7AM}sq1Qm6q}u^
z*Mm~eD*L}r^Z)+-?(gGsYe(ki!+YyKo6WZs@f6tS|LC*x1eU<udz(VPW?Gg%6aovY
zI8I=B`L55~Ya)xI5VRn2Krp~X(n=?gDv)#ltQ-?`s>(%_V<&z`H_TG*D~J?iU|?YI
MboFyt=akR{0Ko6+umAu6

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/jit_timeline_gpu_xla.png b/tensorflow/compiler/xla/g3doc/images/jit_timeline_gpu_xla.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0df38cf18197f89224cc0f5ff643dd537d03fcc
GIT binary patch
literal 21065
zcmeAS@N?(olHy`uVBq!ia0y~yU{+vYU}WQ9Vqjnpsz|eCU<eZMba4!+V0?3=k@Y|T
z59@(9{comC4_w7{LDlX@U-8tG^4#0Yx4rc;GTxSZ+pg61J^S_7@8;WDKM0WEdu-w7
z>J_~zY)#~(o*;)54Nt8A0T$PZ4lEsv8}A*e5@r-+W7BBhapr7fQJDPp-xG`S*mmYO
z-#?z%%(dX#UAMp~ybKH<!qg^9_PTxBueiaWk9$qpW=X#G<c%}dz5e!|fq|hhbY+Oz
zWKJgT=AX(NzWug6Y>+ZBHB!V?nt|a#XhP&PRgR|Pj~x>d4eHsi)!41Snw7HiZk~zn
z?fDh+&ZliYnPN2myf{~DfQE|aq(q5}8B<atKdsE1WyZi@p|(M;zg@+1uHW<M1Xd<S
zp*WtyQ%*mP(R07NWm#s|BAfZWCQ`gC(}dX@P38J;zcq{Gn1BAe>4s^iRU>2cu79n%
zn`5>z#B18q5-VRm@$REPYql{SNMz{esArpY`|Z9Mz1LrVRZhM4`s=U1`!u>z41J5O
z<|=J4;M?0Ay8e3ny@NraQ+4Y0&)<_ZYnq43yYJOoqg3A)$dud2ecaE?&~Tt?o?1xg
z)5>`|haYaZ{Z@{T-BDmqT>i?CqNIdGfr#CA_2l{|x87N=CD#3(**j1~DCNn7KM84@
zXa414U{Kh=)_kyR_g0<mMH;c!WyK>TSi~-7ZIx*2bWwWJ^td)bvdwYdu}wP13zuI$
zS;xx2AP}+os+I)LCY|30&+T1oz{Bh)ac$y~-}hbKPnV88#JPh{k)urUmwns8t*af6
zMrBtXRJwDJiJ`$dqQzhX0|SqalSBjq1Dlv)z4eAQTc3qA6rb~8Dwxmsqbi+|q2b=|
zsMq(>)}4Pg=hE7&9>u#}RqrpYUA6VwyE&gf>t6KAT6<~jswql$y^79VTC25G<*rv!
z&!x3mEedz{SN{vT@p!NK^?8fGNuGXl^j;)G_{2525<eo3-<>P5jitPNdg~LXg6#_$
zzs8momS0!V-m!bPwc>_%MR!mC{~c1hH8$Atgpj4;hkaK|U)|1s_NC-}%jNU??ix>S
z`+0`pwc*nY&y;E3e)^<*EBQ3@#F_u|{cUHeawjNSMigy$lF&IBgy%6h38|kvIH~#S
zs!;8D>!-%>UHkFzakr@UvCF&M`eaVlNBz67&{^i`$tT9Y?(L~8zQ=ebTQ>X3ijB3u
zzfDmyxL0uG=s(+(vTtu9Z@E2K9lN{iquOJZlZB6ueQYtwZ(}Zfe{ZgB<r91TkR%ty
zpVy-Ebz^n}@J&161Hm$Dj(G50dwP1hepSiKORDir58rF5sHp7xv+C>X>z~!Kn2$wm
z&C-q7(4f-Q)iuk${-5xR1X;@>mFR6bmzVoL7jJo3@bS^nJ?G!OxVTvJc|xJWJJ$yy
zg7!gMv#;9~JYZ;CzvAJQmBE}GoCjWAUfyqhm^<;+)z!z(@o>(yDy{l{xBO&r=?<Uk
z>tZK2tNKl9R%Q2|qr(1rqbmFA(%08s+C1u2vj35BcULJh8;?RqZ!a$w7t=PY@^@#v
zUC+(6-kyGbUPA+e*1?)by7_<9cN?~RZjwtllr&G*@eH4H8;_!}oLrxEQncc#HeTtd
zn3X}Qamk0&zU5q55xBGH=?#<AQ&ZB;&YG$bm~^a1^3CD?-yMR=5<fDT{Wt9|eJyrB
z^|_pF)rY3IGHI(4jsETG$9fL#Pt?A0f=|_Z+LF0f(tek}xiK-T^5&fbjm(l#nU^*s
z9=_3%A=D<&7~IY$yP;;!%%$GbA7u(&(DL&rC@7d~RqCK;v}J$l>1p@AndjcRaw|VN
zQ#xAOJnziw_WXN$GFx0)bGBAIJvB8kF)@Z)&hP-=_4V=jmzVk8+>~m`^=;C|?#st|
zr7hozMenzW*_w5AN8B9k=Lv;ZccvWe7Jsf%e20ZkEPjq@_OzpWI?som*!sBU)Ip({
zC&749^Vb`bnpriL_|Lz`D7Ier%hx%(N?&iQ{G9fJT{->!zS@)xb8ko<xV5*s{8*1<
z?zagC=PAxvD5%eMVAFdc<2l0dJByB1tf>3@t6NNW)7lzV2Sc7FT^`37wtK3->wOi`
zi;)OW@LXLHsekZDr!XUH-QvzlW&N^l#^BrAayie<v2<R2ZB3-}pL^Bs9TQj>dVO7(
zv=grV{QUgp{@C4RDH69WG+bPlub3~-F)4I)SZ`<N$11-q=~q{U?u!$7-g5owMg2#W
zpPyYU&sy-;fcNe4qFeX(*Vk{0`df2)Ta)#XA8rj(n01)gBjVV(ZymN#eh_c^!KC<^
zPtx*xd#jD_XKkFz&UB9d>jf3|hycwS?(@7EGSmt-xb;f0Ds1XZbH3qoH)`JHbJw4O
zGo<Y{P^Ns6aPr`%SrId=?0<Aj6nfwCG5PJStqT_})Z@>Y+1xt+$s`+#-(Ox{-p4m>
z`i)oD)}GdxeUw2gUVWZTrO^i$HkOySwyw@S>eZOj(;HXukoC9Tm8RO(4=c1nRwOi-
zmcNT(s^faes^HNh%zX0VkLUC2<*Jk)ANd!in`Fgvy?sH^(^D#i3lC^MR#*R{zTkLy
zo?xDF-KM{miZyp{<xAc=FW#AdXNTi&UU^IDZKdz;?fv=r`Tq6Isj?4~jA!iq@u>UD
zm0diCC8aG5w>}T^x~Ok0Q}ujq`HShyI({Ov<+iYO+jHwU_~rck^wd&usn^s^H8nLh
zAI_eiAfq#JCInkX^s8G&Y}<9mN2f>ZerT}H3$sU^eSOb%9?+X_TU}PXLE^_ri7rRx
zH9L=OeRXs5^0z0~h#lU!-S64sdv(8alZp?`&@qngzQyAhQQ(`<z;sp6!XfeOw6j|k
z13tdGx|+==B8hLqhQvJ$UoUy<TOMHgcOy$7Y3B9#`nlpso27LR%1fDK2po%GTF!Nz
zN9$9XgZ3=LnjZx`X4Ba>L~uX7<=^&g_S|D8@^8)APaiznCu?nRfTN&)noeYr=O5$s
z&940nM<%QL-wJ!x+1;&NaA^MF#?P!eucwP|2wM}8c*Tib*dk(%+q6fKJgb8Gk1oh+
z<B`nhk<lrfB(vuDG%&4W8BsP_!Mm8F=IEi7S67D%8*C|-mfgqw@zc}OiVVwc7i^Gd
zmOSD4DNX3vZ;oZYv)is8<^MR>y4+yJnS)6p$2*d=&oEBj*ttLd-PGiB-825)JT9}Q
zql4pl!p1+RUnelKugN_Wsd%g;aoPKa4XzIRKjf?tl2Oi>^mk_Y=4TfZekF1L<QCC5
z@J7O5`hhh`6RpqPnPXYJVt%2>g2aix4>q%#=iWNvWb!MuW}1GyU75iFrN<10jm@kf
zH!rQ$i``{#(EUJ&n)kss4i6SM3Z3A-FX3e9n*Dmk3+wJ(9di$C-I#pb>cFAqCA=}3
zKKkbxn01yZA9SyCSjjS5tFhU2?i^KRt##t+mp{d1-?3f`E;~SF$fV|}5+@HD33G?+
zdS6?wv;Nr%vHTkw7|ocxB5YU;5Aa$<G_XFl^1L(s@$vr6>K%t0c-K2fRM<RA*vQr)
zdO7TT3#V`dAM06zqsJHycknT8csY?z?0=i#%o&H16a`neDok}}68r9Y$tKM*Q_*|p
zNr{Aml4sbYswMd^N?h9<J?DY&cFy^l>F4JBD6?7Ccr|<)yQ-t4)Ztx4yQjXN$S3Bx
zOqo%<kM-fiCr_OHOxolc9oZtb2=rK&y^;7PUCDP)lDUl6ZcYZLXcgn>ucv>{U|Xj!
z#Z8W1NXz#@LSdMp=F0hVGZ&uTyo-CfU-pJ0o<$pi0*b)&7nSk@tUDHRB~7z`esVH<
z3BzfL8JDjWd&y3yO#OG^++6G6FPux;;!pmrVPEDu^S0@MO<yBUD%IsK47z|)$4;3#
z@5#BhX%U(;BG$Y-Xsy`X%$l%tt@=*u14VBR<u<Qba45(7W%>^5172<)muUB_c4xZw
z_!IBujd$8Tbih@jwy6r3_I|H)WjDuHJtxZuC1X%4!X*vVk~mvurs8=f+rEa~bCQZ@
z(n|C1GgbG_EBXKDdwpogykCdzTm4`EQ~YFqmz{0VqrR;D%irv<F?~9#@ZGy<{pVc-
zJuV3^U46Yi=i*C|#xF}w#vPjdrHUm&i%G|`LDiE<N0XHy`)60^Qf8(Ky^Nz>3wM{j
zznZW{>A)nGh)F63ye6?k7;cpRD0BM6iHY;`?p)avnr-m<Pph|7e<(}DBnIzEED@d4
z8MHMlc4SA);B~71eSH6^DZ0{f|Jaj6MH#259GIlS7^b9pz-dNAo{W^Zsa^QHJ1kl-
z+t(cNZYceBht-@<H)_+AGv)SwT-Gdt+r5M(V*8^<cP+NqS+)7Z{INwfaaZm0b<*vN
zl9Nszx&ON-!qv4wm2-oNXTwwv&JBCE^XkRz>N(SI|KAJM!1*~hUL0Gv;-m1Vr>FfF
zpxDLO*eEDyn<Mb+xBdUvZ8<wPd?-M*F=|_qs@k=V6DQ6_Z{M1GeI9%7JnQ<v#~ZsC
zyoC}xCoyPyURqt0c7A5`mW;p)S|(d2#Z6tTbij+vlS#)@D1mcBNC+&*CNX%sx;A`G
z@dif$<FqcY5lgqJfI=)NP%r_e1r$+h*6;iE>c6}eDE5DSyPaSE_v`f~*FWblPU~Xu
zo}}VAi6sIYpp#TQ8<v861QxQIdcFf>oadw`_6L4FJoxM1@ArTI&Rq3q9b<j{vPnN)
zfBc@l>ecN0eGez^=Ft6iJYB1EcKn~eGgmRq`ulgL*Q52<@6TVkN`K#vL-*&eTyoz2
z{~Zwjyxs3J|L6B>TYIy3Uff&#oneiN=GqT4Px#cNHGGXI+M;6Q{kulZsQTAWpOk0w
z&o7^MW)ka$2{LQc8z#GWfD$vLSq!Ryv#zeX`tWf3<kJVG?CWYaCLQe((KIT0;_>hD
zr*=NsM;iNn&$lXFm3+MK-^0y6e*F0K^z{218=EC!_f%|5Jlw{}$f)WyMZ&IThv1}>
zNw@Cosr($Xv*_uGiHobgzPi0V-#^eOS!8|WX0`B%KPFmLf78iT{&00&?Cy%I<xNj^
z6h8j-?d|KcTXJuIdwT!NpU>xug)$CA=kMKG@DQ5$KpBvKvW$*p#B}}meJ?I9^`2hC
z*|vZAgb5R#d|G{NeSG{fA4&A~vz;ST?VpdwMYY4eG&g^}=q^81EA&;XcpSq9oy$u+
zg*P<+cz1XA(^FHKb@u$0N3^r2w<Z>Sd~`H&Q;KEPmyA=E5i%OFyGr&8Z^*j7uJ*x!
z#@|*E0cJO5HKe`BoNrhA?zEM8{=Fw>jvPBCRD5+u4Wxa|{<;y=(E#B|%~yAozAlm5
znsM<FyZqYd?Rf_p7+H8WIyyQY2z!2RF1MIY#k)H@ZL7Z}d<fut7Ccoe^oM_0@``s?
zS5FrdE!<!Cx8r8wi3y4+hYlYubj;CqX?0C0T<SG7@BY4Cb(e<TkZn0PBR8jg%->h?
z^3wV}pSbe4?l^C9YUOI>7Jn9_6Sd_;+3LW>Y$}ebg@uK0*m@KDKX$e{Zwg%OW?S_o
z<H7<)wlfzNI<xc3`N&8}baWrS#&7rIz{Tjx%Y3)z-ae-GJV7^ppUk!mGxYZV{dPOf
z==Ft#%+va(&zYtd+jZXECixhTUkJR#U9vOv^fVK;fW@bSm-##_FzK|-)n1#F{rFh#
zLMy(k7FeS@c6ZrRslC5mt$xGsXiMhhws*x-PMq*amRjB`ZC+%lvn)!-fiHY*l<7KU
z<|UR9Zc$%WSA2Xlr?@YhZ`yjR(pN{sWi5MUt*04lvU{hff${4`P=|(F!DGJNUgkA_
ze}Dg7<#%^i>Fqt0#$TEfH|O8CGrHmTh9}|ey}j1S$9l}FPb@eWaP~rnIBUYq@=nQZ
zo$F(E7QMcvYxMQ?_4eKz?RZ9)93#FqgFeP8jukRGAFLt@_<dUsSO}Ul>pO)!DSvk-
zaz%h*ANK^wGYhZBRr7Kf9BA6b0cw2Dz7B1CZ_U3yufeY{WBuWjhN%aN9|>3%KWn+M
zr_vw~)Yg_0ectu$LOiIcUFi4YCF8;bsW}F0Aq*Sq|NndAqyOpIS?`4CgR+k<E_QEk
zZM8h0RM7CWbi<5);3l^<Qj?oMd*fV2=@Tp4)g%)pN*X4yfEwM*8uzasOiKTC?#as2
zAKVXJf0}UeASf+@@TZ9~Yktp+I6KSq_d)lbDHSR`^4Ztd@$&MPRwkU5(NXJ(F)Ds`
zX1V|TZ>1ad90}W=7n^ojhi$_TtB+4kPFDAu<H6RmAZ?aO>8mT!=6MqsH(0D=3~OX!
zy`!Z!&9?QAn!(dUt=vyC&$r9haqLUrW0YizD1LrU^+Ee2JExE%r>E&Qf99xpDx;%r
zb*?Zot7)ezpJR4yIzwcH8*@zCyM(01fFJ(T4n{xfK2kD4(zAGjh4(gSyZd|ThCK~O
z6^@H%t}2ypGd3$)6~10hcoyG=Hw7=|mfvHHp4;3idqVBLX+&J2ZBk_A$(QHmT2Iic
z?<?8>s<}b<oj#}@7nnC;W`u;+zSYYjcJN9HxVyVQR@qte?aj@z2a_7qlQq6Q>ef&C
z{2=P<o12%vrF`p3ydA9`+;V2C;B4VzOJ>}Ry5iQbE`I;HD~e(v@9yl}IDHSFn1^G7
z#HX|Ojb?8D@@#hgp{C2rd~a_`<-R<Tt?~hD+e~I18x{75eK}8FC-}}VXng8^yifM?
zUE$5V;3oI7KM{QATV|bRjyRLh6mWNU`F5U$)`@No{ts1(H^|&6C^3FABQ9oBN~h}T
zu(hvPb$%UM^%>IYK6pmCAnDM=;uowsi^X;w?kwdKYuK7}lxy)!^LrJCuOD0#6?Nj}
z*Jq7acqEN3NPzq<r%^Zw*6`+--lS^5vacy5Y<-;Xfr!&@i+*Sy(eX=KVqgEyrcW?g
zm)Xqop3k8zvWy+g&yVmMhOx6vwTuW~AD8-6AUctIMvw2G+G2m1;^-sK0wcX=yi{Jc
z{pY8ri|f`Xe=Bb|YA2R{YRbzaox(?cBwG0V;oBt9z18<!+JTOa4tFN8xlIq{o+Ko`
zVsL&_eE;f4oucC#XB(&YEo2MM*D12E`0!wv@9c;LZuK|Wo0f>n++sLw8L=aYQ$}aO
zscCVgFE6pa?``lr)5y$zE9=+vxT=#1oFZvf=LNb}MjOQhUMsy=ILYsU6wfOL?)*t+
z7X+)^@AGcRv6}SK^_IWt9K(2aZ8f#Fm4{iL9C1Ck_p%hcFD8HT;H2iK$w@bVmBh1m
zr(Th{`iNKB?0{8(NOy|@^A84g?uLXvYMrNx{`@HX#*%cvbOHOM1E&qyySLhH)98|r
zUz&1qlFhQll_qQw3>_2a`EocgZnNMze)O*rbD6;$<@L?2J<kPxH`k^tV7#Mdz#X1*
zV?(0PYFnWVITL@^%IawFPVdOu_h<H<$x?UJs~;I}bm6q`f4u3}sZR=OUmMicXm5}H
zDfcpA;+mM9Mt4)*+8ptm)XikM@lv-n{{aPt)6?P_3oWt=6f5}-&SYug^@29SR~fx3
z;u8xO^V(d^bZcw&^VbO*BY2<q9<V)g{?^I~&8qC$D?!Bq2w$3f$8oY_Gg~05;psV_
zpPWq2o+t6(tIBtkI;lF<_n&1eSlEj9u|=#o?zQguluz1cY;-a-z{M}P80HK6<l$c=
zZ<-}Cjq{sOcKHX76Auy?BRo}9Y){^03^VFdk4=oRJm97GE^(#U<b_p}cFX7#261`w
zO|$Uin|9B2MY-Us*cM1;eUi|52GlB<^*6_3(v0hMKlnf`t0S|D-l=<6*}nYu^Zox-
zD{Q{D?l1ip|5<;M%Fo#Se?C3mbd_H{KT@{#{oj@5>AD@W_ZsvakbV7R=KH9<WwQ>f
ze$j9LSUX+6=Dn|8wCw+TPo(ep#QZsbRa*9QZvFMR=ig-i9Ge}v;mx_(!t1MzosY*n
z6YvhdtNJbU&))c&-35=nl&`D^+_vWKU$^<1`~UpW{-|8~JIls;zD+^jk4S-O#>VQN
z>)jicDjk@lqRFaq0Mx{swmu@%N}=I-Q`j1bUD@B`c#ml@tx@ruq{29j!Mj0J__yHs
z)jd5jKVKg6)s5cDw)tHAjwK%>TpLt9gC41ZO=xOr-rd%EQ{l_@`ai3EZf<(`uwEey
z)FPcU#e;JLO9YcnOXt&L3kw4u7e77c3vNNHoXl?s)yeq9tuM~Ma@TYVgD;oG<FwAD
zf4igG#p>_Bx&dVJT-)-4z0Td!bW}gz<+m4Hy@F$disz@<%~Q4Ougg^4nzC}&|EFi3
zKF~GFlm^+dCc5xro=lXyth1WlKe>&d2J$48{fuH6UoUAl&fFAsGI+)E)JtXwASZ2q
zf2Z_uK#7me%pcYBVJ1J9TEnDzY>D^(dPY(EDk%o<2Gs+f?wReVcxhy0|L>1B+{iG8
zqc@(%>r7eyB4HWF=@9D)&lo{!f2ACDGv{;doj*Z8zK#jpm+`D)UNd3U@3>PUAtnVz
zh1X(wi^O|8ZiBtY%EIR6@@0eLi}(Nkl;7O+^w6QhouQ!izRFMD4Mk6K=Ns3jcQ<Rl
zulRSg>8Nws(nN4zPg@(&*=ed|RP^~;Ztm@^&m9*(KNo+cVvW)PuSqJNmx?#AL{x>I
zdt+JLEvCyA)!G(zX>}3U(4{5`8)w*7&%1W-Q1E(|i2up&@A(R}9WvmV?x_%ZZBv<|
z==<9mg4u@2PtvBlxvW_%tT8M3yG@PtAAQ9FmTAZ5on;Ywz&-5%mutdIP928?&NUxc
zrp-LS#4_ywmp@cUr%`o-PeN$u)%~mtxwp$=uk)*I@JV27IAA0k!N8$o+{g-H)`wi{
zzqsRtU_=@dw?jg$Z^GMel`_ZmHgf7PG>Wzzu$tSgb9#|RQKxSLBai9^mTO<j;`6t8
zPU6rJj$mNY=4qTN-<LVdZ`tObNg(?eIo2?+ghiT`7FWhDc$%dPvXWy>!k=b{qz=TH
zVoaxf5*Rsj8dKFaFtAKJ@XIG*<^d*w2(Ys_Ac_Pcpo);R{DrAe*uXOFfKekW1Jmhw
zZ>}}69Z(QyeYp3(a@bw3x0c%k8xkMIT>ihak8#F_VwP({3=EA&3t7Y%8V)?NVB%(Q
zNQkXw;Lwp}P}p#;JelXO)vLX)uOIzf_2u=7t>4znJez-Z*NUyLt_Nzm?)5w4vv*z5
zxmTr=f`ZnsmRMZ3e^$NbI!;BI=SIKYh^M;EKYQR;%HAy+#{caWpZWIE_>|8E=_xnQ
z-iu^#pSmVjBCMeOfgYz&Li6t3)(7vZu2Fd1wHpN3%Q-egzb?C*|MTzsRqyxL`p-RR
z#yL6l^S-O5UoRft_1ouJb;a)IK6@C%K&@0zf%h`p!Q+vNWdsNpZJ1@2TlM9|#UDi*
z-1_C_+SmWvQ~9}1!mz16>hDBl_Z?mj{-vLrlX-cWZ@~{8HMM0SD}#2Iy;X7(*N<Bh
zx3_AdlB<)m^K$?Bavo`0b_OnXi`<lQa*Af~Qm?6H@9zAJIoYEVx717YozlnP(tm#{
zZ@CGqu&w^~<n;9O;g&^DPT1A{VtH5d{+{izl;eG}eRE!vdU$j!ULmF%HOH#d3pR7{
z-xJi*=DRjkJ6x}_<macS4owgLhU}^M_~X;+u(eU4i(ELFkF5$_eQuuZY%i0nD=Q*5
zrwRVpQup^)M@NT(Ma1iCYqeu`6nuJel2K>%%INLytl#f(KBKYJb8_3qkMHW=+}Ow?
zY2-7@q|;yQ(vv-vpD!)-F8}l6<MZbUg$q?YC)p?`gsu*Idtsq-f60agIUBCJ8#9Ex
zzqhxxdR^@9YsXm1OhkTsx$M6=^|V{>?dMNUP8QV)0o84wDGo5^yY~Oen#j#6a;ABA
zW_ZmHTNiV4e|<gErQC~)TpQPxy}kAH)KqONtE&6^YIj)AVfnnW=I5tBlka+5wXObU
zvPkLO?d|%8);w}HGiLeCwc7jrUiCK7MXQ3B_Z>|=J#BCCbG~;RjMF?TDt=s98T@nh
zaR;xtR;Fg0cbrpSURwJ3$;rbJXXaX8FIye6(@5o@=ev7*Pv>2b_$IMF!h+57?(XvS
zvAfF-HnFzzNE&5aP<XUqgF%eUwkGbrdr~GD4gQDKiZ}G={H##5sQF=_Q~LRtul~%f
zd3U8wANTg-7SlQKTp2VJ&K$ZX!jQ*cLbueeJ4-x;rGhu5c<!>P`%|IkKKaJwZI`sR
zU0WT#zV7d@?Rj^NoF290Y^^vsNmbUm?1|joZ@04F6#V`5_1W3kmuuGviHfHBJl<0I
zIW4dK=o~Tb38zEXL`?kc(PYAY+M_!<a)ATmu{p2VtRiH#*8VO#)-uuXeOK_?`}^e&
zeA*;(HhObfFKlER)N3!=@GqXh@zN4c*#ude3WE#9uP!Y;eQj;@LV1P92O62LBv@}W
zZrED>{$6-o<<T^L&sR&bf|TP#8d8r7P2SeIK5lQ-?{B$TSyxxFO5Y6QV|3v#X!p3p
z@}zn}d&A_(r}y%S-Ej^+`H_d^>;s36u3vX|mp?x@clK+h6t?0OwZFeTn8GM_#kJtw
z9m`vLYJL_y>bLu~B6M{aOUbF{-jWHG*$r|POh%t80~79CTI$Vgt91<ADVu4WZlqT8
zr6IuJ?BCztJy$R!?XUZLV`kg~Ho+TV1?@k2&F^*e^prHXK43WgI>GR7d!^ffcxwrh
z)Kel!%j5P|8S-au>}^mjI_Er@XTu6fyBdod?zY?60{BWcyqW525wY&sv0mvo_U`aw
zmv8B?gUSO>NFzu_XMg9_4T;Y8)m)YxQC6&96R~lT&rG9rayN|FyMNk+&os-uwK@Gf
zn^i<y5~x$ZIa7=|LdMS~@6HZ?yPqvm22IA7mv9QJJ&*`wPAH6JUNgtCcvonQPW2&g
z<3`Oj(-+PAR`cy<`UCD~0uvG&Op}lCFxhFmRCaOQQ}EEqqF*84+`&&=$2sPG);pXO
zv4dqT?;OUIL`mKP(-L-J?v_LKo22%r@~JFqp3r3((K9LcsQjsk%I)V5eqt2!>|=&^
z%OW>Fn`2ollW_Ct1$OxwhHX~t+}0C({o|Tj=QO82X{mfxykVMdwA*r6BM&m@{nh><
z=giL3cT>(EJhZEUrz3oQT<_#3uZ+{qWblb`&XaQ9D54o;VA!60b+J4D?a4Q_FKzoi
z$47AA|9`*59=AN?pSkwvO%4Gz&fxZlfHg~w#eK4hNU37_axFT4=Kj=2i(>xXEx+H&
zs_r*uNA7L2Wy*~<%sM>A>=6|nd>j7ch&)I*sG;+5+YDi+oO`y0w-+eo^JW~Ka(_eO
z;TfI9Um3)VXDEbRUl+TUP3)kDazU6twCtUNQc%Baj(z>U&`l>!az}hojog&7+<$)B
z<hks|{RcWZ-H%=1j&RdWKGu_%Ft?dCK{syCjf}RdX&cKnSlEB=M;(9rRPQ-K)q<sw
zN#}z)hsVR3Sibt!ii?X}Q+{!a>phUz`{k0iN{-ggRG}O>CIR;Io%~5JSej4CtjWH<
z?jiF=(QOSUZyfnO`~4Ba?XEd;Q@6Ivv`ea*ZChP-uK)DWe|#Hm98U_H`}wJ9(jS94
zx_0c5Jx6b;eNR1*cXyYq=!O>}Jl`$YxsM#YZphxfG+{%>^@B+ht@~uRP17w(f7R>y
zZq2n@n^L*Cue{Lz?J(g>lect&B|EqEh35&3q1(Q!a&G5yEAmO=lQ1|Cc6qta%u9&g
zSk{ikYhEvU9Aed&ZLoq_XOHJChxC`SwdMylz4TZno@uY1cqHj<LSoNF3DiOMpT0WL
z^W|P7Z0wn}I%-emWwi+QuB3y!nqqbb4l*g6xF7Op(}z|gtbMS6g-+l;m=F(x%d&J~
zrho?Bb%#m|_w(e<=y8r?=axLL_>KMdip065@s-S*3y!w&$)4JBE12=L*iQR%2b=a<
z$oywBY?gdcu~A)Mnq_g?ADeZjUumyqH?-t;fB5=F_|JK-5&|RF#aQk-d8=~s*&Uh_
zgthnnc*ZEfl5q2qw!yn2ox)pstMm?fFdf|I`ff{$a24Zeztk&FWpv)@B&6Ku%(%HJ
zb&agfvf7_aEuaBSP!j-zi#F74beP=8%wEKmbnQ_3*;!Yw*-QlWzAW}h)g49jzRr}|
z?SDSS=_*@s5qMk!l8cVIRZaT+dj0;snT>mo+>*5s$|~5vu*O1Y(!3|{7_{Y%PF`oQ
zPA0*2zxuY%y)0oLUxUU1K(j9({3PM%<|hd+w{r;ZZdNs#3|bigsqD8LQS?lT`+d^d
zW0H!eQ1+>xc9M=VQ=h#5|7UyGsr-E(;-3GXRnN6($<=iCnoX-8ZJrVvu4c18&E@|6
zZU649NWT*~Nrm(D%$dSX7G9u!Q5D}L&@2Y$1~J{ZC>4__&zsy_rrg|IzJJojE(UEs
zsN}UZvBy7aEnei7b7#*|&&z2E*IK)$Ple5IEV<#`5V|E|W8cJy(^~$0+Fn0}ga7@N
zmB!%y18CS^#G7-2fZDXv&dTn+=Y)iuz+EDcwMXNa)_lGw9xFG?x}MSWe%*g%6g_$O
zdkZTwuD&w8a;LY_0X|D{G>B=9_4jwXZMIaMjmk=rvrz%}zL<18CnaezPWztS{8>zA
z$+PzPb?zv7cxRjKwlT^2GULt7Vu2N)-WB6C70-=R7_?1v)<kcAH?8I0ukZD3?bCbS
zT<L_*mUJy;iQpF3KX^n+PIPPO?>;fz=#L97zTlod1?2z2Nuc=~Py4CHxxad9etv2U
zOFcE^s{hj!92*`vf+l}dU{e>KlT<i2B*laJCg3><@I(ZtL#pB_l&})!8YZ2oM*>(P
z;_H4st)Hg>p3itTJHPJx?)!pA0-1C`^F?5Tz!N1Zo|727RSThl2fS1st9ml6c>vPY
z@b&NGuXoGuv;H?_Ji48&>HjQ+M|Xw)TxYp*J-+^|_I;%-78dI{mG=D+`g5H{<buqf
z>nwur?>*SBwqW0nN8Jzht997@|MMBdm$R#p_;Wp8OIo#Q$BTo_><nRdzP^5LJaOia
zGYr~hDaTfycysi*@x(}_2gVa41>%GmXC6gc;Zw)jq5@vrvO4qfGWUMDUVZlLFE1|s
z{QUg<Z1eXWg33RZUzN8kYFW+luKw8>P<^VxF+X&5Snk6^t+%)3a&vQk&V7{peed^s
z+CfV^j`c_uKRsodazY^Qe6i~0%gg<@=iQz4Bl61n`2D`K%>-Gx(%jwLerdgYIZ4%f
zkLh&%c)wXDnXCS1U0oGg{{G(D(A8r3j*yZK)E4re2+Hu`>tc335zI85kWgVSsvl>w
z?~hhcX{V4XkHqS*wN};Na<ne42wa?Yc9!dd%fG(9R#s9HI&#qHz^z@S+6_-{-`bdb
z+-s^9WBrlq>ta{O?X7C(lbyG^d28NXt7DB1R^Hl_>OEP_SMGVj-Cd>KyWgxWY<Rjh
zazldS-Cd=%M~o{!Jz417e(Io*x~(gy&;jA14YN$MryW^*tXDet<>gaTwSRwq@4un!
z?X5+w-AvJMZ*4uit+TK1-uC?Xj0_F+gEd<5`)vNFY@ev?{_V}p%N<=i^6&3E^2VUz
zLqe8S>8qB`q-e!eR;8~ZVz%Ynv@U=5AX#vVR;ZSZP0gz-EB~B*EVR^b?k?AEvE5~F
z7i}ted8zW#lSG|o=jLYb4qX@X^TI;sIV|0+cNYk}F^oGu-`-z!%7wkv-*0Wr7T1Xo
zn4fuJf#VT|%kyljZ~S_>eEz2AkNaxpG?%`*vNGl5q}cs+cMXMexM~D0Kd`I)bs>$7
z>&dS2_j1vh&fD|u#z?dA$-KCg5WVq*lvz&1#-yW+%xn`5+!4L$b*ABS<bz|4r!0$~
z?bs)8Q*q&VP>549%bfYU51%+3eP{08>hD#uIyxJ<M70VOr4Fbv=*(w7rg|f4N5MnT
z4BU*D|Nj2IxhZvb<>zIPrtid=GHcX5`KHO}sQsJ4S=8XVjql5xT_rD@x|#o`oS5(s
z-tcujSNC*kc+R(i&(F@Xa)~IIK5}J@DAO@K;8^qZ)z#bE^MenY2<N0kTe1i!G6XD;
zWV*onLh-?qg!bzPnKoo-u^e-_z{A(lwc`HX>hgDYcJ9=3NHb`^wLPEzltcofD$Db8
za~GdIJzZb@-;2flQCqWI9hUFd@;xHS`Wq*oSWE|}_zS<t`>(IAJ|3^oxup2{IfH50
z%+YIkPfycT{`cW9fAqE-&j;IzIKt;x7BAbaq|{cohws|IzrSBv>#C>uyx1++`SMt=
z^qChQALcb2y_<NXW2Rw??9LWuoeABA4{jW8=U4ZicjtLRW7Ppe`C01z^Uh3EK7MJb
z_gXoDC9TM<A6vho4S&?cc3$4jIZ?A)RNL)e#Kt7onMSEGwi{CU#8y1iy1dM{`rDhE
z4(zABb4;_Y%rMWF+h{1+F5E9|{%*3r-NH7L^D{FqwQvd-c&%XEuwxx#*tt2DceU2}
z%rtV8Q_Gp!Ev_HrU%er^ApS#F)z??41;)w8c%n^R<sS+qZQwkoT)<@m3KBLU@!BUm
z3iAYb(hVO>QuP*dUh(qs^4a@crFl$dHZSJgHZ?9d`3h?on^nXSz6}W$@%Qy(b~x<K
ze12|jE0?H}!2u%ylfv?XwLBX>EXpy-5e}Yn?jY9{>HIwhr>rm(j(fHt@i3&i290jo
zdV<10QHIZW<C(diEF)BMCTWA#?09}yH}B}(X9<zN%tgE>DzQ$^7I5g7v&}ibVugl`
z&U?$5N;Uuge%C$5dHB6yboXXK1se$+rJN-bCJ4MyUEloF;rZI__l)XKA93CJYxnzo
z+}wV1ECe+Ytu86>*Bmq`ZeWeDIPhuHL~F6*9m$#hg=KUUCTTj|dYKh*^~e#KFI~DV
zj;UW6!hU^u87sYFquG%oM{X!BpJkeDbwJ4>fB#=I+2wzI-bV7?{cag?t(+-k-Hhu8
z51l`}vZx{T_$=FFcNacoi!iwwaK10~)TQSMh6-!WZ~pQ1dVG4<<)n9N@xGuw`D;zk
zSThJuYEF$8S`)wD&T+v4-j2qGpB8^4o-OYX*Nt+iI%aY3Yvs$O(><Pqd^)Y-6D!!D
zS>abBu$hUI{iuviSkvY`v(`%3q|};y{I@P>>8UB2!5wE8Z<=Nh?e3GmIsN>(pM^Vb
z+-DT~9Wh7ESL&LR;N$j(IUg-K9`(rE&y(V4`|50PFqpC1?_dE-<8ix#2RE(s346h8
zeq=`ao15Emqm}I^Og!c+5xcuA_uihJiXzLV7jM|na{k~U>y#ZCJj^FVUy7ezD`9wx
zr$6fZ%*V<G{ayR!TNF0USa-49&pRh+!c3(ljBF8iWG8gbC|o9f&orXs=iKsp8;?fB
zoO_<I(X8)l7Rv_Z%@bno&RFT#%$BebQEV*t02Ld?8*^%_7BnCA%37DT@o9xZ1JBu2
zvdcacY&f9sqroffc*Od{^Bj0~xIH?4F466zjLx;l+lSO1873by=slV&HKSkopaZ9m
z)5ep_t~NkgzbhIgW^6`k{zh(2<JI2ukWHXne>bD8KdVmk6F)0{n{OxYD?Pc~GILYS
z&rc7ZTnvslGNbMKy}i|s?Jp+GTjlV0{?UU;3=6I1sHcUjbS%&<uIFKzH?2@~aqi;;
z?PD2}zRr~v|8a(O`-!=e8(iL;*=tev$71nY2JX`nW;$Lwce$tN>8YPGIy)w}70%8O
zeUbTfPxYp>vs@gf4o+%T^_$czY7a^kpjimvegBSWc0_XfFWOq_{UpKmq^;iiXZc4T
zf0nKAVGc-bIC{79`12``e4XZ3K}M)f`0!1WS@UDcyeH?PWcEn%h|ZhZu-=)MPfXKB
zuVsn)PU!@}BZ~_zn&sVj!Jr-2(JuP2#*xwKdhv!Mp6BC1wIB%p(slYPwy>@nx}FFU
zDV7nJRWu7bD&MNVR{*tk))d*5y^+Au4&J5W`RnI%`?hc^sr{)pU$M*k?=UU>b~m&5
zozRZ#xpv=kFMms~<&D_;PqBT@{vUI<7d_lGqyO05FW2t${#+S!SD3}F^o?ZggAdp5
z&AQ3`e(&#-y!mG*n6EGBWc7Y8%&zt9;Q7W_i_&kmS@vk&4trC({QHmj^}l342A4jM
z;<27@C*nItBE|o?TE}AWDwXF7pp__0I*ivA9rf;RY5Vl#WJiZl^|yE7Mqz>pN5Ks{
zmI$UbrrFm&zWBCcg`l)~e&(euk~2ylK1zL>EXo-6MitcLYfwF)6}2Yf_z4ehr~03_
z?Y&ys%U@lY32L&6dV5ZS%yVEgxK%VW8m8`lvE<20E|K*c=3A^ebL@#G_lH@AOA7xb
zO^yoz54WFlk1wgrc=w0(O3m-T{YN0HW}2QQq@KKJ7<}!Ss+Nq;)NLwzT+ep%Mu0r>
zcDJD(|Jta%ZL@Y8@^^%STDK~!yc--=Pg!~R(h~jorse#rD>s6t3w9O1-*?)1_4PGN
z)t()6hO8U%JQ&kFb@PMSo|E>;NNs$#odIMhW(ywVbWy2|W|3WYZhq!X>e}FP)LGvK
zJhLHfmRnYtapi^K&CSmh0>HB{A|?m4;vPDjGI9Of+N<n0e`%h_x;%ZzM99L##Jjsn
zx2t@)zW=|m&7PE$<$f?vvPI0?wDr`S#dD7yJ@wXWno@Y<qu}@iaHxps#Wi)B+Gu6H
z{wAv%we6AP;)~*Xn)0hTHat@Cob*LThjCh+R{E_kl0QE^WnOz~istJ1r@&76vWKzz
z=o`t+W}n68RjD2jN_csE9wd-X9u!Jo4QA4TOq($2fM%aS3$#3goR~oqQK|>Pi=3d5
z2~Ixx`~Q5h_n!iqtE&Bc)_ni(yYD$3Y2aJqBqW}oI_cx2B@aLyok=POe*OFS>)r16
zP5);#Jc?#MSnn(F@g3*CY^GPQ*YAHeHD54FX3ljM!T36m7*_`0zwD-t^863+!U6F$
zA6-Ah3%ks(|5pj(^UK@ue0!}wy;sOF=F5YF%naJ=etrE6S>z;YZS*)a<=dmrGf(IU
zewcYehhu$b!<k3mMNaXI>YWonlZc=~1%xLxU)_><d9i!Hn*Y2%x3*^Y-+B0U`~7#<
z*4}=sk@e)nMBD0bJ>2a(jjybY1~sNOKG<xWer`+N-CIdlmUvE9cJDjVbaIU<1B>oV
z%i=U0iR`0YqKS!#e{PuN?kIlFXWFJ5GHLIskd=pW>)ecPZ%*fbzR@D!&YNkv(PA0_
z3ibc~bc^X0eU174;o;$rhtf|^*I$0K^7FH&bGGN-|Caky`8P(NW7oHspKrdrynN?r
zddY@qI+34#y<TrW>CC;_?{`m}@Q}9$E#FS$d7^dCLs3z2-LlHh&zAemg$$;Fy75z2
z$ga^2Ul;S~#iysI8*2{#URm++(UB#*pAITZavXSdYwPRB9GO>E1Uh)e$mqx?9A)ac
zwmx27P%zQZ*|R_Cx&6gSa<)|h@p~#h-rHNf{|nFc_3`KDSQ;yzv~TB=y|uGAooP$%
zZ8IY)`5@0pDi75H9|!9&WIs62SoV)wTrcJHG+isJS+|c@ckDaf?arEedHQ5^e<5c7
znA6+++xcX*LRYbT5%}!K9B^xUzW<*;Tgu)>z5BG;B4T^qU9GS+5<I_7tOc#BI)5-c
zerwj%qut`w**oIr*Zs=8wkGoDes<Gk!s>og^yA|o1E&_Ad|`{quyte}$gI%}UM8X&
zHN_@&Z&m51)s_(v`YFMGdc<_2W*9cVH?8=Pu>Sv+;^*g#Qcq2|;WbU?WM=P1HJ=#`
zCl7L3&K8Ud2?=?5Y3a&?wUJx1rk+2jlv|v+DQb7w+aEs`7kzqi^39n{OXiooQa-Jl
zQcq7qbaZqJJFlz^zHGKFs-Gk4>Z;b`lU2Q^@!S9TaI9Clg8$9=O1B;fMx{4*cbl7-
zOo>Z4Kf&nx+uPqg*t7rq__*$GN@`Xczr5dXNv<`@xBPkgCQiJ(CUWzuD=U-t96h%(
zXsMA5W7{;{Xtv~yx3kypb^G;PpiLy^!0&~;HGd8k^GciP1TJFfUBVl8;MT@u_T9NR
zH?>Oa&iMN3Doe~<Sq_2py61DtIX;~K_4Rdn_;T)6F40B(kB{|kmfM<nd6{D~o2YhJ
zN{z?T=<Rt+#ofG*xTReazvp>P{5DtKCGo?2s~`4G)QL2@XRxkK+i#Xh=ZxDIm;1}J
z^-eA}e}8Z9>9BQuoTp?pBQ_}PIMyI=dE4FH<(scwH+yG2Re%2<qXS+EAFr+sf2&t4
zzw%+-N4u0Y6`Rk_x4++>R1to-jd$~mY31+l&E3y>Z_efA{@<-4E+n>ciDszVF8ys0
zVfUWvaL)gKfB$6u*rWGuH>fWS83Gep-+c5)JYtR^@ztfJ+$XOxip6=qyR)-*i^oO-
z0eMx1uy1c}o-BCNKehG7Df^jbMSNm42Yk5NgPp&%GM|WB;vc}dZjlhvi@UqceGh3Z
z*nZ`MhH}xo^9NT&ZeGUAlCv@IuGMw9ZM(i5h>PI9l5l&%j9NaiIBr{|2O$dLzl(Re
z^-4|rmz&h>!sp_ozJAZAuCpq6_x4D}Dau;0cTX#@%-&xp+U)TA=KOD$ow5?FZ{>S9
zrgI+akv#lhN2U2OnQ2OFvtLZSelY3A$5$K~(sQFWr}6qSeO=SWcgTb-;!A7zr9E@M
zy}7yh0zcz-?)xXS9(Km<ttxc=l_wLnyDZmXnv@hnnqk0~j*A5y40cipl8TZEg2knu
zjn?XKo9dild91&9gT)*_LG~`gCs90t%Kp^}I?fu*%4)@yqB}f!emEUqS(hv0bUW?L
z3_*^Fk|UN8hK7bdF-4q7_oR=2Rx26tI-IdSp2Wa?M1^hB&e?Y~8CEAB@4LcqO}_Sv
z;O~a1J<HD@e025P`_c^pXP*^7W;P$GSVnYSKKN;N#17?sz8yZDi=D*^8(McKw@uS@
zZsVEZwt;nCi=kxX{2H+xO<9kR^;U4MlM7Q=-79CiD|oq|-Ku0SZj*xvD`IvUbzXR$
zFfk_A-+<%D#%~||h2L7%{joTm&GAC&n?&S&?uaj~#go*}9BhhOW8~T;l6G3Lfi2|F
zK_<aFGcPam^?vu=GGdGT>ci&z9BT@qvh5ol-97csq4Q`*;_>~BnjiUos?UFRrC>I1
zWP{c<1IMT@sSgjes?=$S?RlWmv(qvn^U{)on-f3m=e@9c{k~VMYxdRtmWr71w|Oti
zqRQ{f-Fs#qm9P20m>~5cAu?xufpPBU8wrBPPvp)uPCxhfnbOCWp7|a8vQ{n4862(E
zDF#`0JXOyL3-~1DDmz@;rp_$(;mB>#eam?{SlYu@mM3XPyqD4Wwq-}%-(LmWEF=C*
zKM?iliD|@^gU=H#?k;+I3baN^l^wL=M*E{x1jq5CK5LlS`B>IXObY7%-z{u?AnD)f
zhBhf?sei@%3A|D!C$csK6}T{6PsqKof$>1mSB0bM^J|*2SrY=AGh}!+*8VON<C*x-
zW7-pAp+AqWB{;S)Ov~mkdaHP#H$l6*Zo}Dv88Qhw<z_as?vOakAoD?ZqpWukYdnvj
zOygYZ@^jA<B7f(~znJ=M@~zn4mX>e7ZxZ(jTOVhe<g&WK>>Q7QWORkB&a)*i9=y4^
zd84S}Bvx**fRk#o@3VMuWF+n?c`0Fd&FSMSW}O^eiHk{6KmYxHzq$XWt48XnDJBOr
z+S8JMT67pL?_J2eYQ~byQfHjp4xjd%pjW$5B5bif&*Iys5{#DcH3&>^ws?PkKYxux
zf@0NlyV@#ejTt=$7`i`xXB2xU$hat1qJrf|_a4Q!0{0Hb9XM2YW}<R?bhGPc2`l}}
z1?CSco+mgy6q7EV-Rv67yWx$7&HnU~4L5pM`XD9ZTL(AkbAFO9Z*th!(G}zIfT4TI
z=^}X{b<-4=OA_;UGKjf}i!Ttmlr)v!;NUqG_2>49`3D$3w6C4s&XZs*cIv??1{1TR
zZO^|Plg>AgOnD~RUBo4>_h(1Gpj3k4L)Yq@E&-W`IW=mRls7MvFv@zsW3)~;XL+Uf
zbUjrAc5b#!GrnZj@$6+_*|^W*)zay4NkSLYet)QAx}LC+|9QH}ijUjw&*0hI_3iei
zs_55e=gl-qJ(RrJ^_^KQXTc2@MJ5pm4ZAlRQf{1G7W{F=i?7G!>v`mM<})Sb?KF+(
zVP>50WUkT^y@bOzm^5eff4)%uJh1TiOK!&L&(xfje(6w5{bF$Sfs@-Yy|W?uZy7K0
zm`euzI^>&v=4H3<-pKeGztG#;a%bu;wcU0>j{U^9%Fk!b6^&=_Pd+nKvZUeYwd0Ip
zxr-%v_;Q)eSEg9?uQwEGSnlSuV~Ja12_swUgpRjo+k8FV9Ld{LJg50+g3t#3YNMDu
zUNM&wxmzb2h@5|s@NlEyS50<rQ18yg7rX&Oky*CMfxX-GP|VfW34;D}ECg>IxSbGc
z9c**VP3L1<po7>Pej(}K%#3TozSVULSS0&SI(uZI^;@k86LbUBJ14E45uZHO+>T{=
zk}fxAznlHRgH<Wj2Uzuvgl5=l_pVU<y{Sqn@GxgBpP1o4u4Pi{2kV%%bD8)ml9VP*
zeyn(N&7AWG7ahC)@ALEXyT47&So^nU!|dOOE0gNON(^Hp)O|uW&X`*z?0wMUNLuX7
zm1_bQyR8met6;W{+vI}NwZg;o6J$7&8lLjCH16rX^H5iy{at}>*yh0GTJv8E_m}jh
z9o8;slxmjnJNGYt@7HOCLe7kH3KjNE+}Itx!T-(c?tHTe+jTxKIU{~~$sEh#rt&h8
z^*S7jmGAIX9dGn6-B6RenC<LrbAA7LHgnqDit6$Vm*kbtbUAmZUhUtT-h*>L8S<(#
za?Nc%8ddu1L;%D6D?3ah?)dJQ;C+F|;)kTH&O52NSu$&ugO^OqQDOJ?FM9rIhW3Qu
zN0ok>??g%_Rm=;>>iGP+#&6|TUAg&B_<9?C|JcrGW_@<-`s6zwW#1a|g2uFLT_N@I
z7nO1ziL{9`?t6y#7af;p+8}g(@*Uo!y1D*E+qWHkKl#qg^pv;zEhBzZ7B1Hoex?-M
zTLo{<O_N!(!*jpuiu+1e@&#X+mw_AdGeL!)scxaiq!}0MK0($51|{s<;40v*`t!H_
z|Fw%g&DP&@-TKTsfrz~N%HRI~r-FJgiI&F2P6F<n8^B#gP$!BZ`{JXeu1?OC*OFXZ
zX4+PN*Or8Kuv9!7wx+$clG`C5YMS);nXd0FGv>{DF?-h3tWi49wHIU@quBW)ZzLo$
zJzwb8|90>E@WF4cl`v=pU6LkffS{q(U}KD&lx0@Qv<U*BrE1`wv<l}2%>M402++bZ
zp@h5pq#u8}u<B~|ik;G*8{mCwPi%8fM}t61AsJ5p-g>Z-TP*1FVgLQgpgAe1c=q9C
zXZ84drEJxzzsZ2M_Q33DZEG!keeLd~3-SN|o&WG*(!{w|;Kg}RM{h0oDCD!|VPIhN
z_V*bVH;M8~_3kV1{2AfeAgT`X)vuLvGB2k;IX#_!i&pTmHFa9<t_@$cr>l5QS|VQ!
zvj4BVb=ibR3IZ*OCGYB8uIA;QJ?3q}c->gQDn#{%+|mB*aCu$_`^Kkp4lp?+SgLPe
zfRF+aH=nbFt^N8(oMFqgzQ-23Id#-GykliRQYaAd+_vFB7qh|!x%%7RZR><{Z;S2M
zjLQBvJ0te`^Jzir-p}yesN?-dZPnIe`CUO?f7E6@x2y~Hxh%53^H^cez3Z{{nQx4F
z4xe8<+wOOh(dG2;guN^FZ<!KVH(zt}lHTQKl)ka0ew%in>QmEG*3;b6{5~};oou&Y
zLdhiYHSuL<4+J+Va6ESBaByl_<*_n=L69S4V#AV<35!}nm{=TEa0q#EcnB_RYI!v^
zXwtvg-#5-FzFU|d-}vpoyEiju-`u(P=TDj74NeO$RP7C0ef9b0$WLumd*}J6J=Ith
zv~tPi%ql+NiVwg4-p!ldbbj0ITob9M%MT_LY>f&uknCh(X!N-C){HfomyLP$*)$U=
z!NY&++FKuR^t_0RTQ8m(=8^XKr%c_G1zbn_T$Iu_-%K(3T4j5$@44Re)8!u{w??(r
zHy;epnra}r_Fmrh5Ur)xUz<wt3LWWxKL6R~y8ZF1uTIg3un5$6^t5PV$c7D9vbMU2
zEDc&YVd4cNx&Bza=~uH#ci-K7lV{q?lCI4MPV{I-_#FI|Wt7Y%7QDf4`Q`oxR&xF8
zYns2Gd{~gM=Vs0YeiccMhN&JZPdGSjB?3OlvwE{ch$OVQz4%yhLL$1e=fxLw7p9~G
zKME{t<ofqlIapuM+Iqv&hr89uMoyi@c&1O%MhUwhnd1vR)^|8FM(m8~`*HvMcdNO1
z+ix$dsc4_@d$-A|hXpT6tmdCrPhyiQvyy$N^`>E!k6Q8GIKx;SF$G<NYwlZDCvBW@
z{`pjmh^Iw6FJ_!ro3y)Ozmhcr_s$Pu3OWY_U0e^GOWG(<#(1jVZSnii4HD{xtlfn|
z!5d~YiSo5u9u(zZiMy(4axurOn{j=D>1^NKcl+$#e*Rf^)0nxJb&&!W_X3WPMGP)0
zRs>C16~fx8BD9c2QE`cYljciaClQSaN()#VTwWCZ>wg&ab-&~86DH-es?)x0E4I3u
zXCAm=#`=jKEsarHQ(a~_et%VB74^4s{*Su-_urOP+sIwwIzH=c8V7@l%4`FhEduk;
zx3hmu-F&k~BjRe-)U~;0(My9Kerzw^7$M*jWfZeM+-5~^qr-vMUl-}=O!waBos(!Z
z^T4rHAuSVq)Gk)&h@Gymsk57ZG-+bRr!Q5u8i!t%6zz-&X?!Bg)q3vv=lxvQN~}VE
zD6Xv7byx34ChH}>A0HP;a27W;ExDZeFq%cW*KMKlgoR(Lc#kXb=(5ag>Aw)<vGDLi
z2IhYIA2D|G+b=K(@kBKp?NQI!e?Qsy)691gZ~Pe8#Ami2R%H7Xx%=)hhfCb;hZ}m1
zCVi}!qbIm#?etHg3q>aUt=oS!E74y~xZ&Z-t67ULdW2o94q7>7T4Q0l<La*ml(*m3
zHQSoLIkGJM_`w8))oGh0^QL&HXmqWcb~;snt=VyxBg5V-6R9~7eHXH}9%7a|s8+W5
z<`Vw0-LhsU8>jR!He5awE0(lGuTR6hBRt28!P0z+_T-ZVLR+||Y4kmDoc=3p!@c+0
zZ!j!VPm<?jcX-7$ZC%1ku4(7al(4=o7uEUq!&ri+D<M{IdVcH5xb?;cA_tS)tmgXh
z*j!+>5a<_rCfWS<V}(Hfl%q$r^5fS}585!JENu1E{>P2e4l=*{{`+G^%DIE93l1^N
znCQ^uwm77leQUGh*M$j&4NC=k9^TDc{$aza4+r)tFjibpoN-y6OKcaPXyOE}Q?53*
zMY&pk)|{L1+;igTr~htjXYRe#q|x(uNzfD_frhHK7rII>S(%tv7fjM%3J95`5Te+?
z()fzEYTob1$&$Zib~2bWui1Uh&Nw^m{q0}h*KT!Gc`#$n93Rz>PoJ``_h@JAb4l8H
zM1EZn$D{JSKU_~VM;*!c`>&omjZsa;@9Nz-J6q09+y8b&=mr_<wS9_av#Tm91cbhH
z9%u8+VAQGpIN5GWroFv=p~>ODivo`A+`ir2bJL=|?S~bvoIJ_NuX0q+Y3<)%Uw;0)
zS-14?8}o~sawojq7B%-cV_aO^v*38gnQNO^_cNs|X1-df#bi}sctEA+^5x*Rx#!NE
ztJ1phj<xLMa>E6ajM+ODH(b?<IDY)Ny}f<kl(*L^c%qi=+_|%H>PE(C%uBX!l)dup
zo0&ZyTg0`fh=>9so9EA;zvDaKFyTn&hPmI~zSZ?V_UO@~^!3^ib0_a=x@x&nJEA`1
zV3w=Ss}n0~RD**`QYJF#yz*mN%hT!7HtoQYO9nG@mMEuhX@2$cWoJQX-I{{3vSqPu
zQgQ)vCrzu-4_>!^{pp*`tlqayPYu#P;%W15rsBN*e*UjgZEFPsQ;vvjcyn~lCl?W&
zoi^uY&YXFoh;6~dwVoC`mZ!~|KY#iacCKkZI-Q%X7M#htb;SQqhJC5+fv#MOGJyuo
z%=UjTw_EyGZE)dO#mC1tVcK2>rjE9xg`J*rDn-`p+-Z4g&S807K|f#Ltqof@Z%+2B
z-qPjTSb9}yt=xf4_kZpB8&$ZbDOALD3v<NAyZ0O8Sf8<7f4-bo$<pvh^XEI7W-VT_
z!sffVc@DptxTA*a&7&oC3m?WabSs*Dm?iC{uAE+U&0u+RFYg8}mb+h`K7AUr;Y9e&
zkON6oRk!9OhiWu<HwORdJ-*m)^=q!M@D00~uAW?@9Z~;X*Qv|ZWzF{O+b_y#y4u!X
z*v!4*%6=vj8%C+4It{9;k1AhYvt~`tw**@|yHi$Ar(a18TP1qnks*uv;{E&fX?;9V
z`DyaCHw>q4$mzInY|xTh{3uc5%a4-m?Cu=5M6Cm>WL*z3=`EDpDQv&-b8MCL1CQN7
zf;X;TzwU6*>(5TMy<PJcg?*eI^GCNj(a2R}o1&ILa@qlxLk}}Wb-22C<6>eah+e;T
zZQc6ymbFuUE!(8#+%jpG@a5}IpEGP&VN{^FO@W`EKX&nfS<e=Bc5-gsc=?;$0j_IL
z9NtWqNZZd<tf=VDn-mqrG+n@8+vNhax63sqTOD0dSYDoP_IlM;#x)k6zE2J-goJ3j
zKM#~-)hQ5GHxesI>UPgzX6^3tnDQu5`^n6msZ#!H9(W)8boYiFe^Z8L#P{#t&n?;K
z8lEkxvu*iCyRQv9eR-ItRX%~HO;95JS}wX~kBWy-LJyyBNL8~0YXn!&ty+`p&jI>>
zcFr$xeX)sQ`Ilv<*?o3Ixas`$G~{4^(EsJMGIP%Ijh$M|89_;lQ{KFPuYKFq=JMA~
zyLMT9(>=tb!>a#ri3^AOnP=sTWL;+!rPx?F_v-h)Jv8~5WZ(vafSgzhm0pLQH-5i9
z>544kn2{v^Hhl~GY13!rQZ~7N5{;6k{<s|0zqcZ0=awxl$=;KzPfgD>eq?xHUGt~Y
zd`&xao`y(GjeUKh&HbyI!lspSI?oR@2<CQPh~;qBc%EqY`G$3_zH!C}qr`Q`D_3ny
zJ6&fvH}1j(%Li;9JGe|-UM2=h*1oz~u<GB-Ile0-*M+WXVce>juJ^!jv)cEV=DLKX
z*$HB~o~Z_0VkdREu0<T!l*)F{|K_=6Aw0s;sopt_Dp9dK+nenro;wx=OPEgid?bKN
zY=x8eycCyr|E4vivYp`bsl3xPrR3((T&0g08|ThjwLO`$N#)SGgi_Yk+7WZl>}vX2
zE~=xv!1$Z4Jy%O;G;8--N!DDA-7m80>+AWYSDr`^Iichl$QQ%UR90SodppPFKeN5=
zT)i3^=6Tx2?zHviE|*<<RQ-Zq+8$4A`saF3N}6Brv{RVi{%MtRl^4C^*!nryxx{AA
za|to#RBM>3d7x3f)noGI2|-h(H6m=9f9&7CU;E$U#fy);Z(04#y|QR8pZamtmBC>P
zIP2MTkB0}9hOWG#zGdS^M!q%OqAn}$vezhBN<}k<?ekccHT%xe|7Xwo-rguy_vqw3
zXZuGXxhAt!FLd5cG?Pi&f5EF=Y)|phP>;L=9IQ&)G$NL`OP{f^I4RV1$iXWpQ&i{h
zJBKCHG-o`@aSm_WofE~qQ#o&f{=fdFRITU_x*ca8JFsmmtU9))Rp)QJpv{4;?(NKv
zqL+Q_2x2@dz<QdeEnyD>2fO#dPb)7iXFn-u8F$0v#lcN;#HDi1`p29|{-J#+=dbRe
z`Zsf#3sSr#TEjh$b-kV0*}FCOy-N1&ZMkj!*|)d7O|M>C^mgT)RT+CHbLO2}8N70z
zx$NWr&q~hUf1;um0m5&Zza~CBJY6R;NMU)>rR5?oMJ_n5k@a%i+s-e4jKQYy4_h*W
z*uHyCx0i<;Sa0*@N#B~nLoJ+6O|2h{_^o$x=StZbOy(3j*#p7WJLRoPPTagH`O|UZ
zt0#I4?Ge^H)m2p$OPvjp4J2AbtscJC-7@zM>w!~;{odWL`>m_w)3S*v;c2M)_uSjt
z6kjK)mlp{M>wvIY#Iw$H!B09)^IT6Dm(55pJg79&@L*Dt>Hdn2MH?3V{l_Wd8Yt3w
zcB^}z%*_04UN+Sqy}m5V{Il-y#%G87FK_#NJ4!e6YnZyMN7WCrzuzD1U#6Y?^wUA>
z-;@0G#g5(2v6*n8^x&MM(Q<Vy8n2#5f1hUl{_C>+dn?}F>a}lv%zydlovE+pRLofT
z@oswmJDbBY_xJwPy?6f8%J|xXXCL>b8yF`>GX0ah_xtHR=ZRhwZP%PPyB=7?8Ns5%
z-Jz6lkwu3o%qwfx{y6=K9!g3|<!|quPVy1nz!8zw36Z_F>T33dg2V$2jjzq~R)z0p
z1fMOj=J+&Y-vf&@J~E5>9#BeHsGj!PEVo7J%a50z7d%Lqtl9W=#<n?}5hAK}5W6@O
z!_s7>%xYTZ?zMewm}@D#L8GfdRHQs$9ar&ZS<RSRyVY*(RFP1+c5=$We7|p8GuB?2
zcK&dGUdJ7cP?ip%4Q<=!>rB^Lb@Ym^NQ3JEtLk@7X|hq<lsL=lem~ZqmU62|Eg?`u
zSm(i%slAKqf0)a)tt<+43An@fnX$X!>WZS*GY)(zlWGr~yG(Ecm)wTDyE~^xw(pDF
z$yNUD&hKfeGq<haj1W1h>csz7W#yd&<*#fX9~cR5xbx?jhUrHxUzs4i<S*CE8MUvo
znBNaPaiGB7pltotBeKkEotb-MefLb!bgp%tRB-&_-tHJt&2V?C>Td_zH*YEoda1?u
zrlha;2up;VpIz*%FZ^FPvm+PVGOm8W`1;%3-!n@yp02vOqxk*p_YsqHvt~882C}SK
zaN}>7*}16pUlQreItK!_AGlE~k@5ERuHU`2!W)WwE3^|VtG}L3*l|+gck7Z<QxqKw
z+b2v;TxOS4E2*99@P*H3!^A2{rR&|y8>-CYALTr6Yg}0-E*}oIRQva3w(07skI&7o
z|9^T?PT*x0oi3$>n^s#l6ldyA{8=HDp2n^t{=Si8#g%QL6Y?47-D6o3BfN?6+B}~F
zpG?jjIAC2c@7TU+yZ=|rO`g16Pf&^Zu+dTr25q|~LSpQ-F@N{Q{#|=I;(Lzal!nj)
z4O{aLA3I}ZQgg&ZT|NC;a`!Ay95HggZa$#t;#IdW^F|Nr3qgj{5?ha+y2bci&_dH>
z;|-4a+#BxAVW@MO(i;AgMYm2n;h}TF+JGA|{6?4C*9*xf^uDkNRlUyRC8Hk`*0)Af
zI;627bV9>YbBSA9v-L$5s-KTzVQ=4JI5VPOHys?HI<-H%-ZWiuUn8iuagKVp`>Vs(
zQxvW{zUd3fI=%Aks$_Z5FlNSxrC!=9MSBzOU)T~Oyx|7B-=x(_rGCB>Gxu^vNLW;r
z1g}_ZaQtX`hlcQ)w5vkBaR+A_Tv>lsW2TGUn!hSKQb{ih8ZvwQQq_I9KliI8JY`Q%
zUA|25$SeDV1JBmpmNLy#n&@$E?*0>1KJc9NrupdNqG$RMFJ8Xn+|t$4BlI-T(!}?`
zBCY@yo#ZEKE?zg^KC<nY;Bw$m;`x%mZ?DT<&tPLvU};)VKUHN)dQ<ra-YJ_S1(Od5
zB}i^y;NFmPU=qXWhOPWi25W>_0^>A>(+#W<4XFoKt@^3v8C0%5v$P@gfE8#>HNW}0
Xb#gLq7br6@Ffe$!`njxgN@xNA;ADQ+

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_2d_matrix.png b/tensorflow/compiler/xla/g3doc/images/ops_2d_matrix.png
new file mode 100644
index 0000000000000000000000000000000000000000..4846d1700607ced60dd3b8038996894d4dd0f8af
GIT binary patch
literal 3285
zcmeAS@N?(olHy`uVBq!ia0y~yV6<moVC3XrV_;x-)T$uOz`!%d)5S5Qg7MA4Mg|53
zhK2=ySBkG>0x`+M4L5hPzwnx5*7I0)ws3mR?Vin_du_8*a@ObG-j;iN+xN}6?|1(V
z)4I7^_T7_rDX*XXpYwU%optkWn_he$QX0CP`HAy>m8MtsYxM5l{&nHET&uv(v$yBF
z`n-Jp`OLy_SC^O1H?7@am2`?hf=BTId))(fjvtNkKLnZT9<bN7d||i$z-)i%;-tsd
z*Z<XG0COe=J-)vGPZisr1N?tH+)pj8`+NQ$gDyyJf1l8@J@uRHZMOgV>Yd9BQZ4i{
z^3nAt6XfUJt2+x)VlVX4b8U0i)wmDL`}st{mhiPU$b+r?z-<3PnFVAl2O~(Y(*gcJ
z2l@pN!ZO^9`(K~m9rEn0+2zbXdhumFXCx!Fly`kK-&*pgWM|>oljk0p@4xKva(;+L
ztk9;j$9K+kYlydSKJfnMZn<f1&gi@hx^gq}58uqKK1qv`Rjf^&SF!m|nZ%f^VrS+z
z>5=f$J+*v=eESPCZO?oyeiW2iP_$9xSo*BTiJGwo`WxbRxYcmY|Mpm`?t7lyb%*Qf
z`&Zj+_}cXA+v~8o8j>e7gC<N=_Lr;KY5e2ubn}xjyWNxeax~Yi$`5DRTKoOZ#s}`V
zgg(rU3)8In`)}{>EX(fufuF->zkc;XzasDA4XxsLuSAbqHsAlUMsbpW>}`gfs+P$<
z^Cw^a-5{UoeL!DXH+I|ldkXfoPitqIRL$A^<L=gvIhNJyo6j77u=D3)ZJC4XpU#?S
zdgV*xOiO`39??v7^X<O7-OXnIn7y-vYtF10Iy+z9^jrTePiNJHnKuussH!<`N)Aq`
zO|<+W_<=jzRjRJ4KR;>y!)5yqKVMTKY9IS>t+VIyLsnl?4>p^~ePG_-zCC`)>b<w7
z=am;$&A-3tkLD(e^er<#y;`Avt2;>GV1I-B57RyW%~$N0{xW_3$<4}HlRw`&6lDC>
zx2tda>H`nl5Agqab4_gT{^h^_^35r9aIt%6Xt49dm)(03w0;PFV76zTfAhhb*|W~y
zDQ>^qzrEN0wW_3{XWByLigo!x`(Bo(9^As$C(mgA;c|7&u8Ec(Oxkz<n40><{JP%B
z7vi__+^RPQUVL^>{`((}AC2?Z=tM8Mes#I!mznpDdCmV_%C_Ivb?Vn{X)CTPqW3<X
zVVop3c}1?xL&0+bA1>Qx8RQ+w5dU~Ny|VPl^_<up_aFM*{Tv+|u;}~uk|p8olSGcE
zpN!ineB+hVf%A=z{G+z6EeQ=@zPs^v{R8oPpv3uao;+s80Vip&@be7h422L!&Sy(}
zZ@#$B|Myi+zxa*EAMcgVj@Zxl<#p`s``vZApscVzR<vlzU$>I&$A8~?EcAZ&*{$2=
zOTYd9(6xGxC@8;pSU=eA9hCIj#?(Nl=F0l|U!e@3?E8@KW$yBAlXWc|{{+2#?NU8Q
zqG(NM-o5<gCl%k%e0W`Ef6>09EA*Fhid=63<v`Bow%fG-PMT14eLZ*djBnFgeBA3L
zKHd8twdBhmdFNaIvlMdd<Zp4QU5$Gj2FjG&;U{)}<E~pKyY=h$*M7O#s&!p=JAc{T
z{^o7%dbMBs?eFO~w(;+Mw)lG0rEHu1SBu{^#yi#gnO=3*W95z=FFJn4EL!{}`ALXR
z$(8?qKb7rU5%yQvex}$`c4<l8x?5g<-tq4F?sB^>XTjgF+w*QP#c<^(|6CYW-TUW>
z{(4uRndhHB78MNqwbQ0D?1_l-{@Ce~XYY7hZ=L!hmuJuVW80>)-&((Bx7?4d(T(yy
zCNgAP?VX#gT6Zf?=uf$Ib3FIud+7)H{~XYt!?>R{?(mf@%ysg&j!sJuI=u4%BPi%n
zw){<!zj?#S!}>w_;@B@9yj%RYy|)zr1@<A)Pb=g1^W-R8yI!Be{wK|(@#9*tqwhdv
zr}(-FMck+P|5{zR=D+n8qy5?Dy3V^FViq57yqXLSvFH;O-Dl!;tJH4=-k7YYd?>5h
z=8hcy^~VpAJU`rTeRANy*I8bx;+MBQ_?=i_Dh09)xhUKr4>AN-5&4cCT|Fpueo#J=
z`ls&q;o~VkF6`Tsd-&eDN8v`>R$Pp-T0DL7kGcC#PUdX3@$~(qqIqy~V6E-W4DBDS
zrYwJ+ozoF~o4wyQ-Lmuk?(e!L*Uz2wn)2>w=KU2X7jw-y{C-O4ydy5vK@;Ad?24Rs
z<;({a>)6|e*c5&Ue%SqH&tX+FvtyZm)>*GT6Z3oH>NE@cx3xb){ELijHP3x~(l~j4
z-u_1pNB!NKA6$PX@ZtBDwbrVps*!!xHNBUA<gS*?TKD&O`1fMD{g1P<6s@ZMw>{sc
z^DX7E(}(O}jvs%&^Xs4fVd%W&%ht<3LVa|m-Mf3~>HPOsPHZ+mGi|rtib?+Rk*`$h
zxR+mb3Ne4R`*nqXo@Ezn|Ay9v`-#?BC0CX&wzn;lvfq3C`c4H`uA)i4^4rcN9gn|%
z=f38jV|**-ev7N!pnkaedad5AWs4obR_^`rW9l=z`<2VzUPxa4@%PKi)w5nNQ#*b#
zlf7>`zkH02{ym#;v9RwZZ;icoTeZ$_nm#K<%;L=7y>Gp3BW;iC)XlK#U(IO0DVTBp
z{(qk&U*6m5k@n8awSVq$|M#C`OM^Q7%BAP>WzX+g=>6m6R&Dq8ZL?Rdcifn5_haH*
zt{<8OR(ET^Jv{xS{r%nG_*>Tx?R@&|t9<>h6qlT$eJ@^UE<3-OZ|)0;y59UuP3g$$
zci)l^^w+#@nBVv7%dWFm1KHPiaQw-$UViCI<)v*K&pildztih(Vzb@d^?}Tft#&Mb
z&RJEiKByaUYr5Ujh3n_<`Ja^j!TNoN=cE||$qTsWS?67rxcuCC`u_uxf6Vl9s#bU3
zWA5p^HZ|dc@&oa<qTlo8-#dT#^{dG;|NkaL#_raud7-r-ukm78`iIM!xixdt|L&?0
z-s!#l`XTd54sh8VpD_9J2gbQiR(xIjCF0>_(S)NHcOJi8V!SynUflfKI-~0UZ@3C>
zEZ_6M{lNN^QyP{pUwrj@w0x=dzQ^s)ui9VUef^D{)vw}j>vzrBxvuPdyyG^_&A)z&
zR+lqKhRPf$wArP#l1ovBZ?Pu_W1FB8$6<q(L<u$y21QOrCeH*80VhKqMV&5zwuKs^
z-4}1{m%sN>rgZ&|x8L4<e)xKu_4eBq_TTUAkUsc9(!MAD)3mUAm$-W7e>AR3_|r50
zBlF|*KRxmi_K(y5L@^=Q2YyJ}KW0C6{)eRf3$Wx2m(Q8IzCE#=pVkY~o9k{~>!*6x
zKYC?4$duVEYnJZ~x%6p?%r`0f$L!jf)_cp(o&O=Z-_yzbug~<J`%8M~e{7z4rRSq@
z-7$WI?aiCh{r;YD&GdeLPUe30>HC)~qyCofSDkB7_Qc)l)BQ}FdQDHGx=AU2R8Icz
zob++B%42oUWB!wR=Br5BBN(VEmcLkf^NPqFAMr~ISx;wb&-M2`81ie%Ga(tRy<gO(
zez7>XziO6O)oeX=iE86a>ss&Xl^*|Z=KY$wZ`n(h<n^<|E>->d)9)WM!}I>-)mtiN
zod2K5@jO`lpuzIXHQMa_n2p_rudDW5-7@pr<wJG$Y6sFn??-8|e+Xn$Wt6$`<L&aJ
zTPAyn9yk%>&7Jv+|8cqD*P#2YSJu|nYTxx)9vp9ecInM4p1ynhRQLKwFP5@zc=_+d
zm8wbG+GM`jt;~y;s+jssHP*NMa^Blt<yRZ{J{#VZd%Do<z{xL)xyxI#=Bx|9K9%k9
z_R0IgzrS6&H009qSLt^=f?qmnU43dWH*kJB%M5?jwM%xb<~_cC$<dJQ6TNns8Dv;z
z>hh-lX%MWQ;`M5oqcrdF{8bMVa;5ecGVb|tddC`5nf>=B{FdCmk=e#uwX{dx!1LX;
zbLV+)nbbK%$9k&T%2#|X*A{)uzUAiLkV{oje*Ks7ekJ{B*cR>eKFCu#Q_t3C^~(1T
z4^-S;xo`iBSFgUWj$WH5o%g};I0wUl_un2&00p4Kh5y&@888Hc*i^v|cLF|4lbEqo
P2xOY4tDnm{r-UW|=5urn

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_alltoall.png b/tensorflow/compiler/xla/g3doc/images/ops_alltoall.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8150bda5bd6fb5723832a5e42e71c12cee3d399
GIT binary patch
literal 19269
zcmeAS@N?(olHy`uVBq!ia0y~yU_QXWz;uCwje&t7zFcw(1A{k@r;B4q#jQ7Y?K5Pb
z?=$~pDJ|Rgt+v#{YQglyhhjoj6g)iC$}O(N!dcPG%&9Vgm-EB~2d0}38q6&wH1KfV
zc+kLm^MM1CnaYF)Uc(y+&P-Y%I|>#aYUL8wVp-3%_kHL>r`B^jcbzZ(GJEy$$C1C1
zy`#Ln=lB0i%uf3|)AV)v+0U`Y*~?Zji~<^mzyf{WXx10?7ydIa96#6=+VGG4FF!*9
z1IsV@FZK)#i~<lTHirfO9se^kNH8=Kr+{dMd)h8)@HF(TUKnyXtofgPo1e?V|NYtj
z`y+T6jvqf6QoPad{8y7@i3}xkc$UoaG|dft@jv-V&8nl1zSsZz{yVJupZ&7G^S3iT
z4&!#Hm-hK;b9Hf6HvfT~RX;gcBp77bE6=~r|5(R$;Me~h7E`lquddB1ejjf4>*4Mh
zW{F>4{I{Fl{4VOt|AL<Sc}IS*H!$<ePrl7^cJ8z5%-^>;n;lQO=XbBax1#dJ?amqB
zwrxMbu;To0`)cK@PFK1Z*8J}e{2%YX_0A_5Z^4#}|Nq|kFaEf^?x)Q2N42(3b(wC&
z{}liHHtX}`<A1u#wi>=z_k8{FKQ+6hd*d&0e>`1nnpdv3EWV5JteemN=-mH%@7bKF
zyk}IaI8T^)LEXFmZ^Bp_7goeDM*Nqb{_lKzspVaxTFrm)3;zH9`~82y<L4`P?Ek!w
z;mzjzNev&}{%o4x6@N|s=%4%2pYQj^f3Y_)+q3#3w|)3OkuRGo=J-FV`zd@T{pvGC
z+qpI?%=Ul2WFmaJlQF>ld;L|T4MGiH{};aczwFlv1$Ty*{~urZpB`K*+5da%cFu(Q
z-lO{OS04MKpUhma?eK%gNnal=JoWSbS?4Qa(aWy(o8L^VOxwnJ!1$gX^8&l~|J6Xw
zeg1EL2g8TS+r9qFZ~nLbeC?#)|2J*tN~qr}yMKc9+|&<?XWaku@6^c|b^C5G)P$T_
zzkmDe`p)}#A@k~9iZXq84>78qG2;L0|Gv+YKFsHrE@g80TQ5`pKmDtq!2HVH4B!0!
z{++au@3VgCjTL=IzkKiJJrHvG&&+AO2i~sw{4l37?zW;+u^~Sw93kecJ?x&(x&POH
ziU0rBKlOIB`&7pGX8x}Ub2j(Bln<HRes@pw*7=Pa?2I4I<dbe#xa#lZb2c+(uCbag
zxY2H+i{%T+o=ow*v1|^t_x>|&_-Fs_Z~ewwzvGO))Z2ggUvl-I<9}gBiG=#6@h5(=
z@b5RNt9)*3c)zRu`Q=aluk1MQb0=-VVK#+o0p=f{-n7m?n(JR4F>hnm>m!0sYd>uf
zMtE2L`9FL0Kd=5L-}x^d&Ga+H=l7A@tQ+=!`X2E~?pn=^vu}Sao$J5PK<M-5hgLtY
z{QsJG;(YRAgNrvl_-$>u*?Qx^6W$Yxcig=yJMDQ9%f0(a%8!2QvpF1J`JXl6Z+*<~
z|DJc2t*v2o`~SWA|8s}G)i(F_4cVgl>wjx89AG?A9j<>g!Fv9g#0^iUSK8XQUwn4-
z-e>*)+k`!Nj_s-0Uz2up^X`~=oi_qva&s~a7_9jI#-DC~F!$TH7ypwl{eOS#?d?-#
z4*%ub@Be51_+KHO+b;g!3*LNwq~fB5xMG7~!Go(@*^pXLP@rgL<h3{K@A3LS$NyVq
zF)RFC|7HJoznAq(t2X>^Z2r?ynwsjm^7=YvsWmw->X-iiy8qJuU-7b=|FP#VOktex
zFZ@^hf9=2P|4(J$xxt_T(GC%0l-R%+z~=BP{$)ML%zxob1_{gycpCPUd;Qm5`hTiW
zgCj%ODFzSCzw4*`3-@ARV~o&bR#^IFe-KCuqXbJrDsuwEk}vxq#{K2zIB<&X0D}k2
zxL@)D4O4j=7$<-n1QKLPIKbv0$?y{HO3nifybVSSm;QVGe+?ECYG9ORNM%^^f9k*M
zU_n&|W-|sHZqNidVJT0;luQ4;KxQ&BM%-kOV9*447Ob6_X~QN)1BM`22>fG5b26?F
z_yP_?98OkX`27@ND@%ev!&D=NAdDab2Mc-#e6d$x(3WOkR)EFR%X$ZfFf#@=2ZA90
ziA0dU7}zjkmT5x}n*%5izU&WTGT=DiCCQ+<^#9aL|GhX56kPfH+5Z3M|9$^=fYQ<J
z{eN%Y3X}%N!d_5JUv2)&f57l*aOfBN7xfGb%nBF&FZj>Mz|-LHzxf|Kg8>86U;bb6
z3<nrEh*LncLV{L}ngkB<Ux((e&QdfpvJF1`KkRS%dfni!@>lD>-Z2XOU*4~K`31C8
z`2ThPzw7^h#s7c(U+zu)0|ooUyDv8WdY^jh#oAx*;|unFd%pjAsQ%tkcB6=!7r^T3
z|E>pVvQPWVe}mx$g9HO8#e+n^#&Cl&Cn)<uO@*iil_EqdW!k{ofW-t7gzXg=Zeu!)
z8H)+52?y8?fQq00uOTi4JDY)xFPnM8lq|KYUZ?kL4e<{;EB}ctq0Y|s{p2ryvghW1
z{_;{WkKtPI(&ww6S)Hk$m!)>~RAL@OSn%0pQ5iG0&wG`*%943OY{<LMJLO*ekMZ`t
zdhC!>|Cjok&$ahn`d?~$_5b>d|G7W@u3y>y>;KKoS;=MFZbihto%k=l`~H9b<md~+
zfA<UR|Ns2!|Lkx7b5>oId-Z?k&a?mG;@>a)=l^(P*1qY-?05c857L$0`j5RTk-0$k
zs>iC%5a*TeL_dGh|0}%m+_C%bmqyt?;C1-d`v3a=FzMvvtH)kmep%_C)AsP$+jn<v
z?m4?KhapH{rQcGo)4@xhuTcwLdu-32@9{x%J6<}kTqkpkO@Y70Ey#C?l;79yNpXBf
zmUmg*O;k=~2)TYg$k%LH>Ei#dPci@BoW8nOJN(vj`K<rf>pwk6S7Eb~zWeU~u6JAS
zxc`6u?C8_De+G5`{g1u>ufOZg|DVqDjnh~4e*Ad$pS;)KlJ{}bf7`Qu%rdz;^9J7>
zjV6cdzy8aAthWFE&wgT-k)6QR|J5)5bFXwu{xkW%{GInj|Mm6rzx_WsdG_P^fBrxC
z`C0G#|H&`@Z#Mk*(_6o%eqaB;`8|af#NA(hx4-a~*Wun{(;2TS|NODITJX^`<DN!L
zXZ`cc<w3Re2c#Qjn_vDs=hm&yzmJMvJvKW(@9g=@`+sTaet)2t$8gWPbm0x*IrSIo
zh3(_J9WQ1H3b7^oA8gEJ__TcX;+5}?ocG=+IHPm^eebV{g}<MjXLBfBdqiPH7UzMx
zFaF0=9+=Gj|EJwqhC5ULov;7b;TUk0<3Q}o|G)k_@G&y$e!uvCcV(gdGAaGK`}%Gi
zb$5>b`~TtaS$>Dt^X2XDz4<zIs@}JHF2$?gkDiZrk$4gHU*F~adC~vkYFz>g{+EA#
zRM+<*`uqRA693nfZ~SlncgwAc*K60>?yvuS``P)}zklmDNxWZkoZaz$+2;S^i~py0
ze>@+sO5J_w|Hiz0hJ9XN{gQ80<Zw)TJiV+k;?CKSe7O&72}MQ5EYqu5KGl9!U;LF#
ziT#oDZ<dm^PsM+&|LAT1-}7|f-TXW0I?Lp5uqBw;{f*IIRy*re{>S&nSI!gvywCIN
zGR6S!y^_@j?ebY3<bADQx99rn*(MKW%&4$rkgxhbz52krtt=1LeW|~DIX&oZ&d&aS
z_s@3k7FXQybK&{3df)2b{jPaYT<H?9FTZxj^M&8*<!&s0zGj-VJR5J>=Ku3e`+l7K
z8hY{ZuX=O+JUhO>`t|D;ecyfczp=5t+{bT!zt6U2+4bx9|G35f|Id1rfA`J*nirqf
z_hv3GG`TSGMg4-?(hdC5?R#=vIDV*^@ig~V@(1_IeqdAhA9Q~Huj!ZB*v!m%N)^_b
zi?nZIjOe(%){KwyRmpvsDeRA|4cWIb?htPOI_2`d-ouTjGS5HW_ETVIJDY>-zW@6K
z=YN^bxFh;+{I`mK1}h{R`1k%de^ect?OJ~>r}(z>%m2NPCTyFT`)=|7??FF37Bv1i
zmu&uf|C;#vwPtPY+xs|PdHpy4|HR=>+V<c3D@~59lz8#_|K4x^vt+&&nDw#UdeQhV
zKIYDwzZWl_-EjNr{r_L*r?1RAc0FO<SFiu)kG20-4_+%f^&k7Ly^J$-_&%<D?c_5%
z^Jl8Pa65<W6E=nW>-cu3YUKG@Z{a<VbNa2A)t&E^HR8`!H~-^1b9UN>>gB0XasqRG
zP4gJGIB#WrkoTqjb4G{Xea3fD3^()`<fHyi-x|ws?SJ)8g%>HS{Hs^||2*$OjfsmS
z!>)V(%^z3yov&K@|N3Kr^T9{U8@~RJi+dvfad-U^3I5XE|33#7{Nz|5)A0WO`-%Vd
z3p{tUysG_ozfkhLjUn%sMA>Qm<u9pb{t)NQ@XuSY!9B`Mg#9mP#=qA4Ji99eu54xa
zv*&49vF_!0#}XIS+xKi%xYzl<#?-&dXy@6t?8(iE3|nq9-0A&izlrfj!0-C)j1m9e
ze+#(q=j!zS?)Ua(yZ?V)VE_K-+4hESKL6`QZS8Jr|DDhLKKf&5gX-V^v)mnYTo3%+
z>0bB$`u)c9?gvcQvt78Vtgx@+{n777-v9sQyujw$&mSwkfQpU-&yOnFm(KMpRp)D8
zEj69(hut&zCu|Dye||VFA8#X_w=e&*Pe=PU#)!__Q`^7T^!Qtyet&|;+;2+J0_leK
zk8`IN-MZf`Y<tGcjyJad_*_GVTd551!v4#jWT<)ZcYiR$wg0<o8#fm|TAd%o*ZwZ-
z|MR`^Kb_A%3s2m2?f>gSr6ZGN`QE<q`mcX9?*8_uZ+~9>zbp6Y|DMBvg?C^5{}cQD
zSB?79@B_2{i}P*$|38CscWB|s#m?{lKb_`%|8CEJe)mP-+%9+Q<=^XFn;ZC!-Iq38
zzend%bm5~l&371{Y_{9~{a*Kd#?#YTUc6#>kt6dftd9N7<D_H*3F$`X-2#8IY8L(6
z@=<ofuQeBvH#%zgbD3Ny>X^WAL6f0;_5c1DhId~7--|SS{h#;!58qMtdAXl=U;J<X
zf6vb6=JD*M%O|tSM*XjsX|K~Oz45vF#ozs6```b+Wg)oe-+k}@|84z#h1H2yY_Twm
zG5=*B&!jp3=}w*_v3D6a2>y+2dywBP%MknWzx|^%=by^mEr0a?Fen>~GaX1N-1YzC
zG0%;4z0OVhIu0*A{^(5yd#&uA8i|s9GH!f_D-FJUNSw~@VEl3K`t!*KCQ|pA&(*6v
zx_thmo2^~X<_GgM&i%6t<Y{|%obA!)9VW*LWR%`oCsc#WY-RC=-Piu#W=;6J|MvO=
zJg)brmoD%AJHP(>^X&c4@9D3W?BHMf|M}yx<xy38vj6_Cz4I<d=2ztP=fCRt|L&Ji
z{J!?b-+HZI^?SSj{y#21+ui=jX4~f<&!0Ha-MB-0|Nr$zJJ;{);Q!zLNMpykfB)*W
z?O1jR{g=}{_vg;%zx-dE7$W)^&riLfe5Y*fgPMvv_K#+*lx`PbDB}2c+}=#T^J1pI
zgPruFz18g!49}9CKjbF+AJ}X0w0<++Q=Jaujf_7wKIQ57ymFmuz`WZPU$?)jV0p0f
z(XZuq-~IpeJKpy4|EH<_Rm=Xrc6NNf#pn9}-8*?M&7C&ub<+Rm!f{(eYroxge*gcu
z?62Q`=D+LBs`f?pfBi34|9}0Fg=fPb{XbmA|L5QN>gxS}zdiMCD*gKXe@+bdkK1nf
z<!`_LuZsEh!mCDMOVO0N|IB+u82EO@sWQlv><wbDcwxW3M5v>A&EsMr5lCYZ+%$Y$
z59)eJGk|(BD8dd5+ZZ=68Zdx*eDHP{J4*r<rPy0*ISe@rJPlv=gBx!U6L2-`uqqX3
z$i-#?DZ-6%U(Sbq-T&A=@BEejKlZQszy12Ol~V5xrmp&z-miOp|9aW2j1!RD_qCq?
zn?1wvDgL1s|5Ma)g7=3g?t+aBlPoyu*R5*3apH^5-|Eo6`tNz#4H<rYo?pG;|Nq$k
z#U6|c*njW8^j{{5;a~Cluk~Nw|B`=TU}hj~8#dLy)^ZDDz^k3T_q6_=PyAMY{_n;A
zGHL(6-x2Wm&&+W^f`RkEi+V<hzxoW!3Jl2%Dh!MNvnG7m&%o2b(8D-^q354?!^Qth
z1`JFFYz|BYzv3C(7{nSFSrQl}7$d-J!3Nd@1|&8}%7H<w0VED$Ge$752{f=KK-s9;
zul?sZz<}zCf)|Vxnpb^RO`TSmy>i}?S>g>ZFEi}fGUZpj+SmVH&u`mQPy468hV#Ie
zL<YaV@k{@$4~u%Xc3IV=EI)>2@ys8BR?Q62*8L3b)d(~&{?cTK_cooBrF1o5RrS$5
zGFARdtfcGrPtS^FSk}+<VQcov|L#Hm{g;56_Vw?d-ad0S_gr*@K*P(;40C?%_X1lG
z)F1x6tMYr&y_+HGi|274_!7*pZ(5ehRhLx@L%w%a_9ufRf?_?k>M=0Od}Xkio@H?L
z^N*i}s~(1|{#eX+H2l&1%3CW#?sFgb;>mFCU|E5|*Z-f-&X>3M`)fa^s<!mC+5UgK
zBqw}M<~r~tl;K=;DSLOo>|gt(`u6V2{`lTVpnk?HS;iT4oCk_mvIX1fGrcc(^EKAn
zbk-}sjp`LTSJyKc90=q;5Wlo)xnZu&Hzs}ej99H_cYVGtWAK^J@?iZwufPA#bzeSq
zeET=1|9?I|JOA@T2IGu<+y~;fvfTQ}vG?bO7yZ(o-yNx8oUxAsVa#)eKgG%Y?_J&)
ziZw9yl`#A>xGLV8IeF#2&i5?*X3uPWOw|}Jt26#M%pd%}{^O%9Cr@7ae?RA6b>+@m
z5%KrAHZU2~iZ*<fyQ?pCIp}}*{gNGjqgU#29QfjmFe&q9@E>0pw!I3FaEp|A6mz|G
zhS_DIvh+s+nT#{)I1X68iQD<<(H3s;xOr*}m!~sYwBOb4%@mJX_SAm<aw*@f8Vr~9
zkp%Z1QBUUoP|PUtU<Lbw?@>%2;=34ZF3tGfZhPQMAVb~zz0(iBi~py@Q0&9>p;|Zb
zyMAxx>q3n$ogtskG5OlFKKLGW=v{o&vZ)U%f*9B=UNQdoeB*JnpY`Ndesd&NYx#9-
z6;wZ9r407>=kw;@e@wf4ZjR^QdUu9r5-bnSNAqRc3E%&^R=@E}noo3*q{=T{hI+Y$
z+vb$1`PFQdn(lThV~%K*1H|OSn0pzzb#XoK|LPq(uP!y+wMyG>jw-`te#RdU4_|q#
zzHQz6-8*(vhQ0W+ox$fm`-Aq4>E$5xo1OH<?*E+Ip|D4h;c`CXkHnhwF!5sx&;2Z%
zC%XNAb&QZF1DnMq#vT9U3Tk&QhBQLn|EUvf_wGM>b0KTOFGYsy_nFUKXE@hx``p;h
z+`mhe;qrEn`VTHL-)!RMh`jE9ar1KF>|Ot~Kta6YpBz}?o`vSM`;RZV#~+>dsAld1
zbtVG`dzJ@ZEuQ@JdLx*(JFLJ?`-^?h+C51>L>pdSWtemR(;WWFbBq@61>cqIu9^Mm
z*8wJjTET|vk0(6W-sryL-)Ea;=C9{5_}H_;47rzK`Ns16?wMJckFT~n{E}a=oasa2
zR9=R?5)J&Tzu4PKHt@gh|F>M7`9tE=f9wJch73aB66#kx1DgZGF$NC?xBuMWGL3;z
zf>{Avw1LVr29^Y#1{P4!*2AE~z|3)g$$)7C1Bk86z<q!Li4Br!V9;RziG$co8yI*L
z7`P8W*&r<l?Q8xEHZY>P;=$IxD_8y7e2Z(YZ6I^#*Z6yqe8~)7mfL?#_|N~Mo==nE
zOTz!~U-O;057fWf`)@tl7yAQ=ISFqVpZ(x#c*FRt;`@Hv12V7wZD*Gtx*UZRxA==;
z+7<T?Zm>M~8FD>p*?sR)#jE!pnK2psm1ubWJotb7Yn%V8*RSe*n#wrCj`zUI|Esfm
zGheUV=U=LLb@|GF0u3*(GuX_36_tFeYSsJTSdXvYL%2aniuJ+K5cObRvt{>vOsBp2
z9TLAp%4@3v!{v0wibBJ$|4&}|Kl$xv`~NkY>&3-b5`GylEdRGY=zsX+-j|j?=6QZi
zUNw7VThLv>hL_tJ_RM&dvg+iqFa5!DJ-;TiJXm<0;~*qe%?(l3WvsAWX0NxbcE+n>
z#u;{82g)xs)TJ!3Wq5vI_VT%Qx(t_>Gg`3UnmCPNkA&^+2%po6Kem7qtMy8^D5eiy
zs~+Akj`6p?y=i&`1DnMp#viLgHm_V~!t^1g<=WPyTm38jI6(!^xpuSj=a&83|EY+f
z?nlAr4KKcy!ouUq|Ep8o7~;IYt|`2o&zb-#F{WmjU7b43_CV^|Wm4S-bQqXrelo;_
z8#A0=B9(h5O^vTptl{N!hM4eZhCH?ia7q4kzP4_=!}R)TL32I6@-xn;<2q29E8g&5
z?&0^fKjJnp@LaggSg}Txfgh5HkE=6Wzc2W2_2h&?8Rid%EhMiM{Ly7#{*udZuHBX2
zEU);!9H_dU@mRQF{t_wQujSJnAMId!u&d~YtY`z{FH45?E*ZM#fBo@YwVeg5@E`wy
zpSuqpUSD`)GsBsQya#?h39rwU`BY<njs<G&SHD&Mk9#h3Z~Xp!9yrrozRy^pdX8_d
zeyd6F6=B91j|CdSAHTV9y=$}6{7!FW&I1g!!VRBI>;K=Hv2Dt$oEW}Li*>A^BCnnC
z$Fs9n{@1^?sn5yzTy>DipjNUW-)!IGYWu4Z-o6|Mz9cj3ldP^eo%!?4g~x?AJ_nqM
z2f134AwT?d?`cKO17D&U>|R{@|D}Y%?uGrY`SbV=+`byLYU}kHp1=GBPnbT`P2pt#
z%`Ck5zgV>4`{FP5IGaNMxzSrMh&B|cy+gJ9`?nvXLAL&F{Hj;>tJhw*Dg1Rkyp+-Z
zf2sNJ|MkD-J99DE-uOTD-}4JhANGHV`yc*))qh65WaeakgX854Df|Y<cmIFO_$&fc
z*pOZLLCQ!}?Z4!SEQSAxBNv?53)!7v@r9t;f#t!~t8bs{>xWCfe$8Z1E7cHQK4ZHc
z!{zgg6<<Z4a~@!DH)4qQG@bIwW!1!x`{JLc1^F(M>bo5y2x`dHJoS3@cHx!(>Ouee
zm;C$x@9AwFU97FV`{JMHEwK{4{5kjDZAA_412Q`qYE-WVtP)=77E~L5X10H+)iVC&
zzuXwuUbHjR*gL(i`C~IV%i!weA3yhohzG4*9@R6UCZ1uLKhuZ5zh@sTtE>C`eCEt6
z|C?9-pPzR(EpOc|i^`(S^{ffMv>5L97g)>NLy9f`<o<lVqxX;OnHrM6>{kTCvUsKs
ze>t{){`lEv)xi+|$Im~8#2?)+{&*WdYeK_fxrY2@yROYJ6TBR*w8c*US?%Okx{NdI
zI1iZTFZ;Lu+oLU=oo8SEyw5KmCVlwu)nonkT;R5HZCq@&&+LwuE3dCUd2HeN@}OQ$
zP-AT0Oi=0T;&Z;;w*I2UpUO|B-<V$4H_YQaa5k#Xd9M8OS-z$hHXX0<0eP$7_V=34
z4=?n~=l}cj=jXGB=Sv$z8(ywvxbtVTOuLo+JA?mDtIAmteyK8;XIt{M*WH=1Z{Dl8
zGu3Jg%wK{T;(GV)&lhWVHb4B%r$#=4VcC7A0z1yId%u4_n?09#4TH~pwg*>l{QjNR
z{&T;Z#XRALm&Y0QNLAP0&zV_nb?ANc`a&n2zx)@987nLgy>}@*_FSgSJ(}sm3<jV1
ztPl1)H*dcmGxr>uE~p&?R?$8=rgnCg#nm;N9WM8SH61ZyEZ4mnAGBAUf%%Iw!#VW>
zQvP2P=e$`p@1KrSw&mO7A<J13erYf~7f$HyU;giZ!SB;DoCm(7f>e6_jjz2?v~uyE
z&-a6R_Z^!T&p2Zq-+|ACn^yBb4tQR4FX-{}_QFXzj1mt#*dHvtar$@V={;X9oWIB)
z-NG%Kr_E3-!d&pL?tO;To%(-2-!ZLW@QG)Au#{u_{PG#|m(TCHoy!3#n9ebln_PXa
z`+1)0`DuzjZilEtV%)y(v|MaPNbSnS`N{7;?6qJn`S<UA6S#ffZ+~ykn~Sa7`eFNQ
zCV^Xu{f{@fi%XT-fBO+usP>}h-hEb3jMU3im*|_ksylQ3{!d%!>bm{C*^Kwa8yNel
z7|u<%-gPO+_-JljU%;R37CKeV;K<&0=i*dt{qTKq1)sN7{yNpg;3Loapl0V{ZCz7g
z#vQr$e8HWPpGEHBQCZ6@et))C5~-h+RR(Rgr89j<oW{$rSFC}5^A~$t@dp0S{r{Ff
z2Z;{aW?OLR-}J4bR@ICCg@pcpI`^Rgo5TMv{<b&%*I)WC6U6Z1;J@`>?Ayf}{;&N0
zYyYpw|JW^hczbLQ$lPa~V0%F3{lD$(Gm`KA|3<ymC8&UXU5~RNi&})DwtzvcRYI-U
zFSQJD-lghS%~z&HKRds47pSSF&16t3)^Pn=(Et0MfB*Zw`hWA>_S4%VBf&)}s875%
zcIm(MY0=M~XI>Aw>jP?)<ug|3UY#3qf61)enf9QrWG-t$gR*=>@dDeKuhxddFO}-v
z|N19?Fz@nTN>{B7>s`Ugi*Jj%|FVDe+F$>MuiSs!?0??9cgN+;f0rjZg1Y7ful{R&
zt)Kd9zgKO1@6r2T=j#W}?bvVcYdYoCMh2h#EDxrJs0Z(z`f7DZ^2c&pd-nSmL*kcI
zspsuh0(U0=<gU7W^t^u%?~<tA`Na?ZZk_QzOj&{ZfXq{dKX13M{O_Ot_s<j0SN|KY
z{9irW9#pZ+U)K2l#R>)=dA0{v{$G9h==qiZp|AdDnI0<q_kDBHzo{X@Oa_028ut5^
z?)vf5b5&!=YQYlr<S1MF``_dtJ@D5nr*+N$tazbWu;ID#mUUvEKPO&DXG!>_!mxh*
z@_+HSep$*h*;?!nZK(gZ^VW`nL}L!_17Bi6qZqoTeC2XFOdrno-mahjY6{qYUqifm
z56@*+W_UhdTzb2B1LH3xhU;4e+AaItPMp1*_UOa&Pi6H-;u68#<kF`JzmJN~uCChu
ze_t`AOpf^<*>QM|yYiE5e<OQ8RJ(#|m4aCA!WqSOcYgk!_R~CgujE!O2Ieo`4CmB$
z?E(#vq`dh$H<NRB?!pL$XDiqr?A&?fe`bQc;ly9{McMot7|v|uI8c1_;n~T8WwRfa
zD`okDO7IUctF%|D1^I4kxs$!p&ewF(tBnji7xWo-*r-^w-<vI1)-Lr~{uVPRSU*j8
zQKPhGwmEA;Um$}Xf2UlxvEB80vB%Yi>N7cyf%}E0ofjQX>d(LZC%aGyT9p14%sQPp
zd82uSrPJ#oLw)wg=B%I~y}y6{um2CbFMpDIu*W=tVcC1;f>-}vB_`iWDV*`SMn>#!
zW=ryQ#%1f7KKu>gm%gl)oc|%|PwcsBiTi?(@r-lVzsu_Tm6*z_AFPtGpWkV)M{v94
z)K~IM2DL&B>tntD+V3kp@%hi6XPz76?8O=^*%&S2@0ahnvDq4|quuJcx60qQrp@aa
ze9p5y*yCQl$Kpw)9aEm&nM%ulwfk>a{|SrXgY?2HboFvgq^j%MrKVe+y3cDj@l}q@
zuRne=YPz8AenoEXXDLvVx$^w`3jx1N8(0&588NIsYTDqQeExkvq3na||MlnhMI?jM
z-*u%ceaGhAUwEvv;r-DqogAmqrP6yrK1yM@r}6F2ITO9kkhUi^l}pmsOVqF?RGBhd
zpZfjJxifnzJeO=Uc76UHl<0inYPU$Gx94431Ws|iN$21Dv={7_`uxl+E}vt`f5s|3
z26?xe3>Q{2{xI<Re|a<G4}*U%>Z{Bc<lSD<u2ce*Tu9w<)aE6V0isa*CC?~<RyM}n
zb_mrCk6yT0J!`|NfAZjgQYncS2mi@mK`Fu6tJeQt?f93Uf#ij;I9IsgGU>oXgIv)C
z;MKP@UJ8uQc-u6Ut23@LFfbI@%<<Sd;nm&i6+PGY)|>yClBN9WZOGx3bsk$MWtm=W
z4td=B`^knH^Q%RxzJ~Y*&((i6zqfQ^_O_>%>_N6(rM3L0Ed|aSUo~1EH?L~u=l$-<
z_l_n-uFEcFU}!iiu=S#1!rN=F@BQD<d)z4Ax76rRKHr+pf^F(b4Ejg+<QN=Ek*zwv
zWS6YtkKP?;Q*7S-7Hpfnujl9X@||;>1+#8n%a2=kG{pbW&-2GWofm!oI^|DI^lWAZ
z2AT5=G3-}Q{-{){t6RL|tcTBUjk<pdb#mD@*DiCMe)_m?t4%uJnbm@e^4}LpK39IS
zZSDP+ZVu<qh0d;S_7}aJ#*)Cmkg)#K!lm{uFCuyq3?t9j%U=F8Z^xeNxodCTS#5E#
zV$PoL8|`|^EdRx_Et4t9Tk^|l-t+A<=6w(OCv<+l+`|_|r$5i{eSY@*|23)>Q$K$$
zs@v4fFgyP8<Q?ae*0f)AW7sEidb`l}lkIo;Oya)#8?KN0_wte1*H8W~D`L9$pEsTM
z)Wzmpk<InHubw(jP2W~&8~kyX`J?yJM}NuYa2^Og`YAT2a*zARn%k@o_Nafayi>ou
z@k`~J=MVYbpO4wP+j%xC$OHau${Vh>pV%j;n6sDTVCj#OjPL()gltznF<0x*?Vy%P
z#ev3!^Q-*tm9Xr7{_(xHp+5UQ_K$Za3*LEkIQR7P^VJge-N)+$E}uJ+>nFPKS1(7X
zw>8UyjTLjlA6wq*ORc`Zap1M!3AN;%=1DhSGeqorcd}y7r^?q)&u{;&aP9uuiaVQ+
z{tl4;R&5vOT)W~^XHun@Rm)YY6W7kyZdFa-cjs8o-zj%*nf|dyf9Kv)WVo;8^eK-y
z^D}eXv)_}id*8GEo2rvu=fAJJRF{F7fnoidB$htm-k1KX)=rl7HDk&&3&?$Ya<$SH
zJyWMs0WG)nyBYQfGH#g0oOAE8#ifdWOQ(G>y;||6SBdAJz{3r9jDP>*W87i)Wjjxb
zu;8ZC4cB-g{a3Hudwsd`3bX6?lUfcJ{j|URtZ<p~0e<sqACp>c-d#06dsFH?f7b=`
z^VY0hwK4DcqrbBE)EM^5%4f`}=ykYNQ_t4TADyPm5#MJwD^q7P0}lhko0E4rl6<Et
zbxe7<d?&l!`>C__58a7rnYrni@`G!N`8y96^|<_4!#_Fi_HT=OLi1kTw&`vN-`euT
zkFmnU>3I>$O8%&(il4DJjXchoEaTm-^Z)I!Pv*{_t|ry~k$b&r=f8Q!+68|LHoQK(
z;QaAVcVBGqn|G95Ks{Qne9ex#MQb)+=Uj63`*J&*>V1M`=Z}8*%w)j8@L^S2)S(#B
zg-awGW*7a4>8RHaiEd{yf9-bq?db`>ylwt@wd{Q@xUS6V&o-U|bNvo%xm@1h?=~TR
z#kOyKad#j7+umIY3hBt$&I478Ij&l--QWAD_QjTebvKtY-1+k%X{+H|ADzRSUme~1
zDEIwA|D)9=v3s@`e|*0&oaeyTEw5$selG=u%$`*;3eTdK#p^N!$=1!fFZp-rty|S|
znqN0hJ1+TFU`BR)n0{Q|@@-p=Gt8O(I4}9%2R){Ooi&d)+MRkY_FkmHzWb^D{T*kM
zyczP|9o!eX=J%d=Y2^|7!Z{BJZ<INEc<%nbr|Y_IKmGnY@av~}|F(U9;N~3=uj%yX
z<#mn&=cAh5I(&Vk_#PA-8`9s0>%TXY=~_^=U9e8itSOSuW_q{6Z2r}@H;ZP!zRmLB
zw%{zUuMgLme-mif-@_0tmsV5Q&Jc5dInTHB$9C!Ek`15B`)9Y8UhluibKr7s!M>0+
zv#mVl=j}Ype{{>ntlyKvO_>Y+e*WG2-JJdX{m0LRKid5bEBzN&u>AXiTZ$9<-W1H=
z_VstE&iM@Q`MY?87#KdBVpICDCM<fo#;pDaruR7PEvMY+x_za6H=pRjSCK6TS0Bxt
z7ao0obuRaT_s5d&uiduKez(Ne({fA&vaiG*?aU9IyWTjO?aQwT_g^N>Oz&3M5zJtB
zKjPo(k27-R71p@Sn7eM<xjnJ%HxE|a`^DV+saE3khgs#q4XY#izy7w4-TO!Oe)QFA
zk*ma|wqCB@5X`Xd`-=Cf4CePw|FXUsUjDI$fq}ug?E$~i2HTDchL;pWo^F`JKY4G=
z-kKFTe1+o50rnjmuGY-i=KW(%|MNPL^R`l#U)}CInr!;L#xGp|{my?za?it9e$>o<
z%Xi#X@cd7OX}^=cJ~A!7{qBF6@|LHme^*BQ+q36+*VFaa<L%D;*uCTKblvsp_V3em
zUnlLpekWx8>W$OBf8Wm6Zymb#N9?^#%f1OTEKj;?a{cNhv+pmz{Nr)$x9xgbS3kW`
znt|cL);DT@F5G|pJ~ZB$@8@~GjG3Tv+@WFfKfX7nPYzGifA_Gia{Y%Rj5^-67JEU-
z^3Cd+j;wpP&9XveZhsBm-?ley+Dio=(bGkd)r<^i;K0YPd0Q*p?g@V^w)4F7HR)f(
zD)YV%uTQVf{$wiuc>Ai~>itX%3=d47ZvHfF`p=W;&;G8M@qf>)JvnCszwSC+Z+Pu|
zPZ%Qu!;AF{ceWH9VgB%1r+#0}g{)Psj1mkC3x3;qe$}~Jwd!Zq=MPU8Djj(G;9J?M
z<twi}djI)0%LD1F*S<!kKeDrQdG}S|!TF?}*B-t1w>lHwzyI^RYmG^Db?=IMf5-Ga
z&A#_6Z`D+eRoA<Z|6H2-^L1%aRr^zUAJgftPG`N|wUvQ^q2%OGjtQ1Ner_|)R_m-k
z_U9zWc5TD=DXXFj=bz+bv|!(R`{<shS)Z*pynmOtbJ=4{y`!IF`kwz-z;W~GAMcHK
z?u+(s6g(fl>n_Klui3k$`ipIs)rx(-pBwpavtY;hcORra8QFCjfJ^L>n<XrJ4kq2&
z?RsN1^M|F!{-y=n-g0GFw`#Av)12>i&-bp2H(ypS?)cS3u+DpWlI5}Q5)JvLd7s~y
zPPeaCX8KvN(GL`T4SH76iA9D@4}Q8ytYiLga@vDERSt|la%}FowEuix7O`yOtD}35
z?B+di_VyW(hyOyS)vH{4p5A+0q=AuvVV4g3+4-x^+8&e^%(2g8d9d+VtzGv^cEN_%
z&t={l?7!@}olUy&TPf3rGub-zc3&!0-vwWH`e>0H#mB(#;KS4R%lky^=X-u#aO;k?
zO-#$h;NIU)-=ETx3t+I5?Jr-aD)D^p?&ryMpH)JZC;htZx+7Ok?e7Z#rVmda8NQ0@
zymj{EW(EcZ3x>+`?>E0Xx>@~tb-8;NL(SG1_973z?`GyYP#HNb>E^71Ujl9F`6k<&
zJbV5$Qk&^-(POj4SD)Q`8_s#)>Gz53kGJx@duVFOBE`V4;Pk84SI)V4?3H@BiEl$G
zLtL+em2BhBN<ouyt^>t_Zr_U}m+TQYf8Y8~civ}5ox?L{{0}@+FYx*OF{7GG97kSn
z)cGp+dS^Jt0sqx&jUA`IP6=XQV_>j|@^g*&W80Ksccx;2;J16d0yDoKc(!-p;a&mT
zSfAOew(&Wyd;VNF=WoE?9m^}tAO6|R(f9NHGtc$s%$}L+drz7FdNapK`=i-2b6D=Z
zeD&0M(sHTomXSLD16cm<t(#uHN;QL-f#HJlD+Zg)PzDAD1%~%;KbEaZTrJDM&~SJf
zKmWb+#^UGSESjS#iI(FS7#d`sX0zxou@bcZACwzsyu)nTtKQm*dEG11y61~0MXk5K
z9btd>Q<)As0|UeQj8(Vxgj|aFQ)7A6{pg?PE0=wLSh-A^@m*QVuDEieX{AfLPfxIK
zh!6!OjBn-)=DIQg3~A{<XPq(+T6=ug=6?(f4asjOhn!bZIU7E^U7!Exo?li6D*azy
z4$1!b{bw#y0bk7Y$M=m3=gaJ=yLs4%cge0<S%z1=w(eyATBUs8?2+R1=Z`*qE;@U(
z_}{!No2$P+?)oHm!F{Eh^!d-FTX#;ky8qnMCM?%vUb@k{-BR24-if$(dLy6tqn*nh
zZ#-QZVfX&`(O)%k>q|Gxn1B7D`^Q<+lVtDY+8hfx{dilg#YdZK-TVSz7uK-cKd<z}
z*Y(71sn6=lSJoccQ)BUd?T+&)?F=@;ja%n!pYv*a*5}=ac9&{Td%U<}-tDW`;?CT1
z+qyNqQtMC(-+cKa#k%f4W_QnjeZ6dVMbCYu1iz!7V|t&jWd0Xnb3Ul$j`^d1(noXc
zI-akSf4um|&(p`O)?7b-^vBPv!rx0dZlvyr?+vKevs)6;D-a{vzxi@`w|kd@9;l6W
z{8kCe(W3W{ce_TcJ$xIK<GT-Riv{O+Cflf%PnYiSF;*<D`j`?Oo_wpq@NGNC$(uK4
z)UW$!V}G=GD&vkjkF5n>zj>{+=DfJ0arJ(V6R8Yx9sI(1TWbUY_3Go=&r5Cp`OcJi
z4XEUn$xc_!(R0(VzRz*Ew8HwP(6TUo4TkyeKg@}Luf)J_Hmxvuwm^mDvwD&5>sQ}9
zY#qb$;92Av@viF;`uX$9l$lCzTb=1I-R1n^+`%1pvhT#S{}xODHJTsXn7zX6dzGHM
z#p#3JCQthi_G=Bt^xv`#)^kH%f6`+r*xJruBm1y^nRBlgV@1(yh8S0ebFT}Q-m*&h
z(>$%z;^xDTt9}S1MS=5`MCJM9%F21hE9G1aWb~MBuRQj5oqK|H2Sbeg^OwiIto|+2
z@cR8DKGVF(_3OSrc&El-em(Kt>UsQv@!6aQ9)Ema9zAcf&6OCCSvS%v*FW9->gfCR
z*Fc5HhqA4L*NT4peb>NLz&HQw`;*U}*X%pb_#@=%zrWAeU3c8~WvCNr++Lz-=OVEp
z?q2u2_~Y+;OY1g%bUd8LR8ZUTtpOB<8#eEmUTVs8r-bG1RHd4$4|7cqeJWvj_WbI#
zxbt(F3hWk!*zKv(pYB*?&Gbb7XtCbgVup3A)^4`DzJBe!-?er8j1@-jK5NK5cDq`q
z_O|Nplfz4|ca_G?f4J+<ghX@3ie0z<{W=Y5bU8TRdp+a(vuArJ{WP-vxqCHp?}usp
zH}}dZ>d)`V+99}Td3R>8V8ZF2mHF@ZufF>pmL@F7RIIU9|8mJj!53=MrvqlaF?gGl
zeCub$yqOXFPZwT4{88fUgvyN{rOu1IHfVqOy}L5G_v_@jJzsxTubKYLbK|Vn8**=g
z+Qrtn>p`WA8^gRUS_}*f0uA54Rajr$aFvgN;XvZ)cINXT`tv9L3_bg1kze#%jM9hU
z%cPpUcP7?W%(<EMde)BgVBIBFg)DLZzeaq^JMr2!{&9t>*8l1dZzcwYH~TxYK2P#V
z{{11s@`K;;{r<~#?e#zSYeB7u;tuJe5A*!Lx~=;B@xA&jAqIwo|Gsjdk|+PjF8g2~
zYthU1HdHY%G%Qw<KlaOc)zXmFE9FA<<GQz7)~g-LSi3K*z;24gd({~4uR2#l9#?*P
zTesSbe}1grSMRTn6u0Cbd8~8%vyJc9y2ATAIbtf;KYnVvXP?ZB_s2dzd+^&+nc@2B
zc>UA8S;hXZuZDCN?tdS|8#cQ-e){5l?>^X^E}Xx+cY~d1|6j*7^S@T~rZ&iAu6g|@
z>b~x?_`a`U(p^t$<X-QMN&i|sJ^r@Kp7pCg-kSaT{q%@!e(R1Knd-hRuxDUsm}e-F
zm}A!z#+S^mbl~X+6PeFNdu2b@cYO$Je{hmxS?LZN@&1X+=V~2F<cr^b{Le3eTRUgi
z3-(tk%dM~L`MTqM2Fu<*Gp0ZKw!5~LTaf4c(d-%h$LHqh)XRpw7Wk*|uGsR~^9hyK
z*A9N2@vTfSX1dabdEHeamtQ%rUjDdnzB`AV{Q7#;rX10QKO^td8y)&kwNWnr`0JH_
z<<1+5ZeM@>qWjUR`yJ2c_T8=#zkF(e&25frq23PjGH2Qe%V#k#Fnrm=uf#J~XBn?}
z<HsbH4bM0i%?pWEPo9;-8KP{s_8xc4drMiZykaxCbe(CBmme#h({tS7zT%2^$J}+l
zOWsdqkkfe=T+a~@r6u<`>-1~sHF0->ZSHPb_xkxd=D$u~AIV*9+;P9cn_(Tlx83!K
zb@GoY*}EA2l%C#n|JLEEIXBf9&i}|~VPKG9t;~P$$n5ibH;KGmA_uc}C(K%Ywf)w)
zW65t*beis_UwsyL+{k6W7sJ1Wsyot(tyvz-oVK8Rx8Yiwo?o6e=R+2M+H${}Vb8Ts
zRpzVK?tQua(epj~_N|Gt5!ox*@cGZxY1hl_<Q|uN{PDc}V-=`TwP3v||H`|$2WH+%
zWtgXT=uuf?woOynzVksX$E1G?H00+C-}z?Dpns(3{FW=dN(}mM1RB_t{yhJ^_V}I}
zk1r>ueb3%?xY|6@ChhabcvFV^>u#O@@n^}ce-|=A=^;>l)}1N)Pgk2Y`QMhiQgh<{
zD><eDzAgPypNnto7J2wRuw~~*H;uZx3^j|h>?<$-v15NQbK3RkQ`LXo@?|*JKL2`q
z-1EaL@ArLwp6AW5PeieD!^au##n-3rXDYZidH*FNTmRpe>XjK79%y9zmV4RB5f<z^
zLyP%JK+A^R)f@*b9oB~G*G>O%H|w=a<j;?@s)d$YvpkqwT~Rw(cl~>x<eT4=8RFN)
z*+hoQ))hPK*?OA6M&$L1%C={F(*HPmGpy5h{^I%AxpmK)^VTeH{MJ8rQC?$y_59be
z_V4@*3=cd`95jA^_H4EH{=NoN=|rvT`Mp0Y-)G)iZMCnR!A9hJbjR@>a{ZC*hhGaS
ze4h8T=FzJ8tJZEdt-r)kY$*^|b@Y0<>9pF+`OF^z)@*)Sq5HKeMyu&*-ZzHpuOEip
z`8WN?&)#VaG57wJ-KjH+dwoQX`GeEe&*hc%8rL58{`k)S?>7SjgS#i+&YwDGD*N;9
zU7qpXfiKV4zJ2#Zw~o^fvv+*larx@$>OTGB$#;5>>&$<gbmq72KU;~1+jn07Sa#<A
z>DRNnj{jAimbofo+p|yC)i-GQnoe8Xm8uaRA9wHkwn+cUx~FYr&d1hOd~noBx684a
zzhsS#;I-Sj{e^bdPQDlHI9^`yXWRASjZaOtuRZSnXsc~UJ^zpQ%#f0E&$gO~k5BZt
z7#JA(w$uczo*63wk${m0>Z}5DW8Ebf7#idXw^e<V+VWeH>3+r8r%@fpEww&<t)9Q^
zR>!I9!ge!X1+Kapa(ZRminx8>KDn&Ax#Misoqr*Q|C82q$6Sw|_kHn<>(7E#J>O_k
zeD(Bo*L!~Z;yyGVEB+Uxb9y%<jE;74xJ_pNaKp01cmJ`!>d7~c^<DTirz^G2{_0DP
z1Kxre>Pj`|!u999v|_)zHN^gC?x%J(e<hvk)f1OLE>u$vnEt7FZ8^t*c=rYWRO|wF
zh@Ljzc=~#=WnTU68D+aF@|XP)XJTOJ>)Oc7bAbD}0fYZ>qw9LEJ9NMQ*eAPvW%HZ0
z5#h{7bK4%*P47CM%XVj?(gnS(XY2(J{#bnMOM2+<xF^eu1?P!NG44<UwVT@2-pl?`
zJmk-(W!$R}9bdftXY7@kGo~-MU%8F1cW=y@^9P?f+PwRm6!&+}*W@XABHMqfGTm|d
zvwQMs!4sd1&bVKY&R}^^GvjTJ&Al4$7pJOy>erinpYiPW6Xyx`8qfTX8r6ubUut(`
zN9B$0H!J4Y)EizcU)k36bGh}Ncb~TE95Fh7<b3nh)73e%87=JZ{nqW@9#qqCK@8N-
z_H}c}J@;QD?(_leFV_Ory!QSW1uj0a+msiaabIvs(Lmm5cU;SZUj=tI@*PaoVDkI-
zGiz&U#2Yu8b5}V!=N~;^x<mH0K;5YYU-DQk-CuR?zVKfKrq>}lpWQ!xp5Dtar}=^U
zN2&VG%=GSnU2^g)KF4z9OqiaP+)1;`D^_Fr8nkt5`Zu3D&z4v8d<uBlsHBkpeed<o
zioIWV&CK|D;L%-<hx^}r__t5Gzc_C;gH4Q1bTq?0L3y@0oeBE|)>jva|1Dj8%gQGj
z)PmaeDv4zqsCaidanqMU@9>+H<bTb_YWMXiSZz4X5EE)G&s3}Jl(w_o=sl<HeU1Z9
z756lM+@&wNJ-_Yb#~t_CT`TT%Y=~()zBQu%=HjHirt<0f>b+TVOtDpQEWh6R$(0)A
zeU5%yD86l{e>B6n%VNqe>Lp)){2o!CzP)nI=Z}AqK`o&R-0#9>SAU<SC(8Jyl<9+d
z@9#Z=m(RaRX0Vg*pPWDad)U10hG<i!g3khvwjE!4-r{fM)~(YkR&n%q>z=odZaK5{
z$M=xMMFM;FwSQ0D&0r%DIzM97+YQe<Io4F(Z2P9jkS`*y5%Mwd@aAd!7Fm`0UyB~^
z1$B2C*3DWOXEV9rD#zaS(hbX_nj&j=|K&PRy5XN@Q`+A0FU@WYa<|nO`rRVd__Iv?
zUQl;ks3E;PqWx?6g!HIapX^v41VwYK<>%ag`-j4VQ05QiveTaaGVA{u%<|ynqEETc
zAKeH0uHZ(VdqVc9`?q87sxk1tH)5#2R&l2)|LqSm#)`atMvM2oGMaUE(YbTqWNl}(
zXg|8AeES`5n`=T1)1&6u>%Zs!`2OmuTL1Sa<nB*TV>oyEL+a_bY0~luF>AK%>%RN4
z@ViuledlqRET8=s7nZ-OJj>4zmh|^&{d}<oMuvvN-|D;zWV-}P%<JZ5>^!S3%k)9I
zH^Df1?~l88*aamvAKc+9`R3Esoa^5u8gB0^uhx`HPngbV!M^i;l-y#;hSS1cR}**J
z*zDlDlp0|Zy!VIflY<e{7TU5r(0}}O%KC>XUmu;^_v-Lz{r4YsRP!GAnmR$xv}%dn
z;nK?8Z=3cxFJNS7SSQu-VEXr%XM4-y-6hUczdF`^AZ$L1=KIJ$igkMXA6v%c&Q<*R
zTIt3bH;cLJw&}Hp%(Hlzcjx`?ihoNhdW<w|d!O&R{m|6sSh7vm^PPg{i?`0$AIz{%
zs=v^-Da)>9`@Sm|kGg5B-G9E?^k1yr^@u%f&o|1gJGN=MJd4jer7xz;1+|t7k4`(j
zw)soU)~~TI(qij-8Rpc6)fh~ae;m2z+{9zQ_JGG__R2NccPM;UU<xbtzZcQ6V&;$E
zE-Z&X1zan3by(HxTes%4pkMKc+<6^YD`wPNANqLvYInNNx$iqg4_0qDoNXc8|G&EB
z`giHmcCop!t5%e4ymf1}t$^bD?JK-D=2ZHB-`yKfr8e*Jc8=3$Uq9|U^14o7`_DBS
z?|l6<=iW2hnQP+iy^dYCnq9Zwdav)^y{8%elnMTreeUS%f3{3NJiIgR>oNF;zD+*_
zj#K6Q#kYPw33Wf2=kIg%_4>qz4RXK#uKHZwU;auMG-xK!!1|!Jo>%*7cXjJ`Z@Vuw
z`s%-DX<b_h>f6X<8rO>DEL-)>+fDZ9^$pig8_BkO^11l@PdUcG9;|vAUi6Rux0;=q
qKz?%kAHVw$=%6PMXA~0=0`nOjn@M-ETMLwd6nnb*xvX<aXaWF>7^Efu

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_concatenate.png b/tensorflow/compiler/xla/g3doc/images/ops_concatenate.png
new file mode 100644
index 0000000000000000000000000000000000000000..26ded3d88c07205dd6eceef2d2ee151b4e390977
GIT binary patch
literal 20799
zcmeAS@N?(olHy`uVBq!ia0y~yV7kh{z*xe;#=yYvM*8Sp28KX3PZ!6Kid%2@@|Vb_
z?)+f=S|}&uvRQ8V?Et1X(-;=A@LceE=)x;<@}QD!l+Drg86Tcxom(jHqA{l<R7ouF
zqDJHeR@QEol@dFqirTFX)0B_A)V(!6k#+6yM{BRo`T8~HwUy=lw^m`g5-;xj<vBn5
z@3XUK-rV#o`}eOd+gAJL=JfYBKfj-Q-{$if>v`-9bOw*-e)74JqI7oA3<I6hE|T4h
z#{{R&T#;bd!|i1hIJNVY&y-CTYAh>#)+8AEM0u6|?R!?Z+bpTd^;g`*l;{&i!F4V&
z=Z_rp$q9bhn_R87>(iXFLbWKP!W%Q+P4vl`vw(ZIpY*biPN9ubCqrji%zBV;bJ6Q7
zb9Ao0etnB`-~BHcJ>j?JKDCSVd-N@3k^l4D_47JzuQ}uL-r_d<@uqb%%Kmof9WPa!
zKlyE{yISAN9ml_v+TEVG#eDaguPI5>xxTrGObmVe;=4$ubyUauyQ_1{^lEaG-+bGU
z-Spo0*^Ll;&)Y4guS(w8oZ5DG?cv`g_Of0{i=yn~r8lkh$l?5X=AF+Lzp$0>uFXB!
zXO^A#J>!{TPp_4qo%Pf?J7qT5ZI25tnQU5foF#f%?_-~oS0&2wFWnZo__xdw>Ur(;
zRqF0EwJNieezqW6tB_R>zGg%#7J6*Y55Mwc!G*>U_SgG$m&Cr`z_;%8+VfLZ7sy{V
zi@nu**6Q8F7IiJ(U4DJ94sMD|Ud?B3#`yiOa-TzA`?lo*>R)`V)~h;Ccx5{|VZQP4
zWu}w2_)bXv<~a3*(Q(0V>5CMFrA;&^meg;*{aiV&;?SC~?Y!~FxrINbP7YjkTUcg+
zwDY+K)@zI>)-0)-Ubjs1QBP(15tHM_x{rNQxJsYhU1S~iktIegxb>vkRqK#<m(F$m
z3_M$QW6g!i^^U8Quh%ctJ0F*QBkb>)E`gg99?mZE+3dzYfqn0X(|e!&o!63kyh8E%
z$HFa|M?yCR-JNdcb0O7erpDE;8-l+--m&7`W9!=d51}2+TDMjEUd$5yq_XB}?(y%7
z);md`kCFWpx7_^W`l2VgSG7y$<X+pL6+5AJ*3}cwKl%68-9I;@@Y1ila}^Km4Km;L
zRZu!~tLdI&Qs%Oo53aq)n-_b8aiNPj$Io?Xvion$TqZbkt0McdqN%rgf8Crk;eNpC
z`qL$M(rj1jbXk0iSgEcmT{=rM{b%mA`<pFOob|7sKXSHM;^?k>x0AL_O|yNi%RBLv
zQMTRNpL*B6pSihd?;ouayV-kQoDQ10t8ekN$XiitnX={0;&V--mtDTS;C{G_QeNWx
zwHJgBKI=F?we?K?X1(o8W<+iIYWVv6v{zi&v)<JONpD&+&2naQ(%B4`+-%WvR$DzQ
znX_NL`Mdq3cNkm9qFl#_>O_|dbN@42-kQEr@9H7B^f`O08hR(KxNEs=XY}#z(^e-9
zpG2JC^tXGP?6v)8ui@LpyZPO7(?fUhZ+lS}Eo$T&yesH+PWn%|?lU`j4PP&fdA`<l
z|7Nu(6}2vl&7M?;smyq8FsoFa`?TM!w;{eQA?pjC?Z0(8P4%o{;@qolA}>E~alKw1
zcw}SR)^*QUq^3=CoS4TgJ@=)H>~m?SKGoE?iof|A>&iF(>)Vigp=-j=+z+4D$F93l
z`(ejB|F@Qlj2?bp=DcK=)w7hHr!61$-Jb8O8CT7;lF$3YRo`tY9zrYgHas~a_Si3b
z=`-c4xxZ?6>TRCVl2gFGH)n19eAVZw=hzbU+;5uJ*4}$?=DXBuo!1+_-py7z_Hyg8
z>Kj=ecck2`CvUj;v*+i$Srfi)xOw`T@vIkR&+=Qp+Pd$3v-D1K+_rD)k4ndQOPZfQ
zzBeVD^_uG&2Gwgu7HO#m%c?$_UQOFK+v!>LV!4Q4b4qudvfPln`Psto|Mo9TEOf7x
z+=)8R_x!ijnx8MWPP@EmM$W{))-~xrZ=F7M=098Z-kaf7T|y?i+SlAKKQrrlsbJ7u
zfr+XwI8XYBy)NGt{k!tYwy@=o*KB*HnH8`9oo!mp*QnDO`^DpD?>}@)ZqY5Z@_SJw
zw$rPFC&vWEE_uEGd}ef)lFRwK{)>zf*@d>ed}m@7`TI%W>-VoFd@Ec$S=9KlPU*6Z
zr*HZ7N2#-_Dn9-a`Fm&V??~xOZP%jJC*8f4Z~FUTS^B>-8#BUBY+PaI6yS4rcmCgZ
zO5SO2Gfo<wuNLmQyRc*OGSh2&zDBK^uzJ}p@9op?o_lY4{7hc@54rT6H{YHUjE$>R
zWP0(s^DE=?-+fkZqk1o^eUF@9di&Y0j{AxE<+tbD*Z#a;`3Q4g^~u*CyT4ZRi7mLx
zHTl)C8E*<_Pk-a}+$=WE^_t-}Gqs6P@)yNqKdW7w+HbMa>}KTV!0@9r{&qokMJL97
zDl)m%UixtTHnT&$ioA8xuPz9QWKSzr(BF3MijQqzYbk@}3Tx+?#|mZDb8}gG!<4hm
z72Vc(XkvXdO7>c2Dx+43)bTa%*OVUFA2EG@=7CvjGvzN;ZdA>m`tMv`c4h8{6!l!)
zcDq<J(QEndzf8L8knzf}Tghng*<W!R<>vfp397ww%kuIrTiNTS`!3xwd|UZtPEO56
z(|dxken<O4<Tq}Le!5GhCR@tw(lzUw-yfg*_SUO(_EnGR7W*Hs*t+(5H2c1-zkUZ@
z`*c2Z)n(b@0~RuhS65D8_E@?#Z`RyOQ{LQ(b<Y#i@5iUUHBX!Uru163WZe;~i2SQh
zGv=qP`Cc?#Y>n@Prx_g?*QNHZ^qdnC9&y`!lGTlGGn&`$-n0GLPwUxEw~lM&%D+wS
zyKA@ZdhMDcyMhu=AL7fFH+wrJll%6ZzgOkd*WTW;@~_Uelp}Z6WcqROSsY)abhrPG
z^rl@pnQKbEh5wES$=9_vK9eUN7QO%Co5`84Qx;v0GIPCl^4&(3<4;d@OuojYAAK%3
zG4+4H%9K}jbKe*J^_5<`Er0d7_|B<EB64N>`?7xTJySGst>W)3H`TU9UtYO=S+2#J
z*K5ucwfil9TfTIcPyK7b)n_-=AAdH1<)~lweB<L!mMpc(=AN<9w|&b(-MEUK)2BO6
zSlsd3$LjdU-0(wZezZ(_wZmf8V#l-LtN1NvURE)2ld*a0w&hUfi96oPYpwR&vW(a<
zy*MoE@vb2A9e(<MKK&6)pLh6GJO8VScT2x(r5|7Om2LWsifIB{qc81OPO>bqJZ<{s
z%x-0+=I~X#C)TmNuB<<izF6=4dtZ&K?`rb<CM=4*W-~2gv1r-h1vAfCrQcoCKVeg^
zrPQpgQi(yib;s{XyuAJ7&$_dMx1FQ=girT%^c1vjes_1)E8AW7ZyII$1-!|v=;qVE
z_BW|r{GRs_xm@u(le<<;sEkj~o$tQ)VEBSrdwzVHzN4BsYww4sgI5Gp^EY{x#=QAb
zbbm^kcfQPPrEAW5eAN$4uZ8+uT4eS}Wx<i3wVBV0&E{VFa8~fKiPfT~tsF}x&R^D%
ze6i5G>}*xR?c2KN{_Tvrz3map?d{c0@sgX@=64CIm;a9vE!-0$c5&I$Nm=Fly4U(_
zoI54*;hD$FCX^<qPvNtC{mjE-Qu=zi$!|X1NsivB_x)5y*|9%;yE-1<D$M@>vhdpO
z*J_@5zp^(@^Y=gGQFS>#_Jmd6?)xhfTbACM@*%hHM^1LjX5WmJ+p7QHc$fNmY4n~H
z^Qljiuexpdv@>$4a@ymV#~kG$wi9+=;?H{GyfbgXS*?ZbNoGOC3GXju?kYSZwDH!A
z$!$A6%`v*W@mjQGi-qLNtEHmfs(rqx_HAI!iEY_X6;`G+J;Yq?j^pjMm0P6C%j2$D
zvCq<o^t0xznp>)LbKU)5sf~NTTim?6Vs_1&uQH_!-qk<v|Czk$+Fs3Wt?mi0(w=|y
zvpumTQYiP?YU8x%)n7O5Ww~)XDx&sY+1&3*>CrDPx|O6JGE?XbX`kBmrE>Bcwi${Z
zTVMWNeD?IU0QoPE)?4lR{cax1r&#gAO%m>{;&-o3TmJT9V!G}6{*1}HWFE#&KmK0h
z;@k4MrI+I5FaOKic&zaDT;0Bo(#nUWuL_-l*A#7x`o1tGXzx9#<9}_Xi?;ZF%U{W7
z>DMmn-o54Q3Dv9aMQc{CFsoR9_1o@^r!$`~%KCeI?zfXQ&*Sc{o35IX{_Thizq!Th
zoyVnXmg=pM_1m=n?T4c4LC=GOW8bE}pRVDzgLj>L;z~2V>(UqB@uyZjj$3uxnQy_e
z)2ps>?o*dvc~5ZC)vl~Ji#Ba2O#d7k_d`{@e5v~1v)ZNXo3j(n&dl^b<2K80g6^xr
zXAA8bL&8`8xM6x?*%^iDA-_45riW~Qu4wy}bLp-+j-c52330cIO%z^EXb#&ueebNK
z?{_6bgXgZEK6OK3cDu$^wd$Pf-(|O|n9E+A5gw(kzpU--9iPlP|I`yTI+rWYZ(Uni
z6=0e3cK4?GoMOIXv-dWBU41-6=8@OIu;V)ScYIfKzQ6PE)K?`fJa0NJ7iw<WHecmt
zj`ij_tEI0fW$)T*x#@P<?D?x}-<;Z5-zpn@Yfs~O4}-UrdMoq%FTA^=ZX>pI?bAy+
zb7f|iJr7`7ndkYTI!fq7fYq|QT(`Fud6u3RSh`F7;GZSMDsy61>V4i6F8JoxJ2CCk
zZ?`=z{48&lcimuVRj5x=u7$*T5BD|SXU)h}njbVJCMfnz>idnW&K_1&>kW~vG_LJ_
z_KL@5KJ$#7N2aZw|F}7BTm74JGv0jDQtzJFAM)ORLyeDlfb^F$TXftXPva9@TH-S0
zx#rbO{c7ge?sL_yM>^eav}L_odD(DcHhZc5>~)<#-}bUj$(lSht8eD?D*{VyiM6Wf
zS8qPMv7>bVt?u>r-)`Nu`JqRtSL?SKr(R}h2Vb1$yvo+r;r)hbKaKROBi9|3zQgR$
zx^?Z$d199g)pwR{TWGf|Q18-1-MDXUOW(=NoVKDgWtn7{UC|lmRhJDtd)EqX+IhUn
zem;AF?8RKwcgESFIc5>BO|^FKy?<)TGwrK8^Z0J(ZcWYpx?SYBiqfGayR4So)jS!z
zYI}sbp;D;!7warxkF6&Q*7g3hUCNnq!uFW_heg%RmO&0H%~U5B9$&G@X6dba`@&y;
zGVAQP*6}#C+-2L{yz;RA1tGJe{>J5}{63Ypb&~kIeG;YXTUJV+U%viTOwip2yld*q
z?|W~$?^m&Mn|R2&=3u*^xtlgIsal@9b!O>YUqkJj&7b3fR^EHdyXQ;p`zP+9M%$_%
zPCwQqoU+Q-ZG-irHEWOF>X_tJy7_8Dm11v#-pYILdH1NiPuo~DSM_^UbM_4FB)&_x
zxiqe-ZQiA;wD@*X>h#H8UuSVt8ndr6Rb=00p}4NZ&!tWIDzBmX;#kflw@lW}-qZN?
zLiL^;eb&V994)5162H67_*=C)Z9Bi^dvn*E`_CrjRh~KcY=(H<%<|plJJ`85*ZUq}
z_vmd4S-$7Z)uyQQnUV|d8MI_>tGcKvm1g^HtKYUWS9>-*c3TPZNt|FY)3tTK*PL8c
zeoRLB(UM)3Y5P}PP7R;7JY@EA@oGWNZi|&>$4_k#T9ImHv(881)sd3wBXyDQR9CN*
zTNP4%WD7g*tv-?GidUcRI+x|l@_WVBJ9i(aUa<}TmVf5z@5p`UxmRrId+fe<;_8)V
z$NN@IczRFlp-}s$JO7J4OV^9n$v6MK>G@G$Mods_%GxJwf|Ih83zi*Qsk9`~DE4}2
z^rVz38I3|Sr_CQlpK4wWH1FLS&AUG{;!f}N6tSwJ9EsaXn`X?O(`FFAvh29AIoHia
zn~k0*q)T1U6--~d^Avws^~2J#*s6pTW!KJrWb)c->G`7AXwkRB&96R9d9_yX^4&*s
zVs^4`TPL$W`6-9T)|0=?-DN6@J-5ERw&MCk-^+hv<}1H>=8_b9<oyTbO$(NpoU%PJ
zd!F|xCl~EkF6S?ZZMrk<Wr<bNrrT#dN>h&A*b;x#uPAB7=`&w0Jo)C7c<;8H(&o2<
zo=t1d8LF=gxxH6;YWo(~-D_12tP@!HvUkF(x##v(#q@WVsjWYAdYaqQ*(>eV?Y|wH
z_S<<$RloU%XM2)j-|g+QnI7>rIc8<5?~#)MYsK&RCS20{+NO1N^_tXoWt-F2ZK<mC
zDxGh>A=}CL&yKBmu`Ab|eO%r%C1iGP#nNr_buE=%eh+hfWB=^g$5RuwB`)5ad;OV(
zrT3-Z?pHX!_jRy5Uos`D_*=f5ZM2<JP;R=}nWy*l@)P9uWGkIpadxTt<-NB9-P0y{
zZH=6{?AV68r><;?O1icDa!#nEnd^Uc*@H2;a}(cfmpaBAcJ1!Gw%F@4LROts{h6#)
zr5m^HS!sW9TmGgcYK!Mxk}YfBdgk`liyhTMQ4z<s8L1f89GNtS@2@XAm(JB^A6G2<
zKCvu&R&+97QXp^Dty%oVhdXwL+!36tyJ|z7`|`SX6E^GehOauk=KeO{`r_r&-!dLO
z=h9;O%ypWHiPi7z@{^{n<hgmR?De-?qrP{kPeZSjPi>#0^F30MyE=C5`Hgp%?#VIF
zex@dS`EF>$>?==N;}e}$ZGN+5+j*h<g8eV^R5I_MJ*@3xow2S#<~!SW(cJan$~)i2
zZBtosc+$)zLAl$~FNc3F)31K~S1`X|<sHAf>$bnN*zL6Kc;0K4l)0rznSI>fOzu=q
znB?^}O#5U?o{nwO-+8%;k(ZR?z8!lYrT@F8flpg|{*p77zWCl3EbcKo-t{+b+nMD7
zLAmo?X5Y$Hj@^5X)9KPD{>ewI7QD~>zG-R6X{9B%>@M0YnQt5`E?3sqsH}OlRYA7U
zbn&fQ;oDvnnW^&}RXo1-TcTHK$k{K6`ri*PRpXhuYe7-$xBO3=_A0t?ehM&>F|9iA
z?$WW+?e7>~&iHtH@0(;R^Y)H}&B{jGzU(SLGpkPbtg>Ty+nL8+`nNa!&ih;Uxnx<H
zyUVOCigzBS2%Y($_xE*L(V40hoi_}n=WIUr_MDN%^<xMB_HDf-P*TNwI_O&E&Ew7Q
zuFYL*a`2ZH|H+J7@3%&NzLBtY{gloBw2IG^-`Mr(i}h{imh8#r+^3(rKC9!scWceI
zyOsjeUK_pLw5_xB+^;O&o5$|lzbJU=z!jG>;aU&tA{Meoe7=3FBw}h^-PFx<f&_nW
z)V}>z@VC#_&1-Wn{XKi;c-I7-(;p=mSC`e*w@?3*IZ5+xZ}ry)`&6H))Nh~u+film
z%x4{6-^;zYRazTTxwBfz<JP|E8NaWse4V*}-Se%6kIkdsCNDSNu|+BT_YIj%^K%Nn
zO)g5GHG9qX?bSDz_nrE5L%`_mUBBHyZ)Li-wWhQb%XSA{tGg_6u`Rb~-{Lb_>E;%%
zH<xz&z803Bu>a<}(B8S%Y-YVQIU@6a@iXh3*w(EFpRw#!eqteBp3`IPw`OBsW!deQ
z+s>LA?pJ;lA^Fsvm-E}<i&I`ro006by)-CXsOZkE$<C`5_uVXew9M|&j0ySuwhWWI
z&S~oD2%I&_fAjv4nR?yVHGB;&5*s5AFPbrBN~QB__j}8ZN>^n@<en)!7&BEf&GcZ%
zQm>_{s@+UerkLH?ecX{*Gg5iGohZYji8*iN#11b}ef4khlH)a*!R^0(loZSNRf{?p
z{d3>D^7oVI2F6F5rXOYKy1V~fL|Vt`FAoBbYcZbaE)tdbHuq%b%G=YIxbF*B>DqJW
zd$eofyNwnvc>PK|zE$scXJSz};o@~RNwu44Px))T)M|;>b#6=7t?#_bXrPkvKR3<L
z$IB%~I&@vOTj8!{eRiUss-J8R*^otxQQZS+@Ah2DPn$C3i_npXV<*-3Kkqm8O8X*o
zxIc1p`rAdR+B_>+x$95=^Xe%TnO}6u@Yb%0oi8shf4?NPSupwG%H>~6|DR8`6O@au
zd~or|;r;(!l>Z6m`=|Khf4lu}@&DI$?|W3gYU9cLpSKSG+vmJj=ll$dmrEx5{dsnu
z|3|Xm`ai2q@2@|-m-*4g<?`R^|Ng$-{C$3Xrn|tm^tc<}o&WE)-Y@${|MAw^%~$hx
z{8am2Tz=Om<IY7s%YX};MB7}Srf=9Ulq|P=PSL5(jXB9`!6M?~@(WX$msCwr+T0<;
zKb?8qi7(&d|FzoZ|8uJUJGY$u)81Ff=0Cjk_uQ!eTJ9dX>~X-V?d5h4=a>Cb`ajJ&
z|6TtpZ@n+;cmKQfpw{@zzn+fo$MYg&|NQU#wg0>R{{vkKH;z@${=3PQ`)|JOZ;hbd
z5Mh>}-Vo*>Umo{W=6Q7&_WwK9#`r!q?ziIp&96<Ty|kG6>igfbpBN9<{X2I0pp~D}
z)yvC#KYy4175Tq<($jVMe^ijnP?`8D_x!&M2amF-CBI(E|GA<+*IHlWe?{7LZJpzs
z8dtw>z596n&L2H>E5#b8ee|jMcCD>$<-SL+_<x1R7BBsOBAB0dLiQ4=m1-PIq*k&m
zndPBy^|W5~|Avb5TOK*Adir<yy!w;--#vc)=gcQwmf!OEznM-K%Xn{H<8SRUrF`$F
zzjZ68eG(AN7xq3EcSrx~UEAM(toM~f2N)FvUG#L+?D(mJ<W`=Ie;yybUT6K_*b&*?
z-+w-zSHH0Seslk3pW~IwqVlZ%{OHa8v#USmZvEn<n4ib>`S(lRd6Ci9op5@G(p?YJ
zAYTCw(;!|CQ$wDW>vq4Z`u}<MKEnrlOL<>67YR&z`9uG|K%m|3O^5RTeUi0Y`iot^
zoXuQKigEe`p$RXImnmQMFm+V8>S3yIwMF-Q(5}Qs=k)7Mmxs)rmG#okzv};wFK4&^
zUcP+#m+5T+kM}S8bu-rg_vW<oU*fCYs$1rV#C*M&{l{Bx?~VPx|LOnuzUAKA@X-18
z88wKIt2*^PIJf<a>)a*tU&+6(KD_^L_xGRXcdkhMnL0^e+VdZ8ms_pjwt0E<@lNr1
zo>%<8I{VuQ+}Wd18+!WrjzB?3__t{un{(xlx$7FvB%Q@8UOW*_?H2ncc({M(=V$-g
zrtz+n>z*LJ<!)k8z2}XBmxd?ho^R}%`|mHmz2ukA=Qqjh57PDI*sZSOX>((*+)3YC
z-)hx_ijMjp^7A^uym?;DyN?U*@U3KHU~pK)xt!&ktXgV*;$d6eg_BoT1<94W-refh
z@A>I}dfwmkY0oXDW@*-X>w2(0%@?{f_r;u@#Z8yYE92WvT6{}?BeZLFe*T;Hww`v{
zvD0rI>J4FLU{JW~@l{|+RNjMW(mT%<XfB*>m)v&$>#zNre2%XS+5LTihvu9+8|J#K
zT6#P1rRvE&>XU4z@t<~Dm1yFznS+60!Ye25($m-FzUl9%s4QsSu6s@Ae5dl&BKgkB
zh%mjC({#4qxsvPUmUGZ;RiaVQw9dmbHPQk>mL8s(b-r@PB+knJSMSSyy?(#4{KL(e
zo6~-W*Zz3_M}1y(<5SDNrBPLGM*N2+wa0Y^c-L;7_-aFG?vkji4fpF)eJ5<RTfgek
z|2whUdop89gLqq)=?d4MJ(8=##lWy+*Myl_)=$)2U+Q{3`86|k{RWU<x;?yQw@j(^
znE&tl*1MPg*RAu}`geiO%TmvI4%K(RURSzmkh%HF|Apz(_NJ_61bNJB>zxG|-&vFt
z&2`#JqrH0ef8u|6(%I<xrS0{4E5$meEx&r}y=T7S^11ssR<?Q0UV3kJ(BIoWCL29K
z!J=ZA|L>5)1YeJBmeWJ>@BCRX-|n@{|Ap%N#e1~xzB>7%WUYB&)~cs3H&5C)&F=T(
zB~hC$7dbEf@>1V_@zj6+T{q?D{5X;_>D4EnHy8hZfARX_qLmK!!lrc2ow?$v#)SB3
zzbe%31+KK4*l9muEgOTws>v-WGu}>^XS+n4zj9a3jUCVa|CXz{^Z&r9{a>fYeyiL6
zZr5w}J6k+@^jA)s)Nj47<aR@%(&bCd?R(UhDm*(Fp(a=PYN3M9{HsbAm7WFtQgqUr
zKi?&2?m3tKfBTcB$ZEaqt#KDl)w)va@%6&XL_tslvILzK7A+2%*cm(X#{AB((+jOa
zyj~k$Tr=}E^UR33ow`={#ALUt2uFXlPT7-c6{E!=^|koZJulgPe(~NpmlD599g=!~
z_Y`ww{pPgUtG|AKyJ1=ElKso?cBcKE*E=&}cBdYwR0E~>C9^b^gp{v*Ql+)ScAB^6
zvmLHWcbEv5-rIeZ;j~G2Z9r=IYSrVRaofbre!k0{_DAkQVO8jn)F0n`LSB_befiB-
z`F`3wk(GDMSBuDBeXk$(GH&VP>(+tdM*W~NiJ>7x*uyl?V5MEw-}zk=vXswc9^crr
zM(*O8ErQ9C%a2Wr{Joj|%igbX+nyY**%rC^GTZO!U27h`)w+;bd%iCV;YJDHmG8Fx
z)9;+{YMM-tZqmIcDcz@&mh6f!z8+orOMC6h8$$0h!)*Lky)NA$n+vtMzwnLq6=|CT
zsxNuljqU}X-!Edr(e~7Q<C0&?*YB6G`QiFc?QhSQKZeuzYcv}|<TtbwpA}ddm9<G)
z*YN$dHRUrxP8Y1)t#|3++F5hWE(;#Km%n#^q^hOYs>ux@%2yc}JicZe>;Jx2uw-KS
zVc%Xyf4NJG+dayz{4nbK@<(xRW5}G{Q{1QcE3DkN{Oh|1D?2W^&MR4|zP`BD?bp(I
zX1P%pxKF4|dL^oLO=;Kdy$54o-Hg3^Gxi;)?61n5Hw)LdU5Q*@ey`kqx99QOizgN>
zOTH(*bJ{&?udmfsYcjXL@^lb-bDz<}lz|~A_Qj7gYyZFb|2Q}PMSX4M+x9=}?SIW(
zz@MdjebU5f*OeYz+P+mXT#iNgZ^&jD^|p}nGp&!;KMjvP`2SOQoOk?{v>8YKIop4(
z|99;4-`MxDMK6yYOg^hVGlW?I?8g)Bb947){7gOA9J_A+M#U3xrwv|ikBU28p>*}r
zgc;)TzjG(7T-N`pQ~9dWnRk-~T^9s%2OVsVeNrp<;(1(!nuNR2tx0F6*{zzG<*<s8
zVM3Nt;+=m-e>Z*NKk3u$;2nA5m-YK^=WYKVs{1H*Fs|ZN=D(LORUIWcO0NpPcXK`I
z7altQef{5wznic3+x{&G5Zm->@%1nE8g6nN#aB(k+5RhEZ3tlo6|%91Kou2xWR`Wd
zZol4nonsHy@0rH4ttZ(f>eVXOU6FOd?yFq;rq9`X<9<c{=Z1$$SBzr*O`k2a^cko|
zV}BeTUzDhD^YOzp*CkRDvKSbaRK>J$d<vESxBCH`%Xc={;>U}w_?^zK?Adu@d*%MO
zAJc!`S3b5s#QS9Xl=2zw6K*fkU8<mT>3-F>iwllLZMv+Mc6Od*$JQww3Rew8Gm^kr
z+FA4Ggj*RW-DXdydih(f#zr7Z(*57Inzs)ZOp7{YXSF--^X|C+*B>l9c0T_X+v!3k
zkF9q~G-hV3oIFkMtIvr7!RNoX-;ws%ymIq4d+(p_I?q;iesVc-_ulT>(C3Q|R&TGi
zX|{Qjx?jy>Y5D}OsC-a$rXJz(E%KDb8-a~+*EiU`_~?9W;{Kw`i&D1AzrG=PB`7|s
znAOR)aY@v#rT=d5u4Zq&Go|A5+upyA?_MwKzyIy*HOBc<t+K<nOnk-ga{jLCLYXha
z)+?vgR5F}#dw-Yx_>Cal&ml|ypH4pU{ZbV(14EFnfK6bbmS^eQue<y<U%h0%<x73+
zlE)=g@4rRr9*z#(cU$*jTyCxV(zLyd3=9*pnjBUwkMS+-Oq+52<!jlQHx?A_y(qc;
z-pLSYmqX=kJ^T!y(t{<)_T|#3mZ+?Sx7Q?oI^wc&;=50q`sMp4ze*DQD69CG8C+O4
zhWKZ#oK}^!Gw|YDgGDh*e>HfO&k2#%yzjG`mw^G?zzOzU)g3zPddr^cOF!wDUWqRD
z*xIwZQA`@<l0_lcGtF-Cz5JUzcluk_B@vr1Xs<cHHt?p{DyMzP{A<mj_I&;z&cML1
zWR}8&tR+$mAk9oG-Bu-XDaWp#^2Bi8o!lrJrpvmQGeL=xr7=YLs=>pFyB%JCmWY2R
zvR1Y+^VD~b^rt0{nHVPbWnS+3UmNvN)14zp=W)ID%O(4}c!Uo3FPhx_?eeCB0h><*
z9*$Y*_jKmYxR<H#^``nA+r9Tq@pDE{w?$1wEm(Kap7_@7(f`FG^*(NjOzm{GTE}yL
z>EV<=Vt?%_zwLSX*<elok=|=N(&ngzF@rSuh^>70aZ_Zv;LFgNH=d;aHkp$1HBdIZ
zZRRE3$%X5_ZSw!L@_M4G;AP`27L#~E8VnXL-KCteBV}=T)M4MB?$h^OUsrfyQtHc^
zJLivVn(#9Bq>FM8SmET*Rkxkn%F~icJ3`)vRr+OnOuLn`)b*UI_gyKYy=v(@rnH-E
z0EHGqf{}OWUal=uT2Jt{9xshqIs4wq!@ehv8;QQv)BhdwD=NK8>A|F{dYkRSkAeGV
z4V^xlzrQnnvifU%`Hr9e7ktlStD4=XU3x`V>s)o{GS%R_D<A1xSusc4^7523-|PO~
z(Fy|x5Xkw|#SRBG?3Mriw)`A){8;gv>U*sFQ+z>I9oUfy>$m-@=)2Oi>G2v(kj)OO
zCW3tcqZz=-g@FOo&;;d8ddXtg@3so$Y=)I+G^o%6rEDpP1Hn}<5+780gOfYN8=%ym
z@MPr~mujD!b4N~foL^?VQB!#C%p21>x6ag%I`k#lc%!|r?aUYFT%y&q)LwkjIqCAz
z;+O3vyHi{r_HKH|uNL9Iy42e1<!h<hSj&UoXNUEk^eR^4OG)ZCj=9yecGvmse988?
zSN__}e_OG3o3Zs*^EE}sCVorKKk-3nZvR!2@8C+fb%~j9om$^Z$CG`^zvdk&dtPk%
zYi4p)!`o{gcYPAb7W`z_yH_i^`fK&CFA7!{r#(#+J@>KbkV;ZWe8c;DYhP=N>+Z5U
zYqawE^{v7+`wf4eNXZlaW~I)T7AqIB(RS7Edf$2X;}`!f4?py=yEG<#`*Yb{Z)($}
zbFM!;zIL+3`CIR*j03$U^Ml$O0WX*{s(WV0UMUQVoH^fF>+aKQJI-3&`^9qk?uy4<
zb9T<WlJz&w^253r4yP}Pp4fPd<Bf;+*Q{7`QRfJ?)LmzNOLj&Y`fc;QDIWgHs;_&O
z&A#Hz>oyCe&;Jsd(Y>ZL(@$^GJdgFkg5N(+$hsVsQ}C>MH(z`*@A}J$+RoD^Z;8y6
zV*quXdnSfRcTOtY7Quewv6fGso9D6HGm~d!PTk~uuJLx-(z@&GX1w=^x~A}G{wYJh
zjdkgsP50;ZP3VXTie2?yRg+({cV?e;e&GF?-m4~`+w8slROlTeE!jt%ZYzryJ&R<T
zo?W~A(+oeYB&&BO?L|#fymq{M^VLQqMc(pF>Uy=KuHka`Z?Bub@#eC_r<_%8elMCH
zHYIa+LY=qW{+A8nb)gGl_NPaCREuppyZ(CFYJsN#44{CU;IS(FrA74IhpK|?J7ZEA
z)jm(rUaZT0OiTT?O5~O}Z!woMca0|U^=|De@wi)-+QINH;N<tUlbej(IaIXE&PYAq
zaW1{n^z7na^L#F^bDcVQ!d=DrTQ_gj4v`6a{oe4g+|{Q~^}d^>Tb_9TeoI~X<gaz>
zl~q%%*4dsf`V=(r__s}JPi$9CwoUpg7pb<kFJ%42`<o8Ue4qMD`po-@iKe^ueY1Xj
z;qTl@b8Rwui+#2WM`z9cV*T{@x2VT*d^4w)o+~T%*<M>+eg84<I`eg(H>CzVD~_IX
ze(lC*XYZ+1mHt#sovHWu?yvtILTXppOX9h$8#npyc)V@);$3oGpQgNu(zm%BCwA%H
z5zkVu>5<%L?LhtT0}&pjovMn3H&=K~?NL#cR!a_@`aIus)6Ip8_Fogyi}u(R66BI)
z_L8xzTlHbtv=1Blwg*l>%2r$J!2i$n*M6StYlUIaPFJ!xLzhqA>yzuU*2})yr9OGB
z-|HD%5gRwl^}Q-LfAOQ;Y1&`E*mJW>cCB9H^GMJ8$@a*Zd#bYMRnMt3GpadqdhTA+
z(;H1(R`hDjEWMoDS$)eYa8vfGY~7uASH3rY-Px{bc<a@g!?EW$<LCQ%FWY%Z>ij<b
z11V?vUwo*F_1}B%K+rVNYn@lMp8tL`*=zf<TYvhT<F?&7RFl`Q`s3>~m)SpaH~G0u
zx~BgAQl{vmWjD(H+L{%bUMLKo@}_p}k)J--4eFO`nrCll3$6SZp8oAMrvx~8i}<YK
zuWYXVcjIO1=DD(h^ZhHCH!t<vl&dy-y1&2T>OBXiSM`3858%|^y5!b6M)Q&vAGqAN
z-0?}BY<g$PLKDl!BCBVVwRS|`nmGUQy$3u$qw*8B-CNVX_gqEjxtim#yf3cZe`3j$
z&fRuWX7|kfS^9snTyB`eXle#=TEAFxImlbA*mLXbucqoOxr#w0cV@jyoErUoRp-p}
zqUUxM8n60#?pLo?_|11Z#nG#}*Gv}LerCl{%a_KNUzZ#+-g;oR@H_tFrLkL7dTL(1
zDsNl!c!%)&WM_dV54}oz^_rQ_b-JFCj;WU|3!3qX0aUmya0tr%{;%-Lq$h6`i(Yw^
zHXoDwd*_(UWt#`Q`}WM?E;itK-Icpn`FQNKidIg)wW=9=6(3KnVD{$e+Ivv);1;hd
zjS?&ME~ZL^CC4q<U$}g;+$<%QC3k<W(Vm!k?WEV75cv?nUZH1)IaAJ^_0sE(e4op?
zbeCpQ>{_0Q(f4QO&FBcTeD7L2U-JAEmKi<2^F;5i@Y$ey^;!8Aw;b<pwQOnsuD9m+
zdwMN@ldH7m_`DS_Jbvtb8n^9^>dFv#xzv?rw*0c48T@=N_Q`I0=To-(7&E9AYGCr*
zT76(mxT4Ji)%_dYQ}WkO-<{48Y#lxC`1?Du%8%0IX6dec=c#bj_TB@YOo^ph?_{m&
z%XEwVdqS2MpXk>V-|&2)-NKOdp&ws<Vk@hi;l0Y&xBSL?%Xtq{)N`UE#XsMc7V;{s
z?JG^)@VfSFNwxE{ryD*;pZy-{aw4a@lqvOk+3d+3Z0?tGR>r+PI$h>V#B0k{-Un-z
z?sEU$IdMtc_N#aAJ@CnkD66$-vI$ukxB9h;*9u$NI*;v*uO?LX>{4d{*O^>OSLaPX
z%TQi@GTU5Q*{Cq_(3IB))FRKFwR*d8(yJo<+v@95_Ak+K+_Xx2&%x5IfkAtZckk1=
zKV^A{c=b(frlLce@1DL^_1;tCs%>1&N{4+xve!?0)G{u;rMI+W*7U1_uhqO(@hT<H
zUNhNc^S^GVB~`IZEA1=}1?}C*P;?_<uFH;ar>eaNmwL{de)dSdJnPE5joW_j5U#z<
zo1qUH0}SFdh+7h6U@m%V`nK?wjAf}k9mj2V9E~aJ-@S9CQ|hq}?|o0@J(ujd-L3cE
zz&|IuS8&-qnV{HLN6QT(o~FJ&FxhMC$v<sVZB!<{+R;AkgwgrXY^m^nf@)7@b7@>P
zHN32QEqAGf|4O~DZ1){zZ~E4}Yr<2B@HU~)e}*wD^)_Dno_E*JebKUALDx4%pHh1L
zXNCC>JC5Sy=WR^hrL(W5J$c1cw7;wTM#YqRaE9)g88Tbyw4L_rWWFVNbJHeHfBR7}
zJhT1f$>e0d#EcCtc5mE_FI%_&71_EZD7Pg))Z^H>l-s>Nt)-8}LjNW9?~b1C9(v^Y
z_NSUxb>n{Ywu#<*@TvEz;{BbbN%JoM`uW%L+Uzy=ofTg{=rG@L|6`K=?P^cOCA)5%
zzNZi&rRe|q^ORS9`g`;rFOyiQcM39B`7=N0qRh%!S;`mK=Op&VRkW4Q&b$AT$!lw5
zn)RML=H|1dMQ1DDGrw(buEhkdaCe1N-#cJ5LCL-AslwJE)wQR+%N8$MeyQlfuX|~>
z6?xw_nI4i=WdFS)^A`KXB|&p9Wy*fuboZ`l<xRb>UAi-0U76garGNYFydw`MJl%5n
z)E(W=Y~?Gjzett;IOkmOs@|UW*UyK%@;s2JU)`M9S^Q~p{PVpL{$*!uX6t>uw(`%n
z%ANA^a#xq$v&xQIZSt++=Dxk$idVmt?Ed;c$~N-V<+s}ReYWncxo+`#_3>YJ=8yMZ
z`z8CVc=p~mwVX#;C%kgH_>T9D>oJZ!FQba~{`<GBL-?+o{&(j3MN4+wla6^;a%9r0
zZxb^3BKy7?s<)P`WCvB(0Rld`1=(jTT*J(A=9;d#D*eM@%Hewl?2?NEU-8y;biTZo
zU+a>lmow`f<CeqR>!+IWGeka=X(_K_-pzXFVXE;|SFMl7*B0&y-52%c_bDCE``NYq
z>78He(&fslnP1zUt>ReywdDHwV-r#@ta!cb_~~g+MJjLZ+x)if;N^P{+V{(RnPhwF
zmPbLv**(86Ou74Och#OZQ@dBR?_cA&VVzAZ-#gCBQuz-K$KNT<sGncWdi2T}^P^|n
z=bQg{XpzWYANlrA--h--YdUAF|HSh9VTRXM`9h^Pc1JS0%`K{Pey#4G{A$IUpHjK}
zx7OCG&)2EhD*pe&^c6*l44~GqMDdx$>rS`-w0%~1+p|ha^V6qlpUR+v)8F^3x~_Ba
zd$6)W?<K(>dzClxv|0Jzjr+6sMf>hKZC*3Yw;W&B|K<D4^P;{NYOTCh<yxNI8dKH2
zQSKW5<0p&E+*ZvF`Bv#;399-T4(v!+JAL<Uml-=|RP(m|+Tym;%J7Qa3fCL_6+2H)
zSY+_jI<fZk>Cl$kHF2O4m7(F|5jmFBOG$ZL(@O7{w4C?;c_v`<!KZOG=N$_@cy~|f
zyJ@Z~y=2Xk74FldK(z`(!W_lOtdoD1Mv6?HlqPz`R``XvckR}co#EDpm-3`<7r$R_
z2hNzF9t<dbgJ{q|5Cf<e4dM(MS&-`vTzchg7iX3J?*A;)-Cr~uMYNXr&;L08@-pAw
zr{7$PbnkrVnpO8|`IZ=POVgllh0Xt_^V81Fz5e}3vHp+8dmR<j^8QTs|9^SDpWV+V
z!v6oatKa{5cE9|G&V@&v{cRr1H~Kq8_^9ep`6XYOX3PlM`}U?h>qEZ$>OV6b4?o??
zGyQ+O<q!7%-}LW2kN^I$^xs!=vmgAnKW&#tCG6SoWX{t6?rG}PyEnf!J<_icvF6u{
zTl-U7KFmEQ{@=f)YKD_-_BWmSdw+K3U#?>GiCOvY`0afHE!Ht9H)ZwKr|$Suf3^L;
z-jDyFiHz&=fBV4W+yC0<yR2e7Hmi7g+=sQ7#phrB{<t<@q0Z%C(#@{#|2<o(u4~_S
z?`ap5exLho`S}@jk7nPmJ)$4IWkbIhPr@tDuhq*$*>7f9cmJIk{a<n=n}l=Mv^lXm
z7q6<id0T(qx9B7N8XkLo?Ot4WwOZfOOy6|-`=!_Gnk4v@-`y&C-f8*y*_<Eu{H>a<
zdzc=0GWC`At94)Ze>$-Euj2aNkkj|M_2S-v2IB3fXrJ*gJ;1?T`g3M?ec8#bS;F6L
z>N)mo3DDQFf2_Zfb>+VBx~r`c{L23x&VN-a_)7f$@%~@!idPvXhpz&S1U^{L`T5qC
zwL$L!%kO^ux92DK-^-W1|J1x|cUr~h);Gy@`TU=+r^?6GI+gi6>DO>Maq`xkD}U_6
z=WKqW+fr4r@tu60MPS{rO!c_BzegDlPt0mKseLu@sl5LGSNH#<m+duruy@*eTOCfG
zB~l4fG_AM(>A8QmAb4?qfN*Qq{6GEoe{4=WU$^<wpW=J3-ra1M;5V%M`}_Le)$4YC
za;Z8wQ~l61<se>zuS<UY*8i_`!tZwY%%}5KT-y10LRP~?kyn)~TmNg%pDoFeq~R26
zRQxRde)-Q&`xUMn7Jj9@e%;sA`jziHS3K<qVfLw6S$5iHNssdN-mXa!lPC52-><0_
zn6z}-udF3f2_hOZt-t@7G;{O+qUY21cl{7#?e3F*`*FFb`2N3*Q%#S%a!q`^u+`&>
z>*>{hMNQv-ehhZh#-&lGEZ)o(R8<kyO?o@6;zaiDyk9Gy$A7Zl|5AFN%=Pj&_m1~=
zF)Tj#rjmQT&RpyF`j@7wK5`e)+E(}c=l132XZ-tCdOiNPnv<=~!ni8OrS)e^OY7Ew
zU7NG=S!Wl6aK~jo>$kUVE-k)SRZ*?}$X!Hd-?tOn@7tyR`ciIJc=`VRP6>Y7CvE4x
zM5fP+_`UMAaBn|o9NEM4fX0R$kM6YHEPnQH>hV6|)}G$)_CKC!E*IHf{5g02U+p9t
zn}v2?w`>xg|8xES2|tWIOu^-h$PCuh<+Ylo^@;NRvg%xt^Rse(o$ismd_QyF^S<o@
zj~BMvq!u~eY!WW7eR^(>T|2}w2S!c%+K*y#)_x*Z*Vg?0GXLqu$KSWqy_7vtQQ>53
zZhC$H@~`jq*ms98`|z!trkD40ne)rLkN2_5pSRrC^ZBCx6?WUElD+@ddzd;fYFH%~
z9yNX*U-2=%@{L8{iRCJF4_0OWD|S2Cvt7RG5#x~xiH~>Z-sfwnT5(!%CEE;{pua1R
zEpu40-S)Tg|4+C0e{Qe;xbH+^{@&Nx|JcL+<r=K(2`_vXv_vXlNo!Tz&6Tm!V}6<E
zf4)(;Xo6Gi!K0`Dw*>Ip@B3V{+de&SrTrXm;Pb7FE4%so@ACQ&mmmCZpZ6zD;cU^?
zNIBQMV-xw<mn;eXwPIS{_cH}A7ykk+5?CUY(4r9;u<eDoP1zicFUiL*i$4FeG9~Tg
z?MaEQJ?(PQ^KU&mKhylU{JSETRg7xwA*Y+8U6w4J|EhahyjaIpHN&RFOX{V+))d#6
zXR6hPr!RZ{-ug;+2y+iZDz}*4ul?7r)qj(1nWYipVR>=o@~Qs|uf2)n_-gQ2y1(x0
zkvo;ee<w!tfeMHTufCSwdmA5B>>8k~8<{PbDXAx!anj}VWno{n+bt<;U01js(EQIJ
z!MJc<tkrjZkYl$5EPr<1-Y)&#9J`$>`3&W%Y6?F;_t(*ge$amf>e%yhOn2Mg{_|=5
zzq9l0lHLAS2PNzF8*LX(zZAOe#J7O?j*TJAJWGm>otatxXyaoSMQ0<$&EDSkXIba#
zIoY1sQTuqUy4XCcBB$OEW*@zkW|wq={?5xhdhq`zm6Ve)r+s^hnimOXos4<@JELfc
zltRm+Nt5``>COGD4oXZ$OCIXYHGY2f@_C*2li4RL9CPkJfA3O3lIPK+`X$pr#e(IM
zU%#ZKn|eU=ppqRijnkw>m+o=)a&XzAYOJfO5EQMu^_tQxwNG!u_*b%>FvvaDv)VX)
z%W-hZs`#?|etmUb*1LFPrH%l8<A47qU!QNWd($EPBT&D4+g#gdJR$3|NXo=4YiV8E
zx)WEOUwWPA%?n{UF*!tQYhKyQIom5hsr1Jy<@<Hjaas4`SL^TGuzq*Ce3H$PA79_c
zf4ATDZI|%$n5vEOkYY#<oUs?T*p$`yW&N8CiiMP#cii9iYC6?k{Pe0^;MGIUuTx96
z)+x41tz-kWIT~zcTAN?3`ZcrrJ~)IQFRS16cWtov)V)6!@~?j*tm)F%E~a!5w1^`9
z`^43Mo%G$8NP&A!lLEIqxN>>l-Y-qv_rO}`Px`U(f6)KuSN>GyUyJ>{P?+QEhn8Q9
zo?cz7bOl-hsDR2;R{b#j=#OHcB0%$s_PzS28#lS8=3g_f6Ec)@`}3!F`rq#R;cxq&
zfx>A*))Fa&d6O>f{QNEc=XUv*k2O186y>esLTgXXe|~QEXE7(+JvTmg|9|H_y>jth
znTc88wq3`voO^#-*{|2VGR{}N;-WZzQpLARtCBy9FS(cV?~`oDM}tMHf3wz~yxIMC
zBPe-;OD7kOuV*5c?*D&3f9Ge}BmEj7CwSL$pYr?rdCg7Z-)8r2_ek(7*L^5@-g%{I
zihUTUcmRjr!4NS}BLx)HUy_eMKRf^bvpJQ;zi#cj*(JfRJg+|UcxTU*U&%XRZj<mh
zdnR)8{}ai_JDu#yYVI{%`S{X!+5W#5g!vVY9qu?jukOc@H8+j_Zj9@L23my3+?r3f
z)#sK>vR|C?jI&82WKVk3#`qeqjrzBvPM(oe?^t;J<a^7T^`CYgKOXbWJ#tmFNtW?N
z(^F?t{M9Zg|EOK*^XA-<e?Bs&T!h_~99A)^F%~~t+BeZt)lK=CzQ<gJ%Qk;z>@WDY
z<A-dr%GIMYHKd=WZHoECul%Dn*Gk{1)2mw5UD;t3BY28u;wz^MGdi1RzBqS8PxPYb
z%oi8Fe@{u;+@~CQ-_*)SrF3oIW+UP1(mAqP8<kF4f34=rd}h7$eQDI?m|WlGG55{q
zZ@iy>^~U<kc^lfcTL(_=%zA!gLG*KO22g6`1kJs;PtlrsUFfXe`|oVi>pKptyZ(Rs
z%MVJT;euB$`N(YCbimgt&PsUSskO^D-Ja7~I`hV=!zpugua#W-b<@|%XUUHZeACb8
zUw>${Hu=|ouD^TBc0_(F{T1D9A;lQPo9xkEs=BsHWO?*@!%0iF`rcc5Qf$dAhgF@L
zx>tQ~?T|Ke@hFY@Z~jzqnd8*&ufD9WT<`08ch7sv`JxlwU)3pFoVNb$%M<C^YtH9h
zZFbyU9PmNdYir6D{))x%=a@j9DZORBYowo=t=z>Rr2lqRjHk|bx8Gh0LB0xCJ-)I`
zc(qK?<Ez&DyO;Q*v%-&fY+XL{<5sOx?t601ehye-wd&8|J=@tAvMrH1#<7!WN8s(H
zQ^RIQtbZH3b=$(VRa5h3UNu{{ecy4O?9k4yAsOLW(mStanXmp@x_hdlS?=cLk8>}6
zzaI7Wr_|hKwr{z#Pv<W3tAAdnUb&HVrP_q7rceFlOSgHjn#8a4%Y3%;P*#j}(vn>l
zg?<YC%{e6<@h@>%;wk%8NlUEWwK#54pZaTWrtJYng{uZpIh$L`XJ1t-%e0PO-`N_K
zE8V}UB|JKJKF2$~+|w>K{8`c0*5!UPTD|x4n)j<O<$N+){ns@2l~iqgzhC$<`(>9`
zT|0mE<$qnjE313*w?DgVm!@!)CCJz3rL-u2rt&Ud>GbbzM~l2ee6N>0{WWj-%xQW0
z)y_$+pZEQZTzT+brtjv9Gy6Ec@xA_ArTu!3+7qKJk=>;-);j_PCuB+Z_GNxLuz3>u
zx{%pC`4hdiChqRLoZGp+a_^;+E~nFfuh~|(xi9*OimB9>Vz$YJ>q?Ez&))k(>P^-2
z>Iqp)pg>`8ShX-=NBEUPOLnO$MP69<_)Eo2JtyCg==ZxXPg-46wE277*{ItyU-ia)
zb1V4WwOIS8n(|&X70ZhYBj5OC{|P;p4N5zlOQaYkWJwq<30ds*f4$725bu}Aqp~Yj
zPk$?Ta%$GeuKdy`JFZU3ni&6^>yg#ehZ-yU4yD}fUUTLf+mfoDN80>0ul|2X|34|C
z;`Zb7KhD3YQvLD&`0slk?2BL9|1P~A`~H4GaPt3xq#BQ}pv863@AmApw=2J{`;R~F
z9nZb$ms{tvyubbUz5SQX2{x}UKKOS$Kj!iJUoTAm$;R(G`~Ka{cF@`e57Qvqz{sUZ
zcUKkJh^&lTc6h0ei`Vlqi}$-{zT%rZt#V((+?9Hp?&V+pzPerEs@sy?U#gdctQT1+
zw>SdSQpr94Pvhc;*LM5#CcF)=FTWBWQrA}hIyRp3*u=!o&-7i^9G@5hS|hms=jrkv
z-}85xb4+{{xjCK9Y46_8oeyfOYb5n}8~^;jAk6>6`&`@``%hP#5AKlPow)V?Kke*g
zTS88I9y=5){%7W6Ay7H&A8{%q>a6p|GaHg*(@tmXoXl%x9zH#yN%q^m=c)M`-%D(a
zef^gw`nzv>ZhGzc-Q_Q)Ma}O${8w&C)gq6rDI1J=Z#H~41Fbgv|4==0*<+7Yu2bG7
zhR6Ip=&+&K^Q-!+|Mx&k+rI4o{`&s@ch_s5yfQo;*1t96{`Inc`}B8n_Rpz&HZ#2E
zakHx(Z>HzG`*Wol-!p*9OlgnOqLu%?oZZeYl>2DW)9GK+S81P%eH9<~d*O*sf=O?d
z{sOJXJhADd-*T}ff1bzR68tlN;*ozk+geh#_J-L1yz}_r4)go>Uev$7>3)36m*h1|
zqoy7F)4KBi`jotrKOb-LTz&m?TlLqXlsRv%z1R`^t30&n{q*y1w#9ktF1qt^pZosB
zjf=TJqY4UFUHDdtWlnpurStM-Z>G*^-{UQRv@2NGy58OT?@Z+8zo4#L{r{)&8+?vW
z44JMQCGlsjS?;X*xX@IE)1T&feElMMxp@<x@T5+&AYH{zcMCrI9(?}fbJ^anArrDr
zo;zJ+`L@T^_TG=$gwB`IxBl3@Y|F1b^CKvG`=MPSH>8d8Cf0@bn{U|Xf24M8>CG+I
zrO*Dd1x<#ooR{-dzN{?D==!9q`(7QcKW-%3{#0J+#H7l)cdhBamRha*^BA<)aKFu;
zR}J4&YJT1US$8J>+dpsrIXj>9gzx<r|15!f?VT@|R@_WIsp9R~F(uDq{_@QH2fZer
zc0SfRcK6r5j*{hR8<x%s$g5gewxp_cx~{2V?apNun?MPNIjA>;-*MH_vM8g=N|(#d
zD@?kXHnZ>itgMw2?TSB2HtIZ|^vYXruf>kYi*^4$@vq^?yEgkx(BD(*cl{}zKJW9n
zNKtRAy*c8pkLRY&YPCz4%i<C4SLD9q&fI$<pCmueh+XJ-w6b}6?S&r2x32ac3Bf0R
zfQBJ#Lnq{Ycr|BRMf<jyvx{Y%Pi>j|?$Z8L;UZ3jt2<BI?27w;ea_zc6ThF&t53YJ
z_TH|xuLpa(6N~yn`sYiFx=ypN&URkpv-L`h_w=fuZ;H0{d*0_yV^<ZN9J#7|@2A?C
z*KR-8v;BUM^V%BG?3|4%;ZJ@AbO_AOn^R`NyKhRV4ByE!?w+Ny(+=-U6r7N?q)JQa
zB*)9Nt@pBupEBy3{`y}g`dZ^j+*G&R-R2d{?_(WTsb_hZS127W11+WEss9=N-z?$I
zxpmk7fL8wee|_Al>{of+&()0?w-0x2oSwD4<#0;k(`T+PCr91ee&1L!r~1ye{B3OJ
z23~DdYg($dEQy+Sdd;QCeEq!(KJE8g@XW`{B5UpSPadD-yxXcn)_AXVtM5-+(JiBC
zzaS`fuJfwykQ3Xh7vC)vW(eYa+??j?m$Pw6l-IL2tD8!-PL*2i%e3E~vHRAmEl-b6
z$ZC4f*(DseYU!2KUp+5tz4aq@RW+HW2c5q2I`y|p?!~q^sl1oGDZOb9Wf3=DthK7U
z_3MsU?gQ5g{8l&9!&jx=@q2FFWpNBNs_U=Vwbso1)j=KWEq_ftyF+K~yeDOp*L~Gb
z`6^3eh`-OuX+D3}+%)c=U;eOC-2cL{SU;9sp>5?E$DH*vw?)sK7<=o(_m(4E`qjaU
zmlxg5sjc5>z9H{dz=`rH#XYP`q*l&rYVj<c*tIz}DST~i>UQ%VT=A2)-M<nd%o1d4
zxHRfi<SS|Wm-;rP59{ZI6-othfTp?)Vpi&1RB_vF{()<riZ$QsYO~p<D+A3Er!#<>
z3&GK=mY%kGIsNySFE9W1AMY&#r8M5d)3YXKXimK?VKgu1?c^W<&4bbToLj38TLjq(
zI_K$3nP+3S|D`nZuA|)CJ0(AYdM<KyWpD0@Td(^P`*-Crwf}9irJAK>C%(Ek_0|0S
zAB#S)I8>h5QF*~TX4$uS*LF9v&$;t)>1`o<)4)@zOQ!d9YF*vbqgQv|RbA_x?d$)a
zR<MFQ3=)znr_Fk4Cz>sM$$OHGPWF1a{8OgMdxMVOec#g`;=g6b*LCZE$VdF#{_nE=
zkCp#H{qIdOrtc2lwr)N?(Ys&ayX}u1_WAz~ortqra$MkLnE$U0)6VN^*(aZ}-&eC`
z>8@43{y0=ERqx)ct(|oA*ReK#me^+}nG;=(EWN!a=Dz;khLo~}f%P0`JUqX0|E_zn
z{JhoYxt~{Qy^NLw^-2<Vctp1Eyro%x*>6hbjc}J>D;-%OkFPFgf~0RwJ+s+kGsi}r
z>F)if3k2V(&#P8Ekz)Vl$@gFO+WtNwJOBM!eE;QtzMtCsbrbhr%HL|cuBSbu|6VYI
zeff3Wzw2G6EbY$}^!&Y0x8LULg#VYX$Aj0xGv3UcnEEp7{p<ca_wU!vJF(NI_hL$g
z>n&BaMIon8Hh*!f{Z~Ex-r+*Xbkl@ag4`$7;-iXN_ZNO{KA5d}bHb00`^=kkK7Wt@
zceLT-((_p-UAk?$8%_(0x*nSzS5c^N^;x6ACj*I>yQA86|BX?;+RCqdY|_eq2T#v!
zv^YIk#I<GV>m9GW^<=I*|FV5v?G^j=tBij9UzNS?jsC|8>_<H6ucqzr*k;3$w#akq
zoRBj!t(WJ&te*alSyusEXewM)mik|DTfE6gK$CIe^+`+p=9l^@99BBJE+Br(pG^+a
z-ui6m(f)evn?;b{r<b$y`R^_Mll*0A)Vv-I$*hwav)y~Wr-dD{dZXE`bZRB*$^@Co
z6Q>nUpR?CuLhk2|&uz2wx&F=12&#?0ZToM}l{x0;E#J>so$(huC(5u=&%>iEa?_<}
z%bWz?e)rMllMBu}HnC^xl#Uxtxkh(q9=-WL<J0Z^74iEMyifd?^wVwC@ny$(CZ-4`
ze~vP`2&&T^`E3Oo&75+bveup!)8*N8N9pF~wDWKD)ddZw&zAO$JW(+%>*v{-KYu)a
zbhP`v_i1)e-ed6i+R-+pW=5Qi%c`YIoaOBG4*U7*f4qLba(lh&-K~GWUNSnfZnart
zuB6^l<w<v^U0>&NIy-vP#8-#fu6V{5y*$b+7p$kMu<SUWVB$%m`}?2X`*$m=GTtt|
zzCUGQ>W(iDb<B;sB2K6KbgZcVcCBqeSoM`9R_C8;Jk>SY|8n!WKlLx0AwB2`ubS?z
z&{!&|8((cPA^l~Pf7arsYR<~%gQRueUym)XRXA_d$GNky@apkAj!n0W)|D(&|D<y>
z_hi-Sf|F6FpD(N0UbT4c%4xgOcQOX<Iwky5v~XI_rj+SRuSI#;FS+9UYN_h)nxE`p
zET1x+j!i6dJyBoz<LU$JH?w7qulb|g|5QVr(I|eVFmt7jPHg})sA<6v6uU#<rs&RT
zb}OE4<@gwUe*cyK`}Rzeb4ZynrTm7XxzVZk%lo%-?5xx+y?SZsye|SmSHH>y#qOBE
zv({rn$`oI<$bYvYQ+HMdE{QsFgLkLqMLpJuI@@~k{hd`}pH$m;ZT<7_)aUcIh5xG0
z|KI2?e+68uf!7pIoF8(!^U$GS@i{BvzTG>X@f4au)Fxyp`LCQN=aY7R=HGLlPEWh<
z$PJA|)5Z|tO0TV75{wq79J~E~_0A`cx8xz2xIDyrz1rsIXX>(lK0Q7C@+L-z4}BG`
zy2u6Tnx}Y8uYa1Z^Xq)K-mVuuQKsO51BX?dOJ<#LUbXb}o?ZPhZ|9eOn{@c<)~idm
zWFQ&b9&-A!>{CYb(5uh)zq*(z$DnYP!2{%)pPpO4Y~8y<srJz%Z~dxyVLS{IvKT;}
zgw8)ptzI<$`ozEP2b-=0Nd4oMnVZx82bMWCX_QPkH}kLG%|)%XM?O3{qne)9^6OJ{
z#$LqIGVuB?&_D<S(uyqx$hs~p>$pIw@XNx?f~!JZyapQ902$Jtxaq|g*Y{`Unm<2M
z(YIM!`yOnG+|rzjhxXn7^P92W=6F-<=aZnF5e(qs1f&l%l>?#&YN83le#ojuP!ApC
zEEo-1Y0Lmx1`1ktjY%^=bb$*D1_lOnnt^q~tMIz3PxIf`EV8frP_+F1-OcO&|BYQ=
zV=r<1-x=@qe^od>|7xwZ|8jfZ%~$p1&$s`L|NpNPvfOUjw2=GzpT_+^b2R;j{O-h3
zf$*5Wj`i2x%xqLS{oBar*hc%}({s()75~?NyT%3@ruuEK{eQPmA2^&3ESa7qm{fgZ
z`@C9{36Eof_Wr+co{4e0@$Ij@^LbpP!RewwQ}-&r?Z*aCqu+1kzo!qwnZXO!>o!i?
z@9FITSsXaSBxr8bgirUso1bo8vG0k~|1ForS-)O%TV)(?uHp0Zc(J~Xa82H=Etv<?
z-~YIj3kfD4+m-8npSXIkx4mfbqLdY?!MXR&hX&_58C?l7D>}JU{I|JT4HLu-D^;(S
z{cQj8&#?Ab$^W0z%brYmb$ni3MZn9Bnz+0g7x22pgi~Hyk34_3>*)GbcJ>;NPn0fB
zO0zon<I>l89X~>^$GkMZQzHzCh+y|sOUr)k+g8oSBRq4O5Z}t_)4u!EZtZlRSEa#m
zIsNPL{21XYq4ED3Me9CKf4^WEczx=!X(69oTtTr8>Y{*Xu+tb|N!(!-d;6UwGqPn~
z&W`%EtuFCCKP)S}{qalrJG+1AnXB0yJ<4~VpPVc*xomMeJO*AW`R_V@TJ@??pN-?i
zl7r^y?_~Z@jW1Qa3bMpt>(Zzv5x-_lYu_QU^54tX`oC7Pu6*!N&%XZg(}W#+^q0yn
zv(NeoitvMn6QGfCDX8}N^gM34drJRr&wSNBuR=lN<BH!WuKqh#J)6CA2hZ|9;8nlN
z_JsU@@YL`Bo>iwFEOXXmoOrzdbo}RkqT%%h6(u{X7cb(OuCAq4+oc2vwaH<tmfA(V
zTH@<7+f4UI_Nz6j#kFOrt`}~%^GpsBnE2uR-BRw@SKtyRNLFmwA7`TrLBAAL70$n_
zx@BMdQPT14mMJwcrDvx$rp*5F^kFzGczkC_Wxlj}Kg~M-oqXN*zwsaBD_<%8Pc~m8
zCo*X-Y$+;ek_i+Xkd%WXLowi$g=IUqD)25WJY@~U+ps(iqbbbm5GOh;oH>2g=VcvV
oEBcP6>;L1wCIa#t(by;DU%gnHoarW)2zQVsPgg&ebxsLQ0Q!-PDgXcg

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_pad.png b/tensorflow/compiler/xla/g3doc/images/ops_pad.png
new file mode 100644
index 0000000000000000000000000000000000000000..dc1948a627a88721d44bd22027ab75540f61feda
GIT binary patch
literal 59998
zcmeAS@N?(olHy`uVBq!ia0y~yU_QXWz;uCwje&t7zFcw(0|Ns~v6E*A2L}g74M$1`
z0|NtRfk$L90|W1M5N34Jm|elZz#v)T8c`CQpH@<ySd_|8US6)3nU`IhoLG>mmtT}V
z`<;yx1A_vCr;B4q#hf>H%PT@se;xbyesaK4?}<r_qO9Cv0^DV(fk)WBT@_^&+?^f$
z`_-xy**_!0Tpc!+J8tamTBLFIo~r|kV^zDuq{_PbJ?RBAd^i}-NE&~CzN?70^88HW
z?=n-K%-lY6x3Ur#1l@dkRMx=-43;RZU=R}ofr)b#FhzjHT#A~w5<o(Nf+sn(8eGAG
zD(a&Ohf(kZsJ>%RQc@C{|L^bb|F_SCF@1h~Zc^vWtxQ~ZYoqQ&8Wny&mUd0xhvGY(
znKL4J7tGz=-)ntZ>dnh{kI$^pc&9LPM&#~4fBrP?t@`@Q=ADkxrhg#}-5niIHthMc
zYWcJ4S(om7GWR+%S9P+>!8w19bhXZ(eN((JUGwO*%Fyi6Q|qsudCWH{aM6V>G5@1I
zQw!ZS=gtk;T6a2mb7?}-$4M*0Lbg0gc3|D$p$bltD$}1nJ-_PK0^iktZk>JXH|gT3
z$oZn`VLCM{{pZ_l2ield%sy{I_+rQ7ug-p7AzVJqXHS8qt9SaDx0io!*;kmZdA6ak
z*>CMO&-Pi<;&tC?NQ(NzZCJ2lgMzlZLWjrC)aUNG;EbW9Bt3&ZDL<ssx}l?^BScSr
z&o_zBY5$L1v|Zm}eJblrj`srg3o<`gB%Zxv{kZJcVe!THA05}XPrKN3Gv`v0_pSGL
zd&P8bACb)#HNMSZA!5PtL$2cNUG<~0U-55V=KpMR`MmUR@AqHY^wsapjgJXtnHRO*
zMJP>51;@?_w$E2*JhUmfU72$`@BA9AhO=+v9@r!ZZIIa^P;vfDU%~gKg=yM)T2K14
z`yQ`0JiIb$tCg?$?OFVB)ji_!`#Obx-8-=G_+0698-_D$m_INExM<W>GnvnbG%x?J
zaW02p{+`b^{P$|qj=HwyY<v2xr{-_rr_ZYku9@;*Ed0OtQJ=a}q>J+cR~MI*=8FGU
z-FG~{zkGs+$Z^?J)3h>%0=<I8yYrvEvu03d_|0s7WF~LI3+3$}uFiN^V)-oRo$N1T
zb9<w<+w=c4osG&p9{fH2<dOHskIy=PW)%}Z^W?_0cWU_)vJ<R6Y?^ts!}$K6o0lak
zUf(pyxzuDm?_XD4vwQJ(Zu<+1LZjd9eJ6ir_TT6^A6-;VgNw9@UpHkOl*#*-ZqD}i
zdrVZ$#kN^nUmcOvygT<m&4Xhp&AaWn_ppC4**vR|m09BVzkpR?YyJ8!uU}MlmyN;X
zZca9z^~?DcN(aT~?-5P6X}H`d+ZcVPmak#AKl?gnGqsu-0<-mx?>T!)^z_TBL#!s5
za&0!|8CQCo`z)pXReof>u`WC&JW*${;sqrorA={lv;Wu%@0a)getF%K6Tx~<|H$1w
zCYvd0e42S1^Sq+(qM7aO4D8I+49Z$o(Lw!j;mjKX-&U>Odj0keP6q98o%J7lGRqi*
zT7FM`b#=wxfCm$~&TTpM?{3wl#QVxC0ymc(d%X3v$%+RqN|Vk)l0?<blGAT@{QfDw
zB6NA(oj{{Zz7XbRsTR{@q;Icz^k~YK-;8&Sx7B}mwU}Ycy?x29$4)L0H8_8F`cku9
zzm1G%`=9yFzo6`HZ}{Jx2|t7O$$i)J|GvM?H)=~#J0JV889pwXdcpZAQor<-X^-`x
zSt`>R=goe2<IfAjZ%lf3cT7AiVVlHpd)w{F->S>It^Kr(?%Ow5rd<5{yXwyFJB2?t
ziioaTQg?XSpWlswS8iw&pWo2&MC~l2n4sXqQ#z4z)1zKmT5j7B#+n+by|~T(^xo_9
zobIyqzO26LprijS{<_qppZ^56rl0-0I&`_6`n*zM*>AQ@N4cLB+)lka)9U5z9m$;@
zVx52ELj(l{C)!_pe=&J4&+$pg+v?XY&`Fj0cq-x7{Sr3cS=*o7|GwAxahmSqJ{E)7
zXTI|vQi_Ny{=Y5f@;trcbB?x}+Z~-+zW?A8dAr9q+5gLy>j<7y0#}<$jJ(f%KD$LI
zXj5(xYii_T^LfAJ`R~`+Mdxf)zJBjJU+=6ux$-4TBvba)GxVOE^m}^V?Xv1kuCL2#
ze!u*^MkgZdo3M)tq~4u)Du*p`#piR9eX6(BLSyEfY2$f!eDeR@bKc&TKXCQ?KG(Z!
zy^s5*yb@o~ICE{-#Mw8)S{|O?cyIsqxQd3^=j>a4ZeBj!B5Y|^DOb2yKuCy$vytFQ
zH;5xI6@6DqF!*3@oINqed~?=;`;8w{;uLoss`>Pen@93aKi_Y;gG>L{8cK`jN^wYB
zFkbsN<&c@jVJ)kGRW6HWyx;$$<NEyF<y*hStJfVq^8VPy%+=dex6KfmcxP!SD6=ow
zv|HGMx#IR2J+^5K;mo=X%6IQR=GwL>LDT<kIV;1})z_a~+^wfs==WOIYSVee`t>g|
zR`2+2VO-6><Jy^NjPC`$`R`-fasKY{BVv3v{%;7bOn=e5=l3V)kd;BbvESdFGJkw8
z`G|IZLS^NgvX6HmnF-vG(K0QcpOMDS;LninayGf~@}0k@e@r@f{(fKbzd4c)5q~Ww
zADYU#QS89PcP;b2L~|;0qzhHGt?w}waX1@Qy5r5aM4PhjNB4YsA`8L{Cijz~*X{bo
zyDfKn_!&-DmD!N8gZI_G>B;khqMLU2Geyn3DfTe>eAm?O?fLud{d;1B%6p7<{&rfh
zd*)TPZ7ll=zq_2-7<O}stG3?X_X5*&BTt;k6uwz8*>~mj1)g^{x~Ook1hvH`&UyGQ
z_|dr!;m_WAH>`hjE^t<F*7e1qvtu9kDJn(!bSHFnfPjZz0RM)R)`QLL@oYb*PnvIU
z{!VA9;TfC28%=w(Hm(zkTIO<5ZQ6AE`x`+OY;R?ut<A@x^Yd(fADatq(G|6GC7k5?
z`Sa)JJ-3cYKQ+&}uJKN1>8GTww3?8Zr8n(vACpb>?Mm;Bofp2}S9^7s`8$oJT2Tgy
zfqPy|uPl5n0Ln9W7BNL^a#ETYkyIJlz1HpUj>S{-0y~oDU6o{1*H66qYSLNDwWmzX
zH@m{sTONSaw3CFv<xfXPhlgJPqYgyS(vfuo$ZH)PPgq2WRM?_b$Sxo#I8j1WJa1po
zu@_4trY_pCIAxNC-U`M!_6Y|Xgdc$#HdpoIepPRMYR?}nQ9kWV*JlrrYtjY@2gD22
zBb&2M*H<P_+*x_Y(dgr&RB6WBOz)4&xVo4zfZbquR=uL|;N}Cz3)N4a_*;{(aVBq{
zwU_2DiB9G{87H3>vY%9$=wV{M*)i>!@jIQRh2QztW<;8o$IFyY^SM(yVfTNjaz4SE
z24L?#F({9J_ipkzo6l#~yit^~D0rY#9$#=wGCd`GpV_;83;gHXMb2Db|NkHNnVi&Z
z_v{-Onb}0bR|Y+OJ<qmUufy6~jhT%nA}Q_k<8z8i(rsJ`E4OfQhZj7qY!9e^?E52q
zfBK`o&9gY~_dR^-{{OVT@V*q+gF&<M_vy0BUY%Xb_tQE}tlWm-*||BVika6v-hJLZ
zXve08wcB5xV0543_IvN{qq4rB#(v7&3_+chQ*0(aczF9<`lIs4kNScRU4MM<seQWq
z8UFa*MR(uLeR=6|j+pL@!ws{4e>$>v`cYZ_hNIliKg}=xe{9FZ!x@`D-;*hNV|iwl
z-OSzV>^djr+X$B1fcg{@OBcx{tSqVf{gj>UZWW*KK3U=NDLryKKhJ;i^l9<$$?*aE
z6N4G5zU-Q{y1M+)T5-7t4Tt^HFNftOpZ)R6_`5;*vyiIzZ}#8bUlVS~Q;$9J({|g#
zpN{_%?>qbVna&5Lo)fzQ_&0=T+1FTht*&}|biMHYh3}^_Kk5rU)U<QIarQC&Hyds@
zuI`FwFn)YM*^fQpQ~&&<Q{M5LW?cjO>&td~vDmdiTcviFS@rzfyxh3_+7^k+;5@fR
z`YVI?(oGcyWvu?bW$F8MJk=!c+N6Jfe;tv{H2o@V_VnWSXTc#mHXYfRIe8!Rg1BZi
zQQ6fk%Krn4G|CDC6(`sKn#0yRYh&SKF~cQ7pumW<*J@ZAbTfCqG6+BJ+vrwV`7>m7
zT=CXzO{v}zrhg(|UCH)%E&HuQGcwJ%Ztj5}{PBr@P9&b0V>WT~df7Rq+@)ZLO=;&!
zm^ec>deemeaaAU#r|CTT^WVntY*gu^zAdxF<@Zgz_<k?PfpgU*iL+(D_gGGZ1k**C
zgozTmaTe3-#7mw&&p%%DXXf?G;Fem*q0aRCNA~LfJL38LOY*5B>vz6+68q!rboobp
zs-UbIl&96;nzSk5-TONgapKGV{1LU)-_?Eie_i37iAGsBQi7#S^8BtpKL7lO@w()T
zO_n`U|8nkZ1SKt(Q@*SlJb2Rn+qFucdwb^nWwoMfru>B;0{1@d+cN9XBByCOv%(kc
zeaz@SIew{De1ENaTL{QTrPuDo4X#=@&fHfke*805BVyZ((|OXTzP<h4Zym%bF1KB_
z)1_(myx-GSUCmmPHUG=ubP;jUOA7)&OI+^sFf-n4Q|^CcZnEzgo%?sYAD;`9dKzti
zbDqD;qor~Q6S=-!$bAlqRlVJBm#)#NV=TM1n4A0g*(ZAwo5Qz?>cpRVef|#bfp_d>
z{o1oSQZ$WUXQc5n?Vo*9##lNlEpl`EteLr~Y1?PrbV*n^b8mWD<mOfLXXfUlh0nN|
zexS%$Iyp^!%FiQQNohaR%9hRKRe$pP+L?7d*5O*l)~C+QV;7rwQ$MY2|IDizpF5Q%
z1z%y-32NLY^VjTt?Kj3WxBc9^(rlhDDgJeF=kJ-Kb98hM-!%Vtc)I+@AGXttUcF7f
zQF8h%s8z}}O*irWy5$#Ee*U=enefCnNolj04mYkmu+@S2fl$JfnQx!IyPSM3T(*KW
zgXfQU1m7HX9`nu3cWX=L{8VCYJluG@;deuD<MK0WX6?2Y%ii=r>CoP4i5JW=Om|Y!
z&ffXECt@;V+BHcDu05=CxZg0uFl_1l*LPJ}N2!4;Vdax=78}^3x8=&0_k?zFg>N|C
zXnU=~Z}PLXS{lAD%~r+s&z6%qs_lR0B!7I}ktOf#Q<vYh-W>k?apwN=?K>WKdVG7y
zFR@|%?(?h$o3}T9Y*Bg=Z<xlsgDr#m&AWHWjA!0hKCpgJwZOaQroraqhIa>MzOz%v
zs+Rd7vE$~Mc}3qBNqpX_c4zs)clWfj>W-Y5#_)W`&DeK#hR15Qa>^_8F!Onf?GDWU
zUwc5X<xzx-3+slEyytP>Gwuk6U9OvdICKB`hlR%@w6A7gc{JnR^&_&*E}Q1eG-c&e
z7I810{Px|yl{0IZz8Gy@{Yd9Q!@UE~Pd*Yqa5vr6wIJR&`{}#MkGtLT6AVA3Y&v*1
zeAZ2d2aXG*KLq*QWcbH-MWyD##8-?9#0%I8DqY*X3Jo@}UeI5={JY?Tum?UN4BZ|s
z#h|g3lv<VcwKWqS-e`AlUXXe8Xyn|PS6R#!eyL&0iC?(TD~q+})jRLYx9of5%2zzF
zc^SpXx>8=j;l~7K4F&5@j<@b_+^x@Sr~I!*X_70rjydrwL(=x#$pW37^P@I*bxsOA
z{lZZD^URroRr;Ha;+Lq-{4BUN-Pum#uUwwc-E=`ga3!}XZqnZTVq=+T0o!BOn0>xI
z&t?lzum0?~qkZNlkn(*j2KI+HvbJc}_iC9;>`2jt=(3ws{V(m;TqXOem^jBsqo1pv
zoIYQmBmIfdV(I^LGyMPj6lz)cW@c68=BIL99@8N8{OiZtUu<-2OFp^HQ*?^z<ec;7
z+!{(b7pLe+e`5UO_v|;jV)>n)b;=_9zZ%PAGn^^=t|}_+>9T1mq$44JlF2xj@w$YD
z+8chE>6<<=9@)mUWw&~RWJ~L=OGoGF8!=~Oq^<sYFC#6KqkGQLx$D>Lf4t*!r-xV|
zBdC$_`my&RuLH5hGOxM*JbKqED*clGogM#=&P$&~h3omBsXMS6XV17c?~KjDrq4^H
zoo}#Z{@?PAne%h@<8$U#RWWbh-#9ai;cch={Eif8z@1yPw_cu|&wMlA$ui^L))%C9
z=q<}w`HmsVeI`T4CON)4Pv3DTdyCz1)KFRPV>TnQ_|U(t?|1xmFJ$fh!aj{Dd{$&>
z!;6nb304LM$8vW3u0C-6z|FvmvrBjr>k9TqG<AA}tr99{5EK;rd3v{~1&c&tnm+T^
z#=HZw-~Dr0bF#_3@p6Ov**6ghoCPWiD|VZmOJI0sckPTEqn^>`z61R&_s&!uU@S~y
zF8Ka4t&DeJ!2dI6>{z}rZe#8{)x<BLAo5sW=+j=tEv#0I*LVId->4=$am^yR1VKT;
zNd0$qf;U8W$lvI>5M7~j!S-B?=evDOH~4pSZFm~M{Get*^KSia<LF7d=d;c6ixA1q
zeqgqsclU8y8)=5}|Mm|89t1CtHDI}M^KN{fX~dDc_gTu=+Zb;%&lhgXxi65cBY4v3
z6}Th!_1U}PhWev(7n{7>H|aufZT6i=ugCA28xIyf*XZ57pLLIDdEccSzs(QaEPO67
z@y#-@>jY7UCNns;q_7&_zBm2+x;T@!bJyHmaqlj#{w<B!#!M9#FG;y>KBl{UkJiz`
zbj@CI-PLJn*2m{MgKDFqZmxurV!>;(_Ac7fW__j4+GC~AQIY@u3Jc>7m))E#_+jQ_
zu1~LXV<%^oKJE)z^@vqiSj6|Q>N^=wl{6_jguy$k;Ja(s(x}3?vudgHWv06*x=wo@
zIag5Q-0Gm5tI`RkQpaSMhIB49wt2Wu0jAA_ojL=F8S)8&f)i!Z(zZ63HM8-ay0&-c
zZ01sSUa2kacN~ohzh84WoO71lr1<-*$T|E9`!{UZaCm`Z^Ry$fD#GRKv(u!H&UJP%
z;{oSn%QHIp-m8N?yKUEUElfYTV#fljquOceLY=XX`+~aKBBq|*<F(fOG2bN5x~Y$B
z;&*OwQ<}I#`<+hq2EowRdtS^qE~_%xCO$}5NcR!6WeRfHv&ztAVfnW<R@S|JR_J~*
z<LR37UEI&>>g(s*)#i1ATC?nYHj3-7sWE5eY^&e9V{^)*R_{o&ms@w%R?VNb)%E~0
z8(&o1=G5uCV8eEG#f}d*-4upc@(eWO2<buaZwSe<ulvgRJ*L`7{oCHgz5JG%?<`jH
z?0f9A%>Sq2<Bi?<wG*XGvqK9OojKMcajGMn&A9ZD`IQ?h%&gyjG_RUdXS(&(m4544
zpq7!x&Xo+)yt02@I{Ib*Msx1xXH$-Lr4}BKJbG8s^p9l0^0K{cs{QIhhD)?EZ#>@q
z@y>zQH&^Ad^I5GjkMFOZzCHfU`6KV`pWgbv*SBu!szP@WP)ko!T=YOtrft=A*E6$?
zZQn_#f?CE+sopONe}&52{oJ+Vaf(U(w~{uSBIDfhd$YCQRrT)KQ?qM+nd*7o9es)Z
zch2pYc=*QS19FAOq2`@soaUAJrCQ%8>&Ir9+E@EQZS*Oe@r)Z%XMZzP*S!1s{Jmy%
zp*gj06Fz<V6uwoy=*~`=%dfLunde9)TY;Q3v2-!0CI0N}zuxwI`}ymR&p*HIt<_Q4
z<t>`_?MypDXU9hFD=`$_C+j@<+1eXRj!v5qdFEwPzWwipV`sN5a9o_mpcA{NVb#@D
z!Q1PU`>eixngMGiiyjDCS)t_kU;6xl#L2#v%f6fb`E&Nh4&|u^sfWTt)`m4Rnty+K
z`=hdkP7I^N?bvS*&uGgn3A}tZ*^lFM+TUZ>ZkIpVectXt=l|GqS32(}OgqlETh`<K
z>3_$M^=_421d5_RUo$wiglMg|ujaR}HJ-J3ot(?nRaYPPO};o~{{BS;sf?ws%^zL5
z-ClH%*MF09JM+(n-TgcM#vc!e36aR&H&uJu=9G&z&;I<=-X42v?kiKXM@Kg2C#`;K
z1sZRRslVnZq7yBY?FI>@g>nfiO_urm=z7lnw_R>|{LyF8?<LCT1pR&7bX!v^=Hxtf
z+0CnRxBu;XvhDP)&re@$|M_C=@|*8B)E}9a|8vt(2A|n~WRHK@Rdsd3b5IyhIQUn>
zXoviI+hTKDzx`U<dO&4~(rYK%13{W1>vSIcllEKw^V#hU<<loeSmdjLlHbWkKOJre
zWj@?9Q$%!KkEQ0DZSMtFi|+TF`>%|NVRHSSHH(zjF3a2N_T+i^!B3xVtbhHgwZiD}
z`TJ@2FBF0OuxSN*gjVa#{r^wp@BhPapz?0?bc=sJ|FbKW{Wpy%{Vu)bZtDE5zVN2q
z(<45tdbuo`aYK=-qs+vxjeBgQO!E46UtUo7`D&kO=Dn_4rP3K3TfkAE3d$u5<C@jx
z)ZAOEdMn*;_K6P*nQ#1USe&`{uw2fjm(vWF{64I2Uwg3kx%{C%S-vMt((|L<-k9;d
zjp0Jh=iEmf+h*xTy+5*Ce&3->N4ZyoF8{ac+x-2~rzg37zPah`I>Tkc6LZ32Vvd}+
zF26kW_1uiBYSsVt8f?}&!01r?K)C$B<};7gXXaW?{aKurVsmX#YIN4MRlx^4jf^+1
zZD?+I-&pug?)~y@nQ8ybW_sT5Pj@{Sv@Pd$<Js-E6yJG($Hcvt2CVk0<+J=YN9gVS
z`hSXt+xZf9$9{jjK)L$(gq+gZxm%g9uDY7=$9?^$-&f{m?z(x60hDd~@7K<gGR@wY
ze|>VYALm`aJrn%xYg&)L+cjhJx=N0QM~j^9)mr|k{Qd3s@fm(Do9<pXX#V+9^7c!A
zw`gx(#$dL2-vM8T+65dd($c;&Ki{?cxD;Q-tAE;(#z`5+l5ZMRojha49>-S3#?>Ho
zfW`Rrn|HxUyzC;P>z<taAA9b@Lgo|a*E=Z%_UzvLT~WR8+0(xpZO;A@o(P&QVLf$z
zz0-Vc`6uU2_do8s{4L?SU#zEyxZ%IW;h?en+VxT%d)a&+^?AOQEqlH|x%%_F)6FyN
zN||oI+oAs0u43lS&C3dJaEfopUVivdpN3N8tL5w6jo)<Me%!ZF$~c?(4(lGKFKk?m
z*$t-~;~Q=#af{D1dZ;}se;@DNe|3SK$!E8B)Tam-Fl4ZmupDFl&8W|C`0SeA-Rh5c
zzWe;omar>faGz7d**>>I(Oc~7<JR`P2aC<;FG_tq*Qm}zPidzo>xPi5(pTn7{@%Nr
zac52Hoxrf0mHm2mzI-^&Q~k$mncuIzKU$$T-d_lQap$kkwv4-a?<!W$Df<|kb2-od
zSf9ix@x}L(PH%f_`RYpj#`^8^3f+Y#>TIofnIyMkqq%O>w!~LU@*nq2er0!{@!q?A
z23flgo%zQ$Cp)ctS9M{`L#}E1sn7B!Tl`pIeB=9tAMT7xjW;JZ>K$NxXQ!7{cmK>f
zreDmljp2_^ZBMyq<F@A$$L=?!8pr2-%s<l;Rr>1k>q*r=A5Auwv@Zh9AVs=@{4#sn
zt-kti)oSk~R6+A0b3VU!f7BPa%x`Z0^5Ex>L8E!~g8lbu4P9HcEuO}Izxe*p8Y#_9
z>>skcKF<DPvhaI(`Gdz?{-QIjK1$!Q&2H;X-@yKmxn=pKTk$F)2aXFSGyb_4?Z0_Z
zf@b^NiicU;KG$xnFyrT$?KE}O)kj@wN|7Gm(X=(&4VBvrUaeie^Ub&ED?*n$-YE<-
z+^lxM?ZA0SKL0K`^R+u%RDEZD5ET$Bsd?S{`{$p><|~5t3(9`8oO74|g<SfUC1D4g
z%I8nM_2OOenH)yL`}=3^Z{2?^ZFcTi(2)1*kMB2@T&&r4Z=bU4H(RB18A_8{LqIk2
ziK?0Azs=?L{jK4%d&N_B=k0<}*4SwoqM*)6PTiLqYnnEtm^^)6us?728f)FCZ42Gb
z-l{RKV*yPg&9D2Rl^*}QV9rN{JBNL~_ph+M_IrE6Ii9R*s}9c)bguj}&wFLuW-;w)
z`bY2HTzHr<=F0oXRab9loa<1U<hn&=UPnjA8sqZi|9xv$++JX)KCd?TPN9*fSo+Ju
z^BKk5`!|+Fu8-I^<rnYlqML8^3tuNc-uds~_nluie$3f=H?QW;x#FIh$DJ0BLH(b1
z@&}ZX_SJJgJC}0wQ|g`{A9}y+`V#l9K2vDB?N8RZR`Tb~AG;fTxfuPZM_nn>4HD*?
zug~AxF27&qXk<A5qNuO43Xh*m$@?-RQ~7Sn?Jr!XCSAOF-R{i)wtqgm``FiKWnbKM
zc2(=_W4c$*&t!nE1*rW{6mxOXv&ldIF<w!A_B(uQRH;yB(zka-Lchyjdv2AIzF2a3
z?TgBbu_0@t=6-KGdaqdzKD{<qCwf=MbM`p@ziwwM{$D)~!VD3cG_K5<U;l@V``NiC
z4SCCt?L2Tf|6=m8xKk;&pKzTD(tG>eu170$wPAMEn~!zu+w`ACC_gyObtcHE*=^zE
z`t|3Iue}zxIZU?fO@+by-m2c#&uKyVk9{9?AbdS}(NygfVQbk=PuEHLvitn{EPs_l
zeNLCvYL9~kx;H*{EEGF%xsm09)!~gP(K({ePBo?WRD2Bt728SNOJ?r(U9_Sg)$9%b
zf9VbVGjrd(`#h=lB2)6$j-SjeY`wFYH!Mns>`e9+KfgHY>#Qs5b{D!H7n-QElnK<D
zzUFzCtyl7c+sTXTgVkz|hVK3L=)+|FWxq4Sk4<>P|1K^e&AH+5*)`L4>-$>PD1FfW
z;H~qpVb#@aqc<OKM{KIFvo5h{=#}0cQTk?bc|5~{v*)Uhi|W73eDJ>IZQrluTjYgp
z`__DL(fnrdLL#pA)qjca|GaaypWe6nmiW2(NB!^jEIjKs_r&@j(_<}4lYAi!e68KL
z8=?*rr(HX9=GDxba}W4A#Fy)LY0sE>@#&1s8hTn!7T!LW{OJ4RNQ-(geVY>H!|h*|
zJ1$NuvHkaF$0OCfd^PM}j5jx*UDGvFmgf!!Px1G}!nW+2RqADLuS|XD%>Ln)arx$)
zlTK<i#%=6*FIp32$_}wYra!=4q?K3h)UKI1m-mjZgitJx4r^ZFck?7(cA0<QyJy;e
zFTYotDG=XRCw=<#VPVdw+}+&b_r92znyr$}wkt0;wq~o4l<?b8UwJ^{!5fRss&h-f
zI`iyUs_%clUiAEz{cQd!E27r2Esw1cw|-ygap$9pN;h;qWYx`QYj?g}*uV0=LA97{
z(RcPUIT9PJ1331)eW#t&$J+4pY2mBZ@`4wI&p(~^kKeQ?K{I;Gy-wfgt*ZL^_U|ef
zcKrUHw$1oL;|Bc?yWiRAK8sj=Wld;1cV5M$m%()@pZwzkw$~|xCSkU%^U+f>3<7uS
zr9-y9GQGK|boY+rDG%Q5XLNpaE^wCG+31T)Dp&7Fo^tB$birr8k6Ar0_nno$QTOcj
z8)ok$lqMa8#FLAQOHor*gR1t7o6kB$xmSyx{kh2kJQd<0@-(&7t>IDADpzhbl{KeK
z`mMb(YkuaO(W%~T3F<#C2?}D=iCnm1#f#|8s^`Vd|9|*<$L1-=?yi3F^y%9;oB!>B
zh3S#P#<x{BzL?&bwhc7F(%E&t5I!3Mnmt(`w>OSCuG_jD)TrtRiJQd?8mLfGQX*$I
z1nacP3djILXW*h8nGfgWb9IUN>2+CqsdYB}3~fwi=aIOe_D*MM#?%PI{inL_yXkgX
zd#KIRIAg58&NSgbgZra%K~}4Gfu~mX9iOW*+2!FQskCjCcPw2}4ugkuCLOj3{NnKO
z(@pKQ3FrQRdU5Y`@9x#m*UyKnB+1`faP#<4*WkJyYj3r8ak4iqo;h}W?oyL?aRFN@
zUR4;MKF6OZ)F~_6c|;u4#pgYIXY;4SW}t?vpx{JaFYqXtiwkTf6g2OIeW_9uYt+9@
zXWr;N@GY-5Zo7Vt`PJ^<dyLLm^1WbCY3RRG8*%DmY(sGHyh#jV43`_9->prw{FKA~
zh0$%t@6%5!^}+4%oldp~K82StZg6+qzhY)6`!R<4=);zwjo%y98{Rg=HcUU0;}Igk
zoa0@=&n|TD_&o>x2aE|_Gv|i%MLcKT+h~3E%&D(!prqka)WVf8@zZM07gu8^+a0hw
z(D?4&)w|Zr$C=!jk1wD5o4@@2;k(wmev3J9Cm0zVII~ShyJu!D%N&jv_AN}iraV6j
zP7Y7FcpImA9X|7mX+7g?=DCeZ2{U%ri^{I|lqmY6RKTz>{9EyZwNDC?jkB3b)Oj4|
z%`SRd&v2jdKGSm7v+T2PZn~0qRx^uv{qEl<rfi$u__RgtVbIRsI>y!vGZ^o9Y0SC)
zL}G#12ZI8Y0<jIZHWV0J%l(kb;LhQ<;lILarYLgzIJ5lj->)zJoZI-#Avr<F;L6?Q
z?t8EAZ9IRsHs;jV-V4>Xx9;xOR9+8qtB1}NW}T@gnGe(+C|IDpP(eC7t=j$gYuD#{
zSiZ2&V&->!ex>)^O(U!H&0Dhni@#tCVdv|+Rn`@^oTYsK)w}%O+4p8&sQwcinSbQ2
zxIowEZ>e*+=kV>3J?ma4WO3%qrO)yFf8;-y6c}!hUueEd{)5;B@f{oo&dg(K6R6q{
z?e@GTKP`H9b<>60HR-p$S~D^?KH7Rh8x*BN+@c49ZoXmPQt*9U3sb3GqD9fFssq#B
z)oCT3C{T7Pj99k9;BWPpx3cf*zTUFY*V>S;D6(IF&Dmm(&pq2as@8e$es`_q`=5v_
zUw9TixBhGEJR|*1+lM;&zFXVa*Oh;FJ1{ZrT4TV2d9U8J@2uueNO#KrXn3)hjd|{w
zHL0hz`ZFHe_4|AF&wJoBp*4pqVP(#}lJ7qm-tFV~!ILqo?3{O?V)yRzjQ1G%er;x&
z8QJ{8G>Tb$$L~*DYhKkH`oGxpTEV%@15Qrs%QiXGOTLiRJu)?G$!`Cm?@s0Ml3Oi5
zRD8L!^qt+j4ZFTh(5QAk)Xwsm)77AbsgCm^JLAPg3C9`x*F60Vo^0xD1zB$A^SjP4
zKzD6!#jWqkoVIJXnw8AR@cYPd=up`2UB90{t*G)&aNM-ue8JnA1?q`<|1*q#A3C#7
zfoE%;*9`tSSzc|Y&lG%5&CK0B^QM9EY_>CuYyxe0&lz2w+q2J+nR{Q?>YtD0z1iRd
z(Rx`aBIu^b+M|}bm-gLfoALOa_t`UxxBYo?FyrC!s;9h3X|q4OZ@hc*ZoTI5;?)Ar
zuGVd9yUeF}CV5}uhVp_{*&N-8OZm2+E6L}&99Ld{h$%{6U|X2f(|5*abMz+c+IuNs
z!StDLeO_?Ng+(pY14Z>D-4F(Ey;n>&Q$PJZcwqU(`I8S%mR>4zf8N!0MfL7uLGA%F
zB5R%UzvMg!D4!pDu4lR+*XQnQ1?OHKSbt#u-Mhj3Ga|VkWEtPScDG*V`0H;BV!M8G
zYF@u3c4Nkc)7%Za`;9iw=lI;ZJK&qwRgiT`8!roFoOC@t<0fy~w)UB}ZZjTN<(9lr
zPmsHC{*2Y^$nrxM?zx^+-~Id2i{FdSyh$+n&7Ww!te?Yn>Gb6_OW$9vj=EB}bmrac
zwD}C?jLdicZuJp2-+b)A!vm9F9?gG}c<9f)eW~|)ukK~f$w}LLc1`3K*-P3ji|Q9|
zDQ0ID7kH+yKlI#n!HF^{Y0YQfv>2VM)cpB=$;?v2&C|8iVr|Z>sr@o<zxn3P*Ph8O
zwcYRi<<ImpZ@Q*@(>?n}$hi8{89lGL&yv&rdsm+0lm2Dvy8ffS@o&9biwtgFQ~MS9
zy=CTH>9vX*^{(GLedb?w8o%r9KWqK{j5qH-yC&P~c3s-HwKMN-T_@?PQoWL4+Wt+N
z2b#9L7hgWtSo(+U+P89t#2n;>y6!)|Q>)XkTU?;Zc(q^~(|x8p9D62yi`p&}7Qb)z
zl$^PXY}^IAE?ik(ySR9o+jAMot@9b*xJsO>(J6Q)b+7vRi#_T_vL)Y7wj`eU?Rt1+
zy|T!+mCu+jU%J&MxUFWF$PBLt+22AB^t||F>v>ji**tuA>z{|qwPOoguD-bb#N*KZ
zvjWR1-~3N!JH_PBY%L%rB;)<V^1>#W^ZBkj(ib<%GoHzjKD6&^Er<M#dpvux)3z>t
zUc>3rGw-^_-=^26&)gEMtLsyVntk|8nd%$&dYcVRABvxr8hghtU%V#!JEI%pTaN0R
z_Q`46*Sp`TYtgiyy?o1Gj|hcNGA4&Smt5L-X0E%^)c%>KtZ5AHyMKG9P20ch(AhJq
zcKp6|MswYiQ&s=dw%I<MK6BesnKWG`%Ts6S*njQ*U7Briym9lLz4fiE-JV|<pL#tI
zD)+x1Uz@xBqIkuDyShu?Dj#A$)V{lV;>=vuKMXNX-hFp_zJ+lgJ72-~@7LeYopR!e
z@C*Jch2IZlTs-FAnBNe5=kD1x%89%8Prmc_<<>oU+z+fDu$Aw(&9WA*V90p<&VH)$
z<7Ee$TQUQ#p7?No&dgelnkVnVQ+Bj;{Bh0X+wf$~rYhayoj+PH-QPdclzEmwRoDH%
zkJ>>yXWZ0n(d1(n44e92s^Z{X^(Ax5b4qH04^^?~@A~bod3-gKyMWso9TgGHm+M0(
z8z?R3e#m^P`f}fUzaJMqeR}b`o5MAD?Tbp&M)Ny=Z*F;Bs?>8JlZ8j|OVhh2@4ip@
z99P2jkIh8EhrQCeRNLCv+N7$Vmt*g$@4J5=dU0b~i`<Rb9LiNz0&drAUc9q+KYm_G
z$Dm@uOw+>er_a98O6b|WUpRKT-<LRRVYjz;_~)?fdH*iiC?(HDqV<aM&-Xia`}bVS
z{lT93y@L1sUe*ndrTiqHzI(ZN-J~qW&39~frnzY+s6ROLWQ%OMe0JJr4sOkLp^Q8-
z4nM5rr(F7G^-yk}Qv^d%F0ZQ3+nbZ^uQ7UVmst^e%24oU_a%W0LCy7x8}vE$pP4IL
zEGBsK!#~zN95K9qd~W3B&Y8K@Z(c&$dBJTStDPmhsx=IZv?M0~bH8D<R&0Z8Vn^QH
zDcKT<j)&YESQchT&z+V!UBf>}{z2J;$U~1>d^wyG!gVDw($s~n#ow52aOGR%p<Nuy
zr$1MlakKKk?G~ka!G-Rhe@=N^F5I=gtVL5boH^drwp*a>%D--dxy#fOz0MgPNKf0w
zx%&O*IMb)+pS!M~`9@LBYsYog19mM*Z?zJh2QAv(Be&l>`~R$~?LVh2HBS8HpBW#$
z_TkRbpUHtIulU%foVYS+>vf?Sa&Ig78+QAv)*J|$_noc4aKqx=>od2v?rh;VcUdA7
z$f&b3MeQMb<gwPJDQj)Hwy;O-_<g>xU2vkkt8IdI`Tl7Ed;C;HCeFAi*3$IdrriGS
zU47;<)@g!O&YfZ+ubd_BRW<FFXNqw@mG$XBW()rntKGjd-|gd1%x&EC#!n;0ulW1A
zmZQJ@I^(treh^rwURGZIUixW%=&P$n2Akh<6o;%Y|89Ht@1hrbOHDV|p2^X7T3EGm
zcX`qG&5N#Qctlt$UX3ZgfAH>k<u4`I8T-2a{oP|?^<1-jzk%}<ZVuazyLbMUe7Dbh
z;rGpatMh%QuS)%5p}zL7^nySWnaW%nzaPJ~-o8F<YO`H&VTI3m6Z5xw@-=quJ2Gp_
zk|)2t;+AJxu4~@iU-I2Wa`|6}8R<GoQ#-g4PD;w@ct}oCeSP5W^qs%cFE%AA1zGN$
zDf3F&SG-d8#@#ckcK;SBU;p@>|BT3aGq<YpT%7Cw;%%$Jnk_Rf1kW%rd29MjMMv*P
zpx5mQTThtXyBjS2L7LyB@82Hjg%;6QgQeddw5!uyH+z-x!}2Aem3L}o0?yyHS2-hX
z8r1e~*KZxC{QO^D|Mi#7`7FH9e5YY{di(?T^8Z##-?m=z>r=5$SuyL{K9j1L)%XA2
z*?Z$I_q7jG3k4;)e;=ODV>5HwN$-<ewy{=zvU+*lBkuY6A9KrCE}T5WXKeiUoKBGE
zi~2M{K|#;&b+^9H7vSn&%W&pRhOsoa4x^p&nZmW_<oAbfVcb{x{fh3BWsH-9*4<>2
zn7vKz@bf7#XYFHu8N7V@XXCPy-!4ABVKgsz+S^9gcmG1Ol26UKp4%}0?%(ZOp7%1m
za`{|#UG4p?Cm!>k|7K0hD9=oD>3?}!`Ypqmh}-;)XWwub|4!nKznxa$$9w4h!|r!=
z@lk4z`}fbk;xjp-+PJ~&;)M@iUi)YsFTK{ayI;lUYvt4r3p+YOn7|7kRbpRnd0(#h
z<;6cC-v70Y0WV}Yu9SYS<+MF;^1ikjWAyTO3#CNe&jzit?3~0Jn0zX(B*XV`*yN+}
zzqfq*^8U0D`wD5@U)#H8zRgMV<p|E&X0Ulz=J{;?Gd|HWtJWlL%QkA>aL;MgTTXei
zDQQ(-X6$RY+IK+zX~o-k&b`-{*6N=5FlXuk`$pk2ZyL6q37N-KVU>9FS?(m>v~7lo
zyVt~@DxAAjNH?Uc`pZ<i`bd|5i$WN@&lzt%mS(m^=JTR|lg{KM8}HV>^^3{a`p%hk
zeb&=EQkFJf-e=G9<JjHlf?<zZH!OPpB4hS!-G;S4lYhLGIK;JkZqT}o@~h7?$}w;0
zcy@c)KEKT3=<CPWTa?~hNO3mNulQaRr*4_@>%f%PTNsWB-uo}%)c@n4=JDPQkG{@&
zc5K@9+Xu=n{`GwocC2_Gd!171#5EbN@7{9$e!fn${Qsf5>!S}}e=j+2a>4iA9L~q9
zm&r)^Ys3W`=knwnd*%G#^e3)|%&k{g4@|26w?pQ7Wb|^T$#?%=y3)Gc<;i;A+X|fr
zwjMaKX`AaRmRCYzA(fLqcz(NmU~byC9<j|r6HTgT-Ry2@o#3bbB}c9MVB&$^1G#D6
zL>6xUA$6$WMauiPr(1sR@1K2hZOhO3(>MJ(b%0-(t0(c|HSgYr&yA&V%MadNJ~Pt(
z!LE$?H}yHYb9EKJB&>g1de3yTU`xI7cBXw@n`)gSZb~`%KX*>MW@lArxbVgQ@4KFz
ze~@>m=GOYNZxRpfy{Bz8?c-mU>No$yB}BgN;#d4LXEyVl4UC)Do(x&UdU27D_SrXn
zhw6>Dayq|Ruf8T^Z&tLLu{773g73mcu~+V@&$ua&kYK`6&G>My?b~<nU9Ycj`|-Qt
z%H909^WQJd+Q2ZUBSh&H<Fq+qxvvW?6624~dGt=3qx$DPp>i?7lUC*eUDtkd+UDK8
zQ)}X|Md9+wmY)ZlIkXMFD~jw$OB1VIP{EWqaYb>1F^B6X?v}kdonn`)Ck1H4bINdk
zVQmv`lMuFDcCPVn(<JBE<r6pcuihOmzxUf5jmJM*T=!gh{(9O{>4(e>!i~|56Aw(h
z*wp3s;&1JY4GcHlw&*UlQhzU;xN)`Nnz%2*slIxTrgog0Irn9SN&7D4g&sM=d)rgi
z7q5JO{H{Dxm2lP5d}ceAzJl+n+5f*?Kh5OyJ}+yTb%Qqt_taSb8R55;bNxOUow|4K
zg~*{=d&w8BJItRioBMdpU#Db&e|%|a8TUI3w#2(=32LVb+E1L5kanK=@}0l)GvChT
z*q;)j&U064R?NpsXQJGW&r|)Aw1qYC#@*lV_8GmkY8S9utIu?=_<Mg)-&?;MT1i?3
zHXk<b-Y+Nn+UG@Krq2v{(<^tEFW>ubu>=31Z_2@q>UV1EPJLZ1*!JozyN?17|8GW%
zD|heroLlMsV`2S--Rr+zun=6i=gb*!YwS+sDeYPFtC<$M7nFJZjz|dkwg2nQb7yuj
zY`y#U=#*`-oUTRE<^M09`NhP)qk3mspZn!RNR!MwA?M5+`2+uVRv#|1TQB>;zuZ38
zHhw?<!}2@q*FRgyGtJ-q`{(OoS;3Qfpr{x9yQqXGGums$&9^O<p2vmlD(eL+?w>L1
z^1C_ng7zo90?EXVE3Xf1z9_Td0&CJYmWAob^@jpB@Gs6*m*xGU{H5%R>X#q^Ud@_`
z2IcES3yeR^ovCUs>c8)w!J)dzw;9bDA1`{CcXDUOdH0>ST-Q(D$IAI`pF!2%&DVb&
z>+DEbf3)S{&F`~s_N8sxI`eP)hsH;@)55Nvc{TlGsQ$g}8)o@7K0o^=#5g-I?KcxY
zgFVyaV1JX%wr6r?`-pp{r&%*v=YH5yKZ7YJC++U#up@e>BU}DXzaF{8>5Jl&y|Gtj
ztqVMR=9}W5KXYQP{Z#sNeGyYcQRMCyg;&kQ)5;7I<*wT|zP<Z5;SkrH-vZAhRYO(J
zaA&=Kcii=OzY>pSvw_L$_YUIa_pjfz7HG?j%}J|X9+R&AK&w2T<x59cxUHbY!MptB
z-`}-d4Sy}z_4UeieFn4A?|Cir9<1fy-ryinRKc<#x@3=NV&D{?eG8tHNh(d+9VXzm
z_Rmw7YH@jAiCtE0AKu?Hbnq{)Z~pN9%lp)t+z)R{t{qNra;)b}Jn{K;%hl=pK9YqY
zE<dcR?XAjlZQLYWw={i?Ub@RfUdWE2Zemf*fmiR+cmA%@ReJW$_1(R@cb~62p30}f
zQ#qf{W}{uDi^}f|L7kJS)=b@(x2?A5`EdHkgC`Tx%l}_FbBytB<LTgYwMLfZC-2%D
zZjNtkZfI;#thmpVe0EJ;$-nHDhsSJxBwszvlGrEtZlB1H8)sg*+iso_>AXNSk#YK$
zg(>Hk>fA9k+7)*B#c$?D&UgPJOWraWSN9p**Sov^z_zq$^O?CDJ3S=t>~*^%d98i-
ze(pWey&Wqj?y6e9+umP7_Ve@y?>G;&ufIMkGC3jc*Z#}z>^LMs&b|IObMO9>cVf@3
z(M$||w|^Etr+xMEm(Le@JY5Wmyy$;7W*e+DHPDM}SXRNlL&x&S%niSub!;hi`*eK5
zrfV0&mmM_@YF}~IW4<}ho5Zx|0?)o}Q_xux#OrZ?*~`OE<nPqB&J=Zf?s(%}Qp&BL
z?^91OC2pMhs%7Vyr#JfpT~xANyK_X3%uROooO}6C_{7ZBOZGRtV1Bt2G(c$I-sa$~
zH{0(<netVq1)*LGXJ3)}p?Xu>N5jqB(>h(+DPODQs=YnKtkfS?s!uIf^BVVv*;LwA
z{i}2cF3<P<!D4HBc~+aoITfBxzp3-gR~jz-ZgH7w2DnQ<wT&y`Wa@k--o=T>Jnsv%
z3BI3{W3ahqfpMbgi;&o$b1VHLQdBF?rMI}Q>AL&(`-|WYPg@eR*n@V-9q=i)zj?QP
z*KZ%=Z0{S<n{P?YoBqyt!Q`1&eKW1MOewz2VDB=&q8l_a5)!4=pgLXkd#{h|q#F5!
z>R&!)Ts_;&SuOfZI4s7mbn48nz1wuEIyZ<07TG_X&1t*E`Rp3^Eo(1LZc+L<*EB_n
z&%}6hT-r6AUEfYSC??MMbZb|)!Jl8L#?}|k=&3}dS~YK5@@Ao?(x-I8%?H!UoFt#`
z5$SC^cxKm(o8F?6_2km7*;SptKl^56c5(ludG}ST{&}aBxwbvt?Y^6P$+o}xPc7?D
zDRrcM1CIzS)4X}@*qL=Eo7K;}i80nbe}3zg?Dwf@|4lcypLz4+>zT~7vh6cVeKT*L
zKeNwt^X_Y=i#t;EMGs8cyr{M`eZr;NuitfZ{Ql<0@=i5JHsyfgJ3F(tLf;v}g}d$_
zbucfVFB+R}v_U;_-G}5Br835Xl2c7OpE*D02lF!KDeG+es=e^VzLtOsYTF&7+#;5m
z)F$?6wk*87<F~$p`JoFhuX7$=dA|Ex<h&XulPlHYUf=S%JN`)WsrFb!PFCjBzRql-
zo}(H*)7Cel^S@w%&cpP8(?vG>MIX-VRm<t$($!k~IDXNS6N~jZ?VtB8c@nbVtJvG;
z)!d1?UHpr;#Wt?zjOJOV@F%AF?xA^KpYAM^PY_8|Z})9TzqCz4XMJ4@e}}n$=I@Cc
z9G+Sp*!a3ISMa3Mx8qaXCf-R-6K7t|Y+Z5dKTlxcjOqKBmduoO)##bM^Y{DIwexb)
zDmP?>p81rr`q8`Bdqq#q`ZV+A#FoUHYlFkRL<N5u&$#*Cp}u^79`AFDf@!<Iuiubh
z*!gWuEN9H4cjfCIn}TYY-AlL5XS?HhLnv$CZgXGjdu%`CEDqegA3yziob$4I4)qKA
zc8j|OciO4?7+W2^d-sf$(6&`pC-2UWJN<ea!#?J`g73E%Z!_ksR^DFt{nEDIr%TrQ
zHnKN1a|ZW#{V`8ZlV_6OS=~9WRPg8POIjBuy?)1dj)jlCZK+%b*CV6t_8QsUEuX~p
zX`a8W@Vj8z#P{(BOttD<RZgDCQ+#7zEwI6S;q`Z{<?|<$-P?Haqc5j&SX>FHVh&e*
z<9=`Ih64|nCF54BCEmZM*CJ^7eVOe2xduhgK4BRYc=Pjihry;a!3~pl-w!@leNpm<
z^aX|r)(Y!e*%p<5F1)ZcQ~0v#-uz9ycc(eXKTtb#ekNbbN+bSVzt3O%xS3;d51-Ly
zwRd$pXU4Mj6n-yX^!iHYz3lWuD;EB4oZRsJZmo~zPJU&P@^S$&%QvC(zRSigW=-6E
z;8Ks*Z8w8Z-Gs2B)ecVjU;PfWYDV+){jLA@&e~>`QSIX&-)E|PQHpgH5E11r%eis;
z*6l9)Sm_;IrE6bDT`MisUA=nEUhU4VSdpXmSi=JY1$T2ODRguw_$r*V*>8W(*g#UP
zp{r8;%-@~sVwj(w@p(6A4)f<Z+h^YFKk%?6>_h5C;fLk(_P)7n+>%_O@}WPqMxMib
z(`<pN?5k!xFVYXm$S7@M3KY-K%sN?rE<Lcg_Wq)TwA;e}lJ_f@i3w_IJZEU;aJJdU
z^o!yBtea6Y)m2`1-RCn=FIjq5SYnn)kEA&hzi`*WuN<)@(J6b|8NUnf`nQZzn4RzZ
z$xWV<)ECPan0^qrz>(qqf~h*~+HX0xi0s;Gr|{eD4U8@K>`tFK^N(qdgT|+Hp(qpi
zleg++7yh_4!C=W#ri747n>ZGFzqLG2+>&e|Y9Uc^|BRJ@U32QS7`@ZKKF3dbKQmLY
zZcf3P=Zv=nySDCUmeyDNx4dPZ?Q_9r6MmSMG0%%V6#mYO`DWAv(>rahvAgWgSKf2~
zv+3Qv*alC_Y-@joI|(miZg*!Did{H-_kR4L;$?z)c^xOXTv#`V*p|yXMLaH#tah>S
z{lUL+pT4xoM1#D_m22-P1(ifGW$*gk+VZHBXJN;YGhyl?d+H0nC*S#--%@(|xloj|
zr<%ws_ZRo7R_uPy7~_($_w)<zjHP$a-u=DncUg<2@U%2<r-zrW-~Fz%rm!yMQ|)c0
za>1yi?IquZC;f@duH9~PCdc-W#MSP*wb|wN#y@X<Gur(2OpdhE!m4e%zZZQMp8Wn|
z+fj9&InUln@Aw_hp?mjiBlDfV+7I45vHZUK_shyfbKEjI-@kl!eCO|NE!WOJ)7fWo
z&*|O2t-I?d?rV4kTMO{nyY89IJJmn?vVQ+6;9Q^UtRZK-OQrvE(Y)`5iF<#iUS<8E
zc>dcNF22)e?zZbW^RGR>vX;|PaOLt4hHi#;|Bh`cvn>1WRX%^Bb=r=7h2J;6v#Wb~
zUSy)umzZU%^NS|GkxcM5&VKRk{*LP6a`}w3l_@K?F>|h6;5+$xx*B7R*=t+*^FQUH
zh1J+=l(TOqpPrE0vOC>h!J=uyJWB_Er^0O;mYU5J`7qt@%XZd>#+MG+y!)qj;nLl9
z!DGErk+J2IJq6|~XLs&7@?g#L8qW;hyyKg0%KbQW*Z$P4Z!b3em)JjVclhq#dsJ(l
z{<Xhw#*D2`VNK11ixLG+-sRgYTSCRAg+8`<Ke2ND{l~^{SGTCLem{5SxuVk7`Ffzy
zhm&8U&fUMSBqEp1G~;Gt+BZIf*&E*d_}H@ameG9eUCi@Uj9)WP5LuhN`QB#h4}O07
zQ}{VHztZ>2Gk-Zh(q#F`Uni5_t@*oiedMgKjWgfbX;mj*n{j<><N7;)Z_l~Dm&?Te
z*jqjCd#NWUTAwRdS(yF({i!qGj5km8{t=~qK3ht#uD$ur-(_oJCv%$fTsvQRlI@C(
z`m{8o3%36KYk4_V%jkr^vlFrC+#vHv?DX%yt}1+@2b7eQCS|Xkvp?S{<D%^JlK-_+
z0$#k~*;4TREvN2*nde258}n{vuTVRBQ7iJj<+P*Ri^_CrFD+Cpjh;KlCU4qi+wbqa
zKQmuAbY|1%q%`T-k=2I;W?VhH#`WB5Gv;MaeE7buR&(<4QS+HMHMh3z=B^L>uT?m`
zF3pX%e_DB#=>gA!0OQ-5*}s=OF)R;SEB9v;Q-x6Cv1eP2rO&J}P29PraQ}naX`V)b
zH?N)yfA=F5l7c!qJl4e)|J%p@VdL)es%MUHC%WB#c+$vxHS^sFlVjg=5Ap2YyXjss
zdsZJ~o%D+tJ=@Rzv)kI28_Tv{xNC#0vGk<EgVFyEeLq<;Gj2y+o{{#a-7WL~=Q?%&
zSQq)b*WmHjNym=;3({wJt$N%%dH&NM|F#x=pZKosqR_s5r$5iyvOC`Uh1EUv?CTs(
zA9oczTDPR&t;<=x58lQt1<s1qOdHP3zyF8z{pK}&Z2QW-Z{8Z!bfU}ov_dDy(QD7<
z2qY>kN#@X<Ju~Tp=YyaJTE@HQUx@m{?^OQ6=k;6RmXG_t&$>Ca<>UPH;Nr9gj4e!$
zPo}(Fy6wQqKffZo3%_@!m01=9ZaVj-z2)S#w9P!HZ>8=%e>&}()`xiGXkm$|DZghJ
zY&LC~c5e5XoXsi!BU={zpTFO%UhcZ!vCDNSY0MnQt7fOfEBYr`G^RM2FqFq9r2SW&
zV|<n)_Km*UnXtVDFSU)UWoEp8*Z!<JxLiIrt)H=6C3ZtPgE$laj^ElRt4$RC*u5+J
zUjP5t{AArjECouNm;$*sbaZq)+0_!T<(^MQ;qBvh+nH5_jbwc#`2R>GvOTM7VY+_i
z%%sA-?LumuR+1Kd0V?)hGaBW}=d-`@*O+piy^2|#L4Q-mw7;5HWSFfd9o@alPbFJ6
zynMgK&wKVNlK!ebkEUA3m1llayu)C@vqMON>&<&kr`PWp4zVPJ3s390rCU6QV{+_X
z-?NM6t7NAMtuOgBXXVdt>d7m%D~NR7ojhOh@~b^-?EQNm2fL>UM3svdegAhLo>O>g
ztdB(a@8fH>HYuJ_*|+6sPoIj+cV&*(()StWO!_R7ep6kl`GfU|?VFs1ovzmjMm9#+
z&OZ_6;^Hz**|_+DOZk4&vT5;JlJl!I7P=N>UHewv@PFrT$%}{na;1G^Uodkw|EXKs
zG#4&-`|e%*jGLSXbl?5!-qkldviyN@f_iy<uH~^~XZo1d6@E9{|DjZxDSb!v{rf-u
z{uZ=*eD9m|{d9>Bjl1XnioWOW!qpuG-j?HP*nPqFcbf6*#I(C--o&@)-O-;BIdkUP
zEmPJ{E39vk3S*Wt+`RZ~PN?y1xgD%On0{FO?o8V@b>`Z+?|qAA-gG<QcG~u>(tU=t
zXWuNCBe`+<GnYfZPVbL0a{eOsr|s#YGiw@W=CbE_oGTQY_{%>TWTndOnuM9xT=h-f
z{o6cKmSc|Ri)*(!465_x%j>V5sS@60s(;cZVd;JImqyy`Vd^Ea>lD_M|5htluv_0_
zUa;$rxqICt=GUGu+VkG_fYr&@b*FW%Zk2R<am$XwV)}*Fnw59{9=ZRk_wHUUix=km
z&Yo-eGoP8cK3h#tQ|A?vu9A|H_MDWPOWm|jz1f>~jqitH`rRi@X=&Qb+;{#SzY$r-
zX`JmfV@hsPt<^oHO*!BNexRlIffpn|yF~;A1vR<AqpB`0E=x2ZYk{m1)1Ic4y$G6T
zY!Ug7-S~I&Ox|^~OHNOpnLFu^&fDblmAx}f%{M!reIsZ5d;83_^460(PQ3R8FQB_J
z)wc1ScjdW%4%eTYU(ICwZ(d`ayDW#j_v9OnpA0vPBrbbw&3W4WFK5N+Gut|)d|aNC
zF9WXw<C?U4`tIt5I-Xk=S$1x)D=IIypSeNj632s8D^|L=)TKv(_g;t@ZPw;^ef}L&
z4tEWU&8v5di|1XpzPVq@Ku+SxyZn^5`pn;$zcJM@<(>SzSBjaPsh&ZN+5E|y`;#_2
zd%N@GedE`^&3xmoOH^FDD}SmoR{sIRp&+w<M&ribJAZ$r+OR!mUVP{8$~kZUv)n8A
zK7F#-mBS5d8$%n`H?rTYb<ur)Q+!3y_v+2tuKxHrDR(vFap9;_>I~((f46&|xW)V;
z;`BSO^7@_AYS|f_@6;+a>^^V2IlQrc=FM5}?3QhNuc;I?e<dqu$=jy6%sfnb42Z_w
zjGKoKymcr};8~dcIl%a~?(5n-7CAMM)vp;3H;P5RPdxC~fpr2~mFoGE+mIW3{5CU0
zj?MgT%TvL8LvF@=n{tMNGx`>6v5o&z@(nhxZRqAWYSZ%W@O38MhQgMnKe@)Y7ft*A
z$NoXT_phI4)~FkBS#bSeyP;fp{_nI2U)QL3?_2NaT@fq(;PRYYdDZ^8(?3`VPOO4N
z>ys?bH80<Z3w2#LY*7+2j-DIv;os4_{e|E6GtOoz=G5Ic<7Qk-(pUd?bt`tichr!R
zPOt6X*AjN(?w!5scjvR;+01iu8%veS`kUMptQJN;_vJS3ZkT<y*1OzZ@#Ouj*UC??
zmx;K3#_a5^GL;XVyZb$&Vz;yY+Er~|ZqI$ADd5EW-`xAdx6N+!bO<m1uf3se($g^G
z?5NY(eabS|YvN@;?N!L!`;O($gw3xXKPh~A|ATQyhlmNJ%6@HG{$KLI-PMih4Z3I7
zEZklH_}$sNwF_o0J(Cmb^!j;;Q?`Cf-odLaVJCWy7w<cM?EsHccJ47yTgheF?Yw92
z9d<uCZ_C+wUwP)-cXoP}=ZuQKn>Xq=C?_PAzx%JeCG7D#`JL6l<@Kk|c%8{%PRMt9
zU69-QN=S9HYd)V1e@;f4G_$neuA22sIT7C1yvpZ?pT7PlYG178!l%1*(tpo+5;&jV
zHKlc_A-H|<dh4A1`&~7rU1PB`-OSwhxq+8~`5vp(rWFOR{4#Xs&a7kxos0l&69pxt
z*Er0WSm9Z;+w=dKMdyuYrq<j$`FYmc>7VxP)M^Mm`zGg*#j|M#4xI5bwwC#!y+JQv
zYR&ney4sI7R4Z**EiBXT*En^*joztmw7GubmOal6wKF5vAG|9*<EF`>_xjP#-rv_r
zP7|D1<qpo-PolJ+zn?7-RdQVQ^b;Ge2)pMY4{XcVn{3vP2>H{?`pqk<=Q;C?NM$E)
zwaD`~RiFRf!aPe?HM)xPx0-tYY{tWzw&ib|^8L(nxd%aqjC|aMqK@uoHrQ;-arA>}
zi{1(4yL(TaSr$;u_(td7PVL>@pSC>t$WpHVpVjjI@^8sT`JC%#vwS&mbK1|}JK{h5
zb#-|q3W?tA@Iy21_SiP`->qFY^X-%zYun4dR+8d(dJP(dTk>|-EBoYp_1csRY2#R&
zI&-b~`<WD<YJsRJ^=q#;vbGqWIy@;Sm-BI(ecYkfVvpZVKJ%vXP)kVl#2#b6H%>3~
z{)CtNtKUy&KC~pJxA?xc;dIxvdnEU6`uB%-A&1>8gLl)P)c$5z&Ro6gcS_NY-w6pH
zHvNl<oX2p^WV2EEdY^5%J{ooEf4ja53$7G5Ipz#nv6!2i)_mp-gK_nw3r$r{o8EgK
zdfvYJOpdg%wN!=VjI)cb-B#y#T>sv5bMV<W`UhlN-kp+U=D6E7-(++0**7r{?mMXN
z4>B_QQS`vZxccOoU(E4pH&;#n@#xPf&er!a2_DzJsdFaR{?AQ|o_%vZr~P}Kto(y@
zk~glLS!cYt`OKTVLoBf~--NczX1hK6=Hs+&>u1jO%1Eu#jQ{vs`mRTYrCe%S`^=lo
zEr#chr*~BeP86NU1*#@amU1pU{qAgwQl@;lJYOP{hLiTwSuLKc`&7>Ss4+_{RrWsi
zRgTNXLE?Os%m;p_>n~ehpJVzh%ys;8<GmK8->wN>lajd>F11Kj=`KG%mt)WLpWVCT
z=hVEHpVYHlNbTdVZ{afS>YQs&UElG$Y0Y~>os+vFi+HM-+Zn`#)uuNY9K3$J<>PLK
z?SfHP|1-q6&M;Y1{_Xtpcgzu6>ORhG>D;QPAhY}Fsk_S=q6M!>?Q7ex<f`Die}_K(
zi&Ii+J#xpkj15%H38Xzc(D|+|`;E^25TnVT79L=JXJ?xI+xo!&JAZpJ9=f<JQOMu{
zwb9mSqzS66yQMc%_GkJbiF;=o>eWt5>gLW=D*rye?*0rVC82IepqS0yu*QGy<9GJz
z-X?QBUqs#E_#yM+@w@Z0BJ&^ITe{~gxYA$Q(Q#yv-UZMhL5Do2#b!NuXPlHSC^+%Z
zLU6t3;^NZPl-3A6%5BjCgdo@ski*gIXV5~*5vnji3UvIIhvAOj?{=GeFTZR(^Je(Q
z%}*Y`<GovZH$=<SsBGG;9lz67hGZ?-9e(`Wr2gIOU%$J*ENJD-jhn9|l_uDIh<&55
zHG|!R{n#<SN&cm!rHezfwr-o*+ch_pvufGpmx3!pP9?LSJbw4OzOL@x|0k6D|5%lY
zX~uz@NUs`pzh{<t{!Te5eWk0g_tZBTy|>Tz$}TZ`x%0lM|MJV{8K;6AbE9vi+gk6n
zOB_Sr==}WAG+%0&_Vc>bwB)4plgIB`M`tcB4d#tL+do%z{-u)C&hzu*9?h#$ESsi!
z!+ffj?b~-RZ#ZUctW8aQn&H5@!DTThK`hCuVcc_Zd;WdrWcHKG7cE-UJ$*`T$gWr4
zbd%Fp`c|D;@YC(r2fNx|XFBGp&i_>XPCD{Z+2P)x-rL9fCWT++e}6vx*Nff1zP+u^
zeWUY}N5Wu%zvp8<^C@fgggVY^-j^U2DjYxW%J%aQ*^itHn*Hh1r^*A0wZFg36}R@b
zd;0Y0;oy~5e%!EJvLh3mJvur%L|DP4uac5dkO-nh30_kS8jN>!1lJgpE7a%(A9q+M
zX`IdQhUW`|8$<rC-+y+j6r1iBZk&=(Z}xJl_}uGv6w2mEoyn0+&`&V>uxqz}pG@Y$
zSF60-`0D4KeC(dQQbaa9zP)$b9a(Qtzum1fx3YX=yTz2x^nT~=<Gx!@%sB66@aysR
z!t!hHHj2hxzu6M9N~LT~>zOkRYa8A+_%|fJvop?HHS0`{ZGwLSlfjj{`@3a4Q+9$q
z8`MAJrhFr#Lvn)E1v!blwCY{IdsaLw;@R_1CQhP6`>pl5Km*ndGfmmsn53ESGrn!8
zOe>qPd%u9GjKRm({yU%jai00<ZG@Cbmea0XU8_#9uGtyqe{Rno$Ea=Z1gw?P$~X)7
z4CGg^MKP7njI=NJKYr%fyE}zPJ9%o$6jp|C@=BSe-Me%1%Zr`d%j3)Jd8JKzCHWbQ
zZwplLy<qTR3}ZYt^X9sDc4}D`2hKzZuA9iqVcucIP<$rGzPw&H&1~Y+g#~%4T^$`K
zgl0xcKM-?ToiAPf-XY`YosIwz@s?AppLhIU_PH|g!rG0CpA@TJ;JtC~Zn)wdhaUnG
zNojMF*jBGw^<-DQ%(?zx^^5QKMDP6Bxqj!zkL!Qzf2^N&X8HS~-=gZrde|Fg=CaP=
zzvH7(6D{2J(4M)zSAw_Ux%}Rl3(xbV{I>0X&~|*^lWFS5FMeN>{qx1$>5>IsGdDg?
zOjA8D_khfT?%nIXG)zu6JU_cez;5<;b}Qy+)t_N(cI@*EH~%P4aH(7DwBv+}i%ZJQ
z7@v%dHka?FGw%4k*}-zd{+Xqn;<^%lPu`w$y<B@<<%_CaYqkcyu`pH9%~xk&zWbM#
zq5Qw$&1(vkJ!x;m-y2u{$uN7nRs8n*N|s(J^QDp9*WOhBh%AXs7k1nGSE)G7HUG(e
z!5N%$9>06}<hA{Q-v=~38^zCFNN2yaATgQG`lV6Sws#JZ&2Dct{oh#f?pibdy_#ty
zyR6b|8umH(KL{$H&+y>ge1UauO*!wLT5Py^UP}-2oxiyZ<@34b_`E2+q@QFn@u?Fi
z*LeKhDEVRL?)n*<{|X-Z|MK_M+9k8*)jvslc7FEhmH(wqG}fN$l~up4*1*W0l3((@
zzd^r&Il1Lj#-%N)?Eil<eY5&<<><H4H<x6~)35c&E2(gwSu^Fr?FS!ilF!LAS_z)J
zm~n3RGtGaczXN7%&k0Vh-YmA3^Kjnc+dL~+*q-Lpixeo$Z$7Z>Wb!-HPkIJ@KYqH@
z8TW#=`>(XWrchFU&Qz~5X6w5}Pqw?ipKST>{r2FnYZJb=@pj6pUza-h_<H5HUS%II
z5#Qr_cVFH}{WzQLbKShdyVu)$PEON(x#89<!AZJTIzQapxa~3f#PbKA>E6DgQTP1p
z+_Tc>?GL0Yw{LvScwF?5OGGw9@ZH+7Z*JxD^U{nv>v{EGO8sPe5!W8+QYQ{6i5ZQv
zog~&<>7IZ0^5kQ!(&-xe^Iqo*S|6HJ;wzVJ-KKkX&BopTW7=m<J8`%2!?gXz_4j1@
ztlqx5v37>HbzK0%^Mqq}ug^QG?a#Mh*Q!Z#zr8&jxI9+YTBs#?#`_<R7Hu2*<HMc2
zzw}pr^JTv^GqQ8H`+IM_PuVNEw{&!P{JmgTIcIA6{W(uIrpl(STz`xC>N`90^ZS~t
z+vfQdUk|N+xb$H8rp)zwZ@gXbIN5zw`16F*VQ+6Fu2;^yRik>Z=40Z#$`8AoB$)5a
zGibA#Z+XPN?rr1Fts*;$Ikq}~-qowJsRn$W*h=|jYW-_Jy~&<v<F{h5&eyBo9Xv11
znzx#DgF>ZW$<?c&cZyza-19AjHTqqN!1CCl_&3+$BT8~!9kr}DaPfK3nfUe3j~(Bi
zbhmf=)5d7M2baIc_shPn7L#2aquWvcXCM2lYeq98xf9A3>TXy2<PEWs{Z1|42jL55
z=igmBnY^#Cdeey|Pd1j$t6kfepR_)iJ0Q|>{%d`kN#^lYGi1NNJgoVD&4MLcbjoxh
zO8&gMY8i2D!No(JNALZ=Z#?m`LFb?6@+ZIDIIjQM`ds<s#R8u?|D-`;um7V%dGsF5
zg1b)w<^87T)O^~J_wCq|ignJ6GW&mies<yioO^rBb2xs>e>Ly>d%HJcRf63*UzSTx
zWcIs!DK7Z8$MR13<w~2s2ex*<jb5265oMixtGrZJ`+CKK=9yPDnkJjBm@V{QX3bkE
zO~z|Vb#@c)uSxjlDk>;Aap|tv2EzI8a*oz3^_;KXeNOnQem~P^j^o<5za7XraJqD!
z#_`<g^5>5$$1OZBdHurg8{EmqS1Qij`NJ?l-#B~P&Ac>C&;c0=QLQ&O1P0%${mUu0
z?{U&H-<3Bf|JbT1%1{!Ue%WUIn&9t3Y75`a-E3Rzw=ZaWq1b1E#F@+PWT%85`tjh!
z^^OzyOCv!i?7iy0-LRjTf7VUImaW<UeKhR+%D;PhR~2q7{{H^#o45xN#=nJjv|qRs
z%GblRu5)Jo6>I&E=dznKFE11}PWO4b@zZJX>T`X+Wqe<k$to|2e&O{X;X$Ucwdf4)
z7^V`&ZKdV?GkTf(eo2@AdoGf<_l?E3pO<HDd3m8TynV{&SHYqsFK(Fra!GpkZ_&(N
zrgcV}B@YBV;6LE%(7M}QcFCJ}_h;Q~cCa^=X1>G!MIlC6xnXwFGvP=%aD9J8_?_MD
zGiA(j>~UUZ=NaBH<aLOxsk5AG(Eax5$#5wNzB!NHO*L%ht$t_6u*`SngzZ0AZxnRL
zE*3lR&hF3|KIV5!ZfdjD8Pa$Ej=tEWT6SkSe{tH`gn*w<W4>;07R$R|&>j1-`r1~L
ztUD%2yIQ}ovN7_j)z4?&!!buvH_%s|*|%Z!r1d5r>>sG;)~jeUfm<VAJ9h6+Ps?U{
zEv&YxQn~D5*lao5@`tn9?H3;P`uWVKOF5G1rGc@v^bH1ym+vmJw=v0loUU!T<i4wS
z%{i~!uywNyydS*dpLJ6pAvs~+?*5Lsnz!$@&pp@o`%B`Z>+_BNKesG-b7`)btku!J
ztrK?ln{U=_*vhH<{J;0E>EbNq^I2u)^mxa~SKPnLom5sb@hP|s<Y7BmWRLRnUq?=W
zD*4@0!~12G^~>jb%(${LVN1@{x|jZ10w>oz`QJTvv6=7e^+&9v^MtM4)=paYC|)I=
z_2gZ3f%-_biBJ6|CxDL&>+lE!w>zlX$Rc3knY+p90)m2(52sF_9?$cI*{)}<s=RUb
zoU+?$S65t}b0aeA@#kfx=9|Os?$s)rw&%>YZJVB{E;+?zG(Y@YrpMPkg$K+*jpBE*
zYnLRNXJ4qPd!tiXY4wylZOX%cRc|!BH%Naln$Rb^L@b)|`1iNBzc0MuxTIq0F+K$)
zr68U&IYm};{~1m7ij}tZwtIK);D>i-{(pRNBQh&Ft$)@{T?a?8m+$ti(w|{@;f&kS
zbCdd)Up_wjriih$3`qGt>6fhc4gVkiw{i28MZ)jIXGJ>39cFm9Z}aZ^GrX3H9Rc+Z
z;<<gg=Q?-I2KBZk?lL@lM(z8{%g=Y-aQw7##fle?-r0+1*)@Fn^hxW%Q+NaW)2HII
zZ|2(7{@No3X(3nd_`PFa?QgLs?<)>8FlsaBa($Iqvtq>yzB8IvY8akAefly)>#Ngz
zyV_?*&rR~Lto+GiJX_YfUBnz*wL<!HVh@<Y0|PgT8<>^#-I@`3{M4yaE0-=^%6jwa
zvQ?{A&E0)oTU&d!sI|A<%8*s9yQlB0URcJSHN|Ub)Y8i@Pi|~}5*!qiboJ`h)y$8R
z(pUEGUVm*(<mQKatG{29%?DX<B7{NQqP$+}hf-PJEsGM}+zU%CZETv8vvA9rB@2@?
zw@*5CBl6Qqzi`t7XFR5gJ!_F);=O9McJKpM%S5lz(ycpxM;(~HakGx&^_!d1-}CMf
zu?DS&@z@y57{mYN?d|Q=Z+Nz9?*F}Sy?6NCh25qxnq^b=tXj6mbo-KzTE0QLyG**~
zs?L8U8SnIT4y)>0vrIW_Z@ZWC_b-37+uZ(5^_7Rx$IngjcXf4DPH=OKSAP0*{_LAa
zZdkg20C<QUG&=189-RhxhV0(&#Hu4_X3e;HG0p78nPW3<I;U-`eG_x@OisM9bV6G4
z**BTS);49!azIPzVw2P2XWYzA`(|#eJ>$Gf+O@l9^o%x7O#8NO=HKgQxYG7k7)Rec
zbIxG%!nAKIXWq?Bi%ouh>O^s`O-9<@r01s$Hcy!;n~+wne*J`iv9(Isx}3Cab7#ip
zr!7AFM%38)@)?~ny@^j3Cj8qdE+{xLwa7Mr?+oKRb~C1V=9_I7E%TajbK`-@4(bo&
z7FZfwICHL3N+&TbnjxRTnvtK$o*|s+yVxQ28slvKKl~PK6=FXaEF>##o{2hghAkm&
zX-mv>2Ia~2@A-L*H|H5{PCXf;Y~0A+;M*vE_6>hvux^pi2a5~y3VOG&$r)|F47RN7
z!0Q8M2Wnd$-;m#-ou)VO=~9z2(BV~)W@+1mKcqj1Dc^5&vrN=LX2-!Z*UHNKXXJ}M
z(0X9_Afde6__z26fr6DY@4kLFS?QU!a!tp7o*TFB*86Sy&-_C?fN_t6cKoBN1&kMz
zi`SgV;dr?0(8rd?(wE~KdmCl%{w-xN-rXC(6VKz4`}X`Uw{wNx|Et_y$99h;Pp2V!
ziSUQ~2X*E4HaE*SAI{o&>CC(G?<)mAn=-vq_+wYS^Y@>W->C<FriHzGcR1;(aHQN7
zCLJZEp!zwSXV~*j=M;ROdEl*sdBS&(oko3(VN7`^L?qwMQxhp&dZ18nv!jKbG(&k>
z*Zm{BEsv{$ri5@BzvlQOZ=mtpt#LO$<35F=eMce>w9f<`8@FFY<OTce$lVzyo6eXP
zRi`!YKCiHaL;R5GCH@RIi{}gl-?JV_El_+Y)s>l_Ap78(&&Sz2#8xaa_@L%H9kv$W
zoa4m%F02KDhMT9QeRDUyZS(R_$b@}=GA!i#D@@CJj{3;i&nj=XJ9&G(-LWI<?R#a@
z4KFYEd$c#vS;F#9<+F1$C9VD9(zeZ-DVvn`8dP-6+-kJB`D{+Gv3BQNca?tAhVse$
zUv9>E$(gTxY_szkgP6cB|FqxnoAwHPa`e;AFS2nDSnyLwpE35#no!wiD-|W%?@YV(
z*;L_9LdVK&*-xfE*(gwVeDj^!igVu<I;gfz<QLoTwv0($$bSBb{ICtK6Ljp;uC*Aj
zrSUJ|F-X`m^X;@dTXiKK?~^$xn*R3qvfFP?vdw-kV$H|!`PsQ=ecJv{-iFJs-&osx
zw*1+T&-sf(Z-*+WMn5?i{r})*{`(%Kp{fkiyf&UsT>iQK_<!x9O$wS7+6}s#&*jt1
zL~fX8?(Ne08Sq_UgY?7uuFS{OuAjKE;-O2{E2f%x>A$x;G5lul5!)zVw0p*`>RV@)
z1xoy6*mr(&zSM=wXLORpZ!Ue>T)?yZy6>E$I@$YX?3(aj>ST#_-`w@u-J5i##3*0Z
z?5PR({l4O@)fuHvy92lj3U`S7U@kDZAabMcgJS)PnWnvxI=5%|-(UK_vVB9sy*oDo
zvozk<OXctXWwHBBz0P$0ithh*KLpujO8MmbD_W)Xt)%>yFMd}2?_zYttAE)ywp@>k
zv3sEV%if^t?RT3d#qWQotH1BH4beGM<|$Epo%4mO1^aJ-u7{2vCtWR2O>~-bnB!-e
zmt4I0<~GCT&XgIE><c&(FD;9i*|b8y&gS`PcTgN!en_5Idzn*r#@g2=fxa^zEe@zZ
z&N??=^SVb`wBnrRt+C3jK@9o@-y=bNmRaJL(%mP<JF|Y^I(Np5%}=?fyz0W;`m*ol
z4Z;n4F7wtfB^>-Sf9LyUpLe`i66+Bje!MUE@SB;JD?cx7kKFqC))(8?QC8)z9e;=J
zF8Z+Xf5P9hWly>T^NkAcqz4-B`*CBfNyd#C_Va6*=kETx!1=hT#jh{_OtLR_ZI7!n
z$=Y^gK4<Iuo$vll+kL+D`)*ESuXkB#(#Lqx)1rmewa>m=8&K4{$8APwsp+8#n~6>n
zUQXM;WM<duS4t;@rU-DIxh3Lcr*Ws}t7`nhdCfED^|n_1Sx^_F?0xFFLt<@&@Xyu|
zhV?(H1nbT-7jLuopK<Nq1}pz5kN29-dv>!uFJbc9?@#WF=7an*C(`&v-g)I4&p#N8
z-`;*tE%D}A`ThU5txMK@@=m7y-`hELH<?YcH?Fw2$no$oP`lW2b5Xm4>qc9H=>~^W
zx3y0`e&hLrZ7ux8JFlMz7CB+6G--y@j|Vr+&hI<3<HGvadVX<}Bc`Z^M{_C9XVm@t
zCY#l#{QLY@W<k6&JJ)}bJ?!*DHvN<6E6X3Y3ms0E|1p}${See8$#hM8lAV#(3(`>Y
z{N3kQ7L!jDEj2u#z0aq7snp}dJGG57dzDMPdsjVv^}68W+Vz{BRoN!HNBXq)#l9?m
zr(5|wH7eYCy=4AAe&gh|yxZ1nJbSnD_toPP_Ro^bY!$w>tah+qSKm>ccmLa&AD?eL
zPsqJ~qQ+R-|4)sQ!wk)9XO=PiOuLyo+2+{44}Wwk)f~OroVF}9_~dwEl6Bv<3!k25
zInPkZOuBnC(nl@cabEMgxS2hs=ONB7-;?_8*b^zu7AA||GG}bBb3K$2{CV~Y)1F7K
zy<YfDe&1K7*mHbQ@pd`Z$Uk}~|HsvIbjH`8nr1EQvbt>bvA)e0oVUlG&}1)re5|`K
zt=+c&Nk{Oy4q47D$@f!q9F3;`c%BfR;HO)@g*(w^n#Z<@2cDfgl6$kvS1#HA);Glq
zSI%rZb@N`g!M<$*pAIg1%-S$>ElZBypPI!DCYC>ib~D{qIqh}SXy%1eyNc)4?iPxQ
zPZsxB+_3g@Pw?54zQ5N01TrS`1fJezo4Dwb(+T$Oc;&YZy&d!YpO^<T?s@c@<4?%x
zo@vGnY9|*x-_+A)TQ0vn_FBK0tkuQuYqFD%uYB09Dg5HbQtN46AD<pS{PWY}9kHh-
zTi;qOaBgc&+JygpwXv@}-u_HuT03dJ^AdqC>{5*CX=XDbxewi1^qzVB(ax<G*0z{N
zoIev|e)93kme)BBM{)$(%z7C83^u1l-u~~TabbPuB&~<<?hB}~+Z;J#mA-BE&3!Ff
zBYz)1#rEJ`=z-D$%hI+vr|q7(miLW&gmqcjnwrjkEu9<0)`icGQLfeO$$paN<oz!)
zZCa%0LKchWg3UkXb=*|o37^F<XUZC-NrhI4KMs@z26gJVzhc_^==a185320Wavt4y
ztVn0^bhi5^?_QsC@YLL0g?azgvwL>yvZ%*L@Ezd4-@E+(&b>R|T(N!e|A2eRiyNhy
z>;KfMoVGfXbn^KF_fiSX`SP5n)1F-B`C(Vo-F?F8-M_Axw#+e^X||2}4b6?Fjq~2g
zl@>{r|G#%;9os*?5`)d*oSRqW^UFMcH(B|)_w1XjEr$Q|XWvXdu<L+)<Lo<s&(8QM
zG@W5L^Wn2O3LAtHMcWe(<Qg`s=BfGQ{a7>euJ4PJ#UcxjpRqJ-X58`HIPDwP2YKV$
zG7`RtvC6_{-&8%&S+IB}ukw~{dCW31*KC(Ij-NX7Z*#%stQ|9X*{T@W8UEg_bvaX`
zbh<gpG_1yZ)|myeA9rhAmG-wU&=vh}JNN4KTOIXxekkQyiM+dTVVib&+V<u?_6K{-
z+g$t(r+o7HF;PeV%A6n1AE+#F)m^)%)j-Z$<@&z^M_WF=+}pUkG47q6QP!%K-SG|?
zxvP~#@{$|=-uZiO#X+HW{}dJ;_#<U8=|kiTjR$XL>@>RbS2=;(>0q_M!UAh<3ynv=
zj&Se%&9gwgKtECFplm~S<69+vg=x9`4~!0-J?pf`?Vs0+t%)tg?~N1k%g@j4G3-iN
z+P0TN_n^Drx~GRZ&9}L{vfawC{)dsUL<y_i*&Lr;w@cXK`UO|*tNe1#TcYOt)SL}J
z&&{cO`PU>XD7rcA?kwxy>TPz`6TYo3OS~Lcef`GvUr~vr3p?YF$1dv(V8~BNTk83J
zXOHQm<2P8Jxg2VrpqJ8{YqUAYsqtgXoCu|#s@E^No(y*^`p&gLsi-Gv=Wp!;+8c|n
z9J{-JNyGGn;_vc}kCUIT=-nO8B(4JL%f4rL*D-go*}H!>iAMz{iuOe{gx54rI__M&
z?LEsDwtK5?TYNo#nLp<AgX(oDvt#)mzWL9iHRF-^f;EoLa=YHnzf*d3Wr*I2o0I?c
zK7Yr);I-B4BOTM;3OaeedS`k2{|uXBcI?@^-OALT^v(4LbsMG$Z)I5j;LcxV<7!Te
z!)NZ5e1CpsjdX$XLf44Nk~#;sXbMY&)LHt@+M04$xBT(k>+>VtSZ3#MNZs=8LMpG+
z#>4mAKV5oUUhv=d`R4nA^-I?zCb!vIPe?p}*S)<jd&A#(?d~V1EuC{A_A{HY^y_!?
zXW!IodDq5#w>IKT!MlI!X6|L2lbn{n`}gUzYqC2U4IbzHE8PHc){=XHj4?951fzD&
zGu=GXfjhybpkudw$E-C6_WnDwS7(O#bk+lFr$3Dk{{EysY(wdhj|bZ47qJ$noqcfh
zc>eRH>hG3pS<-Xr)X$Q)`!v=6{pFJ~I~B{hC~xQQ^J&+lD<ppCyq2k%Z}2)*(W0%O
zch8im@3SAAx4gRzbaTKGxnRZ^mOFp5jc?D|z?aPbK)1YJy=YC;-@m)kGcT^Xdue_I
z`?i~31+Lw#*sW@}JbC)N(kW{DH*IR0Q<G@<Tdqzl*{*i_Db~-CxxHUs><iQnS~+RO
zO`|)1w=M}SwVqVC_1(YFClTB`e`grqZZcSS`qu&JcmLv^M1Te>HqBYdpeOXsZoa`o
z_k(`FCT@JE=B;P(`qHVnyEYar&)b-+Gx=P0p2Krf^A6d?VJDYpc7IpY7dTmzpsyMa
z*3WcF1#A%IGfuBTN1R<@EYIgKS-WDz3n5TPw4}<^SX=i>O=pPK)K@Wqfg6KBvxF>b
zVh$YNz<Oa<z~`OS(F-CMJ~Q6j_bx7M#ZQJaXD+?`@=8=x^mB6hN>}FvI%OQ1prh4Y
zTwXQIT>Ji=_0Hef8#g~mPFs3FEAG;R#Wy0eLboo+EG_*S>|j+kC2Eb+s+@+|p~v|q
z^)Fp5HDTSn$M4)hLjzh<v)YzMRe0W%2Tc}Up4Y_6%k@=?&0w>UarMEwwq?_z*5stc
zHYRRt_V@@sK`F@m9{apkx3|Av2pR$i47_;MTdL;Dg46%bCZ(@D+ho}MO!_77?=LTn
zmCL5poO-`AKjq}9+c{IR?%07k=yetKbydG!)XNs1F}!~4+@$jjjLg5Lm_@&Bn>2O1
z)`{W^;%63RJvu%4mrQNN^c#^`!EteR=g(Ywd3pKyJvSmhY3l3Czk3&d?406JUwAJa
zvW5)OOV_*b)uFPo(y=U*=|Irh)ywPSGF5rGi`I0WpB*=AU0lG^&&$Q1RBZgx^ink>
zTq@W;LcrSFF3!~a>D8;U+&^S=7`?bH<kPP0+qG+#?;9CVLRiGKBd*|k;YQ;t$Ih%;
zv!zgSX>YRo$<skgxjjsEmafTsqfr@oHRev^re&%dH$QnkW8;C#t(AOglfP9o#w$-v
zO--G;u^2RR(ZThgYGHu-Y6gw{zxQ1ZIvbv!%gbHt+O_KE<yAqw;dv9XE~<h;h;j9t
z;Mh%<Zm~u(EU*7J@5`Hy!Tm3bLmcNdi;9Z&-uZi}X`kDv)BYaIFB>O=uhtNR59uf&
zP4I(8mq6ztVXU=-gcE3v7gRWOHBECA5)@q7ekLb0q4t4o`G3Q*dAEG#TXk|K+b8bz
zEnl!@jpG{&?wOIy3&ag1e;m4NTePHgneR-8TbH|Y^>sBDhwctlRylS4%r)j)Oz(I7
zKELtvlUZh|Ov1<NoIX#>ji_DQ%k}CHv%%(R2c{iRfA=r<jm^$8YZN!=8XUa4zh|y{
zN+tNXZP2`?*n!d({&Q?QW`;5x-&tLHCTHg=E%6Kg@7(K={;O!tE9ZRrnrxE$p)+2M
z)(y=KVke(%Oxu>OSaV{&b-LPe`Au>^UwsU<T7NW@*}h}KDm7zknH>TV);B{^)6#eT
z{wkQPYm$7cJm!1<VadNAZ*y-ieQ{%|u>Ov2&@7H&<b*qWq!`}tOi{fZ$H-Um{l)8J
z>gMh5n7*;kQop^A<y*=3jfR^$b@(BZ37tz^pXD8De<s_o@xaCdt_N}+T*-L&sp88z
zZwd2Xhi@1b&1IEg{Ucg2;X+p&ACK|o(mS<oX9^zg|HV<h{Q0-v7c<ZDX1&S2x5;-&
zNcW7$@CRiN>JKzJs1|S*%$@o7!MpFr&xD8WZ0PpC(>i}y{rQj2?;qPGoqxO|(YfN$
zy#EDf@AE%i_1kWN=VdYP`o;IJ`?g3&v@;xTv~7rPP;7Z^we53*bE9#Cdt)yrYxOg!
znX<-nPUM4+zFYFog8c>Gn<wuMPs$Yst#^$u-n}AVmvjBMg9h{JK3Lsae{1S{^;%hL
zK8CbyRu9t-D!;4q-Bh`0rYz$gwlA#fPX2$j>*LuMfedfTpWG~oO`kj?FsoQNfJtW3
z&d7wcdZsF&bLUsEevsC;IdJ9uzK1vV-#t-QEyH&}Zm<8b%bD+XzqGNF`NtIfzNlbJ
zP1-j30)~RN-TZ!L;WHxHA8;ApzIFG0*NlAK2Q?4u%J&=I{4;0fSJrvVeJUcamA+0>
zI|xdq_GOG}4C|lg?3d5r`Lpqy@KeL`Z~k|xZWeyI^*6xmM$PjZg`0AjO_<o8<;ZjS
zu=K6?>|(j^XO>86D(}lVmw!cboH@gBw`~5YJk9d&CJRk#osC}$YRezs?!V{M-WPkb
zaK4@Cw)a&5_IVOtRBgB4*Z14tTE=)ur*5&r=kK7dnFF)fez!QLed?eo9v|HUu7}Q8
zF|spPGu~(L-}QTPVenIP&@}t+Tbpluo)COv%k_I3A2S&In5R9{H2GH2ZEx?>7H^iE
zR#J(&b6hzt@yG@BnFim4qqe{HSbvv4_3_&89kSVq#<x2P_`WgOsoaT`6Ewf7ly<E(
zz~+tTi!iGjcjtG`^i=6zcObn|E$5d`<(rt}m7lcU*GtVP{F3>%^1(Fjq~j;AnO6Q$
zsb0K$_sm+xoRIGmv!v{+MCR`Pn(*pLe#P^z2Yn<y8_vCUr(y1Q>$WuAsN;Rxxh_nY
z^LY9RJ9hh3n_Vo``sL65n*F|I`Q@I!e{AjKzp9;$-nP*Fd@NTg)5diN_}~4j1<jKt
zq!oA6^Ik9O4Vis2BjM|=e()rs9#h&j!w-5NbQgAq`#(6JRyJ>Uyr6OPx>Kiq-YF@J
zSL^xPvbIdGqm4&P`}yaJpZiy?TNjlR9~pVLNuz<CcSp~`@_5h?z=hJezCRzFO|N|Y
z)ZKE!`N}^ZXY4=T*FN*F<PPB<4Id7!FfZ6M^Y6vG^LwTGS|@Yu_1s};(sRM9WX;UE
zFW+5v<5i#Jp|<R$hlP7_>Mq;$LFJvFe&6TjH~KTxaZdT$%O-iZY|7@u%;f)W|K#R(
z<qOBooVv4j6Q8keNNniI?T_u$-)5e(OA-!yxyLM6z5Z~tzWu4s{r3(<hTEKxx@+Do
zsGFR5oL^~P^X7EF<(rD^a>L&p`6@1VaJRGg-RJq2)~Kq-6{ye7*_^(nLNfMb{T~IH
z!#A!MJS*SxBliD<d~f5;PP0s7pG*&8+|%Tpwp)gwhjClccgeJAOz)Wg<)$^?{rh=^
z;%1wg+x9aJ%<lI-tx)UxJLT0Yt$!t-p1vtd*gwnq?4y=bM(<8fw2AweZ+5#({@ji~
zjtXa#s-DjLZTRDz_Kmvr${E{>_DF9#nKS)w<MGDkySBM$YdOu6Pn}(}dAEMYjP;BU
zrGE0<ICeK(_4?Vv4)w;>hwgGGGb|R_9m?T6{gdydDKjm%<=#CSc?Z-Tdo;`V#^UcM
z*K9xe&2aIRG}8sQ?xsJzX+GItb(!>o-B!L+XITA|X0R%WY2LiPs;5kQ{W;LM&fAq-
za(lkYgJz6l;_T*Z+SF$F$kC!MV8QbTJ(-gkC4QZ82zz&>ce1`tdh<N%&&NLV8$8+f
z?@rB0!#~gOeb2mVmespc>Sy!?MVZ4Zt{W)cpA+>jexBzF*{DhXWdv4=o3K?J-EO~u
zvmiKakDpQ4^Z1khgp*lMfBo1IUiog~>>Gve7bm-~d^mgkp%#_wwfj|5d8MxY>H4mi
zvJf;lCbsq#Xa$LQUiPIetb6-+PtYy1X_#qWx4$L)dZ#hR|HyyVmft<pUhZUj;qb?>
zdoSna199_z2E2I}dcdCZzuP<k!`U9&&aj`WIlIbt^6?DuJ<BhHJh~<C`b6hnu_D^X
zE}dcUnsjqZu_^1SllMP`s)M}BsPFgm6Jx&ap2C}JT(!UbyetV??V;8$ADf&xpM&d{
zjL%Xph6scI>3zR%`{wM;&Y!hC=kUDtIfvx-`agSaxw)d$qjF7!q;W*anj%xxM<2b<
zFi5FC-dk+S`i$BBYOcz}r{1g|y7JdPDfIZ}R{p=|!rkKAR{m3tznOV?=i5(ppdxbH
zjgJjC3bTHsebES7DHQfz?Ag~JFOO?Z6xMz8ZqN5)!6ni8+_TK$S03BPYj%I;{+Js5
z>~+_TgLbuEW7=2zy}Wo^`YyZU;BJo{(=lQD`5X-I{s|jQ|D)@&cGB^Ty`piotD5xP
z_If_gv#oeHakfNJe0|%U>-7(PkBH0d?tLz|Q!{K&kLStc)i%GQ81El@^>0q%N|B|h
zykfWaon6<?@Zs%_6?3;49bd0-{$N<{VTt>p;qmS3?wYUNn16cip}p5WCflw19Al|A
z@&6y?n{vC4UsQ3by<l{HU)TZjSO0Xr&fVp({)bVr<)_l;zxsYm)@3NT9=d#jmgdtH
zmw$f_y|epvx8(n;8nf14ndZo>2kL+&yn0e-l6h^?U4E-Z<~}?1_v}-585JK3S*0bu
z!E1S5&98$2^QwQS9jh^Gy7tz3)7y9L8-L6DEByDpV|7*ZMEUgx)rWj$v>M#g^!>N{
zU2x}of0f(Yb$*rGMo)iYc&q)n<mE&4#`$}{aOCg(aw6&X{2kBjO)_sa*;dVuxqfj|
z?QEN}#E<{QcMI(N@gwh%#Iah-NqMioE_r*(^ndldiFaypHwNvNxM&0kj$^*FFK-A8
z_VN<@UoqRO^*=Xvg6`A&Mqlu<lQ}mt($+SJ9no*tynf<D%im$_`&L{wQQFT8>Yncs
zI#zV%G-#~aPEuIr?1l7qsYfoTTmJiVn=7&Km(-oPACv8#Etg;Z;j6g(hU*KLZ~C6N
zJUHrF!@=({Cv&HNkN!3LPhZ_1yFd1(nSZ9oe7(;6Gw)D_*{vdTwffJj-{b1dw*US8
zW5rLQO7%Y;yPVG})HU7|oiXp_yt&C%A3t}dRLi`Wx90ckwdM<dzhf_z*SzulgYnM4
zGxNoN->O@$%(&y%zKJovGrnl5w+ZA`d_8w>hR)s1d;+Cuzt-E=&zIJ>n&rrx<+tv|
zJD&QVfk7*UuEm(&Q;9hFVd}yIb|+&vZ&nHCmHDmsoDgYtyDVR=?{`mTaMrPk=U>$s
zB9<S&W|)*(-LygEx}D{1ezhLQ{=HUCY0oy?$zGzqP@``ybR;gD?TXpK3rvUXw_U7a
zs<D5W{ch*KoNpFSrZmklSXy+@=HG|olR<0Dp6$t=pSGR(cj1lB=|zVZ=)b(MQ9FO{
zAC35)u5EF)o6}l$eQGwJ|MY^e{?k*{_ZQ!<++K7zIez20w%Z?$6@UMHll`Y!&syn|
zXQ!&^{FLdrE1c?i-9vT4s#KjR9z55Djy<@WnD&<OOiuj*{Y07SE!SplV(ZPgwB~72
z{L-Zhr~5o!c6RaoCneu6wkZ9mFupCUVA;2wd2*w-(y`>nYriij-QBn6>nG(spKm3s
z(h@hw{4@Pd;Zska-*rmX?~1=9=^hr0@qEElJ9(z5(dHmyYxx@@7FX}CPHwY)@S>Pu
z$FDifKkF`Cudq71+j;(zqsQ|W`~JRqBjdIGkskIB0*Pl|Y8#txnsn7lk14M3ySsAQ
z;k)*1^Vt0iH^(xb$q{`Zc4)(brYKvNC)WcQ_dNP7mJxZH{l~TgOCpRvEW3R5PSMGY
zTi#w+nV{~Id0~SgyZmqdZ?=EdNX2$~d!2r<^>-pe&%cU_H5FSjM0XuB&Ain#_xtPJ
z2FZ_?oxQ1;S^D$I-|LH?dPjvW5BgoP-0Z*(EAA=xx9e2eT&w6UpXBuL-DJ+A@6ryW
z7|-V7VY6f7$~t(LsZ8sG>Ia{qKWfZ(8y`<Dymrwf@7A2ldXgTeugUKCcSzZyaQ{`y
z=O@le{5rGu&7S*)GNre!8a`&6u%^F`^+Nv!opUCKdYie*>n+mEI3Cyg|Gw_9%y;I2
zneE>mwA5M`-({_T^xV?e^7pFai_07R)FN$q3W|Ri8_#xnu`|%sVp;10l|wd$`m=6+
zZ)vLKePB^OU)FTyi6VjBPhIQkZ%&qc;um>eOd|Sur;zaRx>GOw?=4&7sO)zy|6;+S
zSFZ{_|JWye{_(<S{U>X***BhRySQ6NciHV<(F_K~zpi9RMs4TU4l21{VSP%<WYxy}
zzh}#t#ClJ6XBbs-`50$&P7(Yl<Kx35H8XOtjWcVMp#6Lg-go~RX7aL^Da={yuc|wn
zHS;=iU+QAr@}-{VTxvJ&_+4Rqo9%|^4TcK&3e#^-!X>lUU7x&~ZQptJe7oaQI^!=c
z3bnrWV&BdGo6GM#3=0XDud5e#)$B@oe?w_ohKOO(;ig#;N$+`Gnx7gU6RN)Mkz|r}
z<;Ee`UR}4N_q03i-q_7q_9ltF<?G*#-wN6fTW&9WKbJXu@A=|+#p&ng%``1O|7P#?
zxa{>uA886Cn<k{Wd+(Bq;QsEh<LH^LzBrp!yVto#H)*dunSH+h*<=2DX(yl79W2sb
z@A~}aZZTachBPy+op<v)c8lK6PYZn<m6P^=>KE?>WgG89!3Pd|R`NGV&I@QruZ#1&
zpUu2Iy>-$v)@h7f-4<8(y8D~m$(o;eYX6TXweza~<V}ltC$4iTyRzy`Y|MfF@c+h>
zR_j^JGBv+3O}E^-WL52d$+wO@&*M{8D!DKxoZI<q>F+tkpD$MD`)q#yRosnv!;ww)
z?=v=fRm$FQyu_3?jlXT`*(?#+56b`h?#vhUiejjDm(y}srjRjZ%IsY)%9ls#>^pNR
zbm<<(B`4S2zO?++3!7;1Yj+Z6FFKkbVq7gY-)4nZ)t8tBtL879S=+VSIb1dEo9(`s
z2iKOpVmsL5rg6a7KK$Y9(r?pC+|Nxd7P!DE5jG{k_IY%RWBYt--=Ez6cTN}g-}l|m
zXuauTKAX5gBr~_}KArb_zB0}4t)1?>UD_!1Tg9LL`yZb)n;YJKb2lP+uP*o0!UNl!
zB?^BA%&U7M_G``dt5ZJdaAk|K{IQU~AzA+R)cW<e#rcg&g9V+Q?qITzJ>OYdzplo<
zruWYWrWCFw1&$^Kj$4fZ4e3Q^-bi~sf0%tZ&qvRDHRFDEJ;TlJT%sFJ&CH(1`t$5N
zcY{Y=_Jx1yUT^&Otoqa0@cADP=pO#@aCg2$#SP0ZFLpXCG|Joc_g~Mh*I9ZtxdzPJ
zZuYl|MYsKSi#ayKd|vYH#^WM+m4=($Rqyi8(OIefL1hE)23>;<N3>#EYT`Y130TBj
z+F#JRNB@Jh&5D4+?mf+5r!|?Wiad}yaHeni7u65-2d-6YXnowcUsNlCHSP7KxvgUH
z)AEW#y1cJ!%rSov@oZkcV&3jwGV6AJh)8>DW8JO4+2}T})wHSCZ>-4p_`)vT-|zSF
z#W9ul1bg<p*4iie-E!}=*w$D+i@9gZ|HWQ>l$ygihx-kmOv`T3_vvYexu<BJm;d0P
z_xtfm`FU)8$JSnV6ku@_U^(dHq;bHsY35wsIkB@U_DV&*d!AkR%%0mj)slDB>g2`u
zdD1}mQH%V_*CyO^twOJ_zMR{)Q=;h2QU)K1|IBmKUk7b)37%Y6{G0K2=;M3?U0w+;
zp0#d2!LhNK{X;oyEdWQ;wuQUgK059eX8!$hvB{+()1cf_`I=Y%Nv|n`sOD(8CS2J7
z4J!qXrdbLi4<G@jz|piojf2$!6v1GFS8zHp@_|_(p{%9=Vznvp7l8a-!Z1n9eDnP4
z*RS*IMola7c(w54WUK#QZhoHJHEpSp8FxWaZSCJ5i&Qnct#nN?@7$iOUjKcfsIHgg
zoA&ds8gyU1el4y8(ic_v>BsuCtyzD0{pL0J{>wa<RogDSdB)AmuV25~i|Tr?iWzTa
z?GjU3kqdQiU*e>hzAXE+q9$;0{C@fSWc<Ew%NMb(Y*`{a@z~6p{jR5j#D2fDuKoV+
z>|{0nfB6>|g(Pr$+Rum#{l}(Sn=ib-uJY6L$LsW?rWIYedi5;(HutS|_6(kEHK}Q#
zD;d0JU0E5t{MDQX99eCU5Lv)%u$f<FuT{Z=1FN>k@ygrnnLhKaNydc*tETWT*thSW
z#)CPI&1|7dnS$cu_e&OhUEtU(rv)<n`gQ$`v}873sS>}7o2De+*pOK5{VIO#{(}z>
zw|{3dTOan5;nnNc{*%5;Z)9c<d#VyxTl@FgWOe_4YcedGZmC^kV27kHM*$X7M~wq;
zj-#)D-UVZZuV250zC1SRh0Vvm)#`y$AKEdzF#0+ByZYyo!B@2wHbkoTR<HKDet1U1
z)YX5?EuyEMzApKKbx+s^8Hhoq{u&32874i`ifVJKShQ|k-u;u4)%OQ%QFv;w+57C9
ziMw{~((azNR3@!VU_;9i<*sQ<WrFTjO;-1}^Sh+xdOE1_=GmN_sr!}Bm%qC5a_*v5
zP$Ftl;BaD`r+B0K{od8rc7?{r=TBDmpBJ#!=-Tz`{!D6Nt7{Io@&5L_v?Ob4{*Mn2
zg&R(W>c|KDeScz!=j2sanH9liELhfIisD%=aB>6XG{*qp7A6@m3zPz{uq?zAMkv}`
zq?UlP!Hk0wws39W-C*>=q+sjJP~Ux-p54sR%zqoh8>P>@x#`q;N^zz72GtMQ50oGH
z8Sma5u~KTn71kRf^=-n96A##*%_&;gq^eTNbnS3`^Jk{Tji=APneD`SI`C7U4Qotl
z+Ivy$Q07Th4?nHt-ox|f_L+J5LCb6=J!9R*RL8o9{Z3xmcX91dfi1j=kc=nE;dz|#
zJmYQVxs8h(kE^VWSdqZ#$=p!haQI{4F^7aLOYVzkMJQ>?y=O{i-u&3>L+qqJoq#o(
zDo?+&KFCU7Ob~rg^uWvWYSNA!k~`!hM5ljTe_-#VXL=#4T;9pvWShZjAy)4mrV+BC
zWr=R%e@6Dl?@#ReVf|^f6RWpJlvsGxf0i>{+K0Y-SuF`T*tDP*S~jE!sOa*`u*Wd1
z$w`Z5TFuDRCaNjjuq5xm(F4g2`Np@UBKRuAek@;N**!(S(9nP{;^>(=<}YmP7}~sk
zxh|Y!sm{E&;a}P}ZR6M7{%UWy-UKd5V3<_KYR3M}bo19UIm!v#3-}9yCT=<y^8Uop
zv~688a~aq0l`y^H7UlDJf1vfi;RByu%D&{?!xW>sGW*~s&K)8@B=VCtmH)7Mu>Pu1
zrvS@kXGmT!cwE4gH_`Iy8J+`Y?i~_+v~SWijUbBzgAFPl#EpN;DeOEtkFkXPn^u6C
z%3A&$ray<z+++91J9?a9a$_@>2*2lNhW1B#H~pWL{S__0su!~F$jcqA^`~0Ai{$sq
z--r(SzKF#;<^74w$i|s_8&5~`zCZErz@h{5&%SYIF#gT;L)pN5Lv-V&#{KfInWxXV
z8NpyYyCwP}BcG1f289f5C&qP#D!Oy;tX?JL*&Wu+9croab;=fxi$x($LE@g?;=1mt
zDpx&!MMl|&P4$R!yY$BOv>=P<3tpSan)#M_zW4uHht0`+!Ry16r>(hPed_o38I4{q
z=I(QU!hQA)^8<Sk{rg5cmTn5!ck+Pjfvic-G@J|?u9)dD-kIck;K>fr8NwR3y5e5S
z?o_V*{yw5`*+TOV%mKTe{oz~nTlS~^zObG3?%X0QxxN|)OdW!({HA@e`XFZDcS#mh
z7;NM5Y*w{xTyOa^=8|zHuUDu-X0T`ZV?D?B-cpmV?F?m|RHygS>Ot@WUC;Smt7b(;
zd4Bf#W&J_%gVl$rOFpZFx=O38oV?_+>R!%0o%@x|#Vs%JG;!&4Ml*T;w5Zj;(zt0#
zvgd<h<JlARO*Vf#@I0iwCg7)}-i^jhQx<FfTyP`(26y@P^<h63e6s$O_-h^8PdneR
ztC~y7Q)I3x%7^@u7uSs!@G%cH{K0c;?*GHFO?gb$4&7b-i<v*f*@4&dZ{hd7h7~49
zVn4E#Em_jqJ^9SUEfNK`?`Cabl{0v1{2<KpZ`TxFhf6s>Zq2DXaPP<eGLeFPOAa3O
zG!v~q94qgC?CBn!|FLl)O9CwUj>jsjKYD+n@<)y}-^02m$+4WYUdDd!-;__Tzt*v_
zuA5V{<WtrJ{uoL9r`!v&55Asa{BzaU`k1SqOh5Leq+b0Xz2-|_jbrHvbIu>D&g|1~
z*m-$}GDlhjS9o31H&xf&HnKma&y=0oB|rU(vfPsd?FYw_mdt+SS1S2IYJ>N*M~;`I
z4;UX1h^f?{wEywzPBYWZ`iv^JZSI1$T=i|PMK<p?T{(Y7j(LI!mw#{3nk9*@%g#;M
z!n(n@V8zV8wxaga)~s$;nH!ao)%7H^K&YT~rtJJK`ROK%I~Z>CuwCD&pfTx;a$?QQ
zTH(v(&-o@T6)I*()_ya)L0jF`h}~|-{D`#pw5@udB+b6r^ZlHqHha&Cu%8F!KV%pE
z=6hgqnD|MV11&~+?=F1cNniTMn6F8)X+zGLKRgV(40B5^)IaRKet>U!MphWxv}2#y
z{Q@rq?K|;YGh&~~>7UsNF3bKLn$jR@&NSP5)_#qjLbn;#r=HUH;fyG>e7A0!qhnEO
zPBXvRdL7OEO!2R`rMG*Vn9hE<GQjKp#MLYM%2hawjxn`8kJVL;zGSrQ@Dk1Q?j|RK
zPT7RC*UZfbc=G8CZ%umI)HTJjj?c=X-bto?G(1+)qmg>@iS~EtHEchP%-<B9&!6|j
zc3HB^N{{6CC+>u_*Tkw!ovkrLI{wjzT=vr<EV*8wR{6}`myCZp8UL1w=a2bfb$in%
z)p@L9x)ur-g?>~m_xf~|(Ytho%jHYmr#?BB{^`H3YrJBO+Rubr<tZ{B;=88nb1-<k
z&az)z`1EnTta@Oi-2%sHLC=<2J!$@Abk6tdX>-Z%c3NFN`&RwoUAE%XV~ziRjApKW
zSReCJcBWumv+HSbmdm~%S9m{?eI}mzE%b8Lnj+(OGmmbKx^6A1H-8Ch!@7`_HJzJY
z&%MO+sbZD$zK^15TlO!h_}QdzUiyH(%Gs!(f2Y61etGbPH$l(y^iyutwLB#Yt)4Wu
zJ!kd#`0Xcas8;;CH_ewAl4Z}ZA1FUCEA?CG>HH763;btFsLwp(dip!thJ>g^W~`p8
zAKde}svz(4yRYQ%-fvyg^f{Kz26e>5*pG!qF#lq`usDJH^&`tjuais$Iu{%_O;LU_
zn=goArK_gC{K`Eip0oes(LVWI)F7Va5Z9^>?t<?pb2l}8`F)4If06wrg`Gxv2k&nA
zuB&-pI-aYr)}1@#5buwcI|-hrroL}j@4s)Az)GRCZ$ck9He?4`G-wKQfc$uj`9H(8
z=~H|KCU5e3!*C}xZR)MdeUF&#+}d3lHsRhx+m(IgPab`Vm0D61Ula7Btxq&vYTeP_
z`+|O!9h`ne^p`YG(>8^sgtLEY{GT@P$2Q1sa(To0vG$jqda@YDq8OD!eMxQ;*T>{N
zKlIdi^GVGaA<6p>D$SQS`PX-bttK`_V55S@!}y8^yH5u*Y`<Rkv?w-#+xYh~hnohQ
z%~k$#Tj=<%yT_ixBf~K#Elpoc=RW_Wb4=$L@}_+8PpEug@gU52_d1WCLdzdnCdp4J
z;j?>K$TV-!+b2q_-g8)a4jG%y>Ds=~{lVL(6O>rJ{|H-%?NHjQod4+k39FFf)}IzF
zncbLtN#(e5#kI!!Ovh*5e9e0L``RVNjl!z2{4veZb^WaWa?{MkHRA=gur6dc|EGqd
zWb&1rJ-0(l*Bn3f>C;!8&Fj_kJS8qCUh?q{{?xc$Shve(U(xH0s~qh<9I(A?v;WDw
zYt4_I{uYSvo^;A(?;FpLpI8ryoXMHAq_j}`j^U3dXO$1wrIl4LJY>3o{olR!joSPE
z9~9kTFRmHVHj{Vi7v^<aa(nkb7H3Eo(~3BB=AHM&&*u+L-Fdztx}lhB-UhY<XYNhi
zBKA+(Mt*zLJ<dP(&fL=su{dx>ZJ9{x;SVPlMXuaeo}&IB$Hw-7Vg*lE^2&MlA9zmM
zcR2O7T)DP=yVgW~j%Cw9sc%yP8#m)p*~>~MEJ|8kduo>Iu++?mS=Y4)RDm?e$9w&f
z`yW3oXh%(FzlOX<PNL0$h>M?U8{Avx&Tr#bB+1RR*g9sBLI#WRZ<!lWLFx;#FN&=V
zI+LShS77IIDMmA^E;KRiIn(p7jWy*=<;zM6?}yG7_bR#?XB_Pm%G*^bXZ)Mx#-gtK
z6F>fVa-nfj)sh9>p{+CLa?Xid``$yqhkxU`+-J}Cec9`~FCa)h#<6PUVbxi)CRW7l
z4Enk2q2`>fY43CISZ(l~S$ms7UVM%b^MkmAW|M$Zn|bHG|8%uaJX7l(v)H5%sVl0d
z=f`~czvGhiC+}5{WjUKR&A7QFOZvw2ptsD=B^~zVuk!tQHaX2cZ1$(w>1>tmtNebR
z4SxIHLtslAr1#EfGyh%Uq-jhOuCPjUMepV+^)%kx|KY2uwO5q90;}3j;eGR7oM1Y7
z`qRsKyla#)_ph<}yO*mVBXHAG3*mm5pU-txcvnrcW=fxZlf75=4r2_%pN7-dc^xi2
zI*_;{I_l!<&UY+v%zZvZslo>J$JQQB7uSdeHOg5WFSNCAm*f@*7%)`?UNUybugQIU
zE>vKx-~$z#T~BK#%{#W3NuP60QrdZO&4?t4ytR8GE;X)v^ZdZsw6fB|B+ImKE0*kM
z{LlW!>yo>Je9hT&ovmE#Gj1-QRM)>=wA%gB=>xASs@D0QUbFjc#!sJ1j0buTXup(=
z6pWw0C->A$SxE2T3`+}B4D*be8lI~kD!!S1ygBPmO4@ue?U~7G$tquuHao82y3^t=
zwWjNVvu4(d^^JEw+BC&8RnNXz-!*j&qp@|wCEEjR6#;XS8{8+c?k+g<Cdu<WWAuaU
z`t!{1Og6ulw%?R&u$ld`^(NyDG6k##N^7_BK)TXtLQah91kb#Qy|Z?QmS@<u{i3?=
zs*{u|D}RNkrj<z-L|-flIdo<o!#s_sKCc-!|9`lm0qKt&^zm8)=@x)GDjX#A$D!R~
zQnjUNMm2!+tYAH}Mt?(YZSCK1P`A!%LA2;;c7x?J_Xfwu=eu$THRh$2Mc3B;^#`$U
zsz%n<{`GX_4&w8it6I8h{rda6G9tAMl=moao_X`euV23wJze2aZX7LFu_wc^>6R*F
z_~8YEn%|s?nCt6e&;NP3e14rq)U+a>Stcvjty{Nl_LBUrX-kEK)qG}buKxb+zRwJU
zg<7Hy<m>-zjE;@H`{UeP>+q#ach*L4zj?e@I(_pQqtibYrE0n__nT|w{VL?_`;M8V
zb5o~9?$eE$=H)ZPAo1L}xz_cuTV$sG_;_4?_gUlfHuJ@F-2-kzyN<F4>VCidZu_D3
zVv)%~aaZmOELU?Xn_o@WpHcTncBb8`*nJDwP<x;Xn^%2N;u8A$^=n!hbN95xLX-R$
z^^7-{cTZc&)ZBQzArKrKvl%|mx_Q<0bP%8C-o~|Ob22V&nzDG^y1X#s-51V$13Ava
z%K1`Q_4~cwgI!MxfzxTg>lW^kub;Oq`RB@gkt3c#+dFDihNG53LgIq@gGC`paW)#B
z{}-`pw$J=J;Y;k+Q|6VQo>+PQUmf;SXujVZi^8OfPGEBcSfE`>P=s=1wL~zJ)k}tk
z5I8}S(77JO+O{Z93faQ*wsA>h*R+MEXI2!kI~qJTGXBOq$?9y!chOo00TuzSf(vXO
zQc5rPslAfXe!1(;H{nTT+4V2G9D~X|%Ng!_N?o3l9`a1){8PKnOE&#fl~v5#vLssd
z?Tpp?qu2erV771R8!2gzD)9>a@NF}eJihe*i<;;DS?99<1YNp4DJ}cy$JriIdM`6Q
zpL@?T-~QXz^S$S-jH(o#rUi_idxLggUOv&PHfU~KX7!3Cr>(q>DS5no<bHsE(zlFP
zl2a|~GS>Ot*PVLR^H%7k-j(teu0hYY<j<?wf6?#zmEcPr2}~Q(v|j6E=6i1Uu5!6#
zILXTQxalshDu+woE^EHNG%0T4mXdWpOg!&z50{r@IoJalMT*{_upvmeRE&Ar>D>Pu
zf3D;SiJt#=Anm}#19m_5_T@jc3}c+f*7m4tOT+8N!wu36eg{e?ee?c0->cM`dGE5|
ze_nrBE2M9T);wUo!}*3ihV=_e-qbC=*?xK}%?+3$xH2}DI$k<<Al8BZfmMQd!jvVJ
zK~wKGiZ>cZE5{44q|TJhU%$&dXnFN2<LX=UI<y0gRVPhj^<$M|D`WfD{JnZ|biu5+
zifTKN{QHb`{4snrbI#SW6a?S;9=qzd$-gzXn-vdm9mqT2z4A@P1EmM1f9(9()@7VM
zsaksQ_axqoKi{uhsT5<%W1YsHcJ}Qqj{o~*G+(B#wXGLmF*bY1B_z@`b8Y+<p0{U&
z4n(Jw<*i#|daZBy**8%Pp1&U%zw4fPbNPYDlTAfUOX_Fbls+Imsm*8ohu#fB21m}w
z`P_DYG+DZP#?9>qDkuHpo#S+P!5UAMtBmcBm?!5)D@Oz!(`P+rxY;@Q=GFtdcO0tQ
zIMY_^WzmC4*J6}8nzkK0)2AQRR+iTJrFPZKy>tHkOVvL2*>fF#1XI2;zsY9rpqtDG
zY$sha+#Gmd>!fFg)Z=b9KW$VmHd@Od!}=y6O*!ah@PVn5{7g4rpH-dY`I_Ny!_MXI
z4xZJF^{i@B-x+T<Jo&5IYJ<s#V_#ylIhrIV2Q*}}cvdrUGp}d*&9s@ZoLPLvP5zx#
z%nf@RQwv?6NIu{({;d@L{Q8fcZ$Ue@=1PUDd+uh6X8!y*?DVC-;SASj+?;zdwJdqh
zV{4`e!3trEi)Zegk=?AdL41Rl-Q^lKyUR6QGxuI<O5bR;fqjG9uKm(y-aNeXZ{H51
zZ9MN@Rj-}-^zQcaOz)V*ShpQbU-{ni{LAHA>WvfTEoq2lJHwijljdCXT#_Sa-n@%v
zcchla8e6YvdLhkRuJ+XYv1iSK&1wd_W`4Jyaq9iQ(`ja#CLT^_JvQw`Npeu#XQN#8
z%u3_xt(HcN_UwKh^UpWdn|$73<Na7{^6AY?#?|^e74q0)=5(nu-Hj^zr!XVYv+ES+
zfx;a}^CA;O3L<COoPMR-Q@w6Y$M)QOrsuP6PTpx{&&<aB`a$iftEua@YZ(Z<;I`qu
z6Tj(yLV}*LwQCUnpT9POH-sbP-`BULcZFFkV}BQG%<zM8`?IwyH5qAVw^^vMeq^|F
z>WApPfB$Zusq^{$-2eOn{k)}et=r$<U;g*@W3g+32NWIhABaAvFs?R#Yp)TTml4FF
z&wNhpdc0?p@!j{YcBG%O{PF);fbs7QJum)#*k=8I&*uN9`8>}(yYrvT=k3I)>3e2g
zH7}|Ve=zyZw_gXoA9$OZa!c$-a&d}R4A-89@B80xd9Xus$^W-U4^&pz*Oq6>8XJ4s
z8_J43Q{YI;ImEiFEP~fUMxt+bkZoi6mYG2fOKd-!dnEn9X^*p9&+gl4rDlikc0Kcc
zTK!Nj^2w_=>@l7H_q{ui-d@hE6Q1iXW%c0chsH~?E6?q3+}h~AsdT}lX-C)tW;0x8
z>VCj=-){%gO&yiBOg0VtHR}%F{V3<dEU1#pWYfo=vF?EAzHF7hn&q?3Hh%u-S7q{!
zt<38egH8YL<+bzAeKoZ6xNW6=T>itkI;UOl4;L)W|Lk_;{n0JWP2!ioKRUbPZ_nd~
z$yznrR+LOwlD8xJ6aUUfaR=(PPi)EHPWdIjVad$7o~L72K7aAL|8!p9zn?v<R!a|-
z2wdU%{P^utjRd}$Lxsf;@;q%5yB>WP+MrdC{A*2*zH)@l)tUS|#OH_XVvJx2XHnex
zap$)x<vn}j8rwQou91Jio-^a$yGbd#ZKw7hxIHUdC3n`j$oAdG<a)m+<}WXn@BE&B
zR%z#rdu`iy`ZJ$@c<qqzrGIiOYy2N5##H{7{jg)nnc8aAnw!Tt_RQVS`F^&XN7251
z|4U7~S@tuX@m#lm(iWw43%(u}y>;(^^2&2_M31~@t(i5yz+`jbj_Kasw{EXpd52x*
z>XD7MGq&+p+&`oC?9@H4(x^-Nj5&#Ew~e<p-3{8uJk4~o{e>Ofe<Ny6`U$XX?U;FV
zIh);&Gn*cUomi8zJY-wlEj#(`Y)|@s8yjeD|Ep*hJTJGL$&U5dvbUBWwyt~r{8fp6
z>iMUq>R9+Z>*Xgsv9Q_xKYV4*+%2`qyS5dTuJb7Uwf%u*4_lmu=59HOY5(fjB_cQd
z54kfnt98p?sXW&?+TqXB9xT1{%~kb#b<jIW-In#7cADGk_4aJ8(+yACvAb}at=RUi
z=c%)muUhMbe-p^tn)mwtg-b7^_Fn#`^V05{{>tqUtF~8buisp5RrgIy&Rpg1{8wJ5
z&NJ;hnfu-6dHlk)^8;%h1+SG~Q2*<0{50*^vf&TTdESnGc<O%5POH^RAD8*u7GL&l
zPxiWVtv|O}Y`s4J$^D}t)AH@tvC4VX>(BURJ9o9c_Py<M=5H(4%YFZm)B5z2{Aa~K
zoL~O#Kh9Rc9RBW{&u?+v&pdtpx7C-vJ-E|q_mWLhFMUhP+#P=FUF@eGIi>6OmT$VP
zWxIGwt>A~6nbo^wC8pk%Ym&CQ{kZ&#(#|@KlRpY(R-I?qzU`CL=H<^fluQ48Rz3Y@
zIe%WS{-3)&{xy#-f1JO8;kwxUN5*F)zdyRR&6MHH8wF!&olHN^Y;P-u?JQS3XX&y|
zjp&%8J$t6_A>CDy+7BJAKb7t~s=Ls)(EHu{oU<X@#4>mv=oz1mo|vC^%yRjJv}fT9
zkEotHQ)aN)@#R0U<Lru+c}LgY{9BZ&eD=+1p~~62^D<3q9zE!r!xR6I(N}6QU-*>I
zDes=YmGW`B^l69p&5YSqzSC!1i<-DqTli(ft4qu0*aXk(-)a3{_CWllT2@EhiTUMq
zM}D`&FMAt(W)1&`rAtIF2Th9&{;Kz~y7WPz_qzj~)!yqiT76hB(>HI4pXIVIjL*c5
znrCK&UuW5umSukb_s5f0rfrbQ+c;-a&apH9GSlphw=es4SY7}A`M33A+c&M7Yu#^H
z8XtHoJygZj<DK)n`iUBEtGzU@?@N99_SU^+g$FMln6#rkyf|gmGlleU#^0W|Hf1<A
zDZHp~VqB*?&vbK;>x0@!vnMT?s%p#Cb6ELzp0D$gw1;921=Ba$R6Z?RnRZ3<c*W_p
z&Wjg5elw*>TG#6^gYx2~nQ~%`yB_J~K8?_+wGR#YCzBT$qY(bh$#X8}lt}K_#y65v
z*G1>Os<S(CSMYPn#qHjACul2Wu355PtLEIgf*TWmRPE4gW;OoJx&6YFQ&V#LGuQd#
zx@=2ZXQK4;l+W*)vV-d7eL49Hn--j^Sd;RbHE8w}H7ost>fZB@Pd}UT`swBsZ@e#h
z{MO41+oPMCDL>)lB=!62^tkuTyCutT=5hF*t398eMT%|r3tJ?9`5WVd*HND}ui6=I
zuCZy+tPL|xiQuSTr$2Sd{)lCH^Y|N8ivr&ohb?1$yLJh;^h;)~wR_*TuYZ2`>X}b(
zU$!6kbZV*Xr02I{=ZSssmhGJx+ZTOqd1s&y%fU1LEC*NVhD|i_Hf!)W=qI+^apNA=
z`1QZI@Ay`1TC%vH{E455i+4=-O7_6j&;Ffjl3Uxj{<Ti{a@QF*Sv==6y?*#^jpXZX
zA429o5PQGxfN5l+*WS${yv_YvXWUwKSA75fWo+tapEiHlt7mu7A#b<gJ>|&P#VM!K
zyxFAO11cwct7`ppx#09M-XFhS?(uml;`gG0)#9}89--jq&ah*5c|YH2*<Cg7+P@@L
z$Iy*h9|H5LbESSYOfKwxpLgJH+PAef`R@g!ZuNxE+$KBg(!SX@T|Dzm!<J9o!<?hE
za`wzx_IcmM;^S-T7rXnNt=`dE#g!TRVOoXtN4b0KPrh^4`{|x~dXGc?A=l?yKce3B
zJp00Uh<S?byp-9}^Y6%BZh9T>>%3r9kXB@_`^2PBkEqjUHg&dt|FB@z=}Q~lRo)B<
z+sd`UX7!<GPt;1A6;{X|Vv33WlJKgpcJmioD^|xyrXA<b%=12#pDtz9zAo(>=e?7D
zFAXlOdB1FD@xBiBi??jTms`te7FF%wyb*Az>E)ccA6HC2d+f}y$HxDeFEyw=wy{}o
zlKscu+`vut(dpkxRxh1Di~Zw?#n!2tpJ}ejdfBjX%IZeepoW<}r5_yKHfPC1orA3f
zSgVj$wsa=%`VX30`BIPXX=VTWN?$Xdb*I#exon9uXII+S%)NE|?9`RL6=LBJmj5~S
zbf?Ah<JYTGQ@tM^EblwT`>1I_n8bv?6Yo7WZFCR5xT-?shx8i73zy1X?#})t$NNP$
zlijQNdoP>WsV0fA6_<nZj$CJbUflEE=k#&I#SN~iPZuk^Z)8`U)1vPhsj2x-vbJz_
zuIl@RViTwF-EI2r8hQKX)R+ZFxOxsWdq182cun(n|FdD|&gO(D*B&qt+<V#Z{;Zof
zD|EVgi*~O&ZhQ1oa(8LL^f&A)<G!)#8E$^I;~Bf7!DK<P2e*=#3Zjb&XUorjX@B!f
z9Lt0f@q&&eo<DZ2ip?na`KodE?st55=3lb9)3E%3pysCZS%2?y?{K`dXoqSk$Gb3F
z+c_=lTO^b-S?q%6t^J#I^49XhAGT)bd#*ZueP1rinn_ds{XfhewSLLp*$+-#Iv8fB
z>)LI&SzlGQY5CEJ@Jsats=xoLy?a{qK;i+b=krI?ZqyxMm~F+BUOiEB%ihcl8{*pB
z8SA|--T!cM;{3<WSqWaZmVR#BmlpQw(TyCHSgtpTX`83t&QDW&net$jiKl^3|2?Zo
zE7$7GT>bkui{smk`<JACIC+4%aOt}*Ti$0qDDq5S_Ni`1&^Ot8><!hvf28u2^$)1O
z`!yxzF@Ht%-(^d>3zk;5z7)K5=H2w?ANB=ZvfI)6G5yD`2h+CHi!<y$y4WhdOZx(I
zqw(1{#h&#?HjCKkpWkd(eXCwxu4UC)3$wYOV?DP&sy%x>Gydjp&rfsPpEtyFf6w}*
zTQG5^ZPdFNWe<|?FwH&rW!;i`hUuPB{Ppvy8J4GiR0>LY+y62B&Z|G?KbiDye`ML7
zKew-%;XV5zevT$7Rh<J{kN*E~g>Uc2n}2H0yjgPR-@yYrcL;5k4Cv?2(>s1yZlcvq
z-h%Hd8CRamtMF0`nmfB-`%A+g3NL*2Og_iHbJwIc(+%qlN&|R5M7}%y@qqG-o9;h!
z{w%CmUY|6{eE0ga#Ceam@#ihP!4%(o_4b)KuiyFJ-)*$s)^q!xEvS2EVs5zh_l@Ew
z^BCVL)p;-doB8)*RE5gx?H`|;Y}#1ux$bo~^YjN^Kf4dKrCkfltL&Ym<23oi(z!;P
z^FKVV)P2YKL1W%&i+s&W>GGf1c~y(IfB64*$)r!}A3C=7o~+>g_xrC*{l4Q2x2LiA
zzkU_^_O;P+j;5J&-!|%h@I11gY5%sim=D(<++-9xsBXUh;B=8WP3yVO-D>o0-2d=&
zklmr%>rZ=H9-6%ULfgt5hIdJO3vZoMbCy5$`Gm7)_58<rMF$zr=H$mH*0aU$-zjA$
z7*!SHdTH;vX;1#M%0(1Z2kpBh!jUbyM?Xe#`yV;ZoT*K12e-VneYtO$4fCDFFN!V|
zYu}xp6t|{N`_TM{wYLQ;tRn*rjW;j;5ObpVL0t6j2g18$kA_!Vd1v!mT~h4uX1h0S
z>Ha5XbbQ~rsM6=q{Lq!{=OSzjX89JoR30<>ny=>{{wJ<UVTGf~*Bu5kA}5ycZJ0Up
zt6tQ!YYHz79wZz8PG9%NAz{VLscbAOv!3iU>t{b_yxBZBQZ}z}=lL^y{;6%tC9)=7
zb-d(Uacb$@+aU$^-z^?&Pb<si?pt|y>h-Ok9dASxzTNrJ<3YAr<j#+ud5-9+Z8nXx
z<VX`z`FcDyXu5vq6FX;xOy`(RJHyWv6SuI~9o#l`=2W+kby+HNJKSgQvkWiO+Aw`)
zYNO_QRxy*!|8#A>3p{wAb}goLv+DDGJTtDJnN@UM&-Pu#172h8xfU5Ozvi>^8Ep1C
zxNBB%U*3+bwZBag<yjni1@$f*>~Z3M&_C(f;pX};2iFRHeIU3d)9Tl=-I||DFV=A8
zaIaB(dA`DZ5Bmn5ePWjW@}Abr%0<`OH!UeWvihOet&P1`=kncSVDtQS;f!47rftRy
zI})m<+&?mJN9&TSDyj+oQcYV~9SxE{u)d4hJ7J0Thq8A8F^qLOx;tlXpZJ(@pI&D|
zjLK)`!>Y2)?swv(^Y8zQiPHbdcz#-n*9<n#&5y-C1x^35?MZ2Zwdd`LOiN8m9iq7R
zalGTbmZh?`W%;Aoa!<=WYyRfTUgT$SJS!yjK+5rwpo6{f?PVuVg?f0cEi`ynbzQuC
z_CDtL^pr_%kMt6I3!7%%z2q{N&+$@Mh58=O3&Q0y?W}iZq?dlmbTKp9e15jY^E?xc
zj&jxToo22<_IH-9>7J>3>)P}De3iYuyC1&29=PtYV*szmtLF7L@83FeOhm_T^@J^~
zazC<^YaV?td=O#$+u_ni6IqFmfyUMw<{r%vJIVFadJlhus6S)r=9zP+t~Q?1mM}Ga
z*3D4gImL2Cf*a4~R4M0A-+k;(1>arX2HrDkEMKl&#pap*K<~ErR(JSt6=X_5fW^^Q
zz;Od)h#f>?S=V+;&@)%Ab+gn26KA#yvjd;<H6<KNO?$(xQaVfUz4osL1r7y~2Mc&7
zn79NjW^7fFg$(s+W?c5^T=H(xJBEFeO_o`nUvb8A-s#$Bnm5gtFS$6$?Bvw9(^lJW
z>CIajvW!<{FZZ7CwEIkx=1u%^I&5Bbx@Wm(Rph0&lcGd7_+C<*)aG3kb?N7%PZJaG
zPx&%$NpDo~I|Ytqu0iXsybI~E(^=`i>aun&zprL#T9k^c`b*^p?4H#oUwcl;*qdBm
z=6^Zf>(}HZ`=4%me)79?Zi)2L>u+W@`S~#{^Ym1IY2>NC<<lK)k6lieK2LJ<wDJtP
z{&GTTrssN(D68<ASxesEUfs{rlyD5>McoL2h?SjI-HfN7ZmVah%QElmO0T!6dX756
z$8<lnRkP~F)&o%vbp;<nR^66-an)<*>__?)w<gAZZq+n;!C}LD`Hima$|cH;+8<A>
zOJ};zbp7;a`|VF`q?yYfW^P``T*m0;c}l6}J>Q-aCCeUjG$m-I9lyQ$UGJ5b^IoOA
zJ?s+GIZJcm7M%jE4+e5Of7w^;H{Z#+{AKI*=guF$+1CGa{;(zB^V6>V-lg-8%`dGs
zV2NP7!CRrJ-mfyZ<$JkpbXAb2HiQ48<WBF#i3b=D*iM?|RT%NEhMRFa(`n|-&&pz3
z{>S%CS<c7Pw1AB>e8K{OGdX`3rDmj0W4LFuxwtrW?Zz^j+_dXy(w+x*PcdRXJ4N{u
zucvcV;oN7Nz+-x6PJWTD3AniGn+k7UA87J)_mW2sL4$i5FLScpc2s%J{g__dH&b@j
zsdcRPj*5QkKKmxnb2{_%EpFEoIBu~STkp$|yfstx()X2V-->?iHoa#!f65m|Zf5bv
z!fWE6YA=iVc-?Cjceo39FwZ+BO6vXnYbxfEx1IRdc_OZ#+2{SdmTiZee|4#UvA;^D
z{)6=gmRzb$GgFJK_h+AWtoSy&V?c5XQ;f35E#U|W|3CZm4WtXq3mRwsov_-R;f8dC
z*!DxV%ySac;-9?wBQ^hG9M|@3zQ)$tnc)f933YpzweQxm7WB@%tNAkgz_9}cHvMnA
z4$MB#nf5L1-Hg!2y#=SAXCII}aPoj=+BYxmc}HIzkUJpt@?W08=Jw*>znR*ZPCr<;
z@A|CBd$qrH9@r%WCPc?b?p3#4KL66cvkjG#n93v##5Zi5$$N5cy26IaDmU}T)2^1D
zU1PZVxoE|_<MxksPKfSVaxkRsd;GcQN_vOa9Jn!Q)9OplgS^&=oLypFpcgP}@lVb_
zKg$^R<sYk@c1%}odOB;`x40t5JACpcP0{mqZFM>a8o?9WCfxA2;qgbaI+PK-{j+h5
z;GMtyPiN<!Et&rh9*9XR>sliB<9DUf2K5bg_x|(f2X3i)aL<&vLH<MM_Nfj0XWw**
z*>vwLc>RcNhft-l9pm@pTlV!;Y_)~jUp4mB{<nL3UvB$`J_bI<s>g3XeoXt8cdI^N
z*PQ@Q|A&7M+<fv&+cSIF?^xOIK9=nN@5^MR$%hI2=igDZm+!;!XZMOv{>?vdMJ}@P
z*zCw!<@Rz$J55b%+3jz>Gv?*=`us4ivk9&f_FwY8b$0cnFZ=gOSn$7J{$6iwa+=yp
zb*b+W98C#oY9bGAC7Ry(yIJ_&$#Y%hTkMZpC#bw_)aIYgAkMV^0J~-FheoDJpz*tR
zjClvx1-TzKiw4d8+pwS6oUxq2{UO(bXv@m7BkZo_k7PeOBve0Od~pBeo_>#4scDZ@
zbvyYN9DCGt?b(5hJ6B&R&05Lh6{Q-R%=3Z2=EIi-OSYbQ!})X8t=$dc1+6v052QR-
z&%8PDrOE8ar~b0kJlJkfz-4D(!B!zR|K)oo8@`$z{;+Mw?jE1;g*~S8Z+Mkk`@_jX
z^Ox<{-nee&Ufs-t&+g>2_ATBt`_t1MuWy>DT+e>UeBNfY%FL?mZW6}Q?f=ERZ^~8}
zN|%^5$G!YLchV>E%nipH{<m3qzM8mBmSyXKKL`9A>i4{rVf!O@!|~Fqv~R9Kf8v<p
zj!hRRIlfoj%`?i%SK}=Eoo@ZtI|SZKyDiC<a9FqZA4mTB?P_0*BV`xJ@2gSEwk|*P
zd)D_$KiMASzMq~}wtb0J&7$1cJ@qe}^jT+iY>z%0)Sz0*n0Hur=JW@(*W(Mf-%Fk}
z>92{MXPMx=uz!3%dYA0;^o--Y!9QPTAM^Xy|M(-UefjqE`(IkuzuRs<)0vs?J}NyB
z_0)dEbt~Gzb_4SVj(f}JvV;URoM)|@KV`?WJ4Ke;{5DNVj+wMv$hP6U*Qq|k&HtIU
zgsB-zhb^lp|MUG*%FNoSKlmcd{)YWF56ahBTX2=HDM9VvnMc9Q@-Z(>?{LkW`gY2x
zYyP*NKfc!Rr?8$)?ddlABk89$zxCU3$;>SGeB=63Tl?_k)mqhh;op=CJbwM2pmO}-
z&cFM;QeQ85D}8zE)YZkVt1j<nJ)dau!O8RH*8>~Ae78PuV$$E`kJg1~FL`_YgX8s>
zomS?|`cJp%Ywf&0x#)a`V$Fw&puGPvJDmPTtvgdt{<!G-#)Mn@OJ~;dKMZ@l?H{l1
z+;um1ANqGs_iw#P(c1kFvY(n|95i&k^nc~LC4Y1t%)V20UgbGg?%$qA!t=BKKImHi
z^mawe&fjwJW(*rd*Zny=ef8!jtGwe|Y7?{0?|$|wW=8$@;Of7g|6+YogKzQ2RMu+z
zox3&N|M{!)UEg(|FMm7N`?h#OcSxBZ_q@aMUia%`E>__m*qgVi*5~b)Y}HM7!(K{;
z?wGzQw>FD=?c6$d{YUpAr+(XiZPI^t<>xmU=Fi!&g17GT<u8#xRQ_qc{RndKkC6ZB
zO$k?F!+BoEq!`l5Cd}lW<}MKzeTnhFDu=mCZUzN(ww~CzY35CpJBwy*6q4Jb9RED}
zj?gWUO7R;xXRq9OS<MR?&0Ej9cc<j@IZm4t);M)~Pnr2PA+7n+U)?@_r%!jf*n3`2
z*Otyq`}s9o|9MJo*VPZ5&DKRmHLdL4E4@^7`*%<2HQRjs)<>&JC5(A9tu7R0_s({V
z{dFdCS&i2Q+2Znl)(!iY{N`$kQo8@{Psex8{XVz1&xn+N;O(isY^hG<f!&~yygQ+$
z?`Ia~pEM0)mowRXviFMS@hNr(&Zs?lcRh0VE;Tuo{E&73{{BeG@{ZuGxL<TS?aZ6`
zY2S>C`zO@>c=Gi3&cEj$ZDhH2Ztn3JyVh&G-K;g~k=z%>@B2Nbe6tO8mJ*lY)#+r{
z$vK~$%XX*ld*}ZA<)>p<->7GvF0-l^U<vinII#8T=CrU?9DDk;YdxYOFD>4|eP!;B
z*&$*pBX_V0EHK&Y6t^>Wm1OBD!+S-qFJuHnSS@|v)_uv~z=@2^S?#VLR-8N^c4L3U
zFTL2~zpxDD?aJNmeXA=-rFZI=(AM)eMft3S;`y)VHMg2*$h55wynpu0zk7#*Q}mjb
z3Z4vS`xhOwjoWT#v5I3rv`yHizf3EAy@cn^jQ;SsB4JU^-kN8(cZu|Fc|R%b=<Q3>
zzA?_!sr>Zz)uscl)67(>8!G>FZO@QA{b-}S*2V5m8+qoje8M_(ccUkHxwNOa*(LTV
zdWt7swCmr#d3Dn6V(XLJc<pxDGJP-5iY>aVHsj{g9g}Q*dnPGxq}3(y7UXX1S`xX5
z(S@sQlLc?rQ{5j`SK}Y#9h$5v+qzr1e34?*qbMKSjwsXb-&cduR=wz}EgZ(P6<!7>
z*xs3IntWGm-YeldkM4@^P}BCw4xhd#@xw;3;OMQtAAP?c);yX2()V3IT$p#h?R&tX
z#eXSoeL$U5-pw72TjciWdQO(P&M=!Pde%*oM(<gU(`HwwF54!wwr4ljvz?sfUv1Wk
zUgvC*oEiFY>rTn+%NN+^^hDQ`Gru$2od2}4y8Xh1v^`#*q_iy6A54oz9;q{R;he`F
zzq^{4fx0E}Zth<h!-FehbC+HTS^VLL$bSz*<0z|-7gQ#FJJ#G9%kgL3k;kjouHULJ
zcV1cNfMY;&3+s+;FAiRj{hju*ddre|6$=);KJ#Yhl0Rk378bwAN}K=S;NoQ^5+}2^
zXTF=G&vgHRtasRQYdM}2(9oO#_rEDAw->6a8*Kjg<IH~sU)hy7N9LA3pY9r}D{HWg
z8+H86{n$JG%zH(p%O)3pY)F>g7W9*K`<wlK@67eiAGNgKDIzs#8j~4IUsk_kj6jGb
z^CtUCyZ5Ml$k2)s?PsZXj@rc}=O`;x)Ys4UYuXm(*~X@e8+%pGUh|kctw?#FUd8N~
zo9DLF$QW})gap}feUhu#u+DSG?YCZ@AJ4z&j?UGt<low{rR0U!9{pL;4ng5}Uaz`q
zxH+)*3*%*%FMh{sveVKZA6#sfl|3^k<yGQ=muY1M)mr;IYa6}Ktg&48(^23|3Ml+$
zFx;6IbLZLd^k4pFo5dMb?y|}#WeV+EmnAM0v#;s_qh}fWJO51CyaUC&T_QJ)&;EPQ
zdPgBM@XjPFmh#o}<opgXNA*lJVVbXb{#u=H&cRB)!`Bz>Raq$)|9hLD+{ubfOHc;e
zEOlMG4ZwqK=S$XWzqH>m>2DqP`=yJ2TGW0|%i_*neB!d+T>dYnn}fvNRZ;~*?V0>E
zg<VVZjekd6T6#b(EzGQG>&%%;CO57Q61g?8;>)#(KDntUWA5Hp=g8{+tE$`V&nDNQ
zUAlaEZ8-CEZ!6=e-w#jS^!|e#!=3C$*DIte8SM(MFMlFcf8h3ObJf@u?Yr7O{TI^8
z_S>|7pE~K=!Nt%1^TdnanN;?f>B05`k5~GxJiJ+8PG;JC?_bLEmOiNToc^%!5Zj|`
z_q&%pm-9jyUEBJdS$o@)29e0$$$uonPyMgad$(|FnpF1_$+Wcpla^=h5xsHnOkVE7
zJ4<!kzA!olY;IwSiT=YM|Jgz!T<-hEmBs3O$I`ECKeBem*B@4MJ~#Yq*nZ~CMU&v&
z)^;ma9*<qQETZ-78@0;3`?4P$FU+i9n0U45I&>T@H=tMk!xgdj%Zlq%&Y#~cy{=(y
z$Mdtb4J%{UN*_Jr=Jl#s+b#NmUcP(uDf67P?VeH0=O6BHo%A-x_%yrr&d$uc3+Erc
z+?HZ<?8;7|<+t+Frh8XOZtp5NI{&hxkMx0+LczB4`xJIM`yEpEKV_(QGGvzekKCA@
zb8XHFo~tpD3rP+7RoBFp9il3^e&QF?f6;N={@$gfou&&{hi_efdag1@TG6)Sd(*ES
zz5G9BR&;tL?>+OJUj5ceq4=N=(UY=sve?az-rxA|$FE=iDt7JOxbmF(B(o!;#~F8Y
ze?9nvCB;ngmjSO=>C$g+*2UDG$;tOLSG~Fa$nVw5PsxM}8vk~@l=UNM!q$T8uij3!
znQ_yia@U^2A2~1Of2{kwNyLO_S?>G9Ti@O{Z~2?M^KaU>HXHT7dKKq>I)ChJtG`%t
zG-uWG%Z@dz?r+z*?EF`#^iDLu%spsRoxOJ|cl9*s3LQC#wL7mp-1x&-|9j7_N8g25
z9C;Ug`)<U!iqZ2q!|a)ntBbaZ^)5Nw(0}&L{GFSa8yBXTxff2_DpR@c?BmAIMn|LN
z7XFHSU}tP?GgWfK{+U}(yi$0nX!G>axm>Ls^Q&b(L>uqk#(Mn9!&9$s{Zz<VyW`uP
z3Y8D0(bat=^BOC%dT-8JBg10M`DxAyex}pg(^bBIQ_{R5{aCX?ZP_N(51iZ9dZ}ry
zmh)79ba7e!xv6uzs`sRz50t%fIoLbrw^2fzarVUB+m<|TG(WSZ<k5nq*Z0d>95|!J
z`a0{J<*tX<zP&yBX4%V$>Y$Y*8yMJ)xojKky=L+EtKDL^VBPMZoS8bSZ{N?nu9{er
zc&6J-*&e@)?+LzdjAs0%z4EsErE>>5=6qeKlPUW#Ye(z0D_pn3_Av5H`m%7Q?WL65
zbcTY1Uo`f2+7_<%UG3?0V4ev}Hg{9Pu?O6DwpJ;6hCg_FXW<T}KM_$ymqTir*55X6
zD&(FiFQNBR!sgMpTNS^*J-<}7lD}e`O7I~Qk6E(Y?@iyeWV`Bm=G&gP`b0F=u4KLx
z^})3ue?!>hX{USU`QaHT>#*5+>|n)#wflBtf0C^@z%$uIDC3k+4VHnj+h^RKy?S!F
zBPS(ozIoxfyBPrj?~OJuz7>`=;R=7b=If-i?rmRx-j?>vf1FqGduC*`YYA`DDs|nz
zJ9zwcjh7`9Mzt={E!h6N_e1C5;|<AY-!OX~zf_WN#Qp4>17%{HBUQAYy#HXA5NgAE
z<!oA6*t&B8Qca=rGSk9M3(r-aa6MwS`DO2(*mqLJk1b2g8O#heKU=bWm6Xa{#y9=d
zj9V+Qjg@6i0F9D?R|68<1G-Gw(^<t-D!}8?#!2f==h{zfGCNz~vCH|=LD$oPoR-#}
zyBseiPxAA>=-8~laZAQ?uZrz-rrgj~m({PnoVu-j*%T{dnMr)pLat^`zx3HI{L<!0
zuY#w6mX<aIG&FBZbWB*P_DY9MXZr1bf<IQ?RmqAEV-VAe>Tt7Q=)d&S@&m&>ttZ=@
zRJocG($dNjL>E*mm+o3_bu;CTOF~ufV$q|AD(nNMdPK2Ru$-R}z`usSXVR9Eg-xuE
z0wJ6e*)23!jHCBwNT#`|=<@Ke@)>~EQaK;6o%Cz=O=s3FaTZ60hMBVQTX>8O#hLqO
z-gIM_q{sM=`;VN(3Xg+L3LL8%AxotmZN9et(a-dB=67s*2Ak!JzOpe?GoNO<&vc$4
zea21komTsg6&vcY-eE1#D&8C0xVG_U<LlFJ_A~7`cIMrbFWL#o2@>;;m$^Rhec)nT
zZCrk4)q%JJQ3nv?E5`E<h8^fTV3%fQ7rxJU!@iks=WnZLeKT?1!RrTt56GW=^V;b7
z8)g~4KiAG2dwOa;tKR9NvtF;bWLVd9SI61(*k70TIzRK(dH$T+C*I!4PRpOJ885tj
zL(F9DYNOhGZksD7ESnW(cuw5HRKQdqQ($v%U+<yYE6t0(im~+_yZ!K8MRd)&nYJ@m
ze>P4q*uZyhc}(oHs?|))h1yRxKlyZd*<W_%;+Z!!CsjT0y4`tT-j1W6q7!z^jGb-0
zjD6nWQic!A1%mHtzbu>?d$A|oK)=AQz|XEecT>+iKAH5id{y(e%7xnRa}K;d5SjMP
zsr9qp%k!u1#;?m^PY6#4e2|*3V&>j!9eZ{MTJHb*|IC|rM#s-I+3!CXIdf+3^e;B^
z)Ga|vgtO)qG_I2kJ1n~O;SQ(oEOs2bELJOI^2ccYW7{E6A^6@U|HRdsJUc{Z=uds$
zdR}Yt>do>6s{elPVh;aP#{9{1dHIrqs#TUX3rgHqea=tFeIV$$d1<j;C;tL7#&xV>
zjBd=<553BYD{N10tn~c3QFYUOwi>RO2JKty4Aa9co-guj(^GwF&3JlA@i{gdzBlYP
z)1KH#NX%r@o_el2NO``O-t)Z;=g+>Gy+%Rv*?Xq$a0@k#rkV49ek{urSr@{4`1YaQ
zs$W|)h4b|pS2LL}JAZ1&?>9*+&($2*d!VdBeglJnQtaWNxoh^`<H%nhzF;Bm*<X!y
z2ijh~*Yn(VJNPGu!vWJtX1>qY9G+e#gIH+fo0K;H;oq~2s=L1(Q&;~#J*8f7zQPW+
z_x#sb+`MNkKeY1m-$=KA|0a|aO{!PAXa9|H-oz_2-n0ko<iD}=kYV@3$(NQ2FVScE
z?EUJ_iLXrx99d1EH7TDNn2W+riZ^Df{yls~?wIw@#56ONtMYo8HU$yyWDYmXK9lpi
zr0;XX#+!bg#SHb#|MJq<mu}+z_;p2=%eI|`+OOj;8R|da`Y83I;jK=B&4x)cB@6s!
zmEK>x(>y<Iy|+}a_CfPyum3QGtFbT5%4U2%GjiD#et+imv9qh^8p-tVD}|eGetx-B
zpXJztYd`i+pZGPhCb!f(lIh1LpP$}8mN*KqY(1NsW+vfq$-Ys);PeN@1Nw#GH*?Rv
zxg7Fb?v8MV?gQI9uhSe8@{E7WS!i!f|9$zwvH7e%Om%r_lN*aw?{efgKmL0lJZ+of
zu6H{Rv>%xE<H(!79f$TgZkytKY44Ag9B&D>KY>Bv#=qkxHQa5~25oPt+fiCJJ4eaz
ztMqr~)y&_we5jh)`ZMEBS51l5Z|QdvKZoB*vgS?O=H|V=^*bZO{Has+PucgJ{a*gj
z%4P+QG$|*>b-MeGGAF0p;r2N;^-Oy)*Xubu4sGMg<6Pk#c4poIrzbHtFEu=5l(PCT
zwc(s<>AtC7EG{hO{F!(1@86<d^Q>#vGv1jx<$llX%tod;E7;FXH<>=Oc4}Y!$usl3
zHu1G+t}C-Y{=VKd;hb2U`uVCK2MSN7#Ga6tB%iwjwicjyw}9Vb27mU_12Lkf(yufa
zI|^)(4PGQZ`)2<nxr3tdXWocC5cAyZ5heJZ*@!#!+0#u{A1Z?CjNcs<O(-gr^Es8j
z@0^+M3A3gA2Aex4-CMGd|HuDt@2qc4TIF-&$LF%kOY&4WIGCE2sF|85En>Q*wPMBu
zLD8duAti2xJdYNfHe8q>Az-+e&x&Wo{H_HCi};dMyoE$m)md4UB^+A*{{8swRq%F;
z?{_YU&)PQcepLG1>Q`@q3+Jz@Dql7Cgq~*lmP_;f_*Phm&S&mp_@<IwQLY+&?oWB_
zyXOt(U5|Vc+^D;gUoLk4?cA5fk^OAX7|h*|Y>vLXo;glHaI?2&xqtD!Sl`q8-kGkR
zS$CaB*L~8oNVCRw)49DhyPFr>TK`@A%Ce1u8x@q!vHatxX?}C~cFz?V2jiwEN9X>W
zcllTSW6vd$&(4+Eo3I_c_2yQ}>X*h>uf-lqshPNDW<{RM8MZhFwxbL#NBRT{<vy@)
zN_&{8Q~6+rU8V7-edk{59W&#OUt@RZ5x;WW<FEYtI3t#SE6t8}xc0{5)%MNS@AVhX
z+pe6{YL#$leuMnvyJ^p^mH3{0d#uM|zxxrHO_J|I)-#^nwdHT`K?&j6jMJwFiP_sO
z=v!EDRpr_4h`sM>d)Itz)nT#SJ*B8J_J5^dp-i)(L7ewD=C+GluP<KXKks$?*&Eph
z{GL?qtlqb5-Dy?jb&T_+(<9BV?&r3;EY47`yYx@htlJ8n{|(kKzMKA5DQV|3wncnp
zpA6U<pPoFhzVU6Nx0mL3mm{+qZBNXepyp7^lbpXuY}>#8k$-n97reE|T()G&r|lg(
zrmpe)>+pJU>~h2Px0N5API*wxd{gI7MMTZxGObGCZMq*W@8aiUo+l!>*~(OE!a<WQ
zS!_y+ZkPN_OK1%`HRE`ii%Ut?mfP#pXRGu*UsSm4e#HMgXW0*0N@41=?WGyKqdewK
zma;b9!6xHW_Wg$VkFeamn*~3t=V7`yf8z7+?`#^6nr;v8^)mLo&g|dUv2*DZd*&;4
zJEJd3CS(iQG0zEF-*{e?Jw8XqQLN^j>$Rl+OZi@WEo$TW5pmafTTNE<d`HGlXH!1>
z+4IdIN;rm@;oi|7{nK_O&Uv|CrTOhU3qkG^wHls#(;4pQuby=9HUI11%dhQEzv>uZ
zrt*7#98W-Y-2BMPYht{1sw%BpeYtN<W*W19rtagQB7wEbnd4VwKAY&f<hbnHA|XGf
zI0?bmQ-bP3ufN@SdCv9plhVufGsNpJy%V&2z5BEy_4}q2WyXFNmCU*S>CWz*vBp;4
z!g!ee-L=lFV|XJdXgxLP+}h8z5(S<vdp1ug3MpsJ{=fVGykpz`>hJt7e>maD^Vk#8
zi!LuSwD<fUQKlaK!(_42dzWi&PHZdfb(hvGo%+x6>-$q*-$x#hR!%x=wL;`hb;7~T
z4SSW6TCa8dzH1U(subD0OML5vNirN+R=PL;_3OO(Yf%~ZKk4=6)&oD6PFcTwS?PDj
z>u(P{J3G50qMyfNcGIcNClh`w?U6P4B>nZ*j@KI;c1$Tclw!W(>)hMQk3=2>`d)rz
zWp=!*=dPdUD_!OXbw8y)?BCjX`&NqQf5o*4?`I#_?|S5J%7X7qY`&YrRNdX`1PiKM
z{&dJNetDX5vaIpw(*OF5`-B8vGv8Ot<`=V9%9wSJQ-^6?cgOlkTlf1KSY5UAwO9BZ
zXDeF~X1sAqQS4j(@6$RWI`<@I+P5W%zLRB`?>=ouy_Qm+;`i%$PZ(6r@}3QRvhPos
zY{|2#qAzb|&%F6>|CFGA5`ylNn)keMxcB5QcY%-Q)1Hg>r(I!Q-__xJ^4VVY3H=&Y
zYwEsLKDg0gvB$4o=ceeh^E}52ET*hc+^eHx=XULj-KNbw%_l#9ohn#pB3Y7uR7hj#
z967<`Ovhc1oIaU$a`xoEP0LGoSLjyvvEE~<S@*eP_xZ`p)v{bMVcV0p@9Oz@Y~v5D
z4fQT}T;tTgE3P*@Tl(=-M}_`}Z5<H~+qP8+?Tjy*w?M4I>Yle)!@nhFQ|%gLTt2Ne
z-Xr4~r6$Sn{q)u+%F5r=nRiYvpEq}hedWVCwa7((BR?Jbm-uO;d-&9#b3GmE6B<9f
zGd)|$lhviUbdJbRox9H`n)A0$KD+f+f3-#5o}CN+*{<8Xu3lAscA@j!=Vt{!Y8WZp
zZK{cTay6x)RyR1nOH=Tp*#piivnEWdJ(*CdUu5#sf5LeyyGc2Eb=p5?EaQH)=iREs
zZTptyy<Ym{?4{K!e2=|$Ft(n!IMaSwjojzJ1J`ezSDvT2bV|9~k=_IMo;=W7e_&F*
zXJ-DUuV>ah;W#os&$j;$_miy;Z>EIL_<Um7mj6z&+zZXR>$ocSM!1x%jc~Dh_b%M@
ztghfkmrcit%Qtm?eSM-hAz0#9EgR$08J}xUn@7LYT>3^_Q2lD@f7{Bvzb;OA?|aNJ
zW%d02(q;8sHCYGer4-bgMb7^Hp66Kej)slj{nx8<o6Yy&6RT9Pd~sE5ZE1bAON@iv
zyO;A%ysZz{eA<+`=C{YvDaA@j*LTTPPcXfEe5-uFx@WDJar}oB?29@qxGJ(VQ@c5Z
z?HOE;I38H<t$BR=GFgT_>!)lw_2d2&71tw54|X4zwseZ>%f3w^R~o9!AIL79visE*
z-jhui(x(Rb$$qW%oFsLPAv<!T*3C8Lx<w`z-6t`()QA<aWFM1Xu%ysgmN8_~mYkom
zH@8&XJ&}H3J@1}Io`&=5V)NSimfb0e);xNUL3QPGo`&C#r}MaF#EI>lox`=A{pO#a
zMnx_!mc74qT=L6R+4Hw0f3HdOeAWHzqFZon-aBR|&8Lrk@!YLFQMYUR#IuwCFP`%0
zcSnV(Fn>>l+D-YeNmr818mFmvPEz@Ls6<X)!E=&|=Ov@#3=xx5JSSb@W;+0)m&6$`
zK-4rbZUCuWDbCZN3R1c^fk6jEzhY%h0MSAE5)9rTEma3cjX(~I@3T8@7%9nFInH7g
z+!*$^{%S{rgy81)^G)~scfDn&^v_aBPEc^R`w=$p>b<vKS-lk(e64fPX4?AWMfZHx
z-M%Cy$lu@5?mr>zqhW7{=<B)})&JK#obmOBnvz^my?(i;>k&7>jVCX~_0JR$EY7xz
zD0G=+_<aA#CtH6zxvY^CyzM(7ZEnYnEUwRULbvCBRgKwRS!#D$|76Xwoo_5lZ}RWj
zKizh+(j&)G>t{V4o84S=a`xUgQIa!je!U^dWsix{w)rb7y)J369oS_*mr2ILan|NW
z@$3J~+4Y#hcI$^{X;xboD1H!p@bkd)*IU?IIx0jy1V3m#u!T9{LE@8*cQVzky=Hu(
ze4t(3<Fehd*^_=JKKya=z43kKZ}D8GV}slo-1Xm1osoEZ^3Q~jg!{Jtebv_A75~O~
zZob0V?1p^b#Ch72Z-3kJa$U&R7gqB<#ig!2c$@6KBc`GKO6q$n=Fd^H<lOU)-%`Hx
zN4OwxwZX6bjfc|;WW!kQvBn4pR-b=Rqnf$m>9lWL9?CHsd$@jFz7#j{_l12a2M=ua
z2DNvJ8}92oEzPRdD=^*QtNHZ3cXjGN#yc+0Uap@0tt(^ZXTt?LZ>LHezuqukzxC<A
zo<FvCty<sz(f;s6GUD6&*PHa`Hdg9p^Reg6UpaGX&_9M80YUW%tPj-BT-l?VDUsb^
z>Xut(zT7PEc3Q~fs~r^{E;d;qmv403P*HN5sv|7;`FJK*x$=kq4g0T_d{#<o{q?`9
z^lzJ4e_zK{rKH!lj#T`7X%^hw5vr7QT5$gQ@Yx3IFU+)Cz0TR?$eUYRs_(vgexUiJ
z^a^%YmkC=np7TbYOY{AFb(g%G>D-u&k>946|G0OJQBO+jkK2)BTO)s8`0R1_7^~pM
zOC6<iWd(1$9Xa*&Z`R%9sLzkL89ILcDR?^L`RudGNoNH!!@E0Vl^-QOe!IUT!d%I0
zPQpy-ZT;n^<xkkuX8Udr%DychGh1n$!INs=Te+|Q&4~ScUTEd#neu|sTeffimlpPV
ziERF@RlzaO_MCY3@9{si*E>@eEqlt}+tK^_zxL4yX-_Bm7H^lnx~KTapXVmG!_G6`
z?l~cRwoYbyWwnb=c>nz!XG@inT7S)!EQ|Zi_~G!ZyeB_XPt>T_{*zc*SN>b^{(cdQ
zN{?S#m6GbRZ@(+GU3q&`sn7cEqw7!JzdZldo@ZvS!#-cwCb)6Og8lQl!x(1$z5Y)}
zDZBl7d4F;B-Pe}+d>^LodNbQ9Gki^D-e1MryNb@PKJ9uWY_hGp`)et&%3itcJ1fs_
zkG^WN@l(f7-HiPI6HK(P+StGOQ)gA+=ezw!Ovv`^-4cao*FT?S`uhLsl5^$Z%#Y{I
zSIs;&C8*|S)E}jMm3zKy^UJSX|9Id{*sQrHCVgl6v-h7ZbHwJU&jd}++J5~S`Jn2-
zhp<`djMo{;uU{8DFu$?+)${7>mG(RK*)Lx9vu<u&Lp(!&&e>wo2eS{vmd*>G?8}}%
z=TTk6R^$1v8<?Z!pJzX}=5>L2f%;9A9KXLcmw(;tJ~^u?t=3;@c6IKpS=aVlQ=TnV
zw`=R1yRXdd1Yefnk73wTePoyXtuyQQ+4JnEm~*{c{RY1})A5pJZ-cI{y!mZ*!}9V=
zf4B?0|NdEjpgQ}P`qoQ-*gx#P_OH6wcXP4!+3XWGmF0im=p<a$lso;ovH$wpy^GJi
zE_vX%)@1gCgRa*8|7C70nwl2-;7*m!JGOu8pPdZ0`uS+mwS7N@Znpfn{PlD0t=k-b
z#6P$`C|+ArApK#@HJkK_zI^|Kp8vdk&2XM|>)#L35A37fe^;ruUz&IM?16h<H@lYp
z3S0X{e&ywDIljMH3a+V4-*5E6lWqU^XL~kyX`hXH@_yCL<M)~OanHGC8798%+egU*
z;a0~JC(jC>Wm3-+XMMD0vw7s{uWFxc3fN~}kH6t1eBj{M8zw)Wy+06b{ke*}Qf|j?
zx%>QAwnT5gRMX%Xw_o&!M)LXk|F?6Lh3CXid-BIH#eUDSyvw&=*J(U?|8?tHllDti
z$0wa_KA$1`+WXbUe}R8%;^v-rZ;+09{XaM1spgv7d0(q%Z~1mny&*XI^B&fUn7@A(
zuYK8l-u-~^iQ<~i(LY!}Jh@hMkLwS|4=3MZ%MEpZ|G!*YlArYE=c}ZI_G{18uOt@)
z{{7=U`Odk&udQUm`j5(%?%#S|_%vhtmE_A$j#@WfFMsy+-YoXn#V6Y(tM_s|2<ACw
zzJJYo?yq(W<ZeHH^}m13{Jj(Y>^1rQts-IPwW9gH_n1xg|6Sauz2f@sS<eI>Y+Cup
zulDDsr`cBe*$t*=4ju?RAa$Vo#IvM!r)e#d&)(Hj{vB)Ek)!rI;*(qFiCcHpPcRp`
zJ?Y?wT`BefS+l;Ly!82V!`YK{9{q~>liV#Q@Hm;R`>cCl;@b25s?8Jjo}9hmKO^6a
zQ^&3ceVqLI+uPXfA2S}DI3e{`^wqbs%FP{H8_F5-74jQy-Q(UfOXq4GZ>8`DC!-JX
zb9or}*Zwch7BW+6Ud;X4?5)SO6Lv{Wz82g+1e%vU7H5c;eO~&C<#SZ;p3bamnYEh|
z9@HeP-W7MBX`hr}^c9oc6U=8Fzw-6&^fStDbF1YdFBGxt{2%9H=9{y;lCiS+Pu{19
zcW!LW%X?PslsLY+;c`R!Bv$>`6DyY%+C&-{%13ZkDBV<lH@7r4jX7Q|-$;BS<2By{
z=hl9WovCB+L$)$_2d}~Mcgq83+2!B9_A`#JW>YA4g~rVDan9Q$Dy%>J^34A!Ah^+V
z=Js=J+nBd0F#pnb`}W(enP<%{U)S>W_49Ac`o?1<?|Y2B@i~LO!sn}}U;nX>xSlCi
z={Lh&?sfZQ^Ap`sulE+k-kbZxGClZ#*QWlY$!V1jq@VQu(MyrD5&Dtfv$y`C&4c-`
ztJZnH+nk(apm1Sx!}rNQvqKY{Kh62PZW)`k(l@2w=KJQKdCh*Mc0+{ApX|BEXG_XF
zu2tVy_joQiF`vnKurfvNZUc{ry@(+HJGGp@VPUNEf-cYJdt;umPhb7~%hlKZ&v$ul
zW5BzfWu5AJ?dZvC_3WbTe}Df~U;OWHovq*UNtJbW8&o4d6czQz*5oSgoIjsa=1Oda
z%NuXG{{BhVcO7T0XW1v19BpAc-$t!E=<`37weIiE$G-lvpHoI$aQ4;n-&yauJzE=k
zqWI+XhQrAQ8=llX`Bztccba+e`<icR4=NA5&YGp%wnXyT-6w`|lXX7aoc^aaAbU-}
zGWTY)b+<P#+*o7WpZ(*w+-K)Y%ttTv9jLY45SMb{%G!_CGxl_He0uhVAuF>``)uoh
zk6-_bPdGd6w&|hOleg|}zy6(l($e#9Z*}#anDj8v^niHzwBPd&$iMpU+xh3<ToZM}
zR;h$fYU=~Cd0%abOqsA-xKcR2fpzYCS-)v(*qfzh)xTb{lhtC?*L~62+jp?dSW~)#
zJ!1LSpHWZF{$G+^Fik;!jSE|)ezxy#2itA@FW=0LXPm$0egD#6ZI62#TeD-%G3dQn
zQfZf*?Ox9{=eFl&XWz}&MYcVzd2puiT6%0k<)>wpxBX_FXMTSD|MvAS<*(j+r!9Hq
z)Z4(zIX7;$?@uh@{UG1?H2QvJr0-_Gv)<bo=f7MN9lY3XtyIE;%PEXk=UjX4c<svE
zfcx_NbE5v=U!eCs<-rlF+{C%teyU9SE3oO=^S^UnvR{3fJ*m<Cd%3u&{G71+_KTNg
zUO#u1X<e3Vd;Pl1c^4wDW#0W`a?r~B`TW@SHRs!3{dQ;8e_ylSvi?oj{rc56)7P4;
zUlPj9^GD)Gh5FgsGk366-1*FHT=GwW`SsD)QOn=nu?yRh)gXC=W8V(r`I~o?^L}_Z
z*ChPX$=AYbZf}r!klmQEw9@-*^5$2+l^e99=hye-EZyXmeM{!kuPZXow_iH>x+JUN
zWZHxHmuv1vrTD&*e*Ihc#QonzlkXn;wfFDKnBo(Mc1SlkzxsWgQU6uV`@*l){cGNz
zfBP=})2}#*D-7}cdzMdr=ApKZ@!tB+);pOi(zEB^KY8Ptob<K#TeBO=mDcM^`=tK=
z@#*R5>ml)cO-mEcz1g$BL1$roh33;)9Trj*MJ{`K*4RdQOnYU<{5!|{9*?fvnU$da
z(vC%@=W`q9PY-&Rv2>@NQl0I=U9mSS>$xv{*?D{6zqi-2=K04hQD41tWBeWQ?Nf^Q
zZ`yQs+>rf|thv<s$4SWp(wSFF{5R|qzS+nlRDU(9KU(=wn`hnpUHhyJ{%Nc%pBA*w
z@QL;938s<u%Gnd8KA&vr@h{u8UUbto)=xL)U7h)K=i18iO5Z;Q&NX>nekq47Mq2Q$
z)UoPUoBX8GXSYdCTh6#mf9V{q8ZD)=&W>iuCog|K`DT7Q<b+zU!?Vr~i}`zI=3n}=
zZc0(D_Stylq(zQJc^XUqto{0L+OKlG$nLFNhd+OrbVJBu`IMsY>{xG?IVTq!`<n7#
z^VXw>^HNs#>rXbV-+UtB%k!mEv}fE%OIfhX`+3E>z~%Xl*9siX_;c4^u1wj$_;dCT
z<D0yTJd6EZVqC60aF*N7w8u{Amg!UJEz=Am%Y%PgZM*i|X_G@s&?!s7!cvz#Q*8eE
z-fMi5?KSt`$8$Be_qSU<`Bq=D$3)qu#4hI1XZO!n&u!9MUw>U{(l*T{ztYlwv8FUS
zMw`Enu{&q8{L!i)ugtysThAnGPpn*?Z6~>;ZdtM4?%4+|d5s!&XWd}RUi<x7%IfJy
zU;W#+$9TT>sV{6Id)C&T)m-|=R;licg8n~+qMD|^CvRPCO{rsvSokk(yCV0tTem6;
zP1%&c@%tJddh{o-UVVRJPTZeF&8OeOX1&gywe9l>wVU=G9n+@<?X&KD>UC*~Bt!O$
z{U!JA2me2}in*|6{+=82Bje{QWZO$?2ePkw_2ae3WuD^W9p`6tzkP3g+1vafOPKQZ
z${W8N?`7P#OsOgkE*6h$W>|c^T&Z~H_iYERY=7=>EdS6q>9+d?>)h^1$OU<2-Zwd?
zn(cP(<r4ele(evBZ>x=&uKfMsipN`Oe9OODoc?ujLaAJ8$h>*JY?u92^S_)^nf>UU
z`?KN`xx3mA8s`0(>d5fN;oRle#h(g<Md~M?Ic`1q?EL+{W~s4r_w1}wo1FjePR?=H
zl=x%Yf=?doF<blI{psAD2jaao@0RM{HQ_mL?sDW!(5btVW8UxH@!fELyH!Jqi_OfO
zv?}hK?SH&e6n;+)`_);;?;9sSHO)r&>D-wX^$d6JYA%sX&5J#j@+s$gxux*3s&jL_
zzwMNp7JrL%)As947ZRtfUf)?4JYnt1WyukBJKA&R`8^S4+2_!A|D&_fg}?fn6gEd5
zx9mBW?yGpIcB1%td81mNc`F(}r>1QFm-=qz(@E20*$zmh%|7>A_vAs{b!zP9Q5-rt
zOaJWf6tHy4FHWu&{Ls}Av2)6&>A!yFY?}7tOxUdJu1D59Tc%X><;u!y7q*x#eawBb
z(K=)A{I2X1v%7pVre?VxNk8#*A5(<2(zVR%>#jV#6XUg0Q^_p#WGvSkVZq{Avv%E@
zo^yERnI%&`DQ)V18?vw1?QL{frAthZS7ui6I>p&5YZp!VbX=|W?emJ_+G@d>>9=M%
zObR-6KWnYW_Z>PpOLr<O<*Cg+v48#6Iie?@PxAX}=ydp#NlNd#btwkh{WVhybIV<1
zjw}#+uVmz(bMD6Ry*cL|xcyf$ieD4x^)pucY+BFR{@_B(O5<G<c<iLTf5|-5mbk*V
zRd>lXz3D-D-5u{IvNHR##6^DocK$>jpY^1_Eb5PE{rW!b+{ZgC6(TdsXGJa7&Ahs0
z^6wox1NVtU7%N@VU;1a!IptT|OtyAjpODO1vwX^?9ir|oHuGc>GB+L6PjT45nVkJ^
zTgnBiC$TA;KgLGwzqtI``CFCgSKdE7zqRztj?875Zs+7L$Gp?o^z3)jwJ%FQzImOv
ztMP|v%Jh!@E!@Ae>OUqr-rk!YacZt$q3zuJAx~CZo;^91Z`u`SrKGh%UcV>$M^9L5
zq`-dS7voLa1v{6$3$~A5IIq0^)QdeoR(Jde_5HjxF>~3=piN)hO}2g(+$cBq(DhsL
zzb_w1zO_Hrb5<s(43Co(v}V3?Fpf{@x0xv0`G3(dLUMxnD&E<%8Q1J{zPCkQ@aK$X
z(US*TZmI5CKIyDHe`ih35v>&ag@y8hMiXz@ys<vOu9Vcj>rHb8?*wDd`-<Kd{~NRQ
z^W9{w(2Pv3;)=Ze^JA5ux{}z$g9olJ-~G?IrbnjZ<&2Js3R#aQ5o$NwC-!f@q3&i=
zmto|kX+E*>#J063=PNchZ9n#4qk_LOdwrH%a*@(amw&Dk`z<2HEBw>Hxlc5Ip1<Pw
z%gmJh*R~}$xC(AepX-0cL_Vd$_q0Z}+mX15W=iZimb=*kedoo=NVp!^e3Eg>EStZ{
zMlbA?K3%lhoVEG-(dLASt=8Ko`L=}j*T|ea$dhHZe9gTH|HVHn+hrf#Cv)PN>E*fU
zUn3KCcT^NVdF(f>zk~TiZr<~UlTX^6<X2;7Yg)ru$1AyI9(%X^?=Aj4pF36totpaO
z?9bCmNxOf|6+KyZZM|wXlfE*y_&xcb6&oWbGIMWbzx&JRrvBd@9XA#}Tgz|wjqUI0
zl>INaZ>ifqd*WZ`@>!4Snq*uu-kxyZvuBo!%c~>5ZoW;qe@X4Y9CulZUdMZu6VJRp
zzamr4@7w!a>xnuhH8sAQO)V2HPnvP<XENIyzCSH*)IRR$h)`DIQ{<ktOhswl6|I07
zn)_M9`VTIi)2A3+xJQ+(U*&f98Tao}PqJIiGwFABq+j2&+p2P1RG-YBOf{Lv^SY<q
zkIX(%Xgtf|YuP5Dt(<k?>c8y|-`MlxQb$FQukm~tj@55n9&8od80@>*cC!8psq^h8
zn-26}zyHmtDCPG$+lKoRf4p|B2Nmtv4ezhcn%8~e*6OsBbNUm_S3P$-k||gydQ<#^
zOV(K@&8Kcf3^V_p5c-mRQc!>PzbU>OcF9{Z94|G!YgXdsG_S4pq{7#bB9nXJ6O|9$
zvwP*8yY*UC{HL^^zoN40v@9)dh<j=7UqAo7)3?CCmX*!LjKMO6RZU-au-)ihGk4FV
zJuCk(M?SX5s-EX>)*7A67WVji&ss%`$vOg+vIW5|e_D8E^yx0G*}CkfQKa-o`_jGZ
zRr_6U8$Mx3YrlTpPl;PDVMFeF#eApzUTpLCt9*a|+FR4y*mU|t^Z(&jN~31W7)}p5
z#hOy^rM2TnUCR8s<&ztq&k{7;{w=iLD)M!uZlv;!D?3bnKQm9UyFdBN`Rfep71%qX
zh1e(md~H$0Fjx6R?LC`W>8HFjmrrcoW!i7EyHBR@x9`#^WuNZ`pHO(<zI4j%S6eQh
zbeb?Zx>mPb_4A!Sg59-}Gw18|b$Fk+|8m)Ze@mxSX9@f)+4TR>)hC6&6q*mru9BJO
z_AS_Ez6?u-;?Dm3^_g|9+bV9b?l9a`|Ka?}&;HvL(u}U96r8bl;<LH><m!KxZ9N^*
zN{_b8dRJoPpC5AlxpK-q>!sJe#2sAVw&$bSrfkpRdwW|pZha8Ejpcd2Y7p}V+mp|>
z-B+J2_})|Q_)5L+0>{eM&*XeQ`T4QiN{@Dajo3F+r(lQXCeC-APZreOtvj<=#!pOQ
zuFJEj(v8z6Fn=rko#lVsjpv+h`^5comsy|qeIn}GYUM{Io4%gld}5ijc-FIkPf_3A
zR^8pzb4EOu{o2dtSN2rcO@7U6v+h>Zo7N``rPn8Z7Y(0u_VDe>B+)kW+tZiKG|g(!
ziT_(Yaj}EE%e@)<W}G{*V{HldNvVr-U;QpUd9e7_`M=RKbE3ZaY-*{kPI!E-M$U!p
zw7+8hs&b}l>*ue%Ixqe2Ke4&*^A9AbTuLyw^!(S8q-P%M7#KL)JzX3_4k&Lv!I<GU
z^Vq(Kse5kTlfO}T;`!>U=i{B8-`tY2f4}R2thq0(jmlIm&TVYpdhh*(nsW(9&OSY{
zAYtyWfBFZC-PU|R{Cd;$`De=fHt_ec?=wjG#r7oQhQ2cUB&lzAOC?y8&OUAqd!2LJ
zW|Ld4UbCS0bKaBL`iisd*4y{yTFlQ0+pZT`@NtIP{E|z#PGYBQ=IyDB-@2~&cjdv;
z6HO<bS7u)P^MKjhpKAg>AB`)O<BmFBl2<+N>+k*-HUAHqp6!}jyEW~u`02^40^xpz
z_B|)F*Y5dLvuWy)S<3s&>pkwpZ8v?ZnDSuzS(euZ%jKSjPjI}rM=^62NX>#I<5!g{
zw(2+O%(%H@pMCea6UR~}eEza)&GE}pk`<GFua;!3%Kc=y@i)(H_tJWs$u(E5vz6ZZ
z=KSgC;S<HL7DxRqc<MLn?1?@5a<%`PKHtxJ)@J6BpRJkm?AvngS8Z{7mM44M_3XbD
zKVMw@`akmQzIB(MUw>Sx)O_(m`t|qg@6LSxD0j{Kaz%E3sr<WP>2LB=&wPKq<=HKh
z)uy@9pUm&reb0;Nf9T!#*6Q;Ofr>X1?*CMZTI_!P<=LNE+ZB(OXCK?S%&&lFR^Wng
zmEVu;#UpAxcI|vp`F#G0{pV+?@49~0H!Cj2gKcj2ix~YA$G7jDk;C^lAtCVf=A+ji
zUHiWK`P<_LKWfb?3;AyP)aZV)36uDp^P@b_{oePdr>C#~{po7V5)}reNB#$_y)@+`
zZoM`N-RgNezmeHnbN;H!*A%>W?2quWEXZ7UKg9Kj_6g~xw_cjtuVm^g%<k=b*<35X
z?(oHwg8jF7&VN7sMA>lOtyyI{H|ulnO2%FLdBAn)l<+f8YToNl{JV62n3v^_eer!V
z3!YyKIwj{_`gGNaeS6}SxVw%?Yh<WR+pK&u=)p?WXyt&}A@kk81=^Ke`M!L|n!P8*
zII^b&)maDrVxP6N^j}8@?+K~zwcfd+LW0thw%&TLxpYrG*XJtc4OyB`WxpTYrKhdr
zUiQx<Qo?Ae-5Y)m!H@4#Ue9G++Q%X*xL%2Sxw%&9lRq6lm^NJViO*MAdD?Nq7yiXh
z4tO4ClwW7Qe!sH!vV2y)?hf6C`q@X;#D%NbKYCgFGUe0H$>OejZeIc(Y&`J$UH^ma
zzt{?rTxy!{=o??1@;>;$_3Ypq&o&x;J{fh8)79?M;@=rF6L<AbixiXf{pNgkW{%XI
zFTVH8KW$WfFa7oDE8C@0UfTRi+w_mm=J!6Hy4Bq$pG}VM?|5&pBJiJ><PBeqqAhps
zs(X})-V7;@H2d@?@b?D)E9$?Rf=*3gE6`ecM?&yFyG;D_YV}IFeJv~h%bkCEuRr8>
zyP%*i_sl@O#6RjnI@<eOw(0!#botYeGwE-}gR`pg?I!&?IaN$IO`Rvb3%<sX-D7p)
zwB^z%s&BXNxZ-l;S&HzL_DSXe_w|<k*?7&zCS7RrkBCfL`O?g;8n+kg4op7T@NZ4f
zDar4jt={;W{r>xahwZ>wWA*t?_c;FY{CJo0TwaiIPu-ywONTRyPu{we?_VA}ecOqH
z*XFsIx$j}H*!!eo?dKEECJO(o3Fh9hX7%wp_M-YTZ0FS6YvzSa5D?sLRFU?hqRx};
z)_I0Ly|vG$>U+D*wO4wid8gXt!8&bk&C60Z^p(UW9M1^-Br!McRWRcer6lurwobLz
zO;ZkDe|Mn$lu^}Xv7a^{k59f`Xk3t{`Si}On>G(TiZ&edpZ3yLJ#v!TS=bC@ACoR<
zZt~UW9Hr;ze67mp-1Q`tucPz$OX#wuq4ht1uDh+*a?5XA3=9kmp00i_>zopr0KPWZ
AYybcN

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_reduce_from_2d_matrix.png b/tensorflow/compiler/xla/g3doc/images/ops_reduce_from_2d_matrix.png
new file mode 100644
index 0000000000000000000000000000000000000000..c2ff037ab5c6ad7b2b2157339f189cff3b16df09
GIT binary patch
literal 11103
zcmeAS@N?(olHy`uVBq!ia0y~yU@T-{V0_BK#=yY9TyW+i1B14jr;B4q1>>88jSLJ7
z3=IqZt`uL%1Y%;x3E$2#Y?`RRb$A0ulLAMVf=1UO4ZejOP0oQLt^zVm3K~s|IJy>S
zG%0a(ISaBJROIMd076Yilioj+KlXXk%-Oe3=idJQF}wWx*)wm}{IjmL{=EL>1h(ia
z%CQr<mV`L|<qf)4sr2`Q#&w6ACdXDL%YI)_`$@JoKt#3K$HOpFQ{&K9(UneKlO@=u
zrq0^&eUAH0nN!<>B$juU?rHgUR57#JPQxoLP<Z;u$-j2|`*YN1k3-aZgNIr^dD6UB
z0(~wX@n2XQ;Qaq0yX#52tVc%qOEeOXMXIs#8DDNT@wv13Epz{r0CD3BbKZAzq+YlA
z`_Rzu99!3>N}=UFyJ9sa$zA-${qk?}>>Z0%bnfRe6g_iJIfgqiqvl$qQtz4_=0ULr
z2Q)K19)0ofUieo1+P4W?Whdk%IvAR$&)q4ZdCGR#hx<pEU)@SwP%|g&gln<ze5W?W
zkmEOwUEoN&x8az=kr{6mb=}bWwf9caqvboyR5ZIL1q$y!^wn_o)wKzHx_>T~8x+SL
zu<4Q9cVI?d!h-EfCP*hV1@c7v=ezJtDmN^!+~wENGiSF1D#uPp>sb8QB}=1vVpC_l
z!n%0^!V{idv$*=fxa35q|C*0Gj(+~tSri<TefUgz-}lg#GTYg!mPLuETC3S5RJAb9
zj(jM1G9j(!c#SCYBWsJi2RlwaimFe1^xfj$u}66Y|IQdaoHyZdeXB%LZ2O_VrM&{i
z>CaF7IlSP4_&L?2TW@MEUp$gLW4mH{9K)NPvX5itKVhjiyXhWSQhKUusr<TD6W5N&
zc}H&TN(+*!RE!m@ob^LH?f0Cf)LpeFTO9oj%+GNcHr|=;66!feV)Nr%9zo^a%f~Jr
zsl2)L!zL~P>j2^KDd*?<tvsONe93ZmnA;z<#K=X4GsXYtZTw<VD6#1KrjuJ!wmJPY
zSSxDAC(ovSBHdd@#`n(2imOLNpT2%_#M@wgM=g(zcP7iSFgKq)vlo0~H~ctr){aFQ
z`{d1DU+bF0<lWliDI^+H=WeB{kSpW+=j1#2Uq<&gZCTeZ`HlJ1l<h~RdMK?qd*Jku
zzn3*xh0@omy=z^xqSLr}r@G|4?KL-ST;Fu8&B@%jqxhhY*ooupHHUd$&o_J_Jjqx3
z`Ri+46Lz<RDya7J&z{q{MfUFF!^>XgyUVGY7S@Zn`tCXL`GmoH-b*aLbMhyIS=6h{
zNE0vAJ<@W<=iM5~Y+3z=)`Ul?Q{pE|<y1bNBI59D-@CP<+R1Zvd!}|OdSrG!oYEUC
z{9PpV#u4KUM*;$;C>pbNdLOZgHhwBB;h&SKmcyyP$yX;^;>wh>exF}>A2D0DrS+ez
zv~!!%6x~g~ei<B+s8TPrG5cM?d^l$DITfxq|IDvh@cvAbZ-0LLwB$62^74S`dEWx3
zocCnh{CJV~oaUKN1>Nn-gGxGh1)P5=SLNK^%Px2O-A#+13pKhHO<8kugFbIi$F6TZ
zi!{25dU=f--ET6auH<tK6nR=Npzyu!=}*VvH$RzvoRyQ|U;u%i`^}nGp@I#?;s<h7
zG9}ugbt1R<7`4xwIrF67-06qr#LSp!dHM_(^prl`^)yz0vi`69eV<O2N1gnrI?MCQ
z=J~7Q4rd%pzUgmedpG&-;pboXJt^C%^=889m#a!F=Zcn{d|41?HFfbJy`57Yrzszu
zv2N)T@z9unh_6qx<-24*Ro6~DZXT;ucJlofm$2zQBD<fIS=bu~?K&3WRTt<YBUq?(
zuBf=^elvTSroBwv36GhQ_m;#!#4j};T>mDC@zd`=^CdNn56_;`-6344bgsifQ2mk1
z91z>@NT-EhI*ctTsQyUG<w&Q6GE|y!rF)eh^}sBGnF_Wv-lDeeivGIgx{vtR?RH4x
z)0jT#4O5_3=k>P}^LlTe$_&1i-TC7_H@io-Lt}-E-kkm?JDQD5R+|d;_k+yaSN%54
zVWH_G2I=Ppi(=((T9ozaNSQf)a<Y6>wCl-{&edC-Y634NaPF#Mi22nz>-38^-!5I5
z-~M^>Jjvcp3&HJ6j_2=+UM6qq`K#=;rt>ep3A(4Rc^v(mFZeOU?N76M{IPB}nJsRA
zc6`+S@b&Z)yQPN5^P`G3vFxeKjJx2VeWW_o<mgY2%Dm?@9{2uDEYxD3p#Er?+Yx=c
zmp+BNV<yR;o6K2n?Zo!wRkUr!i#xt{wLfi@=B?^@%zBu6d&#vL!+-X-l=$|1WG;XD
zC;8F5*LOCE&b!R@QE}$lB{S{q-&M>HFrL%h!(Xoc$mPzKdo?d4IhQT<T)yq?)5+;^
z>n-=C9Sr)j=Okxznc&9|*P0^@il07wEq{>Auuk{Ui;2AA3wJ!`E$TLqy8i!=n)@R$
z*CXaSahz)wi(O&4ka$G%cK=0&!nhk(<UYE*wMsIqvsk+3vO})man^I2=JYYhJWu*{
z)K|&xh+*obJ%zz>H&h<2Z2d9wvRM*~p5@D#MaR30x47=9-5~eDP3YT_(>n^xmHdwQ
z>Z)r;yYWlv`QNRY-y>`1Wn}DRp%%<1-@Z~zNlspHyM>N+50l(n_3L6ERb8Dw#w~mD
zby|%-+p=JvR!}nJ5!hAsqNTF1=Tz#`JFX70#|@pPm&;c-b{uy<vNkLBrH+pFkxxzx
zd8^Obedc0kD%AX#CR`Y-{3zqzl$nOd4aNH&-*9$1@>uCn*t($1&?^ynv1PNiS({B4
z<!8RZIsbGCtAL=nsZw8P){Y4?6IQ9_?E_ir&G`QQrtUl2pT(@*em8ls|1@jecRxNo
zdU%7OB~ujSso1QT)9>xf{zW`v66|+7vQc?+RkG9NZx>VBqLlBM?o~X;Zf%;}SI%d4
zpm2>cD5kC~J+`&?$j165v8S(HQ}R2~S<(JWx8e4_OI(F9XO8R*`cRsDnSa|Y@yg9C
z^B>n~X?wc~6e{IKrOVd})ot6bQ~lYG(&sTvk9S;H$@ypxqu3>(kDPnmPQT#$`)z7i
zhx_xRh4-iY+9z}H3fH^2L9^~QnjbK-RqD(AdNKFg4&LKWm(T0|y)0oX7hBm5TXw<c
zYcndfZ-w-B2p6_U$3FZfy<-CBnOeK~2{RwA{%(J=6q3PvAFa)J>~;^5|Iby}7b?x;
zvaP9YT{GwR+QNg6FRKWuKU#Y8xaa;0OO2K%sDVq0XzuTiW=@?n{j+|c7t7p@ue(8t
zYMsKb)Yuo_{om2#cLY?7JUg(r=G^w63E`rxY%}{U1pBq${8Ztx0-Nyue~4$Hqs*N`
zU&}w$4*Tv`-r1}yecVp5?BwGaqLOoK7s+^>W%j@Nv-aHQ8WGmH9mYz2N3xIajy-+9
z!Hw&<)UP<UXD%_%J1hjZ=k>mDKgRU`{F4)x<W**D+wK?O#{cu=jk{mZ);%wK+jU0f
zL)Q(}?aApZmzCIqYVT*4*3D-=_kL;Z2RTXcICX9BV>hZ*KxLe{{Ff~U;?8wO+o;E}
z-<cx}DiLS1Rvn2s(z#=1fp8(Ok(|CnX)yaYg-0%TY%b{Az1$4)we#k4CX9J!1=Jte
zOVy^COz99V{Hyfn&PLB8_J*&%%bz$dT&T1z8Wg%8U%6{9=31QUGN&V36jb`|c@~)Q
zrSGDq%bbpADM9r|#~w>E9GUcPrv2`mFD(~M-SU+Dj;!tK5H4gm(r(JX|01s&|A9<U
zngW&GzijWgrAzEh2+1%%(piys@7|j=0Y~^!m;6?>e$stoX}|@|myDtty))y!?w$B6
z*yYayTQkYM$yZLfbqIf~QvDhF>2P;a`z5A%9ed2f-vqhM>ar<XCA9lV@#^zEAvrF8
z6zug3s#Gru+s)surTd`&hU)(N-}g>5GT!646I^xF&pe*8m}_xe=e#o>{B^0~+yM#?
zexHF>JaamPKkh%0JoTdb#g!s(2iy1=Rw-8n2FoAm1bM(^&g!5%gDRz6dnR-U7iud#
za@oT)Ve^vR5B;TU<qmFq;U*8#x#Oo`VOmtfpZaZg_9vBii4-XL9ogCeD*e|*N!BK8
z(d#l6RDV<js;~sto2)XJ)#u+~A$VOIr1wX-+tMEm9m0ikl^(gwnJEAYb5O1a$$?w|
zu9Vi*yUY<RRPsAg+6PW#ojdjk7P`Tl2$q35x8r`r(T|@_O%BiQthjo+_{rpUb+tFE
z)0by<|Jb>D%9{C0QjYtmZhxov=$6}&&K*}{tKO9bdY$~nTfEif&&=1SK7LitIrdO@
zi}RmlbG>evblLK+cRzWm&}B}??Az-3_w+*V+buVK<RYV=RAu0sedPR|Tj3wR>d(6r
zwoU(~)aAA5{TH}CvipZ!TI1q*Al#Pe`19$xE8Olr4JkS(rQ~<y?8{T!<qyBJu^qAf
ze#Uva$6~gloY8wrv;_S{k9<@wSpV+r$3q#tKjtis>b(7QN__nMwSVXQShn)2@_SR^
zq<-dn8T%pyL4P}?y7#*22_M3=A1#;L?)5>YM&io;Y@g%rBAku{vwplAEyfjh!u_3<
zfA*2xTTf5+TU(r4n7BE<T6Lyl&w<DDch^}j51!QB@&DJ;%bP0S<`nLZT@iL9-A7Kl
zZvXW^E5(%Z;(ojqiaS#5f44(CF#1Sg;N|zlCtEHpD|)mmF34<0BhTw#rP<<T2VH&N
z3Y_QEe0g`<ugA&Hv}T(4oO~0cny&l2_3RVnM{}*V9C&Xv;n)_BwH=S=zrMDU_xX`v
z(U0=>)iJY7SL&xO{`I(ctziArYsy)A|5`WyHCo}maZC0*<sW+t=BT~DW9+AW<YOuS
zn-xp4xocv2t?n)U=-g3JB>2(t^696Yzx9qB|55ATVd3^#;(_iwYd?b<hwtCG*t~td
z?~!2E!aWln-qHE_rup|4_dn-8yLnd4a)0KZBW$c*_i|%%f!~a*i+qJK2XZ3gPfnfv
ze|OZ<+R3k;mz`I8<Z`Da%U#C1w@}9IL9LI(k3@kA4ng%t5&Y|>9ICEaXZWbpd{uqz
z9C5eDR*HQL6?Zl{Ke)HpRB*eQQr*Lu(JaS*e|@L&eow{X2NG;GPgAclFaEi?-vU(F
z{CS!6r~D(+wJkLdRrXly_|$WL@$9-S?lRsyg>n5cfy;OwHS97_|5(h+^+5(?TwLTw
z4xSF_!pBPLVVe?HvHm}!=rpH8d+95#+4Wl-|J>_7mN2*C(9_n{>E#E0CKyjJ>oC_l
z^lHkH^HW<GEd{r0DaDn~P!IP?jI&i0c%CNzcX{xlfaE-zysKWD+Z0c7RWj}|>v;S~
z_1yC*M>if{e>1AKrovn)FV{sTSY6+y?5CaJ@z0<ne@VJrPV>eK<_#YW`$G2_IQPli
zbSdy#p7(0;)mGm%to%O=ULD&ToTQgibo|-Djt=+d`xbwGXt*`|vPiY}hNjjI;lj_m
zK7M&9QRqHhl&Q33>!YZ9M?ZX7>h)<;(sYSO_cWuI7k4gvDp;sf)v?Zn@mk^kKfk6L
zS0oxA6*$h_8aunfaI1@r)vtZurYvmgo+<uLvcXy+t5*BgZ@&Y3gEw4cFE=`pF=uw|
zn!b+X{<9_6PELI4yfn1i?T3uK`o`|b9oYi!)z^8u%;`vez;+@#I<x8bYKG5&hktQQ
z6TMe;*7MFAXHWr>zGuFLpuNi8Pfu=ds(ib==)LZH^-c@H`zEEE&gk7u$$63K2CgTs
z9lpEfWd5Ql9J{{U@t@=}r{lcD*0s-m-(2%#s>Ta&>6FKNr=ugf$-;{TQhTcNZ$B)^
ze|FBxc*akE&%K^2y7S8o?<0CY_g+?ht?oOWd1d_X=tuk3`yIa*<){v7e1D9ZCbmyU
zxbF{J#uAS+3zZ6wALF-ll(V_H)*d8Xm|gW~UwP_@1M){+u92SkX_ME@eGljVo_l<+
z@uu37Z<D6)nU^c*(=FpMcb09?^Y1s`{)%-g+kfW9!keASpu+OU|Lg4Q_bHwhuTy0F
zALmds;rS6u^**PA>r-EK#2$M#&*@wzr~>C-bE+%+$q`%8prAkOg7zLA<{B05VSTgH
z-(2}pT*{^V$mPzQRr_i^*X@0x{PNn*bfrAON3qd13dhgrKD7ebv*YXMXEXTse>&7Z
z85B&iyZzk0?s&4`Z2AA$wbnZvCD@uYUVWYQ<-V9uY($e>k<vTH&NW~8^1Xg+7c3MM
zFBB}_UB27>h-(Z82^I?KdmeF>5fuMe<q~rQ#Pxx2n;_itZ{8agy;D#+H?j8JB6sV}
z+jn+%eA{F4Zbi-!*BV9%Wqa)>yDj>TzrIwL=_|<4VbRdRtndhlW>De-@qheh?66=^
z;%n$&hS3U-AbgNCTwBe}mCoS7F311z#VrRIn@b;s&aDVlkGt9#4x>vSLHJ1Y+={E6
z;Si<DAux3?8c7}4oYF_3iPvisq$?L$*lCEl3a~f^u($@uGzEyXD`|8+2w*w7&_cvs
zq}@4?<={dNKCmo{s{o5@fQVz@o%|06KcDdnoAhkkFT0wJoAdv@X?wqC&s_ezNAr}|
zhjmHCrGDo#sJr`g{<iBcx&F?IdoEq&?_LzMg?H7N`d6WaZHZ4NExdkT_1ELAugy3f
zm&NYOtk}CQBO&#dnc0VVZI7zj?oF0m&sVJc{n^*~#yrZ~)#3tgeYW~m_2A$6^C^!c
zZXS6(JzDUWpJaBh+CSmF>i3W4&#MsKTeZb>ZsHRG<Bug=aop>t`=>q9-E@AFclx#?
z0p2|qqply>zNhl+-eZm5)Xl#3Hzm&KJZvE_IpDMGgxqg?{epcS&b~hPx^n$x?OR6-
z4|6YHkZ*2~7JbIn!|>Fu>$;!&_N+UhHQj0cZr&W1TBBcUq>nfJxF0u_XXX!9t?IiK
zwnFvC{?;CwwPBjG`11x!{k<mUceFcaRZjm|+?6<^^ZjIBKiL5J{mbt&6hFBo-PZ7W
z|DFA5&NJ9~3XVmY#BSZ^a;Eh79p!bYFBkjXp7L$o^`@QQW9CTJo;Oc;lzybPQ1D2x
zUBWc}HKtL*&+oO|5PW>$eC)?F<vD5Gb*H0plsl*Rp4)l-!7jz?=@Q5Gn|_=oruN~?
zU*Va&U3QbaMXQgLx=a6-QmZ?-_1wRzE#ZbQ&5wD@6z~V14iUC1Q21poqm;Jb7MG^<
zA^z!pwyDf-QcMc>HcrjFy#Hci+k5Hhr&g%ynx-}Gm~~pdEpd6U!J+Ci5ueW7FY`Ur
z*|X2+!KN<l^;wUUCg10j$eAs4Bvj@1+ZB@-Sj=bMeGv8N(zEFo?iCAY28V=H8*c9W
zY@_uqa;s>^+jaSm+9rm-De;muj`=Ws->jqq#%CO|6@AiL9=26PT|9E%DCJV^uRCnl
z%&)15>Km?|-g&smF!}S|9R{0w)Z|{77fBfx9{yos`jM^8GF&pL^@nAx^Dfo0u9+<}
z)@D3P**bGxrbM9b=9TN}4?WAA+39}o@?R-6yO_kYx=DSHO$!eje9C)dq&-<OR<V2H
zp#~k3BQ}dW|A)P<PPCmB+p}Ef)nnG}Qp~^dPaXNmG23fCZ?XD5#+;)^_&a{STe@@F
zQ^UgspYk7BFZy#K?D%^z#>qN~a@S-2FL<AL>bPC*qsa&U1Sc(hxYua<63;v46AkAr
z&Ee`dR2E7Lz17e;y<>Ob%a|o8`$KPS&wONk<<k37>*T(<i4yXMk34M9DOBuv?;<08
zXYtxITW#ir9T9le^SEO^%b6wWMh99xT5UP`)%3`n)Qy@xGnY5aizpUm_G*dbi(&a#
z6My$tO>CHZ+TP-j>F+adtF1G;@BQ(e)t0$d8;T#bO{^Eb?#}i5mCU!*c4wV-FX>x&
zYDe6I!_VRr@^t+2JkEW&^JT4fv!I%W>6r<M;+50l^J>>gtbXyRhSTQ%{I%1986NLb
z{U-Wyac7y|9fKk#-NWsxV%M{IO}S}$(#T)w*^G`I&WTZ19qt$wy3g=bO|5l(mUB_v
z({M4Hq3*LYUi`{2(>0Ti2A*GkFW7gMZP)+0UGf6arIHCfX0xBwowD!ve{*L(6GNf`
zLxW&5LyU{YCjrO*bMF<YD`fB6U*spF@ami8Tk+GTrA!aX&Mpjc?1{ExYREYAY;Iu1
z?mdhLoL8-2&lfR|0S(qcao*+4!PDD7Qw%Qqx!*-y^o-~@X2jE!@1UMMvE{bN4esmu
zd#iTt(n=}bovtC+nR|KSk#~_@b?jyj&+osxS>(^3w{ca~SC;Iav+L1z8Gpa?7w(^b
zUw9>J{=B98``;&TzF}eO9sgc_vv+>gm6HBofp&`{svXWUj|9YzDDo9{cnh@uP-ZXW
ze1wpguE1B=;T!`JP}Fmjc_h%jgQXCprO5)Mg(#&$N6x>wTU?<WEphx~rkZcF)b6Xd
zw&mX5mV0~0w%q9K_}dY;%kJ-fKXdk-^j(>^P9_yyx-Wk}Y0|TkJAc@0X20t`{l4?t
zS=**aeQf`AZqYYU>7c1hOIPG=^fK8MSpKWvP;-!yo!wHytsR=auCks}&dd2vJ@om~
zfjL_nESwzv{4(3~QE}%Szf)7^Xz4z3epRmI8mM7r(<LRc-s$Nl5z+hVZbvUmFMc<L
ztB`Ha2Ib}7{^d?&Dw-~J>_pJ*9Yqd*{tGZY(!cXxg85v6NB0k5=I5V(i<duGz0Bs>
z&V36Gdlc>soA@b6@t(%69ToSlDsxw@>-EZV2wc@HBPQMJo9E&nqp0AwR?1W~Vv0^s
zPtxM#C9ZqQ&t6NC>Hjvr_-?Xl5Z8pWQd**qj?O*F^Qtr=yjMfv*iGeyT#SV+4HmAh
zE|<1Ue4P1R+}`-XC8d9VE~q|Q_j|G@f3<7O))kk|c2@7ct@rqps=)jCo7KQN{_cD!
z{r!57@;mNwwmHiqQ|`?*QroF`wO7kYOtppUR&j!#jH1H3m&+9YU4HeJvDM=K)aTwF
zsYfcWcP*S>TYW~GvALr4gH6qM-L9>>GF*ae53e`W*{Chx?jY0gdtKyTW5y;6<r@B}
z=RzY6m~V`fcedZ1b*lKvf*<yb%@xyscwI4E$8@zv$7P}7svAp<G&XK)%$yk(a%Cf5
zhq40S5#x7@pMRUMNFcYadil$a&mvy$cBmAx+wHyTaM*tTrrXPxL|uB(8@QhBPNMv=
zm_U(xMHvs$mrZuv>EtX_%}~g4q;bdhUE3^G1?HPR>sZ-w|9-Vq>+QKuHr!mFXmfD=
z^^D+u=7!Viw(jROIbyj_`1#tl$htbo>%Wt1t}4%Ge#FtiT$taz`2U2n)6^EM2zs|C
zv%~n-o~aY~f7=*WEWE#dvOr~6kE-G$owakn^=Nj8Z%{9YlYd<M=wev<w0LbNTb*OV
z>*N-G)I8g`!;a-h<Bv<3QbKb=eHY)qmcRdP$9}7#r8|E6b@YgSe)vybs%rZ2hnbPn
zLzgL>JN~Bf){=B5)4N}<ZA|@Xm2Z0H((5nh3}ejaeJkAD05+@QVv{(lfTE(52)~|P
z!EM3($ZdVUJ8b2*e-E1$m!5DpzvM-z{+8P;M<nmRn&;|cxA$cC?3xSh>s?oT(|I4T
zQu61Q`eaYx`P?_QGZu=hVf?7|RIBKpPR6UO>tDX)y3Z+JWbnZ5)TP%`JS>+;cUL!F
z?y)S~$L+txb=P)rqYX)p#Suw&b@sbWdK-SXLg!Ry+yj<J8XU}z%r`AqdHU%duiyKA
zM(>JuJzahH=zNVYj~}x784FzhdrstD&<S;m-gms$j}?cS%WXWsc|=fv{n4HUlFM{6
zigsyEHJ7`qE&C`qD(717(O9P?5f7%k``&5Zx%0FAk+1*zDi%%_w`jEBI@Yk`BdhOv
z-j|h5R!6c$Z_d0}QPCJ|b%gttdAfxh*ew#wkB*6(?473nU3I0v^Wa&0x1aJHKg>PH
zNb%fq6KCghsR(ud^fQ+A`{#Q#Tg<=o#Z>G&({i1T&zipRj|=BNFp)28Y1r|Td)B?j
zmuFv6cxSitrFPtdDXfLxHGShhGN}u=JJ`%tI_KaoRdyw~*Xx%2-PzaeAMgD3;uG^F
z1-p$m#oVGo^v>7Gai5>Kdwt;_nM{Fvky?Ib-BY69_Dc9G9#8vj+Bcv1NMHf$k-z;H
z(=^^i7X<v;|90NNXB&O;w;F2v+g8ms`}k#@G}XFtE~ZBgG9ApIJTAcg2vkPol{v_C
zD6<@Cv=Cr_#KBmoz;~q4!pUI{GgubH5pV}3VFkV;f=rLxP=&2!zily?-OFUT+A7{5
zaVy`4zc#B|a~57}@C$vOnH=~#{a4ItDWMOMI>kpTLcH&vnV-*TS*gpa7|DIYeCn)8
zkB#R3>SEft^YS+?jd^tyyU#zjlwFwl<#z(tlV^QZ;nJrsEjOyoYYFy@uHNp{7;}GF
z@sWyUW$!1yEIz#E)W2*^j+0Re`!u00zVp7p0@<l3{)GDr<avcY0kG#m-u}v1h|EO^
z1*S(1e|{eSpSZzxYi?zXgW-nriRZWW-~Z(-btHcO_e8hoE88A!zZGGX`z7Y_y}A#K
znF8~#uV-GYyDIXPuHihfQ2Ea>kHz>hn2!hwoL|?m`{K8&XHNcJ;<zXMb?(f*^ql#j
zmlW=;cvL*IZ+Y_E-3=B@k8X;7?4AE-nx@eGykD+TM}F$vz8<mWRp_mKX|qf^KF4lb
z|8d2%(_b#V+2bH{QeNQu{;sFz(mGrY{t;g?OW6MZVGgeHxD!9tZ9REC=xk^GrbB*x
z8!k)sE%%#w-9Wvsp`y(F&(r1q%nYV3a*vs&Id#GWlaH0JwY_VV^lnc%#hkpFsgUK!
zX6r}O`)hqyYKoUyMCi<0DKfv~w8_$-t#9rxd+%3SEqFinx9QSD!Ros{ik#mqx;r?)
zfbGcsyI+(d*J_=eYi4oUesj^qy!*kL+XX+y+rRRu3|87>R_KsfzdWSkd6#C#`dz^b
z8FfXvdP6({w`hrky_lJ4ZnpH0b$EjX*QSOaKb@mjWIWu%)2eu+|NXydG3QplTpr}(
z_~+-;uSb8ck1%R{73OzsYe`b-{$(MbmdPwUy`RUF_2aUsl6mvQ0y9n~w6<*xT(@w|
z!hgqV{x1tDI`U>oXn9nl1=qHQA14mZ)x7i6q{qU%?8m_`yMufjYjWlXJ^CyEf75&4
z*+Dz2k7+NH`L?rs3tPo;tC!#Fv#+yn`H(;T)QPg>f*b6t(GGw9UVkTMaA$wfrudHk
zKkxQ0iMmu0teK{8Z$lNA=o#V4%VjHFcAUHXQUCa?ri$)WTsNIWtMX5N4b}<Xt^MUd
z#N%MCvfDGW*Ne;gfRY`5e!Od^<>QPO4SZYvE-(M<G$;G!mzHX+qb5fdE9YL>=vnvc
z^W}9V|KCWJeD8U+<?GaK|K0@^%D*#Y{dmVxRBK-N?_Y;gYtqjZ7(e>=KImn@?|Bcb
z%K8Na(rdB<@7+0BQuUur_EDYOzlSSDf(7pHTQ<Am{mM?ge`{9f9^O;(>vo;nvXDFN
z)jrNKTQiCuDc|n2E;=7kVOR4r;PGydL=#70OT&-D<^JNk1GlZK>)O9x@yO0~vi+aZ
zg$2?pq`SYznbe!))@<C$UdA?O{rBAX8yBW{-TyZGXZB@*^5(Z3mlgJBFL9c@E9<(%
zSM}u*);}(9`4s%8bOR`>{r|f9`cbE6S3cJM{5`wr$4}?`GukZfXRfbZr~3B(o#67n
zpY)kmrYwxuv`Vb*49AmY%IB8ue_fZbruul-N8ve+Ef!7=dvabL5|J18U45^1!nL{&
z9WS0P7t1bRYa7-1{`>!*ofog0au(kAm5rHp{OAekpO%*e`->{;brho(PO11GA6*A3
z$a-9s+5Y_ylPO^T|1iTmyN|zaoO$?ksk4pYw2j~XMI02Vlj%^NGFR}qb#CmY`<>r&
zVm<bJ*T0|fy!5rA|MCz23L^!czZ8-?zq<Ice|N^`CsVr_3w2vI`2R^e+gZF!KWE#T
z>9e07TyK5Uazk+7|M>ey4%=Pzda+$}+v=m&e_r4Rl~e43kM5k9r~2dX=l5O@?`qWC
ziK~g<?4+b$<JD?mzGEs|S<;$qcQ;hTz5V^`>0TRoP^#&FA9uRpb4b^ej@|E1RA#j@
zK7ZR<^Wu1Ix}Nl-JF&{92TqHHtVq*rP5bibHMndK$~*GZf8KtLpYdg{jxr@kG%zKs
zT=K&FH~&o5rnFx1_UMNyeMeOF3Ok#j<YLd5M+zSkgr-|~*vvSh$|uCH29j(>7e23y
zRTxwC1dt*7*KgkbKGI3|cSio()fT7B(w@|c+FO?<FfwqoBz{@&?fzm%rl^IXyLgof
zKFY}#SbX>{rrqs7Im=$%)9BHplq0I1ZZVTmj!aG4rr)c<+3>fln7u)e{Xhq^L?J_u
z1%sOmgEC*j5k`YY3=)M8HUzUv@E%K)IWEtW$bLhxtVKY8iG@S4q(R^ipJ7SI1x6<h
z#TEmeL<y#n*18|g>oY>X?R)(BA-fI#f$iLa><&j51qvBlWMK3HZ>Ru+AUjwBOe3=y
zTx1x)`k?fG4wzmT4b}otCQt~~+TgnF)ti<3w!iyxN0cGDe4g%R&%fuku>M_9#dtuc
z`rNUv#*=fV&JA17u;bjj&4IaTb96VIekIGW_>I}_n;*Uz&c2?&uwlF7oai^34>Bgq
z(cRqr>y}M*hM~LygW63i>y_u%ZJI9ji;+2D*51^1(ZXqaw;g!Tz`z%EBK_vB*4lQ4
zf;oHBe}A11?frqN2hDSLnS>iKFlhW@DZkzb>HwZ`I%=)s;3CXt{pZu%g5SQ&@8;yb
zzIsbhuk`d;Z`E+CBMW_uN>Bb<%2&8@-ih<`{(1!JP6^ikQTF<*t)6N3)!Qj1`;IUC
zzkmPj4fZ>ZFV%l$ALz^VSOn33V+Hr<gg^ov-U9u8pibUL4i<2Sup*@i+T(-C*Rz5p
zERNvo5W1UpILE;Hh@aW5pI=e&mSDM<4eIql`hMGTZ<oK_A1EF9T6WL%GP^k&m;ZKg
ztqZOFJ~PI)=9cch_4{T_{4sZCb;|Drm2o=_GACPh`k%WWbSr(m4)3NZlf)uVpS)4y
ztNGD_W8snN(l=TsC#e>5yX3h(nqXqL*}TpCWt!Kczs1)ZL%wcK_n8@XX_<%W%1O&7
zOuKn1_)(yMQ|EN;P&Y4eeNF4|yn=_<A8$`nsmpy;7I~p^3U{$}-vpnRMjFeHtu<Bt
z*!gqz>I1>*{+fG>u3fpkOf*CHs<Bw$%JS2ZbA{B8ycFX9`ysm3VAKBxDziJkuf86)
z|M9GQ!9J;vR&4vYGdg|sga_XwS#Nu63z1ZbpQSU!LeX#fk7ncWP?6~AYkemP-M7x!
zShwG7s??0=8*8R4Tu}Gz;?G$Xd-$(fsrq#^tM1GDXEgQTqm`SNx*k>w+TozMGGyDH
zGxJTDLw8knPCpmTV#u{fY_pL3{Pi=B|7Lr(&bw3iQA($>TO-e<Wxm>Tqqk44i>=Ob
z>%09bY(4A5*;9W!T9+IvW~}SE$8*|>{|kfrR_PUbU7Paq>%M(Evw|PBSj0YBu_r!e
zpKx{bk?H@9R=CT1Fp2Jr>|D&{KUr(*ojLn1FFF#~m>eh^G*!=X)yh4B^Fz)>aL8&+
zu~3|{!~KFhpQpnIHPyO=BSC-vyj^W#Wc%i_ayoB^jpOW;c~@ozE)9Ov67VR_(T>l@
zt0tkjPiyB|=I1k}Rrt8}@rm;MUa(d`)Kc&9@5B%7Lh45j3eC5z;}SEE&2wKe$<Uc?
z^VEtnP0ud>Y(MKIv&k*})D@<+G4HfznW?wc&$*Z6!J#@&Il4^s!`ptA?eaJGcx&&K
zOjesU+2Yvyk2j^KuTA`ULsQ~I;caz09e?M&d()OJg2ct9nV&;Ba%XKh@Mzhon)9>H
zMzxBcn0@}-#^9Lh!-6YkOtV;KY`om3y-WJ$_PF<xSBtULela@&ipMiY1XnIND)6X#
zY1GkEpZ+~d?yh}gxVBYdySZ+mfkye?8)b(iik6(xaQ<ZSU}G@H!Xv_Ei|5?07BS?~
zD!ME@`+NHP!xy;<^Wq*E-n3||vPxSobn{-Ulmib#pomS-@x*ugx4*cNz#Z5qsC?b-
zXL;u?%_xDw>PO$eBmAJb0D(fm`>cZOpjiR&LIIEnjN<~H9&iNB5xC00IO0lrj}#s$
z={-{70}(JzUq|<jj&6&N9U!{7<9!#1^MkK*M@Mr9`~LdtQ@&P+T>NeRWPgQC)A7G{
zI{H`olq&Yzx|zB@;j1EK5}*S*Ie>Li05+!pol5{IJ;1W0)O4G-%mq16f#>P!=d#Wz
Gp$PzKEc?&^

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_reduce_from_3d_matrix.png b/tensorflow/compiler/xla/g3doc/images/ops_reduce_from_3d_matrix.png
new file mode 100644
index 0000000000000000000000000000000000000000..ebeeca093b2dda7fc5871e53302bce0e73e670be
GIT binary patch
literal 8509
zcmeAS@N?(olHy`uVBq!ia0y~yV0^&9z*xY+#=yXkuxZ6L1_nhIPZ!6K3dT2w895mg
z1Xv9I?*DgiO(KJKgmX$WF9U_3;W=Rg941YD_xJpqb+_)%Db=g~&Y<FXi7mn6cJh@k
zIoVgUZ(n=yX7|?I*V}V%Z_9n0qg)|w)B1h)&rcSC$M@}cbMltC(mdB*t>p4&y=zXL
z>YIIoIdDRcYTc#N3U72|Od8sL{c4xn^UklcYr(>wXX5?pJr^yq4Age_ik%oB?QehS
zbjw2>850JkH*$<@jBE}Kca;w)9AMzsP|YI2BEi78j*p3liKl^Kw|j$Q1EWB~cMby%
z1BB|;%?!;9%nAqI2_^_6FtFUPMN$3Wl>&-kW&J3sXD|pSfXo(7VDf2T{Lv5M`ZO>K
zJdm#c?=NYbG^OU@U-{2w2j<`W;udLCw(QC5&DUl)Me>!cooYYt&z|Xw?=mFSf0j)C
zE9JN;F3pT*>ffWHft&^)U%dbM{Hsy*D;~pRC*1G<lGA7YbMWeM6+!<O&!=Dgd~RxQ
zx85YrX1AM$rG7J>$2O#!PkXzQ{}hYS`pg!eb@D2O!jp4WIr52Ea~LqPJ*aN@|6%U@
zQzt$Z7#^#TeQ+?BHFI6|6#2LR3+6wzQodGLTXgvKUd|8K{wPV`F7n-W{^L{K<We0g
zW3>Y;5)J1W>n=Z>Jjq98$&AydXL+ytV0J(%*7p17WjcI&-_~mL-`@WAb;MKOhVX6Y
zCk5>a)ytkO$F;dHHR-PdI80<7e4W02(%WpaQ?m8DqYl6R%JW0K-F~6dasRpdkM_O(
zv2*sG_?A*fgQI<^o}V*7T3k{Dr~PKIUeLY%)LUlNxjrv-Zk}d%{r8^f+v41k;EgT!
znAg=PiZQBz;+WfZve*s7+{mJp+xr#Q=FQJNzTnHgg7DWBVUE@gpori~-*@`>&4SF9
zy>)yQ`H4ICe&3yVphhx0d`t4IDEl4ttTRB7&+=nAyS-L$d(Xz?oi$<UPs|=^EQx+|
zW7~7_@1QtkV41;CUwnP{+s7WiY(Bgb4X@lQJni0Z+mKg0ve(m_zTSU%>WvS`>3i5X
z3RwG<UaHA#eJNG>dTI5ZdtF6-i);0w<=wgV`kFtvu>IvB9gs?a2dmgCYBG16t0{HY
zdH=oX+J{&BkFK~CGyn1IBJMX{FQ%o)esAD3U|@>*%aC32^^WO*GWiz<>&+eo2*2{G
z-L`1XJp&h`k4xAh!reegP(h3F-#7LB8lTh8T)SV(y&-SgLhki(J^T9m^^Yy+UiT&Y
z#hUQNYqS?t@|<L4;%S(!T+%;XnFW;2NXspp2H<c9kt`ApQv^Wip3|V=q4R0}ZCly;
zzbL1(iL!gC7CDA>-Hh3PDd_r&YU6N~6`60!Up>m~El{2JJBgcR1_Sej0@u`Sk@3Om
zfwOY2sTxUjow&dO@<#(hI5#6G*)f1g772v|ERakFwF=~9&JF6IWbM$vxq%sEn8JaX
zw>nrYWLGjAPjbsLe&$mzc;&eK`_w}Z9&|G#u=zB^o@96X_haF|#Y+#`Tsqxy;Gj68
zLjx$AF|u)hy)uIVWDq153nVbTkpxE(#B)e$z>aBVXlG=Z!BE}GAe;b77!X}de-59o
zkG1=C?R$mngZJ<MHptkQPtJ)cnfT^)glhb~Z)WS6Yf{UW>10Wz#!j5;*x=aExPtY^
zd;4EoS#;ML)gQ~rXRg_hy;kKBr}q6hQ%j6gk4fyz^6M{Wv<rAM;i2i<Z-0zGF4?Ei
z`1kV!pV@Ep*C`wbbZB5?`qTdYPY7GeTmI^N=06Wj)!+O)uhBnU{_Xz_w%@uB&!3>0
zoc^kCu4uLBgPFX}Z!7gPq%_;T=6;I^e_c_XQ}kDX>5VZHkHCZKf0cV>Zf%P;n%N^#
zT)Ce4j&Ww=y!~-a?~4CicehVXKNQ^F^HJ-7)#J0vqz*Oun7{0q!SK6>fte-Z{m-l|
zde+~ac78qo|Etx3<>&4zy%vl4uqU5eYF27N^ug5(`DgVf`R-&rFa01y$FZT-t$~rL
z=57AJWz*+>J%6gULH5U!w(GYGLB-f#trzpIb(ZN|mTnVxprLSp;d{eksf4|MY>dn!
z#8Y2pW#luj`Cc<yc<Z<O=^?p(?>U7Za0!CSY{wdPUa8dMB}>xxUO&%xK2t_-v-D{r
zg{vBc!k6uZ6WBrJeaykl2dq9{{rF<@fxw#`&guL7?Prw)-oCPm?Z;{L-kMh%CdTiX
z%^;l6z##k}4pd(6e&MBWz5nH-xf5@5X8ZoW^I@?EA9GFB+KCHJ-Y5=uIb|a6T~Oj<
z`LTxY!|`i#C*3OPWsCU#=55%N+n>AN79S9233kfAJt;cl|6H{zQ|GY%I4eEB=iL-R
zH@h9jPaNl$m}&j*WU{sX7mEYnTI!B@`QG0%f7In3x88e?JF0w_*Re-c=gq%tQ$4%*
z?fzi*(-zAa|J`MuH|OUxZnwI>_x2tC-1rHm_t3@5U;cb8zsqjr@}Bj#P{PuFDcjnW
zmF0;m@6HM;KXfU*p*dx*+pWxo`}<FyD|xH>;=|vBxq{U);L0o9@BH7RPiAknV~r4x
z$*ggHEHQ;MCB3fmbLfTJ=juPbuK&#If3D&Fwwot9L*4cj%yEraFU82l@!@~{PxYN2
zzyJSYbm0EY&-=s|YcH<lEO=4(q4Hpg<@VA^IT8l@v(~p=v3-4#p*|)4zH7v)<hHmj
zQ0`VZ@a|*Pfq5%!4s4ZFULE!#HQoC6)gQMWi|c<;1P8}A5k|XmzaP2EUT#8#%J#L(
z*}>(`hJKC@)nzUBw{83U^7LhJ@XufnesDcS@Y?V4*8AHQ-kuK5l{bu8A|9`r7`s*J
z&$iUd=lZ-afJzeo4dvG_hR%5{cYJ<@Q`sb65055mN2Y}=ma0=81mrv4eX6we%EhYc
zmCNJaEzJw*zZ&-R+TH%&C*{A&l|Ni(mp;!__|Q9-UCuY&l>hj5?bq75Gd($fw)@|o
z`Ms9CAvlg<Tc2FU<PAdC|E!D8`XP15=MYnZSF8?$bpXS@^tmfy#RX-pkF4+5Z+%T!
zoXLP;cYqh;je|@ZuHLIF`PFEqc{(dzJ<pf(0E3Sv1G53cXS)Q3WmA|8Kx}4%r3^d=
zK*&dvHGzQ*guIrnTC_<uF6L8vN!I&GJERVsEc^0d;;sFAjMhd?iO<MadllyWxqFMh
zV_}r3y|KIZCazsq16f5G?nE)LC3yV~4aw^}m9crzn*1YfvnvCoa-|MI%x73$%qY>I
z$q)>&2Ber#q5*_v1R)9S$d9!2uDi73=1j>bx#?T73Kbcc4VK=Hb35>qVa~a=9qCJi
z%fj3a#ELc`TnsV<Y!nGX4|;fh{*U|lX?97bPJG>qP^YDVzgso#?qp<3U=W)qrr0t;
zRuJSYwH5&o#g^d20SPh1BOe()@c(~bTKn#x`&{-P*B<L%$>xt=YA&<WZN61@^JNC}
zud|o8Pw~Ind}`T?u2XCbYAr6h41Z2m+h0B@oK@;}*Cd^B-_IAtTk79)iB8njJ#qHB
zvAFzGl>?t2C!1O;7oUDVNmJ5lW5I%X_v#rL+!b2{81gFr{@zt_u0~Wao$+7U<*ibu
z-!EOdQRwe`X1|N<{=0(yf4}j$<j{dYEv2e|b=q^7D&Aj;5*3u47r)N^+uhLq^)puP
z7V8hNHeXpFz#!}t!_QFv`dW4AlM4@L&7Hcmva<3VQ%#NYVky6~?Q`cA{OdH%3zB9H
z59clAdhl=OUQ=~tZ~t|(W*5{Y#I5Y@$`#=`&>|4de4zhc;eM$o=HI*q9d9p3Huy(Z
zwD?KItUbSepJ_>M%>Rc`kwMQy4*dRp)AhT~TnVfA*np)<i`2u;vL!fmtY&;LU9Qqe
z->!OY-H&ViZ*BxOSg-GGDBfJmllVN{Q9e3wedWxXQB$R#i<L}q;z$%L5n;Tyxolcj
z$GV%ZE7BS7E&k3T8yc{%?Dfukzln}}oEhWxhm@StTeMZ#<#qNOiH2&6pN^b`#tb|M
z*nMIbw7tKx@$#HFcAIVC_FL2Uv(DTZHd}V@VTL%P(+(oC7voDVhFtuY`tPG4H^UD0
z3wMvdPL8W*Kj7EKV8C#@_`%=T&sHA1V35`&yPK;Z!}r63J$713-+C;bGOUk(mAw1@
znQg`A<KFhSY&LQ=pUZvVuFLnl_4OZDIm!z-#c(q)Z^+$am|M}?)uA^pK>pBm+lIsE
z8(oj6B`=kEFe`D<(xZ#~V<%SpTP6G_`l9(ft^>CxRIQ(1b(JC2$wP{zVR8hw&6b*m
zt`1#quGsQi*$<7WrElYe1$V2?4QiOb<Ba^%cec%*5w`{7fB)$Y-aem`F@d43?5SJy
z>(`1Cmp*^9`OMF~3vv&IM*8WL+zSvBye+7`lp){dw1P-(lv35tqIwe<Z2{RR)m<g}
zyG3~q+-`U;zei8RzP#I8k)?t0$Bet*a_1JL{&v_NJ)OZU!PVt;w|kyt`tHQ3Y2s4n
z%CxPPGMLYQ!faDH#a?KhY2cR&mH$$7tnK&nHSC^vi{ZW-=c7As)14S38oaASS9X*{
zxij$j?$A1OYV%X~ZQ@(jGGD9x?ZdTC|0_eZe*8QO&ezh9|9rkam+64#l3TCa?e=k=
z6n8ptj{QS!_}vBkcWQQbGu*biulJhmz{BWsm%H0uKe>?*T_<vnQTr&v^*)aH+XZd)
zxhHiP{G{TYI2g*q?y;Zw-H;#sQh9eq){k4;^*Lji6F!tGv@mR7W=+_AHD*G(@`JuY
zy9_>t=Jg=|%4#q~=eB4I#l7F1B6hyv;PtBlOb7Tx8qDXu&OZ_uq_HbWzMi@7Z`!XP
z*RC6I@8Yhp|GLYEL-8aVs2E%Oea+{MXHR{3sC(jbzO8*JD?|ANM#g=<m+lIH0)WwC
zMdR(S_s%oKy!@*Ez}us!@@}^GE)#9-*WS^KZ{Pi<*LgcV>dNofH&1`uzVfJPM(r|J
zV-;sm=^9&oHo=PN%<qPS(<d~iu&dbX|G&JV$71bX?rvq%S30Lo^`GguEWq}lgju47
zQ}gq$*6TTt66=GiN~z_!)m3x3!9_gJzLq6=?^zh^`M}&a9Q$6YGAZ7v`?vVIeM`PG
zGq^@r9-0(a|6psRlF*?itE<-Q9z18r3o5^P4rF${KOJ~z`h*!jGBa(#H3b7(yi?G0
zv1y8oAgw=yn84=p9C+Z(04|LgC2BYsADC!>%FX2r_uG&B6<|8BGGkA;Aj9&^<jBff
z%Ok3`EWQ2hK2yQ(liz-&G~{pFA?w62L(qWX`?=HJ+HbVH8Fw(($TP*mOb$FU9a<WL
z>}HT?5N%+zxCFC#&Sc#vx#?$Lh6q;LA_S*u%2!RDyP5OHzB#*e3qbh;<oE}@54=zK
zF??vx|Lc){#rJae`MBpg2l(feEPc26bdKzm<zCv}r%F<eD%cj@JNWC*tLV8b6`u1?
zT3M{`&z-Pv>CILvOS1_7HM4jRTwK3YvWD{}C&Rxdd*{E5`z*e)<3*&lU!l+gU-g(}
zOE(IE3i!XTpS?8P{dV=`w(Bc8GVWd|Y}*jbp#R3!&(-C0QIgf(j2(VjGD|EaBfov-
zNn~J)zwXSzQ2*hJ_O9DsB(;?MnC}>*b)}`Iy`1Z<?`Ki};mc8INzeG>O5JBuedB1}
z`^)M+3%MOpT6DRqjmhAL(4!)TAM3KsG7{IvW!cvJXP(P;!)@PWw($0I_czz<?ds_5
zn#=g(N7u|-_S?6g>+k1{6&9485zcksfp^Dg#s^o`=dNRae|g1wyPr*Uudh|lW&3gQ
z^1AJ9=k6CgkrEY@=CroweEnkIzqwtr4ly$D>}%N}!>}!V|H12h%y)jS%@j23n9KU(
zMpxC{#ot-Bo{VUXto#)}bvI+dmk)nCuX}aYaWFnuFp=#>nnQPop2Ysun@>;3IW)B+
z=jFPi%3r?x<7Tjs+PbDkWM2z|0fYSg3oDcs3A6QGT7K@<1DykAil^NUl>M&s%IWCp
z=+j!kknlY_vx^6;_IA<Yqr$KLUVL;S>acl`bYX~i$jXivicf<XC2B4!gG`g&X7)%_
z@b-km24z+1Yrf@~>c4xtK6jfxC_M#9Gq624_i=0be!qOzOyPA#s)y~IuS<Ekt?qbn
zZ|PQ$H{bkVFkpBeX|3I}elf#sopk0MTITZ%xZ(nDE-(|mW%klyXI9=R#=0j?7ni9n
za@P@v-8KD1t~TQi=^y`;jKJwMr`n;r<LbADyzPB!nYX=F|9fA3d&Ki8A-CV8AHJTz
z*IyUR@PYMshuD+OXU{tL)^1wQ>%lD9F!{ju;PqEGm2xOD{JGQIziMyK!(ZKc<$MpG
z9X_`$c7xU1O_uBy-+3y|U+T<SoN$|Ymx6J)`;+fi51(4T^iL|!_cfmn%38a8Ir#Z+
zasN7TS=$Tl6_<B1-0{@yec;W(pdK6Ne&RL9_j!pDQb#(UueWmCvMJ=tnr6lw+%@(r
z@lKQYKv`IN(`5Ih2UT=F=zg|xSS0TR%H%(8Pw(jJkh3~Jza@2k+s8SvF4y&0ABa4(
zKJxl=oau}9xbvT9>0jhg1Qj7Q&$9vr<?mcdy7*~F##@g6GdIk&&p21cCQ);`$$s_G
z?BEOEnLFwQE=J!5MHF+vXHUB=*HkyV%-_2!S19bPf%W@(eg^dizh}#}eB@eR|MS$P
zr8(=f_huRFT<y0=6zrUe!;*HJo_;i|iLSow_5YUKWyT8an*R^B##QN^XXjP@Q8`=L
z;_xhR5wb1SU8(H$&RCV^YzCPHzh^(#to}KJA*W27V|zufcL}()w|PM_>$Yd+HUCy>
z*EFR2-r32>cj2$ek2f#pya;VRziwapVu4F1Q<@YnO{*xFqpRstWG@V=3B-NBF1%Y2
z_ULDE|EKfw>lVyrux?nddOzFygUpUFt8<g%%s2aVmQ1<5ch#1sdmdDDEYVZn_Rj}Y
zX8Yx-ulbj{XuAIPx$AFjTee1L>%<M-4Au?#7GGm+U-RyB-z%pQugucW|LIrFDKj<x
zc~cn*idYjEw%w~(#lOKL+MRz(s@LsuNueKVf2vo`Rj^UoQ8%STj_H7=ug;89>%$oQ
zRx$7#SQvTnta@vnySw}YgM9~co=-`edHw9c^Y`3^Hk<7*W6JWl^SUrD|J$xh*{RkH
z*Q;!`7%mwlt$zHHan{+m?-RDY5u6h(U*ms0GkQzi-s`(Tjqe%X8NV~^>)n*R$zVqA
z+PL}ra!+%)`t+ORg5G{TytXXsXYX};iI!L!W;-p5yn9)@x7M@7um8HMaP`Y?Qd<Id
zo%_o8ZQ5-{i=UugNx`B0xxJYN3%BkRee~dcNn3^DleY=S;+lV)<a1l|%ark7@AX|R
zxi@Mm?%&I5yZ?jX`E}J!22cgWu-tIp<-OOq6z}#NTw%9k;hzWDOnbtFHXB;(4-iWJ
zu??cgx-UP~;J}3i{#Cu4ig#zIEQtF)p<vc-CW|lk%l5^*tOP{^+XIfCn)#e^m)G)_
z?F(A3-)!J%wl>17q-d>ngEWH$xFg^$d!I4xtM+8C@Fs(s(|Yy9yez~S3qGAZd-7*_
zVBo{)FE2e><fN<DSGxP-BOBemrS9Ea#e2`^W_vEoNUU><+7dqR`k!~(<1^J5)F1s`
zdHrz8@1>Wr_x9Il_$v5JI{U?M9-}?;fs@M@D7+8;``KD*>a^)%EB@tVrbNk^>nyr>
zDv0rcOU>+U%6r!Sm&@Z*n{v$B@dx|Kya<;Wtg*kR#;y<nCB)0y8TPOqpZ~>X-$KqM
z^_<^Sf3${w{iVD9W~{;--Po21*Zx=Ekva3M+VaP*QU*UYP$rdeta-if)BBix*V~(l
z`AeG$77I)|;`DLr!Jd7+2aEgK7=rC{j~9Ln&OWXvbNIe`bmLu>ld1EM*mHyIW8884
zV{hq)UkAP(Jm!$^owVsNhcGx_-l%N|w*8cw_gr@0#|P<K-o;GiJp|6=8;rquLrfuO
zzN1iGSjFLm28U*=1cBO~5)F(NJ@0SHIep(#=C<zaH9mp7R}2q*Z9exVfg^x<!&04w
z4Lgs2bKtmdcaC3eVb*gFcYCm@1`N?jj6G*BZO+VNe<;Br3~oN0V|v4|Pr=9IJD6A7
z#ryC}W?tW(=b=@rG!I-iI`aCnr_vwhc|V1i4&2_Gx|B8Ejpu>BGRp`1JzgTSnQ9&%
zJm!4smWseRF>ukq(44<L>Bqlg*@wfFZ_nQC@Plh3w3&D4$34B<`j43drh8iW$}0S+
zQOUQ4xPU>X;d>ER*)%H+hq85BCSUNd5P_KG&V9c<s3k6z;f?Fu{U!E4W!G_lOH7`9
zbD!6)|Np^|Pu2dw_L;ZOwJ;Q%7j0mas8MYwFaDr)?d7BysRy_25OBK1&G7$m_w_AL
z+wX5ZZ^9(eAip!9<nqo%{xQ?y7@G4ndgJ~JCRA^~{&>$l85whLcf}Tl51!uqA%Yj5
z%m0^GXSDm*kR>{??DwC$)mH2udY5<gy}19)`pL77cjm!gZmzz}p74Qp>9yC!ai%Zg
z_rzU!c)wGC=|I12NpDxjWrpj0FBeZu-TURmU-#Bulhyf4xE}DPgK99oRRVh-NL+k2
z*+tw}RMfBq)S8>`ul(ZC!F3ToF9m`sv)R+qx32MzNp9UchqdB!fB*GAdvt7T-cOvk
zgEiLL$s{ac`+VW^*Lgm>AL87;n6V;w!yOGZy;cFH1J!!7R$g7)_F~oL{xY!#-}m2L
zp|t4wn!8sk8{Sr~?|31|edu~#^vnLX`Ma1J_D0Q`dt|x*(*g6C%57=s=`U~V-&^{8
zecUUZ1K(pT-CbSg?@i|4`}h)@?f)kytDc^EdF#_1#dC}`?*i=(OxOQD|9f0{*Nauo
zy!SnP4l#kc7XP2jZGXFM^TF)ne#|wm0!_7)r1Z~SeY3`AtH1TO_4yX%ZNUuk+ufxP
zeB+5&vNrhmjkoFPjBFsC`TzdTjxx_&<2OGjIo_JT;P90?Eu}2w`}H;dEw&b~x8Jb7
zPa<Yb*}td1zm>5)SS<eY#x3IqKTFLNPs{&(XMWlKe{bPBCZ2sQ0u0-p?=}0iHE@Hh
zHUEd@>*dzjSLArU*mF=@X;;cagXawEB*pfn{pgZ7agGtD{M()HFAje*%8AZC{?BFE
z>2n(%pU62P_<Cxxa^iD_yeOf4Y3G~X-nyk+X4k-6Q~yW@WXrzf!#}l@Vy|j8)PMYP
zP<Gu{(}v^yI;D9+*Iu%>t&gpl6KmX2uGOF`&iW&)Yc(iYE#F_Us`QHVOu-Gl+g3@(
z%US*Zru=(l#|^#6a}0kT{IuItT*eu1T{5pe_pqcj?}2G*A5>K?C2D(3pU?Q-I=`c<
zL)ZOQ(L3{enM@7obKh!iNH(n9tk#v5dP^^&GrJ)->Dr6Ni}PDpL5?fS5DNRcVMkZT
z!fb{7$Vp#5lzyIjoAY$p0ja2`{bk4bK2Ddv$rrKo=%Vs<eL@Ewcyll&G+!6kX0Bw(
zzTxUL`P>}|%WjoTVf(OZ>DF&KH*RiMyqOoCF8fB`b=CTh*V*fTPdbr%gb`%Xv)TiD
z_$6vCt3n2Y{A~BluaZ@25daq@ng_qHV7Q+J8mD1PVDRJI*BfVFA{PH?{<k*_i?&%e
zJpQq@{NBB-?`F3PI5ikJaESLa2slYNsqrLMNHFmn7EnlOOT1B$EOE$;U$Ldf{Xmy>
zmGJ47&GP>WW0zKYtt<ak^P}j0_;a^M<^9ZT6`v#%m~(1oGxKa<G&?X^KAwR&r-66F
zM^>H>)w3AQ4g@Ye^n>Z~N;kG0MhAM053p5arqrCjl*F{-V%98u<~#o0Y&#0sZZNzr
zQJQw@$2V(+?K6Dq`LCKDc%0tATi~;NduoaQtRDRXb*nD>uapEC{h_L=eELV$8$P8`
zW?&P4d=FV(f9dv?$<u<aGVVB<W91*qY*WW}gW-6|Fa5t0ubtj0*wA}r4x`xtHjBHm
z4yg^i8yM^CC%ya0IEitd16zdAfk}+>JV5lN$?EcdzV0zM&G0^NS5x$}=GDsuy0+D~
zcK%s$TXM_7{^eHgE0wn@*0Xp{;@P0$$rdq5MKS@xHaY-dr!=T~g4ib+yeFZvCoxV_
z0g0<H>v)3LU;~)fl!@NmGG)~jkuR4{fBaX^@M781FU3~Ae@ntQOk#U^d-nb_j2kBY
z^DWJs(D#1k7rm=XFK?OU#$Yge+okz0P0lXg-Bf4g&;D|=$y^4B<eu>0sk55mqTZJD
z=n<aDzTlm`a(-7)UB%rkbK;hs-7-Utm0^Z==`CMZOZzo-R-UC&OS(V(Dt)EOP*K9X
zXX>=e&Xp6{QX9nE-nH%bDZS;%@Zkj8kB4iQTdiFdn19JNi<jZW(zPWs`cA+2wqEkV
zU870i`}Ce4{o=i|tUkjb{8IkYzk3bmJ>BPXJ5#Oqm)+Hs*E1OzR-E#<milDdB}Xgi
z$C4ikCEs>`NtQhCxa#!l&tGD9K3g;=Jt%muiN^l*q6`l{hb#|QUi_!(4CA`Xw@$?7
z%+<TB{_>Pt<^Ri9uK4XNQ{KwN@MqS!U~}GRiQ<Oymo{i!eOhdNo#%5{)}z@)cllSE
zGCZ)@>v>%=y@5Y(=eu>xF-z|*{J1tKo8ds@t=-2N-rF8v@aMOke$Q-QF3W*L$xDHE
zIe9<$Sb0r<*?q-}VZ+>4TPC!v^-E}2y(Ruwx$0IihBHe)mrN0}7W96Z!o<91=Btt!
z+wxwxX0bB7;OBi88t<FXz#mlWUA)qiVZrQam!oFM@3NlfSNOKl?Cg?9zvgT2%6vD?
o`o>L@a_>+k!m$NY(Qy1#{iDE%ZP%3!t^|pBy85}Sb4q9e0Ck@k_y7O^

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_reduce_window.png b/tensorflow/compiler/xla/g3doc/images/ops_reduce_window.png
new file mode 100644
index 0000000000000000000000000000000000000000..e9cdc3d148ab4ebb46bef8af84724134eae75d55
GIT binary patch
literal 3323
zcmeAS@N?(olHy`uVBq!ia0y~yVB%+BV3guuW?*1g$l;>Oz`*z;z$e6&VW@$Kh=|b8
z(3qH*2viV>0U{zIqQD?BGBPSEDl#$>A_7+!5fKp?8JUof0Aawz!J0toAyVPt;czL4
z%BZNQ(9lr0v2a-kBPuE?8Vn#@h@}n=4iGK_!+$om-wX`@85sWi`JJCXe?Ak_Uw-~?
z^XAP%iwcN?k!^{Jih^ilU|@jwXv>x@@7}#j0|N$z|6E)@XU?1%6&1zE_>Y0%KNHhm
z28REUkta@{J{=z)&&v8IHa0dtKR+%mZl>R+Mg|6k6(vD_!3+-dEZN(6s&}ssHt62J
zI9#Fl|K|7iCm&A#{doE6*UhH|p38i{ETWTa<9*#^K8Hp0=jr|ux6iw`&(?@n;8Af1
z&#s@pdjI{;|4(o3PL4Ma@h+ded->#G0h8kM?=Mexx8ZQs*?#!>?e)zP{r=U9ufKlW
z9&I7>J^gq-i^lK#um7K~uK)f2zsm9c^8BAaF8uv*Xu|7o=Oa(9|9|`M_y31`{&xTW
z{{R2S|8IW3N&dL?DFXu+m#2$kNCo4YgN%#}3=E74|K^*yObtc^UdfwFR~wlX8C);!
zHYlub+_8JN-~ZOP<yj5EhYih6rU=bG`;^<YA;>a#<+TNQLJe+u-XeU9m#wbYdTZaK
zkY>N_*X4Oko0fH5xX_`Y;P#mF=E`5wZtiiqrn|}DrDX(P`{|(Vxt&Z&A<Vy`81GGv
z&1d+<v~AV9J3SgIZq*MI7~VHNewo81&KR>)+Of0emA(8mzfXTRGIY&a&k^~j;8I0#
zOJl?D4-e-}YdFg9rhmYW#bo#LzEdnZbsk^Z9*54Fu!3jmJNbuQ@|(DIwch=__^<k=
z?83T_!iNN>Ueej%$=Ky;vFzBMH#)I%FX<mp`zy4n{@Y7u&rqGNLm%q&1y~tf56%&0
zo07m>wUKl3;pY2q=A7KVc;)r*&d{yebAN%ti-Ccm?{P)bc1`ss+>1h{q`C%r$7{^D
zzZr09lTP-e5W%CX=83a3ufDjJaoxR)ZBr&GZMR-@Pn4za_21Vw-D@2MUhT3IIJ)f0
zw5JP=v{s&qxVEIz;=*#{Cxv&<)Gdq*6I~lL_xX#?iaf<DUz;K(PFvky8IfJ7e3Lmg
z!lK0Wz{_2!r8jiGR91QV`F;4Zwp#tSqo&NZC3h3_3)Bv(zJ99yFXM7W`lZ!fJv;BM
z*pm9xKx(_n$9?z8IrPq+=?m30d@&`fd!?S))}n$B(Y}G=JElBfnh|$d>b8^D^Q5%P
zt8`C#Y4+SM3+>=ICvo`him3%9f{Sj}X|G+=yuNhOuR|&pYfF9^wq?D2Bo%vQa^Exg
zDNCbgxU(#u_;!s&=Zm7JuTHvbyOJ1vMq2G)_M`WY3#MNbeek<-x5dA_7?Hg_4?-m-
z2Nuq{B<d;t^KM$LgjaJ_Z=BGK-xfI*CA~lDuIBb0I=fBoVmCv2w(e`q*v&E5uQfSr
zwsrX!)BP-C(}HM$%57pTZ<qXkvd!^E#BHg&6Xw`SuKKj@o^pkWe%$@pCB;8h?g;tY
zcU;&eW|lnP-YI!gFGj4|sB5EB?(uc2&C=UxTxDzYq%Er$t|(lHK2SZmAm=-0z~PH$
z;@aQYs5<b*r{1<$k;1a#VaM&rjd?-~+SXs%C04@2bfrL~^VD>824T|&%YQiQZ!~FS
zaIHBM+O*B_$bt^my`gD!k|7pKY?oF&{q`bv)s|0c2k(DTdpJ+Gp>9vq2G)SB+cX(v
zT-S;o7jqDLbCbc~*jqV9nVEA-kBJ?yTd|q(gI>-C#s^d0`!HENdLL%HjUncKB6Gq6
z_Z$Y5uw!fo?9SX^c%j7cWAmP)8yP43;FD%x-hZ5}VfUk#hid*G?oa=G`TQ4${d4|(
zP+4LYJ0rf{X7T+x`}y4*O0hRfBI|6ls}|h%udk5m+q8d&+_|q;UOZf^Gh-q9mjgbB
zIcyiOFB4q;g3;DMS{%d{_q)hkm5`Rm3*rR1@V{vEY`3a%;O|MidV#qrq0IG5gPg=?
zX6y2UcXkQ7GFJE+y}J26qEC16nNQtQPVl6rwH-7vHr~E$%Fpj*W)>mur)@uH+xhd{
zow=*e^XT7Qx`KWFe+$irENd4$p7LC1F`tUM-wsbXvnQvd^};VV%OC&Psb;Zu7Wdw~
zV=arzlux{9OPt)!yYpL^scnSjym>SEI@Bz_JnFe>6c-#a<A7g7<kU&7a&`9Qc9reB
z`sKGc-V^dI=##Aza0xPb6*TYmCP5W`>7v`WUsXjcQl7J5YR~6pnQyL(-5TGs3#jtX
z{&eK(s;Z2ciZ3}|d7P}g5TM9E+n(!V+akF|9jE;YT01uwBuDgYlr(yhn7nSMpD(|r
zv5NIU(@nEB7_@iI&5~CAq);XJh*8yc%EigE6B15Zc5t6odvI2Y`_l%?_4bv^yX5pF
z8CP;<Wr{EbEncUZEcUtUiQ|Om^`RG><ylv9W<^d}$`xI>FF)B;j%DYcHutNa1)Kx2
znq1dBb({N5Cob>WiDr%S`@gI!k~_5_RW0LiF<)}Go2^ro{<{O`Pc$3!-(Ne2on3P#
zr&__BnFUuYnGM2vY&wdMPCh@c`TOp>cXymV(d;vCXWvHlm!J8cJbW`*fPeodj!Fgo
z<CQ-iJb0k>sX*pa!Sm_ncfW{MD)6iCe0^;F{>pxv3GI{b{Cw+se<J&*f@!<w*R<G7
zXy0t}$DmSypR2`Yh14epxf9HlKOR)Syr2H3(I#hq`}u#3_tXDOvH6p4d!qQqZ*$Sg
zfJ@AiPwjvDu=~Hpo~=du{k`R0e0yl|q|s&qJ4CwzKUPjqr-#XlN$j5rByJmDKKg6J
z%8vG(_ako^`QG_<gfnW=>P+<~HWS#*-{0)nx@VD;TvDn3`2@|pBvXSJh53`B&aRs|
z@w0=RmBi;})hw-w4Ly$YS=A&sXX{){d*g1bvRNvZ!IS?<Vy($<$t0}`kEHpAW=H!r
zcrHHmU3}S@tX)6bmau=C;M_0IvN7l&^X8bk&wU#=oILb+s<VHRsclIKNUwNc-GamG
zTiEAi9-YlSTjimN>3$ZOYx-{uJ}K;Fb=r~eo2xR_=E&+5<tnpS7#C;<&XCLaBzK~D
z8ry`wg4wP%KE<njY}IlunMogvVW~?@yl^M^$wU5J#`x~97lIEn`|r=nXj0o+rFuYO
zH$!xQ#oFmJ_ppC@P!{zkp=qC$T!hn(nUha!T<kut=@93pUF)PvYj^g_)m6QJ|82p{
zz+(|-JB&na&N!LY8HiQgaGx#jvr$B3T}f@X?VT^5tLrzjUvoXQ-TuQfuZoQ1qrH4B
z-^GiU{5<HYa&-00N58vg*G*(me6M(6E%QW+;6u&TC-+!<Pn{@iHuFHIfA}+lf_=7s
zejRt@IR0RnPU^k)@7x(e(jTccy2v_gJb7*>J73aj`~Lx-k1_}OZn2%Ox_{Q%uOF^E
z{JC~+?rk$3Rz`u+@;8TiEfg2XJ^8)wR*BWj6%7l1epS2IpdfFiRJP-PVg(0>90Yf4
zwEa+EJ@?JK2mu?Ow~1DI>lG><EX2TNZxS!JeGU-Vy~n<CziNAXpv{uw%U6G{vU^;+
zw%+IC(^6}`{P&M5fBe`J_m;cn?wbAb&knbmt$(yo<{#^~SlhFSQ~n0<*?bVdz|GYU
z9#&i3^ta%7*VxYL`}6=aKQ{dE05ku75YfplSMi{cOrqU%mbvA+o3pBy_<nO1=J&NR
y`FP<7wHYS6-EW!Xo8LJ3mR;3zk_rZz_LY6t^aW?^^m8RajXzIUKbLh*2~7YiX}Z_|

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_reduce_window_stride.png b/tensorflow/compiler/xla/g3doc/images/ops_reduce_window_stride.png
new file mode 100644
index 0000000000000000000000000000000000000000..f1ef5270dbac9f4ca1eb884e5cb27fd57a02ba8e
GIT binary patch
literal 3733
zcmeAS@N?(olHy`uVBq!ia0y~yVCrIEU=-kBW?*1o*uRvGfq}6tz$e5N#AW!;#`c?m
z;lC5ZgdPTw84L_zPM$p7vlyl?XP>@|VaD?L^XD@#{4Y~YoWZ~_gMneTpC1#`-^mOd
ztdkb;&sa8Z-n^Oo{Q1rkUiXUppULpNTO!<K#rG*3(->HorY>Qav4Vl&{|qj!V1^Rc
zplH_V%ON66On(^|{#R>6L(PngygA4I`%Ip1v-opnweU<|mN94H|CtON(--}l$@p_7
z*Z&y|e`hlNpT+QhCIid#C0sL>N6&0#n7*80`tr!xi@?4Z!o>H0E_Vh7hNhArzhH*^
zum2(7b9nvp3$LHA{te+m$@gGxe)s?H|9^k~za1?4{r}(p-T(7JGQYq7w@~145YRAS
zNzT^^R`D0PU;lsp{@LG`^K5^A`E&X6>k{!c?)|UVpZ}dMW76#%e%N{X=EswZkGG$`
zUERER_v-9u#)&(pGcfSjc)B=-R4~4|)0uVEL89$pMoEdux~+l1xp%+c-Sz%^eX!HQ
zrUrxMTYeUOsJxkI@&Dxc!vfn%CaHL0MN!-PWZ%!WD%@mJ_NwG;>9d^c*9`901<$pv
zU$|sf#meZNr)#67mu}TIz4`3M4IeT6?>o)B)~#OsetZ5Jlkm-@xxII7z8>`2#JqM@
z_R7D<r7c*}*fr%|*=O1Ba5prOb`=S95u`uyQ9gFJ-P2pU8kM?!-<>llw^w&+(6Mb<
zYm<`?=ZGBlsTMizvvkVU@7Afs+V7r+`4l-&#f>(P0*LnP#{88g;j?EiTPc^vy+mTo
z5v!oC+e^33)i@f>y|`lc`K_@<cP*{D%4g4iea~;gqrdFji+_9wod4?M<mIYYH$P`z
zWU<WaoLqa}w75NUg7#MZUAF92jkQcm(u=ER2G#}I@BDV&yBah5?jemu7ObmJPIDJL
zdd2u%AkSGhkVpSm(=%2KCA)qv{88uiEwRV+j9cNEE$)S9Lb79P_siS+?kuz4Eqb@B
zUTQJ>^=_pujYS=FB95)vDCQw}R6ls#deiIMmj=2R{<!(~?tA;JRrB|YISIP{j=dea
zFk}DWAM?#hHmB@=%lor==1t?&{peX}$<`O<zta{?vDnOZ;d4$(V;SQi_YOlBkEV$o
zrxYx@wD<k|TU;H~WRxAaGO{SmwEOhNwS8}2&N`^JEcO3`+HI+yny*Ozk;%%Jx3H-B
zt`_ok1Lu}+x9jIVKehRCqOkKC`90@_n&p?g{#5*BkMf`7!lna{co)lCT?(DU)7DkA
z!e;uh#K+S`T{oWRpVafivZ>a>m*3z#(`=?Y8+|9ub#{I=#s6vL^&e~r(hatWNze7o
z*D@E)3X9dA717E0mh))5VE&f1QR_~ah)i57boz+Tr_%?w>&S0V=3ArIFh9braQCXG
z#{=5B*34qch!F2u>%r6P{lH<JhQVFU4=Y#O_dgA;yk}}`*^r&-aQ^5^fzzqePQ^TB
z7k@Z0V#VwnK^9%RcC|ZIYCZm%3g0eWk$us5_$}Y%oJ31z$y){QmNpx-om;+B{Dkb8
zrYjTI&9e|vFG+cqd?MCt!oJ?UUu53z^W^J$CgiJkY)j+JD>oL*E!(o_(@LB7QlfJj
zlz$uCxZc&5doI;&PVa{NqmLA&7p~jfyzI;d)y*?JoE(j-UGAO`cirTE_p@8f3Cqr!
zw)2tAeKE6NMJXNgH<%o_?u6fSGjT_L=XbLsHl06w;Ml%;rS`sMu6$_=9q!)KzLpWg
z*H>$hdhFf8n)BiRcRXL7KC7t2&6j8G3nrh=!siZ3Vt)Jv&E9S0KJTZ?ehYGSR1ZjK
zix>IY_%z1;ip*EWU)M{Hv~zEiu=8KAuE@38h*8ey{sh|tFF#5|2;9s`oaTD#f_Fsn
z+|}<Y44LP!pIZKDPw}#O^>x;~A?ZC~DGWl7@4VC(c_MSb_Sr`N_rETs-do)8PWQlD
zao6Jwx36}!F@Lvbntsm7e!6h_rTy6xw0Fh4@O-Ug&*vw8c;c6pOYaJ23l*KaTwC<#
zu|XnluI`6}Uh6gIpZdJ+<KBy>V^y}MrUzeqBpC3zOQ>_s%M+XTim}?%GW`g#IlM-5
z*ME`cJufVx1YMq|Cz{2EU(pb0tSqh7Pmi9L`0cXjfs`E<515rb6(UPO2A-?5<8}Mu
zzjWh5jdCXOqem7t1xu7Hd0V}F;mKP^5}&DW*O=AM_(-x<ss1WUam5^MtLYpTC*L>;
zE*2|L&$TO>x>Yf%NBNp1$NGlwmCpYs-j{t_8CLmE?fJs=qF0tVT2)h>&+LpSvEeSA
zWx7DT=iu3M6^mcqJ<yyJSfcv7Ktr3$HS5EY4dT~#E-EWXE1Iw`K;u!GL1W%2v6_t!
zEcY7xJG@*nJM>lEOXHpUSySA8hRiEJ?-H|P(&h559a9QFsEDo7e(bozz3!rF$&;z3
ze7475_HWmCWLW&`Qm{zZ4zA0$3nX8<wwXkv9sf3a(YG7XdQIBf6xUyI6&CJx<@@To
z<IA**?>Ef|uDr)M*-Yaw``$0B8vdxh+Sr=N^!55Q-d{>Jhg0Te+%i&**5A9$@xSTD
z#*+`Tg*T`-oO-`0x^QhomFfCN%(Z(e_$Tdnx>>Z-khizL{+dH_-y@b&GF?-j*Ux=0
z$NW|DWZzep9>_2KG^d1Hqj~xkcShl6->|;L8ttb(=ery0E#Ud{w|1Z3>mv`gFZ~n~
z2m!eo5$c;RT*=<e^*H;FjMhE%bg_?pnip>M-;ka9{MW*#`S%+HrpoTh4*Q*v<aoKX
zO!S!b9~tv|+zyi>b3R2jOm1C#LvU((y`EoO<UYZ#w(767-tPQzq4sW`u^U*m{HNj<
zN0x|o9kqJpm~#Ae^3>;-A258@%n3g5al_fx?dxr)OYM?>GS}+ZqY|eS_i68?t&+cQ
zUBvzO)IPamzh5Wr*(-Q#cIVYA`Ng(9`TqkX&PQGo?KXXr`a{Y3-%7`)H+M3=D)MM7
zif{DSzg671aQDk9za1G0N_=_dQ{r?2_VbIsywRBP((>lU^V01Pqa^OXUVbxaTKmV`
z8{C&0%lYQ|yIb}6e=_*zF>&|0yW)v8$E7{?_tw9*e0crP4+)FBJ;8=A{gN0n-sfqA
z&6~=rVwB8mzxVPy?>hk-xYU09-8s)9CQ{a<*!A?%vpU6}{<}zgcVE-`(L77J$NZDQ
zzKLr+o-l?@dSUP{glC$&!Q|C36X(j^Ho2r+A~ApNhWTzc{w~f<v@yD6_gc`q@Zb5H
z0Uv%>yY1{dDaBrXZu9!{(<OG*e@pAy)*E((J?WzKv5LYKovcS@`W|%7Xo@T;cYg3~
z#-F@-B@*|qCjM!R;JM3b61q-9Z1IbCVZT;QE?^U$t*c`6^IO23(DLxgd;1s@ugL1J
z+wxq<`FmM>)8ds*+E$mkmL)OBwnyZ}UYGUmZF*O<*RAY&((=Lw|J+|);{0l`=;_H1
zn;h4zn9LM0Ny6yzcb`uNb-PS^<ZV8@T{vTjZJF!SoAcW_-&=CkyxqCyf~=|a+wShL
zD_6VX?u)E_H0Q-!rSk4Y|Bf5%+gmPj;<dHww0-PT+dqERJ#VnO<m=pp5z;mrm9@?X
z)?awQY`k&H^G{|XXO<mEH#8G@*}3?6f+v&7xmqs2PqVKkbT69zuiaoDU)ujje;MIV
z+b`>h7+SGd3FY41`E4%euW#?nZv=dpUeVWfxTEw{BDckqwr??UFa8N!d3fn_Vb!XD
zCGyLK&!0^GV)m`bgRzb8@pg?}lY}MKwtmz(C$g=0uJ)$S2K($P76u$iwQ8Jw;E8h9
z-`irc$MX4HcP5F4%v+xzcg4(H!64?APn-AKokuR*E#JKKvFxGliu|rwhYMtO@cqm>
zY*g|}x|`?R--11^g8Va$r>(0BHsQK-yFlh?mj~NHqvFNpuHXJ2{^7h$@#C$4o}<4E
zM0CrXpWeK&iSZ!k^m`VU=6Unp)qfNw9niUSQQ5|6tKBYpu)hnlF^*hb`$O!Q`+dI0
ze^*;D-V%=8YX0Tpqj~vl9|K}u@4uq)p?B^&?XY>*%@s1v{|b$0eO^EJV3&E%)8hvJ
znu1o?OqbmCe_G<7;0w)7FOntp2TbvMy7SM4zu);E%k!LC{wap*e>Oj#2dKlv^0)qO
gp93q1iNFo(8RDI0GOaN=z6>Pj>FVdQ&MBb@001O+Bme*a

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_scatter_to_selected_window_element.png b/tensorflow/compiler/xla/g3doc/images/ops_scatter_to_selected_window_element.png
new file mode 100644
index 0000000000000000000000000000000000000000..4a82afaefab42d837a46178ba9aef3a1b6ddc434
GIT binary patch
literal 60406
zcmeAS@N?(olHy`uVBq!ia0y~yU_QXWz;uCwje&t7zFcw(1H<dRo-U3d6^w80GN#Bx
zOS3(26ku@_6mb+}aSUKt$kDZE2S?K)jiv=0Vy=NAj)5ZLAS!^xHBiJ=fW=jSMf~W$
z$KM|nze$_C?Dn?rcKq|-oI7{UvN&zS`#Cp#*%>GTACe6(U%y{_ckhF*;<dV^g2lCO
zzi++ddp;??S^mzks%@6{|IYTgw}0ov$G={m`F}8Z_YFn{hWaIQ_x1gn_15k7>+Bi)
z|JSP5)_Qr&Yx}xo@72E+%{ia%OC{a<JNqna-@zA!e^uq4?D-jdyln69#|#V%+_iJJ
zJFZ|^KE0MV_;qsH$8*1`OxFHen!lapfp_%D8E2>7y!S9)tl|FmQXPi>J`4;8KJVMt
zH{;;l6Kg(fSl=&f_r?CSS=#RVjSP1L8dwt;7!ve0@2^f~IyJrK!u?qv7S?|iN_@3o
z{b9W%Ma7K$-4UlgvDe-`_xN|^+q8NAuU@~r&+qcL%z5WaT<?9id_70~gT1U^Lw<_P
zxl_CHf9(p5vp-k8x;oPCMOV+!!f&a|VpJr)ebr4aTrQoT=u`cDbIo>bqp;&I-<QeV
zKl4jH^SjRJ{OJsT3~Eo;{omi;zgxrX((}Yu6-U<8XKp`Xc;<Di-2cgiCq8}r^zZK)
z`!oM|PHl`kTUNG9W19P(Z{a&v7@v9kTUqawOxn-LU%PF!7@pfyg`PY5aK>M&GiBwc
zcEuO#r0;sk$iN`P(#Bc1cIu~ve-1IoEYF>gYa=aaW$v9YL;rO7rZ-{M!I5dk{$2ui
z^c2g}kNm6kyHGvl`<(0hmb}&HjHu4cHh*2KtN0`NUi{uu+w4kRk3Cv)W)uJCa_zqs
zUe(%nE9P&yx8j>!i6HySXzRm!gKpK&zb<xq$GoMzb9){K%Dxv`*Dkr(y>j3D)b(m-
z*G%8Wmb&-x7TXiA*Glc#pQ=-SY5nz^_Z%(V`!9dLc6rV2InVn~{jfc=PbTeVbK0Eq
zMSL|UHtsN2VmSX?#`3J?=BquA)5KHfpWm!6of;okcA1%hVT%0rT^D-`TN(c7$-g-s
zscqahF><q7%k-Pi@7-Ydv-RconzWa8Wr0qgVvILe-D26Ap3BfRwPk&?+5=tF+&N~7
zb!N4df!8c$3{Tfy>2ZJUDXrms<5$?XY`wR(`OPm>^BV24jy+GCwqN_UUG{Oqe|hJ+
zPcr^^wcSB}>EBkvgJqjDtJij0Xo_=-8TqxB9y9IdzkDvHc;Um7Ezt|MfBsWfUE?03
zU~z6!*|Yz?mg|?XFfdqXEd08Qv0^>1eeX<`?dGOuRBPr<|6n%1;CqS_L)}%^k2_md
zU6o2u`|?$zR`O{q=XUMNKPxybcl&nizs)k&|K{;_-;DVwTX$w`uvxaZdh6cREDw6>
zUt2J4&8uFnJ?q~aUrmPf*WQ{xo4sJ4MbcgCvp;OtByRn<U|$&1hqauH6>859=7<+2
z`!M{w;<_>JScMk@Lxa9*ON==KzuLOVx4nd=rk(!v`=$5Z+@IfC7;I*IIP5k1Y3<sz
zQdd6x_}dbB<Eo9l=E7`i<F3!X9rZJx8><S;H@|OLYm|9x{g&@${pDWO|4rV`UAA{M
z+k?5Bj6XiMJf5|2wiiQQf8y&MH;*|Q^Q}Ksadqau^_B5!*H`9lXM5m1@A>AJkK@ku
zE?#4-#qhjxi+JfWHU<WZe<vA#)Lo0zPR!fZvZnP;SoNi&rc58M@pBz$R-5pCYQgUK
zd*RN1JijfDI&tP>9p~ZuMxQGtPWP?;t@@@`%lKvH`%{b+*-i{{e-1J1DLu-tCo=6=
zx^dq6)35bUm2YHE&idQM_#>?EyTS4Qxq5kbe)cjMFfdFIDEigR^x^ZjX&1wOu6w26
z_)g(;_@{ekzdS!$%3Q$o+Th`?uRA!i)K&LvyEmmEE`Rmj$qiq3{Cv2s_s`$eGZp9L
z&%1v<!iTF-I`vI<b^q*d?|c;*u1o%8pU#ojZ20`Zv2wNtTffx??oa=_FS2Y}H{<N5
z7F&=1eK(`Hcw4tN%Y*V<YeRE2hWGIs=I_3Hg@J)V|Md6h_0kRZ)h3)N5%*yD5pg(X
zPMVu>;-g!P6=t{p-1(BZY|G{wJ%`^4Zr=9X*J9q;P2a!TsvfC7XK`j~?iGcQT8{+j
z<=e_9yj^2*zyEL0t=S?C^XuFh_C@~74Swypx%YUkM1OiX&w<<pwx=Gyauk+&t@FO}
zujsoK$6vf<z0bYB_$Wio9J_61uisRBem_5NTdm&lGEjn9YgQ1a%<z1ApSov(=Ka;Z
z*Ps4>e=f$H;rQY;zx8r;m(R`5b<p|$DMS0bxscxer-f7ZJ^OuT;&*=GeXE*t(wDDa
zdPU*&z87lM!M9eQyXA15?LnH^CymGTpEoh?`1h#j*Tz}@-lxsCn`*ct*6HWoHNQ<B
zUy|GWcTauwp~|hXO;4iIrk5A(@w?S+zLfth|AMXiWBzJ27O#AB|6%zVhW&buHT&+o
zs+;#WoB4x5^0u(s=gO9GFfi<x$p6xRy=24mPru5{Z=N+fb2VX3gV1%p17F)0x2@Dq
z{<rsn*Gx&dX$LC4H{IO3J-O*)v!L<G-)Fb&S4}w^`_Sp=>&~}Z8F$P~^|9TP#4ykE
zfOY<_|5ncfzV48GzqsYnw;6Y}U+;ab_icms4gIb0-`0QKxmR@e&FOn@9T$3+A7je!
z{6?Kj@jaO(_cy1;*r(OMw%B)~(jb+A;lOJtsr{E1{JHh+eTJTK-s-z4+lBJNcFDhY
z+qU;x_pvO+g@xOG^Htt|`{wW;)#KG^hpM`#%XHt&$+!Jo7+ahgpI35y`;=VWa>Iv*
z4h32FU1n!sSaU_5ZPzN6Ig|fzh#6=y{10MaIB+_<#^C;|*I)c+oMd8@U|^VWUgzE4
zcUjN${@OkG@JN0)69er*!|Yn!e~hO0{}wPXFr1n8VC$vpRj=0X+va8aD%)VuyzgJL
zT=u?x{a5u>a{Te|6`%LD-H%kic}#!B$~TW+w!D?;lX(Bv@c8S<;uv|;<Nx#GUoV|@
zs&ey%zbXt248@#EuWRqVe(mUVCN6%x_m7`Jhb|g?U90mu=34D#mL=1ZnLhXlPq}r#
zWM$a?>ar=)!pE|5k5uIMSjJhOExbFsz;W?B@A%U{znq`(`Q_V=4SS<+?VtQl*ZLd-
z!-xBP+qGv-ysMk|#5w*rr_A%pnusR1w2!;a3e`>XwwU!Y!Am?j==9S&yUmqy>@^qu
zSipHL-FJcAE1_kZ|8?giTi?Fp@gV+8D<cEL1M~lNuiTto$K{3EdNTZ&B6)LpYT4H^
zyEo^{KD^)W`ag{Ga&)b2PTs-$?_V1v{@k+D^^d{&{a!Eb>4~>ZTP8h&k)h$|nGRe3
z9k%Clm#}m0zs-5LTejeC^pWeQ*52P;YpWm6Yw_y!ni|mu&hhV0#ftD3AIv<Ody|3T
z!{5g8{p*j<JURDuooa$w;?FXs_hC#Qx>+8b=REa%r|<6tHTrh<6W`_i6@Pz%fuZ3h
zXJh%Y-;qD$tDiI9^bl@;=vt`Jln@ANN*+|ya1~@ZsHoAUz|rL_Aj9VxDAV<*K!eY<
zK%<G@6|BZlK*ZJlcyL^Dx$5e0-`{p?%F@!GZ#R~Ha`We8-^G0axl+1rk>*=-4ZnxQ
zCiWJ$Zj)0yAZ|44&w-pi!KOb`_pK~?yZfL-a*yG$8C=0Lp7#huR-D}xv!U*5e4xvj
zZ;Pg<HnBX*xV?Jw(JRm9J$YN0-z*+=e!qW@u-UTRrzbr2O6f5?CXsxG?QPZViLo=;
zYZ%R*>2iH&_+`I|VY*Pt_A`G?7yo%ODOu8T-$S{oDVlEiEFh~SlC#$E$82!^?3mKS
zS`p0pLwAqIYQ<yAzdUWasp6b6Q}fm_u#@)4`MPDP`6Tu%?(bWvP`=%$E4-iOMrzj|
z-qiCu%S1hGQjC{Xx2%|Mv~{1<ozpANcvvX?_gvz&oVEPqe)VgKQy6|an>GLH40tA*
z&};oHfBK&Zv$njof45&^+kEk0<y#-y=g!}rD*H+Gd!cvj(;mSG=eK;^X@5Rr{imtQ
zYTrKpt)0B1vh(JY*E8m>KE7%Bfd=vX))QcN%@ALv5`W3|R(8k)xru9y`y?xWA7l&g
zcKdp6=^f^#$!eX^=MSk}GFP$XDwE9<E_eGYzUf^FyXWkVKYu6r-gbNPU-6jf%hMbW
z+!gxGuk1gec;L2B`H`Q`zm#6s<`;F_rAd0q%zw7$3)SELI?ed^hsvcm-$>>=Q)h^O
zxjt#J9AoL7z`QkundiNO7p%SCu~+4urM~5<iJ*AsF|_=7gyWJ-<AsTu$#qH!R+q#l
zn@>4^VM?;QD_h~rU^P!6e$V+X47s0vFX>itYHc|?w{D4V<Fq}G3sNTkah~`?{nj2)
zuR=b?e}2ERCCn#WjJS3p%U(X?zQTOtQyR{vj!FhEaAv&cT6cIx>b&bA^KNeava!gu
z?y0ER*Huby>?<WVKls1xx{x#|j%S44e17^#{*j|ICd7OAX$MWv%~-;*j4MyuQ%G`c
zj6$^HcaQnkE~~BmGU2ER<Gi5oNfElPIp=qjnJ1>dJTAjz!~IB0_?+=CZ~3L$bG!F{
z?I}G!bt>zO>=njK&hKpFGB_XeG9!M!k#!GS{3jmwJLS4Y;3T7#z`k+k`C0FBcn*E-
zcyT86O0Kozj5d!2a)%xEIC<7MH0TTU&75NU@c*Y-vlB!;&j%&xxVo(OR5y$ZZb+8&
zJy*3cK;)y|T8rf5`4=w)FSE1Hm>n+i!28lKnZuj@Iy5-*#m6@o|9;Z)+$4Ed$?5&R
zIpFj!)p5qb?d~RnWlcH00`t_DtQPiouDfYUiOe#N50lrd_qE>kbl0U>OfgEfr+XS-
zTs)?-?z&LIqe;_4w{6L~EwHQg%YWVLaZd#vh^*v2mDk45{^r!NWbQaKlRbM5gVNix
z#}`wrGIWj9<W-kFJtrxtXYh5V=H{C%Og#(ktoiua?dp`?U0Iq;dwhSHzvK}(`Q_z}
z*Bk|DcNDI99*eqVm8*U6{`W26Kc_i2ocDY`A#B#1*SRYgv{~b>^!zw8@6vp5xILR|
zoKTgZ86}(Cc0!8bQkzfBIf=J#HWY>`yEd#3x^_2jqur144d-^u-!!jmj>>_8(^sB3
zX}HIfyZwrMGW%gi(mCG^c}9=)EY}~ZoO6La_|#Tr%}_T>mLDA@=Bba3=e<3~UGPJO
zebcr*@AvY9gY2HVd(Fe{#ij;sZd}$zttH`Rg<R!acGLFMMkYsds2Ij1+f4hqmsRt+
zxa6M2`<OqKeAy!H5gGsLx6?h3I0jMIeYb_m&;7lYviFb1a)#|Hc|LJEU$-vFecZBb
zuIK&wY4fdrsif|kyk044!j8~OS_jTw_v^Sh<@bxM==(Dnv`fpj&bz!%e@p#gNUmY;
zQJT8=tKl+@{o37UHYti(3pwj7`f}i>x?S~G6Hk$eQIqT^`))rM>h*)?zULqIfBzSz
zF43EN?#|Rt!T;=xY9m&j{yFo+1C4fu_CocCzg|Arcbqf#_dElm-2#<+C(jSHx^#Ez
zQvQ7_7?vN2@z~E>Iq!XVL*se(ZgKA5Uz;Ryb-*z&ZTd^@8b{N#{+HYTuDM$(ctTF;
zqKm;4qtaFpfvt>}BF_Ery}|tI{n9nFbq!bDzVyQ*cD97<Db<a--!CboO;v6^v+d}K
zM-4xY_G~lFh&ErD+ruJX{HFM<SmEi$8>XGnlL8+Eh1D-x)4w)tOLqURssC^8WIkcG
zh=K31VY+skqC``I#)AM6XN|4}i#6I3B-)$}93~i+upBdp%HffA3}i_a;BgfYaV_NN
z$~(2{o*j>~@9i&_roaCFnE8Q4Mg1Q0^+CTpj(?dLG)cwtlFZA?YMztymV2$&T+X;Q
z&}q_=4$n(gy&8(1m#(U8adfs?(j(?ENyT%b=Zl6gk4YwTRbK_a6PTvr+2!xHyQEmf
zbER{{Bo$3P&Zko*shm{Q@thPAbw1N!l1lpq70;lRZ-XbNIZv8$Dg4w+R@D##&q*pv
zOB^<<dqyp?mAa_qIZ0)u!|W?dZ!3FdU7Eo*Ws-{LB(4IN?vmXqo}7D^DBoHp<vB^^
zWt-0B4i(Rj6)v$>%k*rQXo9pk=X*{PnJ-nlNI7b`rpF|eOb^~kDo0;y_GV0<H$la7
z(z+Ldb1yJ?PI@#gV7A(orK}*os;<4%pyK&?v0MC$31KU*sCZ7=^IzLDYN6rRm41^{
zJb(4aMk#v+DLT0ca~&;l%U|L3Uh_^}ncu^6DVDhbPxDgJILwwOI`w-_3h5~DTKMDG
z79amipMz)8!u_Up7#p*1Sm<?J#Z$|NWAj_v(3i4v0}VFc4C%BmE@qIHGEwmiN=&PF
zaGT5ar8#KVl(lQuI!x{8{wMuBRp8^=ho8UCzxe#WnKAo@yAc(x@+(4APBQwmi21H?
z?quF^L*@YA1BeCgl2a$DST=B)zPfC;l<z@O5rcJuvPDbzilB>Tth?4&wbtKKduioV
z_W$2a{rAmB?il}i);+!KshrJ^+M@4qdrWi!yk1Yas8+ksR_fA2*0-1CzGlv@y0Wlm
z))tRW<{dvSEShs`ibaF$0lo*9cplho)liMCWw2i&wpI4PtW$fdpQrP+-iTf#FLGv`
zY17K2r#zgdD}3i?xGdk|AHUK)_tpY7-Qd4XL0K21wrVWq`<l_tr*UCM*$Vgd8B??P
z9yq;Yd;fRsJBBg_>jrPb2J0o+{0R)D>>HMeG#!nbTEunmjJQ7U=`XX&UbeJdSuD16
zN`RnH)DpGSFO6(dF1M7e@b+D0)v%mDch&`N_6^K87-LQ`&bh$#H}O4>!{XEHtn4lX
zE-OnpJZn?4?3*<`QrQukq_VaxF*2I6qh->ih@c*;8#*i}FDXRwm|ctH__o=N^R+u?
z-kQTgDMwcXcbJ?A?=iXL!OX(*NpT^ck;jCPAP$Ly35NRrBL3~UxATn8zB6}Jo*z)G
zEWcM>e82Ydy`B53&)Jr<>IN+{I#O*viL>+EN!2@(l$chWu}-<N@w~+IvkCssEciTo
zPC2{~`n{URAj9f_<+GdRZJ&R<GC5zU$KdDwe8PL#dI5%<B)0nt`LEshd}zm;!+Xt|
z^N-nSnELiG@BFH5`|Q7_m7t<W+pjfDhn`>A>ZQKyMsDm`IkmR+UpmTUO&H7=_Q{)F
zWRRF({b+OX7SBkvXPRpbr!IALImh~6-{QcwbCrHi=R|W|o3sAZ{j?=X!QYnn{rWjg
zCVs&i!P3kwyI$U=XB(n@*}mwld~BD>bvJ#=)g|u&YlGMh@VoFd@HSMQ$YwiG8({ox
zSz^QaWGfc;3ieN(yOk^5{#<|YB4)##^U8Z9GB>xs)s(&NUXr2C+rZm!R_$Ic!?T%o
zY)R=$Yo={d{&q3op;ejUBu2&)ftuE??oX?yv4)8@NV^D$eq>PJXz9DHwBd8Zr-u>@
z<{w@xyWl=${i%=DZ_G9CJ>boiNtwSZed)W@Z!_yH7;=&rau{s9+CMVh$!1PqP6%F5
zFz@-kzK`eC-!)#CDfxKTH<g;*z6xg59x4uNBXrC%*9RPBxUrt?0Na7dTwPjI9!_L!
zNR3vJ|9nR8Wu4ZibG{p6lkYnoFVDB?o1gqYlQm&qw5sb*;ce|V>twdG2eG$)O18WF
zS=V6iafTa57=AP|6f{o1X1nh?$iQV1UrL?!ZDTxCty_}ArKhmWCiB~crJar8ah0tG
zhZ8oRlwy!(_<fb3qSxrUvCX0MY^DRe*Y8B#V^;sO|8U{tJ<g%qlkPo|I{q_d!r$jg
z3!eU%#AHw)H9h#{Zat5=Nln`&1uv{mWbdjv%XUDG?EpV}gZKGIjOGkx$?~gaskt%U
zGv=vN`{>}>C?T+KL9UnVmeb9Z?vpg0@vQex0EN<<K<0$jy>rArl<;kc{-zRsCQe#Z
zlY?Qmj1F_d%at<4j2XunBesWrxs&=gPV}dbaDwf#-(Pl{Hx@D{2s1xmXF5=9^Mma`
z+8f@6_Y;i{?e}(16g;e-#PnsF$Dbm<h#y*s2Tr#09hjt^B>&#$8p92S8##~WGCnvy
zg;zDnX=WR5cm?~eClc0+80LJ=IK_Uz=z96&g6E0%wlCFVtmypPH7_7vH1=M8=%n<w
zQVg>t80=*j^cF*{<NpyR89P5)`iak^hWA<uHGC4&Kk%@8?OU=>yX2nUkKF~*1)BFu
zPu<z?ml7p3Wv)Qmd_K;G#>Us_Y-@wW&iq|=_L{2od%N7~;L2s+K9pbkzs}O;SNB=@
zx_9og&fETX`n<T+-}L{FyY-yM)LvcDKdG|+XO5CX6Y~R0eus0}kJLYkJ(s<Ai*2G2
z*VW{{;&T&tvJWsHI4l$YwIbV^DdA@R(T(@lF%-=D_3@6yq*h6g<J*_89jG&9Fk>(~
zYQ5c+y>4P)#r7FJTLiz&S;)N8*Zn8w+gZFU9otkK&rB-$5|+=Z=Q+#cc=2N2j=4+y
z*aKxP*D>x<b!JGg`Xg>*o_gzj&!!j&GsB5X&Pr{0xTs=nnls~r>(llZ#Xfw~EuZ=C
z)S>CK_J5h#n)d3i{0_E<_CIIWb01Qh^m~EhZ(YL`1)e{0f6Zh3(4b?y<ozz5RPmrV
zL4&L5#l~j)%UtGV=B`(ieBxEbP~jmIarE^0T`Uh&?pH5k4wtzvz~FaLPCcsp-}>M@
zP&WJHz)&HZoW)R6&Ul02#wM%vNjFY!=h(OTjAEE3LtMFAP4O|CNryh~^i+Q>kbgK}
zenZBcsb52`eK>PpEap@7?JQ--u&!;FdRD)hI*XsBVKu{qd#4pot!iZW;I!xL4u1EB
z>Q(m{{!Cq8`&_E5{?*d(S?}M}zTf-l{=dcRUBC7vScov#Ej%mIpe7>so|Qp)&vrf4
zMXHyIPc3`=xixck@-}|W=>ECIf#2>vnlqi@Lj|`-=*`I!9vj^+)oiZtmSxzm&bLPK
zdgRo`zGeIBx4f$<pIfWW+u+O7AkV?@xnMe|RO4-Uzevq1=|p~Y-Lf*aEy}^w3=D5(
zS#Q&eV}8c_ou|X>hkD(4cTN5KW-(q(Yr>dU1aG>wT)X*o-F(IyqW4yAI-1VR$ne2V
z_IC<5|L>6fj6bg1{cpcMHMaKm?EBwurpNu>`|OYSzb*I81U(-8{BXW_uQ@{xk72~N
z_I1{5C$&EL-AvfO>iKrlbB5I~qW;X8qHEpf8+_h&i&ErIbJm9TA3pci-Yb5-^quvU
z+Ea<!xuVMZBsc0@P-8ogxQfvriy?<0XO_gG;2MYJ@1`APxS^~($z!SC^P)dx_a|2T
zlVRHO_8WtqspGYEZ4t+&B}kUdscWzLCf&gOsxa%}(^)Te`yR1==9#kPT0TSF&*b%P
zpX=`5zIWqi{|RlGDZXFs21|yVy5r37t($2>C*uZB4~8?FMC;D7PVz}^C|Jt1Yt`Z;
z$18!iCijJe-Zq>v-G1(g<69m_)wHae&t^aC{+H<ZU*6Bt1Al~@-1^JC{$JLT>&lPo
zzkUCI^?ZxG=E-ldian)I^!O@fs0G<9|6jZG{=Q4gU+mUhkUgWi?o3^D--f$37s@!!
z$ZeW?HLyafKuP(NsKT43|I4?0c4+@JBYE571?TdMdOyG4_`aq);8xf1%R2-=v-E8I
zFL=G!VfIp62Ag*uO+r>=A1bbW|7mZf)8c-SwtU8pb2f5Uq`vP`|Hiidtk!kwhc5#7
zE39tsv|}zfY207dcHWDTp<s1i#jNw&e(@gAuX%BNw*B8v$7ko~{c-+$bm9Ek^`GSb
zbxvQjNr54PEw#<2Iq5ODP*z*WP_VOiF4x~S@3>XVdvfG2tlXVaZKc3)@7va74*mL_
z&r5G@JohbWKjV+D=J$85d$PR#F}L53-e(T3^WEn*{5fCq<=21tzZ>WGxE-nHJK%7J
zGq>C$I_|^l7z2iV-m^3q%>HW>&%SnH*5S>DC+n6Ab}W2;=f5E5%)JTokMs1|Jd81Y
zusN9F+Rg~+EALx&ojGC^Q@ZZ4OljG@6_-<al49ldM6P^pb-&i*<~sI<(x1HhpWiO8
z{WP!q@P~h!Sr*yyGhDCA&CfV(^>*Tv$~wJBZk~q6W&ZWi+>Hz$lKoST#qDRb@GANG
zhuyx!mjB1pNBZ&nOzsQM+fS)`x9iRK{lC^SFx;^Iu;_h@HTQu<Pv0@#I3RAy@NTyR
z1OJX|Qi~5?RhXkC$-p3=`CRCv*S5U}9T<Mh*!7Iz>-kr|av3Fl3;w(Kd)A>7<}1?Q
zGfJF)|NGwb5@v(qxr@%*eLohxOUI?e=LzpSc82iG%}F}OPZXb4GC%mRcc0Py60ZEm
zt~_kUQ$n9sT9&5#m$_EpCAsAEHV$@~_c|=M=JrnBC3mViz&gf%MgF9}F-DgU1#dt3
zenxhRU)~!Vrmr)lnKs15-z%?uXYjJ-^Z&2qv!|45Co&qG+8UnO-Q3Q6fbGDIqtBMt
z)kdCHe*eDor?>roPUZ*qp0qev*X{3#mrtK`t!zoGkI$h>#ShB13lAF$9Ee%8=eURN
zhnqeO6Xsp3O0wW)yqj(6vRHT0swq{x2QI!aop)E`%xYBzcjX5Yx0}bw^>+L}z`u;6
z_1(;k{-+rxc5Qn)iLv0sEQ!ei&lyjCIsMy(?cWcXnIG=lpOms&COKY|wfQ9<<Bjcd
zkGE9c^?dbc`V<}4C8=D0J=v;`+04Bivz_72$*(`>&s1ixC~TT$E#JYV&T`B6`lm_X
zJlf@%dULl4yjb_Oc_zR6*8(>y*NXuY|8i@vSiP@w@0scQ#>dy!cW&!;wgazkRdOlL
zR$(hXviZS}90mp(uh?gYSQGaA``6eqkEwuVcVI`j$hEEi!vDWwd62R3zu0M87rBQo
zjGys-KX!we<8syo*@i7L^ER5ZK08%WDC%UIv-9Nr+<EC=ZS+bXob~uv9r0xEFPC%i
zuUHzMO5RP6zq*QVUn!U4rnVe2HjQ9DjTw_l)A=plxq&>h_5T?ax6IGMuXf%@6Ouc$
zO7_r#a0auF=QI1uA5V0>^4@5HN<{ZOm55e{NeORT=CE{E?mu_F?%m`0Pc|n^N)Wa6
z+`z`XwR73BWo!pJ6VH}NGB8w!K6CnN9XP%0fmur4i~koIPq$dBn*>goa4y83QDVp1
zn#a2@{?B7jyJD%;KPfKo**~2IoeLE_Ia{nfe4lVA-u-AZx$@a-yQ$3jmHTe<J!h`*
zfBJ)CjoC#%#)$pjJI=@Kx}(a_ues)eUAm$Ek3AJ~=QEFUcx=z-Iv^V#&wjqAV!igG
zm-D{1w3P4R36g(MG-=l#<F`}!b0t+eC*9n|d|F{{+a8{v!dF{gpZa&u`u@Lt=Qrus
zseBS>-@<e0RBQ~}$tzc`Fzh&Gue^}?!&IH%>t`8Wt&m-A?AE)#c<KE`Z!$9$&#&08
zm-6t_!+mN8KQR<Mk?lJb`&xG0o~^5oe-UojdU=cRw2kIRS6ALj+_atNLAjRfH&*|a
zGZqib8FJ=sTx)b)l;O9tSH29J_D^oMonc>Vo@!c`?NPtBi{%01&b-{|GjCU?32B~-
ze|q=3Uc=%K#^=tx<`n#vnpZ#n;iL_v?~XtJIrprGv>r>6@M@k}JS)?uZpu=)+$1KG
zt+iaWF=o|zhBGD$SM*KXZtlhAS^2qF|Nqz0pHI@on<JzqH2#n3)>M9)kh5szO4ozE
zl@|K5E4CS3NIGEYY_BMN=#quy*MDt12ZZuA`yXygcr*R#W);N?+Lsn`J$veZ*XzoA
zo@DzphC6eO7F@V+uutIK_Dm(+K*@WJwtJeZ=N)l6oUyv#4)eUFh3D;}^%$1jVLwoL
z{()EL>)G$b8dSGb$F4KwyZ`xJ_BW;vDcl;fI~X^-|CP3L-^%o_XFl|tOLRWBBRqLy
zb;#1#vYT<d2i0CBNH6$yZED?num9h@{(Cm;TVMKQUfhL!t6xZ_{&ZllIGMlTV0BWb
z+0~Vyf0+}$Oy2B$U9>OEzC*~Z?$PDX7w_DEy+<Oy{;z#AL&Ch5Z12~m-cy}^<H(o8
zn>)8p`n$6&cZYV6K=tz5PmjzM^ZZo4J;mW({x55(rT;HaSh4l3^nnex-Y#1+EvRR^
z;(g2e`3!MS=dTQ4lt|vX?t`?>66OPw0-j|q(65)BYR@OwARhi-DTZNM2Fopd;Zt++
zFCP*3p0fIE`O#%6JG?y0p3iFYWOCtU&^o#AbkYsuzJn8{@U$Ie{2}8U*u%RZmSKYP
zMwQsrMYgPx2Tqmn9=IZDTT+&ELQA);#Ccu%9#)2Q%jcaAr4!9^IT*GV*EVnecqZVu
zsOP+|N45WMs$lGAec&8bUMFQ;;dkWX{>^QrW(%zNE>5&^T|K3Biny}x{zom_?o2<p
z<R7!aui5c`vZfdqMg7x=lD6RL{iefsWBb;R+<SJPo8i6xXF;yg=@%;{82Sr&yE}L5
zUXD2)@hI<PlTW$S!km_UZgW3z=6p!KesY53g4BkZwzrFKoYIv1XaA)3VmL$Hsnhn7
zN({+M%2a-`f8~*GDE-+pA^zW^rxHAz4W&EVGc=d{Fbw>p{a}auF+0iVA~jjJOUA)G
zS0pFgI{D(ozBx-2gISIxZ`iT?_X5#M{j~vQny0tU4UqR;xA?%S;uq7F<jgjzWq(zE
zeQDiYrVW0Lksm77>9fS~t4J+>GE;f)qPH#6Ec+QY{Qp(;L{R3ibj>kay+D1HAA2ND
zZwdc+?Uh8sy{Y9Y-wZ0Y{;m!G!pB^|kmRJtBN%z9_{7tv$Lh+pO6yi<S+l>if3y9B
zko}GIf){!kmb(Aieq=(4PdM}1WLN90Ob0ykeg!I=R<JGPmGd}WtYE^>H_f8!np4j-
zo1)Z-eSMwJJil7p(bnW_FuTc@)M-5X{-G1q-*@sHtN3~TaieeLwemTi*YH}ZJl8yx
zpJKC3Byv*u(KS+v=OQoFPE0)YJnBlm$0C2Li8{xZ+P*bv@9Rw8t?>2SNt=wRdt_!$
z|6Dld|F5dQXFQgD*OG1Pa!Nf>;A#7M&-=-so-x~jyP9)9H68Arn;ST9a=HHd#Fq0<
z?(XA>5fT0;Ba(VDl!3we{#oxg*0R;<&!TTM3;O@O!JG5ks8q6u;R8eJP8Oxx%x}Vv
zi7i_qE2c3&XYtx+H^V$n{=M{GbEE9^HFNSC%|cG@cq4Orv&{Am-Qd98)1Oq`m~NI?
zyH8b?<J*0AeTM5YKkfN!ybp%%;@BLw{O+FYm&d0Ey%A^d|9swQLBY<okzUMeA9LQD
zw}xp$MNJqJ!-LY;<`5P4yZp`Ejc$vN{#$%OpZ8~%P?O8Tgp`ACR&JcWErvh2H$V8}
znRlOr%r=&OoFA%QG12ji6q~j9rt+!j4>@O<GQ9KRZQyMv*8OA|qM>gs!&!Rw_{EFy
zSM@U|GCNJ4axLZDGtK(gKx6S5x&B$2JC~am#kH2mm|a;e?0IZa%Q+S9J>`5GEbhPB
zXm&IGf3a>q^UO5?7bd(|;(cmszjuAFnbXa%19K-AUrG7e?7q+Pz?SzrxBO4#X7}u^
zE)!Ypu3XlC>`9I3&-mp^rMsl~8178#IhFtan9`h$(%SK_v>8q_TgpkrxRp+7Uv<gp
zI5Wco$yb#}R-C)<^(<hL!x!0x%{Fh+A9Z%Vs&%sEc4RV0yf9JRB1+hB)_3XL{eL!w
zum4{E_iTAp)*H#a*$bwMS*0@E@%HWMx_<fy!;i2j7r%Y2=qTwZ@LZnVTK;bd;|9hJ
zj0NViEQ+2KtmIy@a{5Q12Ok*=Vt++R?#cJnovdl>JSCNN#y6Qt;V_o2V@v0Y&&{4t
zYbNtL=6K?k3#m*ySR0p4aY$M$%iwn1!c6sgsp3vEw!%v$tP$Ns@<xvu*BqOnCcgWg
z$@7>CFTzjhKmMtgG9hsVD+9lGe0@Y6zcgRPy1=lhR{kgE+-4~{P!`4}8TL5x^~W9I
zw|Erqy<})8pC>5p=e_A})t%XTxijC3Gn}5Y@dCpPo;7v4tVaHo*9>=Uk-cPfz~%t^
z#zV`w_8(;2aOQjMyPx9sR+qo}E1yyKu6KJ??wiyjr&gyjKe)HTraYKanEAoI)?5A;
zJuQ}Bww6<h@p?4#IMZuLUYKjyQDj(ghq>y~#-8u4_6*uFR>n{DH`^|>e)(PN3S&^=
z%&xD_-;y6}W+;$du<OymRB^u9QnPxduHVjiKz-BNgx#|2xvc&UUoVMv`TXqLHZ^Yb
z3C;WKf9D>%E%)Ng4#pWQv)*0!sGJ*ol5<g9OmB(ol)rsjeJ#`ev7MeKx81V6Cid3D
zG$$42UCz?G-+g^j`&xxP*W+S(oO|7z`2ClzAAWmB)#&3+iCVUV{a!bUP41U}eVcEl
zegDTg$=@w!zhC7!tj2cWFUQ{LPmAYWYCPM<GQDKqwiWj~7z=KLx}i2wpLgjpnFJdK
z+zr_9k)a^&luSU!_eq~CHaVQHn6}*e<IQyrTkF2_efXil_ECLGxsv4hn2Vi!P77*t
zAMw~uyXwuwr@ArUh9&B#rA2|#hCOR6Eo{D4aCz)rBJ+94HH+=_f9v)<xbl4B6OmVL
zY#$F*UBC7GPyfyQ*>7iic^&?hxxDd4xtwu;K^8;JamI*ANmKKd7pJq`@7cTdeRpAf
z(&t)Vr^>Vs3^^A*-a7a~-MP`*%08W8H)BC`7DLW=>p=1RCwjBk4#)+@g-`g*P;idF
z`pnnT({itx4CHm5vre1baAFg~E0*63zhphn34fiIFWjIV%V4nZZr#@_7q>sFGu>9?
zDBIw(E#tS8f~@%6?GpR-?HHbY{~BSt;?Mq@uJe~)a+6d26|!s5(YHE>kHk;yX=#&Y
z0Kwf?diH9vz0zDT(PzdCmTzYaUd2u_4ZOat#DZnVlIE@F9|Rr)k6M=PZ|o~pV650P
z&2~?vve3PnV1~L!jE&6}4AnMOy%HI78Om5WulsTy(GQyUR;0o9<RrH|-UiEQ-%eF-
z31$dWn6qep;i-?O<rwTdcceysd&|=BSaMDH$0?8IzV+zZl=i29TmRq2Ef;-NuOHeb
z67?r+TgAFlkVMO8nw)=%`^%JxIg@V-F+cd9{JzFv@##~>b&2jfU-#8GrW;<lFn4Oi
zBPo^DiL+1T%oLio;-y*l%Sr1Z%XXbzUg)Wqv835;?$Ha&?r!0Ix4gwvyII=1EAwYd
zhvO!T3scy5ByK4<I?eQ&;Hd0pcpzhW(OzM>Cr_Wwn?3vF-28Js^Tg$hil3d^n|^NR
z&i6m(+Q0AIeK<{WF~{%o_W$>^9}BhCZ9H~t<*lw&?F?&N7}9E!mxLTRv*FhJTGj(I
zdl(z0Uo}<Xn9E%u#W(YswGe}p_K$y)ZgH21C+y|+$U1h8XLrY$EfNj=g>PFDUwu3i
z$`E0*nw|IZo^sxw2ey>**8bXjg5gecb#9RT_K&l(ef?b5F_<m=`e06J$%B~dMvv;9
zZj0DO3uHDc2LI$dz>>gZFxR&A|8nCmX_qqQe(gE3umAAj!}D%LR~*S)@5{v@ci^?1
zoigWvHTjAM)c^RKGMKz(>RZQsp!rda-X#@@=}b&IsaH-s-6!$%YC;g}l$V01tQz)7
zMqgBZz_4$!7;`~f<378*zg-MAIT4d>R-9Y@*|70@xoA)S>S|>zhTSWcD_>c@<~G-*
zr&h05>=vBDu=|pkvg^OTy0t8SJVfnW@AI4faf=OiW=T+GGGLr>ZeG*p<J$yGqSEb^
zT_3D@-1fohY8uDCh3n`4xK;i2YPfBD-%=%p%j(-4&xJ9_s2=&ZW^*BfL5^Iey2W`p
zhCeO`FEcc(X!|32H0o3h!;Cp6_jtW%{xw&P$Du@lDL+>s{;3#qfs>D<{h`XTBk$B!
zsx5QKU-3D2QJ=O&f9Bt>t5$8!-DqC;tBc{yf<7CW_!cdT=M_G`85YMlg=Rg9l8k?@
zv7Pq?Pvv}*D=V$k8D}u~Ff7}gzG3z542C6h^bDjJBl3e;>H}Ss%hvE_-;V$M)jQ?W
z3upOX6P};m7|N3H>qxck85=FO9RDp1U+kvZEk2NUXhZyKhD+*9Znw8F$Vyx2@xSEQ
z@6B*f=-gCJPN$G78yY8`wKjD5eYU$sC+UgEPtJd9E9`|g`WSi02PD|{mN{`U%n4sS
zMYGn<lxd$((Z1Lz`S~7pPdeT&)0E#Jx+Hrx=MMW#9@>uCNlUiOtZgu5SUkshYWQ`l
zevZ|DcPw|g$9!G>yih|c#{rfEt7;|#nRAUj9v+KJB^h3??MgGO{V1|nG;{gaYwur&
z@B1e|^G~YMM2D1!YvznQq-&I112eqm#%-Sbn5X{nCMHG+B?jS!mv3Iaxp+F#QQxTd
z+Fpj7d*1)}q@=Am<Q`eA-7Mm!zwgOw`}h0**YRI}ms~5{u=}8TkVxy+TW9UBcSrPz
zEzeELDro{`7&V5=H}9KR3OC&Me4gc|%<%aCZtE|nwAWY2|Nn7(ue)635pT80_k{gz
z9`60|sQdeqTl)L|Z2Er5TR$>VZ`HotF(S2(_KIFpn7)`JAa(!6l!mQR2R^U5CSLre
z)7bffAt;?O_%Q4%>@)Azv^so_*Hp^A!TH;J-31pbUt})~Ro=4A{`k#*ov~j!r_5`d
z+P$LZvZ0&vUA@I?ulk)%i2bmp@XK@t9|koB;fCGueccZ7>=D1c7YjD<Iz3L5wS7^|
zv0#!C!{)!v49hfDWs6Mk0ITFYa98Y2mT+T3h6z&v%fiPQOmp2s<99Q)aUS>{!jkaI
zrE3w#0hR}`@rzj!s$CfR)+KF>`0#W~l*CD^T%#LPPb|Nhl`FS$Hs^sfiGAH`waPZk
zb)Upgqwm6?#t<yx%Am&Z{<oAO!);Zjf-hA$Tjy0ilYD<|ZS*~L`=6dmO1I9L)~Upx
z%~-XZ@o?y$xgVw~Fl>(j6%0ppWj6m<y_UV}aux4O=LZ7Q1NGm}T;X=OuC#Qjp#IA2
ztL5fqcMNPl>n*cgzTP@?a<6w6LynkKwDCT#edjimRhTfe1+zTZ0dj@4>z<Cwr+(PK
z3pl)4W7gD#r*+zk&RLb+5K+>tPLfPva^&_u%3IX6B~7=p`i;zU>*Lis|151ee`;An
zXUu08c7ff^{|;O(zGhi{&3x`&*2^ZxKR$?`$Xmc<;L4D<_X5W(_XlgZ;&x}4{5^A>
zfzd)tuz~Y{w$uZT1Ltmve%jAoD#Eb1udlYZbK*_w6OXs8_jLHAcWK(J9d3uhIT!5h
zDGOzM-~VA}&$HZpe2g<3T+;m+^5$|JC}5G^cj{80V1p)8!R>?{_rnEym)WL#5Z`yt
zcfJS1v;W&$U)3;tOFFUtEyEi|uc!BRmL6E&cB8hY?COG6;T?XCOZ63MgO<+!r6ttx
zej_XsRUMul;vffd_crFXdKIIer;i?W{pG@B@PB`;f#I5`Z;Y2LpZG4x%r&fD&F$GI
zj(-+Xo7NSJO=$l5+l@hv@s9|D{kk7(;-7fl3h?;lG5PZB<rCXkOZmjFf2xt~+Eje>
zwd2=lcZJ-=8rv&t&a)gavj1$c-;Dj`XNx?y>nl$@4mh%Phm_Cp+PRPK+~PWW!1`1|
zu)d;jYRrpGGnrWu6qyWO&ptQr>xtjJN({$0tNp)jG@0M#L&Nt=*Z0?7u2q`9nB{><
z+?|Wk0um0%x390Xayxu3=s>I4l}fdvx6W;nuw1J#!Sm59xxV!sUzbXnI$14T=y6#5
zz-O7CojE(gLZ58cTJ}fH#nS7k%P*sKuN`X{vl}KS-6{~Z`o48#J^QC(wNsB`V%%?a
zY3w#~OU`CUm-r;Xt8n?zzK*2V7Ihaok54Pyw^5HZ0hC3*`lg?+Qeg-NWsYm6wMp8o
zf~OxhXfB->wfGg&yleW54}ux9_s(E@ebR*CX6JfF!$&nM9DNSlUnFtzEJMrrf^{N&
zk;MrX>)A!Wa40c+&?;NPq^o*l*LBUqA{m@LrBkBC65eDmh&@03_z&lvZy`UI2G$*4
z^e5)yU&|%D-9?@qMRtrayFI)Y>U|bul=v!`*Kkkj)z(bm#Sf%+lwAz4XGySPu&VB0
z$e9m{_%4Q=#uvgrWm-87cvnme`w+pjLv^BE-<LpP2I&VyF^!RN{f}P0*1EAvI<fb~
zyrz?u2d>+xxVvQg>V&R(D8*^YS}FE(A5Vk7UMJJruI!B6s~IE~?`pify#FZ2Uy;7q
zoDyf}<rTeNuqL8eI&JR>Z&`(VTNKyJg&Zw;*P^F9W$9EmhGm=887|)xZs0s1!gzz}
zqWULGF2RO&QH`_A$J9httV?`yaW6~5Z|7^dUJHty7dtRNV3>I;re>S+!l;;P>C2td
zMUTu^_`7Ob>u34JhZVFHb(k3P<CqR8Cw&ROy@u%l^Pgoo4P^y6^CdFZE7yuWy}X8Z
zq47hJr<t1=rxeRBsEPINn)u4}@RYxXhJWo`8J00G*sRWQTZPGh@dlG%!^MKxhp%ig
zk_y?pjWzGEN3dtk?u|0x6L#*XdGtuUe9!Ss{+0aS>`E4v+y2_|y>tK1^wTwqCcE5}
z<vt*>S=U4U-9hFj9|gW=99mYx6tZpNabc4a!E^83W4)52XlxxIq_C&wOE6=R8$+MK
z4vy?v=Cv%Yopm~iJL3-&F+G?ro?xQZH#1Y{(6y^p_p}^zBpDmJ7c%r19m>CEw(8VE
znT1a6tP$^5p69FeHJALmQ;6;2iN}(sGS7704A}187WhXpI1&`7pwbdt;j1yM?_Sx;
zdeI?j6RX*g7v}{(MSKZ$e{7V<%y9o){m(@X_rHBBukiQNukg2>{{5F+-4mtUtZ&?5
zKU}uXe`a;+6NkKCB+E4K6PNWq?dbjfTI}xR$SKK^KVuL7PL4mx$Nr#{AvWkh@?kHD
zuhNGaFB>v^(7VTeb06D-3BR|jOZd!ke#@E}N^iJ2=8G?0e0CPMLadm=E=h3)<^Ef0
zq73rPE|(R(TGlLHyK>^+727(hlf9RouDLdG`$7q~THnUaU5wu&rLNmf*x$`?rp*NE
z9gy#eR^6R7?@{|P?_GB{G`gj+E||tMgKI{%IfHoo|C!&HJ<)w%Uiba`p78yjh528K
zua}prSYLj>mh=77`o9Z#8Ri`Bw!FH-#z}IwSVOAR_j!2{>p3T6nlpHRc)=NQf7gwN
z3^r}zm8MNQI=*YKSe(Mcut#T|;#t;&sUZT(Ll1BBsM31FwQoPmjB=KO_mAJlO?I5|
zi7{a+L&@}Hh6i#o;w;m>xf-@RIn-Ud&UDJC+sISu_2QpjcSth-kz2fHUG{9n{e|M!
zUj;HAIrlMI*8o&>F!(4aG6*+l&St3aH4h3+F22abAZNbjuXjS#-MDB*iQxIZ%6oVE
z|4Dvq?9-ZO&G4R)?McT3mdAzM2Z}CUSn<yJ*DTiWPdqqGWEfklw(iw__?hQ>H``gO
z1BW{q8`zKjjM;j$m+gdeylH8^3gebt#VXBPR&mXlD!xB)<H?IBq8!>|^iREZa6NCg
zLyO_?JEi`}t@FP5Fn-u^qv>Sm{{4E3^v=Ji4qJM@^ZxX1i=tV45-Z<{-q!i**7>4m
zPutCw#NTT)o!t-0m8|c9G&4Ln4($8d#ryL45h=;t*KQ;_*O)LJi{7xWZ<Blje{HDK
zGLgJ!2I<qw_9{=@KZ`ebfwb}-iN8}n+5P#GuE+KJ^6LAW7#p&c0s;b#+@1Q3*<hJ<
z_w$KNUC!L^PX3&bx%l;uHQOiO-rc}uyVP9q+n%|-oDHd!^B&k#CuJ|0w98+6NB{PM
zoSOm$T8asUVdd`}&;EL5S+l>#CPyK@wABAi=h_9&)^QxD{ShZ?u%~mA{WJ!i=+K`x
zoh0XWK3}G7#Z^{#XWN`@^5^XiRK(3z{XB2)A*;K*GSwZA%a3fD5%-Q+CeqJdYfXo=
zdUE0cesNpl*C(FOSudB(ROiqe_x57v?R)ZdA8vNfd$+#k_i-_%4aO~1dXMH8A8=Bb
zSbD#?YW{{V^J1JM#gZC!uVYHExHYSws`T!LEejfF3iNI%zPP~h!_-}Y3_c8YpSQ{j
zg*>~#bVEaFv+cvz``>)%4C1Y?c&(eC?bDy<GkF_hgKzIy6}#IT9{g;v4P)j}zLC3M
zedE`jEbojD(k}}b<c{uLq*%}RvbIVk@NTql#roP)poY8B_dLcJvw|48Nz)FQJcyNv
z=E*#K{^92m2lb<}&#TP%G;|%a8+<eWdffjw)%jkxhIX!Yz=eF>hu_aV+%6Vqm-sW1
zkKwS&sbcoyZywk_*#5G%f&14#4$)72`>j2?lY$${p2%L_y;QK_?4dhfW<^8?9AjU-
z%_QLAi+-2<<NGoKmgh1&SU>gO_3AHw<@ab@*>3aWTX)9vcYpa~EPkJ_&AcwfAZFX0
zzT&;H!^t^E8TKg3X>GeRdGDinHbS;rzH+}%W;p#avHH-*FCFu~SbD!I@?^0rx>|MW
zQ7=;hQ$d7(y=0bo&J?GnCu?qS9k}Ga@59dZQ4fWmT6tccrYmMM|IByUcdXr3sh1QP
z=DhtT*)JmM99_zHeu>4}HOux2H(Zoh`^(CaIkdm6C-Ra*EHB4-JFXiyHZnFy3+hQ%
zp85B2zPZd_*IT!~_3vrF_j4YbK(fk?x993S-tay@^;KybONF7U^;VvSr&Uu5x7I!W
zuszk2L2p%NsMU<)b+cawt&6|4t)K+dKvQE-{vrC{`tJjmi#@ipHH3ruyj@-H=YE<_
zJGJCsa<gB}wb!ecEttii^C0QghJR1{R5vts^qgYIGh_HLJAdz2rV_^ea#tk&?$vm+
z|Hl>a+=6f3Z7-UHJ<dmNQ`^kXuqj`dfqB*jxeF4L>gO@MdE&&hWlj{6@MPbTZ>8o8
z#atyTotHVNubt1-yY)bC-vhUO^Y;C%{5kV%@PfO1GnryH<#3hMKlg83cA-ww{YsZJ
zch|YPwr@v6b)OzdpWSeO*LogCiwcn&rY?J8wy`vPzqoqQ=gN*R+n5U$@A;ST#h-b3
zt*KqL&hIIr!3%i*$5_7pW_#pc&x*%^rx|Xz&U`7CyET^SI>YQ{U&Ww>wv4So``V7)
z`oS7+%kn^4lI8UkP9qkdO*MO;ZWEn*=z@3r|GH$!3rDxP&-j)j&5-=9{j1}KSBkQo
z?qaM5rFa>cem5rs7Hvz=n`9DkQAlIDwb&G2xm=kNJHZC$R`&ml2R7Yb=KJ53p;0A)
zV?v%LL-MQX|09#%J8Lg?V1A@ku*6o3@dJ~Ty7P&}rVKKLC2GzLW@U0R9de%9ZkJt{
z*D+PTxcg3>;r@x-301sv53zE;yUA%=>>Z)HZYgWwf%WolRta(+7GXa;Eq8*J;_pho
z$P528CDQViPS}@s(adAl<M7@D;fBTCi!_{*xRsa}KV<(Pv7N&#Wk%^r)96JG=F9BO
zmpQ)9mH+qY==#_vUk~1EU&EB(bJjxm_aWY!LHAF1%L=@?!E>OkZ<Z|EK_fre{o3Dy
zw{kR`ziRSA=G{Rd#vg8s1;-3NZEyU-=$*D8<l@9B95YTDU(cI=qvOM$ZQJ)hW~%%D
zYxV!cx7QjL#ZC-Xw)m~_cnRyj0*Czli?@ZJjCi!&pJCUgGj2~ESQ%$5(vW7XIB;F3
z>cgpq2cF(?Ym75`<bKX_wkuZ^*(%y_^x40^@9WM~7rxzn@0EGog@*fX%nL4Z=P5I!
z2d?wpx2oY`qPJA}afW`E<qQV@!e5=J)@QUZ$oe*Kjr(kd8xxlMa@w*yc*mCDaqYL-
zyot9r3FdeEyUhFMdgX%EvVz@jzjgM`5byo7_hE0|;qR<jbuZ`VFeHelhPg|g>zW~K
zY<6WU7t5~Rn%oC}+g!gtnem~qc;B?6_qN)yBy=rW!;+wB5~gkTr9nv`$oFg6>$smi
zysziZn-e#o^+v%zao)y#?eduo8&er{p7I<jl#O6eDSu!hc;sju!?)afJo{M^7*Znh
z1XBeW*0;K7%$+=6upys^LH)xTOUFZ<JXz_2BEFqZS<?4i%e^UGpY@HqcP)eS*YNuP
zzS=d5ZlwS7`EgM5b`9^lgUW^eVl}EdyVcz<UW|19U3j@@zDJ-4W5nsmPHw&ASz%pm
zn=K=z^9t(!PyD=p&&~6DiVT1KewzQUTzRb_Q;x5I&gMC?dpx#o-gngM%%ls7mrhsM
zrv)xpSGqB_EvrVT;p3kbr!<dU(&4&i^w9gZ)1UJWr^Fbx{j5LDbnyR;l|Nq1F6FKK
z^M9M8-!HDYe^s}1hOqqD7OhuPZ5UBua7Hjt<8R{igYl^o7d@WNGc`ciI9tf?y3}^Z
zQ;apgYBHm@u{11qUZ%|ZVDr^&Oa=$cGuB?d6#j4R#QkplJ9sbe{iOIhc)Kp+1ECac
z2Jatto%VHA==U)6JojQfBvt&HVaNRq`_2g}OL{VG5co2&zvjvP`IXORGRFJu2KDnd
zuj4#mF4GYHVc*?pF74l6s=i(Hbb>C&^&>q!Q^lAI0y9sChaRw0+~LhwaZF&R{>#@#
z+B7dLYTPAj<Yas`kKvp7&-^vtb6NgRc-ed6La(lZRCZG?!-J~}F6tSc{d3{a*R5fG
zjmHjK@A=%ypkvKZ6eV_4;)cNY>D;>Q=k*jBem{6=`~6O_eJ(!>sND!|72o)@x4_+b
z8<&;oll!a=`M++la_rV+d7$uG(9m0KZk`E~0TZ9%BfSJ;ZLPX%lh|JE%JAS%d}6NO
zRHt%__rUyLyX$vqT={PMZ^`%V@xSl2x~b>IFR}d^bB`;%zy6<=+mmG<>h4_UJXJJ>
zL1t(0GQQjg`>xDVV6gt`trxQG$<Ik50z9sgH`N*T|NHgYlv@EbD3>=A)F<2GSY;St
z(7)|O#Dsc>TN<~nu*%p=81YsxPB0Z>I$+DNmnqG47bAnsf=8iCKE}nTo3Q*!E9ljX
zNoM#t>3GUSxisZN?QAz^{Ftk@VXj-<hhO&?H{3{D!?n{dT#_+@ZO^UHPSMKXNTa(Y
zN5g%e7M~73)#dwN@aHDMA6{$+tA2fZzP9LFgn8`>A^&wIYiBU*5r{i+LYvW|w)0oc
zuKN$J6bH1NIM4E6{{KJE#T*P6XE5Bc0*z@T?SER_<1tSu*Z=6h7snS&YJaR%A!{-z
z!lBAnX1nBtItjt~^SfjNYg*Sa>UF%X^2)lan^fA7{h<8KitLob2f}U&o;q#%W<!Aa
z7Dlf})t*z%*GV%(@a;>Tt7pPw&?0TvEqJY^x7YrUagW0MM+=h~8Jv4-8>DY5m_FIR
z?Z(aIE%LUL=ia}ud~^EY-pU+ihG>R^ED1~nr;k3@V2scgpTpN7zmYpZIy4}L?Za1v
z+!&p=uLT!WFJrjDI$>Vt#2a!o=es!$h%y#vGS)5jc+L7}+Qom@Z;QPOe3o=X_t3Mi
zLar14&q|C;-v1)!!tT91+ZY?3AG!DHn?x^P!?}BQf*u?P)|{4RJpc|6yNz2P6;EN{
zQMghjo-kWTxy`$+!C&Y=8AD^0Lb@B%hD>phn)fzJ4A~K~!3OiqSr)%?m75*AYD&<8
z)%A~4jy%}C*dscdnc?}D4x3&EpLG9pe+D&%&3c?Drsv$?t_fomyUJkMbn!4VYeMMZ
zE%)qLV^&wlZ&67%S7P9o+9t1cLe_!D*#7%0)&$e5mP^k?PP`u6xY4ia662qfW{e*e
zIV&?<z6t4iukr3+$YEp=Zg?pit!L-Xd0^-1YYUk+Y-7ll3t_$D$?&-+I*7?nbjMez
z1$tZz-Y>YjOk$Z5td3=y<R@ow71p14$MslHE9sjY^M_6Ij`<=R%(Q`3z=vU(f6mSy
zGO7&8S{n<k)^kr-!#L+yEw4nv7B+^<&$KLJgYQq?CMnGD{z0u$$&{Uy+TAZ7d+)Pp
z*sx8P@i?pI$GwZIc@F%xSayD)Ab6~n^8m|(ZygM8oS*(TIdGY+_RC`VzxE9I)rvD1
zeCFS%`e^CJuuoV>)q<Df8$<Rjvn#i*)gJz4CCR#cv!e0@bwkDvlg`Y(*Kf|opvUn-
zSNeec)75!1#MU*IE;-7u#(hb-tQ2TO|J*zVABMd790w#yw?^hRBrq7b2F7Z0GyI5I
zd-UvziFY_<ws(F1WwCSaIiCX|3E>Wrj&EJ7*D$3q_9Qbti2JimIlfj&Kl+!Hg<1Q3
zk*mKLwnr-(>=zKrjdZ<xFGG=G_ln1R))!}-SP05K-~wqzsV74oGmCJ8X4kJ$X~rE)
z6YjQTdAt_?Q1WPX-+AtaeY0ky+2}D@=XSoh<XZDR;E-mH(DOA9cF69r?_z9tYMOOn
zVZ*z{&%QH?wcTIuzPDBOWI`lc@yEYXeasB)TC$7{zN-|NOnV`nvj)xs*E$(|IPy#x
zf<=xBK45aoD`)WcW;}4MTkwI<mS@=lFI_F8I62OBeqNg}WxIqxXcdR@eAR}}9G^BR
zU02pNn0ugl?(r!PrT$8E?rolULq*}ol9RO!OH)7YjdYhjrIxhhsin;9#;)las;Ath
zyV^bYVfrLl=0NW9i=Z;@nmMEw&+=K)bN-24%lvaJ8OoRUGS--CsMmxtzA!<=z%~z-
z1SbQ=8Fm-lK=HcmzQ7yK#V0u#_peTRt(e{G1{$vZ?ZUt(&NxE=G`bC{XneaEcy8Q1
zl5cZ()_tve`45VvdKr8Ir|2@;-zZRK5N-mcAF=N9flLMO*j$+9j{dq{x~5;YFvEn&
zz%@{Yaa$0}1HP-->-T<JeS3R;{rTy|v7ks=lMRxNRXfZsccr2rFjnW<*Rzvc8GMea
zF>SbV@L=Qjjs3N2{@pxZ_sze?^13MFk2Xe70qGMc!Z?Gk;oQ8hzUlSMuO})WXo+Vs
zs8xDB%WmSL74L)@Bf7zIpix8NI?e-MI@e_XIuh1dWOQTpj=N@0R-a#ZaR;x^TwCx6
zs0V}EAEAbq!jad%bk0>--XNa2ywr@TVsGEspH`WPA}_v(F3LXt%j(-xt1TRA?>6cg
zgQn4tbS`}X*2?lAagP0Sll<C!=W2Z))$V4rV3de2%i99-XUVrU`Bv4}lo@Ay@Mf5{
z$Ui0avbs>iW<!R8i`NC?ZZjO<tMli*pS>+6?UqH?9)ZKxf<Va^i~H7!e>-`WSx>E2
z)p?n`e#hfG8U;<CeII|WjBoBc=n^MZ+uNCWDzoPL;f%~M#s?lpF5b5~w^(=Ksl;>P
z^*juBUT5>IKVB%CtLL^feD1Rxsq5CxH%++PJ+Hi0`efbwCq8ZWj(?48AH|pp*eYW`
zm_8`k1}YsQ@0WaA<IZI8a5{qzBxx;W&{AdeU;gOp2Bs~#HD!8z+RQeG7%ZAUSN^!S
zvmqjL@4jyzBSUM_`4ifTxevO;>1{r$;BY+OLU8}yrt75#vNtpAX}+&ie|{mOmU)5C
z=GT+l1Kmqs=v`8he6UCB)k>{b)o+Xn+$?2X84B;@FZ6O}c;Gwnx>Vg~B}lY0<SgVk
zkS5qLzxLbB`DO|?*!F%n#JxX5uI?>cLeI1{ixrF513eyZxbcqNq#>;4?V?1Br$<r>
ze;&D-|K~vUtDSqk&%0lL2-KA-xBj2H{>QKLI$t`^shlbhPo1@G<+{N8&O5}tcbIS9
zc6V~aG*ySQV$0U5S?%8Y`V5<orW|9yo6aq!GTSxkJ{ve}d~@2Ap+JhERL8A0_R7}f
z4~oPEls_9aKYkZu#Ja1a`nS<-^M+52>x()6p2%l?*}05CqEh_+dBxn*jW6#@9o~EY
z`Dz7)e-cmU@GwU(yzi{BW2kwpv3<of#yQt`6y~|twrYwpHmp{Xi0WT2yQE*R;pPO;
zTob5U`^@mz#SGs4bJ-7^n<Jrn(?xkDpT{O9vkM%y?#$`lJz65Uj1R=G?|Z%TyZwW`
z4|~^r-*<femwR7dJQipDbHV!l<GsJ;&X0H^Jh#-)w2(Wst8JfYf@Np*hNkLGIuA}v
ztKKC4bM-<QewGs|RuT=<KRT5+`8x1=FRa_<yzJgN7AAvp{41`NwOq8Gvi@Uz4fo5!
zHH_;RPb}H_!#>hrjrg(mnOqJ0U)htMY|>At+Sy)nB$4w^{#*BoIzEN?$<O?nwWIYD
zzU!!MxXxg+czye?yJ`%_K?B5~23uOJP{ZMe*XtPElsEUy`_%H{r#*wj*9a!*<NMA%
zF>y3ZGRb3R_-^~B13VVFbbbB*?V0*D?^cVm+Wt%bJne@|x{Us{CocpX-rZ>1b<8&W
zsO=09hfU4ZTklV*nRcPjV1e5vhGbdp1IbCVUb8irElrHL;~u$G^JAm{!+Y)@7jGR)
zuVq@I9xcJ5t@}wTt#-$`IqM&1Gkpj;;qiXTL+jVm|J3Q4r_?{(s<xbcd13yOqZ<E1
zbsFz)S9i;1PiA{y$Gj$-^MGLov_goS&XT~pUzY2DciY8zflJPBl{RyU6XSJEdbdrw
zLHfe&hWqMvHm_fvzgP2m?Y+ay@3$UOXEMmzmF&zSB(;@6=Q)q8G_#Pxt(pD~JJLA<
zO1LWC-}t8Y;IoSwQ;ge{Eq4t>c^P8*KHTMT;9hX2h(YfKf57qRq}ok!!gqBTp0E2L
zeQA2{6}Jfe*Gx7?qh6gjEw^dK_gxm{l1~Hn9s2TG)$s4H6W7-?m7Mv+5gO0JP<G~Z
zxAg^3RWchiiw9~SN!3|PG<@gT`&f@}$L+iu0==^nogY8DGtKls)!z5v`~E&YHs!^!
zSqae$KkjTO%l9~tTFofYIF;wM@OhS)ZMyT5j^rt&SY`V!-(G(4rGd8F{qwb7nI_me
zWZhaYg|VTZ(fOso&P6@P-!n42?(31;c&%Kr@<o3p*O#V$4n4E{%^450GJIX|XS(x2
z<2!8u&zGP0ykbUUa2LaYnc6H5qK;Y~z9P-oFgg5#AWK5XiI&`hq6ME*nNu4#$Nzcc
zx8l#&fNg8aUvX+4XFT0hx8x(koa41KH@uuT<<Q}+4~`_<WjmlTTl31}9R(KKuBBd^
zm%iXH!<vWN4>MZiY+3c@^$DgM4$a037**^xGd6r(@nP}%{|msw+@K*;=7zJqFQ@!i
zbC;p!#cCm;4J(ok+GftOTxgwRRmk;a%R=RpK%dL9JTqtA?th<d!f=|8NoIL2+lHrH
z8)8lV+z)54xz3mn?!rIKOqOZ&ZC|DWi8JdSZ9XVry{t&eW_?DvliLITi;|*gs+PBE
z`oA%rlSt!yE7&lV!67u>m7DR$l_`bN3_ms<s@?EiF`A*mD5tB>_3K`hWi#iTzVKrk
zBj*7bzXk@K*57Yqu0CG5zNfc<^LUBa%lbx!J9R%=lh_tb;%r!Gc9>16vd#R`B{Rki
zI!~78*WX(d8TjmL%a5GvObmL?&tCR?D>=2qS?cjkKGp}O&i~$PY_R_jDt`Rswu3Vm
z8;*adi!S9$FWBc?xK8-TaywJeeQNKnu1VbKrkA9!KRG7&)|AAoFDo*ZFI^nx%~;^;
zKF#dh8HNt?n~t^@z7!kU96RLXA|@I7^>z_M*hZa{<4%1HIxX|2cCjf&H#u~$yZD`E
zW0?2%jCP}x%)iCmO!H>_ZPI1fqa)X6sp`-vn?3JA#Uv|}eW{DDcpAF)GU%|lhqWtv
zpUzceIJnNYwDZq2WqW4M18*DSnF=Jn=tQy}nDOn-jejS?lV24p=SN8A@G`7#VJKMn
zm|+IPAL(!B7`DuOvg<K-VE3gJb23=fg(hn``d&T4B5!)obIPKmj$(_00pEZ0?N}gE
zpKzc-Q%kfrQ&hlq`E$0(yV_qq7b~m@4|ycU9+K4M#FD;3vCa4hOR$UKL6*Qdj~W;l
z*+SO;2$nm1Zd26yHR(V9KS<0j+iE>)=3VpsGtKjr!qk&pwy*0v;9ANVp_Ej^{CuwW
z^dxQuZ-bpjzVj9Amrf3|)nBy#`a<&^`PVwc?jHVn$@v}gp2rV2%@f(5E5CoC;(^-{
z`u)|c%nyQNmh-)R7#AnkS$%@})3*YpU&iJQ54CO`+#2COr=Y~cbw}m))Y+o78B7LJ
zL9D&+yfhikM_*%JaqIJiE3dl0$Cm4t|9AF{wlnz?V=5wXNg}Rp`LffSBg!XVU{I0Z
z+~Y9MphBgEVNY&ht+ryV=i%S13UOj>(-~wOx{p5k&-G)j2*bNo><K%3qNcT6*}}MC
zWkZ4vchGAlS>Xobci)3=%QwuO*JQTScqRjn>jR|&aol-ZwB^nxoU(X-;P5%!$Zv(Q
z4%OL?+Y91@jgCoO%$<{d?uML0vGY4-o7bEFm0jPFFZR+j`Pg@b1G|k{-#?vrUpc1y
z`0>l{v(7M>cY8e0y;3N;e{sWoqvsj|7mrO^v0Uub^%({#4B|(-?Usr(cqiF5)G@ey
z=<l!l6WrV}y}Eb)O2&i(`Obz6;yKN-x2`cL&(Hn%NtuDWHSinPjg4*6y4fqd5ARm^
z`-5SI)I!@m2aMmU#+Fot9B4~D`+%|U=vJl=^Y?w#@7lBI!=2md%gaRf%%5fFn0<?D
zTlS>dEqnT3zqpdTu``4rxZ>nvslZb;N2;F&aU3|eretFP*8%-RhG~rXx)N(y*D}0W
zS6n1>y!7{_E%!84ui1n?^-%7!?BdDfi*l`wIi4|1jX{q~L!E)WJ!wsH(B|c@*2wIv
zy~N<dux@soT3Sg6>-!Un`q_`Vx-{;3Co5v~d**rGgzGlj0{=dDOsuc{tIKQl@r==f
zjV;1mT=)EMPh;$7xs?^`I6G!TzHr+E`~IV9K~G(d_?&QvdM@#&FNn`j!ewF4tJVcV
z4d;)}YGd2dzJ)iGp~uw!om|KIx;K;mmPhZu!g8Sdk+XE$=NJ~XQyR1GY8>7X?>x~x
zcH*jqEDsXiJ<{EHB`HiZ#x9pZjlq6%$&=L{^MgP1`EW*SsP@~09m^HoAN;>_HorMr
z+f~+Ix8MJZX!iY5a$dByXG+t*^K(=`y|ubDUo&HJ;YKl|v^CvFcLg$icpS8x?*)%?
zu-_J=_UDGr1Ln;TXt>Q_`ZFL=jdO8G7sHLxw?&_yvK@4qCB~q4$Rjt(>~Fpn*RqSw
zb!P>>E$<fstqsvwyeuPIlgS`dlHs_E$#tOvE1J&px|(g&x|PZJ{y3k>%EW*jAFk%}
zaDDBLuPfg0_Tv2iZ@>TE|9$EDOzx(sB2U9irfm)pt&}#sz_$8CGUt58Ia;@#v~h%4
z@f+kHuGV*EsEg@JPnJL3bWHbkhW`|G6_$kEr!M}|^<{XISNUY!-_q-hubC2dcWIPq
z@-pN^R&Q-j-prElmmw!uvb=%8CzSa>K*<j&rH5j<rVBY5k~dV_PCRdH=xkKRP_}pe
zzHLFTj@$ncd~&|<ty0YVuQyz#++6ALVqs2l7lVc3ozK57C^M=@eTroJ@NJ=Z;$Ah5
z10h;hCwVYTlg`X$OfcWHbhdi=m*{2M><OF&m8{aQZZ{=}maaLi#NfVV%|dsEWm(J#
z%4tr=<^+arD-D;a^jXcr!zpm@=RN<}&^+O}CZ~)Re!b})eP%)KtGvk%?<Q~_2+^9#
z&~t$Q^|Zhvl9tgc4&M0xaDL6@v*!;y<<7iyjUnIaUeIyRnTFTDbA8(Qtng>3Otcci
zYxaaI;Ws}Dz43HsSf<60P<nnElWe3&Mk&LYU2b+iYl2sX_<AwS`&>Bv&LoE=j16}e
z$iKU{zo7ma+kw(<?n0*Q=G$Das!yfwjg>uqiRFPi<AL^RFP3WVI5}6aVI`=i1n&CQ
z<-GDqK9q82l4G2PuqIDasghFhu?5);3zL1{#l4eSzS6%YYURfAPa2!KH-_bKrLM?~
zzZNTa)}-&3o^o!yrioy~+iEL$Zs(a_v-4RJw7_P9n%i@CxSLdcsXeY|%r7wYr_qVH
zLk;)!K79&NRsMBGSdHbumWBs%Tl(9T*RnR;jf^*sUtjyM^ysmBk)n=TyB7IepTb(P
zvXjBYR`83mBSW2ytofGJaSy(^F)RZmPO#&DhzMw;va=u8=$O*Kw4ICLM&n*P(5&_1
z8w}RVH-2uHJY$-1uQ7w^!P)n6U+>qwXMTF@o~L3{8E1X4*K2F`gyT{LdmWngh;bZn
zTIg0CeeKr01&{04gFxK`@Emvz=hUEJh6AoUMSM9K(kCt#Rd0E)J?GJSHqHAl%@}W}
znJ}1qTazzUU3TZjy%j78w_L87=05Tet(Kn7D0$i}--PGd^n!bfQmxm@uzl0s@obNU
z*l~p%_9%u2XAW|&>)#@ISv2C#cgc0is=e=zPW-=V$FUxZXW9`?<u4vf?QOK#QF+px
z;Xq+SF6)Qf?o;>oxW`P?d^q=;(VG_TS5<LW4!fQBdQ$h#KLdt2$7;<dPCqHcWYBB-
zdiJq-Up+u!lqno}eM_fueE01`?XRu(3jIGXb<joHqKvuXZSv{;TNsv1_ju1#ly`K}
zz8MXYD@EsMUygb->$k`2u0OGo3{ft>*6ld9kzt*}?uIA2(Sd3#bIN=7Tzk)W;Q57l
zf$u6`>nX07EHKIW=A8#t%NgGP5ZHV{T&Z6+kZm?U<AD{;dUc1lW~g(zZxm?Ae8YLb
z<QpiurZTK?$Q1r5*DBO--DW{PUqIO#2bPv;N7uX;V)!mF-<;*bu?f>etkrasawWuH
z=rV3AWGv2g2)M-XKrf-tu^~nBx}Rm)#P6pfE?swt@@n`Rqrt$oq`T&9mt)5c&IN)y
z8Pz{npJO?b$9m)Xu1+&U{m&|FmO}gt2hwh9ot&X2tiX~WRejC8*Y@>91|L<1%W9j}
zWeU5mYOv;?{#aE*;o7d+$MYBuurr8gerB4-%xs{rA)Aw7YeTU)55v8(L#GAP#C>mW
zd2?Z7Q?-~gQ^EO|>D(4?qp$t`HsSb+6u%t#EY=`H?)a~=CL2y~YW^j*|MxYI+Z+rB
zj>{dF+7WhYCW9iw<r|y#Wxk2*2WJtpiKV`?ExcGgm`viC_5_JF+%0JG77EzQq;c#`
zYykt?g0B<TH-$`m&&=E~{oPKz?}t7LPC2XduDn2>f$c(MTGe-*`<d2dGe2r9-{POJ
zrmG;8kLTKtcQV&1=d&?9__H8y;g0m{9?@J32UPo$Umx22U?Vr<jAQe@`X+;hc7iz%
zZ0TH+ed|b|w!+q26*=zf_mTuI9PY^tT{rP)&izUchB`5Y&$`O}t%5FTehJ;n`abUV
zd(U~mRGJ~OFV-pd(xlYnlhKS1>bTdkmpnZ8pgOkjt@On_qs1kS+oo^Mn2kNG<$dPL
z#1!;1xW}IPru(oZ^mu&Sqdm+HUwIbn5a4Ps{LHiBT!e|NDnqoAu6*ar7pZ^NNif)&
zFhr-tUf%KS-v)-Bnvf-3d)9R~cJQ4tdCMYj<)P?;dhX3@EoD~QC@`%5#ljw4q~^eJ
z0Foy`V@6&K%Y0K}FRS&{ecPTD`TZ9AlhoP;IouAWycyq^PD~YG&^h@00=G!v`=1<)
zKUns=o|@9%U7%^h5S<{_%*zlKoM&Kczb567OP$yzomc10UKsvmVA%7zFejdAM;RzS
zg~6$t<$-_~gIi^=dPL-XfA8Zw2dc#i?wD@7Yk80-!Ouyf;UiPtq3u8H)8<_M#<0S;
z#{3!M0ndroj+9Q<eXv!Cp+UUB=HZXi>yH1u?2%pB@Np``gT(ixFBx}nPT@|wXX{vV
zTrzIbvf0HR4EMf8+`i3i_+djsHXrwa*e&*-|LLZ0YGLqUNUH_SB%M*7`rc!oa^&?l
z%)L&G;<61#7!|(UNbbKq$A+JwidSQ%F~c{O4ZGVTPq(=zEZ<df+%+n4jjpZ0hhojN
z#Oy;;#h>3`tT<8IFkR=}7WYU0M4vo#TN2*BcY4A0eWLqUKW6<sAw8Mrn~3;r*{gwU
z>`Gc+H9o5{{*ZaQR`1>YgC9Kwm<;0ot;sKY7XeA(?>(-W{&rX#p3Wt3o#lXRQkrSn
zF4@O>#7e~9T`bx?hqrL<u7;DjJ9JKGzhzk9_2{?gl3Z!y8L3N7|EYA9I(PDj;&;YA
z=2zcsn-X%n?uQC5*xR1`Def*qz_#A6t2a076k`)jd;5B|VX~c=W9`CsA9pXG7$==7
zpmimhw=_oNZ36dkHCK)UH9t4+ySX#jR;XbmO9CWpZ07_qJ}_^1D8STl?7Q+Ll?A&V
z1*k>hR65&y#z{Wq>KQY8d?rlKe$s37@X!Kzo*#~>2l^*wt_{oHsJAF^yUzP7k~6{e
z#x+yMAB|JG)-JG8OfOtMCquP!kBICkVL>SdNZ~Wp>#6l5aOVH9z^ims#B=Msnaf{)
zo(wO%y_O0!K#J}Vtx}<@$`jcd!1>mHX%IBmx@b+cD)eGlwlV#A-?4cR^&qJbt*@RM
zpj<xJTB=%WDk$-*FkDu%V@zH0vc-8}0k1)?t#!G{H&8>wXSN5!GGCd)Iw3n8yiIGu
zz25nW&;97lSgCDQmGaQ<yz9aFl8xImL||14#1{88ED1~>Qcu+8Z~qv}ZdAN{`#b|*
zhIz%O*)II%`I&V;lmDsPLV<?%K!{&Oe~XH>q{(okNV%1>{<oi!Qu}W9#L8!C|M@fd
z=YE;HZt>z>VyQRXzxKJzu4}WIX0UmQdVfGp@Fvc=;ZgS^rzEnbN`*)Cd2Tt%m7w$1
zMOk@cXZ^;{@BePi|HquWD8xaX@ka2h@~YzHniHqF-J0kOvN@E=;Pq?<pHd??Cs&CZ
zYL}Ln73PFY+Htw<c&-1DTJ28~u?OXj$sOWd-#xS4TO}^J&52cHVQ-8=e)x&^x(7VG
z<&w*z#GgLTlFu}B{kpet)9Xb#zcp@e5o2(>z1z)B-?dKMl<C9m_q7-PZ#|;@_kQhL
z@5zb6XB~rU%-9xQv$^HN_uR^2TO;?i33BpjZ6dE!FUx&P6#IUdL2_R<`-2@nVjbVx
z>b~2UB&jinJ7M>w6Q}px?VZDXKm^p<`0C5Rx0>aF?4S7}i_dL;u}5V=D&xV$lbG);
z)?un!qo}{!LcMd(JAnrIV{%E~9<ni*s9IIZHn_)d#+Wg_V7(aDccCtA%9Fz2Erkpl
zJ%R)7A5z__*!1oUv)*j4Q-*!p%3Eh<vFCnf$~9fd*|2}>_r?FT_kUa!y@TPw$!KOB
zg>Ab2F1u%LUc;zY6=Pw%<m`^G4R0jw`Ku=teC4>l-|_ZK=ht=&b3V?TyRYR`^}B~P
z#S0AHa|j;)lOp(hO|?w)@r|tQPKpfd;gIm(D)BvY$=gSpr%bn)R=h~;3F~)*RPp0!
zu2HQFe-a!*wv}v~HgTU(o(9vFos~B~&2Zi6y89ACo-E52!>23;=Kp>jD}Ki)8oK1X
zhQ@KxC#hGBn!~R#9MG@(@cG}P+0uXcYc;Obe@&i0r-GsFT_S_iwaXh>8{WTW+S~9x
zFXGbm50&n9ZA&KV-<Vd-ToC!^pT(t3Ndazl{<k&QXP-FOsCwG)$z+gQ!@zERqm%Sx
zduwFxs>B6L3fDc{qikrcnJWEq*_ubYHEZGyJvVuG_lV`T>Zvwq*DsyO=HA7vtgYJm
z`i6C5+2eWc_gLPrwD{c-uk4z6|LDe^{@u5{yEn#*F8F$Y!Kb>T?AF&6msR{EtYaQU
zzKp(hd0vv38~2iYYXSWoAp!TVbL>j?l2e}|!tlX+Hn&E?;+2dIcfan_`y;mR7q58R
zd?tqNy3N*m1sMx?nBCK=YdfpeTKC@g&VKR(Lr+aiG~4!1iuLoi6!Py5o9V=G>~Qdb
z7Xd!82D~dGUQf6<!+pwKo=-DMl_o6bI*>8BG9xJYK>scN`itxLRqWsY^RDvs7pslG
zNwB_KoE#&Z7b2^C<A~U~-A5{U=Ui{wJ=df~cYdjrWafo}y!$gU*Ghf25>kF{xUue~
zRNG$$w|&aj_RdVW&Bb`2?$Uvu!P6cWEvXG&vbJO5$AzvXWy_B<9bkFj?S1^5<8SLw
zhUvejZPT28_{xmWKh9js6qWrb%K9}|`ijTn2wz5q`8U{18JxqVavp8J|F`hJ_1F0v
z)@C;ucy_0pQtWf(J1{}_u(2kibmVu*6?2as$TC)9n0K(UeMj5MzXFb{z3j~L5<?h#
z79Q+hm|UeTw4On>Z<B(6_%sJotxp`y_Y6N(^zF%B@j9$wvJn?g9g}{^O|^VRQA1sZ
zKYRY1Q@FtX$z0;^y!fhn_1nLC`!d{NjHudKJdMZshCy25^T2m&H!$!dcs$ybnP?-u
zNbl*-)gJkaFHbj4dw6c*JclTzwn9ZGhPr2$4^9+vud6zd&el-Zmwfoto|a0c4?7w-
zp60(~(PBs_*<_pQf4Dlv;a!uzwf?IW`P@$yDX%{uck8xn&aOim7yMIsH)w7ZWG>*l
zzh0`@^RrvSQQ4c~t-ZTCI2u0M#^+idbp6-&^acAFjk1LY*LOWIu#{NCUGl`p>zdHh
z3G>Z9O>aH@c<mwwQEsI!?X(q)M>M=uU*FD>t5Q*lR}-1?RPfcdu3huR+EU`1H<qW@
z-2Ibc|9R)X_<yy<0$)FA=danFsmHR~@S75c+qHtFr&wa%M;+go<H2Codu`jChb9R{
z+|2o`#c5aPB(g5KrE0?<{$WoXn@r4X$LEhCcI<Dx>89ELyKF)@(*{?L1N$xn2eKWg
z)9Y1L{Tlm~@xe4P@Rl9L<4M={cm7{$;u@bR`AtJ?A$Lg}+mtOCR%fR9Ow;(5Dl@xS
zW6BC1hP03>If0p?#(7c?J_-Ch6A@>2nd?(U4`0qDp}Xr=U1XKgKPL8RUg(9Lv%hls
zTyfg%(|h|yeciu)Hr5@V_s&1{<=^|7Z=aiIKB)iG|NkP>0nv{SeH@leDQ=jqd8xI^
zQib7sg~apQ4etVu+cleB6=e9(bt6qh{7@}-qkG#lSH}H2-p^o|!Eom?|A7vLce<vj
z40~R@zO<sA?Z*c}h7WHiGbJ#6SS7(?miusu|88AYmW0js<%OFMJz#r(QeEaYm*7TA
z#c9?vFCF;%n6FhxkwO19k6@ay6<1F!6aVb%XX2$6I~A&Ko@RQQn^E6;Dnra9K{e4U
z-<59N+au4>bNhz>`F{r&F!+`~*RT6|*74W<zqji%xtg}JG~W>I%ssHOp541os+}RB
zX4)mL4QXqY8uq4MEIPsvBl=yY>`Rs3l-EfeTm83x*mpuHw+6IG;Py3!!(abJ9JIc4
z{_M`a<W9rqg_;MX9;B)=#FQ(@DQsN6Apc^MdjIq}-R0Zs7}OY^yA<r$Fv;NCnsYPW
zUSsw%wz$vV@VMc^wvYdA9I4ziS2n_C<2M_&rs>RlWmglpKP#<O`2AnRYYM{~@!mrD
z<Cl`nmV8p|W$fvCk#Wq#A==^k3*B6Xp6N;a2VSnw_dfG4a|UDG<Dc<6e@eLQbBX#t
z_x=CvyZ<lT&Ds)_+~4~yaf!>``HPyLn(y8zAjn`o;oa9a&k_%qzlm1z=wxX~R(jtn
z@L+;KbxB;;gCxfk_cJArtsk=_Fm3o?))m>L^j4eULFs&r3+Y~ID>vK8{>_y+ttt7z
z;&bHkJqsBc%5`fuO5DnNe38L`Q6g^o2NN!N&b?{H7sdZBQQoM0uy@1W*<uXS7^*v$
z2BvSw)P1~nl2~@v>>bBfcFYx&PLoeyd@no2U-s7F+91AGAw!1Keyi7BHeG#WY8LO}
zxwQ+$4HjuF<ULT>Ha#{>nxXrbeg=EOL$A6O2XE{)-v6$QKW|>#??bPfXWoyme`+54
zqjYhimf^Q^A`076Zt5*nc06-wp`F>CbNafs?PFM29&|m8)4a31ue?v!>NVG=eG-BU
z`HHqV4O?f;_^Hct(M>xo-I0|+xFKA(S^u?CEPIU9=E-Thm<qC;li9W?#yZw6KAe9m
zedf9aGSeqaFLm$mQD^9nnmeoJ+sDeQyJQzUHBON$duQ-wSJ;gcvyNW1U_6n_6q9|Z
z><uTwxrY&PcJp6k%XhA2U;e>*o9(+`vFBz9^LeY=Y8#q8x&BTRE2*CI!CR3*d<sK>
zIR6ckPrDUk*pqK9;H|WpaL}%Val_<^f_0|M8w3?HyqY)O&;FCMf$v9no$0;#zm6<t
zKe*w}|N7V4?Qj3TcCUX6!-k$^HrYEwzp|`Ib)B#?^C4g8#~EL(Ok$o18w71<WVGn5
z_MCoyM@1Nyn?iqSa`uwGI~o7y{bo3?_*QEF@(ita$&*w2XEwy{S7mkUX<c`|b~8W!
z0hWX<N42+Xu4I&o<w-j><v^-zZiZ~-xrZ}@1Wq5^aQBA1Oq6p}pl5CRQJrAE)SYdc
z)@EzCZ`o;l<?W`16@0g{<}mmy4N?!(?c`@WP|3@X^RgzSFemV4+)+-!xrOeJ?G9{u
zBf`9)yg`BW*ge)b^BY&^|2@0^+eEX7@4qkh*RPWQ|G|BO{Gu*}h)Ra!_>wojUwk<E
zyzZjKdhIj~VYe%fvt@P*z6-jlz`zq}u<y2Od+}k0r^1EvwLjL|Evjw!&McB}@ObQN
zsh?g|J6wLd*4^hTxUa-mVe{UDhbdO7^SO}D)Ev?4CZ8&pBd%|$eK_rSSy}X{SJj-U
z>3JJx1cdZi^7HRlU0^m5<O$9L*4O-2SuA5|*k03gK4go7w3VlL(ccL{4EtQz?Uso)
z^hW-RnNqpuecS&$#a((Ao*9;ZyKcMf$Fnx6WPXR}gT<R(Zmx@)7rtq&|Dnoki}f1c
ze&{}^XHd7hy*}`Wsae6k-26L6=b{Z0g4bow<77Nw{A1mGwOWQ935|<--b$#5KiK!O
zkkNoq!uVi^d1Fz(X07`<g??`av(m~Vn?LbbE#0zDSmUtLsgPvLV;97_GiFz8f5nne
z-p*pK$HsVLT|`oeq|3$oO9M0n89(eQ-CQNelX8Z^<~j2L<5>(6vbXz6LW8p2EMJ<v
z+KFKs3rA4Go1=0E;^XU2TYdWbd;R~7TFL&Vj1l`=*b{C!AJw`yF)OrIPI+zqwXGXE
z`PZ-{xOng_$!vF8=)!j3ve=HE!>TJR^Aw!oc1`m*njICh!0`6vgKM(le!e-jOSNUM
z*!O*_Bo#b_8TS9Z$9_%n!K?1??8o<gI%d_o*N?$YWV6jI*K_Y=LF16$K`q`{pwNHG
z#9JE0aAr>j)ArR$k5ofkvUI)8og`VD9Oa^u+EzYTXz9wZC;fJt)4_)0Ya*nr^2@!i
zZfE;(l)vuZ|CjZD{r`I=uNP=&4U;>4Mt=%}4?~{==K;_%pQ&D|45w$Fjy|(#TVX=@
z#hwJ8H;LEUqI3LNj!2qs@nzR|F-wVoZH;pY<A>7<jh)B14n*94!nUXA^JBNhvgX<y
z2iM2^sEw<0pSf}QBiTuUvr4{r2R)Nyt_62GK-;f_R<b<kXnHb*Aye;%UKS5iW6j&H
zT>nd63v^`@{<_5pGUy-p8>!5o-&3XQ6LM_dx5M!~3FUP!e<qxLFMa-h|6FS`M+J^U
z239gLd&?HEMjV-Ovtg%dWCPc|XQ$HI&+K`in4u*1>HYLKg?Ik#`G13%DT1N;8k2+o
z=oGf<dsC0e2^=sBWVr3JfR!=ljqJM~TZM+)MGV_I9k`ip+_1hQS?$1Z+l4VlxKWH{
z!^ZL*#@`wkwskVyP-D{NNJxHPkp6~|F-MqngD(rq21bK#^R{nfXN-{-c*@8W!N8rs
z$m3(v>R9>VhD&Y(gV+J43O@$s=c$$4EsGLj;~#(B(D{ggQKy0R!yE=SqtAB#ZhvK%
z{yMkAt|334D}nJ%CHI3O28IJm<!c>Fm>3xJ{$?=7{9ptz7{u$ourf3-oI4YImz%%g
zqx^jrbq0nHpPTKi6n^(ve~A9oca(wQK>J@S(A^vi0$=`bm43tGwt<O<fq?-BAyECC
zS@5R#(U08+6AUDH4k_>)N)Ti_tkfdlB++8Pp{R36LB}bgMSxAQMZk%pTYxQ5KrB(<
zP*Pp~&mWe3ySH!m-CMT&eS31+y}!lps!z|`_x-%}`&7xRXRMCBQuI4HMch$$^VBoD
zW^QG2xZJx_<{m%T9K{xajva^3NIlG*c{=BVkUhtV&W(8;m(8E%`|592H(%F%Mr(@v
z&P{FtP8?wMAJ@GRQ@J3}63qD^_f|NQ#I2csbvzi>KYnhq+49)u)@=7HD-Ewr{_|ZI
z<VcVXCJV(J!3B%YyyFr$u=Gq_O4;f1)2vE+jQ-YggQPhWTQoNQ{id_oJ4`WL`MH0;
z#r#)4XWjHW@!&ICW0})UeX}2N=ie~cr*oVRI^u7wRxx+J_2cy8Tkp>ZVvtWSJO6jt
ztDlA6mCu*W*L^tkNyMY%b!lO<gMPrwc9;^YxMH1P`1U_?3J=zJ+~!S?P|RRX%1`+v
zEphSNgqsuo{XX{I(=XAgu&z$R{`b1S7e$yVrfxbvu}af#<!-qHImvDd+;1*A=ag1j
z_x_Uq&(g4ct<a#TarVh&ZD3yay@>n45wQ&ATjvC?-uv%W$2do%sr1&ic#VeVM$*Oq
zCsui8b$nvqr@yK8r_z#}=Gq7PYmOh%{jS1j^O-}jWkX|)-5*QuEl2CTyFV>@@gV;$
zd%pR-G65%!kJF|I#F$UqWaRYWw>I~KR)zpqm3e;p4aJkb6`#~9wG7lhx+(IioMPK+
z%kxJ4GYd45ZOhLK9Wd?}aOx;|;9Kk&t>e}Ez(&*K%>5mPe@j;LZF{4!N7ac#QR+{9
z^@J|v^%@Pw70*quyBE!nFFf7OSF}CS_V~0<`_6P<EjVwO%6<O+c92gQZMZVet#PP(
z9NHEgCN-^BVc(&0bqOxP15O-@VtZGV&e^k!!SBeD)%zV7t_$qn-Xs6}{&CIy(v`td
z7vr^U&dYrbS5B3lvev)+J}3pT6!br+iEm(t`_3pcE5=?UhJjnLWrp|P`qST@AD3bJ
zVYr-OnLfW}!==LYUyd=&xcXtsMZGR-=bCK0(~4)?q`lYVJYCF@px7dy(rj*g<ay^7
zPVSt<U5VaT4O2HVZ1vx3owoBfV?wLl>mPfTzE3#!Y|h0x4|(s2R|KTbFz~Oa_O)Ni
z5U}_k@4jylx?dd&n+r{s3mowMCvdYc`cBZ755FxLN_On~cV@QX@qhCc3N0vL)M*iT
zB==cq?Kzc~OQUt~b^E70vu5_OpC)$wZ}gn)f3m(xb3a)5N>cCasr>8rqWd~K9Fw@e
z+&L})3Y}LSr#X{~`57%83x0j!F`tw9x64-HOO#oJ@$Ek@0ymBAswOhj`N}6ZMQ|Ga
zn{4=%Ga&hu{_fmF^DX-i+}9|&wtUvj33mP;it~ePN|YPde|BPwN%FZ~b6&ea`p$9N
z$A4YV_H6!kMn2;CkLcv1<@bH9MD!b41)RS4_^kb<td*9u-RaIAbKwo2)#T#bg8t_S
zS?9cwx}>M@s_l#Q`<Cx>cV1gE@B8KD=S_cos%+>MJ8*kq=qKaJL7GPo{E-cMbZgho
z-3)25py-j9@nD*|?cp11d(1f3OrNM5>#NRnp3{U^yJ2PgLci9HJ{%>}!d!Or))ZC$
z+L0WSI-M!;>{V$uru@mj*X|2ocwhMcjyjWtd~A9Da+}R53CquRel%SqYy4Q~fD^~Z
zxEaPP{2Twz|G7_6`1Fk#=NXl59ErU2Kj3`lHttg&gpW<!y#8;;eCL`7d+%lUPCRGS
zi(uGZk!J38;Fj)1A362%-LVf|AAD-D&Xa*#@yPK7lTOSJcRRB43s0b7X$I3#r#EL-
zzD_>QnV`Q<n&tJY&H67CSe=yKCmo(!|7p$sPm&M#&X*WF1Tid+@A`B$zunv5;QMmp
z#qq|*k7GF#6k967pWQ6mb9zaxt&4$s@4gu)&x<{KHSyEA4znW<x$4Z4>wM;0|HxGT
zQ&Uv8>d3BVTMk|O8h-xcA1jVH|I5>sKA2he@TX3+q3v&`2oA*~%a<HTx;>RUWp(G<
zSZ_v0&)dq`ZZ~8j8P8ZG>0F4PzisghhGXI`=iRRgHLd^I#kAwp`^^mcA_q)AKhoJ2
zXn&ezHa|n?ZYTTAAj4P|<*LOQMcQoE1;x0^eT$jr{BL;X+>SNA-@c{)rk~4_D6O37
z^Af&yoSHj>;aRyCgSk-C`j1^qKUPQXylZM^biPu%-b?wN>2!u?cOvGz?{Nf~+U3Ud
zV}gXW{J*+eJzulTST_hbbu1IiNqEp2t~Vi9<;XK7?IUw!{U(SVV2^pP+@`B9ctAC5
zlmFw@XV$AV^uN$fU2JcmT_$JEJ@?0UDfLtDR2o_Z7G<b3^p^ggn%)79A$ITc2Khpl
zZ#$TIbgbXx{rW+qV@K(H!2{0gs&DBF9!RtPp8O={<G1K1jPsJXOJ+YWZ!6e;Zsv>q
z@9#Hp7H_eimkG*|i@r_g+-CInpwrX%%C=)(iO&R_I5uXs<ju|IR+BxnX#Po4%d*pH
zTg#5`Z|FL|$}<1Y;XSgJstx`%K~=Z-mkS*5UY2_|rrPH@qh1I@_>25EmwauWdVGmD
z&p-I*$)y~H1*)Jx1yy&8@-J)7@Yi;*)=PgsIrH<`vy-OXHCyC9xh%m_F{oDVVdu%l
z-$yL;UoQWm&LmOQbF(kgelGit0LGd($C+-Yt<k(?v%a&k&i@NLD5-;MJHzAB)3;k3
zkM`VSuzKE2HM9R`Bp>TB<*8muZ>~GN-?Mvz*KO09TP7T$lessFD!AV-?pb-<t9)kF
z*UZlh>KPZ~yM#(_?bkj$slZ-)NyU%;xz-057+9J#s;=z)ugNuyafQO^Y90pGA4^W{
zy~iZMz;K}dqDlk1&;bSphUbhv^OD2!n_h7~&}Lu&wT85%6`zZOq-cNf87Vf@=X`tM
z0M>Bg|5m|}P-Jk!TE64iEdxG#i8jTSL=I<;!`+H591o8Q91=LxEzo8FX>=I081Nhh
z3n+r<f_<M0AC_6yPkZ}!Uw-ZW?&#`s=PKVlKYwBCbIWw4=}t1=3*WFeytUAKyyNlv
zG6s#K7kd|r{gaU{+%kPma=X>_L**)a>z7_BjIGW3lCGSh0I@`1c_GhZ4J*aIM-s;`
z_9r|2v}2fa{NwEGe=OEda@(F>Tz2lgmiNAT*Jo?z8m-gj|J(6mI;c8r5pYro>U(^+
z^MavKVegHo&QF)Nh#fcSi?3f*`((9O!}DdwW=uVkm9N4m2C6Rwoc`S3*_Heztl+mt
zt|7x3MM;0g2a~M2w0AlEIy(_mI)e;#>AZUXHN%CD#~KX_8&bY79q6~2`Dm8op;zxZ
zes}23ma*?zeC{>d`%n$}BZZ0E()=~Vg?@cHWhu|`-?fQhy)j>Kah`hLs>=E!Tc^#J
z$yevN*|ATADPAbxd(Xxjyf3E&e=@bG6XWT*+VO4Phh2w$zJD^eXipx?j~Uy1&rbUu
zHltsv_<QEMy(Ze{LqE-BXAb#OeW&@KPpshQG69||_7Co8?u?FWI4f~)Mq&S%8#m9N
zY^dtDxL!XG8jh>^iUbu4KNp<%>FH$rQR(%LEtfK1D_=YFF}N@Euh-JZvo+>M#YrmP
zO%~R#@3^PG?&pSF#qZKdRle(t&q+&j);+8`EnE7Rk0JJ!#DsSp`+aX2s>JIqahQ8}
zNlnM1rS7-?aFw5Z^8WL^Hp%OnmVT1QAI{M}TzV}1P=x7Ov7e2C$M4U1?7Hdb&f8P^
z-^2vID_ryRm;J)K`Yy(f4c%$$Zl~Rew>+PBQ{M2r{F7VGbCiFnK%5;>I$>|e)w4Ec
zk7o!xO=wVOQR>az{OCpMG4Bd_MP5lJn{991lI#VQ9419hY}s^jXW~<tmz%CkxH3=p
zwD0ufM=JX~qVvvJHn)6~+4b?moZDrGX4Dv8UN7`>-5!SX8(FJf99y2WedqHNKh^(k
zm{a(d^QrKuYQ_gw&lGYltbMw5srS51znLCrrE`A?JT+&U@GtX6H|iL6Jgu+=m0C_5
ziedBO`nFU>&Xzp*A*MRASVUmEAH(L<Z-+U~N>!dKX8EDlFnQI)+tX_8+@ssKsCKF=
zZ#UguwZrr08P7j<Ph*w4<xjk;nj!uxL8Ve#^}he?_uWi2k}^Gs_Dh1#&S+Mutu>22
zZhzM+>+IS$W^Z;#<=pR^%W!=Yi^M9)?;F3z*0)POt`~#^lYsX5*@DMRUZqvP$n#kK
zmi0*U9-oO1b&Kn!Z@ZCu`l}A3+Wh7Dzlt-~7n{sgP;!~MdV{^j{@GU#3qQ#_>-k6b
zDbv&1Q-U9z_Rdyh|782=*Oe!~OMa?7`Mru^{yF^vKd&##5q*E*p3qb6eNR^G_|~`c
z+_4+m?s61Z`Zr9x@BGR3lVo=g%Z|xPp9SA@f{S0pusMPgk1;+nGGp4&!C-EYe)~j>
zVc)cgv#OWq>u4M}tIAn$oAc+^iMQA7Jm>Yt`tOD*kq_TUNzU8oYTg|^yZ^`Rc{|@%
z<b0|PZJ5o?@nQXhGn;3!?^dewus`<Y@b>S0*F85rX1Vd0b%&F*(m%UTOAqIDG2CBn
z`=vJ<+G)`Cn?KdLe{cC`-kB#JpR(DZ)hl%Awp&A0p7$HYw>u-77_Q$ni}pUv`N;aO
z&!XgTnO=vtO3QS=KUin`Pj1K5Bc|bb24agRG_K4){xo}Mjs1T|#&th`7sy_2nB&}N
z_-^JmGbV*gWoL9;?aU3fGu)qjUc{k^LHX@G-P`^U?;pu3&X&LT<Vi-G$dp4hHcBO}
z6Br-;PD<rd^AIlDxq(4^<>#wgS0;SQd1CWsg^%@pp?8IEXJ@Yw*|+QMzNbCEQ|C`S
z8sf8W-tO;T*`J!v)^~5v7ZXcx$T<FFtI4Eyx@zBh&Yx_l`&r$^E*X76I$kK@S^Ljz
zZ<cd>=qZcPd;2^Pk~%luG70{7P`+qScfpU0r5qO(o*cYf`L=fJhXaP&e(UKRC`<j=
z858|vW~HNvedU!Ud)i~pRmck6vMSA$on5&3%ZleFeZGs%?lf1N-*+;7<}KY_l1wp+
zY*PMcdkZ{p{#@*1{lv=XaReX3?6iC9jpcl<C9Yf5bNx(hr{Q{r`w}nX)idHh_;bt8
z)EEAC;;vG;KEzRqVe(57+Ejkz&X2t4KXLZt3I0b<&Jln7o1vR)Lv=xj%bulw_5_?=
z!{hEI@!j~z`R?b=$Nb-y#NIVdS@)$?UrX-U$>*#$xD*TbEMT}@DDnF|8`I1q2kJg1
zIu_`^i4lxdzx<i&gH=)9>#B6sozC-2FW+xmX>Ig4mdgojeMkObW~L1sx!NNCO()FA
zJ)+&OB^1hiI(_c0?f;i<)KWfrbc2e(b*aCrbTZeyx)RREo%F0&+oA76zK-Gd_&0YN
z-I)Vr4tx|iWYEH(*phfd-k@!ReG&&F6OVvGi{gO|_DU=gY!Xf!0!%ytP7(b4&nvgv
zY~OP8`C;*b+r{r6lt0f4XJBABxqJ0tHs%ZM{Hz=IKVqm6U|?v-Y-UUliE6#2cq5Z7
zfq`K`Y^D7s7j4Tt`GZRPK=-wStLec`{C}iUvTv!L(_h`Ixf}Qx7#O%@!r4~E$(&+a
z7`UwPh2Bd$lhv7V7ouP6U2y)wt_AC#{8)B&`<3iw(>3*(p~ZK+(`3)j{5xB%x^{L9
z|6i}YDHis8j0_BaIxhz-H`>$ZJlW!e%~8eliLwfxn=k5Ic1~lEYj-o{<(k(LCua9I
zr~Ss8HP7yp8bAN9wYmQK$vA(rI}ak%oWGSnJ9gNpxYjnT?!Vf<_Xg`$3SYl%^@!om
zhH`s>iM6#d$NAa19l^suVu^x>Hbt}uh;<)SYH^Hc*}%~)Ag1_d14u}*MS!jOpc0Q0
zhvJ#ykI#Nuy^FD4d}~?dev4bxyNl1yiJtv?=I7^LlT=nJ9J=Slq0-)Ri@S++Z|zF)
zLr3ERw<RxFV3Xc3<=zuz9u3)3VH^kSH}U6G-E22CkDTyN)PBap8tFOpo%{@O8lIC>
zJWHLN+GqcoEWn_*^X7e3j`hM_vU#g2FLpT2+Hm_}^Ss!9^)kYJ>@3d$1KV=`+nX3K
znO(fb?(KhNkY3ZgNBave+a>IH5gJ%m6ukeNMz^ddA8UU4!pi9nukSx}rJ>zm(j#-n
zpV5KaoC4x}R;Yn4e>-Y(T)3)Ke}`cFbGFz^r)PQZ7jF9G8n}-06tmMO#p5+*3f_}c
zGVfh|dDQknTcyYPOUq}@Yu2``O75KSr#0@;{}-Ne(^#Ioz5YjWx{BwdEyt2m^LBFn
z^ICtYW<t!5)n`xLnw@C(zoFpHV)x4ad5_E2mDpyhcuopQU-zJab+z3_|DY6$xHP|y
ze4qcWpCM%Uq<M2~)5qIi4uS5;)2*t=dvP_=bMoXRVtbF>{-Z0|vXzNXB5&`TtgE0q
z=ETExdhS(Z&{y-UiYfhftz>5Uo#d@QyywmS^HlS>nD-<VPu*u<ze#@jqvlyvXQyA&
z9q?zlhI3nRzEp>*=cF$Y+g^OUTX!h2qbS8u{p>v6w)f|<ZqM4Y{i(_9s6GD|3v~3q
zw4ArYcan<drt9B(c2>Oo;-bQIM#FY4TmQ4l`Er5_U%&Zz+ia?o?b5p&-rK&<HQ&pp
zEB5I3!HlWW>;C`R(-SpO#dFf$eMSuLi~d#e9auYQ!)-pskET&i@^9vgU9(DC`qFI{
zGuZTSwgl!6HBkzG<l57xmUEsg2Kj#Vw_jOI`JCn9YtB_4c^{D1dHiNf(Hq6}Yk4|f
zh&*j^e>_JhB1`i?(YLs7&KrIn`X~7O$GihOx81N`u+C5G`okS|-3D8i@f@h!Te~lB
zqy2ZiEpMB?-#>Bt{D%9*w?58({`T7AS8w<9YoEKm?geAq!rqwkB@We#*H2L^{rvBe
z`K#KK_bxm;yy(t{ede4eiybDZcuIfiTBEkoiNk}xWi9im3AOT@_(R|QxNF68{H}QF
zS|ychP6^6imIiM-|G37l>Z_c^d&cLx(yJ#<_@>^nf4(Bi+|B>ZOXqC-tIcS?=|jcI
zpZUu<4t#alTVu<0J3aEY+3~HqEe}llcIurHTq=Gm)I)w}-(rDV(~qBFyvJ24SGf0`
z#%j(vi;oxnjnIEPQ`B_bdH=e3?lIHDeI}`#{80UN)yi21>RA@uxO_e3ekR9^>r*Vw
zlr%0VIc%7!xbg6}?<_TG|M_n7zIs!5ucmOh{Npx<_S)N=KTiGg<M^n2E9SKGM-j$~
z{<rHZ_eM(Owx!=c_WF-uob;jR6OtDN_hpCiG@fJrAoS3D{pPdhUt9e-bMBC7pWluD
zW@qQI?dP{$r)_&@eUpmkB#ym@IrGDo&TpC1%W`DHhA=UMi=FGwJ1gy-y1ixXorVIT
z^PeqQUkHgEXMK=;Zt7~mRp)QmJ=p54n)ouYi@|2eJtLb_?f2r>1-jnOs)=1Y<NKeo
zCWbTFJMs?j-H$%aRA8)FegA#@L5+6jI{yC5a$V0!Dw%1fJ0ITjm^?9zvtGH1?Z0x%
zHE*WNnu-R~F6&f0Rs3kj<9_zEfz0o@_1o2BSXLkWR^TIBuGleeW9%~fM25V!drwyJ
zi%BU~Z2wo}_nN&;|Gn{-pLW}R>N9`P-}ahQ_4vCKMvLp5U-z+<KARZ-;h^jE*SemQ
zmPi&KDmasQ(sjeP!+&lGF3dLOo*Uk>bkikC;Rbh>2b;Ts_}6FqN;E|0@N2(TcyaNV
zQMxc|!mHHys~gwu&zJuEedoW#d7n;-Fz&Fql6L%DBtzf5i_$fROEW;_(b*RNI~vz7
zZBY?ew~M8j{n_KZ<BFRn^9ZY5i1qtWvG}Q>bHx2#&I6^}`h!^oR8F@i`%5%vzdrlw
zSDfMWvZ>p)?zqQ%OS*Qp5`+Avy)&5BeBS%+4qJkO%s=-1%h_}G2TW4&j9TzKTh-Uy
zN_7omi`k)@UatAi)wp@r_HrIjPkwgynnYLCoU_LFB#q~9ix+DsJbK|-tH_4C>Nl1M
zJh}c^z~re?#B|ZG_dfoWu-NXs?x5-MTE2xQ<#w(N{|<c%`*|q+PY&+^PTzHRdG}9#
zf2mv9bJCL9D*a_jt@93@HRwvv)Oj>zy~rNfZ?zo7IpSW<O2s{#i{1(d^d~)7`cCfo
z?-ToORPUPFx@m5~KL3XkZPyx@|4@mJ$Zl*f=3z{qc->dH!Q5%D?>E!KKh2zO|5DAh
z=D1#`YV+=euSHt_U&9W)ma6GD`xq@g-m<^4bDr&Hi~QA$5;5ELuD^Sex;1u^%E{LC
zc|WamR|?M4_MVaIs1v5*X3Vm*dY}Cw_TthQ5101h{zJxX?k(@5m>Rc<zuK=~Y2$A_
zN1HGG9@p{s&tDrK9=@3M<DWsx!OxmZ1#$1^*ZeE_w(qxU?rrUtGxzd7+$t`&`irXS
z2jj&xr<e=k)SvI+?w)DNdthqTmU@T&4@IDRL+!WvPn0`cUA3?5#m+V1YozX~PFXAL
zu-NSRDP4gpWt_clyB>U;___S}nc2A)SMQ#9^?u5KJ;p6lPhCA+9l7{is@Kj}+e|sV
zcVD@`BICAH?rp7XY1@Ohr||Dt=C=1O%dNeBd)HpzzO!oIye~D(r$ygZo!|L9wD+~y
z6Xvd^DxQ;;q+j3gJ$%x<(u^;Bd%wG%|GhnYl8Wc;J1w4*=ACCc{3>6v@v?_M=>F2$
z@VaSB>X&&k?0d+3GOEgGl8WcKt8Y|2FYVuUWKmM>vncOLDlaF>Zqhh?TEX*|L|9Lp
zSHIgN6;E^hPi)?kVl-ZB*Dv0`5tLanKXS}k{UykAl2~QRCDZ=fpg@?i@3ThVO$E=o
zgrC*B0<9;hc<w6t`h2FM=hj6fvAR){R5Eux_rG`c4(}9|m9G9DQUj-5u9&3adC02&
z_6*-iOZvJ~JSVCAom(3wF*kP7lC;3Ok8d7K4e^?!;`v->mC<h%Pw6!xwE<JCeyey+
zYS|rLK3T<c-P?kYDUEv%vU*NZ*`w>Fzc*~s6Dj_~i{9+Iuu#P_$ZLN0Cu7e^ai8xz
zn7k<F%<tl6RnJM^x;9N#@$`RE|K=`Z%97fo;~!T9I<ptEI0~>duTb#NE-AUHq^fmw
z%9INV9EVsn4=Qj31x=r{-S_T_6;oDBxgc{;f#Z_dT7`87W2DnxEt)HoK4<6W_w1bg
z`|qlpR6DtO_W$Yq-=|)medf*PXE*PkJ7b*KsD0@6FYl_KeIGVW5)1yKa&o)6r%>w?
z?WMMAC!<$}XoV*AM26j1cu@1KM|16~HJi?u92TiO?9@Ji|2fa+-!X#wtoGmjEdKC3
z@6Y#DRg=metgm})UiWZ*@RujflT=QI*FF}WYj`Gly4TX6y*?YyY0CE9Oq;2>ipN-B
zrO`Pa@0kZ{yxNVoMLtp9yC+ETiT8B-#r^Vv`?REOkA632nJi`tDsUOp<9%Yg_PDML
z(YktCr+v%K^ofC7Htwu#GZSq;Z=Q8!=Cb!w*$VvQGJ3qjG%tKUEdS5o!sPV#Wh`ni
z?JmqQpJpu$S{c$<_-$v}Y|gGdX`;_=EIn)a+9%-OGj@YlPaBkf?LWkLXR`UnkLOmG
zteLFhd5NK}JmhIdh}P7q-cvdkpUjZ#da_h-n#F>%hNpSzb~8(Cae4jw{{OlK>c=lJ
z_%U0Y3^=i3VR`)A1J2S4DOW1JR)$3U_!|HI-yM5ryQSQ9e>9bArn`G;$9_?MFZ4Ai
zwN2IR#^QsVXQlsp&W`_N|Ht_Em77bB83p$QJX@<Blsea2FCy{BY?%WYZ>sPAjythW
z#j1TN;~chvNed6i8S_l8`oo}Sc=(Yx?}Lz6*X!Pf->u<4U2?GB{=xSjdY<BcJtkGJ
z5Zc@R?bR{C+iQ%@tAx7!@clRI|I_@RvTcjG!_EdKPmT54`AlmU!!?t|`4)Zdkq?`^
zuSx!1#%5su;~>A&Gu4Z=Pga^VTxRf7dO7pHzVv}W=1hj=p9-&@esYv8Y^wdE-72wP
zls%QCQu<`0Om3!4{8)V~u+cIq$F|VptI;VF?KcI7OvT@9I?-+}anxC-_>}1Do|>!7
z7E-QJ&nEH5KLv#t?*o$t?wW+3$Jn`2RvUQr+XW>zGTMbs^vu#Ra=N1-`YR%7n$q^(
z4HJIKEl$x6Ug{%Xd}YR>iu1X%7XO*a7?Y&+xfm4md*`o?TPDn~Kz7-u+BKIy*6DgK
z+V~>!oRu-phYPFbTuk`E%KpOSwM=cA$n=U{w#a8q#nWE?7n4)|+9=ljWSL3B<(~#S
z%Nh6!ycX0d7kJ5UznZzpc{=yHmqzmZ(R!R)GK6pRwUth`oz)^OJS9^g!~K7)wN*Py
z*iN;SIhUpHo;PL+FWK>=L!kGaHk0oy7AcX-40Z9~sA|rVI`IB`%X}57#Afev5s59w
z!_vCF)pqW_E_rnM#n8F&y8_L2E;^{Qbp21mpuclAIBSAJq`2PBhk3^V$=GE(b7$!-
z7g;o&E8fVZ|CEfN#L1eqtozhNBa}8s@jlRFuSuB3B+Zhxb8UYzlk-J}cSi0Xk7+fE
z=4D?<og*iDQ>9^va@3dfyz1TqF;WNKuLi}YUAhMEgYTt>{Dr=5JRvE5zF_HNPraK9
zT;#M2P6@Hkblh`Nq;^k;tJ;mj#=P}!7+<)@zfE4!b;UAO0pzsHKMk%kSIjxURjAFP
zwusTjaofQcGjF;w2_G@tv22FqfyTH^Yd5&w(P=!H!H_?Bt;Yj_uRMY`6rvl|6s4Y~
zi!6F?e*VL6sRQ72wQq?%?}P7!dnUUizqypwZMbiV(Cs<KUh}jK&M;MPu}q(wSykCt
zbN_vly03&nU1!O<U7rnuK5tpE43r71<e!x>tQV9}%bRf^DvhCBQ>gqL>#LjU27acS
zWNoAGJZakfDzzn&kMoQRbH%(JV!T(3{S)Tw;AQ&gx^dQ;PmPa$*YFo;fxL8hJ1EWg
z35m{pHl_HP=EtSImr^DR#U~#=v-!BG`Wgebhd<A^tAEM4ls3PRYp2`+!O%>@>1+j3
z2VU09IL#QNZt$U@F?{*S<yjX_{;A&KZfe{hePrs*1+F^^&;Cqj`@mCp^L?yxfa*H8
z2it_CW8CelyYH17H3VleEEjI*D!Ih)&#b?E(uxyIx_lDPEwwhdbaU>T$`um%uqC@}
zX7U3|dF9ZgK4HC;7w7+H<dJ$Z$CoRUVL9WRbL~5&4oI_T9SL1Do%ed?=auI&+?XpK
z@ExsY`(W6pt0uYVz!_oo4@!;vN7f3wtDIx6T=1ce4dP?=jAe{}K3(FpuY5W&;1th&
z+qO!t$u%m``t2q!)cJcipGlTZdfb<M`Ls!C)SS%+-Mh|zm6*9xHvG-!iMzEnoRPdf
z$MAm@vqZ?F24}A$zHZ?!;+9WY&bWrFdQ0A$z>}9P168l>d@xH{E&f@A{oH4Z?@vB0
za_>pRaz>l#;|+7V_5OsY8+dFpiY;3lXzO)H#Cytni383o-#S*?7BYl$>Ij!RoR}j#
zeTGVOqw%gxhUJ$S&Mh=)xcu?lewV#Dfls$7Y3qEvBpUgo%j$5A=STUZw#-d#jW$>O
zXBW=9q`BH=N#eAO3u*n5Rr4Pk2Dzrme+c@T%XC|($RXkBR`-cqYl_b)Z1)wmNSo-p
zOXg{+Nalp>s4Ec<yRz9n75IfTD(}kKbU?E4<sP1dwE{QNC&n_}&Scnsl0onCGEe#K
zUoSqHwJ(F=ec*#_YhV1`dYGk8voN|fTTkPTVS_dcU+4b1uSXbT9yDod-3ePdTk?SG
ztr(Z>dylA!zfTAG!;iV5=dnq{e0Qk>ooO5w8P*A{_&CY8SkS)tYY%h9EV0Q?R?14*
zY}Ja@vRM|l?B>H+%F|ZZ98XRu*|@3q%y(Jk4UXGnck%2ys&PqXdQae!t{+{iH?uq|
zGHUq#!sYlHr}n*bcpg+fir*}>e2d1uuMF1|V#`i$b4$?SePI4m<^iYGmYX{-E<3F9
z@po(VoWSQT2dr+2acsGf*3NgmM{vINBPkZX6@kkSGd3P|=S|3*^7_o*JBv?CHr`HK
zd^_&>B)!MrxTv#d-r=PT$~XJ7G8w`xpU%)aA32$Ab&P?_JSjDUbI-FbJXv>cU%>~F
zp9k2c$82z$dT6?h+p2!iD47rbEWb{gIW741i&^4JqxLn9GeXxNy;#d$@a5CF9l5)v
z6dN@3X9O$UHfijX;dyW?y)93^@vKS1{R9SYQL~IY5$O|hN}2xVTuSKYw7V)%DrJ7H
zWB+q0?;}%JT-*`3+^ccz8HRNM={$FT?`1dMUOT^2x^z?M;@kU97VP3G(c*pZ$CLR7
z=cSK+AqkDjv*v7Y(!a@drodxz@-(~8?B{ItGKvo9Y(HD%@}R*=SVq8NsodW`n%^>u
zPI0Afx;itVulSo}ib8R<+E0(U53T<lFcPZ$_K?w6?}obEB>RWyGJ$EGTdnuiv)aD;
z_jS`TO<%sq1qW)c?p*YtmARr(@9%kwGt(^}ay7q_Z&tUO_eWx-(&ayM;x{?W%!%c@
zm&VYn^+&!@@zJ-J&k{g6Kxn(egJeFof_COdS}fO!3>v<3igfIL0*XiJ1N<xf6sAsR
zoa4nD5t{W~;>5}7gi~jN_isFu(5Lr9@PE}m=Kpekt)3+@WcTpCT4U(5%|_;Z+_aVV
zXDpr3|9I{Szl7;h)+Lt9XGref&C(Z<IR8hjS1A*3*v$u%4qOsu|6rwP%=5a$qTj9P
zLB|1A*|5ybK8C-TKZ+IZF3|{H;FvI9DtZg2&!TyDR)5S}t&gYtIrIJS`}m2)>uxSN
zrr2mz9{OaK)vra2F^U_`6kqRm4E_4|^dC-JVUbF&@ITVlF&pPezVkhI|CeD<z5j#v
z8WYy~B|PY5|G?9j`Dhu(nI{Ph?5~bY<;Z!Sz%c*rXG5#EC3ZD)K(&_NQpOnNJBw#E
z3p=!m#r9=hSa>?6kL`orL*rGI5(icZ?pShAwUKp6jqH16KaM#;Ud%soS57~`cJooc
z&kVH<UfV*M9*1zenXuMpw(*x0(;e#noQaTKEIqg4aIdD_2l+RK4tE5@MHb(_dGgLb
zPNvi4F$*^zvdoow5y)Ker}2CKBV*;1?~MA6YlUX0N6TOB362UeX6wi<{;}!#VeNly
z^PJb+Or9mguY2J{&+F24Hy$oGDK==3X8G2!USRLE&5SX7Uw;qtWBYI{cE5O0fnCl$
z<A%eh<zBleF8;>KY{47<$pBOxOqc91bevwxWof}Ur|7J~_OF+p%(^#+=Yg@GWWvN)
zwmgyIf=%*jF2}ceH0v>2N*-u0k?hvra3CrVR2Qj->{!b&>D$YIE_ad7Aum$rFg}tp
znQzcg&hbU4+(EtAn)$!$Ts8ThF`HS`9<5LPx4%wJLs;D6;iSk}{xS#3@9uZD5|L0B
z*l)7uOzm0WA0KAkE}AY?csyqBwVwfd&untHHg2nyw`wq+8o9u`y>kxF119M?7pJp*
zIL-6Gq(S&>3eV>m$7a0roI2yAgtGn8OVtgbkD9zs<=b|cR2=urns*?CZ(T)XSKf1;
zuQsyTS2=nn<Tf4f@nb7^(6K}N+`T#m^;=4JEYj!li(FV7Z)9~q<n)^Yzlui;cFVnO
zkGYx%Fzrw1RVojCG%GgG`q88vifIvv)72XFCcikz{A12J=6CTEgPCIcRvMnEy~+_X
z@1^8}+C$NE_(PLs*{-wP@p$G#?Y<u&_79iODL5!|)Z9Y-8t2U0`#riB%IssQ(%Q>n
zwU@=pbJ7#dNBSQYF;~nzU{Up%F($1m@zFC5pXUh-{Q@)2zGZNGy8EA!qB`@BS;m`0
zcRsU_XSTS=V!egaTu<T*&mQG>s|0#qinU*{sD8wdcWGf^`~9Tp2ljus@Tx?^*x}F5
z4XS(`=Cj^>-p=w*)HaLZyx<DENB?+T#GhC#ao$nr@R5<Z;z8$o#=hHilNoEiOXLaf
z_xUx&+b(o^?G@u=a^Y7r_CK;Loa)eeTW#l~8Ge0wO<NuAIK|x)Tf+CdazBSytld@B
z<u7Y~uuf9(WR7qyu{?3yb>h2aZgT&&&3@By=SkB6{S}v|UtjI;npt<2NMN4bx5QSX
zzi)(QoVw58XX0gBb?r%y*!-+XT*WNgUMk;yDa`&sGuQ6Aif-8a4@Sqe8Y8E1@*ERi
zo-{S++4ESTj622+(d9iCvr7KUMNjNE;W%TTz|e1ZnIZ4O*~{9CLXz5?Z{-w!IMMGY
zmC|kY`pe!!407rQ&f5&@j`kNDG<cWXJoo#!!o^=+c5Im{wLC$SRP>d3AJ{S-u9QCz
zrL<vcyW<jHrtmd|C;B<(T%Nt0agFCX&MgwBE`PkHrfBs4TX>^i$kV2m)%VP|yC%Fa
zPEKmIYUH|E_0p!0VZHDVk8MKsOAqJQAN>7C&*H%x<xQp>B8xu$Zs(Uc(9Y78a$7y1
z_q}`}ub;*yhi=DBy!H>0^nzK`=4Ud@cb>;);PPJ5PO(64?~?j<z2=%#cGq?;I`@E^
z?}1Y8IgO+5-JhqgdGcV+4)=Dh?V&F=OrN}+^{jCHvZ7AoTO!2<4eT#Bd2cgiN`C*l
z=Ewgxa~X58Uxq%vpOv>;Z^qi?v)}ECT3@g|?fUMPK&#(JmgPpY_NHyVd%@Rrg`9EZ
zvE3<A@7D!x_R-?m<D{jOb&JR4Lzj|TaAa;*lav=*lT?74gjCB?H>HjMC6Q1zSAkno
zmQB@;Ot|pW=JooE7bn)<@2&m&Zu*}86YIQca(~C&&%Rq+|NZyA&#kQjO>@lT9#l#y
zp7NM!liD7f8Z$#meRXtwtXRU;)>j9nt~wy_DfTMU2A+3G(br{!A9yZoc)QzSlYIHZ
ziq%K<b?53lI<%$txX1&EK+#$LS3R!;@Bg~H>0MyaBE6<!i)p@p_9yKYO#aC@ZTp%j
z55F5`?$Uaf6zO#0(dYA_g3Fh;tbe>!pEu&gvvn7Y))s7IxV~rNePNyT>>MAuvMzci
z+3R!X>K?G&7az1EJ*q`5r2Ki0m)q^I1-Ucc-EDR=+VN_6@nILc=K6g~HO>~?d-V&>
zOyTI~eJrywN~3>b^|jEee|Y}oamDpm8mgOY)DJtrI_;^9U;_W|RlT)4RAe5XtYrVR
z@a?yK>$!3kJ@4uMIe};8ugzyA*BxJSZt}Obucmyp#{aBbz2@G}S{9fTADg|U<t<}s
zh1~THI}4FzZ|sg(br*U~-1lQvX=ua5HP_bsv6{{>g<<u^)#`ej8{F<rwJ%FJ^F5`%
zJJr88-}`v=p3WmZQomQ<G+nE<IX14m^Xa#inuRHgwQ^>>TOs*5Qn_jQlb~?jc>(j6
z-V~d}%vHdq{&v|v9T&f~-`{_nd&^?~yP09C)rQ7OGBe-WZcc7k|LN}*2ki~E2Ny=|
zVDHVG8a+omq15<!#1E@yS$51*C)h3tTE$w&{=PG+>sbqPsd1LC>~EDiZc|0k$7eVy
zbB^!4C0=>FuUzQ&JCWa?9A*@M__cgV)Uy7M(qA<W=rxH|-L`IHvgv!jK_lk*3}LAs
zcGoq%R+$~1@k;QT$hi$QQrFqnGIlARUoHKw{KF5AjMdp&O#a!6=p{{6GSy%Dd=Z1U
zN@(~2-K}%iac`J)?0_R9Th^P~9&4CnY`zuTo4V@$5@AmdU&bD`Eez)#nihX+S+(qq
z<^zf6KH@XCyfiabKch9#=fU6NXIt|H|GE4~e%M}>b3bLivt83JfxYt2FUgC(TakMz
zsdi<<`426cTh|LYdF?;n_mX$xf8!f{O#e<j4%oON&w)osI&03--%K(#y?45_Y_^Cb
z-B($|;jZcGm{7l7X?uG9CCf{4`Qd@bZ$-}FU(bI%sv(xcZL9a+39=oT``op^$39$D
zsAh8J><__?Z;t&{%F2az8GW@ky6jLsaHErboAfMirXKlgtL#=BIP7R&lp?jH_8|9+
zWh$bZ8P>D(IM3&<Hd@NCxmD^?VBf=YA0#K8Eakg<wKny@`3%0Vef2y}Duye&;@{5p
zy40xj=gDOMS)XrTSln^{2@9)*jYxu$VN(7fC8M&PJ5SDZ;G41K{K~NHMo*Ho7OZm+
zyq>$cNnGK;<3mDm*6CG=Pp_E0l;DoImw)=%j(}s^p6uo*IOR8Wx!m#(yHe-)3uoC+
z*-)c)WS`cfjeRXvaaFdgHrpl!&JPzVDyy~4^IE>)?P-hq{oii5SC&4OUw_o@<=;y0
zZ!&rP$sUY(Gg6N`*&bTxt(nOC`>Y#t$^1g4zLxbz7Cl+PkpEg!R7Uhc@Iuv;9tQmt
zyEO{AKScE(GK<Xly^uL}K|1rY`8T$)PS!Z!vbfFDq=oZTzDn#eJ@y@j+tz5Gxi7)U
z_9L$NP~R#QTTzum{`P;j<nMN~Z<*m{zPXaCz(V7I%T=cx>8^{8M_h}2!eGsI<6PcD
z={FI1u}iirY<o3Fn(>;g^6ZLx=H`32Y}*!?ytyECHKF+}r|i59E4Mv%3T@<<VO}G3
z|ILJX%zOS_(%J45CK449&s-lJk(V8{W@YUY=4g!~$67b%tG`#U^e}Eay!YId-)1c5
z-+aHTcX;ltXA-@u&u6dr|J~Pa>*j|o;tw9|SX=+Qx$RSr?dBRyKgMfo^Mu!NZqRyi
zNo3XCf`wd*v@R5@oO$5>`SvP~fJ=;w=Qy5QSn6_E=6u)OR(z@P@!OS}!C_bLo>;{k
zx?i^K!S`7ABG14&WlsMU-*0l+D8)GKYZLF|5Zw2EQNfC1+|PH<RrbC9!go%0yX@i}
zKOz@0v^O*PsPyIVimPU`FPpkiHHU@M;GXr$D52L8>!zEw2ABRjp^><%RC8BFxaY-|
zUFW>Hm6us8(v!<fE!lLQsX$fLn^U#(tpO8HSS!nopzD9Ro7&$OW-ODN6Leg0ZInWJ
z&*hY}-+dn$d+++LJ#BkW%CalIZ8iLi*I4b{uf9*bdusEpj~f<mtBlH+Y5C%H#hk#M
z6-&LZ{@N74d$YCTI~UU)>51a!RwnIEx4J&Fc4oJC!|GE9Vuc@Eeb8IJ+*`*_>f5_Z
z+q^$Bct2^~6<ML=V|DH6-mI?gTUxlf>n7wW2+mWKw0Se5?Zwm9*%HdNWu4x)cY5Cy
zf8g=_%K8W9k?z?pr{*aaP7E=-tj=qE$%$7y-jl1qKqO(&66MuT1MjZz=c=lEw~~Qz
zThYq<;XzKxtH0d-nziz_V9pt-i#7(2f)AO7%Dz~+HLBL+hDk&EwDqkb4}!l&bidsu
znyWnTx6|tA@D!c<roUI|-LMe%JNw$~&A#@MWz`%X+#KG{Qr_$@E%4i=U#?I2Rq64x
z`D!hX7%oqfYnO4}x9t1jhKnYyL7Q#+zMd)d{o%vF^~b_quja_rZfnyv#n%N_->c{?
zI9^q{a0!F(omiX0onIcZz1#L!UwK=BvHYV)sZzQ;(+^$yeBS<ja^;0Do--A<zsi4*
zq~Xr^j(2^1$C2F2ueNb4oN2mf*Se!>4h_XkeA=zn6>~UNFs-eY6=Rj=wAsFVN!0pk
z@lO$kLiJrw!#hh3L|lBiA$9@tcg{my%V+IPxwMGu_bt5(W^c|m2CJS<EfqG;u=Z>D
z+>q$7OLgl-=Oek!Pp0j%3^=%J4`W`^ecnKqYr&T_^B#X(Fwx-duk)=_BA*-PiQHMn
zV4u<!&wA@`x3ye;(b@}-=U@1%srGa4f<HkGhZ~l}*PM>N_lUh@;x(l`W>4;y2A)^-
zWqil?S#hF8@Y;#h3M;FYJv0^AnZS6?&f!}YqfsdHT@@XVX~kaCY&$$6IbUt5I_o5#
zZ2k4y>l3Xa53=N$de+@N*mC38EWrnJR`tATHa31c<L-CfyR!R^oB7{-ETnT_#_jm6
z3m*ONwQH*gb-ohl#Z~>PqT=wZHqQFeB^%>wxC$6V61WV6?HVoSC^%LaN`%K*NZ0HO
zIJUT=@5uY*P26{PZAjQ9yG-%G^dHtnM>4(6wWx9xl+WPrT=ipKOUsn0Hdk8>@9wR1
zV7$jK(6~$R!2+?p+XUAJC%UiAkLitG$7AqzuAWF*a!v-5&cZIIRAvs{16Ef|`d?>d
zBwIQ(__yW-Zd=c*d0<=9*RFz`U2W~Xnx^T0RwO8|wX^2RKl#Ww*XP@hwK-g88%l#4
zG!KX*sMRpN+|yB*cTnc(bS9ajmO;L)8`rM#@Gld5Se#htarCayA;oKRmoOO13-!J`
z#XZw8-1q9*lF)Khxqt@kG})+@Szhz<*h^l^zE_f3UGcwbCU=>9(q4YgSL%9IXOuP>
zq%hhY+_hIOwqJam#sSMW^4gu5s<+FmOSYG4*M8f%foYD=sn~UfHZ{+~>|-Z}UUZe!
ztVxTW(Z3=+=KIW;3%U326v&#!{?t4m#$~`dgLA%u<y^&|#|1MVsyx!XDPiOOO6!ul
z6Z22y#d>E}9XdL}#X>RXk&>A+W15|c!^!0ZjFnp!-3%)-nZdAl(S~&{IY)L}TYBJ9
zOXkistHa{7)uvA{y6tpRE@9WX(A!LXF_l&+jC#=*&DY=Fv54XRw&Y2@OLA|#HE=y%
z*3)zT#(g&rM!yFZvfQ4<Ip;UV^l#Q{(TNFr9dxlqyXNWpfY+Z|jAJFP{E>_L(f2K)
zHxL@Sm#X*V>-K%zr}c9V&+bbm&CfkzI_@53{ciVej(QKr^o=^FB81M_Ejc$)_U5yX
zX?7`mx85na&zm)Wt3)e<ve?EqBJ+zEEOWc`X-d1m)(y3xrqedvarM#rvMuW+^G?R1
z#|yRgZ0&rT#S__Jdo}fs#Qe?6)66AbF6RES?4M2Ofe$e!*n0NI86VFHKkGYZ?<|J$
zMJt{$tZOQ+dFEsCnIU;UOYrODSYapO-?_pu3AdkD$z0YEcHjwUsNBPO{CAtj2X>F5
zo^~M{cc+5)4;H;+dVKNNRF3)F-Gbd8?mXVKP@ZZ1IoFeq&(@q+`E6C~GWDoefjest
zcHGVB{~7f;!tVCct+~>dHg;a0+PL<^ZYIGs4>zkZbqR#-K5?wAK))$YC3UN8d28TS
z+t~fua{4WI)P*DFnJ3xnze(6zeWP#5P4{n~OSpez9eDmW`Tw%!ZOn$uiQ8^3Ocp(z
zt5fo`)+Z^Fcg^Z)m+YP~wlUoPE8}x>&1%V@u;N3uo8K;O>Q!Q$!Q{i3c1T@HWy*}>
zzhCV>Bh92d?SZ9`_>I&p1~QKiReRm&jB4rLw6LFB(oybT?}y5Rk3Xi_skFrSD{M(;
zzV~Fuf%_|xW-`erizLY9KYH_L-}6InXFM&Jwoqi?nWwC(7Ls}^_QZ$voaqyuTv<@O
zbiZ$ftXb5LO#u%frZ``Tc*|JzC8T`<`?i*C4-6Rt8Z;01{E&ICeMs|4>lT6Z9FE`D
z-Rm?DSg_j)ty#bRH#awTo!$KJlTR-B|84vJyY-Jc)vf-YKX>kz{O=pbfBm{6dUN8u
z4^gE>^=~#F|MPr){k_ijvUfkKnaK+^-BanEu!id$yR&#iHfMD0ISGN#Gb;^WM(<&k
zVg|XsTtULTNGHcaVQ%&z#+ExT6F$gvc2C|dq5uE+A$iVt&by|!wlM5hn9}mT^4b62
zH|wpR{l9#~{P)TFZ*2d??LMdfTW<HgH$w6r$Y(5%eYh283P@a6Ki1O4eAGtWKyQae
z1*p)|e>dZU<vnp$LzxNpt)710#d3b4RLqk#4lT1Ev~EyZbADo!&GqvChvI*K5!X0y
zrro(sz{!ID-i3t>pDQN+IB<7=*S!1Y&sK1#^OfvR`yeAZm1n<3jq{J{hvlv1TyY+Z
ze5|Z9eohc@(l{XUpxUWZy!`sdipg19cj?@bGMjLwHql=~@X&FAZNW*FNk3)(?NhOF
zZ*zGRduTpaJ-gz*{RLqj0S)Y}FauTv>}X>;^VqjQrrm4#f^(1i?eA$``+Uh;Ke4jL
z=IfQ<f3xp>QLE3*&6Sv6pIsp^Px*J2=s(?uuMdg0uIHRB(e~isofrEZK*dZ;4Cft(
z`A6cVH3d?aw7T?v-1oSmFI1m7QS`_OyU()kE8Le`JvUubadOr4lojH67Lw~Z)0xFC
zbYyu+`tK00z54P&u8K&4yGw=pk4XgzGTh?An-;n%s@8l7uK%&BV&9LO`<E~TH+cSV
z6Nv9Hl5+Chv2Nlnr`~?HiU1K7`9m+A?g-wxv8-v9Um@pp8#{}`n;gGAZMzUMzf#3#
z_4O+o_9&)UJk#V*Yd9hF<;C0g-|BPTny*jYlzvFvc}<9QpWd-(C#}4lQ#_m)vVO=v
z+`%BsRq#c0iMZmy_`20OFQi-RmG-=wz3=G%g01&78%p<cePOrzCCOEwF@xXo`6@vR
zt`A2=xBX{`F=x!<P#3spGVShRvv*v@6Q0!SL<_Eyl1tg%d#purp~jpfNfn8!d#+Y#
z9B^)D`t$71<bS8S=Pzb3ei+=qs?x;!&}T-mqn_c@OB3f6X|ge@i6ktaaAL2o*_Xnc
z56Snkuf!af_kQoQt^exh{<i<8o)y2C!C2l-=fqiog!&I}%i|hq7bZPBm+M@&_Q<u5
zcRb|Ro~fHI_QWKrh5zg)<Aq*~bs7N;`=5UOf9L<v>H9qx#aPs8xISo2aylit^T^!G
zixxC7`7l1S{KUHDpVr5>4aa3U|6Tw8?6#r$hqEFH&zzYIUz$xbzMNbsc3Rje4%8c(
zw$td@+j(3P*CSmLk3}Bj7I;vY$hm&5ak5=;*6flVRvr2Go4w!JY)d>@<Hq#*Q>*gU
z_d>7!2Y!w{-q@@8X1lARtipk+YO#+$?<R?y*XQQ`He*$;47a7&b#vnbXE=Oow)H->
zds@r-XpV5s6&Cw#^O!{vxIWZZ`@j69UaeNcwc+=VJI7uuWcV!evnfE}-|z4H@BiO+
z@&A>tr&XT1z3<=i;ZrZz-I-r6wuZW2?cz%cw=iD6ant6e{j+=>kI#|1eKSCJ`E$3F
zNfFESO+M~f|2kX4an9DDl&9Q}ZXWs8!nfviQ11JsuRgtA`FDlpil?H+(@Za?@)QJ>
zO7COwO*~!4pL4$TmbmX$IoZ`&_e~Y1>UJ12-InlE*!-(pP|1u%UPvx<4%c&$2X+e>
zHa}7owp+*$t#Lpk;hBphd(T4KemB1qJC%%$HZLzNy<(mmB0OPvFFVJFnUl6|2{>M~
zcMa#nldHv^D{Cit{d>p7sapU15UX7_%lgRh_otI*PBq<f$%*0c@r{~Wo~$ffU!EhL
zq1_{Jo_Edu3u`&1{o1qXL8H;Mmw%@p{bwEcTYurb_(Pj+XYH@ZvY*d2J*&R&LBup?
zE`vVz0*9(-i*<oVnXc_m>*r_v(P+RJ&@l4@C%D#lW;w}n;?D^y#BQ&dcwFj;Zs$|u
z2)nPKM!se85uTvstA5V<Ds}S~sFA<Z*1#yTspe{9o?!0RK!HuIr4`G#ivmxy3p}{Y
z9@6NyqV&cML#91l#~(NK3O_v4vpDv}rCGN3pI>pD+$6u~oTt?7OKlzQg2Ff4m*4na
zCU2^7z=y%-Tcg24VNiRA=}fUovC?P7#swLHQ7su~qyl5bX9+A<U_AGA!m?E5lFkOL
z3sDccntEC0-3|^~dwp;ByCb5?AD2heUA-Yz<8imkU}dUB3q!uGL&NdV*Xw&12|jRM
z*n51M?H;qmQMYbK#2xwf()?J96^r!?HmA7I?7meBFV?(bnlGN?v-;h4WswACVTQ@J
zp!fqd7Ps4MnIOZ-8xtTJtKHQ$ZP~0@Ws8L_hQv*LdSw2;AM!u$TmH=Z-}^HEt-}As
z+*_?J1%Izmnxk=WM%h{hxw_`|8^@Fvia37#CGc~CL)Ny9r@uJ}Da8nWkm`upz>wa|
zDv?~f+nu*%W!;)o%jGFIn{}p6mGFIRD)3j^ebebVTc*D#o5Q1c;Hm;+*zXkzH)a_9
zUf6it@lIG$ZNfZjp=ZC>{Hu{uxp?Ck_d?05mTbp2_I?gGbNT*4i}i++;v$CN21v}_
z3y9^OewFo7mv+#SsQSK*y`eEIS6R+8GQR7`dsKS=&P>6Fv7fzVpZq_!iGS_?K4DA2
z->a4#Q_$l+UiD@XH`AJ358owAmw&8C{=ww4VZOd%v210CQ<V6zlJCzLSu5oGce~!@
zDmd_dOK!^NkQ;%orNxE39*Kv(&e%V(VM5rHjyzY@12^2Hi`^Rh6&Br`H=}sTDz&|x
ze;<BVTv7h<_6@VsU(2>_%uRL@*|_XmrdCFd(Y5Lo`^8yjIJqz`V}PWHHM?)EEr0pw
zy4a>dZ$Uky^NLv~^<o*h^*BDfc>DgH&)hE;{r^5(efpZ+U)KMo>wSOxf7iKv=LF%c
zE>nE6uNi(TRLWyKmcQ=q(?eCUoo57CXRMfZX;Y@-p6=tTcWHlYV2Zi;+MwuW2vcRW
zxQ&tFy`@!OweIa_n(1EBvb%3T`=L<fwNaBxD<-^iV_}*j^hd5}XA(<=wZoI{Lz8CR
z$_Vvflj&c5%;ui;Mdv#ImXaf%cFR6m_S{zHx5{ybXbl%oBVi!}C@H=ErgSwX=U%Bp
zLwZ%u-_IBJzB|Cm=(at5_a5c_N(a|*d}u7l)Kl0hao$4VKzVgcNcx7F+7(PbTWaDo
zDz7ZMc`Z4eUF1RF*UDdPK1;hD<T!Od-}Z3Iczbptr_Syxt(&J@+5X#d|H^d_zO}_j
z{eFER<h<RURSe2yS8l}F&ii(V<3rD^Ce6fs_0gfRaT^w8Pn&+_yLL;C<=I=)vP`e-
z5LDQ|O|{C2qs!9x?3Lz63^r>PfE_K8z_r08%GV=as7SAOIZKt(pWPmd;=bJWkP&~d
zxZz`YZsK)D#&s-bWOr(Bc_fz5k+*#J=kED`Plr$6`{j20tCHq_*Yc|mi8AJ`baK3_
z^=_S&!hzjQ>(9HpY4o+}A7IhV-R8Z1`LjK`Zi)vwTtj7da#dzNDm?qg@BByWd&jb+
zZMobky~Mh|J(GK3Za)2r%z@BE;oDcu9#t$@)}$31*kD`{FKx7^wYGi{tHj2%ZRyg#
zUpUP*7k=e-&@OKK>Zq*A7tb*Fd@g0kx~+b=_wvy)_5+m-&Po%5A9q}9;biBoQz=MK
zW4;|J6m(AH4}<-mhw&emr_KNT|FiY~<?%lr&UgM)?%iPcFM;>>Mx`fng@suAKDW(1
zF_-gxEu-6_+?7kNZxf%!7n4wxbtgSI_JRzTa{m;D;0FDcDu=+C!t5+Nx_Y<%^tYeh
zYps6D;(i~)e#`$${yWS6a#1&bw(qaC_1gXNKTfQ-nkdYyXEwPa?{eek%Y_F-)G`jr
zmD#CC+>UC!@G|1ir=DC-ll^NWZMIpe_CMVmtMxt4ImYbcE~5*EN^2Y*W&K#w$q=}<
z%+fw*!R$8*hRm948%s|t>yw%Go|Dz|_`9ZrWYLn}>r89z3+>Am{jHu+trZ)UFxg4+
zcJSf*n<m|_d(IfQZGXSRhPOX<i#s)}=5Jz>VKP~|{mPA|Hren84on`L$5%N;$HoSv
z#|k{~zq0Sy{;zM}zj<@Te9y=Dpa1`@y?@p7-}?H)`@hsbO8&i$W5d496^d6rY}cJ4
zBlf_zIA|fmZv6whs&6!U*=Uxk?|pLOXR52HrPqv)Q?9yuHE14iEdM2~kjJ==Rpex3
zsZ+y5;r-w1|L?ea@ZXv5`epNqJsRG#hLo<gEU4r9b@$=+2Tpb>EiMIXqYhbWp32~`
z7D-^$bJK4Pj#+T)+JsDZy@2bxrlijg`dofg@4)-IZFg?2oP7WD{y5)vuXop9eECY%
zsb|`Q8<YRem?f>Z@Obx*pa-f8ZfUaq_{CXpwQRM~QJYtV|L<M-vGneXsBlo_&Gq5-
zvVH3}2QU3qyj)<~g`e@$N|!koc{E&KB#^*mpy;y5@<6~$otm7G4y{X0r#(zrBTgQz
z>HnzzT}Ch=BxMU@VX;F)YD}<u$=kWPnSbBDc_aVl!1>)1-h@|$h|f9tsVO<x$XH;4
z73+^Et^&mc4yR`-8ySlKOOt2)A^4IhcDGvWg2{Sijn^vQuY9k2>-oFw4CV8FPZW<U
z+sR$>XjVz%I@i0bvjo0~<g^?r3r<_JI&NC=q0nTP4y|o1Vm6sgOn3H*T3lTGDD|iy
z<2vrMdbcZEo^IscP~-EwuY7x6!j8vpy~JM#9&|f+u#(?)VOz3IX)();&;_b)p+D=w
zxwv{cwqL#RLsjvs2bV#2!dy<Xkb_Gq>iJhqHP^p!qx9jj5Bz)nFODjDd*i{m;!C!-
zrYc43UMGH#%VJsjp~5LYCkT8I(`h-}A$s_5-OlF+_Gxm9#`4Z#l40=s(=Kp&j`!q$
ztC^TQLj%`8TE(#VRqAs~O_oO~q8TA`t=*M;EmaP9J8`Q&IyqbMfJnlfBUT~hDzTZq
z(MRqVKj7}IIM;ZjF>}Ht+dM9P>kqT%n%ZtJnZx~cM{&}}<Ml89eJkyXzxmvy%liCX
z&3{w0FDuMtKl8luc;oB&Pvva4yKSg>toF>=iR0zI0*k4Q=RYn`J!28Zx=ZCpTWR<z
z2k-CC{me52<M!?;W>i>xpr+#;hrzD2m=%=|kHuKtyD`m7CE}49hXJdE`MR<%HLLhI
z3oe&5>pd`!s9wS{gURON;-~q-r$6)kNfWk6m*<L`KF?<9j^anRmhXRH|82(gmA}@s
zv%XB4X#ctM{BDH<s@8wle{bolol~M9|LpA->$Iw=oFJ#MR&1DdUuo7E=?M=k-CHsk
z#TOrU;=H|c{Su8l#&<rID)Lu7e_T4cx|mVn)9sZke|=A0->q?A@{RS{hg4I3Y*Q95
zR~O)ap9XTJZWjA5i(N_w7;kS`y5#vWZUa_{2Rk0WZ`!cBTH11oaP7i%tJ=0*Y_)#q
z<Tpj^-Z{Rrdw$ygI6uYi&P%b{`n&{@V?|3j!kB)q>8*_jF;y3fvADKO;Dz3{Y~g<M
znf#oJA`dza9DTKuyWAm=V`b{QvfH~q3G1C<?%|ql_u@>s#?kdw;tWd1{5UtTB^%v7
zw2;}U$UozilAg$e*SZG;PO#M_yH4lwS*f>vGUMdm{&qo3K8)WA)>(?y{E00o$opfR
zWpS`|!^2y5espW^uZgd+Hg8guFZ=Z1|KHC3-6rPy=B590dV0`$UGM+n`5z+ws!eC@
z2X%EB`}krrl9i6JEI9Um7I%8^8trc>{B>oo`>h|(f4BYLzelIz-{?#hOEB+BU{%=I
zUhnqE=3bUenr~stQ(l{SX@~a9G4*^tzVuzvn@J3-H}2ou)T_#Vt}%syv25b&57iqi
z4Xa{=66CVYKPgT;5%(~y-Z!IUC4+pqNYiq0XBP3pGU7E8xTE<0-QozA-LLjT?COIs
zA)AM7Y|9<B9BPc3db^aFY~(M<YW6?BmL!_c@!r4w5C5B@`lm<F?+p2{SSH|T$#p@-
zb&OmeOvMxCgr8$PHp5!|faTS@SC27HN}R;RBXZv6^O^Vdf4^L=d>D2HG{CaaiBXM@
z<AavmaaqrWnsaO&6to$G1=g*WlU(gA_Fz?F^p23CI%m}xOnVyYPsP?9Sk70{cujo8
zZbn^`@<(C`nr|+?d=^^!RJ*EjxzQF8=9fL3WeyG3cWo_OnfJ_{PwdameX$EP58T!|
zD5Ar6RpLg-{`D*?Sib8mWazH=b>8mxo9W3@62L8YAI4=2yRF6Fg&YWROt;-;&)9fR
z=$qo9PDQSQ?H-)$s}i2~a&sAQ@vZFIZJ8J(`(u%^_zLM)PE|a*`%^=|9PW;8u>UYI
z{_UG9|9`~3-xYs%)8Q*`isz=juiN&<>tO$yf=;oW))h9&bCTly0vkMAnC^)EVUX&Z
z6F<qT$@J=jVs6$SQ^VsjEfo%ex{enXFbKyqFS!`8K|^Qp(@U=v%Y%0;i#zt(op~3d
zzT>82%q$kFA{%PrJW2!~>{%H;@o4hyc`F%SMjx<x$H7_iY)9o;m1*opcbr;yH|bWL
zzxK8t^SEFAU&y_oQ}CgXN{h6JNJ8v~tou4P;#_>8d%j%YU6i`5I9j4`>4SEWJ+DN5
zU2xrS@ADo1U11*{Z!1U<o3|=YL*&7V1q|u(4#zes8CNc3a0;ng#!&xtb$qEqljZ@D
z2M-+?)w1?IRf|$Nzv0aRk$I;%)hpgP`RZmx3w`}_PWS7swR+dB9>4l&Y^vNPV8K=q
zx%RsGi^A=@!rJ4GcWy|(W+<t!&8)9Ajlc5FAuFS%-dR=gLcf>GH8Z?Ew%zmLF;-TI
z2kjP}VqxcxcH4KV__0m?wd8RVL-RSC14g_->_6|{Oj#fG+r4!~6X$%UKN~*o?ET2K
zfm;X^r~Hy!2CO&u#OJ&ZvQLsfWVUo^#M!0^hc-!?ZqZ-r^8FA;0h3eJ!l<O+iuv+E
z4d<sG=;biIY-`E;Gxx!-`+m_G(KA;oF6W5e;w*CY+x8E#IZv*fWwXA0I)jHPCa8Gz
zZXq5u2DRTi5)UnB2-ed)z~^DWI>WLs!$4l>>aFZ#_9W{?Q9R)+(xS=<)e{_UPuRSG
z#Uev&%9IN{ng_zdmiL~So@=P3dT=dcn^tecMbrC*dMO|8YU)JyJ2r4{bDihNn6@c>
zQ##aeJ&55q4CI3v#95_}He`Oel(AKpv)%20UUkXqvl0)Z4nN+LkZiw%;r6u4ft&kc
zZN9NcvomvSc=yUC$?o%=b^fBqtln<iqp9*(FhT6lA_n7|#y3GjI-1kDxHd2g`7oyW
z$w-}PS8>>~rX{sC_rxrIz1Cpmgu3&Znu^Qa?p(56q8HJy_Dkt{li22jSplzK*e~-H
ze-v}z4c7}XIggKu+yzI=9;XE~%zQKR&CCy)2c~#Kq5)#8OSvlFi*vIZJhruPwdmb<
zc8eA;kmgig{`ys|*)}Di2evlfn4)H~cecH<+o$wHAW{0ZSKoBgSGC9aBO6{<__`&)
z41V0e<ijYo^3Uhrk6tppuYF(rpYM?Lc9!6VnZoV7pA}hu#5qiTprdl5ea+1qCdtvS
zZI@l2X;2i!lhJ6?>(LPYW!uf470Ln+QdRf%%004I+Ojb|Cn8Z+ejCGVv6r=tut4wU
z<}zTFSi3IoVFQc($8+~T)E7Kv|MUO5_GT5Py2|oX|5xAN`?mgXvA-SDg#C3tt^b_=
zH~skg;%<$G7JkVy(veqncW$n@D<yaP`pcIkV!KLM{WLVA&5AG1<IuGJW}(FB_jtD~
zx8zpc+hwv9xs3NUb5azx-)1!0FA|b_Gvw|)nQ08GclMul67J#TftFBZAQ#OLin&w6
zf7H}z->2#+hunMh|Nbif(_GN4(J;$zg=$Wt*tDlpZ02(1+U)0fnY}Xam~qA0<t-l^
zRy^A49_1%k{NqgVo;?2k{>1_bTl>T;f-cqC9I!c{_2F;m>g}D$p*pL>RX+R^i(_Zx
zQ;~LRs4mp=L0HcZa)*#lX0Hg>!^Nj{7cqEAh$|GECNAyXu=FBR4D;(l8q>mkvzMxi
zTzS5hOLNb;u&Hv+r_*^K+4SW`UVS{VcgDF#8}A;QDEIorLe+0_QAv|0Jh*K4obj4r
z=XX(7=^N$?wRER{xWySz%b;9!e@1QKF{86q+mhK1orQJi%)#B!gKiJ<cAhEyaW+e{
z$WYy_eoy5Z%>#-oKhlnw9J$`LNj=8tf+Rf5SRsxE74Mv^H)=Hwth#Y|)dS6+vBAOo
zJB4}Jy6arr-~RsB`v2)&^$83d-E{(>0;7;~8MqJG?98}~q56>6zQ?T>1oS>u2%p~#
z(Q`aJUUIR>rWfpipla;8C%70)bYxT$YIR>A^+Dv={ydJ<9^*2737)Rk8@TEO#QrLP
ziuMgZpQzja+<xBn`<>^l(acVa%NVR#St|-S6qmeqn#)iyNws#7a6|X)<H@p`A`d<=
z`7CN?T4P~j^X2~cec!i&Hq-p$e|T*H$kK^UjAimp9IP`q8&29)&G>M)UH3o^<FY?N
z4Ks!3wt$)w8VA-LN;%)+59$xFKbg+-hUZM@nf8{1b$6!-l=pB-J``&PrS^VCwVLhV
zAl?re^b1e4+aeG$`CIE6gEbQEd-#M@AC`24F4!EtVqL6=UrWmY4!+OQyAwe=pMOjP
z6;2JBV2yIw&zxCVf0)_rSNI|=xlr@W!@@gEZyb+lAL`}g`e47QoNd8Il~g(V0>5Lo
zC-O?&JjiS1bxzt;Cz5B@<(tWU8=k4?P2`<)RHrXa?2wRx$B_qYy%q_6i^abc3Eg>a
zcp|t+qMt*s*@Z_!p@5N@jnmztP1)naBf*`FY#bNDW&f$ypITWrw{GssQ@8)K*T=<`
z`j`8b`_}(m{p*!B<AynV87vx~d|*AmlyGo8!wi-AE2?$tH5k?{V>rOOIQh?9U53LS
zYH$6Bx%Ap-?n8}FHCo=@oDHl8ioWf-U-W}1fpNowa0Z?E6}KnZPubx2j_E<tp%nsx
zbvFLLpFTdo*=OGRw%Coi?{RUgSg)I=&(4<fY!bR_qZlk?iobm4I=)diJ+?h^@jnrU
z9T_Iw`;W^cUa#!&TCZkvU*ueQWA<bbKJFdsyH~t7dG%l6_R*jGl1Fwk91y)ydT)ge
z!!+gzo6}D|^ai;>{DU^bH-}H1pW2030&Xf-SS{Y)uH$g~$TqRJ*I6oD7z<dBbAQ+=
z=BN{W@dd+ey_d$n8H{CSvn<|ab3#nEA<oQd>HE6A{p%UldootA-*4T2ej>Bh`{emc
zK2LHl=wG)$cgj(t13y*oF8AJbf3e|#%4;ty*g6*PbzLRG++e<9U2e^DS4IO*K8JI0
zeDOjIzvGXK$Jcz^@67SdQGfrRPyf}L<Nq^CELQ#gL1|N)&XUZCthbE%4%%+JD-7rO
ztnSPFdE~16KeZo6mWwwnxBHUw;ovLvrs-n)WKHV+Rll!Uw2?FBaBR%wN#@_BoTOu%
zXYXk@`*lI=Ex)Qt!Y1dgc1DrkA=~=?ig8|OW9af-yob5Ln_-2p)Yr3*<JiSw-Z3TZ
z(7Svi|1G291>P-h*>5&7PvP&4;`zJcz2&LmP6mn6<>#*lY&&WFx!iZ*+wYRPf=A{*
zuo7RyAa<bo)Oq%X_oC~fV^%Zx-R2XBKk&CJD4&O6-;$IJ+ZQ<;>t5?HhzWoa!z6}?
zQXdnkxeRrG*%OjCn?!ADoW4ZcVUl=2%k&FkaRp|XAqyXJGt{U46?gpS+s|76?^w-;
z#`JmI_kMpdc8oY){_kn<!SecV*7-F`2}TB1N4D-+B3>JBWvzCB?fgZx**xys*$)W0
zy=>x}oA5XwWA6_8+ky+XUzTN*I9}eOE}#5GZ_B@q`#;o9U7o>whi$^frys3nmY)$n
z_T7`^fcrN#shw|L3&hDSkjsqV+rPG1;{17|SEdi&ne5mo%D7uxvvDu)fy=VzuDe-_
zGH`dW9AHZDWSHZ?^nm5VYjcLjs-L-RpIW~9Y0o0@wSwt@x|_I+nuoGmvK>Rg{oVJ(
z|F}N<_(1yp|Euz+<NjURALIPt26u7X50{wL2Qucmw=>LApLgfA++y!72bma8^4-eX
z&+sFRv0}=hnD@*X)wvSO%0jl9c;2>R{J?mye{F8gYvl>^b{tiSP+gbZ^7Wz3W;b<y
z&I4aNCf@Trp8n3Y_CMb#_ci)^=Be07luEK5n5WM0KxW^4yWVSjOLz{{@<r?yVQ^+r
zV%)$GA;h3Qfx&|DPZjTh(&HKDIZmZ-Zc|!ydXci{nXqdNGEVs%`_J3ie^$SJ@6V6u
z=6~PoFL2N2IFNB$R(gs@#t~+Qd8H*eQ#cj!_#0Gv9wq(LW+{-|cBpLel>&wW<74UC
z47v@U-ZB}y%81^7QSGe%wr4KtY!7bn?sL{W=JB@q+39DD^K7PDz1z~R_3pQ*?C#Fj
z7xp;*D4ly~eSdG7j)(gc_a(oQ7z}3H?vG&5Q4nI_Zct?`DB^6Ge0Y63!=CpqWY0fd
zny8)3@ND{Q#p9=aPfxcz@U7<l^}1iT4OFb=2*2TG*e+B2olR2Dm^DEqtmusY9s?^8
zhI028B{LRY{5~yEutA0)$eZu06~hk}gOIL(d2X)9cQG7T9ahPI_G_%0?5|+1#(CS#
zFRb_(!o(1_srA?QMep)H^lWpy^V#@HWs6e5w<Lywr)-=%!V1r5h$b@>JY=(TV(5`J
zdKZ0&-(=q^=b6^OkA{~kr9N~1X>@<3`Xj4pw%)%24>1?;y)|0CM82HA;bDbZq5Sb1
z4=b+R+p#ZHetzRVrh=j$UxgaZD>W?2ESY1;@VNEzN2VjUjo1^aLw>yEuh*$KEM0U^
zJiPu9H^c6@W!06@#~5l-O5`SPc=6}j--T}Vuh-?A{E*8mxNzs+A2mnW66U?{`kOPG
zE$1m`j=1dp-^C2)4>J_Z+r+-v*Y&`wG9`w-wws|j(jFU=S3P4pAF)l$kg2}y+zO4`
zk1sycTgx0%=)(DyyFr(+L9bWp9;3k_9hp-y4RcGI?}gPY*JrR1lwI`r?B8|4GdxdE
zl)7KsuFv3Bo&B-)NdC@8$}xuwV~_mS<!CT&kJm_5xK+$(FvXNXd2;#_@2HdN3~BbC
zPfp+W#y2G7N{v&_?XL_CvjaXA99!});L)3Np~v%cJ2t7rNB(}wA>b~{VAJ(KKYH$A
zQJME0eWhIgucWsg+P-panCxZKEJNX+b05sfncR2bg<zGxw&i(I-UGSTo3|JnF)Pg5
z(7bETpPdpjlN0UKx_dtSeJjLJtjGN>Vg+Y|=Zi?o?T#m=s|b8)SaI_cV?%n}Pd|5F
zp1*Iu@+TKPTfL9rgOROF_B007x-*qck2NiV9#_Bnz<Qt{CA=U-HBO94V9s|=y}<iv
zf6^B)STO$(WpH=)zpKsQcB6R5pFj=aUozKti<|c{KA6hEaIg9<^9F_;Ec34}%Q^j9
z*3Ikm6vH~{-?GIX8<`s<eP;c*qjs)5^QrQRfN$S<UkE*ayM2@E_QE}nc&{-&+w~<N
zlD~F)^$)(=EcdR}RL;?sV~~GjAsrz7{FTVW9eq{{@?wqa=I><TxqgvPFT<|zps-8K
zB7^tAS)2dx=`y%EM>#FF{w&hqF7ugjPt@lNVSl&Aw>^w|_^aJc_vZ##(Nzx*o{r_?
z-|uYwWahKGBJWxbi!-dZc&2r3am}6f=iCl8jWX*QEZVZR-uf@_$4-mk&L_DBL8F&5
zgf4yHZOCP8GSoeBTi}HZqu;gj%P+Gt6h!~~5O%b)yR7i+_78Sh|Jkb7{x!4yv9s{F
z)w;zQ`PCPU&fVse319r}aK~G<kbMuW4mb;b&cFU*k9Nabp}w=q`(_)?o4WT$4C~js
z2MfcMmHwVHV%wpZ!gT+z?YhU+As=JgY9BafCEM=suimlmTEjwy9d7);;`|va<~?Vw
z;6LE;@8h@fJ<qKkKmGNszLNPs!~NWT#vQNTy}2Osz?$tqZC{J5@s>Hw{O85{^fb5{
z-p>pA(yq?X=XcHM*4GD;JEaWM3xscf+Q;<a`Mz)K@42|T_H<0ykbAcI`Q>%mnY_1N
zb^cj6Wf{keNl~oFJubTiMQe+z2{Z5)cC;>MsFCMOIFvEF>Y7_E>w|)MlPyamzCFEM
zvpjCr=aB7H0@b#R4=S&0<hgoLF1@#k<-k710w#@PHfsIXLS!G!i)Q@rTB^bPjfSwb
z^(yxBCuV6kF&UK1S?TW*bfRG8Vu7-^xy4`QV}2j=KU;T}eSXE07at`26W7JunrKqi
z?#`H7>ijRjE6_&3aE8IeYlc?)FK=0EVx^GEl(5`}^+EEi%NuyN2AVw=Wk^03yo2qL
zu>U^mANTIb2fRDK=>G*xndgS8YFd>hyEZaBuM_Ng6(PoO-<HAc_U*+h#hmvYTFUUF
zl=r~oJ{F_WDg4zRdfuqUp9pi5oxbT?=lxqhN+bFW*xQU*e#!6q{@(7#k)?i%y}tBa
ze0}iu`3=gS-|C!Ff6BjfOKJ}Dg_%cw1-Z>j{3CaIk^Rlrybb=0S$`HE@(`+8X~Xou
zV2k#e>7GrkM)?do*k;6(==|FM`l670?v?9)iS-%``zABkv{vu-&RrYM@Mb2<0n1a*
ztoRM04*lP5`>C@uYk8=R{P~4)@>Z>@<^P}AD*xw%d;E^LZ!fs-|0x7DB0lSKhVjR4
zmpc2Dxu9yZ)*-W739_Ygma{Zl{&d#NeYm}l|8mo&ZILBkPNb~YXDI8edOf|C=|REC
z#Rc!y&t!ii%HZC)>BiS8h6C$%hQGdHrqcf2o?-WqN_Lh5_dFPQB(*PHQe|wNDQ3g;
zK;}=}>{pd3A>UG?0wn%^xpSpvLjC1r##iFMTwCmZKNc=L%lFc1TVZao9AiP_q0h`2
z?x&f&CVkOZ9lVg?Mu+&NZ>$ZzX{R^XCB8SGUd?}iW!}^t#vSjxnp_`*Og_ASH-pb*
zsas45_f;6S6{$^mBN%#q+PhPW`&{*fotav~>wnA+i2Lmlb66<h^6C3_w~{)oSFs+L
zq+;77#Gw4~@S5azR~7ojem!_I|Nk59#M(m>^!2`H@_kq|F?Y`vH_gYtZCk6(NZd5*
z&3#<-;~%rZyX#Gl%@TaA7z=(0G5lV$`+{7aG53~mhBei?^)FVccnUG_ySI4j84LVm
zIH2~@eaAQbL-Y4CKj3xeC}b>d_P5<}zgF<`TeA&oH5m2@GwgYKBJNiAns@G?w$q#W
z;5Jm3&@@$D$<$ocE3V%>W=%?v4M;mDW5O(P>$~P1?KzLHd|&sy^5q-Bdo`^~jZRJR
z$+^F|H1fK}>`b}u)r_g%MLs>XXNb<WdOvyboAT}Ej2l!K#2C06SPx9vxMyzfynD5q
zw;j|=NzFSJ=`Hc$cGcYU4!w)kpOw>?9w<2$NOOI7tnrKKz{3^!5$l)R|1r#;YkMdt
zdPkk^u4TsaR4XzAm}Z%&{?*`U_{)|cb}Q7ntXh}>+>v02V9;T(V_}(;IP*jf@61nz
zUk#EO+Ds2{FeNY+6eV6+_9pXCf7eBxBPVC=VSI2jyu2yD=6`scb#==EKdG~i@5lMS
zFPA*<ZWgm1!#8`*X?O3b)#T;}Ts!aJ$)E%EfN#gzhl~u@E3{^*Gu-L7@>R77znCHT
z|5pOHn>JHI`$@(VH`5g?YZy1=bA`Bjp7;29BzoGPg$*Sv37b+(1O<D|a!mUF9+Nqp
zIrZYk{VmCT7q;10C7xfX#gHx$SipFS?QKAU)q9n`!(m6Be_HXMNj7=HHdm=-7jj)&
z+|EntF4UVU!eGI_A(p9T_oh$p?Ofs}+I9Kuo?mi+^?OyzyTdV)exCes?`#W0%#lj*
zKyk(b8<2xeL%LZE5$8RAy8LwJWZ1@jV21&ym$fEk(d`>$oE5wqp2SaNcxiVkx?zs?
ztV`3CXC&$-#_Qc)oP5tYvinte8e>Lpm@nsoTBdats~bXOyaUBJ&P9jCn#(aY^e;4v
zFK3VNFP?OrCG6PNokt4!81Ma*?s1wQAbb9$luj9QLm_|E4?giLeq2ls*u7vKEl_f(
zayzAdO5STmQM&W}4S};KZxCwHyRhQD1w%Ra|M|)b&MsWTew(>R;&4*CgTC;MXPnRc
z7#(fJ7`8KXFJ_s<ZBh2*i;7kF$v`{j)V(a%4tFw0Oz`_EwaBky5AOoaRz~p;wtXCF
z(+$03Qg>$vE61q6dZJOn*zk6nsl4^_PKF39E@3GzJMqzirK42u{*FAx4{8jpxh)SY
z%@~-OqWf3^7T+j8$MisS@se%L7hP|Q$!eGQ6h3!kV#vGwxrlLjWAeUy=~AE5ZJ9p<
z#3y{xsIlF3`9P+yn{SZx+s@O^k{CYJwddZp2wM-f*)FK)$0Trqy=EL_7x*tgX+n--
zP30<PpB{mnV_W4MzKSf6SX};*QKCU?L0qWV)#}Sk4?ecfnO-flm3iG+fpgn`1~Bj}
zDDL^P&f2c{SHsiUtEP1cc5a-eG3BRPLhO;fGfk~}7!QapW_u~~w)gb0WQGql?YWz8
zn5i-JO_6DsvsY%H3PT$xum5xbr3%LnA_ue--Uesn>#DtY+WYF7%*|~V3!NC|9r?d_
zOZwG~RopXYaz`wBdFNMLJ3r?E-s9U2Y+TD}$)k94!s5KphTo!F1dUsEx18Vl;>PqV
zd0w#`jobEj@6P3Fc*^kP&C?I6j2m7_s4{M-SyZ#=&%&0STa6`n_b|N?F|-m-$Xk0^
zgYlZ$f+~T47+;nH5|wNr(`B@laUSUNIc;qsWZU?DD)Rz$wuIv=vIURtDGz3Fvz-<Z
zay{}@hlTm7$1#OE{go$kTWtC-26cJIvOIX%@g(6f(*qA|Nq<39`I%~7hRVN!0o!;M
zNEz%ZVt5iF#Gv-!W>Lc<BLz!c2D=00iLbjk1n2ql9pIbcn$FyCb(?q3nfq6~IF0N#
z`(F54Tw29b!q{-#Drfg|wgSctu&}ICd8NT{?5m$%=luS-YyRJ@ZBNR(oxZV)S?2nh
z)N(!prie5SR)cv8K0mnXpRcL)vu3y=XgB*c!vWinZQYOkEDmIAu`%=~RUgzib?wdP
z%N=jx*bVHI8TP&0Im_(DBV%`yPxm;FgbOQ#_RBt-BhV0Tb>?lZ`ilyQqlWoh2Xq&2
zs;#>-dv_LSJO!Mp#2CD#7_S*mdT;(`$@EKm_x)yynZvAN#<=je?6n=bpX(Sda66pb
zz`B9G;cjV9R9?Bqn=J<)?$C%{uyg5b7JFZ**4zLM{cnZLA9$}b%9XcVes|&L^niA6
zt@Y{_;ldlLUGKlX(^R|dB+q2qr<pq!^Tss$p7N?){Z)y<&aL|Pg3t4le=8?}9P@6w
z%s!BVKqC#?bs0A(?BEyJ&fReP(21;beAdV6sxQn6+`l#EoQ!OGb3)P4jGI>1v>3AH
z+3jyJlFNO=DD%GHuguK0(=io?OB+5n{Hm6nl%RX*dzL`P`ef<(t3{blg&EYBau{rH
z_iI)B{wJ$vMtahY_#NMW++)_rzf&Z%DsIl=q>#mB8+vm4CxG0r3p(%xs*%b)nG!si
z8seGSCQB&X`unp*@r>@3w-e1~GDI+}`K{Zo&mab_SPG`AFicZ9@J!Wh)8rdgZfe2C
zSDrGJRv+<QwnX0RM`3o*CH|EcGu|vM-n;Zel+@pwYdt}o;@v8Y8&ncCSA1?+yrWk0
zaRC3Tpz0?F{g(+Qcz}kQ_~Iw2Fm9+x5?8I)@SO2F<|{+Ho5-)4<-QC$><SFm{!UZz
zWLT5FgdyU4)FhRc?<{I8s~I=E+pgltlmN-Go*?})4Ga<Aqd}~B6PXh3W@8texs2P*
zXy!A9$xq(wR<x|~oWyeAQzvM^jcJoY;-aN&cBjM4q&_n!uUawN|K?=(-o9R@7aU)w
zoMbsr^o=RO1M1XAx!(T*81DG&c=wje?)QJQjFPK@%UBN_b_;K~=XvGzl@-0O)h2T`
zJbklws?5G8OE<(NP7N_il5V&>_t5>joBnltp0?v$)RX<y|1Lya%n;LGWvm(Z`$~<{
ztuHFCEcz!d4beH9t};zCvc>Jviu<`gkG%i)ru^XN`L(JQZ<p`?dQN^3?>Pxw#$#Rc
z?!M0OWSPtKfNxuNN#+&rRM#nQB~GS*65Dnm2Jbj71IY=~P8@u<sAp?;?)FsH#c%nZ
z+b;O5_tC7isr0zK63_b9iS26Z{<dD+pwG}_R@Ag>?!tZH49fZoPDGr`XkHh;f+5vX
zp7DpWeC@+u+qeBXe81u;|HW^51^u&sY)>^&W7t=FbMCS)_3v6{y?kJN$}RMhY4HzU
zlYn{qPjYBpImu@Aqg`<hzii5nHPQ{A|JWwat8O@F`1FN_Oy9%ZT`Nx8mP_okYDfh+
zcfAmU_dn(jTL0cHjC-!VXOGAN)}{xyH~G#<ZWO9Jvp}!?#&Y)3*tdKPr{$BrJQOOp
z>8@Y-oS}b@I>R1rhxI|xHywXVeqm`4U)jstvGR;K!?6?k53XA?xXsR9w0N<-j>Bym
z$LP0$4CUo~299r520CO#E;v!#ko{wJ=&pt5cf4Y_X=yW`Z$)t_`|<rQw>cN|axmz*
z_V}4A+C8`Ww%wXb`&;@(-BZUloL{q-F_qCuE!Bu|1H%n(&IVQar$z6WHKL6-y|vpm
zwfB<g71rk)a(QpJt;q3YxMRu?SFk6?cR`I-HUrxOHn-EVZh`AAtgB&oP^_|L<68!U
z=d29%|6bd3-TT+~z2&;_|0?za!8`6>?i1X@%2@E7Q6kEno#p=WT6PBe9F8v<cGk}|
z<{$hY{`3C^rB|%?KV4wh<8a@;e^cG7DTyBO2TKbi%lUeCZ+jR&(}zKa;ad<>0)Okh
ztGtVCdt|QObc{T=v+-|PM#-dH)~DNiA8+3K<G;nf_#->ZH}=1d`CPCh$Ms4ne^m42
z)YnG~@8~z?J&$v|D^d2yQT<%E)zdfUlcF`1V&3jMeAC}JgR@~b-+|q3Yx%x!X}8kd
z#P*<a@d3m6-!8mR%4SgWh&SA{wlBBYj^V@YuJ=6iDn8vk_-M8D!$0xzj6e2ivxsci
zsLgPWrNLizuJzk!rUx=seSL4vMa|jV{^#i4j0rw`2UZ+!U0l3+(v#mC`(OWxNu9|c
zVLwl+s=a8R>Ys*+b<QU*x5!&AcD%Cj{_+<2_{jgRDMkGS(LaO&>fcU3`2E|z2i}+Z
zxuz(b@#d4?dw?;nM_R<KG*5MQ#IZWxH`{yv`t|<Oao-_s=)e33AMbCrYaZEmt*-NZ
zo%1~7-z8R=-)eLISe~uke6UQPk-@t6+4FCf+lu{vD^2wcJpZG&H?EA`h%te&U~>GM
z8yEiZ*)lw+UboG2|KWQ*j1@+YmTqm!4Yp(WAinSCV}^g{!WrxeO0yW+&OPDZ&41v7
z_qN=`=vNFp(c6?JbA6a7EhxLy`9;KCU&e-=#o64)H;AfuM48GzeC(Fb-H=-J!*b7z
zI7!wEk_!$?GaTE~CG5UPO22`F@9&*ej}2eVlVv!3vi&P3<Mn%DR{!_^ev<Q{&HTx~
zi1)|ue`5J|_Q*r=9<w!Om8>gHa5m)2wC#A$@qEs9nTOj<xvZOB@0%{tz{q23kvDP9
zbF=&2x9X*yF0Xj09lf~VxQ70MH4MisW+^fFyX<+e;c4J}vsaN!3*^=3Xj>gJn9s>@
zTHdX6naRR6j5q2|rbQp$7IcgurnqHNvGw}ODJ-Yc8OpX>ml&LqPcvh`vF(^HbAjai
z_0e-ZmBX5jhSrI<_FH*!Hhi?)enBr;y0*Xbi}jg1YLgGI4=$QvBy){3?upktl|LGb
z?Ut{I-+z%Q?p(PogVMXDRtp5P7!22?x}E#iz1p7hQ-0MM&I9vnUY@>w+wE99*S?Q`
z<6Ae#oNMK>Zx(NSXI10%Ea>=Nc?I_(e+HTODJ+Zcb1l_6I_Lea#@xT0j5o@nw7+qv
zAADkDb#IldTi9E{Yo684UJNlu-*1)NT%0SQFaBHP-?S9TrCjH#`*v9|M5r<JwaimJ
z&tRdoq%aQL`?-JPTjrH|@%qhgFYUg>@+VO5sK5&@^(iGQW)yfXv($U?^Vqvam6<Yi
zpEf)%WAAvgT+m#ep@RFXj-{L#vmC<*ySRjEnVWB4-7WjpJO95OXuf2fd)fa#y_IYU
z=jtl=zTN9@fB5Oa?Phhdb$Tt2)>+jgI}3Jpe!HMo{q)1*lTlvJI}|3rm3WXU-5%ht
z!t&rC-?^V!X%<)P`cB_kct7|SgN^Iyo+-jD`HCM;^yc<F5PyD_qk;9nTWf{`vjs0)
z{=n04{1Shr2*Yi=z<(b~Sr1&k!kP2?klmEroqwlDH^^QtFS?@1llQ{rM@#N$P9rn%
zj9rs+Z(G#g^HB5VZBSQ|x!8DdC;Pd52_;V@erhiY*Lcs!@ZLhM!}iODH>)<+zj8hw
zXZ?Bq&l}y2Z;Sum5Nvq<%6^Aledfd4^`Cz3uX?q<+1&o$wLInz61VPoSScv9_osMA
z7br27a9Q-$9efn`IE5i*Q~ZsjGm+6s3HOUL6jK@2UAD}>Rc-5Yy;SGmo#on#g{4x@
z^EI#@ST0!Hpx^V&_Csf2;yLLXVJ9RSjwhdCoF~9=T<+ukl9;aK#moLYoXhyYNVVNN
zi}lAR<KLDJ3^|80Ie)t|7RU)yW!c(`ZIs`>+1Fj=T2*`BgU%UqV|jlZ;+h)z@^8GF
zw`jxSO@{XlZ%aCMZeINo%Z5N+{aKdhCo2`^e=piT_wSQ4;fIfeU#~yE=aZ~-!_9~7
zo$KG6Z(qFs`t5%&@Bcg8t#iTT*K)xJEKSX;Cr!3maAxCleu=v>zN`%sV@`d%z4k!k
z`HPb{{Jc3EibKA?WqA;=z|?B?lo*}9wU<21?ItTSa5q@qI*~Wul}r1KR71M*CI|VO
z4pRgfzPs;vvHng*ry=8qS&w6N+PCe}t*=ODkO-XKVd6E9bMM1h>m1*ET5nN0sQUAs
zD?5Yn0W(9>R~&Y^=d0F<Wcq#7J6Gtj)40eyl6}U5zcSa;nGfAb{oy`S$CcsP^swvR
z*8`57+vjHMb=-~dC5zt`Zw9sknTLtj=P%t{&bUERw#=$#4-dm4W7Y&d)%%xZ9#k|r
zTNa$zYQ2P`|7wT$t6J?hdtOHTd#Iwupl^BZYWL?H30_wnOXJpE{YzO6oYwH4m9W-P
zdH+@EEf-aPryk^H5M%JSwu(<%X_L+HuDnGnXs39kq2IzethpNfsZ0qy%NFxa3f%eU
z;aaZqKMP;)w0|4Jcj06G4URu|!Y);={V<W&eMKSTgx%Z)xf9+;s59s#M<4xFdrso*
zg-gw~KjgG!&uw=2op;zi`XA40hU1&#_VmAT)Q&u~-iIOPD@#N4k4D}F`-(-ZW_&)&
zxWI4r#gle_*b{2hf*H06v3%uhczp8IGMkiE(XE_UercY(!_exidvkHz4<Cnf`x(?r
zMTHx>EyUaZJbSr4Xsb}=nJ91NxtE=O^Y7;SU~o$BLv5C9NY6ywS#y8SDy_ZoMuvNB
z$LDY9Ob3`A?71j;>n2B|8~5CqmhzvH0;c_myt32hr1o!H#s^Y=?Wz_Y>wW&8tD!if
zT6ZyL(~9CPSNHr`sN&hb$V#kCutD37VZ-C6i~Dku?JOA_4$7sT^3GsNaBoszEbw{w
zz1s8i?76{TSpL5|zUFU~iBsf;O>*%Gw^ducuRdll$hq<>hg<)1v6zPZh01d;-g{ZS
zW=NjpzGao*!zl3;;r+5gvU7jRDlWLVDwX*_l(_s{2j6N-YbI}bh8+!liyBHi7l-WA
z;oXs=pWeR7LXDyA!S6R5J2t1-1v2P(PGYFI`g4-kZ5zf1PdlC%d+)Pg*rPJHz^i;d
zW5t`+of~Y<{OU0}zKw@rhWpRS)>W1@47Wt;)Vl>gKd;<hdHs*d8}sJBSzC_fi`Fw+
ze60U&m}PNH=3DvN-rWs<m+9PiQhBzSlc7Rjes7RJ3q!bUKuA$;^VH-y+h;H`a5rSC
z%=qLR^78v6ONPxC+Oiq$H}#+Q_!FkK&`!T*k@Nb$U$!g$Y0G~6o8^FwP|VT4a)zf)
z%iqgQ><Tnq*4CS16zRoa^EztHyvdCzJO>U7GT6KjW_Wz`+Z^YqHS7=e|Npc4`qTOU
zfA#-+Vk}?rY-fSyk^;-6dDb=HFjw;AWB7J^67z;X3y&+!f3bE?y<3#s#psuD?jDPH
zPHqe_nRGJ9i19-Mv)*Tp<+r{nJam_Hs1(@f_HqXM=efTa_lwIcdTGj#y!ZZwKRZ`e
zR`WhA;9OFmxkTrg&DFOoj!X}xs4(0!TD9==ne@jO_v(UXL<2zmHSbAF1YUfZRQHC_
zKzj;n-r4q^=>q9lu@4NK=1+3CFz3FiyGQa(Ylb%P#58ECI{w%5yY|y;fB*5>QNP2l
zVEc7OxkWn{DzDoR!dM{0+2HA2p87-_)K?3h0P3SMfcji#l&6PFq}m=meQlOIr+v|u
zwws!Vl5WotP<K{XH1UgvX$|Xxf^(On?|pkxx}*62Z+i)wk56{5|Gu{Fk8y1Ik7MuD
z{d`myrY$l~n(kriwlBIr^tny$WKho&)Z$n1WO}gVQ1`Vxfy@uApCupSzmnZM%~tc5
zfKYeU6}bgoX$(C9&jp(H|9$+wMD72ND{ro^+w9cev)`q-X*b`2#oKMg-T40hzp<WK
zh=GBDE%9&k{$mpvPb+L|U^F{m&SP-kKSTH48{BpY4W@y@Uj+`}<{2;=97xjt*2FK7
z;CsczmIcDIFMG$pyikGTz=wO9j4wD!`xYqgVJ_)lRACTw*cITf&=SQ`u_#LN+hKO;
zo)5?PnK=@yFZylaXJpxss^9Sc{2_KmAMUUAOZ{0LKo_v;G<;@etjQN|=&?N}pB&1-
zvVlSD0F#Af!ru72>$|5`<UT2g>3Gl=bMEu;uQs<sSQWZYx-;rD1PdH+U=l2>s;zI}
zcR8|Bi(#gZ9ajS5oGu171_r5uFNY8E%lu_vc)?Us2xBwclK*?)Ab;M^zB&d5hROYc
zhBf6M7&<x@YVBlTV0d3AGl?hDt$5bQbOr{8V+$D=7#tXw85kNs1~M@6Ah8Zi-n+Rm
z<16pu56$9-4O$d=5;-0!@F=%53phzQaVYXUOyE##X%^sf;!u=n5%?!@NT5xzMUiLW
z|8DN>$1mr;UG4Wf_Rg()-+$KdKfm|2&en3N%`3H2ioR*z{AZuC-gx3)mdP_G(6wDH
z0!|zsSL!?|Y}@0@d*nmXlsbVE=EA)bmZg64pRDwE$s+HWpEIge!8gQkD7O3vsXOa(
zLEw-f>yL(CM-v*N<klMtJ&^hvQ}ie2&1_+A(NjE@`H*{lS_Fg=;&ZxVDr@IVWO#r1
z{HZU`U>C9~ole&8e{GZZdB>?_V}=mH^}P&jk8Nftw(rj^HvK%~t#ysw^FlBC>m8}n
zUM!y`w135X_sjmqtM(f&WB7k^@$s6yMIU!WcP3X)IxZPBx8*PMDengLUZ`&rQp-86
z+7^91@SVHm4A<lJ3~hQ&(i8Ts%Y1*x<94x}?5+Hnb^7fhm$$E&uYUQwXUP8=9>#kq
z_h$v`9TiR8es-JlHq&N*>;C_rZaD4xUvy}JktCy-6U6%;rDxvaXIP$dUplN|Z}fuR
zEq4{J7XFt$%)LRoDfQJgH<1TNZGN4(uQ@%1QM3Np=PbGPC)T(hyLvzT-@TcW1@zB6
zz0JKrz=<PK_-D`$i`Q3F@1?f>-8{qFR`d<`#fof44#guTCk57&F*q{{{>eYYv`2=)
ztK<IFA51nXb@tn1mg-eJm8qMx`c`bp4w;%&ZZ)|#O}E)U51hjecHo~QuZz87l}<8s
zPW>DFbVA*u4WBpPKG!VZ)R7tV@c->#`+gsvhTn?5?Phk-4g3>6$|pZfTsKenwY-g@
zV6lt!>~nh@ITTwaFqAi+-zxe<v-oKLd^e?OO|DEjEdrYpOefu%aoUq>!{o{D_BAl*
zE9~bl<5aqQT=ahX%k0@!>+htR@<~72(QgQjd!{|^MeojfH0=IY93YgS*fPVg``-WU
zcmDk`YGK&VqkLeB_s5oss!ILYn;61>ykq;SH0iv6{fzys4>ljMIK{}r`|Ivx&`p|u
z0?s_XFh_A;;WXcfXJX6Dwuk&pjMs9U8}M%8<~v&%HaN~s{Z+Hz?VJDw$=Kli&eE?t
zmnxQ7FxNQVtiE-U=>XHy+h0nj9QU8SAhEqL^tiwSEqj+)7j^UGs=w?OV|bNwzwFht
z7mp)A{)_LD6ZDRnIeE$Ui&q~lcCo9J{wA4lYvY;?wsqZ~>lh;D&SL0~KUb8!?vL4-
zJ2qvS<pKu^4(?mU62YPPtl6mOXIqY(;)HyT^gTAtv(uycJJVhARlTnHSMqo$xi9PA
z>%z2ud9R(Pj`Oj2$zbk_?}GoOmt5WK`*;7B>r3yv_Ykn&Qt4@LyZMN-^28snl(`Cy
z&3O0IW(`C54EO$zN^g6N|G&8sYkb;a&V}c^_61z?)j$`!e)I9uoq4BP-1cykO8&Q=
z9^IKW71H}ZGj3e%vU7E^Ty^A=-wnB8d*sh<(|Y=-E^5n8*XWB@2aLrZG#?55l)ZV$
zr1D8S{MXEixx3_D>pdpj7J<))TRrm*>zu!!{_|*l*dE_ImqL4&d}w<TwUNo^r&4NH
zk80_%GF35i<=tk2;+}7qmFv|%+Gt+)RJo`1S+`f?fcu&GmB*OgT<UmManvxHo3G=Y
z^hbxia`)fQSPcrNwEo(Qmm2nbJoWtU6dmDO<@E9=LJ2?RPq|+DHof+X@UJ}&PG0i*
zQtT$bZGLI+I_qmz2Odw4emG<6=M#^j7cHKATr=z0(kZsa@3V`RfQ)<AuxN8#9Ajtq
z^mGeOHVfm<q?zZJ`%TJrW0E;t-kK6y6n7z!^~cS~@{K~a|3x<2K1^?TEpz!U!#sv+
zeOJR`3#m`XL+!1m&9t0YsKhAd)Zw41*<V|9zi)F1f4@|#bMdF*){fJrCz8W%ZL%?Y
zk#2sqKXbFEz3KA#@`3iMMX{wZ8+&hQ^B4Yk#gXr0dh7Yus}F9-1hK0eaN;oJ|5L!)
zeS6&^mu)Za+}kQA;Pq<WZG)upJk}Y7OCpx-6)WAX$+%44!%lwd1CIF8CZ?E2ze^hg
zSt}04?0stXYNDpXvGez%K(~J?<lcXzI@uVU1B)AeAM>oQJ+!O%_Pc36?<}m-n#Jk4
zRb*%Euih7mQ_n78_<UFJL6>sPR8FoB8+R7{KJ9W{=J{X6>zXwN#b*yy9AVM}`7%<G
z(QfnUkF|waJzw8dbAj$wT_tG7{Nd1Qjfrn9Htjqmnlw-LTOrGjDQ|UCZWwhjq{p1x
z$Hf*gZvn&S$A^30vCk9Tz45$LwZT8x^qIYlpomE8Wx3(<Sl+6wg{5MifKx_go9bqR
zy}l{p?>ma-n>|XEeU#cS=h-xmq5Otiu(WH#*|&G}JD+#)FWboXL1MeZb&I;|9l!rh
z;Qni`u=C@eX)EeKuVszkP&{%-TzH$4oT%{8`lk}JP8{0q%%ON>o#0)g+tbb#ajgD0
zGiLL#yn``obC2mSc$9zACjU>${k}IGA5?FfGX?B7Zev(Kdsph_w@2gIE0!_EEZJMP
z<<60Wj@EzWXK(AAzPL$@V++Xfpvq4%s?3u0^L4Ha+o;Xu39tV2otq@~CfCKyX#QKN
zeSHk!XMgRnwd0p~uKPAcUNGTC@|iLp^?z0ej71;Ve~fr=py%r26KCFQ{(Y|jE`?hJ
zoH|_Z?bvg^c#rGz*2t$eWu2=3B_CgKcwi=!8<w&C!?_^V*;no^I`2?ldih#bN$KU>
z*_CD!9;SY~o>{-9v_Up3<Gk`>pR+fgZ(|gF_T9d^Jb{sc$2qXz3eTm7!K+wU9R=V0
zaJE?$`CfBn9jNW_!*CYYgGv?y1_lS^hLz866q-5T*$TRL)q#Qg!J6I)rl4j816{y}
sqj~&%oFJ=M{?@<c;Vu9%2MKOq=$tbDi|y7AGeHjWboFyt=akR{02?%&mH+?%

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_while.png b/tensorflow/compiler/xla/g3doc/images/ops_while.png
new file mode 100644
index 0000000000000000000000000000000000000000..da32b553eb0226bfb1122c236dfefe151758b9fa
GIT binary patch
literal 72511
zcmeAS@N?(olHy`uVBq!ia0y~yV12;A!1R=ZiGhJZ+3R8+1EVyXr;B4q1>>8$%oCC$
z8QdOj&Aq+t__kc>?AzONZ*My`@1>{JD?eqocK_e%k*hb{vy2bjyKCqBXUn!&8!wj&
zD{iP4VE_Sz3m}q#K_CM{bC^KrALXo4Al3$*({@{T7oW*Wvq`$W?Q{ACyIa>Ji&k7N
z^X9F~k7j^qUvTb8k!5n4IO{AQ=L;rh?Xz#^m}T=?-N@VA%C>)}F4S;`mnt)T#Fmu@
zE$C$5)9Q5ar?EuaL=Tl7Ms}?WM;?Dn+W6v+7SzCoOP(r1C;c+lJ6wJcHSzS*Irhy?
z{u&}$-|P=$?X65sPPUt0UdIhJS0F<qz-aPq%?nrRfAtl5l`lW)=J)#S8{^**^HS~W
z%6dfCZC^L*Ny*)tmUX$yPxoC*O<vnJYrc+$>KbYP!d-74nMB{0DUEsYcRKgqZ{Z6#
z*_v<a-@EqjTV=EE>0c+Ev#Q=L<kdaA;?3q)Ob!be85kHG7G%!462^EmXZzNhwcF23
zoqW37X6?HzH}|}VOPVgqoVWWkUsSM6Y0a}q8;=&AHQ8pJ7yf14hSNPc$E3<y)OsJf
zr|Qc_%hb%MeY7iWwXbLfQ=@~4(8lUF%f3wRcGvDbW^(q=8vZT&3Jz=Tj9F*G$-n}R
z2$oqf`<Yiw*ZcOfCT_j?uLoOa8K#x!O_988^(y(zI`2LAJMWgark&x`?MiKJUw7&F
z7uUsm<oe52l<i)e&ZncBv32JC_v_cM&)@aYq&BDOW1Vi;g_EaMlfA0X{neT3^-&}d
zYR~Gb1)lyni^GEczQ_#?4VCLZ{<ds=%+5_0{yRM1VJf`!Ur2Ab_!SX0*;hq7OJ4nE
z{dutcW%NqX?n^JX7(OY8HF_MkWx*x~ZSk|ePGxOtWa`cG^Y!&DxVAiM&iq@7lTS*t
zP3&@AYZfiSCKD1JJ=;UYtC5WXlIS>0ywmE}&RDcM_DXO_#G`cnYbihWPG6L7zufW7
zBEwl%R=yX{aQoajU7oMi=^W?lC%@%aWC?SyY;icg)O)%auU$;zvFD#zn;qZIkuIAu
zO_k|hj@j&*zlF8tMXxKlOjd@RdL*U}_2ivLDO+!xcw5$f_@R&5WFNJu35%xthdHmT
z|G4ni@^_aMioWvrz6#NszFLRlZq2r5hx_loSs%5|vFwLomf^>Wn7^*>qBFm=T;nqF
zGPo6X{DSTD?8r|OUzeJdd+|U2vGvdA^q1GSD)Mu(K@!XcFZNjh8cViYykuMIpfJI2
zx$bE#5w2Hio!oA#mjAd{vF+K>c2kde#u3`3UWTsjy~*KzS8G1}WRKCCUVF&u=)2wQ
z%?G`5FK%47PS5<uhf~pWggRTyzUaj*h(Fnz8}|I`4fVD2CGTH)|NVH9;b8+AXdY6y
zpt05D%zvxdXT#JEKP<@maq-*7?DY{A^-tI6d!1kKa(BFi$R$nPfS^tnrJaJuUq#Q;
zx4$;mH_Nc<Z`tEZtUqhwxJz<ARId3HJtrjVO6{YMJBoa&s>JU;z4GCN@2{lCi_KTx
zH8C~S<g{dfcvFF8)|aJ^jb{2hWtw@zeZA(XC4O&XL$8_aTPn8X-R?iXwKIbJ?<|`6
zX2asx)ZX&gs9zOP?{lnTcQ&cjel<B8!qmGhv?H)@W%au{Uoq>q38wcigl~<pkL9w0
zn(wgSqH)F-7m2%NAv;n^K0XfT>W|6Ze(%hSU7O4A>G&UgE-&?VyXOAz-AfDKmK1y4
zzO>`+wSVXDeg6G->G!PNF*7%w^_twwZ@O-7T2J;e-fr3L>sh3}N}0|ruy|9rvu9g$
zX5^nKag7cQ-_02z#o7V>#$#C<H@?5B&aK>6=ofW9Z?o&KGym@Gj1P@FdF8@|1uT#M
zy}EqlX7ic8+b`u*H=p+F{M@#4|39D4RXcjhH1=N4ym{$F=;hvZyDik$MZc+E@c-oQ
zpyb)F6%S5zSS&EvM=i8iY5Di?1t0DIPk5#+{>Eap5JN=o|Bs+T=11y+P8TJ){`AP1
z*I$Qb1-e~yD0O?P8oJDFvE=mAPs?_1-LY#|RPx!3xb&-$TRN}pKE1`^xT^Owowz*_
z%%XE@?DB7Kn|AfuwKR6wRodBMVWF*u6aVgFW>{STF2fiun}kM`%<Ng@v-I4RX{^nT
ztW!#?Vs$P{m5QlK<j*|+{Bnfxtm~1vL767M7QMIbvWQxFI_1&F3e_V|igv!p?w@||
zOzl$>T@SU%V*TvUWX_-}R4QCLEkb9R(&7_AmTE$rrsA!lyM35zL$Wwqopxopx%bxZ
zap+Z>efCxKuU+TbPA|H+qU_q9X_43cHn+*GW4}COt@(GI8H-hxRMuW(WMJY2RX{5)
zO0)&)XxF$K&-(vQUQjAz+RG5T`Ty$<>VMa)Sssx#<>}LV-fz;RMXKJ$em-X0=-^=6
z@q0G3YIyLT+u>%8nNa7CzyD56&MwIhQJZ{m4>PnB_;H)b*F@^7a28Xe!_%FI>hC`_
zh9)(J+uOKXn-=+O(V6S_TKT`t&$hYN2YM9Rm<(*pUom!lNxM1wiN;LnGlE4eI}c0}
zo3$$Mj80<CuUfVj&hisq^)oQ>G89NMoWFDDefj^{3{1XjK|X<$au8pE$p!~z1_lNQ
z2}yAf5~2`7GVwAvXr}&6zP-(CL)ny|bLZdu-d9%h_eH_7|F`XC+}xI%Yvo;<zApaG
zqugf|AI*|KGA=*#XtDp%Ki$!H&c1&pp25)2nACGxUa`e&L&*_|^XH$;ncg?&^TRXE
z_qW*#J4MVo7xY)MJAQw~Y|FSkXCrFvtlaQpMR4NBm*VB0cmF)jF2&%mpmYDyDRpdC
zMdzNUdueW5Jf+AYc>mKm{OLhn8(->NoxkzN*Y52zA0NHlbM*LJuI_#-QL*{;h35Nb
z$1h-HVDr*!6?nCpf#CxiI6B{2N;f_OS7;zsni4bsDpYnbfy*r>UT}bbJkMbQW`e>5
z6kJTaU<FXo1Ds4}c|fuCV}_vS(qAH=_Dj(@!(&yf4XJKFHh)S22{1H1du#h-@2_P)
zS!UHY-F`bQNGM|-GXn#MiCrU`jSvq5gTe(46OaWJDiQ)2HB7t^(?O!*OpR^+-`+87
znwTH|;0J$F#X`Xhxt<CorItz$*5(}6g(04S%!^h`Q_$te&|MlB;vk|MdTPO<8SYCb
zgsy1P%4lGbaA08kqPqNYj`8fg&Aa#R{k{Khoy?6HGkv(OUAKG=YDa+5cq5y_1%@BH
z85qFzAd3_@IXEm}bXbrmkO4|aU|%=3IWU8L#9_j~Vbb&OWnrb>)C<9F^G@l{FP+6Q
z>m?(ol>pZE(_g0c_ReCvcdx6y`YJC-^}hc1p#ALYTbC@8tmgM+;sqDh@@uYUeYDSH
zsP|rwSfc;z?5mgVwR0bf99G)6w>?nK>Q+aW%Cz;rpsrzfP|POfwtkz`)QYEznS7T|
z5t``o^55_Fv#*O>T+U2pYkao6K|g-ql+&r8cw%Vyzro?~i>u|E7zHodYhAb#Rw_6%
za^+5ayApk0Ul*gP-`Lrt8ho1=85peQp4*;(Uykv?e6fr<ue(jPr7yDAF08NGllNj)
zM@z7_>T>gKOHW50^^rbVVz#WksVc2*`PbS!kMD`)>oZ;`K3?<O;;Lor<e5ERx9nP8
zy*V{Cd1cQ;zm{~RT|47;zU`lPbH}E&O@i01zkZi|c;(sUN=iaK`fFoXuFs2Krz?>t
zcyUp&weI~kqqDaU?!6gdBPGK5V&<Q?)eo=E{PTb})ua0br|rDReXst15&NokuG93#
zx{9YOZr|M2v%q6X!tGa$zgKrQOgk}u=lZ{l(qDUcjvNmU*;zhKPia==J@pIVBIbbF
zK?V*Jd;5wNyJmEsI&dZ^HQ&?!>2q%HlaYZ!*NSgt$mp}W&bF@W5_$K{$-|{**RSV$
zb0dFt@Th)YwQOeXuGssP5^h~PI^x#t_FrA6wX5R{Us2DmS5>O{tA3|--~PI2<A%Jq
zq0@^eE}wpLuhks?)aT}_m!3`X5uSMAPv!fg^Yl}d_wM_9rD|9C(mNlzI!a%<&iQ@#
zMh4s2+uOgqVt@K`OO{pD#x1i<&$u|aZ241HejzeX?CN>WDD$)7|JuHWem$3Yd*+6B
zo=MfR&}73R#lSLayW4fM6or(WZ8GmCPZOQKFyw5VmQki)r(S&Z-eZ>M*<F~p*FI0X
zct8Ham9JBO8Dy1YrR(0V&52vv?s{ZTg`PP7tBq~j!%weR;*nHXqOtXNNpFidU;mwp
zB2(Aw`Lioed%gSo=SM4EsxO+ixy;(|!k*gh?LMAL#b5hog_i8Bzx#RLUCWqzE3V#J
z@3!vN<^1!ped2S@g?ZT)eqQIffDu%1G&nFn;AN5eUgYPpW$E<j6(;Mu5+x0`h4^gj
zzkb#!H^gVo=cx}OCcU`6c0z|r|J{#YiZ_QvMA;SB&VIS>Zr@hLe800R%0)~BXIj@w
z28X=xtd@RfmHx9KW7o|2r)~L-7r(yPk@sZoKKlzkmEONqURF=eY!}a9;+}ri(>UYH
zS@yIG3@o!=GBAKLFH>)Q|LtpkdZHqpd^tYNWv;xQ-jnB-1V6IRdZ>OZGXGQfmi%qz
z-Nid|e1f%??_;0E9lt<wtK8#1?KkyS9zOPY(js%S`(N2-ZO{M6)Ej5_>#D<IIlD}@
zvxlQ%*pk?F3Yj=e_OpXKZvq*6_AQuszH!;Zkh4<~^KQA{efVeAgDH*2_O4!&_O+z&
z^h=ZKcVVw&nS65{KVOUXmCbP5zNdbHWUkO0IqSga+_=Z0dZ0-DX$!8A8XPWb9(7g8
z;$7_azeHbp!iz=a>n>kuTvokPVtPYmMzw$4e22yRvM*g)_%3#@t>T3}rKjh!&AOJW
zx~Q&oSNWgio@KL>x7Bl<NZb6hXr_ZPBdDZhNZ_9}t$Ol&(V4n@_BpqYMZBM3bm2?C
z*`h3S$*&KqS!Z4B5!H>}SugW@*V(0<vsw1no}SMpWqSL>?e)jE=ldz7n^&>S(nJ(=
z6W^45PmR}bcS*A5zwd8x>C^7J&)037F8ID;*}ltfe>0!`anbMB3yH<wQtQ6`G|{-8
z`>$%j#`&B3R-U}@Cg|kL745sf?p3`TBL1WN&)b{d_h#nL6v>eCd;2wb&apCIKe>`)
zk3*c!+ABe_@`pyNxqhp!R<V5WcU>S@`*qXDnqQNqUTR8vd*!Pc&$;ubCd`Y!6JdV&
zSd5~ufZ*8~`fDQm@=Lx<TGw<g;|9B=B$q1p(^PF~@AWfw@w5~lt$cmt+p=9f{`UeS
zkC!V<DUT`N^Q+eFOr)XG<1KHl?X7Q5PJX;$%dVu@ulM&o-S_Q_+V9x=^3T=mm6;u1
zKU=;$_4~K*#YVd~t+whb4(-gGwQ>0=k;b$vP#wa+z~DV+)3swkMsp=?)Tf=AF<X4w
z@4r&VSDt%0tAiz2d+F-9)wiR1y3eGDowqt$mYtofspK#8>{#Mj>#Cyk+eS@?+ueJ6
zA2Ppft_d)yT^RP>&g@)vcbbRD-hi7{<+Hy}UwUzI+UM@-Z<*KE%7#39{HS%_)mQI|
zg9_L2iJx@|s9pE`)a~tmH=32i^kg13KXYAv*53K|FWK9!dv;kduqmzZZN%M2yye>k
zL_43Izq9?{q`kN9c^T!YT%I{&XOPu<pWt*3lLOQB<8L${;|DdGX0z=7pCFLI;8*y|
zgMnegk(al(=l3%}E620>j0_ApLOczsek@X;)XT^KDtG_uvCP^wcS_@%yy-elh$3OJ
zU`Ex~D%1Qn7tZI`_WmuDgjR1HCJg^%8rvM<Dj8U$*ud2?Bn$I4J23zGy6I-l&KNb&
zXbIEV<!k~Ov%atW`}<$~4E0&xr)P)Rt;|+Zv<<%*s{fN;=I`at)7}bYG;9|H4XQLg
zD`w&_+50Q5ux|O)8PAfoZ{9uedU}e2LG}#c_eJluR^Kx<%082O!~Na+Ycp@pTA02)
z?|1X`HMuHRn7gb0m(TEbXEqY(n(=z-ZO)U+3ghPbyI(PlQi;{EeD{NuKf5q+OM{uj
z#meK~C)~SOn5s7~Vo%jl_N~!No!t7RH&!TR%3h0~S6x~^V@_bdsO#zXyZx7*jEjr7
zx$Bi6q;>IwW3J!wt68>8KhhO0eEAk`eC%9o@v3g?=$!!u^Gvz5)2x)dQXZ$hiTi%c
z>!d?~zf0N?Vg2iM&tJSd7Z#;bd+EcxKO43R{9XV5=l%cJluq6`Rin5%+h|Fu_V;A-
zTVIzh&@vW`HJ!EaLd@RB{3gcQrt4*XUOJ=jt|did(tL@Gcm8K0J0rwj9laB)tyERG
z-}dF-;KdG$-F_R%n@^i7*O<lvYMp^fk1zh;jShyqE!p+@?XOdR?!|uoy*F~I{iogf
zk50er6Fhk}>+QbsvxSC_O6Oec4etMz802!s`?>4i$a7Q6-8Gj~?_9CEJ%3+C#rH#3
zdXGM4f4?p-`|Oo@R_Ds9XE|Ih-*wp2;q<TU#$~}?{O|9+@4I)|%!KpFn`7shd!^2<
zE=p0`UFyAn@rH^7sJZI2AoE^Wvd}F1_r8(EZ&tJ4Pnr3rrz1t{?L~F|?ABKkt?xCI
z2^lR2uPa>`{CSmx$izEOyMGjwo7e>|4K#OA$+_FJuJByf&*ba76Q<;(r5vz$y;nA4
z&&Atj>g-a_Yg9FaB6j5L+ffl7yXVFJ8}b=f3bq%|T9UmSnp*!Yjaqx{`uceJ|78pu
zChxYb^z9J2%>Vt|CD%*s-@4PUt*<{}yFE14CGGm_{ZbiomNs}C;5M1uUOY`UO=S81
zzms3jKGuJFhnR_=r`+z#?6dBkY&=#S@@B#3PsO4OL)5FZFRUm($L?Z$z6xsJ4V538
znK?}2%nkKr?mxe~TUUFw$!0ez!6}N#MP32BAD&C|p8V~_*H|%O!OMAnoMvghsxq-r
z_R?76u3VLL$!C7u*{)aDmcCc_*|A1Is8c8I`+t)QJIuQ`D=nJ&ytZClsw3QgIfu#G
zZ=OLeL8h~zt=z_ElbJb8me1xCyjU*x=W<rj#2cUI9Xxw`@=nRzq6IJSt(n>RGr4@$
zEg_Lyzu2Gqj5FSBPSUYGdrDK(tEBX)JR3OspZHW-|0gt@Nomna_I;8WcXmIG6g2eu
z4)qs@$$Tk?1%=u#JvS%s+NPMar$h6b<GnAjm-9l+!jsNlj_#Q|d%j=7%d1=qA6^mq
z{_!u9@B0^Pw$121HMyej_w%KX_lZrO@JqB_D&xvxHlb^4--m`b8BMtR)=x0Qt^QB)
zbhuB1nK?}E{oA*&^0>Y85rK&_YhIp`eL5rdzLMJZ>pS+|wAVQQauLt1_TQ5&Ce1O_
zF}?ppHvNLh?YYXw<2D;P20psF_<Hc^eWINDD_Fzc3ucsvW?WNam%5sCkI&@q-#KbZ
z53lZ4YXtQn7#Nt&K4%rk*d^ZPV^eYBuC9wq=Zx2)$Nxq;7RYb&@nyTD-h2I;*vyMN
zKmIMbUpYA;-B#(}q({3Q`qy9I)xY*ThsnKfhC*M@FR(n{y@K6OG~>!Vi)8y=m_OJU
z8q;!i{I>qtQE_Nz*52RO{0?t^>M0!Y>+4ycqRmgg$lbTT@S`u3Yo+k4s>#pZ-$=_^
zS@iz*pMEpWbLV}2><K*IvHkt~kj7<st|<ppF7z<|Z?>|uR0Nl&ybb<akE~q!Y+uWs
z3kI3|4^Cy7X>?U)?614@?a`Y5UzALLmDOtQth)H2_TRt8XBREc{pbt*<hFfl&NJ_<
z(yP|2QeP|mekcB(@$aJBmF+2+t0YZY#Tt+CgG&ykv*}D5JU=uqJ$>L#<#};aFMYEq
znQ`HhwcK;=?%y~4?3xzyKh-O59CuxuuzJmBeSVXyZ(iFjePds?HRjr`p#AS`na?gR
z-X|i$8Kr-_Yq#wli&cGPvx@koKK5MzwG3wY^Dux)r;5oIN$j%!)egRVwetU_9{c*5
z^`b{V`0Ts%?fT3ohdSTiSoUn~-XAs#mp!~9w)X3#oz}h!CYm#yb=F+_Qri5i{HrsY
zE`Oe{zBM>z_q+d*3j)6{b4lwqEze1R>fra**(P*B;QZCHvp7u{8lMS+#tb-2veY~r
zR9-}<UfwoY>DQ{aPes3<>+;@F@Y2SAnxJlC-mR~{<2K)3dA-}vHrdkl{;6dfJS_5#
z1l@06*Y2`q=jMAE(&DOyKTDQhH!s`Bze!2RPu%-Ce{bIU!rGnFx?i;l-<F-tlES;$
zBc%3ghRUH?9(#(cp7Kb&SIId$=Ssk=?d@&Lj+R~7qqu$ZUID?qJ63C5HEBHdn>)k%
z_g!};-UDg}=YzWV4hu4OuKlwnOYEP+;*5(kX3E-R)vdoOkt?@nVsFML6^Zj_^5<MR
zzS`w+j;6-?8IoT)wr>&;RNZ!c=AXQ`*RG`*F6&%$lxymxgGX0d>nML-IicsCLAcIb
zTa)A8k8BJwnz((*i?<G!x1Z0tmhoS<HnZ~il577qUc7PI(%C<C(#kV;j-8zNEAuj&
z)Yi>K6*&{HRI^Kg`_>n-w(hI@`|F1}v%`YG!}m^iNT_bzf2O_v-^Dh=@;7xKzWZ^R
zytlr`XY#F4agyY}o1jo<V_?|eX~4kbdwOrQcc$Rh#?!~uCtY$X-2VH=O{U%`(`84?
z+Jx&lOu!8=feZ$Lj4M0r4ZrqmFMZeE`z|&$dGC_Gh+jF4$LvnL;#U9mJsVkRRaUb2
z<{f_vx#wE#{@NXETK;S^tJLw8Gg=QTzn{+naWn_0+yD4^P`H`)?eFrI{m=9{Oqgeh
zN%UphtK5IT4pO}z<u>_y`SGh;2YWxi=2yA!;Q!5?%~A}B8XZk(J0?9?P}<RA+Sp*V
zLZ#q>uxId$lU*72AO3H4U}oSjX>ds1tbPF$JZJb#7?^rFO)4B!L9LfYwunv#<qM#$
zjKQQOQ;L{5Ow_>Y7(k2zT2a}1%NyB1JrJJ-jP9U5J&RPeDp<vYCD*E$eSSU6`CS-y
z)^2m*0>(zRiW|Gle>}Ts(RaB1woYMY!L?l`W<GPCUAj?F=o$M+Wcit;eub-o@72xw
zZ99LSZ1o<!S?_Lq+y1^*oZ<Z=mN|2GSjF6MU}lqIIN-qi;ZyFs`Sa!F<dh!0d-v|c
z$J6{ac6M$@{{H>@uz7mEao^)V@&_D>wHX+gc@G%yRL*mE2@U=Ix9*?tvBEQ(bd*kQ
z`f`+!`RsLO1|AcJ-+%wTe5t9lN$2(Nx_|upyh1}=UFJPMY;dNb@fkNG1DlkCbdZQ^
z)m0PU%V*A8EuM1eN~!KrMrK}ygawR0npBo#&JsCS5^Ju!^k-c}OZo1(jcg1C7a0E7
z&WY5UerP8Di{ExjP5k}+gQR}2vCZ1f$Z-C2@B;3F&Rg5QUOPA6-1l<T-oB1S8uxz5
z`80q6GhzGfwPCA8&Mj$Xs|mVZs<||C*0cY?QV+g<y(+l;Jre^1NBR<z(@#ICYw|vr
zl)%7nplQOPnMad8u6@|^`Xt}2ZFB$g7+hdr(Bovgk+;2ap8Jus&4p~wcl%FRIwfsu
zl;oj0R!9(Xq@UX4^RQ>J`Sz)oKo%QZ0Gr%>RB5Tny`z7`5*IK+LTBH)*BvJ|<w&&s
zbg2<Ho9*lJq;lWgyyv$WA?6tHICG`1T4hyfaoD0ybE)R(Pa2xM5*eVNZzy1cF%{-S
zuD||V^4t%$)JQSG(%9c@ca3~+=505=5TgzXE~egPnL!qpOYhbkt69Ekm6vAk5l$YH
zcm@WE;~zI%Jd@7w;rR-UE|GIP9z9vR#3TVUj4g2P$Gx@Jvo(3mSLEK__ny~;f#JZ^
z8*j^2U)55Yb~<&}g~sm7rLkU_vzAS~R8ScM8u0reUh?O`nx{)=FVkFV;u_fV*kV5?
z$f+?xJRIp0V8L)`=Gipk;?m2vi+1*OT+K?Ydh8<!_Rj+apU7!~8zXdNT6X?opWeJJ
zH{C)W5(*pc=6$yDe|X05+<paE;t)8u;bzVflR5JsDdJ1*{6jNWt!gng&yYEOG)Yh}
zHPY|0iM%k#0nEGy>h`aHZKbqHN4hQXSzEnOkk{nrKg)K{eW(VJFJNm+6gao1a|#=e
z2?N7p3puk{KQ$O0^3<7uLd*C5_s`~_G|7<gO}9(w?zsh%e(1kirE^+o(YowXQSnuf
z5PHtRz;Hy+_wtg0Wv_Sr%$;zF$4DC#Fb2MtU%!6MqcF$O3!K4J4<2~x_3%ui_1b&g
znX|6FE_D%cHSAlg&%q|eu<yG5o4LhPo<zvEUEh|w+R&{(_x85GnK`$&UE8)dcWTg8
zx5&G5L$vPCK9%!!gV^Jl-z{s4^4{&;c~bsr)w$~WgZ{~p)26Nq^xC`oA_oi8r+KMf
zN41}PFMk*^m*L(`F`ZMc(QNMhLQam(96JL#`}_O*`i}KaT(Lr9%hY-n#T&xQT{9Ja
zODwhQ7T}U{;!ymcQ@20<-Jh%t?_%xd^S|9B+r1#c>;5gRu0<-IpSn6NM0+y}%u^q%
z2>hp_E@C3C)3U)$t=afVQr9H`kQIt7T*qFPc*(}ME!cQ7M{oM+iSu8Zq*-u%GL2XM
zx1PPH$J}<|mMtR7A6}d^NeFC2%Y@Tf7S2DSJ-aVyv;<rbaN@9htRNg55~5O8;km9j
zy{^t~)9!Bq85Miue$1LwU*5W4qx!!m+=6m@FR<_~T%g!8VX61@IKiYRCnnzMbvoDf
zuldJeb{?S#zxqLjok(qbv*A>?yY||7L96Zy<ow;TCuh!^vOk7VbM(*4t}&?&Sy{C9
z(wD@_H2a+j(Z3gJoh~ZK;a+<2?;_3Ec{jpVmQUa1^#0T*^Y>Z8CMny4<BZ%g|IH98
zPhL>|bdmpko$UWgEWUnzeE;Tr&7Zs8EsZa~W$r|2`;KkjL~|<UAAkHYcV_#x_g{Ty
zEnqCVrGN0_+Q36@E30BR-2MEiEpyZT<qiA)*nmClS1;_fHfrk!=f@w9%Rg6}Qp~*A
z<c8<+m<j<VYi3VhM`sSj^aUyFL*~f0%yPUr{a$FzX7+C8?1j4D*J}N&{UDn(P4UK)
zh02RB|L*+z_yV6<m4k>;fHK=97pbcuD+`M^9Nhb8Le;#v-g~nDweR)zdb;}Pl=%gg
z*TS#Al<Qu-MDFQd<6oVzi<+;l<G-@+uZv^y)~MXuVn40jA78ObpOO7MC?&m5%w)&n
zA4g|@aQUGnd-IC<*75~+xh1Cl4m}+E@6=~V)SYuFc-CkAE}@{!z{}Y~0+gUEV_gik
zip#VY-&EOrQ-_18Z{Et<3&Ee-Ub!rJ*n45y`nh_4`f4BNd|_d`c0|KSf9XQbd7N)I
zJ4fhDTXcQ<g5^0?@o&-&eM*gfzDju6H!&YIojenX9AWE~+E?~5H?gH=*vx+R;7Vyi
ztfM2N+KuDe4zB#S`FnA3ad&t3-G#Sz@~`_|wYP4!=*C$IcYJ@!@7K$a__D9?)t^mQ
z|GS-)+J0O1XXTIG4WNYL$NoY>*P{9Rn>mjk@H|ZCcM_Oyd%{t}sTG_pb{>ga@uYZn
z)7E@`lUkScmnC`FCZB9s{BwE!-QspjyZYODFQ#^dPb=-a^!n?=z`1_mw^XA_tui@V
zTU+-je!VDm?@sH*HEVQadO7zmTAq`j`$8x}bY(V=l5yJ-mRweysb4Ph7v1p{Fqy%x
z`8dLy`SaS{;fGGh=w>X)|Mcn8gSLXK+nc#ErQYAZeX-2veSf-vRPU{<WB2QtHcgyu
z%N5=7%1m$`JHN1^i!(=0d`tay4#g*5ug70+GS-dWmQv6*NBl!I*X~yz6k9YzSR55w
zn%V@M^k)9(G5%_9ns2m+(}(?&+KOA;x=mL))!e)8-|r9neP!RnK$(kf{kQ)A67%`Y
zx2}ELyW9E+&JWx#EI#ky?(ez&)QSBG*M+o>PARL9^kNm>z|^;L<;r_{hO-tp_UE28
zIir7Tr%bs^e{xLpoLT$-Eiq^*{Teby?0ppD)W?w~Y;Wh(zJ5@ZP+XuZXKHM`dC6n#
zS2711M3rp#Mfz1dxfELjK7BvTy*6s=r6%JGCJ*bJB$g_&?D|lW4JscF%BjA-F7Fh#
zL#?FY+=1KcFE-!c-X?o+twX)YyZHXV*Lx;@Fgme3LBxGa_cUL(`j6*Qn-nsfTsr<s
zh9@$KZJg2bLi1%LC!gy16o=dQ7b`6?%-SirU*0|DsbmCu6PtG{E3XJo4VT|tVe1Db
z?~kuH5YBG<+WU)V;ofk|_iqlGT;V_V_Cd@Bqp)Co&p)iiN;dr0+9wBbD7FZ&rJpz|
zzqC>B$|93L5kmWpb_zJ@{rYskZvOfQ$MvtWob6b4V)=qLZmWrgj)(KL*?#7~KeQs-
zOMC_I+6L~vjN8w7oa^sB)V-0ugmdDYDJ&Agk<%6?6zQb-b~yY}cqp`{YVM6ko+qT<
zn)+BMJrBC1%I4bCFKn_yS<YG5<fnZtuO!R=MZIG0BHEU2`7QP~YGG>PmaA8$R);w3
zkDT6VDL9Y4QpRR~5f?|J)t^V*`hD*dTMSlRSRJmfYq2@?v{>r|?l+$~Ggr7~>itR(
z2NkRWT(fdE3#_SIeC5r>4SO1{2yhoq^$MTr`!2)tPv~05%kNqr-QTQ!LFvX;mYWN?
zCd%*U<DRu=i^`g^BQsJWO%#*(7{!~X>xnK?JMcS!RfhYF+Rkrpmy4Om`fFvdIG(t_
zmn-*seYKLfFb7NDnlz&YY`r($7_L2Jm~~;!tI7=)th_&8yEbtu`e@jEJR*F{UQXwm
zqu!I2>0(O{>h0;a@N(A3;81L7VpEN}^Z544YsrswbRC%mm31W=<(|KLs`2%aY=E~k
zuX@Iv-P0EzzrVLh&_%>#nt<!;v{j#vZ~a(pbBpEto`)|ir!FY;ec5&Skp4YuL&sz<
zf8Hy5xmDX^@7EWpI6nURYgx%Lmfv?C&S22U;9%udeDbB4bFo|Rr6yzVX*z)%iBsCZ
z#e?N-(~Jl1E%EhJX4x^dD)O$<)s+&J2w;AD$+2|P=1n~hW}jce_I;tc!3MD-z6lw&
zTVwynoi?9;ppBzR!12O?{SFKd&-(AHD|{6iyJ!jP;idlyy{2X#apRxob>W6sf4I7N
zorg>if9Bl9*%uTPChxAV-EeBFhK){dzHo$r&4rhuJ->Dzle&DlK>y6b1&SgjEfX#)
z+S$c%pL20_jdeLF>7*dMRfG52)7Y9oDR3oS(=Dv^^3Z09`hWK<mu4@x$Q+>FsK#%d
z#<%H((I%%A>#zNLnEm|8If+)WgWNmk{(qPE<D>Krp&e6CII&z!4A{U{{3UbcwVldK
z()u;8t`oQ3lXG+PwY%$&b-Fe!Og6YbY0iVU((N;Nc>L<zPF>6|bowZzq5Szbdtz%-
z>AQec_Z7C)?yLA%5u4TZ?VQ@3iA~Ss!EqV9-0!b_b@_suUIJ~2KVm$KxOXm&andtm
zOyK8}3Fx@6EJyz5n^kV%TSG3_=wB=Oce9=?S9yJX+P|0&{E2%Uz4(Ja+uqbSIGNFZ
zuR?nY*Q_8f&A!=*hI8x=Z`)yWyG_mNm~c&d-LV!2$+pD4Ps+EdPVoKi?|E3Rl>N-O
zq4i6HVWIjIl}(kk=jttFzWv_I_E72Y{?2x8sdrDxDz|M9GM&8QrOV?Co)2@vvw2tL
z=X4r9K2+87QrEBCo7GqIF0<1<9r1HHX0t`kW%O_N&(!RlTgAQ9#OdzAaIFk4&8O+2
z7Yj7@xP@?h7E(O4s=(ZDso>Lq9YPCT9_M}Owpw$2cU_8q&>W?O=c{cKd`eC!&z@7S
zzC(273bC)&MjdUBKUP@HHQ6-dg>;o_U}aIR+0RLLLqBKD6n{VKbkFJ6mh;a){u>Cg
z=l0uc@;e?|Mp+cAZ<*4T<)eAF`jFvPv#S%IzWxz=>us5+$<isGLW{Hvz8_2qkj~+_
z>DVNo8gs1lN^o?49jir8=j}BorEGVGoeYlVcj>*TJbR8&^<CjBJ&eD4E&WbpUh+A9
zq9RDE?QG!93~}SCzyDjWum1a>>X`N7kPB0SDrWu=Pi4*L;%ZCuczC92?>qCW@t*eA
z9USArZ>nsGT3eOi`!f&Z%2dW%O%EQ}i5#tPD?7uMt~g7eLO|I#F8ch}4aYl|b4xZn
z=X~q)-DKh!#hcF<Bm0l3U;BLMp6p@=4(33Hxf$t#Z*=!`J^vuIv&;O$Drt@rr>-4J
zy0@C;wdSXpe;OK=X-BB8*y-b?sdOv&$o2J)EuK~Obp&-8Yvt?i&0B3^+Og*T^?)aH
z-a9k?7rDT|;8*y5bqLF?mtSsI&MUpQJvY1Cm~Fp)Smv##%XYJ$&Ts&&Dwz`WNN=f$
zZ}2%wr7XkVqciIwmPTGTRhpLCxjRu}%Ebksk?e{+RnM+l^sP16p<Qu0=l*x?i9fHs
zb2zDOt+Ige$A<E24wIw<8RlL%<8wScEzR#tU+>JBGiPcV8ZSwER+`s!w(`jxle*H_
z->b8q$a>yW^n4%6UcP(RUcs-c?z4BE&~cjSeCn^*#IiN6i@*8^W?LQU+OPC{UUgo)
zi=(lXi;K$<wS!7QFE$0Pc)8$Ir=LmfM8ChYw43>S|CT9mNeTYWzGvtE<#xBe*u&_l
z+d5BtWBQW#!t7_h)W4WrXWz0WE%(|sbE9ngD{HyiJ08EQxO;n{ptYQQgro8!CzA#K
z1@TLaZ8NG;Clt2r*dpoc9dMx|LiWP!cJ{@MAOl0UY1UrSs+BtZocmwQF5mSIZ$eI*
z8E<<WP<lLBy8Mpp`g&`Vq~kxgbIsy=RP|<cW#0J(T@P3Ee3|$1=mCEVt>*A=_vU^4
zb~}Ih`2){q{$chEu$$dkvTeu83q5H`r5%RuhJknH6^itf%t~6`cWQ@i^YypKk7q=S
z%dz%$G_{E<ePCbo$nf(yU55Ls_VL;m<T3s-D4G4IbAtW!Jmc*QfBsC$P0KmH@LJ#J
z^zu8h@(14<BwPE*2Z$x;o?9R&dgiqL{+i!X2Ff}%5$#{Jik~o6PwBg@XSw-Qn)JH;
zdF!RTr|X@)?om_sjmhmsm0Hz;u!A*>FK@g)b1L!oMJ)*x4)fnnr^m;I?|8HG@~2BD
zpU=76pFSn;SpO>RxfgG4U$6MK)pcU8u!$1atc&i8TwLBbDo;{6Gx2}Z<A?&=&7ZlZ
zDJ_>PH%L<L-FaQE=i}|^>%Y|hNxAd*d;Yx>|1TfUv$3xgvI~vU<c$~K*gvuA^7@l2
zm(RPknxRxC$8&x{c+91_?4?`0zuHJ0k}i$)>6r0wS;b-AYu=v^q&}ZBEsbqiN6oPW
zzL^Jp{F|%(xW49f=j}`C50#gm-<Gm_ZJYXImsh^Cp9_FO(apuhQF+p*qz*HEku1AU
z2W*4$xRuTI&q~!iyYpZ{{*CpD*VJ^|e{nY#yyR_Fby;$yvqad3>r?BT@2cL@crx9b
z)ouxVJ+M7s#l#)gwHqFAunPZUExo-XQ>*sV^mqHUzVPlgJ94Wa!fHj%jBxF()59)w
zXk@q?QNPGhpqY^}ZT+PwvcWvok9C5qc(hw09&V}L(7#b>QBk9^!-?7j9$KZlI(Jul
z@P`DkdB`NVW|ebJT$JvZJ;~S2@8*XzlRNP{P4&`_6s%T@_et}5{d|ST0nY5r&-GS!
z*`BbBS=q8#pG!)RwYS5=&Qvoa<=U;|6Zo4_515J^K4<e~a*@2JVV}o#&rUPJgMA{i
zh5c;`ANQJ{)1KiWps*;~c8cz!B}d*LY>fL|{eJKF`l#eJE~mOr<_EbOotBZ|3%pqN
zF#E*%nVi9E76=Lo3f|oqv17^-AG!K_#m}b-R<4^W``BY^pp5OUcVCRY-Ok@XCFZjD
z#95rCn!af_H>K{aycV1OHl;U^zjSl*l~XIeT}ij~XFhUzvi`}1^R_sKUFhiO=xA~~
zGez>n#fAWdBd3~oyQPJw2EMl~cGqdCl3c0X@;*~YGAPM2ihZBL`DcgKCah{>`1|1I
z?j4)wq_~BOPMz~<Qto!GQ?oXvT)UwX;o{;VVxn}EmH$z~q)a2V>n&?KjWo`AToLb>
zp=11@ZzJ0d=1VDR!7-UdyzN!JYi=6pH$Pg^<D;RS;WFn1XVA|y7QxIF3lhE6Htsv|
zXchB{gi~TR(UUZdzy8>~scrLw^-UJ;YnpaN#wdtI1s$BS`|%V_<5JDVYaY5h$uwP=
z*xTgh!V}!x;oIc;N|a;6t@FP#-tD|xBxYlLW6i-(f#<0SqE`fimH%m}H22tSDmeZm
zFCx{lxq0%W<yT!^&2Mr8xqZ<BK}okKr(G0gX=Esi*?e2$xq1Qb^?3cLt1kQ;nZn-=
zocf$vaD2)?(-X3{H?#$dEo%#oTvHcx0ThfbA|^@oGdo;gr%K7MKUbV(kSDlCEHiIs
z>XNUnYg3E&_N=TATr%_dU(F1cB@>&}#9}Ym<y5GMp7!4nQZYqx;ewYZl^#g0+j(6m
zw(C<w$!sa}8Ntn|(i~yt>%N>+mzOuV&^_^*dsD=!<WFq*zJ6zC?b%=Yd5=A7Z-+_f
zg*7*F&)f3bZjwE`@#!~j5fh`LEY4Y5&10&+3a*wdb$4dvjeNS~Oo_T!?)+ICVa4};
z#$LW~GiSH$_SMzxR%WrAGKJ+0E*xKT_2Ti$sQKHAUw{6mw6Kla!BJU>SJ<R~uetg6
z>ix2Z3(u8q*UVVf-PHE{$MXL*w*t#e{4NOesd-7hKl$#;tmCQz={Ef#=6PnjKYiAI
zeQ#mk<UGrjk^B-*Dkr|3s-<^wt%LmRYu9CG`?xFmRece9mNethoX?lM^))kGL`=A(
zSbIGxV<v9z`gCQ{g1`$`Y7K*17N6959(r~iyH#|sLGZ*Z*4`#HxjmoH*jXo*mKD6(
z$*`z9jCoxgYww98Mh7b29Gj<=A;Tq=xyU;0SCUZh1&xdoQ#%SwK6)O$*w^S`y0&B4
zicFA2PJESV^JCK__!e;len0YbV*Ft)DZ#)C79u9TN1yD|<CbFeH7QKc^i!UcWN|A|
z`Ju>4x61`vH8Mm@CWjkOG(DWPXGOp4ttTG8W~W>fUU{nJm8gjl$jKcbC5w0Zaab<<
zK5v5d!dZnp`WhZLP4*m{q3!Otc)`pY(NC1Jk1g^({^6F7-lPjAPbKTkIK>26dz~GX
zxujUnt`X%Hs0cZ0p_O*|La*s8yB<@YwF?3-T==7LHFna0rLzh{^sAgMyCkNGv-Wn_
zW>g&8%HHejcsb^c<6)I+nvRPXbf)rW9ZO<7{(ps9hk@y9dDh;hv>G-^)5p<I#Ef$k
zeU8a@o3i$v$axq&M}|wPFzb`9AJ?piZ#^nXZw-8G`@Z%!xj726%`DNK{9C45a>~1D
zt5d**x8vi03mr{vj+gJH_CJpQc8-0^%ADWdxih4^@+OCC$sKs|R4r-JH_z{^NlqGu
z$!q0SWGqffK7Dw>B{PMEw~TnV^@PodP@ch|_^qiiNQdQ0kP7p{<{PJNyeA5}Fok?@
zWNBnzW#VZ0|M~XwH7d5A(zeEPvx9c;*E#U!&E|8SK4qKj)Bnz#{Wh;L?e&?{Z-08K
zPkX=XXRX%tyGP2m{7-CXW1MwMI3?|;dfufK2J`n%zddb!irPErZCeZO+CMM1^Ga)I
z>+EEdV#_FN+#A2I=-4`Ihi~!*+rOSaVrS%V_y_|pv&mM?Es;8GYm)Y6{(n8K?!jGV
z2CegtpTw7M`t-TPpPjwwO}TJs+>Fgz{{PGl&6HS>*ueHVcfX`#+O)mdj9T6Ln|X!i
ze%STqti#e0r3EX$KZ^Xq>}H?FbHTvyYOlnC#BU#SpWHRKxx4%3xxELz>g#dvZ{Ggf
z@<OHad&vcfzucsYegz&pdnu32<l>hXSDxS6y;gC-!KloV=RI#T%TI1opTBGSv~^2w
z|2bXV-T(OZy^Si<t3$r>XJ~!1um2=x%51XmWB9^ZyVqJSSST3bF`?Y|flty`&qd4f
z#P1!;U$-vj_ip)@E9xDTd6yn!^Dkx0m@#99#DYY#^27Ijn*3kuH+^RkYe2Qr(iJnm
zb1q^zdhv)8F9Wae<##M5j_*H~y<dK7_gc{fj#ka)OO=K9#ZF0lvgO>mE4!m5r`5cE
zDsbV=47)q8>MxwX{pgVrvx$-JuTz;4GX2+X<>oT--Zfxm*eFr%|G?+pNzUIt*?;aT
z)&AepFMCRsDMLV2xLa`cg+$?Zw-}|=)YRBAX6&7<=%sL<>w?Psst|^*c~>qSOL$kN
z&QPFUf3}|4;qZ|o48AWUGnv+Y4_<rcn%sqiQw(>F->)*$xH-d_`Pj{=`ERE&O8Jy8
zaui@t(C%+woOOP39@8uC#}{wySZljr;p``OMenyytFy>ueD|ff=I^el{24K`<}zno
z$oTE#bJE3a^VwX5V?6&NK{g#>;9YFoy@zkbKG6jyTdSrpZ1`Wd%%<fy4}<RC)!sZ8
z4E}!i*1gnG_-D%-KL_Eui%VIxR5VQsqN5#}OW1<hUd*ffeqrXFWOGI>ub`|4(-@^v
zOpYY|sgh%4HkrSC&+=Ie3phQ!c<)>jy71t><`UzQ!+U0Dg&a-a&DybYp~_ORJjn$M
z+canX|MT2_zoVBLvx$$7X@^|-&X|hjFMczc-1Jc~yHweby?cJ-uN^iwoLf}mSE}zj
z5))=+EWPugBD-hw^4RU+my0%RueS?!;`e?ZbiHPeU+(^Idf#8{b6?JK^kAalef9Y>
z_)DTZXJ6eKzdZ2e8}~dN{hTSCk=%DB)vS0sQ>Smvw*MJ3N66vi)>t2vO@}u2Cw+;u
zV$r?!aQ?l}3)6C*?E5}p>WgoeIPd&htZctmOnr~{hp=Mqj$5m*%No3YKhsx)@1*)X
zKlzti-rFx=4A>T7+wAYHulQTTuJ*{O!t`mA-v_5#TQa=6FxT|gn@g`b0-IMA{|el8
zOL|9Dk$ynCsATBLO7Q^M8S|1G+E&`#FwA>AQTET@hG(Crymw!HGVQ{wtGu(qF1I#*
z{91J5<Eh)FrxG?uTGURyl~Z&_o_Ffi%8&d!+qP%%-1Gl(fBJ5|?Pd%nFK*vme@ICE
z;Y9`8){`YSF05i%wQOJDE_Keomr{)`|9sRj@9~*Anii_>LKhuOx7nD<Yc@IT{*@)>
z5zUh(uk-)a#3y|H%0KTf_g_C|7U#)&6?`}{dGeu+SMOX?UEpZteCylwhI30EcRTBe
zZxl%G-ZZm#?zi>(G}~qUkGbvAElV<dA6$5h@BNXzIgxXx&rd%W{q?L^m(!<}ua(U{
z_8+i&{be$1=GT^|hE-jB)6Xu-XVLOKZ@bI(#Id`2%5(Mm-dvv58+BbmtjUw(v##6j
zvq|?BKho)Q$kEgP-E;MBn688I<E^u1Z*83NN4!<d?sl%>W$&#SXSXFQ-_@PX;G6XG
zn&CW&v(+LDx<_96Etz!a$L#8fpJinhg#0<ed~1%Xuw@#X*1GZ+Y0JbaS(KHPOZhUK
z^x5Vdf2p-3_o~SX&WH0^7pHbdT=2inGW(!|#a6eqwpU9nWvALmOU-}2)~s}OgOgK<
z?xmtbw-R;~SpJCIH6>Qeukc2SLYBZ1*&hlz{mivdeawNc!i<j#w%5nb`TzUry2nv#
zd(Y+Pu8Of-d{DgP=94RFb+0yWn6-8G?3Ty;<v#@_!waL^8`zT5v!>S0tbHS2b}974
ziu|xCx*QoVcV4++xU1vhdd2H^oOX5JH`-#(FaC0Kbx4iP&*QV%jhE}jC_8MvR{T0~
z-=Ez&a}Hfg+`gqj;qe*o#L77@7skg4TwP?Ib#_|vO7lm5o?myL<L30D#xHnd(K6xH
z6YcmjF9!cmT9@YXVZo;P`{sE*Zpq499r-Bt$)xF9G6dF~uxx$u^!&W-LW?)Jz0|!X
znD6e|CA{yOgFm}rkyPTs%_8DIpF}NLf1QIh(oZEWD4&1XT%~ZO<7xABY93GV(V5*^
zXacGg46hn4sN7$3_W8~AEUW&8r=O2H`=sZ)$MQ(VrV!huLRvdL_RBTIRQ4vMM!E<+
zbNu-5(B%^+<!oBM-2XViPn<nO=6`mb;=R>OPZw5*DW34Rl}Zfqsrg}7`ZP&@-mbTP
zNgIxr9x<<dx=P%=#C)2wU3m2Q4-e+P-0bdJ&#t;ec{b;l3FoX=pOi6LkT}=DBc`IV
zM5V}Wvu2ap{}+7w|DSoI%qSiB#;Dq*f^*in9S7Q&?D%hX>swx`zv9Z5)o{wnJN}>3
z8NQ}Bjo+`{JM1DIP?%n?&1~ZB+3&PN%U>n>enVR)>-Svw3u}JQUE=v#p0}I7xllMj
zux`_ie9m*iTZ3+YRqC0O`e&c#1O4{%zO~0<CtrV?pU<SV*7{!RCc)?Z@7CGr24t>T
z{MuFhJMXK*%m;%)_OE4R<h6TqDZFi0%QH`5lP%|y-=4XU`q6H)rk>rO2l5<Nyj}us
zNpZ{1I{evl+dryt)z;VLccw19UDdzf;Q!jccI((Qne*%9wyo&ceqons@pk4FI<@(i
zTRCTTG-sRi*&O4Jj+iS@f9G~hcIF+^Uf=4qQVWdy?w9WFNUnHs$)jIz#jM!V`CWc$
zI&;p>*L3|V%*rHHW3g$y(v{T2pC<0^N}78PRUbZd%-MSGr1E20d8?1#`r%fkv&fmn
zWRrhmp;fQez71!+)81K`h{n#jw54(T#_5N|=LlFUewcoYuO{=#CPAAeKa#@NeXic}
zBk%gEYs{&wU%4_C1#c`fb>DL$=9>H5D#rB!G4d@F3+I`b%>5*$)l~n%vW0Wb=jj5A
zCY=6Wxmt4PhVljH6JEV8`v1bD&|&Fbc^xas(ihQl^$#6o@obl3<aK(LzU)-Mbbe+w
z)zTOGYvvd>8$1-T<MBUs{^Rl^rk?ko@@|vvv;Lv*ego(0h{GRGpO|$q_pkc}g}EzT
zzoizvoi_FM;~Bb>&L%!wz4leFN>}%d<_6b=FXgmDSn4Y;Yx`W_J1+d_@ci^+em7k8
z-t00p^U>LRZ(rv69~T+&p6q-ee7EX*;o+m}<IKu>oE@6)_eHp;t~l*&|8?cdpF1}c
z-P^<=yz6ND%Zj8$=aXH8Y|Snw7k=Hbyxnhyi;T0{vkQmQwukE4PM5Gc_MX|1Bkai>
zrd-zw^DnkjZYhL(+9`E<m&HS?XG-c_4}K&bS;@fgH}m1vgvq-d9=cdes<B@3bWZY2
zsi|jgrLDVM|L?Q>v`0sd9Qkse-NZw$rfPxJ1I|6?9(yRc9psw&%)>~XY2s5q)rMV1
zq&{t|<74o!372yX%1GYwrOxzAiLPg7k0`?z)uM?tr?gw5bWeNlG@7)?N=nmoso%NJ
zO4m2cpL>3qwRyZ|S*q8ajjOGMxi2;8yEC$!UzsB6u=z{0!}jeFN5tpeQFqu{ZZS>N
zFgS+AFw3j*)0KyJE+4&7{josmR&nwY`+eI&Oc!fyl3#J=Z%4aIgBxqey4&*m^FfVO
z-xr@gvRzQ_(|lvK#Ut}_Yr7i5)-7$Sa!d#QT12YoJoe*bkm9MUFMKR0qrh+>rB?80
z`*RMFPM&*}&wRyKF-Y08uI<^@QlBZl;=;;F?JMH<v@JXQ?&H@(C!X}LJ!DuBYRz~d
zA@qS%s+p>gAL|=uncy3x6O>jRXxC%#i#jaC&uGAJt0OdxUCANv#$Nk$?&4=@I+xa6
zEf(Y!>Ey{1`W3T$HS?@5d+)gkwu-FN+F7-Wl_6$gtNoLCfo2OP`W*|`{V$TAS2fG=
z<(`?7_gHRDVZNX+^U{rVi`i5ByZsgfJ#yo7uL?QT(VJHx7GxWB-Nhz;ch#IJLXYOJ
ztztIW5mO+&V_H<n7XOq($NwhQSgc?(sI>Rwe<?JLIraC`M+q8v3|f6WBH>eCaJN5b
z4Jhd0_himEU#nrs`TN(c{R|n)nqnmH|9oQFVUd=s>%047-}K~t5^pxY%N9Se>E!l(
z!3?}%tm_=pg!RPJ0zOP^*%B_bs7uDq=04K}!`(`@N7jmatS}9f@L6^w)H`{1i=&=W
z>H`Lc_=w{hO4b=Rxh(r|bW0uMg*CmIrvpx$njy>ZZRh=Er*|j4FFeD+!{J}(qx>M>
z<?1KK-V!4wsh`Vd%-*V*aNaP+duezalZnSNw|Oc{^LNNi=oEJkn$8ixdHKcuw{AS&
zR`%Zg@;{#8$HR8{S9?4RgoTBfO<J=wf4@&rX`b02x*{Z9U|EWDcy)hFte@CHFP{{v
zTnTRF8&UrogM7}msXjV9H(jZJQ|i%@hZ$Kb=kP9^Z*;Fv!9e|?zQ~t^gRv@Vf2|t!
zmK9C04>2hUIREm?or^P%q&YMz|1EL3uV#BBON`I*LiO*xCxYjF5;~%M{X<h}!}?lp
zhr{g=EN9Dg*)j^a7s|P;XcXi9_egezJiqc+figQ@7EA7^%;d!?|GqMDJ=6~LDEZSA
zwWH@}0po=ktQASU{z2O<9@UHeVe;fWXYG04^3JP{hGVx>-W^}`)Y{~-ek-?g2Qx?E
zE4d2^*BHL#tnyub>x$~;1My1=|DE)y$x#dH_)($#rbcA1s*2)WW)rKRe6AAZfJP^+
ziKk+Ya4^hy{?7T8n0wI1ov#E<I<HJPY+Rxr{z*;qjney`dcF$^PEHQWzeRSO5B%`4
zb(LwxrNV<J<+@L2KJ9+CsX(OZ#oQguw-{_0w615amVEDheOH>nw|nc19fZHl&tfo8
z$kJ>*6Vq4uSALO)8_S7AJ8>OrE=j|JgDY2QEa6$Hu%MAmT7Sn;=eqB`;p&<fzcf6a
zayZ&+N!0!vfy^@%tZ%M;4weo#eQL(6z;=tXp-pXHV(5dY8a45tyIc(1i>3vg@OgAC
z;#I29$qsIYo_(M6`5uKB^dDX7b6nIv??c~?P?x3ORT|i)Eb%Ys7M^!MrZ#x$k|)7+
z`QJC*4B@;Ux1BjaWYes5RUIOa{!}_Nhj%o%UDMp)D$*{zs;qF4-x{xg8M)HgBKeDN
zt|^&mRAnCa@5!whf-8FT`j2*)EPrO&tZ9-0>MOr(DwA2D$u>h~j%SWmL~+ZdUgiMC
z47OImqPKUiIa(F_r~7^T(7r~dM)bm-`JxQHdIsS)1wEaMmvL#j#_R3dEqUR=(@=f(
z<_0&WB~PT{3Zw&G{*KRoC~!sR=*!!ky1u5GLNfEr85zp$BT^4d@rb)}F8t!AkEQcD
zk9@peSd(SEVCI+YObw1cUWd-CWD`hL`%@!$xn}MXm*sVm1@p4<x36SmJj=$gip8Y$
zujsjz)eg@2%-2-18Fa;8GBA8T5;K)kDZXJ^;vY*rMlL;p<MSU^?3t80rI_o?oS-I+
z#mWMXKFZ4Cnzq|(uD@LvaF|0i-{}00bjGtjf)`HMxz^l@@S3>7D82RF&6KSfCy&NT
zz0`djWh|w0EHb`<ZT|@`qhC8uDScZbyCP?XdB`>v&*O{tPgyA7qIF2%xyzEEGjk5z
zGI{Pb<JoByR?EKX30vgNIlL#iF=g0=GD-EQvOKu+QkEg(g=W^xK<WJ_di$Q1Y~3NG
z9U#~fy!waQBa2H{nHH=(rr9+!IO5pR@Ixl?YMLhsmz}q+SUyAT<{rk3Paiiq3q0Dv
z(owuf>d3^vJK~JJXM$D2&u>qd;r~_XpvCb|UrUW-=Wp{^^gk<CZ}x{<;^N|x3lfuV
zc_uZm{cLh#Fq!Bwang}@)wlU}oI4gKu2Haa)pX7bu}PQbvU@(i%A)&k)0frZTWcMf
z70u>$E~#;tTw5K+zTi!7%75+#wcV#ybDNf{JdW7IcK^V8$qNRC4#GW|j0>*XOWv)@
zHp#jwVl?&C@#C^GeWzJWBED=teZ<i*?e&4{T}NBuc5q&tB(Lwk?!Wb~Qy0I;GD`h=
zylLCt0Hf_J#}<4~VmYhkegCt`boH+ym+SXb7sRM7IQU6BPu!L(wItD}u5{9-4OOpa
z+`VB~^xbjVy*;vzw()0tI<NonNYeBfum9}56VGNcqy1~D!{<xxEG7lE>c!$(7v|i`
zuQTXmn7+7*$z%stVpPCY*ELgCwzOILwiZ@4urU{(`&!7`kacLzS^Wu9Ua-sice8xo
z`8P9a?VbEpEGGA4c{4OtF*lq!y;G_*;85s_<d42zU43R<QTF|R5TaknHcE9t$c%eG
zSSL-YuQYyOGHIUo%8*H7pNszTHmGf^*mXE=n~!B$P`%^@9hDph*SuQJ3p(Z6r><>$
zHLX`6eY?x62Ib(G6`B9o{}v<}O0i|km{HazvB2}277O1djiL!>{B31c*v{bHqQidS
z!4_*h)))S2#TK8wGf4GB1b&*Gwfl+i{&k@%9h)U1Wagg<FPeFMb?2Kh2Hvm(fnB1N
zn`UeO-V#%D`c{td+cu6_pZ4-bWqfiLk#v_#pC~f-U~XHELo<7uTXNqa{zTr7wX58M
z76m(LJ_<T`?mhd3gd*X;g`V|Ek7{2^xm^f(m%AbP#A%fv<|DkK4a-8dhMO%o$lO}z
zwnUJ{)LJZj72~X(F6G=NySaq_sW~+N-e@%O^=$@|9r+<&>J*Q1UgnirJNw(TlV>JZ
z_(d_7E^7X=qw-*4clfIf%Z_GbEE3LL9TP8TGIfT;&l4#e;u}BRS(LP}uzAMk7yPH$
zOfnvt9MxOv&^mS7stHp*Xvc9c;GNbLR~z2I_P<$U!|I#M1^1r-YdxG(D0ukJqM}&|
znl05Q*i15ZiX7FG2}oSJR;xkn`;vZ!2^)hn*S%$)<+Lt!XOzI)Kc)_wGnfx3C0%9Y
zP0O3r{%H2A<MuJJn%e5`x0dwGapQRvy_&gCX6A>)$CluznIy5`AcMfI>fIrJuC0--
zpBT^nX3=!lz0Gct%G#-)<U6PL^2fhdyI7t(*?Q%$hThYyetT=?#2ecfc&}Z1DSBW2
z<;I)yt-4t!?GFdF<9MTHJ#SdGRjE_c<o$~(LDALr3AY8~D}yd+1SY*@o7tfDVz>RS
zhl#aYPV<B;OMkf5^VIUw%N`wj_M6!x;u@p$wQFaBYHwWGsnn?{ZE5z&LNlyBfHCCC
z!J`iZb&3^)r=QXFyW`A1!^<FvMJqgKA(v-i=91lfEGDJXAGNe6e0;1`%%#HpMS7uC
zYnbo7q$NDlo@^0b=vS<#mUrM=0^>O;Y27XshP>^&>#{EVIMVfiw|(!yBA++=6ed0W
zVi|MfM^HfA!eSZrh^Pp;1)cxw9{74o6wWbWTvrr5QN%@e$DW$<hPFqRTrV|Nt-kwQ
z;B}TZSLl}0h9AFVPSjamv!jFcRI-DSaMXcIhdwd*{@Yn^rkc3y#zfxmovTz>ueU2L
zSh-(BJ*MwNXvpVa4%4hRGioE}DVsf+kP@RNbl1&aCD5y6lfS}+l^YWuTk6aRT@I?V
zIvJ(Tecv`mU&FCCx4%oaZ;f$huika3#+MvF)V5Dp%ajr4|JuwccEiQ3vRr|dKc5`0
z5p^&Q=Di@}`K-I*1W(hH-}-7@xtql^`#(%R%6TJ&>#pA3_~;Ws$4u@tH7=jqc>Bhh
zSC4Ny*k|r;d^>X$gVdWxC11N^=S=XIWx4UXH|6w$DUUR^&H7c=(AK$<t%1#)CuG*Q
z;`N7G=bqdX>|GGu^f!3LmUmlNTKBxlYGn(y>EQQvZDL==G;3vX`)$<)EZbFiSw3=!
zozuySI`lF@WcPfH+qFyie82NLl+Gwxlu=>Z<=V8LDZ^~{TGIsw=kiZ0UGbIw&LiI2
zY1vOsIwhtHSvu+*m708h;sc50!IOH=3U8MaS+~1b^lM4_s_EICH`WMUYP>BZRXu5n
zNU`RT$4`QaCHJU3I-gUrDom95tN5l&$@Dv?a^vDACfw9tbz_pulGu$K7cfuz>bPYI
zt0Py@zhAe_Bci`N<G9F|Y{3w=Z^MOkw@(JSFaPCPvdA^D@N=+w?3_dTYkYt7{jPO9
zB0t~lyzFz8+#k|M#BRCv^)$CLev!Ut_;5YbEb*|l^7E$(#BG-T=p~XpA^HA_^9NV@
zOSrBm+tV?PDXWFCcj~oMo$J~+dVC0H^j&)U>n;Y9xb@pZ_U~z%=DdKxVUM|Srpuh~
zN`AVB#3#yXxP(Mq^VdyezR^C1shg#q^Mb-Qg*X*ip+nhwwzQp3a!ph(yErd8+VR`1
zrqmL{1;=<=?-f@XY8a_AUkKS%tIT}i2A8<bW043pxyn<{Cj<GGn$&$b>&ta#qjbm<
z!*!E8uX48EY|}P)HZhV@&r4c%uFk|=nlrB6z8$?En&bjLUH8h}_IR)E0{fpP;b)k+
zUKqq|x?KHjQM*iutmP@jtBv=R)7$d*A6L?!<mR1mGqp~i<I+d<+QW0hieB`@D$ePU
zv3&f}|C!f9y<OHbz19T3sOxQeyK8ED*L7!qbB~{aJ4+-2l-Cy295Al1Kk)s$n#(ES
zkAf3c*(^|#EN7frx=m)KNNl6+hkduCJMu5`1ZsW1FQ6D6c823}Wo!AfYIYMJo(l>3
zLX(98c%@2(12TVxKm3%V%&_@#_=}lFw_K&J)J}Jv>Z(+5Jy7gnlWxd_sT^+uxq8%W
ztZr~UTleUm<{N9CkXOO)8W$X{s@M8edF5cELhbI$?^VoltLHoJU|V|aR{GQUmX87~
z4p*~V!*;D@cM$G$$%>HPk#eK^$W;!F)Z%WpBZiDErbpjMFEuDj+IYeE>AeougI{CL
zhlzD+ED(74H!Ejh(;AnI{-6d~?$ggL4R#fBZxn35Uz?fsW=6WwJnbW28PcuIitat#
zR8lcVHzMK2<>I75*JF~~i)Q~%l5(xIOqscS#_U3^4_?*ne>!h`JyE&3R-S1+-}?#m
zUwa=^-dfgBG?SarbjS8599C1z5*eqePg^nhEdSl5*I5@Fbn`1Ys<FcHY^TMuDJlz|
zO}@WS{MfDc{q5Z!^|O{X){Cyy2)$gu#kg)s$NEV>%y(I=+;~~$k?7=2D{bX;-rrtZ
zde8p))#qR85ABdkY~d-h?91j|zG1S{<dx^MmR9;J-ObZwSg<Pfy7|tvwhIoj6>n`n
zapOeiItf<I9kxn+FQ>6wS@Y+O=;Z}JI@xz7{o%fz!D-{^70$e5b?7Q?<@K32UzmKK
zq}QV*XZXeKe%|8`E%{5HyJWFGu4<Wh?{nVz%Ng&>W;S{~eN|YQac^>j414h!72Ron
zSbpDMI(^lSsTb2`_oNoOT+^JCe|*A0?K8I1(~`~8kN54=(cO{t@%ir!+@WS=KKxI!
z-pr_sRQgn#GN1Xg$x;a^o$2?My>3;$+@HOd2{bb!=6G5Df%V(mF!7C({?0voz3%MP
z(2$+)FKRM6EPg$+Z_oeam)l>OsjlFwVqX9GWPJMX^8&0Lw@%OBGg-^9FQw?$gaV1V
zFLyf0*2UOWGC1VgTh5RC_2b*})pAel7L?81<CvUS)Sq;DPiSOEpQZ4QX=n8I`tih-
zY!#94$*<2bjqG`}vvzCw|G30WN$dZfnES}$*72(c{rapP_W8Nnd1XC1;?5^~q2t}x
zCy(ANJ`_Cjc6l5B+ty2!%=@Rt?f&6)b-^o_DW6l_CR<cbdBJz<Hs3A&pBF5dO?-AU
zT@dk#op-4#V_B#5n=eVr93mg*Zohi%)`FaX*;}KeUuwNcENCvgS?kEXXjYD&`P&O$
zGOzqzywzZdq2>GEO-c(6YOXa4{+-yIS&&e(mq$pjmbu~9ljV~?&fB>=R-#cYY3V{+
zr)E*(uW1FBp51x<_@2DyMi-ar>$Uf<R9%pN+$q<7<?X-5i~iA|dApz2_y2QUef~<_
z^I)ygo4HpQrk={NHte3sl-j#pzmj8lPDp{9vSQ!FLvn2964#geOFK?!n=@mX?5wbN
zXZdz=h*%u`aO7+cM~2JFFH4%YUwpMkByNi1qI<Pm4PxSZo%?2YMe7wWuCTp3eOh?S
zuYKR#E=05}+qUW4j;Xg_b#$2}ZWQ^K5!uJd_jE4P;%c#WnI(~PGD}#JK8CIjOWx9V
zXIK07U*^v`c6&XQ>t_ExA!6c{n@aP(xNMBfPbysD%&gJ(y>IQ+s{hSXGhQ)YSkQVr
znQ!tAHHPI|+1#B)g|Dga{a4nPopE7HR_C>lYi*iO`b)PKE3BIO<7M!}mFdrS^{p=K
zc>Q?q`a=>;?f-b&eU}|>S-zUL%0azup?~n?$cTv(xJqTkYzx@Z=LpT5u-@PI@9a7m
zUQW}C=Ph$ztaq$#{JxK)^<|J{h6c|~nRk^g$EN0G^JS!^r)SS^j*K(C<GTM`NOjM=
zjny}OS%cH|hJBW6-86G?z)98I!(W~qd^3ULT}$#>WnuH{_s%TM`}+0W;e}%NUdP8d
zIxxSupZB`p=8Nl*Qf1RUDs`nEX1`l>u+5{@El2lJ&FK%ZUMWJ|wqF#VOYNGzbaMXA
zpSA%Dw#QW&a%UUf=V(e}DE7avV|DY%wl39a@2ABUWVt@mG|;$oRyuU)cD>Ixj+#o_
zIw!Bzp0w<-|DVHVxewPjT%N1Z=98A;kh-|w(!EF3^Qzx{mtb6~a(vliQ@4{}?ARGx
zlmvg?cIe>(_0d<dC7EVqC7h91ka)}O-03S<MCzjUDK1D1V|H+^mpzqt??_MN+tUR}
z`nPW}N~M`Hn3&`)nRa&e48zH>7iAb;*!J6R(`U=b(ooyRy~v*9gTEBB$r*_SHzSkY
zNTfg7BFmK_vEblUIc@7Jn+=oQzCWMw^a#V*cZ?=8?z1qMRJPQzzPdl-;%-?6hwtT(
z`3%VgJ5PZo(tUJx<g+tKv1P1CXSg9~Uo+G2vdQWXyAObMU&&p$yKJtsaoU$=t^d0n
zoTp~~x@XQ{;^X7PbKyy{xFy4bbxGpOf0=@s+n`DIw!EtHBmD7cXJWSTF(fpki8D#9
zNs4=ZtVfd9{iu=28jpgz9i5$wv&y@}YxeF+I=D_bJYDJiYmo>82hemeFSE&(S6X+!
zT>HO1F73<)Pp`SmQfwI!QfkI*886zmv4QJwQO>ku47|e8v&yO_Ca`5NG%!k~S!>ra
z{GRtl&fze_S-w>QXL=;3omyqPATcQ^si94h*~G^>kmrJd!{Jr=M!(};SsOSUX5ckW
z+sbaT<-G)Gver73=Ym0ULt7`KRGLmxo22nf*`SCnVei6K(aFc&y#3t%6+8lcgu(aS
z#miS)t5igGM&vBnJb49!h?RAHz3EQpz|+5<UdZ1W%aJidVnJu!hu!*Hq`&Yo_}(eJ
z_g(Q6!`W}Hw*P}qzr7@X`DI1YiKEd`3?g%mn*Oy2%nv`&Bg&c9kXBeI$RL(%{{PPM
zR!QS9l^LC&fLdDKoqnE&z3%jBX5N(tjhC>ptmOOf_w&rNy7R^6`N?lA;#v??6!v~<
z$~XPXGXwTVmKR!j>VNwBM$t52>)pTg+iUmu{n?(R|8md9J*?rU_VLE(oN3(qWP<)j
zjp%=qChz4ESQ?@=#cQhRq!l&()7F2vz4P2ntqWTA;_{Xy7uHyNl(7HYoSN@scWHfi
zN1o%9cgLa{P40dy`6VW73Q7g0%qADVSWdoYGGSSOn$4@{4PC`O|LXVe_V13rpjK@C
zUq|9@Nx}>9?N^uOF|29}oBjAscfik<7e5rN8rV{qP0!g!zEiQWJimRm<@42AHZO`V
z$g8j!FIS!OZNuf?yHjqpGd8<@xET<kdh74}$k}gqZT!;Q(E7TUBS1~MxX@uKuT8Ih
z)!Jui3xeJme(Sq?I?u}B|EIJCw@)-G^lnW4ajiM#X3LXTKg9%==7a<oSIa*;ZJRQ`
zhxfLHk=Xj8+>={7W^d0pE4KJ%l5FSMT$y=w5*svJwkxbk{oz>@{&#)gj2)|Q<+R81
zTI8(deZ+O$Yr6O@hEq|GB4+2Nh2}hc{&L=>PpP~QJ}DJ<CaWD*61MxJcSY`kfuW(H
z!{#ql&n`HgfBW6&u!C6t3ytEJwnfXPzi<#KPq9;<JGtZQDi@=}FD+OXn6xL&+|Q6P
ztxh(Nk@tUgqm1fg<=<C-`}}ubYxUrj&EuC_idwZltexh#=uOst$BFVU&&-kHvN90*
z8Nr$H?f%J}!b{&zU$3b-xV6;VVRCn@D%aB2T^(Dd)pc*tociS4txIX)p8cy>G6Y`V
zDSTO#_H5H`7Vrp=%m&6AdloVY&y=#bdh5!+_22&cnyVbS<?d4@uymUpw>Lk}F;8Iz
zjjL;`N|_hTy7l;=Z^N>!+y}i>XDzgzulD854VH`#Ugu=<7!LKXd;Id&>?u+ILMyso
ztCw<RxVgD8G`OX{-!}hZc5)O$_AB4U&ONfPAAF1W#lP}J+mh|auX=M$aD88^aQDEI
zV7uuI?jd*V`kI@*EYDBVX5=;hRKr~|soF^F#Wkf8^L*Y6v9R`@Q^)!`Dk}c%Jb!OR
zf$x#evlY%o>u<l!;QQ_@lUVr;)dsachfZo<ZF?M+J-;(p>9cXA{h#P_Lf>r}XZffx
zGnnk|&HcAMTie|Bw@B5a4__=|esfK@E*$;C`I*phpExNsF{AaSkdoqAa@X}j_j#v$
z_MW`=?)_W;X=>?puP!oNJvj47+u@^rvX+wZ-ePik{AF5=UN3*W^#A_$-0@#4>udk#
zS91RSD6{i(ndc#E7q%n!ryZESQ@X`ks&mhI@n=W&#xy>D(0G-RH_FU?x$cqJs|>zI
zFLMR^?jF$Vuc>1A9LeGt%E%j~c46hi44(^m44^JRjg$eyfyDZXWP>NW9e#*E6k^<2
z<E5gRq7X4_^E>6LwZ(N>F%=fC?Cvzoo^yKs6NXtC6?2tloYbo|br7EWXQFW5-3qOW
zK86Cm|G)YeO}><?F!WU1-TfxL#AXBkf}30C+><zSr?gVd>!RMtt(|<T0g>YOr#w4z
z_Ljx<3uk%crur?}<Hp1M^@#WrhFO24t#)j<vv?I-Mp1u%Aw!B%9ADBFW&cS$7apvA
zdGqGYSjG&y{&Ly(pQeVbD%~H<AF|fo&+Vyxp|$*l1ssYD4xF;L|K}eT>Rv9}c$|Cb
zRh^4#nY6m?o0W^ETcpKr`oHvFd))f}$-i&OK_Wp-+-h+n^X1~AM8|J|uA)<~Gx9mS
zQnY;k^zn=fDvoAZ3zR-rtf@K8wuT`=u4Zpzj?n&fp)99AG!<7rsLf2t{cxtF(kZy^
zU7O^J5=NQ-Tni3z?(Z##W}bCsYV)Dc*vjphMe2V4j20X`DbpX&!zi_EfA!^mhxzRv
zxUG<5@clB?d4c}%zk!?!X8zf06QFu_J5$3=+fW%!`(le{hPUE3%@@qv@G>%jZGj_q
zyj=|Ig_>PCK}-ebJUPoak8N={-V|)jbYa1lD%-!lJ9pQ)?f*HGy}|Z)m^p*5(Px!;
z`sW)znK3t{mMyjTRCMO?-u8?CCjI3J$gFzzG?hVW%bAvqTnlD)M=&@@S866&oxfYf
zu%S1#+;+jw@Y{90Zj(<xEn{5}Ie(5$yUxNLVhmTrk1hT*ZO41g3m5F&m}c*`KKAYZ
z?F~n6KYuzw_3CnVhQ~`yYc$F`lf$lNELG6~)p){}{X~!DUXo||p`QDkN$Lm}hvvUU
zduQL|U$A?Z;LJ&Xa!V79*<J-QIY>82|7_E6;mX*y%JlMj<_+gmR3g;3?G$_eI@5~#
z8{hGNEDJbucrz|cy(N6oOJDiwN*BK`sSeHC%qkcjI3(yrOFJAsa>MZ4k<9<G4xgJ$
z7)%rvtW1+<+rlvC$+w~(-#=bZyY<N4)wVIwPDTF0k5vq_0`4$`wAVf~n)W0_S^bt`
z1KZ{~WwE^H%&*5XEwF5CNaH@-r2m_t<H@&Arw(t|o_cvxIqR}TZ~hrKJPQ+bn7k{6
z%`=8S>eusoZckixOI^62cbehB*Q);xZ`Uau>`3-G<n)C}TuIXVPB}}4##H78`8R9s
z-?^Wq|Ci-}%@+gx`p)EUuCL#gF)-Y{V+d-8ghV?u-*Kt`w*AktRVJO2-QVWUUAL`S
zhC}K4z1+7cis!b=@F;v;k@xe2Brij`kiW`lqw9UIcJ7_Sv_Z(=_{%Rb&r4V@Iyha~
zcD?jzX&j$N)43x~dAl3Z6w}ywq;8$*bh!D`M4$P>g)6#z4#g@n(;M1Wu513ijWJ`9
zzRa9`p=%ifeY0w_SI^u0Pw1YFvB~{)YJYx&b9j_&S<mV4)<tHsu7mJ5`Fw$S5;FZ^
zMM_%D-!JnqnnXNG{GL-6w(h%><zG3`j!SPIe)(-t^v|(w_1*4Te|MFyqD+&zOF6cr
zCcW#=WtO_b@sRhemmf>ly^11pW~nuA9Hf8Mq&KL2;r7pA+hvwzDX`@ItUocSZ+Bfd
z6??$MKhpb7Idew9mTwd0WJR9&wDR>~zwW!&61OKP>OMYmdTn}|a@e^`?GvK@2_1iP
zT41KYr}i9QU*E(PMxfS}PrdenpF1i%I2Sx|me)Quy>jlql#Lh89NM#eDc6F9xl^t9
zcdXkx%`uu!>{9o?XB@NoS2xdnrfkGiJZ(~(s0RPTGr5ejYThWZAF5E=`7`L^Lvcpl
zs34t!#a5g5eCcI4`+q|@n?mlANSXQusUxeEx{4E2mM1OpE@W79P}n?ox9NqWSJ!4-
zE81RM9mFegF?83$savPrU9)U~pi1-uCM8j(bXPB~g-d4?<xE`Ks>F0kG(baO!2t#)
zCWgK5PnT!T4L|NZ^G3|E@6Q<x_&U96KK_2X_y7DQ`b;K~a~I6KACkg;y5dqL3yW7y
zULA`OSBBbdnFA_ke_ZTply$I4SjQk$_~Rna#S1KFyLYZkTdn@XzIprNXl5Y?TYDx+
zR+E)K)PJ^Bowz4_!d%>6XF=leqCepYTn@(n@927NGMFX!v!v3h;aL6tqqojThyT(&
z7t_$DfA5ljuhiVPeL<SM%X-p;7IshKTX3_#xAdCHy<Xd2JH(d9hrBu3`Jd~A$_$rN
zt}9pl`tmZ^j(hs%hG!R(mvS(yYU4jWe;U8Unicl3Wy%i1wK6+zJ@<M#(Q5bfeis$#
zgHalpN7+n{F`O;CWBzERZrc*CC!JrFZOgAN*l^2pk11b9)5%iZ9Rk%YiXsM{Ik&yp
zFD!_+`~NodL%bd1tTi1ByxH+<I#UHNocVX{{@1m8B_?eOnO|S=B;o&RIc<?scjg|{
zSl~I6-MQ4FKw^PrPSqsu2Di}AXYW3$zn0(0`<#>A<or7wo*hquCxlGQ=5ar>$aKX+
zuMM?_+yD16&-x+$^T3sFpZAGfxZ}$tC4Jw;VrE0z?(-c9BE^ieetukNboRuVdl|Q%
zcdR|rcmI86wm!3>ySKf6q1XPSGZ`-|NcDLp>Z{|h{@eSl5euF*bY4C6YN^_huq*ZV
zX8hU}*tCS}Rr}$I+h1<C(5n3|ImOVuK`mQp;t7=sRh7pK%b1@i?LR4g<A(puQ)}8j
zOz~Cvv|hqlB~;Ag)KW!@jESrKwe}t<?>6Gh5PEg${p-e=4~;_)9Ayl6#Nl)$K&M+{
zg%9JbKi(1-Iyh&onz&Y3En~w(UW@uWY7UcS1G9zpD$N!)$!Gfa-1*d3wUbPqH`l+A
zOGs<qr>pmGmHmWWNg@|K3J$zxWR|L{KgS@oF2R6<VSC%ZqDzctpLr>niSNGqbY07m
zE-U9*%sjUQHCFyHI+r}ph%G}WKEXj*EklO+;bcok<wLV?Jp7|O{Uif#`sqto|DD|X
zKW^q8dl84b@3+?f;XHidYU_k4i?eI=d&Sb-9F#4LicRb%DGM)P?7kx%-QA`AsyX_#
ze!%zcH#R?JCT6%Zs$A9J@VlkUCoWp;xT)W~rPY#AN=WmylEdcz{erV2t{!}mVt#Mp
zB01h#$HvT(Z0n+R5)6hMzDi#cLhmLBe4OhuizUDIe%8Ut8yVY{UM)*wYm_*w?N`y%
z_WPgF)pIY_TO|6+d|WKJz_L@xq1kBaEUyO+O+xE#s^?BxoGZebARSk@X%XkF>t3b?
zQ+F1pALUHFxhzKRgo;JYc1!sgPd2v9o9mnUSA@y%SooX|EWQ<8_xV1(oxJ1Gk+|MB
z4t;)h&ms$Nz1idxB$hq-zIEqr;dcqC4OJ8Ux{YNQI2QWF#{ZeQpy6KE<%BLB>;2!B
z8T77Goc>&7LEIF#?!&HMx1WBiu}5=tLz|0|;DV1?47{Jpc9z|o$gk=1xOc6LY3E}v
zzbP_l%Qp#T+TMM6`@r>HW+|KAMZ5L3$V(NP^&I)gG^KEILW%9hdx4CHzMJbhY~Fi;
z!DpKtlZgtGiA~r^zBk*}yYcUQ8@gZT^eOF{yE{BLl*FEHHruU|u<85$lbn+i-h5K9
zTkx!>jp6L>h^3#_O`qNVV0J=uZ&O>gQIb$k#f4{g5-jcWD&Nhun4Iu&r^z=qv+156
z{uD1=yHg-&#<JX#>oemm7Opg~+}dt7BcR*ZaKXbM5mts96KCvbm{%Y6VbWD5O`pYo
z);vAE;<?E(p;?!53U{oyaYM7J|D4eR#fctU9&NFBD4^|E^+EO5@2vZ*(gmFgxp!F?
zX*FDWf9)gh?vL-nzMJlgC^^%h_Hol<rlVS&xB6SGr1wQ1wO?>?#@i=fyBvA>Z^ce+
zJb5&H+NJpm9>&?TWOzv0t=Ju-C#N^TyP@s3zK2Gb=atzPKhLkf)-2d_aYk<a3aQTu
z|JIs`eyY3t_<ZAx+`HwfiEhpfZ9nySrY(+84V-v&{cGFH7T1mxoGDwc`!hDP;zD<{
zUP4yS4Er?c%aVz<&C(M&leazp%fEY;%!H7_+mj>jD$ZJ()nM~e@s;a}qccS>Jc!)i
z`qFR_bJfygc|UKdBse+VT5)X;9|Pyn8w<fDtE<MO*%vzE%@}z*U6dSzV~ZB=cp)-l
z$Lnf-mv7?Eb8mS6n7}w~Qt@f6bK$!lysAE<FK53XvOL^jrMU7EkBEu-?mG_m6*@F;
zpBeDQVt3^R5rzLu^6p-@o84S8QrRy|@VLotQc<;3puJ%K&xNb+zWdi3Z^D;x!ECZ@
zK|)u(8xw<ef7vNrhvw-VH*U@_o;8^-<Jpv=2_hwXB0DvE=WajzXA#)&0-bmNn)Ou~
zyl?j&+3zp5ATe9#M%A$rIg`l`wb^&MANZ|%KT+$A?A+_JLTlJIbaT}I6-%#kSiDLr
z$s}ZDnc)@zYk>nMcY~N1re?4S@N$Y(9@5UgoKd)9#iQ@<7#N}soUsC>0+tMy9YPKp
z)n^>=S$M5FK}PN4rrlnL3qSBpygu>1NX(yxb0zMfGD}Ss#)vYTcCM9o7x{joiSLV}
z#*xA=asefgn!07bw;9gO+_7cD42PW$Ci2+@B=cPOkpASx(!@0P-TKc2?2i0uV2f|R
ze30X4&SXD^1&tyLF1qUKEZMd*{ZsSe)0KZZzr0zof9dO=djcH}&)>-7P?W##_oV&q
zY2r~kcwNphNll!VROI&gP1|JVS>5i;Ql>S5R#&%t;E|8Lll(*YrOOWQnQ?zC9E=6*
z-blu(GMu~J9VL+b^`pD7?Sg~z__`MDd1|D);Ai5BT`&KwQETQr%aE0|X}P7p)T4Oc
z{YPi=UU*P@CiqCk7PW(Vkuz^!Pcg_$XAtxaTO)S!^!{0O-QJ=XCBJ=2)^}2VS)@0e
z+c1O4#LZPnaKXXJ3Kd&iti-D%eRUt7m^R6H;arsmA3{H7N`;qe?Ax){%{=bki&D?!
z?De;<<(Pe)%eLW0mj7w?Q-N8GD?W4fZ8mz`vgDKgnsqX^Qq4WFM?||9m#PTe3Xp&M
zuEohKcj{*SRg2Cp3u?Gz_4C2^fY4B;1k24!mRUP0PulRBFI6M!fwgo<#SwnF+Bd7W
zMm&lC!QnrvAuZL7t#B?w?@HH(w)(s?D*NwC&$?ey{3UbqeExpFee>qln%=Wd(Vu*K
z&wA73|9O3`r`Bxx>fm`)jG?{S=q~51hD$s(Yag6UG=KB=!L-kx?DkLMNt`LqfAh0W
zSYgB|Ux(%%Ig7<NBaI*1KiwGDenYxyq2#nirtIejdcSU+`d7UB^=0v=r>gGn6+L_7
zzj;`Ll6!6MpM7ikKGih*+MWH<??O&*WaD~KnO)@@gnqj<6<vR2EZA{dTl~rHyie9=
z`7%DFP3Bl*YQEs%+2v0*&%5%$JHb<LOGvqD<9hp)=LtJ@E`9zm<-ysU2R{SCt7l$W
z{p0(k{K98*7C82>oxd2+B|N2SS$*iysaqAp9Vc3IhJACrygEl_-oDLWb6jJ8n=UfB
z^=iM!TD8Ao?qBmZb6%EwtmKd!qaws86*y5+Jzeay7Msb0kk&gFUQLR&{ynWsZm)cA
zp-5vu=anlr4TbwvOv(&;&b{#Xz;V#7Et`?y?0W_N#|0a#pEfXyzU%8;pg*f)bti+f
z(|esOujV}8!@V$9_jklA9VS`Pa<;O|5rwy6zx(oRzqYq~)2CSO{91<iD-ZPNwOQ?4
zcrx<#tDW0)>RdCKq)ZQN-ZfXIH&yDwgcHrr-rU^$UtG>)z5Du@d{0TaXOY!+Z57`?
znfK#Pgci%fLz~ie>YA*w-1Vk+cj|>;t(Pw|9E{)ZzyEk&mVV2UoKKbejk>0BPx4<9
zv(<ak)?GKF{!YEEy)3gx;=+RmxtlB5^7Yo;d-L^5LqKOu;j3o>J@Ph6hGj9D9<l3J
ze%DBTee32-3upDJEIIEb8y{`?|G=%_!J=RrZ^vHupT7?=+bljZ|HZP?k-?9ryndP%
zZm_50Wltp|@8ZTe=N{aY3}&9SgiH47x3cQe-#`C_D9^gT=aNeIy~!>HZ*^_ItN(oC
z^Go;Kn+CT%p(i)_%sZ%&HhcA+V>j=-$jbZJ8pQkL=$(++TUlDVa*9qrcx!DvTmJ5&
z6>9DOx?b=wN(Fbi1cjQ)^}m1f=84gQhnMx<acS(*aq6?He7kO*rS6*CO#u=YB-Vdn
z^i_JN*LKP7U$(l#WL-h)w71=Nb7U^0tT$L-7^lWya-zSDw`hG^-o^h<Uy8Ds%+#OE
zBsFnG@1?9_h6@3y>=zX5rRMGZ%Nb_0QX??>xabT9-cFZOb_*OotIZ4Q_LkUD^QcRY
zf1BTflOmUyr4rA_9J#jmhYmlZRM5Bf-y9ca@LhOd%k*ud;@@(=hG#Rf^6qH!$bNVr
z$0)^QBENakOy<XRAv<mFAK$KT?3#XKMUk3qh6gAm?pgJC>eACExS#FFw%=rP^`WSs
zw>r;-H^;1BrMy|-)6nM9(8h4K@SWg=pY0513um00Q)(s^DXHM#+@O}4d+un0ys6Tv
zWQ7y;9@^o3L32D*gx6Tu*8Vbi9zMsVFj@Tj%+9Yb)MwAF-1DGY?Z=xlp3Ekly7BXO
zS6epbDLXiyI@Kkdoy3xHhBxEL?x`04FKF;G&f*b^p8NQ?++ley;RT8g%J+8Wm`O7j
zJejUpUaTcGN04Ra-YrM8=P>YgPGMG>oN(6T^revR`iDf1-f7)4LHDOvoa@?h<(aej
zxxU>zayaYG#O;so`?J*Fde9ldlHn1V@4G1ciOqtCr%rF)ptU7Ve*XC@&HHx+#ZIb;
zcyLP6A^FcA=Y}@z`#}d*dB{0P`mkkv4v*hkaRby<lvx*(C^1j|!kxD6+nYGndUNvz
zOy9&PBF+`Cig8;&@D$ypybjSC8V#42HvDD3Tff0x^ZV1iamUrHC*AQ>OaElU7tx)P
zW@P-_^8NR@ZXvoEC4W^cip$Hln{i07`1)%_KI+%-jc<P7!(-IMwtz{%WGfF_)3P7|
zlO9J_-{XJM7isXuT1v8CG5NdU&nm&ATi6|&7g$d6`uBhS{ht>N`Cdfs+wJIffk7cd
zz=Vf|7epOCU;iz3S(?GWe{bDmjb*<wfh^jubyM1A;*aDva_>He`QCeP&nD@}Y#_lQ
z#lqXf<}f$4MEJthrUi}{O7aiA<(-!nE}!w}?Cjd(2^uFJ*anoGO;OHe;ca?$<Gj&b
z8{3=L)>OOu9#*)s{IuHjV%8=$2C&@>O>B;jQ?p{3ubIrM3-;Ymx*#n^=YjaVH6F?t
z0w(I!H@7Vdtjf+#RAV+>%zgNwU2fzI?VU`H%nTe-Y)xzoj?D{Ru27q>%yU+oqvPc_
zuUv1P<=K?3+QjCVe8p3xb*ATK1C5NJEVa_<U9Ic<JLbK~z5PusgMq>Eumi;Vsiuuu
z-{vk$TsrINixrZwqJhR7QY>d5w9dR{^3J#T<U;#NwJ%MDO^q!$q!>WHc4T&#oWSDy
z-_?I6(@Wln+ldB}J68Og71uXymG$-}H5T3`weuFPyK4F;dG6VALH?wjs_o@$wb>?$
z84M5JcCV2Wii)&4e|?Jn{y4q*sNQ6QXYo1$CVQI~Tzu>Of6w9tm3Gzteoepro6jw_
zX<5ulziPj&3Ky*n8)p@subkrkBBF1d>xDhPzKMRHQ+xdM>*-tfB$TxL3wdQ!HQUE@
za@4KsQ{OmWU~u?3i%FTq(O9JA_bg{d?pamqRrj(#@79R>ct3u>QK&@Z%m!uSo4;Dj
z<>L%qMQLB%mb9ts<)W|8&)@G|>C7AFrXI4~^jF1?6nWpK-HZ$&BDWUBGdMDb37vjA
z$$6sY1SQd1vWo?E!mitwygRiuV{W8xVgD`}UUh-3Ha~<`D1J9@@{34a<G(yqef#QJ
zoQ}*4p5g1lwBIl^Eem3BT>SrvZ_ZvuyF*4vn=dpkpJ#n#$#3V_Wo-JNGjw<5-fnMi
zH&w`RYgzX3Wx(S*@vh6*^cPP^lYD)7<&|cOiIOa5TbT|RnKrRCs2#MB%I;X}UA7>y
zR&4d$m4#m~OP*_zu+l$yx@5g;zbFguPW$vM6^-*@8o|ex2w&+?x)xp~$#QlnbHf5h
zP}CO)%sS<_JXneCu6XqAZPOxe{{ALY<zVozu<^i`n<|x(dw80j85P&hdNqBf)JZSR
z(+6*78ovAgSNWYq<;-<O-YmS}+{3^j)we|EY~SmOGfiK%MV)Jki77COY@SjWk@oN9
z@qV#Ix{{2J&R-{+q_%AOvNT9~_51x3H6O4Q8EGmv$M1Ta^6S)d9dK6QkZRay%60KQ
zljG&nd6%tRKL3<)-yELmnC7^2jb%_Rqo<_o?KMu-hc4gU!6;zDqVn~}<^aBlrhBJn
zDW#Sq1RoSB-?Nlm3~CfZo#Si21-ZAI%}Wo7PTQom`dXCTSC<zJ1-!l{wzn@D&WWwP
z(Xptha|2Hk8(+oD`%_H27HamW{jQAI(N_1ws>G_H`@DTNSILCERbSS<lK|&77G8#?
zw%+ZjS=Zh(Y;sd9lXc$ymgn;K`(ctVTIbcA4Q}<0tM8krxwJ<lB3@UT!SQhSUg>K~
zn5$}fjT`)*W^XuVWntyAa=p(i{h+id`2p6sUpp2sI$Ti5U|3<ebN~M9b9fyOAG@7y
zCpano#G%p)i&j5U3^SW<CVT1o*1n4&%VTQ%0vq~na86sm=;&PdI>qQ><nEn2FLrjX
z*PMM_L-CQy1J{|UwUMu9L_A*W=4Lg|L>^K)Ffz<yk*|IHR{3s02IoS_iFzl_wC-Bl
z>-JX3&H4V(qh7Q1)I=F`Z@)TGa8)tmLCW?j(Ji-3pOin}zgxoV=d6sULMyr28BLc&
zW{aDjdiT?8>3U_+tuK=%J-*Di(NyhJ`vOJ=hYJi3`fgTKZ<)UFT0*I$b?WA;w^D+p
zT+O+zP?1q)^5%%z>oZdSCZuZLKbx9<zIaJ8#|edugcY;*L>>B_^3(iA?6#LG3(gjG
znL9@+E}g$$bhER$<gQqr7ahVkH*0>&T~*0c>$p65O>zaFQU(KqfC&S~tj!kNHs9>|
z`8nYD{q7rr=8JCj{#2LGd^b^W`R4Z@l0GfI_@>P+*QIAQLq(lp#)Fzuv!2}l{KY2X
zql=z;-ekR(cYWsXT|V1WfBVWC(|T@R?M`F=68N=IIcdrKj$;>8D)=F`NSWPh6H%D5
zHa9On|Ms@Me4P)!oGopvJ~E|PdYO5{f|Xm=y!7a@oVIg{g_73t@<p*;KZCN8HnOqs
z9<cbfBw}sY)O%Mzj+OemJTEC*;`*`M8zOW{n#wLIX@<UNv9VXk(8!h&OE2CP$=vkp
z4nx9BDMw}o6V9~9x$ElZE--&{*S+zHfq+AxhM9=5fvT|qi=zOmp{9n^U3K-=ci+wK
znD6@QzI4@xQl{RGY62M!3mg|PHXeJF%O*E}rNRY?Y^Fvw7AY1ffsASYYVO<J{H=fD
zqohDak7;j{12cyS6R%D|be0Q;iCDh19WxW}u~`BcY|M>r3mC0fq>9do<@+ls?O{{C
zkg$dmY|gBM4huF`+&+7@b{+@F^h4?^^kbbsCoL;qXwVm$7Sv<$)t?z+7}Pz284VMs
zvlP!;uHN+67^H`(kxd|j;q8q_xyRET7CgLveAa>~m;N<znlON_tJ<u8Z`+m36CY>J
zDQ0bCOZMHNBH;i!X}NoQd&$Oc())6w!NMFSAI``h>3>`>D|SJnE3>cHON+i!_B!{r
zU0M0L`N7+CLk^Q;vm6#M<~wqjJeZWwy<NNSe1pShW{?LNK>llF>)tLqpRw^+gfQsF
zEQJdV4#^+Q`pzqW{hC$_x-#p*+O2;VcW^Wwd-V2r+5Ph0Z*%R#1u~|kfC57xgGCAy
z7S*-C_iev_@7wGc#|4JhSeSTwlrBIF+ctZKZIfU|o58h~>j%!uzXth^iB~}Idg<1B
zai+62ng<`fU2bK^42d{4hdufIw_Wwc1u`70{WL4nUzA069lbqS2IfWvCf+?8%Gu4=
zW(SHm@b*Z|&=fu(8N^V$yZHjgBGz&T?ve>&cQ}{+kUd!?G_lcz>FCbm*}VI{{7+};
ze7n2$yKQRzyTcE1Z>KvrEWXBa*kFYPBS*%92Mul8a_j9&JMQL*??1+|$4%hE3e!gC
zCPo$$g$0Qd58f_`72kh&uj40$1%cU2jJ!88Z<faHJb#l(s({Tm=7^hLb<5_3e*6Da
z+_r0Oa9hiHiN&Ph`V}Urg3PG8uE_^)Z?;vqVb{D>Cd-#2gMqQPfsMr^JNd)5x5iNO
zI5Gq-G&CH0kSl6@JAK16=e3-Syb22hFE|vPWRhy$zV_y$>s#;Uxr1HRz$S2kBg4UA
zvqJOsr;&O;I5Muxa&Tbg$N;%DvghFKW$|;*3yHIsWcfz0$(i;BIxsUyG4e*7`c^A{
zpPRAw;O%Yab(lcX3JV%p=dF6|7WCrtq6W5<;~ytK|7`N6M6`K3fBt+%#@;AljtmAC
zlZ0Y<w*1?6%uG^S)n5Fz%e%uQ#lXnRkzo{nf#=@5{R#c?-j_|3LC!d!c#wffO5j4m
zhi^gGE88`cA)%EZs<NPwW%{y7e4J`+R+4-ERw|0WzmYrN5flYXQVtHv3m6%B;dX$6
zf(>NBweM{=K~aU`?ZZ2H?wt!`+)&GwZMjuV-~t24a{&Pk%?EGKKC2eDE&7}y#8y!F
zH8iw6{qJ!8{Q1>qm)}Vg1Vt(+_~yKfT6+8Yj~^1{f0r*`o_9ZQyEG#tU=EyoZFASB
zX2$z>?{?LGd>fXnB?SuW<ir01?d<H_BEEl8*r(4lOQwjwwCi-~9iQC!CtH?fu2SB!
zZ{I4@#s;<@r;nf7@$tr%O0Uw`aCVv94+T<=f1J!}Yb(7+wwigf+IvCGef#&{wwug6
zaZiZ*34>+6YdKj=8t(qHH~7Sy^Uk<p_l|jYRf=YIWImFL`}2&+C(&9ZD17U(BFFpR
z3%3hhV8|BNpRn4Qt3r(d6k_MUNyWs)9kXA*e*I<h(2GS?)z!h-OzkYp^?Q1YCD`~U
zs+ScP2iNBBzT0=4k<mA1-y<cnWeFe3{u~#2@1A=*EWWa$;>GW{2lJ**3$BU2I?KUf
zvT%j(+NUP(%^SUguQ@lZ{q?MQdvc@5LEk_3O&HG}J$iJ@J>knDrwm)!fB9zlDl9n3
z%VM(XZfR__1q0*RTWtCM>Q{Vr`yIO!V&8S?a>yI4k6Ue?tyg_xzS6X@A&n2D_G8i3
zS)HY)IbJI)FubBU&F%8ZnEBoFKd$Fwn#FRxtV874fy7FX$(}qQ)t67PyfMnYZ5H;P
zY1R?Rvn4DqPoF-0g-z>=%(@?IywW40PiyX50#?q)ViM)|k*{(NBa2C-e)IP2+dn?v
zy=#}&_YW6$^g>i#Dh8#P6lNwVUG?)HH{5DC#y87C-QwU!v5l9!=buaXbZgK3CD&M(
zq!cP07T<as$#{v)<P4ix=>3jem(w<Dz7U>aJ@?@D(tG(q*-cMC*)8zxzWw{<|1&?G
zzV7uL$H^yi5-$79Y%G=0m}Wh<(IdsLBw`*Y6CLQDSiupu;qCfcw!R6xAE($ev2T7H
zc_H(4q+?R1c=i&X<o;XRV*Ra}rv=MQTMlwS!ynz{6{~HSZkm6u)E20}wrkyL<s<y!
zq8Fa{r(Y=Q>fatE{NzIE-RtYySxp+I1z$E%-Y~1-*wTD0-!oIpHPd)s@*H9RE%H}w
zt6G7FL4~#vPjlDhO;_{!`Sv$<1;-q5JM~Aq-tu6%(AV=7?``Mpow~$WLtX4beh{c|
ztMJvm_v`q*NM`pU7sirWAMKeRPn<b(=FH5<g)@~m8yhF5_?-1S6P5=)DsW5P)A*~V
zOV@?IJ@eMXc=P+v*|nFZ<o!PX{`&uNcKMnQ2M@FEu={4BAt1Uf)l#>)<?%zNn)_dP
zm?yq#SL5e=m#|!Y^}e`c)4tbz%2u{`o>=*>xL}8~7XQwgxi$99`3vVx)Dzs?#{WmQ
z{ElF7!^;b&6_$4XKlT6To6YAxdB1uqw`r}Xi=*-*Essxs=K0tfO}cl&=lk_}Rc91G
z_Xzh}6ug}k`seJQ#pXsjHjflfu6wjGec{2<ASEuT)bG>ox4P_53v2I~>E4llD_33V
zl}7W6yV6b_vm<6@r7w9qLGgoU+M_3rK3(|x&BHip`P=Q5pAPK3Y;QERX!FTE6_0z(
zU!61O_`OFtCtD~GbdH=_#`O-H<chle#VP9B&&Pbbu=cvayq(|M*59wQ>9yZiTmIql
z^2Pn~b~QV%{Qv(uJYQ_TEWbeVvrn5JA6&Nl+Sew<-EkY&UAWcJ<R(>W;48CZ_PcG}
z-&zh9C}p_2`p7L+HrV(7lJk+19GkDYxkT;bi|^eq|M(42?XV3yR99?!y{6pot>VMZ
z9QBtHb`RIvSDDLK81)7giT+D{qBwnCsm<qgGjbBL3f7m}l)13&+mY+51Uik*xBOeT
zhwQUL!}fRkuh022&r$EvqDJ+u<7zj(UU&JvE}wV&)`tIYn4G0Hh4tHB;uJBFE8UoQ
zn61u#`>m|ie^xw*nAbYxrKrW%8_t&x6)7^m*{LqS_5VC+{=4<(Ex($cn04$`{>Fq}
zNs*cUH+-J?{oK2Bp|ppObBgaQz8$AO?wVw=LrZNI%qiXc-JNnvE9#%?sfivsvMzAD
z`>ju0*~KpytDm#}xv_f1Cdm$y?swc$ovU{QTbwHYy)v<Lhp$HTorqaAzEf^2=<0eG
z9jxpdY#f+(jAzlSY5WDXY{oNZ%{cm|t5^Gh`VaTpvp{FJam~7R<(-><sn?6=OTMaH
z)-)|V;?-QDHN`hBDL6ZMXGfFUC#_W_o8SNX`ucHxQmE&byds_6rJCnYUS77@vO<36
zYJJ}T<0)r8{9F^KAG~i_+s+AUOqtKcOwChk{(L;X&9pOw+4?YJ0Vr_KI?0!~>m8Eg
zb6Xa|y1sddmRZYULoIvO4g1nG1X+786nYx;Z@3)4o2~qg+fqLf-C0si&kwCvJi5&>
z?oOeTSytLcBd%oySyfK^!?N>E=|7I&S5xVm>#GzL2RcbE?L;NZ91aI9hcp{E<;Cke
zZ67|;Z0ImB(#`&H)VV495VO&R*M(dWx1BXUP8JWobm!u`K=VgAU2iyCPn3BJ3vq6%
zQL0Rs6<+Ys(r_W$Tt`qYIz78JKsx+-&bm#alAbjOqVF5cY}Hxk*m$%`d8=cg(-EfW
zS38>8K3qLHiDkDz$Mcq1?@A{vYmzecy({6GY?f##Z94UY{G+bCCxV;z6%_|3T{M$&
z6){nIG?8V==9MpOUzIKna?9NGW4Z2^>q|FD-H~KFTa~==chITTGhZBfQE|h?-uL_K
zOD0Nhrhj<($oSeBmQGEFTLPTS7xy_82lp+DTcYC;bbf*0%8s};wONnedbhvZ&Tg((
zc_jZb+f(l!n{G&YuYI=0wrwWpltqDiyH}@qWk~UHN%k-Ymb>k9S$5@vl*zN|kjaJY
z!7raJdt)HQ$NA1_lj0*?Kc!v#-*h9nO^r`#TsuAC=%)LV*2!i3*uc)!Jnh|eA5+uj
zLS-(gf9EYuFX;WT`;6D7*ICP2mL(b&>&PBoG*>Y`%lmTt7q7`GQ?m0;b!z`~1qG#9
zsqgdCN9JX1@!x*ybVk;V<KF5&EB$yo+F5q@^oa2+c+>YGZw1fd*oPlNCO$DzDtxr{
zww}A^B!RwVQN_U*-hbEM`z1)2XJV_ENloXxkk<KewV7K&)YdwPm;|1iyvOH@VX0bS
z`A@;S{wJ?&S^f3o^otdN7kqv!-GAh##m!p3<*Q;Bv7GFfu+Dh(!nv8rhEg--E-Ktw
zblS|^*Vp&#nKL&Ocg*N$O8ffdRjuF6<AG%#idTnTSYuyOd(*w>gLCkOCC3w<FR6H!
zZ{k;8w1esAf0u__H-?|lvr1aGv}xI`Bi~a^PBtAoG?U}2OGDym4|ZAqk7iq@xShH+
zGwl9MhdhB&lf@?Hxwp1-9`=>KxKMx50>!=6U)P7rrn1{_k77L=8-FMC+eDc^7eq{^
z1YR(n^X}v~yJelbesfArKPU8T@eM1-;M_;Qjiin)U+}iWyGCo5N=A%xk(FCZmAA6H
z&5YzJ)g7+yXI?#5a`2){aj+Hhju)wG^o0X2^i*nO$Z*Zt5i(WlUB%;1UfV9z8nJun
zam{W#Dt*Y$aq)taFZvdIT%~r(xu^Q^-u4I^(H&pQ)U5lT-AL|#E9!8~=JOfj$1Ass
z3bOV#9b35I<W(NY^pKsC*X*A9YQf^(r5?NT#C$JHf)2Uk`2FzWzEvITi}(xcU)UZ|
zx)RYk_vNHnchW!SJxsOuvfWN!St%u8PYmc7!Q(F6QeyXX_Pg&4x%#klbB%?liLiEt
z!OqQ_H$QorD{hka{_+8d_I=@HAGcY%nro<+@w#k!ar~Rxaid1*b$bfFt`fa``SLcS
zPLqZ{(BX&9j)xh4uaI1w<|Z%pt$mrI{p)=T0xwi}6lDHOe$S&I{rjHXe}&w8FU%@;
zOTNplKB@NGYm?(U`I|0lOzf|km1JCAnkl+>_1$wU>n_c@=3}TSoO?>exg<^S*oy$S
z)o$%kS-*~l7{)d)(CAvE(X}X|<ow?A`Y(NN{mHAlyk)!R{PpaU&z$ruo?Lyd*zURI
z`C$Kc{Q^eMu-jHgR93ZJTk%5pHRpqa>3@q2CVHqanXqJVTri1C^58j`I#IAC?Zm%p
z3)LA8m~!sQ0Le_~IA;^(cKN>O5>@S$Gu-CNil*m<GEd)=BB$)=DYWvKl7n+YTMvV;
z(nO7AjQ@Den|iW}lDQI}b#A)r1TtH0vqqt&WKwq2rb!>3Bpeps=fb|gaB|9Ik0~lM
zdKh>arS@vA+7z{Lio~Qh)27ZdFyt-vym_b}BoP#QVdk0D7QFFCGCazkRBY~8bzH!^
zdnvP?r-~5cEH)#M=_ZR(ggaS&3%%DUNDJz@G;^8tmcQmn)sq7|{+_zOZvNfxtIs#B
z3p;-3nlu0V@b*gr3ltrib#FEldsZb>|1K@x^fKr5SEu!}v+H+FU%#yPUn1*~3^`qf
z)B}f-uDvV>t}9J9l*-KK)L(b6*}ai{F2}XW9-uH0Sg=s#;C3au9pzcs&u{z`Nzy3K
zj!xD~__Xfby`;!ZLgLOgCmzY`EO1Pg{-kqqOI>6p$Ay4N3Aur;Z>^RX&))xR{<qz;
z8(wlA5`Sy<iz!=d)~^}a`N2=s+H^~PynVYb^2OI81?>$xs`BMn!weTE-Bt;D>(cP7
zB=1$g_dL!EQzFfF+D^Z=`!*Z1NyVB@RtuYD2WFmKJoS5eRoU*!Pfx#IyB;0?>d)_!
z->eu+BtG=)K0ZV9^Fl_cSv?#V0wQM?IIKAR@lSP3z+v&XW>&^hV$KKE?i>$mpK&Pt
z#`L`G|K_rH=gqw*#$xjQSzv;zdZ37Ywvte%OM}|PE!_7vS(SS?EIZ@(cwb+J)B8MW
z&I=2&`%0b(rncUxw|ydSy`nqM^iA-w-ghB)QxXppzuaL_snF1-rp#orrR2zD@voNi
z_VZ+eylr(wabJzkq7RaL_pUh`uhib~%+8jJXVJ=|>v%wmCyFf|nKXTl4g>jjg^sOh
zB5SzH!t(9CEEy3Cwg!3ZerouXIqtsXvjc(<D=)YIVl>G(<IKu%$6=kmgY#rThLFv-
z(iaOK+akPRCHLQt$K}7qhNb=AYF49}zj(86S0KZTIdk^Z$S5Ud=KlHimEGj~^S}o^
z_0{Q9LCbb5d)RXiw47VL@2=1S&4?<smnIAix|1&KzTL)XGNZ(yz*<gp?#<cXq!<_2
zmMw7K&XU1(b#9b_ptCF}l(S9;b6j|#m-6NNoT@ekUMaQ33$2dyKhZn<#<-vN!h(&>
zu|58Q0=%797#h@Ur@t1ldQ)~V%V^e)d47iRuiWMQdwnY2)a|~TYF0QWJt^hcmsj<h
zD?9(LznUc8e{=tFYwI;^49#bS|4s}mpY%&i@K4#d_Kz|rHkF>6Yka=c=Ed_f3pzFz
z>Gi!Ao;+h&O7GU^Z|l_ajc4YR#TRKUwK^m3&o+0?$-{r{UY<EIaQ97)goib!iz9Oa
z7T*5FWOCD4Q>ysZUz>DeNsF(d4yV=Z+-qdZt{pfvb4^`*iSA6@lb@B!z7?j0s}$<R
z`}Ch?VR+W(_i~4d?x7PaF5i1t^2<{AMA5pXqCJlu=Kg3onDy9V`rgm(VVU-aZ+&i>
zyVX4UOpH56z1G#e$xrj-85bm0mwTkYvwwN!Xt`y4tV6+$ThTrKcbqSKt1rzv;;3f!
zq<k~mHg#Py#XTGTyj-Mm{`8j=@$(xarv7<$u}J4p1|!2c`MbA5cRzk_&r`u%mml#!
zS3!Hvo^=T#^Do?E+B7TY?Vi&Q=l$8Va!*QWx|K|sHB;U8*Ph(Z`OdAn_a*7|+4jWw
zYp?z-oc{Os(<SqbnIvx4a>swT6#8yk64R`gH{;l^-`hKV{Xb{XsAtF8SmFwHv$D&-
z=<Qmne(dAsdXZ*E^ZabKjHibWU*7-i>GSjZ{QTQ2989azi&wu1&hN~dscrkwPw&}>
z&-eNb)mCsXc610nee#8k=Ej5f&r6+f7Px=ivX6Jm^0xc4dI~iDS>C&O_;cOzKjD#U
z&IMlOshBq_@$rWHIkIz4{@Z^g<kIplnVb6i)X$rOGE)Dyg3HZbwq+l`K215H$Z@Y>
z_U0``4;eG__pdqo>fGvg8)l0?@jPOvVplr#@N}))FXG#0wCcy2?ed6dT-a7VbJ^u4
zwcXmWdE(iRpT+)rcXFK>i^<h$k*%wQ0zU7Y=dvhxa)tk0^#z`N$JZ?D)2Nzrvt|l2
z!{Xv68&1Tt%@v#c`E86;?CrN4{0wvQ{|Lx;1)fZ1QnQ=&y5v{uh3<^>9(J|ve6M%H
zvUfO+bACMJRO|JKXOn*q|K?!B;G6G~UTscbYJOhqRXIcIeX!J%Dedi-Jd9GznI;!U
z^89?;B+}{CBsycwT>D6M(Oqk`9VY)1+#0>+;8vBm#vMhhYlMSe9x`&9m2lla;`sWP
zHj3Y7GB(s3PX1Rs(OBZ;=0~@jeX8Er9`rC0`f_@%MAb3w1?r~vlAle^dD#@d<;6w`
zi3OU+o_tPSsQ0{BaQdBxXDT0Bvoh!%kqi6XcjN8j?gfeETjNTey*VARV5;zR`-SZr
zFJ4uO|Mzg|W+#nP*9`J=-rxJtr}?@_UUa%s#W%mq4gazY?QS1s46gq2c#FQkt9f(#
zI-Blv8h+WtP!$&LoO|fY?{53rDK9;;Co^RjL@!a9(!OiWd!7P@zB6J>eM_JFudA6d
zdFo5ni|LGN#}6f$=&;PUm!AEmlp#2~f<2t?Ri0`2MzO_<_WM>^GR=BrC$jI`)ay6i
z%!`fu|M?Yf!BbQ5viR;Mo_M_rjn&WC)ZBgQl=tlUG3lFzUGcU{x!L^rB8C_C8cW%{
z{_=sL_ghL!gN2fWPi@kp7}=SJTK9#Tn*KSK(&8-k`m)I6f;YZ;w;2yyS#D$F-?P8>
zN6dkgu1;mc-Nx4>YXysn4jkF<o8|Ae)#A~Y^Y#BW_w`u>#_?>csq&DlU+Q2SQFVWg
z;?Wu9%neJq<rmfdx^XqB#3uEFRQv15ot%fJXWg<{GbcvG<?@H5W<`cC<*eCXHeW1@
z;tHL)$f?*n<=<b{rWr>UER8tod3*7S!lay^TwlJ&Px4UtTN3Rsxh9+afjeJlcY(CQ
z&53OfX5A6>owBEeUG0Cur}NX#X#76Hwp(Q>SKYS`1_rhJX1^BSv^?3hdrE8hOs-NF
zt=~sh7S?xq&;9po;^LxT%Qmsrhrdenceprp`u#_(p>=1wcjhoN%(}c%fqhxv5yMSO
zuiG3*;Z&0GT+69uz<K}Ds_7nYR2iN<D0}D`bB{s%&zv)2n?6_dd{XV4|LAa`di8<;
zgDp=sxv${K*ktcy#PX^`{NJjUKerj`1nO<1-v6jz<Q03fVQaC~n_2JlJN*wBHCVW9
z+ngFN7<$4a#WJID+P^!yUa98a@MgGmWa`&TQdjrP_*oLj5#MjZ+)$qUUrRp4qB)ME
z>gT?H`x#7rF8!C*x=rL!<Ttik4(}58UU)F~(O(nRBj)O=6A$P*YtOFdzpz63@$z-=
zoDFyX_;iI$V8;I?eYfA|hwTjZSQfWZ>dEvYVF_IN>%{E4gO)M2yu8Eud;4v}XpV0e
zTQ4R!3dfv(&7ZMqeoukNd;?|+*O_ZYF4iv(ZL^s7@v+wOwpZ$llZxWkwQQ5=E@LR=
zUpYs1hDG9%6Ajy%i}Vk91XUX?QaKnB=H_ob;~C?FEP>l|`7|7Uh9?%-%_w8|usPZy
z>*0YLXBBH!Zad4&wP<0^LEiN~YQeW<{BQYjPt(a@O@6VpD`#Du$dv}S+lyB$G_-U5
zy6ttO3X{q6Vx#Cn#VpOXGe_K~J?<=4QEuWqU=z4R?p5e^%P-2SixyW-y+3EJq-pb>
zAO7MDy?-Xmmhcz(^Wey=DXZS>QL}Gvxsh;@*{}ZdN!_X?ULRN$`4o<<taq4v%94@i
z(6(Rt{=QG$j=U9_G;swt!<$x9&y!Xxf09-yae2C2^>`Y=W|Huc=bwk@`AtVZ-|SL(
zTB0T;Y<0cMLETb=fkFK2W9PT!YvLV>Pj}s_N@cZ+{K91NRr!iW+e<w!`S1(LCv+_s
z4(#0(EmicX$9YjfkYMWrZrPddUtB)jz!p_IQ=e69<L)gRzly7*mcEWGco8Wmo%?R8
z?A3Go=jTrU{lB9=Vy1n_!sxe~lsPh1{S4TluCqPi_!_NiF$er~^72)lXwL{QDBwB9
zI`5&G)UMP(X#>k6dUgj4djDBApU%#I&7ZMFO<6_RPa{9z1`mVY%nS3R>avYaJ#%lW
zb+pNBjk&G2UoO(}Qn5P2<Cn%o|DOuDyE`~9+GKRAY@=#t>|OcoX5G%I4s6;MA!1?^
zW_0fjYE^q{#(zTXsK(rX895tQwTcz{US`g=*5$C8t+exNmu1El+pb&wUwT4gCwVN1
z>S)zU{_(Sxan@l+Ifg%vU(S{`IF}UkbKmuvNA~8T!cQC6$~C#I=S!?P*Q})c-usyF
zj_oUbgEn>MD=)O`Kc3Gfy5OMwnmfJs#GYtK=L8>bVEbRh+#t!^k+&hawNRo}^UJ^W
z>l)54sr&bXt2M+yYh}e5o~|{rif;8EE@e)h@_6P)aYz6D$>yi_x^6J<EwAZmV5?<i
zxS*;1;hA5)u*2;q*SQp>cXKVt;CuJPJNDbu4X%Ix<Ta*-e9;Osue$9p@$CO87v)m~
zZmFpL&rCP868Y3Bn>z7;rRf6A@1=F@7xw6}o6M5uDxXw%e2tUW{_d#@1QjM-?&)w$
zf45L4{6j;PiPTm33nBKBqKi5HR>W<pS$FWc>9V$HAGb4?>>pp`Ja{?TT(nto<Kg_L
z4Q$QAAAhJbN(B|_9r!S_Ju^K%UZ00uS#i6oX~?{%PZat7tUs@%&aiIL*=FuV3opy_
z*6dsP&2z`rxng(jKAf>WRPaK`!@vug>O!59SmKwqZDeXNn6YNUdc%8+OP{xOB|bUz
zS;%fZXU2!UM<(27(NLEEHRn(Eq)E5>xR~_!NX)lRZO?96=FXDwVUsvt$5d&zudC1V
zPMvF@WmB({^-w5HQ}bow-i2puEA$o^d0NgFR-ZG+-eS|)efzF-1h8eeFqu4!URE_t
zDB}Ky>2lm!=XoW!HvS6mzxi?gq0hT7OX)CwpT4Zt%z;r{>h@(1vCaF;@5>f!h}rqx
zFQVm-@w;yg&l2op1ny{k?wWbktHJHD^TVSTi<X}=y7%ZM1MhD+@rIR}P4$!RiG8a!
z6mS05ux!;y4*rBs0Y!NpwTC$7U!Nycmv3}R?wGQzjeNJ)PaSKYS1Jz9zt%Rdo1FB8
zana1~_v_Q0`4*PvWM@y7Eez$K>b_oP0c-rK%;J2v<@PJ;f_ood*)mtmhG8iqDD_%v
zL?1h}UH`Q|XvN%}Ek~IDEPv`Kb8`Mlonr0ZJPUSgQ{6r5hs`H(U5DU%Z?~^F&)Rin
z;oB0{=ccnOUYj&*z3^Zoqg2lV%@6up=c)-U|FKr_>kht*g3til1qbueCCUsN7xhg{
zIjZazbb^)b8pH2;lLj__t&OkvCB$R@`tdEBck#UNQ4XmMo$vKeDSH*M|MuWrXU)!$
zabf#9xeE!~-`nw3>n=E<FB{5YGCyqhtp!^rXm2-bV3VG5;_Iu+x(vQ&*d!*zNM3kS
zb3o;Rdg$#}_pU!mKgctyug*}X{KlK;yR{m(Pvm&V*E<BiP5H9_^8C3AtfH5k(#Q|@
zGw^)5iqZG#WWi_I{T~>-j7nRseC5ix@nLB=r}QL^E`|f|cC(9Hd{$Ls5DDHB|IC~5
z>>lPBGRf>yA9|bSzB~Hj3p?lO)NB9TE*C_7@^)UUAg{i@=7{I*#XDwSuBp&id=K26
znt#ydag9;nqdl8~zjxWsa+-hR(cxg@S1S8vL@cp#nC$z+?b*62kE8Buy>51|eA9bQ
z`<dH8(?810CK)SJtqmeuE=kPXqQd(4c#(v+dKhP<-?Ti(_A?cstB<HI4{pwWC9r(O
zU5*(`HqTkIVqY+Snp$3sL-Fn0tZiaU4Rfce%GzEOUaG>rh0QxT<=XZmc{k6W*gwC9
z$>-3Y<(E#(S}xPDwEX2Fu4#=cJB&}SUNya+br$1+j}L#JZD8vUh-AB$_}`SlB<h=V
z16zEPp}y!{O_j(CMkQZA3f{4i4GO(xQ}I;v$)?EJ)raS-3Yc>47}M?#>TB&6tjsb>
z`Y-XM;iQzN?eCd2rx~aHxjaXzF4^diAW!=CXa*@SA)l9xH`~53JBwPpSm}PN$e}se
zl<(Q~2i{+E<t99Q$v<uJlE7fr;Kp3<?6blbGOTo8NG!M>axnAaH;t?u9p9q6O&&s>
z489*3>?3L|pNT#8{4F>?LH<nqRAD9qi(=2xg9`ImeKuC?T5^reK1lMy8IQ92QM+<B
zU$HTq9GWU}?AXo6F0cM4m4^E7iD+|P_pb44^QM=Vb$;!h)v#>O?a#j$OgdKBxFr~s
zxGev$YM%O1algDRORi|&C}3Q$ZrxFL?UbLo$5lBF{kiB;`HyvXMa+rfm8%xbwej)v
zx*-y7^S(@nb*IzDwVy-6e#_>+F}pjVf$etkLU-HT@2N{9XY~BrC|h#y^Zae|Dr1>d
zT|*bf?mgeB__~iZbXxq{5?%enhi*7}KJnvzCnDM(C%!G{djG!l^Hc7qHmX<dbjfZM
zUOWHE`bjMHD|j;2l}D>CSoz6$quoXoOPfT4)jAUkZWoK4?726Uq3g%OpXKTiF~;U%
zWg;CCkF?CM-3VJ1yw!d|v){I|zO~XfUj^1XEVh(<c&x#OW#uxtnoZ88LRmh%_4P(p
zb2$qmWc8zYRy^dIEq3$rmOnja3og#<;kaP3;e+*|&FlD2Zith+_U5(@+m#($?1p;Z
zu5<Gq5Sn%D;Vy%3t0qm!++Mk0`J93m%BHuJPQ73Ili%%fre)NZMd}8TI`x|QC$}W3
z<X@F@eS7&r$D)eJa;1qJ7ar_Obzu;Z@J;J(O1`JIX({8qge~sdf<3ryOj~?Vbdq1U
zt<O)L9USYY#9CMzCx)$JUCQnFvgu@o`;>yIF$bP@>$x{APWmLXQlR0i@Fb_E`QMMc
zVLS6u;<M|v%QKd;{=M6!sj|L2+FsD4qVr4xlW_VZ`+d3^v5Fg(+)$5CEcWr4^Z2?*
zX_U{rr!HZ0FFWq_&^Th1_*0j~q%71_SZ8HkpXbX->#shU;>M<4Gf_TriPIa&>NT5-
zubli{+r(>pou&58r>uR+t$ETy7djTLh|YUZbet()EpnQ=uG>tnlKj}8>@U(8u3Ohm
zaA&X8xpPZs=J6!wRfp|5oV=7`Zq2K|>Ea;FP{6zYh+N8^M+ve@%vx^$x3#!x8q1`)
zF4NzZq&MN{&)w?nhZDD#Yg}RT>3b0H{&H_@4d*7IQc?Av?@N52>uHy)j!oNrbNkl#
zukA_OepkKVJW=&%?wtCa6DO+ezN5zy=T!0O>ZQ&*pG)esr>x>-&f1XnvzWbKR_xRq
zZBEnKd*%1pPYI~E*|FSy!NoZ}0$jHl4m_!}p8U^P#?3(b?a@S+<g6dPCp$`SBp(Pd
zJ>-(Up?&-JpB4db8)lq8?o|Cj^_1l5H(PDqUD|mp#iild#4GuidX`<$^^aV^Ib)XW
z-@}21PdG|i4YdsJNXrGCvz@!v=IFy)N+sz=>&?ZIo$J~KQ+Do}r>9fDYt6c|%|<>`
z*3E6{4#{^le&5lOWv!dDoh@JW!LRwAt5542AKvF+eIn~?*ZC!T|Gu*6niZAk2}wf>
z=Bgi4<xgi+o9x}OMs@R2-c3J0ddTOSN%@%diO(r|+WlFHRieM|(}ELE_+9PKFYRA`
zMBJ{1OXu8$+Z95!NeBMDJtwz(@ABe363hC&&bE$VZr-YHwX|UVm$EC#!Dim9^WS*R
z_iK$|5UcL^o4efj5%)o^E(`zX(P3@Mn!4@+Vhl5EFP*sZ(f95(;ROdxPBz=^k5mi}
z`~BjC&rf#`UtRXOdXo=kJY%_cPgu&asqLlcH8$ru<`YIA77G?yPffdjrRDGW<$n&o
zc<vI$XtLnT`ErY!>EHLx^;&tJuZHiF+s{qxh0eciEbUIsp7PC4bDmB5YQBC>o|yX&
z&SaLpuSnkB%aQS<p=|r(MvKMj+8-4c`aWceNocU-ddeAG_H6gzKC$HD*{9!fw9KnJ
zpmaxqf0InT-h$f~Rd|j>v@YAcUSGWJuA9U9Mb(OvcLy-=YW(G{)4#o6N~_eg&*-j`
zvBT=<7?*dOe`edQ`Jt-2PS0`+yT5DXouaMRxv%|iU>1pNS<XH4d-`r~`T4D^3|~s;
z?XRjWN!~8{MninQOT1T{?h(7X$hEJWMPIe1SKXa+>C&_Qb#=A#1*0OCuJX}q|FQDM
zv1>d&V&w&j+oRURTR#c7w<Y{n>-C!Y%!S>}kJx9{moF<{Vb72dC-j%G_gP9ynU(q`
zwmAnAHhyAyFC#mJk2}~iH2CoS**z1uN;jp?u&CBJ-oYcbf3sEmhKok3y5&_C0V$#?
z-;OU4&TgJ-`$O!&Q6;5G3qIv#GiQAG!6QA_;ISs-tai;XZ&n7mjK9n7nos^`mQeMm
zZr_Oxo@q}WA39&a<DRA8S@$lB?dLzMJGaCnB%+V{M2Bv#v^bU!xp>*NWdWvc_p|;s
zUo42~Vx4C;kF_-{VUtDE=F>ZECvLZ>nf%$?eFy)Nw}DsoNjca)=Tw`>abdzs{)`h+
z>=zPb8FTd;d)8d!o|VBYWyI@HTrIfZ;{F5Q4nO>wlF`3}!?1PL#XohPpmGv4i0|CM
z_TBrd-VH~$W%Y87OeQQD9t;Y6CH5<%=l3XXZsXBYaByBXeU}J>>{I25SzCFI%mPnl
zTxk?su<-AtDs!VV$`SnyZ4A8AKKrW(y=W3%u#o3q%GLS*7TjK_*nRVI{%nR`KA2^T
zy+2ugJA9yIRn=8N1!d>ei*1@%GEVs%H@cnkBkMxTM3#&b92X`O>{4`aZg8ug2%RFR
zbT~9;E`x!l+eu4>)zbt1*Z+Ae&ypd<bz#CQg~FBp+_J-0ZSieb*2v3kdQa}c1dk>4
z|31$zInv4CD=W<?bxU7$@!S-!$5!<A@_NO19b{EuGN}sHPIkVqbeo5YkSeE|gR@&h
zTTc%IuO#EFHnDj+${+{m3ocM}2(A@m01eu=G4MvteY)W1<9_=Yt7Co7o%_XPlERXa
zV<ycw>-dD`Hr}M8?J8D}TpHTWUZ1YQWYQbGbfShzr%S`LbG;0{S=B06(x2-vh@I2y
zJwMle!fUtCIbZyReB9hTn>a57h^lw3-1FmKTH*omjC`hy!qz0|`{wJnE53fub?L1`
z!!yJ7PVfZN&7CnPGL0E0U(Ax1ooTuE+OrzJIUfqdCLH}ZFZ)X)gYT!!38G4$QZ46q
z|7tvW;q(4wrg}P?znm$$kZH`Y?Pd27{>`eqeaGJ}IFVssu({$<>fAZ%k38k`g_m&M
z_xRN=@#=v^<MWuZ_#m&9|Fh2~AIfu_81G}t<dD4iCdY*<C(P<~?Rd9uX9zYHmzePF
z+xo31_y4zeQ@pilje1|lk5A$M-tXmRob~VDzvIjqm+ak|>Q*z(@VVAEVaE9|<20cK
zE4c+1?7Y#{etWO{Hi;>b_XR5xsxIx_{5fsm^@EK%-G|M0|9Sc77Po&<va{1{!5Oo1
zoXXQux8`Wvlg?vyJ@!m3P48oEruyssMjJbt>;Elf;y+b?YZf1y%$^6&SpQ${j}JY&
z&$}^fr@yjB*0<cJE4wb=7why*v0|FFS$~p7fm=e>#*OhiYWTD6r?O;ts4$uQx;S&m
z-IRy6hV$3An>Q*c&awzsZkXA@;G-s;zLkM1W^V9umJF^kDe;~Idp$%}c-g%8HU0mO
z`~Tj?YsE!u*<zB#s@8oq%b4+0M*qJv)0k)VRY=KCTR3yOqB?t*jXBe-E87={`Z(#$
zocjO7N<Z-#zmGiet>6FoB7;=SlzDI0-!H3EwK9IYZHtxC-iHe(9A@gelgwVZ_45C`
zYrH<w%I;m`(kO5#|F*hb+-h;3{Tp}2j7zr_&t+`;{-efFeb=RglCJiv{WDoIJotC6
zyT6>DsllMOiU0FX{@6KB@BgoUV!!cfLct1ii9B}KT<6oOmoHyTx}Y?9qFHqHY{3BC
ziAVjfGw_;sCM=aXyCF55`<u=^j*L$`d-ikQ**Leh#(MtJn})wr|F-SF@7vJ!W%eOO
zKk@6YbDpkTy;E0!i~nm??Aa5Nd*%24pP%*4h{?pN!$rwq@>%!Rz>OZfm+X~n3})8c
z4*!>@bTYb{ZF%3vnK_S&FK}&Ib17yTgRi2<QHBHh>i@5`p8dyBsCWNF|Cjl>b$uKj
z(JcpC*cLdRUKaVky}5?f;c(n*!%f$f$_{?*KhKg-KfB^gL)+36W`?i_6R!Q=ew$0~
zwfqddM>96-8#2y_Y71K@#=w4=FIr>Y=I--3aw)rV6;8M9-W}zp##h43aE&jg#-Z5m
z^3BVV_Ii9?K_}RJu89}l%sO_4og-t5YlB;Tq|UVJu9bJDGBG@;FE0D~<kc~Ug0j@T
z9u8r<MJ7F(*4LH$E&ls<>v`!#>GgIoQ6J17aut_umvY!#xlP~Q$ZuOXlgaG;^FDsc
zUjOfP@G;%?Z#i#Yvt@AIGh4Zkq1TRc=jZoo&KG;{KH~lQY^Re`?)iK1A*IvrKK<jj
z^@-;aE+q%!$vV9+JHAUW@XX7<nKZ-AL`>KA!W3T>%Y;p?A1awlI>lueZWOOvrLVL3
zP0thQgJ%=3emczKV`I0TG2_Cy<t&eT8`P}TPpX{#X}L7-&1QxOmX}{XGD+PrN_D@J
zZ@yD#L1lT!qh;&!TV^rLQrda;(YiNI?;~C|E<4+tDL3O*@>Q7<rQhM7>ksf8>}R?#
z=iFJ@>1+(oDi{p<&!w!EH|D%BK`tw+r(6H77z4-Nz=tod#>aazb8Sm9V<_m66*2!m
zefLowxvc@ZYSE3Fd-lY!E^v&F{~FF<vRnV~SqA@ktByZeT*=O`V_ESohFS6P_n8ko
zdGbVc<wLJquQ!-)`~NRoGsQBpgn_~Q!@EVhcJ~}Q0?MDeqRX_>m=>$oJ=IvAR=4c*
z?5B%m7z!3jGMQ+JG&L-H#XZ~ipGVsIw~Fmkw58Af=XH3zSz*D>joR5uRDRg2{&IZg
zlKs-1JEJRoVgJ7C1{G6tikEL^omDFxKJUV-c~x&4x0ya;sx;i--mq+!5PwAT=R!43
zzx9@kXAZv2`I@Z8IE!8T){XrUoKlQE92r_S%RLziR(|_-e&0Upoo><FcFkf?m=L*E
z?m|uogNb@~Uc#sScG`)a{+3T%su-lUwXrj7o3~#jaNlz44VzQf*XSo~$^Tk@Q#R+o
zl`L0hrHdb$4n8Yo&$txqIsfwelCm3X-4cwBF56_j{@ZgUz0DsimtK7MkV8MX`Qw#j
z`$tpeRwr)1bw({9#Uwg6Z1rhnxqsJMkEWSj>o+K^%XVlM;C=Jxqp2TD!n_$L?ZO<I
zMRQjdi=4PtzU*+~LFsS1bI%?~c^SK_vUFm-{p*a^*NajMelq@>t{#=|`_278cWat7
z&xIxXTv_(d<$Y$uzA0yJ@pI7y-&RbOo_gtO-%NhN3mew!PxRQp_^Odv>eh|@m%VO_
zYu{a0)|budsvBdSp8dSN$o$Qj`6)GXthY^H-_+)O`}6wQ+u2NBM;AR&E;#&NZyo=Y
z2mf}gW?pb`v3yAK?vEwQ51v-v8L|ICTB7D5;R#pe{!U$A@SCS#9ivTV#MRg^aZv^j
zm7u?jvz|on-kGctS&+WC&Y9I=^1MlJ{u~L3`kZj3>;em0zgpe`j#;nta~P*o^d!g~
z&3_)&ptf6Ag5kRE_5UG~>y}D$TrkKxRVTr-`@vzYY|B7_-et0Ti;C-Bu4qUQYgxwC
z&=#sv$bHy5Jya(|=Yq(}JnybU=`MkLTuiwZocz~QFh{^%kFRIWLZ$_t>sTx8=Pg=W
zcV^9Xm4hC=ndYJ5h5`+*-R>%9=xtl}TXxN{$zkCfULO{`$Yu1+JILs>E`0u}bLB0J
z8xH?wH~ByFzq!pV&n%UN_mA$oW4&|dzGE@|O%eyXRWJ33GMv3wv|ZuB-r%pX%bZym
zggUSMXi&4%aF}>vLH8S-;`H;AFBL6+VAP<LeV-$3``QlaB((xp?JbH9pRL8kbidwA
zHn1|Bc}SPh_t$3O89E1N8aaGE#N~6yBdFeCas8IJ@{Fst$6hoDO__LN0l$dcf%a98
z)_lHL=Ps<Vsnm0Z*^Z{Qr=x@T)_idZyBIN-TkKEH#t4JjgvSh0GFn$%p4Dhw33N-m
zRGi(sP)>V6%)yU`UmZJR#crZ<mz!bpZ$Ev9;%`r%9%`7*?0WXy$vg2%Z{8O&M*T80
zJ@%HtSFzH7MJ#+hvy{)Ty7LWeH%(L*WO{TisxX&Mp1t2?ol1(@{x5gpkA+>U*F8SJ
z-NM0gSNO)R$=71PeekxJ=&{5_sd4s~uWT7HMlv6sKD*SKzGUmB$$xHsNla?nc~mwn
zAZ6}~J&KhU8QVWh^h)*Ryzu8+tL^;PB{SzlaIIo%IL3GVGt0yIT{_PSnP)8uK6l4a
ziAj{Pcam3r#>c;r4`;4@>Mx$E>a_3qw;A^z=QF!*d$_dwl$`&9tA?vZ4SdWr-MVk4
zOYvQp!PqccLVv-loFrc@>9S47PwssC@x_X}EL|}(mc~_|0S%Md8Xo8Kw|pt)xOsoo
zm#=4!rzeIRYkaEv5hqxj&%32Cw!&+RSi>{Ughjp5jJ(^fGnkZy?&@2z_{Nelc0X|@
zshiA&y!&lVh-(Sy?6=h1%~)>#H!4x(N-m=-pH9+(+UbF92|_RZTs)g5TP|l5+1YX;
z{fNm_9qY+Y8c)8M=$C)YR#`U8Ka|gqan>t+onzZRT#K-2<<GA_@^bd^f?$@jXI4mV
zIDDKpW5b-uN0Sm4a!ob!JJ~0;*Dc@)$GJ3t%ORW2?#*Oxc(m_*IETcy;)#`3!C|3K
zHY;#UU%_VmXiER51t(7Yp7im^%Xm}2{Pr~mQuzLz$O5-Iw$JAN_wZ-=-^ncR_sL|j
zma;B2vW~8NRb+ElvuER0t4AtRTra%wV{ho3z4yGbpM*_D=FyA&S1OY3@G__!eIYw#
zs*JEh;O69vUtb*`vaKu;zPaE}*@b<lS4^<!bZJ<2ZJO`8QY%Y`#?$6Omj9MUh$Mgb
zpmyrRp}hKqbG=&`e7}l|>HgI{@||auSy%pi6^lcR!IJ!^yo$EwZ}2Max9}|ZdF-YA
zzt{CE4`iG$>z}sxp?U+8`;Wu%NA^FtZ#zBu)6Dng4`-*pJ7C<aVw$pMpN?E!QeTcT
zlax)ecH18{jf7bjo~LX}dc5U|`t~jLe%U=UOBpg=DR>&l?n|f$33q5tox111tkSz8
zT|fS&?zjFCXnNq9mgk1ok?-1ysvpGO-G5!>piak10UM7jpN%))p1X9x$6h>YK||)e
z^izv!PivW+)McLe)w_51n|J3v3hq#!$Z=u8+~v!rHSZBji8Sy{ZoMU0+xF>|y+>tH
zQ|+QzZ@rjIuEs~iY;>`eow!nHQc$zeZO7B4a#Lgk84f7aR9{KmcKVv@lpeRkpH^Fc
zzRPs%-u5K9eO#gZyJnr@u2*;($-~wbAN*A9?A_#NJG16{=eHQ$zWD?;^ltPos4Qf1
zZ+PTc!^sS1-@2}B`p?1fi%H6c>y?)F>XvQ$O<sOaJtcT1_jHc@+1=|uFX*1Sft5k#
z<Kk+a&AkteTkk|KaZ_8Eqy1>zwkbu)&U^t^zSX4eeble}m@VVg`P{gy`>7>;{VuzN
z1s8Z8yT2+a&TqL@?13jS-r;w)yfJJrn4w{<{?+nDPp|sw>R^yZZ{*auyx{Qk$jxHS
zFu0R>h$rF0nx$8JS(O`(wlAH_abbmR+y9^TRULv;ZY}Q(_fF3`ew5MYp;zYT0^@74
z_8QR)DZ38u)$iYOukQs<_Y)?DGsV{yG^ou!(YqokF6d*Rc7s)W?ark|Wem$J*4U;A
zEl|9w)!`QI(0ox__o?fS@Aq|E_H2&-aB>!-l+9U@woh56?&~WU1U78BT+1lsGrNm9
zA-UVn($Fa|TCaG6#>%<_tEHJ`7^YdQ5Ly0=?ZczAN#A0_vVVscYtMbGJdxvq3Y)b}
z7Q6Z0XGd&Ldbu1(He}zw^z@6Kz5YIPrdOVPtZ2EQje&R3gd&H<wTXpGAM#IgH=cXG
zx2Mc+?tQik53*hR1$k`4*ZbCgp2_egfAWtB486bB?KzflqDXST|J#FebgK(5uMGOu
z;*mXjMzsE7<HmI_n`>?sew=<@bHOt;tLClVQWBsM>-kcW@_e5do^{U5S$gtx{(~hm
z!HpcLOK+PpKKwa)mr?2hgURe_rF@Y`?ANdLPJa53;kEVUyWH{S`Ro}VWGxx$%CduF
z_w&yyN#^VO&1fQF_t|4rcJRhrH;pXrjBhUAFMO)X<W=KwUj5)Uhp(RC|LwnauQB^p
zSUBt4$B7=BI4-!vCVX(``rZ3-C8zcdtEqQ3zT8oB=>C!8i$2a@`K3~8qwS00NZb79
zo0h82KEseEex5u0*iE0-7d%WRFDojO#Lsef2mWgIQ*K!M<j^O*)tm=xtR}BDYI+v(
zX@lPZySl1m-l&5-*X;cTWV{unXZ&*EX;yLwo~9Bcz>;DzrQdC?{Uwbf+se4-oibqW
zdl45``2DH!9bKpQH;!Guy7|wmgI+Z!4!Xwe-LGML^9W-BU;Bf7M&Z`giNQ-Acu(9o
zYq1BUU7)qVaat~DE?b;kWAa70v*}NB8&cI7X8b*PFu(Ikrq$Qru5S@LXUwo!Uw7t;
z;DwA8dJMdr`&+FwpSR5Z=JW2yMbTA#I~f+-wcfd-WW(;dZ-4);da-rq{Jb~Q=Iop?
zbt6an<Me|S>m)%-@ywdizAk1kii^Lw$FTOsn%yT~Oc$B7?`QVC?3}U(USIDq@XoH3
z5B<S&H?=4DiqM4(_v=^d2XoX}o@CKI`;N8MQtoUuV}tN6<DGX-{`+<Ex;eMvxvSQ-
zQ~vKRkIe0vyO@Qctyv$m`cukPZT0<^FE?1LyQTSsE;O9OC?aWbPO`h_zfPjwO4EZZ
zqA7w)E+4NuqWRak$IrsIVG~zSNz2ufm-cKp!{<K7ZG}Sd3-@hZ%6^)emQt@aGVNQY
zED||w(sjwR+gB(Q?74rA``m?3Jv|8=7eW$D7HI^Xdtl_Sc*Rk*3gx=;iilgc!&{Hp
zWHPxPQ?J=!zU|l6CyVClu<Hgmu5~P3s(y-V%{~9@8i&Ovo@}zNp7U+qxsUU2CS~-j
zx412_w#L7pKzHKbUc<=@yf4KzH=IpdUE9}lcPamQuFO3PJYV#tK8u%sQh0gZc89_l
zyms^BwIa=*-9Nu;Vbg|7lhqa^cHVou`EVS!Mi#%HpZ|Lih6%rV?f9x=^V}T@Sau~z
zOZXPYH?Sphtysa^y6P_11&vJ>cOFhK7wB3i_O7*CH}gcSkK7r~h40Q3`E8vX@;CO|
z|C`p?YqgscI3B-yH}8Suv;~s$k~!Z^deCCwa-_b`j&XgN=89sggX_Mu&Yip7&vpOl
zclT!I?^=C%naM8$HbobYf_*0!NN(HBV3Nspq2)^QqovK_FC_R&r!;HreSBw!Vgnm<
z#)%UbPP|nzs1<KeyZE!=m}*N3^W^U#ou>VZI6ofXP-Nh3U~>o-TF`m(_Nwd)|0FvM
zR358``@b^k?!5Ju*@Qvr{kQLLZYDFZFVI}g`uNw&WQJMw3>ilbeYyVc&(C6ZLzA^{
z-=0|-(xu3<;2?t(gYTj4y>$&o9v+F($$Gx#{_7i!u`i#mn6XW*{hY=(jj87tGQ4;>
zzqzZ~xCY)^dok9BtwBw(>e#~<D-J11$v20F+C84C<+Q@Vp_$QyVHVq*4=<8V>n=U`
z<LzJWU5oap7kb(^usK{dQ9OQ(f9gesjF81Ces>*1#V)>(@Ok@W>YT<*$(5`BzPPwp
zwk2TOJe$f(wP6emYG)awGVdHIyuY{LaO<9gXV>M;e7;SWRb|YmQ*_<FYs#}@GaobS
zDH~j#RnxFc<dTIm^96<sDeXfUe?I6dYAQPg9rvH3;D5L39P?MBKVM&cduhM#jfN)g
zg^rq;=LBqnm%F*SU0WL+?x3G|P2{KKWsWE(4aXK1<_v=dHLuJ$GB%&y@GW5czR@E1
z(U}k2=?o?eQd7=nOnKs)R@1f6_=LZ!YO!Tg?%P{i4NcY_6>B*)|7wQ-(*=f%f}e^9
zEti^j@xT1%Ae!uGyLe{2_&J6Q29p++=?5}|s^?~W{_-rQU4HH<m*~kCd)$4w&;R6n
zxiC{VFK^LQ{df+>3<eVkhsPmI{12yHS^X*8r`geX^)%ftVJdy+xL8dj9Guq+_o%6g
z-k5#$)(f76e(C4teEj5Tsq^uEzx#Z>o^9LAcJI{u-{cN8NZ8$Bp4|gU|EjO4XL}EC
zdoWjE-o+k0@97_>b7vSdu(>VfvS^?9^>4(2%a=>q&Mmujq34rz`q^1eWv}R;_Gr!d
za?kv`-j?^9!q0v!Sbjpe1r!WC3p&5<GT(m8B;@jg6|)Rybqc-fV_mRP=)w=jhYy)_
z8BETUeqx?~;78or34(7!{)W7{qB5x=d~MWIzWWtC|2{pt#4aM~c37mcg~0@p)F1t3
zTXyl)WR8cYk{d*oWi!-X&15t&Wu6sa&A{7p%>D1K%hgSvT$rreySKbqHL0ODEynFu
z>5a=K#<Q+nnEA(++lj-0dBH)3S@UMi+p_0^+ul{5L)+4;Wv~5dQv+oaRkmZV1Mfc#
zZrY~y_voG5LCr7NdsH60ix>FY`D@DmV;M7o+XNcY-mTi%E+>0vZ&dyEg-o;NE-(M~
zOF8lHMJ;xd!X2yR52Wt$+w=R=J45a-V)-_UW}kd*a6Ladm2uX;yqdV4EH;xI$I{c*
zy8A>8Q|{lePQJ5krUKV<ri1^>9UDX#C#kKxa@%2D!U6UhW)0HcEuEyyR~~m|m}=Qn
zWBiPfUxKA)O@N8!+pPWUVR|W9M`h3Lsr{U$tF70~C7N!f87z4zMg74|qe~qdoO12l
znXQ=_X82y%!&JOc%aJ*axk*h>@ZRHd#wl8rp1D_J9^E~%FLLAiMiJh*Jo>+ln1uN!
ze_W6$A>8(B;j9`z3+0Li*#n#vRcxuUzKdg9G$otoX7VsJxk=uBx2UkZeEElx+S<L*
zj8S{1-qYKiRZv~Mn)OcJ_T6O*7Ek)D#=ft8RbRx^ebE8Q?X%kR<1MpuZ#@Z$nJuw>
z%9#}(E+}8$C6Ms(M15)L*4J#@MaQeAMWy^QxK%JAJmtsN!;?<l)8G5@O#JGA^eqMa
z6%`c*ri=G(II%;i*yJqlHgSDTPuW{D%NP_gel_!_J<t5t80P=xH-nyPv;NW>n-5H?
z*m~^16_X>USKRyXM^Jsiqr3l>bvAw~61x18g*QX;SFPwn+XpM3-_SeR?7TFrdFP?I
zEq_ax`Z`jTm)l*w`zZIUruAQM0S1MYn<f==%<}AFI~rE_>U6kKg>0jlpx``)Nwa31
z+CBe8@}{_BH`6s)8xJ$8_AS~Q*4c1h*RlDxTU&W+-@Oc}K;z64OLb;4ZEZiXtScil
zyXJi9r;TAxbz6eYN1BFtJ$#ri$}suCI-$#F(~MOPq{#nH?sWJyfBw9AQ<TgLR|`&@
zCG|b(cHoaUnjD{JsN`LeteBK>?ew3|8Z+)bcMjoLBfiZ-vx9fR$N9HEJzSExYf;)I
zaj^$1d#?Q7B>nw&dHyQfvy+aM<s9W;Xjrf^=DT%swu8|v&vJ?5S9ZPqvhpOG#!p|n
zzkm25i#IJR3{0M6lxtW2#ec#-qsvDXG`yEbHww)%;C$D+Y~%HpPh%HtUYJ((_|g0K
z?~CJ(uZ)}6*K2jEYVDg9+ni<RzA$i=W8j$eE#cE_<rm5Eu19{Y`^7Qk)~bDH=iC!W
zRd~dZde+Np=9`35YHFn#E=K}?r94=CCFm4`LdF4OlU}FZzMIkgPbBTXCQbUVSv!mE
z$pp33ugm=day=ifU2?sgclUwIvt}sqGqCusp1S;OMn}B+Pi_9aOpDoT#cKs8viiAC
zS`%otKqUUrEXk8BMv`l1^WC2`<s{#-pi?;;c{(_rzh-V&z<7R%!z9l%gL3oi#epW)
z4zf01k9>1D+i?82yXnSX?)@E7Y`0fG_S~lb{1(S4RiA)oSF{*F7TQ`*I>?{EB=S+S
zqTrE_v(iO&<xR(GdWD`cpAE=J31Q8wU2>rQ|GV6E(UXh>9Wy_EYQOxtaz;)1)F~z|
zEG)b^%UF-*T?=3kzrXOs-8sh7@41UCwP2iYz9`N6N9S+$$+HBD96{%atX(w4Xk*>7
zqt`h>hwuEe>I{uq^L~ZIlx?On-)RR=d~;`tZ~o+kU#9vV&tToc_y7NQtMFsL_;NMY
z&XyCpw32oHvE<`sj2u!A^1_Tw-GbhVdhuPJc{<ZGe2*Fbs+BY6_=KeYUyvzP*s)rw
zNPGFEvI&2##fawCGQ{vXGQWS&(~={%sIfFU%YUcjswt1onl?>QuHR&K?beoc-G<_i
z)0PT~CtJ9AbF9_M*lSn$Xy>ud4^#OZnWue~-R!x?>CVgJ_A6OrZ!VRVwJH|8_g3dw
z{QfjGrA(>h&o7&|_0N04%Fdy2c|*!FElEL!1eWxFpE;$ze8@_%6}a1AWG2(3n30zL
zCyL$HDeUH()Z9%x7nYuJzS;AdQBXd8`n?}=B`;0Rm@nI$dN*B+r+TNv>SQIR#xt6|
zjW_cIOcEmRZ`3gr?z_}&{N|U8@!h_Siy5+af3f4tTQReQ>DuKL><a=zXK9G$%BY(e
z^EIY?d;T$H%U8w=Hp_%fHt?I9n=@P7;BKoZ;%#EP=Jw{3_(9nq;RT;HmTK->bGZKJ
zQ~%GZ^Y@1fFF0~~``Yyk;=#=Q4$^9B2NOc?8y<f(@oR+GeC4*kAEx@0Uz^jp<*C<I
zMX7XV^#^X7=gMp_D7^lo->dZ7yY3*aPlgP;6fzo|mNU)&)WG<rxp))fnOEN%Z_Em`
z<=VE*aMBUOIWN{QhO@SvW<IE7eLwW<Ql{kDV&@|jGtMmKW9W&`O>VoJSXp-B>T{LL
zXSukKXapPQJ=`g?sJLlX#d?Ks$-wfHDhvW9Dbn+H+3x*y=qX3TEv~j?!&pbR?)bBs
z>w6ntd&UWVXDnNqyrxoSt9;(}+kd#DMP=$LE^*#?r}Z~y+Wj|o4;J3G5MfJ@E%M<{
zV0U2GX?&%k*(iHMbqUM#1?P51?3X-eA>E%Fslxf`w_o)QXO&2i504-2y~!A78X%wA
z|I#t}V3gO#h(GDG=l$SrE{;2K>#axK!I<l%)qUq#Om@`0kUphepY`1DK$;NaG7Cd}
z<$r!kD@v!bExxn&mc;RmjjfuwViz~OxS_`A`)B@R3%}RS4$XcC7?`Az5*qit@LjV`
zCU|kju^Y=~&GpR?@|o?;QBhadm!Y=wOaD{zhK6HiI<qeR360X+GE3mXn@%OE-p1MQ
zdQ}%VIy5uA-6{Nmy>$WulazUt%+&KiUY6<an;YD!q;prPefxOUOLOZDBOiz62DbhM
zyUz4wJbMhWcEh^b(iom~`9}?Sf?FHh1bh3`tvya9<y<ardsoT-x>)nu873(flj`Nd
z1`Q2vS`&-6EfFxR`2OR+=!tc&)wWezOb;sIif(8~D`b)?VcNIn)$h1N|56(oj^(_}
za4Y_F==AdC>fYLnyozShT^VL2d*f=CvzTyXWSq8HqWSzy|3eiA@#`~q|NdxjGYkCA
z{H|n$<6O>+IgDD1ZhrWb>6|<pblSqh^YiU5a#}2XlEdua@HzIdL5$w?Sy$#*{#kwd
zVkSF_iN+$sZJN((F0FF&Z4$h&0OZnRnU!8Ii*_D~jlBMx!PR8;9n0Qh2Uh(|IsUu7
z!EOJx9eq-!{fi_S7|%AFvl&KzZ?QM{c<b>mnH*QaUY9k?jDPc=Vl`1%@Nvhyb`##i
z3PJ2*OFTC`b^UvCrr)x2o;S<Hxw<kmmcIG#sIq{Ou~*SoaM}0T_rmOA>I*Km|Li-s
z?po-on&X9E*t8Zs%rlj|zpBsQLHPf3i@wY25)>Q30k6(%Sh_oJ=Xo)2-}i?Nx27Lj
zG+n;;((Pht9p5HLhsTLQUNfy3{TVni!uGun_L}LZymU(OynF2p$BrF-zWdJg<2Te8
z&*mvExVXr$%_OwVB$rv>Lcr-a{+r~xnHpbwG~3J1*sGb}Ep}1j_Ll9(4uB44*|AS{
zx_`3A<!MWwGB8OMo!fY2L(}nUkG(njkGSjn)LN=@>)UDTnE8Gi*9u)wSm3Chz`*Ex
z`1!8q88(7<<#krEnAA83o;~b(v!<5CH`>|3*x6yRaDj`lrs~U|?--b*(w~)b8_GuM
zMz7T`{(CBvk+&=3j>_8e^EnyM+9@o!*s}5Ut`{sh9>NFI>;FA!)Lam$zsKSaWB%Dc
zuk=4|(E}-8607}1t=#`%+3uZ>S{j}?Pc!^#W3)(eZUf^xg$0pYEnhq>>SUYtYSTV{
zhh`-yagSu_4^M3wX0a$k9NW9s<$CGH=@w5`uP*0Z7TTaBwQ~DL-%XF_IyfvA{_r&P
z{`Yw&8JK1ryY=FlaGUcz^L6@XeIH+40LpE-^DRLkWWb+!%JTOW1{2P_O@ZDyT5DD~
z2=?x~^?jw`_DQykyi8KtWG{)#Z3y<-R0Ike_Wg#X)@7;e-1C;@7xS+xyKa5e$z8Db
zqx1K-_uCR@+=z4#uD{ybtK$OA;@WqEP94l*<OwSDIV*c|nbIulyx?bZayd;n<K&s7
z<~FRq{`wB*jbe!h3XHs4js6>a{TV2>M8Lt}@ZI@4-k*E!ea3`M?1I9A#K}|d*(}MF
zV0+HR;Le?K!t#3m!g*}nqCd`9cPdHUZeI8L%^gq{i}-m{dTvAV=Ld@!Epi+d`<TqS
z=+c<+`tnMh<t!%MK`zc)Y%VO!TrC^**SS|B(4o1(O+A5uPx?ZJU{yn1S80A^{E0=L
zlN;DvO^%u6$|Wl<aC9i1$Lgt>`i{khv7o7;t;1~A{Rz+Kyng?^1*EDw_2#V!+!+EF
zHr#SJd0N|f7DL!=K9~NZZ<(b^A7AWIv+Li+Y!Aw;kqN5>u716pCv@ke>~TX-`NAi2
z;m0!fok?>fbN)|eX=q4W{nq_@>BheqAMfi2S3H<~^ZVZHd&|#0d-dZ|=l0#K$+K^r
z>U;gzJFXw>W)_pP<~MUo^2N6E%T3U1P@1*<wvcpN(5XxP;v(M_7hL4DSTu9WCAG`0
zj63e;{oeKHhyhRUJLe?buM<A!ZeX9cyDixG^;0KCP?)VK^toPokuySsZ-J*l{<*H?
zS7j=)XJvo;A86jyc6;WT*;^7Nma!@<aCCU=9ebWxY1Tzf2?vM6yR{z#ow_pR*X4gV
zUTV3i&-p3heOlDj<f_fKl}Bxx<xKuH2wr%>!qd?3%;NQ=`2BUJAwQCBHY8_>T(mJ;
z)^qH@Hr}<ivwR8{H8!}ZKRCU5-+Oz#n`{ma&OUeh)N+|vcPofooRj<iLh0S)?dhN+
zqreHZ{^46z2Z!Wpv9lSk>gQxBwt^yoU;cJW0~@$Vs#!keUF9w&g#{Nw>gT(^uzdb&
z{ja~jzkmK*JeS4ny~@{4feUM#1<!6|U*Hza60UZ;)ZL-^T=w?uNwFWld?~5U-W;qw
zw}DaMLcr|{N8D=LHy?2R@$>WZetG+2g*BCx8!Mvp7B~u?-E+>aEcwBY)JGwVyjD&1
zZEc$IyuZLHx#DQXGy8An7!Iv_!*f7=rryPqDJIi+GSf1<ZmPZ1C<!{m7v&lfywu|~
zQ|Kx+k)<1yCuo^mU~&<4P-PXl#jrr6!HJncgrVT~Oy&K%Ki}J3Tz;?m`@HIV-*;X+
zm6krq{QaErfA9bQ{~yxT(b06wF>lK1CmgxoOb(~N?NEQ8SJdgN%q121E=RU}SL>{k
zALeJ(J`b+T7g@OArisnlC2|`qP4<3NeJU~SoWlCFPdQp09f=AnJ1(*ImhPXj<dT_;
zAoqVEbLCI(lfTB5E{+elutuOegO86dXm)3R+6-$(#dWz_md@)8mjq4vKCj7*P2=3$
zrO)3^TQzeAi;q-Uk-V6aQqZmif>j%Wy+l?%lSr$tx8KViZZysA#j|6*(x*=-ua#-n
zO8>!`{r2JE_Ds1P?#s2+%Z&xjzU^poT6p7f%By!X-k!EIjjWs=?D*}P=K&?9MGFi!
zi}W5j7!m8Y^6afe?t<x7*TNUN@$I?GJ=0fjcJ%RhFP(S7yXU<4k+-C{a?#FYp#oz^
z7nc?xk1xBL(wO#Cf6vR$*I!!l_0`oYP5loyT8X?75|8}ubDVF&wzDP+_vme1pz`76
z<>hg=mn;xW6gK!+ywkr|;FrXQt=ILtJ35@3Y=xDRx>o&oT08j`kA<xB5v%{2_lmC=
z9?Yt){(Wz6^;cF=E~$x6zqh|T`C`>f39pWOpHzhe123F#c*`JiPQ=u>KY!Q09f3Vf
zB_=Vk^Ys?Z;`upMJN$>b>fGKdn@lZLBBrh1uzCMUkXKU|E-*Blbi319VMC(SorvP@
zvxS-&DYcVJI77B=+jc3*VnMiBa#P5LQWGwzji*okTgI)<xHzrIeP{F4b_W+1N9Do;
zyj`n)Kb`STbOzTf#tRoqz6)KuzPEMiwTl`VNA#Av+TAksh|=p<2#M-#03{y(B&97(
z>wO-rcyjd?*Q~;e7k%Dwh0YQQ;y=L?-LZVZ&4?%G=32`dU)+03KmO8_!fX>47ZH<f
zlEo&P1u-vn%sZjsQDSnrs{KJskov>QwKw$TS$labpYTb>emr7m_i-+ZjV(xn*k88^
zVIE)eW1dV&m#E&lttqYcMaH}P`{$=USP~a`ewp|YtqhhsA6LE4?^+!D?)95_EHW#1
z?AW@Q!^OqL@$s1lZ(JmJVw^TJAAFeb*g(W2Nmcf*<K%sYyzR4}CB9j>K=9=aJq@LG
zJFGT6=J@{U>FF6PZv?$T_O?1nUp#ltk8@|qx%<j&U0hNZFBX)|&-1cTaG4qKziBD2
z&%p=JmoAXx**!<Ycx92Mp_kga$9L}Ew=ee;p4_l`R$=uV1|=mfDeug*;+Hj-`1J+%
zL{-<?CmoVDP7`0Wc;>IGJO5NoJ<Gi-xo&w^<TUxn)&pyc)aySyIQYiLP@OTn6%@qY
zJJ|c4pZwor&Ef3gZY<g@KK0MVB`5DYv1S&|_c*>ZKUB`(#$idT$x%-n>qOk`>;6O(
z?|s<OVNlg`%aiqNi+9THg;J^qyZxB+?|*)FcJ^g4|9Li+^W4|1ecNz<!epE1=;(eq
z+phl;^($^Y%IyxFYvxj7B6EN7kNtZOX!g91ySus3vBX>UeDi8&zr?h_@A|X49cM5W
zc9`$e%ve%&Z(G8gQ!lIM*;beBX($mq&ix?!*!6Vjp7+rYQnaHE?OtB!yIUpF#YILa
zXNB0>Th-Oo%hLsdW#>;ke){Y4$@%r4xovO9?<;$Kc>R)lE;16wHTiO1&E^*5<QD$a
z`gLB_=G~j`rn}ac{Jv&%+Vat&XP*roZ?=7Z`Gd2ga%sUi?(M=he-m%d+$}3BE0>cS
z8@nZP<MO5YOnJNJIx9tr{#w?OcAnF`ryCTC7P{x0WlY7M9!~sz>}yS*<<BoC)A#?9
zJTG7OySx71)9)YuypONX{rCBMs@%R$Z}dN<-oCF|pDkBc{O|Jzc5m*E&%*TweYcsp
zIqH3$Q|wk#G9&EEi?`A8=VBlH|9gCXWY6lVe}A{z9}Tbjx;y@PetF`IDcl8ddnzU#
z==OMZf0mZKP|ndju_HRK`g}EwZ0G-bQT_4d|6l#{kFp&~yHx)?aeHLZ>_<NzmhV42
z|M`c<yJbZWCeFN`m8&%O8l(FHHy0N!cgN&8Vt2WUgZ$&~p5}UHZvX$}_I-ulr`!K^
zoH6~-{0|l`Q)L!foN3)X)AwSr(wVJhZjM2(U3`{2QIh?9@}eU5lC=r97<~dy&$NHC
z=&6s$l&{)5Umx0hWYL1a<45{Twkx&ya(<k6y*ipp{9nuQgOaToc7J}n?$*i++YxUV
zpzzgsqOMYq2A5Q?&z!DBN@|;e=IB0Kw(ya-`rjiDJNN4>Kfv+%(TypG_i%aTh?uPV
z5~(a~rIs}BrQM&O^?&}lOQa<2Jlwqg?5=PnherpB#5QSUm>9kM{6OELdV})9=H12)
z!S~lFB_Fvz{mu17f4i=~Dk^K6S-X<GW^q~!I13-__$08z`ABA=R+q)vCgqEte*TPE
zEpvRC$LZks!!uX@nX{+K&Er_n5&P>iJ>J@KH9t@<@j2?x*I0D;vE|28+QD^G=gbe2
zk?Jth7BI1TwDY#0<irbxrAun2>1=;kny~-S?DJVu=4iayoHe6oUjF*moXuBf7YYgr
zvi1h4_4vF?dQn+*;rfR~zE0OPGGgAm70@VWe=;@i&*6RBcNg!qZEXx+^CVQ~Du>ik
z9|=jW@ZVNRwY+sZ=dVfpfB){?r($ofNS}LJ_lv&;lnxDrHwUSypSP6I4OU*f{vqp=
z)Hzd4mCO7!GIXXrl)aG`^2DdV?yZNH^dA9LH}#M;NpUAb*CqvCh}a?CS8?*~33c_Z
zXQ!n0_?RW#n8{tr6K=gR?#G?$UfmrXO=%1MSkAvTr?+jY(WzOx-@fZSDD;U->bkX`
zqRJch?cX){cOFS97yZ0z>-xWLxx(pYix#|WKWg+uJxO0G?vzIMx9{Kc@9o(cC#$Ta
zbSeG<$I*39)+p8cG1`A*JG${$rgK~6o(D3X=g;npIIcR2OKPuA_1<K$4K3O)#W$>J
zn_zS*tHZ3=*H>A2?|Dsu0yf{Dt-D^@u8}=*@Ia7T<l%q+53<L5rN`_pd;8+Wi=UsL
zhcST~AIn<){9GHO^LXOYmKK{?I#KFgW~MTmirdyse02Fri}Uk6JsU5~dKY1to)vLu
z*@EuU<A2UIif)z;+#O&pe)>hn>5r!aIXzN?m6eo?dKMVwy3P@^)PB5WQgAfOrMK_Y
zKSyoq={ozhu-W&|)hkDYwtYSM$nN>+4J<lWbnCBoRoz>`GRIf2v!f$mRZUURrYQ>q
zCn>IdeDPb$o}OjPVuO=sT$i726P>;y;_yPj=>;q{CklO6H>F*!((3%2%<wbBOzCyy
z;$>=PdfJSxE-9wYO}aBPw;Ktn`)uz&X=yqqPkH@Om**G#y^qX1WAN!hSd=j1``#6k
zHm59G(IoYx;>l9)2n#N$I<CUk8`gvgxN8fSrkt6+u|IRsUH{6*T_P8s&YtB8s=YW(
zz0y3IC-AIP&P|<h+|&G*+O5QSnOTl!1^!42isnV#oRIvNFTi*40?8te4VH>!3x8E<
z)t-2}Rhv=Ya-kcj7TabPQ2g-Yic`yD0}l7kZg6qj{P1TM-`Smwg3_;<H21&f^cB8Z
zP?{md+WT}@piywC-wCe+uT9^?f?7_J3$`jYZMkzR;a|<-W6=Tr=cFARH=oRETP4}N
zC^Iw6Dbjha6-#fH+Ojht`-|4H^myHqk}?Ci+t^{kvROB`ED^KQ%j)O!6ETq%YE62Y
z6=a+>E7US9{c=%8#n)F?8JgTolXtGG7QeE721wUsdymt+z9Ms_mdw1;wM@P59M`O_
z(@%FutIiEPyUP5E;}+g+6|RnpXMKzeRn6B()2q%}<qq<qtojlOW}ol^mQ1^_%Uj$h
zgsEjb`TF|$&X~R(D>j|}RJumz-iwMX7suc)21QqU&i5qs8QohYC@A>m%*m6TO=)%i
z<_KTPah}{Sse4aC@TF$Ps>mNVPX_6Q|5Zu2eDTZri>oeoG%ee+&FkKx;`FmWB95It
z9=wiaP5o~nK|xmElIzd^SWa&!QD0wkCc|}!``)QdX|K5L)7MIJ=kAR8>c2(%n1X1b
z$A^|%TD3Zl*Y0`j3375^l#IH{dB$2f<ESnBpDw<1O4+vW4T}@=nbQJwWiNR)Uz`2;
z!hW~Y4(~#9Qf!;r-mdnyZd<QDUtxO2>Mt9GCIrp0YG()K`e*;&%w<e5zA1K`U&YZ(
zdLfU{A)Pd_GzGP$9X6el6gW*7+ZOSL2>6>^(5($>T<O05L(7T;4M9;B5Aj6;T?-l*
zm^c&~_F3<JYclih&r92GFL^s>Kl9sVmv7csZZEF;KJWibAGI?)5n`1!PF1O2mQ8P;
zDsrCnvUzg5oz_M#{n=;hcDk#ItUVv;&#3lq_u}I6xR9p|(^s9}&yk?ob%gI=;<LOb
z1@c{TO$-eG*RRiCeMG|i_f-?ls>RE98Gmm#>Xf)G|Eg^F_xm0iB3!MDVh&xDGs*cs
z=WYDndpr`0%gbk-)s9<m%ZRaevHaA6<3G5!iW(eeU*z%LzeZ<TRF=;-#;NU$v-E|Y
zDemB{uu@pyczN~qT<%03|E$&-3~h5bGa^dP_wT#z=^(<@>hw@Vz4-sB=cP@L&+Lic
z|C^)D$YO%8!{ZN@-249}Nk#AZ|MBm6`~OG8mh&$)<~g0TZ@+2P<Zt~q50x)lzKAnp
zU(7S5#Xmd5)OU5<UHs<myDKr57)v7d@BG8jc4@a?rR0Lb9olEVTXJ?dEez0LF<G<Q
z@!wzb^f&Y4w>+A7?E~{V8>=3r1(7D(5_+Cp&JR|eyKt)Iv){LqOQwXEy%(Dp5d5pF
zp)FO<NXmpWZnNr6XP@=YroYU1nDdXZ;n_CONJi5nyA%^pAT>POeL-?!xkvfoFE-EE
z|1~r4Iy!9LFjuwP#=5Adf$im)?WfC)t**23{g|8TApDbafumb<1KZWNWiQiv>MqSO
zQY-qiSdD4=ZwZIRMI0GAhhM%psS|TBKtqI!@of0o3o=E!W*l8JcWNUS<Jnm{nLZ%R
zFVB2GRW3Gn_NFI{4G+FEnmpsQNHO8ausipmZ)?b9|5?FnRtm*2d{ABx8NOZ3Dr;eY
zh6vNF^;tb<Ui3KsOY@%{d8k;<;0b>li=9i?|9|i0Cf;>Woie*$^!iJ`xDrOu|5vsd
z?Au{?HtmPQmmf)XtF8;}k!QFg6UhJmm^Nc?UG1DZ(<&2BvkFXj9J%*?@vK~fWRT_2
z@75P5oLUnb@;FFs>Y3xNmisQt>ZBg5DYz7%+~l9bW3~ObOF^@{&v$qIlL~)#`E;Cc
z7Y)4esVHepQJvxT)8C7V|IJusAC;w})pjV4A-+T8)b_=q<w?%zN<|mA+hP(Qhj%PJ
zea~pY#ote7JYa5c*iv8-8Krkl%F<KJRjJ(~-XY-9+PeIMSC++iwOG_W&$}~w&ikCt
z$MPRe$*JG*uGr*;<_F<)$z6IESzqxsupOMX_=S(M>va8!0EIK{EFa_l|33e&&W52)
zsdk$VPhVCm2YbjmpWWYg<iyEdEef*mSa*D{wXScI9>W8dMO&@48PD#ikMQ&~I{%Z=
z#xZd1wdM1F#yYv{g3`6(f`zP`7r*GKJhMY&%exi#-xjJZNHpAks?FEIc#ZiL_YURv
zQ@x8iE+_?a+KSb69)9W1aQ4TdsSk{=ZkE*Eb?$PLW0}g@_iNtjEb=(h&&GK6+0j!+
zzdrl7W+qRwdHp)$br;XGHk^9<X-DkCklIT+@6;olK2FtA>=I#H)lhXadaC2x*D~w}
z?CUI7y_XIRSaEIp$#Sv7%AwP=d~47BI5&?Y<PV?k?UjG${<$J`=NXId9|v#G+dJn*
zS^CyExN@$qOcs?>n6X!KGi$ngMVyt@_T@*tnwSmZE@-(g`k1nG&*D?}+Oy^SuJ7jd
zjl5_3s@BON`QzM=zv~Kb9awgAXNs+(vDK|QHWMAI*rO~aQ%(eQ9A=!Ve{Iz<7Q;#Y
zM;G-kP!HMp<|d<5S;d4CnWr{M_FsF%c9ZkDUmBnE+m<?Le(IJrnC3d~AFs26@ybtP
z4#oBwTs#+a>=_vS=aucOo_u+R{E9t4%Z~G1@L9DeK2m3e)m@8#N+EUQ<zKD-{*z`1
zxV5R!q51ap*Wczy&6m7$#C_fI^FLLkZ%)}O_u}%$L)kq-k2;>6uBo_|Z<elYoDp+=
zhxqzCyDJ^+U0&aKzI)wq=Ay4j55K)y#lPaj%72rsE14HGu8nxS>idtmWtaFFiYkAl
zh@WC?DEd<JblJh|hU;wp;xFHGIfw>r?cN!API5-XtG;WmcKqy5muHfCvnFMqu^+q1
z<Ene<j3#?uw{$bkTH4O_Vbb1TZ$4Uo<>GHU^5_WPg`QVg6SQpwW!f4JCmhOVZw=F}
zi#^o?D!80HR)!R@EJzfMvN*AKgOjs^^W$|gObyR>_4&3>Y&?~3<r~3pc1I-VC4E<+
z{v3N&LCas~+8?tEtM7d)7T(RvB&9RKY(wqY2<L+5Wq*2dLhcLoC$t=jvR`vfVefwN
z)0;1~GD>X@*m$!1Sn!`kTmIJgdOqvTcKcp;=Iy&DybZ@5IU4J@_fAihzu$5(Qdd-a
z?(1hsi#ng_Z{3}<In8O#*4rM2Te_SaKL0y+D*Q*B;sVL}Im`{#-;OMhyyv^=@1kQ5
z-ZP$kWAlh{`U01E;g+r<FE&X&xmtF<vv_XAWK*tIr-d>KY#DPR7Ah`CG_-uy=w&nG
zkM06VIk$(ES<GyAO;exunzLpEtXh?~z#*yO*z`S;(U%NDUPixYjx5@v*F3{JWZolb
zxjMd#XK!b)C+yCQUmEfLNo_;gQ=WehXYQMBqA;=gC$D6bUUs8Jw%h9c7ba?amlmAG
zlANx}Bvs~d;aBrLo9daO7rx|iF*00?`C=fE`mSvEcTl13<nWm@RBP(J_=SoK3{M;M
zS6;folySz6@9Bk0@{OPMO?`LYZ@F+;grP%et?kQmYpxkA7G7+c*{vvDt@CLS&#OB!
z>WlY;SlP}Fy56=|R6QeY))AqfQybjgKU=awN6%%=#d^&J8x2?dx~S#RG$&_Ertsu@
z0=f;${&+I*dfzs$_E22lxbbNFJD%3&JG<?BIWo?ecI`dGlyRoJVCnLIUOgutFlicd
zwK^#-_<2S2mVK&ib3@zPW3%0au1WQnn(k1p|Jd`wS8ulQa=v?My?)Y$Zx25<o?TQw
z!}Ky!gS+JpY5OU{sTY~=)CI>kx`w4+Xr0H=&|ea1wV&mJLAk`w^|o!l&Q8rMSLf-|
z(LV5MzB$vZizn^!_b3W~d-|NsL?`!t%sqt#j;Wh(*5`e6bSPf<k>Nn-x-|`H7rVS~
zWJl#Ee|ent;?7ycGhv|8aPkBH+l+a&9!?I%wxWy*XJj<um@{th&zc;$#&pI@v#1sN
z4`)1F_-alfm)YXP84rcC&K^~<w%gqKB4)La=Y*QB6`GUu-<18{d-Zu(Sn7p6zJJor
zZf3d=ai;vH$4b?fDfU<Gw;VkgBXg!HYxl{R17<uK8}>LlY;H5xn%pr{UY*5cnW*^Y
zzuOpQy<N7Ko%i=a-N!6Szn8IInBlMXU|Q5OrDJj1#FJOI8!O8^dGYK*iqTGYNNwr=
zb;6Sqd<EIE8Df^3_Zcdt9<!P{<<pmwv$jm-KG?K)IcLTpt!4|IlGwt={x9xgvpKKr
zIC$!)fJD*B*2A~kr=R`pu4=g@-}F`SqbqO4?bI($2c5F`{)>ids*xnajR~Ja-n%`u
z{CzU@TSSU0o3Cl%LkphSS?^8vB^q2lSMq23&$^2f9y%`k^YP}CxyLi#3E5qf-FvjT
zP4=^)dWt{W+;oS@8(2+h7xOS5Y&mpTc=4m8SkC0yb34v2XEb>uz^k4AE?$$x<jvF)
z!Qvg}2D!$CAL4C`zt~CJmlv8FO_$31pLyrfmc8CJ8%)~!7^NnBxp-*lx=o1;JMY9u
zY?h6f_o!q_A+xl~@{4?4WlkHUghkYS)i=!CwRY7jTTrGIxKJ~XjlIUh=-3x6hoh=x
z(oa+N-I`;cb0U9tV^?s;tZvuJl|{Rh8K!E_I%RfCR`^1L^(BMjIoXEiGA_S}&^5lZ
z@n6$f7vI8zn^?+Z4tzZCIcwS4+}ToFPu@HB@nrJW2iygYdO0p04=N{}Fw@ihyn#7w
z?WajRv%W{pV_L4_&FbW$DbLR!Dt~(UrMnA#_wk>Sl-JQdz<1@w{m$GOZF600FK{g>
z+Ud|2VYn^fSGFGC<YYmf%9mWhr#v_L7&$I@^yp;GI-A7g!nMl|o$Y#h?3%QyY4_tf
z7gT=m_Fmm#oDw8j@cH-EB+aSs_~-lYYp~uj*Za9>oS*ELM|umm+`gS|pKQo%l5^2|
zrrn|Go4a0o(muNT=&==3u3uVaYwO>Z7@61Un6Azq^z6JUDET`$|JT{bb@rj*d-;?m
zy#|KBezj+peTv&9?w7PqEm?ivIG|g9%UZb@{wi<vj3Vn*N^Ys0C-$sa5?OgN>6V?w
z(Y+rQ7_7CKowm39;@$3((RvIYayoy$lB{C8yr8c(XU=6Q2HsV--!e6X>E=DUKkK58
z(6_>ey6f3>xTdbF+I+f5^{D;7<!evWeO)OMIoEOT?PR4Lyq6SJ%GS4U;kwnk>!7|`
zug<pf-+w2@dUqz82mCx5@m4cB{7$E@&z2=`*gkZ=(qwh0+CNJz`h$YrVzJ%L=jMj#
z7#6W8EGhfCn(y!YOU0m;;he(c<gOg0x&qG5M`u@<Tk5|%&EviE$sNDdYtOIa%VwQ;
zcZR#)wJpzTgeQO6Xer2eHrv(Fh9N-X{g3@sRq>*|(|qP-oKM(w)5~@Zvz=Y=I{#j=
z<qYbRXMIcFb>)#t=#_{Nu}-Cvi)P$34&(XERW*~NpTliQ#BrN%*1K(PggezO_{8;b
z&As;zo7=;5A6ck_gZ;CwmI=>lcHU#ZozAL8PQPppx*oQ#RBow~>1&UP_i_rZc@;8c
zOCR~6^!t2<Xivkl&_(hR`_Fgp{CsS~ESBUw<#U9~EWt&A)S3$d7ZPriSzg?g%G<!U
z^&;c;z0#&nwo6X6y{h!&NB2{aqN}%WN1xHWw#WJU()nL%6c;R%pXz`0eoF(JvsmSu
zqM}v*&fk-C*!C&C`j3N9%I2E_`PaNp%=)hWS!|}O>L&lQuA3EIXSFY>IKO5Augf%r
zS+4(<Zea?}&^L1tUFhN>z<sh+qeVf3n^8o-f#I&_x%yirm%iA4KUXrz<oW9ZXMHc9
ze34)G{JZ7zInJO>`D<pfI9@1rQm(d8a!B6raFVh^a#L8P+pGDmYZ=~oR2S~aUarFS
zedBSnn{2%amzz{PSTYPsuQ&WsV=@V2GGXIi5^bBRHW7R|Vy$r5$*Aw`dS5m2jP~Yc
zym`hbrFG=Qzx%7K^sju2xzS<1Mf~Jb<4c)tr_}qC=gb#gC4E(_aZPpfvZEdi&#L!V
zeBb7i{hWPmxe(J;kO>WG%^Jp?E=m*GL)V7c8!za5-&&tyul#z7is2fQhsnY2H}m@Q
zx(yF+GrT;5;p}r(lZ>y8Q~X%>_K2o!`u!vG|J{pf$6GirOgQ%V<M#af_wtvxHav6B
zUVZY_ckxWajP{u`?$$C#H(z$<xmzpL>7tao#!UV~f~>{73n#7}=eWSYz&NXa+MCWG
zf!i9&i^XPNQTeeuYc*p-7_Vet+GiJ~i5@H&8ZGONpIGtmh49H1!|f~?J;qEXA1nTJ
zy1bbIIz~VWWUAnTpAUU<W-W2pwoKAwSx4VQlcf0l6M1J{zjfY>CBtK93?IX>zgBDK
zZZ%>unWSP13dqd2uD(s-$&>wd-pyS5v~})W^)e?p?uNVjXXiX{&0EkrJN<k1O_S&R
zact9NGM$BAoH+LOQe{uF&F}BdTz0|>6mtV6Klrtv=;w}QYt#82IbP#T_+0Sl<<p8_
zd2#c%r>xA*PVAbwHABcp34EY{-Te3d|Nq8kKkpDxURe`4d-4^jm^a*V)+aU@Ep+*|
zZ@<NaPrIsiJT5;Fl4qthkEhMvEB%(_LE#@(vWCI$yYAg&ciVM$^Jj_E2SWVHmKT(6
zeo<o+c1iPIDs!Zmy!^zx?0moGNvWHoQa*QI7cRBFnlk09+<o1Lj)!NL*~ujBwR!%u
z`S;alcWztVoN(CaZ^Vp~yDrOVZC4ev+qc5Utl*4US-`JPPr0{#xjfThx-fsoa*3?9
z2Vd6B+1#M>eH+89W1*Z3QoYB7J&hL}v<vv;+#{8+*7wWODczd8pRbSd|G#hj-B)j0
zuGdG%`OlqDbA@q})AIip-v9B*J8U*1^I3((&odc{A!@1?@do>k$Y<Mnum_%d{XD{c
z`{e3U;i$VT&Hs4LJUJge<@ThW<CpHr`4)nLOo(xo>e2_<(=uc7<%^vDRW16cGv)al
zJ~JudpxtYP(;i*o|Ezc7!=?j`I?Ip0E@oJ8qdD)tyOMo;B}3fDkhZDot9w2#|KIs<
z`O)L;!5cR`Xq*|da&`Fk;u66!riQCeKkvwC*yOICC&s`#IeXi^c_oK$f1G^Oobl`i
zC05-7s=I6dlv?{~NAFm@zwqxJ?ga<KS5?P-y&Jc(*UFq>!s(|PK6?*xmZZ$(*>Bm<
zcFydI%8X0j)!ybz5tfo#>9~H%rx*9XZ@u*-Z$9Ji&+qK_**=i{|8e@?`CqK<IWm4c
zk`6b0Idy-RwcQNPyYr4l+!D;*%(i6aeWT1Yr?BpTkk*<H+d2GLFD&SNKgmWqbB*xg
z&iAb=x6N_^7bAg-FT8TC^KClM?|SZJs@#^Uke3xo{|)Bc{^U5#w)D4?q1>l6`R143
zZk>|h&mzk=|Ht2uMbmj19X{mfZQXIrqlJ6>*YtaVw`Wfj(fcjb_G<bgxo;7xdg_0s
z|Fp?qjJ)Qsb~)>XEyw<5%IG|gWXp(ZR(}5_J^tTow@1rX+P?j_o<VBQo+-CQr)Rw`
zzH~UihEYmbr2n{m%lS!P{abRGOp2tIU4B`kB)H(B&hpDU-EQvwYkcvsSEz{%C-3d=
zTccmwC9)@Qot<{^+<75~X0tV?^Q)&Yon|=u!|aex{kBh!x;l6o#A7FZXW)(VpI2IR
z@?e#X;!|G%hKhOh&?GT6+eC`dp+<j?oZ=c2{<4xuTlW4h`jS<?-n>kgVOqx0uXCb`
z<h&QN8$1`QaGdshw{7#u*dv?_yVHwPmYZel+jpz%5<5fAubGCu>y?xq^;cd$%ebj!
z^)5Dt=CJjw(-~&n>r9v{$NGH#xffH8_B{H|$a`zWiBtO5s$O4eVDqnH$?(xOF_?FL
z(pT@>%ozr+d((1+7yQ)gT*SdpRQ+=6iQBz5r^Z(Al-%<^dwbMWc82$rw;i6lGcP!3
zZo*%a&m`5u+!+2!XOHCTh4)xZIMxR7wTi91^~86A70YB$$v(?9P-JfychmvJlKMX$
zmtP%wlW=$D>Dg=Vnv3rXw|@J7;b!4oMrJG~r`Jq=%J|1!-|qO1%AY%4@V$#<P*AzL
zg?ZL7A&1Wu2OHNUWUe{Y;Z`5WyrA;cQ)dRBMK+QBkp_!2gcjTsvGaCoU^{R2`R;-h
zyMwpio+>WRIIH|hhRL-h>|#l*Eh4vkzwcXrSD;m4f#Ip27x^+K<ugnD(U^MJ%%(e<
zv0?SMX^c{#X%n~`e&33m{!6X$sU4^+?PNIn%jIIYZLawDYS9db)#aa?4zRZ<Jm1`;
zlb*xrB@rinW9d~Zt$3~`_5S;fX-akchb<D+tRE-V$i1IE)2{y#-(l7F?NSaxJNjnp
z-fdWRZ{D%94VHW6tk|#o%kw?6)Rt40+^;9ND61(&+;?d>X7bVI|L*($o?Q;N^sSn{
zRax=Lw^QCZcg}R};bzFm^V>6{`~ElW-Xxa~H(FQ!`e7#fHR8ZQ(YnaOwSlU0xr%JE
z**6&MDToXF%Cfff>HMdAY|j6(&GEYPJ)d{MPa&=gH{E7)Tv)Ms&c6qL|7OYCo$$SP
zr$+tl<j1jkB0Mb?IS<b(c^Ty0zkcCc-t><<H@5QLxT81!O*PBLi#>kN-Q^b?JR!i=
z7&84KBZK#zOI7k07W8Uco9XO~YL+=rVe=1Eqp2{NycT}<`Dcx`{SsT5%7<%pYeJsP
zNGMy9^Z)stRL%t}%U%2Ib^1*&h^a>`dT~l(mZNdz^T#<4vZI@?AJxn}X2r<6NtB`f
zW13+@zx)cu3tM(=J~2<>YS=ux=I&mG-jg-oiurHLnSX9|Il#GT#^dfK2Z}zn2t3{J
zaht2f+|sRY=7<R05EOPgT4E!?v2(t9{}#5RvUbztztl%QTlup7=0}SqCbzfUzVX*g
z>0F&;b+OWdpI?}_t=!ki(A&3u|EqTY{UTe>Z9BT})z?ig68omQ8TW?^vN84w{@!<w
zN9ymn{y2xlXXZZfKh{0H3*<VRQlmPC4>D`E37<W9Z~n^TmY_z!9PY-Qx99U;Sizr}
zq_pYKuVq^Q-73xAefLP2cbC;Mw8wZ)=6ty$k=$pV+&-ODletp6`RcPDa?K29f4qBQ
zBbbn&ragW2mAc$R-L`%AL*y3(&SH0dv1l2a$*O6M-VD4_)0W--c53p}V-GKS8cAN5
z5K{B4cvex-hqq~LwKYqx`57>L-kGes#*sm<^8S3gh+W}NFBbed^Ko};S^V9{oIknC
zcC&mCyS4UbUFexI2C0~BtBT~b3V(fjD?QaBv;M~kO&;yjYY$&5%5rPCZL3}SY}<ny
z=dSlD{@xeou=xJZi@X^IE1GqGUJ>w`=D+USC8mtF^uPmdX4<Z2rr0?vP4tLfaF*G`
zBENd7?C-Yei;@{N7Gxh{Vwk*Zhn)8ME$c&$vaT&$UQ|ETl5ban+Wm(`7cQJ^k<syU
zHZW>l7B6jjewBOEeJ*3xY12cm-{utG+-`ZyjX}yhA@cX^2Dd$zSu&=SJUx@)>KF8Q
z)t9}6KMp1+a4?nbyAflTZO0U*zp+j;Z|>tm7P_u`XGPt8+3k~2uD)u<f$HU3*>ZMV
z47O|WwaYmxqAq)S+ANmU)8{F0l&pUu(iZxc*FJ8;XXY7KZrje!DUb3}ihH>)|Hi)c
z@)ur|*L`7@x;;<of&%+@`OtYLjI&NBe_x~WYTMRbJ6ZO}yB~ozfGX~=GE}}<y0fuF
zG@w9M-{hcdEK81ou(Y1X^~c|r2R@5r@ClEblq{37Xt`GWkqc@E_fDR|d~eNFC+Yj|
ze&77N?$@U;(=0xUZ#}wizr~DT?gf(ZtYHxo4c}c)RX_Q%BuKhjv}}>1-R{^1w&|kB
zs;4fSdLsLZch1k2>4mB}ho42>zN8YdH|J%J^U2y@&CW(|qL0om%q}>Ru(D5T?w8ZY
z<z}3e^GXr8EV29jYj%@gbLID{`n}-OwNhDr%WKYt^xjEKIr~mNE!`60sUnmqth!w5
z^qWVMnWaMXrZYF}|Mx!r8pnl%>T|1^5Arr7wXXNpWMfO2mU?E}yZ#*)1g~Y*3oJO;
z5tER)GvK+(xz^RIvW*vc8nCUoB0F6%;PwAt?gcYL${eOCZ<_RZNe}DwL@pj#&57sp
z1Q!JMN!k@!E;y*=l>OuF%OZ=Vb=r)*dx9_AJSO1ay!lDW8Fg{1wM+ur*&anVu&u4v
zJi5m$z@WF{+luP@*ZDJgitE0Za~`{X^?Jj~3sMZdT8FmG`dDmpJ~*YrMQP#+&kw))
z@5H%Y-j`^Z7drLHihBXC=ebq*sFbxlPxIV&^}X0~@s%3qT`fu?oYEgDGxC1hdw8SQ
ztBx4G9m*>Odfpk{UL2fvQQxJW!+YA6^a}~H|GfGtjbv(~_O6K6{B%>7$)wqNy3qUB
zS&qR8>E7?l3QwGVn$ht$!{BIIHUsax+=6Ts!3BmIjpeGsb2t2#D!7@t@8FJDtv5yn
z!hDym?S)3e-{fuS>vw-=KYY|9nqhZU=9vWt-Piqe=B)c3&92HY30!NQeUaC3lyB4j
z+;?@62WzdO0?j$|L{2}hjBl?kw?5t@r1yEjB8ecEj=2hJe<V0G-_$PqD)8>#)1P?@
z3flFh*fKWE@?`j$(-C-)`$cIcv&pNB8IfwD#y94_KVI`oKYpLYymIHQY&*VfXTFfY
zBo&<Tzu0oYO6|GLm)CzxeVYB|LEVZ20dqbqVl#QRe96qRZ9jRhsz_aGcB|{KotU<r
zY4VRV>#pp+70IxMLv7PlafM4&J2<rWwtRi}`xj$x-E(*Q1qYvqUoFnRbSHh8ozODn
z%vX-eyF`y4yYtECCnp=j3^{*L%ZJHi_N4qbFYZk{d&cD5u{RQ@!Ymns3YOmrep(gr
zXzI01K_6BeRt<Zl#jd(#dcDM|MfcT@d--Hu(wwWVwDa=mjcg9g`<XJLzAw6dEL~1)
z&z3v6v9>{q@|OAAzA#Gt>E+>@So!q)PUVP?>liO2$l8fjtuZ(_<It7W&o}S*w(;5n
zVJ4~2ceVd@o-#xm*#Ek2<j~ArFVFnqT*9Wt)obcweK#zuN&PhGD*w5=e>|?TaB(lT
zi+w%Q{_jV1UFPc?7uNh0QP<jZ?4cI}-$LsUW7fDmb5?lCPJAq}?fv!l{`^M{mpEU2
z@GMv4k!xR1TEpkX+!qpluhlH$oO^H2I`Pj*&v$=k?6rElEdQNw&#G0PDngwMXVsob
zThH|?PJVeKTUb47b<E_ODy{P#-H|amaH{dO<mMZjnQ#1z*mZGDZ~NBv+df^Xi;liN
z`T9v5TSH>xylTV!$N3UE9~t`mn-j}@re$5*t&mK$n6xjCUa0(Kc)<BY?-c*uUptCp
zg_-U0_Ft@?`Y>ijlAznqw;6G6Gyg1Nyzt;-(a#Od4^taA-)OQ(+H7jUdt;5xuU07r
z-g}Ip%nSIppWdI&;4nAAry<Sun%%eNA3Y6h4gUA-`)}H%9FSdC`pj_S)3tu{zpgvc
z<aM6Y^ai5{C!hSpB|(psW^!#ZThn>tw*7vi`WAz^xf~aAmbe76H0UpEklgBb+SpN~
z=wX$l{LPbGVbxzA9XnAgZ=XIbYx|rhNwYe+^rRpD$zU-l7fgHEa{SjDL9GYk^7mCM
zSGyj_zQC5DmfQMo#*Dx1{sy09JV0T{YbfQLo8e;qOE2qrrrPd)ewXGs1vB=(KkwRp
zM{LH)XWzIsrmT&uZw*;@$S*?4eaG6GbIyU1BCT`n#Mg%Zt6EZWfRS6?+iUsKcEz?6
zd;BW)9s2Mwv(ls{HtFm^qlNoF=`A=YcXH;T!~>khm4|lL?7JPkr~3NU!wvJ3oo%FV
z1wZ;D#mKviAz|W_&f4@VJB?W~uDz`I`BH+HNh<tLhW)AHg$W8rHah8CetULpq2U|m
zDdu`<@#+h<$}MTu$YzfWbF(<Z|7-opqp@K;M%!-wZxg!t+t0ILhf`<C+Q{E2C2h~L
zgcle#UYv1bgUs(8ks(j7dgv`H+PpBqfuoH(+`L1M=l1vC>5JG?bo<Y4VGB~*ewyLb
z-r_muL-MoPtnA-2&ia>XS}%}3-#t=Qb>$|8_*Zuq2_)SVIRDYnan%FeOB@*nFH|ot
znl*Fl%p=nwNiywx*n`S@XQn(3oXDI|$kuqW&8|iMb9q=omc!!vCd^W261TZ5z4hy|
zB$G+nw`K>o&nv4hOc0!F7=DY9*Kn5oKa*E8Ce>b>&(=Q2@U5_1@4e}jd8K*%QWsvB
zo^4>8Jl(gOr!@bxOFB62&Z@uk{CFng3`aWe`tz3E{M`G`x~sTbTdw(dQ_tb@E47$&
z33Vy&B;Wg5IXARP@G?p*GG@u}n56RX^YX$_qlfx`K6)jrVSH1TzU`}Dkl~&B?K~Gs
zHYsX1`%TYOy?RA-2DqnLBjhIBf4q=onPhIW_0Jvc*5<zjLSN5&_gv4QwtP3k*(Edi
zHcmWt+<Muj`Mn>tze@HqoUJmR^>zMhmxg0=b}@jgJQK3`;sLAI`~RALyjcI_M*1mn
zZQEIA+;6G39yZx_<F=7QaQ2ZsPXDSteJuEy@cul*gU>(hgy$+w^ia`KKfe6eHb$vZ
z3+~vZ^Edzh|54A|Otj~U)w6>W8>i$ymT1joHradW<GZ@Gmw#pObDo|x$8Y(Y;@S6K
zG%i^#KK0G@SyP?UowNg%UR0a;EHHaV(Mr7syH_>W|NEIfrwDWk-CWacy#Ia_Esu)6
z)A>yQ__L?y=7g&LDZR~>5%v9OflU5Z&BTQjHhrGERfIZSZb{`bE;zVY>ip*$d*3Io
zmfK)`H&E!{!7>RZsYtQep=Q?gDFG>*!kx04`&(y<I2h+WJO5d|`C+?w-RYg-GuqP@
zw71kxXi~Va^J0sPm7_qx!^e`DkKcSWi|!~io6*Vpylbi8LGj#}sY>VNkM|jR`X)E&
z_1>R${Qv1zE&08I{p&96Ty*kmMi_sF$nnFEc+%XD-93}nbg;knuI$ch8fr_u-Y%Ap
zum5dco!&2fRLJe(O@?EVPD(QxI#`UH(zxFo=vFwcsZ`+hrh&DBy(0avYxpjyRfWbE
zg73y&eZHbeTw&fvpU~^&`{wWa*%8CWpy6<#q%QPVwkB^kgMYlx{WBqrr7hpg>)f0+
z{EDlT%-y3EaA$kY?#V6>E9yFqN-b**X(@ff$G}igQ?umg%00EeRxNRV@OQfZ9kz(W
zOGB1>cZZf<_5C$>qRG4B5byoonGv<sp^-b4*SK8>IF;`EW~IsDK5sE^eznrWZ&{=T
z7#4&}2-)1Td7t6i@66Aiw(-u_z4c$4E<Msad7|K^`F80q+fUd$4iz-f&foe?&_(in
z!No~03!jOcV_^8g+mxmgb-DS1zssaoI-&DUUyD4eVR7+#v&IU}4D*DivFi8s9G|6-
zv5cQ{*{pt}dzW1=&TpBk|N8Oaos0|&j+>``*Qsb*5&yMm+0C>^cQ3|H3SY8v`-Qv<
z_t&ZK$yEK^v*00zm*n~^vx_Fu_PbTyEZeUv1ln)9H`a4)rrFgmM=ou((7m5k=NZk?
zl&1Wa?L_3E*+(5OEXWM<-8}K8$(dOfh1Ju=uQM<-%u>j>wSUI0mnYxyt8BI6d;8^~
zR=(w$S&kQS3a&5CoE2t#_e_`5g$0>k)?VXC^jp|>y3{tiZS!h<kZoUQ&lB0GzH+HY
z!|fpdncA`SvbTEA&jMK!u|jf&?}Y`K@7}%pvi6+jmk)1?+jq|>icLG~!_L6q=p1x9
zxFuSD#ljS~(7@$0SFey{;T3uRpnUb?RZJ>r71p0~wyp~J#=$YmZ~2U9F>6;BM_+dK
z>2o)oE?r(0#LU3Z#3pj`_tiam_SZH~Gv9BrMI_mJ-RZ9{)^FAlFv*b0uVnYAQZ#Q?
zyf&fo+waXQL7rJMDZKg2+wRN7cP}`)tX(H3lef6c&%<x$izRFf3^TMccIYnsb7Ot%
zh0Ef>o1bl&D%9V#PWbxY?2|lAZMyTNtjc8!tZP>0xvUPI#gryJuhv3F>5za)xA>I`
zlQ`|Q{#RbDdSJD+Zps-328O1zzSG%iSC%kI25(+fHM2sJ(^OSaG;_V#KlNuhi`x8}
z`v2OcKl`~w+OT<1Lg>32^+HE&qR*G|E!q+r9K3l|uy$)*ou<mxItGRfJqr}qiv}<D
zdEc~Bw<s+0b6G%nY3b7c0df+|Ow)}vzq43jBHhGsJb2Nh%DPq3f*S7@&$zx!?XLeO
z<~gq3qOYD^>6$Kio|BP*;m*B#w;rEY$>_K<=hmvb3`eW}{0n_w?0N1~tq+&hm%=BZ
zG1h^>ml;e;-rw7EO*Zzv+qNhFr|#iZmf6G8#CC4Y%9C5x%yGRHJmu<@u#<XMbaRYa
z>lhd=9GH+06n#DX`~=g`r9H~K)Q`QNI_ufPhYusT7qq>bIh)TTb^c|(2Zp?z1#>FZ
z4mn;p@MSYcWN`GUC5^N0@G~%&C}()&zC5&~{d@kVXFu2f@U3&4)@XhCr?_&gA-Cq^
z_g^ZRW4wGf-+%x9{rk=)J&p>YcJpef1v0X(*DkcbNRo87NIe<NtdMa_Ldd6f{w2{%
zbDblVkACp)RNCbD>4dZ9;@vF1J`4;E3tswPvuLT7jCU6K?yju7v~=H;$j)Vs7cP`c
z2q`Pub^67Y%jT&mLJu|Ubd=_}-eP2MY+fVS{yqO~wx7RBSY@1IDg!7-PW<6p9)EY{
zmp%G5y(ukIT8^|Z@6^?hel1b1`*L4|grxe7uicl{pALE!B;R;{ZcOxLg^Z3qo$NiA
zyK~C6Rn}*Pnq~ceb@bev5`#=-{Rkaq4yiun+PGbO$F4tdnKbpnxvT%~c5K>cH*L|U
zN>Sy>pHJOXs7zVH!@!`BVRrn&brEy*XleD`v)1`v<A2XHb#-!)s#aD?NY;|-Cp#vt
zT$q{l{Ij6RjGKuiQ(Cq$FKPR>qb?->`SL5PdU{^pjp`}jc=pxxs%6iDmlbjI-Z&R3
ziN0JU;}x}bx5Vz`zuiR<qNYZc>rc&Q043kH*&CTHE4gZO>Wr@hKRPBG<XNL@ee2lu
z1$SEJ%+PZ2DO4?*<W-l|sj=>g$@S~ks~+C8nQqL&dvW6Soo8|c6<FWO>b~Uvee<XJ
zj@7rj-o{KhCX!`(H1C2v$E<feo4j+DXl<EW&U|O>%wo-}`?|AJpVv+Lx6w$?#iuah
z<%7~jp68+<FRL|fJ^A$HQ?th!Q$CrhYNe;#{IugydCk-JGM(4DVs_OfEMGonVN~?&
zX4Br-2$Qo)O>7x;U*zN`ZhrXZ?pwV>NviX0VjkbNe8|gc)Ue>@iG?XsWeSU*T@;yW
zyeX&B?Y~cD#Lu;V9`Eoy`6$AE|DDS<R}C2$7&xTv^a{s6b1vu!=be6F#*gVKOQU4W
z7REnbxvcQX&K(OFlT_ZWENZ@e>Drwu^IMr`A1q^YxDdcRV^1KD-;Jv(|EK?$KIPH2
zltczl+4v#Z=s2%{uX0{q-kMASlMO}v#RvEDRQx~u@Bok0ju@#-rYSEOL0)ALnX|)b
z;k;!R@6X)cX3oy=K}`L6fJ{0lE*Kn{9Tq&w%FUKa;bKt800}+VAGmVUt`dEP42BCP
zxBTpH?qu%kIB3xD_$7CaeB%5?c5Yt;ofw>15}X<ogbs3Wu`*8JT%_PS=SH+%N8at+
z;@jKGqx-d)V+3Q1|I5#~`<bcvcm8|tWsD9Beu^_NFj%Nata!caW?X*wv@f?`Z};!!
zd2w(qkNNJ|n?AgL_P4aSTGRe(hVtGy%{Nk|u9w!==XE@<e6x=I!exiWQ$E?OpR3Hk
zz`(@2!Z>nTXms|a7&Yhpt5%h%NzSmjbE079=84ZMRoCg=x|&*BwqonM>xY+3d1cg_
z8aXMm!k0I}keRogg_(gtAj2R%>a~e)v$%all}vkL<h0H9^EJDar1tjzbu_4%);iO|
zep1}zxo=LVe)sj=Z`7N6yDhO~rW%hk6E6c3FDM>Oeq45#ta36#t80-w>nzQg{f{HA
z9b3*Wl=0}X?ap_}3toQHIQf6_d7tE2%N|=4wL363I50CDIP@doy-t&|`67m0(+%Q^
zKiR6sA1>fD27$*n62oT9oH=vm$ur*$@JSq-9KKkqHRN^SRGz5)+ppaHy!O_9)zZlP
z-Sy2KO>WPsSkK=07_A)1RsXN4e&&yV!MB9@W34|rynb>n``We0b=z)AT|M2u;+cDg
z`hpKn*;#t#ZI9QRE^V8te(U1-jq~^Wef`@u<z$MHudnaIWtQJ=BuB<i4sujha@woA
zFO#E5A+^cP1+>LNnQK<i%8-Arm~UNOJ6p{>Ztsn%qJIZpyY=7enb;}3ZQ%o+(sU=s
zV9WCRiWUD3-uZa@(pkB^M^Bs;7ujXKBSH5si(|vG&T~)PE-wkc(9yBP;X+48M~6m+
zi{s?ePqmKcb*3!j;eGq&c>bkzYxm|nXU{JwDcQ1p`}VC{d*9ykQGJkfd;QTQ!{0Y|
zvrIX6Z};}?+c$6C{CeBz7iDqvdJ}W1x-^aFM9r&s)cL~aUGDa~V%&=tFbW2O?cm7o
zzG57D!6PZ4B(0!eL&cRek7@Vb?^|;B`#J9|;_tVA^SA$dCG7e1__~wx_Ubp^ERS38
z%jZA)`pbHAHoCjdT^e!0<&)|qlQ}1S!yTEG7A+720ao8h8X3QS{}z|usX1xs>(}Rh
z{ra`*e$BjZ7dWjSq(&$o=8&#w)3fS1cyPMB@{Z?s!!w@y-CjHSsc~%V-h)$1s`GX&
zSiZbnHYjto@SFoP?@V0act0R^MwyA9x!5|f*s@a+dLHJ}q)cRlSsZg19$)V2<jpWB
zOp@}pQ9E{o-}XzuJHvlo+{zzW<k*GN+n;UeVmbe>*=^-|U-P?P8kqSC+CDlOf1IK+
z@4(}PN1S&>)$G0-@9(t!teug@$$Iw0%jyU58vemLVut#M#pTZ>-2cqKFvrPpvVCp&
zv7fgZcN>?m=j~3ZsMxXasqxF}CKqSkd6?)waY5t%J=_<2RcA$J_=pPcvp5>u+?M?6
zbwg4@O_bqAMqV{PpU0h-4L<(xUTX2tvO>mZPobl6IKR~7RmMI1vpScnfL-hVVx7Uq
zo%4VC-kBNiXzZ<#u_^t{NsDx|*6IbDrpuj7cwfw4cGz0Ky@@T-*ucP`!k_!@LTf$e
zP?Z2hi`Miacdjx%fqox9=|=~H*33$L788;_J9k^>|NH8oSlMpT*|hBWTJenM=k9R-
zJhWV=>*0oFs+_Z`qs3<}=rr+t+-}>ck>Rpp&%PCW#_Hvpil1EprNSmR5tE;rzvX#c
zIKX`Uvh2QZJsuZyOfHyg3~g~0F;Vij`>7JA_G**&6;Go?XkL(N>U>%Glylc)>2*eB
z7k(w%*X~SsZyskEv06TJ)`qSP9Zha`PF=ZkCuVjaNQa2Yq6H6?{jST|6~BMQw%TXi
z{-Bpn+lAK&&-r(F-XX0+N?cNr3f1<}QBej)mv5g^Q37qP5ai5e*naik-V4v3ys`iP
zNBC`1jpX{n=67UeWqCdc1})pXd9nu+$GPX9ZEbD$|NHg2-~QhT(T*kSHf)#4R}K>t
zW9`+sA!K}}4q@QJES^bA_w%{6neA_{p3c?EG(T*0DBta6rxo1Prk@r((0S{~WxeUA
zJ!W2b`Jviub}vis2mQ$>Qzord(&@5~uS(r_ciNk@E;U=OB38!-ryM~+&f4oE{fB$f
z(tza=I$>I(b?%ohER9|3+^pAJ<6^MiS)$=!B8z_W?t`}$6h%yWth@b6xS*IIt4XxQ
z;k7<f?ypj9f<!=x$>Y)ux_5N{$ZeDCXF7CHL!ss4i_^znwJ_FiEI+=XP$W^LL49I_
znuI2=hd^qphSTAtO+w~Z(yNx_W=>GPc=3ssOS1Wepn%0QCUt#rD)PU-eEqcL(W#rd
z9{-RzUcLMI`^%g+i<<QB?VbFr@}9k{xUb;3RcXtDTNsxcrP?P{`c36zaByHYo~LxD
ze|hGtw5?GunHY*C4KJJcMn>z1?G8v~Vi35{P<Ei8tAKB@>AW^hKF+rE?5})h0@fZr
z?EF5Qfq_Zt#=(y!hcyqCUQ^@9nBg(?q%J#y!h%NW5E%(S!E?J-Ff;N-uS!hwzrW$s
z6!R7Do-r^8Twu6qcX?ZGWcDnz;Fh!H5|bO)JPYf!f>#)of(-od`t_RbR~56aW~KI;
zFfsDV$jW|QZnXD?5i>(W0~^n?Gf5{aX1!Kk;3zid&-Tn&cf!-3G0tZM$@vJH&3mRR
zbV1>dZ>>?j+SXGk`_HH{FmPlXICZCDmbTD^2memS?GaHweXD4v$k{!d3=E9C2{ygb
z3NL+hmmFBCGV!H<s#k5$A#MhR1&lq*CHYqvJ#F6Ae5{%kWV*pTwrvhmPfpW@XyY~b
zw$ev6WF`Xxi%G*r6A7U+KYmTG|2KO(Q>YqL1(VdV3E}07ZX`Z0ytLei5oGG)%uCg;
z1TMVcy8X1Tzdw7bCkNQFv=7|h9#+iKdBw9t;DSNCXB0ml->IloKDoEO(m@s+m{WIu
zo@%YE|Kxj<KbkPjx_L2f&2l5%>8Eohz6OQpftr`LS3jEkwEc60|Guk(a+K`3DJNgt
z_n9$i-8()|97jC4{?X*`#yhgXvGeVF8`qro*37;AZGKpl-tMT>Q|lzRx`5og;c@r>
zZMo`oI@<-EQjIzDcFldzwY+h~DHf2^^ByI1e@RuV)-nIPbmxSET=qpX+xg|EZH@WD
z89Ec>2!_6=YRT@WT*bOw&7;jWU0w0z=t>_@@H0HllsRp?m9=K)37KevZ>MdlzG#Fl
z+m>q$@*2Zs`)RX}CKdkv_O@uBWNU_0E2nLHs2Y0_BLhbUgI=7^wd9?@?_Cb-d%Dbi
z=gT!#?%QTFN2mP?p1EkfQS7g)ETE{lQ0>KKU^DIZwBC);e#Y<3KR!7*Imqjn&C{yb
zmrudTMnE_vA@{9qYE#?2%QJMBTYj4zGP8|WZM`_i2?uV+R4ywFuJ+H&&B*F0J{DFv
zb!G32r%#@!7|+g{`tp|h83s@QgqXeBc;}{O!QJCUr;nam{Y0zeazcINw<)H+!A?`b
ziOJyKt}VH@Z&gRF4ZD8j@q#|aRo}jS+ofrkq-K3Oi22SfZw62(C)B&IlG*xwN>}^6
z%N)Auf0wNdpV`K{jPq?86DX=U1i#F4%eM4n*%p^N>z(9ta0vSO``_NS_IT0yu+`g*
zdYXR)_f~&@SK2e9Pc_%)Swzw`P?}>gX}A~MG`mlm-|D5R!V3vosnhJ6@9%(y(5?IT
zuUGHt;$hRvzO?T3IwRily3}Qpf*~<i<=@P?W?Ru3Z8O>HVX0m{5!d?q`mDf_y8Bl3
zsf~ALf1j7NRXti_*W3>!4}Scp_!_h9{JZ(<`5az84fy=`v#gBFnxqAF$NP+b*&6MX
z{u~^d3iivLHTNzjZM?DJdx&&Ur*WE~)71~D61%S){lE0i{~w3f@BfqZqvHMD@_kV@
zE9Or#pL!&{UiW;#)@iFJEVsR{bY5EiU0nXrnhCMS`u|xNKw<O3HdV?)@`PFY%2dOX
zrk~Di&Rm*TWcj*zuXXLbq8oBH{~qrC_wo06`+uL0>;HZHW&QnK|Nq^4GI9Ubhx2Q`
zy`TT}|NQ+|>o40h{+p>IR}*zEeEY*Qs#{N<TNC8<ZW^!tos%a$|9&Yr8!^8aoLT35
z4-ua8HqFGe@8#whR?AXe{8N{|%JJ;Q^7p?}R5U#|P3pA&wfxtU>&Gjfz1@EQN&Lry
zzsut$-%`2jA!0Q5xB7OM$kV-BDyL>Hc3}f0vxd*}Hho+7T<q(s@Xt#H`#yOJT~s&n
zy*%fx;A9=;PPd}oCDNUiW$!;0Wo<5h{zhhw-TISHZ-iL|o9o@(RjNJxrRj2`r>j>%
za+KcP>Rr{}-(|b4h&j$=ecyI-@}v`cOpMY#{!Hi8+@!xOuWRSV{(S~hd!4qbgnDQF
z-1(Kc(|vd7s{=1zy-}I<v?%i0r*`%DRM4Fq-`+87+WN--!H@GjTdZeK|9>~=-K1GI
zlH1DLPX1jy`&Cf+g}ls(B^SjG%eqFd;5&F(&uHl$ttA)4oLmIGT+KNqYzR?2qQ%7l
z+A?=y-m^2Oy)W-Gd%t!4+4^_iA2;mLUhnI;@7zyWCg1;z2X?B@Kd(Oj+voH4*R!^+
z7fF31U!Ng9(|va9@#@}RQ?8_oa?OfmeY^VDtQx!e_wTeqzhBv3Hg{5RZ(H<C1_lO)
z1&kkBcl?ZyOO|lk8dbYa<8jaJR~G!$Df=p3ZanhJ_>B$!QoF>jmaF}LOCG<rBuKM%
zndiF?zyIE^|G&4x#(5$mxZlFCz<-%d{^CIYRnbeW*-x#QvS9I<&DXi6^_k99UwB1*
zz1@HHb89ZDKal%yxBULf^m(_ML486dUWOO9w^n~VYkr@FsnJL6@*k5>mRsfDHQXNb
zT1}d4?{O(0E+@TLD*AFMk5}&Mi^U7}=cs%*T;5_1vXzOK!Dg=1GcDW8?y<Y1dfyqX
zVmiUTiZ5r!$5%HWYA@rO_Uq5pGqY}7ae2P?<tzQGr{Ag9maP=enGe$2$i^@)(P_iI
zx1V<Qy75|N&QH$T-<;bTD!5|mrrHSY8)1w29bN{SzFPln<>joOHF5Dbt}IS5y2%3Z
z?7WW8z9&;ImBv1AzPEqQ>)AWM)=8Q&Ed9Tm$NO*Zm3XiDb(e~>zPLQxt=w3>zVwyv
ztayG%NH-L<FS+DpY5(`j<SjM7-){f^@AH1cFW=?Ae3?8eIGN?o+wNUgCrH@}{otN*
z`sp)nP#AHTFf7=2V0Gt)x4&mxnK*O*0p6Qy{x}Blul#AWE!Vnlve(jCAZ3kg4EtV9
zkeZryYkTVIT=Dw7i+$Go|2<#%>-4Yn-~E+7Jv%FH>TNOo^wiU-w#(TV7#I{TFdWEU
zHq-v!4`+S`Gp4#_XDU*r6;wO*o-(N|bQXrV*I^bXt8b~{<mG<G8$*^AE}9sA+5~Fb
zmqxX@X;;Kc&%1F=lls5LxYw&x>&D8Q>(C(jz*KJb((nK%A}_csywI(A=+}kGr^>YM
zneG>2U|<0CTen8(%JqAnZj*j*b>T?T%H%w^1MBsl)cy0`3W^~nUWO;1D{b?Rb-GC~
zpQ%b{+0a#fX_23eDOA$tx<SI;!ebmiKC^pD9a-ERYHPh^?S^|^hgI)DeP`@5=i=dp
zxfw@Zr_a*c{PeA*`ipWtxnD9;>V?$@%y(@G&)*+(>-3J~#f=|+FWPRmk=J}(JNx_h
z@6Gq~Kz!eDzy5zLKXce-*FF2Rmu&f&cg^VOvBQnes;&zijavOu*<L+cdh@jf8p`jx
z<MurE<mV4-Ub^!ECj$cmixk6;H_5*H|9+d@aU(23HvHikzwEhU>b3oBQePuX=kBq1
zf2XQ=hv1dQV~c|`lY)hR?Fe2Qmi>(b;`9aQR=mHY^yr-b<y5P%he`MDi)K_s-we62
zyU}g^nLH=?@+1|=Z~?=IBUa7}B!3-pNd798kpYXFRaaNZah|y#$#gbc$}^eekJ6-*
zDX>)X?ymLXGV_j(TQ5IcKgY7QdFRK5Ej&lJT`Bc$U46w#M@QGLx=b-#=Z;O}P4BaP
z9UX$P8sT~Dvrg4{o#)|e5#P=)Eq~u8+*fz^w+V(jFIVVXFzL$rP;i8AcH4=B3q{+%
zt=n73ygkq4Y0*wlKnP?oJa~6fP5+AIUa9nt6FOMtd`kU2Z`qL@8WU@lK0f)VDOWc{
zKmY9l$@@|9y>54=KK=gA#Y5!t-AKp#hv!DmoX2^p_c)X9UyFA)isij7B(5^8voP5o
z{M~DD<>lIIAPW>OFf{DjoO!sn`q>WOZzseiF1$L~>G!v#e|%Lxo-LV^uq$fgoVPjG
z1(zRu@yYe+`S4ZR%Q|}2EwP_Az4^rB#$}tHvz_go?Bs3`#ZmcE>)jv6p!=`CJimJz
zn#d=eT+(r5nVO9$|5GbbLBZs@^%vjidpj?35x)NR^~SXu@BDN&&Up3GP|z^#`z_05
zg*JviA{MNa@8RvrH?cA^{+Z~y_TmCbuC}|6o80Z{O`m(X)ct%qT@9MNigxNKZ4+G=
zUQ+(y%qo>+W+leuE4Ck=lYeZDN4A--Md+oKski3cU1@Kj67hV-!Ig9S93D&bvq;4@
zt?BWzmy3J%XG_NlyBp99XXDpDZ{^fY_qbV>KaH&a?Q=QwP|>!_SEmXJa;{x+b-!5p
z*ScwPOlO}wXPxzFivN*27TN{oVHz2$5>2*7tp$aoKn6oanATLGiBEp5zqf|Dcd})$
z%c9xWr`lf6%3Z3t_NJ1NO?jZ#u{S&9`2W0VblcxQFQzy<lu!ShZTZJ-9Y-F2gnH}2
z)9S6g4fl)NXMedAoYth2v^To5XZ?%Yn~G<y==gCgeeK5<K8^D-8CQ1Q+v+0Ok>a)e
z-u_)i3+I2l5_GtKPu*)XNEthWcg_2&-`?!<>gmW+eg2kn->RJ&50zv6-?7aK;crx{
zvcAw#x?rd6KR3yF9<u4B61#59lIUG`eb0CG6;n6en=1y&!%Vykduo51iJ0uQV_Ui<
zuY1NXJ@vhM-^G~M7W?1j7w-zT6O_Dvwlrpyty<Sw`FA_gZu`aDzqkDIzDv>TUpK#;
zaK}u*Qme8mYQuB2i_k*rXHA@o*_|EFpI>=aG<o7}_HM4w>s_*U?7oHGv@cS3x@061
z>6;T5y6NZI3LOpIv>esIbx%(1=9Z6>oK<+e`?(f_YOwdU1zRG{?Y{fB%KGV?HS68n
zc>@0|p8PT9;%?*S&+MLpH*eg?V1g7P^B(P5*Aa4_@At#smffi=f3m#8K_#=o1%?kI
zrgAer`>v_8ej2hi3^V}V;LgO$a3#z1ocYFIANIZVQM(LE88$*03=3lPx;={ihVNon
zy`IU}Xl4$~^jQLP>^&~A{z}>SYHIK^&=}@{=tedMP^w>H%U#m=FH%RaP-ZzabqHic
z=s<@l89oRFtrTf&yV~BUCe{rqk{hn`nJ^rf@ZiwblYUz-_5XbEtD?5_loW3Vi<?aO
z=Bl6kw;VSeE!lOk-ag{%n+b{s85kH|G&?Xeu*^DLl6LZ@#R;>jDvR0W$K9A0@$j`L
zckX>{ecr_DWO;C6aGu1&6R*D2{q?Tj7L}!xqI<_>=IO)Vw`nv_{{MIX?qa_S`llK!
z?e^Cd`iEQXy)mz>$?oELAKfS3t<n5*^836`H{=JbJrJ?)(%+d+g!^RYXw)rYzv?fv
z`r^buZ5yd=V#3zf=l(A-NPDq;s+je{|6i^43e1kxn_t`w3h58G8rc|JRLo2-`j@8t
zuf1~1!tQOM^ofg0;!UUDSR=f-eTnLmcjeROx)q+46cF4mY2tfP#bo}Te@*k(PU_)3
z@xtqubExO8hxL4}`~F8O*ciXo@oVGF+&FE$UjEgYkM?MK9pGX8yNEa9{dumtjcT*j
z+@HSsQ*`mU4O@EdN@uLQd|C11@v>;o)tj~piWO@G?tcHgykx=88Kq)xK9ua6FXfw+
z?duX^1&+^qoF)tpEc!aGXj^sc`E}~4TDx0m;>*OVWpj_NJ<QK9zHXaR^P-YG`;%#l
zmTjK2Cic~hiQ2mocRq~wslT^=&Gtn+T{mvu?EAG@X10G!Y}psSzt4`h_Me|~rnhbG
z;>nlo=UYbizr2;SHr7@s<BQgntG}mTd*jbK>+{)}j1x25%Ph-yCVpJ|MY++fKBIF(
zqVAXTj%)Y-|IwT%@wI9%DE(BZUtn-hn=Cl-Ox_~-eRHmtDK|4u^jR-$#kF;E$>VSD
zq|FtSt{pGeP!+pt8*6JdsaNCJn|sgw5_U#O3QqiZH^zOz&GmQh=}eygrSnJHrMC{j
zI|}A5zH~gjWRsyQ=j-e8oF-MV?~by)<27krmEF}b`BbUh9ti<X9}#U(mHX)IVa4$B
zb>VSagTh>5uIGX>z&tJ!hJf|ge?OfPocdf%+r@nS{y!C09`0Vyu{SPze^Fh;-pSSL
z%5?=L=lt5^usFDb&xGG5c;4632O|FM*{qZ*UEWu?maqH7iQkXXS!Nw=;4}HYZ|cu?
zYl>I+>Ls7{RkyOJRk`q@#l&7ENp|Y5r!~QL^YcO0#&Mf42y`EHSrT??-@EC>cYVJw
zE{a}VRAC}7+3zM(ePn`k-#fnY@XXp8i%D8ya@H$F1Seix`zC$KOi^tS8KWhs2^u0M
z&JQ>Gyxiv`BG<LF$hLJ!W9O%*lbL-BD?`34TWCGk<4DY{d>gThE31|tXIrXoc5#oa
zA@5;unKF;pgki^NO}nr1>wi6s$^Ru$<j+;U{L+n1``eC-XUyRI@s8g_)HJpt#c*o%
zmTfU>XT0TAKEJE^*_Jm^-!8@NZBIOG%$#)YwXTgnmr3vAPREODpU;yIT{Qcv98<4U
zfw7j-!HTb+wr)RPP!GyI93~7mTo&h9)b0K3yDIX<MxEI8`BvN6*Ie0lJSn#ES&jbY
zM>iNVKU#PG{nflX+^k6`>Qdp8nM`L>x9yPaZ>_x~G%IR<)rOLo<;Sk9ko`N`&hWyO
zV8KA9%i^((X-7qlMy>xUl%ZFi<|662_nzkRs;6J#|9w*v;WCtyU|?Xl$7{k6u==XY
zleZ`K?~7WXsn_Dt`9%9}xQL~akc9W#C$}us?w5AF{Pbnlj`cz(eFCEXY;3;6TzG`z
z+|;lCKjm0waD5H>^(Z0N)JjE{pH(5W<4~RZ{3lgy4#}NHHsyuo?7ex0wyaXNCyt3<
zp6<W*Skd$4t}2sHnt<A;`s`8+9%_@7CdK^!8oF=3d7td!-z)m!cK&(O{z`D}X_@Cz
z{BQd_<y~uI6Bn&+KGJmUcVFeM^L8pflmx|66V^ohykarCAj9nDzmM~(j(GO=@7&$&
zcK+|x{2Sg2E*cl!+JCECe`~3?i_Gy%P?BPiVu*R3a(mmpqTTsSy>UB}l5|vN&6s>z
zJofG5cNgwF{C#X?%(CFgiQ)O{envIAy?6Whq;O$X)wy{wum9bgXQEP(7&2v@T!@C>
zFPHOwL8*3XoxIr5x?YE1TkDYa**u3=gst|4)_+^0&KmH1&5f*0uY2iGY?R(5baCOs
zdy)rcF6~g%z4-Oka(;okUnYL|ban2j$@901m47|BXuW90m*l6K@z=L{RhgcfmcEEP
zcKPagb!WFp@3`H($vy1#iJ)IwZhq#Is<pj#x_{o!-~IM?c11};n!*lSqeKO-X1tm@
z{qMTEeR<t?E}LpquWXJ<e=PBSo@$MH1W)(P+T<^p7kiIvyZr0udYKHr{Ic~C*|DuF
z0%Q7JpLhM*UcJs?vA?k{Z|9FRK0j;uKHd%%nZ2?vFFGu?-||f~N`GgaWPgW;*3_&r
zP+)SHFibd^;^Oi)yW*tVV*PL-L-TW7cb%Kwo_lN1`f1Jn-H-2BIh*9N9W#1<w=~Ty
z{>t5r>n<0To3EDNaiedy_vxRP4p%xYpKzS%?9XRD2`7B#mtB{vwyMAPS6lw<@zc}&
zIZUeNs;9A~6c|PR|DkBncH+mhe{ZWeOn#MiKGD*TO0WC9{=bOe^-@rk&d|ul@J?1@
zjkNFDDYYxtzqYC`nZN1c)1;Ej&#yimPMou0#%AlU-}d!4PP}pInd{3ffhXhM_}zAV
zefQ(bwUd3lm6iSlYUk9)C@(&2C-{2B6~kk$lJl<Zd?NhX<i72VrzZAK#XsKOeER3+
zn7>BlrF*tXn5A#aJG$W5%~{3@LT`RBUg4VE)?vB-{)<9(-_+%$ygN(top<{A&PZDK
zD*jJRx~ayo5U2S}uT?LYba5;G{lz^m=ThmhZEw@ogIdo_Xa8?6XBUXNS15BpK7#qO
zTg>Ic%#G1I)R%0YVSXiGhgpb0{voL+ZpzseVjI^!<jfL~mUb`jW_ZKK!og6`z`)K>
z@%`@a>x;jw3j4aR{O<3cKbS4P+wfQHuiO8AerBuXEY5EiRZdvgh8uNXygUDfVX%DM
z3)wh};-|k3ud~^)-(dS<t+IEs?Jw^y`G4}}%&nV^uU?kf_vJ(2w~P0KUCs9!SDC$w
z`L!_nz{<2~zn<4;=BxTd=J)HXy_T%1zMk{`$jhm_{n>o#V|}bXi@c9L;dQZ?d6vzy
ztDnW~X0B{Y<D0*y=IgCr8E(bD|6KZ$6MO#pXKwLz_cZ#y*)z{-w?D@}eMy+w9qZ&W
zHqg-I2G)}qVPQs#HZ6}iVDfQt(%q_kA#eS@^st#cwvKf$wvycPyd-XS30Uocur1rR
zO{<=(R{p*0neV;I_dc2hGb>z*p1E9WTBf()q;>oq!_76%?;XjzQa3X!0X&%au2f6%
z?8;<!wE*cqAD(^W|2{Wnc1CorSH!-(HQ#D>CS{&tnl<&R@aDaj7T7%d{P(E-s)asj
zym2DnF;FuzvuV?&o!WKz*8A(n|9aaU)!Qp9ewoW=Wx<nM>)-ZH>hXzmD1QHMYX5Y-
z-oH14O=GXkdbP{%o;i5X^?-Nw?QK1mYHHtY?zz-cyX5KV?#cR#Z{BH8yLa#7wf*VW
z7hb(??!2Y&^M!Mt(pSF#IYWE-?c2%vZ2Lam4NqO0Sy^f6dH;bZBSS+2TS9H^-gU26
zt>Tlr@&8Sr)bW!Ke6BrOwaRPVbfd+LV7JCCUY5B^V%w!B?mJWtN$y>>GJDR+qB#d8
zLF0f2c1SGMTx;_GW<}AQyyYv`Wj7m7W&jymz*!!9eW{Iwu<)i%P5ag6v-fV^ecEsG
z>RD=BpvZBk>pFk-Y-s3I`R6m|8TcBvKHolnpXII{0gGlX%QQ;|HGWx48mf29UZz=Y
zGc|LT=F4RlO($ohy?^6ldgcB1&A-iV#DE8~kC@yw@tyPg&*itWmsc?QNnH0m+mQy2
zpPZdbm&dIS=S}_m^n7%$OY-eG?B)5YRjb>Cj&04&UI-rK-mr9~fS$SS)V<4NzD>FR
zjj7N4ONxY+vhiKB;MnU~4UC`(o_rzkB6Hu%Z*67&yl6IG=Miz*XJ3@);oN0UpFU;h
zm*W8s=I&X@bLGqLzd<T8%ll+czM8xw?ex5wxiyPlO|02{_3G7w+ZaL9K@JlOt_K89
znsp{)h44MAojzJ=Ucd97ct5SqoOyE_*wJD0Z*6-!X;$9v%;2i5FaMsME&ps3`+I#i
zWN7>HQ6Jw|ExX??-@AGDWeuBmtQt>^QX`gq`6qVr^sHrphT!RegjGwQE_uCD6BMCR
zhou&txnKWh&gmImFZ0cHCf~ci=coF&8DKX%v{~HRb~fT{M#SVpv&3VYH|?9^Idjk6
zR}=SK-E*5qFEWXVfr0VtY33Hw!jg^CuJ_ElqWgUAle03hF)JQz^qjfp@UqOJxz`vN
z7%HYVusK9b-r2wA$(O3Vdh1_4%QjM<^mpzXXJ7x6$y1lw<j=D@KhNda-MQ~=?9_s-
zQa9~O2?7rzGd!MjNAaceWs}8~zHjE%+Rt=N^PCi~a>65P^V&@_?zGq{y;po0YP7~z
z`xh%H*)(u3+_Zmk#UdB8(%5k2Q@Vki7DYm3Pf`>$Zn~da_FVtzl>b`l-{biIpWk)n
zXiu79YO3b>*~`N|ax*YQTP<KTNS*v=QSR+!nUgX~4xZioblzg2M^98VJYzm>x%||6
zG3V(QnuqoK=fA2nl2qwt1X*~XEN_eFy})Tpy5g3<@#&3>y}oy0-TwPLQ#sV$Xn^xi
z!^Nj7pL<-`{H;XUbT2sRgUVq>&`42318B&P0g2s^1(Jk_J2)_dYIm?2V%Q0@{xI9T
W?2ft=X$0yPGkCiCxvX<aXaWF7g(-6Y

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_0.svg b/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_0.svg
new file mode 100644
index 0000000000..7d324aa35b
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_0.svg
@@ -0,0 +1 @@
+<svg version="1.1" viewBox="0.0 0.0 526.0157480314961 464.99212598425197" fill="none" stroke="none" stroke-linecap="square" stroke-miterlimit="10" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg"><clipPath id="p.0"><path d="m0 0l526.01575 0l0 464.99213l-526.01575 0l0 -464.99213z" clip-rule="nonzero"/></clipPath><g clip-path="url(#p.0)"><path fill="#000000" fill-opacity="0.0" d="m0 0l526.01575 0l0 464.99213l-526.01575 0z" fill-rule="evenodd"/><g filter="url(#shadowFilter-p.1)"><use xlink:href="#p.1" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.1" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.1"><path fill="#fff2cc" d="m218.29134 20.871391l293.88977 0l0 427.33856l-293.88977 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m218.29134 20.871391l293.88977 0l0 427.33856l-293.88977 0z" fill-rule="evenodd"/></g><path fill="#cfe2f3" d="m31.918634 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m31.918634 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m61.48428 74.78799l0 -1.578125l5.656246 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.3749962 0.515625 -2.8437462 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.6249962 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.2656212 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.0937462 -0.453125 1.6562462 -0.953125l0 -2.484375l-3.9218712 0z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m148.45407 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m148.45407 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m167.77994 73.52236q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125z" fill-rule="nonzero"/><path fill="#000000" d="m186.02574 87.02236l-1.09375 0l0 -6.96875q-0.40625 0.375 -1.046875 0.75q-0.640625 0.375 -1.140625 0.578125l0 -1.0625q0.90625 -0.4375 1.59375 -1.046875q0.6875 -0.609375 0.96875 -1.1875l0.71875 0l0 8.9375z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m90.18635 48.0l58.267723 0l0 50.204727l-58.267723 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m90.18635 48.0l58.267723 0l0 50.204727l-58.267723 0z" fill-rule="evenodd"/><path fill="#000000" d="m109.51222 73.52236q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125z" fill-rule="nonzero"/><path fill="#000000" d="m123.633026 82.63174q0 -1.578125 0.328125 -2.53125q0.328125 -0.96875 0.96875 -1.484375q0.640625 -0.53125 1.609375 -0.53125q0.71875 0 1.25 0.296875q0.546875 0.28125 0.890625 0.828125q0.359375 0.53125 0.5625 1.3125q0.203125 0.78125 0.203125 2.109375q0 1.5625 -0.328125 2.53125q-0.328125 0.953125 -0.96875 1.484375q-0.640625 0.53125 -1.609375 0.53125q-1.296875 0 -2.03125 -0.921875q-0.875 -1.109375 -0.875 -3.625zm1.125 0q0 2.1875 0.515625 2.921875q0.515625 0.71875 1.265625 0.71875q0.75 0 1.265625 -0.71875q0.515625 -0.734375 0.515625 -2.921875q0 -2.203125 -0.515625 -2.921875q-0.515625 -0.71875 -1.28125 -0.71875q-0.75 0 -1.203125 0.640625q-0.5625 0.8125 -0.5625 3.0z" fill-rule="nonzero"/><path fill="#f4cccc" d="m276.83203 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m337.11548 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 79.03937l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 79.03937l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 79.03937l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 79.03937l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m337.11548 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 99.13386l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 99.13386l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 99.13386l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 99.13386l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m337.11548 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 119.22835l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 119.22835l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 119.22835l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 119.22835l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m337.11548 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 139.32283l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 139.32283l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 139.32283l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 139.32283l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m337.11548 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 159.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 159.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 159.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 159.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m337.11548 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 179.51181l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 179.51181l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 179.51181l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 179.51181l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m276.83203 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m296.9265 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m317.021 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 199.6063l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 199.6063l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 199.6063l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 199.6063l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 219.70079l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 219.70079l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 219.70079l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 219.70079l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 239.79527l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 239.79527l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 239.79527l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 239.79527l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 259.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 259.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#cc0000" d="m397.39896 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 259.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 259.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 279.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 279.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 279.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 279.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 300.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 300.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 300.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 300.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 320.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 320.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 320.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 320.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m337.11548 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m357.20996 340.26773l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 340.26773l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m377.30447 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m397.39896 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m417.49344 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m437.58792 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 340.26773l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 340.26773l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m337.11548 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 360.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 360.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 360.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 360.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m276.83203 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m276.83203 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m296.9265 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m296.9265 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m317.021 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m317.021 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m337.11548 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m337.11548 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m357.20996 380.4567l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m357.20996 380.4567l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m377.30447 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m377.30447 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m397.39896 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m397.39896 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m417.49344 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m417.49344 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m437.58792 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m437.58792 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m457.6824 380.4567l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m457.6824 380.4567l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m477.77692 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m477.77692 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m31.918634 3.9055119l129.98425 0l0 44.09449l-129.98425 0z" fill-rule="evenodd"/><path fill="#000000" d="m41.824886 24.32551q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125zm19.355179 6.484375l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.6406212 0l0 9.671875l-1.4687462 0zm7.6257133 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 5.171873l0 -13.374998l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703123l-1.640625 0zm1.484375 -8.484373q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm15.219467 4.78125l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625717 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm7.2884827 1.46875l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm15.906975 1.71875l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.047592 5.765625l3.53125 -5.03125l-3.265625 -4.640625l2.046875 0l1.484375 2.265625q0.421875 0.640625 0.671875 1.078125q0.40625 -0.59375 0.734375 -1.0625l1.640625 -2.28125l1.953125 0l-3.34375 4.546875l3.59375 5.125l-2.015625 0l-1.984375 -3.0l-0.515625 -0.8125l-2.546875 3.8125l-1.984375 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m277.17847 405.98425l220.34647 0l0 26.519684l-220.34647 0z" fill-rule="evenodd"/><path fill="#000000" d="m287.91284 432.90424l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683319 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm10.375702 3.703125l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm15.219482 4.78125l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625702 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm10.397858 1.46875l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm14.411621 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.141327 5.765625l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm9.719482 -2.890625l1.625 -0.25q0.125 0.96875 0.75 1.5q0.625 0.515625 1.75 0.515625q1.125 0 1.671875 -0.453125q0.546875 -0.46875 0.546875 -1.09375q0 -0.546875 -0.484375 -0.875q-0.328125 -0.21875 -1.671875 -0.546875q-1.8125 -0.46875 -2.515625 -0.796875q-0.6875 -0.328125 -1.046875 -0.90625q-0.359375 -0.59375 -0.359375 -1.3125q0 -0.640625 0.296875 -1.1875q0.296875 -0.5625 0.8125 -0.921875q0.375 -0.28125 1.03125 -0.46875q0.671875 -0.203125 1.421875 -0.203125q1.140625 0 2.0 0.328125q0.859375 0.328125 1.265625 0.890625q0.421875 0.5625 0.578125 1.5l-1.609375 0.21875q-0.109375 -0.75 -0.640625 -1.171875q-0.515625 -0.421875 -1.46875 -0.421875q-1.140625 0 -1.625 0.375q-0.46875 0.375 -0.46875 0.875q0 0.3125 0.1875 0.578125q0.203125 0.265625 0.640625 0.4375q0.234375 0.09375 1.4375 0.421875q1.75 0.453125 2.4375 0.75q0.6875 0.296875 1.078125 0.859375q0.390625 0.5625 0.390625 1.40625q0 0.828125 -0.484375 1.546875q-0.46875 0.71875 -1.375 1.125q-0.90625 0.390625 -2.046875 0.390625q-1.875 0 -2.875 -0.78125q-0.984375 -0.78125 -1.25 -2.328125zm9.375 -1.953125q0 -2.6875 1.484375 -3.96875q1.25 -1.078125 3.046875 -1.078125q2.0 0 3.265625 1.3125q1.265625 1.296875 1.265625 3.609375q0 1.859375 -0.5625 2.9375q-0.5625 1.0625 -1.640625 1.65625q-1.0625 0.59375 -2.328125 0.59375q-2.03125 0 -3.28125 -1.296875q-1.25 -1.3125 -1.25 -3.765625zm1.6875 0q0 1.859375 0.796875 2.796875q0.8125 0.921875 2.046875 0.921875q1.21875 0 2.03125 -0.921875q0.8125 -0.9375 0.8125 -2.84375q0 -1.796875 -0.8125 -2.71875q-0.8125 -0.921875 -2.03125 -0.921875q-1.234375 0 -2.046875 0.921875q-0.796875 0.90625 -0.796875 2.765625zm9.281952 4.84375l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m127.268135 168.35612l0.06298828 44.220474" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m127.268135 168.35612l0.06298828 44.220474" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m407.4462 79.03937l0 321.5118" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m407.4462 79.03937l0 321.5118" fill-rule="evenodd"/><g filter="url(#shadowFilter-p.2)"><use xlink:href="#p.2" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.2" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.2"><path fill="#000000" fill-opacity="0.0" d="m276.83203 269.937l221.03937 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m276.83203 269.937l221.03937 0" fill-rule="evenodd"/></g><path fill="#000000" fill-opacity="0.0" d="m337.11548 189.55905l60.283478 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m343.11548 189.55905l48.283478 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m343.11548 187.90732l-4.538086 1.6517334l4.538086 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m391.39896 191.21078l4.538086 -1.6517334l-4.538086 -1.6517334z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m327.06824 199.6063l0 60.283478" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m327.06824 205.6063l0 48.283478" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m328.71997 205.6063l-1.6517334 -4.538086l-1.6517334 4.538086z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m325.4165 253.88977l1.6517334 4.538086l1.6517334 -4.538086z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m256.73752 79.03937l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m256.73752 99.13386l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m256.73752 119.22835l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m259.2362 138.94489l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m256.73752 179.13387l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m266.7848 79.03937l0 120.18898" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m266.7848 85.03937l0 108.18898" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m268.43652 85.03937l-1.6517334 -4.5380936l-1.6517334 4.5380936z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m265.13306 193.22835l1.6517334 4.538101l1.6517334 -4.538101z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m276.83203 69.37008l60.283447 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m282.83203 69.37008l48.283447 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m282.83203 67.718346l-4.5381165 1.6517334l4.5381165 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m331.11548 71.02181l4.5381165 -1.6517334l-4.5381165 -1.6517334z" fill-rule="evenodd"/><path fill="#cfe2f3" d="m347.79266 155.0105l38.929108 0l0 28.755905l-38.929108 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m347.79266 155.0105l38.929108 0l0 28.755905l-38.929108 0z" fill-rule="evenodd"/><path fill="#000000" d="m360.24643 169.54782q0 -2.375 1.28125 -3.71875q1.28125 -1.34375 3.296875 -1.34375q1.3125 0 2.375 0.625q1.0625 0.625 1.609375 1.765625q0.5625 1.125 0.5625 2.5625q0 1.4375 -0.59375 2.59375q-0.578125 1.140625 -1.65625 1.734375q-1.0625 0.578125 -2.3125 0.578125q-1.34375 0 -2.40625 -0.640625q-1.0625 -0.65625 -1.609375 -1.78125q-0.546875 -1.125 -0.546875 -2.375zm1.3125 0.015625q0 1.71875 0.921875 2.71875q0.921875 0.984375 2.328125 0.984375q1.421875 0 2.34375 -1.0q0.921875 -1.0 0.921875 -2.84375q0 -1.15625 -0.40625 -2.03125q-0.390625 -0.875 -1.15625 -1.34375q-0.75 -0.484375 -1.6875 -0.484375q-1.34375 0 -2.3125 0.921875q-0.953125 0.921875 -0.953125 3.078125z" fill-rule="nonzero"/><path fill="#000000" d="m373.28537 179.18845l-0.78125 0l0 -4.96875q-0.28125 0.265625 -0.75 0.53125q-0.453125 0.265625 -0.8125 0.40625l0 -0.75q0.65625 -0.3125 1.140625 -0.75q0.484375 -0.4375 0.6875 -0.84375l0.515625 0l0 6.375z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m279.33072 215.37007l38.92914 0l0 28.75592l-38.92914 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m279.33072 215.37007l38.92914 0l0 28.75592l-38.92914 0z" fill-rule="evenodd"/><path fill="#000000" d="m291.7845 229.90741q0 -2.375 1.28125 -3.71875q1.28125 -1.34375 3.296875 -1.34375q1.3125 0 2.375 0.625q1.0625 0.625 1.609375 1.765625q0.5625 1.125 0.5625 2.5625q0 1.4375 -0.59375 2.59375q-0.578125 1.140625 -1.65625 1.734375q-1.0625 0.578125 -2.3125 0.578125q-1.34375 0 -2.40625 -0.640625q-1.0625 -0.65625 -1.609375 -1.78125q-0.546875 -1.125 -0.546875 -2.375zm1.3125 0.015625q0 1.71875 0.921875 2.71875q0.921875 0.984375 2.328125 0.984375q1.421875 0 2.34375 -1.0q0.921875 -1.0 0.921875 -2.84375q0 -1.15625 -0.40625 -2.03125q-0.390625 -0.875 -1.15625 -1.34375q-0.75 -0.484375 -1.6875 -0.484375q-1.34375 0 -2.3125 0.921875q-0.953125 0.921875 -0.953125 3.078125z" fill-rule="nonzero"/><path fill="#000000" d="m301.88593 236.40741q0 -1.125 0.21875 -1.8125q0.234375 -0.6875 0.6875 -1.046875q0.46875 -0.375 1.15625 -0.375q0.515625 0 0.890625 0.203125q0.390625 0.203125 0.640625 0.59375q0.25 0.390625 0.390625 0.953125q0.15625 0.546875 0.15625 1.484375q0 1.125 -0.234375 1.8125q-0.234375 0.6875 -0.6875 1.0625q-0.453125 0.375 -1.15625 0.375q-0.921875 0 -1.4375 -0.65625q-0.625 -0.796875 -0.625 -2.59375zm0.796875 0q0 1.578125 0.359375 2.09375q0.375 0.515625 0.90625 0.515625q0.546875 0 0.90625 -0.515625q0.359375 -0.53125 0.359375 -2.09375q0 -1.5625 -0.359375 -2.078125q-0.359375 -0.515625 -0.90625 -0.515625q-0.546875 0 -0.859375 0.453125q-0.40625 0.578125 -0.40625 2.140625z" fill-rule="nonzero"/><path fill="#8e7cc3" d="m230.86093 123.25984l29.228363 0l0 26.519684l-29.228363 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m230.86093 123.25984l29.228363 0l0 26.519684l-29.228363 0z" fill-rule="evenodd"/><path fill="#000000" d="m241.09273 141.31969l3.6875 -4.96875l-3.25 -4.578125l1.5 0l1.734375 2.453125q0.53125 0.765625 0.765625 1.171875q0.3125 -0.515625 0.75 -1.09375l1.921875 -2.53125l1.375 0l-3.359375 4.5l3.625 5.046875l-1.5625 0l-2.40625 -3.40625q-0.203125 -0.296875 -0.421875 -0.640625q-0.3125 0.53125 -0.453125 0.71875l-2.390625 3.328125l-1.515625 0z" fill-rule="nonzero"/><path fill="#8e7cc3" d="m292.35962 35.527557l29.228363 0l0 26.519688l-29.228363 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m292.35962 35.527557l29.228363 0l0 26.519688l-29.228363 0z" fill-rule="evenodd"/><path fill="#000000" d="m306.24768 53.5874l0 -4.046875l-3.6875 -5.5l1.546875 0l1.875 2.875q0.515625 0.8125 0.96875 1.625q0.4375 -0.75 1.046875 -1.6875l1.84375 -2.8125l1.46875 0l-3.796875 5.5l0 4.046875l-1.265625 0z" fill-rule="nonzero"/><path fill="#d9d2e9" d="m89.2511 288.5451l76.09448 0l0 40.06299l-76.09448 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m89.2511 288.5451l76.09448 0l0 40.06299l-76.09448 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m89.219604 130.46635l76.09448 0l0 40.06299l-76.09448 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m89.219604 130.46635l76.09448 0l0 40.06299l-76.09448 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m56.479004 320.40945l141.63779 0l0 36.283447l-141.63779 0z" fill-rule="evenodd"/><path fill="#000000" d="m73.166504 342.09506l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0zm14.370804 4.046875q-0.921875 0.765625 -1.765625 1.09375q-0.828125 0.3125 -1.796875 0.3125q-1.59375 0 -2.453125 -0.78125q-0.859375 -0.78125 -0.859375 -1.984375q0 -0.71875 0.328125 -1.296875q0.328125 -0.59375 0.84375 -0.9375q0.53125 -0.359375 1.1875 -0.546875q0.46875 -0.125 1.453125 -0.25q1.984375 -0.234375 2.921875 -0.5625q0.015625 -0.34375 0.015625 -0.421875q0 -1.0 -0.46875 -1.421875q-0.625 -0.546875 -1.875 -0.546875q-1.15625 0 -1.703125 0.40625q-0.546875 0.40625 -0.8125 1.421875l-1.609375 -0.21875q0.21875 -1.015625 0.71875 -1.640625q0.5 -0.640625 1.453125 -0.984375q0.953125 -0.34375 2.1875 -0.34375q1.25 0 2.015625 0.296875q0.78125 0.28125 1.140625 0.734375q0.375 0.4375 0.515625 1.109375q0.078125 0.421875 0.078125 1.515625l0 2.1875q0 2.28125 0.109375 2.890625q0.109375 0.59375 0.40625 1.15625l-1.703125 0q-0.265625 -0.515625 -0.328125 -1.1875zm-0.140625 -3.671875q-0.890625 0.375 -2.671875 0.625q-1.015625 0.140625 -1.4375 0.328125q-0.421875 0.1875 -0.65625 0.53125q-0.21875 0.34375 -0.21875 0.78125q0 0.65625 0.5 1.09375q0.5 0.4375 1.453125 0.4375q0.9375 0 1.671875 -0.40625q0.75 -0.421875 1.09375 -1.140625q0.265625 -0.5625 0.265625 -1.640625l0 -0.609375zm7.781967 3.390625l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 1.46875l0 -13.359375l1.640625 0l0 4.796875q1.140625 -1.328125 2.890625 -1.328125q1.078125 0 1.859375 0.421875q0.796875 0.421875 1.140625 1.171875q0.34375 0.75 0.34375 2.171875l0 6.125l-1.640625 0l0 -6.125q0 -1.234375 -0.53125 -1.796875q-0.53125 -0.5625 -1.515625 -0.5625q-0.71875 0 -1.359375 0.390625q-0.640625 0.375 -0.921875 1.015625q-0.265625 0.640625 -0.265625 1.78125l0 5.296875l-1.640625 0zm17.000717 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.125717 5.765625l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0zm11.911606 0l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm9.281967 -6.640625l0 -1.890625l1.640625 0l0 1.890625l-1.640625 0zm0 11.46875l0 -9.671875l1.640625 0l0 9.671875l-1.640625 0zm10.457321 -3.546875l1.609375 0.21875q-0.265625 1.65625 -1.359375 2.609375q-1.078125 0.9375 -2.671875 0.9375q-1.984375 0 -3.1875 -1.296875q-1.203125 -1.296875 -1.203125 -3.71875q0 -1.578125 0.515625 -2.75q0.515625 -1.171875 1.578125 -1.75q1.0625 -0.59375 2.3125 -0.59375q1.578125 0 2.578125 0.796875q1.0 0.796875 1.28125 2.265625l-1.59375 0.234375q-0.234375 -0.96875 -0.8125 -1.453125q-0.578125 -0.5 -1.390625 -0.5q-1.234375 0 -2.015625 0.890625q-0.78125 0.890625 -0.78125 2.8125q0 1.953125 0.75 2.84375q0.75 0.875 1.953125 0.875q0.96875 0 1.609375 -0.59375q0.65625 -0.59375 0.828125 -1.828125zm9.640625 0.4375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.485092 2.875l1.625 -0.25q0.125 0.96875 0.75 1.5q0.625 0.515625 1.75 0.515625q1.125 0 1.671875 -0.453125q0.546875 -0.46875 0.546875 -1.09375q0 -0.546875 -0.484375 -0.875q-0.328125 -0.21875 -1.671875 -0.546875q-1.8125 -0.46875 -2.515625 -0.796875q-0.6875 -0.328125 -1.046875 -0.90625q-0.359375 -0.59375 -0.359375 -1.3125q0 -0.640625 0.296875 -1.1875q0.296875 -0.5625 0.8125 -0.921875q0.375 -0.28125 1.03125 -0.46875q0.671875 -0.203125 1.421875 -0.203125q1.140625 0 2.0 0.328125q0.859375 0.328125 1.265625 0.890625q0.421875 0.5625 0.578125 1.5l-1.609375 0.21875q-0.109375 -0.75 -0.640625 -1.171875q-0.515625 -0.421875 -1.46875 -0.421875q-1.140625 0 -1.625 0.375q-0.46875 0.375 -0.46875 0.875q0 0.3125 0.1875 0.578125q0.203125 0.265625 0.640625 0.4375q0.234375 0.09375 1.4375 0.421875q1.75 0.453125 2.4375 0.75q0.6875 0.296875 1.078125 0.859375q0.390625 0.5625 0.390625 1.40625q0 0.828125 -0.484375 1.546875q-0.46875 0.71875 -1.375 1.125q-0.90625 0.390625 -2.046875 0.390625q-1.875 0 -2.875 -0.78125q-0.984375 -0.78125 -1.25 -2.328125z" fill-rule="nonzero"/><path fill="#d9d2e9" d="m89.22223 168.35612l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m89.22223 168.35612l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m89.22223 248.48286l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m89.22223 248.48286l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path fill="#8e7cc3" d="m89.222626 208.41995l38.045906 0l0 40.06337l-38.045906 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m89.222626 208.41995l38.045906 0l0 40.06337l-38.045906 0z" fill-rule="evenodd"/><path fill="#000000" d="m102.10192 235.37163l5.171875 -6.953125l-4.5625 -6.40625l2.109375 0l2.421875 3.4375q0.75 1.0625 1.078125 1.625q0.4375 -0.71875 1.046875 -1.515625l2.6875 -3.546875l1.921875 0l-4.6875 6.296875l5.0625 7.0625l-2.1875 0l-3.359375 -4.765625q-0.28125 -0.40625 -0.59375 -0.890625q-0.4375 0.734375 -0.625 1.0l-3.359375 4.65625l-2.125 0z" fill-rule="nonzero"/><path fill="#8e7cc3" d="m127.25937 208.4357l38.04724 0l0 40.06299l-38.04724 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m127.25937 208.4357l38.04724 0l0 40.06299l-38.04724 0z" fill-rule="evenodd"/><path fill="#000000" d="m145.26433 235.38719l0 -5.65625l-5.15625 -7.703125l2.15625 0l2.640625 4.03125q0.71875 1.125 1.34375 2.265625q0.609375 -1.046875 1.46875 -2.359375l2.578125 -3.9375l2.0625 0l-5.328125 7.703125l0 5.65625l-1.765625 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m127.266846 130.46635l0.03149414 198.14174" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m127.266846 130.46635l0.03149414 198.14174" fill-rule="evenodd"/><path fill="#ffffff" d="m399.69815 290.2896l7.748047 -7.748047l7.7480164 7.748047l-3.873993 0l0 12.346436l-7.748047 0l0 -12.346436z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m399.69815 290.2896l7.748047 -7.748047l7.7480164 7.748047l-3.873993 0l0 12.346436l-7.748047 0l0 -12.346436z" fill-rule="evenodd"/><path fill="#ffffff" d="m354.67453 305.63605l105.543304 0l0 20.094513l-105.543304 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m354.67453 305.63605l105.543304 0l0 20.094513l-105.543304 0z" fill-rule="evenodd"/><path fill="#000000" d="m364.92453 320.4833l0 -9.546875l1.25 0l0 9.546875l-1.25 0zm3.328003 0l0 -6.90625l1.0625 0l0 0.984375q0.75 -1.140625 2.1875 -1.140625q0.625 0 1.15625 0.21875q0.53125 0.21875 0.78125 0.59375q0.265625 0.359375 0.375 0.859375q0.0625 0.328125 0.0625 1.140625l0 4.25l-1.171875 0l0 -4.203125q0 -0.71875 -0.140625 -1.0625q-0.140625 -0.359375 -0.484375 -0.5625q-0.34375 -0.21875 -0.8125 -0.21875q-0.75 0 -1.296875 0.46875q-0.546875 0.46875 -0.546875 1.796875l0 3.78125l-1.171875 0zm7.4124756 2.65625l0 -9.5625l1.078125 0l0 0.890625q0.375 -0.53125 0.84375 -0.78125q0.484375 -0.265625 1.15625 -0.265625q0.875 0 1.546875 0.453125q0.6875 0.453125 1.03125 1.28125q0.34375 0.828125 0.34375 1.828125q0 1.046875 -0.375 1.90625q-0.375 0.84375 -1.109375 1.296875q-0.71875 0.453125 -1.53125 0.453125q-0.578125 0 -1.046875 -0.25q-0.46875 -0.25 -0.765625 -0.625l0 3.375l-1.171875 0zm1.0625 -6.078125q0 1.34375 0.53125 1.984375q0.546875 0.625 1.3125 0.625q0.78125 0 1.34375 -0.65625q0.5625 -0.65625 0.5625 -2.046875q0 -1.3125 -0.546875 -1.96875q-0.546875 -0.671875 -1.296875 -0.671875q-0.75 0 -1.328125 0.703125q-0.578125 0.703125 -0.578125 2.03125zm10.881226 3.421875l0 -1.015625q-0.8125 1.171875 -2.1875 1.171875q-0.609375 0 -1.140625 -0.234375q-0.53125 -0.234375 -0.796875 -0.578125q-0.25 -0.359375 -0.359375 -0.875q-0.0625 -0.34375 -0.0625 -1.09375l0 -4.28125l1.171875 0l0 3.828125q0 0.921875 0.0625 1.234375q0.109375 0.46875 0.46875 0.734375q0.359375 0.25 0.890625 0.25q0.515625 0 0.984375 -0.265625q0.46875 -0.265625 0.65625 -0.734375q0.1875 -0.46875 0.1875 -1.34375l0 -3.703125l1.171875 0l0 6.90625l-1.046875 0zm5.4437256 -1.046875l0.171875 1.03125q-0.5 0.109375 -0.890625 0.109375q-0.640625 0 -1.0 -0.203125q-0.34375 -0.203125 -0.484375 -0.53125q-0.140625 -0.328125 -0.140625 -1.390625l0 -3.96875l-0.859375 0l0 -0.90625l0.859375 0l0 -1.71875l1.171875 -0.703125l0 2.421875l1.171875 0l0 0.90625l-1.171875 0l0 4.046875q0 0.5 0.046875 0.640625q0.0625 0.140625 0.203125 0.234375q0.140625 0.078125 0.40625 0.078125q0.203125 0 0.515625 -0.046875zm5.0153503 1.046875l0 -9.546875l6.90625 0l0 1.125l-5.640625 0l0 2.921875l5.28125 0l0 1.125l-5.28125 0l0 3.25l5.859375 0l0 1.125l-7.125 0zm8.70224 0l0 -9.546875l1.171875 0l0 9.546875l-1.171875 0zm7.71109 -2.21875l1.203125 0.140625q-0.28125 1.0625 -1.0625 1.65625q-0.765625 0.578125 -1.96875 0.578125q-1.515625 0 -2.40625 -0.9375q-0.890625 -0.9375 -0.890625 -2.609375q0 -1.75 0.890625 -2.703125q0.90625 -0.96875 2.34375 -0.96875q1.390625 0 2.265625 0.9375q0.875 0.9375 0.875 2.65625q0 0.109375 0 0.3125l-5.15625 0q0.0625 1.140625 0.640625 1.75q0.578125 0.59375 1.4375 0.59375q0.65625 0 1.109375 -0.328125q0.453125 -0.34375 0.71875 -1.078125zm-3.84375 -1.90625l3.859375 0q-0.078125 -0.859375 -0.4375 -1.296875q-0.5625 -0.6875 -1.453125 -0.6875q-0.8125 0 -1.359375 0.546875q-0.546875 0.53125 -0.609375 1.4375zm6.5218506 4.125l0 -6.90625l1.046875 0l0 0.96875q0.328125 -0.515625 0.859375 -0.8125q0.546875 -0.3125 1.234375 -0.3125q0.78125 0 1.265625 0.3125q0.484375 0.3125 0.6875 0.890625q0.828125 -1.203125 2.140625 -1.203125q1.03125 0 1.578125 0.578125q0.5625 0.5625 0.5625 1.734375l0 4.75l-1.171875 0l0 -4.359375q0 -0.703125 -0.125 -1.0q-0.109375 -0.3125 -0.40625 -0.5q-0.296875 -0.1875 -0.703125 -0.1875q-0.71875 0 -1.203125 0.484375q-0.484375 0.484375 -0.484375 1.546875l0 4.015625l-1.171875 0l0 -4.484375q0 -0.78125 -0.296875 -1.171875q-0.28125 -0.390625 -0.921875 -0.390625q-0.5 0 -0.921875 0.265625q-0.421875 0.25 -0.609375 0.75q-0.1875 0.5 -0.1875 1.453125l0 3.578125l-1.171875 0zm15.8368225 -2.21875l1.203125 0.140625q-0.28125 1.0625 -1.0625 1.65625q-0.765625 0.578125 -1.96875 0.578125q-1.515625 0 -2.40625 -0.9375q-0.890625 -0.9375 -0.890625 -2.609375q0 -1.75 0.890625 -2.703125q0.90625 -0.96875 2.34375 -0.96875q1.390625 0 2.265625 0.9375q0.875 0.9375 0.875 2.65625q0 0.109375 0 0.3125l-5.15625 0q0.0625 1.140625 0.640625 1.75q0.578125 0.59375 1.4375 0.59375q0.65625 0 1.109375 -0.328125q0.453125 -0.34375 0.71875 -1.078125zm-3.84375 -1.90625l3.859375 0q-0.078125 -0.859375 -0.4375 -1.296875q-0.5625 -0.6875 -1.453125 -0.6875q-0.8125 0 -1.359375 0.546875q-0.546875 0.53125 -0.609375 1.4375zm6.5218506 4.125l0 -6.90625l1.0625 0l0 0.984375q0.75 -1.140625 2.1875 -1.140625q0.625 0 1.15625 0.21875q0.53125 0.21875 0.78125 0.59375q0.265625 0.359375 0.375 0.859375q0.0625 0.328125 0.0625 1.140625l0 4.25l-1.171875 0l0 -4.203125q0 -0.71875 -0.140625 -1.0625q-0.140625 -0.359375 -0.484375 -0.5625q-0.34375 -0.21875 -0.8125 -0.21875q-0.75 0 -1.296875 0.46875q-0.546875 0.46875 -0.546875 1.796875l0 3.78125l-1.171875 0zm9.974976 -1.046875l0.171875 1.03125q-0.5 0.109375 -0.890625 0.109375q-0.640625 0 -1.0 -0.203125q-0.34375 -0.203125 -0.484375 -0.53125q-0.140625 -0.328125 -0.140625 -1.390625l0 -3.96875l-0.859375 0l0 -0.90625l0.859375 0l0 -1.71875l1.171875 -0.703125l0 2.421875l1.171875 0l0 0.90625l-1.171875 0l0 4.046875q0 0.5 0.046875 0.640625q0.0625 0.140625 0.203125 0.234375q0.140625 0.078125 0.40625 0.078125q0.203125 0 0.515625 -0.046875z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m79.14611 130.41124l0 77.95276" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m79.14611 136.41124l0 65.95274" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m80.797844 136.41124l-1.6517334 -4.538101l-1.6517334 4.538101z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m77.49438 202.36398l1.6517334 4.538101l1.6517334 -4.538101z" fill-rule="evenodd"/><path fill="#cfe2f3" d="m42.311485 156.79002l29.228348 0l0 25.196854l-29.228348 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m42.311485 156.79002l29.228348 0l0 25.196854l-29.228348 0z" fill-rule="evenodd"/><path fill="#000000" d="m57.242134 170.45407l0 -1.125l4.03125 -0.015625l0 3.546875q-0.921875 0.75 -1.921875 1.125q-0.984375 0.359375 -2.03125 0.359375q-1.40625 0 -2.5625 -0.59375q-1.140625 -0.609375 -1.734375 -1.734375q-0.578125 -1.140625 -0.578125 -2.546875q0 -1.40625 0.578125 -2.609375q0.59375 -1.203125 1.6875 -1.78125q1.09375 -0.59375 2.515625 -0.59375q1.03125 0 1.859375 0.34375q0.84375 0.328125 1.3125 0.9375q0.484375 0.59375 0.734375 1.546875l-1.140625 0.3125q-0.21875 -0.71875 -0.53125 -1.140625q-0.3125 -0.421875 -0.90625 -0.671875q-0.59375 -0.25 -1.3125 -0.25q-0.875 0 -1.515625 0.265625q-0.625 0.265625 -1.015625 0.703125q-0.375 0.421875 -0.59375 0.9375q-0.359375 0.875 -0.359375 1.921875q0 1.265625 0.4375 2.125q0.4375 0.859375 1.265625 1.28125q0.84375 0.421875 1.796875 0.421875q0.8125 0 1.59375 -0.3125q0.78125 -0.328125 1.1875 -0.6875l0 -1.765625l-2.796875 0z" fill-rule="nonzero"/></g></svg>
\ No newline at end of file
diff --git a/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_1.svg b/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_1.svg
new file mode 100644
index 0000000000..f460b923f0
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_1.svg
@@ -0,0 +1 @@
+<svg version="1.1" viewBox="0.0 0.0 699.7979002624672 457.90288713910763" fill="none" stroke="none" stroke-linecap="square" stroke-miterlimit="10" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg"><clipPath id="p.0"><path d="m0 0l699.7979 0l0 457.9029l-699.7979 0l0 -457.9029z" clip-rule="nonzero"/></clipPath><g clip-path="url(#p.0)"><path fill="#000000" fill-opacity="0.0" d="m0 0l699.7979 0l0 457.9029l-699.7979 0z" fill-rule="evenodd"/><g filter="url(#shadowFilter-p.1)"><use xlink:href="#p.1" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.1" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.1"><path fill="#fff2cc" d="m385.85303 8.472441l300.063 0l0 434.3937l-300.063 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m385.85303 8.472441l300.063 0l0 434.3937l-300.063 0z" fill-rule="evenodd"/></g><path fill="#f4cccc" d="m444.83203 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m505.11548 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 79.03937l20.094543 0l0 20.09449l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 79.03937l20.094543 0l0 20.09449l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m505.11548 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 99.13386l20.094543 0l0 20.09449l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 99.13386l20.094543 0l0 20.09449l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 79.03937l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 99.13386l20.094482 0l0 20.09449l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m505.11548 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 119.22835l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 119.22835l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m505.11548 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 139.32283l20.094543 0l0 20.094498l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 139.32283l20.094543 0l0 20.094498l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 119.22835l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 139.32283l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m505.11548 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 159.41733l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 159.41733l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m505.11548 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 179.51181l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 179.51181l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 159.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 179.51181l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m444.83203 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m464.9265 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#e6b8af" d="m485.021 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 199.6063l20.094543 0l0 20.094498l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 199.6063l20.094543 0l0 20.094498l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 219.70079l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 219.70079l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 199.6063l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 219.70079l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 239.79527l20.094543 0l0 20.094498l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 239.79527l20.094543 0l0 20.094498l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#cc0000" d="m565.3989 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 259.88977l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 259.88977l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 239.79527l20.094482 0l0 20.094498l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 259.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 279.98425l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 279.98425l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 300.07874l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 300.07874l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 279.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 300.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 320.17322l20.094543 0l0 20.094513l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 320.17322l20.094543 0l0 20.094513l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m505.11548 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m525.20996 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m545.30444 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m565.3989 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m585.4934 340.26773l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 340.26773l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m605.58795 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 320.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 340.26773l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m505.11548 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 360.3622l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 360.3622l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m444.83203 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m444.83203 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m464.9265 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m464.9265 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m485.021 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m485.021 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m505.11548 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m505.11548 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m525.20996 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m525.20996 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m545.30444 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m545.30444 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m565.3989 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m565.3989 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m585.4934 380.4567l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m585.4934 380.4567l20.094543 0l0 20.094482l-20.094543 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m605.58795 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m605.58795 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m625.68243 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m625.68243 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 360.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m645.7769 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m645.7769 380.4567l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m445.17847 405.98425l220.3465 0l0 26.519684l-220.3465 0z" fill-rule="evenodd"/><path fill="#000000" d="m455.91284 432.90424l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683319 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm10.375702 3.703125l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm15.219482 4.78125l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625702 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm10.397858 1.46875l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm14.411621 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.141357 5.765625l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm9.719421 -2.890625l1.625 -0.25q0.125 0.96875 0.75 1.5q0.625 0.515625 1.75 0.515625q1.125 0 1.671875 -0.453125q0.546875 -0.46875 0.546875 -1.09375q0 -0.546875 -0.484375 -0.875q-0.328125 -0.21875 -1.671875 -0.546875q-1.8125 -0.46875 -2.515625 -0.796875q-0.6875 -0.328125 -1.046875 -0.90625q-0.359375 -0.59375 -0.359375 -1.3125q0 -0.640625 0.296875 -1.1875q0.296875 -0.5625 0.8125 -0.921875q0.375 -0.28125 1.03125 -0.46875q0.671875 -0.203125 1.421875 -0.203125q1.140625 0 2.0 0.328125q0.859375 0.328125 1.265625 0.890625q0.421875 0.5625 0.578125 1.5l-1.609375 0.21875q-0.109375 -0.75 -0.640625 -1.171875q-0.515625 -0.421875 -1.46875 -0.421875q-1.140625 0 -1.625 0.375q-0.46875 0.375 -0.46875 0.875q0 0.3125 0.1875 0.578125q0.203125 0.265625 0.640625 0.4375q0.234375 0.09375 1.4375 0.421875q1.75 0.453125 2.4375 0.75q0.6875 0.296875 1.078125 0.859375q0.390625 0.5625 0.390625 1.40625q0 0.828125 -0.484375 1.546875q-0.46875 0.71875 -1.375 1.125q-0.90625 0.390625 -2.046875 0.390625q-1.875 0 -2.875 -0.78125q-0.984375 -0.78125 -1.25 -2.328125zm9.375 -1.953125q0 -2.6875 1.484375 -3.96875q1.25 -1.078125 3.046875 -1.078125q2.0 0 3.265625 1.3125q1.265625 1.296875 1.265625 3.609375q0 1.859375 -0.5625 2.9375q-0.5625 1.0625 -1.640625 1.65625q-1.0625 0.59375 -2.328125 0.59375q-2.03125 0 -3.28125 -1.296875q-1.25 -1.3125 -1.25 -3.765625zm1.6875 0q0 1.859375 0.796875 2.796875q0.8125 0.921875 2.046875 0.921875q1.21875 0 2.03125 -0.921875q0.8125 -0.9375 0.8125 -2.84375q0 -1.796875 -0.8125 -2.71875q-0.8125 -0.921875 -2.03125 -0.921875q-1.234375 0 -2.046875 0.921875q-0.796875 0.90625 -0.796875 2.765625zm9.281982 4.84375l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m434.7848 79.03937l0 120.18898" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m434.7848 85.03937l0 108.18898" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m436.43652 85.03937l-1.6517334 -4.5380936l-1.6517334 4.5380936z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m433.13306 193.22835l1.6517334 4.538101l1.6517334 -4.538101z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m444.83203 69.37008l60.283447 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m450.83203 69.37008l48.283447 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m450.83203 67.718346l-4.5381165 1.6517334l4.5381165 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m499.11548 71.02181l4.5381165 -1.6517334l-4.5381165 -1.6517334z" fill-rule="evenodd"/><path fill="#8e7cc3" d="m398.86093 123.25984l29.228363 0l0 26.519684l-29.228363 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m398.86093 123.25984l29.228363 0l0 26.519684l-29.228363 0z" fill-rule="evenodd"/><path fill="#000000" d="m409.09274 141.31969l3.6875 -4.96875l-3.25 -4.578125l1.5 0l1.734375 2.453125q0.53125 0.765625 0.765625 1.171875q0.3125 -0.515625 0.75 -1.09375l1.921875 -2.53125l1.375 0l-3.359375 4.5l3.625 5.046875l-1.5625 0l-2.40625 -3.40625q-0.203125 -0.296875 -0.421875 -0.640625q-0.3125 0.53125 -0.453125 0.71875l-2.390625 3.328125l-1.515625 0z" fill-rule="nonzero"/><path fill="#8e7cc3" d="m460.35962 35.527557l29.228363 0l0 26.519688l-29.228363 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m460.35962 35.527557l29.228363 0l0 26.519688l-29.228363 0z" fill-rule="evenodd"/><path fill="#000000" d="m474.24768 53.5874l0 -4.046875l-3.6875 -5.5l1.546875 0l1.875 2.875q0.515625 0.8125 0.96875 1.625q0.4375 -0.75 1.046875 -1.6875l1.84375 -2.8125l1.46875 0l-3.796875 5.5l0 4.046875l-1.265625 0z" fill-rule="nonzero"/><path fill="#d9d2e9" d="m69.21183 351.24402l76.09182 0l0 40.063354l-76.09182 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m69.21183 351.24402l76.09182 0l0 40.063354l-76.09182 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m145.30365 351.24402l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m145.30365 351.24402l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m297.48727 351.24402l76.0918 0l0 40.063354l-76.0918 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m297.48727 351.24402l76.0918 0l0 40.063354l-76.0918 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m221.39546 351.24402l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m221.39546 351.24402l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path fill="#cfe2f3" d="m69.2126 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m69.2126 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m95.319725 74.78799l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0z" fill-rule="nonzero"/><path fill="#000000" d="m102.65928 82.63174q0 -1.578125 0.328125 -2.53125q0.328125 -0.96875 0.96875 -1.484375q0.640625 -0.53125 1.609375 -0.53125q0.71875 0 1.25 0.296875q0.546875 0.28125 0.890625 0.828125q0.359375 0.53125 0.5625 1.3125q0.203125 0.78125 0.203125 2.109375q0 1.5625 -0.328125 2.53125q-0.328125 0.953125 -0.96875 1.484375q-0.640625 0.53125 -1.609375 0.53125q-1.296875 0 -2.03125 -0.921875q-0.875 -1.109375 -0.875 -3.625zm1.125 0q0 2.1875 0.515625 2.921875q0.515625 0.71875 1.265625 0.71875q0.75 0 1.265625 -0.71875q0.515625 -0.734375 0.515625 -2.921875q0 -2.203125 -0.515625 -2.921875q-0.515625 -0.71875 -1.28125 -0.71875q-0.75 0 -1.203125 0.640625q-0.5625 0.8125 -0.5625 3.0z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m127.480316 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m127.480316 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m153.58743 74.78799l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0z" fill-rule="nonzero"/><path fill="#000000" d="m165.05199 87.02236l-1.09375 0l0 -6.96875q-0.40625 0.375 -1.046875 0.75q-0.640625 0.375 -1.140625 0.578125l0 -1.0625q0.90625 -0.4375 1.59375 -1.046875q0.6875 -0.609375 0.96875 -1.1875l0.71875 0l0 8.9375z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m244.01575 48.0l58.26773 0l0 50.204727l-58.26773 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m244.01575 48.0l58.26773 0l0 50.204727l-58.26773 0z" fill-rule="evenodd"/><path fill="#000000" d="m263.3416 73.52236q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125z" fill-rule="nonzero"/><path fill="#000000" d="m281.58743 87.02236l-1.09375 0l0 -6.96875q-0.40625 0.375 -1.046875 0.75q-0.640625 0.375 -1.140625 0.578125l0 -1.0625q0.90625 -0.4375 1.59375 -1.046875q0.6875 -0.609375 0.96875 -1.1875l0.71875 0l0 8.9375z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m185.74803 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m185.74803 48.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m205.0739 73.52236q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125z" fill-rule="nonzero"/><path fill="#000000" d="m219.1947 82.63174q0 -1.578125 0.328125 -2.53125q0.328125 -0.96875 0.96875 -1.484375q0.640625 -0.53125 1.609375 -0.53125q0.71875 0 1.25 0.296875q0.546875 0.28125 0.890625 0.828125q0.359375 0.53125 0.5625 1.3125q0.203125 0.78125 0.203125 2.109375q0 1.5625 -0.328125 2.53125q-0.328125 0.953125 -0.96875 1.484375q-0.640625 0.53125 -1.609375 0.53125q-1.296875 0 -2.03125 -0.921875q-0.875 -1.109375 -0.875 -3.625zm1.125 0q0 2.1875 0.515625 2.921875q0.515625 0.71875 1.265625 0.71875q0.75 0 1.265625 -0.71875q0.515625 -0.734375 0.515625 -2.921875q0 -2.203125 -0.515625 -2.921875q-0.515625 -0.71875 -1.28125 -0.71875q-0.75 0 -1.203125 0.640625q-0.5625 0.8125 -0.5625 3.0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m68.267715 7.813648l260.66144 0l0 44.09449l-260.66144 0z" fill-rule="evenodd"/><path fill="#000000" d="m78.173965 28.233646q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125zm19.355179 6.484375l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625717 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 5.171875l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm15.219467 4.78125l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625717 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm7.2884827 1.46875l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm15.906967 1.71875l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.047592 5.765625l3.53125 -5.03125l-3.265625 -4.640625l2.046875 0l1.484375 2.265625q0.421875 0.640625 0.671875 1.078125q0.40625 -0.59375 0.734375 -1.0625l1.640625 -2.28125l1.953125 0l-3.34375 4.546875l3.59375 5.125l-2.015625 0l-1.984375 -3.0l-0.515625 -0.8125l-2.546875 3.8125l-1.984375 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m69.2126 404.88846l237.10237 0l0 36.283447l-237.10237 0z" fill-rule="evenodd"/><path fill="#000000" d="m85.9001 426.57407l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0zm14.370804 4.046875q-0.921875 0.765625 -1.765625 1.09375q-0.828125 0.3125 -1.796875 0.3125q-1.59375 0 -2.453125 -0.78125q-0.859375 -0.78125 -0.859375 -1.984375q0 -0.71875 0.328125 -1.296875q0.328125 -0.59375 0.84375 -0.9375q0.53125 -0.359375 1.1875 -0.546875q0.46875 -0.125 1.453125 -0.25q1.984375 -0.234375 2.921875 -0.5625q0.015625 -0.34375 0.015625 -0.421875q0 -1.0 -0.46875 -1.421875q-0.625 -0.546875 -1.875 -0.546875q-1.15625 0 -1.703125 0.40625q-0.546875 0.40625 -0.8125 1.421875l-1.609375 -0.21875q0.21875 -1.015625 0.71875 -1.640625q0.5 -0.640625 1.453125 -0.984375q0.953125 -0.34375 2.1875 -0.34375q1.25 0 2.015625 0.296875q0.78125 0.28125 1.140625 0.734375q0.375 0.4375 0.515625 1.109375q0.078125 0.421875 0.078125 1.515625l0 2.1875q0 2.28125 0.109375 2.890625q0.109375 0.59375 0.40625 1.15625l-1.703125 0q-0.265625 -0.515625 -0.328125 -1.1875zm-0.140625 -3.671875q-0.890625 0.375 -2.671875 0.625q-1.015625 0.140625 -1.4375 0.328125q-0.421875 0.1875 -0.65625 0.53125q-0.21875 0.34375 -0.21875 0.78125q0 0.65625 0.5 1.09375q0.5 0.4375 1.453125 0.4375q0.9375 0 1.671875 -0.40625q0.75 -0.421875 1.09375 -1.140625q0.265625 -0.5625 0.265625 -1.640625l0 -0.609375zm7.781967 3.390625l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 1.46875l0 -13.359375l1.640625 0l0 4.796875q1.140625 -1.328125 2.890625 -1.328125q1.078125 0 1.859375 0.421875q0.796875 0.421875 1.140625 1.171875q0.34375 0.75 0.34375 2.171875l0 6.125l-1.640625 0l0 -6.125q0 -1.234375 -0.53125 -1.796875q-0.53125 -0.5625 -1.515625 -0.5625q-0.71875 0 -1.359375 0.390625q-0.640625 0.375 -0.921875 1.015625q-0.265625 0.640625 -0.265625 1.78125l0 5.296875l-1.640625 0zm17.000717 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.125717 5.765625l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0zm11.911606 0l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm9.281967 -6.640625l0 -1.890625l1.640625 0l0 1.890625l-1.640625 0zm0 11.46875l0 -9.671875l1.640625 0l0 9.671875l-1.640625 0zm10.457321 -3.546875l1.609375 0.21875q-0.265625 1.65625 -1.359375 2.609375q-1.078125 0.9375 -2.671875 0.9375q-1.984375 0 -3.1875 -1.296875q-1.203125 -1.296875 -1.203125 -3.71875q0 -1.578125 0.515625 -2.75q0.515625 -1.171875 1.578125 -1.75q1.0625 -0.59375 2.3125 -0.59375q1.578125 0 2.578125 0.796875q1.0 0.796875 1.28125 2.265625l-1.59375 0.234375q-0.234375 -0.96875 -0.8125 -1.453125q-0.578125 -0.5 -1.390625 -0.5q-1.234375 0 -2.015625 0.890625q-0.78125 0.890625 -0.78125 2.8125q0 1.953125 0.75 2.84375q0.75 0.875 1.953125 0.875q0.96875 0 1.609375 -0.59375q0.65625 -0.59375 0.828125 -1.828125zm9.640625 0.4375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.485092 2.875l1.625 -0.25q0.125 0.96875 0.75 1.5q0.625 0.515625 1.75 0.515625q1.125 0 1.671875 -0.453125q0.546875 -0.46875 0.546875 -1.09375q0 -0.546875 -0.484375 -0.875q-0.328125 -0.21875 -1.671875 -0.546875q-1.8125 -0.46875 -2.515625 -0.796875q-0.6875 -0.328125 -1.046875 -0.90625q-0.359375 -0.59375 -0.359375 -1.3125q0 -0.640625 0.296875 -1.1875q0.296875 -0.5625 0.8125 -0.921875q0.375 -0.28125 1.03125 -0.46875q0.671875 -0.203125 1.421875 -0.203125q1.140625 0 2.0 0.328125q0.859375 0.328125 1.265625 0.890625q0.421875 0.5625 0.578125 1.5l-1.609375 0.21875q-0.109375 -0.75 -0.640625 -1.171875q-0.515625 -0.421875 -1.46875 -0.421875q-1.140625 0 -1.625 0.375q-0.46875 0.375 -0.46875 0.875q0 0.3125 0.1875 0.578125q0.203125 0.265625 0.640625 0.4375q0.234375 0.09375 1.4375 0.421875q1.75 0.453125 2.4375 0.75q0.6875 0.296875 1.078125 0.859375q0.390625 0.5625 0.390625 1.40625q0 0.828125 -0.484375 1.546875q-0.46875 0.71875 -1.375 1.125q-0.90625 0.390625 -2.046875 0.390625q-1.875 0 -2.875 -0.78125q-0.984375 -0.78125 -1.25 -2.328125z" fill-rule="nonzero"/><path fill="#d9d2e9" d="m69.21183 190.9598l76.09182 0l0 40.06337l-76.09182 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m69.21183 190.9598l76.09182 0l0 40.06337l-76.09182 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m145.30365 190.9598l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m145.30365 190.9598l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m297.48727 190.9598l76.0918 0l0 40.06337l-76.0918 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m297.48727 190.9598l76.0918 0l0 40.06337l-76.0918 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m221.39546 190.9598l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m221.39546 190.9598l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m69.21183 231.03853l76.09182 0l0 40.06337l-76.09182 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m69.21183 231.03853l76.09182 0l0 40.06337l-76.09182 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m145.30365 231.03853l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m145.30365 231.03853l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m297.48727 231.03853l76.0918 0l0 40.06337l-76.0918 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m297.48727 231.03853l76.0918 0l0 40.06337l-76.0918 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m221.39546 231.03853l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m221.39546 231.03853l76.09181 0l0 40.06337l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m69.21183 311.16528l76.09182 0l0 40.063354l-76.09182 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m69.21183 311.16528l76.09182 0l0 40.063354l-76.09182 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m145.30365 311.16528l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m145.30365 311.16528l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m297.48727 311.16528l76.0918 0l0 40.063354l-76.0918 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m297.48727 311.16528l76.0918 0l0 40.063354l-76.0918 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m221.39546 311.16528l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m221.39546 311.16528l76.09181 0l0 40.063354l-76.09181 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m69.21183 271.1019l76.09182 0l0 40.063385l-76.09182 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m69.21183 271.1019l76.09182 0l0 40.063385l-76.09182 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m145.30365 271.1019l76.09181 0l0 40.063385l-76.09181 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m145.30365 271.1019l76.09181 0l0 40.063385l-76.09181 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m297.48727 271.1019l76.0918 0l0 40.063385l-76.0918 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m297.48727 271.1019l76.0918 0l0 40.063385l-76.0918 0z" fill-rule="evenodd"/><path fill="#8e7cc3" d="m221.39586 271.10236l38.045914 0l0 40.063385l-38.045914 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m221.39586 271.10236l38.045914 0l0 40.063385l-38.045914 0z" fill-rule="evenodd"/><path fill="#000000" d="m234.27515 298.05405l5.171875 -6.953125l-4.5625 -6.40625l2.109375 0l2.421875 3.4375q0.75 1.0625 1.078125 1.625q0.4375 -0.71875 1.046875 -1.515625l2.6875 -3.546875l1.921875 0l-4.6875 6.296875l5.0625 7.0625l-2.1875 0l-3.359375 -4.765625q-0.28125 -0.40625 -0.59375 -0.890625q-0.4375 0.734375 -0.625 1.0l-3.359375 4.65625l-2.125 0z" fill-rule="nonzero"/><path fill="#8e7cc3" d="m259.4326 271.1181l38.04727 0l0 40.06299l-38.04727 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m259.4326 271.1181l38.04727 0l0 40.06299l-38.04727 0z" fill-rule="evenodd"/><path fill="#000000" d="m277.43756 298.0696l0 -5.65625l-5.15625 -7.703125l2.15625 0l2.640625 4.03125q0.71875 1.125 1.34375 2.265625q0.609375 -1.046875 1.46875 -2.359375l2.578125 -3.9375l2.0625 0l-5.328125 7.703125l0 5.65625l-1.765625 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m259.44138 190.9598l0.06298828 84.28346" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m259.44138 190.9598l0.06298828 84.28346" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m259.44138 307.02393l0 84.28345" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m259.44138 307.02393l0 84.28345" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m183.34955 190.9598l0 200.34645" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m183.34955 190.9598l0 200.34645" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m335.53317 190.9598l0 200.34645" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m335.53317 190.9598l0 200.34645" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m107.25774 190.9598l0 200.34645" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m107.25774 190.9598l0 200.34645" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m575.44617 79.03937l0 321.5118" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m575.44617 79.03937l0 321.5118" fill-rule="evenodd"/><g filter="url(#shadowFilter-p.2)"><use xlink:href="#p.2" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.2" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.2"><path fill="#000000" fill-opacity="0.0" d="m444.83203 269.937l221.03937 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" stroke-dasharray="1.0,3.0" d="m444.83203 269.937l221.03937 0" fill-rule="evenodd"/></g><path fill="#000000" fill-opacity="0.0" d="m505.11548 189.55905l60.283447 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m511.11548 189.55905l48.283447 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m511.11548 187.90732l-4.538086 1.6517334l4.538086 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m559.3989 191.21078l4.538147 -1.6517334l-4.538147 -1.6517334z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m495.06824 199.6063l0 60.283478" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m495.06824 205.6063l0 48.283478" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m496.71997 205.6063l-1.6517334 -4.538086l-1.6517334 4.538086z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m493.4165 253.88977l1.6517334 4.538086l1.6517334 -4.538086z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m424.73752 119.03937l20.094513 0l0 20.094498l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m424.73752 115.13386l20.094513 0l0 20.09449l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m424.73752 135.22835l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m427.2362 154.94489l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m424.73752 195.13387l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#cfe2f3" d="m515.79266 155.32283l38.92914 0l0 28.755905l-38.92914 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m515.79266 155.32283l38.92914 0l0 28.755905l-38.92914 0z" fill-rule="evenodd"/><path fill="#000000" d="m528.24646 169.86017q0 -2.375 1.28125 -3.71875q1.28125 -1.34375 3.296875 -1.34375q1.3125 0 2.375 0.625q1.0625 0.625 1.609375 1.765625q0.5625 1.125 0.5625 2.5625q0 1.4375 -0.59375 2.59375q-0.578125 1.140625 -1.65625 1.734375q-1.0625 0.578125 -2.3125 0.578125q-1.34375 0 -2.40625 -0.640625q-1.0625 -0.65625 -1.609375 -1.78125q-0.546875 -1.125 -0.546875 -2.375zm1.3125 0.015625q0 1.71875 0.921875 2.71875q0.921875 0.984375 2.328125 0.984375q1.421875 0 2.34375 -1.0q0.921875 -1.0 0.921875 -2.84375q0 -1.15625 -0.40625 -2.03125q-0.390625 -0.875 -1.15625 -1.34375q-0.75 -0.484375 -1.6875 -0.484375q-1.34375 0 -2.3125 0.921875q-0.953125 0.921875 -0.953125 3.078125z" fill-rule="nonzero"/><path fill="#000000" d="m541.28534 179.5008l-0.78125 0l0 -4.96875q-0.28125 0.265625 -0.75 0.53125q-0.453125 0.265625 -0.8125 0.40625l0 -0.75q0.65625 -0.3125 1.140625 -0.75q0.484375 -0.4375 0.6875 -0.84375l0.515625 0l0 6.375z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m450.37833 216.79002l38.929108 0l0 28.755905l-38.929108 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m450.37833 216.79002l38.929108 0l0 28.755905l-38.929108 0z" fill-rule="evenodd"/><path fill="#000000" d="m462.8321 231.32735q0 -2.375 1.28125 -3.71875q1.28125 -1.34375 3.296875 -1.34375q1.3125 0 2.375 0.625q1.0625 0.625 1.609375 1.765625q0.5625 1.125 0.5625 2.5625q0 1.4375 -0.59375 2.59375q-0.578125 1.140625 -1.65625 1.734375q-1.0625 0.578125 -2.3125 0.578125q-1.34375 0 -2.40625 -0.640625q-1.0625 -0.65625 -1.609375 -1.78125q-0.546875 -1.125 -0.546875 -2.375zm1.3125 0.015625q0 1.71875 0.921875 2.71875q0.921875 0.984375 2.328125 0.984375q1.421875 0 2.34375 -1.0q0.921875 -1.0 0.921875 -2.84375q0 -1.15625 -0.40625 -2.03125q-0.390625 -0.875 -1.15625 -1.34375q-0.75 -0.484375 -1.6875 -0.484375q-1.34375 0 -2.3125 0.921875q-0.953125 0.921875 -0.953125 3.078125z" fill-rule="nonzero"/><path fill="#000000" d="m472.93353 237.82735q0 -1.125 0.21875 -1.8125q0.234375 -0.6875 0.6875 -1.046875q0.46875 -0.375 1.15625 -0.375q0.515625 0 0.890625 0.203125q0.390625 0.203125 0.640625 0.59375q0.25 0.390625 0.390625 0.953125q0.15625 0.546875 0.15625 1.484375q0 1.125 -0.234375 1.8125q-0.234375 0.6875 -0.6875 1.0625q-0.453125 0.375 -1.15625 0.375q-0.921875 0 -1.4375 -0.65625q-0.625 -0.796875 -0.625 -2.59375zm0.796875 0q0 1.578125 0.359375 2.09375q0.375 0.515625 0.90625 0.515625q0.546875 0 0.90625 -0.515625q0.359375 -0.53125 0.359375 -2.09375q0 -1.5625 -0.359375 -2.078125q-0.359375 -0.515625 -0.90625 -0.515625q-0.546875 0 -0.859375 0.453125q-0.40625 0.578125 -0.40625 2.140625z" fill-rule="nonzero"/><path fill="#ffffff" d="m567.6982 290.34647l7.747986 -7.748047l7.748047 7.748047l-3.8740234 0l0 12.346436l-7.747986 0l0 -12.346436z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m567.6982 290.34647l7.747986 -7.748047l7.748047 7.748047l-3.8740234 0l0 12.346436l-7.747986 0l0 -12.346436z" fill-rule="evenodd"/><path fill="#ffffff" d="m522.67456 305.6929l105.543274 0l0 20.094513l-105.543274 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m522.67456 305.6929l105.543274 0l0 20.094513l-105.543274 0z" fill-rule="evenodd"/><path fill="#000000" d="m532.92456 320.54016l0 -9.546875l1.25 0l0 9.546875l-1.25 0zm3.327942 0l0 -6.90625l1.0625 0l0 0.984375q0.75 -1.140625 2.1875 -1.140625q0.625 0 1.15625 0.21875q0.53125 0.21875 0.78125 0.59375q0.265625 0.359375 0.375 0.859375q0.0625 0.328125 0.0625 1.140625l0 4.25l-1.171875 0l0 -4.203125q0 -0.71875 -0.140625 -1.0625q-0.140625 -0.359375 -0.484375 -0.5625q-0.34375 -0.21875 -0.8125 -0.21875q-0.75 0 -1.296875 0.46875q-0.546875 0.46875 -0.546875 1.796875l0 3.78125l-1.171875 0zm7.4124756 2.65625l0 -9.5625l1.078125 0l0 0.890625q0.375 -0.53125 0.84375 -0.78125q0.484375 -0.265625 1.15625 -0.265625q0.875 0 1.546875 0.453125q0.6875 0.453125 1.03125 1.28125q0.34375 0.828125 0.34375 1.828125q0 1.046875 -0.375 1.90625q-0.375 0.84375 -1.109375 1.296875q-0.71875 0.453125 -1.53125 0.453125q-0.578125 0 -1.046875 -0.25q-0.46875 -0.25 -0.765625 -0.625l0 3.375l-1.171875 0zm1.0625 -6.078125q0 1.34375 0.53125 1.984375q0.546875 0.625 1.3125 0.625q0.78125 0 1.34375 -0.65625q0.5625 -0.65625 0.5625 -2.046875q0 -1.3125 -0.546875 -1.96875q-0.546875 -0.671875 -1.296875 -0.671875q-0.75 0 -1.328125 0.703125q-0.578125 0.703125 -0.578125 2.03125zm10.881226 3.421875l0 -1.015625q-0.8125 1.171875 -2.1875 1.171875q-0.609375 0 -1.140625 -0.234375q-0.53125 -0.234375 -0.796875 -0.578125q-0.25 -0.359375 -0.359375 -0.875q-0.0625 -0.34375 -0.0625 -1.09375l0 -4.28125l1.171875 0l0 3.828125q0 0.921875 0.0625 1.234375q0.109375 0.46875 0.46875 0.734375q0.359375 0.25 0.890625 0.25q0.515625 0 0.984375 -0.265625q0.46875 -0.265625 0.65625 -0.734375q0.1875 -0.46875 0.1875 -1.34375l0 -3.703125l1.171875 0l0 6.90625l-1.046875 0zm5.4437256 -1.046875l0.171875 1.03125q-0.5 0.109375 -0.890625 0.109375q-0.640625 0 -1.0 -0.203125q-0.34375 -0.203125 -0.484375 -0.53125q-0.140625 -0.328125 -0.140625 -1.390625l0 -3.96875l-0.859375 0l0 -0.90625l0.859375 0l0 -1.71875l1.171875 -0.703125l0 2.421875l1.171875 0l0 0.90625l-1.171875 0l0 4.046875q0 0.5 0.046875 0.640625q0.0625 0.140625 0.203125 0.234375q0.140625 0.078125 0.40625 0.078125q0.203125 0 0.515625 -0.046875zm5.015381 1.046875l0 -9.546875l6.90625 0l0 1.125l-5.640625 0l0 2.921875l5.28125 0l0 1.125l-5.28125 0l0 3.25l5.859375 0l0 1.125l-7.125 0zm8.7022705 0l0 -9.546875l1.171875 0l0 9.546875l-1.171875 0zm7.7110596 -2.21875l1.203125 0.140625q-0.28125 1.0625 -1.0625 1.65625q-0.765625 0.578125 -1.96875 0.578125q-1.515625 0 -2.40625 -0.9375q-0.890625 -0.9375 -0.890625 -2.609375q0 -1.75 0.890625 -2.703125q0.90625 -0.96875 2.34375 -0.96875q1.390625 0 2.265625 0.9375q0.875 0.9375 0.875 2.65625q0 0.109375 0 0.3125l-5.15625 0q0.0625 1.140625 0.640625 1.75q0.578125 0.59375 1.4375 0.59375q0.65625 0 1.109375 -0.328125q0.453125 -0.34375 0.71875 -1.078125zm-3.84375 -1.90625l3.859375 0q-0.078125 -0.859375 -0.4375 -1.296875q-0.5625 -0.6875 -1.453125 -0.6875q-0.8125 0 -1.359375 0.546875q-0.546875 0.53125 -0.609375 1.4375zm6.5218506 4.125l0 -6.90625l1.046875 0l0 0.96875q0.328125 -0.515625 0.859375 -0.8125q0.546875 -0.3125 1.234375 -0.3125q0.78125 0 1.265625 0.3125q0.484375 0.3125 0.6875 0.890625q0.828125 -1.203125 2.140625 -1.203125q1.03125 0 1.578125 0.578125q0.5625 0.5625 0.5625 1.734375l0 4.75l-1.171875 0l0 -4.359375q0 -0.703125 -0.125 -1.0q-0.109375 -0.3125 -0.40625 -0.5q-0.296875 -0.1875 -0.703125 -0.1875q-0.71875 0 -1.203125 0.484375q-0.484375 0.484375 -0.484375 1.546875l0 4.015625l-1.171875 0l0 -4.484375q0 -0.78125 -0.296875 -1.171875q-0.28125 -0.390625 -0.921875 -0.390625q-0.5 0 -0.921875 0.265625q-0.421875 0.25 -0.609375 0.75q-0.1875 0.5 -0.1875 1.453125l0 3.578125l-1.171875 0zm15.836792 -2.21875l1.203125 0.140625q-0.28125 1.0625 -1.0625 1.65625q-0.765625 0.578125 -1.96875 0.578125q-1.515625 0 -2.40625 -0.9375q-0.890625 -0.9375 -0.890625 -2.609375q0 -1.75 0.890625 -2.703125q0.90625 -0.96875 2.34375 -0.96875q1.390625 0 2.265625 0.9375q0.875 0.9375 0.875 2.65625q0 0.109375 0 0.3125l-5.15625 0q0.0625 1.140625 0.640625 1.75q0.578125 0.59375 1.4375 0.59375q0.65625 0 1.109375 -0.328125q0.453125 -0.34375 0.71875 -1.078125zm-3.84375 -1.90625l3.859375 0q-0.078125 -0.859375 -0.4375 -1.296875q-0.5625 -0.6875 -1.453125 -0.6875q-0.8125 0 -1.359375 0.546875q-0.546875 0.53125 -0.609375 1.4375zm6.5218506 4.125l0 -6.90625l1.0625 0l0 0.984375q0.75 -1.140625 2.1875 -1.140625q0.625 0 1.15625 0.21875q0.53125 0.21875 0.78125 0.59375q0.265625 0.359375 0.375 0.859375q0.0625 0.328125 0.0625 1.140625l0 4.25l-1.171875 0l0 -4.203125q0 -0.71875 -0.140625 -1.0625q-0.140625 -0.359375 -0.484375 -0.5625q-0.34375 -0.21875 -0.8125 -0.21875q-0.75 0 -1.296875 0.46875q-0.546875 0.46875 -0.546875 1.796875l0 3.78125l-1.171875 0zm9.974976 -1.046875l0.171875 1.03125q-0.5 0.109375 -0.890625 0.109375q-0.640625 0 -1.0 -0.203125q-0.34375 -0.203125 -0.484375 -0.53125q-0.140625 -0.328125 -0.140625 -1.390625l0 -3.96875l-0.859375 0l0 -0.90625l0.859375 0l0 -1.71875l1.171875 -0.703125l0 2.421875l1.171875 0l0 0.90625l-1.171875 0l0 4.046875q0 0.5 0.046875 0.640625q0.0625 0.140625 0.203125 0.234375q0.140625 0.078125 0.40625 0.078125q0.203125 0 0.515625 -0.046875z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m60.003254 191.0883l0 80.157486" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m60.003254 197.08832l0 68.15747" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m61.654987 197.08832l-1.6517334 -4.538101l-1.6517296 4.538101z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m58.351524 265.2458l1.6517296 4.5381165l1.6517334 -4.5381165z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m69.21183 182.38914l152.18896 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m75.21184 182.38914l140.18898 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m75.21184 180.73741l-4.538101 1.6517334l4.538101 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m215.40082 184.04088l4.538101 -1.6517334l-4.538101 -1.6517334z" fill-rule="evenodd"/><path fill="#cfe2f3" d="m14.017324 212.97638l38.92913 0l0 33.543304l-38.92913 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m14.017324 212.97638l38.92913 0l0 33.543304l-38.92913 0z" fill-rule="evenodd"/><path fill="#000000" d="m31.330479 230.81366l0 -1.125l4.03125 -0.015625l0 3.546875q-0.921875 0.75 -1.921875 1.125q-0.984375 0.359375 -2.03125 0.359375q-1.40625 0 -2.5625 -0.59375q-1.140625 -0.609375 -1.734375 -1.734375q-0.578125 -1.140625 -0.578125 -2.546875q0 -1.40625 0.578125 -2.609375q0.59375 -1.203125 1.6875 -1.78125q1.09375 -0.59375 2.515625 -0.59375q1.03125 0 1.859375 0.34375q0.84375 0.328125 1.3125 0.9375q0.484375 0.59375 0.734375 1.546875l-1.140625 0.3125q-0.21875 -0.71875 -0.53125 -1.140625q-0.3125 -0.421875 -0.90625 -0.671875q-0.59375 -0.25 -1.3125 -0.25q-0.875 0 -1.515625 0.265625q-0.625 0.265625 -1.015625 0.703125q-0.375 0.421875 -0.59375 0.9375q-0.359375 0.875 -0.359375 1.921875q0 1.265625 0.4375 2.125q0.4375 0.859375 1.265625 1.28125q0.84375 0.421875 1.796875 0.421875q0.8125 0 1.59375 -0.3125q0.78125 -0.328125 1.1875 -0.6875l0 -1.765625l-2.796875 0z" fill-rule="nonzero"/><path fill="#000000" d="m36.57253 236.40741q0 -1.125 0.21875 -1.8125q0.234375 -0.6875 0.6875 -1.046875q0.46875 -0.375 1.15625 -0.375q0.515625 0 0.890625 0.203125q0.390625 0.203125 0.640625 0.59375q0.25 0.390625 0.390625 0.953125q0.15625 0.546875 0.15625 1.484375q0 1.125 -0.234375 1.8125q-0.234375 0.6875 -0.6875 1.0625q-0.453125 0.375 -1.15625 0.375q-0.921875 0 -1.4375 -0.65625q-0.625 -0.796875 -0.625 -2.59375zm0.796875 0q0 1.578125 0.359375 2.09375q0.375 0.515625 0.90625 0.515625q0.546875 0 0.90625 -0.515625q0.359375 -0.53125 0.359375 -2.09375q0 -1.5625 -0.359375 -2.078125q-0.359375 -0.515625 -0.90625 -0.515625q-0.546875 0 -0.859375 0.453125q-0.40625 0.578125 -0.40625 2.140625z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m125.84252 141.49606l38.92913 0l0 33.543304l-38.92913 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m125.84252 141.49606l38.92913 0l0 33.543304l-38.92913 0z" fill-rule="evenodd"/><path fill="#000000" d="m143.15567 159.33334l0 -1.125l4.03125 -0.015625l0 3.546875q-0.921875 0.75 -1.921875 1.125q-0.984375 0.359375 -2.03125 0.359375q-1.40625 0 -2.5625 -0.59375q-1.140625 -0.609375 -1.734375 -1.734375q-0.578125 -1.140625 -0.578125 -2.546875q0 -1.40625 0.578125 -2.609375q0.59375 -1.203125 1.6875 -1.78125q1.09375 -0.59375 2.515625 -0.59375q1.03125 0 1.859375 0.34375q0.84375 0.328125 1.3125 0.9375q0.484375 0.59375 0.734375 1.546875l-1.140625 0.3125q-0.21875 -0.71875 -0.53125 -1.140625q-0.3125 -0.421875 -0.90625 -0.671875q-0.59375 -0.25 -1.3125 -0.25q-0.875 0 -1.515625 0.265625q-0.625 0.265625 -1.015625 0.703125q-0.375 0.421875 -0.59375 0.9375q-0.359375 0.875 -0.359375 1.921875q0 1.265625 0.4375 2.125q0.4375 0.859375 1.265625 1.28125q0.84375 0.421875 1.796875 0.421875q0.8125 0 1.59375 -0.3125q0.78125 -0.328125 1.1875 -0.6875l0 -1.765625l-2.796875 0z" fill-rule="nonzero"/><path fill="#000000" d="m151.33522 168.06772l-0.78125 0l0 -4.96875q-0.28125 0.265625 -0.75 0.53125q-0.453125 0.265625 -0.8125 0.40625l0 -0.75q0.65625 -0.3125 1.140625 -0.75q0.484375 -0.4375 0.6875 -0.84375l0.515625 0l0 6.375z" fill-rule="nonzero"/></g></svg>
\ No newline at end of file
diff --git a/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_2.svg b/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_2.svg
new file mode 100644
index 0000000000..d9c35e972d
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/images/ops_xla_gather_2.svg
@@ -0,0 +1 @@
+<svg version="1.1" viewBox="0.0 0.0 550.9317585301837 635.6141732283464" fill="none" stroke="none" stroke-linecap="square" stroke-miterlimit="10" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg"><clipPath id="p.0"><path d="m0 0l550.93176 0l0 635.6142l-550.93176 0l0 -635.6142z" clip-rule="nonzero"/></clipPath><g clip-path="url(#p.0)"><path fill="#000000" fill-opacity="0.0" d="m0 0l550.93176 0l0 635.6142l-550.93176 0z" fill-rule="evenodd"/><g filter="url(#shadowFilter-p.1)"><use xlink:href="#p.1" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.1" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.1"><path fill="#fff2cc" d="m241.7559 188.68767l292.75592 0l0 424.5984l-292.75592 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m241.7559 188.68767l292.75592 0l0 424.5984l-292.75592 0z" fill-rule="evenodd"/></g><path fill="#cfe2f3" d="m12.267716 40.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m12.267716 40.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m38.37484 66.78799l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8124981 -1.59375 -0.8124981 -3.5625q0 -1.953125 0.8124981 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0z" fill-rule="nonzero"/><path fill="#000000" d="m45.714394 74.63174q0 -1.578125 0.328125 -2.53125q0.328125 -0.96875 0.96875 -1.484375q0.640625 -0.53125 1.609375 -0.53125q0.71875 0 1.25 0.296875q0.546875 0.28125 0.890625 0.828125q0.359375 0.53125 0.5625 1.3125q0.203125 0.78125 0.203125 2.109375q0 1.5625 -0.328125 2.53125q-0.328125 0.953125 -0.96875 1.484375q-0.640625 0.53125 -1.609375 0.53125q-1.296875 0 -2.03125 -0.921875q-0.875 -1.109375 -0.875 -3.625zm1.125 0q0 2.1875 0.515625 2.921875q0.515625 0.71875 1.265625 0.71875q0.75 0 1.265625 -0.71875q0.515625 -0.734375 0.515625 -2.921875q0 -2.203125 -0.515625 -2.921875q-0.515625 -0.71875 -1.28125 -0.71875q-0.75 0 -1.203125 0.640625q-0.5625 0.8125 -0.5625 3.0z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m70.53543 40.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m70.53543 40.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m96.642555 66.78799l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0z" fill-rule="nonzero"/><path fill="#000000" d="m108.10711 79.02236l-1.09375 0l0 -6.96875q-0.40625 0.375 -1.046875 0.75q-0.640625 0.375 -1.140625 0.578125l0 -1.0625q0.90625 -0.4375 1.59375 -1.046875q0.6875 -0.609375 0.96875 -1.1875l0.71875 0l0 8.9375z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m128.80315 40.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m128.80315 40.0l58.267715 0l0 50.204727l-58.267715 0z" fill-rule="evenodd"/><path fill="#000000" d="m148.12903 65.52236q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.484375 0.875 2.265625 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.3125 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.28125 -1.40625 1.28125 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.609375 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125z" fill-rule="nonzero"/><path fill="#000000" d="m162.24983 74.63174q0 -1.578125 0.328125 -2.53125q0.328125 -0.96875 0.96875 -1.484375q0.640625 -0.53125 1.609375 -0.53125q0.71875 0 1.25 0.296875q0.546875 0.28125 0.890625 0.828125q0.359375 0.53125 0.5625 1.3125q0.203125 0.78125 0.203125 2.109375q0 1.5625 -0.328125 2.53125q-0.328125 0.953125 -0.96875 1.484375q-0.640625 0.53125 -1.609375 0.53125q-1.296875 0 -2.03125 -0.921875q-0.875 -1.109375 -0.875 -3.625zm1.125 0q0 2.1875 0.515625 2.921875q0.515625 0.71875 1.265625 0.71875q0.75 0 1.265625 -0.71875q0.515625 -0.734375 0.515625 -2.921875q0 -2.203125 -0.515625 -2.921875q-0.515625 -0.71875 -1.28125 -0.71875q-0.75 0 -1.203125 0.640625q-0.5625 0.8125 -0.5625 3.0z" fill-rule="nonzero"/><path fill="#f4cccc" d="m300.83203 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 247.03937l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 247.03937l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 247.03937l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 247.03937l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 267.13385l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 267.13385l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 267.13385l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 267.13385l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 247.03937l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 267.13385l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 287.22833l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 287.22833l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 287.22833l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 287.22833l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 307.32285l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 307.32285l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 307.32285l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 307.32285l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 287.22833l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 307.32285l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 327.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 327.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 327.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 327.41733l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 347.5118l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 347.5118l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 347.5118l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 347.5118l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 327.41733l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 347.5118l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m300.83203 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m320.9265 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m341.021 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m361.11548 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m381.20996 367.6063l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 367.6063l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m401.30447 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#cc0000" d="m421.39896 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m441.49344 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m461.58792 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m481.6824 367.6063l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 367.6063l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 387.70078l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 387.70078l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 387.70078l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 387.70078l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#ea9999" d="m501.77692 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 367.6063l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 387.70078l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 407.7953l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 407.7953l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 407.7953l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 407.7953l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 427.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 427.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 427.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 427.88977l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 407.7953l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 427.88977l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 447.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 447.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 447.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 447.98425l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 468.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 468.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 468.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 468.07874l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 447.98425l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 468.07874l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 488.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 488.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 488.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 488.17322l20.094513 0l0 20.094513l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 508.26773l20.094513 0l0 20.094452l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 508.26773l20.094513 0l0 20.094452l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 508.26773l20.094513 0l0 20.094452l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 508.26773l20.094513 0l0 20.094452l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 488.17322l20.094482 0l0 20.094513l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 508.26773l20.094482 0l0 20.094452l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 528.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 528.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 528.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 528.3622l20.094513 0l0 20.094482l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m300.83203 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.83203 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m320.9265 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m320.9265 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m341.021 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m341.021 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m361.11548 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m361.11548 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m381.20996 548.45667l20.094513 0l0 20.094543l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m381.20996 548.45667l20.094513 0l0 20.094543l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m401.30447 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m401.30447 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m421.39896 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m421.39896 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m441.49344 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m441.49344 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m461.58792 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m461.58792 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m481.6824 548.45667l20.094513 0l0 20.094543l-20.094513 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m481.6824 548.45667l20.094513 0l0 20.094543l-20.094513 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 528.3622l20.094482 0l0 20.094482l-20.094482 0z" fill-rule="evenodd"/><path fill="#f4cccc" d="m501.77692 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m501.77692 548.45667l20.094482 0l0 20.094543l-20.094482 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m12.267716 -0.1863517l260.6614 0l0 44.09449l-260.6614 0z" fill-rule="evenodd"/><path fill="#000000" d="m22.173967 20.233646q0 -3.328125 1.78125 -5.203125q1.78125 -1.890625 4.609375 -1.890625q1.84375 0 3.328125 0.890625q1.4843731 0.875 2.265623 2.46875q0.78125 1.578125 0.78125 3.578125q0 2.03125 -0.828125 3.640625q-0.8125 1.59375 -2.312498 2.421875q-1.5 0.828125 -3.25 0.828125q-1.875 0 -3.359375 -0.90625q-1.484375 -0.921875 -2.25 -2.5q-0.765625 -1.578125 -0.765625 -3.328125zm1.8125 0.015625q0 2.421875 1.296875 3.8125q1.296875 1.390625 3.265625 1.390625q2.0 0 3.28125 -1.40625q1.2812481 -1.40625 1.2812481 -3.984375q0 -1.625 -0.546875 -2.84375q-0.546875 -1.21875 -1.6093731 -1.875q-1.0625 -0.671875 -2.375 -0.671875q-1.890625 0 -3.25 1.296875q-1.34375 1.28125 -1.34375 4.28125zm19.355177 6.484375l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625717 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 5.171875l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm15.219467 4.78125l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625717 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm7.2884827 1.46875l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm15.906967 1.71875l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.047592 5.765625l3.53125 -5.03125l-3.265625 -4.640625l2.046875 0l1.484375 2.265625q0.421875 0.640625 0.671875 1.078125q0.40625 -0.59375 0.734375 -1.0625l1.640625 -2.28125l1.953125 0l-3.34375 4.546875l3.59375 5.125l-2.015625 0l-1.984375 -3.0l-0.515625 -0.8125l-2.546875 3.8125l-1.984375 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m61.212597 420.88977l152.7874 0l0 36.283447l-152.7874 0z" fill-rule="evenodd"/><path fill="#000000" d="m77.9001 442.57538l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421875 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125 -1.6875 2.34375 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0zm14.370804 4.046875q-0.921875 0.765625 -1.765625 1.09375q-0.828125 0.3125 -1.796875 0.3125q-1.59375 0 -2.453125 -0.78125q-0.859375 -0.78125 -0.859375 -1.984375q0 -0.71875 0.328125 -1.296875q0.328125 -0.59375 0.84375 -0.9375q0.53125 -0.359375 1.1875 -0.546875q0.46875 -0.125 1.453125 -0.25q1.984375 -0.234375 2.921875 -0.5625q0.015625 -0.34375 0.015625 -0.421875q0 -1.0 -0.46875 -1.421875q-0.625 -0.546875 -1.875 -0.546875q-1.15625 0 -1.703125 0.40625q-0.546875 0.40625 -0.8125 1.421875l-1.609375 -0.21875q0.21875 -1.015625 0.71875 -1.640625q0.5 -0.640625 1.453125 -0.984375q0.953125 -0.34375 2.1875 -0.34375q1.25 0 2.015625 0.296875q0.78125 0.28125 1.140625 0.734375q0.375 0.4375 0.515625 1.109375q0.078125 0.421875 0.078125 1.515625l0 2.1875q0 2.28125 0.109375 2.890625q0.109375 0.59375 0.40625 1.15625l-1.703125 0q-0.265625 -0.515625 -0.328125 -1.1875zm-0.140625 -3.671875q-0.890625 0.375 -2.671875 0.625q-1.015625 0.140625 -1.4375 0.328125q-0.421875 0.1875 -0.65625 0.53125q-0.21875 0.34375 -0.21875 0.78125q0 0.65625 0.5 1.09375q0.5 0.4375 1.453125 0.4375q0.9375 0 1.671875 -0.40625q0.75 -0.421875 1.09375 -1.140625q0.265625 -0.5625 0.265625 -1.640625l0 -0.609375zm7.781967 3.390625l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 1.46875l0 -13.359375l1.640625 0l0 4.796875q1.140625 -1.328125 2.890625 -1.328125q1.078125 0 1.859375 0.421875q0.796875 0.421875 1.140625 1.171875q0.34375 0.75 0.34375 2.171875l0 6.125l-1.640625 0l0 -6.125q0 -1.234375 -0.53125 -1.796875q-0.53125 -0.5625 -1.515625 -0.5625q-0.71875 0 -1.359375 0.390625q-0.640625 0.375 -0.921875 1.015625q-0.265625 0.640625 -0.265625 1.78125l0 5.296875l-1.640625 0zm17.000717 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.125717 5.765625l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0zm11.911606 0l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm9.281967 -6.640625l0 -1.890625l1.640625 0l0 1.890625l-1.640625 0zm0 11.46875l0 -9.671875l1.640625 0l0 9.671875l-1.640625 0zm10.457321 -3.546875l1.609375 0.21875q-0.265625 1.65625 -1.359375 2.609375q-1.078125 0.9375 -2.671875 0.9375q-1.984375 0 -3.1875 -1.296875q-1.203125 -1.296875 -1.203125 -3.71875q0 -1.578125 0.515625 -2.75q0.515625 -1.171875 1.578125 -1.75q1.0625 -0.59375 2.3125 -0.59375q1.578125 0 2.578125 0.796875q1.0 0.796875 1.28125 2.265625l-1.59375 0.234375q-0.234375 -0.96875 -0.8125 -1.453125q-0.578125 -0.5 -1.390625 -0.5q-1.234375 0 -2.015625 0.890625q-0.78125 0.890625 -0.78125 2.8125q0 1.953125 0.75 2.84375q0.75 0.875 1.953125 0.875q0.96875 0 1.609375 -0.59375q0.65625 -0.59375 0.828125 -1.828125zm9.640625 0.4375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.485092 2.875l1.625 -0.25q0.125 0.96875 0.75 1.5q0.625 0.515625 1.75 0.515625q1.125 0 1.671875 -0.453125q0.546875 -0.46875 0.546875 -1.09375q0 -0.546875 -0.484375 -0.875q-0.328125 -0.21875 -1.671875 -0.546875q-1.8125 -0.46875 -2.515625 -0.796875q-0.6875 -0.328125 -1.046875 -0.90625q-0.359375 -0.59375 -0.359375 -1.3125q0 -0.640625 0.296875 -1.1875q0.296875 -0.5625 0.8125 -0.921875q0.375 -0.28125 1.03125 -0.46875q0.671875 -0.203125 1.421875 -0.203125q1.140625 0 2.0 0.328125q0.859375 0.328125 1.265625 0.890625q0.421875 0.5625 0.578125 1.5l-1.609375 0.21875q-0.109375 -0.75 -0.640625 -1.171875q-0.515625 -0.421875 -1.46875 -0.421875q-1.140625 0 -1.625 0.375q-0.46875 0.375 -0.46875 0.875q0 0.3125 0.1875 0.578125q0.203125 0.265625 0.640625 0.4375q0.234375 0.09375 1.4375 0.421875q1.75 0.453125 2.4375 0.75q0.6875 0.296875 1.078125 0.859375q0.390625 0.5625 0.390625 1.40625q0 0.828125 -0.484375 1.546875q-0.46875 0.71875 -1.375 1.125q-0.90625 0.390625 -2.046875 0.390625q-1.875 0 -2.875 -0.78125q-0.984375 -0.78125 -1.25 -2.328125z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m301.17847 573.98425l220.3465 0l0 26.519714l-220.3465 0z" fill-rule="evenodd"/><path fill="#000000" d="m311.91284 600.90424l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683319 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm10.375702 3.703125l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm15.219482 4.78125l0 -1.421875q-1.125 1.640625 -3.0625 1.640625q-0.859375 0 -1.609375 -0.328125q-0.734375 -0.328125 -1.09375 -0.828125q-0.359375 -0.5 -0.5 -1.21875q-0.109375 -0.46875 -0.109375 -1.53125l0 -5.984375l1.640625 0l0 5.359375q0 1.28125 0.109375 1.734375q0.15625 0.640625 0.65625 1.015625q0.5 0.375 1.234375 0.375q0.734375 0 1.375 -0.375q0.65625 -0.390625 0.921875 -1.03125q0.265625 -0.65625 0.265625 -1.890625l0 -5.1875l1.640625 0l0 9.671875l-1.46875 0zm7.625702 -1.46875l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm10.397858 1.46875l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm14.411621 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.141327 5.765625l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm9.719482 -2.890625l1.625 -0.25q0.125 0.96875 0.75 1.5q0.625 0.515625 1.75 0.515625q1.125 0 1.671875 -0.453125q0.546875 -0.46875 0.546875 -1.09375q0 -0.546875 -0.484375 -0.875q-0.328125 -0.21875 -1.671875 -0.546875q-1.8125 -0.46875 -2.515625 -0.796875q-0.6875 -0.328125 -1.046875 -0.90625q-0.359375 -0.59375 -0.359375 -1.3125q0 -0.640625 0.296875 -1.1875q0.296875 -0.5625 0.8125 -0.921875q0.375 -0.28125 1.03125 -0.46875q0.671875 -0.203125 1.421875 -0.203125q1.140625 0 2.0 0.328125q0.859375 0.328125 1.265625 0.890625q0.421875 0.5625 0.578125 1.5l-1.609375 0.21875q-0.109375 -0.75 -0.640625 -1.171875q-0.515625 -0.421875 -1.46875 -0.421875q-1.140625 0 -1.625 0.375q-0.46875 0.375 -0.46875 0.875q0 0.3125 0.1875 0.578125q0.203125 0.265625 0.640625 0.4375q0.234375 0.09375 1.4375 0.421875q1.75 0.453125 2.4375 0.75q0.6875 0.296875 1.078125 0.859375q0.390625 0.5625 0.390625 1.40625q0 0.828125 -0.484375 1.546875q-0.46875 0.71875 -1.375 1.125q-0.90625 0.390625 -2.046875 0.390625q-1.875 0 -2.875 -0.78125q-0.984375 -0.78125 -1.25 -2.328125zm9.375 -1.953125q0 -2.6875 1.484375 -3.96875q1.25 -1.078125 3.046875 -1.078125q2.0 0 3.265625 1.3125q1.265625 1.296875 1.265625 3.609375q0 1.859375 -0.5625 2.9375q-0.5625 1.0625 -1.640625 1.65625q-1.0625 0.59375 -2.328125 0.59375q-2.03125 0 -3.28125 -1.296875q-1.25 -1.3125 -1.25 -3.765625zm1.6875 0q0 1.859375 0.796875 2.796875q0.8125 0.921875 2.046875 0.921875q1.21875 0 2.03125 -0.921875q0.8125 -0.9375 0.8125 -2.84375q0 -1.796875 -0.8125 -2.71875q-0.8125 -0.921875 -2.03125 -0.921875q-1.234375 0 -2.046875 0.921875q-0.796875 0.90625 -0.796875 2.765625zm9.281952 4.84375l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m300.83203 398.55905l120.566925 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m306.83203 398.55905l108.566925 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m306.83203 396.90732l-4.5381165 1.6517334l4.5381165 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m415.39896 400.2108l4.538086 -1.6517334l-4.538086 -1.6517334z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m290.7848 247.05511l0 120.566925" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m290.7848 253.05511l0 108.566925" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m292.43652 253.05511l-1.6517334 -4.538101l-1.6517334 4.538101z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m289.13306 361.62204l1.6517334 4.5381165l1.6517334 -4.5381165z" fill-rule="evenodd"/><path fill="#8e7cc3" d="m251.38309 291.9528l29.35434 0l0 30.771667l-29.35434 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m251.38309 291.9528l29.35434 0l0 30.771667l-29.35434 0z" fill-rule="evenodd"/><path fill="#000000" d="m261.6779 312.1386l3.6875 -4.96875l-3.25 -4.578125l1.5 0l1.734375 2.453125q0.53125 0.765625 0.765625 1.171875q0.3125 -0.515625 0.75 -1.09375l1.921875 -2.53125l1.375 0l-3.359375 4.5l3.625 5.046875l-1.5625 0l-2.40625 -3.40625q-0.203125 -0.296875 -0.421875 -0.640625q-0.3125 0.53125 -0.453125 0.71875l-2.390625 3.328125l-1.515625 0z" fill-rule="nonzero"/><path fill="#8e7cc3" d="m300.8319 210.83469l29.35434 0l0 30.771652l-29.35434 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m300.8319 210.83469l29.35434 0l0 30.771652l-29.35434 0z" fill-rule="evenodd"/><path fill="#000000" d="m312.3497 226.31738q0 -1.6875 0.34375 -2.71875q0.359375 -1.03125 1.046875 -1.59375q0.6875 -0.5625 1.71875 -0.5625q0.78125 0 1.359375 0.3125q0.578125 0.296875 0.953125 0.890625q0.375 0.578125 0.59375 1.421875q0.21875 0.828125 0.21875 2.25q0 1.671875 -0.359375 2.703125q-0.34375 1.03125 -1.03125 1.59375q-0.671875 0.5625 -1.734375 0.5625q-1.375 0 -2.15625 -0.984375q-0.953125 -1.1875 -0.953125 -3.875zm1.203125 0q0 2.34375 0.546875 3.125q0.5625 0.78125 1.359375 0.78125q0.8125 0 1.359375 -0.78125q0.5625 -0.78125 0.5625 -3.125q0 -2.359375 -0.5625 -3.125q-0.546875 -0.78125 -1.359375 -0.78125q-0.8125 0 -1.296875 0.6875q-0.609375 0.875 -0.609375 3.21875z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m248.67323 367.62204l42.110245 0l0 36.283478l-42.110245 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m248.67323 367.62204l42.110245 0l0 36.283478l-42.110245 0z" fill-rule="evenodd"/><path fill="#000000" d="m266.56897 385.86066q0 -1.6875 0.34375 -2.71875q0.359375 -1.03125 1.046875 -1.59375q0.6875 -0.5625 1.71875 -0.5625q0.78125 0 1.359375 0.3125q0.578125 0.296875 0.953125 0.890625q0.375 0.578125 0.59375 1.421875q0.21875 0.828125 0.21875 2.25q0 1.671875 -0.359375 2.703125q-0.34375 1.03125 -1.03125 1.59375q-0.671875 0.5625 -1.734375 0.5625q-1.375 0 -2.15625 -0.984375q-0.953125 -1.1875 -0.953125 -3.875zm1.203125 0q0 2.34375 0.546875 3.125q0.5625 0.78125 1.359375 0.78125q0.8125 0 1.359375 -0.78125q0.5625 -0.78125 0.5625 -3.125q0 -2.359375 -0.5625 -3.125q-0.546875 -0.78125 -1.359375 -0.78125q-0.8125 0 -1.296875 0.6875q-0.609375 0.875 -0.609375 3.21875z" fill-rule="nonzero"/><g filter="url(#shadowFilter-p.2)"><use xlink:href="#p.2" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.2" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.2"><path fill="#fce5cd" d="m203.28871 40.0l206.58269 0l0 74.92913l-206.58269 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m203.28871 40.0l206.58269 0l0 74.92913l-206.58269 0z" fill-rule="evenodd"/></g><g filter="url(#shadowFilter-p.3)"><use xlink:href="#p.3" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.3" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.3"><path fill="#cfe2f3" d="m216.0315 50.885826l58.26773 0l0 50.204727l-58.26773 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m216.0315 50.885826l58.26773 0l0 50.204727l-58.26773 0z" fill-rule="evenodd"/><path fill="#000000" d="m235.54968 86.61131l0 -17.0625l3.609375 0l0 1.359375l-1.96875 0l0 14.34375l1.96875 0l0 1.359375l-3.609375 0zm8.761429 -3.703125l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm10.520981 3.703125l-3.609375 0l0 -1.359375l1.96875 0l0 -14.34375l-1.96875 0l0 -1.359375l3.609375 0l0 17.0625z" fill-rule="nonzero"/></g><g filter="url(#shadowFilter-p.4)"><use xlink:href="#p.4" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.4" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.4"><path fill="#cfe2f3" d="m282.29922 68.29527l14.677155 0l0 -7.6929092l14.677155 15.385826l-14.677155 15.385826l0 -7.692917l-14.677155 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m282.29922 68.29527l14.677155 0l0 -7.6929092l14.677155 15.385826l-14.677155 15.385826l0 -7.692917l-14.677155 0z" fill-rule="evenodd"/></g><g filter="url(#shadowFilter-p.5)"><use xlink:href="#p.5" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.5" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.5"><path fill="#cfe2f3" d="m319.65353 50.88714l75.68506 0l0 50.204727l-75.68506 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m319.65353 50.88714l75.68506 0l0 50.204727l-75.68506 0z" fill-rule="evenodd"/><path fill="#000000" d="m340.1009 86.612625l0 -17.0625l3.609375 0l0 1.359375l-1.96875 0l0 14.34375l1.96875 0l0 1.359375l-3.609375 0zm4.6989136 -10.296875q0 -2.359375 0.484375 -3.796875q0.484375 -1.453125 1.4375 -2.234375q0.96875 -0.78125 2.421875 -0.78125q1.078125 0 1.890625 0.4375q0.8125 0.421875 1.328125 1.25q0.53125 0.8125 0.828125 1.984375q0.3125 1.15625 0.3125 3.140625q0 2.359375 -0.484375 3.8125q-0.484375 1.4375 -1.453125 2.234375q-0.953125 0.78125 -2.421875 0.78125q-1.921875 0 -3.03125 -1.390625q-1.3125 -1.671875 -1.3125 -5.4375zm1.671875 0q0 3.296875 0.765625 4.390625q0.78125 1.078125 1.90625 1.078125q1.140625 0 1.90625 -1.09375q0.765625 -1.09375 0.765625 -4.375q0 -3.296875 -0.765625 -4.375q-0.765625 -1.078125 -1.921875 -1.078125q-1.125 0 -1.796875 0.953125q-0.859375 1.21875 -0.859375 4.5zm9.578857 6.59375l0 -1.875l1.875 0l0 1.875q0 1.03125 -0.375 1.65625q-0.359375 0.640625 -1.15625 0.984375l-0.453125 -0.703125q0.515625 -0.21875 0.765625 -0.671875q0.25 -0.4375 0.28125 -1.265625l-0.9375 0zm8.370789 0l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm10.520996 3.703125l-3.609375 0l0 -1.359375l1.96875 0l0 -14.34375l-1.96875 0l0 -1.359375l3.609375 0l0 17.0625z" fill-rule="nonzero"/></g><g filter="url(#shadowFilter-p.6)"><use xlink:href="#p.6" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.6" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.6"><path fill="#fce5cd" d="m37.212597 504.51968l170.23622 0l0 64.37796l-170.23622 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m37.212597 504.51968l170.23622 0l0 64.37796l-170.23622 0z" fill-rule="evenodd"/></g><g filter="url(#shadowFilter-p.7)"><use xlink:href="#p.7" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.7" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.7"><path fill="#8e7cc3" d="m45.60635 514.08923l42.110233 0l0 40.06299l-42.110233 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m45.60635 514.08923l42.110233 0l0 40.06299l-42.110233 0z" fill-rule="evenodd"/><path fill="#000000" d="m57.0458 544.74384l0 -17.0625l3.609375 0l0 1.359375l-1.96875 0l0 14.34375l1.96875 0l0 1.359375l-3.609375 0zm8.761429 -3.703125l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm10.520981 3.703125l-3.609375 0l0 -1.359375l1.96875 0l0 -14.34375l-1.96875 0l0 -1.359375l3.609375 0l0 17.0625z" fill-rule="nonzero"/></g><g filter="url(#shadowFilter-p.8)"><use xlink:href="#p.8" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.8" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.8"><path fill="#8e7cc3" d="m95.49213 527.4908l16.09449 0l0 -6.629883l13.259842 13.259827l-13.259842 13.259827l0 -6.629883l-16.09449 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m95.49213 527.4908l16.09449 0l0 -6.629883l13.259842 13.259827l-13.259842 13.259827l0 -6.629883l-16.09449 0z" fill-rule="evenodd"/></g><g filter="url(#shadowFilter-p.9)"><use xlink:href="#p.9" transform="matrix(1.0 0.0 0.0 1.0 0.0 2.0)"/></g><defs><filter id="shadowFilter-p.9" filterUnits="userSpaceOnUse"><feGaussianBlur in="SourceAlpha" stdDeviation="2.0" result="blur"/><feComponentTransfer in="blur" color-interpolation-filters="sRGB"><feFuncR type="linear" slope="0" intercept="0.0"/><feFuncG type="linear" slope="0" intercept="0.0"/><feFuncB type="linear" slope="0" intercept="0.0"/><feFuncA type="linear" slope="0.5" intercept="0"/></feComponentTransfer></filter></defs><g id="p.9"><path fill="#8e7cc3" d="m132.62463 514.08923l65.07086 0l0 40.06299l-65.07086 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m132.62463 514.08923l65.07086 0l0 40.06299l-65.07086 0z" fill-rule="evenodd"/><path fill="#000000" d="m147.7649 544.74384l0 -17.0625l3.609375 0l0 1.359375l-1.96875 0l0 14.34375l1.96875 0l0 1.359375l-3.609375 0zm8.761429 -3.703125l0 -11.78125l-4.40625 0l0 -1.578125l10.578125 0l0 1.578125l-4.40625 0l0 11.78125l-1.765625 0zm8.208481 0l0 -1.875l1.875 0l0 1.875q0 1.03125 -0.375 1.65625q-0.359375 0.640625 -1.15625 0.984375l-0.453125 -0.703125q0.515625 -0.21875 0.765625 -0.671875q0.25 -0.4375 0.28125 -1.265625l-0.9375 0zm4.308304 -6.59375q0 -2.359375 0.484375 -3.796875q0.484375 -1.453125 1.4375 -2.234375q0.96875 -0.78125 2.421875 -0.78125q1.078125 0 1.890625 0.4375q0.8125 0.421875 1.328125 1.25q0.53125 0.8125 0.828125 1.984375q0.3125 1.15625 0.3125 3.140625q0 2.359375 -0.484375 3.8125q-0.484375 1.4375 -1.453125 2.234375q-0.953125 0.78125 -2.421875 0.78125q-1.921875 0 -3.03125 -1.390625q-1.3125 -1.671875 -1.3125 -5.4375zm1.671875 0q0 3.296875 0.765625 4.390625q0.78125 1.078125 1.90625 1.078125q1.140625 0 1.90625 -1.09375q0.765625 -1.09375 0.765625 -4.375q0 -3.296875 -0.765625 -4.375q-0.765625 -1.078125 -1.921875 -1.078125q-1.125 0 -1.796875 0.953125q-0.859375 1.21875 -0.859375 4.5zm11.891342 10.296875l-3.609375 0l0 -1.359375l1.96875 0l0 -14.34375l-1.96875 0l0 -1.359375l3.609375 0l0 17.0625z" fill-rule="nonzero"/></g><path fill="#000000" fill-opacity="0.0" d="m203.28871 129.22966l206.58269 0l0 36.283463l-206.58269 0z" fill-rule="evenodd"/><path fill="#000000" d="m238.79514 156.14966l-3.53125 -13.359375l1.8125 0l2.03125 8.765625q0.328125 1.375 0.5625 2.71875q0.5 -2.140625 0.59375 -2.46875l2.546875 -9.015625l2.125 0l1.921875 6.765625q0.71875 2.515625 1.03125 4.71875q0.265625 -1.265625 0.671875 -2.890625l2.09375 -8.59375l1.78125 0l-3.671875 13.359375l-1.703125 0l-2.8125 -10.171875q-0.359375 -1.28125 -0.421875 -1.5625q-0.203125 0.90625 -0.390625 1.5625l-2.828125 10.171875l-1.8125 0zm15.077408 -11.46875l0 -1.890625l1.640625 0l0 1.890625l-1.640625 0zm0 11.46875l0 -9.671875l1.640625 0l0 9.671875l-1.640625 0zm4.144821 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641327 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm8.672607 -0.015625q0 -2.6875 1.484375 -3.96875q1.25 -1.078125 3.046875 -1.078125q2.0 0 3.265625 1.3125q1.265625 1.296875 1.265625 3.609375q0 1.859375 -0.5625 2.9375q-0.5625 1.0625 -1.640625 1.65625q-1.0625 0.59375 -2.328125 0.59375q-2.03125 0 -3.28125 -1.296875q-1.25 -1.3125 -1.25 -3.765625zm1.6875 0q0 1.859375 0.796875 2.796875q0.8125 0.921875 2.046875 0.921875q1.21875 0 2.03125 -0.921875q0.8125 -0.9375 0.8125 -2.84375q0 -1.796875 -0.8125 -2.71875q-0.8125 -0.921875 -2.03125 -0.921875q-1.234375 0 -2.046875 0.921875q-0.796875 0.90625 -0.796875 2.765625zm11.078827 4.84375l-2.96875 -9.671875l1.703125 0l1.53125 5.578125l0.578125 2.078125q0.046875 -0.15625 0.5 -2.0l1.546875 -5.65625l1.6875 0l1.4375 5.609375l0.484375 1.84375l0.5625 -1.859375l1.65625 -5.59375l1.59375 0l-3.03125 9.671875l-1.703125 0l-1.53125 -5.796875l-0.375 -1.640625l-1.953125 7.4375l-1.71875 0zm17.03125 0l0 -13.359375l2.65625 0l3.15625 9.453125q0.4375 1.328125 0.640625 1.984375q0.234375 -0.734375 0.703125 -2.140625l3.203125 -9.296875l2.375 0l0 13.359375l-1.703125 0l0 -11.171875l-3.875 11.171875l-1.59375 0l-3.859375 -11.375l0 11.375l-1.703125 0zm21.697052 -1.1875q-0.921875 0.765625 -1.765625 1.09375q-0.828125 0.3125 -1.796875 0.3125q-1.59375 0 -2.453125 -0.78125q-0.859375 -0.78125 -0.859375 -1.984375q0 -0.71875 0.328125 -1.296875q0.328125 -0.59375 0.84375 -0.9375q0.53125 -0.359375 1.1875 -0.546875q0.46875 -0.125 1.453125 -0.25q1.984375 -0.234375 2.921875 -0.5625q0.015625 -0.34375 0.015625 -0.421875q0 -1.0 -0.46875 -1.421875q-0.625 -0.546875 -1.875 -0.546875q-1.15625 0 -1.703125 0.40625q-0.546875 0.40625 -0.8125 1.421875l-1.609375 -0.21875q0.21875 -1.015625 0.71875 -1.640625q0.5 -0.640625 1.453125 -0.984375q0.953125 -0.34375 2.1875 -0.34375q1.25 0 2.015625 0.296875q0.78125 0.28125 1.140625 0.734375q0.375 0.4375 0.515625 1.109375q0.078125 0.421875 0.078125 1.515625l0 2.1875q0 2.28125 0.109375 2.890625q0.10940552 0.59375 0.40628052 1.15625l-1.7031555 0q-0.265625 -0.515625 -0.328125 -1.1875zm-0.140625 -3.671875q-0.890625 0.375 -2.671875 0.625q-1.015625 0.140625 -1.4375 0.328125q-0.421875 0.1875 -0.65625 0.53125q-0.21875 0.34375 -0.21875 0.78125q0 0.65625 0.5 1.09375q0.5 0.4375 1.453125 0.4375q0.9375 0 1.671875 -0.40625q0.75 -0.421875 1.09375 -1.140625q0.265625 -0.5625 0.265625 -1.640625l0 -0.609375zm4.2038574 8.5625l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm8.891357 8.484375l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm8.891327 -6.6875l0 -1.890625l1.640625 0l0 1.890625l-1.640625 0zm0 11.46875l0 -9.671875l1.640625 0l0 9.671875l-1.640625 0zm4.1448364 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm10.063202 0.796875l1.59375 0.234375q0.109375 0.75 0.5625 1.078125q0.609375 0.453125 1.671875 0.453125q1.140625 0 1.75 -0.453125q0.625 -0.453125 0.84375 -1.265625q0.125 -0.5 0.109375 -2.109375q-1.0625 1.265625 -2.671875 1.265625q-2.0 0 -3.09375 -1.4375q-1.09375 -1.4375 -1.09375 -3.453125q0 -1.390625 0.5 -2.5625q0.515625 -1.171875 1.453125 -1.796875q0.953125 -0.640625 2.25 -0.640625q1.703125 0 2.8125 1.375l0 -1.15625l1.515625 0l0 8.359375q0 2.265625 -0.46875 3.203125q-0.453125 0.9375 -1.453125 1.484375q-0.984375 0.546875 -2.453125 0.546875q-1.71875 0 -2.796875 -0.78125q-1.0625 -0.765625 -1.03125 -2.34375zm1.359375 -5.8125q0 1.90625 0.75 2.78125q0.765625 0.875 1.90625 0.875q1.125 0 1.890625 -0.859375q0.765625 -0.875 0.765625 -2.734375q0 -1.78125 -0.796875 -2.671875q-0.78125 -0.90625 -1.890625 -0.90625q-1.09375 0 -1.859375 0.890625q-0.765625 0.875 -0.765625 2.625z" fill-rule="nonzero"/><path fill="#000000" fill-opacity="0.0" d="m19.03937 583.0066l206.58267 0l0 36.283447l-206.58267 0z" fill-rule="evenodd"/><path fill="#000000" d="m37.71623 604.6922l0 -1.578125l5.65625 0l0 4.953125q-1.296875 1.046875 -2.6875 1.578125q-1.375 0.515625 -2.84375 0.515625q-1.96875 0 -3.578125 -0.84375q-1.609375 -0.84375 -2.421877 -2.4375q-0.8125 -1.59375 -0.8125 -3.5625q0 -1.953125 0.8125 -3.640625q0.8125019 -1.6875 2.343752 -2.5q1.53125 -0.828125 3.515625 -0.828125q1.453125 0 2.625 0.46875q1.171875 0.46875 1.828125 1.3125q0.671875 0.828125 1.015625 2.171875l-1.59375 0.4375q-0.296875 -1.015625 -0.75 -1.59375q-0.4375 -0.59375 -1.265625 -0.9375q-0.828125 -0.34375 -1.84375 -0.34375q-1.203125 0 -2.09375 0.375q-0.890625 0.359375 -1.4375 0.96875q-0.53125 0.59375 -0.828125 1.3125q-0.515625 1.234375 -0.515625 2.6875q0 1.78125 0.609375 2.984375q0.625 1.203125 1.796875 1.796875q1.171875 0.578125 2.5 0.578125q1.140625 0 2.234375 -0.4375q1.09375 -0.453125 1.65625 -0.953125l0 -2.484375l-3.921875 0zm14.370804 4.046875q-0.921875 0.765625 -1.765625 1.09375q-0.828125 0.3125 -1.796875 0.3125q-1.59375 0 -2.453125 -0.78125q-0.859375 -0.78125 -0.859375 -1.984375q0 -0.71875 0.328125 -1.296875q0.328125 -0.59375 0.84375 -0.9375q0.53125 -0.359375 1.1875 -0.546875q0.46875 -0.125 1.453125 -0.25q1.984375 -0.234375 2.921875 -0.5625q0.015625 -0.34375 0.015625 -0.421875q0 -1.0 -0.46875 -1.421875q-0.625 -0.546875 -1.875 -0.546875q-1.15625 0 -1.703125 0.40625q-0.546875 0.40625 -0.8125 1.421875l-1.609375 -0.21875q0.21875 -1.015625 0.71875 -1.640625q0.5 -0.640625 1.453125 -0.984375q0.953125 -0.34375 2.1875 -0.34375q1.25 0 2.015625 0.296875q0.78125 0.28125 1.140625 0.734375q0.375 0.4375 0.515625 1.109375q0.078125 0.421875 0.078125 1.515625l0 2.1875q0 2.28125 0.109375 2.890625q0.109375 0.59375 0.40625 1.15625l-1.703125 0q-0.265625 -0.515625 -0.328125 -1.1875zm-0.140625 -3.671875q-0.890625 0.375 -2.671875 0.625q-1.015625 0.140625 -1.4375 0.328125q-0.421875 0.1875 -0.65625 0.53125q-0.21875 0.34375 -0.21875 0.78125q0 0.65625 0.5 1.09375q0.5 0.4375 1.453125 0.4375q0.9375 0 1.671875 -0.40625q0.75 -0.421875 1.09375 -1.140625q0.265625 -0.5625 0.265625 -1.640625l0 -0.609375zm7.781967 3.390625l0.234375 1.453125q-0.6875 0.140625 -1.234375 0.140625q-0.890625 0 -1.390625 -0.28125q-0.484375 -0.28125 -0.6875 -0.734375q-0.203125 -0.46875 -0.203125 -1.9375l0 -5.578125l-1.203125 0l0 -1.265625l1.203125 0l0 -2.390625l1.625 -0.984375l0 3.375l1.65625 0l0 1.265625l-1.65625 0l0 5.671875q0 0.6875 0.078125 0.890625q0.09375 0.203125 0.28125 0.328125q0.203125 0.109375 0.578125 0.109375q0.265625 0 0.71875 -0.0625zm1.6051788 1.46875l0 -13.359375l1.640625 0l0 4.796875q1.1406212 -1.328125 2.8906212 -1.328125q1.078125 0 1.859375 0.421875q0.796875 0.421875 1.140625 1.171875q0.34375 0.75 0.34375 2.171875l0 6.125l-1.640625 0l0 -6.125q0 -1.234375 -0.53125 -1.796875q-0.53125 -0.5625 -1.515625 -0.5625q-0.71875 0 -1.359375 0.390625q-0.6406212 0.375 -0.9218712 1.015625q-0.265625 0.640625 -0.265625 1.78125l0 5.296875l-1.640625 0zm17.000713 -3.109375l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm9.125717 5.765625l0 -9.671875l1.46875 0l0 1.46875q0.5625 -1.03125 1.03125 -1.359375q0.484375 -0.328125 1.0625 -0.328125q0.828125 0 1.6875 0.53125l-0.5625 1.515625q-0.609375 -0.359375 -1.203125 -0.359375q-0.546875 0 -0.96875 0.328125q-0.421875 0.328125 -0.609375 0.890625q-0.28125 0.875 -0.28125 1.921875l0 5.0625l-1.625 0zm11.911606 0l0 -13.359375l1.765625 0l0 13.359375l-1.765625 0zm4.683304 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm16.641342 0l0 -1.21875q-0.90625 1.4375 -2.703125 1.4375q-1.15625 0 -2.125 -0.640625q-0.96875 -0.640625 -1.5 -1.78125q-0.53125 -1.140625 -0.53125 -2.625q0 -1.453125 0.484375 -2.625q0.484375 -1.1875 1.4375 -1.8125q0.96875 -0.625 2.171875 -0.625q0.875 0 1.546875 0.375q0.6875 0.359375 1.109375 0.953125l0 -4.796875l1.640625 0l0 13.359375l-1.53125 0zm-5.171875 -4.828125q0 1.859375 0.78125 2.78125q0.78125 0.921875 1.84375 0.921875q1.078125 0 1.828125 -0.875q0.75 -0.890625 0.75 -2.6875q0 -1.984375 -0.765625 -2.90625q-0.765625 -0.9375 -1.890625 -0.9375q-1.078125 0 -1.8125 0.890625q-0.734375 0.890625 -0.734375 2.8125zm15.906967 1.71875l1.6875 0.203125q-0.40625 1.484375 -1.484375 2.3125q-1.078125 0.8125 -2.765625 0.8125q-2.125 0 -3.375 -1.296875q-1.234375 -1.3125 -1.234375 -3.671875q0 -2.453125 1.25 -3.796875q1.265625 -1.34375 3.265625 -1.34375q1.9375 0 3.15625 1.328125q1.234375 1.3125 1.234375 3.703125q0 0.15625 0 0.4375l-7.21875 0q0.09375 1.59375 0.90625 2.453125q0.8125 0.84375 2.015625 0.84375q0.90625 0 1.546875 -0.46875q0.640625 -0.484375 1.015625 -1.515625zm-5.390625 -2.65625l5.40625 0q-0.109375 -1.21875 -0.625 -1.828125q-0.78125 -0.953125 -2.03125 -0.953125q-1.125 0 -1.90625 0.765625q-0.765625 0.75 -0.84375 2.015625zm8.0476 5.765625l3.53125 -5.03125l-3.265625 -4.640625l2.046875 0l1.484375 2.265625q0.421875 0.640625 0.671875 1.078125q0.40625 -0.59375 0.734375 -1.0625l1.640625 -2.28125l1.953125 0l-3.34375 4.546875l3.59375 5.125l-2.015625 0l-1.984375 -3.0l-0.515625 -0.8125l-2.546875 3.8125l-1.984375 0zm15.761429 0l0 -13.359375l2.65625 0l3.15625 9.453125q0.4375 1.328125 0.640625 1.984375q0.234375 -0.734375 0.703125 -2.140625l3.203125 -9.296875l2.375 0l0 13.359375l-1.703125 0l0 -11.171875l-3.875 11.171875l-1.59375 0l-3.859375 -11.375l0 11.375l-1.703125 0zm21.697052 -1.1875q-0.921875 0.765625 -1.765625 1.09375q-0.828125 0.3125 -1.796875 0.3125q-1.59375 0 -2.453125 -0.78125q-0.859375 -0.78125 -0.859375 -1.984375q0 -0.71875 0.328125 -1.296875q0.328125 -0.59375 0.84375 -0.9375q0.53125 -0.359375 1.1875 -0.546875q0.46875 -0.125 1.453125 -0.25q1.984375 -0.234375 2.921875 -0.5625q0.015625 -0.34375 0.015625 -0.421875q0 -1.0 -0.46875 -1.421875q-0.625 -0.546875 -1.875 -0.546875q-1.15625 0 -1.703125 0.40625q-0.546875 0.40625 -0.8125 1.421875l-1.609375 -0.21875q0.21875 -1.015625 0.71875 -1.640625q0.5 -0.640625 1.453125 -0.984375q0.953125 -0.34375 2.1875 -0.34375q1.25 0 2.015625 0.296875q0.78125 0.28125 1.140625 0.734375q0.375 0.4375 0.515625 1.109375q0.078125 0.421875 0.078125 1.515625l0 2.1875q0 2.28125 0.109375 2.890625q0.109375 0.59375 0.40625 1.15625l-1.703125 0q-0.265625 -0.515625 -0.328125 -1.1875zm-0.140625 -3.671875q-0.890625 0.375 -2.671875 0.625q-1.015625 0.140625 -1.4375 0.328125q-0.421875 0.1875 -0.65625 0.53125q-0.21875 0.34375 -0.21875 0.78125q0 0.65625 0.5 1.09375q0.5 0.4375 1.453125 0.4375q0.9375 0 1.671875 -0.40625q0.75 -0.421875 1.09375 -1.140625q0.265625 -0.5625 0.265625 -1.640625l0 -0.609375zm4.203827 8.5625l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm8.891357 8.484375l0 -13.375l1.484375 0l0 1.25q0.53125 -0.734375 1.1875 -1.09375q0.671875 -0.375 1.625 -0.375q1.234375 0 2.171875 0.640625q0.953125 0.625 1.4375 1.796875q0.484375 1.15625 0.484375 2.546875q0 1.484375 -0.53125 2.671875q-0.53125 1.1875 -1.546875 1.828125q-1.015625 0.625 -2.140625 0.625q-0.8125 0 -1.46875 -0.34375q-0.65625 -0.34375 -1.0625 -0.875l0 4.703125l-1.640625 0zm1.484375 -8.484375q0 1.859375 0.75 2.765625q0.765625 0.890625 1.828125 0.890625q1.09375 0 1.875 -0.921875q0.78125 -0.9375 0.78125 -2.875q0 -1.84375 -0.765625 -2.765625q-0.75 -0.921875 -1.8125 -0.921875q-1.046875 0 -1.859375 0.984375q-0.796875 0.96875 -0.796875 2.84375zm8.891327 -6.6875l0 -1.890625l1.640625 0l0 1.890625l-1.640625 0zm0 11.46875l0 -9.671875l1.640625 0l0 9.671875l-1.640625 0zm4.1448364 0l0 -9.671875l1.46875 0l0 1.375q1.0625 -1.59375 3.078125 -1.59375q0.875 0 1.609375 0.3125q0.734375 0.3125 1.09375 0.828125q0.375 0.5 0.515625 1.203125q0.09375 0.453125 0.09375 1.59375l0 5.953125l-1.640625 0l0 -5.890625q0 -1.0 -0.203125 -1.484375q-0.1875 -0.5 -0.671875 -0.796875q-0.484375 -0.296875 -1.140625 -0.296875q-1.046875 0 -1.8125 0.671875q-0.75 0.65625 -0.75 2.515625l0 5.28125l-1.640625 0zm10.063202 0.796875l1.59375 0.234375q0.109375 0.75 0.5625 1.078125q0.609375 0.453125 1.671875 0.453125q1.140625 0 1.75 -0.453125q0.625 -0.453125 0.84375 -1.265625q0.125 -0.5 0.109375 -2.109375q-1.0625 1.265625 -2.671875 1.265625q-2.0 0 -3.09375 -1.4375q-1.09375 -1.4375 -1.09375 -3.453125q0 -1.390625 0.5 -2.5625q0.515625 -1.171875 1.453125 -1.796875q0.953125 -0.640625 2.25 -0.640625q1.703125 0 2.8125 1.375l0 -1.15625l1.515625 0l0 8.359375q0 2.265625 -0.46875 3.203125q-0.453125 0.9375 -1.453125 1.484375q-0.984375 0.546875 -2.453125 0.546875q-1.71875 0 -2.796875 -0.78125q-1.0625 -0.765625 -1.03125 -2.34375zm1.359375 -5.8125q0 1.90625 0.75 2.78125q0.765625 0.875 1.90625 0.875q1.125 0 1.890625 -0.859375q0.765625 -0.875 0.765625 -2.734375q0 -1.78125 -0.796875 -2.671875q-0.78125 -0.90625 -1.890625 -0.90625q-1.09375 0 -1.859375 0.890625q-0.765625 0.875 -0.765625 2.625z" fill-rule="nonzero"/><path fill="#ffffff" d="m423.90027 397.3491l7.7480164 -7.748047l7.748047 7.748047l-3.8740234 0l0 12.346436l-7.7480164 0l0 -12.346436z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m423.90027 397.3491l7.7480164 -7.748047l7.748047 7.748047l-3.8740234 0l0 12.346436l-7.7480164 0l0 -12.346436z" fill-rule="evenodd"/><path fill="#ffffff" d="m378.87665 412.69553l105.543304 0l0 20.094513l-105.543304 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m378.87665 412.69553l105.543304 0l0 20.094513l-105.543304 0z" fill-rule="evenodd"/><path fill="#000000" d="m389.12665 427.5428l0 -9.546875l1.25 0l0 9.546875l-1.25 0zm3.3279724 0l0 -6.90625l1.0625 0l0 0.984375q0.75 -1.140625 2.1875 -1.140625q0.625 0 1.15625 0.21875q0.53125 0.21875 0.78125 0.59375q0.265625 0.359375 0.375 0.859375q0.0625 0.328125 0.0625 1.140625l0 4.25l-1.171875 0l0 -4.203125q0 -0.71875 -0.140625 -1.0625q-0.140625 -0.359375 -0.484375 -0.5625q-0.34375 -0.21875 -0.8125 -0.21875q-0.75 0 -1.296875 0.46875q-0.546875 0.46875 -0.546875 1.796875l0 3.78125l-1.171875 0zm7.4124756 2.65625l0 -9.5625l1.078125 0l0 0.890625q0.375 -0.53125 0.84375 -0.78125q0.484375 -0.265625 1.15625 -0.265625q0.875 0 1.546875 0.453125q0.6875 0.453125 1.03125 1.28125q0.34375 0.828125 0.34375 1.828125q0 1.046875 -0.375 1.90625q-0.375 0.84375 -1.109375 1.296875q-0.71875 0.453125 -1.53125 0.453125q-0.578125 0 -1.046875 -0.25q-0.46875 -0.25 -0.765625 -0.625l0 3.375l-1.171875 0zm1.0625 -6.078125q0 1.34375 0.53125 1.984375q0.546875 0.625 1.3125 0.625q0.78125 0 1.34375 -0.65625q0.5625 -0.65625 0.5625 -2.046875q0 -1.3125 -0.546875 -1.96875q-0.546875 -0.671875 -1.296875 -0.671875q-0.75 0 -1.328125 0.703125q-0.578125 0.703125 -0.578125 2.03125zm10.881226 3.421875l0 -1.015625q-0.8125 1.171875 -2.1875 1.171875q-0.609375 0 -1.140625 -0.234375q-0.53125 -0.234375 -0.796875 -0.578125q-0.25 -0.359375 -0.359375 -0.875q-0.0625 -0.34375 -0.0625 -1.09375l0 -4.28125l1.171875 0l0 3.828125q0 0.921875 0.0625 1.234375q0.109375 0.46875 0.46875 0.734375q0.359375 0.25 0.890625 0.25q0.515625 0 0.984375 -0.265625q0.46875 -0.265625 0.65625 -0.734375q0.1875 -0.46875 0.1875 -1.34375l0 -3.703125l1.171875 0l0 6.90625l-1.046875 0zm5.4437256 -1.046875l0.171875 1.03125q-0.5 0.109375 -0.890625 0.109375q-0.640625 0 -1.0 -0.203125q-0.34375 -0.203125 -0.484375 -0.53125q-0.140625 -0.328125 -0.140625 -1.390625l0 -3.96875l-0.859375 0l0 -0.90625l0.859375 0l0 -1.71875l1.171875 -0.703125l0 2.421875l1.171875 0l0 0.90625l-1.171875 0l0 4.046875q0 0.5 0.046875 0.640625q0.0625 0.140625 0.203125 0.234375q0.140625 0.078125 0.40625 0.078125q0.203125 0 0.515625 -0.046875zm5.0153503 1.046875l0 -9.546875l6.90625 0l0 1.125l-5.640625 0l0 2.921875l5.28125 0l0 1.125l-5.28125 0l0 3.25l5.859375 0l0 1.125l-7.125 0zm8.7022705 0l0 -9.546875l1.171875 0l0 9.546875l-1.171875 0zm7.71109 -2.21875l1.203125 0.140625q-0.28125 1.0625 -1.0625 1.65625q-0.765625 0.578125 -1.96875 0.578125q-1.515625 0 -2.40625 -0.9375q-0.890625 -0.9375 -0.890625 -2.609375q0 -1.75 0.890625 -2.703125q0.90625 -0.96875 2.34375 -0.96875q1.390625 0 2.265625 0.9375q0.875 0.9375 0.875 2.65625q0 0.109375 0 0.3125l-5.15625 0q0.0625 1.140625 0.640625 1.75q0.578125 0.59375 1.4375 0.59375q0.65625 0 1.109375 -0.328125q0.453125 -0.34375 0.71875 -1.078125zm-3.84375 -1.90625l3.859375 0q-0.078125 -0.859375 -0.4375 -1.296875q-0.5625 -0.6875 -1.453125 -0.6875q-0.8125 0 -1.359375 0.546875q-0.546875 0.53125 -0.609375 1.4375zm6.5218506 4.125l0 -6.90625l1.046875 0l0 0.96875q0.328125 -0.515625 0.859375 -0.8125q0.546875 -0.3125 1.234375 -0.3125q0.78125 0 1.265625 0.3125q0.484375 0.3125 0.6875 0.890625q0.828125 -1.203125 2.140625 -1.203125q1.03125 0 1.578125 0.578125q0.5625 0.5625 0.5625 1.734375l0 4.75l-1.171875 0l0 -4.359375q0 -0.703125 -0.125 -1.0q-0.109375 -0.3125 -0.40625 -0.5q-0.296875 -0.1875 -0.703125 -0.1875q-0.71875 0 -1.203125 0.484375q-0.484375 0.484375 -0.484375 1.546875l0 4.015625l-1.171875 0l0 -4.484375q0 -0.78125 -0.296875 -1.171875q-0.28125 -0.390625 -0.921875 -0.390625q-0.5 0 -0.921875 0.265625q-0.421875 0.25 -0.609375 0.75q-0.1875 0.5 -0.1875 1.453125l0 3.578125l-1.171875 0zm15.836792 -2.21875l1.203125 0.140625q-0.28125 1.0625 -1.0625 1.65625q-0.765625 0.578125 -1.96875 0.578125q-1.515625 0 -2.40625 -0.9375q-0.890625 -0.9375 -0.890625 -2.609375q0 -1.75 0.890625 -2.703125q0.90625 -0.96875 2.34375 -0.96875q1.390625 0 2.265625 0.9375q0.875 0.9375 0.875 2.65625q0 0.109375 0 0.3125l-5.15625 0q0.0625 1.140625 0.640625 1.75q0.578125 0.59375 1.4375 0.59375q0.65625 0 1.109375 -0.328125q0.453125 -0.34375 0.71875 -1.078125zm-3.84375 -1.90625l3.859375 0q-0.078125 -0.859375 -0.4375 -1.296875q-0.5625 -0.6875 -1.453125 -0.6875q-0.8125 0 -1.359375 0.546875q-0.546875 0.53125 -0.609375 1.4375zm6.5218506 4.125l0 -6.90625l1.0625 0l0 0.984375q0.75 -1.140625 2.1875 -1.140625q0.625 0 1.15625 0.21875q0.53125 0.21875 0.78125 0.59375q0.265625 0.359375 0.375 0.859375q0.0625 0.328125 0.0625 1.140625l0 4.25l-1.171875 0l0 -4.203125q0 -0.71875 -0.140625 -1.0625q-0.140625 -0.359375 -0.484375 -0.5625q-0.34375 -0.21875 -0.8125 -0.21875q-0.75 0 -1.296875 0.46875q-0.546875 0.46875 -0.546875 1.796875l0 3.78125l-1.171875 0zm9.974976 -1.046875l0.171875 1.03125q-0.5 0.109375 -0.890625 0.109375q-0.640625 0 -1.0 -0.203125q-0.34375 -0.203125 -0.484375 -0.53125q-0.140625 -0.328125 -0.140625 -1.390625l0 -3.96875l-0.859375 0l0 -0.90625l0.859375 0l0 -1.71875l1.171875 -0.703125l0 2.421875l1.171875 0l0 0.90625l-1.171875 0l0 4.046875q0 0.5 0.046875 0.640625q0.0625 0.140625 0.203125 0.234375q0.140625 0.078125 0.40625 0.078125q0.203125 0 0.515625 -0.046875z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m340.06036 409.17322l42.11023 0l0 36.283478l-42.11023 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m340.06036 409.17322l42.11023 0l0 36.283478l-42.11023 0z" fill-rule="evenodd"/><path fill="#000000" d="m354.1047 427.47433q0 -2.375 1.28125 -3.71875q1.28125 -1.34375 3.296875 -1.34375q1.3125 0 2.375 0.625q1.0625 0.625 1.609375 1.765625q0.5625 1.125 0.5625 2.5625q0 1.4375 -0.59375 2.59375q-0.578125 1.140625 -1.65625 1.734375q-1.0625 0.578125 -2.3125 0.578125q-1.34375 0 -2.40625 -0.640625q-1.0625 -0.65625 -1.609375 -1.78125q-0.546875 -1.125 -0.546875 -2.375zm1.3125 0.015625q0 1.71875 0.921875 2.71875q0.921875 0.984375 2.328125 0.984375q1.421875 0 2.34375 -1.0q0.921875 -1.0 0.921875 -2.84375q0 -1.15625 -0.40625 -2.03125q-0.390625 -0.875 -1.15625 -1.34375q-0.75 -0.484375 -1.6875 -0.484375q-1.34375 0 -2.3125 0.921875q-0.953125 0.921875 -0.953125 3.078125z" fill-rule="nonzero"/><path fill="#000000" d="m364.20612 433.97433q0 -1.125 0.21875 -1.8125q0.234375 -0.6875 0.6875 -1.046875q0.46875 -0.375 1.15625 -0.375q0.515625 0 0.890625 0.203125q0.390625 0.203125 0.640625 0.59375q0.25 0.390625 0.390625 0.953125q0.15625 0.546875 0.15625 1.484375q0 1.125 -0.234375 1.8125q-0.234375 0.6875 -0.6875 1.0625q-0.453125 0.375 -1.15625 0.375q-0.921875 0 -1.4375 -0.65625q-0.625 -0.796875 -0.625 -2.59375zm0.796875 0q0 1.578125 0.359375 2.09375q0.375 0.515625 0.90625 0.515625q0.546875 0 0.90625 -0.515625q0.359375 -0.53125 0.359375 -2.09375q0 -1.5625 -0.359375 -2.078125q-0.359375 -0.515625 -0.90625 -0.515625q-0.546875 0 -0.859375 0.453125q-0.40625 0.578125 -0.40625 2.140625z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m13.074861 221.6693l35.716537 0l0 30.771652l-35.716537 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m13.074861 221.6693l35.716537 0l0 30.771652l-35.716537 0z" fill-rule="evenodd"/><path fill="#000000" d="m28.781715 238.12074l0 -1.125l4.03125 -0.015625l0 3.546875q-0.921875 0.75 -1.921875 1.125q-0.984375 0.359375 -2.03125 0.359375q-1.40625 0 -2.5625 -0.59375q-1.140625 -0.609375 -1.734375 -1.734375q-0.578125 -1.140625 -0.578125 -2.546875q0 -1.40625 0.578125 -2.609375q0.59375 -1.203125 1.6875 -1.78125q1.09375 -0.59375 2.515625 -0.59375q1.03125 0 1.859375 0.34375q0.84375 0.328125 1.3125 0.9375q0.484375 0.59375 0.734375 1.546875l-1.140625 0.3125q-0.21875 -0.71875 -0.53125 -1.140625q-0.3125 -0.421875 -0.90625 -0.671875q-0.59375 -0.25 -1.3125 -0.25q-0.875 0 -1.515625 0.265625q-0.625 0.265625 -1.015625 0.703125q-0.375 0.421875 -0.59375 0.9375q-0.359375 0.875 -0.359375 1.921875q0 1.265625 0.4375 2.125q0.4375 0.859375 1.265625 1.28125q0.84375 0.421875 1.796875 0.421875q0.8125 0 1.59375 -0.3125q0.78125 -0.328125 1.1875 -0.6875l0 -1.765625l-2.796875 0z" fill-rule="nonzero"/><path fill="#000000" d="m34.023766 243.7145q0 -1.125 0.21875 -1.8125q0.234375 -0.6875 0.6875 -1.046875q0.46875 -0.375 1.15625 -0.375q0.515625 0 0.890625 0.203125q0.390625 0.203125 0.640625 0.59375q0.25 0.390625 0.390625 0.953125q0.15625 0.546875 0.15625 1.484375q0 1.125 -0.234375 1.8125q-0.234375 0.6875 -0.6875 1.0625q-0.453125 0.375 -1.15625 0.375q-0.921875 0 -1.4375 -0.65625q-0.625 -0.796875 -0.625 -2.59375zm0.796875 0q0 1.578125 0.359375 2.09375q0.375 0.515625 0.90625 0.515625q0.546875 0 0.90625 -0.515625q0.359375 -0.53125 0.359375 -2.09375q0 -1.5625 -0.359375 -2.078125q-0.359375 -0.515625 -0.90625 -0.515625q-0.546875 0 -0.859375 0.453125q-0.40625 0.578125 -0.40625 2.140625z" fill-rule="nonzero"/><path fill="#cfe2f3" d="m81.55118 158.1693l35.716537 0l0 30.771652l-35.716537 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m81.55118 158.1693l35.716537 0l0 30.771652l-35.716537 0z" fill-rule="evenodd"/><path fill="#000000" d="m97.25803 174.62074l0 -1.125l4.03125 -0.015625l0 3.546875q-0.921875 0.75 -1.921875 1.125q-0.984375 0.359375 -2.03125 0.359375q-1.40625 0 -2.5625 -0.59375q-1.140625 -0.609375 -1.734375 -1.734375q-0.578125 -1.140625 -0.578125 -2.546875q0 -1.40625 0.578125 -2.609375q0.59375 -1.203125 1.6875 -1.78125q1.09375 -0.59375 2.515625 -0.59375q1.03125 0 1.859375 0.34375q0.84375 0.328125 1.3125 0.9375q0.484375 0.59375 0.734375 1.546875l-1.140625 0.3125q-0.21875 -0.71875 -0.53125 -1.140625q-0.3125 -0.421875 -0.90625 -0.671875q-0.59375 -0.25 -1.3125 -0.25q-0.875 0 -1.515625 0.265625q-0.625 0.265625 -1.015625 0.703125q-0.375 0.421875 -0.59375 0.9375q-0.359375 0.875 -0.359375 1.921875q0 1.265625 0.4375 2.125q0.4375 0.859375 1.265625 1.28125q0.84375 0.421875 1.796875 0.421875q0.8125 0 1.59375 -0.3125q0.78125 -0.328125 1.1875 -0.6875l0 -1.765625l-2.796875 0z" fill-rule="nonzero"/><path fill="#000000" d="m105.437584 183.35512l-0.78125 0l0 -4.96875q-0.28125 0.265625 -0.75 0.53125q-0.453125 0.265625 -0.8125 0.40625l0 -0.75q0.65625 -0.3125 1.140625 -0.75q0.484375 -0.4375 0.6875 -0.84375l0.515625 0l0 6.375z" fill-rule="nonzero"/><path fill="#d9d2e9" d="m61.208965 239.81032l38.198093 0l0 40.06337l-38.198093 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m61.208965 239.81032l38.198093 0l0 40.06337l-38.198093 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m99.40706 239.81032l38.19809 0l0 40.06337l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m99.40706 239.81032l38.19809 0l0 40.06337l-38.19809 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m175.80324 239.81032l38.19809 0l0 40.06337l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m175.80324 239.81032l38.19809 0l0 40.06337l-38.19809 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m137.60515 239.81032l38.19809 0l0 40.06337l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m137.60515 239.81032l38.19809 0l0 40.06337l-38.19809 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m61.208965 319.93704l38.198093 0l0 40.063385l-38.198093 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m61.208965 319.93704l38.198093 0l0 40.063385l-38.198093 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m99.40706 319.93704l38.19809 0l0 40.063385l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m99.40706 319.93704l38.19809 0l0 40.063385l-38.19809 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m175.80324 319.93704l38.19809 0l0 40.063385l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m175.80324 319.93704l38.19809 0l0 40.063385l-38.19809 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m137.60515 319.93704l38.19809 0l0 40.063385l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m137.60515 319.93704l38.19809 0l0 40.063385l-38.19809 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m61.208965 279.8737l38.198093 0l0 40.063354l-38.198093 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m61.208965 279.8737l38.198093 0l0 40.063354l-38.198093 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m99.40706 279.8737l38.19809 0l0 40.063354l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m99.40706 279.8737l38.19809 0l0 40.063354l-38.19809 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m175.80324 279.8737l38.19809 0l0 40.063354l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m175.80324 279.8737l38.19809 0l0 40.063354l-38.19809 0z" fill-rule="evenodd"/><path fill="#8e7cc3" d="m137.60582 279.87415l38.19809 0l0 40.063354l-38.19809 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m137.60582 279.87415l38.19809 0l0 40.063354l-38.19809 0z" fill-rule="evenodd"/><path fill="#000000" d="m150.5612 306.82584l5.171875 -6.953125l-4.5625 -6.40625l2.109375 0l2.421875 3.4375q0.75 1.0625 1.078125 1.625q0.4375 -0.71875 1.046875 -1.515625l2.6875 -3.546875l1.921875 0l-4.6875 6.296875l5.0625 7.0625l-2.1875 0l-3.359375 -4.765625q-0.28125 -0.40625 -0.59375 -0.890625q-0.4375 0.734375 -0.625 1.0l-3.359375 4.65625l-2.125 0z" fill-rule="nonzero"/><path fill="#d9d2e9" d="m61.205215 360.00006l38.200317 0l0 40.063354l-38.200317 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m61.205215 360.00006l38.200317 0l0 40.063354l-38.200317 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m99.40553 360.00006l38.200317 0l0 40.063354l-38.200317 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m99.40553 360.00006l38.200317 0l0 40.063354l-38.200317 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m175.80615 360.00006l38.200317 0l0 40.063354l-38.200317 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m175.80615 360.00006l38.200317 0l0 40.063354l-38.200317 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m137.60585 360.00006l38.200302 0l0 40.063354l-38.200302 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m137.60585 360.00006l38.200302 0l0 40.063354l-38.200302 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m61.205215 199.74808l38.200317 0l0 40.06337l-38.200317 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m61.205215 199.74808l38.200317 0l0 40.06337l-38.200317 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m99.40553 199.74808l38.200317 0l0 40.06337l-38.200317 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m99.40553 199.74808l38.200317 0l0 40.06337l-38.200317 0z" fill-rule="evenodd"/><path fill="#d9d2e9" d="m175.80615 199.74808l38.200317 0l0 40.06337l-38.200317 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m175.80615 199.74808l38.200317 0l0 40.06337l-38.200317 0z" fill-rule="evenodd"/><path fill="#b4a7d6" d="m137.60585 199.74808l38.200302 0l0 40.06337l-38.200302 0z" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m137.60585 199.74808l38.200302 0l0 40.06337l-38.200302 0z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m54.305374 199.74808l0 80.12598" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m54.305374 205.74808l0 68.12598" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m55.957108 205.74808l-1.6517334 -4.538101l-1.6517334 4.538101z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m52.65364 273.87405l1.6517334 4.538086l1.6517334 -4.538086z" fill-rule="evenodd"/><path fill="#000000" fill-opacity="0.0" d="m61.205215 193.27977l76.409454 0" fill-rule="evenodd"/><path stroke="#000000" stroke-width="1.0" stroke-linejoin="round" stroke-linecap="butt" d="m67.205215 193.27977l64.409454 0" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m67.205215 191.62804l-4.5380974 1.6517334l4.5380974 1.6517334z" fill-rule="evenodd"/><path fill="#000000" stroke="#000000" stroke-width="1.0" stroke-linecap="butt" d="m131.61467 194.9315l4.538086 -1.6517334l-4.538086 -1.6517334z" fill-rule="evenodd"/></g></svg>
\ No newline at end of file
diff --git a/tensorflow/compiler/xla/g3doc/images/send_recv_order.png b/tensorflow/compiler/xla/g3doc/images/send_recv_order.png
new file mode 100644
index 0000000000000000000000000000000000000000..721200e3cb0af984f58cb8594607e5c0a39ddd18
GIT binary patch
literal 13796
zcmeAS@N?(olHy`uVBq!ia0y~yVEoR&z!=QI#=yX!^27B$1B2;mPZ!6K3dT1F8yOfF
z7#bG*T`9hj3B)89r`_jKkd9ttV8hXrAjsk<AmS>(;;7N2pwZ<Tz;e`iqlQ@bA`Y>m
zj}}F+99^W*^hhy+#Z^$JYY|72LjH%!zWXY(U%zY9{#<M_^W0oZbIbof)6d;`BP_qi
zbg%5rj*gBs8r9jAt3j-eT4u-kFWbz%y?U$E-aWZ^x=>8;!_wa0?|1xNcyx~aUe_n`
z>i3o%TE268@O1r<y>oY#XjJ@u!eA5iKC#g_L2j$$|LzV8i;}%-_xSFa>u@MJfBS^T
zr=GHNexJxTtL9YC=JT(Pn&+SYaj{6S@|flQ$2X#9@5rj!z5MT)r|iNzCd8#M+IT&<
zYIo%Cr0dN4x((mjmOFHGXl!zxzu{3>&G&6BGujp3{dPZjyGiS0PxT3PC9Mxn^A7iY
z<J>38=WyqHuVcsYnrr$x>-g9N1=9r{9cc~xe(ighiObG!-=5{3y)W$<R=loq$@!+c
z|0iy*_q~0A@t8!QZbXo0g+ip&hq-lP|0}ACdJgXJuE~(RWPkgUMsA<cOYOJ&CDv!H
zH~*XVC3=#^s#o^g7TmuQU3`4WmZUxYn`WF6RQmDn+6T23wyB$%B5&NCHRI<|iH3+J
zXYwt|{c7xHZ`)V!v@7=YDIE*1W#@%I<`o{^T9&x~K>Mnl$9GQITiw>5U&M29)Ai<s
zlF0{|9yuTQZ(S2H+5c7MQQ1E!YnmNhj&L}Ml<UenAM2m+;!S-K)3NI1HrEWE{uQ4T
z#Jp&2PlfuP{pQD+f`!}@PwPF}ynUzUe_Mwqd?y#BdzF?Rla)4HJ7L1LJKnkl&+1P7
z&VH6*eEg2ek`|RO%_-L&*Ui8C{$tC1zWHH4q$k?n*&K04wExR{!E*7M|MQ>z><>RY
zxBAzaj+<<c_i%@Y6|8qUbFS0)!Lu`)SAM#xa8CY#)5Ra=2FH2*&%`cyd+WpUMN<vM
z*tHLz)Z6EC^uOvqlO5;HKgJsx*u0ZSzWDyQrGkr#${VpVN6}9)ITpz&p=T?V9T=`}
zdTl4f=&O*gd13kX?j6}hMu+|!ZR9P^{uEd^U-8zj$Terqsc$?f8e?$IOy;GfPVwFy
z9X3f#H{Ldtz0jFa5qqdLs=>OKfq%EqVc|#DSbxd9*LbIRj<<CC`r_=!xF4Yn>hb0_
z0k`fy`p;{ZFaCW)?@t?kHbKGd9ar=$?gkXCx$y5|$8NRWtu`B1G0obb9JpuZ#-MI%
zjR`hvZ?x1jkL+F18RAvjd2aTnHy>x6-+#JB_SUs6u1~o6HO11V*PL%%aN(oDJ-$1f
zM?bWzn&awu%uDy(f)h2*Io_3o7fxs0{m54Jx+wGSor&&GmWKDSfNXZ=D1370N5Z*<
z&FN8Y4D69dWP{HbcU4b5b!3uC$@8~btvkZ6lzZ0PH}0rzT(Y@xyWm9q4H3=4idP=Q
z%)Bx6$AnWsY=!AHj%kJOl@4(q`6SJ>fAx;-SHJVb_!mF3v)K~A$i*e(X^($l;)xsg
z944r}{oC_s-J^&j+aHP@x}PIl?zP0YGGh6}O*;D@)H#K=u9rNrH@!@%YhtCIf|7kk
z<{EA{wQFp9*5$02Ae$~y{?sd0%So|NK3}+8Y;pglikHg;zHhqIA112zf6|Wmn%9+-
z_!#2_g;ZnM6K9_||E$El@_5$1DS>ywRZQ5|-6#w{6Zyqwo=F{N$L}kQ|JMIgoAku0
z=+1(Dy)zdJd8pjwdGxP&l@rJDUzTo9*!VvzTg~L$qyB00PU)4;d^)11yWV-2;`->{
zRgTX*@v<uldb@r{RIK@D$5qb;GQ)S{Bo6aG{~te!OSUTtaXHe+u<8D6^;_!CWZo`U
z>6oWk*spO`_v|{`?j8FRx2uTQzP4MMn<aF0^7ftck{^Xj+h6<g-|4^mN{%aM{mboE
z=HL0x{kiu;?$PWCes?5`Tm5Gnxc=eRQ}WjkPS0j3IdtE2WB8<^kEiBLJTI{Dn!LdG
z@SK#Seew@ZwXpt@-ZS&Xq50pW3imDgJL}H}1@61T_w0-Bt=(t(;dN^()Ai2_;@k?`
zjf-<UZ(HxwR(hmx(J@EpMD;Gmh*xh`3IDsstdgBE`-}F)Fu}qcqwgJtPO0YwYpr@J
zwX8e2g${1KX?VBDcmB40GWv50eB*14|M8ubTs-ajt;V@ga|@jo=<MG5=H3$jo32lI
zSsy)YyCL_{uBGka-KEFwzTd&DwPmV{jDN@9>|+5Xy7xD%J5$POzUt0(OB;!qtjF9}
z?wVWZ>t4&8dc@}8J?U5B4avMa)&=Za`SpMDb3Ppg1_uQOzS{z8<<EZLdRKPh^k=)W
zA92%|i%u7LG8~d^v3AJ4KbPUly(_GwRcQ$~c5^SV*rdyIK;7V!#5skNes_3Jc2{e?
zd-v|0+$WEtYdN$F&+pp3d-w6XqUAU4RWI`ppZWFf%$IEc*1vL(ny~3|_-(~Y!6{2l
z1Wl}%*zWQzbL%g2Ubn~UY|S5++)LQ=s^?yT>+;M0Rr+duT=YMbDtWqo*VXxD8SDDy
zNgx9QLxMo3sO0O#7geIxT+`nY6}#+cmUs8R_|L1?T9@s%s`>Nf_TuGdJmdD+Y3e7Q
zE_>PNeBNWXTy<pCqu%pNrrZ7Vtoph+`P}*beV-<N{;}<^zgNxOKR>>1|FN&`@Ugfj
z^Mg0%HE*`ss~EfZ;<69SOoF*0l3JG>T$~vg7(T4;uJoULv+73D#(Bc6X6l>vJoal}
zxA)zd?)dN%M}Pj6*Y~_1<MBP>-p_AyJ~Jl1+9SGMdV5B-rOK7M!{Lihimm;(*mdpS
zvii6;j0_A1bc{?aRNlB=EIPMN{<4N?-C^c))4oqnpS1IV*1Yq6_e!??N!Ro9C<|Fv
zHZ}UY-M)R*U2SYUE({C|0&7eqj<K}gx-Xvm$ntDd`H2VXit<d04MVGUtgip~O4ssg
z_SL;gT(xas%d1;D*t%wLGB7OY+1T#xCi|r6-p1<tbFOyoUfSOm7rek>_jc*|$A2eF
zneSe9^;J-}+RLB8n(Pb=0Y~K|zb-nNb8@apb*D{U+^tW~!j~_($LxOZfoHu9;|7y+
z``8&6RtSbJe6%{P+tj~t(YlO@@2yKpHu)_-e<|y$r;CUy0|SHV9NR^IYUOV+F@1iv
zK4yJFVEDch{j<&VV|koYeq?Q}HdNzhU{Ia3IP2;`vDLb>qhHyap3@x@$!~w>i;Tq|
zzWim*F1;Yfw-|)4ih6u>!-o@pn$Pd+UG&fT=C=2pO!k{CV|$LT5BnNb$-vNX$~4P_
zmv7_!m$%X<{7T=ydco>_i7}H?_FjB1tyDDO76Svrl@+n}C$m25-`MikpzFK+i9i4I
zPYB-q^3ug*(iJ8Kh6RZ+kB|J;3e|k#8ym3Ue`STZ-Q=5dd|YZd85kTgr>?&4*Rkq>
z#*@4>kyrKe)9?NCGWszysB?unBLjnm>axPml1Z;`Fa^#CSa5g3UjMy%FTc9w9W+<Z
zXJ%knaaSR2$yxga7tXfIvi>`HovUJgl~R{#J|hFeim=sT%Kr~6sL9J*q_Epwdb_;V
zh1b01d$#53GB7x>x-Z@AeO+ylK(zt0ThDGUm){%=3<oY}nRdK9FZ{yhe_!dFwB?sy
zUhY`I#>l`>5mb@#bN0Q+(|tbkcE3s6S@d+CsN#EeP2vA4O$r`!*$R!bujT&W=2{<q
zsQT0W*#GxtFfcIKI0%c#%-Z#O<8)EYlJooj&z-U%_4oT_Cg*R&@3YffI%oa+YNaQ4
z6_);!cM)I_l$x?W!ZLoP(s9>09ZPmyEDXw-ELNnnNXw$%fA0Q8A!6n8Za;YZc(SL<
zKNbdt2Y!iyg2}haU#e=x-iiP9WBL6#uWc)qJXw8l%B}B5*;(4>I9|75VAv6RHLA4#
zOvIc8ryiYiW_39-|Gnk4{2LJ~-TyDV^k?ep`p<rqb+T_41Paf6{`3DMcIJE1^Y7cg
z-!=8!wY&XZtA)$8zwI~AyZS9!X_f~A1H(I&IG)eU;+Cdj<$4#a_B!V6)Q{SF^XK1=
zPUE@p;Va|1cYl7$biQ>~^shUQo`3zd^_8pj`iIxAu(h^)Jbb{`-d@KhXx8SOtx5lX
z@5uaIueL~qiGiU&eWP-$lz5nF-_Byi=bvltTHl}d`2G9L%-v$S|Em7<uzsrC*UtT;
z&pqw|JCokGPnLGa_?c>YgZ}^irhNXs+M;q$w9T!lsjcLk^XO>piyJG?tt);P^xb&o
zjsy2E_nyoC(Ag3Frlwy;?}qN}(xP)~o`3G&_vxbizPhO$Kdg3!FYrB{*VVUk|EHH1
zd6cZYLB4#FZnnHwFf@3(&HLQ*YfIk6mGABA-k1I3V8ii8vGsk~JIWiPzukHCoV_FW
z_xzAeJBr^kmY=S70%;Y=>i^NzJ?GZ3JC!<fI(8h@^RH7@x}H}Or+!|yX5aktpIdf4
zdS3ZvuDsZj^{1`1EO&p~$sPZ4ZJE2zjGuynwxBZTorsv=)^_fdx4Nvw<MJ}QEg8>o
zmfpFwEh5*ZOfUYh>)igkvE1={%WU7}>E9DQ|M*oA_uP86?;I9d;gjq8CUxdrc~h%2
z%Zq`5A<t}6@cDl~wdUxafBZaV&eNu|Ys=sHJzsQxqq}|j!{>RGdbeu+o#=l5(eS5@
z_`gT7zvry0W%G17(i;D>^j)K)y-;8_D1tV#eGgqVYhg&^<7?*q)5YW0zl(bCv*zRL
z>$V%_%X3wnxwSQWZuHMjmDBaAe%5W>vp(+4>-kNxuNW8(2=lNlzOOso>BU2Z&C}P`
zP4C#Jz`(%3FB!QxueoHssQDgIz3A0f=Q>ZfVPL43bS!7%oG<76N>3~Z6y9<59}_6s
zMObgt(Yw6)^x+BL>vl{~I(92xFp!stf#HM6>a*WoE^6^@ou{4WvDr-4PGM2(6IBKV
zhEkroWg+L!sJV-+z4ggZFji#aWN}6Y29xsoM)zrJegDkjw%+xak-<UpY-yGAwrVaL
zq5U5l7fYnGGccIGSZyv*{BEBs@6U42JD+cScb$FJM4f?wLG(rT##@)3$Ud4-KV|A{
zIh%Kn9~Z~ww#qUvELfaz@ctX?l9Fe4ZSVXy;n=@ZZ-3fcHv3Mo--b$EAoqxVGM{y(
zpQZiQ<^MIaqf#D!a~9tkWxM^Fd6xtS1B1iUT~dF2wzv1ro>u<8J5Hc3(KqMvH2dzn
zAD3OOfXa}Na{+JOrXIAK`)<Wmu^DIc<F#K~-}>l$Zjb2eybl*x1ywsib&x~rsvSL|
z=S60Et8^<pPqBV2u9)~x^7EtXqD2$6vvt1)PEL!z__Ft8QqJGVE!P+s9CCL|@K>3%
zRZQ}C`TMQ6a@Nn#-L|H4v$%NI$&{tLR_y<E({N?<eZ{1h*y&y_yEl}{GB8XLc^Y&^
zUU8D8%dLy`!AFxm-#?uFn7vOT{($s@g6XxHFRSi<Ji#4wIqa=|hRH1vrKoP*6h;Pz
zPQy?0TsB!L<?ooYeR4X>@0n*$|7C9So9Ximl-Qo;-KvYw$~^sI2YXWKqjgQo*4~c4
z{PIgATl2?arCG1e8kRCJI2hJ<c%+GWDm``mnYHz?^PxBM3%c!=6@H%My4uWJzxK~$
zEpDs#$INRTYx17HGR@E0y31$py&ociyrP_H{LBmtC95|t)?0gGqUr<2CD{=!SB%rT
zO|K?xO+9X!JJYn}O^9aQVdhH{#qU49w)eW);g40dbr)Wk=lGPZt>T^BTUQrZr*>I%
zZP@$}6PJaG=FAKXFCue(O8!2u^niQd$u#ko85<+SZYVE~6On#0=laVpm5++cPM6L7
z<mNx~vCclu=xyG2)}D`k@X5k%`!7qIdGC$%^yWX#w%ila|9<}dqP-?bhkBeo8caMT
z{C~&nyJ7+rSCYQk2VA*&@0Re|Vg`nWol3kNDc-I!A>S-qs@huJ*KzjuSV;ul`{?D8
z(z^ZVcX!LM+4V;5i!X`^OjMb+@b97dTccw2<i%~7%zx}!aAAY|k=pg`t}gooWTduT
zc3(Wx-zE00<#h%Ih6DGPmhQNkdMWyI{Z*;<nV>pFmDfdT_m(5=yF{va85tNFvbGlA
z{IPVgM>uF~=Bm-|lG){=mQOaNW;1^>aM*6c@aNRMNQUhbQv<);%<}G?<kR`suyu3d
zvn5T^X=^x*jg9kX7@q+Ho5u!{%~yZVKjq~m^{GOo+<V{hS1eZ+7~T8#URc9Y!PTNc
z?@~;K^MxyVa~TfFGB7l(JzSH2;eYtVwTui53=VG>82#2S5%j##4r)v%WFO;9-E~6R
zap@NoCXLg~3=A7gt((Q_B2(Wpuyd3%Ffc?qdT+WXxFs~x`hQ_H$n6bfj+alHv9<2>
zQv{hXp^GV<Bfm=V+Qxg4in@=p;+U;<7eAW(&ve7%$&>g$M_s@7qh<1+@}#1j%zvu9
zvVJYEk((c{X#2TnU)-Jayo*~_-wN3#sU#z|rP3>#NuedRl7V5xLB_?B$J_)D=^s;9
z`FBh@EG2Z^tou9N_it8KKWn6ZJ~HcE?7oBBe_v_4dp+*P#8(fe+kbi+@byV_{HObS
z!oRd8*XUUnpNzWyb<f+>_H}#DElUqO^Zd8Eit2wQvpp5p-hN%D7p0@B-6htvQgDm!
z%X<sXmy2>KGCbsCVAwj>uQJpr=~6nMr`7C9v!>l%<~;onr?L32ZFBcLpSk@{v~Qd5
zy<MNqsmFcJ4L`}xuY0RZM`Z24ntNZp-sF94T$J%yS%YD7lUUPBr8^SmHd!$+Feq?a
zui91EyX<xQ<kR6Nr0o)qMdrm8pD4O<>*)1;771}>r<v3Kd%Ms7sHP(JqV2c&-M4o`
zL$*yjAr~U}j`!Dp3oc{Ou%3#{qi+@S3anyTO<$W?*rnfW`yAu;T%cEEXQ_Sezpl?y
zSO0z9;vM#><Zy93r<vA8Z;N{e{AYcbz2Ns&Wrl!h><m+c;vU)rmf2rh;(A;7j{Uzw
z?e;|hZhP*m-=B3lHSKFussD;u(|lbfw-gz&t^XU+6ZU`60<YuRA{{;q3U?S8mil<D
zQOOlw`(@5K+h1~z>x%h~WPE+bKHq%y_Ll{Ro(A=G_g5d4Kl6K9YdB}U@I2vfJX}Ab
zo7P39PG?|eU|`6ye)K5s*`%)xiOGHTzwd3AsY`Wxm-gab`H7P|ES5|3JiirfvSV%6
zhwO)m3nQPDI|hG<x~+Q#lwc!wgobUM9Q;i8bmh;>@s@8+t@#sRoOGzi#<NRXWzl8V
zwO=0}vUwPpxGq3xHWS0CPYeye7A^gi`q}I)KkK*U&hxV47l++d-n3?qEa&HEj1D`P
z8B`u>y-UAWbF;UyUaqL%-YVanejh897G<Ucg97^3#z|ia=eGH7KDwfirNZ#Z)lWv+
zp_VG1h3jvu73F7OVAvv-`eX5F^S5@t&NK0S@~Xc4Y`u*Z)4zs#&xqBG45^h24zDBH
zm7njbo~PjuG5yZh-Rmsh6?n9-<*Q&2c*oEnCG%$Xw|fPD?z79x*;{hgQ}Dy@PK{O_
zP*z%T(6J?ff330jTDvy|M{1iJKs}sWDV<`~-+sl0|L=0(+iNVg)+RvYLmU&>BF)0%
zA3k2La};PlUlv<cR9UCY*igXEFoo%CWnEdt_N3N5i{?5{DmrZE%E!RK(9zjhS@^Oo
zmR;b$!}23XB!9bpKkn<)rKZ>-FrP(Q^M&yI2|uLIpLP4u79ZDtf9VSKKh@jYrND{D
zW8=n+@o#rNe3#5|?^5x>RcGCkWcr@Bqy#JWJSbpixbm$+m@i^)Om_c2=d)kdc%@}U
zwMA~ub1r`Oi8pPBHmC9QHL1GM2hS;bwz@0{?f^w=+m-A)f2vnE&Aq<b{Epma$H`*P
zHudg4yVZJ~2`GcFnsuyE{@V9<wiy!HH=TX6+^#t)W%((BhP`iC<o&Way=;Hs>6^1B
zWU%#Lx?gg$S50sx|NcLLSK5BpSAYHA+o2ZN!N^eij-kPQTWoFg!q$i9)|Sju68rEg
zJ6`5N!}Ejb;^s+_8zy;wk2&{k>zDOAUw`C&&M$3#HfB$rb^F%!LI?PHl-192X}m37
zIsf#(KXo;6%iq=N@_yfW`hU2Ci?!wy22enIO!|ENc-;Rpn;IT}_w&(v&;7XZ@bSV0
z?Cg8bFI=qt^W5$?)7XDV#lM{A{0~%O$mZW!)cgK_^0ISZ_a1ZfciCrTFaLa!efzJr
zyVr|M8{Qv3uFG3qXHjVN^m>a3uM>x&9p|?R&$rM2+}=C&@4Gvno`snTZe-Lg&f8mD
zkiYxWwT9PG+g`tUKmB<@I&<IW12%OD59-rH*Bv`3U$DpTu$s)fX?1rtEs_%mGT~5c
z`Jr;dneRt({gt3?n^a+WzP7RMym9_dr+FQEQ!f4uTNyXm`L_H!Mn~B{Qi6q{3J)x%
zzg^4oeYSkfJ(D~4&bOpEEB0L3WW(SvZR+#ycPiGm{yissX7#&@C;ZF13ccq=fB9Ds
zzoE)_`c391*J=t6*FN7`&L;Ex(!Qw=&&9H@S{19WBF&Y^(r(R=@cPWrZ0<E&7JB>5
zv+w@n@BjF~Qg3Ooyrp1aef5DtzB0ZyNiEj)8Xp?=G(66=F57Byhn+`yvcJn^jU%9(
zviMfntFjBL8Xm7|-2dd9Zi(LM;+?y^-#6MYoU<40lV{k$QvdM(om=I*Qu5A<Yu~91
zvFl&7|Lw);e}docc$1&GBYbV(YYoAziv^e&7#K{}6?pzi)c$>Q=hw3beO>A*4P@GD
z4&-J1VR&GF?%=!mufpaOJpa7o$oWP;mp^sW&KH-TJf*4RrNr>&bXb=M1A|e1(xdr7
zX-oBMekgCh^Yi`wJ0-2>HD6xaVpD(5{_FWi>{9DgYSdMBb1h6@a8+YyxUpl0W)kPE
zJC``kPK362Uoz(IT*2MS396ifOm%PDua{{HmwWoY*Z+ru$3>MEfk%@Qj9HzHv_c(U
z+ny;ZZ@T^1HdIUc7(;_yIYYy;*YUr_s~QvUXsFwLtW>-i!?AeDd0B=Fw;uPNfBg5V
z;E{#jfBl|kW_ow7zf0(fEug>)37s!9e@czk7Vk?=bqPTsUwgbmcXM+(aV!q35z1MU
zD8U_k*@#=<!$R(|x&$vTFDW$@4rSLbJDCMiHD+y#U9%wU#OFhT7gVRqPndLSsmQLo
z?`AqR8BB7SZ_N<cp>Fr^)vd2mq6!bZ<=(uUDeAATrmin4)FR-v`-h54N89ac;q5km
zy$>FGw0@>OoBBLIAD?>~OExKhyeVK=WM7l-db#+R|NQ!E`=?p|x%@P@a{Kn;U5PRq
zf5((D7@U`7nDD5tzkY4iS*yzWJ!aNVzW%I?j5M_Wp{R68^AlqN10%yCdDn|++N+{A
zr2U@yT;PTH^{)Awa}HNV27aE~Wfb9&8pxq|L|w5-^vX5f$J}x2rj?sNF3?`>ee#pl
z$EQI-pHm}$&g}RV*aAu!C56>C@71QSpKx69xMF;mQ|-T1zR!8Lw|jp$FaCAyW=|G|
zUw0T80-dbS8r<{q(JG&G`m4;Ri!!fvJ=DB#_ucZ&6?T6OGY=&~l{qBy*=|2R+dA#k
zoSHaqTd7}{*YA2PSp4C{$I4lWPcnD?_ETErSnn&^V$HzNkg>RIjmp}GvCk}C9KEvP
z@t$xS_S7X?F6i%m%DB1uzM{HlsJ4O4z5b4ji3Z(XZte>~on4110j@iIu73GmVNy9g
z?k|6__l>;O_xApIxn7N*FX#Hs<B7|?^{((fE>)VP>a)1MU1g8+3sr^-&-oZSoGw`y
zq()ZWRP;<Th&pt!%{Mx&f1b^A4fgEJv-6+##%znNTwVF{hUW2CW?9?f&F`qIYU=ri
zZcXpVh?&8DZ0Q0~ey}m$!u~Qmv^x2+=E&1Yn;$=#^K<6ZRcYVlOx|oa41O*bzp3uG
zp<L(rwY7S0iw!<II~1IrAARr7FWd8bo?7>xepPe#kZE+^$J$-rrT=7SRXt-Ae6&1f
z)2HT&{p>pyDZEkkS$ruuIr4Qss6nykP?@Xh$IwIBE#@5aCx|}f75sPqle5E`!+{Pi
zX+Az@D*xS9^xXMp*X5VLyrzljt+Wp+xhv}WeWqGY-r=c_|DB&Fn-M14P$*IN@%TYU
z3BEQ1p2GrsPA$y_JO&ONhXt5;6kB2)Bn}zyFt%-w=AOXB{i0^xb1}O=KkkJx9FSjk
zEB^K?#S3>B-6Gj%{q|t+{u+_X#E}2f(2t8@N7l0LSGfkub~0~R+t)nttZYMRsUSne
z>Hd$Kc5yNE{Ek?DRj4QP9mAdQ*=|n7><?VGny@isT%5nEpO=XteB+nfmn1UYG0245
zOS7JpZSYNIe4u+ixAckxgGBkZVriRM)(pE}#eT@&#`xiWRp?$m2Dg1rBUgQ9NI0`&
z^TnXbWxKx#F}U|OJ>xqNTPnlQQ*(Ors%ap}&-;E|(#Uwnuttg#WbD@`zWfK)Y`1Y|
zJaD7%d2uP&(miXh^|n0YJCIo_#!zuux}4!ge_{G{uyaE0uU<OQq@2Nmhrw;{)17PM
z*cp<K&s8-kXE<iDdY@_6Gd>1=DNcs`%4=7Xw`TD$^jI(NUAmL`z|%Dwuis%z2$%gP
z&hX<Fi%eKLqeJOEmN_BvQr^Yv4Y@r#nHkoslE1oZBEy9{mKh=pCgpi|B8%A>Ov)L)
z9oe=k8zf@Z%hK@dT+rQc_TGg%nGei9cIgh|gPLm+j2Z7XtoD=UbSQ2w-I~pFR+gb}
z)oZZi5<>=)@`zQ(vo3ou%(7ndc;`H(2HS$z*ki>qYz);2E2p_JUAXgbM^%Oh!&%ul
zvuV%x7|b_YZGOhb@cv5$!`a&Vf0Lfe9k_GqkU^jRqdO@%cDFb7&gHx1lY4s`6dC*4
z-rM~C<gE-g&;9p5|H<BN{(Ro&yU*57{PT-LQLXvHnYjYI{b}!(bqY9f2rg8awNu!M
zLvh(**|QEU0!|sv{4(6VITWAV-{4+;L3qjUkB_@O+Bi;fMh7sQy~C+^WWzQE-J}<m
zvzm&S6_u<ODzpe3UeWMQsV#0H#}sLf%;sM+Zk)W4Jmq7ueqf(Mi-2HNql8s^5x1g}
zibC)vfu%}qeo9UpCk>qg*s_{9PHOMI$9v*N<pO>U)>7vdfl0}CF7CG3maU}1GP7xI
z$3lq|ffj+NEvFY)tzduEyljDG(8`?YK6>^_Q%~kEP*>XMa@>B}$*JK#r$2tZ{bPQ+
z+5)>3+^d?s6slc3{9ZNKOfdZ9mjCZHb90M;lC$6nMybUCTK%0akG?l~{Z-R>b^Exd
ztC!u%yF0e7i~Ia-SKMK>CEw+3r}{>1XgeFRZRXk=g*~}eHJ!P(WugB+Ueay<5^q=c
z&g<Cz*zb<XmwtX<9k>6c_P@t0ZLYS{PKwGONjfR*xb)Wl$N&4+H#)sI+MTl4=!A^q
zYONRff=(SgQzxECDW0lzRaWQ8%D!{!^i7X??a#Ph?4cDu=X-q3iF0@Ar{})4tPZbl
zzOd|e!<7nO!L@UnCr|rtwc){I6$i7a`=?vzep8wKV}Z()*)F21uIffF%UXN!<k8c5
zS^+zrY+K@_%I9+ISbUeSM#bUF>JMhd2dp@E@#b6Qb-g_E*6vN7wR!dLYWe>QrpN7T
z>|gXrJ(jn#$2NF@$4T3bA7`1idQF)vy<YR$&4Z@#7QdQ)?fLCfw^)Q@McV?S=+@ZJ
z?F|n&bnmx*p8NgeZL56`o>d*s+jHUlAL}ntliod*{@|rFb#E}&t5*AWyHZXFaCkbI
z2K0Gc5$V+p+*q~#$P=OHCgr5O-8<?(3nptndn<pWYs$J4S>~CCXKj0Z?$&piCH8Nn
zO!Cz1|6bZ&_kZX8IX!D{7QcGF{_*{3*LOwN|NXxH;sVygy-c4!d`lMU{9=8F<3$a#
z^Lf{!s^_@-JM&k_Z=T8G)M2`6v6=Dx&Q>E;E4{$e@jM%{pLJ)>>)*fNtAtS>Yn$7v
z4@qAGa}zgCllPbUanRODX~I0kzIWZz)~@jM(A#(I^6~i7;*sBL;&^svUt3X{ZdUZl
zDeZ^!tNr@|<*YK-{d=b97(C^s_0E)sJ7@Tm^RK_Xk5Tb(?|VrWr;fc&iayV{cP*=!
zxxGfc;Kixnx{K1ef7+Iu|KO>kxAH=@-R9#Ki5-n;D_Zgz%oPMbx%2-&&OCq9kEWxq
z-HxitZroVxarE3A{S`IkXT@*Yl*)d*&S=NCI$|^9=51TgZ`ri%@~<E4`V%>wlzI<x
zoZM|w(6cvWT|iCFrES^A;?JM$-92}C-X^Wm*-MhdCuOB2THa;wzb~xhR36B6>$AR?
zRiIPR#d-f66T_!8X=y8&&68jKIk{x<u4zBs?Q>mz?~J{Ljq^&8pu3+d--XVMp6VPQ
zaBME;A2p2+hTFG9wJyICJZsDAX{j4r?{bL!%=$Vz^@HoZW7q2V_Wn2f$<iF4mh|G~
z{XM;FD}8DX-b{NYmTB?o+2_K;{X2^adD<=;_8e5YWN@llaXPnd@$*P=rw-e)b+<#Z
zHc#oRZIh}CG+*R8@BWn!bK9r(zU7*Aa`OKZ%u5%kzfkmYU+K~OWsZ%_oaV!e%^yXb
z)`(rnHh=c)FQ%sTZ}aSy`-gKJvUXf6=b&uhRMZi&P(wGo?)<$-HuFA~z#Zn_(wMiI
zmu1YH**6mvNFKJF@!maNQ%m(@-dxr7SJ%G^74e)Ve&ugfRaI5ce&sBy_2T71ch+qF
z7&bSr_MiW?v!@N1i{EQoTw3$8?D%_u-!bbFGsA1XZIM1%7S!vfAgMk(X;$LYt>#(R
zH4Rqp(3jz93o(nXUaH-eS$MIu!BHx6f%B~`+X^3KhN+~?a17~@HUG$`o-tR)v^zEI
z%yik?IlJ##X{70Tt9>`xZ6xt8{>-d%S8DdY(aJ9U67x6jh~(ML50c*Q-1X~w?v}(E
zay|1566>xTJafO+Q$Ew*eABggk9Oamb7Fr&S*pPw{u5WP%D!7wbUQ+Q_I^XD@3xPY
z)UOI&c`e6mckkj7_r(_#E%P2d;f^WHYQGtI{?6+SkE69$t$JC$zgdE(P14zF?!D>{
z7ar<{Y!<tekh!MtRO|JBo8K+F{m1#DfOpCv4Vhg(mi<mVIPd&@#pv++QQ_g+8y8FT
z)`fk2Z{Hrh_}^KlZvD^Yb!BNwqVKIJ6t2_LUtf{+%l#u;Gw1Jj%xt`wif3b9^o4Cc
zYkJ@Q={jAtyITaxZzZcu^4xVq^waL2dJzTgM{H_V)#vHD2TJuGZsU#aDsO(*t9I+M
zy~2&k`ObCzDwEcj%uv{SIKf~_c-XqL9m0uPTPAMWCz|-ZR($R@i}QCL`{=%#rI>J2
z;qDHZqZv<P3;rrvam}=BV&PMIq`u8Hx8v4bpVP|zdmo6af3Tl%K$@pgr!;w;h0fyi
z$DOx+9XoKyq$T{n%&n_l!QcORCC!<U_jA{+s@WHw2?c&#e)8+*FSq!7?}R>xW#9kp
zluw$RyWz3vD`WDE-aAQrey#OxPrb-e&6#YAzuV|$Z@vHL%&FLK)_<mNa(R^fS|Zb+
zq+fGgZ;o)E!kJ~FN=}cts{G4ucgv+8$zZ;y7VEDi|9pvZ^{s+kZ<9S=3LAXb^M8)i
z_4T_xZ>+!L(Rp`u#`TkYVLi(Z3zd5~94!AQm#v;MBVh7b)0G?ARo-z_P4F$`z5QW(
zn`*$jYhs)`N~_c6Mm_%dPoeR3;#I*nTh1T6uO?J$&#^(b`QU_eDRCdp7q_ccaTxct
z?fkZK^ZBL9#ieo`N{jBKp5tv)t9>t8zP>pzWYP8K@g<tizU-BboM6Zidgo!<?f2ir
zb*p8MO6Ujuc{=OTpM{6yw(fXsdbaQ5<Oa#;!_zpHMSgvFcA4)iGiyhq>l;J6;sp!(
zIM02J+v>R~L#AErL!R!R-`B35OL)<xdPnN^GL7Jp9*J*OUo712T8PQceEmYsy~#Pq
zD7|BIp!*}ytpAqtj{n*B-Kwws^}_Pa$(f0No^kLtxA#>{StIn`@y4TbVrzP~DJqxc
zoMe?@+54aM^e)#mW%HiIxy+vbr*E%dMfL^X35PasjLs=*y?XuaCH;BXiROD|RUdS{
zFFG+<rtx5c$I{F4E*p+bo1&oHbRadQN1&k1LR?T$v_GNzp^^6bnf*IHSN=cIl>Yi_
zfG3+$`27zv7E3&KY_E*HzO$^wn5!^f#v;P~_8-4%-EU@upJ;ab(P8gs;8-?+H}G-O
zU!^ZB7iOJOuTY5KxVufR;$w5)rcFlI4)O~&A5?hVBWJ%-v+1H0Uqj`W1KB-78V$+}
z0)i~}_s<sTQ<X1N4^TKN@$*FNa><BZf%$e{*woj(ciH&l?EGoZ?;c*}u{XH?(Qf?-
zHw3@GD&7@6%T2A}?yD>7IOUW+Xr7y&^KV*5j1rsknTaKbzHeQ2?~t0H-D1w5XBHgu
zHzzJRQ0XQ+>)U0^;&X}@es)-YH;j5%Y*qh4dj<FXm%GHauDA5cyzJ4>ygj~B`hDS*
zN9&w?y5@e5KmWQm=f)vR{f(kQ@9+JrRK5OX25(-4-a!kqvs+h~6?v)s{^xN!$50}v
zCo=oBRDIVbN!CN%k1sgMxiMI@uPwWGdw-ZrquUeBw#OFtCt7E^zI*=jSLLNYG5v4e
z-`$>H8GTaxzr>`!*+uuWtafu8iQOERvU!H~^`u<~wped-ny9N>_wM<P&wR=5vjmkl
zx840DS)1pwWXHP;-(8+Cf-Eh47Mrp0eRpEFdr(!BNxLyu*9lFYLkA76KbPe+-1MPe
ztLAw@z!~02ss{u=%2wG5?Yekpz3Ti~=01`}IWE~BtOatn+ALagwCvA1$MxTO6h64F
zDP1YEt@A*#{qxvj_OE((-oG_>Y}7t~<ebv`gy+xh&DKyCYF1okk@nk`|BrDAvx(L7
zor>A_wojbYx^T~;q`#`u;-9|nxMye-*I_bqwF9Hd)N@6Ff9EFov&>3e@}=cN`0ng}
z&UL~(KbqNcl|os13p0NIam;B>Z(g`)(W|;?$6E4h+@}2v4PAP!e9EOIg(p5t6n6`b
zNSl*9k9B@;?uQ(M9e*e8zxu*DM#{4`Eh{Uo2&`(u#PjaLHqz#I)2>f<c_Lyc@u<VD
z_E(8pa*bQpERJ<DOHDFMRz8eh%sH<&J*MpPaivck5<G=1+B1GC&QjHOduDw4^zXe-
zG?scUzI{Pu*3UBKgT?I~HA-yGK85Eq#pCabbu!+XQ@y!kj<PDZbE(zebd!UdKOT~P
z_tVK`o**bV5^u+T|E=ZJxR^Ibe3OVeA7A0otJnX!xs*)^YHhUqZoWdnd?WANFDEN>
z&mG)+aKp(MZk=C=E^Hpbk}LK;%Cz*}EcGiS`*6>sryl~7Z#Gv2YDP-5^~w~tzDtuZ
zE7cCuFYSzyv3P%|+g|?tgPRGmuU<*->j}Cex%T%Qp})^E7c6|8<2|utMYh&kzS1^O
zg}2R@Z{{w^p7}XS&d#%f#H*y<>=Azc;AX;#g1K|{?fUYJ{hx+VVSD4>CoA>t=ls5V
zb7j}(EvLTZi+dlpWMY2zaOW-WxcQ!D4Y|6C$0u6u09P8{-~XGmSi*ZcUvZz5^*&Xn
z!sX1ei_3Ny74?;vHg3+l5wfY|Xpc$fD&c0uV>ePBOh}X$pSa_-n~2N(Tl1zRn=M=L
zS5>LM`O>~?XD&}Zcl~+hYM)&>FF#v6vvOpZ|9FPjtiUDSKR4IqFYbz1(6q>^>3qkL
zx%2OCo9FtWHrk-r{@b$WCHZW(&U|`z=__B6Ovu7>&$p)Lrr3Nt)2+Fz+LfnmhVsqj
zYu;>qd~Vm9-AO{_=N>m~dH?mt$;*3`b6sZbten&L?ZUF>Tg&g4tjmt}X<}S|`O%H%
ze-1r7_gm&y^K1Qr<%=b}=kMIL>+Z8z^$+`$gv#%7v?)ZG_Z{5FVYRaQU|2@<>Tkyk
z8#lb;KA&!R?c3%%%Y!p(=AE5i5vS6+@lWKcV9g`7l7h_#H@Ij`{U>%<L#^<5<cnGh
zrT-aDtg%OJGj2zmWqMFx@m%$JMPA44z)jocmONxJJd%;V<4u1@&c+Vwl<6)m(dIP^
z7lba~C~+}aI&1c>&K^7N+sc!d)xJE*A|Ua>l2>kql=5Y<Z9Co<elUC=@p;xdgNW_B
z*zbmQ#*1|CFb+DvSh!|);LrCLEnWL3uy<LX<4ix|Z+|$4f7h>Hvx5}t8zqujU%fih
z_AWM0U#&2`<?QeExA#uU`p$m+#`0VI-+#XiZf16S`8sb`?{_Ol^Yf|#9L1-)ovzN$
zIV{n<P<xq*&`J3@#y>Q(3Xdx)ys$EIc=9#kq=uu*jQg*B?`SGL+TFD4$jfO{S)X4_
zkNLA$`;+4x_726e6VI~jl?8N#3e|78PWWmU^v0I$c)<Ff=Mq=nk#^yga(ehH`pt)B
z9d{nRXg-(_5x{E4ROo)CkgZ3k!0ykw#T=JfMBcpEBlY>incszXR__SDaK!NW7ptq^
zW?j>-Xgn`D{m-L+vHLfc)YJq{^wOQQc6EO05}B<#UT6GWaar%kJ&SMR7dOsgxp>a~
z&PM017*2sdR}SrN5}yCGDV;0yc*ntn7j6$GpS0K8^>E%Zfg`pCx6=Qef6Y=Tz^%Vg
z=UiL%8}(l2i-C^$kJf!|iu!PP-W8c_vjr1UZapY}UQ%b4Xr5v;^Q~Y7*V#ov<<G9p
z<UU@vLA!4Ghbc^<=WB0Be}Ag{PDl6XvOU*1Wj2`3J+7~jU-hCg=S{ixqSvx)how0F
z`10?)5c1+|aDkmy-TTZwzu*sNCRe+&Sa_Ev+0IFR(tqPoMahyNk4d5#&+bob@Z@1@
zFR|MD{lUV+(G~WG1<JW@hja)g8YPJAue|hhSILz5DO+}kA3T2VlTf))a?QNTim+ub
zR@86(YNolP_u=ASUswN-o3HxwV1hy8@r-kOpY=&*6eOn{@hj|)zrou!E9dRYWObiB
z%?B%{oteJBV#?F3lnqR;ef(^`d%3+%Ikw~aZnk+zVJ8a9pYND|{$nK**S_cR-_9{w
zOfu*=R5)$pIoQYxXb8sa(UY3*yRyz*`&1jMUsm>S-nV*rp{*}JEESmQrTcPSm08P#
z`%3dg8lUQiJ$trZ)@6!|+@+LLRoBlQe7ML*qj_JGKzMn7XXoUlT#rk?9&h`*^wRlz
zJinMZ6!R{a%v@!beDj(7n)an`K9K@_1xub>XLr=<nDBnl#aGKKD=ORn+~Z@-y6_`%
zyNryC{A2$coJuW!R9lxk+8wfV7Qfy4hNUWJW*XN|Z09%}pWd(g)0fL~wJD>i^!BQM
zj}6RJ1NmD1_$TK5@2#(%E9kVx;7yvLR-OD;Nki2mxA>LsJn_gg3|W4eU7^;HtzKUC
z%Wi>3%dcf^PoC%eK>Y8sDT{8d-gf_bMydJ7?X$lAUuW#(Vb^lBZ0F8uo6L(V{W*H(
zT&;Zdb=Fq?V~sK`g_~CYZxwg!n7cSxIDM+slH(ITuFtq&f39nN(Ds*{6|emx1pPZ6
zdh~{^U#it>wxR6twS!*LvyXa3z4QuQ^-!OE!`{V@L%yw>{NEudJ^kxRj){wGq^vU6
zU2S`HG%@4m()XEDql%^LC;JAZbO<CRBzZ?jSw6q;=;<m}4}M)f)o#m_l&;uwHLibB
zUvjT{z+TXzW61Dx&YY0yJGOiOTr3jndVMmhr>fUY*I$dZ__Tzm@)45{O}8>je{J6J
znD1=xiXXvW&U-2L+}yhP<bv62c5>SsHRvx`d+w=5-Fmk(Uj>yX{H^6$bGjjraaz`s
z@9{N%HhIleW1k|p>GXmp0*XgiI(e>Mdigc_;m0;r&xyz4*`jA;9h|`PH{;g6<Jmbo
zxF*aGfB$HckbS-C32voj48aN7ORsM7nR+XHxnA7=J3^mc9#+@iF~_j_U2Rw3{9_^F
ziqBfPw3b|Zm45Q!lFPf>mU_%qT;SCEOJAU9is5v&&+nE>`2Fg7>b5v%>MeaCRd3Oj
z`I<4`Za#i4rN8^FB728Gu!`XoUe+}AD^hPK+q8PmnQVC6U`pEKh5Qo6k6kWJ$^5Qq
zEnepMcEJk)#Up1vHh*$FYh$x_`mS9&<DK^X+qrzYf5x$#olPl+r%1%lRMt<dojF;z
zvL^NNmGGZ6CogNhpWH86d*gFotHdS+HgAJX?8yTDJ6djTtoyvDefs$r)hqMn-m^3e
zPI8``^Y-m`g%bG*irMQnFJ7j<Gd(MFgY5FW){>X@S@mx!I=?NLYUZFhAv?|1wWwvn
zivYu3zw4}S^<DW#JXZfva=rKH;oD-N=r!jK?yh_D=+(3S4^O-!yBOa;-D)#knz?ef
z&&A38ll%K6G+(*N$L|-7v)d;;cg~eZk|Ifpb6O9ZL>OlX^JH{{%sk#B{Xga6rm6j3
zB<)^anss;ie91!-^l$C>?)5v)`Fq;g(1iB*BO2`mYfrr?ug?$-={CPq&#u@aQ1x}`
zg18GtFJ`TA{rcsb?R3TLbGEGB)9#0_uWY}&!r0QH;?SGN%FFd^nxE=#4}WX(bLw;c
z^S?iK%~j7o8@ctdjG2+#Yx}HI3)|N2ez)r8hO2r@Shp!2+2`7o@zJ(vVeti}6~ZBJ
z{#QM35pd!tY~JL2c0t|+l?<sZe7D%<Hm`F$cp>`5(oc8dD}QS~eH^Aa-`ww~Rd3F{
zt?cYf3=9SWEqn<MpVg};uG+T?v{VK(+lGuK4teJH{ayI+HAv9Y)z4*}Q$iB}IF6(z

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/send_recv_schedule.png b/tensorflow/compiler/xla/g3doc/images/send_recv_schedule.png
new file mode 100644
index 0000000000000000000000000000000000000000..c830f987ab9b7e53730555d5734ce37bd1854211
GIT binary patch
literal 48007
zcmeAS@N?(olHy`uVBq!ia0y~yU~XezV7$k{#=yXE+)#8M1H*1VPZ!6K3dT2w9eEiT
zI9L?so0-fi-7CXq_KKBZ5P*hrC(kCo=TVqdecPbUfakCQPa=mRk0OuYp>Bf~gFPII
zEf0?hIB_Vp7_<mDRT#D?wixgzwj@flCEovV_-WC-&3@^xjsHJ?6nNXRdS3eTJKt;X
zUN3%ETxOjezImJYS~ae~Dv_uEU#;1?NWP_Kr!1?^>3#L*Z}EPswani7e?{&4Gq*gq
z)VxW)e9P}2|8ZM|1vc5oH<x)^&)@p>|Aha~&+1EGJin;#|MbPF3JZ*~eK)=jwY_GU
zW7=J7zTso)W0ki1eHP-3jN1LZk+09*s<<Y{siVKyZ0=U;Ii;ZmbHlDEcEsy$@L4?n
zsBLoDqE;ma#ZQLWizBNK?7MGqPyAxmL(bnm-U<GK2kh@HR&9Q4lc*DAGG)gnVGfQJ
zkAKg<5i1=%M?ox{HT%OSzbQ;dcGy3gK36_&igdxA*%ucH7U&di>+P*i`utT?c)RVt
zWe4XLCb3J$Ygyb=e!SiA`6G>}L>3ki&so(1`~r<EE7x$`+poxzuN$cM=ff)h&W56+
zAMf=riM4Va{4E(B{^wzZyxZ#Lm*y>r?aS=;i|NY03fBu+etMk;2Zw`;?+TF<x2JYm
zZwn27vD@e8>{elK`x?`g=L+|w=`nU6W;DBaXqjnyWz+9d+G+Qv_RNVmc5Hg@cL~N>
z&mWzdQM{pvgG0g6Ph)lEhpV+Mr!@~|+-C}sR6i@YCF;-Fi&A^S%LPx#WaZdzYzUiB
zD^gvfw&*-#@v{1k357rR?JhHYIrF@!MDg7Ju@3*I6*X>}EI)s>k=x||&zs&`iA}5%
zW!3q_^+}^qW7m|aTH7q^b+?LcIJfg$x9uMxY1^*fb8cMI-?(tm@3Z!AR%LOUnyan4
zmU2h!bNK%k7p2Z@eDzO#X_@Xf?PKTU{~!5(eZMA8vHiveA_5LM@3q~3F48Dlf5S9B
zDCFbHML)cKYhH-#Ubib>`oHX~fYNh?aXP{Ote)nd{qf_--%FN(zt(@06?uK=<<|(m
z>7NSrRcpFVJsjV6GUQRJLs`v@Mf2xh_V4~``EWsSj(gzZox1K{t}n^m@mA`8WSqol
zOV+bHkL>e5TfeRH{AZ`<M|M4LF|(T^m;C#NP2J6=+ubW$6(1WfUz_17DDc6n(kn{w
zrlSGh&zivST7@RLBQ^&c=Si+VZI{07)n^}t-KqN*T7(}BZ`+g8@Uy4zhBar2vKM=P
z>KpHE=90xe@uB*vOZyvHn#!MrZC1GW@Gswbbu9s*4{D$HF6gfj*}zdVNu-vu;}hq}
zGqz<P!_T=l+uc7iO@G68z4!i#p4;EsnO$kWqFraIkhpdKVLRK6_iLZs7TrJ7X@THx
z-lKY_4VNw{{W#I=w%wFJN0-~bd_MVn$Yn0)nxwA(EG#<Qs?TRyo=AS2T=Spv{;my1
zZ|uI^pE~J_{f%FnkNle};a77|pY2DM;>&NW5BIG4@on{#lz$T|N?-3uo^#`4P*B04
z^j(Ku<{#mj`+x4oJL<nx5_|VaA1dt+JfIX%I&Wt4q$i=}H<V)-RlW=Do277uP3*V%
z*|PgL?mheL-?8?DC3{HA=Wj>$?M~7+zww^=@2eZ<I?Lw?H*tU5Uw!iHmG5>x_StUh
z{b@fxOv32ibFJqEjEsv#zTPm6ym;||{Q`bf!MC4dPRS}2{@_<Wz^^z<hVR!TCy8TI
z&z8*Xkf;`!e!$ApxZloERsFr~tk3%|pPH2N<)%JobXeGS#e;U*On2T*3QYgctbBjt
zmx~|l6jiqSPI6!<<dPJv_&dQ#!p)A)tU`9P)BkA!UaM4MTaM%(-N$_<_V<h^rRXE?
z*9)~Oer&yVOkQ0@nUV3di*D-6QttTm$ELiJJz;n6`E1>iCm+^Je}2pUaidY)^<P~E
zUnCT3eR}$fRknQRG<0cEe8jYn^Hjmdz1+?-|1az4Qu(9ECgRf)wrCB9g->u)k1gLD
zvnI9LobKF=`IV6t_b1%2e{^TnTP^<FqIvc8ff7}kD{rOUU1!9XyD@E6LH|Sj{jn|Y
z4JX-2m2Gse-#%Z1C-TM8yTaT%GB)hu;FwVpD)GpIS&?0|PPzEqEN)%xLQ5m1E0>J?
zuUt3cI4tDLe0pZ@Tos<}wm+J5xn<r9W%M)%7xHpG_c^oAh0$J@N8W|!XXTrjxgk0W
z=iIWiF`iv?`>N2R8n(n2--AW&&U?;rcvroA^?t3#a_Yb1HW@6jb(~YnVWp4|c_Xmi
zGjiv{P*eU#)`umm>$^Ym&ORRI^QQjyIs=yMveZRqYOLc$+R}ey=(%0+)iHZ}bc*4&
zplP?KzW8o)s;j}xE779M@||VTF7Mq*FSh-WD38mPdpd*l)baOR&KvT!MNV9`Y3HGU
zRmC#bzbyV7Zg;A3|K}FPwc6nyxG#1oDJ*#I_ufOu>RCkgyF1%#pTAeN*uKu|U5Y@P
z>xuXJE@r9%b-og_1UxuodS-h`Jo7ZtxVXU3-zC$G<wL;ypA(EE+)uw%Otdyo>QVn-
zyK$|~p$|@{Hf((V^U#H7?;@`MRQVnED(I3@%P%Qb79Gw*lE*d0JflzUd0zMSws32r
zqFr8!P@A;MPW?|$&VQWVlDMhg?9#DiEQ$Aw>!bx&7X^y3yjij%eRIyXC)<7*+@B`g
z`cOghU%Eis?WlWQx&A>MhxyJH8rdITeE-YRC8nB=@t!O!ch2lw{&voRxC!$&7RYdZ
zRONIwh?n@~mEB}eGf$Z(USXkHXGQ1Fx=@L0f3wszbR8t*PW{c)%}%zP&&zn{^)LS|
z8x_?(zBfJ;YI(@`e)@h*p3gb&olACa68IFFSn;UaY{4#<#1&7UGBTb%(*ASHW7nLD
zj#w)>F%=%~i469#Do3V1l1bdrccQB8^0tQ${J0V;jNK*Hr3$p=?%1CCHtKXS^S)lD
z%0sD#@|o%qF0<};JzA@<*g)q0<3Ib=ew=+KlenYzKvhbQ?!!InxelwxSx0@@%agd`
z{2UIB2+th#DYvI8p5DL5?&!=tDG&VS*mWCxsa`ruAU@9H({|Q<iA@G;tQZ?#iyYeU
z=yBD`yXCElx8sC8rm9b6OL4GOJdj`1lmFzPG4mVWi%(-xMcd9wSih0>eD~{-bCbcH
z&zo{Tq$Jy`avYYG7oXFW5!+_)#Pa|nqc;nug59GZsozijJ$hZV^34~k)dndx-y7Yd
zRbsq%xEGxkda1U)`&j2+kwYI&{FK^q)IONo`I$-B!rbCNXXaV37wEOeP2=x-TQ+^)
zG_TvWtIqZu3Mf|GdRSZ2_Z#bpW|u?``P=EA{>AW|K3}shy{dop+s~U+5+hR1l!*vz
zIJ9E|`>{7dDSU>1CdTM$3tpIibGZWNlZ#9(4_)eRJqq{n{lk7PCiPF5Po(2~mmSAy
z)Za{BF6$V<qPa7_<@ki(cb>2(fB$htZ@u7|`$BE6zbVKc@5|#q(Ng{9fza+7NBG$0
z9G`S|%0GvuuqoQn)!YJY&Kno96<b}p8lO|nEM5QQli9}ax`LCRe~Fyn^5ZhARN3tQ
znbG3=S6<}z*K{>V7i{~()3YUcpSY8yLPF;QMgJSc-1}F0g&y1d;lR8f!4oAu97s3c
z%;j8@bNbJgG=ACLjndm@ewWyP(e;$^H~S4scBpjEvzi}XQ*-^9w*5`U<%cJpd27;a
zU^DOY>^;x-*(%stJeNOmQ#hyEd)~TQ`QV$SO}u$0m|`m#4{h+C@A{_TO!oJ+T-$E^
zZa1(=o4-sis>|Ll*UtIg`lDyIC(Y@5UwBYqw?U0rUG}5x!Zj8O2}=u|8fJP`H!Tqf
zJtFyAV1k2N;t!5WztpXU%e7Y+9p^l_JlAp2$!#nDtUGsN-(~&Xmo}+>mzDc<=f!h3
zmZvR-+>$L1E&r}L%W1P$LqT}M!fA6Jubi+<{{LH!LyKw?gcX_%QW_my7Iputo%wi%
zomE!2fL+~ji=^p2AEQstSA4qg#-8(Qbso*!xR|>yIxNxR>amY+jE*-nJZ*NlT9MGA
zFS=*X{fZC1!h3oSeTb>~I{8S*#VK!{Yo6Tw^UhOl@BCz*@3)P2+q#H5dmDbf`(SI4
z)y9{%4}DNwDCO4rAyj07X!eo68|OKnpMPNG#|N9cKKC5@5ccdsd%4K;wEw@;!dXx1
z-riF;WhdXxPZhb97bWcszWwA{zF&&{Verh>hgXWa%0*W)GHUY&9CPG~k65`%=jF?Z
zq8_?pIr_^)*lN^-KUL-Y+x<h{y1aqWkjI6wB+y|)gih1FHQ)CiZAxscYdKZH-{AE3
z<PVo^X3aHMWzHP^x$obmiaRN#HWN+@{+T`ZVB}}<Il}jk_P5M2U42kTe*GQmziPK$
z?tZkQroH$><R7c7w+kfS%up|iw3fZ$BI^8NMVI1*kN}>Av%U8*9u=4-?(AU5a#Uc!
zx+*94bqdb)KfeaNNIda9i{gIJhvfG%3zTmz(%7|Z_my`ul6N29mV4VxE&2Ag+?w0l
za*xisakA?F-Hmrwe7Tu@*RiM8e{WUkYUv$<*erH<nELo?`*jh2|M#W$_WiT|%hWuN
zUnk~Gs($?b_kWq1>b6DLE<P)k{pjka51;y$O#l6pz1BTnTqNd;s{Q{1xqnh;|2RJL
zz-spOUVB*L^cWk?&$HWif8zGEZucv_cGXqCUGAPu@73^YI?u4en!iH6J-|L#E}%Ym
z{_kI`e>`gQzkcc3`SQoJm!gjP-@kqRJ?mcIr{+%$pIDBYKhQe9efLkF*ITWBzIiPE
zfwzW@;f{wT7lUWew93lg`w}-+wPdm?Zui(IbW-<r`AI38G%jgrqv^i0_c!U@-7$OZ
zjZO34T7SN@wCdg7{F~kKe^12y{4(9U-u~~m>DS}j^Sw<g&t39<Z=Z04<=PtG<8uzV
zb}#2{nsHqGZlX=cJ%i}A-9MkdKeSq6y*gXN`FU~o*57|o++8-;c>a>}XK$CC+Iunm
z|AGhR4>!MNoWRaDIa4&AWxw<6=~vbt^_u3Fe|2H>yUAyom#w{(&L*Zg&8af^>xVzb
zPapp-+N*G8qq`i#k2jCyKbXzEGx5Bu_Y}YCOLpejcNMi)6kH7XG_!tQ{mFFCpl1iu
z8Mx%kdKGjGX0EjlI{djg)oZVt?j%i~YwzvOo!k3Q^Y^3mF5kY^uPj^bU*Dg+JpSK=
zwf72V@JieFUd_E>Gq>GumxkBPlCN%)N;dzv9@%yMFT;Uj+4D}O{Cns&|9H!pljYOS
zf0f#PLS??H=edQeU#m^d)T?1Tpm^hp+hd`9nqRb^Hr6K;WG#M{Yc#jKhWq6Dy9+$I
z?pt^*ek^@|#jmdV-i0TaKN#3W+t}3adsTcmZLRT~opHObruQnGX*mCiIpNHL)-aLs
zS6_Zf)P)-C{Qu#jB)k3|H(vkV_eNhIp1+uLe&zGXe#XO}*365ORNHKNDPvpSv-o=F
z9^*S)HDM*cGPeFWvpyu{(u!4A4`*xF)NNvT(s(k-Ho-vZam`=m%j|u#ro28?d134K
z2POL!_+6In`R_St4_{@0_J_!PlefzAf6hpswfgs+weKJJe41ImH*wutV+M}tc2;x$
zSq4tIbUJK>khoEPrCzU4fb;658Pl^4ePR8%^i-I~G||{uHxECS{8wA*@M6dE^OIEU
zo$aP;##@%1nv)v2>PzJ@r?6cyM@4@8sbF~0cr&Roa?;c@U7@SgFTR)~^*JHu#hy1w
zOHUp7oZ}rRa#!+6<Luu$CncX0pV%Y%GwbWlikF)>pKSI^x8R=7SYQ_xw{Ve$YRJk!
z^{k`QYAfIW74Y+2{j2KnY5N<CwpvI0Jhd%k??Hi+`_CIrXWDvzc|NOSkNyceY2RfT
zy&8SZ=Naw@Yxk}_X;mxKyZPeZU{+0jv2{27W-s`-Y0aPZ$FqO`&^fv5NYqy;b<v3V
zqOlS+YzIF6_<T#HE2!wQne5_>cXMWKUU2PV`n@FHS=+o8voi5tQx(||u;9T@9gd_)
z)<4(0;63?ef#nCuhS?v)T`Q$yQ}Zvcbl+tC#Ibi5@1o4+>Gkisxzgkgr0-hwOwaE6
zs{0mvcGheRIZ|uCaj^RIGagRPnBFFJF}BN1*Xq066t~CXB3pJaMt!|eA-jmTPma0G
zZRg_iCI1C~uDLE<eklFHvl}9=<xPGZzxk!7KkKW!u&wyKhNHmcjKw^a3#xLW0&QNM
zv)lgumO7u^ZT^OtUrJ4y4D?Fs=Da$_|HfdOK~9W^6{}uvTEeo}rFPz@j&8jC%=KXU
zyU#x^__!|jZ$E#4H*m*y=`U`{ub$lWHooU9XYh|9`r?*Ex5ZyiF#lLnHlMwBR>?~{
zmmfR_CNEUupLsv)O6G_Ax9|Tcc0RoD#m-8tu(cC)PVZVDvPGJ8zUi#^)z{YizW&zk
z@N=(ivsPN|eJK5d=T6J4O^bfd?hjK};?FzZEVT4=8+X$O$xjZpcHWczr2jppE1dUT
z(r&s=bmO{?dcOJcybLUH-5Gw>Pq#IH<e0YmdXH-MW|6&(W#Q@$($~Mul#57vdac>;
z!?$;)*)Mm={NTBx$X~*id}>#$d+~+u<?B~|o_0JaZ&#h%f%H>vO|AP=4&B}zeqxX4
z$1Uqx&okJ_Y;%%2yZxzF=wI)x#V`G4r0WMRyW<)-&HjP?{-l5tM{D##Ud%QU)%yGI
zm-znYhpw}K-kCD<lV{hW-yC-01`WQGp2)AhzEZyb@$KfTo8Q+>7MF-o>3RObT5mf0
z0ky76{54!^Qg-$`&L4E`auvIjb-(reclL(1sI>y-)i;kBu$(x2RlHtx)5*=#mYm!q
zbh^Ip>4HhwKh|8#NJ`Vc`$1o(wqpKEIZ@Z;{q5&jSuRX?r~AzR?xcSoY#VJPY*U}r
zORY7#wDl8%oqoh-Th>0iJ?E2`pX+?^`mV;0ntTSai=4mD?U|DBewmC-8rSPP*#~k>
zbN-lo`*J&el~qB;lx8>480DM?pXW_J|M#)a{Hy;yJa}Cue|qsz_L?yJ2$$2E?C1B-
zN`F6Z;k@@3_UdbgZQ{|6S;LZjZJF}zsvmpqR+oO7voz=OzsqHRWlo#F=Usl*>`CM2
z+GWcltSbIZ&8e<-&EAyvw{1gEs<uJh(;23D7pJYgS9n9w?z6AV?_YaT>qTnz88d`D
zIy=#4;rouGYOUU9t9ozTn6UGDm)P|ZfveIytL!c3nAL|~n>yLKe#KLn`9E(2Pg1Vc
zi{5z3*Y2{X;?FgrEM<>c%O7t3%&<V{{oxSzJN_Pf^-glFzPv$l_TC(3-JF*y6F;tR
z{C<(Ey6)ZT;~~4BAN+CQ=R=$L#dBw~f0${uP<G=<$Lvj6TVKU~ooQzKa);Zxo43<{
z#gu)oytJnEVo4Fl{PoNZmiI&i`=VUpV?FL`hP+rf)i;g%wRK6)ul!r{ck9fQQ{+i}
zTrvOWBGsCUyJYRHFFd!FJ7D+6a@J2)me|_4ul)IbM!dBDAh|-9KV#4RK>kyXd*c>*
zeZ3uLmvH3&o4d>tlD)+be5|S1mU|l+J^Oog_2*UQv%j8so8w!4b*1N}#IyVRcfU`|
znJu>MpPhk<bnf2M(tZ_szZTTZ+iHL9sByf{)7_oXb37Y16#lJE@G!ey*U!&=K6T2+
z^Agsji;CIXT%M|ivOSNheICF0++K%})ReWmD*qidw_Ol=d`}qrTlOh4xKhgJFBI~;
zdFRiG)1~a~&f-^$KF?7!Pzm<2X0F@)FjU*`!>+^k+DneVaPrp6pXYeYVBY^*IqkNF
zbM3^BSLDSe>f1~YJa!{=_ub>A^R8I@U*yfrv-ak@Yp?dX&-=4p`R|GB`G2<_oMs*M
z_}VVh_a1-i=fD5Q`8?KjeapHJze@T=qMv^~@-~Y3FbAJ@?eC(C>|a0XXxRMNv3cLB
z*Y$h;yn4Nrhex(#@~0fR>Wg`&)QdYJPknx<K7YOHR`+fF`OgdInpx$AXdYg7ZSI>F
zmq0E_J-vS4J8m)8cLydcTq3dMP7C9eX^T@8zh%i5oOxN#YktUM&XXNxy=LsEnh&pi
zf4A1{QuU6vwU3P@k`AV>-Cw#;b=vP^tm)dBCF?{Eex9Vg?w<?aJi{AjjM+YRzuuzj
z-XOl`k>vfvoOZb~3%5|GBXx@3&l;~X+Oq1^OF5qTv9I%ED^7~;lTT=9>|3?u;<=zD
z9#fC(sJeT0+wW!Pz80Qxy&m~lCZ_DwdgJvwwn|HjC|MqPxb6D{y$g9>;zxdMTX*<c
z=<k1)FLIRk3T*4iOAtO=y?@Kz^=2~*zwKmgYd1ah;!EJ)`t@sa9Ah074@$3N$-Z$Y
z%6r~T`}2vLKfJN4ySe4T%(uy>_pnQMq;Ef)z1eJi=+)$$1wVJ~&Rvx~Yv0YOm3oVN
zX1<l)bfVbel34BL0G^eJ$!|P<MRh4N?Yl8uBYNt&YW|rz=e^B5vtM`XgyuRKhVh;1
zpIfg}^zi1_ZE|&AKi|LAncimb<H?_sP0Q9FP2cjQfXQ&yr!yZPvsCpc&&WCUye4UH
z-n`oT^KZ?4Zq#KbQS#y7{?m!~EiTJMzqb0~5G6R}!xsy7tF;VKzh$0W&|Ibca!**u
zNww{JpXag5PTscmGXK`s%+ncG`Dy*#_W7&h!<(gC#UFZtrxu)fD0cmwyX%GfCMUQj
z{z%x}l)m2c`DK;;w}s|%zK`6NxFJ7w=5wP{JF<7%@^?+!ts^Sd<<b@^Z=HI%W|5S$
z_}Zn4w?1hoUKN-AQ@zYW;u?oe?X)x3WBvEPty{b4-?Q8G;jzN+n!KduD!YD&iS7Bh
z(#PhpQ1V3Hqnj7#)y`9COVE2dbK{ZCr<!idoT#WfUF*ek`pV8Li^8nWN5A<ITw3^{
zTPssU^HN{X+$Fyc#I?_z@ipoGoQhu#8;*VK?Mf&)7V&@OjP3uTORp~J-&mWOFjFn)
zv1#e4PuXk!2YszQmsN60W3gA&z3IP=w3|#l`#loeTqn#uy!c4^DdXzndf%GT&DMk_
zWa_5eoWK8+mGu6rqM(>u+9s3r!u;|nmv>=7e(MkTE|BOiTzB|}Y3G}4eRK8VZORfn
z>NdyUPdz(zZ<*n(rnu)HY<>th@0m9Fxf-8gm+jglTiagqr!xiLa-M%EV6@~~_Yn`X
zdF;|j9q+l%r*2toCy~0v(C+j?ev7k#o}Q|6;{CQfcPaPTyn^G~p^1G<CY;YKTXHu2
zBKxj>D}Q;BdG0cmSNe@Vtm!)bZp*4Qi4p8#X&-NFx7l2~mgz8u!R8NdgnVPWo*Q|6
zI@$J7*>CR$-R=dkOwL~Zr2%SMW+uDy^IbpL95XPp4VF54ZsV%O3<kOB6BaH#a>(<%
z(r%f8C+DxetoR;sN#jys({rylt3OXZ$DKTBEH=Bc>_gA0@{pCRt-hj;Zh_S+yqZo`
ze(r4BSg-MJ_V%(p`CB~GC&uzyyt=M+^P_`muafI6*B8v}Dsv0oP2Ha!A%4;B-li&z
zi<xI{>7Nno`x~zKOvSkRsmEo}Nq+Z^KmHkY`m*x>?`0Xsb9;@f?!^DT|DUbm?T_O1
ze^ihEpE}pGcEhu4X^jh=Cq=1feYhEIbNtqW>rbtwZi(D>GxvY_ZlUw3Qw)D5H1q$H
z`*B;-z{lLGc*5f;T3pSKI!{NgSjF+}(zk$v31^DuXiheH?An-Fz2J<|w!{;w{$0v2
zVbkX*(>dSFXZB<F%*tair@7?qlKr+StW`4VD0I@a+tN1kxdPkyDEG-O?X|8wrpxx)
zsh|IL?q5`e-r~Do4ss~>eF|MyDma(vTUg|OA$zTwYdcG`eWSMvE%>H*OsX&8;{7<w
zOM$W?9B$f`L0eBQ<$rVb*T%<R9UoTic<BC1>3(V#-+`%oQ>Q$?QLM4^Vg34Ck;gy$
zYB%3oDRFF@{Ch#0&5alH=60vw|G#|Qp<>C@H6}NwT;6x3tugUd(5!j;)GS19{9N7j
zqT=6`z-0@P;vTG+HDjC2k(0~brHfoW&AD$|=N^R{8*Th8PChxmB{{*P;M{@CiG5+4
zA4qQRNj$ar)xrh(&r*FSpJF=v`s>7_XSE*tS)Bad`rPQ2uY8C)cN#a(<4Z=@Hk8UM
zCC+@ux#bya*~+(Gxk>smnPz=!xnmFMrLC2iB<Lpf^lsmE_SWY!pU-%HdC&C?whlqc
zPbKqfwoFOye;9b_aQwdL`5$D|Uq6yO{qkCuj?twRi|a3hR_HD6X%4%e@L9a^{(O$5
zir%WxR}cIC>&Z)*eJgZYT;W-HsorC5tOxs^?!2Y*ucZE%aa{Gu;xpS<>+F7YYyURM
z^Qlt`FHEz3E2}P?zIH|Nv`{~#jhCGkF<rhc&XxW-i9aH5X7)eVxOWw`0TuUh+HLD{
z+W)T)3$#hzrf&01`+Uy*`)}s57DPu1xmL^ET%>QZIEBMF*;gX#@R>P@Y0qTSP8b-2
zz-J!|N#p+Q`DOp7{keYgM(3OFI$zgXF-nT;*f0O}b=a)CsYYd&w#Yv|dS2;b^7D0j
zQ=M<yXE1&G7~A&Ts%=p-gMD$=v;If=rgeUPp1Y?i$_lW|zyE(z<<<qcg5RtkvCNT(
z^INpy<ii46?Yc0=cW3AAvD5pbBc!UL@@LUA6{iDvv+V``bS!+KP@uSU{``u^-Bur`
zOWCV0Us```0v|`y<)`-+q}2$o+x@%n&cgc6MQRfdzl_qa3p3w$GiO`4<RxK6tNR`Y
zT%s<jL^;fAdH69eQNxPkQTo!lW3j8&@?<tBBs|_6ch^|)<AF5qUvn3}Q0SO{_18@8
z`TtK&n8$JPryG;h(mb>GHd}O=^s<*PP5*ZyphUo`WJ7Myv-FR~T)cnIOyJ{S`gL?w
zH@gu3o3iKaJg)2q9~OzP{=E6e&D;vRR1g1_7d6U^%iGScdih*^!C$v9jXw&`7abF9
zOJDYW59{84<;Ttq!PnI#FEKhkaC;zs;>WVK#eUZ7yE@h>1#W4n-u%8}{?&pvFU7AE
zb5F~bxFoFTb>Aal?)m9Qmj38rx-kEuIFH=PfD(ZR&-e0MMg__{e=IJ`d%@CH;vldi
z^-yU{T>LzLR-c($6J!Nt9Tu%P`Qg`k0sGa7x9+IU2FKW^MCId|_7mMW^S*2~tp9)M
zxP7ux*S@@rbzPHA^q$h-movPjQ@BR=ZZ*Hd;VXeEU90A^^T~hR`>f8b^SzpF*Zsri
zC%$z0VOo=Cw*T7HxWDXIyXL#j%KW+HWpQ?CKl_XQ-F5BPt{bjfSXuidJ3}b%Tg&B{
z1&PZ`h4>e}f6f`49{S>6{rRZ}rN4H$o$frjSu8=u`TSkCwMX=J{3`ph`r5tot#fzh
z3E6i)a%HXvFP;02KlOYav-BCGvojPHKh#vaCZV#?!A1GXiME3oEm?e9b{!J^eBrxp
zt4rY5;-aiu?|1#a`DNYKctx>Rmz1}>t&NvuGD=y`?#w=VUg@lfLd=bgG2a)7Wia)f
zJ$K^z#qR=V_g?&QTS~p?Fzd6l728x)Z)&T^x!gZr`LHRe_y7He$v?#Qnbr1eT$uRm
z&{K)e2H$eO|6V=+e_meOq4O(#Y1WB#noLyIJh|~|Ovp<Pv6cvqS^Mpu?%B%wFQI7h
zvXwIe`sZ1w76rJry0FOS{`Xs%DOqo%;==z!l67jyx6ik3%N<Hte=+l6FTc(03p=az
zc~<!9@f2ot92B*G{VILm`K|L59WSs>JN)+Jl$SF68#;I9%y(AW%vR9U@%-*CgPuL-
zyDy8cJ)X1t_K!A2#i|46HC8OyJbz<nXYfIf`tPz9TP_}Bv#I@1xZM5ROM`!zZ`1pa
z|F(5*+UN3dHs_k!Upz9KLZ4rDViA0;bYWIpb7RTz_~rZ(KR$O`U2k<_-7G1zi2Ki-
z)&C!y-Sw;T#)^;ELJan_F^Xzlp2+R|T2pzSU$lMst9#ju&P@x1Ype?IEJ##-U1}S<
zF>UvQo5!03URL~;E328z?OY=(s2KM`g1<m1#K}ci^Oev-y@Ll5tFvax^`5Odb9lqW
z%zbT_9bfPDNU2P;>Hf1zWjFIw`>kJ!{o;1`{L$$$zqzCE)q5+sr;l4&I;42#+^zb0
zm~ZvgpDRk8daqdP@Rk0yP894`lD%)J;v)ZJX7t8Cs}|2MZ0hZNU|MdQ=F4xa-fA5s
zku;h4d)byR#>>tB9+{x<g6;G(ewOVDav49~DEvNZC20EiAfI>}gSyU-9eMT3FYE2u
z)#smiKh>kd?!)Hu@;BBjo_{{F+E}cucT-{q$NJg(?@wG`$kbOkciQ<C*WdqdP;|^+
z^oN)A+MhcC|KhFW9tsDhJmh5&VVO2pk4Lb_fb;sx_s#p=6)cyYn?Gx(y7Ss*2K)4<
zZQEWvOTWDQ+HaSHbZ+M<n(9hAdRspg8(40&6XEJj^AIRevDMBFJ+61R)H>Di)Lp({
zr}9k(E{6OfDVOtVjBV`h9F=lf6gK(x+t@?bv$IM*8;h0Q*wMeozT5Eht`6H*SBf8I
zXLD(peJcHIyiO&wYrbotcKhL<S1rTuge;HVYWBKM%g=Y#W`iyJmN8p=J;^Ozdm!Mo
z(ub7~r$3LWOYY6v-S5&8zr7@}BS|>wmu1X_kIHQ<j_CnYxMsJ`S~~SH-?eo*JRc3;
z8gcO1J-ZS${dUEyh1Xm;SSHtBJbV5_(Gxdzu`rjG>aW(HxBi?JS7-NaOV#1mwbK+G
z>!Tjd=2{atXHh`gAzdlcv&U+?=khF@HrdrzyzRv9@2pKLTyC|x<Sq={b32^L{`i4I
z0^d7JJ{z0mX7wg)uy$@*V7xEk7E7K$+~Po+11eS9#oAUp>xh3X#2+BxdTjf)iHG0H
zW&eu2+`2Gwt<=#}rTD|9@=Khu_Zqa!zuUGw=8sNSwW^BRJ8>UR-NSe7VvDYIY8a)<
zvRa(cS~_uk;`fr}-L9bu71g!>b}h=Yon~-FjpNqOo3r?CHMJ_fQ=OH$;?eVI${ah2
zD{|bz{N}2CWKjLH@#0QzZs(e{kq4aHD;}8jXerI|S!5<${d2{Zo;Omle|i=fT`LLD
z5&5`l=>(}iyPHiyYX9Vv?_6eh#ZDmV<7{rZ{^u{&%n4v^>gD5KvGkXe)Q!jQ6#RtG
zK3jQ$*}Oi#$*%1gQ;=$!{i>*ScXrHLXy$t0(FcQ&lg;x>HJ7!#%03$}5%oTG#rI;b
zD7V=EipqRxD{K`xSm*AVJ9Tz^#A;`o1IA}JW=<Dt%V2CcxrOZ`!%SvTPrv6jZMVc4
z#oN?hK1xqHlAxECTh<@!oKoO=t?s~{v$HtcthZbJu$(X{O0_Ppe#<9mj<V&Sh4!t9
zPx{6c!s*9k*x<IW?BLby$_$Jwk}OlyE|(NcT2Z0cz_p~bb?)x@=O#$8^#19I4a|w!
zQj*x=B)nsRe%(D^7DZd_=WXxy{=UAdkNw6I6{SCSCbce%yeI!MZ`ET)v2CJzewGP1
zX9;Zky)%5j)DNfjZ`wQf^L=HHzK&2hw0(taqVA`re#OOZTj&22**1yaoiBYwt>Tt{
zvpHt?#9v%o{-5jWLAGwE?5ZY7AA`m`C0+ij8w46Y6fSjSv#z|cFwH}k>Cc^=)$fz8
z)*V}y<?X-eVc`!+_2*iDWwbO_y*EvGaFl0jI!mLu%=?$N2?cW>RWwW%(qV{}a-L$&
z;%?)RCTP?n5!5|l+RR$-_5Yef^2-*SFPW@<Q{u3JeD<sJ?Y(t(rXQWEcy#u>ssE3k
zZ_?pmop$!|*ZY$u&5B#N>7#~NgU5EmVE$Rmeq0j|uluAY$yMCKZ5@AfLKVx8o9_x@
z&R^v`E&5BcS)R>t$+ayjemy^uSv=*JWNw&M>DxM4=eM$s2{$)6J!G%USs5z9U$Cob
zHJk2E?tWLrcNesK*)<-&H|jB#4C-gFPk;90ZohT=hs}?!B<Zk3hqQ3cmgV}}WBobw
zV8W@NJX`%+%xa7qP47M|5`SNRq;u<xE32vs3KMtUR4;wVw8T^+^2nn_rsg4f-&B|P
zCwl0!Tt5F>uFz?#mVI(yhqcpLTU{3`Nxy?re_GCnnKXU6`MiY@P69^7MPduT%U#+X
zdX(8FxqW^`TCtt@a_v*U#FgaEMDJR5ELUQ7M+Qshmf)<cS2ZD*LtdsY=`;H-BI9~>
zgF(p4^uv#D-YK&0c3H$zR}uI2&f4^utG=9h=GQZE)q<qJ4q@LVea~9B;uMscU7~*9
zd|9^t&dTimps97o4y@fg|MMsA*N0kV<NFHjyIm|LXWo>5bZ=o-MT5nKGmjKISZ7?&
z>SXtj{rd9{zu?6AE>XWNO>IBd-mwmOn%<Lt_N(zR3(-2aS1ar%{OR}+sd9^V;i1Ks
zpRTibdua9l%N+3z0!Q-nPf0INPhFd|qE_L+dA{YVWB%NkGT-)U<iZP5Z7hm<Cr(<k
z?#rKZP3_}@4Z`QvY`311>dALpsqGfKQ&HBdk29us%>RG=yu|n9)90HGnTto%THL6a
z86FVQRn7NNCPARUcysaUOU9e*RTmj_-dg-?$DL#1l@AXkeKh`UsU9+U-ptQ4e?*Eb
ze|7ljt9qRmH<o%mI(U`0=2OVCk5%`x-hXuXb7yDJpPEwVD7Ubk=jCg{|L6#9?Nh6+
z-S^$F;6Y>X)bs0<^kt_8)ix&Z`Y*cQH}_7-M`QnndynO6ms&XXgxg#5B&#?#37lWB
zvoxyenfQ$#-P=FDJrR6v<?+4Vew(We(~g;6eDY+=m-CM<o|m{EpyLU$V6NLv+j-@a
zgD-WR<t+8_U+}l_)s>zz*Ea~e8)|+uUhchr@7?p_F`>fzb<a-q<af+>U8H8pC7ku;
z_2Cw)X^#&Is?UvWKBU@q{ddlrW6U3o#gG5?m^oiGr=VlLt5T^{BfEg8W%#>ti72Kc
zF25MHJoI9=#_NWst?}?aU*W>!^XJFR)zj@nPuHD0$7u^{gw0wictgNt_iR&kxkzd6
zj|ulSnWo09+doCTwcOjLL*Blad(reJ&6TMepFRJ1`rEpO`Fr;r*!w7bq6hz1j}14^
znb^#G|DoVq?515mj<L@>>U=w|Y*v6%<*PeKr|NCrJ&F1GbiKnCzD1WFUq63FGVkz@
zX_o`N()8nYuC@JDdFzhq)x7P2M{O_f6SD7i*}X>2Z~O0<dj`K|YR2y<x<Bii1phz7
z<T^vHla)39{5xK-bh3YZn|@B_CuiNUMXUb)x*2+~zTdy{U*)79kt&zMUC(gl9saDj
z%E5PzRkg8P66@2>@>|+`;+v2A&Wk*C_4=v_S&dy&HGcbubsjmdxBcVE{eNw;C!edE
zXONm^`A3FhS&d97C?6^LIQ>j{<ej7BH*fC-pXU_@S%04RdX~8_efV*Yr%U@A4Y`gZ
z=Oa>HzI%RAczI6i{GHd1-hPxmaYd~bJOBE_FKbpepA9>i$#eS`uiVDG`Oba1N1gA5
z{VkKLddY0U`Alt%d&oCwn;c_5Q(@uBr*?kec*nagEyzP9Yu$X=bLJ1z{m$OuvVUKD
z!tm&-KX>Xse9-++95iX~A!&|1igjY0x6I@gD9k=PE#l}*wR&DTyQ0(k+U4U{D#_{G
z{{0|#FFQ|UzYhDq&r>YtzMCE;#qaVc{Yt;VUz>~@C(f?=v!~|1vv>0S^GXv}a2wCI
zY*ydY|M}!GE1!(Rt#hyW&flN%_tanh`(>AQPQU)3$)s%U1nWM9#)g!;2M_TH#qEE;
zvwU0qy<4~CvJPCITkvfu?+?2<V!Jf;V>Yldp39ZkU&wVf+2Uv7GVfE3D@^~q>G<;b
zj%vNz<@0mIc1hMf<L%A*G1J_1o``+7OVu&vI=A@`d78g=u!FiRvvw97eHO|t6IgSq
zGF!S#T~4O{*-_ID_TV(#i0M<s?=^hvz5hJDZhpI}Tu0RD^K%S8f2sd_XXR<PACh)G
z)8;Qf7q>;x+Pq%*&za(_@kh=p1=gHC-;>0b=$E)IId9W#S^Wn~CW`ml8@?`Za(3aZ
zezWoT{U4In9u;$&uYUhwGyU{mnSFgbyAFQ0Y>+%8p(2#|DE;40_a9~po!h&X{W<f}
z#{S5*`L0Tx>=u6y6!*E#wcJ;#o+aV?<$KD%N+&0$s~ty<<kn7lv;X<cxAIb*-_lj(
zUTA$RzVWbTb$-yL=hbSr%zZcB^m?YQa%GdH^si0xi~k?JC+qO6@OYs_y}%xgrUyp@
zc;26=$c=ClXiMVQu;7iXvq4L4iimDtqLbOzXaA-vO0+39%<N6zXkH+(X>HDlhBXPd
z%69)f^|0#XQs1Ya_GQj%=V$ov{9b-hIlJqe_v-y`WLo}yvik8ia&EfuX6r<*&E4_(
zH7A#zKU1{hr=du8fxTm4&*2Z=H#nmu*QiBseQuoQ$!%FPDZ#czy6o_L-t@1_{Szyg
zyJXlHU#^+xZR)T+B`r<dsy(qusr|f=Oby>rVa|VNAMR&yZT{MDWz*XLlM0EhsUKMX
z7`Eh9&Xa8`l6dupp?O2g&7+xSHLj}0n{V;IyjS|;x2?vdlX5%@r86dP;rz>T)bn0r
z`})J|jO~fHUG!Mn7sP&0J5<7Oe)G+bmOPw$S=bk5OgiZ1V8zc_mt)m!X>%??Pe7)v
zNTP4f;R3aq-kTNI7RDW}G&62bES1r7{ut)rUp?pGUzxnTgDDPKhXr<VUMsE$kZ)Pv
zdi!g!^{YgU_Ju4yEvtLt)9!9K{nE&|U2&m#OY?2__J`{iYRI-M)qTNouEQj9-s!^u
zQ|i{wJ3Mtlf@*+a+2H^_XG<aW9{)61znL>Fd0uayn%DCE;YER6l4n$JtmHewBbI;A
z<$<e5^o5fT+;Ro-@}25=@5$KIa=$chv}#`{(<Ze%ooD$Wt;J{8ocA=HpKe?%aqa7&
z`0Ri^jP~qaDFwO*<DMS>RVOj0OyQK{jD(fna$cWfJHx`{@I3d&Tfd)?U2Xq^`o9`X
zIUKOB<{8)X*^%mRT0Gkq-jsY|pz=lN&gy-gTdHck4dmaoEh;fT!@fjqdxBECV^j6j
ze8I4IwP4%y*%!_y?*G`kBiWAUslk-(Q{T1frKP2bmrEG6Xg3yo`4#qaqWm{uk)?Zi
z*0C;`_4@1Pp#RBC7x?Y3oO>Oz;NT2CXG@-?pKJG>&N=u$V0L8m;SZ75x4&{Yld!Qa
zI)SaYPf>No`ulZr5)=z$7F_;SIZdWb>R>s~^us1^Q?>>De!u0s#H`5Q_DiJK<@28J
zt=-P~w?S|Er&ib9=d0vIXK>4JtDmRZzR=B@=RWV`9zEmsg)_Gr@XTJH&pTi4#<>Km
z4@JRzn>owoeHT_gaMj>7C>W-*eK;lA<Fa|G!QmH1#_frpzpgbCFplv3;IDCL@dneD
zaAtk+Tqpa3Wg1@Xi9cT`<k%U5{7|aNAm8fhHs$a6d$JBE3Xc}b{7)3r5o<sCaD#=6
z0!NnsOZ(A>0y<3(0$2_{yrRe<RycR&GMy+U4JM8zrKPU|gsz4KPGJl6oE&!L%XXf5
zrq|!xJ@e-5?Voi&9UOAz?fE-<`{!%RVx?D2>*zSR;pgACE>g=bl_Wa&95VM+%3ADG
zCBxV9+0<+@+cKkfH;(bNbu=0^EG|D17^IYBu*O#@cj=`w_oDOO=bUPgSQ~hAfBFxx
zi_Z)tnhpwl<Zm;7+t@Mf^}M&+s|-|>*bb+D+pap#V5@|d4P#mV>G%`Jg`Eu~nzVJ@
zqVyIm{OaoRw(H=AL;u45&EDc-#Zy1IElhIBrRMH`X;*Ti`wxELNiblES^p$cAh17i
zLdPOW9_=^z^S!Q5tM66~TmMIQ^UN)=@4rj4fsDK_k$0<>TY1)vDfcCWTqT<yvVPnC
z=-%%2y83^F?p3!><$AxgCbjb6$xYvbcFpt6J&?cw(iXQyTZ!vBQ?sJr(f_VhFaKW-
z%FJ2*@aT)qlG9gg&ai*<vC^1#=UHp|=Yw~@Fq*!L<!MVWU^(vPpSwWM&GxpS;8FSJ
z#HW9Cr+$0xoM<p-&aE3QzeJfIE_q_SKQXH9_NM1NZJ~_^1z!9TcD}W-{Z)a>5#hrd
zjN7I@e|UNIs{o!m`m6aL+8DAlD_VHn3i+O+qSQA@=%Q5ZM7!(%#QxpOeOQsKR-3ZR
z;EkT#ZQJ+nt?q{IUhI}^z|yQJ!Sj8se$?|{Wfx{1oX{Zw3YVh|75N`|XL|1uU~P2S
z757Q)#%=M+i~YB^%;ss+W@2+bkZYu}F16Nr(>yC7K|_hKyZ2A63plal`2YIla?hAc
zlx){lnReXP*f8&40>_$J)|;ZO(p_9!I=4*soO~$!sQ62FvzgvYW-pt%ddL3MOKw`e
z_BAi9m=mM^>=yqwgFi$)=zdAuy9;Wu5$79(7VKPH?h>Ap#$1=YqpL$>>b?zsa;(gb
zzH*UT7L@c}cYC?n-2XdQ9(G%468$5lFa6R1k=3E=(j7D}ywkr_UAAJz;*DYA&5DA}
z4{v<hyycO3Rp|Hao7oq#KUBEFdUS!!>f(U1&e+$ts@Q%AT*z9NuPi7isQdrYwDM{C
zr<Tn3$ql&vZ<^=rRCo33<qkY-hbArF+P}m%STyf=m2TAed|myIn>inJDq0<n-57gR
zz;?5&pkS=i$}g#3lgkU=<{!;}Juf1zBJ|&;sXJKpA6Mp9F8q|QdpB-(zk6|y2v6Gs
zjm#U<?uPSR?5O7HT)}$${UVF9@aO-+%50t0WLvHqAIY$LAjX{d_Imk_dA3^|r(ZW-
zaK52pzsL70%Q6nIes{TY>~Z<Q)@NOfudf>T+*whzuv&Uf>BIf8YhQZi>b(BBep$aO
z^CRbmYS9Y8ll4<-fA0&e51)0jG`4O(`|F>o*)1L0Cm$<$v+mtr-KobOHe~4M=45UD
z$uQe<a>y@J84lr>yH;wMZwbC;d?4@=!=3xnZcCr8aB`h!f3P-t=ilV{-5nNwQa3m5
zj{3em;lw8S=JQWXCYSlH4gOS~n>3@88Kf<U<xcsu+w;pp3(GQ`*IG%5-MV5v?e^=A
z>&AjtOaAEDxJk{O^=*5BgU{02-=hEeKV0R#^y8zC*IjNIUp<(6+i}fn%gOglcFtq8
zW3i}B`hSc2=<VFs*;g;h&R!8Kd$antqsx)PODFp8UfsWc>i<0biSy#F1+RG2YI)!6
zZ?%W{mfCB@mJR%je!HjLmR;*U`<ig+mIPa2!Q-CSpWTT4`}=n1mGwWCo##4re?gY~
zbxVO=`*JtTW9*xh#F=+EE;|18#Vci3L$>55Z{1!1*5&W}F*~n*wr6vQ6`y`L|9iGI
zw`(?N?ws;JPq<uf7xV7ZRcsYWH!|~1A2ZwNY`y7;{kL<>HmhFy9A=jYao@|`$a2EL
zfaOl)@x2e@t{*Hsoc(BnbXn~6!o<05Id@J!y0?4pX{&d8mwcD|e(%LzbH^?JyGu_z
zObeO0^SQ^b|IdHU6a0Q}=VHP8w$E#x=UZCt<bV3?`F{(2`~T)m{hNx5o<Do49{&8v
zv$Nh}B75QkB7W@tlk(~6oj*^Mb!%%Y?z8HCxAZCgX)}}S@RXW!r%qNHoO=E*GV=d{
z=YLWjE|&YTX4x{a#}x;P&s79OgnX$!#(b=?Ddk|$G1g<u$2gBMALEtf52_MaoiF<F
zC6~*`S9cG7H0eC#w)6R!4uwB_he8snw4)vyzc%=B#wP8jjg7wl&pXRju3Y()qfE@_
z)ohPD2N*8xufO)H>Chrk>v!9Z-)Zi%D7(4xzD4m%$@JI_|E$CBUHS7jJ3n{d%f{og
z-~X8Zd{+9tKeL~u*Z)lW%)P%d{qyU^=l>^t{`i02_y1<`=B2-Q&rUwSGvjjS<b6AH
z{!IM8r>H%)JYIwO;;lDt=1g@}UAq6wxwCukNfb{?$XW1kw(zd>MLSKO7S}l*%opzb
zw|Y^{zhCt=*}2&@b+6LvUy97%+;U!ZY3hEi>F2YutmK|NRn6Da(fj8d7WQq{p+%3T
z?tZiHy3@SmW6bkjuRD|9quj&Zqn%tPXRdFqU*CJDzV*yv`^g`l&$?%||8Am>temss
z<OMrjHR87OGHo=x`qxN>W8=#vTc>B6&zPGZO23x<q4IhCt>S~*KFut>cdh2!?K960
zO_~&c<UqQqscAp+>A*KCq9P)7m-HuQNEvKMJbBPvcK;Lm{l!1k*t+KLGhF@CfBxDt
z5_Mmm`<wBHJ^y!o>Dk}%Rad%ZHGVz))3&S2+fGkMZ|8l9&Gib*{yP_3TynUiyv|MS
z=b66e_kYIhPx&KwT=&z#=gfT8X-iK(zx3%;`{SpZXU#g7e{^YTzbbdP-BU}M2>Xhg
ziN}2+3jdX_&*&?*u}FW#KkJ)p{f|kr7@4Pks_uyRqhPK6{M<d0{faM?{(cTCJ9aqT
zc0!**&ZO_>H!vAHA8_NGwD7~u6)P&1oqq1zKW~Fgon8DcPP^;Zc%#0t&hNH6bNclD
z=;zztWoBi09`rofbV&WCuB>U=^P~6oJv!$5M&a+j#Y=7e-1|8DyLjHcgGn2tEvwo?
zg+6WAwQ1EaPqw2DvwGBb-)V@|J@{lIr`_i0Td_Z4LaiUXJo6#a*Z2AMu2ZYTk5=yw
zvys*QIIYD(Zch2hFT97{`r^E%I3@<3{Qs@%=i0Ax4!qwoQ8=PUp+_@aFyS$4XTXn`
zu)v>(#B1*5x~`~6`@EIACM-Dk^A2f?l{=QaF=d-xSp9DMn@iH~QogG{Z9d2JE&lw@
z3hf7sJKvpimt;wjuiz+8Ft}5A{qA)Sn?Jj5F*e7&nm@UC)$!Opf=!vnx-&0VolfVR
zS;=bm{@c{O;^nR9!|(q}_^f|#-t*q`*1flr@21)Duc_a88f2^X`|JDvOHMW2YX7|Q
zR`UJkYZi|kKWun>@P%wy<f#g^&tE2YG|scz-?`(qWvFPNyMoyARYkKL9Wxrw3S4PD
z@O=H7>I<*lop^3&{dSj(-SqGf+s7YnZeF=^rKt*cSKd))$B5fc&F|h`*t(&GJ*Vx+
z%KU>bWXm(BweQ)P_`+a4v&ej3o<H;0Wj4iiF|S#-Qo4lM^Wwp7x!kz_%T4~wl{&%O
zbiPHlyzP9dXlV4u%J$fQna1;1XR#SftbG1C?zj9N$9Y#xzcxpHE@?QQm6gT2wfU92
z%J%R}^0VfATyXnPAA9`G=LbS7Pd@QF**)*x;^*71<f^50D%5CP+a{iP<}t76)T`eQ
zq<hv!EC&UJ_j1#qz}}RHC)49^T)DZUSnN_o=%VAC@d<{t$7bH=O1e<_lwaOte#I|y
z^ON829AIi>RFAm0IBYJTUGRg2+BJ5ceoX%N@W*5OU(TC-4xLr^oh8IG|7Yxj&j)@f
z^1o(TwQSlYsnzUPY$wmxi8yaF_2nL|`Hv5_Tvl6uT5Nr{NXG8H?dS6=1o~Y?xMt0L
z_9b6ghE=WkKo{%!YOdNGl~6XjV2x$!pMPdA{~s+Jci{)9BsJ@DsV<wdh}p-gMN#7C
zQ`yLr{H@9@0Z(plF89r=dogo<PO0tw!!yNe>p%ajx2qK5yd;w@-Wjm(#esv*KixXY
zTKca|@pkWwljoxUEZmi)xyB;5rZ2BxiK7J5YsZqGR!{%r=RbUXw}0=Jt6$$d5NbR1
zGkKrcM6JBp{hN1lD_uX7zG`1->-mmr%XC4ZCvBQh@Ys8j|DJ>W3SagwIJWr8<!9zn
z7rGhdXjI%6Y<)dv{(lt<t+s73PYXZqEK4~2dGFNoLO(a#6@xUdo-8{<e5uiuD4~YC
zADT<JoL%OJEO2^}+o`JVlE2;d+tNLThXneSc6LOI-E5i1cmLn%v*Lccm;JnQGW}zn
z*ae++oR5_oZ=Ge`e0-P8wgd0aI%v=Ty+>5d@HT5x(c)<Wf7W&XXD^+!=O5F;seyLO
zgC(N)f9$XM9CKR!ht~|vnr9X@s_{wQlWHG-m>9!6|LsrRr+c6NysgDP{d?zzr#H5J
znEBg`S8mr`?zkUs?q9j`N`?RXbED(A34I$LJLWS#W|ZESGiB<ODR#GnpP94BHyLO#
zMGJQC_g?&6Ap66Wrd8{fl|AsEdOrSxrTxqp^`oU}%lbj7b<6CCMt9ZN*2JKv5|1=f
z1o!;5W53nN)6coHecgn^x0`l6PG?a$RJgj4zp&!QM)eKZTYlDUxBaxmw!Oi}dxln%
z$i%3apj|Z=7C5qV`S5H=%J^i~x;W$D%*92YK25*utU0%)t$pQ>Gv_~CE)u>desj%+
zCjO7@;{BXwpIZNHEI4;pgz=8F+_K*Ds;N)4+xcYcHXQiErXgZlTB^S3;YqemS^g?(
z3I2Umr>>i;OlIv)db57|wV%8n+c`>{-0tTKHXUPSn%HF0w6o9QPoNabqOSseCWcY2
zu18tSY_>n!{HgNL%JiHmynm10K9+83x;4eq^JeqYsaLb#*FW02#coBIh*1UOk@>M-
z+}2NyGpq2~#-QJ2xa{Z3`TtTsH$~1`v+bAVoa2*|_nLpJ&HN?T@^j;idm3@`cH2H>
z_;yU<m+h_}+x;$W4=UpePj5P(V-;cdSg^#lQS6ZLp8I<9Z{BH`UUB-NQBD5W;u{|}
zJm-|(`rg}oetW-E@&0F9R(&n-_PX(6@}`qFrc~Jk7|3~~J}bR+<BwGQ=V&Revu9id
zlo(i-nFg#3S!bOu&3!3>(_hf`<gH(A@>=t6KimA}cWiuEXtDG2pKF#a+g7}3LBhR>
z$LH^{6Her~7!YKmQNi_b*N#JHC7Rn=1tnQ)b1SwU(pMFjRgrMR@^JLwCR^c$T-EQ)
z|K*2nE#1t0>U2A|PfUWH@SFUq>1PE@N*d2^?z8x}WUJ&OW1EtnJq^v(IUYN%H|l+!
z`6tpW;DO9Mmm?X=e&}4Sc+Qt4vvcnO4G~+;rBk==o<22PS50Z@+m8+hD>nST$G%Qq
zQ@8rK*^2&)RyO+;AKc3Hy=b^3FVS#wv#!nt&!+b?By_iLDA<0f>y+#9IR#n2GX+nj
zYt6{h&|P1#z8RDuCr{cxU10KCvAmO847Tv={0z!_p|MDSKhZ?zfLXllgA0on%Zb@&
z=*)V{B)ie`oZ`df6&Xg~=APhG4$uDaEqTAHL81fW{F5_Jn#>n037l7Shga71gsZdt
z%o7idXN!w0KDhYBJa>a#=efQg5w_fr$dR~0^7-d)$z{6&5=6S@HN17}+2yz=LE73}
zPD6r!-w9itnK}lI3%Jj|2|nO_`FF{}b#))6_FSI(eDkN7rR$y+e{WH0;|~-O5s8V3
z4&Q(5TWoi*1QUx)oYU?Ht|Cfr?r1I2IbeCrY1Xne6#*IC3FnnXKH7cSJo)<3CDT6M
zO%(gFG*xuA+xs22MH)MWlY|}p&lZdJ7|h+Wuk*-H!;g}2%eZ12&rf@u6QQszX5XR0
zzJtCtcUl(gigP>UeKLH@|7USE^S;U)JCvR|rGD9gl5`Cb=Qh6mNe><@^qncg&++k@
zWN$-KhS~kSx0^mTT)4F6&YksKK65(G<#U*{%u?pKzK!EhQlqEvk2zU8-}AIAR2EqO
zc*kSaIj<Cp)Wz(YxBWP?EWP}h@xrA~pFUOR^!eVbbXb1Di`)DETk0%Y%kf!(CpS((
zsgHBoQKN^YI&(hqZE|=f!<}dT{?t76cJA{FVk>s<Y%O~@ukgdor=p?0&C>1uLNj(K
zgnj>hfkU+IL*$MPhd$kGH`sFMTwdIUnTbDn<8$-Y?!Mi9eM0iI_c=`uOt(CbWI2$2
z?)b6ir(X5mjg-+6ac=9~)8ksQ>^SqGy}gDm>@MAbg?FAEDGxW06S%oqEw3=+`F86k
zqK+>(wr*V)a9TksxK__8#IL`1_oLL*uMOUh9vEjdpLf|&l3vI$|K#fU?4Nh`E;#Xq
zU1Q&=gnZV}WsXHAht_YEC{PPe7w@STX6tgF_<7~K^xtC3zHnXA*6U-u^3z7`{4)Lb
zHt#$dJEfC651v~#eHOpn_D_*5Qx3%!rN`Dq*e!pg>U3e=^S_$*{m+$a?6gJx9aNK@
zEp6Dt9wzZg%GRC3;(5;dOL^RN^;+@AA|DDqOn0`<H(2)5DcMZvN)YEE36@8XpG#e?
z*~}YTYCF}C!EW<Unah8!Y0aOx*y6ZbZTWNKsh!1>PVQx0_S<3NOlj>17x~l96R$bC
zC9=<6_UqTLT2?i`Ej~9c`+VQFuI-rI)cHCwYis=M=bt=#EAzW8zwnHA46R8oI^Oyx
z2OsWZw`*OvR^?37t-DV)?mW80*2TQ0qe4;t=C)-Is~;>>eAHGvkyqL2Pm(l$(dSPB
z?T>xf&Wbe`7XRIsc&0dY(M6VH;$FQoD;o{h@7UR!w{f;lW0?rw{8}#OiW8O=;!jsU
zExy8dfKBtb<@wT>{L4BI^0&mXgzip$TwGUIH1}z7zM1LPjXzmgR~v0^UU{H7GAQm~
zLa=zu{{0`;N|j7IAC!}}^pj<Ajh^o6nE1OFE+`l%Ixjq-t#zx@b&D*24Y#w{{yCew
z6N|byrPCXGB2?_>T`1f=<C)wO8R5FD^S4d7#jY(0-0}Un#MH3IGW?THHl<3=xc}jd
zs$k38?fo64b>1aQY}uGDZaeOwykX;$BawE$#o9y)3T+>l+kUX9NnOmmZ_+!4_?u@o
zIGtY>SRfa7`_$c)T%4cs`;MP}-gM~cwDWr}UAa>9`BS~^*G;d@Q{N>92gEE{Sa@SK
z(_=<6^T*}3J2UrgU9)CRd`!*DQt2t>GoOCmFmZ968ps<f)~&5hfAvLrk<7P=$sX^l
zyVGnG@{YdASZAv{^+fnK``wnEd)kv*mI$TgMH}9{ldPY(N?3jV-Z&)_Infy<4E@oo
z+CHyjQS2zJJ1w|J&tuy)d&5xYza?BpPOX|{9{lO1bDv`6*AF+>O8HN;H?v%1s=Q{$
z<8&@&xAVa{6AD7MFOXXQM|z{=>p$P}pPPt^ik=sl@nNCIXI{~y-{B!)>(Aso+R!9p
z==5RI(xtb#d-yx1&VHBJ&iT$TcJtrUr?jVQ&o@4ouC+5)%An$gL?fplmusTuQAK99
zYxyZQ9~5~6%RBZNpZg=$opI~*gO}Z6uE~kL-&rEoD_k$)<<8g2U;aymMR6t9H=Cx(
ztvjcGY%mksW)Tt2%h)=hi_3{+`hhL2Kb~#>X7672eDNZtjZbIX6ia#jTs|Z?eE-4Y
zf2K8^&na1=)8#f}#nVk+xef)dd$`p!@$~mc^S;@v|1<mXy&rdO`}pdroBx-6TPw`p
zad5r-tsm}<A9*)!W;xlgw>5Uwlg-6N_xHWJ#%`u{|Ix$G7aqn}#U_Y!2`J8<S3KwE
z*=!9>)@2b-9=%Oo_&ToLyw!C(x7hVE$9rzw+<T0#F+02Fz3%OieeScjBzV(?52}qX
zb=D}jI9N7)@c;DwFw3&Z9^e0j>CQ;mm9TQ(<!u~CHg%nf+;=T|<&QJZSm!LhF@LiC
z>0@qF&L6nPzVSwy3D^0KuhTx~$A6A4^t_qPw3tIWbI(ktoF<zqryo~d5P9>?E8_C8
zM_se_vK$j$^TA4g%bdd|TW-z>uwPQRvPjp?E<EIFj+EIOZ+4CzCqbdC*RS{MoqaR=
z!K(B`3ERFGn_Vq}VvjT34l_7b>?k+A`d-__TXS^xbalALeY{m6&F^(uJIs~4{K%Ww
z(?|Y<>CAX^nETbDRolLOdAom)vZjzChja7`j&mC=6P@jM_U*YD_Vdg$kCM+!deIv_
z^cMZqiL0EiZg;upj9Az!(Phh~oj7@RcB=fB9S0Qza;KeoBK}z6!Q1NVyjed25||t{
z6qhBl>gRLM-@Lilj=Sf4OV`&5yX*XNzd8?Sh%9u_QDjY@W+2z1!o%2_7~ykUz~<Ao
zJ9Y&X@f_@1D_bj~cC<ad7VI3SWEuJAb`{shdlObat+tuqRJLDqMwx)Oo!pB@f2Mg9
z`ycXq?rU{GNNCr74!c$r9>&=+b2eXfIca<3a{A9x+JCmj<+`Z+DLbz$rg`egvl~LI
zPOVP2n{4#ay)m$*+vKi?qS>|`Yib(Tv-cfrKG_@2J@bTQLPz}jmE4(X^^;c4ezQcl
z!}i|a@}n!Rgjt<epMP?0hsdlA_ZsESrgPrED<Lue>Xl>Hu3cT<xOgF_^QY-EerNEV
z``p~#;%eY<qmXZ5diCs2rw+~fcw}C`nTWf}r^*(|Uvm6Ho&R1dJ$BqJYU3*4=eb>B
z%Zo>U%p42mo@`JQu#U>S%4Fxg<)YWWV+%Q*TV(IJzIm9MTs(jNL(Q7j?Q@Q2XZ*CU
zIv#7$AF<`N!#m-(y(h9QYTmIfTV|HHys*0FU9n<r^0`=nqz8Tlwt|QEnP_dXv*dhy
z{+p-x{NrzI-YNIju&w+g^1yguyzR8}%5J@xTs`NrvV>L6XEq;y<fF5w(zkNnQRC-t
zlV-4*P8E;j_$;Nn?cn~mKf}bH%WS{uxpz@nz~Mh3j~NfSvs}1b`2ElAwx7C!#rbXy
zoBz2r7BbHNZu#NDR=fZ4w;vcUIzO-f)70x4`j+Rv&hejVfBNgf50wFjCmglf|5Yq_
zcHOa=;%B&hC2koo9XM~6C#$ctdx_D_-J-W{<UY0I@!7^`ASbo^cGkh_3VrL44u5OK
zYR12{T-@B}MP^*MFv+`cPUrEinevxS82#sedH=jtZk7Sd2R{CW-5Dx5Y<fj~Coev=
zs%hJ=?mH_<I_mKIjP<HqVIO=x<P`YNuTd-iR?`@$;p9-6`t@vG*9Hwf%U3@tkIgvg
zr+>)JCTX35i-2Mei<;jS<Nb3}&mYbBQ@bi(^!<|Cd*mA{+6_yYm_JQE`FhIvx`G!M
zg~g)mR<Hb;@%r-m`<qob*fn@^BY1YZ>P+EuRd~~O>8Q>M&tvX?b}Cx8=mqTU`YyEX
zz}Gw;o5WQW`5*2S@I8E)Yu<H#<GQ*NK8>8bNxgTsY<zt={QkcSw**=h_p~l9kYr>J
z=j45CG1>Oc63?yCS9?Eym}cWz)ZP%iwRc14J?{COr#D(k@B3j>^5cX$tJ^{j#?Y(G
zb&s>_E@vH`9=IXdty^Kwa@Q9o+d1a1UZe1(vFzD)!KSRoCj~k*|HWM|+_PrWtLdlG
z?SGtqAG2>|{{A|1&K@P7B`@8&)~tDRQ^(0!q|I#KocsN*22ST=zg%LO`niHzu<c@i
zEn7g}!_tkli+1Q;THN-%g8SqONrMlujhqr@ne`!Thr;$xeitU$>2giyhtMJem5^hf
zBn{pDT2H6X3cUTKR+~q#MKAu%Z^l;bJFZOMHyzce`B-^iK^s2{$OD@SHyt@&u^_?5
zVsHF@%atsB2UwV__s`WhVaOP%<yf0i_ATq_W_!EaO<r9F6PHPA{`&ILdHwbUt%|AJ
zKfV!MCARk%*X|6@$1j|2RmtyM&TOL-(*F6=-JfyJpC_Mwb1rkifn(fy1~0dJHl<jV
zM{U-b&n(i`QX6F_WS6y?cbCJBhZmnoZ9gQv;dq6r%B{SX9W}=edqk|#x7#crF43yQ
z^5yOAa^X86KP376Uf<3aJ#_5sOm3dCy5BPs)^J`padL~|4)*UaKbt?DW^d<x^s^<?
zVh-V#J0~`E7Td{f6=+pdEa9-Pb2||D%f5;?&PD9fIu0LIo=W}ik2WiPcxIS#aer*$
z#df0y`fsY%wH`Wowj$Qd>e=2uzrW9B5@~C(5AK|H;b~YU|NMumw3&iAom~{ZdmT;R
zGjZRKn4qX{eFro|6cx0s%U90->05aJ@%lCT?=C<8{!*}oizTV<f6mj*>IVB&g*xwZ
zLE@Ne<MZ`9|1NA@$muLCmR`J0qugg=?+epyMVZxy1U{yVKmE2Rm+Q@HL4(Am%Ac&?
zZ`?f)-4iLd!{LZqPV)SNl1+h`e%IpFGsJwF&xhZu`LDi^(|OhUoqvyh5PM|W6PB=9
z?!&hh#W~x5cD=KG(fMrRc@w5O7f`Jm5D@XhIEe32y`0GZ!h_}Z<|RuxE(<l;FU_z|
zc)ndh*WCQS`>Aw$i|SYWViBOsRkHilmU`RgzWv;pEb`s4+(m06Og4L{)lYc6ru~Q+
zGh0ZuN=a|b!LnAx-8py8zwAA+_r&ES#dj;a9>2_9*{7CNz~9o_oT|uuB-iJRyNKGQ
z$h~KqWJ7<{oH9T6r`z8ynB~}0W9wcHryuOkbN*@HX?`8puN0H(F0o0I>HFOeS@T5i
zz1KZn02*d!Iq&AHEAV=@M@;d#E8flg>Px5WfBiE3aJz@Zy!>bC+jCoarTPC_zb*eD
z_@2d1E@XS1O~me3XSnz0|1M(Ver8&}_UWft9vd>cTF)-!mt>c#d(#dn40jyXd%TCs
zS!{P;fT2kKylUN@4LUU^%~iHcY2A3&Hrrj|7GuZv3q}pq1^PCV$}aWFf`)#xet+-W
z@N@2hozk2x4ZbfOF4g&|ovJ*2|5^T?ZGZkWGR)rbcgEa*5>oRY&N(Yyvbsx&@1fH3
zhs)mHzB$ie%h8+){_{-px#yqM|8n%Xey`l_OP?Zrbp>W?oIf&Yg7}=A93iK?&yPR;
z5Y|1sBcXfU#lB;E=W*R#D6Y72rSzA;gvX8>6DGZ!bMvRJgx&kn1B#!W|JAF1Vm-Hs
zQ>ynv)8#qca_#4@aSCX?V&nbk^L+cgq^#ubE^oVUUpE+5C_K;+XukMiM}~6(SN?;-
zM2Ai@p|pUk_Y&_@k5BblYR5k7&73=>K4H3t3Yr$|6xHDkP>4GCeJ)=G!}?^W(=7@m
z2EGlwq8q;?dej_az9DFL`0SP5+F<$3le08x&Ye6Po&R&qGO>={wXzZWEuOHdTOQ2`
z*!9<;(`tjX4Tq~)t=|5Zan-!{BxW}WYTft}C3&M_g2|b1S@ZHb?zZ!n<`+Aj`2W6Q
z-(uDaGuSnI+^+b9NHFbr{LOZu(!>}0y}(|vY&!pb&d-`2--Dvl&+n*qE-QN%&&pPF
zeMSq%?DMQ=a~~8oa*9M$O3Qec1d6CVy(iB->o!y3lI_+t`~FT$zZX33=!xgj?{8-O
zTocg3v{5GV!r9&LJHyS}Ud0}K{l0C=@(jzvi)QXgDR<_4nEJW1`SAAjJ6<LypLy>i
z5%%u2o#Y0YpY`*lwdUVE)3E<yTzA3Omdk3wMzg#m9`QVwm9V$%{_bbfcGfPLFzJBC
zAy=vVWdgG!B146PEmk%i+`ME>O{R&CqfO%Ttx7c-KATT`tLGBA(Ld*q(Mgl1Ss%(J
z9iLvi_Rp;7Uv1;YhVx6GiW)wX)S3_K17y$Wjapz9IP30t-j6pAa(9Tgrk`-zB9VN;
zvZrnC<HEvzL8rdusz*LHyl9MU>|t-e$uQky#@zdRK35hz-k@Oq$ur;K!N!Mzy*(R$
zZd}=-s8GxCzOtd_ndIEZjpwtn{%MzZdfaxGtiK>)G&6pinzr_D*2Y4|6)QOAUe!Eu
zzUtsPCSfC`xPzK6-_&+ki0EXv%J_MItp4+|`ud$;yFTfDws=43rF2ozr#K;rRwa`T
z)nDJwS3SOEEf*($YqK+>=^?kpl}B27+z<OIb7$FfFt*(nd{%XE_puqvnWOJl?Dl8V
zQEaLE`|7q_jA%lH$<I$K&u>@e;as?F>MrL)Pd4lSy6|b|_L;M8Rh0cSirV3Hu+Ly;
z>*}c6l{qJuW|tMctoSRua2eBO--fxWHx4g3p5yUyKI>^&#~<eAJy%$3rrFJ%uL<fw
z?O|T6JOAnxrmY`cGFi;z0@lv>b4ZWV`L!!gj?IDOEmuBQ6wG;`GC6Yd=h^0V;?t+-
z@%5a4vNwoht@oh|MK&gO-CXg@K1b)9ZI$=6d#=Q*c~)Ux*{vs{e}8@7AD<A^n07#k
z#XRcc;|hWNmuzx}vkv}a%6V?mI_cJ*)5}@UHt|1wZ>%rnHjC>+<)!`ezgItveOB=3
z<^7n+lPCY4a6m(Zk=gw8d6jbg6+!<m+U;w3Aep>k+uU25C4M;lTA<uleYY*IYKvf#
z8^n2_29N)_y-zkR)#5R3ckZA0VcpZ>d{fh{fwjNC&8@$E*gtiF<BmsNv){#DT_2y6
zXD!U7^tw~*;pfG(dv8X^g>QQz=_fkFp|Ll6>8t3i3l5f?-SJ(vrv6}zlNY1C`(cm8
z4d*90TfaZ{Tkf>WzJ;HDKKp&GE4-}n>E>Bc56rxryu|ODe*T$oMDd=}p0<m39JQ?7
zSeM-1ED~_0`P2V}HPhe6lwQ7Vbno0J6S*EC729vlIUhdGP2HRv=up$PI99AJ<kr^2
z6^akouiv*j{jhkwndw$rCz19kf6A-*K6yQkuae$$`AFsVi{{KB3%XwjE|bm9toXlE
z*G$=7UNs|2uw9+g$DFBb%7Z<6U58fcG8HWCcv8s3yvAZn;*ynudh<C072QvKvXoMC
zn`&mhr)O@&I^Ox`v$7m-%XJ*y{r~+@g;iF5mj7>`WtMJR@@dWu%igY~E$N?L#kuD@
zA4$yU&WL|}Ftn-gSpUtRXQk&m3$}+`*45K}J;}i4!G*;$g_|E1->>`o?9W`#;QsFu
zNmV<aSh8IH->FjFvcOu?XyK;QNBBflC*5t^uVQG-(YmQ)+4A6YHc2Nh)?-dB7p90c
zUQxMWzv070Zl7Ph?`<yrJm>CeCw=k81;NCupE46HTwW|)rQva6MsAY)T$5bR>i0W9
zJ?Bf8J=J};=4Jgpa9`kvVy%C#VTZ$ZbIoEY?i`z@4kxqjpir+Rx())}8OOq9`Tu;J
z`PG%7X4x-|nrB-#ADUn)V_UoT^UqC^<@!N(%gs!;K2ABFax!`SpR$GT*{8bvSv89>
z+D0w>{x1dI`dohXKI6tmwk6W5j4s^Rbn@PTgtJO2yq&K)=DfUCoo1UluThm%*ynie
zng<{GYOa6mn_jZ%K#6SP$C*bJy6vXV*5MJX*ZCI2>AdH`7wf~9CG6&3z0$P(@e-jg
zUGn?BRp0N<<T`QTzV6jM$DOP~^UaF{X5Qc9E_mnPi_P2-F4YqJLQV3mV$af_Z;v~Z
zZf5$SWx3VyW$vr)&8|2+^ZuUo*9+QCSS7l?t_cecw(gs=W43(7rEGqUJ@plAclY#U
zL?)|+v59?`kUP5aa{h-`nrBX(iaew+*-ihJvf2H2e95m^mhE1+w}!`M{p4`V*n~@r
zr=Lr|uYVIfzeX*F?R-Lt(NXSmN2Yj5FqzqZFskB{KO4JhavHzk*2gKzX(wg-?H+IL
zWsTc^?pfHx=_lqqzZ<Oa_@z_-W5;IB%ThHTBeh)gC&e{o+jML1Y08NzN%Q-1@9>9B
z|Mykb9S2Y2#g(z7zc0S<Fn{Ci$I9Z`v*HgjS?=19X3*94q=2{k?T-5NPlu1a-Fn}t
z^Y8zLSE*{XY1$?KR=CRS^L_8!*eMvX@qv5O9FsS{{GMI?C}L*Onksj~;l=BUqQq}^
z{y*4X@xa)6QN`|?AN{W~NI2e@Wsve{3FiiJyZ8IPH+rYI|8hS4TrMdq>+ww;t4BX3
ziy6sP<U~7e{>>L#{a<+f!_+U&bW?03_C8+s{<Os}zcY^=gA7ix<gR?aeaFw59~;%r
zd_9rgBDd0Bws%2da?8$((vS{q<nw*E3++~~Tq(Mka}q1-=698EmPVXb-rSJ3@C{GV
z8#mYT=|NRd9ETN6^sn9jK5wS<WY*U1-)chFU0Q=@RsY(1PibD=vxUbM&CGm-|C(4A
zDisOt)}41~y7AY&I`cnIK6zf%q^NGrpM*g1y9YL8xJx{Wd=RrnSffTyM=S2thn>r3
z&WhUD(tkHRDsbnEed=*{U##A7%a`Bg-o)&iDqE#JH$I+qTRuu7Ze^uN^+y9ai_fk4
z-2cCCt<lrdj(^a3KIg^evez%>c<k7sp8r?*bn)j;&&t8s+CA{$$BxH-e-xG-)qJFv
z+L7Vjve4Ger<#XZ(K4y~=xQVDz5o`jX;$;L&SaXLnNsk;MdVpb?wR#b`_8}ah;KZp
zqBH+xsEG3Xhbs2vQ4&#sCwE4yS|(R`r)Z^()$-{r*H)~Qb^ZCDbGdKawy&Vh){j&B
z*lTqjKV2?&tohNrO^gql&&S(-eck<k;`vk0ZTT&J7z<vQpKCq;>Xj>}SdF>6y`II{
zJ)XBzk}q9xITwH8Zriyxa!rqYIIvu(TauS|&yy}mX_q~hcKmy0QLTA#)4^wtIM;PM
zO8h&e_B&m{rtDcl@~q{ZH@4<lJ!*Jb?3nmbX4S-l&mCG7cdy#`$<kW=dD!XaaY<QO
zPdnGFIez-oYO(mz(|@JkR9uKYSW$3rOSagvXHWIbj-B~nAooUbMrKvp-&4;25_c|n
z^hY3n$ETm%cJVbYx1Lt2`Ihtl{JlyB_tMnN9}Q9$CrK$g%rNtdiaz#9;StB24&}{S
z(blUIWuB}_J^CQW@Y;<{?J}|{bDlWLX+)p%oIJUB-kdqgI!f9Tr*?e)W*>5Y)pI$=
z?NPFE<^SWahNrYXdtZIO^8LMPA$F&(s-;WzG;^PLcC&bznft50DRS{TO8?w{{Wkx0
zwe3KZ16xd+)H!QE^E+1SmG3^zJQ{rH{*hPff_qPh6j!P1^dDDm+qdYN)52@3j_OUx
z;O^Rx{w%kDd3>_U=bU)HTXzp#*w=3sRC(^j_4Q}x&ig3ze$gbA<s9toe-jTZSTi?6
z_;Ta->`S(RGehgDi|=pw5-TBIFZlT50oBe%?Q50iWDE+bH$D3~>*n_S%QlMx{)MJ|
z_Te~rz0>)ALHOBSD;cFLl`lO%`DUfTS`8N${V8Yv@oau?aNzQ>d8<zcZ8TZDcD?ml
z-K%fwZgK9-3kaDyqpsdmN!*EZx`O^B;aOsvpJiV^_Ag*T5aZ|MiRnLzZGEpju@tJE
zH{o@jc$-CH`1DYBmGd{uue>W;Zu@zwjj+?FugB)!W0+I<m_O=l#e@~FDh&26*&@ll
zJd?ZYmP9Xm>xK}asS@Y&XQkiyb9=5&<+U)mUGI%{RjRc-Igs_Xu<T&D{@pA;LEiRT
zhcE1p+$+|&<8$-ni^pCb-K3{~RlWJ2`retBy{nh#?LQ!RA?zUQ(dvRlOY9Wa6h-}4
z5eXLE$F%ygNW?>dE3U8J%@W)A%XIZWR^1s)o0I0I=gQO^{NioaZhZcR@@jM4U9l32
ze7mK#*~||&*&CW)z;eb|QN?{b*Mq&6KHfd;6@9j10>`Y635Tv6T03KZdFP3_7o;C=
zEZ?GH#5d!<$@v|O7yiwibSbuT#&b{B=jN|?`))j+De$Ou>WlJk6XQz!bpMnkUsd*(
zeRHzNPoy#GN$JlouKhobEx7jd5~E1ruN1W>$~~o$ua|s2cfYa!@=MEQ|9>kLHBUA_
zw0OemZ=zAUX`aiP=Pq#7*|KE?Z@`?Ys}av6#araF=BfK@-@0_!COfcW=>_*WSGH(e
zk^lSM?LkZI*{c3eHb3pV%d+SF{(An8!4@0gLqB=dOX~Y-y=1E#F7NHP$<6aR)|qA#
zQTt(z=5y1mjonw7>U%#{Oqjgo_g)!;{izkdYL~5cTP9kY?r!t^=be+6XPKP;5%=%d
z&$BZHikNf`pKM$IV(v;~x4z7EF)>^B?_S=LHF3ISLBRID7ssrsva=r6msZcbe|EdR
zRmrapfxAl!EY*xZUsoz(J=4^8T;>szZiM_RMZE;3Grb=cT3R>Tny^nfRJ8o5W%-d8
z%c8~aZZ@A{!!KpCB-&i}g0R>8u5$bHH>#y~g8kw8Xm-`+)FU$rt+&41BgsE!Ss%Ok
z-E9f?S1zA_anWP(ynFwyI6ih1)tT_*NZ{w$&my09SDg5Kb}Bdj0`^B{XN#kvex0}2
ze^k6>N21}kr?%^UZ~ro(dt&nOty5xbS2Le>DZT$7@O{urhOhU<;{~rYER<(I{k1Q`
z<5lZUxxeeHx9RO#mGk~X;Qc$j%MItg$i6=5-OKH_%pG^C{4=oSyWcEUV?SjZ{{txt
z#im>{vzcbn%fb`)WPa*-YSDl5^P1mZn@(=F+j}_p!vg=H({`mZLciaNXL|N?((1H#
z?(@FSuz7s)!QzW2jTPtIFNpfSdDnfr!^J+oXM9Y5zboh1*57}RHFspo^Xu(Na;tv#
zVdCuzt9|D$GI{msV8U_cLpIA(zf_-kBDp%I?3mSg@z|gH=cYgDy|u2g&9`%Ex>JX^
z*rBd1Jm-sVsQ*y?X8z`=X2IHY-#^#ZNnWr0-yqg(#qshIn{CFkzNOz^8tqor+iG0D
zOx<2@&vv)zGv)q$|Mlg=tL#&2KR)-n*L?o+%JRc(JThO7HZV4S`7oo1ea-iNmycg9
zw><FX)7<BC@z=i0GxA9ntr)Kz^Pcx{N%i@e!pq<3>`nW&Z{4RqtH0ZE&3Mi(zxuV&
z`E<V-msV9?TP`~5d1K^pyVq;L5uAL$|93iHMDuc~-)w2TdDiJg2j@v%zn}E8pFKiN
z?#iEK_2FCl*~8E6Dg3`<v-;alUtZr|_*wea`<hwvF0Q}!@bN)!19mMHzh~S3{WX65
zrqZrD>EOE!&wo~%%WilsX&z(8J>fY^o4_RI?!>1D9Gm5@I%b@>@Hqas;pzA3ydUcp
z`8(SD?Yr6M?8wI>ym8;%)z|m?9qG67c&Jp_zD-)<k?gOT|NbsKKL5+Af4|oxx3BT?
z^<6D8QK_Oyg;8TsQ4a5i?1eJE0X+IWPmHchO}t(cfBw0>*vY0#v5nl%jug*h=eK-!
zHQ@6a@tGgzraM{ePn>#CMwb7}-#51ZTFk%v?RCCpcm1Qo{qI(C9UWJ>A2<Fu#;o)4
z_Oi!~ebT?a_uJ;Z@V1)wplt%*L(xJDxhGE6N6zGTPDno!?S9tynQisFe(9=5+Rv(V
zm)Hn9ad5S=?mO)5wXi0(>$=)~lLObUYdIX8Dt+>v-M&Xxns`l>ZU$6o6&wtDHZy2e
zM^llf%$W+`Ngux!xy<8K)ZxjTxR$X_a*D(bmZ%M)&zw2i6}a!6w6Tu%(qzqxV7=?a
zB(U&juYgm8M362=F7F5Kg$}7qYo>8ry866t%7Mc+*6v=KywQptHbQ(HiY={*Z(psH
zEjXCd$r4x>#ToOVcE(8?YbP(w>64xv+TPOQr}E5PPgS*LgTa!t`S-ads@cwA^I8(4
zSv0M-UirO`@%bs2mT2?Lwb1)qnv&?jk(lW5HRZxirT25*)Ei~Y*gC%>N_mr%*A~{P
z2K|+N^QHuGEjwVOI8ia?v$P_}%v;tU6esfkt>$bCbpH~-;%YD%qH2?J#Uay|FaNl4
zDC+QNO1!<!uwO1}gJ1V{1G5eF{81nBm%ZrO`haD|NgH>tTiGO%IpeF{pUxCGbZElz
zLw{v<<*tv_i`zZ-LeqEWmz_~DSra*RBi0{P7g6WPYq)N3e#)he6Nd^ob*8;=I%Khb
zqk#&@HNqc$mHvu5%%x$w;a0fFwv3CMOQkOfeDcv;Iwi=9`5)^k?o6(AoL7FYaC_nu
z?cFJ)p%{@Fm6);d<%jD_1j0VLu`iv{rdM$;kbS{~b<fS6I35Z+bH!}ns%p+~iqD&M
zp?v#>%So569r)*@;U~5uk?->zWzD5AUbDDkAMtqXfQR$G+BUHq-ZIUM-V-9XFCQz?
z_^48FQ0STEf+;~_Z43LSxBQR4c-|Nkb*$b_vG<a#ZPJ1l98TU+VZ!?+QFKa$@EnHs
zDf2X!nyd)b_<sB(=Zqs~@=tPu)w5nuRt(U7v~BC`A3rqSs_j|UXuGC)5(ks{=QsLG
zr!0?}%yNL26Qq*&UerXN=;mMB|5VFlZOr)n`TLpq$9Es#wQrkwX0w;()1aV}ZS|8Y
z+HX9ErVgK`r;AmE)UsSQ<@&SC|MWWahuD?}&!b$NJVhGYE0;~#Wbj8yPU61+|91%?
zrw9qP#skvt9P6i^$k^Pz!R?9PiutcC|C;7R=oT?eaS;tUG$-Yh@zN<xH5I)RT#lW|
zZxJ|j$Uu-~oyUE~BiYdjezLKepC(yu-QuRg@1?};wLpC)D3TtqL};i?Gz29r6%HL9
z?}tqqdyXyL*A!sO!M#9b@&lF^eiv+ly>?D95l-_oays+p*wQ5}0%C22|F0Mv`Z4R8
z{3p@2xyu;qj5x&(Okz1}ymU%yqN>j1lop*vRUIBs)_c5J;7s?U*VYHOo&S)ZR=+T_
zLEbHsqjK4lATQ0OHH;ZWVr`2POQ&=lin)DqiRnIJ&-z?H6;s|1lYI*m=LnxSx6)WD
za^=8g1%)Nupe*|1$b_tm?ef=ubRC$V9hmVt@rQcG%YLv6Yz)-TefH6O8g$9#MN@;o
zZ<t&AL@FNe3aK)Q*T;(Yp42EfyvX7t*rA06M->#)>XH***nskkwkj9P?wBj}Gc~8A
zh@>30o|*2IIp<B_e)%*m#m19u-bYRfICadM^m2DWSpB=*6XJ5~`0L|1THBty%9Alj
zwx5y47jNx)=i#}{UH7%yF2!mtHQ`yy!BLpj$Dzm~d^h-lRhPF=iqiVlnSnYxp3h+W
zc5vI03yY4K95{Y{y~n3T7ntqa-WfcP+$--@<f+Mf_>#4LjeHxQ;<le>1HC;t6_0%X
za>Q!VY8N->&T_|%5{s@M`R7nR-|yl5dkMd{vj$8Gogn$n<}fp;Ae`jkmH9(&iE-<M
z6VE$Z6Tc|7T<O{o*t4ayRIvB{eXdrv^<u@_me*Z(;5=x3_Oja_8-A}%+|L~H`9I~X
zX?D_FdXS??xhg?YF|DrHs6{|eeXU@m*z==DqA$wie0{kpcm9L90ZyVv&lacEKgyaY
zyg+610-ma>3D4^tvzMNT4A59=BGD*5&0~qeku&+{S_KY0UGi~%kI5|8g?j#5=IZ<s
znIf0rXHt85PDYgWB+gc?BBqko4RgNu2QYbPK9zIkKQl?gxnt)2Ioqa80qK=~ToxZS
z<>DgWZu5+T+YepozVOAtME<+&=fcUc0leLP)6zdbxwcO39kXh~l%RKpdl<t!rYIgc
zldr=wmrXIoZ<mT6_u(iD)mg4v#d0q+$<Jo{mUv~gzf$vUd3VQWf}djM*R+~06{&bw
zwc})lwV+Y(BX%bv<|md+0!};TnDkAb$P_*$e!Er1LEmMKwKGh4Kb#fbprs)Y6u^|<
z;H9^wJ?_8F;UbNb>PtoTu<|=`uWK|l;J<cQXT=>(^^RhNBlUIB{Chu??vRfvU|ut^
zz==b#?)3Xtk3U?o$mi*L`8#(nSMfrZQ&JN(_g(gjd~$;&(tv%}gZU4_eq4X;YO~Ge
zz2`mKSyO@v6z?$V-r!L`SX#inrrB%WVLk@MBX;}$ioR>eKjfWYyybz}4E>1>py2wr
zqemo$xqH!{sHwB}RopsY=e5?r>&){%zv?Wxv>q(K(3D%y`D`ZdTg{~hSj!LY{UHCr
za|d@+f$*MyIoyh(8xDSJDG<EF$bay=Y7;mF4j2Wka-EsmnZ!9oBZ^b^Mkd##6!9kq
z{C055HHqB`*D&hmeXF=MB$AQ;(D6j}Ee{lTuy3;{*{`T*S)l)>W!ibZA2v1|>nCzJ
zaXc)#^!;(h&y0;OlDfyXXf%t}#WAX~h5hb2EVjAD^d@WM1`fUE`u4XQQaRQ9HBRa-
z6-hbFH^2Hp{DYW?1B)&^6foX@m)*WCcZ1}%_Dz3g3OH>_G}LJ=e!vvLoc+-I!`isL
zRkf2QJ-Sum^?r)m-;Lq#@5#S<e>nbdR0Oa10j~(I?gimV?pwH>i#g7mlhF4!vE_Sx
zrY@lPg>R5V%Djii_f{{@Dg6HK?t;p9vI}jj<((|{Km7ZDWxmXfiIXO6a-Dv^&_?0o
zob<W(P0r8Cj@e&(z^0s4@d)qdM9Dq!%|~zV4G#LY<MO5LPx<7(KD{}4-_~b`PN&zD
z-t5VKt^MqNr2Y4E?9p<oY739Q60b|Yy7!y->+SV_u2lWhkC*xP@#pk^2`}H@|Nr81
z?yv88Gq=}t|J(g?`m}%Z>*n0q6ZkqP`1d={!kuN`ygVyiT~<91EiftZOiH}vc4hW9
zLBqV-gesX?W|H;Bxkf^s|7{L$_nGG}Z}*A&?87go|2^-X_eAplzI#u0=Es+>es=R|
z(cV{Yz)jQlm&;3SJkFoEVOaCz#@1hU`+lsN`T9$3?9Lsl9PdBB+W&va*Nn#pyF$-z
zd2xUC-@~e}zup&(FM9g0^3xXMw)&-?rS1Ol?Ui_5A&@yEJ;r_S=lsfjMaQDfK3&WG
z{-%u2y!Y{6-}J5fWb;P4GJD4JCyfOOnr&P4!snka{GJhi?SW#nnxAe=aqZDNXIIbv
ze|BHF{mq=c`!|{<?fZJL>b1N7-#fe3CHY;xIho6hN2(@gah>dr6aUVXPhYLT!`#oV
z_0!N|+D(zf_p{wT^JyL0vyJVC{?Y3BcGdH$cgM`n?3=Ls>~p`l-&8+sHM~`6m;R|z
zdUK!br4ozt@3x%(`$<NX<KdsSpHH-7uDp}Cd9tHT^K#d<`!PE=xazkoHk7mZ^W^-u
zvs(LeAMYq$zDCwSBYSlp`#QT?yJr;wT4#*Aw&<I>&wB28SudhI`01Zx8P9&+x>=rc
z(T4ww)SUx1!b1Nm9*BOhw7HvMn;P-%*Qul5&0fkb*}wkw%KU#beor^mZGWFoTYqlT
zwl~4;re9u8-etYif4+Kc^P=co?c#ZDJ1+>oO`f^+#wx+ev*9(h|B@%_X!r>pP3&9C
zSf@Ls;*$OOo0f;KSz4a|Khbzi;O9B7%ItH`8!J9+{ybaTbSs~^^=-fZ$2!&)PqV-9
z>c~e2{b&9bFQ@eGI_04M%~DQ=^O@vzd;P3={-@90esjg<_1S5{{&uCp`_9FlF;+aM
z&OI%W>DN>~J>}y)@%t-|DpwbLcfWt5FMPW7nZ2(U?oIEJx!lwJ>f4qrJ>s=T8{C;b
zE9A7VH3(nSv;M}Wgl4hCfH}{+CT{jQZzs~ty}%-}dS2q{XO)RpPrdy(<#}a!_<Mf4
z^DQh*pQYz<{R_MApL~AKg$-{Sum0XG#s8(V%P#Wc_l@)St*RH>{P98GQth%iWxqc7
zTFqO?Q4w~g!ePeqkI!>ri|(&Fr+hZw@62cZ>36q#cSr2KmoksDQ0(T1x>~1&r*BOQ
zx4-qX{k-(ov(npNJ=l?PRGIzr`FS_q_?^Eoch;-8qA9)?<8}x~*_Au`i*z4SUDjxO
zru|V!V1ejOsRz>?3uk?^nQvN{Rjc&0@{i@@?W|`u%Q|_K-QTjMJ$U2x@=KM^&F_9)
ze0;6L<Hk6X*D(ee9|W>raH>bTiKMjeeR%Dsp*+7>$l5nDKhJ)YHWYg!Fp*V;e^T2U
zyV_r2^5=>V{_HKcjj1-6@$+p)<-dDpw_7TmPd+wxZ);_rZp)Jd`=i3UB6obbbyN4*
zxxhs~f7xG)njT}jnfHFWd)2P=RB`5We+%SoSpKuPyKU6a*=#ylzvWSe>>tzHpKGqJ
znJpz`d0sXA{Hp`4j_KDc*;*#ZY`1<ZDWi1N?(?$SR=bVmW*iEr{}RtvesOB*uk<Q|
z_T*#DFIAVG{dI-4dYSx_iU};0`#!R-y*uZA-;C#y*Y6koI6v>t(b;{cHruhL&Rfi`
zSh-7_pFMU<V!(}`|KH4Io+9&7?D+mt|6NrQed)Qkx9yd-js%f*x3}fq{?<J?(BS>Q
zPtU%sta-fT!sXicmj8o;U(EXQBtAa&K8xs!FQTtBH{T9ip}lIAc$xdOV`b-O{o1qO
zq^hc+%Y7lYgD#d+&sPL2KeMyYbLGd#d5^!@%=h*2`F4)&>3bb%!$qavc+1y(z1FO2
z#KU-3((?O-;?L%uwyE{!ddo{~jsLH;eYGp#fP8JC;q#lD_<!(dmd=j(-KbyFpKX?H
zyCdVzmDE)M;<u|3YR+w|;_K5j<C!{p&hD>`>eWw;1<Tfbv_D*Uu2@#k+v5Cr`G24K
z|2%JfJo{|A%r6&@-t!+jIz9K=q{zz%vaDWm_Cwc~%danaM>`}s6iQ6wwR<_|_El9a
z&MU7~8@9YwdboMX!9DY@cs>3so4xdJMRe%b6XiDrawiK-{q?D<%b#Uu*R|R2Yxi7^
z=2tT2G5jO*`kS@gAv<1Evt=*d7C%soeI94DZ}q~;<Lhj{+ZxPY*R{wdEhculiO1>r
z&(o*mOSWG&t^0L#_MQJ*iuK=FJ>0T+dxovTqL#<uGHL6#e@&?PY&rY%+HXH(Rwn+q
zBz^z1<+jS>EH$mOKZve-x99e}4_f&f4kjL`JXgs3Tvc?->n3fr{G$4AOP8n%*`*sP
z-xHAqh4?vP|3{ND!|(5L+H1d*FYe5Azd08rS$6)ndfr#&=^<G1BV@@<Pf<JXS6Avg
zE1v(%shK8ndFJb;n4dyVH+On=o~TT{nV`xyN#h!`DNkTcXBWe(4Ssf?|LC3cNtnG~
zjP=(VZvFG`7av%x;XkX^_IFJ8p*j6ZMRLxcmQ~BCdNm8}J8Aju|DQ+YZky!h)Zcva
z^wOLs@3+bE*xNn+FsJhGTiL+9_kTV9oajD(fy|MP#}#$+b!F6Bqj+t598E)R2CYBw
zw}a=|DQ%NOC#Kc*xgUOhT7A6$^GEq(&vk``Cp+wE<JMliD*Vel=ez^KVR3;s<KiNJ
z=B(LV+Et*IaA>pmM2A-#;vpeny7iaY?YE!%aoc+S)AyGHjnnRQn`xg~azb^*s#TS*
zPh3pCy{KmY%EXE%AD1uiNxpG$NwWs$XZNpGiyC9vCmv7#r0}Z!(-~8tlka!^{wV%e
z!=tV{Y2C%+zvowNUA<|S+9g3|{k;!uU!M?~^yQL!uB}D|=PB*g_jHO&ue+>W-}<vh
zk>mY?&CBex<#+Zy^GdW!=6Q7Bfz%u+3lkf=)e|}H?_BP7{pN9po+;;D0+)K8eeC>v
zb7$wtgO6f=9)9^ecGH&sCM?X{w<jK-dr6V&Yre*(zQTsT;k$ZQyk8+0%5vbwU+3@N
ztNde*>D5dNd2xSk**Vw$rgr>io-gjRUm6_bUBA4>%usXN_t`GT|ChZ}6}DOw%U|WM
zx^%0(*Sn{|X}_;8G!ZuCWKN!xeJFFeoynpVg6@k<U8IsD`S~m#-FO<b{F`$$KiACj
zJNM5kKKUbJSH|y}WtBoTZS{43*L=F!esB4F4h6R*%bYf++RNF=SH9`Wnecn#$D2n|
zCMexIXnpczUDdznHi1yXJ0Cx6)|r+Y8XCHpRZlBHC()!-+Q0t5451xLj4$WzKK(uF
z+TXwP`WGHN^H%z&&HJ-+k6m8)(Ndb_t?6R-^P)SF8V&~77CmwP5Tz`vkasv>zItfS
z)_oIdx7FV5KG72=Z)Wt>*hL}mLZ{uayKlc-W1qk1r_|;u_1#T^!Y9M381^21T)d`D
zaY18`+n&;G4;=b<f}AV)4ju2v+xK>Hd{Exu$}G{&O~rcqzTb8}zs6nvhTi0vY6XXd
z+gR#49iKeAn4BG+v3;||!P7miPP^9z&XD>3{>W<4*GY%FXNK&VsO;V+zJsIT;g_QA
z7r)5&Xf$d&$>`o+zjpV+b7uqZirZc9k=e{*r+!fP(#|cnqnP$jPFKsbn>=sZwskuz
zyAJTCOYlrG`{m#q?A>lR+f%Ad>Z-Hlvz@A}{a37dm9#p<vaYmz*_-Td6?^`p<Rzb#
zCok11ncSJa%(N<Y&1=S$73X$#$Gl3Kbo%MLRoNL?!FKAI5=<3c$xY?*zposh#3j3r
z?cX8)-h$WXxhhtlZ@AZ-eM9Zg^941%A9v;(8t#-+wPIxUeSUw!@^eZDxP|-$yGqyW
z7hf8CS?Uqfy>+W5F21E~z}H!E_g=2ZwnQ7wn2kyEip4+1?k<dEnRw{P51&|8IlmoC
zYtrKPE;eLjHmS7}x8q@(^5S;DqEcIrg9b+=SMg?SSvI|tiFJ0l@YiUKTP^`6t4`RR
zGJS3+wY7Wkf4#3+f{$bQRd~x=H7~#9s#&)-KP%L3d7?zpghww9G#<3O==9^1T}|uu
zH;?y({QI2O^88f!x5I63OUvz!yicAjGXJIU##2A;1pD~tJ$m>+vGccM%EW?mf~q{#
zP9LQ{PCD}2WDc*hZ)d{6oYO1^3z@cC9<bozZQk$kpi8Fa`RlLN`JIY9^EW$g;IUJG
zP}*|d!n9`H!Sr+d*@pvu`l#&LxbdS%qqLuaL_yYrJ01zP5B?tAeE)fM&$@+k!XNXc
z&a9QHevt6VzWvep!gG_iJwLn1dF8Xu_dfo(&TJLG?DE5lDZe*u@}B(2_(lJD3v&y8
z{;B6rh4*cK|5<Wz|L2@azCWL9`f?}LEIT>r<IN*Svh(L$QEE1NJ?Hc8<rk-RRr)=Y
zDUB<ua5A;^w+?xEm?xqlA|ayZPZjUF>tF2Fg&sE8c(g5Q+NPLy8jaFS29x^uc{d!7
zC{k^CUdr%qLU8)!$D50S8TWtuu$beU)t~9PI|3Q*v>NY82xNF@Jdt_+`CpZ<x_?+k
z+C8_La{e#_8?)D!Rtr<5Sbm-;{x+l99o{}Z4~+fN9~XbAS@!IL<>SqrC;w?&v=QO7
zZO}MiCEh;&H}A*SAL5@qFyL38<97JDrCTp+<=ZE#gck-Lp7eT0T>HvRyrn0+n6|{I
zT{@H${GLry!rAIT+=nd(rYdZ?c`m-~QVzRa{(k41n^=DKBs1NcDA%TV{e7v`pYWeN
z;)X0&wYl4;o|l+<&a&&z)k3G*iS{xUg?6WZ%rZUooJm}G^54Kkk0becOjZb|{<1&0
zmi^dsh4716HGS{@s@*N0E-~NND=Ou}_wXfrS-zL}6#{LFF3&BNsMok!=OWNN;qgNb
zo-SkEo~s5&l2>Z-{Y%fd+bbk1x9n8iqOL918hX~Q{=eb?FH6sY3k=mg%HdrV&BZe>
zRP@c~$+Kavx%cgKxy_F=T}yuYgiMf3`XCt>Y|L_e>iJt9PVJ2CN?jkeuD=qz?)o!f
z7lF#KDd)2^mK}Qj>)14Zt{BC`2`l7Ge;xmL?VhCCxjkiD&sf)OK5&$~+2U!Pfc|{m
z$!W3Ir=6U#*Y^RJd|O9;hJfYDRcTL*LPI9Ac^UtF`FMGJZ&P>B*=Zi}@rQ#tx4hU8
zA}hD%`{m?YU%RRo9$6NcyyC(a$F8r|bBlNLCxt!qFL|*0+!yV@1evf`4*x69)ut`j
z&t5Z4{P`r2pFUOUa}GByJUg|6Bk4%umqNWW={x)j_Z3anSd`zQIsc*6_4f0|Iu^Wk
z$$!>`+KDfkG2_jIv-7Ohty^e&@9TjBRTDI&H>!R6df>^Dja$FwZv1@nhtHJ_SAXOL
zO;TdsUq9_oj`@@)_qd*V9(I1Ha>@L`hLHOlEdLDGIT!jZj%?@8I(F=uX^r!Ps>X9#
zf0`C>Cvz<Jc;F@bc}_N;Yry?W@ly(Szuor#<>dAI3QM_aj!nFHeFgg*$q$i>AJ=}A
zJbdB#X1QRy&G7~`c{w*<?q&+_FpyZaD*NA(&37NQKHOz3mnB;JXfcyGKhGtZ58qFI
zxLNS{ZvUF8LaY5bViFGvJUq*zG~M*=j?eoqSG+j%ve<6LTBWCc?MsCkKT1_?ke!m~
z@mExE`W9s!Dc?yyC)Aq0Td?kf?A>GM?Zqs^^$Y&DCoU}hoqhJH&2u?%3;7Q_w{83x
zpZVeDeA8>(@`Wu2(sNxNf36H@Qw;R5Px6Qgtg2b}dX0?fyNE_@6$zf3IX_!$zgsRi
zJmt=jYs^{w;YTj-IGpm^=h>;d-|wwIyJMQneAU_OmPl#OoRPEpFyBo3*D<q}G#0u=
z$!0Ez+bpTnRwD5>KSHbR=>i_-^~VHM=SUq15y|X**CQGIySR~?IoW-8!Kw4r+;bKl
zm*}3n#e4Oe^L+E0&kO1PdAz8+HYZl<|9Xk^4>Lb%$4OTzwOFWM*>Jeyi>%@j8~#%U
zU$S_%vKfZjosQXYpCe}BfrJFx2`^67U#i;wF-9Xo_(%B^C-#%<^JiY4sj2<D?SSMW
z<{G}HJNDe2=S_HZs_g8o>toHP|K4^$RF6mS?g@oW`<LukDij;Y%-b4~&DANF^yZ=m
zo2o><Z{0Q@v(<+K0#}tryjsBH{MPH#dk$W9w~2nQt3S)GJiCggRAFz_^KYfn_UA5W
z|A_YG`@8ns<;Nd(?pgFoKJ(L0P=oWj$f0x#j`<JgNEOY}>MeHqdB)V`D0{L*k^Ixo
zXI|$$-mxrd`T6IE1cfL6UAoQS<CLP-;&tW^B(&0)Cw^sMkBt8Ey76P=wVzX4kEP#p
zJ$f!Z^W2TR8Z%ANojL!V`+hjz;+LDJF8jv2YmU4li`8Y{_JvvOL8daHE8o4A(5$&s
zI@NEP^xoJW9uGtR_$j~kMw!|&K2{T9m9}5;V&=oV-gU1SYJTiF-`M_7E!Xbx28C72
zYt(Y5Oz*beBW`!teO+t+Lqk2g`FoQk+CR+P<!ZBI&y34YjL#NXaqHYYcI3$>VL#i|
zw!W^j(l4)`AHIBvRackLR$kx#J$1GQcJjrKUapjCdyyIU*M`r}C}K;zOW>k)3!mOU
zmOeRX;_>D2#jo#As=vS^-amiazBM{K*cPjWn3r#ttZ_c1wDx$)Gv%6jM$g;sOYWb<
z&X)D{#6)whIR_^k|9`{!c*4nPs$Ai-AJ0s`y{#5;cTw@0*T3pg_H^yCe&_h+-6`X_
zk{kKTvNx24SqU$)t$Ff~MbOl;?cu&)ChNoplY&Zk^4A4F6=H8ynQ^3e(<#nMzW$Hp
z(?ZQxez<S>y#Au)_F1QWeWcc2v+MlHvwu_5w~(F#yC<Aqllkc97M_E5C;T^@Z#<dt
z&BAAfOv_h#hdqx-xM<#cUTv?E_}l6$E3eI%zheI<^T&4eo(7qp4fwC;OQbZtb~QR!
z+EX0<uJ*{uOt0fT=Tn@{eJzkmFsOOQ9lvL8&R(PA0pH$SQrEZrni6wjS8$@kO3mP&
zlX`8dr)r2#UzoGUyl=^rU4h%qWmoKd^Y!UwVZY)#sa?hI6sAv~v0?WIw;yZH8nP4w
zrP&3XWev|PZRn3#Ug{K8|6u8xiEZcau<t2<5OF9m&iO##4;i)~A)ovAa@#)c3_o%$
zWRH^S%(i!rG}b@(t}!+3(Upoh<||@b*>3)<n0@?sv>2DM{=R>4kHcpb74ZF1x1GZ#
z!Bdz1#(GY^l&o`4te016fyjiS;(h;%x9uzxIBNK0Z-L0+#L!O`YXv3FrQ{uQjEGVG
zJi|vmBx~zz+c}EzTW-DG{$R7)aREE;e(O7`9~5iYzTA7v)0KRpdZOTz<C!Zb{APSE
z{;n-D|CY*$O@}|a)TAwc_*TwOoyT(T#DxJGDl_hJ@Jz2{-JiA8NO(Eh^J9l4*?RS5
z9^MK5Z1sI&p*F9@hQBN)KFawq^Ry*x{GoW~$}5RUfr$sC&foq!;ql{50qcVE+712K
z)a2Ymr5{PGXR5SyD>JHfcyROZQ>Nw*k-L*Sg5498-tB(=b;`sd{|UTjVz#T~a^8_<
zoL{I^Y3n#4rDolA>GhQs&3;clyRnI!l@9uy`{G}N(Ef^_AMc3Wkaqj!aQyYlA2~I0
zwq<uF%biQO&=9rQlCgHdMMIU_?wqoc3iH}OO0Um(WYyp9moP2)L`c%IlF!vVM!GA%
zI4%s?b@=d8X6LQfB>3k~ojxh;-CVxPbGCvXXJ-F>X#8}^$saN6Lf(BUV4Hj5WiL;h
z-tG4<E~}OOcQan_z^zxRcvJgncD5gHco&BE#%KQc)2d(pREIy^Amczs;Ntw$6|L7E
z8h?3eH1o@5qqZqc-=0c5O1P9PQSWzZ<?`2g`wnYwio2#FpUE#>rd)IFnZ%<tlT=eY
zeD)i))mpTr$ZM{>cI0{Qw!68DKHgjsp0a-GwR=A@-@2(kHS<~Dwcgv-ic7i2=Vam<
z$!@*PMvwnqFH+n2sq*I4Yqc2~Z(N(s*YF#$d=P7%@H&x``|{l@pDQ;$4g0$xV&$60
z4|&*lSA=B!E}XAf#ADcVa!r8LsVB$I$T>GGK5igY_wKZzibk{Hxtrqiy3g%Qxh(VF
z`1&9Jn?I-h|GDj8nDzekCk>y}G@a+MQ|eG`<XYESbL{41xx@QpoKLxO&bg2*!R{5|
zJS|1*<sR<+2{mRfMI+yZ@BjZf`Bv|_)bQwj*LxpJMLMS3ZgDgJ`f`!Ol}GIMKYyw`
zzhfV>E~(~QwWa*EbLo87k4}&Gty90G<^5r%A4k1q%3;nnqjS-^b$>R;`<mKi3twjc
zKQsAWrzUSEPnu@)<9pAf*ot-t$S}`1zT^Bw-j5>3_sKY)vpMztht4^#67HoHf9B-8
zzkPlGPp5ys4*dAj|NrdQGB3Ns-Vcor@;)?<;cb>TN)_MTYZUyW!}l8h@qlG-K1CKp
z{y4)hJEi8|E%SYUH-VzyiTL7UJ+*<G4|Yy^ctClVlvTY<kIPi0;{l773gw1&N9{fM
z<MBkja6`L(3CmZOXaB#Sa<|~Y$JnwdthR0``%}-9?>OIiI9zFiR$#tKn$-NQoiCf$
z*SwW}9DG+;Vz=Q8omr*w!W>GU+ZE52U*un;{3!0=52^Pj-|w-zQ#^y~X;G>d*zrr(
z*Zr0CtvPn{^dsYMvp&pRQ@iE3!K31DrcDd?$SvXP3Ddf|@>u%hxQSI8BWj-hC|*Bn
z&D94fJ%%0S4uWf)5>qVNG_>TxXQwWlzvO0?{iBCGKN;=Bxmu_9TR%Uwed{O5cKx23
zbsL_wSu}lYF>6wMXe#4u^d#%2P0o)G$8G0`N$|XAj#~R~S&A{w-6Dm)n#}<^_a1`{
z`TgmIdC&Q~N6-D1H{BPZcmMUnFNY>Po-L{2|Kn5m{(n=h-E;Edc*Gelal*ze#H5Vp
z@T{^^f+pXl_sV{+)K-2wN9TDnQ-9`L-6IdV*?lkc3r;_g@=>aNlATI#{qn;3{~w7w
z-W+CF`{D5Xe~)5~3wAH(zx6h8eYu~!#Qgo=56|D18S`3de&pdV(>~r@a(&60#ew{9
z3Qut6YwXt444!Z@r)aG{v(=ehC)UY?-l*7p*Z#}pqwBsFwEcPbpm<@y|99;2zb9?`
zU#%(4`>Xo}uTsZE%UjkxJdb@YwV!ZY+IwEvt#{YK!<o$o8|+q?NA;Jd&!3-ows%|I
z&DZz4ZRaS~A4s3iT3>R1vEOFdE3pT5&CdNl?PFzz!gF(zikZC{^UW4dmMZH>tdm=j
z>=7UKCS(~~>G$5W;#tM-)Xy!MY&844$^KQn=Pk+$g6iI%HdHZ~bhgyAMs2bE-5+aW
ze9{(sEnfWVK!e=^@$97MUmHK(eE)LJg-Sc=`KzzqQhB`DQ~z}7>zr+SSLty3p7vQK
z)sVd6)`YmCr(4rZqTXJ%nX_<n!};u-Eng?!Vv;Q|isO;7ZcE`xe)nm!nVtULQ&#W!
z<qco?@GqBSb6$LNSM6rm?^WxIzc(lTJ36iQqGkCU<Ci-^R)3A|IY0NPllR&mZJ^+N
zs=hSnr|$cJy^BvyNc;3+%>=_cuRlz-TVXyc-}?E!2R>Dk&QCH_xg`CK&uE_AtA$fH
zU7W)tdn{e}GW%AyVyE<L5|U;1FLr#4yT9+6ZEZr$x@%I8`)z-7X=|F=m52EF{0q_x
zzi0Ps&FN*lALX3gRE=La&ldd4d_C0AuDf`}*5d+w?Wb!B*(8k)KUi`ia!F1w>wHP=
zds*9$OV9Uhn`O7cJX(0GW&54qiTo;74V|}G+*ZnUFwgt*bE?$E*lX;^(pwMmh4~Ax
zoRv{KaZ~ViK|$2z`StzI{xjaaeQ^E%`E+67$@LY^rAFr#PFuNTkx$YW!>Lm;`=xp^
zUR_x}bCRJQbCak<&BLuXpT$N@3*Ow-`t*R|^2kr8S%Ux8m>CAH<A1PTELlo@!ra}T
zo+tKein4482uSmL$`H!hc=2rV7yFfli@KLyQn|>kb}apzf!fLRwQ|k7FUG~6v);G*
zq4Bpv%YWu1C2g9}Kf}l3`>oyf7d9L>cyq98DwmsCd*-z$hAF|1dX`IEtS>xy^heD(
z({f+mv*~m8*Pk;hPn)UPy>fBt0j6(7kEW<T-#ov={O*q&qbpw-oe!uK&lj4Vv)^6f
zL*jZ(YwxE%$%=NOtSpX)6((AAdpd65Rkqq|XJB{zRj;Phj~-jG?QQ`dkIsBPr(4$f
z;hq~6o`r92PCsvAH+#mHg*h7aHm|;Pr!Uj<R>-!Pz@h187I@>z%&BR+*Ls|km>*g8
z_H@{!G`_-L4?a66EtxVkQAg;5N0gma&JB^rn@_G;#Q(=?v8P3h=4R~_??XmGJkLwF
z-}o5Jyh<#tYUu`*xjstiNte!eEe)zY{-yDwCChV>T>giq*V-QHtlN5W+Xw5*$CQ5*
z{*>)ke`;(yyY}<VBS%uqs@R`JrmWoFk+AH{rU|~1KAC>o9ZTN4|39-hYV*}Jr`!2+
zI<4%^?|txSz3LO=7`0dT?>{eI@kmDP@n`%0=GS@d2miRFb1YqW@=cC9y**#LE(gD0
zu3BC2A!FtQqo7S%ANTr|P588DN7Do0Z|4|Koz>}jT)Mbz{-hqW$C1~!!5YNxF5XI8
z>v-wi@ALCY(u0>~&iQTsJUji7@$>1w@70DYtDXPcX{!;j=F0ptntyKnf5Z6kj8c33
z)x0Z@>>@se`g0s-=Kg(<eNm_WYa@A4+4daC`5$6-RNS1cv-!33qnnizJ)**#H+Y@r
zu3vwv^31E%QO@bTY+0KV8frdTZd~x%@?WFV!dYkk<rz60udlo&wZs14=6)sC4lWB(
z#v__qW)1ru-8{g}ADZ<x=Fv=%C6}~9U-eGXd}AlIx8nB!<Co2M`jj&#n7yi)@MOnA
zw=B7=$$PW;!*VvRDq5MJc5+&-)J^97Q^k}wx-9-VZ+hjiS#0d@mww-W%Fsn?<@W3s
z2RBD8-s@|#TTf^uo7FV4jGGVp{<chBm);z3@r9b}!jONG5i2>46#spen=f=;|G`eb
z#UV?*zKVa8QBu0<aQxD;+}+EnPRlL$Y@in|<GefgrD}D<`OX!m^i%km+S5yPj=o9B
z|H$)PFMnauI*YahnamY&k9XE=y;UBOd2;=c&$qi>9&LJhVq^2;rO^@x6Z$J!Ua>ZJ
zXY}<wp1ie+nQh@Jj)@II$FrojNn3n;_P<hXUMX9h=tr3(rNXS<XAPP<p9HhAY;*ZH
zbRJ8ydfX=3r#Nfb-aDKnC1SSO{B8cTvYp>XU3+u$`D9xTi^82(Uj20|{=sa0zV5li
zuZHxkZq@e7eYQ=gP@8yXwN_E<r$vpz@AxEaS=HAp6bp2`#nQD(zPPDmmfu{a`ROxb
z>KxM_<h2`}&pGJxO!cwkBg-SMs}@~-ncv~|S^3Q2uTyLtwp`fgys=UI;!2apxgHyx
z-A;MG;<HWRXY28C-mEF+YU}V#!J^`s>tkmBPd$8}@*hel@m}3*v--*!9jDqGn{6h0
zEZGxbv7uqhYeR*jb{%#R`d6w=^X}eU7N8~1y=Y5!+Fcg)^DoqHZ;SqaeBq(ZK~uF`
zE7T^=3yxcRu0V#p;l_?#x8=6HzIT6Pwb`!zM`qO}>@SyQ1T?eB^_jMHT-b3}ZbQ(-
zl$kLf1xmA0_?xCb=iAG6^Uhi0Uk(R879TWp*{d_-8^?JG-)5_%M>lsXO-vHux|+1D
z!FJv4HNKnPx3Ar`J&<G9@z8aV_qo~wOlD1NQb^^h5<EY{F><-*>UPJI#cSF8=RBI}
zqI8sFQK4?}j3B8k8TrN2Z4Z1G$o*wpGNI*jXOy-@dx4N)zxYJg<If+J^{^I9w{<vs
zRr$=J;8h{UC*)Z6Ch^SKU^Vyov$t#BJ(5fgxsjbLa#`BCZHMedpYl&V%zTe#x_sKZ
zM8-13d5hKI>t0K>BzYqz+<v$FBE!1v2FDgf@5{<v9kb9!)aCN@Ju18o$JhHPsy~Wc
ze6^NUeO1s}wtnV0=`wjsIw$?qzL+8R#m#22hl;1ktmDN^Uz)Y1TWyWHt7f*_w&3|4
z^CkNdC--QmrhT%y)|RN;f3u+C{`QURsoK{)+KLxE|Kb0%DE0h=&Fm_k=L;8q-Sa_q
zliRARnK`x5^9mOjrW{%`{oImcudVOo%|FelclW^NJN=bv6Fm~wB<z*d_Y%M1nNl>b
z$#wF^8$0VeR{mytx%k|xW}Bav6JnHf4AZ|>)k=#LZ0>gPdVW)(<M~13*}6Xr1S<X+
z<TGkl^mTRGzc-ubsS-3JYVEt6zK&gd&$a3&3WbHgVKlpVX4;;U#R2&o%P*={e|Xnk
zDSx=GQ|<G`H%5`4d%iWe*vvkpygqSn!NhcnjBj5umg}GS;(B(Cw$1+Uf%j5A<QTcj
z@axR;RGHKhYw8kwgYQay=9XPkm|VS=9+FVln{fADa9sDH2PR^lYd0tyR(PrzaO9L<
z{N*iHe`CFU{`Af9O0E1Bxj9v7V%*`)2`0Jq$BHKgY1SRutUEV-??btYu-8Al<etuS
zQ92nSRcm|A<}rg*Oh(DCD^5pG-<q?Ly@M@DxmQrsFRx=_S^N9F#@`tH(zO=NKBIQW
zXx5=?o6ko*GyT@!GU@4r)7kDWuJ3>MKQ{_fziw{OJ}YARYX;ZFl7aipA4z^@S1tb0
z_Tb@67bVX(s}68pI^p5{MKI3f--#g3ODrd+1Z}FBs=n6hyPFnok3bOrh76@zw$>jz
zHq5Zvrnv2X`|(FkTzvET`SLTq_nymJaoQuf^~B1Y#J`$qb}t)L^)hXK%c$NhJmsP^
z@2iZt&7-+94!^W{eq!dVbHzJPh53J6V_a~pWZq%r`aa*9_W~b%lz#TxcJ%tsO6v5s
zIA^wD|G(Y)W(HqOIDApAXXd^anbYeI&)LLo%idpUmGS1w^EZwcjYM;A98j)0`Q}{t
zv>PpZ+2+Z=(W`b)nx}j5<KzRIGq`>~4Yl!~v-?rz?7Y8o9_@VJ(YYh;;AR_FlUe)w
z`@HX*zn35J;-in!#H50t)K1SC=ft+@7J9y)yYYxx98dq28fn4QpL~G=a~pS`XPX=y
z_+*Zy_cZk%^Op)m6j~oke^9vNhTBi3dGhnW9GrH9zv#RO%R;_Oszwt%>JAw%x}td4
zxYMQUVdXx@N9^)vyZx)`(|6f+c<)L1-}l(MU%UF7%(k9y46_UFtb6{$x*{gR<%+rC
z$M^FNf4<51+|6Qvgy#cpkXMB7{VnjzIaGZ+_NnCSh05nGMZ4;6Y-jFeJFL-nSpSfK
z0?&r-7kX|Bxj7U&1e`b=Rw%J}T;OeCxX9bX)+pApVr59++R_4phEp$Yf47mD$o1z>
zb9r$UTV3+jhIx$D3|0TOGeCjAu*3NVTZi)uZERn7ZZLo0fr>xKWO^aFf&GQ#feRol
z4f7bG5;ndJw#?rcY?&pbE*K~9UoeJ>H!SB|kbXdJK{|soa~0bg#ws?b#0L{bTV{~S
z2^k;_4(Flb4D-}L8XD#?^6-K*ypV)S9JtH^a>@nchJ}vj8*CYDnV}LDvp`N^sA4lP
z0l95Kdc(aFrH`dpzwm^F8?XDm8Kku42=8OILU-0xZ*B8tl*csevXZ~qG<!!g)74V5
zOP}xVsAAi3W?^OTY~6s|yKjE3y=KeIUFg4){k!l6_7^+n+kXGb({tL7?`&w}tJ___
zyLRh2%=JBL`z(8g-@;#C{s@@&?ABmNzI1M3q^1v_?RwD#@4h{<dpwOh<bK&5hw}$4
z&K}u&#8+IcdEWf5G7Z!I=le{U_CLR#kuAk8&oECp&)9xVjYRn@`IL9ZzCQZ(bL-^$
z_9y4xK7T*@{Qk>**<u%rLz-=OY-N8TxuV;xj-ygD&%FK7?AYRli7H)-GQ3{9ZP}K~
zo()=_vMu+vbkEIix1QZtH@hcy-|RmYM?ariZhict{prvZYgSxeF>_IJ|GqNY-~5HM
z%<5Yo-${KPQ!cYJ;YRtdUGHugFMrSfrZ-;RN}@^rrgVK=UB>sn4{pw$wwC?8#B;s-
z3+9+qcNV`ts4V(+_m`rK8(Ws{%4zkI>U(}yvhAn1=IYoaY1M7VCO*HvSxw~8%;)vf
zG~-X2+MVAlw!YM>?>Y1HynRgPKZoU9I`VvH%+XU(k1X?Bo$L}MjyVf({a+Wcbk?rK
z&0$hM7)p8N7o2;@e8skgf!`*44_BM`1Lg`Qy9V<I&F}uUTO45j;PrBoXo$}7#K4#O
zKN}{^wfVf~1GmlMc(0!Hp3{>aOFp*x&{JpF_1x&G_Nvb3O~PEAOXHt#P4t}N)!?F3
ztIl;a^~#f*dM^ato{eWNiQjX0^QxOK>{;JiR(^f_LUVKJqJ}Mx{@OpZR0`j);nda6
zBa`n5oL5zuwEaQllOvLS4{o0Oa#g*%l8^m-^0ITL4bO#wZl*u7EN^kLn{euh{H!fG
zt7jP`H~zcOYAyff?EOQVFR@?y)o-`EKfcPg=1$1-TVJI$yG8Z?HP%eXT=;QT$hUok
zpUqBX%=5k9w7K>9$ICI<*YnpX&HL=GF-2&iw(a!|yFym^R9^0BT`gih&+>0*eS!PO
z=M}+w{z}(9?QFh2W#{R*=~}VxbWd;kubg^AKdA4dTGQTQhDj<NO&JNIHqb-?ZK<E#
zHGg}WuYTLi?Buxg+G7?QP85HM5T9NCqVmkGinwiGKZt*ju??GJy<*R#=Nm*_?I#pJ
zc79XAnZM<|>5E^dWRLHUm@KbzZ_EG6yUTL@T)TwcN-g7g!9FF^Mt#S<b;l2AYj2nT
zoe}!+)-&ey2aBJqxVZi{+j$XJ*KZQ$5$wgDGgNN2>iu<(bK0)Ap<8y@=9=4rrrAfs
zw&vZJ+$_PfYP->`2k-w@#4q1>_}x+O89%nMT-~9+($&CQ&)4~hW!$18>ASzk7bf2S
zS?yT5eQ!nF*4HhO6?R2$D;L<5zq5Xn_{YWb-GuZmE?fHpU#IAV-g>>a&1XmdyV`*3
z&+eF7|Nq^1{dw!h%kPZ07an7M!hZjD$@_Z8V_(-DIRAp(&UN18Wj?iApHJ9WUTUKs
zvtQh%*?99unG5e*K8C2Q-=tSE)h2qmhMr=-bGuUMuQSho_01?@XIr%ULF%;_Pu1X)
z*Q;!g`cDx#CcMl|d9IwOaaqjU6>;YkAJ1RzGx_1PGnW<{UG4Y2*mu;}>coSc*Dr8h
z_jy?P=+9NHsGf*@6@9|?icE(Mo>o4%@lx&Mo$4Dc;VUnt?Rop=&8Ie-;3<ao6N(?y
z9?RLej#tY3bMHC+fDbtrHZ3kHEdBhHz14df|K|p);yxRT$6M+y?7aU$x^wdKJvw&Z
z4}JX8V3Qm!Yr`*L{C1}1bLknMP8&xUv!730edW@pJEaFs-1f**<*W6ar+KQ#t0&Bk
zXIawMD)F8(bMtK~98X?fx$Eq$%24y|GJ6*lJ=0%w$i1iK`%H7gD<NyV!dLzDsJriP
z5F*uA`?-h7{b$zKbCM4w?^?>tnwo9Sq#yTQJ7CS0Nq;%^oUiFzI4@mhi@(Z+zcME0
zMO^I*%F2EQ>@HmG?sjg;yXIqmzBgaIES}85_uhFrYimG7(@tUMUimw}^f+Jt*Hij?
zz_4Q7#RWfYm2LQE8vL%`b1nagi2l651MUxn_sldkykhg#s`j;bg`4=58k=B|sZwms
zTv<=8de^h6cm6(pFVgLLrAp=w-bLI-#y&F+N~8rHJ5v;(cz9iTZ(^E7;<F<LXU?2C
z!;_X4X|!(dth%}>%kS>%GP%aCyYkhX?=K!pSL|M~dUau1uOX{!&bs7)yRWA_O^o2w
z`0FF6;H<4`o%ii@_55^I1Dhq2+BQxNeJ$Jm%V6=Pq#r&_j{|=8JZ#yXWWrj*-OP2L
z`{Ts@|2`i|=gGINNt5xg<iDRMG=J^l4SREce><-|KQu(3cv7jBxQO`loZV@!{;#tX
zsV%s7bh<FZwe0V6@)sGWtTFypTYaK-UGaR=uz%*R;R*jMzS(p0*tY-ryIB2{QI}ZS
z{VC^JTG~&gGi`2kKL2I?<K+j_b2`tvZ}hjDzcIbxx6Sd-ydP)Yw^#YiHsABb@#E>D
zqEq*Y$?NOs-L)zG_O@QU{cFI7PmBB)2b@^5h~wU7mj_>p^-`{}9(57hmiJ@F$vw(k
z+(#Xsbs5>sOFmY(|M1yj(Zy;X;^xK*AKJTXGCS|liFrZpCtfc*f3xLrg6O;3$7b}o
zExq|^<|QwwZ6>YfC5(R9Jf2o<nD&0BTXSS#1sDI%ZsC)qGtWNz7kGRg!~EAd<`x_7
zE4G~fAa6In;FQ9<hYfCro==)|X;zu5>-#NXcB@y|ZSZ@t+{^gptC`#H?q8_+tHDbm
z$JhC^QbC>M^M;RSb{tbXReS7fsQI~sImJGcIIG+HCb9^g*8ibf!d5n+_>0HnFOI2K
zMWzMhm>%1+^4EgO&pVgsY~H%EW}eaKupH5YcdG5&=W|$`IJ4t}<m?xpD&L5PehB^1
z6W{iCazbD6k8|<ISnnS`pDi?hreg2B^IBS3i&x%FYv>Hj($d&{c&6C%vS+gVawf_r
zX7PydMCzTiSQv2R!$N}}Y>ms#?CALP@QxX`Bj>^mE`^;FdzW;ceQ_$=EV{jFtKl=5
z#h2dvuz7h)v%a_MyhU??AhTBi`~1I>juoAc+cpY0cRYL?%gOWe*kk?k(;bA``wI_P
zF14wN-*>v=0Ehdr=Z2G4uk!XfeQk>wD2NmsOAhx`UJZP~e9XL0H+km9&bdk3CcJ*<
zqu94T_vC*2i$8z0+n=`<3izZq;aQMM$DJ;zNz3vUXiVjPG123T<Ixo#z1Pf(S@&zf
z&yO?jag@z{Jx$|Bk8D$V0r$B{bB>7pG;V!VU8vK^-(+8*TXQV#;qy-WXCYS}us?eL
zvHD$)%42mQJAP^F%%y+#ik?arow{thVV&vh)44PLuUvoKCC1*5-F;KwnRyEoTsRj*
z1n|XtKJ8^#WpQ0dVv)z6P3$YHpYN84yWiM<WTM!f5ATkDPb=Cf72WsU<MWMZ_n$G-
zPOhu|J~{rjkm-ER8xPd~Om6+fQd%JCSIpb2b>90EQ?lkAwSbcM#>omb#{|Fhs7T)Q
z_~|1&H^(kMTbo%f`(aI3;K`ejpUkbwUd70kUN$~vo!rTy@r^6?z>oc}H$IPDeqCR*
zJXh@TEH$%twKByeY>sO0KTE%>74j5hY0I0ugFif2HKnK0<E!I`Nt+x0yq2{pyS3|q
z@%=l}TWggMeE!KJepkz2zq6TV(8fq3=6Cm|yVx`8{FCzxthf14mr_&rTY0OhYHIY9
z^IBT%YR)+uK5zf5C%aAJ@l==FwWl%y_|9y*&~r>8SpScLz>n(zRvPQrW|z85P?W2B
zRvGQ>WxPLq;&#rkDd*GUD_+J6KQeYyI41mjU0}^Ihg~(_)^`f}wwzC&8$S2svwtgU
z@>VYTb>Li|zNA^&qiHN(82L7b?3f^+y6|wJV?bQo{fg<?LHqjR3g2%oY5E=bx>?v?
zcF&&L-{0(mYXuDEdwYq8_sHxwRJ8NHDsJ4oscxIXhIrnOk#82quRAq^QSkFkwmHk!
zZri-dKHP5g3X{0J<c*&e>+joa$hXw#WW#*U(o^myjXD=8Y(BNI{}@Z#nSDRHIvyAo
zxknY;ZuWn-v5}#B?rNWaMKx)?2N&z_*{s+1|NWF}2`W$TlwVo0*1YCegV?j;!;OlY
z8GB~$V0J$Emfvpcd8_kVU6(F3kC-uyq4khj$Ge8>{`<CRyowYpESu@5Y0~YXX^}jw
zMfG@V3FEFsj_$LJY?6EKPiR{ZbgxsU_+3?sa+QhA?`7ZCve@n4Rp9SaGi|1ge8}zz
zPbL_popRytJf9>#bLy9z>?e&26W-bO=LLd1=J%}h#f{3fQ&^5Lp0bR5-Cp=PJ@Sre
z_!|B%GKud3kKbEyKw#;k^2?uQmmUf5JF)-vxksBed5WpUYD{`y+%|EhW4^CqpTfa8
zA40E*{Cq!&Co?3$<HN~Ys{39``90n2bWuY<<X+P8hub8+GA=FK^zFR7_oF{T7k(P6
z^km;#d}oWJ`>oPbvcEgeKB=qu^&s2+rnj?j@|lXolXj^bOh09r`gZ>P9Jgt|1q2SI
ze_Q@dShV<k-IBnXXAw2_lKeM(YIa$?mF8UzN^4(F>&$tv!(2C2Oa8IvF_GnxM;#b6
zWY@Z!4D4!ulqjpjHf8^u$#b)O5;`6|GT+f=xNP6t&la+oKkt6xlg+*qZg%Q<jNSf8
zVQ&hj_X;rx$s96$Xe`ry-bmTw+Et0>kInrSr5_~SHyAc5-dFTU7Mmo=xo@(_{6dRz
zljjct7G^|;n6Rr`<^6V>xxB~wm`3u9C4DAQ#j80l@b}aoGxpnZM#=2Z#A9}+E^%Lz
zTBL3<{rAR)!S{b1y?1HT8Mm$ZFK=(pv#rYSoq1lx@PTT~(e|cz6^n<)b0)hiEs<HO
z#cg*uKXckO4ZCFdhx%m~W%+Mh+3|MvTk8#;Ki4cO+R)>EbMcqd14rKYBwtu!Yj0f5
zQui;;PlKaJlZ(SuvHR^&gHODDuXncvO)9eM*=%v;PPgclyO)nFE-g6_WM^#cP$?lJ
zY9}o7%WXCbyK&2*^zA!^ZidZ2|IgHD^BJK}c5O3$cYd@C-xvFH%_X1IJ-Md>wL`TE
zn+s3vNSU*UU*a`O!@C^&<1ct#>UA-{`S<zbK6~cJvCj1g&Xw}*GO-8${`h)Oec!I>
z%S=}BUwUkO^7)b<KAW6=_#6^GchG$P`GS}q9djow*s!r?TEm3zGc%9OXYTwkbD7Dh
zbWu@3<5`Y^YlYVyn7QpB=eaMEYK0fSeZKfP5>!UM39vIa53F^Vq!*<g_3_*B{d<~C
zqgL@pG0hicY5#I9z;5*l31bHJS&o8#6M`pPJo~IDWzjFGsV+ax$oX05p4wmWW6tU6
z;o9><XLa%%=u}&|@UeN7&Bs$sb6s6kUx&!698bS?M05V*$D7~2+ZFe7&81aKeRr4L
z-}`i*y4f+a8zS456r8h*uKw@Iy|_a>_tuu5=k`>~M=##fJ^lRM>MwuRv<7N8x$WEY
z=lQ0#a6x{p)yvjw{ry~bgF#nC;`Kv+pR9AAe|!0!ZvOClAL3_EJ%5&6us$I1X;Sp^
zeU7h=h<<!fT^|uS{p_<c$>cs`t-@1BcgEDM{bb2#_x#gt=I5KcP942l{q3IIe!GC$
zfS8y~zF!^x)V#a3H@)|hWu4vTzwMuPZtdD;_3y5*{`vL2^&2!JJnn7`o}M2m;cAm{
zdE483`TCD{bx&<i`Eh4$`ug|L60J%uPd-2WKjE2QSB2r@XVvC6`zFobY|vFP;q23Y
z%WC}CjPrNr&-N{=Ie19pkXws<aKy?tm;Y}F<zaF)iq+2DmcLvtr_Wbw_xD$ugLY1n
znQvYGa-TIQ3PR+n51l-zY8xuQ;akPzSIs|u<m|p3rhQ%Lv2k=?ZlK-jEozzh-k#$7
ze@@hY<Cl2h;-UH9j_aiuKM?C>pI^ClUGVdD`!^a~bWD6ue0$sfnzx7NuMf0SKmB~2
zZPmYnhcrYMGSp5u{rvi=XCFPAKfZ5#tt*?Oz2UCezhC=WJNdYN%sH7Bu03D)+2_gY
z-)xEA^yk7MjYF<3@<9=j2i(48@>+abVR%f2<y-Nu6VvN&1c~zg{<A?Wx!-Wv;=s-z
zwi`KLR~`6qCax`q@6M*5F+soT8$U+6raGLzS9{q*sIh66gW0RJ|M$e!@ZVTav;0-_
zi=R2yPld4`N&jN^+j+7`?!}sIjX(9CZuZKacq*8E{=f4kvYBQ-r@axL&A9pGOU~sy
zhZ?rM=(#fS_`C(brH&nVF3isJGkaEzUFC%fe{0zE&-`b({$O)X)Lo^*FNNxDVRCC1
z1y$ZteZSuK^29XWbuXCAex^;%yKO2N8+d)v?Dj9OZrAsM98q)5Rdgj=TligzWc&FW
z(?hyTUS3=L?uM{`=EbXqdw<Js^ZU8xQq+@;uhY-OPFtkx`)x~txyF><`u+nSKTd!C
zIA^zHxX2`yiDyg}tuZ*nUOT<KVtVWC_@6K1gF;OnuisU--Y{)eVCR(c;r>78+b=zt
z9?((#m(P09yF*=q?@BE=#B1#y8*t5kXjr3X(aiTgKJH8AF_%}KQ#ix#M})`4*<C)Q
zA;Q?8CVT$ep2r7wnaE}yTUS4K@ADnUca*LV4n6Rh+y3*~<~NGQMlV{g+yAL7X*+Yl
zWQ~8&p`+9Lqt<-W{iN3De`e3$#@ftJmA~d#|9yQ!Ev@5qUj2)g&Fc=Q|KKZ+t=6bn
zrZcTD;Dr2R$scD@9B<X^%XzXR^i=xPYfAI$U-k08<Iy&lVteV?wWp`8WeWN}C4OU7
zpS@;v&bzK6$IOqqOkTS!W*6VHJRtG;T%x<&VRMbf6}zAQQx6I@`BU~?Zm(TJ;-W?-
zJNuun7M)$l+Qz^xdQR|+=p*Bp;|!;w_)eblGMn~!V|a+{f#-62e|^wfx~fKc@m#I>
zzrR?&SuEzZkb`mV?y}#E$y!?u2qY}lIQaO-?fsEjp{y_X--v`7|8BNFW_q6ajrikv
zAN_(n_L)DPR=x9BdBwS{{h184?##2qd%aRFElfWC{=oAKOwJo?pU2khWU13(w`w?F
z5Hx9e59g2G*yi(le}6kJ*7cW}WoC@9U9!Aq*OD8xzc0$3N}n30`1aP;_=5?&h6XN`
z3p!4y6!u&cc2+kQ(cs>+GA}`6=1NWDeAkT&mQ=K*?^Jt#+IrGlU#UO)%-(cJZ2Ne|
z=!Z-~LdV7Cd<plyhsz|aI7JMXTsqK}uDQAGe3Hh_Het_#&f*gi1<bDdIycXdn*X+H
z-TnyB$;D4T{p{^oD!_dB;bXPO62(3Z9nEKM+_QJ?c-*sCw^8wa)svswmn>pvmwZ0E
z_zOpJ{F}uugeQ5u=(_U7@%Oj4`_mH_H6FUv{`G_9kplwvyBYjzjQcjG3TYe)-`M-;
zc3_xpP21~&dBrtG?~FgcRSWz0@JCow%{4ZYTQ$o<7x>OLt5&Q%(WuxZu(WaVo9WLB
z=La!!e!5d+z3$|1iIBcp<xZufu(ro7jt9CI-Ofo|)adj>CMm(=fLhHFL6PNt4Cb6X
zhSP*3ydG$zUdc<)bX@eCci+i1Nl`V+)^2YN)L>%hR66y}iHB!n^_g$pkJSn%vEDGf
zr|xk?GX2`oz2{8}k8m2*)*h<f(|^y?TmC{q?$p*!Hm--oFB%mYWwNumZ`wDxdVV=v
zyZw>Nz4<kFO=^tq+jZ@qE;j$>o4VfCz?RMqyCoZ<L)WA)Xp@jw6rnOhdG@Pw-#7zQ
zQYOt&*pQH*A$i?t!hL_Kl%rPVFMow|3v-G{oGS$d)rWP*=S@#I_jK?1^c`A_iU$|m
znVkJ+>Jm@K4{xXZ@X7p=q?;Mm(sapZn^dhpQo;!f)ftlu-{w0yB=bwY7h)0P<9YqI
zO=ti7X?6=HKR&PPV-hfB%9Py3^NMV3YvxZ+I5+<-v)=iKOU|c1mwLP?&hGL1rAMDH
zTJ$JBLc(=M#|vjJ?fANXZ~NJH9-B}a?9g{o>F0Ta!%a?^8U`vSru1ZMEHK&Ne*T{P
zR)dQUjPvK$K6Z9oXP9zr_EsU8`K1S!ZrXQ(b!q&iqZgiUu0DHu2ixIvE5W)$;KC#2
zqJKevGdIu7v&nxZy?Jt@e92OqkZD0CA`-uTsj!^c`FdjSu^HjMDT{*ct-Q?t&@-b^
z@nrR%)!EC>KAN*Bt)6X8mfpSPGozXt6|W{<TA?douz064xJ*2`a&um+TvS5GqzR^?
zo8p+3HZpzk77j4sWo--Ee9qK;=ER3dYVDto1XjKk*){2$!NjglKY#t7_ZgHGcda{U
zzeBB8iG%6xSD{0J|I9=rjAlQWdiBJv#aE=XChj=-{ByBxkCPyi(abyCDp5{cJR7Z9
z3OCJ*kh=JzY{JJQR!M!*96XlazH-X?X@*XHcZajNbn@frD{8y<XurH{_JD7dwq{wo
zX)8-}$PN#s`47%L*H&F-b3Y)VgEzTmhqvkvvl_o_`v-}S)z*jEt==NGQmW{f<;r)z
zk0l(}VA|wzDKKP{KLc~u!^f3Ifkw<4$F?jy5FqyBGvE6~EgInuW@qL`7alsvoZV|E
zKEuQHr%k~N$$Fp3=L=3f-+VuCN+i>%#hyL~(s>l$dtTeW@W6!PeeEBYY;pTB=h?ma
z>hr8p(i3XJ0$1+JIdbEzrqv~jlZ*Ig+&s)?=%>0;+0#!ZyUFpGQN5-5!YeZlT)3{T
zvS5e$YrbH|{oiGGDpl1ksM)t7>B%&cpFW3Grk}s082&?NpZK4rl0STs?$342(J)Xs
z$T<I}?hc+MzssURjow>7dT|w8nltYzdA-l*=(KAZ{EX-Hu5-P;>Gq9-RXKNJs#)N*
z<PUb|uT=B4HZ?tr-RJmVW?K9DOPe;`JvO6HEhx~g{MDV*$c&mau?+(AHB}E+Hcu`P
z?mJ}*YV;Z|JCr`>qzSl<$=P#WON;rJd|67Cbdzyh?1dLSlU_T$K5{|OMmf~vQeude
z)b7rp|FhQn7u>jLt(j+W?$@DPFTOT@+L{0V@HUo1={bC!XPZuzrmbo{uVQmIOLxcH
z&o}qGZE8Lx^@GR4uTbAvO7m?1D7rMaMu)A5{O~gWjbF|L%@Zt_4}Q!SQ?t@|usL_d
zma2ct_r)!?@t$^m?yj=voJ5hXfCf8_(<$bvyHzJXn)v+wx~-}G`!^X}bYz^byU<)~
zzVNnu{e7E{e|z$yw>2>1^UN?t?a+4l(lcEyY%`l86;J7xWkfpV1YP~VL3x_S^+}J5
z*W3LqYdw)JI(5;dOVWN)1}X<#CcbLsleNwbsTG(VGPmN?g0-i%9{J((^LrYoMKk%E
zne^A)%j5n#<o;pyb$sdieBIr;gv3SdOm??(wd;OAS=}x4%5PQ8yK9S|_k)tX)CKl!
zFOS-5?!EF+%0BJ>&w$d|WpDRofOS0o^mD)V{K*Wrm)Y(*JZ)m#QBWiEh<r%IN`=$n
z?+?YXmVUk&(|2>~<Q}g%L5Xt@e*O44^5>k>)8BK>Ij^N98j`uft|L}{gIIR-pI;6?
z@2quSf9uB2H8p9$zoS5I72Onge{T8vWJA3x;W5^w&+MY7eLytZ-|Uu)Tfe89--P?c
zy~WSdL2flVWnJ=vwKu-x&armS>-V;tT=y|9AyMR`((Lp9-+W`A-&OdU%k^pL<!#%v
zwW2Z-MII`*^=qBz5)q%CSNB{v{;u?2h2RV4Zcb~+F+KLhM9cGpXBqF?W!vrlJ(WGR
zKjO!keId7}oImRtA|H{yD{NP-8~0J+^*T2qLqay`S=KJ7IrpT<^wjf;4^OhYzfGGm
zWgTerL892N(DSBP(_sN?`Cm(gH%(lBd)n-2f48{to#|Z0o!M*n%wq8*o%zhZWd}H?
zpWpIm+3h*^f6e|3YC%2S+~vjcOJTP5eYqLNXTOQE9=G^)@V&!H%h|Q<FI<){;Gc4y
zQO#Q8U`^sb^*?WC-k8)>z3>0AYe@$`&V0B2)bsl8u2ZaK%TzTUpIr83)6Bj5zw=5j
z-}QUDpvtB|ty5|O>a(oA#=g{)d}>^s)hZ&h>Hh=O!^eJX&d(|0pMUeaXOr8%O*i$~
zOeE~07w?Szc}K=|smbiUGi=SBH|4)^eU&HhE<fo#dt1(*-Z+k<oo@S=E$6?o?_qq)
zk@TF|IcfYU&DA$~;=OjI?sqm@e>|W2=swN)+}&NLD#Y#z#jsBBT^egp&wuNI`Q)?L
zB$NO2?hW+H={i+7OQAqi{g=$-RT}fxI<DeuIG^J4aC6GvhkD0^&YiMk6Ip)Yrudt+
zpwV33rt=n8m+rjtQ*4=~(?ShB?b$BE245UG`ZOBn*#~zR_vU_Pb}mRf%CU=)eIb9r
zqTsFhT8bZM&dg`Bwb1blm^6>2;ZS+S+jA|GzZ}2EdNAE=6DYQ>=s%7Wc8^TE#j7{N
zv2Z=Fyt!n$RO=)5Hlu8h3nv`>t9h^al`cBWP_yk=vG=W-d4;F<o)OsbTq3BxZO(%W
z_kU0NG-u0c_j1ko(M%#cV}7RW=KQyA%U4E6#dDh{TP$*FXb`XsG%$EFf95NuH!-WG
zGSAG}YIX4;OS{>_9m=_OlMj?k7GrLo7is=;S0=lS^QF2sqM><~n)`(Agxi@j2L`TO
zaINalRr5C~ydhq*yEpCo(C|7q?VeUP=idVX4hEX1)B^*&>pyO|_&@*u&g)aBPM@Eb
zD3ZuvcYEds-pA`!tnzF=-@xFX#;*EXKXob7!>!ideA6rSbnT+mtC~OURCNrTbdu-v
z)6=W9S1)_#?JPfGN6MVte1^&MQUw3o_-U@p7cX40v3uo<=Fj?)+mt7t)ipoHV|cKG
ztLEI(Ptlhj8HXBtxEZVdKJ4(0rAysqtDCBM=Y5XRs@eBp)5G04mnvF6?fkfC(WQ^^
zZ{{)==-d`-d;W8;#p25+EoOG+-afxAHyXB9@A2;ayRL=?%YHjk;{JMl)N!AEan<_U
zq;A;zo&LUm<@En=jf_0q+=bJ-+1gUpep%HW>*jiV_0xX#LlX~6rWda9;ygd!>%2wS
z#*b}xZ7#oJUSAc>d+ow4&!^S*n7{2PUjOX(M_o(p1Do@eLIkY6D#X?XKh3cFAGs>a
zK5?_X0)t7+gy}O3P0pxJ(%E!d-s0}O?UybYeG{nPP*wR%)TuEb<xbwboyCDC`{Gv|
zv)uN5;&Q!{rk?(1^5(_Ly}vCPX<4m$Y_o^TFPo*`-v4=GE?l;CLxJS6jURG1H!7a<
zIDhPxq4}|=cGl|Ox8_`5W|zvh@oMgeKb`(d_kLSD|IaVm-4)lKYoGX`FD7xwct791
z-Zhg|Hg-Rs6Z8D_!GwZ<na(~rwzH2v{%IxcEg8Gvr2K`ePRAXb8WrDGZh3jrMEvZJ
zV>_hIS0v_cxz%a3X>NRK^2%PD$txb%bg!?IK5uB-U{d5OF5xNkyW-y`bM=s^A6y?s
zs(8iaeO>gR`19X|<zGsFi{&dHZB!AFkg7k&bok+=e-6`fg3h+iX|gX{qse)GW@O~^
zCqJ9>U)$WC`65EWU`bG3%Ji(oxi-7^-U?Z><j)!2W1Bsmoa1j<$K}SgJm&-Zug&>p
z1}6XJJpI=Y>0>HY_~O=Q_CuSeJ>PF5pgCttb9zJ{Kab%#ov3-@Y1ixK&DDEfvF>#7
zjt@FQOT*@uRhr+O`J8*t@mGm*7OV9x=}h!gGEm7*^*r{n{QsRKv+GaiX=!NfOwJAG
zJX$g@wECrW*rzjPfyoI!roR6(BeCZ3vDj<XpWhptQ$DyW)y6t@-pk%|n`g|>m-sVF
zU!W@B=9H=b8nP5a54$iqKil#pcbV8vW~+o_rtuG=R<2r;oBC|WK92KUOFieN?`Cp7
zR=GkzO1nGPwwZfFp5pnP=Q?fbUsyeiRM`~9E2sP3i%&o<hpjSr&##Dlc2il2f7Q3|
zeqCUc>Lz`Ed;Op6ZN`40Q$u5BJ}jB0UA%^0_;O|1?`5nu=c74QI8q$!?HUiJUX;+8
z^iefJ<#o2``F$RNTaDUh%<w<+@XNF9t=vi5Coya}B>&;f)X=Ll`FV6_oxJqdvC8dP
zMV&&;x;>|JYdfDN9xV8h)?LvSe#^19(?4q7<L7)YHz)-dvrT2`p7vpln2#^Vd8LVe
zyM8e}d|Y{4ax=eXl`o55%V~qpO=--|GC^80yyAsSA!#}h{|qAoZx>AZWo_D?VXM8$
z=;`r8#?tqKj&A-ZCEB#7V&92Plm4pDJouUU^Rc6hAsiM7!Dow0YcFf=%eb=sjN$bo
zM~)cXefMb7s#~8gT{d18RIzX4pQa@Obq7llPV@)=^_*%i@%z#B^a}B~6$(`ybMjxu
zU0igjYje=q&GSw?zb9s|e}1O>rpac0=d4W24zD-dx2-kRN7MGcM*+uqrHiM$wL7N0
zS)_OMd_b!L_YqZ#&Z{R=Tu=Tw^S#(Ymhb#et*$KwD!b0j_L0i1w=kY_dP`Btd9y8B
z-XA)qf81@7$LDq>>jTD)AzBsB&L8OE6tGz4b>jTl?Y@479uH<1&5Pds>$}m>%^oV3
zUd_7A_l;dyf0f?MmnnZ485e%i?pCvVUOCbBcGp+E<|Tg_4>szHRK{$bkiYHWpGJ?>
zE7sjN54Cyy{&uVGW3xP=uPm)Pha01lQ~muvsMqgH_4(P%>MtTTJ%8h`3b9U?x~ucP
zoj(-u(N-(j<mA%nJj-vc?TVRn^}+6$`zrXN;-vZ(8-3-IyCuEi)PtB)*;4PaUQ7P4
zXTHOy5+pP)G@w-6#(eAdGb)FSr(1pf?U^>CitUSdl=>m#g9)jzmu>I<T^!AEUMbM)
zN&d@Mx7V#$^GR{udYAL&LQZPYPM%X<om9R2Z^5#Kscip4W5Ozn3p20EKl<C~QPDSb
zn*9Wx^D0JX%Ca_247q=9_KBZt=Z`+Ux_w&6wSS%!an?eec9K1A`&Zv8T$fPSttxK8
z&u1Za#-Mtu$FwdV0lwpBwwW7waPuk^U%Ynv+mEe0s^@p?y|tTHcW!v;7ruJ`zt#4y
zBAk>S?p(6ymC@9X_19I-^V~01G}*j_DbDxfo10U<&*O?)|Mrda@5T=~D_s`(Z!6{h
zvu)eTw{BuF6OKeKvwv_rll$qS-FIGbgi7kYS@x&#^xN9qi<bRsif}zTecC5>rH4DW
zt^6x)%DdKlgT2#6<IO(vJmV%!QD@wB=cvI4p8v}#*R9Il6;TmqFVwlEZCT&@mEEr$
zUp?HXDWO^Obn<+!+2=m9rte@e_IKUJrS6i=%x!gS-w)m>UIVSh;yDxl72keay5g1o
zf3@5tf9jaLZi!bYe$ZhzySc$*&5zWt<@c{x8dRP5kiPGS^GPFB&52==*MH<ztXq+}
zLs3GnqSA0)x&4zPHz%I2Fa6e|{XSyS^SR&btIED`$4B?1n|1EHbm?Y!_qpO7dt!p0
zZMc8r$dMU0-%85-u1x=bV&d1cvgIw@$?I2EK9yuT@bk~X_<#HFzUi<3eLZz<{{Fwe
z(>B}x{%bGxg?&p~+hSM!l?q>_uIlZpca42K{Yi~?kP`2_+tuxS?dhi5ziU0e?PMc-
z<lvK{ihq~ux6l0BnN<Jq^IPV5SMOKL+FajWRufur&q1iO>EfoM(w%>uuOGO<xvKZ`
zty{;o-3}3bKk?9`P3hj+*>MY3J-=EbEdT$9dfE%mbWis9$4f%4Wd_}}UZwRjYs->9
zJCA*v*Itk`_wV6w{@Q2W%X#V_YS-tzf2$kzY{TIrM<Sva&%eFP?0&e|H~IBi&yRO5
z)h$1_IZEu~^?w)7PuDD7QztAe9DH*2u7&68e#-w%o^Q=tf8cYEeaF-goAbqe_78T>
zKQCXg^-tj+#yaNzjrIrTKj7zZu&#2iTiSX!F_q8S$A@R$Z~M=!`(N4=-)~Akw|Z&i
zH(#A2#osU7xLE5v|8MS=Mf(D7{(f`ake7jh;gG?f)yJ3~zPnh=G>x@Jk%58Xm;eI<
zLox>gLxUj;1H%CcCI*HC9!3TRgEj^R1_@^d28JH8mEEe7<p!+^<oUE+?tq9@6UPyd
tWgvSTKvoEVOebIH0|NsCg+`F;9H!N8?_bN0(B260ou{jx%Q~loCIAPBTc`j4

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/images/xlalogo.png b/tensorflow/compiler/xla/g3doc/images/xlalogo.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a0a295953d0c47b23718197dcbab1677b337455
GIT binary patch
literal 46785
zcmeAS@N?(olHy`uVBq!ia0y~yU_8#iz!=8C#=yWJb1W=`fq{V~-O<;Pfnj4m_n$;o
z1_lO&WRD<U28Jp%28M<f28Le@3=9n~7#K<o7#Ln9FfdrnU|<k0n6oR;hJk^BEy>&6
zh2cL4F4((#G6MqxXMsm#F#|)48wfLsOmTK(U|?V`@$_|Nf5arp!KsrTmh_E*p@G5E
z#WAGf)|<KI6){)0e!IWbf2LmVE}iIE8=vGgA57?asr!XxcEBYCfvPISlhbFn%r3g@
zQIua)Jo$pKke9;V_6t6Sd!?D#PEOjbdot^?-|g4GAD`jandmufne5+r=?>G}7T2De
zbMy6@z1M&1ISCpVi?y#@HN``<`Je3GnH`B<dS4cN>J@NEWqsH(S!G@|-`m)^t#X0)
zW(v;dY@b<WYMWqYCKXZ8(2^=z74frKqGCt?g}~DdaW5`Dkz~JkN?jvrW3151i0%6}
zUtpef=yAY8_6uU&i{m-2l$5?;pY!*ma(v{jq-~2ec=TP}nG|HD^KJfV<o&;771FwM
zuYTZ*z^7BUMaY;5{_3o`&d(zwnwXbb@k)z9Vui(&z*;6@?+xL6^X@nwkG_3H-2Ttx
zHgV;tlIa->_FgzV>(JvBt#S>#3({lR>jXaeMsKNldVPQSi%*NM`_4YT=tH6PevjFL
z9skVV{l9sA!=vnz+w5c8zwt_Q*{<4SsK8RS?@#HUFSq=+$fZhL|E_t;k!6F%mjj<T
zj2)soW}A2}%=&gk-NDGE*5%*RS;l2CKkMsnZ`zuA%qQo@mUSS@4~u;Hd|j+t*|TNs
zMXl1S(b?;JqObA4xBPebmcQN~wZa99E<9J;@4=~3p5uJITm13t^n2|K=HCvU>C~^K
zzvbAY9|1<4^6p9p*|+Ea&f5F9W}kcLM6o8Oc_-(`1i5g`XWTMJ>tXob;x{}A2EH%1
z-oD~5^LOeGeW};%Zvq-@ckVTCEnFb-so#Costp^9W&cbw{akSQN7d9Rx|gf2KR)`y
zanIH|HNi@ad<CW!4(IQoiVx~J^w;`?{Qpvaak`gyRm$YP*x=^heD;&-_NIN^WV!9{
zR<CDV3=$zC0uPq1W@u^*ncr}ajb-t@lX9F5N((f(W+m~yY_I$N<L=&B@B2N}eskMy
z(X{b8*pwWt!^iNWq<HhU_`SB`re2kS4UsLqDl2EQ*l+w$apRvsWoi)v0|zU^(ZH))
zINi@z$X$MZ`c(&iE%V=2xtmKa3eE3)``YS5RDJ!~%9U5bvzNp?OKxMD;MlT7V2Nne
zgi03yh2RE9riV9q_CAo7|LH8qASkuk=}!IOQ}y<x--HhPEnc=}{eR7_=}mX1%yxP4
zCZ=6J@8+GT_ZIS82CEqs2t3>oF277U{*Su%ap$RB4YO^3HCZj{4S#%je_YGf^NhF6
z#j8RlyG85tIVxR9bk_)1ZSz|_>64HA?yV74#;au7J7((U-&Jx<cl*V<;Jq&6@(ax;
zjTw7gYhB_>z90X^x2yW;$1SxNykD~giwLvs{B$d+uw@C0n9iksvmQ~wXUtb0?p1Z#
zI&l%V+^*hL)z>y}KNZHPA@zX&yz`$2s|#;r3jWz&zhLdgbr%-T5)pD*uz#`a{Wle>
zmmb}=p3lg=C~*RV%ZxxxRiBF0IiUgzR3)tCR8`vdlqN6WP<ZqBN8{ORsp`6wONu_o
zOAF-piC0AgS4?PPInE;(_x{xp|LwUmW1m~dfAHRU*`kAGTFE|#_f?<b(oSo9u{>oT
z#lR6dx4pdnW9*Mto-Iaq%5%Dp7B*xu6+i!ZZ|cdIh=VmP`@BE)PCF|XnpUA#t<v_>
z>ca1?hNnxdnHlVQ14W-ajki!Pw2>{`@j`aiDY@k*>?`-bx|LLTBv*Qd_4)c4iF3r$
z;x;VLojM`;@g4W~3#Rd|-}EKos8S2l52wH@TWW-+|J}gK?3}?pWxB?m=)i*i)#sMR
z=iaYNXnq_cHKnNk_kG1Q7g=_(JyUIk80MdRQQu>5McbzIO;f{!{?$>h=d8Bh{%37w
zbFJ)*dnTJf`7!y4t;MpA4?kk-51hSw`}sAmpZgl7RQqvyB%J$JT5?W#e~PMc$cxWY
z>O<ro^y?h{^H`s0V&CEEi*uu#7rL7&9!W0bDOq>;V*S6`qmI)mD<e)tR<Gs>o+&t0
z$jaEKKeb=V@JW^1d1IE#AFpkEt+m)lq2K!Zgfo^d-CG(C9d@k=_L<24NlNB+QlU)N
ztOM=(JUWJFxeo`Ot6W|bIk(Yx-cMoOnBOf^bhv9)ed>vxvsfXfTJqmxeeaJK?mGDA
zgIw@Mi|fS>;Uo1td@|v0EuR1SzR^fvicn}DvvkApbxc2Gj$N4C(&+nS<(r8NET!Lk
zyRD}G|I(Ga`TngBkvvP5O$%RsLcVhEEg_W;)7RItZ~y*HZ_UI{e`<ZZ6b^kkC};Km
zV6=e5n{T%sWv#PV&f2@#zVGS$b%(agyGL)>(#q@mai+wZjN|F?wM#di-L{_7F#P>%
zr4R-eS$0NE+v&EeSOUx!KQC<TdATt;yn)MJen-x<%D~jC_3Y~{%uJ`+`b{+dw5&L%
z`{+icxrcVC%k$UeWqg=i+E?6`FS1{qW5xZAg88Ofirhat2`yT%kM*bf3Wgn`SB<Sc
z{8Wx}x-9dB_lrnX$m2!2V(sz=)MrI+kuS;rf5GJVPNfrT`qEB?KS=9s?qXtPy`mt>
z(As!~uj!T($MwqN5)2F?j6zHwogZDBEWbbXX4ULniD|#MY}aVoINW<S!%^|W;?wIE
z$$xzt5u^LG`uj{%zR8oz?s%En#@?G;#=-c*$uY#NMrQucuQ`AInr@l;;>`_xmTPsd
zqW<K3KDP7bffv$m7jiI64N}rk<>^oDZ(=CzxcFN`apsq68?~7@epVc7dihQCxy;v?
zs|oS!Nx_%;G(S1SUD~iMLgqRT@50x;*AL12^VDuTR_G_^{Z>_QVOfH7E`RvvSKF4l
zbhYO=Gi<M#S}FA>QFy-nXTdo|D`WTm5}b1BZ*jIx-+KNpkAI5K=dVpH_;9(julU@H
z{0T84DYh1|(U$qC{VYp<bA<SF_@{I5AN2@ja1qI0TYPQHybV7}!!Fw_-dA+WGQG=F
zRsZwp27w=!ET3O0|Mi=1<)orBla(HLS%=w_sc+4Rcx#*49zBPdWwH1}=KI!S<#o&)
zZd|sj3@@(L*zxAY;}`Y6%VYwTpZ-3ctl`I?wZx_MaYf$yi3~q@-0m-KIl>pna`xG$
ziZ?7RCF?q_T7=hrZ94aod9SQTWzPT7u0O^vXC_DM^xgkblKl0Vuc*AIihaED+{ee3
z-cWWjx#=z`R8e;CB1^7`^|aKM-Pfg>7F~UK?DqfO@3pp(f6vdK?(*%%oUi_|<`x0l
zZRYM;7j^3J@#rv>2gh0!6%V+ymYzFr+{BP9P@vRu!pD5}7p|_~$Nbm#e|RQ&{9Mht
ztrtrUO<c9|O<|X3@+ITrb&3UFX1-sj&&wwxHuc=ieSc5<Dq%ZU@y$PCOPQ$mOVjI~
z4721vwE7>~lYGD3Usk2y#L8B=i*}jaM<=Q=$yUv%$}}o;3psW9`*SG;hQ$6`rvzg%
zj~@_jX*|pFEues<VZphm<fX+o&t5M%U;lG0_l4<SE*<(M@-r=H{km-tGPcs@51t$k
z3p=-MO}F!zufM;tcV3t>xs2y)MQ)+#>p8+#1lH|ji~skU@yGl6MQbl4-(q)mTCjYv
z?ETp5g8AFtu68=J@bBEqo3|BRu*uL~F6eMu(zaiir(aih6%)tr%72M#ueGOdy(7Hu
z>0#!K+)hyOKSgu0luUIi!`!cOzrI{}uxZ7V<*$VW&WR|=ye@m&@O)Pp!@A-=xjD_h
zw)H=(mgjx+>c93ahMQvDk7xL>%`m=RAEfsAAIImQ+@`$Drl6`zVSEgK&Uo1PzsUX`
z_f6u0gsEcXL;m~b6-Pe3*I)W><vQ75AEC+HQZI{jCl^1rS|j&jy`A~oU;SE|)BSpC
z<_c`^4dKZ-ysGuMvg|sgPf?{!0Swb}SIpkYc0cZ)RNfxe+RlSc{W<1uW=ZX-cqLi#
ze6zo-)%k7v0yUr7vHoA|nj-J16ybEh`|If@hD?UcU<IT33#V_>KQcpsiAC|vbxVtk
zueM*l%=)_Wc3x+4!iN19oM$gOGh@o_b=xBDoR#vob&i?mBNMIpbmi~O=eKC*UGEd$
zdwZ+%MTYnlLZV;iAKO}f_Q3Q1Q6)E%ZN!czxLf=EIv%ghZ?g8Za?rUsFRVAtSv!ZB
z|JEtN!xg+QV&Cqa*KapfkoUt&c}ufWsf&tUO1jJD6fc`mpr&eJ)UdBqcE^jQ;#rTj
z{e7rV{M6-nnd0$dUGDEcEZf3da69VdL1n|o4c;GTHjC_e{<u}{qCxIPiz*S;k~1G4
zeRghE5A#ev>T*x!sQ|;GAf*?s$qWotZ5MxYC|-1*H@S?ZRwirRwD8*3&C*HMRktS^
z*px6WJHah1Cv!Wg@CyfP$sf;0i&7pP@zV64)3Nv1U5R(M3axE!Zgu83ATGiY64RHz
z#)fD5KZ)FntDO3|8g5snu2?Ml|NU3f%jvhinI=Aak@A-3=ZwI&76}K6C8zlD?B;$^
z=XT)Rjf1bb79Y~*ufMMJ*ePLMe%)f*skVNG3w?gfQDx*=lYQJhK05aP8w>INH}C8&
zrtB_Dcz8?wMscilLr$Sz0^6d?cD?)mFJTJ56YxTCp{|(w+9?ZIyT6n#4}KozRe5H~
z9hp=?2BjdSHx~0w%W*cGPy1r;C~@PJZZZP{$E!6aAt(6n|LeTRELZo@=asLI=yM;#
zLZ25`uZV$q78e4KYrOYe>bGvfryZTE{O%|pj<wGFmUf*_$$_6~--E~*#aDLzcvqQW
z{pn2;UuL^N#nVlz3olRe{k+Wb+*8MAp6@TcNp_n$MS(4+pVeco#EoMw>gFUw+_Nfk
zWk{4iA1AcgzUalC{qEQPg`21Od0H=<p`f<KO-ZUZsrb2-N{`Rw&bE(VS4=5Z+ue2H
z?X8WSx1`e+-JKk3Ey8et;mF79>F<swK7Y63-|_#VM=aCRbo#8Tsy{q=oqcG&l+>@B
zwU6i6%B?=I(TO31K}~RylSA|NNg9j_JDnZ+nHNT#FMZ1(_~`TOInVij9hy|e-kc+~
z^ntXg>qg^5aFNQW=-|yCet)vxe6fi|H<zUK9u`>DD{`*>g;~X>Z1xGd=QwrTd{1Bf
zar>*3-v9YcJd51}3myd??|S|F*R-o1l@BZa1Rw97XUY~}o58byDS%DlZa+s#&^@hl
zf-EhyG1jXO?tAshIBvcCoA(ELUK(@TuF*Wz!0EkNYf)g%%NX`;XC&RzjpF-_wm;Qw
zm%g}_dET2_j!*0&&beLw^St0qSKq7U|9keyMt?SIk^DIGMcnnqv(C<?>FJl^S5NwM
zq2~1a5C*Y^7V*vQMb&m%y)7P-**Ci{NUfTh(=TiO{i(-^313YwYTm!9`K_DtBq(vu
za9PmIAL#G9{Ct;z{Ji;VKIU$UwSEwp+5U>Tq+a*X)%iyk*RMG0djI_G`FY((AEw;@
z&%bn1y8o7SrB{|K?Eb#OxO!c7J5%_ri=R0ZEg!4}H=Ou<))%e&^H6nmw0Z7cd1p!f
zxec0Xt(>0kltM#q+}O#tEB9!>LC^YdqvN0UeSZFRovh_^natx4xN{Fb=da&X)!Vqw
zwBPsF{IJ!lH|9RQ{Nv&GeU{lP6KkxaI=<VRi>2LgkvO&MSw&`-2ulhZ#|njzBYUrY
zHr)OFMuh02f6{XQ{!V@$mvkfZice~PaL??&=Rn@{U?@4zc&l^fnQEmo?N6+;&nz@9
z*fo83nTFH?cGDk+<&Tz!$u>-0H>>3NoNW;@+CiEf!hIYv(@)lHXsYyFc(4Az-rL<)
ze1C$f^r}S)mdaYosq<6?+!DMHamD?KYkB>i_YZc5$$8&iUK76j2LHF;uM9gk6vndG
zZK%9_hVA&zgod33(shR~@%5LzWw`T5=BzpQ#9jUmkM93j_||svujkt|x$-Q2hU{9s
zJ>7He6mj+?IzM_uPDn9Zd{}14ke{3r?Ybc+-}U&KEy{HXn@fM5Y_|!sthmp1WcK4$
zxoaY-r|Q<$Z9V$vgW=-u&t`wkfA?bVl6!AI#9cUPsQ$KM^+HkExG7~k;?FHM3#_ac
zJwE40)YokP1^L0hTmG+%(CK?S_w|REeE+NLlTPYi_o#fcq+80pnCn5@jZDRal<wj^
zOpF2wD&+!yj2i=bx917oeI(O$K5s+(tgj23uUjb{OiS~+Wq9<)&Gin`6c0(q&i!%n
zn(pRTGS8bCHM<prc3$e^mfIz2YWsSx=G%bUhG+c>0zY-+>Q`_+|9idVf9JLc8EX;N
zEpIZO20J$|5Apo@t|mjuy}Q0;?VQ*b2cJmt@+_Ud@vmTG&vC9`7Dh$+@U7P@!|U^Y
zMqg(8ZDp`G6KuC+c|lJ1(Th(k4($24PnqZQ9)r(KNrC}AFK#jVm%Tk<`FzDbWr5sX
zJol|#x73y-t$jMl1=JD`zrN2<`I$v{yV}8+y8V8PG0{6aKus_~hCfF<*0EK^eT_Ts
z9-A7%_N4H++$78PjEQ0a6{pHey9|xrJ(!_%$oRW`+w5)mv!k`=eiuC)ciCf8to0u4
zw*e*&{2UpL+8>Ux^B+E#zWD8m&W+QuyN?<kE_C=T{vti)((_P{$}1_qmiJAcW5`f>
zLBfG?!BR<EZPuWBQ_6nKT69j-es9w4H`~o>7@1ctnl*2k2IH~Pqg#$XvbbT?Xzb4=
zlQc`bW$Bz~me(t-KbKwS`<8N@Pa%5FVt@Aqk2b%kvTM3*XRD}xTbpH`?fcr2*VlBp
zrDdOQS}?_R=UR6Lr86t02&p~T$y#P_*u$6byO`-xGW&Whha>0Nb!Ml=g@hK@et4{|
zcF_t{5wRT;z5HdB)}9}G{~y$Ux3~Hu)9qhTty4meR>Ute2)MsnPX9RnqqSexy2zcD
zYwIpva+xbWL$)vKSJGA?*ZZIUOMUk~*K_pak8imZTQ)0yy6E!gR@8CJy)#6Ya@|p|
zRAEuMcw`o*xFrjNkjFP+r((wXBhi9Ef(nWP@j{#D?fSKB@ipr!yveI9(z^nUp3S%>
z*8SM_rOBfBUojsPPS?~&oVvDXZb8|kvWgAhV)^6Gh3s~%q35?HJ=FaDwdihF)3(L^
zqW9mtw_kRvP)}o-(wx15lY|0~H?qD@?YB!hp?lz4=#!oE`nwpM?B;Du*j0P<)8cun
zrCz*t$N{A)4awq|;MJ=?zG&B994%k@V#3aCf3J2-nSAX;nbHX_>knaveZH;P;;hk-
zZ0?{TlyCFN;j5(l)LQNL5}&<&`_H?a-^KSutxd}Be9FE!-KUPOJLm1<W_s5;PlU-#
zuxn|7j(otki8mZSY-d`Sm48=m1(U*}i0rwWmwjzHx_<MdXOg^AgU?w8znN@!bnCVV
z8F^_bmp|d#Tg4);u{#Bcol(pA0;-f^KU~Ota&w(*ULoItSK^81E*@W8X?V--^J>Gr
zF3~#gZf(@Hi`Z>2v&w(z6m{`r!E^UGQZ~Cw=Q-!;FKl%D+w)eNmFIADG`EX`$Mdd;
z-r}p_dN1bKZCK2#c{%!dLf1#bWe+SASk_s;|65X9fB#@;&^nD)Rnvr)Esr~^Z%)3%
zcR=@C;8&>^2eUUOJDbiD>v?&dy~W`=@BRb*=4<9(eR3n5ZRX#lCP$y-JY@<x^x?)m
zV@8gKi4nYC)_q*IWwDY%zg6|dk8z8BRwcWDS^ziH7yJFWl~j0V$71pI>))^0VKZ^h
zHaDx|;?2^hGA=G{o+T^&@yeal7yW*p^9uWtk1oi#{b63Kf2jNPh51j{fB(69?M4f`
zIX;h$*8exIxa;u$`0FJ#`3>IrU7-)&S@LOdiTETKUlwv;D9}-uE3zWyz=c1pa)EV$
zEF!K8QUmWqR35h1zw35uwa4;hUB%08STCL@|EuM|%=G!r@sctTQL1yx#TThwteZHw
zY|WPqTMp}<3tad@{`masI!?~FSM;3RuFduD^$+2f+wRR<S{hWRp^$o#)$PFE8`?`;
zZZzLio-nm+3-j&y-xq9gW=OO@AAc*WcE{SMeIIni`4?<ejeC*k8+fEgt2n3o=*L&n
z&Q?_Y{`R7M(n<Ym9+e@QB1vz`HduRFrwL7*Uc}y`ac<)($0zRZf7L(yl09c%{rx@H
z<2#S0B~_=hU;FZQg{A$}UtYaa+^1gZI=JqM-Va6BlfNcZu`@QvDqQvNIFtV45ZK#y
z-Bdp^&wiVJZfD&~E9t)my(`}ocG()Q+PN^CBV=ziYi(J^hZ8HNq)!V{Jm#0ORQ7r0
z&TRK}7VayaFRVHynK7q(+v<Pi{r<V#M=!4DxbX1wl+{Ac%iWgRtbP*4Q+Dw6wj#Tv
z8?zg8SF_0Uds?$FCd!+io0}G2`tjuYD}3L!FHSu+<^3y>>a_U>H|mPH-`~ZjQ(u!B
zx;i&rCS{%G)7`nP9LM+mGLZfG$Uf34Y+-w_#1@7HS%Mn3w%*v7c<bJleorNyE&E&Z
zx2(_Yym>BE@tKEZi?D9Cwz^G*w)%rvo4(unzKDMh>rZ4(mz!)g_l1D!%!Ml-&C&dJ
z!ur@wP}k9^!OuE4W}=6T?9@+Jg3imdEtTcJ?>6u4Eyb2>AH6Bc54d9+f7iL>-jCdR
zIrvsm;hC+u3HNI5ubg?NRaB>6=cZ_LtO7$K|Ls#R6BhJud@IO!I(ZXY(eARAS*xE;
zz5nY$TSUIU^(48;+kFhJ?ipGbHT)};{qdmteE9h-Z@rt&TrAqr)4?)rO?9JR<)y=y
z__kZLD_qeoxRuW5e6?gt?Mwf|_V2{F!sZq0-QAaan~}G#I5XhXrc39ZZ*uRwS$ul+
zx-HBSRh%zs&qgnM!mvQIhikvhpV;mm?#9Y}mc8FXzF8d2dt+*`D{?WD)k~4WLZeEj
z)+y>!y`M4ch_yaf`-Ly-=7&}0yUU*3isD?#*;S@{$vM&F93um0lrHDRA;J1zu}>0C
z@6pkDy5^C2wS@IT!D9?@yO~T3ridip_G<JwRLy9#V)LZ{Mg5;w)vNd_o*do0B7Maa
z^X_Fcc)nRZcU>Hq^EReEcV)=m%$Z+GLxc3RR$po4xR@fp)bqpU&wXkcM|0-edUmY&
z<bNwyAd6keR6k6<)^6AQ-?IN6A80<}``XH{^Y*vtht3=<nq%$yZK6t(YRmGRrwrR2
zRImCAn6`9DRBPFBg@22d{j|9z?Qom>ynkN(h3~z6U(DY$b+*!Jxn|G+iJjtyqpaOi
z-sj%>@J_Pt^G1Qqae4A`t&MH-zE)%|b6+aUpb&DvFw|iCL63jjUAMM>?OUI$F?Cj%
zm)hsETAKVit~bwR1kO}^D8;<uLl~1PgU9i=w*ogdJmeOwa{1|6SR4NM^Xxaz#q0k~
zD3flsQGGi@>9|~TvWe8uXXi>KOpGr38TG6W^|V~C^L|yQfZ3!aX+nRF9D1DiyUF^!
z-Nn54De{)jWo~CNOl*0!`~T$i{{#Ql#s6ntZh3C1W7^i9emR!!&J%=~+5|M7OE=mo
za(M6yF6kGTd-lVnZ`y(jI9N(~MT2<ke%#QO7TSK#M!4DeZ>!ub5!VBG2MaB-=UDsy
zd^hdv`?>Ed!dYi-E&6-r&6TZ->(n^4c_Snb7~T1QTlru9?05fVjel=_T2*8zrjUE!
zq}`Io|Dvtdy^8W`aJQ3i`1XG%J45;N>?7~4&r|+-WU<E1kLNbdnE!kJ{Tg4}hNI<+
z&RjlSxV~`v;q(9M0|MKoN9}cb7a?rTvGAtDhA!K!jH`EKO`En%>!zS}-n-Ke7bw2Y
zUK|{2z3hgqMVQOt8<%$S^<|pKXG_F)Ps=oP<70EQ5_4tW{&_NYzq^%yWZ~yI+;KY>
zJWFAYe>ai0r|g}fQo}R3oeI`6ImS2Z-@i>vnQv@lkuHCDeSRAAmZ$&jZ`|Z)`Mv)4
zTf=8fn@h_0&gpzCYiQGczhUiyf;W=lwx5?<ZoKk9a-Yx_e_4JO2i6ISPEi~y9&_^T
z{A}@(|JLd6mCLKwZnR-xcH`P0<Mh;~O`y_hic*CDgVLptgO?xmzHG1iePi$5S?|At
zCTEIt{Q_;?Y>B!h)~)Qw5>>R~*Nt1(&v$rKwuC*KI!8?KlGDLM=fschp7*bL&+i_8
z!I%F8%g-zK)h{oexcl(Eug`ba)Te}<*z@`Gy^qgtzCS4#|2~t)x_0OK?_J;K^$Ix(
zEnHgucw^wPKt|1z-q|^ziIUDOi!5eF&DSm2c${nP-g${i6O49-&hOc~$L{do+lzN~
z-~G%`%Wy{J!fsRM__d7sTi+!xtZGs{e%9EY;qRjNd$JeKtWy$juMSUN*ly;^cvI8j
zmdlM>JNf=kmB^a+%tD-fhWAak;`s&*CW0Iet;vt?9DlbYlzrZz*XeRjNfrh@JPJRh
zM865masM~Fyq@p<FXMZkznA^`dHa5_4)goUH+&Z_Z1<e%lKj3U_K*RCqUtODu1z~i
z%$#L6?(nkyn}1%wq3PSN&3E$OUswIYx8En}e&fuH_xg`K+8#5c<S;M4wUA@y{>8eQ
zB8-93)5QNiORoLD=Rx~&yU4(=DV6E0!EYu%d~idoTbZ|k&&H#A(c`t{?KAmxzpuHd
z(&WivZ(JgfmLKnaI{cnqy-_Y-;etgDi*J>xo%1i4cIlvFzKx!L^|O8zM-NUXm#XEu
z1#B$ZuO4@Oeyn7$`_TU5+eCkN*e^bDoBQ0nV+xWI9##!68Oj8@#N1lV7##0?>{nvQ
zY<<LjW`mx6=E=qD@7CX*_HSnT(Th75ZUzm9Iq=+<lXkhWXC3qX`&$(6J+P4HGMb*+
znAJBiGFhQoc!6=jug&#~TC>AFHTOO~b%vp-`S#C4?0HU~6ZkU=zTe;TNGAF4Ua>90
z%L^YgXerK6<k)RL;qKyFr=8zCc69x4L%2;dF;a-p>|r>^vK7rQcgX*D>NlVN{OEGS
zRZTVL#Ls!i_;>dU*g7YjvOIp6<G@)d?WN$kF~gpxiO-s^7@e2u6^wlRVPo3vvN`WJ
zu9MA~ZSigA{tt%Pa-v#-O*fVO1uK<`J(?BLTP(i36BC*>Ju8$^Q!>-pDUqEqg5wv1
zE4QNR;tv-NF*1B-(|GcD)itZ<ud=7_H_ctKo>}s=w0TGHn{yw0K4gWf*KNto&ffdD
z#y}x8GT;2^CO5_d`%m*c*t$;kOwX^}w>1Zyw+CJEVOGdE!;xa^Zk#&Lc9zSD6-@g!
z&%P<nJ@NW3hIF5{w+2i(j*Tr!9E`CC!m=io?RhS>bal_E2AjO23uiuc={DJaDEQ`L
z_sZX9Kh@2hn6q0xm0vXKNDw@z|5T38?Dp2j3!?+yHm;LRSypf@x%@+;^tCrn1VknX
zaTy1>Xk2GaW1EoFAQn>i;>j|j{k%71j~8xso0|LM<G0=g@#-0~<TFDKe~b9$!O&#&
zdzRMR)AdzHx7~azZP(v8WqX+LvVuT{1y)i=|G0-gdOkIj`MtN=pTuXvHD^*QT|F2$
z6&;?4&3W@up_5}P^X-i2C9}e}>#7Ew`dsI@>Bt=O`BUcqIJ|wOqUn~&CCb~~r=6U)
zy2xnm`NW0^Tv;-EYWUcnxx3E1&;Hi!)C2?FP6O!+AIe0Qypda-_&ULwbAHkyi&LGS
zngtjHUuiSV+3|a)czErfB}=v{2AZexJTPQo*iv4aG<OwK{+_fym*sb)2Xv^P+A5Kp
za_xs-_VI%c*U7F<-C6ebgKF7_pZxcle)OHKzGCug=0aoTxwh#~TUaJAImU*aKX~{x
zN9r%R_q?amQheI<a(^Ve|5hBU{9+ehb5^2N>fY0v-2X@g$GX%#nCAVP|L-l^_TcXh
zk<Yk-_b?xRUok;)YVPKO*xPS-W4k_mR=F6k(^p*RUEE@(@<;XR9W2jsK)Lgukk_&|
zeylRbk0t8=pY31u(k|$`&<_rc+mGg$aFnf`-+VfG$&aa@taj8MV7S!AVlCu2qxuXd
zr^5yI31OX6gg@Te%Phj!Qe%_+u;lkCQFr@r(;L?tBZ~K2I6O<KpNIYUw{?CYmV7@}
zhMwbncw+yr)*rJ2({4JoahOfqJ>RVB`D>mzAJ5FsyeQqjc+L`89=Fi<Rdx59%@>>5
ze(8H<J6EzUO~OTE`s;&iin<)XR$jhozy4COtHrdV20EPb(HHI|x<>|c)Wx=HW=$+S
zRh<2B?uXSq857R`y5YGpxPveJmr(E}KK+fCqZ*kM?%Zmt?u*#=*wlBoqT-QfMK}A)
zAF#QbTHoyFQZnKFdf_Mk-KeljeA{^D{5rC?CgXRpQ_mvbaD!^&iAqkEG5negHpYh*
z8mCVPIHmlcUo5SB{lq1!v+rEL$X?R4sCDABK#Qjzp7k>-DJ&^=U2|;bD{b)-KlvLM
z8@Ie%`}*kVHzvm0%1akrEc|fRUH+N&>g;*%1RwR81V$cVQJ!vU)W7m|lT%A_eC>>B
zdw=jxY2M;&q`d8)Xx;n8`<GqN=yz|7-kT+?82iXp-&cSqw(<WQiPyf4=Tm#zo{ByE
zakItkcVAf-Lz5k2^h(ELn%U+jZ5OTX>1wcfwdUxt>dt4cO%*Mt+E%sPP22Tto!=k-
zB}}&0>omW%oG<@9L16V;p?JUIhMeuJZTV+@$}ha-@$gT3p0lri_(^Z;D_<1CZ2oZ1
z+gp2g#w_dKGZz{v>)x5&6V&oBt+ynAm%Tq*MQirfhKq_f?`DTAX=dpE=XQR%powjR
z$@K$z^Y69>3SWtw9riM&?6m3K&+(P7Yrd#@|7I)fy14Q9+U=QBr>>~_Blu_6wr%g5
z4l)WR+Igny-DF*{MZlm#An91eyV~MQeQzITP1&^N@I=08dy4k&`L*7DiI%bPvUSpy
z)h5c(GZq_9k14EYYbj|xw@~|e(E{B^mM`6IO*tVU<d}KDeQ|%0%ep-WH<)gi+_El0
z_4~c|{D<DM$BA<mJiEWX+~(h8ex6z9b8==(Dw|?i&C^%Q{FfsvG_l~V^e6SH7teC%
zzE-d=j@E2rVLuRHmd*3_c*{C(_N~@tk5=wHeL;S%TS(GPVP=l+`49X5etT_^@px9?
zThn)4TnA2yJzJrnyPbpmfB>h)av%36b7lxE{rc_g|Bv2oO1cXz%#;j{-|6)cWN8<b
zFmrsWxZ+TBx!9`PB9?UtoBy7%ye_}%+(J8vnfsjhv%5S~)*COGFFEm=Sxx@Grn9d@
zzCQO{^e^a6zdtu4XHVt&LUWIl-DQ7-ywX-&Xg5u}VODs@xc<@NxOyLr-y8EK&fH6w
z5>@CY#j@P+#KPjJ1uyPJi+M{6^}Q8)*ikq|aK|~rDO1Z@_HGO1c67LLytjDy&G6Wo
zORsJ<?&I5XrUNv!=A%?SSM}CztH9?L58UOZ*>{B4+)zIv@4a@){c}~#uO8pZz9S2o
z=>Kahwl?<YQkAz8&Sc!#HBG<bhj>V)<nOOhTE<L4hqM&$hjO>{C_S()X8RqjJWu=3
zM%nNW>o@ZLmt*<A*fq4FVcnsiR|z-n8MA#@*^|-Wzx&ILD=%HzH9Egc*|K;}<?-kj
zrLl8Y<m4W%Ro|bTuyx)2DFTaDmpC<P|2Uu8D{Ry&yl^GU?lKPL&T{)t*>PJwZZ#Br
z_@>uk+hk9#j=wXqK0B}DXn!77^y13PrQ4+J6nVJ+RlYgBa`&U_oU6p#POZMgC*MA6
z^<3@!e-H9*l->K*LrQMX0-Hm2>8GrYAN>99w|aa;^mnK20{eZq1BK){wRf8@OV_=i
z)-`9#;}hclBZV&UofP_fYyPzNb&uktw(cvI=h$(2wa~jwrH08(3BN-5bow{OJ^wyM
zn2%wGnR2q%i%TtbZAx?YF62;nAY5=IYDw;UPivFbz=zKd`$wk4aGd#ic6OS7YJch}
zyYy|}*7?~y_|Clg`m*p}f6I9UZR5G@X1~k{ecF=Rdw2(QFxU0o)@H^Z?NvYju;;mX
z|G#D!y8In?eA&ufGiEF8{<pHhVohJO`_<}m_ERN2(p4UKuoxDKF01QZ@R~6tfOqwj
zX_M4C7M$~PZr$@FeEtjD2M@*1Et$9Q(LTpHNi{vMVtYM0Z~e^u;p4q0dGV@y6O_Ef
zKbsgwMkezqHLA|lzqEVaj`m9X?;q5JUq)CwT3Y|9bN!wD;s37`&S!oTGbgy`x-%Qg
z>Raaz7AG%ZyZT7xiAqwG&@l;?|BG8WIDT=g2~$pG-&=N`5j+iLWsz3@<igMT{yqQB
z=AFp_Pw)B|EWQ=`UiyW5u1VLw>(@`b4++h;J7FZwHsiTivZg(=2Nz>IN8&Tj$<i5@
z9Pjq^R_yXvD$C<m`rYc^72E%w#k+T_rK~Ru7hy1pp0SwW0$1$?<pKs34+q=Tt;);&
zzt1XSp48}ai!p~?P-4al;R%z=W|(cd)aN8$SQmI_TiC~+zUMxB@7uBD?m>mw$3V$Z
z;;ZUfL**;C+UD!qW&Dm__3JZBpub_B-Lp+@@z*Y<Zd$Nr%i}py_di)QrEG@eoNcen
z_bmDBD%HQNa0|;48NG9w%S5+{aBNaNvvBil&x+h<YzZ@jrk&;R5Pqd%>9FfkpGJ`1
zk!;ojmYMEv*RcIwm3^*eZ{3Fd%x5pBi&aGg`zS1)XL@V5mEqaK3m;#2{k(eW#bRrb
zr}vVypQi7q?mdw5#`N8}j&-uGs&6Og2*&>xn*aNStVogC_IV+VyZ5|e@DTMZ>|=Fu
z3w}^t&i#AV-skgQd6eZolHsnKwP%rGC?k`d=(M2j9`>cOyH0hmJvsT_Ua8jXVp8a>
z8CvHwm5-Us-dbMzXu>fyoBDgdh4eFi>2fOG(^(c&XB;i_X#SHmg)@}i-debn?Z;mJ
zyQenqx-R@FLFC=(cW=d<3(sw+f3--9Z=S{46M6SPIUh^8u}%B#jGXhw8{7iEc9`!j
zW8iotGb8S4%*XrFbMo$Pc^k%)x~JmkRQ2R}maCUGC%@Y{SwAl$Vy|yto-cQx$VbEJ
zrb6HDo~TgL+_p}(ucY9^toFiN#r2D8-ZF{>2d6NzC@(2|a7W^G=&t8o1v$shN||Q%
zp0qFB(~)zX&wZ`qsmYi4792Y7-8VbEj^WnR#>vlS2H#AcY4Gg9jeA!+%|k^i{+d3v
z+yCFZS!JG9$u@>Pb4~re#XWu};(wiwE#Ttznff&k)J#-<tB35`s9%!CG9yuJgXSjf
zy9yfa<_ZNFYoAXGW(@zJpR1lNJbnKDm%*I7<i4!gqP$?^ivAPb@BT&HcPw9PGiw)n
zcXD-N*Wcur_emX~_S%Q1*CJnEUw!I)uuG?tpYzT&fd}qppE1w(wtlC(VoP%_v%1}9
z_PA}|PI~Gdx+&c#=sS_y(0!TXhSz^(tkl`A#&7aXIo4~c^JDvi*$yv{?JHO+%M`GB
z;wI*}sbxp_bGGT(znl;{mASuE@t%zSmkrBq_#ZQE1~pAi6&~=ne|blS@Bilbj{V}7
z%CAanyuL#0#bn8%oHZ41{JL@@&Te8zo^U4P)*rU{|3Bz!1}$J%%fRt$meTW`7RT8p
zh_U?LBKc;1@WY*JCNeJJ;k4judi-M7#{Dm}9(@0q5TMI*yZF26hs>T;3iCg=UKUor
za7fwZ{Dmp+vsN0vlk{N}$jUuDw_Wz;?^(<4P7p})R{Zu@)h(rWQ-dg@iox-zWg<(m
z+mlp2%$vIXbJN*ub=S)lQGb-Xia)(vGKH=2ww6W3F`iE`_F4?fjvDxK&No>ozG803
z0r!9}8bOz4$67ntt;<?lylz)n<?k&E_wl9ZypL^vdSplX#W`CZ*UQ(=un!CU8?s)Y
zd>QuyTdA9#76)vs+?zdJ(jR<bDtS9W$MFAI^`|%e|MsaZ`hDWx1nqN)Pu5!;XHk3{
z{2*E`IX?NoY_q~P7E7}x)-6rpt=exlxXNA%TWH_=(>+{rDr4oJE@$J@ono20Kury!
z-=(bIdA~e<c`Wlr-P7Z1n&-uAU3#;y?<4cqpQoZ#8d?Mtlv<YF*<aTy%qV!sZPFDV
zCVw3pxo!3~FSm2^C>ZRRyZ+~2^THdu#E)M+Qn5(#<s9Riz7r)Km{{!A#D&#t=oPtJ
zow+#CbBU1<<IKkW2WlBbS`$2Zm!&$0zuY6rD$2~_AQ&LhC|R5)!GHJTh3C6O|4J?i
z3O;AK^hDkLd#0gbi@x1lURdqx`@glh*=xp67y072JZWQ>6C8~brhIt%n7@z7(cy2O
z@0T!VZL3-0lLRJLYb{BB_+xq9aq;{0lQ}%4XOz5dzPQlf@QH0(KKU+EbY^QQS=!$m
ze$F)^&85P3m!hh{lp=?1tsI}i7w$6exWlxyXD!n=ftpp@PldN;Ylp`RJ~)y;uRisv
zy1!S{>-JX{%rC^hSm<l$_O1HaJLwnh3s!M8=dUaMx87)1W@D}{r@?l=vXV2Yy-ayu
za~^(PD$~-CyC^9^I!xDw?`1(~Sgqwp1BtD-Z~dJ7{h#{Tmp210>^&BHvR6f!h2ubq
z#)G1ND<55Xxx!-i(eCJ84{0IE!;U9T9#}4Nd~Tx>Lwl&iG+tg$jibep&tCuV<T%3L
z8SNii`#A8m?5nnkGf&BR_j2yc`FmzXM(*MAXXox;TDijBTZq@^+i??T7VGGRQ8~M%
zm6yuSICCn{xc9RB{%-zvRXbNOCHKt<4vgZsF?qv*IgAJA$vt{d9kt-a(egi&eb1@+
zmFoO({g{$*_!8e*HqGO+FZE66PuI!Vv_7KnN^vN2t!(h6KA{w+v?<@#`CYN%`>}EA
zx%zN$t8Bj7<?^eIw^PDX&#jg|7r|j=cCPk~U)IeHQGRV(oHx1L-X&gf^l^FMh6$m&
z-aD+*{FEZ{JVIefDC6HVk}@6bw(55o?yR}EQI_Si#t(VjSxhW{>}G^K_RMULPjzXo
zxpv&oZ=O@hj!V|6Z#68{-jr3xhO28u-~P~_?EfNu?Q3(jmI(XE@0(_>IbjnJa(bn;
z@uF<@DQ7OUoWB#bYX1G-7uMdnwOMh!pGC6kc{5itwF~7_8J94A*rU<zH#08h?x9aj
zPYsOPTHek0Ai9GiJ)h;vnk|Pp7kj+Fuf_}SRILVes@}YIIQ8X0Yt$j1jGUFlGBrOI
z{{DGr)~)BeTYrQ``RsXcs&RM!(p2@kNp9&6deYVRWw$Hm%KSRTTydTIzrtD%u7YpJ
z*7;6UPwF#qG-%TL9eyNY{nyHK_M!}zBssUqvLuMU-8)gKp&`C`?G>fB7uU&(GFD!R
z?C$;C@$B{1M9ZnR(*%U2WNz=a`ncVJ;m_{<%jLiRtT%P}a>#}I;APbbrhLvV%MNzF
zy>*a5t32n?ciRHvSHaA#b4{NG%oLm;6c%=Gqx}w0i)_z4XZI_DqCa^rr6ff0EI!cm
z|Kg+T9JAIlWkz!DuGr@K*)1S_?Z!(#Pw0Y{**!h`J=uNJi}bacn|yv)hbpSRnm)hH
zf9sYl`9W8tgI#8J{`zq%@}-+*O0Q*6taV?_M|m5;SnC@`1)qZVKR$fFYL~*lm5)^?
zZ2ji_K0Wve4@X$<d}i&WC2XPRQ+v-?&bE+d)VjCEuw6mnMeu<r-Jr64zmACTuVOe<
zH*f!ztGkx0eY)<$S#jQkG;dJHK1syqN0j@02m4iv19|rRo3&@(s;tXNr>ztY*rY49
zJn&RZ5L7(VbLr;{L8fh<qRh9yN8eJMX_$Oi`_Ibzb#rI2?_N2@?6$`56FZ!C6yCjK
zQSj9I)$Zh&!mQwpR~I~C4gc_7;X#UkhS1An`vRuS*>d>fk}b}n42;J7Iosw({`>2E
z-SP^1vDdA@FFvPIR~akcxz#pbCu+~$*wFfUDzEO|->YVQo6A#w;Tpr^E~Re+jGQC(
zeVT5Q|2o=L^X?7teQ&DG?=3r#DUhOb=-}pAo-3A?|M}g0=GGC;+inW{d!^L5m;^p>
zPIz~AoorLXhJNX1ew)|t`LX2c*5+E-jG2PqI+K0!ChvRZ7y6%ddF51o72UUES=sB|
zJ!if!d|vo_@>|u-Q9BJjFS#|*S8P{Fz~*G-d9!x&{Jof&eD2qhl7a`b+Mk-%|FpX*
z@p96Q>^q`O)dy2IwOS?@p4;f)k-_za|Lmg=m!cjX-Fs|{=ERd09H&hFs7^9{7Qmvg
zP$}6^M6T)C#$Pf=&&nmAH9dFh$4BnCt0vBVtJlvdI;WYW_V(NE#jAyTFVFt?W%qRc
zy$fD$S81up-t&FePA5Lw+aDLIoGg1AvF}rv-0CgOj4bTiKezJV>3P{~t12l`oS{5R
zsehYA`$MsZ7anCvTJ1CRFMD?M=!OUP%>+**uRqqAvSiC)&9lxD<}MB=+5?KW?)h|E
z{?3g{mv8qi3EVY5S>Iq~cChKCgP!%jY~w@X|9>iT-Knd3EdBAs*WUzZxb&Z^c~JKD
zhj8!KY<6q0zRG{=Yu?P7>ZEz_>6KVc56)Ki`yw|P4)(lw6ED~-cXh9X^h866zNZQd
z!j*YbEfY1EIDVO0c&%06U6uh}pJ$&su~5<Ay!rBj^Cp#v7*76WnEn3Mk=3iX_I%t`
zxc_|pcZG|Wlc$!=Q2r*hHR!BVu|VRl1pc|-ALuTgR%Rga_4d6-+;V%SE=t>V!QDVn
zgP}?1Vb3DXO)a~xYxHG0e3&5h&{bXLcH$CW_F2h?!k=8~t$lc%W0!stPxt|?xw)4)
zl~JbImR??wzQW~wiOqo}`;8UTTyCd5{J(WuX>Lh(@ubCnD~#`*lWJC-XZkFlqu@@&
z5?ME{bh|2b{d*s>JjEWq>5U0~^2KhJQo6$iDP|cPb+)U|_vSDcbQjzx5@-o6F)K_4
zb(2CjgmrIOTA3&4An0)8_-4MoNO{YYfBTiP_usWueX9|qR=e$`^b2=qSJhwF_nf*O
zdOasDYgRGy8E&`WkYqtcRhF7F9Mh_<S@dYXT_JO$EtI>z-aWHDrPDIs?&$nK;9<~+
zOVz!*=d*r4cc!BKk&Lv1Q{aMq=I15~OR-Kpt!lugGkc<k^@X)OO<g+O-VTBd%)D)>
z&aOgn+BRV<4lW;AeZO(D*C%@J_65zkY1n-#id@Cuv^IA~?aPO@`5Cu(ITg3P%eJpe
zxhA18`@jn)m4brj-X*W>mdI9Z>OWuqL9FlnjgYX$!XH029sB53_Od4YlER6bqB2&w
zR#U5vnaH)V{-4&$a5J@(lckjLQuc&Rf9FMOp7*lON;kI%k1c-o`m1xTY{oph%@+>O
zN)rDh1S+8o&lY}I?Job!-*xr8H=>W;eX+B9nHI+VT)%zqF<XHWc)Pax)vbpf((QZy
z<lFsRT0b$$Z}X#d&mFxqZrm-u%A)u<{ARgdPc1K_zu3bW+gdWMK6ndP&0MRonoHor
z@5D~2lr^9B?)%=h&Pa>-(~|G<6YXYaY|M%@37r$1^5m`Zb@L1TQ!mfj@U*LcmiN4>
zB=60SWuCLY`X(}0a-A@juwoFG+^WY79Rj}J0^2&~&n-7`{M>6%=e8x?w*J$-^%t9R
z-==Q8zC*h@tLqGdkirMSuQ4D0nFVbz+Gl-(ds3szDMo2ErA1%9OMP$A;#hViai->v
zDUY&uo6ZzqaCHb4@#!{SBLC~|<L%$G_U%`g`9}ZCg=HruU60)E<#lHFL-id=QI}sw
zi#&ZMa#2n@s7Ekzaa3DmG9PF_=clo5Rq|9B&9@1s5A2?|WBT-M_R&HARz6O>zU%}W
zN7~eWQ1#Ke_xXG-2GDc}A5+e>xAW!*I9ynMFmSKdTL!H^d!Fp5e8#>YUecm;Vdu4#
zZ#HI}crAL<`~v@8NCPf!#hN=d_qR>|F*ChS#ziliMetD2wA5=BJfK!@i1I;5tJmjD
z&$M;Ze+2LU&E_lrN>dXwtiZM>cFyAiu|cBgCdEf*8n;Z})F~5WB$UZ%<kQj`drfkx
z5{Fr~fe*7)s?GD=t2ibo9O28}EcgFata{F*B;%fykLD~=ct1U<K~i*W?vH14DrZ}X
zeogmWbZ}y4<3!!J->0wey%TYBYj*oAxg%Ze^#_Z$l}`Cu^lIG`n_^$KH_rsv&t<7i
z^p)B>&0?8vTkcJc13JGG99dXuwH91eO3j@2IX3jpI@yoRv)7*XkNQ-R`hRh3hxu{P
zs?rJ1&j=Q5KK@d4>Wk{9ssBoH-%eZ1v)J@N%>uUY4|4^WTv|MKruQD+b9d|Gi>=3#
z<DP%s@oc^Q0xjj>X`-vD?YZ^ZRyCZPeX=H?*MNuf@Du|b&ci7ZV!QY9=(c6<j*s5<
zduuB5w8I;6zgKU2Y$x;c+kaV34^E3W|Lngflzsm(<F3P*n;mcdRqL<bwdL~;^;a@C
z_>^Z(3pmSjsOxd3_kpjmS0@;5zQotRcEhfHt3~GD&Dd}A`cU)rD5aCSyutfcw=PpS
zd2`n~zmP545?^dk{%!xGfB!v+#K#tQ3um3pxh8Qc%%G}u&X&h_+ViFsoA2w&bhc)(
znPU3PK*fQ3QILI|6r+vInmZ0p+g3dMpQd~*ud)04+{{aP@o)asN(ugTv(pt{)AoOU
zEz{e#&u{8yEWa=LahJ&-Erp`9N0+85hOjmL-ze~bQzDJ`(oDw}S;vBpuiJ5{4>b3+
z>b!1#{jXp5^Y5A@d)*2w;40(XcJz^j?c`&+3kyDc%#Ge}bGUF{2D1vIi>;UpWBBEp
zkGVI!iwMb{InTOIxTSHzv47{~4~QN&<GX!?mwi{xlsiA~=l`#HQY6#=NAh#t`I|qV
z-wb~`H~#h8^_9=B-&g(d?n~5f=`EZIZH_BbmU(T~4n68D$mDP-L8X1$;paJxL66KT
zlUpTE+(^l}v9RXdiT^VSowJJ%DLp*(V3`IF>)$U|&*iwD=dWv$kN>u?GJR=qd6-A#
z2CgYF`;YxS%4nd_l6`3I-TYpU_gi!m7?>4qsQXV3ogeEmD_$hDRg3?B`t<j`KOUZ_
zf3I25_ou4=pvCRgh7$|_S?*YxAG#;(XOW7+7bp2@JI^$UlRcbEb~_kx`mfRKZ(xux
zi~Dz7```EY+Q+5quU-2qV0%}#Rc>0k=8LP>AsaeHr`}4I&96<FmixcFbxK`+t;(I+
zYa!dLuAe#;u_$QT(w_(Cc{Ce@h(GvHFW2+okVfTMqgD<BAGi8LayRZI*L_%LpI`A(
zI6eIDu6;q4VZnPpW^Ryms}EvQ@K`OsYcFHsUCj?XQ|pbyJ|2@j_4RoD@@Luett@B$
zdODf0WX*e>FB@z;9mC)MV*3>+y7tfk>Gh}OT~?dPW<;{H%t)_Z=w;gO+OkC8!VJN4
zQgVAH-_O|jkU>I->6E2m-<&%ktM1PD#+{}xvCLq~wD13Z&-^D}|5sf9>-^0*vjllH
z-+#(nGQFDVXu)Q;+l)$%j1%}ypE|HUWr6m(yR*XOx)?Yce<&KSRbRg^^JZ21uH{Q)
zSr<Jho_MaOAX~a_&xeLw*}Ut0aqD$7jACw^9J?Ls{_UxGRNfNDf+%f^l4CqUHrtL*
zJG?=~h%Nu!%k6dFCT?D~bmq;SPa7BhW}EcM?y}y09joxhH<vl;dIi4hzSOs5X=Sb;
zBY2JDz6B@uB^?bsAI|%wRKZO3tp*1xf8X2KxfumAA5O79G1t<PzqwFjzkF`{k0ABu
z@~=;C%ReP};#9<?-9LJ#NsBe~tUK_1p4c~Y)|16b<~xEWg}5orEPVIpO#kiqKR@o3
z4hX#36o3DF)qCmLYiCblE1zE6Fo9=@51XLChn@4QeHs7!Gw^XqywNI``0pch-t6Q_
z@VuFD(y8*T3?eobOb+hh>Z_90MwI@#*{q*=>nx|D)v3Mwt6FB83dMYWJ8?w;^AgvV
zqP>9$44MKz9!N=AZJXG&ib=gc#iz4JGyeXS+<QgOuZ!Kde)ogSD{aw&-@BiLzq_?@
zRr!gZa}%e&-)Xoh>S}}E1-CUaEVWEs=V!-ScQi~mC%RGU`K$GD7cBSIyR%<Pt31bi
z)aRlG+p_Smq?^*~AMU=G@t$4iWB^Can*N;{P2W={s5!ZDuq<t<=eG}km^LkJ+x*m>
zb2)@tLR!x?YCl)HAto5t)7zJ#5_IXM|BdVVzfb(Fe<yk6!>Q=IFQi`__kXu#LtgFj
zojHlI<-t>{7R8H)K3(>=SjAw<v;Y>xH{#Zr(yWXMqLRT)DU06hn)HU-l|jL0egB7P
zlAyg;OAnT4X{}n;!}!VL;+dUqW9L?cU2fc(pCb3=_j?(os$*K0*PLXVAjG8gIj%aC
zYsc>ie&2RJZE2Zp+Vxn<vLayXhnTDhs<|FZe1Cq4mcCqWTX=eR!E^g-JpXm1ge;!F
zu>5oIeO`6t?**S<_e9p+nzu#sp@+hP%W}D&{#ZGF4p)B5k~sZ$&?PyJS8GhetmJn-
zo%QbL`fdB=_jZ1o#oje{k=5<QX)E$_4~wUrdvj~WDsz?2pr;nO%UT;+r2pJ|$$R3h
zYucuBj!&J~SXOJEIQadD$Ja_7)e}k9JzEqnGjsk<KfT^I^YYdE(R(kS2laWcM6)%V
zeK~b~+B+$q&)(aD?dG$cPF&*Kwr-cJMYWTFz?atvTg5b2uUNKf&w^e1R)3zpEo%Ci
zzPqCP-cG99vh4`Bt<L#?5aZzc4)(7W2Yy*!8Cth?SJmf*%PjAox7j~uiELWfu7}BP
z8S+8B6YpxBa=rDC!9#=V%IEZ=CpXv}pBmrq?{slfnppJj=Zo&<`*%Ma`gNxNUEJQ=
z#Zp<T9`J`e+RmRZZSntxR-mAW`cD(BpZ(0n6He@i+di@3fVCx~CRf5{zRPDEJ||q~
z3uRzAW3%99-LpCGbz{?m<<Dqly2okk^7c)2+pv{)yKdyI&0$yT=7}Ul?_8t)bcuA!
z_NCIl7u{JRtEqOPa;i+#^%AY^wp%VHMfLP3{;vA<c7EJf`QqQ<HUC;|?bh#IEj){h
z;qNv1d0ziA4OHcI*)!V{cVFV&?{?vPVvz$wQ=RCN>do2h1-0SQ&&+Ox$JJcYMszT3
z951qh=FNSIW&V8KIQ3I;Xz1#y)*rsRc$%0PQrt`m<+^|S?)0$M5ioL`T6;SA&Fb&f
zn;cBjg{S*i@8AFU{%yH`7wh-&B^0bbe_g~Wb&KTn|IfbazTS4zd?}Bd&Qk_ONe@XL
z#XEbCU0k5qU@y?-8JJ?D@fI}k<}k19<;InlJNW`9ztqfhx6|15fMds{zV587jo+N7
ztIWIj^|p}Hp0HQ*J7W@i5A__7$ksmPc<Z5;IfE5wg6W#@)K5J7<!4NDxivxB?E5V9
zKkv7GHk$wI;N<r|{(u$&gli=1JNa{eJ&(<W=~L>>y)3HF%*f;3xZvNp(<^riU5L$e
zzxC~)=2Pn<g$^t&H5{hlr&sU$yO39R@7}i_QcErQrwF-9$}leQ@{%d|y>`c%jhSb|
zTz8tPwuHVge9QlG&Blrel`+zL8PisrIlMkNOF}{7Y8{_W|3tYU+nJ`jA}1dSxb^ev
z&H2?&Tm9qy|5{P!FCegXA76b%O78t^>9eyZOYU4M!d;WwKG8_kr1gP(>a`ipf(`}(
z4Z2wqw(Sv@0L{=%Z=bvA!VZBMucHml&O0TiK64Q-sK9<9$`rBr)}MC!g7*sqR-X|%
zJF7@CKJR~l&6G`Bl+!B~%)4{MkzcC&xq(mT7RB)L9IyM|uH{d^X}|CH)4;!R)#2({
z+9Ebz?b}bDzjy6-$omO<%#)|xv-FwGqZz9{=i?jm-zH6BE8LE89@08$edMnSqW8&P
z@u4*swC7@{$k&^^28$QvitRJ2es@gI^=IUyj15<owb=e#-ZwpHYS|LU4atdo^RD`I
zg<Y9`XURhkH!bD2|5}Pa@3!Cl>1^@;`!AT1`@XI7oAWh3`r^iY#y{UgAJZ3>+_`Pa
zG;!bA6HoqH{_EJy%#?^*3$H5WR-QL^f_6l2%3G$~+pjEp|8C#R;7fg;i&vzt0>!m8
z-;d7YbLP7#{eLI^X#LV{&!??6`uhISd@H%4&~*oHGj6}Jk#UJB>#v)-Z{`br$+<Se
zP(ssrUDe04M{NE7J~CNTRd{zs{9+}If-{fI_B~;bzLxX4JkNjjCY4X>=foZ|I9zc5
zeRWx2IAi<*AvX7fX;q4cEIwrSyqZw+-aL#)F1Ge&(8k(?RTk-+G+sU6V3->_7c@xw
zzTa+Le($ooGenY-J<o7dR9glz9*b$&Z0_ZIYhoIce1NL6y5HwDC5Ou-G!J`z<BPEW
z{h_|D<aC$5jrF?gneSh@{4SF|aP17U{_=X`8PA@t5i(#q5y4Z;|8M2vMh2EzEsyoi
zr-E$D*H4{VcI8}N!Mc6V&Rl;j{8!c>x4&+K+RR1#eGCE5Eq*+5=Kqj-)%5%qjzae~
z7tb1%OD-Ea1ttgyue_rtn%U0jq_${dy(>@E)Htb??^Gt3sRT*>T>pFi%iqV}?<-d}
z%QZgsH;Qp?K=kb<{X2WsWe2aXEk5<Y$8dg_`!2J>t^#d8b*4~8rbYvuu0t9xjrM+A
z2wt)E@~``n^J-CRZiy}1blh{n3YnsBZucGR<FYdx?tib(k^S&}e@<TEo5joy$%gJ_
zvpG7~)Mr&R&CO-Gv-eDofB?f5C;2yW2@IS9KU&n*S(xkXxwZP@CP`<_<>`mZ9(T+C
zdG&C;uFbFW3__3V_U>z}yAtYdXs{!et!ZjBU*1<)i7T1gf|g`f-kM;bqwq%jx5%G<
zR#yQX_vTc-gUc-*YkklR<p3YLvFxbyCH}wPKE{8^`nO*R+-W`4mDHziEjU%^vi<ME
znw+Z7v!g|x9#feZc&7Y}a(98+V-@k;Ta=lbZVEhkU}>09#~OD=%2NHVhvoji|K>`|
z|NeEgpGml2_7bg@f>h&w@B6d2mFH~D^Ge&XULtjI*){vnU{1T-q{Y*f8XOcD+*f{E
zv4wfXhtHE9KbtAvP*?h3%FkyZ-z*MJ@hQl8|B8k2L3rGzI&q$Vg#jJy-J!Q8-sb<}
z>mYdUo<>?`JF|i=$E%f>Ee)0*+8k@{6RkA2@LFk}VcxIL`TZwizJCtiXdemAXII=s
z4dP$^dEn2?|6O(Nev#<&?rqU6hZ&lF{a7OX`_Ov95`J%MCaLaU9eZB9>;EQOa{RD+
z@cD$ov&>8VJm>n#8y{Mm`{QAgYqWI;sPig&blY>YO`U}alX?$<+?3X2yLyuI^79Jo
zC0(B<umwq;WcGai&Diei6YuxGA6#ZQB>e4{Z0y_>tA1L)tNwNNU-<Re+f|H;k_}C_
z8tGoQzq(xL3+FkhVgW|S{rqdLDx_A0+<N%@N8{ORPt|2Nt=jZ|X=(7KKF%demaPNL
zLs;|uc*y>AySA46JK<CEU2BsrpI}>cK;m!kac4s>YaIs3{fG7yN8PwDq0#3k+R&pp
z@zjaw*VcId?V4|QdFStaXBoEnzqr4mQ{%_Gr|h4m+P|+{m+o<IuI8jShR^4FO_`eK
z^XUGi&;#-vhg?{ev3D2OXf4({@x10?&k@cmn?QSm8mEL5ur!p$&h6N?E%E8e<$U{=
zWSjGIZd?};7E<IrN6Yw6<*r_RwM_QIqJKUsZk4gwwb0{G>A#7SCYmkTnS5d2$3y=s
zwj@7n^=Gs(cv!!D?`mQDAHnuj)z_BKt5N>Edf}FsV4h<Pl9LlH*OesefQHf^oGyL)
zVc8aC(E7`$=b%35{An-VH#|IOd*kGSCr!!>SFHHL?tJI}=aBoi`>xZ^)Tj=n8A9Lg
z+n4SU>E3df<zUCJ8~bhCs#>32z0uKg(qq|Nclr9t58qe6x0`#tY^nO&d{-u>?zFQ{
zwClIL>|Oi!oPJQ7&I%Jd^}7M0vkV|JyMhr)T|MlZkFVMCct<h+SsnGLB`Zx--_GFh
zGP2lKUi!%JF8iJBMxQ6#FF&quadYdv;>{fs&iz{c>r;$X1W&AWQT5tKKQd*aVtk)$
zjsBt2ci1C!&cfW<Yv=7h{yn};clV#j8-C}P{N4L)o!^(`Dh+v$=bv9*XFX$@zvv|i
zg<LNSqv)2&$8V}W5Dxe&_x2W}!ivr7S6<rrXL)$e?7KT(8hu&rRg|T#<@JrnEn?BP
zC5sDkbJCu>h3-}KoT7DQ%7oAUtdP)%x;2sU;4HaE2X@c)JR5v0pl6A1=fW+2Zrk#I
zxl?|AyFbfhyO;HsmkX|1HS6Qm_<dUwo%?HpPd#X=5!1OnHSfh_g}XPzn;H@nINVpd
zo%(Wb)1p-jg7)$SS9Cr<dNnJ$X}*PF=e3oO=KNihlD_fVIzN_~2hZDQ|JM@v^}0de
zyJ*(=T&2Ik$GsJo%JMaA(ONL~=9z;PH#YxUIqj@R>XU7}w|k`jJwM0Kx9`99`lO74
z%S-;>1=VhCq6W*~#M@2zkzOD4@AjGELO$aOM(W4xOZWV^vSy1jn~mn%57|Cj1%Ecq
z)_)scbvK`H_N1~m>Z-NhOwwASZWnxhq-vYL>el(mF1J7LU1W60-ZbJt)GsGb>q|Zp
zJ})+^@S2?dH&}9=^cjasKhHk@SAKW$^|}{)KKXMjK(it&0)5*aT-(3@+TUwpua_-3
zxcBECf8(6+T@SBkIL$3M=Hz#aaqYFKWfgDad<7j&9KS4Xax;95#jDm;jr;h(TU5hN
z23<P1aqnv3-o9paxq6p6MXA`W&VlbvexG;S<Np<>>W`vMw-OmW+D)!aKmK6-$I5LS
z$2Uow?D_oc*4LNO@il+XoT<ORmGQNC>C?CGx0jbLGF;VgcJmYScW<k6+z<V9-nT^7
z@@1RSoxS^=7OifumuNkhC=vJO)<UC2j&`q;)z$qKtzvE(ny9{&&{vg}VGQS~O^da?
zHm5xCQDp4?QjZSvPhV$l=$s(NbgRz9a9+kI&9|Wb<%<q0KH0eEkuTe_g`c0;r}%ri
zw%z|5tJUQ{>igvLJgt>^8#{N!%x^~XDt6X>c<T50nu}Z6)5R95xkfqdf)`k?D9s3D
zvJ=JZW!7%kFPq8#?w}uwYk}r_`_Q0A7pmVq@|Kpmo)bJJ`m&QxRn48PorQ*TPt<r?
z^9Y=|#qfLj@dfQ6>yNofOmi{PonQU#>yx>AUOH7@J?&h1R?0m{RBXqao}V=r|L4@N
ztiG^QIoU6-qTp{Zs9AZvJ6R}<Re-}Sq1$VTt=8KW94AuKb<NH(i@h)fO)vH}C(XKi
z+_ySh-At3~!!4=D^Zy;NZFaITyt!|6njB~+J6HMtVxy(9LhI^RSuE{r{;XyDdcIcd
z>>X#m*}Xn?df(5A^wWyk7en6b->A5?+v?-==aV*ElD^!(ciPTmjl=72OxAeoF_ULn
zo}i!MTl3$gjA!G!x4dnBYnaK-z*2fmN_%eqog&}wf5PwC$XicJHN5(K>L$x%NARr1
zu5CA^uW6q;KiS23vZ-p%7k}L;CCTwW)FW?AOl%VEFZj?SxkT)6R8-@M8A6>~K7X*E
z|K|7SXZz=$ZI(255S_FkKEW-x$Nt}B-u&E~iT7uj-JH|2KRK<t;0qIIB4o}MXRXkA
zF<~LG_pko+j$Z4XcJv+Z{T~Y(H8YP(XqNDvY`JKDp}(!m>&yOMT=g55m3<amW@vq2
zPlnQLp64FIipnfaL1Jg)9<K}dHc^pjljJ*>L}rg4AsO;>j!s;<_2?9XC!+2~Z9#tZ
z&&3{}7XSY|`TTXc51C6QMRVEeeBu3~93^=4z=g2o`<7*$Zc6(bu;1@v=bN7=cvOsd
z(ylLEF7ew_i|b&bY}>>JH?ciwP3yTD8fLPe+b}=!<KLyPb-o-l`Nd_sX41kndehf|
z2T32!Q|`a@5we`+v&;GwJKoNS`G3V>BHJ;U$*ONXj2-pXO*{Bl+E)86L(I!#373AJ
z=B>Z;>w)Zj8?no;xVF#Pr9I1QMUUCz=<<CVGi$el%Df{kaqA?z6L0bC_q))wWuhq~
z2U|@;So4&pwwdh;3U3~_?Y#U(Ti@>G)LRSx@ofRG;8b;vWOZj)Q7lvQdSd&JSFdKJ
zSGDX=_BB~3-+6`O|CJ>B%E^jv4H#3jO1|m#9~8f88{Lv@-4o)Lmvw*2&X4En?^u<b
zynf%|`msYI58rfxiat;$?)c7+`wss8HTl#0WwwU-)0FQ@GrKC}|6BRkHMqfH1J^S5
zrLv%NLrz@Qvo$NVx+r8ib>5`1o@tNvZ94Ag9<E*|u=2n+{TkJuE$6?VR#XhTEj-0^
z=1nH?c*Z}$$4|R>S+^~fK5kN!;o19PRlU{&w)TCBzt{EuxgLE!ZsVgO6Mt^8Dv#ZY
z94l7*VtH5fpjS3O$1L9~<;l0siqn^twdgi3@Sk!dDD}W{r;q8o%PQ7bv~zI$6aXJ5
z^4wWEx~l5-M3XM#%lc+s4=%}B2WnpYG<W^uS<57|w`-j8)l@33f8LVx!CzKiSoN)e
zgTZoE%MbI!F8xW}9BZ5A1DXX}zxU3(Ur(>S^G|uVXT7xSYin-XHFq=KzjCQv+O)5_
zZ(97XuYKxeDo^siUza#gBr$VM{VMzOpuiDyPzYe0y+`xy1rfK_c)7AqPT)gE;+k!z
z+V(YV;sJFfCooieJ$+5S>EL~Sj*Uh2OJ&&v&)Aq6&dX3+l-<rUA&BM5<=KLBL_e;n
z*D{`P&SUrT`}^KD$5+1j>MZ_Grg!T;C;sg9puGpzOkZ#Ob+)wgxphyx%B4-UdyX;i
zT<2^LwD^DJ<D=`WTO4#RZR5M$yl=JR+^KC`l_%eV7k*CnTX1jTra8aVr);uywo7w~
zx?S*h4{P+bm9NfEa;bfMc9zVZxAUbmE|$*x`}Wqvv?kl-lbYXWX>~5$a`Mm?m9|Ug
zF8A*<so?)S_1o;(Jx$)`-&{>p3T`EC{;}wNZtc?Q13yD=$=r9%iQ>7O^rI_a*GB!K
zOMGFgCw@vWP5`g}j1t;xx2fdd;fd$o=N~_#nR(ngXxrtO>TvZ}GVFg&9RBpn<EV43
z)1SgU)p?nU3BrmIETB25`dwu=7%nkR{R(Ph3Vg^B>`PIYIdSFMz0Z2*|9d!DI&1a6
zo?R=#UL?Mq{B51zo-Oy7HmH97u=?fh_Dg>bMf5Tj{afjhxBgg=%XN-@38p;9-=BOW
zv;Wu%zK_-W%g$Xeyy!i>E0_7yl~1p%1GXI$WVlvZs&wmC+i!o%+y|nu`!y9^o=0q6
zb|+{_oD0Y`doJ~f2v=n4wokh{`9oF;OTr8xXU*r0)$(utTHBYe`@()@(Rrz2mfDuK
zUt%@Sp3jw?U3O#p5+1W-pMHZ{m~YHP^@3g=+o!<5xL<zBb)~ll*U3g^y1#wH_8hzz
z)b8eezRQ|tzZ=O<DJ@`Wh&q1o_rI^@b@91(yYD*PnJ1QX#oKH5ujSKzrJBfPwlf}B
z@one7m4atCM=n;DJlXT+?VYSUAMDHbU3hDsC2E!%8UG@&ch<Lcem_c>3^M+{>wGew
zJ*enu#!}h7677)CRsoHPpq0v+dDr=b6H{y=<}60(O3q^QP3^B<_@+6zI$T}u!|%rZ
zwlm^he!p+%@#Rm(W;NsJmf#*xnCM*MW1FDHSePWtE*@GLwQHiG<X_I;{r7)=UFKf*
z_iM7j-hCC_1>f412`EiH`{Uu>>}~6A=iQ%TQjuUXz4X+Cf}(#bQw@??YHn@VqAVZl
z-NnfyaK+MK@u{7k>h<p4*|qlfa|y5M-+0fb1hP&4wXf5o^Vj9R!|73vWM_wbZ4(Ks
ziZ4F2?%&F%M>3YmN~+D!P2`(%)o0eTPVdxy&?H#dwf*;|?t6OQe~(?s)AIXTUN4XB
z1Lfz~rA*KCE$sijKG6J^^LhR;yG`zw(^7QW{8fK=t>H+|*I?pc(|*vwwZt}J&SFi_
zi4F4B*Z(loTxao%&RA5cReguo|4hZ(*ts8!o8v3a?K776<-K3v`+M(O6K_xF_Tb!l
zrs;9Ut}+XTpji!NVaDu9il6SVo#nXH_T--9?>_E*e~xj>Tl{TUG%fE9x6*=Dzxe(<
z{kXL@+bqgl-KgmFJuw!G=oaQF^FVd5DWh#bchA~`pBBK^nC@Hle!*>dtF9_`TS2a4
zE$Qbvj`aj&OV{oD@!;L|kgw^Si{9-`^)>T4ZeP0R&FXCTS)4_IQ+eiD^m=Xim*lh|
z=HUNV>DN^1QYE8}{#PtopVC$E%>^`6r6uy`7dQK7_57EW%gR0escjbT=23n=f0f`C
zqm!T><G}=uHDQXWRr%Vng}b4vPM=Ot*ZMvG^_)p%Z<^AZK#4_4mObD0*M>huCckd*
zx$Z2_j||?`0xJHkJ*{;ZW^Oq4>yyQwt9I|t%0%8d;~90kEMj}yzxdVna<V%Y?_yaZ
z{d>{g)xz`lZ55X`D^;Ced3i^zhVuOzrSE;cwudiPikZEm$R(U}Ujnbs%l4O!neG0m
zA*?^=WS{q#<FNMhk#Cxr$Ni=}58W?rwaaSbmO`mGn`+lbmEgAL*4=e#UKc@O;(2T0
zXaA#{s`zx*&Q#d_>C%xclFpv#SNG3*^<Vb0Z`rLUlg>%G2MLNq>{>9@{?lRK>}_AI
z_xsE)TF%<CMK#g7ry))X)Kz@(z4?pO5})^9UyHG{)WlqkdL2{x_S5!ds=sb0Ruu4;
z<xlyTx<7r@(jyb=|Jl~>*jM<q%yp-(?va9;GoI#MJ3BwRY*No`=RB~6f5ZPd5?>a)
zx_RRS&k`fQq{C&8kFEdrXQuDPQ|pyp=+E!>2DKW$TQY2u{=R?8zH|fC`5R@v&)P2Q
zb}J!+>tOt%rvDcgX*no_uyQNvdt3KK7iOecUR3fGw3%v~ra9mLw+3j0YxyFE_3I7)
zJ^lVaZNibsX=Vy(n=bLzbAk^?*>YILX%>g3qQX7Xxy{Aed&;$KnGR2q@UZy*>*@X7
z@00fhg@tCNPBwk^;dRTcSz>?oN8j3Q_RY$CIgg)r+4SI<n=kc#>g#2Q$!veM-uc$<
zOMLOcON)P=Uw6Z7dG_P<3-dq4MBGrGXT$B77P9r+q422mwejn<?EM8**W?rg>?i?s
z)ckHuWI33(`oV*j#w#MEZ#-kxY)pwN+rQPY_;PN2-A;3ff818)BL3@-b%GMeLWV}m
z#QQ&AT)58`^y#3B+o2ObmrvXApneO7l;T^1y@h9#17kCfGoDVHDIR+LkN=0o$JH-d
zh0b|=7Q70a>t)0Ix=TAXWqyY57pRw4D*79|6Xb|)t^@k2OZ-!Rp9#whV>OtO<d>#$
zsm<kBLBb3^pUaJ@mK$`Xx1~DYy4jxGEGzxSBH<;2viutc9Y<yP2YYP{{%EL31}7b#
z@b|X<{T+2z_ujXhHaqL9(|*^<ZL0(hT@?HC#(#b8`x|L@XPE5h*O+Z8R#otxq5s*z
z-S$u7<YujM;J%{tIK$xWUi<Y|<ZMp0`zNpBJk5WnCiDNL_4lg<O8rHji`2+zX-vFk
z#v{97#=j3An2+n5osDOoF<WctmnWW{0t<H=o!Vaa$*S6Wji}Y^C+fkW4;`9$r{+Yr
z9=3|Sa8k@Fvdhmb<i?tbk5@d|;AZyoL{NyulF6*CDyyGZNLdCbc&bMSdN?Vwb9rhW
z2=H{8pwg<cQbqBAz!9GW4ki}E)cw!d{7%JfVKHCu?#uf(;y0i3IxFw9|FhS2|LJYa
zU-)jx_V2MMImo{6(}~SXOq<v8veuPfd-wFWSc5f(#G%{UMcEqGwmdwWbjt3$#Ls*t
zp_aKi3OYJDrrPg+)_nb*rFCSfqwVgydrqJFHBanTC4aQQp4;y~?u+lPoc`Xh?7!)`
zf3~+?hL*`Qzc*q#_D+A>=VBF>8+RBJzx(W3X1u=mjK=>NQw}7|diUqjdo8<<zmJ=J
zJD1bBxY#+}&OIt*MXQ{HBByufLi>Mx;n%OOjZcZZ9r{d7pUthCLsBuo(8A%eT&3&J
zyOr-n-}EO`s3o#Vtg_y@BU0{wLV22EQwT#_0w<$qp4f}Dj;5so1q&RURHd1OxMVmy
zI6PJ!YGaGeNSVwf&84Ef;cf!AwB06=-kgPpo1FSW9$HvM20WY)KckCncFCrNliq4f
zxa2MtQsnaO`+`Z#qJ4`er1Z*UJkj8?oWgr!&4iRz2`<kSDy&Nm|E+c2Ut4oEd++tw
z8yDV8(=b(7uz8hczIrf=+I+UD9EV-KyAl>^TGuZtnHn0p=dZ2Ogms(zl$Yr^3UoEi
zy%g-aK~3X(b$c_z3a&p-)_pTz7C6$S^q~276b}QJqk2=D;Ke|}H-|eym6SBNc>l+}
ztCkYf?z$PDxb)Dq1TLxc`|sx_zL80k*d3bt_H+5SPu116_uieq`M28Ixw_)qyZO0t
zmG@aDaJlEVy#292fw@#D_<7CL-@QvqoCJHi7|#7Va`NPU0ok(r)Gfy|yN{mETVK1S
z!cdHX;Z{=N6_3v4&WiUhOPkj$I#{?*mBBQst<T~;3$ug>lbWEGEc@+4p?`jA=RKG%
zHeZWH^G5MHgKgLEU$$@Ce`a3xy_f9D^H1dePxz7k?z%O5rul6ZbBAUH&ponBmP+rC
zUGZcBQ~M^yS*%MIA86#7U9w5Ue)*g3p!>D8ou7A{RDQ$1i7|b-Xu0DB!%xOfuC0Hg
z(xTGjv^yt$g7lY+=lL6%s;p&|zUROFRoztf_sqLEV~}U_IxqM+CLZ~&!|oBi?r4O=
z?ZYB|)$>fgP0hR*w{Pcq&W>-tPA{(b8)%bxogu4RibtYu!dB6X4Rf|MElHZ2s55&*
zt;d=@e?J~L`oHq~wskLkjW<@F-sQx<TA{+M_>Cynt?)Vi+y6dV*2>#g9O>a@s>%}N
zvf@KP!5PU3>@yZJXGpzT$}P92_4>J(Lo-jc{f&!VwD-^Bxzo*$e+}m>P@fwsTVIhf
z;ijd7FvHik3_cV37GKkRu4ffe%Xif-*+O0VZRdi(`eLTOiY7&dU0gRV>4sbrY18T|
zSDN2ryr9UQsY+NVj6*V;<DloQJiWH>)&4KE7Aq-CpS$x$h5p4q|6^}VGh&uIE4MeS
znu#H!_vpt%*K{iuWXC?4<?`tB*1qDX36g$h0V_Tni*05xP+{rdn3!{PmBNC$<7!*X
z&pi3|tX0M3WxSFycWuYFFALr<E4U_bn=iZ?b+&j)S<uv+UEA#W-~0~Ld2(#_$*zN?
z`ZWS&PELYCYOaYhHDA1XlG=Z?OKE`y)7kDv$4<?D|NDSh#(L$+ue85x_*5^)W!q45
zS*$y`d(i{y?&%%TR`;wbm*xI<Z?V*PuuR--TX5@nW;F&)B?%`571ev&E~)*<ovg*S
zE%9p8<B5FXf>Zy_tdM3(=n(kzhNG`Q&ZTvhqL%vcw}A^dwzn^SC{WUR`j%pPImZz(
zkB`d9s~b!ne7?c!^et_Jo>0Q$edgC}zb*dGJL`OImcxCA`i1S&!fnK54u^)mh`in?
z+v)N+bLN@rtC!knZ1-HkFd_1{1?%n{xv7$74K0ftQr#-1OEW4tojp+YiZA@*t8Irn
zMDow_ISFiA+?chNcMpgD<X47g)hAZ-@yu3`{E&Hc>fL9|tv(h?T!+s%1k3c_RbW`f
zz+&+EK-%w_qSy6f(--kid${(^#o+wPXdOOj23<Rk-3n7{KqpbXy>-Om`Xa5Z)AK~1
zIz@39e9K!W2if+Mb@Kz4H~-s%&o*r3`s28_<JQ`=G=3}Amt2R}8~MymxE06U%doL?
z!6cR|T-&qTkLxwAd7pLoj@$23{PX{K<u2OKyzyDZ!uF}*Hd8ITUS;L{zqS42{_l4z
zzYARc6Q)}Hd7Zj~xQ5ZqT8+It_M+f}A=B^eZr2f9bh7T$gaeyFXVNUaeYn6zfU$Ok
z;(XHs-XBCN^WUG1jWf+@Qs%UqdV1CT$NLmD3>2qw@LX>6G7IrPJMG<Xe}^?Yk3~w`
z*FDTyC}FdA;U(kKtLIhjj!rI&ndb9gX=p$Dej|$yC#^Kk^BTPW_;?-DhRt@XcVB%!
z-GWC!k!1#l;IncYGthxFycL@JB%)tOcb*95=4}Yr80mL7={ILy(6)&mB2wEF!aXN%
zjJ53w^OJ80R9rZzrIRB^n|J=RwbCp~4uVTob4e|~x=ilR>tN|$Uk>z7^!XxQl~H-n
zc>3<p;O2VyjXm!wzD`Xo&iS1!sHy$U?5gk`9;4v4qn46NOIjTgOnT>Zf={Pu`*7rt
zaKi7yakHcySX5k9XNrA(_=kfvB){?<Q{J}(OBU_fwpFkHH7F!7AL{SXb;zk&S7koi
z)-1F=^?UF4``^9@ZuWKmvC4L$ZIzP6v82MB_c86)fBnun=e=}al=9O}wI`>GF!-5O
z>xgHzGn;42fELL|X0mTJKjX5~!}?fD!BW}WXWkj2uWe@9HpOJNE9iS!GqmPJbR5{?
z<L_l1!l=lS<bCUmd;N#y#@ig;I;q9}J8GF~e|hWCM=!!fY6`!_Jgqm+w@Gh%T%&fz
zW|dwk7jv6}g+~7y!?{!QT9zJpvGr_AL#~q12HDkOa?d?8-Q8L;5AZ$Yc<$&Da(MD3
zzSD{`A~V}R+<0Z>=)}R=wzzre%g{{s(i7)Dz2u!OU-@pA+~a%VvrpMo>->JOB0O~A
z^2M_Mzb^eRZhy*Pzi6su_Ll408g{!+7i3~us{3|B#{>Z;En}x-o-Zyfw;FS|*v6b)
zeS2C}(5;QUy;l;-5*YWs^37ytY<nv8ty0&5A@5s8u)wmH4#M{)muWC5Ec)?B?RP8l
zdfO$o&5C`d)5;6|BKIH7-Dn|p)6AfJ-}@;(&uT?=`X#czW;RG_8DCP>d7H2!^0Bq2
z`8U@S8w=khmj~q>&hq!N)>$jGKis~@Z}rL9m-wbGT+MTM^(8(JmZ>5hycJ=$1iuv`
zdiz)J$9=o*7@6L;X&Kx4xpiiLU#(Q<i_3_-zh=s&vNes0>F=kWtZMw}^&vP>NKuug
z=Do_@8_zoxTqf71F#LJ*C%MB`<LwQ{QjslHKNV~qTV}E!JS%5pnaoi7rEc@nCMPqM
znwzg;Zx>(Pee=<rXRvdD4mK!CXDv>hZ9DDl?b}k_$=>1WayNGE{In_M5w~ey@u`aC
zpJNL90-G-Jbzbx~|5hm{vEqGf|MbV*mEG)1WrJ4SP?9d3@Yljz>+U@5bAc_lKcC;g
zxvJrLNj<}Y3CzK43Ae>c`a|ER<xemPbqwBP`1e7+{O--+pZ{~7OsQYkZl*cq>C?HN
z{r`S)Wbc-?vc4y}{jGlMOy<XX`#9fqYPn{*Tisr5sG<7j_w27iiaAR>PV;=!>i4p4
za}l+icDDWFVvZG;yxaK?@J?9fTX3WM7(;^srxL4VG~>aKF<;m1{@!scW5VzJh|2%L
zr>9GlHD#YNs@6IEKw{M@r}w+~c$QAOd~fQ>n#EqHn7?hGq4s=tlvk{^%#MF6y{_4p
zDt+3MnCV_S=k{#z%CK98*J~IHFFxJ*CNN-|hpzV954SEUF|0^AoFuOk?G(I3yt~*#
z;8FYeZDF-v*F84#+Q{m*?9UR})bHE29epIgka4l`*3Okzy1X>~XJ~NmSTH5vLD^;v
zR?CWY9U434pI&M0yuv7G$AgErS1jAzebf2wzdMWB*}kala^J~vH?3tS%l8G}r#C$N
zR_PPXvRuTDLzqWUdBv=R7ap^pZ1iuKZQE8WW1Y}edQ-FACh+F}EcP_e@~btS_UD}V
z6BaFem6h}N%GMt@<Nxn?kZ|38Yvv-pq8sI*9NP_Z7V>|SJ>hBorO?Ct+tH47vIR?J
zm+BNrT004BOOo<6zkej=<1F>1vQtdi6xK^IbFlM;NSH0);@tY?Qcta{y~BbZYutW6
zjeKvJvbI%Z`;?hm7O!ba&erME=i_^HRD2$HZ6Wl0_qz9+-!?Isf0*Iq;9j`wp5^}#
z_2?F3$>QmHvRB^S=ve+t&$)if$>Kv5(JU9<hCD9#?dWoK$@9K=!G^aC%bYLRT>oqs
z-R{71IPjsxrQ+Y~^P-JeN?1epIXpVp9(Ti_<nQ;@1{PO9TL&dlMP<&;lKS&=!qP9R
z&Eu@orsc+mE2gF_T7P}c`&ARK@`^3qa`=RoIaB1zV@nLKZe`vZ;xCvjt$*zEl1iQG
zqFzRhnQIIi)>W;4zF2{6^9e8O8^yoZM`j-HY4h5-@aK+5{gAMTP3v~mERjw9Tz2e{
z@y6O%b}KgaSJRdUUk~-J{E?#jO;h9EI$6t?Y{wqVw|e*a!N+y7K^Zrcq&FU^WBKZ}
z{(Dz3%YzNC=PcIz5c7?Lp=-hh8P;is=NYG+_p%OgO*l43^4Q^W+dn_^7TWigtg`7U
z?#hglH_zQ@!Pas>JpF7~{hrj%JB?+YPhJ@KYk6P$oGphJJo+4a*3;Z6DCtu1&XwzA
zB}775v=6s`di*53J6|+0s9!!Z+VZyUnU9MM9rPs9au}Ja^ZuJw%g4n_K6qk#e*d0V
zkJZ)I@^<dpbVBa5l10|lt1l{FiPn6def_M>C4+sUsd;nXFrW6cHgX9FklDA|tZZ7|
zljM1`Ufo)lWNe<e@25`G5x4WH{ap+x+nz5D?_~@*xM68S=Hbb|*LQ)J+ZMh)nVn}<
zwAa_x;IzZ7z)$(f(K>y}Jj@oa68?M6Jj1SZ#(S&HTV}Q;Er)tUMBCrL@_6a??_Pw{
z)`^FH^51QnC8zIYEm8Z62b3B1rk&V)iO-cm^YYedpQT(J0*VhPTrb~xf%%j%e3k8^
zJB#P9mwNNsVUK0pi^RA83q`9Kes>24H;emQ%zRh#@22zfo7c>>maaJ$o*-~ytBI0;
zpqiJzrJRqF%I1G7g>~=V5Z}2@_O9I9TaHc%+U9}XU#-pyW_x~|vE}jGrAOCnS^Ok@
z>c+=WuLX^^?f(DDG_zfcLEvcmHOuTM|A;@coF()03Nzh3<Bu697lO{<J6^qOvADW$
z{Hm#+T57WSLq+yksH@+dApBsyRa{KwaW)&%=N|9Yf10+XnIS@{L2kK_`wjj@LB5r*
zel%{cwu>^WJXieXZSjGdf5YELz7}NUI=EbO#p+cab`|%FU$ZkEluy>U82@5n@9ar?
z_h)t=-549_a9l=xovf72Mz2%FT#Bm|cATEUbKP>ez|O@JdCxJXJ<0a0{4T6$P+hIA
z8~@XL#Z1NZYjqqs5_;cz{9?a%R&w=)#hM2`PTsxemB9ovTM<#W1zZXXjCGEidVG-D
zbqYL%sb_YNTjxTyvrz8FiiPc_d0uA4JYk^=(_`6tN~(T!x;>kHHAqkAN>bdq?Dj~8
z`=Oi(9vlI3OQe6>@ZVe~tAA8{v-wh4t8FLPWRljq%)Rvd<Rh8rUB?)9v2zDAm^;ie
zJ9sLsUv4+c0uGHXhtG?4d_3X%zv_S3rF$BYneLu!$G1hu*fGqXVduPm-}c{+GW&`n
zC+u8sJV+zcy^F(b-xBHHNz2#C9<L6%bx}Xd!&JD2!~UUdru#LC11G-LT-lS(V{j>o
zzu>8EoYRiu@#35t3h%#uE%*E4Z}zj#&CI7fxtHw8=Dup(v18r#O|#{GTwlbj`#O5+
zncmiYo}wqpv;~-$eoidA5&1vFwEt3X?L7AITaDk^!a%3d`W;t#?RiFEw(U$?t4n9+
zh470l>#<>PbG~4k(YJuhfx(zRXXE_H!oQbF*?t9f?OUyCUcB|#qaCU4`tzzDZ~c(o
z)@B#|+9KV5OZ}^gz=vVIQ8!mzJo(Q@rKQ2Q#h^Iwg-$F--R&h^jkyt9KU6F^9O~jK
zxb1W47l)vbfMa47XDTHeuYQcm<(rb2%<x`x8H45hi-M9{j-L^{Bg)e9SBky;&A;|}
zk(=$l9+r1AG`ImuG@X;U`gW=v+i&qg;A6M>b-C-$Zp3$bNa{^{-M6XVrz|(sh`Ytj
z%e={Tk}2Q(_U*gNHi+*o+i|JyrOD-}v$>CS-+NlK9EeP2aIM(<e6jZ159=(Qu9cf!
zi+Q}JSAPG4P*>BG;M&a8e$}tjS~t5|%x-IYb?)4f{b8z47alcx+xI2*s-dO2h5FqG
zIoBe3@)v2py)otOEyJ_Hm)MvRIuyz*1nmyh35aIh3O>%iWAfsc0y)QbU*ao0V)-HS
z-l+wh46YN_X=Tg_n_cxl-#_=oXV$tN7fw%WuQby=x?=8a93>wVU%9S)ax+lVU-wv_
zgk>hXLFJ`BAG067xHUoTCV?4yYh~wd{xp3}N*kB$tUZf44r%XOd~|<-nzY=MG7Tn<
zES~79;A<1C*&E+jdQ^Xqfow;#u3T8CXmH(p|3OX7O!t#4#~l?f)P7$7vH9!VwU={$
zpHe7Z5TS1lInK&J?MK-~#tEmy9<rnqZcn@}Y4P}`{pCgGa?^vvnh(a=CEkc)slTGP
ztZes8+2tPjNos=gpKUAjie}lpL;tGh;rZ6=%goO^2Ba@t=oI&9wf`5n4;Q@EFZC^)
z#A)feQ)#>O+Km=|XHz~r+W$}NM_B!T_t#7JC>)4cvr&*?fx%%BCNs6LTN8zt)C8T*
zoY*dXVaCbQw+2FgTHKe))-IY>^Nd0MjQ^zTr+#g2l{B!?%9g0)v(bCIg70Uf-R8v8
z%Gvv_=HB^v=gXuU)jFLIGOk~FuyS$#;`@8PJW4Fi{VgpT<ktQ7pR)PB9sz{}C#IQG
zbq`(a^4PWU{AUB5w=-TQX1WXWZ3$cGne%nYmc!>xN$t7)`D1QoyV{;|J`qNNz?!<r
ze-HgRuakNHgTQewhg*SPj6-e2j&D0xT2beofAx1T_&D^Oi|Ia*B0Ct*iZEGy%jdNY
zZ+V>ZH`x0*+Z2HfzFj;y$5*u;uMD{*sCqg{=9x`X!|^4uH`{icxWV#m!J5SD#ScO=
z+m!^qWUeTfa*#cI?<TvC&GI3ld$%lJ0Y05n&h_B*XZj&^yAuCK>h^u!X|Q>J$U5yN
zX@TP3eZPYpQiK#uopuF!@sz*i2>tjf^4{b!2acR$C1*Cp9r4+CuJ{t)`qNTH&l_&W
z#(jNcdBV$j*6dX&?r(PN)c;+xEN6}OyEhwG2>&q=Y`b;;Q270tWVbVg>-Y@Ar`_7J
z$k;huZk>TFzfj)O*C)Jg1Svnc5%KZH+$)>vOiv5hwtaL;Q2A1|D}3*i?K7w9*xvYJ
zuwZvl-<GFm=k*^rSF11EFZx`dVZpgZ$<TA6|7%}9yY}|({lfvvcBFq^w6{L9`)J_d
zp0(z8m(*|H{{52M@tsR9fR?Oo_`h#;rcz3aLx7h^xAcV@{w#{KUa2>C%%5A&voWkd
z{l*@pjt#xb0-J9h{Je3N$<`g}ZJqZ2*6dy6D)7WNnZYq~vcPRy_Ntd}dVM(F-BXrY
z>?pV6;Y9U$HqR3d`z>6SvHAF;y)LU)Z+tiB`=z!0_C*gEr+r=PrTMzs>TE5$2*V@}
zNhJ-5+3!~|D=gFqm?5YMnrocbo^!nq(v{d<W^t(ht)DL6W_hQnMo)G=l38EAhT-13
z>Y1-&l=gfTY*2D&60onCw)NHOa{1kXU26@Dj^5n5Sfd%#-W1=Scd%A^my*0UPi*vS
zi{;a+<{1XvTG)TE+;ryDJdx@3uPkn^%s$RJZ%Wx4fv+Ma)jt*LZcV<#my*i+<lq_2
za=xNZVr}M2Wt|kHu0%%OzWn*a>i%`-@BF)M@vGaQT4&dT8K3?CetV?)XxcY(|5=&0
z{|hGaP5q^!H6b?W<hQsh?i+2gQg`RQIKwfu;+jQ`T+yYzDt&M3We*iz7n*dvop(kq
zmp|R_07quKyY=)PM=eF>Uj=Qrv-Q3fHRn;%n_Gb;#=+<8w_4B4uuz`-vuf)U_USdp
zrnt6Bf6!6NsCYg(e%Gbm+KF#(8NRr?PL?y!_tK_<6`wU&LtgIORQIXi8B5CQ8?DkZ
zOWCcb?}+t&a9uRyCsQZ8d{yD$3tz8?Cl;*Of5G{7=OV5?%l}uhlMCOr-`=)={mH_0
zoJP}qUmo(vWIr4mclY*2$;g*(3s{zdYH91zw-!AfA8+u?oLY8f>%8YPUVK`zMR~eq
z<xL5PsvX6iVYdtyD{7gW$lw0v6uMM3d-WpMskUNQQ*Y|CZ2R}V_s7RJ-rUQwzfUD_
zW=gqtpW}(YR$iKasc%k+Goye`(f=zSjdb4Lc;K6Pe1To>yFh){?UEnoY-xVrW!=#*
z<>{;cdpsPHSKOOc_5*qh<TuM$Y5TT+A%U%nAA#@9*keESh&KN}Yxqgy8-FkFYrp7W
z9pqxr;^5&mrAqPAJx~IFvz$lJ-uit;6Z=xx=u9hL^ZQRME6x^Q>U((R<l;pY2kzE?
zFKV1ruvGTzR7SshfB(D+y)H9-liBjDZnbKiS>Bgctvq<RU4OB4eC^W{H@E%W%B88@
z{n{?+k-&+peJu?K&Ryb@ZfSW`c2`66|CNu63@%*Q%&31<{Bsz;mvzoV_wB*Whu^RZ
zh6=0f+48YvZna(2+WU!o+Z|5Y^3OUnFFGlV#e?Gre{ZyZ-J561*KS{7-t4hN)>TlZ
z_}|KG(6EjF(tT07PXm`enr{^svSV67*fk-&?=wBP7`3BYg7sQGs#ULVRepSTo$TH#
z4uaXz@+Zzud~VeKX7*g+qt&_hc~5v+bIe>*Ji*^N^1i@(uWi}xt`6z<r#<OwkE=+o
z{WX32v5WC6`&P5=2i?)}CP3uRe#_5O=I7k{F;BAZ^Gt)y>+k4Kc+=H&`+%kPTZ7H9
z=0*QjKCR<xSh-F%=;8)fzrzQwDX$Q>oj1Ac$tL&HAGaAc9A4+xB)(L36@!Dw?8xVP
zu2mgsT<<yYnIv!P^fHk@xgJ7^3;ycXEdG0Tn%M1~R!3w$o_c<G`qx<B^w~=NU;MwG
zvSi@6>ei)K@geL=Nx9+S=&O=UJ!kjr{8IhVktcH2^R8ePM#tWV9@opSu4XA_^;-6Q
zPkJYG3)!mIdM{=f-nielCGto1!Udp%&5z66W_xz_``lTe%l<xfT<my!x^<%4Bj-qU
z8GB<B{<+Ky3PKh;UaJ<q68>(Wv-rZ{lm9<zYsr0>+x>iw^NmjlyDR3Ox)ADiOew-|
zp?k1I$iuMpQRi;=PTbqF&Pa=?=;qAs-tSD@UuG?EiPnj`U?^I`+nt^D;n?nT3vSP^
z`?R2S+SjvQny<O$oq9HN&ihrIO<Zm+rw%Ru%<3?mFRR-8(Mn7AqWaLu%e#s>9HK%3
zPF?&_@LRFP<aV^JeDUwRoAdgsBEMPR`Odpui{WzNZ0FZnHrtP^5fE`*PzgFO|8ni~
zT;;dEOM+Xq&uK<*I%MngeLKge^ZR+c5_|Ns)I`nn>g??=b2%8yS<4rwFAi`E6RWam
zwd7>lyxThS=c)Kl|NUn3UTfZM)97xzKcU2b)`IJgI)7I)9SAPbu|1{!A#$d@aB8p8
zx1vpM#y>a}w;!;-wzbDFpJzujXU+|la|t}=>?}Li@88;f(7VI1f1=~f`;w>M8&>et
zpKe-RSz@GClTw*8nK6Lnnf~0&*h^x+KTlt8UvKbnXZ52OFJ9@Kh~O&9za-Y3yn2y>
zWOsMH&G$2r?6aP&4b;ruGg*62@6iJewE{oxFg9PiZ@zAQO~vIVg-WAJmKhuEf)2;;
z`Ln#D@SC7Y%EIe6+&+Gsaln5<OOxdvt@#iCOcR+@?K5AcWy^xzpGRhVaO}%m*rB*E
zfQ@mgW3rW>w3JRpGLK>d@7c68Asx}{C8hV*KX7Pl4ZO1L{ih(wABoO~BM#X)A84`b
zTcBky?W@Acmgc9zKREugNJTET;(yxmHsQ9n^cMcPf9E>C=MUTVdCQ9CZ%iyFno|1M
z1chYZ{_s({cq8j}IQvXnNeM}ZD2@k9)Fdre>{61v*mP37YTK)3x5>v>{bFR`6Vwvg
z`{iDH-edEmZcE{HH!W>?tmZBV{8KSyy{Y2s>c!lfm|D!=F8#9jOpU`;#`+5X^CCTe
z)>^)o;ZUoc6qdM*!I<}lQ^Py?>QlSay>zy1NM5Xcw@dkl=bRVSB0l$`f{k;sW?asQ
zFa3COb^M>B`_0RbM?Yefbieof!L|q)F$Sv#4sSn}%AT%0qaJb7No0MZQNk8Ci-KP~
zTrXH=iO#%N9ramyW%aFWtpoQq^)yy5P7vJiW~=*)71RHp{crcoIbh1hyLYEsE#W?3
z$Z(rsiF`oqZrS>W&wknL;orq~L-T+i(=ImuZEpiad9rwST;3t!{lt4km~e9ZGQGq<
zTFO!rmd923yee7b{H`bL>&@Ja756qD-xFV1>y+?U-M)Q(-YtveCkxkIm{~is{DY)!
zxJttm|5l6Lt<A<wENnGeKbxL!xw2%IleF*qBg_oz6rE;qSTUE*R5@4w!|X~)xzXY5
ztFu|2e2YFSazM_yZXrVzLqU#t^B0Y-cZZE1N&Go&#rkIBkwy-VpB7hQ-o|{L%b%O^
z@_n^1r}F=gitB$?MeFpP=i`0!R2(vR6<pd^?8mU6{F9_^xDijvv@1m~nscA<YaQmU
z%?jXMYLdFSW|{Si?+ubnAIhrr<jUBjZf;H1oEY>i&e2*~<a+PzQw&|N?Dn(-FdS!+
zxf~n!E#T=V1C<2lqhY(H+!Iw7of7cMtF5p<QT8@t72oN3((nHtz3hI@O!iag^Q#gH
z`QTzK&Gq2@X>xws_wRf5;^wy6*w!hcS}~f=YPVYtabI4*oUr21@l&bAmPX5ymUrd0
zDj4XlPz(Q_8@7FEwkf}fwU4mk+}!h`C+?}fzU26}ueT!WozWNf*(ZW;u^r$Q*v9E0
zeWB**irgF4JD2r`9s9fe)lONq?<N{dd;LV6%H;V%=e1tnQy$8w$PzVe%gp|N5B!(s
zHg1xeS@Lg*Y$bP}=tYfP*4G!-F4$k@YE>G$b&C5FriF*zm@(cvn!Y8*voT@rog)*!
zZ<(;{-MX}(TBR8)Iln~o=Qf|8xUk4h-b_%)$ssZPv1N@>+wL-sijCRF3$~@C-f>ts
zZTIaDdK|11`gVU`_3GXJy=;Oinm2N;KMts4x_m{>|E+CWZTM>Ex@qTgZhSg1>;EgW
zcU5&&_ck5h6H}PG(c+gVYkbb^wf`zkKNB^Uc^<5oX8Yajx!V7Uc8i~O9d+2Gd1RmV
zv%rj~g#PbMObsi(vI|KEzrNbHFlw*QQdyqs8F%k>U;NdvPWD66^}dHsU2n6P^y}&i
z?L3|>-7qEZ+l!57I2k-RcupC}+&*aZQNko}U-9F40W1zKAAkCO<Nj>FdCA=eig}r5
z`rl{8+2wKyy~wWTz8`sAFdK5=VXS^}{k3!xXO`7I_AERKOSv9gk(8Mus#w+j`p$dd
zhX-2MPE47azd80rqrXtvwP3U7hP$O*GNfKD{4BqRwQ=D*qkXBjxK-{vl9_f-$1kwd
z;qz|BOJ>}*vkp11d}1xwZz1d-;mxSG<(v6_4yHqP>*n5l5cBn-@%<J4d|M80`7A82
zW@`aDGvSO;gJtnw^;Dzx{RZ;e)Zbs2b6(?c?ziYZ;e`hqEY(jnmiwyL%Ad_;Z78rY
zIc&LmsX6DVDYt)4DDZv$J$1`EfrmRxwO_6f|99@vMlRboe-^*WyOxr=M^a%+L-phb
zM^D|=S+YXn!m@{cm4;<E1gAWIv!lFZYM|r<^}X*qzT9-_zS`5e=f^s~Uz=8~S$XiZ
z`W%;XoBwYVKj*%dp8Ebl%jD0JX9XNx8TY<bdu+qt!4k5pJH0ri@al>y(On9z=Qs*q
zy_}b~_x=ja<!K)^6%zy$Ra9%<&kz>+v#k?6Jn{fEJo2PbYN=qm|GQ7CrWQ6gU!NxK
zy3KUQ)WY-4*R`g%`!^p5TP}8aE}u?F{O2n|){FrxCZPwnR3!gec;CLvfBmc9%t0sr
zdH&r!SxP4T*dx$o3H{$n-1R-x_J?TC75*L?w!q-9z@j%xWHZ@%l%*|7619K+UA$T3
zoTv3A$I{84Q?}nf{zkw3b7E?Dfk|46+ebNJ!7R4z!R0Hu!p~dvoany9HmxDGBK%fj
z^t*qnUwsZqkZ5Dcd2u5zG*L24X_d-D%S`r#8?{a_o7+^~pR7GiqHI#OTIu`3OQ8Fx
z``&gn{f{VF@Z;yNb(fR2{cSZUPKeKcUQpO4AfUmY*?!hx(XI2ZL_Z76loT>)3l(%!
zm?d^Wcs+041vB;6-m$kPUN*71sWj)J-)H4rWe48g3cR#D@eRjS&=qOn@A&4kHOeiQ
z65P$+u5rH7@76-lp(_0IQ`i1_6?;5)N)mU^nJ1psYPuF|t5#juypDM$bjU9>NKYnr
zLGXh#@nr%Rc5+x5y;t{i+~Al0@Wji@t;>4;HieZ48oXw<KI6XKvM##K`)5r`$AnW^
zQq9Sl8x@^QuKKeH+FSq6NIDz;!uh0r9KXQfsk_6%ZUvs2-&E+t;<-xu?S$1AUN~m9
z3v{rRhF$wsV*lrr@@wPm|IPaTd7hF}R|O^O56nM~^ho~tUcF0y)-#Lg>@(eE#W?aD
z&P=$?dm#K!X_p%F$!Q$F_2+vpw7S3J-B%Wdz_<LW+tROTX0vCPYURkE`}l}KB1nWo
zF8;n(YvZqbUn?x@1h!Q~-g@ZzT%su5ZM&q|;o@D_?_>tBu%)u(%(j>mRvCPYvFmK!
zmiRpD=MT1;1>LdnywvCUv*ash<5uxn7W15YHtR3)_WX)yZaT*kA9gEn)xOm{3QIK?
z7)M)3a9@s?7F>RGeXv2nzcU$|uI*nKl5G}zbMF&@&p#Gf3(jh*+I*?+ozT8iDRq^Y
z`++Z0Guz+gX0mfE`Ta4!&}`nOX%#`Y1V0sCJrni()%o==W|&>M&zC%DiLCIv#w|x5
z{qVfcXY>15_QUf$ymiaY72dO**C#ziHb(RJIw_td;@1m4EQ%E2cptx3lQBR!%i`q%
zZv8J|zZwkh7l;T=<~X^A`BFw#!M8T>(v7V3^E<yib5+^%Y>v?-OSg+Q&tx8dJazX@
zqyUp9U&4uR4>O`V8y>Bl*B^QR>a#Ylo%?>?h}3t{)`^Uko%`WUp_6^22D9)U1_sl5
zPZ!4!%l}ub`RrW&JUVOMH#hZme6NS3-22;RLAL_4_N^8=5D<}G_)=zFM1ZBDwF=k7
zLzkVW)Z`rx%XMG2E@X+U(18ma$shmjezECN-$BjHc6H{K>)Pd;Cj@Lby3%>`UokO_
z_0?IOw%TuDXJ6j``C<9))_*#eR(9&1n|a}Z#7VJ-IX*ns_FB*V7d3TC`@4LH;2DWR
z2NzxX6zgkv(56nRJ^aYY<-LBp45dQ$3!Mvj5&b6gcIo~*<zMp+p$AaRnXqrJ%i&n-
z2Y1)W%JB)rnWdh0a#^?Ka9@(7eUFzZtA1+#p{Zq8!r3e;&vUO|_v=NcXLj(SJg3da
zIl22l(>bjN#G`Lt`G0fQ(>*WyK7SP0ylsE}^oHNl(p_HuSa*v@MXG5{yxsIe#!bS%
zE{d`&YHP6ncr9T0F2#!hZ!Yo8=5Tfbtr}sPer)-!vI+}_2`9FFF}f3ZDcjur@N!4T
z{@`A&bn9sy;tFc-<o2ipfIFI<(f)N`mZiSdebr{!c&U%m`v_a>fj;~D?eELi&bB=K
z)t}ezN_1$}zSWwp49k6<Ke*#Ht0!rbgG1*py9>|!TfQ#(7Mr?5tdQrrQl8W1I-wbR
z_f9?+S!q4xOu#~Z)BhY-w}utx95^FVW%ARVe~0AenPuM-_Hqcy#7opK`TnqUHSd#+
z#~ySs9I~6YZ^6lZpYAN4zgp_m>jP(={W!AspUWPPXq~>tJk0C={F`@R`|scDR!;wP
zh~aaK>&A(f_&Oiyoimj1IJ++8|I%WOh_(J+8tM#QTlMF>*lcwq`)}z!rKx2SkFT2a
zO^N}JCxNaz6bZlfFyh{nGM?`>UlzPGE|+R)VvJ<G(U!hcR-x<snqu&U(x&Z3!fJ14
zOz^zAZsozv$7TG>_kTHbsdC%jUM|hmYQK_KF%)dt)R*)%HkE;MK37eKm^<IfnOCfw
zTqmf_c20Zs@vZfjC85DN7cVxxZgF<u=y$$sq16Fe%aO`fc@=ci&|%dL>kKv?fB$mX
z0jI+0Q*(s__J-};{kif+ig`lgXPZZ_*!=IRz-D#U`9NlM{v4E7p7`Sa`|J1Kuhx|7
zPL6(VWwU$n@>k6#pG?nQVw1P&-NUZfTN4u%HgEA`yMN!U@qxvff@2Jf0nSk>D?9XT
zE(?EbtUX#{S9I)AqNd@@;BDG(Z}jy2nrWl@_CrL&iLW(Vj0$=gODa}sr2a7BXcTGk
zxFyxsWWH2Z!DoH<hiS9rcKqELdD%x@WaX{*ZwmL@c|tDpji0qY;OEOW-t=u2-?l#V
zG&z3m*Jtsi?^hi@5O4+51Qnbqda`@xR40K9F0D@SvYZRmM!iRs-WqH^_UIRj_`^4n
zP4~@KCM8H$hu@l5+L!ok!4~Ho=IlF9#Rm3ddrju&Y}EC$jhbU_=wHbkcRL9*pelZ}
zcdGfn*R{7js+0FGmHl1H7VILCRnHw?`MLLH;qiS|M`A2*%AaO14oO?m>R>3kcuA*1
z|J=3*k6!J$x4T_yOV!s!k#jCweS36+?EKfqITQ9D`Ip@2@!-L_=|@)j-#L8PyC=>`
z@}|fQjV~FWcy=DObjd69;|$sCe=1UdNiv@I-7(i2DOW4kJzuQVuwnjl`D<CRM%v$g
ze>f{IcjNuM{>Sr<-%cvLVvzjW*Zk%E*KhYOxmc*jYvf-Qv*3;L<h%KrZ1+RE8=v$T
zyq<pEb;rf|*MFBeDg?@N@RX`qT{-8n*spbJQ(DIaF($_}mQO$K?YX-(SrT+qNc&RR
z!@JJ+L@#*~nc42JeU0Oldu`1}yXQ?VTd}VA+!^LsZ`05Hya$>^y0}UHsO95%9_1X3
z;^(U6?`|qR-Q;$Br;bMIy>%Y(f<M<8HB8ZJxSU?FqVzv#JK=qGEoS))Zgs6Mysc-J
z<?g8N)iP!>I$x>7dFI`_B~P{MIZcftepoN7F;;zB(7a@38S_$c#iqsXAK0tx?`=qH
zvMH0>v~M+UvGiMQeY>AiZ>7{*ulXDBvq$@KcK6Z3|In)@KOVWTb!%U-o89XtMf+AC
zRd{P4>7l#g*@5=-;0;OpZTXMY+byb6nYiJ0W@-G|^$bV%@F-}q=qR<!4D2}cOEA{D
z!t2&U)6Dkc(N(<j*&6F2855Tl?x<i|#lBRQ<;bk;Ia@zI7T=>~;_SCxKK`4<Gw|T-
zMd;w{oXp$teFp8HWJN_7ViN9$aw-U3k&vHvR+K$Nbj#s6N*+(2ZI~RhwRU&@i8ZIo
z&n}vI)#TUaS;r3DQ587k*0tr#g(+K@KP=mFc;lYRVgn)9gKE14x#y+}2AfyDvJqhH
zYFMXr#bT}5*8}nM?_7A!-Q$1D@R_B_oUi_O=gDMQ7()hc#j{%D6WeC$p1H{VVE3%F
z0~V_$IzK<FvVZ*s?msLJoU0~IiGMrEzqI|&<OtI}+CuA=6(;o@{obE*oo|c3r}ZY^
zM%$7<ar-SL?0A_xTPAEW)j6y@Z%UcKg%H_kw&wThZ(nXdZzTJ0wOsKxi)H?P(K>x5
zoH5eftN-uKz1`~DSL|EB1ln71d*5oM_xo1!F?Zf#SUvsxVh^1V5lOGGTMK#jUb??D
z*W2{j>2lMlrege_ku0o1k(uq&cb82lXkPp!<9c6WGDH7enVtrb@LPi0<B!KY^*!%t
z4O;#M>jb9fBrfHi`Q^qE*<`C^W~YSPU+oX|o2{8|dUxY`o}!1loqo(*D0-mWRF&h?
z5;Z=(6*{X<>q&&Y{@R_^*%E(u68~{e?dZ9y4E;Th_jWdTJa}+!`im>-wpwokY<1o$
zFnw9@d+SUl8@0@e-zFSOzFOVs?cR8E)z>*&lwa?*di`L=*NIC%zwiI@_kP%xZAXrO
zlUiJx6s^<u^rc8#<j;f;+01|CS5N-5r}K-ytiE!0vBbMiuTuC=B`H{LZmOMrc4@%c
z^()?;W@T7<O<d~MoI3AJ`K$}-7t5zU)LU+K^XZkON%8)rZv!^nT<pG7_7bDc<+YE#
zMtQH-S+`}eSm?Dhov=OXZ{fYYV!Kk0-6x%G#4?YsQ1{!sjICe3QsnN|Ur&{v-}rW2
zYsng&X+4_HcV|60SU#0erG)iU?PiOjin$tM;j<>L;QIOIS%K2$6W0{ukFA@x=EaPe
zDajxIHgQ}`u}}5*Q2e=%DZBD^lP;gf4)N7fKc+=5e>j`@c(pmZWyb>!+2}V>GS6(f
zs<xgFey$ijNBB$TiV3G4H1~sMx&F$BBo=I_57}?Os?u1lJGuI~)t*cH7ymjG@=E(^
zkX&p|>!qKcVofDH<YTm(<>$B_{P5)0@;-5<1#VkB4m~NW%5>k#e?h%!0bhfnYa@fe
zOr7M9e~-MqwNXz0xVXQkb;$hXtHcyHrA-by#ycf$x8(^Zr-X*Z0c%92T@t=vvyFAO
z?zzmoRg+{lK7O|E&F7g#QFmW#I$k?()wT$ky<JWEXJ;<|lXCgkcN6P#>4#%t)UG?!
z)r6}yEbKV<NVz!BaQ&hMpxKV8Wq<yE+h^m~_3GCD>ip36o8L2U=2uwFou#CAL_(b9
zXhxFByNlD0PT#ZVs7<oaXP+do`kQr?ot+Iz-5raPVh+ScvP^L;YfD_Pu(~a=EbZmq
z)vxA#cQ55PHef!pFJ`}d)r^<xR;{!OE<JDieBS$?lj@6;d)KN?x_e(Ruc6o_x%X)M
zZI_j@^MkFQth?7!&TCY%bERyI>(+U_na9GOtTruj?Pn0->t2=Mlj!$iak#nN?IpLu
zlqE7OAMZ=w6aA-W;n`Y_{YCPp^i6u$V_iBAU)>`6dmW#Pp;w1Q&*|a^bL=)0h5Tg=
zpJm#AKU9iqg;#L>w^JR*ek|RV7}9cCR^*t$<{aDIImd6S@Z_%WPyev+me278t!Fuc
z)C!L3oD;NKqI0IJv9QlAS~2c`ZN^2JOQO#sL=-OiiN{p>ebKwI@BIu@)vB=CaR1jb
z-rU^<ee0No)o-S?I&W9yG)y*lDP+sqzS1K9Ku+?t`4>1jo?4wOO167*ZsG$e#;J|!
zv9m&@tn}~7s$J9n7s$YI<b<HJ+qd_E5<$w2-+E2EC)|6WIw>dNMaW)B&QsTC+)gqM
zUUhMTq@x#C-o~WGRkGJ!hCA?-WgkyuXm71ZTeKtn==a(B6?tbx*DQQ{=HJ6Di}!f=
zyC3B>->5o2$0~o-vcGDc9cLcSoADxIPO{}?)^7}qt<L**c1&7#=IOMDJFnbO4dE_#
zE1t_cv2^RK*!R_fp&G|BOS&G)n;ttT;anAMn_aN<(!Ij?1fOlMj{5cPR9$`V&61xS
zmm|G6j!7t;=~L6?G(HlgvRd)P6^Vw~r}8xYv^CkKUtfRsdxz1VJKC<xW2@g>E1x1F
zws6@mjeBeDW_`Ka@c;PBw!*s}JJzx-dY?6=;ee%P%Kmz$;$=~8A;;!123*SF+}Gy8
zYJXu?@@wX;&gndM=N1YmPCU|4wZ(5m*_nntt7IpI<sVxq+t$)_LH6tcQIigylo#%W
zdiQl@w>m#%IM8+M>5JXR@0#pY@;Z1q$a)u#iWhfxz-o<z@R*bTmv2o?o0WLSDrgZ4
z!-gYICN0{?u}NQn!Ev`&O&+6Vv5fPgT^GY|=;$0QjV^RkI9z9OOWgX%jwS09Gp=4w
zpA+y_!Ss&Vm2~4D8R2g)Jc+JP=Gkymn)$@)pB!v2wyCUnQvPs4n8w^HPUBGPATOgH
zcKLlr=f2J_RbEs2UVhgcr=3ZEgQJ-n=VTv#7{8pW@STTt%e(daRwptYnw~QG^R}dC
z1w9LDve*q6yqZ*R@|SVko*k6?qH=4Y%CXEXys60_?H(0h<qJ*9YCp2_DPO{z#jQb!
z7i)IR$elLr*2K9wTA$PVZcm&kB$~NWGuEwt`HW>-HgGf<{t2&J_|%`bwEUUWvF~$S
z4o`et7j;Dbx5d`Q<|WL{4E3w#PN}zSSDmKP^J1Y(V!(vwkN)NQhF*L8@XowHj;svv
zYwB|s2{_-1*yI0W&aID@Tb-|6DN?syvBIp#!1sPrjjLBy`=Wv;z9+iZ#BO`m&f8UL
z-E=Vc_qusT=RR&Rx$^H%_>bSGM1_~TFW&E~CS@JO?#!C@{=CNX4U3+iI_G#yVD40Z
z&dr~9lpgWr_iN1x7II#>O{>;<?omCBhdJvt4p=Jn%<Mhd{!8gshwv&{)hFlXE3M3G
zU(&l%(mZ(8rZV2H*^P!Q6FN4WGibhccpaac__K%1=NOMonEGbHfv&f|&1?U!Y6yFK
z-bS_R&6kuZVqy>P*Vw(e^QZH3dhXi)^D-s2-)MLIf8}1&!IF-NabIGua&U;KO!|8J
z`G%G?53ky9-Tr{5C*69^zvg|-S)mC%Q|DIhTVTj$|9pdxVq(j(VC%)rS;wcG54C<0
z{5BxDmr=z>w|rA`la#Ww>My&VaK2{GusMqh49*3XBu@PH^85UKdyG!K3Y>6vr^WKS
zmea(<7P<v~_;xft<@C4ryKDBW`>zz(v1DT1>o3dRYcX;}h)8Uo8t`c8%otf$^S)I^
z?Pk|XZT74)%emfj<?`QJ&NQn~p2No;)iNgYyj=TrjiTbzZ_~WI-U={XIGpxH<?`3#
z>P%4*491JoIS)!Ww^(0Xqng0B)^(B8=600_JP&w0`Lu6lG4*Db$*th|``>=~f~C&)
zua-TZF=bX)n{s>MhPA4XvkyK<&UA_~lFFNHv30R}ZTMmqmgP$)Kb}{3X6A~%Rh6d9
z3zkJpu33AFG49%=+~m8z_Z0Z_oswMrPuBOvnp+cpTW)n;_WF5N`;|>+uJH9$opNdm
zQ&rvS{E$IHTkD+3DX)Ds@9GXZPr0sG6~bVgl@liNC*=;y)Ah$!<)1U|`ClUVwR-cb
zg--sz)^Rb^O>h0MmUD`UYHR<QUso<WKRlzvCA8=u@7J%}8m8U7dO;vxXPtmz;tVsf
z_rgi5WCa_x`R<CbyV?gTw4&>?^?kZ#m`&JX$iN_Rr_IWiS-iXSL_qY?St^EX8a!s*
zO=q?|IpF?2Z*^9w#ec5(`&k{<xE(!i5p}2i!*1nwhiYQ$FL<WMuQ3cN*j5{UnB|4>
zrjwP0Y|^Zz7O_o?9w)YmKmImp8pC7V*rP26XUv`BqP*SeE6)a@g1_6$Z(L!P_T<>v
zCFH|wab`-ENs8M9Bgd_?`~v%D2rgOjfa`eTZIeI2ce*CnMa}>6E-{qTldtgQn_}g7
zcC~2Z*hPEaYw7Fi9BPdcnPG6TuGFH&UFf2Cd-4A(_a5c^S|`QQvT4qedl3g@I2T_v
zowdPWg=hRpU0y#AO98u;4>OiHCl}t<*du=Hpv18svu>E%MRByRPc(_oG{1g6xpyb;
zWk)a8G(Wxr4J%q~)2$CZI&%A!`3CRVJd-xOUv=4Q+MJZfjjjK08Dw5xxPFmk!Y}rt
z9{$JoMHb)Kw06GV{56^T{lt`NuPnWg6p*mZp}XvIx#<bXEjwGMRD3=0YW}V06=w4U
z&Xt6`e*JofZ-+}?MAXb;fn*P<qk+jXYFi&m@TH4Rwys}w<Vs&h&6U3M(##A7-Nk=A
zoLt!T7WO|~Ts9-}+Zh#hSGyG-@+yAayY^yv=*@sbXU|5&htIC5SNJfw<nWJE8Rz!R
z_j&swV$Nbg0S#ZZ+kc-MgwG1?I%CZ)aemY8TYDOdu0EE}PJM9j+p$MUM@+=tODA3F
zyJmIEB(f-rz4OMe*)G@Ruh)p|s%iC9zxi;+#O9z{{bQaUZv)PrvpjnF)7Q1;HiaK2
zazrio^Xb#fQ+vGLm$vTuH<?B0c!qf=lf#iqZG~Cvj2~``bXXq`d~{T@rbIo&+BtNF
zv%W_L@A|c0HD`J77x9%|DUdqPH#gK;FU@D!BasIzTb;R?W6ZMLb^MpLo_!yB^53^Y
zV*`alu^CtA>~L|)VmDqX%UQ;4`M2uyEZx+pj!*X=TKFgX(8Ks;T!x|3ZaclbP=3{o
zrMKZhYviFycg|uf)f3Ch7}yu6MNazTxH#ti?Kzys)^NH^cpBI7xFzfO(xO#m8ba;?
zF^035Jnl&}6!%%3a@+RosK`F?u9S<5lgiF%>UbDyb*-DT!+)#rN*Rf-g30R23<VsF
z_Rl#C*lbUFoeJlE(6cm{-D;-C@|w$6)33b!R`N<s{a*h4Hi6&mlleW><=G1&o;`W)
ze*LPPkIggt`VjGlCGBNb`;I=!fB948mvvQ2;lBe0EZwz+JPs~rzi3I{*?Qd0*X`Hg
zHBK|m8Q!pZqxAgXp3IVi8-?y45m%O8dBCDgaK--1)ic`4dOZ)9|NG<cSM2NdpRH4`
z%h_zWpn9ZLOzHZEnyTOOWlAm`0!+-imD**3gLhuw3@j;;yRz2#)te51VwWqKvxB$2
z&$G6=>OXH&y!i7=mF<^nuCYe^o_?c_&vfh8MQ6li*8e`vq2Rs9eUU7e;G|XjiZT0~
zGratx6XqQJ)Kh5oM!e|6o{wy|+rOvYyRiQAjvoix&d={Oc6iuq9;wQdrQ>MgXW^e>
zdC6V*@K2uW{&$pCyy$-JemUgUKHvTN>fhhG--^1wRrs!wyI|W)zY-3{Tpy;yFu86H
zg-4ftndd$=yrFr&<YV#~?$SHop1AiPz4!XXhKL;JYY!bheq8+bKcBrp$-g&O-dfE$
z?)hAxheIa+^8Me*w$J{Dgc`kV`xv`i<@-TSfmJapzx-K}9nlaO>bF-y<b{tsU;1pJ
z8DdPrY%NDEPlT?n-RgV)?WrvsGXz;9WfmlgS@NlQTra$Q!`4Jsdy&eG%}+IB`&9jE
z9AzJJ?A^Oq?Z?blTAHo}m!>RRU%Mx-PU+&)u)`D7vMz}5*=hI7sCLfTyt%+&qxr5|
z@233q`?YNGWb3cCb2dFrI1?+$a8|)((W4s=UwsJHU!!erWv!Z;7^G6P^{j!{(@LW=
zVU_Fq_BWM1^?Nwydr^Um9i#hs#S#NWhpy0lb&FLFoM6xtn~>9c!`eY$LVo^|e6eta
zn~L`@Wt(U%cwKTv{KB*I`)&w6+}YN+_4V}*_n;s<%X2@y6Fu{KG#DQi2c7sfHD=m_
z2L(4R=WLvQxa?8t_F4MTe^L`S9E%g%`q?|wZ_kt;-Lv)Y{maU)x;@YL)t5sLdN;Bt
zNQh;8dwKfZ-_WDatk+wxm#3$`Ul~5-sN=b%iq?XH-<CbQ>^*sXV%t%}E6a^V#279s
zGcbFY9p{*F-S5yG5f7t(rL0Fg9!%T#J2R_FIypw~e1=3zfQ!PS&ZqSeaeHeIzcVY?
ze!V%`$SAPvckI9OYp%K4ozwoZ(C#uL8zYC6&XMP06O3;wzI`lkmE+%pjn(e134yhj
zw=3s|w=^(6eaN5tO}wTj_o~W9pVe6hi-XrKUUh}(=c*7!17~*Q5`pbAe0Qcc8JsE6
z3U}NTSYb8GQ9#Wq`^7XT^Ub%P6!kC&baA<q7Oq(7TmNn2Z|)<u{jvt((ZQ_;QuS@z
z@1Ht#Gkm>9xAS6~tPX(%wThG9OiwZDuKCW$Q2fwVz--aiv$vY6>o-1pFy)e~$JXMM
zDN`Ozd?b`Vb=5g;12Ktnt5g0mHgmi_?zgo3c<iwyS^MttG4*8VWXYV>b=bvbyy)5C
z1zy+wJW#pe!f{{chWpWziZ9hVb~$pmv$iTFUF`XN|Nj41x6~MTmlc;(+ghyAaHx!Y
zQoFm>RXTaLd-fFt4vuBFJ!eKAnBzI^V&%m2#)6Oo;wIPj{Pq0owQASl6`9u_eye(*
z!jyY^k$#!#o~ws`?w%M}B|k$!rdZ|Dq|D+KXQ!I2TEE45M&RPKb*87TSn*j1nrexy
z>@H|gEC}2b9y34w<QgG2?u8u=A&X;qb$@Nj^<IC}|NlN#2EQvWtvV+}1$E6AogO9^
zdX;stX%<Hz+v8P+Pv*=qI^nbKA+xgpQ{v*CtMq>L$Lrh(n{Dt=*~C1YnL*3eeL_r7
z*U`)RS*tcgJY%(3FTHkchjKzi@|~qya^IMoTe?U3M2__F882m2n|EI0aM<W{ZN)?m
zj}*IIyDQ{RdtR8Clf7=1ABTIZ98dT1^*_E{IkkU((U!lP%bvgZRy9F|CF6Bk?MCf~
zZ^O>rm(C4r_H$UFFmcWG=Z3pu_eloHEbMSteLv#oa`9Eyb^d=9_3(UYW3Wt`?cVJT
zet$GnzfM*=7thnX={JKxcfqOPqL;0jn`fkz@_v2E!#QJNBWLWT6@l!+QXUhl*G}Y-
z4Nu*XnU*Ij61uLsp&>$$uQn)ByfXD~)82?LZjryA&$VgcI*{td+bg;%wXWgguZtq4
zEV^6<>hkB9rsss7dV8V7NkN5gdZiP0*xLHj<@X<pu2{G7&6cx*>)E$2Pk-=W`@YBb
zv$pDeD&AMWMKtrLi0FC$ebf4uh#T5*&HXRwn6j-qIpz}A)fG2CI~*##X3^20vvuY>
zoqPQv?4I8RGNcq`L>D@osK~lD=gqJGwJ$T4pSS+WvHf~;%;5vezGffs4-PVu4gYa^
zaqBHXMFk^W-y8d;Ft3hz8+_Z5g+=*LM$T2S`oG6_m)$ieHv3e(Ynk2>uEx*v=l0j1
zl-#^OEKrQi@_O5^Kfk$~IA#~AUwZY?SXK8B<BS&qrl+O_iG3^$<6K>AeW>Hnu{+Er
zwx2DYcf~wp3be@*k)K-KoWFPLD!%n~5%)4@2kSigR#o7fCiboFG2j2P$+rp%mP}tK
z#JG?}`{Qh`2WK|)3YFh4b}?nFzi?w)X8-%jMeK{S%eNeS`?X}}+S{)kWuGtj`+L!9
z*}mzwE$&OmicV9$ax->I$}O2JzY`O@=dHTSQW&?mCvfqdIp-`|6sFvG{c_tPu4kK0
ze&=y1Z7c}cvh7!I{hg}Zu-Co()8}vUoqoABM6uv!S87Ro*tdICu8}5}I3Ff5+)BOq
zWX8O6scZd3Sy&D!MO>DseZ{{2|B=bFw~8?S-+1}mV-=?$Pfa=bdcUpVfzMbavZY_T
zMoBeXJsQ8n|FixC{~H!;X)cV3GtN0~Vr>(?y0gf=cNNED>B>|SMN<XYhxT%&ZHtqx
zw%yImp0;*fd&jjon_{Pj6;|6?ELq|3^WO>fvfo_t$<c0FTMsKJOnI#G^%&DLj|txs
zIow%pF&(qkue-40)b@93isu%Uuekl%aaLl3S+2o6AD^oIt)I=^i)PL3C@|2RJ<WIT
zJlC8{UvAi+<TzB)*W(?rQ0jS!(FCRUQHuqbo~wmizSE?9CT;3zLna3oVGj3|`))2j
zzx(^IHy3RCYwtWQyBl>(baC0AEi0C6@(O*<F2UV*WQF3A0*UKSCKlH$%F)(-Yrx~A
zkaI=WPOR=#zIK^eYV3B&uf3t^Ti0KI?O5cg8Mph<sb@yrsg3hLFIG0~6$lX7WAIYD
zL}T-m!jnqNEM_b`y2$Nk3HQ=xCC3~XWJH!&cYh0v3ktD1w7<i(cVS1xPkHTZGyR&)
zVs|rjN`9AY3AWyrdvW@XnEdU14o*AV94cajZmyF({6^^9ghw21EVF8VasU4~U0J&R
z<J|5EGw*GVEN)ADaIyd1V)jeM+f0l0=^SAXbY4DRp<{z;w$0wUbJJ&T$@Wz_^VMwK
z3HNw~otAUorWx?WOsi^HCl`HIN9?B>$HWy57Fsr6k8e${`@C1_t$Y2=J8!ow|0+?K
zb$k)GUY5;@C@~fZX~QdgOafb0w@7oJn5murKg3u4hqK$wb6p2EKW(4S{WmevRBQEK
zTdQM<>)AgG30?fvzMswfX3qJa61QzHU3$}N#;!ZlY_^o}<|jIb9QTAq`BXY@TM_7S
z=4DSKhsV?0lJY`HqZp@M?G7B9cUCCqOgsDM-Lbp>e_y(Ixohs+Z=9XM*4x&`E7wh%
zwCUrHMSF~buFYA*;<7w_!rx0eYR09?0%lu&rTu-mTmJTj`d>?`Cr-Y(d+W3m#eh#2
z_&+r7`O|FLwMpSbM9PwuekqRkVsS3gT>43Sr!AIxsgPLodxui|6PJ{@-BYgals%L1
zVu#-9CcTq+54uvW@G@|?b3R<5u{y6q=kE4LULV_+TKn(*E2;bBTU9}Bm|5BVs@?Uw
zkN#Ry&k|tG!gx?*_Dy@!qgu<;TXueU!!0GhfBVj#sf+$!(0;x6ZjkvomhIP@IT&v3
z^^Sg7vhUilpR*=9zEzO%Jh9;Uva@N5)sH+Z9x^t1R*46_5}oyW&7>l$WC52Go6RoC
z9)0RDC1C1VgT-!##ZAQGKL73Kv-@;qqVc=pu*>ZsiU!3;i+1T-SLfg5xbTbHnC-9k
z&L<Y;Q&$%CGQSmQ65!~(wrbal;C{QUUn7zZahb^4-&&p=R^6wta*0U&Je#%OHmtl=
zShHjK&E}rROFQG2ZCb;5N$g>R)d{1*pVy>jDrztP%(6r9=-K3Nm#=&=JEyuhk0EVq
zorc!7ovROPo9XZ3%U`E!|JW`)RdxIIX0EGC%4#w;ua`I%RnNw_&_+D+*%RY-=W~%t
z3@wXV!uJ3BbwB*tp8cgKw@#UK#lAUdS7O7p^@96-z2a`4nHt_+JW)(Au{zCguhmB_
zH?d0Z?~el)_ayBzDz<uTuvIGiWp-=cvk3vK1I=4|lymE94~Ey9Z2#3>uV=mb@3~t+
zg;~e_eb(+z^nS~+O6Jk8nj$e(k6#)y%$*fdLZ*ecJ=_21-@a?w`?gEF`-8fv6?^1V
z#6^?;&e@r}d(E`;nmO`v>oQv&i%C!O+dD67@^O#o7Uiuo@~xK#A1b}Zx1mcQPydFy
zs^+ImQ>M39dcWS*W?H}h^YyDYHhq6%l#%|{-YUp?+OC*<UiYhg8jKT9u1xt|q__Fx
zEiQHk10|Q>)%(6Yb3bLjyZBqkleAmEzy6rn);RlKP4BxiXKr0RFje(%piDIT!{#RL
z4BwBcJtw1Dn0Fqn@h`Aa?UUkd?4G23^o@<>R;lDkA^#rR)&Bdtf7gna_u}8$ysoWI
zS!=QNapdG%hV};{4i`igD={c8Z#CH7Fema`;<Ih+{DHj>_@%7vZoZE8`nBi8s$N}-
zpqDSN-+%b6>O<#Qwh$SP`jqXu`N=uAKX`2x)|$I=OUbPq7MYWWU!7qSHR}F(>decY
z*$m6V9>===j__NgHaAQ;!L9e;hKlmD>ALT2|NkhvVlHd{y0-d>%;PJ4cR@{b->l;s
z0^fEB2<%nqmJv@kiv0P{@Ri$+Wtvw152~BV>dE|ePFcox=D-9EmQ7w>9}5CIpT98h
z-rO#E_!OscrvE#Y%I*S&%>u0+UWV~AE$0?a$a`?=%i%9e??kPblxfQ35Tf3)Xwk}j
zk+Z*l5PtsaUEQ0_a&PZH-hJ%t*9WK8<h=QHEBBwQ*lQ*G=k0A)%hfnI(kwi7Zfvj=
zPF?HIdML1QTf@hLr%Zj<3)?2Rlzf@Bt59vnUb!2c4)b%b&M)2>#y{P}S}?IZigB;a
zPpPyBl{Jz5i<@;O&k0<-WX`!AoJmo=<)YISuWHT@OWw1yLLp_(w==U%rR)Ar-mAd%
z?S;hNSwTy=8nxr=8sD8gbuZYSXN9cdxr7+oX>%q|nz^K=UZP2Wqx+ch@k9TAT;3$h
ztM@#5#cKQA|5omGUHY73lDF5#o|$R$&1H^kjMfR$nQPVEx9rKu=$7WmM{AyLYCbdP
zT$zMa-U&+w@wAi6uW}q&bgaXoYK`HqFN^Hs1^#`E-~RQ7#NJJ_ZohWixr&MXo4ehX
zoAEMUS?zufJ1jcaT<=XS<2*g(F^4P5tlM9v*Y8{K>al8nte<3NvvIPYIZw{dinTuq
zy-podYh5pK%4D}=OKI}*&hOs(sXmuV)fkE(slk!MX`^r4S~ue?lL!1#`uG07{`A(q
zri7m%yubf)cK#zJrzlTNIZdr^pjNc=)@LGHv=&(Yd~&APYu6@$_w%*1%4E50_Ew&E
z{Qv!b#g5~DgR8rh<M`K|KI3%r@BNSUX<f<k7ut_-wPd9W>CQ7_w@aV3<|9*z_~)rJ
zFH5#-DeW-b-*e9Mv-k3=95dz~bP_DQ5Gxz^rt)>s+kAaFh6~poKmKy7C~rM`=b@P5
zsH}CCd+l$$J+g?!<(#+pwwab^v|a`&Gjh1K+`F*Gw)*+`?eF(~`SbC_If*-thQ1sz
zTMF#noj-Xue7Od<^Bn$N^*s#_w-!#n+_y1!=N(rIs~HPt2TsljTzm$U5?T&yY028<
z8MOA;43()FU!}dD*=;HN&-;Iy@UlC#=P#<iUa7Fd%WLC@Kity%tET<@=eVRyfbpOT
zxEbiP)yvAAWl`GyEB^L3u6<IvIQiDW#Sa;^5545eThD&Ai)qT+?tQ7{d#)V&x$NK^
z4MD+ELB}t32d_(=b<}djb-O(R;-7oho1S8wX*t({eeJPBwNvJcOq}#VzLSgPa8me8
z^&NkHw8x9CwqN)5>&9Q;ocZZ%_L2W8>iH5rSNjYY-hPrPnlt~L>XU6u2I-!S6F$hU
z?YH@Q;{LXfrAzI)p0q6N6r1DXp(WWK-zQyvWwpj<rk<Z{+GpPdhw99((XG79B{{vo
zp~E=~oIwpIBtEzl!XIn=O=Gi%g~l<Jm0Qy0@B1*@{`ZaIpWE%7^DnI|{BpA?Z#}#5
zrs55cr{(`BpRr1o+3&3Z2S;z=#42aIVhdGi7AplI(TuOstLN7(ekXgYe071<6vuw4
z#|7249-?e7F8dy{7ZSRk{jlb0LVz`kpxF~YvHbr1O^%mBW^wL3S~FA5&{>_+a&Cj9
z!SW4eyH;1o8wv5KE#^HG=%k=ycQfW$b?N`pn^*qvcn@;T=`TvY95t0sxptXrX9uj1
zRct-HLy!O5C6|>erT<MReB%(Bac|Sr>i*sPHZWfOd&Pe1_77FI9$K15PkFDm*mplE
z^1<^xRSD`|Em74>phT*>u4Ly*>9!+D``%vN`DvZ$q=k=ny=gX4-rcC(l~P~7#XE>q
zI(iE$|G&K8vuEDdu{rYATBYr`aNmBt`R^(&8IAs6Yqm9WXQ(xNXi3>rm&)@-NYCQ9
zAQyL5*462?zsuXV{dw_@d%|2hn`<+Sc$xjz{GPCH_OyLVCw_i@xQ92Q%#`cF*-PFT
z-v26lPCpZ{aw;;6U*_&>?6Kn<*Np6U$-2HJ?tzw*RNht#_Hq4iKGy!e=GLEY?DhMl
z{(0O#-dy)tPd(6@ZOPmjH|;}J&*-Y8_wD%`Y&!P=w`8^1^q<qOn1-~9?Fqd99+XuN
z$MOH0Fr(#IyF71Q(q`SSh5Ov)8}^F`E>yB?pXNXF=%Q;Zk@>6)48lT?(xOo^@QzKH
zz3=IasX?m)%{dNk$XJ=#rB{*jPrpC@|NPy8Tr#ge7ydpwNp_{|dCS;*UY4!OUJg$d
z`D}`xbaKt4XThBf2@x(?v$wF`|9SRU*T+`Z6F!o0E0>5U8ocX_e;9xKS?CpwQ<oi&
zE&6L4$fdzG&41S{zSJomu`S7Ny_>pzo;v%I<&4slVwtU9wjOd0$}(k2yYhltYPHzf
zRnfn{EZ*;$7WKd7{NJpz7F!?B{Jh*;Cg^J2(lQRFrp&TO#oRNDZz{blkhsVa#r*5m
z^=tC=Q(x%svUhS0Yq>0YCyw8#r}5jHYyV!B{M$VB^VYwXfkG}nOsbjoT0Zn*^JG72
zks|ilHgK+X{uPPqSvpfgRvU_$UJJYCIxq6evD$y^^DP=??fSQJ?~CipHT~XNY^v-1
zG5^Vw-s7UFsr7-@hk6|Uf08Kj^Guxd>8~P-07rM4zwZ-yf1Q78%np97zVhvI?}hs-
z`o6~gJ-kHI)IFp$u3_V|e={`%rE>gqW}3Cn656~(?~tY9v(u_;0(y(BBt0e;uML!7
z5?2eq_@>5ks}$qr+_dZi6;F@*SDD$DT>mUF`SNG8!n+Ia>%RI{Wnil=etZ9~())hh
zrHS<c);vs3tei{Y<{y{gJ9#a{N<l_6Bkywj-@BJyZB5lq3v|2n!E5=v9+SfiYonFx
z=Fix&Z06_dznX6?WUSczB5C8s0;}n}IM`*6*5nGg_X>qQKeT4QN5lMgTDQ7mJhw`j
z&K2P3R%T!A)LlO1zFgg>smUu|9p5&S`IF01&c^kBKCA9h*Urx0yGZAy_EzPThXR{F
zpA3C4DTl*?@vg!T=VK3T-#uvR-zJms`w;W)hqhK0e}k*J`>!`YnG{r0@t1e)?zPvJ
z|D99)%Pdf7hp=(x%`LAZZ%nheGTnU3gvc|~pFAsJGF*F%$2?YZWmxi>T(zw~zC6$W
z_da&_^SYPwPrQ2G^_TIZY2JGF-yz%u3vB)b%CD52#c(M2a?9IOGHIJnm|J%#iwL^a
zZr=9e+x)k;OaG<{Pn>IK#MbI__`uuM_ZL_j8I@lt-luY;a{cDjj>k48Jqit(XBw9!
znCy^e7_X-CtmM!f=@hRuS2-AFxpB1g)b8eEou|IbJNk2^cAwnq`>M+rt5?Oic<5^$
z?eFfg-5dH=fvKre?9d&jXJ;l%-z9jJGnX;>^{uySPj^Zw-#+#C@H&p=);spf)ue1^
zj{e?u{pQ=#w<UhBF&9>KY{`vW`sLP<)ic)AY%4pV^Gw@vx$ptbwa3n+X>OJ3Y)CkA
zVRqD4*Y7sl9zK}zarK0`7yl<8YKXk{_N#*8GLijfUPj$L^^@IpZA1@4$GH<~$6H@c
znEKwIg~i!z!7fFs_Y3#ud`n4xrkvUFYxy^^PA7%*Un({s5hXjKLZ7osa(^vZRB|V4
zxoU8FaBNWD9aoD9(Pys5q)(l4nRD{4K#|K?J{$PI-sIt3G^@d0Wn12z%iAWss9XGP
zhn>Q~Lk+uRrut+Zzx+I2V0oFzyj(wD0fAFRlZuiVWjHroTR!Vbuh{;N?;dS`bzkY%
z%EYZ71cgnHJ^WUcpvaW_->3fG%c!fDocY%99ja!%oEiJ^Xpd*qru%#|kJfY^;EA-H
zs}>@7aBXF(NnjADQ6uv3*W+7<>i<7p9(q&qy^?8R!m$>{t$A~973SQP`q=$sirmVw
z7R%<kvk^sp9*;Kda!dT?zt%cJbk_C{TkrOAa&{M%bo^faO)PYtGN{6+naphc{*C1Z
zmi5}b^Jbe#J63N>DZI3DLgbn7G(Yu(KK5YMYgsI35)O)+Tw8zZ%AT&Wx>$`@2Re0m
zcC_A&<6riq@8GuCc^}`Jgj(N8UlnnMRY1#E?ex~<nX#AF@iPc?3CxQ6D*o?rz3pr<
zyDG`l-U&)`-c3l9u-H@ATVbMFdbrTF@@I~km*TOHpDg1S?X?tMDrU&0upQR1k&qEN
zFt_#h3WZ3&wZ|mR-wwYkQ2WcAd;3-OxNRHnbNr7@3~-xmqFC_OK7L`f&(%KTAZw>G
z){<mK%i|VHWcf;)A8<>i-v0JmT=r8H6Tj_CNi$F-p=`+a=G^UfU-Gv{iT|=#f5CsV
ztzcq!mEvBbmsx5$lk_%}G@MD=r*1KKl3Q<EqvT3C#noZT3@xUhw)we7SHH@?i>s4e
zx}5KgN@l>CH{Yr@+)fIzzINk{{tv(4jS`{`Pnvi(#m+jKGwE3{r-OmcmRrkS7=O3l
zSNng<$D<zpa<UVhb_wkGa`gF&eQ)N}mUey0>G+)YH+l2XuBE~07dJlHcuD-Bhwd|N
z<K@D#Tco;AP0(B!wpfwl;Dn0>Pa=NIJevP5Q;uie_XWO=kFNB!b9dXg?_L?9!qlW`
zmQ>7rVrJG<gTe%*Rf4yejvZfZX13o+<cd^OuV6T&PT<ql+OS{e)4aR?f}|hMFAJTM
zERg7XukumzB*`963x#<+!Dpr~5dpPkIcG%mUQdx-<X!w~>6I)NAH~OF`#;`#+})Q~
z_35Fc#AMSCCF>k_U%nH^ALFv%?d>m5{jR@SrzNJ`<2ZY!b6@f09ZP013otfLxLCDB
z?a!6R=W|y3`J8D!ZMduFp^{UPr)FK8)xJ$Zq0d+)KbOzb5bU#>oOyDK<p=BFrE^ub
zI=@J8nrx9ZWy)pFVjGF%%thAS-@R8~&5&quII%+Odz)D9oxq3xZ|?Duk!wjv3~-P2
z?zv_7e^2mA*`|gE5#lS0Kg~R>`TPxs!SChUetfz9f77C8&WqSxs=BPQ79F#=6UQIa
z;V|3Y@R_>GzRPERzUr$DKb%le`bTt2@tG;-y9)%?2lRITJY^a>VdiDdBU_}7Pr1Bv
zQkE%`gN9bY9^d+p_m1<w+w;9G^Mr@&9G^=IqOASiW<-6T_#?IGRNFJYRkDgx56_tD
z-uH+_ZDoiu&*WW!JHLAr99;GFcl4ym_awi8YJmKnTN{&(r5-=6JMCxPxqi+Wt`@&9
zeablcBztDw#FABa1dY0Xa&=nHHCQPvEVK2?*G0{jvP@^$E_MC+t?Pi%{Pk8_UQM3n
z$SuZp_fg(@_Q%J1j$V__|MqrEgxD|3@^(%Re;>hXtBYpF2L0n>Xi;)9+490Wzj{m3
z@BKAjW2DwdUJ6jWZ1Ca9E&iA6D>I{KS;WgF@#L;zJ-sZ(Jv5WGs9S=0LhKpyeb+RU
zmka-hSuJRA{Kzq}w>$Iy7KQ(8oqU{E;^BU6o=$ZyVW!P-@t)=BY40-=YC7!?W?i`B
z^zOtKW4E+<vD?B!)PFD?>-%aQHJx*>*_U5!X)<yTuk;!}+;F}5_@v;1Hw)*p*loQv
z?T6&Ib<)<X@2A8aJFC&TtMVjc@HEf=Hd#|PD0oXSU7oxu!*5@B)LJ)R^&d^gzJ0a6
z9jBDleNE;%TWM#e$2^Pe*P9&z4Fdw@;<A0~J|5FHPQSH$iQh+do`>>X!ctWRiXPUt
z1ZrR1|G(wt-1)%_t9utOEL`EA{a~UJOVIxx(KY%f<329Sn!ms1lIj1uX&be@j$AJ^
z<||t?F-`p4L`I*tRhE56_iL!{y<Vxzw)OW{n`24V8~NIoOs?}ZSB|KDYHR=Wuim`{
zefBQ|Kg%v-aC-miMtZZIyX+eG{O^f}g{vi=S!wHhTD$q!7OBGUi~DATEv_+@*l1RG
z@s?Wd#rl6ggU|nu4r92kko}YIX2})TmM@orY$i?%x;bmwm*z=E`{%Np6c#ICN}i?H
z^L_iaFy<w~hgU#*Vn<tDC9)gjPD*@Ub)KUxXZ1b59u@|J2@E?{O-Kq9lvnlN=PMDu
zAVO!sx+m2f43C$rm?r#tdwu8I^A<k)Jjxdvu!rZq@Ywd|iIk-JvXXy)mKd`H=e#)A
zXmsqrkCkx>b#r@+lg`}hJbu7RUQWIK-p?NlGi2YCT=hM}c5KQzc?ULww4*15d(J&i
zU|mr5wnLI3f?-)%-RjHR#2B;;#a=I5#i(GQ%km=efXr$?V=E)k<?`o6ikV7gowuHM
zf8~Sa|No}{nKSp{pCn-mHl+uj)*LSJJZ31yAuM66a%%dFHif23Vpp!Ozjfsgo8ZgV
zO4nvPHNKZq)@<0oA=UWPsqN@>k&aoLA8%V|vsAHh)w2Uxi3PVrP0Zw(FJzxQEZBMJ
zkW$1BuKi*`kt!a$7D<?Ht>vCwFY|jo!wv=;4h7?H_x3VyD|{1R+Q8_+RB+|b&c8Di
z80r|>BzJG^_qRIWm-q1qLxy_m<c-M&jlpszYJRofI;`B5Z=C<q#ijDo#>nIEPcThj
zy0)}AEn&&3xmO=azJ7AoW8(}#ujzdA3={pI1*}=qENPYN9;U8-^wb&7Q!AY<SDNwN
z3!LzENhi<tf}oIVb_Y9u7a9e>Oexd|$mQB~a`oh-P>-!;Z|86{Bt2Xbv8ynS#UQkC
zQQ2;L%~h6+ui1`>uy$p=t@2Q9DD?YN!hO7_Sv#zuk>O7GCh^V3WE$0W_-J#guQ_-?
z>$Ot5e8ry!+oq&+Pn(w{S@Qfx{fm22Pd+y`-(+B5P%UwdC`m~yNwrEYN=+<DWiT=@
zw9qv$(ls&+F|e>Qu(UEU(FHLKI8@TFplHa=PsvQH#I2#S@_q&b1A`>UhT#0PlJdl&
mR0hYC{G?O`&)mfH)S%SFl*+=BsWuD@3=E#GelF{r5}E+d{k#JJ

literal 0
HcmV?d00001

diff --git a/tensorflow/compiler/xla/g3doc/index.md b/tensorflow/compiler/xla/g3doc/index.md
new file mode 100644
index 0000000000..8e5d3c0ef8
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/index.md
@@ -0,0 +1,99 @@
+# XLA Overview
+
+<div style="width:50%; margin:auto; margin-bottom:10px; margin-top:20px;">
+<img style="width:50%" src="./images/xlalogo.png">
+</div>
+
+> Note: XLA is experimental and considered alpha.  Most use cases will not
+> see improvements in performance (speed or decreased memory usage). We have
+> released XLA early so the Open Source Community can contribute to its
+> development, as well as create a path for integration with hardware
+> accelerators.
+
+XLA (Accelerated Linear Algebra) is a domain-specific compiler for linear
+algebra that optimizes TensorFlow computations. The results are improvements in
+speed, memory usage, and portability on server and mobile platforms. Initially,
+most users will not see large benefits from XLA, but are welcome to experiment
+by using XLA via [just-in-time (JIT) compilation](./jit.md) or
+[ahead-of-time (AOT) compilation](./tfcompile.md). Developers targeting new
+hardware accelerators are especially encouraged to try out XLA.
+
+The XLA framework is experimental and in active development. In particular,
+while it is unlikely that the semantics of existing operations will change, it
+is expected that more operations will be added to cover important use cases. The
+team welcomes feedback from the community about missing functionality and
+community contributions via GitHub.
+
+## Why did we build XLA?
+
+We had several objectives for XLA to work with TensorFlow:
+
+*   *Improve execution speed.* Compile subgraphs to reduce the execution time of
+    short-lived Ops to eliminate overhead from the TensorFlow runtime, fuse
+    pipelined operations to reduce memory overhead, and specialize to known
+    tensor shapes to allow for more aggressive constant propagation.
+
+*   *Improve memory usage.* Analyze and schedule memory usage, in principle
+    eliminating many intermediate storage buffers.
+
+*   *Reduce reliance on custom Ops.* Remove the need for many custom Ops by
+    improving the performance of automatically fused low-level Ops to match the
+    performance of custom Ops that were fused by hand.
+
+*   *Reduce mobile footprint.* Eliminate the TensorFlow runtime by ahead-of-time
+    compiling the subgraph and emitting an object/header file pair that can be
+    linked directly into another application. The results can reduce the
+    footprint for mobile inference by several orders of magnitude.
+
+*   *Improve portability.* Make it relatively easy to write a new backend for
+    novel hardware, at which point a large fraction of TensorFlow programs will
+    run unmodified on that hardware. This is in contrast with the approach of
+    specializing individual monolithic Ops for new hardware, which requires
+    TensorFlow programs to be rewritten to make use of those Ops.
+
+## How does XLA work?
+
+The input language to XLA is called "HLO IR", or just HLO (High Level
+Optimizer). The semantics of HLO are described on the
+[Operation Semantics](./operation_semantics.md) page. It
+is most convenient to think of HLO as a [compiler
+IR](https://en.wikipedia.org/wiki/Intermediate_representation).
+
+XLA takes graphs ("computations") defined in HLO and compiles them into machine
+instructions for various architectures. XLA is modular in the sense that it is
+easy to slot in an alternative backend to [target some novel HW architecture](./developing_new_backend.md). The CPU backend for x64 and ARM64 as
+well as the NVIDIA GPU backend are in the TensorFlow source tree.
+
+The following diagram shows the compilation process in XLA:
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img src="./images/how-does-xla-work.png">
+</div>
+
+XLA comes with several optimizations and analysis passes that are
+target-independent, such as
+[CSE](https://en.wikipedia.org/wiki/Common_subexpression_elimination),
+target-independent operation fusion, and buffer analysis for allocating runtime
+memory for the computation.
+
+After the target-independent step, XLA sends the HLO computation to a backend.
+The backend can perform further HLO-level optimizations, this time with target
+specific information and needs in mind. For example, the XLA GPU backend may
+perform operation fusion beneficial specifically for the GPU programming model
+and determine how to partition the computation into streams. At this stage,
+backends may also pattern-match certain operations or combinations thereof to
+optimized library calls.
+
+The next step is target-specific code generation. The CPU and GPU backends
+included with XLA use [LLVM](http://llvm.org) for low-level IR, optimization,
+and code-generation. These backends emit the LLVM IR necessary to represent the
+XLA HLO computation in an efficient manner, and then invoke LLVM to emit native
+code from this LLVM IR.
+
+The GPU backend currently supports NVIDIA GPUs via the LLVM NVPTX backend; the
+CPU backend supports multiple CPU ISAs.
+
+## Supported Platforms
+
+XLA currently supports [JIT compilation](./jit.md) on x86-64 and NVIDIA GPUs; and
+[AOT compilation](./tfcompile.md) for x86-64 and ARM.
diff --git a/tensorflow/compiler/xla/g3doc/jit.md b/tensorflow/compiler/xla/g3doc/jit.md
new file mode 100644
index 0000000000..91eccfe67c
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/jit.md
@@ -0,0 +1,169 @@
+# Using JIT Compilation
+
+> Note: TensorFlow must be compiled from source to include XLA.
+
+## Why use just-in-time (JIT) compilation?
+
+The TensorFlow/XLA JIT compiler compiles and runs parts of TensorFlow graphs via
+XLA. The benefit of this over the standard TensorFlow implementation is that XLA
+can fuse multiple operators (kernel fusion) into a small number of compiled
+kernels. Fusing operators can reduce memory bandwidth requirements and improve
+performance compared to executing operators one-at-a-time, as the TensorFlow
+executor does.
+
+## Running TensorFlow graphs via XLA
+
+There are two ways to run TensorFlow computations via XLA, either by
+JIT-compiling operators placed on a CPU or GPU device, or by placing operators
+on the `XLA_CPU` or `XLA_GPU` TensorFlow devices. Placing operators directly on
+a TensorFlow XLA device forces the operator to run on that device and is mainly
+used for testing.
+
+> Note: The XLA CPU backend supports intra-op parallelism (i.e. it can shard a
+> single operation across multiple cores) but it does not support inter-op
+> parallelism (i.e. it cannot execute independent operations concurrently across
+> multiple cores).  The XLA GPU backend is competitive with the standard
+> TensorFlow implementation, sometimes faster, sometimes slower.
+
+### Turning on JIT compilation
+
+JIT compilation can be turned on at the session level or manually for select
+operations. Both of these approaches are zero-copy --- data does not need to be
+copied when passing data between a compiled XLA kernel and a TensorFlow operator
+placed on the same device.
+
+#### Session
+
+Turning on JIT compilation at the session level will result in all possible
+operators being greedily compiled into XLA computations. Each XLA computation
+will be compiled into one or more kernels for the underlying device.
+
+Subject to a few constraints, if there are two adjacent operators in the graph
+that both have XLA implementations, then they will be compiled into a single XLA
+computation.
+
+JIT compilation is turned on at the session level by setting the
+`global_jit_level` config to `tf.OptimizerOptions.ON_1` and passing the config
+during session initialization.
+
+```python
+# Config to turn on JIT compilation
+config = tf.ConfigProto()
+config.graph_options.optimizer_options.global_jit_level = tf.OptimizerOptions.ON_1
+
+sess = tf.Session(config=config)
+```
+
+> Note: Turning on JIT at the session level will not result in operations being
+> compiled for the CPU. JIT compilation for CPU operations must be done via
+> the manual method documented below.
+
+#### Manual
+
+JIT compilation can also be turned on manually for one or more operators. This
+is done by tagging the operators to compile with the attribute
+`_XlaCompile=true`. The simplest way to do this is via the
+`tf.contrib.compiler.jit.experimental_jit_scope()` scope defined in
+[`tensorflow/contrib/compiler/jit.py`](https://www.tensorflow.org/code/tensorflow/contrib/compiler/jit.py).
+Example usage:
+
+```python
+    jit_scope = tf.contrib.compiler.jit.experimental_jit_scope
+
+    x = tf.placeholder(np.float32)
+    with jit_scope():
+      y = tf.add(x, x)  # The "add" will be compiled with XLA.
+```
+
+The `_XlaCompile` attribute is currently supported on a best-effort basis. If an
+operator cannot be compiled, TensorFlow will silently fall back to the normal
+implementation.
+
+### Placing operators on XLA devices
+
+Another way to run computations via XLA is to place an operator on a specific
+XLA device. This method is normally only used for testing. Valid targets are
+`XLA_CPU` or `XLA_GPU`.
+
+```python
+with tf.device("/job:localhost/replica:0/task:0/device:XLA_GPU:0"):
+  output = tf.add(input1, input2)
+```
+
+Unlike JIT compilation on the standard CPU and GPU devices, these devices make a
+copy of data when it is transferred on and off the device. The extra copy makes
+it expensive to mix XLA and TensorFlow operators in the same graph.
+
+## Tutorial
+
+This tutorial covers training a simple version of MNIST softmax with JIT turned
+on. Currently JIT at the session level, which is what is used for the tutorial,
+only supports GPU.
+
+Before starting the tutorial verify that the LD_LIBRARY environment variable or
+ldconfig contains `$CUDA_ROOT/extras/CUPTI/lib64`, which contains libraries for
+the CUDA Profiling Tools Interface [(CUPTI)](http://docs.nvidia.com/cuda/cupti/index.html).
+TensorFlow uses CUPTI to pull tracing information from the GPU.
+
+### Step #1: Prepare sample script
+
+Download or move
+[mnist_softmax_xla.py](https://www.tensorflow.org/code/tensorflow/examples/tutorials/mnist/mnist_softmax_xla.py)
+into a folder outside of the TensorFlow source tree.
+
+### Step #2: Run without XLA
+
+Execute the python script to train the model without XLA.
+
+```shell
+python mnist_softmax_xla.py --xla=''
+```
+
+Using the Chrome Trace Event Profiler (browse to chrome://tracing),
+open the timeline file created when the script finishes: `timeline.ctf.json`.
+The rendered timeline should look similar to the picture below with multiple
+green boxes labeled `MatMul`, possibly across multiple CPUs.
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/jit_timeline_gpu.png">
+</div>
+
+### Step #3 Run with XLA
+
+Execute the python script to train the model with XLA and turn on a debugging
+feature of XLA via an environmental variable that outputs the XLA graph.
+
+```shell
+TF_XLA_FLAGS="--xla_hlo_graph_path=/tmp --xla_generate_hlo_graph=.*" python mnist_softmax_xla.py
+```
+
+Open the timeline file created (`timeline.ctf.json`).  The rendered timeline
+should look similar to the picture below with one long bar labeled `XlaLaunch`.
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/jit_timeline_gpu_xla.png">
+</div>
+
+To understand what is happening in `XlaLaunch`, look at the console output for
+statements similar to the following:
+
+```shell
+computation cluster_0[_XlaCompiledKernel=true,_XlaNumConstantArgs=1].v82 [CPU:
+pipeline start, before inline]: /tmp/hlo_graph_0.dot
+
+```
+
+The console statements point to the location of `hlo_graph_xx.dot` files that
+contain information about the graph created by XLA. The process that XLA takes
+to fuse Ops is visible by starting at `hlo_graph_0.dot` and viewing each diagram
+in succession.
+
+To Render the .dot file into a png, install
+[GraphViz](https://www.graphviz.org/download/) and run:
+
+```shell
+dot -Tpng hlo_graph_80.dot -o hlo_graph_80.png
+```
+
+The result will look like the following:
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/jit_gpu_xla_graph.png">
+</div>
diff --git a/tensorflow/compiler/xla/g3doc/operation_semantics.md b/tensorflow/compiler/xla/g3doc/operation_semantics.md
new file mode 100644
index 0000000000..ff85ff5a25
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/operation_semantics.md
@@ -0,0 +1,2418 @@
+# Operation Semantics
+
+The following describes the semantics of operations defined in the
+[`XlaBuilder`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h)
+interface. Typically, these operations map one-to-one to operations defined in
+the RPC interface in
+[`xla_data.proto`](https://www.tensorflow.org/code/tensorflow/compiler/xla/xla_data.proto).
+
+A note on nomenclature: the generalized data type XLA deals with is an
+N-dimensional array holding elements of some uniform type (such as 32-bit
+float). Throughout the documentation, *array* is used to denote an
+arbitrary-dimensional array. For convenience, special cases have more specific
+and familiar names; for example a *vector* is a 1-dimensional array and a
+*matrix* is a 2-dimensional array.
+
+## AllToAll
+
+See also
+[`XlaBuilder::AllToAll`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Alltoall is a collective operation that sends data from all cores to all cores.
+It has two phases:
+
+1.  the scatter phase. On each core, the operand is split into `split_count`
+    number of blocks along the `split_dimensions`, and the blocks are scattered
+    to all cores, e.g., the ith block is send to the ith core.
+2.  the gather phase. Each core concatenates the received blocks along the
+    `concat_dimension`.
+
+The participating cores can be configured by:
+
+-   `replica_groups`: each ReplicaGroup contains a list of replica id. If empty,
+    all replicas belong to one group in the order of 0 - (n-1). Alltoall will be
+    applied within subgroups in the specified order. For example, replica
+    groups = {{1,2,3},{4,5,0}} means, an Alltoall will be applied within replica
+    1, 2, 3, and in the gather phase, the received blocks will be concatenated
+    in the order of 1, 2, 3; another Alltoall will be applied within replica 4,
+    5, 0, and the concatenation order is 4, 5, 0.
+
+Prerequisites:
+
+-   The dimension size of the operand on the split_dimension is divisible by
+    split_count.
+-   The operand's shape is not tuple.
+
+<b> `AllToAll(operand, split_dimension, concat_dimension, split_count,
+replica_groups)` </b>
+
+
+| Arguments          | Type                  | Semantics                       |
+| ------------------ | --------------------- | ------------------------------- |
+| `operand`          | `XlaOp`               | n dimensional input array       |
+| `split_dimension`  | `int64`               | A value in the interval `[0,    |
+:                    :                       : n)` that names the dimension    :
+:                    :                       : along which the operand is      :
+:                    :                       : split                           :
+| `concat_dimension` | `int64`               | a value in the interval `[0,    |
+:                    :                       : n)` that names the dimension    :
+:                    :                       : along which the split blocks    :
+:                    :                       : are concatenated                :
+| `split_count`      | `int64`               | the number of cores that        |
+:                    :                       : participate this operation. If  :
+:                    :                       : `replica_groups` is empty, this :
+:                    :                       : should be the number of         :
+:                    :                       : replicas; otherwise, this       :
+:                    :                       : should be equal to the number   :
+:                    :                       : of replicas in each group.      :
+| `replica_groups`   | `ReplicaGroup` vector | each group contains a list of   |
+:                    :                       : replica id.                     :
+
+Below shows an example of Alltoall.
+
+```
+XlaBuilder b("alltoall");
+auto x = Parameter(&b, 0, ShapeUtil::MakeShape(F32, {4, 16}), "x");
+AllToAll(x, /*split_dimension=*/1, /*concat_dimension=*/0, /*split_count=*/4);
+```
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_alltoall.png">
+</div>
+
+In this example, there are 4 cores participating the Alltoall. On each core, the
+operand is split into 4 parts along dimension 0, so each part has shape
+f32[4,4]. The 4 parts are scattered to all cores. Then each core concatenates
+the received parts along dimension 1, in the order or core 0-4. So the output on
+each core has shape f32[16,4].
+
+## BatchNormGrad
+
+See also
+[`XlaBuilder::BatchNormGrad`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h)
+and [the original batch normalization paper](https://arxiv.org/abs/1502.03167)
+for a detailed description of the algorithm.
+
+Calculates gradients of batch norm.
+
+<b> `BatchNormGrad(operand, scale, mean, variance, grad_output, epsilon, feature_index)` </b>
+
+| Arguments       | Type                    | Semantics                        |
+| --------------- | ----------------------- | -------------------------------- |
+| `operand`       | `XlaOp`                 | n dimensional array to be        |
+:                 :                         : normalized (x)                   :
+| `scale`         | `XlaOp`                 | 1 dimensional array              |
+:                 :                         : (\\(\gamma\\))                   :
+| `mean`          | `XlaOp`                 | 1 dimensional array (\\(\mu\\))  |
+| `variance`      | `XlaOp`                 | 1 dimensional array              |
+:                 :                         : (\\(\sigma^2\\))                 :
+| `grad_output`   | `XlaOp`                 | Gradients passed to              |
+:                 :                         : `BatchNormTraining`              :
+:                 :                         : (\\( \nabla y\\))                :
+| `epsilon`       | `float`                 | Epsilon value (\\(\epsilon\\))   |
+| `feature_index` | `int64`                 | Index to feature dimension in    |
+:                 :                         : `operand`                        :
+
+For each feature in the feature dimension (`feature_index` is the index for the
+feature dimension in `operand`), the operation calculates the gradients with
+respect to `operand`, `offset` and `scale` across all the other dimensions. The
+`feature_index` must be a valid index for the feature dimension in `operand`.
+
+The three gradients are defined by the following formulas (assuming a
+4-dimensional array as `operand` and with feature dimension index $$l$$, batch
+size `m` and spatial sizes `w` and `h`):
+
+\\[ \begin{split} c_l&=
+\frac{1}{mwh}\sum_{i=1}^m\sum_{j=1}^w\sum_{k=1}^h
+\left( \nabla y_{ijkl} \frac{x_{ijkl} - \mu_l}{\sigma^2_l+\epsilon} \right)
+\\\\
+\nabla x_{ijkl} &= \frac{\gamma_{l}}{\sqrt{\sigma^2_{l}+\epsilon}}
+\left( \nabla y_{ijkl} - \mathrm{mean}(\nabla y) - c_l (x_{ijkl} - \mu_{l})
+\right)
+\\\\
+\nabla \gamma_l &= \sum_{i=1}^m\sum_{j=1}^w\sum_{k=1}^h \left( \nabla y_{ijkl}
+\frac{x_{ijkl} - \mu_l}{\sqrt{\sigma^2_{l}+\epsilon}} \right)
+\\\\\
+\nabla \beta_l &= \sum_{i=1}^m\sum_{j=1}^w\sum_{k=1}^h \nabla y_{ijkl}
+\end{split} \\]
+
+The inputs `mean` and `variance` represent moments value
+across batch and spatial dimensions.
+
+The output type is a tuple of three handles:
+
+| Outputs        | Type                    | Semantics                         |
+| -------------  | ----------------------- | --------------------------------- |
+| `grad_operand` | `XlaOp`                 | gradient with respect to input    |
+:                :                         : `operand` (\\( \nabla x\\))       :
+| `grad_scale`   | `XlaOp`                 | gradient with respect to input    |
+:                :                         : `scale` (\\( \nabla \gamma\\))    :
+| `grad_offset`  | `XlaOp`                 | gradient with respect to input    |
+:                :                         : `offset`(\\( \nabla \beta\\))     :
+
+## BatchNormInference
+
+See also
+[`XlaBuilder::BatchNormInference`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h)
+and [the original batch normalization paper](https://arxiv.org/abs/1502.03167)
+for a detailed description of the algorithm.
+
+Normalizes an array across batch and spatial dimensions.
+
+<b> `BatchNormInference(operand, scale, offset, mean, variance, epsilon, feature_index)` </b>
+
+Arguments       | Type    | Semantics
+--------------- | ------- | ---------------------------------------
+`operand`       | `XlaOp` | n dimensional array to be normalized
+`scale`         | `XlaOp` | 1 dimensional array
+`offset`        | `XlaOp` | 1 dimensional array
+`mean`          | `XlaOp` | 1 dimensional array
+`variance`      | `XlaOp` | 1 dimensional array
+`epsilon`       | `float` | Epsilon value
+`feature_index` | `int64` | Index to feature dimension in `operand`
+
+For each feature in the feature dimension (`feature_index` is the index for the
+feature dimension in `operand`), the operation calculates the mean and variance
+across all the other dimensions and uses the mean and variance to normalize each
+element in `operand`. The `feature_index` must be a valid index for the feature
+dimension in `operand`.
+
+`BatchNormInference`  is equivalent to calling `BatchNormTraining` without
+computing `mean` and `variance` for each batch. It uses the input `mean` and
+`variance` instead as estimated values. The purpose of this op is to reduce
+latency in inference, hence the name `BatchNormInference`.
+
+The output is an n-dimensional, normalized array with the same shape as input
+`operand`.
+
+## BatchNormTraining
+
+See also
+[`XlaBuilder::BatchNormTraining`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h)
+and [`the original batch normalization paper`](https://arxiv.org/abs/1502.03167)
+for a detailed description of the algorithm.
+
+Normalizes an array across batch and spatial dimensions.
+
+<b> `BatchNormTraining(operand, scale, offset, epsilon, feature_index)` </b>
+
+Arguments       | Type    | Semantics
+--------------- | ------- | ----------------------------------------
+`operand`       | `XlaOp` | n dimensional array to be normalized (x)
+`scale`         | `XlaOp` | 1 dimensional array (\\(\gamma\\))
+`offset`        | `XlaOp` | 1 dimensional array (\\(\beta\\))
+`epsilon`       | `float` | Epsilon value (\\(\epsilon\\))
+`feature_index` | `int64` | Index to feature dimension in `operand`
+
+For each feature in the feature dimension (`feature_index` is the index for the
+feature dimension in `operand`), the operation calculates the mean and variance
+across all the other dimensions and uses the mean and variance to normalize each
+element in `operand`. The `feature_index` must be a valid index for the feature
+dimension in `operand`.
+
+The algorithm goes as follows for each batch in `operand` \\(x\\) that
+contains `m` elements with `w` and `h` as the size of spatial dimensions
+(assuming `operand` is an 4 dimensional array):
+
+- Calculates batch mean \\(\mu_l\\) for each feature `l` in feature dimension:
+\\(\mu_l=\frac{1}{mwh}\sum_{i=1}^m\sum_{j=1}^w\sum_{k=1}^h x_{ijkl}\\)
+
+- Calculates batch variance \\(\sigma^2_l\\):
+\\(\sigma^2_l=\frac{1}{mwh}\sum_{i=1}^m\sum_{j=1}^w\sum_{k=1}^h (x_{ijkl} - \mu_l)^2\\)
+
+- Normalizes, scales and shifts:
+\\(y_{ijkl}=\frac{\gamma_l(x_{ijkl}-\mu_l)}{\sqrt[2]{\sigma^2_l+\epsilon}}+\beta_l\\)
+
+The epsilon value, usually a small number, is added to avoid divide-by-zero errors.
+
+The output type is a tuple of three `XlaOp`s:
+
+| Outputs      | Type                    | Semantics                            |
+| ------------ | ----------------------- | -------------------------------------|
+| `output`     | `XlaOp`                 | n dimensional array with the same    |
+:              :                         : shape as input `operand` (y)         :
+| `batch_mean` | `XlaOp`                 | 1 dimensional array (\\(\mu\\))      |
+| `batch_var`  | `XlaOp`                 | 1 dimensional array (\\(\sigma^2\\)) |
+
+The `batch_mean` and `batch_var` are moments calculated across the batch and
+spatial dimensions using the formulas above.
+
+## BitcastConvertType
+
+See also
+[`XlaBuilder::BitcastConvertType`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Similar to a `tf.bitcast` in TensorFlow, performs an element-wise bitcast
+operation from a data shape to a target shape. The dimensions must match, and
+the conversion is an element-wise one; e.g. `s32` elements become `f32` elements
+via bitcast routine. Bitcast is implemented as a low-level cast, so machines
+with different floating-point representations will give different results.
+
+<b> `BitcastConvertType(operand, new_element_type)` </b>
+
+Arguments          | Type            | Semantics
+------------------ | --------------- | ---------------------------
+`operand`          | `XlaOp`         | array of type T with dims D
+`new_element_type` | `PrimitiveType` | type U
+
+The dimensions of the operand and the target shape must match. The bit-width of
+the source and destination element types must be equal. The source
+and destination element types must not be tuples.
+
+## Broadcast
+
+See also
+[`XlaBuilder::Broadcast`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Adds dimensions to an array by duplicating the data in the array.
+
+<b> `Broadcast(operand, broadcast_sizes)` </b>
+
+Arguments         | Type                | Semantics
+----------------- | ------------------- | -------------------------------
+`operand`         | `XlaOp`             | The array to duplicate
+`broadcast_sizes` | `ArraySlice<int64>` | The sizes of the new dimensions
+
+The new dimensions are inserted on the left, i.e. if `broadcast_sizes` has
+values `{a0, ..., aN}` and the operand shape has dimensions `{b0, ..., bM}` then
+the shape of the output has dimensions `{a0, ..., aN, b0, ..., bM}`.
+
+The new dimensions index into copies of the operand, i.e.
+
+```
+output[i0, ..., iN, j0, ..., jM] = operand[j0, ..., jM]
+```
+
+For example, if `operand` is a scalar `f32` with value `2.0f`, and
+`broadcast_sizes` is `{2, 3}`, then the result will be an array with shape
+`f32[2, 3]` and all the values in the result will be `2.0f`.
+
+## Call
+
+See also
+[`XlaBuilder::Call`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Invokes a computation with the given arguments.
+
+<b> `Call(computation, args...)` </b>
+
+| Arguments     | Type                   | Semantics                           |
+| ------------- | ---------------------- | ----------------------------------- |
+| `computation` | `XlaComputation`       | computation of type `T_0, T_1, ..., |
+:               :                        : T_N -> S` with N parameters of      :
+:               :                        : arbitrary type                      :
+| `args`        | sequence of N `XlaOp`s | N arguments of arbitrary type       |
+
+The arity and types of the `args` must match the parameters of the
+`computation`. It is allowed to have no `args`.
+
+## Clamp
+
+See also
+[`XlaBuilder::Clamp`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Clamps an operand to within the range between a minimum and maximum value.
+
+<b> `Clamp(min, operand, max)` </b>
+
+Arguments | Type    | Semantics
+--------- | ------- | ---------------
+`min`     | `XlaOp` | array of type T
+`operand` | `XlaOp` | array of type T
+`max`     | `XlaOp` | array of type T
+
+Given an operand and minimum and maximum values, returns the operand if it is in
+the range between the minimum and maximum, else returns the minimum value if the
+operand is below this range or the maximum value if the operand is above this
+range.  That is, `clamp(a, x, b) =  min(max(a, x), b)`.
+
+All three arrays must be the same shape. Alternatively, as a restricted form of
+[broadcasting](broadcasting.md), `min` and/or `max` can be a scalar of type `T`.
+
+Example with scalar `min` and `max`:
+
+```
+let operand: s32[3] = {-1, 5, 9};
+let min: s32 = 0;
+let max: s32 = 6;
+==>
+Clamp(min, operand, max) = s32[3]{0, 5, 6};
+```
+
+## Collapse
+
+See also
+[`XlaBuilder::Collapse`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h)
+and the `tf.reshape` operation.
+
+Collapses dimensions of an array into one dimension.
+
+<b> `Collapse(operand, dimensions)` </b>
+
+Arguments    | Type           | Semantics
+------------ | -------------- | -----------------------------------------------
+`operand`    | `XlaOp`        | array of type T
+`dimensions` | `int64` vector | in-order, consecutive subset of T's dimensions.
+
+Collapse replaces the given subset of the operand's dimensions by a single
+dimension. The input arguments are an arbitrary array of type T and a
+compile-time-constant vector of dimension indices. The dimension indices must be
+an in-order (low to high dimension numbers), consecutive subset of T's
+dimensions. Thus, {0, 1, 2}, {0, 1}, or {1, 2} are all valid dimension sets, but
+{1, 0} or {0, 2} are not. They are replaced by a single new dimension, in the
+same position in the dimension sequence as those they replace, with the new
+dimension size equal to the product of original dimension sizes. The lowest
+dimension number in `dimensions` is the slowest varying dimension (most major)
+in the loop nest which collapses these dimension, and the highest dimension
+number is fastest varying (most minor). See the `tf.reshape` operator
+if more general collapse ordering is needed.
+
+For example, let v be an array of 24 elements:
+
+```
+let v = f32[4x2x3] {{{10, 11, 12},  {15, 16, 17}},
+                    {{20, 21, 22},  {25, 26, 27}},
+                    {{30, 31, 32},  {35, 36, 37}},
+                    {{40, 41, 42},  {45, 46, 47}}};
+
+// Collapse to a single dimension, leaving one dimension.
+let v012 = Collapse(v, {0,1,2});
+then v012 == f32[24] {10, 11, 12, 15, 16, 17,
+                      20, 21, 22, 25, 26, 27,
+                      30, 31, 32, 35, 36, 37,
+                      40, 41, 42, 45, 46, 47};
+
+// Collapse the two lower dimensions, leaving two dimensions.
+let v01 = Collapse(v, {0,1});
+then v01 == f32[4x6] {{10, 11, 12, 15, 16, 17},
+                      {20, 21, 22, 25, 26, 27},
+                      {30, 31, 32, 35, 36, 37},
+                      {40, 41, 42, 45, 46, 47}};
+
+// Collapse the two higher dimensions, leaving two dimensions.
+let v12 = Collapse(v, {1,2});
+then v12 == f32[8x3] {{10, 11, 12},
+                      {15, 16, 17},
+                      {20, 21, 22},
+                      {25, 26, 27},
+                      {30, 31, 32},
+                      {35, 36, 37},
+                      {40, 41, 42},
+                      {45, 46, 47}};
+
+```
+
+## Concatenate
+
+See also
+[`XlaBuilder::ConcatInDim`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Concatenate composes an array from multiple array operands. The array is of the
+same rank as each of the input array operands (which must be of the same rank as
+each other) and contains the arguments in the order that they were specified.
+
+<b> `Concatenate(operands..., dimension)` </b>
+
+| Arguments   | Type                  | Semantics                              |
+| ----------- | --------------------- | -------------------------------------- |
+| `operands`  | sequence of N `XlaOp` | N arrays of type T with dimensions     |
+:             :                       : [L0, L1, ...]. Requires N >= 1.        :
+| `dimension` | `int64`               | A value in the interval `[0, N)` that  |
+:             :                       : names the dimension to be concatenated :
+:             :                       : between the `operands`.                :
+
+With the exception of `dimension` all dimensions must be the same. This is
+because XLA does not support "ragged" arrays. Also note that rank-0 values
+cannot be concatenated (as it's impossible to name the dimension along which the
+concatenation occurs).
+
+1-dimensional example:
+
+```
+Concat({{2, 3}, {4, 5}, {6, 7}}, 0)
+>>> {2, 3, 4, 5, 6, 7}
+```
+
+2-dimensional example:
+
+```
+let a = {
+  {1, 2},
+  {3, 4},
+  {5, 6},
+};
+let b = {
+  {7, 8},
+};
+Concat({a, b}, 0)
+>>> {
+  {1, 2},
+  {3, 4},
+  {5, 6},
+  {7, 8},
+}
+```
+
+Diagram:
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_concatenate.png">
+</div>
+
+## Conditional
+
+See also
+[`XlaBuilder::Conditional`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Conditional(pred, true_operand, true_computation, false_operand,
+false_computation)` </b>
+
+Arguments           | Type             | Semantics
+------------------- | ---------------- | ---------------------------------
+`pred`              | `XlaOp`          | Scalar of type `PRED`
+`true_operand`      | `XlaOp`          | Argument of type `T_0`
+`true_computation`  | `XlaComputation` | XlaComputation of type `T_0 -> S`
+`false_operand`     | `XlaOp`          | Argument of type `T_1`
+`false_computation` | `XlaComputation` | XlaComputation of type `T_1 -> S`
+
+Executes `true_computation` if `pred` is `true`, `false_computation` if `pred`
+is `false`, and returns the result.
+
+The `true_computation` must take in a single argument of type `T_0` and will be
+invoked with `true_operand` which must be of the same type. The
+`false_computation` must take in a single argument of type `T_1` and will be
+invoked with `false_operand` which must be of the same type. The type of the
+returned value of `true_computation` and `false_computation` must be the same.
+
+Note that only one of `true_computation` and `false_computation` will be
+executed depending on the value of `pred`.
+
+## Conv (convolution)
+
+See also
+[`XlaBuilder::Conv`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+As ConvWithGeneralPadding, but the padding is specified in a short-hand way as
+either SAME or VALID. SAME padding pads the input (`lhs`) with zeroes so that
+the output has the same shape as the input when not taking striding into
+account. VALID padding simply means no padding.
+
+## ConvWithGeneralPadding (convolution)
+
+See also
+[`XlaBuilder::ConvWithGeneralPadding`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Computes a convolution of the kind used in neural networks. Here, a convolution
+can be thought of as a n-dimensional window moving across a n-dimensional base
+area and a computation is performed for each possible position of the window.
+
+| Arguments             | Type                 | Semantics                     |
+| --------------------- | -------------------- | ----------------------------- |
+| `lhs`                 | `XlaOp`              | rank n+2 array of inputs      |
+| `rhs`                 | `XlaOp`              | rank n+2 array of kernel      |
+:                       :                      : weights                       :
+| `window_strides`      | `ArraySlice<int64>`  | n-d array of kernel strides   |
+| `padding`             | `ArraySlice<         | n-d array of (low, high)      |
+:                       : pair<int64, int64>>` : padding                       :
+| `lhs_dilation`        | `ArraySlice<int64>`  | n-d lhs dilation factor array |
+| `rhs_dilation`        | `ArraySlice<int64>`  | n-d rhs dilation factor array |
+| `feature_group_count` | int64                | the number of feature groups  |
+
+Let n be the number of spatial dimensions. The `lhs` argument is a rank n+2
+array describing the base area. This is called the input, even though of course
+the rhs is also an input. In a neural network, these are the input activations.
+The n+2 dimensions are, in this order:
+
+*   `batch`: Each coordinate in this dimension represents an independent input
+    for which convolution is carried out.
+*   `z/depth/features`: Each (y,x) position in the base area has a vector
+    associated to it, which goes into this dimension.
+*   `spatial_dims`: Describes the `n` spatial dimensions that define the base
+    area that the window moves across.
+
+The `rhs` argument is a rank n+2 array describing the convolutional
+filter/kernel/window. The dimensions are, in this order:
+
+*   `output-z`: The `z` dimension of the output.
+*   `input-z`: The size of this dimension times `feature_group_count` should
+    equal the size of the `z` dimension in lhs.
+*   `spatial_dims`: Describes the `n` spatial dimensions that define the n-d
+    window that moves across the base area.
+
+The `window_strides` argument specifies the stride of the convolutional window
+in the spatial dimensions. For example, if the stride in the first spatial
+dimension is 3, then the window can only be placed at coordinates where the
+first spatial index is divisible by 3.
+
+The `padding` argument specifies the amount of zero padding to be applied to the
+base area. The amount of padding can be negative -- the absolute value of
+negative padding indicates the number of elements to remove from the specified
+dimension before doing the convolution. `padding[0]` specifies the padding for
+dimension `y` and `padding[1]` specifies the padding for dimension `x`. Each
+pair has the low padding as the first element and the high padding as the second
+element. The low padding is applied in the direction of lower indices while the
+high padding is applied in the direction of higher indices. For example, if
+`padding[1]` is `(2,3)` then there will be a padding by 2 zeroes on the left and
+by 3 zeroes on the right in the second spatial dimension. Using padding is
+equivalent to inserting those same zero values into the input (`lhs`) before
+doing the convolution.
+
+The `lhs_dilation` and `rhs_dilation` arguments specify the dilation factor to
+be applied to the lhs and rhs, respectively, in each spatial dimension. If the
+dilation factor in a spatial dimension is d, then d-1 holes are implicitly
+placed between each of the entries in that dimension, increasing the size of the
+array. The holes are filled with a no-op value, which for convolution means
+zeroes.
+
+Dilation of the rhs is also called atrous convolution. For more details, see
+`tf.nn.atrous_conv2d`. Dilation of the lhs is also called transposed
+convolution. For more details, see `tf.nn.conv2d_transpose`.
+
+The `feature_group_count` argument (default value 1) can be used for grouped
+convolutions. `feature_group_count` needs to be a divisor of both the input and
+the output feature dimension. If `feature_group_count` is greater than 1, it
+means that conceptually the input and output feature dimension and the `rhs`
+output feature dimension are split evenly into `feature_group_count` many
+groups, each group consisting of a consecutive subsequence of features. The
+input feature dimension of `rhs` needs to be equal to the `lhs` input feature
+dimension divided by `feature_group_count` (so it already has the size of a
+group of input features). The i-th groups are used together to compute
+`feature_group_count` many separate convolutions. The results of these
+convolutions are concatenated together in the output feature dimension.
+
+For depthwise convolution the `feature_group_count` argument would be set to the
+input feature dimension, and the filter would be reshaped from
+`[filter_height, filter_width, in_channels, channel_multiplier]` to
+`[filter_height, filter_width, 1, in_channels * channel_multiplier]`. For more
+details, see `tf.nn.depthwise_conv2d`.
+
+The output shape has these dimensions, in this order:
+
+*   `batch`: Same size as `batch` on the input (`lhs`).
+*   `z`: Same size as `output-z` on the kernel (`rhs`).
+*   `spatial_dims`: One value for each valid placement of the convolutional
+    window.
+
+The valid placements of the convolutional window are determined by the strides
+and the size of the base area after padding.
+
+To describe what a convolution does, consider a 2d convolution, and pick some
+fixed `batch`, `z`, `y`, `x` coordinates in the output. Then `(y,x)` is a
+position of a corner of the window within the base area (e.g. the upper left
+corner, depending on how you interpret the spatial dimensions). We now have a 2d
+window, taken from the base area, where each 2d point is associated to a 1d
+vector, so we get a 3d box. From the convolutional kernel, since we fixed the
+output coordinate `z`, we also have a 3d box. The two boxes have the same
+dimensions, so we can take the sum of the element-wise products between the two
+boxes (similar to a dot product). That is the output value.
+
+Note that if `output-z` is e.g., 5, then each position of the window produces 5
+values in the output into the `z` dimension of the output. These values differ
+in what part of the convolutional kernel is used - there is a separate 3d box of
+values used for each `output-z` coordinate. So you could think of it as 5
+separate convolutions with a different filter for each of them.
+
+Here is pseudo-code for a 2d convolution with padding and striding:
+
+```
+for (b, oz, oy, ox) {  // output coordinates
+  value = 0;
+  for (iz, ky, kx) {  // kernel coordinates and input z
+    iy = oy*stride_y + ky - pad_low_y;
+    ix = ox*stride_x + kx - pad_low_x;
+    if ((iy, ix) inside the base area considered without padding) {
+      value += input(b, iz, iy, ix) * kernel(oz, iz, ky, kx);
+    }
+  }
+  output(b, oz, oy, ox) = value;
+}
+```
+
+## ConvertElementType
+
+See also
+[`XlaBuilder::ConvertElementType`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Similar to an element-wise `static_cast` in C++, performs an element-wise
+conversion operation from a data shape to a target shape. The dimensions must
+match, and the conversion is an element-wise one; e.g. `s32` elements become
+`f32` elements via an `s32`-to-`f32` conversion routine.
+
+<b> `ConvertElementType(operand, new_element_type)` </b>
+
+Arguments          | Type            | Semantics
+------------------ | --------------- | ---------------------------
+`operand`          | `XlaOp`         | array of type T with dims D
+`new_element_type` | `PrimitiveType` | type U
+
+The dimensions of the operand and the target shape must match. The source and
+destination element types must not be tuples.
+
+A conversion such as `T=s32` to `U=f32` will perform a normalizing int-to-float
+conversion routine such as round-to-nearest-even.
+
+> Note: The precise float-to-int and visa-versa conversions are currently
+> unspecified, but may become additional arguments to the convert operation in
+> the future.  Not all possible conversions have been implemented for all
+>targets.
+
+```
+let a: s32[3] = {0, 1, 2};
+let b: f32[3] = convert(a, f32);
+then b == f32[3]{0.0, 1.0, 2.0}
+```
+
+## CrossReplicaSum
+
+See also
+[`XlaBuilder::CrossReplicaSum`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Computes a sum across replicas.
+
+<b> `CrossReplicaSum(operand)` </b>
+
+Arguments | Type    | Semantics
+--------- | ------- | -----------------------------
+`operand` | `XlaOp` | Array to sum across replicas.
+| `replica_group_ids`    | `int64` vector | Group ID for each replica.      |
+
+The output shape is the same as the input shape. For example, if there are two
+replicas and the operand has the value `(1.0, 2.5)` and `(3.0, 5.25)`
+respectively on the two replicas, then the output value from this op will be
+`(4.0, 7.75)` on both replicas.
+
+`replica_group_ids` identifies the group ID of each replica. The group ID must
+either be empty (all replicas belong to a single group), or contain the same
+number of elements as the number of replicas. For example, if
+`replica_group_ids` = {0, 1, 2, 3, 0, 1, 2, 3} has eight replicas, there are
+four subgroups of replica IDs: {0, 4}, {1, 5}, {2, 6}, and {3, 7}. The size of
+each subgroup *must* be identical, so, for example, using:
+`replica_group_ids` = {0, 1, 2, 0} for four replicas is invalid.
+
+Computing the result of CrossReplicaSum requires having one input from each
+replica, so if one replica executes a CrossReplicaSum node more times than
+another, then the former replica will wait forever. Since the replicas are all
+running the same program, there are not a lot of ways for that to happen, but it
+is possible when a while loop's condition depends on data from infeed and the
+data that is infed causes the while loop to iterate more times on one replica
+than another.
+
+## CustomCall
+
+See also
+[`XlaBuilder::CustomCall`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Call a user-provided function within a computation.
+
+<b> `CustomCall(target_name, args..., shape)` </b>
+
+| Arguments     | Type                   | Semantics                         |
+| ------------- | ---------------------- | --------------------------------- |
+| `target_name` | `string`               | Name of the function. A call      |
+:               :                        : instruction will be emitted which :
+:               :                        : targets this symbol name.         :
+| `args`        | sequence of N `XlaOp`s | N arguments of arbitrary type,    |
+:               :                        : which will be passed to the       :
+:               :                        : function.                         :
+| `shape`       | `Shape`                | Output shape of the function      |
+
+The function signature is the same, regardless of the arity or type of args:
+
+```
+extern "C" void target_name(void* out, void** in);
+```
+
+For example, if CustomCall is used as follows:
+
+```
+let x = f32[2] {1,2};
+let y = f32[2x3] {{10, 20, 30}, {40, 50, 60}};
+
+CustomCall("myfunc", {x, y}, f32[3x3])
+```
+
+Here is an example of an implementation of `myfunc`:
+
+```
+extern "C" void myfunc(void* out, void** in) {
+  float (&x)[2] = *static_cast<float(*)[2]>(in[0]);
+  float (&y)[2][3] = *static_cast<float(*)[2][3]>(in[1]);
+  EXPECT_EQ(1, x[0]);
+  EXPECT_EQ(2, x[1]);
+  EXPECT_EQ(10, y[0][0]);
+  EXPECT_EQ(20, y[0][1]);
+  EXPECT_EQ(30, y[0][2]);
+  EXPECT_EQ(40, y[1][0]);
+  EXPECT_EQ(50, y[1][1]);
+  EXPECT_EQ(60, y[1][2]);
+  float (&z)[3][3] = *static_cast<float(*)[3][3]>(out);
+  z[0][0] = x[1] + y[1][0];
+  // ...
+}
+```
+
+The user-provided function must not have side-effects and its execution must be
+idempotent.
+
+> Note: The opaque nature of the user-provided function restricts optimization
+> opportunities for the compiler. Try to express your computation in terms of
+> native XLA ops whenever possible; only use CustomCall as a last resort.
+
+## Dot
+
+See also
+[`XlaBuilder::Dot`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Dot(lhs, rhs)` </b>
+
+Arguments | Type    | Semantics
+--------- | ------- | ---------------
+`lhs`     | `XlaOp` | array of type T
+`rhs`     | `XlaOp` | array of type T
+
+The exact semantics of this operation depend on the ranks of the operands:
+
+| Input                   | Output                | Semantics               |
+| ----------------------- | --------------------- | ----------------------- |
+| vector [n] `dot` vector | scalar                | vector dot product      |
+: [n]                     :                       :                         :
+| matrix [m x k] `dot`    | vector [m]            | matrix-vector           |
+: vector [k]              :                       : multiplication          :
+| matrix [m x k] `dot`    | matrix [m x n]        | matrix-matrix           |
+: matrix [k x n]          :                       : multiplication          :
+
+The operation performs sum of products over the last dimension of `lhs` and the
+one-before-last dimension of `rhs`. These are the "contracted" dimensions. The
+contracted dimensions of `lhs` and `rhs` must be of the same size. In practice,
+it can be used to perform dot products between vectors, vector/matrix
+multiplications or matrix/matrix multiplications.
+
+## DotGeneral
+
+See also
+[`XlaBuilder::DotGeneral`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `DotGeneral(lhs, rhs, dimension_numbers)` </b>
+
+Arguments           | Type                  | Semantics
+------------------- | --------------------- | ---------------
+`lhs`               | `XlaOp`               | array of type T
+`rhs`               | `XlaOp`               | array of type T
+`dimension_numbers` | `DotDimensionNumbers` | array of type T
+
+As Dot, but allows contracting and batch dimension numbers to be specified for
+both the 'lhs' and 'rhs'.
+
+| DotDimensionNumbers Fields | Type                    | Semantics
+| --------- | ----------------------- | ---------------
+| 'lhs_contracting_dimensions' | repeated int64 | 'lhs' contracting dimension numbers |
+| 'rhs_contracting_dimensions' | repeated int64 | 'rhs' contracting dimension numbers |
+| 'lhs_batch_dimensions' | repeated int64 | 'lhs' batch dimension numbers |
+| 'rhs_batch_dimensions' | repeated int64 | 'rhs' batch dimension numbers |
+
+DotGeneral performs the sum of products over contracting dimensions specified
+in 'dimension_numbers'.
+
+Associated contracting dimension numbers from the 'lhs' and 'rhs' do not need
+to be the same, but must be listed in the same order in both
+'lhs/rhs_contracting_dimensions' arrays and have the same dimension sizes.
+There must be exactly one contracting dimension on both 'lhs' and 'rhs'.
+
+Example with contracting dimension numbers:
+
+```
+lhs = { {1.0, 2.0, 3.0},
+        {4.0, 5.0, 6.0} }
+
+rhs = { {1.0, 1.0, 1.0},
+        {2.0, 2.0, 2.0} }
+
+DotDimensionNumbers dnums;
+dnums.add_lhs_contracting_dimensions(1);
+dnums.add_rhs_contracting_dimensions(1);
+
+DotGeneral(lhs, rhs, dnums) -> { {6.0, 12.0},
+                                 {15.0, 30.0} }
+```
+
+Associated batch dimension numbers from the 'lhs' and 'rhs' must have the same
+dimension number, must be listed in the same order in both arrays, must
+have the same dimension sizes, and must be ordered before contracting and
+non-contracting/non-batch dimension numbers.
+
+Example with batch dimension numbers (batch size 2, 2x2 matrices):
+
+```
+lhs = { { {1.0, 2.0},
+          {3.0, 4.0} },
+        { {5.0, 6.0},
+          {7.0, 8.0} } }
+
+rhs = { { {1.0, 0.0},
+          {0.0, 1.0} },
+        { {1.0, 0.0},
+          {0.0, 1.0} } }
+
+DotDimensionNumbers dnums;
+dnums.add_lhs_contracting_dimensions(2);
+dnums.add_rhs_contracting_dimensions(1);
+dnums.add_lhs_batch_dimensions(0);
+dnums.add_rhs_batch_dimensions(0);
+
+DotGeneral(lhs, rhs, dnums) -> { { {1.0, 2.0},
+                                   {3.0, 4.0} },
+                                 { {5.0, 6.0},
+                                   {7.0, 8.0} } }
+```
+
+| Input                               | Output            | Semantics        |
+| ----------------------------------- | ----------------- | ---------------- |
+| [b0, m, k] `dot` [b0, k, n]         | [b0, m, n]        |  batch matmul    |
+| [b0, b1, m, k] `dot` [b0, b1, k, n] | [b0, b1, m, n]    |  batch matmul    |
+
+It follows that the resulting dimension number starts with the batch dimension,
+then the 'lhs' non-contracting/non-batch dimension, and finally the 'rhs'
+non-contracting/non-batch dimension.
+
+## DynamicSlice
+
+See also
+[`XlaBuilder::DynamicSlice`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+DynamicSlice extracts a sub-array from the input array at dynamic
+`start_indices`. The size of the slice in each dimension is passed in
+`size_indices`, which specify the end point of exclusive slice intervals in each
+dimension: [start, start + size). The shape of `start_indices` must be rank ==
+1, with dimension size equal to the rank of `operand`.
+
+<b> `DynamicSlice(operand, start_indices, size_indices)` </b>
+
+| Arguments       | Type                | Semantics                           |
+| --------------- | ------------------- | ----------------------------------- |
+| `operand`       | `XlaOp`             | N dimensional array of type T       |
+| `start_indices` | `XlaOp`             | Rank 1 array of N integers          |
+:                 :                     : containing the starting indices of  :
+:                 :                     : the slice for each dimension. Value :
+:                 :                     : must be greater than or equal to    :
+:                 :                     : zero.                               :
+| `size_indices`  | `ArraySlice<int64>` | List of N integers containing the   |
+:                 :                     : slice size for each dimension. Each :
+:                 :                     : value must be strictly greater than :
+:                 :                     : zero, and start + size must be less :
+:                 :                     : than or equal to the size of the    :
+:                 :                     : dimension to avoid wrapping modulo  :
+:                 :                     : dimension size.                     :
+
+The effective slice indices are computed by applying the following
+transformation for each index `i` in `[1, N)` before performing the slice:
+
+```
+start_indices[i] = clamp(start_indices[i], 0, operand.dimension_size[i] - size_indices[i])
+```
+
+This ensures that the extracted slice is always in-bounds with respect to the
+operand array. If the slice is in-bounds before the transformation is applied,
+the transformation has no effect.
+
+1-dimensional example:
+
+```
+let a = {0.0, 1.0, 2.0, 3.0, 4.0}
+let s = {2}
+
+DynamicSlice(a, s, {2}) produces:
+  {2.0, 3.0}
+```
+
+2-dimensional example:
+
+```
+let b =
+ { {0.0,  1.0,  2.0},
+   {3.0,  4.0,  5.0},
+   {6.0,  7.0,  8.0},
+   {9.0, 10.0, 11.0} }
+let s = {2, 1}
+
+DynamicSlice(b, s, {2, 2}) produces:
+  { { 7.0,  8.0},
+    {10.0, 11.0} }
+```
+## DynamicUpdateSlice
+
+See also
+[`XlaBuilder::DynamicUpdateSlice`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+DynamicUpdateSlice generates a result which is the value of the input array
+`operand`, with a slice `update` overwritten at `start_indices`.
+The shape of `update` determines the shape of the sub-array of the result which
+is updated.
+The shape of `start_indices` must be rank == 1, with dimension size equal to
+the rank of `operand`.
+
+<b> `DynamicUpdateSlice(operand, update, start_indices)` </b>
+
+| Arguments       | Type    | Semantics                                        |
+| --------------- | ------- | ------------------------------------------------ |
+| `operand`       | `XlaOp` | N dimensional array of type T                    |
+| `update`        | `XlaOp` | N dimensional array of type T containing the     |
+:                 :         : slice update. Each dimension of update shape     :
+:                 :         : must be strictly greater than zero, and start +  :
+:                 :         : update must be less than or equal to the operand :
+:                 :         : size for each dimension to avoid generating      :
+:                 :         : out-of-bounds update indices.                    :
+| `start_indices` | `XlaOp` | Rank 1 array of N integers containing the        |
+:                 :         : starting indices of the slice for each           :
+:                 :         : dimension. Value must be greater than or equal   :
+:                 :         : to zero.                                         :
+
+The effective slice indices are computed by applying the following
+transformation for each index `i` in `[1, N)` before performing the slice:
+
+```
+start_indices[i] = clamp(start_indices[i], 0, operand.dimension_size[i] - update.dimension_size[i])
+```
+
+This ensures that the updated slice is always in-bounds with respect to the
+operand array. If the slice is in-bounds before the transformation is applied,
+the transformation has no effect.
+
+1-dimensional example:
+
+```
+let a = {0.0, 1.0, 2.0, 3.0, 4.0}
+let u = {5.0, 6.0}
+let s = {2}
+
+DynamicUpdateSlice(a, u, s) produces:
+  {0.0, 1.0, 5.0, 6.0, 4.0}
+```
+
+2-dimensional example:
+
+```
+let b =
+ { {0.0,  1.0,  2.0},
+   {3.0,  4.0,  5.0},
+   {6.0,  7.0,  8.0},
+   {9.0, 10.0, 11.0} }
+let u =
+ { {12.0,  13.0},
+   {14.0,  15.0},
+   {16.0,  17.0} }
+
+let s = {1, 1}
+
+DynamicUpdateSlice(b, u, s) produces:
+ { {0.0,  1.0,  2.0},
+   {3.0, 12.0, 13.0},
+   {6.0, 14.0, 15.0},
+   {9.0, 16.0, 17.0} }
+```
+
+## Element-wise binary arithmetic operations
+
+See also
+[`XlaBuilder::Add`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+A set of element-wise binary arithmetic operations is supported.
+
+<b> `Op(lhs, rhs)` </b>
+
+Where `Op` is one of `Add` (addition), `Sub` (subtraction), `Mul`
+(multiplication), `Div` (division), `Rem` (remainder), `Max` (maximum), `Min`
+(minimum), `LogicalAnd` (logical AND), or `LogicalOr` (logical OR).
+
+Arguments | Type    | Semantics
+--------- | ------- | ----------------------------------------
+`lhs`     | `XlaOp` | left-hand-side operand: array of type T
+`rhs`     | `XlaOp` | right-hand-side operand: array of type T
+
+The arguments' shapes have to be either similar or compatible. See the
+[broadcasting](../../performance/xla/broadcasting.md) documentation about what it means for shapes to
+be compatible. The result of an operation has a shape which is the result of
+broadcasting the two input arrays. In this variant, operations between arrays of
+different ranks are *not* supported, unless one of the operands is a scalar.
+
+When `Op` is `Rem`, the sign of the result is taken from the dividend, and the
+absolute value of the result is always less than the divisor's absolute value.
+
+Integer division overflow (signed/unsigned division/remainder by zero or signed
+divison/remainder of `INT_SMIN` with `-1`) produces an implementation defined
+value.
+
+An alternative variant with different-rank broadcasting support exists for these
+operations:
+
+<b> `Op(lhs, rhs, broadcast_dimensions)` </b>
+
+Where `Op` is the same as above. This variant of the operation should be used
+for arithmetic operations between arrays of different ranks (such as adding a
+matrix to a vector).
+
+The additional `broadcast_dimensions` operand is a slice of integers used to
+expand the rank of the lower-rank operand up to the rank of the higher-rank
+operand. `broadcast_dimensions` maps the dimensions of the lower-rank shape to
+the dimensions of the higher-rank shape. The unmapped dimensions of the expanded
+shape are filled with dimensions of size one. Degenerate-dimension broadcasting
+then broadcasts the shapes along these degenerate dimensions to equalize the
+shapes of both operands. The semantics are described in detail on the
+[broadcasting page](../../performance/xla/broadcasting.md).
+
+## Element-wise comparison operations
+
+See also
+[`XlaBuilder::Eq`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+A set of standard element-wise binary comparison operations is supported. Note
+that standard IEEE 754 floating-point comparison semantics apply when comparing
+floating-point types.
+
+<b> `Op(lhs, rhs)` </b>
+
+Where `Op` is one of `Eq` (equal-to), `Ne` (not equal-to), `Ge`
+(greater-or-equal-than), `Gt` (greater-than), `Le` (less-or-equal-than), `Lt`
+(less-than).
+
+Arguments | Type    | Semantics
+--------- | ------- | ----------------------------------------
+`lhs`     | `XlaOp` | left-hand-side operand: array of type T
+`rhs`     | `XlaOp` | right-hand-side operand: array of type T
+
+The arguments' shapes have to be either similar or compatible. See the
+[broadcasting](../../performance/xla/broadcasting.md) documentation about what it means for shapes to
+be compatible. The result of an operation has a shape which is the result of
+broadcasting the two input arrays with the element type `PRED`. In this variant,
+operations between arrays of different ranks are *not* supported, unless one of
+the operands is a scalar.
+
+An alternative variant with different-rank broadcasting support exists for these
+operations:
+
+<b> `Op(lhs, rhs, broadcast_dimensions)` </b>
+
+Where `Op` is the same as above. This variant of the operation should be used
+for comparison operations between arrays of different ranks (such as adding a
+matrix to a vector).
+
+The additional `broadcast_dimensions` operand is a slice of integers specifying
+the dimensions to use for broadcasting the operands. The semantics are described
+in detail on the [broadcasting page](../../performance/xla/broadcasting.md).
+
+## Element-wise unary functions
+
+XlaBuilder supports these element-wise unary functions:
+
+<b>`Abs(operand)`</b> Element-wise abs `x -> |x|`.
+
+<b>`Ceil(operand)`</b> Element-wise ceil `x -> ⌈x⌉`.
+
+<b>`Cos(operand)`</b> Element-wise cosine `x -> cos(x)`.
+
+<b>`Exp(operand)`</b> Element-wise natural exponential `x -> e^x`.
+
+<b>`Floor(operand)`</b> Element-wise floor `x -> ⌊x⌋`.
+
+<b>`IsFinite(operand)`</b> Tests whether each element of `operand` is finite,
+i.e., is not positive or negative infinity, and is not `NaN`. Returns an array
+of `PRED` values with the same shape as the input, where each element is `true`
+if and only if the corresponding input element is finite.
+
+<b>`Log(operand)`</b> Element-wise natural logarithm `x -> ln(x)`.
+
+<b>`LogicalNot(operand)`</b> Element-wise logical not `x -> !(x)`.
+
+<b>`Neg(operand)`</b> Element-wise negation `x -> -x`.
+
+<b>`Sign(operand)`</b> Element-wise sign operation `x -> sgn(x)` where
+
+$$\text{sgn}(x) = \begin{cases} -1 & x < 0\\ 0 & x = 0\\ 1 & x > 0 \end{cases}$$
+
+using the comparison operator of the element type of `operand`.
+
+<b>`Tanh(operand)`</b> Element-wise hyperbolic tangent `x -> tanh(x)`.
+
+
+Arguments | Type    | Semantics
+--------- | ------- | ---------------------------
+`operand` | `XlaOp` | The operand to the function
+
+The function is applied to each element in the `operand` array, resulting in an
+array with the same shape. It is allowed for `operand` to be a scalar (rank 0).
+
+## Gather
+
+The XLA gather operation stitches together several slices (each slice at a
+potentially different runtime offset) of an input array.
+
+### General Semantics
+
+See also
+[`XlaBuilder::Gather`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+For a more intuitive description, see the "Informal Description" section below.
+
+<b> `gather(operand, start_indices, offset_dims, collapsed_slice_dims, slice_sizes, start_index_map)` </b>
+
+| Arguments              | Type                | Semantics                     |
+| ---------------------- | ------------------- | ----------------------------- |
+| `operand`              | `XlaOp`             | The array we’re gathering     |
+:                        :                     : from.                         :
+| `start_indices`        | `XlaOp`             | Array containing the starting |
+:                        :                     : indices of the slices we      :
+:                        :                     : gather.                       :
+| `index_vector_dim`     | `int64`             | The dimension in              |
+:                        :                     : `start_indices` that          :
+:                        :                     : "contains" the starting       :
+:                        :                     : indices. See below for a      :
+:                        :                     : detailed description.         :
+| `offset_dims`          | `ArraySlice<int64>` | The set of dimensions in the  |
+:                        :                     : output shape that offset into :
+:                        :                     : a array sliced from operand.  :
+| `slice_sizes`          | `ArraySlice<int64>` | `slice_sizes[i]` is the       |
+:                        :                     : bounds for the slice on       :
+:                        :                     : dimension `i`.                :
+| `collapsed_slice_dims` | `ArraySlice<int64>` | The set of dimensions in each |
+:                        :                     : \: slice that are collapsed   :
+:                        :                     : away. These dimensions must   :
+:                        :                     : have size 1.                  :
+| `start_index_map`      | `ArraySlice<int64>` | A map that describes how to   |
+:                        :                     : map indices in                :
+:                        :                     : `start_indices` to legal      :
+:                        :                     : indices into operand.         :
+
+For convenience, we label dimensions in the output array not in `offset_dims`
+as `batch_dims`.
+
+The output is an array of rank `batch_dims.size` + `operand.rank` -
+`collapsed_slice_dims`.size.
+
+If `index_vector_dim` is equal to `start_indices.rank` we implicitly consider
+`start_indices` to have a trailing `1` dimension (i.e. if `start_indices` was of
+shape `[6,7]` and `index_vector_dim` is `2` then we implicitly consider the
+shape of `start_indices` to be `[6,7,1]`).
+
+The bounds for the output array along dimension `i` is computed as follows:
+
+  1. If `i` is present in `batch_dims` (i.e. is equal to `batch_dims[k]` for
+     some `k`) then we pick the corresponding dimension bounds out of
+     `start_indices.shape`, skipping `index_vector_dim` (i.e. pick
+     `start_indices.shape.dims`[`k`] if `k` < `index_vector_dim` and
+     `start_indices.shape.dims`[`k`+`1`] otherwise).
+
+  2. If `i` is present in `offset_dims` (i.e. equal to `offset_dims`[`k`] for
+     some `k`) then we pick the corresponding bound out of `slice_sizes` after
+     accounting for `collapsed_slice_dims` (i.e. we pick
+     `adjusted_slice_sizes`[`k`] where `adjusted_slice_sizes` is `slice_sizes`
+     with the bounds at indices `collapsed_slice_dims` removed).
+
+Formally, the operand index `In` corresponding to an output index `Out` is
+computed as follows:
+
+  1. Let `G` = { `Out`[`k`] for `k` in `batch_dims` }.  Use `G` to slice out
+     vector `S` such that `S`[`i`] = `start_indices`[Combine(`G`, `i`)] where
+     Combine(A, b) inserts b at position `index_vector_dim` into A.  Note that
+     this is well defined even if `G` is empty -- if `G` is empty then `S` =
+     `start_indices`.
+
+  2. Create a starting index, `S`<sub>`in`</sub>, into `operand` using `S` by
+     scattering `S` using `start_index_map`.  More precisely:
+       1. `S`<sub>`in`</sub>[`start_index_map`[`k`]] = `S`[`k`] if `k` <
+          `start_index_map.size`.
+       2. `S`<sub>`in`</sub>[`_`] = `0` otherwise.
+
+  3. Create an index `O`<sub>`in`</sub> into `operand` by scattering the indices
+     at the offset dimensions in `Out` according to the `collapsed_slice_dims`
+     set.  More precisely:
+       1. `O`<sub>`in`</sub>[`expand_offset_dims`(`k`)] =
+          `Out`[`offset_dims`[`k`]] if `k` < `offset_dims.size`
+          (`expand_offset_dims` is defined below).
+       2. `O`<sub>`in`</sub>[`_`] = `0` otherwise.
+  4. `In` is `O`<sub>`in`</sub> + `S`<sub>`in`</sub> where + is element-wise
+     addition.
+
+`expand_offset_dims` is the monotonic function with domain [`0`, `offset.size`)
+and range [`0`, `operand.rank`) \ `collapsed_slice_dims`.  So if, e.g.,
+`offset.size` is `4`, `operand.rank` is `6` and `collapsed_slice_dims` is {`0`,
+`2`} then `expand_offset_dims` is {`0`→`1`, `1`→`3`, `2`→`4`, `3`→`5`}.
+
+### Informal Description and Examples
+
+Informally, every index `Out` in the output array corresponds to an element `E`
+in the operand array, computed as follows:
+
+  - We use the batch dimensions in `Out` to look up a starting index from
+    `start_indices`.
+
+  - We use `start_index_map` to map the starting index (which may have size less
+    than operand.rank) to a "full" starting index into operand.
+
+  - We dynamic-slice out a slice with size `slice_sizes` using the full starting
+    index.
+
+  - We reshape the slice by collapsing the `collapsed_slice_dims` dimensions.
+    Since all collapsed slice dimensions have to have bound 1 this reshape is
+    always legal.
+
+  - We use the offset dimensions in `Out` to index into this slice to get the
+    input element, `E`, corresponding to output index `Out`.
+
+`index_vector_dim` is set to `start_indices.rank` - `1` in all of the
+examples that follow.  More interesting values for `index_vector_dim` does not
+change the operation fundamentally, but makes the visual representation more
+cumbersome.
+
+To get an intuition on how all of the above fits together, let's look at an
+example that gathers 5 slices of shape `[8,6]` from a `[16,11]` array.  The
+position of a slice into the `[16,11]` array can be represented as an index
+vector of shape `S64[2]`, so the set of 5 positions can be represented as a
+`S64[5,2]` array.
+
+The behavior of the gather operation can then be depicted as an index
+transformation that takes [`G`,`O`<sub>`0`</sub>,`O`<sub>`1`</sub>], an index in
+the output shape, and maps it to an element in the input array in the following
+way:
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_xla_gather_0.svg">
+</div>
+
+We first select an (`X`,`Y`) vector from the gather indices array using `G`.
+The element in the output array at index
+[`G`,`O`<sub>`0`</sub>,`O`<sub>`1`</sub>] is then the element in the input
+array at index [`X`+`O`<sub>`0`</sub>,`Y`+`O`<sub>`1`</sub>].
+
+`slice_sizes` is `[8,6]`, which decides the range of W<sub>`0`</sub> and
+W<sub>`1`</sub>, and this in turn decides the bounds of the slice.
+
+This gather operation acts as a batch dynamic slice with `G` as the batch
+dimension.
+
+The gather indices may be multidimensional.  For instance, a more general
+version of the example above using a "gather indices" array of shape `[4,5,2]`
+would translate indices like this:
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_xla_gather_1.svg">
+</div>
+
+Again, this acts as a batch dynamic slice `G`<sub>`0`</sub> and
+`G`<sub>`1`</sub> as the batch dimensions.  The slice size is still `[8,6]`.
+
+The gather operation in XLA generalizes the informal semantics outlined above in
+the following ways:
+
+ 1. We can configure which dimensions in the output shape are the offset
+    dimensions (dimensions containing `O`<sub>`0`</sub>, `O`<sub>`1`</sub> in
+    the last example).  The output batch dimensions (dimensions containing
+    `G`<sub>`0`</sub>, `G`<sub>`1`</sub> in the last example) are defined to be
+    the output dimensions that are not offset dimensions.
+
+ 2. The number of output offset dimensions explicitly present in the output
+    shape may be smaller than the input rank.  These "missing" dimensions, which
+    are listed explicitly as `collapsed_slice_dims`, must have a slice size of
+    `1`.  Since they have a slice size of `1` the only valid index for them is
+    `0` and eliding them does not introduce ambiguity.
+
+ 3. The slice extracted from the "Gather Indices" array ((`X`, `Y`) in the last
+    example) may have fewer elements than the input array rank, and an explicit
+    mapping dictates how the index should be expanded to have the same rank as
+    the input.
+
+As a final example, we use (2) and (3) to implement `tf.gather_nd`:
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_xla_gather_2.svg">
+</div>
+
+`G`<sub>`0`</sub> and `G`<sub>`1`</sub> are used to slice out a starting index
+from the gather indices array as usual, except the starting index has only one
+element, `X`.  Similarly, there is only one output offset index with the value
+`O`<sub>`0`</sub>.  However, before being used as indices into the input array,
+these are expanded in accordance to "Gather Index Mapping" (`start_index_map` in
+the formal description) and "Offset Mapping" (`expand_offset_dims` in the formal
+description) into  [`X`,`0`] and [`0`,`O`<sub>`0`</sub>] respectively, adding up
+to [`X`,`O`<sub>`0`</sub>].  In other words, the output index
+[`G`<sub>`0`</sub>,`G`<sub>`1`</sub>,`O`<sub>`0`</sub>] maps to the input index
+[`GatherIndices`[`G`<sub>`0`</sub>,`G`<sub>`1`</sub>,`0`],`X`] which gives us
+the semantics for `tf.gather_nd`.
+
+`slice_sizes` for this case is `[1,11]`.  Intuitively this means that every
+index `X` in the gather indices array picks an entire row and the result is the
+concatenation of all these rows.
+
+## GetTupleElement
+
+See also
+[`XlaBuilder::GetTupleElement`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Indexes into a tuple with a compile-time-constant value.
+
+The value must be a compile-time-constant so that shape inference can determine
+the type of the resulting value.
+
+This is analogous to `std::get<int N>(t)` in C++. Conceptually:
+
+```
+let v: f32[10] = f32[10]{0, 1, 2, 3, 4, 5, 6, 7, 8, 9};
+let s: s32 = 5;
+let t: (f32[10], s32) = tuple(v, s);
+let element_1: s32 = gettupleelement(t, 1);  // Inferred shape matches s32.
+```
+
+See also `tf.tuple`.
+
+## Infeed
+
+See also
+[`XlaBuilder::Infeed`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Infeed(shape)` </b>
+
+| Argument | Type    | Semantics                                             |
+| -------- | ------- | ----------------------------------------------------- |
+| `shape`  | `Shape` | Shape of the data read from the Infeed interface. The |
+:          :         : layout field of the shape must be set to match the    :
+:          :         : layout of the data sent to the device; otherwise its  :
+:          :         : behavior is undefined.                                :
+
+Reads a single data item from the implicit Infeed streaming interface of the
+device, interpreting the data as the given shape and its layout, and returns a
+`XlaOp` of the data. Multiple Infeed operations are allowed in a
+computation, but there must be a total order among the Infeed operations. For
+example, two Infeeds in the code below have a total order since there is a
+dependency between the while loops.
+
+```
+result1 = while (condition, init = init_value) {
+  Infeed(shape)
+}
+
+result2 = while (condition, init = result1) {
+  Infeed(shape)
+}
+```
+
+Nested tuple shapes are not supported. For an empty tuple shape, the Infeed
+operation is effectively a no-op and proceeds without reading any data from the
+Infeed of the device.
+
+> Note: We plan to allow multiple Infeed operations without a total order, in
+> which case the compiler will provide information about how the Infeed
+> operations are serialized in the compiled program.
+
+## Iota
+
+<b> `Iota()` </b>
+
+Builds a constant literal on device rather than a potentially large host
+transfer. Creates a rank 1 array of values starting at zero and incrementing by
+one.
+
+Arguments | Type            | Semantics
+--------- | --------------- | ------------------------------------
+`type`    | `PrimitiveType` | type U
+`size`    | `int64`         | The number of elements in the array.
+
+## Map
+
+See also
+[`XlaBuilder::Map`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Map(operands..., computation)` </b>
+
+| Arguments         | Type                   | Semantics                      |
+| ----------------- | ---------------------- | ------------------------------ |
+| `operands`        | sequence of N `XlaOp`s | N arrays of types T_0..T_{N-1} |
+| `computation`     | `XlaComputation`       | computation of type `T_0, T_1, |
+:                   :                        : ..., T_{N + M -1} -> S` with N :
+:                   :                        : parameters of type T and M of  :
+:                   :                        : arbitrary type                 :
+| `dimensions`      | `int64` array          | array of map dimensions        |
+
+Applies a scalar function over the given `operands` arrays, producing an array
+of the same dimensions where each element is the result of the mapped function
+applied to the corresponding elements in the input arrays.
+
+The mapped function is an arbitrary computation with the restriction that it has
+N inputs of scalar type `T` and a single output with type `S`. The output has
+the same dimensions as the operands except that the element type T is replaced
+with S.
+
+For example: `Map(op1, op2, op3, computation, par1)` maps `elem_out <-
+computation(elem1, elem2, elem3, par1)` at each (multi-dimensional) index in the
+input arrays to produce the output array.
+
+## Pad
+
+See also
+[`XlaBuilder::Pad`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Pad(operand, padding_value, padding_config)` </b>
+
+| Arguments        | Type            | Semantics                               |
+| ---------------- | --------------- | --------------------------------------- |
+| `operand`        | `XlaOp`         | array of type `T`                       |
+| `padding_value`  | `XlaOp`         | scalar of type `T` to fill in the added |
+:                  :                 : padding                                 :
+| `padding_config` | `PaddingConfig` | padding amount on both edges (low,      |
+:                  :                 : high) and between the elements of each  :
+:                  :                 : dimension                               :
+
+Expands the given `operand` array by padding around the array as well as between
+the elements of the array with the given `padding_value`. `padding_config`
+specifies the amount of edge padding and the interior padding for each
+dimension.
+
+`PaddingConfig` is a repeated field of `PaddingConfigDimension`, which contains
+three fields for each dimension: `edge_padding_low`, `edge_padding_high`, and
+`interior_padding`.
+
+`edge_padding_low` and `edge_padding_high` specify the amount of padding added
+at the low-end (next to index 0) and the high-end (next to the highest index) of
+each dimension respectively. The amount of edge padding can be negative -- the
+absolute value of negative padding indicates the number of elements to remove
+from the specified dimension.
+
+`interior_padding` specifies the amount of padding added between any two
+elements in each dimension; it may not be negative.  Interior padding occurs
+logically before edge padding, so in the case of negative edge padding, elements
+are removed from the interior-padded operand.
+
+This operation is a no-op if the edge padding pairs are all (0, 0) and the
+interior padding values are all 0. The figure below shows examples of different
+`edge_padding` and `interior_padding` values for a two-dimensional array.
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_pad.png">
+</div>
+
+## Recv
+
+See also
+[`XlaBuilder::Recv`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Recv(shape, channel_handle)` </b>
+
+| Arguments        | Type            | Semantics                            |
+| ---------------- | --------------- | ------------------------------------ |
+| `shape`          | `Shape`         | shape of the data to receive         |
+| `channel_handle` | `ChannelHandle` | unique identifier for each send/recv pair |
+
+Receives data of the given shape from a `Send` instruction in another
+computation that shares the same channel handle. Returns a
+XlaOp for the received data.
+
+The client API of `Recv` operation represents synchronous communication.
+However, the instruction is internally decomposed into 2 HLO instructions
+(`Recv` and `RecvDone`) to enable asynchronous data transfers. See also
+[`HloInstruction::CreateRecv` and `HloInstruction::CreateRecvDone`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/hlo_instruction.h).
+
+<b>`Recv(const Shape& shape, int64 channel_id)`</b>
+
+Allocates resources required to receive data from a `Send` instruction with the
+same channel_id. Returns a context for the allocated resources, which is used
+by a following `RecvDone` instruction to wait for the completion of the data
+transfer. The context is a tuple of {receive buffer (shape), request identifier
+(U32)} and it can only be used by a `RecvDone` instruction.
+
+<b> `RecvDone(HloInstruction context)` </b>
+
+Given a context created by a `Recv` instruction, waits for the data transfer to
+complete and returns the received data.
+
+## Reduce
+
+See also
+[`XlaBuilder::Reduce`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Applies a reduction function to one or more arrays in parallel.
+
+<b> `Reduce(operands..., init_values..., computation, dimensions)` </b>
+
+Arguments     | Type                  | Semantics
+------------- | --------------------- | ---------------------------------------
+`operands`    | Sequence of N `XlaOp` | N arrays of types `T_0, ..., T_N`.
+`init_values` | Sequence of N `XlaOp` | N scalars of types `T_0, ..., T_N`.
+`computation` | `XlaComputation`      | computation of type
+              :                       : `T_0, ..., T_N, T_0, ..., T_N -> Collate(T_0, ..., T_N)`
+`dimensions`  | `int64` array         | unordered array of dimensions to reduce
+
+Where:
+* N is required to be greater or equal to 1.
+* All input arrays must have the same dimensions.
+* If `N = 1`, `Collate(T)` is `T`.
+* If `N > 1`, `Collate(T_0, ..., T_N)` is a tuple of `N` elements of type `T`.
+
+The output of the op is `Collate(Q_0, ..., Q_N)` where `Q_i` is an array of type
+`T_i`, the dimensions of which are described below.
+
+This operation reduces one or more dimensions of each input array into scalars.
+The rank of each returned array is `rank(operand) - len(dimensions)`.
+`init_value` is the initial value used for every reduction and may be inserted
+anywhere during computation by the back-end. In most cases, `init_value` is an
+identity of the reduction function (for example, 0 for addition). The applied
+`computation` is always passed the `init_value` on the left-hand side.
+
+The evaluation order of the reduction function is arbitrary and may be
+non-deterministic. Therefore, the reduction function should not be overly
+sensitive to reassociation.
+
+Some reduction functions like addition are not strictly associative for floats.
+However, if the range of the data is limited, floating-point addition is close
+enough to being associative for most practical uses. It is possible to conceive
+of some completely non-associative reductions, however, and these will produce
+incorrect or unpredictable results in XLA reductions.
+
+As an example, when reducing across one dimension in a single 1D array with
+values [10, 11, 12, 13], with reduction function `f` (this is `computation`)
+then that could be computed as
+
+`f(10, f(11, f(12, f(init_value, 13)))`
+
+but there are also many other possibilities, e.g.
+
+`f(init_value, f(f(10, f(init_value, 11)), f(f(init_value, 12), f(init_value, 13))))`
+
+The following is a rough pseudo-code example of how reduction could be
+implemented, using summation as the reduction computation with an initial value
+of 0.
+
+```python
+result_shape <- remove all dims in dimensions from operand_shape
+
+# Iterate over all elements in result_shape. The number of r's here is equal
+# to the rank of the result
+for r0 in range(result_shape[0]), r1 in range(result_shape[1]), ...:
+  # Initialize this result element
+  result[r0, r1...] <- 0
+
+  # Iterate over all the reduction dimensions
+  for d0 in range(dimensions[0]), d1 in range(dimensions[1]), ...:
+    # Increment the result element with the value of the operand's element.
+    # The index of the operand's element is constructed from all ri's and di's
+    # in the right order (by construction ri's and di's together index over the
+    # whole operand shape).
+    result[r0, r1...] += operand[ri... di]
+```
+
+Here's an example of reducing a 2D array (matrix). The shape has rank 2,
+dimension 0 of size 2 and dimension 1 of size 3:
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:35%" src="./images/ops_2d_matrix.png">
+</div>
+
+Results of reducing dimensions 0 or 1 with an "add" function:
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:35%" src="./images/ops_reduce_from_2d_matrix.png">
+</div>
+
+Note that both reduction results are 1D arrays. The diagram shows one as column
+and another as row just for visual convenience.
+
+For a more complex example, here is a 3D array. Its rank is 3, dimension 0 of
+size 4, dimension 1 of size 2 and dimension 2 of size 3. For simplicity, the
+values 1 to 6 are replicated across dimension 0.
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:35%" src="./images/ops_reduce_from_3d_matrix.png">
+</div>
+
+Similarly to the 2D example, we can reduce just one dimension. If we reduce
+dimension 0, for example, we get a rank-2 array where all values across
+dimension 0 were folded into a scalar:
+
+```text
+|  4   8  12 |
+| 16  20  24 |
+```
+
+If we reduce dimension 2, we also get a rank-2 array where all values across
+dimension 2 were folded into a scalar:
+
+```text
+| 6  15 |
+| 6  15 |
+| 6  15 |
+| 6  15 |
+```
+
+Note that the relative order between the remaining dimensions in the input is
+preserved in the output, but some dimensions may get assigned new numbers (since
+the rank changes).
+
+We can also reduce multiple dimensions. Add-reducing dimensions 0 and 1 produces
+the 1D array `| 20 28 36 |`.
+
+Reducing the 3D array over all its dimensions produces the scalar `84`.
+
+When `N > 1`, reduce function application is slightly more complex, as it is
+applied simultaneously to all inputs. For example, consider the following
+reduction function, which can be used to compute the max and the argmax of a a
+1-D array in parallel:
+
+```
+f: (Float, Int, Float, Int) -> Float, Int
+f(max, argmax, value, index):
+  if value >= argmax:
+    return (value, index)
+  else:
+    return (max, argmax)
+```
+
+For 1-D Input arrays `V = Float[N], K = Int[N]`, and init values
+`I_V = Float, I_K =  Int`, the result `f_(N-1)` of reducing across the only
+input dimension is equivalent to the following recursive application:
+```
+f_0 = f(I_V, I_K, V_0, K_0)
+f_1 = f(f_0.first, f_0.second, V_1, K_1)
+...
+f_(N-1) = f(f_(N-2).first, f_(N-2).second, V_(N-1), K_(N-1))
+```
+
+Applying this reduction to an array of values, and an array of sequential
+indices (i.e. iota), will co-iterate over the arrays, and return a tuple
+containing the maximal value and the matching index.
+
+## ReducePrecision
+
+See also
+[`XlaBuilder::ReducePrecision`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Models the effect of converting floating-point values to a lower-precision
+format (such as IEEE-FP16) and back to the original format.  The number of
+exponent and mantissa bits in the lower-precision format can be specified
+arbitrarily, although all bit sizes may not be supported on all hardware
+implementations.
+
+<b> `ReducePrecision(operand, mantissa_bits, exponent_bits)` </b>
+
+Arguments       | Type    | Semantics
+--------------- | ------- | -------------------------------------------------
+`operand`       | `XlaOp` | array of floating-point type `T`.
+`exponent_bits` | `int32` | number of exponent bits in lower-precision format
+`mantissa_bits` | `int32` | number of mantissa bits in lower-precision format
+
+The result is an array of type `T`.  The input values are rounded to the nearest
+value representable with the given number of mantissa bits (using "ties to even"
+semantics), and any values that exceed the range specified by the number of
+exponent bits are clamped to positive or negative infinity.  `NaN` values are
+retained, although they may be converted to canonical `NaN` values.
+
+The lower-precision format must have at least one exponent bit (in order to
+distinguish a zero value from an infinity, since both have a zero mantissa), and
+must have a non-negative number of mantissa bits.  The number of exponent or
+mantissa bits may exceed the corresponding value for type `T`; the corresponding
+portion of the conversion is then simply a no-op.
+
+## ReduceWindow
+
+See also
+[`XlaBuilder::ReduceWindow`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Applies a reduction function to all elements in each window of the input
+multi-dimensional array, producing an output multi-dimensional array with the
+same number of elements as the number of valid positions of the window. A
+pooling layer can be expressed as a `ReduceWindow`. Similar to
+[`Reduce`](#reduce), the applied `computation` is always passed the `init_value`
+on the left-hand side.
+
+<b> `ReduceWindow(operand, init_value, computation, window_dimensions,
+window_strides, padding)` </b>
+
+| Arguments           | Type                | Semantics                        |
+| ------------------- | ------------------- | -------------------------------- |
+| `operand`           | `XlaOp`             | N dimensional array containing   |
+:                     :                     : elements of type T. This is the  :
+:                     :                     : base area on which the window is :
+:                     :                     : placed.                          :
+| `init_value`        | `XlaOp`             | Starting value for the           |
+:                     :                     : reduction. See [Reduce](#reduce) :
+:                     :                     : for details.                     :
+| `computation`       | `XlaComputation`    | Reduction function of type `T, T |
+:                     :                     : -> T`, to apply to all elements  :
+:                     :                     : in each window                   :
+| `window_dimensions` | `ArraySlice<int64>` | array of integers for window     |
+:                     :                     : dimension values                 :
+| `window_strides`    | `ArraySlice<int64>` | array of integers for window     |
+:                     :                     : stride values                    :
+| `base_dilations`    | `ArraySlice<int64>` | array of integers for base       |
+:                     :                     : dilation values                  :
+| `window_dilations`  | `ArraySlice<int64>` | array of integers for window     |
+:                     :                     : dilation values                  :
+| `padding`           | `Padding`           | padding type for window          |
+:                     :                     : (Padding\:\:kSame or             :
+:                     :                     : Padding\:\:kValid)               :
+
+Below code and figure shows an example of using `ReduceWindow`. Input is a
+matrix of size [4x6] and both window_dimensions and window_stride_dimensions are
+[2x3].
+
+```
+// Create a computation for the reduction (maximum).
+XlaComputation max;
+{
+  XlaBuilder builder(client_, "max");
+  auto y = builder.Parameter(0, ShapeUtil::MakeShape(F32, {}), "y");
+  auto x = builder.Parameter(1, ShapeUtil::MakeShape(F32, {}), "x");
+  builder.Max(y, x);
+  max = builder.Build().ConsumeValueOrDie();
+}
+
+// Create a ReduceWindow computation with the max reduction computation.
+XlaBuilder builder(client_, "reduce_window_2x3");
+auto shape = ShapeUtil::MakeShape(F32, {4, 6});
+auto input = builder.Parameter(0, shape, "input");
+builder.ReduceWindow(
+    input, *max,
+    /*init_val=*/builder.ConstantLiteral(LiteralUtil::MinValue(F32)),
+    /*window_dimensions=*/{2, 3},
+    /*window_stride_dimensions=*/{2, 3},
+    Padding::kValid);
+```
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:35%" src="./images/ops_reduce_window.png">
+</div>
+
+Stride of 1 in a dimension specifies that the position of a window in the
+dimension is 1 element away from its adjacent window. In order to specify that
+no windows overlap with each other, window_stride_dimensions should be equal to
+window_dimensions. The figure below illustrates the use of two different stride
+values. Padding is applied to each dimension of the input and the calculations
+are the same as though the input came in with the dimensions it has after
+padding.
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:75%" src="./images/ops_reduce_window_stride.png">
+</div>
+
+The evaluation order of the reduction function is arbitrary and may be
+non-deterministic. Therefore, the reduction function should not be overly
+sensitive to reassociation. See the discussion about associativity in the
+context of [`Reduce`](#reduce) for more details.
+
+## Reshape
+
+See also
+[`XlaBuilder::Reshape`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h)
+and the [`Collapse`](#collapse) operation.
+
+Reshapes the dimensions of an array into a new configuration.
+
+<b> `Reshape(operand, new_sizes)` </b>
+<b> `Reshape(operand, dimensions, new_sizes)` </b>
+
+Arguments    | Type           | Semantics
+------------ | -------------- | ---------------------------------------
+`operand`    | `XlaOp`        | array of type T
+`dimensions` | `int64` vector | order in which dimensions are collapsed
+`new_sizes`  | `int64` vector | vector of sizes of new dimensions
+
+Conceptually, reshape first flattens an array into a one-dimensional vector of
+data values, and then refines this vector into a new shape. The input arguments
+are an arbitrary array of type T, a compile-time-constant vector of dimension
+indices, and a compile-time-constant vector of dimension sizes for the result.
+The values in the `dimension` vector, if given, must be a permutation of all of
+T's dimensions; the default if not given is `{0, ..., rank - 1}`. The order of
+the dimensions in `dimensions` is from slowest-varying dimension (most major) to
+fastest-varying dimension (most minor) in the loop nest which collapses the
+input array into a single dimension. The `new_sizes` vector determines the size
+of the output array. The value at index 0 in `new_sizes` is the size of
+dimension 0, the value at index 1 is the size of dimension 1, and so on. The
+product of the `new_size` dimensions must equal the product of the operand's
+dimension sizes. When refining the collapsed array into the multidimensional
+array defined by `new_sizes`, the dimensions in `new_sizes` are ordered from
+slowest varying (most major) and to fastest varying (most minor).
+
+For example, let v be an array of 24 elements:
+
+```
+let v = f32[4x2x3] {{{10, 11, 12}, {15, 16, 17}},
+                    {{20, 21, 22}, {25, 26, 27}},
+                    {{30, 31, 32}, {35, 36, 37}},
+                    {{40, 41, 42}, {45, 46, 47}}};
+
+In-order collapse:
+let v012_24 = Reshape(v, {0,1,2}, {24});
+then v012_24 == f32[24] {10, 11, 12, 15, 16, 17, 20, 21, 22, 25, 26, 27,
+                         30, 31, 32, 35, 36, 37, 40, 41, 42, 45, 46, 47};
+
+let v012_83 = Reshape(v, {0,1,2}, {8,3});
+then v012_83 == f32[8x3] {{10, 11, 12}, {15, 16, 17},
+                          {20, 21, 22}, {25, 26, 27},
+                          {30, 31, 32}, {35, 36, 37},
+                          {40, 41, 42}, {45, 46, 47}};
+
+Out-of-order collapse:
+let v021_24 = Reshape(v, {1,2,0}, {24});
+then v012_24 == f32[24]  {10, 20, 30, 40, 11, 21, 31, 41, 12, 22, 32, 42,
+                          15, 25, 35, 45, 16, 26, 36, 46, 17, 27, 37, 47};
+
+let v021_83 = Reshape(v, {1,2,0}, {8,3});
+then v021_83 == f32[8x3] {{10, 20, 30}, {40, 11, 21},
+                          {31, 41, 12}, {22, 32, 42},
+                          {15, 25, 35}, {45, 16, 26},
+                          {36, 46, 17}, {27, 37, 47}};
+
+
+let v021_262 = Reshape(v, {1,2,0}, {2,6,2});
+then v021_262 == f32[2x6x2] {{{10, 20}, {30, 40},
+                              {11, 21}, {31, 41},
+                              {12, 22}, {32, 42}},
+                             {{15, 25}, {35, 45},
+                              {16, 26}, {36, 46},
+                              {17, 27}, {37, 47}}};
+```
+
+As a special case, reshape can transform a single-element array to a scalar and
+vice versa. For example,
+
+```
+Reshape(f32[1x1] {{5}}, {0,1}, {}) == 5;
+Reshape(5, {}, {1,1}) == f32[1x1] {{5}};
+```
+
+## Rev (reverse)
+
+See also
+[`XlaBuilder::Rev`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b>`Rev(operand, dimensions)`</b>
+
+Arguments    | Type                | Semantics
+------------ | ------------------- | ---------------------
+`operand`    | `XlaOp`             | array of type T
+`dimensions` | `ArraySlice<int64>` | dimensions to reverse
+
+Reverses the order of elements in the `operand` array along the specified
+`dimensions`, generating an output array of the same shape. Each element of the
+operand array at a multidimensional index is stored into the output array at a
+transformed index. The multidimensional index is transformed by reversing the
+index in each dimension to be reversed (i.e., if a dimension of size N is one of
+the reversing dimensions, its index i is transformed into N - 1 - i).
+
+One use for the `Rev` operation is to reverse the convolution weight array along
+the two window dimensions during the gradient computation in neural networks.
+
+## RngNormal
+
+See also
+[`XlaBuilder::RngNormal`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Constructs an output of a given shape with random numbers generated following
+the $$N(\mu, \sigma)$$ normal distribution. The parameters $$\mu$$ and
+$$\sigma$$, and output shape have to have a floating point elemental type. The
+parameters furthermore have to be scalar valued.
+
+<b>`RngNormal(mu, sigma, shape)`</b>
+
+| Arguments | Type    | Semantics                                           |
+| --------- | ------- | --------------------------------------------------- |
+| `mu`      | `XlaOp` | Scalar of type T specifying mean of generated       |
+:           :         : numbers                                   :
+| `sigma`   | `XlaOp` | Scalar of type T specifying standard deviation of   |
+:           :         : generated numbers                                   :
+| `shape`   | `Shape` | Output shape of type T                              |
+
+## RngUniform
+
+See also
+[`XlaBuilder::RngUniform`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Constructs an output of a given shape with random numbers generated following
+the uniform distribution over the interval $$[a,b)$$. The parameters and output
+element type have to be a boolean type, an integral type or a floating point
+types, and the types have to be consistent. The CPU and GPU backends currently
+only support F64, F32, F16, BF16, S64, U64, S32 and U32. Furthermore, the
+parameters need to be scalar valued. If $$b <= a$$ the result is
+implementation-defined.
+
+<b>`RngUniform(a, b, shape)`</b>
+
+| Arguments | Type                    | Semantics                         |
+| --------- | ----------------------- | --------------------------------- |
+| `a`       | `XlaOp`                 | Scalar of type T specifying lower |
+:           :                         : limit of interval                 :
+| `b`       | `XlaOp`                 | Scalar of type T specifying upper |
+:           :                         : limit of interval                 :
+| `shape`   | `Shape`                 | Output shape of type T            |
+
+## Scatter
+
+The XLA scatter operation generates a result which is the value of the input
+array `operand`, with several slices (at indices specified by `scatter_indices`)
+updated with the values in `updates` using `update_computation`.
+
+See also
+[`XlaBuilder::Scatter`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `scatter(operand, scatter_indices, updates, update_computation, index_vector_dim, update_window_dims, inserted_window_dims, scatter_dims_to_operand_dims)` </b>
+
+Arguments                      | Type                | Semantics
+------------------------------ | ------------------- | ---------
+`operand`                      | `XlaOp`             | Array to be scattered into.
+`scatter_indices`              | `XlaOp`             | Array containing the starting indices of the slices that must be scattered to.
+`updates`                      | `XlaOp`             | Array containing the values that must be used for scattering.
+`update_computation`           | `XlaComputation`    | Computation to be used for combining the existing values in the input array and the updates during scatter. This computation should be of type `T, T -> T`.
+`index_vector_dim`             | `int64`             | The dimension in `scatter_indices` that contains the starting indices.
+`update_window_dims`           | `ArraySlice<int64>` | The set of dimensions in `updates` shape that are _window dimensions_.
+`inserted_window_dims`         | `ArraySlice<int64>` | The set of _window dimensions_ that must be inserted into `updates` shape.
+`scatter_dims_to_operand_dims` | `ArraySlice<int64>` | A dimensions map from the scatter indices to the operand index space. This array is interpreted as mapping `i` to `scatter_dims_to_operand_dims[i]` . It has to be one-to-one and total.
+
+If `index_vector_dim` is equal to `scatter_indices.rank` we implicitly consider
+`scatter_indices` to have a trailing `1` dimension.
+
+We define `update_scatter_dims` of type `ArraySlice<int64>` as the set of
+dimensions in `updates` shape that are not in `update_window_dims`, in ascending
+order.
+
+The arguments of scatter should follow these constraints:
+
+-   `updates` array must be of rank `update_window_dims.size +
+    scatter_indices.rank - 1`.
+
+-   Bounds of dimension `i` in `updates` must conform to the following:
+
+    -   If `i` is present in `update_window_dims` (i.e. equal to
+        `update_window_dims`[`k`] for some `k`), then the bound of dimension `i`
+        in `updates` must not exceed the corresponding bound of `operand` after
+        accounting for the `inserted_window_dims` (i.e.
+        `adjusted_window_bounds`[`k`], where `adjusted_window_bounds` contains
+        the bounds of `operand` with the bounds at indices
+        `inserted_window_dims` removed).
+    -   If `i` is present in `update_scatter_dims` (i.e. equal to
+        `update_scatter_dims`[`k`] for some `k`), then the bound of dimension
+        `i` in `updates` must be equal to the corresponding bound of
+        `scatter_indices`, skipping `index_vector_dim` (i.e.
+        `scatter_indices.shape.dims`[`k`], if `k` < `index_vector_dim` and
+        `scatter_indices.shape.dims`[`k+1`] otherwise).
+
+-   `update_window_dims` must be in ascending order, not have any repeating
+    dimension numbers, and be in the range `[0, updates.rank)`.
+
+-   `inserted_window_dims` must be in ascending order, not have any repeating
+    dimension numbers, and be in the range `[0, operand.rank)`.
+
+-   `scatter_dims_to_operand_dims.size` must be equal to
+    `scatter_indices`[`index_vector_dim`], and its values must be in the range
+    `[0, operand.rank)`.
+
+For a given index `U` in the `updates` array, the corresponding index `I` in the
+`operand` array into which this update has to be applied is computed as follows:
+
+1.  Let `G` = { `U`[`k`] for `k` in `update_scatter_dims` }. Use `G` to look up
+    an index vector `S` in the `scatter_indices` array such that `S`[`i`] =
+    `scatter_indices`[Combine(`G`, `i`)] where Combine(A, b) inserts b at
+    positions `index_vector_dim` into A.
+2.  Create an index `S`<sub>`in`</sub> into `operand` using `S` by scattering
+    `S` using the `scatter_dims_to_operand_dims` map. More formally:
+    1.  `S`<sub>`in`</sub>[`scatter_dims_to_operand_dims`[`k`]] = `S`[`k`] if
+        `k` < `scatter_dims_to_operand_dims.size`.
+    2.  `S`<sub>`in`</sub>[`_`] = `0` otherwise.
+3.  Create an index `W`<sub>`in`</sub> into `operand` by scattering the indices
+    at `update_window_dims` in `U` according to `inserted_window_dims`. More
+    formally:
+    1.  `W`<sub>`in`</sub>[`window_dims_to_operand_dims`(`k`)] = `U`[`k`] if `k`
+        < `update_window_dims.size`, where `window_dims_to_operand_dims` is the
+        monotonic function with domain [`0`, `update_window_dims.size`) and
+        range [`0`, `operand.rank`) \\ `inserted_window_dims`. (For example, if
+        `update_window_dims.size` is `4`, `operand.rank` is `6`, and
+        `inserted_window_dims` is {`0`, `2`} then `window_dims_to_operand_dims`
+        is {`0`→`1`, `1`→`3`, `2`→`4`, `3`→`5`}).
+    2.  `W`<sub>`in`</sub>[`_`] = `0` otherwise.
+4.  `I` is `W`<sub>`in`</sub> + `S`<sub>`in`</sub> where + is element-wise
+    addition.
+
+In summary, the scatter operation can be defined as follows.
+
+-   Initialize `output` with `operand`, i.e. for all indices `O` in the
+    `operand` array: \
+    `output`[`O`] = `operand`[`O`]
+-   For every index `U` in the `updates` array and the corresponding index `O`
+    in the `operand` array: \
+    `output`[`O`] = `update_computation`(`output`[`O`], `updates`[`U`])
+
+The order in which updates are applied is non-deterministic. So, when multiple
+indices in `updates` refer to the same index in `operand`, the corresponding
+value in `output` will be non-deterministic.
+
+Note that the first parameter that is passed into the `update_computation` will
+always be the current value from the `output` array and the second parameter
+will always be the value from the `updates` array. This is important
+specifically for cases when the `update_computation` is _not commutative_.
+
+Informally, the scatter op can be viewed as an _inverse_ of the gather op, i.e.
+the scatter op updates the elements in the input that are extracted by the
+corresponding gather op.
+
+For a detailed informal description and examples, refer to the
+"Informal Description" section under `Gather`.
+
+## Select
+
+See also
+[`XlaBuilder::Select`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Constructs an output array from elements of two input arrays, based on the
+values of a predicate array.
+
+<b> `Select(pred, on_true, on_false)` </b>
+
+Arguments  | Type    | Semantics
+---------- | ------- | ------------------
+`pred`     | `XlaOp` | array of type PRED
+`on_true`  | `XlaOp` | array of type T
+`on_false` | `XlaOp` | array of type T
+
+The arrays `on_true` and `on_false` must have the same shape. This is also the
+shape of the output array. The array `pred` must have the same dimensionality as
+`on_true` and `on_false`, with the `PRED` element type.
+
+For each element `P` of `pred`, the corresponding element of the output array is
+taken from `on_true` if the value of `P` is `true`, and from `on_false` if the
+value of `P` is `false`. As a restricted form of [broadcasting]
+(broadcasting.md), `pred` can be a scalar of type `PRED`. In this case, the
+output array is taken wholly from `on_true` if `pred` is `true`, and from
+`on_false` if `pred` is `false`.
+
+Example with non-scalar `pred`:
+
+```
+let pred: PRED[4] = {true, false, false, true};
+let v1: s32[4] = {1, 2, 3, 4};
+let v2: s32[4] = {100, 200, 300, 400};
+==>
+Select(pred, v1, v2) = s32[4]{1, 200, 300, 4};
+```
+
+Example with scalar `pred`:
+
+```
+let pred: PRED = true;
+let v1: s32[4] = {1, 2, 3, 4};
+let v2: s32[4] = {100, 200, 300, 400};
+==>
+Select(pred, v1, v2) = s32[4]{1, 2, 3, 4};
+```
+
+Selections between tuples are supported. Tuples are considered to be scalar
+types for this purpose. If `on_true` and `on_false` are tuples (which must have
+the same shape!) then `pred` has to be a scalar of type `PRED`.
+
+## SelectAndScatter
+
+See also
+[`XlaBuilder::SelectAndScatter`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+This operation can be considered as a composite operation that first computes
+`ReduceWindow` on the `operand` array to select an element from each window, and
+then scatters the `source` array to the indices of the selected elements to
+construct an output array with the same shape as the operand array. The binary
+`select` function is used to select an element from each window by applying it
+across each window, and it is called with the property that the first
+parameter's index vector is lexicographically less than the second parameter's
+index vector. The `select` function returns `true` if the first parameter is
+selected and returns `false` if the second parameter is selected, and the
+function must hold transitivity (i.e., if `select(a, b)` and `select(b, c)` are
+`true`, then `select(a, c)` is also `true`) so that the selected element does
+not depend on the order of the elements traversed for a given window.
+
+The function `scatter` is applied at each selected index in the output array. It
+takes two scalar parameters:
+
+1.  Current value at the selected index in the output array
+2.  The scatter value from `source` that applies to the selected index
+
+It combines the two parameters and returns a scalar value that's used to update
+the value at the selected index in the output array. Initially, all indices of
+the output array are set to `init_value`.
+
+The output array has the same shape as the `operand` array and the `source`
+array must have the same shape as the result of applying a `ReduceWindow`
+operation on the `operand` array. `SelectAndScatter` can be used to
+backpropagate the gradient values for a pooling layer in a neural network.
+
+<b>`SelectAndScatter(operand, select, window_dimensions, window_strides,
+padding, source, init_value, scatter)`</b>
+
+| Arguments           | Type                | Semantics                        |
+| ------------------- | ------------------- | -------------------------------- |
+| `operand`           | `XlaOp`             | array of type T over which the   |
+:                     :                     : windows slide                    :
+| `select`            | `XlaComputation`    | binary computation of type `T, T |
+:                     :                     : -> PRED`, to apply to all        :
+:                     :                     : elements in each window; returns :
+:                     :                     : `true` if the first parameter is :
+:                     :                     : selected and returns `false` if  :
+:                     :                     : the second parameter is selected :
+| `window_dimensions` | `ArraySlice<int64>` | array of integers for window     |
+:                     :                     : dimension values                 :
+| `window_strides`    | `ArraySlice<int64>` | array of integers for window     |
+:                     :                     : stride values                    :
+| `padding`           | `Padding`           | padding type for window          |
+:                     :                     : (Padding\:\:kSame or             :
+:                     :                     : Padding\:\:kValid)               :
+| `source`            | `XlaOp`             | array of type T with the values  |
+:                     :                     : to scatter                       :
+| `init_value`        | `XlaOp`             | scalar value of type T for the   |
+:                     :                     : initial value of the output      :
+:                     :                     : array                            :
+| `scatter`           | `XlaComputation`    | binary computation of type `T, T |
+:                     :                     : -> T`, to apply each scatter     :
+:                     :                     : source element with its          :
+:                     :                     : destination element              :
+
+The figure below shows examples of using `SelectAndScatter`, with the `select`
+function computing the maximal value among its parameters. Note that when the
+windows overlap, as in the figure (2) below, an index of the `operand` array may
+be selected multiple times by different windows. In the figure, the element of
+value 9 is selected by both of the top windows (blue and red) and the binary
+addition `scatter` function produces the output element of value 8 (2 + 6).
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%"
+    src="./images/ops_scatter_to_selected_window_element.png">
+</div>
+
+The evaluation order of the `scatter` function is arbitrary and may be
+non-deterministic. Therefore, the `scatter` function should not be overly
+sensitive to reassociation. See the discussion about associativity in the
+context of [`Reduce`](#reduce) for more details.
+
+## Send
+
+See also
+[`XlaBuilder::Send`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `Send(operand, channel_handle)` </b>
+
+Arguments        | Type            | Semantics
+---------------- | --------------- | -----------------------------------------
+`operand`        | `XlaOp`         | data to send (array of type T)
+`channel_handle` | `ChannelHandle` | unique identifier for each send/recv pair
+
+Sends the given operand data to a `Recv` instruction in another computation
+that shares the same channel handle. Does not return any data.
+
+Similar to the `Recv` operation, the client API of `Send` operation represents
+synchronous communication, and is internally decomposed into 2 HLO instructions
+(`Send` and `SendDone`) to enable asynchronous data transfers. See also
+[`HloInstruction::CreateSend` and `HloInstruction::CreateSendDone`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/hlo_instruction.h).
+
+<b>`Send(HloInstruction operand, int64 channel_id)`</b>
+
+Initiates an asynchronous transfer of the operand to the resources allocated by
+the `Recv` instruction with the same channel id. Returns a context, which is
+used by a following `SendDone` instruction to wait for the completion of the
+data transfer. The context is a tuple of {operand (shape), request identifier
+(U32)} and it can only be used by a `SendDone` instruction.
+
+<b> `SendDone(HloInstruction context)` </b>
+
+Given a context created by a `Send` instruction, waits for the data transfer to
+complete.  The instruction does not return any data.
+
+<b> Scheduling of channel instructions </b>
+
+The execution order of the 4 instructions for each channel (`Recv`, `RecvDone`,
+`Send`, `SendDone`) is as below.
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:70%" src="./images/send_recv_order.png">
+</div>
+
+* `Recv` happens before `Send`
+* `Send` happens before `RecvDone`
+* `Recv` happens before `RecvDone`
+* `Send` happens before `SendDone`
+
+When the backend compilers generate a linear schedule for each computation that
+communicates via channel instructions, there must not be cycles across the
+computations. For example, below schedules lead to deadlocks.
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/send_recv_schedule.png">
+</div>
+
+## Slice
+
+See also
+[`XlaBuilder::Slice`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Slicing extracts a sub-array from the input array. The sub-array is of the same
+rank as the input and contains the values inside a bounding box within the input
+array where the dimensions and indices of the bounding box are given as
+arguments to the slice operation.
+
+<b> `Slice(operand, start_indices, limit_indices)` </b>
+
+| Arguments       | Type                | Semantics                            |
+| --------------- | ------------------- | ------------------------------------ |
+| `operand`       | `XlaOp`             | N dimensional array of type T        |
+| `start_indices` | `ArraySlice<int64>` | List of N integers containing the    |
+:                 :                     : starting indices of the slice for    :
+:                 :                     : each dimension. Values must be       :
+:                 :                     : greater than or equal to zero.       :
+| `limit_indices` | `ArraySlice<int64>` | List of N integers containing the    |
+:                 :                     : ending indices (exclusive) for the   :
+:                 :                     : slice for each dimension. Each value :
+:                 :                     : must be greater than or equal to the :
+:                 :                     : respective `start_indices` value for :
+:                 :                     : the dimension and less than or equal :
+:                 :                     : to the size of the dimension.        :
+
+1-dimensional example:
+
+```
+let a = {0.0, 1.0, 2.0, 3.0, 4.0}
+Slice(a, {2}, {4}) produces:
+  {2.0, 3.0}
+```
+
+2-dimensional example:
+
+```
+let b =
+ { {0.0,  1.0,  2.0},
+   {3.0,  4.0,  5.0},
+   {6.0,  7.0,  8.0},
+   {9.0, 10.0, 11.0} }
+
+Slice(b, {2, 1}, {4, 3}) produces:
+  { { 7.0,  8.0},
+    {10.0, 11.0} }
+```
+
+## Sort
+
+See also
+[`XlaBuilder::Sort`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+There are two versions of the Sort instruction: a single-operand and a
+multi-operand version.
+
+<b>`Sort(operand, dimension)`</b>
+
+Arguments   | Type    | Semantics
+----------- | ------- | --------------------
+`operand`   | `XlaOp` | The operand to sort.
+`dimension` | `int64` | The dimension along which to sort.
+
+Sorts the elements in the operand in ascending order along the provided
+dimension. For example, for a rank-2 (matrix) operand, a `dimension` value of 0
+will sort each column independently, and a `dimension` value of 1 will sort each
+row independently. If the operand's elements have floating point type, and the
+operand contains NaN elements, the order of elements in the output is
+implementation-defined.
+
+<b>`Sort(keys, values, ... values, dimension)`</b>
+
+Sorts both the key and one or more value operands. The keys are sorted as in the
+single-operand version. Each of the values inputs is sorted according to the
+order of the corresponding keys. For example, if the three inputs are `keys =
+[3, 1]`, `values0 = [42, 50]`, `values1 = [-3.0, 1.1]`, then the output of the
+sort is the tuple `{[1, 3], [50, 42], [1.1, -3.0]}`.
+
+The sort is not guaranteed to be stable, that is, if the keys array contains
+duplicates, the order of values corresponding to these keys may not be
+preserved.
+
+Arguments   | Type                   | Semantics
+----------- | ---------------------- | ----------------------------------
+`keys`      | `XlaOp`                | The sort keys.
+`values`    | Sequence of N `XlaOp`s | The values to sort.
+`dimension` | `int64`                | The dimension along which to sort.
+
+The `keys` and each of the `values` inputs must have the same dimensions, but
+may have different element types.
+
+## Transpose
+
+See also the `tf.reshape` operation.
+
+<b>`Transpose(operand)`</b>
+
+Arguments     | Type                | Semantics
+------------- | ------------------- | ------------------------------
+`operand`     | `XlaOp`             | The operand to transpose.
+`permutation` | `ArraySlice<int64>` | How to permute the dimensions.
+
+
+Permutes the operand dimensions with the given permutation, so
+`∀ i . 0 ≤ i < rank ⇒ input_dimensions[permutation[i]] = output_dimensions[i]`.
+
+This is the same as Reshape(operand, permutation,
+                            Permute(permutation, operand.shape.dimensions)).
+
+## Tuple
+
+See also
+[`XlaBuilder::Tuple`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+A tuple containing a variable number of data handles, each of which has its own
+shape.
+
+This is analogous to `std::tuple` in C++. Conceptually:
+
+```
+let v: f32[10] = f32[10]{0, 1, 2, 3, 4, 5, 6, 7, 8, 9};
+let s: s32 = 5;
+let t: (f32[10], s32) = tuple(v, s);
+```
+
+Tuples can be deconstructed (accessed) via the [`GetTupleElement`]
+(#gettupleelement) operation.
+
+## While
+
+See also
+[`XlaBuilder::While`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+<b> `While(condition, body, init)` </b>
+
+| Arguments   | Type             | Semantics                                |
+| ----------- | ---------------- | ---------------------------------------- |
+| `condition` | `XlaComputation` | XlaComputation of type `T -> PRED` which |
+:             :                  : defines the termination condition of the :
+:             :                  : loop.                                    :
+| `body`      | `XlaComputation` | XlaComputation of type `T -> T` which    |
+:             :                  : defines the body of the loop.            :
+| `init`      | `T`              | Initial value for the parameter of       |
+:             :                  : `condition` and `body`.                  :
+
+Sequentially executes the `body` until the `condition` fails. This is similar to
+a typical while loop in many other languages except for the differences and
+restrictions listed below.
+
+*   A `While` node returns a value of type `T`, which is the result from the
+    last execution of the `body`.
+*   The shape of the type `T` is statically determined and must be the same
+    across all iterations.
+
+The T parameters of the computations are initialized with the `init` value in
+the first iteration and are automatically updated to the new result from `body`
+in each subsequent iteration.
+
+One main use case of the `While` node is to implement the repeated execution of
+training in neural networks. Simplified pseudocode is shown below with a graph
+that represents the computation. The code can be found in
+[`while_test.cc`](https://www.tensorflow.org/code/tensorflow/compiler/xla/tests/while_test.cc).
+The type `T` in this example is a `Tuple` consisting of an `int32` for the
+iteration count and a `vector[10]` for the accumulator. For 1000 iterations, the
+loop keeps adding a constant vector to the accumulator.
+
+```
+// Pseudocode for the computation.
+init = {0, zero_vector[10]} // Tuple of int32 and float[10].
+result = init;
+while (result(0) < 1000) {
+  iteration = result(0) + 1;
+  new_vector = result(1) + constant_vector[10];
+  result = {iteration, new_vector};
+}
+```
+
+<div style="width:95%; margin:auto; margin-bottom:10px; margin-top:20px;">
+  <img style="width:100%" src="./images/ops_while.png">
+</div>
diff --git a/tensorflow/compiler/xla/g3doc/shapes.md b/tensorflow/compiler/xla/g3doc/shapes.md
new file mode 100644
index 0000000000..39e74ff307
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/shapes.md
@@ -0,0 +1,150 @@
+# Shapes and Layout
+
+The XLA `Shape` proto
+([xla_data.proto](https://www.tensorflow.org/code/tensorflow/compiler/xla/xla_data.proto))
+describes the rank, size, and data type of an N-dimensional array (*array* in
+short).
+
+## Terminology, Notation, and Conventions
+
+*   The rank of an array is equal to the number of dimensions. The *true rank*
+    of an array is the number of dimensions which have a size greater than 1.
+
+*   Dimensions are numbered from `0` up to `N-1` for an `N` dimensional array.
+    The dimension numbers are arbitrary labels for convenience. The order of
+    these dimension numbers does not imply a particular minor/major ordering in
+    the layout of the shape. The layout is determined by the `Layout` proto.
+
+*   By convention, dimensions are listed in increasing order of dimension
+    number. For example, for a 3-dimensional array of size `[A x B x C]`,
+    dimension 0 has size `A`, dimension 1 has size `B` and dimension 2 has size
+    `C`.
+
+    Some utilities in XLA also support negative indexing, similarly to Python;
+    dimension -1 is the last dimension (equivalent to `N-1` for an `N`
+    dimensional array). For example, for the 3-dimensional array described
+    above, dimension -1 has size `C`, dimension -2 has size `B` and so on.
+
+*   Two, three, and four dimensional arrays often have specific letters
+    associated with dimensions. For example, for a 2D array:
+
+    *   dimension 0: `y`
+    *   dimension 1: `x`
+
+    For a 3D array:
+
+    *   dimension 0: `z`
+    *   dimension 1: `y`
+    *   dimension 2: `x`
+
+    For a 4D array:
+
+    *   dimension 0: `p`
+    *   dimension 1: `z`
+    *   dimension 2: `y`
+    *   dimension 3: `x`
+
+*   Functions in the XLA API which take dimensions do so in increasing order of
+    dimension number. This matches the ordering used when passing dimensions as
+    an `initializer_list`; e.g.
+
+    `ShapeUtil::MakeShape(F32, {A, B, C, D})`
+
+    Will create a shape whose dimension size array consists of the sequence
+    `[A, B, C, D]`.
+
+## Layout
+
+The `Layout` proto describes how an array is represented in memory. The `Layout`
+proto includes the following fields:
+
+```
+message Layout {
+  repeated int64 minor_to_major = 1;
+  repeated int64 padded_dimensions = 2;
+  optional PaddingValue padding_value = 3;
+}
+```
+
+### Minor-to-major dimension ordering
+
+The only required field is `minor_to_major`. This field describes the
+minor-to-major ordering of the dimensions within a shape. Values in
+`minor_to_major` are an ordering of the dimensions of the array (`0` to `N-1`
+for an `N` dimensional array) with the first value being the most-minor
+dimension up to the last value which is the most-major dimension. The most-minor
+dimension is the dimension which changes most rapidly when stepping through the
+elements of the array laid out in linear memory.
+
+For example, consider the following 2D array of size `[2 x 3]`:
+
+```
+a b c
+d e f
+```
+
+Here dimension `0` is size 2, and dimension `1` is size 3. If the
+`minor_to_major` field in the layout is `[0, 1]` then dimension `0` is the
+most-minor dimension and dimension `1` is the most-major dimension. This
+corresponds to the following layout in linear memory:
+
+```
+a d b e c f
+```
+
+This minor-to-major dimension order of `0` up to `N-1` is akin to *column-major*
+(at rank 2). Assuming a monotonic ordering of dimensions, another name we may
+use to refer to this layout in the code is simply "dim 0 is minor".
+
+On the other hand, if the `minor_to_major` field in the layout is `[1, 0]` then
+the layout in linear memory is:
+
+```
+a b c d e f
+```
+
+A minor-to-major dimension order of `N-1` down to `0` for an `N` dimensional
+array is akin to *row-major* (at rank 2). Assuming a monotonic ordering of
+dimensions, another name we may use to refer to this layout in the code is
+simply "dim 0 is major".
+
+#### Default minor-to-major ordering
+
+The default layout for newly created Shapes is "dimension order is
+major-to-minor" (akin to row-major at rank 2).
+
+### Padding
+
+Padding is defined in the optional `padded_dimensions` and `padding_value`
+fields. The field `padded_dimensions` describes the sizes (widths) to which each
+dimension is padded. If present, the number of elements in `padded_dimensions`
+must equal the rank of the shape.
+
+For example, given the `[2 x 3]` array defined above, if `padded_dimension` is
+`[3, 5]` then dimension 0 is padded to a width of 3 and dimension 1 is padded to
+a width of 5. The layout in linear memory (assuming a padding value of 0 and
+column-major layout) is:
+
+```
+a d 0 b e 0 c f 0 0 0 0 0 0 0
+```
+
+This is equivalent to the layout of the following array with the same
+minor-to-major dimension order:
+
+```
+a b c 0 0
+d e f 0 0
+0 0 0 0 0
+```
+
+### Indexing into arrays
+
+The class `IndexUtil` in
+[index_util.h](https://www.tensorflow.org/code/tensorflow/compiler/xla/index_util.h)
+provides utilities for converting between multidimensional indices and linear
+indices given a shape and layout. Multidimensional indices include a `int64`
+index for each dimension. Linear indices are a single `int64` value which
+indexes into the buffer holding the array. See `shape_util.h` and
+`layout_util.h` in the same directory for utilities that simplify creation and
+manipulation of shapes and layouts.
diff --git a/tensorflow/compiler/xla/g3doc/tfcompile.md b/tensorflow/compiler/xla/g3doc/tfcompile.md
new file mode 100644
index 0000000000..2e0f3774c4
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/tfcompile.md
@@ -0,0 +1,281 @@
+# Using AOT compilation
+
+## What is tfcompile?
+
+`tfcompile` is a standalone tool that ahead-of-time (AOT) compiles TensorFlow
+graphs into executable code. It can reduce total binary size, and also avoid
+some runtime overheads. A typical use-case of `tfcompile` is to compile an
+inference graph into executable code for mobile devices.
+
+The TensorFlow graph is normally executed by the TensorFlow runtime. This incurs
+some runtime overhead for execution of each node in the graph. This also leads
+to a larger total binary size, since the code for the TensorFlow runtime needs
+to be available, in addition to the graph itself. The executable code produced
+by `tfcompile` does not use the TensorFlow runtime, and only has dependencies on
+kernels that are actually used in the computation.
+
+The compiler is built on top of the XLA framework. The code bridging TensorFlow
+to the XLA framework resides under
+[tensorflow/compiler](https://www.tensorflow.org/code/tensorflow/compiler/),
+which also includes support for [just-in-time (JIT) compilation](../../performance/xla/jit.md) of
+TensorFlow graphs.
+
+## What does tfcompile do?
+
+`tfcompile` takes a subgraph, identified by the TensorFlow concepts of
+feeds and fetches, and generates a function that implements that subgraph.
+The `feeds` are the input arguments for the function, and the `fetches` are the
+output arguments for the function. All inputs must be fully specified by the
+feeds; the resulting pruned subgraph cannot contain Placeholder or Variable
+nodes. It is common to specify all Placeholders and Variables as feeds, which
+ensures the resulting subgraph no longer contains these nodes. The generated
+function is packaged as a `cc_library`, with a header file exporting the
+function signature, and an object file containing the implementation. The user
+writes code to invoke the generated function as appropriate.
+
+## Using tfcompile
+
+This section details high level steps for generating an executable binary with
+`tfcompile` from a TensorFlow subgraph. The steps are:
+
+*   Step 1: Configure the subgraph to compile
+*   Step 2: Use the `tf_library` build macro to compile the subgraph
+*   Step 3: Write code to invoke the subgraph
+*   Step 4: Create the final binary
+
+### Step 1: Configure the subgraph to compile
+
+Identify the feeds and fetches that correspond to the input and output
+arguments for the generated function. Then configure the `feeds` and `fetches`
+in a [`tensorflow.tf2xla.Config`](https://www.tensorflow.org/code/tensorflow/compiler/tf2xla/tf2xla.proto)
+proto.
+
+```textproto
+# Each feed is a positional input argument for the generated function.  The order
+# of each entry matches the order of each input argument.  Here “x_hold” and “y_hold”
+# refer to the names of placeholder nodes defined in the graph.
+feed {
+  id { node_name: "x_hold" }
+  shape {
+    dim { size: 2 }
+    dim { size: 3 }
+  }
+}
+feed {
+  id { node_name: "y_hold" }
+  shape {
+    dim { size: 3 }
+    dim { size: 2 }
+  }
+}
+
+# Each fetch is a positional output argument for the generated function.  The order
+# of each entry matches the order of each output argument.  Here “x_y_prod”
+# refers to the name of a matmul node defined in the graph.
+fetch {
+  id { node_name: "x_y_prod" }
+}
+```
+
+### Step 2: Use tf_library build macro to compile the subgraph
+
+This step converts the graph into a `cc_library` using the `tf_library` build
+macro. The `cc_library` consists of an object file containing the code generated
+from the graph, along with a header file that gives access to the generated
+code. `tf_library` utilizes `tfcompile` to compile the TensorFlow graph into
+executable code.
+
+```build
+load("//tensorflow/compiler/aot:tfcompile.bzl", "tf_library")
+
+# Use the tf_library macro to compile your graph into executable code.
+tf_library(
+    # name is used to generate the following underlying build rules:
+    # <name>           : cc_library packaging the generated header and object files
+    # <name>_test      : cc_test containing a simple test and benchmark
+    # <name>_benchmark : cc_binary containing a stand-alone benchmark with minimal deps;
+    #                    can be run on a mobile device
+    name = "test_graph_tfmatmul",
+    # cpp_class specifies the name of the generated C++ class, with namespaces allowed.
+    # The class will be generated in the given namespace(s), or if no namespaces are
+    # given, within the global namespace.
+    cpp_class = "foo::bar::MatMulComp",
+    # graph is the input GraphDef proto, by default expected in binary format.  To
+    # use the text format instead, just use the ‘.pbtxt’ suffix.  A subgraph will be
+    # created from this input graph, with feeds as inputs and fetches as outputs.
+    # No Placeholder or Variable ops may exist in this subgraph.
+    graph = "test_graph_tfmatmul.pb",
+    # config is the input Config proto, by default expected in binary format.  To
+    # use the text format instead, use the ‘.pbtxt’ suffix.  This is where the
+    # feeds and fetches were specified above, in the previous step.
+    config = "test_graph_tfmatmul.config.pbtxt",
+)
+```
+
+> To generate the GraphDef proto (test_graph_tfmatmul.pb) for this example, run
+> [make_test_graphs.py]("https://www.tensorflow.org/code/tensorflow/compiler/aot/tests/make_test_graphs.py")
+> and specify the output location with the --out_dir flag.
+
+Typical graphs contain [`Variables`](../../api_guides/python/state_ops.md)
+representing the weights that are learned via training, but `tfcompile` cannot
+compile a subgraph that contain `Variables`. The
+[freeze_graph.py](https://www.tensorflow.org/code/tensorflow/python/tools/freeze_graph.py)
+tool converts variables into constants, using values stored in a checkpoint
+file. As a convenience, the `tf_library` macro supports the `freeze_checkpoint`
+argument, which runs the tool. For more examples see
+[tensorflow/compiler/aot/tests/BUILD](https://www.tensorflow.org/code/tensorflow/compiler/aot/tests/BUILD).
+
+> Constants that show up in the compiled subgraph are compiled directly into the
+> generated code. To pass the constants into the generated function, rather than
+> having them compiled-in, simply pass them in as feeds.
+
+For details on the `tf_library` build macro, see
+[tfcompile.bzl](https://www.tensorflow.org/code/tensorflow/compiler/aot/tfcompile.bzl).
+
+For details on the underlying `tfcompile` tool, see
+[tfcompile_main.cc](https://www.tensorflow.org/code/tensorflow/compiler/aot/tfcompile_main.cc).
+
+### Step 3: Write code to invoke the subgraph
+
+This step uses the header file (`test_graph_tfmatmul.h`) generated by the
+`tf_library` build macro in the previous step to invoke the generated code. The
+header file is located in the `bazel-genfiles` directory corresponding to the
+build package, and is named based on the name attribute set on the `tf_library`
+build macro. For example, the header generated for `test_graph_tfmatmul` would
+be `test_graph_tfmatmul.h`. Below is an abbreviated version of what is
+generated. The generated file, in `bazel-genfiles`, contains additional useful
+comments.
+
+```c++
+namespace foo {
+namespace bar {
+
+// MatMulComp represents a computation previously specified in a
+// TensorFlow graph, now compiled into executable code.
+class MatMulComp {
+ public:
+  // AllocMode controls the buffer allocation mode.
+  enum class AllocMode {
+    ARGS_RESULTS_AND_TEMPS,  // Allocate arg, result and temp buffers
+    RESULTS_AND_TEMPS_ONLY,  // Only allocate result and temp buffers
+  };
+
+  MatMulComp(AllocMode mode = AllocMode::ARGS_RESULTS_AND_TEMPS);
+  ~MatMulComp();
+
+  // Runs the computation, with inputs read from arg buffers, and outputs
+  // written to result buffers. Returns true on success and false on failure.
+  bool Run();
+
+  // Arg methods for managing input buffers. Buffers are in row-major order.
+  // There is a set of methods for each positional argument.
+  void** args();
+
+  void set_arg0_data(float* data);
+  float* arg0_data();
+  float& arg0(size_t dim0, size_t dim1);
+
+  void set_arg1_data(float* data);
+  float* arg1_data();
+  float& arg1(size_t dim0, size_t dim1);
+
+  // Result methods for managing output buffers. Buffers are in row-major order.
+  // Must only be called after a successful Run call. There is a set of methods
+  // for each positional result.
+  void** results();
+
+
+  float* result0_data();
+  float& result0(size_t dim0, size_t dim1);
+};
+
+}  // end namespace bar
+}  // end namespace foo
+```
+
+The generated C++ class is called `MatMulComp` in the `foo::bar` namespace,
+because that was the `cpp_class` specified in the `tf_library` macro. All
+generated classes have a similar API, with the only difference being the methods
+to handle arg and result buffers. Those methods differ based on the number and
+types of the buffers, which were specified by the `feed` and `fetch` arguments
+to the `tf_library` macro.
+
+There are three types of buffers managed within the generated class: `args`
+representing the inputs, `results` representing the outputs, and `temps`
+representing temporary buffers used internally to perform the computation. By
+default, each instance of the generated class allocates and manages all of these
+buffers for you. The `AllocMode` constructor argument may be used to change this
+behavior. All buffers are aligned to 64-byte boundaries.
+
+The generated C++ class is just a wrapper around the low-level code generated by
+XLA.
+
+Example of invoking the generated function based on
+[`tfcompile_test.cc`](https://www.tensorflow.org/code/tensorflow/compiler/aot/tests/tfcompile_test.cc):
+
+```c++
+#define EIGEN_USE_THREADS
+#define EIGEN_USE_CUSTOM_THREAD_POOL
+
+#include <iostream>
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+#include "tensorflow/compiler/aot/tests/test_graph_tfmatmul.h" // generated
+
+int main(int argc, char** argv) {
+  Eigen::ThreadPool tp(2);  // Size the thread pool as appropriate.
+  Eigen::ThreadPoolDevice device(&tp, tp.NumThreads());
+
+
+  foo::bar::MatMulComp matmul;
+  matmul.set_thread_pool(&device);
+
+  // Set up args and run the computation.
+  const float args[12] = {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12};
+  std::copy(args + 0, args + 6, matmul.arg0_data());
+  std::copy(args + 6, args + 12, matmul.arg1_data());
+  matmul.Run();
+
+  // Check result
+  if (matmul.result0(0, 0) == 58) {
+    std::cout << "Success" << std::endl;
+  } else {
+    std::cout << "Failed. Expected value 58 at 0,0. Got:"
+              << matmul.result0(0, 0) << std::endl;
+  }
+
+  return 0;
+}
+```
+
+### Step 4: Create the final binary
+
+This step combines the library generated by `tf_library` in step 2 and the code
+written in step 3 to create a final binary. Below is an example `bazel` BUILD
+file.
+
+```build
+# Example of linking your binary
+# Also see //tensorflow/compiler/aot/tests/BUILD
+load("//tensorflow/compiler/aot:tfcompile.bzl", "tf_library")
+
+# The same tf_library call from step 2 above.
+tf_library(
+    name = "test_graph_tfmatmul",
+    ...
+)
+
+# The executable code generated by tf_library can then be linked into your code.
+cc_binary(
+    name = "my_binary",
+    srcs = [
+        "my_code.cc",  # include test_graph_tfmatmul.h to access the generated header
+    ],
+    deps = [
+        ":test_graph_tfmatmul",  # link in the generated object file
+        "//third_party/eigen3",
+    ],
+    linkopts = [
+          "-lpthread",
+    ]
+)
+```
-- 
GitLab


From 2015dbd83b6b8de87c11061abcc4c18c9209206d Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Wed, 24 Oct 2018 14:58:27 -0700
Subject: [PATCH 0552/1825] Add VLOG to print the node names for each TRT
 subgraph, and change the VLOG level for debug logs in the TRT optimizer.

PiperOrigin-RevId: 218582058
---
 .../contrib/tensorrt/convert/convert_graph.cc | 13 ++-
 .../tensorrt/convert/trt_optimization_pass.cc | 93 +++++++++----------
 2 files changed, 56 insertions(+), 50 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.cc b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
index 070dc294a7..26f13b02a8 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
@@ -945,9 +945,16 @@ tensorflow::Status ConvertAfterShapes(ConversionParams& params) {
                                 &graph, alloc.get(), &engine_nodes);
     // If status is ok, we successfully added the node to the graph and can
     // remove segment ops. Otherwise graph is not modified.
-    const string msg = StrCat("Engine ", engine.engine_name,
-                              " creation for segment ", i, ", composed of ",
-                              converted_segments.at(i).first.size(), " nodes");
+    string msg = StrCat("Engine ", engine.engine_name, " creation for segment ",
+                        i, ", composed of ",
+                        converted_segments.at(i).first.size(), " nodes");
+    if (VLOG_IS_ON(1)) {
+      StrAppend(&msg, " (");
+      for (const string& node_name : converted_segments.at(i).first) {
+        StrAppend(&msg, node_name, ", ");
+      }
+      StrAppend(&msg, ")");
+    }
     if (status.ok()) {
       LOG(INFO) << msg << " succeeded.";
       for (auto node_name : converted_segments.at(i).first) {
diff --git a/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc b/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc
index ff4fba58bf..b3fb011f16 100644
--- a/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc
+++ b/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc
@@ -73,103 +73,103 @@ tensorflow::Status TRTOptimizationPass::Init(
 void TRTOptimizationPass::PrintDebugInfo(
     tensorflow::grappler::Cluster* cluster,
     const tensorflow::grappler::GrapplerItem& item) {
-  VLOG(1) << "Cluster = " << cluster;
+  LOG(INFO) << "Cluster = " << cluster;
   string offset("  ");
   string offset2 = StrCat(offset, offset);
   string offset3 = StrCat(offset2, offset);
   string offset4 = StrCat(offset2, offset2);
   if (cluster) {
-    VLOG(1) << offset << "type             = " << cluster->type();
-    VLOG(1) << offset << "num warmup steps = " << cluster->NumWarmupSteps();
+    LOG(INFO) << offset << "type             = " << cluster->type();
+    LOG(INFO) << offset << "num warmup steps = " << cluster->NumWarmupSteps();
     const auto dev_names = cluster->GetDeviceNames();
     if (dev_names.size()) {
-      VLOG(1) << offset << " Device names:";
+      LOG(INFO) << offset << " Device names:";
       for (const auto s : dev_names) {
-        VLOG(1) << offset2 << s;
+        LOG(INFO) << offset2 << s;
       }
     }
     std::unordered_map<string, uint64> peak_mem;
     auto status = cluster->GetPeakMemoryUsage(&peak_mem);
     if (status == tensorflow::Status::OK()) {
-      VLOG(1) << offset << "Peak Memory Usage :";
+      LOG(INFO) << offset << "Peak Memory Usage :";
       for (auto s : peak_mem) {
-        VLOG(1) << offset2 << s.first << " = " << s.second;
+        LOG(INFO) << offset2 << s.first << " = " << s.second;
       }
     }
 
     const auto dev_props = cluster->GetDevices();
     if (dev_props.size()) {
-      VLOG(1) << offset << "Device properties:";
+      LOG(INFO) << offset << "Device properties:";
       for (auto k : dev_props) {
-        VLOG(1) << offset2 << k.first;
+        LOG(INFO) << offset2 << k.first;
         const auto& dt = k.second;
-        VLOG(1) << offset3 << "type          = " << dt.type();
-        VLOG(1) << offset3 << "vendor        = " << dt.vendor();
-        VLOG(1) << offset3 << "model         = " << dt.model();
-        VLOG(1) << offset3 << "frequency     = " << dt.frequency();
-        VLOG(1) << offset3 << "num cores     = " << dt.num_cores();
-        VLOG(1) << offset3 << "num registers = " << dt.num_registers();
-        VLOG(1) << offset3 << "L1 cache size = " << dt.l1_cache_size();
-        VLOG(1) << offset3 << "L2 cache size = " << dt.l2_cache_size();
-        VLOG(1) << offset3 << "L3 cache size = " << dt.l3_cache_size();
-        VLOG(1) << offset3 << "SHMem per SMP = "
-                << dt.shared_memory_size_per_multiprocessor();
-        VLOG(1) << offset3 << "memory size   = " << dt.memory_size();
-        VLOG(1) << offset3 << "bandwidth     = " << dt.bandwidth();
+        LOG(INFO) << offset3 << "type          = " << dt.type();
+        LOG(INFO) << offset3 << "vendor        = " << dt.vendor();
+        LOG(INFO) << offset3 << "model         = " << dt.model();
+        LOG(INFO) << offset3 << "frequency     = " << dt.frequency();
+        LOG(INFO) << offset3 << "num cores     = " << dt.num_cores();
+        LOG(INFO) << offset3 << "num registers = " << dt.num_registers();
+        LOG(INFO) << offset3 << "L1 cache size = " << dt.l1_cache_size();
+        LOG(INFO) << offset3 << "L2 cache size = " << dt.l2_cache_size();
+        LOG(INFO) << offset3 << "L3 cache size = " << dt.l3_cache_size();
+        LOG(INFO) << offset3 << "SHMem per SMP = "
+                  << dt.shared_memory_size_per_multiprocessor();
+        LOG(INFO) << offset3 << "memory size   = " << dt.memory_size();
+        LOG(INFO) << offset3 << "bandwidth     = " << dt.bandwidth();
         if (dt.environment_size()) {
-          VLOG(1) << offset3 << "environment   :";
+          LOG(INFO) << offset3 << "environment   :";
           for (const auto e : dt.environment()) {
-            VLOG(1) << offset4 << e.first << " = " << e.second;
+            LOG(INFO) << offset4 << e.first << " = " << e.second;
           }
         }
       }
     }
   }
-  VLOG(1) << "item: " << item.id;
+  LOG(INFO) << "item: " << item.id;
   if (item.feed.size()) {
-    VLOG(1) << offset << "Feeds  :";
+    LOG(INFO) << offset << "Feeds  :";
     for (const auto& f : item.feed) {
       const auto& shape = f.second.shape();
-      VLOG(1) << offset2 << f.first << " = shaped " << shape.DebugString();
+      LOG(INFO) << offset2 << f.first << " = shaped " << shape.DebugString();
     }
   } else {
-    VLOG(1) << offset << "No Feeds";
+    LOG(INFO) << offset << "No Feeds";
   }
   if (item.fetch.size()) {
-    VLOG(1) << offset << "Fetches  :";
+    LOG(INFO) << offset << "Fetches  :";
     for (const auto& f : item.fetch) {
-      VLOG(1) << offset2 << f;
+      LOG(INFO) << offset2 << f;
     }
   } else {
-    VLOG(1) << offset << "No Fetches";
+    LOG(INFO) << offset << "No Fetches";
   }
 
   if (item.init_ops.size()) {
-    VLOG(1) << offset << "init ops  :";
+    LOG(INFO) << offset << "init ops  :";
     for (const auto& f : item.init_ops) {
-      VLOG(1) << offset2 << f;
+      LOG(INFO) << offset2 << f;
     }
   } else {
-    VLOG(1) << offset << "No init ops";
+    LOG(INFO) << offset << "No init ops";
   }
-  VLOG(1) << "Save Op = " << item.save_op;
-  VLOG(1) << "Restore Op = " << item.restore_op;
-  VLOG(1) << "save_restore_loc_tensor = " << item.save_restore_loc_tensor;
+  LOG(INFO) << "Save Op = " << item.save_op;
+  LOG(INFO) << "Restore Op = " << item.restore_op;
+  LOG(INFO) << "save_restore_loc_tensor = " << item.save_restore_loc_tensor;
   if (item.keep_ops.size()) {
-    VLOG(1) << offset << "keep ops  :";
+    LOG(INFO) << offset << "keep ops  :";
     for (const auto& f : item.keep_ops) {
-      VLOG(1) << offset2 << f;
+      LOG(INFO) << offset2 << f;
     }
   } else {
-    VLOG(1) << offset << "No keep ops";
+    LOG(INFO) << offset << "No keep ops";
   }
-  VLOG(3) << item.graph.DebugString();
+  LOG(INFO) << item.graph.DebugString();
   for (const auto dev : cluster->GetDeviceSet()->devices()) {
     const auto& pname = dev->parsed_name();
-    VLOG(1) << "Device name= " << dev->name()
-            << " parsedname job= " << pname.job << " id= " << pname.id
-            << " has_id: " << pname.has_id << " has_job: " << pname.has_job
-            << "has_type: " << pname.has_type << " type =" << pname.type;
+    LOG(INFO) << "Device name= " << dev->name()
+              << " parsedname job= " << pname.job << " id= " << pname.id
+              << " has_id: " << pname.has_id << " has_job: " << pname.has_job
+              << "has_type: " << pname.has_type << " type =" << pname.type;
   }
 }
 
@@ -188,7 +188,7 @@ tensorflow::Status TRTOptimizationPass::Optimize(
     *optimized_graph = item.graph;
     return tensorflow::Status::OK();
   }
-  if (VLOG_IS_ON(1)) {
+  if (VLOG_IS_ON(2)) {
     VLOG(2) << CurrentStackTrace();
     PrintDebugInfo(cluster, item);
   }
@@ -252,7 +252,6 @@ tensorflow::Status TRTOptimizationPass::Optimize(
   cp.cached_engine_batches = batches_;
   cp.max_cached_engines = max_cached_batches_;
   auto status = tensorflow::tensorrt::convert::ConvertAfterShapes(cp);
-  VLOG(2) << optimized_graph->DebugString();
   VLOG(1) << "Returning from " << name_;
   return status;
 }
-- 
GitLab


From f41b121218de6bc57f5c7f0da391d30e334246ff Mon Sep 17 00:00:00 2001
From: Nick Felt <nickfelt@google.com>
Date: Wed, 24 Oct 2018 15:01:20 -0700
Subject: [PATCH 0553/1825] Update tensorboard dependency to 1.12.x

Also updated tb-nightly to +1 minor version, 1.13.x.

PiperOrigin-RevId: 218582588
---
 tensorflow/tools/pip_package/setup.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/pip_package/setup.py b/tensorflow/tools/pip_package/setup.py
index 8ee6c824e7..83df96fb16 100644
--- a/tensorflow/tools/pip_package/setup.py
+++ b/tensorflow/tools/pip_package/setup.py
@@ -56,7 +56,7 @@ REQUIRED_PACKAGES = [
     'numpy >= 1.13.3',
     'six >= 1.10.0',
     'protobuf >= 3.6.1',
-    'tensorboard >= 1.11.0, < 1.12.0',
+    'tensorboard >= 1.12.0, < 1.13.0',
     'tensorflow_estimator >= 1.10.0',
     'termcolor >= 1.1.0',
 ]
@@ -86,7 +86,7 @@ else:
 if 'tf_nightly' in project_name:
   for i, pkg in enumerate(REQUIRED_PACKAGES):
     if 'tensorboard' in pkg:
-      REQUIRED_PACKAGES[i] = 'tb-nightly >= 1.12.0a0, < 1.13.0a0'
+      REQUIRED_PACKAGES[i] = 'tb-nightly >= 1.13.0a0, < 1.14.0a0'
       break
 
 # weakref.finalize and enum were introduced in Python 3.4
-- 
GitLab


From fb0de5a851013c97507a1c6e5b2e1037bbac9870 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 15:07:18 -0700
Subject: [PATCH 0554/1825] Add MLPerf compliance logging to Resnet.

PiperOrigin-RevId: 218583919
---
 tensorflow/contrib/compiler/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/compiler/BUILD b/tensorflow/contrib/compiler/BUILD
index 9987dc9c95..1630f010ab 100644
--- a/tensorflow/contrib/compiler/BUILD
+++ b/tensorflow/contrib/compiler/BUILD
@@ -7,6 +7,7 @@ package_group(
     includes = ["//tensorflow/compiler/jit:friends"],
     packages = [
         "//tensorflow/...",
+        "//tensorflow_models/...",
         "//third_party/py/tensor2tensor/...",
     ],
 )
-- 
GitLab


From d270494efea1f8ec9041aff4851b727e7124503b Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Wed, 24 Oct 2018 15:12:37 -0700
Subject: [PATCH 0555/1825] Enable tf.function to work in legacy graph mode.

This is done by lifting the initializers outside of the function context
and using the collections mechanism to ensure variable initialization.

PiperOrigin-RevId: 218584979
---
 tensorflow/python/eager/def_function.py      | 133 +++++++++++++++----
 tensorflow/python/eager/def_function_test.py |  49 +++++++
 tensorflow/python/eager/function_test.py     |  10 +-
 3 files changed, 160 insertions(+), 32 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 6c62e3ce0f..3885b6daa0 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -19,6 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import collections
 import weakref
 
 from tensorflow.python.eager import context
@@ -33,6 +34,65 @@ from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
 
 
+def _graph_inputs(op):
+  return [x.op for x in op.inputs] + list(op.control_inputs)
+
+
+def _lift_to_graph(init_tensor, graph):
+  """Copies the tensor and all its inputs recursively to the outer graph."""
+  # Check that the initializer does not depend on any placeholders.
+  visited_ops = set([])
+  ops_to_visit = [init_tensor.op]
+  op_outputs = collections.defaultdict(set)
+  while ops_to_visit:
+    op = ops_to_visit.pop()
+    if op in visited_ops:
+      continue
+    visited_ops.add(op)
+    # TODO(apassos) distinguish arg placeholders, capture placeholders,
+    # and placeholders the user might directly use to initialize
+    # variables.
+    if op.type == "Placeholder":
+      raise ValueError(
+          "Unable to lift tensor", init_tensor,
+          "because it depends transitively on placeholder ", op)
+    for inp in _graph_inputs(op):
+      op_outputs[inp].add(op)
+      if inp not in visited_ops:
+        ops_to_visit.append(inp)
+  # Topologically sort the nodes we've extracted. Now we know how many of their
+  # outputs are part of this subgraph.
+  ops_to_copy = []
+  marked_ops = set([])
+  ops_to_visit = [init_tensor.op]
+  while ops_to_visit:
+    op = ops_to_visit.pop()
+    if op in marked_ops:
+      continue
+    marked_ops.add(op)
+    ops_to_copy.append(op)
+    for inp in _graph_inputs(op):
+      if all(x in marked_ops for x in op_outputs[inp]):
+        ops_to_visit.append(inp)
+  assert len(ops_to_copy) == len(visited_ops)
+  # ops_to_copy now holds a reverse topologically sorted list of ops which
+  # ends in the initializer. We copy those to the outermost graph and
+  # build the initialization op there.
+  with graph.as_default():
+    op_map = {}
+    for op in reversed(ops_to_copy):
+      copied_inputs = [op_map[x] for x in op.inputs]
+      copied_control_inputs = [op_map[x] for x in op.control_inputs]
+      with ops.control_dependencies(copied_control_inputs):
+        copied_op = graph.create_op(
+            op.type, copied_inputs, [x.dtype for x in op.outputs],
+            attrs=op.node_def.attr)
+      op_map[op] = copied_op
+      for i, o in enumerate(op.outputs):
+        op_map[o] = copied_op.outputs[i]
+    return op_map[init_tensor]
+
+
 class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
   """Variable which does not lift its initializer out of function context.
 
@@ -95,10 +155,7 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
           constraint=constraint)
       return
     with ops.init_scope():
-      if not context.executing_eagerly():
-        raise RuntimeError(
-            "UnliftedInitializerVariable does not support legacy graph mode.")
-    self._in_graph_mode = False
+      self._in_graph_mode = not context.executing_eagerly()
     if initial_value is None:
       raise ValueError("initial_value must be specified.")
     init_from_fn = callable(initial_value)
@@ -127,52 +184,74 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
                         if init_from_fn else [initial_value]) as name:
       # pylint: disable=protected-access
       with ops.init_scope():
-        assert context.executing_eagerly()
         shared_name = ops._name_from_scope_name(name)
         shared_name = "%s_%d" % (shared_name, ops.uid())
       # Use attr_scope and device(None) to simulate the behavior of
       # colocate_with when the variable we want to colocate with doesn't
       # yet exist.
-      with ops.name_scope("Initializer"), ops.device(None):
-        initial_value = ops.convert_to_tensor(
-            initial_value() if init_from_fn else initial_value,
-            name="initial_value", dtype=dtype)
+      initial_value = ops.convert_to_tensor(initial_value)
       with ops.init_scope():
         self._handle = resource_variable_ops.eager_safe_variable_handle(
             shape=initial_value.get_shape(),
             dtype=initial_value.dtype.base_dtype,
             shared_name=shared_name,
             name=name,
-            graph_mode=False)
+            graph_mode=self._in_graph_mode)
+      with ops.name_scope("Initializer"), ops.device(None):
+        initial_value = ops.convert_to_tensor(
+            initial_value() if init_from_fn else initial_value,
+            name="initial_value", dtype=dtype)
       self._shape = initial_value.shape
       self._unique_id = shared_name
       self._handle_name = shared_name + ":0"
       self._dtype = initial_value.dtype.base_dtype
       self._constraint = constraint
       assert initial_value is not None
-      def assign_fn():
-        with ops.name_scope("Assign") as n, ops.colocate_with(self._handle):
-          resource_variable_ops.assign_variable_op(
-              self._handle,
-              initial_value,
-              name=n)
-        # Returning values to keep tf.cond happy.
-        return ops.convert_to_tensor(1)
-      def not_assign_fn():
-        return ops.convert_to_tensor(0)
-      # Note: this cond is always guaranteed to run because we're inside a defun
-      # which will insert automatic control dependencies.
-      control_flow_ops.cond(
-          resource_variable_ops.var_is_initialized_op(self._handle),
-          not_assign_fn, assign_fn)
+      if self._in_graph_mode:
+        with ops.init_scope():
+          outer_graph = ops.get_default_graph()
+        lifted_initializer = _lift_to_graph(initial_value, outer_graph)
+        with ops.init_scope():
+          self._initial_value = lifted_initializer
+          with ops.name_scope("IsInitialized"):
+            self._is_initialized_op = (
+                resource_variable_ops.var_is_initialized_op(self._handle))
+          if initial_value is not None:
+            with ops.name_scope("Assign") as n, ops.colocate_with(self._handle):
+              self._initializer_op = resource_variable_ops.assign_variable_op(
+                  self._handle, lifted_initializer, name=n)
+          with ops.name_scope("Read"), ops.colocate_with(self._handle):
+            # Manually assign reads to the handle's device to avoid log
+            # messages.
+            with ops.device(self._handle.device):
+              value = self._read_variable_op()
+            self._graph_element = value
+          ops.add_to_collection(ops.GraphKeys.GLOBAL_VARIABLES, self)
+      else:
+        def assign_fn():
+          with ops.name_scope("Assign") as n, ops.colocate_with(self._handle):
+            resource_variable_ops.assign_variable_op(
+                self._handle,
+                initial_value,
+                name=n)
+            # Returning values to keep tf.cond happy.
+          return ops.convert_to_tensor(1)
+        def not_assign_fn():
+          return ops.convert_to_tensor(0)
+        # Note: this cond is always guaranteed to run because we're inside a
+        # defun which will insert automatic control dependencies.
+        control_flow_ops.cond(
+            resource_variable_ops.var_is_initialized_op(self._handle),
+            not_assign_fn, assign_fn)
 
     # After the handle has been created, set up a way to clean it up when
     # executing eagerly. We'll hold the only reference to the deleter, so that
     # when this object is garbage collected the deleter will be too. This
     # means ResourceVariables can be part of reference cycles without those
     # cycles being uncollectable.
-    self._handle_deleter = resource_variable_ops.EagerResourceDeleter(
-        handle=self._handle, handle_device=self._handle.device)
+    if not self._in_graph_mode:
+      self._handle_deleter = resource_variable_ops.EagerResourceDeleter(
+          handle=self._handle, handle_device=self._handle.device)
     self._cached_shape_as_list = None
 
 
diff --git a/tensorflow/python/eager/def_function_test.py b/tensorflow/python/eager/def_function_test.py
index 39bad726d0..37a48baf7c 100644
--- a/tensorflow/python/eager/def_function_test.py
+++ b/tensorflow/python/eager/def_function_test.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 from tensorflow.python.eager import def_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 
@@ -81,6 +82,54 @@ class DefFunctionTest(test.TestCase):
     self.assertAllEqual(fn(constant_op.constant(1.0)), 2.0)
     self.assertAllEqual(fn(constant_op.constant(3.0)), 6.0)
 
+  def testLegacyGraphModeVariables(self):
+    with ops.Graph().as_default(), self.test_session() as sess:
+      state = []
+
+      @def_function.function
+      def fn(x):
+        if not state:
+          state.append(variables.Variable(2.0))
+        return state[0] * x
+
+      result = fn(3.0)
+
+      sess.run(variables.global_variables_initializer())
+      self.assertAllEqual(sess.run(state[0]), 2.0)
+      self.assertAllEqual(sess.run(result), 6.0)
+
+  def testLegacyGraphModeVariablesNonTrivialInitializer(self):
+    with ops.Graph().as_default(), self.test_session() as sess:
+      state = []
+
+      @def_function.function
+      def fn(x):
+        if not state:
+          two = constant_op.constant(2.0)
+          four = two * two
+          two_again = math_ops.sqrt(four)
+          state.append(variables.Variable(two_again + four))
+        return state[0] * x
+
+      result = fn(3.0)
+
+      sess.run(variables.global_variables_initializer())
+      self.assertAllEqual(sess.run(state[0]), 6.0)
+      self.assertAllEqual(sess.run(result), 18.0)
+
+  def testLegacyGraphModeInputDependentInitializerFails(self):
+    with ops.Graph().as_default():
+      state = []
+
+      @def_function.function
+      def fn(x):
+        if not state:
+          state.append(variables.Variable(2.0 * x))
+        return state[0] * x
+
+      with self.assertRaises(ValueError):
+        fn(constant_op.constant(3.0))
+
   def testMethod(self):
 
     class MyModel(object):
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 605f98155b..e1b09359bf 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -163,7 +163,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testGraphGradientVariable(self):
     with ops.Graph().as_default(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(1.0)
+      v = variables.Variable(1.0)
 
       @def_function.function
       def f():
@@ -177,9 +177,9 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testGraphEagerIsolation(self):
 
-    @def_function.function
+    @function.defun
     def f():
-      self.v = resource_variable_ops.ResourceVariable(1.0)
+      self.v = variables.Variable(1.0)
       return self.v.read_value()
 
     self.assertAllEqual(f(), 1.0)
@@ -677,7 +677,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   def testSymbolicGradientVariableNoneNotZerosLike(self):
     with ops.Graph().as_default():
-      v = resource_variable_ops.ResourceVariable(1.0)
+      v = variables.Variable(1.0)
 
       @def_function.function
       def f(x, v):
@@ -692,7 +692,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         self.assertEqual(dv, None)
 
   def testGraphModeManyFunctions(self):
-    with context.graph_mode(), self.cached_session():
+    with ops.Graph().as_default(), self.cached_session():
 
       @def_function.function
       def f(x):
-- 
GitLab


From 2b222feb273b68d2ae9e3d5ca7102fdb6e951318 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 24 Oct 2018 15:20:24 -0700
Subject: [PATCH 0556/1825] [tf.data] Fix warnings about unused imports in a
 BUILD file.

PiperOrigin-RevId: 218586487
---
 tensorflow/python/data/experimental/ops/BUILD | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/tensorflow/python/data/experimental/ops/BUILD b/tensorflow/python/data/experimental/ops/BUILD
index d069ae7293..065cb9cd53 100644
--- a/tensorflow/python/data/experimental/ops/BUILD
+++ b/tensorflow/python/data/experimental/ops/BUILD
@@ -4,13 +4,6 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-load(
-    "//tensorflow:tensorflow.bzl",
-    "tf_gen_op_wrapper_py",
-    "tf_kernel_library",
-)
-load("//tensorflow:tensorflow.bzl", "tf_custom_op_py_library")
-
 py_library(
     name = "counter",
     srcs = ["counter.py"],
-- 
GitLab


From 2a1cbeda4aea4fa0b9199394b742aa46815c97bc Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 24 Oct 2018 15:36:34 -0700
Subject: [PATCH 0557/1825] Automated rollback of commit
 e85d0df984d10e7f072178e657c19f3b8aff08ed

PiperOrigin-RevId: 218589541
---
 tensorflow/core/grappler/optimizers/BUILD     |  1 -
 .../grappler/optimizers/function_optimizer.cc | 45 +++++--------
 .../optimizers/function_optimizer_test.cc     | 67 ++++++++-----------
 .../optimizers/meta_optimizer_test.cc         | 61 ++++++-----------
 tensorflow/core/grappler/utils/functions.cc   |  8 +--
 .../core/kernels/partitioned_function_ops.cc  |  8 +--
 6 files changed, 71 insertions(+), 119 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 4679c9d802..1691a4a3c4 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -150,7 +150,6 @@ cc_library(
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/utils:functions",
-        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index 80d96d10f5..b079c07631 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -17,7 +17,6 @@ limitations under the License.
 
 #include <unordered_map>
 
-#include "absl/strings/string_view.h"
 #include "tensorflow/core/common_runtime/device_mgr.h"
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/process_function_library_runtime.h"
@@ -36,7 +35,6 @@ limitations under the License.
 #include "tensorflow/core/grappler/utils.h"
 #include "tensorflow/core/grappler/utils/functions.h"
 #include "tensorflow/core/lib/gtl/map_util.h"
-#include "tensorflow/core/lib/random/random.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -107,38 +105,25 @@ AttrSlice FunctionInstantiationAttributes(const FunctionDef& func,
   }
 }
 
-// TODO(b/69972605): Replace with sanctioned absl/random API once one is
-// available.
-string RandomString(const absl::string_view alphabet, size_t len) {
-  string result(len, '\0');
-  std::generate(std::begin(result), std::end(result), [&alphabet]() {
-    return alphabet[random::New64() % alphabet.size()];
-  });
-  return result;
-}
-
-// Get unique name for the specialized function. We append a random suffix to
-// the specialized name, because we can't guarantee that the function optimizer
-// has access to full function library. For example when we are optimizing
-// functions, function library passed to the optimizer will have only reachable
-// functions, it's possible that we'll generate a conflicting function
-// specialization if we have multiple nested function calls with the same node
-// name.
+// Find unique name for the specialized function. Collision can happen if
+// specialized function is instantiated for the nodes with the same name (e.g.
+// inside function body of two different functions).
 string UniqueSpecializedFunctionName(const FunctionDef& func,
-                                     const NodeDef& func_node) {
+                                     const NodeDef& func_node,
+                                     const FunctionLibraryDefinition& flib) {
   using str_util::StringReplace;
   using strings::StrCat;
 
-  static const char kAlphanum[] =
-      "0123456789"
-      "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
-      "abcdefghijklmnopqrstuvwxyz";
+  string specialized_name = StrCat(func.signature().name(), "_specialized_for_",
+                                   StringReplace(func_node.name(), "/", "_",
+                                                 /*replace_all*/ true));
+  string unique_name = specialized_name;
 
-  string suffix = RandomString(kAlphanum, 8);
-  return StrCat(func.signature().name(), "_specialized_for_",
-                StringReplace(func_node.name(), "/", "_",
-                              /*replace_all*/ true),
-                "_", suffix);
+  int idx = 0;
+  while (flib.Find(unique_name)) {
+    unique_name = strings::StrCat(specialized_name, "_", ++idx);
+  }
+  return unique_name;
 }
 
 // Specialized function instantiation type parameters, body parameters, and
@@ -745,7 +730,7 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
 
   // Find a name for specialized function.
   const string specialized_func_name =
-      UniqueSpecializedFunctionName(func, func_node);
+      UniqueSpecializedFunctionName(func, func_node, flib);
 
   specialized_func.mutable_signature()->set_name(specialized_func_name);
   auto* specialized_attr = specialized_func.mutable_attr();
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
index 8bf04e4a1f..57a4cd0441 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
@@ -700,7 +700,6 @@ TEST_F(FunctionOptimizerTest, InlineSymbolicGradient_NoInlineFunc) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
-  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -724,14 +723,14 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
   // Make sure that specialized function was added to the library and original
   // function was removed.
   EXPECT_EQ(1, output.library().function_size());
-  EXPECT_TRUE(StartsWith(output.library().function(0).signature().name(),
-                         "XTimesTwo_specialized_for_y"));
+  EXPECT_EQ("XTimesTwo_specialized_for_y",
+            output.library().function(0).signature().name());
 
   // And 'y' node is calling specialized function.
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "y" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "XTimesTwo_specialized_for_y"));
+      EXPECT_EQ("XTimesTwo_specialized_for_y", node.op());
     }
   }
   EXPECT_EQ(1, count);
@@ -748,7 +747,6 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
-  using str_util::StartsWith;
   using test::function::NDef;
   using FDH = FunctionDefHelper;
 
@@ -778,8 +776,8 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
   // Make sure that specialized function was added to the library and original
   // function was removed.
   EXPECT_EQ(1, output.library().function_size());
-  EXPECT_TRUE(StartsWith(output.library().function(0).signature().name(),
-                         "XTimesTwo_specialized_for_y"));
+  EXPECT_EQ("XTimesTwo_specialized_for_y",
+            output.library().function(0).signature().name());
 
   // And 'y' node is calling specialized function.
   int count = 0;
@@ -788,7 +786,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
       EXPECT_EQ("PartitionedCall", node.op());
       auto& func = AttrSlice(node).Find("f")->func();
       // Function calls into the specialized function.
-      EXPECT_TRUE(StartsWith(func.name(), "XTimesTwo_specialized_for_y"));
+      EXPECT_EQ("XTimesTwo_specialized_for_y", func.name());
       // And input/output types stay the same.
       auto& tin = AttrSlice(node).Find("Tin")->list();
       auto& tout = AttrSlice(node).Find("Tout")->list();
@@ -812,7 +810,6 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
-  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -848,9 +845,8 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
   ASSERT_EQ(1, output.library().function_size());
 
   const FunctionDef& specialized = output.library().function(0);
-  const OpDef& signature = specialized.signature();
-  EXPECT_TRUE(StartsWith(signature.name(), "MyMul_specialized_for_y"));
-  EXPECT_EQ(1, signature.input_arg_size());
+  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
+  EXPECT_EQ(1, specialized.signature().input_arg_size());
 
   // And 'y' node has control dependencies of a pushed down const node.
   int count = 0;
@@ -875,7 +871,6 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
-  using str_util::StartsWith;
   using test::function::NDef;
   using FDH = FunctionDefHelper;
 
@@ -917,9 +912,8 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
   ASSERT_EQ(1, output.library().function_size());
 
   const FunctionDef& specialized = output.library().function(0);
-  const OpDef& signature = specialized.signature();
-  EXPECT_TRUE(StartsWith(signature.name(), "MyMul_specialized_for_y"));
-  EXPECT_EQ(1, signature.input_arg_size());
+  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
+  EXPECT_EQ(1, specialized.signature().input_arg_size());
 
   // And 'y' node has control dependencies of a pushed down const node.
   int count = 0;
@@ -931,7 +925,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
       EXPECT_EQ("^init", node.input(1));
       // Function calls into the specialized function.
       auto& func = AttrSlice(node).Find("f")->func();
-      EXPECT_TRUE(StartsWith(func.name(), "MyMul_specialized_for_y"));
+      EXPECT_EQ("MyMul_specialized_for_y", func.name());
       // And input/output type lists were updated.
       auto& tin = AttrSlice(node).Find("Tin")->list();
       auto& tout = AttrSlice(node).Find("Tout")->list();
@@ -955,7 +949,6 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
-  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -1019,31 +1012,31 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "mul_1" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_1"));
+      EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("yf", node.input(1));
 
     } else if (node.name() == "mul_2" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_1"));
+      EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       EXPECT_EQ("xf", node.input(1));
 
     } else if (node.name() == "mul_3" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_3"));
+      EXPECT_EQ("MyMul_specialized_for_mul_3", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xi", node.input(0));
       EXPECT_EQ("yi", node.input(1));
 
     } else if (node.name() == "mul_4" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_4"));
+      EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
 
     } else if (node.name() == "mul_5" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_4"));
+      EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
       ASSERT_EQ(3, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       gtl::FlatSet<string> expected_ctrl = {"^init", "^xf"};
@@ -1051,7 +1044,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
       EXPECT_EQ(expected_ctrl, actual_ctrl);
 
     } else if (node.name() == "mul_6" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyMul_specialized_for_mul_6"));
+      EXPECT_EQ("MyMul_specialized_for_mul_6", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
@@ -1077,7 +1070,6 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
-  using str_util::StartsWith;
   using test::function::NDef;
 
   FunctionOptimizer optimizer(RewriterConfig::DEFAULT);
@@ -1141,17 +1133,17 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
   for (const NodeDef& node : output.node()) {
     // All function caller nodes must be specialized.
     if (node.name() == "fn1" && ++found) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn1"));
+      EXPECT_EQ("MyFunc_specialized_for_fn1", node.op());
     } else if (node.name() == "fn2" && ++found) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn2"));
+      EXPECT_EQ("MyFunc_specialized_for_fn2", node.op());
     } else if (node.name() == "fn3" && ++found) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn3"));
+      EXPECT_EQ("MyFunc_specialized_for_fn3", node.op());
     } else if (node.name() == "fn4" && ++found) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn4"));
+      EXPECT_EQ("MyFunc_specialized_for_fn4", node.op());
     } else if (node.name() == "fn5" && ++found) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn5"));
+      EXPECT_EQ("MyFunc_specialized_for_fn5", node.op());
     } else if (node.name() == "fn6" && ++found) {
-      EXPECT_TRUE(StartsWith(node.op(), "MyFunc_specialized_for_fn6"));
+      EXPECT_EQ("MyFunc_specialized_for_fn6", node.op());
     }
     // And all consumers of specialized function nodes must be mapped to new
     // output ports.
@@ -1184,7 +1176,6 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
 }
 
 TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
-  using str_util::StartsWith;
   using test::function::NDef;
   using FDH = FunctionDefHelper;
 
@@ -1276,42 +1267,42 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn1"));
+      EXPECT_EQ("MyFunc_specialized_for_fn1", func.name());
       ASSERT_EQ(3, tout.type_size());
 
     } else if (node.name() == "fn2" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn2"));
+      EXPECT_EQ("MyFunc_specialized_for_fn2", func.name());
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn3" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn3"));
+      EXPECT_EQ("MyFunc_specialized_for_fn3", func.name());
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn4" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn4"));
+      EXPECT_EQ("MyFunc_specialized_for_fn4", func.name());
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn5" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn5"));
+      EXPECT_EQ("MyFunc_specialized_for_fn5", func.name());
       ASSERT_EQ(2, tout.type_size());
 
     } else if (node.name() == "fn6" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_TRUE(StartsWith(func.name(), "MyFunc_specialized_for_fn6"));
+      EXPECT_EQ("MyFunc_specialized_for_fn6", func.name());
       ASSERT_EQ(0, tout.type_size());
     }
     // And all consumers of specialized function nodes must be mapped to new
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
index 9d6cbe8b45..7172f8071e 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
@@ -125,22 +125,7 @@ gtl::FlatMap<string, GrapplerItem::AllowedOptimizations>*
 
 REGISTER_GRAPH_OPTIMIZER(GrapplerItemPropertiesAccumulator);
 
-class MetaOptimizerTest : public GrapplerTest {
- protected:
-  // Returns a first function in the library with a name starting with a given
-  // prefix.
-  const FunctionDef* FindSpecializedFunc(const FunctionLibraryDefinition& flib,
-                                         string prefix) {
-    FunctionDefLibrary proto = flib.ToProto();
-    for (const FunctionDef& func : proto.function()) {
-      const string& func_name = func.signature().name();
-      if (str_util::StartsWith(func_name, prefix)) {
-        return flib.Find(func_name);
-      }
-    }
-    return nullptr;
-  }
-};
+class MetaOptimizerTest : public GrapplerTest {};
 
 TEST_F(MetaOptimizerTest, RunsCustomOptimizer) {
   TrivialTestGraphInputYielder fake_input(4, 1, 10, false, {"CPU:0"});
@@ -233,7 +218,6 @@ TEST_F(MetaOptimizerTest, RunToggleOptimizersAndCustomGraphOptimizerTwice) {
 }
 
 TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
-  using str_util::StartsWith;
   using test::function::NDef;
 
   // Enable ony function optimization.
@@ -268,8 +252,8 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
 
   FunctionDef quadratic_func = FunctionDefHelper::Create(
       "MyQuadratic", {"x:T"}, {"z:T"}, {"T: {float, double}"},
-      {{{"square_nested"}, "MySquare", {"x"}, {{"T", "$T"}}},
-       {{"quadratic"}, "MySquare", {"square_nested:z"}, {{"T", "$T"}}}},
+      {{{"square"}, "MySquare", {"x"}, {{"T", "$T"}}},
+       {{"quadratic"}, "MySquare", {"square:z"}, {{"T", "$T"}}}},
       /* Mapping between function returns and function node outputs. */
       {{"z", "quadratic:z:0"}});
   (*quadratic_func.mutable_attr())["_noinline"].set_b(true);
@@ -309,21 +293,17 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
 
   // MySquare should be specialized and optimized for 3 instantiations:
   //   1. 'square' node in the main graph
-  //   2. 'square_nested' node in the MyQuadratic specialization
+  //   2. 'square' node in the MyQuadratic specialization (not in a fetch set)
   //   3. 'quadratic' node in the MyQuadratic specialization (is in a fetch set)
 
   const string optimized_1 = "MySquare_specialized_for_square";
-  const string optimized_2 = "MySquare_specialized_for_square_nested";
+  const string optimized_2 = "MySquare_specialized_for_square_1";
   const string optimized_3 = "MySquare_specialized_for_quadratic";
 
-  const FunctionDef* optimized_func_0 =
-      FindSpecializedFunc(optimized_flib, optimized_0);
-  const FunctionDef* optimized_func_1 =
-      FindSpecializedFunc(optimized_flib, optimized_1);
-  const FunctionDef* optimized_func_2 =
-      FindSpecializedFunc(optimized_flib, optimized_2);
-  const FunctionDef* optimized_func_3 =
-      FindSpecializedFunc(optimized_flib, optimized_3);
+  const FunctionDef* optimized_func_0 = optimized_flib.Find(optimized_0);
+  const FunctionDef* optimized_func_1 = optimized_flib.Find(optimized_1);
+  const FunctionDef* optimized_func_2 = optimized_flib.Find(optimized_2);
+  const FunctionDef* optimized_func_3 = optimized_flib.Find(optimized_3);
 
   ASSERT_NE(optimized_func_0, nullptr);
   ASSERT_NE(optimized_func_1, nullptr);
@@ -334,9 +314,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "square" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), optimized_1));
+      EXPECT_EQ("MySquare_specialized_for_square", node.op());
     } else if (node.name() == "quadratic" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), optimized_0));
+      EXPECT_EQ("MyQuadratic_specialized_for_quadratic", node.op());
     }
   }
   EXPECT_EQ(2, count);
@@ -344,10 +324,10 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   // Specialized MySquare should call specialized functions.
   count = 0;
   for (const NodeDef& node : optimized_func_0->node_def()) {
-    if (node.name() == "square_nested" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), optimized_2));
+    if (node.name() == "square" && ++count) {
+      EXPECT_EQ(optimized_2, node.op());
     } else if (node.name() == "quadratic" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), optimized_3));
+      EXPECT_EQ(optimized_3, node.op());
     }
   }
   EXPECT_EQ(2, count);
@@ -400,7 +380,6 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
 }
 
 TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
-  using str_util::StartsWith;
   using test::function::NDef;
 
   // Enable function optimization and pruning.
@@ -454,14 +433,12 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   // Specialized and optimized functions should be added to the graph.
   EXPECT_EQ(2, optimized_flib.num_functions());
 
-  // Expected prefixes of the specialized and optimized functions.
+  // Expected names of the specialized and optimized functions.
   const string optimized_fn1 = "MyFunc_specialized_for_fn1";
   const string optimized_fn2 = "MyFunc_specialized_for_fn2";
 
-  const FunctionDef* optimized_func_fn1 =
-      FindSpecializedFunc(optimized_flib, optimized_fn1);
-  const FunctionDef* optimized_func_fn2 =
-      FindSpecializedFunc(optimized_flib, optimized_fn2);
+  const FunctionDef* optimized_func_fn1 = optimized_flib.Find(optimized_fn1);
+  const FunctionDef* optimized_func_fn2 = optimized_flib.Find(optimized_fn2);
 
   ASSERT_NE(optimized_func_fn1, nullptr);
   ASSERT_NE(optimized_func_fn2, nullptr);
@@ -470,9 +447,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "fn1" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), optimized_fn1));
+      EXPECT_EQ(optimized_fn1, node.op());
     } else if (node.name() == "fn2" && ++count) {
-      EXPECT_TRUE(StartsWith(node.op(), optimized_fn2));
+      EXPECT_EQ(optimized_fn2, node.op());
     }
   }
   EXPECT_EQ(2, count);
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index eaf47d0703..da79b0646a 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -617,10 +617,10 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
   // Instantiate function body into a statically defined graph def.
   GraphDef function_body;
 
-  // Function body shares the library with the graph that instantiated it. We
-  // keep only reachable subset of it.
-  *function_body.mutable_library() =
-      ReachableFunctionLibraryDefinition(flib, func).ToProto();
+  // Function body shares the library with the graph that instantiated it. It's
+  // unsafe to prune unreachable functions here, because it might lead to
+  // conflicting specializations.
+  *function_body.mutable_library() = flib.ToProto();
 
   // TODO(ezhulenev): support functions with tensor sequence inputs/outputs
 
diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index 8b25f9283f..a4828f8aa2 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -517,10 +517,10 @@ class PartitionedCallOp : public AsyncOpKernel {
     (*graph)->ToGraphDef(&item.graph);
 
     if (flib) {
-      // Copy only functions that are reachable from the graph.
-      *item.graph.mutable_library() =
-          grappler::ReachableFunctionLibraryDefinition(*flib, item.graph)
-              .ToProto();
+      // TODO(ezhulenev): Prune unreachable functions to reduce copy overhead.
+      // It's unsafe to do it now, because it's possible to get conflicting
+      // specializations with the same name.
+      *item.graph.mutable_library() = flib->ToProto();
     }
 
     tensorflow::GraphDef out_graph;
-- 
GitLab


From f3c0d0c1753d2d7266c937fc3e4bab305363c50d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 15:47:19 -0700
Subject: [PATCH 0558/1825] [TF:XLA] Refine buffer interference calculation in
 buffer assignment.

Operations inside a while-body can't interfere with operations outside the while op if their last use is at the while-loop itself. For ops that are live across a while-loop,  copy insertion will already insert the necessary copies to avoid such interference.

Until now we'd conservatively assume interference where there would not be any interference because of the copies inserted. This enables more buffer sharing in cases like the following:

init = {...}
while (init):
  p = param(0)
  gte = get-tuple-element(p), index=i
  t1 = op1 (gte)
  t2 = op2 (t1)
  ROOT tuple = {..., t2, ...}

where t1 and t2 can share the same buffer.

PiperOrigin-RevId: 218591336
---
 .../compiler/xla/service/buffer_assignment.cc | 78 +++++++++++++++++++
 .../xla/service/buffer_assignment_test.cc     | 53 +++++++++++++
 2 files changed, 131 insertions(+)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment.cc b/tensorflow/compiler/xla/service/buffer_assignment.cc
index c5335a02ba..ee4e594273 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment.cc
@@ -754,6 +754,81 @@ StatusOr<std::unique_ptr<BufferAssignment>> BufferAssigner::Run(
                                    std::move(color_alignment));
 }
 
+namespace {
+
+// a and b are in different subcomputations. Check for the case
+// where a is inside the while body, and b is outside, part of the same while's
+// init-operand or while-result.
+bool MayInterfereAcrossSubcomputations(BufferAssignment* assignment,
+                                       const LogicalBuffer& a_buffer,
+                                       const LogicalBuffer& b_buffer) {
+  auto call_graph = assignment->liveness().hlo_ordering().call_graph();
+  const HloInstruction* a_ancestor;
+  const HloInstruction* b_ancestor;
+  std::tie(a_ancestor, b_ancestor) =
+      call_graph.NearestAncestorsInSameComputation(a_buffer.instruction(),
+                                                   b_buffer.instruction());
+  if (a_ancestor == nullptr) {
+    // No common ancestor.
+    return true;
+  }
+  if (a_ancestor->opcode() == HloOpcode::kWhile &&
+      call_graph.InstructionIsNestedIn(a_buffer.instruction(),
+                                       a_ancestor->while_body())) {
+    const PointsToSet& init_set =
+        assignment->liveness().points_to_analysis().GetPointsToSet(
+            a_ancestor->operand(0));
+    if (init_set.ContainsBuffer(b_buffer)) {
+      VLOG(4) << "Can't interfere: " << a_buffer << " and " << b_buffer
+              << " (part of while-operand)";
+      return false;
+    }
+    const PointsToSet& while_set =
+        assignment->liveness().points_to_analysis().GetPointsToSet(a_ancestor);
+    if (while_set.ContainsBuffer(b_buffer)) {
+      VLOG(4) << "Can't interfere: " << a_buffer << " and " << b_buffer
+              << " (part of while)";
+      return false;
+    }
+  }
+  return true;
+}
+
+// Return true, if a and b can't possibly interfere (and therefore further
+// checking for interference can be skipped). This function checks for special
+// cases where copy insertion guarantees no interference, but the regular buffer
+// liveness is too conservative:
+//
+// Operations inside a while-body can't interfere with operations outside the
+// while op if their last use is at the while-loop itself as part of the
+// while-init op, or the while-result.  For ops that are live across a
+// while-loop, copy insertion will already insert the necessary copies to avoid
+// such interference.
+//
+// This allows sharing buffers in cases like this:
+// init = {...}
+// while (init):
+//  p = param(0)
+//  gte = get-tuple-element(p), index=i
+//  t1 = op1 (gte)
+//  t2 = op2 (t1)
+//  ROOT tuple = {..., t2, ...}
+//
+// where t1 and t2 can share the same buffer.
+bool MaySkipInterferenceCheck(BufferAssignment* assignment,
+                              const LogicalBuffer& a_buffer,
+                              const LogicalBuffer& b_buffer) {
+  if (a_buffer.instruction()->parent() == b_buffer.instruction()->parent()) {
+    // Ops within the same computation are not handled here. Assume that they
+    // may interfere.
+    return false;
+  }
+  return !MayInterfereAcrossSubcomputations(assignment, a_buffer, b_buffer) ||
+         !MayInterfereAcrossSubcomputations(assignment, b_buffer, a_buffer);
+}
+
+}  // namespace
+
 bool BufferAssigner::MaybeAssignBuffer(BufferAllocation* allocation,
                                        const LogicalBuffer& buffer,
                                        BufferAssignment* assignment) {
@@ -794,6 +869,9 @@ bool BufferAssigner::MaybeAssignBuffer(BufferAllocation* allocation,
 
   for (const auto& buffer_offset_size : allocation->assigned_buffers()) {
     const LogicalBuffer& assigned_buffer = *buffer_offset_size.first;
+    if (MaySkipInterferenceCheck(assignment, buffer, assigned_buffer)) {
+      continue;
+    }
     if (assignment->liveness().MayInterfere(assigned_buffer, buffer)) {
       VLOG(4) << "Can't assign: assignee " << assigned_buffer
               << " may interfere with " << buffer;
diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index d52b00d976..327211d3ef 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -2474,5 +2474,58 @@ TEST_F(WhileBufferAssignmentTest, WhilesDontShareEntryParamIfLiveOut) {
   EXPECT_FALSE(root_alloc->is_entry_computation_parameter());
 }
 
+TEST_F(WhileBufferAssignmentTest, WhileWithDynamicUpdateSliceShare) {
+  const char* const hlo_string = R"(
+HloModule test
+
+while_body {
+  state = (s32[], f32[1280,1,128]{2,1,0}) parameter(0)
+  constant.1 = f32[] constant(0)
+  broadcast.6 = f32[128,1,128]{2,1,0} broadcast(constant.1), dimensions={}
+  get-tuple-element.4 = f32[1280,1,128]{2,1,0} get-tuple-element(state), index=1
+  get-tuple-element.3 = s32[] get-tuple-element(state), index=0
+  constant.2 = s32[] constant(128)
+  add.5 = s32[] add(get-tuple-element.3, constant.2)
+  constant.3 = s32[3]{0} constant({0, 0, 0})
+  dynamic-update-slice.5 = f32[1280,1,128]{2,1,0} dynamic-update-slice(get-tuple-element.4, broadcast.6, constant.3)
+  dynamic-update-slice.9 = f32[1280,1,128]{2,1,0} dynamic-update-slice(dynamic-update-slice.5, broadcast.6, constant.3)
+  ROOT tuple.85 = (s32[], s32[], s32[2]{0}, f32[1280,1,128]{2,1,0}) tuple(add.5, dynamic-update-slice.9)
+}
+
+while_condition {
+  state = (s32[], f32[1280,1,128]{2,1,0}) parameter(0)
+  get-tuple-element = s32[] get-tuple-element(state), index=0
+  get-tuple-element.1 = s32[] constant(3)
+  ROOT less-than.339.338 = pred[] less-than(get-tuple-element, get-tuple-element.1)
+}
+
+ENTRY entry_computation {
+  constant.7 = s32[] constant(0)
+  copy.1 = s32[] copy(constant.7)
+  constant.6 = f32[] constant(0)
+  broadcast.6 = f32[1280,1,128]{2,1,0} broadcast(constant.6), dimensions={}
+  tuple.1 = (s32[], f32[1280,1,128]{2,1,0}) tuple(copy.1, broadcast.6)
+  while.0 = (s32[], f32[1280,1,128]{2,1,0}) while(tuple.1), condition=while_condition, body=while_body
+  ROOT get-tuple-element.2 = s32[] get-tuple-element(while.0), index=0
+}
+
+)";
+  auto module_or_status =
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest());
+  auto module = module_or_status.ConsumeValueOrDie();
+
+  RunCopyInsertion(module.get());
+  auto assignment = RunBufferAssignment(module.get());
+  // Get BufferAllocation for root instruction.
+  auto dus9 = FindInstruction(module.get(), "dynamic-update-slice.9");
+  auto dus9_alloc_slice =
+      assignment->GetUniqueTopLevelSlice(dus9).ConsumeValueOrDie();
+  auto dus5 = FindInstruction(module.get(), "dynamic-update-slice.5");
+  auto dus5_alloc_slice =
+      assignment->GetUniqueTopLevelSlice(dus5).ConsumeValueOrDie();
+  // Test that the two dynamic-update-slice ops share the same allocation slice.
+  EXPECT_EQ(dus9_alloc_slice.allocation(), dus5_alloc_slice.allocation());
+  EXPECT_EQ(dus9_alloc_slice, dus5_alloc_slice);
+}
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 419c602231d8ac0992c9e80833d89f0ec508bc80 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 15:59:55 -0700
Subject: [PATCH 0559/1825] Step 4 of "tower" -> "replica" terminology
 transition for DistributionStrategy.

PiperOrigin-RevId: 218593425
---
 .../contrib/optimizer_v2/optimizer_v2.py      | 28 ++++++++---------
 .../keras/engine/training_distributed.py      | 30 +++++++++----------
 2 files changed, 29 insertions(+), 29 deletions(-)

diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index 00a7dbc0b0..15d1171e11 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -658,7 +658,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
                name=None,
                grad_loss=None,
                stop_gradients=None,
-               scale_loss_by_num_towers=None):
+               scale_loss_by_num_replicas=None):
     """Add operations to minimize `loss` by updating `var_list`.
 
     This method simply combines calls `compute_gradients()` and
@@ -683,8 +683,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
       grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
       stop_gradients: Optional. A Tensor or list of tensors not to differentiate
         through.
-      scale_loss_by_num_towers: Optional boolean. If true, scale the loss down
-        by the number of towers. By default, auto-detects whether this is
+      scale_loss_by_num_replicas: Optional boolean. If true, scale the loss down
+        by the number of replicas. By default, auto-detects whether this is
         needed.
 
     Returns:
@@ -713,7 +713,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
         colocate_gradients_with_ops=colocate_gradients_with_ops,
         grad_loss=grad_loss,
         stop_gradients=stop_gradients,
-        scale_loss_by_num_towers=scale_loss_by_num_towers)
+        scale_loss_by_num_replicas=scale_loss_by_num_replicas)
 
     vars_with_grad = [v for g, v in grads_and_vars if g is not None]
     if not vars_with_grad:
@@ -733,7 +733,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
                         colocate_gradients_with_ops=False,
                         grad_loss=None,
                         stop_gradients=None,
-                        scale_loss_by_num_towers=None):
+                        scale_loss_by_num_replicas=None):
     """Compute gradients of `loss` for the variables in `var_list`.
 
     This is the first part of `minimize()`.  It returns a list
@@ -758,8 +758,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
       grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
       stop_gradients: Optional. A Tensor or list of tensors not to differentiate
         through.
-      scale_loss_by_num_towers: Optional boolean. If true, scale the loss down
-        by the number of towers. By default, auto-detects whether this is
+      scale_loss_by_num_replicas: Optional boolean. If true, scale the loss down
+        by the number of replicas. By default, auto-detects whether this is
         needed.
 
     Returns:
@@ -784,14 +784,14 @@ class OptimizerV2(optimizer_v1.Optimizer):
           tape.watch(var_list)
         loss_value = loss()
 
-        # Scale loss for number of towers (callable-loss case). In this case,
+        # Scale loss for number of replicas (callable-loss case). In this case,
         # we have to be careful to call distribute_lib.get_loss_reduction()
         # *after* loss() is evaluated, so we know what loss reduction it uses.
-        if scale_loss_by_num_towers is None:
-          scale_loss_by_num_towers = (
+        if scale_loss_by_num_replicas is None:
+          scale_loss_by_num_replicas = (
               distribute_lib.get_loss_reduction() == variable_scope
               .VariableAggregation.MEAN)
-        if scale_loss_by_num_towers:
+        if scale_loss_by_num_replicas:
           num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
           if num_replicas > 1:
             loss_value *= 1. / num_replicas
@@ -805,11 +805,11 @@ class OptimizerV2(optimizer_v1.Optimizer):
                          "be a function when eager execution is enabled.")
 
     # Scale loss for number of replicas (non-callable-loss case).
-    if scale_loss_by_num_towers is None:
-      scale_loss_by_num_towers = (
+    if scale_loss_by_num_replicas is None:
+      scale_loss_by_num_replicas = (
           distribute_lib.get_loss_reduction() == variable_scope
           .VariableAggregation.MEAN)
-    if scale_loss_by_num_towers:
+    if scale_loss_by_num_replicas:
       num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
       if num_replicas > 1:
         loss *= 1. / num_replicas
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index b70dcdcab9..418bebccb0 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -91,7 +91,7 @@ def fit_loop(
         steps_per_epoch, val_iterator, validation_steps)
 
   if not model._grouped_model:
-    clone_model_on_towers(model, current_strategy, make_callback_model=True)
+    clone_model_on_replicas(model, current_strategy, make_callback_model=True)
 
   def _per_device_train_function(model):
     model._make_train_function()
@@ -185,10 +185,10 @@ def fit_loop(
         if not isinstance(outs, list):
           outs = [outs]
 
-        outs = _aggregate_metrics_across_towers(current_strategy.num_replicas,
-                                                out_labels,
-                                                model.stateful_metric_names,
-                                                outs)
+        outs = _aggregate_metrics_across_replicas(current_strategy.num_replicas,
+                                                  out_labels,
+                                                  model.stateful_metric_names,
+                                                  outs)
         for l, o in zip(out_labels, outs):
           batch_logs[l] = o
         callbacks.on_batch_end(step_index, batch_logs)
@@ -272,7 +272,7 @@ def _experimental_fit_loop(
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
-    clone_model_on_towers(
+    clone_model_on_replicas(
         model,
         current_strategy,
         make_callback_model=True,
@@ -442,7 +442,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     return _experimental_test_loop(model, iterator, verbose, steps)
 
   if not model._grouped_model:
-    clone_model_on_towers(model, current_strategy)
+    clone_model_on_replicas(model, current_strategy)
 
   def _per_device_test_function(model):
     model._make_test_function()
@@ -502,7 +502,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     assert steps is not None
     for step in range(steps):
       batch_outs = distributed_test_function(ins)
-      batch_outs = _aggregate_metrics_across_towers(
+      batch_outs = _aggregate_metrics_across_replicas(
           current_strategy.num_replicas, model.metrics_names,
           model.stateful_metric_names, batch_outs)
       if isinstance(batch_outs, list):
@@ -567,7 +567,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
-    clone_model_on_towers(
+    clone_model_on_replicas(
         model,
         current_strategy,
         make_callback_model=False,
@@ -669,7 +669,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
     return _experimental_predict_loop(model, iterator, verbose, steps)
 
   if not model._grouped_model:
-    clone_model_on_towers(model, current_strategy)
+    clone_model_on_replicas(model, current_strategy)
 
   def _per_device_predict_function(model):
     model._make_predict_function()
@@ -776,7 +776,7 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
-    clone_model_on_towers(
+    clone_model_on_replicas(
         model,
         current_strategy,
         make_callback_model=False,
@@ -893,8 +893,8 @@ def _clone_and_build_model(model, inputs=None, targets=None):
   return cloned_model
 
 
-def clone_model_on_towers(model, strategy, make_callback_model=False,
-                          inputs=None, targets=None, mode=None):
+def clone_model_on_replicas(model, strategy, make_callback_model=False,
+                            inputs=None, targets=None, mode=None):
   """Create a cloned model on each replica."""
   with strategy.scope():
     grouped_model = strategy.call_for_each_replica(
@@ -911,8 +911,8 @@ def clone_model_on_towers(model, strategy, make_callback_model=False,
     model._make_callback_model(grouped_model)
 
 
-def _aggregate_metrics_across_towers(num_devices, out_labels,
-                                     stateful_metric_names, outs):
+def _aggregate_metrics_across_replicas(num_devices, out_labels,
+                                       stateful_metric_names, outs):
   """Aggregates stateless metrics values across replicas.
 
   When using `MirroredStrategy`, the number of replicas is equal to the
-- 
GitLab


From 1045a26a043836c46ba6305183c77811fd29fdca Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Wed, 24 Oct 2018 16:14:29 -0700
Subject: [PATCH 0560/1825] A tiny change for better err msg

PiperOrigin-RevId: 218596062
---
 tensorflow/python/framework/function.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/framework/function.py b/tensorflow/python/framework/function.py
index 98f5dbb735..230a554641 100644
--- a/tensorflow/python/framework/function.py
+++ b/tensorflow/python/framework/function.py
@@ -875,7 +875,7 @@ def func_graph_from_py_func(func, arg_names, arg_types, name=None,
       if not isinstance(outputs, (list, tuple)):
         outputs = (outputs,)
       if any([_ is None for _ in outputs]):
-        raise ValueError("Function can not return None.")
+        raise ValueError("Function %s can not return None." % name)
     # Ensures each output is a Tensor in the function graph.
     outputs = [ops.convert_to_tensor(t) for t in outputs]
     outputs = [func_graph.capture(t) if t.graph is not func_graph else t
-- 
GitLab


From c14ba007bc0f3baf0ee979797fea072cc1a53e5b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 16:19:39 -0700
Subject: [PATCH 0561/1825] Add keras.experimental.PeepholeLSTMCell

PiperOrigin-RevId: 218597018
---
 tensorflow/python/keras/layers/__init__.py    |   1 +
 tensorflow/python/keras/layers/recurrent.py   | 124 ++++++++++--
 .../python/keras/layers/recurrent_test.py     |  48 +++++
 .../tools/api/generator/api_init_files.bzl    |   1 +
 .../tools/api/generator/api_init_files_v1.bzl |   1 +
 ....experimental.-peephole-l-s-t-m-cell.pbtxt | 180 ++++++++++++++++++
 .../v1/tensorflow.keras.experimental.pbtxt    |   7 +
 .../api/golden/v1/tensorflow.keras.pbtxt      |   4 +
 ....experimental.-peephole-l-s-t-m-cell.pbtxt | 180 ++++++++++++++++++
 .../v2/tensorflow.keras.experimental.pbtxt    |   7 +
 .../api/golden/v2/tensorflow.keras.pbtxt      |   4 +
 11 files changed, 542 insertions(+), 15 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.pbtxt

diff --git a/tensorflow/python/keras/layers/__init__.py b/tensorflow/python/keras/layers/__init__.py
index e3a686f45d..7268040b02 100644
--- a/tensorflow/python/keras/layers/__init__.py
+++ b/tensorflow/python/keras/layers/__init__.py
@@ -145,6 +145,7 @@ from tensorflow.python.keras.layers.recurrent import StackedRNNCells
 from tensorflow.python.keras.layers.recurrent import SimpleRNNCell
 from tensorflow.python.keras.layers.recurrent import GRUCell
 from tensorflow.python.keras.layers.recurrent import LSTMCell
+from tensorflow.python.keras.layers.recurrent import PeepholeLSTMCell
 from tensorflow.python.keras.layers.recurrent import SimpleRNN
 from tensorflow.python.keras.layers.recurrent import GRU
 from tensorflow.python.keras.layers.recurrent import LSTM
diff --git a/tensorflow/python/keras/layers/recurrent.py b/tensorflow/python/keras/layers/recurrent.py
index 26ec24ce87..d22c38f19e 100644
--- a/tensorflow/python/keras/layers/recurrent.py
+++ b/tensorflow/python/keras/layers/recurrent.py
@@ -1952,7 +1952,7 @@ class LSTMCell(Layer):
           for the recurrent step.
           Default: hard sigmoid (`hard_sigmoid`).
           If you pass `None`, no activation is applied
-          (ie. "linear" activation: `a(x) = x`).x
+          (ie. "linear" activation: `a(x) = x`).
       use_bias: Boolean, whether the layer uses a bias vector.
       kernel_initializer: Initializer for the `kernel` weights matrix,
           used for the linear transformation of the inputs.
@@ -2072,6 +2072,29 @@ class LSTMCell(Layer):
       self.bias = None
     self.built = True
 
+  def _compute_carry_and_output(self, x, h_tm1, c_tm1):
+    """Computes carry and output using split kernels."""
+    x_i, x_f, x_c, x_o = x
+    h_tm1_i, h_tm1_f, h_tm1_c, h_tm1_o = h_tm1
+    i = self.recurrent_activation(
+        x_i + K.dot(h_tm1_i, self.recurrent_kernel[:, :self.units]))
+    f = self.recurrent_activation(x_f + K.dot(
+        h_tm1_f, self.recurrent_kernel[:, self.units:self.units * 2]))
+    c = f * c_tm1 + i * self.activation(x_c + K.dot(
+        h_tm1_c, self.recurrent_kernel[:, self.units * 2:self.units * 3]))
+    o = self.recurrent_activation(
+        x_o + K.dot(h_tm1_o, self.recurrent_kernel[:, self.units * 3:]))
+    return c, o
+
+  def _compute_carry_and_output_fused(self, z, c_tm1):
+    """Computes carry and output using fused kernels."""
+    z0, z1, z2, z3 = z
+    i = self.recurrent_activation(z0)
+    f = self.recurrent_activation(z1)
+    c = f * c_tm1 + i * self.activation(z2)
+    o = self.recurrent_activation(z3)
+    return c, o
+
   def call(self, inputs, states, training=None):
     if 0 < self.dropout < 1 and self._dropout_mask is None:
       self._dropout_mask = _generate_dropout_mask(
@@ -2126,16 +2149,9 @@ class LSTMCell(Layer):
         h_tm1_f = h_tm1
         h_tm1_c = h_tm1
         h_tm1_o = h_tm1
-      i = self.recurrent_activation(
-          x_i + K.dot(h_tm1_i, self.recurrent_kernel[:, :self.units]))
-      f = self.recurrent_activation(
-          x_f + K.dot(h_tm1_f,
-                      self.recurrent_kernel[:, self.units: self.units * 2]))
-      c = f * c_tm1 + i * self.activation(
-          x_c + K.dot(h_tm1_c,
-                      self.recurrent_kernel[:, self.units * 2: self.units * 3]))
-      o = self.recurrent_activation(
-          x_o + K.dot(h_tm1_o, self.recurrent_kernel[:, self.units * 3:]))
+      x = (x_i, x_f, x_c, x_o)
+      h_tm1 = (h_tm1_i, h_tm1_f, h_tm1_c, h_tm1_o)
+      c, o = self._compute_carry_and_output(x, h_tm1, c_tm1)
     else:
       if 0. < self.dropout < 1.:
         inputs *= dp_mask[0]
@@ -2151,10 +2167,8 @@ class LSTMCell(Layer):
       z2 = z[:, 2 * self.units:3 * self.units]
       z3 = z[:, 3 * self.units:]
 
-      i = self.recurrent_activation(z0)
-      f = self.recurrent_activation(z1)
-      c = f * c_tm1 + i * self.activation(z2)
-      o = self.recurrent_activation(z3)
+      z = (z0, z1, z2, z3)
+      c, o = self._compute_carry_and_output_fused(z, c_tm1)
 
     h = o * self.activation(c)
     if 0 < self.dropout + self.recurrent_dropout:
@@ -2209,6 +2223,86 @@ class LSTMCell(Layer):
         self, inputs, batch_size, dtype))
 
 
+@tf_export('keras.experimental.PeepholeLSTMCell')
+class PeepholeLSTMCell(LSTMCell):
+  """Equivalent to LSTMCell class but adds peephole connections.
+
+  Peephole connections allow the gates to utilize the previous internal state as
+  well as the previous hidden state (which is what LSTMCell is limited to).
+  This allows PeepholeLSTMCell to better learn precise timings over LSTMCell.
+
+  From [Gers et al.](http://www.jmlr.org/papers/volume3/gers02a/gers02a.pdf):
+
+    "We find that LSTM augmented by 'peephole connections' from its internal
+    cells to its multiplicative gates can learn the fine distinction between
+    sequences of spikes spaced either 50 or 49 time steps apart without the help
+    of any short training exemplars."
+
+  The peephole implementation is based on:
+
+    https://research.google.com/pubs/archive/43905.pdf
+
+  Hasim Sak, Andrew Senior, and Francoise Beaufays.
+  "Long short-term memory recurrent neural network architectures for
+   large scale acoustic modeling." INTERSPEECH, 2014.
+
+  Example:
+
+  ```python
+      # Create 2 PeepholeLSTMCells
+      peephole_lstm_cells = [PeepholeLSTMCell(size) for size in [128, 256]]
+      # Create a layer composed sequentially of the peephole LSTM cells.
+      layer = RNN(peephole_lstm_cells)
+      input = keras.Input((timesteps, input_dim))
+      output = layer(input)
+  ```
+  """
+
+  def build(self, input_shape):
+    super(PeepholeLSTMCell, self).build(input_shape)
+    # The following are the weight matrices for the peephole connections. These
+    # are multiplied with the previous internal state during the computation of
+    # carry and output.
+    self.input_gate_peephole_weights = self.add_weight(
+        shape=(self.units,),
+        name='input_gate_peephole_weights',
+        initializer=self.kernel_initializer)
+    self.forget_gate_peephole_weights = self.add_weight(
+        shape=(self.units,),
+        name='forget_gate_peephole_weights',
+        initializer=self.kernel_initializer)
+    self.output_gate_peephole_weights = self.add_weight(
+        shape=(self.units,),
+        name='output_gate_peephole_weights',
+        initializer=self.kernel_initializer)
+
+  def _compute_carry_and_output(self, x, h_tm1, c_tm1):
+    x_i, x_f, x_c, x_o = x
+    h_tm1_i, h_tm1_f, h_tm1_c, h_tm1_o = h_tm1
+    i = self.recurrent_activation(
+        x_i + K.dot(h_tm1_i, self.recurrent_kernel[:, :self.units]) +
+        self.input_gate_peephole_weights * c_tm1)
+    f = self.recurrent_activation(x_f + K.dot(
+        h_tm1_f, self.recurrent_kernel[:, self.units:self.units * 2]) +
+                                  self.forget_gate_peephole_weights * c_tm1)
+    c = f * c_tm1 + i * self.activation(x_c + K.dot(
+        h_tm1_c, self.recurrent_kernel[:, self.units * 2:self.units * 3]))
+    o = self.recurrent_activation(
+        x_o + K.dot(h_tm1_o, self.recurrent_kernel[:, self.units * 3:]) +
+        self.output_gate_peephole_weights * c)
+    return c, o
+
+  def _compute_carry_and_output_fused(self, z, c_tm1):
+    z0, z1, z2, z3 = z
+    i = self.recurrent_activation(z0 +
+                                  self.input_gate_peephole_weights * c_tm1)
+    f = self.recurrent_activation(z1 +
+                                  self.forget_gate_peephole_weights * c_tm1)
+    c = f * c_tm1 + i * self.activation(z2)
+    o = self.recurrent_activation(z3 + self.output_gate_peephole_weights * c)
+    return c, o
+
+
 @tf_export('keras.layers.LSTM')
 class LSTM(RNN):
   """Long Short-Term Memory layer - Hochreiter 1997.
diff --git a/tensorflow/python/keras/layers/recurrent_test.py b/tensorflow/python/keras/layers/recurrent_test.py
index 4132dcbdca..6346b17180 100644
--- a/tensorflow/python/keras/layers/recurrent_test.py
+++ b/tensorflow/python/keras/layers/recurrent_test.py
@@ -27,12 +27,17 @@ import numpy as np
 
 from tensorflow.python import keras
 from tensorflow.python.eager import context
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import random_seed
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import rnn_cell
 from tensorflow.python.ops import special_math_ops
 from tensorflow.python.ops import state_ops
+from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.platform import test
 from tensorflow.python.training import rmsprop
 from tensorflow.python.training.checkpointable import util as checkpointable_util
@@ -996,6 +1001,49 @@ class RNNTest(test.TestCase):
          np.zeros((batch, t, o2, o3))])
     self.assertEqual(model.output_shape, [(None, t, o1), (None, t, o2, o3)])
 
+  def test_peephole_lstm_cell(self):
+
+    def _run_cell(cell_fn, **kwargs):
+      with self.cached_session() as sess:
+        inputs = array_ops.one_hot([1, 2, 3, 4], 4)
+        cell = cell_fn(5, **kwargs)
+        cell.build(inputs.shape)
+        initial_state = cell.get_initial_state(
+            inputs=inputs, batch_size=4, dtype=dtypes.float32)
+        inputs, _ = cell(inputs, initial_state)
+        output = inputs
+        if not context.executing_eagerly():
+          sess.run(variables_lib.global_variables_initializer())
+          output = sess.run(output)
+        return output
+
+    random_seed.set_random_seed(12345)
+    # `recurrent_activation` kwarg is set to sigmoid as that is hardcoded into
+    # rnn_cell.LSTMCell.
+    no_peephole_output = _run_cell(
+        keras.layers.LSTMCell,
+        kernel_initializer='ones',
+        recurrent_activation='sigmoid',
+        implementation=1)
+    first_implementation_output = _run_cell(
+        keras.layers.PeepholeLSTMCell,
+        kernel_initializer='ones',
+        recurrent_activation='sigmoid',
+        implementation=1)
+    second_implementation_output = _run_cell(
+        keras.layers.PeepholeLSTMCell,
+        kernel_initializer='ones',
+        recurrent_activation='sigmoid',
+        implementation=2)
+    tf_lstm_cell_output = _run_cell(
+        rnn_cell.LSTMCell,
+        use_peepholes=True,
+        initializer=init_ops.ones_initializer)
+    self.assertNotAllClose(first_implementation_output, no_peephole_output)
+    self.assertAllClose(first_implementation_output,
+                        second_implementation_output)
+    self.assertAllClose(first_implementation_output, tf_lstm_cell_output)
+
 
 class Minimal2DRNNCell(keras.layers.Layer):
   """The minimal 2D RNN cell is a simple combination of 2 1-D RNN cell.
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 5d23202afc..af6d53aaaa 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -44,6 +44,7 @@ TENSORFLOW_API_INIT_FILES = [
     "keras/datasets/mnist/__init__.py",
     "keras/datasets/reuters/__init__.py",
     "keras/estimator/__init__.py",
+    "keras/experimental/__init__.py",
     "keras/initializers/__init__.py",
     "keras/layers/__init__.py",
     "keras/losses/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index db3064724a..8d3b847517 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -44,6 +44,7 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "keras/datasets/mnist/__init__.py",
     "keras/datasets/reuters/__init__.py",
     "keras/estimator/__init__.py",
+    "keras/experimental/__init__.py",
     "keras/initializers/__init__.py",
     "keras/layers/__init__.py",
     "keras/losses/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
new file mode 100644
index 0000000000..db69e25c5b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
@@ -0,0 +1,180 @@
+path: "tensorflow.keras.experimental.PeepholeLSTMCell"
+tf_class {
+  is_instance: "<class \'tensorflow.python.keras.layers.recurrent.PeepholeLSTMCell\'>"
+  is_instance: "<class \'tensorflow.python.keras.layers.recurrent.LSTMCell\'>"
+  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
+  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "activity_regularizer"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "inbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "losses"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "outbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "updates"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "weights"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'units\', \'activation\', \'recurrent_activation\', \'use_bias\', \'kernel_initializer\', \'recurrent_initializer\', \'bias_initializer\', \'unit_forget_bias\', \'kernel_regularizer\', \'recurrent_regularizer\', \'bias_regularizer\', \'kernel_constraint\', \'recurrent_constraint\', \'bias_constraint\', \'dropout\', \'recurrent_dropout\', \'implementation\'], varargs=None, keywords=kwargs, defaults=[\'tanh\', \'hard_sigmoid\', \'True\', \'glorot_uniform\', \'orthogonal\', \'zeros\', \'True\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'0.0\', \'0.0\', \'1\'], "
+  }
+  member_method {
+    name: "add_loss"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_update"
+    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_variable"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_weight"
+    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'partitioner\', \'use_resource\', \'synchronization\', \'aggregation\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\'], "
+  }
+  member_method {
+    name: "apply"
+    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "build"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "call"
+    argspec: "args=[\'self\', \'inputs\', \'states\', \'training\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "compute_mask"
+    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "compute_output_shape"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "count_params"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "from_config"
+    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_config"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_initial_state"
+    argspec: "args=[\'self\', \'inputs\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "get_input_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_losses_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_updates_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_weights"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "set_weights"
+    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.pbtxt
new file mode 100644
index 0000000000..164edbd66a
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.pbtxt
@@ -0,0 +1,7 @@
+path: "tensorflow.keras.experimental"
+tf_module {
+  member {
+    name: "PeepholeLSTMCell"
+    mtype: "<type \'type\'>"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.pbtxt
index 754b3b84b0..ed99678562 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.pbtxt
@@ -36,6 +36,10 @@ tf_module {
     name: "estimator"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "initializers"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
new file mode 100644
index 0000000000..db69e25c5b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
@@ -0,0 +1,180 @@
+path: "tensorflow.keras.experimental.PeepholeLSTMCell"
+tf_class {
+  is_instance: "<class \'tensorflow.python.keras.layers.recurrent.PeepholeLSTMCell\'>"
+  is_instance: "<class \'tensorflow.python.keras.layers.recurrent.LSTMCell\'>"
+  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
+  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "activity_regularizer"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "inbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "losses"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "outbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "updates"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "weights"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'units\', \'activation\', \'recurrent_activation\', \'use_bias\', \'kernel_initializer\', \'recurrent_initializer\', \'bias_initializer\', \'unit_forget_bias\', \'kernel_regularizer\', \'recurrent_regularizer\', \'bias_regularizer\', \'kernel_constraint\', \'recurrent_constraint\', \'bias_constraint\', \'dropout\', \'recurrent_dropout\', \'implementation\'], varargs=None, keywords=kwargs, defaults=[\'tanh\', \'hard_sigmoid\', \'True\', \'glorot_uniform\', \'orthogonal\', \'zeros\', \'True\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'0.0\', \'0.0\', \'1\'], "
+  }
+  member_method {
+    name: "add_loss"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_update"
+    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_variable"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_weight"
+    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'partitioner\', \'use_resource\', \'synchronization\', \'aggregation\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\'], "
+  }
+  member_method {
+    name: "apply"
+    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "build"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "call"
+    argspec: "args=[\'self\', \'inputs\', \'states\', \'training\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "compute_mask"
+    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "compute_output_shape"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "count_params"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "from_config"
+    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_config"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_initial_state"
+    argspec: "args=[\'self\', \'inputs\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "get_input_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_losses_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_updates_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_weights"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "set_weights"
+    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.pbtxt
new file mode 100644
index 0000000000..164edbd66a
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.pbtxt
@@ -0,0 +1,7 @@
+path: "tensorflow.keras.experimental"
+tf_module {
+  member {
+    name: "PeepholeLSTMCell"
+    mtype: "<type \'type\'>"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.pbtxt
index 754b3b84b0..ed99678562 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.pbtxt
@@ -36,6 +36,10 @@ tf_module {
     name: "estimator"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "initializers"
     mtype: "<type \'module\'>"
-- 
GitLab


From 909b5131ac2910b1f2d28b7cf548da692ba636eb Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Wed, 24 Oct 2018 16:23:36 -0700
Subject: [PATCH 0562/1825] Update version of STM32 support library

PiperOrigin-RevId: 218597705
---
 .../lite/experimental/micro/tools/make/download_dependencies.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh b/tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh
index 4c2ff8545d..62402efddd 100755
--- a/tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh
+++ b/tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh
@@ -32,7 +32,7 @@ fi
 GEMMLOWP_URL="https://github.com/google/gemmlowp/archive/719139ce755a0f31cbf1c37f7f98adcc7fc9f425.zip"
 FLATBUFFERS_URL="https://github.com/google/flatbuffers/archive/1f5eae5d6a135ff6811724f6c57f911d1f46bb15.tar.gz"
 CMSIS_URL="https://github.com/ARM-software/CMSIS_5/archive/5.4.0.zip"
-STM32_BARE_LIB_URL="https://github.com/google/stm32_bare_lib/archive/50e0da307a2821bb54af1f57b969e6b76cb89d32.zip"
+STM32_BARE_LIB_URL="https://github.com/google/stm32_bare_lib/archive/c07d611fb0af58450c5a3e0ab4d52b47f99bc82d.zip"
 
 download_and_extract() {
   local usage="Usage: download_and_extract URL DIR"
-- 
GitLab


From 7adcbb8049bb873ec169e7b544de46fb4a325648 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Wed, 24 Oct 2018 16:27:36 -0700
Subject: [PATCH 0563/1825] Loosen the floating point checking threshold. This
 removes the test flakiness.

PiperOrigin-RevId: 218598403
---
 tensorflow/compiler/tests/depthwise_conv_op_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/tests/depthwise_conv_op_test.py b/tensorflow/compiler/tests/depthwise_conv_op_test.py
index 6ef8a68ca5..174bfa9efb 100644
--- a/tensorflow/compiler/tests/depthwise_conv_op_test.py
+++ b/tensorflow/compiler/tests/depthwise_conv_op_test.py
@@ -255,7 +255,7 @@ class DepthwiseConv2DTest(xla_test.XLATestCase):
             t1, t2, strides=[1, stride, stride, 1], padding=padding)
       value = sess.run(conv, {t1: x1, t2: x2})
     print("value = ", value)
-    self.assertArrayNear(expected, np.ravel(value), 1e-5)
+    self.assertArrayNear(expected, np.ravel(value), 1e-4)
     self.assertShapeEqual(value, conv)
 
   def testConv2D2x2Filter(self):
-- 
GitLab


From caa439651e48fbd0a35ae41b53e71ec0fd516357 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 16:42:45 -0700
Subject: [PATCH 0564/1825] Add micro target for Ambiq Apollo3evb platform.

PiperOrigin-RevId: 218601185
---
 .../tools/make/targets/apollo3evb/_main.c     | 123 ++++++++++++++++++
 .../make/targets/apollo3evb/apollo3evb.ld     |  79 +++++++++++
 .../make/targets/apollo3evb_makefile.inc      | 104 +++++++++++++++
 3 files changed, 306 insertions(+)
 create mode 100644 tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c
 create mode 100644 tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld
 create mode 100644 tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc

diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c b/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c
new file mode 100644
index 0000000000..bd238ac55f
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c
@@ -0,0 +1,123 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <stdint.h>
+#include "am_mcu_apollo.h"              // Defines AM_CMSIS_REGS
+#include "am_bsp.h"
+#include "am_util.h"
+
+//*****************************************************************************
+//
+// The entry point for the application.
+//
+//*****************************************************************************
+extern int main(int argc, char**argv);
+
+void DebugLog(const char* s) { am_util_stdio_printf( "%s", s); }
+void DebugLogInt32(int32_t i) { am_util_stdio_printf( "%d", i); }
+void DebugLogUInt32(uint32_t i) { am_util_stdio_printf( "%d", i); }
+void DebugLogHex(uint32_t i) { am_util_stdio_printf( "0x%8x", i); }
+void DebugLogFloat(float i) { am_util_stdio_printf( "%f", i); }
+
+int _main(void)
+{
+    am_util_id_t sIdDevice;
+    uint32_t ui32StrBuf;
+
+    //
+    // Set the clock frequency.
+    //
+    am_hal_clkgen_control(AM_HAL_CLKGEN_CONTROL_SYSCLK_MAX, 0);
+
+    //
+    // Set the default cache configuration
+    //
+    am_hal_cachectrl_config(&am_hal_cachectrl_defaults);
+    am_hal_cachectrl_enable();
+
+    //
+    // Configure the board for low power operation.
+    //
+    am_bsp_low_power_init();
+
+    //
+    // Initialize the printf interface for UART output
+    //
+    am_bsp_uart_printf_enable();
+
+    //
+    // Print the banner.
+    //
+    am_util_stdio_terminal_clear();
+    am_util_stdio_printf("Hello World!\n\n");
+
+    //
+    // Print the device info.
+    //
+    am_util_id_device(&sIdDevice);
+    am_util_stdio_printf("Vendor Name: %s\n", sIdDevice.pui8VendorName);
+    am_util_stdio_printf("Device type: %s\n", sIdDevice.pui8DeviceName);
+
+
+    am_util_stdio_printf("Qualified: %s\n",
+                         sIdDevice.sMcuCtrlDevice.ui32Qualified ?
+                         "Yes" : "No");
+
+    am_util_stdio_printf("Device Info:\n"
+                         "\tPart number: 0x%08X\n"
+                         "\tChip ID0:    0x%08X\n"
+                         "\tChip ID1:    0x%08X\n"
+                         "\tRevision:    0x%08X (Rev%c%c)\n",
+                         sIdDevice.sMcuCtrlDevice.ui32ChipPN,
+                         sIdDevice.sMcuCtrlDevice.ui32ChipID0,
+                         sIdDevice.sMcuCtrlDevice.ui32ChipID1,
+                         sIdDevice.sMcuCtrlDevice.ui32ChipRev,
+                         sIdDevice.ui8ChipRevMaj, sIdDevice.ui8ChipRevMin );
+
+    //
+    // If not a multiple of 1024 bytes, append a plus sign to the KB.
+    //
+    ui32StrBuf = ( sIdDevice.sMcuCtrlDevice.ui32FlashSize % 1024 ) ? '+' : 0;
+    am_util_stdio_printf("\tFlash size:  %7d (%d KB%s)\n",
+                         sIdDevice.sMcuCtrlDevice.ui32FlashSize,
+                         sIdDevice.sMcuCtrlDevice.ui32FlashSize / 1024,
+                         &ui32StrBuf);
+
+    ui32StrBuf = ( sIdDevice.sMcuCtrlDevice.ui32SRAMSize % 1024 ) ? '+' : 0;
+    am_util_stdio_printf("\tSRAM size:   %7d (%d KB%s)\n\n",
+                         sIdDevice.sMcuCtrlDevice.ui32SRAMSize,
+                         sIdDevice.sMcuCtrlDevice.ui32SRAMSize / 1024,
+                         &ui32StrBuf);
+
+    //
+    // Print the compiler version.
+    //
+    am_util_stdio_printf("App Compiler:    %s\n", COMPILER_VERSION);
+#ifdef AM_PART_APOLLO3
+    am_util_stdio_printf("HAL Compiler:    %s\n", g_ui8HALcompiler);
+    am_util_stdio_printf("HAL SDK version: %d.%d.%d\n",
+                         g_ui32HALversion.s.Major,
+                         g_ui32HALversion.s.Minor,
+                         g_ui32HALversion.s.Revision);
+    am_util_stdio_printf("HAL compiled with %s-style registers\n",
+                         g_ui32HALversion.s.bAMREGS ? "AM_REG" : "CMSIS");
+
+    am_util_stdio_printf("&sIdDevice: 0x%x, &ui32StrBuf: 0x%x\n", &sIdDevice, &ui32StrBuf);
+    am_hal_security_info_t secInfo;
+    char sINFO[32];
+    uint32_t ui32Status;
+#endif // AM_PART_APOLLO3
+    main(0, NULL);
+}
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld b/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld
new file mode 100644
index 0000000000..cd1182f804
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld
@@ -0,0 +1,79 @@
+/******************************************************************************
+ *
+ * apollo3evb.ld - Linker script for applications using startup_gcc.c
+ *
+ *****************************************************************************/
+ENTRY(Reset_Handler)
+
+MEMORY
+{
+    FLASH (rx) : ORIGIN = 0x0000C000, LENGTH = 960K
+    SRAM (rwx) : ORIGIN = 0x10000000, LENGTH = 384K
+}
+
+SECTIONS
+{
+    .text :
+    {
+        . = ALIGN(4);
+        KEEP(*(.isr_vector))
+        KEEP(*(.patch))
+        *(.text)
+        *(.text*)
+
+	/* These are the C++ global constructors.  Stick them all here and
+	 * then walk through the array in main() calling them all.
+	 */
+	_init_array_start = .;
+	KEEP (*(SORT(.init_array*)))
+	_init_array_end = .;
+
+	/* XXX Currently not doing anything for global destructors. */
+
+        *(.rodata)
+        *(.rodata*)
+        . = ALIGN(4);
+        _etext = .;
+    } > FLASH
+
+  /* User stack section initialized by startup code. */
+  .stack (NOLOAD):
+    {
+        . = ALIGN(8);
+        *(.stack)
+        *(.stack*)
+        . = ALIGN(8);
+    } > SRAM
+
+    .data :
+    {
+        . = ALIGN(4);
+        _sdata = .;
+        *(.data)
+        *(.data*)
+        . = ALIGN(4);
+        _edata = .;
+    } > SRAM AT>FLASH
+
+    /* used by startup to initialize data */
+    _init_data = LOADADDR(.data);
+
+    .bss :
+    {
+        . = ALIGN(4);
+        _sbss = .;
+        *(.bss)
+        *(.bss*)
+        *(COMMON)
+        . = ALIGN(4);
+        _ebss = .;
+    } > SRAM
+    /* Add this to satisfy reference to symbol 'end' from libnosys.a(sbrk.o)
+     * to denote the HEAP start.
+     */
+   end = .;
+
+  .ARM.attributes 0 : { *(.ARM.attributes) }
+}
+
+
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc b/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
new file mode 100644
index 0000000000..86c5af69a9
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
@@ -0,0 +1,104 @@
+# Settings for apollo3 evb platforms.
+ifeq ($(TARGET), apollo3evb)
+  TARGET_ARCH := cortex-m4
+  TARGET_TOOLCHAIN_PREFIX := arm-none-eabi-
+  # Download the Ambiq Apollo3 SDK and set this variable to find the header
+  # files:
+  APOLLO3_SDK := /ssd/ambiq/AmbiqSuite\ SDK\ for\ Apollo3/Apollo3-SDK-2018.08.13/
+  # Need a pointer to the GNU ARM toolchain for crtbegin.o for the fp functions
+  # with the softfp interfaces.
+  GCC_ARM := /ssd/gnu_arm_toolchain/gcc-arm-none-eabi-7-2018-q2-update/
+
+  PLATFORM_FLAGS = \
+    -DPART_apollo3 \
+    -DAM_PACKAGE_BGA \
+    -DAM_PART_APOLLO3 \
+    -DGEMMLOWP_ALLOW_SLOW_SCALAR_FALLBACK \
+    -DTF_LITE_STATIC_MEMORY \
+    -DTF_LITE_MCU_DEBUG_LOG \
+    -fno-rtti \
+    -fmessage-length=0 \
+    -fno-exceptions \
+    -fno-unwind-tables \
+    -fno-builtin \
+    -ffunction-sections \
+    -fdata-sections \
+    -funsigned-char \
+    -MMD \
+    -mcpu=cortex-m4 \
+    -mthumb \
+    -mfpu=fpv4-sp-d16 \
+    -mfloat-abi=softfp \
+    -std=gnu++11 \
+    -Wvla \
+    -Wall \
+    -Wextra \
+    -Wno-unused-parameter \
+    -Wno-missing-field-initializers \
+    -Wno-write-strings \
+    -Wno-sign-compare \
+    -fno-delete-null-pointer-checks \
+    -fomit-frame-pointer \
+    -fpermissive \
+    -nostdlib \
+    -g \
+    -Os
+  CXXFLAGS += $(PLATFORM_FLAGS)
+  CCFLAGS += $(PLATFORM_FLAGS)
+  LDFLAGS += \
+    -mthumb -mcpu=cortex-m4 -mfpu=fpv4-sp-d16 -mfloat-abi=softfp \
+    -nostartfiles -static \
+    -Wl,--gc-sections -Wl,--entry,Reset_Handler \
+    -Wl,--start-group -lm -lc -lgcc -Wl,--end-group \
+    -fno-exceptions \
+    -nostdlib --specs=nano.specs -t -lstdc++ -lc -lnosys -lm \
+    -Wl,-T,$(MAKEFILE_DIR)/targets/apollo3evb/apollo3evb.ld \
+    -Wl,-Map=$(MAKEFILE_DIR)/gen/$(TARGET).map,--cref
+  BUILD_TYPE := micro
+  # The apollo3evb libs should be copied from the SDK after building them.
+  MICROLITE_LIBS := \
+    $(MAKEFILE_DIR)/targets/apollo3evb/libam_bsp.a \
+    $(MAKEFILE_DIR)/targets/apollo3evb/libam_hal.a \
+    $(GCC_ARM)/lib/gcc/arm-none-eabi/7.3.1/thumb/v7e-m/fpv4-sp/softfp/crtbegin.o \
+    -lm
+  INCLUDES += \
+    -isystem$(MAKEFILE_DIR)/downloads/cmsis/CMSIS/Core/Include/ \
+    -I$(GCC_ARM)/arm-none-eabi/ \
+    -I$(APOLLO3_SDK)/mcu/apollo3/ \
+    -I$(APOLLO3_SDK)/CMSIS/AmbiqMicro/Include/ \
+    -I$(APOLLO3_SDK)/boards/apollo3_evb/bsp/ \
+    -I$(APOLLO3_SDK)/devices/ \
+    -I$(APOLLO3_SDK)/utils/
+
+  # The startup_gcc.c file is an altered version of the examples/hello_world/gcc/startup_gcc.c
+  # file from Ambiq:
+  #   - Increase the stack size from 1k to 20k
+  #   - Change the application entry call from main() to _main()
+  # The am_*.c files should be copied from the Ambiq Apollo3 SDK
+  # _main.c contains application and target specific initialization, like
+  # setting clock speed, default uart setups, etc. and an implementation
+  # of the DebugLog interfaces.
+  MICROLITE_CC_SRCS += \
+    $(MAKEFILE_DIR)/targets/apollo3evb/startup_gcc.c \
+    $(MAKEFILE_DIR)/targets/apollo3evb/_main.c \
+    $(MAKEFILE_DIR)/targets/apollo3evb/am_util_delay.c \
+    $(MAKEFILE_DIR)/targets/apollo3evb/am_util_faultisr.c \
+    $(MAKEFILE_DIR)/targets/apollo3evb/am_util_id.c \
+    $(MAKEFILE_DIR)/targets/apollo3evb/am_util_stdio.c
+
+  TEST_SCRIPT := tensorflow/contrib/lite/experimental/log_test/test_apollo3evb_binary.sh
+  # These are tests that don't currently work on the blue pill.
+  EXCLUDED_TESTS := \
+    tensorflow/contrib/lite/experimental/micro/micro_interpreter_test.cc \
+    tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
+  MICROLITE_TEST_SRCS := $(filter-out $(EXCLUDED_TESTS), $(MICROLITE_TEST_SRCS))
+
+# These are microcontroller-specific rules for converting the ELF output
+# of the linker into a binary image that can be loaded directly.
+OBJCOPY := $(TARGET_TOOLCHAIN_PREFIX)objcopy
+
+$(BINDIR)/%.bin: $(BINDIR)/%
+	@mkdir -p $(dir $@)
+	$(OBJCOPY) $< $@ -O binary
+
+endif
-- 
GitLab


From f69a7b59a29675937d7804be8ebe11692c76f64a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 16:43:44 -0700
Subject: [PATCH 0565/1825] Grab micro DebugLog definitions from
 micro_error_reporter.h, rather than from target-specific library.

PiperOrigin-RevId: 218601320
---
 tensorflow/contrib/lite/kernels/op_macros.h | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/op_macros.h b/tensorflow/contrib/lite/kernels/op_macros.h
index 11e814daee..d0c5630649 100644
--- a/tensorflow/contrib/lite/kernels/op_macros.h
+++ b/tensorflow/contrib/lite/kernels/op_macros.h
@@ -19,9 +19,7 @@ limitations under the License.
 // non-portable function.
 #ifdef TF_LITE_MCU_DEBUG_LOG
 
-// This header is pulled in from the support library at
-// https://github.com/google/stm32_bare_lib
-#include <debug_log.h>
+#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
 
 #define DEBUG_LOG(x) \
   do {               \
-- 
GitLab


From 6d0e60720c80c0ab5cf97adcac3744f03df4695f Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Wed, 24 Oct 2018 17:23:25 -0700
Subject: [PATCH 0566/1825] Fix string comparison

PiperOrigin-RevId: 218607372
---
 tensorflow/tools/ci_build/builds/configured | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/tools/ci_build/builds/configured b/tensorflow/tools/ci_build/builds/configured
index 3eee11fd7e..f8a9311918 100755
--- a/tensorflow/tools/ci_build/builds/configured
+++ b/tensorflow/tools/ci_build/builds/configured
@@ -33,7 +33,7 @@ COMMAND=("$@")
 export CI_BUILD_PYTHON="${CI_BUILD_PYTHON:-python}"
 export PYTHON_BIN_PATH="${PYTHON_BIN_PATH:-$(which ${CI_BUILD_PYTHON})}"
 # XLA currently does not build under Android, so disable it for now.
-if [[ "${CONTAINER_TYPE}" -eq 'android' ]]; then
+if [[ "${CONTAINER_TYPE}" == 'android' ]]; then
   export TF_ENABLE_XLA=0
 fi
 
-- 
GitLab


From 183324ff17b4669707731fea957a1648e754960d Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Thu, 25 Oct 2018 00:34:46 +0000
Subject: [PATCH 0567/1825] Fixed versioning error

---
 tensorflow/python/ops/cond_v2.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 175b53b1a2..714cfbf4db 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -468,6 +468,10 @@ def _check_same_outputs(true_graph, false_graph):
         "  true_fn: %s\n"
         "  false_fn: %s" % (true_output_types, false_output_types))
 
+  # Make sure both structured outputs for both graphs have the same structure
+  nest.assert_same_structure(true_graph.structured_outputs, 
+                             false_graph.structured_outputs)
+
 
 def _get_output_shapes(true_graph_outputs, false_graph_outputs):
   output_shapes = [
-- 
GitLab


From 76a966e06e0090944b4b388d9dd0d409617e79e1 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 24 Oct 2018 17:36:05 -0700
Subject: [PATCH 0568/1825] [Grappler] Do not const-fold FakeParam ops.

PiperOrigin-RevId: 218608898
---
 tensorflow/core/grappler/op_types.cc                    | 2 ++
 tensorflow/core/grappler/op_types.h                     | 1 +
 tensorflow/core/grappler/optimizers/constant_folding.cc | 6 ++++++
 3 files changed, 9 insertions(+)

diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index 95ee8b5a31..edcf6adb93 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -206,6 +206,8 @@ bool IsExit(const NodeDef& node) {
 
 bool IsExp(const NodeDef& node) { return node.op() == "Exp"; }
 
+bool IsFakeParam(const NodeDef& node) { return node.op() == "FakeParam"; }
+
 bool IsFill(const NodeDef& node) { return node.op() == "Fill"; }
 
 bool IsFloorDiv(const NodeDef& node) { return node.op() == "FloorDiv"; }
diff --git a/tensorflow/core/grappler/op_types.h b/tensorflow/core/grappler/op_types.h
index b418bb889a..29f989b5be 100644
--- a/tensorflow/core/grappler/op_types.h
+++ b/tensorflow/core/grappler/op_types.h
@@ -62,6 +62,7 @@ bool IsEnter(const NodeDef& node);
 bool IsEqual(const NodeDef& node);
 bool IsExit(const NodeDef& node);
 bool IsExp(const NodeDef& node);
+bool IsFakeParam(const NodeDef& node);
 bool IsFill(const NodeDef& node);
 bool IsFloorDiv(const NodeDef& node);
 bool IsFloorMod(const NodeDef& node);
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index 8c56f665bf..726570dcbe 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -731,6 +731,12 @@ bool ConstantFolding::IsFoldable(const NodeDef& node) const {
       nodes_whitelist_.find(node.name()) == nodes_whitelist_.end()) {
     return false;
   }
+  // `FakeParam` op is used as a placeholder in If branch function. It doesn't
+  // have a valid output when executed.
+  if (IsFakeParam(node)) {
+    return false;
+  }
+
   // Skip control flow nodes, they can't be folded.
   if (ModifiesFrameInfo(node)) {
     return false;
-- 
GitLab


From 8c22c37a6113c2caccccd02e633781bfa6260396 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 24 Oct 2018 17:36:37 -0700
Subject: [PATCH 0569/1825] Remove StreamExecutor's port::StrCat and
 port::StrAppend aliases.

Use absl directly instead.

PiperOrigin-RevId: 218608945
---
 tensorflow/stream_executor/blas.cc            |  4 +-
 tensorflow/stream_executor/cuda/cuda_blas.cc  |  4 +-
 .../stream_executor/cuda/cuda_diagnostics.cc  | 19 ++++----
 tensorflow/stream_executor/cuda/cuda_dnn.cc   |  8 ++--
 .../stream_executor/cuda/cuda_driver.cc       | 34 +++++++-------
 .../stream_executor/cuda/cuda_gpu_executor.cc |  8 ++--
 .../stream_executor/device_description.cc     | 26 +++++------
 tensorflow/stream_executor/dnn.cc             | 44 +++++++++----------
 tensorflow/stream_executor/dso_loader.cc      |  4 +-
 tensorflow/stream_executor/launch_dim.h       |  6 +--
 tensorflow/stream_executor/lib/path.cc        | 10 ++---
 tensorflow/stream_executor/lib/strcat.h       | 32 --------------
 tensorflow/stream_executor/platform.cc        |  4 +-
 tensorflow/stream_executor/stream.cc          | 30 ++++++-------
 .../stream_executor/stream_executor_pimpl.cc  |  7 +--
 .../stream_executor/stream_executor_pimpl.h   |  1 -
 .../temporary_memory_manager.cc               |  7 +--
 17 files changed, 108 insertions(+), 140 deletions(-)
 delete mode 100644 tensorflow/stream_executor/lib/strcat.h

diff --git a/tensorflow/stream_executor/blas.cc b/tensorflow/stream_executor/blas.cc
index 906d6fb702..9b8fdf1efe 100644
--- a/tensorflow/stream_executor/blas.cc
+++ b/tensorflow/stream_executor/blas.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/blas.h"
 
-#include "tensorflow/stream_executor/lib/strcat.h"
+#include "absl/strings/str_cat.h"
 
 namespace stream_executor {
 namespace blas {
@@ -68,7 +68,7 @@ string SideString(Side s) {
 
 // -- AlgorithmConfig
 
-string AlgorithmConfig::ToString() const { return port::StrCat(algorithm_); }
+string AlgorithmConfig::ToString() const { return absl::StrCat(algorithm_); }
 
 string ComputationTypeString(ComputationType ty) {
   switch (ty) {
diff --git a/tensorflow/stream_executor/cuda/cuda_blas.cc b/tensorflow/stream_executor/cuda/cuda_blas.cc
index ab7091b3f5..7fabb35e28 100644
--- a/tensorflow/stream_executor/cuda/cuda_blas.cc
+++ b/tensorflow/stream_executor/cuda/cuda_blas.cc
@@ -49,6 +49,7 @@ limitations under the License.
 #include <assert.h>
 #include <complex>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/core/util/env_var.h"
 #include "tensorflow/stream_executor/cuda/cuda_activation.h"
 #include "tensorflow/stream_executor/cuda/cuda_gpu_executor.h"
@@ -61,7 +62,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/lib/initialize.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/status_macros.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/platform/port.h"
@@ -322,7 +322,7 @@ static string ToString(cublasStatus_t status) {
       return "CUBLAS_STATUS_LICENSE_ERROR";
 #endif
     default:
-      return port::StrCat("<invalid cublas status: ", status, ">");
+      return absl::StrCat("<invalid cublas status: ", status, ">");
   }
 }
 
diff --git a/tensorflow/stream_executor/cuda/cuda_diagnostics.cc b/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
index 124d5905b9..90449b5d5d 100644
--- a/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
+++ b/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
@@ -39,17 +39,16 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
-#include "tensorflow/stream_executor/lib/process_state.h"
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/lib/error.h"
+#include "tensorflow/stream_executor/lib/inlined_vector.h"
+#include "tensorflow/stream_executor/lib/numbers.h"
+#include "tensorflow/stream_executor/lib/process_state.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/str_util.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 #include "tensorflow/stream_executor/platform/logging.h"
-#include "tensorflow/stream_executor/lib/numbers.h"
-#include "tensorflow/stream_executor/lib/str_util.h"
-#include "tensorflow/stream_executor/lib/inlined_vector.h"
 
 namespace stream_executor {
 namespace cuda {
@@ -117,7 +116,7 @@ port::StatusOr<DriverVersion> StringToDriverVersion(const string &value) {
 // -- class Diagnostician
 
 string Diagnostician::GetDevNodePath(int dev_node_ordinal) {
-  return port::StrCat("/dev/nvidia", dev_node_ordinal);
+  return absl::StrCat("/dev/nvidia", dev_node_ordinal);
 }
 
 void Diagnostician::LogDiagnosticInformation() {
@@ -282,7 +281,7 @@ port::StatusOr<DriverVersion> Diagnostician::FindKernelModuleVersion(
   if (offset == string::npos) {
     return port::Status(
         port::error::NOT_FOUND,
-        port::StrCat("could not find kernel module information in "
+        absl::StrCat("could not find kernel module information in "
                      "driver version file contents: \"",
                      driver_version_file_contents, "\""));
   }
@@ -345,7 +344,7 @@ port::StatusOr<DriverVersion> Diagnostician::FindKernelDriverVersion() {
   CFRelease(kext_infos);
   auto status = port::Status(
       port::error::INTERNAL,
-      port::StrCat(
+      absl::StrCat(
           "failed to read driver bundle version: ",
           CFStringGetCStringPtr(kDriverKextIdentifier, kCFStringEncodingUTF8)));
   return status;
@@ -359,7 +358,7 @@ port::StatusOr<DriverVersion> Diagnostician::FindKernelDriverVersion() {
   if (driver_version_file == nullptr) {
     return port::Status(
         port::error::PERMISSION_DENIED,
-        port::StrCat("could not open driver version path for reading: ",
+        absl::StrCat("could not open driver version path for reading: ",
                      kDriverVersionPath));
   }
 
@@ -381,7 +380,7 @@ port::StatusOr<DriverVersion> Diagnostician::FindKernelDriverVersion() {
 
   auto status = port::Status(
       port::error::INTERNAL,
-      port::StrCat(
+      absl::StrCat(
           "failed to read driver version file contents: ", kDriverVersionPath,
           "; ferror: ", ferror(driver_version_file)));
   fclose(driver_version_file);
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index 4765aa1a7b..5de9a2185c 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include <memory>
 #include <utility>
 
+#include "absl/strings/str_cat.h"
 #include "third_party/eigen3/Eigen/Core"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/strings/stringprintf.h"
@@ -36,7 +37,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/initialize.h"
 #include "tensorflow/stream_executor/lib/mathutil.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/lib/threadpool.h"
 #include "tensorflow/stream_executor/platform/logging.h"
@@ -127,7 +127,7 @@ string ToString(cudnnStatus_t status) {
       return "CUDNN_STATUS_RUNTIME_FP_OVERFLOW";
 #endif
     default:
-      return port::StrCat("<unknown cudnn status: ", static_cast<int>(status),
+      return absl::StrCat("<unknown cudnn status: ", static_cast<int>(status),
                           ">");
   }
 }
@@ -351,7 +351,7 @@ port::Status CudnnSupport::Init() {
     CudnnVersion loaded_version;
     TF_RETURN_IF_ERROR(GetLoadedCudnnVersion(&loaded_version));
     if (!IsSourceCompatibleWithCudnnLibrary(source_version, loaded_version)) {
-      const tensorflow::string error = port::StrCat(
+      const tensorflow::string error = absl::StrCat(
           "Loaded runtime CuDNN library: ", loaded_version.ToString(),
           " but source was compiled with: ", source_version.ToString(),
           ".  CuDNN library major and minor version needs to match or have "
@@ -384,7 +384,7 @@ port::Status CudnnSupport::Init() {
   }
 
   return port::Status(port::error::INTERNAL,
-                      port::StrCat("cudnn library could not create a handle: ",
+                      absl::StrCat("cudnn library could not create a handle: ",
                                    ToString(status)));
 }
 
diff --git a/tensorflow/stream_executor/cuda/cuda_driver.cc b/tensorflow/stream_executor/cuda/cuda_driver.cc
index f982f34b98..e6ecec8f2f 100644
--- a/tensorflow/stream_executor/cuda/cuda_driver.cc
+++ b/tensorflow/stream_executor/cuda/cuda_driver.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include <set>
 #include <utility>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/cuda/cuda_diagnostics.h"
 #include "tensorflow/stream_executor/lib/casts.h"
 #include "tensorflow/stream_executor/lib/env.h"
@@ -31,7 +32,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/lib/ptr_util.h"
 #include "tensorflow/stream_executor/lib/stacktrace.h"
 #include "tensorflow/stream_executor/lib/static_threadlocal.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 #include "tensorflow/stream_executor/lib/threadpool.h"
 #include "tensorflow/stream_executor/platform/logging.h"
@@ -109,13 +109,13 @@ class CreatedContexts {
 string ToString(CUresult result) {
   const char *error_name;
   if (cuGetErrorName(result, &error_name)) {
-    return port::StrCat("UNKNOWN ERROR (", static_cast<int>(result), ")");
+    return absl::StrCat("UNKNOWN ERROR (", static_cast<int>(result), ")");
   }
   const char *error_string;
   if (cuGetErrorString(result, &error_string)) {
     return error_name;
   }
-  return port::StrCat(error_name, ": ", error_string);
+  return absl::StrCat(error_name, ": ", error_string);
 }
 
 // Returns the current context and checks that it is in the set of CUDA contexts
@@ -241,7 +241,7 @@ namespace {
 string CUDAPointerToDeviceString(CUdeviceptr pointer) {
   auto value = CUDADriver::GetPointerDevice(pointer);
   if (value.ok()) {
-    return port::StrCat(value.ValueOrDie());
+    return absl::StrCat(value.ValueOrDie());
   }
   LOG(ERROR) << "could not query device: " << value.status();
   return "?";
@@ -300,7 +300,7 @@ static port::Status InternalInit() {
   LOG(ERROR) << "failed call to cuInit: " << ToString(res);
   Diagnostician::LogDiagnosticInformation();
   return port::Status(port::error::ABORTED,
-                      port::StrCat("failed call to cuInit: ", ToString(res)));
+                      absl::StrCat("failed call to cuInit: ", ToString(res)));
 }
 
 }  // namespace
@@ -330,7 +330,7 @@ static port::Status InternalInit() {
 
   return port::Status(
       port::error::INTERNAL,
-      port::StrCat("failed call to cuDeviceGet: ", ToString(res)));
+      absl::StrCat("failed call to cuDeviceGet: ", ToString(res)));
 }
 
 /* static */ bool CUDADriver::GetDeviceName(CUdevice device,
@@ -439,9 +439,9 @@ bool DeviceOptionsToContextFlags(const DeviceOptions &device_options,
   if (res == CUDA_ERROR_OUT_OF_MEMORY) {
     uint64 total_memory;
     if (GetDeviceTotalMemory(device, &total_memory)) {
-      port::StrAppend(&message, "; total memory reported: ", total_memory);
+      absl::StrAppend(&message, "; total memory reported: ", total_memory);
     } else {
-      port::StrAppend(&message, "; could not query total memory");
+      absl::StrAppend(&message, "; could not query total memory");
     }
   }
 
@@ -504,7 +504,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
                << ", result: " << ToString(result);
     return port::Status(
         port::error::INTERNAL,
-        port::StrCat("failed to get shared memory config: ", ToString(result)));
+        absl::StrCat("failed to get shared memory config: ", ToString(result)));
   }
   return shared_mem_config;
 }
@@ -522,7 +522,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
                << ", result: " << ToString(result);
     return port::Status(
         port::error::INTERNAL,
-        port::StrCat("failed to set shared memory config: ", ToString(result)));
+        absl::StrCat("failed to set shared memory config: ", ToString(result)));
   }
   return port::Status::OK();
 }
@@ -758,7 +758,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
 
   return port::Status(
       port::error::INTERNAL,
-      port::StrCat("failed to get device for context: ", ToString(result)));
+      absl::StrCat("failed to get device for context: ", ToString(result)));
 }
 
 /* static */ bool CUDADriver::CreateStream(CudaContext *context,
@@ -1023,7 +1023,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
   CUresult res = cuStreamSynchronize(stream);
   if (res != CUDA_SUCCESS) {
     port::Status status = port::InternalError(
-        port::StrCat("could not synchronize on CUDA stream: ", ToString(res)));
+        absl::StrCat("could not synchronize on CUDA stream: ", ToString(res)));
     LOG(ERROR) << status << " :: " << port::CurrentStackTrace();
     return status;
   }
@@ -1190,7 +1190,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
   } else {
     return port::Status(
         port::error::FAILED_PRECONDITION,
-        port::StrCat("could not create CUDA event: ", ToString(res)));
+        absl::StrCat("could not create CUDA event: ", ToString(res)));
   }
 }
 
@@ -1220,7 +1220,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
 
   return port::Status(
       port::error::INTERNAL,
-      port::StrCat("failed to query device pointer for context: ",
+      absl::StrCat("failed to query device pointer for context: ",
                    ToString(result)));
 }
 
@@ -1238,13 +1238,13 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
       default:
         return port::Status(
             port::error::INTERNAL,
-            port::StrCat("unknown memory space provided by CUDA API: ", value));
+            absl::StrCat("unknown memory space provided by CUDA API: ", value));
     }
   }
 
   return port::Status(
       port::error::INTERNAL,
-      port::StrCat("failed to query device pointer for memory space: ",
+      absl::StrCat("failed to query device pointer for memory space: ",
                    ToString(result)));
 }
 
@@ -1306,7 +1306,7 @@ static port::StatusOr<T> GetSimpleAttribute(CUdevice device,
   if (result != CUDA_SUCCESS) {
     return port::Status(
         port::error::NOT_FOUND,
-        port::StrCat("could not retrieve CUDA device attribute (", attribute,
+        absl::StrCat("could not retrieve CUDA device attribute (", attribute,
                      "): ", ToString(result)));
   }
   T converted = value;
diff --git a/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc b/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
index 5cceb8983c..ef1d3efbf2 100644
--- a/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
+++ b/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #else
 #include <unistd.h>
 #endif
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/cuda/cuda_diagnostics.h"
 #include "tensorflow/stream_executor/cuda/cuda_driver.h"
 #include "tensorflow/stream_executor/cuda/cuda_event.h"
@@ -36,12 +37,12 @@ limitations under the License.
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/initialize.h"
 #include "tensorflow/stream_executor/lib/mathutil.h"
+#include "tensorflow/stream_executor/lib/numbers.h"
 #include "tensorflow/stream_executor/lib/path.h"
 #include "tensorflow/stream_executor/lib/process_state.h"
 #include "tensorflow/stream_executor/lib/ptr_util.h"
 #include "tensorflow/stream_executor/lib/statusor.h"
 #include "tensorflow/stream_executor/lib/str_util.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 #include "tensorflow/stream_executor/platform.h"
 #include "tensorflow/stream_executor/platform/logging.h"
@@ -51,7 +52,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/stream_executor_internal.h"
 #include "tensorflow/stream_executor/stream_executor_pimpl.h"
 #include "tensorflow/stream_executor/timer.h"
-#include "tensorflow/stream_executor/lib/numbers.h"
 
 #ifdef PLATFORMS_GPUS_CUDA_DYNAMIC_LIBCUDA_DYNAMIC_LIBCUDA_H_
 #error \
@@ -154,7 +154,7 @@ bool CUDAExecutor::FindOnDiskForComputeCapability(
   }
 
   string cc_specific =
-      port::StrCat(filename, ".cc", cc_major_, cc_minor_, canonical_suffix);
+      absl::StrCat(filename, ".cc", cc_major_, cc_minor_, canonical_suffix);
   if (port::FileExists(cc_specific).ok()) {
     VLOG(2) << "found compute-capability-specific file, using that: "
             << cc_specific;
@@ -1085,7 +1085,7 @@ DeviceDescription *CUDAExecutor::PopulateDeviceDescription() const {
   }
 
   builder.set_platform_version(
-      port::StrCat("Compute Capability ", cc_major_, ".", cc_minor_));
+      absl::StrCat("Compute Capability ", cc_major_, ".", cc_minor_));
 
   // TODO(leary) should be a way to query this from the driver, but this is
   // unlikely to change for us any time soon.
diff --git a/tensorflow/stream_executor/device_description.cc b/tensorflow/stream_executor/device_description.cc
index 726c4adf74..4120e230db 100644
--- a/tensorflow/stream_executor/device_description.cc
+++ b/tensorflow/stream_executor/device_description.cc
@@ -17,9 +17,9 @@ limitations under the License.
 
 #include <algorithm>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/lib/human_readable.h"
 #include "tensorflow/stream_executor/lib/mathutil.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 
 namespace stream_executor {
 
@@ -67,20 +67,20 @@ std::unique_ptr<std::map<string, string>> DeviceDescription::ToMap() const {
 
   const ThreadDim &thread_dim = thread_dim_limit();
   result["ThreadDim Limit"] =
-      port::StrCat(thread_dim.x, ",", thread_dim.y, ",", thread_dim.z);
+      absl::StrCat(thread_dim.x, ",", thread_dim.y, ",", thread_dim.z);
   const BlockDim &block_dim = block_dim_limit();
   result["BlockDim Limit"] =
-      port::StrCat(block_dim.x, ",", block_dim.y, ",", block_dim.z);
+      absl::StrCat(block_dim.x, ",", block_dim.y, ",", block_dim.z);
 
-  result["Threads Per Core Limit"] = port::StrCat(threads_per_core_limit());
-  result["Threads Per Block Limit"] = port::StrCat(threads_per_block_limit());
+  result["Threads Per Core Limit"] = absl::StrCat(threads_per_core_limit());
+  result["Threads Per Block Limit"] = absl::StrCat(threads_per_block_limit());
   result["Registers Per Block Limit"] =
-      port::StrCat(registers_per_block_limit());
+      absl::StrCat(registers_per_block_limit());
 
-  result["Device Address Bits"] = port::StrCat(device_address_bits());
+  result["Device Address Bits"] = absl::StrCat(device_address_bits());
   result["Device Memory Size"] =
       port::HumanReadableNumBytes::ToString(device_memory_size());
-  result["Memory Bandwidth"] = port::StrCat(
+  result["Memory Bandwidth"] = absl::StrCat(
       port::HumanReadableNumBytes::ToString(memory_bandwidth_), "/s");
 
   result["Shared Memory Per Core"] =
@@ -88,14 +88,14 @@ std::unique_ptr<std::map<string, string>> DeviceDescription::ToMap() const {
   result["Shared Memory Per Block"] =
       port::HumanReadableNumBytes::ToString(shared_memory_per_block_);
 
-  result["Clock Rate GHz"] = port::StrCat(clock_rate_ghz());
+  result["Clock Rate GHz"] = absl::StrCat(clock_rate_ghz());
 
-  result["CUDA Compute Capability"] = port::StrCat(
+  result["CUDA Compute Capability"] = absl::StrCat(
       cuda_compute_capability_major_, ".", cuda_compute_capability_minor_);
 
-  result["NUMA Node"] = port::StrCat(numa_node());
-  result["Core Count"] = port::StrCat(core_count());
-  result["ECC Enabled"] = port::StrCat(ecc_enabled());
+  result["NUMA Node"] = absl::StrCat(numa_node());
+  result["Core Count"] = absl::StrCat(core_count());
+  result["ECC Enabled"] = absl::StrCat(ecc_enabled());
   return owned_result;
 }
 
diff --git a/tensorflow/stream_executor/dnn.cc b/tensorflow/stream_executor/dnn.cc
index 2a30f922bc..8a5bcf4280 100644
--- a/tensorflow/stream_executor/dnn.cc
+++ b/tensorflow/stream_executor/dnn.cc
@@ -15,8 +15,8 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/dnn.h"
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/core/lib/hash/hash.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 
 namespace stream_executor {
@@ -219,7 +219,7 @@ std::vector<int64> ReorderDims(const std::vector<int64>& input,
 // -- AlgorithmConfig
 
 string AlgorithmConfig::ToString() const {
-  return port::StrCat(algorithm_.algo_id(), ", ",
+  return absl::StrCat(algorithm_.algo_id(), ", ",
                       algorithm_no_scratch_.algo_id());
 }
 
@@ -291,8 +291,8 @@ string BatchDescriptor::ToShortString() const {
   // All the constituent strings are less than 15 characters, so the
   // small string optimization ensures that there will be at most one
   // heap memory allocation.
-  string depth = port::StrCat("d", feature_map_count());
-  string batch = port::StrCat("b", count());
+  string depth = absl::StrCat("d", feature_map_count());
+  string batch = absl::StrCat("b", count());
 
   string spatial = "s";
   for (int i = 0; i < ndims_; i++) {
@@ -301,7 +301,7 @@ string BatchDescriptor::ToShortString() const {
 
   string suffix;
   if (value_min() != value_max()) {
-    port::StrAppend(&suffix, "[", value_min(), ";", value_max(), "]");
+    absl::StrAppend(&suffix, "[", value_min(), ";", value_max(), "]");
   }
   if (quantized_activation_mode() == QuantizedActivationMode::k16Bit) {
     suffix += "_16bit";
@@ -309,15 +309,15 @@ string BatchDescriptor::ToShortString() const {
 
   switch (layout()) {
     case DataLayout::kYXDepthBatch:
-      return port::StrCat(spatial, depth, batch, suffix);
+      return absl::StrCat(spatial, depth, batch, suffix);
     case DataLayout::kYXBatchDepth:
-      return port::StrCat(spatial, batch, depth, suffix);
+      return absl::StrCat(spatial, batch, depth, suffix);
     case DataLayout::kBatchYXDepth:
-      return port::StrCat(batch, spatial, depth, suffix);
+      return absl::StrCat(batch, spatial, depth, suffix);
     case DataLayout::kBatchDepthYX:
-      return port::StrCat(batch, depth, spatial, suffix);
+      return absl::StrCat(batch, depth, spatial, suffix);
     case DataLayout::kBatchDepthYX4:
-      return port::StrCat(batch, depth, spatial, suffix, "(VECT_C)");
+      return absl::StrCat(batch, depth, spatial, suffix, "(VECT_C)");
     default:
       LOG(FATAL) << "Unknown layout " << static_cast<int32>(layout());
       return "";  // Avoid return warning (unreachable)
@@ -393,7 +393,7 @@ string FilterDescriptor::ToString() const {
   for (int i = 0; i < ndims_; i++) {
     port::Appendf(&desc, "%lld ", input_filter_dims_[i]);
   }
-  port::StrAppend(&desc, "}");
+  absl::StrAppend(&desc, "}");
 
   return desc;
 }
@@ -402,8 +402,8 @@ string FilterDescriptor::ToShortString() const {
   // All the constituent strings are less than 15 characters, so the
   // small string optimization ensures that there will be at most one
   // heap memory allocation.
-  string od = port::StrCat("od", output_feature_map_count_);
-  string id = port::StrCat("id", input_feature_map_count_);
+  string od = absl::StrCat("od", output_feature_map_count_);
+  string id = absl::StrCat("id", input_feature_map_count_);
 
   string spatial = "s";
   for (int i = 0; i < ndims_; i++) {
@@ -412,15 +412,15 @@ string FilterDescriptor::ToShortString() const {
 
   switch (layout_) {
     case FilterLayout::kOutputInputYX:
-      return port::StrCat(od, id, spatial);
+      return absl::StrCat(od, id, spatial);
     case FilterLayout::kOutputYXInput:
-      return port::StrCat(od, spatial, id);
+      return absl::StrCat(od, spatial, id);
     case FilterLayout::kOutputInputYX4:
-      return port::StrCat(od, id, spatial, "(VECT_C)");
+      return absl::StrCat(od, id, spatial, "(VECT_C)");
     case FilterLayout::kInputYXOutput:
-      return port::StrCat(id, spatial, od);
+      return absl::StrCat(id, spatial, od);
     case FilterLayout::kYXInputOutput:
-      return port::StrCat(spatial, id, od);
+      return absl::StrCat(spatial, id, od);
     default:
       LOG(FATAL) << "Unknown layout " << static_cast<int32>(layout_);
       return "";  // Avoid return warning (unreachable)
@@ -529,7 +529,7 @@ string PoolingDescriptor::ToShortString() const {
     port::Appendf(&strides, "_s%d:%lld", i, strides_[i]);
     port::Appendf(&padding, "_p%d:%lld", i, padding_[i]);
   }
-  return port::StrCat(mode_ == dnn::PoolingMode::kMaximum ? "max" : "avg",
+  return absl::StrCat(mode_ == dnn::PoolingMode::kMaximum ? "max" : "avg",
                       window, strides, padding,
                       propagate_nans_ ? "propagate_nans" : "ignore_nans");
 }
@@ -561,9 +561,9 @@ string NormalizeDescriptor::ToString() const {
 }
 
 string NormalizeDescriptor::ToShortString() const {
-  return port::StrCat("bias:", bias_, "_range:", range_, "_alpha:", alpha_,
-                      "_beta:", beta_, "_wrap:", wrap_around_, "_size:",
-                      segment_size_);
+  return absl::StrCat("bias:", bias_, "_range:", range_, "_alpha:", alpha_,
+                      "_beta:", beta_, "_wrap:", wrap_around_,
+                      "_size:", segment_size_);
 }
 
 }  // namespace dnn
diff --git a/tensorflow/stream_executor/dso_loader.cc b/tensorflow/stream_executor/dso_loader.cc
index ea5dffd15e..a994ef809e 100644
--- a/tensorflow/stream_executor/dso_loader.cc
+++ b/tensorflow/stream_executor/dso_loader.cc
@@ -23,12 +23,12 @@ limitations under the License.
 #include <initializer_list>
 #include <vector>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/core/platform/load_library.h"
 #include "tensorflow/stream_executor/lib/env.h"
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/path.h"
 #include "tensorflow/stream_executor/lib/str_util.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/platform/port.h"
@@ -145,7 +145,7 @@ static mutex& GetRpathMutex() {
 #endif
     ;
     return port::Status(port::error::FAILED_PRECONDITION,
-                        port::StrCat("could not dlopen DSO: ", path,
+                        absl::StrCat("could not dlopen DSO: ", path,
                                      "; dlerror: ", s.error_message()));
   }
   LOG(INFO) << "successfully opened CUDA library " << path << " locally";
diff --git a/tensorflow/stream_executor/launch_dim.h b/tensorflow/stream_executor/launch_dim.h
index 68f2f74840..4a3c882d9f 100644
--- a/tensorflow/stream_executor/launch_dim.h
+++ b/tensorflow/stream_executor/launch_dim.h
@@ -37,7 +37,7 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/platform/port.h"
 
-#include "tensorflow/stream_executor/lib/strcat.h"
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
 namespace stream_executor {
@@ -57,7 +57,7 @@ struct ThreadDim : public Dim3D {
 
   // Returns a string representation of the thread dimensionality.
   string ToString() const {
-    return port::StrCat("ThreadDim{", x, ", ", y, ", ", z, "}");
+    return absl::StrCat("ThreadDim{", x, ", ", y, ", ", z, "}");
   }
 };
 
@@ -69,7 +69,7 @@ struct BlockDim : public Dim3D {
 
   // Returns a string representation of the block dimensionality.
   string ToString() const {
-    return port::StrCat("BlockDim{", x, ", ", y, ", ", z, "}");
+    return absl::StrCat("BlockDim{", x, ", ", y, ", ", z, "}");
   }
 };
 
diff --git a/tensorflow/stream_executor/lib/path.cc b/tensorflow/stream_executor/lib/path.cc
index 3d3da103e1..401b87b659 100644
--- a/tensorflow/stream_executor/lib/path.cc
+++ b/tensorflow/stream_executor/lib/path.cc
@@ -14,7 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/stream_executor/lib/path.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
+#include "absl/strings/str_cat.h"
 
 namespace stream_executor {
 namespace port {
@@ -39,15 +39,15 @@ string JoinPathImpl(std::initializer_list<port::StringPiece> paths) {
 
     if (result[result.size() - 1] == '/') {
       if (IsAbsolutePath(path)) {
-        StrAppend(&result, path.substr(1));
+        absl::StrAppend(&result, path.substr(1));
       } else {
-        StrAppend(&result, path);
+        absl::StrAppend(&result, path);
       }
     } else {
       if (IsAbsolutePath(path)) {
-        StrAppend(&result, path);
+        absl::StrAppend(&result, path);
       } else {
-        StrAppend(&result, "/", path);
+        absl::StrAppend(&result, "/", path);
       }
     }
   }
diff --git a/tensorflow/stream_executor/lib/strcat.h b/tensorflow/stream_executor/lib/strcat.h
deleted file mode 100644
index 3688d7b4eb..0000000000
--- a/tensorflow/stream_executor/lib/strcat.h
+++ /dev/null
@@ -1,32 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// IWYU pragma: private, include "third_party/tensorflow/stream_executor/stream_executor.h"
-
-#ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_STRCAT_H_
-#define TENSORFLOW_STREAM_EXECUTOR_LIB_STRCAT_H_
-
-#include "absl/strings/str_cat.h"
-
-namespace stream_executor {
-namespace port {
-
-using absl::StrAppend;
-using absl::StrCat;
-
-}  // namespace port
-}  // namespace stream_executor
-
-#endif  // TENSORFLOW_STREAM_EXECUTOR_LIB_STRCAT_H_
diff --git a/tensorflow/stream_executor/platform.cc b/tensorflow/stream_executor/platform.cc
index 777abced86..c0205abbee 100644
--- a/tensorflow/stream_executor/platform.cc
+++ b/tensorflow/stream_executor/platform.cc
@@ -17,8 +17,8 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/platform/port.h"
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/lib/error.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/stream_executor_pimpl.h"
 
@@ -35,7 +35,7 @@ string PlatformKindString(PlatformKind kind) {
     case PlatformKind::kMock:
       return "Mock";
     default:
-      return port::StrCat("InvalidPlatformKind(", static_cast<int>(kind), ")");
+      return absl::StrCat("InvalidPlatformKind(", static_cast<int>(kind), ")");
   }
 }
 
diff --git a/tensorflow/stream_executor/stream.cc b/tensorflow/stream_executor/stream.cc
index 5ce27a49c5..5421e4f4a5 100644
--- a/tensorflow/stream_executor/stream.cc
+++ b/tensorflow/stream_executor/stream.cc
@@ -17,12 +17,12 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/platform/port.h"
 
+#include "absl/strings/str_cat.h"
 #include "third_party/eigen3/Eigen/Core"
 #include "tensorflow/stream_executor/blas.h"
 #include "tensorflow/stream_executor/host_buffer.h"
 #include "tensorflow/stream_executor/host_or_device_scalar.h"
 #include "tensorflow/stream_executor/lib/stacktrace.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/platform.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/rng.h"
@@ -119,20 +119,20 @@ string ToVlogString(const DeviceMemoryBase *memory) {
 }
 
 string ToVlogString(const Eigen::half &h) {
-  return port::StrCat(static_cast<float>(h));
+  return absl::StrCat(static_cast<float>(h));
 }
 
-string ToVlogString(int i) { return port::StrCat(i); }
+string ToVlogString(int i) { return absl::StrCat(i); }
 
-string ToVlogString(uint32 i) { return port::StrCat(i); }
+string ToVlogString(uint32 i) { return absl::StrCat(i); }
 
-string ToVlogString(uint64 i) { return port::StrCat(i); }
+string ToVlogString(uint64 i) { return absl::StrCat(i); }
 
-string ToVlogString(int64 i) { return port::StrCat(i); }
+string ToVlogString(int64 i) { return absl::StrCat(i); }
 
-string ToVlogString(float f) { return port::StrCat(f); }
+string ToVlogString(float f) { return absl::StrCat(f); }
 
-string ToVlogString(double d) { return port::StrCat(d); }
+string ToVlogString(double d) { return absl::StrCat(d); }
 
 template <typename T>
 string ToVlogString(const HostOrDeviceScalar<T> &memory_or_constant) {
@@ -144,7 +144,7 @@ string ToVlogString(const HostOrDeviceScalar<T> &memory_or_constant) {
 
 template <class T>
 string ToVlogString(port::ArraySlice<T> elements) {
-  string str = port::StrCat(
+  string str = absl::StrCat(
       ToVlogString(reinterpret_cast<const void *>(elements.data())), "[",
       elements.size(), "]{");
   const char *separator = "";
@@ -161,7 +161,7 @@ string ToVlogString(port::ArraySlice<T> elements) {
       str += ", ...";
       break;
     }
-    port::StrAppend(&str, separator, ToVlogString(elements[i]));
+    absl::StrAppend(&str, separator, ToVlogString(elements[i]));
     separator = ", ";
   }
   str += "}";
@@ -211,16 +211,16 @@ string CallStr(const char *function_name, Stream *stream,
   // constructing all the strings in params is expensive.
   CHECK(VLOG_IS_ON(1));
 
-  string str = port::StrCat(stream->DebugStreamPointers(),
+  string str = absl::StrCat(stream->DebugStreamPointers(),
                             " Called Stream::", function_name, "(");
   const char *separator = "";
   for (const auto &param : params) {
-    port::StrAppend(&str, separator, param.first, "=", param.second);
+    absl::StrAppend(&str, separator, param.first, "=", param.second);
     separator = ", ";
   }
-  port::StrAppend(&str, ")");
+  absl::StrAppend(&str, ")");
   if (VLOG_IS_ON(10)) {
-    port::StrAppend(&str, " ", port::CurrentStackTrace(), "\n");
+    absl::StrAppend(&str, " ", port::CurrentStackTrace(), "\n");
   }
   return str;
 }
@@ -5500,7 +5500,7 @@ port::Status Stream::BlockHostUntilDone() {
 
 string Stream::DebugStreamPointers() const {
   // Relies on the ToVlogString(const void*) overload above.
-  return port::StrCat("[stream=", ToVlogString(this),
+  return absl::StrCat("[stream=", ToVlogString(this),
                       ",impl=", ToVlogString(implementation_.get()), "]");
 }
 
diff --git a/tensorflow/stream_executor/stream_executor_pimpl.cc b/tensorflow/stream_executor/stream_executor_pimpl.cc
index 10bf006787..d1d0bd9bc2 100644
--- a/tensorflow/stream_executor/stream_executor_pimpl.cc
+++ b/tensorflow/stream_executor/stream_executor_pimpl.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include <atomic>
 #include <utility>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/core/util/env_var.h"
 #include "tensorflow/stream_executor/blas.h"
 #include "tensorflow/stream_executor/fft.h"
@@ -45,7 +46,7 @@ namespace {
 
 string StackTraceIfVLOG10() {
   if (VLOG_IS_ON(10)) {
-    return port::StrCat(" ", port::CurrentStackTrace(), "\n");
+    return absl::StrCat(" ", port::CurrentStackTrace(), "\n");
   } else {
     return "";
   }
@@ -501,13 +502,13 @@ port::StatusOr<DeviceMemoryBase> StreamExecutor::GetUntypedSymbol(
   if (static_cast<bool>(module_handle)) {
     return port::Status(
         port::error::NOT_FOUND,
-        port::StrCat("Check if module containing symbol ", symbol_name,
+        absl::StrCat("Check if module containing symbol ", symbol_name,
                      " is loaded (module_handle = ",
                      reinterpret_cast<uintptr_t>(module_handle.id()), ")"));
   } else {
     return port::Status(
         port::error::NOT_FOUND,
-        port::StrCat("Check if kernel using the symbol is loaded: ",
+        absl::StrCat("Check if kernel using the symbol is loaded: ",
                      symbol_name));
   }
 }
diff --git a/tensorflow/stream_executor/stream_executor_pimpl.h b/tensorflow/stream_executor/stream_executor_pimpl.h
index 4a8a270afa..d259a4ab63 100644
--- a/tensorflow/stream_executor/stream_executor_pimpl.h
+++ b/tensorflow/stream_executor/stream_executor_pimpl.h
@@ -25,7 +25,6 @@ limitations under the License.
 #include "absl/base/macros.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/statusor.h"
-#include "tensorflow/stream_executor/lib/strcat.h"
 #include "tensorflow/stream_executor/lib/threadpool.h"
 #include "tensorflow/stream_executor/platform.h"
 #include "tensorflow/stream_executor/platform/logging.h"
diff --git a/tensorflow/stream_executor/temporary_memory_manager.cc b/tensorflow/stream_executor/temporary_memory_manager.cc
index 420dbb0933..cd6a3cd88b 100644
--- a/tensorflow/stream_executor/temporary_memory_manager.cc
+++ b/tensorflow/stream_executor/temporary_memory_manager.cc
@@ -15,9 +15,10 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/temporary_memory_manager.h"
 
-#include "tensorflow/stream_executor/platform/logging.h"
-#include "tensorflow/stream_executor/lib/stringprintf.h"
+#include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/lib/ptr_util.h"
+#include "tensorflow/stream_executor/lib/stringprintf.h"
+#include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/stream.h"
 #include "tensorflow/stream_executor/stream_executor_pimpl.h"
 
@@ -97,7 +98,7 @@ TemporaryMemoryManager::AllocateArrayBase(uint64 element_count,
       stream_->parent()->AllocateArray<uint8>(byte_size);
   if (device_memory == nullptr) {
     return port::Status(port::error::RESOURCE_EXHAUSTED,
-                        port::StrCat("could not allocate temporary memory of ",
+                        absl::StrCat("could not allocate temporary memory of ",
                                      byte_size, " bytes"));
   }
 
-- 
GitLab


From 92942b794c387c56a1ee21e6103be0814e4b0c95 Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Wed, 24 Oct 2018 17:37:15 -0700
Subject: [PATCH 0570/1825] Clarify docs for `tf.train.init_from_checkpoint`

Fixes #22452

PiperOrigin-RevId: 218609051
---
 tensorflow/python/training/checkpoint_utils.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/training/checkpoint_utils.py b/tensorflow/python/training/checkpoint_utils.py
index 33054c2df0..57954ec56a 100644
--- a/tensorflow/python/training/checkpoint_utils.py
+++ b/tensorflow/python/training/checkpoint_utils.py
@@ -103,7 +103,10 @@ def list_variables(ckpt_dir_or_file):
 
 @tf_export("train.init_from_checkpoint")
 def init_from_checkpoint(ckpt_dir_or_file, assignment_map):
-  """Initializes current variables with tensors loaded from given checkpoint.
+  """Replaces `tf.Variable` initializers so they load from a checkpoint file.
+
+  Values are not loaded immediately, but when the initializer is run
+  (typically by running a `tf.global_variables_initializer` op).
 
   Note: This overrides default initialization ops of specified variables and
   redefines dtype.
-- 
GitLab


From 5097def5847270353d7d8a37eacbd0f85e98f2a0 Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Wed, 24 Oct 2018 17:47:55 -0700
Subject: [PATCH 0571/1825] Describe "learning_rate_power".

Fixes #23083

PiperOrigin-RevId: 218610278
---
 tensorflow/python/training/ftrl.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/python/training/ftrl.py b/tensorflow/python/training/ftrl.py
index 832c10d454..2fafc9a2d8 100644
--- a/tensorflow/python/training/ftrl.py
+++ b/tensorflow/python/training/ftrl.py
@@ -52,6 +52,9 @@ class FtrlOptimizer(optimizer.Optimizer):
     Args:
       learning_rate: A float value or a constant float `Tensor`.
       learning_rate_power: A float value, must be less or equal to zero.
+        Controls how the learning rate decreases during training. Use zero for
+        a fixed learning rate. See section 3.1 in the
+        [paper](https://www.eecs.tufts.edu/~dsculley/papers/ad-click-prediction.pdf).
       initial_accumulator_value: The starting value for accumulators.
         Only zero or positive values are allowed.
       l1_regularization_strength: A float value, must be greater than or
-- 
GitLab


From 1c06af90dbfd61a16d4fae9f74a7a56a7570398b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 24 Oct 2018 17:52:49 -0700
Subject: [PATCH 0572/1825] [TF:XLA] Support bfloat16 for  StatelessRandom* op.

PiperOrigin-RevId: 218610887
---
 .../tests/stateless_random_ops_test.py        | 14 ++++--
 .../tf2xla/kernels/stateless_random_ops.cc    | 47 +++++++++++++++----
 tensorflow/compiler/xla/client/lib/prng.cc    |  1 -
 3 files changed, 49 insertions(+), 13 deletions(-)

diff --git a/tensorflow/compiler/tests/stateless_random_ops_test.py b/tensorflow/compiler/tests/stateless_random_ops_test.py
index c58aac4fe9..21708aa158 100644
--- a/tensorflow/compiler/tests/stateless_random_ops_test.py
+++ b/tensorflow/compiler/tests/stateless_random_ops_test.py
@@ -34,7 +34,7 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
   """Test cases for stateless random-number generator operators."""
 
   def _random_types(self, include_int=False):
-    allowed_types = {dtypes.float32, dtypes.float64}
+    allowed_types = {dtypes.float32, dtypes.float64, dtypes.bfloat16}
     if include_int:
       allowed_types.update({dtypes.int32, dtypes.int64})
     return self.all_tf_types & allowed_types
@@ -49,6 +49,11 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
       ]:
         for shape in (), (3,), (2, 5):
           for dtype in self._random_types():
+            # Skip bfloat16. The result of bfloat16 is truncated from 32-bit
+            # result. With different seeds, the 32-bit results are different,
+            # but the truncated 16-bit results might be the same.
+            if dtype == dtypes.bfloat16:
+              continue
             pure = stateless_op(shape, seed=seed_t, dtype=dtype)
             values = [(seed, pure.eval(feed_dict={
                 seed_t: seed
@@ -133,7 +138,7 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
         # The constant 2.492 is the 5% critical value for the Anderson-Darling
         # test where the mean and variance are known. This test is probabilistic
         # so to avoid flakiness the seed is fixed.
-        self.assertTrue(self._anderson_darling(y) < 2.492)
+        self.assertTrue(self._anderson_darling(y.astype(float)) < 2.492)
 
   def testTruncatedNormalIsInRange(self):
     for dtype in self._random_types():
@@ -169,6 +174,7 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
         # Burkardt, John. "The Truncated Normal Distribution".
         # Department of Scientific Computing website. Florida State University.
         expected_mean = mu + (normal_pdf(alpha) - normal_pdf(beta)) / z * sigma
+        y = y.astype(float)
         actual_mean = np.mean(y)
         self.assertAllClose(actual_mean, expected_mean, atol=5e-4)
 
@@ -181,8 +187,8 @@ class StatelessRandomOpsTest(xla_test.XLATestCase):
             (alpha * normal_pdf(alpha) - beta * normal_pdf(beta)) / z) - (
                 (normal_pdf(alpha) - normal_pdf(beta)) / z)**2)
         actual_variance = np.var(y)
-        self.assertAllClose(actual_variance, expected_variance, rtol=1e-3)
-
+        self.assertAllClose(actual_variance, expected_variance,
+                            rtol=5e-3 if dtype == dtypes.bfloat16 else 1e-3)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
index 8071c9f8d3..42df840ec6 100644
--- a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/tf2xla/lib/random.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
+#include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_helpers.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
@@ -34,10 +35,27 @@ limitations under the License.
 namespace tensorflow {
 namespace {
 
+xla::XlaOp MaybeConvertF32ToBF16(xla::XlaOp input, DataType dtype) {
+  // Mask the last 16 bit. With normal rounding, values near "maxval" would be
+  // converted to "maxval" which is out of range ["minval", "maxval"). In
+  // addition, the distribution near the limit is not uniform.
+  if (dtype == DT_BFLOAT16) {
+    xla::XlaBuilder* builder = input.builder();
+    auto output = xla::BitcastConvertType(input, xla::U32) &
+                  xla::ConstantR0<uint32>(builder, 0xFFFF0000);
+    return xla::ConvertElementType(xla::BitcastConvertType(output, xla::F32),
+                                   xla::BF16);
+  } else {
+    return input;
+  }
+}
+
 class StatelessRandomUniformOp : public XlaOpKernel {
  public:
   explicit StatelessRandomUniformOp(OpKernelConstruction* ctx)
-      : XlaOpKernel(ctx) {}
+      : XlaOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("dtype", &dtype_));
+  }
 
   void Compile(XlaOpKernelContext* ctx) override {
     xla::XlaBuilder* builder = ctx->builder();
@@ -60,17 +78,20 @@ class StatelessRandomUniformOp : public XlaOpKernel {
     auto uniform = xla::StatelessRngUniform(
         {seed0, seed1}, xla_shape, xla::ConstantR0<float>(builder, 0.0),
         xla::ConstantR0<float>(builder, 1.0));
+    uniform = MaybeConvertF32ToBF16(uniform, dtype_);
     ctx->SetOutput(0, uniform);
   }
 
  private:
+  DataType dtype_;
+
   TF_DISALLOW_COPY_AND_ASSIGN(StatelessRandomUniformOp);
 };
 
 // TODO(phawkins): generalize to non-float, non-int32 seed types.
 REGISTER_XLA_OP(Name("StatelessRandomUniform")
                     .CompileTimeConstantInput("shape")
-                    .TypeConstraint("dtype", DT_FLOAT)
+                    .TypeConstraint("dtype", {DT_FLOAT, DT_BFLOAT16})
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessRandomUniformOp);
 
@@ -129,7 +150,9 @@ REGISTER_XLA_OP(Name("StatelessRandomUniformInt")
 class StatelessRandomNormalOp : public XlaOpKernel {
  public:
   explicit StatelessRandomNormalOp(OpKernelConstruction* ctx)
-      : XlaOpKernel(ctx) {}
+      : XlaOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("dtype", &dtype_));
+  }
 
   void Compile(XlaOpKernelContext* ctx) override {
     TensorShape shape;
@@ -155,24 +178,29 @@ class StatelessRandomNormalOp : public XlaOpKernel {
     // sqrt(2) * erfinv(x)
     auto normal =
         xla::ScalarLike(uniform, std::sqrt(2.0)) * xla::ErfInv(uniform);
+    normal = MaybeConvertF32ToBF16(normal, dtype_);
     ctx->SetOutput(0, normal);
   }
 
  private:
+  DataType dtype_;
+
   TF_DISALLOW_COPY_AND_ASSIGN(StatelessRandomNormalOp);
 };
 
 // TODO(phawkins): generalize to non-float, non-int32 seed types.
 REGISTER_XLA_OP(Name("StatelessRandomNormal")
                     .CompileTimeConstantInput("shape")
-                    .TypeConstraint("dtype", DT_FLOAT)
+                    .TypeConstraint("dtype", {DT_FLOAT, DT_BFLOAT16})
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessRandomNormalOp);
 
 class StatelessTruncatedNormalOp : public XlaOpKernel {
  public:
   explicit StatelessTruncatedNormalOp(OpKernelConstruction* ctx)
-      : XlaOpKernel(ctx) {}
+      : XlaOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("dtype", &dtype_));
+  }
 
   void Compile(XlaOpKernelContext* ctx) override {
     TensorShape shape;
@@ -194,17 +222,20 @@ class StatelessTruncatedNormalOp : public XlaOpKernel {
         {seed0, seed1}, xla_shape,
         xla::ConstantR0<float>(builder, std::numeric_limits<float>::min()),
         xla::ConstantR0<float>(builder, 1.0));
-
-    ctx->SetOutput(0, TruncatedNormal(uniform));
+    auto output = TruncatedNormal(uniform);
+    output = MaybeConvertF32ToBF16(output, dtype_);
+    ctx->SetOutput(0, output);
   }
 
  private:
+  DataType dtype_;
+
   TF_DISALLOW_COPY_AND_ASSIGN(StatelessTruncatedNormalOp);
 };
 
 REGISTER_XLA_OP(Name("StatelessTruncatedNormal")
                     .CompileTimeConstantInput("shape")
-                    .TypeConstraint("dtype", DT_FLOAT)
+                    .TypeConstraint("dtype", {DT_FLOAT, DT_BFLOAT16})
                     .TypeConstraint("Tseed", DT_INT32),
                 StatelessTruncatedNormalOp);
 
diff --git a/tensorflow/compiler/xla/client/lib/prng.cc b/tensorflow/compiler/xla/client/lib/prng.cc
index 428ff565d4..e71d899e32 100644
--- a/tensorflow/compiler/xla/client/lib/prng.cc
+++ b/tensorflow/compiler/xla/client/lib/prng.cc
@@ -183,7 +183,6 @@ XlaOp StatelessRngUniform(std::array<XlaOp, 2> seeds, const Shape& shape,
   XlaBuilder* builder = seeds[0].builder();
   PrimitiveType type = shape.element_type();
   switch (type) {
-    // TODO(b/117806053): support bfloat16.
     case F32: {
       auto bits = StatelessRngUniformU32(seeds, shape);
       return StatelessRngUniformF32(bits, minval, maxval);
-- 
GitLab


From 63a7f599159550414e8db89d07b4e7c6acb45b19 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Wed, 24 Oct 2018 18:09:58 -0700
Subject: [PATCH 0573/1825] Fix variable handle placeholder naming for concrete
 functions

Previously they missed the forwarding of Python argument names. This was getting in the way of fixing concrete function calling conventions.

PiperOrigin-RevId: 218613016
---
 tensorflow/python/eager/function_test.py  | 18 ++++++++++++++++
 tensorflow/python/framework/func_graph.py | 26 +++++++++++++++--------
 2 files changed, 35 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index e1b09359bf..20925767f0 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -2709,6 +2709,24 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
         [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
     self.assertEqual(2, len(fn_op.graph.structured_outputs))
 
+  def testVariable(self, function_decorator):
+    @function_decorator
+    def fn(a, b):
+      return a + b, a * b
+    # Call the function to make def_function happy
+    fn(array_ops.ones([]), array_ops.ones([]))
+
+    fn_op = fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+        variables.Variable(1.))
+    self.assertEqual(
+        ['a', 'b'],
+        [inp.op.name for inp in fn_op.inputs])
+    self.assertEqual(
+        [b'a', b'b'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
+    self.assertEqual(2, len(fn_op.graph.structured_outputs))
+
   def testDictReturned(self, function_decorator):
     @function_decorator
     def fn(x, z=(1., 2.), y=3.):
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index accaa17ff4..2ac34199d8 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -347,6 +347,7 @@ def func_graph_from_py_func(name,
       args = signature
       kwargs = {}
 
+    # Creates and names placeholders for all arguments.
     func_args = _get_defun_inputs_from_args(args, arg_names)
     func_kwargs = _get_defun_inputs_from_kwargs(kwargs)
 
@@ -410,15 +411,11 @@ def func_graph_from_py_func(name,
     inputs = []
     for arg in nest.flatten(func_args) + nest.flatten(func_kwargs):
       if isinstance(arg, resource_variable_ops.ResourceVariable):
-        try:
-          resource_placeholder = func_graph.captures.pop(arg.handle)
-          arg_variables.add(arg)
-        except KeyError:
-          # This case occurs if a Variable among the inputs is not actually
-          # used by the function; we still add an explicit input for it
-          # because the user should presumably pass the Variable as an input
-          # to the corresponding graph function.
-          resource_placeholder = _create_substitute_placeholder(arg.handle)
+        # Even if an argument variable was not used in the function, we've
+        # already manually captured the resource Tensor when creating argument
+        # placeholders.
+        resource_placeholder = func_graph.captures.pop(arg.handle)
+        arg_variables.add(arg)
         inputs.append(resource_placeholder)
       elif isinstance(arg, ops.Tensor):
         inputs.append(arg)
@@ -510,6 +507,7 @@ def _get_defun_inputs(flat_args, names, structure):
   Returns:
     Placeholders with the same structure as `structure`.
   """
+  func_graph = ops.get_default_graph()
   function_inputs = []
   if names is None:
     names = [None] * len(flat_args)
@@ -530,6 +528,16 @@ def _get_defun_inputs(flat_args, names, structure):
               "_user_specified_name",
               attr_value_pb2.AttrValue(s=compat.as_bytes(requested_name)))
         function_inputs.append(placeholder)
+      elif isinstance(arg, resource_variable_ops.ResourceVariable):
+        # Capture arg variables to create placeholders for them. These will be
+        # removed as captures after the function is traced (since otherwise we'd
+        # just add it back with a new placeholder when the variable was
+        # referenced).
+        placeholder = func_graph.capture(arg.handle, name=name)
+        placeholder.op._set_attr(  # pylint: disable=protected-access
+            "_user_specified_name",
+            attr_value_pb2.AttrValue(s=compat.as_bytes(name)))
+        function_inputs.append(arg)
       else:
         function_inputs.append(arg)
   return nest.pack_sequence_as(structure, function_inputs)
-- 
GitLab


From e6516003940e57021f8ca8d20723be9ebf343499 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 24 Oct 2018 18:45:27 -0700
Subject: [PATCH 0574/1825] Mark //tensorflow/python/debug:framework_test as a
 `medium` test.

PiperOrigin-RevId: 218616528
---
 tensorflow/python/debug/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/debug/BUILD b/tensorflow/python/debug/BUILD
index e84482d2b2..7995123209 100644
--- a/tensorflow/python/debug/BUILD
+++ b/tensorflow/python/debug/BUILD
@@ -615,7 +615,7 @@ cuda_py_test(
 
 py_test(
     name = "framework_test",
-    size = "small",
+    size = "medium",
     srcs = ["wrappers/framework_test.py"],
     srcs_version = "PY2AND3",
     deps = [
-- 
GitLab


From 6a633d0a58d982e51868a25cd347f526cb5c4aff Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 24 Oct 2018 19:15:16 -0700
Subject: [PATCH 0575/1825] Use absl::bit_cast instead of StreamExecutor's
 port::bit_cast.

PiperOrigin-RevId: 218619015
---
 .../stream_executor/cuda/cuda_driver.cc       |  39 +++----
 .../stream_executor/cuda/cuda_gpu_executor.cc |   1 -
 tensorflow/stream_executor/cuda/cuda_kernel.h |   1 -
 tensorflow/stream_executor/device_memory.h    |   1 -
 tensorflow/stream_executor/lib/casts.h        | 100 ------------------
 5 files changed, 21 insertions(+), 121 deletions(-)
 delete mode 100644 tensorflow/stream_executor/lib/casts.h

diff --git a/tensorflow/stream_executor/cuda/cuda_driver.cc b/tensorflow/stream_executor/cuda/cuda_driver.cc
index e6ecec8f2f..a674814190 100644
--- a/tensorflow/stream_executor/cuda/cuda_driver.cc
+++ b/tensorflow/stream_executor/cuda/cuda_driver.cc
@@ -21,9 +21,9 @@ limitations under the License.
 #include <set>
 #include <utility>
 
+#include "absl/base/casts.h"
 #include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/cuda/cuda_diagnostics.h"
-#include "tensorflow/stream_executor/lib/casts.h"
 #include "tensorflow/stream_executor/lib/env.h"
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/human_readable.h"
@@ -585,11 +585,11 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
     // Note that the driver API wants the contents of this values to be stored
     // in an array of void*s, so we coerce them accordingly.
     void *option_values[] = {
-        port::bit_cast<void *>(uintptr_t(error_log_buffer_bytes)),
-        port::bit_cast<void *>(error_log_buffer.data()),
-        port::bit_cast<void *>(uintptr_t(info_log_buffer_bytes)),
-        port::bit_cast<void *>(info_log_buffer.data()),
-        port::bit_cast<void *>(uintptr_t(log_verbose))};
+        absl::bit_cast<void *>(uintptr_t(error_log_buffer_bytes)),
+        absl::bit_cast<void *>(error_log_buffer.data()),
+        absl::bit_cast<void *>(uintptr_t(info_log_buffer_bytes)),
+        absl::bit_cast<void *>(info_log_buffer.data()),
+        absl::bit_cast<void *>(uintptr_t(log_verbose))};
     CHECK(TF_ARRAYSIZE(options) == TF_ARRAYSIZE(option_values));
 
     CUresult res;
@@ -817,7 +817,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
 /* static */ void CUDADriver::DeviceDeallocate(CudaContext* context,
                                                void *location) {
   ScopedActivateContext activation(context);
-  CUdeviceptr pointer = port::bit_cast<CUdeviceptr>(location);
+  CUdeviceptr pointer = absl::bit_cast<CUdeviceptr>(location);
   CUresult res = cuMemFree(pointer);
   if (res != CUDA_SUCCESS) {
     LOG(ERROR) << "failed to free device memory at " << location
@@ -847,7 +847,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
 /* static */ void CUDADriver::UnifiedMemoryDeallocate(CudaContext *context,
                                                       void *location) {
   ScopedActivateContext activation(context);
-  CUdeviceptr pointer = port::bit_cast<CUdeviceptr>(location);
+  CUdeviceptr pointer = absl::bit_cast<CUdeviceptr>(location);
   CUresult res = cuMemFree(pointer);
   if (res != CUDA_SUCCESS) {
     LOG(ERROR) << "failed to free unified memory at " << location
@@ -1058,7 +1058,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
         port::Printf("failed to synchronous memcpy from device to host: %s; "
                      "host dst: %p; GPU src: %p; size: %llu=0x%llx",
                      ToString(res).c_str(), host_dst,
-                     port::bit_cast<void *>(gpu_src), size, size));
+                     absl::bit_cast<void *>(gpu_src), size, size));
   }
   VLOG(2) << "successfully sync memcpy'd d2h of " << size << " bytes to "
           << host_dst;
@@ -1075,7 +1075,7 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
     return port::InternalError(port::Printf(
         "failed to synchronous memcpy from host to device: %s; GPU dst: %p;"
         " host src: %p; size: %llu=0x%llx",
-        ToString(res).c_str(), port::bit_cast<void *>(gpu_dst), host_src, size,
+        ToString(res).c_str(), absl::bit_cast<void *>(gpu_dst), host_src, size,
         size));
   }
   VLOG(2) << "successfully enqueued sync memcpy h2d of " << size << " bytes";
@@ -1092,8 +1092,8 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
     return port::InternalError(port::Printf(
         "failed to synchronous memcpy from host to device: %s; GPU dst: %p; "
         "GPU src: %p; size: %llu=0x%llx",
-        ToString(res).c_str(), port::bit_cast<void *>(gpu_dst),
-        port::bit_cast<void *>(gpu_src), size, size));
+        ToString(res).c_str(), absl::bit_cast<void *>(gpu_dst),
+        absl::bit_cast<void *>(gpu_src), size, size));
   }
   VLOG(2) << "successfully sync memcpy'd d2d of " << size << " bytes";
   return port::Status::OK();
@@ -1110,12 +1110,13 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
     LOG(ERROR) << port::Printf(
         "failed to enqueue async memcpy from device to host: %s; host dst: %p; "
         "GPU src: %p; size: %llu=0x%llx",
-        ToString(res).c_str(), host_dst, port::bit_cast<void *>(gpu_src), size, size);
+        ToString(res).c_str(), host_dst, absl::bit_cast<void *>(gpu_src), size,
+        size);
     return false;
   }
   VLOG(2) << "successfully enqueued async memcpy d2h of " << size
-          << " bytes from " << port::bit_cast<void *>(gpu_src) << " to " << host_dst
-          << " on stream " << stream;
+          << " bytes from " << absl::bit_cast<void *>(gpu_src) << " to "
+          << host_dst << " on stream " << stream;
   return true;
 }
 
@@ -1130,7 +1131,8 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
     LOG(ERROR) << port::Printf(
         "failed to enqueue async memcpy from host to device: %s; GPU dst: %p; "
         "host src: %p; size: %llu=0x%llx",
-        ToString(res).c_str(), port::bit_cast<void *>(gpu_dst), host_src, size, size);
+        ToString(res).c_str(), absl::bit_cast<void *>(gpu_dst), host_src, size,
+        size);
     return false;
   }
   VLOG(2) << "successfully enqueued async memcpy h2d of " << size << " bytes"
@@ -1151,9 +1153,10 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
         "; GPU dst: %p on %s %s"
         "; GPU src: %p on %s %s"
         "; can access? %s; size: %llu=0x%llx",
-        ToString(result).c_str(), port::bit_cast<void *>(gpu_dst),
+        ToString(result).c_str(), absl::bit_cast<void *>(gpu_dst),
         CUDAPointerToMemorySpaceString(gpu_dst).c_str(),
-        CUDAPointerToDeviceString(gpu_dst).c_str(), port::bit_cast<void *>(gpu_src),
+        CUDAPointerToDeviceString(gpu_dst).c_str(),
+        absl::bit_cast<void *>(gpu_src),
         CUDAPointerToMemorySpaceString(gpu_src).c_str(),
         CUDAPointerToDeviceString(gpu_src).c_str(),
         CUDAPointersToCanAccessString(gpu_src, gpu_dst).c_str(), size, size);
diff --git a/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc b/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
index ef1d3efbf2..d850a45a78 100644
--- a/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
+++ b/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
@@ -32,7 +32,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/cuda/cuda_stream.h"
 #include "tensorflow/stream_executor/cuda/cuda_timer.h"
 #include "tensorflow/stream_executor/kernel_cache_config.h"
-#include "tensorflow/stream_executor/lib/casts.h"
 #include "tensorflow/stream_executor/lib/env.h"
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/initialize.h"
diff --git a/tensorflow/stream_executor/cuda/cuda_kernel.h b/tensorflow/stream_executor/cuda/cuda_kernel.h
index beaebe8f12..ec1dc51e57 100644
--- a/tensorflow/stream_executor/cuda/cuda_kernel.h
+++ b/tensorflow/stream_executor/cuda/cuda_kernel.h
@@ -25,7 +25,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/kernel_cache_config.h"
 #include "tensorflow/stream_executor/stream_executor_internal.h"
 #include "tensorflow/stream_executor/cuda/cuda_driver.h"
-#include "tensorflow/stream_executor/lib/casts.h"
 #include "tensorflow/stream_executor/platform/port.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "cuda/include/cuda.h"
diff --git a/tensorflow/stream_executor/device_memory.h b/tensorflow/stream_executor/device_memory.h
index 5a5334e0f5..e575b5178b 100644
--- a/tensorflow/stream_executor/device_memory.h
+++ b/tensorflow/stream_executor/device_memory.h
@@ -26,7 +26,6 @@ limitations under the License.
 
 #include <stddef.h>
 
-#include "tensorflow/stream_executor/lib/casts.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
 namespace perftools {
diff --git a/tensorflow/stream_executor/lib/casts.h b/tensorflow/stream_executor/lib/casts.h
deleted file mode 100644
index ec562e804f..0000000000
--- a/tensorflow/stream_executor/lib/casts.h
+++ /dev/null
@@ -1,100 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// IWYU pragma: private, include "third_party/tensorflow/stream_executor/stream_executor.h"
-
-#ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_CASTS_H_
-#define TENSORFLOW_STREAM_EXECUTOR_LIB_CASTS_H_
-
-#include <stdlib.h>
-
-namespace stream_executor {
-namespace port {
-
-// port::bit_cast<Dest,Source> is a template function that implements the
-// equivalent of "*reinterpret_cast<Dest*>(&source)".  We need this in
-// very low-level functions like the protobuf library and fast math
-// support.
-//
-//   float f = 3.14159265358979;
-//   int i = port::bit_cast<int32>(f);
-//   // i = 0x40490fdb
-//
-// The classical address-casting method is:
-//
-//   // WRONG
-//   float f = 3.14159265358979;            // WRONG
-//   int i = * reinterpret_cast<int*>(&f);  // WRONG
-//
-// The address-casting method actually produces undefined behavior
-// according to ISO C++ specification section 3.10 -15 -.  Roughly, this
-// section says: if an object in memory has one type, and a program
-// accesses it with a different type, then the result is undefined
-// behavior for most values of "different type".
-//
-// This is true for any cast syntax, either *(int*)&f or
-// *reinterpret_cast<int*>(&f).  And it is particularly true for
-// conversions between integral lvalues and floating-point lvalues.
-//
-// The purpose of 3.10 -15- is to allow optimizing compilers to assume
-// that expressions with different types refer to different memory.  gcc
-// 4.0.1 has an optimizer that takes advantage of this.  So a
-// non-conforming program quietly produces wildly incorrect output.
-//
-// The problem is not the use of reinterpret_cast.  The problem is type
-// punning: holding an object in memory of one type and reading its bits
-// back using a different type.
-//
-// The C++ standard is more subtle and complex than this, but that
-// is the basic idea.
-//
-// Anyways ...
-//
-// port::bit_cast<> calls memcpy() which is blessed by the standard,
-// especially by the example in section 3.9 .  Also, of course,
-// port::bit_cast<> wraps up the nasty logic in one place.
-//
-// Fortunately memcpy() is very fast.  In optimized mode, with a
-// constant size, gcc 2.95.3, gcc 4.0.1, and msvc 7.1 produce inline
-// code with the minimal amount of data movement.  On a 32-bit system,
-// memcpy(d,s,4) compiles to one load and one store, and memcpy(d,s,8)
-// compiles to two loads and two stores.
-//
-// I tested this code with gcc 2.95.3, gcc 4.0.1, icc 8.1, and msvc 7.1.
-//
-// WARNING: if Dest or Source is a non-POD type, the result of the memcpy
-// is likely to surprise you.
-//
-// Props to Bill Gibbons for the compile time assertion technique and
-// Art Komninos and Igor Tandetnik for the msvc experiments.
-//
-// -- mec 2005-10-17
-
-template <class Dest, class Source>
-inline Dest bit_cast(const Source& source) {
-  // Compile time assertion: sizeof(Dest) == sizeof(Source)
-  // A compile error here means your Dest and Source have different sizes.
-  static_assert(sizeof(Dest) == sizeof(Source),
-                "src and dst types must have equal sizes");
-
-  Dest dest;
-  memcpy(&dest, &source, sizeof(dest));
-  return dest;
-}
-
-}  // namespace port
-}  // namespace stream_executor
-
-#endif  // TENSORFLOW_STREAM_EXECUTOR_LIB_CASTS_H_
-- 
GitLab


From 0049a3a42a35e115b121fc585b667b7fe1674e24 Mon Sep 17 00:00:00 2001
From: Blake Hechtman <blakehechtman@google.com>
Date: Wed, 24 Oct 2018 21:09:45 -0700
Subject: [PATCH 0576/1825] [TF2XLA] Keep special case optimizations in the
 tile op.

PiperOrigin-RevId: 218627789
---
 .../compiler/tf2xla/kernels/tile_ops.cc       | 39 +++++++++++++++++++
 1 file changed, 39 insertions(+)

diff --git a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
index ac144e2e61..7b2cd5a5b0 100644
--- a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
@@ -16,6 +16,7 @@ limitations under the License.
 // XLA-specific Tile Op.
 
 #include <vector>
+#include "absl/algorithm/container.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/tf2xla/lib/broadcast.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
@@ -51,6 +52,14 @@ class TileOp : public XlaOpKernel {
                     "Expected multiples argument to be a vector of length ",
                     input_shape.dims(), " but got length ",
                     multiples_shape.dim_size(0)));
+    const int input_dims = input_shape.dims();
+    auto input = ctx->Input(0);
+    // If input is a scalar then multiples has 0 elements and this is
+    // a NoOp.
+    if (input_dims == 0) {
+      ctx->SetOutput(0, input);
+      return;
+    }
 
     std::vector<int64> multiples;
     OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector("multiples", &multiples));
@@ -62,6 +71,36 @@ class TileOp : public XlaOpKernel {
       output_dims[i] = input_shape.dim_size(i) * multiples[i];
     }
 
+    // If all multiples are 1, than the input is the same as the output.
+    if (absl::c_all_of(multiples,
+                       [](int64 multiple) { return multiple == 1; })) {
+      ctx->SetOutput(0, input);
+      return;
+    }
+
+    bool can_tile_with_implicit_broadcast = true;
+    for (int i = 0; i < input_dims; ++i) {
+      int64 multiple = multiples[i];
+      // If the multiple and input dimension are not 1, then tile cannot be
+      // implemented with a single hlo broadcast.
+      if (multiple != 1 && input_shape.dim_size(i) != 1) {
+        can_tile_with_implicit_broadcast = false;
+      }
+    }
+
+    if (can_tile_with_implicit_broadcast) {
+      // Create a constant Zero the size of the output shape to leverage binary
+      // operation broadcast semantics.
+      auto broadcasted_zero = xla::Broadcast(
+          XlaHelpers::Zero(ctx->builder(), ctx->input_type(0)), output_dims);
+      if (ctx->input_type(0) == DT_BOOL) {
+        ctx->SetOutput(0, xla::Or(broadcasted_zero, input));
+      } else {
+        ctx->SetOutput(0, xla::Add(broadcasted_zero, input));
+      }
+      return;
+    }
+
     auto result = BroadcastTo(ctx->Input("input"), output_dims);
     OP_REQUIRES_OK(ctx, result.status());
     ctx->SetOutput(0, result.ValueOrDie());
-- 
GitLab


From b82dbc0a9246367dc7bfb8074adbf0b735111663 Mon Sep 17 00:00:00 2001
From: RJ Ryan <rjryan@google.com>
Date: Wed, 24 Oct 2018 21:56:11 -0700
Subject: [PATCH 0577/1825] Add complex64 support to TOCO.

PiperOrigin-RevId: 218630776
---
 tensorflow/contrib/lite/kernels/test_util.cc  | 14 +++++
 tensorflow/contrib/lite/kernels/test_util.h   |  6 ++
 .../contrib/lite/python/lite_constants.py     |  2 +
 .../contrib/lite/toco/export_tensorflow.cc    | 56 +++++++++++++------
 .../quantization_util.cc                      |  1 +
 .../resolve_constant_concatenation.cc         |  4 ++
 .../resolve_constant_fill.cc                  |  5 ++
 .../resolve_constant_gather.cc                |  4 ++
 .../resolve_constant_pack.cc                  |  3 +
 .../resolve_constant_reshape.cc               |  3 +
 .../resolve_constant_slice.cc                 |  5 ++
 .../resolve_constant_strided_slice.cc         |  3 +
 .../resolve_constant_tile.cc                  |  4 ++
 .../resolve_constant_transpose.cc             |  4 ++
 .../resolve_multiply_by_zero.cc               | 13 ++++-
 .../contrib/lite/toco/import_tensorflow.cc    | 49 ++++++++++++++++
 .../lite/toco/import_tensorflow_test.cc       | 27 ++++++++-
 tensorflow/contrib/lite/toco/tooling_util.cc  | 12 ++++
 tensorflow/contrib/lite/toco/types.proto      |  3 +
 19 files changed, 198 insertions(+), 20 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/test_util.cc b/tensorflow/contrib/lite/kernels/test_util.cc
index 05a7c23ba1..0c0df133e2 100644
--- a/tensorflow/contrib/lite/kernels/test_util.cc
+++ b/tensorflow/contrib/lite/kernels/test_util.cc
@@ -32,6 +32,20 @@ std::vector<Matcher<float>> ArrayFloatNear(const std::vector<float>& values,
   return matchers;
 }
 
+std::vector<Matcher<std::complex<float>>> ArrayComplex64Near(
+    const std::vector<std::complex<float>>& values, float max_abs_error) {
+  std::vector<Matcher<std::complex<float>>> matchers;
+  matchers.reserve(values.size());
+  for (const std::complex<float>& v : values) {
+    matchers.emplace_back(
+        AllOf(::testing::Property(&std::complex<float>::real,
+                                  FloatNear(v.real(), max_abs_error)),
+              ::testing::Property(&std::complex<float>::imag,
+                                  FloatNear(v.imag(), max_abs_error))));
+  }
+  return matchers;
+}
+
 int SingleOpModel::AddInput(const TensorData& t, bool is_variable) {
   int id = AddTensor<float>(t, {}, is_variable);
   inputs_.push_back(id);
diff --git a/tensorflow/contrib/lite/kernels/test_util.h b/tensorflow/contrib/lite/kernels/test_util.h
index 670120219f..3bef0de7f9 100644
--- a/tensorflow/contrib/lite/kernels/test_util.h
+++ b/tensorflow/contrib/lite/kernels/test_util.h
@@ -15,6 +15,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_TEST_UTIL_H_
 #define TENSORFLOW_CONTRIB_LITE_KERNELS_TEST_UTIL_H_
 
+#include <complex>
 #include <vector>
 
 #include <gmock/gmock.h>
@@ -35,6 +36,11 @@ namespace tflite {
 std::vector<::testing::Matcher<float>> ArrayFloatNear(
     const std::vector<float>& values, float max_abs_error = 1e-5);
 
+// A gmock matcher that check that elements of a complex vector match to a given
+// tolerance.
+std::vector<::testing::Matcher<std::complex<float>>> ArrayComplex64Near(
+    const std::vector<std::complex<float>>& values, float max_abs_error = 1e-5);
+
 template <typename T>
 inline std::vector<T> Quantize(const std::vector<float>& data, float scale,
                                int32_t zero_point) {
diff --git a/tensorflow/contrib/lite/python/lite_constants.py b/tensorflow/contrib/lite/python/lite_constants.py
index 195d7a732f..f3c01f455b 100644
--- a/tensorflow/contrib/lite/python/lite_constants.py
+++ b/tensorflow/contrib/lite/python/lite_constants.py
@@ -28,6 +28,7 @@ INT32 = _types_pb2.INT32
 INT64 = _types_pb2.INT64
 STRING = _types_pb2.STRING
 QUANTIZED_UINT8 = _types_pb2.QUANTIZED_UINT8
+COMPLEX64 = _types_pb2.COMPLEX64
 TENSORFLOW_GRAPHDEF = _toco_flags_pb2.TENSORFLOW_GRAPHDEF
 TFLITE = _toco_flags_pb2.TFLITE
 GRAPHVIZ_DOT = _toco_flags_pb2.GRAPHVIZ_DOT
@@ -45,6 +46,7 @@ _allowed_symbols = [
     "INT64",
     "STRING",
     "QUANTIZED_UINT8",
+    "COMPLEX64",
     "TENSORFLOW_GRAPHDEF",
     "TFLITE",
     "GRAPHVIZ_DOT",
diff --git a/tensorflow/contrib/lite/toco/export_tensorflow.cc b/tensorflow/contrib/lite/toco/export_tensorflow.cc
index 20a1f330e2..41a82b5720 100644
--- a/tensorflow/contrib/lite/toco/export_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/export_tensorflow.cc
@@ -36,6 +36,7 @@ limitations under the License.
 #include "tensorflow/core/platform/logging.h"
 
 using tensorflow::DT_BOOL;
+using tensorflow::DT_COMPLEX64;
 using tensorflow::DT_FLOAT;
 using tensorflow::DT_INT16;
 using tensorflow::DT_INT32;
@@ -61,6 +62,8 @@ tensorflow::DataType GetTensorFlowDataType(ArrayDataType data_type) {
       return tensorflow::DT_INT64;
     case ArrayDataType::kString:
       return tensorflow::DT_STRING;
+    case ArrayDataType::kComplex64:
+      return tensorflow::DT_COMPLEX64;
     default:
     case ArrayDataType::kNone:
       LOG(FATAL) << "Unsupported data type: " << static_cast<int>(data_type);
@@ -159,16 +162,9 @@ void ConvertFloatTensorConst(const string& name, const Shape& input_shape,
                              AxesOrder input_axes_order,
                              AxesOrder output_axes_order,
                              GraphDef* tensorflow_graph) {
-  if (HasAlreadyExportedConst(name, *tensorflow_graph)) {
-    return;
-  }
-  tensorflow::NodeDef* const_op = tensorflow_graph->add_node();
-  const_op->set_op("Const");
-  const_op->set_name(name);
-  (*const_op->mutable_attr())["dtype"].set_type(DT_FLOAT);
-  auto* tensor = (*const_op->mutable_attr())["value"].mutable_tensor();
-  ExportFloatArray(input_axes_order, input_shape, input_data, output_axes_order,
-                   tensor, LegacyScalarPolicy::kAvoidLegacyScalars);
+  ConvertFloatTensorConst(name, input_shape, input_data, input_axes_order,
+                          output_axes_order, tensorflow_graph,
+                          LegacyScalarPolicy::kAvoidLegacyScalars);
 }
 
 void ConvertFloatTensorConst(const Model& model, const string& name,
@@ -178,11 +174,6 @@ void ConvertFloatTensorConst(const Model& model, const string& name,
   if (HasAlreadyExportedConst(name, *tensorflow_graph)) {
     return;
   }
-  tensorflow::NodeDef* const_op = tensorflow_graph->add_node();
-  const_op->set_op("Const");
-  const_op->set_name(name);
-  (*const_op->mutable_attr())["dtype"].set_type(DT_FLOAT);
-  auto* tensor = (*const_op->mutable_attr())["value"].mutable_tensor();
   CHECK(model.HasArray(name));
   const auto& input_array = model.GetArray(name);
   const auto& input_shape = input_array.shape();
@@ -190,8 +181,8 @@ void ConvertFloatTensorConst(const Model& model, const string& name,
   CHECK(input_array.buffer->type == ArrayDataType::kFloat);
   const float* input_data =
       input_array.GetBuffer<ArrayDataType::kFloat>().data.data();
-  ExportFloatArray(input_axes_order, input_shape, input_data, output_axes_order,
-                   tensor, LegacyScalarPolicy::kAvoidLegacyScalars);
+  ConvertFloatTensorConst(name, input_shape, input_data, input_axes_order,
+                          output_axes_order, tensorflow_graph);
 }
 
 void ConvertFloatTensorConst(const Model& model, const string& name,
@@ -287,6 +278,31 @@ void CreateIntTensorConst(const string& name, const std::vector<int32>& data,
   CHECK_EQ(num_elements, data.size());
 }
 
+void ConvertComplex64TensorConst(const Model& model, const string& name,
+                                 GraphDef* tensorflow_graph) {
+  if (HasAlreadyExportedConst(name, *tensorflow_graph)) {
+    return;
+  }
+  CHECK(model.HasArray(name));
+  const auto& array = model.GetArray(name);
+  tensorflow::NodeDef* const_op = tensorflow_graph->add_node();
+  const_op->set_op("Const");
+  const_op->set_name(name);
+  (*const_op->mutable_attr())["dtype"].set_type(DT_COMPLEX64);
+  auto* tensor = (*const_op->mutable_attr())["value"].mutable_tensor();
+  tensor->set_dtype(DT_COMPLEX64);
+  const auto& data = array.GetBuffer<ArrayDataType::kComplex64>().data;
+  for (auto index : data) {
+    tensor->add_scomplex_val(std::real(index));
+    tensor->add_scomplex_val(std::imag(index));
+  }
+  const auto& array_shape = array.shape();
+  auto* shape = tensor->mutable_tensor_shape();
+  for (int i = 0; i < array_shape.dimensions_count(); i++) {
+    shape->add_dim()->set_size(array_shape.dims(i));
+  }
+}
+
 void CreateMatrixShapeTensorConst(const string& name, int rows, int cols,
                                   GraphDef* tensorflow_graph) {
   if (HasAlreadyExportedConst(name, *tensorflow_graph)) {
@@ -2304,6 +2320,9 @@ void AddPlaceholder(const string& name, ArrayDataType type,
     case ArrayDataType::kInt16:
       (*placeholder->mutable_attr())["dtype"].set_type(DT_INT16);
       break;
+    case ArrayDataType::kComplex64:
+      (*placeholder->mutable_attr())["dtype"].set_type(DT_COMPLEX64);
+      break;
     default:
       LOG(FATAL) << "Unexpected data type in array \"" << name << "\"";
   }
@@ -2363,6 +2382,9 @@ void ExportTensorFlowGraphDefImplementation(const Model& model,
         case ArrayDataType::kInt32:
           ConvertIntTensorConst(model, array_name, tensorflow_graph);
           break;
+        case ArrayDataType::kComplex64:
+          ConvertComplex64TensorConst(model, array_name, tensorflow_graph);
+          break;
         default:
           break;
       }
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc b/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc
index 44733391f5..82146c5a66 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc
@@ -118,6 +118,7 @@ void ChooseQuantizationParamsForArrayAndQuantizedDataType(
           ArrayDataType::kUint64>(array, quantization_params);
       break;
     case ArrayDataType::kFloat:
+    case ArrayDataType::kComplex64:
     case ArrayDataType::kNone:
     default:
       LOG(FATAL) << "Unhandled final quantization type "
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc
index 0c60fdfeb3..a26aa21def 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc
@@ -198,6 +198,10 @@ void SetMinMaxForConcatenedArray(GraphTransformation* transformation,
       ConcatenateTensorBuffers<ArrayDataType::kString>(
           input_arrays, concatenation_axis, &concatenated_array);
       break;
+    case ArrayDataType::kComplex64:
+      ConcatenateTensorBuffers<ArrayDataType::kComplex64>(
+          input_arrays, concatenation_axis, &concatenated_array);
+      break;
     default:
       LOG(FATAL) << "ArrayDataType not supported";
   }
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc
index 5400d395ff..ef234563fd 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc
@@ -98,6 +98,11 @@ bool ComputeFillArray(Model* model, FillOperator* op) {
         return ::tensorflow::Status::OK();
       }
       break;
+    case ArrayDataType::kComplex64:
+      if (!ComputeFillArray<ArrayDataType::kComplex64>(model, op)) {
+        return ::tensorflow::Status::OK();
+      }
+      break;
     default:
       LOG(FATAL) << "Unsupported data type given to Fill op with output \""
                  << op->outputs[0] << "\"";
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc
index 6e3a6a69c2..26616374d8 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc
@@ -133,6 +133,10 @@ inline void Gather(const Array& input_array, int input_rank,
       Gather<ArrayDataType::kInt64>(input_array, op->input_rank, coords_array,
                                     &output_array);
       break;
+    case ArrayDataType::kComplex64:
+      Gather<ArrayDataType::kComplex64>(input_array, op->input_rank,
+                                        coords_array, &output_array);
+      break;
     default:
       LOG(FATAL) << "Unsupported data type given to Gather op with output \""
                  << op->outputs[0] << "\"";
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc
index e257ec37e8..55fa0e22eb 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc
@@ -101,6 +101,9 @@ void Pack(Model* model, PackOperator const& op) {
     case ArrayDataType::kInt64:
       Pack<ArrayDataType::kInt64>(model, *op);
       break;
+    case ArrayDataType::kComplex64:
+      Pack<ArrayDataType::kComplex64>(model, *op);
+      break;
     default:
       LOG(FATAL) << "Unsupported data type given to Pack op with output \""
                  << op->outputs[0] << "\"";
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc
index fccecef600..ef4a896e32 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc
@@ -95,6 +95,9 @@ namespace toco {
     case ArrayDataType::kString:
       CopyArrayBuffer<ArrayDataType::kString>(input_array, &output_array);
       break;
+    case ArrayDataType::kComplex64:
+      CopyArrayBuffer<ArrayDataType::kComplex64>(input_array, &output_array);
+      break;
     default:
       LOG(FATAL) << "Unsupported data type: "
                  << ArrayDataTypeName(input_array.data_type);
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc
index 869dfae98e..6b6465c2fe 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc
@@ -147,6 +147,11 @@ bool Slice(SliceOperator const& op, Array const& input_array,
         return ::tensorflow::Status::OK();
       }
       break;
+    case ArrayDataType::kComplex64:
+      if (!Slice<ArrayDataType::kComplex64>(*op, input_array, &output_array)) {
+        return ::tensorflow::Status::OK();
+      }
+      break;
     default:
       LOG(FATAL) << "Unsupported data type input to Slice op with output \""
                  << op->outputs[0] << "\"";
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
index 99c5a64662..83cb8bec0d 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
@@ -158,6 +158,9 @@ void StridedSlice(StridedSliceOperator const& op, Array const& input_array,
     case ArrayDataType::kInt64:
       StridedSlice<ArrayDataType::kInt64>(*op, input_array, &output_array);
       break;
+    case ArrayDataType::kComplex64:
+      StridedSlice<ArrayDataType::kComplex64>(*op, input_array, &output_array);
+      break;
     default:
       LOG(FATAL)
           << "Unsupported data type input to StridedSlice op with output \""
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc
index c5e93c9bad..685fec9619 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc
@@ -150,6 +150,10 @@ inline void Tile(const Array& input_array, const Array& multiples_array,
     case ArrayDataType::kInt64:
       Tile<ArrayDataType::kInt64>(input_array, multiples_array, &output_array);
       break;
+    case ArrayDataType::kComplex64:
+      Tile<ArrayDataType::kComplex64>(input_array, multiples_array,
+                                      &output_array);
+      break;
     default:
       LOG(FATAL) << "Unsupported data type given to Tile op with output \""
                  << op->outputs[0] << "\"";
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc
index b759c4d6dd..612d03b97e 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc
@@ -159,6 +159,10 @@ void Transpose(Model* model, const Array& input_array,
       Transpose<ArrayDataType::kInt64>(model, input_array, op->perm,
                                        &output_array);
       break;
+    case ArrayDataType::kComplex64:
+      Transpose<ArrayDataType::kComplex64>(model, input_array, op->perm,
+                                           &output_array);
+      break;
     default:
       LOG(FATAL) << "Unsupported data type given to Transpose op with output \""
                  << op->outputs[0] << "\"";
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc b/tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
index ac94f45321..e5b74e2bb1 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
@@ -29,7 +29,7 @@ namespace {
 template <typename T>
 bool AreAllBufferElementsZero(const std::vector<T>& buffer_data) {
   for (auto x : buffer_data) {
-    if (x != 0) {
+    if (x != T()) {
       return false;
     }
   }
@@ -42,7 +42,7 @@ void FillArrayWithZeros(Array* array) {
   std::vector<DataType<Type>>& data = array->GetMutableBuffer<Type>().data;
   data.resize(RequiredBufferSizeForShape(array->shape()));
   for (size_t i = 0; i < data.size(); i++) {
-    data[i] = 0;
+    data[i] = DataType<Type>();
   }
 }
 
@@ -139,6 +139,15 @@ void FillArrayWithZeros(Array* array) {
       }
       FillArrayWithZeros<ArrayDataType::kInt64>(&output_array);
     } break;
+    case ArrayDataType::kComplex64: {
+      const auto& constant_input_data =
+          constant_input_array.GetBuffer<ArrayDataType::kComplex64>().data;
+      if (!AreAllBufferElementsZero<DataType<ArrayDataType::kComplex64>>(
+              constant_input_data)) {
+        return ::tensorflow::Status::OK();
+      }
+      FillArrayWithZeros<ArrayDataType::kComplex64>(&output_array);
+    } break;
     default:
       AddMessageF(
           "Cannot resolve multiply by 0 because of unsupported data type\n");
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index 7a71ff80d0..490af4525e 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -51,6 +51,7 @@ limitations under the License.
 
 using tensorflow::AttrValue;
 using tensorflow::DT_BOOL;
+using tensorflow::DT_COMPLEX64;
 using tensorflow::DT_FLOAT;
 using tensorflow::DT_INT32;
 using tensorflow::DT_INT64;
@@ -186,6 +187,8 @@ ArrayDataType ConvertDataType(tensorflow::DataType dtype) {
     return ArrayDataType::kInt64;
   else if (dtype == DT_STRING)
     return ArrayDataType::kString;
+  else if (dtype == DT_COMPLEX64)
+    return ArrayDataType::kComplex64;
   else
     LOG(INFO) << "Unsupported data type in placeholder op: " << dtype;
   return ArrayDataType::kNone;
@@ -258,6 +261,48 @@ tensorflow::Status ImportFloatArray(const TensorProto& input_tensor,
   return tensorflow::Status::OK();
 }
 
+tensorflow::Status ImportComplex64Array(const TensorProto& input_tensor,
+                                        Array* output_array) {
+  CHECK_EQ(input_tensor.dtype(), DT_COMPLEX64);
+  const auto& input_shape = input_tensor.tensor_shape();
+  CHECK_LE(input_shape.dim_size(), 4);
+  int input_flat_size;
+  auto status = ImportShape(input_shape.dim(), &input_flat_size,
+                            output_array->mutable_shape());
+  if (!status.ok()) return status;
+
+  auto& output_complex_data =
+      output_array->GetMutableBuffer<ArrayDataType::kComplex64>().data;
+  output_complex_data.resize(RequiredBufferSizeForShape(output_array->shape()),
+                             std::complex<float>(0.f, 0.f));
+  CHECK_GE(output_complex_data.size(), input_flat_size);
+  if (input_tensor.scomplex_val_size() == 2) {
+    for (int i = 0; i < input_flat_size; i++) {
+      output_complex_data[i] = std::complex<float>(
+          input_tensor.scomplex_val(0), input_tensor.scomplex_val(1));
+    }
+  } else if (input_tensor.scomplex_val_size() == 2 * input_flat_size) {
+    for (int i = 0; i < input_flat_size; ++i) {
+      output_complex_data[i] =
+          std::complex<float>(input_tensor.scomplex_val(2 * i),
+                              input_tensor.scomplex_val(2 * i + 1));
+    }
+  } else if (input_tensor.tensor_content().size() ==
+             input_flat_size * sizeof(std::complex<float>)) {
+    toco::port::CopyToBuffer(
+        input_tensor.tensor_content(),
+        reinterpret_cast<char*>(output_complex_data.data()));
+  } else {
+    return tensorflow::errors::InvalidArgument(absl::StrCat(
+        "Neither input_content (",
+        input_tensor.tensor_content().size() / sizeof(std::complex<float>),
+        ") nor scomplex_val (", input_tensor.scomplex_val_size(),
+        ") have the right dimensions (", input_flat_size,
+        ") for this complex64 tensor"));
+  }
+  return tensorflow::Status::OK();
+}
+
 tensorflow::Status ImportQuint8Array(const TensorProto& input_tensor,
                                      Array* output_array) {
   CHECK_EQ(input_tensor.dtype(), DT_QUINT8);
@@ -537,6 +582,10 @@ tensorflow::Status ConvertConstOperator(
       array.data_type = ArrayDataType::kBool;
       status = ImportBoolArray(tensor, &array);
       break;
+    case DT_COMPLEX64:
+      array.data_type = ArrayDataType::kComplex64;
+      status = ImportComplex64Array(tensor, &array);
+      break;
     default:
       array.data_type = ArrayDataType::kNone;
       // do nothing, silently ignore the Const data.
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow_test.cc b/tensorflow/contrib/lite/toco/import_tensorflow_test.cc
index 0767221b83..587148a930 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow_test.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow_test.cc
@@ -28,6 +28,7 @@ namespace toco {
 
 using tensorflow::AttrValue;
 using tensorflow::DT_BOOL;
+using tensorflow::DT_COMPLEX64;
 using tensorflow::DT_FLOAT;
 using tensorflow::DT_INT32;
 using tensorflow::DT_INT64;
@@ -141,6 +142,12 @@ class ShapeImportTest : public ::testing::TestWithParam<tensorflow::DataType> {
           t.add_bool_val(i % 2);
         }
         break;
+      case DT_COMPLEX64:
+        for (int64_t i = 0; i < num_elements; ++i) {
+          t.add_scomplex_val(i / 10000.0);
+          t.add_scomplex_val(-i / 10000.0);
+        }
+        break;
       default:
         break;
     }
@@ -171,7 +178,7 @@ class TypeImportTest : public ::testing::TestWithParam<
 };
 
 std::vector<tensorflow::DataType> TestTypes() {
-  return {DT_FLOAT, DT_INT32, DT_INT64, DT_BOOL, DT_QUINT8};
+  return {DT_FLOAT, DT_INT32, DT_INT64, DT_BOOL, DT_QUINT8, DT_COMPLEX64};
 }
 
 TEST_P(ShapeImportTest, ShapeElementIsNegative) {
@@ -219,6 +226,24 @@ TEST_P(ShapeImportTest, ValidShapeButZeroElements) {
 INSTANTIATE_TEST_CASE_P(ValidShapeButZeroElements, ShapeImportTest,
                         ::testing::ValuesIn(TestTypes()));
 
+TEST_P(ShapeImportTest, Complex64ConstNode) {
+  NodeDef node;
+  BuildConstNode({1, 2, 3}, DT_COMPLEX64, 6, &node);
+  Model model;
+  EXPECT_TRUE(ImportNode(node, &model).ok());
+  const auto& array = model.GetArray("Node1");
+  EXPECT_EQ(ArrayDataType::kComplex64, array.data_type);
+  EXPECT_EQ(6, array.GetBuffer<ArrayDataType::kComplex64>().Length());
+  int64_t i = 0;
+  for (const auto& datum : array.GetBuffer<ArrayDataType::kComplex64>().data) {
+    EXPECT_EQ(i / 10000.0f, std::real(datum));
+    EXPECT_EQ(-i / 10000.0f, std::imag(datum));
+    i++;
+  }
+}
+INSTANTIATE_TEST_CASE_P(Complex64ConstNode, ShapeImportTest,
+                        ::testing::ValuesIn({DT_COMPLEX64}));
+
 std::vector<std::pair<tensorflow::DataType, ArrayDataType>> UnaryTestTypes() {
   return {{DT_FLOAT, ArrayDataType::kFloat},
           {DT_INT32, ArrayDataType::kInt32},
diff --git a/tensorflow/contrib/lite/toco/tooling_util.cc b/tensorflow/contrib/lite/toco/tooling_util.cc
index 0deaf56593..0737af9cf4 100644
--- a/tensorflow/contrib/lite/toco/tooling_util.cc
+++ b/tensorflow/contrib/lite/toco/tooling_util.cc
@@ -87,6 +87,8 @@ string ArrayDataTypeName(ArrayDataType data_type) {
       return "String";
     case ArrayDataType::kBool:
       return "Bool";
+    case ArrayDataType::kComplex64:
+      return "Complex64";
     case ArrayDataType::kNone:
       return "None";
     default:
@@ -799,6 +801,9 @@ bool CompareConstantArrays(const Array& lhs_array, const Array& rhs_array) {
       return CompareArrayBuffers<ArrayDataType::kUint64>(lhs_array, rhs_array);
     case ArrayDataType::kString:
       return CompareArrayBuffers<ArrayDataType::kString>(lhs_array, rhs_array);
+    case ArrayDataType::kComplex64:
+      return CompareArrayBuffers<ArrayDataType::kComplex64>(lhs_array,
+                                                            rhs_array);
     default:
       LOG(FATAL) << "Unsupported data type: "
                  << ArrayDataTypeName(lhs_array.data_type);
@@ -1411,6 +1416,9 @@ void CloneArray(Model* model, const string& source_array_name,
     case ArrayDataType::kString:
       CopyArrayBuffer<ArrayDataType::kString>(source_array, &target_array);
       break;
+    case ArrayDataType::kComplex64:
+      CopyArrayBuffer<ArrayDataType::kComplex64>(source_array, &target_array);
+      break;
     default:
       LOG(FATAL) << "Unsupported data type: "
                  << ArrayDataTypeName(source_array.data_type);
@@ -1718,6 +1726,8 @@ int ElementSize(ArrayDataType data_type) {
       return 8;
     case ArrayDataType::kUint64:
       return 8;
+    case ArrayDataType::kComplex64:
+      return 8;
 
     // Usually not critical limitation because strings are only input and/or
     // output.
@@ -2206,6 +2216,8 @@ ArrayDataType ConvertIODataTypeToArrayDataType(IODataType type) {
       return ArrayDataType::kBool;
     case STRING:
       return ArrayDataType::kString;
+    case COMPLEX64:
+      return ArrayDataType::kComplex64;
     default:
       return ArrayDataType::kNone;
   }
diff --git a/tensorflow/contrib/lite/toco/types.proto b/tensorflow/contrib/lite/toco/types.proto
index 421667a83c..12f711fd8a 100644
--- a/tensorflow/contrib/lite/toco/types.proto
+++ b/tensorflow/contrib/lite/toco/types.proto
@@ -40,4 +40,7 @@ enum IODataType {
 
   // Boolean
   BOOL = 7;
+
+  // Complex64, not quantized
+  COMPLEX64 = 8;
 }
-- 
GitLab


From 822337e2b3377b89dad3b88cb5c4df7b369aa521 Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Wed, 24 Oct 2018 22:06:29 -0700
Subject: [PATCH 0578/1825] [XLA:GPU] Temporarily disable the check for
 non-layout-changing instructions should not change layouts.

Enable melody_rnn.

PiperOrigin-RevId: 218631811
---
 .../xla/service/gpu/nvptx_compiler.cc         | 20 +++++++++++--------
 1 file changed, 12 insertions(+), 8 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index b2c9f36edb..5e2e584847 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -238,10 +238,11 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
 
   {
     HloPassPipeline pipeline("post-layout_assignment");
+    /* TODO(b/117531509): Use LayoutAssignment::InstructionCanChangeLayout after
+     * fixing the ticket. */
     pipeline.AddInvariantChecker<HloVerifier>(
         /*layout_sensitive=*/true,
-        /*allow_mixed_precision=*/false,
-        LayoutAssignment::InstructionCanChangeLayout);
+        /*allow_mixed_precision=*/false, nullptr);
 
     // The LayoutAssignment pass may leave behind kCopy instructions which are
     // duplicate or NOPs, so remove them with algebraic simplification and CSE.
@@ -290,10 +291,11 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
     // We try to split variadic ops with many parameters into several such ops
     // to avoid exceeding the parameter space.
     fusion.AddPass<VariadicOpSplitter>();
+    /* TODO(b/117531509): Use LayoutAssignment::InstructionCanChangeLayout after
+     * fixing the ticket. */
     fusion.AddInvariantChecker<HloVerifier>(
         /*layout_sensitive=*/true,
-        /*allow_mixed_precision=*/false,
-        LayoutAssignment::InstructionCanChangeLayout);
+        /*allow_mixed_precision=*/false, nullptr);
     fusion.AddPass<GpuInstructionFusion>(/*may_duplicate=*/false);
     fusion.AddPass<GpuInstructionFusion>(/*may_duplicate=*/true);
     fusion.AddPass<FusionMerger>();
@@ -304,9 +306,10 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
     TF_RETURN_IF_ERROR(fusion.Run(hlo_module).status());
 
     HloPassPipeline reduce_pipeline("reduce-precision");
+    /* TODO(b/117531509): Use LayoutAssignment::InstructionCanChangeLayout after
+     * fixing the ticket. */
     reduce_pipeline.AddInvariantChecker<HloVerifier>(
-        /*is_layout_sensitive=*/true, /*allow_mixed_precision=*/false,
-        LayoutAssignment::InstructionCanChangeLayout);
+        /*is_layout_sensitive=*/true, /*allow_mixed_precision=*/false, nullptr);
     ReducePrecisionInsertion::AddPasses(
         &reduce_pipeline, hlo_module->config().debug_options(),
         ReducePrecisionInsertion::PassTiming::AFTER_FUSION);
@@ -332,10 +335,11 @@ Status PrepareHloModuleForIrEmitting(HloModule* hlo_module) {
   // (b/27180329). Therefore, in that case, we set the output to be a copy of
   // the parameter.
   HloPassPipeline pipeline("GPU-ir-emit-prepare");
+  /* TODO(b/117531509): Use LayoutAssignment::InstructionCanChangeLayout after
+   * fixing the ticket. */
   pipeline.AddInvariantChecker<HloVerifier>(
       /*layout_sensitive=*/true,
-      /*allow_mixed_precision=*/false,
-      LayoutAssignment::InstructionCanChangeLayout);
+      /*allow_mixed_precision=*/false, nullptr);
 
   // Copy insertion should be performed immediately before IR emission to avoid
   // inserting unnecessary copies (later pass adds an instruction which
-- 
GitLab


From 30382d4747e33a130e60e8362348f065085855fc Mon Sep 17 00:00:00 2001
From: Todd Wang <toddw@google.com>
Date: Wed, 24 Oct 2018 22:43:24 -0700
Subject: [PATCH 0579/1825] Don't set TF_PER_DEVICE_MEMORY_LIMIT_MB as a
 --test_env if it isn't specified.

PiperOrigin-RevId: 218634344
---
 .../tools/ci_build/ci_parameterized_build.sh  | 21 ++++++++++++++-----
 1 file changed, 16 insertions(+), 5 deletions(-)

diff --git a/tensorflow/tools/ci_build/ci_parameterized_build.sh b/tensorflow/tools/ci_build/ci_parameterized_build.sh
index bc9cb4e9a1..435ec7ca68 100755
--- a/tensorflow/tools/ci_build/ci_parameterized_build.sh
+++ b/tensorflow/tools/ci_build/ci_parameterized_build.sh
@@ -128,8 +128,9 @@ NO_DOCKER_OPT_FLAG="--genrule_strategy=standalone"
 
 DO_DOCKER=1
 
-# Bazel uses defaults for all test sizes when given `-1`.
-TF_BUILD_TEST_TIMEOUT=${TF_BUILD_TEST_TIMEOUT:--1}
+# Default values for various settings.
+TF_BUILD_TEST_TIMEOUT=${TF_BUILD_TEST_TIMEOUT:--1}  # Use bazel defaults
+TF_GPU_COUNT=${TF_GPU_COUNT:-4}
 
 # Helpful flags:
 # --test_summary=detailed: Tell us more about which targets are being built
@@ -144,9 +145,20 @@ TF_BUILD_TEST_TIMEOUT=${TF_BUILD_TEST_TIMEOUT:--1}
 BAZEL_TEST_FLAGS=""\
 "--test_summary=detailed --build_tests_only --keep_going "\
 "--test_timeout=${TF_BUILD_TEST_TIMEOUT} "\
-"--test_env=TF_GPU_COUNT=${TF_GPU_COUNT} "\
-"--test_env=TF_TESTS_PER_GPU=${TF_TESTS_PER_GPU} "\
+"--test_env=TF_GPU_COUNT=${TF_GPU_COUNT}"
+
+# Only set these environment variables if they're specified, to avoid causing
+# problems like b/118404869, where an envvar set to the empty string has
+# different semantics from an unset envvar.
+if [ -n "${TF_TESTS_PER_GPU}" ]; then
+  BAZEL_TEST_FLAGS="${BAZEL_TEST_FLAGS} "\
+"--test_env=TF_TESTS_PER_GPU=${TF_TESTS_PER_GPU}"
+fi
+if [ -n "${TF_PER_DEVICE_MEMORY_LIMIT_MB}" ]; then
+  BAZEL_TEST_FLAGS="${BAZEL_TEST_FLAGS} "\
 "--test_env=TF_PER_DEVICE_MEMORY_LIMIT_MB=${TF_PER_DEVICE_MEMORY_LIMIT_MB}"
+fi
+
 BAZEL_BUILD_FLAGS="--keep_going"
 
 # Explicitly set jdk8 since that's what's installed in our images. Note that
@@ -163,7 +175,6 @@ PIP_INTEGRATION_TESTS_FLAG="--integration_tests"
 ANDROID_CMD="${CI_BUILD_DIR}/builds/android.sh"
 ANDROID_FULL_CMD="${CI_BUILD_DIR}/builds/android_full.sh"
 
-TF_GPU_COUNT=${TF_GPU_COUNT:-4}
 PARALLEL_GPU_TEST_CMD='//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute'
 
 BENCHMARK_CMD="${CI_BUILD_DIR}/builds/benchmark.sh"
-- 
GitLab


From 1d61c46a4a9de61c8701482649c1bb6bd828fdff Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 02:02:40 -0700
Subject: [PATCH 0580/1825] compat: Update forward compatibility horizon to
 2018-10-25

PiperOrigin-RevId: 218651970
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 8a3d5bd912..5a86eb91f4 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 24)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 25)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 5d2b7b34c84678c2eebacf37f790094604482377 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 03:27:24 -0700
Subject: [PATCH 0581/1825] Add build_cleaner hint to avoid depending on the
 internal py_library inside tf_gen_op_wrapper_py

PiperOrigin-RevId: 218659880
---
 tensorflow/tensorflow.bzl | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index e89773555b..009fdb1f15 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -713,6 +713,10 @@ def tf_gen_op_wrapper_py(
         deps = [
             clean_dep("//tensorflow/python:framework_for_generated_wrappers_v2"),
         ],
+        # Instruct build_cleaner to try to avoid using this rule; typically ops
+        # creators will provide their own tf_custom_op_py_library based target
+        # that wraps this one.
+        tags = ["avoid_dep"],
     )
 
 # Define a bazel macro that creates cc_test for tensorflow.
-- 
GitLab


From 670eff0b0f60b9fde8231e927807677a80016904 Mon Sep 17 00:00:00 2001
From: Tamara Norman <tamaranorman@google.com>
Date: Thu, 25 Oct 2018 03:48:34 -0700
Subject: [PATCH 0582/1825] Extract UnconnectedGradients from gradients_impl to
 simplify dependencies

PiperOrigin-RevId: 218661408
---
 tensorflow/python/BUILD                       | 11 +++++
 tensorflow/python/eager/BUILD                 |  4 +-
 tensorflow/python/eager/backprop.py           |  4 +-
 tensorflow/python/eager/function.py           |  3 +-
 tensorflow/python/eager/imperative_grad.py    |  7 ++-
 tensorflow/python/ops/gradients.py            |  2 +-
 tensorflow/python/ops/gradients_impl.py       | 35 +++------------
 .../python/ops/unconnected_gradients.py       | 43 +++++++++++++++++++
 8 files changed, 68 insertions(+), 41 deletions(-)
 create mode 100644 tensorflow/python/ops/unconnected_gradients.py

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 2ae6fae338..5ba33aa386 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2203,6 +2203,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":gradients_impl",
+        ":unconnected_gradients",
         "//tensorflow/python/eager:function",
         "//tensorflow/python/eager:tape",
     ],
@@ -2240,6 +2241,7 @@ py_library(
         ":spectral_grad",
         ":tensor_array_ops",
         ":tensor_util",
+        ":unconnected_gradients",
         ":util",
         ":variable_scope",
         "//tensorflow/core:protos_all_py",
@@ -2250,6 +2252,15 @@ py_library(
     ],
 )
 
+py_library(
+    name = "unconnected_gradients",
+    srcs = ["ops/unconnected_gradients.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":util",
+    ],
+)
+
 py_library(
     name = "histogram_ops",
     srcs = ["ops/histogram_ops.py"],
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 7d6ea10c94..c898869dd0 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -279,10 +279,10 @@ py_library(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
-        "//tensorflow/python:gradients_impl",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:pywrap_tensorflow",
         "//tensorflow/python:tensor_shape",
+        "//tensorflow/python:unconnected_gradients",
         "//tensorflow/python:util",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:execute",
@@ -375,8 +375,8 @@ py_library(
     srcs = ["imperative_grad.py"],
     srcs_version = "PY2AND3",
     deps = [
-        "//tensorflow/python:gradients_impl",
         "//tensorflow/python:pywrap_tensorflow",
+        "//tensorflow/python:unconnected_gradients",
         "//tensorflow/python:util",
     ],
 )
diff --git a/tensorflow/python/eager/backprop.py b/tensorflow/python/eager/backprop.py
index 89a4177016..71ede721ed 100644
--- a/tensorflow/python/eager/backprop.py
+++ b/tensorflow/python/eager/backprop.py
@@ -35,9 +35,9 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gen_array_ops
 from tensorflow.python.ops import gen_math_ops
-from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops.unconnected_gradients import UnconnectedGradients
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_contextlib
@@ -855,7 +855,7 @@ class GradientTape(object):
                target,
                sources,
                output_gradients=None,
-               unconnected_gradients=gradients_impl.UnconnectedGradients.NONE):
+               unconnected_gradients=UnconnectedGradients.NONE):
     """Computes the gradient using operations recorded in context of this tape.
 
     Args:
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index a4e2fb411b..d7a4340705 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -481,8 +481,7 @@ class Function(object):
           outputs,
           self._func_graph.inputs,
           grad_ys=gradients_wrt_outputs,
-          src_graph=self._func_graph,
-          unconnected_gradients=gradients_impl.UnconnectedGradients.NONE)
+          src_graph=self._func_graph)
 
     backwards_graph_captures = list(backwards_graph.captures.keys())
 
diff --git a/tensorflow/python/eager/imperative_grad.py b/tensorflow/python/eager/imperative_grad.py
index 6e8bde9953..b9b4355e66 100644
--- a/tensorflow/python/eager/imperative_grad.py
+++ b/tensorflow/python/eager/imperative_grad.py
@@ -21,7 +21,7 @@ from __future__ import print_function
 import collections
 
 from tensorflow.python import pywrap_tensorflow
-from tensorflow.python.ops import gradients_impl
+from tensorflow.python.ops.unconnected_gradients import UnconnectedGradients
 from tensorflow.python.util import compat
 
 VSpace = collections.namedtuple("VSpace", [
@@ -34,7 +34,7 @@ def imperative_grad(
     target,
     sources,
     output_gradients=None,
-    unconnected_gradients=gradients_impl.UnconnectedGradients.NONE):
+    unconnected_gradients=UnconnectedGradients.NONE):
   """Computes gradients from the imperatively defined tape on top of the stack.
 
   Works by filtering the tape, computing how many downstream usages are of each
@@ -59,8 +59,7 @@ def imperative_grad(
     RuntimeError: if something goes wrong.
   """
   try:
-    unconnected_gradients = gradients_impl.UnconnectedGradients(
-        unconnected_gradients)
+    unconnected_gradients = UnconnectedGradients(unconnected_gradients)
   except ValueError:
     raise ValueError(
         "Unknown value for unconnected_gradients: %r" % unconnected_gradients)
diff --git a/tensorflow/python/ops/gradients.py b/tensorflow/python/ops/gradients.py
index 794465b10e..cd11447e1f 100644
--- a/tensorflow/python/ops/gradients.py
+++ b/tensorflow/python/ops/gradients.py
@@ -25,5 +25,5 @@ from tensorflow.python.ops.custom_gradient import custom_gradient
 from tensorflow.python.ops.gradients_impl import AggregationMethod
 from tensorflow.python.ops.gradients_impl import gradients
 from tensorflow.python.ops.gradients_impl import hessians
-from tensorflow.python.ops.gradients_impl import UnconnectedGradients
+from tensorflow.python.ops.unconnected_gradients import UnconnectedGradients
 # pylint: enable=unused-import
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index aeecf84330..0cb6f80b2c 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -20,7 +20,6 @@ from __future__ import print_function
 
 import collections
 import contextlib
-import enum  # pylint: disable=g-bad-import-order
 import warnings
 
 import numpy as np
@@ -35,6 +34,7 @@ from tensorflow.python.framework import function as framework_function
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
+from tensorflow.python.framework.func_graph import FuncGraph
 from tensorflow.python.ops import array_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops  # pylint: disable=unused-import
@@ -53,16 +53,11 @@ from tensorflow.python.ops import random_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import spectral_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import tensor_array_ops
+from tensorflow.python.ops.unconnected_gradients import UnconnectedGradients
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util import compat
-from tensorflow.python.util.lazy_loader import LazyLoader
 from tensorflow.python.util.tf_export import tf_export
 
-# This is to avoid a circular dependency
-# backprop -> gradients_impl -> func_graph
-funct_graph = LazyLoader(
-    "func_graph", globals(),
-    "tensorflow.python.framework.func_graph")
 
 # This is to avoid a circular dependency (eager.function depends on
 # gradients_impl). This is set in eager/function.py.
@@ -455,12 +450,12 @@ def _RaiseNoGradWrtInitialLoopValError(op, from_ops, xs):
 
 
 def _IsFunction(graph):
-  return (isinstance(graph, funct_graph.FuncGraph) or
+  return (isinstance(graph, FuncGraph) or
           isinstance(graph, framework_function._FuncGraph))  # pylint: disable=protected-access
 
 
 def _Captures(func_graph):
-  if isinstance(func_graph, funct_graph.FuncGraph):
+  if isinstance(func_graph, FuncGraph):
     return func_graph.captures
   else:
     assert isinstance(func_graph, framework_function._FuncGraph)  # pylint: disable=protected-access
@@ -539,26 +534,6 @@ def _Consumers(t, func_graphs):
   return consumers
 
 
-@tf_export("UnconnectedGradients")
-class UnconnectedGradients(enum.Enum):
-  """Controls how gradient computation behaves when y does not depend on x.
-
-  The gradient of y with respect to x can be zero in two different ways: there
-  could be no differentiable path in the graph connecting x to y (and so we can
-  statically prove that the gradient is zero) or it could be that runtime values
-  of tensors in a particular execution lead to a gradient of zero (say, if a
-  relu unit happens to not be activated). To allow you to distinguish between
-  these two cases you can choose what value gets returned for the gradient when
-  there is no path in the graph from x to y:
-
-  * `NONE`: Indicates that [None] will be returned if there is no path from x
-    to y
-  * `ZERO`: Indicates that a zero tensor will be returned in the shape of x.
-  """
-  NONE = "none"
-  ZERO = "zero"
-
-
 @tf_export("gradients")
 def gradients(ys,
               xs,
@@ -703,7 +678,7 @@ def _GradientsHelper(ys,
   curr_graph = src_graph
   while _IsFunction(curr_graph):
     func_graphs.append(curr_graph)
-    if isinstance(curr_graph, funct_graph.FuncGraph):
+    if isinstance(curr_graph, FuncGraph):
       curr_graph = curr_graph.outer_graph
     else:
       assert isinstance(curr_graph, framework_function._FuncGraph)  # pylint: disable=protected-access
diff --git a/tensorflow/python/ops/unconnected_gradients.py b/tensorflow/python/ops/unconnected_gradients.py
new file mode 100644
index 0000000000..03189a9f52
--- /dev/null
+++ b/tensorflow/python/ops/unconnected_gradients.py
@@ -0,0 +1,43 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Utilities for calculating gradients."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import enum
+
+from tensorflow.python.util.tf_export import tf_export
+
+
+@tf_export("UnconnectedGradients")
+class UnconnectedGradients(enum.Enum):
+  """Controls how gradient computation behaves when y does not depend on x.
+
+  The gradient of y with respect to x can be zero in two different ways: there
+  could be no differentiable path in the graph connecting x to y (and so we can
+  statically prove that the gradient is zero) or it could be that runtime values
+  of tensors in a particular execution lead to a gradient of zero (say, if a
+  relu unit happens to not be activated). To allow you to distinguish between
+  these two cases you can choose what value gets returned for the gradient when
+  there is no path in the graph from x to y:
+
+  * `NONE`: Indicates that [None] will be returned if there is no path from x
+    to y
+  * `ZERO`: Indicates that a zero tensor will be returned in the shape of x.
+  """
+  NONE = "none"
+  ZERO = "zero"
-- 
GitLab


From 4bb45e6cdddfd8f818ee037216e732f3fd133413 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Thu, 25 Oct 2018 06:29:48 -0700
Subject: [PATCH 0583/1825] [TF:XLA] Simplify implementation of
 XlaAssignVariableOp.

Remove XlaDeviceContext::CopyDeviceTensorToDevice because it is now unused.

In https://github.com/tensorflow/tensorflow/commit/ca69ddc34b37258534d8327ec55a26b2add6a632#diff-6bcd989aebc981d5f8428a6b5da4eed5 the equivalent change was made to the core AssignVariableOp; the same reasoning applies here.

(In fact, the only reason we need a different XlaAssignVariableOp kernel is because the TF core one is templated on the data type ? the implementation here is identical to one of the cases of that op.)

PiperOrigin-RevId: 218676071
---
 tensorflow/compiler/jit/xla_device_context.cc |  67 -----------
 tensorflow/compiler/jit/xla_device_context.h  |   3 -
 tensorflow/compiler/jit/xla_device_ops.cc     | 105 +++++-------------
 tensorflow/compiler/jit/xla_device_ops.h      |   4 +-
 4 files changed, 32 insertions(+), 147 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index 83ce6cfab1..5c189834b5 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -246,71 +246,4 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   done(status);
 }
 
-void XlaDeviceContext::CopyDeviceTensorToDevice(const Tensor& src_tensor,
-                                                Tensor* dst_tensor,
-                                                const StatusCallback& done) {
-  VLOG(2) << "CopyDeviceTensorToDevice "
-          << reinterpret_cast<const void*>(src_tensor.tensor_data().data())
-          << " "
-          << reinterpret_cast<const void*>(dst_tensor->tensor_data().data());
-  // Perform memory allocation now, and enqueue the device-to-device transfer.
-  Status status = [&]() -> Status {
-    if (src_tensor.NumElements() == 0) {
-      return Status::OK();
-    }
-    // TODO(jmolloy): We co-opt the device_to_host stream for device to device
-    // transfers; perhaps we should have a dedicated device to device stream? or
-    // one per device?
-    auto device_to_device_stream = stream_;
-    XlaTensor* xla_src = XlaTensor::FromTensor(&src_tensor);
-    XlaTensor* xla_dst = XlaTensor::FromTensor(dst_tensor);
-    CHECK(xla_src && xla_dst)
-        << "Missing destination tensor for device-to-device copy";
-    if (!xla_dst->has_shaped_buffer()) {
-      TF_ASSIGN_OR_RETURN(
-          TensorShape shape,
-          shape_representation_fn_(src_tensor.shape(), src_tensor.dtype()));
-      TF_RETURN_IF_ERROR(
-          xla_dst->AllocateShapedBuffer(src_tensor.dtype(), shape, client_,
-                                        stream_->parent()->device_ordinal()));
-      if (stream_ != device_to_device_stream) {
-        // Initially wait for the compute stream so that memory allocations are
-        // synchronized.
-        device_to_device_stream->ThenWaitFor(stream_.get());
-      }
-    }
-
-    xla_src->WaitForDefinitionEventOnStream(device_to_device_stream.get());
-
-    auto from_iter = xla_src->shaped_buffer().buffers().begin();
-    auto to_iter = xla_dst->shaped_buffer().buffers().begin();
-    for (auto end_iter = xla_src->shaped_buffer().buffers().end();
-         from_iter != end_iter; ++from_iter, ++to_iter) {
-      device_to_device_stream->ThenMemcpyD2D(
-          &to_iter->second, from_iter->second, to_iter->second.size());
-    }
-
-    if (UseMultipleStreams()) {
-      auto event = std::make_shared<se::Event>(stream_->parent());
-      TF_RET_CHECK(event->Init()) << "Event failed to initialize";
-      device_to_device_stream->ThenRecordEvent(event.get());
-      xla_dst->ResetDefinitionEvent(std::move(event),
-                                    device_to_device_stream.get());
-    }
-    return Status::OK();
-  }();
-  if (!status.ok()) {
-    return done(status);
-  } else {
-    stream_->ThenDoHostCallback([this, done]() {
-      // We must not call the done closure directly from DoHostCallback to avoid
-      // a deadlock. If done() is the callback that ends an Executor's run, the
-      // Executor may call XlaDevice::Sync() inside the callback. This
-      // deadlocks, because XlaDevice::Sync() waits for all stream activity to
-      // complete.
-      thread_pool_->Schedule([done]() { done(Status::OK()); });
-    });
-  }
-}
-
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/xla_device_context.h b/tensorflow/compiler/jit/xla_device_context.h
index babb60acb5..39521ec7ad 100644
--- a/tensorflow/compiler/jit/xla_device_context.h
+++ b/tensorflow/compiler/jit/xla_device_context.h
@@ -61,9 +61,6 @@ class XlaDeviceContext : public DeviceContext {
                              absl::string_view tensor_name, Device* device,
                              Tensor* cpu_tensor, StatusCallback done) override;
 
-  void CopyDeviceTensorToDevice(const Tensor& src_tensor, Tensor* dst_tensor,
-                                const StatusCallback& done);
-
   se::Stream* stream() const { return stream_.get(); }
 
  private:
diff --git a/tensorflow/compiler/jit/xla_device_ops.cc b/tensorflow/compiler/jit/xla_device_ops.cc
index 8021c92c49..f56c26ba01 100644
--- a/tensorflow/compiler/jit/xla_device_ops.cc
+++ b/tensorflow/compiler/jit/xla_device_ops.cc
@@ -30,88 +30,43 @@ void XlaDeviceDummyOp::Compute(OpKernelContext* ctx) {
 }
 
 XlaAssignVariableOp::XlaAssignVariableOp(OpKernelConstruction* c)
-    : AsyncOpKernel(c) {
+    : OpKernel(c) {
   OP_REQUIRES_OK(c, c->GetAttr("dtype", &dtype_));
 }
 
-void XlaAssignVariableOp::ComputeAsync(OpKernelContext* context,
-                                       DoneCallback done) {
-  OP_REQUIRES_ASYNC(context, dtype_ == context->input(1).dtype(),
-                    errors::InvalidArgument(
-                        "Variable and value dtypes don't match; respectively, ",
-                        dtype_, " and ", context->input(1).dtype()),
-                    done);
+void XlaAssignVariableOp::Compute(OpKernelContext* context) {
+  OP_REQUIRES(context, dtype_ == context->input(1).dtype(),
+              errors::InvalidArgument(
+                  "Variable and value dtypes don't match; respectively, ",
+                  DataTypeString(dtype_), " and ",
+                  DataTypeString(context->input(1).dtype())));
   Var* variable = nullptr;
-  OP_REQUIRES_OK_ASYNC(
-      context,
-      LookupOrCreateResource<Var>(
-          context, HandleFromInput(context, 0), &variable,
-          [this, context](Var** ptr) {
-            *ptr = new Var(dtype_);
-            PersistentTensor unused;
-            Tensor* tmp;
-            AllocatorAttributes attr;
-            TF_RETURN_IF_ERROR(context->allocate_persistent(
-                dtype_, context->input(1).shape(), &unused, &tmp, attr));
-            *(*ptr)->tensor() = *tmp;
-            return Status::OK();
-          }),
-      done);
-  core::ScopedUnref s(variable);
-
-  OP_REQUIRES_ASYNC(context, variable->tensor()->dtype() == dtype_,
-                    errors::InvalidArgument(
-                        "Trying to assign variable with wrong dtype. Expected ",
-                        DataTypeString(variable->tensor()->dtype()), " got ",
-                        DataTypeString(dtype_)),
-                    done);
-
   const Tensor& value = context->input(1);
-  AllocatorAttributes attr;
-
-  // Copying is unnecessary if we are the last user of the value tensor, we can
-  // just adopt the input tensor's buffer instead.
-  std::unique_ptr<Tensor> input_alias = context->forward_input(
-      1, /*output_index=*/OpKernelContext::Params::kNoReservation, dtype_,
-      value.shape(), DEVICE_MEMORY, attr);
+  // Note: every resource-variable-manipulating op assumes copy-on-write
+  // semantics, and creates a copy of the variable's Tensor if its refcount is
+  // bigger than 1 when we try to modify it. This means we never need to copy
+  // the original tensor for AssignVariableOp; even if there are other live
+  // users of it we know none can modify it so this is always safe (even in
+  // esoteric cases where the same tensor is used to initialize multiple
+  // variables or the tensor is a constant this is safe, as future writes will
+  // trigger copies).
+  OP_REQUIRES_OK(context, LookupOrCreateResource<Var>(
+                              context, HandleFromInput(context, 0), &variable,
+                              [this, &value](Var** ptr) {
+                                *ptr = new Var(dtype_);
+                                *(*ptr)->tensor() = value;
+                                (*ptr)->is_initialized = true;
+                                return Status::OK();
+                              }));
+  core::ScopedUnref s(variable);
   mutex_lock ml(*variable->mu());
+  OP_REQUIRES(context, variable->tensor()->dtype() == dtype_,
+              errors::InvalidArgument(
+                  "Trying to assign variable with wrong dtype. Expected ",
+                  DataTypeString(variable->tensor()->dtype()), " got ",
+                  DataTypeString(dtype_)));
   variable->is_initialized = true;
-  if (input_alias) {
-    *variable->tensor() = *input_alias;
-    done();
-    return;
-  }
-
-  // Need to copy, but maybe we can re-use variable's buffer?
-  //
-  // Caution: the correctness of this is subtle. The device-to-device stream
-  // waits for the compute stream before transferring, so we know that there are
-  // no outstanding compute users of the existing tensor. Further, we know that
-  // a host<->device copy would hold a reference to the tensor until the
-  // transfer is complete, so this case cannot be triggered if there is still an
-  // outstanding transfer.
-  if (!XlaTensor::RefCountIsOne(*variable->tensor()) ||
-      !variable->tensor()->shape().IsSameSize(value.shape())) {
-    // Copy to new buffer
-    PersistentTensor unused;
-    Tensor* tmp;
-    OP_REQUIRES_OK_ASYNC(context,
-                         context->allocate_persistent(dtype_, value.shape(),
-                                                      &unused, &tmp, attr),
-                         done);
-    *variable->tensor() = *tmp;
-  }
-
-  XlaDeviceContext* device_context =
-      static_cast<XlaDeviceContext*>(context->op_device_context());
-
-  variable->Ref();
-  device_context->CopyDeviceTensorToDevice(
-      value, variable->tensor(), [context, variable, done](Status status) {
-        variable->Unref();
-        context->SetStatus(status);
-        done();
-      });
+  *variable->tensor() = value;
 }
 
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/xla_device_ops.h b/tensorflow/compiler/jit/xla_device_ops.h
index 6a1c43aa96..62cc88b1d7 100644
--- a/tensorflow/compiler/jit/xla_device_ops.h
+++ b/tensorflow/compiler/jit/xla_device_ops.h
@@ -49,10 +49,10 @@ class XlaDeviceDummyOp : public OpKernel {
   void Compute(OpKernelContext* ctx) override;
 };
 
-class XlaAssignVariableOp : public AsyncOpKernel {
+class XlaAssignVariableOp : public OpKernel {
  public:
   explicit XlaAssignVariableOp(OpKernelConstruction* c);
-  void ComputeAsync(OpKernelContext* context, DoneCallback done) override;
+  void Compute(OpKernelContext* context) override;
 
  private:
   DataType dtype_;
-- 
GitLab


From fcd6aed037b5bd41b233e58b0304e39bc2c073e8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 07:06:48 -0700
Subject: [PATCH 0584/1825] DepthwiseConv, create mechanism to specify test
 kernel.

PiperOrigin-RevId: 218680086
---
 .../internal/depthwiseconv_quantized_test.cc  | 196 +++++++++++++-----
 .../internal/optimized/depthwiseconv_uint8.h  |  77 ++++---
 2 files changed, 194 insertions(+), 79 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc b/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
index dde3da611d..922fd25d2e 100644
--- a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
+++ b/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
@@ -27,17 +27,83 @@ limitations under the License.
 
 #define ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK
 #include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
+#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h"
 #include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h"
 
 namespace tflite {
 namespace {
 
+enum class ForceKernelInvocation {
+  // Run all tests against kUseStandardEntry even if also testing another
+  // kernel, since we need to be sure that the main DepthwiseConv() function in
+  // optimized_ops.h dispatches to a correctly-executing kernel.
+  kNone = 0,  // The "default" option: use the normal DepthwiseConv
+              // kernel (entry) function.
+  kUseGenericKernel,
+  kUseNeon3x3,            // 3x3 kernel that uses NEON when available.
+  kUseNeon3x3DotProduct,  // 3x3 kernel that uses dot-product enabled NEON when
+                          // available.
+};
+
+inline void DispatchDepthwiseConv(
+    ForceKernelInvocation forced_invocation, const DepthwiseParams& params,
+    const RuntimeShape& input_shape, const uint8* input_data,
+    const RuntimeShape& filter_shape, const uint8* filter_data,
+    const RuntimeShape& bias_shape, const int32* bias_data,
+    const RuntimeShape& output_shape, uint8* output_data) {
+  switch (forced_invocation) {
+    case ForceKernelInvocation::kUseNeon3x3: {
+// Enable for arm64 except for the Nvidia Linux 4 Tegra (L4T) running on
+// Jetson TX-2. This compiler does not support the offsetof() macro.
+#if defined(__aarch64__) && !defined(GOOGLE_L4T)
+      const int stride_width = params.stride_width;
+      const int stride_height = params.stride_height;
+      const int pad_width = params.padding_values.width;
+      const int pad_height = params.padding_values.height;
+      const int output_shift = params.output_shift;
+      const int depth_multiplier = params.depth_multiplier;
+      const int dilation_width_factor = params.dilation_width_factor;
+      const int dilation_height_factor = params.dilation_height_factor;
+
+      // Check that parameter combination is supported.
+      const bool basic_3x3_kernel_support =
+          optimized_ops::Fast3x3FilterKernelSupported(
+              input_shape, filter_shape, stride_width, stride_height,
+              dilation_width_factor, dilation_height_factor, pad_width,
+              pad_height, depth_multiplier, output_shape, output_shift);
+      ASSERT_TRUE(basic_3x3_kernel_support);
+
+      // Call kernel optimized for depthwise convolutions using 3x3 filters.
+      optimized_ops::DepthwiseConv3x3Filter(
+          params, input_shape, input_data, filter_shape, filter_data,
+          bias_shape, bias_data, output_shape, output_data);
+      return;
+#else
+      break;
+#endif
+    }
+    case ForceKernelInvocation::kUseGenericKernel: {
+      optimized_ops::DepthwiseConvGeneral(params, input_shape, input_data,
+                                          filter_shape, filter_data, bias_shape,
+                                          bias_data, output_shape, output_data);
+      return;
+    }
+    case ForceKernelInvocation::kNone:
+    default:
+      break;
+  }
+  optimized_ops::DepthwiseConv(params, input_shape, input_data, filter_shape,
+                               filter_data, bias_shape, bias_data, output_shape,
+                               output_data);
+}
+
 // Runs the DepthwiseConv and compares against the reference implementation.
 int TestOneDepthwiseConvWithGivenOutputShift(
-    const std::uint8_t* input_data, const RuntimeShape& input_shape,
-    std::int32_t input_offset, const std::uint8_t* filter_data,
-    const RuntimeShape& filter_shape, std::int32_t filter_offset,
-    const std::int32_t* bias_data, const RuntimeShape& bias_shape, int stride,
+    ForceKernelInvocation forced_invocation, const std::uint8_t* input_data,
+    const RuntimeShape& input_shape, std::int32_t input_offset,
+    const std::uint8_t* filter_data, const RuntimeShape& filter_shape,
+    std::int32_t filter_offset, const std::int32_t* bias_data,
+    const RuntimeShape& bias_shape, int stride, PaddingType padding_type,
     int pad_width, int pad_height, int depth_multiplier,
     std::int32_t output_offset, std::int32_t output_multiplier,
     int output_shift, std::int32_t output_activation_min,
@@ -47,7 +113,7 @@ int TestOneDepthwiseConvWithGivenOutputShift(
   std::vector<std::uint8_t> reference_output_data(output_buffer_size);
 
   tflite::DepthwiseParams op_params;
-  op_params.padding_type = PaddingType::kSame;
+  op_params.padding_type = padding_type;
   op_params.padding_values.width = pad_width;
   op_params.padding_values.height = pad_height;
   op_params.stride_width = stride;
@@ -65,9 +131,9 @@ int TestOneDepthwiseConvWithGivenOutputShift(
   reference_ops::DepthwiseConv(op_params, input_shape, input_data, filter_shape,
                                filter_data, bias_shape, bias_data, output_shape,
                                reference_output_data.data());
-  optimized_ops::DepthwiseConv(op_params, input_shape, input_data, filter_shape,
-                               filter_data, bias_shape, bias_data, output_shape,
-                               output_data.data());
+  DispatchDepthwiseConv(forced_invocation, op_params, input_shape, input_data,
+                        filter_shape, filter_data, bias_shape, bias_data,
+                        output_shape, output_data.data());
   int saturated_min = 0;
   int saturated_max = 0;
   std::vector<int> diff(output_buffer_size);
@@ -115,10 +181,11 @@ int TestOneDepthwiseConvWithGivenOutputShift(
 // becomes
 // vacuous. So we just bisect our way to reasonable output_shift values.
 void TestOneDepthwiseConvBisectOutputShift(
-    const std::uint8_t* input_data, const RuntimeShape& input_shape,
-    std::int32_t input_offset, const std::uint8_t* filter_data,
-    const RuntimeShape& filter_shape, std::int32_t filter_offset,
-    const std::int32_t* bias_data, const RuntimeShape& bias_shape, int stride,
+    ForceKernelInvocation forced_invocation, const std::uint8_t* input_data,
+    const RuntimeShape& input_shape, std::int32_t input_offset,
+    const std::uint8_t* filter_data, const RuntimeShape& filter_shape,
+    std::int32_t filter_offset, const std::int32_t* bias_data,
+    const RuntimeShape& bias_shape, int stride, PaddingType padding_type,
     int pad_width, int pad_height, int depth_multiplier,
     std::int32_t output_offset, std::int32_t output_multiplier,
     int output_activation_bisect_start, int output_activation_bisect_end,
@@ -129,9 +196,9 @@ void TestOneDepthwiseConvBisectOutputShift(
   int output_shift_bisect_midpoint =
       (output_activation_bisect_start + output_activation_bisect_end) / 2;
   int bisect_result = TestOneDepthwiseConvWithGivenOutputShift(
-      input_data, input_shape, input_offset, filter_data, filter_shape,
-      filter_offset, bias_data, bias_shape, stride, pad_width, pad_height,
-      depth_multiplier, output_offset, output_multiplier,
+      forced_invocation, input_data, input_shape, input_offset, filter_data,
+      filter_shape, filter_offset, bias_data, bias_shape, stride, padding_type,
+      pad_width, pad_height, depth_multiplier, output_offset, output_multiplier,
       output_shift_bisect_midpoint, output_activation_min,
       output_activation_max, output_shape);
   // At this point we know that the test succeeded (otherwise it would have
@@ -156,31 +223,33 @@ void TestOneDepthwiseConvBisectOutputShift(
                                              ? output_activation_bisect_end
                                              : output_shift_bisect_midpoint;
   TestOneDepthwiseConvBisectOutputShift(
-      input_data, input_shape, input_offset, filter_data, filter_shape,
-      filter_offset, bias_data, bias_shape, stride, pad_width, pad_height,
-      depth_multiplier, output_offset, output_multiplier,
+      forced_invocation, input_data, input_shape, input_offset, filter_data,
+      filter_shape, filter_offset, bias_data, bias_shape, stride, padding_type,
+      pad_width, pad_height, depth_multiplier, output_offset, output_multiplier,
       new_output_activation_bisect_start, new_output_activation_bisect_end,
       output_activation_min, output_activation_max, output_shape);
 }
 
 void TestOneDepthwiseConv(
-    const std::uint8_t* input_data, const RuntimeShape& input_shape,
-    std::int32_t input_offset, const std::uint8_t* filter_data,
-    const RuntimeShape& filter_shape, std::int32_t filter_offset,
-    const std::int32_t* bias_data, const RuntimeShape& bias_shape, int stride,
+    ForceKernelInvocation forced_invocation, const std::uint8_t* input_data,
+    const RuntimeShape& input_shape, std::int32_t input_offset,
+    const std::uint8_t* filter_data, const RuntimeShape& filter_shape,
+    std::int32_t filter_offset, const std::int32_t* bias_data,
+    const RuntimeShape& bias_shape, int stride, PaddingType padding_type,
     int pad_width, int pad_height, int depth_multiplier,
     std::int32_t output_offset, std::int32_t output_multiplier,
     std::int32_t output_activation_min, std::int32_t output_activation_max,
     const RuntimeShape& output_shape) {
   TestOneDepthwiseConvBisectOutputShift(
-      input_data, input_shape, input_offset, filter_data, filter_shape,
-      filter_offset, bias_data, bias_shape, stride, pad_width, pad_height,
-      depth_multiplier, output_offset, output_multiplier, 0, 32,
-      output_activation_min, output_activation_max, output_shape);
+      forced_invocation, input_data, input_shape, input_offset, filter_data,
+      filter_shape, filter_offset, bias_data, bias_shape, stride, padding_type,
+      pad_width, pad_height, depth_multiplier, output_offset, output_multiplier,
+      0, 32, output_activation_min, output_activation_max, output_shape);
 }
 
-bool TryTestDepthwiseConv(int batch, int input_depth, int input_width,
-                          int input_height, int filter_width, int filter_height,
+bool TryTestDepthwiseConv(ForceKernelInvocation forced_invocation, int batch,
+                          int input_depth, int input_width, int input_height,
+                          int filter_width, int filter_height,
                           int depth_multiplier, int stride,
                           int dilation_width_factor, int dilation_height_factor,
                           PaddingType padding_type) {
@@ -227,12 +296,12 @@ bool TryTestDepthwiseConv(int batch, int input_depth, int input_width,
   FillRandom(&input_data);
   FillRandom(&filter_data);
   FillRandom(&bias_data, -10000, 10000);
-  TestOneDepthwiseConv(input_data.data(), input_shape_inference, input_offset,
-                       filter_data.data(), filter_shape_inference,
-                       filter_offset, bias_data.data(), bias_shape_inference,
-                       stride, pad_width, pad_height, depth_multiplier,
-                       output_offset, output_multiplier, output_activation_min,
-                       output_activation_max, output_shape_inference);
+  TestOneDepthwiseConv(
+      forced_invocation, input_data.data(), input_shape_inference, input_offset,
+      filter_data.data(), filter_shape_inference, filter_offset,
+      bias_data.data(), bias_shape_inference, stride, padding_type, pad_width,
+      pad_height, depth_multiplier, output_offset, output_multiplier,
+      output_activation_min, output_activation_max, output_shape_inference);
   return true;
 }
 
@@ -240,7 +309,7 @@ bool TryTestDepthwiseConv(int batch, int input_depth, int input_width,
 // be legal. If they're not legal, it returns false. If they're legal,
 // it runs the DepthwiseConv test and returns true. This allows the caller
 // to loop until a test has been run.
-bool TryTestOneDepthwiseConv() {
+bool TryTestOneDepthwiseConv(ForceKernelInvocation forced_invocation) {
   // We have to pick a lot of positive values, where we are particularly
   // interested in small values because they are most likely to be special
   // cases in optimized implementations, and secondarily because they allow
@@ -259,14 +328,14 @@ bool TryTestOneDepthwiseConv() {
   const auto padding_type =
       UniformRandomInt(0, 1) ? PaddingType::kSame : PaddingType::kValid;
 
-  return TryTestDepthwiseConv(batch, input_depth, input_width, input_height,
-                              filter_width, filter_height, depth_multiplier,
-                              stride, dilation_width_factor,
-                              dilation_height_factor, padding_type);
+  return TryTestDepthwiseConv(
+      forced_invocation, batch, input_depth, input_width, input_height,
+      filter_width, filter_height, depth_multiplier, stride,
+      dilation_width_factor, dilation_height_factor, padding_type);
 }
 
 // Tests parameters for the 3x3 filter kernel.
-bool TryTestOneDepthwiseConv3x3Filter() {
+bool TryTestOneDepthwiseConv3x3Filter(ForceKernelInvocation forced_invocation) {
   const int batch = ExponentialRandomPositiveInt(0.9f, 3, 20);
   const int input_depth = 8 * ExponentialRandomPositiveInt(0.9f, 10, 50);
   const int input_width = ExponentialRandomPositiveInt(0.9f, 20, 200);
@@ -279,37 +348,58 @@ bool TryTestOneDepthwiseConv3x3Filter() {
   const int dilation_width_factor = 1;
   const int dilation_height_factor = 1;
   // Although the kernel supports only kValid padding, we test that kSame
-  // is using the correct code path.
+  // is using the correct code path. However, only use kSame when forcing kernel
+  // selection.
   const auto padding_type =
-      UniformRandomInt(0, 1) ? PaddingType::kSame : PaddingType::kValid;
+      (forced_invocation == ForceKernelInvocation::kNone &&
+       UniformRandomInt(0, 1))
+          ? PaddingType::kSame
+          : PaddingType::kValid;
 
-  return TryTestDepthwiseConv(batch, input_depth, input_width, input_height,
-                              filter_width, filter_height, depth_multiplier,
-                              stride, dilation_width_factor,
-                              dilation_height_factor, padding_type);
+  return TryTestDepthwiseConv(
+      forced_invocation, batch, input_depth, input_width, input_height,
+      filter_width, filter_height, depth_multiplier, stride,
+      dilation_width_factor, dilation_height_factor, padding_type);
 }
 
-void TestOneDepthwiseConv() {
-  while (!TryTestOneDepthwiseConv()) {
+void TestOneDepthwiseConv(ForceKernelInvocation forced_invocation) {
+  while (!TryTestOneDepthwiseConv(forced_invocation)) {
   }
 }
 
-void TestOneDepthwiseConv3x3Filter() {
-  while (!TryTestOneDepthwiseConv3x3Filter()) {
+void TestOneDepthwiseConv3x3Filter(ForceKernelInvocation forced_invocation) {
+  while (!TryTestOneDepthwiseConv3x3Filter(forced_invocation)) {
   }
 }
 
 TEST(TestDepthwiseConv, TestDepthwiseConv) {
   const int kTestsToRun = 10 * 1000;
   for (int i = 0; i < kTestsToRun; i++) {
-    TestOneDepthwiseConv();
+    TestOneDepthwiseConv(ForceKernelInvocation::kNone);
+  }
+}
+
+// Run basic coverage test against the generic kernel.
+TEST(TestDepthwiseConv, TestGenericKernel) {
+  const int kTestsToRun = 10 * 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneDepthwiseConv(ForceKernelInvocation::kUseGenericKernel);
+  }
+}
+
+// While the 3x3 coverage test is primarily targeted at specialized kernels, we
+// also run it against the generic kernel, optionally with fewer invocations.
+TEST(TestDepthwiseConv, TestGenericKernel3x3Filter) {
+  const int kTestsToRun = 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneDepthwiseConv3x3Filter(ForceKernelInvocation::kUseGenericKernel);
   }
 }
 
-TEST(TestDepthwiseConv3x3Filter, TestDepthwiseConv) {
+TEST(TestDepthwiseConv, TestNeon3x3Filter) {
   const int kTestsToRun = 3 * 1000;
   for (int i = 0; i < kTestsToRun; i++) {
-    TestOneDepthwiseConv3x3Filter();
+    TestOneDepthwiseConv3x3Filter(ForceKernelInvocation::kUseNeon3x3);
   }
 }
 
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h b/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h
index eff9cab477..3c8d447c6d 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h
+++ b/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h
@@ -1650,13 +1650,12 @@ inline void DepthwiseConvInitAccBuffer(int num_output_pixels, int output_depth,
   }
 }
 
-inline void DepthwiseConv(
+inline void DepthwiseConvGeneral(
     const DepthwiseParams& params, const RuntimeShape& input_shape,
     const uint8* input_data, const RuntimeShape& filter_shape,
     const uint8* filter_data, const RuntimeShape& bias_shape,
     const int32* bias_data, const RuntimeShape& output_shape,
     uint8* output_data) {
-  gemmlowp::ScopedProfilingLabel label("DepthwiseConv/8bit");
   const int stride_width = params.stride_width;
   const int stride_height = params.stride_height;
   const int pad_width = params.padding_values.width;
@@ -1671,12 +1670,6 @@ inline void DepthwiseConv(
   const int output_shift = params.output_shift;
   const int dilation_width_factor = params.dilation_width_factor;
   const int dilation_height_factor = params.dilation_height_factor;
-  TFLITE_DCHECK_GE(dilation_width_factor, 1);
-  TFLITE_DCHECK_GE(dilation_height_factor, 1);
-  TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4);
-  TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4);
-  TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4);
-  TFLITE_DCHECK_LE(output_activation_min, output_activation_max);
   const int batches = MatchingDim(input_shape, 0, output_shape, 0);
   const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3);
   const int input_height = input_shape.Dims(1);
@@ -1690,24 +1683,6 @@ inline void DepthwiseConv(
   const bool shift_left = (output_shift > 0);
   const int32 multiplier_power_of_two = shift_left ? (1 << output_shift) : 1;
 #endif
-  TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier);
-  TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth);
-
-// Enable for arm64 except for the Nvidia Linux 4 Tegra (L4T) running on
-// Jetson TX-2. This compiler does not support the offsetof() macro.
-#if defined(__aarch64__) && !defined(GOOGLE_L4T)
-  // Call kernel optimized for depthwise convolutions using 3x3 filters if
-  // parameters are supported.
-  if (Fast3x3FilterKernelSupported(
-          input_shape, filter_shape, stride_width, stride_height,
-          dilation_width_factor, dilation_height_factor, pad_width, pad_height,
-          depth_multiplier, output_shape, output_shift)) {
-    DepthwiseConv3x3Filter(params, input_shape, input_data, filter_shape,
-                           filter_data, bias_shape, bias_data, output_shape,
-                           output_data);
-    return;
-  }
-#endif
 
   static const int kAccBufferMaxSize = 2048;
   int32 acc_buffer[kAccBufferMaxSize];
@@ -1966,6 +1941,56 @@ inline void DepthwiseConv(
   }
 }
 
+inline void DepthwiseConv(
+    const DepthwiseParams& params, const RuntimeShape& input_shape,
+    const uint8* input_data, const RuntimeShape& filter_shape,
+    const uint8* filter_data, const RuntimeShape& bias_shape,
+    const int32* bias_data, const RuntimeShape& output_shape,
+    uint8* output_data) {
+  gemmlowp::ScopedProfilingLabel label("DepthwiseConv/8bit");
+  const int depth_multiplier = params.depth_multiplier;
+  const int32 output_activation_min = params.quantized_activation_min;
+  const int32 output_activation_max = params.quantized_activation_max;
+  const int dilation_width_factor = params.dilation_width_factor;
+  const int dilation_height_factor = params.dilation_height_factor;
+  TFLITE_DCHECK_GE(dilation_width_factor, 1);
+  TFLITE_DCHECK_GE(dilation_height_factor, 1);
+  TFLITE_DCHECK_EQ(input_shape.DimensionsCount(), 4);
+  TFLITE_DCHECK_EQ(filter_shape.DimensionsCount(), 4);
+  TFLITE_DCHECK_EQ(output_shape.DimensionsCount(), 4);
+  TFLITE_DCHECK_LE(output_activation_min, output_activation_max);
+  const int output_depth = MatchingDim(filter_shape, 3, output_shape, 3);
+  const int input_depth = input_shape.Dims(3);
+  TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier);
+  TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth);
+
+// Enable for arm64 except for the Nvidia Linux 4 Tegra (L4T) running on
+// Jetson TX-2. This compiler does not support the offsetof() macro.
+#if defined(__aarch64__) && !defined(GOOGLE_L4T)
+  const int stride_width = params.stride_width;
+  const int stride_height = params.stride_height;
+  const int pad_width = params.padding_values.width;
+  const int pad_height = params.padding_values.height;
+  const int output_shift = params.output_shift;
+
+  // Call kernel optimized for depthwise convolutions using 3x3 filters if
+  // parameters are supported.
+  if (Fast3x3FilterKernelSupported(
+          input_shape, filter_shape, stride_width, stride_height,
+          dilation_width_factor, dilation_height_factor, pad_width, pad_height,
+          depth_multiplier, output_shape, output_shift)) {
+    DepthwiseConv3x3Filter(params, input_shape, input_data, filter_shape,
+                           filter_data, bias_shape, bias_data, output_shape,
+                           output_data);
+    return;
+  }
+#endif
+
+  DepthwiseConvGeneral(params, input_shape, input_data, filter_shape,
+                       filter_data, bias_shape, bias_data, output_shape,
+                       output_data);
+}
+
 }  // namespace optimized_ops
 }  // namespace tflite
 
-- 
GitLab


From 768731438219db09fbcdc274df1d9c2b6b82db91 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 25 Oct 2018 08:55:30 -0700
Subject: [PATCH 0585/1825] Rename Flex -> select TF ops for Android AAR.

PiperOrigin-RevId: 218693533
---
 tensorflow/contrib/lite/java/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/java/BUILD b/tensorflow/contrib/lite/java/BUILD
index 91f62e7c83..c34f6ccfa0 100644
--- a/tensorflow/contrib/lite/java/BUILD
+++ b/tensorflow/contrib/lite/java/BUILD
@@ -26,7 +26,7 @@ aar_with_jni(
 
 # EXPERIMENTAL: AAR target that supports TensorFlow op execution with TFLite.
 aar_with_jni(
-    name = "tensorflow-lite-flex",
+    name = "tensorflow-lite-with-select-tf-ops",
     android_library = ":tensorflowlite_flex",
 )
 
-- 
GitLab


From 659841a07d21bf498243faa5c6a82bd1d4e73ce0 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 08:57:50 -0700
Subject: [PATCH 0586/1825] Update embedding_ops to use get_variable instead of
 the deprecated create_partitioned_variables.

PiperOrigin-RevId: 218693820
---
 tensorflow/python/ops/variable_scope.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 41a8f57642..90c31be75c 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -1205,7 +1205,16 @@ class VariableScope(object):
       if use_resource is None:
         use_resource = self._use_resource
 
-    full_name = self.name + "/" + name if self.name else name
+    # This allows the variable scope name to be used as the variable name if
+    # this function is invoked with an empty name arg, for backward
+    # compatibility with create_partitioned_variables().
+    full_name_list = []
+    if self.name:
+      full_name_list.append(self.name)
+    if name is not None:
+      full_name_list.append(name)
+    full_name = "/".join(full_name_list)
+
     # Variable names only depend on variable_scope (full_name here),
     # not name_scope, so we reset it below for the time of variable creation.
     with ops.name_scope(None):
-- 
GitLab


From 0707ca7d057d9ce0a4600a702985d5ed4e400761 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 25 Oct 2018 09:00:55 -0700
Subject: [PATCH 0587/1825] [tf.data] Use `Structure` to represent the
 structure of `Iterator` elements internally.

This change extends the use of the extensible `Structure` type to represent
elements in `tf.data.Iterator` objects. This is a step towards supporting an
extensible set of types in `tf.data`. A future change will modify the API of `Iterator`
to expose the `Structure`.

PiperOrigin-RevId: 218694202
---
 .../data/experimental/ops/prefetching_ops.py  |   6 +-
 tensorflow/python/data/kernel_tests/BUILD     |   3 +-
 .../data/kernel_tests/iterator_ops_test.py    |  50 +++++++-
 tensorflow/python/data/ops/iterator_ops.py    | 115 ++++++++++--------
 tensorflow/python/data/ops/optional_ops.py    |  15 +++
 tensorflow/python/data/util/structure.py      |  42 +++++++
 6 files changed, 168 insertions(+), 63 deletions(-)

diff --git a/tensorflow/python/data/experimental/ops/prefetching_ops.py b/tensorflow/python/data/experimental/ops/prefetching_ops.py
index 48d7136f95..92d1c1de81 100644
--- a/tensorflow/python/data/experimental/ops/prefetching_ops.py
+++ b/tensorflow/python/data/experimental/ops/prefetching_ops.py
@@ -254,12 +254,10 @@ class _PrefetchToDeviceEagerIterator(iterator_ops.EagerIterator):
     # TODO(b/77291417): Fix
     with context.execution_mode(context.SYNC):
       with ops.device(self._device):
-        ret = ged_ops.experimental_function_buffering_resource_get_next(
+        flat_ret = ged_ops.experimental_function_buffering_resource_get_next(
             function_buffer_resource=self._buffering_resource,
             output_types=self._flat_output_types)
-      return sparse.deserialize_sparse_tensors(
-          nest.pack_sequence_as(self._output_types, ret), self._output_types,
-          self._output_shapes, self._output_classes)
+      return self._element_structure._from_tensor_list(flat_ret)
 # pylint: enable=protected-access
 
 
diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index d472c903d1..6219d1491f 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -198,12 +198,13 @@ cuda_py_test(
     size = "small",
     srcs = ["iterator_ops_test.py"],
     additional_deps = [
+        "@absl_py//absl/testing:parameterized",
         "//third_party/py/numpy",
         "//tensorflow/python/data/ops:readers",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python/data/ops:dataset_ops",
         "//tensorflow/python/data/ops:iterator_ops",
-        "//tensorflow/python/data/util:sparse",
+        "//tensorflow/python/data/util:structure",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/training/checkpointable:util",
         "//tensorflow/python:array_ops",
diff --git a/tensorflow/python/data/kernel_tests/iterator_ops_test.py b/tensorflow/python/data/kernel_tests/iterator_ops_test.py
index 7cf6f34958..f20a5d7614 100644
--- a/tensorflow/python/data/kernel_tests/iterator_ops_test.py
+++ b/tensorflow/python/data/kernel_tests/iterator_ops_test.py
@@ -21,6 +21,7 @@ import functools
 import os
 import warnings
 
+from absl.testing import parameterized
 import numpy as np
 
 from tensorflow.core.protobuf import cluster_pb2
@@ -30,12 +31,14 @@ from tensorflow.python.compat import compat as forward_compat
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import iterator_ops
 from tensorflow.python.data.ops import readers
+from tensorflow.python.data.util import structure
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import functional_ops
@@ -53,7 +56,7 @@ from tensorflow.python.training.checkpointable import util as checkpointable_uti
 from tensorflow.python.util import compat
 
 
-class IteratorTest(test.TestCase):
+class IteratorTest(test.TestCase, parameterized.TestCase):
 
   def testNoGradients(self):
     component = constant_op.constant([1.])
@@ -148,9 +151,9 @@ class IteratorTest(test.TestCase):
     #
     # The test below would fail if cname were the same across both
     # sessions.
-    for i in range(2):
+    for j in range(2):
       with session.Session(server.target) as sess:
-        cname = "iteration%d" % i
+        cname = "iteration%d" % j
         with ops.container(cname):
           get_next = within_container()
 
@@ -779,8 +782,8 @@ class IteratorTest(test.TestCase):
         iterator.get_next()
     self.assertEqual(100 - iterator_ops.GET_NEXT_CALL_WARNING_THRESHOLD, len(w))
     for warning in w:
-      self.assertTrue(
-          iterator_ops.GET_NEXT_CALL_WARNING_MESSAGE in str(warning.message))
+      self.assertIn(
+          iterator_ops.GET_NEXT_CALL_WARNING_MESSAGE, str(warning.message))
 
   def testEagerIteratorAsync(self):
     with context.eager_mode(), context.execution_mode(context.ASYNC):
@@ -790,6 +793,43 @@ class IteratorTest(test.TestCase):
         self.assertEqual(val, foo.numpy())
         val += 1
 
+  # pylint: disable=g-long-lambda
+  @parameterized.named_parameters(
+      ("Tensor", lambda: constant_op.constant(37.0),
+       structure.TensorStructure(dtypes.float32, []),
+       ops.Tensor, dtypes.float32, []),
+      ("SparseTensor", lambda: sparse_tensor.SparseTensor(
+          indices=[[0]], values=constant_op.constant([0], dtype=dtypes.int32),
+          dense_shape=[1]),
+       structure.SparseTensorStructure(dtypes.int32, [1]),
+       sparse_tensor.SparseTensor, dtypes.int32, [1]),
+      ("Nest", lambda: {
+          "a": constant_op.constant(37.0),
+          "b": (constant_op.constant(["Foo"]), constant_op.constant("Bar"))},
+       structure.NestedStructure({
+           "a": structure.TensorStructure(dtypes.float32, []),
+           "b": (structure.TensorStructure(dtypes.string, [1]),
+                 structure.TensorStructure(dtypes.string, []))}),
+       {"a": ops.Tensor, "b": (ops.Tensor, ops.Tensor)},
+       {"a": dtypes.float32, "b": (dtypes.string, dtypes.string)},
+       {"a": [], "b": ([1], [])}),
+  )
+  def testIteratorStructure(self, tf_value_fn, expected_element_structure,
+                            expected_output_classes, expected_output_types,
+                            expected_output_shapes):
+    tf_value = tf_value_fn()
+    iterator = dataset_ops.Dataset.from_tensors(
+        tf_value).make_one_shot_iterator()
+
+    self.assertTrue(expected_element_structure.is_compatible_with(
+        iterator._element_structure))
+    self.assertTrue(iterator._element_structure.is_compatible_with(
+        expected_element_structure))
+
+    self.assertEqual(expected_output_classes, iterator.output_classes)
+    self.assertEqual(expected_output_types, iterator.output_types)
+    self.assertEqual(expected_output_shapes, iterator.output_shapes)
+
 
 class IteratorCheckpointingTest(test.TestCase):
 
diff --git a/tensorflow/python/data/ops/iterator_ops.py b/tensorflow/python/data/ops/iterator_ops.py
index cae00cdbfc..e49bf6bb3a 100644
--- a/tensorflow/python/data/ops/iterator_ops.py
+++ b/tensorflow/python/data/ops/iterator_ops.py
@@ -24,7 +24,7 @@ from tensorflow.python.compat import compat
 from tensorflow.python.data.ops import optional_ops
 from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import sparse
-from tensorflow.python.data.util import structure
+from tensorflow.python.data.util import structure as structure_lib
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
@@ -94,9 +94,17 @@ class Iterator(checkpointable.CheckpointableBase):
     """
     self._iterator_resource = iterator_resource
     self._initializer = initializer
-    self._output_classes = output_classes
-    self._output_types = output_types
-    self._output_shapes = output_shapes
+
+    if (output_types is None or output_shapes is None
+        or output_classes is None):
+      raise ValueError("If `structure` is not specified, all of "
+                       "`output_types`, `output_shapes`, and `output_classes`"
+                       " must be specified.")
+    # pylint: disable=protected-access
+    self._structure = structure_lib.Structure._from_legacy_structure(
+        output_types, output_shapes, output_classes)
+    # pylint: enable=protected-access
+
     self._string_handle = gen_dataset_ops.iterator_to_string_handle(
         self._iterator_resource)
     self._get_next_call_count = 0
@@ -332,28 +340,28 @@ class Iterator(checkpointable.CheckpointableBase):
         element structure.
     """
     with ops.name_scope(name, "make_initializer") as name:
-      nest.assert_same_structure(self._output_types, dataset.output_types)
-      nest.assert_same_structure(self._output_shapes, dataset.output_shapes)
+      nest.assert_same_structure(self.output_types, dataset.output_types)
+      nest.assert_same_structure(self.output_shapes, dataset.output_shapes)
       for iterator_class, dataset_class in zip(
-          nest.flatten(self._output_classes),
+          nest.flatten(self.output_classes),
           nest.flatten(dataset.output_classes)):
         if iterator_class is not dataset_class:
           raise TypeError(
               "Expected output classes %r but got dataset with output class %r."
-              % (self._output_classes, dataset.output_classes))
+              % (self.output_classes, dataset.output_classes))
       for iterator_dtype, dataset_dtype in zip(
-          nest.flatten(self._output_types), nest.flatten(dataset.output_types)):
+          nest.flatten(self.output_types), nest.flatten(dataset.output_types)):
         if iterator_dtype != dataset_dtype:
           raise TypeError(
               "Expected output types %r but got dataset with output types %r." %
-              (self._output_types, dataset.output_types))
+              (self.output_types, dataset.output_types))
       for iterator_shape, dataset_shape in zip(
-          nest.flatten(self._output_shapes), nest.flatten(
+          nest.flatten(self.output_shapes), nest.flatten(
               dataset.output_shapes)):
         if not iterator_shape.is_compatible_with(dataset_shape):
           raise TypeError("Expected output shapes compatible with %r but got "
                           "dataset with output shapes %r." %
-                          (self._output_shapes, dataset.output_shapes))
+                          (self.output_shapes, dataset.output_shapes))
     with ops.colocate_with(self._iterator_resource):
       return gen_dataset_ops.make_iterator(
           dataset._as_variant_tensor(), self._iterator_resource, name=name)  # pylint: disable=protected-access
@@ -406,20 +414,12 @@ class Iterator(checkpointable.CheckpointableBase):
     if self._get_next_call_count > GET_NEXT_CALL_WARNING_THRESHOLD:
       warnings.warn(GET_NEXT_CALL_WARNING_MESSAGE)
 
-    return sparse.deserialize_sparse_tensors(
-        nest.pack_sequence_as(self._output_types,
-                              gen_dataset_ops.iterator_get_next(
-                                  self._iterator_resource,
-                                  output_types=nest.flatten(
-                                      sparse.as_dense_types(
-                                          self._output_types,
-                                          self._output_classes)),
-                                  output_shapes=nest.flatten(
-                                      sparse.as_dense_shapes(
-                                          self._output_shapes,
-                                          self._output_classes)),
-                                  name=name)), self._output_types,
-        self._output_shapes, self._output_classes)
+    # pylint: disable=protected-access
+    flat_ret = gen_dataset_ops.iterator_get_next(
+        self._iterator_resource,
+        output_types=self._structure._flat_types,
+        output_shapes=self._structure._flat_shapes)
+    return self._structure._from_tensor_list(flat_ret)
 
   def string_handle(self, name=None):
     """Returns a string-valued `tf.Tensor` that represents this iterator.
@@ -446,7 +446,7 @@ class Iterator(checkpointable.CheckpointableBase):
       A nested structure of Python `type` objects corresponding to each
       component of an element of this dataset.
     """
-    return self._output_classes
+    return self._structure._to_legacy_output_classes()  # pylint: disable=protected-access
 
   @property
   def output_shapes(self):
@@ -456,7 +456,7 @@ class Iterator(checkpointable.CheckpointableBase):
       A nested structure of `tf.TensorShape` objects corresponding to each
       component of an element of this dataset.
     """
-    return self._output_shapes
+    return self._structure._to_legacy_output_shapes()  # pylint: disable=protected-access
 
   @property
   def output_types(self):
@@ -466,7 +466,17 @@ class Iterator(checkpointable.CheckpointableBase):
       A nested structure of `tf.DType` objects corresponding to each component
       of an element of this dataset.
     """
-    return self._output_types
+    return self._structure._to_legacy_output_types()  # pylint: disable=protected-access
+
+  @property
+  def _element_structure(self):
+    """The structure of an element of this iterator.
+
+    Returns:
+      A `Structure` object representing the structure of the components of this
+        optional.
+    """
+    return self._structure
 
   def _gather_saveables_for_checkpoint(self):
 
@@ -519,14 +529,12 @@ class EagerIterator(checkpointable.CheckpointableBase):
           format(type(self)))
     self._device = context.context().device_name
     with ops.device("/cpu:0"):
-      ds_variant = dataset._as_variant_tensor()  # pylint: disable=protected-access
-      self._output_classes = dataset.output_classes
-      self._output_types = dataset.output_types
-      self._output_shapes = dataset.output_shapes
-      self._flat_output_types = nest.flatten(
-          sparse.as_dense_types(self._output_types, self._output_classes))
-      self._flat_output_shapes = nest.flatten(
-          sparse.as_dense_shapes(self._output_shapes, self._output_classes))
+      # pylint: disable=protected-access
+      ds_variant = dataset._as_variant_tensor()
+      self._structure = structure_lib.Structure._from_legacy_structure(
+          dataset.output_types, dataset.output_shapes, dataset.output_classes)
+      self._flat_output_types = self._structure._flat_types
+      self._flat_output_shapes = self._structure._flat_shapes
       with ops.colocate_with(ds_variant):
         self._resource = gen_dataset_ops.anonymous_iterator(
             output_types=self._flat_output_types,
@@ -563,9 +571,7 @@ class EagerIterator(checkpointable.CheckpointableBase):
             output_types=self._flat_output_types,
             output_shapes=self._flat_output_shapes)
 
-      return sparse.deserialize_sparse_tensors(
-          nest.pack_sequence_as(self._output_types, ret), self._output_types,
-          self._output_shapes, self._output_classes)
+      return self._structure._from_tensor_list(ret)  # pylint: disable=protected-access
 
   def next(self):
     """Returns a nested structure of `tf.Tensor`s containing the next element.
@@ -585,7 +591,7 @@ class EagerIterator(checkpointable.CheckpointableBase):
       A nested structure of Python `type` objects corresponding to each
       component of an element of this dataset.
     """
-    return self._output_classes
+    return self._structure._to_legacy_output_classes()  # pylint: disable=protected-access
 
   @property
   def output_shapes(self):
@@ -595,7 +601,7 @@ class EagerIterator(checkpointable.CheckpointableBase):
       A nested structure of `tf.TensorShape` objects corresponding to each
       component of an element of this dataset.
     """
-    return self._output_shapes
+    return self._structure._to_legacy_output_shapes()  # pylint: disable=protected-access
 
   @property
   def output_types(self):
@@ -605,7 +611,17 @@ class EagerIterator(checkpointable.CheckpointableBase):
       A nested structure of `tf.DType` objects corresponding to each component
       of an element of this dataset.
     """
-    return self._output_types
+    return self._structure._to_legacy_output_types()  # pylint: disable=protected-access
+
+  @property
+  def _element_structure(self):
+    """The structure of an element of this iterator.
+
+    Returns:
+      A `Structure` object representing the structure of the components of this
+        optional.
+    """
+    return self._structure
 
   def get_next(self, name=None):
     """Returns a nested structure of `tf.Tensor`s containing the next element.
@@ -640,7 +656,6 @@ class _IteratorSaveable(BaseSaverBuilder.SaveableObject):
     specs = [
         BaseSaverBuilder.SaveSpec(serialized_iterator, "", name + "_STATE")
     ]
-    # pylint: disable=protected-access
     super(_IteratorSaveable, self).__init__(iterator_resource, specs, name)
 
   def restore(self, restored_tensors, restored_shapes):
@@ -665,12 +680,6 @@ def get_next_as_optional(iterator):
   return optional_ops._OptionalImpl(
       gen_dataset_ops.iterator_get_next_as_optional(
           iterator._iterator_resource,
-          output_types=nest.flatten(
-              sparse.as_dense_types(iterator.output_types,
-                                    iterator.output_classes)),
-          output_shapes=nest.flatten(
-              sparse.as_dense_shapes(iterator.output_shapes,
-                                     iterator.output_classes))),
-      structure.Structure._from_legacy_structure(iterator.output_types,
-                                                 iterator.output_shapes,
-                                                 iterator.output_classes))
+          output_types=iterator._element_structure._flat_types,
+          output_shapes=iterator._element_structure._flat_shapes),
+      iterator._element_structure)
diff --git a/tensorflow/python/data/ops/optional_ops.py b/tensorflow/python/data/ops/optional_ops.py
index aca989e03a..620f403f84 100644
--- a/tensorflow/python/data/ops/optional_ops.py
+++ b/tensorflow/python/data/ops/optional_ops.py
@@ -176,6 +176,21 @@ class OptionalStructure(structure.Structure):
   def from_value(value):
     return OptionalStructure(value.value_structure)
 
+  def _to_legacy_output_types(self):
+    raise NotImplementedError("The `output_types` property is not supported on "
+                              "structured objects containing an `Optional`. "
+                              "Use the corresponding `structure` property.")
+
+  def _to_legacy_output_shapes(self):
+    raise NotImplementedError("The `output_shapes` property is not supported on"
+                              " structured objects containing an `Optional`. "
+                              "Use the corresponding `structure` property.")
+
+  def _to_legacy_output_classes(self):
+    raise NotImplementedError("The `output_classes` property is not supported "
+                              "on structured objects containing an `Optional`. "
+                              "Use the corresponding `structure` property.")
+
 
 # pylint: disable=protected-access
 structure.Structure._register_custom_converter(Optional,
diff --git a/tensorflow/python/data/util/structure.py b/tensorflow/python/data/util/structure.py
index a90ca258c0..10bb6f3aa4 100644
--- a/tensorflow/python/data/util/structure.py
+++ b/tensorflow/python/data/util/structure.py
@@ -217,6 +217,18 @@ class Structure(object):
     """
     _STRUCTURE_CONVERSION_FUNCTION_REGISTRY[type_object] = converter_fn
 
+  @abc.abstractmethod
+  def _to_legacy_output_types(self):
+    raise NotImplementedError("Structure._to_legacy_output_types()")
+
+  @abc.abstractmethod
+  def _to_legacy_output_shapes(self):
+    raise NotImplementedError("Structure._to_legacy_output_shapes()")
+
+  @abc.abstractmethod
+  def _to_legacy_output_classes(self):
+    raise NotImplementedError("Structure._to_legacy_output_classes()")
+
 
 # NOTE(mrry): The following classes make extensive use of non-public methods of
 # their base class, so we disable the protected-access lint warning once here.
@@ -295,6 +307,18 @@ class NestedStructure(Structure):
     ]
     return NestedStructure(nest.pack_sequence_as(value, flat_nested_structure))
 
+  def _to_legacy_output_types(self):
+    return nest.map_structure(
+        lambda s: s._to_legacy_output_types(), self._nested_structure)
+
+  def _to_legacy_output_shapes(self):
+    return nest.map_structure(
+        lambda s: s._to_legacy_output_shapes(), self._nested_structure)
+
+  def _to_legacy_output_classes(self):
+    return nest.map_structure(
+        lambda s: s._to_legacy_output_classes(), self._nested_structure)
+
 
 class TensorStructure(Structure):
   """Represents structural information about a `tf.Tensor`."""
@@ -334,6 +358,15 @@ class TensorStructure(Structure):
   def from_value(value):
     return TensorStructure(value.dtype, value.shape)
 
+  def _to_legacy_output_types(self):
+    return self._dtype
+
+  def _to_legacy_output_shapes(self):
+    return self._shape
+
+  def _to_legacy_output_classes(self):
+    return ops.Tensor
+
 
 class SparseTensorStructure(Structure):
   """Represents structural information about a `tf.SparseTensor`."""
@@ -372,3 +405,12 @@ class SparseTensorStructure(Structure):
     return SparseTensorStructure(
         sparse_tensor.dtype,
         tensor_util.constant_value_as_shape(sparse_tensor.dense_shape))
+
+  def _to_legacy_output_types(self):
+    return self._dtype
+
+  def _to_legacy_output_shapes(self):
+    return self._dense_shape
+
+  def _to_legacy_output_classes(self):
+    return sparse_tensor_lib.SparseTensor
-- 
GitLab


From 8b84ae9fd374683ca8d9d3f0c1e8d36d5107c9ac Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 09:30:06 -0700
Subject: [PATCH 0588/1825] Split out inputs from IdentityN nodes that do not
 lead to a fetch (terminal) node. When an IdentityN leads to a fetch node, it
 prevents inputs that do not lead to a fetch node from being pruned, as the
 pruning is done on a node level. This removes the dependency on the IdentityN
 for those inputs.

PiperOrigin-RevId: 218698649
---
 tensorflow/core/grappler/optimizers/BUILD     |   3 +
 .../core/grappler/optimizers/model_pruner.cc  | 269 +++++++++++++++++-
 .../grappler/optimizers/model_pruner_test.cc  | 108 +++++++
 3 files changed, 367 insertions(+), 13 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 1691a4a3c4..13c8d87777 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -350,10 +350,13 @@ cc_library(
     deps = [
         ":graph_optimizer",
         ":graph_rewriter",
+        "//tensorflow/core:framework",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
+        "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/model_pruner.cc b/tensorflow/core/grappler/optimizers/model_pruner.cc
index c4fa162c59..d074a9cda5 100644
--- a/tensorflow/core/grappler/optimizers/model_pruner.cc
+++ b/tensorflow/core/grappler/optimizers/model_pruner.cc
@@ -14,9 +14,15 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/optimizers/model_pruner.h"
+
 #include <unordered_set>
+
+#include "absl/container/flat_hash_map.h"
+#include "absl/container/flat_hash_set.h"
+#include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
+#include "tensorflow/core/framework/node_def_builder.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/op_types.h"
@@ -48,6 +54,246 @@ bool IsTrivialOp(const NodeDef& node, const GraphRewriter& rewriter) {
   return false;
 }
 
+absl::flat_hash_map<string, absl::flat_hash_set<int>> IdentityNTerminalPorts(
+    const NodeMap& node_map, const std::vector<string>& terminal_nodes,
+    int graph_size) {
+  // Determines which ports for IdentityN nodes (that can be rewritten) lead to
+  // a terminal node.
+  std::vector<string> to_visit;
+  to_visit.reserve(graph_size);
+  // Set terminal nodes as visited so terminal nodes that may be IdentityN don't
+  // get pruned later on.
+  absl::flat_hash_set<string> visited(terminal_nodes.begin(),
+                                      terminal_nodes.end());
+  for (string terminal_node : terminal_nodes) {
+    NodeDef* node = node_map.GetNode(terminal_node);
+    if (node == nullptr) {
+      continue;
+    }
+    for (string input : node->input()) {
+      to_visit.push_back(input);
+    }
+  }
+
+  absl::flat_hash_set<string> identity_n_fanouts;
+  while (!to_visit.empty()) {
+    string curr = to_visit.back();
+    to_visit.pop_back();
+    NodeDef* curr_node = node_map.GetNode(curr);
+    if (curr_node == nullptr ||
+        visited.find(curr_node->name()) != visited.end()) {
+      continue;
+    }
+    // For IdentityN nodes, only traverse up through the port that comes from a
+    // terminal node along with control inputs. The IdentityN node is not marked
+    // as visited so other node input traversals can go through the other ports
+    // of the IdentityN node.
+    if (IsIdentityN(*curr_node)) {
+      if (identity_n_fanouts.find(curr) == identity_n_fanouts.end()) {
+        identity_n_fanouts.emplace(curr);
+        int pos = NodePositionIfSameNode(curr, curr_node->name());
+        if (pos >= 0) {
+          to_visit.push_back(curr_node->input(pos));
+        }
+        for (const string& input : curr_node->input()) {
+          if (IsControlInput(input) &&
+              identity_n_fanouts.find(input) == identity_n_fanouts.end()) {
+            to_visit.push_back(input);
+          }
+        }
+      }
+    } else {
+      for (const string& input : curr_node->input()) {
+        to_visit.push_back(input);
+      }
+      visited.emplace(curr_node->name());
+    }
+  }
+
+  absl::flat_hash_map<string, absl::flat_hash_set<int>> identity_n_ports;
+  for (const auto& fanout : identity_n_fanouts) {
+    int pos;
+    string node_name = ParseNodeName(fanout, &pos);
+    if (node_name.empty() || pos < 0) {  // Exclude control inputs.
+      continue;
+    }
+    if (identity_n_ports.find(node_name) == identity_n_ports.end()) {
+      identity_n_ports[node_name] = {pos};
+    } else {
+      identity_n_ports[node_name].emplace(pos);
+    }
+  }
+
+  return identity_n_ports;
+}
+
+string NewIdentityFromIdentityN(int pos, const NodeDef& identity_n,
+                                GraphDef* graph, NodeMap* node_map) {
+  // TODO(lyandy): Migrate over to GrapplerOptimizerStage and use
+  // OptimizedNodeName for new node name.
+  string new_node_name =
+      strings::StrCat(identity_n.name(), "-", pos, "-grappler-ModelPruner");
+  if (node_map->NodeExists(new_node_name)) {
+    return "";
+  }
+  NodeDef* new_node = graph->add_node();
+  Status status = NodeDefBuilder(new_node_name, "Identity")
+                      .Input(identity_n.input(pos), 0,
+                             identity_n.attr().at("T").list().type(pos))
+                      .Device(identity_n.device())
+                      .Finalize(new_node);
+  if (!status.ok()) {
+    return "";
+  }
+  node_map->AddNode(new_node->name(), new_node);
+  node_map->AddOutput(NodeName(new_node->input(0)), new_node->name());
+  return new_node->name();
+}
+
+Status RewriteIdentityNAndInputsOutputs(
+    NodeDef* node, int num_non_control_inputs,
+    const absl::flat_hash_set<int>& terminal_ports, GraphDef* graph,
+    NodeMap* node_map) {
+  // Rewrite IdentityN node and associated inputs and outputs. For inputs and
+  // outputs that don't lead to a terminal node, a new Identity node is created
+  // and those inputs and outputs are rewritten to use the new Identity node as
+  // their outputs and inputs respectively. For the remaining nodes, the ouputs
+  // have their inputs updated with the adjusted port, from the IdentityN node
+  // having less inputs.
+  struct NodeOutputUpdate {
+    string input;
+    string output;
+  };
+
+  absl::flat_hash_map<int, int> terminal_input_pos;
+  absl::flat_hash_map<int, string> new_identities;
+  int new_idx = 0;
+  for (int i = 0; i < num_non_control_inputs; i++) {
+    if (terminal_ports.find(i) != terminal_ports.end()) {
+      terminal_input_pos[i] = new_idx++;
+    } else {
+      string identity = NewIdentityFromIdentityN(i, *node, graph, node_map);
+      if (identity.empty()) {
+        // Fail early when creating Identity from IdentityN errors.
+        return errors::Internal(
+            "Could not create Identity node from IdentityN node ", node->name(),
+            " at port ", i);
+      }
+      new_identities[i] = identity;
+    }
+  }
+
+  std::vector<NodeOutputUpdate> updates;
+  for (NodeDef* output : node_map->GetOutputs(node->name())) {
+    for (int i = 0; i < output->input_size(); i++) {
+      string input = output->input(i);
+      if (IsControlInput(input)) {
+        continue;
+      }
+      int pos;
+      const StringPiece name = ParseNodeNameAsStringPiece(input, &pos);
+      if (name == node->name()) {
+        if (terminal_ports.find(pos) == terminal_ports.end()) {
+          // Replace input that does not lead to a terminal node with newly
+          // created identity.
+          string new_identity = new_identities[pos];
+          output->set_input(i, new_identity);
+          updates.push_back({new_identity, output->name()});
+        } else {
+          // Update input ports that lead to a terminal node from splitting
+          // inputs.
+          int new_pos = terminal_input_pos[pos];
+          string updated_input_name =
+              new_pos > 0 ? strings::StrCat(node->name(), ":", new_pos)
+                          : node->name();
+          output->set_input(i, updated_input_name);
+        }
+      }
+    }
+  }
+
+  for (NodeOutputUpdate update : updates) {
+    node_map->AddOutput(update.input, update.output);
+  }
+
+  // Update inputs and types by removing inputs that were split away from
+  // main IdentityN node.
+  const int num_inputs = node->input_size();
+  int curr_pos = 0;
+  auto mutable_inputs = node->mutable_input();
+  auto mutable_types =
+      node->mutable_attr()->at("T").mutable_list()->mutable_type();
+  for (int i = 0; i < num_non_control_inputs; i++) {
+    if (terminal_input_pos.find(i) != terminal_input_pos.end()) {
+      mutable_inputs->SwapElements(i, curr_pos);
+      mutable_types->SwapElements(i, curr_pos);
+      curr_pos++;
+    }
+  }
+  mutable_types->Truncate(curr_pos);
+  // Control inputs.
+  for (int i = num_non_control_inputs; i < num_inputs; i++) {
+    mutable_inputs->SwapElements(i, curr_pos++);
+  }
+  mutable_inputs->DeleteSubrange(curr_pos, num_inputs - curr_pos);
+
+  return Status::OK();
+}
+
+Status SplitIdentityNInputs(GraphDef* graph,
+                            const std::vector<string>& terminal_nodes,
+                            bool* updated_graph) {
+  // For inputs of IdentityN nodes that do not lead to a terminal node, remove
+  // them from IdentityN and create new individual Identity nodes. This will
+  // allow ModelPruner to possibly remove nodes in the transitive fanin of the
+  // newly created Identity nodes.
+  NodeMap node_map(graph);
+
+  for (auto const& terminal :
+       IdentityNTerminalPorts(node_map, terminal_nodes, graph->node_size())) {
+    NodeDef* node = node_map.GetNode(terminal.first);
+    if (node == nullptr) {
+      continue;
+    }
+
+    const int num_non_control_inputs = NumNonControlInputs(*node);
+    if (node->attr().count("T") == 0 ||
+        node->attr().at("T").list().type_size() != num_non_control_inputs ||
+        terminal.second.size() >= num_non_control_inputs) {
+      continue;
+    }
+
+    TF_RETURN_IF_ERROR(RewriteIdentityNAndInputsOutputs(
+        node, num_non_control_inputs, terminal.second, graph, &node_map));
+    *updated_graph = true;
+  }
+
+  return Status::OK();
+}
+
+Status SetTransitiveFaninGraph(const GraphDef& input_graph,
+                               GraphDef* output_graph,
+                               const std::vector<string>& terminal_nodes) {
+  // Determines transitive fanin nodes from terminal nodes and add them to the
+  // output graph.
+  bool ill_formed = false;
+  std::vector<const NodeDef*> keep =
+      ComputeTransitiveFanin(input_graph, terminal_nodes, &ill_formed);
+  if (ill_formed) {
+    // Some graph edges are invalid, or some of the feeds/fetch don't exist:
+    // let's be conservative and preserve the graph as is.
+    return errors::InvalidArgument("Invalid input graph.");
+  }
+  // Try to keep the nodes ordered somewhat topologically since this helps
+  // further optimizations perform better.
+  output_graph->mutable_node()->Reserve(keep.size());
+  for (int i = keep.size() - 1; i >= 0; --i) {
+    *output_graph->add_node() = *keep[i];
+  }
+
+  return Status::OK();
+}
+
 Status ModelPruner::Optimize(Cluster* cluster, const GrapplerItem& item,
                              GraphDef* pruned_graph) {
   const std::unordered_set<string> nodes_to_preserve = item.NodesToPreserve();
@@ -60,19 +306,16 @@ Status ModelPruner::Optimize(Cluster* cluster, const GrapplerItem& item,
     std::vector<string> terminal_nodes(nodes_to_preserve.begin(),
                                        nodes_to_preserve.end());
     std::sort(terminal_nodes.begin(), terminal_nodes.end());
-    bool ill_formed = false;
-    std::vector<const NodeDef*> keep =
-        ComputeTransitiveFanin(item.graph, terminal_nodes, &ill_formed);
-    if (ill_formed) {
-      // Some graph edges are invalid, or some of the feeds/fetch don't exist:
-      // let's be conservative and preserve the graph as is.
-      return errors::InvalidArgument("Invalid input graph.");
-    }
-    // Try to keep the nodes ordered somewhat topologically since this helps
-    // further optimizations perform better.
-    runnable_item.graph.mutable_node()->Reserve(keep.size());
-    for (int i = keep.size() - 1; i >= 0; --i) {
-      *runnable_item.graph.add_node() = *keep[i];
+    TF_RETURN_IF_ERROR(SetTransitiveFaninGraph(item.graph, &runnable_item.graph,
+                                               terminal_nodes));
+    bool did_split_identity_n = false;
+    TF_RETURN_IF_ERROR(SplitIdentityNInputs(
+        &runnable_item.graph, terminal_nodes, &did_split_identity_n));
+    if (did_split_identity_n) {
+      GraphDef fanin_split_identity_n_graph;
+      TF_RETURN_IF_ERROR(SetTransitiveFaninGraph(
+          runnable_item.graph, &fanin_split_identity_n_graph, terminal_nodes));
+      runnable_item.graph.Swap(&fanin_split_identity_n_graph);
     }
   } else {
     runnable_item = item;
diff --git a/tensorflow/core/grappler/optimizers/model_pruner_test.cc b/tensorflow/core/grappler/optimizers/model_pruner_test.cc
index cf5b990377..b988e1bfee 100644
--- a/tensorflow/core/grappler/optimizers/model_pruner_test.cc
+++ b/tensorflow/core/grappler/optimizers/model_pruner_test.cc
@@ -14,6 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/optimizers/model_pruner.h"
+#include "tensorflow/cc/ops/array_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
@@ -143,6 +144,113 @@ TEST_F(ModelPrunerTest, IdentityPruning) {
   test::ExpectTensorEqual<float>(expected_tensors[0], actual_tensors[0]);
 }
 
+TEST_F(ModelPrunerTest, IdentityNInputPruning) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  Output a = ops::Const(s.WithOpName("a"), 2.0f, {10, 10});
+  Output b = ops::Sqrt(s.WithOpName("b"), {a});
+  Output c = ops::Const(s.WithOpName("c"), 3.0f, {10, 10});
+  Output d = ops::Const(s.WithOpName("d"), 4.0f, {10, 10});
+  auto e =
+      ops::IdentityN(s.WithOpName("e").WithControlDependencies(d), {a, b, c});
+  auto f = ops::IdentityN(s.WithOpName("f"), {e[2], e[1], e[0]});
+  Output g = ops::Sqrt(s.WithOpName("g"), {f[1]});
+  Output h = ops::Sqrt(s.WithOpName("h"), {f[2]});
+
+  GrapplerItem item;
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  item.fetch = {"g", "h"};
+  ModelPruner pruner;
+  GraphDef output;
+  Status status = pruner.Optimize(nullptr, item, &output);
+  TF_EXPECT_OK(status);
+
+  EXPECT_EQ(7, output.node_size());
+  const NodeDef& new_g = output.node(0);
+  EXPECT_EQ("g", new_g.name());
+  const NodeDef& new_a = output.node(1);
+  EXPECT_EQ("a", new_a.name());
+  const NodeDef& new_b = output.node(2);
+  EXPECT_EQ("b", new_b.name());
+  const NodeDef& new_d = output.node(3);
+  EXPECT_EQ("d", new_d.name());
+  const NodeDef& new_e = output.node(4);
+  EXPECT_EQ("e", new_e.name());
+  const NodeDef& new_f = output.node(5);
+  EXPECT_EQ("f", new_f.name());
+  const NodeDef& new_h = output.node(6);
+  EXPECT_EQ("h", new_h.name());
+
+  // Node "c" is pruned along with inputs leading to "c".
+  EXPECT_EQ(3, new_e.input_size());
+  EXPECT_EQ("a", new_e.input(0));
+  EXPECT_EQ("b", new_e.input(1));
+  EXPECT_EQ("^d", new_e.input(2));
+  EXPECT_EQ(2, new_f.input_size());
+  EXPECT_EQ("e:1", new_f.input(0));
+  EXPECT_EQ("e", new_f.input(1));
+  EXPECT_EQ(1, new_g.input_size());
+  EXPECT_EQ("f", new_g.input(0));
+  EXPECT_EQ(1, new_h.input_size());
+  EXPECT_EQ("f:1", new_h.input(0));
+
+  auto expected_tensors = EvaluateNodes(item.graph, item.fetch);
+  auto actual_tensors = EvaluateNodes(output, item.fetch);
+  EXPECT_EQ(2, expected_tensors.size());
+  EXPECT_EQ(2, actual_tensors.size());
+  for (int i = 0; i < expected_tensors.size(); i++) {
+    test::ExpectTensorEqual<float>(expected_tensors[i], actual_tensors[i]);
+  }
+}
+
+TEST_F(ModelPrunerTest, IdentityNInputPruningWithIdentityNInFetch) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  Output a = ops::Const(s.WithOpName("a"), 2.0f, {10, 10});
+  Output b = ops::Sqrt(s.WithOpName("b"), {a});
+  Output c = ops::Const(s.WithOpName("c"), 3.0f, {10, 10});
+  Output d = ops::Const(s.WithOpName("d"), 4.0f, {10, 10});
+  auto e =
+      ops::IdentityN(s.WithOpName("e").WithControlDependencies(d), {a, b, c});
+  auto f = ops::IdentityN(s.WithOpName("f"), {e[0], e[1], e[2]});
+  auto g = ops::IdentityN(s.WithOpName("g"), {f[1]});
+
+  GrapplerItem item;
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  item.fetch = {"g"};
+  ModelPruner pruner;
+  GraphDef output;
+  Status status = pruner.Optimize(nullptr, item, &output);
+  TF_EXPECT_OK(status);
+
+  EXPECT_EQ(5, output.node_size());
+  const NodeDef& new_a = output.node(0);
+  EXPECT_EQ("a", new_a.name());
+  const NodeDef& new_b = output.node(1);
+  EXPECT_EQ("b", new_b.name());
+  const NodeDef& new_d = output.node(2);
+  EXPECT_EQ("d", new_d.name());
+  const NodeDef& new_e = output.node(3);
+  EXPECT_EQ("e", new_e.name());
+  const NodeDef& new_g = output.node(4);
+  EXPECT_EQ("g", new_g.name());
+
+  EXPECT_EQ(2, new_e.input_size());
+  EXPECT_EQ("b", new_e.input(0));
+  EXPECT_EQ("^d", new_e.input(1));
+  EXPECT_EQ(1, new_g.input_size());
+  // Single output IdentityN (node "f") was pruned.
+  EXPECT_EQ("e", new_g.input(0));
+
+  auto expected_tensors = EvaluateNodes(item.graph, item.fetch);
+  auto actual_tensors = EvaluateNodes(output, item.fetch);
+  EXPECT_EQ(1, expected_tensors.size());
+  EXPECT_EQ(1, actual_tensors.size());
+  test::ExpectTensorEqual<float>(expected_tensors[0], actual_tensors[0]);
+}
+
 TEST_F(ModelPrunerTest, NoOpPruning) {
   // Build a simple graph with a few trivially prunable ops.
   tensorflow::Scope s = tensorflow::Scope::NewRootScope();
-- 
GitLab


From 9fc23c5666f0acedbfa33e8bb6919e260231816a Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Thu, 25 Oct 2018 09:49:23 -0700
Subject: [PATCH 0589/1825] Fix links

PiperOrigin-RevId: 218701653
---
 tensorflow/compiler/xla/g3doc/broadcasting.md     | 10 +++++-----
 .../compiler/xla/g3doc/developing_new_backend.md  | 15 +++++++--------
 tensorflow/compiler/xla/g3doc/index.md            | 10 ++++++----
 tensorflow/compiler/xla/g3doc/jit.md              |  5 +++--
 .../compiler/xla/g3doc/operation_semantics.md     | 15 +++++++--------
 tensorflow/compiler/xla/g3doc/tfcompile.md        |  6 +++---
 6 files changed, 31 insertions(+), 30 deletions(-)

diff --git a/tensorflow/compiler/xla/g3doc/broadcasting.md b/tensorflow/compiler/xla/g3doc/broadcasting.md
index 7018ded53f..2870869a2c 100644
--- a/tensorflow/compiler/xla/g3doc/broadcasting.md
+++ b/tensorflow/compiler/xla/g3doc/broadcasting.md
@@ -7,7 +7,7 @@ This document describes how the broadcasting semantics in XLA work.
 Broadcasting is the process of making arrays with different shapes have
 compatible shapes for arithmetic operations. The terminology is borrowed from
 Numpy
-[(broadcasting)](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
+[broadcasting](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
 
 Broadcasting may be required for operations between multi-dimensional arrays of
 different ranks, or between multi-dimensional arrays with different but
@@ -28,8 +28,8 @@ by replicating it over rows to get:
     |1 2 3| + |7 8 9| = |8  10 12|
     |4 5 6|   |7 8 9|   |11 13 15|
 
-In Numpy, this is called [broadcasting]
-(http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
+In Numpy, this is called
+[broadcasting](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
 
 ## Principles
 
@@ -161,8 +161,8 @@ Examples:
 A special case arises, and is also supported, where each of the input arrays has
 a degenerate dimension at a different index. In this case, the result is an
 "outer operation": (2,1) and (1,3) broadcast to (2,3). For more examples,
-consult the [Numpy documentation on
-broadcasting](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
+consult the
+[Numpy documentation on broadcasting](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html).
 
 ## Broadcast composition
 
diff --git a/tensorflow/compiler/xla/g3doc/developing_new_backend.md b/tensorflow/compiler/xla/g3doc/developing_new_backend.md
index 840f6983c2..5ede7f5231 100644
--- a/tensorflow/compiler/xla/g3doc/developing_new_backend.md
+++ b/tensorflow/compiler/xla/g3doc/developing_new_backend.md
@@ -22,8 +22,8 @@ Most implementations will fall into one of the following scenarios:
 
 ## Scenario 1: Existing CPU architecture not yet officially supported by XLA
 
-In this scenario, start by looking at the existing [XLA CPU backend]
-(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/cpu/).
+In this scenario, start by looking at the existing
+[XLA CPU backend](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/cpu/).
 XLA makes it easy to retarget TensorFlow to different CPUs by using LLVM, since
 the main difference between XLA backends for CPUs is the code generated by LLVM.
 Google tests XLA for x64 and ARM64 architectures.
@@ -41,16 +41,15 @@ it should be possible to reuse most of the existing CPU backend.
 
 It is possible to model a new
 [`xla::Compiler`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/compiler.h)
-implementation on the existing [`xla::CPUCompiler`]
-(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc)
-and [`xla::GPUCompiler`]
-(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc)
+implementation on the existing
+[`xla::CPUCompiler`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc)
+and [`xla::GPUCompiler`](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc)
 classes, since these already emit LLVM IR. Depending on the nature of the
 hardware, it is possible that many of the LLVM IR generation aspects will have
 to be changed, but a lot of code can be shared with the existing backends.
 
-A good example to follow is the [GPU backend]
-(https://www.tensorflow.org/code/tensorflow/compiler/xla/service/gpu/)
+A good example to follow is the
+[GPU backend](https://www.tensorflow.org/code/tensorflow/compiler/xla/service/gpu/)
 of XLA. The GPU backend targets a non-CPU-like ISA, and therefore some aspects
 of its code generation are unique to the GPU domain. Other kinds of hardware,
 e.g. DSPs like Hexagon (which has an upstream LLVM backend), can reuse parts of
diff --git a/tensorflow/compiler/xla/g3doc/index.md b/tensorflow/compiler/xla/g3doc/index.md
index 8e5d3c0ef8..6a172c3ae1 100644
--- a/tensorflow/compiler/xla/g3doc/index.md
+++ b/tensorflow/compiler/xla/g3doc/index.md
@@ -56,13 +56,15 @@ We had several objectives for XLA to work with TensorFlow:
 The input language to XLA is called "HLO IR", or just HLO (High Level
 Optimizer). The semantics of HLO are described on the
 [Operation Semantics](./operation_semantics.md) page. It
-is most convenient to think of HLO as a [compiler
-IR](https://en.wikipedia.org/wiki/Intermediate_representation).
+is most convenient to think of HLO as a
+[compiler IR](https://en.wikipedia.org/wiki/Intermediate_representation).
 
 XLA takes graphs ("computations") defined in HLO and compiles them into machine
 instructions for various architectures. XLA is modular in the sense that it is
-easy to slot in an alternative backend to [target some novel HW architecture](./developing_new_backend.md). The CPU backend for x64 and ARM64 as
-well as the NVIDIA GPU backend are in the TensorFlow source tree.
+easy to slot in an alternative backend to
+[target some novel HW architecture](./developing_new_backend.md).
+The CPU backend for x64 and ARM64 as well as the NVIDIA GPU backend are in the
+TensorFlow source tree.
 
 The following diagram shows the compilation process in XLA:
 
diff --git a/tensorflow/compiler/xla/g3doc/jit.md b/tensorflow/compiler/xla/g3doc/jit.md
index 91eccfe67c..5376a04669 100644
--- a/tensorflow/compiler/xla/g3doc/jit.md
+++ b/tensorflow/compiler/xla/g3doc/jit.md
@@ -102,8 +102,9 @@ only supports GPU.
 
 Before starting the tutorial verify that the LD_LIBRARY environment variable or
 ldconfig contains `$CUDA_ROOT/extras/CUPTI/lib64`, which contains libraries for
-the CUDA Profiling Tools Interface [(CUPTI)](http://docs.nvidia.com/cuda/cupti/index.html).
-TensorFlow uses CUPTI to pull tracing information from the GPU.
+the CUDA Profiling Tools Interface
+[(CUPTI)](http://docs.nvidia.com/cuda/cupti/index.html). TensorFlow uses CUPTI
+to pull tracing information from the GPU.
 
 ### Step #1: Prepare sample script
 
diff --git a/tensorflow/compiler/xla/g3doc/operation_semantics.md b/tensorflow/compiler/xla/g3doc/operation_semantics.md
index ff85ff5a25..a3cdfe19b2 100644
--- a/tensorflow/compiler/xla/g3doc/operation_semantics.md
+++ b/tensorflow/compiler/xla/g3doc/operation_semantics.md
@@ -1028,7 +1028,7 @@ Arguments | Type    | Semantics
 `rhs`     | `XlaOp` | right-hand-side operand: array of type T
 
 The arguments' shapes have to be either similar or compatible. See the
-[broadcasting](../../performance/xla/broadcasting.md) documentation about what it means for shapes to
+[broadcasting](broadcasting.md) documentation about what it means for shapes to
 be compatible. The result of an operation has a shape which is the result of
 broadcasting the two input arrays. In this variant, operations between arrays of
 different ranks are *not* supported, unless one of the operands is a scalar.
@@ -1056,7 +1056,7 @@ the dimensions of the higher-rank shape. The unmapped dimensions of the expanded
 shape are filled with dimensions of size one. Degenerate-dimension broadcasting
 then broadcasts the shapes along these degenerate dimensions to equalize the
 shapes of both operands. The semantics are described in detail on the
-[broadcasting page](../../performance/xla/broadcasting.md).
+[broadcasting page](broadcasting.md).
 
 ## Element-wise comparison operations
 
@@ -1079,7 +1079,7 @@ Arguments | Type    | Semantics
 `rhs`     | `XlaOp` | right-hand-side operand: array of type T
 
 The arguments' shapes have to be either similar or compatible. See the
-[broadcasting](../../performance/xla/broadcasting.md) documentation about what it means for shapes to
+[broadcasting](broadcasting.md) documentation about what it means for shapes to
 be compatible. The result of an operation has a shape which is the result of
 broadcasting the two input arrays with the element type `PRED`. In this variant,
 operations between arrays of different ranks are *not* supported, unless one of
@@ -1096,7 +1096,7 @@ matrix to a vector).
 
 The additional `broadcast_dimensions` operand is a slice of integers specifying
 the dimensions to use for broadcasting the operands. The semantics are described
-in detail on the [broadcasting page](../../performance/xla/broadcasting.md).
+in detail on the [broadcasting page](broadcasting.md).
 
 ## Element-wise unary functions
 
@@ -2071,10 +2071,9 @@ shape of the output array. The array `pred` must have the same dimensionality as
 
 For each element `P` of `pred`, the corresponding element of the output array is
 taken from `on_true` if the value of `P` is `true`, and from `on_false` if the
-value of `P` is `false`. As a restricted form of [broadcasting]
-(broadcasting.md), `pred` can be a scalar of type `PRED`. In this case, the
-output array is taken wholly from `on_true` if `pred` is `true`, and from
-`on_false` if `pred` is `false`.
+value of `P` is `false`. As a restricted form of [broadcasting](broadcasting.md),
+`pred` can be a scalar of type `PRED`. In this case, the output array is taken
+wholly from `on_true` if `pred` is `true`, and from `on_false` if `pred` is `false`.
 
 Example with non-scalar `pred`:
 
diff --git a/tensorflow/compiler/xla/g3doc/tfcompile.md b/tensorflow/compiler/xla/g3doc/tfcompile.md
index 2e0f3774c4..5ee09fd302 100644
--- a/tensorflow/compiler/xla/g3doc/tfcompile.md
+++ b/tensorflow/compiler/xla/g3doc/tfcompile.md
@@ -17,7 +17,7 @@ kernels that are actually used in the computation.
 The compiler is built on top of the XLA framework. The code bridging TensorFlow
 to the XLA framework resides under
 [tensorflow/compiler](https://www.tensorflow.org/code/tensorflow/compiler/),
-which also includes support for [just-in-time (JIT) compilation](../../performance/xla/jit.md) of
+which also includes support for [just-in-time (JIT) compilation](jit.md) of
 TensorFlow graphs.
 
 ## What does tfcompile do?
@@ -113,10 +113,10 @@ tf_library(
 ```
 
 > To generate the GraphDef proto (test_graph_tfmatmul.pb) for this example, run
-> [make_test_graphs.py]("https://www.tensorflow.org/code/tensorflow/compiler/aot/tests/make_test_graphs.py")
+> [make_test_graphs.py](https://www.tensorflow.org/code/tensorflow/compiler/aot/tests/make_test_graphs.py)
 > and specify the output location with the --out_dir flag.
 
-Typical graphs contain [`Variables`](../../api_guides/python/state_ops.md)
+Typical graphs contain [`Variables`](https://www.tensorflow.org/guide/variables)
 representing the weights that are learned via training, but `tfcompile` cannot
 compile a subgraph that contain `Variables`. The
 [freeze_graph.py](https://www.tensorflow.org/code/tensorflow/python/tools/freeze_graph.py)
-- 
GitLab


From ef0f0a18f30903622e37ebaaadd3dd5c6e43f97d Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 25 Oct 2018 09:56:01 -0700
Subject: [PATCH 0590/1825] [tf.data] In short-circuit `map_and_batch()`
 perform the batch copies in parallel.

PiperOrigin-RevId: 218702748
---
 tensorflow/core/kernels/data/map_and_batch_dataset_op.cc | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 4001feee47..7b45ea83c4 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -129,7 +129,10 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
             out_tensors->push_back(captured_inputs[indices[i] - num_args]);
           }
         }
-        done(Status::OK());
+        // Run the `done` callback on a threadpool thread, because it will
+        // potentially do a lot of copying work, and we want to run that
+        // concurrently with the next invocation.
+        (*ctx->runner())(std::bind(std::move(done), Status::OK()));
       };
     }
 
-- 
GitLab


From f6b2a143859bed2b7e5b0077ebfe7e954bad0617 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Thu, 25 Oct 2018 09:56:02 -0700
Subject: [PATCH 0591/1825] [tf.data vectorization] Generalize component-wise
 op vectorizer

PiperOrigin-RevId: 218702749
---
 .../core/grappler/optimizers/data/BUILD       |   4 +
 .../optimizers/data/vectorization/BUILD       |  13 +-
 .../data/vectorization/add_vectorizer.cc      | 150 -----------
 .../data/vectorization/cwise_op_vectorizer.cc | 254 ++++++++++++++++++
 .../data/vectorization/vectorizer_registry.h  |   3 +-
 .../data/vectorization_utils_test.cc          | 178 ++++++++++++
 .../kernel_tests/optimization/BUILD           |   5 +-
 .../optimization/map_vectorization_test.py    | 171 +++++++++++-
 8 files changed, 616 insertions(+), 162 deletions(-)
 delete mode 100644 tensorflow/core/grappler/optimizers/data/vectorization/add_vectorizer.cc
 create mode 100644 tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc

diff --git a/tensorflow/core/grappler/optimizers/data/BUILD b/tensorflow/core/grappler/optimizers/data/BUILD
index 7bf945dbc2..244480a751 100644
--- a/tensorflow/core/grappler/optimizers/data/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/BUILD
@@ -612,7 +612,9 @@ tf_cc_test(
         ":graph_utils",
         ":function_utils",
         ":vectorization_utils",
+        "//tensorflow/core:core_cpu",
         "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
         "//tensorflow/core:testlib",
@@ -622,7 +624,9 @@ tf_cc_test(
         # For ops we need registered
         "//tensorflow/core/kernels/data:dataset_ops",
         "//tensorflow/core/kernels:cast_op",
+        "//tensorflow/core/kernels:cwise_op",
         "//tensorflow/core/kernels:logging_ops",
+        "//tensorflow/core/kernels:math",
         "//tensorflow/core/kernels:parsing",
         "//tensorflow/tools/graph_transforms:transform_utils",
     ] + tf_protos_all(),
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
index 5d98b0d97c..01652172e3 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
@@ -45,6 +45,7 @@ cc_library(
         ":vectorizer",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "@com_google_absl//absl/container:flat_hash_map",
     ],
 )
 
@@ -60,17 +61,15 @@ tf_cc_test(
 )
 
 cc_library(
-    name = "add_vectorizer",
-    srcs = [
-        "add_vectorizer.cc",
-    ],
+    name = "cast_vectorizer",
+    srcs = ["cast_vectorizer.cc"],
     deps = VECTORIZER_DEPS,
     alwayslink = 1,
 )
 
 cc_library(
-    name = "cast_vectorizer",
-    srcs = ["cast_vectorizer.cc"],
+    name = "cwise_op_vectorizer",
+    srcs = ["cwise_op_vectorizer.cc"],
     deps = VECTORIZER_DEPS,
     alwayslink = 1,
 )
@@ -108,8 +107,8 @@ cc_library(
     hdrs = ["vectorizer_registry.h"],
     visibility = ["//visibility:public"],
     deps = [
-        ":add_vectorizer",
         ":cast_vectorizer",
+        ":cwise_op_vectorizer",
         ":decode_csv_vectorizer",
         ":parse_single_example_vectorizer",
         ":reshape_vectorizer",
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/add_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/add_vectorizer.cc
deleted file mode 100644
index 9f2679a5ef..0000000000
--- a/tensorflow/core/grappler/optimizers/data/vectorization/add_vectorizer.cc
+++ /dev/null
@@ -1,150 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/cc/framework/ops.h"
-#include "tensorflow/cc/framework/scope_internal.h"
-#include "tensorflow/cc/ops/array_ops.h"
-#include "tensorflow/cc/ops/const_op.h"
-#include "tensorflow/cc/ops/math_ops.h"
-#include "tensorflow/core/graph/node_builder.h"
-#include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h"
-
-namespace tensorflow {
-namespace grappler {
-
-namespace {
-
-const char* const kExpandDimsPrefix = "vectorized/expanddims/";
-
-// Reshapes stacked inputs for broadcast. Stacked inputs have an extra leading
-// dimension, which may cause automatic broadcasting rules to expand the
-// input dimensions wrongly when the unstacked shapes have different ranks.
-// To avoid that, we reshape stacked inputs to the maximum rank they need
-// to be broadcasted to.
-//
-// For example, suppose we have inputs A and B, where A is a stacked tensor with
-// shape [n, 5] (where n is the stack size) and B is an unstacked tensor with
-// shape [12, 7, 5]. If we added them directly, tensorflow broadcasting rules
-// would expand the dimensions of A to [1, n, 5], then (incorrectly) check that
-// the dimensions n and 7 are compatible, and if so, create an output of shape
-// [12, 7, 5]. However, correct addition of these inputs would create an output
-// with shape [n, 12, 7, 5]: we need to manually expand the dimensions of A
-// *after* the leading dimension, i.e. expand A to the shape [n, 1, 1, 5] before
-// broadcasting.
-Status ExpandDimsForBroadcast(std::vector<WrappedTensor>* inputs, Graph* g) {
-  Status status;
-  Scope parent = NewInternalScope(g, &status, nullptr);
-  Scope s = parent.NewSubScope(kExpandDimsPrefix);
-
-  // TODO(rachelim): We can potentially get rid of all these ops if shapes are
-  // known statically
-
-  Output const_0 = ops::Const(s, 0);
-  Output const_1 = ops::Const(s, 1);
-
-  std::vector<Output> ranks;
-  ranks.reserve(inputs->size());
-
-  // Get the stacked rank of each input
-  for (const auto& input : *inputs) {
-    Output rank = ops::Rank(s, Output(input.node, input.output_index));
-
-    if (!input.stacked) {
-      // If the input is unstacked, add 1
-      rank = ops::Add(s, rank, const_1);
-    }
-
-    ranks.push_back(rank);
-  }
-
-  // Pack the ranks into one tensor to get the max
-  Output packed_ranks = ops::Stack(s, ranks);
-
-  Output max_rank =
-      ops::Max(s, packed_ranks, const_0, ops::Max::Attrs().KeepDims(true));
-
-  std::vector<WrappedTensor> expanded_inputs;
-  expanded_inputs.reserve(inputs->size());
-
-  // For all inputs that are stacked, expand dimensions after dim 0.
-  for (size_t i = 0; i < inputs->size(); ++i) {
-    if (!inputs->at(i).stacked) {
-      expanded_inputs.push_back(inputs->at(i));
-      continue;
-    }
-
-    Output input(inputs->at(i).node, inputs->at(i).output_index);
-
-    // Number of dimensions to expand
-    Output rank_diff = ops::Sub(s, max_rank, ranks[i]);
-
-    // [1] * rank_diff
-    Output ones = ops::Tile(s, ops::Const(s, {1}), rank_diff);
-
-    Output const_vec_1 = ops::Const(s, {1});
-
-    Output shape = ops::Shape(s, input);
-
-    // shape[:1]
-    Output concat_pre =
-        ops::StridedSlice(s, shape, const_vec_1, const_vec_1, const_vec_1,
-                          ops::StridedSlice::Attrs().BeginMask(1));
-
-    // shape[1:]
-    Output concat_post =
-        ops::StridedSlice(s, shape, const_vec_1, const_vec_1, const_vec_1,
-                          ops::StridedSlice::Attrs().EndMask(1));
-
-    // tf.concat([shape[:1], ones, shape[1:]], 0)
-    Output new_shape = ops::Concat(s, {concat_pre, ones, concat_post}, const_0);
-
-    Output result = ops::Reshape(s, input, new_shape);
-
-    expanded_inputs.push_back({result.node(), 0, true});
-  }
-
-  inputs->swap(expanded_inputs);
-  return status;
-}
-
-class AddVectorizer : public Vectorizer {
- public:
-  Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    if (node.num_inputs() != 2) {
-      return errors::Internal("Add op should only have two inputs.");
-    }
-
-    TF_RETURN_IF_ERROR(ExpandDimsForBroadcast(&inputs, outer_scope));
-
-    // Add new Add node with the same op and attrs as the original node
-    Node* new_add_node;
-    TF_RETURN_IF_ERROR(NodeBuilder("Add", "Add")
-                           .Input(inputs[0].node, inputs[0].output_index)
-                           .Input(inputs[1].node, inputs[1].output_index)
-                           .Finalize(outer_scope, &new_add_node));
-
-    // Add output mappings
-    outputs->push_back({new_add_node, 0, true});
-    return Status::OK();
-  }
-};
-
-REGISTER_VECTORIZER("Add", AddVectorizer);
-
-}  // namespace
-}  // namespace grappler
-}  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
new file mode 100644
index 0000000000..d26de1b36d
--- /dev/null
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
@@ -0,0 +1,254 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/cc/framework/ops.h"
+#include "tensorflow/cc/framework/scope_internal.h"
+#include "tensorflow/cc/ops/array_ops.h"
+#include "tensorflow/cc/ops/const_op.h"
+#include "tensorflow/cc/ops/math_ops.h"
+#include "tensorflow/core/graph/node_builder.h"
+#include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h"
+
+namespace tensorflow {
+namespace grappler {
+
+namespace {
+
+const char* const kExpandDimsPrefix = "vectorized/expanddims/";
+
+// Reshapes stacked inputs for broadcast. Stacked inputs have an extra leading
+// dimension, which may cause automatic broadcasting rules to expand the
+// input dimensions wrongly when the unstacked shapes have different ranks.
+// To avoid that, we reshape stacked inputs to the maximum rank they need
+// to be broadcasted to.
+//
+// For example, suppose we have inputs A and B, where A is a stacked tensor with
+// shape [n, 5] (where n is the stack size) and B is an unstacked tensor with
+// shape [12, 7, 5]. If we added them directly, tensorflow broadcasting rules
+// would expand the dimensions of A to [1, n, 5], then (incorrectly) check that
+// the dimensions n and 7 are compatible, and if so, create an output of shape
+// [12, 7, 5]. However, correct addition of these inputs would create an output
+// with shape [n, 12, 7, 5]: we need to manually expand the dimensions of A
+// *after* the leading dimension, i.e. expand A to the shape [n, 1, 1, 5] before
+// broadcasting.
+Status ExpandDimsForBroadcast(std::vector<WrappedTensor>* inputs, Graph* g) {
+  Status status;
+  Scope parent = NewInternalScope(g, &status, nullptr);
+  Scope s = parent.NewSubScope(kExpandDimsPrefix);
+
+  // TODO(rachelim): We can potentially get rid of all these ops if shapes are
+  // known statically
+
+  Output const_0 = ops::Const(s, 0);
+  Output const_1 = ops::Const(s, 1);
+
+  std::vector<Output> ranks;
+  ranks.reserve(inputs->size());
+
+  // Get the stacked rank of each input
+  for (const auto& input : *inputs) {
+    Output rank = ops::Rank(s, Output(input.node, input.output_index));
+
+    if (!input.stacked) {
+      // If the input is unstacked, add 1
+      rank = ops::Add(s, rank, const_1);
+    }
+
+    ranks.push_back(rank);
+  }
+
+  // Pack the ranks into one tensor to get the max
+  Output packed_ranks = ops::Stack(s, ranks);
+
+  Output max_rank =
+      ops::Max(s, packed_ranks, const_0, ops::Max::Attrs().KeepDims(true));
+
+  std::vector<WrappedTensor> expanded_inputs;
+  expanded_inputs.reserve(inputs->size());
+
+  // For all inputs that are stacked, expand dimensions after dim 0.
+  for (size_t i = 0; i < inputs->size(); ++i) {
+    if (!inputs->at(i).stacked) {
+      expanded_inputs.push_back(inputs->at(i));
+      continue;
+    }
+
+    Output input(inputs->at(i).node, inputs->at(i).output_index);
+
+    // Number of dimensions to expand
+    Output rank_diff = ops::Sub(s, max_rank, ranks[i]);
+
+    // [1] * rank_diff
+    Output ones = ops::Tile(s, ops::Const(s, {1}), rank_diff);
+
+    Output const_vec_1 = ops::Const(s, {1});
+
+    Output shape = ops::Shape(s, input);
+
+    // shape[:1]
+    Output concat_pre =
+        ops::StridedSlice(s, shape, const_vec_1, const_vec_1, const_vec_1,
+                          ops::StridedSlice::Attrs().BeginMask(1));
+
+    // shape[1:]
+    Output concat_post =
+        ops::StridedSlice(s, shape, const_vec_1, const_vec_1, const_vec_1,
+                          ops::StridedSlice::Attrs().EndMask(1));
+
+    // tf.concat([shape[:1], ones, shape[1:]], 0)
+    Output new_shape = ops::Concat(s, {concat_pre, ones, concat_post}, const_0);
+
+    Output result = ops::Reshape(s, input, new_shape);
+
+    expanded_inputs.push_back({result.node(), 0, true});
+  }
+
+  inputs->swap(expanded_inputs);
+  return status;
+}
+
+// Vectorizer for component-wise ops. Since these operations act component-wise,
+// the vectorized op is the same as the original, with additional
+// instrumentation to support correct broadcasting for binary ops.
+class CwiseOpVectorizer : public Vectorizer {
+ public:
+  Status Vectorize(const Node& node, Graph* outer_scope,
+                   std::vector<WrappedTensor>&& inputs,
+                   std::vector<WrappedTensor>* outputs) override {
+    if (inputs.size() > 1) {
+      // Binary ops support broadcasting
+      TF_RETURN_IF_ERROR(ExpandDimsForBroadcast(&inputs, outer_scope));
+    }
+
+    // Add new node with the same op type and attrs as the original node
+    Node* new_node;
+    auto node_builder = NodeBuilder(strings::StrCat("vectorized/", node.name()),
+                                    node.type_string());
+    for (const auto& input : inputs) {
+      node_builder = node_builder.Input(input.node, input.output_index);
+    }
+    for (const auto& attr_slice : node.attrs()) {
+      node_builder = node_builder.Attr(attr_slice.first, attr_slice.second);
+    }
+    TF_RETURN_IF_ERROR(node_builder.Finalize(outer_scope, &new_node));
+
+    // Add output mappings
+    outputs->push_back({new_node, 0, true});
+    return Status::OK();
+  }
+};
+
+// Bitwise unary
+REGISTER_VECTORIZER("Invert", CwiseOpVectorizer);
+
+// Logical unary
+REGISTER_VECTORIZER("LogicalNot", CwiseOpVectorizer);
+
+// Complex unary
+REGISTER_VECTORIZER("Angle", CwiseOpVectorizer);
+REGISTER_VECTORIZER("ComplexAbs", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Conj", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Imag", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Real", CwiseOpVectorizer);
+
+// Real unary
+REGISTER_VECTORIZER("Abs", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Acos", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Acosh", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Asin", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Asinh", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Atan", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Atanh", CwiseOpVectorizer);
+REGISTER_VECTORIZER("BesselI0e", CwiseOpVectorizer);
+REGISTER_VECTORIZER("BesselI1e", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Ceil", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Cos", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Cosh", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Digamma", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Elu", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Erf", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Erfc", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Exp", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Expm1", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Floor", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Inv", CwiseOpVectorizer);
+REGISTER_VECTORIZER("IsFinite", CwiseOpVectorizer);
+REGISTER_VECTORIZER("IsInf", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Lgamma", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Log", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Log1p", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Neg", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Reciprocal", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Relu", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Relu6", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Rint", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Round", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Rsqrt", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Selu", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Sigmoid", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Sign", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Sin", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Sinh", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Softplus", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Softsign", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Sqrt", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Square", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Tanh", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Tan", CwiseOpVectorizer);
+
+// Bitwise binary
+REGISTER_VECTORIZER("BitwiseAnd", CwiseOpVectorizer);
+REGISTER_VECTORIZER("BitwiseOr", CwiseOpVectorizer);
+REGISTER_VECTORIZER("BitwiseXor", CwiseOpVectorizer);
+REGISTER_VECTORIZER("LeftShift", CwiseOpVectorizer);
+REGISTER_VECTORIZER("RightShift", CwiseOpVectorizer);
+
+// Logical binary
+REGISTER_VECTORIZER("LogicalAnd", CwiseOpVectorizer);
+REGISTER_VECTORIZER("LogicalOr", CwiseOpVectorizer);
+
+// Real binary
+REGISTER_VECTORIZER("Add", CwiseOpVectorizer);
+REGISTER_VECTORIZER("AddV2", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Atan2", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Complex", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Div", CwiseOpVectorizer);
+REGISTER_VECTORIZER("DivNoNan", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Equal", CwiseOpVectorizer);
+REGISTER_VECTORIZER("FloorDiv", CwiseOpVectorizer);
+REGISTER_VECTORIZER("FloorMod", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Greater", CwiseOpVectorizer);
+REGISTER_VECTORIZER("GreaterEqual", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Igamma", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Igammac", CwiseOpVectorizer);
+REGISTER_VECTORIZER("IgammaGradA", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Less", CwiseOpVectorizer);
+REGISTER_VECTORIZER("LessEqual", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Maximum", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Minimum", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Mod", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Mul", CwiseOpVectorizer);
+REGISTER_VECTORIZER("NotEqual", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Polygamma", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Pow", CwiseOpVectorizer);
+REGISTER_VECTORIZER("RealDiv", CwiseOpVectorizer);
+REGISTER_VECTORIZER("SquaredDifference", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Sub", CwiseOpVectorizer);
+REGISTER_VECTORIZER("TruncateDiv", CwiseOpVectorizer);
+REGISTER_VECTORIZER("TruncateMod", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Zeta", CwiseOpVectorizer);
+}  // namespace
+}  // namespace grappler
+}  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h b/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h
index ad54c74933..2781b98510 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h
@@ -19,6 +19,7 @@ limitations under the License.
 #include <functional>
 #include <map>
 
+#include "absl/container/flat_hash_map.h"
 #include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer.h"
 
 namespace tensorflow {
@@ -37,7 +38,7 @@ class VectorizerRegistry {
   void Register(const string& op_type, std::unique_ptr<Vectorizer> vectorizer);
 
  private:
-  std::map<string, std::unique_ptr<Vectorizer>> vectorizers_;
+  absl::flat_hash_map<string, std::unique_ptr<Vectorizer>> vectorizers_;
 };
 
 namespace vectorizer_registration {
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc b/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
index e82bfb702a..aa3696b5be 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
@@ -16,8 +16,11 @@ limitations under the License.
 #include "tensorflow/core/grappler/optimizers/data/vectorization_utils.h"
 
 #include "tensorflow/core/framework/function.h"
+#include "tensorflow/core/framework/graph_to_functiondef.h"
+#include "tensorflow/core/graph/node_builder.h"
 #include "tensorflow/core/grappler/optimizers/data/function_utils.h"
 #include "tensorflow/core/grappler/optimizers/data/graph_utils.h"
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/tools/graph_transforms/transform_utils.h"
@@ -941,6 +944,181 @@ TEST(VectorizerTest, VectorizeAdd) {
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
 }
 
+// Wraps inner function with a MapDefun node.
+Status WrapFunctionWithMapDefun(const FunctionDef& inner, FunctionDef* result) {
+  Graph graph(OpRegistry::Global());
+  std::vector<NodeBuilder::NodeOut> inputs;
+  inputs.reserve(inner.signature().input_arg_size());
+  for (int i = 0; i < inner.signature().input_arg_size(); ++i) {
+    Node* arg;
+    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("arg", i), "_Arg")
+                           .Attr("T", inner.signature().input_arg(i).type())
+                           .Attr("index", i)
+                           .Finalize(&graph, &arg));
+    inputs.push_back(arg);
+  }
+
+  DataTypeVector output_types;
+  output_types.reserve(inner.signature().output_arg_size());
+  for (const auto& output_arg : inner.signature().output_arg()) {
+    output_types.push_back(output_arg.type());
+  }
+
+  Node* map_defun_node;
+  NameAttrList func_attr;
+  func_attr.set_name(inner.signature().name());
+  TF_RETURN_IF_ERROR(
+      NodeBuilder("map_defun", "MapDefun")
+          .Input(inputs)
+          .Input(std::vector<NodeBuilder::NodeOut>({}))  // captured
+          .Attr("f", func_attr)
+          .Attr("output_types", output_types)
+          .Attr("output_shapes", std::vector<PartialTensorShape>(
+                                     inner.signature().output_arg_size()))
+          .Finalize(&graph, &map_defun_node));
+
+  for (size_t i = 0; i < map_defun_node->num_outputs(); ++i) {
+    Node* ret;
+    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("ret", i), "_Retval")
+                           .Input(map_defun_node, i)
+                           .Attr("index", static_cast<int>(i))
+                           .Finalize(&graph, &ret));
+  }
+
+  return GraphToFunctionDef(graph, "outer_function", result);
+}
+
+// Tests that a function which applies a cwise op can be vectorized completely.
+Status CwiseTestHelper(DataType input_type, const string& op_type,
+                       size_t arity) {
+  // Note that this checks that the cwise op vectorizer is successful, but does
+  // not check that the transformed function is correct (i.e. produces the same
+  // output as the unvectorized map defun). For the latter, the tests are in
+  // tensorflow/python/data/experimental/kernel_tests/optimization/
+  // map_vectorization_test.py
+
+  FunctionDef inner;
+  // Create inner function with a single operation of type op_type. The output
+  // type attr of the function is inferred by NodeBuilder.
+  Node *op, *retval;
+  Graph graph(OpRegistry::Global());
+
+  auto node_builder = NodeBuilder("op", op_type);
+  for (size_t i = 0; i < arity; ++i) {
+    Node* arg;
+    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("arg", i), "_Arg")
+                           .Attr("T", input_type)
+                           .Attr("index", static_cast<int>(i))
+                           .Finalize(&graph, &arg));
+
+    node_builder = node_builder.Input(arg);
+  }
+  TF_RETURN_IF_ERROR(node_builder.Finalize(&graph, &op));
+
+  TF_RETURN_IF_ERROR(NodeBuilder("ret", "_Retval")
+                         .Input(op)
+                         .Attr("index", 0)
+                         .Finalize(&graph, &retval));
+
+  TF_RETURN_IF_ERROR(GraphToFunctionDef(graph, "inner_function", &inner));
+
+  FunctionDef outer;
+  TF_RETURN_IF_ERROR(WrapFunctionWithMapDefun(inner, &outer));
+
+  const NodeDef* map_defun = &outer.node_def(0);
+
+  FunctionDefLibrary lib;
+  FunctionDef* vectorized;
+  *lib.add_function() = outer;
+  *lib.add_function() = inner;
+  TF_RETURN_IF_ERROR(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+
+  return function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized)
+             ? errors::Internal(
+                   "Test for cwise vectorizer for op \"", op_type,
+                   "\" failed. The function was not fully vectorized.")
+             : Status::OK();
+}
+
+class BitwiseUnaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(BitwiseUnaryTest, VectorizeCwiseBitwiseUnary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_INT32, GetParam(), 1));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, BitwiseUnaryTest, ::testing::Values("Invert"));
+
+class LogicalUnaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(LogicalUnaryTest, VectorizeCwiseLogicalUnary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_BOOL, GetParam(), 1));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, LogicalUnaryTest,
+                        ::testing::Values("LogicalNot"));
+
+class ComplexUnaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(ComplexUnaryTest, VectorizeCwiseComplexUnary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_COMPLEX64, GetParam(), 1));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, ComplexUnaryTest,
+                        ::testing::Values("Angle", "ComplexAbs", "Conj", "Imag",
+                                          "Real"));
+
+class RealUnaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(RealUnaryTest, VectorizeCwiseRealUnary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_FLOAT, GetParam(), 1));
+}
+
+INSTANTIATE_TEST_CASE_P(
+    Test, RealUnaryTest,
+    ::testing::Values("Abs", "Acos", "Acosh", "Asin", "Asinh", "Atan", "Atanh",
+                      "BesselI0e", "BesselI1e", "Ceil", "Cos", "Cosh",
+                      "Digamma", "Elu", "Erf", "Erfc", "Exp", "Expm1", "Floor",
+                      "Inv", "IsFinite", "IsInf", "Lgamma", "Log", "Log1p",
+                      "Neg", "Reciprocal", "Relu", "Relu6", "Rint", "Round",
+                      "Rsqrt", "Selu", "Sigmoid", "Sign", "Sin", "Sinh",
+                      "Softplus", "Softsign", "Sqrt", "Square", "Tanh", "Tan"));
+
+class BitwiseBinaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(BitwiseBinaryTest, VectorizeCwiseBitwiseBinary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_INT32, GetParam(), 2));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, BitwiseBinaryTest,
+                        ::testing::Values("BitwiseAnd", "BitwiseOr",
+                                          "BitwiseXor", "LeftShift",
+                                          "RightShift"));
+
+class LogicalBinaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(LogicalBinaryTest, VectorizeCwiseLogicalBinary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_BOOL, GetParam(), 2));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, LogicalBinaryTest,
+                        ::testing::Values("LogicalAnd", "LogicalOr"));
+
+class RealBinaryTest : public ::testing::TestWithParam<const char*> {};
+
+TEST_P(RealBinaryTest, VectorizeCwiseRealBinary) {
+  TF_EXPECT_OK(CwiseTestHelper(DT_FLOAT, GetParam(), 2));
+}
+
+INSTANTIATE_TEST_CASE_P(
+    Test, RealBinaryTest,
+    ::testing::Values("Add", "AddV2", "Atan2", "Complex", "Div", "DivNoNan",
+                      "Equal", "FloorDiv", "FloorMod", "Greater",
+                      "GreaterEqual", "Igamma", "Igammac", "IgammaGradA",
+                      "Less", "LessEqual", "Maximum", "Minimum", "Mod", "Mul",
+                      "NotEqual", "Polygamma", "Pow", "RealDiv",
+                      "SquaredDifference", "Sub", "TruncateDiv", "TruncateMod",
+                      "Zeta"));
+
 // Before:
 //
 //
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
index 6441f8dbf0..f22084066d 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
@@ -199,7 +199,7 @@ py_test(
 
 py_test(
     name = "map_vectorization_test",
-    size = "small",
+    size = "medium",
     srcs = ["map_vectorization_test.py"],
     srcs_version = "PY2AND3",
     tags = [
@@ -210,13 +210,16 @@ py_test(
     deps = [
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
+        "//tensorflow/python:bitwise_ops",
         "//tensorflow/python:check_ops",
         "//tensorflow/python:client_testlib",
+        "//tensorflow/python:clip_ops",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python:nn_ops",
         "//tensorflow/python:parsing_ops",
         "//tensorflow/python:session",
         "//tensorflow/python:sparse_tensor",
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
index eb0937c6fa..59c24db5b3 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
@@ -35,12 +35,178 @@ from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import bitwise_ops
 from tensorflow.python.ops import check_ops
+from tensorflow.python.ops import clip_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import nn
 from tensorflow.python.ops import parsing_ops
 from tensorflow.python.platform import test
 
 
+def _generate_unary_cwise_math_cases():
+  # TODO(rachelim): Consolidate tests with pfor when APIs are somewhat shared.
+  bitwise_cases = [("Invert", bitwise_ops.invert)]
+  logical_cases = [("LogicalNot", math_ops.logical_not)]
+  complex_cases = [
+      ("Angle", math_ops.angle),
+      ("ComplexAbs", math_ops.abs),
+      ("Conj", math_ops.conj),
+      ("Imag", math_ops.imag),
+      ("Real", math_ops.real),
+  ]
+  real_cases = [
+      ("Abs", math_ops.abs),
+      ("Acos", math_ops.acos),
+      ("Acosh", lambda x: math_ops.acosh(1 + math_ops.square(x))),
+      ("Asin", math_ops.asin),
+      ("Asinh", math_ops.asinh),
+      ("Atan", math_ops.atan),
+      ("Atanh", math_ops.atanh),
+      ("BesselI0e", math_ops.bessel_i0e),
+      ("BesselI1e", math_ops.bessel_i1e),
+      ("Ceil", math_ops.ceil),
+      ("Cos", math_ops.cos),
+      ("Cosh", math_ops.cosh),
+      ("Digamma", math_ops.digamma),
+      ("Elu", nn.elu),
+      ("Erf", math_ops.erf),
+      ("Erfc", math_ops.erfc),
+      ("Exp", math_ops.exp),
+      ("Expm1", math_ops.expm1),
+      ("Floor", math_ops.floor),
+      ("Inv", math_ops.inv),
+      ("IsFinite", math_ops.is_finite),
+      ("IsInf", math_ops.is_inf),
+      ("Lgamma", math_ops.lgamma),
+      ("Log", math_ops.log),
+      ("Log1p", math_ops.log1p),
+      ("Neg", math_ops.negative),
+      ("Reciprocal", math_ops.reciprocal),
+      ("Relu", nn.relu),
+      ("Relu6", nn.relu6),
+      ("Rint", math_ops.rint),
+      ("Round", math_ops.round),
+      ("Rsqrt", math_ops.rsqrt),
+      ("Selu", nn.selu),
+      ("Sigmoid", math_ops.sigmoid),
+      ("Sign", math_ops.sign),
+      ("Sin", math_ops.sin),
+      ("Sinh", math_ops.sinh),
+      ("Softplus", nn.softplus),
+      ("Softsign", nn.softsign),
+      ("Sqrt", math_ops.sqrt),
+      ("Square", math_ops.square),
+      ("Tan", math_ops.tan),
+      ("Tanh", math_ops.tanh),
+  ]
+  random_input = np.random.rand(3, 5)
+  complex_component = np.random.rand(3, 5)
+  random_int = np.random.randint(0, 10, (7, 3, 5))
+
+  def bitwise_dataset_factory():
+    return dataset_ops.Dataset.from_tensor_slices(random_int)
+
+  def logical_dataset_factory():
+    return dataset_ops.Dataset.from_tensor_slices(random_input > 0)
+
+  def random_dataset_factory():
+    return dataset_ops.Dataset.from_tensor_slices(random_input)
+
+  def complex_dataset_factory():
+    return dataset_ops.Dataset.from_tensor_slices(
+        math_ops.complex(random_input, complex_component))
+
+  case_factory_pairs = [
+      (bitwise_cases, bitwise_dataset_factory),
+      (logical_cases, logical_dataset_factory),
+      (complex_cases, complex_dataset_factory),
+      (real_cases, random_dataset_factory),
+  ]
+  return [(case[0], case[1], factory)
+          for cases, factory in case_factory_pairs
+          for case in cases]
+
+
+def _generate_binary_cwise_math_cases():
+  bitwise_cases = [("BitwiseAnd", bitwise_ops.bitwise_and),
+                   ("BitwiseOr", bitwise_ops.bitwise_or),
+                   ("BitwiseXor", bitwise_ops.bitwise_xor),
+                   ("LeftShift", bitwise_ops.left_shift),
+                   ("RightShift", bitwise_ops.right_shift)]
+
+  logical_cases = [("LogicalAnd", math_ops.logical_and),
+                   ("LogicalOr", math_ops.logical_or)]
+
+  # Wrapper functions restricting the range of inputs of zeta and polygamma.
+  def safe_polygamma(x, y):
+    return math_ops.polygamma(
+        math_ops.round(clip_ops.clip_by_value(y, 1, 10)), x * x + 1)
+
+  def safe_zeta(x, y):
+    return math_ops.zeta(x * x + 1, y * y)
+
+  real_cases = [
+      ("Add", math_ops.add),
+      ("AddV2", math_ops.add_v2),
+      ("Atan2", math_ops.atan2),
+      ("Complex", math_ops.complex),
+      ("DivNoNan", math_ops.div_no_nan),
+      ("Equal", math_ops.equal),
+      ("FloorDiv", math_ops.floor_div),
+      ("FloorMod", math_ops.floor_mod),
+      ("Greater", math_ops.greater),
+      ("GreaterEqual", math_ops.greater_equal),
+      ("Igamma", math_ops.igamma),
+      ("Igammac", math_ops.igammac),
+      ("IgammaGradA", math_ops.igamma_grad_a),
+      ("Less", math_ops.less),
+      ("LessEqual", math_ops.less_equal),
+      ("Maximum", math_ops.maximum),
+      ("Minimum", math_ops.minimum),
+      ("Mod", math_ops.mod),
+      ("Mul", math_ops.multiply),
+      ("NotEqual", math_ops.not_equal),
+      ("Polygamma", safe_polygamma),
+      ("Pow", math_ops.pow),
+      ("RealDiv", math_ops.divide),
+      ("SquareDifference", math_ops.squared_difference),
+      ("Sub", math_ops.subtract),
+      ("TruncateMod", math_ops.truncate_mod),
+      ("Zeta", safe_zeta),
+  ]
+
+  # Exercises broadcasting capabilities
+  x = np.random.rand(7, 3, 5)
+  y = np.random.rand(3, 5)
+
+  x_int = np.random.randint(0, 10, (7, 3, 5))
+  y_int = np.random.randint(0, 10, (3, 5))
+
+  def bitwise_dataset_factory():
+    return dataset_ops.Dataset.from_tensors((x_int, y_int))
+
+  def logical_dataset_factory():
+    return dataset_ops.Dataset.from_tensors((x > 0, y > 0))
+
+  def random_dataset_factory():
+    return dataset_ops.Dataset.from_tensors((x, y))
+
+  case_factory_pairs = [
+      (bitwise_cases, bitwise_dataset_factory),
+      (logical_cases, logical_dataset_factory),
+      (real_cases, random_dataset_factory),
+  ]
+  return [(case[0], case[1], factory)
+          for cases, factory in case_factory_pairs
+          for case in cases]
+
+
+def _generate_cwise_test_cases():
+  return _generate_unary_cwise_math_cases() + _generate_binary_cwise_math_cases(
+  )
+
+
 def _generate_csv_test_case():
 
   def csv_factory():
@@ -117,9 +283,8 @@ def _generate_optimization_test_cases():
   # Misc test cases
   test_cases = [
       ("Basic", lambda x: (x, x + 1), base_dataset_factory),
+      ("Broadcast", lambda x: x + rand_val, base_dataset_factory),
       ("Const", lambda x: 2, base_dataset_factory),
-      # Math ops exercise broadcasting capabilities
-      ("Add", lambda x: x + rand_val, base_dataset_factory),
       ("Cast", lambda x: math_ops.cast(x, dtypes.float64),
        base_dataset_factory),
       ("Reshape", lambda x: array_ops.reshape(x, (-1, 30)),
@@ -132,7 +297,7 @@ def _generate_optimization_test_cases():
       ("ParseSingleExample", parse_fn, parse_base),
       ("ParseSingleExampleDenseOutputOnly", dense_output_only_parse_fn,
        parse_base),
-  ]
+  ] + _generate_cwise_test_cases()
 
   return [{
       "testcase_name":
-- 
GitLab


From 9f969a42035e42c1b3106828bcb7deec2a177eef Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Thu, 25 Oct 2018 10:12:59 -0700
Subject: [PATCH 0592/1825] Fix type set kRealAndQuantizedTypes, (I think) it
 should have included DT_INT16 but it DT_UINT16 is included twice.

PiperOrigin-RevId: 218706173
---
 tensorflow/core/framework/types.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/framework/types.h b/tensorflow/core/framework/types.h
index 2e96b05787..a05dea19ec 100644
--- a/tensorflow/core/framework/types.h
+++ b/tensorflow/core/framework/types.h
@@ -295,7 +295,7 @@ inline const DataTypeSet& QuantizedTypes() { return kQuantizedTypes; }
 // Types that support '<' and '>', including quantized types.
 const DataTypeSet kRealAndQuantizedTypes =
     ToSet(DT_FLOAT) | ToSet(DT_DOUBLE) | ToSet(DT_INT32) | ToSet(DT_INT64) |
-    ToSet(DT_UINT8) | ToSet(DT_UINT16) | ToSet(DT_UINT16) | ToSet(DT_INT8) |
+    ToSet(DT_UINT8) | ToSet(DT_UINT16) | ToSet(DT_INT16) | ToSet(DT_INT8) |
     ToSet(DT_QINT8) | ToSet(DT_QUINT8) | ToSet(DT_QINT16) | ToSet(DT_QUINT16) |
     ToSet(DT_QINT32) | ToSet(DT_HALF) | ToSet(DT_BFLOAT16);
 inline const DataTypeSet& RealAndQuantizedTypes() {
-- 
GitLab


From ea8361998d2cae02e642c08726c09421acee28eb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 10:40:03 -0700
Subject: [PATCH 0593/1825] Add tfe.function to autograph decorator blacklist

PiperOrigin-RevId: 218711587
---
 tensorflow/python/framework/func_graph.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index 2ac34199d8..a34353a949 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -34,12 +34,16 @@ from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
+from tensorflow.python.util import tf_decorator
 from tensorflow.python.util.lazy_loader import LazyLoader
 
 # This is to avoid a circular dependency:
 # function -> func_graph
 function = LazyLoader("function", globals(),
                       "tensorflow.python.eager.function")
+def_function = LazyLoader(
+    "def_function", globals(),
+    "tensorflow.python.eager.def_function")
 
 WHITELIST_COLLECTIONS = [
     ops.GraphKeys.GLOBAL_VARIABLES,
@@ -385,12 +389,13 @@ def func_graph_from_py_func(name,
     try:
       if experimental_autograph:
         from tensorflow.python import autograph  # pylint: disable=g-import-not-at-top
+        _, original_func = tf_decorator.unwrap(python_func)
         func_outputs = autograph.converted_call(
-            python_func, None,
+            original_func, None,
             autograph.ConversionOptions(
                 verbose=True,
                 recursive=True,
-                strip_decorators=(function.defun,),
+                strip_decorators=(function.defun, def_function.function),
                 optional_features=(),
             ), *func_args, **func_kwargs)
       else:
-- 
GitLab


From ac2a686c0e28aae222c9087bd15872420b4df93e Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Thu, 25 Oct 2018 10:51:14 -0700
Subject: [PATCH 0594/1825] Adds a TFCONFIGClusterResolver for future
 interoperability with Distribute Coordinator

PiperOrigin-RevId: 218713679
---
 tensorflow/contrib/cluster_resolver/BUILD     |  27 +++
 .../python/training/__init__.py               |   1 +
 .../training/tfconfig_cluster_resolver.py     |  92 ++++++++++
 .../tfconfig_cluster_resolver_test.py         | 158 ++++++++++++++++++
 4 files changed, 278 insertions(+)
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py
 create mode 100644 tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py

diff --git a/tensorflow/contrib/cluster_resolver/BUILD b/tensorflow/contrib/cluster_resolver/BUILD
index 52c2a58b5f..9e1867ea9d 100644
--- a/tensorflow/contrib/cluster_resolver/BUILD
+++ b/tensorflow/contrib/cluster_resolver/BUILD
@@ -32,6 +32,7 @@ py_library(
         ":gce_cluster_resolver_py",
         ":kubernetes_cluster_resolver_py",
         ":slurm_cluster_resolver_py",
+        ":tfconfig_cluster_resolver_py",
         ":tpu_cluster_resolver_py",
         "//tensorflow/python:util",
     ],
@@ -56,6 +57,16 @@ py_library(
     ],
 )
 
+py_library(
+    name = "tfconfig_cluster_resolver_py",
+    srcs = ["python/training/tfconfig_cluster_resolver.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":base_cluster_resolver_py",
+        "//tensorflow/python:training",
+    ],
+)
+
 py_library(
     name = "tpu_cluster_resolver_py",
     srcs = ["python/training/tpu_cluster_resolver.py"],
@@ -116,6 +127,22 @@ tf_py_test(
     main = "python/training/gce_cluster_resolver_test.py",
 )
 
+tf_py_test(
+    name = "tfconfig_cluster_resolver_py_test",
+    size = "small",
+    srcs = ["python/training/tfconfig_cluster_resolver_test.py"],
+    additional_deps = [
+        ":tfconfig_cluster_resolver_py",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:training",
+    ],
+    grpc_enabled = True,
+    main = "python/training/tfconfig_cluster_resolver_test.py",
+)
+
 tf_py_test(
     name = "tpu_cluster_resolver_py_test",
     size = "small",
diff --git a/tensorflow/contrib/cluster_resolver/python/training/__init__.py b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
index 54e290f3c7..6d9120a3b9 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/__init__.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/__init__.py
@@ -24,4 +24,5 @@ from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import
 from tensorflow.contrib.cluster_resolver.python.training.gce_cluster_resolver import GceClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.kubernetes_cluster_resolver import KubernetesClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.slurm_cluster_resolver import SlurmClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.tfconfig_cluster_resolver import TFConfigClusterResolver
 from tensorflow.contrib.cluster_resolver.python.training.tpu_cluster_resolver import TPUClusterResolver
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py
new file mode 100644
index 0000000000..7bbd189d03
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py
@@ -0,0 +1,92 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Implementation of Cluster Resolvers for TF_CONFIG Environment Variables."""
+
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import json
+import os
+
+from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import ClusterResolver
+from tensorflow.python.training.server_lib import ClusterSpec
+
+_TF_CONFIG_ENV = 'TF_CONFIG'
+_SESSION_MASTER_KEY = 'session_master'
+
+
+class TFConfigClusterResolver(ClusterResolver):
+  """Implementation of a ClusterResolver which reads the TF_CONFIG EnvVar."""
+
+  def _load_tf_config(self):
+    return json.loads(os.environ.get(_TF_CONFIG_ENV, '{}'))
+
+  def cluster_spec(self):
+    """Returns a ClusterSpec based on the TF_CONFIG environment variable.
+
+    Returns:
+      A ClusterSpec with information from the TF_CONFIG environment variable.
+    """
+    tf_config = self._load_tf_config()
+    if 'cluster' not in tf_config:
+      return ClusterSpec({})
+    return ClusterSpec(tf_config['cluster'])
+
+  def master(self, task_type=None, task_index=0):
+    """Returns the master address to use when creating a TensorFlow session.
+
+    Args:
+      task_type: (String, optional) Overrides and sets the task_type of the
+        master.
+      task_index: (Integer, optional) Overrides and sets the task id of the
+        master.
+
+    Returns:
+      The address of the master.
+
+    Raises:
+      RuntimeError: If the task_type or task_id is not specified and the
+        `TF_CONFIG` environment variable does not contain a task section.
+    """
+
+    # If `session_master` is set, just use that.
+    tf_config = self._load_tf_config()
+    if _SESSION_MASTER_KEY in tf_config:
+      return tf_config[_SESSION_MASTER_KEY]
+
+    if 'rpc_layer' in tf_config:
+      rpclayer = '%s://' % tf_config['rpc_layer']
+    else:
+      rpclayer = ''
+
+    # Return an empty string if we are the only job in the ClusterSpec.
+    cluster_spec = self.cluster_spec()
+    if (not cluster_spec.jobs or
+        (len(cluster_spec.jobs) == 1 and
+         len(cluster_spec.job_tasks(cluster_spec.jobs[0])) == 1)):
+      return ''
+
+    # We try to auto-detect the task type and id, but uses the user-supplied one
+    # where available
+    if not task_type:
+      if 'task' not in tf_config:
+        raise RuntimeError('You must either specify a `task_type`, or your '
+                           'TF_CONFIG must contain a `task` section.')
+      task_type = tf_config['task']['type']
+      task_index = tf_config['task']['index']
+
+    return rpclayer + cluster_spec.task_address(task_type, task_index)
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py
new file mode 100644
index 0000000000..468161d2aa
--- /dev/null
+++ b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py
@@ -0,0 +1,158 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for TFCONFIGClusterResolver."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+from tensorflow.contrib.cluster_resolver.python.training.tfconfig_cluster_resolver import TFConfigClusterResolver
+from tensorflow.python.platform import test
+from tensorflow.python.training import server_lib
+
+
+class TFConfigClusterResolverTest(test.TestCase):
+
+  def _verifyClusterSpecEquality(self, cluster_spec, expected_proto):
+    self.assertProtoEquals(expected_proto, cluster_spec.as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto, server_lib.ClusterSpec(cluster_spec).as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec.as_cluster_def()).as_cluster_def())
+    self.assertProtoEquals(
+        expected_proto,
+        server_lib.ClusterSpec(cluster_spec.as_dict()).as_cluster_def())
+
+  def testNormalClusterSpecRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "task": {
+        "type": "ps",
+        "index": 0
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    expected_proto = """
+    job { name: 'ps' tasks { key: 0 value: 'ps0:2222' }
+                     tasks { key: 1 value: 'ps1:2222' } }
+    job { name: 'worker' tasks { key: 0 value: 'worker0:2222' }
+                         tasks { key: 1 value: 'worker1:2222' }
+                         tasks { key: 2 value: 'worker2:2222' } }
+    """
+    actual_cluster_spec = cluster_resolver.cluster_spec()
+    self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+
+  def testAutomaticMasterRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "task": {
+        "type": "ps",
+        "index": 0
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('ps0:2222', cluster_resolver.master())
+
+  def testSpecifiedTaskTypeAndIndexMasterRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "task": {
+        "type": "ps",
+        "index": 0
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('worker1:2222', cluster_resolver.master('worker', 1))
+
+  def testSessionMasterRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "session_master": "sessionmaster:2222",
+      "task": {
+        "type": "ps",
+        "index": 0
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('sessionmaster:2222', cluster_resolver.master())
+
+  def testRpcLayerRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "rpc_layer": "grpc",
+      "task": {
+        "type": "ps",
+        "index": 0
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('grpc://ps0:2222', cluster_resolver.master())
+
+  def testZeroItemsInClusterSpecMasterRead(self):
+    os.environ['TF_CONFIG'] = """
+    {}
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('', cluster_resolver.master())
+
+  def testOneItemInClusterSpecMasterRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "worker": ["worker0:2222"]
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('', cluster_resolver.master())
+
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From 52c3f583aadf836477935d7f95f82d73b71bdb40 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Thu, 25 Oct 2018 11:12:27 -0700
Subject: [PATCH 0595/1825] Removes unnecessary unique id for defun (unlike
 Defun), defun can take non-unique function name for a process.

PiperOrigin-RevId: 218717914
---
 tensorflow/python/data/ops/dataset_ops.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 6d07cc3e90..c8c1ab333b 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1808,8 +1808,7 @@ class StructuredFunctionWrapper(object):
         ".", "_")[:-2] if len(transformation_name) > 2 else ""
     self._func_name = "_".join([
         readable_transformation_name,
-        function_utils.get_func_name(func),
-        str(ops.uid())
+        function_utils.get_func_name(func)
     ])
 
     # TODO(b/110122868): Enable this support for all `tf.data` functions.
-- 
GitLab


From 5982692eae10aa284dc4172b517ebd971464ceea Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Thu, 25 Oct 2018 11:12:49 -0700
Subject: [PATCH 0596/1825] Tighten up constant_op.constant casting in
 eager-mode.

Previously, eager would always cast all values to the requested dtype.
This didn't match graph mode, which would only allow casting values between
'compatible' types (e.g. all integer types are compatible with each other, but
no floating type is compatible with any integer type).
Graph mode uses _AssertCompatible (https://github.com/tensorflow/tensorflow/blob/dc10ac4559f795db2d070b0cc1371123c70a4caf/tensorflow/python/framework/tensor_util.py#L345)
to determine type compatibility. Eager mode type inference is a little
different.

After this CL, the intention is that constant_op.constant behave identically in graph and eager.

Note that this doesn't check correctly for overflows (in graph or eager). This means "tf.constant(544444, dtype=tf.uint8) < 200" will both return True.

PiperOrigin-RevId: 218717988
---
 .../contrib/eager/python/metrics_impl.py      |  4 +-
 tensorflow/python/eager/BUILD                 |  1 +
 tensorflow/python/eager/backprop.py           | 10 ++-
 tensorflow/python/eager/pywrap_tensor.cc      | 72 +++++++++++++++----
 tensorflow/python/eager/pywrap_tensor.h       |  1 +
 tensorflow/python/eager/pywrap_tfe_src.cc     | 56 +++++++++++----
 tensorflow/python/eager/tensor_test.py        | 59 ++++++++++++++-
 7 files changed, 171 insertions(+), 32 deletions(-)

diff --git a/tensorflow/contrib/eager/python/metrics_impl.py b/tensorflow/contrib/eager/python/metrics_impl.py
index 930e62b680..c88c0f52ee 100644
--- a/tensorflow/contrib/eager/python/metrics_impl.py
+++ b/tensorflow/contrib/eager/python/metrics_impl.py
@@ -347,7 +347,7 @@ class Mean(Metric):
     Raises:
       ValueError: if the optional argument is not bool
     """
-     # Convert the boolean to tensor for tf.cond, if it is not.
+    # Convert the boolean to tensor for tf.cond, if it is not.
     if not isinstance(write_summary, ops.Tensor):
       write_summary = ops.convert_to_tensor(write_summary)
     t = self.numer / self.denom
@@ -487,6 +487,8 @@ class BinaryAccuracy(Mean):
         message="Shapes of labels and predictions are unequal")
     predictions = ops.convert_to_tensor(predictions)
     predictions = predictions > self.threshold
+    # Convert labels to bool to match predictions.
+    labels = math_ops.cast(labels, dtypes.bool)
     matches = math_ops.equal(labels, predictions)
     matches = math_ops.cast(matches, self.dtype)
     super(BinaryAccuracy, self).call(matches, weights=weights)
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index c898869dd0..7a441bd883 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -27,6 +27,7 @@ cc_library(
         "//tensorflow/c/eager:c_api",
         "//tensorflow/c/eager:c_api_internal",
         "//tensorflow/c/eager:tape",
+        "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/python:cpp_python_util",
diff --git a/tensorflow/python/eager/backprop.py b/tensorflow/python/eager/backprop.py
index 71ede721ed..5f18ab27b7 100644
--- a/tensorflow/python/eager/backprop.py
+++ b/tensorflow/python/eager/backprop.py
@@ -574,10 +574,14 @@ def _num_elements(grad):
   raise ValueError("`grad` not a Tensor or IndexedSlices.")
 
 
+def _cast_constant(value, dtype):
+  return math_ops.cast(constant_op.constant(value), dtype)
+
+
 def _fast_fill(value, shape, dtype):
   return array_ops.fill(
-      constant_op.constant(shape, dtype=dtypes.int32),
-      constant_op.constant(value, dtype=dtype))
+      _cast_constant(shape, dtype=dtypes.int32),
+      _cast_constant(value, dtype=dtype))
 
 
 def _zeros(shape, dtype):
@@ -605,7 +609,7 @@ def _ones(shape, dtype):
     return array_ops.ones(shape, dtype)
 
   if shape == ():  # pylint: disable=g-explicit-bool-comparison
-    return constant_op.constant(1, dtype=dtype)
+    return _cast_constant(1, dtype=dtype)
   return _fast_fill(1, shape, dtype)
 
 
diff --git a/tensorflow/python/eager/pywrap_tensor.cc b/tensorflow/python/eager/pywrap_tensor.cc
index 5f44bd4fec..bf145d9230 100644
--- a/tensorflow/python/eager/pywrap_tensor.cc
+++ b/tensorflow/python/eager/pywrap_tensor.cc
@@ -27,6 +27,8 @@ limitations under the License.
 #include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/python/lib/core/ndarray_tensor.h"
 
+#include "tensorflow/core/framework/types.h"
+
 #include "structmember.h"  // NOLINT // For PyMemberDef
 
 // forward declare
@@ -135,6 +137,39 @@ PyObject* PyIntFromDataType(TF_DataType l) {
 }  // namespace
 
 namespace tensorflow {
+// This function checks whether the desired type is "compatible" with the
+// inferred type. At a high level, compatibility means that all integral types
+// are compatible with each other, and all floating types are compatible with
+// each other.
+//
+// Type compatibility doesn't consider overflows (i.e. int64 is *always*
+// compatible with int32). This is intended to match graph behavior.
+bool IsCompatible(int desired_dtype, TF_DataType returned_dtype) {
+  tensorflow::DataType desired =
+      static_cast<tensorflow::DataType>(desired_dtype);
+  tensorflow::DataType returned =
+      static_cast<tensorflow::DataType>(returned_dtype);
+
+  if (desired == returned) return true;
+
+  if (tensorflow::DataTypeIsInteger(desired) &&
+      tensorflow::DataTypeIsInteger(returned)) {
+    return true;
+  } else if (tensorflow::DataTypeIsFloating(desired) &&
+             tensorflow::DataTypeIsFloating(returned)) {
+    return true;
+  } else if (tensorflow::DataTypeIsComplex(desired) &&
+             (tensorflow::DataTypeIsComplex(returned) ||
+              tensorflow::DataTypeIsInteger(returned) ||
+              tensorflow::DataTypeIsFloating(returned))) {
+    return true;
+  } else if (tensorflow::DataTypeIsQuantized(desired) &&
+             tensorflow::DataTypeIsInteger(returned)) {
+    return true;
+  }
+  return false;
+}
+
 // Casts data referred to by `handle` from type `src_type_enum` to type
 // `dst_type_enum`.
 TFE_TensorHandle* EagerCast(TFE_Context* ctx, TFE_TensorHandle* handle,
@@ -376,20 +411,33 @@ int EagerTensor_init(EagerTensor* self, PyObject* args, PyObject* kwds) {
   if (handle == nullptr) return -1;
   TF_DataType handle_dtype = TFE_TensorHandleDataType(handle.get());
   if (desired_dtype >= 0 && desired_dtype != handle_dtype) {
-    handle = tensorflow::make_safe(tensorflow::EagerCast(
-        GetContext(context), handle.get(), handle_dtype,
-        static_cast<TF_DataType>(desired_dtype), self->status));
-    if (TF_GetCode(self->status) != TF_OK) {
-      PyErr_SetString(PyExc_TypeError,
-                      tensorflow::strings::StrCat(
-                          "Error while casting from DataType ", handle_dtype,
-                          " to ", desired_dtype, ". ", TF_Message(self->status))
-                          .c_str());
-      // Cleanup self->status before returning.
-      TF_SetStatus(self->status, TF_OK, "");
+    // Check type compatibility.
+    if (tensorflow::IsCompatible(desired_dtype, handle_dtype)) {
+      handle = tensorflow::make_safe(tensorflow::EagerCast(
+          GetContext(context), handle.get(), handle_dtype,
+          static_cast<TF_DataType>(desired_dtype), self->status));
+      if (TF_GetCode(self->status) != TF_OK) {
+        PyErr_SetString(
+            PyExc_TypeError,
+            tensorflow::strings::StrCat("Error while casting from DataType ",
+                                        handle_dtype, " to ", desired_dtype,
+                                        ". ", TF_Message(self->status))
+                .c_str());
+        // Cleanup self->status before returning.
+        TF_SetStatus(self->status, TF_OK, "");
+        return -1;
+      }
+      handle_dtype = TFE_TensorHandleDataType(handle.get());
+    } else {
+      tensorflow::Safe_PyObjectPtr value_str(PyObject_Str(value));
+      PyErr_SetString(
+          PyExc_TypeError,
+          tensorflow::strings::StrCat(
+              "Cannot convert value ", TFE_GetPythonString(value_str.get()),
+              " to EagerTensor with requested dtype: ", desired_dtype)
+              .c_str());
       return -1;
     }
-    handle_dtype = TFE_TensorHandleDataType(handle.get());
   }
 
   // Almost all TensorFlow kernels for GPU devices keep int32 tensors in host
diff --git a/tensorflow/python/eager/pywrap_tensor.h b/tensorflow/python/eager/pywrap_tensor.h
index 4eaa1ba536..f90fd9bbb6 100644
--- a/tensorflow/python/eager/pywrap_tensor.h
+++ b/tensorflow/python/eager/pywrap_tensor.h
@@ -26,6 +26,7 @@ tensorflow::DataType PyEagerTensor_Dtype(const PyObject* tensor);
 tensorflow::int64 PyEagerTensor_NumElements(const PyObject* tensor);
 
 namespace tensorflow {
+bool IsCompatible(int desired_dtype, TF_DataType returned_dtype);
 TFE_TensorHandle* ConvertToEagerTensor(PyObject* value, PyObject* dtype);
 
 // TODO(nareshmodi): Move EagerCast and ReadVariableOp (which use the C API to
diff --git a/tensorflow/python/eager/pywrap_tfe_src.cc b/tensorflow/python/eager/pywrap_tfe_src.cc
index 9cee561b32..70de5e0c03 100644
--- a/tensorflow/python/eager/pywrap_tfe_src.cc
+++ b/tensorflow/python/eager/pywrap_tfe_src.cc
@@ -16,6 +16,7 @@ limitations under the License.
 #include <cstring>
 #include <thread>
 
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/python/eager/pywrap_tfe.h"
 
 #include "absl/strings/str_cat.h"
@@ -2113,7 +2114,9 @@ bool CastTensor(const FastPathOpExecInfo& op_exec_info,
     *handle = tensorflow::make_safe(
         tensorflow::EagerCast(op_exec_info.ctx, handle->get(), input_dtype,
                               static_cast<TF_DataType>(desired_dtype), status));
-    if (!status->status.ok()) return false;
+    if (MaybeRaiseExceptionFromTFStatus(status, nullptr)) {
+      return false;
+    }
     output_dtype = desired_dtype;
   }
 
@@ -2122,7 +2125,9 @@ bool CastTensor(const FastPathOpExecInfo& op_exec_info,
     // if copying to the same device.
     *handle = tensorflow::make_safe(TFE_TensorHandleCopyToDevice(
         handle->get(), op_exec_info.ctx, op_exec_info.device_name, status));
-    if (!status->status.ok()) return false;
+    if (MaybeRaiseExceptionFromTFStatus(status, nullptr)) {
+      return false;
+    }
   }
   return true;
 }
@@ -2205,14 +2210,19 @@ bool ReadVariableOp(const FastPathOpExecInfo& parent_op_exec_info,
   return true;
 }
 
-// Supports only 2 cases at the moment:
-//  i) input is an EagerTensor
+// Supports 3 cases at the moment:
+//  i) input is an EagerTensor.
 //  ii) input is a ResourceVariable - in this case, the is_variable param is
 //  set to true.
+//  iii) input is an arbitrary python list/tuple (note, this handling doesn't
+//  support packing).
 //
 //  NOTE: dtype_hint_getter must *always* return a PyObject that can be
 //  decref'd. So if no hint is found, Py_RETURN_NONE (which correctly
 //  increfs Py_None).
+//
+//  NOTE: This function sets a python error directly, and returns false.
+//  TF_Status is only passed since we don't want to have to reallocate it.
 bool ConvertToTensor(
     const FastPathOpExecInfo& op_exec_info, PyObject* input,
     tensorflow::Safe_PyObjectPtr* output_handle,
@@ -2239,25 +2249,43 @@ bool ConvertToTensor(
       tensorflow::make_safe(static_cast<TFE_TensorHandle*>(
           tensorflow::ConvertToEagerTensor(input, dtype_hint.get())));
   if (handle == nullptr) {
-    status->status = tensorflow::errors::InvalidArgument(
-        "Unable to convert value to tensor");
-    return false;
+    return MaybeRaiseExceptionFromTFStatus(status, nullptr);
   }
 
   int desired_dtype = -1;
   if (dtype_hint.get() != Py_None) {
     if (!ParseTypeValue("", dtype_hint.get(), status, &desired_dtype)) {
-      status->status = tensorflow::errors::InvalidArgument(
-          "Expecting a DataType value for dtype. Got ",
-          Py_TYPE(dtype_hint.get())->tp_name);
+      PyErr_SetString(PyExc_TypeError,
+                      tensorflow::strings::StrCat(
+                          "Expecting a DataType value for dtype. Got ",
+                          Py_TYPE(dtype_hint.get())->tp_name)
+                          .c_str());
+      return false;
     }
   }
 
-  if (!CastTensor(op_exec_info, static_cast<TF_DataType>(desired_dtype),
-                  &handle, status)) {
-    return false;
-  }
+  // Maybe cast to the desired type. This is intended to match python
+  // convert_to_tensor behavior.
   TF_DataType output_dtype = TFE_TensorHandleDataType(handle.get());
+  if (desired_dtype >= 0 && desired_dtype != output_dtype) {
+    if (tensorflow::IsCompatible(desired_dtype, output_dtype)) {
+      if (!CastTensor(op_exec_info, static_cast<TF_DataType>(desired_dtype),
+                      &handle, status)) {
+        return false;
+      }
+      output_dtype = TFE_TensorHandleDataType(handle.get());
+    } else {
+      tensorflow::Safe_PyObjectPtr input_str(PyObject_Str(input));
+      PyErr_SetString(
+          PyExc_TypeError,
+          tensorflow::strings::StrCat(
+              "Cannot convert value ", TFE_GetPythonString(input_str.get()),
+              " to EagerTensor with requested dtype: ", desired_dtype)
+              .c_str());
+      return false;
+    }
+  }
+
   output_handle->reset(EagerTensorFromHandle(handle.release()));
   dtype_setter(output_dtype);
 
diff --git a/tensorflow/python/eager/tensor_test.py b/tensorflow/python/eager/tensor_test.py
index cd3d05d05e..4fe6c44d05 100644
--- a/tensorflow/python/eager/tensor_test.py
+++ b/tensorflow/python/eager/tensor_test.py
@@ -139,8 +139,8 @@ class TFETensorTest(test_util.TensorFlowTestCase):
     self.assertAllEqual(t, 1.0)
 
   def testConstantDtype(self):
-    self.assertEqual(constant_op.constant(1.0, dtype=np.int64).dtype,
-                     dtypes.int64)
+    self.assertEqual(
+        constant_op.constant(1, dtype=np.int64).dtype, dtypes.int64)
 
   def testTensorAndNumpyMatrix(self):
     expected = np.array([[1.0, 2.0], [3.0, 4.0]], np.float32)
@@ -250,6 +250,61 @@ class TFETensorTest(test_util.TensorFlowTestCase):
     with self.assertRaises(UnicodeDecodeError):
       io_ops.read_file(b"\xff")
 
+  @test_util.run_in_graph_and_eager_modes
+  def testConvertToTensorPreferredDtypeIsRespected(self):
+    self.assertEqual(
+        ops.convert_to_tensor(0.5, preferred_dtype=dtypes.int32).dtype,
+        dtypes.float32)
+    self.assertEqual(
+        ops.convert_to_tensor(0.5, preferred_dtype=dtypes.float64).dtype,
+        dtypes.float64)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testCompatibility(self):
+    # TODO(nareshmodi): uint32, uint64 are not correctly handled in graph mode.
+    integer_types = [dtypes.int8, dtypes.int16, dtypes.int32, dtypes.int64,
+                     dtypes.uint8, dtypes.uint16]
+
+    # Floats are not compatible with ints
+    for t in integer_types:
+      with self.assertRaises(TypeError):
+        constant_op.constant(0.5, dtype=t)
+
+    # Ints compatible with floats
+    self.assertEqual(
+        self.evaluate(constant_op.constant(5, dtype=dtypes.float16)), 5.0)
+    self.assertEqual(
+        self.evaluate(constant_op.constant(5, dtype=dtypes.float32)), 5.0)
+    self.assertEqual(
+        self.evaluate(constant_op.constant(5, dtype=dtypes.float64)), 5.0)
+
+    # Ints and floats are compatible with complex types
+    self.assertEqual(
+        constant_op.constant([[1.0]], dtype=dtypes.complex128).dtype,
+        dtypes.complex128)
+    self.assertEqual(
+        constant_op.constant([[1]], dtype=dtypes.complex128).dtype,
+        dtypes.complex128)
+
+    # Quantized types are not compatible with floats
+    quantized_types = [dtypes.qint16, dtypes.qint32, dtypes.qint8,
+                       dtypes.quint16, dtypes.quint8]
+
+    for t in quantized_types:
+      with self.assertRaises(TypeError):
+        constant_op.constant(0.5, dtype=t)
+
+    # TODO(b/118402529): quantized types are broken in eager.
+
+  @test_util.run_in_graph_and_eager_modes
+  def testCConvertToTensor(self):
+    with self.assertRaises(TypeError):
+      _ = constant_op.constant(0) < 0.5
+
+  @test_util.run_in_graph_and_eager_modes
+  def testConvertToTensorAllowsOverflow(self):
+    _ = ops.convert_to_tensor(123456789, dtype=dtypes.uint8)
+
 
 class TFETensorUtilTest(test_util.TensorFlowTestCase):
 
-- 
GitLab


From 55b4d5dd717aef2d7f5b751f5731d07734c3c2d4 Mon Sep 17 00:00:00 2001
From: Brennan Saeta <saeta@google.com>
Date: Thu, 25 Oct 2018 11:15:59 -0700
Subject: [PATCH 0597/1825] Use enumerate instead of manually incrementing i in
 multi_device_iterator_ops.py

Using enumerate(..) both shortens the code, and is more pythonic due to
reducing the chance a future refactoring accidentally misses the += 1.

PiperOrigin-RevId: 218718575
---
 .../python/data/ops/multi_device_iterator_ops.py     | 12 +++---------
 1 file changed, 3 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index d1b74d348f..5f94fefe15 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -201,8 +201,7 @@ class MultiDeviceIterator(object):
     # into the device side from its input. It might be useful in rewriting.
     # Create the per device iterators.
     self._device_iterators = []
-    i = 0
-    for device in self._devices:
+    for i, device in enumerate(self._devices):
       ds = _PerDeviceGenerator(
           i, self._multi_device_iterator_resource, self._incarnation_id,
           self._source_device_tensor, device, self._dataset.output_shapes,
@@ -211,7 +210,6 @@ class MultiDeviceIterator(object):
         ds = ds.prefetch(prefetch_buffer_size)
       with ops.device(device):
         self._device_iterators.append(ds.make_initializable_iterator())
-      i += 1
 
     device_iterator_initializers = [
         iterator.initializer for iterator in self._device_iterators
@@ -220,21 +218,17 @@ class MultiDeviceIterator(object):
 
   def get_next(self):
     result = []
-    i = 0
-    for device in self._devices:
+    for i, device in enumerate(self._devices):
       with ops.device(device):
         result.append(self._device_iterators[i].get_next())
-      i += 1
     return result
 
   def get_next_as_optional(self):
     result = []
-    i = 0
-    for device in self._devices:
+    for i, device in enumerate(self._devices):
       with ops.device(device):
         result.append(iterator_ops.get_next_as_optional(
             self._device_iterators[i]))
-      i += 1
     return result
 
   @property
-- 
GitLab


From 39b4311ce790de5e6ba1f1fd2b9ed6669f2c2348 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Thu, 25 Oct 2018 11:16:30 -0700
Subject: [PATCH 0598/1825] Fix issue with custom_gradient + GradientTape +
 graph mode.

PiperOrigin-RevId: 218718671
---
 tensorflow/python/eager/backprop_test.py | 26 ++++++++++++++++++++----
 tensorflow/python/ops/custom_gradient.py | 10 +++++++--
 2 files changed, 30 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/eager/backprop_test.py b/tensorflow/python/eager/backprop_test.py
index 1f40dd2105..eaeca61ba3 100644
--- a/tensorflow/python/eager/backprop_test.py
+++ b/tensorflow/python/eager/backprop_test.py
@@ -65,7 +65,7 @@ class BackpropTest(test.TestCase):
     grad = backprop.gradients_function(fn, [0])(var)[0]
     grad = self.evaluate(ops.convert_to_tensor(grad))
 
-    with context.graph_mode():
+    if not context.executing_eagerly():
       tf_var = array_ops.constant(var_np, dtypes.float32)
       tf_ind1 = array_ops.constant([0, 1])
       tf_ind2 = array_ops.constant([2, 3])
@@ -199,7 +199,7 @@ class BackpropTest(test.TestCase):
     grad = backprop.implicit_grad(f)()[0][0]
     opt = training.GradientDescentOptimizer(lrn_rate)
 
-    with context.graph_mode(), self.cached_session():
+    with ops.Graph().as_default(), self.cached_session():
       tf_x = array_ops.ones((batch_size), dtypes.int64)
       # TODO(ashankar,apassos): Change to ResourceVariable.
       tf_embedding = variables.Variable(
@@ -1041,7 +1041,7 @@ class BackpropTest(test.TestCase):
       val_and_grads_fn(x, y)
 
   def testZerosCacheDoesntLeakAcrossGraphs(self):
-    with context.graph_mode():
+    with ops.Graph().as_default():
       def get_grad():
         with ops.Graph().as_default(), self.cached_session():
           t = constant_op.constant(1, dtype=dtypes.float32, shape=(10, 4))
@@ -1112,7 +1112,7 @@ class BackpropTest(test.TestCase):
     self.assertAllEqual(gradients_constants, gradients_variables)
 
   def testUnknownShapes(self):
-    with context.graph_mode():
+    with ops.Graph().as_default():
       with backprop.GradientTape() as tape:
         a = array_ops.placeholder(dtype=dtypes.float32, shape=None)
         tape.watch(a)
@@ -1123,6 +1123,24 @@ class BackpropTest(test.TestCase):
       with self.cached_session() as sess:
         self.assertEqual((8.0, 12.0), sess.run((b, db_da), feed_dict={a: 2.0}))
 
+  def testCustomGradientTapeGraph(self):
+    with ops.Graph().as_default(), self.cached_session():
+
+      @custom_gradient.custom_gradient
+      def f(x):
+        y = x * x
+
+        def grad(dy):
+          return [4 * dy]
+
+        return y, grad
+
+      with backprop.GradientTape() as t:
+        c = constant_op.constant(1.0)
+        t.watch(c)
+        g = f(c)
+      self.assertAllEqual(t.gradient(g, c).eval(), 4.0)
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/ops/custom_gradient.py b/tensorflow/python/ops/custom_gradient.py
index bfe23834b7..3f215dbcd0 100644
--- a/tensorflow/python/ops/custom_gradient.py
+++ b/tensorflow/python/ops/custom_gradient.py
@@ -202,8 +202,7 @@ def _graph_mode_decorator(f, *args, **kwargs):
   flat_result = nest.flatten(result)
   all_tensors = flat_result + args + variables
 
-  @ops.RegisterGradient(name)
-  def internal_grad_fn(unused_op, *result_grads):  # pylint: disable=unused-variable
+  def tape_grad_fn(*result_grads):
     """Custom grad fn wrapper."""
     result_grads = result_grads[:len(flat_result)]
     if variables:
@@ -221,9 +220,16 @@ def _graph_mode_decorator(f, *args, **kwargs):
     input_grads = nest.flatten(input_grads)
     return ([None] * len(flat_result)) + input_grads + variable_grads
 
+  @ops.RegisterGradient(name)
+  def internal_grad_fn(unused_op, *result_grads):  # pylint: disable=unused-variable
+    """Custom grad fn wrapper."""
+    return tape_grad_fn(*result_grads)
+
   original_tensors = all_tensors
   with ops.get_default_graph().gradient_override_map({"IdentityN": name}):
     all_tensors = array_ops.identity_n(all_tensors)
+  tape_lib.record_operation(
+      f.__name__, all_tensors, original_tensors, tape_grad_fn)
   for ot, t in zip(original_tensors, all_tensors):
     copy_handle_data(ot, t)
   return nest.pack_sequence_as(
-- 
GitLab


From 08115e39f4fcdca7e97b405eb709e69ff94f3567 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 11:18:11 -0700
Subject: [PATCH 0599/1825] Migrate the SDCA optimizer to tensorflow_estimator.

PiperOrigin-RevId: 218718971
---
 tensorflow/python/BUILD                             |  5 ++++-
 ...low.estimator.experimental.-linear-s-d-c-a.pbtxt | 13 +++++++++++++
 .../v1/tensorflow.estimator.experimental.pbtxt      |  4 ++++
 ...low.estimator.experimental.-linear-s-d-c-a.pbtxt | 13 +++++++++++++
 .../v2/tensorflow.estimator.experimental.pbtxt      |  4 ++++
 5 files changed, 38 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 5ba33aa386..5c7ef0af1e 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -1801,7 +1801,10 @@ tf_gen_op_wrapper_private_py(
 
 tf_gen_op_wrapper_private_py(
     name = "sdca_ops_gen",
-    visibility = ["//tensorflow/contrib/linear_optimizer:__pkg__"],
+    visibility = [
+        "//tensorflow/contrib/linear_optimizer:__pkg__",
+        "//tensorflow_estimator/python/estimator/canned/linear_optimizer:__pkg__",
+    ],
 )
 
 tf_gen_op_wrapper_private_py(
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt
new file mode 100644
index 0000000000..85292e4d7e
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt
@@ -0,0 +1,13 @@
+path: "tensorflow.estimator.experimental.LinearSDCA"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearSDCA\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'example_id_column\', \'num_loss_partitions\', \'num_table_shards\', \'symmetric_l1_regularization\', \'symmetric_l2_regularization\', \'adaptive\'], varargs=None, keywords=None, defaults=[\'1\', \'None\', \'0.0\', \'1.0\', \'False\'], "
+  }
+  member_method {
+    name: "get_train_step"
+    argspec: "args=[\'self\', \'state_manager\', \'weight_column_name\', \'loss_type\', \'feature_columns\', \'features\', \'targets\', \'bias_var\', \'global_step\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
index fb9ae4df6f..862761a96c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
@@ -1,5 +1,9 @@
 path: "tensorflow.estimator.experimental"
 tf_module {
+  member {
+    name: "LinearSDCA"
+    mtype: "<type \'type\'>"
+  }
   member_method {
     name: "call_logit_fn"
     argspec: "args=[\'logit_fn\', \'features\', \'mode\', \'params\', \'config\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt
new file mode 100644
index 0000000000..85292e4d7e
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.-linear-s-d-c-a.pbtxt
@@ -0,0 +1,13 @@
+path: "tensorflow.estimator.experimental.LinearSDCA"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearSDCA\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'example_id_column\', \'num_loss_partitions\', \'num_table_shards\', \'symmetric_l1_regularization\', \'symmetric_l2_regularization\', \'adaptive\'], varargs=None, keywords=None, defaults=[\'1\', \'None\', \'0.0\', \'1.0\', \'False\'], "
+  }
+  member_method {
+    name: "get_train_step"
+    argspec: "args=[\'self\', \'state_manager\', \'weight_column_name\', \'loss_type\', \'feature_columns\', \'features\', \'targets\', \'bias_var\', \'global_step\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
index fb9ae4df6f..862761a96c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
@@ -1,5 +1,9 @@
 path: "tensorflow.estimator.experimental"
 tf_module {
+  member {
+    name: "LinearSDCA"
+    mtype: "<type \'type\'>"
+  }
   member_method {
     name: "call_logit_fn"
     argspec: "args=[\'logit_fn\', \'features\', \'mode\', \'params\', \'config\'], varargs=None, keywords=None, defaults=None"
-- 
GitLab


From f836440f858a06c766c59d5e8401a95d82ee6d33 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Thu, 25 Oct 2018 11:23:41 -0700
Subject: [PATCH 0600/1825] Add identity ops as final output, so custom
 backends like TF-TRT can work with half_plus_two example.

Without this change, TF-TRT can fuse the 'Add's but not the 'Mul's. This is
because the 'Mul's are the outputs of the graph, and if TF-TRT are going to
fuse them then all 'Mul's will be inside the single TRTEngineOp and thus will
have same op name with different output port, which changes the fetches of the
graph. Thus by design it doesn't fuse the outputs.

PiperOrigin-RevId: 218720036
---
 .../examples/saved_model/saved_model_half_plus_two.py    | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/tensorflow/examples/saved_model/saved_model_half_plus_two.py b/tensorflow/examples/saved_model/saved_model_half_plus_two.py
index 72c3b9778b..e1231708fa 100644
--- a/tensorflow/examples/saved_model/saved_model_half_plus_two.py
+++ b/tensorflow/examples/saved_model/saved_model_half_plus_two.py
@@ -153,11 +153,14 @@ def _generate_saved_model_for_half_plus_two(export_dir,
         tf_example = tf.parse_example(serialized_tf_example, feature_configs)
       # Use tf.identity() to assign name
       x = tf.identity(tf_example["x"], name="x")
-      y = tf.add(tf.multiply(a, x), b, name="y")
-      y2 = tf.add(tf.multiply(a, x), c, name="y2")
+      y = tf.add(tf.multiply(a, x), b)
+      y = tf.identity(y, name="y")
+      y2 = tf.add(tf.multiply(a, x), c)
+      y2 = tf.identity(y2, name="y2")
 
       x2 = tf.identity(tf_example["x2"], name="x2")
-      y3 = tf.add(tf.multiply(a, x2), c, name="y3")
+      y3 = tf.add(tf.multiply(a, x2), c)
+      y2 = tf.identity(y3, name="y3")
 
     # Create an assets file that can be saved and restored as part of the
     # SavedModel.
-- 
GitLab


From 0338ac7289fa3b67038563ae83e3fcc03a796b8b Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 25 Oct 2018 11:35:53 -0700
Subject: [PATCH 0601/1825] [tf.data] Ensure `name` argument is passed
 correctly in `Iterator.get_next()`.

PiperOrigin-RevId: 218722238
---
 tensorflow/python/data/kernel_tests/iterator_ops_test.py | 6 ++++++
 tensorflow/python/data/ops/iterator_ops.py               | 2 +-
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/iterator_ops_test.py b/tensorflow/python/data/kernel_tests/iterator_ops_test.py
index f20a5d7614..a2a3528cc6 100644
--- a/tensorflow/python/data/kernel_tests/iterator_ops_test.py
+++ b/tensorflow/python/data/kernel_tests/iterator_ops_test.py
@@ -830,6 +830,12 @@ class IteratorTest(test.TestCase, parameterized.TestCase):
     self.assertEqual(expected_output_types, iterator.output_types)
     self.assertEqual(expected_output_shapes, iterator.output_shapes)
 
+  def testIteratorGetNextName(self):
+    with ops.Graph().as_default():
+      iterator = dataset_ops.Dataset.from_tensors(37.0).make_one_shot_iterator()
+      next_element = iterator.get_next(name="overridden_name")
+      self.assertEqual("overridden_name", next_element.op.name)
+
 
 class IteratorCheckpointingTest(test.TestCase):
 
diff --git a/tensorflow/python/data/ops/iterator_ops.py b/tensorflow/python/data/ops/iterator_ops.py
index e49bf6bb3a..9214f7d79d 100644
--- a/tensorflow/python/data/ops/iterator_ops.py
+++ b/tensorflow/python/data/ops/iterator_ops.py
@@ -418,7 +418,7 @@ class Iterator(checkpointable.CheckpointableBase):
     flat_ret = gen_dataset_ops.iterator_get_next(
         self._iterator_resource,
         output_types=self._structure._flat_types,
-        output_shapes=self._structure._flat_shapes)
+        output_shapes=self._structure._flat_shapes, name=name)
     return self._structure._from_tensor_list(flat_ret)
 
   def string_handle(self, name=None):
-- 
GitLab


From 8e2538d3832c9b1fde144cfe0852618b0087e37c Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Thu, 25 Oct 2018 11:51:14 -0700
Subject: [PATCH 0602/1825] Mark Switch node output as seen in CondContext's
 parent contexts.

PiperOrigin-RevId: 218724819
---
 tensorflow/python/ops/control_flow_ops.py | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 18dd9c402e..5604af665e 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -1831,7 +1831,15 @@ class CondContext(ControlFlowContext):
       result.op._set_control_flow_context(self)
       # pylint: enable=protected-access
 
-      self._values.add(result.name)
+      # Mark Switch output as seen by this context and any outer contexts,
+      # just like what we do for normal op outputs in _AddOpInternal() below.
+      ctxt = self
+      while ctxt is not None:
+        # pylint: disable=protected-access
+        ctxt._values.add(result.name)
+        ctxt = ctxt._outer_context
+        # pylint: enable=protected-access
+
       self._external_values[val.name] = result
     return result
 
-- 
GitLab


From 18e6a7d7607cfcf57b4b4a451148f55affd7488d Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 25 Oct 2018 11:54:46 -0700
Subject: [PATCH 0603/1825] Add a --tf_xla_always_defer_compilation flag.

If set to true, _XlaCompile defers all compilation requests.  I intend to use
this to measure the performance effect of only having the Switch/Merge control
flow due lazy compilation.

PiperOrigin-RevId: 218725392
---
 tensorflow/compiler/jit/kernels/BUILD         |  1 +
 tensorflow/compiler/jit/kernels/xla_ops.cc    | 13 ++++--
 tensorflow/compiler/jit/legacy_flags/BUILD    | 12 +++++
 .../jit/legacy_flags/xla_ops_common_flags.cc  | 46 +++++++++++++++++++
 .../jit/legacy_flags/xla_ops_common_flags.h   | 36 +++++++++++++++
 5 files changed, 104 insertions(+), 4 deletions(-)
 create mode 100644 tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
 create mode 100644 tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h

diff --git a/tensorflow/compiler/jit/kernels/BUILD b/tensorflow/compiler/jit/kernels/BUILD
index 26cb3af9d6..830db9ebdd 100644
--- a/tensorflow/compiler/jit/kernels/BUILD
+++ b/tensorflow/compiler/jit/kernels/BUILD
@@ -15,6 +15,7 @@ cc_library(
         "//tensorflow/compiler/jit:xla_compilation_cache",
         "//tensorflow/compiler/jit:xla_device",
         "//tensorflow/compiler/jit:xla_launch_util",
+        "//tensorflow/compiler/jit/legacy_flags:xla_ops_common_flags",
         "//tensorflow/compiler/tf2xla:common",
         "//tensorflow/compiler/tf2xla:tf2xla_util",
         "//tensorflow/compiler/tf2xla:xla_compiler",
diff --git a/tensorflow/compiler/jit/kernels/xla_ops.cc b/tensorflow/compiler/jit/kernels/xla_ops.cc
index a378e24d3f..6bcae1dcc3 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.cc
+++ b/tensorflow/compiler/jit/kernels/xla_ops.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include "absl/container/flat_hash_map.h"
 #include "absl/memory/memory.h"
 #include "tensorflow/compiler/jit/defs.h"
+#include "tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/tf2xla_util.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
@@ -408,10 +409,14 @@ void XlaCompileOp::Compute(OpKernelContext* ctx) {
   xla::LocalExecutable* executable;
   std::map<int, OptionalTensor> variables;
 
-  OP_REQUIRES_OK(
-      ctx, CompileToLocalExecutable(ctx, function_, platform_info_, resources_,
-                                    constants_, /*lazy=*/!must_compile_,
-                                    &client, &variables, &kernel, &executable));
+  if (legacy_flags::GetXlaOpsCommonFlags().tf_xla_always_defer_compilation) {
+    executable = nullptr;
+  } else {
+    OP_REQUIRES_OK(ctx, CompileToLocalExecutable(
+                            ctx, function_, platform_info_, resources_,
+                            constants_, /*lazy=*/!must_compile_, &client,
+                            &variables, &kernel, &executable));
+  }
 
   AllocatorAttributes host_alloc_attrs;
   host_alloc_attrs.set_gpu_compatible(true);
diff --git a/tensorflow/compiler/jit/legacy_flags/BUILD b/tensorflow/compiler/jit/legacy_flags/BUILD
index d8fe4026f5..49ff9a3ddd 100644
--- a/tensorflow/compiler/jit/legacy_flags/BUILD
+++ b/tensorflow/compiler/jit/legacy_flags/BUILD
@@ -51,3 +51,15 @@ cc_library(
             "//tensorflow/core:lib",
         ],
 )
+
+cc_library(
+    name = "xla_ops_common_flags",
+    srcs = ["xla_ops_common_flags.cc"],
+    hdrs = ["xla_ops_common_flags.h"],
+    deps =
+        [
+            "//tensorflow/compiler/xla/legacy_flags:parse_flags_from_env",
+            "//tensorflow/core:framework_internal",
+            "//tensorflow/core:lib",
+        ],
+)
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
new file mode 100644
index 0000000000..ae17fdffb9
--- /dev/null
+++ b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
@@ -0,0 +1,46 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <mutex>  // NOLINT
+#include <vector>
+
+#include "tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h"
+#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+
+#include "tensorflow/core/util/command_line_flags.h"
+
+namespace tensorflow {
+namespace legacy_flags {
+
+XlaOpsCommonFlags* flags;
+std::vector<Flag>* flag_list;
+std::once_flag flags_init;
+
+void AllocateAndParseFlags() {
+  flags = new XlaOpsCommonFlags;
+  flags->tf_xla_always_defer_compilation = false;
+  flag_list = new std::vector<Flag>({
+      Flag("tf_xla_always_defer_compilation",
+           &flags->tf_xla_always_defer_compilation, ""),
+  });
+  xla::legacy_flags::ParseFlagsFromEnv(*flag_list);
+}
+
+const XlaOpsCommonFlags& GetXlaOpsCommonFlags() {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  return *flags;
+}
+}  // namespace legacy_flags
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h
new file mode 100644
index 0000000000..7c5c1818ef
--- /dev/null
+++ b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h
@@ -0,0 +1,36 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#ifndef TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_OPS_COMMON_FLAGS_H_
+#define TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_OPS_COMMON_FLAGS_H_
+
+namespace tensorflow {
+namespace legacy_flags {
+
+// Flags common to the _Xla* ops and their kernels.
+struct XlaOpsCommonFlags {
+  // If true, _XlaCompile always refuses to compile the cluster, which means the
+  // XLA clusters always run in the TF executor.  Defaults to false.
+  bool tf_xla_always_defer_compilation;
+};
+
+// Parses the flags in XlaOpsCommonFlags from the TF_XLA_FLAGS environment
+// variable and returns a reference to the parsed copy.  Parses TF_XLA_FLAGS
+// only the first time this routine is called.
+const XlaOpsCommonFlags& GetXlaOpsCommonFlags();
+
+}  // namespace legacy_flags
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_OPS_COMMON_FLAGS_H_
-- 
GitLab


From 4c3ec519f6295e0a45f44be854e47722cd08f3c9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 12:22:38 -0700
Subject: [PATCH 0604/1825] Update sklearn imports for deprecated packages.

PiperOrigin-RevId: 218729952
---
 tensorflow/contrib/learn/python/learn/estimators/_sklearn.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/learn/python/learn/estimators/_sklearn.py b/tensorflow/contrib/learn/python/learn/estimators/_sklearn.py
index 1f0e4663d0..4c20683930 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/_sklearn.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/_sklearn.py
@@ -194,7 +194,7 @@ if TRY_IMPORT_SKLEARN:
   # pylint: disable=g-import-not-at-top,g-multiple-import,unused-import
   from sklearn.base import BaseEstimator, ClassifierMixin, RegressorMixin, TransformerMixin
   from sklearn.metrics import accuracy_score, log_loss, mean_squared_error
-  from sklearn.cross_validation import train_test_split
+  from sklearn.model_selection import train_test_split
   try:
     from sklearn.exceptions import NotFittedError
   except ImportError:
-- 
GitLab


From d1566bc03f53033813e0a6ef9628a55ef6c43283 Mon Sep 17 00:00:00 2001
From: Revan Sopher <rsopher@google.com>
Date: Thu, 25 Oct 2018 12:28:42 -0700
Subject: [PATCH 0605/1825] Upgrade setuptools before installing absl-py in
 remaining scripts.

PiperOrigin-RevId: 218730741
---
 .../ci_build/install/install_python3.5_pip_packages.sh | 10 ++++------
 .../ci_build/install/install_python3.6_pip_packages.sh |  6 ++++--
 2 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/tools/ci_build/install/install_python3.5_pip_packages.sh b/tensorflow/tools/ci_build/install/install_python3.5_pip_packages.sh
index 61d4fe3fe8..62e04df717 100755
--- a/tensorflow/tools/ci_build/install/install_python3.5_pip_packages.sh
+++ b/tensorflow/tools/ci_build/install/install_python3.5_pip_packages.sh
@@ -41,6 +41,10 @@ fi
 set -e
 pip3.5 install --upgrade pip
 
+# Install last working version of setuptools. This must happen before we install
+# absl-py, which uses install_requires notation introduced in setuptools 20.5.
+pip3.5 install --upgrade setuptools==39.1.0
+
 pip3.5 install --upgrade virtualenv
 
 # Install six.
@@ -81,15 +85,9 @@ pip3.5 install --upgrade astor
 pip3.5 install --upgrade gast
 pip3.5 install --upgrade termcolor
 
-# Install last working version of setuptools.
-pip3.5 install --upgrade setuptools==39.1.0
-
 # Keras
 pip3.5 install keras_applications==1.0.6
 pip3.5 install keras_preprocessing==1.0.5
 pip3.5 install --upgrade h5py==2.8.0
 
-# Install last working version of setuptools.
-pip3.5 install --upgrade setuptools==39.1.0
-
 # LINT.ThenChange(//tensorflow/tools/ci_build/install/install_python3.6_pip_packages.sh)
diff --git a/tensorflow/tools/ci_build/install/install_python3.6_pip_packages.sh b/tensorflow/tools/ci_build/install/install_python3.6_pip_packages.sh
index 8949af8a88..48d556b1dd 100755
--- a/tensorflow/tools/ci_build/install/install_python3.6_pip_packages.sh
+++ b/tensorflow/tools/ci_build/install/install_python3.6_pip_packages.sh
@@ -51,6 +51,10 @@ ln -s /usr/local/bin/pip3.6 /usr/local/bin/pip3
 
 pip3 install --upgrade pip
 
+# Install last working version of setuptools. This must happen before we install
+# absl-py, which uses install_requires notation introduced in setuptools 20.5.
+pip3 install --upgrade setuptools==39.1.0
+
 pip3 install --upgrade virtualenv
 
 set -e
@@ -97,8 +101,6 @@ pip3 install --upgrade astor
 pip3 install --upgrade gast
 pip3 install --upgrade termcolor
 
-# Install last working version of setuptools.
-pip3 install --upgrade setuptools==39.1.0
 pip3 install --upgrade h5py==2.8.0
 
 # Keras
-- 
GitLab


From 137b5f6073c140f996083041e8c53077a033d41d Mon Sep 17 00:00:00 2001
From: HyoukJoong Lee <hyouklee@google.com>
Date: Thu, 25 Oct 2018 12:52:01 -0700
Subject: [PATCH 0606/1825] Change RunHloPassesOnModuleGroup() to take an array
 of executors when compiling with model-parallelism.

PiperOrigin-RevId: 218734236
---
 tensorflow/compiler/xla/service/compiler.h              | 3 ++-
 tensorflow/compiler/xla/service/interpreter/compiler.cc | 3 ++-
 tensorflow/compiler/xla/service/interpreter/compiler.h  | 3 ++-
 tensorflow/compiler/xla/service/llvm_compiler.cc        | 3 ++-
 tensorflow/compiler/xla/service/llvm_compiler.h         | 3 ++-
 5 files changed, 10 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/xla/service/compiler.h b/tensorflow/compiler/xla/service/compiler.h
index 9ab179303b..d99438719d 100644
--- a/tensorflow/compiler/xla/service/compiler.h
+++ b/tensorflow/compiler/xla/service/compiler.h
@@ -139,7 +139,8 @@ class Compiler {
   // Optimizes a HLO module group, a set of module which runs concurrently on
   // multiple devices potentially communicating data between the modules.
   virtual Status RunHloPassesOnModuleGroup(
-      HloModuleGroup* module_group, se::StreamExecutor* executor,
+      HloModuleGroup* module_group,
+      absl::Span<se::StreamExecutor* const> executors,
       DeviceMemoryAllocator* device_allocator) = 0;
 
   // Compiles the HLO module for execution on a device given by the executor,
diff --git a/tensorflow/compiler/xla/service/interpreter/compiler.cc b/tensorflow/compiler/xla/service/interpreter/compiler.cc
index a1fe97cffa..3a5177c418 100644
--- a/tensorflow/compiler/xla/service/interpreter/compiler.cc
+++ b/tensorflow/compiler/xla/service/interpreter/compiler.cc
@@ -58,7 +58,8 @@ StatusOr<std::unique_ptr<HloModule>> InterpreterCompiler::RunHloPasses(
 }
 
 Status InterpreterCompiler::RunHloPassesOnModuleGroup(
-    HloModuleGroup* module_group, se::StreamExecutor* executor,
+    HloModuleGroup* module_group,
+    absl::Span<se::StreamExecutor* const> executors,
     DeviceMemoryAllocator* device_allocator) {
   return Unimplemented("Module group compilation not supported on Interpreter");
 }
diff --git a/tensorflow/compiler/xla/service/interpreter/compiler.h b/tensorflow/compiler/xla/service/interpreter/compiler.h
index d8cb32c0be..591272951a 100644
--- a/tensorflow/compiler/xla/service/interpreter/compiler.h
+++ b/tensorflow/compiler/xla/service/interpreter/compiler.h
@@ -47,7 +47,8 @@ class InterpreterCompiler : public Compiler {
       std::unique_ptr<HloModule> hlo_module, se::StreamExecutor* stream_exec,
       DeviceMemoryAllocator* device_allocator) override;
   Status RunHloPassesOnModuleGroup(
-      HloModuleGroup* module_group, se::StreamExecutor* executor,
+      HloModuleGroup* module_group,
+      absl::Span<se::StreamExecutor* const> executors,
       DeviceMemoryAllocator* device_allocator) override;
 
   StatusOr<std::unique_ptr<Executable>> RunBackend(
diff --git a/tensorflow/compiler/xla/service/llvm_compiler.cc b/tensorflow/compiler/xla/service/llvm_compiler.cc
index d287aa4ec7..382b575120 100644
--- a/tensorflow/compiler/xla/service/llvm_compiler.cc
+++ b/tensorflow/compiler/xla/service/llvm_compiler.cc
@@ -22,7 +22,8 @@ limitations under the License.
 
 namespace xla {
 Status LLVMCompiler::RunHloPassesOnModuleGroup(
-    HloModuleGroup* module_group, se::StreamExecutor* executor,
+    HloModuleGroup* module_group,
+    absl::Span<se::StreamExecutor* const> executors,
     DeviceMemoryAllocator* device_allocator) {
   return Unimplemented(
       "Model partitioning not implemented for the CPU/GPU compilers!");
diff --git a/tensorflow/compiler/xla/service/llvm_compiler.h b/tensorflow/compiler/xla/service/llvm_compiler.h
index 86abd5da01..182d8edbe3 100644
--- a/tensorflow/compiler/xla/service/llvm_compiler.h
+++ b/tensorflow/compiler/xla/service/llvm_compiler.h
@@ -70,7 +70,8 @@ class LLVMCompiler : public Compiler {
   using Compiler::RunHloPasses;
 
   Status RunHloPassesOnModuleGroup(
-      HloModuleGroup* module_group, se::StreamExecutor* executor,
+      HloModuleGroup* module_group,
+      absl::Span<se::StreamExecutor* const> executors,
       DeviceMemoryAllocator* device_allocator) override;
 
   StatusOr<std::vector<std::unique_ptr<Executable>>> RunBackendOnModuleGroup(
-- 
GitLab


From 99f940eee253f7091ad96e34ae49b40791ffc736 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Thu, 25 Oct 2018 13:26:02 -0700
Subject: [PATCH 0607/1825] Add a whitelist for TF ops compatible with TFLite

PiperOrigin-RevId: 218739395
---
 tensorflow/contrib/lite/toco/tflite/BUILD     |   2 +
 .../contrib/lite/toco/tflite/export_test.cc   |  33 +-
 .../contrib/lite/toco/tflite/operator.cc      |  22 +-
 .../contrib/lite/toco/tflite/operator_test.cc |   4 +
 .../lite/toco/tflite/whitelisted_flex_ops.cc  | 452 ++++++++++++++++++
 .../lite/toco/tflite/whitelisted_flex_ops.h   |  35 ++
 6 files changed, 529 insertions(+), 19 deletions(-)
 create mode 100644 tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
 create mode 100644 tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h

diff --git a/tensorflow/contrib/lite/toco/tflite/BUILD b/tensorflow/contrib/lite/toco/tflite/BUILD
index fcb628fec8..e97bedd203 100644
--- a/tensorflow/contrib/lite/toco/tflite/BUILD
+++ b/tensorflow/contrib/lite/toco/tflite/BUILD
@@ -14,6 +14,8 @@ cc_library(
     name = "operator",
     srcs = [
         "operator.cc",
+        "whitelisted_flex_ops.cc",
+        "whitelisted_flex_ops.h",
     ],
     hdrs = [
         "builtin_operator.h",
diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/contrib/lite/toco/tflite/export_test.cc
index 2b3410221c..1c8f766b0a 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export_test.cc
@@ -246,15 +246,17 @@ TEST_F(OpSetsTest, BuiltinsOnly) {
 TEST_F(OpSetsTest, TfSelectOnly) {
   // --target_op_set=SELECT_TF_OPS
   SetAllowedOpSets({kSelectTfOps});
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
-              ElementsAre());
+  EXPECT_THAT(
+      ImportExport({"Add", "AdjustHue", "RandomUniform", "UnrollAndFold"}),
+      ElementsAre());
   EXPECT_THAT(ImportExport({"Add"}), ElementsAre("custom:FlexAdd"));
 
   // --target_op_set=SELECT_TF_OPS --allow_custom_ops
   SetAllowedOpSets({kSelectTfOps, kCustomOps});
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
-              ElementsAre("custom:FlexAdd", "custom:FlexAdjustHue",
-                          "custom:UnrollAndFold"));
+  EXPECT_THAT(
+      ImportExport({"Add", "AdjustHue", "RandomUniform", "UnrollAndFold"}),
+      ElementsAre("custom:AdjustHue", "custom:FlexAdd",
+                  "custom:FlexRandomUniform", "custom:UnrollAndFold"));
 }
 
 TEST_F(OpSetsTest, BuiltinsAndTfSelect) {
@@ -262,14 +264,15 @@ TEST_F(OpSetsTest, BuiltinsAndTfSelect) {
   SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps});
   EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
               ElementsAre());
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue"}),
-              ElementsAre("builtin:ADD", "custom:FlexAdjustHue"));
+  EXPECT_THAT(ImportExport({"Add", "RandomUniform"}),
+              ElementsAre("builtin:ADD", "custom:FlexRandomUniform"));
 
   // --target_op_set=TFLITE_BUILTINS,SELECT_TF_OPS --allow_custom_ops
   SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps, kCustomOps});
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
-              ElementsAre("builtin:ADD", "custom:FlexAdjustHue",
-                          "custom:UnrollAndFold"));
+  EXPECT_THAT(
+      ImportExport({"Add", "AdjustHue", "RandomUniform", "UnrollAndFold"}),
+      ElementsAre("builtin:ADD", "custom:AdjustHue", "custom:FlexRandomUniform",
+                  "custom:UnrollAndFold"));
 }
 
 // This test is based on a hypothetical scenario that dilation is supported
@@ -501,11 +504,13 @@ TEST(OperatorKeyTest, TestFlexWithUnsupportedOp) {
   const auto key = details::GetOperatorKey(*op, ops_by_type, true);
 
   EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-  EXPECT_EQ(key.custom_code, "FlexHashTableV2");
+  EXPECT_EQ(key.custom_code, "HashTableV2");
   EXPECT_EQ(key.version, 1);
-  EXPECT_TRUE(key.is_flex_op);
-  // The control flow ops should be marked as unsupported.
-  EXPECT_TRUE(key.is_unsupported_flex_op);
+  // While HashTableV2 is excluded from the whitelisted flex op list, eventually
+  // it won't be, and the following expectations will need to change as the op
+  // is explicitly blacklisted due to lack of asset support.
+  EXPECT_FALSE(key.is_flex_op);
+  EXPECT_FALSE(key.is_unsupported_flex_op);
 }
 
 TEST(OperatorKeyTest, TestFlexWithPartiallySupportedOps) {
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index ea33bbdebb..cdda8d9cf4 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include "tensorflow/contrib/lite/toco/tflite/custom_operator.h"
 #include "tensorflow/contrib/lite/toco/tflite/simple_operator.h"
 #include "tensorflow/contrib/lite/toco/tflite/types.h"
+#include "tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/op.h"
@@ -1612,12 +1613,23 @@ bool ShouldExportAsFlexOp(bool allow_flex_ops,
     return false;
   }
   // Check if we can find the `OpDef` for the TensorFlow op. If we can find
-  // it, export the op as an Flex op. Otherwise, export it as a regular custom
-  // op.
+  // it and it has been whitelisted, export the op as an Flex op. Otherwise,
+  // export it as a regular custom op.
   const tensorflow::OpDef* op_def = nullptr;
-  return tensorflow::OpRegistry::Global()
-      ->LookUpOpDef(tensorflow_op_name, &op_def)
-      .ok();
+  if (!tensorflow::OpRegistry::Global()
+           ->LookUpOpDef(tensorflow_op_name, &op_def)
+           .ok()) {
+    return false;
+  }
+
+  if (!IsWhitelistedFlexOp(tensorflow_op_name)) {
+    LOG(WARNING) << "Op " << tensorflow_op_name
+                 << " is a valid TensorFlow op but has not been whitelisted for"
+                    " the TensorFlow Lite flex op set.";
+    return false;
+  }
+
+  return true;
 }
 
 }  // namespace tflite
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
index bd05e1b0da..70cec8f195 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
@@ -575,7 +575,11 @@ TEST_F(OperatorTest, TensorFlowUnsupportedWithoutAttr) {
 TEST_F(OperatorTest, TestShouldExportAsFlexOp) {
   EXPECT_FALSE(ShouldExportAsFlexOp(false, "Conv2D"));
   EXPECT_TRUE(ShouldExportAsFlexOp(true, "Conv2D"));
+  EXPECT_TRUE(ShouldExportAsFlexOp(true, "EluGrad"));
   EXPECT_FALSE(ShouldExportAsFlexOp(true, "MyAwesomeCustomOp"));
+  // While the RFFT op is available on desktop, it is not in the kernel
+  // set available on mobile and should be excluded.
+  EXPECT_FALSE(ShouldExportAsFlexOp(true, "RFFT"));
 }
 
 }  // namespace
diff --git a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc b/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
new file mode 100644
index 0000000000..1a70790d7f
--- /dev/null
+++ b/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
@@ -0,0 +1,452 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h"
+
+#include <set>
+
+namespace toco {
+namespace tflite {
+
+bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
+  static const std::set<std::string>* whitelisted_flex_ops =
+      new std::set<std::string>({
+          "Abort",
+          "Abs",
+          "Add",
+          "AddN",
+          "AddV2",
+          "All",
+          "Any",
+          "ApplyAdadelta",
+          "ApplyAdagrad",
+          "ApplyAdagradDA",
+          "ApplyAdam",
+          "ApplyAdaMax",
+          "ApplyAddSign",
+          "ApplyCenteredRMSProp",
+          "ApplyFtrl",
+          "ApplyFtrlV2",
+          "ApplyGradientDescent",
+          "ApplyMomentum",
+          "ApplyPowerSign",
+          "ApplyProximalAdagrad",
+          "ApplyProximalGradientDescent",
+          "ApplyRMSProp",
+          "ApproximateEqual",
+          "_Arg",
+          "ArgMax",
+          "ArgMin",
+          "_ArrayToList",
+          "Assert",
+          "Assign",
+          "AssignAdd",
+          "AssignSub",
+          "AudioSpectrogram",
+          "AvgPool",
+          "AvgPoolGrad",
+          "BatchMatMul",
+          "BatchNormWithGlobalNormalization",
+          "BatchNormWithGlobalNormalizationGrad",
+          "BatchToSpace",
+          "BatchToSpaceND",
+          "BiasAdd",
+          "BiasAddGrad",
+          "BiasAddV1",
+          "BroadcastArgs",
+          "BroadcastGradientArgs",
+          "Cast",
+          "CheckNumerics",
+          "ComplexAbs",
+          "Concat",
+          "ConcatOffset",
+          "ConcatV2",
+          "ConjugateTranspose",
+          "Const",
+          "ControlTrigger",
+          "Conv2D",
+          "Conv2DBackpropFilter",
+          "Conv2DBackpropInput",
+          "CropAndResize",
+          "CropAndResizeGradBoxes",
+          "CropAndResizeGradImage",
+          "CTCBeamSearchDecoder",
+          "CTCGreedyDecoder",
+          "DataFormatDimMap",
+          "DataFormatVecPermute",
+          "DebugGradientIdentity",
+          "DebugGradientRefIdentity",
+          "DecodeBmp",
+          "DecodeWav",
+          "DeleteSessionTensor",
+          "DepthToSpace",
+          "DepthwiseConv2dNative",
+          "Dequantize",
+          "DestroyTemporaryVariable",
+          "Div",
+          "DivNoNan",
+          "DynamicPartition",
+          "DynamicStitch",
+          "Elu",
+          "EluGrad",
+          "EncodeWav",
+          "EnsureShape",
+          "Enter",
+          "Equal",
+          "Exit",
+          "Exp",
+          "ExpandDims",
+          "FakeQuantWithMinMaxArgs",
+          "FakeQuantWithMinMaxArgsGradient",
+          "FakeQuantWithMinMaxVars",
+          "FakeQuantWithMinMaxVarsGradient",
+          "FakeQuantWithMinMaxVarsPerChannel",
+          "FakeQuantWithMinMaxVarsPerChannelGradient",
+          "FakeQueue",
+          "FIFOQueue",
+          "FIFOQueueV2",
+          "Fill",
+          "Floor",
+          "FloorDiv",
+          "FloorMod",
+          "FusedBatchNorm",
+          "FusedBatchNormGrad",
+          "FusedBatchNormGradV2",
+          "FusedBatchNormV2",
+          "FusedPadConv2D",
+          "FusedResizeAndPadConv2D",
+          "Gather",
+          "GatherNd",
+          "GatherV2",
+          "GetSessionHandle",
+          "GetSessionHandleV2",
+          "GetSessionTensor",
+          "Greater",
+          "GreaterEqual",
+          "_HostCast",
+          "_HostRecv",
+          "_HostSend",
+          "Identity",
+          "IdentityN",
+          "ImmutableConst",
+          "InTopK",
+          "InTopKV2",
+          "Inv",
+          "InvertPermutation",
+          "InvGrad",
+          "IsFinite",
+          "IsNan",
+          "IsVariableInitialized",
+          "LeakyRelu",
+          "LeakyReluGrad",
+          "Less",
+          "LessEqual",
+          "LinSpace",
+          "ListDiff",
+          "_ListToArray",
+          "Log",
+          "LogicalAnd",
+          "LogicalNot",
+          "LogicalOr",
+          "LogSoftmax",
+          "LoopCond",
+          "LRN",
+          "MatMul",
+          "Max",
+          "Maximum",
+          "MaxPool",
+          "MaxPoolGrad",
+          "MaxPoolGradGrad",
+          "MaxPoolGradGradV2",
+          "MaxPoolGradV2",
+          "MaxPoolGradWithArgmax",
+          "MaxPoolV2",
+          "MaxPoolWithArgmax",
+          "Mean",
+          "Merge",
+          "MergeV2Checkpoints",
+          "Mfcc",
+          "Min",
+          "Minimum",
+          "MirrorPad",
+          "MirrorPadGrad",
+          "Mul",
+          "Neg",
+          "NextIteration",
+          "NonMaxSuppression",
+          "NonMaxSuppressionV2",
+          "NonMaxSuppressionV3",
+          "NonMaxSuppressionV4",
+          "NonMaxSuppressionWithOverlaps",
+          "NoOp",
+          "NotEqual",
+          "OneHot",
+          "OnesLike",
+          "Pack",
+          "Pad",
+          "PaddingFIFOQueue",
+          "PaddingFIFOQueueV2",
+          "PadV2",
+          "ParallelDynamicStitch",
+          "ParseExample",
+          "ParseSequenceExample",
+          "ParseSingleExample",
+          "ParseSingleSequenceExample",
+          "Placeholder",
+          "PlaceholderV2",
+          "PlaceholderWithDefault",
+          "Pow",
+          "PreventGradient",
+          "Print",
+          "PrintV2",
+          "Prod",
+          "QuantizedAdd",
+          "QuantizedAvgPool",
+          "QuantizedBatchNormWithGlobalNormalization",
+          "QuantizedBiasAdd",
+          "QuantizedConcat",
+          "QuantizedConv2D",
+          "QuantizedInstanceNorm",
+          "QuantizedMatMul",
+          "QuantizedMaxPool",
+          "QuantizedMul",
+          "QuantizeDownAndShrinkRange",
+          "QuantizedRelu",
+          "QuantizedRelu6",
+          "QuantizedReshape",
+          "QuantizedResizeBilinear",
+          "QuantizeV2",
+          "QueueClose",
+          "QueueCloseV2",
+          "QueueDequeue",
+          "QueueDequeueMany",
+          "QueueDequeueManyV2",
+          "QueueDequeueUpTo",
+          "QueueDequeueUpToV2",
+          "QueueDequeueV2",
+          "QueueEnqueue",
+          "QueueEnqueueMany",
+          "QueueEnqueueManyV2",
+          "QueueEnqueueV2",
+          "QueueIsClosed",
+          "QueueIsClosedV2",
+          "QueueSize",
+          "QueueSizeV2",
+          "RandomGamma",
+          "RandomStandardNormal",
+          "RandomUniform",
+          "RandomUniformInt",
+          "Range",
+          "Rank",
+          "RealDiv",
+          "Reciprocal",
+          "ReciprocalGrad",
+          "_Recv",
+          "RefEnter",
+          "RefExit",
+          "RefIdentity",
+          "RefMerge",
+          "RefNextIteration",
+          "RefSelect",
+          "RefSwitch",
+          "Relu",
+          "Relu6",
+          "Relu6Grad",
+          "ReluGrad",
+          "RemoteCall",
+          "RequantizationRange",
+          "Requantize",
+          "Reshape",
+          "ResizeBilinear",
+          "ResizeBilinearGrad",
+          "ResizeNearestNeighbor",
+          "ResizeNearestNeighborGrad",
+          "ResourceApplyAdadelta",
+          "ResourceApplyAdagrad",
+          "ResourceApplyAdagradDA",
+          "ResourceApplyAdam",
+          "ResourceApplyAdaMax",
+          "ResourceApplyAddSign",
+          "ResourceApplyCenteredRMSProp",
+          "ResourceApplyFtrl",
+          "ResourceApplyFtrlV2",
+          "ResourceApplyGradientDescent",
+          "ResourceApplyMomentum",
+          "ResourceApplyPowerSign",
+          "ResourceApplyProximalAdagrad",
+          "ResourceApplyProximalGradientDescent",
+          "ResourceApplyRMSProp",
+          "ResourceSparseApplyAdadelta",
+          "ResourceSparseApplyAdagrad",
+          "ResourceSparseApplyAdagradDA",
+          "ResourceSparseApplyCenteredRMSProp",
+          "ResourceSparseApplyFtrl",
+          "ResourceSparseApplyFtrlV2",
+          "ResourceSparseApplyMomentum",
+          "ResourceSparseApplyProximalAdagrad",
+          "ResourceSparseApplyProximalGradientDescent",
+          "ResourceSparseApplyRMSProp",
+          "ResourceStridedSliceAssign",
+          "Restore",
+          "RestoreSlice",
+          "RestoreV2",
+          "_Retval",
+          "Reverse",
+          "ReverseSequence",
+          "ReverseV2",
+          "Round",
+          "Rsqrt",
+          "RsqrtGrad",
+          "Save",
+          "SaveSlices",
+          "SaveV2",
+          "SegmentMax",
+          "SegmentMean",
+          "SegmentMin",
+          "SegmentProd",
+          "SegmentSum",
+          "Select",
+          "Selu",
+          "SeluGrad",
+          "_Send",
+          "Shape",
+          "ShapeN",
+          "ShardedFilename",
+          "ShardedFilespec",
+          "Sigmoid",
+          "SigmoidGrad",
+          "Sign",
+          "Size",
+          "Slice",
+          "Softmax",
+          "SoftmaxCrossEntropyWithLogits",
+          "Softplus",
+          "SoftplusGrad",
+          "Softsign",
+          "SoftsignGrad",
+          "SpaceToBatch",
+          "SpaceToBatchND",
+          "SpaceToDepth",
+          "SparseApplyAdadelta",
+          "SparseApplyAdagrad",
+          "SparseApplyAdagradDA",
+          "SparseApplyCenteredRMSProp",
+          "SparseApplyFtrl",
+          "SparseApplyFtrlV2",
+          "SparseApplyMomentum",
+          "SparseApplyProximalAdagrad",
+          "SparseApplyProximalGradientDescent",
+          "SparseApplyRMSProp",
+          "SparseFillEmptyRows",
+          "SparseFillEmptyRowsGrad",
+          "SparseReshape",
+          "SparseSegmentMean",
+          "SparseSegmentMeanGrad",
+          "SparseSegmentMeanWithNumSegments",
+          "SparseSegmentSqrtN",
+          "SparseSegmentSqrtNGrad",
+          "SparseSegmentSqrtNWithNumSegments",
+          "SparseSegmentSum",
+          "SparseSegmentSumWithNumSegments",
+          "SparseToDense",
+          "Split",
+          "SplitV",
+          "Sqrt",
+          "SqrtGrad",
+          "Square",
+          "SquaredDifference",
+          "Squeeze",
+          "Stack",
+          "StackClose",
+          "StackCloseV2",
+          "StackPop",
+          "StackPopV2",
+          "StackPush",
+          "StackPushV2",
+          "StackV2",
+          "StopGradient",
+          "StridedSlice",
+          "StridedSliceAssign",
+          "StridedSliceGrad",
+          "StringJoin",
+          "Sub",
+          "Sum",
+          "Switch",
+          "SymbolicGradient",
+          "Tanh",
+          "TanhGrad",
+          "TemporaryVariable",
+          "TensorArray",
+          "TensorArrayClose",
+          "TensorArrayCloseV2",
+          "TensorArrayCloseV3",
+          "TensorArrayConcat",
+          "TensorArrayConcatV2",
+          "TensorArrayConcatV3",
+          "TensorArrayGather",
+          "TensorArrayGatherV2",
+          "TensorArrayGatherV3",
+          "TensorArrayGrad",
+          "TensorArrayGradV2",
+          "TensorArrayGradV3",
+          "TensorArrayGradWithShape",
+          "TensorArrayPack",
+          "TensorArrayRead",
+          "TensorArrayReadV2",
+          "TensorArrayReadV3",
+          "TensorArrayScatter",
+          "TensorArrayScatterV2",
+          "TensorArrayScatterV3",
+          "TensorArraySize",
+          "TensorArraySizeV2",
+          "TensorArraySizeV3",
+          "TensorArraySplit",
+          "TensorArraySplitV2",
+          "TensorArraySplitV3",
+          "TensorArrayUnpack",
+          "TensorArrayV2",
+          "TensorArrayV3",
+          "TensorArrayWrite",
+          "TensorArrayWriteV2",
+          "TensorArrayWriteV3",
+          "Tile",
+          "TileGrad",
+          "Timestamp",
+          "TopK",
+          "TopKV2",
+          "Transpose",
+          "TruncateDiv",
+          "TruncatedNormal",
+          "Unique",
+          "UniqueV2",
+          "UniqueWithCounts",
+          "UniqueWithCountsV2",
+          "Unpack",
+          "UnsortedSegmentMax",
+          "UnsortedSegmentMin",
+          "UnsortedSegmentProd",
+          "UnsortedSegmentSum",
+          "Variable",
+          "VariableV2",
+          "Where",
+          "Xdivy",
+          "Xlogy",
+          "ZerosLike",
+      });
+  return whitelisted_flex_ops->find(tensorflow_op_name) !=
+         whitelisted_flex_ops->end();
+}
+
+}  // namespace tflite
+}  // namespace toco
diff --git a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h b/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h
new file mode 100644
index 0000000000..ed2435fbe0
--- /dev/null
+++ b/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h
@@ -0,0 +1,35 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
+#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
+
+#include <string>
+
+namespace toco {
+namespace tflite {
+
+// Whether the given op has been statically whitelisted for flex export.
+//
+// This static whitelist is formed by the intersection of ops supported by
+// TensorFlowMobile on both iOS and Android. As the converter is likely running
+// on a host that has the full suite of TensorFlow ops available, we use this
+// static whitelist to ensure compatibility when deploying to a mobile device.
+// TODO(b/118389105): Automate generation of the whitelisted flex ops.
+bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name);
+
+}  // namespace tflite
+}  // namespace toco
+
+#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
-- 
GitLab


From 0005d5b22e3781c3c2b75539ef67d05187770b3a Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 25 Oct 2018 13:40:31 -0700
Subject: [PATCH 0608/1825] Add a more helpful error message to the failure
 when a decorator identifier could not be resolved.

PiperOrigin-RevId: 218742016
---
 tensorflow/python/autograph/converters/decorators.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/python/autograph/converters/decorators.py b/tensorflow/python/autograph/converters/decorators.py
index d41893063b..f0ea512774 100644
--- a/tensorflow/python/autograph/converters/decorators.py
+++ b/tensorflow/python/autograph/converters/decorators.py
@@ -53,6 +53,10 @@ class DecoratorsTransformer(converter.Base):
         # This is currently verified by tests.
         continue
 
+      if not anno.hasanno(dec_func, 'live_val'):
+        raise ValueError('could not resolve the decorator "@%s"' %
+                         (anno.getanno(dec_func, anno.Basic.QN)))
+
       original_dec = anno.getanno(dec_func, anno.Basic.QN)
       dec_value = anno.getanno(dec_func, 'live_val')
 
-- 
GitLab


From 2d46bcb3007b561b6e22399c0e89099afcdea2ba Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 25 Oct 2018 13:46:22 -0700
Subject: [PATCH 0609/1825] Rename Flex -> select TF ops for iOS.

PiperOrigin-RevId: 218743026
---
 .../project.pbxproj                           | 22 +++++++++----------
 ...e_flex.sh => build_all_ios_with_tflite.sh} |  0
 2 files changed, 11 insertions(+), 11 deletions(-)
 rename tensorflow/contrib/lite/examples/ios/camera/{tflite_camera_example_with_flex.xcodeproj => tflite_camera_example_with_select_tf_ops.xcodeproj}/project.pbxproj (95%)
 rename tensorflow/contrib/makefile/{build_all_ios_with_tflite_flex.sh => build_all_ios_with_tflite.sh} (100%)

diff --git a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj
similarity index 95%
rename from tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj
rename to tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj
index cf498dcc7a..8112d5d311 100644
--- a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_flex.xcodeproj/project.pbxproj
+++ b/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj
@@ -25,7 +25,7 @@
 		1C0D73481ECCC41B008C1DAB /* CoreImage.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = CoreImage.framework; path = System/Library/Frameworks/CoreImage.framework; sourceTree = SDKROOT; };
 		1C0D734A1ECCC460008C1DAB /* CoreGraphics.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = CoreGraphics.framework; path = System/Library/Frameworks/CoreGraphics.framework; sourceTree = SDKROOT; };
 		1C3C9DCA1ED3AB4200B8B5FA /* main.mm */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.objcpp; path = main.mm; sourceTree = "<group>"; };
-		1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_flex.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = tflite_camera_example_with_flex.app; sourceTree = BUILT_PRODUCTS_DIR; };
+		1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_select_tf_ops.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = tflite_camera_example_with_select_tf_ops.app; sourceTree = BUILT_PRODUCTS_DIR; };
 		1C99111B1ED3B0E600A6BFB9 /* MainStoryboard_iPhone.storyboard */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = file.storyboard; path = MainStoryboard_iPhone.storyboard; sourceTree = "<group>"; };
 		1CA45FFE1ECCC356002FA6A4 /* UIKit.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = UIKit.framework; path = System/Library/Frameworks/UIKit.framework; sourceTree = SDKROOT; };
 		1CA5EB921ED3ABFB00247A34 /* CoreMedia.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = CoreMedia.framework; path = System/Library/Frameworks/CoreMedia.framework; sourceTree = SDKROOT; };
@@ -95,7 +95,7 @@
 		5911579C1CF4011C00C31E3A /* Products */ = {
 			isa = PBXGroup;
 			children = (
-				1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_flex.app */,
+				1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_select_tf_ops.app */,
 			);
 			name = Products;
 			sourceTree = "<group>";
@@ -112,9 +112,9 @@
 /* End PBXGroup section */
 
 /* Begin PBXNativeTarget section */
-		1C564C0C1ED3A92E00087306 /* tflite_camera_example_with_flex */ = {
+		1C564C0C1ED3A92E00087306 /* tflite_camera_example_with_select_tf_ops */ = {
 			isa = PBXNativeTarget;
-			buildConfigurationList = 1C564C351ED3A92E00087306 /* Build configuration list for PBXNativeTarget "tflite_camera_example_with_flex" */;
+			buildConfigurationList = 1C564C351ED3A92E00087306 /* Build configuration list for PBXNativeTarget "tflite_camera_example_with_select_tf_ops" */;
 			buildPhases = (
 				1C564C091ED3A92E00087306 /* Sources */,
 				1C564C0A1ED3A92E00087306 /* Frameworks */,
@@ -124,9 +124,9 @@
 			);
 			dependencies = (
 			);
-			name = tflite_camera_example_with_flex;
-			productName = tflite_camera_example_with_flex;
-			productReference = 1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_flex.app */;
+			name = tflite_camera_example_with_select_tf_ops;
+			productName = tflite_camera_example_with_select_tf_ops;
+			productReference = 1C564C0D1ED3A92E00087306 /* tflite_camera_example_with_select_tf_ops.app */;
 			productType = "com.apple.product-type.application";
 		};
 /* End PBXNativeTarget section */
@@ -146,7 +146,7 @@
 					};
 				};
 			};
-			buildConfigurationList = 591157961CF4011C00C31E3A /* Build configuration list for PBXProject "tflite_camera_example_with_flex" */;
+			buildConfigurationList = 591157961CF4011C00C31E3A /* Build configuration list for PBXProject "tflite_camera_example_with_select_tf_ops" */;
 			compatibilityVersion = "Xcode 3.2";
 			developmentRegion = English;
 			hasScannedForEncodings = 0;
@@ -159,7 +159,7 @@
 			projectDirPath = "";
 			projectRoot = "";
 			targets = (
-				1C564C0C1ED3A92E00087306 /* tflite_camera_example_with_flex */,
+				1C564C0C1ED3A92E00087306 /* tflite_camera_example_with_select_tf_ops */,
 			);
 		};
 /* End PBXProject section */
@@ -341,7 +341,7 @@
 /* End XCBuildConfiguration section */
 
 /* Begin XCConfigurationList section */
-		1C564C351ED3A92E00087306 /* Build configuration list for PBXNativeTarget "tflite_camera_example_with_flex" */ = {
+		1C564C351ED3A92E00087306 /* Build configuration list for PBXNativeTarget "tflite_camera_example_with_select_tf_ops" */ = {
 			isa = XCConfigurationList;
 			buildConfigurations = (
 				1C564C361ED3A92E00087306 /* Debug */,
@@ -350,7 +350,7 @@
 			defaultConfigurationIsVisible = 0;
 			defaultConfigurationName = Release;
 		};
-		591157961CF4011C00C31E3A /* Build configuration list for PBXProject "tflite_camera_example_with_flex" */ = {
+		591157961CF4011C00C31E3A /* Build configuration list for PBXProject "tflite_camera_example_with_select_tf_ops" */ = {
 			isa = XCConfigurationList;
 			buildConfigurations = (
 				591157B01CF4011D00C31E3A /* Debug */,
diff --git a/tensorflow/contrib/makefile/build_all_ios_with_tflite_flex.sh b/tensorflow/contrib/makefile/build_all_ios_with_tflite.sh
similarity index 100%
rename from tensorflow/contrib/makefile/build_all_ios_with_tflite_flex.sh
rename to tensorflow/contrib/makefile/build_all_ios_with_tflite.sh
-- 
GitLab


From 2863e3b63e6d6fecb6de9bff5aa09210c2bf4304 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 13:49:09 -0700
Subject: [PATCH 0610/1825] Add a 100ms sample detection model for OVIC.

PiperOrigin-RevId: 218743418
---
 tensorflow/contrib/lite/java/ovic/README.md   | 19 ++++++++++++++-----
 .../org/tensorflow/ovic/OvicDetectorTest.java |  2 +-
 .../contrib/lite/java/ovic/src/testdata/BUILD |  1 +
 tensorflow/workspace.bzl                      |  6 +++---
 4 files changed, 19 insertions(+), 9 deletions(-)

diff --git a/tensorflow/contrib/lite/java/ovic/README.md b/tensorflow/contrib/lite/java/ovic/README.md
index e680da34c9..489ed3df40 100644
--- a/tensorflow/contrib/lite/java/ovic/README.md
+++ b/tensorflow/contrib/lite/java/ovic/README.md
@@ -20,10 +20,10 @@ The test data (models and images) should be downloaded automatically for you by
 Note: all commands should be called from your tensorflow installation folder (under this folder you should find `tensorflow/contrib/lite`).
 
 
-* Download the [testdata package](https://storage.googleapis.com/download.tensorflow.org/data/ovic.zip):
+* Download the [testdata package](https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_23.zip):
 
 ```sh
-curl -L https://storage.googleapis.com/download.tensorflow.org/data/ovic.zip -o /tmp/ovic.zip
+curl -L https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_23.zip -o /tmp/ovic.zip
 ```
 
 * Unzip the package into the testdata folder:
@@ -44,7 +44,7 @@ bazel test --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:OvicDetector
 
 ### Test your submissions
 
-Once you have a submission that follows the instructions from the [competition site](https://rebootingcomputing.ieee.org/home/sitemap/14-lpirc/80-low-power-image-recognition-challenge-lpirc-2018), you can verify it in two ways:
+Once you have a submission that follows the instructions from the [competition site](https://gdoc.pub/doc/e/2PACX-1vSFTEMAE_N6RgtidT-4DVTje6f6HRJv7Q_zaCab5H66BFyqEiZ8PsUfD_-YmBE7_z67qDiNgk-CJqeE), you can verify it in two ways:
 
 #### Validate using randomly generated images
 
@@ -99,7 +99,7 @@ filegroup(
 
 * Modify `OvicClassifierTest.java` and `OvicDetectorTest.java` to test your model.
 
-Change `TEST_IMAGE_PATH` to `my_test_image.jpg`. Change either `FLOAT_MODEL_PATH` or `QUANTIZED_MODEL_PATH` to `my_model.lite` depending on whether your model runs inference in float or [8-bit](https://www.tensorflow.org/performance/quantization).
+Change `TEST_IMAGE_PATH` to `my_test_image.jpg`. Change either `FLOAT_MODEL_PATH` or `QUANTIZED_MODEL_PATH` to `my_model.lite` depending on whether your model runs inference in float or [8-bit](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/quantize).
 
 Now you can run the bazel tests to catch any runtime issues with the submission.
 
@@ -154,11 +154,20 @@ my_model.lite: Average latency=158.6ms after 20 runs.
 
 Note: the benchmarking results can be quite different depending on the background processes running on the phone. A few things that help stabilize the app's readings are placing the phone on a cooling plate, restarting the phone, and shutting down internet access.
 
-| Model                | Pixel 1 latency (ms)  | Pixel 2 latency (ms) |
+| Classification Model | Pixel 1 latency (ms)  | Pixel 2 latency (ms) |
 | -------------------- |:---------------------:| --------------------:|
 |  float_model.lite    | 120                   | 155                  |
 | quantized_model.lite | 85                    | 74                   |
 |  low_res_model.lite  | 4.2                   | 4.0                  |
 
+
+| Detection Model      | Pixel 2 latency (ms)  |
+| -------------------- |:---------------------:|
+|  detect.lite         | 331                   |
+| quantized_detect.lite| 95                    |
+
+
 Since Pixel 2 has excellent support for 8-bit quantized models, we strongly recommend you to check out the [quantization training tutorial](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/quantize).
 
+The detection models above are both single-shot models (i.e. no object proposal generation) using TfLite's *fast* version of Non-Max-Suppression (NMS). The fast NMS is significant faster than the regular NMS (used by the ObjectDetectionAPI in training) at the expense of about 1% mAP for the listed models.
+
diff --git a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java b/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
index 87df58d4a0..489d7a0f2b 100644
--- a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
+++ b/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
@@ -43,7 +43,7 @@ public final class OvicDetectorTest {
   private static final String LABELS_PATH =
       "tensorflow/contrib/lite/java/ovic/src/testdata/coco_labels.txt";
   private static final String MODEL_PATH =
-      "external/tflite_ovic_testdata/detect.lite";
+      "external/tflite_ovic_testdata/quantized_detect.lite";
   private static final String TEST_IMAGE_PATH =
       "external/tflite_ovic_testdata/test_image_224.jpg";
   private static final int GROUNDTRUTH = 1 /* Person */;
diff --git a/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD b/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
index 9de92c948e..53f382f7c1 100644
--- a/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
+++ b/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
@@ -7,6 +7,7 @@ filegroup(
         "@tflite_ovic_testdata//:detect.lite",
         "@tflite_ovic_testdata//:float_model.lite",
         "@tflite_ovic_testdata//:low_res_model.lite",
+        "@tflite_ovic_testdata//:quantized_detect.lite",
         "@tflite_ovic_testdata//:quantized_model.lite",
         "@tflite_ovic_testdata//:test_image_128.jpg",
         "@tflite_ovic_testdata//:test_image_224.jpg",
diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 262afa3f7e..6effa5f00d 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -771,11 +771,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "tflite_ovic_testdata",
         build_file = clean_dep("//third_party:tflite_ovic_testdata.BUILD"),
-        sha256 = "7b11d7ba4968548b851aaf6c8aa3e5447e838b98fee6dd19bed68df525cbf2ba",
+        sha256 = "21288dccc517acee47fa9648d4d3da28bf0fef5381911ed7b4d2ee36366ffa20",
         strip_prefix = "ovic",
         urls = [
-            "https://mirror.bazel.build/storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_18.zip",
-            "https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_18.zip",
+            "https://mirror.bazel.build/storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_23.zip",
+            "https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_23.zip",
         ],
     )
 
-- 
GitLab


From c59d06f82f94049ba5d7f8c862704ab6d6b7b623 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 13:50:08 -0700
Subject: [PATCH 0611/1825] Add unicode_transcode Op to TF strings package

RELNOTES: This Op adds the ability to transcode a variety of input text encoding formats into the main Unicode encodings (UTF-8, UTF-16-BE, UTF-32-BE). The library makes use of the ICU
conversion libraries internally.
PiperOrigin-RevId: 218743564
---
 .../base_api/api_def_UnicodeTranscode.pbtxt   |  91 +++++
 .../python_api/api_def_UnicodeTranscode.pbtxt |   6 +
 tensorflow/core/kernels/BUILD                 |  15 +
 tensorflow/core/kernels/string_util.cc        |  19 +-
 tensorflow/core/kernels/string_util.h         |   6 +-
 tensorflow/core/kernels/unicode_ops.cc        | 307 ++++++++++++++
 tensorflow/core/ops/string_ops.cc             |   9 +
 tensorflow/python/kernel_tests/BUILD          |  12 +
 .../kernel_tests/unicode_transcode_op_test.py | 383 ++++++++++++++++++
 .../api/golden/v1/tensorflow.strings.pbtxt    |   4 +
 .../api/golden/v2/tensorflow.strings.pbtxt    |   4 +
 11 files changed, 845 insertions(+), 11 deletions(-)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_UnicodeTranscode.pbtxt
 create mode 100644 tensorflow/core/api_def/python_api/api_def_UnicodeTranscode.pbtxt
 create mode 100644 tensorflow/core/kernels/unicode_ops.cc
 create mode 100644 tensorflow/python/kernel_tests/unicode_transcode_op_test.py

diff --git a/tensorflow/core/api_def/base_api/api_def_UnicodeTranscode.pbtxt b/tensorflow/core/api_def/base_api/api_def_UnicodeTranscode.pbtxt
new file mode 100644
index 0000000000..3b6e3de62a
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_UnicodeTranscode.pbtxt
@@ -0,0 +1,91 @@
+op {
+  graph_op_name: "UnicodeTranscode"
+  in_arg {
+    name: "input"
+    description: <<END
+The text to be processed. Can have any shape.
+END
+  }
+  out_arg {
+    name: "output"
+    description: <<END
+A string tensor containing unicode text encoded using `output_encoding`.
+END
+  }
+  attr {
+    name: "input_encoding"
+    description: <<END
+Text encoding of the input strings. This is any of the encodings supported
+by ICU ucnv algorithmic converters. Examples: `"UTF-16", "US ASCII", "UTF-8"`.
+END
+  }
+  attr {
+    name: "output_encoding"
+    description: <<END
+The unicode encoding to use in the output. Must be one of
+`"UTF-8", "UTF-16-BE", "UTF-32-BE"`. Multi-byte encodings will be big-endian.
+END
+  }
+  attr {
+    name: "errors"
+    description: <<END
+Error handling policy when there is invalid formatting found in the input.
+The value of 'strict' will cause the operation to produce a InvalidArgument
+error on any invalid input formatting. A value of 'replace' (the default) will
+cause the operation to replace any invalid formatting in the input with the
+`replacement_char` codepoint. A value of 'ignore' will cause the operation to
+skip any invalid formatting in the input and produce no corresponding output
+character.
+END
+  }
+  attr {
+    name: "replacement_char"
+    description: <<END
+The replacement character codepoint to be used in place of any invalid
+formatting in the input when `errors='replace'`. Any valid unicode codepoint may
+be used. The default value is the default unicode replacement character is
+0xFFFD or U+65533.)
+
+Note that for UTF-8, passing a replacement character expressible in 1 byte, such
+as ' ', will preserve string alignment to the source since invalid bytes will be
+replaced with a 1-byte replacement. For UTF-16-BE and UTF-16-LE, any 1 or 2 byte
+replacement character will preserve byte alignment to the source.
+END
+  }
+  attr {
+    name: "replace_control_characters"
+    description: <<END
+Whether to replace the C0 control characters (00-1F) with the
+`replacement_char`. Default is false.
+END
+  }
+  summary: <<END
+Transcode the input text from a source encoding to a destination encoding.
+END
+  description: <<END
+The input is a string tensor of any shape. The output is a string tensor of
+the same shape containing the transcoded strings. Output strings are always
+valid unicode. If the input contains invalid encoding positions, the
+`errors` attribute sets the policy for how to deal with them. If the default
+error-handling policy is used, invalid formatting will be substituted in the
+output by the `replacement_char`. If the errors policy is to `ignore`, any
+invalid encoding positions in the input are skipped and not included in the
+output. If it set to `strict` then any invalid formatting will result in an
+InvalidArgument error.
+
+This operation can be used with `output_encoding = input_encoding` to enforce
+correct formatting for inputs even if they are already in the desired encoding.
+
+If the input is prefixed by a Byte Order Mark needed to determine encoding
+(e.g. if the encoding is UTF-16 and the BOM indicates big-endian), then that
+BOM will be consumed and not emitted into the output. If the input encoding
+is marked with an explicit endianness (e.g. UTF-16-BE), then the BOM is
+interpreted as a non-breaking-space and is preserved in the output (including
+always for UTF-8).
+
+The end result is that if the input is marked as an explicit endianness the
+transcoding is faithful to all codepoints in the source. If it is not marked
+with an explicit endianness, the BOM is not considered part of the string itself
+but as metadata, and so is not preserved in the output.
+END
+}
diff --git a/tensorflow/core/api_def/python_api/api_def_UnicodeTranscode.pbtxt b/tensorflow/core/api_def/python_api/api_def_UnicodeTranscode.pbtxt
new file mode 100644
index 0000000000..ddadd9426b
--- /dev/null
+++ b/tensorflow/core/api_def/python_api/api_def_UnicodeTranscode.pbtxt
@@ -0,0 +1,6 @@
+op {
+  graph_op_name: "UnicodeTranscode"
+  endpoint {
+    name: "strings.unicode_transcode"
+  }
+}
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index bdd6959dd1..9a30f03e48 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -4513,6 +4513,7 @@ cc_library(
         ":string_strip_op",
         ":string_to_hash_bucket_op",
         ":substr_op",
+        ":unicode_ops",
         ":unicode_script_op",
     ],
 )
@@ -4678,6 +4679,19 @@ tf_kernel_library(
     deps = STRING_DEPS,
 )
 
+tf_kernel_library(
+    name = "unicode_ops",
+    prefix = "unicode_ops",
+    deps = [
+        ":string_util",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
+        "//tensorflow/core:string_ops_op_lib",
+        "@icu//:common",
+    ],
+)
+
 tf_kernel_library(
     name = "base64_ops",
     prefix = "base64_ops",
@@ -5558,6 +5572,7 @@ filegroup(
             "regex_full_match_op.cc",
             "regex_replace_op.cc",
             "unicode_script_op.cc",
+            "unicode_ops.cc",
             # Ops that are inherently incompatible with Android (e.g. tied to x86 platform).
             "mkl_*",
             "xsmm_*",
diff --git a/tensorflow/core/kernels/string_util.cc b/tensorflow/core/kernels/string_util.cc
index 92c73220d8..4d16659e6e 100644
--- a/tensorflow/core/kernels/string_util.cc
+++ b/tensorflow/core/kernels/string_util.cc
@@ -20,11 +20,16 @@ namespace tensorflow {
 
 // Sets unit value based on str.
 Status ParseUnicodeEncoding(const string& str, UnicodeEncoding* encoding) {
-  if (str == "UTF8") {
+  if (str == "UTF-8") {
     *encoding = UnicodeEncoding::UTF8;
+  } else if (str == "UTF-16-BE") {
+    *encoding = UnicodeEncoding::UTF16BE;
+  } else if (str == "UTF-32-BE") {
+    *encoding = UnicodeEncoding::UTF32BE;
   } else {
-    return errors::InvalidArgument(strings::StrCat(
-        "Invalid encoding \"", str, "\": Should be one of: BYTE"));
+    return errors::InvalidArgument(
+        strings::StrCat("Invalid encoding \"", str,
+                        "\": Should be one of: UTF-8, UTF-16-BE, UTF-32-BE"));
   }
   return Status::OK();
 }
@@ -44,10 +49,10 @@ Status ParseCharUnit(const string& str, CharUnit* unit) {
 
 // Return the number of Unicode characters in a UTF-8 string.
 // Result may be incorrect if the input string is not valid UTF-8.
-int32 UTF8StrLen(const string& string) {
-  const int32 byte_size = string.size();
-  const char* const end = string.data() + byte_size;
-  const char* ptr = string.data();
+int32 UTF8StrLen(const string& str) {
+  const int32 byte_size = str.size();
+  const char* const end = str.data() + byte_size;
+  const char* ptr = str.data();
   int32 skipped_count = 0;
   while (ptr < end) {
     skipped_count += IsTrailByte(*ptr++) ? 1 : 0;
diff --git a/tensorflow/core/kernels/string_util.h b/tensorflow/core/kernels/string_util.h
index d40e93ea33..709403c626 100644
--- a/tensorflow/core/kernels/string_util.h
+++ b/tensorflow/core/kernels/string_util.h
@@ -21,9 +21,7 @@ namespace tensorflow {
 
 // Enumeration for unicode encodings.  Used by ops such as
 // tf.strings.unicode_encode and tf.strings.unicode_decode.
-// TODO(edloper): Add support for:
-// UTF16, UTF32, UTF16BE, UTF32BE, UTF16LE, UTF32LE
-enum class UnicodeEncoding { UTF8 };
+enum class UnicodeEncoding { UTF8, UTF16BE, UTF32BE };
 
 // Enumeration for character units.  Used by string such as
 // tf.strings.length and tf.substr.
@@ -41,7 +39,7 @@ Status ParseCharUnit(const string& str, CharUnit* unit);
 
 // Returns the number of Unicode characters in a UTF-8 string.
 // Result may be incorrect if the input string is not valid UTF-8.
-int32 UTF8StrLen(const string& string);
+int32 UTF8StrLen(const string& str);
 
 // Get the next UTF8 character position starting at the given position and
 // skipping the given number of characters. Position is a byte offset, and
diff --git a/tensorflow/core/kernels/unicode_ops.cc b/tensorflow/core/kernels/unicode_ops.cc
new file mode 100644
index 0000000000..dd4415711b
--- /dev/null
+++ b/tensorflow/core/kernels/unicode_ops.cc
@@ -0,0 +1,307 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <memory>
+#include <string>
+
+#include "unicode/ucnv.h"  // TF:icu
+#include "unicode/ucnv_err.h"  // TF:icu
+#include "unicode/umachine.h"  // TF:icu
+#include "unicode/uniset.h"  // TF:icu
+#include "unicode/unistr.h"  // TF:icu
+#include "unicode/uset.h"  // TF:icu
+#include "unicode/utypes.h"  // TF:icu
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/kernels/string_util.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/util/bcast.h"
+#include "tensorflow/core/util/ptr_util.h"
+
+namespace tensorflow {
+
+// This error callback is only useful for finding illegal encoding errors when
+// we want to be strict -- otherwise illegal encodings are replaced on read
+// with 0xFFFD and signaled to the callback.
+void unicode_error_callback(const void* context, UConverterToUnicodeArgs* args,
+                            const char* codeUnits, int32_t length,
+                            UConverterCallbackReason reason,
+                            UErrorCode* pErrorCode) {
+  // Careful: this depends on setting up the context settings when the
+  // callback is registered.
+  bool* format_error = const_cast<bool*>(static_cast<const bool*>(context));
+
+  if (reason == UCNV_UNASSIGNED || reason == UCNV_ILLEGAL ||
+      reason == UCNV_IRREGULAR) {
+    *format_error = true;
+  }
+
+  // Side note: the default behavior in this case is that without a substitution
+  // made by the callback, the UConverter will signal an error to the iterator
+  // making the string iteration bail out. Instead, forward to the built-in
+  // substitution handler.
+  UCNV_TO_U_CALLBACK_SUBSTITUTE(nullptr, args, codeUnits, length, reason,
+                                pErrorCode);
+}
+
+// Iterates through a source string given the provided input UConverter specific
+// to the encoding for that string. Calls a provided callback for each codepoint
+// consumed. Provides the callback with the codepoint and the number of bytes
+// consumed from the input string to produce it. If there are invalid encoding
+// loci in the source string, they will be provided as a 0xFFFD codepoint to
+// the callback, unless the "fail_on_formatting_error" arg is set, in which
+// case the callback will be passed the signal that there is such an invalid
+// encoding position.
+// callback: function(UChar32 codepoint, int num_bytes_consumed_from_source_str,
+//                    bool fatal_format_error)
+void IterateUnicodeString(const string& str, UConverter* converter,
+                          std::function<void(UChar32, int, bool)> callback) {
+  const char* source = str.data();
+  const char* limit = str.data() + str.length();
+  UErrorCode status = U_ZERO_ERROR;
+
+  UConverterToUCallback oldAction = nullptr;
+  const void* oldContext = nullptr;
+  bool format_error = false;
+
+  // Subtle. You can't make a function pointer from a std::function. :-(
+  // Instead, we pass the boolean pointer as the "context" object.
+  ucnv_setToUCallBack(converter, unicode_error_callback, &format_error,
+                      &oldAction, &oldContext, &status);
+  if (U_FAILURE(status)) {
+    LOG(ERROR) << "Could not set unicode error callback on converter";
+    return;
+  }
+
+  while (source < limit) {
+    const char* source_pre_fetch = source;
+    // Note: ucnv_getNextUChar returns 0xFFFD on an encoding error.
+    UChar32 next_char = ucnv_getNextUChar(converter, &source, limit, &status);
+    if (U_FAILURE(status)) {
+      source = limit;
+    }
+    int bytes_consumed = source - source_pre_fetch;
+    callback(next_char, bytes_consumed, format_error);
+    format_error = false;
+  }
+
+  ucnv_setToUCallBack(converter, oldAction, oldContext, nullptr, nullptr,
+                      &status);
+}
+
+// Lifecycle wrapper for UConverter making it easier to use with thread_local.
+// TODO(gbillock): Consider whether to use the higher-level convert API and
+// create a specialized fast code path for UTF8.
+class WrappedConverter {
+ public:
+  WrappedConverter() {}
+
+  ~WrappedConverter() {
+    if (converter_) {
+      ucnv_close(converter_);
+    }
+  }
+
+  void init(const string& name) {
+    if (converter_ && name == name_) {
+      // Note: this reset is not typically needed, but if not done, then in some
+      // cases the cached converter will maintain state of input endianness
+      // which isn't valid from input to input in every batched case.
+      ucnv_reset(converter_);
+      return;
+    }
+
+    if (converter_) {
+      ucnv_close(converter_);
+      converter_ = nullptr;
+      name_ = "";
+    }
+
+    UErrorCode status = U_ZERO_ERROR;
+    converter_ = ucnv_open(name.c_str(), &status);
+    if (U_FAILURE(status)) {
+      if (converter_) {
+        ucnv_close(converter_);
+        converter_ = nullptr;
+      }
+    } else {
+      name_ = name;
+    }
+  }
+
+  UConverter* converter_ = nullptr;
+  string name_;
+};
+
+class UnicodeTranscodeOp : public OpKernel {
+ public:
+  explicit UnicodeTranscodeOp(OpKernelConstruction* ctx) : OpKernel(ctx) {
+    string error_policy;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("errors", &error_policy));
+    if (error_policy == "replace") {
+      elide_replacement_ = false;
+    } else if (error_policy == "ignore") {
+      elide_replacement_ = true;
+    } else if (error_policy == "strict") {
+      error_on_malformatting_ = true;
+    } else {
+      ctx->CtxFailure(errors::InvalidArgument(
+          "errors policy must be one of 'strict', 'replace', or 'ignore'"));
+    }
+
+    int32 replacement_char;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("replacement_char", &replacement_char));
+    if (replacement_char >= UCHAR_MIN_VALUE &&
+        replacement_char <= UCHAR_MAX_VALUE) {
+      subst_ = replacement_char;
+    } else {
+      ctx->CtxFailure(errors::InvalidArgument(
+          "replacement_char out of unicode codepoint range"));
+    }
+
+    string output_encoding;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("output_encoding", &output_encoding));
+    OP_REQUIRES_OK(ctx,
+                   ParseUnicodeEncoding(output_encoding, &output_encoding_));
+
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("replace_control_characters",
+                                     &replace_control_chars_));
+
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("input_encoding", &input_encoding_));
+    // Make a temporary UConverter to ensure it will create without error
+    // at execution time (and to warm any data caches the converter needs).
+    // This instance is not used.
+    std::unique_ptr<WrappedConverter> input_encoder =
+        absl::make_unique<WrappedConverter>();
+    input_encoder->init(input_encoding_);
+    OP_REQUIRES(ctx, input_encoder->converter_,
+                errors::InvalidArgument(
+                    "Could not create converter for input encoding: " +
+                    input_encoding_));
+  }
+
+  void Compute(OpKernelContext* ctx) override {
+    const Tensor* input_tensor;
+    OP_REQUIRES_OK(ctx, ctx->input("input", &input_tensor));
+
+    static thread_local std::unique_ptr<WrappedConverter> input_encoder;
+    if (!input_encoder) {
+      input_encoder.reset(new WrappedConverter());
+    }
+    input_encoder->init(input_encoding_);
+    OP_REQUIRES(ctx, input_encoder->converter_,
+                errors::InvalidArgument(
+                    "Could not create converter for input encoding: " +
+                    input_encoding_));
+
+    // Output may be forwardable from input, in which case work in-place.
+    Tensor* output_tensor;
+    std::unique_ptr<Tensor> maybe_forwarded =
+        ctx->forward_input(0 /*input_index*/, 0 /*output_index*/,
+                           tensorflow::DT_STRING, input_tensor->shape(),
+                           ctx->input_memory_type(0), ctx->input_alloc_attr(0));
+    if (maybe_forwarded) {
+      output_tensor = maybe_forwarded.get();
+      OP_REQUIRES_OK(ctx, ctx->set_output("output", *output_tensor));
+    } else {
+      OP_REQUIRES_OK(ctx, ctx->allocate_output("output", input_tensor->shape(),
+                                               &output_tensor));
+      output_tensor->flat<string>() = input_tensor->flat<string>();
+    }
+
+    auto output_flat = output_tensor->flat<string>();
+    bool found_any_format_error = false;
+    for (size_t i = 0; i < output_flat.size(); ++i) {
+      Transcode(&(output_flat(i)), input_encoder->converter_,
+                &found_any_format_error);
+    }
+    if (error_on_malformatting_ && found_any_format_error) {
+      ctx->CtxFailure(
+          errors::InvalidArgument("Invalid formatting on input string"));
+    }
+  }
+
+ private:
+  // Consume a codepoint from the input string and add it to the buffer.
+  // This function takes care of any replacement configuration on invalid or
+  // out-of-range inputs.
+  void TranslateCodepoints(icu::UnicodeString* s, bool* found_any_format_error,
+                           UChar32 ch, int src_bytes, bool format_error) {
+    if ((replace_control_chars_ && ch <= 0x1F) || format_error) {
+      *found_any_format_error = true;
+      if (elide_replacement_) {
+        return;
+      } else {
+        ch = subst_;
+      }
+    }
+    s->append(ch);
+  }
+
+  // Transcode the string from input encoding to the output_encoding_. If
+  // non-valid characters are encountered, use the subst_/elide_replacement_
+  // config to handle them.
+  void Transcode(string* s, UConverter* input_encoder,
+                 bool* found_any_format_error) {
+    icu::UnicodeString source;
+    IterateUnicodeString(
+        *s, input_encoder,
+        std::bind(&UnicodeTranscodeOp::TranslateCodepoints, this, &source,
+                  found_any_format_error, std::placeholders::_1,
+                  std::placeholders::_2, std::placeholders::_3));
+
+    if (output_encoding_ == UnicodeEncoding::UTF8) {
+      s->clear();
+      source.toUTF8String(*s);
+    } else if (output_encoding_ == UnicodeEncoding::UTF16BE) {
+      // TODO(gbillock): consider using the
+      // extract(char *dest, int32_t destCapacity, UConverter *cnv)
+      // for UTF16/32
+      s->clear();  // subtle: must come before reserve()
+      s->reserve(2 * source.length() + 1);
+      const char16_t* buf = source.getBuffer();
+      for (int i = 0; i < source.length(); ++i) {
+        // Emit big-endian encoding for UTF-16 always.
+        s->push_back((buf[i] & 0xFF00) >> 8);
+        s->push_back(buf[i] & 0x00FF);
+      }
+    } else if (output_encoding_ == UnicodeEncoding::UTF32BE) {
+      s->clear();  // subtle: must come before reserve()
+      s->reserve(4 * source.countChar32() + 1);
+      for (int i = 0; i < source.countChar32(); ++i) {
+        // Emit big-endian encoding for UTF-32 always.
+        UChar32 ch = source.char32At(i);
+        s->push_back((ch & 0xFF000000) >> 24);
+        s->push_back((ch & 0x00FF0000) >> 16);
+        s->push_back((ch & 0x0000FF00) >> 8);
+        s->push_back((ch & 0x000000FF));
+      }
+    }
+  }
+
+  UChar32 subst_ = 0xFFFD;
+  bool elide_replacement_ = false;
+  bool replace_control_chars_ = false;
+  bool error_on_malformatting_ = false;
+
+  string input_encoding_;
+  UnicodeEncoding output_encoding_ = UnicodeEncoding::UTF8;
+};
+
+REGISTER_KERNEL_BUILDER(Name("UnicodeTranscode").Device(DEVICE_CPU),
+                        UnicodeTranscodeOp);
+
+}  // namespace tensorflow
diff --git a/tensorflow/core/ops/string_ops.cc b/tensorflow/core/ops/string_ops.cc
index 94d71a4113..352253135c 100644
--- a/tensorflow/core/ops/string_ops.cc
+++ b/tensorflow/core/ops/string_ops.cc
@@ -250,4 +250,13 @@ REGISTER_OP("UnicodeScript")
     .Output("output: int32")
     .SetShapeFn(shape_inference::UnchangedShape);
 
+REGISTER_OP("UnicodeTranscode")
+    .Input("input: string")
+    .Output("output: string")
+    .Attr("input_encoding: string")
+    .Attr("output_encoding: {'UTF-8', 'UTF-16-BE', 'UTF-32-BE'}")
+    .Attr("errors: {'strict', 'replace', 'ignore'} = 'replace'")
+    .Attr("replacement_char: int = 65533")  // 0xFFFD unicode replacement char
+    .Attr("replace_control_characters: bool = false")
+    .SetShapeFn(shape_inference::UnchangedShape);
 }  // namespace tensorflow
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index b9cd28dc32..dc3f8a7b51 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1141,6 +1141,18 @@ cuda_py_test(
     ],
 )
 
+tf_py_test(
+    name = "unicode_transcode_op_test",
+    size = "small",
+    srcs = ["unicode_transcode_op_test.py"],
+    additional_deps = [
+        "@absl_py//absl/testing:parameterized",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:string_ops",
+    ],
+)
+
 tf_py_test(
     name = "unique_op_test",
     size = "small",
diff --git a/tensorflow/python/kernel_tests/unicode_transcode_op_test.py b/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
new file mode 100644
index 0000000000..2908e2bfc5
--- /dev/null
+++ b/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
@@ -0,0 +1,383 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for string_length_op."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import string_ops
+from tensorflow.python.platform import test
+
+
+# Note: for now only tests for algorithmic converters since no file-based
+# converters can be loaded. TODO(gbillock): add ability to include at least
+# the ucmcore converters from the conversion data sets.
+class UnicodeTranscodeOpTest(test.TestCase, parameterized.TestCase):
+
+  def test_transcode_utf8_simple(self):
+    strings = [[b"a", b"abc"], [b"ABC", b"DEF"]]
+
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, strings)
+
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="ISO-8859-1",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, strings)
+
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="US-ASCII",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, strings)
+
+  def test_transcode_utf16_to_utf8(self):
+    strings = [b"\x00a\x00b\x20\xAC", b"\xD8\x01\xDC\x37"]  # U+10437
+    expected = [s.decode("UTF-16-BE").encode("UTF-8") for s in strings]
+
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="UTF-16",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, expected)
+
+  def test_transcode_bad_utf8(self):
+    bad_string = b"\x00\xff"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=True)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"  ")
+
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"\x00 ")
+
+  def test_transcode_bad_utf8_with_some_good(self):
+    bad_string = b"abc\xffabcdefg"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"abc abcdefg")
+
+  def test_transcode_bad_utf8_with_defaults(self):
+    bad_string = b"\x00\xff"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string, input_encoding="UTF-8", output_encoding="UTF-8")
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"\x00\xef\xbf\xbd")
+
+  def test_transcode_bad_utf8_with_space_replacement(self):
+    bad_string = b"\x00\xff"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string, input_encoding="UTF-8", output_encoding="UTF-8",
+          replacement_char=ord(" "))
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"\x00 ")
+
+  def test_transcode_bad_utf8_with_strict_errors(self):
+    bad_string = b"\x00\xff"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="strict")
+      with self.assertRaisesOpError(
+          "Invalid formatting on input string"):
+        sess.run(outputs)
+
+  def test_transcode_bad_utf8_start_with_strict_errors(self):
+    bad_string = b"\xffabcd"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="strict")
+      with self.assertRaisesOpError(
+          "Invalid formatting on input string"):
+        sess.run(outputs)
+
+  def test_transcode_bad_utf8_with_elision_of_malformatting(self):
+    bad_string = b"\x00\xff"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="ignore")
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"\x00")
+
+  def test_transcode_bad_utf8_with_elision_including_control_chars(self):
+    bad_string = b"\x00\xff"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string,
+          input_encoding="UTF-8",
+          output_encoding="UTF-8",
+          errors="ignore",
+          replace_control_characters=True)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"")
+
+  def test_transcode_bad_utf8_termination_with_defaults(self):
+    bad_string = b"a\xf0"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bad_string, input_encoding="UTF-8", output_encoding="UTF-8")
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"a\xef\xbf\xbd")   # 0xFFFD
+
+  def test_transcode_utf8_with_replacement_char(self):
+    strings = [b"a\xef\xbf\xbd"]
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings, input_encoding="UTF-8", output_encoding="UTF-8",
+          errors="strict")
+      values = sess.run(outputs)
+      self.assertAllEqual(values, [b"a\xef\xbf\xbd"])
+
+      outputs = string_ops.unicode_transcode(
+          strings, input_encoding="UTF-8", output_encoding="UTF-8",
+          errors="replace", replacement_char=ord("?"))
+      values = sess.run(outputs)
+      self.assertAllEqual(values, [b"a\xef\xbf\xbd"])
+
+  def test_transcode_utf8_to_utf16(self):
+    strings = [b"ab\xe2\x82\xac", b"\xf0\x90\x90\xb7"]  # U+10437
+    expected = [s.decode("UTF-8").encode("UTF-16-BE") for s in strings]
+
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="UTF-8",
+          output_encoding="UTF-16-BE",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      print("values=", values)
+      self.assertAllEqual(values, expected)
+
+  def test_transcode_utf32_to_utf8(self):
+    strings = [
+        b"\x00\x00\x00a\x00\x00\x00b\x00\x00\x20\xAC", b"\x00\x01\x04\x37"
+    ]  # U+10437
+    expected = [s.decode("UTF-32-BE").encode("UTF-8") for s in strings]
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="UTF-32",
+          output_encoding="UTF-8",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, expected)
+
+  def test_transcode_utf8_to_utf32(self):
+    strings = [b"ab\xe2\x82\xac", b"\xf0\x90\x90\xb7"]
+    expected = [s.decode("UTF-8").encode("UTF-32-BE") for s in strings]
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="UTF-8",
+          output_encoding="UTF-32-BE",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, expected)
+
+  # Documentation in ICU suggests that getNextUChar may produce a different
+  # error code if the input sequence contains particular non-coding sequences.
+  # This test checks that condition.
+  def test_transcode_ascii_with_shift_chars(self):
+    strings = [b"\x0e\x0e", b"\x0f\x0f"]
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="US-ASCII",
+          output_encoding="UTF-8",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      values = sess.run(outputs)
+      self.assertAllEqual(values, strings)
+
+  def test_transcode_utf8_with_bom(self):
+    bom_string = b"\xef\xbb\xbfabcdefg"
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bom_string, input_encoding="UTF-8", output_encoding="UTF-8")
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"\xef\xbb\xbfabcdefg")  # BOM preserved
+
+      outputs = string_ops.unicode_transcode(
+          bom_string, input_encoding="UTF-8", output_encoding="UTF-16-BE")
+      values = sess.run(outputs)
+      utf16expected = bom_string.decode("UTF-8").encode("UTF-16-BE")
+      self.assertAllEqual(values, utf16expected)
+
+  def test_transcode_utf16_le_be_with_bom(self):
+    bom_string = b"\xfe\xff\x00\x61"  # Big-endian BOM with 'a' encoded
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          bom_string, input_encoding="UTF-16-BE", output_encoding="UTF-8")
+      values = sess.run(outputs)
+      # BOM is preserved in output
+      self.assertAllEqual(values, b"\xef\xbb\xbfa")
+
+      outputs = string_ops.unicode_transcode(
+          bom_string, input_encoding="UTF-16-LE", output_encoding="UTF-8")
+      values = sess.run(outputs)
+      # mangled BOM and value from (incorrect) LE encoding
+      self.assertAllEqual(values, b"\xef\xbf\xbe\xe6\x84\x80")
+
+      bom_string = b"\xff\xfe\x61\x00"  # Little-endian BOM with 'a' encoded
+      outputs = string_ops.unicode_transcode(
+          bom_string, input_encoding="UTF-16-LE", output_encoding="UTF-8")
+      values = sess.run(outputs)
+      self.assertAllEqual(values, b"\xef\xbb\xbfa")
+
+  @parameterized.parameters(
+      # BOM is stripped if it is used to decide the byte order of the input.
+      (b"\xfe\xff\x00*", "UTF-16", b"*"),
+      (b"\xff\xfe*\x00", "UTF-16", b"*"),
+      # BOM is *not* stripped if it is not used to decide the byte order of
+      # the input.
+      (b"\xef\xbb\xbf*", "UTF-8", b"\xef\xbb\xbf*"),
+      (b"\xfe\xff\x00*", "UTF-16-BE", b"\xef\xbb\xbf*"),
+      (b"\xff\xfe*\x00", "UTF-16-LE", b"\xef\xbb\xbf*"),
+      # If the encoding is UTF-16, and no BOM is present, then UTF-16-BE
+      # is assumed.
+      (b"\x00*", "UTF-16", b"*"),
+      # BOM is never stripped from any position other than the beginning of
+      # the string, for any encoding.
+      (b"<\xef\xbb\xbf>", "UTF-8", b"<\xef\xbb\xbf>"),
+      (b"\x00<\xfe\xff\x00>", "UTF-16", b"<\xef\xbb\xbf>"),
+      (b"\x00<\xfe\xff\x00>", "UTF-16-BE", b"<\xef\xbb\xbf>"),
+      (b"<\x00\xff\xfe>\x00", "UTF-16-LE", b"<\xef\xbb\xbf>"),
+      (b"\xfe\xff\x00<\xfe\xff\x00>", "UTF-16", b"<\xef\xbb\xbf>"),
+      (b"\xff\xfe<\x00\xff\xfe>\x00", "UTF-16", b"<\xef\xbb\xbf>"),
+  )
+  def test_bom_handling(self, string, input_encoding, expected):
+    with self.test_session():
+      output = string_ops.unicode_transcode(
+          string, input_encoding=input_encoding, output_encoding="UTF-8")
+      self.assertAllEqual(output.eval(), expected)
+
+  def test_invalid_encoding_causes_errors(self):
+    strings = [[b"a", b"abc"], [b"ABC", b"DEF"]]
+
+    with self.cached_session() as sess:
+      outputs = string_ops.unicode_transcode(
+          strings,
+          input_encoding="invalid",
+          output_encoding="UTF-8",
+          errors="replace",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+      with self.assertRaisesOpError(
+          "Could not create converter for input encoding: invalid"):
+        sess.run(outputs)
+
+    with self.assertRaisesRegexp(ValueError, "Op passed string 'invalid'"):
+      with self.cached_session() as sess:
+        outputs = string_ops.unicode_transcode(
+            strings,
+            input_encoding="UTF-8",
+            output_encoding="invalid",
+            errors="replace",
+            replacement_char=ord(" "),
+            replace_control_characters=False)
+        sess.run(outputs)
+
+  def test_invalid_error_policy_causes_errors(self):
+    strings = [[b"a", b"abc"], [b"ABC", b"DEF"]]
+
+    with self.assertRaisesRegexp(
+        ValueError, "'invalid' not in: \"strict\", \"replace\", \"ignore\"."):
+      with self.cached_session() as sess:
+        outputs = string_ops.unicode_transcode(
+            strings,
+            input_encoding="UTF-8",
+            output_encoding="UTF-8",
+            errors="invalid",
+            replacement_char=ord(" "),
+            replace_control_characters=False)
+        sess.run(outputs)
+
+  def test_forwarding(self):
+    with self.cached_session():
+      # Generate an input that is uniquely consumed by the transcode op.
+      # This exercises code paths which are optimized for this case
+      # (e.g., using forwarding).
+      inp = string_ops.substr(
+          constant_op.constant([b"AbCdEfG", b"HiJkLmN"], dtypes.string),
+          pos=0,
+          len=5)
+      transcoded = string_ops.unicode_transcode(
+          inp, input_encoding="UTF-8", output_encoding="UTF-8")
+
+      self.assertAllEqual([b"AbCdE", b"HiJkL"], transcoded)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.strings.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.strings.pbtxt
index 5ba48e7f57..03144cbe70 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.strings.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.strings.pbtxt
@@ -56,4 +56,8 @@ tf_module {
     name: "unicode_script"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "unicode_transcode"
+    argspec: "args=[\'input\', \'input_encoding\', \'output_encoding\', \'errors\', \'replacement_char\', \'replace_control_characters\', \'name\'], varargs=None, keywords=None, defaults=[\'replace\', \'65533\', \'False\', \'None\'], "
+  }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt
index 5ba48e7f57..03144cbe70 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt
@@ -56,4 +56,8 @@ tf_module {
     name: "unicode_script"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "unicode_transcode"
+    argspec: "args=[\'input\', \'input_encoding\', \'output_encoding\', \'errors\', \'replacement_char\', \'replace_control_characters\', \'name\'], varargs=None, keywords=None, defaults=[\'replace\', \'65533\', \'False\', \'None\'], "
+  }
 }
-- 
GitLab


From a27a89fd8455813a858c774d914a64d4ff1d3e26 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Thu, 25 Oct 2018 13:58:51 -0700
Subject: [PATCH 0612/1825] Run GradientTape test with both graph and eager
 execution.

Test was introduced in
https://github.com/tensorflow/tensorflow/commit/39b4311ce790de5e6ba1f1fd2b9ed6669f2c2348
This is a follow up change to tweak the test to a style that works for both
graph and eager.

PiperOrigin-RevId: 218744998
---
 tensorflow/python/eager/backprop_test.py | 28 +++++++++++-------------
 1 file changed, 13 insertions(+), 15 deletions(-)

diff --git a/tensorflow/python/eager/backprop_test.py b/tensorflow/python/eager/backprop_test.py
index eaeca61ba3..31ba6ad9b8 100644
--- a/tensorflow/python/eager/backprop_test.py
+++ b/tensorflow/python/eager/backprop_test.py
@@ -1123,24 +1123,22 @@ class BackpropTest(test.TestCase):
       with self.cached_session() as sess:
         self.assertEqual((8.0, 12.0), sess.run((b, db_da), feed_dict={a: 2.0}))
 
-  def testCustomGradientTapeGraph(self):
-    with ops.Graph().as_default(), self.cached_session():
-
-      @custom_gradient.custom_gradient
-      def f(x):
-        y = x * x
-
-        def grad(dy):
-          return [4 * dy]
+  @test_util.run_in_graph_and_eager_modes
+  def testCustomGradientInEagerAndGraph(self):
+    @custom_gradient.custom_gradient
+    def f(x):
+      y = x * x
 
-        return y, grad
+      def grad(dy):
+        return [4 * dy]
 
-      with backprop.GradientTape() as t:
-        c = constant_op.constant(1.0)
-        t.watch(c)
-        g = f(c)
-      self.assertAllEqual(t.gradient(g, c).eval(), 4.0)
+      return y, grad
 
+    with backprop.GradientTape() as t:
+      c = constant_op.constant(1.0)
+      t.watch(c)
+      g = f(c)
+    self.assertAllEqual(self.evaluate(t.gradient(g, c)), 4.0)
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From eb0536ddd4a622c3a1b67232cc75efe1dc0b7ae3 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 25 Oct 2018 14:09:51 -0700
Subject: [PATCH 0613/1825] Clean up dependencies of
 tensorflow/core:core_cpu_internal: - Make the "if_static" macro in line with
 what core_cpu_base has. - Clean up redundant dependencies to *_internal
 targets

PiperOrigin-RevId: 218747098
---
 tensorflow/core/BUILD | 16 ++++++++++------
 1 file changed, 10 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 975f9e2115..bab02821de 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -795,10 +795,13 @@ cc_library(
     }),
     visibility = ["//visibility:public"],
     deps = [
+        ":function_ops_op_lib",
+        ":functional_ops_op_lib",
         ":lib",
         ":lib_internal",
         ":protos_all_cc",
         "//tensorflow/core/platform/default/build_config:gtest",
+        "//tensorflow/core/kernels:required",
     ] + tf_additional_test_deps(),
 )
 
@@ -1434,6 +1437,7 @@ tf_cuda_library(
         ":example_parser_configuration",
         ":gpu_runtime",
         ":lib",
+        ":ops",
     ],
 )
 
@@ -2961,13 +2965,8 @@ tf_cuda_library(
     copts = tf_copts(),
     deps = [
         ":framework",
-        ":framework_internal",
-        ":function_ops_op_lib",
-        ":functional_grad",
-        ":functional_ops_op_lib",
         ":graph",
         ":lib",
-        ":lib_internal",
         ":proto_text",
         ":protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
@@ -2975,8 +2974,13 @@ tf_cuda_library(
         "//tensorflow/core/grappler/clusters:virtual_cluster",
         "//tensorflow/core/grappler/optimizers:meta_optimizer",
         "//third_party/eigen3",
+    ] + mkl_deps() + tf_additional_core_deps() + if_static([
+        ":core_cpu_impl",
+        ":function_ops_op_lib",
+        ":functional_grad",
+        ":functional_ops_op_lib",
         "//tensorflow/core/kernels:required",
-    ] + mkl_deps() + tf_additional_core_deps() + if_static([":core_cpu_impl"]),
+    ]),
     alwayslink = 1,
 )
 
-- 
GitLab


From cf42142de6046089d62363590863d36ef0046b13 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 14:15:54 -0700
Subject: [PATCH 0614/1825] Relax allocator constraints unless nodes straddle a
 CPU:GPU boundary or belong to different tasks.

PiperOrigin-RevId: 218748051
---
 tensorflow/core/grappler/optimizers/BUILD     |  6 ++--
 .../grappler/optimizers/graph_optimizer.h     |  1 +
 .../grappler/optimizers/memory_optimizer.cc   | 34 ++++++++++++++-----
 .../grappler/optimizers/memory_optimizer.h    |  3 ++
 .../optimizers/memory_optimizer_test.cc       | 32 +++++++++++++++++
 5 files changed, 66 insertions(+), 10 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 13c8d87777..976082e241 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -3,7 +3,6 @@ licenses(["notice"])  # Apache 2.0
 load("//tensorflow:tensorflow.bzl", "tf_cc_test")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_test")
 load("//tensorflow:tensorflow.bzl", "tf_kernel_library")
-load("//tensorflow:tensorflow.bzl", "tf_cuda_only_cc_test")
 load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda")
 
 # Platform specific build config
@@ -425,6 +424,7 @@ cc_library(
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
+        "//tensorflow/core/grappler/clusters:cluster",
         "//tensorflow/core/grappler/clusters:virtual_cluster",
         "//tensorflow/core/grappler/costs:graph_memory",
         "//tensorflow/core/grappler/costs:graph_properties",
@@ -434,7 +434,7 @@ cc_library(
     ],
 )
 
-tf_cuda_only_cc_test(
+tf_cuda_cc_test(
     name = "memory_optimizer_test",
     srcs = ["memory_optimizer_test.cc"],
     tags = ["no_cuda_on_cpu_tap"],  # Do not re-enable again without actually testing.
@@ -443,6 +443,8 @@ tf_cuda_only_cc_test(
         ":gpu_swapping_ops",
         ":memory_optimizer",
         "//tensorflow/cc:cc_ops",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
         "//tensorflow/core:ops",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:tensor_testutil",
diff --git a/tensorflow/core/grappler/optimizers/graph_optimizer.h b/tensorflow/core/grappler/optimizers/graph_optimizer.h
index ede1c8056b..e587a2b2af 100644
--- a/tensorflow/core/grappler/optimizers/graph_optimizer.h
+++ b/tensorflow/core/grappler/optimizers/graph_optimizer.h
@@ -16,6 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_GRAPH_OPTIMIZER_H_
 #define TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_GRAPH_OPTIMIZER_H_
 
+#include <string>
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/env.h"
diff --git a/tensorflow/core/grappler/optimizers/memory_optimizer.cc b/tensorflow/core/grappler/optimizers/memory_optimizer.cc
index 95079c5e21..4f39f91ca5 100644
--- a/tensorflow/core/grappler/optimizers/memory_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/memory_optimizer.cc
@@ -39,7 +39,9 @@ limitations under the License.
 #include "tensorflow/core/grappler/utils/topological_sort.h"
 #include "tensorflow/core/grappler/utils/traversal.h"
 #include "tensorflow/core/lib/math/math_util.h"
+#include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/protobuf/rewriter_config.pb.h"
+#include "tensorflow/core/util/device_name_utils.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -1209,6 +1211,20 @@ bool SwappingPass(RewriterConfig::MemOptType optimization_level,
   return updated_graph;
 }
 
+bool CrossesTaskOrCpuGpuBoundary(const NodeDef& node1, const NodeDef& node2) {
+  string task1;
+  string device1;
+  DeviceNameUtils::SplitDeviceName(node1.device(), &task1, &device1);
+  string task2;
+  string device2;
+  DeviceNameUtils::SplitDeviceName(node2.device(), &task2, &device2);
+  return task1 != task2 ||
+         (str_util::StrContains(device1, DEVICE_CPU) &&
+          str_util::StrContains(device2, DEVICE_GPU)) ||
+         (str_util::StrContains(device1, DEVICE_GPU) &&
+          str_util::StrContains(device2, DEVICE_CPU));
+}
+
 // TODO(rmlarsen): Add distributed TF test.
 Status RelaxAllocatorConstraints(GraphDef* optimized_graph) {
   std::unordered_set<string> devices;
@@ -1240,22 +1256,23 @@ Status RelaxAllocatorConstraints(GraphDef* optimized_graph) {
   TF_RETURN_IF_ERROR(graph_view.Initialize(*optimized_graph));
   for (int i : assign_nodes) {
     if (optimized_nodes.find(i) == optimized_nodes.end()) {
-      const NodeDef& node = optimized_graph->node(i);
+      const NodeDef& assign_node = optimized_graph->node(i);
       optimized_nodes.insert(i);
       std::vector<int> assign_nodes_in_fanout;
       assign_nodes_in_fanout.push_back(i);
       std::set<int> transitive_fanout;
       graph_view.DepthFirstSearch(std::unordered_set<string>{}, i,
                                   &transitive_fanout);
-      const string& assign_device = node.device();
       bool relax_constraint = true;
       // If all nodes in the transitive fanout are on the same device as the
       // assign node, there is no need to allocate the output in pinned memory.
       for (int fanout : transitive_fanout) {
         const NodeDef& fanout_node = optimized_graph->node(fanout);
         if (relax_constraint &&
-            (fanout_node.device() != assign_device || IsSend(fanout_node))) {
+            (IsSend(fanout_node) ||
+             CrossesTaskOrCpuGpuBoundary(fanout_node, assign_node))) {
           relax_constraint = false;
+          break;
         }
         if (optimized_nodes.find(fanout) == optimized_nodes.end() &&
             IsAssign(fanout_node)) {
@@ -1263,17 +1280,18 @@ Status RelaxAllocatorConstraints(GraphDef* optimized_graph) {
         }
       }
 
-      for (int assign_idx : assign_nodes_in_fanout) {
-        if (relax_constraint) {
+      if (relax_constraint) {
+        for (int assign_idx : assign_nodes_in_fanout) {
           // If all devices match in fanout of node(i) then, by transitivity,
           // they must also match in the fanout of other assign nodes
-          // node(assign_idx) in the fanout, so we can process them here,
+          // in the fanout of node(i), so we can process them here,
           // and save computing their transitive fanout later.
           optimized_nodes.insert(assign_idx);
 
           // Set an attribute telling AssignOp to ignore allocator constraints.
-          NodeDef* assign_node = optimized_graph->mutable_node(assign_idx);
-          (*assign_node
+          NodeDef* assign_node_to_relax =
+              optimized_graph->mutable_node(assign_idx);
+          (*assign_node_to_relax
                 ->mutable_attr())["_grappler_relax_allocator_constraints"]
               .set_b(true);
         }
diff --git a/tensorflow/core/grappler/optimizers/memory_optimizer.h b/tensorflow/core/grappler/optimizers/memory_optimizer.h
index 653ffaec4c..baaadf64b3 100644
--- a/tensorflow/core/grappler/optimizers/memory_optimizer.h
+++ b/tensorflow/core/grappler/optimizers/memory_optimizer.h
@@ -16,6 +16,9 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_MEMORY_OPTIMIZER_H_
 #define TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_MEMORY_OPTIMIZER_H_
 
+#include <string>
+#include "tensorflow/core/grappler/clusters/cluster.h"
+#include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/optimizers/graph_optimizer.h"
 #include "tensorflow/core/protobuf/rewriter_config.pb.h"
 
diff --git a/tensorflow/core/grappler/optimizers/memory_optimizer_test.cc b/tensorflow/core/grappler/optimizers/memory_optimizer_test.cc
index a3f0e07861..75285b07bb 100644
--- a/tensorflow/core/grappler/optimizers/memory_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/memory_optimizer_test.cc
@@ -15,16 +15,23 @@ limitations under the License.
 
 #include "tensorflow/core/grappler/optimizers/memory_optimizer.h"
 
+#include <memory>
+#include <unordered_map>
+#include <utility>
 #include <vector>
 
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
+#include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
 #include "tensorflow/core/grappler/clusters/virtual_cluster.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/utils.h"
 #include "tensorflow/core/grappler/utils/grappler_test.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/platform/types.h"
+#include "tensorflow/core/protobuf/device_properties.pb.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -504,6 +511,31 @@ TEST_F(RelaxAllocatorConstraintsTest, DifferentDevice) {
 #endif
 }
 
+TEST_F(RelaxAllocatorConstraintsTest, SameDeviceType) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output constant = ops::Const(s.WithOpName("constant").WithDevice("/cpu:0"),
+                               -3.14f, {128, 128});
+  Output variable = ops::Variable(s.WithOpName("variable").WithDevice("/cpu:0"),
+                                  {128, 128}, DT_FLOAT);
+  Output assign = ops::Assign(s.WithOpName("assign").WithDevice("/cpu:0"),
+                              variable, constant);
+  // Assign and Exp run on different devies, but do not straddle a CPU:GPU
+  // boundary, so we can we do not need to enforce allocation in pinned memory.
+  Output exp = ops::Exp(s.WithOpName("exp").WithDevice("/cpu:1"), assign);
+
+  GrapplerItem item;
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  MemoryOptimizer optimizer(RewriterConfig::MANUAL);
+  GraphDef output;
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  auto node = output.node(2);
+  EXPECT_EQ("assign", node.name());
+  EXPECT_EQ(1, node.attr().count("_grappler_relax_allocator_constraints"));
+  EXPECT_TRUE(node.attr().at("_grappler_relax_allocator_constraints").b());
+}
+
 TEST_F(RelaxAllocatorConstraintsTest, SendNode) {
   tensorflow::Scope s = tensorflow::Scope::NewRootScope();
   Output constant = ops::Const(s.WithOpName("constant").WithDevice("/cpu:0"),
-- 
GitLab


From 31cc76e0b846b17e5720570df77d393946eb3449 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 25 Oct 2018 14:43:48 -0700
Subject: [PATCH 0615/1825] Fix Flex Mixed Mode with --allow_custom_ops

PiperOrigin-RevId: 218753065
---
 tensorflow/contrib/lite/toco/tflite/export.cc | 71 ++++++++--------
 tensorflow/contrib/lite/toco/tflite/export.h  | 81 +++++++++++-------
 .../contrib/lite/toco/tflite/export_test.cc   | 85 ++++++++++---------
 3 files changed, 133 insertions(+), 104 deletions(-)

diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/contrib/lite/toco/tflite/export.cc
index 0a3cce7af7..02ce3d06b9 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export.cc
@@ -105,7 +105,7 @@ void WriteModelToString(const flatbuffers::FlatBufferBuilder& builder,
 
 namespace details {
 
-OperatorKey GetOperatorKey(
+OperatorKey::OperatorKey(
     const ::toco::Operator& op,
     const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
     bool allow_flex_ops) {
@@ -113,11 +113,9 @@ OperatorKey GetOperatorKey(
   string name = HelpfulOperatorTypeName(op);
 
   bool is_builtin = false;
-  OperatorKey key;
-
   const auto& builtin_ops = GetBuiltinOpsMap();
   if (ops_by_type.count(op.type) != 0) {
-    key.version = ops_by_type.at(op.type)->GetVersion(op);
+    version_ = ops_by_type.at(op.type)->GetVersion(op);
     name = ops_by_type.at(op.type)->name();
     is_builtin = (builtin_ops.count(name) > 0);
   }
@@ -125,13 +123,13 @@ OperatorKey GetOperatorKey(
   if (is_builtin) {
     // For TFLite supported builtin ops, find out its BuiltinOperator enum used
     // in FlatBuffer.
-    key.type = builtin_ops.at(name);
-    return key;
+    type_ = builtin_ops.at(name);
+    return;
   }
 
-  // The logic below is all for custom ops.
-  key.is_custom_op = true;
-  key.type = BuiltinOperator_CUSTOM;
+  // The logic below is all for custom ops or Flex ops.
+  is_custom_op_ = true;
+  type_ = BuiltinOperator_CUSTOM;
 
   if (op.type == OperatorType::kUnsupported) {
     const TensorFlowUnsupportedOperator& unsupported_op =
@@ -139,35 +137,35 @@ OperatorKey GetOperatorKey(
     const auto tensorflow_op = unsupported_op.tensorflow_op;
 
     if (ShouldExportAsFlexOp(allow_flex_ops, unsupported_op.tensorflow_op)) {
-      key.is_custom_op = false;
-      key.is_flex_op = true;
-      key.flex_tensorflow_op = tensorflow_op;
-      key.custom_code =
-          string(::tflite::kFlexCustomCodePrefix) + key.flex_tensorflow_op;
+      is_custom_op_ = false;
+      is_flex_op_ = true;
+      flex_tensorflow_op_ = tensorflow_op;
+      custom_code_ =
+          string(::tflite::kFlexCustomCodePrefix) + flex_tensorflow_op_;
     } else {
-      key.custom_code = tensorflow_op;
+      custom_code_ = tensorflow_op;
     }
   } else if (allow_flex_ops && !op.tensorflow_node_def.empty()) {
     // For Toco-supported/TFLite-unsupported ops, if the TensorFlow NodeDef
     // is retained in the Toco Operator, we produce a Flex op if Flex mode
     // is enabled.
-    key.is_flex_op = true;
-    key.flex_tensorflow_op = name;
-    key.custom_code =
-        string(::tflite::kFlexCustomCodePrefix) + key.flex_tensorflow_op;
+    is_custom_op_ = false;
+    is_flex_op_ = true;
+    flex_tensorflow_op_ = name;
+    custom_code_ =
+        string(::tflite::kFlexCustomCodePrefix) + flex_tensorflow_op_;
   } else {
     // If Flex is disabled or the original TensorFlow NodeDef isn't available,
     // we produce a custom op. This gives developers a chance to implemenr
     // custom ops.
-    key.custom_code = name;
+    custom_code_ = name;
   }
 
-  if (key.is_flex_op) {
-    if (IsUnsupportedFlexOp(key.flex_tensorflow_op)) {
-      key.is_unsupported_flex_op = true;
+  if (is_flex_op_) {
+    if (IsUnsupportedFlexOp(flex_tensorflow_op_)) {
+      is_unsupported_flex_op_ = true;
     }
   }
-  return key;
 }
 
 void LoadTensorsMap(const Model& model, TensorsMap* tensors_map) {
@@ -192,7 +190,7 @@ void LoadOperatorsMap(
   // First find a list of unique operator types.
   std::set<OperatorKey> keys;
   for (const auto& op : model.operators) {
-    keys.insert(GetOperatorKey(*op, ops_by_type, allow_flex_ops));
+    keys.insert(OperatorKey(*op, ops_by_type, allow_flex_ops));
   }
   // Now assign indices to them and fill in the map.
   int index = 0;
@@ -304,16 +302,16 @@ Offset<Vector<Offset<OperatorCode>>> ExportOperatorCodes(
 
   for (const auto& op : model.operators) {
     const details::OperatorKey operator_key =
-        details::GetOperatorKey(*op, ops_by_type, params.allow_flex_ops);
+        details::OperatorKey(*op, ops_by_type, params.allow_flex_ops);
     int op_index = operators_map.at(operator_key);
 
     flatbuffers::Offset<flatbuffers::String> custom_code = 0;
-    if (!operator_key.custom_code.empty()) {
-      custom_code = builder->CreateString(operator_key.custom_code);
+    if (!operator_key.custom_code().empty()) {
+      custom_code = builder->CreateString(operator_key.custom_code());
     }
 
     ordered_opcodes[op_index] = CreateOperatorCode(
-        *builder, operator_key.type, custom_code, operator_key.version);
+        *builder, operator_key.type(), custom_code, operator_key.version());
   }
 
   std::vector<Offset<OperatorCode>> opcode_vector;
@@ -348,7 +346,7 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     }
 
     const auto key =
-        details::GetOperatorKey(*op, ops_by_type, params.allow_flex_ops);
+        details::OperatorKey(*op, ops_by_type, params.allow_flex_ops);
     int op_index = operators_map.at(key);
 
     auto tflite_op_it = ops_by_type.find(op->type);
@@ -374,7 +372,7 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
           variable_tensor_indices->insert(variable_tensor_index);
         }
       }
-    } else if (key.is_flex_op && !op->tensorflow_node_def.empty()) {
+    } else if (key.is_flex_op() && !op->tensorflow_node_def.empty()) {
       auto fbb = WriteFlexOpOptions(op->tensorflow_node_def);
       if (fbb) {
         options = Options::Custom(builder->CreateVector(fbb->GetBuffer()));
@@ -440,15 +438,18 @@ tensorflow::Status Export(
     }
   }
 
+  // The set of custom ops (not including Flex ops).
   std::set<string> custom_ops;
+  // The set of Flex ops which are not supported.
   std::set<string> unsupported_flex_ops;
+
   for (const auto& it : operators_map) {
     const details::OperatorKey& key = it.first;
-    if (key.is_custom_op) {
-      custom_ops.insert(key.custom_code);
+    if (key.is_custom_op()) {
+      custom_ops.insert(key.custom_code());
     }
-    if (key.is_unsupported_flex_op) {
-      unsupported_flex_ops.insert(key.flex_tensorflow_op);
+    if (key.is_unsupported_flex_op()) {
+      unsupported_flex_ops.insert(key.flex_tensorflow_op());
     }
   }
 
diff --git a/tensorflow/contrib/lite/toco/tflite/export.h b/tensorflow/contrib/lite/toco/tflite/export.h
index 06b4cb1caa..0a43e01c2e 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.h
+++ b/tensorflow/contrib/lite/toco/tflite/export.h
@@ -82,58 +82,81 @@ using TensorsMap = std::unordered_map<string, int>;
 // A key to identify an operator.
 // Only when `type` is `kUnsupported`, `custom_code` is filled to
 // identify which operation is used.
-struct OperatorKey {
+class OperatorKey {
+ public:
   OperatorKey() {}
+
+  // Construct OperatorKey by Toco op.
+  OperatorKey(
+      const ::toco::Operator& op,
+      const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
+      bool allow_flex_ops);
+
+  // Construct OperatorKey by type, custom code and version.
+  // Note that this construct doesn't set the additional information including
+  // `is_custom_op`, `is_flex_op`, `is_unsupported_flex_op`.
   OperatorKey(::tflite::BuiltinOperator type, const std::string& custom_code,
               int version)
-      : type(type), custom_code(custom_code), version(version) {}
+      : type_(type), custom_code_(custom_code), version_(version) {}
 
   // Only `type`, `custom_code` and `version` is used to compute hash and
   // identity.
-  ::tflite::BuiltinOperator type = ::tflite::BuiltinOperator_CUSTOM;
-  std::string custom_code;
-  int version = 1;
-
-  // The fields below are not used to compute hash and identity.
-  // TODO(ycling): Consider to change these fields to accessor functions.
-  bool is_custom_op = false;
-  bool is_flex_op = false;
-  bool is_unsupported_flex_op = false;
-  // The original TensorFlow op name for the flex op. Filled only when
-  // `is_flex_op` is true.
-  std::string flex_tensorflow_op;
+  ::tflite::BuiltinOperator type() const { return type_; }
+  const std::string& custom_code() const { return custom_code_; }
+  int version() const { return version_; }
+
+  // The attributes below are not used to compute hash and identity.
+  //
+  // Return true if the op is a custom op. Note it will return false for Flex
+  // ops.
+  bool is_custom_op() const { return is_custom_op_; }
+  // Return true if the op is a Flex op.
+  bool is_flex_op() const { return is_flex_op_; }
+  // Return true if the op is a Flex op but it's knwon that the op is not
+  // supported by Flex runtime.
+  bool is_unsupported_flex_op() const { return is_unsupported_flex_op_; }
+  // Return the original TensorFlow op name for a Flex op.
+  const std::string& flex_tensorflow_op() const { return flex_tensorflow_op_; }
 
   bool operator<(const OperatorKey& other) const {
-    if (type < other.type) return true;
-    else if (type > other.type)
+    if (type_ < other.type_)
+      return true;
+    else if (type_ > other.type_)
       return false;
-    else if (custom_code < other.custom_code)
+    else if (custom_code_ < other.custom_code_)
       return true;
-    else if (custom_code > other.custom_code)
+    else if (custom_code_ > other.custom_code_)
       return false;
     else
-      return version < other.version;
+      return version_ < other.version_;
   }
 
   bool operator==(const OperatorKey& other) const {
-    return type == other.type && custom_code == other.custom_code &&
-           version == other.version;
+    return type_ == other.type_ && custom_code_ == other.custom_code_ &&
+           version_ == other.version_;
   }
 
   struct Hash {
     size_t operator()(const OperatorKey& key) const {
       return ::tflite::CombineHashes(
-          {std::hash<size_t>()(static_cast<size_t>(key.type)),
-           std::hash<std::string>()(key.custom_code),
-           std::hash<int>()(key.version)});
+          {std::hash<size_t>()(static_cast<size_t>(key.type())),
+           std::hash<std::string>()(key.custom_code()),
+           std::hash<int>()(key.version())});
     }
   };
-};
 
-OperatorKey GetOperatorKey(
-    const ::toco::Operator& op,
-    const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
-    bool allow_flex_ops);
+ private:
+  ::tflite::BuiltinOperator type_ = ::tflite::BuiltinOperator_CUSTOM;
+  std::string custom_code_;
+  int version_ = 1;
+
+  bool is_custom_op_ = false;
+  bool is_flex_op_ = false;
+  bool is_unsupported_flex_op_ = false;
+  // The original TensorFlow op name for the flex op. Filled only when
+  // `is_flex_op` is true.
+  std::string flex_tensorflow_op_;
+};
 
 // A maps from operator type to its final position in the TF Lite buffer.
 using OperatorsMap = std::unordered_map<OperatorKey, int, OperatorKey::Hash>;
diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/contrib/lite/toco/tflite/export_test.cc
index 1c8f766b0a..f574874064 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export_test.cc
@@ -437,11 +437,11 @@ TEST(OperatorKeyTest, TestBuiltinOp) {
   auto op = absl::make_unique<ConvOperator>();
 
   const auto ops_by_type = BuildOperatorByTypeMap();
-  const auto key = details::GetOperatorKey(*op, ops_by_type, false);
+  const auto key = details::OperatorKey(*op, ops_by_type, false);
 
-  EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CONV_2D);
-  EXPECT_EQ(key.custom_code, "");
-  EXPECT_EQ(key.version, 1);
+  EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CONV_2D);
+  EXPECT_EQ(key.custom_code(), "");
+  EXPECT_EQ(key.version(), 1);
 }
 
 TEST(OperatorKeyTest, TestCustomOp) {
@@ -449,11 +449,11 @@ TEST(OperatorKeyTest, TestCustomOp) {
   op->tensorflow_op = "MyCrazyCustomOp";
 
   const auto ops_by_type = BuildOperatorByTypeMap();
-  const auto key = details::GetOperatorKey(*op, ops_by_type, false);
+  const auto key = details::OperatorKey(*op, ops_by_type, false);
 
-  EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-  EXPECT_EQ(key.custom_code, "MyCrazyCustomOp");
-  EXPECT_EQ(key.version, 1);
+  EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+  EXPECT_EQ(key.custom_code(), "MyCrazyCustomOp");
+  EXPECT_EQ(key.version(), 1);
 }
 
 TEST(OperatorKeyTest, TestFlexOp) {
@@ -462,22 +462,24 @@ TEST(OperatorKeyTest, TestFlexOp) {
 
   const auto ops_by_type = BuildOperatorByTypeMap();
   {
-    const auto key = details::GetOperatorKey(*op, ops_by_type, false);
+    const auto key = details::OperatorKey(*op, ops_by_type, false);
     // It shouldn't be converted to Flex op if `allow_flex_op` is false.
-    EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-    EXPECT_EQ(key.custom_code, "BatchMatMul");
-    EXPECT_EQ(key.version, 1);
-    EXPECT_FALSE(key.is_flex_op);
+    EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+    EXPECT_EQ(key.custom_code(), "BatchMatMul");
+    EXPECT_EQ(key.version(), 1);
+    EXPECT_TRUE(key.is_custom_op());
+    EXPECT_FALSE(key.is_flex_op());
   }
 
   {
     // Verify that the custom op name is prefixed by "Flex" and `is_flex_op`
     // is true.
-    const auto key = details::GetOperatorKey(*op, ops_by_type, true);
-    EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-    EXPECT_EQ(key.custom_code, "FlexBatchMatMul");
-    EXPECT_EQ(key.version, 1);
-    EXPECT_TRUE(key.is_flex_op);
+    const auto key = details::OperatorKey(*op, ops_by_type, true);
+    EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+    EXPECT_EQ(key.custom_code(), "FlexBatchMatMul");
+    EXPECT_EQ(key.version(), 1);
+    EXPECT_FALSE(key.is_custom_op());
+    EXPECT_TRUE(key.is_flex_op());
   }
 }
 
@@ -486,14 +488,15 @@ TEST(OperatorKeyTest, TestFlexWithControlFlowOp) {
   op->tensorflow_op = "Merge";
 
   const auto ops_by_type = BuildOperatorByTypeMap();
-  const auto key = details::GetOperatorKey(*op, ops_by_type, true);
+  const auto key = details::OperatorKey(*op, ops_by_type, true);
 
-  EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-  EXPECT_EQ(key.custom_code, "FlexMerge");
-  EXPECT_EQ(key.version, 1);
-  EXPECT_TRUE(key.is_flex_op);
+  EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+  EXPECT_EQ(key.custom_code(), "FlexMerge");
+  EXPECT_EQ(key.version(), 1);
+  EXPECT_FALSE(key.is_custom_op());
+  EXPECT_TRUE(key.is_flex_op());
   // The control flow ops should be marked as unsupported.
-  EXPECT_TRUE(key.is_unsupported_flex_op);
+  EXPECT_TRUE(key.is_unsupported_flex_op());
 }
 
 TEST(OperatorKeyTest, TestFlexWithUnsupportedOp) {
@@ -501,16 +504,16 @@ TEST(OperatorKeyTest, TestFlexWithUnsupportedOp) {
   op->tensorflow_op = "HashTableV2";
 
   const auto ops_by_type = BuildOperatorByTypeMap();
-  const auto key = details::GetOperatorKey(*op, ops_by_type, true);
+  const auto key = details::OperatorKey(*op, ops_by_type, true);
 
-  EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-  EXPECT_EQ(key.custom_code, "HashTableV2");
-  EXPECT_EQ(key.version, 1);
+  EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+  EXPECT_EQ(key.custom_code(), "HashTableV2");
+  EXPECT_EQ(key.version(), 1);
   // While HashTableV2 is excluded from the whitelisted flex op list, eventually
   // it won't be, and the following expectations will need to change as the op
   // is explicitly blacklisted due to lack of asset support.
-  EXPECT_FALSE(key.is_flex_op);
-  EXPECT_FALSE(key.is_unsupported_flex_op);
+  EXPECT_FALSE(key.is_flex_op());
+  EXPECT_FALSE(key.is_unsupported_flex_op());
 }
 
 TEST(OperatorKeyTest, TestFlexWithPartiallySupportedOps) {
@@ -524,11 +527,12 @@ TEST(OperatorKeyTest, TestFlexWithPartiallySupportedOps) {
   {
     // If NodeDef isn't retained in the Toco op, a regular custom op
     // will be exported.
-    const auto key = details::GetOperatorKey(*op, ops_by_type, true);
-    EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-    EXPECT_EQ(key.custom_code, "Assert");
-    EXPECT_EQ(key.version, 1);
-    EXPECT_FALSE(key.is_flex_op);
+    const auto key = details::OperatorKey(*op, ops_by_type, true);
+    EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+    EXPECT_EQ(key.custom_code(), "Assert");
+    EXPECT_EQ(key.version(), 1);
+    EXPECT_TRUE(key.is_custom_op());
+    EXPECT_FALSE(key.is_flex_op());
   }
 
   ::tensorflow::NodeDef node_def;
@@ -538,11 +542,12 @@ TEST(OperatorKeyTest, TestFlexWithPartiallySupportedOps) {
 
   {
     // If NodeDef is retained in the Toco op, a Flex op will be exported.
-    const auto key = details::GetOperatorKey(*op, ops_by_type, true);
-    EXPECT_EQ(key.type, ::tflite::BuiltinOperator_CUSTOM);
-    EXPECT_EQ(key.custom_code, "FlexAssert");
-    EXPECT_EQ(key.version, 1);
-    EXPECT_TRUE(key.is_flex_op);
+    const auto key = details::OperatorKey(*op, ops_by_type, true);
+    EXPECT_EQ(key.type(), ::tflite::BuiltinOperator_CUSTOM);
+    EXPECT_EQ(key.custom_code(), "FlexAssert");
+    EXPECT_EQ(key.version(), 1);
+    EXPECT_FALSE(key.is_custom_op());
+    EXPECT_TRUE(key.is_flex_op());
   }
 }
 
-- 
GitLab


From 14c7e7cf5d099e962aeca280e8dc6c90c5304721 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 14:46:11 -0700
Subject: [PATCH 0616/1825] Automated rollback of commit
 659841a07d21bf498243faa5c6a82bd1d4e73ce0

PiperOrigin-RevId: 218753475
---
 tensorflow/python/ops/variable_scope.py | 11 +----------
 1 file changed, 1 insertion(+), 10 deletions(-)

diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 90c31be75c..41a8f57642 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -1205,16 +1205,7 @@ class VariableScope(object):
       if use_resource is None:
         use_resource = self._use_resource
 
-    # This allows the variable scope name to be used as the variable name if
-    # this function is invoked with an empty name arg, for backward
-    # compatibility with create_partitioned_variables().
-    full_name_list = []
-    if self.name:
-      full_name_list.append(self.name)
-    if name is not None:
-      full_name_list.append(name)
-    full_name = "/".join(full_name_list)
-
+    full_name = self.name + "/" + name if self.name else name
     # Variable names only depend on variable_scope (full_name here),
     # not name_scope, so we reset it below for the time of variable creation.
     with ops.name_scope(None):
-- 
GitLab


From c1dc36b5927901b017f1441352fabe6983d39e4a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 14:50:52 -0700
Subject: [PATCH 0617/1825] Internal change.

PiperOrigin-RevId: 218754253
---
 tensorflow/python/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 5c7ef0af1e..92420cc71b 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3662,12 +3662,15 @@ py_library(
     ],
 )
 
+# Placeholder for intenal nest_test comments.
 py_test(
     name = "util_nest_test",
     size = "small",
     srcs = ["util/nest_test.py"],
     main = "util/nest_test.py",
     srcs_version = "PY2AND3",
+    visibility = visibility + [
+    ],
     deps = [
         ":array_ops",
         ":client_testlib",
-- 
GitLab


From 9a1a8af2735d09a198a0b97c2fbc1693da28bdc3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 14:55:17 -0700
Subject: [PATCH 0618/1825] Step 1 of rename `cross_tower_ops` ->
 `cross_device_ops` in `MirroredStrategy.__init__()`.

PiperOrigin-RevId: 218755068
---
 .../contrib/distribute/python/mirrored_strategy.py    | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 94529de073..c23de06949 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -346,24 +346,27 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     num_gpus_per_worker: number of GPUs per worker. This is the same as
       `num_gpus` and only one of `num_gpus` and `num_gpus_per_worker` can be
       specified.
-    cross_tower_ops: optional, a descedant of `CrossDeviceOps`. If this is not
+    cross_device_ops: optional, a descedant of `CrossDeviceOps`. If this is not
       set, the `configure` method will try to find the best one.
     prefetch_on_device: optional boolean to specify whether to prefetch input
       data to devices.
     auto_shard_dataset: whether to auto-shard the dataset when there are
       multiple workers.
+    cross_tower_ops: Deprecated alias for `cross_device_ops`.
   """
 
   def __init__(self,
                devices=None,
                num_gpus=None,
                num_gpus_per_worker=None,
-               cross_tower_ops=None,
+               cross_device_ops=None,
                prefetch_on_device=None,
-               auto_shard_dataset=False):
+               auto_shard_dataset=False,
+               cross_tower_ops=None):
     super(MirroredStrategy, self).__init__()
 
-    self._cross_tower_ops = cross_tower_ops
+    assert not (cross_device_ops and cross_tower_ops)
+    self._cross_tower_ops = cross_device_ops or cross_tower_ops
     self._prefetch_on_device = prefetch_on_device
     self._auto_shard_dataset = auto_shard_dataset
     # Remember num GPUs which might be needed by `configure` method.
-- 
GitLab


From f5f3c6050de58a40ddbb6269afb5f002ae9862ca Mon Sep 17 00:00:00 2001
From: Austin Anderson <angerson@google.com>
Date: Thu, 25 Oct 2018 15:11:44 -0700
Subject: [PATCH 0619/1825] Update documentation regarding Dockerfiles

---
 tensorflow/tools/docker/README.md      | 3 +++
 tensorflow/tools/dockerfiles/README.md | 4 ++++
 2 files changed, 7 insertions(+)

diff --git a/tensorflow/tools/docker/README.md b/tensorflow/tools/docker/README.md
index 263f25bc48..d5a4d9f505 100644
--- a/tensorflow/tools/docker/README.md
+++ b/tensorflow/tools/docker/README.md
@@ -2,6 +2,9 @@
 
 TensorFlow's Dockerfiles are now located in
 [`tensorflow/tools/dockerfiles/`](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/tools/dockerfiles).
+However, these Dockerfiles are still used to build [TensorFlow's official Docker
+images](https://hub.docker.com/r/tensorflow/tensorflow) while the internal
+infrastructure for the newer Dockerfiles is being developed.
 
 This directory will eventually be removed.
 
diff --git a/tensorflow/tools/dockerfiles/README.md b/tensorflow/tools/dockerfiles/README.md
index 5996573cf1..f716a222c4 100644
--- a/tensorflow/tools/dockerfiles/README.md
+++ b/tensorflow/tools/dockerfiles/README.md
@@ -5,6 +5,10 @@ MANUALLY!** They are maintained by `assembler.py`, which builds Dockerfiles from
 the files in `partials/` and the rules in `spec.yml`. See [the Contributing
 section](#contributing) for more information.
 
+These Dockerfiles are planned to replace the Dockerfiles used to generate
+[TensorFlow's official Docker
+images](https://hub.docker.com/r/tensorflow/tensorflow).
+
 ## Building
 
 The Dockerfiles in the `dockerfiles` directory must have their build context set
-- 
GitLab


From fcb57c8bc8051ccd476ce957e468fcaf2eb41c00 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 25 Oct 2018 15:18:26 -0700
Subject: [PATCH 0620/1825] Internal change

PiperOrigin-RevId: 218759223
---
 tensorflow/tensorflow.bzl | 164 +++++++++++++++++++-------------------
 1 file changed, 82 insertions(+), 82 deletions(-)

diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index 009fdb1f15..f7b35cbbde 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -550,10 +550,10 @@ def tf_gen_op_wrappers_cc(
         tf_gen_op_wrapper_cc(
             n,
             "ops/" + n,
-            pkg = pkg,
-            op_gen = op_gen,
-            include_internal_ops = include_internal_ops,
             api_def_srcs = api_def_srcs,
+            include_internal_ops = include_internal_ops,
+            op_gen = op_gen,
+            pkg = pkg,
         )
         subsrcs += ["ops/" + n + ".cc"]
         subhdrs += ["ops/" + n + ".h"]
@@ -639,14 +639,14 @@ def tf_gen_op_wrapper_py(
         deps = [str(Label("//tensorflow/core:" + name + "_op_lib"))]
     tf_cc_binary(
         name = tool_name,
-        linkopts = if_not_windows(["-lm", "-Wl,-ldl"]) + cc_linkopts,
         copts = tf_copts(),
+        linkopts = if_not_windows(["-lm", "-Wl,-ldl"]) + cc_linkopts,
         linkstatic = 1,  # Faster to link this one-time-use binary dynamically
+        visibility = [clean_dep("//tensorflow:internal")],
         deps = ([
             clean_dep("//tensorflow/core:framework"),
             clean_dep("//tensorflow/python:python_op_gen_main"),
         ] + deps),
-        visibility = [clean_dep("//tensorflow:internal")],
     )
 
     # Invoke the previous cc_binary to generate a python file.
@@ -798,12 +798,12 @@ def tf_cc_test_gpu(
         name,
         srcs,
         deps,
-        linkstatic = linkstatic,
-        tags = tags,
-        data = data,
         size = size,
-        suffix = suffix,
         args = args,
+        data = data,
+        linkstatic = linkstatic,
+        suffix = suffix,
+        tags = tags,
     )
 
 register_extension_info(
@@ -825,24 +825,26 @@ def tf_cuda_cc_test(
         linkopts = []):
     tf_cc_test(
         name = name,
+        size = size,
         srcs = srcs,
-        deps = deps,
-        tags = tags + ["manual"],
+        args = args,
         data = data,
-        size = size,
         extra_copts = extra_copts,
-        linkstatic = linkstatic,
-        linkopts = linkopts,
-        args = args,
         kernels = kernels,
+        linkopts = linkopts,
+        linkstatic = linkstatic,
+        tags = tags + ["manual"],
+        deps = deps,
     )
     tf_cc_test(
         name = name,
+        size = size,
         srcs = srcs,
-        suffix = "_gpu",
-        deps = deps + if_cuda([
-            clean_dep("//tensorflow/core:gpu_runtime"),
-        ]),
+        args = args,
+        data = data,
+        extra_copts = extra_copts,
+        kernels = kernels,
+        linkopts = linkopts,
         linkstatic = select({
             # TODO(allenl): Remove Mac static linking when Bazel 0.6 is out.
             clean_dep("//tensorflow:darwin"): 1,
@@ -850,13 +852,11 @@ def tf_cuda_cc_test(
             "@local_config_cuda//cuda:using_clang": 1,
             "//conditions:default": 0,
         }),
+        suffix = "_gpu",
         tags = tags + tf_cuda_tests_tags(),
-        data = data,
-        size = size,
-        extra_copts = extra_copts,
-        linkopts = linkopts,
-        args = args,
-        kernels = kernels,
+        deps = deps + if_cuda([
+            clean_dep("//tensorflow/core:gpu_runtime"),
+        ]),
     )
 
 register_extension_info(
@@ -881,15 +881,14 @@ def tf_cuda_only_cc_test(
         size = size,
         args = args,
         copts = _cuda_copts() + rocm_copts() + tf_copts(),
+        features = if_cuda(["-use_header_modules"]),
         data = data + tf_binary_dynamic_kernel_dsos(kernels),
-        deps = deps + tf_binary_dynamic_kernel_deps(kernels) +
-               if_cuda_is_configured([
-                   clean_dep("//tensorflow/core:cuda"),
-                   clean_dep("//tensorflow/core:gpu_lib"),
-               ]) +
-               if_rocm_is_configured([
-                   clean_dep("//tensorflow/core:gpu_lib"),
-               ]),
+        deps = deps + tf_binary_dynamic_kernel_deps(kernels) + if_cuda_is_configured([
+            clean_dep("//tensorflow/core:cuda"),
+            clean_dep("//tensorflow/core:gpu_lib"),
+        ]) + if_rocm_is_configured([
+            clean_dep("//tensorflow/core:gpu_lib"),
+        ]),
         linkopts = if_not_windows(["-lpthread", "-lm"]) + linkopts + _rpath_linkopts(name),
         linkstatic = linkstatic or select({
             # cc_tests with ".so"s in srcs incorrectly link on Darwin
@@ -921,15 +920,15 @@ def tf_cc_tests(
     for src in srcs:
         tf_cc_test(
             name = src_to_test_name(src),
-            srcs = [src],
-            deps = deps,
-            linkstatic = linkstatic,
-            tags = tags,
             size = size,
+            srcs = [src],
             args = args,
+            kernels = kernels,
             linkopts = linkopts,
+            linkstatic = linkstatic,
             nocopts = nocopts,
-            kernels = kernels,
+            tags = tags,
+            deps = deps,
         )
 
 def tf_cc_test_mkl(
@@ -979,7 +978,7 @@ def tf_cc_tests_gpu(
         size = "medium",
         kernels = [],
         args = None):
-    tf_cc_tests(srcs, deps, linkstatic, tags = tags, size = size, kernels = kernels, args = args)
+    tf_cc_tests(srcs, deps, linkstatic, size = size, args = args, kernels = kernels, tags = tags)
 
 def tf_cuda_cc_tests(
         srcs,
@@ -994,14 +993,14 @@ def tf_cuda_cc_tests(
     for src in srcs:
         tf_cuda_cc_test(
             name = src_to_test_name(src),
-            srcs = [src],
-            deps = deps,
-            tags = tags,
             size = size,
-            linkstatic = linkstatic,
+            srcs = [src],
             args = args,
             kernels = kernels,
             linkopts = linkopts,
+            linkstatic = linkstatic,
+            tags = tags,
+            deps = deps,
         )
 
 def tf_java_test(
@@ -1111,10 +1110,7 @@ def tf_cuda_library(deps = None, cuda_deps = None, copts = tf_copts(), **kwargs)
         ]) + if_rocm_is_configured(cuda_deps + [
             # rocm_header placeholder
         ]),
-        copts = (copts + if_cuda(["-DGOOGLE_CUDA=1"]) + if_rocm(["-DTENSORFLOW_USE_ROCM=1"]) + if_mkl(["-DINTEL_MKL=1"]) +
-                 if_mkl_open_source_only(["-DINTEL_MKL_DNN_ONLY"]) +
-                 if_enable_mkl(["-DENABLE_MKL"]) +
-                 if_tensorrt(["-DGOOGLE_TENSORRT=1"])),
+        copts = (copts + if_cuda(["-DGOOGLE_CUDA=1"]) + if_rocm(["-DTENSORFLOW_USE_ROCM=1"]) + if_mkl(["-DINTEL_MKL=1"]) + if_mkl_open_source_only(["-DINTEL_MKL_DNN_ONLY"]) + if_enable_mkl(["-DENABLE_MKL"]) + if_tensorrt(["-DGOOGLE_TENSORRT=1"])),
         **kwargs
     )
 
@@ -1220,8 +1216,8 @@ def tf_kernel_library(
         name = "libtfkernel_%s.so" % name,
         srcs = srcs + hdrs,
         copts = copts,
-        deps = deps,
         tags = ["manual", "notap"],
+        deps = deps,
     )
 
 register_extension_info(
@@ -1513,11 +1509,11 @@ def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [
 
     check_deps(
         name = name + "_check_deps",
-        deps = deps + if_cuda_is_configured(cuda_deps) + if_rocm_is_configured(rocm_deps),
         disallowed_deps = [
             clean_dep("//tensorflow/core:framework"),
             clean_dep("//tensorflow/core:lib"),
         ],
+        deps = deps + if_cuda_is_configured(cuda_deps) + if_rocm_is_configured(rocm_deps),
     )
     tf_cc_shared_object(
         name = name,
@@ -1592,10 +1588,13 @@ def _append_init_to_versionscript_impl(ctx):
         )
 
 _append_init_to_versionscript = rule(
-    implementation = _append_init_to_versionscript_impl,
     attrs = {
         "module_name": attr.string(mandatory = True),
-        "template_file": attr.label(allow_files = True, single_file = True, mandatory = True),
+        "template_file": attr.label(
+            allow_files = True,
+            single_file = True,
+            mandatory = True,
+        ),
         "is_version_script": attr.bool(
             default = True,
             doc = "whether target is a ld version script or exported symbol list",
@@ -1603,6 +1602,7 @@ _append_init_to_versionscript = rule(
         ),
     },
     outputs = {"versionscript": "%{name}.lds"},
+    implementation = _append_init_to_versionscript_impl,
 )
 
 def tf_py_wrap_cc(
@@ -1624,20 +1624,20 @@ def tf_py_wrap_cc(
     _py_wrap_cc(
         name = name + "_py_wrap",
         srcs = srcs,
-        swig_includes = swig_includes,
-        deps = deps + extra_deps,
-        toolchain_deps = ["@bazel_tools//tools/cpp:current_cc_toolchain"],
         module_name = module_name,
         py_module_name = name,
+        swig_includes = swig_includes,
+        toolchain_deps = ["@bazel_tools//tools/cpp:current_cc_toolchain"],
+        deps = deps + extra_deps,
     )
     vscriptname = name + "_versionscript"
     _append_init_to_versionscript(
         name = vscriptname,
-        module_name = module_name,
         is_version_script = select({
             "@local_config_cuda//cuda:darwin": False,
             "//conditions:default": True,
         }),
+        module_name = module_name,
         template_file = select({
             "@local_config_cuda//cuda:darwin": clean_dep("//tensorflow:tf_exported_symbols.lds"),
             "//conditions:default": clean_dep("//tensorflow:tf_version_script.lds"),
@@ -1773,19 +1773,19 @@ def tf_py_test(
         name = name,
         size = size,
         srcs = srcs,
-        main = main,
         args = args,
+        data = data,
+        flaky = flaky,
+        kernels = kernels,
+        main = main,
+        shard_count = shard_count,
+        srcs_version = "PY2AND3",
         tags = tags,
         visibility = [clean_dep("//tensorflow:internal")],
-        shard_count = shard_count,
-        kernels = kernels,
-        data = data,
         deps = [
             clean_dep("//tensorflow/python:extra_py_tests_deps"),
             clean_dep("//tensorflow/python:gradient_checker"),
         ] + additional_deps,
-        flaky = flaky,
-        srcs_version = "PY2AND3",
     )
 
 register_extension_info(
@@ -1819,16 +1819,16 @@ def cuda_py_test(
             name = test_name,
             size = size,
             srcs = srcs,
+            additional_deps = additional_deps,
+            args = args,
             data = data,
+            flaky = flaky,
+            grpc_enabled = grpc_enabled,
+            kernels = kernels,
             main = main,
-            args = args,
-            tags = test_tags,
             shard_count = shard_count,
-            additional_deps = additional_deps,
-            kernels = kernels,
-            flaky = flaky,
+            tags = test_tags,
             xla_enabled = xla_enabled,
-            grpc_enabled = grpc_enabled,
         )
 
 register_extension_info(
@@ -1855,16 +1855,16 @@ def sycl_py_test(
         name = name,
         size = size,
         srcs = srcs,
+        additional_deps = additional_deps,
+        args = args,
         data = data,
+        flaky = flaky,
+        grpc_enabled = grpc_enabled,
+        kernels = kernels,
         main = main,
-        args = args,
-        tags = test_tags,
         shard_count = shard_count,
-        additional_deps = additional_deps,
-        kernels = kernels,
-        flaky = flaky,
+        tags = test_tags,
         xla_enabled = xla_enabled,
-        grpc_enabled = grpc_enabled,
     )
 
 register_extension_info(
@@ -1892,14 +1892,14 @@ def py_tests(
             name = test_name,
             size = size,
             srcs = [src],
-            main = src,
-            tags = tags,
-            shard_count = shard_count,
-            data = data,
             additional_deps = additional_deps,
+            data = data,
+            grpc_enabled = grpc_enabled,
             kernels = kernels,
+            main = src,
+            shard_count = shard_count,
+            tags = tags,
             xla_enabled = xla_enabled,
-            grpc_enabled = grpc_enabled,
         )
 
 def cuda_py_tests(
@@ -1921,12 +1921,12 @@ def cuda_py_tests(
         srcs = srcs,
         additional_deps = additional_deps,
         data = data,
-        tags = test_tags,
-        shard_count = shard_count,
-        prefix = prefix,
+        grpc_enabled = grpc_enabled,
         kernels = kernels,
+        prefix = prefix,
+        shard_count = shard_count,
+        tags = test_tags,
         xla_enabled = xla_enabled,
-        grpc_enabled = grpc_enabled,
     )
 
 # Creates a genrule named <name> for running tools/proto_text's generator to
-- 
GitLab


From a0bfbd2241f4ca8b01dc78fb9ffe856477e47c7f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 15:23:36 -0700
Subject: [PATCH 0621/1825] Add test for a bug in broadcast_to_op.h, and then
 verify that it is fixed.

The bug is a crash when running on the GPU in the constant construction.

PiperOrigin-RevId: 218760066
---
 tensorflow/core/kernels/broadcast_to_op.h     | 110 +++++++-----------
 .../kernel_tests/broadcast_to_ops_test.py     |  23 ++--
 2 files changed, 57 insertions(+), 76 deletions(-)

diff --git a/tensorflow/core/kernels/broadcast_to_op.h b/tensorflow/core/kernels/broadcast_to_op.h
index a2327a7272..8eb08c5653 100644
--- a/tensorflow/core/kernels/broadcast_to_op.h
+++ b/tensorflow/core/kernels/broadcast_to_op.h
@@ -16,12 +16,13 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_KERNELS_BROADCAST_TO_OP_H_
 #define TENSORFLOW_CORE_KERNELS_BROADCAST_TO_OP_H_
 
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_types.h"
 #include "tensorflow/core/framework/types.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+#include "tensorflow/core/kernels/fill_functor.h"
 
 namespace tensorflow {
 
@@ -46,6 +47,28 @@ struct BroadcastTo {
     }                                                                         \
   }
 
+#define HANDLE_BROADCAST_FROM_SCALAR()                              \
+  if (std::is_same<Eigen::GpuDevice, Device>::value) {              \
+    FillFunctor<Device, T>()(d, output_tensor.flat<T>(),            \
+                             input_tensor.scalar<T>());             \
+  } else {                                                          \
+    output.device(d) = output.constant(input_tensor.scalar<T>()()); \
+  }
+
+#define HANDLE_BROADCAST_CASE(dim_i)                                  \
+  case dim_i: {                                                       \
+    if (std::is_same<Eigen::GpuDevice, Device>::value &&              \
+        output_tensor.NumElements() < kint32max &&                    \
+        input_tensor.NumElements() < kint32max) {                     \
+      auto input = input_tensor.tensor<T, dim_i>();                   \
+      To32Bit(output).device(d) =                                     \
+          To32Bit(input).reshape(reshape).broadcast(broadcast);       \
+    } else {                                                          \
+      auto input = input_tensor.tensor<T, dim_i>();                   \
+      output.device(d) = input.reshape(reshape).broadcast(broadcast); \
+    }                                                                 \
+  } break;
+
     if (output_shape.num_elements() == 0) {
       return;
     }
@@ -74,12 +97,9 @@ struct BroadcastTo {
         auto output = output_tensor.tensor<T, 1>();
         switch (input_shape.dims()) {
           case 0: {
-            output.device(d) = output.constant(input_tensor.scalar<T>()());
-          } break;
-          case 1: {
-            auto input = input_tensor.tensor<T, 1>();
-            output.device(d) = input.broadcast(broadcast);
+            HANDLE_BROADCAST_FROM_SCALAR();
           } break;
+            HANDLE_BROADCAST_CASE(1);
           default:
             ctx->CtxFailure(errors::InvalidArgument(
                 "invalid shape to broadcast from ", input_shape.DebugString(),
@@ -96,16 +116,10 @@ struct BroadcastTo {
         auto output = output_tensor.tensor<T, 2>();
         switch (input_shape.dims()) {
           case 0: {
-            output.device(d) = output.constant(input_tensor.scalar<T>()());
-          } break;
-          case 1: {
-            auto input = input_tensor.tensor<T, 1>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 2: {
-            auto input = input_tensor.tensor<T, 2>();
-            output.device(d) = input.broadcast(broadcast);
+            HANDLE_BROADCAST_FROM_SCALAR();
           } break;
+            HANDLE_BROADCAST_CASE(1);
+            HANDLE_BROADCAST_CASE(2);
           default:
             ctx->CtxFailure(errors::InvalidArgument(
                 "invalid shape to broadcast from ", input_shape.DebugString(),
@@ -122,20 +136,11 @@ struct BroadcastTo {
         auto output = output_tensor.tensor<T, 3>();
         switch (input_shape.dims()) {
           case 0: {
-            output.device(d) = output.constant(input_tensor.scalar<T>()());
-          } break;
-          case 1: {
-            auto input = input_tensor.tensor<T, 1>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 2: {
-            auto input = input_tensor.tensor<T, 2>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 3: {
-            auto input = input_tensor.tensor<T, 3>();
-            output.device(d) = input.broadcast(broadcast);
+            HANDLE_BROADCAST_FROM_SCALAR();
           } break;
+            HANDLE_BROADCAST_CASE(1);
+            HANDLE_BROADCAST_CASE(2);
+            HANDLE_BROADCAST_CASE(3);
           default:
             ctx->CtxFailure(errors::InvalidArgument(
                 "invalid shape to broadcast from ", input_shape.DebugString(),
@@ -151,24 +156,12 @@ struct BroadcastTo {
         auto output = output_tensor.tensor<T, 4>();
         switch (input_shape.dims()) {
           case 0: {
-            output.device(d) = output.constant(input_tensor.scalar<T>()());
-          } break;
-          case 1: {
-            auto input = input_tensor.tensor<T, 1>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 2: {
-            auto input = input_tensor.tensor<T, 2>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 3: {
-            auto input = input_tensor.tensor<T, 3>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 4: {
-            auto input = input_tensor.tensor<T, 4>();
-            output.device(d) = input.broadcast(broadcast);
+            HANDLE_BROADCAST_FROM_SCALAR();
           } break;
+            HANDLE_BROADCAST_CASE(1);
+            HANDLE_BROADCAST_CASE(2);
+            HANDLE_BROADCAST_CASE(3);
+            HANDLE_BROADCAST_CASE(4);
           default:
             ctx->CtxFailure(errors::InvalidArgument(
                 "invalid shape to broadcast from ", input_shape.DebugString(),
@@ -184,28 +177,13 @@ struct BroadcastTo {
         auto output = output_tensor.tensor<T, 5>();
         switch (input_shape.dims()) {
           case 0: {
-            output.device(d) = output.constant(input_tensor.scalar<T>()());
-          } break;
-          case 1: {
-            auto input = input_tensor.tensor<T, 1>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 2: {
-            auto input = input_tensor.tensor<T, 2>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 3: {
-            auto input = input_tensor.tensor<T, 3>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 4: {
-            auto input = input_tensor.tensor<T, 4>();
-            output.device(d) = input.reshape(reshape).broadcast(broadcast);
-          } break;
-          case 5: {
-            auto input = input_tensor.tensor<T, 5>();
-            output.device(d) = input.broadcast(broadcast);
+            HANDLE_BROADCAST_FROM_SCALAR();
           } break;
+            HANDLE_BROADCAST_CASE(1);
+            HANDLE_BROADCAST_CASE(2);
+            HANDLE_BROADCAST_CASE(3);
+            HANDLE_BROADCAST_CASE(4);
+            HANDLE_BROADCAST_CASE(5);
           default:
             ctx->CtxFailure(errors::InvalidArgument(
                 "invalid shape to broadcast from ", input_shape.DebugString(),
diff --git a/tensorflow/python/kernel_tests/broadcast_to_ops_test.py b/tensorflow/python/kernel_tests/broadcast_to_ops_test.py
index 5fe62a70d0..233c166405 100644
--- a/tensorflow/python/kernel_tests/broadcast_to_ops_test.py
+++ b/tensorflow/python/kernel_tests/broadcast_to_ops_test.py
@@ -21,7 +21,6 @@ import numpy as np
 
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradient_checker
@@ -70,6 +69,13 @@ class BroadcastToTest(test_util.TensorFlowTestCase):
       v_np = np.broadcast_to(x, [3, 3])
       self.assertAllEqual(v_tf.eval(), v_np)
 
+  def testBroadcastScalarToNonScalar(self):
+    with self.session(use_gpu=True):
+      x = np.array(1.0, dtype=np.float)
+      v_tf = array_ops.broadcast_to(constant_op.constant(1.0), [2, 3, 4])
+      v_np = np.broadcast_to(x, [2, 3, 4])
+      self.assertAllEqual(v_tf.eval(), v_np)
+
   def testBroadcastToShapeTypeAndInference(self):
     for dtype in [dtypes.int32, dtypes.int64]:
       with self.cached_session(use_gpu=True):
@@ -84,15 +90,12 @@ class BroadcastToTest(test_util.TensorFlowTestCase):
         self.assertAllEqual(shape, v_np.shape)
 
   def testGradientForScalar(self):
-    # TODO(alextp): There is a bug with broadcast_to on GPU from scalars,
-    # hence we make this test cpu-only.
-    with ops.device("cpu:0"):
-      x = constant_op.constant(1, dtype=dtypes.float32)
-      v = array_ops.broadcast_to(x, [2, 4, 3])
-      out = 2 * v
-      with self.cached_session():
-        err = gradient_checker.compute_gradient_error(x, x.get_shape(),
-                                                      out, out.get_shape())
+    x = constant_op.constant(1, dtype=dtypes.float32)
+    v = array_ops.broadcast_to(x, [2, 4, 3])
+    out = 2 * v
+    with self.cached_session():
+      err = gradient_checker.compute_gradient_error(x, x.get_shape(), out,
+                                                    out.get_shape())
     self.assertLess(err, 1e-4)
 
   def testGradientWithSameRank(self):
-- 
GitLab


From 5fb63e97c0a7c85025f38c727a5355baf369fd62 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 25 Oct 2018 15:25:20 -0700
Subject: [PATCH 0622/1825] Fix iOS examples download model script

PiperOrigin-RevId: 218760418
---
 tensorflow/contrib/lite/examples/ios/download_models.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/examples/ios/download_models.sh b/tensorflow/contrib/lite/examples/ios/download_models.sh
index 20c3a62d2e..ad6ccd1b0a 100755
--- a/tensorflow/contrib/lite/examples/ios/download_models.sh
+++ b/tensorflow/contrib/lite/examples/ios/download_models.sh
@@ -54,5 +54,5 @@ file ${DOWNLOADS_DIR}/models
 
 cp ${DOWNLOADS_DIR}/models/models/* simple/data/
 cp "${DOWNLOADS_DIR}/quantized_models/labels.txt" camera/data/
-cp "${DOWNLOADS_DIR}/quantized_models/mobilenet_quant_v1_224.tflite' \
+cp "${DOWNLOADS_DIR}/quantized_models/mobilenet_quant_v1_224.tflite" \
    'camera/data/mobilenet_v1_1.0_224.tflite'
-- 
GitLab


From 7763b5af9138927512bd6a078af1ab171fbf4809 Mon Sep 17 00:00:00 2001
From: Nupur Garg <nupurgarg@google.com>
Date: Thu, 25 Oct 2018 15:26:33 -0700
Subject: [PATCH 0623/1825] Makes tf.Hub models compatible with tflite_convert.

PiperOrigin-RevId: 218760621
---
 tensorflow/contrib/lite/python/tflite_convert.py | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/tensorflow/contrib/lite/python/tflite_convert.py b/tensorflow/contrib/lite/python/tflite_convert.py
index 3d18d5217c..551424c4b4 100644
--- a/tensorflow/contrib/lite/python/tflite_convert.py
+++ b/tensorflow/contrib/lite/python/tflite_convert.py
@@ -30,13 +30,15 @@ from tensorflow.python.platform import app
 
 
 def _parse_array(values, type_fn=str):
-  if values:
+  if values is not None:
     return [type_fn(val) for val in values.split(",") if val]
+  return None
 
 
 def _parse_set(values):
-  if values:
-    return set(values.split(","))
+  if values is not None:
+    return set([item for item in values.split(",") if item])
+  return None
 
 
 def _get_toco_converter(flags):
@@ -298,8 +300,8 @@ def run_main(_):
       "--saved_model_tag_set",
       type=str,
       help=("Comma-separated set of tags identifying the MetaGraphDef within "
-            "the SavedModel to analyze. All tags must be present. "
-            "(default \"serve\")"))
+            "the SavedModel to analyze. All tags must be present. In order to "
+            "pass in an empty tag set, pass in \"\". (default \"serve\")"))
   parser.add_argument(
       "--saved_model_signature_key",
       type=str,
-- 
GitLab


From 13fc8d965181cc7dcaf0f7e0bf0473fcfd84cbde Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 15:28:08 -0700
Subject: [PATCH 0624/1825] Make contrib.tpu visible to vr.perception.

PiperOrigin-RevId: 218760880
---
 tensorflow/contrib/tpu/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/tpu/BUILD b/tensorflow/contrib/tpu/BUILD
index 77c144cd8c..67327d3200 100644
--- a/tensorflow/contrib/tpu/BUILD
+++ b/tensorflow/contrib/tpu/BUILD
@@ -18,6 +18,7 @@ package(
         "//learning/deepmind:__subpackages__",
         "//medical/pathology:__subpackages__",
         "//tensorflow:__subpackages__",
+        "//vr/perception:__subpackages__",
     ],
 )
 
-- 
GitLab


From 9bdab0a95d89f18af83c674bf430a2b8b7adf413 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Thu, 25 Oct 2018 15:29:20 -0700
Subject: [PATCH 0625/1825] [Grappler] Generate unique names for function
 specializations.

Specialized function name must be deterministic and unique for all executed subgraphs.

PiperOrigin-RevId: 218761072
---
 tensorflow/core/grappler/optimizers/BUILD     |  2 +
 .../grappler/optimizers/function_optimizer.cc | 50 ++++++++--------
 .../optimizers/function_optimizer_test.cc     | 59 +++++++++++--------
 .../optimizers/meta_optimizer_test.cc         | 28 ++++++---
 4 files changed, 83 insertions(+), 56 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 976082e241..d3a48573e3 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -149,6 +149,7 @@ cc_library(
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/utils:functions",
+        "@com_google_absl//absl/strings",
     ],
 )
 
@@ -561,6 +562,7 @@ tf_cuda_cc_test(
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/inputs:trivial_test_graph_input_yielder",
         "//tensorflow/core/grappler/utils:grappler_test",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index b079c07631..cc04ed3340 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -17,6 +17,8 @@ limitations under the License.
 
 #include <unordered_map>
 
+#include "absl/strings/str_replace.h"
+#include "absl/strings/substitute.h"
 #include "tensorflow/core/common_runtime/device_mgr.h"
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/process_function_library_runtime.h"
@@ -105,27 +107,6 @@ AttrSlice FunctionInstantiationAttributes(const FunctionDef& func,
   }
 }
 
-// Find unique name for the specialized function. Collision can happen if
-// specialized function is instantiated for the nodes with the same name (e.g.
-// inside function body of two different functions).
-string UniqueSpecializedFunctionName(const FunctionDef& func,
-                                     const NodeDef& func_node,
-                                     const FunctionLibraryDefinition& flib) {
-  using str_util::StringReplace;
-  using strings::StrCat;
-
-  string specialized_name = StrCat(func.signature().name(), "_specialized_for_",
-                                   StringReplace(func_node.name(), "/", "_",
-                                                 /*replace_all*/ true));
-  string unique_name = specialized_name;
-
-  int idx = 0;
-  while (flib.Find(unique_name)) {
-    unique_name = strings::StrCat(specialized_name, "_", ++idx);
-  }
-  return unique_name;
-}
-
 // Specialized function instantiation type parameters, body parameters, and
 // const inputs.
 struct FunctionSpecializationSignature {
@@ -235,7 +216,8 @@ class FunctionOptimizerContext {
  public:
   explicit FunctionOptimizerContext(RewriterConfig::Toggle opt_level,
                                     const GrapplerItem& item)
-      : graph_version_(item.graph.versions().producer()),
+      : grappler_item_id_(item.id),
+        graph_version_(item.graph.versions().producer()),
         function_library_(OpRegistry::Global(), item.graph.library()),
         // GraphView doesn't not modify the graph or the nodes.
         graph_view_(const_cast<GraphDef*>(&item.graph)) {
@@ -264,6 +246,8 @@ class FunctionOptimizerContext {
 
   const GraphView& graph_view() const { return graph_view_; }
 
+  const string& grappler_item_id() const { return grappler_item_id_; }
+
   const gtl::FlatSet<string>& fetch_tensors() const { return fetch_tensors_; }
 
   bool IsFetchNode(const string& node_name) const {
@@ -371,6 +355,7 @@ class FunctionOptimizerContext {
     }
   }
 
+  const string grappler_item_id_;
   const int graph_version_;
   FunctionLibraryDefinition function_library_;
 
@@ -666,6 +651,20 @@ Status InitializeFunctionSpecializationSignature(
   return Status::OK();
 }
 
+// Create a name for the function specialization. The name of the function, name
+// of the node instantiating it, and a Grappler item id should generate unique
+// function name. Meta optimizer might create multiple Grappler items for the
+// same graph when optimizing functions, but it's guaranteed that they all will
+// have unique ids.
+string SpecializedFunctionName(const FunctionOptimizerContext& ctx,
+                               const FunctionDef& func,
+                               const NodeDef& func_node) {
+  return absl::Substitute("$0_specialized_for_$1_at_$2",
+                          func.signature().name(),
+                          absl::StrReplaceAll(func_node.name(), {{"/", "_"}}),
+                          ctx.grappler_item_id());
+}
+
 Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
                           const int graph_def_version,
                           FunctionOptimizerContext* ctx,
@@ -730,7 +729,12 @@ Status SpecializeFunction(const NodeDef& func_node, const FunctionDef& func,
 
   // Find a name for specialized function.
   const string specialized_func_name =
-      UniqueSpecializedFunctionName(func, func_node, flib);
+      SpecializedFunctionName(*ctx, func, func_node);
+  if (flib.Contains(specialized_func_name)) {
+    // NOTE(ezhulenev): This should never happen. If it happens, it's a sign of
+    // a serious internal error, that must be investigated.
+    return errors::Internal("Created duplicate function specialization");
+  }
 
   specialized_func.mutable_signature()->set_name(specialized_func_name);
   auto* specialized_attr = specialized_func.mutable_attr();
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
index 57a4cd0441..9bb51c2641 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer_test.cc
@@ -711,6 +711,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
 
   // Build a graph to compute y = XTimesTwo(x).
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("x", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
        NDef("y", "XTimesTwo", {"x"}, {{"T", DT_FLOAT}}, kDevice),
@@ -723,14 +724,14 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionXTimesTwo) {
   // Make sure that specialized function was added to the library and original
   // function was removed.
   EXPECT_EQ(1, output.library().function_size());
-  EXPECT_EQ("XTimesTwo_specialized_for_y",
+  EXPECT_EQ("XTimesTwo_specialized_for_y_at_tf_graph",
             output.library().function(0).signature().name());
 
   // And 'y' node is calling specialized function.
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "y" && ++count) {
-      EXPECT_EQ("XTimesTwo_specialized_for_y", node.op());
+      EXPECT_EQ("XTimesTwo_specialized_for_y_at_tf_graph", node.op());
     }
   }
   EXPECT_EQ(1, count);
@@ -760,6 +761,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
   // Tensorflow graph:
   //   y = PartitionedCall[f=XTimesTwo, Tin=[DT_FLOAT], Tout=[DT_FLOAT]](x)
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("x", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
        NDef("y", "PartitionedCall", {"x"},
@@ -776,7 +778,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
   // Make sure that specialized function was added to the library and original
   // function was removed.
   EXPECT_EQ(1, output.library().function_size());
-  EXPECT_EQ("XTimesTwo_specialized_for_y",
+  EXPECT_EQ("XTimesTwo_specialized_for_y_at_tf_graph",
             output.library().function(0).signature().name());
 
   // And 'y' node is calling specialized function.
@@ -786,7 +788,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionXTimesTwo) {
       EXPECT_EQ("PartitionedCall", node.op());
       auto& func = AttrSlice(node).Find("f")->func();
       // Function calls into the specialized function.
-      EXPECT_EQ("XTimesTwo_specialized_for_y", func.name());
+      EXPECT_EQ("XTimesTwo_specialized_for_y_at_tf_graph", func.name());
       // And input/output types stay the same.
       auto& tin = AttrSlice(node).Find("Tin")->list();
       auto& tout = AttrSlice(node).Find("Tout")->list();
@@ -828,6 +830,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
   const Tensor kTwo = test::AsScalar<float>(2.0);
 
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("x", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
        NDef("init", "NoOp", {}, {}, kDevice),
@@ -845,7 +848,8 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionPushDownConstInput) {
   ASSERT_EQ(1, output.library().function_size());
 
   const FunctionDef& specialized = output.library().function(0);
-  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
+  EXPECT_EQ("MyMul_specialized_for_y_at_tf_graph",
+            specialized.signature().name());
   EXPECT_EQ(1, specialized.signature().input_arg_size());
 
   // And 'y' node has control dependencies of a pushed down const node.
@@ -891,6 +895,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
   // Tensorflow graph:
   //   y = PartitionedCall[Tin=[DT_FLOAT], Tout=[DT_FLOAT], f=MyMul](x, two)
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("x", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
        NDef("init", "NoOp", {}, {}, kDevice),
@@ -912,7 +917,8 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
   ASSERT_EQ(1, output.library().function_size());
 
   const FunctionDef& specialized = output.library().function(0);
-  EXPECT_EQ("MyMul_specialized_for_y", specialized.signature().name());
+  EXPECT_EQ("MyMul_specialized_for_y_at_tf_graph",
+            specialized.signature().name());
   EXPECT_EQ(1, specialized.signature().input_arg_size());
 
   // And 'y' node has control dependencies of a pushed down const node.
@@ -925,7 +931,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionPushDownConstInput) {
       EXPECT_EQ("^init", node.input(1));
       // Function calls into the specialized function.
       auto& func = AttrSlice(node).Find("f")->func();
-      EXPECT_EQ("MyMul_specialized_for_y", func.name());
+      EXPECT_EQ("MyMul_specialized_for_y_at_tf_graph", func.name());
       // And input/output type lists were updated.
       auto& tin = AttrSlice(node).Find("Tin")->list();
       auto& tout = AttrSlice(node).Find("Tout")->list();
@@ -966,6 +972,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   const Tensor kThree = test::AsScalar<float>(3.0);
 
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("init", "NoOp", {}, {}, kDevice),
 
@@ -1012,31 +1019,31 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "mul_1" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
+      EXPECT_EQ("MyMul_specialized_for_mul_1_at_tf_graph", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("yf", node.input(1));
 
     } else if (node.name() == "mul_2" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_1", node.op());
+      EXPECT_EQ("MyMul_specialized_for_mul_1_at_tf_graph", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       EXPECT_EQ("xf", node.input(1));
 
     } else if (node.name() == "mul_3" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_3", node.op());
+      EXPECT_EQ("MyMul_specialized_for_mul_3_at_tf_graph", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xi", node.input(0));
       EXPECT_EQ("yi", node.input(1));
 
     } else if (node.name() == "mul_4" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
+      EXPECT_EQ("MyMul_specialized_for_mul_4_at_tf_graph", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
 
     } else if (node.name() == "mul_5" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_4", node.op());
+      EXPECT_EQ("MyMul_specialized_for_mul_4_at_tf_graph", node.op());
       ASSERT_EQ(3, node.input_size());
       EXPECT_EQ("yf", node.input(0));
       gtl::FlatSet<string> expected_ctrl = {"^init", "^xf"};
@@ -1044,7 +1051,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunction_OncePerUniqueContext) {
       EXPECT_EQ(expected_ctrl, actual_ctrl);
 
     } else if (node.name() == "mul_6" && ++count) {
-      EXPECT_EQ("MyMul_specialized_for_mul_6", node.op());
+      EXPECT_EQ("MyMul_specialized_for_mul_6_at_tf_graph", node.op());
       ASSERT_EQ(2, node.input_size());
       EXPECT_EQ("xf", node.input(0));
       EXPECT_EQ("^init", node.input(1));
@@ -1086,6 +1093,7 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
   std::vector<FunctionDef> function_library = {my_func};
 
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("init", "NoOp", {}, {}, kDevice),
 
@@ -1133,17 +1141,17 @@ TEST_F(FunctionOptimizerTest, SpecializeFunctionForUsedOutputTensors) {
   for (const NodeDef& node : output.node()) {
     // All function caller nodes must be specialized.
     if (node.name() == "fn1" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn1", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn1_at_tf_graph", node.op());
     } else if (node.name() == "fn2" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn2", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn2_at_tf_graph", node.op());
     } else if (node.name() == "fn3" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn3", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn3_at_tf_graph", node.op());
     } else if (node.name() == "fn4" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn4", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn4_at_tf_graph", node.op());
     } else if (node.name() == "fn5" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn5", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn5_at_tf_graph", node.op());
     } else if (node.name() == "fn6" && ++found) {
-      EXPECT_EQ("MyFunc_specialized_for_fn6", node.op());
+      EXPECT_EQ("MyFunc_specialized_for_fn6_at_tf_graph", node.op());
     }
     // And all consumers of specialized function nodes must be mapped to new
     // output ports.
@@ -1193,6 +1201,7 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
   std::vector<FunctionDef> function_library = {my_func};
 
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("init", "NoOp", {}, {}, kDevice),
 
@@ -1267,42 +1276,42 @@ TEST_F(FunctionOptimizerTest, SpecializeIndirectFunctionForUsedOutputTensors) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn1", func.name());
+      EXPECT_EQ("MyFunc_specialized_for_fn1_at_tf_graph", func.name());
       ASSERT_EQ(3, tout.type_size());
 
     } else if (node.name() == "fn2" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn2", func.name());
+      EXPECT_EQ("MyFunc_specialized_for_fn2_at_tf_graph", func.name());
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn3" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn3", func.name());
+      EXPECT_EQ("MyFunc_specialized_for_fn3_at_tf_graph", func.name());
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn4" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn4", func.name());
+      EXPECT_EQ("MyFunc_specialized_for_fn4_at_tf_graph", func.name());
       ASSERT_EQ(1, tout.type_size());
 
     } else if (node.name() == "fn5" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn5", func.name());
+      EXPECT_EQ("MyFunc_specialized_for_fn5_at_tf_graph", func.name());
       ASSERT_EQ(2, tout.type_size());
 
     } else if (node.name() == "fn6" && ++found) {
       auto& func = AttrSlice(node).Find("f")->func();
       auto& tout = AttrSlice(node).Find("Tout")->list();
       EXPECT_EQ("PartitionedCall", node.op());
-      EXPECT_EQ("MyFunc_specialized_for_fn6", func.name());
+      EXPECT_EQ("MyFunc_specialized_for_fn6_at_tf_graph", func.name());
       ASSERT_EQ(0, tout.type_size());
     }
     // And all consumers of specialized function nodes must be mapped to new
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
index 7172f8071e..6105bf27ba 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
 
+#include "absl/strings/substitute.h"
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/core/framework/function_testlib.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
@@ -266,6 +267,7 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   //   square = MySquare(a);        // a^2
   //   quadratic = MyQuadratic(b);  // b^4
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("a", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
        NDef("b", "Placeholder", {}, {{"dtype", DT_INT32}}, kDevice),
@@ -287,18 +289,27 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   // Specialized and optimized functions should be added to the graph.
   EXPECT_EQ(6, optimized_flib.num_functions());
 
+  // Get a specialized function name.
+  const auto specialized_name = [](const string& fn, const string& node,
+                                   const string& id) {
+    return absl::Substitute("$0_specialized_for_$1_at_$2", fn, node, id);
+  };
+
   // MyQuadratic should be specialized once:
   //   0. 'quadratic' node in the main graph
-  const string optimized_0 = "MyQuadratic_specialized_for_quadratic";
+  const string optimized_0 =
+      specialized_name("MyQuadratic", "quadratic", "tf_graph");
 
   // MySquare should be specialized and optimized for 3 instantiations:
   //   1. 'square' node in the main graph
   //   2. 'square' node in the MyQuadratic specialization (not in a fetch set)
   //   3. 'quadratic' node in the MyQuadratic specialization (is in a fetch set)
 
-  const string optimized_1 = "MySquare_specialized_for_square";
-  const string optimized_2 = "MySquare_specialized_for_square_1";
-  const string optimized_3 = "MySquare_specialized_for_quadratic";
+  const string optimized_1 = specialized_name("MySquare", "square", "tf_graph");
+  const string optimized_2 =
+      specialized_name("MySquare", "square", optimized_0);
+  const string optimized_3 =
+      specialized_name("MySquare", "quadratic", optimized_0);
 
   const FunctionDef* optimized_func_0 = optimized_flib.Find(optimized_0);
   const FunctionDef* optimized_func_1 = optimized_flib.Find(optimized_1);
@@ -314,9 +325,9 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   int count = 0;
   for (const NodeDef& node : output.node()) {
     if (node.name() == "square" && ++count) {
-      EXPECT_EQ("MySquare_specialized_for_square", node.op());
+      EXPECT_EQ(optimized_1, node.op());
     } else if (node.name() == "quadratic" && ++count) {
-      EXPECT_EQ("MyQuadratic_specialized_for_quadratic", node.op());
+      EXPECT_EQ(optimized_0, node.op());
     }
   }
   EXPECT_EQ(2, count);
@@ -412,6 +423,7 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   //
   // Fetch: fn1:0 and fn2:1 via Identity nodes.
   GrapplerItem item;
+  item.id = "tf_graph";
   item.graph = test::function::GDef(
       {NDef("a", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
        NDef("b", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
@@ -434,8 +446,8 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   EXPECT_EQ(2, optimized_flib.num_functions());
 
   // Expected names of the specialized and optimized functions.
-  const string optimized_fn1 = "MyFunc_specialized_for_fn1";
-  const string optimized_fn2 = "MyFunc_specialized_for_fn2";
+  const string optimized_fn1 = "MyFunc_specialized_for_fn1_at_tf_graph";
+  const string optimized_fn2 = "MyFunc_specialized_for_fn2_at_tf_graph";
 
   const FunctionDef* optimized_func_fn1 = optimized_flib.Find(optimized_fn1);
   const FunctionDef* optimized_func_fn2 = optimized_flib.Find(optimized_fn2);
-- 
GitLab


From 19ac6275c8ec7d94113b384c3905df3a6a5dd10e Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 25 Oct 2018 15:30:34 -0700
Subject: [PATCH 0626/1825] [tf.data] When computing short circuit indices,
 recurse through identity nodes.

The recent change to using ("eager") defun added a `tf.identity()`
operation before every return value. This inhibited the short circuit
optimization for `map()` and `filter()`, which looks for cases where
an "_Arg" node is connected directly to a "_Retval" node.

PiperOrigin-RevId: 218761288
---
 tensorflow/core/kernels/data/dataset_utils.cc | 13 ++++++++++
 .../data/kernel_tests/map_dataset_op_test.py  | 25 +++++++++++++++++++
 2 files changed, 38 insertions(+)

diff --git a/tensorflow/core/kernels/data/dataset_utils.cc b/tensorflow/core/kernels/data/dataset_utils.cc
index a40f7f2146..1be38c4cb2 100644
--- a/tensorflow/core/kernels/data/dataset_utils.cc
+++ b/tensorflow/core/kernels/data/dataset_utils.cc
@@ -35,13 +35,26 @@ Status ComputeShortCircuitIndices(OpKernelContext* ctx,
     }
   });
 
+  // If the function contains any stateful operations, we conservatively execute
+  // the entire function.
+  if (ctx->function_library()->IsStateful(func.name())) {
+    indices->clear();
+    return Status::OK();
+  }
+
   const FunctionBody* fn_body =
       ctx->function_library()->GetFunctionBody(fn_handle);
   indices->resize(fn_body->ret_nodes.size());
+
   for (size_t i = 0; i < fn_body->ret_nodes.size(); ++i) {
     Node* ret_node = fn_body->ret_nodes[i];
     Node* ret_input_node;
     TF_RETURN_IF_ERROR(ret_node->input_node(0, &ret_input_node));
+
+    while (ret_input_node->def().op() == "Identity") {
+      TF_RETURN_IF_ERROR(ret_input_node->input_node(0, &ret_input_node));
+    }
+
     if (ret_input_node->def().op() == FunctionLibraryDefinition::kArgOp) {
       TF_RETURN_IF_ERROR(
           GetNodeAttr(ret_input_node->def(), "index", &((*indices)[i])));
diff --git a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
index 3f4e55080f..6a9c884318 100644
--- a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
@@ -485,6 +485,31 @@ class MapDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
         i += 1
       self.assertLess(i, 99)
 
+  def testStatefulOperationInShortCircuit(self):
+    counter_var = variable_scope.get_variable(
+        "counter", (), dtypes.int32, use_resource=True)
+
+    def increment_fn(x):
+      counter_var.assign_add(1)
+      return x
+
+    iterator = (dataset_ops.Dataset.range(10)
+                .map(increment_fn)
+                .make_initializable_iterator())
+    init_op = iterator.initializer
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      sess.run(counter_var.initializer)
+      sess.run(init_op)
+      for i in range(10):
+        self.assertEqual(i, sess.run(counter_var))
+        self.assertEqual(i, sess.run(get_next))
+      self.assertEqual(10, sess.run(counter_var))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+      self.assertEqual(10, sess.run(counter_var))
+
   def testMapDict(self):
     iterator = (dataset_ops.Dataset.range(10)
                 .map(lambda x: {"foo": x * 2, "bar": x ** 2})
-- 
GitLab


From 45413c6209bcfa3e14b9d9feb872550c1e9fceba Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Thu, 25 Oct 2018 15:33:43 -0700
Subject: [PATCH 0627/1825] Avoid memset-ing tensor buffers that are of
 non-simple types.

PiperOrigin-RevId: 218761803
---
 tensorflow/core/grappler/grappler_item_builder.cc | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/grappler/grappler_item_builder.cc b/tensorflow/core/grappler/grappler_item_builder.cc
index 24245a41c3..cf99f4908b 100644
--- a/tensorflow/core/grappler/grappler_item_builder.cc
+++ b/tensorflow/core/grappler/grappler_item_builder.cc
@@ -65,7 +65,11 @@ void InitializeTensor(DataType type, Tensor* tensor) {
     for (int i = 0; i < flat.size(); i++) {
       flat(i) = i % period;
     }
-  } else {
+  } else if (type != DT_STRING && type != DT_RESOURCE && type != DT_VARIANT) {
+    // DT_STRING, DT_RESOURCE and DT_VARIANT are not simple types according to
+    // is_simple_type<> in tensorflow/core/framework/type_traits.h, and
+    // Allocator will run non-trivial constructor/destructor for a Tensor with
+    // one of these types, so we should not memset its buffer.
     memset(const_cast<char*>(tensor->tensor_data().data()), 0,
            tensor->tensor_data().size());
   }
-- 
GitLab


From 1c7cf5e00edd28a9116bbf99dac4eee2fb2ed50d Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 25 Oct 2018 15:55:13 -0700
Subject: [PATCH 0628/1825] [tf.data] Remove forwarding header in favor of
 "tensorflow/core/framework/dataset.h".

PiperOrigin-RevId: 218765742
---
 tensorflow/core/kernels/BUILD                 | 16 -------
 tensorflow/core/kernels/captured_function.h   | 20 --------
 tensorflow/core/kernels/data/BUILD            | 46 -------------------
 .../core/kernels/data/batch_dataset_op.cc     |  2 +-
 .../core/kernels/data/cache_dataset_ops.cc    |  2 +-
 .../core/kernels/data/captured_function.h     |  2 +-
 .../kernels/data/concatenate_dataset_op.cc    |  2 +-
 tensorflow/core/kernels/data/dataset_ops.cc   |  2 +-
 tensorflow/core/kernels/data/dataset_utils.h  |  2 +-
 .../data/dense_to_sparse_batch_dataset_op.cc  |  2 +-
 .../core/kernels/data/experimental/BUILD      |  1 -
 .../numa_map_and_batch_dataset_op.cc          |  1 -
 .../data/filter_by_component_dataset_op.cc    |  2 +-
 .../core/kernels/data/filter_dataset_op.cc    |  2 +-
 .../core/kernels/data/flat_map_dataset_op.cc  |  2 +-
 .../data/group_by_reducer_dataset_op.cc       |  2 +-
 .../data/group_by_window_dataset_op.cc        |  2 +-
 .../kernels/data/interleave_dataset_op.cc     |  2 +-
 .../kernels/data/map_and_batch_dataset_op.cc  |  2 +-
 .../core/kernels/data/map_dataset_op.cc       |  2 +-
 .../core/kernels/data/model_dataset_op.cc     |  2 +-
 .../core/kernels/data/optimize_dataset_op.cc  |  2 +-
 .../kernels/data/padded_batch_dataset_op.cc   |  2 +-
 .../data/parallel_interleave_dataset_op.cc    |  2 +-
 .../kernels/data/parallel_map_dataset_op.cc   |  2 +-
 .../core/kernels/data/prefetch_dataset_op.h   |  2 +-
 .../core/kernels/data/random_dataset_op.cc    |  2 +-
 .../core/kernels/data/range_dataset_op.cc     |  2 +-
 .../core/kernels/data/reader_dataset_ops.cc   |  2 +-
 .../core/kernels/data/repeat_dataset_op.cc    |  2 +-
 .../core/kernels/data/scan_dataset_op.cc      |  2 +-
 .../core/kernels/data/shuffle_dataset_op.cc   |  2 +-
 .../core/kernels/data/skip_dataset_op.cc      |  2 +-
 .../core/kernels/data/slide_dataset_op.cc     |  2 +-
 .../data/sparse_tensor_slice_dataset_op.cc    |  2 +-
 tensorflow/core/kernels/data/sql/BUILD        |  1 -
 .../data/sql/sqlite_query_connection.cc       |  2 +-
 .../core/kernels/data/sql_dataset_ops.cc      |  2 +-
 .../data/stats_aggregator_dataset_op.cc       |  2 +-
 .../core/kernels/data/stats_dataset_ops.cc    |  2 +-
 .../core/kernels/data/take_dataset_op.cc      |  2 +-
 .../core/kernels/data/tensor_dataset_op.cc    |  2 +-
 .../kernels/data/tensor_queue_dataset_op.cc   |  4 +-
 .../kernels/data/tensor_slice_dataset_op.cc   |  2 +-
 .../core/kernels/data/unbatch_dataset_op.cc   |  2 +-
 tensorflow/core/kernels/data/window_dataset.h |  2 +-
 .../core/kernels/data/window_dataset_op.cc    |  2 +-
 tensorflow/core/kernels/data/writer_ops.cc    |  2 +-
 .../core/kernels/data/zip_dataset_op.cc       |  2 +-
 tensorflow/core/kernels/dataset.h             | 20 --------
 50 files changed, 44 insertions(+), 149 deletions(-)
 delete mode 100644 tensorflow/core/kernels/captured_function.h
 delete mode 100644 tensorflow/core/kernels/dataset.h

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 9a30f03e48..bd0a36c54b 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -6573,22 +6573,6 @@ tf_kernel_library(
     ],
 )
 
-cc_library(
-    name = "captured_function",
-    hdrs = ["captured_function.h"],
-    deps = [
-        "//tensorflow/core/kernels/data:captured_function",
-    ],
-)
-
-cc_library(
-    name = "dataset",
-    hdrs = ["dataset.h"],
-    deps = [
-        "//tensorflow/core/kernels/data:dataset",
-    ],
-)
-
 tf_kernel_library(
     name = "dataset_ops",
     deps = [
diff --git a/tensorflow/core/kernels/captured_function.h b/tensorflow/core/kernels/captured_function.h
deleted file mode 100644
index 2d2d87134e..0000000000
--- a/tensorflow/core/kernels/captured_function.h
+++ /dev/null
@@ -1,20 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#ifndef TENSORFLOW_CORE_KERNELS_CAPTURED_FUNCTION_H_
-#define TENSORFLOW_CORE_KERNELS_CAPTURED_FUNCTION_H_
-
-#include "tensorflow/core/kernels/data/captured_function.h"
-
-#endif  // TENSORFLOW_CORE_KERNELS_CAPTURED_FUNCTION_H_
diff --git a/tensorflow/core/kernels/data/BUILD b/tensorflow/core/kernels/data/BUILD
index 59c20033b0..9993b4d180 100644
--- a/tensorflow/core/kernels/data/BUILD
+++ b/tensorflow/core/kernels/data/BUILD
@@ -37,7 +37,6 @@ cc_library(
     hdrs = ["dataset_utils.h"],
     deps = [
         ":captured_function",
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -60,7 +59,6 @@ cc_library(
     srcs = ["captured_function.cc"],
     hdrs = ["captured_function.h"],
     deps = [
-        ":dataset",
         ":single_threaded_executor",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:framework",
@@ -112,7 +110,6 @@ cc_library(
     srcs = ["window_dataset.cc"],
     hdrs = ["window_dataset.h"],
     deps = [
-        ":dataset",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
@@ -123,7 +120,6 @@ tf_kernel_library(
     name = "batch_dataset_op",
     srcs = ["batch_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -135,7 +131,6 @@ tf_kernel_library(
     name = "window_dataset_op",
     srcs = ["window_dataset_op.cc"],
     deps = [
-        ":dataset",
         ":window_dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -148,7 +143,6 @@ tf_kernel_library(
     name = "slide_dataset_op",
     srcs = ["slide_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -160,7 +154,6 @@ tf_kernel_library(
     name = "padded_batch_dataset_op",
     srcs = ["padded_batch_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -172,7 +165,6 @@ tf_kernel_library(
     name = "dense_to_sparse_batch_dataset_op",
     srcs = ["dense_to_sparse_batch_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -185,7 +177,6 @@ tf_kernel_library(
     srcs = ["group_by_reducer_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -199,7 +190,6 @@ tf_kernel_library(
     srcs = ["group_by_window_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":window_dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -214,7 +204,6 @@ tf_kernel_library(
     srcs = ["filter_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -228,7 +217,6 @@ tf_kernel_library(
     name = "filter_by_component_dataset_op",
     srcs = ["filter_by_component_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -242,7 +230,6 @@ tf_kernel_library(
     srcs = ["map_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -256,7 +243,6 @@ tf_kernel_library(
     srcs = ["map_and_batch_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -272,7 +258,6 @@ cc_library(
     srcs = ["parallel_map_iterator.cc"],
     hdrs = ["parallel_map_iterator.h"],
     deps = [
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -297,7 +282,6 @@ tf_kernel_library(
     srcs = ["parallel_map_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         ":parallel_map_iterator",
         "//tensorflow/core:core_cpu_internal",
@@ -328,7 +312,6 @@ tf_kernel_library(
     srcs = ["scan_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -342,7 +325,6 @@ tf_kernel_library(
     srcs = ["flat_map_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -357,7 +339,6 @@ tf_kernel_library(
     srcs = ["interleave_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -372,7 +353,6 @@ tf_kernel_library(
     srcs = ["parallel_interleave_dataset_op.cc"],
     deps = [
         ":captured_function",
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -407,7 +387,6 @@ tf_kernel_library(
     srcs = ["prefetch_dataset_op.cc"],
     hdrs = ["prefetch_dataset_op.h"],
     deps = [
-        ":dataset",
         ":prefetch_autotuner",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
@@ -422,7 +401,6 @@ tf_kernel_library(
     name = "repeat_dataset_op",
     srcs = ["repeat_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -434,7 +412,6 @@ tf_kernel_library(
     name = "take_dataset_op",
     srcs = ["take_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -446,7 +423,6 @@ tf_kernel_library(
     name = "skip_dataset_op",
     srcs = ["skip_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -458,7 +434,6 @@ tf_kernel_library(
     name = "stats_dataset_ops",
     srcs = ["stats_dataset_ops.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -471,7 +446,6 @@ tf_kernel_library(
     name = "stats_aggregator_dataset_op",
     srcs = ["stats_aggregator_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:core_cpu_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib_internal",
@@ -482,7 +456,6 @@ tf_kernel_library(
     name = "random_dataset_op",
     srcs = ["random_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -494,7 +467,6 @@ tf_kernel_library(
     name = "range_dataset_op",
     srcs = ["range_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -506,7 +478,6 @@ tf_kernel_library(
     name = "shuffle_dataset_op",
     srcs = ["shuffle_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -518,7 +489,6 @@ tf_kernel_library(
     name = "sparse_tensor_slice_dataset_op",
     srcs = ["sparse_tensor_slice_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -530,7 +500,6 @@ tf_kernel_library(
     name = "tensor_dataset_op",
     srcs = ["tensor_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:graph",
@@ -541,7 +510,6 @@ tf_kernel_library(
     name = "tensor_queue_dataset_op",
     srcs = ["tensor_queue_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -553,7 +521,6 @@ tf_kernel_library(
     name = "tensor_slice_dataset_op",
     srcs = ["tensor_slice_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:graph",
@@ -564,7 +531,6 @@ tf_kernel_library(
     name = "unbatch_dataset_op",
     srcs = ["unbatch_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -576,7 +542,6 @@ tf_kernel_library(
     name = "zip_dataset_op",
     srcs = ["zip_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -588,7 +553,6 @@ tf_kernel_library(
     name = "concatenate_dataset_op",
     srcs = ["concatenate_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -600,7 +564,6 @@ tf_kernel_library(
     name = "reader_dataset_ops",
     srcs = ["reader_dataset_ops.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -614,7 +577,6 @@ tf_kernel_library(
         "sql_dataset_ops.cc",
     ],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -628,7 +590,6 @@ tf_kernel_library(
     srcs = ["iterator_ops.cc"],
     hdrs = ["iterator_ops.h"],
     deps = [
-        ":dataset",
         ":dataset_utils",
         ":optional_ops",
         "//tensorflow/core:core_cpu_internal",
@@ -646,7 +607,6 @@ tf_kernel_library(
     name = "multi_device_iterator_ops",
     srcs = ["multi_device_iterator_ops.cc"],
     deps = [
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:framework",
@@ -674,7 +634,6 @@ tf_kernel_library(
     name = "cache_dataset_ops",
     srcs = ["cache_dataset_ops.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
@@ -687,7 +646,6 @@ tf_kernel_library(
     name = "optimize_dataset_op",
     srcs = ["optimize_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -719,7 +677,6 @@ tf_kernel_library(
     name = "model_dataset_op",
     srcs = ["model_dataset_op.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -732,7 +689,6 @@ tf_kernel_library(
     name = "dataset_ops",
     srcs = ["dataset_ops.cc"],
     deps = [
-        ":dataset",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:dataset_ops_op_lib",
         "//tensorflow/core:framework",
@@ -748,7 +704,6 @@ tf_kernel_library(
         ":batch_dataset_op",
         ":cache_dataset_ops",
         ":concatenate_dataset_op",
-        ":dataset",
         ":dataset_ops",
         ":dense_to_sparse_batch_dataset_op",
         ":filter_by_component_dataset_op",
@@ -801,7 +756,6 @@ tf_kernel_library(
     name = "writer_ops",
     srcs = ["writer_ops.cc"],
     deps = [
-        ":dataset",
         ":dataset_utils",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
diff --git a/tensorflow/core/kernels/data/batch_dataset_op.cc b/tensorflow/core/kernels/data/batch_dataset_op.cc
index 023cf79966..c859234994 100644
--- a/tensorflow/core/kernels/data/batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/batch_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/util/batch_util.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/cache_dataset_ops.cc b/tensorflow/core/kernels/data/cache_dataset_ops.cc
index c0e05573d3..0db5031152 100644
--- a/tensorflow/core/kernels/data/cache_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/cache_dataset_ops.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/strings/stringprintf.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/util/tensor_bundle/tensor_bundle.h"
diff --git a/tensorflow/core/kernels/data/captured_function.h b/tensorflow/core/kernels/data/captured_function.h
index a10376bf97..c6a5fe9e1e 100644
--- a/tensorflow/core/kernels/data/captured_function.h
+++ b/tensorflow/core/kernels/data/captured_function.h
@@ -18,9 +18,9 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/gtl/array_slice.h"
 #include "tensorflow/core/lib/random/random.h"
diff --git a/tensorflow/core/kernels/data/concatenate_dataset_op.cc b/tensorflow/core/kernels/data/concatenate_dataset_op.cc
index 8cb0747526..1df988d845 100644
--- a/tensorflow/core/kernels/data/concatenate_dataset_op.cc
+++ b/tensorflow/core/kernels/data/concatenate_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/dataset_ops.cc b/tensorflow/core/kernels/data/dataset_ops.cc
index c689a119c3..36e9714736 100644
--- a/tensorflow/core/kernels/data/dataset_ops.cc
+++ b/tensorflow/core/kernels/data/dataset_ops.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/graph/graph_def_builder.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/dataset_utils.h b/tensorflow/core/kernels/data/dataset_utils.h
index d777062293..0b2816119d 100644
--- a/tensorflow/core/kernels/data/dataset_utils.h
+++ b/tensorflow/core/kernels/data/dataset_utils.h
@@ -15,9 +15,9 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_KERNELS_DATA_DATASET_UTILS_H_
 #define TENSORFLOW_CORE_KERNELS_DATA_DATASET_UTILS_H_
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc b/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
index 45678aa84f..b889e4eda9 100644
--- a/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/variant.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/experimental/BUILD b/tensorflow/core/kernels/data/experimental/BUILD
index 441bdc2898..5e54222c3e 100644
--- a/tensorflow/core/kernels/data/experimental/BUILD
+++ b/tensorflow/core/kernels/data/experimental/BUILD
@@ -113,7 +113,6 @@ tf_kernel_library(
         "//tensorflow/core:lib_internal",
         "//tensorflow/core/kernels:inplace_ops",
         "//tensorflow/core/kernels/data:captured_function",
-        "//tensorflow/core/kernels/data:dataset",
         "@com_google_absl//absl/memory",
     ],
 )
diff --git a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
index 5cf97cdb62..edb9a40103 100644
--- a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
@@ -23,7 +23,6 @@ limitations under the License.
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/inplace_ops_functor.h"
 #include "tensorflow/core/lib/core/blocking_counter.h"
 #include "tensorflow/core/lib/core/errors.h"
diff --git a/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc b/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
index d09904a0eb..01fdf8001b 100644
--- a/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
+++ b/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/lib/random/random.h"
 
diff --git a/tensorflow/core/kernels/data/filter_dataset_op.cc b/tensorflow/core/kernels/data/filter_dataset_op.cc
index 0cde1b4bf0..ba786753be 100644
--- a/tensorflow/core/kernels/data/filter_dataset_op.cc
+++ b/tensorflow/core/kernels/data/filter_dataset_op.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/lib/random/random.h"
diff --git a/tensorflow/core/kernels/data/flat_map_dataset_op.cc b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
index 5d8565e745..ff3fe2ea94 100644
--- a/tensorflow/core/kernels/data/flat_map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/lib/random/random.h"
 
diff --git a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
index 87600d7873..bf0189eb06 100644
--- a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
@@ -15,10 +15,10 @@ limitations under the License.
 #include <map>
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/group_by_window_dataset_op.cc b/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
index 7363664982..41711eaa98 100644
--- a/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
@@ -15,10 +15,10 @@ limitations under the License.
 #include <map>
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/window_dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 
diff --git a/tensorflow/core/kernels/data/interleave_dataset_op.cc b/tensorflow/core/kernels/data/interleave_dataset_op.cc
index 83c1f7b719..42b933bd09 100644
--- a/tensorflow/core/kernels/data/interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/interleave_dataset_op.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/lib/random/random.h"
 
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 7b45ea83c4..e6d81710c1 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <utility>
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/kernels/inplace_ops_functor.h"
 #include "tensorflow/core/lib/core/blocking_counter.h"
diff --git a/tensorflow/core/kernels/data/map_dataset_op.cc b/tensorflow/core/kernels/data/map_dataset_op.cc
index 2c7560c1e3..9a92cd2182 100644
--- a/tensorflow/core/kernels/data/map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_dataset_op.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/util/ptr_util.h"
diff --git a/tensorflow/core/kernels/data/model_dataset_op.cc b/tensorflow/core/kernels/data/model_dataset_op.cc
index 9aa505f4f1..39356e9a59 100644
--- a/tensorflow/core/kernels/data/model_dataset_op.cc
+++ b/tensorflow/core/kernels/data/model_dataset_op.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/platform/cpu_info.h"
 
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index 483cb3f743..47499633a2 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -17,6 +17,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/device_mgr.h"
 #include "tensorflow/core/common_runtime/graph_runner.h"
 #include "tensorflow/core/common_runtime/process_function_library_runtime.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/device_base.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
@@ -27,7 +28,6 @@ limitations under the License.
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/grappler_item_builder.h"
 #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/protobuf/meta_graph.pb.h"
 #include "tensorflow/core/protobuf/rewriter_config.pb.h"
diff --git a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
index d0943a583e..e002b8dd27 100644
--- a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_util.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/util/batch_util.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
index a12a8612fe..9c7bc5482c 100644
--- a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <utility>
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/lib/core/error_codes.pb.h"
 #include "tensorflow/core/lib/core/threadpool.h"
diff --git a/tensorflow/core/kernels/data/parallel_map_dataset_op.cc b/tensorflow/core/kernels/data/parallel_map_dataset_op.cc
index 7e7f1ba311..6e4005ff6d 100644
--- a/tensorflow/core/kernels/data/parallel_map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_map_dataset_op.cc
@@ -15,10 +15,10 @@ limitations under the License.
 #include <deque>
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/kernels/data/parallel_map_iterator.h"
 #include "tensorflow/core/lib/core/error_codes.pb.h"
diff --git a/tensorflow/core/kernels/data/prefetch_dataset_op.h b/tensorflow/core/kernels/data/prefetch_dataset_op.h
index 588fb25a06..8320637494 100644
--- a/tensorflow/core/kernels/data/prefetch_dataset_op.h
+++ b/tensorflow/core/kernels/data/prefetch_dataset_op.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_KERNELS_DATA_PREFETCH_DATASET_OP_H_
 #define TENSORFLOW_CORE_KERNELS_DATA_PREFETCH_DATASET_OP_H_
 
-#include "tensorflow/core/kernels/data/dataset.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/kernels/data/prefetch_autotuner.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/random_dataset_op.cc b/tensorflow/core/kernels/data/random_dataset_op.cc
index bcd26ab389..fc1bdbcb1a 100644
--- a/tensorflow/core/kernels/data/random_dataset_op.cc
+++ b/tensorflow/core/kernels/data/random_dataset_op.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/philox_random.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/lib/random/random_distributions.h"
diff --git a/tensorflow/core/kernels/data/range_dataset_op.cc b/tensorflow/core/kernels/data/range_dataset_op.cc
index 0c0cb5ddc1..b06a750c59 100644
--- a/tensorflow/core/kernels/data/range_dataset_op.cc
+++ b/tensorflow/core/kernels/data/range_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index df4fbfc69a..6e8517611b 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/io/buffered_inputstream.h"
 #include "tensorflow/core/lib/io/inputbuffer.h"
 #include "tensorflow/core/lib/io/random_inputstream.h"
diff --git a/tensorflow/core/kernels/data/repeat_dataset_op.cc b/tensorflow/core/kernels/data/repeat_dataset_op.cc
index e43dc1f6d8..486d1802ba 100644
--- a/tensorflow/core/kernels/data/repeat_dataset_op.cc
+++ b/tensorflow/core/kernels/data/repeat_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/scan_dataset_op.cc b/tensorflow/core/kernels/data/scan_dataset_op.cc
index c49a265b51..57ab98c795 100644
--- a/tensorflow/core/kernels/data/scan_dataset_op.cc
+++ b/tensorflow/core/kernels/data/scan_dataset_op.cc
@@ -16,10 +16,10 @@ limitations under the License.
 #include <vector>
 
 #include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/shuffle_dataset_op.cc b/tensorflow/core/kernels/data/shuffle_dataset_op.cc
index 78cf09c239..acf95a43ce 100644
--- a/tensorflow/core/kernels/data/shuffle_dataset_op.cc
+++ b/tensorflow/core/kernels/data/shuffle_dataset_op.cc
@@ -16,9 +16,9 @@ limitations under the License.
 #include <deque>
 #include <vector>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/philox_random.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/lib/random/random_distributions.h"
diff --git a/tensorflow/core/kernels/data/skip_dataset_op.cc b/tensorflow/core/kernels/data/skip_dataset_op.cc
index bfaa632a74..2218c40520 100644
--- a/tensorflow/core/kernels/data/skip_dataset_op.cc
+++ b/tensorflow/core/kernels/data/skip_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/slide_dataset_op.cc b/tensorflow/core/kernels/data/slide_dataset_op.cc
index 2be7fd7410..bc8669c6b9 100644
--- a/tensorflow/core/kernels/data/slide_dataset_op.cc
+++ b/tensorflow/core/kernels/data/slide_dataset_op.cc
@@ -16,9 +16,9 @@ limitations under the License.
 #include <deque>
 #include <vector>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/util/batch_util.h"
 
diff --git a/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
index ccb125f3c3..d0061523ca 100644
--- a/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <numeric>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/util/sparse/sparse_tensor.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/sql/BUILD b/tensorflow/core/kernels/data/sql/BUILD
index dc59120875..464410124e 100644
--- a/tensorflow/core/kernels/data/sql/BUILD
+++ b/tensorflow/core/kernels/data/sql/BUILD
@@ -21,7 +21,6 @@ cc_library(
     deps = [
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
-        "//tensorflow/core/kernels/data:dataset",
         "//tensorflow/core/lib/db:sqlite",
     ],
 )
diff --git a/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc b/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc
index 5108e83976..51fba861a7 100644
--- a/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc
+++ b/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc
@@ -14,8 +14,8 @@ limitations under the License.
 ==============================================================================*/
 #include "tensorflow/core/kernels/data/sql/sqlite_query_connection.h"
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/register_types.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/strings/stringprintf.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/sql_dataset_ops.cc b/tensorflow/core/kernels/data/sql_dataset_ops.cc
index a50a041f5d..45c2408b14 100644
--- a/tensorflow/core/kernels/data/sql_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/sql_dataset_ops.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <utility>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/sql/driver_manager.h"
 #include "tensorflow/core/kernels/data/sql/query_connection.h"
 #include "tensorflow/core/lib/io/inputbuffer.h"
diff --git a/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc b/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
index c09a73fff1..830eedfabb 100644
--- a/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
+++ b/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <memory>
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/graph/graph_def_builder.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/stats_dataset_ops.cc b/tensorflow/core/kernels/data/stats_dataset_ops.cc
index e9e42f05a1..b360099ba3 100644
--- a/tensorflow/core/kernels/data/stats_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/stats_dataset_ops.cc
@@ -15,10 +15,10 @@ limitations under the License.
 
 #include "tensorflow/core/example/example.pb.h"
 #include "tensorflow/core/example/feature.pb.h"
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/lib/random/random.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/take_dataset_op.cc b/tensorflow/core/kernels/data/take_dataset_op.cc
index e8570b68c9..9712257004 100644
--- a/tensorflow/core/kernels/data/take_dataset_op.cc
+++ b/tensorflow/core/kernels/data/take_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/tensor_dataset_op.cc b/tensorflow/core/kernels/data/tensor_dataset_op.cc
index ee0fb0069a..ac5035c4d3 100644
--- a/tensorflow/core/kernels/data/tensor_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_dataset_op.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/graph/graph.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc b/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
index 2ed636a400..84ad5766b7 100644
--- a/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
@@ -15,12 +15,12 @@ limitations under the License.
 
 #include <deque>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/resource_mgr.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/variant.h"
 #include "tensorflow/core/framework/variant_encode_decode.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/util/batch_util.h"
 
 namespace tensorflow {
@@ -441,7 +441,7 @@ class PrependFromQueueAndPaddedBatchDataset : public DatasetBase {
       TensorQueueInserter(const TensorQueueInserter& rhs) {
         queue_ = rhs.queue_;
         queue_->Ref();
-      };
+      }
 
       TensorQueueInserter(TensorQueueInserter&& rhs) {
         queue_ = rhs.queue_;
diff --git a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
index fe2f5ea536..414464cfa2 100644
--- a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/graph/graph.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/util/batch_util.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/unbatch_dataset_op.cc b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
index 93996a2c4d..b3219a01c3 100644
--- a/tensorflow/core/kernels/data/unbatch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/util/batch_util.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/window_dataset.h b/tensorflow/core/kernels/data/window_dataset.h
index 84cb3c7860..fa069e1ddf 100644
--- a/tensorflow/core/kernels/data/window_dataset.h
+++ b/tensorflow/core/kernels/data/window_dataset.h
@@ -17,10 +17,10 @@ limitations under the License.
 
 #include <vector>
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/data/window_dataset_op.cc b/tensorflow/core/kernels/data/window_dataset_op.cc
index 16698c0b1a..3c45fa5288 100644
--- a/tensorflow/core/kernels/data/window_dataset_op.cc
+++ b/tensorflow/core/kernels/data/window_dataset_op.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/window_dataset.h"
 
 namespace tensorflow {
diff --git a/tensorflow/core/kernels/data/writer_ops.cc b/tensorflow/core/kernels/data/writer_ops.cc
index 3f76695bb1..06d65681e8 100644
--- a/tensorflow/core/kernels/data/writer_ops.cc
+++ b/tensorflow/core/kernels/data/writer_ops.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/op_kernel.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/kernels/ops_util.h"
 #include "tensorflow/core/lib/core/threadpool.h"
diff --git a/tensorflow/core/kernels/data/zip_dataset_op.cc b/tensorflow/core/kernels/data/zip_dataset_op.cc
index 4186cb4ecd..f505ed542a 100644
--- a/tensorflow/core/kernels/data/zip_dataset_op.cc
+++ b/tensorflow/core/kernels/data/zip_dataset_op.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
+#include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/kernels/data/dataset.h"
 
 namespace tensorflow {
 namespace data {
diff --git a/tensorflow/core/kernels/dataset.h b/tensorflow/core/kernels/dataset.h
deleted file mode 100644
index 69ab78d635..0000000000
--- a/tensorflow/core/kernels/dataset.h
+++ /dev/null
@@ -1,20 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#ifndef TENSORFLOW_CORE_KERNELS_DATASET_H_
-#define TENSORFLOW_CORE_KERNELS_DATASET_H_
-
-#include "tensorflow/core/kernels/data/dataset.h"
-
-#endif  // TENSORFLOW_CORE_KERNELS_DATASET_H_
-- 
GitLab


From 5858e5c739295d81c0e8f46b65d01d05fa8b378f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 15:58:19 -0700
Subject: [PATCH 0629/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 218766265
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 54 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 54 +++++++++++++++++++
 2 files changed, 108 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 720cf03b2a..b4f669a4b2 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -76596,6 +76596,60 @@ op {
     type: DT_INT32
   }
 }
+op {
+  name: "UnicodeTranscode"
+  input_arg {
+    name: "input"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "output"
+    type: DT_STRING
+  }
+  attr {
+    name: "input_encoding"
+    type: "string"
+  }
+  attr {
+    name: "output_encoding"
+    type: "string"
+    allowed_values {
+      list {
+        s: "UTF-8"
+        s: "UTF-16-BE"
+        s: "UTF-32-BE"
+      }
+    }
+  }
+  attr {
+    name: "errors"
+    type: "string"
+    default_value {
+      s: "replace"
+    }
+    allowed_values {
+      list {
+        s: "strict"
+        s: "replace"
+        s: "ignore"
+      }
+    }
+  }
+  attr {
+    name: "replacement_char"
+    type: "int"
+    default_value {
+      i: 65533
+    }
+  }
+  attr {
+    name: "replace_control_characters"
+    type: "bool"
+    default_value {
+      b: false
+    }
+  }
+}
 op {
   name: "UniformCandidateSampler"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index a358747e29..c1a43129b7 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -36676,6 +36676,60 @@ op {
     type: DT_INT32
   }
 }
+op {
+  name: "UnicodeTranscode"
+  input_arg {
+    name: "input"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "output"
+    type: DT_STRING
+  }
+  attr {
+    name: "input_encoding"
+    type: "string"
+  }
+  attr {
+    name: "output_encoding"
+    type: "string"
+    allowed_values {
+      list {
+        s: "UTF-8"
+        s: "UTF-16-BE"
+        s: "UTF-32-BE"
+      }
+    }
+  }
+  attr {
+    name: "errors"
+    type: "string"
+    default_value {
+      s: "replace"
+    }
+    allowed_values {
+      list {
+        s: "strict"
+        s: "replace"
+        s: "ignore"
+      }
+    }
+  }
+  attr {
+    name: "replacement_char"
+    type: "int"
+    default_value {
+      i: 65533
+    }
+  }
+  attr {
+    name: "replace_control_characters"
+    type: "bool"
+    default_value {
+      b: false
+    }
+  }
+}
 op {
   name: "UniformCandidateSampler"
   input_arg {
-- 
GitLab


From 71106ab486b98c11c9a65791f62e43c3a37e0f63 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 16:03:12 -0700
Subject: [PATCH 0630/1825] Pad op improvements, optimize PadImageStyle.

PiperOrigin-RevId: 218767277
---
 .../internal/optimized/optimized_ops.h        | 108 +++++++++++++++++-
 tensorflow/contrib/lite/kernels/pad_test.cc   |  20 ++++
 2 files changed, 122 insertions(+), 6 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h b/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
index 1d0b7d2520..7d2f53fbe6 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
+++ b/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
@@ -5451,8 +5451,8 @@ inline void PadImpl(const tflite::PadParams& op_params,
   TFLITE_DCHECK_LE(op_params.left_padding_count, 4);
   TFLITE_DCHECK_LE(op_params.right_padding_count, 4);
 
-  // Runtime calls are currently fixed at 4 dimensions. Copy inputs so
-  // we can pad them to 4 dims (yes, we are "padding the padding").
+  // Pad kernels are limited to max 4 dimensions. Copy inputs so we can pad them
+  // to 4 dims (yes, we are "padding the padding").
   std::vector<int> left_padding_copy(4, 0);
   const int left_padding_extend = 4 - op_params.left_padding_count;
   for (int i = 0; i < op_params.left_padding_count; ++i) {
@@ -5594,10 +5594,106 @@ inline void PadImageStyleMemset(const tflite::PadParams& op_params,
                                 const RuntimeShape& output_shape,
                                 T* output_data) {
   gemmlowp::ScopedProfilingLabel label("PadImageStyle");
-  // TODO(b/117643175): Remove indirection to generic implementation, replace
-  // with optimized.
-  PadImpl(op_params, input_shape, input_data, pad_value_ptr, output_shape,
-          output_data);
+  const RuntimeShape ext_input_shape =
+      RuntimeShape::ExtendedShape(4, input_shape);
+  const RuntimeShape ext_output_shape =
+      RuntimeShape::ExtendedShape(4, output_shape);
+  TFLITE_DCHECK_LE(op_params.left_padding_count, 4);
+  TFLITE_DCHECK_LE(op_params.right_padding_count, 4);
+
+  // Pad kernels are limited to max 4 dimensions. Copy inputs so we can pad them
+  // to 4 dims (yes, we are "padding the padding").
+  std::vector<int> left_padding_copy(4, 0);
+  const int left_padding_extend = 4 - op_params.left_padding_count;
+  for (int i = 0; i < op_params.left_padding_count; ++i) {
+    left_padding_copy[left_padding_extend + i] = op_params.left_padding[i];
+  }
+  std::vector<int> right_padding_copy(4, 0);
+  const int right_padding_extend = 4 - op_params.right_padding_count;
+  for (int i = 0; i < op_params.right_padding_count; ++i) {
+    right_padding_copy[right_padding_extend + i] = op_params.right_padding[i];
+  }
+  // The following padding restrictions are contractual requirements, and
+  // embody what it means for a padding op to be "image-style".
+  TFLITE_DCHECK_EQ(left_padding_copy[0], 0);
+  TFLITE_DCHECK_EQ(left_padding_copy[3], 0);
+  TFLITE_DCHECK_EQ(right_padding_copy[0], 0);
+  TFLITE_DCHECK_EQ(right_padding_copy[3], 0);
+
+  const int batch = MatchingDim(ext_input_shape, 0, ext_output_shape, 0);
+  const int output_height = ext_output_shape.Dims(1);
+  const int output_width = ext_output_shape.Dims(2);
+  const int input_height = ext_input_shape.Dims(1);
+  const int input_width = ext_input_shape.Dims(2);
+  const int depth = MatchingDim(ext_input_shape, 3, ext_output_shape, 3);
+
+  const int left_h_padding = left_padding_copy[1];
+  const int left_w_padding = left_padding_copy[2];
+  const int right_h_padding = right_padding_copy[1];
+  const int right_w_padding = right_padding_copy[2];
+
+  TFLITE_DCHECK_EQ(output_height,
+                   input_height + left_h_padding + right_h_padding);
+  TFLITE_DCHECK_EQ(output_width,
+                   input_width + left_w_padding + right_w_padding);
+
+  const T pad_value = *pad_value_ptr;
+  const int top_block_size = left_h_padding * output_width * depth;
+  const size_t num_top_block_bytes = top_block_size * sizeof(T);
+  const int bottom_block_size = right_h_padding * output_width * depth;
+  const size_t num_bottom_block_bytes = bottom_block_size * sizeof(T);
+  const int left_blocks_size = left_w_padding * depth;
+  const size_t num_left_block_bytes = left_blocks_size * sizeof(T);
+  const int right_blocks_size = right_w_padding * depth;
+  const size_t num_right_block_bytes = right_blocks_size * sizeof(T);
+  const int inner_line_size = input_width * depth;
+  const size_t num_inner_line_bytes = inner_line_size * sizeof(T);
+
+  if (input_height == 0) {
+    memset(output_data, pad_value,
+           num_top_block_bytes + num_bottom_block_bytes);
+  } else {
+    for (int i = 0; i < batch; ++i) {
+      // For each image in the batch, apply the top padding, then iterate
+      // through rows, then apply the bottom padding.
+      //
+      // By unwinding one iteration, we can combine the first left-margin
+      // padding with the top padding, and the last right-margin padding with
+      // the bottom padding.
+      memset(output_data, pad_value,
+             num_top_block_bytes + num_left_block_bytes);
+      output_data += top_block_size + left_blocks_size;
+      memcpy(output_data, input_data, num_inner_line_bytes);
+      input_data += inner_line_size;
+      output_data += inner_line_size;
+      // One iteration unwound.
+      // Unwinding this loop affords the opportunity to reorder the loop work
+      // and hence combine memset() calls.
+      //
+      // Before unwinding:
+      // for (int j = 0; j < input_height; ++j) {
+      //   // Pad on left, copy central data, pad on right.
+      //   memset(output_data, pad_value, num_left_block_bytes);
+      //   output_data += left_blocks_size;
+      //   memcpy(output_data, input_data, num_inner_line_bytes);
+      //   input_data += inner_line_size;
+      //   output_data += inner_line_size;
+      //   memset(output_data, pad_value, num_right_block_bytes);
+      //   output_data += right_blocks_size;
+      // }
+      for (int j = 1; j < input_height; ++j) {
+        memset(output_data, pad_value,
+               num_right_block_bytes + num_left_block_bytes);
+        output_data += right_blocks_size + left_blocks_size;
+        memcpy(output_data, input_data, num_inner_line_bytes);
+        input_data += inner_line_size;
+        output_data += inner_line_size;
+      }
+      memset(output_data, pad_value,
+             num_right_block_bytes + num_bottom_block_bytes);
+      output_data += right_blocks_size + bottom_block_size;
+    }
+  }
 }
 
 template <typename T, typename P>
diff --git a/tensorflow/contrib/lite/kernels/pad_test.cc b/tensorflow/contrib/lite/kernels/pad_test.cc
index 48bb939221..9c55767f69 100644
--- a/tensorflow/contrib/lite/kernels/pad_test.cc
+++ b/tensorflow/contrib/lite/kernels/pad_test.cc
@@ -234,6 +234,26 @@ TEST(PadOpTest, SimpleConstImageStyleTest) {
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 4, 4, 1}));
 }
 
+// Optimized versions may choose to handle zero-sized images differently.
+TEST(PadOpTest, ZeroHeightConstImageStyleTest) {
+  PadOpConstModel m({TensorType_FLOAT32, {1, 0, 2, 1}}, {4, 2},
+                    {0, 0, 1, 1, 1, 1, 0, 0}, {TensorType_FLOAT32});
+  // Nothing to SetInput().
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput(), ElementsAreArray({0, 0, 0, 0, 0, 0, 0, 0}));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 4, 1}));
+}
+
+// Optimized versions may choose to handle zero-sized images differently.
+TEST(PadOpTest, ZeroWidthConstImageStyleTest) {
+  PadOpConstModel m({TensorType_FLOAT32, {1, 2, 0, 1}}, {4, 2},
+                    {0, 0, 1, 1, 1, 1, 0, 0}, {TensorType_FLOAT32});
+  // Nothing to SetInput().
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput(), ElementsAreArray({0, 0, 0, 0, 0, 0, 0, 0}));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 4, 2, 1}));
+}
+
 TEST(PadOpTest, SimpleConst1DTest) {
   PadOpConstModel m({TensorType_FLOAT32, {2}}, {1, 2}, {1, 2},
                     {TensorType_FLOAT32});
-- 
GitLab


From 884708c820228e8736e3775a8f960c3c3d0613cf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 16:06:52 -0700
Subject: [PATCH 0631/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 218767931

---
 tensorflow/go/op/wrappers.go | 1582 +++++++++++++++++-----------------
 1 file changed, 791 insertions(+), 791 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 99ef5ae7d4..4f8dfe1803 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -4959,98 +4959,101 @@ func CudnnRNNBackpropV2(scope *Scope, input tf.Output, input_h tf.Output, input_
 	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
 }
 
-// ResourceStridedSliceAssignAttr is an optional argument to ResourceStridedSliceAssign.
-type ResourceStridedSliceAssignAttr func(optionalAttr)
+// CudnnRNNV2Attr is an optional argument to CudnnRNNV2.
+type CudnnRNNV2Attr func(optionalAttr)
 
-// ResourceStridedSliceAssignBeginMask sets the optional begin_mask attribute to value.
-// If not specified, defaults to 0
-func ResourceStridedSliceAssignBeginMask(value int64) ResourceStridedSliceAssignAttr {
+// CudnnRNNV2RnnMode sets the optional rnn_mode attribute to value.
+// If not specified, defaults to "lstm"
+func CudnnRNNV2RnnMode(value string) CudnnRNNV2Attr {
 	return func(m optionalAttr) {
-		m["begin_mask"] = value
+		m["rnn_mode"] = value
 	}
 }
 
-// ResourceStridedSliceAssignEndMask sets the optional end_mask attribute to value.
-// If not specified, defaults to 0
-func ResourceStridedSliceAssignEndMask(value int64) ResourceStridedSliceAssignAttr {
+// CudnnRNNV2InputMode sets the optional input_mode attribute to value.
+// If not specified, defaults to "linear_input"
+func CudnnRNNV2InputMode(value string) CudnnRNNV2Attr {
 	return func(m optionalAttr) {
-		m["end_mask"] = value
+		m["input_mode"] = value
 	}
 }
 
-// ResourceStridedSliceAssignEllipsisMask sets the optional ellipsis_mask attribute to value.
-// If not specified, defaults to 0
-func ResourceStridedSliceAssignEllipsisMask(value int64) ResourceStridedSliceAssignAttr {
+// CudnnRNNV2Direction sets the optional direction attribute to value.
+// If not specified, defaults to "unidirectional"
+func CudnnRNNV2Direction(value string) CudnnRNNV2Attr {
 	return func(m optionalAttr) {
-		m["ellipsis_mask"] = value
+		m["direction"] = value
 	}
 }
 
-// ResourceStridedSliceAssignNewAxisMask sets the optional new_axis_mask attribute to value.
+// CudnnRNNV2Dropout sets the optional dropout attribute to value.
 // If not specified, defaults to 0
-func ResourceStridedSliceAssignNewAxisMask(value int64) ResourceStridedSliceAssignAttr {
+func CudnnRNNV2Dropout(value float32) CudnnRNNV2Attr {
 	return func(m optionalAttr) {
-		m["new_axis_mask"] = value
+		m["dropout"] = value
 	}
 }
 
-// ResourceStridedSliceAssignShrinkAxisMask sets the optional shrink_axis_mask attribute to value.
+// CudnnRNNV2Seed sets the optional seed attribute to value.
 // If not specified, defaults to 0
-func ResourceStridedSliceAssignShrinkAxisMask(value int64) ResourceStridedSliceAssignAttr {
+func CudnnRNNV2Seed(value int64) CudnnRNNV2Attr {
 	return func(m optionalAttr) {
-		m["shrink_axis_mask"] = value
+		m["seed"] = value
 	}
 }
 
-// Assign `value` to the sliced l-value reference of `ref`.
-//
-// The values of `value` are assigned to the positions in the variable
-// `ref` that are selected by the slice parameters. The slice parameters
-// `begin, `end`, `strides`, etc. work exactly as in `StridedSlice`.
-//
-// NOTE this op currently does not support broadcasting and so `value`'s
-// shape must be exactly the shape produced by the slice of `ref`.
-//
-// Returns the created operation.
-func ResourceStridedSliceAssign(scope *Scope, ref tf.Output, begin tf.Output, end tf.Output, strides tf.Output, value tf.Output, optional ...ResourceStridedSliceAssignAttr) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "ResourceStridedSliceAssign",
-		Input: []tf.Input{
-			ref, begin, end, strides, value,
-		},
-		Attrs: attrs,
+// CudnnRNNV2Seed2 sets the optional seed2 attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNV2Seed2(value int64) CudnnRNNV2Attr {
+	return func(m optionalAttr) {
+		m["seed2"] = value
 	}
-	return scope.AddOperation(opspec)
 }
 
-// ArgMaxAttr is an optional argument to ArgMax.
-type ArgMaxAttr func(optionalAttr)
-
-// ArgMaxOutputType sets the optional output_type attribute to value.
-// If not specified, defaults to DT_INT64
-func ArgMaxOutputType(value tf.DataType) ArgMaxAttr {
+// CudnnRNNV2IsTraining sets the optional is_training attribute to value.
+// If not specified, defaults to true
+func CudnnRNNV2IsTraining(value bool) CudnnRNNV2Attr {
 	return func(m optionalAttr) {
-		m["output_type"] = value
+		m["is_training"] = value
 	}
 }
 
-// Returns the index with the largest value across dimensions of a tensor.
-//
-// Note that in case of ties the identity of the return value is not guaranteed.
+// A RNN backed by cuDNN.
 //
-// Arguments:
+// Computes the RNN from the input and initial states, with respect to the params
+// buffer. Produces one extra output "host_reserved" than CudnnRNN.
 //
-//	dimension: int32 or int64, must be in the range `[-rank(input), rank(input))`.
-// Describes which dimension of the input Tensor to reduce across. For vectors,
-// use dimension = 0.
-func ArgMax(scope *Scope, input tf.Output, dimension tf.Output, optional ...ArgMaxAttr) (output tf.Output) {
+// rnn_mode: Indicates the type of the RNN model.
+// input_mode: Indicates whether there is a linear projection between the input and
+//   the actual computation before the first layer. 'skip_input' is only allowed
+//   when input_size == num_units; 'auto_select' implies 'skip_input' when
+//   input_size == num_units; otherwise, it implies 'linear_input'.
+// direction: Indicates whether a bidirectional model will be used. Should be
+//   "unidirectional" or "bidirectional".
+// dropout: Dropout probability. When set to 0., dropout is disabled.
+// seed: The 1st part of a seed to initialize dropout.
+// seed2: The 2nd part of a seed to initialize dropout.
+// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
+// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
+//     num_units].
+// input_c: For LSTM, a 3-D tensor with the shape of
+//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
+// params: A 1-D tensor that contains the weights and biases in an opaque layout.
+//     The size must be created through CudnnRNNParamsSize, and initialized
+//     separately. Note that they might not be compatible across different
+//     generations. So it is a good idea to save and restore
+// output: A 3-D tensor with the shape of [seq_length, batch_size,
+//     dir * num_units].
+// output_h: The same shape has input_h.
+// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
+// is_training: Indicates whether this operation is used for inferenece or
+//   training.
+// reserve_space: An opaque tensor that can be used in backprop calculation. It
+//   is only produced if is_training is true.
+// host_reserved: An opaque tensor that can be used in backprop calculation. It is
+//   only produced if is_training is true. It is output on host memory rather than
+//   device memory.
+func CudnnRNNV2(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, optional ...CudnnRNNV2Attr) (output tf.Output, output_h tf.Output, output_c tf.Output, reserve_space tf.Output, host_reserved tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -5059,33 +5062,14 @@ func ArgMax(scope *Scope, input tf.Output, dimension tf.Output, optional ...ArgM
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ArgMax",
+		Type: "CudnnRNNV2",
 		Input: []tf.Input{
-			input, dimension,
+			input, input_h, input_c, params,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Returns which elements of x are finite.
-//
-// @compatibility(numpy)
-// Equivalent to np.isfinite
-// @end_compatibility
-func IsFinite(scope *Scope, x tf.Output) (y tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "IsFinite",
-		Input: []tf.Input{
-			x,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
 }
 
 // MatMulAttr is an optional argument to MatMul.
@@ -5761,35 +5745,79 @@ func Sign(scope *Scope, x tf.Output) (y tf.Output) {
 	return op.Output(0)
 }
 
-// PreventGradientAttr is an optional argument to PreventGradient.
-type PreventGradientAttr func(optionalAttr)
-
-// PreventGradientMessage sets the optional message attribute to value.
+// Returns which elements of x are finite.
 //
-// value: Will be printed in the error when anyone tries to differentiate
-// this operation.
-// If not specified, defaults to ""
-func PreventGradientMessage(value string) PreventGradientAttr {
+// @compatibility(numpy)
+// Equivalent to np.isfinite
+// @end_compatibility
+func IsFinite(scope *Scope, x tf.Output) (y tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "IsFinite",
+		Input: []tf.Input{
+			x,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// ResourceStridedSliceAssignAttr is an optional argument to ResourceStridedSliceAssign.
+type ResourceStridedSliceAssignAttr func(optionalAttr)
+
+// ResourceStridedSliceAssignBeginMask sets the optional begin_mask attribute to value.
+// If not specified, defaults to 0
+func ResourceStridedSliceAssignBeginMask(value int64) ResourceStridedSliceAssignAttr {
 	return func(m optionalAttr) {
-		m["message"] = value
+		m["begin_mask"] = value
 	}
 }
 
-// An identity op that triggers an error if a gradient is requested.
-//
-// When executed in a graph, this op outputs its input tensor as-is.
+// ResourceStridedSliceAssignEndMask sets the optional end_mask attribute to value.
+// If not specified, defaults to 0
+func ResourceStridedSliceAssignEndMask(value int64) ResourceStridedSliceAssignAttr {
+	return func(m optionalAttr) {
+		m["end_mask"] = value
+	}
+}
+
+// ResourceStridedSliceAssignEllipsisMask sets the optional ellipsis_mask attribute to value.
+// If not specified, defaults to 0
+func ResourceStridedSliceAssignEllipsisMask(value int64) ResourceStridedSliceAssignAttr {
+	return func(m optionalAttr) {
+		m["ellipsis_mask"] = value
+	}
+}
+
+// ResourceStridedSliceAssignNewAxisMask sets the optional new_axis_mask attribute to value.
+// If not specified, defaults to 0
+func ResourceStridedSliceAssignNewAxisMask(value int64) ResourceStridedSliceAssignAttr {
+	return func(m optionalAttr) {
+		m["new_axis_mask"] = value
+	}
+}
+
+// ResourceStridedSliceAssignShrinkAxisMask sets the optional shrink_axis_mask attribute to value.
+// If not specified, defaults to 0
+func ResourceStridedSliceAssignShrinkAxisMask(value int64) ResourceStridedSliceAssignAttr {
+	return func(m optionalAttr) {
+		m["shrink_axis_mask"] = value
+	}
+}
+
+// Assign `value` to the sliced l-value reference of `ref`.
 //
-// When building ops to compute gradients, the TensorFlow gradient system
-// will return an error when trying to lookup the gradient of this op,
-// because no gradient must ever be registered for this function.  This
-// op exists to prevent subtle bugs from silently returning unimplemented
-// gradients in some corner cases.
+// The values of `value` are assigned to the positions in the variable
+// `ref` that are selected by the slice parameters. The slice parameters
+// `begin, `end`, `strides`, etc. work exactly as in `StridedSlice`.
 //
-// Arguments:
-//	input: any tensor.
+// NOTE this op currently does not support broadcasting and so `value`'s
+// shape must be exactly the shape produced by the slice of `ref`.
 //
-// Returns the same input tensor.
-func PreventGradient(scope *Scope, input tf.Output, optional ...PreventGradientAttr) (output tf.Output) {
+// Returns the created operation.
+func ResourceStridedSliceAssign(scope *Scope, ref tf.Output, begin tf.Output, end tf.Output, strides tf.Output, value tf.Output, optional ...ResourceStridedSliceAssignAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -5798,24 +5826,109 @@ func PreventGradient(scope *Scope, input tf.Output, optional ...PreventGradientA
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "PreventGradient",
+		Type: "ResourceStridedSliceAssign",
 		Input: []tf.Input{
-			input,
+			ref, begin, end, strides, value,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// Computes asin of x element-wise.
-func Asin(scope *Scope, x tf.Output) (y tf.Output) {
-	if scope.Err() != nil {
-		return
+// ArgMaxAttr is an optional argument to ArgMax.
+type ArgMaxAttr func(optionalAttr)
+
+// ArgMaxOutputType sets the optional output_type attribute to value.
+// If not specified, defaults to DT_INT64
+func ArgMaxOutputType(value tf.DataType) ArgMaxAttr {
+	return func(m optionalAttr) {
+		m["output_type"] = value
 	}
-	opspec := tf.OpSpec{
-		Type: "Asin",
-		Input: []tf.Input{
+}
+
+// Returns the index with the largest value across dimensions of a tensor.
+//
+// Note that in case of ties the identity of the return value is not guaranteed.
+//
+// Arguments:
+//
+//	dimension: int32 or int64, must be in the range `[-rank(input), rank(input))`.
+// Describes which dimension of the input Tensor to reduce across. For vectors,
+// use dimension = 0.
+func ArgMax(scope *Scope, input tf.Output, dimension tf.Output, optional ...ArgMaxAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ArgMax",
+		Input: []tf.Input{
+			input, dimension,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// PreventGradientAttr is an optional argument to PreventGradient.
+type PreventGradientAttr func(optionalAttr)
+
+// PreventGradientMessage sets the optional message attribute to value.
+//
+// value: Will be printed in the error when anyone tries to differentiate
+// this operation.
+// If not specified, defaults to ""
+func PreventGradientMessage(value string) PreventGradientAttr {
+	return func(m optionalAttr) {
+		m["message"] = value
+	}
+}
+
+// An identity op that triggers an error if a gradient is requested.
+//
+// When executed in a graph, this op outputs its input tensor as-is.
+//
+// When building ops to compute gradients, the TensorFlow gradient system
+// will return an error when trying to lookup the gradient of this op,
+// because no gradient must ever be registered for this function.  This
+// op exists to prevent subtle bugs from silently returning unimplemented
+// gradients in some corner cases.
+//
+// Arguments:
+//	input: any tensor.
+//
+// Returns the same input tensor.
+func PreventGradient(scope *Scope, input tf.Output, optional ...PreventGradientAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "PreventGradient",
+		Input: []tf.Input{
+			input,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Computes asin of x element-wise.
+func Asin(scope *Scope, x tf.Output) (y tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Asin",
+		Input: []tf.Input{
 			x,
 		},
 	}
@@ -11174,6 +11287,147 @@ func MaxPoolWithArgmax(scope *Scope, input tf.Output, ksize []int64, strides []i
 	return op.Output(0), op.Output(1)
 }
 
+// ProdAttr is an optional argument to Prod.
+type ProdAttr func(optionalAttr)
+
+// ProdKeepDims sets the optional keep_dims attribute to value.
+//
+// value: If true, retain reduced dimensions with length 1.
+// If not specified, defaults to false
+func ProdKeepDims(value bool) ProdAttr {
+	return func(m optionalAttr) {
+		m["keep_dims"] = value
+	}
+}
+
+// Computes the product of elements across dimensions of a tensor.
+//
+// Reduces `input` along the dimensions given in `axis`. Unless
+// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
+// `axis`. If `keep_dims` is true, the reduced dimensions are
+// retained with length 1.
+//
+// Arguments:
+//	input: The tensor to reduce.
+//	axis: The dimensions to reduce. Must be in the range
+// `[-rank(input), rank(input))`.
+//
+// Returns The reduced tensor.
+func Prod(scope *Scope, input tf.Output, axis tf.Output, optional ...ProdAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "Prod",
+		Input: []tf.Input{
+			input, axis,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// ResizeBilinearAttr is an optional argument to ResizeBilinear.
+type ResizeBilinearAttr func(optionalAttr)
+
+// ResizeBilinearAlignCorners sets the optional align_corners attribute to value.
+//
+// value: If true, the centers of the 4 corner pixels of the input and output tensors are
+// aligned, preserving the values at the corner pixels. Defaults to false.
+// If not specified, defaults to false
+func ResizeBilinearAlignCorners(value bool) ResizeBilinearAttr {
+	return func(m optionalAttr) {
+		m["align_corners"] = value
+	}
+}
+
+// Resize `images` to `size` using bilinear interpolation.
+//
+// Input images can be of different types but output images are always float.
+//
+// Arguments:
+//	images: 4-D with shape `[batch, height, width, channels]`.
+//	size: = A 1-D int32 Tensor of 2 elements: `new_height, new_width`.  The
+// new size for the images.
+//
+// Returns 4-D with shape
+// `[batch, new_height, new_width, channels]`.
+func ResizeBilinear(scope *Scope, images tf.Output, size tf.Output, optional ...ResizeBilinearAttr) (resized_images tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ResizeBilinear",
+		Input: []tf.Input{
+			images, size,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Creates a TensorList which, when stacked, has the value of `tensor`.
+//
+// Each tensor in the result list corresponds to one row of the input tensor.
+//
+// tensor: The input tensor.
+// output_handle: The list.
+func TensorListFromTensor(scope *Scope, tensor tf.Output, element_shape tf.Output) (output_handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "TensorListFromTensor",
+		Input: []tf.Input{
+			tensor, element_shape,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Assigns sparse updates to the variable referenced by `resource`.
+//
+// This operation computes
+//
+//     # Scalar indices
+//     ref[indices, ...] = updates[...]
+//
+//     # Vector indices (for each i)
+//     ref[indices[i], ...] = updates[i, ...]
+//
+//     # High rank indices (for each i, ..., j)
+//     ref[indices[i, ..., j], ...] = updates[i, ..., j, ...]
+//
+// Arguments:
+//	resource: Should be from a `Variable` node.
+//	indices: A tensor of indices into the first dimension of `ref`.
+//	updates: A tensor of updated values to add to `ref`.
+//
+// Returns the created operation.
+func ResourceScatterUpdate(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "ResourceScatterUpdate",
+		Input: []tf.Input{
+			resource, indices, updates,
+		},
+	}
+	return scope.AddOperation(opspec)
+}
+
 // ResourceSparseApplyFtrlV2Attr is an optional argument to ResourceSparseApplyFtrlV2.
 type ResourceSparseApplyFtrlV2Attr func(optionalAttr)
 
@@ -13040,157 +13294,24 @@ func ReaderSerializeStateV2(scope *Scope, reader_handle tf.Output) (state tf.Out
 	return op.Output(0)
 }
 
-// DepthwiseConv2dNativeBackpropFilterAttr is an optional argument to DepthwiseConv2dNativeBackpropFilter.
-type DepthwiseConv2dNativeBackpropFilterAttr func(optionalAttr)
+// MaxPoolAttr is an optional argument to MaxPool.
+type MaxPoolAttr func(optionalAttr)
 
-// DepthwiseConv2dNativeBackpropFilterDataFormat sets the optional data_format attribute to value.
+// MaxPoolDataFormat sets the optional data_format attribute to value.
 //
 // value: Specify the data format of the input and output data. With the
 // default format "NHWC", the data is stored in the order of:
-//     [batch, height, width, channels].
+//     [batch, in_height, in_width, in_channels].
 // Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, channels, height, width].
+//     [batch, in_channels, in_height, in_width].
 // If not specified, defaults to "NHWC"
-func DepthwiseConv2dNativeBackpropFilterDataFormat(value string) DepthwiseConv2dNativeBackpropFilterAttr {
+func MaxPoolDataFormat(value string) MaxPoolAttr {
 	return func(m optionalAttr) {
 		m["data_format"] = value
 	}
 }
 
-// DepthwiseConv2dNativeBackpropFilterDilations sets the optional dilations attribute to value.
-//
-// value: 1-D tensor of length 4.  The dilation factor for each dimension of
-// `input`. If set to k > 1, there will be k-1 skipped cells between each filter
-// element on that dimension. The dimension order is determined by the value of
-// `data_format`, see above for details. Dilations in the batch and depth
-// dimensions must be 1.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 >
-func DepthwiseConv2dNativeBackpropFilterDilations(value []int64) DepthwiseConv2dNativeBackpropFilterAttr {
-	return func(m optionalAttr) {
-		m["dilations"] = value
-	}
-}
-
-// Computes the gradients of depthwise convolution with respect to the filter.
-//
-// Arguments:
-//	input: 4-D with shape based on `data_format`.  For example, if
-// `data_format` is 'NHWC' then `input` is a 4-D `[batch, in_height,
-// in_width, in_channels]` tensor.
-//	filter_sizes: An integer vector representing the tensor shape of `filter`,
-// where `filter` is a 4-D
-// `[filter_height, filter_width, in_channels, depthwise_multiplier]` tensor.
-//	out_backprop: 4-D with shape  based on `data_format`.
-// For example, if `data_format` is 'NHWC' then
-// out_backprop shape is `[batch, out_height, out_width, out_channels]`.
-// Gradients w.r.t. the output of the convolution.
-//	strides: The stride of the sliding window for each dimension of the input
-// of the convolution.
-//	padding: The type of padding algorithm to use.
-//
-// Returns 4-D with shape
-// `[filter_height, filter_width, in_channels, out_channels]`.  Gradient w.r.t.
-// the `filter` input of the convolution.
-func DepthwiseConv2dNativeBackpropFilter(scope *Scope, input tf.Output, filter_sizes tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...DepthwiseConv2dNativeBackpropFilterAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "DepthwiseConv2dNativeBackpropFilter",
-		Input: []tf.Input{
-			input, filter_sizes, out_backprop,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Returns immutable tensor from memory region.
-//
-// The current implementation memmaps the tensor from a file.
-//
-// Arguments:
-//	dtype: Type of the returned tensor.
-//	shape: Shape of the returned tensor.
-//	memory_region_name: Name of readonly memory region used by the tensor, see
-// NewReadOnlyMemoryRegionFromFile in tensorflow::Env.
-func ImmutableConst(scope *Scope, dtype tf.DataType, shape tf.Shape, memory_region_name string) (tensor tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtype": dtype, "shape": shape, "memory_region_name": memory_region_name}
-	opspec := tf.OpSpec{
-		Type: "ImmutableConst",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// StringJoinAttr is an optional argument to StringJoin.
-type StringJoinAttr func(optionalAttr)
-
-// StringJoinSeparator sets the optional separator attribute to value.
-//
-// value: string, an optional join separator.
-// If not specified, defaults to ""
-func StringJoinSeparator(value string) StringJoinAttr {
-	return func(m optionalAttr) {
-		m["separator"] = value
-	}
-}
-
-// Joins the strings in the given list of string tensors into one tensor;
-//
-// with the given separator (default is an empty separator).
-//
-// Arguments:
-//	inputs: A list of string tensors.  The tensors must all have the same shape,
-// or be scalars.  Scalars may be mixed in; these will be broadcast to the shape
-// of non-scalar inputs.
-func StringJoin(scope *Scope, inputs []tf.Output, optional ...StringJoinAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "StringJoin",
-		Input: []tf.Input{
-			tf.OutputList(inputs),
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// MaxPoolAttr is an optional argument to MaxPool.
-type MaxPoolAttr func(optionalAttr)
-
-// MaxPoolDataFormat sets the optional data_format attribute to value.
-//
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func MaxPoolDataFormat(value string) MaxPoolAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Performs max pooling on the input.
+// Performs max pooling on the input.
 //
 // Arguments:
 //	input: 4-D input to pool over.
@@ -13828,44 +13949,46 @@ func Conj(scope *Scope, input tf.Output) (output tf.Output) {
 	return op.Output(0)
 }
 
-// ProdAttr is an optional argument to Prod.
-type ProdAttr func(optionalAttr)
+// AvgPoolGradAttr is an optional argument to AvgPoolGrad.
+type AvgPoolGradAttr func(optionalAttr)
 
-// ProdKeepDims sets the optional keep_dims attribute to value.
+// AvgPoolGradDataFormat sets the optional data_format attribute to value.
 //
-// value: If true, retain reduced dimensions with length 1.
-// If not specified, defaults to false
-func ProdKeepDims(value bool) ProdAttr {
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, in_channels, in_height, in_width].
+// If not specified, defaults to "NHWC"
+func AvgPoolGradDataFormat(value string) AvgPoolGradAttr {
 	return func(m optionalAttr) {
-		m["keep_dims"] = value
+		m["data_format"] = value
 	}
 }
 
-// Computes the product of elements across dimensions of a tensor.
-//
-// Reduces `input` along the dimensions given in `axis`. Unless
-// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `axis`. If `keep_dims` is true, the reduced dimensions are
-// retained with length 1.
+// Computes gradients of the average pooling function.
 //
 // Arguments:
-//	input: The tensor to reduce.
-//	axis: The dimensions to reduce. Must be in the range
-// `[-rank(input), rank(input))`.
+//	orig_input_shape: 1-D.  Shape of the original input to `avg_pool`.
+//	grad: 4-D with shape `[batch, height, width, channels]`.  Gradients w.r.t.
+// the output of `avg_pool`.
+//	ksize: The size of the sliding window for each dimension of the input.
+//	strides: The stride of the sliding window for each dimension of the input.
+//	padding: The type of padding algorithm to use.
 //
-// Returns The reduced tensor.
-func Prod(scope *Scope, input tf.Output, axis tf.Output, optional ...ProdAttr) (output tf.Output) {
+// Returns 4-D.  Gradients w.r.t. the input of `avg_pool`.
+func AvgPoolGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPoolGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Prod",
+		Type: "AvgPoolGrad",
 		Input: []tf.Input{
-			input, axis,
+			orig_input_shape, grad,
 		},
 		Attrs: attrs,
 	}
@@ -13873,233 +13996,66 @@ func Prod(scope *Scope, input tf.Output, axis tf.Output, optional ...ProdAttr) (
 	return op.Output(0)
 }
 
-// ResizeBilinearAttr is an optional argument to ResizeBilinear.
-type ResizeBilinearAttr func(optionalAttr)
-
-// ResizeBilinearAlignCorners sets the optional align_corners attribute to value.
+// Greedily selects a subset of bounding boxes in descending order of score,
 //
-// value: If true, the centers of the 4 corner pixels of the input and output tensors are
-// aligned, preserving the values at the corner pixels. Defaults to false.
-// If not specified, defaults to false
-func ResizeBilinearAlignCorners(value bool) ResizeBilinearAttr {
-	return func(m optionalAttr) {
-		m["align_corners"] = value
-	}
-}
-
-// Resize `images` to `size` using bilinear interpolation.
+// pruning away boxes that have high overlaps
+// with previously selected boxes.  Bounding boxes with score less than
+// `score_threshold` are removed. N-by-n overlap values are supplied as square matrix,
+// which allows for defining a custom overlap criterium (eg. intersection over union,
+// intersection over area, etc.).
 //
-// Input images can be of different types but output images are always float.
+// The output of this operation is a set of integers indexing into the input
+// collection of bounding boxes representing the selected boxes.  The bounding
+// box coordinates corresponding to the selected indices can then be obtained
+// using the `tf.gather operation`.  For example:
+//
+//   selected_indices = tf.image.non_max_suppression_with_overlaps(
+//       overlaps, scores, max_output_size, overlap_threshold, score_threshold)
+//   selected_boxes = tf.gather(boxes, selected_indices)
 //
 // Arguments:
-//	images: 4-D with shape `[batch, height, width, channels]`.
-//	size: = A 1-D int32 Tensor of 2 elements: `new_height, new_width`.  The
-// new size for the images.
+//	overlaps: A 2-D float tensor of shape `[num_boxes, num_boxes]` representing
+// the n-by-n box overlap values.
+//	scores: A 1-D float tensor of shape `[num_boxes]` representing a single
+// score corresponding to each box (each row of boxes).
+//	max_output_size: A scalar integer tensor representing the maximum number of
+// boxes to be selected by non max suppression.
+//	overlap_threshold: A 0-D float tensor representing the threshold for deciding whether
+// boxes overlap too.
+//	score_threshold: A 0-D float tensor representing the threshold for deciding when to remove
+// boxes based on score.
 //
-// Returns 4-D with shape
-// `[batch, new_height, new_width, channels]`.
-func ResizeBilinear(scope *Scope, images tf.Output, size tf.Output, optional ...ResizeBilinearAttr) (resized_images tf.Output) {
+// Returns A 1-D integer tensor of shape `[M]` representing the selected
+// indices from the boxes tensor, where `M <= max_output_size`.
+func NonMaxSuppressionWithOverlaps(scope *Scope, overlaps tf.Output, scores tf.Output, max_output_size tf.Output, overlap_threshold tf.Output, score_threshold tf.Output) (selected_indices tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "ResizeBilinear",
+		Type: "NonMaxSuppressionWithOverlaps",
 		Input: []tf.Input{
-			images, size,
+			overlaps, scores, max_output_size, overlap_threshold, score_threshold,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Creates a TensorList which, when stacked, has the value of `tensor`.
-//
-// Each tensor in the result list corresponds to one row of the input tensor.
+// StageClearAttr is an optional argument to StageClear.
+type StageClearAttr func(optionalAttr)
+
+// StageClearCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-// tensor: The input tensor.
-// output_handle: The list.
-func TensorListFromTensor(scope *Scope, tensor tf.Output, element_shape tf.Output) (output_handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "TensorListFromTensor",
-		Input: []tf.Input{
-			tensor, element_shape,
-		},
+// REQUIRES: value >= 0
+func StageClearCapacity(value int64) StageClearAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Assigns sparse updates to the variable referenced by `resource`.
-//
-// This operation computes
-//
-//     # Scalar indices
-//     ref[indices, ...] = updates[...]
-//
-//     # Vector indices (for each i)
-//     ref[indices[i], ...] = updates[i, ...]
-//
-//     # High rank indices (for each i, ..., j)
-//     ref[indices[i, ..., j], ...] = updates[i, ..., j, ...]
-//
-// Arguments:
-//	resource: Should be from a `Variable` node.
-//	indices: A tensor of indices into the first dimension of `ref`.
-//	updates: A tensor of updated values to add to `ref`.
-//
-// Returns the created operation.
-func ResourceScatterUpdate(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "ResourceScatterUpdate",
-		Input: []tf.Input{
-			resource, indices, updates,
-		},
-	}
-	return scope.AddOperation(opspec)
-}
-
-// Creates and returns an empty tensor list.
-//
-// All list elements must be tensors of dtype element_dtype and shape compatible
-// with element_shape.
-//
-// handle: an empty tensor list.
-// element_dtype: the type of elements in the list.
-// element_shape: a shape compatible with that of elements in the list.
-func EmptyTensorList(scope *Scope, element_shape tf.Output, element_dtype tf.DataType) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"element_dtype": element_dtype}
-	opspec := tf.OpSpec{
-		Type: "EmptyTensorList",
-		Input: []tf.Input{
-			element_shape,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// AvgPoolGradAttr is an optional argument to AvgPoolGrad.
-type AvgPoolGradAttr func(optionalAttr)
-
-// AvgPoolGradDataFormat sets the optional data_format attribute to value.
-//
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func AvgPoolGradDataFormat(value string) AvgPoolGradAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Computes gradients of the average pooling function.
-//
-// Arguments:
-//	orig_input_shape: 1-D.  Shape of the original input to `avg_pool`.
-//	grad: 4-D with shape `[batch, height, width, channels]`.  Gradients w.r.t.
-// the output of `avg_pool`.
-//	ksize: The size of the sliding window for each dimension of the input.
-//	strides: The stride of the sliding window for each dimension of the input.
-//	padding: The type of padding algorithm to use.
-//
-// Returns 4-D.  Gradients w.r.t. the input of `avg_pool`.
-func AvgPoolGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPoolGradAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "AvgPoolGrad",
-		Input: []tf.Input{
-			orig_input_shape, grad,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Greedily selects a subset of bounding boxes in descending order of score,
-//
-// pruning away boxes that have high overlaps
-// with previously selected boxes.  Bounding boxes with score less than
-// `score_threshold` are removed. N-by-n overlap values are supplied as square matrix,
-// which allows for defining a custom overlap criterium (eg. intersection over union,
-// intersection over area, etc.).
-//
-// The output of this operation is a set of integers indexing into the input
-// collection of bounding boxes representing the selected boxes.  The bounding
-// box coordinates corresponding to the selected indices can then be obtained
-// using the `tf.gather operation`.  For example:
-//
-//   selected_indices = tf.image.non_max_suppression_with_overlaps(
-//       overlaps, scores, max_output_size, overlap_threshold, score_threshold)
-//   selected_boxes = tf.gather(boxes, selected_indices)
-//
-// Arguments:
-//	overlaps: A 2-D float tensor of shape `[num_boxes, num_boxes]` representing
-// the n-by-n box overlap values.
-//	scores: A 1-D float tensor of shape `[num_boxes]` representing a single
-// score corresponding to each box (each row of boxes).
-//	max_output_size: A scalar integer tensor representing the maximum number of
-// boxes to be selected by non max suppression.
-//	overlap_threshold: A 0-D float tensor representing the threshold for deciding whether
-// boxes overlap too.
-//	score_threshold: A 0-D float tensor representing the threshold for deciding when to remove
-// boxes based on score.
-//
-// Returns A 1-D integer tensor of shape `[M]` representing the selected
-// indices from the boxes tensor, where `M <= max_output_size`.
-func NonMaxSuppressionWithOverlaps(scope *Scope, overlaps tf.Output, scores tf.Output, max_output_size tf.Output, overlap_threshold tf.Output, score_threshold tf.Output) (selected_indices tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "NonMaxSuppressionWithOverlaps",
-		Input: []tf.Input{
-			overlaps, scores, max_output_size, overlap_threshold, score_threshold,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// StageClearAttr is an optional argument to StageClear.
-type StageClearAttr func(optionalAttr)
-
-// StageClearCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func StageClearCapacity(value int64) StageClearAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// StageClearMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
+// StageClearMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
 //
 // REQUIRES: value >= 0
 func StageClearMemoryLimit(value int64) StageClearAttr {
@@ -14271,87 +14227,6 @@ func FixedLengthRecordReaderV2(scope *Scope, record_bytes int64, optional ...Fix
 	return op.Output(0)
 }
 
-// StringLengthAttr is an optional argument to StringLength.
-type StringLengthAttr func(optionalAttr)
-
-// StringLengthUnit sets the optional unit attribute to value.
-//
-// value: The unit that is counted to compute string length.  One of: `"BYTE"` (for
-// the number of bytes in each string) or `"UTF8_CHAR"` (for the number of UTF-8
-// encoded Unicode code points in each string).  Results are undefined
-// if `unit=UTF8_CHAR` and the `input` strings do not contain structurally
-// valid UTF-8.
-// If not specified, defaults to "BYTE"
-func StringLengthUnit(value string) StringLengthAttr {
-	return func(m optionalAttr) {
-		m["unit"] = value
-	}
-}
-
-// String lengths of `input`.
-//
-// Computes the length of each string given in the input tensor.
-//
-// Arguments:
-//	input: The string for which to compute the length.
-//
-// Returns Integer tensor that has the same shape as `input`. The output contains the
-// element-wise string lengths of `input`.
-func StringLength(scope *Scope, input tf.Output, optional ...StringLengthAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "StringLength",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Converts each string in the input Tensor to its hash mod by a number of buckets.
-//
-// The hash function is deterministic on the content of the string within the
-// process. The hash function is a keyed hash function, where attribute `key`
-// defines the key of the hash function. `key` is an array of 2 elements.
-//
-// A strong hash is important when inputs may be malicious, e.g. URLs with
-// additional components. Adversaries could try to make their inputs hash to the
-// same bucket for a denial-of-service attack or to skew the results. A strong
-// hash prevents this by making it difficult, if not infeasible, to compute inputs
-// that hash to the same bucket. This comes at a cost of roughly 4x higher compute
-// time than `tf.string_to_hash_bucket_fast`.
-//
-// Arguments:
-//	input: The strings to assign a hash bucket.
-//	num_buckets: The number of buckets.
-//	key: The key for the keyed hash function passed as a list of two uint64
-// elements.
-//
-// Returns A Tensor of the same shape as the input `string_tensor`.
-func StringToHashBucketStrong(scope *Scope, input tf.Output, num_buckets int64, key []int64) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"num_buckets": num_buckets, "key": key}
-	opspec := tf.OpSpec{
-		Type: "StringToHashBucketStrong",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // RegexReplaceAttr is an optional argument to RegexReplace.
 type RegexReplaceAttr func(optionalAttr)
 
@@ -16763,29 +16638,116 @@ func SparseReduceSum(scope *Scope, input_indices tf.Output, input_values tf.Outp
 	return op.Output(0)
 }
 
-// VariableShapeAttr is an optional argument to VariableShape.
-type VariableShapeAttr func(optionalAttr)
-
-// VariableShapeOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_INT32
-func VariableShapeOutType(value tf.DataType) VariableShapeAttr {
-	return func(m optionalAttr) {
-		m["out_type"] = value
-	}
-}
-
-// Returns the shape of the variable pointed to by `resource`.
-//
-// This operation returns a 1-D integer tensor representing the shape of `input`.
+// Returns immutable tensor from memory region.
 //
-// For example:
+// The current implementation memmaps the tensor from a file.
 //
-// ```
-// # 't' is [[[1, 1, 1], [2, 2, 2]], [[3, 3, 3], [4, 4, 4]]]
-// shape(t) ==> [2, 2, 3]
-// ```
-func VariableShape(scope *Scope, input tf.Output, optional ...VariableShapeAttr) (output tf.Output) {
-	if scope.Err() != nil {
+// Arguments:
+//	dtype: Type of the returned tensor.
+//	shape: Shape of the returned tensor.
+//	memory_region_name: Name of readonly memory region used by the tensor, see
+// NewReadOnlyMemoryRegionFromFile in tensorflow::Env.
+func ImmutableConst(scope *Scope, dtype tf.DataType, shape tf.Shape, memory_region_name string) (tensor tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtype": dtype, "shape": shape, "memory_region_name": memory_region_name}
+	opspec := tf.OpSpec{
+		Type: "ImmutableConst",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// StringJoinAttr is an optional argument to StringJoin.
+type StringJoinAttr func(optionalAttr)
+
+// StringJoinSeparator sets the optional separator attribute to value.
+//
+// value: string, an optional join separator.
+// If not specified, defaults to ""
+func StringJoinSeparator(value string) StringJoinAttr {
+	return func(m optionalAttr) {
+		m["separator"] = value
+	}
+}
+
+// Joins the strings in the given list of string tensors into one tensor;
+//
+// with the given separator (default is an empty separator).
+//
+// Arguments:
+//	inputs: A list of string tensors.  The tensors must all have the same shape,
+// or be scalars.  Scalars may be mixed in; these will be broadcast to the shape
+// of non-scalar inputs.
+func StringJoin(scope *Scope, inputs []tf.Output, optional ...StringJoinAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "StringJoin",
+		Input: []tf.Input{
+			tf.OutputList(inputs),
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Creates and returns an empty tensor list.
+//
+// All list elements must be tensors of dtype element_dtype and shape compatible
+// with element_shape.
+//
+// handle: an empty tensor list.
+// element_dtype: the type of elements in the list.
+// element_shape: a shape compatible with that of elements in the list.
+func EmptyTensorList(scope *Scope, element_shape tf.Output, element_dtype tf.DataType) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"element_dtype": element_dtype}
+	opspec := tf.OpSpec{
+		Type: "EmptyTensorList",
+		Input: []tf.Input{
+			element_shape,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// VariableShapeAttr is an optional argument to VariableShape.
+type VariableShapeAttr func(optionalAttr)
+
+// VariableShapeOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_INT32
+func VariableShapeOutType(value tf.DataType) VariableShapeAttr {
+	return func(m optionalAttr) {
+		m["out_type"] = value
+	}
+}
+
+// Returns the shape of the variable pointed to by `resource`.
+//
+// This operation returns a 1-D integer tensor representing the shape of `input`.
+//
+// For example:
+//
+// ```
+// # 't' is [[[1, 1, 1], [2, 2, 2]], [[3, 3, 3], [4, 4, 4]]]
+// shape(t) ==> [2, 2, 3]
+// ```
+func VariableShape(scope *Scope, input tf.Output, optional ...VariableShapeAttr) (output tf.Output) {
+	if scope.Err() != nil {
 		return
 	}
 	attrs := map[string]interface{}{}
@@ -17165,14 +17127,215 @@ func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "MatrixSolveLs",
+		Input: []tf.Input{
+			matrix, rhs, l2_regularizer,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// MaxPool3DAttr is an optional argument to MaxPool3D.
+type MaxPool3DAttr func(optionalAttr)
+
+// MaxPool3DDataFormat sets the optional data_format attribute to value.
+//
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func MaxPool3DDataFormat(value string) MaxPool3DAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Performs 3D max pooling on the input.
+//
+// Arguments:
+//	input: Shape `[batch, depth, rows, cols, channels]` tensor to pool over.
+//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
+// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+//
+// Returns The max pooled output tensor.
+func MaxPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "MaxPool3D",
+		Input: []tf.Input{
+			input,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Conv3DBackpropInputAttr is an optional argument to Conv3DBackpropInput.
+type Conv3DBackpropInputAttr func(optionalAttr)
+
+// Conv3DBackpropInputDilations sets the optional dilations attribute to value.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
+func Conv3DBackpropInputDilations(value []int64) Conv3DBackpropInputAttr {
+	return func(m optionalAttr) {
+		m["dilations"] = value
+	}
+}
+
+// Computes the gradients of 3-D convolution with respect to the input.
+//
+// DEPRECATED at GraphDef version 10: Use Conv3DBackpropInputV2
+//
+// Arguments:
+//	input: Shape `[batch, depth, rows, cols, in_channels]`.
+//	filter: Shape `[depth, rows, cols, in_channels, out_channels]`.
+// `in_channels` must match between `input` and `filter`.
+//	out_backprop: Backprop signal of shape `[batch, out_depth, out_rows, out_cols,
+// out_channels]`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+func Conv3DBackpropInput(scope *Scope, input tf.Output, filter tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...Conv3DBackpropInputAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "Conv3DBackpropInput",
+		Input: []tf.Input{
+			input, filter, out_backprop,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Subtracts sparse updates from the variable referenced by `resource`.
+//
+// This operation computes
+//
+//     # Scalar indices
+//     ref[indices, ...] -= updates[...]
+//
+//     # Vector indices (for each i)
+//     ref[indices[i], ...] -= updates[i, ...]
+//
+//     # High rank indices (for each i, ..., j)
+//     ref[indices[i, ..., j], ...] -= updates[i, ..., j, ...]
+//
+// Duplicate entries are handled correctly: if multiple `indices` reference
+// the same location, their contributions add.
+//
+// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
+//
+// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
+// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
+// </div>
+//
+// Arguments:
+//	resource: Should be from a `Variable` node.
+//	indices: A tensor of indices into the first dimension of `ref`.
+//	updates: A tensor of updated values to add to `ref`.
+//
+// Returns the created operation.
+func ResourceScatterSub(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "ResourceScatterSub",
+		Input: []tf.Input{
+			resource, indices, updates,
+		},
+	}
+	return scope.AddOperation(opspec)
+}
+
+// DepthwiseConv2dNativeBackpropFilterAttr is an optional argument to DepthwiseConv2dNativeBackpropFilter.
+type DepthwiseConv2dNativeBackpropFilterAttr func(optionalAttr)
+
+// DepthwiseConv2dNativeBackpropFilterDataFormat sets the optional data_format attribute to value.
+//
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, height, width, channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, channels, height, width].
+// If not specified, defaults to "NHWC"
+func DepthwiseConv2dNativeBackpropFilterDataFormat(value string) DepthwiseConv2dNativeBackpropFilterAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// DepthwiseConv2dNativeBackpropFilterDilations sets the optional dilations attribute to value.
+//
+// value: 1-D tensor of length 4.  The dilation factor for each dimension of
+// `input`. If set to k > 1, there will be k-1 skipped cells between each filter
+// element on that dimension. The dimension order is determined by the value of
+// `data_format`, see above for details. Dilations in the batch and depth
+// dimensions must be 1.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 >
+func DepthwiseConv2dNativeBackpropFilterDilations(value []int64) DepthwiseConv2dNativeBackpropFilterAttr {
+	return func(m optionalAttr) {
+		m["dilations"] = value
+	}
+}
+
+// Computes the gradients of depthwise convolution with respect to the filter.
+//
+// Arguments:
+//	input: 4-D with shape based on `data_format`.  For example, if
+// `data_format` is 'NHWC' then `input` is a 4-D `[batch, in_height,
+// in_width, in_channels]` tensor.
+//	filter_sizes: An integer vector representing the tensor shape of `filter`,
+// where `filter` is a 4-D
+// `[filter_height, filter_width, in_channels, depthwise_multiplier]` tensor.
+//	out_backprop: 4-D with shape  based on `data_format`.
+// For example, if `data_format` is 'NHWC' then
+// out_backprop shape is `[batch, out_height, out_width, out_channels]`.
+// Gradients w.r.t. the output of the convolution.
+//	strides: The stride of the sliding window for each dimension of the input
+// of the convolution.
+//	padding: The type of padding algorithm to use.
+//
+// Returns 4-D with shape
+// `[filter_height, filter_width, in_channels, out_channels]`.  Gradient w.r.t.
+// the `filter` input of the convolution.
+func DepthwiseConv2dNativeBackpropFilter(scope *Scope, input tf.Output, filter_sizes tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...DepthwiseConv2dNativeBackpropFilterAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MatrixSolveLs",
+		Type: "DepthwiseConv2dNativeBackpropFilter",
 		Input: []tf.Input{
-			matrix, rhs, l2_regularizer,
+			input, filter_sizes, out_backprop,
 		},
 		Attrs: attrs,
 	}
@@ -17180,44 +17343,33 @@ func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer
 	return op.Output(0)
 }
 
-// MaxPool3DAttr is an optional argument to MaxPool3D.
-type MaxPool3DAttr func(optionalAttr)
-
-// MaxPool3DDataFormat sets the optional data_format attribute to value.
+// Converts each string in the input Tensor to its hash mod by a number of buckets.
 //
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func MaxPool3DDataFormat(value string) MaxPool3DAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Performs 3D max pooling on the input.
+// The hash function is deterministic on the content of the string within the
+// process. The hash function is a keyed hash function, where attribute `key`
+// defines the key of the hash function. `key` is an array of 2 elements.
+//
+// A strong hash is important when inputs may be malicious, e.g. URLs with
+// additional components. Adversaries could try to make their inputs hash to the
+// same bucket for a denial-of-service attack or to skew the results. A strong
+// hash prevents this by making it difficult, if not infeasible, to compute inputs
+// that hash to the same bucket. This comes at a cost of roughly 4x higher compute
+// time than `tf.string_to_hash_bucket_fast`.
 //
 // Arguments:
-//	input: Shape `[batch, depth, rows, cols, channels]` tensor to pool over.
-//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
-// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
+//	input: The strings to assign a hash bucket.
+//	num_buckets: The number of buckets.
+//	key: The key for the keyed hash function passed as a list of two uint64
+// elements.
 //
-// Returns The max pooled output tensor.
-func MaxPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DAttr) (output tf.Output) {
+// Returns A Tensor of the same shape as the input `string_tensor`.
+func StringToHashBucketStrong(scope *Scope, input tf.Output, num_buckets int64, key []int64) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"num_buckets": num_buckets, "key": key}
 	opspec := tf.OpSpec{
-		Type: "MaxPool3D",
+		Type: "StringToHashBucketStrong",
 		Input: []tf.Input{
 			input,
 		},
@@ -17227,42 +17379,44 @@ func MaxPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, pa
 	return op.Output(0)
 }
 
-// Conv3DBackpropInputAttr is an optional argument to Conv3DBackpropInput.
-type Conv3DBackpropInputAttr func(optionalAttr)
+// StringLengthAttr is an optional argument to StringLength.
+type StringLengthAttr func(optionalAttr)
 
-// Conv3DBackpropInputDilations sets the optional dilations attribute to value.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
-func Conv3DBackpropInputDilations(value []int64) Conv3DBackpropInputAttr {
+// StringLengthUnit sets the optional unit attribute to value.
+//
+// value: The unit that is counted to compute string length.  One of: `"BYTE"` (for
+// the number of bytes in each string) or `"UTF8_CHAR"` (for the number of UTF-8
+// encoded Unicode code points in each string).  Results are undefined
+// if `unit=UTF8_CHAR` and the `input` strings do not contain structurally
+// valid UTF-8.
+// If not specified, defaults to "BYTE"
+func StringLengthUnit(value string) StringLengthAttr {
 	return func(m optionalAttr) {
-		m["dilations"] = value
+		m["unit"] = value
 	}
 }
 
-// Computes the gradients of 3-D convolution with respect to the input.
+// String lengths of `input`.
 //
-// DEPRECATED at GraphDef version 10: Use Conv3DBackpropInputV2
+// Computes the length of each string given in the input tensor.
 //
 // Arguments:
-//	input: Shape `[batch, depth, rows, cols, in_channels]`.
-//	filter: Shape `[depth, rows, cols, in_channels, out_channels]`.
-// `in_channels` must match between `input` and `filter`.
-//	out_backprop: Backprop signal of shape `[batch, out_depth, out_rows, out_cols,
-// out_channels]`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
-func Conv3DBackpropInput(scope *Scope, input tf.Output, filter tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...Conv3DBackpropInputAttr) (output tf.Output) {
+//	input: The string for which to compute the length.
+//
+// Returns Integer tensor that has the same shape as `input`. The output contains the
+// element-wise string lengths of `input`.
+func StringLength(scope *Scope, input tf.Output, optional ...StringLengthAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Conv3DBackpropInput",
+		Type: "StringLength",
 		Input: []tf.Input{
-			input, filter, out_backprop,
+			input,
 		},
 		Attrs: attrs,
 	}
@@ -17270,47 +17424,6 @@ func Conv3DBackpropInput(scope *Scope, input tf.Output, filter tf.Output, out_ba
 	return op.Output(0)
 }
 
-// Subtracts sparse updates from the variable referenced by `resource`.
-//
-// This operation computes
-//
-//     # Scalar indices
-//     ref[indices, ...] -= updates[...]
-//
-//     # Vector indices (for each i)
-//     ref[indices[i], ...] -= updates[i, ...]
-//
-//     # High rank indices (for each i, ..., j)
-//     ref[indices[i, ..., j], ...] -= updates[i, ..., j, ...]
-//
-// Duplicate entries are handled correctly: if multiple `indices` reference
-// the same location, their contributions add.
-//
-// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
-//
-// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
-// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
-// </div>
-//
-// Arguments:
-//	resource: Should be from a `Variable` node.
-//	indices: A tensor of indices into the first dimension of `ref`.
-//	updates: A tensor of updated values to add to `ref`.
-//
-// Returns the created operation.
-func ResourceScatterSub(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "ResourceScatterSub",
-		Input: []tf.Input{
-			resource, indices, updates,
-		},
-	}
-	return scope.AddOperation(opspec)
-}
-
 // ResourceApplyProximalGradientDescentAttr is an optional argument to ResourceApplyProximalGradientDescent.
 type ResourceApplyProximalGradientDescentAttr func(optionalAttr)
 
@@ -33694,116 +33807,3 @@ func OrderedMapSize(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapSi
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
-
-// CudnnRNNV2Attr is an optional argument to CudnnRNNV2.
-type CudnnRNNV2Attr func(optionalAttr)
-
-// CudnnRNNV2RnnMode sets the optional rnn_mode attribute to value.
-// If not specified, defaults to "lstm"
-func CudnnRNNV2RnnMode(value string) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["rnn_mode"] = value
-	}
-}
-
-// CudnnRNNV2InputMode sets the optional input_mode attribute to value.
-// If not specified, defaults to "linear_input"
-func CudnnRNNV2InputMode(value string) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["input_mode"] = value
-	}
-}
-
-// CudnnRNNV2Direction sets the optional direction attribute to value.
-// If not specified, defaults to "unidirectional"
-func CudnnRNNV2Direction(value string) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["direction"] = value
-	}
-}
-
-// CudnnRNNV2Dropout sets the optional dropout attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNV2Dropout(value float32) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["dropout"] = value
-	}
-}
-
-// CudnnRNNV2Seed sets the optional seed attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNV2Seed(value int64) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
-
-// CudnnRNNV2Seed2 sets the optional seed2 attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNV2Seed2(value int64) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["seed2"] = value
-	}
-}
-
-// CudnnRNNV2IsTraining sets the optional is_training attribute to value.
-// If not specified, defaults to true
-func CudnnRNNV2IsTraining(value bool) CudnnRNNV2Attr {
-	return func(m optionalAttr) {
-		m["is_training"] = value
-	}
-}
-
-// A RNN backed by cuDNN.
-//
-// Computes the RNN from the input and initial states, with respect to the params
-// buffer. Produces one extra output "host_reserved" than CudnnRNN.
-//
-// rnn_mode: Indicates the type of the RNN model.
-// input_mode: Indicates whether there is a linear projection between the input and
-//   the actual computation before the first layer. 'skip_input' is only allowed
-//   when input_size == num_units; 'auto_select' implies 'skip_input' when
-//   input_size == num_units; otherwise, it implies 'linear_input'.
-// direction: Indicates whether a bidirectional model will be used. Should be
-//   "unidirectional" or "bidirectional".
-// dropout: Dropout probability. When set to 0., dropout is disabled.
-// seed: The 1st part of a seed to initialize dropout.
-// seed2: The 2nd part of a seed to initialize dropout.
-// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
-// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
-//     num_units].
-// input_c: For LSTM, a 3-D tensor with the shape of
-//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
-// params: A 1-D tensor that contains the weights and biases in an opaque layout.
-//     The size must be created through CudnnRNNParamsSize, and initialized
-//     separately. Note that they might not be compatible across different
-//     generations. So it is a good idea to save and restore
-// output: A 3-D tensor with the shape of [seq_length, batch_size,
-//     dir * num_units].
-// output_h: The same shape has input_h.
-// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
-// is_training: Indicates whether this operation is used for inferenece or
-//   training.
-// reserve_space: An opaque tensor that can be used in backprop calculation. It
-//   is only produced if is_training is true.
-// host_reserved: An opaque tensor that can be used in backprop calculation. It is
-//   only produced if is_training is true. It is output on host memory rather than
-//   device memory.
-func CudnnRNNV2(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, optional ...CudnnRNNV2Attr) (output tf.Output, output_h tf.Output, output_c tf.Output, reserve_space tf.Output, host_reserved tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "CudnnRNNV2",
-		Input: []tf.Input{
-			input, input_h, input_c, params,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
-}
-- 
GitLab


From b4dae2a716c3f63750eae4785289c359fd996d57 Mon Sep 17 00:00:00 2001
From: Jingyue Wu <jingyue@google.com>
Date: Thu, 25 Oct 2018 16:13:00 -0700
Subject: [PATCH 0632/1825] SpaceToDepth supports uint8 data type.

After cl/217625758, S2D(Cast(uint8=>float32)) became Cast(S2D(uint8)=>float32),
which failed because S2D wasn't implemented on uint8.

PiperOrigin-RevId: 218768967
---
 .../optimizers/arithmetic_optimizer_test.cc   | 48 +++++++++++++++++++
 tensorflow/core/kernels/spacetodepth_op.cc    |  3 ++
 .../core/kernels/spacetodepth_op_gpu.cu.cc    |  4 ++
 .../kernel_tests/spacetodepth_op_test.py      | 12 ++---
 4 files changed, 59 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
index 59cec90524..4c6dcee539 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
@@ -1364,6 +1364,54 @@ TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast_ProducerIsCast) {
   test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
 }
 
+TEST_F(ArithmeticOptimizerTest, ReorderS2DCast_ProducerIsCast) {
+  // TODO(jingyue): Evaluate S2D+Cast on GPU as well. We can't simply put nodes
+  // under a /GPU:0 scope, because this test would fail if the testing machine
+  // doesn't have a GPU. Maybe EvaluateNodes should allow soft placement?
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
+  Output outputs =
+      ops::Placeholder(s, DT_UINT8, ops::Placeholder::Shape({8, 28, 28, 3}));
+  outputs = ops::Cast(s, outputs, DT_FLOAT);
+  outputs = ops::SpaceToDepth(s, outputs, 2);
+  outputs = ops::Identity(s.WithOpName("outputs"), outputs);
+
+  GrapplerItem item;
+  item.fetch = {"outputs"};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  auto input_t = GenerateRandomTensor<DT_UINT8>(TensorShape({8, 28, 28, 3}));
+  auto tensors_expected =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors_expected.size());
+
+  GraphDef output;
+  ArithmeticOptimizer optimizer;
+  OptimizeAndPrune(&optimizer, &item, &output);
+
+  LOG(INFO) << output.DebugString();
+
+  const NodeDef* s2d_node = nullptr;
+  for (const NodeDef& node : output.node()) {
+    if (node.op() == "SpaceToDepth") {
+      EXPECT_EQ(s2d_node, nullptr);
+      EXPECT_EQ(DT_UINT8, node.attr().at("T").type());
+      s2d_node = &node;
+    }
+  }
+  EXPECT_NE(s2d_node, nullptr);
+
+  for (const NodeDef& node : output.node()) {
+    if (node.op() == "Cast") {
+      EXPECT_EQ(NodeName(node.input(0)), s2d_node->name());
+    }
+  }
+
+  auto tensors =
+      EvaluateNodes(item.graph, item.fetch, {{"Placeholder", input_t}});
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
+}
+
 TEST_F(ArithmeticOptimizerTest, ReorderTransposeCast_ProducerIsTranspose) {
   tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/CPU:0");
   Output nhwc_fp32 =
diff --git a/tensorflow/core/kernels/spacetodepth_op.cc b/tensorflow/core/kernels/spacetodepth_op.cc
index e59adfc6ac..044b818e3c 100644
--- a/tensorflow/core/kernels/spacetodepth_op.cc
+++ b/tensorflow/core/kernels/spacetodepth_op.cc
@@ -193,6 +193,9 @@ REGISTER_KERNEL_BUILDER(
 REGISTER_KERNEL_BUILDER(
     Name("SpaceToDepth").Device(DEVICE_GPU).TypeConstraint<qint8>("T"),
     SpaceToDepthOp<GPUDevice, qint8>);
+REGISTER_KERNEL_BUILDER(
+    Name("SpaceToDepth").Device(DEVICE_GPU).TypeConstraint<uint8>("T"),
+    SpaceToDepthOp<GPUDevice, uint8>);
 #endif  // GOOGLE_CUDA
 
 }  // end namespace tensorflow
diff --git a/tensorflow/core/kernels/spacetodepth_op_gpu.cu.cc b/tensorflow/core/kernels/spacetodepth_op_gpu.cu.cc
index f38459724a..b565927ccb 100644
--- a/tensorflow/core/kernels/spacetodepth_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/spacetodepth_op_gpu.cu.cc
@@ -240,6 +240,10 @@ template struct functor::SpaceToDepthOpFunctor<GPUDevice, Eigen::half,
 template struct functor::SpaceToDepthOpFunctor<GPUDevice, Eigen::half,
                                                FORMAT_NHWC>;
 
+// Instantiate the GPU implementations for uint8.
+template struct functor::SpaceToDepthOpFunctor<GPUDevice, uint8, FORMAT_NCHW>;
+template struct functor::SpaceToDepthOpFunctor<GPUDevice, uint8, FORMAT_NHWC>;
+
 // NCHW_VECT_C with 4 x qint8 can be treated as NCHW int32.
 template struct functor::SpaceToDepthOpFunctor<GPUDevice, int32, FORMAT_NCHW>;
 
diff --git a/tensorflow/python/kernel_tests/spacetodepth_op_test.py b/tensorflow/python/kernel_tests/spacetodepth_op_test.py
index 9bea1b952a..b05f14f738 100644
--- a/tensorflow/python/kernel_tests/spacetodepth_op_test.py
+++ b/tensorflow/python/kernel_tests/spacetodepth_op_test.py
@@ -36,12 +36,12 @@ class SpaceToDepthTest(test.TestCase):
 
   def _testOne(self, inputs, block_size, outputs, dtype=dtypes.float32):
     input_nhwc = math_ops.cast(inputs, dtype)
-    with self.cached_session(use_gpu=False):
+    with self.session(use_gpu=False):
       # test NHWC (default) on CPU
       x_tf = array_ops.space_to_depth(input_nhwc, block_size)
       self.assertAllEqual(x_tf.eval(), outputs)
     if test.is_gpu_available():
-      with self.cached_session(use_gpu=True):
+      with self.session(force_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.space_to_depth(input_nhwc, block_size)
         self.assertAllEqual(x_tf.eval(), outputs)
@@ -56,13 +56,9 @@ class SpaceToDepthTest(test.TestCase):
     x_np = [[[[1], [2]], [[3], [4]]]]
     block_size = 2
     x_out = [[[[1, 2, 3, 4]]]]
-    self._testOne(x_np, block_size, x_out)
+    for dtype in [dtypes.float32, dtypes.float16, dtypes.uint8]:
+      self._testOne(x_np, block_size, x_out, dtype=dtype)
 
-  def testBasicFloat16(self):
-    x_np = [[[[1], [2]], [[3], [4]]]]
-    block_size = 2
-    x_out = [[[[1, 2, 3, 4]]]]
-    self._testOne(x_np, block_size, x_out, dtype=dtypes.float16)
 
   # Tests for larger input dimensions. To make sure elements are
   # correctly ordered spatially.
-- 
GitLab


From 3521e78412b741ea690bb73860362147e80dc992 Mon Sep 17 00:00:00 2001
From: Jian Li <jianlijianli@google.com>
Date: Thu, 25 Oct 2018 16:18:18 -0700
Subject: [PATCH 0633/1825] Add micro frontend TFLite Op.

PiperOrigin-RevId: 218769857
---
 .../lite/experimental/microfrontend/BUILD     |  33 +++
 .../microfrontend/audio_microfrontend.cc      | 204 ++++++++++++++++++
 .../microfrontend/audio_microfrontend_test.cc | 203 +++++++++++++++++
 .../lite/experimental/microfrontend/lib/BUILD |   2 +-
 4 files changed, 441 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/contrib/lite/experimental/microfrontend/BUILD
 create mode 100644 tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc
 create mode 100644 tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc

diff --git a/tensorflow/contrib/lite/experimental/microfrontend/BUILD b/tensorflow/contrib/lite/experimental/microfrontend/BUILD
new file mode 100644
index 0000000000..7a6b7b5c01
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/microfrontend/BUILD
@@ -0,0 +1,33 @@
+package(
+    default_visibility = ["//visibility:public"],
+)
+
+licenses(["notice"])  # Apache 2.0
+
+load("//tensorflow:tensorflow.bzl", "tf_cc_test")
+
+cc_library(
+    name = "audio_microfrontend",
+    srcs = ["audio_microfrontend.cc"],
+    deps = [
+        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite/experimental/microfrontend/lib:frontend",
+        "//tensorflow/contrib/lite/kernels:kernel_util",
+        "//tensorflow/contrib/lite/kernels/internal:reference",
+        "@flatbuffers",
+    ],
+)
+
+tf_cc_test(
+    name = "audio_microfrontend_test",
+    size = "small",
+    srcs = ["audio_microfrontend_test.cc"],
+    tags = ["tflite_not_portable_ios"],
+    deps = [
+        ":audio_microfrontend",
+        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite/kernels:test_util",
+        "@com_google_googletest//:gtest",
+        "@flatbuffers",
+    ],
+)
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc b/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc
new file mode 100644
index 0000000000..8819d070b8
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc
@@ -0,0 +1,204 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
+#include "tensorflow/contrib/lite/context.h"
+#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
+#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+
+namespace tflite {
+namespace ops {
+namespace custom {
+namespace audio_microfrontend {
+
+constexpr int kInputTensor = 0;
+constexpr int kOutputTensor = 0;
+
+typedef struct {
+  int sample_rate;
+  FrontendState* state;
+  int left_context;
+  int right_context;
+  int frame_stride;
+  bool zero_padding;
+  int out_scale;
+  bool out_float;
+} TfLiteAudioMicrofrontendParams;
+
+void* Init(TfLiteContext* context, const char* buffer, size_t length) {
+  auto* data = new TfLiteAudioMicrofrontendParams;
+
+  const uint8_t* buffer_t = reinterpret_cast<const uint8_t*>(buffer);
+  const flexbuffers::Map& m = flexbuffers::GetRoot(buffer_t, length).AsMap();
+
+  data->sample_rate = m["sample_rate"].AsInt32();
+
+  struct FrontendConfig config;
+  config.window.size_ms = m["window_size"].AsInt32();
+  config.window.step_size_ms = m["window_step"].AsInt32();
+  config.filterbank.num_channels = m["num_channels"].AsInt32();
+  config.filterbank.upper_band_limit = m["upper_band_limit"].AsFloat();
+  config.filterbank.lower_band_limit = m["lower_band_limit"].AsFloat();
+  config.noise_reduction.smoothing_bits = m["smoothing_bits"].AsInt32();
+  config.noise_reduction.even_smoothing = m["even_smoothing"].AsFloat();
+  config.noise_reduction.odd_smoothing = m["odd_smoothing"].AsFloat();
+  config.noise_reduction.min_signal_remaining =
+      m["min_signal_remaining"].AsFloat();
+  config.pcan_gain_control.enable_pcan = m["enable_pcan"].AsBool();
+  config.pcan_gain_control.strength = m["pcan_strength"].AsFloat();
+  config.pcan_gain_control.offset = m["pcan_offset"].AsFloat();
+  config.pcan_gain_control.gain_bits = m["gain_bits"].AsInt32();
+  config.log_scale.enable_log = m["enable_log"].AsBool();
+  config.log_scale.scale_shift = m["scale_shift"].AsInt32();
+
+  data->state = new FrontendState;
+  FrontendPopulateState(&config, data->state, data->sample_rate);
+
+  data->left_context = m["left_context"].AsInt32();
+  data->right_context = m["right_context"].AsInt32();
+  data->frame_stride = m["frame_stride"].AsInt32();
+  data->zero_padding = m["zero_padding"].AsBool();
+  data->out_scale = m["out_scale"].AsInt32();
+  data->out_float = m["out_float"].AsBool();
+
+  return data;
+}
+
+void Free(TfLiteContext* context, void* buffer) {
+  auto* data = reinterpret_cast<TfLiteAudioMicrofrontendParams*>(buffer);
+  FrontendFreeStateContents(data->state);
+  delete data->state;
+  delete data;
+}
+
+TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  auto* data =
+      reinterpret_cast<TfLiteAudioMicrofrontendParams*>(node->user_data);
+
+  TF_LITE_ENSURE_EQ(context, NumInputs(node), 1);
+  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
+
+  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  TF_LITE_ENSURE_EQ(context, NumDimensions(input), 1);
+
+  TF_LITE_ENSURE_EQ(context, input->type, kTfLiteInt16);
+  output->type = kTfLiteInt32;
+  if (data->out_float) {
+    output->type = kTfLiteFloat32;
+  }
+
+  TfLiteIntArray* output_size = TfLiteIntArrayCreate(2);
+  int num_frames = 0;
+  if (input->dims->data[0] >= data->state->window.size) {
+    num_frames = (input->dims->data[0] - data->state->window.size) /
+                     data->state->window.step / data->frame_stride +
+                 1;
+  }
+  output_size->data[0] = num_frames;
+  output_size->data[1] = data->state->filterbank.num_channels *
+                         (1 + data->left_context + data->right_context);
+
+  return context->ResizeTensor(context, output, output_size);
+}
+
+template <typename T>
+void GenerateFeatures(TfLiteAudioMicrofrontendParams* data,
+                      const TfLiteTensor* input, TfLiteTensor* output) {
+  const int16_t* audio_data = GetTensorData<int16_t>(input);
+  int64_t audio_size = input->dims->data[0];
+
+  T* filterbanks_flat = GetTensorData<T>(output);
+
+  int num_frames = 0;
+  if (audio_size >= data->state->window.size) {
+    num_frames = (input->dims->data[0] - data->state->window.size) /
+                     data->state->window.step +
+                 1;
+  }
+  std::vector<std::vector<T>> frame_buffer(num_frames);
+
+  int frame_index = 0;
+  while (audio_size > 0) {
+    size_t num_samples_read;
+    struct FrontendOutput output = FrontendProcessSamples(
+        data->state, audio_data, audio_size, &num_samples_read);
+    audio_data += num_samples_read;
+    audio_size -= num_samples_read;
+
+    if (output.values != nullptr) {
+      frame_buffer[frame_index].reserve(output.size);
+      for (int i = 0; i < output.size; ++i) {
+        frame_buffer[frame_index].push_back(static_cast<T>(output.values[i]) /
+                                            data->out_scale);
+      }
+      ++frame_index;
+    }
+  }
+
+  int index = 0;
+  std::vector<T> pad(data->state->filterbank.num_channels, 0);
+  for (int anchor = 0; anchor < frame_buffer.size();
+       anchor += data->frame_stride) {
+    for (int frame = anchor - data->left_context;
+         frame <= anchor + data->right_context; ++frame) {
+      std::vector<T>* feature;
+      if (data->zero_padding && (frame < 0 || frame >= frame_buffer.size())) {
+        feature = &pad;
+      } else if (frame < 0) {
+        feature = &frame_buffer[0];
+      } else if (frame >= frame_buffer.size()) {
+        feature = &frame_buffer[frame_buffer.size() - 1];
+      } else {
+        feature = &frame_buffer[frame];
+      }
+      for (auto f : *feature) {
+        filterbanks_flat[index++] = f;
+      }
+    }
+  }
+}
+
+TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  auto* data =
+      reinterpret_cast<TfLiteAudioMicrofrontendParams*>(node->user_data);
+  FrontendReset(data->state);
+
+  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  if (data->out_float) {
+    GenerateFeatures<float>(data, input, output);
+  } else {
+    GenerateFeatures<int32>(data, input, output);
+  }
+
+  return kTfLiteOk;
+}
+
+}  // namespace audio_microfrontend
+
+TfLiteRegistration* Register_AUDIO_MICROFRONTEND() {
+  static TfLiteRegistration r = {
+      audio_microfrontend::Init, audio_microfrontend::Free,
+      audio_microfrontend::Prepare, audio_microfrontend::Eval};
+  return &r;
+}
+
+}  // namespace custom
+}  // namespace ops
+}  // namespace tflite
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc b/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc
new file mode 100644
index 0000000000..9da58d9606
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc
@@ -0,0 +1,203 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+// Unit test for TFLite Micro Frontend op.
+
+#include <memory>
+#include <vector>
+
+#include <gmock/gmock.h>
+#include <gtest/gtest.h>
+#include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
+#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/contrib/lite/model.h"
+
+namespace tflite {
+namespace ops {
+namespace custom {
+
+TfLiteRegistration* Register_AUDIO_MICROFRONTEND();
+
+namespace {
+
+using ::testing::ElementsAreArray;
+
+class MicroFrontendOpModel : public SingleOpModel {
+ public:
+  MicroFrontendOpModel(int n_input, int n_frame, int n_frequency_per_frame,
+                       int n_left_context, int n_right_context,
+                       int n_frame_stride,
+                       const std::vector<std::vector<int>>& input_shapes)
+      : n_input_(n_input),
+        n_frame_(n_frame),
+        n_frequency_per_frame_(n_frequency_per_frame),
+        n_left_context_(n_left_context),
+        n_right_context_(n_right_context),
+        n_frame_stride_(n_frame_stride) {
+    input_ = AddInput(TensorType_INT16);
+    output_ = AddOutput(TensorType_INT32);
+
+    // Set up and pass in custom options using flexbuffer.
+    flexbuffers::Builder fbb;
+    fbb.Map([&]() {
+      // Parameters to initialize FFT state.
+      fbb.Int("sample_rate", 1000);
+      fbb.Int("window_size", 25);
+      fbb.Int("window_step", 10);
+      fbb.Int("num_channels", 2);
+      fbb.Float("upper_band_limit", 450.0);
+      fbb.Float("lower_band_limit", 8.0);
+      fbb.Int("smoothing_bits", 10);
+      fbb.Float("even_smoothing", 0.025);
+      fbb.Float("odd_smoothing", 0.06);
+      fbb.Float("min_signal_remaining", 0.05);
+      fbb.Bool("enable_pcan", true);
+      fbb.Float("pcan_strength", 0.95);
+      fbb.Float("pcan_offset", 80.0);
+      fbb.Int("gain_bits", 21);
+      fbb.Bool("enable_log", true);
+      fbb.Int("scale_shift", 6);
+
+      // Parameters for micro frontend.
+      fbb.Int("left_context", n_left_context);
+      fbb.Int("right_context", n_right_context);
+      fbb.Int("frame_stride", n_frame_stride);
+      fbb.Bool("zero_padding", true);
+      fbb.Int("out_scale", 1);
+      fbb.Bool("out_float", false);
+    });
+    fbb.Finish();
+    SetCustomOp("MICRO_FRONTEND", fbb.GetBuffer(),
+                Register_AUDIO_MICROFRONTEND);
+    BuildInterpreter(input_shapes);
+  }
+
+  void SetInput(const std::vector<int16_t>& data) {
+    PopulateTensor(input_, data);
+  }
+
+  std::vector<int> GetOutput() { return ExtractVector<int>(output_); }
+
+  int num_inputs() { return n_input_; }
+  int num_frmes() { return n_frame_; }
+  int num_frequency_per_frame() { return n_frequency_per_frame_; }
+  int num_left_context() { return n_left_context_; }
+  int num_right_context() { return n_right_context_; }
+  int num_frame_stride() { return n_frame_stride_; }
+
+ protected:
+  int input_;
+  int output_;
+  int n_input_;
+  int n_frame_;
+  int n_frequency_per_frame_;
+  int n_left_context_;
+  int n_right_context_;
+  int n_frame_stride_;
+};
+
+class BaseMicroFrontendTest : public ::testing::Test {
+ protected:
+  // Micro frontend input.
+  std::vector<int16_t> micro_frontend_input_;
+
+  // Compares output up to tolerance to the result of the micro_frontend given
+  // the input.
+  void VerifyGoldens(const std::vector<int16_t>& input,
+                     const std::vector<std::vector<int>>& output,
+                     MicroFrontendOpModel* micro_frontend,
+                     float tolerance = 1e-5) {
+    // Dimensionality check.
+    const int num_inputs = micro_frontend->num_inputs();
+    EXPECT_GT(num_inputs, 0);
+
+    const int num_frames = micro_frontend->num_frmes();
+    EXPECT_GT(num_frames, 0);
+    EXPECT_EQ(num_frames, output.size());
+
+    const int num_frequency_per_frame =
+        micro_frontend->num_frequency_per_frame();
+    EXPECT_GT(num_frequency_per_frame, 0);
+    EXPECT_EQ(num_frequency_per_frame, output[0].size());
+
+    // Set up input.
+    micro_frontend->SetInput(input);
+
+    // Call Invoke.
+    micro_frontend->Invoke();
+
+    // Mimic padding behaviour with zero_padding = true.
+    std::vector<int> output_flattened;
+    for (int anchor = 0; anchor < output.size();
+         anchor += micro_frontend->num_frame_stride()) {
+      for (int frame = anchor - micro_frontend->num_left_context();
+           frame <= anchor + micro_frontend->num_right_context(); ++frame) {
+        if (frame < 0 || frame >= output.size()) {
+          // Padding with zeros.
+          for (int j = 0; j < num_frequency_per_frame; ++j) {
+            output_flattened.push_back(0.0);
+          }
+        } else {
+          // Copy real output.
+          for (auto data_point : output[frame]) {
+            output_flattened.push_back(data_point);
+          }
+        }
+      }
+    }
+
+    // Validate result.
+    EXPECT_THAT(micro_frontend->GetOutput(),
+                ElementsAreArray(output_flattened));
+  }
+};  // namespace
+
+class TwoConsecutive36InputsMicroFrontendTest : public BaseMicroFrontendTest {
+  void SetUp() override {
+    micro_frontend_input_ = {
+        0, 32767, 0, -32768, 0, 32767, 0, -32768, 0, 32767, 0, -32768,
+        0, 32767, 0, -32768, 0, 32767, 0, -32768, 0, 32767, 0, -32768,
+        0, 32767, 0, -32768, 0, 32767, 0, -32768, 0, 32767, 0, -32768};
+  }
+};
+
+TEST_F(TwoConsecutive36InputsMicroFrontendTest, MicroFrontendBlackBoxTest) {
+  const int n_input = 36;
+  const int n_frame = 2;
+  const int n_frequency_per_frame = 2;
+
+  MicroFrontendOpModel micro_frontend(n_input, n_frame, n_frequency_per_frame,
+                                      1, 1, 1,
+                                      {
+                                          {n_input},
+                                      });
+
+  // Verify the final output.
+  const std::vector<std::vector<int>> micro_frontend_golden_output = {
+      {479, 425}, {436, 378}};
+  VerifyGoldens(micro_frontend_input_, micro_frontend_golden_output,
+                &micro_frontend);
+}
+
+}  // namespace
+}  // namespace custom
+}  // namespace ops
+}  // namespace tflite
+
+int main(int argc, char** argv) {
+  ::tflite::LogToStderr();
+  ::testing::InitGoogleTest(&argc, argv);
+  return RUN_ALL_TESTS();
+}
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/BUILD b/tensorflow/contrib/lite/experimental/microfrontend/lib/BUILD
index 3fd4b9fe82..a055e52f71 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/BUILD
+++ b/tensorflow/contrib/lite/experimental/microfrontend/lib/BUILD
@@ -1,7 +1,7 @@
 # Library for generating feature vectors from audio data
 
 package(
-    default_visibility = ["//visibility:private"],
+    default_visibility = ["//visibility:public"],
 )
 
 licenses(["notice"])  # Apache 2.0
-- 
GitLab


From 3198af83a8dd26119ba748f7a0f6eb980adb713e Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Thu, 25 Oct 2018 16:32:53 -0700
Subject: [PATCH 0634/1825] Do not copy full function library into the overlay
 lib

PiperOrigin-RevId: 218772331
---
 tensorflow/core/kernels/partitioned_function_ops.cc | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index a4828f8aa2..71e506e5e6 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -131,8 +131,11 @@ class PartitionedCallOp : public AsyncOpKernel {
                              "find cached function partitions; "
                              "this indicates a bug."),
             done);
-        FunctionLibraryDefinition* overlay_lib =
-            new FunctionLibraryDefinition(*lib->GetFunctionLibraryDefinition());
+        // We do not need a full function library in the overlay, we just keep a
+        // subset that is reachable from the instantiated function.
+        FunctionLibraryDefinition* overlay_lib = new FunctionLibraryDefinition(
+            grappler::ReachableFunctionLibraryDefinition(
+                *lib->GetFunctionLibraryDefinition(), fbody->fdef));
         overlay_libs_.emplace(lib, overlay_lib);
 
         GraphOptimizationPassOptions optimization_options;
@@ -517,9 +520,6 @@ class PartitionedCallOp : public AsyncOpKernel {
     (*graph)->ToGraphDef(&item.graph);
 
     if (flib) {
-      // TODO(ezhulenev): Prune unreachable functions to reduce copy overhead.
-      // It's unsafe to do it now, because it's possible to get conflicting
-      // specializations with the same name.
       *item.graph.mutable_library() = flib->ToProto();
     }
 
-- 
GitLab


From 013d74dd7e96b96decccc059f9bdf2f2b01348c5 Mon Sep 17 00:00:00 2001
From: Keno Fischer <keno@juliacomputing.com>
Date: Thu, 25 Oct 2018 16:23:33 -0400
Subject: [PATCH 0635/1825] [XLA:GPU/CuDNN] Add support for 1x1 window reversal

CuDNN supports both convolution (CUDNN_CONVOLUTION) and cross correlation
(CUDNN_CROSS_CORRELATION). However, only the latter was hooked up, causing

    Tensorflow error: Status: Hit a case for convolution that is not implemented on GPU.

for convolutions of the first kind (corresponding to convolutions with both
window dimensions reversed at the HLO level). Reversing the dimensions (i.e.
doing convolutions rather than cross correlations) is the default behavior
for the Flux.jl ML framework, so it's easy to hit this error trying to run
pre-existing Flux models through the Julia:XLA->XLA:GPU compilation path.

Plumb through the reversal option to CuDNN to make this pattern work. The
same HLO already works fine against the CPU and TPU backends.
---
 .../compiler/xla/service/gpu/cudnn_conv_rewriter.cc  |  6 +++++-
 .../compiler/xla/service/gpu/cudnn_conv_runner.cc    |  7 +++++++
 tensorflow/compiler/xla/tests/convolution_test.cc    | 12 ++++++++++++
 tensorflow/compiler/xla/window_util.cc               | 11 +++++++++++
 tensorflow/compiler/xla/window_util.h                |  1 +
 tensorflow/stream_executor/cuda/cuda_dnn.cc          |  8 ++++----
 tensorflow/stream_executor/dnn.cc                    |  3 ++-
 tensorflow/stream_executor/dnn.h                     | 11 +++++++++++
 8 files changed, 53 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
index c46672c598..73e2a1f719 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
@@ -77,7 +77,11 @@ bool CanImplementAsCudnnForwardConv(HloInstruction* conv) {
     return false;
   }
 
-  if (window_util::HasWindowReversal(conv->window())) {
+  // CuDNN can perform either cross correlation (no reversal),
+  // or convolution (all dimensions reversed).
+  if (dnums.input_spatial_dimensions_size() == 2
+          ? !window_util::AllOrNoneReversed(conv->window())
+          : window_util::HasWindowReversal(conv->window())) {
     return false;
   }
   return true;
diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
index 0006e85e16..5c93bcc2d2 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
@@ -138,6 +138,7 @@ Status RunCudnnConvImpl(CudnnConvParams params,
 
   const int num_dimensions = window.dimensions_size();
   CHECK_LE(num_dimensions, 3);
+  CHECK_GE(num_dimensions, 1);
   // cuDNN does not support 1D convolutions. We therefore express 1D
   // convolutions as 2D convolutions where the first spatial dimension is 1.
   // This matches the behavior of TF (see definition of conv1d in
@@ -148,10 +149,15 @@ Status RunCudnnConvImpl(CudnnConvParams params,
            output_shape.element_type())
       << ShapeUtil::HumanString(output_shape);
 
+  // If one dimension is reversed, we need to have all dimensions reversed (so
+  // we're doing convolution not cross correlation).
+  const bool dims_reversed = window.dimensions()[0].window_reversal();
+
   CHECK_EQ(num_dimensions, dnums.input_spatial_dimensions_size());
   CHECK_EQ(num_dimensions, dnums.kernel_spatial_dimensions_size());
   CHECK_EQ(num_dimensions, dnums.output_spatial_dimensions_size());
   for (const WindowDimension& dim : window.dimensions()) {
+    CHECK_EQ(dims_reversed, dim.window_reversal());
     CHECK_EQ(dim.padding_low(), dim.padding_high());
     CHECK_EQ(dim.base_dilation(), 1)
         << "cudnn does not support base dilation; it "
@@ -198,6 +204,7 @@ Status RunCudnnConvImpl(CudnnConvParams params,
 
   ConvolutionDescriptor convolution_descriptor(effective_num_dimensions);
   convolution_descriptor.set_group_count(feature_group_count);
+  convolution_descriptor.set_convolution_not_crosscorr(dims_reversed);
   for (int dim = 0; dim < num_dimensions; ++dim) {
     convolution_descriptor
         .set_zero_padding(
diff --git a/tensorflow/compiler/xla/tests/convolution_test.cc b/tensorflow/compiler/xla/tests/convolution_test.cc
index 3aebf78466..6c905f50b6 100644
--- a/tensorflow/compiler/xla/tests/convolution_test.cc
+++ b/tensorflow/compiler/xla/tests/convolution_test.cc
@@ -951,6 +951,18 @@ ENTRY Test {
   EXPECT_TRUE(RunAndCompare(kHlo, ErrorSpec{0.001}));
 }
 
+XLA_TEST_F(ConvolutionHloTest, DISABLED_ON_CPU(ConvolveF64ForwardReversed)) {
+  constexpr char kHlo[] = R"(
+HloModule TestModule
+
+ENTRY Test {
+  %arg0 = f64[3,56,56,16] parameter(0)
+  %arg1 = f64[3,3,3,64] parameter(1)
+  ROOT %conv = f64[54,54,16,64] convolution(%arg0, %arg1), window={size=3x3 rhs_reversal=1x1}, dim_labels=f01b_i01o->01bf
+})";
+  EXPECT_TRUE(RunAndCompare(kHlo, ErrorSpec{0.001}));
+}
+
 XLA_TEST_F(ConvolutionHloTest, DISABLED_ON_CPU(ConvolveF64BackwardFilter)) {
   constexpr char kHlo[] = R"(
 HloModule TestModule
diff --git a/tensorflow/compiler/xla/window_util.cc b/tensorflow/compiler/xla/window_util.cc
index 8ea8dbab25..f113a705b4 100644
--- a/tensorflow/compiler/xla/window_util.cc
+++ b/tensorflow/compiler/xla/window_util.cc
@@ -185,6 +185,17 @@ bool HasWindowReversal(const Window& window) {
   return false;
 }
 
+bool AllOrNoneReversed(const Window& window) {
+  if (window.dimensions().size() == 0) {
+    return true;
+  }
+  bool reversed = window.dimensions()[0].window_reversal();
+  return std::all_of(window.dimensions().begin(), window.dimensions().end(),
+                     [&](const WindowDimension& dim) {
+                       return dim.window_reversal() == reversed;
+                     });
+}
+
 bool HasDilation(const Window& window) {
   return HasBaseDilation(window) || HasWindowDilation(window);
 }
diff --git a/tensorflow/compiler/xla/window_util.h b/tensorflow/compiler/xla/window_util.h
index 1fb9e855fc..099d7ecdd5 100644
--- a/tensorflow/compiler/xla/window_util.h
+++ b/tensorflow/compiler/xla/window_util.h
@@ -56,6 +56,7 @@ bool HasWindowDilation(const Window& window);
 bool HasDilation(const Window& window);
 
 bool HasWindowReversal(const Window& window);
+bool AllOrNoneReversed(const Window& window);
 
 // Returns true if the given logical dimension is inactive in the sense that it
 // has window bound 1, no striding and no padding.
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index 5de9a2185c..6f60dd5c29 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -686,10 +686,10 @@ class CudnnConvolutionDescriptor {
     CHECK_CUDNN_OK(cudnnSetConvolutionNdDescriptor(
         handle_.get(), convolution_descriptor.ndims(), padding.data(),
         strides.data(), dilations.data(),
-        // NOTE(keveman): cuDNN supports convolution and cross correlation.
-        // However, almost all the use cases do cross correlation, so just
-        // hard coding it here.
-        CUDNN_CROSS_CORRELATION, data_type));
+        convolution_descriptor.convolution_not_crosscorr()
+            ? CUDNN_CONVOLUTION
+            : CUDNN_CROSS_CORRELATION,
+        data_type));
 
     // NOTE(benbarsdell): This only applies if tensor op math is enabled
     //                      and algo selection is set to Default.
diff --git a/tensorflow/stream_executor/dnn.cc b/tensorflow/stream_executor/dnn.cc
index 8a5bcf4280..8c304db3cd 100644
--- a/tensorflow/stream_executor/dnn.cc
+++ b/tensorflow/stream_executor/dnn.cc
@@ -443,7 +443,8 @@ ConvolutionDescriptor::ConvolutionDescriptor(int ndims)
       dilation_rates_(ndims, 1),
       pad_alignment_(PadAlignment::kDefault),
       group_count_(1),
-      ndims_(ndims) {}
+      ndims_(ndims),
+      convolution_not_crosscorr_(false) {}
 
 ConvolutionDescriptor::ConvolutionDescriptor()
     : ConvolutionDescriptor(/*ndims=*/2) {}
diff --git a/tensorflow/stream_executor/dnn.h b/tensorflow/stream_executor/dnn.h
index 621b155240..a352727127 100644
--- a/tensorflow/stream_executor/dnn.h
+++ b/tensorflow/stream_executor/dnn.h
@@ -496,6 +496,11 @@ std::ostream& operator<<(std::ostream& str, dnn::PadAlignment alignment);
 //   cells between each filter element in the "y dimension".
 // - horizontal_dilation_rate: there will be (horizontal_dilation_rate - 1)
 //   skipped cells between each filter element in the "x dimension".
+// - convolution_not_crosscor: By default (convolution_not_crosscor == false),
+//   we perform cross correlation rather than convolution. With the flag set,
+//   we perform convolution. Convolution and cross correlation are related by
+//   rotating the filter by 180 degrees (or equivalently flipping all spatial
+//   dimensions).
 class ConvolutionDescriptor {
  public:
   // By default construction, there is no zero-padding and the filter stride is
@@ -552,6 +557,10 @@ class ConvolutionDescriptor {
     group_count_ = group_count;
     return *this;
   }
+  ConvolutionDescriptor& set_convolution_not_crosscorr(bool conv) {
+    convolution_not_crosscorr_ = conv;
+    return *this;
+  }
   int64 zero_padding_height() const {
     return GetDim(zero_padding_, DimIndex::Y);
   }
@@ -577,6 +586,7 @@ class ConvolutionDescriptor {
   PadAlignment pad_alignment() const { return pad_alignment_; }
   int group_count() const { return group_count_; }
   int ndims() const { return ndims_; }
+  bool convolution_not_crosscorr() const { return convolution_not_crosscorr_; }
 
   std::vector<int64> strides() const { return filter_strides_; }
   std::vector<int64> dilations() const { return dilation_rates_; }
@@ -590,6 +600,7 @@ class ConvolutionDescriptor {
   PadAlignment pad_alignment_;
   int group_count_;
   int ndims_;
+  bool convolution_not_crosscorr_;
   // TODO(leary) cudnn provides these fields, but need to characterize what
   // their effect is -- they may be boolean rather than integral.
   // int64 upscale_input_x;
-- 
GitLab


From 41550f88d35b52f55043f3a12a3912e485c88b38 Mon Sep 17 00:00:00 2001
From: Jian Li <jianlijianli@google.com>
Date: Thu, 25 Oct 2018 16:54:54 -0700
Subject: [PATCH 0636/1825] Add TensorFlow micro frontend Op.

PiperOrigin-RevId: 218775455
---
 .../lite/experimental/microfrontend/BUILD     |  74 ++++-
 .../ops/audio_microfrontend_op.cc             | 305 ++++++++++++++++++
 .../audio_microfrontend_op_test.py            | 162 ++++++++++
 .../python/ops/audio_microfrontend_op.py      | 113 +++++++
 4 files changed, 652 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
 create mode 100644 tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
 create mode 100644 tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py

diff --git a/tensorflow/contrib/lite/experimental/microfrontend/BUILD b/tensorflow/contrib/lite/experimental/microfrontend/BUILD
index 7a6b7b5c01..5005d0bbae 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/BUILD
+++ b/tensorflow/contrib/lite/experimental/microfrontend/BUILD
@@ -1,11 +1,21 @@
+# TensorFlow ops for audio front-end processing.
+
+load(
+    "//tensorflow:tensorflow.bzl",
+    "tf_custom_op_library",
+    "tf_gen_op_libs",
+    "tf_gen_op_wrapper_py",
+    "tf_py_test",
+    "tf_cc_test",
+)
+load("//tensorflow:tensorflow.bzl", "tf_custom_op_py_library")
+
 package(
     default_visibility = ["//visibility:public"],
 )
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow:tensorflow.bzl", "tf_cc_test")
-
 cc_library(
     name = "audio_microfrontend",
     srcs = ["audio_microfrontend.cc"],
@@ -31,3 +41,63 @@ tf_cc_test(
         "@flatbuffers",
     ],
 )
+
+tf_custom_op_library(
+    name = "python/ops/_audio_microfrontend_op.so",
+    srcs = [
+        "ops/audio_microfrontend_op.cc",
+    ],
+    deps = [
+        "//tensorflow/contrib/lite/experimental/microfrontend/lib:frontend",
+    ],
+)
+
+tf_gen_op_libs(
+    op_lib_names = ["audio_microfrontend_op"],
+    deps = [
+        "//tensorflow/contrib/lite/experimental/microfrontend/lib:frontend",
+        "//tensorflow/core:lib",
+    ],
+)
+
+tf_gen_op_wrapper_py(
+    name = "audio_microfrontend_op",
+    deps = [":audio_microfrontend_op_op_lib"],
+)
+
+tf_custom_op_py_library(
+    name = "audio_microfrontend_py",
+    srcs = [
+        "python/ops/audio_microfrontend_op.py",
+    ],
+    dso = [":python/ops/_audio_microfrontend_op.so"],
+    kernels = [
+        ":audio_microfrontend_op_op_lib",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":audio_microfrontend_op",
+        "//tensorflow/contrib/util:util_py",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:common_shapes",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:linalg_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:util",
+    ],
+)
+
+tf_py_test(
+    name = "audio_microfrontend_op_test",
+    size = "small",
+    srcs = ["python/kernel_tests/audio_microfrontend_op_test.py"],
+    additional_deps = [
+        ":audio_microfrontend_py",
+        "//tensorflow:tensorflow_py",
+    ],
+    tags = ["no_pip"],
+)
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc b/tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
new file mode 100644
index 0000000000..83b9528ab5
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
@@ -0,0 +1,305 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/shape_inference.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/platform/macros.h"
+
+using tensorflow::OpKernel;
+using tensorflow::OpKernelConstruction;
+using tensorflow::OpKernelContext;
+using tensorflow::Status;
+using tensorflow::Tensor;
+using tensorflow::TensorShape;
+using tensorflow::TensorShapeUtils;
+using tensorflow::errors::Internal;
+using tensorflow::errors::InvalidArgument;
+using tensorflow::shape_inference::DimensionHandle;
+using tensorflow::shape_inference::InferenceContext;
+using tensorflow::shape_inference::ShapeHandle;
+
+namespace tensorflow {
+REGISTER_OP("AudioMicrofrontend")
+    .Input("audio: int16")
+    .Output("filterbanks: out_type")
+    .Attr("sample_rate: int = 16000")
+    .Attr("window_size: int = 25")
+    .Attr("window_step: int = 10")
+    .Attr("num_channels: int = 32")
+    .Attr("upper_band_limit: float = 7500.0")
+    .Attr("lower_band_limit: float = 125.0")
+    .Attr("smoothing_bits: int = 10")
+    .Attr("even_smoothing: float = 0.025")
+    .Attr("odd_smoothing: float = 0.06")
+    .Attr("min_signal_remaining: float = 0.05")
+    .Attr("enable_pcan: bool = false")
+    .Attr("pcan_strength: float = 0.95")
+    .Attr("pcan_offset: float = 80.0")
+    .Attr("gain_bits: int = 21")
+    .Attr("enable_log: bool = true")
+    .Attr("scale_shift: int = 6")
+    .Attr("left_context: int = 0")
+    .Attr("right_context: int = 0")
+    .Attr("frame_stride: int = 1")
+    .Attr("zero_padding: bool = false")
+    .Attr("out_scale: int = 1")
+    .Attr("out_type: {uint16, float} = DT_UINT16")
+    .SetShapeFn([](InferenceContext* ctx) {
+      ShapeHandle input;
+      TF_RETURN_IF_ERROR(ctx->WithRank(ctx->input(0), 1, &input));
+
+      int sample_rate;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("sample_rate", &sample_rate));
+      int window_size;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("window_size", &window_size));
+      window_size *= sample_rate / 1000;
+      int window_step;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("window_step", &window_step));
+      window_step *= sample_rate / 1000;
+
+      int num_channels;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("num_channels", &num_channels));
+      int left_context;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("left_context", &left_context));
+      int right_context;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("right_context", &right_context));
+      int frame_stride;
+      TF_RETURN_IF_ERROR(ctx->GetAttr("frame_stride", &frame_stride));
+
+      DimensionHandle num_frames = ctx->Dim(input, 0);
+      if (ctx->Value(num_frames) < window_size) {
+        num_frames = ctx->MakeDim(0);
+      } else {
+        TF_RETURN_IF_ERROR(ctx->Subtract(num_frames, window_size, &num_frames));
+        TF_RETURN_IF_ERROR(
+            ctx->Divide(num_frames, window_step, false, &num_frames));
+        TF_RETURN_IF_ERROR(
+            ctx->Divide(num_frames, frame_stride, false, &num_frames));
+        TF_RETURN_IF_ERROR(ctx->Add(num_frames, 1, &num_frames));
+      }
+
+      int stack_size = 1 + left_context + right_context;
+      DimensionHandle num_features = ctx->MakeDim(num_channels);
+      TF_RETURN_IF_ERROR(
+          ctx->Multiply(num_features, stack_size, &num_features));
+
+      ShapeHandle output = ctx->MakeShape({num_frames, num_features});
+      ctx->set_output(0, output);
+      return tensorflow::Status::OK();
+    })
+    .Doc(R"doc(
+Audio Microfrontend Op.
+
+This Op converts a sequence of audio data into one or more
+feature vectors containing filterbanks of the input. The
+conversion process uses a lightweight library to perform:
+
+1. A slicing window function
+2. Short-time FFTs
+3. Filterbank calculations
+4. Noise reduction
+5. PCAN Auto Gain Control
+6. Logarithmic scaling
+
+Arguments
+  audio: 1D Tensor, int16 audio data in temporal ordering.
+  sample_rate: Integer, the sample rate of the audio in Hz.
+  window_size: Integer, length of desired time frames in ms.
+  window_step: Integer, length of step size for the next frame in ms.
+  num_channels: Integer, the number of filterbank channels to use.
+  upper_band_limit: Float, the highest frequency included in the filterbanks.
+  lower_band_limit: Float, the lowest frequency included in the filterbanks.
+  smoothing_bits: Int, scale up signal by 2^(smoothing_bits) before reduction.
+  even_smoothing: Float, smoothing coefficient for even-numbered channels.
+  odd_smoothing: Float, smoothing coefficient for odd-numbered channels.
+  min_signal_remaining: Float, fraction of signal to preserve in smoothing.
+  enable_pcan: Bool, enable PCAN auto gain control.
+  pcan_strength: Float, gain normalization exponent.
+  pcan_offset: Float, positive value added in the normalization denominator.
+  gain_bits: Int, number of fractional bits in the gain.
+  enable_log: Bool, enable logarithmic scaling of filterbanks.
+  scale_shift: Integer, scale filterbanks by 2^(scale_shift).
+  left_context: Integer, number of preceding frames to attach to each frame.
+  right_context: Integer, number of preceding frames to attach to each frame.
+  frame_stride: Integer, M frames to skip over, where output[n] = frame[n*M].
+  zero_padding: Bool, if left/right context is out-of-bounds, attach frame of
+                zeroes. Otherwise, frame[0] or frame[size-1] will be copied.
+  out_scale: Integer, divide all filterbanks by this number.
+  out_type: DType, type of the output Tensor, defaults to UINT16.
+
+Returns
+  filterbanks: 2D Tensor, each row is a time frame, each column is a channel.
+)doc");
+
+template <typename T>
+class AudioMicrofrontendOp : public OpKernel {
+ public:
+  explicit AudioMicrofrontendOp(OpKernelConstruction* ctx) : OpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("sample_rate", &sample_rate_));
+
+    int window_size;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("window_size", &window_size));
+    config_.window.size_ms = window_size;
+
+    int window_step;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("window_step", &window_step));
+    config_.window.step_size_ms = window_step;
+
+    OP_REQUIRES_OK(
+        ctx, ctx->GetAttr("num_channels", &config_.filterbank.num_channels));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("upper_band_limit",
+                                     &config_.filterbank.upper_band_limit));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("lower_band_limit",
+                                     &config_.filterbank.lower_band_limit));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("smoothing_bits",
+                                     &config_.noise_reduction.smoothing_bits));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("even_smoothing",
+                                     &config_.noise_reduction.even_smoothing));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("odd_smoothing",
+                                     &config_.noise_reduction.odd_smoothing));
+    OP_REQUIRES_OK(ctx,
+                   ctx->GetAttr("min_signal_remaining",
+                                &config_.noise_reduction.min_signal_remaining));
+
+    bool enable_pcan;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("enable_pcan", &enable_pcan));
+    config_.pcan_gain_control.enable_pcan = enable_pcan;
+
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("pcan_strength",
+                                     &config_.pcan_gain_control.strength));
+    OP_REQUIRES_OK(
+        ctx, ctx->GetAttr("pcan_offset", &config_.pcan_gain_control.offset));
+    OP_REQUIRES_OK(
+        ctx, ctx->GetAttr("gain_bits", &config_.pcan_gain_control.gain_bits));
+
+    bool enable_log;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("enable_log", &enable_log));
+    config_.log_scale.enable_log = enable_log;
+
+    OP_REQUIRES_OK(ctx,
+                   ctx->GetAttr("scale_shift", &config_.log_scale.scale_shift));
+
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("left_context", &left_context_));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("right_context", &right_context_));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("frame_stride", &frame_stride_));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("zero_padding", &zero_padding_));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("out_scale", &out_scale_));
+  }
+
+  void Compute(OpKernelContext* ctx) override {
+    const Tensor* audio;
+    OP_REQUIRES_OK(ctx, ctx->input("audio", &audio));
+    OP_REQUIRES(ctx, TensorShapeUtils::IsVector(audio->shape()),
+                InvalidArgument("audio is not a vector"));
+
+    auto audio_data =
+        reinterpret_cast<const int16_t*>(audio->tensor_data().data());
+    int audio_size = audio->NumElements();
+
+    Tensor* filterbanks = nullptr;
+    int window_size = config_.window.size_ms * sample_rate_ / 1000;
+    int window_step = config_.window.step_size_ms * sample_rate_ / 1000;
+    int num_frames = 0;
+    int sampled_frames = 0;
+    if (audio_size >= window_size) {
+      num_frames = (audio_size - window_size) / window_step + 1;
+      sampled_frames = (num_frames - 1) / frame_stride_ + 1;
+    }
+    TensorShape filterbanks_shape{
+        sampled_frames,
+        config_.filterbank.num_channels * (1 + left_context_ + right_context_)};
+    OP_REQUIRES_OK(ctx,
+                   ctx->allocate_output(0, filterbanks_shape, &filterbanks));
+    auto filterbanks_flat = filterbanks->flat<T>();
+
+    struct FrontendState state;
+    if (!TF_PREDICT_TRUE(
+            FrontendPopulateState(&config_, &state, sample_rate_))) {
+      ctx->CtxFailure(__FILE__, __LINE__,
+                      Internal("failed to populate frontend state"));
+      FrontendFreeStateContents(&state);
+      return;
+    }
+
+    std::vector<std::vector<T>> frame_buffer(num_frames);
+    int frame_index = 0;
+    while (audio_size > 0) {
+      size_t num_samples_read;
+      struct FrontendOutput output = FrontendProcessSamples(
+          &state, audio_data, audio_size, &num_samples_read);
+      audio_data += num_samples_read;
+      audio_size -= num_samples_read;
+
+      if (output.values != nullptr) {
+        frame_buffer[frame_index].reserve(output.size);
+        for (int i = 0; i < output.size; ++i) {
+          frame_buffer[frame_index].push_back(static_cast<T>(output.values[i]) /
+                                              out_scale_);
+        }
+        ++frame_index;
+      }
+    }
+    FrontendFreeStateContents(&state);
+
+    int index = 0;
+    std::vector<T> pad(config_.filterbank.num_channels, 0);
+    for (int anchor = 0; anchor < frame_buffer.size();
+         anchor += frame_stride_) {
+      for (int frame = anchor - left_context_; frame <= anchor + right_context_;
+           ++frame) {
+        std::vector<T>* feature;
+        if (zero_padding_ && (frame < 0 || frame >= frame_buffer.size())) {
+          feature = &pad;
+        } else if (frame < 0) {
+          feature = &frame_buffer[0];
+        } else if (frame >= frame_buffer.size()) {
+          feature = &frame_buffer[frame_buffer.size() - 1];
+        } else {
+          feature = &frame_buffer[frame];
+        }
+        for (auto f : *feature) {
+          filterbanks_flat(index++) = f;
+        }
+      }
+    }
+  }
+
+ protected:
+  int sample_rate_;
+  struct FrontendConfig config_;
+  int left_context_;
+  int right_context_;
+  int frame_stride_;
+  bool zero_padding_;
+  int out_scale_;
+
+  TF_DISALLOW_COPY_AND_ASSIGN(AudioMicrofrontendOp);
+};
+
+REGISTER_KERNEL_BUILDER(Name("AudioMicrofrontend")
+                            .Device(tensorflow::DEVICE_CPU)
+                            .TypeConstraint<uint16>("out_type"),
+                        AudioMicrofrontendOp<uint16>);
+REGISTER_KERNEL_BUILDER(Name("AudioMicrofrontend")
+                            .Device(tensorflow::DEVICE_CPU)
+                            .TypeConstraint<float>("out_type"),
+                        AudioMicrofrontendOp<float>);
+}  // namespace tensorflow
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py b/tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
new file mode 100644
index 0000000000..e1661d6608
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
@@ -0,0 +1,162 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for AudioMicrofrontend."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import tensorflow as tf
+
+from tensorflow.contrib.lite.experimental.microfrontend.python.ops import audio_microfrontend_op as frontend_op
+
+SAMPLE_RATE = 1000
+WINDOW_SIZE = 25
+WINDOW_STEP = 10
+NUM_CHANNELS = 2
+UPPER_BAND_LIMIT = 450.0
+LOWER_BAND_LIMIT = 8.0
+SMOOTHING_BITS = 10
+
+
+class AudioFeatureGenerationTest(tf.test.TestCase):
+
+  def testSimple(self):
+    with self.test_session():
+      audio = tf.constant(
+          [0, 32767, 0, -32768] * ((WINDOW_SIZE + 4 * WINDOW_STEP) // 4),
+          tf.int16)
+      filterbanks = frontend_op.audio_microfrontend(
+          audio,
+          sample_rate=SAMPLE_RATE,
+          window_size=WINDOW_SIZE,
+          window_step=WINDOW_STEP,
+          num_channels=NUM_CHANNELS,
+          upper_band_limit=UPPER_BAND_LIMIT,
+          lower_band_limit=LOWER_BAND_LIMIT,
+          smoothing_bits=SMOOTHING_BITS,
+          enable_pcan=True)
+      self.assertAllEqual(filterbanks.eval(),
+                          [[479, 425], [436, 378], [410, 350], [391, 325]])
+
+  def testSimpleFloatScaled(self):
+    with self.test_session():
+      audio = tf.constant(
+          [0, 32767, 0, -32768] * ((WINDOW_SIZE + 4 * WINDOW_STEP) // 4),
+          tf.int16)
+      filterbanks = frontend_op.audio_microfrontend(
+          audio,
+          sample_rate=SAMPLE_RATE,
+          window_size=WINDOW_SIZE,
+          window_step=WINDOW_STEP,
+          num_channels=NUM_CHANNELS,
+          upper_band_limit=UPPER_BAND_LIMIT,
+          lower_band_limit=LOWER_BAND_LIMIT,
+          smoothing_bits=SMOOTHING_BITS,
+          enable_pcan=True,
+          out_scale=64,
+          out_type=tf.float32)
+      self.assertAllEqual(filterbanks.eval(),
+                          [[7.484375, 6.640625], [6.8125, 5.90625],
+                           [6.40625, 5.46875], [6.109375, 5.078125]])
+
+  def testStacking(self):
+    with self.test_session():
+      audio = tf.constant(
+          [0, 32767, 0, -32768] * ((WINDOW_SIZE + 4 * WINDOW_STEP) // 4),
+          tf.int16)
+      filterbanks = frontend_op.audio_microfrontend(
+          audio,
+          sample_rate=SAMPLE_RATE,
+          window_size=WINDOW_SIZE,
+          window_step=WINDOW_STEP,
+          num_channels=NUM_CHANNELS,
+          upper_band_limit=UPPER_BAND_LIMIT,
+          lower_band_limit=LOWER_BAND_LIMIT,
+          smoothing_bits=SMOOTHING_BITS,
+          enable_pcan=True,
+          right_context=1,
+          frame_stride=2)
+      self.assertAllEqual(filterbanks.eval(),
+                          [[479, 425, 436, 378], [410, 350, 391, 325]])
+
+  def testStackingWithOverlap(self):
+    with self.test_session():
+      audio = tf.constant(
+          [0, 32767, 0, -32768] * ((WINDOW_SIZE + 4 * WINDOW_STEP) // 4),
+          tf.int16)
+      filterbanks = frontend_op.audio_microfrontend(
+          audio,
+          sample_rate=SAMPLE_RATE,
+          window_size=WINDOW_SIZE,
+          window_step=WINDOW_STEP,
+          num_channels=NUM_CHANNELS,
+          upper_band_limit=UPPER_BAND_LIMIT,
+          lower_band_limit=LOWER_BAND_LIMIT,
+          smoothing_bits=SMOOTHING_BITS,
+          enable_pcan=True,
+          left_context=1,
+          right_context=1)
+      self.assertAllEqual(
+          filterbanks.eval(),
+          [[479, 425, 479, 425, 436, 378], [479, 425, 436, 378, 410, 350],
+           [436, 378, 410, 350, 391, 325], [410, 350, 391, 325, 391, 325]])
+
+  def testStackingDropFrame(self):
+    with self.test_session():
+      audio = tf.constant(
+          [0, 32767, 0, -32768] * ((WINDOW_SIZE + 4 * WINDOW_STEP) // 4),
+          tf.int16)
+      filterbanks = frontend_op.audio_microfrontend(
+          audio,
+          sample_rate=SAMPLE_RATE,
+          window_size=WINDOW_SIZE,
+          window_step=WINDOW_STEP,
+          num_channels=NUM_CHANNELS,
+          upper_band_limit=UPPER_BAND_LIMIT,
+          lower_band_limit=LOWER_BAND_LIMIT,
+          smoothing_bits=SMOOTHING_BITS,
+          enable_pcan=True,
+          left_context=1,
+          frame_stride=2)
+      self.assertAllEqual(filterbanks.eval(),
+                          [[479, 425, 479, 425], [436, 378, 410, 350]])
+
+  def testZeroPadding(self):
+    with self.test_session():
+      audio = tf.constant(
+          [0, 32767, 0, -32768] * ((WINDOW_SIZE + 7 * WINDOW_STEP) // 4),
+          tf.int16)
+      filterbanks = frontend_op.audio_microfrontend(
+          audio,
+          sample_rate=SAMPLE_RATE,
+          window_size=WINDOW_SIZE,
+          window_step=WINDOW_STEP,
+          num_channels=NUM_CHANNELS,
+          upper_band_limit=UPPER_BAND_LIMIT,
+          lower_band_limit=LOWER_BAND_LIMIT,
+          smoothing_bits=SMOOTHING_BITS,
+          enable_pcan=True,
+          left_context=2,
+          frame_stride=3,
+          zero_padding=True)
+      self.assertAllEqual(
+          filterbanks.eval(),
+          [[0, 0, 0, 0, 479, 425], [436, 378, 410, 350, 391, 325],
+           [374, 308, 362, 292, 352, 275]])
+
+
+if __name__ == '__main__':
+  tf.test.main()
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py b/tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
new file mode 100644
index 0000000000..c6e5e34760
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
@@ -0,0 +1,113 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""AudioMicrofrontend Op creates filterbanks from audio data."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import tensorflow as tf
+
+from tensorflow.contrib.lite.experimental.microfrontend.ops import gen_audio_microfrontend_op
+from tensorflow.contrib.util import loader
+from tensorflow.python.platform import resource_loader
+
+_audio_microfrontend_op = loader.load_op_library(
+    resource_loader.get_path_to_datafile("_audio_microfrontend_op.so"))
+
+
+def audio_microfrontend(audio,
+                        sample_rate=16000,
+                        window_size=25,
+                        window_step=10,
+                        num_channels=32,
+                        upper_band_limit=7500.0,
+                        lower_band_limit=125.0,
+                        smoothing_bits=10,
+                        even_smoothing=0.025,
+                        odd_smoothing=0.06,
+                        min_signal_remaining=0.05,
+                        enable_pcan=True,
+                        pcan_strength=0.95,
+                        pcan_offset=80.0,
+                        gain_bits=21,
+                        enable_log=True,
+                        scale_shift=6,
+                        left_context=0,
+                        right_context=0,
+                        frame_stride=1,
+                        zero_padding=False,
+                        out_scale=1,
+                        out_type=tf.uint16):
+  """Audio Microfrontend Op.
+
+  This Op converts a sequence of audio data into one or more
+  feature vectors containing filterbanks of the input. The
+  conversion process uses a lightweight library to perform:
+
+  1. A slicing window function
+  2. Short-time FFTs
+  3. Filterbank calculations
+  4. Noise reduction
+  5. PCAN Auto Gain Control
+  6. Logarithmic scaling
+
+  Args:
+    audio: 1D Tensor, int16 audio data in temporal ordering.
+    sample_rate: Integer, the sample rate of the audio in Hz.
+    window_size: Integer, length of desired time frames in ms.
+    window_step: Integer, length of step size for the next frame in ms.
+    num_channels: Integer, the number of filterbank channels to use.
+    upper_band_limit: Float, the highest frequency included in the filterbanks.
+    lower_band_limit: Float, the lowest frequency included in the filterbanks.
+    smoothing_bits: Int, scale up signal by 2^(smoothing_bits) before reduction.
+    even_smoothing: Float, smoothing coefficient for even-numbered channels.
+    odd_smoothing: Float, smoothing coefficient for odd-numbered channels.
+    min_signal_remaining: Float, fraction of signal to preserve in smoothing.
+    enable_pcan: Bool, enable PCAN auto gain control.
+    pcan_strength: Float, gain normalization exponent.
+    pcan_offset: Float, positive value added in the normalization denominator.
+    gain_bits: Int, number of fractional bits in the gain.
+    enable_log: Bool, enable logarithmic scaling of filterbanks.
+    scale_shift: Integer, scale filterbanks by 2^(scale_shift).
+    left_context: Integer, number of preceding frames to attach to each frame.
+    right_context: Integer, number of preceding frames to attach to each frame.
+    frame_stride: Integer, M frames to skip over, where output[n] = frame[n*M].
+    zero_padding: Bool, if left/right context is out-of-bounds, attach frame of
+      zeroes. Otherwise, frame[0] or frame[size-1] will be copied.
+    out_scale: Integer, divide all filterbanks by this number.
+    out_type: DType, type of the output Tensor, defaults to UINT16.
+
+  Returns:
+    filterbanks: 2D Tensor, each row is a time frame, each column is a channel.
+
+  Raises:
+    ValueError: If the audio tensor is not explicitly a vector.
+  """
+  audio_shape = audio.get_shape()
+  if audio_shape.ndims is None:
+    raise ValueError("Input to `AudioMicrofrontend` should have known rank.")
+  if len(audio_shape) > 1:
+    audio = tf.reshape(audio, [-1])
+
+  return gen_audio_microfrontend_op.audio_microfrontend(
+      audio, sample_rate, window_size, window_step, num_channels,
+      upper_band_limit, lower_band_limit, smoothing_bits, even_smoothing,
+      odd_smoothing, min_signal_remaining, enable_pcan, pcan_strength,
+      pcan_offset, gain_bits, enable_log, scale_shift, left_context,
+      right_context, frame_stride, zero_padding, out_scale, out_type)
+
+
+tf.NotDifferentiable("AudioMicrofrontend")
-- 
GitLab


From ddab394b9739f8f4aa22637c8ef565532e6b5f5c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 17:15:41 -0700
Subject: [PATCH 0637/1825] Extend BM_InEdgeIteration to also cover the case
 where EdgeSet spills into std::set. Add corresponding benchmarks for
 ConvertGraphDefToGraph.

Run on xxx (12 X 3494 MHz CPUs); 2018-10-25T16:37:34.542204137-07:00
CPU: Intel Haswell with HyperThreading (6 cores) dL1:32KB dL2:256KB dL3:15MB
Benchmark                   Time(ns)        CPU(ns)     Iterations
------------------------------------------------------------------
BM_InEdgeIteration/10/2          186            186        3744358
BM_InEdgeIteration/64/2          597            598        1000000
BM_InEdgeIteration/512/2        4752           4758         145728
BM_InEdgeIteration/4k/2        56360          56428          10000
BM_InEdgeIteration/32k/2      420538         421091           1628
BM_InEdgeIteration/10/4          315            315        2225163
BM_InEdgeIteration/64/4          751            752         933728
BM_InEdgeIteration/512/4        6104           6109         100000
BM_InEdgeIteration/4k/4        58948          59007          10000
BM_InEdgeIteration/32k/4      562371         563249           1000
BM_InEdgeIteration/10/8          722            723         966333
BM_InEdgeIteration/64/8         2784           2791         253673
BM_InEdgeIteration/512/8       55480          55562          10000
BM_InEdgeIteration/4k/8       251679         252052           2763
BM_InEdgeIteration/32k/8     3838108        3844486            196
BM_InEdgeIteration/10/16        1553           1555         443749
BM_InEdgeIteration/64/16        6327           6335         100000
BM_InEdgeIteration/512/16     100447         100573           6936
BM_InEdgeIteration/4k/16      541743         542511           1000
BM_InEdgeIteration/32k/16    7918551        7930790             89
BM_GraphCreation/10/2          70604          91562           7576
BM_GraphCreation/64/2         161531         184322           3792
BM_GraphCreation/512/2       1625739        1665700            451
BM_GraphCreation/4k/2       65684409       65786553             10
BM_GraphCreation/32k/2    3207273777     3210972335              1
BM_GraphCreation/10/4          93866         114788           5878
BM_GraphCreation/64/4         211641         232140           3070
BM_GraphCreation/512/4       1989221        2028664            365
BM_GraphCreation/4k/4       62165818       62302848             10
BM_GraphCreation/32k/4    3197463931     3201873889              1
BM_GraphCreation/10/8         145534         167901           4194
BM_GraphCreation/64/8         351864         379019           1866
BM_GraphCreation/512/8       3155522        3203574            212
BM_GraphCreation/4k/8       64976006       65111337             10
BM_GraphCreation/32k/8    3406901369     3410783962              1
BM_GraphCreation/10/16        248981         273488           2564
BM_GraphCreation/64/16        601753         634483           1000
BM_GraphCreation/512/16      4757989        4802416            146
BM_GraphCreation/4k/16      84289699       84470976              8
BM_GraphCreation/32k/16   3690183415     3694977106              1
PiperOrigin-RevId: 218778510
---
 tensorflow/core/graph/graph_test.cc | 127 +++++++++++++++++++++++++---
 1 file changed, 115 insertions(+), 12 deletions(-)

diff --git a/tensorflow/core/graph/graph_test.cc b/tensorflow/core/graph/graph_test.cc
index 2ab189fb9c..333c32567f 100644
--- a/tensorflow/core/graph/graph_test.cc
+++ b/tensorflow/core/graph/graph_test.cc
@@ -660,32 +660,76 @@ TEST_F(GraphTest, BuildNodeNameIndex) {
   }
 }
 
-REGISTER_OP("Input").Output("o: float");
-REGISTER_OP("In2Out1").Input("a: float").Input("b: float").Output("o: float");
-
-static void BM_InEdgeIteration(int iters, int num_nodes) {
-  testing::StopTiming();
+REGISTER_OP("Input").Output("y: float");
+REGISTER_OP("In2Out1").Input("a: float").Input("b: float").Output("y: float");
+REGISTER_OP("In4Out1")
+    .Input("a: float")
+    .Input("b: float")
+    .Input("c: float")
+    .Input("d: float")
+    .Output("y: float");
+REGISTER_OP("In8Out1")
+    .Input("a: float")
+    .Input("b: float")
+    .Input("c: float")
+    .Input("d: float")
+    .Input("e: float")
+    .Input("f: float")
+    .Input("g: float")
+    .Input("h: float")
+    .Output("y: float");
+REGISTER_OP("In16Out1")
+    .Input("a: float")
+    .Input("b: float")
+    .Input("c: float")
+    .Input("d: float")
+    .Input("e: float")
+    .Input("f: float")
+    .Input("g: float")
+    .Input("h: float")
+    .Input("i: float")
+    .Input("j: float")
+    .Input("k: float")
+    .Input("l: float")
+    .Input("m: float")
+    .Input("n: float")
+    .Input("o: float")
+    .Input("p: float")
+    .Output("y: float");
+
+GraphDef CreateGraphDef(int num_nodes, int num_edges_per_node) {
+  const int kNumInNodes = 10 * num_edges_per_node;
   string s;
-  for (int in = 0; in < 10; in++) {
+  for (int in = 0; in < kNumInNodes; in++) {
     s += strings::Printf("node { name: 'in%04d' op: 'Input' }", in);
   }
   random::PhiloxRandom philox(301, 17);
   random::SimplePhilox rnd(&philox);
   for (int op = 0; op < num_nodes; op++) {
-    s += strings::Printf(
-        "node { name: 'op%04d' op: 'In2Out1' input: ['in%04d', 'in%04d' ] }",
-        op, rnd.Uniform(10), rnd.Uniform(10));
+    s += strings::Printf("node { name: 'op%05d' op: 'In%dOut1' input: [ ", op,
+                         num_edges_per_node);
+    for (int edge = 0; edge < num_edges_per_node - 1; ++edge) {
+      s += strings::Printf("'in%04d', ", rnd.Uniform(kNumInNodes));
+    }
+    s += strings::Printf("'in%04d' ] } ", rnd.Uniform(kNumInNodes));
   }
 
-  Graph graph(OpRegistry::Global());
   GraphDef graph_def;
   CHECK(protobuf::TextFormat::ParseFromString(s, &graph_def));
+  return graph_def;
+}
+
+static void BM_InEdgeIteration(int iters, int num_nodes,
+                               int num_edges_per_node) {
+  testing::StopTiming();
+  const GraphDef graph_def = CreateGraphDef(num_nodes, num_edges_per_node);
+  Graph graph(OpRegistry::Global());
   GraphConstructorOptions opts;
   TF_CHECK_OK(ConvertGraphDefToGraph(opts, graph_def, &graph));
 
   int64 sum = 0;
   testing::StartTiming();
-  for (int i = 0; i < iters; i += graph.num_node_ids()) {
+  for (int i = 0; i < iters; ++i) {
     for (const Node* node : graph.nodes()) {
       for (auto e : node->in_edges()) {
         sum += e->id();
@@ -693,8 +737,67 @@ static void BM_InEdgeIteration(int iters, int num_nodes) {
     }
   }
   VLOG(1) << sum;
+  testing::StopTiming();
+}
+BENCHMARK(BM_InEdgeIteration)->ArgPair(10, 2);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 6, 2);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 9, 2);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 12, 2);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 15, 2);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(10, 4);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 6, 4);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 9, 4);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 12, 4);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 15, 4);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(10, 8);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 6, 8);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 9, 8);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 12, 8);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 15, 8);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(10, 16);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 6, 16);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 9, 16);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 12, 16);
+BENCHMARK(BM_InEdgeIteration)->ArgPair(1 << 15, 16);
+
+static void BM_GraphCreation(int iters, int num_nodes, int num_edges_per_node) {
+  testing::StopTiming();
+  const GraphDef graph_def = CreateGraphDef(num_nodes, num_edges_per_node);
+  const auto registry = OpRegistry::Global();
+  GraphConstructorOptions opts;
+  // Warmup step.
+  Graph graph(registry);
+  TF_CHECK_OK(ConvertGraphDefToGraph(opts, graph_def, &graph));
+  int64 sum = 0;
+  testing::StartTiming();
+  for (int i = 0; i < iters; ++i) {
+    Graph graph(registry);
+    TF_CHECK_OK(ConvertGraphDefToGraph(opts, graph_def, &graph));
+    sum += graph.num_node_ids();
+  }
+  VLOG(1) << sum;
+  testing::StopTiming();
 }
-BENCHMARK(BM_InEdgeIteration)->Range(10, 100000);
+BENCHMARK(BM_GraphCreation)->ArgPair(10, 2);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 6, 2);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 9, 2);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 12, 2);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 15, 2);
+BENCHMARK(BM_GraphCreation)->ArgPair(10, 4);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 6, 4);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 9, 4);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 12, 4);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 15, 4);
+BENCHMARK(BM_GraphCreation)->ArgPair(10, 8);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 6, 8);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 9, 8);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 12, 8);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 15, 8);
+BENCHMARK(BM_GraphCreation)->ArgPair(10, 16);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 6, 16);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 9, 16);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 12, 16);
+BENCHMARK(BM_GraphCreation)->ArgPair(1 << 15, 16);
 
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From 1a323af953688dd196b177ca39aca64a8f8abd84 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 17:23:54 -0700
Subject: [PATCH 0638/1825] [TF:XLA] Fixes gradient for `collective_permute`
 operation

PiperOrigin-RevId: 218779402
---
 tensorflow/contrib/tpu/python/ops/tpu_ops.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/ops/tpu_ops.py b/tensorflow/contrib/tpu/python/ops/tpu_ops.py
index 261f70ba6b..6a6eba282a 100644
--- a/tensorflow/contrib/tpu/python/ops/tpu_ops.py
+++ b/tensorflow/contrib/tpu/python/ops/tpu_ops.py
@@ -142,13 +142,13 @@ if platform.system() != "Windows":
     # The gradient of a collective permute operation is also a collective
     # permute, but with source/target pairs reversed. The gradient with respect
     # to input argument `source_target_pairs` is `None`.
-    source_target_pairs = op.inputs[1][::-1, :]
+    source_target_pairs = op.inputs[1][:, ::-1]
     return [gen_tpu_ops.collective_permute(grad, source_target_pairs), None]
 
   @ops.RegisterGradient("CrossReplicaSum")
   def _cross_replica_sum_grad(op, grad):
     # The gradient of a cross replica sum is also a cross-replica sum.
-    # The graident with respect to group_assignment is None.
+    # The gradient with respect to group_assignment is None.
     return [gen_tpu_ops.cross_replica_sum(grad, op.inputs[1]), None]
 
   # This extra type checking exists to give a more helpful error message in
-- 
GitLab


From 32681ff9a33a1fcc31e7f03e0728c3ac796beb5f Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 25 Oct 2018 17:38:06 -0700
Subject: [PATCH 0639/1825] [tf.data] Add a benchmark for
 `tf.data.experimental.map_and_batch()`.

PiperOrigin-RevId: 218781089
---
 .../python/data/experimental/benchmarks/BUILD | 18 ++++
 .../benchmarks/map_and_batch_benchmark.py     | 94 +++++++++++++++++++
 2 files changed, 112 insertions(+)
 create mode 100644 tensorflow/python/data/experimental/benchmarks/map_and_batch_benchmark.py

diff --git a/tensorflow/python/data/experimental/benchmarks/BUILD b/tensorflow/python/data/experimental/benchmarks/BUILD
index b9398aebe7..b89fbe7757 100644
--- a/tensorflow/python/data/experimental/benchmarks/BUILD
+++ b/tensorflow/python/data/experimental/benchmarks/BUILD
@@ -7,6 +7,24 @@ exports_files(["LICENSE"])
 load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 load("//tensorflow:tensorflow.bzl", "py_test")
 
+py_test(
+    name = "map_and_batch_benchmark",
+    size = "medium",
+    srcs = ["map_and_batch_benchmark.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:random_ops",
+        "//tensorflow/python:session",
+        "//tensorflow/python/data/experimental/ops:batching",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "//third_party/py/numpy",
+    ],
+)
+
 py_test(
     name = "map_benchmark",
     size = "medium",
diff --git a/tensorflow/python/data/experimental/benchmarks/map_and_batch_benchmark.py b/tensorflow/python/data/experimental/benchmarks/map_and_batch_benchmark.py
new file mode 100644
index 0000000000..a90156cd33
--- /dev/null
+++ b/tensorflow/python/data/experimental/benchmarks/map_and_batch_benchmark.py
@@ -0,0 +1,94 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Benchmarks for `tf.data.experimental.map_and_batch()`."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import time
+
+import numpy as np
+
+from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.client import session
+from tensorflow.python.data.experimental.ops import batching
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import random_ops
+from tensorflow.python.platform import test
+
+
+class MapAndBatchBenchmark(test.Benchmark):
+  """Benchmarks for `tf.data.experimental.map_and_batch()`."""
+
+  def benchmarkMapAndBatchDense(self):
+    """Measures the performance of parallelized batching."""
+    shapes = [(), (10,), (10, 10), (10, 10, 10), (224, 224, 3)]
+    batch_size_values = [1, 32, 64, 128, 1024]
+
+    shape_placeholder = array_ops.placeholder(dtypes.int64, shape=[None])
+    batch_size_placeholder = array_ops.placeholder(dtypes.int64, shape=[])
+
+    dataset = dataset_ops.Dataset.range(1000000000)
+
+    dense_value = random_ops.random_normal(shape=shape_placeholder)
+
+    dataset = dataset.apply(batching.map_and_batch(
+        lambda _: dense_value, batch_size_placeholder))
+    iterator = dataset.make_initializable_iterator()
+    next_element = iterator.get_next()
+
+    for shape in shapes:
+      for batch_size in batch_size_values:
+
+        with session.Session() as sess:
+          sess.run(iterator.initializer, feed_dict={
+              shape_placeholder: shape, batch_size_placeholder: batch_size})
+
+          # Use a C++ callable to minimize the Python overhead in the benchmark.
+          callable_opts = config_pb2.CallableOptions()
+          callable_opts.target.append(next_element.op.name)
+          op_callable = sess._make_callable_from_options(callable_opts)  # pylint: disable=protected-access
+
+          # Run five steps to warm up the session caches before taking the
+          # first measurement.
+          for _ in range(5):
+            op_callable()
+          deltas = []
+          overall_start = time.time()
+          # Run at least five repetitions and for at least five seconds.
+          while len(deltas) < 5 or time.time() - overall_start < 5.0:
+            start = time.time()
+            for _ in range(100):
+              op_callable()
+            end = time.time()
+            deltas.append(end - start)
+          del op_callable
+
+        median_wall_time = np.median(deltas) / 100.0
+        iters = len(deltas) * 100
+
+        print("Map and batch dense dataset shape: %r batch_size: %d "
+              "wall time: %f (%d iters)"
+              % (shape, batch_size, median_wall_time, iters))
+        self.report_benchmark(
+            iters=iters, wall_time=median_wall_time,
+            name="benchmark_batch_dense_dataset_nnz_%d_batch_size_%d" % (
+                np.prod(shape), batch_size))
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 0ed683532658f762f8d4764875eca24dd1db1f8c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 17:46:35 -0700
Subject: [PATCH 0640/1825] Implements `save` for `Sequential` Keras models
 without an `input_shape` passed to first `Layer`

PiperOrigin-RevId: 218781997
---
 tensorflow/python/keras/engine/saving.py      | 42 ++++++++++++-------
 tensorflow/python/keras/engine/saving_test.py | 36 ++++++++++++++++
 tensorflow/python/keras/engine/sequential.py  |  7 ++++
 .../python/keras/engine/sequential_test.py    |  5 +--
 4 files changed, 71 insertions(+), 19 deletions(-)

diff --git a/tensorflow/python/keras/engine/saving.py b/tensorflow/python/keras/engine/saving.py
index a2f31fda8f..61bff7fff2 100644
--- a/tensorflow/python/keras/engine/saving.py
+++ b/tensorflow/python/keras/engine/saving.py
@@ -264,22 +264,32 @@ def load_model(filepath, custom_objects=None, compile=True):  # pylint: disable=
       # Set optimizer weights.
       if 'optimizer_weights' in f:
         # Build train function (to get weight updates).
-        model._make_train_function()
-        optimizer_weights_group = f['optimizer_weights']
-        optimizer_weight_names = [
-            n.decode('utf8')
-            for n in optimizer_weights_group.attrs['weight_names']
-        ]
-        optimizer_weight_values = [
-            optimizer_weights_group[n] for n in optimizer_weight_names
-        ]
-        try:
-          model.optimizer.set_weights(optimizer_weight_values)
-        except ValueError:
-          logging.warning('Error in loading the saved optimizer '
-                          'state. As a result, your model is '
-                          'starting with a freshly initialized '
-                          'optimizer.')
+        # Models that aren't graph networks must wait until they are called
+        # with data to _make_train_function() and so can't load optimizer
+        # weights.
+        if model._is_graph_network:  # pylint: disable=protected-access
+          model._make_train_function()
+          optimizer_weights_group = f['optimizer_weights']
+          optimizer_weight_names = [
+              n.decode('utf8')
+              for n in optimizer_weights_group.attrs['weight_names']
+          ]
+          optimizer_weight_values = [
+              optimizer_weights_group[n] for n in optimizer_weight_names
+          ]
+          try:
+            model.optimizer.set_weights(optimizer_weight_values)
+          except ValueError:
+            logging.warning('Error in loading the saved optimizer '
+                            'state. As a result, your model is '
+                            'starting with a freshly initialized '
+                            'optimizer.')
+        else:
+          logging.warning('Sequential models without an `input_shape` '
+                          'passed to the first layer cannot reload their '
+                          'optimizer state. As a result, your model is'
+                          'starting with a freshly initialized optimizer.')
+
   finally:
     if opened_new_file:
       f.close()
diff --git a/tensorflow/python/keras/engine/saving_test.py b/tensorflow/python/keras/engine/saving_test.py
index de32277584..f376f081cf 100644
--- a/tensorflow/python/keras/engine/saving_test.py
+++ b/tensorflow/python/keras/engine/saving_test.py
@@ -382,6 +382,42 @@ class TestWholeModelSaving(test.TestCase):
       out2 = new_model.predict(x)
       self.assertAllClose(out, out2, atol=1e-05)
 
+  def test_sequential_model_saving_without_input_shape(self):
+    if h5py is None:
+      self.skipTest('h5py required to run this test')
+
+    with self.cached_session():
+      model = keras.models.Sequential()
+      model.add(keras.layers.Dense(2))
+      model.add(keras.layers.RepeatVector(3))
+      model.add(keras.layers.TimeDistributed(keras.layers.Dense(3)))
+      model.compile(
+          loss=keras.losses.MSE,
+          optimizer=keras.optimizers.RMSprop(lr=0.0001),
+          metrics=[
+              keras.metrics.categorical_accuracy,
+              keras.metrics.CategoricalAccuracy()
+          ],
+          weighted_metrics=[
+              keras.metrics.categorical_accuracy,
+              keras.metrics.CategoricalAccuracy()
+          ],
+          sample_weight_mode='temporal')
+      x = np.random.random((1, 3))
+      y = np.random.random((1, 3, 3))
+      model.train_on_batch(x, y)
+
+      out = model.predict(x)
+      fd, fname = tempfile.mkstemp('.h5', dir=self.get_temp_dir())
+      model.save(fname)
+
+      new_model = keras.models.load_model(fname)
+      os.close(fd)
+      os.remove(fname)
+
+      out2 = new_model.predict(x)
+      self.assertAllClose(out, out2, atol=1e-05)
+
   def test_sequential_model_saving_without_compile(self):
     if h5py is None:
       self.skipTest('h5py required to run this test')
diff --git a/tensorflow/python/keras/engine/sequential.py b/tensorflow/python/keras/engine/sequential.py
index 9f4019e29c..25d4d1b359 100644
--- a/tensorflow/python/keras/engine/sequential.py
+++ b/tensorflow/python/keras/engine/sequential.py
@@ -308,6 +308,10 @@ class Sequential(Model):
     else:
       return (proba > 0.5).astype('int32')
 
+  def save(self, filepath, overwrite=True, include_optimizer=True):
+    from tensorflow.python.keras.models import save_model  # pylint: disable=g-import-not-at-top
+    save_model(self, filepath, overwrite, include_optimizer)
+
   def get_config(self):
     layer_configs = []
     for layer in self.layers:
@@ -340,6 +344,9 @@ class Sequential(Model):
       model.add(layer)
     if not model.inputs and build_input_shape:
       model.build(build_input_shape)
+    if not model._is_graph_network:
+      # Still needs to be built when passed input data.
+      model.built = False
     return model
 
 
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index 9d615c9b0c..34130cc888 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -269,9 +269,8 @@ class TestSequential(test.TestCase, parameterized.TestCase):
     self.assertIn('build_input_shape', config)
 
     new_model = keras.models.Sequential.from_config(config)
-    self.assertTrue(new_model.built)
-    self.assertEqual(len(model.layers), 2)
-    self.assertEqual(len(model.weights), 4)
+    self.assertEqual(len(new_model.layers), 2)
+    self.assertEqual(len(new_model.weights), 4)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sequential_shape_inference_deferred(self):
-- 
GitLab


From 93defca01a9884c517804a3c3cd22c6b5eb1c573 Mon Sep 17 00:00:00 2001
From: Brian Patton <bjp@google.com>
Date: Thu, 25 Oct 2018 17:53:15 -0700
Subject: [PATCH 0641/1825] Adds the GPU registrations needed to get
 StridedSlice working on `bool` Tensors. Slice and int8 support comes along
 incidentally.

PiperOrigin-RevId: 218782717
---
 tensorflow/core/framework/register_types_traits.h     | 11 ++++++++---
 .../core/kernels/dense_update_functor_gpu.cu.cc       |  2 ++
 tensorflow/core/kernels/slice_op.cc                   |  4 ++++
 tensorflow/core/kernels/slice_op_gpu.cu.cc            |  2 ++
 tensorflow/core/kernels/strided_slice_op.cc           |  2 ++
 tensorflow/core/kernels/strided_slice_op_gpu.cu.cc    |  2 ++
 tensorflow/core/kernels/strided_slice_op_impl.h       |  5 +++--
 tensorflow/python/kernel_tests/array_ops_test.py      |  9 +++++----
 8 files changed, 28 insertions(+), 9 deletions(-)

diff --git a/tensorflow/core/framework/register_types_traits.h b/tensorflow/core/framework/register_types_traits.h
index d475a1972d..660021759d 100644
--- a/tensorflow/core/framework/register_types_traits.h
+++ b/tensorflow/core/framework/register_types_traits.h
@@ -69,6 +69,10 @@ template <>
 struct proxy_type_pod<GPUDevice, 2> {
   typedef Eigen::half type;
 };
+template <>
+struct proxy_type_pod<GPUDevice, 1> {
+  typedef ::tensorflow::int8 type;
+};
 
 #ifdef TENSORFLOW_USE_SYCL
 template <>
@@ -81,7 +85,7 @@ struct proxy_type_pod<SYCLDevice, 4> {
 };
 #endif  // TENSORFLOW_USE_SYCL
 
-/// If POD we use proxy_type_pod, otherwise this maps to identiy.
+/// If POD we use proxy_type_pod, otherwise this maps to identity.
 template <typename Device, typename T>
 struct proxy_type {
   typedef typename std::conditional<
@@ -94,8 +98,9 @@ struct proxy_type {
 #define TF_CALL_CPU_PROXY_TYPES(m)                                     \
   TF_CALL_int64(m) TF_CALL_int32(m) TF_CALL_uint16(m) TF_CALL_int16(m) \
       TF_CALL_int8(m) TF_CALL_complex128(m)
-#define TF_CALL_GPU_PROXY_TYPES(m) \
-  TF_CALL_double(m) TF_CALL_float(m) TF_CALL_half(m) TF_CALL_int32(m)
+#define TF_CALL_GPU_PROXY_TYPES(m)                                    \
+  TF_CALL_double(m) TF_CALL_float(m) TF_CALL_half(m) TF_CALL_int32(m) \
+      TF_CALL_int8(m)
 #ifdef TENSORFLOW_USE_SYCL
 #define TF_CALL_SYCL_PROXY_TYPES(m) \
   TF_CALL_double(m) TF_CALL_float(m) TF_CALL_int32(m)
diff --git a/tensorflow/core/kernels/dense_update_functor_gpu.cu.cc b/tensorflow/core/kernels/dense_update_functor_gpu.cu.cc
index 17a85d9773..25c57384ca 100644
--- a/tensorflow/core/kernels/dense_update_functor_gpu.cu.cc
+++ b/tensorflow/core/kernels/dense_update_functor_gpu.cu.cc
@@ -59,6 +59,7 @@ struct DenseUpdate<GPUDevice, T, SUB> {
 TF_CALL_GPU_NUMBER_TYPES(DEFINE_GPU_KERNELS);
 TF_CALL_int32(DEFINE_GPU_KERNELS);
 TF_CALL_int64(DEFINE_GPU_KERNELS);
+TF_CALL_int8(DEFINE_GPU_KERNELS);
 #undef DEFINE_GPU_KERNELS
 
 #define DEFINE_GPU_KERNELS(T) \
@@ -66,6 +67,7 @@ TF_CALL_int64(DEFINE_GPU_KERNELS);
 TF_CALL_GPU_ALL_TYPES(DEFINE_GPU_KERNELS);
 TF_CALL_int32(DEFINE_GPU_KERNELS);
 TF_CALL_int64(DEFINE_GPU_KERNELS);
+TF_CALL_int8(DEFINE_GPU_KERNELS);
 #undef DEFINE_GPU_KERNELS
 
 }  // end namespace tensorflow
diff --git a/tensorflow/core/kernels/slice_op.cc b/tensorflow/core/kernels/slice_op.cc
index a006c69297..14b83f2514 100644
--- a/tensorflow/core/kernels/slice_op.cc
+++ b/tensorflow/core/kernels/slice_op.cc
@@ -292,6 +292,8 @@ TF_CALL_GPU_NUMBER_TYPES(DECLARE_FOR_N);
 TF_CALL_complex64(DECLARE_FOR_N);
 TF_CALL_complex128(DECLARE_FOR_N);
 TF_CALL_bfloat16(DECLARE_FOR_N);
+TF_CALL_bool(DECLARE_FOR_N);
+TF_CALL_int8(DECLARE_FOR_N);
 DECLARE_FOR_N(int32);
 
 #undef DECLARE_FOR_N
@@ -311,6 +313,8 @@ TF_CALL_GPU_NUMBER_TYPES(REGISTER_GPU);
 TF_CALL_complex64(REGISTER_GPU);
 TF_CALL_complex128(REGISTER_GPU);
 TF_CALL_bfloat16(REGISTER_GPU);
+TF_CALL_bool(REGISTER_GPU);
+TF_CALL_int8(REGISTER_GPU);
 
 // A special GPU kernel for int32.
 // TODO(b/25387198): Also enable int32 in device memory. This kernel
diff --git a/tensorflow/core/kernels/slice_op_gpu.cu.cc b/tensorflow/core/kernels/slice_op_gpu.cu.cc
index 9d51f8978c..f6893aa6f0 100644
--- a/tensorflow/core/kernels/slice_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/slice_op_gpu.cu.cc
@@ -40,6 +40,8 @@ TF_CALL_GPU_NUMBER_TYPES(DEFINE_GPU_KERNELS);
 TF_CALL_complex64(DEFINE_GPU_KERNELS);
 TF_CALL_complex128(DEFINE_GPU_KERNELS);
 TF_CALL_bfloat16(DEFINE_GPU_KERNELS);
+TF_CALL_bool(DEFINE_GPU_KERNELS);
+TF_CALL_int8(DEFINE_GPU_KERNELS);
 DEFINE_GPU_KERNELS(int32);
 
 #undef DEFINE_GPU_KERNELS
diff --git a/tensorflow/core/kernels/strided_slice_op.cc b/tensorflow/core/kernels/strided_slice_op.cc
index 3e8a4c5b72..70a7ddbd06 100644
--- a/tensorflow/core/kernels/strided_slice_op.cc
+++ b/tensorflow/core/kernels/strided_slice_op.cc
@@ -447,6 +447,8 @@ TF_CALL_ALL_TYPES(REGISTER_STRIDED_SLICE);
                           StridedSliceAssignOp<GPUDevice, type>)
 
 TF_CALL_GPU_NUMBER_TYPES(REGISTER_GPU);
+TF_CALL_bool(REGISTER_GPU);
+TF_CALL_int8(REGISTER_GPU);
 TF_CALL_complex64(REGISTER_GPU);
 TF_CALL_complex128(REGISTER_GPU);
 TF_CALL_int64(REGISTER_GPU);
diff --git a/tensorflow/core/kernels/strided_slice_op_gpu.cu.cc b/tensorflow/core/kernels/strided_slice_op_gpu.cu.cc
index 8ca27e3b92..cce1d2fddd 100644
--- a/tensorflow/core/kernels/strided_slice_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/strided_slice_op_gpu.cu.cc
@@ -54,6 +54,8 @@ TF_CALL_GPU_NUMBER_TYPES(DEFINE_GPU_KERNELS);
 TF_CALL_complex64(DEFINE_GPU_KERNELS);
 TF_CALL_complex128(DEFINE_GPU_KERNELS);
 TF_CALL_int64(DEFINE_GPU_KERNELS);
+TF_CALL_bool(DEFINE_GPU_KERNELS);
+TF_CALL_int8(DEFINE_GPU_KERNELS);
 DEFINE_GPU_KERNELS(int32);
 
 #undef DEFINE_GPU_KERNELS
diff --git a/tensorflow/core/kernels/strided_slice_op_impl.h b/tensorflow/core/kernels/strided_slice_op_impl.h
index 099083b2ff..91058b5a2f 100644
--- a/tensorflow/core/kernels/strided_slice_op_impl.h
+++ b/tensorflow/core/kernels/strided_slice_op_impl.h
@@ -181,8 +181,7 @@ class HandleStridedSliceAssignCase<Device, T, 0> {
 
 // NODE(aselle): according to bsteiner, we need this because otherwise
 // nvcc instantiates templates that are invalid. strided_slice_op_gpu.cu
-// handles instantiates externally. It is important that this is done#
-
+// handles instantiates externally. It is important that this is done
 // before the HandleXXCase's are instantiated to avoid duplicate
 // specialization errors.
 
@@ -285,6 +284,8 @@ TF_CALL_complex128(PREVENT_FOR_N_GPU);
 TF_CALL_GPU_NUMBER_TYPES(DECLARE_FOR_N_GPU);
 TF_CALL_complex64(DECLARE_FOR_N_GPU);
 TF_CALL_complex128(DECLARE_FOR_N_GPU);
+TF_CALL_bool(DECLARE_FOR_N_GPU);
+TF_CALL_int8(DECLARE_FOR_N_GPU);
 DECLARE_FOR_N_GPU(int32);
 DECLARE_FOR_N_GPU(int64);
 #endif  // END GOOGLE_CUDA
diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index 78fc091cf8..9d2c236245 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -474,6 +474,8 @@ class StridedSliceChecker(object):
 
   def __init__(self, test, x, tensor_type=dtypes.int32, check_type_infer=True):
     self.x_np = np.array(x).astype(tensor_type.as_numpy_dtype)
+    if tensor_type.is_bool:
+      self.x_np = np.array(x % 3).astype(np.bool)
     # Give the value a non-zero imaginary component for complex types.
     if tensor_type.is_complex:
       self.x_np -= 1j * self.x_np
@@ -514,7 +516,7 @@ class StridedSliceChecker(object):
 
 STRIDED_SLICE_TYPES = [
     dtypes.int32, dtypes.int64, dtypes.int16, dtypes.int8, dtypes.float32,
-    dtypes.float64, dtypes.complex64, dtypes.complex128
+    dtypes.float64, dtypes.complex64, dtypes.complex128, dtypes.bool
 ]
 
 
@@ -523,7 +525,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
 
   def test_basic_slice(self):
     for tensor_type in STRIDED_SLICE_TYPES:
-      with self.cached_session(use_gpu=not tensor_type.is_integer):
+      with self.cached_session(use_gpu=True):
         checker = StridedSliceChecker(
             self, StridedSliceChecker.REF_TENSOR, tensor_type=tensor_type)
         _ = checker[:, :, :]
@@ -942,8 +944,7 @@ class StridedSliceAssignChecker(object):
     if self.tensor_type.is_complex:
       value -= 1j * value
 
-    with self.test.test_session(
-        use_gpu=not self.tensor_type.is_integer) as sess:
+    with self.test.test_session(use_gpu=True) as sess:
       if self._use_resource:
         var = resource_variable_ops.ResourceVariable(self.x)
       else:
-- 
GitLab


From 18e5655a22f4536d3ebaa98265569e5f3a176ad1 Mon Sep 17 00:00:00 2001
From: Todd Wang <toddw@google.com>
Date: Thu, 25 Oct 2018 18:03:47 -0700
Subject: [PATCH 0642/1825] Upgrade setuptools before clean pip install pulls
 in absl-py.

absl-py recently added a version dependency to the package, causing
install to fail on the old setuptools

PiperOrigin-RevId: 218783878
---
 tensorflow/tools/ci_build/builds/pip.sh | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/ci_build/builds/pip.sh b/tensorflow/tools/ci_build/builds/pip.sh
index 6543779022..d1fad98ed7 100755
--- a/tensorflow/tools/ci_build/builds/pip.sh
+++ b/tensorflow/tools/ci_build/builds/pip.sh
@@ -321,6 +321,12 @@ create_activate_virtualenv_and_install_tensorflow() {
   # some versions in python
   curl https://bootstrap.pypa.io/get-pip.py | python
 
+  # Force upgrade of setuptools. This must happen before the pip install of the
+  # WHL_PATH, which pulls in absl-py, which uses install_requires notation
+  # introduced in setuptools >=20.5. The default version of setuptools is 5.5.1,
+  # which is too old for absl-py.
+  pip install --upgrade setuptools==39.1.0
+
   # Force tensorflow reinstallation. Otherwise it may not get installed from
   # last build if it had the same version number as previous build.
   PIP_FLAGS="--upgrade --force-reinstall"
@@ -328,9 +334,11 @@ create_activate_virtualenv_and_install_tensorflow() {
     die "pip install (forcing to reinstall tensorflow) FAILED"
   echo "Successfully installed pip package ${TF_WHEEL_PATH}"
 
-  # Force downgrade setuptools.
+  # Force downgrade of setuptools. This must happen after the pip install of the
+  # WHL_PATH, which ends up upgrading to the latest version of setuptools.
+  # Versions of setuptools >= 39.1.0 will cause tests to fail like this:
+  #   ImportError: cannot import name py31compat
   pip install --upgrade setuptools==39.1.0
-
 }
 
 ################################################################################
-- 
GitLab


From 24963954a84a3e85dc8dfe79a15a01dc33fedab4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 18:14:21 -0700
Subject: [PATCH 0643/1825] Cache the tf_output object in every tensor lazily
 on the first call to _.as_tf_output(). This achieves the extra benefit that
 while converting the feed_dict of (tensor, value) to dict(tensor as tf
 output, value) - earlier we would be adding newly created objects to the
 dictionary every time; thereby creating a random order of feed inputs even
 when the feed_dict from the client doesn't change. In turn, this causes a
 blowup in the number of keys cached by the C++ Executor. By caching the
 object, we will end up with a deterministic (yet unsorted) order while
 iterating the python dictionary of tf output objects.

As an additional safeguard; we should also consider removing the support of
adding unsorted cache keys to the executors_ in C++ and recommend clients to
use the MakeCallable API (available via make_callable_from_options in python)
if they don't want to have the sorting overhead of cache keys in
GetOrCreateExecutors().

PiperOrigin-RevId: 218784988
---
 tensorflow/python/framework/ops.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index a8dff3109f..ad8ba4b2be 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -319,6 +319,9 @@ class Tensor(_TensorLike):
     self._value_index = value_index
     self._dtype = dtypes.as_dtype(dtype)
 
+    # This will be set by self._as_tf_output().
+    self._tf_output = None
+
     # This will be set by self.shape().
     self._shape_val = None
 
@@ -601,7 +604,13 @@ class Tensor(_TensorLike):
 
   def _as_tf_output(self):
     # pylint: disable=protected-access
-    return c_api_util.tf_output(self.op._c_op, self.value_index)
+    # NOTE: Beyond preventing unnecessary (re-)allocation, the cached object
+    # also guarantees that a dictionary of tf_output objects will retain a
+    # deterministic (yet unsorted) order which prevents memory blowup in the
+    # cache of executor(s) stored for every session.
+    if self._tf_output is None:
+      self._tf_output = c_api_util.tf_output(self.op._c_op, self.value_index)
+    return self._tf_output
     # pylint: enable=protected-access
 
   def __str__(self):
-- 
GitLab


From ba60fcf7121e358b4ffd89d5e67badb6058f3257 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 25 Oct 2018 18:25:18 -0700
Subject: [PATCH 0644/1825] Revert the To32Bit optimization from cl/218760066
 since it doesn't compile with the new version of Eigen.

PiperOrigin-RevId: 218785999
---
 tensorflow/core/kernels/broadcast_to_op.h | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/tensorflow/core/kernels/broadcast_to_op.h b/tensorflow/core/kernels/broadcast_to_op.h
index 8eb08c5653..81db15c439 100644
--- a/tensorflow/core/kernels/broadcast_to_op.h
+++ b/tensorflow/core/kernels/broadcast_to_op.h
@@ -57,16 +57,8 @@ struct BroadcastTo {
 
 #define HANDLE_BROADCAST_CASE(dim_i)                                  \
   case dim_i: {                                                       \
-    if (std::is_same<Eigen::GpuDevice, Device>::value &&              \
-        output_tensor.NumElements() < kint32max &&                    \
-        input_tensor.NumElements() < kint32max) {                     \
-      auto input = input_tensor.tensor<T, dim_i>();                   \
-      To32Bit(output).device(d) =                                     \
-          To32Bit(input).reshape(reshape).broadcast(broadcast);       \
-    } else {                                                          \
       auto input = input_tensor.tensor<T, dim_i>();                   \
       output.device(d) = input.reshape(reshape).broadcast(broadcast); \
-    }                                                                 \
   } break;
 
     if (output_shape.num_elements() == 0) {
-- 
GitLab


From bde19b79b3d5e0d4be679f8144acb7f06b1c83ee Mon Sep 17 00:00:00 2001
From: Jianwei Xie <xiejw@google.com>
Date: Thu, 25 Oct 2018 19:55:16 -0700
Subject: [PATCH 0645/1825] Fixed the issue that each invocation of
 model.fit/evaluate/predict modifies the   graph.

PiperOrigin-RevId: 218793646
---
 .../contrib/tpu/python/tpu/keras_support.py     | 17 ++++++++++++++---
 1 file changed, 14 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index 083b65a8da..a64c2a76c6 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -97,14 +97,25 @@ from tensorflow.python.platform import tf_logging as logging
 
 # TODO(b/114775106): temporary shim to optionally initialize the TPU
 # This increases the odds our session is initialized, but shouldn't be needed.
+_TEST_REWRITE_OP = None
+
+
 def _maybe_initialize_tpu(session):
   """Initialize the TPU if it has not already been initialized."""
+  global _TEST_REWRITE_OP
   try:
+    # Try to use cached version to avoid another ground of graph optimization.
+    test_rewrite_op = _TEST_REWRITE_OP
+    if (test_rewrite_op is None or
+        test_rewrite_op[0].graph != ops.get_default_graph()):
+
+      def test_op():
+        return constant_op.constant(1) + constant_op.constant(1)
 
-    def test_op():
-      return constant_op.constant(1) + constant_op.constant(1)
+      test_rewrite_op = tpu.rewrite(test_op)
+      _TEST_REWRITE_OP = test_rewrite_op
 
-    session.run(tpu.rewrite(test_op))
+    session.run(test_rewrite_op)
   except errors.FailedPreconditionError as _:
     session.run(tpu.initialize_system())
 
-- 
GitLab


From bef89e6a153b5e89bc171fe5a399f02fa04d991a Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 25 Oct 2018 20:51:16 -0700
Subject: [PATCH 0646/1825] Add `list` to the functions that need special
 treatment for analysis.

PiperOrigin-RevId: 218798751
---
 tensorflow/python/autograph/pyct/inspect_utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index b73cf08704..e078cd56a2 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -36,6 +36,7 @@ SPECIAL_BUILTINS = {
     'float': float,
     'int': int,
     'len': len,
+    'list': list,
     'print': print,
     'range': range,
     'tuple': tuple
-- 
GitLab


From bf1efe8d5b4722e5a19ace712301c92d40d7abdb Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 25 Oct 2018 21:15:11 -0700
Subject: [PATCH 0647/1825] Modify behavior of Keras symbolic API during eager
 execution. - DeferredTensors removed. - The Keras functional API always
 builds a TF graph. - At runtime, we have the choice to either use this graph,
 or run the model eagerly (as a kind of debug mode).

PiperOrigin-RevId: 218800621
---
 tensorflow/python/keras/BUILD                 |  12 +
 tensorflow/python/keras/backend.py            | 139 ++++----
 tensorflow/python/keras/engine/base_layer.py  | 225 +++++++------
 .../python/keras/engine/base_layer_test.py    | 127 ++++++++
 tensorflow/python/keras/engine/input_layer.py |  57 ++--
 tensorflow/python/keras/engine/network.py     |  34 +-
 .../python/keras/engine/topology_test.py      |  33 --
 tensorflow/python/keras/engine/training.py    |  99 +-----
 .../keras/engine/training_eager_test.py       |   3 +-
 .../python/keras/engine/training_utils.py     |   4 +-
 .../keras/engine/training_utils_test.py       |  22 +-
 .../python/keras/model_subclassing_test.py    | 302 ++++++++----------
 tensorflow/python/keras/utils/tf_utils.py     |  29 ++
 13 files changed, 560 insertions(+), 526 deletions(-)
 create mode 100644 tensorflow/python/keras/engine/base_layer_test.py

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index e94bd2f63c..d827fe3c30 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -778,6 +778,18 @@ py_test(
     ],
 )
 
+py_test(
+    name = "base_layer_test",
+    size = "small",
+    srcs = ["engine/base_layer_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":keras",
+        "//tensorflow/python:client_testlib",
+        "//third_party/py/numpy",
+    ],
+)
+
 py_test(
     name = "saving_test",
     size = "medium",
diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 3691232cf2..b3beccd82b 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -34,6 +34,7 @@ from tensorflow.python.client import session as session_module
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes as dtypes_module
+from tensorflow.python.framework import func_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import tensor_util
@@ -67,6 +68,10 @@ py_sum = sum
 
 # INTERNAL UTILS
 
+# The internal graph maintained by Keras and used by the symbolic Keras APIs
+# while executing eagerly (such as the functional API for model-building).
+_GRAPH = None
+
 # This is the default internal TF session used by Keras.
 # It can be set manually via `set_session(sess)`.
 _SESSION = None
@@ -301,7 +306,7 @@ def get_uid(prefix=''):
     2
   ```
   """
-  graph = ops.get_default_graph()
+  graph = get_graph()
   if graph not in PER_GRAPH_LAYER_NAME_UIDS:
     PER_GRAPH_LAYER_NAME_UIDS[graph] = collections.defaultdict(int)
   layer_name_uids = PER_GRAPH_LAYER_NAME_UIDS[graph]
@@ -332,12 +337,14 @@ def clear_session():
   ops.reset_default_graph()
   reset_uids()
   _SESSION = None
-  phase = array_ops.placeholder_with_default(
-      False, shape=(), name='keras_learning_phase')
-  _GRAPH_LEARNING_PHASES = {}
-  _GRAPH_LEARNING_PHASES[ops.get_default_graph()] = phase
-  _GRAPH_VARIABLES.pop(ops.get_default_graph(), None)
-  _GRAPH_TF_OPTIMIZERS.pop(ops.get_default_graph(), None)
+  graph = get_graph()
+  with graph.as_default():
+    phase = array_ops.placeholder_with_default(
+        False, shape=(), name='keras_learning_phase')
+    _GRAPH_LEARNING_PHASES = {}
+    _GRAPH_LEARNING_PHASES[graph] = phase
+    _GRAPH_VARIABLES.pop(graph, None)
+    _GRAPH_TF_OPTIMIZERS.pop(graph, None)
 
 
 @tf_export('keras.backend.manual_variable_initialization')
@@ -382,12 +389,13 @@ def learning_phase():
         return 0
       return _GRAPH_LEARNING_PHASES[_DUMMY_EAGER_GRAPH]
 
-    graph = ops.get_default_graph()
-    if graph not in _GRAPH_LEARNING_PHASES:
-      phase = array_ops.placeholder_with_default(
-          False, shape=(), name='keras_learning_phase')
-      _GRAPH_LEARNING_PHASES[graph] = phase
-    return _GRAPH_LEARNING_PHASES[graph]
+    graph = get_graph()
+    with graph.as_default():
+      if graph not in _GRAPH_LEARNING_PHASES:
+        phase = array_ops.placeholder_with_default(
+            False, shape=(), name='keras_learning_phase')
+        _GRAPH_LEARNING_PHASES[graph] = phase
+      return _GRAPH_LEARNING_PHASES[graph]
 
 
 @tf_export('keras.backend.set_learning_phase')
@@ -407,7 +415,7 @@ def set_learning_phase(value):
     if context.executing_eagerly():
       _GRAPH_LEARNING_PHASES[_DUMMY_EAGER_GRAPH] = value
     else:
-      _GRAPH_LEARNING_PHASES[ops.get_default_graph()] = value
+      _GRAPH_LEARNING_PHASES[get_graph()] = value
 
 
 @tf_contextlib.contextmanager
@@ -437,7 +445,7 @@ def learning_phase_scope(value):
       if context.executing_eagerly():
         _GRAPH_LEARNING_PHASES[_DUMMY_EAGER_GRAPH] = previous_value
       else:
-        _GRAPH_LEARNING_PHASES[ops.get_default_graph()] = previous_value
+        _GRAPH_LEARNING_PHASES[get_graph()] = previous_value
 
 
 @tf_export(v1=['keras.backend.get_session'])
@@ -471,6 +479,16 @@ def get_session():
   return session
 
 
+def get_graph():
+  if context.executing_eagerly():
+    global _GRAPH
+    if _GRAPH is None:
+      _GRAPH = func_graph.FuncGraph('keras_graph')
+    return _GRAPH
+  else:
+    return ops.get_default_graph()
+
+
 @tf_export('keras.backend.set_session')
 def set_session(session):
   """Sets the global TensorFlow session.
@@ -514,9 +532,9 @@ def _get_current_tf_device():
       the device (`CPU` or `GPU`). If the scope is not explicitly set, it will
       return `None`.
   """
-  g = ops.get_default_graph()
+  graph = get_graph()
   op = _TfDeviceCaptureOp()
-  g._apply_device_functions(op)
+  graph._apply_device_functions(op)
   return op.device
 
 
@@ -696,15 +714,16 @@ def track_tf_optimizer(tf_optimizer):
   """Tracks the given TF optimizer for initialization of its variables."""
   if context.executing_eagerly():
     return
-  graph = ops.get_default_graph()
+  graph = get_graph()
   optimizers = _GRAPH_TF_OPTIMIZERS.setdefault(graph, weakref.WeakSet())
   optimizers.add(tf_optimizer)
 
+
 def track_variable(v):
   """Tracks the given variable for initialization."""
   if context.executing_eagerly():
     return
-  graph = v.graph if hasattr(v, 'graph') else ops.get_default_graph()
+  graph = v.graph if hasattr(v, 'graph') else get_graph()
   if graph not in _GRAPH_VARIABLES:
     _GRAPH_VARIABLES[graph] = weakref.WeakSet()
   _GRAPH_VARIABLES[graph].add(v)
@@ -721,7 +740,7 @@ def _get_variables(graph=None):
 
 def _initialize_variables(session):
   """Utility to initialize uninitialized variables on the fly."""
-  variables = _get_variables(ops.get_default_graph())
+  variables = _get_variables(get_graph())
   candidate_vars = []
   for v in variables:
     if not getattr(v, '_keras_initialized', False):
@@ -803,10 +822,9 @@ def is_keras_tensor(x):
       True
   ```
   """
-  if (not isinstance(x, (ops.Tensor,
-                         variables_module.Variable,
-                         sparse_tensor.SparseTensor)) and
-      x.__class__.__name__ != 'DeferredTensor'):
+  if not isinstance(x, (ops.Tensor,
+                        variables_module.Variable,
+                        sparse_tensor.SparseTensor)):
     raise ValueError('Unexpectedly found an instance of type `' + str(type(x)) +
                      '`. Expected a symbolic tensor instance.')
   return hasattr(x, '_keras_history')
@@ -840,18 +858,16 @@ def placeholder(shape=None, ndim=None, dtype=None, sparse=False, name=None):
       <tf.Tensor 'Placeholder_4:0' shape=(2, 4, 5) dtype=float32>
   ```
   """
-  if context.executing_eagerly():
-    raise ValueError(
-        '`keras.backend.placeholder` is not supported with eager execution.')
   if dtype is None:
     dtype = floatx()
   if not shape:
     if ndim:
       shape = tuple([None for _ in range(ndim)])
-  if sparse:
-    x = array_ops.sparse_placeholder(dtype, shape=shape, name=name)
-  else:
-    x = array_ops.placeholder(dtype, shape=shape, name=name)
+  with get_graph().as_default():
+    if sparse:
+      x = array_ops.sparse_placeholder(dtype, shape=shape, name=name)
+    else:
+      x = array_ops.placeholder(dtype, shape=shape, name=name)
   x._uses_learning_phase = False
   return x
 
@@ -2804,16 +2820,17 @@ def set_value(x, value):
   if context.executing_eagerly():
     x.assign(value)
   else:
-    tf_dtype = dtypes_module.as_dtype(x.dtype.name.split('_')[0])
-    if hasattr(x, '_assign_placeholder'):
-      assign_placeholder = x._assign_placeholder
-      assign_op = x._assign_op
-    else:
-      assign_placeholder = array_ops.placeholder(tf_dtype, shape=value.shape)
-      assign_op = x.assign(assign_placeholder)
-      x._assign_placeholder = assign_placeholder
-      x._assign_op = assign_op
-    get_session().run(assign_op, feed_dict={assign_placeholder: value})
+    with get_graph().as_default():
+      tf_dtype = dtypes_module.as_dtype(x.dtype.name.split('_')[0])
+      if hasattr(x, '_assign_placeholder'):
+        assign_placeholder = x._assign_placeholder
+        assign_op = x._assign_op
+      else:
+        assign_placeholder = array_ops.placeholder(tf_dtype, shape=value.shape)
+        assign_op = x.assign(assign_placeholder)
+        x._assign_placeholder = assign_placeholder
+        x._assign_op = assign_op
+      get_session().run(assign_op, feed_dict={assign_placeholder: value})
 
 
 @tf_export('keras.backend.batch_set_value')
@@ -2828,24 +2845,25 @@ def batch_set_value(tuples):
     for x, value in tuples:
       x.assign(np.asarray(value, dtype=dtype(x)))
   else:
-    if tuples:
-      assign_ops = []
-      feed_dict = {}
-      for x, value in tuples:
-        value = np.asarray(value, dtype=dtype(x))
-        tf_dtype = dtypes_module.as_dtype(x.dtype.name.split('_')[0])
-        if hasattr(x, '_assign_placeholder'):
-          assign_placeholder = x._assign_placeholder
-          assign_op = x._assign_op
-        else:
-          assign_placeholder = array_ops.placeholder(tf_dtype,
-                                                     shape=value.shape)
-          assign_op = x.assign(assign_placeholder)
-          x._assign_placeholder = assign_placeholder
-          x._assign_op = assign_op
-        assign_ops.append(assign_op)
-        feed_dict[assign_placeholder] = value
-      get_session().run(assign_ops, feed_dict=feed_dict)
+    with get_graph().as_default():
+      if tuples:
+        assign_ops = []
+        feed_dict = {}
+        for x, value in tuples:
+          value = np.asarray(value, dtype=dtype(x))
+          tf_dtype = dtypes_module.as_dtype(x.dtype.name.split('_')[0])
+          if hasattr(x, '_assign_placeholder'):
+            assign_placeholder = x._assign_placeholder
+            assign_op = x._assign_op
+          else:
+            assign_placeholder = array_ops.placeholder(tf_dtype,
+                                                       shape=value.shape)
+            assign_op = x.assign(assign_placeholder)
+            x._assign_placeholder = assign_placeholder
+            x._assign_op = assign_op
+          assign_ops.append(assign_op)
+          feed_dict[assign_placeholder] = value
+        get_session().run(assign_ops, feed_dict=feed_dict)
 
 
 @tf_export('keras.backend.print_tensor')
@@ -2941,7 +2959,7 @@ class Function(object):
 
     if session_kwargs:
       raise ValueError('Some keys in session_kwargs are not supported at this '
-                       'time: %s', (session_kwargs.keys(),))
+                       'time: %s' % (session_kwargs.keys(),))
 
     self._callable_fn = None
     self._feed_arrays = None
@@ -5058,7 +5076,6 @@ def foldr(fn, elems, initializer=None, name=None):
   """
   return functional_ops.foldr(fn, elems, initializer=initializer, name=name)
 
-
 # Load Keras default configuration from config file if present.
 # Set Keras base dir path given KERAS_HOME env variable, if applicable.
 # Otherwise either ~/.keras or /tmp.
diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index d8a74d9209..2326222ed0 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -160,9 +160,16 @@ class Layer(checkpointable.CheckpointableBase):
     # A list of zero-argument lambdas which return Tensors, used for variable
     # regularizers.
     self._callable_losses = []
-    # A list of Tensors containing activity regularizers and losses manually
-    # added through `add_loss`.
+    # A list of symbolic Tensors containing activity regularizers and losses
+    # manually added through `add_loss` in graph-building mode.
     self._losses = []
+    # A list of loss values containing activity regularizers and losses
+    # manually added through `add_loss` during eager execution. It is cleared
+    # after every batch.
+    # Because we plan on eventually allowing a same model instance to be trained
+    # in eager mode or graph mode alternatively, we need to keep track of
+    # eager losses and symbolic losses via separate attributes.
+    self._eager_losses = []
     self._dtype = None if dtype is None else dtypes.as_dtype(dtype).name
     self._call_fn_args = function_utils.fn_args(self.call)
     self._compute_previous_mask = ('mask' in self._call_fn_args or
@@ -182,6 +189,9 @@ class Layer(checkpointable.CheckpointableBase):
     else:
       self._expects_training_arg = False
 
+    # Whether the `call` method can be used to build a TF graph without issues.
+    self._static_graph_friendly = True
+
     # Manage input shape information if passed.
     if 'input_shape' in kwargs or 'batch_input_shape' in kwargs:
       # In this case we will later create an input layer
@@ -202,6 +212,17 @@ class Layer(checkpointable.CheckpointableBase):
     else:
       self._initial_weights = None
 
+  @property
+  def _is_static_graph_friendly(self):
+    return self._static_graph_friendly
+
+  @_is_static_graph_friendly.setter
+  def _is_static_graph_friendly(self, value):
+    if value not in {True, False}:
+      raise ValueError('`static_graph_friendly` requires a boolean value. '
+                       'Received: {}'.format(value))
+    self._static_graph_friendly = value
+
   def _init_set_name(self, name, zero_based=True):
     if not name:
       self._name = unique_layer_name(
@@ -367,7 +388,10 @@ class Layer(checkpointable.CheckpointableBase):
       A list of tensors.
     """
     collected_losses = []
-    collected_losses.extend(self._losses)
+    if context.executing_eagerly():
+      collected_losses.extend(self._eager_losses)
+    else:
+      collected_losses.extend(self._losses)
     for regularizer in self._callable_losses:
       loss_tensor = regularizer()
       if loss_tensor is not None:
@@ -394,8 +418,7 @@ class Layer(checkpointable.CheckpointableBase):
 
     Arguments:
       losses: Loss tensor, or list/tuple of tensors. Rather than tensors, losses
-        may also be zero-argument callables which create a loss tensor. Only
-        callable losses are supported when executing eagerly.
+        may also be zero-argument callables which create a loss tensor.
       inputs: Ignored when executing eagerly. If anything other than None is
         passed, it signals the losses are conditional on some of the layer's
         inputs, and thus they should only be run where these inputs are
@@ -403,10 +426,6 @@ class Layer(checkpointable.CheckpointableBase):
         instance. If `None` is passed, the losses are assumed
         to be unconditional, and will apply across all dataflows of the layer
         (e.g. weight regularization losses).
-
-    Raises:
-      RuntimeError: If called in Eager mode with a `Tensor` rather than a
-        callable, or if `inputs` is not None.
     """
     losses = generic_utils.to_list(losses)
 
@@ -425,7 +444,10 @@ class Layer(checkpointable.CheckpointableBase):
         self._callable_losses.append(
             functools.partial(_tag_unconditional, loss))
       else:
-        self._losses.append(_tag_unconditional(loss))
+        if context.executing_eagerly():
+          self._eager_losses.append(_tag_unconditional(loss))
+        else:
+          self._losses.append(_tag_unconditional(loss))
 
   def get_losses_for(self, inputs):
     """Retrieves losses relevant to a specific set of inputs.
@@ -671,14 +693,16 @@ class Layer(checkpointable.CheckpointableBase):
 
     if context.executing_eagerly():
       # Accept NumPy inputs by converting to Tensors when executing eagerly.
-      if all([isinstance(x, np.ndarray) for x in input_list]):
+      if all([isinstance(x, (np.ndarray, float, int)) for x in input_list]):
         inputs = nest.map_structure(ops.convert_to_tensor, inputs)
         input_list = nest.flatten(inputs)
 
-    build_graph = not context.executing_eagerly()
-    # TODO(fchollet, allenl): Make deferred mode work with subclassed Models
-    # which don't use an "inputs" argument.
-    in_deferred_mode = isinstance(input_list[0], DeferredTensor)
+    # We will attempt to build a TF graph if & only if all inputs are symbolic.
+    # This is always the case in graph mode. It can also be the case in eager
+    # mode when all inputs can be traced back to `keras.Input()` (when building
+    # models using the functional API).
+    build_graph = tf_utils.are_all_symbolic_tensors(input_list)
+    executing_eagerly = context.executing_eagerly()
 
     # Handle Keras mask propagation from previous layer to current layer.
     previous_mask = None
@@ -698,14 +722,6 @@ class Layer(checkpointable.CheckpointableBase):
 
     with ops.name_scope(self._name_scope()):
       if not self.built:
-        if not build_graph and not in_deferred_mode:
-          for x in input_list:
-            if hasattr(x, '_keras_history'):
-              raise ValueError('_keras_history currently unsupported in '
-                               'Eager mode. Found _keras_history in %s while '
-                               'executing __call__ for %s(%s)' %
-                               (x, self.__class_.__name__, self))
-
         # Check input assumptions set before layer building, e.g. input rank.
         self._assert_input_compatibility(inputs)
         if input_list and self._dtype is None:
@@ -729,57 +745,65 @@ class Layer(checkpointable.CheckpointableBase):
         self.built = True
 
       # Check input assumptions set after layer building, e.g. input shape.
-      if build_graph or in_deferred_mode:
+      if build_graph:
+        # Symbolic execution on symbolic tensors. We will attempt to build
+        # the corresponding TF subgraph inside `backend.get_graph()`
         self._assert_input_compatibility(inputs)
-
-      if not in_deferred_mode:
-        outputs = self.call(inputs, *args, **kwargs)
-        if outputs is None:
-          raise ValueError('A layer\'s `call` method should return a Tensor '
-                           'or a list of Tensors, not None (layer: ' +
-                           self.name + ').')
+        graph = backend.get_graph()
+        with graph.as_default():
+          if not executing_eagerly:
+            # In graph mode, failure to build the layer's graph
+            # implies a user-side bug. We don't catch exceptions.
+            outputs = self.call(inputs, *args, **kwargs)
+          else:
+            try:
+              outputs = self.call(inputs, *args, **kwargs)
+            except Exception:  # pylint: disable=broad-except
+              # Any issue during graph-building means we will later run the
+              # model in eager mode, whether the issue was related to
+              # graph mode or not. This provides a nice debugging experience.
+              self._is_static_graph_friendly = False
+              # We will use static shape inference to return symbolic tensors
+              # matching the specifications of the layer outputs.
+              # Since we have set `self._is_static_graph_friendly = False`,
+              # we will never attempt to run the underlying TF graph (which is
+              # disconnected).
+              # TODO(fchollet): consider py_func as an alternative, which
+              # would enable us to run the underlying graph if needed.
+              input_shapes = nest.map_structure(lambda x: x.shape, inputs)
+              output_shapes = self.compute_output_shape(input_shapes)
+              outputs = nest.map_structure(
+                  lambda shape: backend.placeholder(shape, dtype=self.dtype),
+                  output_shapes)
+
+          if outputs is None:
+            raise ValueError('A layer\'s `call` method should return a '
+                             'Tensor or a list of Tensors, not None '
+                             '(layer: ' + self.name + ').')
+          self._handle_activity_regularization(inputs, outputs)
+          self._set_mask_metadata(inputs, outputs, previous_mask)
+          self._set_learning_phase_metadata(inputs, outputs)
+          if have_all_keras_metadata(inputs):
+            inputs, outputs = self._set_connectivity_metadata_(
+                inputs, outputs, args, kwargs)
+          if hasattr(self, '_set_inputs') and not self.inputs:
+            # Subclassed network: explicitly set metadata normally set by
+            # a call to self._set_inputs().
+            # This is not relevant in eager execution.
+            self._set_inputs(inputs, outputs)
       else:
-        # Deferred mode behavior: use `compute_output_shape` to
-        # infer the number of outputs of the layer and their shapes.
-        if input_shapes is None:
-          input_shapes = nest.map_structure(lambda x: x.shape, inputs)
-
-        output_shapes = self.compute_output_shape(input_shapes)
-        output_shapes = nest.flatten(output_shapes)
-        outputs = [
-            # TODO(fchollet): name the deferred tensors?
-            DeferredTensor(shape=shape, dtype=self._dtype)
-            for shape in output_shapes
-        ]
-        if len(outputs) == 1:
-          outputs = outputs[0]
-
-      if build_graph:
-        self._set_mask_metadata(inputs, outputs, previous_mask)
-
-      if not in_deferred_mode:
+        # Eager execution on data tensors.
+        outputs = self.call(inputs, *args, **kwargs)
         self._handle_activity_regularization(inputs, outputs)
-
-      if in_deferred_mode or build_graph and have_all_keras_metadata(inputs):
-        inputs, outputs = self._set_connectivity_metadata_(
-            inputs, outputs, args, kwargs)
-
-      if context.executing_eagerly():
         return outputs
 
-      if hasattr(self, '_symbolic_set_inputs') and not self.inputs:
-        # Subclassed network: explicitly set metadata normally set by a call to
-        # self._set_inputs(). This is not relevant in eager execution.
-        self._symbolic_set_inputs(inputs, outputs)
-
-      if in_deferred_mode or build_graph:
-        self._set_learning_phase_metadata(inputs, outputs)
-
-    # Optionally load weight values that were specified at layer instantiation.
-    # TODO(fchollet): consider enabling this with eager execution too.
-    if hasattr(self, '_initial_weights') and self._initial_weights is not None:
-      self.set_weights(self._initial_weights)
-      del self._initial_weights
+    if not context.executing_eagerly():
+      # Optionally load weight values specified at layer instantiation.
+      # TODO(fchollet): consider enabling this with eager execution too.
+      if (hasattr(self, '_initial_weights') and
+          self._initial_weights is not None):
+        self.set_weights(self._initial_weights)
+        del self._initial_weights
     return outputs
 
   def apply(self, inputs, *args, **kwargs):
@@ -843,17 +867,19 @@ class Layer(checkpointable.CheckpointableBase):
     if args:
       if call_convention == CallConvention.EXPLICIT_INPUTS_ARGUMENT:
         raise TypeError(
-            'This Layer takes an `inputs` argument to call(), and only the '
-            '`inputs` argument may be specified as a positional argument. '
-            'Pass everything else as a keyword argument (those arguments will'
-            ' not be tracked as inputs to the Layer).')
+            'This layer ("{}") takes an `inputs` argument in `call()`, '
+            'and only the `inputs` argument may be specified as a positional '
+            'argument. Pass everything else as a keyword argument '
+            '(those arguments will not be tracked '
+            'as inputs to the layer).'.format(self.name))
       elif call_convention == CallConvention.SINGLE_POSITIONAL_ARGUMENT:
         raise TypeError(
-            'This Layer takes a single positional argument to call(), which is '
-            'by convention the inputs argument, and only this argument may be '
-            'specified as a positional argument. Pass everything else as a '
-            'keyword argument (those arguments will not be tracked as inputs '
-            'to the Layer).')
+            'This layer ("{}") takes a single positional argument in `call()`,'
+            ' which is by convention the `inputs` argument, '
+            'and only this argument may be specified as a positional argument. '
+            'Pass everything else as a keyword argument '
+            '(those arguments will not be tracked '
+            'as inputs to the layer).'.format(self.name))
 
     # If the layer returns tensors from its inputs, unmodified,
     # we copy them to avoid loss of tensor metadata.
@@ -904,9 +930,10 @@ class Layer(checkpointable.CheckpointableBase):
       if call_arg_spec.defaults:
         if call_arg_spec.varargs is not None:
           raise TypeError(
-              'Layer.call() may not accept both *args and arguments with '
-              'default values (unable to determine which are inputs to the '
-              'Layer).')
+              'Layers may not accept both positional arguments and '
+              'arguments with default values (unable to determine which '
+              'are inputs to the layer). '
+              'Issue occurred with layer "%s"' % (self.name))
         keyword_arg_names = set(
             call_arg_spec.args[-len(call_arg_spec.defaults):])
       else:
@@ -935,9 +962,10 @@ class Layer(checkpointable.CheckpointableBase):
         else:
           if remaining_args_are_keyword:
             raise TypeError(
-                'Found a positional argument to call() after a non-input '
+                'Found a positional argument in a layer call after a non-input '
                 'argument. All arguments after "training" must be keyword '
-                'arguments, and are not tracked as inputs to the Layer.')
+                'arguments, and are not tracked as inputs to the layer. '
+                'Issue occurred with layer "%s"' % (self.name))
         if remaining_args_are_keyword:
           non_input_arg_values[argument_name] = bound_args[argument_name]
         else:
@@ -1748,37 +1776,6 @@ class Node(object):
     }
 
 
-class DeferredTensor(object):
-  """Tensor-like object used to build graphs of layers in Eager mode.
-
-  When calling a layer on a DeferredTensor, the layer will not perform any
-  computation and will simply perform shape inference to return new
-  DeferredTensors with appropriate shape information. Thus DeferredTensor
-  behaves like a graph-mode Tensor when manipulated by layers.
-  """
-
-  def __init__(self, shape, dtype, name=None):
-    self.shape = tensor_shape.TensorShape(shape)
-    if dtype is None:
-      self.dtype = dtypes.as_dtype(np.float32)
-    else:
-      self.dtype = dtypes.as_dtype(dtype)
-    self.name = name
-
-  def get_shape(self):
-    return self.shape
-
-  def __str__(self):
-    return "DeferredTensor('%s', shape=%s, dtype=%s)" % (self.name,
-                                                         self.shape,
-                                                         self.dtype.name)
-
-  def __repr__(self):
-    return "<DeferredTensor '%s' shape=%s dtype=%s>" % (self.name,
-                                                        self.shape,
-                                                        self.dtype.name)
-
-
 def unique_layer_name(name, name_uid_map=None, avoid_names=None, namespace='',
                       zero_based=False):
   """Makes a layer name (or arbitrary string) unique within a TensorFlow graph.
diff --git a/tensorflow/python/keras/engine/base_layer_test.py b/tensorflow/python/keras/engine/base_layer_test.py
new file mode 100644
index 0000000000..bda26dabcc
--- /dev/null
+++ b/tensorflow/python/keras/engine/base_layer_test.py
@@ -0,0 +1,127 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for TensorFlow 2.0 layer behavior."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python import keras
+from tensorflow.python.eager import context
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.engine import base_layer
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.platform import test
+from tensorflow.python.training.rmsprop import RMSPropOptimizer
+
+
+class DynamicLayer1(base_layer.Layer):
+
+  def call(self, inputs):
+    if math_ops.reduce_sum(inputs) > 0:
+      return math_ops.sqrt(inputs)
+    else:
+      return math_ops.square(inputs)
+
+  def compute_output_shape(self, input_shape):
+    return input_shape
+
+
+class DynamicLayer2(base_layer.Layer):
+
+  def call(self, inputs):
+    samples = []
+    for sample in inputs:
+      samples.append(math_ops.square(sample))
+    return array_ops.stack(samples, axis=0)
+
+  def compute_output_shape(self, input_shape):
+    return input_shape
+
+
+class InvalidLayer(base_layer.Layer):
+
+  def call(self, inputs):
+    raise ValueError('You did something wrong!')
+
+  def compute_output_shape(self, input_shape):
+    return input_shape
+
+
+class BaseLayerTest(test.TestCase):
+
+  def test_dynamic_layer_in_functional_model_in_graph_mode(self):
+    with context.graph_mode():
+      inputs = keras.Input((3,))
+      with self.assertRaisesRegexp(
+          TypeError, 'Using a `tf.Tensor` as a Python `bool` is not allowed'):
+        _ = DynamicLayer1()(inputs)
+
+      inputs = keras.Input((3,))
+      with self.assertRaisesRegexp(
+          TypeError, 'Tensor objects are only iterable when eager'):
+        _ = DynamicLayer2()(inputs)
+
+  def test_dynamic_layer_in_functional_model_in_eager_mode(self):
+    inputs = keras.Input((3,))
+    outputs = DynamicLayer1()(inputs)
+    model = keras.Model(inputs, outputs)
+    self.assertEqual(model._is_static_graph_friendly, False)
+    model.compile(RMSPropOptimizer(0.001), loss='mse')
+    model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
+
+    inputs = keras.Input((3,))
+    outputs = DynamicLayer2()(inputs)
+    model = keras.Model(inputs, outputs)
+    self.assertEqual(model._is_static_graph_friendly, False)
+    model.compile(RMSPropOptimizer(0.001), loss='mse')
+    model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
+
+  def nested_dynamic_layers_in_eager_mode(self):
+    inputs = keras.Input((3,))
+    outputs = DynamicLayer1()(inputs)
+    inner_model = keras.Model(inputs, outputs)
+
+    inputs = keras.Input((3,))
+    x = DynamicLayer2()(inputs)
+    outputs = inner_model(x)
+
+    model = keras.Model(inputs, outputs)
+    self.assertEqual(model._is_static_graph_friendly, False)
+    model.compile(RMSPropOptimizer(0.001), loss='mse')
+    model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
+
+  def test_invalid_forward_pass_in_graph_mode(self):
+    with context.graph_mode():
+      inputs = keras.Input((3,))
+      with self.assertRaisesRegexp(ValueError, 'You did something wrong!'):
+        _ = InvalidLayer()(inputs)
+
+  def test_invalid_forward_pass_in_eager_mode(self):
+    inputs = keras.Input((3,))
+    outputs = InvalidLayer()(inputs)
+    model = keras.Model(inputs, outputs)
+    self.assertEqual(model._is_static_graph_friendly, False)
+    model.compile(RMSPropOptimizer(0.001), loss='mse')
+    with self.assertRaisesRegexp(ValueError, 'You did something wrong!'):
+      model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
+
+
+if __name__ == '__main__':
+  ops.enable_eager_execution()
+  test.main()
diff --git a/tensorflow/python/keras/engine/input_layer.py b/tensorflow/python/keras/engine/input_layer.py
index 6a69d0ed90..502ae3e5b4 100644
--- a/tensorflow/python/keras/engine/input_layer.py
+++ b/tensorflow/python/keras/engine/input_layer.py
@@ -21,8 +21,9 @@ from __future__ import print_function
 
 from tensorflow.python.eager import context
 from tensorflow.python.framework import tensor_shape
-from tensorflow.python.keras import backend as K
+from tensorflow.python.keras import backend
 from tensorflow.python.keras.engine import base_layer
+from tensorflow.python.keras.utils import tf_utils
 from tensorflow.python.ops import array_ops
 from tensorflow.python.util.tf_export import tf_export
 
@@ -71,13 +72,13 @@ class InputLayer(base_layer.Layer):
 
     if not name:
       prefix = 'input'
-      name = prefix + '_' + str(K.get_uid(prefix))
+      name = prefix + '_' + str(backend.get_uid(prefix))
 
     if not dtype:
       if input_tensor is None:
-        dtype = K.floatx()
+        dtype = backend.floatx()
       else:
-        dtype = K.dtype(input_tensor)
+        dtype = backend.dtype(input_tensor)
     super(InputLayer, self).__init__(dtype=dtype, name=name)
     self.built = True
     self.sparse = sparse
@@ -92,39 +93,31 @@ class InputLayer(base_layer.Layer):
         batch_input_shape = (batch_size,) + tuple(input_shape)
       else:
         batch_input_shape = None
+      graph = backend.get_graph()
+      with context.graph_mode():
+        with graph.as_default():
+          # In graph mode, create a graph placeholder to call the layer on.
+          if sparse:
+            input_tensor = array_ops.sparse_placeholder(
+                shape=batch_input_shape,
+                dtype=dtype,
+                name=self.name)
+          else:
+            input_tensor = array_ops.placeholder(
+                shape=batch_input_shape,
+                dtype=dtype,
+                name=self.name)
 
-      if context.executing_eagerly():
-        # In eager mode, create a temporary placeholder to call the layer on.
-        input_tensor = base_layer.DeferredTensor(  # pylint: disable=protected-access
-            shape=batch_input_shape,
-            dtype=dtype,
-            name=self.name)
-      else:
-        # In graph mode, create a graph placeholder to call the layer on.
-        if sparse:
-          input_tensor = array_ops.sparse_placeholder(
-              shape=batch_input_shape,
-              dtype=dtype,
-              name=self.name)
-        else:
-          input_tensor = array_ops.placeholder(
-              shape=batch_input_shape,
-              dtype=dtype,
-              name=self.name)
-
-      # For compatibility with Keras API.
       self.is_placeholder = True
       self._batch_input_shape = batch_input_shape
     else:
-      # For compatibility with Keras API.
-      self.is_placeholder = False
-      self._batch_input_shape = tuple(input_tensor.get_shape().as_list())
-
-      if context.executing_eagerly():
-        raise ValueError('You should not pass an input tensor when executing '
-                         'in eager mode. For example, instead of creating an '
+      if not tf_utils.is_symbolic_tensor(input_tensor):
+        raise ValueError('You should not pass an EagerTensor to `Input`. '
+                         'For example, instead of creating an '
                          'InputLayer, you should instantiate your model and '
                          'directly call it on your input.')
+      self.is_placeholder = False
+      self._batch_input_shape = tuple(input_tensor.get_shape().as_list())
 
     # Create an input node to add to self.outbound_node
     # and set output_tensors' _keras_history.
@@ -215,7 +208,7 @@ def Input(  # pylint: disable=invalid-name
     raise ValueError('Unrecognized keyword arguments:', kwargs.keys())
 
   if dtype is None:
-    dtype = K.floatx()
+    dtype = backend.floatx()
   if shape is None and tensor is None:
     raise ValueError('Please provide to Input either a `shape`'
                      ' or a `tensor` argument. Note that '
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 180fa26938..4de0fe7ddc 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -136,6 +136,7 @@ class Network(base_layer.Layer):
     # Private attributes to implement compatibility with Layer.
     self._updates = []  # Used in symbolic mode only.
     self._losses = []
+    self._eager_losses = []
     self._scope = None  # Never used.
     self._reuse = None  # Never used.
     if context.executing_eagerly():
@@ -169,23 +170,6 @@ class Network(base_layer.Layer):
     else:
       self.outputs = [outputs]
 
-    # User-provided argument validation.
-    if context.executing_eagerly():
-      # Check that all inputs/outputs are DeferredTensors.
-      for tensor in self.inputs:
-        if not isinstance(tensor, base_layer.DeferredTensor):  # pylint: disable=protected-access
-          raise TypeError('When eager execution is enabled, '
-                          'inputs must come from a call to '
-                          '`tf.keras.Input` (called after '
-                          'tf.enable_eager_execution()). '
-                          'Received invalid input: ' + str(tensor))
-      for tensor in self.outputs:
-        if not isinstance(tensor, base_layer.DeferredTensor):  # pylint: disable=protected-access
-          raise TypeError('When eager execution is enabled, '
-                          'outputs must come from a call to '
-                          'a layer (called after '
-                          'tf.enable_eager_execution()). '
-                          'Received invalid output: ' + str(tensor))
     # Check for redundancy in inputs.
     if len(set(self.inputs)) != len(self.inputs):
       raise ValueError('The list of inputs passed to the model '
@@ -312,6 +296,13 @@ class Network(base_layer.Layer):
     self.outputs = []
     self.inputs = []
     self.built = False
+    self._static_graph_friendly = True
+
+  @property
+  def _is_static_graph_friendly(self):
+    if self._is_graph_network:
+      return all(layer._is_static_graph_friendly for layer in self.layers)
+    return self._static_graph_friendly
 
   def _determine_call_convention(self, call_argspec):
     """Decides how `self.call()` is invoked. See base_layer.CallConvention."""
@@ -579,7 +570,10 @@ class Network(base_layer.Layer):
   @property
   def _unfiltered_losses(self):
     losses = []
-    losses.extend(self._losses)
+    if context.executing_eagerly():
+      losses.extend(self._eager_losses)
+    else:
+      losses.extend(self._losses)
     for layer in self.layers:
       if isinstance(layer, Network):
         losses += layer._unfiltered_losses
@@ -590,12 +584,12 @@ class Network(base_layer.Layer):
   @checkpointable.no_automatic_dependency_tracking
   def _clear_losses(self):
     """Used every step in eager to reset losses."""
-    self._losses = []
+    self._eager_losses = []
     for layer in self.layers:
       if isinstance(layer, Network):
         layer._clear_losses()
       else:
-        layer._losses = []
+        layer._eager_losses = []
 
   @property
   def updates(self):
diff --git a/tensorflow/python/keras/engine/topology_test.py b/tensorflow/python/keras/engine/topology_test.py
index 6dd61c11f7..298044c5df 100644
--- a/tensorflow/python/keras/engine/topology_test.py
+++ b/tensorflow/python/keras/engine/topology_test.py
@@ -26,7 +26,6 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
-from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.keras.engine import input_layer as input_layer_lib
 from tensorflow.python.keras.engine import network as network_lib
 from tensorflow.python.ops import array_ops
@@ -934,26 +933,15 @@ class TopologyConstructionTest(test.TestCase):
 
 class DeferredModeTest(test.TestCase):
 
-  def testDeferredTensorAttributes(self):
-    x = base_layer.DeferredTensor(shape=(None, 2),
-                                  dtype='float32',
-                                  name='x')
-    self.assertEqual(str(x).replace('?', 'None'),
-                     'DeferredTensor(\'x\', shape=(None, 2), dtype=float32)')
-    self.assertEqual(repr(x).replace('?', 'None'),
-                     '<DeferredTensor \'x\' shape=(None, 2) dtype=float32>')
-
   @test_util.run_in_graph_and_eager_modes()
   def testSimpleNetworkBuilding(self):
     inputs = input_layer_lib.Input(shape=(32,))
     if context.executing_eagerly():
-      self.assertIsInstance(inputs, base_layer.DeferredTensor)
       self.assertEqual(inputs.dtype.name, 'float32')
       self.assertEqual(inputs.shape.as_list(), [None, 32])
 
     x = keras.layers.Dense(2)(inputs)
     if context.executing_eagerly():
-      self.assertIsInstance(x, base_layer.DeferredTensor)
       self.assertEqual(x.dtype.name, 'float32')
       self.assertEqual(x.shape.as_list(), [None, 2])
 
@@ -1067,27 +1055,6 @@ class DefaultShapeInferenceBehaviorTest(test.TestCase):
     model = keras.Model(inputs, outputs)
     self._testShapeInference(model, (2, 3), (2, 4))
 
-  @test_util.run_in_graph_and_eager_modes()
-  def testUnsupportedSignature(self):
-
-    class LayerWithAdditionalArg(keras.layers.Layer):
-
-      def build(self, input_shape):
-        self.w = array_ops.ones(shape=(3, 4))
-
-      def call(self, inputs, some_arg):
-        return keras.backend.dot(inputs, self.w) + some_arg
-
-    inputs = input_layer_lib.Input(shape=(3,))
-    if context.executing_eagerly():
-      with self.assertRaises(NotImplementedError):
-        outputs = LayerWithAdditionalArg()(inputs, some_arg=0)
-    else:
-      # Works with graph mode because the graph of ops is built together with
-      # the graph of layers.
-      outputs = LayerWithAdditionalArg()(inputs, some_arg=0)
-      _ = keras.Model(inputs, outputs)
-
   @test_util.run_in_graph_and_eager_modes()
   def testNoneInShape(self):
 
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index a6bc47a501..61da653a43 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1204,7 +1204,7 @@ class Model(Network):
     return x, y, sample_weights
 
   @checkpointable.no_automatic_dependency_tracking
-  def _set_inputs(self, inputs, training=None):
+  def _set_inputs(self, inputs, outputs=None, training=None):
     """Set model's input and output specs based on the input data received.
 
     This is to be used for Model subclasses, which do not know at instantiation
@@ -1220,6 +1220,9 @@ class Model(Network):
           when calling `fit`/etc.
         - if data tensors: the model is built on top of these tensors.
           We do not expect any Numpy data to be provided when calling `fit`/etc.
+      outputs: None, a data tensor, or a list of tensors. If None, the
+        outputs will be determined by invoking `self.call()`, otherwise the
+        provided value will be used.
       training: Boolean or None. Only relevant in symbolic mode. Specifies
         whether to build the model's graph in inference mode (False), training
         mode (True), or using the Keras learning phase (None).
@@ -1227,18 +1230,10 @@ class Model(Network):
       ValueError: If dict inputs are passed to a Sequential Model where the
         first layer isn't FeatureLayer.
     """
-    call_convention = getattr(
-        self,
-        '_call_convention',
-        base_layer.CallConvention.EXPLICIT_INPUTS_ARGUMENT)
-    if call_convention not in (
-        base_layer.CallConvention.EXPLICIT_INPUTS_ARGUMENT,
-        base_layer.CallConvention.SINGLE_POSITIONAL_ARGUMENT):
-      raise NotImplementedError(
-          'Subclassed Models without "inputs" (or single positional arguments) '
-          'in their call() signatures do not yet support shape inference. File '
-          'a feature request if this limitation bothers you.')
-    if self.__class__.__name__ == 'Sequential':
+    if self.inputs:
+      raise ValueError('Model inputs are already set.')
+
+    if self.__class__.__name__ == 'Sequential' and not self.built:
       if tensor_util.is_tensor(inputs):
         input_shape = (None,) + tuple(inputs.get_shape().as_list()[1:])
         self.build(input_shape=input_shape)
@@ -1253,77 +1248,11 @@ class Model(Network):
       else:
         input_shape = (None,) + inputs.shape[1:]
         self.build(input_shape=input_shape)
-    if context.executing_eagerly():
-      self._eager_set_inputs(inputs)
-    else:
-      self._symbolic_set_inputs(inputs, training=training)
-
-  @checkpointable.no_automatic_dependency_tracking
-  def _eager_set_inputs(self, inputs):
-    """Set model's input and output specs based on the input data received.
-
-    This is to be used for Model subclasses, which do not know at instantiation
-    time what their inputs look like.
-
-    We assume the number and ndim of outputs
-    does not change over different calls.
-
-    Args:
-      inputs: Argument `x` (input data) passed by the user upon first model use.
-
-    Raises:
-      ValueError: If the model's inputs are already set.
-    """
-    assert context.executing_eagerly()
-    if self.inputs:
-      raise ValueError('Model inputs are already set.')
-
-    # On-the-fly setting of model inputs/outputs as DeferredTensors,
-    # to keep track of number of inputs and outputs and their ndim.
-    model_inputs = training_utils.ModelInputs(inputs)
-    dummy_input_values = model_inputs.get_input_values()
-    dummy_output_values = self.call(dummy_input_values)
-
-    self.inputs = model_inputs.get_symbolic_inputs(return_single_as_list=True)
-    self.input_names = model_inputs.get_input_names()
-
-    dummy_output_values = nest.flatten(dummy_output_values)
-    self.outputs = [
-        base_layer.DeferredTensor(shape=(None
-                                         for _ in v.shape), dtype=v.dtype)
-        for v in dummy_output_values
-    ]
-    self.output_names = [
-        'output_%d' % (i + 1) for i in range(len(dummy_output_values))]
-    self.built = True
-
-  @checkpointable.no_automatic_dependency_tracking
-  def _symbolic_set_inputs(self, inputs, outputs=None, training=None):
-    """Set model's inputs and output specs based.
-
-    This is to be used for Model subclasses, which do not know at instantiation
-    time what their inputs look like.
-
-    Args:
-      inputs: Argument `x` (input data) passed by the user upon first model use.
-      outputs: None, a data tensor, or a list of data tensors. If None, the
-        outputs will be determined by invoking self.call(), otherwise the
-        provided value will be used.
-      training: Boolean or None. Only relevant in symbolic mode. Specifies
-        whether to build the model's graph in inference mode (False), training
-        mode (True), or using the Keras learning phase (None).
-
-    Raises:
-      ValueError: If the model's inputs are already set.
-    """
-    assert not context.executing_eagerly()
-    if self.inputs:
-      raise ValueError('Model inputs are already set.')
 
     # On-the-fly setting of symbolic model inputs (either by using the tensor
     # provided, or by creating a placeholder if Numpy data was provided).
     model_inputs = training_utils.ModelInputs(inputs)
-    dummy_input_values = model_inputs.get_symbolic_inputs()
+    inputs = model_inputs.get_symbolic_inputs()
     self.inputs = model_inputs.get_symbolic_inputs(return_single_as_list=True)
     self.input_names = model_inputs.get_input_names()
 
@@ -1339,10 +1268,12 @@ class Model(Network):
 
     if outputs is None:
       # Obtain symbolic outputs by calling the model.
-      if self._expects_training_arg:
-        outputs = self.call(dummy_input_values, training=training)
-      else:
-        outputs = self.call(dummy_input_values)
+      graph = K.get_graph()
+      with graph.as_default():
+        if self._expects_training_arg:
+          outputs = self.call(inputs, training=training)
+        else:
+          outputs = self.call(inputs)
 
     outputs = nest.flatten(outputs)
     self.outputs = outputs
diff --git a/tensorflow/python/keras/engine/training_eager_test.py b/tensorflow/python/keras/engine/training_eager_test.py
index be43308fe0..234cbab9eb 100644
--- a/tensorflow/python/keras/engine/training_eager_test.py
+++ b/tensorflow/python/keras/engine/training_eager_test.py
@@ -222,7 +222,6 @@ class CorrectnessTest(test.TestCase):
     history = model.fit(iterator, epochs=1, steps_per_epoch=10)
     self.assertEqual(np.around(history.history['loss'][-1], decimals=4), 0.6173)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_loss_in_call(self):
 
     class HasLoss(keras.layers.Layer):
@@ -232,7 +231,7 @@ class CorrectnessTest(test.TestCase):
         return x
 
     layer = HasLoss()
-    layer(1.)
+    layer(1.)  # Plain-value inputs are only valid in eager mode.
     self.assertEqual(1, len(layer.losses))
 
 
diff --git a/tensorflow/python/keras/engine/training_utils.py b/tensorflow/python/keras/engine/training_utils.py
index dd2a7f16ec..7034874ee8 100644
--- a/tensorflow/python/keras/engine/training_utils.py
+++ b/tensorflow/python/keras/engine/training_utils.py
@@ -34,7 +34,6 @@ from tensorflow.python.framework import tensor_util
 from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import losses
 from tensorflow.python.keras import metrics as metrics_module
-from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import weights_broadcast_ops
@@ -1081,8 +1080,7 @@ class ModelInputs(object):
       k = self._input_names[i]
       v = self._flattened_inputs[i]
       if context.executing_eagerly():
-        v = base_layer.DeferredTensor(
-            shape=(None for _ in v.shape), dtype=v.dtype)
+        v = K.placeholder((None,) + tuple(v.shape[1:]), name=k)
       else:
         if isinstance(v, list):
           v = np.asarray(v)
diff --git a/tensorflow/python/keras/engine/training_utils_test.py b/tensorflow/python/keras/engine/training_utils_test.py
index e777cb6db3..ff15c49a92 100644
--- a/tensorflow/python/keras/engine/training_utils_test.py
+++ b/tensorflow/python/keras/engine/training_utils_test.py
@@ -24,8 +24,8 @@ from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.framework import test_util
-from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.keras.engine import training_utils
+from tensorflow.python.keras.utils import tf_utils
 from tensorflow.python.platform import test
 
 
@@ -169,14 +169,14 @@ class ModelInputsTest(test.TestCase):
       a = np.ones(10)
       model_inputs = training_utils.ModelInputs(a)
       self.assertEquals(['input_1'], model_inputs.get_input_names())
-      vals = model_inputs.get_input_values()
-      self.assertAllEqual(np.ones(10), vals)
-      self.assertTrue(tensor_util.is_tensor(vals))
-      vals = model_inputs.get_symbolic_inputs()
-      self.assertTrue(isinstance(vals, base_layer.DeferredTensor))
+      val = model_inputs.get_input_values()
+      self.assertAllEqual(np.ones(10), val)
+      self.assertTrue(tensor_util.is_tensor(val))
+      val = model_inputs.get_symbolic_inputs()
+      self.assertTrue(tf_utils.is_symbolic_tensor(val))
       vals = model_inputs.get_symbolic_inputs(return_single_as_list=True)
       self.assertEquals(1, len(vals))
-      self.assertTrue(isinstance(vals[0], base_layer.DeferredTensor))
+      self.assertTrue(tf_utils.is_symbolic_tensor(vals[0]))
 
   def test_list(self):
     a = [np.ones(10), np.ones(20)]
@@ -204,8 +204,8 @@ class ModelInputsTest(test.TestCase):
       self.assertTrue(tensor_util.is_tensor(vals[0]))
       self.assertTrue(tensor_util.is_tensor(vals[1]))
       vals = model_inputs.get_symbolic_inputs()
-      self.assertTrue(isinstance(vals[0], base_layer.DeferredTensor))
-      self.assertTrue(isinstance(vals[1], base_layer.DeferredTensor))
+      self.assertTrue(tf_utils.is_symbolic_tensor(vals[0]))
+      self.assertTrue(tf_utils.is_symbolic_tensor(vals[1]))
 
   def test_dict(self):
     a = {'b': np.ones(10), 'a': np.ones(20)}
@@ -231,8 +231,8 @@ class ModelInputsTest(test.TestCase):
       self.assertTrue(tensor_util.is_tensor(vals['a']))
       self.assertTrue(tensor_util.is_tensor(vals['b']))
       vals = model_inputs.get_symbolic_inputs()
-      self.assertTrue(isinstance(vals['a'], base_layer.DeferredTensor))
-      self.assertTrue(isinstance(vals['b'], base_layer.DeferredTensor))
+      self.assertTrue(tf_utils.is_symbolic_tensor(vals['a']))
+      self.assertTrue(tf_utils.is_symbolic_tensor(vals['b']))
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/python/keras/model_subclassing_test.py b/tensorflow/python/keras/model_subclassing_test.py
index 3a1b00041f..aca058b111 100644
--- a/tensorflow/python/keras/model_subclassing_test.py
+++ b/tensorflow/python/keras/model_subclassing_test.py
@@ -21,7 +21,6 @@ from __future__ import print_function
 import os
 
 import numpy as np
-import six
 
 from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
@@ -186,9 +185,9 @@ def get_nested_model_3(input_dim, num_classes):
   return keras.Model(inputs, outputs, name='nested_model_3')
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class ModelSubclassingTest(test.TestCase):
 
-  @test_util.run_in_graph_and_eager_modes
   def test_custom_build(self):
     class DummyModel(keras.Model):
 
@@ -209,7 +208,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertTrue(test_model.uses_custom_build, 'Model should use user '
                                                   'defined build when called.')
 
-  @test_util.run_in_graph_and_eager_modes
   def test_invalid_input_shape_build(self):
     num_classes = 2
     input_dim = 50
@@ -225,7 +223,6 @@ class ModelSubclassingTest(test.TestCase):
         ValueError, 'input shape is not one of the valid types'):
       model.build(input_shape=tensor_shape.Dimension(input_dim))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_embed_dtype_with_subclass_build(self):
     class Embedding(keras.layers.Layer):
       """An Embedding layer."""
@@ -263,7 +260,6 @@ class ModelSubclassingTest(test.TestCase):
         ValueError, 'if your layers do not support float type inputs'):
       model.build(input_shape=(35, 20))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_single_time_step_rnn_build(self):
     dim = 4
     timesteps = 1
@@ -289,7 +285,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertTrue(model.built, 'Model should be built after calling `build`.')
     model(array_ops.ones((32, timesteps, dim)))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_single_io_subclass_build(self):
     num_classes = 2
     input_dim = 50
@@ -308,7 +303,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertTrue(model.built, 'Model should be built after calling `build`.')
     model(array_ops.ones((32, input_dim)))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_single_io_dimension_subclass_build(self):
     num_classes = 2
     input_dim = tensor_shape.Dimension(50)
@@ -327,7 +321,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertTrue(model.built, 'Model should be built after calling `build`.')
     model(array_ops.ones((32, input_dim)))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_multidim_io_subclass_build(self):
     num_classes = 10
     # Input size, e.g. image
@@ -346,7 +339,6 @@ class ModelSubclassingTest(test.TestCase):
 
     model(array_ops.ones(batch_input_shape))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_tensorshape_io_subclass_build(self):
     num_classes = 10
     # Input size, e.g. image
@@ -397,7 +389,6 @@ class ModelSubclassingTest(test.TestCase):
     model.load_weights(tf_format_name)
     self.assertAllClose(weights, model.get_weights())
 
-  @test_util.run_in_graph_and_eager_modes
   def test_multi_io_subclass_build(self):
     batch_size = None
     num_samples = 1000
@@ -416,7 +407,6 @@ class ModelSubclassingTest(test.TestCase):
     x2 = array_ops.ones((num_samples, input_dim))
     model([x1, x2])
 
-  @test_util.run_in_graph_and_eager_modes
   def test_single_io_workflow_with_np_arrays(self):
     num_classes = 2
     num_samples = 100
@@ -436,7 +426,6 @@ class ModelSubclassingTest(test.TestCase):
     model.fit(x, y, epochs=2, batch_size=32, verbose=0)
     _ = model.evaluate(x, y, verbose=0)
 
-  @test_util.run_in_graph_and_eager_modes
   def test_multi_io_workflow_with_np_arrays(self):
     num_classes = (2, 3)
     num_samples = 1000
@@ -457,45 +446,6 @@ class ModelSubclassingTest(test.TestCase):
     model.fit([x1, x2], [y1, y2], epochs=2, batch_size=32, verbose=0)
     _ = model.evaluate([x1, x2], [y1, y2], verbose=0)
 
-  def test_single_io_workflow_with_tensors(self):
-
-    num_classes = 2
-    num_samples = 10
-    input_dim = 50
-
-    with self.cached_session():
-      model = SimpleTestModel(num_classes=num_classes,
-                              use_dp=True,
-                              use_bn=True)
-      model.compile(loss='mse', optimizer=RMSPropOptimizer(learning_rate=0.001))
-
-      x = array_ops.ones((num_samples, input_dim))
-      y = array_ops.zeros((num_samples, num_classes))
-
-      model.fit(x, y, epochs=2, steps_per_epoch=10, verbose=0)
-      _ = model.evaluate(steps=10, verbose=0)
-
-  def test_multi_io_workflow_with_tensors(self):
-
-    num_classes = (2, 3)
-    num_samples = 10
-    input_dim = 50
-
-    with self.cached_session():
-      model = MultiIOTestModel(num_classes=num_classes,
-                               use_dp=True,
-                               use_bn=True)
-      model.compile(loss='mse', optimizer=RMSPropOptimizer(learning_rate=0.001))
-
-      x1 = array_ops.ones((num_samples, input_dim))
-      x2 = array_ops.ones((num_samples, input_dim))
-      y1 = array_ops.zeros((num_samples, num_classes[0]))
-      y2 = array_ops.zeros((num_samples, num_classes[1]))
-
-      model.fit([x1, x2], [y1, y2], epochs=2, steps_per_epoch=10, verbose=0)
-      _ = model.evaluate(steps=10, verbose=0)
-
-  @test_util.run_in_graph_and_eager_modes
   def test_single_io_workflow_with_dataset_iterators(self):
     num_classes = 2
     num_samples = 10
@@ -515,31 +465,6 @@ class ModelSubclassingTest(test.TestCase):
       model.fit(iterator, epochs=2, steps_per_epoch=10, verbose=0)
       _ = model.evaluate(iterator, steps=10, verbose=0)
 
-  def test_multi_io_workflow_with_numpy_arrays_and_custom_placeholders(self):
-
-    num_classes = (2, 3)
-    num_samples = 1000
-    input_dim = 50
-
-    with self.cached_session():
-      model = MultiIOTestModel(num_classes=num_classes,
-                               use_dp=True,
-                               use_bn=True)
-      model.compile(loss='mse', optimizer=RMSPropOptimizer(learning_rate=0.001))
-
-      x1 = np.ones((num_samples, input_dim))
-      x2 = np.ones((num_samples, input_dim))
-      y1 = np.zeros((num_samples, num_classes[0]))
-      y2 = np.zeros((num_samples, num_classes[1]))
-
-      x2_placeholder = array_ops.placeholder(
-          dtype='float32', shape=(None, input_dim))
-      model._set_inputs([x1, x2_placeholder])
-
-      model.fit([x1, x2], [y1, y2], epochs=2, batch_size=32, verbose=0)
-      _ = model.evaluate([x1, x2], [y1, y2], verbose=0)
-
-  @test_util.run_in_graph_and_eager_modes(assert_no_eager_garbage=True)
   def test_attributes(self):
     # layers, weights, trainable_weights, non_trainable_weights, inputs, outputs
 
@@ -569,7 +494,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertEqual(len(model.inputs), 2)
     self.assertEqual(len(model.outputs), 2)
 
-  @test_util.run_in_graph_and_eager_modes
   def test_updates(self):
     # test that updates get run during training
     num_samples = 100
@@ -596,74 +520,6 @@ class ModelSubclassingTest(test.TestCase):
     y_new = model.predict(x)
     self.assertGreater(np.sum(np.abs(y_ref - y_new)), 0.1)
 
-  def test_updates_and_losses_for_nested_models_in_subclassed_model(self):
-
-    # Case 1: deferred-build sequential nested in subclass.
-    class TestModel1(keras.Model):
-
-      def __init__(self):
-        super(TestModel1, self).__init__()
-        self.fc = keras.layers.Dense(10, input_shape=(784,),
-                                     activity_regularizer='l1')
-        self.bn = keras.Sequential([keras.layers.BatchNormalization(axis=1)])
-
-      def call(self, x):
-        return self.bn(self.fc(x))
-
-    with self.cached_session():
-      model = TestModel1()
-
-      x = array_ops.ones(shape=[100, 784], dtype='float32')
-      model(x)
-      self.assertEqual(len(model.get_updates_for(x)), 2)
-      self.assertEqual(len(model.get_losses_for(x)), 1)
-
-    # Case 2: placeholder-sequential nested in subclass.
-    class TestModel2(keras.Model):
-
-      def __init__(self):
-        super(TestModel2, self).__init__()
-        self.fc = keras.layers.Dense(10, input_shape=(784,),
-                                     activity_regularizer='l1')
-        self.bn = keras.Sequential(
-            [keras.layers.BatchNormalization(axis=1, input_shape=(10,))])
-
-      def call(self, x):
-        return self.bn(self.fc(x))
-
-    with self.cached_session():
-      model = TestModel2()
-
-      x = array_ops.ones(shape=[100, 784], dtype='float32')
-      model(x)
-      self.assertEqual(len(model.get_updates_for(x)), 2)
-      self.assertEqual(len(model.get_losses_for(x)), 1)
-
-    # Case 3: functional-API model nested in subclass.
-    inputs = keras.Input((10,))
-    outputs = keras.layers.BatchNormalization(axis=1)(inputs)
-    bn = keras.Model(inputs, outputs)
-
-    class TestModel3(keras.Model):
-
-      def __init__(self):
-        super(TestModel3, self).__init__()
-        self.fc = keras.layers.Dense(10, input_shape=(784,),
-                                     activity_regularizer='l1')
-        self.bn = bn
-
-      def call(self, x):
-        return self.bn(self.fc(x))
-
-    with self.cached_session():
-      model = TestModel3()
-
-      x = array_ops.ones(shape=[100, 784], dtype='float32')
-      model(x)
-      self.assertEqual(len(model.get_updates_for(x)), 2)
-      self.assertEqual(len(model.get_losses_for(x)), 1)
-
-  @test_util.run_in_graph_and_eager_modes
   def test_training_and_inference_behavior(self):
     # test that dropout is applied in training and not inference
 
@@ -691,7 +547,6 @@ class ModelSubclassingTest(test.TestCase):
     loss = model.train_on_batch(x, y)
     self.assertGreater(loss, 0.1)
 
-  @test_util.run_in_graph_and_eager_modes
   def test_training_methods(self):
     # test fit, train_on_batch
     # on different input types: list, dict
@@ -720,7 +575,6 @@ class ModelSubclassingTest(test.TestCase):
     model.train_on_batch({'input_1': x1, 'input_2': x2},
                          {'output_1': y1, 'output_2': y2})
 
-  @test_util.run_in_graph_and_eager_modes(assert_no_eager_garbage=True)
   def test_inference_methods(self):
     # test predict, evaluate, test_on_batch, predict_on_batch
     # on different input types: list, dict
@@ -744,14 +598,6 @@ class ModelSubclassingTest(test.TestCase):
     model = MultiIOTestModel(num_classes=num_classes, use_bn=True)
     model.predict_on_batch([x1, x2])
 
-  @test_util.run_in_graph_and_eager_modes
-  def test_trainable_mutation(self):
-    # test that you can change `trainable` on a model or layer, and that
-    # it freezes the model state during training
-    # TODO(fchollet): add test after we unify BN behavior in eager and symbolic.
-    pass
-
-  @test_util.run_in_graph_and_eager_modes
   def test_saving(self):
 
     num_classes = (2, 3)
@@ -793,7 +639,6 @@ class ModelSubclassingTest(test.TestCase):
       self.assertAllClose(y_ref_1, y1, atol=1e-5)
       self.assertAllClose(y_ref_2, y2, atol=1e-5)
 
-  @test_util.run_in_graph_and_eager_modes
   def test_summary(self):
 
     class ToString(object):
@@ -819,7 +664,6 @@ class ModelSubclassingTest(test.TestCase):
     model.summary(print_fn=print_fn)
     self.assertTrue('Trainable params: 587' in print_fn.contents)
 
-  @test_util.run_in_graph_and_eager_modes
   def test_subclass_nested_in_subclass(self):
     num_classes = 2
     num_samples = 100
@@ -842,7 +686,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertEqual(len(model.trainable_weights),
                      6 + len(model.test_net.trainable_weights))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_graph_nested_in_subclass(self):
     num_classes = 2
     num_samples = 100
@@ -865,7 +708,6 @@ class ModelSubclassingTest(test.TestCase):
     self.assertEqual(len(model.trainable_weights),
                      6 + len(model.test_net.trainable_weights))
 
-  @test_util.run_in_graph_and_eager_modes
   def test_subclass_nested_in_graph(self):
     num_classes = 2
     num_samples = 100
@@ -887,7 +729,6 @@ class ModelSubclassingTest(test.TestCase):
         len(model.non_trainable_weights), 4)
     self.assertEqual(len(model.trainable_weights), 12)
 
-  @test_util.run_in_graph_and_eager_modes
   def test_support_for_manual_training_arg(self):
     # In most cases, the `training` argument is left unspecified, in which
     # case it defaults to value corresponding to the Model method being used
@@ -979,6 +820,135 @@ class ModelSubclassingTest(test.TestCase):
                      m.non_trainable_variables)
 
 
+class GraphSpecificModelSubclassingTests(test.TestCase):
+
+  def test_single_io_workflow_with_tensors(self):
+    num_classes = 2
+    num_samples = 10
+    input_dim = 50
+
+    with self.cached_session():
+      model = SimpleTestModel(num_classes=num_classes,
+                              use_dp=True,
+                              use_bn=True)
+      model.compile(loss='mse', optimizer=RMSPropOptimizer(learning_rate=0.001))
+
+      x = array_ops.ones((num_samples, input_dim))
+      y = array_ops.zeros((num_samples, num_classes))
+
+      model.fit(x, y, epochs=2, steps_per_epoch=10, verbose=0)
+      _ = model.evaluate(steps=10, verbose=0)
+
+  def test_multi_io_workflow_with_tensors(self):
+    num_classes = (2, 3)
+    num_samples = 10
+    input_dim = 50
+
+    with self.cached_session():
+      model = MultiIOTestModel(num_classes=num_classes,
+                               use_dp=True,
+                               use_bn=True)
+      model.compile(loss='mse', optimizer=RMSPropOptimizer(learning_rate=0.001))
+
+      x1 = array_ops.ones((num_samples, input_dim))
+      x2 = array_ops.ones((num_samples, input_dim))
+      y1 = array_ops.zeros((num_samples, num_classes[0]))
+      y2 = array_ops.zeros((num_samples, num_classes[1]))
+
+      model.fit([x1, x2], [y1, y2], epochs=2, steps_per_epoch=10, verbose=0)
+      _ = model.evaluate(steps=10, verbose=0)
+
+  def test_updates_and_losses_for_nested_models_in_subclassed_model(self):
+
+    # Case 1: deferred-build sequential nested in subclass.
+    class TestModel1(keras.Model):
+
+      def __init__(self):
+        super(TestModel1, self).__init__()
+        self.fc = keras.layers.Dense(10, input_shape=(784,),
+                                     activity_regularizer='l1')
+        self.bn = keras.Sequential([keras.layers.BatchNormalization(axis=1)])
+
+      def call(self, x):
+        return self.bn(self.fc(x))
+
+    with self.cached_session():
+      model = TestModel1()
+
+      x = array_ops.ones(shape=[100, 784], dtype='float32')
+      model(x)
+      self.assertEqual(len(model.get_updates_for(x)), 2)
+      self.assertEqual(len(model.get_losses_for(x)), 1)
+
+    # Case 2: placeholder-sequential nested in subclass.
+    class TestModel2(keras.Model):
+
+      def __init__(self):
+        super(TestModel2, self).__init__()
+        self.fc = keras.layers.Dense(10, input_shape=(784,),
+                                     activity_regularizer='l1')
+        self.bn = keras.Sequential(
+            [keras.layers.BatchNormalization(axis=1, input_shape=(10,))])
+
+      def call(self, x):
+        return self.bn(self.fc(x))
+
+    with self.cached_session():
+      model = TestModel2()
+
+      x = array_ops.ones(shape=[100, 784], dtype='float32')
+      model(x)
+      self.assertEqual(len(model.get_updates_for(x)), 2)
+      self.assertEqual(len(model.get_losses_for(x)), 1)
+
+    # Case 3: functional-API model nested in subclass.
+    inputs = keras.Input((10,))
+    outputs = keras.layers.BatchNormalization(axis=1)(inputs)
+    bn = keras.Model(inputs, outputs)
+
+    class TestModel3(keras.Model):
+
+      def __init__(self):
+        super(TestModel3, self).__init__()
+        self.fc = keras.layers.Dense(10, input_shape=(784,),
+                                     activity_regularizer='l1')
+        self.bn = bn
+
+      def call(self, x):
+        return self.bn(self.fc(x))
+
+    with self.cached_session():
+      model = TestModel3()
+
+      x = array_ops.ones(shape=[100, 784], dtype='float32')
+      model(x)
+      self.assertEqual(len(model.get_updates_for(x)), 2)
+      self.assertEqual(len(model.get_losses_for(x)), 1)
+
+  def test_multi_io_workflow_with_numpy_arrays_and_custom_placeholders(self):
+    num_classes = (2, 3)
+    num_samples = 1000
+    input_dim = 50
+
+    with self.cached_session():
+      model = MultiIOTestModel(num_classes=num_classes,
+                               use_dp=True,
+                               use_bn=True)
+      model.compile(loss='mse', optimizer=RMSPropOptimizer(learning_rate=0.001))
+
+      x1 = np.ones((num_samples, input_dim))
+      x2 = np.ones((num_samples, input_dim))
+      y1 = np.zeros((num_samples, num_classes[0]))
+      y2 = np.zeros((num_samples, num_classes[1]))
+
+      x2_placeholder = array_ops.placeholder(
+          dtype='float32', shape=(None, input_dim))
+      model._set_inputs([x1, x2_placeholder])
+
+      model.fit([x1, x2], [y1, y2], epochs=2, batch_size=32, verbose=0)
+      _ = model.evaluate([x1, x2], [y1, y2], verbose=0)
+
+
 class CustomCallModel(keras.Model):
 
   def __init__(self):
@@ -1068,14 +1038,14 @@ class CustomCallSignatureTests(test.TestCase):
 
     class HasKwargs(keras.Model):
 
-      def call(self, x, y=3, **key_words):
+      def call(self, x, y=3, **kwargs):
         return x
 
     model = HasKwargs()
     arg = array_ops.ones([])
     model(arg, a=3)
     if not context.executing_eagerly():
-      six.assertCountEqual(self, [arg], model.inputs)
+      self.assertEqual(len(model.inputs), 1)
 
   @test_util.run_in_graph_and_eager_modes
   def test_args_in_signature(self):
@@ -1091,8 +1061,7 @@ class CustomCallSignatureTests(test.TestCase):
     model = HasArgs()
     x1, x2, x3 = keras.Input((1, 1)), keras.Input((1, 1)), keras.Input((1, 1))
     model(x1, x2, x3, a=3)
-    if not context.executing_eagerly():
-      six.assertCountEqual(self, [x1, x2, x3], model.inputs)
+    self.assertEqual(len(model.inputs), 3)
 
   def test_args_and_keywords_in_signature(self):
 
@@ -1104,7 +1073,8 @@ class CustomCallSignatureTests(test.TestCase):
     with context.graph_mode():
       model = HasArgs()
       x1, x2, x3 = keras.Input((1, 1)), keras.Input((1, 1)), keras.Input((1, 1))
-      with self.assertRaisesRegexp(TypeError, 'args and arguments with'):
+      with self.assertRaisesRegexp(
+          TypeError, 'may not accept both positional arguments and '):
         model(x1, x2, x3, a=3)
 
   def test_training_no_default(self):
@@ -1113,7 +1083,7 @@ class CustomCallSignatureTests(test.TestCase):
       model = TrainingNoDefaultModel()
       arg = array_ops.ones([1, 1])
       model(arg, True)
-      six.assertCountEqual(self, [arg], model.inputs)
+      self.assertEqual(len(model.inputs), 1)
 
   def test_training_no_default_with_positional(self):
 
diff --git a/tensorflow/python/keras/utils/tf_utils.py b/tensorflow/python/keras/utils/tf_utils.py
index cfdb3de2aa..6b7c6c34a2 100644
--- a/tensorflow/python/keras/utils/tf_utils.py
+++ b/tensorflow/python/keras/utils/tf_utils.py
@@ -17,8 +17,10 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import smart_cond as smart_module
+from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import control_flow_ops
@@ -153,3 +155,30 @@ def shape_type_conversion(fn):
       return tensor_shape.TensorShape(output_shape)
 
   return wrapper
+
+
+def are_all_symbolic_tensors(tensors):
+  return all(is_symbolic_tensor(tensor) for tensor in tensors)
+
+
+def is_symbolic_tensor(tensor):
+  """Returns whether a tensor is symbolic (from a TF graph) or an eager tensor.
+
+  A Variable can be seen as either: it is considered symbolic
+  when we are in a graph scope, and eager when we are in an eager scope.
+
+  Arguments:
+    tensor: A tensor instance to test.
+
+  Returns:
+    True for symbolic tensors, False for eager tensors.
+  """
+  if isinstance(tensor, variables.Variable):
+    return not context.executing_eagerly()
+  if isinstance(tensor, (ops.Tensor, sparse_tensor.SparseTensor)):
+    try:
+      _ = tensor.graph
+      return True
+    except AttributeError:
+      return False
+  return False
-- 
GitLab


From 030f7828c9cfcef0c875d60198db57d0cd94f214 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Thu, 25 Oct 2018 21:48:57 -0700
Subject: [PATCH 0648/1825] Remove implicit cast for TRT_ShapedWeights.

PiperOrigin-RevId: 218802753
---
 .../contrib/tensorrt/convert/convert_nodes.cc | 30 ++++++++++---------
 .../contrib/tensorrt/convert/convert_nodes.h  |  5 +---
 .../tensorrt/convert/convert_nodes_test.cc    |  8 ++---
 3 files changed, 21 insertions(+), 22 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index eb2dffe185..de099fddd9 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -337,7 +337,7 @@ TRT_ShapedWeights::TRT_ShapedWeights(const TRT_ShapedWeights& rhs)
 
 int64_t TRT_ShapedWeights::count() const { return TrtDimsNumElements(shape_); }
 
-nvinfer1::Weights TRT_ShapedWeights::GetWeightsForTRT() const {
+nvinfer1::Weights TRT_ShapedWeights::GetTrtWeights() const {
   nvinfer1::DataType trt_type(nvinfer1::DataType::kFLOAT);
   TF_CHECK_OK(ConvertDType(type_, &trt_type));
   return nvinfer1::Weights{trt_type, values_, values_ == nullptr ? 0 : count()};
@@ -706,7 +706,7 @@ Status Converter::PrepareTensorForShape(const TRT_TensorOrWeights& input,
     }
   } else {
     nvinfer1::IConstantLayer* layer =
-        this->network()->addConstant(dims, input.weights());
+        this->network()->addConstant(dims, input.weights().GetTrtWeights());
     TFTRT_RETURN_ERROR_IF_NULLPTR(layer, "TF-TRT Internal Reshape");
     *tensor = layer->getOutput(0);
   }
@@ -1069,8 +1069,9 @@ tensorflow::Status BinaryTensorOpWeight(
   }
 
   nvinfer1::IScaleLayer* layer = ctx.network()->addScale(
-      *const_cast<nvinfer1::ITensor*>(tensor), scale_mode, shift_weights,
-      scale_weights, power_weights);
+      *const_cast<nvinfer1::ITensor*>(tensor), scale_mode,
+      shift_weights.GetTrtWeights(), scale_weights.GetTrtWeights(),
+      power_weights.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
   const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
@@ -1171,9 +1172,9 @@ tensorflow::Status ConvertConv2DHelper(
     VLOG(2) << "TENSOR after: " << DebugString(tensor->getDimensions());
   }
 
-  nvinfer1::IConvolutionLayer* layer =
-      ctx.network()->addConvolution(*const_cast<nvinfer1::ITensor*>(tensor),
-                                    noutput, kernel_size, weights, biases);
+  nvinfer1::IConvolutionLayer* layer = ctx.network()->addConvolution(
+      *const_cast<nvinfer1::ITensor*>(tensor), noutput, kernel_size,
+      weights.GetTrtWeights(), biases.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
   layer->setStride(stride);
@@ -1556,9 +1557,9 @@ tensorflow::Status ConvertScale(Converter& ctx,
     mode = nvinfer1::ScaleMode::kUNIFORM;
   }
 
-  nvinfer1::IScaleLayer* layer =
-      ctx.network()->addScale(*const_cast<nvinfer1::ITensor*>(tensor), mode,
-                              weights, empty_weights, empty_weights);
+  nvinfer1::IScaleLayer* layer = ctx.network()->addScale(
+      *const_cast<nvinfer1::ITensor*>(tensor), mode, weights.GetTrtWeights(),
+      empty_weights.GetTrtWeights(), empty_weights.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
@@ -2185,9 +2186,9 @@ tensorflow::Status ConvertFusedBatchNorm(
                                           : nvinfer1::ScaleMode::kCHANNEL;
   nvinfer1::IScaleLayer* layer =
       ctx.network()->addScale(*const_cast<nvinfer1::ITensor*>(tensor), mode,
-                              combined_offset_weights.GetWeightsForTRT(),
-                              combined_scale_weights.GetWeightsForTRT(),
-                              dummy_power_weights.GetWeightsForTRT());
+                              combined_offset_weights.GetTrtWeights(),
+                              combined_scale_weights.GetTrtWeights(),
+                              dummy_power_weights.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
   outputs->push_back(TRT_TensorOrWeights(output_tensor));
@@ -2224,7 +2225,8 @@ tensorflow::Status ConvertMatMulHelper(
       ctx.PrepareTensorForShape(tensor_input, input_dim, &tensor));
 
   nvinfer1::IFullyConnectedLayer* layer = ctx.network()->addFullyConnected(
-      *const_cast<nvinfer1::ITensor*>(tensor), noutput, weights, biases);
+      *const_cast<nvinfer1::ITensor*>(tensor), noutput, weights.GetTrtWeights(),
+      biases.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_name);
   output_tensor = layer->getOutput(0);
 
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.h b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
index a9b015695f..7cfad64800 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.h
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
@@ -192,7 +192,7 @@ class TRT_ShapedWeights {
   // TODO(aaroey): use rvalue reference.
   TRT_ShapedWeights(const TRT_ShapedWeights& rhs);
 
-  nvinfer1::Weights GetWeightsForTRT() const;
+  nvinfer1::Weights GetTrtWeights() const;
 
   const void* GetValues() const { return values_; }
 
@@ -200,9 +200,6 @@ class TRT_ShapedWeights {
 
   size_t size_bytes() const;
 
-  // Default converter
-  operator nvinfer1::Weights() const { return GetWeightsForTRT(); }
-
   string DebugString() const;
 
   // TODO(aaroey): make these private.
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
index d2407fa621..f9eabb7aa7 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
@@ -125,7 +125,7 @@ TEST(TRT_ShapedWeights_Test, Basic) {
     float raw_weights[10];
     TRT_ShapedWeights weights(DT_FLOAT, raw_weights, GetTestDims({2, 5}));
 
-    nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+    nvinfer1::Weights trt_weights = weights.GetTrtWeights();
     EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
     EXPECT_EQ(static_cast<void*>(raw_weights), trt_weights.values);
     EXPECT_EQ(10, trt_weights.count);
@@ -138,7 +138,7 @@ TEST(TRT_ShapedWeights_Test, Basic) {
     int32 raw_weights = 0;
     TRT_ShapedWeights weights(DT_INT32, &raw_weights, GetTestDims({1, 1, 1}));
 
-    nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+    nvinfer1::Weights trt_weights = weights.GetTrtWeights();
     EXPECT_EQ(nvinfer1::DataType::kINT32, trt_weights.type);
     EXPECT_EQ(static_cast<void*>(&raw_weights), trt_weights.values);
     EXPECT_EQ(1, trt_weights.count);
@@ -150,7 +150,7 @@ TEST(TRT_ShapedWeights_Test, Basic) {
   {
     TRT_ShapedWeights weights(DT_FLOAT);
 
-    nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+    nvinfer1::Weights trt_weights = weights.GetTrtWeights();
     EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
     EXPECT_EQ(nullptr, trt_weights.values);
     EXPECT_EQ(0, trt_weights.count);
@@ -317,7 +317,7 @@ TEST_F(ConverterTest, GetTempWeights) {
   TRT_ShapedWeights weights =
       converter_.GetTempWeights(DT_FLOAT, GetTestDims({2, 3}));
 
-  nvinfer1::Weights trt_weights = weights.GetWeightsForTRT();
+  nvinfer1::Weights trt_weights = weights.GetTrtWeights();
   EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
   EXPECT_NE(nullptr, trt_weights.values);
   EXPECT_EQ(6, trt_weights.count);
-- 
GitLab


From 85b85a46c625d0b47cddfa8c7b399f32fe5a3ccc Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 25 Oct 2018 21:59:56 -0700
Subject: [PATCH 0649/1825] Raise an exception when Toco returns TF error
 status.

PiperOrigin-RevId: 218803395
---
 tensorflow/contrib/lite/toco/python/toco_python_api.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/lite/toco/python/toco_python_api.cc b/tensorflow/contrib/lite/toco/python/toco_python_api.cc
index 8dbba20700..302b7f9bd4 100644
--- a/tensorflow/contrib/lite/toco/python/toco_python_api.cc
+++ b/tensorflow/contrib/lite/toco/python/toco_python_api.cc
@@ -89,8 +89,8 @@ PyObject* TocoConvert(PyObject* model_flags_proto_txt_raw,
   auto status = Export(toco_flags, *model, toco_flags.allow_custom_ops(),
                        &output_file_contents_txt);
   if (!status.ok()) {
-    fprintf(stderr, "Toco failure: %s\n", status.error_message().c_str());
-    return TOCO_FROM_CPPSTRING_TO_PY("", 0);
+    PyErr_SetString(PyExc_Exception, status.error_message().c_str());
+    return nullptr;
   }
   if (extended_return) {
     PyObject* dict = PyDict_New();
-- 
GitLab


From 8fd6bd4af37fd4191b6869099ceff17242d75498 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 02:02:36 -0700
Subject: [PATCH 0650/1825] compat: Update forward compatibility horizon to
 2018-10-26

PiperOrigin-RevId: 218823972
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 5a86eb91f4..c16ce0d4e0 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 25)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 26)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 8b228d0acb0c6eeea0a29af96077b0017020856c Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 26 Oct 2018 06:21:58 -0700
Subject: [PATCH 0651/1825] [TF:XLA] Clarify comment on
 XlaDeviceContext::TransferLiteralToDevice.

PiperOrigin-RevId: 218844676
---
 tensorflow/compiler/jit/xla_device_context.cc | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index 5c189834b5..cbab81fe2f 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -108,6 +108,11 @@ Status XlaDeviceContext::TransferLiteralToDevice(const Tensor& host_tensor,
   }
   // Unref the host tensor, and capture the literal shared_ptr too so it goes
   // out of scope when the lambda completes.
+  // We don't defer the call to done() onto the stream here, and the reasons why
+  // this is correct are subtle. We assume that:
+  // a) all consumers of the device tensor will wait for its definition event.
+  // b) if the tensor is destroyed, then the memory allocator will not hand out
+  //    the same buffers until the transfer has completed.
   host_to_device_stream_->ThenDoHostCallback([ref, literal]() { ref.Unref(); });
 
   return Status::OK();
-- 
GitLab


From 7afb8fe3fa09e96a8c9d8c8d2ac1aec00886fb0b Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 26 Oct 2018 07:17:11 -0700
Subject: [PATCH 0652/1825] Slightly improve the error message when attempting
 to replace a keyword argument with something unsupported.

PiperOrigin-RevId: 218850178
---
 tensorflow/python/autograph/pyct/templates.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/autograph/pyct/templates.py b/tensorflow/python/autograph/pyct/templates.py
index 1af8fca599..66e6be53c0 100644
--- a/tensorflow/python/autograph/pyct/templates.py
+++ b/tensorflow/python/autograph/pyct/templates.py
@@ -90,7 +90,8 @@ class ReplaceTransformer(gast.NodeTransformer):
     # we could allow changing just node arg, so that we end up with bar=baz.
     raise ValueError(
         'a keyword argument may only be replaced by another keyword or a '
-        'non-empty list of keywords. Found: %s' % repl)
+        'non-empty list of keywords. Found: {} for keyword {}'.format(
+            repl, node.arg))
 
   def visit_FunctionDef(self, node):
     node = self.generic_visit(node)
-- 
GitLab


From 69ec393633ba4aeae4b150b092f9935d91e0cdbd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 07:57:12 -0700
Subject: [PATCH 0653/1825] Let toco handle Placeholders in full flex mode.

PiperOrigin-RevId: 218853809
---
 tensorflow/contrib/lite/toco/import_tensorflow.cc | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index 490af4525e..f5f283df0c 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -2113,6 +2113,14 @@ using ConverterType = tensorflow::Status (*)(
     Model* model);
 using ConverterMapType = std::unordered_map<std::string, ConverterType>;
 
+ConverterMapType GetTensorFlowNodeConverterMapForFlex() {
+  return std::unordered_map<std::string, ConverterType>({
+      // We need to let TCO convert Placeholder information into
+      // array data, so that the data types are correct.
+      {"Placeholder", ConvertPlaceholderOperator},
+  });
+}
+
 ConverterMapType GetTensorFlowNodeConverterMap() {
   return std::unordered_map<std::string, ConverterType>({
       {"Add", ConvertSimpleOperator<AddOperator, 2>},
@@ -2269,6 +2277,8 @@ std::unique_ptr<Model> ImportTensorFlowGraphDef(
   // converted to TFLite Flex ops.
   if (!tf_import_flags.import_all_ops_as_unsupported) {
     converter_map = internal::GetTensorFlowNodeConverterMap();
+  } else {
+    converter_map = internal::GetTensorFlowNodeConverterMapForFlex();
   }
 
   for (auto node : inlined_graph.node()) {
-- 
GitLab


From 762f422ebb4f521ea5a713c18c5ae6420a9fb74e Mon Sep 17 00:00:00 2001
From: Mark Heffernan <meheff@google.com>
Date: Fri, 26 Oct 2018 08:49:28 -0700
Subject: [PATCH 0654/1825] Move HLO passes out of RunBackend.

PiperOrigin-RevId: 218860133
---
 tensorflow/compiler/xla/service/compiler.h               | 2 +-
 tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc    | 5 +++--
 tensorflow/compiler/xla/tests/multioutput_fusion_test.cc | 8 ++++----
 tensorflow/compiler/xla/tests/tuple_test.cc              | 2 +-
 4 files changed, 9 insertions(+), 8 deletions(-)

diff --git a/tensorflow/compiler/xla/service/compiler.h b/tensorflow/compiler/xla/service/compiler.h
index d99438719d..d4db95da8e 100644
--- a/tensorflow/compiler/xla/service/compiler.h
+++ b/tensorflow/compiler/xla/service/compiler.h
@@ -147,7 +147,7 @@ class Compiler {
   // and returns an executable object or an error status. No HLO passes are
   // applied to module. Generally a module should be passed through RunHloPasses
   // prior to calling this method because some HLO passes are required for
-  // correctness. Takes ownership of the HLO module and is free to transform it.
+  // correctness. Takes ownership of the HLO module.
   //
   // The compiler may optionally specialize to the individual device
   // (not just type of device) indicated by the executor.
diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index 5e2e584847..19ed70ddc3 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -548,6 +548,9 @@ StatusOr<std::unique_ptr<HloModule>> NVPTXCompiler::RunHloPasses(
                                    /*is_expensive=*/true);
   TF_RETURN_IF_ERROR(
       OptimizeHloModule(module.get(), stream_exec, device_allocator, this));
+
+  TF_RETURN_IF_ERROR(PrepareHloModuleForIrEmitting(module.get()));
+
   return std::move(module);
 }
 
@@ -558,8 +561,6 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
 
   TF_RET_CHECK(stream_exec != nullptr);
 
-  TF_RETURN_IF_ERROR(PrepareHloModuleForIrEmitting(module.get()));
-
   llvm::LLVMContext llvm_context;
   std::string buffer;
   llvm::raw_string_ostream error(buffer);
diff --git a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
index 56aaeb0e68..ca7637a0cf 100644
--- a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
@@ -192,7 +192,7 @@ XLA_TEST_F(MultiOutputFusionTest, DiffentTypesFusion) { RunTest1D(true, 8); }
 
 XLA_TEST_F(MultiOutputFusionTest, FusionNodeIsRoot) {
   const char* testcase = R"(
-    HloModule m
+    HloModule m, is_scheduled=true
 
     fused_computation {
       x.param_0 = (((s32[]), f32[]), (f32[], s32[])) parameter(0)
@@ -224,7 +224,7 @@ XLA_TEST_F(MultiOutputFusionTest, FusionNodeIsRoot) {
 
 XLA_TEST_F(MultiOutputFusionTest, MultiOutputLoopFusion) {
   const char* testcase = R"(
-    HloModule m
+    HloModule m, is_scheduled=true
 
     fused_computation {
       p = f32[4] parameter(0)
@@ -251,7 +251,7 @@ XLA_TEST_F(MultiOutputFusionTest, MultiOutputLoopFusion) {
 
 XLA_TEST_F(MultiOutputFusionTest, MultiOutputLoopFeedingMap) {
   const char* testcase = R"(
-    HloModule m
+    HloModule m, is_scheduled=true
 
     fused_computation {
       p = f32[] parameter(0)
@@ -282,7 +282,7 @@ XLA_TEST_F(MultiOutputFusionTest, MultiOutputLoopFeedingMap) {
 }
 
 const char* const kScalarOps = R"(
-    HloModule m
+    HloModule m, is_scheduled=true
 
     Add {
       lhsadd = f32[] parameter(0)
diff --git a/tensorflow/compiler/xla/tests/tuple_test.cc b/tensorflow/compiler/xla/tests/tuple_test.cc
index 619d2a388b..27ce243e9b 100644
--- a/tensorflow/compiler/xla/tests/tuple_test.cc
+++ b/tensorflow/compiler/xla/tests/tuple_test.cc
@@ -515,7 +515,7 @@ class TupleHloTest : public HloTestBase {};
 // Disabled on the interpreter because bitcast doesn't exist on the interpreter.
 XLA_TEST_F(TupleHloTest, DISABLED_ON_INTERPRETER(BitcastAfterGTE)) {
   const char* testcase = R"(
-    HloModule m
+    HloModule m, is_scheduled=true
 
     ENTRY test {
       name.1 = (f32[3]{0}) parameter(0)
-- 
GitLab


From ff9f03287acce18b76d3b6e54568c693333c3101 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 09:09:41 -0700
Subject: [PATCH 0655/1825] Add RaggedTensors to tf.core. Moving the
 RaggedTensorToSparse op kernel.

PiperOrigin-RevId: 218862688
---
 tensorflow/core/BUILD                         |   2 +
 .../api_def_RaggedTensorToSparse.pbtxt        |  42 ++++
 tensorflow/core/kernels/BUILD                 |  44 +++-
 .../kernels/ragged_tensor_to_sparse_kernel.cc | 219 +++++++++++++++++
 .../ragged_tensor_to_sparse_kernel_test.cc    | 224 ++++++++++++++++++
 tensorflow/core/ops/ragged_conversion_ops.cc  |  74 ++++++
 tensorflow/python/BUILD                       |   8 +
 7 files changed, 604 insertions(+), 9 deletions(-)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_RaggedTensorToSparse.pbtxt
 create mode 100644 tensorflow/core/kernels/ragged_tensor_to_sparse_kernel.cc
 create mode 100644 tensorflow/core/kernels/ragged_tensor_to_sparse_kernel_test.cc
 create mode 100644 tensorflow/core/ops/ragged_conversion_ops.cc

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index bab02821de..8e53e1dd78 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1173,6 +1173,7 @@ cc_library(
     name = "ragged_ops",
     deps = [
         ":ragged_array_ops_op_lib",
+        ":ragged_conversion_ops_op_lib",
         ":ragged_math_ops_op_lib",
     ],
 )
@@ -1180,6 +1181,7 @@ cc_library(
 tf_gen_op_libs(
     op_lib_names = [
         "ragged_array_ops",
+        "ragged_conversion_ops",
         "ragged_math_ops",
     ],
 )
diff --git a/tensorflow/core/api_def/base_api/api_def_RaggedTensorToSparse.pbtxt b/tensorflow/core/api_def/base_api/api_def_RaggedTensorToSparse.pbtxt
new file mode 100644
index 0000000000..8c73ea644c
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_RaggedTensorToSparse.pbtxt
@@ -0,0 +1,42 @@
+op {
+  graph_op_name: "RaggedTensorToSparse"
+  visibility: HIDDEN
+  in_arg {
+    name: "rt_nested_splits"
+    description: "The `row_splits` for the `RaggedTensor`."
+  }
+  in_arg {
+    name: "rt_dense_values"
+    description: "The `inner_values` for the `RaggedTensor`."
+  }
+  out_arg {
+    name: "sparse_indices"
+    description: "The indices for the `SparseTensor`."
+  }
+  out_arg {
+    name: "sparse_values"
+    description: "The values of the `SparseTensor`."
+  }
+  out_arg {
+    name: "sparse_dense_shape"
+    description: <<END
+`sparse_dense_shape` is a tight bounding box of the input `RaggedTensor`.
+END
+  }
+  attr {
+    name: "RAGGED_RANK"
+    description: <<END
+The ragged rank of the input RaggedTensor.  `rt_nested_splits` should contain
+this number of ragged-splits tensors.  This value should equal
+`input.ragged_rank`.
+END
+  }
+  summary: <<END
+Converts a `RaggedTensor` into a `SparseTensor` with the same values.
+END
+  description: <<END
+input=ragged.from_nested_row_splits(rt_dense_values, rt_nested_splits)
+output=SparseTensor(indices=sparse_indices, values=sparse_values,
+                    dense_shape=sparse_dense_shape)
+END
+}
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index bd0a36c54b..247fd12701 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -958,6 +958,7 @@ cc_library(
     deps = [
         ":ragged_gather_op",
         ":ragged_range_op",
+        ":ragged_tensor_to_sparse_kernel",
     ],
 )
 
@@ -970,15 +971,6 @@ tf_kernel_library(
     ],
 )
 
-tf_kernel_library(
-    name = "ragged_range_op",
-    srcs = ["ragged_range_op.cc"],
-    deps = [
-        "//tensorflow/core:framework",
-        "//tensorflow/core:ragged_math_ops_op_lib",
-    ],
-)
-
 tf_cc_test(
     name = "ragged_gather_op_test",
     size = "small",
@@ -994,6 +986,15 @@ tf_cc_test(
     ],
 )
 
+tf_kernel_library(
+    name = "ragged_range_op",
+    srcs = ["ragged_range_op.cc"],
+    deps = [
+        "//tensorflow/core:framework",
+        "//tensorflow/core:ragged_math_ops_op_lib",
+    ],
+)
+
 tf_cc_test(
     name = "ragged_range_op_test",
     srcs = ["ragged_range_op_test.cc"],
@@ -1008,6 +1009,31 @@ tf_cc_test(
     ],
 )
 
+tf_kernel_library(
+    name = "ragged_tensor_to_sparse_kernel",
+    srcs = ["ragged_tensor_to_sparse_kernel.cc"],
+    deps = [
+        "//tensorflow/core:framework",
+        "//tensorflow/core:ragged_conversion_ops_op_lib",
+    ],
+)
+
+tf_cc_test(
+    name = "ragged_tensor_to_sparse_kernel_test",
+    size = "small",
+    srcs = ["ragged_tensor_to_sparse_kernel_test.cc"],
+    deps = [
+        ":ragged_tensor_to_sparse_kernel",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:ragged_conversion_ops_op_lib",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+        "//tensorflow/core:testlib",
+        "//tensorflow/core/kernels:ops_testutil",
+    ],
+)
+
 tf_kernel_library(
     name = "cudnn_rnn_kernels",
     srcs = ["cudnn_rnn_ops.cc"],
diff --git a/tensorflow/core/kernels/ragged_tensor_to_sparse_kernel.cc b/tensorflow/core/kernels/ragged_tensor_to_sparse_kernel.cc
new file mode 100644
index 0000000000..8cd4b8da85
--- /dev/null
+++ b/tensorflow/core/kernels/ragged_tensor_to_sparse_kernel.cc
@@ -0,0 +1,219 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <limits>
+#include <memory>
+#include <string>
+#include <vector>
+
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+
+namespace tensorflow {
+
+using errors::InvalidArgument;
+
+class RaggedTensorToSparseOp : public OpKernel {
+ public:
+  using OpKernel::OpKernel;
+
+  void Compute(OpKernelContext* context) override {
+    // Read the `rt_nested_splits` input & convert to Eigen tensors.
+    OpInputList rt_nested_splits_in;
+    OP_REQUIRES_OK(
+        context, context->input_list("rt_nested_splits", &rt_nested_splits_in));
+    const int64 rt_nested_splits_len = rt_nested_splits_in.size();
+    DCHECK_GT(rt_nested_splits_len, 0);  // Enforced by REGISTER_OP.
+    std::vector<TTypes<int64>::ConstFlat> rt_nested_splits;
+    rt_nested_splits.reserve(rt_nested_splits_len);
+    for (int i = 0; i < rt_nested_splits_len; ++i) {
+      rt_nested_splits.push_back(rt_nested_splits_in[i].flat<int64>());
+    }
+
+    // Read the `rt_dense_values` input.
+    const Tensor& rt_dense_values_in = context->input(rt_nested_splits_len);
+    OP_REQUIRES_OK(context,
+                   ValidateInputs(rt_nested_splits, rt_dense_values_in));
+
+    // Assemble each value in `sparse_indices` using three parts:
+    // - `index_prefix` is the index in dimensions up through the last ragged
+    //   dimension.
+    // - `index_middle` is the index in the last ragged dimension.
+    // - `index_suffix` is the index in the dense value dimensions.
+    std::vector<int64> index_prefix(rt_nested_splits_len);
+    std::vector<std::vector<int64>> index_suffixes =
+        MakeIndexSuffixes(rt_dense_values_in.shape());
+
+    // Allocate the `sparse_indices` output tensor.
+    const int64 nvals =
+        (rt_nested_splits.back()(rt_nested_splits.back().size() - 1) *
+         index_suffixes.size());
+    const int64 indices_len = rt_nested_splits_len + rt_dense_values_in.dims();
+    Tensor* sparse_indices_out = nullptr;
+    OP_REQUIRES_OK(
+        context, context->allocate_output(0, TensorShape({nvals, indices_len}),
+                                          &sparse_indices_out));
+    auto sparse_indices = sparse_indices_out->tensor<int64, 2>();
+
+    // pos[i] is the current position in rt_nested_splits[i].  final_pos is a
+    // reference to make it easier to refer to pos[-1].
+    std::vector<int64> pos(rt_nested_splits_len);
+    int64& final_pos = pos[rt_nested_splits_len - 1];
+
+    // Each iteration through the loop, we increment pos[-1], and add indices
+    // for all the values corresponding to
+    // rt_nested_splits[-1][pos[-1]:pos[-1]+1].
+    int next_index = 0;
+    int max_final_pos = rt_nested_splits.back().size() - 1;
+    for (; final_pos < max_final_pos; ++final_pos) {
+      // Update `pos` to skip over completed elements (i.e., elements where
+      // we have already generated indices for all contained values).
+      for (int dim = rt_nested_splits_len - 2; dim >= 0; --dim) {
+        while (IsCompleted(pos, dim, rt_nested_splits)) {
+          pos[dim] += 1;
+        }
+      }
+
+      // Update index_prefix.
+      for (int dim = 0; dim < index_prefix.size(); ++dim) {
+        int start = dim > 0 ? rt_nested_splits[dim - 1](pos[dim - 1]) : 0;
+        index_prefix[dim] = pos[dim] - start;
+      }
+
+      // Get length of the final-ragged-dimension slice.
+      const auto& final_splits = rt_nested_splits[rt_nested_splits_len - 1];
+      int64 slice_len = final_splits(final_pos + 1) - final_splits(final_pos);
+
+      // Add sparse_indices for this slice.
+      for (int64 i = 0; i < slice_len; ++i) {
+        for (const auto& index_suffix : index_suffixes) {
+          int dim = 0;
+          for (int64 index : index_prefix) {  // index_prefix
+            sparse_indices(next_index, dim++) = index;
+          }
+          sparse_indices(next_index, dim++) = i;  // index_middle
+          for (int64 index : index_suffix) {      // index_suffix
+            sparse_indices(next_index, dim++) = index;
+          }
+          DCHECK_EQ(dim, indices_len);
+          ++next_index;
+        }
+      }
+    }
+    DCHECK_EQ(next_index, nvals);
+
+    // Output the `sparse_values` Tensor.
+    if (rt_dense_values_in.dims() == 1) {
+      context->set_output(1, rt_dense_values_in);
+    } else {
+      Tensor sparse_values_out(rt_dense_values_in.dtype());
+      bool shapes_match = sparse_values_out.CopyFrom(
+          rt_dense_values_in, {rt_dense_values_in.NumElements()});
+      DCHECK(shapes_match);
+      context->set_output(1, sparse_values_out);
+    }
+
+    // Output the `sparse_dense_shape` Tensor.
+    int64 ndims = rt_nested_splits_len + rt_dense_values_in.dims();
+    Tensor* sparse_dense_shape_out = nullptr;
+    OP_REQUIRES_OK(context, context->allocate_output(2, TensorShape({ndims}),
+                                                     &sparse_dense_shape_out));
+    auto sparse_dense_shape = sparse_dense_shape_out->vec<int64>();
+    sparse_dense_shape(0) = rt_nested_splits_in[0].dim_size(0) - 1;
+    for (int dim = 0; dim < rt_nested_splits_len; ++dim) {
+      const auto& splits = rt_nested_splits[dim];
+      int64 max_width = 0;
+      for (int i = 1; i < splits.size(); ++i) {
+        max_width = std::max(max_width, splits(i) - splits(i - 1));
+      }
+      sparse_dense_shape(dim + 1) = max_width;
+    }
+    for (int dim = 1; dim < rt_dense_values_in.dims(); ++dim) {
+      sparse_dense_shape(dim + rt_nested_splits_len) =
+          rt_dense_values_in.dim_size(dim);
+    }
+  }
+
+ private:
+  // Validate `rt_nested_splits` to ensure we don't get any segfaults.
+  static ::tensorflow::Status ValidateInputs(
+      std::vector<TTypes<int64>::ConstFlat> rt_nested_splits,
+      const Tensor& rt_dense_values_in) {
+    for (int i = 0; i < rt_nested_splits.size(); ++i) {
+      if (rt_nested_splits[i].size() == 0) {
+        return InvalidArgument("ragged splits may not be empty.");
+      }
+      if (rt_nested_splits[i](0) != 0) {
+        return InvalidArgument("First value of ragged splits must be 0.");
+      }
+      if (i > 0) {
+        int64 last_split =
+            rt_nested_splits[i - 1](rt_nested_splits[i - 1].size() - 1);
+        if (rt_nested_splits[i].size() != last_split + 1) {
+          return InvalidArgument(
+              "Final value of ragged splits must match the length "
+              "the corresponding ragged values.");
+        }
+      }
+    }
+    if (rt_dense_values_in.dim_size(0) !=
+        rt_nested_splits.back()(rt_nested_splits.back().size() - 1)) {
+      return InvalidArgument(
+          "Final value of ragged splits must match the length "
+          "the corresponding ragged values.");
+    }
+    return ::tensorflow::Status::OK();
+  }
+
+  // Build a list of index suffixes that should be added for each ragged item,
+  // to encode the indices of dense values in that ragged item.  This basically
+  // just gives a row-major enumeration of all indices in the given tensor
+  // shape, ignoring dim[0] (since that's the dimension that iterates over
+  // values, and we want index suffixes for a single value).  Example:
+  // MakeIndexSuffixes(TensorShape({100, 3, 2})
+  //   --> {{0, 0}, {0, 1}, {1, 0}, {1, 1}, {2, 0}, {2, 1}}
+  static std::vector<std::vector<int64>> MakeIndexSuffixes(
+      const TensorShape& values_shape) {
+    std::vector<std::vector<int64>> suffixes{{}};
+    for (int dim = 1; dim < values_shape.dims(); ++dim) {
+      std::vector<std::vector<int64>> new_suffixes;
+      for (const auto& suffix : suffixes) {
+        for (int i = 0; i < values_shape.dim_size(dim); ++i) {
+          new_suffixes.push_back(suffix);
+          new_suffixes.back().push_back(i);
+        }
+      }
+      suffixes.swap(new_suffixes);
+    }
+    return suffixes;
+  }
+
+  // Returns true if the ragged element at pos[dim] is "completed".  A ragged
+  // element is completed if we have already generated indices for all of its
+  // values.
+  static bool IsCompleted(
+      const std::vector<int64>& pos, int dim,
+      const std::vector<TTypes<int64>::ConstFlat>& rt_nested_splits) {
+    int64 current_child = pos[dim + 1];
+    int64 limit_child = rt_nested_splits[dim](pos[dim] + 1);
+    return current_child >= limit_child;
+  }
+};
+
+REGISTER_KERNEL_BUILDER(Name("RaggedTensorToSparse").Device(DEVICE_CPU),
+                        RaggedTensorToSparseOp);
+
+}  // namespace tensorflow
diff --git a/tensorflow/core/kernels/ragged_tensor_to_sparse_kernel_test.cc b/tensorflow/core/kernels/ragged_tensor_to_sparse_kernel_test.cc
new file mode 100644
index 0000000000..e53e267016
--- /dev/null
+++ b/tensorflow/core/kernels/ragged_tensor_to_sparse_kernel_test.cc
@@ -0,0 +1,224 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "tensorflow/core/framework/fake_input.h"
+#include "tensorflow/core/framework/node_def_builder.h"
+#include "tensorflow/core/framework/shape_inference.h"
+#include "tensorflow/core/framework/shape_inference_testutil.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/tensor_testutil.h"
+#include "tensorflow/core/kernels/ops_testutil.h"
+#include "tensorflow/core/lib/strings/str_util.h"
+#include "tensorflow/core/platform/test.h"
+
+
+namespace tensorflow {
+namespace {
+
+class RaggedTensorToSparseTest : public ::tensorflow::OpsTestBase {
+ protected:
+  static constexpr int kSparseIndicesOutput = 0;
+  static constexpr int kSparseValuesOutput = 1;
+  static constexpr int kSparseDenseShapeOutput = 2;
+  // Builds the tensorflow test graph for the RaggedTensorToSparse op, and
+  // populates the `splits` input with the given values.
+  template <typename T>
+  void BuildRaggedTensorToSparseGraph(
+      const std::vector<std::vector<int64>>& rt_nested_splits,
+      const TensorShape& rt_dense_values_shape,
+      const std::vector<T>& rt_dense_values) {
+    const auto& dtype = DataTypeToEnum<T>::v();
+    int64 num_splits = rt_nested_splits.size();
+    TF_ASSERT_OK(NodeDefBuilder("tested_op", "RaggedTensorToSparse")
+                     .Input(FakeInput(num_splits))  // rt_nested_splits
+                     .Input(FakeInput(dtype))       // rt_dense_values
+                     .Attr("RAGGED_RANK", num_splits)
+                     .Attr("T", dtype)
+                     .Finalize(node_def()));
+    TF_ASSERT_OK(InitOp());
+    for (const auto& splits : rt_nested_splits) {
+      int64 splits_size = splits.size();
+      AddInputFromArray<int64>(TensorShape({splits_size}), splits);
+    }
+    AddInputFromArray<T>(rt_dense_values_shape, rt_dense_values);
+  }
+};
+
+TEST_F(RaggedTensorToSparseTest, OneSplits_Values1D) {
+  // ragged_tensor=[[1, 2, 3], [], [4, 5], [6]]
+  BuildRaggedTensorToSparseGraph<int>({{0, 3, 3, 5, 6}},    // splits
+                                      TensorShape({6}),     // values.shape
+                                      {1, 2, 3, 4, 5, 6});  // values
+  TF_ASSERT_OK(RunOpKernel());
+  test::ExpectTensorEqual<int64>(
+      *GetOutput(kSparseIndicesOutput),
+      test::AsTensor<int64>({0, 0, 0, 1, 0, 2, 2, 0, 2, 1, 3, 0}, {6, 2}));
+  test::ExpectTensorEqual<int>(*GetOutput(kSparseValuesOutput),
+                               test::AsTensor<int>({1, 2, 3, 4, 5, 6}));
+  test::ExpectTensorEqual<int64>(*GetOutput(kSparseDenseShapeOutput),
+                                 test::AsTensor<int64>({4, 3}));
+}
+
+TEST_F(RaggedTensorToSparseTest, EmptyRows) {
+  // Empty rows at the beginning, middle, and end of the RaggedTensor.
+  // ragged_tensor=[[], [1, 2, 3, 4], [], [5, 6], []]
+  BuildRaggedTensorToSparseGraph<int>({{0, 0, 4, 4, 6, 6}},  // splits
+                                      TensorShape({6}),      // values.shape
+                                      {1, 2, 3, 4, 5, 6});   // values
+  TF_ASSERT_OK(RunOpKernel());
+  test::ExpectTensorEqual<int64>(
+      *GetOutput(kSparseIndicesOutput),
+      test::AsTensor<int64>({1, 0, 1, 1, 1, 2, 1, 3, 3, 0, 3, 1}, {6, 2}));
+  test::ExpectTensorEqual<int>(*GetOutput(kSparseValuesOutput),
+                               test::AsTensor<int>({1, 2, 3, 4, 5, 6}));
+  test::ExpectTensorEqual<int64>(*GetOutput(kSparseDenseShapeOutput),
+                                 test::AsTensor<int64>({5, 4}));
+}
+
+TEST_F(RaggedTensorToSparseTest, OneSplits_Values2D) {
+  // ragged_tensor=[[[1, 2], [3, 4], [5, 6]], [], [[7, 8], [9, 10]], [[11, 12]]]
+  BuildRaggedTensorToSparseGraph<int>(
+      {{0, 3, 3, 5, 6}},                         // splits
+      TensorShape({6, 2}),                       // values.shape
+      {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12});  // values
+  TF_ASSERT_OK(RunOpKernel());
+  std::vector<int64> expected_splits_12_3 = {
+      0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 2, 0, 0, 2, 1,
+      2, 0, 0, 2, 0, 1, 2, 1, 0, 2, 1, 1, 3, 0, 0, 3, 0, 1};
+  std::vector<int> expected_values = {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12};
+  test::ExpectTensorEqual<int64>(
+      *GetOutput(kSparseIndicesOutput),
+      test::AsTensor<int64>(expected_splits_12_3, {12, 3}));
+  test::ExpectTensorEqual<int>(*GetOutput(kSparseValuesOutput),
+                               test::AsTensor<int>(expected_values));
+  test::ExpectTensorEqual<int64>(*GetOutput(kSparseDenseShapeOutput),
+                                 test::AsTensor<int64>({4, 3, 2}));
+}
+
+TEST_F(RaggedTensorToSparseTest, TwoSplits_Values1D) {
+  // ragged_tensor =
+  //        0             1           2
+  // -+--------------------------------------
+  // 0| [[ [x],         [x x],       [] ],
+  // 1|  [                              ],
+  // 2|  [ [x x x x x], [x x x]         ],
+  // 3|  [ [],          [x x x x]       ]]
+  BuildRaggedTensorToSparseGraph<int>(
+      {{0, 3, 3, 5, 7}, {0, 1, 3, 3, 8, 11, 11, 15}},        // splits
+      TensorShape({15}),                                     // values.shape
+      {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15});  // values
+  TF_ASSERT_OK(RunOpKernel());
+  std::vector<int64> expected_splits_15_3 = {
+      0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 0, 0, 2, 0, 1, 2, 0, 2, 2, 0, 3, 2, 0,
+      4, 2, 1, 0, 2, 1, 1, 2, 1, 2, 3, 1, 0, 3, 1, 1, 3, 1, 2, 3, 1, 3};
+  std::vector<int> expected_values = {1, 2,  3,  4,  5,  6,  7, 8,
+                                      9, 10, 11, 12, 13, 14, 15};
+  test::ExpectTensorEqual<int>(*GetOutput(kSparseValuesOutput),
+                               test::AsTensor<int>(expected_values));
+  test::ExpectTensorEqual<int64>(
+      *GetOutput(kSparseIndicesOutput),
+      test::AsTensor<int64>(expected_splits_15_3, {15, 3}));
+  test::ExpectTensorEqual<int64>(*GetOutput(kSparseDenseShapeOutput),
+                                 test::AsTensor<int64>({4, 3, 5}));
+}
+
+TEST_F(RaggedTensorToSparseTest, ShapeFn) {
+  // RaggedSplitsToIndices(rt_nested_splits+, rt_dense_values)
+  //     -> [sparse_indices, sparse_values, sparse_dense_shape]
+  // The output shape will always have the following form:
+  //     [nvals, dense_dims];[nvals];[dense_dims]
+  ShapeInferenceTestOp op("RaggedTensorToSparse");
+
+  // Tests with len(rt_nested_splits)==0.
+  (*op.node_def.mutable_attr())["RAGGED_RANK"].set_i(0);
+  INFER_ERROR("Requires RAGGED_RANK>0", op, "?");
+
+  // Tests with len(rt_nested_splits)==1.
+  (*op.node_def.mutable_attr())["RAGGED_RANK"].set_i(1);
+  INFER_OK(op, "?;?", "[?,?];[?];[?]");          // nvals=?, dense_dims=?
+  INFER_OK(op, "?;[?]", "[?,2];[?];[2]");        // nvals=?, dense_dims=2
+  INFER_OK(op, "?;[?,?]", "[?,3];[?];[3]");      // nvals=?, dense_dims=3
+  INFER_OK(op, "[?];[5]", "[5,2];[5];[2]");      // nvals=5, dense_dims=2
+  INFER_OK(op, "[?];[5,2]", "[10,3];[10];[3]");  // nvals=10, dense_dims=3
+  INFER_ERROR("Shape must be rank 1 but is rank 0", op, "[];?");
+  INFER_ERROR("Shape must be rank 1 but is rank 2", op, "[5,5];?");
+  INFER_ERROR("Shape must be at least rank 1 but is rank 0", op, "?;[]");
+
+  // Tests with len(rt_nested_splits)==2
+  (*op.node_def.mutable_attr())["RAGGED_RANK"].set_i(2);
+  INFER_OK(op, "?;?;?", "[?,?];[?];[?]");            // nvals=?, dense_dims=?
+  INFER_OK(op, "?;?;[?]", "[?,3];[?];[3]");          // nvals=?, dense_dims=3
+  INFER_OK(op, "?;?;[?,?]", "[?,4];[?];[4]");        // nvals=?, dense_dims=4
+  INFER_OK(op, "[?];[?];[5]", "[5,3];[5];[3]");      // nvals=5, dense_dims=3
+  INFER_OK(op, "[?];[?];[5,2]", "[10,4];[10];[4]");  // nvals=10, dense_dims=4
+  INFER_ERROR("Shape must be rank 1 but is rank 2", op, "?;[5,5];?");
+
+  // Tests with len(rt_nested_splits)==3
+  (*op.node_def.mutable_attr())["RAGGED_RANK"].set_i(3);
+  INFER_OK(op, "?;?;?;?", "[?,?];[?];[?]");    // nvals=?, dense_dims=?
+  INFER_OK(op, "?;?;?;[?]", "[?,4];[?];[4]");  // nvals=?, dense_dims=4
+  INFER_OK(op, "?;?;?;[5]", "[5,4];[5];[4]");  // nvals=5, dense_dims=4
+}
+
+TEST_F(RaggedTensorToSparseTest, NoSplits) {
+  const auto& dtype = DataTypeToEnum<int>::v();
+  TF_ASSERT_OK(NodeDefBuilder("tested_op", "RaggedTensorToSparse")
+                   .Input(FakeInput(0))
+                   .Input(FakeInput(dtype))
+                   .Attr("RAGGED_RANK", 0)
+                   .Attr("T", dtype)
+                   .Finalize(node_def()));
+  EXPECT_TRUE(str_util::StartsWith(
+      InitOp().error_message(),
+      "Value for attr 'RAGGED_RANK' of 0 must be at least minimum 1"));
+}
+
+TEST_F(RaggedTensorToSparseTest, InvalidArg_BadSplitStart) {
+  BuildRaggedTensorToSparseGraph<int>({{5, 7, 10}},      // splits
+                                      TensorShape({0}),  // values.shape
+                                      {});               // values
+  EXPECT_EQ("First value of ragged splits must be 0.",
+            RunOpKernel().error_message());
+}
+
+TEST_F(RaggedTensorToSparseTest, InvalidArg_BadSplitLengths1) {
+  BuildRaggedTensorToSparseGraph<int>({{0, 5}, {0, 2, 4, 6}},  // splits
+                                      TensorShape({0}),        // values.shape
+                                      {});                     // values
+  EXPECT_EQ(
+      "Final value of ragged splits must match the length "
+      "the corresponding ragged values.",
+      RunOpKernel().error_message());
+}
+
+TEST_F(RaggedTensorToSparseTest, InvalidArg_BadSplitLengths2) {
+  BuildRaggedTensorToSparseGraph<int>({{0, 5}},          // splits
+                                      TensorShape({0}),  // values.shape
+                                      {});               // values
+  EXPECT_EQ(
+      "Final value of ragged splits must match the length "
+      "the corresponding ragged values.",
+      RunOpKernel().error_message());
+}
+
+TEST_F(RaggedTensorToSparseTest, InvalidArg_EmptySplits) {
+  BuildRaggedTensorToSparseGraph<int>({{}},              // splits
+                                      TensorShape({0}),  // values.shape
+                                      {});               // values
+  EXPECT_EQ("ragged splits may not be empty.", RunOpKernel().error_message());
+}
+
+}  // namespace
+}  // namespace tensorflow
diff --git a/tensorflow/core/ops/ragged_conversion_ops.cc b/tensorflow/core/ops/ragged_conversion_ops.cc
new file mode 100644
index 0000000000..90fd51717f
--- /dev/null
+++ b/tensorflow/core/ops/ragged_conversion_ops.cc
@@ -0,0 +1,74 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "tensorflow/core/framework/common_shape_fns.h"
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/shape_inference.h"
+
+namespace tensorflow {
+
+using shape_inference::DimensionHandle;
+using shape_inference::InferenceContext;
+using shape_inference::ShapeHandle;
+
+Status RaggedTensorToSparseShapeFn(InferenceContext* c);
+
+//==============================================================================
+// Registered Ops
+//==============================================================================
+
+REGISTER_OP("RaggedTensorToSparse")
+    .Input("rt_nested_splits: RAGGED_RANK * int64")
+    .Input("rt_dense_values: T")
+    .Output("sparse_indices: int64")
+    .Output("sparse_values: T")
+    .Output("sparse_dense_shape: int64")
+    .Attr("RAGGED_RANK: int >= 1")
+    .Attr("T: type")
+    .SetShapeFn(RaggedTensorToSparseShapeFn);
+
+//==============================================================================
+// Shape Functions
+//==============================================================================
+
+Status RaggedTensorToSparseShapeFn(InferenceContext* c) {
+  int64 num_splits;
+  TF_RETURN_IF_ERROR(c->GetAttr<int64>("RAGGED_RANK", &num_splits));
+  // TODO(b/112274756): Allow ragged_rank to be 0.
+  if (num_splits < 1) {
+    return errors::InvalidArgument("Requires RAGGED_RANK>0");
+  }
+  ShapeHandle rt_dense_values = c->input(num_splits);
+  TF_RETURN_IF_ERROR(c->WithRankAtLeast(rt_dense_values, 1, &rt_dense_values));
+
+  // Check that all rt_nested_splits have rank 1.
+  for (int64 i = 0; i < num_splits; ++i) {
+    ShapeHandle splits = c->input(i);
+    TF_RETURN_IF_ERROR(c->WithRank(splits, 1, &splits));
+  }
+
+  DimensionHandle dense_dims =
+      c->RankKnown(rt_dense_values)
+          ? c->MakeDim(c->Rank(rt_dense_values) + num_splits)
+          : c->UnknownDim();
+  DimensionHandle num_values = c->NumElements(rt_dense_values);
+
+  c->set_output(0, c->Matrix(num_values, dense_dims));  // indices
+  c->set_output(1, c->Vector(num_values));              // values
+  c->set_output(2, c->Vector(dense_dims));              // dense_shape
+
+  return Status::OK();
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 92420cc71b..2b2d90b6f6 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -1858,6 +1858,14 @@ tf_gen_op_wrapper_private_py(
     ],
 )
 
+tf_gen_op_wrapper_private_py(
+    name = "ragged_conversion_ops_gen",
+    visibility = [
+        "//learning/brain/contrib/text:__pkg__",
+        "//learning/brain/contrib/text/python/ragged:__pkg__",
+    ],
+)
+
 py_library(
     name = "array_grad",
     srcs = ["ops/array_grad.py"],
-- 
GitLab


From f3f5911b10af4d260ea6d71bf6230712d93397b2 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 26 Oct 2018 09:15:52 -0700
Subject: [PATCH 0656/1825] Enable TF/XLA lazy compilation by default (if
 auto-jit is enabled)

This should only affect auto-jit, not xla.compile (which always creates XlaLaunch ops).

This was split out from cr/215285973.

PiperOrigin-RevId: 218863481
---
 .../compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc       | 2 +-
 tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
index 58157d2b98..73f4dc73ed 100644
--- a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
@@ -29,7 +29,7 @@ std::once_flag flags_init;
 
 void AllocateAndParseFlags() {
   flags = new BuildXlaOpsPassFlags;
-  flags->tf_xla_enable_lazy_compilation = false;
+  flags->tf_xla_enable_lazy_compilation = true;
   flag_list = new std::vector<Flag>({
       Flag("tf_xla_enable_lazy_compilation",
            &flags->tf_xla_enable_lazy_compilation, ""),
diff --git a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h
index 539314cbf7..9aa5cf64d6 100644
--- a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h
+++ b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h
@@ -22,7 +22,7 @@ namespace legacy_flags {
 // Flags for the build_xla_ops pass.
 struct BuildXlaOpsPassFlags {
   // Enables lazy compilation for TF/XLA (only when auto-clustering) if true.
-  // Defaults to false.
+  // Defaults to true.
   bool tf_xla_enable_lazy_compilation;
 };
 
-- 
GitLab


From 719dd93dea12078a77baf1f114976032eee32312 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 09:19:25 -0700
Subject: [PATCH 0657/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 218863908
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 34 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 34 +++++++++++++++++++
 2 files changed, 68 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index b4f669a4b2..bccd391815 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -44496,6 +44496,40 @@ op {
     }
   }
 }
+op {
+  name: "RaggedTensorToSparse"
+  input_arg {
+    name: "rt_nested_splits"
+    type: DT_INT64
+    number_attr: "RAGGED_RANK"
+  }
+  input_arg {
+    name: "rt_dense_values"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "sparse_indices"
+    type: DT_INT64
+  }
+  output_arg {
+    name: "sparse_values"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "sparse_dense_shape"
+    type: DT_INT64
+  }
+  attr {
+    name: "RAGGED_RANK"
+    type: "int"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "T"
+    type: "type"
+  }
+}
 op {
   name: "RandomCrop"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index c1a43129b7..235e3d60f2 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -22535,6 +22535,40 @@ op {
     }
   }
 }
+op {
+  name: "RaggedTensorToSparse"
+  input_arg {
+    name: "rt_nested_splits"
+    type: DT_INT64
+    number_attr: "RAGGED_RANK"
+  }
+  input_arg {
+    name: "rt_dense_values"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "sparse_indices"
+    type: DT_INT64
+  }
+  output_arg {
+    name: "sparse_values"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "sparse_dense_shape"
+    type: DT_INT64
+  }
+  attr {
+    name: "RAGGED_RANK"
+    type: "int"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "T"
+    type: "type"
+  }
+}
 op {
   name: "RandomCrop"
   input_arg {
-- 
GitLab


From a2211a92a91c892598b240e7fb334e8b05bae591 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 26 Oct 2018 09:23:42 -0700
Subject: [PATCH 0658/1825] [tf.data] Minor performance improvement in the
 `Dataset.range()` implementation.

Avoids invoking the `Tensor` constructor twice per `GetNextInternal()` invocation.

PiperOrigin-RevId: 218864392
---
 tensorflow/core/kernels/data/range_dataset_op.cc | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/data/range_dataset_op.cc b/tensorflow/core/kernels/data/range_dataset_op.cc
index b06a750c59..c9ab25c008 100644
--- a/tensorflow/core/kernels/data/range_dataset_op.cc
+++ b/tensorflow/core/kernels/data/range_dataset_op.cc
@@ -104,9 +104,9 @@ class RangeDatasetOp : public DatasetOpKernel {
           *end_of_sequence = true;
           return Status::OK();
         }
-        Tensor value_tensor(ctx->allocator({}), DT_INT64, {});
-        value_tensor.scalar<int64>()() = next_;
-        out_tensors->emplace_back(std::move(value_tensor));
+        out_tensors->emplace_back(ctx->allocator({}), DT_INT64,
+                                  TensorShape({}));
+        out_tensors->back().scalar<int64>()() = next_;
         *end_of_sequence = false;
         next_ += dataset()->step_;
 
-- 
GitLab


From 75a945dcb57d56972e2ffde5e9890dcf424351b4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 09:47:06 -0700
Subject: [PATCH 0659/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 218867647

---
 tensorflow/go/op/wrappers.go | 584 +++++++++++++++++------------------
 1 file changed, 292 insertions(+), 292 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 4f8dfe1803..af1208ad1d 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -6851,51 +6851,6 @@ func Cast(scope *Scope, x tf.Output, DstT tf.DataType, optional ...CastAttr) (y
 	return op.Output(0)
 }
 
-// MaxAttr is an optional argument to Max.
-type MaxAttr func(optionalAttr)
-
-// MaxKeepDims sets the optional keep_dims attribute to value.
-//
-// value: If true, retain reduced dimensions with length 1.
-// If not specified, defaults to false
-func MaxKeepDims(value bool) MaxAttr {
-	return func(m optionalAttr) {
-		m["keep_dims"] = value
-	}
-}
-
-// Computes the maximum of elements across dimensions of a tensor.
-//
-// Reduces `input` along the dimensions given in `axis`. Unless
-// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `axis`. If `keep_dims` is true, the reduced dimensions are
-// retained with length 1.
-//
-// Arguments:
-//	input: The tensor to reduce.
-//	axis: The dimensions to reduce. Must be in the range
-// `[-rank(input), rank(input))`.
-//
-// Returns The reduced tensor.
-func Max(scope *Scope, input tf.Output, axis tf.Output, optional ...MaxAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "Max",
-		Input: []tf.Input{
-			input, axis,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Quantized Batch normalization.
 //
 // This op is deprecated and will be removed in the future. Prefer
@@ -10201,6 +10156,163 @@ func ParseExample(scope *Scope, serialized tf.Output, names tf.Output, sparse_ke
 	return sparse_indices, sparse_values, sparse_shapes, dense_values
 }
 
+// CudnnRNNAttr is an optional argument to CudnnRNN.
+type CudnnRNNAttr func(optionalAttr)
+
+// CudnnRNNRnnMode sets the optional rnn_mode attribute to value.
+// If not specified, defaults to "lstm"
+func CudnnRNNRnnMode(value string) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["rnn_mode"] = value
+	}
+}
+
+// CudnnRNNInputMode sets the optional input_mode attribute to value.
+// If not specified, defaults to "linear_input"
+func CudnnRNNInputMode(value string) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["input_mode"] = value
+	}
+}
+
+// CudnnRNNDirection sets the optional direction attribute to value.
+// If not specified, defaults to "unidirectional"
+func CudnnRNNDirection(value string) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["direction"] = value
+	}
+}
+
+// CudnnRNNDropout sets the optional dropout attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNDropout(value float32) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["dropout"] = value
+	}
+}
+
+// CudnnRNNSeed sets the optional seed attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNSeed(value int64) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["seed"] = value
+	}
+}
+
+// CudnnRNNSeed2 sets the optional seed2 attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNSeed2(value int64) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["seed2"] = value
+	}
+}
+
+// CudnnRNNIsTraining sets the optional is_training attribute to value.
+// If not specified, defaults to true
+func CudnnRNNIsTraining(value bool) CudnnRNNAttr {
+	return func(m optionalAttr) {
+		m["is_training"] = value
+	}
+}
+
+// A RNN backed by cuDNN.
+//
+// Computes the RNN from the input and initial states, with respect to the params
+// buffer.
+//
+// rnn_mode: Indicates the type of the RNN model.
+// input_mode: Indicate whether there is a linear projection between the input and
+//   the actual computation before the first layer. 'skip_input' is only allowed
+//   when input_size == num_units; 'auto_select' implies 'skip_input' when
+//   input_size == num_units; otherwise, it implies 'linear_input'.
+// direction: Indicates whether a bidirectional model will be used. Should be
+//   "unidirectional" or "bidirectional".
+// dropout: Dropout probability. When set to 0., dropout is disabled.
+// seed: The 1st part of a seed to initialize dropout.
+// seed2: The 2nd part of a seed to initialize dropout.
+// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
+// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
+//     num_units].
+// input_c: For LSTM, a 3-D tensor with the shape of
+//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
+// params: A 1-D tensor that contains the weights and biases in an opaque layout.
+//     The size must be created through CudnnRNNParamsSize, and initialized
+//     separately. Note that they might not be compatible across different
+//     generations. So it is a good idea to save and restore
+// output: A 3-D tensor with the shape of [seq_length, batch_size,
+//     dir * num_units].
+// output_h: The same shape has input_h.
+// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
+// is_training: Indicates whether this operation is used for inferenece or
+//   training.
+// reserve_space: An opaque tensor that can be used in backprop calculation. It
+//   is only produced if is_training is false.
+func CudnnRNN(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, optional ...CudnnRNNAttr) (output tf.Output, output_h tf.Output, output_c tf.Output, reserve_space tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "CudnnRNN",
+		Input: []tf.Input{
+			input, input_h, input_c, params,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
+}
+
+// DecodeCompressedAttr is an optional argument to DecodeCompressed.
+type DecodeCompressedAttr func(optionalAttr)
+
+// DecodeCompressedCompressionType sets the optional compression_type attribute to value.
+//
+// value: A scalar containing either (i) the empty string (no
+// compression), (ii) "ZLIB", or (iii) "GZIP".
+// If not specified, defaults to ""
+func DecodeCompressedCompressionType(value string) DecodeCompressedAttr {
+	return func(m optionalAttr) {
+		m["compression_type"] = value
+	}
+}
+
+// Decompress strings.
+//
+// This op decompresses each element of the `bytes` input `Tensor`, which
+// is assumed to be compressed using the given `compression_type`.
+//
+// The `output` is a string `Tensor` of the same shape as `bytes`,
+// each element containing the decompressed data from the corresponding
+// element in `bytes`.
+//
+// Arguments:
+//	bytes: A Tensor of string which is compressed.
+//
+// Returns A Tensor with the same shape as input `bytes`, uncompressed
+// from bytes.
+func DecodeCompressed(scope *Scope, bytes tf.Output, optional ...DecodeCompressedAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "DecodeCompressed",
+		Input: []tf.Input{
+			bytes,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // DecodeRawAttr is an optional argument to DecodeRaw.
 type DecodeRawAttr func(optionalAttr)
 
@@ -10440,6 +10552,71 @@ func NonMaxSuppressionV2(scope *Scope, boxes tf.Output, scores tf.Output, max_ou
 	return op.Output(0)
 }
 
+// Check if the input matches the regex pattern.
+//
+// The input is a string tensor of any shape. The pattern is a scalar
+// string tensor which is applied to every element of the input tensor.
+// The boolean values (True or False) of the output tensor indicate
+// if the input matches the regex pattern provided.
+//
+// The pattern follows the re2 syntax (https://github.com/google/re2/wiki/Syntax)
+//
+// Arguments:
+//	input: A string tensor of the text to be processed.
+//	pattern: A scalar string tensor containing the regular expression to match the input.
+//
+// Returns A bool tensor with the same shape as `input`.
+func RegexFullMatch(scope *Scope, input tf.Output, pattern tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "RegexFullMatch",
+		Input: []tf.Input{
+			input, pattern,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Says whether the targets are in the top `K` predictions.
+//
+// This outputs a `batch_size` bool array, an entry `out[i]` is `true` if the
+// prediction for the target class is among the top `k` predictions among
+// all predictions for example `i`. Note that the behavior of `InTopK` differs
+// from the `TopK` op in its handling of ties; if multiple classes have the
+// same prediction value and straddle the top-`k` boundary, all of those
+// classes are considered to be in the top `k`.
+//
+// More formally, let
+//
+//   \\(predictions_i\\) be the predictions for all classes for example `i`,
+//   \\(targets_i\\) be the target class for example `i`,
+//   \\(out_i\\) be the output for example `i`,
+//
+// $$out_i = predictions_{i, targets_i} \in TopKIncludingTies(predictions_i)$$
+//
+// Arguments:
+//	predictions: A `batch_size` x `classes` tensor.
+//	targets: A `batch_size` vector of class ids.
+//	k: Number of top elements to look at for computing precision.
+//
+// Returns Computed precision at `k` as a `bool Tensor`.
+func InTopKV2(scope *Scope, predictions tf.Output, targets tf.Output, k tf.Output) (precision tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "InTopKV2",
+		Input: []tf.Input{
+			predictions, targets, k,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // RandomShuffleAttr is an optional argument to RandomShuffle.
 type RandomShuffleAttr func(optionalAttr)
 
@@ -15134,88 +15311,23 @@ func ResourceSparseApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Outp
 
 // Creates a dataset that batches `batch_size` elements from `input_dataset`.
 //
-// Arguments:
-//
-//	batch_size: A scalar representing the number of elements to accumulate in a
-// batch.
-//
-//
-func BatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
-	opspec := tf.OpSpec{
-		Type: "BatchDataset",
-		Input: []tf.Input{
-			input_dataset, batch_size,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Check if the input matches the regex pattern.
-//
-// The input is a string tensor of any shape. The pattern is a scalar
-// string tensor which is applied to every element of the input tensor.
-// The boolean values (True or False) of the output tensor indicate
-// if the input matches the regex pattern provided.
-//
-// The pattern follows the re2 syntax (https://github.com/google/re2/wiki/Syntax)
-//
-// Arguments:
-//	input: A string tensor of the text to be processed.
-//	pattern: A scalar string tensor containing the regular expression to match the input.
-//
-// Returns A bool tensor with the same shape as `input`.
-func RegexFullMatch(scope *Scope, input tf.Output, pattern tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "RegexFullMatch",
-		Input: []tf.Input{
-			input, pattern,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Says whether the targets are in the top `K` predictions.
-//
-// This outputs a `batch_size` bool array, an entry `out[i]` is `true` if the
-// prediction for the target class is among the top `k` predictions among
-// all predictions for example `i`. Note that the behavior of `InTopK` differs
-// from the `TopK` op in its handling of ties; if multiple classes have the
-// same prediction value and straddle the top-`k` boundary, all of those
-// classes are considered to be in the top `k`.
-//
-// More formally, let
-//
-//   \\(predictions_i\\) be the predictions for all classes for example `i`,
-//   \\(targets_i\\) be the target class for example `i`,
-//   \\(out_i\\) be the output for example `i`,
+// Arguments:
 //
-// $$out_i = predictions_{i, targets_i} \in TopKIncludingTies(predictions_i)$$
+//	batch_size: A scalar representing the number of elements to accumulate in a
+// batch.
 //
-// Arguments:
-//	predictions: A `batch_size` x `classes` tensor.
-//	targets: A `batch_size` vector of class ids.
-//	k: Number of top elements to look at for computing precision.
 //
-// Returns Computed precision at `k` as a `bool Tensor`.
-func InTopKV2(scope *Scope, predictions tf.Output, targets tf.Output, k tf.Output) (precision tf.Output) {
+func BatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "InTopKV2",
+		Type: "BatchDataset",
 		Input: []tf.Input{
-			predictions, targets, k,
+			input_dataset, batch_size,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
@@ -20743,23 +20855,6 @@ func TensorArrayCloseV3(scope *Scope, handle tf.Output) (o *tf.Operation) {
 	return scope.AddOperation(opspec)
 }
 
-// Creates a dataset that contains the unique elements of `input_dataset`.
-func ExperimentalUniqueDataset(scope *Scope, input_dataset tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
-	opspec := tf.OpSpec{
-		Type: "ExperimentalUniqueDataset",
-		Input: []tf.Input{
-			input_dataset,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Saves the input tensors to disk.
 //
 // The size of `tensor_names` must match the number of tensors in `data`. `data[i]`
@@ -22663,6 +22758,68 @@ func QuantizeDownAndShrinkRange(scope *Scope, input tf.Output, input_min tf.Outp
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
+// MaxAttr is an optional argument to Max.
+type MaxAttr func(optionalAttr)
+
+// MaxKeepDims sets the optional keep_dims attribute to value.
+//
+// value: If true, retain reduced dimensions with length 1.
+// If not specified, defaults to false
+func MaxKeepDims(value bool) MaxAttr {
+	return func(m optionalAttr) {
+		m["keep_dims"] = value
+	}
+}
+
+// Computes the maximum of elements across dimensions of a tensor.
+//
+// Reduces `input` along the dimensions given in `axis`. Unless
+// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
+// `axis`. If `keep_dims` is true, the reduced dimensions are
+// retained with length 1.
+//
+// Arguments:
+//	input: The tensor to reduce.
+//	axis: The dimensions to reduce. Must be in the range
+// `[-rank(input), rank(input))`.
+//
+// Returns The reduced tensor.
+func Max(scope *Scope, input tf.Output, axis tf.Output, optional ...MaxAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "Max",
+		Input: []tf.Input{
+			input, axis,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Creates a dataset that contains the unique elements of `input_dataset`.
+func ExperimentalUniqueDataset(scope *Scope, input_dataset tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	opspec := tf.OpSpec{
+		Type: "ExperimentalUniqueDataset",
+		Input: []tf.Input{
+			input_dataset,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // ArgMinAttr is an optional argument to ArgMin.
 type ArgMinAttr func(optionalAttr)
 
@@ -32314,163 +32471,6 @@ func FusedBatchNormGradV2(scope *Scope, y_backprop tf.Output, x tf.Output, scale
 	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
 }
 
-// DecodeCompressedAttr is an optional argument to DecodeCompressed.
-type DecodeCompressedAttr func(optionalAttr)
-
-// DecodeCompressedCompressionType sets the optional compression_type attribute to value.
-//
-// value: A scalar containing either (i) the empty string (no
-// compression), (ii) "ZLIB", or (iii) "GZIP".
-// If not specified, defaults to ""
-func DecodeCompressedCompressionType(value string) DecodeCompressedAttr {
-	return func(m optionalAttr) {
-		m["compression_type"] = value
-	}
-}
-
-// Decompress strings.
-//
-// This op decompresses each element of the `bytes` input `Tensor`, which
-// is assumed to be compressed using the given `compression_type`.
-//
-// The `output` is a string `Tensor` of the same shape as `bytes`,
-// each element containing the decompressed data from the corresponding
-// element in `bytes`.
-//
-// Arguments:
-//	bytes: A Tensor of string which is compressed.
-//
-// Returns A Tensor with the same shape as input `bytes`, uncompressed
-// from bytes.
-func DecodeCompressed(scope *Scope, bytes tf.Output, optional ...DecodeCompressedAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "DecodeCompressed",
-		Input: []tf.Input{
-			bytes,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// CudnnRNNAttr is an optional argument to CudnnRNN.
-type CudnnRNNAttr func(optionalAttr)
-
-// CudnnRNNRnnMode sets the optional rnn_mode attribute to value.
-// If not specified, defaults to "lstm"
-func CudnnRNNRnnMode(value string) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["rnn_mode"] = value
-	}
-}
-
-// CudnnRNNInputMode sets the optional input_mode attribute to value.
-// If not specified, defaults to "linear_input"
-func CudnnRNNInputMode(value string) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["input_mode"] = value
-	}
-}
-
-// CudnnRNNDirection sets the optional direction attribute to value.
-// If not specified, defaults to "unidirectional"
-func CudnnRNNDirection(value string) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["direction"] = value
-	}
-}
-
-// CudnnRNNDropout sets the optional dropout attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNDropout(value float32) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["dropout"] = value
-	}
-}
-
-// CudnnRNNSeed sets the optional seed attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNSeed(value int64) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
-
-// CudnnRNNSeed2 sets the optional seed2 attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNSeed2(value int64) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["seed2"] = value
-	}
-}
-
-// CudnnRNNIsTraining sets the optional is_training attribute to value.
-// If not specified, defaults to true
-func CudnnRNNIsTraining(value bool) CudnnRNNAttr {
-	return func(m optionalAttr) {
-		m["is_training"] = value
-	}
-}
-
-// A RNN backed by cuDNN.
-//
-// Computes the RNN from the input and initial states, with respect to the params
-// buffer.
-//
-// rnn_mode: Indicates the type of the RNN model.
-// input_mode: Indicate whether there is a linear projection between the input and
-//   the actual computation before the first layer. 'skip_input' is only allowed
-//   when input_size == num_units; 'auto_select' implies 'skip_input' when
-//   input_size == num_units; otherwise, it implies 'linear_input'.
-// direction: Indicates whether a bidirectional model will be used. Should be
-//   "unidirectional" or "bidirectional".
-// dropout: Dropout probability. When set to 0., dropout is disabled.
-// seed: The 1st part of a seed to initialize dropout.
-// seed2: The 2nd part of a seed to initialize dropout.
-// input: A 3-D tensor with the shape of [seq_length, batch_size, input_size].
-// input_h: A 3-D tensor with the shape of [num_layer * dir, batch_size,
-//     num_units].
-// input_c: For LSTM, a 3-D tensor with the shape of
-//     [num_layer * dir, batch, num_units]. For other models, it is ignored.
-// params: A 1-D tensor that contains the weights and biases in an opaque layout.
-//     The size must be created through CudnnRNNParamsSize, and initialized
-//     separately. Note that they might not be compatible across different
-//     generations. So it is a good idea to save and restore
-// output: A 3-D tensor with the shape of [seq_length, batch_size,
-//     dir * num_units].
-// output_h: The same shape has input_h.
-// output_c: The same shape as input_c for LSTM. An empty tensor for other models.
-// is_training: Indicates whether this operation is used for inferenece or
-//   training.
-// reserve_space: An opaque tensor that can be used in backprop calculation. It
-//   is only produced if is_training is false.
-func CudnnRNN(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Output, params tf.Output, optional ...CudnnRNNAttr) (output tf.Output, output_h tf.Output, output_c tf.Output, reserve_space tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "CudnnRNN",
-		Input: []tf.Input{
-			input, input_h, input_c, params,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
-}
-
 // Creates a TensorArray for storing multiple gradients of values in the given handle.
 //
 // Similar to TensorArrayGradV3. However it creates an accumulator with an
-- 
GitLab


From 901c10f6df188cb2154458021557b67c7945129d Mon Sep 17 00:00:00 2001
From: Eddie Zhou <eddz@google.com>
Date: Fri, 26 Oct 2018 10:18:48 -0700
Subject: [PATCH 0660/1825] Fix formatting for WarmStartSettings documentation,
 and add some clarifying notes (mirrored for warm_starting_util.warm_start).

PiperOrigin-RevId: 218872678
---
 .../python/training/warm_starting_util.py     | 27 ++++++---
 .../training/warm_starting_util_test.py       | 56 +++++++++++++++++++
 2 files changed, 74 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/training/warm_starting_util.py b/tensorflow/python/training/warm_starting_util.py
index bea9bb6dff..5d7f81d36e 100644
--- a/tensorflow/python/training/warm_starting_util.py
+++ b/tensorflow/python/training/warm_starting_util.py
@@ -380,23 +380,32 @@ def warm_start(ckpt_to_initialize_from,
 
       - A regular expression (string) that captures which variables to
         warm-start (see tf.get_collection).  This expression will only consider
-        variables in the TRAINABLE_VARIABLES collection.
-      - A list of Variables to warm-start.
-      - A list of strings, each representing a full variable name to warm-start.
+        variables in the TRAINABLE_VARIABLES collection -- if you need to
+        warm-start non_TRAINABLE vars (such as optimizer accumulators or batch
+        norm statistics), please use the below option.
+      - A list of Variables to warm-start.  If you do not have access to the
+        `Variable` objects at the call site, please use the below option.
+      - A list of strings, each a regex scope provided to tf.get_collection with
+        GLOBAL_VARIABLES (please see tf.get_collection).  For backwards
+        compatibility reasons, this is separate from the single-string argument
+        type.
       - `None`, in which case only variables specified in
         `var_name_to_vocab_info` will be warm-started.
 
       Defaults to `'.*'`, which warm-starts all variables in the
-      TRAINABLE_VARIABLES collection.  Note that this excludes variables such as
-      accumulators and moving statistics from batch norm.
+      TRAINABLE_VARIABLES collection.  Note that this excludes variables such
+      as accumulators and moving statistics from batch norm.
     var_name_to_vocab_info: [Optional] Dict of variable names (strings) to
-      VocabInfo. The variable names should be "full" variables, not the names
-      of the partitions.  If not explicitly provided, the variable is assumed to
-      have no vocabulary.
+      `tf.estimator.VocabInfo`. The variable names should be "full" variables,
+      not the names of the partitions.  If not explicitly provided, the variable
+      is assumed to have no (changes to) vocabulary.
     var_name_to_prev_var_name: [Optional] Dict of variable names (strings) to
       name of the previously-trained variable in `ckpt_to_initialize_from`. If
       not explicitly provided, the name of the variable is assumed to be same
-      between previous checkpoint and current model.
+      between previous checkpoint and current model.  Note that this has no
+      effect on the set of variables that is warm-started, and only controls
+      name mapping (use `vars_to_warm_start` for controlling what variables to
+      warm-start).
   Raises:
     ValueError: If the WarmStartSettings contains prev_var_name or VocabInfo
       configuration for variable names that are not used.  This is to ensure
diff --git a/tensorflow/python/training/warm_starting_util_test.py b/tensorflow/python/training/warm_starting_util_test.py
index 8d8f9de873..f368fb9180 100644
--- a/tensorflow/python/training/warm_starting_util_test.py
+++ b/tensorflow/python/training/warm_starting_util_test.py
@@ -71,6 +71,22 @@ class WarmStartingUtilTest(test.TestCase):
           var = var._get_variable_list()
         return var, sess.run(var)
 
+  def _create_prev_run_vars(self,
+                            var_names,
+                            shapes,
+                            initializers):
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g) as sess:
+        all_vars = []
+        for var_name, shape, initializer in zip(var_names, shapes,
+                                                initializers):
+          all_vars.append(variable_scope.get_variable(
+              var_name,
+              shape=shape,
+              initializer=initializer))
+        self._write_checkpoint(sess)
+        return [sess.run(var) for var in all_vars]
+
   def _create_dummy_inputs(self):
     return {
         "sc_int": array_ops.sparse_placeholder(dtypes.int32),
@@ -464,6 +480,46 @@ class WarmStartingUtilTest(test.TestCase):
         # Verify weights were correctly warm-started (init overridden to ones).
         self.assertAllEqual(var.eval(), prev_int_val)
 
+  def testWarmStart_ListOfRegexes(self):
+    # Save checkpoint from which to warm-start.
+    [prev_v1_val, prev_v1_momentum_val,
+     prev_v2_val, _] = self._create_prev_run_vars(
+         var_names=["v1", "v1/Momentum", "v2", "v2/Momentum"],
+         shapes=[[10, 1]] * 4,
+         initializers=[ones()] * 4)
+
+    # New graph, new session with warm-starting.
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g) as sess:
+        # Initialize with zeros.
+        v1 = variable_scope.get_variable(
+            "v1",
+            shape=[10, 1],
+            initializer=zeros())
+        v1_momentum = variable_scope.get_variable(
+            "v1/Momentum",
+            shape=[10, 1],
+            initializer=zeros())
+        v2 = variable_scope.get_variable(
+            "v2",
+            shape=[10, 1],
+            initializer=zeros())
+        v2_momentum = variable_scope.get_variable(
+            "v2/Momentum",
+            shape=[10, 1],
+            initializer=zeros())
+        ws_util.warm_start(self.get_temp_dir(),
+                           # This warm-starts both v1 and v1/Momentum, but only
+                           # v2 (and not v2/Momentum).
+                           vars_to_warm_start=["v1", "v2[^/]"])
+        sess.run(variables.global_variables_initializer())
+        # Verify the selection of weights were correctly warm-started (init
+        # overridden to ones).
+        self.assertAllEqual(v1.eval(), prev_v1_val)
+        self.assertAllEqual(v1_momentum.eval(), prev_v1_momentum_val)
+        self.assertAllEqual(v2.eval(), prev_v2_val)
+        self.assertAllEqual(v2_momentum.eval(), np.zeros([10, 1]))
+
   def testWarmStart_SparseColumnIntegerized(self):
     # Create feature column.
     sc_int = fc.categorical_column_with_identity("sc_int", num_buckets=10)
-- 
GitLab


From 47c84f6053faebf0c9e3b5fb54da315e89ad37ec Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 10:52:39 -0700
Subject: [PATCH 0661/1825] Disable failing test.

PiperOrigin-RevId: 218878777
---
 tensorflow/python/autograph/pyct/common_transformers/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/autograph/pyct/common_transformers/BUILD b/tensorflow/python/autograph/pyct/common_transformers/BUILD
index 5e2f8f3ac0..1106a19de1 100644
--- a/tensorflow/python/autograph/pyct/common_transformers/BUILD
+++ b/tensorflow/python/autograph/pyct/common_transformers/BUILD
@@ -34,6 +34,7 @@ py_test(
     name = "anf_test",
     srcs = ["anf_test.py"],
     srcs_version = "PY2AND3",
+    tags = ["no_oss"],
     deps = [
         ":common_transformers",
         "//tensorflow/python:client_testlib",
-- 
GitLab


From 07da23bfa2a9ca10cd7c1dd6bea0f85d981c013e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 11:09:12 -0700
Subject: [PATCH 0662/1825] [TF:XLA] Split clusters that interact with other
 devices.

PiperOrigin-RevId: 218882336
---
 .../compiler/jit/mark_for_compilation_pass.cc |  22 ++++
 .../jit/mark_for_compilation_pass_test.cc     | 100 ++++++++++++++++++
 2 files changed, 122 insertions(+)

diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index 4f0c370e65..0da8be046f 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -952,6 +952,28 @@ Status MarkForCompilationPass::RunImpl(
         continue;
       }
 
+      // If any of the consumer's producers are on a different device, do not
+      // cluster these nodes. This prevents other work on this device from being
+      // delayed by work on other devices. We consider predecessors of the
+      // entire cluster rather than just the inputs to the node to prevent the
+      // cluster still being combined in cases where the 'to' cluster has
+      // multiple dependencies on the 'from' cluster and another dependency
+      // leads to a merging of the clusters.
+      //
+      // TODO(b/117085735): We probably want to handle the reciprocal of this
+      // case where a cluster is producing data for multiple devices.
+      bool found_split = false;
+      for (const auto& in_id : cycles.Predecessors(to)) {
+        if (in_id >= graph->num_node_ids()) continue;
+
+        Node* in = graph->FindNodeId(in_id);
+        if (compilation_candidates.find(in) != compilation_candidates.cend() &&
+            in->assigned_device_name() != node_to->assigned_device_name()) {
+          found_split = true;
+        }
+      }
+      if (found_split) continue;
+
       // If contracting the edge would create a cycle, bail out.
       // However, just because we can't merge the clusters now does not mean
       // we won't be able to merge them in the future.
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
index 2a80c745e3..452091b282 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
@@ -961,5 +961,105 @@ TEST(XlaCompilationTest, TensorArrayShapeOnXlaDevice) {
   EXPECT_EQ(clusters["test/read"], clusters["test/reshape"]);
 }
 
+TEST(XlaCompilationTest, DontClusterMergingNodes) {
+  // MatMulCombined below takes data from nodes on GPU0 and GPU1 and is placed
+  // on GPU1. However, it should not be clustered with the previous node on
+  // GPU1, because that will serialize production of its inputs that should be
+  // done in parallel.
+  //
+  // This graph is:
+  // (Const0, Const0) -> MatMul0
+  // (Const1, Const1) -> MatMul1
+  // (MatMul0, MatMul1) -> MatMulCombined
+  //
+  // Device0: [Const0, Const0, MatMul0]
+  // Device1: [Const1, Const1, MatMul1, MatMulCombined]
+  //
+  // Cluster0: [Const0, Const0, MatMul0]
+  // Cluster1: [Const1, Const1, MatMul1]
+  // Cluster2: [MatMulCombined]
+  Scope root = Scope::NewRootScope().ExitOnError();
+  absl::string_view xla_gpu_dev0 =
+      "/job:worker/replica:0/task:0/device:XLA_GPU:0";
+  absl::string_view xla_gpu_dev1 =
+      "/job:worker/replica:0/task:0/device:XLA_GPU:1";
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  Output a = ops::Const(root.WithOpName("A_dev0"), 1.0f, {2, 2});
+  Output b = ops::Const(root.WithOpName("B_dev1"), 1.0f, {2, 2});
+  Output matmul0 = ops::MatMul(root.WithOpName("MatMul0_dev0"), a, a);
+  Output matmul1 = ops::MatMul(root.WithOpName("MatMul1_dev1"), b, b);
+
+  Output combined =
+      ops::MatMul(root.WithOpName("MatMulCombined_dev1"), matmul0, matmul1);
+  TF_ASSERT_OK(root.ToGraph(graph.get()));
+
+  for (Node* n : graph->nodes()) {
+    if (absl::EndsWith(n->name(), /*suffix=*/"dev0")) {
+      n->set_assigned_device_name(string(xla_gpu_dev0));
+    } else if (absl::EndsWith(n->name(), /*suffix=*/"dev1")) {
+      n->set_assigned_device_name(string(xla_gpu_dev1));
+    }
+  }
+  TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
+
+  // Each of the MatMuls should be in a separate cluster.
+  std::unordered_map<string, string> clusters = GetClusters(*graph);
+  EXPECT_NE(clusters["MatMul0_dev0"], clusters["MatMul1_dev1"]);
+  EXPECT_NE(clusters["MatMulCombined_dev1"], clusters["MatMul0_dev0"]);
+  EXPECT_NE(clusters["MatMulCombined_dev1"], clusters["MatMul1_dev1"]);
+  EXPECT_EQ(clusters["A_dev0"], clusters["MatMul0_dev0"]);
+  EXPECT_EQ(clusters["B_dev1"], clusters["MatMul1_dev1"]);
+}
+
+// TODO(b/117085735): This form of clustering should be prevented.
+TEST(XlaCompilationTest, NOT_DontClusterSpreadingNodes) {
+  // MatMulSource below creates data for nodes on GPU0 and GPU1 and is placed
+  // on GPU0. However, it should not be clustered with the next node on
+  // GPU0, because that will prevent the node on GPU1 from beginning its work as
+  // soon as the data has been produced.
+  //
+  // This graph is:
+  // (Const0, Const0) -> MatMulSource
+  // MatMulSource -> (MatMul0, MatMul1)
+  //
+  // Device0: [Const0, Const1, MatMulSource, MatMul0]
+  // Device1: [MatMul1]
+  //
+  // Cluster0: [Const0, Const1, MatMulSource]
+  // Cluster1: [MatMul0]
+  // Cluster2: [MatMul1]
+  Scope root = Scope::NewRootScope().ExitOnError();
+  absl::string_view xla_gpu_dev0 =
+      "/job:worker/replica:0/task:0/device:XLA_GPU:0";
+  absl::string_view xla_gpu_dev1 =
+      "/job:worker/replica:0/task:0/device:XLA_GPU:1";
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  Output a = ops::Const(root.WithOpName("A_dev0"), 1.0f, {2, 2});
+  Output matmul_source =
+      ops::MatMul(root.WithOpName("MatMulSource_dev0"), a, a);
+
+  Output matmul0 = ops::MatMul(root.WithOpName("MatMul0_dev0"), matmul_source,
+                               matmul_source);
+  Output matmul1 = ops::MatMul(root.WithOpName("MatMul1_dev1"), matmul_source,
+                               matmul_source);
+
+  TF_ASSERT_OK(root.ToGraph(graph.get()));
+  for (Node* n : graph->nodes()) {
+    if (absl::EndsWith(n->name(), /*suffix=*/"dev0")) {
+      n->set_assigned_device_name(string(xla_gpu_dev0));
+    } else if (absl::EndsWith(n->name(), /*suffix=*/"dev1")) {
+      n->set_assigned_device_name(string(xla_gpu_dev1));
+    }
+  }
+  TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
+
+  std::unordered_map<string, string> clusters = GetClusters(*graph);
+  EXPECT_EQ(clusters["A_dev0"], clusters["MatMulSource_dev0"]);
+  EXPECT_NE(clusters["MatMul0_dev0"], clusters["MatMul1_dev1"]);
+  EXPECT_NE(clusters["MatMulSource_dev0"], clusters["MatMul1_dev1"]);
+
+  // Improved Heuristics should prevent this probably.
+  EXPECT_EQ(clusters["MatMulSource_dev0"], clusters["MatMul0_dev0"]);
+}
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From 9aae5d920aa39de84294eac3ebc92e33a5d4bdca Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 26 Oct 2018 11:12:17 -0700
Subject: [PATCH 0663/1825] Increase shard_count to reduce the risk of a
 timeout.

PiperOrigin-RevId: 218882937
---
 tensorflow/python/eager/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 7a441bd883..057e609a65 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -163,7 +163,7 @@ cuda_py_test(
         "//tensorflow/python:math_ops",
         "//tensorflow/python:resource_variable_ops",
     ],
-    shard_count = 10,
+    shard_count = 20,
 )
 
 py_library(
-- 
GitLab


From e89ca12c736adca2343df437e9f2ac1d8fa4ac5a Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Fri, 26 Oct 2018 11:18:14 -0700
Subject: [PATCH 0664/1825] Support nested while_v2's (see change to
 _get_body_graph). Fix gradient logic when loop body has an Identity node
 whose output value is needed for computing a gradient. Since we do not
 accumulate outputs of Identity nodes we instead try to use the output of the
 first non-Identity node in the parent hierarchy. Raise exception when taking
 gradient of a while loop which creates a resource in its body, i.e., the
 resource is not captured.

PiperOrigin-RevId: 218884162
---
 .../kernel_tests/control_flow_ops_py_test.py  |  31 +++---
 .../python/kernel_tests/while_v2_test.py      |  60 +++++++++++
 tensorflow/python/ops/while_v2.py             | 100 +++++++++++++-----
 3 files changed, 147 insertions(+), 44 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 813f9581d4..180fd67c13 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -942,8 +942,7 @@ class ControlFlowTest(test.TestCase):
           lambda i: i < 3, lambda i: i + 1, [0], maximum_iterations=1)
       self.assertEqual(1, r.eval())
 
-  @test_util.disable_control_flow_v2(
-      "b/116248044 (nested), b/115920078 (gradients)")
+  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
   def testSingleNestedMaximumIterationsWhileLoopGradientInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -969,7 +968,7 @@ class ControlFlowTest(test.TestCase):
     # Should execute without issue.
     self.assertEqual(3, self.evaluate(loop_execute))
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while_loop)")
+  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
   def testInvalidMaximumIterationsWhileLoopGradientInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -1046,8 +1045,7 @@ class ControlFlowTest(test.TestCase):
         r"while loop context '' \(currently defined in 'cond/.+'\)"):
       _ = gradients_impl.gradients(loop, v)
 
-  @test_util.disable_control_flow_v2(
-      "b/116248044 (nesting), b/115776323 (max_iters)")
+  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testNestedWhileLoopWithMaxItersFromOuterContextInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -1379,7 +1377,6 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(c, b, [n])
       self.assertEqual(225, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while)")
   def testNestedWhile_1(self):
     self._testNestedWhile_1(use_gpu=False)
     self._testNestedWhile_1(use_gpu=True)
@@ -1412,7 +1409,6 @@ class ControlFlowTest(test.TestCase):
           outer_c, outer_b, [s0], parallel_iterations=1)
       self.assertEqual(1048576.0, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while)")
   def testNestedWhile_2(self):
     self._testNestedWhile_2(use_gpu=False)
     self._testNestedWhile_2(use_gpu=True)
@@ -1791,7 +1787,6 @@ class ControlFlowTest(test.TestCase):
       self.assertEqual(55, var_b.eval())
       self.assertEqual(10, var_a.eval())
 
-  @test_util.disable_control_flow_v2("b/116742472 (resource accumulator)")
   def testWhileQueue_1(self):
     with self.cached_session():
       q = data_flow_ops.FIFOQueue(-1, dtypes.int32)
@@ -1959,6 +1954,7 @@ class ControlFlowTest(test.TestCase):
       self.assertAllClose(216.0, grad_a_val)
       self.assertAllClose(81.0, grad_v_val)
 
+  @test_util.disable_control_flow_v2("b/116630618 (parallel_iters: times out)")
   def testWhileGrad_Mul(self):
     self._testWhileGrad_Mul(use_gpu=False, p_iters=1)
     self._testWhileGrad_Mul(use_gpu=False, p_iters=10)
@@ -1988,9 +1984,13 @@ class ControlFlowTest(test.TestCase):
       r = gradients_impl.gradients(r, v)[0]
       self.assertAllClose(512.0, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while)")
   def testNestedWhileCondWhileGrad(self):
+    if control_flow_ops.ENABLE_WHILE_V2 and test_util.is_gpu_available():
+      self.skipTest("b/118459209")
     self._testNestedWhileCondWhileGrad(use_gpu=False)
+
+  @test_util.disable_control_flow_v2("b/118459209")
+  def testNestedWhileCondWhileGradGpu(self):
     self._testNestedWhileCondWhileGrad(use_gpu=True)
 
   @test_util.disable_control_flow_v2("b/116823782")
@@ -2040,7 +2040,6 @@ class ControlFlowTest(test.TestCase):
           "loop invariants or wrt the input parameters to the loop body."):
         control_flow_ops.while_loop(lambda i, x: i < 3, body, [0, y])
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while)")
   def testWhileGradInWhile(self):
     with self.cached_session():
       n = ops.convert_to_tensor(1.0, name="n")
@@ -2057,7 +2056,7 @@ class ControlFlowTest(test.TestCase):
                                       [tensor_shape.unknown_shape()])
       self.assertAllClose(9.0, r.eval(feed_dict={x: 1.0}))
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while)")
+  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
   def testCondGradInNestedWhiles(self):
 
     def outer_body(i, x):
@@ -2286,12 +2285,10 @@ class ControlFlowTest(test.TestCase):
       r = gradients_impl.gradients(r, v)[0]
       self.assertAllClose(8.0, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested)")
   def testNestedWhileGrad_Simple(self):
     self._testNestedWhileGrad_Simple(use_gpu=False)
     self._testNestedWhileGrad_Simple(use_gpu=True)
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested)")
   def testNestedWhileGrad_SerialInner(self):
     with self.cached_session():
       v = constant_op.constant(1.0)
@@ -2315,7 +2312,6 @@ class ControlFlowTest(test.TestCase):
       r = gradients_impl.gradients(r, v)[0]
       self.assertAllClose(256.0, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested)")
   def testNestedWhileGrad_ParallelInner(self):
     with self.cached_session():
       v = constant_op.constant(1.0)
@@ -2339,8 +2335,8 @@ class ControlFlowTest(test.TestCase):
       r = gradients_impl.gradients(r, v)[0]
       self.assertAllClose(512.0, r.eval())
 
-  @test_util.disable_control_flow_v2(
-      "Nested loops and TensorArrays not supported")
+  @test_util.disable_control_flow_v2("unsupported: resource creation in body. "
+                                     "Enable with new TAs b/117675481")
   def testNestedWhileGrad_ParallelIterations(self):
     # Make sure the stack pushes and pops of an inner loop are executed in
     # the sequential order of the iterations of its outer loop.
@@ -2519,7 +2515,8 @@ class ControlFlowTest(test.TestCase):
           c, b, [i0, constant_op.constant(0.0)])
       self.assertAllClose(600.0, sess.run(output_grad)[1])
 
-  @test_util.disable_control_flow_v2("b/116248044 (nested while_loop)")
+  @test_util.disable_control_flow_v2("unsupported: resource creation in body. "
+                                     "Enable with new TAs b/117675481")
   def testWhileAndTensorArray(self):
     with self.cached_session() as sess:
       param = constant_op.constant(2.0)
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index 9cb3653d2b..af18e4b814 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -33,6 +33,7 @@ from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import list_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import tensor_array_grad  # pylint: disable=unused-import
+from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.ops import while_v2
 from tensorflow.python.ops.control_flow_ops import while_loop as while_loop_v1
 from tensorflow.python.ops.while_v2 import while_loop as while_loop_v2
@@ -317,6 +318,65 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
       self.assertAllClose(21.0, sess.run(r))
     control_flow_ops.ENABLE_WHILE_V2 = old_enable_while_v2
 
+  def testNestedWhile(self):
+    # Compute sum of geometric progression: n^0 + n^1 + ... + n^m
+    # We compute the pow using a while loop.
+    n = constant_op.constant(3.)
+    m = constant_op.constant(5.)
+    sum_of_powers = constant_op.constant(0.)
+
+    def Body(i, previous_sum):
+      prod = constant_op.constant(1.)
+      return i - 1., previous_sum + while_loop_v2(
+          lambda c, _: c > 0, lambda c, v: (c - 1., v * n), [i, prod])[1]
+
+    result = while_loop_v2(lambda i, _: i >= 0, Body, [m, sum_of_powers])[1]
+    grad = gradients_impl.gradients(result, [n])
+    with self.cached_session() as sess:
+      self.assertEqual(sess.run(result), 364.)
+      self.assertSequenceEqual(sess.run(grad), [547.])
+
+  def testIdentityNodeInBody(self):
+
+    def Body(v):
+      v = array_ops.identity(v)
+      v = array_ops.identity(v)
+      return v * v
+
+    x = constant_op.constant(2.)
+    ret = while_loop_v2(lambda v: v < 8., Body, [x])
+    grad = gradients_impl.gradients(ret, [x])
+    with self.cached_session() as sess:
+      self.assertEqual(sess.run(ret), 16.)
+      self.assertSequenceEqual(sess.run(grad), [32.])
+
+  def testNestedWhileAndTensorArray(self):
+    n = constant_op.constant(3.0)
+
+    def Body(row, ta, n):
+
+      def InnerBody(row, col, ta, n):
+        # Note: row and col are 1-based.
+        ta = ta.write(
+            math_ops.cast(n * (row - 1.) + col - 1., dtypes.int32), row * col)
+        return row, col + 1., ta, n
+
+      # TODO(b/118457764): Remove n from loop_vars from both loops once fixed.
+      ta = while_loop_v2(lambda _, col, _1, n: col <= n, InnerBody,
+                         [row, constant_op.constant(1.), ta, n])[2]
+      return row + 1., ta, n
+
+    ta = tensor_array_ops.TensorArray(dtype=dtypes.float32, size=9)
+    ta = while_loop_v2(lambda row, _, _1: row <= n, Body,
+                       [constant_op.constant(1.), ta, n])[1]
+
+    output = array_ops.reshape(ta.stack(), [3, 3])
+    self.assertAllEqual(
+        self.evaluate(output), [[1., 2., 3.], [2., 4., 6.], [3., 6., 9.]])
+    # TODO(b/117675481): This does not work with current TA. Enable with new TA.
+    # grad = gradients_impl.gradients(output, [n])
+    # self.assertEqual(self.evaluate(grad), 3.5)
+
 
 def ScalarShape():
   return ops.convert_to_tensor([], dtype=dtypes.int32)
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index ed4ac50891..d6cf534a34 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -163,10 +163,14 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
 
     # Capture `external_captures` of `body_graph` in `cond_graph` so that it
     # expects to receive those as arguments.
-    # TODO(srbs): Dedup tensors that are captured in both the cond and body.
-    # This logic already exists in cond_v2.
+    # TODO(b/118457764): Dedup tensors that are captured in both the cond and
+    # body. This logic already exists in cond_v2.
     with cond_graph.as_default():
       for external_capture in body_graph.external_captures:
+        assert external_capture not in cond_graph.captures, (
+            "Looks like both cond and body are capturing the same tensor %s. "
+            "This is not supported yet. For now consider passing,"
+            " this as a loop variable." % str(external_capture))
         cond_graph.capture(external_capture)
 
     # Export all tensors in the loop body that may be needed for gradient
@@ -202,8 +206,12 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
         body_graph.outputs[1:1 + num_flattened_outputs],
         nest.flatten(shape_invariants[1:1 + len_orig_loop_vars]),
         nest.flatten(loop_vars[1:1 + len_orig_loop_vars]))
+    flattened_loop_vars = nest.flatten(loop_vars)
+    _check_num_inputs_outputs(cond_graph, body_graph,
+                              len(flattened_loop_vars))
+
     outputs = gen_functional_ops._while(
-        nest.flatten(loop_vars),
+        flattened_loop_vars,
         util.create_new_tf_function(cond_graph),
         util.create_new_tf_function(body_graph),
         output_shapes=[t.shape for t in body_graph.outputs],
@@ -280,9 +288,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
       grad_cond_name, grad_cond, loop_vars, {},
       func_graph=util.WhileCondFuncGraph(grad_cond_name))
 
-  assert len(loop_vars) == len(body_grad_graph.inputs)
-  assert len(loop_vars) == len(body_grad_graph.outputs)
-  assert len(loop_vars) == len(cond_grad_graph.inputs)
+  _check_num_inputs_outputs(cond_grad_graph, body_grad_graph, len(loop_vars))
 
   outputs = gen_functional_ops._while(
       loop_vars,
@@ -325,7 +331,13 @@ def _get_body_graph(while_op):
   ]
   func_name = while_op.get_attr("body").name
   fdef = while_op.graph._get_function(func_name).definition
-  func_graph = function_def_to_graph.function_def_to_graph(fdef, input_shapes)
+  # `while_op.graph` may not be the same as `ops.get_default_graph()` e.g.
+  # if the `while_op` is in the body of another if/while/defun. We build the
+  # `func_graph` with `while_op.graph` as its `outer_graph`. This resembles how
+  # the `FuncGraph` was built in the forward pass. We need this so that we can
+  # appropriately capture references to outer tensors in the nested grad graphs.
+  with while_op.graph.as_default():
+    func_graph = function_def_to_graph.function_def_to_graph(fdef, input_shapes)
   func_graph._while = while_op
   return func_graph
 
@@ -350,9 +362,6 @@ def _create_grad_func(ys, xs, grads, func_graph, name, while_op):
   assert len(ys) == len(grads)
 
   counter = constant_op.constant(0.)
-  # TODO(srbs): For nested while loops will need to lookup this value from
-  # the accumulator of the enclosing while loop. For now use as is assuming
-  # there is no nesting.
   total_iters = while_op.outputs[0]
 
   args = [counter, total_iters] + list(grads)
@@ -362,7 +371,7 @@ def _create_grad_func(ys, xs, grads, func_graph, name, while_op):
       name,
       lambda *args: _grad_fn(ys, xs, args, func_graph),
       args, {},
-      func_graph=_WhileBodyGradFuncGraph(name, func_graph, while_op))
+      func_graph=_WhileBodyGradFuncGraph(name, func_graph))
 
   # Add the popped accumulators to the list of outputs.
   for internal_capture in grad_func_graph.internal_captures:
@@ -544,7 +553,7 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
       values of this dict need to be added to the list of outputs.
   """
 
-  def __init__(self, name, forward_graph, forward_while_op):
+  def __init__(self, name, forward_graph):
     super(_WhileBodyGradFuncGraph, self).__init__(name)
     self.popped_tensor_lists = {}
     # FuncGraph for the body of the forward While op.
@@ -557,10 +566,13 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
     # 2. For resource tensors we directly capture their corresponding tensor
     #    in the forward outer graph.
     self._indirect_captures = {}
-    # Dict from forward graph tensor to the While op output corresponding to its
-    # accumulator.
-    self._tensor_to_accumulator = {}
-    self._forward_while_op = forward_while_op
+    # Dict from forward graph tensor to its corresponding tensor in
+    # `forward_graph.outer_graph`. For a non-resource tensor the value is the
+    # forward While op's "output" corresponding its accumulator. For a resource
+    # tensor it is the While op's "input" for the resource. Note: We disallow
+    # creation of resources inside the while loop so if a resource tensor exists
+    # inside while loop it must be a loop input.
+    self._inner_to_outer_tensor = {}
 
   def capture(self, tensor, name=None, whitelisted=False):
     """Selectively captures external tensors.
@@ -592,28 +604,47 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
     if tensor.graph is not self._forward_graph:
       return super(_WhileBodyGradFuncGraph, self)._capture_helper(tensor, name)
 
+    while tensor.op.type == "Identity":
+      # We do not accumulate the output of identity nodes so we try to capture
+      # the input of the Identity node instead.
+      tensor = tensor.op.inputs[0]
+
     captured_tensor = self._indirect_captures.get(tensor)
     if captured_tensor is not None:
       # For GradientTape housekeeping.
-      assert self._tensor_to_accumulator[tensor] in self.captures
+      assert self._inner_to_outer_tensor[tensor] in self.captures
       super(_WhileBodyGradFuncGraph, self)._capture_helper(
-          self._tensor_to_accumulator[tensor], name)
+          self._inner_to_outer_tensor[tensor], name)
       return captured_tensor
 
     if tensor.dtype == dtypes.resource:
-      # Resource-type tensors are not accumulated. They must be captured as
-      # loop invariants.
-      index = self._forward_graph.inputs.index(tensor)
+      # Resource-type tensors are not accumulated.
+      # If a resource tensor exists in the loop body it must either be a loop
+      # input or an output of a nested While op inside the loop body which
+      # had captured the external resource.
+      if tensor in self._forward_graph.inputs:
+        index = self._forward_graph.inputs.index(tensor)
+      elif tensor.op.type == "While":
+        # Captured resources occur at the same index in the lists of inputs and
+        # outputs of a while op. So we lookup the input of `tensor.op` at the
+        # same index as the index of `tensor` in the `tensor.op.outputs`.
+        index = self._forward_graph.inputs.index(
+            tensor.op.inputs[tensor.value_index])
+      else:
+        raise ValueError(
+            "Taking gradient of a while loop which creates"
+            " a resource in its body is not supported: %s" % str(tensor))
       # This must be a loop invariant.
-      assert index == self._forward_graph.outputs.index(
-          tensor), "Resource tensors must be loop invariants %s." % str(
-              self._forward_while_op.inputs[index])
-      tensor_in_outer_graph = self._forward_while_op.inputs[index]
+      assert self._forward_graph.inputs[index] == self._forward_graph.outputs[
+          index], "Resource tensors must be loop invariants %s." % str(
+              self._forward_graph._while.inputs[index])
+      tensor_in_outer_graph = self._forward_graph._while.inputs[index]
+      self._inner_to_outer_tensor[tensor] = tensor_in_outer_graph
       self._indirect_captures[tensor] = self.capture(
           tensor_in_outer_graph, whitelisted=True)
       return self._indirect_captures[tensor]
 
-    assert tensor not in self._tensor_to_accumulator
+    assert tensor not in self._inner_to_outer_tensor
 
     accumulator = None
 
@@ -629,7 +660,7 @@ class _WhileBodyGradFuncGraph(util.WhileBodyFuncGraph):
                                                      .index(accumulator)]
 
     assert accumulator.graph == self._forward_graph.outer_graph
-    self._tensor_to_accumulator[tensor] = accumulator
+    self._inner_to_outer_tensor[tensor] = accumulator
 
     # Capture the `accumulator`.
     accumulator_ph = super(_WhileBodyGradFuncGraph, self)._capture_helper(
@@ -652,6 +683,21 @@ def _check_shapes_compat(output_tensors, shape_invariants, input_tensors):
           "specify a less-specific shape." % (input_t.name, shape, t.shape))
 
 
+def _check_num_inputs_outputs(cond_graph, body_graph, num_flattened_loop_vars):
+  """Checks the number of inputs/outputs of `cond_graph` and `body_graph`."""
+  assert len(cond_graph.inputs) == num_flattened_loop_vars, (
+      "cond_graph takes %d inputs; Expected: %d" % (len(cond_graph.inputs),
+                                                    num_flattened_loop_vars))
+  assert len(cond_graph.outputs) == 1, (
+      "cond_graph has %d outputs; Expected: 1" % len(cond_graph.outputs))
+  assert len(body_graph.inputs) == num_flattened_loop_vars, (
+      "body_graph takes %d inputs; Expected: %d" % (len(cond_graph.inputs),
+                                                    num_flattened_loop_vars))
+  assert len(body_graph.outputs) == num_flattened_loop_vars, (
+      "body_graph has %d outputs; Expected: %d" % (len(body_graph.outputs),
+                                                   num_flattened_loop_vars))
+
+
 def _copy_handle_data(src_tensors, tgt_tensors):
   for src_t, tgt_t in zip(src_tensors, tgt_tensors):
     custom_gradient.copy_handle_data(src_t, tgt_t)
-- 
GitLab


From 8c33e02e66b936d947245e6a0943898b810b16c4 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 26 Oct 2018 11:33:09 -0700
Subject: [PATCH 0665/1825] Clarify concrete function calling conventions

Throws an exception if Tensor inputs have non-unique names. These names become keyword arguments to the concrete function.

A bunch of extra documentation and error checking around the creation of concrete functions, since it will be part of the SavedModel export workflow. The new calling conventions are relatively close to SavedModel signatures, which will hopefully mean fewer surprises when people try to serve a model.

PiperOrigin-RevId: 218886883
---
 tensorflow/python/data/ops/dataset_ops.py    |  11 +-
 tensorflow/python/eager/def_function.py      |  92 +++++++---
 tensorflow/python/eager/function.py          | 166 +++++++++++++++++--
 tensorflow/python/eager/function_test.py     |  82 ++++++---
 tensorflow/python/saved_model/export.py      |  11 +-
 tensorflow/python/saved_model/export_test.py |  16 +-
 6 files changed, 304 insertions(+), 74 deletions(-)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index c8c1ab333b..1b84519f8f 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1927,19 +1927,24 @@ class StructuredFunctionWrapper(object):
         nest.flatten(self._input_classes)):
       # TODO(b/110122868): Add a registration mechanism for new component types.
       if input_class is sparse_tensor_lib.SparseTensor:
+        # Give TensorSpec objects unique names to satisfy error checking in
+        # get_concrete_function.
         ret.append(
             tensor_spec.TensorSpec(
-                tensor_shape.TensorShape(None), dtypes.variant))
+                tensor_shape.TensorShape(None), dtypes.variant,
+                name="arg_{}".format(len(ret))))
       elif isinstance(input_class, _NestedDatasetComponent):
         if not self._nested_dataset_support:
           raise NotImplementedError(
               "The %s transformation does not currently support nested "
               "datasets as inputs." % self._transformation_name)
         ret.append(
-            tensor_spec.TensorSpec(tensor_shape.scalar(), dtypes.variant))
+            tensor_spec.TensorSpec(tensor_shape.scalar(), dtypes.variant,
+                                   name="arg_{}".format(len(ret))))
       else:
         assert isinstance(input_type, dtypes.DType)
-        ret.append(tensor_spec.TensorSpec(input_shape, input_type))
+        ret.append(tensor_spec.TensorSpec(input_shape, input_type,
+                                          name="arg_{}".format(len(ret))))
     return ret
 
   @property
diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 3885b6daa0..8da6ac1b86 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -20,6 +20,7 @@ from __future__ import division
 from __future__ import print_function
 
 import collections
+import functools
 import weakref
 
 from tensorflow.python.eager import context
@@ -30,7 +31,6 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.training.checkpointable import base as checkpointable
-from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
 
 
@@ -255,19 +255,6 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
     self._cached_shape_as_list = None
 
 
-# TODO(apassos) there should be an easier way to call a concrete defun.
-def _call_concrete(fn, args, kwargs):
-  """Calls the given concrete function with only the tensor arguments."""
-
-  def inner():
-    # TODO(apassos) figure out what to do with kwargs and concrete functions.
-    return fn(*[t for t in nest.flatten((args, kwargs))
-                if isinstance(
-                    t, (ops.Tensor, resource_variable_ops.ResourceVariable))])
-
-  return inner
-
-
 class PolymorphicFunction(object):
   """Wrapper class for the graph functions defined for a Python function.
 
@@ -342,8 +329,8 @@ class PolymorphicFunction(object):
     self._stateful_fn._name = self._name  # pylint: disable=protected-access
 
     # Force the definition of the function for these arguments
-    self._concrete_stateful_fn = self._stateful_fn.get_concrete_function(
-        *args, **kwds)
+    self._concrete_stateful_fn = (
+        self._stateful_fn._get_concrete_function_internal(*args, **kwds))  # pylint: disable=protected-access
 
     def invalid_creator_scope(*unused_args, **unused_kwds):
       """Disables variable creation."""
@@ -374,8 +361,7 @@ class PolymorphicFunction(object):
 
     if not self._created_variables:
       # If we did not create any variables the trace we have is good enough.
-      return _call_concrete(
-          self._concrete_stateful_fn, canon_args, canon_kwds)()
+      return self._concrete_stateful_fn._filtered_call(canon_args, canon_kwds)  # pylint: disable=protected-access
 
     def fn_with_cond(*inner_args, **inner_kwds):
       """Conditionally runs initialization if it's needed."""
@@ -395,7 +381,8 @@ class PolymorphicFunction(object):
       return control_flow_ops.cond(
           condition,
           lambda: self._stateless_fn(*inner_args, **inner_kwds),
-          _call_concrete(self._concrete_stateful_fn, inner_args, inner_kwds))
+          functools.partial(self._concrete_stateful_fn._filtered_call,  # pylint: disable=protected-access
+                            inner_args, inner_kwds))
 
     return function_lib.defun(fn_with_cond)(*canon_args, **canon_kwds)
 
@@ -407,13 +394,76 @@ class PolymorphicFunction(object):
   def get_concrete_function(self, *args, **kwargs):
     """Returns a `Function` object specialized to inputs and execution context.
 
-    `args` and `kwargs` are ignored if this `PolymorphicFunction` was created
-    with an `input_signature`.
+    If this `PolymorphicFunction` was created with an `input_signature`, `args`
+    and `kwargs` may be omitted. With an input signature there is only one
+    concrete function associated with this `PolymorphicFunction`.
+
+    If there is no fixed `input_signature` associated with this
+    `PolymorphicFunction`, positional and keyword arguments to
+    `get_concrete_function` follow the same rules as input signature
+    specification, with `tf.TensorSpec` objects describing `tf.Tensor`s which
+    will be passed to the concrete function.
+
+    Each `tf.Tensor` argument to the concrete function must have a unique name,
+    either because it is the only one associated with a named argument of the
+    Python function or because an explicit `name=` was passed to its
+    `tf.TensorSpec` object. These names become the argument names for the
+    concrete function.
+
+    Arguments to the concrete function may always be specified as keyword
+    arguments, naming the Tensor input. Positional arguments may be used instead
+    when each preceding argument to the Python function is a Tensor.
+
+    ```python
+    @tf.function
+    def f(x):
+      return x
+
+    f_concrete = f.get_concrete_function(tf.TensorSpec([], tf.float64))
+    f_concrete(tf.constant(1.))
+    f_concrete(x=tf.constant(1.))
+    ```
+
+    Nested structures containing Tensors may be specified when retrieving
+    concrete functions. Structures with multiple Tensors are expanded into
+    multiple arguments of the concrete function. Since multiple concrete
+    function arguments are associated with one argument to the original
+    function, these Tensors must be named explicitly. Tensors in nested
+    structures may not be passed using positional arguments when calling the
+    concrete function.
+
+    ```python
+    f_concrete2 = f.get_concrete_function(
+        (tf.TensorSpec(None, tf.float64, name="first"),
+         tf.TensorSpec([], tf.float32, name="second")))
+    # Keyword arguments are required when identifying Tensors in nested
+    # structures.
+    f_concrete2(first=tf.constant([1.]), second=tf.constant(0.))
+    ```
+
+    Functions with fixed input signatures have only one concrete function
+    associated with them, which can be retrieved without specifying any
+    arguments. As before Tensors must have unique names, either inferred from
+    the argument names in the original Python function or specified
+    explicitly.
+
+    ```python
+    @tf.function(input_signature=(tf.TensorSpec(None, tf.float32)))
+    def f_sig(y):
+      return y
+
+    f_sig_concrete = f.get_concrete_function()
+    f_sig_concrete(tf.constant(1.))
+    f_sig_concrete(y=tf.constant(1.))
+    ```
 
     Args:
       *args: inputs to specialize on.
       **kwargs: inputs to specialize on.
 
+    Returns:
+      A TensorFlow function which takes exactly one `tf.Tensor` per argument.
+
     Raises:
       ValueError: if this object has not yet been called on concrete values.
     """
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index d7a4340705..cfd6baa62e 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -291,6 +291,8 @@ class Function(object):
       ValueError: If number of input_placeholders is not equal to the number
         of function inputs.
     """
+    self._arg_keywords = None
+    self._num_positional_args = None
     self._func_graph = func_graph
     self._captured_inputs = list(self._func_graph.captures.keys())
     self._num_outputs = len(self._func_graph.outputs)
@@ -305,11 +307,81 @@ class Function(object):
     self._signature = signature
     self._gradient_name = None
 
-  def __call__(self, *args):
+  def __call__(self, *args, **kwargs):
+    """Executes the wrapped function.
+
+    Args:
+      *args: Tensors or Variables. Positional arguments are only accepted when
+        they correspond one-to-one with arguments of the traced Python function.
+      **kwargs: Tensors or Variables specified by name. When
+        `get_concrete_function` was called to create this `Function`, each
+        Tensor input was given a name, defaulting to the name of the Python
+        function's argument but possibly overridden by the `name=` argument to
+        `tf.TensorSpec`. These names become the argument names for the concrete
+        function.
+
+    Returns:
+      The result of applying the TF function on the given Tensors.
+
+    Raises:
+      AssertionError: If this `Function` was not created through
+        `get_concrete_function`.
+      ValueError: If arguments contains anything other than Tensors or
+        Variables.
+      TypeError: For invalid positional/keyword argument combinations.
+    """
+    if self._arg_keywords is None or self._num_positional_args is None:
+      if self._signature:
+        if kwargs:
+          raise NotImplementedError(
+              "Keyword arguments not supported when calling a "
+              "wrap_function-decorated function.")
+        return self._call_flat(args)
+      raise AssertionError(
+          "Tried to call a concrete function obtained from an interal API "
+          "through the public interface. Use get_concrete_function instead.")
+    if len(args) > self._num_positional_args:
+      raise TypeError(
+          ("Expected at most {} positional arguments ({}), got {}. When "
+           "calling a concrete function, positional arguments may not be bound "
+           "to Tensors within nested structures.").format(
+               self._num_positional_args,
+               self._arg_keywords[:self._num_positional_args],
+               args))
+    args = list(args)
+    for keyword in self._arg_keywords[len(args):]:
+      args.append(kwargs.pop(compat.as_str(keyword)))
+    if kwargs:
+      positional_arg_keywords = set(self._arg_keywords[:len(args)])
+      for unused_key in kwargs:
+        if unused_key in positional_arg_keywords:
+          raise TypeError("Got two values for keyword '{}'.".format(unused_key))
+      raise TypeError("Keyword arguments {} unknown.".format(kwargs.keys()))
+    return self._call_flat(args)
+
+  def _filtered_call(self, args, kwargs):
+    """Executes the function, filtering arguments from the Python function.
+
+    Objects aside from Tensors and Variables are ignored.
+
+    Args:
+      args: Canonicalized positional arguments of the Python function.
+      kwargs: Canonicalized keyword arguments of the Python function.
+
+    Returns:
+      The result of applying the function on the Tensors/Variables contained in
+      `args` and `kwargs`.
+    """
+    return self._call_flat(
+        (t for t in nest.flatten((args, kwargs))
+         if isinstance(
+             t, (ops.Tensor, resource_variable_ops.ResourceVariable))))
+
+  def _call_flat(self, args):
     """Executes the wrapped function.
 
     Args:
-      *args: a list of Tensors or Variables.
+      args: a list of Tensors or Variables.
 
     Returns:
       The result of applying the TF function to `args`.
@@ -324,7 +396,7 @@ class Function(object):
         tape.variable_accessed(v)
 
     tensor_inputs = []
-    for i, arg in enumerate(nest.flatten(args)):
+    for i, arg in enumerate(args):
       if isinstance(arg, resource_variable_ops.ResourceVariable):
         if arg.trainable:
           tape.variable_accessed(arg)
@@ -398,7 +470,8 @@ class Function(object):
       # Compute the gradients using the side outputs
       side_outputs = op.outputs[num_inference_outputs:]
       args = list(doutputs[:num_inference_outputs]) + list(side_outputs)
-      return self._backward_graph_function(*[a for a in args if a is not None])
+      return self._backward_graph_function._call_flat(  # pylint: disable=protected-access
+          (a for a in args if a is not None))
 
   @property
   def name(self):
@@ -550,7 +623,8 @@ class Function(object):
     def backward_function(*args):
       args = [a for i, a in enumerate(args)
               if a is not None and i not in skip_positions]
-      return self._backward_graph_function(*(list(args) + side_outputs))  # pylint: disable=not-callable
+      return self._backward_graph_function._call_flat(  # pylint: disable=protected-access
+          list(args) + side_outputs)
 
     tape.record_operation(self._forward_function.signature.name, real_outputs,
                           args, backward_function)
@@ -694,27 +768,92 @@ class PolymorphicFunction(object):
 
   def __call__(self, *args, **kwargs):
     """Calls a graph function specialized to the inputs."""
-    graph_function, inputs = self._maybe_define_function(args, kwargs)
-    return graph_function(*inputs)
+    graph_function, args, kwargs = self._maybe_define_function(args, kwargs)
+    return graph_function._filtered_call(args, kwargs)  # pylint: disable=protected-access
 
   @property
   def python_function(self):
     """Returns the wrapped Python function."""
     return self._python_function
 
+  def _get_concrete_function_internal(self, *args, **kwargs):
+    """Bypasses error checking when getting a graph function."""
+    if self._input_signature:
+      args, kwargs = None, None
+    graph_function, _, _ = self._maybe_define_function(args, kwargs)
+    return graph_function
+
   def get_concrete_function(self, *args, **kwargs):
     """Returns a `Function` object specialized to inputs and execution context.
 
-    `args` and `kwargs` are ignored if this `PolymorphicFunction` was created
-    with an `input_signature`.
-
     Args:
       *args: inputs to specialize on.
       **kwargs: inputs to specialize on.
     """
     if self._input_signature:
+      if kwargs:
+        raise ValueError("Cannot define a TensorFlow function from a Python "
+                         "function with keyword arguments when "
+                         "input_signature is provided.")
+      if args:
+        # If args are provided, they must match the input signature.
+        try:
+          nest.assert_same_structure(self._input_signature, args)
+        except (ValueError, TypeError):
+          raise ValueError("Structure of Python function inputs does not match "
+                           "input_signature.")
+        flat_inputs = nest.flatten(args)
+        if any(not isinstance(arg, (ops.Tensor, tensor_spec.TensorSpec))
+               for arg in flat_inputs):
+          raise ValueError("When input_signature is provided, all inputs to "
+                           "the Python function must be Tensors or "
+                           "tf.TensorSpec objects.")
+        if any(not spec.is_compatible_with(other)
+               for spec, other in zip(self._flat_input_signature, flat_inputs)):
+          raise ValueError("Python inputs incompatible with input_signature: "
+                           "inputs (%s), input_signature (%s)" %
+                           (str(args), str(self._input_signature)))
       args, kwargs = None, None
-    graph_function, _ = self._maybe_define_function(args, kwargs)
+    graph_function, args, kwargs = self._maybe_define_function(args, kwargs)
+    if self._input_signature:
+      args = self._input_signature
+      kwargs = {}
+    seen_names = set()
+    captured = frozenset(graph_function.graph.internal_captures)
+    allowed_positional = 0
+    if args:
+      for outer_arg in args:
+        # TODO(allenl): Consider allowing arguments with defaults in the Python
+        # function's signature to be passed as positional arguments to the
+        # concrete function.
+        if not isinstance(
+            outer_arg,
+            (ops.Tensor, resource_variable_ops.ResourceVariable,
+             tensor_spec.TensorSpec)):
+          break
+        allowed_positional += 1
+    # pylint: disable=protected-access
+    graph_function._num_positional_args = allowed_positional
+    graph_function._arg_keywords = []
+    # pylint: enable=protected-access
+    for arg in graph_function.graph.inputs:
+      if arg in captured:
+        break
+      user_arg_name = arg.op.get_attr("_user_specified_name")
+      if user_arg_name in seen_names:
+        raise ValueError(
+            ("Unable to construct a concrete function for {} since some "
+             "arguments do not have unique names. Got two arguments named "
+             "'{}'. When constructing a concrete TensorFlow function from a "
+             "Python function which takes nested structures or variadic "
+             "positional arguments, pass unique names to tf.TensorSpec objects "
+             "used to identify these Tensor inputs. These names may then be "
+             "used as keyword arguments to the concrete function.")
+            .format(
+                self._python_function,
+                compat.as_str(arg.op.get_attr("_user_specified_name"))))
+      seen_names.add(user_arg_name)
+      graph_function._arg_keywords.append(user_arg_name)  # pylint: disable=protected-access
     return graph_function
 
   def __get__(self, instance, owner):
@@ -930,10 +1069,7 @@ class PolymorphicFunction(object):
                 arg_names=arg_names),
             self._function_attributes)
         self._function_cache[cache_key] = graph_function
-      return graph_function, [
-          t for t in nest.flatten((args, kwargs))
-          if isinstance(t, (ops.Tensor, resource_variable_ops.ResourceVariable))
-      ]
+      return graph_function, args, kwargs
 
 
 def register_concrete(func):
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 20925767f0..a8620f6952 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -228,14 +228,23 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       ((a, b),) = mats
       return matmul(a, b)
 
+    with self.assertRaisesRegexp(ValueError, "two arguments named 'mats'"):
+      sq.get_concrete_function(
+          [(tensor_spec.TensorSpec((None, None), dtypes.float32),
+            tensor_spec.TensorSpec((None, None), dtypes.float32))])
     sq_op = sq.get_concrete_function(
-        [(tensor_spec.TensorSpec((None, None), dtypes.float32),
-          tensor_spec.TensorSpec((None, None), dtypes.float32))])
+        [(tensor_spec.TensorSpec((None, None), dtypes.float32,
+                                 name='first_mat'),
+          tensor_spec.TensorSpec((None, None), dtypes.float32,
+                                 name='second_mat'))])
     self.assertEqual([None, None], sq_op.output_shapes.as_list())
 
     t1 = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
     t2 = constant_op.constant([[1.4, 2.4], [3.4, 4.4]])
-    out = sq_op(t1, t2)  # Flattened structure for inputs to the graph function
+    with self.assertRaisesRegexp(
+        TypeError, 'bound to Tensors within nested structures'):
+      sq_op(t1, t2)
+    out = sq_op(first_mat=t1, second_mat=t2)
     self.assertAllEqual(out, math_ops.matmul(t1, t2).numpy())
 
   def testExecutingStatelessDefunConcurrently(self):
@@ -343,10 +352,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       return matmul(inputs.a['a'], inputs.b['b'])
 
     t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
-    inputs = pair({'a': t}, {'b': t})
-    sq_op = a_times_b.get_concrete_function(inputs)
+    sq_op = a_times_b.get_concrete_function(
+        pair(dict(a=tensor_spec.TensorSpec([2, 2], dtypes.float32, 'a')),
+             dict(b=tensor_spec.TensorSpec([2, 2], dtypes.float32, 'b'))))
     self.assertEqual(sq_op.output_shapes, tensor_shape.TensorShape([2, 2]))
-    out = sq_op(inputs)
+    out = sq_op(a=t, b=t)
     self.assertAllEqual(out, math_ops.matmul(t, t).numpy())
 
   def testNestedOutputGraphFunction(self):
@@ -1805,9 +1815,13 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     signature = [tensor_spec.TensorSpec(shape=(2,), dtype=dtypes.float32)]
     defined = function.defun(foo, input_signature=signature)
     a = array_ops.ones([2])
-    out = defined(a)
+    self.assertAllEqual(a, defined(a))
+    self.assertEqual(len(defined._function_cache), 1)
+    self.assertAllEqual(a, defined.get_concrete_function()(a))
+    self.assertAllEqual(a, defined.get_concrete_function(a)(a))
+    self.assertAllEqual(a, defined.get_concrete_function(
+        tensor_spec.TensorSpec((2,), dtype=dtypes.float32))(a))
     self.assertEqual(len(defined._function_cache), 1)
-    self.assertAllEqual(out, a)
 
     def bar(a):
       self.assertEqual(a._shape_tuple(), (2, None))
@@ -1918,6 +1932,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
                                  'Structure of Python function inputs.*'):
       defined()
 
+    with self.assertRaisesRegexp(ValueError,
+                                 'inputs incompatible with input_signature'):
+      defined.get_concrete_function(
+          tensor_spec.TensorSpec(shape=(3,), dtype=dtypes.float32))
+
   def testInputSignatureForFunctionWithNonTensorInputsNotAllowed(self):
 
     def foo(a, training=True):
@@ -2708,6 +2727,12 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
         [b'a', b'b'],
         [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
     self.assertEqual(2, len(fn_op.graph.structured_outputs))
+    self.assertAllClose(
+        [3., 2.],
+        fn_op(constant_op.constant(1.), constant_op.constant(2.)))
+    self.assertAllClose(
+        [3., 2.],
+        fn_op(a=constant_op.constant(1.), b=constant_op.constant(2.)))
 
   def testVariable(self, function_decorator):
     @function_decorator
@@ -2747,28 +2772,38 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
     self.assertEqual({'alpha', 'beta'},
                      set(fn_op.graph.structured_outputs.keys()))
 
+    with self.assertRaisesRegexp(ValueError, "two arguments named 'z'"):
+      fn.get_concrete_function(
+          z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+             tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
+          y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
+                                   name='custom'),
+          x=4.)
     fn_op2 = fn.get_concrete_function(
-        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
-           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
+        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32,
+                                  name='z_first'),
+           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
+                                  name='z_second')),
         y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
         x=4.)
     self.assertEqual(
-        ['z', 'z_1', 'custom'],
+        ['z_first', 'z_second', 'custom'],
         [inp.op.name for inp in fn_op2.inputs])
     self.assertEqual(
-        [b'z', b'z', b'custom'],
+        [b'z_first', b'z_second', b'custom'],
         [inp.op.get_attr('_user_specified_name') for inp in fn_op2.inputs])
 
     fn_op3 = fn.get_concrete_function(
         tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
-        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
-           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
-        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'))
+        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32,
+                                  name='z1'),
+           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='z2')),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
     self.assertEqual(
-        ['custom', 'z', 'z_1', 'custom_1'],
+        ['custom', 'z1', 'z2', 'y'],
         [inp.op.name for inp in fn_op3.inputs])
     self.assertEqual(
-        [b'custom', b'z', b'z', b'custom'],
+        [b'custom', b'z1', b'z2', b'y'],
         [inp.op.get_attr('_user_specified_name') for inp in fn_op3.inputs])
 
   def testMethod(self, function_decorator):
@@ -2852,14 +2887,15 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
         tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
         tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
         tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
+                               name='second_variadic'),
         z=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
         zz=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='cust'))
     self.assertEqual(
-        ['x', 'y', 'args', 'args_1', 'z', 'cust'],
+        ['x', 'y', 'args', 'second_variadic', 'z', 'cust'],
         [inp.op.name for inp in variadic_op.inputs])
     self.assertEqual(
-        [b'x', b'y', b'args', b'args', b'z', b'cust'],
+        [b'x', b'y', b'args', b'second_variadic', b'z', b'cust'],
         [inp.op.get_attr('_user_specified_name')
          for inp in variadic_op.inputs])
 
@@ -2869,7 +2905,7 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
             tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32),
             tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
             tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
-            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='z'),
         ))
     def variadic_fn(x, *args):
       return x + math_ops.add_n(list(args))
@@ -2880,10 +2916,10 @@ class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
     variadic_op = variadic_fn.get_concrete_function()
     self.assertIn(b'variadic_fn', variadic_op.name)
     self.assertEqual(
-        ['x', 'y', 'args', 'args_1'],
+        ['x', 'y', 'args', 'z'],
         [inp.op.name for inp in variadic_op.inputs])
     self.assertEqual(
-        [b'x', b'y', b'args', b'args'],
+        [b'x', b'y', b'args', b'z'],
         [inp.op.get_attr('_user_specified_name')
          for inp in variadic_op.inputs])
 
diff --git a/tensorflow/python/saved_model/export.py b/tensorflow/python/saved_model/export.py
index c9b761d557..9101a0e69e 100644
--- a/tensorflow/python/saved_model/export.py
+++ b/tensorflow/python/saved_model/export.py
@@ -55,8 +55,7 @@ def _canonicalize_signatures(signatures):
              "`input_signature=` specified when constructed, or must be "
              "converted to concrete functions using "
              "`f.get_concrete_function(...)`.").format(signature_function))
-      signature_function = signature_function.get_concrete_function(
-          *input_signature)
+      signature_function = signature_function.get_concrete_function()
     elif not isinstance(signature_function, function.Function):
       raise ValueError(
           ("Expected a TensorFlow function to generate a signature for, but "
@@ -147,7 +146,7 @@ def _generate_signatures(signature_functions):
     # function, but these exterior placeholders allow Session-based APIs to call
     # the function using feeds and fetches which name Tensors in the MetaGraph.
     exterior_placeholders = {}
-    args = []
+    kwargs = {}
     for placeholder in func.inputs:
       user_input_name = compat.as_str_any(
           placeholder.op.get_attr("_user_specified_name"))
@@ -157,6 +156,8 @@ def _generate_signatures(signature_functions):
       # confusing to call. Instead, we throw an exception telling the user to
       # specify explicit names.
       if user_input_name != placeholder.op.name:
+        # This should be unreachable, since concrete functions may not be
+        # generated with non-unique argument names.
         raise ValueError(
             ("Got non-flat/non-unique argument names for SavedModel "
              "signature '{}': more than one argument to '{}' was named '{}'. "
@@ -173,9 +174,9 @@ def _generate_signatures(signature_functions):
           dtype=placeholder.dtype,
           name="{}_{}".format(signature_key, user_input_name))
       exterior_placeholders[user_input_name] = arg_placeholder
-      args.append(arg_placeholder)
+      kwargs[user_input_name] = arg_placeholder
     outputs = _normalize_outputs(
-        func(*args), func.name, signature_key)
+        func(**kwargs), func.name, signature_key)
     signatures[signature_key] = signature_def_utils.build_signature_def(
         _tensor_dict_to_tensorinfo(exterior_placeholders),
         _tensor_dict_to_tensorinfo(outputs))
diff --git a/tensorflow/python/saved_model/export_test.py b/tensorflow/python/saved_model/export_test.py
index 2c70136dc9..4131b45ce4 100644
--- a/tensorflow/python/saved_model/export_test.py
+++ b/tensorflow/python/saved_model/export_test.py
@@ -92,14 +92,16 @@ class ExportTest(test.TestCase):
 
   def test_nested_inputs(self):
     root = tracking.Checkpointable()
-    root.f = def_function.function(lambda x: 2. * x[0])
-    root.f([constant_op.constant(1.)])
-    to_export = root.f.get_concrete_function(
-        [constant_op.constant(1.), constant_op.constant(2.)])
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    root.f = def_function.function(
+        lambda x: 2. * x[0],
+        input_signature=([tensor_spec.TensorSpec(None, dtypes.float32),
+                          tensor_spec.TensorSpec(None, dtypes.float32)],))
+    root.f([constant_op.constant(1.), constant_op.constant(1.)])
+    # Concrete functions must always have uniquely named Tensor inputs. Export
+    # relies on this.
     with self.assertRaisesRegexp(
-        ValueError, "non-unique argument names"):
-      export.export(root, export_dir, to_export)
+        ValueError, "two arguments named 'x'"):
+      root.f.get_concrete_function()
 
   def test_nested_outputs(self):
     root = tracking.Checkpointable()
-- 
GitLab


From 8164ffa073e7c32a9c1259efaa525d839cd8799d Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 26 Oct 2018 11:42:15 -0700
Subject: [PATCH 0666/1825] Add a toggle for supporting and allowing
 nonstandard decorators in the converted code.

PiperOrigin-RevId: 218888416
---
 tensorflow/python/autograph/core/converter.py  | 5 ++++-
 tensorflow/python/autograph/impl/conversion.py | 3 ++-
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/autograph/core/converter.py b/tensorflow/python/autograph/core/converter.py
index 6b2db477f9..8cfce435b9 100644
--- a/tensorflow/python/autograph/core/converter.py
+++ b/tensorflow/python/autograph/core/converter.py
@@ -96,6 +96,9 @@ class Feature(Enum):
 
   AUTO_CONTROL_DEPS = (
       'Insert of control dependencies in the generated code.')
+  DECORATORS = (
+      'Allow decorators in local functions. Note that special decorators, '
+      ' like ag.convert or tf.function are allowed regardless of this toggle.')
   LISTS = 'Convert list idioms, like initializers, slices, append, etc.'
 
   def __repr__(self):
@@ -132,7 +135,7 @@ class ConversionOptions(object):
     self.strip_decorators = strip_decorators or ()
     self.force_conversion = force_conversion
 
-    if not isinstance(optional_features, (set, list, tuple)):
+    if isinstance(optional_features, Feature):
       optional_features = (optional_features,)
     optional_features = frozenset(optional_features)
     self.optional_features = optional_features
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 8720083aed..1b083b6bf6 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -340,7 +340,8 @@ def node_to_graph(node, context, rewrite_errors=True):
   # TODO(mdan): Is it feasible to reconstruct intermediate source code?
   context.info.source_code = None
 
-  node = converter.apply_(node, context, decorators)
+  if context.program.options.uses(converter.Feature.DECORATORS):
+    node = converter.apply_(node, context, decorators)
   node = converter.apply_(node, context, directives)
   node = converter.apply_(node, context, break_statements)
   node = converter.apply_(node, context, asserts)
-- 
GitLab


From 7e2059a9ffecd41d2992eddd36698d297c79ed17 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 26 Oct 2018 11:43:53 -0700
Subject: [PATCH 0667/1825] [TF:XLA] Bump open source llvm revision to r345378

PiperOrigin-RevId: 218888684
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 6effa5f00d..9b4af83794 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -470,11 +470,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "8337c312841bc69e773ddc81de62ca1f041d88256ea96526b42bec6c25d3761f",
-        strip_prefix = "llvm-191127eb32cf31478fd7664951bc8de2a6ad630e",
+        sha256 = "45fa15cb3fa36535b8e8b6eb0b54e146d3fba3b77924151e4c0827414f409563",
+        strip_prefix = "llvm-d362f0fbbba60765a35260d349608f382ffaa0ed",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/191127eb32cf31478fd7664951bc8de2a6ad630e.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/191127eb32cf31478fd7664951bc8de2a6ad630e.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/d362f0fbbba60765a35260d349608f382ffaa0ed.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/d362f0fbbba60765a35260d349608f382ffaa0ed.tar.gz",
         ],
     )
 
-- 
GitLab


From 1e85050681e9bc290cf412316db873cbefc1b818 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 26 Oct 2018 11:47:56 -0700
Subject: [PATCH 0668/1825] Move kernel libraries out of testlib.

PiperOrigin-RevId: 218889332
---
 tensorflow/core/BUILD | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 8e53e1dd78..1696d38f0a 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1492,12 +1492,16 @@ cc_library(
         ":test",
         ":testlib_ops",
         "//tensorflow/cc:scope",
-        "//tensorflow/core/kernels:cast_op",
-        "//tensorflow/core/kernels:constant_op",
         "//tensorflow/core/kernels:ops_testutil",
         "//tensorflow/core/kernels:ops_util",
-        "//tensorflow/core/kernels:random_ops",
-    ],
+    ] + if_dynamic_kernels(
+        [],
+        otherwise = [
+            "//tensorflow/core/kernels:cast_op",
+            "//tensorflow/core/kernels:constant_op",
+            "//tensorflow/core/kernels:random_ops",
+        ],
+    ),
 )
 
 cc_library(
-- 
GitLab


From 1c48b7a49d929e7d5bf444451c7547762c6ecc58 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 26 Oct 2018 11:48:58 -0700
Subject: [PATCH 0669/1825] Add a converter that replaces function defaults
 with 'None'. Not enabled yet.

PiperOrigin-RevId: 218889488
---
 tensorflow/python/autograph/converters/BUILD  | 12 +++
 .../autograph/converters/arg_defaults.py      | 87 +++++++++++++++++++
 .../autograph/converters/arg_defaults_test.py | 72 +++++++++++++++
 3 files changed, 171 insertions(+)
 create mode 100644 tensorflow/python/autograph/converters/arg_defaults.py
 create mode 100644 tensorflow/python/autograph/converters/arg_defaults_test.py

diff --git a/tensorflow/python/autograph/converters/BUILD b/tensorflow/python/autograph/converters/BUILD
index 6ed370a8d4..ced2e4796b 100644
--- a/tensorflow/python/autograph/converters/BUILD
+++ b/tensorflow/python/autograph/converters/BUILD
@@ -17,6 +17,7 @@ filegroup(
 py_library(
     name = "converters",
     srcs = [
+        "arg_defaults.py",
         "asserts.py",
         "break_statements.py",
         "builtin_functions.py",
@@ -47,6 +48,17 @@ py_library(
     ],
 )
 
+py_test(
+    name = "arg_defaults_test",
+    srcs = ["arg_defaults_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":converters",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python/autograph/core:test_lib",
+    ],
+)
+
 py_test(
     name = "asserts_test",
     srcs = ["asserts_test.py"],
diff --git a/tensorflow/python/autograph/converters/arg_defaults.py b/tensorflow/python/autograph/converters/arg_defaults.py
new file mode 100644
index 0000000000..f1a5efd71c
--- /dev/null
+++ b/tensorflow/python/autograph/converters/arg_defaults.py
@@ -0,0 +1,87 @@
+# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Modifies the signature to allow resolving the value of default arguments.
+
+Normally, function symbols are captured either in a function's globals or
+closure. This is not true for default arguments, which are evaluated when the
+function is defined:
+
+    b = 1
+    c = 2
+    def f(a=b + 1):
+      return a + c
+
+In the above example, the namespace of the function would include `c = 2` but
+not `b`.
+
+If we were to naively generate a new function:
+
+    def new_f(a=b + 1):
+      return a + c
+
+The generated code would fail to load unless we exposed a symbol `b`. Capturing
+the closure of such an expression is difficult. However, we can capture the
+default value of argument `a` with relative ease.
+
+This converter replaces all default argument expressions with a constant so
+that they don't cause loading to fail. This requires that the default values
+are reset after loading the transformed function:
+
+    def new_f(a=None):
+      return a + c
+
+    # ... later, after new_f was loaded ...
+    new_f.__defaults__ = f.__defaults__
+
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.autograph.core import converter
+from tensorflow.python.autograph.pyct import parser
+
+
+class ArgDefaultsTransformer(converter.Base):
+  """Transforms top level argument defaults.
+
+  This transformer modifies self.ctx.arg_defaults directly.
+  """
+
+  def visit_arguments(self, node):
+    for i in range(len(node.defaults)):
+      node.defaults[i] = parser.parse_expression('None')
+
+    for i, d in enumerate(node.kw_defaults):
+      if d is not None:
+        node.kw_defaults[i] = parser.parse_expression('None')
+
+    # Only the top level function is modified - no need to visit the children.
+    return node
+
+
+def transform(node, ctx):
+  """Transform function call to the compiled counterparts.
+
+  Args:
+    node: AST
+    ctx: EntityContext
+  Returns:
+    A tuple (node, new_names):
+        node: The transformed AST
+        new_names: set(string), containing any newly-generated names
+  """
+  return ArgDefaultsTransformer(ctx).visit(node)
diff --git a/tensorflow/python/autograph/converters/arg_defaults_test.py b/tensorflow/python/autograph/converters/arg_defaults_test.py
new file mode 100644
index 0000000000..5acc309e35
--- /dev/null
+++ b/tensorflow/python/autograph/converters/arg_defaults_test.py
@@ -0,0 +1,72 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for arg_defaults module."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.autograph.converters import arg_defaults
+from tensorflow.python.autograph.core import converter_testing
+from tensorflow.python.autograph.pyct import compiler
+from tensorflow.python.platform import test
+
+
+class ArgDefaultsTransformerTest(converter_testing.TestCase):
+
+  def assertTransformedFirstLineIs(self, node, expected):
+    self.assertEqual(compiler.ast_to_source(node).split('\n')[0], expected)
+
+  def test_no_args(self):
+
+    def test_fn():
+      pass
+
+    node, ctx = self.prepare(test_fn, {})
+    node = arg_defaults.transform(node, ctx)
+    self.assertTransformedFirstLineIs(node, 'def test_fn():')
+
+  def test_no_defaults(self):
+
+    def test_fn(a, b, *c, **e):
+      return a, b, c, e
+
+    node, ctx = self.prepare(test_fn, {})
+    node = arg_defaults.transform(node, ctx)
+    self.assertTransformedFirstLineIs(node, 'def test_fn(a, b, *c, **e):')
+
+  # TODO(mdan): Add kwonly-arg tests when PY2 is no longer supported.
+
+  def test_arg_defaults(self):
+
+    def test_fn(a, b=1, c=2):
+      return a, b, c
+
+    node, ctx = self.prepare(test_fn, {})
+    node = arg_defaults.transform(node, ctx)
+    self.assertTransformedFirstLineIs(node, 'def test_fn(a, b=None, c=None):')
+
+  def test_arg_defaults_with_vararg(self):
+
+    def test_fn(a, b=1, *c):  # pylint: disable=keyword-arg-before-vararg
+      return a, b, c
+
+    node, ctx = self.prepare(test_fn, {})
+    node = arg_defaults.transform(node, ctx)
+    self.assertTransformedFirstLineIs(node, 'def test_fn(a, b=None, *c):')
+
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From c69ee6c68bb9a4a69a3e82f740c045e64aa269bf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 11:53:19 -0700
Subject: [PATCH 0670/1825] Automated rollback of commit
 ba60fcf7121e358b4ffd89d5e67badb6058f3257

PiperOrigin-RevId: 218890142
---
 tensorflow/core/framework/tensor_shape.h  |  27 +++---
 tensorflow/core/kernels/broadcast_to_op.h | 103 ++++++++++++----------
 2 files changed, 70 insertions(+), 60 deletions(-)

diff --git a/tensorflow/core/framework/tensor_shape.h b/tensorflow/core/framework/tensor_shape.h
index be7e740c33..625d88ec1b 100644
--- a/tensorflow/core/framework/tensor_shape.h
+++ b/tensorflow/core/framework/tensor_shape.h
@@ -300,13 +300,17 @@ class TensorShape : public TensorShapeBase<TensorShape> {
   bool operator!=(const TensorShape& b) const { return !IsSameSize(b); }
 
   /// Fill `*dsizes` from `*this`.
-  template <int NDIMS>
-  Eigen::DSizes<Eigen::DenseIndex, NDIMS> AsEigenDSizes() const;
+  /// Notice: Using IndexType=int32 in combination with To32Bit() can
+  /// significantly improve performance on GPU.
+  template <int NDIMS, typename IndexType = Eigen::DenseIndex>
+  Eigen::DSizes<IndexType, NDIMS> AsEigenDSizes() const;
 
   /// Same as `AsEigenDSizes()` but allows for `NDIMS > dims()` -- in
   /// which case we pad the rest of the sizes with 1.
-  template <int NDIMS>
-  Eigen::DSizes<Eigen::DenseIndex, NDIMS> AsEigenDSizesWithPadding() const;
+  /// Notice: Using IndexType=int32 in combination with To32Bit() can
+  /// significantly improve performance on GPU.
+  template <int NDIMS, typename IndexType = Eigen::DenseIndex>
+  Eigen::DSizes<IndexType, NDIMS> AsEigenDSizesWithPadding() const;
 
  private:
   // These CHECK fail to ease debugging.
@@ -458,20 +462,19 @@ class PartialTensorShapeUtils {
 // Template method implementation details below
 // ----------------------------------------------------------------------------
 
-template <int NDIMS>
-Eigen::DSizes<Eigen::DenseIndex, NDIMS> TensorShape::AsEigenDSizes() const {
+template <int NDIMS, typename IndexType>
+Eigen::DSizes<IndexType, NDIMS> TensorShape::AsEigenDSizes() const {
   CheckDimsEqual(NDIMS);
-  return AsEigenDSizesWithPadding<NDIMS>();
+  return AsEigenDSizesWithPadding<NDIMS, IndexType>();
 }
 
-template <int NDIMS>
-Eigen::DSizes<Eigen::DenseIndex, NDIMS> TensorShape::AsEigenDSizesWithPadding()
-    const {
+template <int NDIMS, typename IndexType>
+Eigen::DSizes<IndexType, NDIMS> TensorShape::AsEigenDSizesWithPadding() const {
   CheckDimsAtLeast(NDIMS);
   static_assert(NDIMS <= TensorShape::MaxDimensions(), "Too many dimensions");
-  Eigen::DSizes<Eigen::DenseIndex, NDIMS> dsizes;
+  Eigen::DSizes<IndexType, NDIMS> dsizes;
   for (int d = 0; d < dims(); d++) {
-    dsizes[d] = dim_size(d);
+    dsizes[d] = static_cast<IndexType>(dim_size(d));
   }
   for (int d = dims(); d < NDIMS; d++) {
     dsizes[d] = 1;
diff --git a/tensorflow/core/kernels/broadcast_to_op.h b/tensorflow/core/kernels/broadcast_to_op.h
index 81db15c439..bc11c5f914 100644
--- a/tensorflow/core/kernels/broadcast_to_op.h
+++ b/tensorflow/core/kernels/broadcast_to_op.h
@@ -28,23 +28,27 @@ namespace tensorflow {
 
 namespace functor {
 
-template <typename Device, typename T>
-struct BroadcastTo {
-  void operator()(const Device &d, OpKernelContext *ctx, Tensor &output_tensor,
-                  const TensorShape &output_shape, const Tensor &input_tensor,
-                  const TensorShape &input_shape) {
-#define BROADCAST_SHAPE(broadcast, reshape, NDIMS, input_shape, output_shape) \
-  for (int i = 0; i < NDIMS; i++) {                                           \
-    if (reshape[i] != broadcast[i]) {                                         \
-      OP_REQUIRES(ctx,                                                        \
-                  ((reshape[i] != 0) && (broadcast[i] % reshape[i] == 0)),    \
-                  errors::InvalidArgument("invalid shape to broadcast from ", \
-                                          input_shape.DebugString(), " to ",  \
-                                          output_shape.DebugString()));       \
-      broadcast[i] = broadcast[i] / reshape[i];                               \
-    } else {                                                                  \
-      broadcast[i] = 1;                                                       \
-    }                                                                         \
+#define BROADCAST_SHAPE(NDIMS, input_shape, output_shape)                 \
+  auto reshape = AsEigenDSizesWithPrefix<NDIMS>(input_shape);             \
+  auto broadcast = output_shape.AsEigenDSizes<NDIMS>();                   \
+  auto reshape_32bit = AsEigenDSizesWithPrefix<NDIMS, int>(input_shape);  \
+  auto broadcast_32bit = output_shape.AsEigenDSizes<NDIMS, int>();        \
+  if (input_shape.dims() > 0) {                                           \
+    for (int i = 0; i < NDIMS; i++) {                                     \
+      if (reshape[i] != broadcast[i]) {                                   \
+        OP_REQUIRES(                                                      \
+            ctx, ((reshape[i] != 0) && (broadcast[i] % reshape[i] == 0)), \
+            errors::InvalidArgument("invalid shape to broadcast from ",   \
+                                    input_shape.DebugString(), " to ",    \
+                                    output_shape.DebugString()));         \
+        broadcast[i] = broadcast[i] / reshape[i];                         \
+      } else {                                                            \
+        broadcast[i] = 1;                                                 \
+      }                                                                   \
+      if (can_use_32bit) {                                                \
+        broadcast_32bit[i] = static_cast<int>(broadcast[i]);              \
+      }                                                                   \
+    }                                                                     \
   }
 
 #define HANDLE_BROADCAST_FROM_SCALAR()                              \
@@ -55,12 +59,23 @@ struct BroadcastTo {
     output.device(d) = output.constant(input_tensor.scalar<T>()()); \
   }
 
-#define HANDLE_BROADCAST_CASE(dim_i)                                  \
-  case dim_i: {                                                       \
-      auto input = input_tensor.tensor<T, dim_i>();                   \
-      output.device(d) = input.reshape(reshape).broadcast(broadcast); \
-  } break;
+#define HANDLE_BROADCAST_CASE(dim_i)                                        \
+  case dim_i: {                                                             \
+    if (can_use_32bit) {                                                    \
+      auto input = input_tensor.tensor<T, dim_i>();                         \
+      To32Bit(output).device(d) =                                           \
+          To32Bit(input).reshape(reshape_32bit).broadcast(broadcast_32bit); \
+    } else {                                                                \
+      auto input = input_tensor.tensor<T, dim_i>();                         \
+      output.device(d) = input.reshape(reshape).broadcast(broadcast);       \
+    }                                                                       \
+  } break
 
+template <typename Device, typename T>
+struct BroadcastTo {
+  void operator()(const Device &d, OpKernelContext *ctx, Tensor &output_tensor,
+                  const TensorShape &output_shape, const Tensor &input_tensor,
+                  const TensorShape &input_shape) {
     if (output_shape.num_elements() == 0) {
       return;
     }
@@ -69,6 +84,10 @@ struct BroadcastTo {
       return;
     }
 
+    const bool can_use_32bit = std::is_same<Eigen::GpuDevice, Device>::value &&
+                               output_tensor.NumElements() < kint32max &&
+                               input_tensor.NumElements() < kint32max;
+
     switch (output_shape.dims()) {
       case 0: {
         if (input_shape.dims() > 0) {
@@ -81,10 +100,7 @@ struct BroadcastTo {
         break;
       }
       case 1: {
-        auto reshape = AsEigenDSizesWithPrefix<1>(input_shape);
-        auto broadcast = output_shape.AsEigenDSizes<1>();
-
-        BROADCAST_SHAPE(broadcast, reshape, 1, input_shape, output_shape);
+        BROADCAST_SHAPE(1, input_shape, output_shape);
 
         auto output = output_tensor.tensor<T, 1>();
         switch (input_shape.dims()) {
@@ -100,11 +116,7 @@ struct BroadcastTo {
         }
       } break;
       case 2: {
-        auto reshape = AsEigenDSizesWithPrefix<2>(input_shape);
-        auto broadcast = output_shape.AsEigenDSizes<2>();
-
-        BROADCAST_SHAPE(broadcast, reshape, 2, input_shape, output_shape);
-
+        BROADCAST_SHAPE(2, input_shape, output_shape);
         auto output = output_tensor.tensor<T, 2>();
         switch (input_shape.dims()) {
           case 0: {
@@ -120,11 +132,7 @@ struct BroadcastTo {
         }
       } break;
       case 3: {
-        auto reshape = AsEigenDSizesWithPrefix<3>(input_shape);
-        auto broadcast = output_shape.AsEigenDSizes<3>();
-
-        BROADCAST_SHAPE(broadcast, reshape, 3, input_shape, output_shape);
-
+        BROADCAST_SHAPE(3, input_shape, output_shape);
         auto output = output_tensor.tensor<T, 3>();
         switch (input_shape.dims()) {
           case 0: {
@@ -141,10 +149,7 @@ struct BroadcastTo {
         }
       } break;
       case 4: {
-        auto reshape = AsEigenDSizesWithPrefix<4>(input_shape);
-        auto broadcast = output_shape.AsEigenDSizes<4>();
-
-        BROADCAST_SHAPE(broadcast, reshape, 4, input_shape, output_shape);
+        BROADCAST_SHAPE(4, input_shape, output_shape);
         auto output = output_tensor.tensor<T, 4>();
         switch (input_shape.dims()) {
           case 0: {
@@ -162,10 +167,7 @@ struct BroadcastTo {
         }
       } break;
       case 5: {
-        auto reshape = AsEigenDSizesWithPrefix<5>(input_shape);
-        auto broadcast = output_shape.AsEigenDSizes<5>();
-
-        BROADCAST_SHAPE(broadcast, reshape, 5, input_shape, output_shape);
+        BROADCAST_SHAPE(5, input_shape, output_shape);
         auto output = output_tensor.tensor<T, 5>();
         switch (input_shape.dims()) {
           case 0: {
@@ -192,20 +194,25 @@ struct BroadcastTo {
   }
 
  private:
-  template <int NDIMS>
-  Eigen::DSizes<Eigen::DenseIndex, NDIMS> AsEigenDSizesWithPrefix(
+  template <int NDIMS, typename DimType = Eigen::DenseIndex>
+  Eigen::DSizes<DimType, NDIMS> AsEigenDSizesWithPrefix(
       const TensorShape &shape) const {
-    Eigen::DSizes<Eigen::DenseIndex, NDIMS> dsizes;
+    Eigen::DSizes<DimType, NDIMS> dsizes;
     for (int d = 0; d < NDIMS - shape.dims(); d++) {
       dsizes[d] = 1;
     }
     for (int d = NDIMS - shape.dims(); d < NDIMS; d++) {
-      dsizes[d] = shape.dim_size(d - (NDIMS - shape.dims()));
+      dsizes[d] =
+          static_cast<DimType>(shape.dim_size(d - (NDIMS - shape.dims())));
     }
     return dsizes;
   }
 };
 
+#undef BROADCAST_SHAPE
+#undef HANDLE_BROADCAST_FROM_SCALAR
+#undef HANDLE_BROADCAST_CASE
+
 }  // namespace functor
 }  // namespace tensorflow
 
-- 
GitLab


From a3140b606c9133d2aa6636684c1059b4658b6264 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Fri, 26 Oct 2018 11:56:31 -0700
Subject: [PATCH 0671/1825] Change std::vector<int64> to absl::Span<const
 int64> in getters.

PiperOrigin-RevId: 218890649
---
 tensorflow/stream_executor/cuda/cuda_dnn.cc | 15 ++++++++-------
 tensorflow/stream_executor/dnn.h            | 19 +++++++++++--------
 2 files changed, 19 insertions(+), 15 deletions(-)

diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index 5de9a2185c..e5baf779de 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -595,7 +595,8 @@ class CudnnFilterDescriptor {
     std::vector<int> dims(2 + filter_descriptor.ndims());
     dims[0] = filter_descriptor.output_feature_map_count();
     dims[1] = filter_descriptor.input_feature_map_count();
-    const auto& spatial_dims = filter_descriptor.input_filter_dims();
+    absl::Span<const int64> spatial_dims =
+        filter_descriptor.input_filter_dims();
     std::copy(spatial_dims.begin(), spatial_dims.end(), dims.begin() + 2);
 
     CHECK_CUDNN_OK(cudnnSetFilterNdDescriptor(handle_.get(), elem_type, format,
@@ -663,9 +664,9 @@ class CudnnConvolutionDescriptor {
       const dnn::ConvolutionDescriptor& convolution_descriptor,
       cudnnDataType_t data_type)
       : handle_(CreateConvolutionDescriptor()) {
-    const auto& strides64 = convolution_descriptor.strides();
-    const auto& padding64 = convolution_descriptor.padding();
-    const auto& dilations64 = convolution_descriptor.dilations();
+    absl::Span<const int64> strides64 = convolution_descriptor.strides();
+    absl::Span<const int64> padding64 = convolution_descriptor.padding();
+    absl::Span<const int64> dilations64 = convolution_descriptor.dilations();
     CHECK_NE(convolution_descriptor.pad_alignment(),
              dnn::PadAlignment::kTensorFlowPadding)
         << "TensorFlow padding alignment is not supported.";
@@ -731,9 +732,9 @@ class CudnnPoolingDescriptor {
   explicit CudnnPoolingDescriptor(
       const dnn::PoolingDescriptor& pooling_descriptor)
       : handle_(CreatePoolingDescriptor()) {
-    const std::vector<int64> strides64 = pooling_descriptor.strides();
-    const std::vector<int64> padding64 = pooling_descriptor.padding();
-    const std::vector<int64> shape64 = pooling_descriptor.window();
+    absl::Span<const int64> strides64 = pooling_descriptor.strides();
+    absl::Span<const int64> padding64 = pooling_descriptor.padding();
+    absl::Span<const int64> shape64 = pooling_descriptor.window();
 
     const int nd = pooling_descriptor.ndims();
     std::vector<int> shape(nd);
diff --git a/tensorflow/stream_executor/dnn.h b/tensorflow/stream_executor/dnn.h
index 621b155240..6dbf855a25 100644
--- a/tensorflow/stream_executor/dnn.h
+++ b/tensorflow/stream_executor/dnn.h
@@ -27,6 +27,7 @@ limitations under the License.
 #include <memory>
 #include <tuple>
 
+#include "absl/types/span.h"
 #include "tensorflow/stream_executor/device_memory.h"
 #include "tensorflow/stream_executor/lib/array_slice.h"
 #include "tensorflow/stream_executor/lib/status.h"
@@ -67,7 +68,7 @@ enum class DimIndex : int {
 };
 
 // Helper functions to make methods more readable.
-inline int64 GetDim(const std::vector<int64>& data, DimIndex dim) {
+inline int64 GetDim(absl::Span<const int64> data, DimIndex dim) {
   return data.rbegin()[static_cast<int64>(dim)];
 }
 
@@ -447,7 +448,9 @@ class FilterDescriptor {
   }
 
   FilterLayout layout() const { return layout_; }
-  std::vector<int64> input_filter_dims() const { return input_filter_dims_; }
+  absl::Span<const int64> input_filter_dims() const {
+    return input_filter_dims_;
+  }
 
  private:
   int64 output_feature_map_count_;
@@ -578,9 +581,9 @@ class ConvolutionDescriptor {
   int group_count() const { return group_count_; }
   int ndims() const { return ndims_; }
 
-  std::vector<int64> strides() const { return filter_strides_; }
-  std::vector<int64> dilations() const { return dilation_rates_; }
-  std::vector<int64> padding() const { return zero_padding_; }
+  absl::Span<const int64> strides() const { return filter_strides_; }
+  absl::Span<const int64> dilations() const { return dilation_rates_; }
+  absl::Span<const int64> padding() const { return zero_padding_; }
 
  private:
   // Stored as: .. y, x.
@@ -693,9 +696,9 @@ class PoolingDescriptor {
   int64 vertical_stride() const { return GetDim(strides_, DimIndex::Y); }
   int64 horizontal_stride() const { return GetDim(strides_, DimIndex::X); }
   int64 stride(DimIndex dim) const { return GetDim(strides_, dim); }
-  std::vector<int64> window() const { return window_; }
-  std::vector<int64> padding() const { return padding_; }
-  std::vector<int64> strides() const { return strides_; }
+  absl::Span<const int64> window() const { return window_; }
+  absl::Span<const int64> padding() const { return padding_; }
+  absl::Span<const int64> strides() const { return strides_; }
   bool propagate_nans() const { return propagate_nans_; }
 
  private:
-- 
GitLab


From 9c5fa10f2e93b529caafeb0b2e3ca91a31d67b78 Mon Sep 17 00:00:00 2001
From: Kay Zhu <kayzhu@google.com>
Date: Fri, 26 Oct 2018 12:03:13 -0700
Subject: [PATCH 0672/1825] [Doc] For contrib.Resampler: explicitly specify the
 last dimension of 'warp' being the [x (width), y (height)] coordinates of the
 pixel to be sampled from.

PiperOrigin-RevId: 218892030
---
 tensorflow/contrib/resampler/python/ops/resampler_ops.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/resampler/python/ops/resampler_ops.py b/tensorflow/contrib/resampler/python/ops/resampler_ops.py
index 8b632527f6..0ee224a478 100644
--- a/tensorflow/contrib/resampler/python/ops/resampler_ops.py
+++ b/tensorflow/contrib/resampler/python/ops/resampler_ops.py
@@ -39,7 +39,9 @@ def resampler(data, warp, name="resampler"):
       data_num_channels]` containing 2D data that will be resampled.
     warp: Tensor of minimum rank 2 containing the coordinates at which
       resampling will be performed. Since only bilinear interpolation is
-      currently supported, the last dimension of the `warp` tensor must be 2.
+      currently supported, the last dimension of the `warp` tensor must be 2,
+      representing the (x, y) coordinate where x is the index for width and y is
+      the index for height.
     name: Optional name of the op.
 
   Returns:
-- 
GitLab


From 68881e62a81ccf4875933b8529bcc3be07f23ca3 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Fri, 26 Oct 2018 12:04:50 -0700
Subject: [PATCH 0673/1825] [XLA] Validate shape on construction during
 parsing.

PiperOrigin-RevId: 218892346
---
 tensorflow/compiler/xla/shape_util.cc | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/shape_util.cc b/tensorflow/compiler/xla/shape_util.cc
index a640745f88..d7aa29d8ee 100644
--- a/tensorflow/compiler/xla/shape_util.cc
+++ b/tensorflow/compiler/xla/shape_util.cc
@@ -149,7 +149,8 @@ StatusOr<Shape> MakeShapeWithLayoutInternal(
     return InvalidArgument("Unsupported element type: %s",
                            PrimitiveType_Name(element_type));
   }
-  Shape shape = ShapeUtil::MakeShape(element_type, dimensions);
+  TF_ASSIGN_OR_RETURN(Shape shape,
+                      ShapeUtil::MakeValidatedShape(element_type, dimensions));
   auto min2maj = shape.mutable_layout()->mutable_minor_to_major();
   min2maj->Clear();
   for (int64 value : minor_to_major) {
@@ -648,7 +649,8 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
       result = ShapeUtil::MakeTokenShape();
     } else if (format_string.empty() && layout_string.empty()) {
       // Create a shape without a layout set.
-      result = ShapeUtil::MakeShape(primitive_type, dimensions);
+      TF_ASSIGN_OR_RETURN(
+          result, ShapeUtil::MakeValidatedShape(primitive_type, dimensions));
     } else if (format_string == "sparse") {
       TF_ASSIGN_OR_RETURN(int64 max_elements, string_to_int64(layout_string));
       result = ShapeUtil::MakeShapeWithSparseLayout(primitive_type, dimensions,
-- 
GitLab


From d13e9307d2bdd387af30522491ebf7d60a04a976 Mon Sep 17 00:00:00 2001
From: Igor Ganichev <iga@google.com>
Date: Fri, 26 Oct 2018 12:46:32 -0700
Subject: [PATCH 0674/1825] Make function tests a little less brittle.

Function tests depended on a global counter deep in constant folding
logic being just the right value. The value depends on exactly what
other tests involving constant folding run in the same process.

This fix adds a function that constant folds a small graph and
parses the counter value from resulting graph node name. The tests
can they base their expectations off this value. This is still not ideal
as multiple tests can theoretically run in parallel, but better than
before.

PiperOrigin-RevId: 218898255
---
 tensorflow/core/BUILD                         |  2 +
 .../core/common_runtime/function_test.cc      | 45 +++++++++++++++++--
 2 files changed, 43 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 1696d38f0a..952f0eb6f5 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -4368,6 +4368,7 @@ tf_cc_test(
         "//tensorflow/cc:cc_ops_internal",
         "//tensorflow/cc:function_ops",
         "//tensorflow/cc:functional_ops",
+        "//tensorflow/cc:sendrecv_ops",
         "//tensorflow/core/kernels:cast_op",
         "//tensorflow/core/kernels:cwise_op",
         "//tensorflow/core/kernels:function_ops",
@@ -4375,6 +4376,7 @@ tf_cc_test(
         "//tensorflow/core/kernels:random_ops",
         "//tensorflow/core/kernels:shape_ops",
         "//third_party/eigen3",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/common_runtime/function_test.cc b/tensorflow/core/common_runtime/function_test.cc
index 716167132b..13ed29a841 100644
--- a/tensorflow/core/common_runtime/function_test.cc
+++ b/tensorflow/core/common_runtime/function_test.cc
@@ -18,10 +18,14 @@ limitations under the License.
 #include <atomic>
 #include <utility>
 
+#include "absl/strings/numbers.h"
+#include "absl/strings/str_split.h"
 #include "tensorflow/cc/ops/array_ops_internal.h"
 #include "tensorflow/cc/ops/function_ops.h"
 #include "tensorflow/cc/ops/functional_ops.h"
+#include "tensorflow/cc/ops/sendrecv_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/core/common_runtime/constant_folding.h"
 #include "tensorflow/core/common_runtime/device.h"
 #include "tensorflow/core/common_runtime/device_factory.h"
 #include "tensorflow/core/common_runtime/executor.h"
@@ -888,18 +892,51 @@ TEST_F(FunctionLibraryRuntimeTest, PruneBody) {
   EXPECT_EQ(expected_node_names, executed_node_names);
 }
 
+// Constant folding generates names using a global counter.
+// This function invokes constant folding and parses the counter
+// from the generated node name.
+int GetConstantFoldingCounter() {
+  Graph g(OpRegistry::Global());
+  Scope s = Scope::NewRootScope();
+  auto a = ops::Const<float>(s, {1.0}, {});
+  auto b = ops::Const<float>(s, {2.0}, {});
+
+  auto add = ops::Add(s.WithOpName("add"), a, b);
+  auto send =
+      ops::_Send(s.WithOpName("s1"), add, "add", "sender", 0, "receiver");
+
+  TF_CHECK_OK(s.ToGraph(&g));
+  bool was_mutated;
+  ConstantFoldingOptions opt{};
+  TF_CHECK_OK(
+      ConstantFold(opt, nullptr, Env::Default(), nullptr, &g, &was_mutated));
+  GraphDef def;
+  g.ToGraphDef(&def);
+  for (const NodeDef& node : def.node()) {
+    if (absl::StartsWith(node.name(), "add/")) {
+      std::vector<std::string> v = absl::StrSplit(node.name(), "__cf__");
+      CHECK_GT(v.size(), 1);
+      int counter;
+      CHECK(absl::SimpleAtoi(v[v.size() - 1], &counter));
+      return counter;
+    }
+  }
+  LOG(FATAL) << "Should have found a node that replcaed add";
+}
+
 TEST_F(FunctionLibraryRuntimeTest, OptimizeGraph) {
   Init({test::function::XTimesTwo(), test::function::XTimesFour(),
         test::function::XTimes16()});
   std::unique_ptr<Graph> g = GetFuncBody(flr0_, "XTimes16", {{"T", DT_FLOAT}});
   ASSERT_TRUE(g != nullptr);
   ExpandInlineFunctions(flr0_, g.get());
+  int cf_counter = GetConstantFoldingCounter();
   OptimizeGraph(flr0_, &g);
   {
     Scope s = Scope::NewRootScope();
     auto x = ops::_Arg(s.WithOpName("x"), DT_FLOAT, 0);
     auto x4_x2_scale = ops::Const<float>(
-        s.WithOpName("x4/x2/scale/_12__cf__13")
+        s.WithOpName("x4/x2/scale/_12__cf__" + std::to_string(cf_counter + 1))
             .WithDevice("/job:localhost/replica:0/task:0/device:CPU:0"),
         2.0f);
     auto x4_x2_y = ops::Mul(s.WithOpName("x4/x2/y"), x, x4_x2_scale);
@@ -1099,20 +1136,20 @@ TEST_F(FunctionLibraryRuntimeTest, Gradient_XTimesTwo) {
     TF_EXPECT_GRAPH_EQ(expected, actual);
   }
 
+  int cf_counter = GetConstantFoldingCounter();
   OptimizeGraph(flr0_, &g);
-
   {
     Scope s = Scope::NewRootScope();
     auto x = ops::_Arg(s.WithOpName("x"), DT_FLOAT, 0);
     auto func0 = ops::_Arg(s.WithOpName("Func/_0"), DT_FLOAT, 1);
     auto scale = ops::Const(
-        s.WithOpName("scale/_6__cf__18")
+        s.WithOpName("scale/_6__cf__" + std::to_string(cf_counter + 2))
             .WithDevice("/job:localhost/replica:0/task:0/device:CPU:0"),
         2.0f);
     auto func1_gx = ops::Mul(s.WithOpName("Func/_1/gx"), func0, scale);
     auto func1_sx = ops::Shape(s.WithOpName("Func/_1/sx"), x);
     auto const0 = ops::Const(
-        s.WithOpName("Func/_1/sy/_5__cf__17")
+        s.WithOpName("Func/_1/sy/_5__cf__" + std::to_string(cf_counter + 1))
             .WithDevice("/job:localhost/replica:0/task:0/device:CPU:0"),
         0, {0});
     auto func1_rx = ops::internal::BroadcastGradientArgs(
-- 
GitLab


From 9a8e0c228dcf6a98d0f35b3737be9a07a43961ea Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Fri, 26 Oct 2018 13:07:45 -0700
Subject: [PATCH 0675/1825] [TF:XLA] Make OneHot use Iota instead of a constant
 tensor

This is simpler code and theoretically faster because it can save a transfer,
it doesn't make a difference in practice though because AlgebraicSimplifier
turns constants into iota on the HLO side.

PiperOrigin-RevId: 218901530
---
 tensorflow/compiler/tf2xla/xla_helpers.cc | 36 ++++-------------------
 1 file changed, 5 insertions(+), 31 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/xla_helpers.cc b/tensorflow/compiler/tf2xla/xla_helpers.cc
index 9a34cd8c6a..2462609910 100644
--- a/tensorflow/compiler/tf2xla/xla_helpers.cc
+++ b/tensorflow/compiler/tf2xla/xla_helpers.cc
@@ -139,16 +139,6 @@ xla::XlaOp XlaHelpers::FloatLiteral(xla::XlaBuilder* b, DataType data_type,
   return Status::OK();
 }
 
-template <typename T>
-static Tensor MakeLinspaceTensor(const TensorShape& shape, int64 depth) {
-  Tensor linspace(DataTypeToEnum<T>::v(), shape);
-  auto linspace_flat = linspace.flat<T>();
-  for (int64 i = 0; i < depth; ++i) {
-    linspace_flat(i) = i;
-  }
-  return linspace;
-}
-
 xla::XlaOp XlaHelpers::ArgMax(xla::XlaOp input, xla::PrimitiveType output_type,
                               int axis) {
   return ArgMinMax(input, output_type, axis, /*is_min=*/false);
@@ -172,33 +162,17 @@ Status XlaHelpers::OneHot(xla::XlaBuilder* builder, int64 depth, int axis,
   // Build a Tensor populated with values 0, 1, 2, ... depth.
   std::vector<int64> linspace_dims(output_dims, 1);
   linspace_dims[axis] = depth;
-  TensorShape linspace_shape(linspace_dims);
-  Tensor linspace;
-  switch (index_type) {
-    case DT_UINT8:
-      linspace = MakeLinspaceTensor<uint8>(linspace_shape, depth);
-      break;
-    case DT_INT32:
-      linspace = MakeLinspaceTensor<int32>(linspace_shape, depth);
-      break;
-    case DT_INT64:
-      linspace = MakeLinspaceTensor<int64>(linspace_shape, depth);
-      break;
-    default:
-      return errors::InvalidArgument("Invalid argument type ",
-                                     DataTypeString(index_type));
-  }
-
-  xla::BorrowingLiteral linspace_literal;
-  TF_RETURN_IF_ERROR(HostTensorToBorrowingLiteral(linspace, &linspace_literal));
+  xla::PrimitiveType linspace_type;
+  TF_CHECK_OK(DataTypeToPrimitiveType(index_type, &linspace_type));
+  auto linspace_shape = xla::ShapeUtil::MakeShape(linspace_type, linspace_dims);
+  xla::XlaOp linspace = xla::Iota(builder, linspace_shape, axis);
 
   // Broadcast the linspace constant across the indices along the new axis,
   // and test equality at each position.
   std::vector<int64> broadcast_dims(indices_shape.dims());
   std::iota(broadcast_dims.begin(), broadcast_dims.begin() + axis, 0);
   std::iota(broadcast_dims.begin() + axis, broadcast_dims.end(), axis + 1);
-  xla::XlaOp one_hot_bool = xla::Eq(
-      indices, xla::ConstantLiteral(builder, linspace_literal), broadcast_dims);
+  xla::XlaOp one_hot_bool = xla::Eq(indices, linspace, broadcast_dims);
 
   // Selects the user-provided off_value and on_value values.
   *one_hot = xla::Select(one_hot_bool,
-- 
GitLab


From 18dd1082ef6bc01a0ab62349fb2a5bd38a05bdf2 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 26 Oct 2018 13:11:50 -0700
Subject: [PATCH 0676/1825] Internal change.

PiperOrigin-RevId: 218902134
---
 .../data/experimental/kernel_tests/serialization/BUILD       | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
index 98f73e447c..66bc3833a7 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
@@ -311,7 +311,10 @@ py_test(
     size = "medium",
     srcs = ["numa_map_and_batch_dataset_serialization_test.py"],
     srcs_version = "PY2AND3",
-    tags = ["no_pip"],
+    tags = [
+        "no_pip",
+        "notap",
+    ],
     deps = [
         ":dataset_serialization_test_base",
         "//tensorflow/python:client_testlib",
-- 
GitLab


From a64baedbab5569b178fe5413912ce4428b956863 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 26 Oct 2018 13:18:05 -0700
Subject: [PATCH 0677/1825] [tf.data] Add a benchmark for
 `tf.data.Dataset.range()`.

As one of the simplest datasets, this benchmark exposes overheads in the core
mechanisms used in every dataset/iterator implementation. On my workstation,
the current time per element is 148.7 nanoseconds.

PiperOrigin-RevId: 218903024
---
 tensorflow/python/data/benchmarks/BUILD       | 18 ++++++
 .../python/data/benchmarks/range_benchmark.py | 62 +++++++++++++++++++
 2 files changed, 80 insertions(+)
 create mode 100644 tensorflow/python/data/benchmarks/BUILD
 create mode 100644 tensorflow/python/data/benchmarks/range_benchmark.py

diff --git a/tensorflow/python/data/benchmarks/BUILD b/tensorflow/python/data/benchmarks/BUILD
new file mode 100644
index 0000000000..fd723e0d71
--- /dev/null
+++ b/tensorflow/python/data/benchmarks/BUILD
@@ -0,0 +1,18 @@
+package(default_visibility = ["//tensorflow:internal"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+load("//tensorflow:tensorflow.bzl", "py_test")
+
+py_test(
+    name = "range_benchmark",
+    srcs = ["range_benchmark.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:session",
+        "//tensorflow/python/data/ops:dataset_ops",
+    ],
+)
diff --git a/tensorflow/python/data/benchmarks/range_benchmark.py b/tensorflow/python/data/benchmarks/range_benchmark.py
new file mode 100644
index 0000000000..4166aa61f4
--- /dev/null
+++ b/tensorflow/python/data/benchmarks/range_benchmark.py
@@ -0,0 +1,62 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Benchmarks for `tf.data.Dataset.range()`."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import time
+
+from tensorflow.python.client import session
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.platform import test
+
+_NUMPY_RANDOM_SEED = 42
+
+
+class RangeBenchmark(test.Benchmark):
+  """Benchmarks for `tf.data.Dataset.range()`."""
+
+  def benchmarkRange(self):
+    num_elements = 50000000
+
+    # Use `Dataset.skip()` and `Dataset.take()` to perform the iteration in
+    # C++, and focus on the minimal overheads (excluding Python invocation
+    # costs).
+    dataset = dataset_ops.Dataset.range(num_elements).skip(
+        num_elements - 1).take(1)
+    iterator = dataset.make_initializable_iterator()
+    next_element = iterator.get_next()
+
+    with session.Session() as sess:
+      # Run once to warm up the session caches.
+      sess.run(iterator.initializer)
+      sess.run(next_element)
+
+      # Run once for timing.
+      sess.run(iterator.initializer)
+      start = time.time()
+      sess.run(next_element)
+      end = time.time()
+
+      time_per_element = (end - start) / num_elements
+      print("Average time per element: %f nanoseconds" % (
+          time_per_element * 1e9))
+      self.report_benchmark(iters=num_elements, wall_time=time_per_element,
+                            name="benchmark_tf_data_dataset_range")
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 086a06ee05640e54b0d7daf2001f0954fdb8436a Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Fri, 26 Oct 2018 13:32:42 -0700
Subject: [PATCH 0678/1825] Allow passing constants as loop variables in
 while_v2.

PiperOrigin-RevId: 218905209
---
 .../python/kernel_tests/control_flow_ops_py_test.py      | 9 +++------
 tensorflow/python/ops/while_v2.py                        | 2 ++
 2 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 180fd67c13..fd7f9d2798 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -935,14 +935,14 @@ class ControlFlowTest(test.TestCase):
       r = isum(s, maximum_iterations=3)
       self.assertAllEqual([1 + 3, 2 + 3, 3 + 3, 4 + 3, 5 + 3], r.eval())
 
-  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
+  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testWhileWithMaximumIterationsAndSingleArgument(self):
     with self.cached_session():
       r = control_flow_ops.while_loop(
           lambda i: i < 3, lambda i: i + 1, [0], maximum_iterations=1)
       self.assertEqual(1, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
+  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testSingleNestedMaximumIterationsWhileLoopGradientInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -968,7 +968,7 @@ class ControlFlowTest(test.TestCase):
     # Should execute without issue.
     self.assertEqual(3, self.evaluate(loop_execute))
 
-  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
+  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testInvalidMaximumIterationsWhileLoopGradientInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -1247,7 +1247,6 @@ class ControlFlowTest(test.TestCase):
       r = r[1] * array_ops.ones([8, 8])
       self.assertAllEqual(np.ones((8, 8)), r.eval())
 
-  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
   def testWhileWithNonTensorInput_Scalar(self):
     with self.cached_session():
       n = 0
@@ -1256,7 +1255,6 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(c, b, [n], parallel_iterations=20)
       self.assertEqual(10000, r.eval())
 
-  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
   def testWhileWithNonTensorInput_Vector(self):
     with self.cached_session():
       n = np.array([0])  # Note, [0] would not work here; that is a list
@@ -2056,7 +2054,6 @@ class ControlFlowTest(test.TestCase):
                                       [tensor_shape.unknown_shape()])
       self.assertAllClose(9.0, r.eval(feed_dict={x: 1.0}))
 
-  @test_util.disable_control_flow_v2("b/116339888 (non-tensor loop var)")
   def testCondGradInNestedWhiles(self):
 
     def outer_body(i, x):
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index d6cf534a34..bf883fe067 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -62,6 +62,8 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
   # TensorArrays before calling `cond` and `body`. See `wrapped_cond` and
   # `wrapped_body` below.
   loop_vars = list(_tensor_array_to_flow(orig_loop_vars))
+  loop_vars = nest.map_structure(
+      ops.internal_convert_to_tensor_or_indexed_slices, loop_vars)
   if shape_invariants is not None:
     nest.assert_same_structure(orig_loop_vars, shape_invariants)
   else:
-- 
GitLab


From f02245882372a0f2387f0d051d44a6d5d3903475 Mon Sep 17 00:00:00 2001
From: Austin Anderson <angerson@google.com>
Date: Fri, 26 Oct 2018 13:36:25 -0700
Subject: [PATCH 0679/1825] Disable CMake sanity checks for CI builds

TensorFlow team no longer supports CMake, so we're disabling these sanity checks for our CI.

PiperOrigin-RevId: 218905820
---
 tensorflow/tools/ci_build/ci_sanity.sh | 9 ++-------
 1 file changed, 2 insertions(+), 7 deletions(-)

diff --git a/tensorflow/tools/ci_build/ci_sanity.sh b/tensorflow/tools/ci_build/ci_sanity.sh
index 503e602198..9fc0cf19ac 100755
--- a/tensorflow/tools/ci_build/ci_sanity.sh
+++ b/tensorflow/tools/ci_build/ci_sanity.sh
@@ -525,11 +525,6 @@ do_check_load_py_test() {
   python check_load_py_test.py
 }
 
-do_cmake_python_sanity() {
-  cd "$ROOT_DIR/tensorflow/contrib/cmake"
-  python -m unittest -v python_sanity_test
-}
-
 do_check_futures_test() {
   cd "$ROOT_DIR/tensorflow/tools/test"
   python check_futures_test.py
@@ -541,8 +536,8 @@ do_check_file_name_test() {
 }
 
 # Supply all sanity step commands and descriptions
-SANITY_STEPS=("do_pylint PYTHON2" "do_pylint PYTHON3" "do_check_futures_test" "do_buildifier" "do_bazel_nobuild" "do_pip_package_licenses_check" "do_lib_package_licenses_check" "do_java_package_licenses_check" "do_pip_smoke_test" "do_check_load_py_test" "do_code_link_check" "do_cmake_python_sanity" "do_check_file_name_test")
-SANITY_STEPS_DESC=("Python 2 pylint" "Python 3 pylint" "Check that python files have certain __future__ imports" "buildifier check" "bazel nobuild" "pip: license check for external dependencies" "C library: license check for external dependencies" "Java Native Library: license check for external dependencies" "Pip Smoke Test: Checking py_test dependencies exist in pip package" "Check load py_test: Check that BUILD files with py_test target properly load py_test" "Code Link Check: Check there are no broken links" "Test entries in /tensorflow/contrib/cmake/python_{modules|protos|protos_cc}.txt for validity and consistency" "Check file names for cases")
+SANITY_STEPS=("do_pylint PYTHON2" "do_pylint PYTHON3" "do_check_futures_test" "do_buildifier" "do_bazel_nobuild" "do_pip_package_licenses_check" "do_lib_package_licenses_check" "do_java_package_licenses_check" "do_pip_smoke_test" "do_check_load_py_test" "do_code_link_check" "do_check_file_name_test")
+SANITY_STEPS_DESC=("Python 2 pylint" "Python 3 pylint" "Check that python files have certain __future__ imports" "buildifier check" "bazel nobuild" "pip: license check for external dependencies" "C library: license check for external dependencies" "Java Native Library: license check for external dependencies" "Pip Smoke Test: Checking py_test dependencies exist in pip package" "Check load py_test: Check that BUILD files with py_test target properly load py_test" "Code Link Check: Check there are no broken links" "Check file names for cases")
 
 INCREMENTAL_FLAG=""
 DEFAULT_BAZEL_CONFIGS=""
-- 
GitLab


From f348ee8a0931c5048a3ed4f8d16b2f47a7466d39 Mon Sep 17 00:00:00 2001
From: Eddie Zhou <eddz@google.com>
Date: Fri, 26 Oct 2018 13:42:24 -0700
Subject: [PATCH 0680/1825] Group the warm-starting of no-vocab variables into
 one init_from_checkpoint call for efficiency.

PiperOrigin-RevId: 218906890
---
 .../python/training/warm_starting_util.py     | 26 ++++++++++---------
 .../training/warm_starting_util_test.py       | 21 ++++++++++-----
 2 files changed, 28 insertions(+), 19 deletions(-)

diff --git a/tensorflow/python/training/warm_starting_util.py b/tensorflow/python/training/warm_starting_util.py
index 5d7f81d36e..78dbb465b5 100644
--- a/tensorflow/python/training/warm_starting_util.py
+++ b/tensorflow/python/training/warm_starting_util.py
@@ -146,22 +146,19 @@ def _infer_var_name(var):
   return list(name_to_var_dict.keys())[0]
 
 
-def _warm_start_var(var, prev_ckpt, prev_tensor_name=None):
-  """Warm-starts given variable from `prev_tensor_name` tensor in `prev_ckpt`.
+def _get_var_info(var, prev_tensor_name=None):
+  """Helper method for standarizing Variable and naming.
 
   Args:
     var: Current graph's variable that needs to be warm-started (initialized).
-      Can be either of the following:
-      (i) `Variable`
-      (ii) `ResourceVariable`
+      Can be either of the following: (i) `Variable` (ii) `ResourceVariable`
       (iii) list of `Variable`: The list must contain slices of the same larger
-        variable.
-      (iv) `PartitionedVariable`
-    prev_ckpt: A string specifying the directory with checkpoint file(s) or path
-      to checkpoint. The given checkpoint must have tensor with name
-      `prev_tensor_name` (if not None) or tensor with name same as given `var`.
+        variable. (iv) `PartitionedVariable`
     prev_tensor_name: Name of the tensor to lookup in provided `prev_ckpt`. If
       None, we lookup tensor with same name as given `var`.
+
+  Returns:
+    A tuple of the Tensor name and var.
   """
   if checkpoint_utils._is_variable(var):  # pylint: disable=protected-access
     current_var_name = _infer_var_name([var])
@@ -178,7 +175,8 @@ def _warm_start_var(var, prev_ckpt, prev_tensor_name=None):
   if not prev_tensor_name:
     # Assume tensor name remains the same.
     prev_tensor_name = current_var_name
-  checkpoint_utils.init_from_checkpoint(prev_ckpt, {prev_tensor_name: var})
+
+  return prev_tensor_name, var
 
 
 # pylint: disable=protected-access
@@ -427,6 +425,8 @@ def warm_start(ckpt_to_initialize_from,
   prev_var_name_used = set()
   vocab_info_used = set()
 
+  # Group the vocabless vars into one call to init_from_checkpoint.
+  vocabless_vars = {}
   for var_name, variable in six.iteritems(grouped_variables):
     prev_var_name = var_name_to_prev_var_name.get(var_name)
     if prev_var_name:
@@ -469,8 +469,10 @@ def warm_start(ckpt_to_initialize_from,
         # for init_from_checkpoint logic to work correctly.
         if len(variable) == 1:
           variable = variable[0]
-        _warm_start_var(variable, ckpt_to_initialize_from, prev_var_name)
+        prev_tensor_name, var = _get_var_info(variable, prev_var_name)
+        vocabless_vars[prev_tensor_name] = var
 
+  checkpoint_utils.init_from_checkpoint(ckpt_to_initialize_from, vocabless_vars)
   prev_var_name_not_used = set(
       var_name_to_prev_var_name.keys()) - prev_var_name_used
   vocab_info_not_used = set(var_name_to_vocab_info.keys()) - vocab_info_used
diff --git a/tensorflow/python/training/warm_starting_util_test.py b/tensorflow/python/training/warm_starting_util_test.py
index f368fb9180..91a0b53b3a 100644
--- a/tensorflow/python/training/warm_starting_util_test.py
+++ b/tensorflow/python/training/warm_starting_util_test.py
@@ -30,6 +30,7 @@ from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
+from tensorflow.python.training import checkpoint_utils
 from tensorflow.python.training import saver as saver_lib
 from tensorflow.python.training import warm_starting_util as ws_util
 
@@ -121,7 +122,9 @@ class WarmStartingUtilTest(test.TestCase):
       with self.session(graph=g) as sess:
         fruit_weights = variable_scope.get_variable(
             "fruit_weights", initializer=[[0.], [0.], [0.], [0.]])
-        ws_util._warm_start_var(fruit_weights, self.get_temp_dir())
+        prev_tensor_name, var = ws_util._get_var_info(fruit_weights)
+        checkpoint_utils.init_from_checkpoint(self.get_temp_dir(),
+                                              {prev_tensor_name: var})
         sess.run(variables.global_variables_initializer())
         self.assertAllClose(prev_val, fruit_weights.eval(sess))
 
@@ -137,7 +140,9 @@ class WarmStartingUtilTest(test.TestCase):
       with self.session(graph=g) as sess:
         fruit_weights = variable_scope.get_variable(
             "fruit_weights", initializer=[[0.], [0.], [0.], [0.]])
-        ws_util._warm_start_var(fruit_weights, self.get_temp_dir())
+        prev_tensor_name, var = ws_util._get_var_info(fruit_weights)
+        checkpoint_utils.init_from_checkpoint(self.get_temp_dir(),
+                                              {prev_tensor_name: var})
         sess.run(variables.global_variables_initializer())
         self.assertAllClose(prev_val, fruit_weights.eval(sess))
 
@@ -154,7 +159,9 @@ class WarmStartingUtilTest(test.TestCase):
             partitioner=lambda shape, dtype: [2, 1])
         self.assertTrue(
             isinstance(fruit_weights, variables.PartitionedVariable))
-        ws_util._warm_start_var(fruit_weights, self.get_temp_dir())
+        prev_tensor_name, var = ws_util._get_var_info(fruit_weights)
+        checkpoint_utils.init_from_checkpoint(self.get_temp_dir(),
+                                              {prev_tensor_name: var})
         sess.run(variables.global_variables_initializer())
         fruit_weights = fruit_weights._get_variable_list()
         new_val = np.concatenate(
@@ -178,10 +185,10 @@ class WarmStartingUtilTest(test.TestCase):
             partitioner=lambda shape, dtype: [2, 1])
         self.assertTrue(
             isinstance(fruit_weights, variables.PartitionedVariable))
-        ws_util._warm_start_var(
-            fruit_weights,
-            self.get_temp_dir(),
-            prev_tensor_name="old_scope/fruit_weights")
+        prev_tensor_name, var = ws_util._get_var_info(
+            fruit_weights, prev_tensor_name="old_scope/fruit_weights")
+        checkpoint_utils.init_from_checkpoint(self.get_temp_dir(),
+                                              {prev_tensor_name: var})
         sess.run(variables.global_variables_initializer())
         fruit_weights = fruit_weights._get_variable_list()
         new_val = np.concatenate(
-- 
GitLab


From f9486f4879dcdc07ebc37b23558ceff2f6698184 Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Fri, 26 Oct 2018 13:42:32 -0700
Subject: [PATCH 0681/1825] Move model optimization docs into lite. Create
 performance section in leftnav.

PiperOrigin-RevId: 218906907
---
 tensorflow/contrib/lite/g3doc/_book.yaml      | 15 +++-
 .../benchmarks.md}                            |  0
 .../best_practices.md}                        | 13 ++-
 .../g3doc/performance/model_optimization.md   | 88 +++++++++++++++++++
 .../performance/post_training_quantization.md | 76 ++++++++++++++++
 5 files changed, 183 insertions(+), 9 deletions(-)
 rename tensorflow/contrib/lite/g3doc/{performance_benchmarks.md => performance/benchmarks.md} (100%)
 rename tensorflow/contrib/lite/g3doc/{performance.md => performance/best_practices.md} (88%)
 create mode 100644 tensorflow/contrib/lite/g3doc/performance/model_optimization.md
 create mode 100644 tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md

diff --git a/tensorflow/contrib/lite/g3doc/_book.yaml b/tensorflow/contrib/lite/g3doc/_book.yaml
index 05c65441c3..1d916d0583 100644
--- a/tensorflow/contrib/lite/g3doc/_book.yaml
+++ b/tensorflow/contrib/lite/g3doc/_book.yaml
@@ -21,8 +21,6 @@ upper_tabs:
         path: /lite/demo_android
       - title: iOS demo app
         path: /lite/demo_ios
-      - title: Performance
-        path: /lite/performance
       - break: true
       - title: TensorFlow Lite APIs
         path: /lite/apis
@@ -49,6 +47,19 @@ upper_tabs:
       - title: Command line reference
         path: /lite/convert/cmdline_reference
 
+      - heading: Performance
+      - title: Best practices
+        path: /lite/performance/best_practices
+      - title: Benchmarks
+        path: /lite/performance/benchmarks
+      - title: Model optimization
+        path: /lite/performance/model_optimization
+      - title: Post-training quantization
+        path: /lite/performance/post_training_quantization
+      - title: Post-training quantization example
+        path: https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tutorials/post_training_quant.ipynb
+        status: external
+
       - title: TF Mobile
         style: accordion
         status: deprecated
diff --git a/tensorflow/contrib/lite/g3doc/performance_benchmarks.md b/tensorflow/contrib/lite/g3doc/performance/benchmarks.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/performance_benchmarks.md
rename to tensorflow/contrib/lite/g3doc/performance/benchmarks.md
diff --git a/tensorflow/contrib/lite/g3doc/performance.md b/tensorflow/contrib/lite/g3doc/performance/best_practices.md
similarity index 88%
rename from tensorflow/contrib/lite/g3doc/performance.md
rename to tensorflow/contrib/lite/g3doc/performance/best_practices.md
index ed11452716..180e51e5f6 100644
--- a/tensorflow/contrib/lite/g3doc/performance.md
+++ b/tensorflow/contrib/lite/g3doc/performance/best_practices.md
@@ -1,4 +1,3 @@
-
 # Performance best practices
 
 Mobile and embedded devices have limited computational resources and it is important to keep your application resource efficient. We have compiled a list of best practices and strategies you can use to optimize your model and application when using Tensorflow Lite.
@@ -6,12 +5,12 @@ Mobile and embedded devices have limited computational resources and it is impor
 ## Choose the best model for the task
 Depending on the task you will need to make a tradeoff between model complexity and size. If your task requires high accuracy then you may need a large and complex model. Some tasks may work with a less precise model, for these tasks it is better to use a smaller but less precise model. Smaller models not only use less disk space and memory but are generally faster and more energy efficient. For example, graphs below show accuracy and latency tradeoff for some common image classification models.
 
-![accuracy vs model size](images/performance/model_size_vs_accuracy.png "Accuracy vs Model size")
+![accuracy vs model size](../images/performance/model_size_vs_accuracy.png "Accuracy vs Model size")
 
 
-![latency vs model size](images/performance/model_size_vs_latency.png "Latency vs Model size")
+![latency vs model size](../images/performance/model_size_vs_latency.png "Latency vs Model size")
 
-One example of models optimized for mobile devices are [MobileNets](https://arxiv.org/abs/1704.04861), which are optimized for mobile vision applications. Tensorflow Lite [models page](models.md) lists several other models that have been optimized specifically for mobile and embedded devices.
+One example of models optimized for mobile devices are [MobileNets](https://arxiv.org/abs/1704.04861), which are optimized for mobile vision applications. Tensorflow Lite [models page](../models.md) lists several other models that have been optimized specifically for mobile and embedded devices.
 
 You can retrain the listed models on your own dataset by using transfer learning. Check out our transfer learning tutorial for
 [image classification](https://codelabs.developers.google.com/codelabs/tensorflow-for-poets/#0) and
@@ -23,10 +22,10 @@ Once you have selected a candidate model that is right for your task, it is a go
 
 ## Profile and optimize operators in the graph
 If a particular operator appears frequently in the model and based on profiling you find the operator consuming the most amount of time, you can look into optimizing the operator.
- This scenario should be rare as Tensorflow Lite has optimized versions for most ops. However you may be able to write a faster version of a custom op, if you know the constraints in which the operator is executed. Check out our [custom operator documentation](custom_operators.md).
+ This scenario should be rare as Tensorflow Lite has optimized versions for most ops. However you may be able to write a faster version of a custom op, if you know the constraints in which the operator is executed. Check out our [custom operator documentation](../custom_operators.md).
 
 ## Quantize your model
-If your model uses floating point weights or activations then it may be possible to reduce the size of model up to ~4x by using quantization and other model optimizations. Check out our [model optimization toolkit](https://www.tensorflow.org/performance/model_optimization) for details about optimizing your model. 
+If your model uses floating point weights or activations then it may be possible to reduce the size of model up to ~4x by using quantization and other model optimizations. Check out our [model optimization toolkit](model_optimization.md) for details about optimizing your model. 
 
 ## Tweak the number of threads
 Tensorflow Lite supports multi-threaded kernels for many operators. You can increase the number of threads and speed up execution of operators. Increasing the number of threads will however make your model use more resources and power. For some applications latency may be more important than energy efficiency. You can increase the number of threads by setting the number of [interpreter](https://github.com/tensorflow/tensorflow/blob/1084594657a5d139102ac794f84d1427a710e39a/tensorflow/contrib/lite/interpreter.h#L337) threads. Multi-threaded execution however comes at the cost of increased performance variability depending on what else is been executed concurrently. This is particularly the case for mobile apps. For example, isolated tests may show 2x speed up vs single-threaded but if another app is executing at the same time may result in worst performance than single-threaded.
@@ -42,4 +41,4 @@ Tensorflow Lite is working on adding support for accelerators like GPU and provi
 You can utilize these hardware accelerator backends to improve the speed and efficiency of your model. To enable Neural Networks API call [UseNNAPI](https://github.com/tensorflow/tensorflow/blob/6305a6d83552ba6a472cd72398b60d9241467f1f/tensorflow/contrib/lite/interpreter.h#L334) on the interpreter instance.
 
 ## Need more help
-The Tensorflow team is happy to help diagnose and address specific performance issues you may be facing. Please file a bug on [github](https://github.com/tensorflow/tensorflow/issues) with details of the issue.
+The Tensorflow team is happy to help diagnose and address specific performance issues you may be facing. Please file an issue on [GitHub](https://github.com/tensorflow/tensorflow/issues) with details of the issue.
diff --git a/tensorflow/contrib/lite/g3doc/performance/model_optimization.md b/tensorflow/contrib/lite/g3doc/performance/model_optimization.md
new file mode 100644
index 0000000000..2eb432c008
--- /dev/null
+++ b/tensorflow/contrib/lite/g3doc/performance/model_optimization.md
@@ -0,0 +1,88 @@
+# Model optimization
+
+Inference efficiency is a critical issue when deploying machine learning
+models to mobile devices. Where the computational demand for *training*
+grows with the number of models trained on different architectures, the
+computational demand for *inference* grows in proportion to the number of
+users. The *Tensorflow Model Optimization Toolkit* minimizes the complexity
+of inference—the model size, the latency and power consumption.
+
+
+## Use cases
+
+Model optimization is useful for:
+
+* Deploying models to edge devices with restrictions on processing, memory, or power-consumption.
+  For example, mobile and Internet of Things (IoT) devices.
+* Reduce the payload size for over-the-air model updates.
+* Execution on hardware constrained by fixed-point operations.
+* Optimize models for special purpose hardware accelerators.
+
+
+## Optimization methods
+
+Model optimization uses multiple techniques:
+
+* Reduced parameter count, for example, pruning and structured pruning.
+* Reduced representational precision, for example, quantization.
+* Update the original model topology to a more efficient one, with reduced parameters or faster execution, for example, tensor decomposition methods and distillation.
+
+## Model quantization
+
+Quantizing deep neural networks uses techniques that allow for reduced precision
+representations of weights and, optionally, activations for both storage and
+computation. Quantization provides several benefits:
+
+* Support on existing CPU platforms.
+* Quantizing activations reduces memory access costs for reading and storing intermediate activations.
+* Many CPU and hardware accelerator implementations provide SIMD instruction capabilities, which are especially beneficial for quantization.
+
+TensorFlow Lite provides several levels of support for quantization.
+
+[Post-training quantization](post_training_quantization.md) quantizes weights and activations post training and is very easy to use.
+[Quantization-aware training](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/quantize/README.md){:.external} allows for training networks that can be quantized with minimal accuracy drop and is only available
+for a subset of convolutional neural network architectures.
+
+
+### Latency and accuracy results
+
+Below are the results of the latency and accuracy of post-training quantization and
+quantization-aware training on a few models. All latency numbers are measured on
+Pixel&nbsp;2 devices using a single big core. As the toolkit improves, so will the numbers here:
+
+<figure>
+  <table>
+    <tr>
+      <th>Model</th>
+      <th>Top-1 Accuracy (Original) </th>
+      <th>Top-1 Accuracy (Post Training Quantized) </th>
+      <th>Top-1 Accuracy (Quantization Aware Training) </th>
+      <th>Latency (Original) (ms) </th>
+      <th>Latency (Post Training Quantized) (ms) </th>
+      <th>Latency (Quantization Aware Training) (ms) </th>
+      <th> Size (Original) (MB)</th>
+      <th> Size (Optimized) (MB)</th>
+    </tr>
+    <tr><td>Mobilenet-v1-1-224</td><td>0.709</td><td>0.657</td><td>0.70</td>
+      <td>180</td><td>145</td><td>80.2</td><td>16.9</td><td>4.3</td></tr>
+    <tr><td>Mobilenet-v2-1-224</td><td>0.719</td><td>0.637</td><td>0.709</td>
+      <td>117</td><td>121</td><td>80.3</td><td>14</td><td>3.6</td></tr>
+   <tr><td>Inception_v3</td><td>0.78</td><td>0.772</td><td>0.775</td>
+      <td>1585</td><td>1187</td><td>637</td><td>95.7</td><td>23.9</td></tr>
+   <tr><td>Resnet_v2_101</td><td>0.770</td><td>0.768</td><td>N/A</td>
+      <td>3973</td><td>2868</td><td>N/A</td><td>178.3</td><td>44.9</td></tr>
+ </table>
+  <figcaption>
+    <b>Table 1</b> Benefits of model quantization for select CNN models
+  </figcaption>
+</figure>
+
+## Choice of quantization tool
+
+As a starting point, check if the models in the TensorFlow Lite model repository can work for
+your application. If not, we recommend that users start with the post-training quantization tool
+since this is broadly applicable and does not require training data. For cases where the accuracy
+and latency targets are not met, or hardware accelerator support is important, quantization-aware
+training is the better option.
+
+Note: Quantization-aware training supports a subset of convolutional neural network architectures.
diff --git a/tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md b/tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md
new file mode 100644
index 0000000000..d95cab94aa
--- /dev/null
+++ b/tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md
@@ -0,0 +1,76 @@
+# Post-training quantization
+
+Post-training quantization is a general technique to reduce the model size while also
+providing up to 3x lower latency with little degradation in model accuracy. Post-training
+quantization quantizes weights to 8-bits of precision from floating-point. This technique
+is enabled as an option in [TensorFlow Lite model converter](../convert):
+
+```
+import tensorflow as tf
+converter = tf.contrib.lite.TocoConverter.from_saved_model(saved_model_dir)
+converter.post_training_quantize = True
+tflite_quantized_model = converter.convert()
+open("quantized_model.tflite", "wb").write(tflite_quantized_model)
+
+```
+
+At inference, weights are converted from 8-bits of precision to floating-point and
+computed using floating point kernels. This conversion is done once and cached to reduce latency.
+
+To further improve latency, hybrid operators dynamically quantize activations to 8-bits and
+perform computations with 8-bit weights and activations. This optimization provides latencies
+close to fully fixed-point inference. However, the outputs are still stored using
+floating-point, so the speedup with hybrid ops is less than a full fixed-point computation.
+Hybrid ops are available for the most compute-intensive operators in a network:
+
+*  [tf.contrib.layers.fully_connected](https://www.tensorflow.org/api_docs/python/tf/contrib/layers/fully_connected)
+*  [tf.nn.conv2d](https://www.tensorflow.org/api_docs/python/tf/nn/conv2d)
+*  [tf.nn.embedding_lookup](https://www.tensorflow.org/api_docs/python/tf/nn/embedding_lookup)
+*  [BasicRNN](https://www.tensorflow.org/api_docs/python/tf/contrib/rnn/BasicRNNCell)
+*  [tf.nn.bidirectional_dynamic_rnn for BasicRNNCell type](https://www.tensorflow.org/api_docs/python/tf/nn/bidirectional_dynamic_rnn)
+*  [tf.nn.dynamic_rnn for LSTM and BasicRNN Cell types](https://www.tensorflow.org/api_docs/python/tf/nn/dynamic_rnn)
+
+
+Since weights are quantized post-training, there could be an accuracy loss, particularly for
+smaller networks. Pre-trained fully quantized models are provided for specific networks in
+the [TensorFlow Lite model repository](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/models.md#image-classification-quantized-models){:.external}. It is important to check the accuracy of the quantized model to verify that any degradation
+in accuracy is within acceptable limits. There is a tool to evaluate [TensorFlow Lite model accuracy](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tools/accuracy/README.md){:.external}.
+
+If the accuracy drop is too high, consider using [quantization aware training](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/quantize/README.md){:.external}.
+
+### Representation for quantized tensors
+
+TensorFlow approaches the conversion of floating-point arrays of numbers into
+8-bit representations as a compression problem. Since the weights and activation
+tensors in trained neural network models tend to have values that are distributed
+across comparatively small ranges (for example, -15 to +15 for weights or -500 to
+1000 for image model activations). And since neural nets tend to be robust
+handling noise, the error introduced by quantizing to a small set of values
+maintains the precision of the overall results within an acceptable threshold. A
+chosen representation must perform fast calculations, especially the large matrix
+multiplications that comprise the bulk of the computations while running a model.
+
+This is represented with two floats that store the overall minimum and maximum
+values corresponding to the lowest and highest quantized value. Each entry in the
+quantized array represents a float value in that range, distributed linearly
+between the minimum and maximum. For example, with a minimum of -10.0 and maximum
+of 30.0f, and an 8-bit array, the quantized values represent the following:
+
+<figure>
+  <table>
+    <tr><th>Quantized</th><th>Float</th></tr>
+    <tr><td>0</td><td>-10.0</td></tr>
+    <tr><td>128</td><td>10.0</td></tr>
+    <tr><td>255</td><td>30.0</td></tr>
+  </table>
+  <figcaption>
+    <b>Table 2</b>: Example quantized value range
+  </figcaption>
+</figure>
+
+The advantages of this representation format are:
+
+* It efficiently represents an arbitrary magnitude of ranges.
+* The values don't have to be symmetrical.
+* The format represents both signed and unsigned values.
+* The linear spread makes multiplications straightforward.
-- 
GitLab


From 62363a43198ef21ee7cec1c46c8db5203b7b1278 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 26 Oct 2018 13:44:36 -0700
Subject: [PATCH 0682/1825] Enable support for default argument values.

PiperOrigin-RevId: 218907219
---
 tensorflow/python/autograph/impl/api.py           |  3 +++
 tensorflow/python/autograph/impl/api_test.py      | 15 +++++++++++++++
 tensorflow/python/autograph/impl/conversion.py    |  2 ++
 .../python/autograph/impl/conversion_test.py      | 15 +++++++++++++++
 4 files changed, 35 insertions(+)

diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index 51a455fbb6..288ba3717b 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -318,6 +318,9 @@ def to_graph(e,
       compiled_module.__dict__[key] = val
   compiled = getattr(compiled_module, name)
 
+  if tf_inspect.isfunction(e):
+    compiled.__defaults__ = e.__defaults__
+
   # Need this so the source_mapping attribute is available for the context
   # manager to access for runtime errors.
   #
diff --git a/tensorflow/python/autograph/impl/api_test.py b/tensorflow/python/autograph/impl/api_test.py
index 86b5ce64cf..0c0ebb87a6 100644
--- a/tensorflow/python/autograph/impl/api_test.py
+++ b/tensorflow/python/autograph/impl/api_test.py
@@ -309,6 +309,21 @@ class ApiTest(test.TestCase):
       x = compiled_fn(constant_op.constant([4, 8]), 4)
       self.assertListEqual([1, 2], sess.run(x).tolist())
 
+  def test_to_graph_with_defaults(self):
+
+    foo = 4
+
+    def test_fn(x, s=foo):
+      while tf.reduce_sum(x) > s:
+        x //= 2
+      return x
+
+    compiled_fn = api.to_graph(test_fn)
+
+    with self.cached_session() as sess:
+      x = compiled_fn(constant_op.constant([4, 8]))
+      self.assertListEqual([1, 2], sess.run(x).tolist())
+
   def test_to_code_basic(self):
 
     def test_fn(x, s):
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 1b083b6bf6..82471c4b64 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -24,6 +24,7 @@ import gast
 
 from tensorflow.python.autograph import operators
 from tensorflow.python.autograph import utils
+from tensorflow.python.autograph.converters import arg_defaults
 from tensorflow.python.autograph.converters import asserts
 from tensorflow.python.autograph.converters import break_statements
 from tensorflow.python.autograph.converters import builtin_functions
@@ -342,6 +343,7 @@ def node_to_graph(node, context, rewrite_errors=True):
 
   if context.program.options.uses(converter.Feature.DECORATORS):
     node = converter.apply_(node, context, decorators)
+  node = converter.apply_(node, context, arg_defaults)
   node = converter.apply_(node, context, directives)
   node = converter.apply_(node, context, break_statements)
   node = converter.apply_(node, context, asserts)
diff --git a/tensorflow/python/autograph/impl/conversion_test.py b/tensorflow/python/autograph/impl/conversion_test.py
index 34550d0112..442d0e31e3 100644
--- a/tensorflow/python/autograph/impl/conversion_test.py
+++ b/tensorflow/python/autograph/impl/conversion_test.py
@@ -24,6 +24,7 @@ from tensorflow.python.autograph import utils
 from tensorflow.python.autograph.core import config
 from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.impl import api
+from tensorflow.python.autograph.pyct import compiler
 from tensorflow.python.autograph.impl import conversion
 from tensorflow.python.framework import constant_op
 from tensorflow.python.keras.engine import training
@@ -65,6 +66,20 @@ class ConversionTest(test.TestCase):
     self.assertEqual('tf__f', name)
     self.assertIs(ns['b'], b)
 
+  def test_entity_to_graph_function_with_defaults(self):
+    b = 2
+    c = 1
+    def f(a, d=c + 1):
+      return a + b + d
+
+    program_ctx = self._simple_program_ctx()
+    nodes, name, _ = conversion.entity_to_graph(f, program_ctx, None, None)
+    fn_node, _ = nodes
+    self.assertIsInstance(fn_node, gast.FunctionDef)
+    self.assertEqual('tf__f', name)
+    self.assertEqual(
+        compiler.ast_to_source(fn_node.args.defaults[0]).strip(), 'None')
+
   def test_entity_to_graph_call_tree(self):
 
     def g(a):
-- 
GitLab


From 33d6328d1617f18e95ad516f4840a05be42391e8 Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Fri, 26 Oct 2018 13:47:23 -0700
Subject: [PATCH 0683/1825] Correctly log default ranking in collective param
 resolution.

PiperOrigin-RevId: 218907613
---
 .../core/common_runtime/collective_param_resolver_local.cc     | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/core/common_runtime/collective_param_resolver_local.cc b/tensorflow/core/common_runtime/collective_param_resolver_local.cc
index 7cb90de3c7..1bc873d0c5 100644
--- a/tensorflow/core/common_runtime/collective_param_resolver_local.cc
+++ b/tensorflow/core/common_runtime/collective_param_resolver_local.cc
@@ -445,8 +445,7 @@ void CollectiveParamResolverLocal::CompleteDefaultRanking(
   ir->shared.instance.task_names = new_task_names;
   if (VLOG_IS_ON(2)) {
     string buf;
-    for (const auto& d : cp->instance.device_names)
-      strings::StrAppend(&buf, "\n", d);
+    for (const auto& d : new_device_names) strings::StrAppend(&buf, "\n", d);
     VLOG(2) << "Optimized device order for " << ir->shared.name << ": " << buf;
   }
 }
-- 
GitLab


From 2c164ed32f2fd939c0a6e6084bbe9a0c0c4ec13b Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 26 Oct 2018 13:48:16 -0700
Subject: [PATCH 0684/1825] Introduce a pass to increase the amount of dynamism
 supported by an XLA cluster

Increases the amount of dynamism representable by XLA clusters by rewriting the
TensorFlow graph.  See the header for a description.

This pass, combined with jit/partially_decluster_pass, reduces the number of
unnecessary cluster recompilations in some common cases.

The CL is organized as follows:

 - cc/framework/scope* and core/graph/node_builder are modified so that new
   nodes can now be automatically put in an XLA cluster using
   Scope::WithXlaCluster.

 - The pass is implemented in jit/increase_dynamism_for_auto_jit_pass.

 - In jit/jit_compilation_pass_registration The new pass is registered to run
   between MarkForCompilationPass and PartiallyDeclusterPass.

PiperOrigin-RevId: 218907734
---
 tensorflow/cc/framework/scope.cc              |  35 +-
 tensorflow/cc/framework/scope.h               |  19 +-
 tensorflow/cc/framework/scope_internal.h      |   3 +
 tensorflow/compiler/jit/BUILD                 |   5 +
 .../increase_dynamism_for_auto_jit_pass.cc    | 331 ++++++++++++++++++
 .../jit/increase_dynamism_for_auto_jit_pass.h |  57 +++
 ...ncrease_dynamism_for_auto_jit_pass_test.cc | 285 +++++++++++++++
 .../jit/jit_compilation_pass_registration.cc  |   8 +-
 tensorflow/compiler/jit/node_matchers.cc      |  41 ++-
 tensorflow/compiler/jit/node_matchers.h       |  15 +-
 tensorflow/core/graph/node_builder.cc         |   5 +
 tensorflow/core/graph/node_builder.h          |   3 +
 tensorflow/core/util/device_name_utils.cc     |  12 +
 tensorflow/core/util/device_name_utils.h      |   5 +
 14 files changed, 803 insertions(+), 21 deletions(-)
 create mode 100644 tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
 create mode 100644 tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h
 create mode 100644 tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc

diff --git a/tensorflow/cc/framework/scope.cc b/tensorflow/cc/framework/scope.cc
index 6abc9e268e..81785b2d89 100644
--- a/tensorflow/cc/framework/scope.cc
+++ b/tensorflow/cc/framework/scope.cc
@@ -95,6 +95,7 @@ Scope::Impl::Impl(const Scope& other, Tags::ScopeName, const string& name,
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -112,6 +113,7 @@ Scope::Impl::Impl(const Scope& other, Tags::OpName, const string& name,
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -135,6 +137,7 @@ Scope::Impl::Impl(const Scope& other, Tags::ControlDeps,
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -167,6 +170,7 @@ Scope::Impl::Impl(const Scope& other, Tags::SingleUseScope,
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -183,6 +187,7 @@ Scope::Impl::Impl(const Scope& other, Tags::ExitOnError)
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -200,6 +205,7 @@ Scope::Impl::Impl(const Scope& other, Tags::KernelLabel,
       kernel_label_(kernel_label),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -217,6 +223,7 @@ Scope::Impl::Impl(const Scope& other, Tags::Colocate,
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(other.impl()->xla_cluster_),
       colocation_constraints_(
           clear_colocations
               ? std::unordered_set<string>()
@@ -237,6 +244,25 @@ Scope::Impl::Impl(const Scope& other, Tags::AssignedDevice,
       kernel_label_(other.impl()->kernel_label_),
       device_(other.impl()->device_),
       assigned_device_(assigned_device),
+      xla_cluster_(other.impl()->xla_cluster_),
+      colocation_constraints_(other.impl()->colocation_constraints_),
+      disable_shape_inference_(other.impl()->disable_shape_inference_) {}
+
+Scope::Impl::Impl(const Scope& other, Tags::XlaCluster,
+                  const string& xla_cluster)
+    : graph_(other.impl()->graph_),
+      status_(other.impl()->status_),
+      name_map_(other.impl()->name_map_),
+      refiner_(other.impl()->refiner_),
+      scope_used_(other.impl()->scope_used_),
+      control_deps_(other.impl()->control_deps_),
+      name_(other.impl()->name_),
+      op_name_(other.impl()->op_name_),
+      exit_on_error_(other.impl()->exit_on_error_),
+      kernel_label_(other.impl()->kernel_label_),
+      device_(other.impl()->device_),
+      assigned_device_(other.impl()->assigned_device_),
+      xla_cluster_(xla_cluster),
       colocation_constraints_(other.impl()->colocation_constraints_),
       disable_shape_inference_(other.impl()->disable_shape_inference_) {}
 
@@ -326,6 +352,9 @@ void Scope::UpdateBuilder(NodeBuilder* builder) const {
   if (!impl()->assigned_device_.empty()) {
     builder->AssignedDevice(impl()->assigned_device_);
   }
+  if (!impl()->xla_cluster_.empty()) {
+    builder->XlaCluster(impl()->xla_cluster_);
+  }
 }
 
 string Scope::Impl::GetUniqueName(const string& prefix,
@@ -388,7 +417,7 @@ Scope Scope::NewSubScope(const string& child_scope_name) const {
                         false /* copy_names */));
 }
 
-Scope Scope::WithOpName(const string& op_name) const {
+Scope Scope::WithOpNameImpl(const string& op_name) const {
   if (impl()->single_use_scope()) {
     UpdateStatus(errors::InvalidArgument("Cannot set op name ", op_name,
                                          " on this scope"));
@@ -425,6 +454,10 @@ Scope Scope::WithAssignedDevice(const string& assigned_device) const {
   return Scope(new Impl(*this, Impl::Tags::AssignedDevice(), assigned_device));
 }
 
+Scope Scope::WithXlaCluster(const string& xla_cluster) const {
+  return Scope(new Impl(*this, Impl::Tags::XlaCluster(), xla_cluster));
+}
+
 Scope Scope::ColocateWith(const Operation& op) const {
   return Scope(new Impl(*this, Impl::Tags::Colocate(), op,
                         /* clear_colocations */ false));
diff --git a/tensorflow/cc/framework/scope.h b/tensorflow/cc/framework/scope.h
index e307d8989b..0a75f23725 100644
--- a/tensorflow/cc/framework/scope.h
+++ b/tensorflow/cc/framework/scope.h
@@ -22,6 +22,7 @@ limitations under the License.
 #include <unordered_set>
 #include <vector>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/cc/framework/ops.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/gtl/array_slice.h"
@@ -69,8 +70,9 @@ struct CompositeOpScopes;
 ///     // W will be named "linear/W"
 ///     auto W = Variable(linear.WithOpName("W"),
 ///                       {2, 2}, DT_FLOAT);
-///     // b will be named "linear/b"
-///     auto b = Variable(linear.WithOpName("b"),
+///     // b will be named "linear/b_3"
+///     int idx = 3;
+///     auto b = Variable(linear.WithOpName("b_", idx),
 ///                       {2}, DT_FLOAT);
 ///     auto x = Const(linear, {...});  // name: "linear/Const"
 ///     auto m = MatMul(linear, x, W);  // name: "linear/MatMul"
@@ -113,8 +115,11 @@ class Scope {
   Scope NewSubScope(const string& child_scope_name) const;
 
   /// Return a new scope. All ops created within the returned scope will have
-  /// names of the form `name/op_name[_suffix]`.
-  Scope WithOpName(const string& op_name) const;
+  /// names of the form `name/StrCat(fragments...)[_suffix]`
+  template <typename... Ty>
+  Scope WithOpName(Ty... fragments) const {
+    return WithOpNameImpl(absl::StrCat(fragments...));
+  }
 
   /// Return a new scope. All ops created within the returned scope will have as
   /// control dependencies the union of operations in the control_deps vector
@@ -137,6 +142,10 @@ class Scope {
   /// their assigned device set to `assigned_device`.
   Scope WithAssignedDevice(const string& assigned_device) const;
 
+  /// Returns a new scope.  All ops created within the returned scope will have
+  /// their _XlaCluster attribute set to `xla_cluster`.
+  Scope WithXlaCluster(const string& xla_cluster) const;
+
   /// Return a new scope. All ops created within the returned scope will be
   /// co-located on the device where op is placed.
   /// NOTE: This function is intended to be use internal libraries only for
@@ -227,6 +236,8 @@ class Scope {
   // END_SKIP_DOXYGEN
 
  private:
+  Scope WithOpNameImpl(const string& op_name) const;
+
   friend class InternalScope;
   std::unique_ptr<Impl> impl_;
   explicit Scope(Impl*);
diff --git a/tensorflow/cc/framework/scope_internal.h b/tensorflow/cc/framework/scope_internal.h
index 514e02e841..5db7eab2b8 100644
--- a/tensorflow/cc/framework/scope_internal.h
+++ b/tensorflow/cc/framework/scope_internal.h
@@ -61,6 +61,7 @@ class Scope::Impl {
     enum class KernelLabel;
     enum class Colocate;
     enum class AssignedDevice;
+    enum class XlaCluster;
   };
 
   Impl(Graph* graph, Status* status, NameMap* name_map, ShapeRefiner* refiner,
@@ -78,6 +79,7 @@ class Scope::Impl {
   Impl(const Scope& other, Tags::Colocate, const Operation& colocate_with_op,
        bool clear_colocations);
   Impl(const Scope& other, Tags::AssignedDevice, const string& assigned_device);
+  Impl(const Scope& other, Tags::XlaCluster, const string& xla_cluster);
 
   std::unordered_set<string> GetColocationConstraints(
       const Operation& colocate_with_op) const;
@@ -112,6 +114,7 @@ class Scope::Impl {
   const string kernel_label_ = "";
   const string device_ = "";
   const string assigned_device_ = "";
+  const string xla_cluster_ = "";
   const std::unordered_set<string> colocation_constraints_;
 
   // If true, Scope::DoShapeInference() always returns Status:OK().
diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index b920849a9f..a6d8adddf7 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -448,6 +448,7 @@ cc_library(
         "encapsulate_subgraphs_pass.cc",
         "encapsulate_xla_computations_pass.cc",
         "extract_outside_compilation_pass.cc",
+        "increase_dynamism_for_auto_jit_pass.cc",
         "mark_for_compilation_pass.cc",
         "mark_for_compilation_pass_test_helper.cc",
         "partially_decluster_pass.cc",
@@ -458,6 +459,7 @@ cc_library(
         "encapsulate_subgraphs_pass.h",
         "encapsulate_xla_computations_pass.h",
         "extract_outside_compilation_pass.h",
+        "increase_dynamism_for_auto_jit_pass.h",
         "mark_for_compilation_pass.h",
         "mark_for_compilation_pass_test_helper.h",
         "partially_decluster_pass.h",
@@ -480,6 +482,7 @@ cc_library(
         "//tensorflow/compiler/tf2xla:tf2xla_util",
         "//tensorflow/compiler/tf2xla:xla_compiler",
         "//tensorflow/compiler/tf2xla/cc:xla_jit_ops",
+        "//tensorflow/compiler/tf2xla/cc:xla_ops",
         "//tensorflow/compiler/xla:status_macros",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/core:core_cpu",
@@ -493,6 +496,7 @@ cc_library(
         "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/container:flat_hash_map",
         "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/container:inlined_vector",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
     ],
@@ -576,6 +580,7 @@ tf_cc_test(
         "encapsulate_subgraphs_pass_test.cc",
         "encapsulate_xla_computations_pass_test.cc",
         "extract_outside_compilation_pass_test.cc",
+        "increase_dynamism_for_auto_jit_pass_test.cc",
         "mark_for_compilation_pass_test.cc",
         "partially_decluster_pass_test.cc",
     ],
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
new file mode 100644
index 0000000000..f7ffa2589a
--- /dev/null
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -0,0 +1,331 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h"
+#include "absl/algorithm/container.h"
+#include "absl/container/inlined_vector.h"
+#include "absl/strings/str_cat.h"
+#include "absl/strings/str_replace.h"
+#include "tensorflow/cc/framework/scope_internal.h"
+#include "tensorflow/cc/ops/array_ops.h"
+#include "tensorflow/cc/ops/const_op.h"
+#include "tensorflow/cc/ops/math_ops.h"
+#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
+#include "tensorflow/compiler/jit/xla_cluster_util.h"
+#include "tensorflow/compiler/tf2xla/cc/ops/xla_ops.h"
+#include "tensorflow/compiler/tf2xla/dump_graph.h"
+#include "tensorflow/compiler/xla/status_macros.h"
+#include "tensorflow/core/common_runtime/shape_refiner.h"
+#include "tensorflow/core/graph/algorithm.h"
+#include "tensorflow/core/public/session_options.h"
+#include "tensorflow/core/util/device_name_utils.h"
+
+namespace tensorflow {
+namespace {
+Status GetTensorFromConstOp(Node* n, Tensor* out_tensor) {
+  TF_RET_CHECK(n->type_string() == "Const");
+  const TensorProto* proto = nullptr;
+  TF_RETURN_IF_ERROR(GetNodeAttr(n->def(), "value", &proto));
+  Tensor tensor(proto->dtype());
+  TF_RET_CHECK(tensor.FromProto(*proto));
+  *out_tensor = std::move(tensor);
+  return Status::OK();
+}
+
+struct SliceInputs {
+  Output slice_op;
+  Output input;
+  Output begin;
+  Output size;
+
+  // The size of the TF slice operation as a std::vector.  We can always compute
+  // this because we only manipulate slices with a Const size.
+  std::vector<int64> size_as_vector;
+};
+
+std::vector<int64> IntTensorAsVector(const Tensor& t) {
+  DCHECK(t.dtype() == DT_INT32 || t.dtype() == DT_INT64);
+  std::vector<int64> result;
+  result.reserve(t.NumElements());
+  for (int i = 0; i < t.NumElements(); i++) {
+    int64 element = t.dtype() == DT_INT32
+                        ? static_cast<int64>(t.flat<int32>()(i))
+                        : t.flat<int64>()(i);
+    result.push_back(element);
+  }
+  return result;
+}
+
+// Packages up the inputs to a Slice operation into an instance of
+// `SliceInputs`.
+Status GetSliceInputs(Node* slice, SliceInputs* slice_inputs) {
+  const int kSliceInputIndex = 0;
+  const int kSliceBeginIndex = 1;
+  const int kSliceSizeIndex = 2;
+
+  const Edge* slice_input_edge;
+  TF_RETURN_IF_ERROR(slice->input_edge(kSliceInputIndex, &slice_input_edge));
+  const Edge* slice_size_edge;
+  TF_RETURN_IF_ERROR(slice->input_edge(kSliceSizeIndex, &slice_size_edge));
+  const Edge* slice_begin_edge;
+  TF_RETURN_IF_ERROR(slice->input_edge(kSliceBeginIndex, &slice_begin_edge));
+  slice_inputs->input =
+      Output(slice_input_edge->src(), slice_input_edge->src_output());
+  slice_inputs->begin =
+      Output(slice_begin_edge->src(), slice_begin_edge->src_output());
+  slice_inputs->size =
+      Output(slice_size_edge->src(), slice_size_edge->src_output());
+
+  Tensor tf_slice_size;
+  TF_RETURN_IF_ERROR(
+      GetTensorFromConstOp(slice_inputs->size.node(), &tf_slice_size));
+
+  if (tf_slice_size.dims() != 1) {
+    return errors::Internal("Expected vector for the slice size input.");
+  }
+
+  slice_inputs->size_as_vector = IntTensorAsVector(tf_slice_size);
+  return Status::OK();
+}
+
+// Casts `x` to a DT_INT64 if it isn't one already.
+Output MakeInt64(const Scope& host_scope, absl::string_view name,
+                 const Output& x) {
+  return x.type() == DT_INT64
+             ? x
+             : ops::Cast(host_scope.WithOpName(name, "_s64"), x, DT_INT64);
+}
+
+// Returns `slice_inputs` with the index and size inputs cast to DT_INT64.
+SliceInputs MakeSliceIndexAndSizeInt64(const Scope& host_scope,
+                                       const SliceInputs& slice_inputs) {
+  SliceInputs result;
+  result.input = slice_inputs.input;
+  result.begin = MakeInt64(host_scope, "begin", slice_inputs.begin);
+  result.size = MakeInt64(host_scope, "size", slice_inputs.size);
+  result.size_as_vector = slice_inputs.size_as_vector;
+  return result;
+}
+
+// This class caches emitted constants to avoid creating multiple nodes for the
+// same constant value.  This helps make the generated GraphDef more readable.
+class ConstantCache {
+ public:
+  explicit ConstantCache(const Scope& s) : scope_(s) {}
+
+  Output Get1DHostConstant(int64 constant) {
+    auto it = cache_.find(constant);
+    if (it == cache_.end()) {
+      Output new_const =
+          ops::Const(scope_.WithOpName("const_", constant), {constant});
+      it = cache_.insert({constant, new_const}).first;
+    }
+    return it->second;
+  }
+
+ private:
+  Scope scope_;
+  std::unordered_map<int, Output> cache_;
+};
+
+// Returns a node computing the size of the Slice op with inputs `slice_inputs`.
+Status ComputeSliceSize(const Scope& host_scope,
+                        const SliceInputs& slice_inputs, Output* size) {
+  // If slice_size[i] >= 0 then slice_size[i] = slice_size[i].
+  //
+  // If slice_size[i] == -1 then slice_size[i] = input_size[i] -
+  // begin[i].
+  //
+  // If slice_size[i] < -1 then executing the slice will throw an error, and we
+  // don't do anything here.  We've already filtered these cases out in
+  // IsRewritableSlice.
+
+  if (absl::c_all_of(slice_inputs.size_as_vector,
+                     [](int64 i) { return i >= 0; })) {
+    *size = slice_inputs.size;
+    return Status::OK();
+  }
+
+  Output input_shape =
+      ops::Shape(host_scope.WithOpName("input_shape"), slice_inputs.input,
+                 ops::Shape::OutType(DT_INT64));
+
+  ConstantCache constant_pool(host_scope);
+
+  std::vector<Output> slice_size;
+  for (int i = 0; i < slice_inputs.size_as_vector.size(); i++) {
+    if (slice_inputs.size_as_vector[i] >= 0) {
+      slice_size.push_back(
+          constant_pool.Get1DHostConstant(slice_inputs.size_as_vector[i]));
+      continue;
+    }
+
+    DCHECK_EQ(slice_inputs.size_as_vector[i], -1);
+
+    Output begin_i = ops::Slice(
+        host_scope.WithOpName("begin_", i), slice_inputs.begin,
+        constant_pool.Get1DHostConstant(i), constant_pool.Get1DHostConstant(1));
+
+    Output input_shape_i = ops::Slice(
+        host_scope.WithOpName("input_shape_", i), input_shape,
+        constant_pool.Get1DHostConstant(i), constant_pool.Get1DHostConstant(1));
+
+    slice_size.push_back(ops::Sub(host_scope.WithOpName("slice_size_", i),
+                                  input_shape_i, begin_i));
+    DCHECK_EQ(slice_size.back().type(), DT_INT64);
+  }
+
+  *size = ops::Concat(host_scope.WithOpName("slice_size"), slice_size,
+                      ops::Const(host_scope.WithOpName("concat_axis"), 0));
+  return Status::OK();
+}
+
+// Terminology: "static sized" slice is a slice with the
+// _XlaCompileTimeConstantInputs attribute set to {2}.  The output shape of
+// these slices can be solely determined by their "size" input.
+Status ConvertTensorFlowSliceToStaticShapedSlice(
+    Graph* g, Node* slice, const SliceInputs& slice_inputs,
+    absl::string_view cluster_name, Node** result) {
+  string host_name;
+  TF_RETURN_IF_ERROR(DeviceNameUtils::DeviceNameToCpuDeviceName(
+      slice->assigned_device_name(), &host_name));
+
+  Status status;
+  Scope main_scope =
+      NewInternalScope(g, &status, /*refiner=*/nullptr)
+          .WithXlaCluster(string(cluster_name))
+          .NewSubScope(absl::StrCat(slice->name(), "/static_shaped_slice"));
+  Scope host_scope = main_scope.WithAssignedDevice(host_name);
+
+  SliceInputs slice_inputs_int64 =
+      MakeSliceIndexAndSizeInt64(host_scope, slice_inputs);
+
+  Output slice_size;
+  TF_RETURN_IF_ERROR(
+      ComputeSliceSize(host_scope, slice_inputs_int64, &slice_size));
+
+  *result =
+      ops::Slice(main_scope.WithAssignedDevice(slice->assigned_device_name())
+                     .WithOpName("static_shaped_slice"),
+                 slice_inputs_int64.input, slice_inputs_int64.begin, slice_size)
+          .node();
+  std::vector<int> compile_time_const_inputs;
+  compile_time_const_inputs.push_back(2);
+  (*result)->AddAttr(kXlaCompileTimeConstantInputsAttr,
+                     compile_time_const_inputs);
+  return status;
+}
+
+void ReplaceTensorFlowSliceWithStaticShapedSlice(Graph* g, Node* slice,
+                                                 Node* static_shaped_slice) {
+  absl::InlinedVector<const Edge*, 6> edges_to_remove;
+  std::vector<const Edge*> slice_out_edges;
+  absl::c_copy(slice->out_edges(), std::back_inserter(slice_out_edges));
+  for (const Edge* e : slice_out_edges) {
+    DCHECK(e->src_output() == 0 || e->src_output() == Graph::kControlSlot);
+
+    int src_output = e->src_output();
+    int dst_input = e->dst_input();
+    Node* dst = e->dst();
+    g->RemoveEdge(e);
+    g->AddEdge(static_shaped_slice, src_output, dst, dst_input);
+  }
+
+  for (const Edge* e : slice->in_edges()) {
+    if (e->IsControlEdge()) {
+      g->AddControlEdge(e->src(), static_shaped_slice);
+    }
+  }
+
+  g->RemoveNode(slice);
+}
+
+Status RewriteSlice(Graph* g, Node* slice, const SliceInputs& slice_inputs,
+                    absl::string_view cluster_name) {
+  VLOG(3) << "Rewriting slice " << slice->name()
+          << " to a \"static shaped\" Slice";
+  Node* static_shaped_slice;
+  TF_RETURN_IF_ERROR(ConvertTensorFlowSliceToStaticShapedSlice(
+      g, slice, slice_inputs, cluster_name, &static_shaped_slice));
+  ReplaceTensorFlowSliceWithStaticShapedSlice(g, slice, static_shaped_slice);
+  return Status::OK();
+}
+
+// Returns true if `n` is a slice we can rewrite to have a static shape
+// (i.e. have the output shape only depend on the "size" input).  Fills in
+// `slice_inputs` in the process.
+bool IsRewritableSlice(Node* n, SliceInputs* slice_inputs) {
+  if (n->type_string() != "Slice") {
+    return false;
+  }
+
+  if (!GetXlaClusterForNode(*n).has_value()) {
+    // There is no need to change slice ops outside XLA clusters.
+    return false;
+  }
+
+  if (!GetSliceInputs(n, slice_inputs).ok()) {
+    // Could not parse slice inputs.  E.g. the sizes input was not a constant.
+    return false;
+  }
+
+  // If slice_size[i] < -1 for any i then executing the slice will throw an
+  // error, and we don't do anything here.
+  return absl::c_all_of(slice_inputs->size_as_vector,
+                        [](int64 size_i) { return size_i >= -1; });
+}
+
+Status FindAndRewriteSlices(Graph* g, bool* changed) {
+  std::vector<std::pair<Node*, SliceInputs>> slices_to_rewrite;
+  for (Node* n : g->nodes()) {
+    SliceInputs slice_inputs;
+    if (IsRewritableSlice(n, &slice_inputs)) {
+      slices_to_rewrite.push_back({n, std::move(slice_inputs)});
+    }
+  }
+
+  for (const auto& pair : slices_to_rewrite) {
+    TF_RETURN_IF_ERROR(RewriteSlice(g, pair.first, pair.second,
+                                    *GetXlaClusterForNode(*pair.first)));
+  }
+
+  if (!slices_to_rewrite.empty()) {
+    // We've added constants to the graph; hook them up to _SOURCE.
+    FixupSourceAndSinkEdges(g);
+  }
+
+  *changed = !slices_to_rewrite.empty();
+
+  return Status::OK();
+}
+}  // namespace
+
+Status IncreaseDynamismForAutoJitPass::Run(
+    const GraphOptimizationPassOptions& options) {
+  bool changed;
+  TF_RETURN_IF_ERROR(FindAndRewriteSlices(options.graph->get(), &changed));
+  if (changed) {
+    legacy_flags::MarkForCompilationPassFlags* flags =
+        legacy_flags::GetMarkForCompilationPassFlags();
+    if (flags->tf_xla_clustering_debug) {
+      dump_graph::DumpGraphToFile("increase_dynamism_for_auto_jit_pass",
+                                  **options.graph, options.flib_def);
+    }
+  }
+
+  return Status::OK();
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h
new file mode 100644
index 0000000000..818ca948d6
--- /dev/null
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h
@@ -0,0 +1,57 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_JIT_INCREASE_DYNAMISM_FOR_AUTO_JIT_PASS_H_
+#define TENSORFLOW_COMPILER_JIT_INCREASE_DYNAMISM_FOR_AUTO_JIT_PASS_H_
+
+#include "tensorflow/core/common_runtime/optimization_registry.h"
+
+namespace tensorflow {
+
+// Increases the amount of "dynamism" representable by XLA clusters by rewriting
+// the TensorFlow graph.  This pass does the following rewrites:
+//
+// Slice
+// -----
+//
+//   Slice(op, begin, size <must be constant>) =>
+//     Slice(op, begin, actual_size(op.shape(), size, begin));
+//       _XlaCompileTimeConstantInputs={2}
+//
+// where
+//
+//   actual_size(op_shape, size, begin)[i] =
+//     size[i] == -1 ? (op_shape[i] - size[i])
+//                   : size[i]
+//
+// This pass, combined with jit/partially_decluster_pass, reduces the number of
+// unnecessary cluster recompilations in some common cases.  After the rewrite
+// shown above jit/partially_decluster_pass extracts the actual_size(...)
+// computation to outside the XLA cluster, causing the cluster to be versioned
+// only on the actual size of the XlaDynamicSlice.  This avoids recompilation
+// due to superficial changes that don't affect tensor shapes.
+//
+// Future Work TODO(b/111210515)
+// -----------------------------
+//
+// In the future we will also translate StridedSlice and Pad a similar way.
+class IncreaseDynamismForAutoJitPass : public GraphOptimizationPass {
+ public:
+  Status Run(const GraphOptimizationPassOptions& options) override;
+};
+
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_COMPILER_JIT_INCREASE_DYNAMISM_FOR_AUTO_JIT_PASS_H_
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
new file mode 100644
index 0000000000..06cd7cf2dd
--- /dev/null
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
@@ -0,0 +1,285 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h"
+
+#include "tensorflow/cc/framework/ops.h"
+#include "tensorflow/cc/ops/array_ops.h"
+#include "tensorflow/cc/ops/const_op.h"
+#include "tensorflow/compiler/jit/node_matchers.h"
+#include "tensorflow/compiler/jit/xla_cluster_util.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/platform/test.h"
+#include "tensorflow/core/public/session_options.h"
+
+namespace tensorflow {
+namespace {
+
+using testing::matchers::AssignedDevice;
+using testing::matchers::Attr;
+using testing::matchers::Const;
+using testing::matchers::CtrlDeps;
+using testing::matchers::Inputs;
+using testing::matchers::Name;
+using testing::matchers::NodeWith;
+using testing::matchers::Op;
+using testing::matchers::Out;
+
+// A fake device used to populate a DeviceSet.
+class FakeDevice : public Device {
+ public:
+  explicit FakeDevice(const DeviceAttributes& device_attributes)
+      : Device(nullptr, device_attributes) {}
+
+  Status Sync() override { return errors::Unimplemented("FakeDevice::Sync()"); }
+
+  Allocator* GetAllocator(AllocatorAttributes attr) override { return nullptr; }
+
+  static std::unique_ptr<Device> Make(const string& name, const string& type) {
+    DeviceAttributes device_attributes;
+    device_attributes.set_name(name);
+    device_attributes.set_device_type(DeviceType(type).type());
+    return absl::make_unique<FakeDevice>(device_attributes);
+  }
+};
+
+const char* kHostName = "/job:worker/replica:0/task:0/device:CPU:0";
+const char* kDeviceName = "/job:worker/replica:0/task:0/device:GPU:0";
+
+Status IncreaseDynamismForAutoJit(const Scope& s,
+                                  std::unique_ptr<Graph>* result) {
+  std::vector<std::unique_ptr<Device>> devices;
+  devices.push_back(FakeDevice::Make(kDeviceName, DEVICE_GPU));
+  devices.push_back(FakeDevice::Make(kHostName, DEVICE_CPU));
+
+  std::unique_ptr<DeviceSet> device_set(new DeviceSet());
+  for (auto& device : devices) {
+    device_set->AddDevice(device.get());
+  }
+
+  auto graph = absl::make_unique<Graph>(OpRegistry::Global());
+  SessionOptions session_options;
+  session_options.config.mutable_graph_options()
+      ->mutable_optimizer_options()
+      ->set_global_jit_level(OptimizerOptions::ON_2);
+  GraphOptimizationPassOptions options;
+  options.graph = &graph;
+  options.device_set = device_set.get();
+  options.session_options = &session_options;
+
+  // Scope::ToGraph seems to drop assigned devices, probably because it goes
+  // through a GraphDef.  So explicitly maintain the device assignment.
+  std::unordered_map<string, string> assigned_device_names;
+  for (Node* n : s.graph()->nodes()) {
+    assigned_device_names[n->name()] = n->assigned_device_name();
+  }
+  TF_RETURN_IF_ERROR(s.ToGraph(graph.get()));
+  for (Node* n : graph->nodes()) {
+    n->set_assigned_device_name(assigned_device_names[n->name()]);
+  }
+
+  IncreaseDynamismForAutoJitPass rewriter;
+  TF_RETURN_IF_ERROR(rewriter.Run(options));
+  *result = std::move(graph);
+  return Status::OK();
+}
+
+TEST(SliceToDynamicSliceRewriteTest, Basic) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT32);
+  Output size = ops::Const(root.WithOpName("size"), {-1, 500});
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  const int64 zero_64 = 0;
+  const int32 zero_32 = 0;
+  const int64 one_64 = 1;
+
+  auto m_input = Out(NodeWith(Op("Placeholder"), Name("input")));
+  auto m_begin_s64 = Out(NodeWith(
+      Op("Cast"), Inputs(Out(NodeWith(Op("Placeholder"), Name("begin"))))));
+  auto m_input_shape = Out(NodeWith(Op("Shape"), Inputs(m_input)));
+  auto m_slice_size_0 = Out(NodeWith(
+      Op("Sub"), AssignedDevice(kHostName),
+      Inputs(
+          Out(NodeWith(Op("Slice"), AssignedDevice(kHostName),
+                       Inputs(m_input_shape, Const(zero_64), Const(one_64)))),
+          Out(NodeWith(Op("Slice"), AssignedDevice(kHostName),
+                       Inputs(m_begin_s64, Const(zero_64), Const(one_64)))))));
+  auto m_dynamic_slice_size = Out(NodeWith(
+      Op("ConcatV2"), AssignedDevice(kHostName),
+      Inputs(m_slice_size_0, Const(static_cast<int64>(500)), Const(zero_32))));
+
+  std::vector<int> compile_time_constant_inputs;
+  compile_time_constant_inputs.push_back(2);
+  auto m_dynamic_slice = NodeWith(
+      Op("Slice"), AssignedDevice(kDeviceName),
+      Attr(kXlaCompileTimeConstantInputsAttr, compile_time_constant_inputs),
+      Inputs(m_input, m_begin_s64, m_dynamic_slice_size));
+
+  Node* static_shaped_slice = testing::FindNodeByName(
+      result.get(), "slice/static_shaped_slice/static_shaped_slice");
+  ASSERT_NE(static_shaped_slice, nullptr);
+  EXPECT_THAT(static_shaped_slice, m_dynamic_slice);
+}
+
+TEST(SliceToDynamicSliceRewriteTest, ControlDependencePreserved) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT32);
+  Output size = ops::Const(root.WithOpName("size"), {-1, 500});
+  Output control_pred = ops::Placeholder(root.WithOpName("control"), DT_BOOL);
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+  root.graph()->AddControlEdge(control_pred.node(), slice.node());
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  Node* static_shaped_slice = testing::FindNodeByName(
+      result.get(), "slice/static_shaped_slice/static_shaped_slice");
+  ASSERT_NE(static_shaped_slice, nullptr);
+  EXPECT_THAT(static_shaped_slice,
+              NodeWith(Op("Slice"),
+                       CtrlDeps(NodeWith(Op("Placeholder"), Name("control")))));
+}
+
+TEST(SliceToDynamicSliceRewriteTest, Int64Indices) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  auto to_int64 = [](int v) { return static_cast<int64>(v); };
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT64);
+  Output size =
+      ops::Const(root.WithOpName("size"), {to_int64(-1), to_int64(500)});
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  EXPECT_THAT(result->nodes(), Not(Contains(NodeWith(Op("Cast")))));
+}
+
+TEST(SliceToDynamicSliceRewriteTest, DontRewriteInvalidSlice) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT32);
+
+  // The shape refiner throws an error if we use a bogus constant value for
+  // size.  So we first use a Placeholder to placate the shape refiner, and
+  // later replace it with a bogus constant.
+  Output size_placeholder =
+      ops::Placeholder(root.WithOpName("size_placeholder"), DT_INT32);
+  Output slice =
+      ops::Slice(root.WithOpName("slice"), input, begin, size_placeholder);
+
+  Output size = ops::Const(root.WithOpName("size"), {-8, 500});
+  TF_ASSERT_OK(root.graph()->UpdateEdge(/*new_src=*/size.node(),
+                                        /*new_src_index=*/0,
+                                        /*dst=*/slice.node(), /*dst_index=*/2));
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  EXPECT_THAT(result->nodes(),
+              Not(Contains(NodeWith(Op("Slice"),
+                                    Attr(kXlaCompileTimeConstantInputsAttr)))));
+}
+
+TEST(SliceToDynamicSliceRewriteTest, DontRewriteUnclusteredSlice) {
+  Scope root =
+      Scope::NewRootScope().ExitOnError().WithAssignedDevice(kDeviceName);
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT32);
+  Output size = ops::Const(root.WithOpName("size"), {-1, 500});
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  EXPECT_THAT(result->nodes(),
+              Not(Contains(NodeWith(Op("Slice"),
+                                    Attr(kXlaCompileTimeConstantInputsAttr)))));
+}
+
+TEST(SliceToDynamicSliceRewriteTest, DontRewriteSliceWithNonConstSize) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT64);
+  Output size = ops::Placeholder(root.WithOpName("size"), DT_INT64);
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  EXPECT_THAT(result->nodes(),
+              Not(Contains(NodeWith(Op("Slice"),
+                                    Attr(kXlaCompileTimeConstantInputsAttr)))));
+}
+
+TEST(SliceToDynamicSliceRewriteTest, IndicesNotVector) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  auto to_int64 = [](int v) { return static_cast<int64>(v); };
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT64);
+
+  // The C++ node bindings immediately error out when we try construct a bogus
+  // slice so we first use a placeholder to construct the Slice and then replace
+  // the input.
+  Output size_placeholder = ops::Placeholder(root.WithOpName("size"), DT_INT64);
+  Output slice =
+      ops::Slice(root.WithOpName("slice"), input, begin, size_placeholder);
+
+  Output size =
+      ops::Const(root.WithOpName("size"), {{to_int64(-1)}, {to_int64(500)}});
+  TF_ASSERT_OK(root.graph()->UpdateEdge(size.node(), 0, slice.node(), 2));
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  EXPECT_THAT(result->nodes(),
+              Not(Contains(NodeWith(Op("Slice"),
+                                    Attr(kXlaCompileTimeConstantInputsAttr)))));
+}
+}  // namespace
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/jit_compilation_pass_registration.cc b/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
index 085c0e5adb..f79bdc1e2e 100644
--- a/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
+++ b/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
@@ -16,6 +16,7 @@ limitations under the License.
 #include "tensorflow/compiler/jit/build_xla_ops_pass.h"
 #include "tensorflow/compiler/jit/encapsulate_subgraphs_pass.h"
 #include "tensorflow/compiler/jit/encapsulate_xla_computations_pass.h"
+#include "tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.h"
 #include "tensorflow/compiler/jit/mark_for_compilation_pass.h"
 #include "tensorflow/compiler/jit/partially_decluster_pass.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
@@ -44,17 +45,20 @@ REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 10,
                       MarkForCompilationPass);
 
 REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 20,
+                      IncreaseDynamismForAutoJitPass);
+
+REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 30,
                       PartiallyDeclusterPass);
 
 // The EncapsulateSubgraphs pass must run after the MarkForCompilationPass. We
 // also need to run it after the graph been rewritten to have _Send nodes added
 // for fetches. Before the _Send nodes are added, fetch nodes are identified by
 // name, and encapsulation might remove that node from the graph.
-REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 30,
+REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 40,
                       EncapsulateSubgraphsPass);
 
 // Must run after EncapsulateSubgraphsPass.
-REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 40,
+REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 50,
                       BuildXlaOpsPass);
 
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/node_matchers.cc b/tensorflow/compiler/jit/node_matchers.cc
index a09a6eb155..95b8ace306 100644
--- a/tensorflow/compiler/jit/node_matchers.cc
+++ b/tensorflow/compiler/jit/node_matchers.cc
@@ -204,11 +204,12 @@ struct NodeMatcher : public ::testing::MatcherInterface<const Node*> {
         }
         return false;
       }
-      if (!AreAttrValuesEqual(it->second, attr_kv_pair.second)) {
+      if (attr_kv_pair.second &&
+          !AreAttrValuesEqual(it->second, *attr_kv_pair.second)) {
         if (listener->IsInterested()) {
           *listener << "attribute named " << attr_kv_pair.first
                     << " does not match value; expected: \""
-                    << SummarizeAttrValue(attr_kv_pair.second)
+                    << SummarizeAttrValue(*attr_kv_pair.second)
                     << "\", found: \"" << SummarizeAttrValue(it->second)
                     << "\"";
         }
@@ -278,12 +279,14 @@ struct NodeMatcher : public ::testing::MatcherInterface<const Node*> {
     if (!attrs.empty()) {
       printed_something = true;
       std::vector<string> attrs_str;
-      absl::c_transform(attrs, std::back_inserter(attrs_str),
-                        [](const std::pair<string, AttrValue>& attr_kv_pair) {
-                          return absl::StrCat(
-                              attr_kv_pair.first, "->",
-                              SummarizeAttrValue(attr_kv_pair.second));
-                        });
+      absl::c_transform(
+          attrs, std::back_inserter(attrs_str),
+          [](const std::pair<string, absl::optional<AttrValue>>& attr_kv_pair) {
+            return absl::StrCat(attr_kv_pair.first, "->",
+                                attr_kv_pair.second
+                                    ? SummarizeAttrValue(*attr_kv_pair.second)
+                                    : "*");
+          });
       *os << " and attr values matching [" << absl::StrJoin(attrs_str, ", ")
           << "]";
     }
@@ -327,7 +330,7 @@ struct NodeMatcher : public ::testing::MatcherInterface<const Node*> {
   absl::optional<std::vector<::testing::Matcher<OutEdge>>> input_matchers;
   absl::optional<::testing::Matcher<absl::Span<const Node* const>>>
       control_dep_set;
-  std::map<string, AttrValue> attrs;
+  std::map<string, absl::optional<AttrValue>> attrs;
 };
 
 // Matches a dst and dst_output on an input edge.  Today we only use this with
@@ -472,12 +475,28 @@ std::pair<string, AttrValue> impl::AttrLiteralHelper(
   return {bool_attr.first, attr_value};
 }
 
+std::pair<string, AttrValue> impl::AttrLiteralHelper(
+    const std::pair<string, absl::Span<const int>>& int_list_attr) {
+  AttrValue attr_value;
+  AttrValue::ListValue* list = attr_value.mutable_list();
+  for (int i : int_list_attr.second) {
+    list->add_i(i);
+  }
+  return {int_list_attr.first, attr_value};
+}
+
 impl::NodeMatcherProperties impl::Attr(std::pair<string, AttrValue> attr) {
   impl::NodeMatcherProperties props;
   props.set_attr(std::move(attr));
   return props;
 }
 
+impl::NodeMatcherProperties impl::Attr(string name) {
+  impl::NodeMatcherProperties props;
+  props.set_attr({std::move(name), absl::nullopt});
+  return props;
+}
+
 NodeMatcherProperties ConstantValue(
     const ::tensorflow::Input::Initializer& val) {
   TF_CHECK_OK(val.status);
@@ -486,9 +505,9 @@ NodeMatcherProperties ConstantValue(
   return props;
 }
 
-::testing::Matcher<const Node*> Const(
+::testing::Matcher<impl::OutEdge> Const(
     const ::tensorflow::Input::Initializer& val) {
-  return NodeWith(ConstantValue(val));
+  return Out(NodeWith(ConstantValue(val)));
 }
 ::testing::Matcher<impl::OutEdge> Out(
     int oidx, ::testing::Matcher<const Node*> node_matcher) {
diff --git a/tensorflow/compiler/jit/node_matchers.h b/tensorflow/compiler/jit/node_matchers.h
index 35c2f5fd7b..cd2ab53e40 100644
--- a/tensorflow/compiler/jit/node_matchers.h
+++ b/tensorflow/compiler/jit/node_matchers.h
@@ -84,7 +84,7 @@ class NodeMatcherProperties {
  public:
   using NodeSeqMatcher = std::vector<::testing::Matcher<const Node*>>;
   using InputSeqMatcher = std::vector<::testing::Matcher<OutEdge>>;
-  using AttrKeyValuePair = std::pair<string, AttrValue>;
+  using AttrKeyValuePair = std::pair<string, absl::optional<AttrValue>>;
 
   const absl::optional<string>& name() const { return name_; }
   const absl::optional<string>& op() const { return op_; }
@@ -163,9 +163,13 @@ impl::NodeMatcherProperties CtrlDeps(
     absl::Span<const ::testing::Matcher<const Node*>> control_deps);
 
 impl::NodeMatcherProperties Attr(std::pair<string, AttrValue> attrs);
+impl::NodeMatcherProperties Attr(string name);
 
 std::pair<string, AttrValue> AttrLiteralHelper(
     const std::pair<string, bool>& bool_attr);
+
+std::pair<string, AttrValue> AttrLiteralHelper(
+    const std::pair<string, absl::Span<const int>>& int_list_attr);
 }  // namespace impl
 
 // -----------------------------------------------------------------------------
@@ -187,6 +191,10 @@ impl::NodeMatcherProperties Attr(const string& name, ValueTy value) {
   return impl::Attr({impl::AttrLiteralHelper({name, value})});
 }
 
+inline impl::NodeMatcherProperties Attr(const string& name) {
+  return impl::Attr(name);
+}
+
 // Matches a node with inputs `inputs`.
 //
 // `inputs` are ordered; `inputs`[i] must match input i.
@@ -200,7 +208,8 @@ impl::NodeMatcherProperties Inputs(Ts... inputs) {
                                       ::testing::Matcher<const Node*> node);
 
 // Matches the first output of a node that matches `node`.
-::testing::Matcher<impl::OutEdge> Out(::testing::Matcher<const Node*> node) {
+inline ::testing::Matcher<impl::OutEdge> Out(
+    ::testing::Matcher<const Node*> node) {
   return Out(0, node);
 }
 
@@ -224,7 +233,7 @@ template <typename... Ts>
   return impl::NodeWith(array);
 }
 
-::testing::Matcher<const Node*> Const(
+::testing::Matcher<impl::OutEdge> Const(
     const ::tensorflow::Input::Initializer& val);
 }  // namespace matchers
 
diff --git a/tensorflow/core/graph/node_builder.cc b/tensorflow/core/graph/node_builder.cc
index 05c6943f2c..adaee47935 100644
--- a/tensorflow/core/graph/node_builder.cc
+++ b/tensorflow/core/graph/node_builder.cc
@@ -104,6 +104,11 @@ NodeBuilder& NodeBuilder::AssignedDevice(StringPiece device) {
   return *this;
 }
 
+NodeBuilder& NodeBuilder::XlaCluster(StringPiece xla_cluster) {
+  def_builder_.Attr("_XlaCluster", xla_cluster);
+  return *this;
+}
+
 Status NodeBuilder::Finalize(Graph* graph, Node** created_node) const {
   // In case of error, set *created_node to nullptr.
   if (created_node != nullptr) *created_node = nullptr;
diff --git a/tensorflow/core/graph/node_builder.h b/tensorflow/core/graph/node_builder.h
index d576985a23..31fb590939 100644
--- a/tensorflow/core/graph/node_builder.h
+++ b/tensorflow/core/graph/node_builder.h
@@ -103,6 +103,9 @@ class NodeBuilder {
   // Sets the device name in the "assigned device" field in tensorflow::Node.
   NodeBuilder& AssignedDevice(StringPiece device);
 
+  // Sets the _XlaCluster attribute in created node to `xla_cluster`.
+  NodeBuilder& XlaCluster(StringPiece xla_cluster);
+
   // Set the value of an attr.  attr_name must match the name of one of
   // attrs defined by the Op, and value must have the corresponding type
   // (see SetAttrValue() in ../framework/attr_value_util.h for legal
diff --git a/tensorflow/core/util/device_name_utils.cc b/tensorflow/core/util/device_name_utils.cc
index 8c24076aa9..cb088faec1 100644
--- a/tensorflow/core/util/device_name_utils.cc
+++ b/tensorflow/core/util/device_name_utils.cc
@@ -480,4 +480,16 @@ std::vector<string> DeviceNameUtils::GetLocalNamesForDeviceMappings(
   }
 }
 
+/*static*/ Status DeviceNameUtils::DeviceNameToCpuDeviceName(
+    const string& device_name, string* host_device_name) {
+  DeviceNameUtils::ParsedName device;
+  if (!DeviceNameUtils::ParseFullName(device_name, &device)) {
+    return errors::Internal("Could not parse device name ", device_name);
+  }
+  device.type = "CPU";
+  device.id = 0;
+  *host_device_name = DeviceNameUtils::ParsedNameToString(device);
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/core/util/device_name_utils.h b/tensorflow/core/util/device_name_utils.h
index 3f0bc60562..bb5e2b3f0c 100644
--- a/tensorflow/core/util/device_name_utils.h
+++ b/tensorflow/core/util/device_name_utils.h
@@ -169,6 +169,11 @@ class DeviceNameUtils {
   // mapping.
   static std::vector<string> GetLocalNamesForDeviceMappings(
       const ParsedName& pn);
+
+  // Returns name of the CPU:0 device on the same host as the device
+  // `device_name`.
+  static Status DeviceNameToCpuDeviceName(const string& device_name,
+                                          string* host_device_name);
 };
 
 }  // namespace tensorflow
-- 
GitLab


From fc6cd33c334f88759ce637e29e1586733076e094 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 13:54:44 -0700
Subject: [PATCH 0685/1825] Move contrib/nccl to core/nccl.

PiperOrigin-RevId: 218908694
---
 CODEOWNERS                                    |   2 +-
 tensorflow/contrib/BUILD                      |   6 +-
 tensorflow/contrib/__init__.py                |   1 -
 tensorflow/contrib/all_reduce/BUILD           |   2 +-
 .../contrib/all_reduce/python/all_reduce.py   |   6 +-
 tensorflow/contrib/cmake/python_modules.txt   |   5 -
 .../contrib/cmake/tf_core_kernels.cmake       |   3 -
 tensorflow/contrib/cmake/tf_core_ops.cmake    |   1 -
 tensorflow/contrib/distribute/python/BUILD    |   2 +-
 .../distribute/python/cross_tower_utils.py    |   6 +-
 tensorflow/contrib/nccl/BUILD                 | 177 ------------------
 tensorflow/contrib/nccl/__init__.py           |  38 ----
 .../nccl/python/ops/nccl_dependency_test.py   |  59 ------
 tensorflow/core/BUILD                         |   3 +
 .../base_api/api_def_NcclAllReduce.pbtxt      |  19 ++
 .../base_api/api_def_NcclBroadcast.pbtxt      |  17 ++
 .../api_def/base_api/api_def_NcclReduce.pbtxt |  15 ++
 tensorflow/core/kernels/BUILD                 |  14 ++
 .../nccl => core}/kernels/nccl_ops.cc         |   2 +-
 tensorflow/core/nccl/BUILD                    |  60 ++++++
 .../kernels => core/nccl}/nccl_manager.cc     |   2 +-
 .../nccl/kernels => core/nccl}/nccl_manager.h |   6 +-
 .../nccl}/nccl_manager_test.cc                |   2 +-
 .../kernels => core/nccl}/nccl_rewrite.cc     |   0
 .../{contrib/nccl => core}/ops/nccl_ops.cc    |  40 +---
 tensorflow/python/BUILD                       |  43 +++++
 .../{contrib/nccl => }/python/ops/nccl_ops.py |  33 +---
 .../nccl => }/python/ops/nccl_ops_test.py     |  37 ++--
 28 files changed, 207 insertions(+), 394 deletions(-)
 delete mode 100644 tensorflow/contrib/nccl/BUILD
 delete mode 100644 tensorflow/contrib/nccl/__init__.py
 delete mode 100644 tensorflow/contrib/nccl/python/ops/nccl_dependency_test.py
 create mode 100644 tensorflow/core/api_def/base_api/api_def_NcclAllReduce.pbtxt
 create mode 100644 tensorflow/core/api_def/base_api/api_def_NcclBroadcast.pbtxt
 create mode 100644 tensorflow/core/api_def/base_api/api_def_NcclReduce.pbtxt
 rename tensorflow/{contrib/nccl => core}/kernels/nccl_ops.cc (99%)
 create mode 100644 tensorflow/core/nccl/BUILD
 rename tensorflow/{contrib/nccl/kernels => core/nccl}/nccl_manager.cc (99%)
 rename tensorflow/{contrib/nccl/kernels => core/nccl}/nccl_manager.h (96%)
 rename tensorflow/{contrib/nccl/kernels => core/nccl}/nccl_manager_test.cc (99%)
 rename tensorflow/{contrib/nccl/kernels => core/nccl}/nccl_rewrite.cc (100%)
 rename tensorflow/{contrib/nccl => core}/ops/nccl_ops.cc (78%)
 rename tensorflow/{contrib/nccl => }/python/ops/nccl_ops.py (89%)
 rename tensorflow/{contrib/nccl => }/python/ops/nccl_ops_test.py (83%)

diff --git a/CODEOWNERS b/CODEOWNERS
index 94cc865479..54a61a4d72 100644
--- a/CODEOWNERS
+++ b/CODEOWNERS
@@ -1,6 +1,7 @@
 # Where component owners are known, add them here.
 
 /tenosrflow/core/debug @caisq
+/tensorflow/core/nccl/ @azaks @csigg
 /tensorflow/core/platform/windows/ @mrry
 /tensorflow/core/platform/s3 @yongtang
 /tensorflow/go @asimshankar
@@ -46,7 +47,6 @@
 /tensorflow/contrib/losses/ @alextp @ispirmustafa
 /tensorflow/contrib/makefile/ @petewarden @satok16 @wolffg
 /tensorflow/contrib/metrics/ @alextp @honkentuber @ispirmustafa
-/tensorflow/contrib/nccl/ @cwhipkey @zheng-xq
 /tensorflow/contrib/opt/ @strategist333 @alextp
 /tensorflow/contrib/pi_examples/ @maciekcc
 /tensorflow/contrib/quantization/ @petewarden
diff --git a/tensorflow/contrib/BUILD b/tensorflow/contrib/BUILD
index 78ad19a4ab..832db0f4ab 100644
--- a/tensorflow/contrib/BUILD
+++ b/tensorflow/contrib/BUILD
@@ -72,7 +72,6 @@ py_library(
         "//tensorflow/contrib/metrics:metrics_py",
         "//tensorflow/contrib/mixed_precision:mixed_precision",
         "//tensorflow/contrib/model_pruning",
-        "//tensorflow/contrib/nccl:nccl_py",
         "//tensorflow/contrib/nearest_neighbor:nearest_neighbor_py",
         "//tensorflow/contrib/nn:nn_py",
         "//tensorflow/contrib/opt:opt_py",
@@ -179,9 +178,7 @@ cc_library(
         "//tensorflow/contrib/tensor_forest:stats_ops_kernels",
         "//tensorflow/contrib/tensor_forest:tensor_forest_kernels",
         "//tensorflow/contrib/text:all_kernels",
-    ] + if_mpi(["//tensorflow/contrib/mpi_collectives:mpi_collectives_py"]) + if_cuda([
-        "//tensorflow/contrib/nccl:nccl_kernels",
-    ]) + select({
+    ] + if_mpi(["//tensorflow/contrib/mpi_collectives:mpi_collectives_py"]) + select({
         "//tensorflow:android": [],
         "//tensorflow:ios": [],
         "//tensorflow:linux_s390x": [],
@@ -215,7 +212,6 @@ cc_library(
         "//tensorflow/contrib/hadoop:dataset_ops_op_lib",
         "//tensorflow/contrib/input_pipeline:input_pipeline_ops_op_lib",
         "//tensorflow/contrib/layers:sparse_feature_cross_op_op_lib",
-        "//tensorflow/contrib/nccl:nccl_ops_op_lib",
         "//tensorflow/contrib/nearest_neighbor:nearest_neighbor_ops_op_lib",
         "//tensorflow/contrib/rnn:all_ops",
         "//tensorflow/contrib/seq2seq:beam_search_ops_op_lib",
diff --git a/tensorflow/contrib/__init__.py b/tensorflow/contrib/__init__.py
index f52a1a7bab..4f1a2a5693 100644
--- a/tensorflow/contrib/__init__.py
+++ b/tensorflow/contrib/__init__.py
@@ -62,7 +62,6 @@ from tensorflow.contrib import memory_stats
 from tensorflow.contrib import metrics
 from tensorflow.contrib import mixed_precision
 from tensorflow.contrib import model_pruning
-from tensorflow.contrib import nccl
 from tensorflow.contrib import nn
 from tensorflow.contrib import opt
 from tensorflow.contrib import periodic_resample
diff --git a/tensorflow/contrib/all_reduce/BUILD b/tensorflow/contrib/all_reduce/BUILD
index 881808a98b..a513aa1e7c 100644
--- a/tensorflow/contrib/all_reduce/BUILD
+++ b/tensorflow/contrib/all_reduce/BUILD
@@ -29,10 +29,10 @@ py_library(
     srcs_version = "PY2AND3",
     visibility = ["//visibility:public"],
     deps = [
-        "//tensorflow/contrib/nccl:nccl_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python:nccl_ops",
     ],
 )
 
diff --git a/tensorflow/contrib/all_reduce/python/all_reduce.py b/tensorflow/contrib/all_reduce/python/all_reduce.py
index 2eea5b2bf9..25f4b4b8d3 100644
--- a/tensorflow/contrib/all_reduce/python/all_reduce.py
+++ b/tensorflow/contrib/all_reduce/python/all_reduce.py
@@ -21,11 +21,11 @@ from __future__ import print_function
 import collections
 import math
 
-from tensorflow.contrib import nccl
 from tensorflow.python.framework import device as device_lib
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import nccl_ops
 
 
 def _flatten_tensors(tensors):
@@ -693,7 +693,7 @@ def build_nccl_all_reduce(input_tensors, red_op, un_op=None):
     ValueError: red_op not supported.
   """
   if red_op == math_ops.add:
-    output_tensors = nccl.all_sum(input_tensors)
+    output_tensors = nccl_ops.all_sum(input_tensors)
   else:
     raise ValueError("red_op not supported by NCCL all-reduce: ", red_op)
   if un_op:
@@ -745,7 +745,7 @@ def _build_nccl_hybrid(input_tensors, red_op, upper_level_f):
   for w in range(0, num_workers):
     dst_tensors = []
     with ops.device(per_worker_devices[w][0]):
-      broadcast_src = nccl.broadcast(array_ops.identity(level_2_output[w]))
+      broadcast_src = nccl_ops.broadcast(array_ops.identity(level_2_output[w]))
     for d in per_worker_devices[w]:
       with ops.device(d):
         dst_tensors.append(array_ops.identity(broadcast_src))
diff --git a/tensorflow/contrib/cmake/python_modules.txt b/tensorflow/contrib/cmake/python_modules.txt
index 6e72670142..dea5a6f966 100644
--- a/tensorflow/contrib/cmake/python_modules.txt
+++ b/tensorflow/contrib/cmake/python_modules.txt
@@ -308,11 +308,6 @@ tensorflow/contrib/model_pruning/examples
 tensorflow/contrib/model_pruning/examples/cifar10
 tensorflow/contrib/model_pruning/python
 tensorflow/contrib/model_pruning/python/layers
-tensorflow/contrib/nccl
-tensorflow/contrib/nccl/kernels
-tensorflow/contrib/nccl/ops
-tensorflow/contrib/nccl/python
-tensorflow/contrib/nccl/python/ops
 tensorflow/contrib/nearest_neighbor
 tensorflow/contrib/nearest_neighbor/kernels
 tensorflow/contrib/nearest_neighbor/ops
diff --git a/tensorflow/contrib/cmake/tf_core_kernels.cmake b/tensorflow/contrib/cmake/tf_core_kernels.cmake
index 7b892ba248..88b4a6165c 100644
--- a/tensorflow/contrib/cmake/tf_core_kernels.cmake
+++ b/tensorflow/contrib/cmake/tf_core_kernels.cmake
@@ -97,9 +97,6 @@ if(tensorflow_BUILD_CONTRIB_KERNELS)
       "${tensorflow_source_dir}/tensorflow/contrib/layers/ops/sparse_feature_cross_op.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/libsvm/kernels/decode_libsvm_op.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/libsvm/ops/libsvm_ops.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/nccl/kernels/nccl_manager.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/nccl/kernels/nccl_ops.cc"
-      "${tensorflow_source_dir}/tensorflow/contrib/nccl/ops/nccl_ops.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/nearest_neighbor/kernels/hyperplane_lsh_probes.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/nearest_neighbor/ops/nearest_neighbor_ops.cc"
       "${tensorflow_source_dir}/tensorflow/contrib/resampler/kernels/resampler_ops.cc"
diff --git a/tensorflow/contrib/cmake/tf_core_ops.cmake b/tensorflow/contrib/cmake/tf_core_ops.cmake
index bc753333db..ef337b3a15 100644
--- a/tensorflow/contrib/cmake/tf_core_ops.cmake
+++ b/tensorflow/contrib/cmake/tf_core_ops.cmake
@@ -99,7 +99,6 @@ GENERATE_CONTRIB_OP_LIBRARY(image_distort_image "${tensorflow_source_dir}/tensor
 GENERATE_CONTRIB_OP_LIBRARY(image_sirds "${tensorflow_source_dir}/tensorflow/contrib/image/ops/single_image_random_dot_stereograms_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(layers_sparse_feature_cross "${tensorflow_source_dir}/tensorflow/contrib/layers/ops/sparse_feature_cross_op.cc")
 GENERATE_CONTRIB_OP_LIBRARY(memory_stats "${tensorflow_source_dir}/tensorflow/contrib/memory_stats/ops/memory_stats_ops.cc")
-GENERATE_CONTRIB_OP_LIBRARY(nccl "${tensorflow_source_dir}/tensorflow/contrib/nccl/ops/nccl_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(periodic_resample "${tensorflow_source_dir}/tensorflow/contrib/periodic_resample/ops/array_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(nearest_neighbor "${tensorflow_source_dir}/tensorflow/contrib/nearest_neighbor/ops/nearest_neighbor_ops.cc")
 GENERATE_CONTRIB_OP_LIBRARY(resampler "${tensorflow_source_dir}/tensorflow/contrib/resampler/ops/resampler_ops.cc")
diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 689d7073cd..48015bf8f0 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -594,7 +594,6 @@ py_library(
     deps = [
         ":values",
         "//tensorflow/contrib/all_reduce:all_reduce_py",
-        "//tensorflow/contrib/nccl:nccl_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:collective_ops",
         "//tensorflow/python:device",
@@ -602,6 +601,7 @@ py_library(
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:gradients",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python:nccl_ops",
     ],
 )
 
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils.py b/tensorflow/contrib/distribute/python/cross_tower_utils.py
index 8daeb4fdf5..35324d15d4 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_utils.py
@@ -21,7 +21,6 @@ from __future__ import print_function
 import collections as pycoll
 import threading
 
-from tensorflow.contrib import nccl
 from tensorflow.contrib.all_reduce.python import all_reduce
 from tensorflow.contrib.distribute.python import values as value_lib
 from tensorflow.python.framework import device as pydev
@@ -31,6 +30,7 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import collective_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import nccl_ops
 
 
 def aggregate_gradients_using_nccl(replica_grads):
@@ -38,7 +38,7 @@ def aggregate_gradients_using_nccl(replica_grads):
   agg_all_g_and_v = []
   for single_g_and_v in zip(*replica_grads):
     single_grads = [g for g, _ in single_g_and_v]
-    agg_grads = nccl.all_sum(single_grads)
+    agg_grads = nccl_ops.all_sum(single_grads)
     agg_all_g_and_v.append(
         [(g, v) for g, (_, v) in zip(agg_grads, single_g_and_v)])
 
@@ -376,7 +376,7 @@ def sum_grad_and_var_all_reduce(grad_and_vars,
     #   ((grad0_gpu0, var0_gpu0), ... , (grad0_gpuN, var0_gpuN))
     scaled_grads = [g for g, _ in grad_and_vars]
     if alg == 'nccl':
-      summed_grads = nccl.all_sum(scaled_grads)
+      summed_grads = nccl_ops.all_sum(scaled_grads)
     elif alg == 'xring':
       summed_grads = all_reduce.build_ring_all_reduce(
           scaled_grads, num_workers, num_shards, gpu_indices, math_ops.add)
diff --git a/tensorflow/contrib/nccl/BUILD b/tensorflow/contrib/nccl/BUILD
deleted file mode 100644
index 9a9d480260..0000000000
--- a/tensorflow/contrib/nccl/BUILD
+++ /dev/null
@@ -1,177 +0,0 @@
-# Description:
-#   Wrap NVIDIA (https://github.com/NVIDIA/nccl) NCCL with tensorflow ops.
-#   APIs are meant to change over time.
-
-package(default_visibility = ["//tensorflow:__subpackages__"])
-
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
-load(
-    "//tensorflow:tensorflow.bzl",
-    "tf_custom_op_library",
-    "tf_gen_op_libs",
-    "tf_gen_op_wrapper_py",
-)
-load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_test")
-load("//tensorflow:tensorflow.bzl", "cuda_py_test")
-load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda")
-load("//tensorflow:tensorflow.bzl", "tf_kernel_library")
-load("//tensorflow:tensorflow.bzl", "tf_custom_op_py_library")
-load("//tensorflow:tensorflow.bzl", "if_not_windows_cuda")
-
-tf_custom_op_library(
-    name = "python/ops/_nccl_ops.so",
-    srcs = [
-        "ops/nccl_ops.cc",
-    ],
-    gpu_srcs = if_not_windows_cuda([
-        "kernels/nccl_manager.cc",
-        "kernels/nccl_manager.h",
-        "kernels/nccl_ops.cc",
-    ]),
-    deps = [] + if_cuda([
-        "@local_config_nccl//:nccl",
-        "//tensorflow/core:gpu_headers_lib",
-        "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core:protos_all_proto_text",
-    ]),
-)
-
-tf_cuda_cc_test(
-    name = "nccl_manager_test",
-    size = "medium",
-    srcs = if_cuda(
-        [
-            "kernels/nccl_manager.cc",
-            "kernels/nccl_manager.h",
-            "kernels/nccl_manager_test.cc",
-        ],
-        [],
-    ),
-    # Disabled on jenkins until errors finding nvmlShutdown are found.
-    tags = [
-        "manual",
-        "multi_gpu",
-        "no_oss",
-        "noguitar",
-        "notap",
-    ],
-    deps =
-        if_cuda([
-            "@local_config_nccl//:nccl",
-            "//tensorflow/core:cuda",
-            "//tensorflow/core:test",
-            "//tensorflow/core:test_main",
-            "//tensorflow/core:testlib",
-        ]),
-)
-
-tf_kernel_library(
-    name = "nccl_kernels",
-    srcs = if_cuda([
-        "kernels/nccl_manager.cc",
-        "kernels/nccl_manager.h",
-        "kernels/nccl_ops.cc",
-        "kernels/nccl_rewrite.cc",
-    ]),
-    deps = if_cuda([
-        "@local_config_nccl//:nccl",
-        "//tensorflow/core:core_cpu",
-        "//tensorflow/core:framework",
-        "//tensorflow/core:gpu_headers_lib",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:stream_executor",
-    ]),
-    alwayslink = 1,
-)
-
-tf_gen_op_libs(
-    op_lib_names = ["nccl_ops"],
-    deps = [
-        "//tensorflow/core:lib",
-    ],
-)
-
-tf_gen_op_wrapper_py(
-    name = "nccl_ops",
-    deps = [":nccl_ops_op_lib"],
-)
-
-# Test only nccl ops lib without dso to test behavior when NCCL lib is not
-# installed. See nccl_dependency_test for more details.
-#
-# Users should use the public nccl_py lib that also adds the dso.
-tf_custom_op_py_library(
-    name = "nccl_ops_lib_without_dso",
-    srcs = [
-        "__init__.py",
-        "python/ops/nccl_ops.py",
-    ],
-    kernels = if_cuda([":nccl_kernels"]) + [
-        ":nccl_ops_op_lib",
-    ],
-    deps = [
-        ":nccl_ops",
-        "//tensorflow/contrib/util:util_py",
-        "//tensorflow/python:device",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:util",
-        "//tensorflow/python/eager:context",
-    ],
-)
-
-tf_custom_op_py_library(
-    name = "nccl_py",
-    dso = [":python/ops/_nccl_ops.so"],
-    visibility = ["//visibility:public"],
-    deps = [
-        ":nccl_ops_lib_without_dso",
-    ],
-)
-
-cuda_py_test(
-    name = "nccl_ops_test",
-    size = "small",
-    srcs = ["python/ops/nccl_ops_test.py"],
-    additional_deps = [
-        ":nccl_py",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform_test",
-    ],
-    # Disabled on jenkins until errors finding nvmlShutdown are found.
-    tags = [
-        "manual",
-        "multi_gpu",
-        "no_oss",
-        "noguitar",
-        "notap",
-    ],
-)
-
-cuda_py_test(
-    name = "nccl_dependency_test",
-    size = "small",
-    srcs = ["python/ops/nccl_dependency_test.py"],
-    additional_deps = [
-        ":nccl_ops_lib_without_dso",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:errors",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:util",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:platform_test",
-    ],
-    # Disable this test internally as static linking is used internally and only
-    # run for OSS to verify that NCCL is an optional dynamic dependency.
-    tags = [
-        "manual",
-        "noguitar",
-        "notap",
-    ],
-)
diff --git a/tensorflow/contrib/nccl/__init__.py b/tensorflow/contrib/nccl/__init__.py
deleted file mode 100644
index 4a682cb703..0000000000
--- a/tensorflow/contrib/nccl/__init__.py
+++ /dev/null
@@ -1,38 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Functions for using NVIDIA nccl collective ops.
-
-@@all_max
-@@all_min
-@@all_prod
-@@all_sum
-@@reduce_sum
-@@broadcast
-
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.contrib.nccl.python.ops.nccl_ops import all_max
-from tensorflow.contrib.nccl.python.ops.nccl_ops import all_min
-from tensorflow.contrib.nccl.python.ops.nccl_ops import all_prod
-from tensorflow.contrib.nccl.python.ops.nccl_ops import all_sum
-from tensorflow.contrib.nccl.python.ops.nccl_ops import broadcast
-from tensorflow.contrib.nccl.python.ops.nccl_ops import reduce_sum
-
-from tensorflow.python.util.all_util import remove_undocumented
-remove_undocumented(__name__)
diff --git a/tensorflow/contrib/nccl/python/ops/nccl_dependency_test.py b/tensorflow/contrib/nccl/python/ops/nccl_dependency_test.py
deleted file mode 100644
index c766080dbe..0000000000
--- a/tensorflow/contrib/nccl/python/ops/nccl_dependency_test.py
+++ /dev/null
@@ -1,59 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Dependency test for nccl to test behavior when NCCL is not installed."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.contrib import nccl
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import errors_impl
-from tensorflow.python.framework import ops
-from tensorflow.python.platform import test
-from tensorflow.python.util import tf_inspect
-
-
-class NcclDependencyTest(test.TestCase):
-  """Verifies that importing nccl ops lib does not fail even if NCCL is not
-  installed but nccl ops throws an exception on use if NCCL is not installed.
-  """
-
-  def test_nccl_ops(self):
-    """Tests behavior of nccl ops when NCCL is not installed."""
-
-    public_methods = [
-        m[0]
-        for m in tf_inspect.getmembers(nccl, tf_inspect.isfunction)
-        if not m[0].startswith('_')
-    ]
-    for method_name in public_methods:
-      with ops.device('/device:CPU:0'):
-        tensor = constant_op.constant(1)
-
-      if method_name == 'broadcast':
-        arg = tensor
-      else:
-        arg = [tensor]
-
-      nccl_op = getattr(nccl, method_name)
-      with ops.device('/device:CPU:0'):
-        with self.assertRaisesRegexp(errors_impl.NotFoundError,
-                                     r'cannot open shared object file'):
-          nccl_op(arg)
-
-
-if __name__ == '__main__':
-  test.main()
diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 952f0eb6f5..7307b08180 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1068,6 +1068,7 @@ tf_gen_op_libs(
         "logging_ops",
         "manip_ops",
         "math_ops",
+        "nccl_ops",
         "nn_ops",
         "no_op",
         "parsing_ops",
@@ -1216,6 +1217,7 @@ cc_library(
         ":lookup_ops_op_lib",
         ":manip_ops_op_lib",
         ":math_ops_op_lib",
+        ":nccl_ops_op_lib",
         ":nn_ops_op_lib",
         ":no_op_op_lib",
         ":parsing_ops_op_lib",
@@ -1395,6 +1397,7 @@ cc_library(
         "//tensorflow/core/kernels:fact_op",
         "//tensorflow/core/kernels:array_not_windows",
         "//tensorflow/core/kernels:math_not_windows",
+        "//tensorflow/core/kernels:nccl_kernels",
         "//tensorflow/core/kernels:quantized_ops",
         "//tensorflow/core/kernels/neon:neon_depthwise_conv_op",
     ]) + if_mkl([
diff --git a/tensorflow/core/api_def/base_api/api_def_NcclAllReduce.pbtxt b/tensorflow/core/api_def/base_api/api_def_NcclAllReduce.pbtxt
new file mode 100644
index 0000000000..d6f81482eb
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_NcclAllReduce.pbtxt
@@ -0,0 +1,19 @@
+op {
+  graph_op_name: "NcclAllReduce"
+  summary: "Outputs a tensor containing the reduction across all input tensors."
+  description: <<END
+Outputs a tensor containing the reduction across all input tensors passed to ops
+within the same `shared_name.
+
+The graph should be constructed so if one op runs with shared_name value `c`,
+then `num_devices` ops will run with shared_name value `c`.  Failure to do so
+will cause the graph execution to fail to complete.
+
+input: the input to the reduction
+data: the value of the reduction across all `num_devices` devices.
+reduction: the reduction operation to perform.
+num_devices: The number of devices participating in this reduction.
+shared_name: Identifier that shared between ops of the same reduction.
+END
+  visibility: HIDDEN
+}
diff --git a/tensorflow/core/api_def/base_api/api_def_NcclBroadcast.pbtxt b/tensorflow/core/api_def/base_api/api_def_NcclBroadcast.pbtxt
new file mode 100644
index 0000000000..38db37c4b5
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_NcclBroadcast.pbtxt
@@ -0,0 +1,17 @@
+op {
+  graph_op_name: "NcclBroadcast"
+  summary: "Sends `input` to all devices that are connected to the output."
+  description: <<END
+Sends `input` to all devices that are connected to the output.
+
+The graph should be constructed so that all ops connected to the output have a
+valid device assignment, and the op itself is assigned one of these devices.
+
+input: The input to the broadcast.
+output: The same as input.
+shape: The shape of the input tensor.
+
+END
+
+  visibility: HIDDEN
+}
diff --git a/tensorflow/core/api_def/base_api/api_def_NcclReduce.pbtxt b/tensorflow/core/api_def/base_api/api_def_NcclReduce.pbtxt
new file mode 100644
index 0000000000..c7098fd4cc
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_NcclReduce.pbtxt
@@ -0,0 +1,15 @@
+op {
+  graph_op_name: "NcclReduce"
+  summary: "Reduces `input` from `num_devices` using `reduction` to a single device."
+  description: <<END
+Reduces `input` from `num_devices` using `reduction` to a single device.
+
+The graph should be constructed so that all inputs have a valid device
+assignment, and the op itself is assigned one of these devices.
+
+input: The input to the reduction.
+data: the value of the reduction across all `num_devices` devices.
+reduction: the reduction operation to perform.
+END
+  visibility: HIDDEN
+}
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 247fd12701..860542db59 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -270,6 +270,20 @@ cc_library(
     ],
 )
 
+tf_kernel_library(
+    name = "nccl_kernels",
+    srcs = if_cuda([
+        "nccl_ops.cc",
+    ]),
+    deps = if_cuda([
+        "@local_config_nccl//:nccl",
+        "//tensorflow/core/nccl:nccl_lib",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:gpu_headers_lib",
+        "//tensorflow/core:nccl_ops_op_lib",
+    ]),
+)
+
 tf_cuda_library(
     name = "ops_testutil",
     testonly = 1,
diff --git a/tensorflow/contrib/nccl/kernels/nccl_ops.cc b/tensorflow/core/kernels/nccl_ops.cc
similarity index 99%
rename from tensorflow/contrib/nccl/kernels/nccl_ops.cc
rename to tensorflow/core/kernels/nccl_ops.cc
index c2b76caef3..6fdeb22478 100644
--- a/tensorflow/contrib/nccl/kernels/nccl_ops.cc
+++ b/tensorflow/core/kernels/nccl_ops.cc
@@ -18,8 +18,8 @@ limitations under the License.
 #include <vector>
 
 #include "third_party/nccl/nccl.h"
-#include "tensorflow/contrib/nccl/kernels/nccl_manager.h"
 #include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/nccl/nccl_manager.h"
 
 namespace tensorflow {
 namespace {
diff --git a/tensorflow/core/nccl/BUILD b/tensorflow/core/nccl/BUILD
new file mode 100644
index 0000000000..50d9a2e8da
--- /dev/null
+++ b/tensorflow/core/nccl/BUILD
@@ -0,0 +1,60 @@
+# Description:
+#   Wrap NVIDIA (https://github.com/NVIDIA/nccl) NCCL with tensorflow ops.
+#   APIs are meant to change over time.
+
+package(default_visibility = ["//tensorflow:__subpackages__"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_test")
+load("//tensorflow:tensorflow.bzl", "tf_copts")
+load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda")
+
+cc_library(
+    name = "nccl_lib",
+    srcs = if_cuda([
+        "nccl_manager.cc",
+        "nccl_manager.h",
+        "nccl_rewrite.cc",
+    ]),
+    copts = tf_copts(),
+    deps = if_cuda([
+        "@local_config_nccl//:nccl",
+        "//tensorflow/core:core_cpu",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:gpu_headers_lib",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:stream_executor",
+    ]),
+    alwayslink = 1,
+)
+
+tf_cuda_cc_test(
+    name = "nccl_manager_test",
+    size = "medium",
+    srcs = if_cuda(
+        [
+            "nccl_manager_test.cc",
+        ],
+        [],
+    ),
+    # Disabled on jenkins until errors finding nvmlShutdown are found.
+    tags = [
+        "manual",
+        "multi_gpu",
+        "no_oss",
+        "noguitar",
+        "notap",
+    ],
+    deps =
+        if_cuda([
+            ":nccl_lib",
+            "@local_config_nccl//:nccl",
+            "//tensorflow/core:cuda",
+            "//tensorflow/core:test",
+            "//tensorflow/core:test_main",
+            "//tensorflow/core:testlib",
+        ]),
+)
diff --git a/tensorflow/contrib/nccl/kernels/nccl_manager.cc b/tensorflow/core/nccl/nccl_manager.cc
similarity index 99%
rename from tensorflow/contrib/nccl/kernels/nccl_manager.cc
rename to tensorflow/core/nccl/nccl_manager.cc
index 99fecf9651..f8e8c75222 100644
--- a/tensorflow/contrib/nccl/kernels/nccl_manager.cc
+++ b/tensorflow/core/nccl/nccl_manager.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/nccl/kernels/nccl_manager.h"
+#include "tensorflow/core/nccl/nccl_manager.h"
 
 #include <utility>
 
diff --git a/tensorflow/contrib/nccl/kernels/nccl_manager.h b/tensorflow/core/nccl/nccl_manager.h
similarity index 96%
rename from tensorflow/contrib/nccl/kernels/nccl_manager.h
rename to tensorflow/core/nccl/nccl_manager.h
index 7d158cc980..76b49101d4 100644
--- a/tensorflow/contrib/nccl/kernels/nccl_manager.h
+++ b/tensorflow/core/nccl/nccl_manager.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_NCCL_KERNELS_NCCL_MANAGER_H_
-#define TENSORFLOW_CONTRIB_NCCL_KERNELS_NCCL_MANAGER_H_
+#ifndef TENSORFLOW_CORE_NCCL_NCCL_MANAGER_H_
+#define TENSORFLOW_CORE_NCCL_NCCL_MANAGER_H_
 
 #ifdef GOOGLE_CUDA
 
@@ -135,4 +135,4 @@ class NcclManager {
 
 #endif  // GOOGLE_CUDA
 
-#endif  // TENSORFLOW_CONTRIB_NCCL_KERNELS_NCCL_MANAGER_H_
+#endif  // TENSORFLOW_CORE_NCCL_NCCL_MANAGER_H_
diff --git a/tensorflow/contrib/nccl/kernels/nccl_manager_test.cc b/tensorflow/core/nccl/nccl_manager_test.cc
similarity index 99%
rename from tensorflow/contrib/nccl/kernels/nccl_manager_test.cc
rename to tensorflow/core/nccl/nccl_manager_test.cc
index 5144f7c38c..dbc07865f0 100644
--- a/tensorflow/contrib/nccl/kernels/nccl_manager_test.cc
+++ b/tensorflow/core/nccl/nccl_manager_test.cc
@@ -19,11 +19,11 @@ limitations under the License.
 #include <random>
 #include <vector>
 
-#include "tensorflow/contrib/nccl/kernels/nccl_manager.h"
 #include "tensorflow/core/common_runtime/device_factory.h"
 #include "tensorflow/core/common_runtime/gpu/gpu_device.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/nccl/nccl_manager.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/nccl/kernels/nccl_rewrite.cc b/tensorflow/core/nccl/nccl_rewrite.cc
similarity index 100%
rename from tensorflow/contrib/nccl/kernels/nccl_rewrite.cc
rename to tensorflow/core/nccl/nccl_rewrite.cc
diff --git a/tensorflow/contrib/nccl/ops/nccl_ops.cc b/tensorflow/core/ops/nccl_ops.cc
similarity index 78%
rename from tensorflow/contrib/nccl/ops/nccl_ops.cc
rename to tensorflow/core/ops/nccl_ops.cc
index a353a34b80..671e47871b 100644
--- a/tensorflow/contrib/nccl/ops/nccl_ops.cc
+++ b/tensorflow/core/ops/nccl_ops.cc
@@ -29,21 +29,7 @@ REGISTER_OP("NcclAllReduce")
     .Attr("num_devices: int")
     .Attr("shared_name: string")
     .SetIsStateful()
-    .SetShapeFn(shape_inference::UnchangedShape)
-    .Doc(R"doc(
-Outputs a tensor containing the reduction across all input tensors passed to ops
-within the same `shared_name.
-
-The graph should be constructed so if one op runs with shared_name value `c`,
-then `num_devices` ops will run with shared_name value `c`.  Failure to do so
-will cause the graph execution to fail to complete.
-
-input: the input to the reduction
-data: the value of the reduction across all `num_devices` devices.
-reduction: the reduction operation to perform.
-num_devices: The number of devices participating in this reduction.
-shared_name: Identifier that shared between ops of the same reduction.
-)doc");
+    .SetShapeFn(shape_inference::UnchangedShape);
 
 // Note: This op has no kernel implementation, but is replaced by
 // _NcclReduceSend and _NcclReduceRecv during graph optimization stage.
@@ -54,17 +40,7 @@ REGISTER_OP("NcclReduce")
     .Attr("T: {half, float, float64, int32, int64}")
     .Attr("num_devices: int")
     .SetIsStateful()
-    .SetShapeFn(shape_inference::UnchangedShape)
-    .Doc(R"doc(
-Reduces `input` from `num_devices` using `reduction` to a single device.
-
-The graph should be constructed so that all inputs have a valid device
-assignment, and the op itself is assigned one of these devices.
-
-input: The input to the reduction.
-data: the value of the reduction across all `num_devices` devices.
-reduction: the reduction operation to perform.
-    )doc");
+    .SetShapeFn(shape_inference::UnchangedShape);
 
 REGISTER_OP("_NcclReduceSend")
     .Input("input: T")
@@ -121,17 +97,7 @@ REGISTER_OP("NcclBroadcast")
     .Attr("T: {half, float, float64, int32, int64}")
     .Attr("shape: shape")
     .SetIsStateful()
-    .SetShapeFn(shape_inference::UnchangedShape)
-    .Doc(R"doc(
-Sends `input` to all devices that are connected to the output.
-
-The graph should be constructed so that all ops connected to the output have a
-valid device assignment, and the op itself is assigned one of these devices.
-
-input: The input to the broadcast.
-output: The same as input.
-shape: The shape of the input tensor.
-    )doc");
+    .SetShapeFn(shape_inference::UnchangedShape);
 
 REGISTER_OP("_NcclBroadcastSend")
     .Input("input: T")
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 2b2d90b6f6..cf3cba4fda 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -109,6 +109,7 @@ py_library(
         ":manip_ops",
         ":math_ops",
         ":metrics",
+        ":nccl_ops",
         ":nn",
         ":ops",
         ":platform",
@@ -5757,6 +5758,48 @@ py_test(
     ],
 )
 
+tf_gen_op_wrapper_private_py(
+    name = "nccl_ops_gen",
+    visibility = ["//tensorflow:internal"],
+    deps = [
+        "//tensorflow/core:nccl_ops_op_lib",
+    ],
+)
+
+py_library(
+    name = "nccl_ops",
+    srcs = ["ops/nccl_ops.py"],
+    srcs_version = "PY2AND3",
+    visibility = visibility + [
+        "//learning/deepmind/tensorflow:__subpackages__",
+    ],
+    deps = [
+        ":framework_for_generated_wrappers",
+        ":nccl_ops_gen",
+    ],
+)
+
+cuda_py_test(
+    name = "nccl_ops_test",
+    size = "small",
+    srcs = ["ops/nccl_ops_test.py"],
+    additional_deps = [
+        ":nccl_ops",
+        ":array_ops",
+        ":client_testlib",
+        ":framework_test_lib",
+        ":platform_test",
+    ],
+    # Disabled on jenkins until errors finding nvmlShutdown are found.
+    tags = [
+        "manual",
+        "multi_gpu",
+        "no_oss",
+        "noguitar",
+        "notap",
+    ],
+)
+
 py_binary(
     name = "graph_analyzer",
     srcs = [
diff --git a/tensorflow/contrib/nccl/python/ops/nccl_ops.py b/tensorflow/python/ops/nccl_ops.py
similarity index 89%
rename from tensorflow/contrib/nccl/python/ops/nccl_ops.py
rename to tensorflow/python/ops/nccl_ops.py
index fa597cf3ef..6259ce0f94 100644
--- a/tensorflow/contrib/nccl/python/ops/nccl_ops.py
+++ b/tensorflow/python/ops/nccl_ops.py
@@ -19,15 +19,11 @@ from __future__ import print_function
 
 import threading
 
-from tensorflow.contrib.nccl.ops import gen_nccl_ops
-from tensorflow.contrib.util import loader
-from tensorflow.python.eager import context
 from tensorflow.python.framework import device
 from tensorflow.python.framework import ops
-from tensorflow.python.platform import resource_loader
+from tensorflow.python.ops import gen_nccl_ops
 
 
-_nccl_ops_so = None
 _module_lock = threading.Lock()
 _shared_name_counter = 0
 
@@ -182,7 +178,6 @@ def broadcast(tensor):
     A tensor with the value of `src_tensor`, which can be used as input to
     ops on other GPU devices.
   """
-  _validate_and_load_nccl_so()
   _check_device(tensor)
 
   with ops.device(tensor.device):
@@ -214,7 +209,6 @@ def _apply_all_reduce(reduction, tensors):
   """Helper function for all_* functions."""
   if not tensors:
     raise ValueError('Must pass >0 tensors to all reduce operations')
-  _validate_and_load_nccl_so()
 
   shared_name = _get_shared_name()
   res = []
@@ -236,7 +230,6 @@ def _apply_reduce(reduction, tensors):
   """Helper function for reduce_* functions."""
   if not tensors:
     raise ValueError('Must pass >0 tensors to reduce operations')
-  _validate_and_load_nccl_so()
 
   for t in tensors:
     _check_device(t)
@@ -262,27 +255,3 @@ def _check_device(tensor, expected=None):
     raise ValueError('Device assignment required for nccl collective ops')
   if expected and expected != tensor.device:
     raise ValueError('Expected device %s, got %s' % (expected, tensor.device))
-
-
-def _maybe_load_nccl_ops_so():
-  """Loads nccl ops so if it hasn't been loaded already."""
-
-  with _module_lock:
-    global _nccl_ops_so
-    if not _nccl_ops_so:
-      _nccl_ops_so = loader.load_op_library(
-          resource_loader.get_path_to_datafile('_nccl_ops.so'))
-
-
-def _validate_and_load_nccl_so():
-  """Validates calling context and loads nccl ops so file.
-
-  Raises:
-    ValueError: Ops are not supported.
-    errors_impl.NotFoundError: nccl library is not installed.
-  """
-
-  if context.executing_eagerly():
-    raise ValueError('Nccl ops are not supported in eager mode')
-
-  _maybe_load_nccl_ops_so()
diff --git a/tensorflow/contrib/nccl/python/ops/nccl_ops_test.py b/tensorflow/python/ops/nccl_ops_test.py
similarity index 83%
rename from tensorflow/contrib/nccl/python/ops/nccl_ops_test.py
rename to tensorflow/python/ops/nccl_ops_test.py
index a39efedaf0..1b496fec47 100644
--- a/tensorflow/contrib/nccl/python/ops/nccl_ops_test.py
+++ b/tensorflow/python/ops/nccl_ops_test.py
@@ -19,14 +19,13 @@ from __future__ import division
 from __future__ import print_function
 
 from functools import partial
-import os
 import numpy as np
 
-from tensorflow.contrib import nccl
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients
+from tensorflow.python.ops import nccl_ops
 from tensorflow.python.platform import test
 
 
@@ -52,7 +51,7 @@ def _NcclBroadcast(tensors, devices):
   sender = np.random.randint(0, len(devices))
   with ops.device(devices[sender]):
     tensor = array_ops.identity(tensors[0])
-    broadcast = nccl.broadcast(tensor)
+    broadcast = nccl_ops.broadcast(tensor)
   return _DeviceTensors([broadcast] * len(devices), devices)
 
 
@@ -61,7 +60,6 @@ class NcclTestCase(test.TestCase):
   def _Test(self,
             nccl_reduce,
             numpy_fn,
-            dtypes=[np.float16, np.float32, np.int32, np.int64, np.float64],
             device_sets=(['/device:GPU:1', '/device:GPU:2', '/device:GPU:0'],
                          ['/device:GPU:1', '/device:GPU:0'])):
     """Tests that nccl_reduce does the same as reduction with numpy_fn.
@@ -74,10 +72,7 @@ class NcclTestCase(test.TestCase):
           two.
       device_sets: Tuple of virtual devices to run test on.
     """
-    # Enable NCCL printouts.
-    os.environ["NCCL_DEBUG"] = "INFO"
-
-    for dtype in dtypes:
+    for dtype in [np.float16, np.float32, np.int32, np.int64, np.float64]:
       # Create session inside outer loop to test use of
       # same communicator across multiple sessions.
       with self.test_session(use_gpu=True) as sess:
@@ -129,36 +124,36 @@ class NcclTestCase(test.TestCase):
           reduce_tensors, inputs, losses, colocate_gradients_with_ops=True)
       return [g for g in grads if g is not None]
 
-    # int types are considered not 'trainable' and no gradients are generated.
-    self._Test(_Gradient, numpy_fn, dtypes=[np.float16, np.float32, np.float64])
+    self._Test(_Gradient, numpy_fn)
 
 
 class AllReduceTest(NcclTestCase):
 
   def testAllReduce(self):
-    self._Test(partial(_NcclAllReduce, nccl.all_sum), lambda x, y: x + y)
-    self._Test(partial(_NcclAllReduce, nccl.all_prod), lambda x, y: x * y)
-    self._Test(partial(_NcclAllReduce, nccl.all_min), np.minimum)
-    self._Test(partial(_NcclAllReduce, nccl.all_max), np.maximum)
+    self._Test(partial(_NcclAllReduce, nccl_ops.all_sum), lambda x, y: x + y)
+    self._Test(partial(_NcclAllReduce, nccl_ops.all_prod), lambda x, y: x * y)
+    self._Test(partial(_NcclAllReduce, nccl_ops.all_min), np.minimum)
+    self._Test(partial(_NcclAllReduce, nccl_ops.all_max), np.maximum)
 
   def testAllSumGrad(self):
     self._TestGradient(
-        partial(_NcclAllReduce, nccl.all_sum), lambda x, y: x + y)
+        partial(_NcclAllReduce, nccl_ops.all_sum), lambda x, y: x + y)
 
   def testErrors(self):
     with self.assertRaisesRegexp(ValueError, 'Device assignment required'):
-      nccl.all_sum([array_ops.identity(np.random.random_sample((3, 4)))])
+      nccl_ops.all_sum([array_ops.identity(np.random.random_sample((3, 4)))])
     with self.assertRaisesRegexp(ValueError, 'Must pass >0 tensors'):
-      nccl.all_sum([])
+      nccl_ops.all_sum([])
 
 
 class SingleReduceTest(NcclTestCase):
 
   def testSum(self):
-    self._Test(partial(_NcclReduce, nccl.reduce_sum), lambda x, y: x + y)
+    self._Test(partial(_NcclReduce, nccl_ops.reduce_sum), lambda x, y: x + y)
 
   def testSumGrad(self):
-    self._TestGradient(partial(_NcclReduce, nccl.reduce_sum), lambda x, y: x)
+    self._TestGradient(partial(_NcclReduce, nccl_ops.reduce_sum),
+                       lambda x, y: x)
 
 
 class BroadcastTest(NcclTestCase):
@@ -189,8 +184,8 @@ class CombinedTest(NcclTestCase):
   """Test all-reduce vs. single-reduce plus broadcast in one session.run."""
 
   def _Combined(self, tensors, devices):
-    all_reduce_tensors = _NcclAllReduce(nccl.all_sum, tensors, devices)
-    single_reduce_tensors = _NcclReduce(nccl.reduce_sum, tensors, devices)
+    all_reduce_tensors = _NcclAllReduce(nccl_ops.all_sum, tensors, devices)
+    single_reduce_tensors = _NcclReduce(nccl_ops.reduce_sum, tensors, devices)
     broadcast_tensors = _NcclBroadcast(single_reduce_tensors, devices)
     return all_reduce_tensors + broadcast_tensors
 
-- 
GitLab


From 1982670bf62007637d286556f41ebd3a6b668ebd Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 26 Oct 2018 13:58:10 -0700
Subject: [PATCH 0686/1825] Internal change

PiperOrigin-RevId: 218909148
---
 tensorflow/contrib/lite/testing/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/contrib/lite/testing/BUILD b/tensorflow/contrib/lite/testing/BUILD
index 891d44d2b6..64070e6c82 100644
--- a/tensorflow/contrib/lite/testing/BUILD
+++ b/tensorflow/contrib/lite/testing/BUILD
@@ -37,6 +37,9 @@ load(
     tags = tags + [
         "gen_zip_test",
         "no_oss",
+        "noasan",  # b/118502200
+        "notsan",
+        "nomsan",
         "tflite_not_portable_intentional",
     ],
     test_name = test_name,
-- 
GitLab


From 0d8e1a28a6bd29208e96fb9a1963e47399c5199e Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 26 Oct 2018 14:38:06 -0700
Subject: [PATCH 0687/1825] Fixes accidental breakage in tf.function.

PiperOrigin-RevId: 218915897
---
 tensorflow/python/eager/def_function.py      | 12 ++++--------
 tensorflow/python/eager/def_function_test.py | 12 ++++++++++++
 2 files changed, 16 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 8da6ac1b86..a56ddeea81 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -186,10 +186,10 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
       with ops.init_scope():
         shared_name = ops._name_from_scope_name(name)
         shared_name = "%s_%d" % (shared_name, ops.uid())
-      # Use attr_scope and device(None) to simulate the behavior of
-      # colocate_with when the variable we want to colocate with doesn't
-      # yet exist.
-      initial_value = ops.convert_to_tensor(initial_value)
+      with ops.name_scope("Initializer"), ops.device(None):
+        initial_value = ops.convert_to_tensor(
+            initial_value() if init_from_fn else initial_value,
+            name="initial_value", dtype=dtype)
       with ops.init_scope():
         self._handle = resource_variable_ops.eager_safe_variable_handle(
             shape=initial_value.get_shape(),
@@ -197,10 +197,6 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
             shared_name=shared_name,
             name=name,
             graph_mode=self._in_graph_mode)
-      with ops.name_scope("Initializer"), ops.device(None):
-        initial_value = ops.convert_to_tensor(
-            initial_value() if init_from_fn else initial_value,
-            name="initial_value", dtype=dtype)
       self._shape = initial_value.shape
       self._unique_id = shared_name
       self._handle_name = shared_name + ":0"
diff --git a/tensorflow/python/eager/def_function_test.py b/tensorflow/python/eager/def_function_test.py
index 37a48baf7c..acc4fecf2d 100644
--- a/tensorflow/python/eager/def_function_test.py
+++ b/tensorflow/python/eager/def_function_test.py
@@ -69,6 +69,18 @@ class DefFunctionTest(test.TestCase):
     self.assertAllEqual(fn(constant_op.constant(1.0)), 2.0)
     self.assertAllEqual(fn(constant_op.constant(3.0)), 6.0)
 
+  def testFunctionInitializer(self):
+
+    state = []
+
+    @def_function.function
+    def fn(x):
+      if not state:
+        state.append(variables.Variable(lambda: 2.0))
+      return state[0] * x
+
+    self.assertAllEqual(fn(constant_op.constant(1.0)), 2.0)
+
   def testVariableInitializerNotConstant(self):
 
     state = []
-- 
GitLab


From 921d0af192bd51f9d38744f41020df29faa632aa Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 26 Oct 2018 14:41:05 -0700
Subject: [PATCH 0688/1825] Manually pass `self` to converted functions, which
 are as of yet come back unbound after conversion.

PiperOrigin-RevId: 218916376
---
 tensorflow/python/framework/func_graph.py | 13 ++++++++++++-
 1 file changed, 12 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index a34353a949..b1bb5626f9 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -35,6 +35,7 @@ from tensorflow.python.ops import variable_scope
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
+from tensorflow.python.util import tf_inspect
 from tensorflow.python.util.lazy_loader import LazyLoader
 
 # This is to avoid a circular dependency:
@@ -390,6 +391,16 @@ def func_graph_from_py_func(name,
       if experimental_autograph:
         from tensorflow.python import autograph  # pylint: disable=g-import-not-at-top
         _, original_func = tf_decorator.unwrap(python_func)
+
+        # AutoGraph does not yet rebind the returned method, and must receive
+        # `self` explicitly.
+        # TODO(mdan): Have the result automatically bind it instead.
+        if (tf_inspect.ismethod(original_func) and
+            hasattr(original_func, "__self__")):
+          effective_func_args = (original_func.__self__,) + func_args
+        else:
+          effective_func_args = func_args
+
         func_outputs = autograph.converted_call(
             original_func, None,
             autograph.ConversionOptions(
@@ -397,7 +408,7 @@ def func_graph_from_py_func(name,
                 recursive=True,
                 strip_decorators=(function.defun, def_function.function),
                 optional_features=(),
-            ), *func_args, **func_kwargs)
+            ), *effective_func_args, **func_kwargs)
       else:
         func_outputs = python_func(*func_args, **func_kwargs)
       # invariant: `func_outputs` contains only Tensors and `None`s.
-- 
GitLab


From f5a99d5272b50e93b340bd2f34a4871139c502be Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 14:51:01 -0700
Subject: [PATCH 0689/1825] Enable generated tests, but keep 'sin' disabled.

PiperOrigin-RevId: 218917937
---
 tensorflow/contrib/lite/build_def.bzl | 2 +-
 tensorflow/contrib/lite/testing/BUILD | 3 ---
 2 files changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index b30c05a2e2..1277de4ec0 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -280,7 +280,7 @@ def generated_test_models():
         "rsqrt",
         "shape",
         "sigmoid",
-        "sin",
+        #"sin", # b/118502200
         "slice",
         "softmax",
         "space_to_batch_nd",
diff --git a/tensorflow/contrib/lite/testing/BUILD b/tensorflow/contrib/lite/testing/BUILD
index 64070e6c82..891d44d2b6 100644
--- a/tensorflow/contrib/lite/testing/BUILD
+++ b/tensorflow/contrib/lite/testing/BUILD
@@ -37,9 +37,6 @@ load(
     tags = tags + [
         "gen_zip_test",
         "no_oss",
-        "noasan",  # b/118502200
-        "notsan",
-        "nomsan",
         "tflite_not_portable_intentional",
     ],
     test_name = test_name,
-- 
GitLab


From 3b93398b7359874bc296be95f33f081e126c4c03 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 26 Oct 2018 15:13:01 -0700
Subject: [PATCH 0690/1825] Add a line break when logging the graph definition

---
 tensorflow/core/common_runtime/graph_execution_state.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/common_runtime/graph_execution_state.cc b/tensorflow/core/common_runtime/graph_execution_state.cc
index afa219cc0b..ab619ef619 100644
--- a/tensorflow/core/common_runtime/graph_execution_state.cc
+++ b/tensorflow/core/common_runtime/graph_execution_state.cc
@@ -76,7 +76,7 @@ GraphExecutionState::~GraphExecutionState() {
     GraphDef* graph_def, const GraphExecutionStateOptions& options,
     std::unique_ptr<GraphExecutionState>* out_state) {
 #ifndef __ANDROID__
-  VLOG(4) << "Graph proto is " << graph_def->DebugString();
+  VLOG(4) << "Graph proto is \n" << graph_def->DebugString();
 #endif  // __ANDROID__
 
   std::unique_ptr<GraphExecutionState> ret(
-- 
GitLab


From 6448bb32487e0c869c2a6fddb8e31901a9e38a84 Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Fri, 26 Oct 2018 15:10:25 -0700
Subject: [PATCH 0691/1825] Add github template and request op compatibility
 bug reports.

New template is for tf lite operation compatibility.
Exporter now prints a message referring to this templat.

PiperOrigin-RevId: 218921105
---
 ...e-issue.md => 00-bug-performance-issue.md} |  0
 ...ssue.md => 10-build-installation-issue.md} |  0
 ...ion-issue.md => 20-documentation-issue.md} |  0
 ...ature-request.md => 30-feature-request.md} |  0
 .../{other-issues.md => 50-other-issues.md}   |  0
 tensorflow/contrib/lite/toco/tflite/export.cc | 23 +++++++++++++++++++
 6 files changed, 23 insertions(+)
 rename .github/ISSUE_TEMPLATE/{bug-performance-issue.md => 00-bug-performance-issue.md} (100%)
 rename .github/ISSUE_TEMPLATE/{build-installation-issue.md => 10-build-installation-issue.md} (100%)
 rename .github/ISSUE_TEMPLATE/{documentation-issue.md => 20-documentation-issue.md} (100%)
 rename .github/ISSUE_TEMPLATE/{feature-request.md => 30-feature-request.md} (100%)
 rename .github/ISSUE_TEMPLATE/{other-issues.md => 50-other-issues.md} (100%)

diff --git a/.github/ISSUE_TEMPLATE/bug-performance-issue.md b/.github/ISSUE_TEMPLATE/00-bug-performance-issue.md
similarity index 100%
rename from .github/ISSUE_TEMPLATE/bug-performance-issue.md
rename to .github/ISSUE_TEMPLATE/00-bug-performance-issue.md
diff --git a/.github/ISSUE_TEMPLATE/build-installation-issue.md b/.github/ISSUE_TEMPLATE/10-build-installation-issue.md
similarity index 100%
rename from .github/ISSUE_TEMPLATE/build-installation-issue.md
rename to .github/ISSUE_TEMPLATE/10-build-installation-issue.md
diff --git a/.github/ISSUE_TEMPLATE/documentation-issue.md b/.github/ISSUE_TEMPLATE/20-documentation-issue.md
similarity index 100%
rename from .github/ISSUE_TEMPLATE/documentation-issue.md
rename to .github/ISSUE_TEMPLATE/20-documentation-issue.md
diff --git a/.github/ISSUE_TEMPLATE/feature-request.md b/.github/ISSUE_TEMPLATE/30-feature-request.md
similarity index 100%
rename from .github/ISSUE_TEMPLATE/feature-request.md
rename to .github/ISSUE_TEMPLATE/30-feature-request.md
diff --git a/.github/ISSUE_TEMPLATE/other-issues.md b/.github/ISSUE_TEMPLATE/50-other-issues.md
similarity index 100%
rename from .github/ISSUE_TEMPLATE/other-issues.md
rename to .github/ISSUE_TEMPLATE/50-other-issues.md
diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/contrib/lite/toco/tflite/export.cc
index 02ce3d06b9..30efd67f8c 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/contrib/lite/toco/tflite/export.cc
@@ -438,6 +438,8 @@ tensorflow::Status Export(
     }
   }
 
+  // The set of used builtin ops.
+  std::set<string> builtin_ops;
   // The set of custom ops (not including Flex ops).
   std::set<string> custom_ops;
   // The set of Flex ops which are not supported.
@@ -451,6 +453,10 @@ tensorflow::Status Export(
     if (key.is_unsupported_flex_op()) {
       unsupported_flex_ops.insert(key.flex_tensorflow_op());
     }
+    if (!key.is_custom_op() && !key.is_flex_op() &&
+        !key.is_unsupported_flex_op()) {
+      builtin_ops.insert(EnumNameBuiltinOperator(key.type()));
+    }
   }
 
   if (!custom_ops.empty()) {
@@ -471,18 +477,32 @@ tensorflow::Status Export(
         custom_ops_final = custom_ops;
       }
 
+      auto please_report_bug_message = []() {
+        return "We are continually in the process of adding support to "
+               "TensorFlow Lite for more ops. It would be helpful if you could "
+               "inform us of how this conversion went by opening a github "
+               "issue at "
+               "https://github.com/tensorflow/tensorflow/issues/new?template="
+               "40-tflite-op-request.md\n and pasting the following:\n\n";
+      };
+
       if (params.allow_flex_ops) {
         return tensorflow::errors::InvalidArgument(absl::StrCat(
+            please_report_bug_message(),
             "Some of the operators in the model are not supported by "
             "the standard TensorFlow Lite runtime and are not recognized by "
             "TensorFlow. If you have a custom "
             "implementation for them you can disable this error with "
             "--allow_custom_ops, or by setting allow_custom_ops=True "
             "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
+            "of builtin operators you are using: ",
+            absl::StrJoin(builtin_ops, ", "),
+            ". Here is a list "
             "of operators for which you will need custom implementations: ",
             absl::StrJoin(custom_ops_final, ", "), "."));
       } else {
         return tensorflow::errors::InvalidArgument(absl::StrCat(
+            please_report_bug_message(),
             "Some of the operators in the model are not supported by "
             "the standard TensorFlow Lite runtime. If those are native "
             "TensorFlow operators, you might be able to use the extended "
@@ -492,6 +512,9 @@ tensorflow::Status Export(
             "custom implementation for them you can disable this error with "
             "--allow_custom_ops, or by setting allow_custom_ops=True "
             "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
+            "of builtin operators you are using: ",
+            absl::StrJoin(builtin_ops, ", "),
+            ". Here is a list "
             "of operators for which you will need custom implementations: ",
             absl::StrJoin(custom_ops_final, ", "), "."));
       }
-- 
GitLab


From 68cec2589b48df3ce41bb550be832f82b6371c66 Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Fri, 26 Oct 2018 15:15:35 -0700
Subject: [PATCH 0692/1825] Replace calls to export_savedmodel with
 export_saved_model, and remove strip_default_attr argument.

PiperOrigin-RevId: 218921778
---
 .../contrib/distribute/python/estimator_integration_test.py | 4 ++--
 .../contrib/eager/python/examples/revnet/main_estimator.py  | 2 +-
 .../eager/python/examples/revnet/main_estimator_tpu.py      | 2 +-
 tensorflow/contrib/lite/python/convert_saved_model_test.py  | 2 +-
 tensorflow/contrib/timeseries/examples/lstm.py              | 4 ++--
 tensorflow/contrib/timeseries/examples/multivariate.py      | 4 ++--
 .../contrib/timeseries/python/timeseries/estimators_test.py | 4 ++--
 .../contrib/timeseries/python/timeseries/head_test.py       | 6 +++---
 .../timeseries/state_space_models/state_space_model_test.py | 5 ++---
 9 files changed, 16 insertions(+), 17 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/estimator_integration_test.py b/tensorflow/contrib/distribute/python/estimator_integration_test.py
index cc626c33bf..a1355c0b09 100644
--- a/tensorflow/contrib/distribute/python/estimator_integration_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_integration_test.py
@@ -126,8 +126,8 @@ class DNNLinearCombinedClassifierIntegrationTest(test.TestCase,
     feature_spec = feature_column.make_parse_example_spec(feature_columns)
     serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
         feature_spec)
-    export_dir = estimator.export_savedmodel(tempfile.mkdtemp(),
-                                             serving_input_receiver_fn)
+    export_dir = estimator.export_saved_model(tempfile.mkdtemp(),
+                                              serving_input_receiver_fn)
     self.assertTrue(gfile.Exists(export_dir))
 
   def tearDown(self):
diff --git a/tensorflow/contrib/eager/python/examples/revnet/main_estimator.py b/tensorflow/contrib/eager/python/examples/revnet/main_estimator.py
index 3a17eb30da..125adbb9de 100644
--- a/tensorflow/contrib/eager/python/examples/revnet/main_estimator.py
+++ b/tensorflow/contrib/eager/python/examples/revnet/main_estimator.py
@@ -173,7 +173,7 @@ def main(_):
     input_fn = tf.estimator.export.build_raw_serving_input_receiver_fn({
         "image": inputs
     })
-    revnet_estimator.export_savedmodel(FLAGS.model_dir, input_fn)
+    revnet_estimator.export_saved_model(FLAGS.model_dir, input_fn)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/eager/python/examples/revnet/main_estimator_tpu.py b/tensorflow/contrib/eager/python/examples/revnet/main_estimator_tpu.py
index 8520cf5b71..b0676916a8 100644
--- a/tensorflow/contrib/eager/python/examples/revnet/main_estimator_tpu.py
+++ b/tensorflow/contrib/eager/python/examples/revnet/main_estimator_tpu.py
@@ -307,7 +307,7 @@ def main(_):
       # The guide to serve an exported TensorFlow model is at:
       #    https://www.tensorflow.org/serving/serving_basic
       tf.logging.info("Starting to export model.")
-      revnet_classifier.export_savedmodel(
+      revnet_classifier.export_saved_model(
           export_dir_base=FLAGS.export_dir,
           serving_input_receiver_fn=imagenet_input.image_serving_input_fn)
 
diff --git a/tensorflow/contrib/lite/python/convert_saved_model_test.py b/tensorflow/contrib/lite/python/convert_saved_model_test.py
index 92c4ebb246..fd81ac7f38 100644
--- a/tensorflow/contrib/lite/python/convert_saved_model_test.py
+++ b/tensorflow/contrib/lite/python/convert_saved_model_test.py
@@ -436,7 +436,7 @@ class FreezeSavedModelTestTrainGraph(test_util.TensorFlowTestCase):
 
     # Export SavedModel
     saved_model_dir = os.path.join(self.get_temp_dir(), "mnist_savedmodel")
-    classifier.export_savedmodel(saved_model_dir, pred_input_fn)
+    classifier.export_saved_model(saved_model_dir, pred_input_fn)
 
     # Convert to tflite and test output
     saved_model_name = os.listdir(saved_model_dir)[0]
diff --git a/tensorflow/contrib/timeseries/examples/lstm.py b/tensorflow/contrib/timeseries/examples/lstm.py
index b1c7475442..a7c7230dd2 100644
--- a/tensorflow/contrib/timeseries/examples/lstm.py
+++ b/tensorflow/contrib/timeseries/examples/lstm.py
@@ -254,8 +254,8 @@ def train_and_predict(
   if export_directory is None:
     export_directory = tempfile.mkdtemp()
   input_receiver_fn = estimator.build_raw_serving_input_receiver_fn()
-  export_location = estimator.export_savedmodel(
-      export_directory, input_receiver_fn)
+  export_location = estimator.export_saved_model(export_directory,
+                                                 input_receiver_fn)
   # Warm up and predict using the SavedModel
   with tf.Graph().as_default():
     with tf.Session() as session:
diff --git a/tensorflow/contrib/timeseries/examples/multivariate.py b/tensorflow/contrib/timeseries/examples/multivariate.py
index e81cb18ad7..6b60542e22 100644
--- a/tensorflow/contrib/timeseries/examples/multivariate.py
+++ b/tensorflow/contrib/timeseries/examples/multivariate.py
@@ -66,8 +66,8 @@ def multivariate_train_and_sample(
   if export_directory is None:
     export_directory = tempfile.mkdtemp()
   input_receiver_fn = estimator.build_raw_serving_input_receiver_fn()
-  export_location = estimator.export_savedmodel(
-      export_directory, input_receiver_fn)
+  export_location = estimator.export_saved_model(export_directory,
+                                                 input_receiver_fn)
   with tf.Graph().as_default():
     numpy.random.seed(1)  # Make the example a bit more deterministic
     with tf.Session() as session:
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
index 6ec7184c68..ffd838be40 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
@@ -98,8 +98,8 @@ class TimeSeriesRegressorTest(test.TestCase):
     ) = list(second_estimator.predict(input_fn=predict_input_fn))
     self.assertAllEqual([10, 1], estimator_predictions["mean"].shape)
     input_receiver_fn = first_estimator.build_raw_serving_input_receiver_fn()
-    export_location = first_estimator.export_savedmodel(self.get_temp_dir(),
-                                                        input_receiver_fn)
+    export_location = first_estimator.export_saved_model(
+        self.get_temp_dir(), input_receiver_fn)
     with ops.Graph().as_default():
       with session.Session() as sess:
         signatures = loader.load(sess, [tag_constants.SERVING], export_location)
diff --git a/tensorflow/contrib/timeseries/python/timeseries/head_test.py b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
index 04d17bc123..90c7d8ac1a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/head_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
@@ -402,8 +402,8 @@ class OneShotTests(parameterized.TestCase):
     self.assertIn("average_loss", result)
     self.assertNotIn(feature_keys.State.STATE_TUPLE, result)
     input_receiver_fn = estimator.build_raw_serving_input_receiver_fn()
-    export_location = estimator.export_savedmodel(_new_temp_dir(),
-                                                  input_receiver_fn)
+    export_location = estimator.export_saved_model(_new_temp_dir(),
+                                                   input_receiver_fn)
     graph = ops.Graph()
     with graph.as_default():
       with session_lib.Session() as session:
@@ -438,7 +438,7 @@ class OneShotTests(parameterized.TestCase):
         output = session.run(fetches, feed_dict=feeds)
         self.assertEqual((2, 15, 5), output["mean"].shape)
     # Build a parsing input function, then make a tf.Example for it to parse.
-    export_location = estimator.export_savedmodel(
+    export_location = estimator.export_saved_model(
         _new_temp_dir(),
         estimator.build_one_shot_parsing_serving_input_receiver_fn(
             filtering_length=20, prediction_length=15))
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
index 80126ac786..26857ba235 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
@@ -185,9 +185,8 @@ class StateSpaceEquivalenceTests(test.TestCase):
             "exogenous": [-1., -2., -3., -4.]
         }))
     estimator.train(combined_input_fn, steps=1)
-    export_location = estimator.export_savedmodel(
-        self.get_temp_dir(),
-        estimator.build_raw_serving_input_receiver_fn())
+    export_location = estimator.export_saved_model(
+        self.get_temp_dir(), estimator.build_raw_serving_input_receiver_fn())
     with ops.Graph().as_default() as graph:
       random_model.initialize_graph()
       with self.session(graph=graph) as session:
-- 
GitLab


From 5dd59f47076a1be4ac60ea24ff8ac83b9ea632e9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 15:18:00 -0700
Subject: [PATCH 0693/1825] Fix tensorflow::data::model::SharedStatefield
 initializer order to avoid warnings.

The fields will be initiwalized in the order in which they are declared in the struct
regardless of the order the initializers are listed, but some compilers warn if the orderings do not match.
This CL makes tham match to avoid the warnings.

PiperOrigin-RevId: 218922131
---
 tensorflow/core/framework/model.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 5e4d114313..8c376492e1 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -39,7 +39,7 @@ struct SharedState {
  public:
   explicit SharedState(int64 value, std::shared_ptr<mutex> mu,
                        std::shared_ptr<condition_variable> cond_var)
-      : value(value), mu(std::move(mu)), cond_var(std::move(cond_var)) {}
+      : mu(std::move(mu)), cond_var(std::move(cond_var)), value(value) {}
 
   std::shared_ptr<mutex> mu;
   std::shared_ptr<condition_variable> cond_var;
-- 
GitLab


From 5ef3c95e98bb4223585afd3c0cd7656165443749 Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Fri, 26 Oct 2018 15:18:41 -0700
Subject: [PATCH 0694/1825] [XLA:GPU] Remove a map data structure used to
 support the code generation of GetTupleElement inside a fused computation.

The map initially records the fusion parameters and their base addresses. Then
during the forward traversal of the fused computation that produces elemental
ir generators, we generate code to calculate the base address for the
GetTupleElement instructions that produce tuple results, and add the
information to the map. As a result, this map records all the tuple producing
instructions whose results can be used in GetTupleElement instructions. During
code generation, if a GetTupleElement instruction produces a non-tuple result,
we look up the map for the base pointer of the tuple to generate code that
produces the instruction result. On the other hand, if a GetTupleELement
instruction produces a tuple result, we do not generate any code as the code
for such instructions is already generated when we produce the map data
structure.

Such a map data structure is not necessary. The base addresses for a parameter
can be derived from the IrArray of the parameter, which can be looked up
through the parameter number. We change the elemental ir emitter for
GetTupleElement instructions to return the base address for the tuple producing
GetTupleElement instructions to avoid looking up the map for such instructions.
In doing that, we also avoid generating code for tuple producing
GetTupleElement instructions duing the phase that produces elemental ir
generators to clean up the code generation for GetTupleElement instructions.

PiperOrigin-RevId: 218922219
---
 .../xla/service/llvm_ir/fused_ir_emitter.cc   | 75 +++++++++++--------
 .../xla/service/llvm_ir/fused_ir_emitter.h    | 32 ++++----
 2 files changed, 57 insertions(+), 50 deletions(-)

diff --git a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc
index b606c993a2..b0a492c70b 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc
@@ -33,7 +33,7 @@ namespace xla {
 using llvm_ir::IrArray;
 
 Status FusedIrEmitter::DefaultAction(HloInstruction* hlo) {
-  generators_[hlo] =
+  indexed_generators_[hlo] =
       [=](const IrArray::Index& index) -> StatusOr<llvm::Value*> {
     if (generated_value_cache_[hlo].count(index.multidim()) > 0) {
       llvm::Value* generated_value =
@@ -63,9 +63,9 @@ Status FusedIrEmitter::DefaultAction(HloInstruction* hlo) {
               << llvm_ir::AsString(b_->GetInsertBlock()->getName()) << ").";
     }
 
-    TF_ASSIGN_OR_RETURN(
-        generated_value_cache_[hlo][index.multidim()],
-        elemental_emitter_->MakeElementGenerator(hlo, generators_)(index));
+    TF_ASSIGN_OR_RETURN(generated_value_cache_[hlo][index.multidim()],
+                        elemental_emitter_->MakeElementGenerator(
+                            hlo, indexed_generators_)(index));
     return generated_value_cache_[hlo][index.multidim()];
   };
   return Status::OK();
@@ -81,7 +81,7 @@ Status FusedIrEmitter::HandleConstant(HloInstruction* constant) {
       /*Name=*/"");
   llvm::Constant* shape_constant = llvm::ConstantExpr::getBitCast(
       global, llvm_ir::ShapeToIrType(literal.shape(), module_)->getPointerTo());
-  generators_[constant] = [=](const IrArray::Index& index) {
+  indexed_generators_[constant] = [=](const IrArray::Index& index) {
     return IrArray(shape_constant, constant->shape())
         .EmitReadArrayElement(index, b_);
   };
@@ -91,34 +91,47 @@ Status FusedIrEmitter::HandleConstant(HloInstruction* constant) {
 
 Status FusedIrEmitter::HandleGetTupleElement(
     HloInstruction* get_tuple_element) {
-  // Lookup ir value for 'operand'.
-  auto operand = get_tuple_element->operand(0);
-  auto it = gte_values_.find(operand);
-  if (it == gte_values_.end()) {
-    return Unimplemented(
-        "GetTupleElement fusion currently only supports"
-        " parameter operands, but found operand: %s",
-        operand->name());
-  }
-  // Emit code to lookup tuple element pointer, and store it in 'gte_values_'.
-  llvm::Value* tuple_element_ptr = llvm_ir::EmitGetTupleElement(
-      get_tuple_element->shape(), get_tuple_element->tuple_index(),
-      /*alignment=*/1, it->second, b_, module_);
-  gte_values_.insert(std::make_pair(get_tuple_element, tuple_element_ptr));
-  // Emit code to read base tuple element array (if non-tuple shaped).
+  auto emit_tuple_element_ptr = [=]() -> StatusOr<llvm::Value*> {
+    const HloInstruction* tuple_operand = get_tuple_element->operand(0);
+    llvm::Value* tuple_ptr;
+    if (tuple_operand->opcode() == HloOpcode::kGetTupleElement) {
+      TF_ASSIGN_OR_RETURN(tuple_ptr, non_indexed_generators_[tuple_operand]());
+    } else {
+      if (tuple_operand->opcode() != HloOpcode::kParameter) {
+        return Unimplemented(
+            "GetTupleElement fusion currently only supports parameter or "
+            "nested"
+            "GetTupleElement as tuple operand, found an exception: %s",
+            tuple_operand->name());
+      }
+      tuple_ptr =
+          parameter_arrays_[tuple_operand->parameter_number()].GetBasePointer();
+    }
+
+    // Lookup tuple element pointer.
+    return llvm_ir::EmitGetTupleElement(
+        get_tuple_element->shape(), get_tuple_element->tuple_index(),
+        /*alignment=*/1, tuple_ptr, b_, module_);
+  };
+
   if (!ShapeUtil::IsTuple(get_tuple_element->shape())) {
-    generators_[get_tuple_element] =
+    indexed_generators_[get_tuple_element] =
         [=](const IrArray::Index& index) -> StatusOr<llvm::Value*> {
       // TODO(b/34080002) Add aliasing information to tuple element IrArray.
+      TF_ASSIGN_OR_RETURN(llvm::Value * tuple_element_ptr,
+                          emit_tuple_element_ptr());
       return IrArray(tuple_element_ptr, get_tuple_element->shape())
           .EmitReadArrayElement(index, b_);
     };
+  } else {
+    non_indexed_generators_[get_tuple_element] = emit_tuple_element_ptr;
   }
   return Status::OK();
 }
 
 Status FusedIrEmitter::HandleParameter(HloInstruction* parameter) {
-  generators_[parameter] = [=](const IrArray::Index& index) -> llvm::Value* {
+  indexed_generators_[parameter] =
+      [=](const IrArray::Index& index) -> llvm::Value* {
     if (tiled_parameter_info_) {
       if (llvm::Value* param_tile_buffer =
               tiled_parameter_info_->GetBufferForParameter(
@@ -138,11 +151,6 @@ Status FusedIrEmitter::HandleParameter(HloInstruction* parameter) {
     return parameter_arrays_[parameter->parameter_number()]
         .EmitReadArrayElement(index, b_);
   };
-  // Store ir value for fusion operand associated with fusion parameter to be
-  // accessed by subsequent fused GetTupleElement instructions.
-  gte_values_.insert(std::make_pair(
-      parameter,
-      parameter_arrays_[parameter->parameter_number()].GetBasePointer()));
   return Status::OK();
 }
 
@@ -153,12 +161,13 @@ Status FusedIrEmitter::HandleTuple(HloInstruction* tuple) {
     operand_elemental_ir_types.push_back(llvm_ir::PrimitiveTypeToIrType(
         operand->shape().element_type(), module_));
   }
-  generators_[tuple] =
+  indexed_generators_[tuple] =
       [=](const IrArray::Index& index) -> StatusOr<llvm::Value*> {
     llvm::Value* ret = llvm::UndefValue::get(
         llvm::StructType::get(b_->getContext(), operand_elemental_ir_types));
     for (size_t i = 0; i < ShapeUtil::TupleElementCount(tuple->shape()); ++i) {
-      TF_ASSIGN_OR_RETURN(llvm::Value * val_i, generators_[operands[i]](index));
+      TF_ASSIGN_OR_RETURN(llvm::Value * val_i,
+                          indexed_generators_[operands[i]](index));
       ret = b_->CreateInsertValue(ret, val_i, i);
     }
     return ret;
@@ -171,15 +180,15 @@ Status FusedIrEmitter::FinishVisit(HloInstruction* root) {
   return Status::OK();
 }
 
-FusedIrEmitter::Generator FusedIrEmitter::GetRootGenerator() const {
+FusedIrEmitter::IndexedGenerator FusedIrEmitter::GetRootGenerator() const {
   CHECK_NE(nullptr, fused_root_)
       << "GetRootGenerator should be called after Accept.";
-  return generators_.at(fused_root_);
+  return indexed_generators_.at(fused_root_);
 }
 
-FusedIrEmitter::Generator FusedIrEmitter::GetGenerator(
+FusedIrEmitter::IndexedGenerator FusedIrEmitter::GetGenerator(
     const HloInstruction* instruction) const {
-  return generators_.at(instruction);
+  return indexed_generators_.at(instruction);
 }
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h
index 44d21fa750..076c449c1e 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h
@@ -52,7 +52,8 @@ namespace xla {
 // same length.
 class FusedIrEmitter : public DfsHloVisitorWithDefault {
  public:
-  using Generator = llvm_ir::ElementGenerator;
+  using IndexedGenerator = llvm_ir::ElementGenerator;
+  using NonIndexedGenerator = std::function<StatusOr<llvm::Value*>()>;
 
   FusedIrEmitter(absl::Span<const llvm_ir::IrArray> parameter_arrays,
                  ElementalIrEmitter* elemental_emitter)
@@ -76,17 +77,10 @@ class FusedIrEmitter : public DfsHloVisitorWithDefault {
   Status FinishVisit(HloInstruction* root) override;
 
   // Returns the generator function for the root of the fused computation.
-  Generator GetRootGenerator() const;
+  IndexedGenerator GetRootGenerator() const;
 
   // Returns the generator function for the given instruction.
-  Generator GetGenerator(const HloInstruction* instruction) const;
-
-  // Returns the ir value for instruction 'hlo'.
-  llvm::Value* GetIrValueForGTE(const HloInstruction* hlo) const {
-    auto it = gte_values_.find(hlo);
-    CHECK(it != gte_values_.end());
-    return it->second;
-  }
+  IndexedGenerator GetGenerator(const HloInstruction* instruction) const;
 
   void SetTiledParameterInfo(const llvm_ir::TiledParameterInfo* info) {
     tiled_parameter_info_ = info;
@@ -106,19 +100,23 @@ class FusedIrEmitter : public DfsHloVisitorWithDefault {
   llvm::IRBuilder<>* b_;
   llvm::Module* module_;
 
-  // Map from instruction pointers to functions to generate elements of their
-  // outputs
-  std::unordered_map<const HloInstruction*, Generator> generators_;
+  // Map from instructions to functions that generate code for the output
+  // elements. If an instruction is a GetTupleElement instruction, the
+  // instruction produces non-tuple result.
+  std::unordered_map<const HloInstruction*, IndexedGenerator>
+      indexed_generators_;
+
+  // Map from tuple-result-producing GetTupleELement instructions to functions
+  // that generate the base pointers for the output elements. This is used to
+  // support the translation of nested GetTupleElement instructions.
+  std::unordered_map<const HloInstruction*, NonIndexedGenerator>
+      non_indexed_generators_;
 
   // Cache of generated values, lest we regenerate an element of a node with
   // multiple outgoing edges
   std::unordered_map<const HloInstruction*,
                      std::map<std::vector<llvm::Value*>, llvm::Value*>>
       generated_value_cache_;
-
-  // Stores ir values required to emit fused (and possibly nested)
-  // GetTupleElement instructions.
-  std::unordered_map<const HloInstruction*, llvm::Value*> gte_values_;
 };
 
 }  // namespace xla
-- 
GitLab


From f4e696d5ab539bd4eb3dc236349305db7bfd11f7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 15:22:15 -0700
Subject: [PATCH 0695/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 218922716
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 118 ++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 118 ++++++++++++++++++
 2 files changed, 236 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index bccd391815..329a8b9f5e 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -37135,6 +37135,124 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "NcclAllReduce"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "data"
+    type_attr: "T"
+  }
+  attr {
+    name: "reduction"
+    type: "string"
+    allowed_values {
+      list {
+        s: "min"
+        s: "max"
+        s: "prod"
+        s: "sum"
+      }
+    }
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+        type: DT_INT32
+        type: DT_INT64
+      }
+    }
+  }
+  attr {
+    name: "num_devices"
+    type: "int"
+  }
+  attr {
+    name: "shared_name"
+    type: "string"
+  }
+  is_stateful: true
+}
+op {
+  name: "NcclBroadcast"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "output"
+    type_attr: "T"
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+        type: DT_INT32
+        type: DT_INT64
+      }
+    }
+  }
+  attr {
+    name: "shape"
+    type: "shape"
+  }
+  is_stateful: true
+}
+op {
+  name: "NcclReduce"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+    number_attr: "num_devices"
+  }
+  output_arg {
+    name: "data"
+    type_attr: "T"
+  }
+  attr {
+    name: "reduction"
+    type: "string"
+    allowed_values {
+      list {
+        s: "min"
+        s: "max"
+        s: "prod"
+        s: "sum"
+      }
+    }
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+        type: DT_INT32
+        type: DT_INT64
+      }
+    }
+  }
+  attr {
+    name: "num_devices"
+    type: "int"
+    has_minimum: true
+    minimum: 1
+  }
+  is_stateful: true
+}
 op {
   name: "Neg"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 235e3d60f2..68d8e8e25a 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -18042,6 +18042,124 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "NcclAllReduce"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "data"
+    type_attr: "T"
+  }
+  attr {
+    name: "reduction"
+    type: "string"
+    allowed_values {
+      list {
+        s: "min"
+        s: "max"
+        s: "prod"
+        s: "sum"
+      }
+    }
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+        type: DT_INT32
+        type: DT_INT64
+      }
+    }
+  }
+  attr {
+    name: "num_devices"
+    type: "int"
+  }
+  attr {
+    name: "shared_name"
+    type: "string"
+  }
+  is_stateful: true
+}
+op {
+  name: "NcclBroadcast"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "output"
+    type_attr: "T"
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+        type: DT_INT32
+        type: DT_INT64
+      }
+    }
+  }
+  attr {
+    name: "shape"
+    type: "shape"
+  }
+  is_stateful: true
+}
+op {
+  name: "NcclReduce"
+  input_arg {
+    name: "input"
+    type_attr: "T"
+    number_attr: "num_devices"
+  }
+  output_arg {
+    name: "data"
+    type_attr: "T"
+  }
+  attr {
+    name: "reduction"
+    type: "string"
+    allowed_values {
+      list {
+        s: "min"
+        s: "max"
+        s: "prod"
+        s: "sum"
+      }
+    }
+  }
+  attr {
+    name: "T"
+    type: "type"
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+        type: DT_INT32
+        type: DT_INT64
+      }
+    }
+  }
+  attr {
+    name: "num_devices"
+    type: "int"
+    has_minimum: true
+    minimum: 1
+  }
+  is_stateful: true
+}
 op {
   name: "Neg"
   input_arg {
-- 
GitLab


From 7bf0d2af131f6f2d06baa3ae398c977a2ef69bca Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Fri, 26 Oct 2018 15:25:12 -0700
Subject: [PATCH 0696/1825] Refactor TF-TRT C++ API in convert_nodes.cc, and
 add TrtNodeValidator class (which will be later used to do compile-time
 validation for each TF node to determine whether it's supported by TRT, in
 cl/217561555).

Most of the changes are not functional changes but are parameter plumbings,
they come from the 3rd item listed below.

Implementation details:

- Added TrtNodeValidator to validate nodes at compile-time to determine whether
  they're TRT compatible. Validation logic is added for ConvertTranspose and
  ConvertReshape, but the real validation will happen in a separate CL.
- Split APIs to manage the storage of TRT_ShapedWeights to a separate helper
  class TrtWeightStore. Both TrtNodeValidator and Converter need that.
- Change signature of the op converters, by putting all arguments into single
  OpConverterParams struct (***this is where most of the changes come from***).
  Also we added TrtWeightStore separately in the struct, and added
  validation_only for used by TrtNodeValidator.

PiperOrigin-RevId: 218923091
---
 .../contrib/tensorrt/convert/convert_nodes.cc | 914 ++++++++++--------
 .../contrib/tensorrt/convert/convert_nodes.h  | 236 +++--
 .../tensorrt/convert/convert_nodes_test.cc    | 834 ++++++++++------
 .../tensorrt/resources/trt_resources.h        |  22 -
 4 files changed, 1254 insertions(+), 752 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index de099fddd9..dcbc75aebf 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -108,34 +108,32 @@ inline tensorflow::Status ConvertDType(tensorflow::DataType tf_dtype,
   return tensorflow::Status::OK();
 }
 
-void GetInputProperties(const grappler::GraphProperties& graph_properties,
-                        const Node* outside_node, const int out_port,
-                        PartialTensorShape* shape,
-                        tensorflow::DataType* dtype) {
-  if (graph_properties.HasOutputProperties(outside_node->name())) {
-    auto output_params =
-        graph_properties.GetOutputProperties(outside_node->name());
+void GetOutputProperties(const grappler::GraphProperties& graph_properties,
+                         const Node* node, const int out_port,
+                         PartialTensorShape* shape,
+                         tensorflow::DataType* dtype) {
+  if (graph_properties.HasOutputProperties(node->name())) {
+    auto output_params = graph_properties.GetOutputProperties(node->name());
     auto out_shape = output_params.at(out_port);
     *dtype = out_shape.dtype();
     *shape = out_shape.shape();
   } else {
-    VLOG(0) << "Unknown output shape" << outside_node->name();
-    *dtype = outside_node->output_type(out_port);
+    VLOG(0) << "Unknown output shape" << node->name();
+    *dtype = node->output_type(out_port);
   }
 }
 
-void GetOutputProperties(const grappler::GraphProperties& graph_properties,
-                         const Node* outside_node, const int in_port,
-                         PartialTensorShape* shape,
-                         tensorflow::DataType* dtype) {
-  if (graph_properties.HasInputProperties(outside_node->name())) {
-    auto input_params =
-        graph_properties.GetInputProperties(outside_node->name());
+void GetInputProperties(const grappler::GraphProperties& graph_properties,
+                        const Node* node, const int in_port,
+                        PartialTensorShape* shape,
+                        tensorflow::DataType* dtype) {
+  if (graph_properties.HasInputProperties(node->name())) {
+    auto input_params = graph_properties.GetInputProperties(node->name());
     auto in_shape = input_params.at(in_port);
     *dtype = in_shape.dtype();
     *shape = in_shape.shape();
   } else {
-    *dtype = outside_node->input_type(in_port);
+    *dtype = node->input_type(in_port);
   }
 }
 
@@ -277,6 +275,14 @@ inline nvinfer1::Dims GetTrtDimsForTensor(const tensorflow::Tensor& tensor) {
   return dims;
 }
 
+inline bool HasStaticShape(const nvinfer1::Dims& dims) {
+  if (dims.nbDims < 0) return false;
+  for (int d = 0; d < dims.nbDims; ++d) {
+    if (dims.d[d] < 0) return false;
+  }
+  return true;
+}
+
 // Returns total number of elements in dims. Returning 0 means either some dim
 // is 0 or the number of dims is 0.
 // Note that for TF scalar constant, we always convert to dims [1].
@@ -323,24 +329,23 @@ string GetCommonNameScope(const string& op_name_a, const string& op_name_b) {
   return op_name_a.substr(0, last_scope_separator);
 }
 
-TRT_ShapedWeights::TRT_ShapedWeights(tensorflow::DataType type,
-                                     const void* values, nvinfer1::Dims shape)
-    : shape_(shape), type_(type), values_(CHECK_NOTNULL(values)) {}
-
-TRT_ShapedWeights::TRT_ShapedWeights(tensorflow::DataType type)
-    : shape_(), type_(type), values_(nullptr) {
+TRT_ShapedWeights::TRT_ShapedWeights(DataType type) : type_(type) {
   shape_.nbDims = 0;
 }
 
+TRT_ShapedWeights::TRT_ShapedWeights(DataType type, nvinfer1::Dims dims,
+                                     Tensor tensor)
+    : shape_(dims), type_(type), tensor_(tensor) {}
+
 TRT_ShapedWeights::TRT_ShapedWeights(const TRT_ShapedWeights& rhs)
-    : shape_(rhs.shape_), type_(rhs.type_), values_(rhs.values_) {}
+    : shape_(rhs.shape_), type_(rhs.type_), tensor_(rhs.tensor_) {}
 
 int64_t TRT_ShapedWeights::count() const { return TrtDimsNumElements(shape_); }
 
 nvinfer1::Weights TRT_ShapedWeights::GetTrtWeights() const {
   nvinfer1::DataType trt_type(nvinfer1::DataType::kFLOAT);
   TF_CHECK_OK(ConvertDType(type_, &trt_type));
-  return nvinfer1::Weights{trt_type, values_, values_ == nullptr ? 0 : count()};
+  return nvinfer1::Weights{trt_type, GetValues(), count()};
 }
 
 size_t TRT_ShapedWeights::size_bytes() const {
@@ -350,21 +355,39 @@ size_t TRT_ShapedWeights::size_bytes() const {
 string TRT_ShapedWeights::DebugString() const {
   return StrCat("TRT_ShapedWeights(shape=", convert::DebugString(shape_),
                 ", type=", type_,
-                ", values=", reinterpret_cast<uintptr_t>(values_), ")");
+                ", values=", reinterpret_cast<uintptr_t>(GetValues()), ")");
 }
 
-TRT_TensorOrWeights::TRT_TensorOrWeights(nvinfer1::ITensor* tensor)
-    : tensor_(tensor), weights_(DT_FLOAT), is_tensor_(true) {}
+TRT_TensorOrWeights::TRT_TensorOrWeights(nvinfer1::ITensor* tensor,
+                                         int batch_size)
+    : tensor_(tensor),
+      batch_size_(batch_size),
+      weights_(DT_FLOAT),
+      initialized_(true),
+      is_tensor_(true) {}
 
 TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_ShapedWeights& weights)
-    : tensor_(nullptr), weights_(weights), is_tensor_(false) {}
+    : tensor_(nullptr),
+      weights_(weights),
+      initialized_(true),
+      is_tensor_(false) {}
 
 TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs)
     : tensor_(rhs.tensor_),
+      batch_size_(rhs.batch_size_),
       weights_(rhs.weights_),
+      initialized_(rhs.initialized_),
       is_tensor_(rhs.is_tensor_) {}
 
-nvinfer1::Dims TRT_TensorOrWeights::shape() const {
+void TRT_TensorOrWeights::operator=(const TRT_TensorOrWeights& rhs) {
+  tensor_ = rhs.tensor_;
+  batch_size_ = rhs.batch_size_;
+  weights_ = rhs.weights_;
+  initialized_ = rhs.initialized_;
+  is_tensor_ = rhs.is_tensor_;
+}
+
+nvinfer1::Dims TRT_TensorOrWeights::GetTrtDims() const {
   if (is_tensor()) {
     return tensor()->getDimensions();
   } else {
@@ -376,7 +399,8 @@ string TRT_TensorOrWeights::DebugString() const {
   string output = "TRT_TensorOrWeights(type=";
   if (is_tensor()) {
     StrAppend(&output, "tensor @", reinterpret_cast<uintptr_t>(tensor_),
-              ", shape=", convert::DebugString(tensor_->getDimensions()));
+              ", shape=", convert::DebugString(tensor_->getDimensions()),
+              ", batch_size=", batch_size_);
   } else {
     StrAppend(&output, "weights=", weights_.DebugString());
   }
@@ -570,37 +594,59 @@ void ReorderRSCKToKCRS(const TRT_ShapedWeights& iweights,
   }
 }
 
-Converter::Converter(nvinfer1::INetworkDefinition* trt_network, bool fp16,
-                     int max_batch_size)
-    : trt_network_(trt_network), fp16_(fp16), max_batch_size_(max_batch_size) {
-  this->RegisterOpConverters();
-}
-
-TRT_ShapedWeights Converter::GetTempWeights(tensorflow::DataType type,
-                                            const nvinfer1::Dims& dims) {
-  const int64_t size_bytes =
-      TrtDimsNumElements(dims) * tensorflow::DataTypeSize(type);
+TRT_ShapedWeights TrtWeightStore::GetTempWeights(tensorflow::DataType type,
+                                                 const nvinfer1::Dims& dims) {
+  TensorShape shape;
+  // TODO(laigd): make it return a status.
+  TF_CHECK_OK(TensorShapeUtils::MakeShape(dims.d, dims.nbDims, &shape));
   // TODO(jie): check weights size_bytes. 0 means type error
-  weight_store_.store_.push_back(std::vector<uint8_t>(size_bytes));
-  TRT_ShapedWeights weights(type, weight_store_.store_.back().data(), dims);
+  Tensor tensor(type, shape);
+  TRT_ShapedWeights weights(type, dims, tensor);
+  store_.emplace_back(std::move(tensor));
   return weights;
 }
 
-tensorflow::Status Converter::ConvertNode(const tensorflow::NodeDef& node_def) {
-  std::vector<TRT_TensorOrWeights> inputs;
+TrtNodeValidator::TrtNodeValidator() { RegisterOpValidators(); }
+
+Status TrtNodeValidator::ValidateNode(
+    const tensorflow::NodeDef& node_def,
+    const std::vector<TRT_TensorOrWeights>& inputs) {
+  const auto iter = op_validators_.find(node_def.op());
+  if (iter == op_validators_.end()) {
+    // If validator is not registered, it means no validation is needed.
+    return Status::OK();
+  }
+
+  OpConverter validator = iter->second;
+  OpConverterParams params(
+      /*arg_converter=*/nullptr, node_def, inputs, /*arg_outputs=*/nullptr,
+      /*arg_validation_only=*/true, &weight_store_);
+  Status status = validator(&params);
+  return status;
+}
+
+Converter::Converter(nvinfer1::INetworkDefinition* trt_network, bool is_fp16)
+    : trt_network_(trt_network), is_fp16_(is_fp16) {
+  this->RegisterOpConverters();
+}
+
+Status Converter::ConvertNode(const NodeDef& node_def) {
+  std::vector<TRT_TensorOrWeights> inputs, outputs;
   TF_RETURN_IF_ERROR(this->GetInputs(node_def, &inputs));
+
+  OpConverterParams params(this, node_def, inputs, &outputs,
+                           /*arg_validation_only=*/false, &weight_store_);
   const string& op = node_def.op();
-  std::vector<TRT_TensorOrWeights> outputs;
   if (PluginFactoryTensorRT::GetInstance()->IsPlugin(op)) {
-    TF_RETURN_IF_ERROR(plugin_converter_(*this, node_def, inputs, &outputs));
+    TF_RETURN_IF_ERROR(plugin_converter_(&params));
   } else {
     if (!op_registry_.count(op)) {
-      return tensorflow::errors::Unimplemented(
-          "No converter registered for op: " + op);
+      return errors::Unimplemented("No converter registered for op: " + op);
     }
     OpConverter op_converter = op_registry_.at(op);
-    TF_RETURN_IF_ERROR(op_converter(*this, node_def, inputs, &outputs));
+    TF_RETURN_IF_ERROR(op_converter(&params));
   }
+
   for (size_t i = 0; i < outputs.size(); ++i) {
     TRT_TensorOrWeights& output = outputs[i];
     string output_name = node_def.name();
@@ -617,26 +663,93 @@ tensorflow::Status Converter::ConvertNode(const tensorflow::NodeDef& node_def) {
     }
     VLOG(2) << "Adding out tensor " << output_name << ": "
             << output.DebugString();
-    if (!trt_tensors_.insert({output_name, output}).second) {
-      return tensorflow::errors::AlreadyExists(
-          "Output tensor already exists for op: " + op);
+    Status status = AddTensorOrWeights(output_name, output);
+    if (!status.ok()) {
+      return Status(status.code(),
+                    StrCat("Failed to add output for node ", node_def.name(),
+                           ": ", status.error_message()));
     }
   }
-  return tensorflow::Status::OK();
+  return Status::OK();
 }
 
-TRT_TensorOrWeights Converter::GetTensorOrWeights(const string& name) {
-  if (!trt_tensors_.count(name)) {
-    return TRT_TensorOrWeights(nullptr);
+Status Converter::AddInputTensor(const string& name, nvinfer1::DataType dtype,
+                                 const nvinfer1::Dims& dims, int batch_size) {
+  // We verify the batch size only for the input nodes, and rely on individual
+  // op converter to ensure the batch size of the outputs is not changed.
+  // TODO(laigd): we need to test this properties.
+  Status status = MaybeUpdateBatchSize(batch_size);
+  if (!status.ok()) {
+    return Status(status.code(), StrCat("Batch size doesn't match for tensor ",
+                                        name, ": ", status.error_message()));
+  }
+  nvinfer1::ITensor* tensor = network()->addInput(name.c_str(), dtype, dims);
+  if (tensor == nullptr) {
+    return errors::InvalidArgument("Failed to create Input layer tensor ", name,
+                                   " rank=", dims.nbDims);
+  }
+  status = AddTensorOrWeights(name, TRT_TensorOrWeights(tensor));
+  if (!status.ok()) {
+    return Status(status.code(), StrCat("Failed to add input tensor ", name,
+                                        ": ", status.error_message()));
   }
-  return trt_tensors_.at(name);
+  return Status::OK();
 }
 
-Status Converter::AddInputTensor(const string& name,
-                                 nvinfer1::ITensor* tensor) {
-  if (!trt_tensors_.insert({name, TRT_TensorOrWeights(tensor)}).second) {
-    return errors::AlreadyExists("Input tensor already exists for op: ", name);
+Status Converter::RenameAndMarkOutputTensors(
+    const std::vector<std::pair<string, string>>& output_tensors) {
+  for (const auto& output : output_tensors) {
+    TRT_TensorOrWeights tensor_or_weights;
+    TF_RETURN_IF_ERROR(GetTensorOrWeights(output.first, &tensor_or_weights));
+    if (!tensor_or_weights.is_tensor()) {
+      return errors::InvalidArgument("Output ", output.first,
+                                     " is weights not tensor");
+    }
+    nvinfer1::ITensor* tensor = tensor_or_weights.tensor();
+    if (tensor == nullptr) {
+      return errors::NotFound("Output tensor not found: ", output.first);
+    }
+    tensor->setName(output.second.c_str());
+    VLOG(1) << "Marking output tensor " << output.first << ", as output tensor "
+            << output.second;
+    network()->markOutput(*tensor);
+  }
+  return Status::OK();
+}
+
+Status Converter::MaybeUpdateBatchSize(int batch_size) {
+  // OK iff either is unknown or they equal to each other.
+  if (this->batch_size_ < 0 || batch_size < 0 ||
+      this->batch_size_ == batch_size) {
+    if (this->batch_size_ < 0 && batch_size >= 0) {
+      this->batch_size_ = batch_size;
+    }
+    return Status::OK();
+  }
+  return errors::InvalidArgument(
+      "Provided batch size does not match converter batch size: ", batch_size,
+      " vs ", batch_size_);
+}
+
+Status Converter::AddTensorOrWeights(const string& name,
+                                     TRT_TensorOrWeights input) {
+  // Set the batch size of the tensor, using batch size collected from the
+  // input tensors to the TRT subgraph at the beginning of the conversion.
+  // We rely on the individual op converter to understand the semantics of the
+  // TF node, and make sure it doesn't change the batch size nor introduce
+  // intra-element dependency inside the batch.
+  if (input.is_tensor()) input.set_batch_size(batch_size_);
+  if (trt_tensors_.insert({name, std::move(input)}).second) return Status::OK();
+  return errors::AlreadyExists("tensor/weights ", name, " already exist.");
+}
+
+Status Converter::GetTensorOrWeights(const string& name,
+                                     TRT_TensorOrWeights* output) {
+  if (!trt_tensors_.count(name)) {
+    return errors::NotFound("Tensor or weights with name ", name,
+                            " could not be found.");
   }
+  *output = trt_tensors_.at(name);
   return Status::OK();
 }
 
@@ -689,13 +802,13 @@ Status Converter::PrepareTensorForShape(const TRT_TensorOrWeights& input,
     }
   }
   if (can_check_shapes &&
-      TrtDimsNumElements(input.shape()) != TrtDimsNumElements(dims)) {
+      TrtDimsNumElements(input.GetTrtDims()) != TrtDimsNumElements(dims)) {
     return tensorflow::errors::InvalidArgument(
         "Reshape shapes are not compatible.");
   }
 
   if (input.is_tensor()) {
-    if (DimsEqual(input.shape(), dims)) {
+    if (DimsEqual(input.GetTrtDims(), dims)) {
       *tensor = input.tensor();
     } else {
       nvinfer1::IShuffleLayer* layer = this->network()->addShuffle(
@@ -754,10 +867,11 @@ Status Converter::GetInputs(const tensorflow::NodeDef& node_def,
   return tensorflow::Status::OK();
 }
 
-TRT_ShapedWeights ConvertFP32ToFP16(Converter& ctx,
+TRT_ShapedWeights ConvertFP32ToFP16(TrtWeightStore* store,
                                     const TRT_ShapedWeights& weights_src) {
   auto dtype_new = tensorflow::DataType::DT_HALF;
-  TRT_ShapedWeights weights = ctx.GetTempWeights(dtype_new, weights_src.shape_);
+  TRT_ShapedWeights weights =
+      store->GetTempWeights(dtype_new, weights_src.shape_);
   const float* src = static_cast<const float*>(weights_src.GetValues());
   Eigen::half* dst = const_cast<Eigen::half*>(
       static_cast<Eigen::half const*>(weights.GetValues()));
@@ -915,10 +1029,11 @@ tensorflow::Status UnaryCompute(const TRT_ShapedWeights& iweights,
 
 // TODO(jie): broadcast is needed yet not implemented.
 // Only implemented channel wise for the time being
-tensorflow::Status BinaryTensorOpWeight(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const nvinfer1::ITensor* tensor, TRT_ShapedWeights weights,
-    bool swapped_inputs, std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status BinaryTensorOpWeight(OpConverterParams* params,
+                                        const nvinfer1::ITensor* tensor,
+                                        TRT_ShapedWeights weights,
+                                        bool swapped_inputs) {
+  const auto& node_def = params->node_def;
   // tensor is the left operand while weights is the right operand;
   // when swapped_inputs set to true, those two are swapped.
   // TODO(aaroey): use a set.
@@ -1011,7 +1126,7 @@ tensorflow::Status BinaryTensorOpWeight(
       }
       permutation[1] = dims_t.nbDims;
       permutation[dims_t.nbDims] = 1;
-      TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+      TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
           const_cast<nvinfer1::ITensor*>(tensor), permutation, &tensor));
     } else {
       return tensorflow::errors::InvalidArgument(
@@ -1019,8 +1134,8 @@ tensorflow::Status BinaryTensorOpWeight(
     }
   }
 
-  if (ctx.IsFP16()) {
-    weights = ConvertFP32ToFP16(ctx, weights);
+  if (params->converter->is_fp16()) {
+    weights = ConvertFP32ToFP16(params->weight_store, weights);
   }
 
   // prepare weights
@@ -1032,13 +1147,14 @@ tensorflow::Status BinaryTensorOpWeight(
   if (node_def.op() == "Sub") {
     if (swapped_inputs) {
       shift_weights = weights;
-      nvinfer1::IUnaryLayer* layer =
-          ctx.network()->addUnary(*const_cast<nvinfer1::ITensor*>(tensor),
-                                  nvinfer1::UnaryOperation::kNEG);
+      nvinfer1::IUnaryLayer* layer = params->converter->network()->addUnary(
+          *const_cast<nvinfer1::ITensor*>(tensor),
+          nvinfer1::UnaryOperation::kNEG);
       TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
       tensor = layer->getOutput(0);
     } else {
-      TRT_ShapedWeights neg_weights = ctx.GetTempWeightsLike(weights);
+      TRT_ShapedWeights neg_weights =
+          params->weight_store->GetTempWeights(weights);
       LambdaFactory unary_op;
       unary_op.op = LambdaFactory::OP_CATEGORY::NEG;
       TF_RETURN_IF_ERROR(UnaryCompute(weights, &neg_weights, unary_op));
@@ -1047,13 +1163,14 @@ tensorflow::Status BinaryTensorOpWeight(
   } else if (node_def.op() == "Div" || node_def.op() == "RealDiv") {
     if (swapped_inputs) {
       scale_weights = weights;
-      nvinfer1::IUnaryLayer* layer =
-          ctx.network()->addUnary(*const_cast<nvinfer1::ITensor*>(tensor),
-                                  nvinfer1::UnaryOperation::kRECIP);
+      nvinfer1::IUnaryLayer* layer = params->converter->network()->addUnary(
+          *const_cast<nvinfer1::ITensor*>(tensor),
+          nvinfer1::UnaryOperation::kRECIP);
       TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
       tensor = layer->getOutput(0);
     } else {
-      TRT_ShapedWeights recip_weights = ctx.GetTempWeightsLike(weights);
+      TRT_ShapedWeights recip_weights =
+          params->weight_store->GetTempWeights(weights);
       LambdaFactory unary_op;
       unary_op.op = LambdaFactory::OP_CATEGORY::RECIP;
       TF_RETURN_IF_ERROR(UnaryCompute(weights, &recip_weights, unary_op));
@@ -1068,7 +1185,7 @@ tensorflow::Status BinaryTensorOpWeight(
                                              node_def.op());
   }
 
-  nvinfer1::IScaleLayer* layer = ctx.network()->addScale(
+  nvinfer1::IScaleLayer* layer = params->converter->network()->addScale(
       *const_cast<nvinfer1::ITensor*>(tensor), scale_mode,
       shift_weights.GetTrtWeights(), scale_weights.GetTrtWeights(),
       power_weights.GetTrtWeights());
@@ -1077,32 +1194,30 @@ tensorflow::Status BinaryTensorOpWeight(
   const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
   // transpose back dimension
   if (permutation_flag) {
-    TF_RETURN_IF_ERROR(
-        ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(output_tensor),
-                            permutation, &output_tensor));
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor), permutation,
+        &output_tensor));
   }
 
   // Pass the output
-  outputs->push_back(
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
 enum class ConvolutionType { DEFAULT, DEPTHWISE_CONV };
 
-tensorflow::Status ConvertConv2DHelper(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs, int group) {
+tensorflow::Status ConvertConv2DHelper(OpConverterParams* params, int group) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
-
   TFAttrs attrs(node_def);
 
   int h_index = 2;
   int w_index = 3;
   auto data_format = attrs.get<string>("data_format");
   if (data_format == "NHWC") {
-    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
         const_cast<nvinfer1::ITensor*>(tensor), {0, 3, 1, 2}, &tensor));
     h_index = 1;
     w_index = 2;
@@ -1122,11 +1237,13 @@ tensorflow::Status ConvertConv2DHelper(
     return tensorflow::errors::Internal(
         "Conv2D expects kernel of dimension 4, at: " + node_def.name());
   }
-  if (ctx.IsFP16()) {
-    weights_rsck = ConvertFP32ToFP16(ctx, inputs.at(1).weights());
+  if (params->converter->is_fp16()) {
+    weights_rsck =
+        ConvertFP32ToFP16(params->weight_store, inputs.at(1).weights());
   }
 
-  TRT_ShapedWeights weights = ctx.GetTempWeightsLike(weights_rsck);
+  TRT_ShapedWeights weights =
+      params->weight_store->GetTempWeights(weights_rsck);
   ReorderRSCKToKCRS(weights_rsck, &weights, num_groups);
   TRT_ShapedWeights biases(weights.type_);
   const int noutput = weights.shape_.d[0] * num_groups;
@@ -1162,7 +1279,7 @@ tensorflow::Status ConvertConv2DHelper(
     VLOG(2) << "Padding!!!: " << padding[0].first << padding[0].second
             << padding[1].first << padding[1].second;
     VLOG(2) << "TENSOR before: " << DebugString(tensor->getDimensions());
-    auto pad_layer = ctx.network()->addPadding(
+    auto pad_layer = params->converter->network()->addPadding(
         *const_cast<nvinfer1::ITensor*>(tensor),
         nvinfer1::DimsHW(padding[0].first, padding[1].first),
         nvinfer1::DimsHW(padding[0].second, padding[1].second));
@@ -1172,9 +1289,10 @@ tensorflow::Status ConvertConv2DHelper(
     VLOG(2) << "TENSOR after: " << DebugString(tensor->getDimensions());
   }
 
-  nvinfer1::IConvolutionLayer* layer = ctx.network()->addConvolution(
-      *const_cast<nvinfer1::ITensor*>(tensor), noutput, kernel_size,
-      weights.GetTrtWeights(), biases.GetTrtWeights());
+  nvinfer1::IConvolutionLayer* layer =
+      params->converter->network()->addConvolution(
+          *const_cast<nvinfer1::ITensor*>(tensor), noutput, kernel_size,
+          weights.GetTrtWeights(), biases.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
   layer->setStride(stride);
@@ -1186,33 +1304,31 @@ tensorflow::Status ConvertConv2DHelper(
   VLOG(2) << "data_format: " << data_format;
   if (data_format == "NHWC") {
     // TODO(jie): transpose it back!
-    TF_RETURN_IF_ERROR(
-        ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(output_tensor),
-                            {0, 2, 3, 1}, &output_tensor));
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor), {0, 2, 3, 1},
+        &output_tensor));
   }
-  outputs->push_back(
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertConv2DHelper(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs, ConvolutionType type) {
+tensorflow::Status ConvertConv2DHelper(OpConverterParams* params,
+                                       ConvolutionType type) {
   switch (type) {
     case ConvolutionType::DEFAULT:
-      return ConvertConv2DHelper(ctx, node_def, inputs, outputs, 1);
+      return ConvertConv2DHelper(params, 1);
     case ConvolutionType::DEPTHWISE_CONV:
-      return ConvertConv2DHelper(ctx, node_def, inputs, outputs, 0);
+      return ConvertConv2DHelper(params, 0);
   }
   return tensorflow::errors::Unimplemented("unsupported convolution type at, " +
-                                           node_def.name());
+                                           params->node_def.name());
 }
 
-tensorflow::Status BinaryTensorOpTensor(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const TRT_TensorOrWeights& operand_l, const TRT_TensorOrWeights& operand_r,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status BinaryTensorOpTensor(OpConverterParams* params,
+                                        const TRT_TensorOrWeights& operand_l,
+                                        const TRT_TensorOrWeights& operand_r) {
+  const auto& node_def = params->node_def;
   static const std::unordered_map<string, nvinfer1::ElementWiseOperation> ops{
       {"Add", nvinfer1::ElementWiseOperation::kSUM},
       {"Mul", nvinfer1::ElementWiseOperation::kPROD},
@@ -1229,16 +1345,18 @@ tensorflow::Status BinaryTensorOpTensor(
   nvinfer1::Dims dim_l;
   nvinfer1::Dims dim_r;
 
-  if (!TensorRTGetBroadcastShape(operand_l.shape(), operand_l.is_tensor(),
-                                 operand_r.shape(), operand_r.is_tensor(),
+  if (!TensorRTGetBroadcastShape(operand_l.GetTrtDims(), operand_l.is_tensor(),
+                                 operand_r.GetTrtDims(), operand_r.is_tensor(),
                                  &dim_l, &dim_r)) {
     return tensorflow::errors::InvalidArgument(
         "Binary op broadcast scheme not supported by TensorRT op: " +
         node_def.op() + ", at: " + node_def.name());
   }
 
-  TF_RETURN_IF_ERROR(ctx.PrepareTensorForShape(operand_l, dim_l, &tensor_l));
-  TF_RETURN_IF_ERROR(ctx.PrepareTensorForShape(operand_r, dim_r, &tensor_r));
+  TF_RETURN_IF_ERROR(
+      params->converter->PrepareTensorForShape(operand_l, dim_l, &tensor_l));
+  TF_RETURN_IF_ERROR(
+      params->converter->PrepareTensorForShape(operand_r, dim_r, &tensor_r));
 
   // get trt type & shape
   TFAttrs attrs(node_def);
@@ -1254,23 +1372,23 @@ tensorflow::Status BinaryTensorOpTensor(
         "binary op: ", node_def.op(), " not supported at: ", node_def.name());
   }
 
-  nvinfer1::IElementWiseLayer* layer = ctx.network()->addElementWise(
-      // TODO(aaroey): will tensor_l/tensor_r get modified?
-      *const_cast<nvinfer1::ITensor*>(tensor_l),
-      *const_cast<nvinfer1::ITensor*>(tensor_r), op_pair->second);
+  nvinfer1::IElementWiseLayer* layer =
+      params->converter->network()->addElementWise(
+          // TODO(aaroey): will tensor_l/tensor_r get modified?
+          *const_cast<nvinfer1::ITensor*>(tensor_l),
+          *const_cast<nvinfer1::ITensor*>(tensor_r), op_pair->second);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
 
   // pass the output
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertPlugin(Converter& ctx,
-                                 const tensorflow::NodeDef& node_def,
-                                 const std::vector<TRT_TensorOrWeights>& inputs,
-                                 std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertPlugin(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   // prepare input
   std::vector<nvinfer1::ITensor*> all_inputs;
   for (auto input : inputs) {
@@ -1296,109 +1414,164 @@ tensorflow::Status ConvertPlugin(Converter& ctx,
     }
   }
 
-  nvinfer1::IPluginLayer* layer = ctx.network()->addPlugin(
+  nvinfer1::IPluginLayer* layer = params->converter->network()->addPlugin(
       &all_inputs[0], static_cast<int>(inputs.size()), *plugin);
 
   for (int i = 0; i < layer->getNbOutputs(); i++) {
     nvinfer1::ITensor* output_tensor = layer->getOutput(i);
-    outputs->push_back(TRT_TensorOrWeights(output_tensor));
+    params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   }
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertTranspose(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertTranspose(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
   if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
       !inputs.at(1).is_weights()) {
     return tensorflow::errors::InvalidArgument(
-        "Input expects tensor and weights, at ", node_def.name());
+        "Input expects tensor and weights, at ", params->node_def.name());
   }
-  nvinfer1::ITensor* input_tensor =
-      const_cast<nvinfer1::ITensor*>(inputs.at(0).tensor());
 
+  // Get the permutation from weights.
   TRT_ShapedWeights weights = inputs.at(1).weights();
   const int* weights_ptr =
       static_cast<int*>(const_cast<void*>(weights.GetValues()));
-  std::vector<int> perm(weights.count());
-  for (int i = 0; i < weights.count(); i++) {
-    perm[i] = weights_ptr[i];
+  std::vector<int> perm(weights_ptr, weights_ptr + weights.count());
+
+  // Verify the permutation.
+  nvinfer1::ITensor* input_tensor =
+      const_cast<nvinfer1::ITensor*>(inputs.at(0).tensor());
+  if (perm.size() - 1 != size_t(input_tensor->getDimensions().nbDims)) {
+    return errors::InvalidArgument(
+        "Rank of perm for transpose does not match with that of the input.");
+  }
+  if (perm[0] != 0) {
+    return errors::Unimplemented(
+        "Transpose at batch dimension is not supported.");
   }
 
+  if (params->validation_only) return Status::OK();
+
+  // Start conversion.
   const nvinfer1::ITensor* output_tensor = nullptr;
-  TF_RETURN_IF_ERROR(ctx.TransposeTensor(input_tensor, perm, &output_tensor));
-  outputs->push_back(
+  TF_RETURN_IF_ERROR(
+      params->converter->TransposeTensor(input_tensor, perm, &output_tensor));
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertReshape(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertReshape(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   if (inputs.size() != 2 || !inputs.at(1).is_weights()) {
     return tensorflow::errors::InvalidArgument(
         "Input expects weights for shape, at ", node_def.name());
   }
 
+  TRT_TensorOrWeights input_tensor = inputs.at(0);
   TRT_ShapedWeights weights = inputs.at(1).weights();
   if (weights.count() == 0) {
     return tensorflow::errors::Unimplemented(
         "Reshape to shape=[] is not supported, at ", node_def.name());
   }
 
-  // Get new_dims
   const int* weights_ptr =
       static_cast<int*>(const_cast<void*>(weights.GetValues()));
-  nvinfer1::Dims new_dims;
-  // Ignore first (batch) dimension because TRT abstracts batch away
-  new_dims.nbDims = weights.count() - 1;
+
+  // Check that it doesn't change the batch dimension. This check is
+  // conservative, for example, when the first dim of the shape is -1 and input
+  // tensor shape is not fixed, it is still possible that the reshape doesn't
+  // change the batch dim, but as long as there is a possibility that it could
+  // change the batch dim, it reject the conversion. The parameters are:
+  //
+  // * reshape_batch_dim: the value of the first dim of the input shape constant
+  // * reshape_dims: all other dims of the input shape constant
+  // * input_batch_dim: the value of the first dim of the input tensor to
+  //   reshape
+  // * input_dims: all other dims of the input tensor to reshape
+  //
+  // The validation logic is:
+  //
+  // if input_batch_dim is fixed:
+  //   if reshape_batch_dim == input_batch_dim:
+  //     ok
+  //   elif reshape_batch_dim == -1 (meaning reshape_dims are fixed) and
+  //        input_dims are fixed and
+  //        prod(input_dims) == prod(reshape_dims)
+  //     ok
+  //   else:
+  //     not ok
+  // elif input_dims are fixed:
+  //   if reshape_dims are fixed and
+  //      prod(input_dims) == prod(reshape_dims):
+  //     ok
+  //   else:
+  //     not ok
+  // else:
+  //   not ok
+
+  const int input_batch_dim = input_tensor.batch_size();
+  const int reshape_batch_dim = weights_ptr[0];
+  const nvinfer1::Dims input_dims = input_tensor.GetTrtDims();
+
+  nvinfer1::Dims reshape_dims;
+  reshape_dims.nbDims = weights.count() - 1;
   for (int i = 1; i < weights.count(); i++) {
-    new_dims.d[i - 1] = weights_ptr[i];
+    reshape_dims.d[i - 1] = weights_ptr[i];
   }
 
-  // Check that batch dimension doesn't change
-  const nvinfer1::Dims input_dims = inputs.at(0).shape();
-  if (weights_ptr[0] == -1) {
-    // Product of input shape should equal product of new_dims
-    if (TrtDimsNumElements(input_dims) != TrtDimsNumElements(new_dims)) {
-      return tensorflow::errors::Unimplemented(
-          "Reshape on batch dimension is not supported, at ", node_def.name());
+  // Check that it doesn't change the batch dimension according to the logic
+  // mentioned above.
+  bool reshape_may_change_batch_dim = false;
+  if (input_batch_dim > 0) {        // Batch size is fixed.
+    if (reshape_batch_dim == -1) {  // Other dims of the shape must be fixed.
+      if (!HasStaticShape(input_dims) ||
+          TrtDimsNumElements(reshape_dims) != TrtDimsNumElements(input_dims)) {
+        reshape_may_change_batch_dim = true;
+      }
+    } else if (reshape_batch_dim != input_batch_dim) {
+      reshape_may_change_batch_dim = true;
     }
-  } else if (weights_ptr[0] != ctx.GetMaxBatchSize()) {
-    return tensorflow::errors::Unimplemented(
+  } else if (HasStaticShape(input_dims)) {
+    if (!HasStaticShape(reshape_dims) ||
+        TrtDimsNumElements(reshape_dims) != TrtDimsNumElements(input_dims)) {
+      reshape_may_change_batch_dim = true;
+    }
+  } else {
+    reshape_may_change_batch_dim = true;
+  }
+  VLOG(1) << "input_batch_dim=" << input_batch_dim
+          << ", input_dims=" << DebugString(input_dims)
+          << "\nreshape_batch_dim=" << reshape_batch_dim
+          << ", reshape_dims=" << DebugString(reshape_dims);
+  if (reshape_may_change_batch_dim) {
+    const string msg = StrCat(
         "Reshape on batch dimension is not supported, at ", node_def.name());
+    return errors::Unimplemented(msg);
   }
+  if (params->validation_only) return Status::OK();
 
+  // Start conversion.
   const nvinfer1::ITensor* output_tensor = nullptr;
-  TF_RETURN_IF_ERROR(
-      ctx.PrepareTensorForShape(inputs.at(0), new_dims, &output_tensor));
-  outputs->push_back(
+  TF_RETURN_IF_ERROR(params->converter->PrepareTensorForShape(
+      input_tensor, reshape_dims, &output_tensor));
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertConv2D(Converter& ctx,
-                                 const tensorflow::NodeDef& node_def,
-                                 const std::vector<TRT_TensorOrWeights>& inputs,
-                                 std::vector<TRT_TensorOrWeights>* outputs) {
-  return ConvertConv2DHelper(ctx, node_def, inputs, outputs,
-                             ConvolutionType::DEFAULT);
+tensorflow::Status ConvertConv2D(OpConverterParams* params) {
+  return ConvertConv2DHelper(params, ConvolutionType::DEFAULT);
 }
 
-tensorflow::Status ConvertConv2DDepthwise(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
-  return ConvertConv2DHelper(ctx, node_def, inputs, outputs,
-                             ConvolutionType::DEPTHWISE_CONV);
+tensorflow::Status ConvertConv2DDepthwise(OpConverterParams* params) {
+  return ConvertConv2DHelper(params, ConvolutionType::DEPTHWISE_CONV);
 }
 
-tensorflow::Status ConvertPool(Converter& ctx,
-                               const tensorflow::NodeDef& node_def,
-                               const std::vector<TRT_TensorOrWeights>& inputs,
-                               std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertPool(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
   TFAttrs attrs(node_def);
 
@@ -1408,7 +1581,7 @@ tensorflow::Status ConvertPool(Converter& ctx,
   if (data_format == "NHWC") {
     h_index = 1;
     w_index = 2;
-    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
         const_cast<nvinfer1::ITensor*>(tensor), {0, 3, 1, 2}, &tensor));
   }
 
@@ -1449,7 +1622,7 @@ tensorflow::Status ConvertPool(Converter& ctx,
       padding[1].first != padding[1].second) {
     VLOG(2) << "Padding!!!: " << padding[0].first << padding[0].second
             << padding[1].first << padding[1].second;
-    auto pad_layer = ctx.network()->addPadding(
+    auto pad_layer = params->converter->network()->addPadding(
         *const_cast<nvinfer1::ITensor*>(tensor),
         nvinfer1::DimsHW(padding[0].first, padding[1].first),
         nvinfer1::DimsHW(padding[0].second, padding[1].second));
@@ -1458,7 +1631,7 @@ tensorflow::Status ConvertPool(Converter& ctx,
     tensor = pad_layer->getOutput(0);
   }
 
-  nvinfer1::IPoolingLayer* layer = ctx.network()->addPooling(
+  nvinfer1::IPoolingLayer* layer = params->converter->network()->addPooling(
       *const_cast<nvinfer1::ITensor*>(tensor), type, ksize);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
@@ -1468,32 +1641,30 @@ tensorflow::Status ConvertPool(Converter& ctx,
   const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
 
   if (data_format == "NHWC") {
-    TF_RETURN_IF_ERROR(
-        ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(output_tensor),
-                            {0, 2, 3, 1}, &output_tensor));
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor), {0, 2, 3, 1},
+        &output_tensor));
   }
-  outputs->push_back(
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertActivation(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
-  const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
-  nvinfer1::IActivationLayer* layer = ctx.network()->addActivation(
-      *const_cast<nvinfer1::ITensor*>(tensor), nvinfer1::ActivationType::kRELU);
-  TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
+tensorflow::Status ConvertActivation(OpConverterParams* params) {
+  const nvinfer1::ITensor* tensor = params->inputs.at(0).tensor();
+  nvinfer1::IActivationLayer* layer =
+      params->converter->network()->addActivation(
+          *const_cast<nvinfer1::ITensor*>(tensor),
+          nvinfer1::ActivationType::kRELU);
+  TFTRT_RETURN_ERROR_IF_NULLPTR(layer, params->node_def.name());
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertScale(Converter& ctx,
-                                const tensorflow::NodeDef& node_def,
-                                const std::vector<TRT_TensorOrWeights>& inputs,
-                                std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertScale(OpConverterParams* params) {
+  const auto inputs = params->inputs;
+  const auto& node_def = params->node_def;
   if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
       !inputs.at(1).is_weights()) {
     return tensorflow::errors::Unimplemented(
@@ -1502,8 +1673,8 @@ tensorflow::Status ConvertScale(Converter& ctx,
 
   const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
   TRT_ShapedWeights weights = inputs.at(1).weights();
-  if (ctx.IsFP16()) {
-    weights = ConvertFP32ToFP16(ctx, inputs.at(1).weights());
+  if (params->converter->is_fp16()) {
+    weights = ConvertFP32ToFP16(params->weight_store, inputs.at(1).weights());
   }
 
   TRT_ShapedWeights empty_weights(weights.type_);
@@ -1537,7 +1708,8 @@ tensorflow::Status ConvertScale(Converter& ctx,
   // transpose as well as reshape
   if (channel_index != 0 || dims.nbDims != 3) {
     nvinfer1::IShuffleLayer* shuffle_layer =
-        ctx.network()->addShuffle(*const_cast<nvinfer1::ITensor*>(tensor));
+        params->converter->network()->addShuffle(
+            *const_cast<nvinfer1::ITensor*>(tensor));
     TFTRT_RETURN_ERROR_IF_NULLPTR(shuffle_layer, node_def.name());
     nvinfer1::Dims reshape_dims;
     reshape_dims.nbDims = 3;
@@ -1557,7 +1729,7 @@ tensorflow::Status ConvertScale(Converter& ctx,
     mode = nvinfer1::ScaleMode::kUNIFORM;
   }
 
-  nvinfer1::IScaleLayer* layer = ctx.network()->addScale(
+  nvinfer1::IScaleLayer* layer = params->converter->network()->addScale(
       *const_cast<nvinfer1::ITensor*>(tensor), mode, weights.GetTrtWeights(),
       empty_weights.GetTrtWeights(), empty_weights.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
@@ -1566,8 +1738,9 @@ tensorflow::Status ConvertScale(Converter& ctx,
 
   // restore transpose & reshape
   if (channel_index != 0 || dims.nbDims != 3) {
-    nvinfer1::IShuffleLayer* shuffle_layer = ctx.network()->addShuffle(
-        *const_cast<nvinfer1::ITensor*>(output_tensor));
+    nvinfer1::IShuffleLayer* shuffle_layer =
+        params->converter->network()->addShuffle(
+            *const_cast<nvinfer1::ITensor*>(output_tensor));
     TFTRT_RETURN_ERROR_IF_NULLPTR(shuffle_layer, node_def.name());
     nvinfer1::Dims reshape_dims = dims;
     int tmp = reshape_dims.d[channel_index];
@@ -1580,7 +1753,7 @@ tensorflow::Status ConvertScale(Converter& ctx,
     output_tensor = shuffle_layer->getOutput(0);
   }
 
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
@@ -1609,36 +1782,30 @@ Status GetTensorDimsWithProtoShape(const Tensor& tensor,
 template <typename CType>
 Status TfTensorToTrtWeights(const DataType dtype, const Tensor& tensor,
                             const CType* tensor_proto_array,
-                            int tensor_proto_array_len, Converter* converter,
+                            int tensor_proto_array_len, TrtWeightStore* store,
                             TRT_ShapedWeights* weights) {
   nvinfer1::Dims weight_dims;
   TF_RETURN_IF_ERROR(GetTensorDimsWithProtoShape(tensor, tensor_proto_array_len,
                                                  &weight_dims));
-  const int64_t size_bytes =
-      tensorflow::DataTypeSize(dtype) * TrtDimsNumElements(weight_dims);
-  converter->weight_store()->store_.push_back(std::vector<uint8_t>(size_bytes));
-  void* dst =
-      static_cast<void*>(&(converter->weight_store()->store_.back()[0]));
+  *weights = store->GetTempWeights(dtype, weight_dims);
+  void* dst = const_cast<void*>(weights->GetValues());
   if (tensor_proto_array_len == 1) {
     std::fill_n((CType*)dst, TrtDimsNumElements(weight_dims),
                 *tensor_proto_array);
   } else {
-    memcpy(dst, tensor_proto_array, size_bytes);
+    memcpy(dst, tensor_proto_array, weights->size_bytes());
   }
-  *weights = TRT_ShapedWeights(dtype, dst, weight_dims);
   return Status::OK();
 }
 
-tensorflow::Status ConvertConst(Converter& ctx,
-                                const tensorflow::NodeDef& node_def,
-                                const std::vector<TRT_TensorOrWeights>& inputs,
-                                std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertConst(OpConverterParams* params) {
+  const auto inputs = params->inputs;
+  const auto& node_def = params->node_def;
   if (!inputs.empty()) {
     return errors::InvalidArgument(
         "Constant node is expected to have empty input list: ",
         node_def.name());
   }
-
   TFAttrs attrs(node_def);
   const DataType dtype = attrs.get<tensorflow::DataType>("dtype");
   // We always convert the integer constants to kINT32, since TRT kINT8 is for
@@ -1663,11 +1830,11 @@ tensorflow::Status ConvertConst(Converter& ctx,
   } else if (!tensor_proto.float_val().empty()) {
     TF_RETURN_IF_ERROR(TfTensorToTrtWeights(
         converted_dtype, tensor, tensor_proto.float_val().begin(),
-        tensor_proto.float_val_size(), &ctx, &weights));
+        tensor_proto.float_val_size(), params->weight_store, &weights));
   } else if (!tensor_proto.int_val().empty()) {
     TF_RETURN_IF_ERROR(TfTensorToTrtWeights(
         converted_dtype, tensor, tensor_proto.int_val().begin(),
-        tensor_proto.int_val_size(), &ctx, &weights));
+        tensor_proto.int_val_size(), params->weight_store, &weights));
   } else if (!tensor_proto.half_val().empty()) {
     // TODO(aaroey): implement fp16 conversion.
     return errors::Unimplemented("fp16 constant is not supported yet.");
@@ -1696,7 +1863,8 @@ tensorflow::Status ConvertConst(Converter& ctx,
             "Tensor elements count and TensorProto content size mismatch: ",
             tensor.NumElements(), " vs ", content.size() / dtype_size);
       }
-      weights = ctx.GetTempWeights(converted_dtype, weights_dim);
+      weights =
+          params->weight_store->GetTempWeights(converted_dtype, weights_dim);
       if (dtype_size == tensorflow::DataTypeSize(converted_dtype)) {
         port::CopyToArray(content, static_cast<char*>(
                                        const_cast<void*>(weights.GetValues())));
@@ -1729,22 +1897,20 @@ tensorflow::Status ConvertConst(Converter& ctx,
                                  node_def.name());
   }
   // Pass the output.
-  outputs->push_back(TRT_TensorOrWeights(weights));
+  if (!params->validation_only) {
+    params->outputs->push_back(TRT_TensorOrWeights(weights));
+  }
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertIdentity(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
-  outputs->push_back(inputs.at(0));
+tensorflow::Status ConvertIdentity(OpConverterParams* params) {
+  params->outputs->push_back(params->inputs.at(0));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertBinary(Converter& ctx,
-                                 const tensorflow::NodeDef& node_def,
-                                 const std::vector<TRT_TensorOrWeights>& inputs,
-                                 std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertBinary(OpConverterParams* params) {
+  const auto inputs = params->inputs;
+  const auto& node_def = params->node_def;
   if (inputs.size() != 2) {
     return tensorflow::errors::FailedPrecondition(
         "Binary ops require two tensor input, at ", node_def.name());
@@ -1765,23 +1931,21 @@ tensorflow::Status ConvertBinary(Converter& ctx,
   // (BinaryTensorOpTensor)
   Status status = tensorflow::Status::OK();
   if (inputs.at(0).is_tensor() && inputs.at(1).is_weights()) {
-    status = BinaryTensorOpWeight(ctx, node_def, inputs.at(0).tensor(),
-                                  inputs.at(1).weights(), false, outputs);
+    status = BinaryTensorOpWeight(params, inputs.at(0).tensor(),
+                                  inputs.at(1).weights(), false);
   } else if (inputs.at(0).is_weights() && inputs.at(1).is_tensor()) {
-    status = BinaryTensorOpWeight(ctx, node_def, inputs.at(1).tensor(),
-                                  inputs.at(0).weights(), true, outputs);
+    status = BinaryTensorOpWeight(params, inputs.at(1).tensor(),
+                                  inputs.at(0).weights(), true);
   }
   if ((inputs.at(0).is_tensor() && inputs.at(1).is_tensor()) || !status.ok()) {
-    status = BinaryTensorOpTensor(ctx, node_def, inputs.at(0), inputs.at(1),
-                                  outputs);
+    status = BinaryTensorOpTensor(params, inputs.at(0), inputs.at(1));
   }
   return status;
 }
 
-tensorflow::Status ConvertUnary(Converter& ctx,
-                                const tensorflow::NodeDef& node_def,
-                                const std::vector<TRT_TensorOrWeights>& inputs,
-                                std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertUnary(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   static const std::unordered_map<string, nvinfer1::UnaryOperation> ops{
       {"Neg", nvinfer1::UnaryOperation::kNEG},
       {"Exp", nvinfer1::UnaryOperation::kEXP},
@@ -1798,20 +1962,22 @@ tensorflow::Status ConvertUnary(Converter& ctx,
 
   // TODO(jie): check type
   const nvinfer1::ITensor* tensor = nullptr;
-  TF_RETURN_IF_ERROR(
-      ctx.PrepareTensorForShape(inputs.at(0), inputs.at(0).shape(), &tensor));
+  TF_RETURN_IF_ERROR(params->converter->PrepareTensorForShape(
+      inputs.at(0), inputs.at(0).GetTrtDims(), &tensor));
 
   nvinfer1::IUnaryLayer* layer;
   if (node_def.op() == "Rsqrt") {
-    layer = ctx.network()->addUnary(*const_cast<nvinfer1::ITensor*>(tensor),
-                                    nvinfer1::UnaryOperation::kSQRT);
+    layer = params->converter->network()->addUnary(
+        *const_cast<nvinfer1::ITensor*>(tensor),
+        nvinfer1::UnaryOperation::kSQRT);
     TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
     tensor = layer->getOutput(0);
-    layer = ctx.network()->addUnary(*const_cast<nvinfer1::ITensor*>(tensor),
-                                    nvinfer1::UnaryOperation::kRECIP);
+    layer = params->converter->network()->addUnary(
+        *const_cast<nvinfer1::ITensor*>(tensor),
+        nvinfer1::UnaryOperation::kRECIP);
   } else if (ops.count(node_def.op()) != 0) {
-    layer = ctx.network()->addUnary(*const_cast<nvinfer1::ITensor*>(tensor),
-                                    ops.at(node_def.op()));
+    layer = params->converter->network()->addUnary(
+        *const_cast<nvinfer1::ITensor*>(tensor), ops.at(node_def.op()));
   } else {
     return tensorflow::errors::InvalidArgument(
         "Binary op: ", node_def.op(), " not supported, at ", node_def.name());
@@ -1819,15 +1985,14 @@ tensorflow::Status ConvertUnary(Converter& ctx,
 
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertReduce(Converter& ctx,
-                                 const tensorflow::NodeDef& node_def,
-                                 const std::vector<TRT_TensorOrWeights>& inputs,
-                                 std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertReduce(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
       !inputs.at(1).is_weights()) {
     return tensorflow::errors::InvalidArgument(
@@ -1881,19 +2046,18 @@ tensorflow::Status ConvertReduce(Converter& ctx,
   }
 
   const auto keep_dims = attrs.get<bool>("keep_dims");
-  nvinfer1::ILayer* layer =
-      ctx.network()->addReduce(*const_cast<nvinfer1::ITensor*>(tensor),
-                               reduce_operation, axes, keep_dims);
+  nvinfer1::ILayer* layer = params->converter->network()->addReduce(
+      *const_cast<nvinfer1::ITensor*>(tensor), reduce_operation, axes,
+      keep_dims);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
-  outputs->push_back(TRT_TensorOrWeights(layer->getOutput(0)));
+  params->outputs->push_back(TRT_TensorOrWeights(layer->getOutput(0)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertPad(Converter& ctx,
-                              const tensorflow::NodeDef& node_def,
-                              const std::vector<TRT_TensorOrWeights>& inputs,
-                              std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertPad(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   // TODO(aaroey): make a routine for this check and reuse it.
   if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
       !inputs.at(1).is_weights()) {
@@ -1937,7 +2101,7 @@ tensorflow::Status ConvertPad(Converter& ctx,
 
   // No padding at all, we should exit
   if (pad_index.size() == 0) {
-    outputs->push_back(inputs.at(0));
+    params->outputs->push_back(inputs.at(0));
     return tensorflow::Status::OK();
   }
 
@@ -1967,7 +2131,7 @@ tensorflow::Status ConvertPad(Converter& ctx,
   std::vector<int32_t> permuted_pad_index(pad_index);
   if (pad_index[0] == 1) {
     legit_pad = false;
-    TF_RETURN_IF_ERROR(ctx.TransposeTensor(
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
         const_cast<nvinfer1::ITensor*>(tensor), {0, 3, 2, 1}, &tensor));
     permuted_pad_index[0] = 3;
   }
@@ -1983,26 +2147,25 @@ tensorflow::Status ConvertPad(Converter& ctx,
     }
   }
 
-  nvinfer1::IPaddingLayer* layer = ctx.network()->addPadding(
+  nvinfer1::IPaddingLayer* layer = params->converter->network()->addPadding(
       *const_cast<nvinfer1::ITensor*>(tensor), pre_padding, post_padding);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   const nvinfer1::ITensor* output_tensor = layer->getOutput(0);
 
   if (!legit_pad) {
-    TF_RETURN_IF_ERROR(
-        ctx.TransposeTensor(const_cast<nvinfer1::ITensor*>(output_tensor),
-                            {0, 3, 2, 1}, &output_tensor));
+    TF_RETURN_IF_ERROR(params->converter->TransposeTensor(
+        const_cast<nvinfer1::ITensor*>(output_tensor), {0, 3, 2, 1},
+        &output_tensor));
   }
 
-  outputs->push_back(
+  params->outputs->push_back(
       TRT_TensorOrWeights(const_cast<nvinfer1::ITensor*>(output_tensor)));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertConcat(Converter& ctx,
-                                 const tensorflow::NodeDef& node_def,
-                                 const std::vector<TRT_TensorOrWeights>& inputs,
-                                 std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertConcat(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   // not including the last input (axis) here
   int input_size = static_cast<int>(inputs.size()) - 1;
 
@@ -2065,20 +2228,20 @@ tensorflow::Status ConvertConcat(Converter& ctx,
   }
 
   // nvinfer1::ITensor const* tensor = inputs.at(0).tensor();
-  nvinfer1::IConcatenationLayer* layer = ctx.network()->addConcatenation(
-      const_cast<nvinfer1::ITensor* const*>(inputs_vec.data()),
-      inputs_vec.size());
+  nvinfer1::IConcatenationLayer* layer =
+      params->converter->network()->addConcatenation(
+          const_cast<nvinfer1::ITensor* const*>(inputs_vec.data()),
+          inputs_vec.size());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   layer->setAxis(index - 1);
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertFusedBatchNorm(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertFusedBatchNorm(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   TFAttrs attrs(node_def);
   float epsilon = attrs.get<float>("epsilon");
   auto data_format = attrs.get<string>("data_format");
@@ -2127,9 +2290,9 @@ tensorflow::Status ConvertFusedBatchNorm(
   //  We could technically have two weights with different shape.
   //  that requires two addScale op, arguably less performant
   TRT_ShapedWeights combined_scale_weights =
-      ctx.GetTempWeightsLike(*ptr_shape_weights);
+      params->weight_store->GetTempWeights(*ptr_shape_weights);
   TRT_ShapedWeights combined_offset_weights =
-      ctx.GetTempWeightsLike(*ptr_shape_weights);
+      params->weight_store->GetTempWeights(*ptr_shape_weights);
 
   const Eigen::half* cast_vals_array[4];
   const float* vals_array[4];
@@ -2184,21 +2347,22 @@ tensorflow::Status ConvertFusedBatchNorm(
 
   nvinfer1::ScaleMode mode = nweight == 1 ? nvinfer1::ScaleMode::kUNIFORM
                                           : nvinfer1::ScaleMode::kCHANNEL;
-  nvinfer1::IScaleLayer* layer =
-      ctx.network()->addScale(*const_cast<nvinfer1::ITensor*>(tensor), mode,
-                              combined_offset_weights.GetTrtWeights(),
-                              combined_scale_weights.GetTrtWeights(),
-                              dummy_power_weights.GetTrtWeights());
+  nvinfer1::IScaleLayer* layer = params->converter->network()->addScale(
+      *const_cast<nvinfer1::ITensor*>(tensor), mode,
+      combined_offset_weights.GetTrtWeights(),
+      combined_scale_weights.GetTrtWeights(),
+      dummy_power_weights.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertMatMulHelper(
-    Converter& ctx, TRT_TensorOrWeights tensor_input,
-    TRT_ShapedWeights weights_raw, bool transpose_weight, string node_name,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertMatMulHelper(OpConverterParams* params,
+                                       TRT_TensorOrWeights tensor_input,
+                                       TRT_ShapedWeights weights_raw,
+                                       bool transpose_weight,
+                                       string node_name) {
   nvinfer1::ITensor* output_tensor;
   if (!tensor_input.is_tensor()) {
     return tensorflow::errors::InvalidArgument("Input 0 expects tensor");
@@ -2209,8 +2373,7 @@ tensorflow::Status ConvertMatMulHelper(
   if (transpose_weight) {
     weights = weights_raw;
   } else {
-    TRT_ShapedWeights weights_ck = weights_raw;
-    weights = ctx.GetTempWeightsLike(weights_ck);
+    weights = params->weight_store->GetTempWeights(weights_raw);
     ReorderCKtoKC(weights_raw, &weights);
   }
   TRT_ShapedWeights biases(weights.type_);
@@ -2221,40 +2384,40 @@ tensorflow::Status ConvertMatMulHelper(
   while (input_dim.nbDims != 3) {
     input_dim.d[input_dim.nbDims++] = 1;
   }
-  TF_RETURN_IF_ERROR(
-      ctx.PrepareTensorForShape(tensor_input, input_dim, &tensor));
+  TF_RETURN_IF_ERROR(params->converter->PrepareTensorForShape(
+      tensor_input, input_dim, &tensor));
 
-  nvinfer1::IFullyConnectedLayer* layer = ctx.network()->addFullyConnected(
-      *const_cast<nvinfer1::ITensor*>(tensor), noutput, weights.GetTrtWeights(),
-      biases.GetTrtWeights());
+  nvinfer1::IFullyConnectedLayer* layer =
+      params->converter->network()->addFullyConnected(
+          *const_cast<nvinfer1::ITensor*>(tensor), noutput,
+          weights.GetTrtWeights(), biases.GetTrtWeights());
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_name);
   output_tensor = layer->getOutput(0);
 
   const nvinfer1::ITensor* temp_tensor = nullptr;
   auto output_dim = output_tensor->getDimensions();
   output_dim.nbDims = 1;
-  TF_RETURN_IF_ERROR(ctx.PrepareTensorForShape(
+  TF_RETURN_IF_ERROR(params->converter->PrepareTensorForShape(
       TRT_TensorOrWeights(output_tensor), output_dim, &temp_tensor));
   output_tensor = const_cast<nvinfer1::ITensor*>(temp_tensor);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
 // inputs are both two dimensional (tensorflow::ops::MatMul)
-tensorflow::Status ConvertMatMul(Converter& ctx,
-                                 const tensorflow::NodeDef& node_def,
-                                 const std::vector<TRT_TensorOrWeights>& inputs,
-                                 std::vector<TRT_TensorOrWeights>* outputs) {
-  if (!inputs.at(0).is_tensor()) {
-    return tensorflow::errors::InvalidArgument("Input 0 expects tensor, at" +
-                                               node_def.name());
+tensorflow::Status ConvertMatMul(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
+  if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
+      !inputs.at(1).is_weights()) {
+    return errors::InvalidArgument("Input expects tensor and weights, at ",
+                                   node_def.name());
   }
 
   TFAttrs attrs(node_def);
   // TODO(jie): INT32 should be converted?
   tensorflow::DataType tf_dtype = attrs.get<tensorflow::DataType>("T");
-  if (tf_dtype != tensorflow::DataType::DT_FLOAT &&
-      tf_dtype != tensorflow::DataType::DT_HALF) {
+  if (tf_dtype != DataType::DT_FLOAT && tf_dtype != DataType::DT_HALF) {
     return tensorflow::errors::Unimplemented(
         "data type is not supported, for node " + node_def.name() + " got " +
         tensorflow::DataTypeString(tf_dtype));
@@ -2268,19 +2431,13 @@ tensorflow::Status ConvertMatMul(Converter& ctx,
         "Transpose_a is not supported for TensorRT FullyConnected (op: " +
         node_def.op() + "), at: " + node_def.name());
   }
-  if (inputs.at(1).is_tensor()) {
-    return tensorflow::errors::Internal(
-        "Operand 1 must be constant for TensorRT FullyConnected (op: " +
-        node_def.op() + "), at: " + node_def.name());
-  }
-  return ConvertMatMulHelper(ctx, inputs.at(0), inputs.at(1).weights(),
-                             transpose_b, node_def.name(), outputs);
+  return ConvertMatMulHelper(params, inputs.at(0), inputs.at(1).weights(),
+                             transpose_b, node_def.name());
 }
 
-tensorflow::Status ConvertBatchMatMul(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertBatchMatMul(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   TFAttrs attrs(node_def);
 
   // TODO(jie): INT32 should be converted?
@@ -2295,12 +2452,12 @@ tensorflow::Status ConvertBatchMatMul(
   bool transpose_a = attrs.get<bool>("adj_x");
   bool transpose_b = attrs.get<bool>("adj_y");
 
-  auto dims = inputs.at(0).shape();
+  auto dims = inputs.at(0).GetTrtDims();
   if (dims.nbDims == 1) {  // NC * CK is only supported through fully connected
     if (transpose_a == false && inputs.at(0).is_tensor() &&
         inputs.at(1).is_weights()) {
-      return ConvertMatMulHelper(ctx, inputs.at(0), inputs.at(1).weights(),
-                                 transpose_b, node_def.name(), outputs);
+      return ConvertMatMulHelper(params, inputs.at(0), inputs.at(1).weights(),
+                                 transpose_b, node_def.name());
     } else {
       return tensorflow::errors::InvalidArgument(
           "Invalid configuration for MatMul, at: " + node_def.name());
@@ -2309,10 +2466,10 @@ tensorflow::Status ConvertBatchMatMul(
 
   const nvinfer1::ITensor* tensor_l;
   const nvinfer1::ITensor* tensor_r;
-  auto dims_l = inputs.at(0).shape();
-  auto dims_r = inputs.at(1).shape();
+  auto dims_l = inputs.at(0).GetTrtDims();
+  auto dims_r = inputs.at(1).GetTrtDims();
   if (inputs.at(0).is_weights()) {
-    if (inputs.at(0).shape().d[0] != 1) {
+    if (inputs.at(0).GetTrtDims().d[0] != 1) {
       return tensorflow::errors::InvalidArgument(
           "Input 0 as weight assumes broadcast across batch for MatMul, at: " +
           node_def.name());
@@ -2324,7 +2481,7 @@ tensorflow::Status ConvertBatchMatMul(
     }
   }
   if (inputs.at(1).is_weights()) {
-    if (inputs.at(1).shape().d[0] != 1) {
+    if (inputs.at(1).GetTrtDims().d[0] != 1) {
       return tensorflow::errors::InvalidArgument(
           "Input 1 as weight assumes broadcast across batch for MatMul, at: " +
           node_def.name());
@@ -2335,24 +2492,24 @@ tensorflow::Status ConvertBatchMatMul(
       dims_r.nbDims--;
     }
   }
-  TF_RETURN_IF_ERROR(
-      ctx.PrepareTensorForShape(inputs.at(0), dims_l, &tensor_l));
-  TF_RETURN_IF_ERROR(
-      ctx.PrepareTensorForShape(inputs.at(1), dims_r, &tensor_r));
+  TF_RETURN_IF_ERROR(params->converter->PrepareTensorForShape(
+      inputs.at(0), dims_l, &tensor_l));
+  TF_RETURN_IF_ERROR(params->converter->PrepareTensorForShape(
+      inputs.at(1), dims_r, &tensor_r));
 
-  nvinfer1::IMatrixMultiplyLayer* layer = ctx.network()->addMatrixMultiply(
-      *const_cast<nvinfer1::ITensor*>(tensor_l), transpose_a,
-      *const_cast<nvinfer1::ITensor*>(tensor_r), transpose_b);
+  nvinfer1::IMatrixMultiplyLayer* layer =
+      params->converter->network()->addMatrixMultiply(
+          *const_cast<nvinfer1::ITensor*>(tensor_l), transpose_a,
+          *const_cast<nvinfer1::ITensor*>(tensor_r), transpose_b);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertSoftmax(
-    Converter& ctx, const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs,
-    std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertSoftmax(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
 
   int nbDims = tensor->getDimensions().nbDims;
@@ -2361,21 +2518,20 @@ tensorflow::Status ConvertSoftmax(
         "TensorRT Softmax cannot apply on batch dimension, at" +
         node_def.name());
   }
-  nvinfer1::ISoftMaxLayer* layer =
-      ctx.network()->addSoftMax(*const_cast<nvinfer1::ITensor*>(tensor));
+  nvinfer1::ISoftMaxLayer* layer = params->converter->network()->addSoftMax(
+      *const_cast<nvinfer1::ITensor*>(tensor));
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
   // Tensorflow SoftMax assumes applying softmax on the last dimension.
   layer->setAxes(1 << (nbDims - 1));
 
   nvinfer1::ITensor* output_tensor = layer->getOutput(0);
-  outputs->push_back(TRT_TensorOrWeights(output_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_tensor));
   return tensorflow::Status::OK();
 }
 
-tensorflow::Status ConvertTopK(Converter& ctx,
-                               const tensorflow::NodeDef& node_def,
-                               const std::vector<TRT_TensorOrWeights>& inputs,
-                               std::vector<TRT_TensorOrWeights>* outputs) {
+tensorflow::Status ConvertTopK(OpConverterParams* params) {
+  const auto& inputs = params->inputs;
+  const auto& node_def = params->node_def;
   const nvinfer1::ITensor* tensor = inputs.at(0).tensor();
 
   int nbDims = tensor->getDimensions().nbDims;
@@ -2398,17 +2554,25 @@ tensorflow::Status ConvertTopK(Converter& ctx,
         " not implemented, at: " + node_def.name());
   }
 
-  nvinfer1::ITopKLayer* layer = ctx.network()->addTopK(
+  nvinfer1::ITopKLayer* layer = params->converter->network()->addTopK(
       *const_cast<nvinfer1::ITensor*>(tensor), op, k, reducedAxes);
   TFTRT_RETURN_ERROR_IF_NULLPTR(layer, node_def.name());
 
   nvinfer1::ITensor* output_value_tensor = layer->getOutput(0);
   nvinfer1::ITensor* output_indices_tensor = layer->getOutput(1);
-  outputs->push_back(TRT_TensorOrWeights(output_value_tensor));
-  outputs->push_back(TRT_TensorOrWeights(output_indices_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_value_tensor));
+  params->outputs->push_back(TRT_TensorOrWeights(output_indices_tensor));
   return tensorflow::Status::OK();
 }
 
+void TrtNodeValidator::RegisterOpValidators() {
+  // TODO(laigd): support all op types.
+  op_validators_["Const"] = ConvertConst;
+  op_validators_["Transpose"] = ConvertTranspose;
+  op_validators_["Reshape"] = ConvertReshape;
+  op_validators_["MatMul"] = ConvertMatMul;
+}
+
 void Converter::RegisterOpConverters() {
   // vgg_16 slim implementation
   op_registry_["Conv2D"] = ConvertConv2D;
@@ -2495,8 +2659,7 @@ tensorflow::Status ConvertGraphDefToEngine(
 
   // Build the network
   VLOG(1) << "Starting engine conversion ";
-  Converter converter(trt_network.get(), precision_mode == FP16MODE,
-                      max_batch_size);
+  Converter converter(trt_network.get(), precision_mode == FP16MODE);
   std::vector<std::pair<string, string>> output_tensors;
   // Graph nodes are already topologically sorted during construction
   for (const auto& node_def : gdef.node()) {
@@ -2527,16 +2690,13 @@ tensorflow::Status ConvertGraphDefToEngine(
         input_dim.d[i - 1] = shape.dim_size(i);
       }
       input_dim.nbDims = shape.dims() - 1;
-      nvinfer1::ITensor* input_tensor =
-          converter.network()->addInput(node_name.c_str(), dtype, input_dim);
-      if (!input_tensor) {
-        return tensorflow::errors::InvalidArgument(
-            "Failed to create Input layer tensor ", node_name,
-            " rank=", shape.dims() - 1);
-      }
       VLOG(2) << "Adding engine input tensor " << node_name << " with shape "
               << DebugString(input_dim);
-      TF_RETURN_IF_ERROR(converter.AddInputTensor(node_name, input_tensor));
+      // TODO(laigd): the conversion should always happen at runtime where all
+      // the shapes are known, and we can provide a mode to generate the
+      // engines offline, by calling sess.run() and cache/serialize the engines.
+      TF_RETURN_IF_ERROR(converter.AddInputTensor(node_name, dtype, input_dim,
+                                                  shape.dim_size(0)));
     } else if (tensorflow::str_util::StartsWith(node_name, kOutputPHName) &&
                (node_def.op() == "Identity")) {
       int32 slot_number = -1;
@@ -2555,23 +2715,7 @@ tensorflow::Status ConvertGraphDefToEngine(
       TF_RETURN_IF_ERROR(converter.ConvertNode(node_def));
     }
   }
-  for (const auto& output : output_tensors) {
-    auto tensor_or_weights = converter.GetTensorOrWeights(output.first);
-    if (!tensor_or_weights.is_tensor()) {
-      return tensorflow::errors::InvalidArgument(
-          "Output node '" + output.first + "' is weights not tensor");
-    }
-    nvinfer1::ITensor* tensor = tensor_or_weights.tensor();
-    tensor->setName(output.second.c_str());
-    if (!tensor) {
-      return tensorflow::errors::NotFound("Output tensor not found: " +
-                                          output.first);
-    }
-    VLOG(1) << "Marking output tensor " << output.first << ", as output tensor "
-            << output.second;
-
-    converter.network()->markOutput(*tensor);
-  }
+  TF_RETURN_IF_ERROR(converter.RenameAndMarkOutputTensors(output_tensors));
   if (convert_successfully) *convert_successfully = true;
 
   // Build the engine.
@@ -2607,14 +2751,14 @@ tensorflow::Status ConvertSegmentToGraphDef(
     tensorflow::DataType dtype;
     tensorflow::PartialTensorShape partial_shape;
     if (connection.is_input_edge) {
-      GetInputProperties(graph_properties,
-                         graph->FindNodeId(connection.outside_id),
-                         connection.outside_port, &partial_shape, &dtype);
-      connection.outside_shape = partial_shape;
-    } else {
       GetOutputProperties(graph_properties,
                           graph->FindNodeId(connection.outside_id),
                           connection.outside_port, &partial_shape, &dtype);
+      connection.outside_shape = partial_shape;
+    } else {
+      GetInputProperties(graph_properties,
+                         graph->FindNodeId(connection.outside_id),
+                         connection.outside_port, &partial_shape, &dtype);
       connection.inside_shape = partial_shape;
     }
     connection.connection_type = dtype;
@@ -2726,8 +2870,8 @@ bool InputEdgeValidator::operator()(const tensorflow::Edge* in_edge) const {
   if (in_edge->IsControlEdge()) return true;
   PartialTensorShape shape;
   tensorflow::DataType dtype;
-  GetInputProperties(graph_properties_, in_edge->src(), in_edge->src_output(),
-                     &shape, &dtype);
+  GetOutputProperties(graph_properties_, in_edge->src(), in_edge->src_output(),
+                      &shape, &dtype);
   nvinfer1::DataType trt_dtype;
   Status status = ValidateInputProperties(shape, dtype, &trt_dtype);
   if (!status.ok()) {
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.h b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
index 7cfad64800..699b50b37e 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.h
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
@@ -16,7 +16,6 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_TENSORRT_CONVERT_CONVERT_NODES_H_
 #define TENSORFLOW_CONTRIB_TENSORRT_CONVERT_CONVERT_NODES_H_
 
-#include <list>
 #include <set>
 #include <string>
 #include <unordered_map>
@@ -173,28 +172,26 @@ class OutputEdgeValidator {
   bool operator()(const tensorflow::Edge* out_edge) const;
 };
 
-////////////////////////////////////////////////////////////////////////////////
-// Classes/functions below are exposed for testing purposes only.
-////////////////////////////////////////////////////////////////////////////////
-
 string DebugString(const nvinfer1::Dims& dims);
 string DebugString(const nvinfer1::ITensor& tensor);
 int64_t TrtDimsNumElements(const nvinfer1::Dims& dims);
 
-// Class to convert TF weight to TRT weight.
+// Class to convert TF compile-time constants (e.g. Const nodes) to TRT weight.
 class TRT_ShapedWeights {
  public:
-  TRT_ShapedWeights(tensorflow::DataType type, const void* values,
-                    nvinfer1::Dims shape);
-
-  explicit TRT_ShapedWeights(tensorflow::DataType type);
+  explicit TRT_ShapedWeights(DataType type = DT_FLOAT);
 
-  // TODO(aaroey): use rvalue reference.
+  // Copy from another weights.
+  //
+  // NOTE: this does not copy the underlying buffer but only increase its
+  // reference count.
   TRT_ShapedWeights(const TRT_ShapedWeights& rhs);
 
   nvinfer1::Weights GetTrtWeights() const;
 
-  const void* GetValues() const { return values_; }
+  void* GetValues() const {
+    return const_cast<char*>(tensor_.tensor_data().data());
+  }
 
   int64_t count() const;
 
@@ -207,24 +204,57 @@ class TRT_ShapedWeights {
   tensorflow::DataType type_;
 
  private:
-  // TODO(aaroey): this should not be const as it's always from TRTWeightStore.
-  const void* values_;
+  // This constructor is only used by TrtWeightStore, which creates the
+  // underlying buffer.
+  TRT_ShapedWeights(DataType type, nvinfer1::Dims dims, Tensor tensor);
+
+  Tensor tensor_;
+
+  friend class TrtWeightStore;
+};
+
+// Container for TRT_ShapedWeights. We need this container because, TRT doesn't
+// manage the lifetime of the weights buffer, it only keeps a pointer to it and
+// requires that the data referenced by the pointer be available until the
+// building of engine is complete. For more information see
+// https://docs.nvidia.com/deeplearning/sdk/tensorrt-api/c_api/classnvinfer1_1_1_weights.html
+//
+// TODO(laigd): consider adding garbage collection to the unused weights.
+class TrtWeightStore {
+ public:
+  // Get a TRT_ShapedWeights with 'type' and 'dims'.
+  TRT_ShapedWeights GetTempWeights(tensorflow::DataType type,
+                                   const nvinfer1::Dims& dims);
 
-  friend bool operator==(const TRT_ShapedWeights& lhs,
-                         const TRT_ShapedWeights& rhs);
+  // Get a TRT_ShapedWeights with the same data type and dimensions as
+  // 'weights'.
+  TRT_ShapedWeights GetTempWeights(const TRT_ShapedWeights& weights) {
+    return GetTempWeights(weights.type_, weights.shape_);
+  }
+
+ private:
+  // The backend storage of the TRT_ShapedWeights.
+  std::vector<Tensor> store_;
 };
 
+// Represents a TRT-style input to a TF node, it can be either a
+// nvinfer1::ITensor, or TRT_ShapedWeights which is compile-time constant.
+//
+// TODO(laigd): maybe rename it to TrtArgument, or mimic XlaCompiler::Argument.
 class TRT_TensorOrWeights {
  public:
-  explicit TRT_TensorOrWeights(nvinfer1::ITensor* tensor);
+  TRT_TensorOrWeights() {}
+
+  explicit TRT_TensorOrWeights(nvinfer1::ITensor* tensor, int batch_size = -1);
 
   explicit TRT_TensorOrWeights(const TRT_ShapedWeights& weights);
 
-  // TODO(aaroey): use rvalue reference.
   TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs);
 
-  bool is_tensor() const { return is_tensor_; }
-  bool is_weights() const { return !is_tensor_; }
+  void operator=(const TRT_TensorOrWeights& rhs);
+
+  bool is_tensor() const { return initialized_ && is_tensor_; }
+  bool is_weights() const { return initialized_ && !is_tensor_; }
 
   nvinfer1::ITensor* tensor() {
     CHECK(is_tensor());
@@ -246,84 +276,182 @@ class TRT_TensorOrWeights {
     return weights_;
   }
 
-  // TODO(aaroey): rename to dims() to be consistent.
-  nvinfer1::Dims shape() const;
+  nvinfer1::Dims GetTrtDims() const;
+
+  int batch_size() const { return batch_size_; }
 
   string DebugString() const;
 
  private:
-  nvinfer1::ITensor* tensor_;
+  void set_batch_size(int batch_size) { batch_size_ = batch_size; }
+
+  nvinfer1::ITensor* tensor_ = nullptr;  // Not owned.
+
+  // First dimension of the TF tensor (NOT tensor_) that is represented by
+  // tensor_ is treated as the "batch dimension" by TRT, and tensor_'s
+  // dimensions (obtained via tensor_->getDimensions()) do not contain the batch
+  // dimension. For example, when a TF tensor with shape (A,B,C) is represented
+  // in TRT, tensor_->getDimensions() will be (B,C) and batch_size_ will be A.
+  //
+  // This requires that all tensors in the subgraph that is converted to a TRT
+  // engine have the same batch size are represented by the first dimension of
+  // their shape, and Converter will verify this during conversion. The drawback
+  // is that currently it cannot convert a graph that doesn't have the batch
+  // size represented in the shapes or the batch sizes are different. See
+  // b/118387490 for more details.
+  int batch_size_ = -1;
+
   TRT_ShapedWeights weights_;
-  const bool is_tensor_;
+  bool initialized_ = false;
+  bool is_tensor_ = false;
+
+  friend class Converter;
 };
 
-// Class to convert TF nodes to TRT network.
-class Converter {
+class Converter;
+
+// Parameters for each op converter.
+struct OpConverterParams {
+  OpConverterParams(Converter* arg_converter,
+                    const tensorflow::NodeDef& arg_node_def,
+                    const std::vector<TRT_TensorOrWeights>& arg_inputs,
+                    std::vector<TRT_TensorOrWeights>* arg_outputs,
+                    bool arg_validation_only, TrtWeightStore* arg_weight_store)
+      : converter(arg_converter),
+        node_def(arg_node_def),
+        inputs(arg_inputs),
+        outputs(arg_outputs),
+        validation_only(arg_validation_only),
+        weight_store(arg_weight_store) {}
+
+  Converter* converter;
+  const tensorflow::NodeDef& node_def;
+  const std::vector<TRT_TensorOrWeights>& inputs;
+  std::vector<TRT_TensorOrWeights>* outputs;
+  const bool validation_only;
+  TrtWeightStore* weight_store;
+};
+
+using OpConverter = std::function<Status(OpConverterParams*)>;
+
+// Class to verify if specific TF node is supported by TRT.
+class TrtNodeValidator {
  public:
-  Converter(nvinfer1::INetworkDefinition* trt_network, bool fp16,
-            int max_batch_size);
+  TrtNodeValidator();
 
-  virtual ~Converter() {}
+  // Validate the node, and return ok if it's supported by the converter.
+  Status ValidateNode(const NodeDef& node_def,
+                      const std::vector<TRT_TensorOrWeights>& inputs);
 
-  nvinfer1::INetworkDefinition* network() { return trt_network_; }
+ private:
+  void RegisterOpValidators();
 
-  TRTWeightStore* weight_store() { return &weight_store_; }
+  // Stores all the validators by op type. If no validator is registered for
+  // specific op, it means no validation is needed and ValidateNode() will
+  // return OK.
+  std::unordered_map<string, OpConverter> op_validators_;
 
-  bool IsFP16() const { return fp16_; }
+  // Store the weights added during validation. Some validations (e.g.
+  // validation for Const node) may produce weights.
+  TrtWeightStore weight_store_;
 
-  int GetMaxBatchSize() const { return max_batch_size_; }
+  friend class ValidatorTest;
+  friend class OpConverterTest;
+};
 
-  TRT_ShapedWeights GetTempWeights(tensorflow::DataType type,
-                                   const nvinfer1::Dims& dims);
+// Class to convert TF nodes to TRT network.
+class Converter {
+ public:
+  Converter(nvinfer1::INetworkDefinition* trt_network, bool is_fp16);
 
-  TRT_ShapedWeights GetTempWeightsLike(const TRT_ShapedWeights& weights) {
-    return GetTempWeights(weights.type_, weights.shape_);
-  }
+  //////////////////////////////////////////////////////////////////////////////
+  // Methods used by the TRT engine builder to build a TRT network from a TF
+  // function/subgraph.
 
+  // Convert the node to TRT network.
   Status ConvertNode(const tensorflow::NodeDef& node_def);
 
-  TRT_TensorOrWeights GetTensorOrWeights(const string& name);
+  // Add input tensor to the TRT network with given 'name', 'dtype', 'dims' and
+  // 'batch_size'.
+  Status AddInputTensor(const string& name, nvinfer1::DataType dtype,
+                        const nvinfer1::Dims& dims, int batch_size);
+
+  // Mark the tensors with names specified by output_tensors[i].first as output
+  // of the TRT network, and set their names in the TRT network as
+  // output_tensors[i].second. The tensor names (output_tensors[i].first) are
+  // standard TF tensor names, i.e. node names followed by output slot number
+  // (or just the node name if the tensor is the first output of the node).
+  Status RenameAndMarkOutputTensors(
+      const std::vector<std::pair<string, string>>& output_tensors);
+
+  //////////////////////////////////////////////////////////////////////////////
+  // Methods used by op converters to convert individual TF node and add layers
+  // to the TRT network.
+
+  // Op converters (e.g. ConvertReshape) need to access the TRT network in order
+  // to add TRT layers.
+  nvinfer1::INetworkDefinition* network() { return trt_network_; }
+
+  // Is the converter operating in fp16 mode?
+  bool is_fp16() const { return is_fp16_; }
 
-  Status AddInputTensor(const string& name, nvinfer1::ITensor* tensor);
+  // Below are helper methods for op converters to add different layers to the
+  // TRT network.
 
+  // Transpose 'input_tensor' with given permutation 'order_with_batch_dim' to
+  // 'output_tensor'. The permutation 'order_with_batch_dim' contains the batch
+  // dimension which should always be 0.
   Status TransposeTensor(nvinfer1::ITensor* input_tensor,
                          const std::vector<int>& order_with_batch_dim,
                          const nvinfer1::ITensor** output_tensor);
 
-  // Converts input into tensor with shape specified by dims.
+  // Converts 'input' into 'tensor' with shape specified by 'dims'.
   Status PrepareTensorForShape(const TRT_TensorOrWeights& input,
                                const nvinfer1::Dims& dims,
                                const nvinfer1::ITensor** tensor);
 
-  // Expose for testing purposes.
+ private:
+  // Verify the provided batch_size is consistent with batch_size_ and update it
+  // if necessary.
+  Status MaybeUpdateBatchSize(int batch_size);
+
+  // Add the provided tensor/weights to the map trt_tensors_.
+  Status AddTensorOrWeights(const string& name, TRT_TensorOrWeights input);
+
+  // Get the tensor/weights from trt_tensors_ by 'name'.
+  Status GetTensorOrWeights(const string& name, TRT_TensorOrWeights* output);
+
+  // Get the inputs of 'node_def' from trt_tensors_.
   Status GetInputs(const tensorflow::NodeDef& node_def,
                    std::vector<TRT_TensorOrWeights>* inputs) const;
 
- private:
-  using OpConverter =
-      std::function<tensorflow::Status(Converter&, const tensorflow::NodeDef&,
-                                       const std::vector<TRT_TensorOrWeights>&,
-                                       std::vector<TRT_TensorOrWeights>*)>;
-
   void RegisterOpConverters();
 
+  // Registered op converters by op type.
   std::unordered_map<string, OpConverter> op_registry_;
 
+  // Tensors/weights added during construction of trt_network_.
   std::unordered_map<string, TRT_TensorOrWeights> trt_tensors_;
 
+  // Special op converter for custom plugins.
   OpConverter plugin_converter_;
 
+  // The TRT networking being built.
   nvinfer1::INetworkDefinition* trt_network_;
 
-  // TODO(aaroey): inline the definition of TRTWeightStore here, and add APIs to
-  // operate the stored weights instead of operating it directly.
-  TRTWeightStore weight_store_;
+  // Store the weights added during construction of trt_network_.
+  TrtWeightStore weight_store_;
 
-  bool fp16_;
+  const bool is_fp16_;
 
-  int max_batch_size_;
+  // Batch size of inputs to trt_network_ added by AddInputTensor(). During
+  // network construction it will update this, use it to verify the batch
+  // size of all inputs are compatible, and make sure individual TF node is
+  // acceptable by TRT.
+  int batch_size_ = -1;
 
-  friend class ConverterForTest;
+  friend class ConverterTest;
+  friend class OpConverterTest;
 };
 
 }  // namespace convert
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
index f9eabb7aa7..bc39074333 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
@@ -28,6 +28,7 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.pb.h"  // NOLINT
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
+#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/test.h"
@@ -44,9 +45,14 @@ namespace convert {
 
 using ::testing::ElementsAre;
 
-void ExpectStatus(Status status, error::Code code, const char* substr) {
-  EXPECT_EQ(code, status.code()) << status;
-  EXPECT_THAT(status.error_message(), ::testing::HasSubstr(substr)) << status;
+void ExpectStatus(Status status, error::Code code = error::OK,
+                  const char* substr = nullptr) {
+  EXPECT_EQ(code, status.code())
+      << status << " vs expected error code \"" << error::Code_Name(code)
+      << "\" and message \"" << substr << "\"";
+  if (substr) {
+    EXPECT_THAT(status.error_message(), ::testing::HasSubstr(substr)) << status;
+  }
 }
 
 nvinfer1::Dims GetTestDims(const std::vector<int>& d) {
@@ -58,16 +64,45 @@ nvinfer1::Dims GetTestDims(const std::vector<int>& d) {
   return dims;
 }
 
+NodeDef MakeNodeDef(const string& name, const string& op,
+                    const std::vector<string>& inputs) {
+  NodeDef node_def;
+  node_def.set_name(name);
+  node_def.set_op(op);
+  for (const string& input : inputs) {
+    node_def.add_input(input);
+  }
+  return node_def;
+}
+
+bool TrtDimsEquals(const nvinfer1::Dims& lhs, const nvinfer1::Dims& rhs) {
+  if (lhs.nbDims != rhs.nbDims) return false;
+  for (int i = 0; i < lhs.nbDims; ++i) {
+    if (lhs.d[i] != rhs.d[i]) return false;
+    // We don't check the types in the tests.
+  }
+  return true;
+}
+
+bool TrtDimsEqualsArray(const std::vector<int>& lhs,
+                        const nvinfer1::Dims& rhs) {
+  return TrtDimsEquals(GetTestDims(lhs), rhs);
+}
+
+bool TrtShapedWeightsEquals(const TRT_ShapedWeights& lhs,
+                            const TRT_ShapedWeights& rhs) {
+  return TrtDimsEquals(lhs.shape_, rhs.shape_) && lhs.type_ == rhs.type_ &&
+         lhs.GetValues() == rhs.GetValues();
+}
+
 // Fake ITensor implementation for testing purposes.
 class FakeITensor : public nvinfer1::ITensor {
  public:
   FakeITensor() {}
 
-  FakeITensor(const nvinfer1::Dims& dims, const string& name = "")
-      : name_(name), dims_(dims) {}
+  FakeITensor(const nvinfer1::Dims& dims) : dims_(dims) {}
 
-  FakeITensor(const string& name, const std::vector<int>& dims)
-      : name_(name), dims_(GetTestDims(dims)) {}
+  FakeITensor(const std::vector<int>& dims) : dims_(GetTestDims(dims)) {}
 
   void setName(const char* name) override { name_ = name; }
 
@@ -106,58 +141,55 @@ class FakeITensor : public nvinfer1::ITensor {
   nvinfer1::TensorLocation location_;
 };
 
-bool Equals(const nvinfer1::Dims& lhs, const nvinfer1::Dims& rhs) {
-  if (lhs.nbDims != rhs.nbDims) return false;
-  for (int i = 0; i < lhs.nbDims; ++i) {
-    if (lhs.d[i] != rhs.d[i]) return false;
-    // We don't check the types in the tests.
-  }
-  return true;
-}
-
-bool operator==(const TRT_ShapedWeights& lhs, const TRT_ShapedWeights& rhs) {
-  return Equals(lhs.shape_, rhs.shape_) && lhs.type_ == rhs.type_ &&
-         lhs.values_ == rhs.values_;
-}
-
 TEST(TRT_ShapedWeights_Test, Basic) {
+  // Test constructor with no arguments.
   {
-    float raw_weights[10];
-    TRT_ShapedWeights weights(DT_FLOAT, raw_weights, GetTestDims({2, 5}));
-
-    nvinfer1::Weights trt_weights = weights.GetTrtWeights();
-    EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
-    EXPECT_EQ(static_cast<void*>(raw_weights), trt_weights.values);
-    EXPECT_EQ(10, trt_weights.count);
-
-    EXPECT_EQ(static_cast<void*>(raw_weights), weights.GetValues());
-    EXPECT_EQ(10, weights.count());
-    EXPECT_EQ(40, weights.size_bytes());
+    TRT_ShapedWeights weights;
+    TRT_ShapedWeights copy(weights);
+    for (auto ptr : {&weights, &copy}) {
+      nvinfer1::Weights trt_weights = ptr->GetTrtWeights();
+      EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
+      EXPECT_EQ(nullptr, trt_weights.values);
+      EXPECT_EQ(0, trt_weights.count);
+
+      EXPECT_EQ(nullptr, ptr->GetValues());
+      EXPECT_EQ(0, ptr->count());
+      EXPECT_EQ(0, ptr->size_bytes());
+    }
   }
+  // Test constructor with DataType argument.
   {
-    int32 raw_weights = 0;
-    TRT_ShapedWeights weights(DT_INT32, &raw_weights, GetTestDims({1, 1, 1}));
-
-    nvinfer1::Weights trt_weights = weights.GetTrtWeights();
-    EXPECT_EQ(nvinfer1::DataType::kINT32, trt_weights.type);
-    EXPECT_EQ(static_cast<void*>(&raw_weights), trt_weights.values);
-    EXPECT_EQ(1, trt_weights.count);
-
-    EXPECT_EQ(static_cast<void*>(&raw_weights), weights.GetValues());
-    EXPECT_EQ(1, weights.count());
-    EXPECT_EQ(4, weights.size_bytes());
+    TRT_ShapedWeights weights(DT_FLOAT);
+    TRT_ShapedWeights copy(weights);
+    for (auto ptr : {&weights, &copy}) {
+      nvinfer1::Weights trt_weights = ptr->GetTrtWeights();
+      EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
+      EXPECT_EQ(nullptr, trt_weights.values);
+      EXPECT_EQ(0, trt_weights.count);
+
+      EXPECT_EQ(nullptr, ptr->GetValues());
+      EXPECT_EQ(0, ptr->count());
+      EXPECT_EQ(0, ptr->size_bytes());
+    }
   }
+  // Test constructor with DataType and nvinfer1::Dims arguments.
   {
-    TRT_ShapedWeights weights(DT_FLOAT);
-
-    nvinfer1::Weights trt_weights = weights.GetTrtWeights();
-    EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
-    EXPECT_EQ(nullptr, trt_weights.values);
-    EXPECT_EQ(0, trt_weights.count);
-
-    EXPECT_EQ(nullptr, weights.GetValues());
-    EXPECT_EQ(0, weights.count());
-    EXPECT_EQ(0, weights.size_bytes());
+    TrtWeightStore store;
+    TRT_ShapedWeights weights =
+        store.GetTempWeights(DT_FLOAT, GetTestDims({2, 5}));
+    TRT_ShapedWeights copy(weights);
+    for (auto ptr : {&weights, &copy}) {
+      nvinfer1::Weights trt_weights = ptr->GetTrtWeights();
+      EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
+      EXPECT_NE(nullptr, trt_weights.values);
+      EXPECT_EQ(10, trt_weights.count);
+
+      EXPECT_EQ(trt_weights.values, ptr->GetValues());
+      EXPECT_EQ(10, ptr->count());
+      EXPECT_EQ(40, ptr->size_bytes());
+    }
+    // Test that it doesn't copy the underlying buffer.
+    EXPECT_EQ(weights.GetValues(), copy.GetValues());
   }
 }
 
@@ -172,164 +204,138 @@ TEST(TRT_TensorOrWeights_Test, Basic) {
     EXPECT_EQ(true, tw.is_tensor());
     EXPECT_EQ(false, tw.is_weights());
     EXPECT_EQ(&itensor, tw.tensor());
-    EXPECT_TRUE(Equals(dims, tw.shape()))
+    EXPECT_TRUE(TrtDimsEqualsArray({1}, tw.GetTrtDims()))
         << "- expected: " << DebugString(dims)
-        << "\n        vs\n-   actual: " << DebugString(tw.shape());
+        << "\n        vs\n-   actual: " << DebugString(tw.GetTrtDims());
   }
   {
     TRT_ShapedWeights weights(DT_FLOAT);
     TRT_TensorOrWeights tw(weights);
     EXPECT_EQ(false, tw.is_tensor());
     EXPECT_EQ(true, tw.is_weights());
-    EXPECT_EQ(weights, tw.weights());
+    EXPECT_TRUE(TrtShapedWeightsEquals(weights, tw.weights()));
 
     nvinfer1::Dims dims;
     dims.nbDims = 0;
-    EXPECT_TRUE(Equals(dims, tw.shape()))
+    EXPECT_TRUE(TrtDimsEqualsArray({}, tw.GetTrtDims()))
         << "- expected: " << DebugString(dims)
-        << "\n        vs\n-   actual: " << DebugString(tw.shape());
+        << "\n        vs\n-   actual: " << DebugString(tw.GetTrtDims());
   }
 }
 
-class ConverterForTest : public Converter {
+class ValidatorTest : public ::testing::Test {
  public:
-  ConverterForTest()
-      : Converter(nullptr, /*fp16=*/false, /*max_batch_size=*/1) {
-    QCHECK_EQ(0, cudaStreamCreate(&stream_));
-    Reset();
+  void AddOpValidator(const string& op_name, OpConverter op_validator) {
+    validator_.op_validators_[op_name] = op_validator;
   }
 
-  ~ConverterForTest() override { QCHECK_EQ(0, cudaStreamDestroy(stream_)); }
+ protected:
+  TrtNodeValidator validator_;
+};
 
-  // Helper methods for testing purposes.
+TEST_F(ValidatorTest, ValidateNode) {
+  bool start_conversion = false;
+  bool should_fail = false;
+  auto op_converter = [&start_conversion,
+                       &should_fail](OpConverterParams* params) -> Status {
+    if (should_fail) return errors::InvalidArgument("");
+    if (!params->validation_only) start_conversion = true;
+    return Status::OK();
+  };
+  NodeDef node_def = MakeNodeDef("my_op", "MyOp", {});
 
-  void AddOpConverter(const string& op_name, OpConverter op_converter) {
-    op_registry_[op_name] = op_converter;
-  }
+  // Validator not registered, validation should pass.
+  TF_EXPECT_OK(validator_.ValidateNode(node_def, {}));
 
-  void AddTensorOrWeights(const string& name, TRT_TensorOrWeights tw) {
-    ASSERT_TRUE(trt_tensors_.insert({name, tw}).second);
-  }
+  // Register validator.
+  AddOpValidator("MyOp", op_converter);
+  TF_EXPECT_OK(validator_.ValidateNode(node_def, {}));
+  EXPECT_EQ(false, start_conversion);
 
-  void Reset() {
-    // Clear the tensor map.
-    trt_tensors_.clear();
-    // Reset the INetworkDefinition.
-    engine_.reset(nullptr);
-    network_.reset(nullptr);
-    builder_.reset(nullptr);
+  // Let the converter return error.
+  should_fail = true;
+  ExpectStatus(validator_.ValidateNode(node_def, {}), error::INVALID_ARGUMENT);
+}
+
+class ConverterTest : public ::testing::Test {
+ public:
+  ConverterTest() {
     builder_.reset(nvinfer1::createInferBuilder(logger_));
     network_.reset(builder_->createNetwork());
-    trt_network_ = network_.get();
+    converter_.reset(new Converter(network_.get(), /*fp16=*/false));
+    weight_store_ = &converter_->weight_store_;
   }
 
-  void BuildAndRun(const char* input_name, const std::vector<float>& input_data,
-                   const char* output_name, std::vector<float>* output_data) {
-    // Mark the output tensor as TRT engine output.
-    TRT_TensorOrWeights tensor = GetTensorOrWeights(output_name);
-    tensor.tensor()->setName(output_name);
-    network()->markOutput(*tensor.tensor());
+  void AddOpConverter(const string& op_name, OpConverter op_converter) {
+    converter_->op_registry_[op_name] = op_converter;
+  }
 
-    // Build the TRT engine.
-    QCHECK_EQ(nullptr, engine_.get());
-    engine_.reset(builder_->buildCudaEngine(*network()));
-    CHECK_NOTNULL(engine_.get());
+  // Below we expose private methods of Converter for testing.
 
-    // Execute the TRT engine.
-    const int input_size = input_data.size() * sizeof(float);
-    const int output_size = output_data->size() * sizeof(float);
-    const int input_index = engine_->getBindingIndex(input_name);
-    const int output_index = engine_->getBindingIndex(output_name);
+  Status MaybeUpdateBatchSize(int batch_size) {
+    return converter_->MaybeUpdateBatchSize(batch_size);
+  }
 
-    ASSERT_EQ(engine_->getNbBindings(), 2);
-    void* buffers[2];
-    ASSERT_EQ(0, cudaMalloc(&buffers[input_index], input_size));
-    ASSERT_EQ(0, cudaMalloc(&buffers[output_index], output_size));
-    ASSERT_EQ(0, cudaMemcpyAsync(buffers[input_index], input_data.data(),
-                                 input_size, cudaMemcpyHostToDevice, stream_));
-    TrtUniquePtrType<nvinfer1::IExecutionContext> execution_context(
-        engine_->createExecutionContext());
-    execution_context->enqueue(1, buffers, stream_, nullptr);
-    ASSERT_EQ(0, cudaMemcpyAsync(output_data->data(), buffers[output_index],
-                                 output_size, cudaMemcpyDeviceToHost, stream_));
-    cudaStreamSynchronize(stream_);
-    ASSERT_EQ(0, cudaFree(buffers[input_index]));
-    ASSERT_EQ(0, cudaFree(buffers[output_index]));
+  Status AddTensorOrWeights(const string& name, TRT_TensorOrWeights input) {
+    return converter_->AddTensorOrWeights(name, input);
+  }
+
+  Status GetTensorOrWeights(const string& name, TRT_TensorOrWeights* output) {
+    return converter_->GetTensorOrWeights(name, output);
+  }
+
+  Status GetInputs(const NodeDef& node_def,
+                   std::vector<TRT_TensorOrWeights>* inputs) const {
+    return converter_->GetInputs(node_def, inputs);
   }
 
  private:
   Logger logger_;
+  // These members are ordered in a way such that the destruction order is:
+  // converter_ -> network_ -> builder_
   TrtUniquePtrType<nvinfer1::IBuilder> builder_;
   TrtUniquePtrType<nvinfer1::INetworkDefinition> network_;
-  TrtUniquePtrType<nvinfer1::ICudaEngine> engine_;
-  cudaStream_t stream_;
-};
 
-class ConverterTest : public ::testing::Test {
  protected:
-  nvinfer1::ITensor* AddTestTensor(const char* name,
-                                   const std::vector<int>& dims) {
-    nvinfer1::ITensor* tensor = converter_.network()->addInput(
-        name, nvinfer1::DataType::kFLOAT, GetTestDims(dims));
-    converter_.AddTensorOrWeights(name, TRT_TensorOrWeights{tensor});
-    return tensor;
-  }
-
-  template <typename CType>
-  TRT_ShapedWeights AddTestWeights(const char* name, const DataType dtype,
-                                   const std::vector<int>& dims,
-                                   const std::vector<CType>& values) {
-    const nvinfer1::Dims trt_dims = GetTestDims(dims);
-    const int64_t num_elements = TrtDimsNumElements(trt_dims);
-    QCHECK_EQ(num_elements, values.size())
-        << num_elements << " vs " << values.size();
-    TRT_ShapedWeights weights(dtype);
-    if (num_elements) {
-      const int64_t size_bytes = DataTypeSize(dtype) * num_elements;
-      QCHECK_EQ(size_bytes, sizeof(CType) * values.size())
-          << size_bytes << " vs " << sizeof(CType) * values.size();
-      converter_.weight_store()->store_.push_back(
-          std::vector<uint8_t>(size_bytes));
-      void* dst =
-          static_cast<void*>(converter_.weight_store()->store_.back().data());
-      memcpy(dst, values.data(), size_bytes);
-      weights = TRT_ShapedWeights(dtype, dst, trt_dims);
-    }
-    converter_.AddTensorOrWeights(name, TRT_TensorOrWeights{weights});
-    return weights;
-  }
+  std::unique_ptr<Converter> converter_;
+  TrtWeightStore* weight_store_;
+};
 
-  NodeDef MakeNodeDef(const string& name, const string& op,
-                      const std::vector<string>& inputs) {
-    NodeDef node_def;
-    node_def.set_name(name);
-    node_def.set_op(op);
-    for (const string& input : inputs) {
-      node_def.add_input(input);
+TEST_F(ConverterTest, ConvertNode) {
+  FakeITensor output_tensors[2];
+  auto op_converter = [&output_tensors](OpConverterParams* params) -> Status {
+    nvinfer1::Dims dims = params->inputs[0].tensor()->getDimensions();
+    for (int i = 0; i < 2; ++i) {
+      dims.d[0] += 1;
+      output_tensors[i].setDimensions(dims);
+      params->outputs->push_back(TRT_TensorOrWeights(&output_tensors[i]));
     }
-    return node_def;
-  }
-
-  ConverterForTest converter_;
-};
+    return Status::OK();
+  };
+  NodeDef node_def = MakeNodeDef("my_op", "MyOp", {"my_input"});
+  TF_EXPECT_OK(converter_->AddInputTensor(
+      "my_input", nvinfer1::DataType::kFLOAT, GetTestDims({123}), 1));
 
-TEST_F(ConverterTest, GetTempWeights) {
-  TRT_ShapedWeights weights =
-      converter_.GetTempWeights(DT_FLOAT, GetTestDims({2, 3}));
+  // Converter not registered.
+  ExpectStatus(converter_->ConvertNode(node_def), error::UNIMPLEMENTED,
+               "No converter registered for op: MyOp");
 
-  nvinfer1::Weights trt_weights = weights.GetTrtWeights();
-  EXPECT_EQ(nvinfer1::DataType::kFLOAT, trt_weights.type);
-  EXPECT_NE(nullptr, trt_weights.values);
-  EXPECT_EQ(6, trt_weights.count);
+  // Register the converter and retry.
+  AddOpConverter("MyOp", op_converter);
+  TF_EXPECT_OK(converter_->ConvertNode(node_def));
 
-  EXPECT_NE(nullptr, weights.GetValues());
-  EXPECT_EQ(6, weights.count());
-  EXPECT_EQ(24, weights.size_bytes());
+  TRT_TensorOrWeights actual_output_1;
+  TF_EXPECT_OK(GetTensorOrWeights("my_op", &actual_output_1));
+  EXPECT_EQ(&output_tensors[0], actual_output_1.tensor());
+  EXPECT_EQ(124, actual_output_1.tensor()->getDimensions().d[0]);
 
-  // TODO(aaroey): test the case where shape element count is 0.
+  TRT_TensorOrWeights actual_output_2;
+  TF_EXPECT_OK(GetTensorOrWeights("my_op:1", &actual_output_2));
+  EXPECT_EQ(&output_tensors[1], actual_output_2.tensor());
+  EXPECT_EQ(125, actual_output_2.tensor()->getDimensions().d[0]);
 }
 
-TEST_F(ConverterTest, GetInputs) {
+TEST_F(ConverterTest, AddAndGetInputs) {
   NodeDef node_def;
   node_def.add_input("^control_input");
   node_def.add_input("input");
@@ -337,124 +343,315 @@ TEST_F(ConverterTest, GetInputs) {
   node_def.add_input("input:1");
   node_def.add_input("weird_input:2:3:4:0");
 
-  FakeITensor input, input_1, input_2;
-  TF_EXPECT_OK(converter_.AddInputTensor("input", &input));
-  TF_EXPECT_OK(converter_.AddInputTensor("input:1", &input_1));
-  TF_EXPECT_OK(converter_.AddInputTensor("weird_input:2:3:4", &input_2));
+  TF_EXPECT_OK(converter_->AddInputTensor("input", nvinfer1::DataType::kFLOAT,
+                                          GetTestDims({1}), 1));
+  TF_EXPECT_OK(converter_->AddInputTensor("input:1", nvinfer1::DataType::kINT32,
+                                          GetTestDims({2, 3}), 1));
+  TF_EXPECT_OK(converter_->AddInputTensor(
+      "weird_input:2:3:4", nvinfer1::DataType::kHALF, GetTestDims({5, 3}), 1));
 
   std::vector<TRT_TensorOrWeights> inputs;
-  TF_EXPECT_OK(converter_.GetInputs(node_def, &inputs));
+  TF_EXPECT_OK(GetInputs(node_def, &inputs));
+
   EXPECT_EQ(4, inputs.size());
-  EXPECT_EQ(&input, inputs[0].tensor());
-  EXPECT_EQ(&input, inputs[1].tensor());
-  EXPECT_EQ(&input_1, inputs[2].tensor());
-  EXPECT_EQ(&input_2, inputs[3].tensor());
+  EXPECT_EQ(inputs[0].tensor(), inputs[1].tensor());
+
+  EXPECT_EQ(nvinfer1::DataType::kFLOAT, inputs[0].tensor()->getType());
+  EXPECT_EQ(nvinfer1::DataType::kINT32, inputs[2].tensor()->getType());
+  EXPECT_EQ(nvinfer1::DataType::kHALF, inputs[3].tensor()->getType());
+  EXPECT_TRUE(TrtDimsEqualsArray({1}, inputs[0].tensor()->getDimensions()));
+  EXPECT_TRUE(TrtDimsEqualsArray({2, 3}, inputs[2].tensor()->getDimensions()));
+  EXPECT_TRUE(TrtDimsEqualsArray({5, 3}, inputs[3].tensor()->getDimensions()));
 }
 
-TEST_F(ConverterTest, ConvertNode) {
-  FakeITensor output_tensors[2];
-  auto op_converter = [&output_tensors](
-                          Converter& ctx, const NodeDef& node_def,
-                          const std::vector<TRT_TensorOrWeights>& inputs,
-                          std::vector<TRT_TensorOrWeights>* outputs) -> Status {
-    nvinfer1::Dims dims = inputs[0].tensor()->getDimensions();
+TEST_F(ConverterTest, RenameAndMarkOutputTensors) {
+  // Test that the tensor are actually named and marked as output after
+  // Converter::RenameAndMarkOutputTensors() is called.
+
+  // Register a custom converter which shuffles the input. We use it to build a
+  // TRT network whose output will be later marked.
+  std::vector<nvinfer1::ITensor*> output_tensors;
+  auto op_converter = [&output_tensors](OpConverterParams* params) -> Status {
+    nvinfer1::Permutation perm;
+    perm.order[0] = 1;
+    perm.order[1] = 0;
     for (int i = 0; i < 2; ++i) {
-      dims.d[0] += 1;
-      output_tensors[i].setDimensions(dims);
-      outputs->push_back(TRT_TensorOrWeights(&output_tensors[i]));
+      nvinfer1::ITensor* input_tensor =
+          const_cast<nvinfer1::ITensor*>(params->inputs[0].tensor());
+      nvinfer1::IShuffleLayer* layer =
+          params->converter->network()->addShuffle(*input_tensor);
+      layer->setFirstTranspose(perm);
+      nvinfer1::ITensor* output_tensor = layer->getOutput(0);
+      params->outputs->emplace_back(output_tensor);
+      output_tensors.push_back(output_tensor);
     }
+    TRT_ShapedWeights output_weights(DT_FLOAT);
+    params->outputs->emplace_back(output_weights);
     return Status::OK();
   };
-  converter_.AddOpConverter("MyOp", op_converter);
-
-  FakeITensor input_tensor("my_input", {12345});
-  TF_EXPECT_OK(converter_.AddInputTensor("my_input", &input_tensor));
+  AddOpConverter("MyOp", op_converter);
 
+  // Run the conversion.
   NodeDef node_def = MakeNodeDef("my_op", "MyOp", {"my_input"});
-  TF_EXPECT_OK(converter_.ConvertNode(node_def));
-
-  TRT_TensorOrWeights actual_output_1 = converter_.GetTensorOrWeights("my_op");
-  EXPECT_EQ(&output_tensors[0], actual_output_1.tensor());
-  EXPECT_EQ(12346, actual_output_1.tensor()->getDimensions().d[0]);
+  TF_EXPECT_OK(converter_->AddInputTensor(
+      "my_input", nvinfer1::DataType::kFLOAT, GetTestDims({1, 2}), 1));
+  TF_EXPECT_OK(converter_->ConvertNode(node_def));
 
-  TRT_TensorOrWeights actual_output_2 =
-      converter_.GetTensorOrWeights("my_op:1");
-  EXPECT_EQ(&output_tensors[1], actual_output_2.tensor());
-  EXPECT_EQ(12347, actual_output_2.tensor()->getDimensions().d[0]);
+  // Mark a weight as output, should fail.
+  ExpectStatus(
+      converter_->RenameAndMarkOutputTensors({{"my_op:2", "my_output"}}),
+      error::INVALID_ARGUMENT, "Output my_op:2 is weights not tensor");
+
+  // Mark tensors as output, should pass.
+  TF_EXPECT_OK(converter_->RenameAndMarkOutputTensors(
+      {{"my_op", "my_output"}, {"my_op:1", "my_output_1"}}));
+  EXPECT_EQ(2, output_tensors.size());
+  for (auto output_tensor : output_tensors) {
+    EXPECT_TRUE(TrtDimsEqualsArray({2, 1}, output_tensor->getDimensions()));
+  }
+  EXPECT_EQ("my_output", string(output_tensors[0]->getName()));
+  EXPECT_EQ("my_output_1", string(output_tensors[1]->getName()));
 }
 
 TEST_F(ConverterTest, TransposeTensor) {
-  nvinfer1::ITensor* input_tensor = AddTestTensor("", {2, 3, 5});
+  nvinfer1::ITensor* input_tensor = converter_->network()->addInput(
+      "", nvinfer1::DataType::kFLOAT, GetTestDims({2, 3, 5}));
   const nvinfer1::ITensor* output_tensor = nullptr;
 
   // Rank doesn't match.
   ExpectStatus(
-      converter_.TransposeTensor(input_tensor, {0, 1}, &output_tensor),
+      converter_->TransposeTensor(input_tensor, {0, 1}, &output_tensor),
       error::INVALID_ARGUMENT,
       "Rank of perm for transpose does not match with that of the input");
 
   // Transpose at batch dimension.
   ExpectStatus(
-      converter_.TransposeTensor(input_tensor, {1, 0, 2, 3}, &output_tensor),
+      converter_->TransposeTensor(input_tensor, {1, 0, 2, 3}, &output_tensor),
       error::UNIMPLEMENTED, "Transpose at batch dimension is not supported.");
 
   // OK.
   TF_EXPECT_OK(
-      converter_.TransposeTensor(input_tensor, {0, 3, 1, 2}, &output_tensor));
-  EXPECT_TRUE(Equals(GetTestDims({5, 2, 3}), output_tensor->getDimensions()))
+      converter_->TransposeTensor(input_tensor, {0, 3, 1, 2}, &output_tensor));
+  EXPECT_TRUE(TrtDimsEqualsArray({5, 2, 3}, output_tensor->getDimensions()))
       << DebugString(*output_tensor);
 }
 
 TEST_F(ConverterTest, PrepareTensorForShape_Tensor) {
-  nvinfer1::ITensor* input_tensor = AddTestTensor("", {2, 3, 5});
+  nvinfer1::ITensor* input_tensor = converter_->network()->addInput(
+      "", nvinfer1::DataType::kFLOAT, GetTestDims({2, 3, 5}));
   TRT_TensorOrWeights tw(input_tensor);
   const nvinfer1::ITensor* output_tensor = nullptr;
 
   // Shape size doesn't match.
-  ExpectStatus(converter_.PrepareTensorForShape(tw, GetTestDims({2, 3, 6}),
-                                                &output_tensor),
+  ExpectStatus(converter_->PrepareTensorForShape(tw, GetTestDims({2, 3, 6}),
+                                                 &output_tensor),
                error::INVALID_ARGUMENT, "Reshape shapes are not compatible.");
 
   // TODO(aaroey): we should check the case where uninferred dimensions are not
   // an exact divisor of input dim ensions, e.g. for dims {-1, 7}.
 
   // Infer shape, ok.
-  TF_EXPECT_OK(converter_.PrepareTensorForShape(tw, GetTestDims({-1, 2}),
-                                                &output_tensor));
-  EXPECT_TRUE(Equals(GetTestDims({15, 2}), output_tensor->getDimensions()))
+  TF_EXPECT_OK(converter_->PrepareTensorForShape(tw, GetTestDims({-1, 2}),
+                                                 &output_tensor));
+  EXPECT_TRUE(TrtDimsEqualsArray({15, 2}, output_tensor->getDimensions()))
       << DebugString(*output_tensor);
 
   // Regular shape.
-  TF_EXPECT_OK(converter_.PrepareTensorForShape(tw, GetTestDims({10, 3}),
-                                                &output_tensor));
-  EXPECT_TRUE(Equals(GetTestDims({10, 3}), output_tensor->getDimensions()))
+  TF_EXPECT_OK(converter_->PrepareTensorForShape(tw, GetTestDims({10, 3}),
+                                                 &output_tensor));
+  EXPECT_TRUE(TrtDimsEqualsArray({10, 3}, output_tensor->getDimensions()))
       << DebugString(*output_tensor);
 }
 
-#if NV_TENSORRT_MAJOR > 3
 TEST_F(ConverterTest, PrepareTensorForShape_Weights) {
   TRT_ShapedWeights weights =
-      converter_.GetTempWeights(DT_FLOAT, GetTestDims({2, 3, 5}));
+      weight_store_->GetTempWeights(DT_FLOAT, GetTestDims({2, 3, 5}));
   TRT_TensorOrWeights tw(weights);
   const nvinfer1::ITensor* output_tensor = nullptr;
-  TF_EXPECT_OK(converter_.PrepareTensorForShape(tw, GetTestDims({10, 3}),
-                                                &output_tensor));
-  EXPECT_TRUE(Equals(GetTestDims({10, 3}), output_tensor->getDimensions()))
+  TF_EXPECT_OK(converter_->PrepareTensorForShape(tw, GetTestDims({10, 3}),
+                                                 &output_tensor));
+  EXPECT_TRUE(TrtDimsEqualsArray({10, 3}, output_tensor->getDimensions()))
       << DebugString(*output_tensor);
 }
-#endif
+
+// Class to test various op converters, using both a TrtNodeValidator and
+// Converter.
+class OpConverterTest : public ::testing::Test {
+ public:
+  OpConverterTest() {
+    QCHECK_EQ(0, cudaStreamCreate(&stream_));
+    Reset();
+  }
+
+  ~OpConverterTest() override { QCHECK_EQ(0, cudaStreamDestroy(stream_)); }
+
+  Status GetTensorOrWeights(const string& name, TRT_TensorOrWeights* output) {
+    return converter_->GetTensorOrWeights(name, output);
+  }
+
+  void Reset() {
+    validator_.reset(nullptr);
+    converter_.reset(nullptr);
+
+    // Reset the INetworkDefinition.
+    engine_.reset(nullptr);
+    network_.reset(nullptr);
+    builder_.reset(nvinfer1::createInferBuilder(logger_));
+    network_.reset(builder_->createNetwork());
+    builder_->setMaxBatchSize(1);
+
+    // Reset the validator and converter.
+    validator_.reset(new TrtNodeValidator);
+    converter_.reset(new Converter(network_.get(), /*fp16=*/false));
+
+    // Reset other related artifacts.
+    fake_itensors_.clear();
+    fake_tensor_or_weights_.clear();
+  }
+
+  void BuildAndRun(const char* input_name, const std::vector<float>& input_data,
+                   const char* output_name, std::vector<float>* output_data) {
+    // Mark the output tensor as TRT engine output.
+    TF_EXPECT_OK(converter_->RenameAndMarkOutputTensors(
+        {{string(output_name), string(output_name)}}));
+
+    // Build the TRT engine.
+    ASSERT_EQ(nullptr, engine_.get());
+    engine_.reset(builder_->buildCudaEngine(*converter_->network()));
+    CHECK_NOTNULL(engine_.get());
+
+    // Execute the TRT engine.
+    const int input_size = input_data.size() * sizeof(float);
+    const int output_size = output_data->size() * sizeof(float);
+    const int input_index = engine_->getBindingIndex(input_name);
+    const int output_index = engine_->getBindingIndex(output_name);
+
+    ASSERT_EQ(engine_->getNbBindings(), 2);
+    void* buffers[2];
+    ASSERT_EQ(0, cudaMalloc(&buffers[input_index], input_size));
+    ASSERT_EQ(0, cudaMalloc(&buffers[output_index], output_size));
+    ASSERT_EQ(0, cudaMemcpyAsync(buffers[input_index], input_data.data(),
+                                 input_size, cudaMemcpyHostToDevice, stream_));
+    TrtUniquePtrType<nvinfer1::IExecutionContext> execution_context(
+        engine_->createExecutionContext());
+    execution_context->enqueue(/*batchSize=*/1, buffers, stream_, nullptr);
+    ASSERT_EQ(0, cudaMemcpyAsync(output_data->data(), buffers[output_index],
+                                 output_size, cudaMemcpyDeviceToHost, stream_));
+    cudaStreamSynchronize(stream_);
+    ASSERT_EQ(0, cudaFree(buffers[input_index]));
+    ASSERT_EQ(0, cudaFree(buffers[output_index]));
+  }
+
+  bool HasStaticShape(const nvinfer1::Dims& dims) const {
+    if (dims.nbDims < 0) return false;
+    for (int i = 0; i < dims.nbDims; ++i) {
+      if (dims.d[i] < 0) return false;
+    }
+    return true;
+  }
+
+  // Add ITensor for both validation and conversion.
+  void AddTestTensor(const char* name, const std::vector<int>& dims,
+                     int batch_size = 1) {
+    nvinfer1::Dims trt_dims = GetTestDims(dims);
+    // Add FakeITensor for validation.
+    //
+    // TRT cannot add a tensor that has undetermined dims, so we manage the
+    // tensor using a vector. These tensors are used to test validation-only
+    // mode and thus should not be used to build the engine.
+    FakeITensor* fake_itensor = new FakeITensor(trt_dims);
+    fake_itensors_.emplace_back(fake_itensor);
+    fake_tensor_or_weights_[string(name)] =
+        TRT_TensorOrWeights{fake_itensor, batch_size};
+
+    // Add a real ITensor for conversion conditionally.
+    if (HasStaticShape(trt_dims)) {
+      TF_EXPECT_OK(converter_->AddInputTensor(name, nvinfer1::DataType::kFLOAT,
+                                              trt_dims, batch_size));
+      ASSERT_EQ(batch_size, converter_->batch_size_);
+    }
+  }
+
+  // Add weights for both validation and conversion.
+  template <typename CType>
+  void AddTestWeights(const char* name, const DataType dtype,
+                      const std::vector<int>& dims,
+                      const std::vector<CType>& values) {
+    QCHECK_EQ(DataTypeToEnum<CType>::v(), dtype);
+    const nvinfer1::Dims trt_dims = GetTestDims(dims);
+    const int64_t num_elements = TrtDimsNumElements(trt_dims);
+    QCHECK_EQ(num_elements, values.size())
+        << num_elements << " vs " << values.size();
+    TRT_ShapedWeights weights(dtype);
+    if (num_elements) {
+      weights = converter_->weight_store_.GetTempWeights(dtype, trt_dims);
+      QCHECK_EQ(weights.size_bytes(), sizeof(CType) * values.size())
+          << weights.size_bytes() << " vs " << sizeof(CType) * values.size();
+      memcpy(const_cast<void*>(weights.GetValues()), values.data(),
+             weights.size_bytes());
+    }
+    // Add weights for validation.
+    fake_tensor_or_weights_[string(name)] = TRT_TensorOrWeights{weights};
+    // Add weights for conversion.
+    TF_EXPECT_OK(
+        converter_->AddTensorOrWeights(name, TRT_TensorOrWeights{weights}));
+  }
+
+  // Test validation in validation-only mode.
+  void RunValidation(const NodeDef& node_def,
+                     error::Code expected_code = error::OK,
+                     const char* expected_msg_substr = nullptr) {
+    std::vector<TRT_TensorOrWeights> inputs;
+    for (const string& input : node_def.input()) {
+      inputs.emplace_back(fake_tensor_or_weights_[input]);
+    }
+    ExpectStatus(validator_->ValidateNode(node_def, inputs), expected_code,
+                 expected_msg_substr);
+  }
+
+  void RunConversion(const NodeDef& node_def,
+                     error::Code expected_code = error::OK,
+                     const char* expected_msg_substr = nullptr) {
+    ExpectStatus(converter_->ConvertNode(node_def), expected_code,
+                 expected_msg_substr);
+  }
+
+  // Helper method to run both validation and conversion, when the expected
+  // output are same.
+  void RunValidationAndConversion(const NodeDef& node_def,
+                                  error::Code expected_code = error::OK,
+                                  const char* expected_msg_substr = nullptr,
+                                  bool should_run_conversion = true) {
+    RunValidation(node_def, expected_code, expected_msg_substr);
+    if (should_run_conversion) {
+      RunConversion(node_def, expected_code, expected_msg_substr);
+    }
+  }
+
+  std::unique_ptr<Converter> converter_;
+  std::unique_ptr<TrtNodeValidator> validator_;
+
+ private:
+  Logger logger_;
+  TrtUniquePtrType<nvinfer1::IBuilder> builder_;
+  TrtUniquePtrType<nvinfer1::INetworkDefinition> network_;
+  TrtUniquePtrType<nvinfer1::ICudaEngine> engine_;
+  cudaStream_t stream_;
+  std::vector<std::unique_ptr<FakeITensor>> fake_itensors_;
+  std::unordered_map<string, TRT_TensorOrWeights> fake_tensor_or_weights_;
+};
 
 template <DataType dtype, typename InputCType, typename OutputCType>
-void TestConvertConst(ConverterForTest* converter) {
+void TestConvertConst(OpConverterTest* test) {
   NodeDef node_def;
   node_def.set_name("my_const");
   node_def.set_op("Const");
 
-  auto reset_and_test = [&node_def, converter](
+  auto reset_and_test = [&node_def, test](
                             const Tensor& tensor, const bool as_tensor_content,
                             const std::vector<int>& expected_dims,
                             const std::vector<OutputCType>& expected_value) {
-    converter->Reset();
+    test->Reset();
 
     auto& attr = *node_def.mutable_attr();
     if (as_tensor_content) {
@@ -462,9 +659,10 @@ void TestConvertConst(ConverterForTest* converter) {
     } else {
       tensor.AsProtoField(attr["value"].mutable_tensor());
     }
-    TF_EXPECT_OK(converter->ConvertNode(node_def));
-    TRT_TensorOrWeights output = converter->GetTensorOrWeights("my_const");
-    EXPECT_TRUE(Equals(GetTestDims(expected_dims), output.weights().shape_))
+    test->RunValidationAndConversion(node_def);
+    TRT_TensorOrWeights output;
+    TF_EXPECT_OK(test->GetTensorOrWeights("my_const", &output));
+    EXPECT_TRUE(TrtDimsEqualsArray(expected_dims, output.weights().shape_))
         << output.DebugString();
     ASSERT_EQ(expected_value.size(), output.weights().count())
         << output.DebugString();
@@ -502,142 +700,196 @@ void TestConvertConst(ConverterForTest* converter) {
   }
 }
 
-TEST_F(ConverterTest, ConvertConst) {
+// TODO(laigd): we should use c++ API to create the nodedef, so any change in
+// the API will be captured.
+TEST_F(OpConverterTest, ConvertConst) {
   {
-    converter_.Reset();
+    Reset();
     NodeDef node_def = MakeNodeDef("my_const", "Const", {"input"});
     AddTestTensor("input", {1});
-    ExpectStatus(
-        converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
         "Constant node is expected to have empty input list: my_const");
   }
   {
-    converter_.Reset();
+    Reset();
     NodeDef node_def = MakeNodeDef("my_const", "Const", {});
     (*node_def.mutable_attr())["dtype"].set_type(DT_DOUBLE);
-    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
-                 "Unsupported data type");
+    RunValidationAndConversion(node_def, error::INVALID_ARGUMENT,
+                               "Unsupported data type");
   }
 
-  TestConvertConst<DT_FLOAT, float, float>(&converter_);
-  TestConvertConst<DT_INT8, int8, int32>(&converter_);
-#if NV_TENSORRT_MAJOR > 3
-  TestConvertConst<DT_INT32, int32, int32>(&converter_);
-#endif
+  TestConvertConst<DT_FLOAT, float, float>(this);
+  TestConvertConst<DT_INT8, int8, int32>(this);
+  TestConvertConst<DT_INT32, int32, int32>(this);
 }
 
-TEST_F(ConverterTest, ConvertTranspose) {
+TEST_F(OpConverterTest, ConvertTranspose) {
   {
     // Input list is empty, should fail.
     NodeDef node_def = MakeNodeDef("my_transpose", "Transpose", {});
-    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
-                 "Input expects tensor and weights, at my_transpose");
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
+        "Input expects tensor and weights, at my_transpose");
   }
   NodeDef node_def =
       MakeNodeDef("my_transpose", "Transpose", {"input", "weights"});
   {
     // Permutation is a tensor, should fail.
-    converter_.Reset();
+    Reset();
     AddTestTensor("input", {1, 2, 3});
     AddTestTensor("weights", {3});
-    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
-                 "Input expects tensor and weights, at my_transpose");
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
+        "Input expects tensor and weights, at my_transpose");
   }
   {
     // Transpose at batch dimension, should fail.
-    converter_.Reset();
+    Reset();
     AddTestTensor("input", {1, 2, 3});
     AddTestWeights<int32>("weights", DT_INT32, {4}, {1, 0, 2, 3});
-    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
-                 "Transpose at batch dimension is not supported");
+    RunValidationAndConversion(node_def, error::UNIMPLEMENTED,
+                               "Transpose at batch dimension is not supported");
   }
   {
     // Permutation rank doesn't match, should fail.
-    converter_.Reset();
+    Reset();
     AddTestTensor("input", {1, 2, 3});
     AddTestWeights<int32>("weights", DT_INT32, {3}, {0, 1, 2});
-    ExpectStatus(
-        converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
         "Rank of perm for transpose does not match with that of the input.");
   }
   {
     // Ok.
-    converter_.Reset();
+    Reset();
     AddTestTensor("input", {1, 2, 3});
     AddTestWeights<int32>("weights", DT_INT32, {4}, {0, 3, 1, 2});
-    TF_EXPECT_OK(converter_.ConvertNode(node_def));
-    TRT_TensorOrWeights output = converter_.GetTensorOrWeights("my_transpose");
+    RunConversion(node_def);
+    TRT_TensorOrWeights output;
+    TF_EXPECT_OK(GetTensorOrWeights("my_transpose", &output));
     EXPECT_TRUE(output.is_tensor());
-    EXPECT_TRUE(
-        Equals(GetTestDims({3, 1, 2}), output.tensor()->getDimensions()))
+    EXPECT_TRUE(TrtDimsEqualsArray({3, 1, 2}, output.tensor()->getDimensions()))
         << output.DebugString();
 
     std::vector<float> output_data(6);
-    converter_.BuildAndRun("input", {1, 2, 3, 4, 5, 6}, "my_transpose",
-                           &output_data);
+    BuildAndRun("input", {1, 2, 3, 4, 5, 6}, "my_transpose", &output_data);
     EXPECT_THAT(output_data, ElementsAre(1, 4, 2, 5, 3, 6));
   }
 }
 
-TEST_F(ConverterTest, ConvertReshape) {
+TEST_F(OpConverterTest, ConvertReshape) {
   {
     // Input list is empty, should fail.
     NodeDef node_def = MakeNodeDef("my_reshape", "Reshape", {});
-    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
-                 "Input expects weights for shape, at my_reshape");
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
+        "Input expects weights for shape, at my_reshape");
   }
   NodeDef node_def = MakeNodeDef("my_reshape", "Reshape", {"input", "weights"});
   {
     // Shape is a tensor, should fail.
-    converter_.Reset();
+    Reset();
     AddTestTensor("input", {1, 2, 3});
     AddTestTensor("weights", {3});
-    ExpectStatus(converter_.ConvertNode(node_def), error::INVALID_ARGUMENT,
-                 "Input expects weights for shape, at my_reshape");
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
+        "Input expects weights for shape, at my_reshape");
   }
   {
     // Reshape to scalar, should fail.
-    converter_.Reset();
+    Reset();
     AddTestTensor("input", {1, 2, 3});
     AddTestWeights<int32>("weights", DT_INT32, {}, {});
-    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
-                 "Reshape to shape=[] is not supported, at my_reshape");
-  }
-  {
-    // Reshape at batch dimension, should fail.
-    converter_.Reset();
-    AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {4}, {-1, 1, 1, 2});
-    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
-                 "Reshape on batch dimension is not supported, at my_reshape");
-  }
-  {
-    // Reshape at batch dimension, should fail.
-    converter_.Reset();
-    AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {4}, {3, 1, 1, 2});
-    ExpectStatus(converter_.ConvertNode(node_def), error::UNIMPLEMENTED,
-                 "Reshape on batch dimension is not supported, at my_reshape");
+    RunValidationAndConversion(
+        node_def, error::UNIMPLEMENTED,
+        "Reshape to shape=[] is not supported, at my_reshape");
+  }
+
+  struct TestParams {
+    TestParams(int input_batch_size, const std::vector<int>& input_tensor_dims,
+               const std::vector<int>& input_shape)
+        : batch_size(input_batch_size),
+          tensor_dims(input_tensor_dims),
+          shape(input_shape) {}
+    int batch_size;
+    std::vector<int> tensor_dims;
+    std::vector<int> shape;
+  };
+
+  // Reshape at batch dimension, should fail.
+  const int kReshapeBatchDimsCases = 5;
+  TestParams params[kReshapeBatchDimsCases] = {
+      TestParams{1, {1, 2, 3}, {3, 1, 1, 2}},
+      TestParams{1, {1, 2, -1}, {-1, 1, 1, 2}},
+      TestParams{1, {1, 2, 3}, {-1, 1, 1, 2}},
+      TestParams{-1, {1, 2, 3}, {1, 1, 1, 2}},
+      TestParams{-1, {-1, 2, 3}, {1, 1, 1, 6}},  // TODO(laigd): it should pass.
+  };
+  for (int i = 0; i < kReshapeBatchDimsCases; ++i) {
+    Reset();
+    const std::vector<int>& dims = params[i].tensor_dims;
+    AddTestTensor("input", dims, params[i].batch_size);
+    AddTestWeights<int32>("weights", DT_INT32, {4}, params[i].shape);
+    RunValidationAndConversion(
+        node_def, error::UNIMPLEMENTED,
+        "Reshape on batch dimension is not supported, at my_reshape",
+        /*should_run_conversion=*/(dims[0] > 0 && dims[1] > 0 && dims[2] > 0));
   }
+
   // Reshape on non batch dimensions, ok.
-  for (int batch_dim : {-1, 1}) {
-    converter_.Reset();
-    AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {4}, {batch_dim, 1, 3, 2});
-    TF_EXPECT_OK(converter_.ConvertNode(node_def));
-    TRT_TensorOrWeights output = converter_.GetTensorOrWeights("my_reshape");
+  const int kReshapeOKCases = 3;
+  TestParams ok_params[kReshapeOKCases] = {
+      TestParams{-1, {1, 2, 3}, {-1, 1, 3, 2}},
+      TestParams{1, {1, 2, 3}, {-1, 1, 3, 2}},
+      TestParams{1, {1, 2, 3}, {1, 1, 3, 2}},
+  };
+  for (int i = 0; i < kReshapeOKCases; ++i) {
+    Reset();
+    AddTestTensor("input", ok_params[i].tensor_dims, ok_params[i].batch_size);
+    AddTestWeights<int32>("weights", DT_INT32, {4}, ok_params[i].shape);
+    RunConversion(node_def);
+    TRT_TensorOrWeights output;
+    TF_EXPECT_OK(GetTensorOrWeights("my_reshape", &output));
     EXPECT_TRUE(output.is_tensor());
-    EXPECT_TRUE(
-        Equals(GetTestDims({1, 3, 2}), output.tensor()->getDimensions()))
+    EXPECT_TRUE(TrtDimsEqualsArray({1, 3, 2}, output.tensor()->getDimensions()))
         << output.DebugString();
 
     std::vector<float> output_data(6);
-    converter_.BuildAndRun("input", {1, 2, 3, 4, 5, 6}, "my_reshape",
-                           &output_data);
+    BuildAndRun("input", {1, 2, 3, 4, 5, 6}, "my_reshape", &output_data);
     EXPECT_THAT(output_data, ElementsAre(1, 2, 3, 4, 5, 6));
   }
 }
 
+TEST_F(OpConverterTest, ConvertMatMul) {
+  {
+    // Input list is empty, should fail.
+    NodeDef node_def = MakeNodeDef("my_matmul", "MatMul", {});
+    RunValidationAndConversion(
+        node_def, error::INVALID_ARGUMENT,
+        "Input expects tensor and weights, at my_matmul");
+  }
+  NodeDef node_def = MakeNodeDef("my_matmul", "MatMul", {"input", "weights"});
+  auto& attr = *node_def.mutable_attr();
+  attr["T"].set_type(DT_FLOAT);
+  attr["transpose_a"].set_b(false);
+  attr["transpose_b"].set_b(false);
+  {
+    AddTestTensor("input", {2}, 1);
+    AddTestWeights<float>("weights", DT_FLOAT, {2, 1}, {3, 5});
+    RunConversion(node_def);
+    TRT_TensorOrWeights output;
+    TF_EXPECT_OK(GetTensorOrWeights("my_matmul", &output));
+    EXPECT_TRUE(output.is_tensor());
+    EXPECT_TRUE(TrtDimsEqualsArray({1}, output.tensor()->getDimensions()))
+        << output.DebugString();
+
+    std::vector<float> output_data(1);
+    BuildAndRun("input", {2, 7}, "my_matmul", &output_data);
+    EXPECT_THAT(output_data, ElementsAre(41));
+  }
+}
+
 }  // namespace convert
 }  // namespace tensorrt
 }  // namespace tensorflow
diff --git a/tensorflow/contrib/tensorrt/resources/trt_resources.h b/tensorflow/contrib/tensorrt/resources/trt_resources.h
index d7d56cb95e..840da6e78d 100644
--- a/tensorflow/contrib/tensorrt/resources/trt_resources.h
+++ b/tensorflow/contrib/tensorrt/resources/trt_resources.h
@@ -70,28 +70,6 @@ class TRTCalibrationResource : public tensorflow::ResourceBase {
   std::unique_ptr<std::thread> thr_;
 };
 
-class TRTWeightStore {
- public:
-  TRTWeightStore() {}
-
-  virtual ~TRTWeightStore() { VLOG(1) << "Destroying store" << DebugString(); }
-
-  string DebugString() {
-    std::stringstream oss;
-    size_t len_bytes = 0;
-    for (const auto& v : store_) {
-      len_bytes += v.size() * sizeof(uint8_t);
-    }
-    oss << " Number of entries     = " << store_.size() << std::endl
-        << " Total number of bytes = "
-        << store_.size() * sizeof(std::vector<uint8_t>) + len_bytes
-        << std::endl;
-    return oss.str();
-  }
-
-  std::list<std::vector<uint8_t>> store_;
-};
-
 }  // namespace tensorrt
 }  // namespace tensorflow
 
-- 
GitLab


From 310fb8eabf158c12f916f18e4f2c5b0ddc6a6414 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Fri, 26 Oct 2018 15:44:57 -0700
Subject: [PATCH 0697/1825] Token output should be added last, after resource
 variable updates.

PiperOrigin-RevId: 218925739
---
 tensorflow/compiler/tf2xla/xla_compiler.cc    | 12 ++++++---
 .../compiler/tf2xla/xla_compiler_test.cc      | 26 ++++++++++++-------
 tensorflow/compiler/tf2xla/xla_context.cc     | 11 --------
 tensorflow/compiler/tf2xla/xla_context.h      |  3 ---
 4 files changed, 26 insertions(+), 26 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/xla_compiler.cc b/tensorflow/compiler/tf2xla/xla_compiler.cc
index b2c57e8880..fe484c1cbe 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler.cc
@@ -360,6 +360,7 @@ Status BuildComputation(
     const std::vector<int>& arg_cores,
     const std::vector<XlaContext::Retval>& retvals,
     const std::vector<std::unique_ptr<XlaResource>>& resources,
+    std::unique_ptr<xla::XlaOp> token_output,
     bool return_updated_values_for_all_resources, bool always_return_tuple,
     xla::XlaBuilder* builder, xla::XlaComputation* computation,
     int* num_computation_outputs, int* num_nonconst_outputs,
@@ -446,6 +447,11 @@ Status BuildComputation(
     }
   }
 
+  // If we have token output, append it as the last one.
+  if (token_output) {
+    elems.push_back(*token_output);
+  }
+
   *num_computation_outputs = elems.size();
 
   // Builds the XLA computation. We *always* form a tuple here to ensure that
@@ -774,6 +780,7 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
 
   std::vector<XlaCompiler::Argument> real_args(args);
   int token_input_index = -1;
+  std::unique_ptr<xla::XlaOp> token_output;
   if (options.add_token_input_output) {
     // Add extra token input.
     token_input_index = real_args.size();
@@ -826,8 +833,7 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
       TF_RETURN_IF_ERROR(token_or.status());
       token_inputs.push_back(token_or.ValueOrDie());
     }
-    TF_RETURN_IF_ERROR(
-        context->AppendTokenRetval(xla::AfterAll(&builder, token_inputs)));
+    token_output.reset(new xla::XlaOp(xla::AfterAll(&builder, token_inputs)));
   }
   TF_RETURN_IF_ERROR(PopNodeTokenMapping());
 
@@ -837,7 +843,7 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
   result->outputs.resize(context->retvals().size());
   TF_RETURN_IF_ERROR(BuildComputation(
       real_args, arg_cores, context->retvals(), context->resources(),
-      options.return_updated_values_for_all_resources,
+      std::move(token_output), options.return_updated_values_for_all_resources,
       options.always_return_tuple, &builder, result->computation.get(),
       &num_computation_outputs, &num_nonconst_outputs, &result->outputs,
       &result->resource_updates));
diff --git a/tensorflow/compiler/tf2xla/xla_compiler_test.cc b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
index 2cb8b3331c..4ef154f856 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler_test.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
@@ -1258,23 +1258,30 @@ TEST_F(XlaCompilerTest, TokenInputAndOutput) {
   TF_ASSERT_OK(status);
   EXPECT_TRUE(FixupSourceAndSinkEdges(graph.get()));
 
-  const std::vector<XlaCompiler::Argument> empty_args;
+  std::vector<XlaCompiler::Argument> args(1);
+  args[0].kind = XlaCompiler::Argument::kResource;
+  args[0].resource_kind = XlaResource::kVariable;
+  args[0].initialized = true;
+  args[0].type = DT_INT32;
+  args[0].shape = TensorShape({2, 2});
+
   {
     // The case for entry computation: we don't add token input/output. Instead,
     // we use CreateToken HLO to create the entry token.
     XlaCompiler::CompileOptions options;
     options.is_entry_computation = true;
     options.add_token_input_output = false;
+    options.return_updated_values_for_all_resources = true;
     XlaCompiler compiler(DefaultOptions());
 
     std::unique_ptr<Graph> graph_copy(new Graph(OpRegistry::Global()));
     CopyGraph(*graph, graph_copy.get());
     XlaCompiler::CompilationResult result;
     TF_ASSERT_OK(compiler.CompileGraph(options, "NoOp", std::move(graph_copy),
-                                       empty_args, &result));
-    EXPECT_EQ(result.xla_input_shapes.size(), 0);
+                                       args, &result));
+    EXPECT_EQ(result.xla_input_shapes.size(), 1);
     EXPECT_TRUE(xla::ShapeUtil::IsTuple(result.xla_output_shape));
-    EXPECT_EQ(xla::ShapeUtil::TupleElementCount(result.xla_output_shape), 0);
+    EXPECT_EQ(xla::ShapeUtil::TupleElementCount(result.xla_output_shape), 1);
   }
   {
     // The case for non-entry computation (e.g. while loop body). We add token
@@ -1282,19 +1289,20 @@ TEST_F(XlaCompilerTest, TokenInputAndOutput) {
     XlaCompiler::CompileOptions options;
     options.is_entry_computation = false;
     options.add_token_input_output = true;
+    options.return_updated_values_for_all_resources = true;
     XlaCompiler compiler(DefaultOptions());
 
     std::unique_ptr<Graph> graph_copy(new Graph(OpRegistry::Global()));
     CopyGraph(*graph, graph_copy.get());
     XlaCompiler::CompilationResult result;
     TF_ASSERT_OK(compiler.CompileGraph(options, "NoOp", std::move(graph_copy),
-                                       empty_args, &result));
-    EXPECT_EQ(result.xla_input_shapes.size(), 1);
-    EXPECT_TRUE(xla::ShapeUtil::IsToken(result.xla_input_shapes[0]));
+                                       args, &result));
+    EXPECT_EQ(result.xla_input_shapes.size(), 2);
+    EXPECT_TRUE(xla::ShapeUtil::IsToken(result.xla_input_shapes[1]));
     EXPECT_TRUE(xla::ShapeUtil::IsTuple(result.xla_output_shape));
-    EXPECT_EQ(xla::ShapeUtil::TupleElementCount(result.xla_output_shape), 1);
+    EXPECT_EQ(xla::ShapeUtil::TupleElementCount(result.xla_output_shape), 2);
     EXPECT_TRUE(xla::ShapeUtil::IsToken(
-        xla::ShapeUtil::GetTupleElementShape(result.xla_output_shape, 0)));
+        xla::ShapeUtil::GetTupleElementShape(result.xla_output_shape, 1)));
   }
 }
 
diff --git a/tensorflow/compiler/tf2xla/xla_context.cc b/tensorflow/compiler/tf2xla/xla_context.cc
index 2095a6b809..20e1ee2ddb 100644
--- a/tensorflow/compiler/tf2xla/xla_context.cc
+++ b/tensorflow/compiler/tf2xla/xla_context.cc
@@ -119,17 +119,6 @@ Status XlaContext::AddResourceRetval(int retval_index, XlaResource* resource) {
   return Status::OK();
 }
 
-Status XlaContext::AppendTokenRetval(const xla::XlaOp& token) {
-  VLOG(1) << "Adding retval index " << retvals_.size()
-          << " with token to XLA computation";
-  XlaExpression e;
-  e.set_handle(token);
-  // We use DT_INVALID because there is no TF DataType which corresponds to XLA
-  // token. XlaCompiler handles this case separately, so putting it here is OK.
-  retvals_.push_back(Retval{DT_INVALID, TensorShape(), e});
-  return Status::OK();
-}
-
 xla::XlaBuilder* XlaContext::builder() { return builder_; }
 
 Status XlaContext::CreateResource(
diff --git a/tensorflow/compiler/tf2xla/xla_context.h b/tensorflow/compiler/tf2xla/xla_context.h
index d7dbdc957f..4da891634e 100644
--- a/tensorflow/compiler/tf2xla/xla_context.h
+++ b/tensorflow/compiler/tf2xla/xla_context.h
@@ -89,9 +89,6 @@ class XlaContext : public ResourceBase {
   // As for Retval, but for return values that are resource handles.
   Status AddResourceRetval(int retval_index, XlaResource* resource);
 
-  // As for Retval, but for return values that are XLA tokens.
-  Status AppendTokenRetval(const xla::XlaOp& token);
-
   // Creates a resource with resource `kind` and initial value `handle`. `name`
   // is a descriptive name for use in error messages. See the `XlaResource`
   // constructor for a description of the remaining arguments.
-- 
GitLab


From 9caf3c430d3a16d8fad5dfb44b6bc33deddbaaf7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 15:46:27 -0700
Subject: [PATCH 0698/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 218925946

---
 tensorflow/go/op/wrappers.go | 13422 ++++++++++++++++-----------------
 1 file changed, 6711 insertions(+), 6711 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index af1208ad1d..d9706b5478 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -5072,118 +5072,407 @@ func CudnnRNNV2(scope *Scope, input tf.Output, input_h tf.Output, input_c tf.Out
 	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
 }
 
-// MatMulAttr is an optional argument to MatMul.
-type MatMulAttr func(optionalAttr)
+// RecordInputAttr is an optional argument to RecordInput.
+type RecordInputAttr func(optionalAttr)
 
-// MatMulTransposeA sets the optional transpose_a attribute to value.
+// RecordInputFileRandomSeed sets the optional file_random_seed attribute to value.
 //
-// value: If true, "a" is transposed before multiplication.
-// If not specified, defaults to false
-func MatMulTransposeA(value bool) MatMulAttr {
+// value: Random seeds used to produce randomized records.
+// If not specified, defaults to 301
+func RecordInputFileRandomSeed(value int64) RecordInputAttr {
 	return func(m optionalAttr) {
-		m["transpose_a"] = value
+		m["file_random_seed"] = value
 	}
 }
 
-// MatMulTransposeB sets the optional transpose_b attribute to value.
+// RecordInputFileShuffleShiftRatio sets the optional file_shuffle_shift_ratio attribute to value.
 //
-// value: If true, "b" is transposed before multiplication.
-// If not specified, defaults to false
-func MatMulTransposeB(value bool) MatMulAttr {
+// value: Shifts the list of files after the list is randomly
+// shuffled.
+// If not specified, defaults to 0
+func RecordInputFileShuffleShiftRatio(value float32) RecordInputAttr {
+	return func(m optionalAttr) {
+		m["file_shuffle_shift_ratio"] = value
+	}
+}
+
+// RecordInputFileBufferSize sets the optional file_buffer_size attribute to value.
+//
+// value: The randomization shuffling buffer.
+// If not specified, defaults to 10000
+func RecordInputFileBufferSize(value int64) RecordInputAttr {
+	return func(m optionalAttr) {
+		m["file_buffer_size"] = value
+	}
+}
+
+// RecordInputFileParallelism sets the optional file_parallelism attribute to value.
+//
+// value: How many sstables are opened and concurrently iterated over.
+// If not specified, defaults to 16
+func RecordInputFileParallelism(value int64) RecordInputAttr {
+	return func(m optionalAttr) {
+		m["file_parallelism"] = value
+	}
+}
+
+// RecordInputBatchSize sets the optional batch_size attribute to value.
+//
+// value: The batch size.
+// If not specified, defaults to 32
+func RecordInputBatchSize(value int64) RecordInputAttr {
+	return func(m optionalAttr) {
+		m["batch_size"] = value
+	}
+}
+
+// RecordInputCompressionType sets the optional compression_type attribute to value.
+//
+// value: The type of compression for the file. Currently ZLIB and
+// GZIP are supported. Defaults to none.
+// If not specified, defaults to ""
+func RecordInputCompressionType(value string) RecordInputAttr {
+	return func(m optionalAttr) {
+		m["compression_type"] = value
+	}
+}
+
+// Emits randomized records.
+//
+// Arguments:
+//	file_pattern: Glob pattern for the data files.
+//
+// Returns A tensor of shape [batch_size].
+func RecordInput(scope *Scope, file_pattern string, optional ...RecordInputAttr) (records tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"file_pattern": file_pattern}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "RecordInput",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// OrderedMapClearAttr is an optional argument to OrderedMapClear.
+type OrderedMapClearAttr func(optionalAttr)
+
+// OrderedMapClearCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapClearCapacity(value int64) OrderedMapClearAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapClearMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapClearMemoryLimit(value int64) OrderedMapClearAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapClearContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapClearContainer(value string) OrderedMapClearAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapClearSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapClearSharedName(value string) OrderedMapClearAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op removes all elements in the underlying container.
+//
+// Returns the created operation.
+func OrderedMapClear(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapClearAttr) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapClear",
+
+		Attrs: attrs,
+	}
+	return scope.AddOperation(opspec)
+}
+
+// OrderedMapIncompleteSizeAttr is an optional argument to OrderedMapIncompleteSize.
+type OrderedMapIncompleteSizeAttr func(optionalAttr)
+
+// OrderedMapIncompleteSizeCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapIncompleteSizeCapacity(value int64) OrderedMapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapIncompleteSizeMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapIncompleteSizeMemoryLimit(value int64) OrderedMapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapIncompleteSizeContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapIncompleteSizeContainer(value string) OrderedMapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapIncompleteSizeSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapIncompleteSizeSharedName(value string) OrderedMapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op returns the number of incomplete elements in the underlying container.
+func OrderedMapIncompleteSize(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapIncompleteSizeAttr) (size tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapIncompleteSize",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// BoostedTreesQuantileStreamResourceHandleOpAttr is an optional argument to BoostedTreesQuantileStreamResourceHandleOp.
+type BoostedTreesQuantileStreamResourceHandleOpAttr func(optionalAttr)
+
+// BoostedTreesQuantileStreamResourceHandleOpContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func BoostedTreesQuantileStreamResourceHandleOpContainer(value string) BoostedTreesQuantileStreamResourceHandleOpAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// BoostedTreesQuantileStreamResourceHandleOpSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func BoostedTreesQuantileStreamResourceHandleOpSharedName(value string) BoostedTreesQuantileStreamResourceHandleOpAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Creates a handle to a BoostedTreesQuantileStreamResource.
+func BoostedTreesQuantileStreamResourceHandleOp(scope *Scope, optional ...BoostedTreesQuantileStreamResourceHandleOpAttr) (resource tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "BoostedTreesQuantileStreamResourceHandleOp",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// OrderedMapSizeAttr is an optional argument to OrderedMapSize.
+type OrderedMapSizeAttr func(optionalAttr)
+
+// OrderedMapSizeCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapSizeCapacity(value int64) OrderedMapSizeAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapSizeMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapSizeMemoryLimit(value int64) OrderedMapSizeAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapSizeContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapSizeContainer(value string) OrderedMapSizeAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapSizeSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapSizeSharedName(value string) OrderedMapSizeAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op returns the number of elements in the underlying container.
+func OrderedMapSize(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapSizeAttr) (size tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapSize",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Generate the bucket boundaries for each feature based on accumulated summaries.
+//
+// An op that returns a list of float tensors for a quantile stream resource. Each
+// tensor is Rank 1 containing bucket boundaries for a single feature.
+//
+// Arguments:
+//	quantile_stream_resource_handle: resource handle referring to a QuantileStreamResource.
+//	num_features: inferred int; number of features to get bucket boundaries for.
+//
+// Returns float; List of Rank 1 Tensors each containing the bucket boundaries for a feature.
+func BoostedTreesQuantileStreamResourceGetBucketBoundaries(scope *Scope, quantile_stream_resource_handle tf.Output, num_features int64) (bucket_boundaries []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"num_features": num_features}
+	opspec := tf.OpSpec{
+		Type: "BoostedTreesQuantileStreamResourceGetBucketBoundaries",
+		Input: []tf.Input{
+			quantile_stream_resource_handle,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if bucket_boundaries, idx, err = makeOutputList(op, idx, "bucket_boundaries"); err != nil {
+		scope.UpdateErr("BoostedTreesQuantileStreamResourceGetBucketBoundaries", err)
+		return
+	}
+	return bucket_boundaries
+}
+
+// OrderedMapUnstageAttr is an optional argument to OrderedMapUnstage.
+type OrderedMapUnstageAttr func(optionalAttr)
+
+// OrderedMapUnstageCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapUnstageCapacity(value int64) OrderedMapUnstageAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapUnstageMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapUnstageMemoryLimit(value int64) OrderedMapUnstageAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapUnstageContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapUnstageContainer(value string) OrderedMapUnstageAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapUnstageSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapUnstageSharedName(value string) OrderedMapUnstageAttr {
 	return func(m optionalAttr) {
-		m["transpose_b"] = value
+		m["shared_name"] = value
 	}
 }
 
-// Multiply the matrix "a" by the matrix "b".
-//
-// The inputs must be two-dimensional matrices and the inner dimension of
-// "a" (after being transposed if transpose_a is true) must match the
-// outer dimension of "b" (after being transposed if transposed_b is
-// true).
+// Op removes and returns the values associated with the key
 //
-// *Note*: The default kernel implementation for MatMul on GPUs uses
-// cublas.
-func MatMul(scope *Scope, a tf.Output, b tf.Output, optional ...MatMulAttr) (product tf.Output) {
+// from the underlying container.   If the underlying container
+// does not contain this key, the op will block until it does.
+func OrderedMapUnstage(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapUnstageAttr) (values []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtypes": dtypes}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MatMul",
+		Type: "OrderedMapUnstage",
 		Input: []tf.Input{
-			a, b,
+			key, indices,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Selects elements from `x` or `y`, depending on `condition`.
-//
-// The `x`, and `y` tensors must all have the same shape, and the
-// output will also have that shape.
-//
-// The `condition` tensor must be a scalar if `x` and `y` are scalars.
-// If `x` and `y` are vectors or higher rank, then `condition` must be either a
-// scalar, a vector with size matching the first dimension of `x`, or must have
-// the same shape as `x`.
-//
-// The `condition` tensor acts as a mask that chooses, based on the value at each
-// element, whether the corresponding element / row in the output should be
-// taken from `x` (if true) or `y` (if false).
-//
-// If `condition` is a vector and `x` and `y` are higher rank matrices, then
-// it chooses which row (outer dimension) to copy from `x` and `y`.
-// If `condition` has the same shape as `x` and `y`, then it chooses which
-// element to copy from `x` and `y`.
-//
-// For example:
-//
-// ```python
-// # 'condition' tensor is [[True,  False]
-// #                        [False, True]]
-// # 't' is [[1, 2],
-// #         [3, 4]]
-// # 'e' is [[5, 6],
-// #         [7, 8]]
-// select(condition, t, e)  # => [[1, 6], [7, 4]]
-//
-//
-// # 'condition' tensor is [True, False]
-// # 't' is [[1, 2],
-// #         [3, 4]]
-// # 'e' is [[5, 6],
-// #         [7, 8]]
-// select(condition, t, e) ==> [[1, 2],
-//                              [7, 8]]
-//
-// ```
-//
-// Arguments:
-//
-//	x: = A `Tensor` which may have the same shape as `condition`.
-// If `condition` is rank 1, `x` may have higher rank,
-// but its first dimension must match the size of `condition`.
-//	y: = A `Tensor` with the same type and shape as `x`.
-//
-// Returns = A `Tensor` with the same type and shape as `x` and `y`.
-func Select(scope *Scope, condition tf.Output, x tf.Output, y tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	opspec := tf.OpSpec{
-		Type: "Select",
-		Input: []tf.Input{
-			condition, x, y,
-		},
+	var idx int
+	var err error
+	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
+		scope.UpdateErr("OrderedMapUnstage", err)
+		return
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return values
 }
 
 // Returns the truth value of x OR y element-wise.
@@ -6332,94 +6621,6 @@ func Round(scope *Scope, x tf.Output) (y tf.Output) {
 	return op.Output(0)
 }
 
-// RecordInputAttr is an optional argument to RecordInput.
-type RecordInputAttr func(optionalAttr)
-
-// RecordInputFileRandomSeed sets the optional file_random_seed attribute to value.
-//
-// value: Random seeds used to produce randomized records.
-// If not specified, defaults to 301
-func RecordInputFileRandomSeed(value int64) RecordInputAttr {
-	return func(m optionalAttr) {
-		m["file_random_seed"] = value
-	}
-}
-
-// RecordInputFileShuffleShiftRatio sets the optional file_shuffle_shift_ratio attribute to value.
-//
-// value: Shifts the list of files after the list is randomly
-// shuffled.
-// If not specified, defaults to 0
-func RecordInputFileShuffleShiftRatio(value float32) RecordInputAttr {
-	return func(m optionalAttr) {
-		m["file_shuffle_shift_ratio"] = value
-	}
-}
-
-// RecordInputFileBufferSize sets the optional file_buffer_size attribute to value.
-//
-// value: The randomization shuffling buffer.
-// If not specified, defaults to 10000
-func RecordInputFileBufferSize(value int64) RecordInputAttr {
-	return func(m optionalAttr) {
-		m["file_buffer_size"] = value
-	}
-}
-
-// RecordInputFileParallelism sets the optional file_parallelism attribute to value.
-//
-// value: How many sstables are opened and concurrently iterated over.
-// If not specified, defaults to 16
-func RecordInputFileParallelism(value int64) RecordInputAttr {
-	return func(m optionalAttr) {
-		m["file_parallelism"] = value
-	}
-}
-
-// RecordInputBatchSize sets the optional batch_size attribute to value.
-//
-// value: The batch size.
-// If not specified, defaults to 32
-func RecordInputBatchSize(value int64) RecordInputAttr {
-	return func(m optionalAttr) {
-		m["batch_size"] = value
-	}
-}
-
-// RecordInputCompressionType sets the optional compression_type attribute to value.
-//
-// value: The type of compression for the file. Currently ZLIB and
-// GZIP are supported. Defaults to none.
-// If not specified, defaults to ""
-func RecordInputCompressionType(value string) RecordInputAttr {
-	return func(m optionalAttr) {
-		m["compression_type"] = value
-	}
-}
-
-// Emits randomized records.
-//
-// Arguments:
-//	file_pattern: Glob pattern for the data files.
-//
-// Returns A tensor of shape [batch_size].
-func RecordInput(scope *Scope, file_pattern string, optional ...RecordInputAttr) (records tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"file_pattern": file_pattern}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "RecordInput",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Computes reciprocal of square root of x element-wise.
 //
 // I.e., \\(y = 1 / \sqrt{x}\\).
@@ -6642,111 +6843,53 @@ func ParseExampleDataset(scope *Scope, input_dataset tf.Output, num_parallel_cal
 // tensor of rank `k+1` with dimensions `[I, J, K, ..., M, N]` where:
 //
 //   * `output[i, j, k, ..., m, n] = diagonal[i, j, k, ..., n]` for `m == n`.
-//   * `output[i, j, k, ..., m, n] = input[i, j, k, ..., m, n]` for `m != n`.
-//
-// Arguments:
-//	input: Rank `k+1`, where `k >= 1`.
-//	diagonal: Rank `k`, where `k >= 1`.
-//
-// Returns Rank `k+1`, with `output.shape = input.shape`.
-func MatrixSetDiag(scope *Scope, input tf.Output, diagonal tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "MatrixSetDiag",
-		Input: []tf.Input{
-			input, diagonal,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Returns the element-wise max of two SparseTensors.
-//
-// Assumes the two SparseTensors have the same shape, i.e., no broadcasting.
-//
-// Arguments:
-//	a_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, in the canonical lexicographic ordering.
-//	a_values: 1-D.  `N` non-empty values corresponding to `a_indices`.
-//	a_shape: 1-D.  Shape of the input SparseTensor.
-//	b_indices: counterpart to `a_indices` for the other operand.
-//	b_values: counterpart to `a_values` for the other operand; must be of the same dtype.
-//	b_shape: counterpart to `a_shape` for the other operand; the two shapes must be equal.
-//
-// Returns 2-D.  The indices of the output SparseTensor.1-D.  The values of the output SparseTensor.
-func SparseSparseMaximum(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b_indices tf.Output, b_values tf.Output, b_shape tf.Output) (output_indices tf.Output, output_values tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "SparseSparseMaximum",
-		Input: []tf.Input{
-			a_indices, a_values, a_shape, b_indices, b_values, b_shape,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
-}
-
-// OrderedMapClearAttr is an optional argument to OrderedMapClear.
-type OrderedMapClearAttr func(optionalAttr)
-
-// OrderedMapClearCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapClearCapacity(value int64) OrderedMapClearAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapClearMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapClearMemoryLimit(value int64) OrderedMapClearAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapClearContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapClearContainer(value string) OrderedMapClearAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
+//   * `output[i, j, k, ..., m, n] = input[i, j, k, ..., m, n]` for `m != n`.
+//
+// Arguments:
+//	input: Rank `k+1`, where `k >= 1`.
+//	diagonal: Rank `k`, where `k >= 1`.
+//
+// Returns Rank `k+1`, with `output.shape = input.shape`.
+func MatrixSetDiag(scope *Scope, input tf.Output, diagonal tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// OrderedMapClearSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapClearSharedName(value string) OrderedMapClearAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
+	opspec := tf.OpSpec{
+		Type: "MatrixSetDiag",
+		Input: []tf.Input{
+			input, diagonal,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Op removes all elements in the underlying container.
+// Returns the element-wise max of two SparseTensors.
 //
-// Returns the created operation.
-func OrderedMapClear(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapClearAttr) (o *tf.Operation) {
+// Assumes the two SparseTensors have the same shape, i.e., no broadcasting.
+//
+// Arguments:
+//	a_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, in the canonical lexicographic ordering.
+//	a_values: 1-D.  `N` non-empty values corresponding to `a_indices`.
+//	a_shape: 1-D.  Shape of the input SparseTensor.
+//	b_indices: counterpart to `a_indices` for the other operand.
+//	b_values: counterpart to `a_values` for the other operand; must be of the same dtype.
+//	b_shape: counterpart to `a_shape` for the other operand; the two shapes must be equal.
+//
+// Returns 2-D.  The indices of the output SparseTensor.1-D.  The values of the output SparseTensor.
+func SparseSparseMaximum(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b_indices tf.Output, b_values tf.Output, b_shape tf.Output) (output_indices tf.Output, output_values tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "OrderedMapClear",
-
-		Attrs: attrs,
+		Type: "SparseSparseMaximum",
+		Input: []tf.Input{
+			a_indices, a_values, a_shape, b_indices, b_values, b_shape,
+		},
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
 }
 
 // Computes the reciprocal of x element-wise.
@@ -6851,6 +6994,49 @@ func Cast(scope *Scope, x tf.Output, DstT tf.DataType, optional ...CastAttr) (y
 	return op.Output(0)
 }
 
+// RegexReplaceAttr is an optional argument to RegexReplace.
+type RegexReplaceAttr func(optionalAttr)
+
+// RegexReplaceReplaceGlobal sets the optional replace_global attribute to value.
+//
+// value: If True, the replacement is global, otherwise the replacement
+// is done only on the first match.
+// If not specified, defaults to true
+func RegexReplaceReplaceGlobal(value bool) RegexReplaceAttr {
+	return func(m optionalAttr) {
+		m["replace_global"] = value
+	}
+}
+
+// Replaces the match of pattern in input with rewrite.
+//
+// It follows the re2 syntax (https://github.com/google/re2/wiki/Syntax)
+//
+// Arguments:
+//	input: The text to be processed.
+//	pattern: The regular expression to match the input.
+//	rewrite: The rewrite to be applied to the matched expresion.
+//
+// Returns The text after applying pattern and rewrite.
+func RegexReplace(scope *Scope, input tf.Output, pattern tf.Output, rewrite tf.Output, optional ...RegexReplaceAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "RegexReplace",
+		Input: []tf.Input{
+			input, pattern, rewrite,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Quantized Batch normalization.
 //
 // This op is deprecated and will be removed in the future. Prefer
@@ -10678,63 +10864,6 @@ func RandomShuffle(scope *Scope, value tf.Output, optional ...RandomShuffleAttr)
 	return op.Output(0)
 }
 
-// OrderedMapIncompleteSizeAttr is an optional argument to OrderedMapIncompleteSize.
-type OrderedMapIncompleteSizeAttr func(optionalAttr)
-
-// OrderedMapIncompleteSizeCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapIncompleteSizeCapacity(value int64) OrderedMapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapIncompleteSizeMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapIncompleteSizeMemoryLimit(value int64) OrderedMapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapIncompleteSizeContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapIncompleteSizeContainer(value string) OrderedMapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapIncompleteSizeSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapIncompleteSizeSharedName(value string) OrderedMapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op returns the number of incomplete elements in the underlying container.
-func OrderedMapIncompleteSize(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapIncompleteSizeAttr) (size tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapIncompleteSize",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Returns the truth value of (x > y) element-wise.
 //
 // *NOTE*: `Greater` supports broadcasting. More about broadcasting
@@ -11417,140 +11546,51 @@ func ParseTensor(scope *Scope, serialized tf.Output, out_type tf.DataType) (outp
 
 // MaxPoolWithArgmaxAttr is an optional argument to MaxPoolWithArgmax.
 type MaxPoolWithArgmaxAttr func(optionalAttr)
-
-// MaxPoolWithArgmaxTargmax sets the optional Targmax attribute to value.
-// If not specified, defaults to DT_INT64
-func MaxPoolWithArgmaxTargmax(value tf.DataType) MaxPoolWithArgmaxAttr {
-	return func(m optionalAttr) {
-		m["Targmax"] = value
-	}
-}
-
-// Performs max pooling on the input and outputs both max values and indices.
-//
-// The indices in `argmax` are flattened, so that a maximum value at position
-// `[b, y, x, c]` becomes flattened index
-// `((b * height + y) * width + x) * channels + c`.
-//
-// The indices returned are always in `[0, height) x [0, width)` before flattening,
-// even if padding is involved and the mathematically correct answer is outside
-// (either negative or too large).  This is a bug, but fixing it is difficult to do
-// in a safe backwards compatible way, especially due to flattening.
-//
-// Arguments:
-//	input: 4-D with shape `[batch, height, width, channels]`.  Input to pool over.
-//	ksize: The size of the window for each dimension of the input tensor.
-//	strides: The stride of the sliding window for each dimension of the
-// input tensor.
-//	padding: The type of padding algorithm to use.
-//
-// Returns The max pooled output tensor.4-D.  The flattened indices of the max values chosen for each output.
-func MaxPoolWithArgmax(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPoolWithArgmaxAttr) (output tf.Output, argmax tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "MaxPoolWithArgmax",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
-}
-
-// ProdAttr is an optional argument to Prod.
-type ProdAttr func(optionalAttr)
-
-// ProdKeepDims sets the optional keep_dims attribute to value.
-//
-// value: If true, retain reduced dimensions with length 1.
-// If not specified, defaults to false
-func ProdKeepDims(value bool) ProdAttr {
-	return func(m optionalAttr) {
-		m["keep_dims"] = value
-	}
-}
-
-// Computes the product of elements across dimensions of a tensor.
-//
-// Reduces `input` along the dimensions given in `axis`. Unless
-// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `axis`. If `keep_dims` is true, the reduced dimensions are
-// retained with length 1.
-//
-// Arguments:
-//	input: The tensor to reduce.
-//	axis: The dimensions to reduce. Must be in the range
-// `[-rank(input), rank(input))`.
-//
-// Returns The reduced tensor.
-func Prod(scope *Scope, input tf.Output, axis tf.Output, optional ...ProdAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "Prod",
-		Input: []tf.Input{
-			input, axis,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// ResizeBilinearAttr is an optional argument to ResizeBilinear.
-type ResizeBilinearAttr func(optionalAttr)
-
-// ResizeBilinearAlignCorners sets the optional align_corners attribute to value.
-//
-// value: If true, the centers of the 4 corner pixels of the input and output tensors are
-// aligned, preserving the values at the corner pixels. Defaults to false.
-// If not specified, defaults to false
-func ResizeBilinearAlignCorners(value bool) ResizeBilinearAttr {
+
+// MaxPoolWithArgmaxTargmax sets the optional Targmax attribute to value.
+// If not specified, defaults to DT_INT64
+func MaxPoolWithArgmaxTargmax(value tf.DataType) MaxPoolWithArgmaxAttr {
 	return func(m optionalAttr) {
-		m["align_corners"] = value
+		m["Targmax"] = value
 	}
 }
 
-// Resize `images` to `size` using bilinear interpolation.
+// Performs max pooling on the input and outputs both max values and indices.
 //
-// Input images can be of different types but output images are always float.
+// The indices in `argmax` are flattened, so that a maximum value at position
+// `[b, y, x, c]` becomes flattened index
+// `((b * height + y) * width + x) * channels + c`.
+//
+// The indices returned are always in `[0, height) x [0, width)` before flattening,
+// even if padding is involved and the mathematically correct answer is outside
+// (either negative or too large).  This is a bug, but fixing it is difficult to do
+// in a safe backwards compatible way, especially due to flattening.
 //
 // Arguments:
-//	images: 4-D with shape `[batch, height, width, channels]`.
-//	size: = A 1-D int32 Tensor of 2 elements: `new_height, new_width`.  The
-// new size for the images.
+//	input: 4-D with shape `[batch, height, width, channels]`.  Input to pool over.
+//	ksize: The size of the window for each dimension of the input tensor.
+//	strides: The stride of the sliding window for each dimension of the
+// input tensor.
+//	padding: The type of padding algorithm to use.
 //
-// Returns 4-D with shape
-// `[batch, new_height, new_width, channels]`.
-func ResizeBilinear(scope *Scope, images tf.Output, size tf.Output, optional ...ResizeBilinearAttr) (resized_images tf.Output) {
+// Returns The max pooled output tensor.4-D.  The flattened indices of the max values chosen for each output.
+func MaxPoolWithArgmax(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPoolWithArgmaxAttr) (output tf.Output, argmax tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResizeBilinear",
+		Type: "MaxPoolWithArgmax",
 		Input: []tf.Input{
-			images, size,
+			input,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
 // Creates a TensorList which, when stacked, has the value of `tensor`.
@@ -13334,394 +13374,180 @@ func UnicodeScript(scope *Scope, input tf.Output) (output tf.Output) {
 	return op.Output(0)
 }
 
-// Creates a sequence of numbers.
-//
-// This operation creates a sequence of numbers that begins at `start` and
-// extends by increments of `delta` up to but not including `limit`.
-//
-// For example:
-//
-// ```
-// # 'start' is 3
-// # 'limit' is 18
-// # 'delta' is 3
-// tf.range(start, limit, delta) ==> [3, 6, 9, 12, 15]
-// ```
-//
-// Arguments:
-//	start: 0-D (scalar). First entry in the sequence.
-//	limit: 0-D (scalar). Upper limit of sequence, exclusive.
-//	delta: 0-D (scalar). Optional. Default is 1. Number that increments `start`.
-//
-// Returns 1-D.
-func Range(scope *Scope, start tf.Output, limit tf.Output, delta tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Range",
-		Input: []tf.Input{
-			start, limit, delta,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// ResourceApplyMomentumAttr is an optional argument to ResourceApplyMomentum.
-type ResourceApplyMomentumAttr func(optionalAttr)
-
-// ResourceApplyMomentumUseLocking sets the optional use_locking attribute to value.
-//
-// value: If `True`, updating of the var and accum tensors will be protected
-// by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
-// If not specified, defaults to false
-func ResourceApplyMomentumUseLocking(value bool) ResourceApplyMomentumAttr {
-	return func(m optionalAttr) {
-		m["use_locking"] = value
-	}
-}
-
-// ResourceApplyMomentumUseNesterov sets the optional use_nesterov attribute to value.
-//
-// value: If `True`, the tensor passed to compute grad will be
-// var - lr * momentum * accum, so in the end, the var you get is actually
-// var - lr * momentum * accum.
-// If not specified, defaults to false
-func ResourceApplyMomentumUseNesterov(value bool) ResourceApplyMomentumAttr {
-	return func(m optionalAttr) {
-		m["use_nesterov"] = value
-	}
-}
-
-// Update '*var' according to the momentum scheme. Set use_nesterov = True if you
-//
-// want to use Nesterov momentum.
-//
-// accum = accum * momentum + grad
-// var -= lr * accum
-//
-// Arguments:
-//	var_: Should be from a Variable().
-//	accum: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	grad: The gradient.
-//	momentum: Momentum. Must be a scalar.
-//
-// Returns the created operation.
-func ResourceApplyMomentum(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, momentum tf.Output, optional ...ResourceApplyMomentumAttr) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "ResourceApplyMomentum",
-		Input: []tf.Input{
-			var_, accum, lr, grad, momentum,
-		},
-		Attrs: attrs,
-	}
-	return scope.AddOperation(opspec)
-}
-
-// Exits the current frame to its parent frame.
-//
-// Exit makes its input `data` available to the parent frame.
-//
-// Arguments:
-//	data: The tensor to be made available to the parent frame.
-//
-// Returns The same tensor as `data`.
-func Exit(scope *Scope, data tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Exit",
-		Input: []tf.Input{
-			data,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Produce a string tensor that encodes the state of a Reader.
-//
-// Not all Readers support being serialized, so this can produce an
-// Unimplemented error.
-//
-// Arguments:
-//	reader_handle: Handle to a Reader.
-func ReaderSerializeStateV2(scope *Scope, reader_handle tf.Output) (state tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "ReaderSerializeStateV2",
-		Input: []tf.Input{
-			reader_handle,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// MaxPoolAttr is an optional argument to MaxPool.
-type MaxPoolAttr func(optionalAttr)
-
-// MaxPoolDataFormat sets the optional data_format attribute to value.
-//
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func MaxPoolDataFormat(value string) MaxPoolAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Performs max pooling on the input.
-//
-// Arguments:
-//	input: 4-D input to pool over.
-//	ksize: The size of the window for each dimension of the input tensor.
-//	strides: The stride of the sliding window for each dimension of the
-// input tensor.
-//	padding: The type of padding algorithm to use.
-//
-// Returns The max pooled output tensor.
-func MaxPool(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPoolAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "MaxPool",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// SparseMatMulAttr is an optional argument to SparseMatMul.
-type SparseMatMulAttr func(optionalAttr)
-
-// SparseMatMulTransposeA sets the optional transpose_a attribute to value.
-// If not specified, defaults to false
-func SparseMatMulTransposeA(value bool) SparseMatMulAttr {
-	return func(m optionalAttr) {
-		m["transpose_a"] = value
-	}
-}
-
-// SparseMatMulTransposeB sets the optional transpose_b attribute to value.
-// If not specified, defaults to false
-func SparseMatMulTransposeB(value bool) SparseMatMulAttr {
-	return func(m optionalAttr) {
-		m["transpose_b"] = value
-	}
-}
-
-// SparseMatMulAIsSparse sets the optional a_is_sparse attribute to value.
-// If not specified, defaults to false
-func SparseMatMulAIsSparse(value bool) SparseMatMulAttr {
-	return func(m optionalAttr) {
-		m["a_is_sparse"] = value
-	}
-}
-
-// SparseMatMulBIsSparse sets the optional b_is_sparse attribute to value.
-// If not specified, defaults to false
-func SparseMatMulBIsSparse(value bool) SparseMatMulAttr {
-	return func(m optionalAttr) {
-		m["b_is_sparse"] = value
-	}
-}
-
-// Multiply matrix "a" by matrix "b".
+// Creates a sequence of numbers.
 //
-// The inputs must be two-dimensional matrices and the inner dimension of "a" must
-// match the outer dimension of "b". Both "a" and "b" must be `Tensor`s not
-// `SparseTensor`s.  This op is optimized for the case where at least one of "a" or
-// "b" is sparse, in the sense that they have a large proportion of zero values.
-// The breakeven for using this versus a dense matrix multiply on one platform was
-// 30% zero values in the sparse matrix.
+// This operation creates a sequence of numbers that begins at `start` and
+// extends by increments of `delta` up to but not including `limit`.
 //
-// The gradient computation of this operation will only take advantage of sparsity
-// in the input gradient when that gradient comes from a Relu.
-func SparseMatMul(scope *Scope, a tf.Output, b tf.Output, optional ...SparseMatMulAttr) (product tf.Output) {
+// For example:
+//
+// ```
+// # 'start' is 3
+// # 'limit' is 18
+// # 'delta' is 3
+// tf.range(start, limit, delta) ==> [3, 6, 9, 12, 15]
+// ```
+//
+// Arguments:
+//	start: 0-D (scalar). First entry in the sequence.
+//	limit: 0-D (scalar). Upper limit of sequence, exclusive.
+//	delta: 0-D (scalar). Optional. Default is 1. Number that increments `start`.
+//
+// Returns 1-D.
+func Range(scope *Scope, start tf.Output, limit tf.Output, delta tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "SparseMatMul",
+		Type: "Range",
 		Input: []tf.Input{
-			a, b,
+			start, limit, delta,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ExperimentalThreadPoolHandleAttr is an optional argument to ExperimentalThreadPoolHandle.
-type ExperimentalThreadPoolHandleAttr func(optionalAttr)
+// OrderedMapUnstageNoKeyAttr is an optional argument to OrderedMapUnstageNoKey.
+type OrderedMapUnstageNoKeyAttr func(optionalAttr)
 
-// ExperimentalThreadPoolHandleMaxIntraOpParallelism sets the optional max_intra_op_parallelism attribute to value.
+// OrderedMapUnstageNoKeyCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-// value: The maximum degree of parallelism to use within operations that execute on this
-// threadpool.
-// If not specified, defaults to 1
-func ExperimentalThreadPoolHandleMaxIntraOpParallelism(value int64) ExperimentalThreadPoolHandleAttr {
+// REQUIRES: value >= 0
+func OrderedMapUnstageNoKeyCapacity(value int64) OrderedMapUnstageNoKeyAttr {
 	return func(m optionalAttr) {
-		m["max_intra_op_parallelism"] = value
+		m["capacity"] = value
 	}
 }
 
-// ExperimentalThreadPoolHandleContainer sets the optional container attribute to value.
+// OrderedMapUnstageNoKeyMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapUnstageNoKeyMemoryLimit(value int64) OrderedMapUnstageNoKeyAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapUnstageNoKeyContainer sets the optional container attribute to value.
 // If not specified, defaults to ""
-func ExperimentalThreadPoolHandleContainer(value string) ExperimentalThreadPoolHandleAttr {
+func OrderedMapUnstageNoKeyContainer(value string) OrderedMapUnstageNoKeyAttr {
 	return func(m optionalAttr) {
 		m["container"] = value
 	}
 }
 
-// ExperimentalThreadPoolHandleSharedName sets the optional shared_name attribute to value.
+// OrderedMapUnstageNoKeySharedName sets the optional shared_name attribute to value.
 // If not specified, defaults to ""
-func ExperimentalThreadPoolHandleSharedName(value string) ExperimentalThreadPoolHandleAttr {
+func OrderedMapUnstageNoKeySharedName(value string) OrderedMapUnstageNoKeyAttr {
 	return func(m optionalAttr) {
 		m["shared_name"] = value
 	}
 }
 
-// Creates a dataset that uses a custom thread pool to compute `input_dataset`.
-//
-// Arguments:
-//	num_threads: The number of threads in the thread pool.
-//	display_name: A human-readable name for the threads that may be visible in some
-// visualizations.
-// threadpool.
+// Op removes and returns the (key, value) element with the smallest
 //
-// Returns A resource that can be consumed by one or more ExperimentalThreadPoolDataset
-// ops.
-func ExperimentalThreadPoolHandle(scope *Scope, num_threads int64, display_name string, optional ...ExperimentalThreadPoolHandleAttr) (handle tf.Output) {
+// key from the underlying container.   If the underlying container
+// does not contain elements, the op will block until it does.
+func OrderedMapUnstageNoKey(scope *Scope, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapUnstageNoKeyAttr) (key tf.Output, values []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"num_threads": num_threads, "display_name": display_name}
+	attrs := map[string]interface{}{"dtypes": dtypes}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ExperimentalThreadPoolHandle",
-
+		Type: "OrderedMapUnstageNoKey",
+		Input: []tf.Input{
+			indices,
+		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// CudnnRNNCanonicalToParamsAttr is an optional argument to CudnnRNNCanonicalToParams.
-type CudnnRNNCanonicalToParamsAttr func(optionalAttr)
-
-// CudnnRNNCanonicalToParamsRnnMode sets the optional rnn_mode attribute to value.
-// If not specified, defaults to "lstm"
-func CudnnRNNCanonicalToParamsRnnMode(value string) CudnnRNNCanonicalToParamsAttr {
-	return func(m optionalAttr) {
-		m["rnn_mode"] = value
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// CudnnRNNCanonicalToParamsInputMode sets the optional input_mode attribute to value.
-// If not specified, defaults to "linear_input"
-func CudnnRNNCanonicalToParamsInputMode(value string) CudnnRNNCanonicalToParamsAttr {
-	return func(m optionalAttr) {
-		m["input_mode"] = value
+	var idx int
+	var err error
+	key = op.Output(idx)
+	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
+		scope.UpdateErr("OrderedMapUnstageNoKey", err)
+		return
 	}
+	return key, values
 }
 
-// CudnnRNNCanonicalToParamsDirection sets the optional direction attribute to value.
-// If not specified, defaults to "unidirectional"
-func CudnnRNNCanonicalToParamsDirection(value string) CudnnRNNCanonicalToParamsAttr {
-	return func(m optionalAttr) {
-		m["direction"] = value
+// Returns element-wise integer closest to x.
+//
+// If the result is midway between two representable values,
+// the even representable is chosen.
+// For example:
+//
+// ```
+// rint(-1.5) ==> -2.0
+// rint(0.5000001) ==> 1.0
+// rint([-1.7, -1.5, -0.2, 0.2, 1.5, 1.7, 2.0]) ==> [-2., -2., -0., 0., 2., 2., 2.]
+// ```
+func Rint(scope *Scope, x tf.Output) (y tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// CudnnRNNCanonicalToParamsDropout sets the optional dropout attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNCanonicalToParamsDropout(value float32) CudnnRNNCanonicalToParamsAttr {
-	return func(m optionalAttr) {
-		m["dropout"] = value
+	opspec := tf.OpSpec{
+		Type: "Rint",
+		Input: []tf.Input{
+			x,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// CudnnRNNCanonicalToParamsSeed sets the optional seed attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNCanonicalToParamsSeed(value int64) CudnnRNNCanonicalToParamsAttr {
+// ResourceApplyMomentumAttr is an optional argument to ResourceApplyMomentum.
+type ResourceApplyMomentumAttr func(optionalAttr)
+
+// ResourceApplyMomentumUseLocking sets the optional use_locking attribute to value.
+//
+// value: If `True`, updating of the var and accum tensors will be protected
+// by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceApplyMomentumUseLocking(value bool) ResourceApplyMomentumAttr {
 	return func(m optionalAttr) {
-		m["seed"] = value
+		m["use_locking"] = value
 	}
 }
 
-// CudnnRNNCanonicalToParamsSeed2 sets the optional seed2 attribute to value.
-// If not specified, defaults to 0
-func CudnnRNNCanonicalToParamsSeed2(value int64) CudnnRNNCanonicalToParamsAttr {
+// ResourceApplyMomentumUseNesterov sets the optional use_nesterov attribute to value.
+//
+// value: If `True`, the tensor passed to compute grad will be
+// var - lr * momentum * accum, so in the end, the var you get is actually
+// var - lr * momentum * accum.
+// If not specified, defaults to false
+func ResourceApplyMomentumUseNesterov(value bool) ResourceApplyMomentumAttr {
 	return func(m optionalAttr) {
-		m["seed2"] = value
+		m["use_nesterov"] = value
 	}
 }
 
-// Converts CudnnRNN params from canonical form to usable form.
+// Update '*var' according to the momentum scheme. Set use_nesterov = True if you
 //
-// Writes a set of weights into the opaque params buffer so they can be used in
-// upcoming training or inferences.
+// want to use Nesterov momentum.
 //
-// Note that the params buffer may not be compatible across different GPUs. So any
-// save and restoration should be converted to and from the canonical weights and
-// biases.
+// accum = accum * momentum + grad
+// var -= lr * accum
 //
-// num_layers: Specifies the number of layers in the RNN model.
-// num_units: Specifies the size of the hidden state.
-// input_size: Specifies the size of the input state.
-// weights: the canonical form of weights that can be used for saving
-//     and restoration. They are more likely to be compatible across different
-//     generations.
-// biases: the canonical form of biases that can be used for saving
-//     and restoration. They are more likely to be compatible across different
-//     generations.
-// num_params: number of parameter sets for all layers.
-//     Each layer may contain multiple parameter sets, with each set consisting of
-//     a weight matrix and a bias vector.
-// rnn_mode: Indicates the type of the RNN model.
-// input_mode: Indicate whether there is a linear projection between the input and
-//     The actual computation before the first layer. 'skip_input' is only allowed
-//     when input_size == num_units; 'auto_select' implies 'skip_input' when
-//     input_size == num_units; otherwise, it implies 'linear_input'.
-// direction: Indicates whether a bidirectional model will be used.
-//     dir = (direction == bidirectional) ? 2 : 1
-// dropout: dropout probability. When set to 0., dropout is disabled.
-// seed: the 1st part of a seed to initialize dropout.
-// seed2: the 2nd part of a seed to initialize dropout.
-func CudnnRNNCanonicalToParams(scope *Scope, num_layers tf.Output, num_units tf.Output, input_size tf.Output, weights []tf.Output, biases []tf.Output, optional ...CudnnRNNCanonicalToParamsAttr) (params tf.Output) {
+// Arguments:
+//	var_: Should be from a Variable().
+//	accum: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	grad: The gradient.
+//	momentum: Momentum. Must be a scalar.
+//
+// Returns the created operation.
+func ResourceApplyMomentum(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, momentum tf.Output, optional ...ResourceApplyMomentumAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -13730,46 +13556,99 @@ func CudnnRNNCanonicalToParams(scope *Scope, num_layers tf.Output, num_units tf.
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "CudnnRNNCanonicalToParams",
+		Type: "ResourceApplyMomentum",
 		Input: []tf.Input{
-			num_layers, num_units, input_size, tf.OutputList(weights), tf.OutputList(biases),
+			var_, accum, lr, grad, momentum,
 		},
 		Attrs: attrs,
 	}
+	return scope.AddOperation(opspec)
+}
+
+// Exits the current frame to its parent frame.
+//
+// Exit makes its input `data` available to the parent frame.
+//
+// Arguments:
+//	data: The tensor to be made available to the parent frame.
+//
+// Returns The same tensor as `data`.
+func Exit(scope *Scope, data tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Exit",
+		Input: []tf.Input{
+			data,
+		},
+	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Creates a dataset containing elements of first component of `input_dataset` having true in the last component.
-func FilterByLastComponentDataset(scope *Scope, input_dataset tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (output tf.Output) {
+// Produce a string tensor that encodes the state of a Reader.
+//
+// Not all Readers support being serialized, so this can produce an
+// Unimplemented error.
+//
+// Arguments:
+//	reader_handle: Handle to a Reader.
+func ReaderSerializeStateV2(scope *Scope, reader_handle tf.Output) (state tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "FilterByLastComponentDataset",
+		Type: "ReaderSerializeStateV2",
 		Input: []tf.Input{
-			input_dataset,
+			reader_handle,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Elementwise computes the bitwise AND of `x` and `y`.
+// MaxPoolAttr is an optional argument to MaxPool.
+type MaxPoolAttr func(optionalAttr)
+
+// MaxPoolDataFormat sets the optional data_format attribute to value.
 //
-// The result will have those bits set, that are set in both `x` and `y`. The
-// computation is performed on the underlying representations of `x` and `y`.
-func BitwiseAnd(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, in_channels, in_height, in_width].
+// If not specified, defaults to "NHWC"
+func MaxPoolDataFormat(value string) MaxPoolAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Performs max pooling on the input.
+//
+// Arguments:
+//	input: 4-D input to pool over.
+//	ksize: The size of the window for each dimension of the input tensor.
+//	strides: The stride of the sliding window for each dimension of the
+// input tensor.
+//	padding: The type of padding algorithm to use.
+//
+// Returns The max pooled output tensor.
+func MaxPool(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPoolAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "BitwiseAnd",
+		Type: "MaxPool",
 		Input: []tf.Input{
-			x, y,
+			input,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
@@ -13903,119 +13782,399 @@ func QuantizedReshape(scope *Scope, tensor tf.Output, shape tf.Output, input_min
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "QuantizedReshape",
+		Type: "QuantizedReshape",
+		Input: []tf.Input{
+			tensor, shape, input_min, input_max,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
+}
+
+// Returns the truth value of (x != y) element-wise.
+//
+// *NOTE*: `NotEqual` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func NotEqual(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "NotEqual",
+		Input: []tf.Input{
+			x, y,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Inverse 3D real-valued fast Fourier transform.
+//
+// Computes the inverse 3-dimensional discrete Fourier transform of a real-valued
+// signal over the inner-most 3 dimensions of `input`.
+//
+// The inner-most 3 dimensions of `input` are assumed to be the result of `RFFT3D`:
+// The inner-most dimension contains the `fft_length / 2 + 1` unique components of
+// the DFT of a real-valued signal. If `fft_length` is not provided, it is computed
+// from the size of the inner-most 3 dimensions of `input`. If the FFT length used
+// to compute `input` is odd, it should be provided since it cannot be inferred
+// properly.
+//
+// Along each axis `IRFFT3D` is computed on, if `fft_length` (or
+// `fft_length / 2 + 1` for the inner-most dimension) is smaller than the
+// corresponding dimension of `input`, the dimension is cropped. If it is larger,
+// the dimension is padded with zeros.
+//
+// Arguments:
+//	input: A complex64 tensor.
+//	fft_length: An int32 tensor of shape [3]. The FFT length for each dimension.
+//
+// Returns A float32 tensor of the same rank as `input`. The inner-most 3
+//   dimensions of `input` are replaced with the `fft_length` samples of their
+//   inverse 3D real Fourier transform.
+//
+// @compatibility(numpy)
+// Equivalent to np.irfftn with 3 dimensions.
+// @end_compatibility
+func IRFFT3D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "IRFFT3D",
+		Input: []tf.Input{
+			input, fft_length,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// StringSplitAttr is an optional argument to StringSplit.
+type StringSplitAttr func(optionalAttr)
+
+// StringSplitSkipEmpty sets the optional skip_empty attribute to value.
+//
+// value: A `bool`. If `True`, skip the empty strings from the result.
+// If not specified, defaults to true
+func StringSplitSkipEmpty(value bool) StringSplitAttr {
+	return func(m optionalAttr) {
+		m["skip_empty"] = value
+	}
+}
+
+// Split elements of `input` based on `delimiter` into a `SparseTensor`.
+//
+// Let N be the size of source (typically N will be the batch size). Split each
+// element of `input` based on `delimiter` and return a `SparseTensor`
+// containing the splitted tokens. Empty tokens are ignored.
+//
+// `delimiter` can be empty, or a string of split characters. If `delimiter` is an
+//  empty string, each element of `input` is split into individual single-byte
+//  character strings, including splitting of UTF-8 multibyte sequences. Otherwise
+//  every character of `delimiter` is a potential split point.
+//
+// For example:
+//   N = 2, input[0] is 'hello world' and input[1] is 'a b c', then the output
+//   will be
+//
+//   indices = [0, 0;
+//              0, 1;
+//              1, 0;
+//              1, 1;
+//              1, 2]
+//   shape = [2, 3]
+//   values = ['hello', 'world', 'a', 'b', 'c']
+//
+// Arguments:
+//	input: 1-D. Strings to split.
+//	delimiter: 0-D. Delimiter characters (bytes), or empty string.
+//
+// Returns A dense matrix of int64 representing the indices of the sparse tensor.A vector of strings corresponding to the splited values.a length-2 vector of int64 representing the shape of the sparse
+// tensor, where the first value is N and the second value is the maximum number
+// of tokens in a single input entry.
+func StringSplit(scope *Scope, input tf.Output, delimiter tf.Output, optional ...StringSplitAttr) (indices tf.Output, values tf.Output, shape tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "StringSplit",
+		Input: []tf.Input{
+			input, delimiter,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
+}
+
+// ResourceSparseApplyMomentumAttr is an optional argument to ResourceSparseApplyMomentum.
+type ResourceSparseApplyMomentumAttr func(optionalAttr)
+
+// ResourceSparseApplyMomentumUseLocking sets the optional use_locking attribute to value.
+//
+// value: If `True`, updating of the var and accum tensors will be protected
+// by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceSparseApplyMomentumUseLocking(value bool) ResourceSparseApplyMomentumAttr {
+	return func(m optionalAttr) {
+		m["use_locking"] = value
+	}
+}
+
+// ResourceSparseApplyMomentumUseNesterov sets the optional use_nesterov attribute to value.
+//
+// value: If `True`, the tensor passed to compute grad will be
+// var - lr * momentum * accum, so in the end, the var you get is actually
+// var - lr * momentum * accum.
+// If not specified, defaults to false
+func ResourceSparseApplyMomentumUseNesterov(value bool) ResourceSparseApplyMomentumAttr {
+	return func(m optionalAttr) {
+		m["use_nesterov"] = value
+	}
+}
+
+// Update relevant entries in '*var' and '*accum' according to the momentum scheme.
+//
+// Set use_nesterov = True if you want to use Nesterov momentum.
+//
+// That is for rows we have grad for, we update var and accum as follows:
+//
+// accum = accum * momentum + grad
+// var -= lr * accum
+//
+// Arguments:
+//	var_: Should be from a Variable().
+//	accum: Should be from a Variable().
+//	lr: Learning rate. Must be a scalar.
+//	grad: The gradient.
+//	indices: A vector of indices into the first dimension of var and accum.
+//	momentum: Momentum. Must be a scalar.
+//
+// Returns the created operation.
+func ResourceSparseApplyMomentum(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, indices tf.Output, momentum tf.Output, optional ...ResourceSparseApplyMomentumAttr) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ResourceSparseApplyMomentum",
+		Input: []tf.Input{
+			var_, accum, lr, grad, indices, momentum,
+		},
+		Attrs: attrs,
+	}
+	return scope.AddOperation(opspec)
+}
+
+// Returns the complex conjugate of a complex number.
+//
+// Given a tensor `input` of complex numbers, this operation returns a tensor of
+// complex numbers that are the complex conjugate of each element in `input`. The
+// complex numbers in `input` must be of the form \\(a + bj\\), where *a* is the
+// real part and *b* is the imaginary part.
+//
+// The complex conjugate returned by this operation is of the form \\(a - bj\\).
+//
+// For example:
+//
+// ```
+// # tensor 'input' is [-2.25 + 4.75j, 3.25 + 5.75j]
+// tf.conj(input) ==> [-2.25 - 4.75j, 3.25 - 5.75j]
+// ```
+func Conj(scope *Scope, input tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Conj",
 		Input: []tf.Input{
-			tensor, shape, input_min, input_max,
+			input,
 		},
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// Returns the truth value of (x != y) element-wise.
+// AvgPoolGradAttr is an optional argument to AvgPoolGrad.
+type AvgPoolGradAttr func(optionalAttr)
+
+// AvgPoolGradDataFormat sets the optional data_format attribute to value.
 //
-// *NOTE*: `NotEqual` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func NotEqual(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, in_channels, in_height, in_width].
+// If not specified, defaults to "NHWC"
+func AvgPoolGradDataFormat(value string) AvgPoolGradAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Computes gradients of the average pooling function.
+//
+// Arguments:
+//	orig_input_shape: 1-D.  Shape of the original input to `avg_pool`.
+//	grad: 4-D with shape `[batch, height, width, channels]`.  Gradients w.r.t.
+// the output of `avg_pool`.
+//	ksize: The size of the sliding window for each dimension of the input.
+//	strides: The stride of the sliding window for each dimension of the input.
+//	padding: The type of padding algorithm to use.
+//
+// Returns 4-D.  Gradients w.r.t. the input of `avg_pool`.
+func AvgPoolGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPoolGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "NotEqual",
+		Type: "AvgPoolGrad",
 		Input: []tf.Input{
-			x, y,
+			orig_input_shape, grad,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Inverse 3D real-valued fast Fourier transform.
+// Greedily selects a subset of bounding boxes in descending order of score,
 //
-// Computes the inverse 3-dimensional discrete Fourier transform of a real-valued
-// signal over the inner-most 3 dimensions of `input`.
+// pruning away boxes that have high overlaps
+// with previously selected boxes.  Bounding boxes with score less than
+// `score_threshold` are removed. N-by-n overlap values are supplied as square matrix,
+// which allows for defining a custom overlap criterium (eg. intersection over union,
+// intersection over area, etc.).
 //
-// The inner-most 3 dimensions of `input` are assumed to be the result of `RFFT3D`:
-// The inner-most dimension contains the `fft_length / 2 + 1` unique components of
-// the DFT of a real-valued signal. If `fft_length` is not provided, it is computed
-// from the size of the inner-most 3 dimensions of `input`. If the FFT length used
-// to compute `input` is odd, it should be provided since it cannot be inferred
-// properly.
+// The output of this operation is a set of integers indexing into the input
+// collection of bounding boxes representing the selected boxes.  The bounding
+// box coordinates corresponding to the selected indices can then be obtained
+// using the `tf.gather operation`.  For example:
 //
-// Along each axis `IRFFT3D` is computed on, if `fft_length` (or
-// `fft_length / 2 + 1` for the inner-most dimension) is smaller than the
-// corresponding dimension of `input`, the dimension is cropped. If it is larger,
-// the dimension is padded with zeros.
+//   selected_indices = tf.image.non_max_suppression_with_overlaps(
+//       overlaps, scores, max_output_size, overlap_threshold, score_threshold)
+//   selected_boxes = tf.gather(boxes, selected_indices)
 //
 // Arguments:
-//	input: A complex64 tensor.
-//	fft_length: An int32 tensor of shape [3]. The FFT length for each dimension.
-//
-// Returns A float32 tensor of the same rank as `input`. The inner-most 3
-//   dimensions of `input` are replaced with the `fft_length` samples of their
-//   inverse 3D real Fourier transform.
+//	overlaps: A 2-D float tensor of shape `[num_boxes, num_boxes]` representing
+// the n-by-n box overlap values.
+//	scores: A 1-D float tensor of shape `[num_boxes]` representing a single
+// score corresponding to each box (each row of boxes).
+//	max_output_size: A scalar integer tensor representing the maximum number of
+// boxes to be selected by non max suppression.
+//	overlap_threshold: A 0-D float tensor representing the threshold for deciding whether
+// boxes overlap too.
+//	score_threshold: A 0-D float tensor representing the threshold for deciding when to remove
+// boxes based on score.
 //
-// @compatibility(numpy)
-// Equivalent to np.irfftn with 3 dimensions.
-// @end_compatibility
-func IRFFT3D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
+// Returns A 1-D integer tensor of shape `[M]` representing the selected
+// indices from the boxes tensor, where `M <= max_output_size`.
+func NonMaxSuppressionWithOverlaps(scope *Scope, overlaps tf.Output, scores tf.Output, max_output_size tf.Output, overlap_threshold tf.Output, score_threshold tf.Output) (selected_indices tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "IRFFT3D",
+		Type: "NonMaxSuppressionWithOverlaps",
 		Input: []tf.Input{
-			input, fft_length,
+			overlaps, scores, max_output_size, overlap_threshold, score_threshold,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// StringSplitAttr is an optional argument to StringSplit.
-type StringSplitAttr func(optionalAttr)
+// StageClearAttr is an optional argument to StageClear.
+type StageClearAttr func(optionalAttr)
 
-// StringSplitSkipEmpty sets the optional skip_empty attribute to value.
+// StageClearCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-// value: A `bool`. If `True`, skip the empty strings from the result.
-// If not specified, defaults to true
-func StringSplitSkipEmpty(value bool) StringSplitAttr {
+// REQUIRES: value >= 0
+func StageClearCapacity(value int64) StageClearAttr {
 	return func(m optionalAttr) {
-		m["skip_empty"] = value
+		m["capacity"] = value
 	}
 }
 
-// Split elements of `input` based on `delimiter` into a `SparseTensor`.
-//
-// Let N be the size of source (typically N will be the batch size). Split each
-// element of `input` based on `delimiter` and return a `SparseTensor`
-// containing the splitted tokens. Empty tokens are ignored.
-//
-// `delimiter` can be empty, or a string of split characters. If `delimiter` is an
-//  empty string, each element of `input` is split into individual single-byte
-//  character strings, including splitting of UTF-8 multibyte sequences. Otherwise
-//  every character of `delimiter` is a potential split point.
+// StageClearMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
 //
-// For example:
-//   N = 2, input[0] is 'hello world' and input[1] is 'a b c', then the output
-//   will be
+// REQUIRES: value >= 0
+func StageClearMemoryLimit(value int64) StageClearAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// StageClearContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func StageClearContainer(value string) StageClearAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// StageClearSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func StageClearSharedName(value string) StageClearAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op removes all elements in the underlying container.
 //
-//   indices = [0, 0;
-//              0, 1;
-//              1, 0;
-//              1, 1;
-//              1, 2]
-//   shape = [2, 3]
-//   values = ['hello', 'world', 'a', 'b', 'c']
+// Returns the created operation.
+func StageClear(scope *Scope, dtypes []tf.DataType, optional ...StageClearAttr) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "StageClear",
+
+		Attrs: attrs,
+	}
+	return scope.AddOperation(opspec)
+}
+
+// QuantizedRelu6Attr is an optional argument to QuantizedRelu6.
+type QuantizedRelu6Attr func(optionalAttr)
+
+// QuantizedRelu6OutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_QUINT8
+func QuantizedRelu6OutType(value tf.DataType) QuantizedRelu6Attr {
+	return func(m optionalAttr) {
+		m["out_type"] = value
+	}
+}
+
+// Computes Quantized Rectified Linear 6: `min(max(features, 0), 6)`
 //
 // Arguments:
-//	input: 1-D. Strings to split.
-//	delimiter: 0-D. Delimiter characters (bytes), or empty string.
 //
-// Returns A dense matrix of int64 representing the indices of the sparse tensor.A vector of strings corresponding to the splited values.a length-2 vector of int64 representing the shape of the sparse
-// tensor, where the first value is N and the second value is the maximum number
-// of tokens in a single input entry.
-func StringSplit(scope *Scope, input tf.Output, delimiter tf.Output, optional ...StringSplitAttr) (indices tf.Output, values tf.Output, shape tf.Output) {
+//	min_features: The float value that the lowest quantized value represents.
+//	max_features: The float value that the highest quantized value represents.
+//
+// Returns Has the same output shape as "features".The float value that the lowest quantized value represents.The float value that the highest quantized value represents.
+func QuantizedRelu6(scope *Scope, features tf.Output, min_features tf.Output, max_features tf.Output, optional ...QuantizedRelu6Attr) (activations tf.Output, min_activations tf.Output, max_activations tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14024,9 +14183,9 @@ func StringSplit(scope *Scope, input tf.Output, delimiter tf.Output, optional ..
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "StringSplit",
+		Type: "QuantizedRelu6",
 		Input: []tf.Input{
-			input, delimiter,
+			features, min_features, max_features,
 		},
 		Attrs: attrs,
 	}
@@ -14034,127 +14193,186 @@ func StringSplit(scope *Scope, input tf.Output, delimiter tf.Output, optional ..
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// ResourceSparseApplyMomentumAttr is an optional argument to ResourceSparseApplyMomentum.
-type ResourceSparseApplyMomentumAttr func(optionalAttr)
+// FixedLengthRecordReaderV2Attr is an optional argument to FixedLengthRecordReaderV2.
+type FixedLengthRecordReaderV2Attr func(optionalAttr)
 
-// ResourceSparseApplyMomentumUseLocking sets the optional use_locking attribute to value.
+// FixedLengthRecordReaderV2HeaderBytes sets the optional header_bytes attribute to value.
 //
-// value: If `True`, updating of the var and accum tensors will be protected
-// by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
-// If not specified, defaults to false
-func ResourceSparseApplyMomentumUseLocking(value bool) ResourceSparseApplyMomentumAttr {
+// value: Number of bytes in the header, defaults to 0.
+// If not specified, defaults to 0
+func FixedLengthRecordReaderV2HeaderBytes(value int64) FixedLengthRecordReaderV2Attr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["header_bytes"] = value
+	}
+}
+
+// FixedLengthRecordReaderV2FooterBytes sets the optional footer_bytes attribute to value.
+//
+// value: Number of bytes in the footer, defaults to 0.
+// If not specified, defaults to 0
+func FixedLengthRecordReaderV2FooterBytes(value int64) FixedLengthRecordReaderV2Attr {
+	return func(m optionalAttr) {
+		m["footer_bytes"] = value
+	}
+}
+
+// FixedLengthRecordReaderV2HopBytes sets the optional hop_bytes attribute to value.
+//
+// value: Number of bytes to hop before each read. Default of 0 means using
+// record_bytes.
+// If not specified, defaults to 0
+func FixedLengthRecordReaderV2HopBytes(value int64) FixedLengthRecordReaderV2Attr {
+	return func(m optionalAttr) {
+		m["hop_bytes"] = value
+	}
+}
+
+// FixedLengthRecordReaderV2Container sets the optional container attribute to value.
+//
+// value: If non-empty, this reader is placed in the given container.
+// Otherwise, a default container is used.
+// If not specified, defaults to ""
+func FixedLengthRecordReaderV2Container(value string) FixedLengthRecordReaderV2Attr {
+	return func(m optionalAttr) {
+		m["container"] = value
 	}
 }
 
-// ResourceSparseApplyMomentumUseNesterov sets the optional use_nesterov attribute to value.
+// FixedLengthRecordReaderV2SharedName sets the optional shared_name attribute to value.
 //
-// value: If `True`, the tensor passed to compute grad will be
-// var - lr * momentum * accum, so in the end, the var you get is actually
-// var - lr * momentum * accum.
-// If not specified, defaults to false
-func ResourceSparseApplyMomentumUseNesterov(value bool) ResourceSparseApplyMomentumAttr {
+// value: If non-empty, this reader is named in the given bucket
+// with this shared_name. Otherwise, the node name is used instead.
+// If not specified, defaults to ""
+func FixedLengthRecordReaderV2SharedName(value string) FixedLengthRecordReaderV2Attr {
 	return func(m optionalAttr) {
-		m["use_nesterov"] = value
+		m["shared_name"] = value
 	}
 }
 
-// Update relevant entries in '*var' and '*accum' according to the momentum scheme.
-//
-// Set use_nesterov = True if you want to use Nesterov momentum.
-//
-// That is for rows we have grad for, we update var and accum as follows:
+// FixedLengthRecordReaderV2Encoding sets the optional encoding attribute to value.
 //
-// accum = accum * momentum + grad
-// var -= lr * accum
+// value: The type of encoding for the file. Currently ZLIB and GZIP
+// are supported. Defaults to none.
+// If not specified, defaults to ""
+func FixedLengthRecordReaderV2Encoding(value string) FixedLengthRecordReaderV2Attr {
+	return func(m optionalAttr) {
+		m["encoding"] = value
+	}
+}
+
+// A Reader that outputs fixed-length records from a file.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	accum: Should be from a Variable().
-//	lr: Learning rate. Must be a scalar.
-//	grad: The gradient.
-//	indices: A vector of indices into the first dimension of var and accum.
-//	momentum: Momentum. Must be a scalar.
+//	record_bytes: Number of bytes in the record.
 //
-// Returns the created operation.
-func ResourceSparseApplyMomentum(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, indices tf.Output, momentum tf.Output, optional ...ResourceSparseApplyMomentumAttr) (o *tf.Operation) {
+// Returns The handle to reference the Reader.
+func FixedLengthRecordReaderV2(scope *Scope, record_bytes int64, optional ...FixedLengthRecordReaderV2Attr) (reader_handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"record_bytes": record_bytes}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceSparseApplyMomentum",
+		Type: "FixedLengthRecordReaderV2",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Computes numerical negative value element-wise.
+//
+// I.e., \\(y = -x\\).
+func Neg(scope *Scope, x tf.Output) (y tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Neg",
 		Input: []tf.Input{
-			var_, accum, lr, grad, indices, momentum,
+			x,
 		},
-		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Returns the complex conjugate of a complex number.
+// Execute a sub graph on a remote processor.
 //
-// Given a tensor `input` of complex numbers, this operation returns a tensor of
-// complex numbers that are the complex conjugate of each element in `input`. The
-// complex numbers in `input` must be of the form \\(a + bj\\), where *a* is the
-// real part and *b* is the imaginary part.
+// The graph specifications(such as graph itself, input tensors and output names)
+// are stored as a serialized protocol buffer of RemoteFusedGraphExecuteInfo
+// as serialized_remote_fused_graph_execute_info.
+// The specifications will be passed to a dedicated registered
+// remote fused graph executor.  The executor will send the graph specifications
+// to a remote processor and execute that graph.  The execution results
+// will be passed to consumer nodes as outputs of this node.
 //
-// The complex conjugate returned by this operation is of the form \\(a - bj\\).
+// Arguments:
+//	inputs: Arbitrary number of tensors with arbitrary data types
 //
-// For example:
+//	serialized_remote_fused_graph_execute_info: Serialized protocol buffer
+// of RemoteFusedGraphExecuteInfo which contains graph specifications.
 //
-// ```
-// # tensor 'input' is [-2.25 + 4.75j, 3.25 + 5.75j]
-// tf.conj(input) ==> [-2.25 - 4.75j, 3.25 - 5.75j]
-// ```
-func Conj(scope *Scope, input tf.Output) (output tf.Output) {
+// Returns Arbitrary number of tensors with arbitrary data types
+func RemoteFusedGraphExecute(scope *Scope, inputs []tf.Output, Toutputs []tf.DataType, serialized_remote_fused_graph_execute_info string) (outputs []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"Toutputs": Toutputs, "serialized_remote_fused_graph_execute_info": serialized_remote_fused_graph_execute_info}
 	opspec := tf.OpSpec{
-		Type: "Conj",
+		Type: "RemoteFusedGraphExecute",
 		Input: []tf.Input{
-			input,
+			tf.OutputList(inputs),
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if outputs, idx, err = makeOutputList(op, idx, "outputs"); err != nil {
+		scope.UpdateErr("RemoteFusedGraphExecute", err)
+		return
+	}
+	return outputs
 }
 
-// AvgPoolGradAttr is an optional argument to AvgPoolGrad.
-type AvgPoolGradAttr func(optionalAttr)
+// MaxPool3DGradGradAttr is an optional argument to MaxPool3DGradGrad.
+type MaxPool3DGradGradAttr func(optionalAttr)
 
-// AvgPoolGradDataFormat sets the optional data_format attribute to value.
+// MaxPool3DGradGradDataFormat sets the optional data_format attribute to value.
 //
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func AvgPoolGradDataFormat(value string) AvgPoolGradAttr {
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func MaxPool3DGradGradDataFormat(value string) MaxPool3DGradGradAttr {
 	return func(m optionalAttr) {
 		m["data_format"] = value
 	}
 }
 
-// Computes gradients of the average pooling function.
+// Computes second-order gradients of the maxpooling function.
 //
 // Arguments:
-//	orig_input_shape: 1-D.  Shape of the original input to `avg_pool`.
-//	grad: 4-D with shape `[batch, height, width, channels]`.  Gradients w.r.t.
-// the output of `avg_pool`.
-//	ksize: The size of the sliding window for each dimension of the input.
-//	strides: The stride of the sliding window for each dimension of the input.
+//	orig_input: The original input tensor.
+//	orig_output: The original output tensor.
+//	grad: Output backprop of shape `[batch, depth, rows, cols, channels]`.
+//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
+// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
 //	padding: The type of padding algorithm to use.
 //
-// Returns 4-D.  Gradients w.r.t. the input of `avg_pool`.
-func AvgPoolGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPoolGradAttr) (output tf.Output) {
+// Returns Gradients of gradients w.r.t. the input to `max_pool`.
+func MaxPool3DGradGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DGradGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14163,9 +14381,9 @@ func AvgPoolGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "AvgPoolGrad",
+		Type: "MaxPool3DGradGrad",
 		Input: []tf.Input{
-			orig_input_shape, grad,
+			orig_input, orig_output, grad,
 		},
 		Attrs: attrs,
 	}
@@ -14173,129 +14391,181 @@ func AvgPoolGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize
 	return op.Output(0)
 }
 
-// Greedily selects a subset of bounding boxes in descending order of score,
-//
-// pruning away boxes that have high overlaps
-// with previously selected boxes.  Bounding boxes with score less than
-// `score_threshold` are removed. N-by-n overlap values are supplied as square matrix,
-// which allows for defining a custom overlap criterium (eg. intersection over union,
-// intersection over area, etc.).
+// Conv3DBackpropFilterV2Attr is an optional argument to Conv3DBackpropFilterV2.
+type Conv3DBackpropFilterV2Attr func(optionalAttr)
+
+// Conv3DBackpropFilterV2DataFormat sets the optional data_format attribute to value.
 //
-// The output of this operation is a set of integers indexing into the input
-// collection of bounding boxes representing the selected boxes.  The bounding
-// box coordinates corresponding to the selected indices can then be obtained
-// using the `tf.gather operation`.  For example:
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func Conv3DBackpropFilterV2DataFormat(value string) Conv3DBackpropFilterV2Attr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Conv3DBackpropFilterV2Dilations sets the optional dilations attribute to value.
 //
-//   selected_indices = tf.image.non_max_suppression_with_overlaps(
-//       overlaps, scores, max_output_size, overlap_threshold, score_threshold)
-//   selected_boxes = tf.gather(boxes, selected_indices)
+// value: 1-D tensor of length 5.  The dilation factor for each dimension of
+// `input`. If set to k > 1, there will be k-1 skipped cells between each
+// filter element on that dimension. The dimension order is determined by the
+// value of `data_format`, see above for details. Dilations in the batch and
+// depth dimensions must be 1.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
+func Conv3DBackpropFilterV2Dilations(value []int64) Conv3DBackpropFilterV2Attr {
+	return func(m optionalAttr) {
+		m["dilations"] = value
+	}
+}
+
+// Computes the gradients of 3-D convolution with respect to the filter.
 //
 // Arguments:
-//	overlaps: A 2-D float tensor of shape `[num_boxes, num_boxes]` representing
-// the n-by-n box overlap values.
-//	scores: A 1-D float tensor of shape `[num_boxes]` representing a single
-// score corresponding to each box (each row of boxes).
-//	max_output_size: A scalar integer tensor representing the maximum number of
-// boxes to be selected by non max suppression.
-//	overlap_threshold: A 0-D float tensor representing the threshold for deciding whether
-// boxes overlap too.
-//	score_threshold: A 0-D float tensor representing the threshold for deciding when to remove
-// boxes based on score.
-//
-// Returns A 1-D integer tensor of shape `[M]` representing the selected
-// indices from the boxes tensor, where `M <= max_output_size`.
-func NonMaxSuppressionWithOverlaps(scope *Scope, overlaps tf.Output, scores tf.Output, max_output_size tf.Output, overlap_threshold tf.Output, score_threshold tf.Output) (selected_indices tf.Output) {
+//	input: Shape `[batch, depth, rows, cols, in_channels]`.
+//	filter_sizes: An integer vector representing the tensor shape of `filter`,
+// where `filter` is a 5-D
+// `[filter_depth, filter_height, filter_width, in_channels, out_channels]`
+// tensor.
+//	out_backprop: Backprop signal of shape `[batch, out_depth, out_rows, out_cols,
+// out_channels]`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+func Conv3DBackpropFilterV2(scope *Scope, input tf.Output, filter_sizes tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...Conv3DBackpropFilterV2Attr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "NonMaxSuppressionWithOverlaps",
+		Type: "Conv3DBackpropFilterV2",
 		Input: []tf.Input{
-			overlaps, scores, max_output_size, overlap_threshold, score_threshold,
+			input, filter_sizes, out_backprop,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// StageClearAttr is an optional argument to StageClear.
-type StageClearAttr func(optionalAttr)
-
-// StageClearCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func StageClearCapacity(value int64) StageClearAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// StageClearMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func StageClearMemoryLimit(value int64) StageClearAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
+	return op.Output(0)
 }
 
-// StageClearContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func StageClearContainer(value string) StageClearAttr {
+// FakeQuantWithMinMaxVarsAttr is an optional argument to FakeQuantWithMinMaxVars.
+type FakeQuantWithMinMaxVarsAttr func(optionalAttr)
+
+// FakeQuantWithMinMaxVarsNumBits sets the optional num_bits attribute to value.
+// If not specified, defaults to 8
+func FakeQuantWithMinMaxVarsNumBits(value int64) FakeQuantWithMinMaxVarsAttr {
 	return func(m optionalAttr) {
-		m["container"] = value
+		m["num_bits"] = value
 	}
 }
 
-// StageClearSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func StageClearSharedName(value string) StageClearAttr {
+// FakeQuantWithMinMaxVarsNarrowRange sets the optional narrow_range attribute to value.
+// If not specified, defaults to false
+func FakeQuantWithMinMaxVarsNarrowRange(value bool) FakeQuantWithMinMaxVarsAttr {
 	return func(m optionalAttr) {
-		m["shared_name"] = value
+		m["narrow_range"] = value
 	}
 }
 
-// Op removes all elements in the underlying container.
+// Fake-quantize the 'inputs' tensor of type float via global float scalars `min`
 //
-// Returns the created operation.
-func StageClear(scope *Scope, dtypes []tf.DataType, optional ...StageClearAttr) (o *tf.Operation) {
+// and `max` to 'outputs' tensor of same shape as `inputs`.
+//
+// `[min; max]` define the clamping range for the `inputs` data.
+// `inputs` values are quantized into the quantization range (`[0; 2^num_bits - 1]`
+// when `narrow_range` is false and `[1; 2^num_bits - 1]` when it is true) and
+// then de-quantized and output as floats in `[min; max]` interval.
+// `num_bits` is the bitwidth of the quantization; between 2 and 16, inclusive.
+//
+// This operation has a gradient and thus allows for training `min` and `max`
+// values.
+func FakeQuantWithMinMaxVars(scope *Scope, inputs tf.Output, min tf.Output, max tf.Output, optional ...FakeQuantWithMinMaxVarsAttr) (outputs tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "StageClear",
-
+		Type: "FakeQuantWithMinMaxVars",
+		Input: []tf.Input{
+			inputs, min, max,
+		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// QuantizedRelu6Attr is an optional argument to QuantizedRelu6.
-type QuantizedRelu6Attr func(optionalAttr)
+// ResourceScatterNdUpdateAttr is an optional argument to ResourceScatterNdUpdate.
+type ResourceScatterNdUpdateAttr func(optionalAttr)
 
-// QuantizedRelu6OutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_QUINT8
-func QuantizedRelu6OutType(value tf.DataType) QuantizedRelu6Attr {
+// ResourceScatterNdUpdateUseLocking sets the optional use_locking attribute to value.
+//
+// value: An optional bool. Defaults to True. If True, the assignment will
+// be protected by a lock; otherwise the behavior is undefined,
+// but may exhibit less contention.
+// If not specified, defaults to true
+func ResourceScatterNdUpdateUseLocking(value bool) ResourceScatterNdUpdateAttr {
 	return func(m optionalAttr) {
-		m["out_type"] = value
+		m["use_locking"] = value
 	}
 }
 
-// Computes Quantized Rectified Linear 6: `min(max(features, 0), 6)`
+// Applies sparse `updates` to individual values or slices within a given
 //
-// Arguments:
+// variable according to `indices`.
 //
-//	min_features: The float value that the lowest quantized value represents.
-//	max_features: The float value that the highest quantized value represents.
+// `ref` is a `Tensor` with rank `P` and `indices` is a `Tensor` of rank `Q`.
 //
-// Returns Has the same output shape as "features".The float value that the lowest quantized value represents.The float value that the highest quantized value represents.
-func QuantizedRelu6(scope *Scope, features tf.Output, min_features tf.Output, max_features tf.Output, optional ...QuantizedRelu6Attr) (activations tf.Output, min_activations tf.Output, max_activations tf.Output) {
+// `indices` must be integer tensor, containing indices into `ref`.
+// It must be shape `[d_0, ..., d_{Q-2}, K]` where `0 < K <= P`.
+//
+// The innermost dimension of `indices` (with length `K`) corresponds to
+// indices into elements (if `K = P`) or slices (if `K < P`) along the `K`th
+// dimension of `ref`.
+//
+// `updates` is `Tensor` of rank `Q-1+P-K` with shape:
+//
+// ```
+// [d_0, ..., d_{Q-2}, ref.shape[K], ..., ref.shape[P-1]].
+// ```
+//
+// For example, say we want to update 4 scattered elements to a rank-1 tensor to
+// 8 elements. In Python, that update would look like this:
+//
+// ```python
+//     ref = tf.Variable([1, 2, 3, 4, 5, 6, 7, 8])
+//     indices = tf.constant([[4], [3], [1] ,[7]])
+//     updates = tf.constant([9, 10, 11, 12])
+//     update = tf.scatter_nd_update(ref, indices, updates)
+//     with tf.Session() as sess:
+//       print sess.run(update)
+// ```
+//
+// The resulting update to ref would look like this:
+//
+//     [1, 11, 3, 10, 9, 6, 7, 12]
+//
+// See `tf.scatter_nd` for more details about how to make updates to
+// slices.
+//
+// Arguments:
+//	ref: A resource handle. Must be from a VarHandleOp.
+//	indices: A Tensor. Must be one of the following types: int32, int64.
+// A tensor of indices into ref.
+//	updates: A Tensor. Must have the same type as ref. A tensor of updated
+// values to add to ref.
+//
+// Returns the created operation.
+func ResourceScatterNdUpdate(scope *Scope, ref tf.Output, indices tf.Output, updates tf.Output, optional ...ResourceScatterNdUpdateAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14304,131 +14574,179 @@ func QuantizedRelu6(scope *Scope, features tf.Output, min_features tf.Output, ma
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "QuantizedRelu6",
+		Type: "ResourceScatterNdUpdate",
 		Input: []tf.Input{
-			features, min_features, max_features,
+			ref, indices, updates,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return scope.AddOperation(opspec)
 }
 
-// FixedLengthRecordReaderV2Attr is an optional argument to FixedLengthRecordReaderV2.
-type FixedLengthRecordReaderV2Attr func(optionalAttr)
-
-// FixedLengthRecordReaderV2HeaderBytes sets the optional header_bytes attribute to value.
+// Produces a string handle for the given MultiDeviceIterator.
 //
-// value: Number of bytes in the header, defaults to 0.
-// If not specified, defaults to 0
-func FixedLengthRecordReaderV2HeaderBytes(value int64) FixedLengthRecordReaderV2Attr {
-	return func(m optionalAttr) {
-		m["header_bytes"] = value
-	}
-}
-
-// FixedLengthRecordReaderV2FooterBytes sets the optional footer_bytes attribute to value.
+// Arguments:
+//	multi_device_iterator: A MultiDeviceIterator resource.
 //
-// value: Number of bytes in the footer, defaults to 0.
-// If not specified, defaults to 0
-func FixedLengthRecordReaderV2FooterBytes(value int64) FixedLengthRecordReaderV2Attr {
-	return func(m optionalAttr) {
-		m["footer_bytes"] = value
+// Returns A string representing the resource.
+func MultiDeviceIteratorToStringHandle(scope *Scope, multi_device_iterator tf.Output) (string_handle tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// FixedLengthRecordReaderV2HopBytes sets the optional hop_bytes attribute to value.
-//
-// value: Number of bytes to hop before each read. Default of 0 means using
-// record_bytes.
-// If not specified, defaults to 0
-func FixedLengthRecordReaderV2HopBytes(value int64) FixedLengthRecordReaderV2Attr {
-	return func(m optionalAttr) {
-		m["hop_bytes"] = value
+	opspec := tf.OpSpec{
+		Type: "MultiDeviceIteratorToStringHandle",
+		Input: []tf.Input{
+			multi_device_iterator,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// FixedLengthRecordReaderV2Container sets the optional container attribute to value.
+// Applies softmax to a batched N-D `SparseTensor`.
 //
-// value: If non-empty, this reader is placed in the given container.
-// Otherwise, a default container is used.
-// If not specified, defaults to ""
-func FixedLengthRecordReaderV2Container(value string) FixedLengthRecordReaderV2Attr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// FixedLengthRecordReaderV2SharedName sets the optional shared_name attribute to value.
+// The inputs represent an N-D SparseTensor  with logical shape `[..., B, C]`
+// (where `N >= 2`), and with indices sorted in the canonical lexicographic order.
 //
-// value: If non-empty, this reader is named in the given bucket
-// with this shared_name. Otherwise, the node name is used instead.
-// If not specified, defaults to ""
-func FixedLengthRecordReaderV2SharedName(value string) FixedLengthRecordReaderV2Attr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// FixedLengthRecordReaderV2Encoding sets the optional encoding attribute to value.
+// This op is equivalent to applying the normal `tf.nn.softmax()` to each innermost
+// logical submatrix with shape `[B, C]`, but with the catch that *the implicitly
+// zero elements do not participate*.  Specifically, the algorithm is equivalent
+// to the following:
 //
-// value: The type of encoding for the file. Currently ZLIB and GZIP
-// are supported. Defaults to none.
-// If not specified, defaults to ""
-func FixedLengthRecordReaderV2Encoding(value string) FixedLengthRecordReaderV2Attr {
-	return func(m optionalAttr) {
-		m["encoding"] = value
+//   (1) Applies `tf.nn.softmax()` to a densified view of each innermost submatrix
+//       with shape `[B, C]`, along the size-C dimension;
+//   (2) Masks out the original implicitly-zero locations;
+//   (3) Renormalizes the remaining elements.
+//
+// Hence, the `SparseTensor` result has exactly the same non-zero indices and
+// shape.
+//
+// Arguments:
+//	sp_indices: 2-D.  `NNZ x R` matrix with the indices of non-empty values in a
+// SparseTensor, in canonical ordering.
+//	sp_values: 1-D.  `NNZ` non-empty values corresponding to `sp_indices`.
+//	sp_shape: 1-D.  Shape of the input SparseTensor.
+//
+// Returns 1-D.  The `NNZ` values for the result `SparseTensor`.
+func SparseSoftmax(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "SparseSoftmax",
+		Input: []tf.Input{
+			sp_indices, sp_values, sp_shape,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// A Reader that outputs fixed-length records from a file.
+// Partitions `data` into `num_partitions` tensors using indices from `partitions`.
+//
+// For each index tuple `js` of size `partitions.ndim`, the slice `data[js, ...]`
+// becomes part of `outputs[partitions[js]]`.  The slices with `partitions[js] = i`
+// are placed in `outputs[i]` in lexicographic order of `js`, and the first
+// dimension of `outputs[i]` is the number of entries in `partitions` equal to `i`.
+// In detail,
+//
+// ```python
+//     outputs[i].shape = [sum(partitions == i)] + data.shape[partitions.ndim:]
+//
+//     outputs[i] = pack([data[js, ...] for js if partitions[js] == i])
+// ```
+//
+// `data.shape` must start with `partitions.shape`.
+//
+// For example:
+//
+// ```python
+//     # Scalar partitions.
+//     partitions = 1
+//     num_partitions = 2
+//     data = [10, 20]
+//     outputs[0] = []  # Empty with shape [0, 2]
+//     outputs[1] = [[10, 20]]
+//
+//     # Vector partitions.
+//     partitions = [0, 0, 1, 1, 0]
+//     num_partitions = 2
+//     data = [10, 20, 30, 40, 50]
+//     outputs[0] = [10, 20, 50]
+//     outputs[1] = [30, 40]
+// ```
+//
+// See `dynamic_stitch` for an example on how to merge partitions back.
+//
+// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
+// <img style="width:100%" src="https://www.tensorflow.org/images/DynamicPartition.png" alt>
+// </div>
 //
 // Arguments:
-//	record_bytes: Number of bytes in the record.
 //
-// Returns The handle to reference the Reader.
-func FixedLengthRecordReaderV2(scope *Scope, record_bytes int64, optional ...FixedLengthRecordReaderV2Attr) (reader_handle tf.Output) {
+//	partitions: Any shape.  Indices in the range `[0, num_partitions)`.
+//	num_partitions: The number of partitions to output.
+func DynamicPartition(scope *Scope, data tf.Output, partitions tf.Output, num_partitions int64) (outputs []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"record_bytes": record_bytes}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"num_partitions": num_partitions}
 	opspec := tf.OpSpec{
-		Type: "FixedLengthRecordReaderV2",
-
+		Type: "DynamicPartition",
+		Input: []tf.Input{
+			data, partitions,
+		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if outputs, idx, err = makeOutputList(op, idx, "outputs"); err != nil {
+		scope.UpdateErr("DynamicPartition", err)
+		return
+	}
+	return outputs
 }
 
-// RegexReplaceAttr is an optional argument to RegexReplace.
-type RegexReplaceAttr func(optionalAttr)
+// ResourceApplyAdagradAttr is an optional argument to ResourceApplyAdagrad.
+type ResourceApplyAdagradAttr func(optionalAttr)
 
-// RegexReplaceReplaceGlobal sets the optional replace_global attribute to value.
+// ResourceApplyAdagradUseLocking sets the optional use_locking attribute to value.
 //
-// value: If True, the replacement is global, otherwise the replacement
-// is done only on the first match.
+// value: If `True`, updating of the var and accum tensors will be protected
+// by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceApplyAdagradUseLocking(value bool) ResourceApplyAdagradAttr {
+	return func(m optionalAttr) {
+		m["use_locking"] = value
+	}
+}
+
+// ResourceApplyAdagradUpdateSlots sets the optional update_slots attribute to value.
 // If not specified, defaults to true
-func RegexReplaceReplaceGlobal(value bool) RegexReplaceAttr {
+func ResourceApplyAdagradUpdateSlots(value bool) ResourceApplyAdagradAttr {
 	return func(m optionalAttr) {
-		m["replace_global"] = value
+		m["update_slots"] = value
 	}
 }
 
-// Replaces the match of pattern in input with rewrite.
+// Update '*var' according to the adagrad scheme.
 //
-// It follows the re2 syntax (https://github.com/google/re2/wiki/Syntax)
+// accum += grad * grad
+// var -= lr * grad * (1 / sqrt(accum))
 //
 // Arguments:
-//	input: The text to be processed.
-//	pattern: The regular expression to match the input.
-//	rewrite: The rewrite to be applied to the matched expresion.
+//	var_: Should be from a Variable().
+//	accum: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	grad: The gradient.
 //
-// Returns The text after applying pattern and rewrite.
-func RegexReplace(scope *Scope, input tf.Output, pattern tf.Output, rewrite tf.Output, optional ...RegexReplaceAttr) (output tf.Output) {
+// Returns the created operation.
+func ResourceApplyAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, optional ...ResourceApplyAdagradAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14437,117 +14755,77 @@ func RegexReplace(scope *Scope, input tf.Output, pattern tf.Output, rewrite tf.O
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "RegexReplace",
+		Type: "ResourceApplyAdagrad",
 		Input: []tf.Input{
-			input, pattern, rewrite,
+			var_, accum, lr, grad,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// Computes numerical negative value element-wise.
+// Return the shape of s0 op s1 with broadcast.
 //
-// I.e., \\(y = -x\\).
-func Neg(scope *Scope, x tf.Output) (y tf.Output) {
+// Given `s0` and `s1`, tensors that represent shapes, compute `r0`, the
+// broadcasted shape. `s0`, `s1` and `r0` are all integer vectors.
+func BroadcastArgs(scope *Scope, s0 tf.Output, s1 tf.Output) (r0 tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "Neg",
+		Type: "BroadcastArgs",
 		Input: []tf.Input{
-			x,
+			s0, s1,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Execute a sub graph on a remote processor.
-//
-// The graph specifications(such as graph itself, input tensors and output names)
-// are stored as a serialized protocol buffer of RemoteFusedGraphExecuteInfo
-// as serialized_remote_fused_graph_execute_info.
-// The specifications will be passed to a dedicated registered
-// remote fused graph executor.  The executor will send the graph specifications
-// to a remote processor and execute that graph.  The execution results
-// will be passed to consumer nodes as outputs of this node.
-//
-// Arguments:
-//	inputs: Arbitrary number of tensors with arbitrary data types
-//
-//	serialized_remote_fused_graph_execute_info: Serialized protocol buffer
-// of RemoteFusedGraphExecuteInfo which contains graph specifications.
+// DataFormatDimMapAttr is an optional argument to DataFormatDimMap.
+type DataFormatDimMapAttr func(optionalAttr)
+
+// DataFormatDimMapSrcFormat sets the optional src_format attribute to value.
 //
-// Returns Arbitrary number of tensors with arbitrary data types
-func RemoteFusedGraphExecute(scope *Scope, inputs []tf.Output, Toutputs []tf.DataType, serialized_remote_fused_graph_execute_info string) (outputs []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"Toutputs": Toutputs, "serialized_remote_fused_graph_execute_info": serialized_remote_fused_graph_execute_info}
-	opspec := tf.OpSpec{
-		Type: "RemoteFusedGraphExecute",
-		Input: []tf.Input{
-			tf.OutputList(inputs),
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if outputs, idx, err = makeOutputList(op, idx, "outputs"); err != nil {
-		scope.UpdateErr("RemoteFusedGraphExecute", err)
-		return
+// value: source data format.
+// If not specified, defaults to "NHWC"
+func DataFormatDimMapSrcFormat(value string) DataFormatDimMapAttr {
+	return func(m optionalAttr) {
+		m["src_format"] = value
 	}
-	return outputs
 }
 
-// MaxPool3DGradGradAttr is an optional argument to MaxPool3DGradGrad.
-type MaxPool3DGradGradAttr func(optionalAttr)
-
-// MaxPool3DGradGradDataFormat sets the optional data_format attribute to value.
+// DataFormatDimMapDstFormat sets the optional dst_format attribute to value.
 //
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func MaxPool3DGradGradDataFormat(value string) MaxPool3DGradGradAttr {
+// value: destination data format.
+// If not specified, defaults to "NCHW"
+func DataFormatDimMapDstFormat(value string) DataFormatDimMapAttr {
 	return func(m optionalAttr) {
-		m["data_format"] = value
+		m["dst_format"] = value
 	}
 }
 
-// Computes second-order gradients of the maxpooling function.
+// Returns the dimension index in the destination data format given the one in
+//
+// the source data format.
 //
 // Arguments:
-//	orig_input: The original input tensor.
-//	orig_output: The original output tensor.
-//	grad: Output backprop of shape `[batch, depth, rows, cols, channels]`.
-//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
-// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
+//	x: A Tensor with each element as a dimension index in source data format.
+// Must be in the range [-4, 4).
 //
-// Returns Gradients of gradients w.r.t. the input to `max_pool`.
-func MaxPool3DGradGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DGradGradAttr) (output tf.Output) {
+// Returns A Tensor with each element as a dimension index in destination data format.
+func DataFormatDimMap(scope *Scope, x tf.Output, optional ...DataFormatDimMapAttr) (y tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MaxPool3DGradGrad",
+		Type: "DataFormatDimMap",
 		Input: []tf.Input{
-			orig_input, orig_output, grad,
+			x,
 		},
 		Attrs: attrs,
 	}
@@ -14555,101 +14833,118 @@ func MaxPool3DGradGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output
 	return op.Output(0)
 }
 
-// Conv3DBackpropFilterV2Attr is an optional argument to Conv3DBackpropFilterV2.
-type Conv3DBackpropFilterV2Attr func(optionalAttr)
-
-// Conv3DBackpropFilterV2DataFormat sets the optional data_format attribute to value.
+// Retrieves the tree ensemble resource stamp token, number of trees and growing statistics.
 //
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func Conv3DBackpropFilterV2DataFormat(value string) Conv3DBackpropFilterV2Attr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
+// Arguments:
+//	tree_ensemble_handle: Handle to the tree ensemble.
+//
+// Returns Stamp token of the tree ensemble resource.The number of trees in the tree ensemble resource.The number of trees that were finished successfully.The number of layers we attempted to build (but not necessarily succeeded).Rank size 2 tensor that contains start and end ids of the nodes in the latest
+// layer.
+func BoostedTreesGetEnsembleStates(scope *Scope, tree_ensemble_handle tf.Output) (stamp_token tf.Output, num_trees tf.Output, num_finalized_trees tf.Output, num_attempted_layers tf.Output, last_layer_nodes_range tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
+	opspec := tf.OpSpec{
+		Type: "BoostedTreesGetEnsembleStates",
+		Input: []tf.Input{
+			tree_ensemble_handle,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
 }
 
-// Conv3DBackpropFilterV2Dilations sets the optional dilations attribute to value.
+// ResourceApplyPowerSignAttr is an optional argument to ResourceApplyPowerSign.
+type ResourceApplyPowerSignAttr func(optionalAttr)
+
+// ResourceApplyPowerSignUseLocking sets the optional use_locking attribute to value.
 //
-// value: 1-D tensor of length 5.  The dilation factor for each dimension of
-// `input`. If set to k > 1, there will be k-1 skipped cells between each
-// filter element on that dimension. The dimension order is determined by the
-// value of `data_format`, see above for details. Dilations in the batch and
-// depth dimensions must be 1.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
-func Conv3DBackpropFilterV2Dilations(value []int64) Conv3DBackpropFilterV2Attr {
+// value: If `True`, updating of the var and m tensors is
+// protected by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceApplyPowerSignUseLocking(value bool) ResourceApplyPowerSignAttr {
 	return func(m optionalAttr) {
-		m["dilations"] = value
+		m["use_locking"] = value
 	}
 }
 
-// Computes the gradients of 3-D convolution with respect to the filter.
+// Update '*var' according to the AddSign update.
+//
+// m_t <- beta1 * m_{t-1} + (1 - beta1) * g
+// update <- exp(logbase * sign_decay * sign(g) * sign(m_t)) * g
+// variable <- variable - lr_t * update
 //
 // Arguments:
-//	input: Shape `[batch, depth, rows, cols, in_channels]`.
-//	filter_sizes: An integer vector representing the tensor shape of `filter`,
-// where `filter` is a 5-D
-// `[filter_depth, filter_height, filter_width, in_channels, out_channels]`
-// tensor.
-//	out_backprop: Backprop signal of shape `[batch, out_depth, out_rows, out_cols,
-// out_channels]`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
-func Conv3DBackpropFilterV2(scope *Scope, input tf.Output, filter_sizes tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...Conv3DBackpropFilterV2Attr) (output tf.Output) {
+//	var_: Should be from a Variable().
+//	m: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	logbase: Must be a scalar.
+//	sign_decay: Must be a scalar.
+//	beta: Must be a scalar.
+//	grad: The gradient.
+//
+// Returns the created operation.
+func ResourceApplyPowerSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Output, logbase tf.Output, sign_decay tf.Output, beta tf.Output, grad tf.Output, optional ...ResourceApplyPowerSignAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Conv3DBackpropFilterV2",
+		Type: "ResourceApplyPowerSign",
 		Input: []tf.Input{
-			input, filter_sizes, out_backprop,
+			var_, m, lr, logbase, sign_decay, beta, grad,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// FakeQuantWithMinMaxVarsAttr is an optional argument to FakeQuantWithMinMaxVars.
-type FakeQuantWithMinMaxVarsAttr func(optionalAttr)
+// StringFormatAttr is an optional argument to StringFormat.
+type StringFormatAttr func(optionalAttr)
 
-// FakeQuantWithMinMaxVarsNumBits sets the optional num_bits attribute to value.
-// If not specified, defaults to 8
-func FakeQuantWithMinMaxVarsNumBits(value int64) FakeQuantWithMinMaxVarsAttr {
+// StringFormatTemplate sets the optional template attribute to value.
+//
+// value: A string, the template to format tensor summaries into.
+// If not specified, defaults to "%s"
+func StringFormatTemplate(value string) StringFormatAttr {
 	return func(m optionalAttr) {
-		m["num_bits"] = value
+		m["template"] = value
 	}
 }
 
-// FakeQuantWithMinMaxVarsNarrowRange sets the optional narrow_range attribute to value.
-// If not specified, defaults to false
-func FakeQuantWithMinMaxVarsNarrowRange(value bool) FakeQuantWithMinMaxVarsAttr {
+// StringFormatPlaceholder sets the optional placeholder attribute to value.
+//
+// value: A string, at each placeholder in the template a subsequent tensor summary will be inserted.
+// If not specified, defaults to "%s"
+func StringFormatPlaceholder(value string) StringFormatAttr {
 	return func(m optionalAttr) {
-		m["narrow_range"] = value
+		m["placeholder"] = value
 	}
 }
 
-// Fake-quantize the 'inputs' tensor of type float via global float scalars `min`
+// StringFormatSummarize sets the optional summarize attribute to value.
 //
-// and `max` to 'outputs' tensor of same shape as `inputs`.
+// value: When formatting the tensor summaries print the first and last summarize entries of each tensor dimension.
+// If not specified, defaults to 3
+func StringFormatSummarize(value int64) StringFormatAttr {
+	return func(m optionalAttr) {
+		m["summarize"] = value
+	}
+}
+
+// Formats a string template using a list of tensors.
 //
-// `[min; max]` define the clamping range for the `inputs` data.
-// `inputs` values are quantized into the quantization range (`[0; 2^num_bits - 1]`
-// when `narrow_range` is false and `[1; 2^num_bits - 1]` when it is true) and
-// then de-quantized and output as floats in `[min; max]` interval.
-// `num_bits` is the bitwidth of the quantization; between 2 and 16, inclusive.
+// Formats a string template using a list of tensors, pretty-printing tensor summaries.
 //
-// This operation has a gradient and thus allows for training `min` and `max`
-// values.
-func FakeQuantWithMinMaxVars(scope *Scope, inputs tf.Output, min tf.Output, max tf.Output, optional ...FakeQuantWithMinMaxVarsAttr) (outputs tf.Output) {
+// Arguments:
+//	inputs: The list of tensors to format into the placeholder string.
+//
+// Returns = The resulting string scalar.
+func StringFormat(scope *Scope, inputs []tf.Output, optional ...StringFormatAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14658,9 +14953,9 @@ func FakeQuantWithMinMaxVars(scope *Scope, inputs tf.Output, min tf.Output, max
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "FakeQuantWithMinMaxVars",
+		Type: "StringFormat",
 		Input: []tf.Input{
-			inputs, min, max,
+			tf.OutputList(inputs),
 		},
 		Attrs: attrs,
 	}
@@ -14668,68 +14963,28 @@ func FakeQuantWithMinMaxVars(scope *Scope, inputs tf.Output, min tf.Output, max
 	return op.Output(0)
 }
 
-// ResourceScatterNdUpdateAttr is an optional argument to ResourceScatterNdUpdate.
-type ResourceScatterNdUpdateAttr func(optionalAttr)
+// ShapeAttr is an optional argument to Shape.
+type ShapeAttr func(optionalAttr)
 
-// ResourceScatterNdUpdateUseLocking sets the optional use_locking attribute to value.
-//
-// value: An optional bool. Defaults to True. If True, the assignment will
-// be protected by a lock; otherwise the behavior is undefined,
-// but may exhibit less contention.
-// If not specified, defaults to true
-func ResourceScatterNdUpdateUseLocking(value bool) ResourceScatterNdUpdateAttr {
+// ShapeOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_INT32
+func ShapeOutType(value tf.DataType) ShapeAttr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["out_type"] = value
 	}
 }
 
-// Applies sparse `updates` to individual values or slices within a given
-//
-// variable according to `indices`.
-//
-// `ref` is a `Tensor` with rank `P` and `indices` is a `Tensor` of rank `Q`.
-//
-// `indices` must be integer tensor, containing indices into `ref`.
-// It must be shape `[d_0, ..., d_{Q-2}, K]` where `0 < K <= P`.
+// Returns the shape of a tensor.
 //
-// The innermost dimension of `indices` (with length `K`) corresponds to
-// indices into elements (if `K = P`) or slices (if `K < P`) along the `K`th
-// dimension of `ref`.
+// This operation returns a 1-D integer tensor representing the shape of `input`.
 //
-// `updates` is `Tensor` of rank `Q-1+P-K` with shape:
+// For example:
 //
 // ```
-// [d_0, ..., d_{Q-2}, ref.shape[K], ..., ref.shape[P-1]].
-// ```
-//
-// For example, say we want to update 4 scattered elements to a rank-1 tensor to
-// 8 elements. In Python, that update would look like this:
-//
-// ```python
-//     ref = tf.Variable([1, 2, 3, 4, 5, 6, 7, 8])
-//     indices = tf.constant([[4], [3], [1] ,[7]])
-//     updates = tf.constant([9, 10, 11, 12])
-//     update = tf.scatter_nd_update(ref, indices, updates)
-//     with tf.Session() as sess:
-//       print sess.run(update)
+// # 't' is [[[1, 1, 1], [2, 2, 2]], [[3, 3, 3], [4, 4, 4]]]
+// shape(t) ==> [2, 2, 3]
 // ```
-//
-// The resulting update to ref would look like this:
-//
-//     [1, 11, 3, 10, 9, 6, 7, 12]
-//
-// See `tf.scatter_nd` for more details about how to make updates to
-// slices.
-//
-// Arguments:
-//	ref: A resource handle. Must be from a VarHandleOp.
-//	indices: A Tensor. Must be one of the following types: int32, int64.
-// A tensor of indices into ref.
-//	updates: A Tensor. Must have the same type as ref. A tensor of updated
-// values to add to ref.
-//
-// Returns the created operation.
-func ResourceScatterNdUpdate(scope *Scope, ref tf.Output, indices tf.Output, updates tf.Output, optional ...ResourceScatterNdUpdateAttr) (o *tf.Operation) {
+func Shape(scope *Scope, input tf.Output, optional ...ShapeAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14738,179 +14993,141 @@ func ResourceScatterNdUpdate(scope *Scope, ref tf.Output, indices tf.Output, upd
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceScatterNdUpdate",
+		Type: "Shape",
 		Input: []tf.Input{
-			ref, indices, updates,
+			input,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Produces a string handle for the given MultiDeviceIterator.
+// Computes the power of one value to another.
 //
-// Arguments:
-//	multi_device_iterator: A MultiDeviceIterator resource.
+// Given a tensor `x` and a tensor `y`, this operation computes \\(x^y\\) for
+// corresponding elements in `x` and `y`. For example:
 //
-// Returns A string representing the resource.
-func MultiDeviceIteratorToStringHandle(scope *Scope, multi_device_iterator tf.Output) (string_handle tf.Output) {
+// ```
+// # tensor 'x' is [[2, 2]], [3, 3]]
+// # tensor 'y' is [[8, 16], [2, 3]]
+// tf.pow(x, y) ==> [[256, 65536], [9, 27]]
+// ```
+func Pow(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "MultiDeviceIteratorToStringHandle",
+		Type: "Pow",
 		Input: []tf.Input{
-			multi_device_iterator,
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Applies softmax to a batched N-D `SparseTensor`.
-//
-// The inputs represent an N-D SparseTensor  with logical shape `[..., B, C]`
-// (where `N >= 2`), and with indices sorted in the canonical lexicographic order.
-//
-// This op is equivalent to applying the normal `tf.nn.softmax()` to each innermost
-// logical submatrix with shape `[B, C]`, but with the catch that *the implicitly
-// zero elements do not participate*.  Specifically, the algorithm is equivalent
-// to the following:
-//
-//   (1) Applies `tf.nn.softmax()` to a densified view of each innermost submatrix
-//       with shape `[B, C]`, along the size-C dimension;
-//   (2) Masks out the original implicitly-zero locations;
-//   (3) Renormalizes the remaining elements.
-//
-// Hence, the `SparseTensor` result has exactly the same non-zero indices and
-// shape.
+// Computes fingerprints of the input strings.
 //
 // Arguments:
-//	sp_indices: 2-D.  `NNZ x R` matrix with the indices of non-empty values in a
-// SparseTensor, in canonical ordering.
-//	sp_values: 1-D.  `NNZ` non-empty values corresponding to `sp_indices`.
-//	sp_shape: 1-D.  Shape of the input SparseTensor.
+//	input: vector of strings to compute fingerprints on.
 //
-// Returns 1-D.  The `NNZ` values for the result `SparseTensor`.
-func SparseSoftmax(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output) (output tf.Output) {
+// Returns a (N,2) shaped matrix where N is the number of elements in the input
+// vector. Each row contains the low and high parts of the fingerprint.
+func SdcaFprint(scope *Scope, input tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseSoftmax",
+		Type: "SdcaFprint",
 		Input: []tf.Input{
-			sp_indices, sp_values, sp_shape,
+			input,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Partitions `data` into `num_partitions` tensors using indices from `partitions`.
-//
-// For each index tuple `js` of size `partitions.ndim`, the slice `data[js, ...]`
-// becomes part of `outputs[partitions[js]]`.  The slices with `partitions[js] = i`
-// are placed in `outputs[i]` in lexicographic order of `js`, and the first
-// dimension of `outputs[i]` is the number of entries in `partitions` equal to `i`.
-// In detail,
-//
-// ```python
-//     outputs[i].shape = [sum(partitions == i)] + data.shape[partitions.ndim:]
-//
-//     outputs[i] = pack([data[js, ...] for js if partitions[js] == i])
-// ```
-//
-// `data.shape` must start with `partitions.shape`.
-//
-// For example:
-//
-// ```python
-//     # Scalar partitions.
-//     partitions = 1
-//     num_partitions = 2
-//     data = [10, 20]
-//     outputs[0] = []  # Empty with shape [0, 2]
-//     outputs[1] = [[10, 20]]
-//
-//     # Vector partitions.
-//     partitions = [0, 0, 1, 1, 0]
-//     num_partitions = 2
-//     data = [10, 20, 30, 40, 50]
-//     outputs[0] = [10, 20, 50]
-//     outputs[1] = [30, 40]
-// ```
-//
-// See `dynamic_stitch` for an example on how to merge partitions back.
+// The gradient operator for the SparseAdd op.
 //
-// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
-// <img style="width:100%" src="https://www.tensorflow.org/images/DynamicPartition.png" alt>
-// </div>
+// The SparseAdd op calculates A + B, where A, B, and the sum are all represented
+// as `SparseTensor` objects.  This op takes in the upstream gradient w.r.t.
+// non-empty values of the sum, and outputs the gradients w.r.t. the non-empty
+// values of A and B.
 //
 // Arguments:
+//	backprop_val_grad: 1-D with shape `[nnz(sum)]`.  The gradient with respect to
+// the non-empty values of the sum.
+//	a_indices: 2-D.  The `indices` of the `SparseTensor` A, size `[nnz(A), ndims]`.
+//	b_indices: 2-D.  The `indices` of the `SparseTensor` B, size `[nnz(B), ndims]`.
+//	sum_indices: 2-D.  The `indices` of the sum `SparseTensor`, size
+// `[nnz(sum), ndims]`.
 //
-//	partitions: Any shape.  Indices in the range `[0, num_partitions)`.
-//	num_partitions: The number of partitions to output.
-func DynamicPartition(scope *Scope, data tf.Output, partitions tf.Output, num_partitions int64) (outputs []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"num_partitions": num_partitions}
-	opspec := tf.OpSpec{
-		Type: "DynamicPartition",
-		Input: []tf.Input{
-			data, partitions,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
+// Returns 1-D with shape `[nnz(A)]`. The gradient with respect to the
+// non-empty values of A.1-D with shape `[nnz(B)]`. The gradient with respect to the
+// non-empty values of B.
+func SparseAddGrad(scope *Scope, backprop_val_grad tf.Output, a_indices tf.Output, b_indices tf.Output, sum_indices tf.Output) (a_val_grad tf.Output, b_val_grad tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	var idx int
-	var err error
-	if outputs, idx, err = makeOutputList(op, idx, "outputs"); err != nil {
-		scope.UpdateErr("DynamicPartition", err)
-		return
-	}
-	return outputs
+	opspec := tf.OpSpec{
+		Type: "SparseAddGrad",
+		Input: []tf.Input{
+			backprop_val_grad, a_indices, b_indices, sum_indices,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
 }
 
-// ResourceApplyAdagradAttr is an optional argument to ResourceApplyAdagrad.
-type ResourceApplyAdagradAttr func(optionalAttr)
+// ResourceSparseApplyCenteredRMSPropAttr is an optional argument to ResourceSparseApplyCenteredRMSProp.
+type ResourceSparseApplyCenteredRMSPropAttr func(optionalAttr)
 
-// ResourceApplyAdagradUseLocking sets the optional use_locking attribute to value.
+// ResourceSparseApplyCenteredRMSPropUseLocking sets the optional use_locking attribute to value.
 //
-// value: If `True`, updating of the var and accum tensors will be protected
-// by a lock; otherwise the behavior is undefined, but may exhibit less
+// value: If `True`, updating of the var, mg, ms, and mom tensors is
+// protected by a lock; otherwise the behavior is undefined, but may exhibit less
 // contention.
 // If not specified, defaults to false
-func ResourceApplyAdagradUseLocking(value bool) ResourceApplyAdagradAttr {
+func ResourceSparseApplyCenteredRMSPropUseLocking(value bool) ResourceSparseApplyCenteredRMSPropAttr {
 	return func(m optionalAttr) {
 		m["use_locking"] = value
 	}
 }
 
-// ResourceApplyAdagradUpdateSlots sets the optional update_slots attribute to value.
-// If not specified, defaults to true
-func ResourceApplyAdagradUpdateSlots(value bool) ResourceApplyAdagradAttr {
-	return func(m optionalAttr) {
-		m["update_slots"] = value
-	}
-}
-
-// Update '*var' according to the adagrad scheme.
+// Update '*var' according to the centered RMSProp algorithm.
 //
-// accum += grad * grad
-// var -= lr * grad * (1 / sqrt(accum))
+// The centered RMSProp algorithm uses an estimate of the centered second moment
+// (i.e., the variance) for normalization, as opposed to regular RMSProp, which
+// uses the (uncentered) second moment. This often helps with training, but is
+// slightly more expensive in terms of computation and memory.
+//
+// Note that in dense implementation of this algorithm, mg, ms, and mom will
+// update even if the grad is zero, but in this sparse implementation, mg, ms,
+// and mom will not update in iterations during which the grad is zero.
+//
+// mean_square = decay * mean_square + (1-decay) * gradient ** 2
+// mean_grad = decay * mean_grad + (1-decay) * gradient
+// Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
+//
+// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
+// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)
+// var <- var - mom
 //
 // Arguments:
 //	var_: Should be from a Variable().
-//	accum: Should be from a Variable().
+//	mg: Should be from a Variable().
+//	ms: Should be from a Variable().
+//	mom: Should be from a Variable().
 //	lr: Scaling factor. Must be a scalar.
+//	rho: Decay rate. Must be a scalar.
+//
+//	epsilon: Ridge term. Must be a scalar.
 //	grad: The gradient.
+//	indices: A vector of indices into the first dimension of var, ms and mom.
 //
 // Returns the created operation.
-func ResourceApplyAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, optional ...ResourceApplyAdagradAttr) (o *tf.Operation) {
+func ResourceSparseApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyCenteredRMSPropAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14919,66 +15136,94 @@ func ResourceApplyAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.O
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyAdagrad",
+		Type: "ResourceSparseApplyCenteredRMSProp",
 		Input: []tf.Input{
-			var_, accum, lr, grad,
+			var_, mg, ms, mom, lr, rho, momentum, epsilon, grad, indices,
 		},
 		Attrs: attrs,
 	}
 	return scope.AddOperation(opspec)
 }
 
-// Return the shape of s0 op s1 with broadcast.
+// Creates a dataset that batches `batch_size` elements from `input_dataset`.
 //
-// Given `s0` and `s1`, tensors that represent shapes, compute `r0`, the
-// broadcasted shape. `s0`, `s1` and `r0` are all integer vectors.
-func BroadcastArgs(scope *Scope, s0 tf.Output, s1 tf.Output) (r0 tf.Output) {
+// Arguments:
+//
+//	batch_size: A scalar representing the number of elements to accumulate in a
+// batch.
+//
+//
+func BatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "BroadcastArgs",
+		Type: "BatchDataset",
 		Input: []tf.Input{
-			s0, s1,
+			input_dataset, batch_size,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// DataFormatDimMapAttr is an optional argument to DataFormatDimMap.
-type DataFormatDimMapAttr func(optionalAttr)
+// RandomPoissonV2Attr is an optional argument to RandomPoissonV2.
+type RandomPoissonV2Attr func(optionalAttr)
 
-// DataFormatDimMapSrcFormat sets the optional src_format attribute to value.
+// RandomPoissonV2Seed sets the optional seed attribute to value.
 //
-// value: source data format.
-// If not specified, defaults to "NHWC"
-func DataFormatDimMapSrcFormat(value string) DataFormatDimMapAttr {
+// value: If either `seed` or `seed2` are set to be non-zero, the random number
+// generator is seeded by the given seed.  Otherwise, it is seeded by a
+// random seed.
+// If not specified, defaults to 0
+func RandomPoissonV2Seed(value int64) RandomPoissonV2Attr {
 	return func(m optionalAttr) {
-		m["src_format"] = value
+		m["seed"] = value
 	}
 }
 
-// DataFormatDimMapDstFormat sets the optional dst_format attribute to value.
+// RandomPoissonV2Seed2 sets the optional seed2 attribute to value.
 //
-// value: destination data format.
-// If not specified, defaults to "NCHW"
-func DataFormatDimMapDstFormat(value string) DataFormatDimMapAttr {
+// value: A second seed to avoid seed collision.
+// If not specified, defaults to 0
+func RandomPoissonV2Seed2(value int64) RandomPoissonV2Attr {
 	return func(m optionalAttr) {
-		m["dst_format"] = value
+		m["seed2"] = value
 	}
 }
 
-// Returns the dimension index in the destination data format given the one in
+// RandomPoissonV2Dtype sets the optional dtype attribute to value.
+// If not specified, defaults to DT_INT64
+func RandomPoissonV2Dtype(value tf.DataType) RandomPoissonV2Attr {
+	return func(m optionalAttr) {
+		m["dtype"] = value
+	}
+}
+
+// Outputs random values from the Poisson distribution(s) described by rate.
 //
-// the source data format.
+// This op uses two algorithms, depending on rate. If rate >= 10, then
+// the algorithm by Hormann is used to acquire samples via
+// transformation-rejection.
+// See http://www.sciencedirect.com/science/article/pii/0167668793909974.
+//
+// Otherwise, Knuth's algorithm is used to acquire samples via multiplying uniform
+// random variables.
+// See Donald E. Knuth (1969). Seminumerical Algorithms. The Art of Computer
+// Programming, Volume 2. Addison Wesley
 //
 // Arguments:
-//	x: A Tensor with each element as a dimension index in source data format.
-// Must be in the range [-4, 4).
+//	shape: 1-D integer tensor. Shape of independent samples to draw from each
+// distribution described by the shape parameters given in rate.
+//	rate: A tensor in which each scalar is a "rate" parameter describing the
+// associated poisson distribution.
 //
-// Returns A Tensor with each element as a dimension index in destination data format.
-func DataFormatDimMap(scope *Scope, x tf.Output, optional ...DataFormatDimMapAttr) (y tf.Output) {
+// Returns A tensor with shape `shape + shape(rate)`. Each slice
+// `[:, ..., :, i0, i1, ...iN]` contains the samples drawn for
+// `rate[i0, i1, ...iN]`.
+func RandomPoissonV2(scope *Scope, shape tf.Output, rate tf.Output, optional ...RandomPoissonV2Attr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -14987,9 +15232,9 @@ func DataFormatDimMap(scope *Scope, x tf.Output, optional ...DataFormatDimMapAtt
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "DataFormatDimMap",
+		Type: "RandomPoissonV2",
 		Input: []tf.Input{
-			x,
+			shape, rate,
 		},
 		Attrs: attrs,
 	}
@@ -14997,59 +15242,104 @@ func DataFormatDimMap(scope *Scope, x tf.Output, optional ...DataFormatDimMapAtt
 	return op.Output(0)
 }
 
-// Retrieves the tree ensemble resource stamp token, number of trees and growing statistics.
-//
-// Arguments:
-//	tree_ensemble_handle: Handle to the tree ensemble.
+// DecodeAndCropJpegAttr is an optional argument to DecodeAndCropJpeg.
+type DecodeAndCropJpegAttr func(optionalAttr)
+
+// DecodeAndCropJpegChannels sets the optional channels attribute to value.
 //
-// Returns Stamp token of the tree ensemble resource.The number of trees in the tree ensemble resource.The number of trees that were finished successfully.The number of layers we attempted to build (but not necessarily succeeded).Rank size 2 tensor that contains start and end ids of the nodes in the latest
-// layer.
-func BoostedTreesGetEnsembleStates(scope *Scope, tree_ensemble_handle tf.Output) (stamp_token tf.Output, num_trees tf.Output, num_finalized_trees tf.Output, num_attempted_layers tf.Output, last_layer_nodes_range tf.Output) {
-	if scope.Err() != nil {
-		return
+// value: Number of color channels for the decoded image.
+// If not specified, defaults to 0
+func DecodeAndCropJpegChannels(value int64) DecodeAndCropJpegAttr {
+	return func(m optionalAttr) {
+		m["channels"] = value
 	}
-	opspec := tf.OpSpec{
-		Type: "BoostedTreesGetEnsembleStates",
-		Input: []tf.Input{
-			tree_ensemble_handle,
-		},
+}
+
+// DecodeAndCropJpegRatio sets the optional ratio attribute to value.
+//
+// value: Downscaling ratio.
+// If not specified, defaults to 1
+func DecodeAndCropJpegRatio(value int64) DecodeAndCropJpegAttr {
+	return func(m optionalAttr) {
+		m["ratio"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
 }
 
-// ResourceApplyPowerSignAttr is an optional argument to ResourceApplyPowerSign.
-type ResourceApplyPowerSignAttr func(optionalAttr)
+// DecodeAndCropJpegFancyUpscaling sets the optional fancy_upscaling attribute to value.
+//
+// value: If true use a slower but nicer upscaling of the
+// chroma planes (yuv420/422 only).
+// If not specified, defaults to true
+func DecodeAndCropJpegFancyUpscaling(value bool) DecodeAndCropJpegAttr {
+	return func(m optionalAttr) {
+		m["fancy_upscaling"] = value
+	}
+}
 
-// ResourceApplyPowerSignUseLocking sets the optional use_locking attribute to value.
+// DecodeAndCropJpegTryRecoverTruncated sets the optional try_recover_truncated attribute to value.
 //
-// value: If `True`, updating of the var and m tensors is
-// protected by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
+// value: If true try to recover an image from truncated input.
 // If not specified, defaults to false
-func ResourceApplyPowerSignUseLocking(value bool) ResourceApplyPowerSignAttr {
+func DecodeAndCropJpegTryRecoverTruncated(value bool) DecodeAndCropJpegAttr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["try_recover_truncated"] = value
 	}
 }
 
-// Update '*var' according to the AddSign update.
+// DecodeAndCropJpegAcceptableFraction sets the optional acceptable_fraction attribute to value.
 //
-// m_t <- beta1 * m_{t-1} + (1 - beta1) * g
-// update <- exp(logbase * sign_decay * sign(g) * sign(m_t)) * g
-// variable <- variable - lr_t * update
+// value: The minimum required fraction of lines before a truncated
+// input is accepted.
+// If not specified, defaults to 1
+func DecodeAndCropJpegAcceptableFraction(value float32) DecodeAndCropJpegAttr {
+	return func(m optionalAttr) {
+		m["acceptable_fraction"] = value
+	}
+}
+
+// DecodeAndCropJpegDctMethod sets the optional dct_method attribute to value.
+//
+// value: string specifying a hint about the algorithm used for
+// decompression.  Defaults to "" which maps to a system-specific
+// default.  Currently valid values are ["INTEGER_FAST",
+// "INTEGER_ACCURATE"].  The hint may be ignored (e.g., the internal
+// jpeg library changes to a version that does not have that specific
+// option.)
+// If not specified, defaults to ""
+func DecodeAndCropJpegDctMethod(value string) DecodeAndCropJpegAttr {
+	return func(m optionalAttr) {
+		m["dct_method"] = value
+	}
+}
+
+// Decode and Crop a JPEG-encoded image to a uint8 tensor.
+//
+// The attr `channels` indicates the desired number of color channels for the
+// decoded image.
+//
+// Accepted values are:
+//
+// *   0: Use the number of channels in the JPEG-encoded image.
+// *   1: output a grayscale image.
+// *   3: output an RGB image.
+//
+// If needed, the JPEG-encoded image is transformed to match the requested number
+// of color channels.
+//
+// The attr `ratio` allows downscaling the image by an integer factor during
+// decoding.  Allowed values are: 1, 2, 4, and 8.  This is much faster than
+// downscaling the image later.
+//
+//
+// It is equivalent to a combination of decode and crop, but much faster by only
+// decoding partial jpeg image.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	m: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	logbase: Must be a scalar.
-//	sign_decay: Must be a scalar.
-//	beta: Must be a scalar.
-//	grad: The gradient.
+//	contents: 0-D.  The JPEG-encoded image.
+//	crop_window: 1-D.  The crop window: [crop_y, crop_x, crop_height, crop_width].
 //
-// Returns the created operation.
-func ResourceApplyPowerSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Output, logbase tf.Output, sign_decay tf.Output, beta tf.Output, grad tf.Output, optional ...ResourceApplyPowerSignAttr) (o *tf.Operation) {
+// Returns 3-D with shape `[height, width, channels]`..
+func DecodeAndCropJpeg(scope *Scope, contents tf.Output, crop_window tf.Output, optional ...DecodeAndCropJpegAttr) (image tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -15058,240 +15348,260 @@ func ResourceApplyPowerSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Out
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyPowerSign",
+		Type: "DecodeAndCropJpeg",
 		Input: []tf.Input{
-			var_, m, lr, logbase, sign_decay, beta, grad,
+			contents, crop_window,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// StringFormatAttr is an optional argument to StringFormat.
-type StringFormatAttr func(optionalAttr)
+// Adds two `SparseTensor` objects to produce another `SparseTensor`.
+//
+// The input `SparseTensor` objects' indices are assumed ordered in standard
+// lexicographic order.  If this is not the case, before this step run
+// `SparseReorder` to restore index ordering.
+//
+// By default, if two values sum to zero at some index, the output `SparseTensor`
+// would still include that particular location in its index, storing a zero in the
+// corresponding value slot.  To override this, callers can specify `thresh`,
+// indicating that if the sum has a magnitude strictly smaller than `thresh`, its
+// corresponding value and index would then not be included.  In particular,
+// `thresh == 0` (default) means everything is kept and actual thresholding happens
+// only for a positive value.
+//
+// In the following shapes, `nnz` is the count after taking `thresh` into account.
+//
+// Arguments:
+//	a_indices: 2-D.  The `indices` of the first `SparseTensor`, size `[nnz, ndims]` Matrix.
+//	a_values: 1-D.  The `values` of the first `SparseTensor`, size `[nnz]` Vector.
+//	a_shape: 1-D.  The `shape` of the first `SparseTensor`, size `[ndims]` Vector.
+//	b_indices: 2-D.  The `indices` of the second `SparseTensor`, size `[nnz, ndims]` Matrix.
+//	b_values: 1-D.  The `values` of the second `SparseTensor`, size `[nnz]` Vector.
+//	b_shape: 1-D.  The `shape` of the second `SparseTensor`, size `[ndims]` Vector.
+//	thresh: 0-D.  The magnitude threshold that determines if an output value/index
+// pair takes space.
+func SparseAdd(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b_indices tf.Output, b_values tf.Output, b_shape tf.Output, thresh tf.Output) (sum_indices tf.Output, sum_values tf.Output, sum_shape tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "SparseAdd",
+		Input: []tf.Input{
+			a_indices, a_values, a_shape, b_indices, b_values, b_shape, thresh,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
+}
 
-// StringFormatTemplate sets the optional template attribute to value.
+// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
+type OrderedMapPeekAttr func(optionalAttr)
+
+// OrderedMapPeekCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-// value: A string, the template to format tensor summaries into.
-// If not specified, defaults to "%s"
-func StringFormatTemplate(value string) StringFormatAttr {
+// REQUIRES: value >= 0
+func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
 	return func(m optionalAttr) {
-		m["template"] = value
+		m["capacity"] = value
 	}
 }
 
-// StringFormatPlaceholder sets the optional placeholder attribute to value.
+// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
 //
-// value: A string, at each placeholder in the template a subsequent tensor summary will be inserted.
-// If not specified, defaults to "%s"
-func StringFormatPlaceholder(value string) StringFormatAttr {
+// REQUIRES: value >= 0
+func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
 	return func(m optionalAttr) {
-		m["placeholder"] = value
+		m["memory_limit"] = value
 	}
 }
 
-// StringFormatSummarize sets the optional summarize attribute to value.
-//
-// value: When formatting the tensor summaries print the first and last summarize entries of each tensor dimension.
-// If not specified, defaults to 3
-func StringFormatSummarize(value int64) StringFormatAttr {
+// OrderedMapPeekContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
 	return func(m optionalAttr) {
-		m["summarize"] = value
+		m["container"] = value
 	}
 }
 
-// Formats a string template using a list of tensors.
-//
-// Formats a string template using a list of tensors, pretty-printing tensor summaries.
-//
-// Arguments:
-//	inputs: The list of tensors to format into the placeholder string.
+// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op peeks at the values at the specified key.  If the
 //
-// Returns = The resulting string scalar.
-func StringFormat(scope *Scope, inputs []tf.Output, optional ...StringFormatAttr) (output tf.Output) {
+// underlying container does not contain this key
+// this op will block until it does.   This Op is optimized for
+// performance.
+func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtypes": dtypes}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "StringFormat",
+		Type: "OrderedMapPeek",
 		Input: []tf.Input{
-			tf.OutputList(inputs),
+			key, indices,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
+		scope.UpdateErr("OrderedMapPeek", err)
+		return
+	}
+	return values
 }
 
-// ShapeAttr is an optional argument to Shape.
-type ShapeAttr func(optionalAttr)
+// LRNAttr is an optional argument to LRN.
+type LRNAttr func(optionalAttr)
 
-// ShapeOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_INT32
-func ShapeOutType(value tf.DataType) ShapeAttr {
+// LRNDepthRadius sets the optional depth_radius attribute to value.
+//
+// value: 0-D.  Half-width of the 1-D normalization window.
+// If not specified, defaults to 5
+func LRNDepthRadius(value int64) LRNAttr {
 	return func(m optionalAttr) {
-		m["out_type"] = value
+		m["depth_radius"] = value
 	}
 }
 
-// Returns the shape of a tensor.
-//
-// This operation returns a 1-D integer tensor representing the shape of `input`.
-//
-// For example:
+// LRNBias sets the optional bias attribute to value.
 //
-// ```
-// # 't' is [[[1, 1, 1], [2, 2, 2]], [[3, 3, 3], [4, 4, 4]]]
-// shape(t) ==> [2, 2, 3]
-// ```
-func Shape(scope *Scope, input tf.Output, optional ...ShapeAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "Shape",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
+// value: An offset (usually positive to avoid dividing by 0).
+// If not specified, defaults to 1
+func LRNBias(value float32) LRNAttr {
+	return func(m optionalAttr) {
+		m["bias"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Computes the power of one value to another.
-//
-// Given a tensor `x` and a tensor `y`, this operation computes \\(x^y\\) for
-// corresponding elements in `x` and `y`. For example:
+// LRNAlpha sets the optional alpha attribute to value.
 //
-// ```
-// # tensor 'x' is [[2, 2]], [3, 3]]
-// # tensor 'y' is [[8, 16], [2, 3]]
-// tf.pow(x, y) ==> [[256, 65536], [9, 27]]
-// ```
-func Pow(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
+// value: A scale factor, usually positive.
+// If not specified, defaults to 1
+func LRNAlpha(value float32) LRNAttr {
+	return func(m optionalAttr) {
+		m["alpha"] = value
 	}
-	opspec := tf.OpSpec{
-		Type: "Pow",
-		Input: []tf.Input{
-			x, y,
-		},
+}
+
+// LRNBeta sets the optional beta attribute to value.
+//
+// value: An exponent.
+// If not specified, defaults to 0.5
+func LRNBeta(value float32) LRNAttr {
+	return func(m optionalAttr) {
+		m["beta"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Computes fingerprints of the input strings.
+// Local Response Normalization.
 //
-// Arguments:
-//	input: vector of strings to compute fingerprints on.
+// The 4-D `input` tensor is treated as a 3-D array of 1-D vectors (along the last
+// dimension), and each vector is normalized independently.  Within a given vector,
+// each component is divided by the weighted, squared sum of inputs within
+// `depth_radius`.  In detail,
 //
-// Returns a (N,2) shaped matrix where N is the number of elements in the input
-// vector. Each row contains the low and high parts of the fingerprint.
-func SdcaFprint(scope *Scope, input tf.Output) (output tf.Output) {
+//     sqr_sum[a, b, c, d] =
+//         sum(input[a, b, c, d - depth_radius : d + depth_radius + 1] ** 2)
+//     output = input / (bias + alpha * sqr_sum) ** beta
+//
+// For details, see [Krizhevsky et al., ImageNet classification with deep
+// convolutional neural networks (NIPS 2012)](http://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks).
+//
+// Arguments:
+//	input: 4-D.
+func LRN(scope *Scope, input tf.Output, optional ...LRNAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "SdcaFprint",
+		Type: "LRN",
 		Input: []tf.Input{
 			input,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// The gradient operator for the SparseAdd op.
-//
-// The SparseAdd op calculates A + B, where A, B, and the sum are all represented
-// as `SparseTensor` objects.  This op takes in the upstream gradient w.r.t.
-// non-empty values of the sum, and outputs the gradients w.r.t. the non-empty
-// values of A and B.
-//
-// Arguments:
-//	backprop_val_grad: 1-D with shape `[nnz(sum)]`.  The gradient with respect to
-// the non-empty values of the sum.
-//	a_indices: 2-D.  The `indices` of the `SparseTensor` A, size `[nnz(A), ndims]`.
-//	b_indices: 2-D.  The `indices` of the `SparseTensor` B, size `[nnz(B), ndims]`.
-//	sum_indices: 2-D.  The `indices` of the sum `SparseTensor`, size
-// `[nnz(sum), ndims]`.
-//
-// Returns 1-D with shape `[nnz(A)]`. The gradient with respect to the
-// non-empty values of A.1-D with shape `[nnz(B)]`. The gradient with respect to the
-// non-empty values of B.
-func SparseAddGrad(scope *Scope, backprop_val_grad tf.Output, a_indices tf.Output, b_indices tf.Output, sum_indices tf.Output) (a_val_grad tf.Output, b_val_grad tf.Output) {
+// Creates a dataset that zips together `input_datasets`.
+func ZipDataset(scope *Scope, input_datasets []tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "SparseAddGrad",
+		Type: "ZipDataset",
 		Input: []tf.Input{
-			backprop_val_grad, a_indices, b_indices, sum_indices,
+			tf.OutputList(input_datasets),
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// ResourceSparseApplyCenteredRMSPropAttr is an optional argument to ResourceSparseApplyCenteredRMSProp.
-type ResourceSparseApplyCenteredRMSPropAttr func(optionalAttr)
+// ResourceSparseApplyAdagradAttr is an optional argument to ResourceSparseApplyAdagrad.
+type ResourceSparseApplyAdagradAttr func(optionalAttr)
 
-// ResourceSparseApplyCenteredRMSPropUseLocking sets the optional use_locking attribute to value.
+// ResourceSparseApplyAdagradUseLocking sets the optional use_locking attribute to value.
 //
-// value: If `True`, updating of the var, mg, ms, and mom tensors is
-// protected by a lock; otherwise the behavior is undefined, but may exhibit less
+// value: If `True`, updating of the var and accum tensors will be protected
+// by a lock; otherwise the behavior is undefined, but may exhibit less
 // contention.
 // If not specified, defaults to false
-func ResourceSparseApplyCenteredRMSPropUseLocking(value bool) ResourceSparseApplyCenteredRMSPropAttr {
+func ResourceSparseApplyAdagradUseLocking(value bool) ResourceSparseApplyAdagradAttr {
 	return func(m optionalAttr) {
 		m["use_locking"] = value
 	}
 }
 
-// Update '*var' according to the centered RMSProp algorithm.
-//
-// The centered RMSProp algorithm uses an estimate of the centered second moment
-// (i.e., the variance) for normalization, as opposed to regular RMSProp, which
-// uses the (uncentered) second moment. This often helps with training, but is
-// slightly more expensive in terms of computation and memory.
-//
-// Note that in dense implementation of this algorithm, mg, ms, and mom will
-// update even if the grad is zero, but in this sparse implementation, mg, ms,
-// and mom will not update in iterations during which the grad is zero.
-//
-// mean_square = decay * mean_square + (1-decay) * gradient ** 2
-// mean_grad = decay * mean_grad + (1-decay) * gradient
-// Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
+// ResourceSparseApplyAdagradUpdateSlots sets the optional update_slots attribute to value.
+// If not specified, defaults to true
+func ResourceSparseApplyAdagradUpdateSlots(value bool) ResourceSparseApplyAdagradAttr {
+	return func(m optionalAttr) {
+		m["update_slots"] = value
+	}
+}
+
+// Update relevant entries in '*var' and '*accum' according to the adagrad scheme.
 //
-// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
-// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)
-// var <- var - mom
+// That is for rows we have grad for, we update var and accum as follows:
+// accum += grad * grad
+// var -= lr * grad * (1 / sqrt(accum))
 //
 // Arguments:
 //	var_: Should be from a Variable().
-//	mg: Should be from a Variable().
-//	ms: Should be from a Variable().
-//	mom: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	rho: Decay rate. Must be a scalar.
-//
-//	epsilon: Ridge term. Must be a scalar.
+//	accum: Should be from a Variable().
+//	lr: Learning rate. Must be a scalar.
 //	grad: The gradient.
-//	indices: A vector of indices into the first dimension of var, ms and mom.
+//	indices: A vector of indices into the first dimension of var and accum.
 //
 // Returns the created operation.
-func ResourceSparseApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyCenteredRMSPropAttr) (o *tf.Operation) {
+func ResourceSparseApplyAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyAdagradAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -15300,94 +15610,100 @@ func ResourceSparseApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Outp
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceSparseApplyCenteredRMSProp",
+		Type: "ResourceSparseApplyAdagrad",
 		Input: []tf.Input{
-			var_, mg, ms, mom, lr, rho, momentum, epsilon, grad, indices,
+			var_, accum, lr, grad, indices,
 		},
 		Attrs: attrs,
 	}
 	return scope.AddOperation(opspec)
 }
 
-// Creates a dataset that batches `batch_size` elements from `input_dataset`.
-//
-// Arguments:
-//
-//	batch_size: A scalar representing the number of elements to accumulate in a
-// batch.
+// Elementwise computes the bitwise right-shift of `x` and `y`.
 //
+// Performs a logical shift for unsigned integer types, and an arithmetic shift
+// for signed integer types.
 //
-func BatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+// If `y` is negative, or greater than or equal to than the width of `x` in bits
+// the result is implementation defined.
+func RightShift(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "BatchDataset",
+		Type: "RightShift",
 		Input: []tf.Input{
-			input_dataset, batch_size,
+			x, y,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// RandomPoissonV2Attr is an optional argument to RandomPoissonV2.
-type RandomPoissonV2Attr func(optionalAttr)
+// TensorListStackAttr is an optional argument to TensorListStack.
+type TensorListStackAttr func(optionalAttr)
 
-// RandomPoissonV2Seed sets the optional seed attribute to value.
-//
-// value: If either `seed` or `seed2` are set to be non-zero, the random number
-// generator is seeded by the given seed.  Otherwise, it is seeded by a
-// random seed.
-// If not specified, defaults to 0
-func RandomPoissonV2Seed(value int64) RandomPoissonV2Attr {
+// TensorListStackNumElements sets the optional num_elements attribute to value.
+// If not specified, defaults to -1
+func TensorListStackNumElements(value int64) TensorListStackAttr {
 	return func(m optionalAttr) {
-		m["seed"] = value
+		m["num_elements"] = value
 	}
 }
 
-// RandomPoissonV2Seed2 sets the optional seed2 attribute to value.
+// Stacks all tensors in the list.
 //
-// value: A second seed to avoid seed collision.
-// If not specified, defaults to 0
-func RandomPoissonV2Seed2(value int64) RandomPoissonV2Attr {
-	return func(m optionalAttr) {
-		m["seed2"] = value
+// Requires that all tensors have the same shape.
+//
+// input_handle: the input list
+// tensor: the gathered result
+// num_elements: optional. If not -1, the number of elements in the list.
+//
+func TensorListStack(scope *Scope, input_handle tf.Output, element_dtype tf.DataType, optional ...TensorListStackAttr) (tensor tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"element_dtype": element_dtype}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "TensorListStack",
+		Input: []tf.Input{
+			input_handle,
+		},
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// RandomPoissonV2Dtype sets the optional dtype attribute to value.
-// If not specified, defaults to DT_INT64
-func RandomPoissonV2Dtype(value tf.DataType) RandomPoissonV2Attr {
+// StatelessRandomUniformAttr is an optional argument to StatelessRandomUniform.
+type StatelessRandomUniformAttr func(optionalAttr)
+
+// StatelessRandomUniformDtype sets the optional dtype attribute to value.
+//
+// value: The type of the output.
+// If not specified, defaults to DT_FLOAT
+func StatelessRandomUniformDtype(value tf.DataType) StatelessRandomUniformAttr {
 	return func(m optionalAttr) {
 		m["dtype"] = value
 	}
 }
 
-// Outputs random values from the Poisson distribution(s) described by rate.
+// Outputs deterministic pseudorandom random values from a uniform distribution.
 //
-// This op uses two algorithms, depending on rate. If rate >= 10, then
-// the algorithm by Hormann is used to acquire samples via
-// transformation-rejection.
-// See http://www.sciencedirect.com/science/article/pii/0167668793909974.
+// The generated values follow a uniform distribution in the range `[0, 1)`. The
+// lower bound 0 is included in the range, while the upper bound 1 is excluded.
 //
-// Otherwise, Knuth's algorithm is used to acquire samples via multiplying uniform
-// random variables.
-// See Donald E. Knuth (1969). Seminumerical Algorithms. The Art of Computer
-// Programming, Volume 2. Addison Wesley
+// The outputs are a deterministic function of `shape` and `seed`.
 //
 // Arguments:
-//	shape: 1-D integer tensor. Shape of independent samples to draw from each
-// distribution described by the shape parameters given in rate.
-//	rate: A tensor in which each scalar is a "rate" parameter describing the
-// associated poisson distribution.
+//	shape: The shape of the output tensor.
+//	seed: 2 seeds (shape [2]).
 //
-// Returns A tensor with shape `shape + shape(rate)`. Each slice
-// `[:, ..., :, i0, i1, ...iN]` contains the samples drawn for
-// `rate[i0, i1, ...iN]`.
-func RandomPoissonV2(scope *Scope, shape tf.Output, rate tf.Output, optional ...RandomPoissonV2Attr) (output tf.Output) {
+// Returns Random values with specified shape.
+func StatelessRandomUniform(scope *Scope, shape tf.Output, seed tf.Output, optional ...StatelessRandomUniformAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -15396,9 +15712,9 @@ func RandomPoissonV2(scope *Scope, shape tf.Output, rate tf.Output, optional ...
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "RandomPoissonV2",
+		Type: "StatelessRandomUniform",
 		Input: []tf.Input{
-			shape, rate,
+			shape, seed,
 		},
 		Attrs: attrs,
 	}
@@ -15406,104 +15722,146 @@ func RandomPoissonV2(scope *Scope, shape tf.Output, rate tf.Output, optional ...
 	return op.Output(0)
 }
 
-// DecodeAndCropJpegAttr is an optional argument to DecodeAndCropJpeg.
-type DecodeAndCropJpegAttr func(optionalAttr)
-
-// DecodeAndCropJpegChannels sets the optional channels attribute to value.
+// Makes its input available to the next iteration.
 //
-// value: Number of color channels for the decoded image.
-// If not specified, defaults to 0
-func DecodeAndCropJpegChannels(value int64) DecodeAndCropJpegAttr {
-	return func(m optionalAttr) {
-		m["channels"] = value
+// Arguments:
+//	data: The tensor to be made available to the next iteration.
+//
+// Returns The same tensor as `data`.
+func NextIteration(scope *Scope, data tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "NextIteration",
+		Input: []tf.Input{
+			data,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// DecodeAndCropJpegRatio sets the optional ratio attribute to value.
+// Output a fact about factorials.
+func Fact(scope *Scope) (fact tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Fact",
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Deserialize `SparseTensor` objects.
 //
-// value: Downscaling ratio.
-// If not specified, defaults to 1
-func DecodeAndCropJpegRatio(value int64) DecodeAndCropJpegAttr {
-	return func(m optionalAttr) {
-		m["ratio"] = value
+// The input `serialized_sparse` must have the shape `[?, ?, ..., ?, 3]` where
+// the last dimension stores serialized `SparseTensor` objects and the other N
+// dimensions (N >= 0) correspond to a batch. The ranks of the original
+// `SparseTensor` objects must all match. When the final `SparseTensor` is
+// created, its rank is the rank of the incoming `SparseTensor` objects plus N;
+// the sparse tensors have been concatenated along new dimensions, one for each
+// batch.
+//
+// The output `SparseTensor` object's shape values for the original dimensions
+// are the max across the input `SparseTensor` objects' shape values for the
+// corresponding dimensions. The new dimensions match the size of the batch.
+//
+// The input `SparseTensor` objects' indices are assumed ordered in
+// standard lexicographic order.  If this is not the case, after this
+// step run `SparseReorder` to restore index ordering.
+//
+// For example, if the serialized input is a `[2 x 3]` matrix representing two
+// original `SparseTensor` objects:
+//
+//     index = [ 0]
+//             [10]
+//             [20]
+//     values = [1, 2, 3]
+//     shape = [50]
+//
+// and
+//
+//     index = [ 2]
+//             [10]
+//     values = [4, 5]
+//     shape = [30]
+//
+// then the final deserialized `SparseTensor` will be:
+//
+//     index = [0  0]
+//             [0 10]
+//             [0 20]
+//             [1  2]
+//             [1 10]
+//     values = [1, 2, 3, 4, 5]
+//     shape = [2 50]
+//
+// Arguments:
+//	serialized_sparse: The serialized `SparseTensor` objects. The last dimension
+// must have 3 columns.
+//	dtype: The `dtype` of the serialized `SparseTensor` objects.
+func DeserializeSparse(scope *Scope, serialized_sparse tf.Output, dtype tf.DataType) (sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// DecodeAndCropJpegFancyUpscaling sets the optional fancy_upscaling attribute to value.
-//
-// value: If true use a slower but nicer upscaling of the
-// chroma planes (yuv420/422 only).
-// If not specified, defaults to true
-func DecodeAndCropJpegFancyUpscaling(value bool) DecodeAndCropJpegAttr {
-	return func(m optionalAttr) {
-		m["fancy_upscaling"] = value
+	attrs := map[string]interface{}{"dtype": dtype}
+	opspec := tf.OpSpec{
+		Type: "DeserializeSparse",
+		Input: []tf.Input{
+			serialized_sparse,
+		},
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// DecodeAndCropJpegTryRecoverTruncated sets the optional try_recover_truncated attribute to value.
-//
-// value: If true try to recover an image from truncated input.
-// If not specified, defaults to false
-func DecodeAndCropJpegTryRecoverTruncated(value bool) DecodeAndCropJpegAttr {
-	return func(m optionalAttr) {
-		m["try_recover_truncated"] = value
-	}
-}
+// SqueezeAttr is an optional argument to Squeeze.
+type SqueezeAttr func(optionalAttr)
 
-// DecodeAndCropJpegAcceptableFraction sets the optional acceptable_fraction attribute to value.
+// SqueezeAxis sets the optional axis attribute to value.
 //
-// value: The minimum required fraction of lines before a truncated
-// input is accepted.
-// If not specified, defaults to 1
-func DecodeAndCropJpegAcceptableFraction(value float32) DecodeAndCropJpegAttr {
-	return func(m optionalAttr) {
-		m["acceptable_fraction"] = value
-	}
-}
-
-// DecodeAndCropJpegDctMethod sets the optional dct_method attribute to value.
+// value: If specified, only squeezes the dimensions listed. The dimension
+// index starts at 0. It is an error to squeeze a dimension that is not 1. Must
+// be in the range `[-rank(input), rank(input))`.
+// If not specified, defaults to <>
 //
-// value: string specifying a hint about the algorithm used for
-// decompression.  Defaults to "" which maps to a system-specific
-// default.  Currently valid values are ["INTEGER_FAST",
-// "INTEGER_ACCURATE"].  The hint may be ignored (e.g., the internal
-// jpeg library changes to a version that does not have that specific
-// option.)
-// If not specified, defaults to ""
-func DecodeAndCropJpegDctMethod(value string) DecodeAndCropJpegAttr {
+// REQUIRES: len(value) >= 0
+func SqueezeAxis(value []int64) SqueezeAttr {
 	return func(m optionalAttr) {
-		m["dct_method"] = value
+		m["squeeze_dims"] = value
 	}
 }
 
-// Decode and Crop a JPEG-encoded image to a uint8 tensor.
-//
-// The attr `channels` indicates the desired number of color channels for the
-// decoded image.
-//
-// Accepted values are:
+// Removes dimensions of size 1 from the shape of a tensor.
 //
-// *   0: Use the number of channels in the JPEG-encoded image.
-// *   1: output a grayscale image.
-// *   3: output an RGB image.
+// Given a tensor `input`, this operation returns a tensor of the same type with
+// all dimensions of size 1 removed. If you don't want to remove all size 1
+// dimensions, you can remove specific size 1 dimensions by specifying
+// `axis`.
 //
-// If needed, the JPEG-encoded image is transformed to match the requested number
-// of color channels.
+// For example:
 //
-// The attr `ratio` allows downscaling the image by an integer factor during
-// decoding.  Allowed values are: 1, 2, 4, and 8.  This is much faster than
-// downscaling the image later.
+// ```
+// # 't' is a tensor of shape [1, 2, 1, 3, 1, 1]
+// shape(squeeze(t)) ==> [2, 3]
+// ```
 //
+// Or, to remove specific size 1 dimensions:
 //
-// It is equivalent to a combination of decode and crop, but much faster by only
-// decoding partial jpeg image.
+// ```
+// # 't' is a tensor of shape [1, 2, 1, 3, 1, 1]
+// shape(squeeze(t, [2, 4])) ==> [1, 2, 3, 1]
+// ```
 //
 // Arguments:
-//	contents: 0-D.  The JPEG-encoded image.
-//	crop_window: 1-D.  The crop window: [crop_y, crop_x, crop_height, crop_width].
+//	input: The `input` to squeeze.
 //
-// Returns 3-D with shape `[height, width, channels]`..
-func DecodeAndCropJpeg(scope *Scope, contents tf.Output, crop_window tf.Output, optional ...DecodeAndCropJpegAttr) (image tf.Output) {
+// Returns Contains the same data as `input`, but has one or more dimensions of
+// size 1 removed.
+func Squeeze(scope *Scope, input tf.Output, optional ...SqueezeAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -15512,9 +15870,9 @@ func DecodeAndCropJpeg(scope *Scope, contents tf.Output, crop_window tf.Output,
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "DecodeAndCropJpeg",
+		Type: "Squeeze",
 		Input: []tf.Input{
-			contents, crop_window,
+			input,
 		},
 		Attrs: attrs,
 	}
@@ -15522,319 +15880,359 @@ func DecodeAndCropJpeg(scope *Scope, contents tf.Output, crop_window tf.Output,
 	return op.Output(0)
 }
 
-// Adds two `SparseTensor` objects to produce another `SparseTensor`.
-//
-// The input `SparseTensor` objects' indices are assumed ordered in standard
-// lexicographic order.  If this is not the case, before this step run
-// `SparseReorder` to restore index ordering.
+// ResourceApplyAdadeltaAttr is an optional argument to ResourceApplyAdadelta.
+type ResourceApplyAdadeltaAttr func(optionalAttr)
+
+// ResourceApplyAdadeltaUseLocking sets the optional use_locking attribute to value.
 //
-// By default, if two values sum to zero at some index, the output `SparseTensor`
-// would still include that particular location in its index, storing a zero in the
-// corresponding value slot.  To override this, callers can specify `thresh`,
-// indicating that if the sum has a magnitude strictly smaller than `thresh`, its
-// corresponding value and index would then not be included.  In particular,
-// `thresh == 0` (default) means everything is kept and actual thresholding happens
-// only for a positive value.
+// value: If True, updating of the var, accum and update_accum tensors will be protected by
+// a lock; otherwise the behavior is undefined, but may exhibit less contention.
+// If not specified, defaults to false
+func ResourceApplyAdadeltaUseLocking(value bool) ResourceApplyAdadeltaAttr {
+	return func(m optionalAttr) {
+		m["use_locking"] = value
+	}
+}
+
+// Update '*var' according to the adadelta scheme.
 //
-// In the following shapes, `nnz` is the count after taking `thresh` into account.
+// accum = rho() * accum + (1 - rho()) * grad.square();
+// update = (update_accum + epsilon).sqrt() * (accum + epsilon()).rsqrt() * grad;
+// update_accum = rho() * update_accum + (1 - rho()) * update.square();
+// var -= update;
 //
 // Arguments:
-//	a_indices: 2-D.  The `indices` of the first `SparseTensor`, size `[nnz, ndims]` Matrix.
-//	a_values: 1-D.  The `values` of the first `SparseTensor`, size `[nnz]` Vector.
-//	a_shape: 1-D.  The `shape` of the first `SparseTensor`, size `[ndims]` Vector.
-//	b_indices: 2-D.  The `indices` of the second `SparseTensor`, size `[nnz, ndims]` Matrix.
-//	b_values: 1-D.  The `values` of the second `SparseTensor`, size `[nnz]` Vector.
-//	b_shape: 1-D.  The `shape` of the second `SparseTensor`, size `[ndims]` Vector.
-//	thresh: 0-D.  The magnitude threshold that determines if an output value/index
-// pair takes space.
-func SparseAdd(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b_indices tf.Output, b_values tf.Output, b_shape tf.Output, thresh tf.Output) (sum_indices tf.Output, sum_values tf.Output, sum_shape tf.Output) {
+//	var_: Should be from a Variable().
+//	accum: Should be from a Variable().
+//	accum_update: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	rho: Decay factor. Must be a scalar.
+//	epsilon: Constant factor. Must be a scalar.
+//	grad: The gradient.
+//
+// Returns the created operation.
+func ResourceApplyAdadelta(scope *Scope, var_ tf.Output, accum tf.Output, accum_update tf.Output, lr tf.Output, rho tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyAdadeltaAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "SparseAdd",
+		Type: "ResourceApplyAdadelta",
 		Input: []tf.Input{
-			a_indices, a_values, a_shape, b_indices, b_values, b_shape, thresh,
+			var_, accum, accum_update, lr, rho, epsilon, grad,
 		},
+		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return scope.AddOperation(opspec)
 }
 
-// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
-type OrderedMapPeekAttr func(optionalAttr)
+// NonMaxSuppressionAttr is an optional argument to NonMaxSuppression.
+type NonMaxSuppressionAttr func(optionalAttr)
 
-// OrderedMapPeekCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
+// NonMaxSuppressionIouThreshold sets the optional iou_threshold attribute to value.
 //
-// REQUIRES: value >= 0
-func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
+// value: A float representing the threshold for deciding whether boxes
+// overlap too much with respect to IOU.
+// If not specified, defaults to 0.5
+func NonMaxSuppressionIouThreshold(value float32) NonMaxSuppressionAttr {
 	return func(m optionalAttr) {
-		m["capacity"] = value
+		m["iou_threshold"] = value
 	}
 }
 
-// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
+// Greedily selects a subset of bounding boxes in descending order of score,
 //
-// REQUIRES: value >= 0
-func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
+// pruning away boxes that have high intersection-over-union (IOU) overlap
+// with previously selected boxes.  Bounding boxes are supplied as
+// [y1, x1, y2, x2], where (y1, x1) and (y2, x2) are the coordinates of any
+// diagonal pair of box corners and the coordinates can be provided as normalized
+// (i.e., lying in the interval [0, 1]) or absolute.  Note that this algorithm
+// is agnostic to where the origin is in the coordinate system.  Note that this
+// algorithm is invariant to orthogonal transformations and translations
+// of the coordinate system; thus translating or reflections of the coordinate
+// system result in the same boxes being selected by the algorithm.
+// The output of this operation is a set of integers indexing into the input
+// collection of bounding boxes representing the selected boxes.  The bounding
+// box coordinates corresponding to the selected indices can then be obtained
+// using the `tf.gather operation`.  For example:
+//   selected_indices = tf.image.non_max_suppression(
+//       boxes, scores, max_output_size, iou_threshold)
+//   selected_boxes = tf.gather(boxes, selected_indices)
+//
+// Arguments:
+//	boxes: A 2-D float tensor of shape `[num_boxes, 4]`.
+//	scores: A 1-D float tensor of shape `[num_boxes]` representing a single
+// score corresponding to each box (each row of boxes).
+//	max_output_size: A scalar integer tensor representing the maximum number of
+// boxes to be selected by non max suppression.
+//
+// Returns A 1-D integer tensor of shape `[M]` representing the selected
+// indices from the boxes tensor, where `M <= max_output_size`.
+func NonMaxSuppression(scope *Scope, boxes tf.Output, scores tf.Output, max_output_size tf.Output, optional ...NonMaxSuppressionAttr) (selected_indices tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// OrderedMapPeekContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
 	}
-}
-
-// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
+	opspec := tf.OpSpec{
+		Type: "NonMaxSuppression",
+		Input: []tf.Input{
+			boxes, scores, max_output_size,
+		},
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Op peeks at the values at the specified key.  If the
-//
-// underlying container does not contain this key
-// this op will block until it does.   This Op is optimized for
-// performance.
-func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
+// Creates a dataset that emits `components` as a tuple of tensors once.
+func TensorDataset(scope *Scope, components []tf.Output, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "OrderedMapPeek",
+		Type: "TensorDataset",
 		Input: []tf.Input{
-			key, indices,
+			tf.OutputList(components),
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
-		scope.UpdateErr("OrderedMapPeek", err)
-		return
-	}
-	return values
+	return op.Output(0)
 }
 
-// LRNAttr is an optional argument to LRN.
-type LRNAttr func(optionalAttr)
-
-// LRNDepthRadius sets the optional depth_radius attribute to value.
+// Component-wise multiplies a SparseTensor by a dense Tensor.
 //
-// value: 0-D.  Half-width of the 1-D normalization window.
-// If not specified, defaults to 5
-func LRNDepthRadius(value int64) LRNAttr {
-	return func(m optionalAttr) {
-		m["depth_radius"] = value
-	}
-}
-
-// LRNBias sets the optional bias attribute to value.
+// The output locations corresponding to the implicitly zero elements in the sparse
+// tensor will be zero (i.e., will not take up storage space), regardless of the
+// contents of the dense tensor (even if it's +/-INF and that INF*0 == NaN).
 //
-// value: An offset (usually positive to avoid dividing by 0).
-// If not specified, defaults to 1
-func LRNBias(value float32) LRNAttr {
-	return func(m optionalAttr) {
-		m["bias"] = value
-	}
-}
-
-// LRNAlpha sets the optional alpha attribute to value.
+// *Limitation*: this Op only broadcasts the dense side to the sparse side, but not
+// the other direction.
 //
-// value: A scale factor, usually positive.
-// If not specified, defaults to 1
-func LRNAlpha(value float32) LRNAttr {
-	return func(m optionalAttr) {
-		m["alpha"] = value
-	}
-}
-
-// LRNBeta sets the optional beta attribute to value.
+// Arguments:
+//	sp_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, possibly not in canonical ordering.
+//	sp_values: 1-D.  `N` non-empty values corresponding to `sp_indices`.
+//	sp_shape: 1-D.  Shape of the input SparseTensor.
+//	dense: `R`-D.  The dense Tensor operand.
 //
-// value: An exponent.
-// If not specified, defaults to 0.5
-func LRNBeta(value float32) LRNAttr {
-	return func(m optionalAttr) {
-		m["beta"] = value
+// Returns 1-D.  The `N` values that are operated on.
+func SparseDenseCwiseMul(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output, dense tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "SparseDenseCwiseMul",
+		Input: []tf.Input{
+			sp_indices, sp_values, sp_shape, dense,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Local Response Normalization.
+// 2D real-valued fast Fourier transform.
 //
-// The 4-D `input` tensor is treated as a 3-D array of 1-D vectors (along the last
-// dimension), and each vector is normalized independently.  Within a given vector,
-// each component is divided by the weighted, squared sum of inputs within
-// `depth_radius`.  In detail,
+// Computes the 2-dimensional discrete Fourier transform of a real-valued signal
+// over the inner-most 2 dimensions of `input`.
 //
-//     sqr_sum[a, b, c, d] =
-//         sum(input[a, b, c, d - depth_radius : d + depth_radius + 1] ** 2)
-//     output = input / (bias + alpha * sqr_sum) ** beta
+// Since the DFT of a real signal is Hermitian-symmetric, `RFFT2D` only returns the
+// `fft_length / 2 + 1` unique components of the FFT for the inner-most dimension
+// of `output`: the zero-frequency term, followed by the `fft_length / 2`
+// positive-frequency terms.
 //
-// For details, see [Krizhevsky et al., ImageNet classification with deep
-// convolutional neural networks (NIPS 2012)](http://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks).
+// Along each axis `RFFT2D` is computed on, if `fft_length` is smaller than the
+// corresponding dimension of `input`, the dimension is cropped. If it is larger,
+// the dimension is padded with zeros.
 //
 // Arguments:
-//	input: 4-D.
-func LRN(scope *Scope, input tf.Output, optional ...LRNAttr) (output tf.Output) {
+//	input: A float32 tensor.
+//	fft_length: An int32 tensor of shape [2]. The FFT length for each dimension.
+//
+// Returns A complex64 tensor of the same rank as `input`. The inner-most 2
+//   dimensions of `input` are replaced with their 2D Fourier transform. The
+//   inner-most dimension contains `fft_length / 2 + 1` unique frequency
+//   components.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.rfft2
+// @end_compatibility
+func RFFT2D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "LRN",
+		Type: "RFFT2D",
 		Input: []tf.Input{
-			input,
+			input, fft_length,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Creates a dataset that zips together `input_datasets`.
-func ZipDataset(scope *Scope, input_datasets []tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+// Pads a tensor with zeros.
+//
+// This operation pads a `input` with zeros according to the `paddings` you
+// specify. `paddings` is an integer tensor with shape `[Dn, 2]`, where n is the
+// rank of `input`. For each dimension D of `input`, `paddings[D, 0]` indicates
+// how many zeros to add before the contents of `input` in that dimension, and
+// `paddings[D, 1]` indicates how many zeros to add after the contents of `input`
+// in that dimension.
+//
+// The padded size of each dimension D of the output is:
+//
+// `paddings(D, 0) + input.dim_size(D) + paddings(D, 1)`
+//
+// For example:
+//
+// ```
+// # 't' is [[1, 1], [2, 2]]
+// # 'paddings' is [[1, 1], [2, 2]]
+// # rank of 't' is 2
+// pad(t, paddings) ==> [[0, 0, 0, 0, 0, 0]
+//                       [0, 0, 1, 1, 0, 0]
+//                       [0, 0, 2, 2, 0, 0]
+//                       [0, 0, 0, 0, 0, 0]]
+// ```
+//
+func Pad(scope *Scope, input tf.Output, paddings tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "ZipDataset",
+		Type: "Pad",
 		Input: []tf.Input{
-			tf.OutputList(input_datasets),
+			input, paddings,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceSparseApplyAdagradAttr is an optional argument to ResourceSparseApplyAdagrad.
-type ResourceSparseApplyAdagradAttr func(optionalAttr)
-
-// ResourceSparseApplyAdagradUseLocking sets the optional use_locking attribute to value.
+// Checks whether a resource handle-based variable has been initialized.
 //
-// value: If `True`, updating of the var and accum tensors will be protected
-// by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
-// If not specified, defaults to false
-func ResourceSparseApplyAdagradUseLocking(value bool) ResourceSparseApplyAdagradAttr {
-	return func(m optionalAttr) {
-		m["use_locking"] = value
+// Arguments:
+//	resource: the input resource handle.
+//
+// Returns a scalar boolean which is true if the variable has been
+// initialized.
+func VarIsInitializedOp(scope *Scope, resource tf.Output) (is_initialized tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// ResourceSparseApplyAdagradUpdateSlots sets the optional update_slots attribute to value.
-// If not specified, defaults to true
-func ResourceSparseApplyAdagradUpdateSlots(value bool) ResourceSparseApplyAdagradAttr {
-	return func(m optionalAttr) {
-		m["update_slots"] = value
+	opspec := tf.OpSpec{
+		Type: "VarIsInitializedOp",
+		Input: []tf.Input{
+			resource,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Update relevant entries in '*var' and '*accum' according to the adagrad scheme.
+// Converts each string in the input Tensor to its hash mod by a number of buckets.
 //
-// That is for rows we have grad for, we update var and accum as follows:
-// accum += grad * grad
-// var -= lr * grad * (1 / sqrt(accum))
+// The hash function is deterministic on the content of the string within the
+// process and will never change. However, it is not suitable for cryptography.
+// This function may be used when CPU time is scarce and inputs are trusted or
+// unimportant. There is a risk of adversaries constructing inputs that all hash
+// to the same bucket. To prevent this problem, use a strong hash function with
+// `tf.string_to_hash_bucket_strong`.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	accum: Should be from a Variable().
-//	lr: Learning rate. Must be a scalar.
-//	grad: The gradient.
-//	indices: A vector of indices into the first dimension of var and accum.
+//	input: The strings to assign a hash bucket.
+//	num_buckets: The number of buckets.
 //
-// Returns the created operation.
-func ResourceSparseApplyAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyAdagradAttr) (o *tf.Operation) {
+// Returns A Tensor of the same shape as the input `string_tensor`.
+func StringToHashBucketFast(scope *Scope, input tf.Output, num_buckets int64) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"num_buckets": num_buckets}
 	opspec := tf.OpSpec{
-		Type: "ResourceSparseApplyAdagrad",
+		Type: "StringToHashBucketFast",
 		Input: []tf.Input{
-			var_, accum, lr, grad, indices,
+			input,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Elementwise computes the bitwise right-shift of `x` and `y`.
+// Returns the last element of the input list as well as a list with all but that element.
 //
-// Performs a logical shift for unsigned integer types, and an arithmetic shift
-// for signed integer types.
+// Fails if the list is empty.
 //
-// If `y` is negative, or greater than or equal to than the width of `x` in bits
-// the result is implementation defined.
-func RightShift(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// input_handle: the input list
+// tensor: the withdrawn last element of the list
+// element_dtype: the type of elements in the list
+// element_shape: the shape of the output tensor
+func TensorListPopBack(scope *Scope, input_handle tf.Output, element_dtype tf.DataType) (output_handle tf.Output, tensor tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"element_dtype": element_dtype}
 	opspec := tf.OpSpec{
-		Type: "RightShift",
+		Type: "TensorListPopBack",
 		Input: []tf.Input{
-			x, y,
+			input_handle,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// TensorListStackAttr is an optional argument to TensorListStack.
-type TensorListStackAttr func(optionalAttr)
+// MaxPoolGradGradAttr is an optional argument to MaxPoolGradGrad.
+type MaxPoolGradGradAttr func(optionalAttr)
 
-// TensorListStackNumElements sets the optional num_elements attribute to value.
-// If not specified, defaults to -1
-func TensorListStackNumElements(value int64) TensorListStackAttr {
+// MaxPoolGradGradDataFormat sets the optional data_format attribute to value.
+//
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, in_channels, in_height, in_width].
+// If not specified, defaults to "NHWC"
+func MaxPoolGradGradDataFormat(value string) MaxPoolGradGradAttr {
 	return func(m optionalAttr) {
-		m["num_elements"] = value
+		m["data_format"] = value
 	}
 }
 
-// Stacks all tensors in the list.
-//
-// Requires that all tensors have the same shape.
+// Computes second-order gradients of the maxpooling function.
 //
-// input_handle: the input list
-// tensor: the gathered result
-// num_elements: optional. If not -1, the number of elements in the list.
+// Arguments:
+//	orig_input: The original input tensor.
+//	orig_output: The original output tensor.
+//	grad: 4-D.  Gradients of gradients w.r.t. the input of `max_pool`.
+//	ksize: The size of the window for each dimension of the input tensor.
+//	strides: The stride of the sliding window for each dimension of the
+// input tensor.
+//	padding: The type of padding algorithm to use.
 //
-func TensorListStack(scope *Scope, input_handle tf.Output, element_dtype tf.DataType, optional ...TensorListStackAttr) (tensor tf.Output) {
+// Returns Gradients of gradients w.r.t. the input to `max_pool`.
+func MaxPoolGradGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPoolGradGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"element_dtype": element_dtype}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "TensorListStack",
+		Type: "MaxPoolGradGrad",
 		Input: []tf.Input{
-			input_handle,
+			orig_input, orig_output, grad,
 		},
 		Attrs: attrs,
 	}
@@ -15842,43 +16240,45 @@ func TensorListStack(scope *Scope, input_handle tf.Output, element_dtype tf.Data
 	return op.Output(0)
 }
 
-// StatelessRandomUniformAttr is an optional argument to StatelessRandomUniform.
-type StatelessRandomUniformAttr func(optionalAttr)
+// TensorArrayGatherV3Attr is an optional argument to TensorArrayGatherV3.
+type TensorArrayGatherV3Attr func(optionalAttr)
 
-// StatelessRandomUniformDtype sets the optional dtype attribute to value.
+// TensorArrayGatherV3ElementShape sets the optional element_shape attribute to value.
 //
-// value: The type of the output.
-// If not specified, defaults to DT_FLOAT
-func StatelessRandomUniformDtype(value tf.DataType) StatelessRandomUniformAttr {
+// value: The expected shape of an element, if known. Used to
+// validate the shapes of TensorArray elements. If this shape is not
+// fully specified, gathering zero-size TensorArrays is an error.
+// If not specified, defaults to <unknown_rank:true >
+func TensorArrayGatherV3ElementShape(value tf.Shape) TensorArrayGatherV3Attr {
 	return func(m optionalAttr) {
-		m["dtype"] = value
+		m["element_shape"] = value
 	}
 }
 
-// Outputs deterministic pseudorandom random values from a uniform distribution.
-//
-// The generated values follow a uniform distribution in the range `[0, 1)`. The
-// lower bound 0 is included in the range, while the upper bound 1 is excluded.
+// Gather specific elements from the TensorArray into output `value`.
 //
-// The outputs are a deterministic function of `shape` and `seed`.
+// All elements selected by `indices` must have the same shape.
 //
 // Arguments:
-//	shape: The shape of the output tensor.
-//	seed: 2 seeds (shape [2]).
+//	handle: The handle to a TensorArray.
+//	indices: The locations in the TensorArray from which to read tensor elements.
+//	flow_in: A float scalar that enforces proper chaining of operations.
+//	dtype: The type of the elem that is returned.
 //
-// Returns Random values with specified shape.
-func StatelessRandomUniform(scope *Scope, shape tf.Output, seed tf.Output, optional ...StatelessRandomUniformAttr) (output tf.Output) {
+// Returns All of the elements in the TensorArray, concatenated along a new
+// axis (the new dimension 0).
+func TensorArrayGatherV3(scope *Scope, handle tf.Output, indices tf.Output, flow_in tf.Output, dtype tf.DataType, optional ...TensorArrayGatherV3Attr) (value tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtype": dtype}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "StatelessRandomUniform",
+		Type: "TensorArrayGatherV3",
 		Input: []tf.Input{
-			shape, seed,
+			handle, indices, flow_in,
 		},
 		Attrs: attrs,
 	}
@@ -15886,196 +16286,172 @@ func StatelessRandomUniform(scope *Scope, shape tf.Output, seed tf.Output, optio
 	return op.Output(0)
 }
 
-// Makes its input available to the next iteration.
+// Returns x / y element-wise for integer types.
 //
-// Arguments:
-//	data: The tensor to be made available to the next iteration.
+// Truncation designates that negative numbers will round fractional quantities
+// toward zero. I.e. -7 / 5 = -1. This matches C semantics but it is different
+// than Python semantics. See `FloorDiv` for a division function that matches
+// Python Semantics.
 //
-// Returns The same tensor as `data`.
-func NextIteration(scope *Scope, data tf.Output) (output tf.Output) {
+// *NOTE*: `TruncateDiv` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func TruncateDiv(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "NextIteration",
+		Type: "TruncateDiv",
 		Input: []tf.Input{
-			data,
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Output a fact about factorials.
-func Fact(scope *Scope) (fact tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Fact",
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Deserialize `SparseTensor` objects.
-//
-// The input `serialized_sparse` must have the shape `[?, ?, ..., ?, 3]` where
-// the last dimension stores serialized `SparseTensor` objects and the other N
-// dimensions (N >= 0) correspond to a batch. The ranks of the original
-// `SparseTensor` objects must all match. When the final `SparseTensor` is
-// created, its rank is the rank of the incoming `SparseTensor` objects plus N;
-// the sparse tensors have been concatenated along new dimensions, one for each
-// batch.
-//
-// The output `SparseTensor` object's shape values for the original dimensions
-// are the max across the input `SparseTensor` objects' shape values for the
-// corresponding dimensions. The new dimensions match the size of the batch.
-//
-// The input `SparseTensor` objects' indices are assumed ordered in
-// standard lexicographic order.  If this is not the case, after this
-// step run `SparseReorder` to restore index ordering.
-//
-// For example, if the serialized input is a `[2 x 3]` matrix representing two
-// original `SparseTensor` objects:
-//
-//     index = [ 0]
-//             [10]
-//             [20]
-//     values = [1, 2, 3]
-//     shape = [50]
-//
-// and
+// Restores tensors from a V2 checkpoint.
 //
-//     index = [ 2]
-//             [10]
-//     values = [4, 5]
-//     shape = [30]
+// For backward compatibility with the V1 format, this Op currently allows
+// restoring from a V1 checkpoint as well:
+//   - This Op first attempts to find the V2 index file pointed to by "prefix", and
+//     if found proceed to read it as a V2 checkpoint;
+//   - Otherwise the V1 read path is invoked.
+// Relying on this behavior is not recommended, as the ability to fall back to read
+// V1 might be deprecated and eventually removed.
 //
-// then the final deserialized `SparseTensor` will be:
+// By default, restores the named tensors in full.  If the caller wishes to restore
+// specific slices of stored tensors, "shape_and_slices" should be non-empty
+// strings and correspondingly well-formed.
 //
-//     index = [0  0]
-//             [0 10]
-//             [0 20]
-//             [1  2]
-//             [1 10]
-//     values = [1, 2, 3, 4, 5]
-//     shape = [2 50]
+// Callers must ensure all the named tensors are indeed stored in the checkpoint.
 //
 // Arguments:
-//	serialized_sparse: The serialized `SparseTensor` objects. The last dimension
-// must have 3 columns.
-//	dtype: The `dtype` of the serialized `SparseTensor` objects.
-func DeserializeSparse(scope *Scope, serialized_sparse tf.Output, dtype tf.DataType) (sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output) {
+//	prefix: Must have a single element.  The prefix of a V2 checkpoint.
+//	tensor_names: shape {N}.  The names of the tensors to be restored.
+//	shape_and_slices: shape {N}.  The slice specs of the tensors to be restored.
+// Empty strings indicate that they are non-partitioned tensors.
+//	dtypes: shape {N}.  The list of expected dtype for the tensors.  Must match
+// those stored in the checkpoint.
+//
+// Returns shape {N}.  The restored tensors, whose shapes are read from the
+// checkpoint directly.
+func RestoreV2(scope *Scope, prefix tf.Output, tensor_names tf.Output, shape_and_slices tf.Output, dtypes []tf.DataType) (tensors []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype}
+	attrs := map[string]interface{}{"dtypes": dtypes}
 	opspec := tf.OpSpec{
-		Type: "DeserializeSparse",
+		Type: "RestoreV2",
 		Input: []tf.Input{
-			serialized_sparse,
+			prefix, tensor_names, shape_and_slices,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if tensors, idx, err = makeOutputList(op, idx, "tensors"); err != nil {
+		scope.UpdateErr("RestoreV2", err)
+		return
+	}
+	return tensors
 }
 
-// SqueezeAttr is an optional argument to Squeeze.
-type SqueezeAttr func(optionalAttr)
+// Receives a tensor value broadcast from another device.
+func CollectiveBcastRecv(scope *Scope, T tf.DataType, group_size int64, group_key int64, instance_key int64, shape tf.Shape) (data tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"T": T, "group_size": group_size, "group_key": group_key, "instance_key": instance_key, "shape": shape}
+	opspec := tf.OpSpec{
+		Type: "CollectiveBcastRecv",
 
-// SqueezeAxis sets the optional axis attribute to value.
-//
-// value: If specified, only squeezes the dimensions listed. The dimension
-// index starts at 0. It is an error to squeeze a dimension that is not 1. Must
-// be in the range `[-rank(input), rank(input))`.
-// If not specified, defaults to <>
-//
-// REQUIRES: len(value) >= 0
-func SqueezeAxis(value []int64) SqueezeAttr {
-	return func(m optionalAttr) {
-		m["squeeze_dims"] = value
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Removes dimensions of size 1 from the shape of a tensor.
-//
-// Given a tensor `input`, this operation returns a tensor of the same type with
-// all dimensions of size 1 removed. If you don't want to remove all size 1
-// dimensions, you can remove specific size 1 dimensions by specifying
-// `axis`.
-//
-// For example:
+// Decode web-safe base64-encoded strings.
 //
-// ```
-// # 't' is a tensor of shape [1, 2, 1, 3, 1, 1]
-// shape(squeeze(t)) ==> [2, 3]
-// ```
+// Input may or may not have padding at the end. See EncodeBase64 for padding.
+// Web-safe means that input must use - and _ instead of + and /.
 //
-// Or, to remove specific size 1 dimensions:
+// Arguments:
+//	input: Base64 strings to decode.
 //
-// ```
-// # 't' is a tensor of shape [1, 2, 1, 3, 1, 1]
-// shape(squeeze(t, [2, 4])) ==> [1, 2, 3, 1]
-// ```
+// Returns Decoded strings.
+func DecodeBase64(scope *Scope, input tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "DecodeBase64",
+		Input: []tf.Input{
+			input,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Store the input tensor in the state of the current session.
 //
 // Arguments:
-//	input: The `input` to squeeze.
+//	value: The tensor to be stored.
 //
-// Returns Contains the same data as `input`, but has one or more dimensions of
-// size 1 removed.
-func Squeeze(scope *Scope, input tf.Output, optional ...SqueezeAttr) (output tf.Output) {
+// Returns The handle for the tensor stored in the session state, represented
+// as a string.
+func GetSessionHandle(scope *Scope, value tf.Output) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "Squeeze",
+		Type: "GetSessionHandle",
 		Input: []tf.Input{
-			input,
+			value,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceApplyAdadeltaAttr is an optional argument to ResourceApplyAdadelta.
-type ResourceApplyAdadeltaAttr func(optionalAttr)
+// ResourceSparseApplyProximalAdagradAttr is an optional argument to ResourceSparseApplyProximalAdagrad.
+type ResourceSparseApplyProximalAdagradAttr func(optionalAttr)
 
-// ResourceApplyAdadeltaUseLocking sets the optional use_locking attribute to value.
+// ResourceSparseApplyProximalAdagradUseLocking sets the optional use_locking attribute to value.
 //
-// value: If True, updating of the var, accum and update_accum tensors will be protected by
+// value: If True, updating of the var and accum tensors will be protected by
 // a lock; otherwise the behavior is undefined, but may exhibit less contention.
 // If not specified, defaults to false
-func ResourceApplyAdadeltaUseLocking(value bool) ResourceApplyAdadeltaAttr {
+func ResourceSparseApplyProximalAdagradUseLocking(value bool) ResourceSparseApplyProximalAdagradAttr {
 	return func(m optionalAttr) {
 		m["use_locking"] = value
 	}
 }
 
-// Update '*var' according to the adadelta scheme.
+// Sparse update entries in '*var' and '*accum' according to FOBOS algorithm.
 //
-// accum = rho() * accum + (1 - rho()) * grad.square();
-// update = (update_accum + epsilon).sqrt() * (accum + epsilon()).rsqrt() * grad;
-// update_accum = rho() * update_accum + (1 - rho()) * update.square();
-// var -= update;
+// That is for rows we have grad for, we update var and accum as follows:
+// accum += grad * grad
+// prox_v = var
+// prox_v -= lr * grad * (1 / sqrt(accum))
+// var = sign(prox_v)/(1+lr*l2) * max{|prox_v|-lr*l1,0}
 //
 // Arguments:
 //	var_: Should be from a Variable().
 //	accum: Should be from a Variable().
-//	accum_update: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	rho: Decay factor. Must be a scalar.
-//	epsilon: Constant factor. Must be a scalar.
+//	lr: Learning rate. Must be a scalar.
+//	l1: L1 regularization. Must be a scalar.
+//	l2: L2 regularization. Must be a scalar.
 //	grad: The gradient.
+//	indices: A vector of indices into the first dimension of var and accum.
 //
 // Returns the created operation.
-func ResourceApplyAdadelta(scope *Scope, var_ tf.Output, accum tf.Output, accum_update tf.Output, lr tf.Output, rho tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyAdadeltaAttr) (o *tf.Operation) {
+func ResourceSparseApplyProximalAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, l1 tf.Output, l2 tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyProximalAdagradAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -16084,69 +16460,55 @@ func ResourceApplyAdadelta(scope *Scope, var_ tf.Output, accum tf.Output, accum_
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyAdadelta",
+		Type: "ResourceSparseApplyProximalAdagrad",
 		Input: []tf.Input{
-			var_, accum, accum_update, lr, rho, epsilon, grad,
+			var_, accum, lr, l1, l2, grad, indices,
 		},
 		Attrs: attrs,
 	}
 	return scope.AddOperation(opspec)
 }
 
-// NonMaxSuppressionAttr is an optional argument to NonMaxSuppression.
-type NonMaxSuppressionAttr func(optionalAttr)
+// MaxPool3DGradAttr is an optional argument to MaxPool3DGrad.
+type MaxPool3DGradAttr func(optionalAttr)
 
-// NonMaxSuppressionIouThreshold sets the optional iou_threshold attribute to value.
+// MaxPool3DGradDataFormat sets the optional data_format attribute to value.
 //
-// value: A float representing the threshold for deciding whether boxes
-// overlap too much with respect to IOU.
-// If not specified, defaults to 0.5
-func NonMaxSuppressionIouThreshold(value float32) NonMaxSuppressionAttr {
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func MaxPool3DGradDataFormat(value string) MaxPool3DGradAttr {
 	return func(m optionalAttr) {
-		m["iou_threshold"] = value
+		m["data_format"] = value
 	}
 }
 
-// Greedily selects a subset of bounding boxes in descending order of score,
-//
-// pruning away boxes that have high intersection-over-union (IOU) overlap
-// with previously selected boxes.  Bounding boxes are supplied as
-// [y1, x1, y2, x2], where (y1, x1) and (y2, x2) are the coordinates of any
-// diagonal pair of box corners and the coordinates can be provided as normalized
-// (i.e., lying in the interval [0, 1]) or absolute.  Note that this algorithm
-// is agnostic to where the origin is in the coordinate system.  Note that this
-// algorithm is invariant to orthogonal transformations and translations
-// of the coordinate system; thus translating or reflections of the coordinate
-// system result in the same boxes being selected by the algorithm.
-// The output of this operation is a set of integers indexing into the input
-// collection of bounding boxes representing the selected boxes.  The bounding
-// box coordinates corresponding to the selected indices can then be obtained
-// using the `tf.gather operation`.  For example:
-//   selected_indices = tf.image.non_max_suppression(
-//       boxes, scores, max_output_size, iou_threshold)
-//   selected_boxes = tf.gather(boxes, selected_indices)
+// Computes gradients of max pooling function.
 //
 // Arguments:
-//	boxes: A 2-D float tensor of shape `[num_boxes, 4]`.
-//	scores: A 1-D float tensor of shape `[num_boxes]` representing a single
-// score corresponding to each box (each row of boxes).
-//	max_output_size: A scalar integer tensor representing the maximum number of
-// boxes to be selected by non max suppression.
-//
-// Returns A 1-D integer tensor of shape `[M]` representing the selected
-// indices from the boxes tensor, where `M <= max_output_size`.
-func NonMaxSuppression(scope *Scope, boxes tf.Output, scores tf.Output, max_output_size tf.Output, optional ...NonMaxSuppressionAttr) (selected_indices tf.Output) {
+//	orig_input: The original input tensor.
+//	orig_output: The original output tensor.
+//	grad: Output backprop of shape `[batch, depth, rows, cols, channels]`.
+//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
+// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+func MaxPool3DGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "NonMaxSuppression",
+		Type: "MaxPool3DGrad",
 		Input: []tf.Input{
-			boxes, scores, max_output_size,
+			orig_input, orig_output, grad,
 		},
 		Attrs: attrs,
 	}
@@ -16154,177 +16516,132 @@ func NonMaxSuppression(scope *Scope, boxes tf.Output, scores tf.Output, max_outp
 	return op.Output(0)
 }
 
-// Creates a dataset that emits `components` as a tuple of tensors once.
-func TensorDataset(scope *Scope, components []tf.Output, output_shapes []tf.Shape) (handle tf.Output) {
+// Returns the name of the device on which `resource` has been placed.
+func ExperimentalIteratorGetDevice(scope *Scope, resource tf.Output) (device tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "TensorDataset",
+		Type: "ExperimentalIteratorGetDevice",
 		Input: []tf.Input{
-			tf.OutputList(components),
+			resource,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Component-wise multiplies a SparseTensor by a dense Tensor.
-//
-// The output locations corresponding to the implicitly zero elements in the sparse
-// tensor will be zero (i.e., will not take up storage space), regardless of the
-// contents of the dense tensor (even if it's +/-INF and that INF*0 == NaN).
-//
-// *Limitation*: this Op only broadcasts the dense side to the sparse side, but not
-// the other direction.
-//
-// Arguments:
-//	sp_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, possibly not in canonical ordering.
-//	sp_values: 1-D.  `N` non-empty values corresponding to `sp_indices`.
-//	sp_shape: 1-D.  Shape of the input SparseTensor.
-//	dense: `R`-D.  The dense Tensor operand.
+// SparseReduceSumAttr is an optional argument to SparseReduceSum.
+type SparseReduceSumAttr func(optionalAttr)
+
+// SparseReduceSumKeepDims sets the optional keep_dims attribute to value.
 //
-// Returns 1-D.  The `N` values that are operated on.
-func SparseDenseCwiseMul(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output, dense tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "SparseDenseCwiseMul",
-		Input: []tf.Input{
-			sp_indices, sp_values, sp_shape, dense,
-		},
+// value: If true, retain reduced dimensions with length 1.
+// If not specified, defaults to false
+func SparseReduceSumKeepDims(value bool) SparseReduceSumAttr {
+	return func(m optionalAttr) {
+		m["keep_dims"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// 2D real-valued fast Fourier transform.
+// Computes the sum of elements across dimensions of a SparseTensor.
 //
-// Computes the 2-dimensional discrete Fourier transform of a real-valued signal
-// over the inner-most 2 dimensions of `input`.
+// This Op takes a SparseTensor and is the sparse counterpart to
+// `tf.reduce_sum()`.  In particular, this Op also returns a dense `Tensor`
+// instead of a sparse one.
 //
-// Since the DFT of a real signal is Hermitian-symmetric, `RFFT2D` only returns the
-// `fft_length / 2 + 1` unique components of the FFT for the inner-most dimension
-// of `output`: the zero-frequency term, followed by the `fft_length / 2`
-// positive-frequency terms.
+// Reduces `sp_input` along the dimensions given in `reduction_axes`.  Unless
+// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
+// `reduction_axes`. If `keep_dims` is true, the reduced dimensions are retained
+// with length 1.
 //
-// Along each axis `RFFT2D` is computed on, if `fft_length` is smaller than the
-// corresponding dimension of `input`, the dimension is cropped. If it is larger,
-// the dimension is padded with zeros.
+// If `reduction_axes` has no entries, all dimensions are reduced, and a tensor
+// with a single element is returned.  Additionally, the axes can be negative,
+// which are interpreted according to the indexing rules in Python.
 //
 // Arguments:
-//	input: A float32 tensor.
-//	fft_length: An int32 tensor of shape [2]. The FFT length for each dimension.
-//
-// Returns A complex64 tensor of the same rank as `input`. The inner-most 2
-//   dimensions of `input` are replaced with their 2D Fourier transform. The
-//   inner-most dimension contains `fft_length / 2 + 1` unique frequency
-//   components.
+//	input_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, possibly not in canonical ordering.
+//	input_values: 1-D.  `N` non-empty values corresponding to `input_indices`.
+//	input_shape: 1-D.  Shape of the input SparseTensor.
+//	reduction_axes: 1-D.  Length-`K` vector containing the reduction axes.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.rfft2
-// @end_compatibility
-func RFFT2D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
+// Returns `R-K`-D.  The reduced Tensor.
+func SparseReduceSum(scope *Scope, input_indices tf.Output, input_values tf.Output, input_shape tf.Output, reduction_axes tf.Output, optional ...SparseReduceSumAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "RFFT2D",
+		Type: "SparseReduceSum",
 		Input: []tf.Input{
-			input, fft_length,
+			input_indices, input_values, input_shape, reduction_axes,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Pads a tensor with zeros.
-//
-// This operation pads a `input` with zeros according to the `paddings` you
-// specify. `paddings` is an integer tensor with shape `[Dn, 2]`, where n is the
-// rank of `input`. For each dimension D of `input`, `paddings[D, 0]` indicates
-// how many zeros to add before the contents of `input` in that dimension, and
-// `paddings[D, 1]` indicates how many zeros to add after the contents of `input`
-// in that dimension.
-//
-// The padded size of each dimension D of the output is:
-//
-// `paddings(D, 0) + input.dim_size(D) + paddings(D, 1)`
-//
-// For example:
+// Returns immutable tensor from memory region.
 //
-// ```
-// # 't' is [[1, 1], [2, 2]]
-// # 'paddings' is [[1, 1], [2, 2]]
-// # rank of 't' is 2
-// pad(t, paddings) ==> [[0, 0, 0, 0, 0, 0]
-//                       [0, 0, 1, 1, 0, 0]
-//                       [0, 0, 2, 2, 0, 0]
-//                       [0, 0, 0, 0, 0, 0]]
-// ```
+// The current implementation memmaps the tensor from a file.
 //
-func Pad(scope *Scope, input tf.Output, paddings tf.Output) (output tf.Output) {
+// Arguments:
+//	dtype: Type of the returned tensor.
+//	shape: Shape of the returned tensor.
+//	memory_region_name: Name of readonly memory region used by the tensor, see
+// NewReadOnlyMemoryRegionFromFile in tensorflow::Env.
+func ImmutableConst(scope *Scope, dtype tf.DataType, shape tf.Shape, memory_region_name string) (tensor tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"dtype": dtype, "shape": shape, "memory_region_name": memory_region_name}
 	opspec := tf.OpSpec{
-		Type: "Pad",
-		Input: []tf.Input{
-			input, paddings,
-		},
+		Type: "ImmutableConst",
+
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Checks whether a resource handle-based variable has been initialized.
-//
-// Arguments:
-//	resource: the input resource handle.
+// StringJoinAttr is an optional argument to StringJoin.
+type StringJoinAttr func(optionalAttr)
+
+// StringJoinSeparator sets the optional separator attribute to value.
 //
-// Returns a scalar boolean which is true if the variable has been
-// initialized.
-func VarIsInitializedOp(scope *Scope, resource tf.Output) (is_initialized tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "VarIsInitializedOp",
-		Input: []tf.Input{
-			resource,
-		},
+// value: string, an optional join separator.
+// If not specified, defaults to ""
+func StringJoinSeparator(value string) StringJoinAttr {
+	return func(m optionalAttr) {
+		m["separator"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Converts each string in the input Tensor to its hash mod by a number of buckets.
+// Joins the strings in the given list of string tensors into one tensor;
 //
-// The hash function is deterministic on the content of the string within the
-// process and will never change. However, it is not suitable for cryptography.
-// This function may be used when CPU time is scarce and inputs are trusted or
-// unimportant. There is a risk of adversaries constructing inputs that all hash
-// to the same bucket. To prevent this problem, use a strong hash function with
-// `tf.string_to_hash_bucket_strong`.
+// with the given separator (default is an empty separator).
 //
 // Arguments:
-//	input: The strings to assign a hash bucket.
-//	num_buckets: The number of buckets.
-//
-// Returns A Tensor of the same shape as the input `string_tensor`.
-func StringToHashBucketFast(scope *Scope, input tf.Output, num_buckets int64) (output tf.Output) {
+//	inputs: A list of string tensors.  The tensors must all have the same shape,
+// or be scalars.  Scalars may be mixed in; these will be broadcast to the shape
+// of non-scalar inputs.
+func StringJoin(scope *Scope, inputs []tf.Output, optional ...StringJoinAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"num_buckets": num_buckets}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "StringToHashBucketFast",
+		Type: "StringJoin",
 		Input: []tf.Input{
-			input,
+			tf.OutputList(inputs),
 		},
 		Attrs: attrs,
 	}
@@ -16332,71 +16649,63 @@ func StringToHashBucketFast(scope *Scope, input tf.Output, num_buckets int64) (o
 	return op.Output(0)
 }
 
-// Returns the last element of the input list as well as a list with all but that element.
+// Creates and returns an empty tensor list.
 //
-// Fails if the list is empty.
+// All list elements must be tensors of dtype element_dtype and shape compatible
+// with element_shape.
 //
-// input_handle: the input list
-// tensor: the withdrawn last element of the list
-// element_dtype: the type of elements in the list
-// element_shape: the shape of the output tensor
-func TensorListPopBack(scope *Scope, input_handle tf.Output, element_dtype tf.DataType) (output_handle tf.Output, tensor tf.Output) {
+// handle: an empty tensor list.
+// element_dtype: the type of elements in the list.
+// element_shape: a shape compatible with that of elements in the list.
+func EmptyTensorList(scope *Scope, element_shape tf.Output, element_dtype tf.DataType) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	attrs := map[string]interface{}{"element_dtype": element_dtype}
 	opspec := tf.OpSpec{
-		Type: "TensorListPopBack",
+		Type: "EmptyTensorList",
 		Input: []tf.Input{
-			input_handle,
+			element_shape,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// MaxPoolGradGradAttr is an optional argument to MaxPoolGradGrad.
-type MaxPoolGradGradAttr func(optionalAttr)
+// VariableShapeAttr is an optional argument to VariableShape.
+type VariableShapeAttr func(optionalAttr)
 
-// MaxPoolGradGradDataFormat sets the optional data_format attribute to value.
-//
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func MaxPoolGradGradDataFormat(value string) MaxPoolGradGradAttr {
+// VariableShapeOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_INT32
+func VariableShapeOutType(value tf.DataType) VariableShapeAttr {
 	return func(m optionalAttr) {
-		m["data_format"] = value
+		m["out_type"] = value
 	}
 }
 
-// Computes second-order gradients of the maxpooling function.
+// Returns the shape of the variable pointed to by `resource`.
 //
-// Arguments:
-//	orig_input: The original input tensor.
-//	orig_output: The original output tensor.
-//	grad: 4-D.  Gradients of gradients w.r.t. the input of `max_pool`.
-//	ksize: The size of the window for each dimension of the input tensor.
-//	strides: The stride of the sliding window for each dimension of the
-// input tensor.
-//	padding: The type of padding algorithm to use.
+// This operation returns a 1-D integer tensor representing the shape of `input`.
 //
-// Returns Gradients of gradients w.r.t. the input to `max_pool`.
-func MaxPoolGradGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPoolGradGradAttr) (output tf.Output) {
+// For example:
+//
+// ```
+// # 't' is [[[1, 1, 1], [2, 2, 2]], [[3, 3, 3], [4, 4, 4]]]
+// shape(t) ==> [2, 2, 3]
+// ```
+func VariableShape(scope *Scope, input tf.Output, optional ...VariableShapeAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MaxPoolGradGrad",
+		Type: "VariableShape",
 		Input: []tf.Input{
-			orig_input, orig_output, grad,
+			input,
 		},
 		Attrs: attrs,
 	}
@@ -16404,275 +16713,281 @@ func MaxPoolGradGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output,
 	return op.Output(0)
 }
 
-// TensorArrayGatherV3Attr is an optional argument to TensorArrayGatherV3.
-type TensorArrayGatherV3Attr func(optionalAttr)
+// SparseToSparseSetOperationAttr is an optional argument to SparseToSparseSetOperation.
+type SparseToSparseSetOperationAttr func(optionalAttr)
 
-// TensorArrayGatherV3ElementShape sets the optional element_shape attribute to value.
-//
-// value: The expected shape of an element, if known. Used to
-// validate the shapes of TensorArray elements. If this shape is not
-// fully specified, gathering zero-size TensorArrays is an error.
-// If not specified, defaults to <unknown_rank:true >
-func TensorArrayGatherV3ElementShape(value tf.Shape) TensorArrayGatherV3Attr {
+// SparseToSparseSetOperationValidateIndices sets the optional validate_indices attribute to value.
+// If not specified, defaults to true
+func SparseToSparseSetOperationValidateIndices(value bool) SparseToSparseSetOperationAttr {
 	return func(m optionalAttr) {
-		m["element_shape"] = value
+		m["validate_indices"] = value
 	}
 }
 
-// Gather specific elements from the TensorArray into output `value`.
+// Applies set operation along last dimension of 2 `SparseTensor` inputs.
 //
-// All elements selected by `indices` must have the same shape.
+// See SetOperationOp::SetOperationFromContext for values of `set_operation`.
+//
+// If `validate_indices` is `True`, `SparseToSparseSetOperation` validates the
+// order and range of `set1` and `set2` indices.
+//
+// Input `set1` is a `SparseTensor` represented by `set1_indices`, `set1_values`,
+// and `set1_shape`. For `set1` ranked `n`, 1st `n-1` dimensions must be the same
+// as `set2`. Dimension `n` contains values in a set, duplicates are allowed but
+// ignored.
+//
+// Input `set2` is a `SparseTensor` represented by `set2_indices`, `set2_values`,
+// and `set2_shape`. For `set2` ranked `n`, 1st `n-1` dimensions must be the same
+// as `set1`. Dimension `n` contains values in a set, duplicates are allowed but
+// ignored.
+//
+// If `validate_indices` is `True`, this op validates the order and range of `set1`
+// and `set2` indices.
+//
+// Output `result` is a `SparseTensor` represented by `result_indices`,
+// `result_values`, and `result_shape`. For `set1` and `set2` ranked `n`, this
+// has rank `n` and the same 1st `n-1` dimensions as `set1` and `set2`. The `nth`
+// dimension contains the result of `set_operation` applied to the corresponding
+// `[0...n-1]` dimension of `set`.
 //
 // Arguments:
-//	handle: The handle to a TensorArray.
-//	indices: The locations in the TensorArray from which to read tensor elements.
-//	flow_in: A float scalar that enforces proper chaining of operations.
-//	dtype: The type of the elem that is returned.
+//	set1_indices: 2D `Tensor`, indices of a `SparseTensor`. Must be in row-major
+// order.
+//	set1_values: 1D `Tensor`, values of a `SparseTensor`. Must be in row-major
+// order.
+//	set1_shape: 1D `Tensor`, shape of a `SparseTensor`. `set1_shape[0...n-1]` must
+// be the same as `set2_shape[0...n-1]`, `set1_shape[n]` is the
+// max set size across `0...n-1` dimensions.
+//	set2_indices: 2D `Tensor`, indices of a `SparseTensor`. Must be in row-major
+// order.
+//	set2_values: 1D `Tensor`, values of a `SparseTensor`. Must be in row-major
+// order.
+//	set2_shape: 1D `Tensor`, shape of a `SparseTensor`. `set2_shape[0...n-1]` must
+// be the same as `set1_shape[0...n-1]`, `set2_shape[n]` is the
+// max set size across `0...n-1` dimensions.
 //
-// Returns All of the elements in the TensorArray, concatenated along a new
-// axis (the new dimension 0).
-func TensorArrayGatherV3(scope *Scope, handle tf.Output, indices tf.Output, flow_in tf.Output, dtype tf.DataType, optional ...TensorArrayGatherV3Attr) (value tf.Output) {
+//
+// Returns 2D indices of a `SparseTensor`.1D values of a `SparseTensor`.1D `Tensor` shape of a `SparseTensor`. `result_shape[0...n-1]` is
+// the same as the 1st `n-1` dimensions of `set1` and `set2`, `result_shape[n]`
+// is the max result set size across all `0...n-1` dimensions.
+func SparseToSparseSetOperation(scope *Scope, set1_indices tf.Output, set1_values tf.Output, set1_shape tf.Output, set2_indices tf.Output, set2_values tf.Output, set2_shape tf.Output, set_operation string, optional ...SparseToSparseSetOperationAttr) (result_indices tf.Output, result_values tf.Output, result_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype}
+	attrs := map[string]interface{}{"set_operation": set_operation}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "TensorArrayGatherV3",
+		Type: "SparseToSparseSetOperation",
 		Input: []tf.Input{
-			handle, indices, flow_in,
+			set1_indices, set1_values, set1_shape, set2_indices, set2_values, set2_shape,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Returns x / y element-wise for integer types.
-//
-// Truncation designates that negative numbers will round fractional quantities
-// toward zero. I.e. -7 / 5 = -1. This matches C semantics but it is different
-// than Python semantics. See `FloorDiv` for a division function that matches
-// Python Semantics.
-//
-// *NOTE*: `TruncateDiv` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func TruncateDiv(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "TruncateDiv",
-		Input: []tf.Input{
-			x, y,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Restores tensors from a V2 checkpoint.
-//
-// For backward compatibility with the V1 format, this Op currently allows
-// restoring from a V1 checkpoint as well:
-//   - This Op first attempts to find the V2 index file pointed to by "prefix", and
-//     if found proceed to read it as a V2 checkpoint;
-//   - Otherwise the V1 read path is invoked.
-// Relying on this behavior is not recommended, as the ability to fall back to read
-// V1 might be deprecated and eventually removed.
+// Computes softmax cross entropy cost and gradients to backpropagate.
 //
-// By default, restores the named tensors in full.  If the caller wishes to restore
-// specific slices of stored tensors, "shape_and_slices" should be non-empty
-// strings and correspondingly well-formed.
+// Unlike `SoftmaxCrossEntropyWithLogits`, this operation does not accept
+// a matrix of label probabilities, but rather a single label per row
+// of features.  This label is considered to have probability 1.0 for the
+// given row.
 //
-// Callers must ensure all the named tensors are indeed stored in the checkpoint.
+// Inputs are the logits, not probabilities.
 //
 // Arguments:
-//	prefix: Must have a single element.  The prefix of a V2 checkpoint.
-//	tensor_names: shape {N}.  The names of the tensors to be restored.
-//	shape_and_slices: shape {N}.  The slice specs of the tensors to be restored.
-// Empty strings indicate that they are non-partitioned tensors.
-//	dtypes: shape {N}.  The list of expected dtype for the tensors.  Must match
-// those stored in the checkpoint.
+//	features: batch_size x num_classes matrix
+//	labels: batch_size vector with values in [0, num_classes).
+// This is the label for the given minibatch entry.
 //
-// Returns shape {N}.  The restored tensors, whose shapes are read from the
-// checkpoint directly.
-func RestoreV2(scope *Scope, prefix tf.Output, tensor_names tf.Output, shape_and_slices tf.Output, dtypes []tf.DataType) (tensors []tf.Output) {
+// Returns Per example loss (batch_size vector).backpropagated gradients (batch_size x num_classes matrix).
+func SparseSoftmaxCrossEntropyWithLogits(scope *Scope, features tf.Output, labels tf.Output) (loss tf.Output, backprop tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
 	opspec := tf.OpSpec{
-		Type: "RestoreV2",
+		Type: "SparseSoftmaxCrossEntropyWithLogits",
 		Input: []tf.Input{
-			prefix, tensor_names, shape_and_slices,
+			features, labels,
 		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if tensors, idx, err = makeOutputList(op, idx, "tensors"); err != nil {
-		scope.UpdateErr("RestoreV2", err)
-		return
-	}
-	return tensors
-}
-
-// Receives a tensor value broadcast from another device.
-func CollectiveBcastRecv(scope *Scope, T tf.DataType, group_size int64, group_key int64, instance_key int64, shape tf.Shape) (data tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"T": T, "group_size": group_size, "group_key": group_key, "instance_key": instance_key, "shape": shape}
-	opspec := tf.OpSpec{
-		Type: "CollectiveBcastRecv",
-
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// Decode web-safe base64-encoded strings.
-//
-// Input may or may not have padding at the end. See EncodeBase64 for padding.
-// Web-safe means that input must use - and _ instead of + and /.
-//
-// Arguments:
-//	input: Base64 strings to decode.
-//
-// Returns Decoded strings.
-func DecodeBase64(scope *Scope, input tf.Output) (output tf.Output) {
+// Returns the truth value of NOT x element-wise.
+func LogicalNot(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "DecodeBase64",
+		Type: "LogicalNot",
 		Input: []tf.Input{
-			input,
+			x,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Store the input tensor in the state of the current session.
+// 3D real-valued fast Fourier transform.
+//
+// Computes the 3-dimensional discrete Fourier transform of a real-valued signal
+// over the inner-most 3 dimensions of `input`.
+//
+// Since the DFT of a real signal is Hermitian-symmetric, `RFFT3D` only returns the
+// `fft_length / 2 + 1` unique components of the FFT for the inner-most dimension
+// of `output`: the zero-frequency term, followed by the `fft_length / 2`
+// positive-frequency terms.
+//
+// Along each axis `RFFT3D` is computed on, if `fft_length` is smaller than the
+// corresponding dimension of `input`, the dimension is cropped. If it is larger,
+// the dimension is padded with zeros.
 //
 // Arguments:
-//	value: The tensor to be stored.
+//	input: A float32 tensor.
+//	fft_length: An int32 tensor of shape [3]. The FFT length for each dimension.
 //
-// Returns The handle for the tensor stored in the session state, represented
-// as a string.
-func GetSessionHandle(scope *Scope, value tf.Output) (handle tf.Output) {
+// Returns A complex64 tensor of the same rank as `input`. The inner-most 3
+//   dimensions of `input` are replaced with the their 3D Fourier transform. The
+//   inner-most dimension contains `fft_length / 2 + 1` unique frequency
+//   components.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.rfftn with 3 dimensions.
+// @end_compatibility
+func RFFT3D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "GetSessionHandle",
+		Type: "RFFT3D",
 		Input: []tf.Input{
-			value,
+			input, fft_length,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceSparseApplyProximalAdagradAttr is an optional argument to ResourceSparseApplyProximalAdagrad.
-type ResourceSparseApplyProximalAdagradAttr func(optionalAttr)
+// TensorArrayV3Attr is an optional argument to TensorArrayV3.
+type TensorArrayV3Attr func(optionalAttr)
 
-// ResourceSparseApplyProximalAdagradUseLocking sets the optional use_locking attribute to value.
+// TensorArrayV3ElementShape sets the optional element_shape attribute to value.
 //
-// value: If True, updating of the var and accum tensors will be protected by
-// a lock; otherwise the behavior is undefined, but may exhibit less contention.
+// value: The expected shape of an element, if known. Used to
+// validate the shapes of TensorArray elements. If this shape is not
+// fully specified, gathering zero-size TensorArrays is an error.
+// If not specified, defaults to <unknown_rank:true >
+func TensorArrayV3ElementShape(value tf.Shape) TensorArrayV3Attr {
+	return func(m optionalAttr) {
+		m["element_shape"] = value
+	}
+}
+
+// TensorArrayV3DynamicSize sets the optional dynamic_size attribute to value.
+//
+// value: A boolean that determines whether writes to the TensorArray
+// are allowed to grow the size.  By default, this is not allowed.
 // If not specified, defaults to false
-func ResourceSparseApplyProximalAdagradUseLocking(value bool) ResourceSparseApplyProximalAdagradAttr {
+func TensorArrayV3DynamicSize(value bool) TensorArrayV3Attr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["dynamic_size"] = value
 	}
 }
 
-// Sparse update entries in '*var' and '*accum' according to FOBOS algorithm.
+// TensorArrayV3ClearAfterRead sets the optional clear_after_read attribute to value.
 //
-// That is for rows we have grad for, we update var and accum as follows:
-// accum += grad * grad
-// prox_v = var
-// prox_v -= lr * grad * (1 / sqrt(accum))
-// var = sign(prox_v)/(1+lr*l2) * max{|prox_v|-lr*l1,0}
+// value: If true (default), Tensors in the TensorArray are cleared
+// after being read.  This disables multiple read semantics but allows early
+// release of memory.
+// If not specified, defaults to true
+func TensorArrayV3ClearAfterRead(value bool) TensorArrayV3Attr {
+	return func(m optionalAttr) {
+		m["clear_after_read"] = value
+	}
+}
+
+// TensorArrayV3IdenticalElementShapes sets the optional identical_element_shapes attribute to value.
+//
+// value: If true (default is false), then all
+// elements in the TensorArray will be expected to have have identical shapes.
+// This allows certain behaviors, like dynamically checking for
+// consistent shapes on write, and being able to fill in properly
+// shaped zero tensors on stack -- even if the element_shape attribute
+// is not fully defined.
+// If not specified, defaults to false
+func TensorArrayV3IdenticalElementShapes(value bool) TensorArrayV3Attr {
+	return func(m optionalAttr) {
+		m["identical_element_shapes"] = value
+	}
+}
+
+// TensorArrayV3TensorArrayName sets the optional tensor_array_name attribute to value.
+//
+// value: Overrides the name used for the temporary tensor_array
+// resource. Default value is the name of the 'TensorArray' op (which
+// is guaranteed unique).
+// If not specified, defaults to ""
+func TensorArrayV3TensorArrayName(value string) TensorArrayV3Attr {
+	return func(m optionalAttr) {
+		m["tensor_array_name"] = value
+	}
+}
+
+// An array of Tensors of given size.
+//
+// Write data via Write and read via Read or Pack.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	accum: Should be from a Variable().
-//	lr: Learning rate. Must be a scalar.
-//	l1: L1 regularization. Must be a scalar.
-//	l2: L2 regularization. Must be a scalar.
-//	grad: The gradient.
-//	indices: A vector of indices into the first dimension of var and accum.
+//	size: The size of the array.
+//	dtype: The type of the elements on the tensor_array.
 //
-// Returns the created operation.
-func ResourceSparseApplyProximalAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, l1 tf.Output, l2 tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyProximalAdagradAttr) (o *tf.Operation) {
+// Returns The handle to the TensorArray.A scalar used to control gradient flow.
+func TensorArrayV3(scope *Scope, size tf.Output, dtype tf.DataType, optional ...TensorArrayV3Attr) (handle tf.Output, flow tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtype": dtype}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceSparseApplyProximalAdagrad",
+		Type: "TensorArrayV3",
 		Input: []tf.Input{
-			var_, accum, lr, l1, l2, grad, indices,
+			size,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
 }
 
-// MaxPool3DGradAttr is an optional argument to MaxPool3DGrad.
-type MaxPool3DGradAttr func(optionalAttr)
-
-// MaxPool3DGradDataFormat sets the optional data_format attribute to value.
+// Runs multiple additive regression ensemble predictors on input instances and
 //
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func MaxPool3DGradDataFormat(value string) MaxPool3DGradAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Computes gradients of max pooling function.
+// computes the logits. It is designed to be used during prediction.
+// It traverses all the trees and calculates the final score for each instance.
 //
 // Arguments:
-//	orig_input: The original input tensor.
-//	orig_output: The original output tensor.
-//	grad: Output backprop of shape `[batch, depth, rows, cols, channels]`.
-//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
-// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
-func MaxPool3DGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DGradAttr) (output tf.Output) {
+//
+//	bucketized_features: A list of rank 1 Tensors containing bucket id for each
+// feature.
+//	logits_dimension: scalar, dimension of the logits, to be used for partial logits
+// shape.
+//
+// Returns Output rank 2 Tensor containing logits for each example.
+func BoostedTreesPredict(scope *Scope, tree_ensemble_handle tf.Output, bucketized_features []tf.Output, logits_dimension int64) (logits tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"logits_dimension": logits_dimension}
 	opspec := tf.OpSpec{
-		Type: "MaxPool3DGrad",
+		Type: "BoostedTreesPredict",
 		Input: []tf.Input{
-			orig_input, orig_output, grad,
+			tree_ensemble_handle, tf.OutputList(bucketized_features),
 		},
 		Attrs: attrs,
 	}
@@ -16680,58 +16995,83 @@ func MaxPool3DGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, gr
 	return op.Output(0)
 }
 
-// Returns the name of the device on which `resource` has been placed.
-func ExperimentalIteratorGetDevice(scope *Scope, resource tf.Output) (device tf.Output) {
+// Elementwise computes the bitwise OR of `x` and `y`.
+//
+// The result will have those bits set, that are set in `x`, `y` or both. The
+// computation is performed on the underlying representations of `x` and `y`.
+func BitwiseOr(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "ExperimentalIteratorGetDevice",
+		Type: "BitwiseOr",
 		Input: []tf.Input{
-			resource,
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// SparseReduceSumAttr is an optional argument to SparseReduceSum.
-type SparseReduceSumAttr func(optionalAttr)
+// MatrixSolveLsAttr is an optional argument to MatrixSolveLs.
+type MatrixSolveLsAttr func(optionalAttr)
 
-// SparseReduceSumKeepDims sets the optional keep_dims attribute to value.
-//
-// value: If true, retain reduced dimensions with length 1.
-// If not specified, defaults to false
-func SparseReduceSumKeepDims(value bool) SparseReduceSumAttr {
+// MatrixSolveLsFast sets the optional fast attribute to value.
+// If not specified, defaults to true
+func MatrixSolveLsFast(value bool) MatrixSolveLsAttr {
 	return func(m optionalAttr) {
-		m["keep_dims"] = value
+		m["fast"] = value
 	}
 }
 
-// Computes the sum of elements across dimensions of a SparseTensor.
+// Solves one or more linear least-squares problems.
 //
-// This Op takes a SparseTensor and is the sparse counterpart to
-// `tf.reduce_sum()`.  In particular, this Op also returns a dense `Tensor`
-// instead of a sparse one.
+// `matrix` is a tensor of shape `[..., M, N]` whose inner-most 2 dimensions
+// form real or complex matrices of size `[M, N]`. `Rhs` is a tensor of the same
+// type as `matrix` and shape `[..., M, K]`.
+// The output is a tensor shape `[..., N, K]` where each output matrix solves
+// each of the equations
+// `matrix[..., :, :]` * `output[..., :, :]` = `rhs[..., :, :]`
+// in the least squares sense.
 //
-// Reduces `sp_input` along the dimensions given in `reduction_axes`.  Unless
-// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `reduction_axes`. If `keep_dims` is true, the reduced dimensions are retained
-// with length 1.
+// We use the following notation for (complex) matrix and right-hand sides
+// in the batch:
 //
-// If `reduction_axes` has no entries, all dimensions are reduced, and a tensor
-// with a single element is returned.  Additionally, the axes can be negative,
-// which are interpreted according to the indexing rules in Python.
+// `matrix`=\\(A \in \mathbb{C}^{m \times n}\\),
+// `rhs`=\\(B  \in \mathbb{C}^{m \times k}\\),
+// `output`=\\(X  \in \mathbb{C}^{n \times k}\\),
+// `l2_regularizer`=\\(\lambda \in \mathbb{R}\\).
+//
+// If `fast` is `True`, then the solution is computed by solving the normal
+// equations using Cholesky decomposition. Specifically, if \\(m \ge n\\) then
+// \\(X = (A^H A + \lambda I)^{-1} A^H B\\), which solves the least-squares
+// problem \\(X = \mathrm{argmin}_{Z \in \Re^{n \times k} } ||A Z - B||_F^2 + \lambda ||Z||_F^2\\).
+// If \\(m \lt n\\) then `output` is computed as
+// \\(X = A^H (A A^H + \lambda I)^{-1} B\\), which (for \\(\lambda = 0\\)) is the
+// minimum-norm solution to the under-determined linear system, i.e.
+// \\(X = \mathrm{argmin}_{Z \in \mathbb{C}^{n \times k} } ||Z||_F^2 \\),
+// subject to \\(A Z = B\\). Notice that the fast path is only numerically stable
+// when \\(A\\) is numerically full rank and has a condition number
+// \\(\mathrm{cond}(A) \lt \frac{1}{\sqrt{\epsilon_{mach} } }\\) or \\(\lambda\\) is
+// sufficiently large.
+//
+// If `fast` is `False` an algorithm based on the numerically robust complete
+// orthogonal decomposition is used. This computes the minimum-norm
+// least-squares solution, even when \\(A\\) is rank deficient. This path is
+// typically 6-7 times slower than the fast path. If `fast` is `False` then
+// `l2_regularizer` is ignored.
 //
 // Arguments:
-//	input_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, possibly not in canonical ordering.
-//	input_values: 1-D.  `N` non-empty values corresponding to `input_indices`.
-//	input_shape: 1-D.  Shape of the input SparseTensor.
-//	reduction_axes: 1-D.  Length-`K` vector containing the reduction axes.
+//	matrix: Shape is `[..., M, N]`.
+//	rhs: Shape is `[..., M, K]`.
+//	l2_regularizer: Scalar tensor.
 //
-// Returns `R-K`-D.  The reduced Tensor.
-func SparseReduceSum(scope *Scope, input_indices tf.Output, input_values tf.Output, input_shape tf.Output, reduction_axes tf.Output, optional ...SparseReduceSumAttr) (output tf.Output) {
+// @compatibility(numpy)
+// Equivalent to np.linalg.lstsq
+// @end_compatibility
+//
+// Returns Shape is `[..., N, K]`.
+func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer tf.Output, optional ...MatrixSolveLsAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -16740,9 +17080,9 @@ func SparseReduceSum(scope *Scope, input_indices tf.Output, input_values tf.Outp
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseReduceSum",
+		Type: "MatrixSolveLs",
 		Input: []tf.Input{
-			input_indices, input_values, input_shape, reduction_axes,
+			matrix, rhs, l2_regularizer,
 		},
 		Attrs: attrs,
 	}
@@ -16750,62 +17090,89 @@ func SparseReduceSum(scope *Scope, input_indices tf.Output, input_values tf.Outp
 	return op.Output(0)
 }
 
-// Returns immutable tensor from memory region.
+// MaxPool3DAttr is an optional argument to MaxPool3D.
+type MaxPool3DAttr func(optionalAttr)
+
+// MaxPool3DDataFormat sets the optional data_format attribute to value.
 //
-// The current implementation memmaps the tensor from a file.
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func MaxPool3DDataFormat(value string) MaxPool3DAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Performs 3D max pooling on the input.
 //
 // Arguments:
-//	dtype: Type of the returned tensor.
-//	shape: Shape of the returned tensor.
-//	memory_region_name: Name of readonly memory region used by the tensor, see
-// NewReadOnlyMemoryRegionFromFile in tensorflow::Env.
-func ImmutableConst(scope *Scope, dtype tf.DataType, shape tf.Shape, memory_region_name string) (tensor tf.Output) {
+//	input: Shape `[batch, depth, rows, cols, channels]` tensor to pool over.
+//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
+// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+//
+// Returns The max pooled output tensor.
+func MaxPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype, "shape": shape, "memory_region_name": memory_region_name}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "ImmutableConst",
-
+		Type: "MaxPool3D",
+		Input: []tf.Input{
+			input,
+		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// StringJoinAttr is an optional argument to StringJoin.
-type StringJoinAttr func(optionalAttr)
+// Conv3DBackpropInputAttr is an optional argument to Conv3DBackpropInput.
+type Conv3DBackpropInputAttr func(optionalAttr)
 
-// StringJoinSeparator sets the optional separator attribute to value.
-//
-// value: string, an optional join separator.
-// If not specified, defaults to ""
-func StringJoinSeparator(value string) StringJoinAttr {
+// Conv3DBackpropInputDilations sets the optional dilations attribute to value.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
+func Conv3DBackpropInputDilations(value []int64) Conv3DBackpropInputAttr {
 	return func(m optionalAttr) {
-		m["separator"] = value
+		m["dilations"] = value
 	}
 }
 
-// Joins the strings in the given list of string tensors into one tensor;
+// Computes the gradients of 3-D convolution with respect to the input.
 //
-// with the given separator (default is an empty separator).
+// DEPRECATED at GraphDef version 10: Use Conv3DBackpropInputV2
 //
 // Arguments:
-//	inputs: A list of string tensors.  The tensors must all have the same shape,
-// or be scalars.  Scalars may be mixed in; these will be broadcast to the shape
-// of non-scalar inputs.
-func StringJoin(scope *Scope, inputs []tf.Output, optional ...StringJoinAttr) (output tf.Output) {
+//	input: Shape `[batch, depth, rows, cols, in_channels]`.
+//	filter: Shape `[depth, rows, cols, in_channels, out_channels]`.
+// `in_channels` must match between `input` and `filter`.
+//	out_backprop: Backprop signal of shape `[batch, out_depth, out_rows, out_cols,
+// out_channels]`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+func Conv3DBackpropInput(scope *Scope, input tf.Output, filter tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...Conv3DBackpropInputAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "StringJoin",
+		Type: "Conv3DBackpropInput",
 		Input: []tf.Input{
-			tf.OutputList(inputs),
+			input, filter, out_backprop,
 		},
 		Attrs: attrs,
 	}
@@ -16813,345 +17180,296 @@ func StringJoin(scope *Scope, inputs []tf.Output, optional ...StringJoinAttr) (o
 	return op.Output(0)
 }
 
-// Creates and returns an empty tensor list.
+// Subtracts sparse updates from the variable referenced by `resource`.
 //
-// All list elements must be tensors of dtype element_dtype and shape compatible
-// with element_shape.
+// This operation computes
 //
-// handle: an empty tensor list.
-// element_dtype: the type of elements in the list.
-// element_shape: a shape compatible with that of elements in the list.
-func EmptyTensorList(scope *Scope, element_shape tf.Output, element_dtype tf.DataType) (handle tf.Output) {
+//     # Scalar indices
+//     ref[indices, ...] -= updates[...]
+//
+//     # Vector indices (for each i)
+//     ref[indices[i], ...] -= updates[i, ...]
+//
+//     # High rank indices (for each i, ..., j)
+//     ref[indices[i, ..., j], ...] -= updates[i, ..., j, ...]
+//
+// Duplicate entries are handled correctly: if multiple `indices` reference
+// the same location, their contributions add.
+//
+// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
+//
+// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
+// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
+// </div>
+//
+// Arguments:
+//	resource: Should be from a `Variable` node.
+//	indices: A tensor of indices into the first dimension of `ref`.
+//	updates: A tensor of updated values to add to `ref`.
+//
+// Returns the created operation.
+func ResourceScatterSub(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"element_dtype": element_dtype}
 	opspec := tf.OpSpec{
-		Type: "EmptyTensorList",
+		Type: "ResourceScatterSub",
 		Input: []tf.Input{
-			element_shape,
+			resource, indices, updates,
 		},
-		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// VariableShapeAttr is an optional argument to VariableShape.
-type VariableShapeAttr func(optionalAttr)
+// DepthwiseConv2dNativeBackpropFilterAttr is an optional argument to DepthwiseConv2dNativeBackpropFilter.
+type DepthwiseConv2dNativeBackpropFilterAttr func(optionalAttr)
 
-// VariableShapeOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_INT32
-func VariableShapeOutType(value tf.DataType) VariableShapeAttr {
+// DepthwiseConv2dNativeBackpropFilterDataFormat sets the optional data_format attribute to value.
+//
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, height, width, channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, channels, height, width].
+// If not specified, defaults to "NHWC"
+func DepthwiseConv2dNativeBackpropFilterDataFormat(value string) DepthwiseConv2dNativeBackpropFilterAttr {
 	return func(m optionalAttr) {
-		m["out_type"] = value
+		m["data_format"] = value
 	}
 }
 
-// Returns the shape of the variable pointed to by `resource`.
-//
-// This operation returns a 1-D integer tensor representing the shape of `input`.
-//
-// For example:
+// DepthwiseConv2dNativeBackpropFilterDilations sets the optional dilations attribute to value.
 //
-// ```
-// # 't' is [[[1, 1, 1], [2, 2, 2]], [[3, 3, 3], [4, 4, 4]]]
-// shape(t) ==> [2, 2, 3]
-// ```
-func VariableShape(scope *Scope, input tf.Output, optional ...VariableShapeAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "VariableShape",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// SparseToSparseSetOperationAttr is an optional argument to SparseToSparseSetOperation.
-type SparseToSparseSetOperationAttr func(optionalAttr)
-
-// SparseToSparseSetOperationValidateIndices sets the optional validate_indices attribute to value.
-// If not specified, defaults to true
-func SparseToSparseSetOperationValidateIndices(value bool) SparseToSparseSetOperationAttr {
+// value: 1-D tensor of length 4.  The dilation factor for each dimension of
+// `input`. If set to k > 1, there will be k-1 skipped cells between each filter
+// element on that dimension. The dimension order is determined by the value of
+// `data_format`, see above for details. Dilations in the batch and depth
+// dimensions must be 1.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 >
+func DepthwiseConv2dNativeBackpropFilterDilations(value []int64) DepthwiseConv2dNativeBackpropFilterAttr {
 	return func(m optionalAttr) {
-		m["validate_indices"] = value
+		m["dilations"] = value
 	}
 }
 
-// Applies set operation along last dimension of 2 `SparseTensor` inputs.
-//
-// See SetOperationOp::SetOperationFromContext for values of `set_operation`.
-//
-// If `validate_indices` is `True`, `SparseToSparseSetOperation` validates the
-// order and range of `set1` and `set2` indices.
-//
-// Input `set1` is a `SparseTensor` represented by `set1_indices`, `set1_values`,
-// and `set1_shape`. For `set1` ranked `n`, 1st `n-1` dimensions must be the same
-// as `set2`. Dimension `n` contains values in a set, duplicates are allowed but
-// ignored.
-//
-// Input `set2` is a `SparseTensor` represented by `set2_indices`, `set2_values`,
-// and `set2_shape`. For `set2` ranked `n`, 1st `n-1` dimensions must be the same
-// as `set1`. Dimension `n` contains values in a set, duplicates are allowed but
-// ignored.
-//
-// If `validate_indices` is `True`, this op validates the order and range of `set1`
-// and `set2` indices.
-//
-// Output `result` is a `SparseTensor` represented by `result_indices`,
-// `result_values`, and `result_shape`. For `set1` and `set2` ranked `n`, this
-// has rank `n` and the same 1st `n-1` dimensions as `set1` and `set2`. The `nth`
-// dimension contains the result of `set_operation` applied to the corresponding
-// `[0...n-1]` dimension of `set`.
+// Computes the gradients of depthwise convolution with respect to the filter.
 //
 // Arguments:
-//	set1_indices: 2D `Tensor`, indices of a `SparseTensor`. Must be in row-major
-// order.
-//	set1_values: 1D `Tensor`, values of a `SparseTensor`. Must be in row-major
-// order.
-//	set1_shape: 1D `Tensor`, shape of a `SparseTensor`. `set1_shape[0...n-1]` must
-// be the same as `set2_shape[0...n-1]`, `set1_shape[n]` is the
-// max set size across `0...n-1` dimensions.
-//	set2_indices: 2D `Tensor`, indices of a `SparseTensor`. Must be in row-major
-// order.
-//	set2_values: 1D `Tensor`, values of a `SparseTensor`. Must be in row-major
-// order.
-//	set2_shape: 1D `Tensor`, shape of a `SparseTensor`. `set2_shape[0...n-1]` must
-// be the same as `set1_shape[0...n-1]`, `set2_shape[n]` is the
-// max set size across `0...n-1` dimensions.
-//
+//	input: 4-D with shape based on `data_format`.  For example, if
+// `data_format` is 'NHWC' then `input` is a 4-D `[batch, in_height,
+// in_width, in_channels]` tensor.
+//	filter_sizes: An integer vector representing the tensor shape of `filter`,
+// where `filter` is a 4-D
+// `[filter_height, filter_width, in_channels, depthwise_multiplier]` tensor.
+//	out_backprop: 4-D with shape  based on `data_format`.
+// For example, if `data_format` is 'NHWC' then
+// out_backprop shape is `[batch, out_height, out_width, out_channels]`.
+// Gradients w.r.t. the output of the convolution.
+//	strides: The stride of the sliding window for each dimension of the input
+// of the convolution.
+//	padding: The type of padding algorithm to use.
 //
-// Returns 2D indices of a `SparseTensor`.1D values of a `SparseTensor`.1D `Tensor` shape of a `SparseTensor`. `result_shape[0...n-1]` is
-// the same as the 1st `n-1` dimensions of `set1` and `set2`, `result_shape[n]`
-// is the max result set size across all `0...n-1` dimensions.
-func SparseToSparseSetOperation(scope *Scope, set1_indices tf.Output, set1_values tf.Output, set1_shape tf.Output, set2_indices tf.Output, set2_values tf.Output, set2_shape tf.Output, set_operation string, optional ...SparseToSparseSetOperationAttr) (result_indices tf.Output, result_values tf.Output, result_shape tf.Output) {
+// Returns 4-D with shape
+// `[filter_height, filter_width, in_channels, out_channels]`.  Gradient w.r.t.
+// the `filter` input of the convolution.
+func DepthwiseConv2dNativeBackpropFilter(scope *Scope, input tf.Output, filter_sizes tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...DepthwiseConv2dNativeBackpropFilterAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"set_operation": set_operation}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseToSparseSetOperation",
+		Type: "DepthwiseConv2dNativeBackpropFilter",
 		Input: []tf.Input{
-			set1_indices, set1_values, set1_shape, set2_indices, set2_values, set2_shape,
+			input, filter_sizes, out_backprop,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// Computes softmax cross entropy cost and gradients to backpropagate.
+// Converts each string in the input Tensor to its hash mod by a number of buckets.
 //
-// Unlike `SoftmaxCrossEntropyWithLogits`, this operation does not accept
-// a matrix of label probabilities, but rather a single label per row
-// of features.  This label is considered to have probability 1.0 for the
-// given row.
+// The hash function is deterministic on the content of the string within the
+// process. The hash function is a keyed hash function, where attribute `key`
+// defines the key of the hash function. `key` is an array of 2 elements.
 //
-// Inputs are the logits, not probabilities.
+// A strong hash is important when inputs may be malicious, e.g. URLs with
+// additional components. Adversaries could try to make their inputs hash to the
+// same bucket for a denial-of-service attack or to skew the results. A strong
+// hash prevents this by making it difficult, if not infeasible, to compute inputs
+// that hash to the same bucket. This comes at a cost of roughly 4x higher compute
+// time than `tf.string_to_hash_bucket_fast`.
 //
 // Arguments:
-//	features: batch_size x num_classes matrix
-//	labels: batch_size vector with values in [0, num_classes).
-// This is the label for the given minibatch entry.
+//	input: The strings to assign a hash bucket.
+//	num_buckets: The number of buckets.
+//	key: The key for the keyed hash function passed as a list of two uint64
+// elements.
 //
-// Returns Per example loss (batch_size vector).backpropagated gradients (batch_size x num_classes matrix).
-func SparseSoftmaxCrossEntropyWithLogits(scope *Scope, features tf.Output, labels tf.Output) (loss tf.Output, backprop tf.Output) {
+// Returns A Tensor of the same shape as the input `string_tensor`.
+func StringToHashBucketStrong(scope *Scope, input tf.Output, num_buckets int64, key []int64) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"num_buckets": num_buckets, "key": key}
 	opspec := tf.OpSpec{
-		Type: "SparseSoftmaxCrossEntropyWithLogits",
+		Type: "StringToHashBucketStrong",
 		Input: []tf.Input{
-			features, labels,
+			input,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// Returns the truth value of NOT x element-wise.
-func LogicalNot(scope *Scope, x tf.Output) (y tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "LogicalNot",
-		Input: []tf.Input{
-			x,
-		},
+// StringLengthAttr is an optional argument to StringLength.
+type StringLengthAttr func(optionalAttr)
+
+// StringLengthUnit sets the optional unit attribute to value.
+//
+// value: The unit that is counted to compute string length.  One of: `"BYTE"` (for
+// the number of bytes in each string) or `"UTF8_CHAR"` (for the number of UTF-8
+// encoded Unicode code points in each string).  Results are undefined
+// if `unit=UTF8_CHAR` and the `input` strings do not contain structurally
+// valid UTF-8.
+// If not specified, defaults to "BYTE"
+func StringLengthUnit(value string) StringLengthAttr {
+	return func(m optionalAttr) {
+		m["unit"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// 3D real-valued fast Fourier transform.
-//
-// Computes the 3-dimensional discrete Fourier transform of a real-valued signal
-// over the inner-most 3 dimensions of `input`.
-//
-// Since the DFT of a real signal is Hermitian-symmetric, `RFFT3D` only returns the
-// `fft_length / 2 + 1` unique components of the FFT for the inner-most dimension
-// of `output`: the zero-frequency term, followed by the `fft_length / 2`
-// positive-frequency terms.
+// String lengths of `input`.
 //
-// Along each axis `RFFT3D` is computed on, if `fft_length` is smaller than the
-// corresponding dimension of `input`, the dimension is cropped. If it is larger,
-// the dimension is padded with zeros.
+// Computes the length of each string given in the input tensor.
 //
 // Arguments:
-//	input: A float32 tensor.
-//	fft_length: An int32 tensor of shape [3]. The FFT length for each dimension.
-//
-// Returns A complex64 tensor of the same rank as `input`. The inner-most 3
-//   dimensions of `input` are replaced with the their 3D Fourier transform. The
-//   inner-most dimension contains `fft_length / 2 + 1` unique frequency
-//   components.
+//	input: The string for which to compute the length.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.rfftn with 3 dimensions.
-// @end_compatibility
-func RFFT3D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
+// Returns Integer tensor that has the same shape as `input`. The output contains the
+// element-wise string lengths of `input`.
+func StringLength(scope *Scope, input tf.Output, optional ...StringLengthAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "RFFT3D",
+		Type: "StringLength",
 		Input: []tf.Input{
-			input, fft_length,
+			input,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// TensorArrayV3Attr is an optional argument to TensorArrayV3.
-type TensorArrayV3Attr func(optionalAttr)
-
-// TensorArrayV3ElementShape sets the optional element_shape attribute to value.
-//
-// value: The expected shape of an element, if known. Used to
-// validate the shapes of TensorArray elements. If this shape is not
-// fully specified, gathering zero-size TensorArrays is an error.
-// If not specified, defaults to <unknown_rank:true >
-func TensorArrayV3ElementShape(value tf.Shape) TensorArrayV3Attr {
-	return func(m optionalAttr) {
-		m["element_shape"] = value
-	}
-}
+// ResourceApplyProximalGradientDescentAttr is an optional argument to ResourceApplyProximalGradientDescent.
+type ResourceApplyProximalGradientDescentAttr func(optionalAttr)
 
-// TensorArrayV3DynamicSize sets the optional dynamic_size attribute to value.
+// ResourceApplyProximalGradientDescentUseLocking sets the optional use_locking attribute to value.
 //
-// value: A boolean that determines whether writes to the TensorArray
-// are allowed to grow the size.  By default, this is not allowed.
+// value: If True, the subtraction will be protected by a lock;
+// otherwise the behavior is undefined, but may exhibit less contention.
 // If not specified, defaults to false
-func TensorArrayV3DynamicSize(value bool) TensorArrayV3Attr {
+func ResourceApplyProximalGradientDescentUseLocking(value bool) ResourceApplyProximalGradientDescentAttr {
 	return func(m optionalAttr) {
-		m["dynamic_size"] = value
+		m["use_locking"] = value
 	}
 }
 
-// TensorArrayV3ClearAfterRead sets the optional clear_after_read attribute to value.
+// Update '*var' as FOBOS algorithm with fixed learning rate.
 //
-// value: If true (default), Tensors in the TensorArray are cleared
-// after being read.  This disables multiple read semantics but allows early
-// release of memory.
-// If not specified, defaults to true
-func TensorArrayV3ClearAfterRead(value bool) TensorArrayV3Attr {
-	return func(m optionalAttr) {
-		m["clear_after_read"] = value
-	}
-}
-
-// TensorArrayV3IdenticalElementShapes sets the optional identical_element_shapes attribute to value.
+// prox_v = var - alpha * delta
+// var = sign(prox_v)/(1+alpha*l2) * max{|prox_v|-alpha*l1,0}
 //
-// value: If true (default is false), then all
-// elements in the TensorArray will be expected to have have identical shapes.
-// This allows certain behaviors, like dynamically checking for
-// consistent shapes on write, and being able to fill in properly
-// shaped zero tensors on stack -- even if the element_shape attribute
-// is not fully defined.
-// If not specified, defaults to false
-func TensorArrayV3IdenticalElementShapes(value bool) TensorArrayV3Attr {
-	return func(m optionalAttr) {
-		m["identical_element_shapes"] = value
+// Arguments:
+//	var_: Should be from a Variable().
+//	alpha: Scaling factor. Must be a scalar.
+//	l1: L1 regularization. Must be a scalar.
+//	l2: L2 regularization. Must be a scalar.
+//	delta: The change.
+//
+// Returns the created operation.
+func ResourceApplyProximalGradientDescent(scope *Scope, var_ tf.Output, alpha tf.Output, l1 tf.Output, l2 tf.Output, delta tf.Output, optional ...ResourceApplyProximalGradientDescentAttr) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ResourceApplyProximalGradientDescent",
+		Input: []tf.Input{
+			var_, alpha, l1, l2, delta,
+		},
+		Attrs: attrs,
 	}
+	return scope.AddOperation(opspec)
 }
 
-// TensorArrayV3TensorArrayName sets the optional tensor_array_name attribute to value.
+// Returns 0 if the denominator is zero.
 //
-// value: Overrides the name used for the temporary tensor_array
-// resource. Default value is the name of the 'TensorArray' op (which
-// is guaranteed unique).
-// If not specified, defaults to ""
-func TensorArrayV3TensorArrayName(value string) TensorArrayV3Attr {
-	return func(m optionalAttr) {
-		m["tensor_array_name"] = value
+//
+// *NOTE*: `DivNoNan` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func DivNoNan(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "DivNoNan",
+		Input: []tf.Input{
+			x, y,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// An array of Tensors of given size.
-//
-// Write data via Write and read via Read or Pack.
-//
-// Arguments:
-//	size: The size of the array.
-//	dtype: The type of the elements on the tensor_array.
+// Computes the gradient for the sqrt of `x` wrt its input.
 //
-// Returns The handle to the TensorArray.A scalar used to control gradient flow.
-func TensorArrayV3(scope *Scope, size tf.Output, dtype tf.DataType, optional ...TensorArrayV3Attr) (handle tf.Output, flow tf.Output) {
+// Specifically, `grad = dy * 0.5 / y`, where `y = sqrt(x)`, and `dy`
+// is the corresponding input gradient.
+func SqrtGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "TensorArrayV3",
+		Type: "SqrtGrad",
 		Input: []tf.Input{
-			size,
+			y, dy,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// Runs multiple additive regression ensemble predictors on input instances and
-//
-// computes the logits. It is designed to be used during prediction.
-// It traverses all the trees and calculates the final score for each instance.
+// Get the value of the tensor specified by its handle.
 //
 // Arguments:
+//	handle: The handle for a tensor stored in the session state.
+//	dtype: The type of the output value.
 //
-//	bucketized_features: A list of rank 1 Tensors containing bucket id for each
-// feature.
-//	logits_dimension: scalar, dimension of the logits, to be used for partial logits
-// shape.
-//
-// Returns Output rank 2 Tensor containing logits for each example.
-func BoostedTreesPredict(scope *Scope, tree_ensemble_handle tf.Output, bucketized_features []tf.Output, logits_dimension int64) (logits tf.Output) {
+// Returns The tensor for the given handle.
+func GetSessionTensor(scope *Scope, handle tf.Output, dtype tf.DataType) (value tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"logits_dimension": logits_dimension}
+	attrs := map[string]interface{}{"dtype": dtype}
 	opspec := tf.OpSpec{
-		Type: "BoostedTreesPredict",
+		Type: "GetSessionTensor",
 		Input: []tf.Input{
-			tree_ensemble_handle, tf.OutputList(bucketized_features),
+			handle,
 		},
 		Attrs: attrs,
 	}
@@ -17159,16 +17477,16 @@ func BoostedTreesPredict(scope *Scope, tree_ensemble_handle tf.Output, bucketize
 	return op.Output(0)
 }
 
-// Elementwise computes the bitwise OR of `x` and `y`.
+// Returns x - y element-wise.
 //
-// The result will have those bits set, that are set in `x`, `y` or both. The
-// computation is performed on the underlying representations of `x` and `y`.
-func BitwiseOr(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// *NOTE*: `Subtract` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func Sub(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "BitwiseOr",
+		Type: "Sub",
 		Input: []tf.Input{
 			x, y,
 		},
@@ -17177,65 +17495,29 @@ func BitwiseOr(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	return op.Output(0)
 }
 
-// MatrixSolveLsAttr is an optional argument to MatrixSolveLs.
-type MatrixSolveLsAttr func(optionalAttr)
+// RandomPoissonAttr is an optional argument to RandomPoisson.
+type RandomPoissonAttr func(optionalAttr)
 
-// MatrixSolveLsFast sets the optional fast attribute to value.
-// If not specified, defaults to true
-func MatrixSolveLsFast(value bool) MatrixSolveLsAttr {
+// RandomPoissonSeed sets the optional seed attribute to value.
+// If not specified, defaults to 0
+func RandomPoissonSeed(value int64) RandomPoissonAttr {
 	return func(m optionalAttr) {
-		m["fast"] = value
+		m["seed"] = value
 	}
 }
 
-// Solves one or more linear least-squares problems.
-//
-// `matrix` is a tensor of shape `[..., M, N]` whose inner-most 2 dimensions
-// form real or complex matrices of size `[M, N]`. `Rhs` is a tensor of the same
-// type as `matrix` and shape `[..., M, K]`.
-// The output is a tensor shape `[..., N, K]` where each output matrix solves
-// each of the equations
-// `matrix[..., :, :]` * `output[..., :, :]` = `rhs[..., :, :]`
-// in the least squares sense.
-//
-// We use the following notation for (complex) matrix and right-hand sides
-// in the batch:
-//
-// `matrix`=\\(A \in \mathbb{C}^{m \times n}\\),
-// `rhs`=\\(B  \in \mathbb{C}^{m \times k}\\),
-// `output`=\\(X  \in \mathbb{C}^{n \times k}\\),
-// `l2_regularizer`=\\(\lambda \in \mathbb{R}\\).
-//
-// If `fast` is `True`, then the solution is computed by solving the normal
-// equations using Cholesky decomposition. Specifically, if \\(m \ge n\\) then
-// \\(X = (A^H A + \lambda I)^{-1} A^H B\\), which solves the least-squares
-// problem \\(X = \mathrm{argmin}_{Z \in \Re^{n \times k} } ||A Z - B||_F^2 + \lambda ||Z||_F^2\\).
-// If \\(m \lt n\\) then `output` is computed as
-// \\(X = A^H (A A^H + \lambda I)^{-1} B\\), which (for \\(\lambda = 0\\)) is the
-// minimum-norm solution to the under-determined linear system, i.e.
-// \\(X = \mathrm{argmin}_{Z \in \mathbb{C}^{n \times k} } ||Z||_F^2 \\),
-// subject to \\(A Z = B\\). Notice that the fast path is only numerically stable
-// when \\(A\\) is numerically full rank and has a condition number
-// \\(\mathrm{cond}(A) \lt \frac{1}{\sqrt{\epsilon_{mach} } }\\) or \\(\lambda\\) is
-// sufficiently large.
-//
-// If `fast` is `False` an algorithm based on the numerically robust complete
-// orthogonal decomposition is used. This computes the minimum-norm
-// least-squares solution, even when \\(A\\) is rank deficient. This path is
-// typically 6-7 times slower than the fast path. If `fast` is `False` then
-// `l2_regularizer` is ignored.
-//
-// Arguments:
-//	matrix: Shape is `[..., M, N]`.
-//	rhs: Shape is `[..., M, K]`.
-//	l2_regularizer: Scalar tensor.
-//
-// @compatibility(numpy)
-// Equivalent to np.linalg.lstsq
-// @end_compatibility
+// RandomPoissonSeed2 sets the optional seed2 attribute to value.
+// If not specified, defaults to 0
+func RandomPoissonSeed2(value int64) RandomPoissonAttr {
+	return func(m optionalAttr) {
+		m["seed2"] = value
+	}
+}
+
+// Use RandomPoissonV2 instead.
 //
-// Returns Shape is `[..., N, K]`.
-func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer tf.Output, optional ...MatrixSolveLsAttr) (output tf.Output) {
+// DEPRECATED at GraphDef version 25: Replaced by RandomPoissonV2
+func RandomPoisson(scope *Scope, shape tf.Output, rate tf.Output, optional ...RandomPoissonAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -17244,9 +17526,9 @@ func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MatrixSolveLs",
+		Type: "RandomPoisson",
 		Input: []tf.Input{
-			matrix, rhs, l2_regularizer,
+			shape, rate,
 		},
 		Attrs: attrs,
 	}
@@ -17254,316 +17536,360 @@ func MatrixSolveLs(scope *Scope, matrix tf.Output, rhs tf.Output, l2_regularizer
 	return op.Output(0)
 }
 
-// MaxPool3DAttr is an optional argument to MaxPool3D.
-type MaxPool3DAttr func(optionalAttr)
-
-// MaxPool3DDataFormat sets the optional data_format attribute to value.
+// Returns the max of x and y (i.e. x > y ? x : y) element-wise.
 //
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func MaxPool3DDataFormat(value string) MaxPool3DAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
+// *NOTE*: `Maximum` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func Maximum(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Maximum",
+		Input: []tf.Input{
+			x, y,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Performs 3D max pooling on the input.
+// Computes softmax cross entropy cost and gradients to backpropagate.
+//
+// Inputs are the logits, not probabilities.
 //
 // Arguments:
-//	input: Shape `[batch, depth, rows, cols, channels]` tensor to pool over.
-//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
-// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
+//	features: batch_size x num_classes matrix
+//	labels: batch_size x num_classes matrix
+// The caller must ensure that each batch of labels represents a valid
+// probability distribution.
 //
-// Returns The max pooled output tensor.
-func MaxPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...MaxPool3DAttr) (output tf.Output) {
+// Returns Per example loss (batch_size vector).backpropagated gradients (batch_size x num_classes matrix).
+func SoftmaxCrossEntropyWithLogits(scope *Scope, features tf.Output, labels tf.Output) (loss tf.Output, backprop tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "MaxPool3D",
+		Type: "SoftmaxCrossEntropyWithLogits",
 		Input: []tf.Input{
-			input,
+			features, labels,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// Conv3DBackpropInputAttr is an optional argument to Conv3DBackpropInput.
-type Conv3DBackpropInputAttr func(optionalAttr)
+// ReduceJoinAttr is an optional argument to ReduceJoin.
+type ReduceJoinAttr func(optionalAttr)
 
-// Conv3DBackpropInputDilations sets the optional dilations attribute to value.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
-func Conv3DBackpropInputDilations(value []int64) Conv3DBackpropInputAttr {
+// ReduceJoinKeepDims sets the optional keep_dims attribute to value.
+//
+// value: If `True`, retain reduced dimensions with length `1`.
+// If not specified, defaults to false
+func ReduceJoinKeepDims(value bool) ReduceJoinAttr {
 	return func(m optionalAttr) {
-		m["dilations"] = value
+		m["keep_dims"] = value
 	}
 }
 
-// Computes the gradients of 3-D convolution with respect to the input.
+// ReduceJoinSeparator sets the optional separator attribute to value.
 //
-// DEPRECATED at GraphDef version 10: Use Conv3DBackpropInputV2
+// value: The separator to use when joining.
+// If not specified, defaults to ""
+func ReduceJoinSeparator(value string) ReduceJoinAttr {
+	return func(m optionalAttr) {
+		m["separator"] = value
+	}
+}
+
+// Joins a string Tensor across the given dimensions.
+//
+// Computes the string join across dimensions in the given string Tensor of shape
+// `[\\(d_0, d_1, ..., d_{n-1}\\)]`.  Returns a new Tensor created by joining the input
+// strings with the given separator (default: empty string).  Negative indices are
+// counted backwards from the end, with `-1` being equivalent to `n - 1`.  If
+// indices are not specified, joins across all dimensions beginning from `n - 1`
+// through `0`.
+//
+// For example:
+//
+// ```python
+// # tensor `a` is [["a", "b"], ["c", "d"]]
+// tf.reduce_join(a, 0) ==> ["ac", "bd"]
+// tf.reduce_join(a, 1) ==> ["ab", "cd"]
+// tf.reduce_join(a, -2) = tf.reduce_join(a, 0) ==> ["ac", "bd"]
+// tf.reduce_join(a, -1) = tf.reduce_join(a, 1) ==> ["ab", "cd"]
+// tf.reduce_join(a, 0, keep_dims=True) ==> [["ac", "bd"]]
+// tf.reduce_join(a, 1, keep_dims=True) ==> [["ab"], ["cd"]]
+// tf.reduce_join(a, 0, separator=".") ==> ["a.c", "b.d"]
+// tf.reduce_join(a, [0, 1]) ==> "acbd"
+// tf.reduce_join(a, [1, 0]) ==> "abcd"
+// tf.reduce_join(a, []) ==> [["a", "b"], ["c", "d"]]
+// tf.reduce_join(a) = tf.reduce_join(a, [1, 0]) ==> "abcd"
+// ```
 //
 // Arguments:
-//	input: Shape `[batch, depth, rows, cols, in_channels]`.
-//	filter: Shape `[depth, rows, cols, in_channels, out_channels]`.
-// `in_channels` must match between `input` and `filter`.
-//	out_backprop: Backprop signal of shape `[batch, out_depth, out_rows, out_cols,
-// out_channels]`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
-func Conv3DBackpropInput(scope *Scope, input tf.Output, filter tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...Conv3DBackpropInputAttr) (output tf.Output) {
+//	inputs: The input to be joined.  All reduced indices must have non-zero size.
+//	reduction_indices: The dimensions to reduce over.  Dimensions are reduced in the
+// order specified.  Omitting `reduction_indices` is equivalent to passing
+// `[n-1, n-2, ..., 0]`.  Negative indices from `-n` to `-1` are supported.
+//
+// Returns Has shape equal to that of the input with reduced dimensions removed or
+// set to `1` depending on `keep_dims`.
+func ReduceJoin(scope *Scope, inputs tf.Output, reduction_indices tf.Output, optional ...ReduceJoinAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Conv3DBackpropInput",
+		Type: "ReduceJoin",
 		Input: []tf.Input{
-			input, filter, out_backprop,
+			inputs, reduction_indices,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Subtracts sparse updates from the variable referenced by `resource`.
-//
-// This operation computes
-//
-//     # Scalar indices
-//     ref[indices, ...] -= updates[...]
-//
-//     # Vector indices (for each i)
-//     ref[indices[i], ...] -= updates[i, ...]
-//
-//     # High rank indices (for each i, ..., j)
-//     ref[indices[i, ..., j], ...] -= updates[i, ..., j, ...]
-//
-// Duplicate entries are handled correctly: if multiple `indices` reference
-// the same location, their contributions add.
-//
-// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
-//
-// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
-// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
-// </div>
-//
-// Arguments:
-//	resource: Should be from a `Variable` node.
-//	indices: A tensor of indices into the first dimension of `ref`.
-//	updates: A tensor of updated values to add to `ref`.
-//
-// Returns the created operation.
-func ResourceScatterSub(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Computes cos of x element-wise.
+func Cos(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceScatterSub",
+		Type: "Cos",
 		Input: []tf.Input{
-			resource, indices, updates,
+			x,
 		},
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// DepthwiseConv2dNativeBackpropFilterAttr is an optional argument to DepthwiseConv2dNativeBackpropFilter.
-type DepthwiseConv2dNativeBackpropFilterAttr func(optionalAttr)
+// FusedBatchNormGradAttr is an optional argument to FusedBatchNormGrad.
+type FusedBatchNormGradAttr func(optionalAttr)
 
-// DepthwiseConv2dNativeBackpropFilterDataFormat sets the optional data_format attribute to value.
+// FusedBatchNormGradEpsilon sets the optional epsilon attribute to value.
 //
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, height, width, channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, channels, height, width].
+// value: A small float number added to the variance of x.
+// If not specified, defaults to 0.0001
+func FusedBatchNormGradEpsilon(value float32) FusedBatchNormGradAttr {
+	return func(m optionalAttr) {
+		m["epsilon"] = value
+	}
+}
+
+// FusedBatchNormGradDataFormat sets the optional data_format attribute to value.
+//
+// value: The data format for y_backprop, x, x_backprop.
+// Either "NHWC" (default) or "NCHW".
 // If not specified, defaults to "NHWC"
-func DepthwiseConv2dNativeBackpropFilterDataFormat(value string) DepthwiseConv2dNativeBackpropFilterAttr {
+func FusedBatchNormGradDataFormat(value string) FusedBatchNormGradAttr {
 	return func(m optionalAttr) {
 		m["data_format"] = value
 	}
 }
 
-// DepthwiseConv2dNativeBackpropFilterDilations sets the optional dilations attribute to value.
+// FusedBatchNormGradIsTraining sets the optional is_training attribute to value.
 //
-// value: 1-D tensor of length 4.  The dilation factor for each dimension of
-// `input`. If set to k > 1, there will be k-1 skipped cells between each filter
-// element on that dimension. The dimension order is determined by the value of
-// `data_format`, see above for details. Dilations in the batch and depth
-// dimensions must be 1.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 >
-func DepthwiseConv2dNativeBackpropFilterDilations(value []int64) DepthwiseConv2dNativeBackpropFilterAttr {
+// value: A bool value to indicate the operation is for training (default)
+// or inference.
+// If not specified, defaults to true
+func FusedBatchNormGradIsTraining(value bool) FusedBatchNormGradAttr {
 	return func(m optionalAttr) {
-		m["dilations"] = value
+		m["is_training"] = value
 	}
 }
 
-// Computes the gradients of depthwise convolution with respect to the filter.
+// Gradient for batch normalization.
+//
+// Note that the size of 4D Tensors are defined by either "NHWC" or "NCHW".
+// The size of 1D Tensors matches the dimension C of the 4D Tensors.
 //
 // Arguments:
-//	input: 4-D with shape based on `data_format`.  For example, if
-// `data_format` is 'NHWC' then `input` is a 4-D `[batch, in_height,
-// in_width, in_channels]` tensor.
-//	filter_sizes: An integer vector representing the tensor shape of `filter`,
-// where `filter` is a 4-D
-// `[filter_height, filter_width, in_channels, depthwise_multiplier]` tensor.
-//	out_backprop: 4-D with shape  based on `data_format`.
-// For example, if `data_format` is 'NHWC' then
-// out_backprop shape is `[batch, out_height, out_width, out_channels]`.
-// Gradients w.r.t. the output of the convolution.
-//	strides: The stride of the sliding window for each dimension of the input
-// of the convolution.
-//	padding: The type of padding algorithm to use.
+//	y_backprop: A 4D Tensor for the gradient with respect to y.
+//	x: A 4D Tensor for input data.
+//	scale: A 1D Tensor for scaling factor, to scale the normalized x.
+//	reserve_space_1: When is_training is True, a 1D Tensor for the computed batch
+// mean to be reused in gradient computation. When is_training is
+// False, a 1D Tensor for the population mean to be reused in both
+// 1st and 2nd order gradient computation.
+//	reserve_space_2: When is_training is True, a 1D Tensor for the computed batch
+// variance (inverted variance in the cuDNN case) to be reused in
+// gradient computation. When is_training is False, a 1D Tensor
+// for the population variance to be reused in both 1st and 2nd
+// order gradient computation.
 //
-// Returns 4-D with shape
-// `[filter_height, filter_width, in_channels, out_channels]`.  Gradient w.r.t.
-// the `filter` input of the convolution.
-func DepthwiseConv2dNativeBackpropFilter(scope *Scope, input tf.Output, filter_sizes tf.Output, out_backprop tf.Output, strides []int64, padding string, optional ...DepthwiseConv2dNativeBackpropFilterAttr) (output tf.Output) {
+// Returns A 4D Tensor for the gradient with respect to x.A 1D Tensor for the gradient with respect to scale.A 1D Tensor for the gradient with respect to offset.Unused placeholder to match the mean input in FusedBatchNorm.Unused placeholder to match the variance input
+// in FusedBatchNorm.
+func FusedBatchNormGrad(scope *Scope, y_backprop tf.Output, x tf.Output, scale tf.Output, reserve_space_1 tf.Output, reserve_space_2 tf.Output, optional ...FusedBatchNormGradAttr) (x_backprop tf.Output, scale_backprop tf.Output, offset_backprop tf.Output, reserve_space_3 tf.Output, reserve_space_4 tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "DepthwiseConv2dNativeBackpropFilter",
+		Type: "FusedBatchNormGrad",
 		Input: []tf.Input{
-			input, filter_sizes, out_backprop,
+			y_backprop, x, scale, reserve_space_1, reserve_space_2,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
 }
 
-// Converts each string in the input Tensor to its hash mod by a number of buckets.
+// TopKAttr is an optional argument to TopK.
+type TopKAttr func(optionalAttr)
+
+// TopKSorted sets the optional sorted attribute to value.
 //
-// The hash function is deterministic on the content of the string within the
-// process. The hash function is a keyed hash function, where attribute `key`
-// defines the key of the hash function. `key` is an array of 2 elements.
+// value: If true the resulting `k` elements will be sorted by the values in
+// descending order.
+// If not specified, defaults to true
+func TopKSorted(value bool) TopKAttr {
+	return func(m optionalAttr) {
+		m["sorted"] = value
+	}
+}
+
+// Finds values and indices of the `k` largest elements for the last dimension.
 //
-// A strong hash is important when inputs may be malicious, e.g. URLs with
-// additional components. Adversaries could try to make their inputs hash to the
-// same bucket for a denial-of-service attack or to skew the results. A strong
-// hash prevents this by making it difficult, if not infeasible, to compute inputs
-// that hash to the same bucket. This comes at a cost of roughly 4x higher compute
-// time than `tf.string_to_hash_bucket_fast`.
+// DEPRECATED at GraphDef version 7: Use TopKV2 instead
+//
+// If the input is a vector (rank-1), finds the `k` largest entries in the vector
+// and outputs their values and indices as vectors.  Thus `values[j]` is the
+// `j`-th largest entry in `input`, and its index is `indices[j]`.
+//
+// For matrices (resp. higher rank input), computes the top `k` entries in each
+// row (resp. vector along the last dimension).  Thus,
+//
+//     values.shape = indices.shape = input.shape[:-1] + [k]
+//
+// If two elements are equal, the lower-index element appears first.
+//
+// If `k` varies dynamically, use `TopKV2` below.
 //
 // Arguments:
-//	input: The strings to assign a hash bucket.
-//	num_buckets: The number of buckets.
-//	key: The key for the keyed hash function passed as a list of two uint64
-// elements.
+//	input: 1-D or higher with last dimension at least `k`.
+//	k: Number of top elements to look for along the last dimension (along each
+// row for matrices).
 //
-// Returns A Tensor of the same shape as the input `string_tensor`.
-func StringToHashBucketStrong(scope *Scope, input tf.Output, num_buckets int64, key []int64) (output tf.Output) {
+// Returns The `k` largest elements along each last dimensional slice.The indices of `values` within the last dimension of `input`.
+func TopK(scope *Scope, input tf.Output, k int64, optional ...TopKAttr) (values tf.Output, indices tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"num_buckets": num_buckets, "key": key}
+	attrs := map[string]interface{}{"k": k}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "StringToHashBucketStrong",
+		Type: "TopK",
 		Input: []tf.Input{
 			input,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// StringLengthAttr is an optional argument to StringLength.
-type StringLengthAttr func(optionalAttr)
-
-// StringLengthUnit sets the optional unit attribute to value.
+// Returns a list of tensors with the same shapes and contents as the input
 //
-// value: The unit that is counted to compute string length.  One of: `"BYTE"` (for
-// the number of bytes in each string) or `"UTF8_CHAR"` (for the number of UTF-8
-// encoded Unicode code points in each string).  Results are undefined
-// if `unit=UTF8_CHAR` and the `input` strings do not contain structurally
-// valid UTF-8.
-// If not specified, defaults to "BYTE"
-func StringLengthUnit(value string) StringLengthAttr {
-	return func(m optionalAttr) {
-		m["unit"] = value
-	}
-}
-
-// String lengths of `input`.
+// tensors.
 //
-// Computes the length of each string given in the input tensor.
+// This op can be used to override the gradient for complicated functions. For
+// example, suppose y = f(x) and we wish to apply a custom function g for backprop
+// such that dx = g(dy). In Python,
 //
-// Arguments:
-//	input: The string for which to compute the length.
+// ```python
+// with tf.get_default_graph().gradient_override_map(
+//     {'IdentityN': 'OverrideGradientWithG'}):
+//   y, _ = identity_n([f(x), x])
 //
-// Returns Integer tensor that has the same shape as `input`. The output contains the
-// element-wise string lengths of `input`.
-func StringLength(scope *Scope, input tf.Output, optional ...StringLengthAttr) (output tf.Output) {
+// @tf.RegisterGradient('OverrideGradientWithG')
+// def ApplyG(op, dy, _):
+//   return [None, g(dy)]  # Do not backprop to f(x).
+// ```
+func IdentityN(scope *Scope, input []tf.Output) (output []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "StringLength",
+		Type: "IdentityN",
 		Input: []tf.Input{
-			input,
+			tf.OutputList(input),
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
+		scope.UpdateErr("IdentityN", err)
+		return
+	}
+	return output
 }
 
-// ResourceApplyProximalGradientDescentAttr is an optional argument to ResourceApplyProximalGradientDescent.
-type ResourceApplyProximalGradientDescentAttr func(optionalAttr)
+// ResourceApplyCenteredRMSPropAttr is an optional argument to ResourceApplyCenteredRMSProp.
+type ResourceApplyCenteredRMSPropAttr func(optionalAttr)
 
-// ResourceApplyProximalGradientDescentUseLocking sets the optional use_locking attribute to value.
+// ResourceApplyCenteredRMSPropUseLocking sets the optional use_locking attribute to value.
 //
-// value: If True, the subtraction will be protected by a lock;
-// otherwise the behavior is undefined, but may exhibit less contention.
+// value: If `True`, updating of the var, mg, ms, and mom tensors is
+// protected by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
 // If not specified, defaults to false
-func ResourceApplyProximalGradientDescentUseLocking(value bool) ResourceApplyProximalGradientDescentAttr {
+func ResourceApplyCenteredRMSPropUseLocking(value bool) ResourceApplyCenteredRMSPropAttr {
 	return func(m optionalAttr) {
 		m["use_locking"] = value
 	}
 }
 
-// Update '*var' as FOBOS algorithm with fixed learning rate.
+// Update '*var' according to the centered RMSProp algorithm.
 //
-// prox_v = var - alpha * delta
-// var = sign(prox_v)/(1+alpha*l2) * max{|prox_v|-alpha*l1,0}
+// The centered RMSProp algorithm uses an estimate of the centered second moment
+// (i.e., the variance) for normalization, as opposed to regular RMSProp, which
+// uses the (uncentered) second moment. This often helps with training, but is
+// slightly more expensive in terms of computation and memory.
+//
+// Note that in dense implementation of this algorithm, mg, ms, and mom will
+// update even if the grad is zero, but in this sparse implementation, mg, ms,
+// and mom will not update in iterations during which the grad is zero.
+//
+// mean_square = decay * mean_square + (1-decay) * gradient ** 2
+// mean_grad = decay * mean_grad + (1-decay) * gradient
+//
+// Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
+//
+// mg <- rho * mg_{t-1} + (1-rho) * grad
+// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
+// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms - mg * mg + epsilon)
+// var <- var - mom
+//
+// Arguments:
+//	var_: Should be from a Variable().
+//	mg: Should be from a Variable().
+//	ms: Should be from a Variable().
+//	mom: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	rho: Decay rate. Must be a scalar.
 //
-// Arguments:
-//	var_: Should be from a Variable().
-//	alpha: Scaling factor. Must be a scalar.
-//	l1: L1 regularization. Must be a scalar.
-//	l2: L2 regularization. Must be a scalar.
-//	delta: The change.
+//	epsilon: Ridge term. Must be a scalar.
+//	grad: The gradient.
 //
 // Returns the created operation.
-func ResourceApplyProximalGradientDescent(scope *Scope, var_ tf.Output, alpha tf.Output, l1 tf.Output, l2 tf.Output, delta tf.Output, optional ...ResourceApplyProximalGradientDescentAttr) (o *tf.Operation) {
+func ResourceApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyCenteredRMSPropAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -17572,116 +17898,110 @@ func ResourceApplyProximalGradientDescent(scope *Scope, var_ tf.Output, alpha tf
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyProximalGradientDescent",
+		Type: "ResourceApplyCenteredRMSProp",
 		Input: []tf.Input{
-			var_, alpha, l1, l2, delta,
+			var_, mg, ms, mom, lr, rho, momentum, epsilon, grad,
 		},
 		Attrs: attrs,
 	}
 	return scope.AddOperation(opspec)
 }
 
-// Returns 0 if the denominator is zero.
-//
+// Computes the gradient for the inverse of `x` wrt its input.
 //
-// *NOTE*: `DivNoNan` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func DivNoNan(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// Specifically, `grad = -dy * y*y`, where `y = 1/x`, and `dy`
+// is the corresponding input gradient.
+func ReciprocalGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "DivNoNan",
+		Type: "ReciprocalGrad",
 		Input: []tf.Input{
-			x, y,
+			y, dy,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Computes the gradient for the sqrt of `x` wrt its input.
+// Returns the min of x and y (i.e. x < y ? x : y) element-wise.
 //
-// Specifically, `grad = dy * 0.5 / y`, where `y = sqrt(x)`, and `dy`
-// is the corresponding input gradient.
-func SqrtGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
+// *NOTE*: `Minimum` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func Minimum(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SqrtGrad",
+		Type: "Minimum",
 		Input: []tf.Input{
-			y, dy,
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Get the value of the tensor specified by its handle.
-//
-// Arguments:
-//	handle: The handle for a tensor stored in the session state.
-//	dtype: The type of the output value.
+// MfccAttr is an optional argument to Mfcc.
+type MfccAttr func(optionalAttr)
+
+// MfccUpperFrequencyLimit sets the optional upper_frequency_limit attribute to value.
 //
-// Returns The tensor for the given handle.
-func GetSessionTensor(scope *Scope, handle tf.Output, dtype tf.DataType) (value tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtype": dtype}
-	opspec := tf.OpSpec{
-		Type: "GetSessionTensor",
-		Input: []tf.Input{
-			handle,
-		},
-		Attrs: attrs,
+// value: The highest frequency to use when calculating the
+// ceptstrum.
+// If not specified, defaults to 4000
+func MfccUpperFrequencyLimit(value float32) MfccAttr {
+	return func(m optionalAttr) {
+		m["upper_frequency_limit"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Returns x - y element-wise.
+// MfccLowerFrequencyLimit sets the optional lower_frequency_limit attribute to value.
 //
-// *NOTE*: `Subtract` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func Sub(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Sub",
-		Input: []tf.Input{
-			x, y,
-		},
+// value: The lowest frequency to use when calculating the
+// ceptstrum.
+// If not specified, defaults to 20
+func MfccLowerFrequencyLimit(value float32) MfccAttr {
+	return func(m optionalAttr) {
+		m["lower_frequency_limit"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// RandomPoissonAttr is an optional argument to RandomPoisson.
-type RandomPoissonAttr func(optionalAttr)
-
-// RandomPoissonSeed sets the optional seed attribute to value.
-// If not specified, defaults to 0
-func RandomPoissonSeed(value int64) RandomPoissonAttr {
+// MfccFilterbankChannelCount sets the optional filterbank_channel_count attribute to value.
+//
+// value: Resolution of the Mel bank used internally.
+// If not specified, defaults to 40
+func MfccFilterbankChannelCount(value int64) MfccAttr {
 	return func(m optionalAttr) {
-		m["seed"] = value
+		m["filterbank_channel_count"] = value
 	}
 }
 
-// RandomPoissonSeed2 sets the optional seed2 attribute to value.
-// If not specified, defaults to 0
-func RandomPoissonSeed2(value int64) RandomPoissonAttr {
+// MfccDctCoefficientCount sets the optional dct_coefficient_count attribute to value.
+//
+// value: How many output channels to produce per time slice.
+// If not specified, defaults to 13
+func MfccDctCoefficientCount(value int64) MfccAttr {
 	return func(m optionalAttr) {
-		m["seed2"] = value
+		m["dct_coefficient_count"] = value
 	}
 }
 
-// Use RandomPoissonV2 instead.
+// Transforms a spectrogram into a form that's useful for speech recognition.
 //
-// DEPRECATED at GraphDef version 25: Replaced by RandomPoissonV2
-func RandomPoisson(scope *Scope, shape tf.Output, rate tf.Output, optional ...RandomPoissonAttr) (output tf.Output) {
+// Mel Frequency Cepstral Coefficients are a way of representing audio data that's
+// been effective as an input feature for machine learning. They are created by
+// taking the spectrum of a spectrogram (a 'cepstrum'), and discarding some of the
+// higher frequencies that are less significant to the human ear. They have a long
+// history in the speech recognition world, and https://en.wikipedia.org/wiki/Mel-frequency_cepstrum
+// is a good resource to learn more.
+//
+// Arguments:
+//	spectrogram: Typically produced by the Spectrogram op, with magnitude_squared
+// set to true.
+//	sample_rate: How many samples per second the source audio used.
+func Mfcc(scope *Scope, spectrogram tf.Output, sample_rate tf.Output, optional ...MfccAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -17690,9 +18010,9 @@ func RandomPoisson(scope *Scope, shape tf.Output, rate tf.Output, optional ...Ra
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "RandomPoisson",
+		Type: "Mfcc",
 		Input: []tf.Input{
-			shape, rate,
+			spectrogram, sample_rate,
 		},
 		Attrs: attrs,
 	}
@@ -17700,107 +18020,98 @@ func RandomPoisson(scope *Scope, shape tf.Output, rate tf.Output, optional ...Ra
 	return op.Output(0)
 }
 
-// Returns the max of x and y (i.e. x > y ? x : y) element-wise.
+// AudioSummaryAttr is an optional argument to AudioSummary.
+type AudioSummaryAttr func(optionalAttr)
+
+// AudioSummaryMaxOutputs sets the optional max_outputs attribute to value.
 //
-// *NOTE*: `Maximum` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func Maximum(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Maximum",
-		Input: []tf.Input{
-			x, y,
-		},
+// value: Max number of batch elements to generate audio for.
+// If not specified, defaults to 3
+//
+// REQUIRES: value >= 1
+func AudioSummaryMaxOutputs(value int64) AudioSummaryAttr {
+	return func(m optionalAttr) {
+		m["max_outputs"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Computes softmax cross entropy cost and gradients to backpropagate.
+// Outputs a `Summary` protocol buffer with audio.
 //
-// Inputs are the logits, not probabilities.
+// DEPRECATED at GraphDef version 15: Use AudioSummaryV2.
+//
+// The summary has up to `max_outputs` summary values containing audio. The
+// audio is built from `tensor` which must be 3-D with shape `[batch_size,
+// frames, channels]` or 2-D with shape `[batch_size, frames]`. The values are
+// assumed to be in the range of `[-1.0, 1.0]` with a sample rate of `sample_rate`.
+//
+// The `tag` argument is a scalar `Tensor` of type `string`.  It is used to
+// build the `tag` of the summary values:
+//
+// *  If `max_outputs` is 1, the summary value tag is '*tag*/audio'.
+// *  If `max_outputs` is greater than 1, the summary value tags are
+//    generated sequentially as '*tag*/audio/0', '*tag*/audio/1', etc.
 //
 // Arguments:
-//	features: batch_size x num_classes matrix
-//	labels: batch_size x num_classes matrix
-// The caller must ensure that each batch of labels represents a valid
-// probability distribution.
+//	tag: Scalar. Used to build the `tag` attribute of the summary values.
+//	tensor: 2-D of shape `[batch_size, frames]`.
+//	sample_rate: The sample rate of the signal in hertz.
 //
-// Returns Per example loss (batch_size vector).backpropagated gradients (batch_size x num_classes matrix).
-func SoftmaxCrossEntropyWithLogits(scope *Scope, features tf.Output, labels tf.Output) (loss tf.Output, backprop tf.Output) {
+// Returns Scalar. Serialized `Summary` protocol buffer.
+func AudioSummary(scope *Scope, tag tf.Output, tensor tf.Output, sample_rate float32, optional ...AudioSummaryAttr) (summary tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"sample_rate": sample_rate}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "SoftmaxCrossEntropyWithLogits",
+		Type: "AudioSummary",
 		Input: []tf.Input{
-			features, labels,
+			tag, tensor,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// ReduceJoinAttr is an optional argument to ReduceJoin.
-type ReduceJoinAttr func(optionalAttr)
+// QrAttr is an optional argument to Qr.
+type QrAttr func(optionalAttr)
 
-// ReduceJoinKeepDims sets the optional keep_dims attribute to value.
+// QrFullMatrices sets the optional full_matrices attribute to value.
 //
-// value: If `True`, retain reduced dimensions with length `1`.
+// value: If true, compute full-sized `q` and `r`. If false
+// (the default), compute only the leading `P` columns of `q`.
 // If not specified, defaults to false
-func ReduceJoinKeepDims(value bool) ReduceJoinAttr {
-	return func(m optionalAttr) {
-		m["keep_dims"] = value
-	}
-}
-
-// ReduceJoinSeparator sets the optional separator attribute to value.
-//
-// value: The separator to use when joining.
-// If not specified, defaults to ""
-func ReduceJoinSeparator(value string) ReduceJoinAttr {
+func QrFullMatrices(value bool) QrAttr {
 	return func(m optionalAttr) {
-		m["separator"] = value
+		m["full_matrices"] = value
 	}
 }
 
-// Joins a string Tensor across the given dimensions.
-//
-// Computes the string join across dimensions in the given string Tensor of shape
-// `[\\(d_0, d_1, ..., d_{n-1}\\)]`.  Returns a new Tensor created by joining the input
-// strings with the given separator (default: empty string).  Negative indices are
-// counted backwards from the end, with `-1` being equivalent to `n - 1`.  If
-// indices are not specified, joins across all dimensions beginning from `n - 1`
-// through `0`.
+// Computes the QR decompositions of one or more matrices.
 //
-// For example:
+// Computes the QR decomposition of each inner matrix in `tensor` such that
+// `tensor[..., :, :] = q[..., :, :] * r[..., :,:])`
 //
 // ```python
-// # tensor `a` is [["a", "b"], ["c", "d"]]
-// tf.reduce_join(a, 0) ==> ["ac", "bd"]
-// tf.reduce_join(a, 1) ==> ["ab", "cd"]
-// tf.reduce_join(a, -2) = tf.reduce_join(a, 0) ==> ["ac", "bd"]
-// tf.reduce_join(a, -1) = tf.reduce_join(a, 1) ==> ["ab", "cd"]
-// tf.reduce_join(a, 0, keep_dims=True) ==> [["ac", "bd"]]
-// tf.reduce_join(a, 1, keep_dims=True) ==> [["ab"], ["cd"]]
-// tf.reduce_join(a, 0, separator=".") ==> ["a.c", "b.d"]
-// tf.reduce_join(a, [0, 1]) ==> "acbd"
-// tf.reduce_join(a, [1, 0]) ==> "abcd"
-// tf.reduce_join(a, []) ==> [["a", "b"], ["c", "d"]]
-// tf.reduce_join(a) = tf.reduce_join(a, [1, 0]) ==> "abcd"
+// # a is a tensor.
+// # q is a tensor of orthonormal matrices.
+// # r is a tensor of upper triangular matrices.
+// q, r = qr(a)
+// q_full, r_full = qr(a, full_matrices=True)
 // ```
 //
 // Arguments:
-//	inputs: The input to be joined.  All reduced indices must have non-zero size.
-//	reduction_indices: The dimensions to reduce over.  Dimensions are reduced in the
-// order specified.  Omitting `reduction_indices` is equivalent to passing
-// `[n-1, n-2, ..., 0]`.  Negative indices from `-n` to `-1` are supported.
-//
-// Returns Has shape equal to that of the input with reduced dimensions removed or
-// set to `1` depending on `keep_dims`.
-func ReduceJoin(scope *Scope, inputs tf.Output, reduction_indices tf.Output, optional ...ReduceJoinAttr) (output tf.Output) {
+//	input: A tensor of shape `[..., M, N]` whose inner-most 2 dimensions
+// form matrices of size `[M, N]`. Let `P` be the minimum of `M` and `N`.
+//
+// Returns Orthonormal basis for range of `a`. If `full_matrices` is `False` then
+// shape is `[..., M, P]`; if `full_matrices` is `True` then shape is
+// `[..., M, M]`.Triangular factor. If `full_matrices` is `False` then shape is
+// `[..., P, N]`. If `full_matrices` is `True` then shape is `[..., M, N]`.
+func Qr(scope *Scope, input tf.Output, optional ...QrAttr) (q tf.Output, r tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -17809,251 +18120,168 @@ func ReduceJoin(scope *Scope, inputs tf.Output, reduction_indices tf.Output, opt
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ReduceJoin",
+		Type: "Qr",
 		Input: []tf.Input{
-			inputs, reduction_indices,
+			input,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// Computes cos of x element-wise.
-func Cos(scope *Scope, x tf.Output) (y tf.Output) {
+// Records the bytes size of each element of `input_dataset` in a StatsAggregator.
+func BytesProducedStatsDataset(scope *Scope, input_dataset tf.Output, tag tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "Cos",
+		Type: "BytesProducedStatsDataset",
 		Input: []tf.Input{
-			x,
+			input_dataset, tag,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// FusedBatchNormGradAttr is an optional argument to FusedBatchNormGrad.
-type FusedBatchNormGradAttr func(optionalAttr)
-
-// FusedBatchNormGradEpsilon sets the optional epsilon attribute to value.
-//
-// value: A small float number added to the variance of x.
-// If not specified, defaults to 0.0001
-func FusedBatchNormGradEpsilon(value float32) FusedBatchNormGradAttr {
-	return func(m optionalAttr) {
-		m["epsilon"] = value
-	}
-}
-
-// FusedBatchNormGradDataFormat sets the optional data_format attribute to value.
-//
-// value: The data format for y_backprop, x, x_backprop.
-// Either "NHWC" (default) or "NCHW".
-// If not specified, defaults to "NHWC"
-func FusedBatchNormGradDataFormat(value string) FusedBatchNormGradAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// FusedBatchNormGradIsTraining sets the optional is_training attribute to value.
+// Check if the input matches the regex pattern.
 //
-// value: A bool value to indicate the operation is for training (default)
-// or inference.
-// If not specified, defaults to true
-func FusedBatchNormGradIsTraining(value bool) FusedBatchNormGradAttr {
-	return func(m optionalAttr) {
-		m["is_training"] = value
-	}
-}
-
-// Gradient for batch normalization.
+// The input is a string tensor of any shape. The pattern is the
+// regular expression to be matched with every element of the input tensor.
+// The boolean values (True or False) of the output tensor indicate
+// if the input matches the regex pattern provided.
 //
-// Note that the size of 4D Tensors are defined by either "NHWC" or "NCHW".
-// The size of 1D Tensors matches the dimension C of the 4D Tensors.
+// The pattern follows the re2 syntax (https://github.com/google/re2/wiki/Syntax)
 //
 // Arguments:
-//	y_backprop: A 4D Tensor for the gradient with respect to y.
-//	x: A 4D Tensor for input data.
-//	scale: A 1D Tensor for scaling factor, to scale the normalized x.
-//	reserve_space_1: When is_training is True, a 1D Tensor for the computed batch
-// mean to be reused in gradient computation. When is_training is
-// False, a 1D Tensor for the population mean to be reused in both
-// 1st and 2nd order gradient computation.
-//	reserve_space_2: When is_training is True, a 1D Tensor for the computed batch
-// variance (inverted variance in the cuDNN case) to be reused in
-// gradient computation. When is_training is False, a 1D Tensor
-// for the population variance to be reused in both 1st and 2nd
-// order gradient computation.
+//	input: A string tensor of the text to be processed.
+//	pattern: The regular expression to match the input.
 //
-// Returns A 4D Tensor for the gradient with respect to x.A 1D Tensor for the gradient with respect to scale.A 1D Tensor for the gradient with respect to offset.Unused placeholder to match the mean input in FusedBatchNorm.Unused placeholder to match the variance input
-// in FusedBatchNorm.
-func FusedBatchNormGrad(scope *Scope, y_backprop tf.Output, x tf.Output, scale tf.Output, reserve_space_1 tf.Output, reserve_space_2 tf.Output, optional ...FusedBatchNormGradAttr) (x_backprop tf.Output, scale_backprop tf.Output, offset_backprop tf.Output, reserve_space_3 tf.Output, reserve_space_4 tf.Output) {
+// Returns A bool tensor with the same shape as `input`.
+func StaticRegexFullMatch(scope *Scope, input tf.Output, pattern string) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"pattern": pattern}
 	opspec := tf.OpSpec{
-		Type: "FusedBatchNormGrad",
+		Type: "StaticRegexFullMatch",
 		Input: []tf.Input{
-			y_backprop, x, scale, reserve_space_1, reserve_space_2,
+			input,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2), op.Output(3), op.Output(4)
+	return op.Output(0)
 }
 
-// TopKAttr is an optional argument to TopK.
-type TopKAttr func(optionalAttr)
+// ResourceSparseApplyProximalGradientDescentAttr is an optional argument to ResourceSparseApplyProximalGradientDescent.
+type ResourceSparseApplyProximalGradientDescentAttr func(optionalAttr)
 
-// TopKSorted sets the optional sorted attribute to value.
+// ResourceSparseApplyProximalGradientDescentUseLocking sets the optional use_locking attribute to value.
 //
-// value: If true the resulting `k` elements will be sorted by the values in
-// descending order.
-// If not specified, defaults to true
-func TopKSorted(value bool) TopKAttr {
+// value: If True, the subtraction will be protected by a lock;
+// otherwise the behavior is undefined, but may exhibit less contention.
+// If not specified, defaults to false
+func ResourceSparseApplyProximalGradientDescentUseLocking(value bool) ResourceSparseApplyProximalGradientDescentAttr {
 	return func(m optionalAttr) {
-		m["sorted"] = value
+		m["use_locking"] = value
 	}
 }
 
-// Finds values and indices of the `k` largest elements for the last dimension.
-//
-// DEPRECATED at GraphDef version 7: Use TopKV2 instead
-//
-// If the input is a vector (rank-1), finds the `k` largest entries in the vector
-// and outputs their values and indices as vectors.  Thus `values[j]` is the
-// `j`-th largest entry in `input`, and its index is `indices[j]`.
-//
-// For matrices (resp. higher rank input), computes the top `k` entries in each
-// row (resp. vector along the last dimension).  Thus,
-//
-//     values.shape = indices.shape = input.shape[:-1] + [k]
-//
-// If two elements are equal, the lower-index element appears first.
+// Sparse update '*var' as FOBOS algorithm with fixed learning rate.
 //
-// If `k` varies dynamically, use `TopKV2` below.
+// That is for rows we have grad for, we update var as follows:
+// prox_v = var - alpha * grad
+// var = sign(prox_v)/(1+alpha*l2) * max{|prox_v|-alpha*l1,0}
 //
 // Arguments:
-//	input: 1-D or higher with last dimension at least `k`.
-//	k: Number of top elements to look for along the last dimension (along each
-// row for matrices).
+//	var_: Should be from a Variable().
+//	alpha: Scaling factor. Must be a scalar.
+//	l1: L1 regularization. Must be a scalar.
+//	l2: L2 regularization. Must be a scalar.
+//	grad: The gradient.
+//	indices: A vector of indices into the first dimension of var and accum.
 //
-// Returns The `k` largest elements along each last dimensional slice.The indices of `values` within the last dimension of `input`.
-func TopK(scope *Scope, input tf.Output, k int64, optional ...TopKAttr) (values tf.Output, indices tf.Output) {
+// Returns the created operation.
+func ResourceSparseApplyProximalGradientDescent(scope *Scope, var_ tf.Output, alpha tf.Output, l1 tf.Output, l2 tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyProximalGradientDescentAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"k": k}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "TopK",
+		Type: "ResourceSparseApplyProximalGradientDescent",
 		Input: []tf.Input{
-			input,
+			var_, alpha, l1, l2, grad, indices,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return scope.AddOperation(opspec)
 }
 
-// Returns a list of tensors with the same shapes and contents as the input
+// Real-valued fast Fourier transform.
 //
-// tensors.
+// Computes the 1-dimensional discrete Fourier transform of a real-valued signal
+// over the inner-most dimension of `input`.
 //
-// This op can be used to override the gradient for complicated functions. For
-// example, suppose y = f(x) and we wish to apply a custom function g for backprop
-// such that dx = g(dy). In Python,
+// Since the DFT of a real signal is Hermitian-symmetric, `RFFT` only returns the
+// `fft_length / 2 + 1` unique components of the FFT: the zero-frequency term,
+// followed by the `fft_length / 2` positive-frequency terms.
 //
-// ```python
-// with tf.get_default_graph().gradient_override_map(
-//     {'IdentityN': 'OverrideGradientWithG'}):
-//   y, _ = identity_n([f(x), x])
+// Along the axis `RFFT` is computed on, if `fft_length` is smaller than the
+// corresponding dimension of `input`, the dimension is cropped. If it is larger,
+// the dimension is padded with zeros.
 //
-// @tf.RegisterGradient('OverrideGradientWithG')
-// def ApplyG(op, dy, _):
-//   return [None, g(dy)]  # Do not backprop to f(x).
-// ```
-func IdentityN(scope *Scope, input []tf.Output) (output []tf.Output) {
+// Arguments:
+//	input: A float32 tensor.
+//	fft_length: An int32 tensor of shape [1]. The FFT length.
+//
+// Returns A complex64 tensor of the same rank as `input`. The inner-most
+//   dimension of `input` is replaced with the `fft_length / 2 + 1` unique
+//   frequency components of its 1D Fourier transform.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.rfft
+// @end_compatibility
+func RFFT(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "IdentityN",
+		Type: "RFFT",
 		Input: []tf.Input{
-			tf.OutputList(input),
+			input, fft_length,
 		},
 	}
 	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
-		scope.UpdateErr("IdentityN", err)
-		return
-	}
-	return output
+	return op.Output(0)
 }
 
-// ResourceApplyCenteredRMSPropAttr is an optional argument to ResourceApplyCenteredRMSProp.
-type ResourceApplyCenteredRMSPropAttr func(optionalAttr)
+// QuantizedReluAttr is an optional argument to QuantizedRelu.
+type QuantizedReluAttr func(optionalAttr)
 
-// ResourceApplyCenteredRMSPropUseLocking sets the optional use_locking attribute to value.
-//
-// value: If `True`, updating of the var, mg, ms, and mom tensors is
-// protected by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
-// If not specified, defaults to false
-func ResourceApplyCenteredRMSPropUseLocking(value bool) ResourceApplyCenteredRMSPropAttr {
+// QuantizedReluOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_QUINT8
+func QuantizedReluOutType(value tf.DataType) QuantizedReluAttr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["out_type"] = value
 	}
 }
 
-// Update '*var' according to the centered RMSProp algorithm.
-//
-// The centered RMSProp algorithm uses an estimate of the centered second moment
-// (i.e., the variance) for normalization, as opposed to regular RMSProp, which
-// uses the (uncentered) second moment. This often helps with training, but is
-// slightly more expensive in terms of computation and memory.
-//
-// Note that in dense implementation of this algorithm, mg, ms, and mom will
-// update even if the grad is zero, but in this sparse implementation, mg, ms,
-// and mom will not update in iterations during which the grad is zero.
-//
-// mean_square = decay * mean_square + (1-decay) * gradient ** 2
-// mean_grad = decay * mean_grad + (1-decay) * gradient
-//
-// Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2)
-//
-// mg <- rho * mg_{t-1} + (1-rho) * grad
-// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
-// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms - mg * mg + epsilon)
-// var <- var - mom
+// Computes Quantized Rectified Linear: `max(features, 0)`
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	mg: Should be from a Variable().
-//	ms: Should be from a Variable().
-//	mom: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	rho: Decay rate. Must be a scalar.
 //
-//	epsilon: Ridge term. Must be a scalar.
-//	grad: The gradient.
+//	min_features: The float value that the lowest quantized value represents.
+//	max_features: The float value that the highest quantized value represents.
 //
-// Returns the created operation.
-func ResourceApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyCenteredRMSPropAttr) (o *tf.Operation) {
+// Returns Has the same output shape as "features".The float value that the lowest quantized value represents.The float value that the highest quantized value represents.
+func QuantizedRelu(scope *Scope, features tf.Output, min_features tf.Output, max_features tf.Output, optional ...QuantizedReluAttr) (activations tf.Output, min_activations tf.Output, max_activations tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18062,220 +18290,212 @@ func ResourceApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Output, ms
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyCenteredRMSProp",
+		Type: "QuantizedRelu",
 		Input: []tf.Input{
-			var_, mg, ms, mom, lr, rho, momentum, epsilon, grad,
+			features, min_features, max_features,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Computes the gradient for the inverse of `x` wrt its input.
+// Reshapes a SparseTensor to represent values in a new dense shape.
 //
-// Specifically, `grad = -dy * y*y`, where `y = 1/x`, and `dy`
-// is the corresponding input gradient.
-func ReciprocalGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
+// This operation has the same semantics as reshape on the represented dense
+// tensor.  The `input_indices` are recomputed based on the requested `new_shape`.
+//
+// If one component of `new_shape` is the special value -1, the size of that
+// dimension is computed so that the total dense size remains constant.  At
+// most one component of `new_shape` can be -1.  The number of dense elements
+// implied by `new_shape` must be the same as the number of dense elements
+// originally implied by `input_shape`.
+//
+// Reshaping does not affect the order of values in the SparseTensor.
+//
+// If the input tensor has rank `R_in` and `N` non-empty values, and `new_shape`
+// has length `R_out`, then `input_indices` has shape `[N, R_in]`,
+// `input_shape` has length `R_in`, `output_indices` has shape `[N, R_out]`, and
+// `output_shape` has length `R_out`.
+//
+// Arguments:
+//	input_indices: 2-D.  `N x R_in` matrix with the indices of non-empty values in a
+// SparseTensor.
+//	input_shape: 1-D.  `R_in` vector with the input SparseTensor's dense shape.
+//	new_shape: 1-D.  `R_out` vector with the requested new dense shape.
+//
+// Returns 2-D.  `N x R_out` matrix with the updated indices of non-empty
+// values in the output SparseTensor.1-D.  `R_out` vector with the full dense shape of the output
+// SparseTensor.  This is the same as `new_shape` but with any -1 dimensions
+// filled in.
+func SparseReshape(scope *Scope, input_indices tf.Output, input_shape tf.Output, new_shape tf.Output) (output_indices tf.Output, output_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "ReciprocalGrad",
+		Type: "SparseReshape",
 		Input: []tf.Input{
-			y, dy,
+			input_indices, input_shape, new_shape,
 		},
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// Returns the min of x and y (i.e. x < y ? x : y) element-wise.
+// Deprecated. Use TensorArraySplitV3
 //
-// *NOTE*: `Minimum` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func Minimum(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// DEPRECATED at GraphDef version 26: Use TensorArraySplitV3
+func TensorArraySplitV2(scope *Scope, handle tf.Output, value tf.Output, lengths tf.Output, flow_in tf.Output) (flow_out tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "Minimum",
+		Type: "TensorArraySplitV2",
 		Input: []tf.Input{
-			x, y,
+			handle, value, lengths, flow_in,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// MfccAttr is an optional argument to Mfcc.
-type MfccAttr func(optionalAttr)
-
-// MfccUpperFrequencyLimit sets the optional upper_frequency_limit attribute to value.
+// Reorders a SparseTensor into the canonical, row-major ordering.
 //
-// value: The highest frequency to use when calculating the
-// ceptstrum.
-// If not specified, defaults to 4000
-func MfccUpperFrequencyLimit(value float32) MfccAttr {
-	return func(m optionalAttr) {
-		m["upper_frequency_limit"] = value
-	}
-}
-
-// MfccLowerFrequencyLimit sets the optional lower_frequency_limit attribute to value.
+// Note that by convention, all sparse ops preserve the canonical ordering along
+// increasing dimension number. The only time ordering can be violated is during
+// manual manipulation of the indices and values vectors to add entries.
 //
-// value: The lowest frequency to use when calculating the
-// ceptstrum.
-// If not specified, defaults to 20
-func MfccLowerFrequencyLimit(value float32) MfccAttr {
-	return func(m optionalAttr) {
-		m["lower_frequency_limit"] = value
-	}
-}
-
-// MfccFilterbankChannelCount sets the optional filterbank_channel_count attribute to value.
+// Reordering does not affect the shape of the SparseTensor.
 //
-// value: Resolution of the Mel bank used internally.
-// If not specified, defaults to 40
-func MfccFilterbankChannelCount(value int64) MfccAttr {
-	return func(m optionalAttr) {
-		m["filterbank_channel_count"] = value
-	}
-}
-
-// MfccDctCoefficientCount sets the optional dct_coefficient_count attribute to value.
+// If the tensor has rank `R` and `N` non-empty values, `input_indices` has
+// shape `[N, R]`, input_values has length `N`, and input_shape has length `R`.
 //
-// value: How many output channels to produce per time slice.
-// If not specified, defaults to 13
-func MfccDctCoefficientCount(value int64) MfccAttr {
-	return func(m optionalAttr) {
-		m["dct_coefficient_count"] = value
+// Arguments:
+//	input_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, possibly not in canonical ordering.
+//	input_values: 1-D.  `N` non-empty values corresponding to `input_indices`.
+//	input_shape: 1-D.  Shape of the input SparseTensor.
+//
+// Returns 2-D.  `N x R` matrix with the same indices as input_indices, but
+// in canonical row-major ordering.1-D.  `N` non-empty values corresponding to `output_indices`.
+func SparseReorder(scope *Scope, input_indices tf.Output, input_values tf.Output, input_shape tf.Output) (output_indices tf.Output, output_values tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "SparseReorder",
+		Input: []tf.Input{
+			input_indices, input_values, input_shape,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
 }
 
-// Transforms a spectrogram into a form that's useful for speech recognition.
-//
-// Mel Frequency Cepstral Coefficients are a way of representing audio data that's
-// been effective as an input feature for machine learning. They are created by
-// taking the spectrum of a spectrogram (a 'cepstrum'), and discarding some of the
-// higher frequencies that are less significant to the human ear. They have a long
-// history in the speech recognition world, and https://en.wikipedia.org/wiki/Mel-frequency_cepstrum
-// is a good resource to learn more.
-//
-// Arguments:
-//	spectrogram: Typically produced by the Spectrogram op, with magnitude_squared
-// set to true.
-//	sample_rate: How many samples per second the source audio used.
-func Mfcc(scope *Scope, spectrogram tf.Output, sample_rate tf.Output, optional ...MfccAttr) (output tf.Output) {
+// Computes rectified linear: `max(features, 0)`.
+func Relu(scope *Scope, features tf.Output) (activations tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "Mfcc",
+		Type: "Relu",
 		Input: []tf.Input{
-			spectrogram, sample_rate,
+			features,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// AudioSummaryAttr is an optional argument to AudioSummary.
-type AudioSummaryAttr func(optionalAttr)
+// ResourceApplyAddSignAttr is an optional argument to ResourceApplyAddSign.
+type ResourceApplyAddSignAttr func(optionalAttr)
 
-// AudioSummaryMaxOutputs sets the optional max_outputs attribute to value.
-//
-// value: Max number of batch elements to generate audio for.
-// If not specified, defaults to 3
+// ResourceApplyAddSignUseLocking sets the optional use_locking attribute to value.
 //
-// REQUIRES: value >= 1
-func AudioSummaryMaxOutputs(value int64) AudioSummaryAttr {
+// value: If `True`, updating of the var and m tensors is
+// protected by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceApplyAddSignUseLocking(value bool) ResourceApplyAddSignAttr {
 	return func(m optionalAttr) {
-		m["max_outputs"] = value
+		m["use_locking"] = value
 	}
 }
 
-// Outputs a `Summary` protocol buffer with audio.
-//
-// DEPRECATED at GraphDef version 15: Use AudioSummaryV2.
-//
-// The summary has up to `max_outputs` summary values containing audio. The
-// audio is built from `tensor` which must be 3-D with shape `[batch_size,
-// frames, channels]` or 2-D with shape `[batch_size, frames]`. The values are
-// assumed to be in the range of `[-1.0, 1.0]` with a sample rate of `sample_rate`.
-//
-// The `tag` argument is a scalar `Tensor` of type `string`.  It is used to
-// build the `tag` of the summary values:
+// Update '*var' according to the AddSign update.
 //
-// *  If `max_outputs` is 1, the summary value tag is '*tag*/audio'.
-// *  If `max_outputs` is greater than 1, the summary value tags are
-//    generated sequentially as '*tag*/audio/0', '*tag*/audio/1', etc.
+// m_t <- beta1 * m_{t-1} + (1 - beta1) * g
+// update <- (alpha + sign_decay * sign(g) *sign(m)) * g
+// variable <- variable - lr_t * update
 //
 // Arguments:
-//	tag: Scalar. Used to build the `tag` attribute of the summary values.
-//	tensor: 2-D of shape `[batch_size, frames]`.
-//	sample_rate: The sample rate of the signal in hertz.
+//	var_: Should be from a Variable().
+//	m: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	alpha: Must be a scalar.
+//	sign_decay: Must be a scalar.
+//	beta: Must be a scalar.
+//	grad: The gradient.
 //
-// Returns Scalar. Serialized `Summary` protocol buffer.
-func AudioSummary(scope *Scope, tag tf.Output, tensor tf.Output, sample_rate float32, optional ...AudioSummaryAttr) (summary tf.Output) {
+// Returns the created operation.
+func ResourceApplyAddSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Output, alpha tf.Output, sign_decay tf.Output, beta tf.Output, grad tf.Output, optional ...ResourceApplyAddSignAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"sample_rate": sample_rate}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "AudioSummary",
+		Type: "ResourceApplyAddSign",
 		Input: []tf.Input{
-			tag, tensor,
+			var_, m, lr, alpha, sign_decay, beta, grad,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// QrAttr is an optional argument to Qr.
-type QrAttr func(optionalAttr)
+// UpperBoundAttr is an optional argument to UpperBound.
+type UpperBoundAttr func(optionalAttr)
 
-// QrFullMatrices sets the optional full_matrices attribute to value.
-//
-// value: If true, compute full-sized `q` and `r`. If false
-// (the default), compute only the leading `P` columns of `q`.
-// If not specified, defaults to false
-func QrFullMatrices(value bool) QrAttr {
+// UpperBoundOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_INT32
+func UpperBoundOutType(value tf.DataType) UpperBoundAttr {
 	return func(m optionalAttr) {
-		m["full_matrices"] = value
+		m["out_type"] = value
 	}
 }
 
-// Computes the QR decompositions of one or more matrices.
+// Applies upper_bound(sorted_search_values, values) along each row.
 //
-// Computes the QR decomposition of each inner matrix in `tensor` such that
-// `tensor[..., :, :] = q[..., :, :] * r[..., :,:])`
+// Each set of rows with the same index in (sorted_inputs, values) is treated
+// independently.  The resulting row is the equivalent of calling
+// `np.searchsorted(sorted_inputs, values, side='right')`.
 //
-// ```python
-// # a is a tensor.
-// # q is a tensor of orthonormal matrices.
-// # r is a tensor of upper triangular matrices.
-// q, r = qr(a)
-// q_full, r_full = qr(a, full_matrices=True)
-// ```
+// The result is not a global index to the entire
+// `Tensor`, but rather just the index in the last dimension.
+//
+// A 2-D example:
+//   sorted_sequence = [[0, 3, 9, 9, 10],
+//                      [1, 2, 3, 4, 5]]
+//   values = [[2, 4, 9],
+//             [0, 2, 6]]
+//
+//   result = UpperBound(sorted_sequence, values)
+//
+//   result == [[1, 2, 4],
+//              [0, 2, 5]]
 //
 // Arguments:
-//	input: A tensor of shape `[..., M, N]` whose inner-most 2 dimensions
-// form matrices of size `[M, N]`. Let `P` be the minimum of `M` and `N`.
+//	sorted_inputs: 2-D Tensor where each row is ordered.
+//	values: 2-D Tensor with the same numbers of rows as `sorted_search_values`. Contains
+// the values that will be searched for in `sorted_search_values`.
 //
-// Returns Orthonormal basis for range of `a`. If `full_matrices` is `False` then
-// shape is `[..., M, P]`; if `full_matrices` is `True` then shape is
-// `[..., M, M]`.Triangular factor. If `full_matrices` is `False` then shape is
-// `[..., P, N]`. If `full_matrices` is `True` then shape is `[..., M, N]`.
-func Qr(scope *Scope, input tf.Output, optional ...QrAttr) (q tf.Output, r tf.Output) {
+// Returns A `Tensor` with the same shape as `values`.  It contains the last scalar index
+// into the last dimension where values can be inserted without changing the
+// ordered property.
+func UpperBound(scope *Scope, sorted_inputs tf.Output, values tf.Output, optional ...UpperBoundAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18284,26 +18504,9 @@ func Qr(scope *Scope, input tf.Output, optional ...QrAttr) (q tf.Output, r tf.Ou
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Qr",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
-}
-
-// Records the bytes size of each element of `input_dataset` in a StatsAggregator.
-func BytesProducedStatsDataset(scope *Scope, input_dataset tf.Output, tag tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
-	opspec := tf.OpSpec{
-		Type: "BytesProducedStatsDataset",
+		Type: "UpperBound",
 		Input: []tf.Input{
-			input_dataset, tag,
+			sorted_inputs, values,
 		},
 		Attrs: attrs,
 	}
@@ -18311,29 +18514,52 @@ func BytesProducedStatsDataset(scope *Scope, input_dataset tf.Output, tag tf.Out
 	return op.Output(0)
 }
 
-// Check if the input matches the regex pattern.
+// FractionalMaxPoolGradAttr is an optional argument to FractionalMaxPoolGrad.
+type FractionalMaxPoolGradAttr func(optionalAttr)
+
+// FractionalMaxPoolGradOverlapping sets the optional overlapping attribute to value.
 //
-// The input is a string tensor of any shape. The pattern is the
-// regular expression to be matched with every element of the input tensor.
-// The boolean values (True or False) of the output tensor indicate
-// if the input matches the regex pattern provided.
+// value: When set to True, it means when pooling, the values at the boundary
+// of adjacent pooling cells are used by both cells. For example:
 //
-// The pattern follows the re2 syntax (https://github.com/google/re2/wiki/Syntax)
+// `index  0  1  2  3  4`
+//
+// `value  20 5  16 3  7`
+//
+// If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used twice.
+// The result would be [20, 16] for fractional max pooling.
+// If not specified, defaults to false
+func FractionalMaxPoolGradOverlapping(value bool) FractionalMaxPoolGradAttr {
+	return func(m optionalAttr) {
+		m["overlapping"] = value
+	}
+}
+
+// Computes gradient of the FractionalMaxPool function.
 //
 // Arguments:
-//	input: A string tensor of the text to be processed.
-//	pattern: The regular expression to match the input.
+//	orig_input: Original input for `fractional_max_pool`
+//	orig_output: Original output for `fractional_max_pool`
+//	out_backprop: 4-D with shape `[batch, height, width, channels]`.  Gradients
+// w.r.t. the output of `fractional_max_pool`.
+//	row_pooling_sequence: row pooling sequence, form pooling region with
+// col_pooling_sequence.
+//	col_pooling_sequence: column pooling sequence, form pooling region with
+// row_pooling sequence.
 //
-// Returns A bool tensor with the same shape as `input`.
-func StaticRegexFullMatch(scope *Scope, input tf.Output, pattern string) (output tf.Output) {
+// Returns 4-D.  Gradients w.r.t. the input of `fractional_max_pool`.
+func FractionalMaxPoolGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, out_backprop tf.Output, row_pooling_sequence tf.Output, col_pooling_sequence tf.Output, optional ...FractionalMaxPoolGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"pattern": pattern}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "StaticRegexFullMatch",
+		Type: "FractionalMaxPoolGrad",
 		Input: []tf.Input{
-			input,
+			orig_input, orig_output, out_backprop, row_pooling_sequence, col_pooling_sequence,
 		},
 		Attrs: attrs,
 	}
@@ -18341,36 +18567,34 @@ func StaticRegexFullMatch(scope *Scope, input tf.Output, pattern string) (output
 	return op.Output(0)
 }
 
-// ResourceSparseApplyProximalGradientDescentAttr is an optional argument to ResourceSparseApplyProximalGradientDescent.
-type ResourceSparseApplyProximalGradientDescentAttr func(optionalAttr)
+// ResourceApplyAdagradDAAttr is an optional argument to ResourceApplyAdagradDA.
+type ResourceApplyAdagradDAAttr func(optionalAttr)
 
-// ResourceSparseApplyProximalGradientDescentUseLocking sets the optional use_locking attribute to value.
+// ResourceApplyAdagradDAUseLocking sets the optional use_locking attribute to value.
 //
-// value: If True, the subtraction will be protected by a lock;
-// otherwise the behavior is undefined, but may exhibit less contention.
+// value: If True, updating of the var and accum tensors will be protected by
+// a lock; otherwise the behavior is undefined, but may exhibit less contention.
 // If not specified, defaults to false
-func ResourceSparseApplyProximalGradientDescentUseLocking(value bool) ResourceSparseApplyProximalGradientDescentAttr {
+func ResourceApplyAdagradDAUseLocking(value bool) ResourceApplyAdagradDAAttr {
 	return func(m optionalAttr) {
 		m["use_locking"] = value
 	}
 }
 
-// Sparse update '*var' as FOBOS algorithm with fixed learning rate.
-//
-// That is for rows we have grad for, we update var as follows:
-// prox_v = var - alpha * grad
-// var = sign(prox_v)/(1+alpha*l2) * max{|prox_v|-alpha*l1,0}
+// Update '*var' according to the proximal adagrad scheme.
 //
 // Arguments:
 //	var_: Should be from a Variable().
-//	alpha: Scaling factor. Must be a scalar.
+//	gradient_accumulator: Should be from a Variable().
+//	gradient_squared_accumulator: Should be from a Variable().
+//	grad: The gradient.
+//	lr: Scaling factor. Must be a scalar.
 //	l1: L1 regularization. Must be a scalar.
 //	l2: L2 regularization. Must be a scalar.
-//	grad: The gradient.
-//	indices: A vector of indices into the first dimension of var and accum.
+//	global_step: Training step number. Must be a scalar.
 //
 // Returns the created operation.
-func ResourceSparseApplyProximalGradientDescent(scope *Scope, var_ tf.Output, alpha tf.Output, l1 tf.Output, l2 tf.Output, grad tf.Output, indices tf.Output, optional ...ResourceSparseApplyProximalGradientDescentAttr) (o *tf.Operation) {
+func ResourceApplyAdagradDA(scope *Scope, var_ tf.Output, gradient_accumulator tf.Output, gradient_squared_accumulator tf.Output, grad tf.Output, lr tf.Output, l1 tf.Output, l2 tf.Output, global_step tf.Output, optional ...ResourceApplyAdagradDAAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18379,42 +18603,50 @@ func ResourceSparseApplyProximalGradientDescent(scope *Scope, var_ tf.Output, al
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceSparseApplyProximalGradientDescent",
+		Type: "ResourceApplyAdagradDA",
 		Input: []tf.Input{
-			var_, alpha, l1, l2, grad, indices,
+			var_, gradient_accumulator, gradient_squared_accumulator, grad, lr, l1, l2, global_step,
 		},
 		Attrs: attrs,
 	}
 	return scope.AddOperation(opspec)
 }
 
-// MeanAttr is an optional argument to Mean.
-type MeanAttr func(optionalAttr)
+// SparseReduceMaxSparseAttr is an optional argument to SparseReduceMaxSparse.
+type SparseReduceMaxSparseAttr func(optionalAttr)
 
-// MeanKeepDims sets the optional keep_dims attribute to value.
+// SparseReduceMaxSparseKeepDims sets the optional keep_dims attribute to value.
 //
 // value: If true, retain reduced dimensions with length 1.
 // If not specified, defaults to false
-func MeanKeepDims(value bool) MeanAttr {
+func SparseReduceMaxSparseKeepDims(value bool) SparseReduceMaxSparseAttr {
 	return func(m optionalAttr) {
 		m["keep_dims"] = value
 	}
 }
 
-// Computes the mean of elements across dimensions of a tensor.
+// Computes the max of elements across dimensions of a SparseTensor.
 //
-// Reduces `input` along the dimensions given in `axis`. Unless
+// This Op takes a SparseTensor and is the sparse counterpart to
+// `tf.reduce_max()`.  In contrast to SparseReduceMax, this Op returns a
+// SparseTensor.
+//
+// Reduces `sp_input` along the dimensions given in `reduction_axes`.  Unless
 // `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `axis`. If `keep_dims` is true, the reduced dimensions are
-// retained with length 1.
+// `reduction_axes`. If `keep_dims` is true, the reduced dimensions are retained
+// with length 1.
 //
-// Arguments:
-//	input: The tensor to reduce.
-//	axis: The dimensions to reduce. Must be in the range
-// `[-rank(input), rank(input))`.
+// If `reduction_axes` has no entries, all dimensions are reduced, and a tensor
+// with a single element is returned.  Additionally, the axes can be negative,
+// which are interpreted according to the indexing rules in Python.
 //
-// Returns The reduced tensor.
-func Mean(scope *Scope, input tf.Output, axis tf.Output, optional ...MeanAttr) (output tf.Output) {
+// Arguments:
+//	input_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, possibly not in canonical ordering.
+//	input_values: 1-D.  `N` non-empty values corresponding to `input_indices`.
+//	input_shape: 1-D.  Shape of the input SparseTensor.
+//	reduction_axes: 1-D.  Length-`K` vector containing the reduction axes.
+func SparseReduceMaxSparse(scope *Scope, input_indices tf.Output, input_values tf.Output, input_shape tf.Output, reduction_axes tf.Output, optional ...SparseReduceMaxSparseAttr) (output_indices tf.Output, output_values tf.Output, output_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18423,138 +18655,99 @@ func Mean(scope *Scope, input tf.Output, axis tf.Output, optional ...MeanAttr) (
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Mean",
+		Type: "SparseReduceMaxSparse",
 		Input: []tf.Input{
-			input, axis,
+			input_indices, input_values, input_shape, reduction_axes,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// InitializeTableFromTextFileV2Attr is an optional argument to InitializeTableFromTextFileV2.
-type InitializeTableFromTextFileV2Attr func(optionalAttr)
-
-// InitializeTableFromTextFileV2VocabSize sets the optional vocab_size attribute to value.
-//
-// value: Number of elements of the file, use -1 if unknown.
-// If not specified, defaults to -1
-//
-// REQUIRES: value >= -1
-func InitializeTableFromTextFileV2VocabSize(value int64) InitializeTableFromTextFileV2Attr {
-	return func(m optionalAttr) {
-		m["vocab_size"] = value
-	}
-}
-
-// InitializeTableFromTextFileV2Delimiter sets the optional delimiter attribute to value.
-//
-// value: Delimiter to separate fields in a line.
-// If not specified, defaults to "\t"
-func InitializeTableFromTextFileV2Delimiter(value string) InitializeTableFromTextFileV2Attr {
-	return func(m optionalAttr) {
-		m["delimiter"] = value
-	}
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Initializes a table from a text file.
+// Creates a dataset that emits the outputs of `input_dataset` `count` times.
 //
-// It inserts one key-value pair into the table for each line of the file.
-// The key and value is extracted from the whole line content, elements from the
-// split line based on `delimiter` or the line number (starting from zero).
-// Where to extract the key and value from a line is specified by `key_index` and
-// `value_index`.
+// Arguments:
 //
-// - A value of -1 means use the line number(starting from zero), expects `int64`.
-// - A value of -2 means use the whole line content, expects `string`.
-// - A value >= 0 means use the index (starting at zero) of the split line based
-//   on `delimiter`.
+//	count: A scalar representing the number of times that `input_dataset` should
+// be repeated. A value of `-1` indicates that it should be repeated infinitely.
 //
-// Arguments:
-//	table_handle: Handle to a table which will be initialized.
-//	filename: Filename of a vocabulary text file.
-//	key_index: Column index in a line to get the table `key` values from.
-//	value_index: Column index that represents information of a line to get the table
-// `value` values from.
 //
-// Returns the created operation.
-func InitializeTableFromTextFileV2(scope *Scope, table_handle tf.Output, filename tf.Output, key_index int64, value_index int64, optional ...InitializeTableFromTextFileV2Attr) (o *tf.Operation) {
+func RepeatDataset(scope *Scope, input_dataset tf.Output, count tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"key_index": key_index, "value_index": value_index}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "InitializeTableFromTextFileV2",
+		Type: "RepeatDataset",
 		Input: []tf.Input{
-			table_handle, filename,
+			input_dataset, count,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Real-valued fast Fourier transform.
-//
-// Computes the 1-dimensional discrete Fourier transform of a real-valued signal
-// over the inner-most dimension of `input`.
-//
-// Since the DFT of a real signal is Hermitian-symmetric, `RFFT` only returns the
-// `fft_length / 2 + 1` unique components of the FFT: the zero-frequency term,
-// followed by the `fft_length / 2` positive-frequency terms.
-//
-// Along the axis `RFFT` is computed on, if `fft_length` is smaller than the
-// corresponding dimension of `input`, the dimension is cropped. If it is larger,
-// the dimension is padded with zeros.
-//
-// Arguments:
-//	input: A float32 tensor.
-//	fft_length: An int32 tensor of shape [1]. The FFT length.
-//
-// Returns A complex64 tensor of the same rank as `input`. The inner-most
-//   dimension of `input` is replaced with the `fft_length / 2 + 1` unique
-//   frequency components of its 1D Fourier transform.
+// AddManySparseToTensorsMapAttr is an optional argument to AddManySparseToTensorsMap.
+type AddManySparseToTensorsMapAttr func(optionalAttr)
+
+// AddManySparseToTensorsMapContainer sets the optional container attribute to value.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.rfft
-// @end_compatibility
-func RFFT(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "RFFT",
-		Input: []tf.Input{
-			input, fft_length,
-		},
+// value: The container name for the `SparseTensorsMap` created by this op.
+// If not specified, defaults to ""
+func AddManySparseToTensorsMapContainer(value string) AddManySparseToTensorsMapAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// QuantizedReluAttr is an optional argument to QuantizedRelu.
-type QuantizedReluAttr func(optionalAttr)
-
-// QuantizedReluOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_QUINT8
-func QuantizedReluOutType(value tf.DataType) QuantizedReluAttr {
+// AddManySparseToTensorsMapSharedName sets the optional shared_name attribute to value.
+//
+// value: The shared name for the `SparseTensorsMap` created by this op.
+// If blank, the new Operation's unique name is used.
+// If not specified, defaults to ""
+func AddManySparseToTensorsMapSharedName(value string) AddManySparseToTensorsMapAttr {
 	return func(m optionalAttr) {
-		m["out_type"] = value
+		m["shared_name"] = value
 	}
 }
 
-// Computes Quantized Rectified Linear: `max(features, 0)`
+// Add an `N`-minibatch `SparseTensor` to a `SparseTensorsMap`, return `N` handles.
 //
-// Arguments:
+// A `SparseTensor` of rank `R` is represented by three tensors: `sparse_indices`,
+// `sparse_values`, and `sparse_shape`, where
 //
-//	min_features: The float value that the lowest quantized value represents.
-//	max_features: The float value that the highest quantized value represents.
+// ```sparse_indices.shape[1] == sparse_shape.shape[0] == R```
 //
-// Returns Has the same output shape as "features".The float value that the lowest quantized value represents.The float value that the highest quantized value represents.
-func QuantizedRelu(scope *Scope, features tf.Output, min_features tf.Output, max_features tf.Output, optional ...QuantizedReluAttr) (activations tf.Output, min_activations tf.Output, max_activations tf.Output) {
+// An `N`-minibatch of `SparseTensor` objects is represented as a `SparseTensor`
+// having a first `sparse_indices` column taking values between `[0, N)`, where
+// the minibatch size `N == sparse_shape[0]`.
+//
+// The input `SparseTensor` must have rank `R` greater than 1, and the first
+// dimension is treated as the minibatch dimension.  Elements of the `SparseTensor`
+// must be sorted in increasing order of this first dimension.  The stored
+// `SparseTensor` objects pointed to by each row of the output `sparse_handles`
+// will have rank `R-1`.
+//
+// The `SparseTensor` values can then be read out as part of a minibatch by passing
+// the given keys as vector elements to `TakeManySparseFromTensorsMap`.  To ensure
+// the correct `SparseTensorsMap` is accessed, ensure that the same
+// `container` and `shared_name` are passed to that Op.  If no `shared_name`
+// is provided here, instead use the *name* of the Operation created by calling
+// `AddManySparseToTensorsMap` as the `shared_name` passed to
+// `TakeManySparseFromTensorsMap`.  Ensure the Operations are colocated.
+//
+// Arguments:
+//	sparse_indices: 2-D.  The `indices` of the minibatch `SparseTensor`.
+// `sparse_indices[:, 0]` must be ordered values in `[0, N)`.
+//	sparse_values: 1-D.  The `values` of the minibatch `SparseTensor`.
+//	sparse_shape: 1-D.  The `shape` of the minibatch `SparseTensor`.
+// The minibatch size `N == sparse_shape[0]`.
+//
+// Returns 1-D.  The handles of the `SparseTensor` now stored in the
+// `SparseTensorsMap`.  Shape: `[N]`.
+func AddManySparseToTensorsMap(scope *Scope, sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output, optional ...AddManySparseToTensorsMapAttr) (sparse_handles tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18563,155 +18756,164 @@ func QuantizedRelu(scope *Scope, features tf.Output, min_features tf.Output, max
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "QuantizedRelu",
+		Type: "AddManySparseToTensorsMap",
 		Input: []tf.Input{
-			features, min_features, max_features,
+			sparse_indices, sparse_values, sparse_shape,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// Reshapes a SparseTensor to represent values in a new dense shape.
-//
-// This operation has the same semantics as reshape on the represented dense
-// tensor.  The `input_indices` are recomputed based on the requested `new_shape`.
-//
-// If one component of `new_shape` is the special value -1, the size of that
-// dimension is computed so that the total dense size remains constant.  At
-// most one component of `new_shape` can be -1.  The number of dense elements
-// implied by `new_shape` must be the same as the number of dense elements
-// originally implied by `input_shape`.
-//
-// Reshaping does not affect the order of values in the SparseTensor.
-//
-// If the input tensor has rank `R_in` and `N` non-empty values, and `new_shape`
-// has length `R_out`, then `input_indices` has shape `[N, R_in]`,
-// `input_shape` has length `R_in`, `output_indices` has shape `[N, R_out]`, and
-// `output_shape` has length `R_out`.
+// Concatenates tensors along one dimension.
 //
 // Arguments:
-//	input_indices: 2-D.  `N x R_in` matrix with the indices of non-empty values in a
-// SparseTensor.
-//	input_shape: 1-D.  `R_in` vector with the input SparseTensor's dense shape.
-//	new_shape: 1-D.  `R_out` vector with the requested new dense shape.
+//	values: List of `N` Tensors to concatenate. Their ranks and types must match,
+// and their sizes must match in all dimensions except `concat_dim`.
+//	axis: 0-D.  The dimension along which to concatenate.  Must be in the
+// range [-rank(values), rank(values)).
 //
-// Returns 2-D.  `N x R_out` matrix with the updated indices of non-empty
-// values in the output SparseTensor.1-D.  `R_out` vector with the full dense shape of the output
-// SparseTensor.  This is the same as `new_shape` but with any -1 dimensions
-// filled in.
-func SparseReshape(scope *Scope, input_indices tf.Output, input_shape tf.Output, new_shape tf.Output) (output_indices tf.Output, output_shape tf.Output) {
+// Returns A `Tensor` with the concatenation of values stacked along the
+// `concat_dim` dimension.  This tensor's shape matches that of `values` except
+// in `concat_dim` where it has the sum of the sizes.
+func ConcatV2(scope *Scope, values []tf.Output, axis tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseReshape",
+		Type: "ConcatV2",
 		Input: []tf.Input{
-			input_indices, input_shape, new_shape,
+			tf.OutputList(values), axis,
 		},
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// Deprecated. Use TensorArraySplitV3
-//
-// DEPRECATED at GraphDef version 26: Use TensorArraySplitV3
-func TensorArraySplitV2(scope *Scope, handle tf.Output, value tf.Output, lengths tf.Output, flow_in tf.Output) (flow_out tf.Output) {
+// Reads and outputs the entire contents of the input filename.
+func ReadFile(scope *Scope, filename tf.Output) (contents tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "TensorArraySplitV2",
+		Type: "ReadFile",
 		Input: []tf.Input{
-			handle, value, lengths, flow_in,
+			filename,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Reorders a SparseTensor into the canonical, row-major ordering.
+// Multiplies sparse updates into the variable referenced by `resource`.
 //
-// Note that by convention, all sparse ops preserve the canonical ordering along
-// increasing dimension number. The only time ordering can be violated is during
-// manual manipulation of the indices and values vectors to add entries.
+// This operation computes
 //
-// Reordering does not affect the shape of the SparseTensor.
+//     # Scalar indices
+//     ref[indices, ...] *= updates[...]
 //
-// If the tensor has rank `R` and `N` non-empty values, `input_indices` has
-// shape `[N, R]`, input_values has length `N`, and input_shape has length `R`.
+//     # Vector indices (for each i)
+//     ref[indices[i], ...] *= updates[i, ...]
+//
+//     # High rank indices (for each i, ..., j)
+//     ref[indices[i, ..., j], ...] *= updates[i, ..., j, ...]
+//
+// Duplicate entries are handled correctly: if multiple `indices` reference
+// the same location, their contributions multiply.
+//
+// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
+//
+// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
+// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
+// </div>
 //
 // Arguments:
-//	input_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, possibly not in canonical ordering.
-//	input_values: 1-D.  `N` non-empty values corresponding to `input_indices`.
-//	input_shape: 1-D.  Shape of the input SparseTensor.
+//	resource: Should be from a `Variable` node.
+//	indices: A tensor of indices into the first dimension of `ref`.
+//	updates: A tensor of updated values to add to `ref`.
 //
-// Returns 2-D.  `N x R` matrix with the same indices as input_indices, but
-// in canonical row-major ordering.1-D.  `N` non-empty values corresponding to `output_indices`.
-func SparseReorder(scope *Scope, input_indices tf.Output, input_values tf.Output, input_shape tf.Output) (output_indices tf.Output, output_values tf.Output) {
+// Returns the created operation.
+func ResourceScatterMul(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseReorder",
+		Type: "ResourceScatterMul",
 		Input: []tf.Input{
-			input_indices, input_values, input_shape,
+			resource, indices, updates,
 		},
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return scope.AddOperation(opspec)
 }
 
-// Computes rectified linear: `max(features, 0)`.
-func Relu(scope *Scope, features tf.Output) (activations tf.Output) {
+// Component-wise divides a SparseTensor by a dense Tensor.
+//
+// *Limitation*: this Op only broadcasts the dense side to the sparse side, but not
+// the other direction.
+//
+// Arguments:
+//	sp_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, possibly not in canonical ordering.
+//	sp_values: 1-D.  `N` non-empty values corresponding to `sp_indices`.
+//	sp_shape: 1-D.  Shape of the input SparseTensor.
+//	dense: `R`-D.  The dense Tensor operand.
+//
+// Returns 1-D.  The `N` values that are operated on.
+func SparseDenseCwiseDiv(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output, dense tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "Relu",
+		Type: "SparseDenseCwiseDiv",
 		Input: []tf.Input{
-			features,
+			sp_indices, sp_values, sp_shape, dense,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceApplyAddSignAttr is an optional argument to ResourceApplyAddSign.
-type ResourceApplyAddSignAttr func(optionalAttr)
+// FractionalAvgPoolGradAttr is an optional argument to FractionalAvgPoolGrad.
+type FractionalAvgPoolGradAttr func(optionalAttr)
 
-// ResourceApplyAddSignUseLocking sets the optional use_locking attribute to value.
+// FractionalAvgPoolGradOverlapping sets the optional overlapping attribute to value.
 //
-// value: If `True`, updating of the var and m tensors is
-// protected by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
+// value: When set to True, it means when pooling, the values at the boundary
+// of adjacent pooling cells are used by both cells. For example:
+//
+// `index  0  1  2  3  4`
+//
+// `value  20 5  16 3  7`
+//
+// If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used twice.
+// The result would be [41/3, 26/3] for fractional avg pooling.
 // If not specified, defaults to false
-func ResourceApplyAddSignUseLocking(value bool) ResourceApplyAddSignAttr {
+func FractionalAvgPoolGradOverlapping(value bool) FractionalAvgPoolGradAttr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["overlapping"] = value
 	}
 }
 
-// Update '*var' according to the AddSign update.
+// Computes gradient of the FractionalAvgPool function.
 //
-// m_t <- beta1 * m_{t-1} + (1 - beta1) * g
-// update <- (alpha + sign_decay * sign(g) *sign(m)) * g
-// variable <- variable - lr_t * update
+// Unlike FractionalMaxPoolGrad, we don't need to find arg_max for
+// FractionalAvgPoolGrad, we just need to evenly back-propagate each element of
+// out_backprop to those indices that form the same pooling cell. Therefore, we
+// just need to know the shape of original input tensor, instead of the whole
+// tensor.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	m: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	alpha: Must be a scalar.
-//	sign_decay: Must be a scalar.
-//	beta: Must be a scalar.
-//	grad: The gradient.
+//	orig_input_tensor_shape: Original input tensor shape for `fractional_avg_pool`
+//	out_backprop: 4-D with shape `[batch, height, width, channels]`.  Gradients
+// w.r.t. the output of `fractional_avg_pool`.
+//	row_pooling_sequence: row pooling sequence, form pooling region with
+// col_pooling_sequence.
+//	col_pooling_sequence: column pooling sequence, form pooling region with
+// row_pooling sequence.
 //
-// Returns the created operation.
-func ResourceApplyAddSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Output, alpha tf.Output, sign_decay tf.Output, beta tf.Output, grad tf.Output, optional ...ResourceApplyAddSignAttr) (o *tf.Operation) {
+// Returns 4-D.  Gradients w.r.t. the input of `fractional_avg_pool`.
+func FractionalAvgPoolGrad(scope *Scope, orig_input_tensor_shape tf.Output, out_backprop tf.Output, row_pooling_sequence tf.Output, col_pooling_sequence tf.Output, optional ...FractionalAvgPoolGradAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18720,55 +18922,45 @@ func ResourceApplyAddSign(scope *Scope, var_ tf.Output, m tf.Output, lr tf.Outpu
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyAddSign",
+		Type: "FractionalAvgPoolGrad",
 		Input: []tf.Input{
-			var_, m, lr, alpha, sign_decay, beta, grad,
+			orig_input_tensor_shape, out_backprop, row_pooling_sequence, col_pooling_sequence,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// UpperBoundAttr is an optional argument to UpperBound.
-type UpperBoundAttr func(optionalAttr)
+// SerializeManySparseAttr is an optional argument to SerializeManySparse.
+type SerializeManySparseAttr func(optionalAttr)
 
-// UpperBoundOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_INT32
-func UpperBoundOutType(value tf.DataType) UpperBoundAttr {
+// SerializeManySparseOutType sets the optional out_type attribute to value.
+//
+// value: The `dtype` to use for serialization; the supported types are `string`
+// (default) and `variant`.
+// If not specified, defaults to DT_STRING
+func SerializeManySparseOutType(value tf.DataType) SerializeManySparseAttr {
 	return func(m optionalAttr) {
 		m["out_type"] = value
 	}
 }
 
-// Applies upper_bound(sorted_search_values, values) along each row.
-//
-// Each set of rows with the same index in (sorted_inputs, values) is treated
-// independently.  The resulting row is the equivalent of calling
-// `np.searchsorted(sorted_inputs, values, side='right')`.
-//
-// The result is not a global index to the entire
-// `Tensor`, but rather just the index in the last dimension.
-//
-// A 2-D example:
-//   sorted_sequence = [[0, 3, 9, 9, 10],
-//                      [1, 2, 3, 4, 5]]
-//   values = [[2, 4, 9],
-//             [0, 2, 6]]
+// Serialize an `N`-minibatch `SparseTensor` into an `[N, 3]` `Tensor` object.
 //
-//   result = UpperBound(sorted_sequence, values)
+// The `SparseTensor` must have rank `R` greater than 1, and the first dimension
+// is treated as the minibatch dimension.  Elements of the `SparseTensor`
+// must be sorted in increasing order of this first dimension.  The serialized
+// `SparseTensor` objects going into each row of `serialized_sparse` will have
+// rank `R-1`.
 //
-//   result == [[1, 2, 4],
-//              [0, 2, 5]]
+// The minibatch size `N` is extracted from `sparse_shape[0]`.
 //
 // Arguments:
-//	sorted_inputs: 2-D Tensor where each row is ordered.
-//	values: 2-D Tensor with the same numbers of rows as `sorted_search_values`. Contains
-// the values that will be searched for in `sorted_search_values`.
-//
-// Returns A `Tensor` with the same shape as `values`.  It contains the last scalar index
-// into the last dimension where values can be inserted without changing the
-// ordered property.
-func UpperBound(scope *Scope, sorted_inputs tf.Output, values tf.Output, optional ...UpperBoundAttr) (output tf.Output) {
+//	sparse_indices: 2-D.  The `indices` of the minibatch `SparseTensor`.
+//	sparse_values: 1-D.  The `values` of the minibatch `SparseTensor`.
+//	sparse_shape: 1-D.  The `shape` of the minibatch `SparseTensor`.
+func SerializeManySparse(scope *Scope, sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output, optional ...SerializeManySparseAttr) (serialized_sparse tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18777,9 +18969,9 @@ func UpperBound(scope *Scope, sorted_inputs tf.Output, values tf.Output, optiona
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "UpperBound",
+		Type: "SerializeManySparse",
 		Input: []tf.Input{
-			sorted_inputs, values,
+			sparse_indices, sparse_values, sparse_shape,
 		},
 		Attrs: attrs,
 	}
@@ -18787,139 +18979,136 @@ func UpperBound(scope *Scope, sorted_inputs tf.Output, values tf.Output, optiona
 	return op.Output(0)
 }
 
-// FractionalMaxPoolGradAttr is an optional argument to FractionalMaxPoolGrad.
-type FractionalMaxPoolGradAttr func(optionalAttr)
-
-// FractionalMaxPoolGradOverlapping sets the optional overlapping attribute to value.
-//
-// value: When set to True, it means when pooling, the values at the boundary
-// of adjacent pooling cells are used by both cells. For example:
-//
-// `index  0  1  2  3  4`
-//
-// `value  20 5  16 3  7`
-//
-// If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used twice.
-// The result would be [20, 16] for fractional max pooling.
-// If not specified, defaults to false
-func FractionalMaxPoolGradOverlapping(value bool) FractionalMaxPoolGradAttr {
-	return func(m optionalAttr) {
-		m["overlapping"] = value
-	}
-}
-
-// Computes gradient of the FractionalMaxPool function.
-//
-// Arguments:
-//	orig_input: Original input for `fractional_max_pool`
-//	orig_output: Original output for `fractional_max_pool`
-//	out_backprop: 4-D with shape `[batch, height, width, channels]`.  Gradients
-// w.r.t. the output of `fractional_max_pool`.
-//	row_pooling_sequence: row pooling sequence, form pooling region with
-// col_pooling_sequence.
-//	col_pooling_sequence: column pooling sequence, form pooling region with
-// row_pooling sequence.
-//
-// Returns 4-D.  Gradients w.r.t. the input of `fractional_max_pool`.
-func FractionalMaxPoolGrad(scope *Scope, orig_input tf.Output, orig_output tf.Output, out_backprop tf.Output, row_pooling_sequence tf.Output, col_pooling_sequence tf.Output, optional ...FractionalMaxPoolGradAttr) (output tf.Output) {
+// Computes inverse hyperbolic cosine of x element-wise.
+func Acosh(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "FractionalMaxPoolGrad",
+		Type: "Acosh",
 		Input: []tf.Input{
-			orig_input, orig_output, out_backprop, row_pooling_sequence, col_pooling_sequence,
+			x,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceApplyAdagradDAAttr is an optional argument to ResourceApplyAdagradDA.
-type ResourceApplyAdagradDAAttr func(optionalAttr)
+// TensorArrayV2Attr is an optional argument to TensorArrayV2.
+type TensorArrayV2Attr func(optionalAttr)
 
-// ResourceApplyAdagradDAUseLocking sets the optional use_locking attribute to value.
-//
-// value: If True, updating of the var and accum tensors will be protected by
-// a lock; otherwise the behavior is undefined, but may exhibit less contention.
+// TensorArrayV2ElementShape sets the optional element_shape attribute to value.
+// If not specified, defaults to <unknown_rank:true >
+func TensorArrayV2ElementShape(value tf.Shape) TensorArrayV2Attr {
+	return func(m optionalAttr) {
+		m["element_shape"] = value
+	}
+}
+
+// TensorArrayV2DynamicSize sets the optional dynamic_size attribute to value.
 // If not specified, defaults to false
-func ResourceApplyAdagradDAUseLocking(value bool) ResourceApplyAdagradDAAttr {
+func TensorArrayV2DynamicSize(value bool) TensorArrayV2Attr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["dynamic_size"] = value
 	}
 }
 
-// Update '*var' according to the proximal adagrad scheme.
-//
-// Arguments:
-//	var_: Should be from a Variable().
-//	gradient_accumulator: Should be from a Variable().
-//	gradient_squared_accumulator: Should be from a Variable().
-//	grad: The gradient.
-//	lr: Scaling factor. Must be a scalar.
-//	l1: L1 regularization. Must be a scalar.
-//	l2: L2 regularization. Must be a scalar.
-//	global_step: Training step number. Must be a scalar.
+// TensorArrayV2ClearAfterRead sets the optional clear_after_read attribute to value.
+// If not specified, defaults to true
+func TensorArrayV2ClearAfterRead(value bool) TensorArrayV2Attr {
+	return func(m optionalAttr) {
+		m["clear_after_read"] = value
+	}
+}
+
+// TensorArrayV2TensorArrayName sets the optional tensor_array_name attribute to value.
+// If not specified, defaults to ""
+func TensorArrayV2TensorArrayName(value string) TensorArrayV2Attr {
+	return func(m optionalAttr) {
+		m["tensor_array_name"] = value
+	}
+}
+
+// Deprecated. Use TensorArrayV3
 //
-// Returns the created operation.
-func ResourceApplyAdagradDA(scope *Scope, var_ tf.Output, gradient_accumulator tf.Output, gradient_squared_accumulator tf.Output, grad tf.Output, lr tf.Output, l1 tf.Output, l2 tf.Output, global_step tf.Output, optional ...ResourceApplyAdagradDAAttr) (o *tf.Operation) {
+// DEPRECATED at GraphDef version 26: Use TensorArrayV3
+func TensorArrayV2(scope *Scope, size tf.Output, dtype tf.DataType, optional ...TensorArrayV2Attr) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtype": dtype}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyAdagradDA",
+		Type: "TensorArrayV2",
 		Input: []tf.Input{
-			var_, gradient_accumulator, gradient_squared_accumulator, grad, lr, l1, l2, global_step,
+			size,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// SparseReduceMaxSparseAttr is an optional argument to SparseReduceMaxSparse.
-type SparseReduceMaxSparseAttr func(optionalAttr)
+// DecodeCSVAttr is an optional argument to DecodeCSV.
+type DecodeCSVAttr func(optionalAttr)
 
-// SparseReduceMaxSparseKeepDims sets the optional keep_dims attribute to value.
+// DecodeCSVFieldDelim sets the optional field_delim attribute to value.
 //
-// value: If true, retain reduced dimensions with length 1.
-// If not specified, defaults to false
-func SparseReduceMaxSparseKeepDims(value bool) SparseReduceMaxSparseAttr {
+// value: char delimiter to separate fields in a record.
+// If not specified, defaults to ","
+func DecodeCSVFieldDelim(value string) DecodeCSVAttr {
 	return func(m optionalAttr) {
-		m["keep_dims"] = value
+		m["field_delim"] = value
 	}
 }
 
-// Computes the max of elements across dimensions of a SparseTensor.
+// DecodeCSVUseQuoteDelim sets the optional use_quote_delim attribute to value.
 //
-// This Op takes a SparseTensor and is the sparse counterpart to
-// `tf.reduce_max()`.  In contrast to SparseReduceMax, this Op returns a
-// SparseTensor.
+// value: If false, treats double quotation marks as regular
+// characters inside of the string fields (ignoring RFC 4180, Section 2,
+// Bullet 5).
+// If not specified, defaults to true
+func DecodeCSVUseQuoteDelim(value bool) DecodeCSVAttr {
+	return func(m optionalAttr) {
+		m["use_quote_delim"] = value
+	}
+}
+
+// DecodeCSVNaValue sets the optional na_value attribute to value.
 //
-// Reduces `sp_input` along the dimensions given in `reduction_axes`.  Unless
-// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `reduction_axes`. If `keep_dims` is true, the reduced dimensions are retained
-// with length 1.
+// value: Additional string to recognize as NA/NaN.
+// If not specified, defaults to ""
+func DecodeCSVNaValue(value string) DecodeCSVAttr {
+	return func(m optionalAttr) {
+		m["na_value"] = value
+	}
+}
+
+// DecodeCSVSelectCols sets the optional select_cols attribute to value.
+// If not specified, defaults to <>
+func DecodeCSVSelectCols(value []int64) DecodeCSVAttr {
+	return func(m optionalAttr) {
+		m["select_cols"] = value
+	}
+}
+
+// Convert CSV records to tensors. Each column maps to one tensor.
 //
-// If `reduction_axes` has no entries, all dimensions are reduced, and a tensor
-// with a single element is returned.  Additionally, the axes can be negative,
-// which are interpreted according to the indexing rules in Python.
+// RFC 4180 format is expected for the CSV records.
+// (https://tools.ietf.org/html/rfc4180)
+// Note that we allow leading and trailing spaces with int or float field.
 //
 // Arguments:
-//	input_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, possibly not in canonical ordering.
-//	input_values: 1-D.  `N` non-empty values corresponding to `input_indices`.
-//	input_shape: 1-D.  Shape of the input SparseTensor.
-//	reduction_axes: 1-D.  Length-`K` vector containing the reduction axes.
-func SparseReduceMaxSparse(scope *Scope, input_indices tf.Output, input_values tf.Output, input_shape tf.Output, reduction_axes tf.Output, optional ...SparseReduceMaxSparseAttr) (output_indices tf.Output, output_values tf.Output, output_shape tf.Output) {
+//	records: Each string is a record/row in the csv and all records should have
+// the same format.
+//	record_defaults: One tensor per column of the input record, with either a
+// scalar default value for that column or an empty vector if the column is
+// required.
+//
+// Returns Each tensor will have the same shape as records.
+func DecodeCSV(scope *Scope, records tf.Output, record_defaults []tf.Output, optional ...DecodeCSVAttr) (output []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -18928,492 +19117,634 @@ func SparseReduceMaxSparse(scope *Scope, input_indices tf.Output, input_values t
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseReduceMaxSparse",
+		Type: "DecodeCSV",
 		Input: []tf.Input{
-			input_indices, input_values, input_shape, reduction_axes,
+			records, tf.OutputList(record_defaults),
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
+		scope.UpdateErr("DecodeCSV", err)
+		return
+	}
+	return output
 }
 
-// Creates a dataset that emits the outputs of `input_dataset` `count` times.
-//
-// Arguments:
+// MapClearAttr is an optional argument to MapClear.
+type MapClearAttr func(optionalAttr)
+
+// MapClearCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-//	count: A scalar representing the number of times that `input_dataset` should
-// be repeated. A value of `-1` indicates that it should be repeated infinitely.
+// REQUIRES: value >= 0
+func MapClearCapacity(value int64) MapClearAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// MapClearMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
 //
+// REQUIRES: value >= 0
+func MapClearMemoryLimit(value int64) MapClearAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// MapClearContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func MapClearContainer(value string) MapClearAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// MapClearSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func MapClearSharedName(value string) MapClearAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op removes all elements in the underlying container.
 //
-func RepeatDataset(scope *Scope, input_dataset tf.Output, count tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+// Returns the created operation.
+func MapClear(scope *Scope, dtypes []tf.DataType, optional ...MapClearAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "RepeatDataset",
-		Input: []tf.Input{
-			input_dataset, count,
-		},
+		Type: "MapClear",
+
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// AddManySparseToTensorsMapAttr is an optional argument to AddManySparseToTensorsMap.
-type AddManySparseToTensorsMapAttr func(optionalAttr)
+// ThreadUnsafeUnigramCandidateSamplerAttr is an optional argument to ThreadUnsafeUnigramCandidateSampler.
+type ThreadUnsafeUnigramCandidateSamplerAttr func(optionalAttr)
 
-// AddManySparseToTensorsMapContainer sets the optional container attribute to value.
+// ThreadUnsafeUnigramCandidateSamplerSeed sets the optional seed attribute to value.
 //
-// value: The container name for the `SparseTensorsMap` created by this op.
-// If not specified, defaults to ""
-func AddManySparseToTensorsMapContainer(value string) AddManySparseToTensorsMapAttr {
+// value: If either seed or seed2 are set to be non-zero, the random number
+// generator is seeded by the given seed.  Otherwise, it is seeded by a
+// random seed.
+// If not specified, defaults to 0
+func ThreadUnsafeUnigramCandidateSamplerSeed(value int64) ThreadUnsafeUnigramCandidateSamplerAttr {
 	return func(m optionalAttr) {
-		m["container"] = value
+		m["seed"] = value
 	}
 }
 
-// AddManySparseToTensorsMapSharedName sets the optional shared_name attribute to value.
+// ThreadUnsafeUnigramCandidateSamplerSeed2 sets the optional seed2 attribute to value.
 //
-// value: The shared name for the `SparseTensorsMap` created by this op.
-// If blank, the new Operation's unique name is used.
-// If not specified, defaults to ""
-func AddManySparseToTensorsMapSharedName(value string) AddManySparseToTensorsMapAttr {
+// value: An second seed to avoid seed collision.
+// If not specified, defaults to 0
+func ThreadUnsafeUnigramCandidateSamplerSeed2(value int64) ThreadUnsafeUnigramCandidateSamplerAttr {
 	return func(m optionalAttr) {
-		m["shared_name"] = value
+		m["seed2"] = value
 	}
 }
 
-// Add an `N`-minibatch `SparseTensor` to a `SparseTensorsMap`, return `N` handles.
-//
-// A `SparseTensor` of rank `R` is represented by three tensors: `sparse_indices`,
-// `sparse_values`, and `sparse_shape`, where
-//
-// ```sparse_indices.shape[1] == sparse_shape.shape[0] == R```
+// Generates labels for candidate sampling with a learned unigram distribution.
 //
-// An `N`-minibatch of `SparseTensor` objects is represented as a `SparseTensor`
-// having a first `sparse_indices` column taking values between `[0, N)`, where
-// the minibatch size `N == sparse_shape[0]`.
+// See explanations of candidate sampling and the data formats at
+// go/candidate-sampling.
 //
-// The input `SparseTensor` must have rank `R` greater than 1, and the first
-// dimension is treated as the minibatch dimension.  Elements of the `SparseTensor`
-// must be sorted in increasing order of this first dimension.  The stored
-// `SparseTensor` objects pointed to by each row of the output `sparse_handles`
-// will have rank `R-1`.
+// For each batch, this op picks a single set of sampled candidate labels.
 //
-// The `SparseTensor` values can then be read out as part of a minibatch by passing
-// the given keys as vector elements to `TakeManySparseFromTensorsMap`.  To ensure
-// the correct `SparseTensorsMap` is accessed, ensure that the same
-// `container` and `shared_name` are passed to that Op.  If no `shared_name`
-// is provided here, instead use the *name* of the Operation created by calling
-// `AddManySparseToTensorsMap` as the `shared_name` passed to
-// `TakeManySparseFromTensorsMap`.  Ensure the Operations are colocated.
+// The advantages of sampling candidates per-batch are simplicity and the
+// possibility of efficient dense matrix multiplication. The disadvantage is that
+// the sampled candidates must be chosen independently of the context and of the
+// true labels.
 //
 // Arguments:
-//	sparse_indices: 2-D.  The `indices` of the minibatch `SparseTensor`.
-// `sparse_indices[:, 0]` must be ordered values in `[0, N)`.
-//	sparse_values: 1-D.  The `values` of the minibatch `SparseTensor`.
-//	sparse_shape: 1-D.  The `shape` of the minibatch `SparseTensor`.
-// The minibatch size `N == sparse_shape[0]`.
+//	true_classes: A batch_size * num_true matrix, in which each row contains the
+// IDs of the num_true target_classes in the corresponding original label.
+//	num_true: Number of true labels per context.
+//	num_sampled: Number of candidates to randomly sample.
+//	unique: If unique is true, we sample with rejection, so that all sampled
+// candidates in a batch are unique. This requires some approximation to
+// estimate the post-rejection sampling probabilities.
+//	range_max: The sampler will sample integers from the interval [0, range_max).
 //
-// Returns 1-D.  The handles of the `SparseTensor` now stored in the
-// `SparseTensorsMap`.  Shape: `[N]`.
-func AddManySparseToTensorsMap(scope *Scope, sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output, optional ...AddManySparseToTensorsMapAttr) (sparse_handles tf.Output) {
+// Returns A vector of length num_sampled, in which each element is
+// the ID of a sampled candidate.A batch_size * num_true matrix, representing
+// the number of times each candidate is expected to occur in a batch
+// of sampled candidates. If unique=true, then this is a probability.A vector of length num_sampled, for each sampled
+// candidate representing the number of times the candidate is expected
+// to occur in a batch of sampled candidates.  If unique=true, then this is a
+// probability.
+func ThreadUnsafeUnigramCandidateSampler(scope *Scope, true_classes tf.Output, num_true int64, num_sampled int64, unique bool, range_max int64, optional ...ThreadUnsafeUnigramCandidateSamplerAttr) (sampled_candidates tf.Output, true_expected_count tf.Output, sampled_expected_count tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"num_true": num_true, "num_sampled": num_sampled, "unique": unique, "range_max": range_max}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "AddManySparseToTensorsMap",
+		Type: "ThreadUnsafeUnigramCandidateSampler",
 		Input: []tf.Input{
-			sparse_indices, sparse_values, sparse_shape,
+			true_classes,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Concatenates tensors along one dimension.
+// MaxPoolV2Attr is an optional argument to MaxPoolV2.
+type MaxPoolV2Attr func(optionalAttr)
+
+// MaxPoolV2DataFormat sets the optional data_format attribute to value.
+//
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, in_channels, in_height, in_width].
+// If not specified, defaults to "NHWC"
+func MaxPoolV2DataFormat(value string) MaxPoolV2Attr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Performs max pooling on the input.
 //
 // Arguments:
-//	values: List of `N` Tensors to concatenate. Their ranks and types must match,
-// and their sizes must match in all dimensions except `concat_dim`.
-//	axis: 0-D.  The dimension along which to concatenate.  Must be in the
-// range [-rank(values), rank(values)).
+//	input: 4-D input to pool over.
+//	ksize: The size of the window for each dimension of the input tensor.
+//	strides: The stride of the sliding window for each dimension of the
+// input tensor.
+//	padding: The type of padding algorithm to use.
 //
-// Returns A `Tensor` with the concatenation of values stacked along the
-// `concat_dim` dimension.  This tensor's shape matches that of `values` except
-// in `concat_dim` where it has the sum of the sizes.
-func ConcatV2(scope *Scope, values []tf.Output, axis tf.Output) (output tf.Output) {
+// Returns The max pooled output tensor.
+func MaxPoolV2(scope *Scope, input tf.Output, ksize tf.Output, strides tf.Output, padding string, optional ...MaxPoolV2Attr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "ConcatV2",
+		Type: "MaxPoolV2",
 		Input: []tf.Input{
-			tf.OutputList(values), axis,
+			input, ksize, strides,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Reads and outputs the entire contents of the input filename.
-func ReadFile(scope *Scope, filename tf.Output) (contents tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "ReadFile",
-		Input: []tf.Input{
-			filename,
-		},
+// MutableDenseHashTableV2Attr is an optional argument to MutableDenseHashTableV2.
+type MutableDenseHashTableV2Attr func(optionalAttr)
+
+// MutableDenseHashTableV2Container sets the optional container attribute to value.
+//
+// value: If non-empty, this table is placed in the given container.
+// Otherwise, a default container is used.
+// If not specified, defaults to ""
+func MutableDenseHashTableV2Container(value string) MutableDenseHashTableV2Attr {
+	return func(m optionalAttr) {
+		m["container"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Multiplies sparse updates into the variable referenced by `resource`.
-//
-// This operation computes
+// MutableDenseHashTableV2SharedName sets the optional shared_name attribute to value.
 //
-//     # Scalar indices
-//     ref[indices, ...] *= updates[...]
+// value: If non-empty, this table is shared under the given name across
+// multiple sessions.
+// If not specified, defaults to ""
+func MutableDenseHashTableV2SharedName(value string) MutableDenseHashTableV2Attr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// MutableDenseHashTableV2UseNodeNameSharing sets the optional use_node_name_sharing attribute to value.
+// If not specified, defaults to false
+func MutableDenseHashTableV2UseNodeNameSharing(value bool) MutableDenseHashTableV2Attr {
+	return func(m optionalAttr) {
+		m["use_node_name_sharing"] = value
+	}
+}
+
+// MutableDenseHashTableV2ValueShape sets the optional value_shape attribute to value.
 //
-//     # Vector indices (for each i)
-//     ref[indices[i], ...] *= updates[i, ...]
+// value: The shape of each value.
+// If not specified, defaults to <>
+func MutableDenseHashTableV2ValueShape(value tf.Shape) MutableDenseHashTableV2Attr {
+	return func(m optionalAttr) {
+		m["value_shape"] = value
+	}
+}
+
+// MutableDenseHashTableV2InitialNumBuckets sets the optional initial_num_buckets attribute to value.
 //
-//     # High rank indices (for each i, ..., j)
-//     ref[indices[i, ..., j], ...] *= updates[i, ..., j, ...]
+// value: The initial number of hash table buckets. Must be a power
+// to 2.
+// If not specified, defaults to 131072
+func MutableDenseHashTableV2InitialNumBuckets(value int64) MutableDenseHashTableV2Attr {
+	return func(m optionalAttr) {
+		m["initial_num_buckets"] = value
+	}
+}
+
+// MutableDenseHashTableV2MaxLoadFactor sets the optional max_load_factor attribute to value.
 //
-// Duplicate entries are handled correctly: if multiple `indices` reference
-// the same location, their contributions multiply.
+// value: The maximum ratio between number of entries and number of
+// buckets before growing the table. Must be between 0 and 1.
+// If not specified, defaults to 0.8
+func MutableDenseHashTableV2MaxLoadFactor(value float32) MutableDenseHashTableV2Attr {
+	return func(m optionalAttr) {
+		m["max_load_factor"] = value
+	}
+}
+
+// Creates an empty hash table that uses tensors as the backing store.
 //
-// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
+// It uses "open addressing" with quadratic reprobing to resolve
+// collisions.
 //
-// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
-// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
-// </div>
+// This op creates a mutable hash table, specifying the type of its keys and
+// values. Each value must be a scalar. Data can be inserted into the table using
+// the insert operations. It does not support the initialization operation.
 //
 // Arguments:
-//	resource: Should be from a `Variable` node.
-//	indices: A tensor of indices into the first dimension of `ref`.
-//	updates: A tensor of updated values to add to `ref`.
+//	empty_key: The key used to represent empty key buckets internally. Must not
+// be used in insert or lookup operations.
 //
-// Returns the created operation.
-func ResourceScatterMul(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
+//	value_dtype: Type of the table values.
+//
+// Returns Handle to a table.
+func MutableDenseHashTableV2(scope *Scope, empty_key tf.Output, deleted_key tf.Output, value_dtype tf.DataType, optional ...MutableDenseHashTableV2Attr) (table_handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"value_dtype": value_dtype}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "ResourceScatterMul",
+		Type: "MutableDenseHashTableV2",
 		Input: []tf.Input{
-			resource, indices, updates,
+			empty_key, deleted_key,
 		},
+		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Component-wise divides a SparseTensor by a dense Tensor.
+// Compute the Hurwitz zeta function \\(\zeta(x, q)\\).
 //
-// *Limitation*: this Op only broadcasts the dense side to the sparse side, but not
-// the other direction.
+// The Hurwitz zeta function is defined as:
 //
-// Arguments:
-//	sp_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, possibly not in canonical ordering.
-//	sp_values: 1-D.  `N` non-empty values corresponding to `sp_indices`.
-//	sp_shape: 1-D.  Shape of the input SparseTensor.
-//	dense: `R`-D.  The dense Tensor operand.
 //
-// Returns 1-D.  The `N` values that are operated on.
-func SparseDenseCwiseDiv(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output, dense tf.Output) (output tf.Output) {
+// \\(\zeta(x, q) = \sum_{n=0}^{\infty} (q + n)^{-x}\\)
+func Zeta(scope *Scope, x tf.Output, q tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseDenseCwiseDiv",
+		Type: "Zeta",
 		Input: []tf.Input{
-			sp_indices, sp_values, sp_shape, dense,
+			x, q,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// FractionalAvgPoolGradAttr is an optional argument to FractionalAvgPoolGrad.
-type FractionalAvgPoolGradAttr func(optionalAttr)
-
-// FractionalAvgPoolGradOverlapping sets the optional overlapping attribute to value.
+// Inverse fast Fourier transform.
 //
-// value: When set to True, it means when pooling, the values at the boundary
-// of adjacent pooling cells are used by both cells. For example:
+// Computes the inverse 1-dimensional discrete Fourier transform over the
+// inner-most dimension of `input`.
 //
-// `index  0  1  2  3  4`
+// Arguments:
+//	input: A complex64 tensor.
 //
-// `value  20 5  16 3  7`
+// Returns A complex64 tensor of the same shape as `input`. The inner-most
+//   dimension of `input` is replaced with its inverse 1D Fourier transform.
 //
-// If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used twice.
-// The result would be [41/3, 26/3] for fractional avg pooling.
-// If not specified, defaults to false
-func FractionalAvgPoolGradOverlapping(value bool) FractionalAvgPoolGradAttr {
-	return func(m optionalAttr) {
-		m["overlapping"] = value
+// @compatibility(numpy)
+// Equivalent to np.fft.ifft
+// @end_compatibility
+func IFFT(scope *Scope, input tf.Output) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "IFFT",
+		Input: []tf.Input{
+			input,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Computes gradient of the FractionalAvgPool function.
+// 2D fast Fourier transform.
 //
-// Unlike FractionalMaxPoolGrad, we don't need to find arg_max for
-// FractionalAvgPoolGrad, we just need to evenly back-propagate each element of
-// out_backprop to those indices that form the same pooling cell. Therefore, we
-// just need to know the shape of original input tensor, instead of the whole
-// tensor.
+// Computes the 2-dimensional discrete Fourier transform over the inner-most
+// 2 dimensions of `input`.
 //
 // Arguments:
-//	orig_input_tensor_shape: Original input tensor shape for `fractional_avg_pool`
-//	out_backprop: 4-D with shape `[batch, height, width, channels]`.  Gradients
-// w.r.t. the output of `fractional_avg_pool`.
-//	row_pooling_sequence: row pooling sequence, form pooling region with
-// col_pooling_sequence.
-//	col_pooling_sequence: column pooling sequence, form pooling region with
-// row_pooling sequence.
+//	input: A complex64 tensor.
 //
-// Returns 4-D.  Gradients w.r.t. the input of `fractional_avg_pool`.
-func FractionalAvgPoolGrad(scope *Scope, orig_input_tensor_shape tf.Output, out_backprop tf.Output, row_pooling_sequence tf.Output, col_pooling_sequence tf.Output, optional ...FractionalAvgPoolGradAttr) (output tf.Output) {
+// Returns A complex64 tensor of the same shape as `input`. The inner-most 2
+//   dimensions of `input` are replaced with their 2D Fourier transform.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.fft2
+// @end_compatibility
+func FFT2D(scope *Scope, input tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "FractionalAvgPoolGrad",
+		Type: "FFT2D",
 		Input: []tf.Input{
-			orig_input_tensor_shape, out_backprop, row_pooling_sequence, col_pooling_sequence,
+			input,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Returns element-wise integer closest to x.
+// Inverse 2D fast Fourier transform.
 //
-// If the result is midway between two representable values,
-// the even representable is chosen.
-// For example:
+// Computes the inverse 2-dimensional discrete Fourier transform over the
+// inner-most 2 dimensions of `input`.
 //
-// ```
-// rint(-1.5) ==> -2.0
-// rint(0.5000001) ==> 1.0
-// rint([-1.7, -1.5, -0.2, 0.2, 1.5, 1.7, 2.0]) ==> [-2., -2., -0., 0., 2., 2., 2.]
-// ```
-func Rint(scope *Scope, x tf.Output) (y tf.Output) {
+// Arguments:
+//	input: A complex64 tensor.
+//
+// Returns A complex64 tensor of the same shape as `input`. The inner-most 2
+//   dimensions of `input` are replaced with their inverse 2D Fourier transform.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.ifft2
+// @end_compatibility
+func IFFT2D(scope *Scope, input tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "Rint",
+		Type: "IFFT2D",
 		Input: []tf.Input{
-			x,
+			input,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// OrderedMapUnstageNoKeyAttr is an optional argument to OrderedMapUnstageNoKey.
-type OrderedMapUnstageNoKeyAttr func(optionalAttr)
+// ResourceApplyRMSPropAttr is an optional argument to ResourceApplyRMSProp.
+type ResourceApplyRMSPropAttr func(optionalAttr)
 
-// OrderedMapUnstageNoKeyCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
+// ResourceApplyRMSPropUseLocking sets the optional use_locking attribute to value.
 //
-// REQUIRES: value >= 0
-func OrderedMapUnstageNoKeyCapacity(value int64) OrderedMapUnstageNoKeyAttr {
+// value: If `True`, updating of the var, ms, and mom tensors is protected
+// by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceApplyRMSPropUseLocking(value bool) ResourceApplyRMSPropAttr {
 	return func(m optionalAttr) {
-		m["capacity"] = value
+		m["use_locking"] = value
 	}
 }
 
-// OrderedMapUnstageNoKeyMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
+// Update '*var' according to the RMSProp algorithm.
 //
-// REQUIRES: value >= 0
-func OrderedMapUnstageNoKeyMemoryLimit(value int64) OrderedMapUnstageNoKeyAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapUnstageNoKeyContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapUnstageNoKeyContainer(value string) OrderedMapUnstageNoKeyAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapUnstageNoKeySharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapUnstageNoKeySharedName(value string) OrderedMapUnstageNoKeyAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op removes and returns the (key, value) element with the smallest
+// Note that in dense implementation of this algorithm, ms and mom will
+// update even if the grad is zero, but in this sparse implementation, ms
+// and mom will not update in iterations during which the grad is zero.
 //
-// key from the underlying container.   If the underlying container
-// does not contain elements, the op will block until it does.
-func OrderedMapUnstageNoKey(scope *Scope, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapUnstageNoKeyAttr) (key tf.Output, values []tf.Output) {
+// mean_square = decay * mean_square + (1-decay) * gradient ** 2
+// Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
+//
+// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
+// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)
+// var <- var - mom
+//
+// Arguments:
+//	var_: Should be from a Variable().
+//	ms: Should be from a Variable().
+//	mom: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	rho: Decay rate. Must be a scalar.
+//
+//	epsilon: Ridge term. Must be a scalar.
+//	grad: The gradient.
+//
+// Returns the created operation.
+func ResourceApplyRMSProp(scope *Scope, var_ tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyRMSPropAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "OrderedMapUnstageNoKey",
+		Type: "ResourceApplyRMSProp",
 		Input: []tf.Input{
-			indices,
+			var_, ms, mom, lr, rho, momentum, epsilon, grad,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
+	return scope.AddOperation(opspec)
+}
+
+// Returns element-wise remainder of division. This emulates C semantics in that
+//
+// the result here is consistent with a truncating divide. E.g. `truncate(x / y) *
+// y + truncate_mod(x, y) = x`.
+//
+// *NOTE*: `TruncateMod` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func TruncateMod(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	var idx int
-	var err error
-	key = op.Output(idx)
-	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
-		scope.UpdateErr("OrderedMapUnstageNoKey", err)
-		return
+	opspec := tf.OpSpec{
+		Type: "TruncateMod",
+		Input: []tf.Input{
+			x, y,
+		},
 	}
-	return key, values
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// SerializeManySparseAttr is an optional argument to SerializeManySparse.
-type SerializeManySparseAttr func(optionalAttr)
-
-// SerializeManySparseOutType sets the optional out_type attribute to value.
+// Inverse 2D real-valued fast Fourier transform.
 //
-// value: The `dtype` to use for serialization; the supported types are `string`
-// (default) and `variant`.
-// If not specified, defaults to DT_STRING
-func SerializeManySparseOutType(value tf.DataType) SerializeManySparseAttr {
-	return func(m optionalAttr) {
-		m["out_type"] = value
-	}
-}
-
-// Serialize an `N`-minibatch `SparseTensor` into an `[N, 3]` `Tensor` object.
+// Computes the inverse 2-dimensional discrete Fourier transform of a real-valued
+// signal over the inner-most 2 dimensions of `input`.
 //
-// The `SparseTensor` must have rank `R` greater than 1, and the first dimension
-// is treated as the minibatch dimension.  Elements of the `SparseTensor`
-// must be sorted in increasing order of this first dimension.  The serialized
-// `SparseTensor` objects going into each row of `serialized_sparse` will have
-// rank `R-1`.
+// The inner-most 2 dimensions of `input` are assumed to be the result of `RFFT2D`:
+// The inner-most dimension contains the `fft_length / 2 + 1` unique components of
+// the DFT of a real-valued signal. If `fft_length` is not provided, it is computed
+// from the size of the inner-most 2 dimensions of `input`. If the FFT length used
+// to compute `input` is odd, it should be provided since it cannot be inferred
+// properly.
 //
-// The minibatch size `N` is extracted from `sparse_shape[0]`.
+// Along each axis `IRFFT2D` is computed on, if `fft_length` (or
+// `fft_length / 2 + 1` for the inner-most dimension) is smaller than the
+// corresponding dimension of `input`, the dimension is cropped. If it is larger,
+// the dimension is padded with zeros.
 //
 // Arguments:
-//	sparse_indices: 2-D.  The `indices` of the minibatch `SparseTensor`.
-//	sparse_values: 1-D.  The `values` of the minibatch `SparseTensor`.
-//	sparse_shape: 1-D.  The `shape` of the minibatch `SparseTensor`.
-func SerializeManySparse(scope *Scope, sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output, optional ...SerializeManySparseAttr) (serialized_sparse tf.Output) {
+//	input: A complex64 tensor.
+//	fft_length: An int32 tensor of shape [2]. The FFT length for each dimension.
+//
+// Returns A float32 tensor of the same rank as `input`. The inner-most 2
+//   dimensions of `input` are replaced with the `fft_length` samples of their
+//   inverse 2D Fourier transform.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.irfft2
+// @end_compatibility
+func IRFFT2D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "SerializeManySparse",
+		Type: "IRFFT2D",
 		Input: []tf.Input{
-			sparse_indices, sparse_values, sparse_shape,
+			input, fft_length,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Computes inverse hyperbolic cosine of x element-wise.
-func Acosh(scope *Scope, x tf.Output) (y tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Acosh",
-		Input: []tf.Input{
-			x,
-		},
+// DecodeJpegAttr is an optional argument to DecodeJpeg.
+type DecodeJpegAttr func(optionalAttr)
+
+// DecodeJpegChannels sets the optional channels attribute to value.
+//
+// value: Number of color channels for the decoded image.
+// If not specified, defaults to 0
+func DecodeJpegChannels(value int64) DecodeJpegAttr {
+	return func(m optionalAttr) {
+		m["channels"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// TensorArrayV2Attr is an optional argument to TensorArrayV2.
-type TensorArrayV2Attr func(optionalAttr)
+// DecodeJpegRatio sets the optional ratio attribute to value.
+//
+// value: Downscaling ratio.
+// If not specified, defaults to 1
+func DecodeJpegRatio(value int64) DecodeJpegAttr {
+	return func(m optionalAttr) {
+		m["ratio"] = value
+	}
+}
 
-// TensorArrayV2ElementShape sets the optional element_shape attribute to value.
-// If not specified, defaults to <unknown_rank:true >
-func TensorArrayV2ElementShape(value tf.Shape) TensorArrayV2Attr {
+// DecodeJpegFancyUpscaling sets the optional fancy_upscaling attribute to value.
+//
+// value: If true use a slower but nicer upscaling of the
+// chroma planes (yuv420/422 only).
+// If not specified, defaults to true
+func DecodeJpegFancyUpscaling(value bool) DecodeJpegAttr {
 	return func(m optionalAttr) {
-		m["element_shape"] = value
+		m["fancy_upscaling"] = value
 	}
 }
 
-// TensorArrayV2DynamicSize sets the optional dynamic_size attribute to value.
+// DecodeJpegTryRecoverTruncated sets the optional try_recover_truncated attribute to value.
+//
+// value: If true try to recover an image from truncated input.
 // If not specified, defaults to false
-func TensorArrayV2DynamicSize(value bool) TensorArrayV2Attr {
+func DecodeJpegTryRecoverTruncated(value bool) DecodeJpegAttr {
 	return func(m optionalAttr) {
-		m["dynamic_size"] = value
+		m["try_recover_truncated"] = value
 	}
 }
 
-// TensorArrayV2ClearAfterRead sets the optional clear_after_read attribute to value.
-// If not specified, defaults to true
-func TensorArrayV2ClearAfterRead(value bool) TensorArrayV2Attr {
+// DecodeJpegAcceptableFraction sets the optional acceptable_fraction attribute to value.
+//
+// value: The minimum required fraction of lines before a truncated
+// input is accepted.
+// If not specified, defaults to 1
+func DecodeJpegAcceptableFraction(value float32) DecodeJpegAttr {
 	return func(m optionalAttr) {
-		m["clear_after_read"] = value
+		m["acceptable_fraction"] = value
 	}
 }
 
-// TensorArrayV2TensorArrayName sets the optional tensor_array_name attribute to value.
+// DecodeJpegDctMethod sets the optional dct_method attribute to value.
+//
+// value: string specifying a hint about the algorithm used for
+// decompression.  Defaults to "" which maps to a system-specific
+// default.  Currently valid values are ["INTEGER_FAST",
+// "INTEGER_ACCURATE"].  The hint may be ignored (e.g., the internal
+// jpeg library changes to a version that does not have that specific
+// option.)
 // If not specified, defaults to ""
-func TensorArrayV2TensorArrayName(value string) TensorArrayV2Attr {
+func DecodeJpegDctMethod(value string) DecodeJpegAttr {
 	return func(m optionalAttr) {
-		m["tensor_array_name"] = value
+		m["dct_method"] = value
 	}
 }
 
-// Deprecated. Use TensorArrayV3
+// Decode a JPEG-encoded image to a uint8 tensor.
 //
-// DEPRECATED at GraphDef version 26: Use TensorArrayV3
-func TensorArrayV2(scope *Scope, size tf.Output, dtype tf.DataType, optional ...TensorArrayV2Attr) (handle tf.Output) {
+// The attr `channels` indicates the desired number of color channels for the
+// decoded image.
+//
+// Accepted values are:
+//
+// *   0: Use the number of channels in the JPEG-encoded image.
+// *   1: output a grayscale image.
+// *   3: output an RGB image.
+//
+// If needed, the JPEG-encoded image is transformed to match the requested number
+// of color channels.
+//
+// The attr `ratio` allows downscaling the image by an integer factor during
+// decoding.  Allowed values are: 1, 2, 4, and 8.  This is much faster than
+// downscaling the image later.
+//
+//
+// This op also supports decoding PNGs and non-animated GIFs since the interface is
+// the same, though it is cleaner to use `tf.image.decode_image`.
+//
+// Arguments:
+//	contents: 0-D.  The JPEG-encoded image.
+//
+// Returns 3-D with shape `[height, width, channels]`..
+func DecodeJpeg(scope *Scope, contents tf.Output, optional ...DecodeJpegAttr) (image tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "TensorArrayV2",
+		Type: "DecodeJpeg",
 		Input: []tf.Input{
-			size,
+			contents,
 		},
 		Attrs: attrs,
 	}
@@ -19421,261 +19752,218 @@ func TensorArrayV2(scope *Scope, size tf.Output, dtype tf.DataType, optional ...
 	return op.Output(0)
 }
 
-// DecodeCSVAttr is an optional argument to DecodeCSV.
-type DecodeCSVAttr func(optionalAttr)
+// StageSizeAttr is an optional argument to StageSize.
+type StageSizeAttr func(optionalAttr)
 
-// DecodeCSVFieldDelim sets the optional field_delim attribute to value.
+// StageSizeCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-// value: char delimiter to separate fields in a record.
-// If not specified, defaults to ","
-func DecodeCSVFieldDelim(value string) DecodeCSVAttr {
+// REQUIRES: value >= 0
+func StageSizeCapacity(value int64) StageSizeAttr {
 	return func(m optionalAttr) {
-		m["field_delim"] = value
+		m["capacity"] = value
 	}
 }
 
-// DecodeCSVUseQuoteDelim sets the optional use_quote_delim attribute to value.
+// StageSizeMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
 //
-// value: If false, treats double quotation marks as regular
-// characters inside of the string fields (ignoring RFC 4180, Section 2,
-// Bullet 5).
-// If not specified, defaults to true
-func DecodeCSVUseQuoteDelim(value bool) DecodeCSVAttr {
+// REQUIRES: value >= 0
+func StageSizeMemoryLimit(value int64) StageSizeAttr {
 	return func(m optionalAttr) {
-		m["use_quote_delim"] = value
+		m["memory_limit"] = value
 	}
 }
 
-// DecodeCSVNaValue sets the optional na_value attribute to value.
-//
-// value: Additional string to recognize as NA/NaN.
+// StageSizeContainer sets the optional container attribute to value.
 // If not specified, defaults to ""
-func DecodeCSVNaValue(value string) DecodeCSVAttr {
+func StageSizeContainer(value string) StageSizeAttr {
 	return func(m optionalAttr) {
-		m["na_value"] = value
+		m["container"] = value
 	}
 }
 
-// DecodeCSVSelectCols sets the optional select_cols attribute to value.
-// If not specified, defaults to <>
-func DecodeCSVSelectCols(value []int64) DecodeCSVAttr {
+// StageSizeSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func StageSizeSharedName(value string) StageSizeAttr {
 	return func(m optionalAttr) {
-		m["select_cols"] = value
+		m["shared_name"] = value
 	}
 }
 
-// Convert CSV records to tensors. Each column maps to one tensor.
-//
-// RFC 4180 format is expected for the CSV records.
-// (https://tools.ietf.org/html/rfc4180)
-// Note that we allow leading and trailing spaces with int or float field.
-//
-// Arguments:
-//	records: Each string is a record/row in the csv and all records should have
-// the same format.
-//	record_defaults: One tensor per column of the input record, with either a
-// scalar default value for that column or an empty vector if the column is
-// required.
-//
-// Returns Each tensor will have the same shape as records.
-func DecodeCSV(scope *Scope, records tf.Output, record_defaults []tf.Output, optional ...DecodeCSVAttr) (output []tf.Output) {
+// Op returns the number of elements in the underlying container.
+func StageSize(scope *Scope, dtypes []tf.DataType, optional ...StageSizeAttr) (size tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtypes": dtypes}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "DecodeCSV",
-		Input: []tf.Input{
-			records, tf.OutputList(record_defaults),
-		},
+		Type: "StageSize",
+
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
-		scope.UpdateErr("DecodeCSV", err)
-		return
-	}
-	return output
+	return op.Output(0)
 }
 
-// MapClearAttr is an optional argument to MapClear.
-type MapClearAttr func(optionalAttr)
-
-// MapClearCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
+// Produces the max pool of the input tensor for quantized types.
 //
-// REQUIRES: value >= 0
-func MapClearCapacity(value int64) MapClearAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// MapClearMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
+// Arguments:
+//	input: The 4D (batch x rows x cols x depth) Tensor to MaxReduce over.
+//	min_input: The float value that the lowest quantized input value represents.
+//	max_input: The float value that the highest quantized input value represents.
+//	ksize: The size of the window for each dimension of the input tensor.
+// The length must be 4 to match the number of dimensions of the input.
+//	strides: The stride of the sliding window for each dimension of the input
+// tensor. The length must be 4 to match the number of dimensions of the input.
+//	padding: The type of padding algorithm to use.
 //
-// REQUIRES: value >= 0
-func MapClearMemoryLimit(value int64) MapClearAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
+// Returns The float value that the lowest quantized output value represents.The float value that the highest quantized output value represents.
+func QuantizedMaxPool(scope *Scope, input tf.Output, min_input tf.Output, max_input tf.Output, ksize []int64, strides []int64, padding string) (output tf.Output, min_output tf.Output, max_output tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// MapClearContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func MapClearContainer(value string) MapClearAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	opspec := tf.OpSpec{
+		Type: "QuantizedMaxPool",
+		Input: []tf.Input{
+			input, min_input, max_input,
+		},
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// MapClearSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func MapClearSharedName(value string) MapClearAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
+// Computes softplus: `log(exp(features) + 1)`.
+func Softplus(scope *Scope, features tf.Output) (activations tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Softplus",
+		Input: []tf.Input{
+			features,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Op removes all elements in the underlying container.
+// Computes exponential of x - 1 element-wise.
 //
-// Returns the created operation.
-func MapClear(scope *Scope, dtypes []tf.DataType, optional ...MapClearAttr) (o *tf.Operation) {
+// I.e., \\(y = (\exp x) - 1\\).
+func Expm1(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "MapClear",
-
-		Attrs: attrs,
+		Type: "Expm1",
+		Input: []tf.Input{
+			x,
+		},
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// ThreadUnsafeUnigramCandidateSamplerAttr is an optional argument to ThreadUnsafeUnigramCandidateSampler.
-type ThreadUnsafeUnigramCandidateSamplerAttr func(optionalAttr)
-
-// ThreadUnsafeUnigramCandidateSamplerSeed sets the optional seed attribute to value.
+// Returns the number of records this Reader has produced.
 //
-// value: If either seed or seed2 are set to be non-zero, the random number
-// generator is seeded by the given seed.  Otherwise, it is seeded by a
-// random seed.
-// If not specified, defaults to 0
-func ThreadUnsafeUnigramCandidateSamplerSeed(value int64) ThreadUnsafeUnigramCandidateSamplerAttr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
-
-// ThreadUnsafeUnigramCandidateSamplerSeed2 sets the optional seed2 attribute to value.
+// This is the same as the number of ReaderRead executions that have
+// succeeded.
 //
-// value: An second seed to avoid seed collision.
-// If not specified, defaults to 0
-func ThreadUnsafeUnigramCandidateSamplerSeed2(value int64) ThreadUnsafeUnigramCandidateSamplerAttr {
-	return func(m optionalAttr) {
-		m["seed2"] = value
+// Arguments:
+//	reader_handle: Handle to a Reader.
+func ReaderNumRecordsProducedV2(scope *Scope, reader_handle tf.Output) (records_produced tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "ReaderNumRecordsProducedV2",
+		Input: []tf.Input{
+			reader_handle,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Generates labels for candidate sampling with a learned unigram distribution.
-//
-// See explanations of candidate sampling and the data formats at
-// go/candidate-sampling.
-//
-// For each batch, this op picks a single set of sampled candidate labels.
+// Returns the set of files matching one or more glob patterns.
 //
-// The advantages of sampling candidates per-batch are simplicity and the
-// possibility of efficient dense matrix multiplication. The disadvantage is that
-// the sampled candidates must be chosen independently of the context and of the
-// true labels.
+// Note that this routine only supports wildcard characters in the
+// basename portion of the pattern, not in the directory portion.
+// Note also that the order of filenames returned can be non-deterministic.
 //
 // Arguments:
-//	true_classes: A batch_size * num_true matrix, in which each row contains the
-// IDs of the num_true target_classes in the corresponding original label.
-//	num_true: Number of true labels per context.
-//	num_sampled: Number of candidates to randomly sample.
-//	unique: If unique is true, we sample with rejection, so that all sampled
-// candidates in a batch are unique. This requires some approximation to
-// estimate the post-rejection sampling probabilities.
-//	range_max: The sampler will sample integers from the interval [0, range_max).
+//	pattern: Shell wildcard pattern(s). Scalar or vector of type string.
 //
-// Returns A vector of length num_sampled, in which each element is
-// the ID of a sampled candidate.A batch_size * num_true matrix, representing
-// the number of times each candidate is expected to occur in a batch
-// of sampled candidates. If unique=true, then this is a probability.A vector of length num_sampled, for each sampled
-// candidate representing the number of times the candidate is expected
-// to occur in a batch of sampled candidates.  If unique=true, then this is a
-// probability.
-func ThreadUnsafeUnigramCandidateSampler(scope *Scope, true_classes tf.Output, num_true int64, num_sampled int64, unique bool, range_max int64, optional ...ThreadUnsafeUnigramCandidateSamplerAttr) (sampled_candidates tf.Output, true_expected_count tf.Output, sampled_expected_count tf.Output) {
+// Returns A vector of matching filenames.
+func MatchingFiles(scope *Scope, pattern tf.Output) (filenames tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"num_true": num_true, "num_sampled": num_sampled, "unique": unique, "range_max": range_max}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "ThreadUnsafeUnigramCandidateSampler",
+		Type: "MatchingFiles",
 		Input: []tf.Input{
-			true_classes,
+			pattern,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// MaxPoolV2Attr is an optional argument to MaxPoolV2.
-type MaxPoolV2Attr func(optionalAttr)
+// HistogramFixedWidthAttr is an optional argument to HistogramFixedWidth.
+type HistogramFixedWidthAttr func(optionalAttr)
 
-// MaxPoolV2DataFormat sets the optional data_format attribute to value.
-//
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func MaxPoolV2DataFormat(value string) MaxPoolV2Attr {
+// HistogramFixedWidthDtype sets the optional dtype attribute to value.
+// If not specified, defaults to DT_INT32
+func HistogramFixedWidthDtype(value tf.DataType) HistogramFixedWidthAttr {
 	return func(m optionalAttr) {
-		m["data_format"] = value
+		m["dtype"] = value
 	}
 }
 
-// Performs max pooling on the input.
+// Return histogram of values.
+//
+// Given the tensor `values`, this operation returns a rank 1 histogram counting
+// the number of entries in `values` that fall into every bin.  The bins are
+// equal width and determined by the arguments `value_range` and `nbins`.
+//
+// ```python
+// # Bins will be:  (-inf, 1), [1, 2), [2, 3), [3, 4), [4, inf)
+// nbins = 5
+// value_range = [0.0, 5.0]
+// new_values = [-1.0, 0.0, 1.5, 2.0, 5.0, 15]
+//
+// with tf.get_default_session() as sess:
+//   hist = tf.histogram_fixed_width(new_values, value_range, nbins=5)
+//   variables.global_variables_initializer().run()
+//   sess.run(hist) => [2, 1, 1, 0, 2]
+// ```
 //
 // Arguments:
-//	input: 4-D input to pool over.
-//	ksize: The size of the window for each dimension of the input tensor.
-//	strides: The stride of the sliding window for each dimension of the
-// input tensor.
-//	padding: The type of padding algorithm to use.
+//	values: Numeric `Tensor`.
+//	value_range: Shape [2] `Tensor` of same `dtype` as `values`.
+// values <= value_range[0] will be mapped to hist[0],
+// values >= value_range[1] will be mapped to hist[-1].
+//	nbins: Scalar `int32 Tensor`.  Number of histogram bins.
 //
-// Returns The max pooled output tensor.
-func MaxPoolV2(scope *Scope, input tf.Output, ksize tf.Output, strides tf.Output, padding string, optional ...MaxPoolV2Attr) (output tf.Output) {
+// Returns A 1-D `Tensor` holding histogram of values.
+func HistogramFixedWidth(scope *Scope, values tf.Output, value_range tf.Output, nbins tf.Output, optional ...HistogramFixedWidthAttr) (out tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"padding": padding}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MaxPoolV2",
+		Type: "HistogramFixedWidth",
 		Input: []tf.Input{
-			input, ksize, strides,
+			values, value_range, nbins,
 		},
 		Attrs: attrs,
 	}
@@ -19683,99 +19971,82 @@ func MaxPoolV2(scope *Scope, input tf.Output, ksize tf.Output, strides tf.Output
 	return op.Output(0)
 }
 
-// MutableDenseHashTableV2Attr is an optional argument to MutableDenseHashTableV2.
-type MutableDenseHashTableV2Attr func(optionalAttr)
-
-// MutableDenseHashTableV2Container sets the optional container attribute to value.
-//
-// value: If non-empty, this table is placed in the given container.
-// Otherwise, a default container is used.
-// If not specified, defaults to ""
-func MutableDenseHashTableV2Container(value string) MutableDenseHashTableV2Attr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// MutableDenseHashTableV2SharedName sets the optional shared_name attribute to value.
+// Returns the truth value of (x >= y) element-wise.
 //
-// value: If non-empty, this table is shared under the given name across
-// multiple sessions.
-// If not specified, defaults to ""
-func MutableDenseHashTableV2SharedName(value string) MutableDenseHashTableV2Attr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
+// *NOTE*: `GreaterEqual` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func GreaterEqual(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// MutableDenseHashTableV2UseNodeNameSharing sets the optional use_node_name_sharing attribute to value.
-// If not specified, defaults to false
-func MutableDenseHashTableV2UseNodeNameSharing(value bool) MutableDenseHashTableV2Attr {
-	return func(m optionalAttr) {
-		m["use_node_name_sharing"] = value
+	opspec := tf.OpSpec{
+		Type: "GreaterEqual",
+		Input: []tf.Input{
+			x, y,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// MutableDenseHashTableV2ValueShape sets the optional value_shape attribute to value.
-//
-// value: The shape of each value.
-// If not specified, defaults to <>
-func MutableDenseHashTableV2ValueShape(value tf.Shape) MutableDenseHashTableV2Attr {
-	return func(m optionalAttr) {
-		m["value_shape"] = value
-	}
-}
+// Conv3DAttr is an optional argument to Conv3D.
+type Conv3DAttr func(optionalAttr)
 
-// MutableDenseHashTableV2InitialNumBuckets sets the optional initial_num_buckets attribute to value.
+// Conv3DDataFormat sets the optional data_format attribute to value.
 //
-// value: The initial number of hash table buckets. Must be a power
-// to 2.
-// If not specified, defaults to 131072
-func MutableDenseHashTableV2InitialNumBuckets(value int64) MutableDenseHashTableV2Attr {
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func Conv3DDataFormat(value string) Conv3DAttr {
 	return func(m optionalAttr) {
-		m["initial_num_buckets"] = value
+		m["data_format"] = value
 	}
 }
 
-// MutableDenseHashTableV2MaxLoadFactor sets the optional max_load_factor attribute to value.
+// Conv3DDilations sets the optional dilations attribute to value.
 //
-// value: The maximum ratio between number of entries and number of
-// buckets before growing the table. Must be between 0 and 1.
-// If not specified, defaults to 0.8
-func MutableDenseHashTableV2MaxLoadFactor(value float32) MutableDenseHashTableV2Attr {
+// value: 1-D tensor of length 5.  The dilation factor for each dimension of
+// `input`. If set to k > 1, there will be k-1 skipped cells between each
+// filter element on that dimension. The dimension order is determined by the
+// value of `data_format`, see above for details. Dilations in the batch and
+// depth dimensions must be 1.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
+func Conv3DDilations(value []int64) Conv3DAttr {
 	return func(m optionalAttr) {
-		m["max_load_factor"] = value
+		m["dilations"] = value
 	}
 }
 
-// Creates an empty hash table that uses tensors as the backing store.
+// Computes a 3-D convolution given 5-D `input` and `filter` tensors.
 //
-// It uses "open addressing" with quadratic reprobing to resolve
-// collisions.
+// In signal processing, cross-correlation is a measure of similarity of
+// two waveforms as a function of a time-lag applied to one of them. This
+// is also known as a sliding dot product or sliding inner-product.
 //
-// This op creates a mutable hash table, specifying the type of its keys and
-// values. Each value must be a scalar. Data can be inserted into the table using
-// the insert operations. It does not support the initialization operation.
+// Our Conv3D implements a form of cross-correlation.
 //
 // Arguments:
-//	empty_key: The key used to represent empty key buckets internally. Must not
-// be used in insert or lookup operations.
-//
-//	value_dtype: Type of the table values.
-//
-// Returns Handle to a table.
-func MutableDenseHashTableV2(scope *Scope, empty_key tf.Output, deleted_key tf.Output, value_dtype tf.DataType, optional ...MutableDenseHashTableV2Attr) (table_handle tf.Output) {
+//	input: Shape `[batch, in_depth, in_height, in_width, in_channels]`.
+//	filter: Shape `[filter_depth, filter_height, filter_width, in_channels,
+// out_channels]`. `in_channels` must match between `input` and `filter`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+func Conv3D(scope *Scope, input tf.Output, filter tf.Output, strides []int64, padding string, optional ...Conv3DAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"value_dtype": value_dtype}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MutableDenseHashTableV2",
+		Type: "Conv3D",
 		Input: []tf.Input{
-			empty_key, deleted_key,
+			input, filter,
 		},
 		Attrs: attrs,
 	}
@@ -19783,150 +20054,224 @@ func MutableDenseHashTableV2(scope *Scope, empty_key tf.Output, deleted_key tf.O
 	return op.Output(0)
 }
 
-// Compute the Hurwitz zeta function \\(\zeta(x, q)\\).
+// Adds up a SparseTensor and a dense Tensor, using these special rules:
 //
-// The Hurwitz zeta function is defined as:
+// (1) Broadcasts the dense side to have the same shape as the sparse side, if
+//     eligible;
+// (2) Then, only the dense values pointed to by the indices of the SparseTensor
+//     participate in the cwise addition.
 //
+// By these rules, the result is a logical SparseTensor with exactly the same
+// indices and shape, but possibly with different non-zero values.  The output of
+// this Op is the resultant non-zero values.
 //
-// \\(\zeta(x, q) = \sum_{n=0}^{\infty} (q + n)^{-x}\\)
-func Zeta(scope *Scope, x tf.Output, q tf.Output) (z tf.Output) {
+// Arguments:
+//	sp_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, possibly not in canonical ordering.
+//	sp_values: 1-D.  `N` non-empty values corresponding to `sp_indices`.
+//	sp_shape: 1-D.  Shape of the input SparseTensor.
+//	dense: `R`-D.  The dense Tensor operand.
+//
+// Returns 1-D.  The `N` values that are operated on.
+func SparseDenseCwiseAdd(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output, dense tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "Zeta",
+		Type: "SparseDenseCwiseAdd",
 		Input: []tf.Input{
-			x, q,
+			sp_indices, sp_values, sp_shape, dense,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Inverse fast Fourier transform.
-//
-// Computes the inverse 1-dimensional discrete Fourier transform over the
-// inner-most dimension of `input`.
-//
-// Arguments:
-//	input: A complex64 tensor.
-//
-// Returns A complex64 tensor of the same shape as `input`. The inner-most
-//   dimension of `input` is replaced with its inverse 1D Fourier transform.
-//
-// @compatibility(numpy)
-// Equivalent to np.fft.ifft
-// @end_compatibility
-func IFFT(scope *Scope, input tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
+// QuantizeV2Attr is an optional argument to QuantizeV2.
+type QuantizeV2Attr func(optionalAttr)
+
+// QuantizeV2Mode sets the optional mode attribute to value.
+// If not specified, defaults to "MIN_COMBINED"
+func QuantizeV2Mode(value string) QuantizeV2Attr {
+	return func(m optionalAttr) {
+		m["mode"] = value
 	}
-	opspec := tf.OpSpec{
-		Type: "IFFT",
-		Input: []tf.Input{
-			input,
-		},
+}
+
+// QuantizeV2RoundMode sets the optional round_mode attribute to value.
+// If not specified, defaults to "HALF_AWAY_FROM_ZERO"
+func QuantizeV2RoundMode(value string) QuantizeV2Attr {
+	return func(m optionalAttr) {
+		m["round_mode"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// 2D fast Fourier transform.
+// Quantize the 'input' tensor of type float to 'output' tensor of type 'T'.
 //
-// Computes the 2-dimensional discrete Fourier transform over the inner-most
-// 2 dimensions of `input`.
+// [min_range, max_range] are scalar floats that specify the range for
+// the 'input' data. The 'mode' attribute controls exactly which calculations are
+// used to convert the float values to their quantized equivalents.  The
+// 'round_mode' attribute controls which rounding tie-breaking algorithm is used
+// when rounding float values to their quantized equivalents.
+//
+// In 'MIN_COMBINED' mode, each value of the tensor will undergo the following:
+//
+// ```
+// out[i] = (in[i] - min_range) * range(T) / (max_range - min_range)
+// if T == qint8: out[i] -= (range(T) + 1) / 2.0
+// ```
+//
+// here `range(T) = numeric_limits<T>::max() - numeric_limits<T>::min()`
+//
+// *MIN_COMBINED Mode Example*
+//
+// Assume the input is type float and has a possible range of [0.0, 6.0] and the
+// output type is quint8 ([0, 255]). The min_range and max_range values should be
+// specified as 0.0 and 6.0. Quantizing from float to quint8 will multiply each
+// value of the input by 255/6 and cast to quint8.
+//
+// If the output type was qint8 ([-128, 127]), the operation will additionally
+// subtract each value by 128 prior to casting, so that the range of values aligns
+// with the range of qint8.
+//
+// If the mode is 'MIN_FIRST', then this approach is used:
+//
+// ```
+// num_discrete_values = 1 << (# of bits in T)
+// range_adjust = num_discrete_values / (num_discrete_values - 1)
+// range = (range_max - range_min) * range_adjust
+// range_scale = num_discrete_values / range
+// quantized = round(input * range_scale) - round(range_min * range_scale) +
+//   numeric_limits<T>::min()
+// quantized = max(quantized, numeric_limits<T>::min())
+// quantized = min(quantized, numeric_limits<T>::max())
+// ```
+//
+// The biggest difference between this and MIN_COMBINED is that the minimum range
+// is rounded first, before it's subtracted from the rounded value. With
+// MIN_COMBINED, a small bias is introduced where repeated iterations of quantizing
+// and dequantizing will introduce a larger and larger error.
+//
+// *SCALED mode Example*
+//
+// `SCALED` mode matches the quantization approach used in
+// `QuantizeAndDequantize{V2|V3}`.
+//
+// If the mode is `SCALED`, we do not use the full range of the output type,
+// choosing to elide the lowest possible value for symmetry (e.g., output range is
+// -127 to 127, not -128 to 127 for signed 8 bit quantization), so that 0.0 maps to
+// 0.
+//
+// We first find the range of values in our tensor. The
+// range we use is always centered on 0, so we find m such that
+//
+// ```c++
+//   m = max(abs(input_min), abs(input_max))
+// ```
+//
+// Our input tensor range is then `[-m, m]`.
+//
+// Next, we choose our fixed-point quantization buckets, `[min_fixed, max_fixed]`.
+// If T is signed, this is
+//
+// ```
+//   num_bits = sizeof(T) * 8
+//   [min_fixed, max_fixed] =
+//       [-(1 << (num_bits - 1) - 1), (1 << (num_bits - 1)) - 1]
+// ```
+//
+// Otherwise, if T is unsigned, the fixed-point range is
+//
+// ```
+//   [min_fixed, max_fixed] = [0, (1 << num_bits) - 1]
+// ```
+//
+// From this we compute our scaling factor, s:
+//
+// ```c++
+//   s = (max_fixed - min_fixed) / (2 * m)
+// ```
+//
+// Now we can quantize the elements of our tensor:
+//
+// ```c++
+// result = round(input * s)
+// ```
+//
+// One thing to watch out for is that the operator may choose to adjust the
+// requested minimum and maximum values slightly during the quantization process,
+// so you should always use the output ports as the range for further calculations.
+// For example, if the requested minimum and maximum values are close to equal,
+// they will be separated by a small epsilon value to prevent ill-formed quantized
+// buffers from being created. Otherwise, you can end up with buffers where all the
+// quantized values map to the same float value, which causes problems for
+// operations that have to perform further calculations on them.
 //
 // Arguments:
-//	input: A complex64 tensor.
 //
-// Returns A complex64 tensor of the same shape as `input`. The inner-most 2
-//   dimensions of `input` are replaced with their 2D Fourier transform.
+//	min_range: The minimum scalar value possibly produced for the input.
+//	max_range: The maximum scalar value possibly produced for the input.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.fft2
-// @end_compatibility
-func FFT2D(scope *Scope, input tf.Output) (output tf.Output) {
+//
+// Returns The quantized data produced from the float input.The actual minimum scalar value used for the output.The actual maximum scalar value used for the output.
+func QuantizeV2(scope *Scope, input tf.Output, min_range tf.Output, max_range tf.Output, T tf.DataType, optional ...QuantizeV2Attr) (output tf.Output, output_min tf.Output, output_max tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"T": T}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "FFT2D",
+		Type: "QuantizeV2",
 		Input: []tf.Input{
-			input,
+			input, min_range, max_range,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Inverse 2D fast Fourier transform.
-//
-// Computes the inverse 2-dimensional discrete Fourier transform over the
-// inner-most 2 dimensions of `input`.
-//
-// Arguments:
-//	input: A complex64 tensor.
-//
-// Returns A complex64 tensor of the same shape as `input`. The inner-most 2
-//   dimensions of `input` are replaced with their inverse 2D Fourier transform.
+// Returns the truth value of (x < y) element-wise.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.ifft2
-// @end_compatibility
-func IFFT2D(scope *Scope, input tf.Output) (output tf.Output) {
+// *NOTE*: `Less` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func Less(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "IFFT2D",
+		Type: "Less",
 		Input: []tf.Input{
-			input,
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceApplyRMSPropAttr is an optional argument to ResourceApplyRMSProp.
-type ResourceApplyRMSPropAttr func(optionalAttr)
-
-// ResourceApplyRMSPropUseLocking sets the optional use_locking attribute to value.
-//
-// value: If `True`, updating of the var, ms, and mom tensors is protected
-// by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
-// If not specified, defaults to false
-func ResourceApplyRMSPropUseLocking(value bool) ResourceApplyRMSPropAttr {
+// QuantizedReluXAttr is an optional argument to QuantizedReluX.
+type QuantizedReluXAttr func(optionalAttr)
+
+// QuantizedReluXOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_QUINT8
+func QuantizedReluXOutType(value tf.DataType) QuantizedReluXAttr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["out_type"] = value
 	}
 }
 
-// Update '*var' according to the RMSProp algorithm.
-//
-// Note that in dense implementation of this algorithm, ms and mom will
-// update even if the grad is zero, but in this sparse implementation, ms
-// and mom will not update in iterations during which the grad is zero.
-//
-// mean_square = decay * mean_square + (1-decay) * gradient ** 2
-// Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
-//
-// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
-// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)
-// var <- var - mom
+// Computes Quantized Rectified Linear X: `min(max(features, 0), max_value)`
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	ms: Should be from a Variable().
-//	mom: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	rho: Decay rate. Must be a scalar.
 //
-//	epsilon: Ridge term. Must be a scalar.
-//	grad: The gradient.
 //
-// Returns the created operation.
-func ResourceApplyRMSProp(scope *Scope, var_ tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyRMSPropAttr) (o *tf.Operation) {
+//	min_features: The float value that the lowest quantized value represents.
+//	max_features: The float value that the highest quantized value represents.
+//
+// Returns Has the same output shape as "features".The float value that the lowest quantized value represents.The float value that the highest quantized value represents.
+func QuantizedReluX(scope *Scope, features tf.Output, max_value tf.Output, min_features tf.Output, max_features tf.Output, optional ...QuantizedReluXAttr) (activations tf.Output, min_activations tf.Output, max_activations tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -19935,186 +20280,281 @@ func ResourceApplyRMSProp(scope *Scope, var_ tf.Output, ms tf.Output, mom tf.Out
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyRMSProp",
+		Type: "QuantizedReluX",
 		Input: []tf.Input{
-			var_, ms, mom, lr, rho, momentum, epsilon, grad,
+			features, max_value, min_features, max_features,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Returns element-wise remainder of division. This emulates C semantics in that
+// Creates a dataset that batches `batch_size` elements from `input_dataset`.
 //
-// the result here is consistent with a truncating divide. E.g. `truncate(x / y) *
-// y + truncate_mod(x, y) = x`.
+// Arguments:
 //
-// *NOTE*: `TruncateMod` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func TruncateMod(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+//	batch_size: A scalar representing the number of elements to accumulate in a batch.
+//	drop_remainder: A scalar representing whether the last batch should be dropped in case its size
+// is smaller than desired.
+//
+//
+func BatchDatasetV2(scope *Scope, input_dataset tf.Output, batch_size tf.Output, drop_remainder tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "TruncateMod",
+		Type: "BatchDatasetV2",
 		Input: []tf.Input{
-			x, y,
+			input_dataset, batch_size, drop_remainder,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Inverse 2D real-valued fast Fourier transform.
-//
-// Computes the inverse 2-dimensional discrete Fourier transform of a real-valued
-// signal over the inner-most 2 dimensions of `input`.
+// QuantizedConv2DAttr is an optional argument to QuantizedConv2D.
+type QuantizedConv2DAttr func(optionalAttr)
+
+// QuantizedConv2DOutType sets the optional out_type attribute to value.
+// If not specified, defaults to DT_QINT32
+func QuantizedConv2DOutType(value tf.DataType) QuantizedConv2DAttr {
+	return func(m optionalAttr) {
+		m["out_type"] = value
+	}
+}
+
+// QuantizedConv2DDilations sets the optional dilations attribute to value.
 //
-// The inner-most 2 dimensions of `input` are assumed to be the result of `RFFT2D`:
-// The inner-most dimension contains the `fft_length / 2 + 1` unique components of
-// the DFT of a real-valued signal. If `fft_length` is not provided, it is computed
-// from the size of the inner-most 2 dimensions of `input`. If the FFT length used
-// to compute `input` is odd, it should be provided since it cannot be inferred
-// properly.
+// value: 1-D tensor of length 4.  The dilation factor for each dimension of
+// `input`. If set to k > 1, there will be k-1 skipped cells between each
+// filter element on that dimension. The dimension order is determined by the
+// value of `data_format`, see above for details. Dilations in the batch and
+// depth dimensions must be 1.
+// If not specified, defaults to <i:1 i:1 i:1 i:1 >
+func QuantizedConv2DDilations(value []int64) QuantizedConv2DAttr {
+	return func(m optionalAttr) {
+		m["dilations"] = value
+	}
+}
+
+// Computes a 2D convolution given quantized 4D input and filter tensors.
 //
-// Along each axis `IRFFT2D` is computed on, if `fft_length` (or
-// `fft_length / 2 + 1` for the inner-most dimension) is smaller than the
-// corresponding dimension of `input`, the dimension is cropped. If it is larger,
-// the dimension is padded with zeros.
+// The inputs are quantized tensors where the lowest value represents the real
+// number of the associated minimum, and the highest represents the maximum.
+// This means that you can only interpret the quantized output in the same way, by
+// taking the returned minimum and maximum values into account.
 //
 // Arguments:
-//	input: A complex64 tensor.
-//	fft_length: An int32 tensor of shape [2]. The FFT length for each dimension.
 //
-// Returns A float32 tensor of the same rank as `input`. The inner-most 2
-//   dimensions of `input` are replaced with the `fft_length` samples of their
-//   inverse 2D Fourier transform.
+//	filter: filter's input_depth dimension must match input's depth dimensions.
+//	min_input: The float value that the lowest quantized input value represents.
+//	max_input: The float value that the highest quantized input value represents.
+//	min_filter: The float value that the lowest quantized filter value represents.
+//	max_filter: The float value that the highest quantized filter value represents.
+//	strides: The stride of the sliding window for each dimension of the input
+// tensor.
+//	padding: The type of padding algorithm to use.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.irfft2
-// @end_compatibility
-func IRFFT2D(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
+// Returns The float value that the lowest quantized output value represents.The float value that the highest quantized output value represents.
+func QuantizedConv2D(scope *Scope, input tf.Output, filter tf.Output, min_input tf.Output, max_input tf.Output, min_filter tf.Output, max_filter tf.Output, strides []int64, padding string, optional ...QuantizedConv2DAttr) (output tf.Output, min_output tf.Output, max_output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "IRFFT2D",
+		Type: "QuantizedConv2D",
 		Input: []tf.Input{
-			input, fft_length,
+			input, filter, min_input, max_input, min_filter, max_filter,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// DecodeJpegAttr is an optional argument to DecodeJpeg.
-type DecodeJpegAttr func(optionalAttr)
+// StatelessMultinomialAttr is an optional argument to StatelessMultinomial.
+type StatelessMultinomialAttr func(optionalAttr)
 
-// DecodeJpegChannels sets the optional channels attribute to value.
-//
-// value: Number of color channels for the decoded image.
-// If not specified, defaults to 0
-func DecodeJpegChannels(value int64) DecodeJpegAttr {
+// StatelessMultinomialOutputDtype sets the optional output_dtype attribute to value.
+// If not specified, defaults to DT_INT64
+func StatelessMultinomialOutputDtype(value tf.DataType) StatelessMultinomialAttr {
 	return func(m optionalAttr) {
-		m["channels"] = value
+		m["output_dtype"] = value
 	}
 }
 
-// DecodeJpegRatio sets the optional ratio attribute to value.
+// Draws samples from a multinomial distribution.
 //
-// value: Downscaling ratio.
-// If not specified, defaults to 1
-func DecodeJpegRatio(value int64) DecodeJpegAttr {
-	return func(m optionalAttr) {
-		m["ratio"] = value
+// Arguments:
+//	logits: 2-D Tensor with shape `[batch_size, num_classes]`.  Each slice `[i, :]`
+// represents the unnormalized log probabilities for all classes.
+//	num_samples: 0-D.  Number of independent samples to draw for each row slice.
+//	seed: 2 seeds (shape [2]).
+//
+// Returns 2-D Tensor with shape `[batch_size, num_samples]`.  Each slice `[i, :]`
+// contains the drawn class labels with range `[0, num_classes)`.
+func StatelessMultinomial(scope *Scope, logits tf.Output, num_samples tf.Output, seed tf.Output, optional ...StatelessMultinomialAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "StatelessMultinomial",
+		Input: []tf.Input{
+			logits, num_samples, seed,
+		},
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// DecodeJpegFancyUpscaling sets the optional fancy_upscaling attribute to value.
-//
-// value: If true use a slower but nicer upscaling of the
-// chroma planes (yuv420/422 only).
+// ResourceGatherAttr is an optional argument to ResourceGather.
+type ResourceGatherAttr func(optionalAttr)
+
+// ResourceGatherValidateIndices sets the optional validate_indices attribute to value.
 // If not specified, defaults to true
-func DecodeJpegFancyUpscaling(value bool) DecodeJpegAttr {
+func ResourceGatherValidateIndices(value bool) ResourceGatherAttr {
 	return func(m optionalAttr) {
-		m["fancy_upscaling"] = value
+		m["validate_indices"] = value
 	}
 }
 
-// DecodeJpegTryRecoverTruncated sets the optional try_recover_truncated attribute to value.
+// Gather slices from the variable pointed to by `resource` according to `indices`.
 //
-// value: If true try to recover an image from truncated input.
-// If not specified, defaults to false
-func DecodeJpegTryRecoverTruncated(value bool) DecodeJpegAttr {
-	return func(m optionalAttr) {
-		m["try_recover_truncated"] = value
-	}
-}
-
-// DecodeJpegAcceptableFraction sets the optional acceptable_fraction attribute to value.
+// `indices` must be an integer tensor of any dimension (usually 0-D or 1-D).
+// Produces an output tensor with shape `indices.shape + params.shape[1:]` where:
 //
-// value: The minimum required fraction of lines before a truncated
-// input is accepted.
-// If not specified, defaults to 1
-func DecodeJpegAcceptableFraction(value float32) DecodeJpegAttr {
-	return func(m optionalAttr) {
-		m["acceptable_fraction"] = value
+// ```python
+//     # Scalar indices
+//     output[:, ..., :] = params[indices, :, ... :]
+//
+//     # Vector indices
+//     output[i, :, ..., :] = params[indices[i], :, ... :]
+//
+//     # Higher rank indices
+//     output[i, ..., j, :, ... :] = params[indices[i, ..., j], :, ..., :]
+// ```
+func ResourceGather(scope *Scope, resource tf.Output, indices tf.Output, dtype tf.DataType, optional ...ResourceGatherAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
+	attrs := map[string]interface{}{"dtype": dtype}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ResourceGather",
+		Input: []tf.Input{
+			resource, indices,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// DecodeJpegDctMethod sets the optional dct_method attribute to value.
+// Delete the TensorArray from its resource container.
 //
-// value: string specifying a hint about the algorithm used for
-// decompression.  Defaults to "" which maps to a system-specific
-// default.  Currently valid values are ["INTEGER_FAST",
-// "INTEGER_ACCURATE"].  The hint may be ignored (e.g., the internal
-// jpeg library changes to a version that does not have that specific
-// option.)
-// If not specified, defaults to ""
-func DecodeJpegDctMethod(value string) DecodeJpegAttr {
-	return func(m optionalAttr) {
-		m["dct_method"] = value
+// This enables the user to close and release the resource in the middle
+// of a step/run.
+//
+// Arguments:
+//	handle: The handle to a TensorArray (output of TensorArray or TensorArrayGrad).
+//
+// Returns the created operation.
+func TensorArrayCloseV3(scope *Scope, handle tf.Output) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "TensorArrayCloseV3",
+		Input: []tf.Input{
+			handle,
+		},
 	}
+	return scope.AddOperation(opspec)
 }
 
-// Decode a JPEG-encoded image to a uint8 tensor.
-//
-// The attr `channels` indicates the desired number of color channels for the
-// decoded image.
+// Saves the input tensors to disk.
 //
-// Accepted values are:
+// The size of `tensor_names` must match the number of tensors in `data`. `data[i]`
+// is written to `filename` with name `tensor_names[i]`.
 //
-// *   0: Use the number of channels in the JPEG-encoded image.
-// *   1: output a grayscale image.
-// *   3: output an RGB image.
+// See also `SaveSlices`.
 //
-// If needed, the JPEG-encoded image is transformed to match the requested number
-// of color channels.
+// Arguments:
+//	filename: Must have a single element. The name of the file to which we write
+// the tensor.
+//	tensor_names: Shape `[N]`. The names of the tensors to be saved.
+//	data: `N` tensors to save.
 //
-// The attr `ratio` allows downscaling the image by an integer factor during
-// decoding.  Allowed values are: 1, 2, 4, and 8.  This is much faster than
-// downscaling the image later.
+// Returns the created operation.
+func Save(scope *Scope, filename tf.Output, tensor_names tf.Output, data []tf.Output) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Save",
+		Input: []tf.Input{
+			filename, tensor_names, tf.OutputList(data),
+		},
+	}
+	return scope.AddOperation(opspec)
+}
+
+// Returns element-wise remainder of division. When `x < 0` xor `y < 0` is
 //
+// true, this follows Python semantics in that the result here is consistent
+// with a flooring divide. E.g. `floor(x / y) * y + mod(x, y) = x`.
 //
-// This op also supports decoding PNGs and non-animated GIFs since the interface is
-// the same, though it is cleaner to use `tf.image.decode_image`.
+// *NOTE*: `FloorMod` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func FloorMod(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "FloorMod",
+		Input: []tf.Input{
+			x, y,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Computes the gradient of morphological 2-D dilation with respect to the filter.
 //
 // Arguments:
-//	contents: 0-D.  The JPEG-encoded image.
+//	input: 4-D with shape `[batch, in_height, in_width, depth]`.
+//	filter: 3-D with shape `[filter_height, filter_width, depth]`.
+//	out_backprop: 4-D with shape `[batch, out_height, out_width, depth]`.
+//	strides: 1-D of length 4. The stride of the sliding window for each dimension of
+// the input tensor. Must be: `[1, stride_height, stride_width, 1]`.
+//	rates: 1-D of length 4. The input stride for atrous morphological dilation.
+// Must be: `[1, rate_height, rate_width, 1]`.
+//	padding: The type of padding algorithm to use.
 //
-// Returns 3-D with shape `[height, width, channels]`..
-func DecodeJpeg(scope *Scope, contents tf.Output, optional ...DecodeJpegAttr) (image tf.Output) {
+// Returns 3-D with shape `[filter_height, filter_width, depth]`.
+func Dilation2DBackpropFilter(scope *Scope, input tf.Output, filter tf.Output, out_backprop tf.Output, strides []int64, rates []int64, padding string) (filter_backprop tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"strides": strides, "rates": rates, "padding": padding}
 	opspec := tf.OpSpec{
-		Type: "DecodeJpeg",
+		Type: "Dilation2DBackpropFilter",
 		Input: []tf.Input{
-			contents,
+			input, filter, out_backprop,
 		},
 		Attrs: attrs,
 	}
@@ -20122,207 +20562,339 @@ func DecodeJpeg(scope *Scope, contents tf.Output, optional ...DecodeJpegAttr) (i
 	return op.Output(0)
 }
 
-// StageSizeAttr is an optional argument to StageSize.
-type StageSizeAttr func(optionalAttr)
-
-// StageSizeCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
+// Returns a list list which has the passed-in `Tensor` as last element and the other elements of the given list in `input_handle`.
 //
-// REQUIRES: value >= 0
-func StageSizeCapacity(value int64) StageSizeAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
+// tensor: The tensor to put on the list.
+// input_handle: The old list.
+// output_handle: A list with the elements of the old list followed by tensor.
+// element_dtype: the type of elements in the list.
+// element_shape: a shape compatible with that of elements in the list.
+func TensorListPushBack(scope *Scope, input_handle tf.Output, tensor tf.Output) (output_handle tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// StageSizeMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func StageSizeMemoryLimit(value int64) StageSizeAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
+	opspec := tf.OpSpec{
+		Type: "TensorListPushBack",
+		Input: []tf.Input{
+			input_handle, tensor,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// StageSizeContainer sets the optional container attribute to value.
+// AddSparseToTensorsMapAttr is an optional argument to AddSparseToTensorsMap.
+type AddSparseToTensorsMapAttr func(optionalAttr)
+
+// AddSparseToTensorsMapContainer sets the optional container attribute to value.
+//
+// value: The container name for the `SparseTensorsMap` created by this op.
 // If not specified, defaults to ""
-func StageSizeContainer(value string) StageSizeAttr {
+func AddSparseToTensorsMapContainer(value string) AddSparseToTensorsMapAttr {
 	return func(m optionalAttr) {
 		m["container"] = value
 	}
 }
 
-// StageSizeSharedName sets the optional shared_name attribute to value.
+// AddSparseToTensorsMapSharedName sets the optional shared_name attribute to value.
+//
+// value: The shared name for the `SparseTensorsMap` created by this op.
+// If blank, the new Operation's unique name is used.
 // If not specified, defaults to ""
-func StageSizeSharedName(value string) StageSizeAttr {
+func AddSparseToTensorsMapSharedName(value string) AddSparseToTensorsMapAttr {
 	return func(m optionalAttr) {
 		m["shared_name"] = value
 	}
 }
 
-// Op returns the number of elements in the underlying container.
-func StageSize(scope *Scope, dtypes []tf.DataType, optional ...StageSizeAttr) (size tf.Output) {
+// Add a `SparseTensor` to a `SparseTensorsMap` return its handle.
+//
+// A `SparseTensor` is represented by three tensors: `sparse_indices`,
+// `sparse_values`, and `sparse_shape`.
+//
+// This operator takes the given `SparseTensor` and adds it to a container
+// object (a `SparseTensorsMap`).  A unique key within this container is generated
+// in the form of an `int64`, and this is the value that is returned.
+//
+// The `SparseTensor` can then be read out as part of a minibatch by passing
+// the key as a vector element to `TakeManySparseFromTensorsMap`.  To ensure
+// the correct `SparseTensorsMap` is accessed, ensure that the same
+// `container` and `shared_name` are passed to that Op.  If no `shared_name`
+// is provided here, instead use the *name* of the Operation created by calling
+// `AddSparseToTensorsMap` as the `shared_name` passed to
+// `TakeManySparseFromTensorsMap`.  Ensure the Operations are colocated.
+//
+// Arguments:
+//	sparse_indices: 2-D.  The `indices` of the `SparseTensor`.
+//	sparse_values: 1-D.  The `values` of the `SparseTensor`.
+//	sparse_shape: 1-D.  The `shape` of the `SparseTensor`.
+//
+// Returns 0-D.  The handle of the `SparseTensor` now stored in the
+// `SparseTensorsMap`.
+func AddSparseToTensorsMap(scope *Scope, sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output, optional ...AddSparseToTensorsMapAttr) (sparse_handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "StageSize",
-
+		Type: "AddSparseToTensorsMap",
+		Input: []tf.Input{
+			sparse_indices, sparse_values, sparse_shape,
+		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Produces the max pool of the input tensor for quantized types.
-//
-// Arguments:
-//	input: The 4D (batch x rows x cols x depth) Tensor to MaxReduce over.
-//	min_input: The float value that the lowest quantized input value represents.
-//	max_input: The float value that the highest quantized input value represents.
-//	ksize: The size of the window for each dimension of the input tensor.
-// The length must be 4 to match the number of dimensions of the input.
-//	strides: The stride of the sliding window for each dimension of the input
-// tensor. The length must be 4 to match the number of dimensions of the input.
-//	padding: The type of padding algorithm to use.
+// SparseTensorDenseMatMulAttr is an optional argument to SparseTensorDenseMatMul.
+type SparseTensorDenseMatMulAttr func(optionalAttr)
+
+// SparseTensorDenseMatMulAdjointA sets the optional adjoint_a attribute to value.
 //
-// Returns The float value that the lowest quantized output value represents.The float value that the highest quantized output value represents.
-func QuantizedMaxPool(scope *Scope, input tf.Output, min_input tf.Output, max_input tf.Output, ksize []int64, strides []int64, padding string) (output tf.Output, min_output tf.Output, max_output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	opspec := tf.OpSpec{
-		Type: "QuantizedMaxPool",
-		Input: []tf.Input{
-			input, min_input, max_input,
-		},
-		Attrs: attrs,
+// value: Use the adjoint of A in the matrix multiply.  If A is complex, this
+// is transpose(conj(A)).  Otherwise it's transpose(A).
+// If not specified, defaults to false
+func SparseTensorDenseMatMulAdjointA(value bool) SparseTensorDenseMatMulAttr {
+	return func(m optionalAttr) {
+		m["adjoint_a"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Computes softplus: `log(exp(features) + 1)`.
-func Softplus(scope *Scope, features tf.Output) (activations tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Softplus",
-		Input: []tf.Input{
-			features,
-		},
+// SparseTensorDenseMatMulAdjointB sets the optional adjoint_b attribute to value.
+//
+// value: Use the adjoint of B in the matrix multiply.  If B is complex, this
+// is transpose(conj(B)).  Otherwise it's transpose(B).
+// If not specified, defaults to false
+func SparseTensorDenseMatMulAdjointB(value bool) SparseTensorDenseMatMulAttr {
+	return func(m optionalAttr) {
+		m["adjoint_b"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Computes exponential of x - 1 element-wise.
+// Multiply SparseTensor (of rank 2) "A" by dense matrix "B".
 //
-// I.e., \\(y = (\exp x) - 1\\).
-func Expm1(scope *Scope, x tf.Output) (y tf.Output) {
+// No validity checking is performed on the indices of A.  However, the following
+// input format is recommended for optimal behavior:
+//
+// if adjoint_a == false:
+//   A should be sorted in lexicographically increasing order.  Use SparseReorder
+//   if you're not sure.
+// if adjoint_a == true:
+//   A should be sorted in order of increasing dimension 1 (i.e., "column major"
+//   order instead of "row major" order).
+//
+// Arguments:
+//	a_indices: 2-D.  The `indices` of the `SparseTensor`, size `[nnz, 2]` Matrix.
+//	a_values: 1-D.  The `values` of the `SparseTensor`, size `[nnz]` Vector.
+//	a_shape: 1-D.  The `shape` of the `SparseTensor`, size `[2]` Vector.
+//	b: 2-D.  A dense Matrix.
+func SparseTensorDenseMatMul(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b tf.Output, optional ...SparseTensorDenseMatMulAttr) (product tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "Expm1",
+		Type: "SparseTensorDenseMatMul",
 		Input: []tf.Input{
-			x,
+			a_indices, a_values, a_shape, b,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Returns the number of records this Reader has produced.
+// Deserialize and concatenate `SparseTensors` from a serialized minibatch.
 //
-// This is the same as the number of ReaderRead executions that have
-// succeeded.
+// The input `serialized_sparse` must be a string matrix of shape `[N x 3]` where
+// `N` is the minibatch size and the rows correspond to packed outputs of
+// `SerializeSparse`.  The ranks of the original `SparseTensor` objects
+// must all match.  When the final `SparseTensor` is created, it has rank one
+// higher than the ranks of the incoming `SparseTensor` objects
+// (they have been concatenated along a new row dimension).
+//
+// The output `SparseTensor` object's shape values for all dimensions but the
+// first are the max across the input `SparseTensor` objects' shape values
+// for the corresponding dimensions.  Its first shape value is `N`, the minibatch
+// size.
+//
+// The input `SparseTensor` objects' indices are assumed ordered in
+// standard lexicographic order.  If this is not the case, after this
+// step run `SparseReorder` to restore index ordering.
+//
+// For example, if the serialized input is a `[2 x 3]` matrix representing two
+// original `SparseTensor` objects:
+//
+//     index = [ 0]
+//             [10]
+//             [20]
+//     values = [1, 2, 3]
+//     shape = [50]
+//
+// and
+//
+//     index = [ 2]
+//             [10]
+//     values = [4, 5]
+//     shape = [30]
+//
+// then the final deserialized `SparseTensor` will be:
+//
+//     index = [0  0]
+//             [0 10]
+//             [0 20]
+//             [1  2]
+//             [1 10]
+//     values = [1, 2, 3, 4, 5]
+//     shape = [2 50]
 //
 // Arguments:
-//	reader_handle: Handle to a Reader.
-func ReaderNumRecordsProducedV2(scope *Scope, reader_handle tf.Output) (records_produced tf.Output) {
+//	serialized_sparse: 2-D, The `N` serialized `SparseTensor` objects.
+// Must have 3 columns.
+//	dtype: The `dtype` of the serialized `SparseTensor` objects.
+func DeserializeManySparse(scope *Scope, serialized_sparse tf.Output, dtype tf.DataType) (sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"dtype": dtype}
 	opspec := tf.OpSpec{
-		Type: "ReaderNumRecordsProducedV2",
+		Type: "DeserializeManySparse",
 		Input: []tf.Input{
-			reader_handle,
+			serialized_sparse,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Returns the set of files matching one or more glob patterns.
-//
-// Note that this routine only supports wildcard characters in the
-// basename portion of the pattern, not in the directory portion.
-// Note also that the order of filenames returned can be non-deterministic.
-//
-// Arguments:
-//	pattern: Shell wildcard pattern(s). Scalar or vector of type string.
+// Elementwise computes the bitwise AND of `x` and `y`.
 //
-// Returns A vector of matching filenames.
-func MatchingFiles(scope *Scope, pattern tf.Output) (filenames tf.Output) {
+// The result will have those bits set, that are set in both `x` and `y`. The
+// computation is performed on the underlying representations of `x` and `y`.
+func BitwiseAnd(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "MatchingFiles",
+		Type: "BitwiseAnd",
 		Input: []tf.Input{
-			pattern,
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// HistogramFixedWidthAttr is an optional argument to HistogramFixedWidth.
-type HistogramFixedWidthAttr func(optionalAttr)
+// SubstrAttr is an optional argument to Substr.
+type SubstrAttr func(optionalAttr)
 
-// HistogramFixedWidthDtype sets the optional dtype attribute to value.
-// If not specified, defaults to DT_INT32
-func HistogramFixedWidthDtype(value tf.DataType) HistogramFixedWidthAttr {
+// SubstrUnit sets the optional unit attribute to value.
+//
+// value: The unit that is used to create the substring.  One of: `"BYTE"` (for
+// defining position and length by bytes) or `"UTF8_CHAR"` (for the UTF-8
+// encoded Unicode code points).  The default is `"BYTE"`. Results are undefined if
+// `unit=UTF8_CHAR` and the `input` strings do not contain structurally valid
+// UTF-8.
+// If not specified, defaults to "BYTE"
+func SubstrUnit(value string) SubstrAttr {
 	return func(m optionalAttr) {
-		m["dtype"] = value
+		m["unit"] = value
 	}
 }
 
-// Return histogram of values.
+// Return substrings from `Tensor` of strings.
 //
-// Given the tensor `values`, this operation returns a rank 1 histogram counting
-// the number of entries in `values` that fall into every bin.  The bins are
-// equal width and determined by the arguments `value_range` and `nbins`.
+// For each string in the input `Tensor`, creates a substring starting at index
+// `pos` with a total length of `len`.
+//
+// If `len` defines a substring that would extend beyond the length of the input
+// string, then as many characters as possible are used.
+//
+// A negative `pos` indicates distance within the string backwards from the end.
+//
+// If `pos` specifies an index which is out of range for any of the input strings,
+// then an `InvalidArgumentError` is thrown.
+//
+// `pos` and `len` must have the same shape, otherwise a `ValueError` is thrown on
+// Op creation.
+//
+// *NOTE*: `Substr` supports broadcasting up to two dimensions. More about
+// broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+//
+// ---
+//
+// Examples
+//
+// Using scalar `pos` and `len`:
 //
 // ```python
-// # Bins will be:  (-inf, 1), [1, 2), [2, 3), [3, 4), [4, inf)
-// nbins = 5
-// value_range = [0.0, 5.0]
-// new_values = [-1.0, 0.0, 1.5, 2.0, 5.0, 15]
+// input = [b'Hello', b'World']
+// position = 1
+// length = 3
+//
+// output = [b'ell', b'orl']
+// ```
+//
+// Using `pos` and `len` with same shape as `input`:
+//
+// ```python
+// input = [[b'ten', b'eleven', b'twelve'],
+//          [b'thirteen', b'fourteen', b'fifteen'],
+//          [b'sixteen', b'seventeen', b'eighteen']]
+// position = [[1, 2, 3],
+//             [1, 2, 3],
+//             [1, 2, 3]]
+// length =   [[2, 3, 4],
+//             [4, 3, 2],
+//             [5, 5, 5]]
+//
+// output = [[b'en', b'eve', b'lve'],
+//           [b'hirt', b'urt', b'te'],
+//           [b'ixtee', b'vente', b'hteen']]
+// ```
+//
+// Broadcasting `pos` and `len` onto `input`:
 //
-// with tf.get_default_session() as sess:
-//   hist = tf.histogram_fixed_width(new_values, value_range, nbins=5)
-//   variables.global_variables_initializer().run()
-//   sess.run(hist) => [2, 1, 1, 0, 2]
+// ```
+// input = [[b'ten', b'eleven', b'twelve'],
+//          [b'thirteen', b'fourteen', b'fifteen'],
+//          [b'sixteen', b'seventeen', b'eighteen'],
+//          [b'nineteen', b'twenty', b'twentyone']]
+// position = [1, 2, 3]
+// length =   [1, 2, 3]
+//
+// output = [[b'e', b'ev', b'lve'],
+//           [b'h', b'ur', b'tee'],
+//           [b'i', b've', b'hte'],
+//           [b'i', b'en', b'nty']]
+// ```
+//
+// Broadcasting `input` onto `pos` and `len`:
+//
+// ```
+// input = b'thirteen'
+// position = [1, 5, 7]
+// length =   [3, 2, 1]
+//
+// output = [b'hir', b'ee', b'n']
 // ```
 //
 // Arguments:
-//	values: Numeric `Tensor`.
-//	value_range: Shape [2] `Tensor` of same `dtype` as `values`.
-// values <= value_range[0] will be mapped to hist[0],
-// values >= value_range[1] will be mapped to hist[-1].
-//	nbins: Scalar `int32 Tensor`.  Number of histogram bins.
+//	input: Tensor of strings
+//	pos: Scalar defining the position of first character in each substring
+//	len: Scalar defining the number of characters to include in each substring
 //
-// Returns A 1-D `Tensor` holding histogram of values.
-func HistogramFixedWidth(scope *Scope, values tf.Output, value_range tf.Output, nbins tf.Output, optional ...HistogramFixedWidthAttr) (out tf.Output) {
+// Returns Tensor of substrings
+func Substr(scope *Scope, input tf.Output, pos tf.Output, len tf.Output, optional ...SubstrAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -20331,9 +20903,9 @@ func HistogramFixedWidth(scope *Scope, values tf.Output, value_range tf.Output,
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "HistogramFixedWidth",
+		Type: "Substr",
 		Input: []tf.Input{
-			values, value_range, nbins,
+			input, pos, len,
 		},
 		Attrs: attrs,
 	}
@@ -20341,82 +20913,24 @@ func HistogramFixedWidth(scope *Scope, values tf.Output, value_range tf.Output,
 	return op.Output(0)
 }
 
-// Returns the truth value of (x >= y) element-wise.
-//
-// *NOTE*: `GreaterEqual` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func GreaterEqual(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "GreaterEqual",
-		Input: []tf.Input{
-			x, y,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Conv3DAttr is an optional argument to Conv3D.
-type Conv3DAttr func(optionalAttr)
-
-// Conv3DDataFormat sets the optional data_format attribute to value.
-//
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func Conv3DDataFormat(value string) Conv3DAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Conv3DDilations sets the optional dilations attribute to value.
-//
-// value: 1-D tensor of length 5.  The dilation factor for each dimension of
-// `input`. If set to k > 1, there will be k-1 skipped cells between each
-// filter element on that dimension. The dimension order is determined by the
-// value of `data_format`, see above for details. Dilations in the batch and
-// depth dimensions must be 1.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 i:1 >
-func Conv3DDilations(value []int64) Conv3DAttr {
-	return func(m optionalAttr) {
-		m["dilations"] = value
-	}
-}
-
-// Computes a 3-D convolution given 5-D `input` and `filter` tensors.
+// Creates a Dataset that returns pseudorandom numbers.
 //
-// In signal processing, cross-correlation is a measure of similarity of
-// two waveforms as a function of a time-lag applied to one of them. This
-// is also known as a sliding dot product or sliding inner-product.
+// Arguments:
+//	seed: A scalar seed for the random number generator. If either seed or
+// seed2 is set to be non-zero, the random number generator is seeded
+// by the given seed.  Otherwise, a random seed is used.
+//	seed2: A second scalar seed to avoid seed collision.
 //
-// Our Conv3D implements a form of cross-correlation.
 //
-// Arguments:
-//	input: Shape `[batch, in_depth, in_height, in_width, in_channels]`.
-//	filter: Shape `[filter_depth, filter_height, filter_width, in_channels,
-// out_channels]`. `in_channels` must match between `input` and `filter`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
-func Conv3D(scope *Scope, input tf.Output, filter tf.Output, strides []int64, padding string, optional ...Conv3DAttr) (output tf.Output) {
+func RandomDataset(scope *Scope, seed tf.Output, seed2 tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "Conv3D",
+		Type: "RandomDataset",
 		Input: []tf.Input{
-			input, filter,
+			seed, seed2,
 		},
 		Attrs: attrs,
 	}
@@ -20424,178 +20938,179 @@ func Conv3D(scope *Scope, input tf.Output, filter tf.Output, strides []int64, pa
 	return op.Output(0)
 }
 
-// Adds up a SparseTensor and a dense Tensor, using these special rules:
+// Inverse real-valued fast Fourier transform.
 //
-// (1) Broadcasts the dense side to have the same shape as the sparse side, if
-//     eligible;
-// (2) Then, only the dense values pointed to by the indices of the SparseTensor
-//     participate in the cwise addition.
+// Computes the inverse 1-dimensional discrete Fourier transform of a real-valued
+// signal over the inner-most dimension of `input`.
 //
-// By these rules, the result is a logical SparseTensor with exactly the same
-// indices and shape, but possibly with different non-zero values.  The output of
-// this Op is the resultant non-zero values.
+// The inner-most dimension of `input` is assumed to be the result of `RFFT`: the
+// `fft_length / 2 + 1` unique components of the DFT of a real-valued signal. If
+// `fft_length` is not provided, it is computed from the size of the inner-most
+// dimension of `input` (`fft_length = 2 * (inner - 1)`). If the FFT length used to
+// compute `input` is odd, it should be provided since it cannot be inferred
+// properly.
+//
+// Along the axis `IRFFT` is computed on, if `fft_length / 2 + 1` is smaller
+// than the corresponding dimension of `input`, the dimension is cropped. If it is
+// larger, the dimension is padded with zeros.
 //
 // Arguments:
-//	sp_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, possibly not in canonical ordering.
-//	sp_values: 1-D.  `N` non-empty values corresponding to `sp_indices`.
-//	sp_shape: 1-D.  Shape of the input SparseTensor.
-//	dense: `R`-D.  The dense Tensor operand.
+//	input: A complex64 tensor.
+//	fft_length: An int32 tensor of shape [1]. The FFT length.
 //
-// Returns 1-D.  The `N` values that are operated on.
-func SparseDenseCwiseAdd(scope *Scope, sp_indices tf.Output, sp_values tf.Output, sp_shape tf.Output, dense tf.Output) (output tf.Output) {
+// Returns A float32 tensor of the same rank as `input`. The inner-most
+//   dimension of `input` is replaced with the `fft_length` samples of its inverse
+//   1D Fourier transform.
+//
+// @compatibility(numpy)
+// Equivalent to np.fft.irfft
+// @end_compatibility
+func IRFFT(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseDenseCwiseAdd",
+		Type: "IRFFT",
 		Input: []tf.Input{
-			sp_indices, sp_values, sp_shape, dense,
+			input, fft_length,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// QuantizeV2Attr is an optional argument to QuantizeV2.
-type QuantizeV2Attr func(optionalAttr)
-
-// QuantizeV2Mode sets the optional mode attribute to value.
-// If not specified, defaults to "MIN_COMBINED"
-func QuantizeV2Mode(value string) QuantizeV2Attr {
-	return func(m optionalAttr) {
-		m["mode"] = value
-	}
-}
-
-// QuantizeV2RoundMode sets the optional round_mode attribute to value.
-// If not specified, defaults to "HALF_AWAY_FROM_ZERO"
-func QuantizeV2RoundMode(value string) QuantizeV2Attr {
-	return func(m optionalAttr) {
-		m["round_mode"] = value
-	}
-}
-
-// Quantize the 'input' tensor of type float to 'output' tensor of type 'T'.
-//
-// [min_range, max_range] are scalar floats that specify the range for
-// the 'input' data. The 'mode' attribute controls exactly which calculations are
-// used to convert the float values to their quantized equivalents.  The
-// 'round_mode' attribute controls which rounding tie-breaking algorithm is used
-// when rounding float values to their quantized equivalents.
-//
-// In 'MIN_COMBINED' mode, each value of the tensor will undergo the following:
+// Concatenates a list of `SparseTensor` along the specified dimension.
 //
-// ```
-// out[i] = (in[i] - min_range) * range(T) / (max_range - min_range)
-// if T == qint8: out[i] -= (range(T) + 1) / 2.0
-// ```
+// Concatenation is with respect to the dense versions of these sparse tensors.
+// It is assumed that each input is a `SparseTensor` whose elements are ordered
+// along increasing dimension number.
 //
-// here `range(T) = numeric_limits<T>::max() - numeric_limits<T>::min()`
+// All inputs' shapes must match, except for the concat dimension.  The
+// `indices`, `values`, and `shapes` lists must have the same length.
 //
-// *MIN_COMBINED Mode Example*
+// The output shape is identical to the inputs', except along the concat
+// dimension, where it is the sum of the inputs' sizes along that dimension.
 //
-// Assume the input is type float and has a possible range of [0.0, 6.0] and the
-// output type is quint8 ([0, 255]). The min_range and max_range values should be
-// specified as 0.0 and 6.0. Quantizing from float to quint8 will multiply each
-// value of the input by 255/6 and cast to quint8.
+// The output elements will be resorted to preserve the sort order along
+// increasing dimension number.
 //
-// If the output type was qint8 ([-128, 127]), the operation will additionally
-// subtract each value by 128 prior to casting, so that the range of values aligns
-// with the range of qint8.
+// This op runs in `O(M log M)` time, where `M` is the total number of non-empty
+// values across all inputs. This is due to the need for an internal sort in
+// order to concatenate efficiently across an arbitrary dimension.
 //
-// If the mode is 'MIN_FIRST', then this approach is used:
+// For example, if `concat_dim = 1` and the inputs are
 //
-// ```
-// num_discrete_values = 1 << (# of bits in T)
-// range_adjust = num_discrete_values / (num_discrete_values - 1)
-// range = (range_max - range_min) * range_adjust
-// range_scale = num_discrete_values / range
-// quantized = round(input * range_scale) - round(range_min * range_scale) +
-//   numeric_limits<T>::min()
-// quantized = max(quantized, numeric_limits<T>::min())
-// quantized = min(quantized, numeric_limits<T>::max())
-// ```
+//     sp_inputs[0]: shape = [2, 3]
+//     [0, 2]: "a"
+//     [1, 0]: "b"
+//     [1, 1]: "c"
 //
-// The biggest difference between this and MIN_COMBINED is that the minimum range
-// is rounded first, before it's subtracted from the rounded value. With
-// MIN_COMBINED, a small bias is introduced where repeated iterations of quantizing
-// and dequantizing will introduce a larger and larger error.
+//     sp_inputs[1]: shape = [2, 4]
+//     [0, 1]: "d"
+//     [0, 2]: "e"
 //
-// *SCALED mode Example*
+// then the output will be
 //
-// `SCALED` mode matches the quantization approach used in
-// `QuantizeAndDequantize{V2|V3}`.
+//     shape = [2, 7]
+//     [0, 2]: "a"
+//     [0, 4]: "d"
+//     [0, 5]: "e"
+//     [1, 0]: "b"
+//     [1, 1]: "c"
 //
-// If the mode is `SCALED`, we do not use the full range of the output type,
-// choosing to elide the lowest possible value for symmetry (e.g., output range is
-// -127 to 127, not -128 to 127 for signed 8 bit quantization), so that 0.0 maps to
-// 0.
+// Graphically this is equivalent to doing
 //
-// We first find the range of values in our tensor. The
-// range we use is always centered on 0, so we find m such that
+//     [    a] concat [  d e  ] = [    a   d e  ]
+//     [b c  ]        [       ]   [b c          ]
 //
-// ```c++
-//   m = max(abs(input_min), abs(input_max))
-// ```
+// Arguments:
+//	indices: 2-D.  Indices of each input `SparseTensor`.
+//	values: 1-D.  Non-empty values of each `SparseTensor`.
+//	shapes: 1-D.  Shapes of each `SparseTensor`.
+//	concat_dim: Dimension to concatenate along. Must be in range [-rank, rank),
+// where rank is the number of dimensions in each input `SparseTensor`.
 //
-// Our input tensor range is then `[-m, m]`.
+// Returns 2-D.  Indices of the concatenated `SparseTensor`.1-D.  Non-empty values of the concatenated `SparseTensor`.1-D.  Shape of the concatenated `SparseTensor`.
+func SparseConcat(scope *Scope, indices []tf.Output, values []tf.Output, shapes []tf.Output, concat_dim int64) (output_indices tf.Output, output_values tf.Output, output_shape tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"concat_dim": concat_dim}
+	opspec := tf.OpSpec{
+		Type: "SparseConcat",
+		Input: []tf.Input{
+			tf.OutputList(indices), tf.OutputList(values), tf.OutputList(shapes),
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
+}
+
+// Generates sparse cross from a list of sparse and dense tensors.
 //
-// Next, we choose our fixed-point quantization buckets, `[min_fixed, max_fixed]`.
-// If T is signed, this is
+// The op takes two lists, one of 2D `SparseTensor` and one of 2D `Tensor`, each
+// representing features of one feature column. It outputs a 2D `SparseTensor` with
+// the batchwise crosses of these features.
 //
-// ```
-//   num_bits = sizeof(T) * 8
-//   [min_fixed, max_fixed] =
-//       [-(1 << (num_bits - 1) - 1), (1 << (num_bits - 1)) - 1]
-// ```
+// For example, if the inputs are
 //
-// Otherwise, if T is unsigned, the fixed-point range is
+//     inputs[0]: SparseTensor with shape = [2, 2]
+//     [0, 0]: "a"
+//     [1, 0]: "b"
+//     [1, 1]: "c"
 //
-// ```
-//   [min_fixed, max_fixed] = [0, (1 << num_bits) - 1]
-// ```
+//     inputs[1]: SparseTensor with shape = [2, 1]
+//     [0, 0]: "d"
+//     [1, 0]: "e"
 //
-// From this we compute our scaling factor, s:
+//     inputs[2]: Tensor [["f"], ["g"]]
 //
-// ```c++
-//   s = (max_fixed - min_fixed) / (2 * m)
-// ```
+// then the output will be
 //
-// Now we can quantize the elements of our tensor:
+//     shape = [2, 2]
+//     [0, 0]: "a_X_d_X_f"
+//     [1, 0]: "b_X_e_X_g"
+//     [1, 1]: "c_X_e_X_g"
 //
-// ```c++
-// result = round(input * s)
-// ```
+// if hashed_output=true then the output will be
 //
-// One thing to watch out for is that the operator may choose to adjust the
-// requested minimum and maximum values slightly during the quantization process,
-// so you should always use the output ports as the range for further calculations.
-// For example, if the requested minimum and maximum values are close to equal,
-// they will be separated by a small epsilon value to prevent ill-formed quantized
-// buffers from being created. Otherwise, you can end up with buffers where all the
-// quantized values map to the same float value, which causes problems for
-// operations that have to perform further calculations on them.
+//     shape = [2, 2]
+//     [0, 0]: FingerprintCat64(
+//                 Fingerprint64("f"), FingerprintCat64(
+//                     Fingerprint64("d"), Fingerprint64("a")))
+//     [1, 0]: FingerprintCat64(
+//                 Fingerprint64("g"), FingerprintCat64(
+//                     Fingerprint64("e"), Fingerprint64("b")))
+//     [1, 1]: FingerprintCat64(
+//                 Fingerprint64("g"), FingerprintCat64(
+//                     Fingerprint64("e"), Fingerprint64("c")))
 //
 // Arguments:
-//
-//	min_range: The minimum scalar value possibly produced for the input.
-//	max_range: The maximum scalar value possibly produced for the input.
+//	indices: 2-D.  Indices of each input `SparseTensor`.
+//	values: 1-D.   values of each `SparseTensor`.
+//	shapes: 1-D.   Shapes of each `SparseTensor`.
+//	dense_inputs: 2-D.    Columns represented by dense `Tensor`.
+//	hashed_output: If true, returns the hash of the cross instead of the string.
+// This will allow us avoiding string manipulations.
+//	num_buckets: It is used if hashed_output is true.
+// output = hashed_value%num_buckets if num_buckets > 0 else hashed_value.
+//	hash_key: Specify the hash_key that will be used by the `FingerprintCat64`
+// function to combine the crosses fingerprints.
 //
 //
-// Returns The quantized data produced from the float input.The actual minimum scalar value used for the output.The actual maximum scalar value used for the output.
-func QuantizeV2(scope *Scope, input tf.Output, min_range tf.Output, max_range tf.Output, T tf.DataType, optional ...QuantizeV2Attr) (output tf.Output, output_min tf.Output, output_max tf.Output) {
+//
+// Returns 2-D.  Indices of the concatenated `SparseTensor`.1-D.  Non-empty values of the concatenated or hashed
+// `SparseTensor`.1-D.  Shape of the concatenated `SparseTensor`.
+func SparseCross(scope *Scope, indices []tf.Output, values []tf.Output, shapes []tf.Output, dense_inputs []tf.Output, hashed_output bool, num_buckets int64, hash_key int64, out_type tf.DataType, internal_type tf.DataType) (output_indices tf.Output, output_values tf.Output, output_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"T": T}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"hashed_output": hashed_output, "num_buckets": num_buckets, "hash_key": hash_key, "out_type": out_type, "internal_type": internal_type}
 	opspec := tf.OpSpec{
-		Type: "QuantizeV2",
+		Type: "SparseCross",
 		Input: []tf.Input{
-			input, min_range, max_range,
+			tf.OutputList(indices), tf.OutputList(values), tf.OutputList(shapes), tf.OutputList(dense_inputs),
 		},
 		Attrs: attrs,
 	}
@@ -20603,45 +21118,36 @@ func QuantizeV2(scope *Scope, input tf.Output, min_range tf.Output, max_range tf
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Returns the truth value of (x < y) element-wise.
-//
-// *NOTE*: `Less` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func Less(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Less",
-		Input: []tf.Input{
-			x, y,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// QuantizedReluXAttr is an optional argument to QuantizedReluX.
-type QuantizedReluXAttr func(optionalAttr)
+// ResourceApplyProximalAdagradAttr is an optional argument to ResourceApplyProximalAdagrad.
+type ResourceApplyProximalAdagradAttr func(optionalAttr)
 
-// QuantizedReluXOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_QUINT8
-func QuantizedReluXOutType(value tf.DataType) QuantizedReluXAttr {
+// ResourceApplyProximalAdagradUseLocking sets the optional use_locking attribute to value.
+//
+// value: If True, updating of the var and accum tensors will be protected by
+// a lock; otherwise the behavior is undefined, but may exhibit less contention.
+// If not specified, defaults to false
+func ResourceApplyProximalAdagradUseLocking(value bool) ResourceApplyProximalAdagradAttr {
 	return func(m optionalAttr) {
-		m["out_type"] = value
+		m["use_locking"] = value
 	}
 }
 
-// Computes Quantized Rectified Linear X: `min(max(features, 0), max_value)`
-//
-// Arguments:
+// Update '*var' and '*accum' according to FOBOS with Adagrad learning rate.
 //
+// accum += grad * grad
+// prox_v = var - lr * grad * (1 / sqrt(accum))
+// var = sign(prox_v)/(1+lr*l2) * max{|prox_v|-lr*l1,0}
 //
-//	min_features: The float value that the lowest quantized value represents.
-//	max_features: The float value that the highest quantized value represents.
+// Arguments:
+//	var_: Should be from a Variable().
+//	accum: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	l1: L1 regularization. Must be a scalar.
+//	l2: L2 regularization. Must be a scalar.
+//	grad: The gradient.
 //
-// Returns Has the same output shape as "features".The float value that the lowest quantized value represents.The float value that the highest quantized value represents.
-func QuantizedReluX(scope *Scope, features tf.Output, max_value tf.Output, min_features tf.Output, max_features tf.Output, optional ...QuantizedReluXAttr) (activations tf.Output, min_activations tf.Output, max_activations tf.Output) {
+// Returns the created operation.
+func ResourceApplyProximalAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, l1 tf.Output, l2 tf.Output, grad tf.Output, optional ...ResourceApplyProximalAdagradAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
@@ -20650,328 +21156,243 @@ func QuantizedReluX(scope *Scope, features tf.Output, max_value tf.Output, min_f
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "QuantizedReluX",
+		Type: "ResourceApplyProximalAdagrad",
 		Input: []tf.Input{
-			features, max_value, min_features, max_features,
+			var_, accum, lr, l1, l2, grad,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return scope.AddOperation(opspec)
 }
 
-// Creates a dataset that batches `batch_size` elements from `input_dataset`.
-//
-// Arguments:
-//
-//	batch_size: A scalar representing the number of elements to accumulate in a batch.
-//	drop_remainder: A scalar representing whether the last batch should be dropped in case its size
-// is smaller than desired.
-//
+// MutableHashTableOfTensorsV2Attr is an optional argument to MutableHashTableOfTensorsV2.
+type MutableHashTableOfTensorsV2Attr func(optionalAttr)
+
+// MutableHashTableOfTensorsV2Container sets the optional container attribute to value.
 //
-func BatchDatasetV2(scope *Scope, input_dataset tf.Output, batch_size tf.Output, drop_remainder tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
-	opspec := tf.OpSpec{
-		Type: "BatchDatasetV2",
-		Input: []tf.Input{
-			input_dataset, batch_size, drop_remainder,
-		},
-		Attrs: attrs,
+// value: If non-empty, this table is placed in the given container.
+// Otherwise, a default container is used.
+// If not specified, defaults to ""
+func MutableHashTableOfTensorsV2Container(value string) MutableHashTableOfTensorsV2Attr {
+	return func(m optionalAttr) {
+		m["container"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// QuantizedConv2DAttr is an optional argument to QuantizedConv2D.
-type QuantizedConv2DAttr func(optionalAttr)
+// MutableHashTableOfTensorsV2SharedName sets the optional shared_name attribute to value.
+//
+// value: If non-empty, this table is shared under the given name across
+// multiple sessions.
+// If not specified, defaults to ""
+func MutableHashTableOfTensorsV2SharedName(value string) MutableHashTableOfTensorsV2Attr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
 
-// QuantizedConv2DOutType sets the optional out_type attribute to value.
-// If not specified, defaults to DT_QINT32
-func QuantizedConv2DOutType(value tf.DataType) QuantizedConv2DAttr {
+// MutableHashTableOfTensorsV2UseNodeNameSharing sets the optional use_node_name_sharing attribute to value.
+// If not specified, defaults to false
+func MutableHashTableOfTensorsV2UseNodeNameSharing(value bool) MutableHashTableOfTensorsV2Attr {
 	return func(m optionalAttr) {
-		m["out_type"] = value
+		m["use_node_name_sharing"] = value
 	}
 }
 
-// QuantizedConv2DDilations sets the optional dilations attribute to value.
-//
-// value: 1-D tensor of length 4.  The dilation factor for each dimension of
-// `input`. If set to k > 1, there will be k-1 skipped cells between each
-// filter element on that dimension. The dimension order is determined by the
-// value of `data_format`, see above for details. Dilations in the batch and
-// depth dimensions must be 1.
-// If not specified, defaults to <i:1 i:1 i:1 i:1 >
-func QuantizedConv2DDilations(value []int64) QuantizedConv2DAttr {
+// MutableHashTableOfTensorsV2ValueShape sets the optional value_shape attribute to value.
+// If not specified, defaults to <>
+func MutableHashTableOfTensorsV2ValueShape(value tf.Shape) MutableHashTableOfTensorsV2Attr {
 	return func(m optionalAttr) {
-		m["dilations"] = value
+		m["value_shape"] = value
 	}
 }
 
-// Computes a 2D convolution given quantized 4D input and filter tensors.
+// Creates an empty hash table.
 //
-// The inputs are quantized tensors where the lowest value represents the real
-// number of the associated minimum, and the highest represents the maximum.
-// This means that you can only interpret the quantized output in the same way, by
-// taking the returned minimum and maximum values into account.
+// This op creates a mutable hash table, specifying the type of its keys and
+// values. Each value must be a vector. Data can be inserted into the table using
+// the insert operations. It does not support the initialization operation.
 //
 // Arguments:
+//	key_dtype: Type of the table keys.
+//	value_dtype: Type of the table values.
 //
-//	filter: filter's input_depth dimension must match input's depth dimensions.
-//	min_input: The float value that the lowest quantized input value represents.
-//	max_input: The float value that the highest quantized input value represents.
-//	min_filter: The float value that the lowest quantized filter value represents.
-//	max_filter: The float value that the highest quantized filter value represents.
-//	strides: The stride of the sliding window for each dimension of the input
-// tensor.
-//	padding: The type of padding algorithm to use.
-//
-// Returns The float value that the lowest quantized output value represents.The float value that the highest quantized output value represents.
-func QuantizedConv2D(scope *Scope, input tf.Output, filter tf.Output, min_input tf.Output, max_input tf.Output, min_filter tf.Output, max_filter tf.Output, strides []int64, padding string, optional ...QuantizedConv2DAttr) (output tf.Output, min_output tf.Output, max_output tf.Output) {
+// Returns Handle to a table.
+func MutableHashTableOfTensorsV2(scope *Scope, key_dtype tf.DataType, value_dtype tf.DataType, optional ...MutableHashTableOfTensorsV2Attr) (table_handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"strides": strides, "padding": padding}
+	attrs := map[string]interface{}{"key_dtype": key_dtype, "value_dtype": value_dtype}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "QuantizedConv2D",
-		Input: []tf.Input{
-			input, filter, min_input, max_input, min_filter, max_filter,
-		},
+		Type: "MutableHashTableOfTensorsV2",
+
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
-}
-
-// StatelessMultinomialAttr is an optional argument to StatelessMultinomial.
-type StatelessMultinomialAttr func(optionalAttr)
-
-// StatelessMultinomialOutputDtype sets the optional output_dtype attribute to value.
-// If not specified, defaults to DT_INT64
-func StatelessMultinomialOutputDtype(value tf.DataType) StatelessMultinomialAttr {
-	return func(m optionalAttr) {
-		m["output_dtype"] = value
-	}
+	return op.Output(0)
 }
 
-// Draws samples from a multinomial distribution.
+// The gradient operator for the SparseSlice op.
+//
+// This op takes in the upstream gradient w.r.t. non-empty values of
+// the sliced `SparseTensor`, and outputs the gradients w.r.t.
+// the non-empty values of input `SparseTensor`.
 //
 // Arguments:
-//	logits: 2-D Tensor with shape `[batch_size, num_classes]`.  Each slice `[i, :]`
-// represents the unnormalized log probabilities for all classes.
-//	num_samples: 0-D.  Number of independent samples to draw for each row slice.
-//	seed: 2 seeds (shape [2]).
+//	backprop_val_grad: 1-D. The gradient with respect to
+// the non-empty values of the sliced `SparseTensor`.
+//	input_indices: 2-D.  The `indices` of the input `SparseTensor`.
+//	input_start: 1-D. tensor represents the start of the slice.
+//	output_indices: 2-D.  The `indices` of the sliced `SparseTensor`.
 //
-// Returns 2-D Tensor with shape `[batch_size, num_samples]`.  Each slice `[i, :]`
-// contains the drawn class labels with range `[0, num_classes)`.
-func StatelessMultinomial(scope *Scope, logits tf.Output, num_samples tf.Output, seed tf.Output, optional ...StatelessMultinomialAttr) (output tf.Output) {
+// Returns 1-D. The gradient with respect to the non-empty values of input `SparseTensor`.
+func SparseSliceGrad(scope *Scope, backprop_val_grad tf.Output, input_indices tf.Output, input_start tf.Output, output_indices tf.Output) (val_grad tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "StatelessMultinomial",
+		Type: "SparseSliceGrad",
 		Input: []tf.Input{
-			logits, num_samples, seed,
+			backprop_val_grad, input_indices, input_start, output_indices,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// ResourceGatherAttr is an optional argument to ResourceGather.
-type ResourceGatherAttr func(optionalAttr)
-
-// ResourceGatherValidateIndices sets the optional validate_indices attribute to value.
-// If not specified, defaults to true
-func ResourceGatherValidateIndices(value bool) ResourceGatherAttr {
-	return func(m optionalAttr) {
-		m["validate_indices"] = value
-	}
-}
-
-// Gather slices from the variable pointed to by `resource` according to `indices`.
-//
-// `indices` must be an integer tensor of any dimension (usually 0-D or 1-D).
-// Produces an output tensor with shape `indices.shape + params.shape[1:]` where:
-//
-// ```python
-//     # Scalar indices
-//     output[:, ..., :] = params[indices, :, ... :]
-//
-//     # Vector indices
-//     output[i, :, ..., :] = params[indices[i], :, ... :]
+// Computes the gradient of the sigmoid of `x` wrt its input.
 //
-//     # Higher rank indices
-//     output[i, ..., j, :, ... :] = params[indices[i, ..., j], :, ..., :]
-// ```
-func ResourceGather(scope *Scope, resource tf.Output, indices tf.Output, dtype tf.DataType, optional ...ResourceGatherAttr) (output tf.Output) {
+// Specifically, `grad = dy * y * (1 - y)`, where `y = sigmoid(x)`, and
+// `dy` is the corresponding input gradient.
+func SigmoidGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "ResourceGather",
+		Type: "SigmoidGrad",
 		Input: []tf.Input{
-			resource, indices,
+			y, dy,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Delete the TensorArray from its resource container.
+// Convert one or more images from HSV to RGB.
+//
+// Outputs a tensor of the same shape as the `images` tensor, containing the RGB
+// value of the pixels. The output is only well defined if the value in `images`
+// are in `[0,1]`.
 //
-// This enables the user to close and release the resource in the middle
-// of a step/run.
+// See `rgb_to_hsv` for a description of the HSV encoding.
 //
 // Arguments:
-//	handle: The handle to a TensorArray (output of TensorArray or TensorArrayGrad).
+//	images: 1-D or higher rank. HSV data to convert. Last dimension must be size 3.
 //
-// Returns the created operation.
-func TensorArrayCloseV3(scope *Scope, handle tf.Output) (o *tf.Operation) {
+// Returns `images` converted to RGB.
+func HSVToRGB(scope *Scope, images tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "TensorArrayCloseV3",
+		Type: "HSVToRGB",
 		Input: []tf.Input{
-			handle,
+			images,
 		},
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Saves the input tensors to disk.
-//
-// The size of `tensor_names` must match the number of tensors in `data`. `data[i]`
-// is written to `filename` with name `tensor_names[i]`.
+// Creates a dataset by applying optimizations to `input_dataset`.
 //
-// See also `SaveSlices`.
+// Creates a dataset by applying optimizations to `input_dataset`.
 //
 // Arguments:
-//	filename: Must have a single element. The name of the file to which we write
-// the tensor.
-//	tensor_names: Shape `[N]`. The names of the tensors to be saved.
-//	data: `N` tensors to save.
+//	input_dataset: A variant tensor representing the input dataset.
+//	optimizations: A `tf.string` vector `tf.Tensor` identifying optimizations to use.
 //
-// Returns the created operation.
-func Save(scope *Scope, filename tf.Output, tensor_names tf.Output, data []tf.Output) (o *tf.Operation) {
+//
+func OptimizeDataset(scope *Scope, input_dataset tf.Output, optimizations tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "Save",
+		Type: "OptimizeDataset",
 		Input: []tf.Input{
-			filename, tensor_names, tf.OutputList(data),
+			input_dataset, optimizations,
 		},
+		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Returns element-wise remainder of division. When `x < 0` xor `y < 0` is
+// Returns the element-wise min of two SparseTensors.
 //
-// true, this follows Python semantics in that the result here is consistent
-// with a flooring divide. E.g. `floor(x / y) * y + mod(x, y) = x`.
+// Assumes the two SparseTensors have the same shape, i.e., no broadcasting.
 //
-// *NOTE*: `FloorMod` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func FloorMod(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// Arguments:
+//	a_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
+// SparseTensor, in the canonical lexicographic ordering.
+//	a_values: 1-D.  `N` non-empty values corresponding to `a_indices`.
+//	a_shape: 1-D.  Shape of the input SparseTensor.
+//	b_indices: counterpart to `a_indices` for the other operand.
+//	b_values: counterpart to `a_values` for the other operand; must be of the same dtype.
+//	b_shape: counterpart to `a_shape` for the other operand; the two shapes must be equal.
+//
+// Returns 2-D.  The indices of the output SparseTensor.1-D.  The values of the output SparseTensor.
+func SparseSparseMinimum(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b_indices tf.Output, b_values tf.Output, b_shape tf.Output) (output_indices tf.Output, output_values tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "FloorMod",
+		Type: "SparseSparseMinimum",
 		Input: []tf.Input{
-			x, y,
+			a_indices, a_values, a_shape, b_indices, b_values, b_shape,
 		},
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1)
 }
 
-// SparseTensorDenseMatMulAttr is an optional argument to SparseTensorDenseMatMul.
-type SparseTensorDenseMatMulAttr func(optionalAttr)
+// TakeManySparseFromTensorsMapAttr is an optional argument to TakeManySparseFromTensorsMap.
+type TakeManySparseFromTensorsMapAttr func(optionalAttr)
 
-// SparseTensorDenseMatMulAdjointA sets the optional adjoint_a attribute to value.
+// TakeManySparseFromTensorsMapContainer sets the optional container attribute to value.
 //
-// value: Use the adjoint of A in the matrix multiply.  If A is complex, this
-// is transpose(conj(A)).  Otherwise it's transpose(A).
-// If not specified, defaults to false
-func SparseTensorDenseMatMulAdjointA(value bool) SparseTensorDenseMatMulAttr {
+// value: The container name for the `SparseTensorsMap` read by this op.
+// If not specified, defaults to ""
+func TakeManySparseFromTensorsMapContainer(value string) TakeManySparseFromTensorsMapAttr {
 	return func(m optionalAttr) {
-		m["adjoint_a"] = value
+		m["container"] = value
 	}
 }
 
-// SparseTensorDenseMatMulAdjointB sets the optional adjoint_b attribute to value.
+// TakeManySparseFromTensorsMapSharedName sets the optional shared_name attribute to value.
 //
-// value: Use the adjoint of B in the matrix multiply.  If B is complex, this
-// is transpose(conj(B)).  Otherwise it's transpose(B).
-// If not specified, defaults to false
-func SparseTensorDenseMatMulAdjointB(value bool) SparseTensorDenseMatMulAttr {
+// value: The shared name for the `SparseTensorsMap` read by this op.
+// It should not be blank; rather the `shared_name` or unique Operation name
+// of the Op that created the original `SparseTensorsMap` should be used.
+// If not specified, defaults to ""
+func TakeManySparseFromTensorsMapSharedName(value string) TakeManySparseFromTensorsMapAttr {
 	return func(m optionalAttr) {
-		m["adjoint_b"] = value
-	}
-}
-
-// Multiply SparseTensor (of rank 2) "A" by dense matrix "B".
-//
-// No validity checking is performed on the indices of A.  However, the following
-// input format is recommended for optimal behavior:
-//
-// if adjoint_a == false:
-//   A should be sorted in lexicographically increasing order.  Use SparseReorder
-//   if you're not sure.
-// if adjoint_a == true:
-//   A should be sorted in order of increasing dimension 1 (i.e., "column major"
-//   order instead of "row major" order).
-//
-// Arguments:
-//	a_indices: 2-D.  The `indices` of the `SparseTensor`, size `[nnz, 2]` Matrix.
-//	a_values: 1-D.  The `values` of the `SparseTensor`, size `[nnz]` Vector.
-//	a_shape: 1-D.  The `shape` of the `SparseTensor`, size `[2]` Vector.
-//	b: 2-D.  A dense Matrix.
-func SparseTensorDenseMatMul(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b tf.Output, optional ...SparseTensorDenseMatMulAttr) (product tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "SparseTensorDenseMatMul",
-		Input: []tf.Input{
-			a_indices, a_values, a_shape, b,
-		},
-		Attrs: attrs,
+		m["shared_name"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Deserialize and concatenate `SparseTensors` from a serialized minibatch.
+// Read `SparseTensors` from a `SparseTensorsMap` and concatenate them.
 //
-// The input `serialized_sparse` must be a string matrix of shape `[N x 3]` where
-// `N` is the minibatch size and the rows correspond to packed outputs of
-// `SerializeSparse`.  The ranks of the original `SparseTensor` objects
-// must all match.  When the final `SparseTensor` is created, it has rank one
+// The input `sparse_handles` must be an `int64` matrix of shape `[N, 1]` where
+// `N` is the minibatch size and the rows correspond to the output handles of
+// `AddSparseToTensorsMap` or `AddManySparseToTensorsMap`.  The ranks of the
+// original `SparseTensor` objects that went into the given input ops must all
+// match.  When the final `SparseTensor` is created, it has rank one
 // higher than the ranks of the incoming `SparseTensor` objects
-// (they have been concatenated along a new row dimension).
+// (they have been concatenated along a new row dimension on the left).
 //
 // The output `SparseTensor` object's shape values for all dimensions but the
 // first are the max across the input `SparseTensor` objects' shape values
@@ -20982,24 +21403,29 @@ func SparseTensorDenseMatMul(scope *Scope, a_indices tf.Output, a_values tf.Outp
 // standard lexicographic order.  If this is not the case, after this
 // step run `SparseReorder` to restore index ordering.
 //
-// For example, if the serialized input is a `[2 x 3]` matrix representing two
-// original `SparseTensor` objects:
+// For example, if the handles represent an input, which is a `[2, 3]` matrix
+// representing two original `SparseTensor` objects:
 //
+// ```
 //     index = [ 0]
 //             [10]
 //             [20]
 //     values = [1, 2, 3]
 //     shape = [50]
+// ```
 //
 // and
 //
+// ```
 //     index = [ 2]
 //             [10]
 //     values = [4, 5]
 //     shape = [30]
+// ```
 //
-// then the final deserialized `SparseTensor` will be:
+// then the final `SparseTensor` will be:
 //
+// ```
 //     index = [0  0]
 //             [0 10]
 //             [0 20]
@@ -21007,20 +21433,27 @@ func SparseTensorDenseMatMul(scope *Scope, a_indices tf.Output, a_values tf.Outp
 //             [1 10]
 //     values = [1, 2, 3, 4, 5]
 //     shape = [2 50]
+// ```
 //
 // Arguments:
-//	serialized_sparse: 2-D, The `N` serialized `SparseTensor` objects.
-// Must have 3 columns.
-//	dtype: The `dtype` of the serialized `SparseTensor` objects.
-func DeserializeManySparse(scope *Scope, serialized_sparse tf.Output, dtype tf.DataType) (sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output) {
+//	sparse_handles: 1-D, The `N` serialized `SparseTensor` objects.
+// Shape: `[N]`.
+//	dtype: The `dtype` of the `SparseTensor` objects stored in the
+// `SparseTensorsMap`.
+//
+// Returns 2-D.  The `indices` of the minibatch `SparseTensor`.1-D.  The `values` of the minibatch `SparseTensor`.1-D.  The `shape` of the minibatch `SparseTensor`.
+func TakeManySparseFromTensorsMap(scope *Scope, sparse_handles tf.Output, dtype tf.DataType, optional ...TakeManySparseFromTensorsMapAttr) (sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	attrs := map[string]interface{}{"dtype": dtype}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "DeserializeManySparse",
+		Type: "TakeManySparseFromTensorsMap",
 		Input: []tf.Input{
-			serialized_sparse,
+			sparse_handles,
 		},
 		Attrs: attrs,
 	}
@@ -21028,216 +21461,151 @@ func DeserializeManySparse(scope *Scope, serialized_sparse tf.Output, dtype tf.D
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Inverse real-valued fast Fourier transform.
-//
-// Computes the inverse 1-dimensional discrete Fourier transform of a real-valued
-// signal over the inner-most dimension of `input`.
-//
-// The inner-most dimension of `input` is assumed to be the result of `RFFT`: the
-// `fft_length / 2 + 1` unique components of the DFT of a real-valued signal. If
-// `fft_length` is not provided, it is computed from the size of the inner-most
-// dimension of `input` (`fft_length = 2 * (inner - 1)`). If the FFT length used to
-// compute `input` is odd, it should be provided since it cannot be inferred
-// properly.
+// Assigns a new value to a variable.
 //
-// Along the axis `IRFFT` is computed on, if `fft_length / 2 + 1` is smaller
-// than the corresponding dimension of `input`, the dimension is cropped. If it is
-// larger, the dimension is padded with zeros.
+// Any ReadVariableOp with a control dependency on this op is guaranteed to return
+// this value or a subsequent newer value of the variable.
 //
 // Arguments:
-//	input: A complex64 tensor.
-//	fft_length: An int32 tensor of shape [1]. The FFT length.
-//
-// Returns A float32 tensor of the same rank as `input`. The inner-most
-//   dimension of `input` is replaced with the `fft_length` samples of its inverse
-//   1D Fourier transform.
+//	resource: handle to the resource in which to store the variable.
+//	value: the value to set the new tensor to use.
 //
-// @compatibility(numpy)
-// Equivalent to np.fft.irfft
-// @end_compatibility
-func IRFFT(scope *Scope, input tf.Output, fft_length tf.Output) (output tf.Output) {
+// Returns the created operation.
+func AssignVariableOp(scope *Scope, resource tf.Output, value tf.Output) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "IRFFT",
+		Type: "AssignVariableOp",
 		Input: []tf.Input{
-			input, fft_length,
+			resource, value,
 		},
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// Concatenates a list of `SparseTensor` along the specified dimension.
-//
-// Concatenation is with respect to the dense versions of these sparse tensors.
-// It is assumed that each input is a `SparseTensor` whose elements are ordered
-// along increasing dimension number.
-//
-// All inputs' shapes must match, except for the concat dimension.  The
-// `indices`, `values`, and `shapes` lists must have the same length.
-//
-// The output shape is identical to the inputs', except along the concat
-// dimension, where it is the sum of the inputs' sizes along that dimension.
-//
-// The output elements will be resorted to preserve the sort order along
-// increasing dimension number.
-//
-// This op runs in `O(M log M)` time, where `M` is the total number of non-empty
-// values across all inputs. This is due to the need for an internal sort in
-// order to concatenate efficiently across an arbitrary dimension.
-//
-// For example, if `concat_dim = 1` and the inputs are
-//
-//     sp_inputs[0]: shape = [2, 3]
-//     [0, 2]: "a"
-//     [1, 0]: "b"
-//     [1, 1]: "c"
-//
-//     sp_inputs[1]: shape = [2, 4]
-//     [0, 1]: "d"
-//     [0, 2]: "e"
-//
-// then the output will be
-//
-//     shape = [2, 7]
-//     [0, 2]: "a"
-//     [0, 4]: "d"
-//     [0, 5]: "e"
-//     [1, 0]: "b"
-//     [1, 1]: "c"
-//
-// Graphically this is equivalent to doing
-//
-//     [    a] concat [  d e  ] = [    a   d e  ]
-//     [b c  ]        [       ]   [b c          ]
+// Strip leading and trailing whitespaces from the Tensor.
 //
 // Arguments:
-//	indices: 2-D.  Indices of each input `SparseTensor`.
-//	values: 1-D.  Non-empty values of each `SparseTensor`.
-//	shapes: 1-D.  Shapes of each `SparseTensor`.
-//	concat_dim: Dimension to concatenate along. Must be in range [-rank, rank),
-// where rank is the number of dimensions in each input `SparseTensor`.
+//	input: A string `Tensor` of any shape.
 //
-// Returns 2-D.  Indices of the concatenated `SparseTensor`.1-D.  Non-empty values of the concatenated `SparseTensor`.1-D.  Shape of the concatenated `SparseTensor`.
-func SparseConcat(scope *Scope, indices []tf.Output, values []tf.Output, shapes []tf.Output, concat_dim int64) (output_indices tf.Output, output_values tf.Output, output_shape tf.Output) {
+// Returns A string `Tensor` of the same shape as the input.
+func StringStrip(scope *Scope, input tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"concat_dim": concat_dim}
 	opspec := tf.OpSpec{
-		Type: "SparseConcat",
+		Type: "StringStrip",
 		Input: []tf.Input{
-			tf.OutputList(indices), tf.OutputList(values), tf.OutputList(shapes),
+			input,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// Generates sparse cross from a list of sparse and dense tensors.
-//
-// The op takes two lists, one of 2D `SparseTensor` and one of 2D `Tensor`, each
-// representing features of one feature column. It outputs a 2D `SparseTensor` with
-// the batchwise crosses of these features.
-//
-// For example, if the inputs are
-//
-//     inputs[0]: SparseTensor with shape = [2, 2]
-//     [0, 0]: "a"
-//     [1, 0]: "b"
-//     [1, 1]: "c"
-//
-//     inputs[1]: SparseTensor with shape = [2, 1]
-//     [0, 0]: "d"
-//     [1, 0]: "e"
-//
-//     inputs[2]: Tensor [["f"], ["g"]]
+// Returns a tensor of ones with the same shape and type as x.
 //
-// then the output will be
+// Arguments:
+//	x: a tensor of type T.
 //
-//     shape = [2, 2]
-//     [0, 0]: "a_X_d_X_f"
-//     [1, 0]: "b_X_e_X_g"
-//     [1, 1]: "c_X_e_X_g"
+// Returns a tensor of the same shape and type as x but filled with ones.
+func OnesLike(scope *Scope, x tf.Output) (y tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "OnesLike",
+		Input: []tf.Input{
+			x,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// The gradient of SparseFillEmptyRows.
 //
-// if hashed_output=true then the output will be
+// Takes vectors reverse_index_map, shaped `[N]`, and grad_values,
+// shaped `[N_full]`, where `N_full >= N` and copies data into either
+// `d_values` or `d_default_value`.  Here `d_values` is shaped `[N]` and
+// `d_default_value` is a scalar.
 //
-//     shape = [2, 2]
-//     [0, 0]: FingerprintCat64(
-//                 Fingerprint64("f"), FingerprintCat64(
-//                     Fingerprint64("d"), Fingerprint64("a")))
-//     [1, 0]: FingerprintCat64(
-//                 Fingerprint64("g"), FingerprintCat64(
-//                     Fingerprint64("e"), Fingerprint64("b")))
-//     [1, 1]: FingerprintCat64(
-//                 Fingerprint64("g"), FingerprintCat64(
-//                     Fingerprint64("e"), Fingerprint64("c")))
+//   d_values[j] = grad_values[reverse_index_map[j]]
+//   d_default_value = sum_{k : 0 .. N_full - 1} (
+//      grad_values[k] * 1{k not in reverse_index_map})
 //
 // Arguments:
-//	indices: 2-D.  Indices of each input `SparseTensor`.
-//	values: 1-D.   values of each `SparseTensor`.
-//	shapes: 1-D.   Shapes of each `SparseTensor`.
-//	dense_inputs: 2-D.    Columns represented by dense `Tensor`.
-//	hashed_output: If true, returns the hash of the cross instead of the string.
-// This will allow us avoiding string manipulations.
-//	num_buckets: It is used if hashed_output is true.
-// output = hashed_value%num_buckets if num_buckets > 0 else hashed_value.
-//	hash_key: Specify the hash_key that will be used by the `FingerprintCat64`
-// function to combine the crosses fingerprints.
+//	reverse_index_map: 1-D.  The reverse index map from SparseFillEmptyRows.
+//	grad_values: 1-D.  The gradients from backprop.
+//
+// Returns 1-D.  The backprop into values.0-D.  The backprop into default_value.
+func SparseFillEmptyRowsGrad(scope *Scope, reverse_index_map tf.Output, grad_values tf.Output) (d_values tf.Output, d_default_value tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "SparseFillEmptyRowsGrad",
+		Input: []tf.Input{
+			reverse_index_map, grad_values,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
+}
+
+// Computes scaled exponential linear: `scale * alpha * (exp(features) - 1)`
 //
+// if < 0, `scale * features` otherwise.
 //
+// To be used together with
+// `initializer = tf.variance_scaling_initializer(factor=1.0, mode='FAN_IN')`.
+// For correct dropout, use `tf.contrib.nn.alpha_dropout`.
 //
-// Returns 2-D.  Indices of the concatenated `SparseTensor`.1-D.  Non-empty values of the concatenated or hashed
-// `SparseTensor`.1-D.  Shape of the concatenated `SparseTensor`.
-func SparseCross(scope *Scope, indices []tf.Output, values []tf.Output, shapes []tf.Output, dense_inputs []tf.Output, hashed_output bool, num_buckets int64, hash_key int64, out_type tf.DataType, internal_type tf.DataType) (output_indices tf.Output, output_values tf.Output, output_shape tf.Output) {
+// See [Self-Normalizing Neural Networks](https://arxiv.org/abs/1706.02515)
+func Selu(scope *Scope, features tf.Output) (activations tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"hashed_output": hashed_output, "num_buckets": num_buckets, "hash_key": hash_key, "out_type": out_type, "internal_type": internal_type}
 	opspec := tf.OpSpec{
-		Type: "SparseCross",
+		Type: "Selu",
 		Input: []tf.Input{
-			tf.OutputList(indices), tf.OutputList(values), tf.OutputList(shapes), tf.OutputList(dense_inputs),
+			features,
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// ResourceApplyProximalAdagradAttr is an optional argument to ResourceApplyProximalAdagrad.
-type ResourceApplyProximalAdagradAttr func(optionalAttr)
+// SetSizeAttr is an optional argument to SetSize.
+type SetSizeAttr func(optionalAttr)
 
-// ResourceApplyProximalAdagradUseLocking sets the optional use_locking attribute to value.
-//
-// value: If True, updating of the var and accum tensors will be protected by
-// a lock; otherwise the behavior is undefined, but may exhibit less contention.
-// If not specified, defaults to false
-func ResourceApplyProximalAdagradUseLocking(value bool) ResourceApplyProximalAdagradAttr {
+// SetSizeValidateIndices sets the optional validate_indices attribute to value.
+// If not specified, defaults to true
+func SetSizeValidateIndices(value bool) SetSizeAttr {
 	return func(m optionalAttr) {
-		m["use_locking"] = value
+		m["validate_indices"] = value
 	}
 }
 
-// Update '*var' and '*accum' according to FOBOS with Adagrad learning rate.
+// Number of unique elements along last dimension of input `set`.
 //
-// accum += grad * grad
-// prox_v = var - lr * grad * (1 / sqrt(accum))
-// var = sign(prox_v)/(1+lr*l2) * max{|prox_v|-lr*l1,0}
+// Input `set` is a `SparseTensor` represented by `set_indices`, `set_values`,
+// and `set_shape`. The last dimension contains values in a set, duplicates are
+// allowed but ignored.
+//
+// If `validate_indices` is `True`, this op validates the order and range of `set`
+// indices.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	accum: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	l1: L1 regularization. Must be a scalar.
-//	l2: L2 regularization. Must be a scalar.
-//	grad: The gradient.
+//	set_indices: 2D `Tensor`, indices of a `SparseTensor`.
+//	set_values: 1D `Tensor`, values of a `SparseTensor`.
+//	set_shape: 1D `Tensor`, shape of a `SparseTensor`.
 //
-// Returns the created operation.
-func ResourceApplyProximalAdagrad(scope *Scope, var_ tf.Output, accum tf.Output, lr tf.Output, l1 tf.Output, l2 tf.Output, grad tf.Output, optional ...ResourceApplyProximalAdagradAttr) (o *tf.Operation) {
+// Returns For `set` ranked `n`, this is a `Tensor` with rank `n-1`, and the same 1st
+// `n-1` dimensions as `set`. Each value is the number of unique elements in
+// the corresponding `[0...n-1]` dimension of `set`.
+func SetSize(scope *Scope, set_indices tf.Output, set_values tf.Output, set_shape tf.Output, optional ...SetSizeAttr) (size tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -21246,467 +21614,544 @@ func ResourceApplyProximalAdagrad(scope *Scope, var_ tf.Output, accum tf.Output,
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyProximalAdagrad",
+		Type: "SetSize",
 		Input: []tf.Input{
-			var_, accum, lr, l1, l2, grad,
+			set_indices, set_values, set_shape,
 		},
 		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// MutableHashTableOfTensorsV2Attr is an optional argument to MutableHashTableOfTensorsV2.
-type MutableHashTableOfTensorsV2Attr func(optionalAttr)
-
-// MutableHashTableOfTensorsV2Container sets the optional container attribute to value.
+// Computes the sign and the log of the absolute value of the determinant of
 //
-// value: If non-empty, this table is placed in the given container.
-// Otherwise, a default container is used.
-// If not specified, defaults to ""
-func MutableHashTableOfTensorsV2Container(value string) MutableHashTableOfTensorsV2Attr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// MutableHashTableOfTensorsV2SharedName sets the optional shared_name attribute to value.
+// one or more square matrices.
 //
-// value: If non-empty, this table is shared under the given name across
-// multiple sessions.
-// If not specified, defaults to ""
-func MutableHashTableOfTensorsV2SharedName(value string) MutableHashTableOfTensorsV2Attr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// MutableHashTableOfTensorsV2UseNodeNameSharing sets the optional use_node_name_sharing attribute to value.
-// If not specified, defaults to false
-func MutableHashTableOfTensorsV2UseNodeNameSharing(value bool) MutableHashTableOfTensorsV2Attr {
-	return func(m optionalAttr) {
-		m["use_node_name_sharing"] = value
+// The input is a tensor of shape `[N, M, M]` whose inner-most 2 dimensions
+// form square matrices. The outputs are two tensors containing the signs and
+// absolute values of the log determinants for all N input submatrices
+// `[..., :, :]` such that the determinant = sign*exp(log_abs_determinant).
+// The log_abs_determinant is computed as det(P)*sum(log(diag(LU))) where LU
+// is the LU decomposition of the input and P is the corresponding
+// permutation matrix.
+//
+// Arguments:
+//	input: Shape is `[N, M, M]`.
+//
+// Returns The signs of the log determinants of the inputs. Shape is `[N]`.The logs of the absolute values of the determinants
+// of the N input matrices.  Shape is `[N]`.
+func LogMatrixDeterminant(scope *Scope, input tf.Output) (sign tf.Output, log_abs_determinant tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
-}
-
-// MutableHashTableOfTensorsV2ValueShape sets the optional value_shape attribute to value.
-// If not specified, defaults to <>
-func MutableHashTableOfTensorsV2ValueShape(value tf.Shape) MutableHashTableOfTensorsV2Attr {
-	return func(m optionalAttr) {
-		m["value_shape"] = value
+	opspec := tf.OpSpec{
+		Type: "LogMatrixDeterminant",
+		Input: []tf.Input{
+			input,
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1)
 }
 
-// Creates an empty hash table.
+// Copy a tensor setting everything outside a central band in each innermost matrix
+//
+// to zero.
+//
+// The `band` part is computed as follows:
+// Assume `input` has `k` dimensions `[I, J, K, ..., M, N]`, then the output is a
+// tensor with the same shape where
+//
+// `band[i, j, k, ..., m, n] = in_band(m, n) * input[i, j, k, ..., m, n]`.
+//
+// The indicator function
+//
+// `in_band(m, n) = (num_lower < 0 || (m-n) <= num_lower)) &&
+//                  (num_upper < 0 || (n-m) <= num_upper)`.
+//
+// For example:
+//
+// ```
+// # if 'input' is [[ 0,  1,  2, 3]
+//                  [-1,  0,  1, 2]
+//                  [-2, -1,  0, 1]
+//                  [-3, -2, -1, 0]],
 //
-// This op creates a mutable hash table, specifying the type of its keys and
-// values. Each value must be a vector. Data can be inserted into the table using
-// the insert operations. It does not support the initialization operation.
+// tf.matrix_band_part(input, 1, -1) ==> [[ 0,  1,  2, 3]
+//                                        [-1,  0,  1, 2]
+//                                        [ 0, -1,  0, 1]
+//                                        [ 0,  0, -1, 0]],
 //
-// Arguments:
-//	key_dtype: Type of the table keys.
-//	value_dtype: Type of the table values.
+// tf.matrix_band_part(input, 2, 1) ==> [[ 0,  1,  0, 0]
+//                                       [-1,  0,  1, 0]
+//                                       [-2, -1,  0, 1]
+//                                       [ 0, -2, -1, 0]]
+// ```
 //
-// Returns Handle to a table.
-func MutableHashTableOfTensorsV2(scope *Scope, key_dtype tf.DataType, value_dtype tf.DataType, optional ...MutableHashTableOfTensorsV2Attr) (table_handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"key_dtype": key_dtype, "value_dtype": value_dtype}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "MutableHashTableOfTensorsV2",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// The gradient operator for the SparseSlice op.
+// Useful special cases:
 //
-// This op takes in the upstream gradient w.r.t. non-empty values of
-// the sliced `SparseTensor`, and outputs the gradients w.r.t.
-// the non-empty values of input `SparseTensor`.
+// ```
+//  tf.matrix_band_part(input, 0, -1) ==> Upper triangular part.
+//  tf.matrix_band_part(input, -1, 0) ==> Lower triangular part.
+//  tf.matrix_band_part(input, 0, 0) ==> Diagonal.
+// ```
 //
 // Arguments:
-//	backprop_val_grad: 1-D. The gradient with respect to
-// the non-empty values of the sliced `SparseTensor`.
-//	input_indices: 2-D.  The `indices` of the input `SparseTensor`.
-//	input_start: 1-D. tensor represents the start of the slice.
-//	output_indices: 2-D.  The `indices` of the sliced `SparseTensor`.
+//	input: Rank `k` tensor.
+//	num_lower: 0-D tensor. Number of subdiagonals to keep. If negative, keep entire
+// lower triangle.
+//	num_upper: 0-D tensor. Number of superdiagonals to keep. If negative, keep
+// entire upper triangle.
 //
-// Returns 1-D. The gradient with respect to the non-empty values of input `SparseTensor`.
-func SparseSliceGrad(scope *Scope, backprop_val_grad tf.Output, input_indices tf.Output, input_start tf.Output, output_indices tf.Output) (val_grad tf.Output) {
+// Returns Rank `k` tensor of the same shape as input. The extracted banded tensor.
+func MatrixBandPart(scope *Scope, input tf.Output, num_lower tf.Output, num_upper tf.Output) (band tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseSliceGrad",
+		Type: "MatrixBandPart",
 		Input: []tf.Input{
-			backprop_val_grad, input_indices, input_start, output_indices,
+			input, num_lower, num_upper,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Computes the gradient of the sigmoid of `x` wrt its input.
+// Delete the tensor specified by its handle in the session.
 //
-// Specifically, `grad = dy * y * (1 - y)`, where `y = sigmoid(x)`, and
-// `dy` is the corresponding input gradient.
-func SigmoidGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
+// Arguments:
+//	handle: The handle for a tensor stored in the session state.
+//
+// Returns the created operation.
+func DeleteSessionTensor(scope *Scope, handle tf.Output) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SigmoidGrad",
+		Type: "DeleteSessionTensor",
 		Input: []tf.Input{
-			y, dy,
+			handle,
 		},
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// Convert one or more images from HSV to RGB.
+// L2 Loss.
 //
-// Outputs a tensor of the same shape as the `images` tensor, containing the RGB
-// value of the pixels. The output is only well defined if the value in `images`
-// are in `[0,1]`.
+// Computes half the L2 norm of a tensor without the `sqrt`:
 //
-// See `rgb_to_hsv` for a description of the HSV encoding.
+//     output = sum(t ** 2) / 2
 //
 // Arguments:
-//	images: 1-D or higher rank. HSV data to convert. Last dimension must be size 3.
+//	t: Typically 2-D, but may have any dimensions.
 //
-// Returns `images` converted to RGB.
-func HSVToRGB(scope *Scope, images tf.Output) (output tf.Output) {
+// Returns 0-D.
+func L2Loss(scope *Scope, t tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "HSVToRGB",
+		Type: "L2Loss",
 		Input: []tf.Input{
-			images,
+			t,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Creates a dataset by applying optimizations to `input_dataset`.
+// DenseToSparseSetOperationAttr is an optional argument to DenseToSparseSetOperation.
+type DenseToSparseSetOperationAttr func(optionalAttr)
+
+// DenseToSparseSetOperationValidateIndices sets the optional validate_indices attribute to value.
+// If not specified, defaults to true
+func DenseToSparseSetOperationValidateIndices(value bool) DenseToSparseSetOperationAttr {
+	return func(m optionalAttr) {
+		m["validate_indices"] = value
+	}
+}
+
+// Applies set operation along last dimension of `Tensor` and `SparseTensor`.
 //
-// Creates a dataset by applying optimizations to `input_dataset`.
+// See SetOperationOp::SetOperationFromContext for values of `set_operation`.
+//
+// Input `set2` is a `SparseTensor` represented by `set2_indices`, `set2_values`,
+// and `set2_shape`. For `set2` ranked `n`, 1st `n-1` dimensions must be the same
+// as `set1`. Dimension `n` contains values in a set, duplicates are allowed but
+// ignored.
+//
+// If `validate_indices` is `True`, this op validates the order and range of `set2`
+// indices.
+//
+// Output `result` is a `SparseTensor` represented by `result_indices`,
+// `result_values`, and `result_shape`. For `set1` and `set2` ranked `n`, this
+// has rank `n` and the same 1st `n-1` dimensions as `set1` and `set2`. The `nth`
+// dimension contains the result of `set_operation` applied to the corresponding
+// `[0...n-1]` dimension of `set`.
 //
 // Arguments:
-//	input_dataset: A variant tensor representing the input dataset.
-//	optimizations: A `tf.string` vector `tf.Tensor` identifying optimizations to use.
+//	set1: `Tensor` with rank `n`. 1st `n-1` dimensions must be the same as `set2`.
+// Dimension `n` contains values in a set, duplicates are allowed but ignored.
+//	set2_indices: 2D `Tensor`, indices of a `SparseTensor`. Must be in row-major
+// order.
+//	set2_values: 1D `Tensor`, values of a `SparseTensor`. Must be in row-major
+// order.
+//	set2_shape: 1D `Tensor`, shape of a `SparseTensor`. `set2_shape[0...n-1]` must
+// be the same as the 1st `n-1` dimensions of `set1`, `result_shape[n]` is the
+// max set size across `n-1` dimensions.
 //
 //
-func OptimizeDataset(scope *Scope, input_dataset tf.Output, optimizations tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+// Returns 2D indices of a `SparseTensor`.1D values of a `SparseTensor`.1D `Tensor` shape of a `SparseTensor`. `result_shape[0...n-1]` is
+// the same as the 1st `n-1` dimensions of `set1` and `set2`, `result_shape[n]`
+// is the max result set size across all `0...n-1` dimensions.
+func DenseToSparseSetOperation(scope *Scope, set1 tf.Output, set2_indices tf.Output, set2_values tf.Output, set2_shape tf.Output, set_operation string, optional ...DenseToSparseSetOperationAttr) (result_indices tf.Output, result_values tf.Output, result_shape tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	attrs := map[string]interface{}{"set_operation": set_operation}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "OptimizeDataset",
+		Type: "DenseToSparseSetOperation",
 		Input: []tf.Input{
-			input_dataset, optimizations,
+			set1, set2_indices, set2_values, set2_shape,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Returns the element-wise min of two SparseTensors.
+// Subtracts a value from the current value of a variable.
 //
-// Assumes the two SparseTensors have the same shape, i.e., no broadcasting.
+// Any ReadVariableOp with a control dependency on this op is guaranteed to
+// see the decremented value or a subsequent newer one.
 //
 // Arguments:
-//	a_indices: 2-D.  `N x R` matrix with the indices of non-empty values in a
-// SparseTensor, in the canonical lexicographic ordering.
-//	a_values: 1-D.  `N` non-empty values corresponding to `a_indices`.
-//	a_shape: 1-D.  Shape of the input SparseTensor.
-//	b_indices: counterpart to `a_indices` for the other operand.
-//	b_values: counterpart to `a_values` for the other operand; must be of the same dtype.
-//	b_shape: counterpart to `a_shape` for the other operand; the two shapes must be equal.
+//	resource: handle to the resource in which to store the variable.
+//	value: the value by which the variable will be incremented.
 //
-// Returns 2-D.  The indices of the output SparseTensor.1-D.  The values of the output SparseTensor.
-func SparseSparseMinimum(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b_indices tf.Output, b_values tf.Output, b_shape tf.Output) (output_indices tf.Output, output_values tf.Output) {
+// Returns the created operation.
+func AssignSubVariableOp(scope *Scope, resource tf.Output, value tf.Output) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "SparseSparseMinimum",
+		Type: "AssignSubVariableOp",
 		Input: []tf.Input{
-			a_indices, a_values, a_shape, b_indices, b_values, b_shape,
+			resource, value,
 		},
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return scope.AddOperation(opspec)
 }
 
-// TakeManySparseFromTensorsMapAttr is an optional argument to TakeManySparseFromTensorsMap.
-type TakeManySparseFromTensorsMapAttr func(optionalAttr)
-
-// TakeManySparseFromTensorsMapContainer sets the optional container attribute to value.
-//
-// value: The container name for the `SparseTensorsMap` read by this op.
-// If not specified, defaults to ""
-func TakeManySparseFromTensorsMapContainer(value string) TakeManySparseFromTensorsMapAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
+// RestoreAttr is an optional argument to Restore.
+type RestoreAttr func(optionalAttr)
 
-// TakeManySparseFromTensorsMapSharedName sets the optional shared_name attribute to value.
+// RestorePreferredShard sets the optional preferred_shard attribute to value.
 //
-// value: The shared name for the `SparseTensorsMap` read by this op.
-// It should not be blank; rather the `shared_name` or unique Operation name
-// of the Op that created the original `SparseTensorsMap` should be used.
-// If not specified, defaults to ""
-func TakeManySparseFromTensorsMapSharedName(value string) TakeManySparseFromTensorsMapAttr {
+// value: Index of file to open first if multiple files match
+// `file_pattern`.
+// If not specified, defaults to -1
+func RestorePreferredShard(value int64) RestoreAttr {
 	return func(m optionalAttr) {
-		m["shared_name"] = value
+		m["preferred_shard"] = value
 	}
 }
 
-// Read `SparseTensors` from a `SparseTensorsMap` and concatenate them.
-//
-// The input `sparse_handles` must be an `int64` matrix of shape `[N, 1]` where
-// `N` is the minibatch size and the rows correspond to the output handles of
-// `AddSparseToTensorsMap` or `AddManySparseToTensorsMap`.  The ranks of the
-// original `SparseTensor` objects that went into the given input ops must all
-// match.  When the final `SparseTensor` is created, it has rank one
-// higher than the ranks of the incoming `SparseTensor` objects
-// (they have been concatenated along a new row dimension on the left).
-//
-// The output `SparseTensor` object's shape values for all dimensions but the
-// first are the max across the input `SparseTensor` objects' shape values
-// for the corresponding dimensions.  Its first shape value is `N`, the minibatch
-// size.
-//
-// The input `SparseTensor` objects' indices are assumed ordered in
-// standard lexicographic order.  If this is not the case, after this
-// step run `SparseReorder` to restore index ordering.
-//
-// For example, if the handles represent an input, which is a `[2, 3]` matrix
-// representing two original `SparseTensor` objects:
-//
-// ```
-//     index = [ 0]
-//             [10]
-//             [20]
-//     values = [1, 2, 3]
-//     shape = [50]
-// ```
-//
-// and
+// Restores a tensor from checkpoint files.
 //
-// ```
-//     index = [ 2]
-//             [10]
-//     values = [4, 5]
-//     shape = [30]
-// ```
+// Reads a tensor stored in one or several files. If there are several files (for
+// instance because a tensor was saved as slices), `file_pattern` may contain
+// wildcard symbols (`*` and `?`) in the filename portion only, not in the
+// directory portion.
 //
-// then the final `SparseTensor` will be:
+// If a `file_pattern` matches several files, `preferred_shard` can be used to hint
+// in which file the requested tensor is likely to be found. This op will first
+// open the file at index `preferred_shard` in the list of matching files and try
+// to restore tensors from that file.  Only if some tensors or tensor slices are
+// not found in that first file, then the Op opens all the files. Setting
+// `preferred_shard` to match the value passed as the `shard` input
+// of a matching `Save` Op may speed up Restore.  This attribute only affects
+// performance, not correctness.  The default value -1 means files are processed in
+// order.
 //
-// ```
-//     index = [0  0]
-//             [0 10]
-//             [0 20]
-//             [1  2]
-//             [1 10]
-//     values = [1, 2, 3, 4, 5]
-//     shape = [2 50]
-// ```
+// See also `RestoreSlice`.
 //
 // Arguments:
-//	sparse_handles: 1-D, The `N` serialized `SparseTensor` objects.
-// Shape: `[N]`.
-//	dtype: The `dtype` of the `SparseTensor` objects stored in the
-// `SparseTensorsMap`.
+//	file_pattern: Must have a single element. The pattern of the files from
+// which we read the tensor.
+//	tensor_name: Must have a single element. The name of the tensor to be
+// restored.
+//	dt: The type of the tensor to be restored.
 //
-// Returns 2-D.  The `indices` of the minibatch `SparseTensor`.1-D.  The `values` of the minibatch `SparseTensor`.1-D.  The `shape` of the minibatch `SparseTensor`.
-func TakeManySparseFromTensorsMap(scope *Scope, sparse_handles tf.Output, dtype tf.DataType, optional ...TakeManySparseFromTensorsMapAttr) (sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output) {
+// Returns The restored tensor.
+func Restore(scope *Scope, file_pattern tf.Output, tensor_name tf.Output, dt tf.DataType, optional ...RestoreAttr) (tensor tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dtype": dtype}
+	attrs := map[string]interface{}{"dt": dt}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "TakeManySparseFromTensorsMap",
+		Type: "Restore",
 		Input: []tf.Input{
-			sparse_handles,
+			file_pattern, tensor_name,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// Assigns a new value to a variable.
+// QuantizedResizeBilinearAttr is an optional argument to QuantizedResizeBilinear.
+type QuantizedResizeBilinearAttr func(optionalAttr)
+
+// QuantizedResizeBilinearAlignCorners sets the optional align_corners attribute to value.
 //
-// Any ReadVariableOp with a control dependency on this op is guaranteed to return
-// this value or a subsequent newer value of the variable.
+// value: If true, the centers of the 4 corner pixels of the input and output tensors are
+// aligned, preserving the values at the corner pixels. Defaults to false.
+// If not specified, defaults to false
+func QuantizedResizeBilinearAlignCorners(value bool) QuantizedResizeBilinearAttr {
+	return func(m optionalAttr) {
+		m["align_corners"] = value
+	}
+}
+
+// Resize quantized `images` to `size` using quantized bilinear interpolation.
+//
+// Input images and output images must be quantized types.
 //
 // Arguments:
-//	resource: handle to the resource in which to store the variable.
-//	value: the value to set the new tensor to use.
+//	images: 4-D with shape `[batch, height, width, channels]`.
+//	size: = A 1-D int32 Tensor of 2 elements: `new_height, new_width`.  The
+// new size for the images.
 //
-// Returns the created operation.
-func AssignVariableOp(scope *Scope, resource tf.Output, value tf.Output) (o *tf.Operation) {
+//
+//
+// Returns 4-D with shape
+// `[batch, new_height, new_width, channels]`.
+func QuantizedResizeBilinear(scope *Scope, images tf.Output, size tf.Output, min tf.Output, max tf.Output, optional ...QuantizedResizeBilinearAttr) (resized_images tf.Output, out_min tf.Output, out_max tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "AssignVariableOp",
+		Type: "QuantizedResizeBilinear",
 		Input: []tf.Input{
-			resource, value,
+			images, size, min, max,
 		},
+		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Strip leading and trailing whitespaces from the Tensor.
+// SdcaOptimizerAttr is an optional argument to SdcaOptimizer.
+type SdcaOptimizerAttr func(optionalAttr)
+
+// SdcaOptimizerAdaptative sets the optional adaptative attribute to value.
+//
+// value: Whether to use Adaptive SDCA for the inner loop.
+// If not specified, defaults to true
+func SdcaOptimizerAdaptative(value bool) SdcaOptimizerAttr {
+	return func(m optionalAttr) {
+		m["adaptative"] = value
+	}
+}
+
+// Distributed version of Stochastic Dual Coordinate Ascent (SDCA) optimizer for
+//
+// linear models with L1 + L2 regularization. As global optimization objective is
+// strongly-convex, the optimizer optimizes the dual objective at each step. The
+// optimizer applies each update one example at a time. Examples are sampled
+// uniformly, and the optimizer is learning rate free and enjoys linear convergence
+// rate.
+//
+// [Proximal Stochastic Dual Coordinate Ascent](http://arxiv.org/pdf/1211.2717v1.pdf).<br>
+// Shai Shalev-Shwartz, Tong Zhang. 2012
+//
+// $$Loss Objective = \sum f_{i} (wx_{i}) + (l2 / 2) * |w|^2 + l1 * |w|$$
+//
+// [Adding vs. Averaging in Distributed Primal-Dual Optimization](http://arxiv.org/abs/1502.03508).<br>
+// Chenxin Ma, Virginia Smith, Martin Jaggi, Michael I. Jordan,
+// Peter Richtarik, Martin Takac. 2015
+//
+// [Stochastic Dual Coordinate Ascent with Adaptive Probabilities](https://arxiv.org/abs/1502.08053).<br>
+// Dominik Csiba, Zheng Qu, Peter Richtarik. 2015
 //
 // Arguments:
-//	input: A string `Tensor` of any shape.
+//	sparse_example_indices: a list of vectors which contain example indices.
+//	sparse_feature_indices: a list of vectors which contain feature indices.
+//	sparse_feature_values: a list of vectors which contains feature value
+// associated with each feature group.
+//	dense_features: a list of matrices which contains the dense feature values.
+//	example_weights: a vector which contains the weight associated with each
+// example.
+//	example_labels: a vector which contains the label/target associated with each
+// example.
+//	sparse_indices: a list of vectors where each value is the indices which has
+// corresponding weights in sparse_weights. This field maybe omitted for the
+// dense approach.
+//	sparse_weights: a list of vectors where each value is the weight associated with
+// a sparse feature group.
+//	dense_weights: a list of vectors where the values are the weights associated
+// with a dense feature group.
+//	example_state_data: a list of vectors containing the example state data.
+//	loss_type: Type of the primal loss. Currently SdcaSolver supports logistic,
+// squared and hinge losses.
+//	l1: Symmetric l1 regularization strength.
+//	l2: Symmetric l2 regularization strength.
+//	num_loss_partitions: Number of partitions of the global loss function.
+//	num_inner_iterations: Number of iterations per mini-batch.
 //
-// Returns A string `Tensor` of the same shape as the input.
-func StringStrip(scope *Scope, input tf.Output) (output tf.Output) {
+// Returns a list of vectors containing the updated example state
+// data.a list of vectors where each value is the delta
+// weights associated with a sparse feature group.a list of vectors where the values are the delta
+// weights associated with a dense feature group.
+func SdcaOptimizer(scope *Scope, sparse_example_indices []tf.Output, sparse_feature_indices []tf.Output, sparse_feature_values []tf.Output, dense_features []tf.Output, example_weights tf.Output, example_labels tf.Output, sparse_indices []tf.Output, sparse_weights []tf.Output, dense_weights []tf.Output, example_state_data tf.Output, loss_type string, l1 float32, l2 float32, num_loss_partitions int64, num_inner_iterations int64, optional ...SdcaOptimizerAttr) (out_example_state_data tf.Output, out_delta_sparse_weights []tf.Output, out_delta_dense_weights []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"loss_type": loss_type, "l1": l1, "l2": l2, "num_loss_partitions": num_loss_partitions, "num_inner_iterations": num_inner_iterations}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "StringStrip",
+		Type: "SdcaOptimizer",
 		Input: []tf.Input{
-			input,
+			tf.OutputList(sparse_example_indices), tf.OutputList(sparse_feature_indices), tf.OutputList(sparse_feature_values), tf.OutputList(dense_features), example_weights, example_labels, tf.OutputList(sparse_indices), tf.OutputList(sparse_weights), tf.OutputList(dense_weights), example_state_data,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	out_example_state_data = op.Output(idx)
+	if out_delta_sparse_weights, idx, err = makeOutputList(op, idx, "out_delta_sparse_weights"); err != nil {
+		scope.UpdateErr("SdcaOptimizer", err)
+		return
+	}
+	if out_delta_dense_weights, idx, err = makeOutputList(op, idx, "out_delta_dense_weights"); err != nil {
+		scope.UpdateErr("SdcaOptimizer", err)
+		return
+	}
+	return out_example_state_data, out_delta_sparse_weights, out_delta_dense_weights
 }
 
-// Returns a tensor of ones with the same shape and type as x.
-//
-// Arguments:
-//	x: a tensor of type T.
+// MatrixTriangularSolveAttr is an optional argument to MatrixTriangularSolve.
+type MatrixTriangularSolveAttr func(optionalAttr)
+
+// MatrixTriangularSolveLower sets the optional lower attribute to value.
 //
-// Returns a tensor of the same shape and type as x but filled with ones.
-func OnesLike(scope *Scope, x tf.Output) (y tf.Output) {
-	if scope.Err() != nil {
-		return
+// value: Boolean indicating whether the innermost matrices in `matrix` are
+// lower or upper triangular.
+// If not specified, defaults to true
+func MatrixTriangularSolveLower(value bool) MatrixTriangularSolveAttr {
+	return func(m optionalAttr) {
+		m["lower"] = value
 	}
-	opspec := tf.OpSpec{
-		Type: "OnesLike",
-		Input: []tf.Input{
-			x,
-		},
+}
+
+// MatrixTriangularSolveAdjoint sets the optional adjoint attribute to value.
+//
+// value: Boolean indicating whether to solve with `matrix` or its (block-wise)
+//          adjoint.
+//
+// @compatibility(numpy)
+// Equivalent to scipy.linalg.solve_triangular
+// @end_compatibility
+// If not specified, defaults to false
+func MatrixTriangularSolveAdjoint(value bool) MatrixTriangularSolveAttr {
+	return func(m optionalAttr) {
+		m["adjoint"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// The gradient of SparseFillEmptyRows.
+// Solves systems of linear equations with upper or lower triangular matrices by
 //
-// Takes vectors reverse_index_map, shaped `[N]`, and grad_values,
-// shaped `[N_full]`, where `N_full >= N` and copies data into either
-// `d_values` or `d_default_value`.  Here `d_values` is shaped `[N]` and
-// `d_default_value` is a scalar.
+// backsubstitution.
 //
-//   d_values[j] = grad_values[reverse_index_map[j]]
-//   d_default_value = sum_{k : 0 .. N_full - 1} (
-//      grad_values[k] * 1{k not in reverse_index_map})
+// `matrix` is a tensor of shape `[..., M, M]` whose inner-most 2 dimensions form
+// square matrices. If `lower` is `True` then the strictly upper triangular part
+// of each inner-most matrix is assumed to be zero and not accessed.
+// If `lower` is False then the strictly lower triangular part of each inner-most
+// matrix is assumed to be zero and not accessed.
+// `rhs` is a tensor of shape `[..., M, K]`.
+//
+// The output is a tensor of shape `[..., M, K]`. If `adjoint` is
+// `True` then the innermost matrices in `output` satisfy matrix equations
+// `matrix[..., :, :] * output[..., :, :] = rhs[..., :, :]`.
+// If `adjoint` is `False` then the strictly then the  innermost matrices in
+// `output` satisfy matrix equations
+// `adjoint(matrix[..., i, k]) * output[..., k, j] = rhs[..., i, j]`.
 //
 // Arguments:
-//	reverse_index_map: 1-D.  The reverse index map from SparseFillEmptyRows.
-//	grad_values: 1-D.  The gradients from backprop.
+//	matrix: Shape is `[..., M, M]`.
+//	rhs: Shape is `[..., M, K]`.
 //
-// Returns 1-D.  The backprop into values.0-D.  The backprop into default_value.
-func SparseFillEmptyRowsGrad(scope *Scope, reverse_index_map tf.Output, grad_values tf.Output) (d_values tf.Output, d_default_value tf.Output) {
+// Returns Shape is `[..., M, K]`.
+func MatrixTriangularSolve(scope *Scope, matrix tf.Output, rhs tf.Output, optional ...MatrixTriangularSolveAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "SparseFillEmptyRowsGrad",
+		Type: "MatrixTriangularSolve",
 		Input: []tf.Input{
-			reverse_index_map, grad_values,
+			matrix, rhs,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
-}
-
-// Computes scaled exponential linear: `scale * alpha * (exp(features) - 1)`
-//
-// if < 0, `scale * features` otherwise.
-//
-// To be used together with
-// `initializer = tf.variance_scaling_initializer(factor=1.0, mode='FAN_IN')`.
-// For correct dropout, use `tf.contrib.nn.alpha_dropout`.
-//
-// See [Self-Normalizing Neural Networks](https://arxiv.org/abs/1706.02515)
-func Selu(scope *Scope, features tf.Output) (activations tf.Output) {
+	return op.Output(0)
+}
+
+// Computes inverse hyperbolic sine of x element-wise.
+func Asinh(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "Selu",
+		Type: "Asinh",
 		Input: []tf.Input{
-			features,
+			x,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// SetSizeAttr is an optional argument to SetSize.
-type SetSizeAttr func(optionalAttr)
-
-// SetSizeValidateIndices sets the optional validate_indices attribute to value.
-// If not specified, defaults to true
-func SetSizeValidateIndices(value bool) SetSizeAttr {
-	return func(m optionalAttr) {
-		m["validate_indices"] = value
-	}
-}
-
-// Number of unique elements along last dimension of input `set`.
-//
-// Input `set` is a `SparseTensor` represented by `set_indices`, `set_values`,
-// and `set_shape`. The last dimension contains values in a set, duplicates are
-// allowed but ignored.
-//
-// If `validate_indices` is `True`, this op validates the order and range of `set`
-// indices.
+// Creates a dataset with a range of values. Corresponds to python's xrange.
 //
 // Arguments:
-//	set_indices: 2D `Tensor`, indices of a `SparseTensor`.
-//	set_values: 1D `Tensor`, values of a `SparseTensor`.
-//	set_shape: 1D `Tensor`, shape of a `SparseTensor`.
+//	start: corresponds to start in python's xrange().
+//	stop: corresponds to stop in python's xrange().
+//	step: corresponds to step in python's xrange().
 //
-// Returns For `set` ranked `n`, this is a `Tensor` with rank `n-1`, and the same 1st
-// `n-1` dimensions as `set`. Each value is the number of unique elements in
-// the corresponding `[0...n-1]` dimension of `set`.
-func SetSize(scope *Scope, set_indices tf.Output, set_values tf.Output, set_shape tf.Output, optional ...SetSizeAttr) (size tf.Output) {
+//
+func RangeDataset(scope *Scope, start tf.Output, stop tf.Output, step tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "SetSize",
+		Type: "RangeDataset",
 		Input: []tf.Input{
-			set_indices, set_values, set_shape,
+			start, stop, step,
 		},
 		Attrs: attrs,
 	}
@@ -21714,194 +22159,143 @@ func SetSize(scope *Scope, set_indices tf.Output, set_values tf.Output, set_shap
 	return op.Output(0)
 }
 
-// Computes the sign and the log of the absolute value of the determinant of
+// Stops gradient computation.
 //
-// one or more square matrices.
+// When executed in a graph, this op outputs its input tensor as-is.
 //
-// The input is a tensor of shape `[N, M, M]` whose inner-most 2 dimensions
-// form square matrices. The outputs are two tensors containing the signs and
-// absolute values of the log determinants for all N input submatrices
-// `[..., :, :]` such that the determinant = sign*exp(log_abs_determinant).
-// The log_abs_determinant is computed as det(P)*sum(log(diag(LU))) where LU
-// is the LU decomposition of the input and P is the corresponding
-// permutation matrix.
+// When building ops to compute gradients, this op prevents the contribution of
+// its inputs to be taken into account.  Normally, the gradient generator adds ops
+// to a graph to compute the derivatives of a specified 'loss' by recursively
+// finding out inputs that contributed to its computation.  If you insert this op
+// in the graph it inputs are masked from the gradient generator.  They are not
+// taken into account for computing gradients.
 //
-// Arguments:
-//	input: Shape is `[N, M, M]`.
+// This is useful any time you want to compute a value with TensorFlow but need
+// to pretend that the value was a constant. Some examples include:
 //
-// Returns The signs of the log determinants of the inputs. Shape is `[N]`.The logs of the absolute values of the determinants
-// of the N input matrices.  Shape is `[N]`.
-func LogMatrixDeterminant(scope *Scope, input tf.Output) (sign tf.Output, log_abs_determinant tf.Output) {
+// *  The *EM* algorithm where the *M-step* should not involve backpropagation
+//    through the output of the *E-step*.
+// *  Contrastive divergence training of Boltzmann machines where, when
+//    differentiating the energy function, the training must not backpropagate
+//    through the graph that generated the samples from the model.
+// *  Adversarial training, where no backprop should happen through the adversarial
+//    example generation process.
+func StopGradient(scope *Scope, input tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "LogMatrixDeterminant",
+		Type: "StopGradient",
 		Input: []tf.Input{
 			input,
 		},
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1)
+	return op.Output(0)
 }
 
-// Copy a tensor setting everything outside a central band in each innermost matrix
-//
-// to zero.
-//
-// The `band` part is computed as follows:
-// Assume `input` has `k` dimensions `[I, J, K, ..., M, N]`, then the output is a
-// tensor with the same shape where
-//
-// `band[i, j, k, ..., m, n] = in_band(m, n) * input[i, j, k, ..., m, n]`.
-//
-// The indicator function
-//
-// `in_band(m, n) = (num_lower < 0 || (m-n) <= num_lower)) &&
-//                  (num_upper < 0 || (n-m) <= num_upper)`.
-//
-// For example:
-//
-// ```
-// # if 'input' is [[ 0,  1,  2, 3]
-//                  [-1,  0,  1, 2]
-//                  [-2, -1,  0, 1]
-//                  [-3, -2, -1, 0]],
-//
-// tf.matrix_band_part(input, 1, -1) ==> [[ 0,  1,  2, 3]
-//                                        [-1,  0,  1, 2]
-//                                        [ 0, -1,  0, 1]
-//                                        [ 0,  0, -1, 0]],
-//
-// tf.matrix_band_part(input, 2, 1) ==> [[ 0,  1,  0, 0]
-//                                       [-1,  0,  1, 0]
-//                                       [-2, -1,  0, 1]
-//                                       [ 0, -2, -1, 0]]
-// ```
-//
-// Useful special cases:
-//
-// ```
-//  tf.matrix_band_part(input, 0, -1) ==> Upper triangular part.
-//  tf.matrix_band_part(input, -1, 0) ==> Lower triangular part.
-//  tf.matrix_band_part(input, 0, 0) ==> Diagonal.
-// ```
-//
-// Arguments:
-//	input: Rank `k` tensor.
-//	num_lower: 0-D tensor. Number of subdiagonals to keep. If negative, keep entire
-// lower triangle.
-//	num_upper: 0-D tensor. Number of superdiagonals to keep. If negative, keep
-// entire upper triangle.
+// Eagerly executes a python function to compute func(input)->output. The
 //
-// Returns Rank `k` tensor of the same shape as input. The extracted banded tensor.
-func MatrixBandPart(scope *Scope, input tf.Output, num_lower tf.Output, num_upper tf.Output) (band tf.Output) {
+// semantics of the input, output, and attributes are the same as those for
+// PyFunc.
+func EagerPyFunc(scope *Scope, input []tf.Output, token string, Tout []tf.DataType) (output []tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"token": token, "Tout": Tout}
 	opspec := tf.OpSpec{
-		Type: "MatrixBandPart",
+		Type: "EagerPyFunc",
 		Input: []tf.Input{
-			input, num_lower, num_upper,
+			tf.OutputList(input),
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// SumAttr is an optional argument to Sum.
-type SumAttr func(optionalAttr)
-
-// SumKeepDims sets the optional keep_dims attribute to value.
-//
-// value: If true, retain reduced dimensions with length 1.
-// If not specified, defaults to false
-func SumKeepDims(value bool) SumAttr {
-	return func(m optionalAttr) {
-		m["keep_dims"] = value
+	if scope.Err() != nil {
+		return
 	}
+	var idx int
+	var err error
+	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
+		scope.UpdateErr("EagerPyFunc", err)
+		return
+	}
+	return output
 }
 
-// Computes the sum of elements across dimensions of a tensor.
+// Adds sparse updates to the variable referenced by `resource`.
 //
-// Reduces `input` along the dimensions given in `axis`. Unless
-// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
-// `axis`. If `keep_dims` is true, the reduced dimensions are
-// retained with length 1.
+// This operation computes
+//
+//     # Scalar indices
+//     ref[indices, ...] += updates[...]
+//
+//     # Vector indices (for each i)
+//     ref[indices[i], ...] += updates[i, ...]
+//
+//     # High rank indices (for each i, ..., j)
+//     ref[indices[i, ..., j], ...] += updates[i, ..., j, ...]
+//
+// Duplicate entries are handled correctly: if multiple `indices` reference
+// the same location, their contributions add.
+//
+// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
+//
+// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
+// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
+// </div>
 //
 // Arguments:
-//	input: The tensor to reduce.
-//	axis: The dimensions to reduce. Must be in the range
-// `[-rank(input), rank(input))`.
+//	resource: Should be from a `Variable` node.
+//	indices: A tensor of indices into the first dimension of `ref`.
+//	updates: A tensor of updated values to add to `ref`.
 //
-// Returns The reduced tensor.
-func Sum(scope *Scope, input tf.Output, axis tf.Output, optional ...SumAttr) (output tf.Output) {
+// Returns the created operation.
+func ResourceScatterAdd(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "Sum",
+		Type: "ResourceScatterAdd",
 		Input: []tf.Input{
-			input, axis,
+			resource, indices, updates,
 		},
-		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// EnterAttr is an optional argument to Enter.
-type EnterAttr func(optionalAttr)
-
-// EnterIsConstant sets the optional is_constant attribute to value.
+// Says whether the targets are in the top `K` predictions.
 //
-// value: If true, the output is constant within the child frame.
-// If not specified, defaults to false
-func EnterIsConstant(value bool) EnterAttr {
-	return func(m optionalAttr) {
-		m["is_constant"] = value
-	}
-}
-
-// EnterParallelIterations sets the optional parallel_iterations attribute to value.
+// This outputs a `batch_size` bool array, an entry `out[i]` is `true` if the
+// prediction for the target class is among the top `k` predictions among
+// all predictions for example `i`. Note that the behavior of `InTopK` differs
+// from the `TopK` op in its handling of ties; if multiple classes have the
+// same prediction value and straddle the top-`k` boundary, all of those
+// classes are considered to be in the top `k`.
 //
-// value: The number of iterations allowed to run in parallel.
-// If not specified, defaults to 10
-func EnterParallelIterations(value int64) EnterAttr {
-	return func(m optionalAttr) {
-		m["parallel_iterations"] = value
-	}
-}
-
-// Creates or finds a child frame, and makes `data` available to the child frame.
+// More formally, let
 //
-// This op is used together with `Exit` to create loops in the graph.
-// The unique `frame_name` is used by the `Executor` to identify frames. If
-// `is_constant` is true, `output` is a constant in the child frame; otherwise
-// it may be changed in the child frame. At most `parallel_iterations` iterations
-// are run in parallel in the child frame.
+//   \\(predictions_i\\) be the predictions for all classes for example `i`,
+//   \\(targets_i\\) be the target class for example `i`,
+//   \\(out_i\\) be the output for example `i`,
+//
+// $$out_i = predictions_{i, targets_i} \in TopKIncludingTies(predictions_i)$$
 //
 // Arguments:
-//	data: The tensor to be made available to the child frame.
-//	frame_name: The name of the child frame.
+//	predictions: A `batch_size` x `classes` tensor.
+//	targets: A `batch_size` vector of class ids.
+//	k: Number of top elements to look at for computing precision.
 //
-// Returns The same tensor as `data`.
-func Enter(scope *Scope, data tf.Output, frame_name string, optional ...EnterAttr) (output tf.Output) {
+// Returns Computed Precision at `k` as a `bool Tensor`.
+func InTopK(scope *Scope, predictions tf.Output, targets tf.Output, k int64) (precision tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"frame_name": frame_name}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"k": k}
 	opspec := tf.OpSpec{
-		Type: "Enter",
+		Type: "InTopK",
 		Input: []tf.Input{
-			data,
+			predictions, targets,
 		},
 		Attrs: attrs,
 	}
@@ -21909,128 +22303,65 @@ func Enter(scope *Scope, data tf.Output, frame_name string, optional ...EnterAtt
 	return op.Output(0)
 }
 
-// Add all input tensors element wise.
+// Returns (x - y)(x - y) element-wise.
 //
-// Arguments:
-//	inputs: Must all be the same size and shape.
-func AddN(scope *Scope, inputs []tf.Output) (sum tf.Output) {
+// *NOTE*: `SquaredDifference` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func SquaredDifference(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "AddN",
+		Type: "SquaredDifference",
 		Input: []tf.Input{
-			tf.OutputList(inputs),
+			x, y,
 		},
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// TryRpcAttr is an optional argument to TryRpc.
-type TryRpcAttr func(optionalAttr)
-
-// TryRpcProtocol sets the optional protocol attribute to value.
-//
-// value: RPC protocol to use.  Empty string means use the default protocol.
-// Options include 'grpc'.
-// If not specified, defaults to ""
-func TryRpcProtocol(value string) TryRpcAttr {
-	return func(m optionalAttr) {
-		m["protocol"] = value
-	}
-}
+// RandomGammaAttr is an optional argument to RandomGamma.
+type RandomGammaAttr func(optionalAttr)
 
-// TryRpcFailFast sets the optional fail_fast attribute to value.
+// RandomGammaSeed sets the optional seed attribute to value.
 //
-// value: `boolean`. If `true` (default), then failures to connect
-// (i.e., the server does not immediately respond) cause an RPC failure.
-// If not specified, defaults to true
-func TryRpcFailFast(value bool) TryRpcAttr {
+// value: If either `seed` or `seed2` are set to be non-zero, the random number
+// generator is seeded by the given seed.  Otherwise, it is seeded by a
+// random seed.
+// If not specified, defaults to 0
+func RandomGammaSeed(value int64) RandomGammaAttr {
 	return func(m optionalAttr) {
-		m["fail_fast"] = value
+		m["seed"] = value
 	}
 }
 
-// TryRpcTimeoutInMs sets the optional timeout_in_ms attribute to value.
+// RandomGammaSeed2 sets the optional seed2 attribute to value.
 //
-// value: `int`. If `0` (default), then the kernel will run the RPC
-// request and only time out if the RPC deadline passes or the session times out.
-// If this value is greater than `0`, then the op will raise an exception if
-// the RPC takes longer than `timeout_in_ms`.
+// value: A second seed to avoid seed collision.
 // If not specified, defaults to 0
-func TryRpcTimeoutInMs(value int64) TryRpcAttr {
+func RandomGammaSeed2(value int64) RandomGammaAttr {
 	return func(m optionalAttr) {
-		m["timeout_in_ms"] = value
+		m["seed2"] = value
 	}
 }
 
-// Perform batches of RPC requests.
-//
-// This op asynchronously performs either a single RPC request, or a batch
-// of requests.  RPC requests are defined by three main parameters:
-//
-//   - `address` (the host+port or BNS address of the request)
-//   - `method` (the method name for the request)
-//   - `request` (the serialized proto string, or vector of strings,
-//      of the RPC request argument).
-//
-// For example, if you have an RPC service running on port localhost:2345,
-// and its interface is configured with the following proto declaration:
-//
-// ```
-// service MyService {
-//   rpc MyMethod(MyRequestProto) returns (MyResponseProto) {
-//   }
-// };
-// ```
-//
-// then call this op with arguments:
-//
-// ```
-// address = "localhost:2345"
-// method = "MyService/MyMethod"
-// ```
-//
-// The `request` tensor is a string tensor representing serialized `MyRequestProto`
-// strings; and the output string tensor `response` will have the same shape
-// and contain (upon successful completion) corresponding serialized
-// `MyResponseProto` strings.
-//
-// For example, to send a single, empty, `MyRequestProto`, call
-// this op with `request = ""`.  To send 5 **parallel** empty requests,
-// call this op with `request = ["", "", "", "", ""]`.
-//
-// More generally, one can create a batch of `MyRequestProto` serialized protos
-// from regular batched tensors using the `encode_proto` op, and convert
-// the response `MyResponseProto` serialized protos to batched tensors
-// using the `decode_proto` op.
-//
-// **NOTE** Working with serialized proto strings is faster than instantiating
-// actual proto objects in memory, so no performance degradation is expected
-// compared to writing custom kernels for this workflow.
+// Outputs random values from the Gamma distribution(s) described by alpha.
 //
-// Unlike the standard `Rpc` op, if the connection fails or the remote worker
-// returns an error status, this op does **not** reraise the exception.
-// Instead, the `status_code` and `status_message` entry for the corresponding RPC
-// call is set with the error returned from the RPC call.  The `response` tensor
-// will contain valid response values for those minibatch entries whose RPCs did
-// not fail; the rest of the entries will have empty strings.
+// This op uses the algorithm by Marsaglia et al. to acquire samples via
+// transformation-rejection from pairs of uniform and normal random variables.
+// See http://dl.acm.org/citation.cfm?id=358414
 //
 // Arguments:
-//	address: `0-D` or `1-D`.  The address (i.e. host_name:port) of the RPC server.
-// If this tensor has more than 1 element, then multiple parallel rpc requests
-// are sent.  This argument broadcasts with `method` and `request`.
-//	method: `0-D` or `1-D`.  The method address on the RPC server.
-// If this tensor has more than 1 element, then multiple parallel rpc requests
-// are sent.  This argument broadcasts with `address` and `request`.
-//	request: `0-D` or `1-D`.  Serialized proto strings: the rpc request argument.
-// If this tensor has more than 1 element, then multiple parallel rpc requests
-// are sent.  This argument broadcasts with `address` and `method`.
+//	shape: 1-D integer tensor. Shape of independent samples to draw from each
+// distribution described by the shape parameters given in alpha.
+//	alpha: A tensor in which each scalar is a "shape" parameter describing the
+// associated gamma distribution.
 //
-// Returns Same shape as `request`. Serialized proto strings: the rpc responses.Same shape as `request`.  Values correspond to tensorflow Status enum codes.Same shape as `request`.  Values correspond to Status messages
-// returned from the RPC calls.
-func TryRpc(scope *Scope, address tf.Output, method tf.Output, request tf.Output, optional ...TryRpcAttr) (response tf.Output, status_code tf.Output, status_message tf.Output) {
+// Returns A tensor with shape `shape + shape(alpha)`. Each slice
+// `[:, ..., :, i0, i1, ...iN]` contains the samples drawn for
+// `alpha[i0, i1, ...iN]`. The dtype of the output matches the dtype of alpha.
+func RandomGamma(scope *Scope, shape tf.Output, alpha tf.Output, optional ...RandomGammaAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -22039,115 +22370,57 @@ func TryRpc(scope *Scope, address tf.Output, method tf.Output, request tf.Output
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "TryRpc",
+		Type: "RandomGamma",
 		Input: []tf.Input{
-			address, method, request,
+			shape, alpha,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
-}
-
-// Delete the tensor specified by its handle in the session.
-//
-// Arguments:
-//	handle: The handle for a tensor stored in the session state.
-//
-// Returns the created operation.
-func DeleteSessionTensor(scope *Scope, handle tf.Output) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "DeleteSessionTensor",
-		Input: []tf.Input{
-			handle,
-		},
-	}
-	return scope.AddOperation(opspec)
-}
-
-// L2 Loss.
-//
-// Computes half the L2 norm of a tensor without the `sqrt`:
-//
-//     output = sum(t ** 2) / 2
-//
-// Arguments:
-//	t: Typically 2-D, but may have any dimensions.
-//
-// Returns 0-D.
-func L2Loss(scope *Scope, t tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "L2Loss",
-		Input: []tf.Input{
-			t,
-		},
-	}
-	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// DenseToSparseSetOperationAttr is an optional argument to DenseToSparseSetOperation.
-type DenseToSparseSetOperationAttr func(optionalAttr)
-
-// DenseToSparseSetOperationValidateIndices sets the optional validate_indices attribute to value.
-// If not specified, defaults to true
-func DenseToSparseSetOperationValidateIndices(value bool) DenseToSparseSetOperationAttr {
-	return func(m optionalAttr) {
-		m["validate_indices"] = value
-	}
-}
-
-// Applies set operation along last dimension of `Tensor` and `SparseTensor`.
+// Convert the quantized 'input' tensor into a lower-precision 'output', using the
 //
-// See SetOperationOp::SetOperationFromContext for values of `set_operation`.
+// actual distribution of the values to maximize the usage of the lower bit depth
+// and adjusting the output min and max ranges accordingly.
 //
-// Input `set2` is a `SparseTensor` represented by `set2_indices`, `set2_values`,
-// and `set2_shape`. For `set2` ranked `n`, 1st `n-1` dimensions must be the same
-// as `set1`. Dimension `n` contains values in a set, duplicates are allowed but
-// ignored.
+// [input_min, input_max] are scalar floats that specify the range for the float
+// interpretation of the 'input' data. For example, if input_min is -1.0f and
+// input_max is 1.0f, and we are dealing with quint16 quantized data, then a 0
+// value in the 16-bit data should be interpreted as -1.0f, and a 65535 means 1.0f.
 //
-// If `validate_indices` is `True`, this op validates the order and range of `set2`
-// indices.
+// This operator tries to squeeze as much precision as possible into an output with
+// a lower bit depth by calculating the actual min and max values found in the
+// data. For example, maybe that quint16 input has no values lower than 16,384 and
+// none higher than 49,152. That means only half the range is actually needed, all
+// the float interpretations are between -0.5f and 0.5f, so if we want to compress
+// the data into a quint8 output, we can use that range rather than the theoretical
+// -1.0f to 1.0f that is suggested by the input min and max.
 //
-// Output `result` is a `SparseTensor` represented by `result_indices`,
-// `result_values`, and `result_shape`. For `set1` and `set2` ranked `n`, this
-// has rank `n` and the same 1st `n-1` dimensions as `set1` and `set2`. The `nth`
-// dimension contains the result of `set_operation` applied to the corresponding
-// `[0...n-1]` dimension of `set`.
+// In practice, this is most useful for taking output from operations like
+// QuantizedMatMul that can produce higher bit-depth outputs than their inputs and
+// may have large potential output ranges, but in practice have a distribution of
+// input values that only uses a small fraction of the possible range. By feeding
+// that output into this operator, we can reduce it from 32 bits down to 8 with
+// minimal loss of accuracy.
 //
 // Arguments:
-//	set1: `Tensor` with rank `n`. 1st `n-1` dimensions must be the same as `set2`.
-// Dimension `n` contains values in a set, duplicates are allowed but ignored.
-//	set2_indices: 2D `Tensor`, indices of a `SparseTensor`. Must be in row-major
-// order.
-//	set2_values: 1D `Tensor`, values of a `SparseTensor`. Must be in row-major
-// order.
-//	set2_shape: 1D `Tensor`, shape of a `SparseTensor`. `set2_shape[0...n-1]` must
-// be the same as the 1st `n-1` dimensions of `set1`, `result_shape[n]` is the
-// max set size across `n-1` dimensions.
 //
+//	input_min: The float value that the minimum quantized input value represents.
+//	input_max: The float value that the maximum quantized input value represents.
+//	out_type: The type of the output. Should be a lower bit depth than Tinput.
 //
-// Returns 2D indices of a `SparseTensor`.1D values of a `SparseTensor`.1D `Tensor` shape of a `SparseTensor`. `result_shape[0...n-1]` is
-// the same as the 1st `n-1` dimensions of `set1` and `set2`, `result_shape[n]`
-// is the max result set size across all `0...n-1` dimensions.
-func DenseToSparseSetOperation(scope *Scope, set1 tf.Output, set2_indices tf.Output, set2_values tf.Output, set2_shape tf.Output, set_operation string, optional ...DenseToSparseSetOperationAttr) (result_indices tf.Output, result_values tf.Output, result_shape tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"set_operation": set_operation}
-	for _, a := range optional {
-		a(attrs)
+// Returns The float value that the minimum quantized output value represents.The float value that the maximum quantized output value represents.
+func QuantizeDownAndShrinkRange(scope *Scope, input tf.Output, input_min tf.Output, input_max tf.Output, out_type tf.DataType) (output tf.Output, output_min tf.Output, output_max tf.Output) {
+	if scope.Err() != nil {
+		return
 	}
+	attrs := map[string]interface{}{"out_type": out_type}
 	opspec := tf.OpSpec{
-		Type: "DenseToSparseSetOperation",
+		Type: "QuantizeDownAndShrinkRange",
 		Input: []tf.Input{
-			set1, set2_indices, set2_values, set2_shape,
+			input, input_min, input_max,
 		},
 		Attrs: attrs,
 	}
@@ -22155,82 +22428,113 @@ func DenseToSparseSetOperation(scope *Scope, set1 tf.Output, set2_indices tf.Out
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Subtracts a value from the current value of a variable.
+// Selects elements from `x` or `y`, depending on `condition`.
 //
-// Any ReadVariableOp with a control dependency on this op is guaranteed to
-// see the decremented value or a subsequent newer one.
+// The `x`, and `y` tensors must all have the same shape, and the
+// output will also have that shape.
+//
+// The `condition` tensor must be a scalar if `x` and `y` are scalars.
+// If `x` and `y` are vectors or higher rank, then `condition` must be either a
+// scalar, a vector with size matching the first dimension of `x`, or must have
+// the same shape as `x`.
+//
+// The `condition` tensor acts as a mask that chooses, based on the value at each
+// element, whether the corresponding element / row in the output should be
+// taken from `x` (if true) or `y` (if false).
+//
+// If `condition` is a vector and `x` and `y` are higher rank matrices, then
+// it chooses which row (outer dimension) to copy from `x` and `y`.
+// If `condition` has the same shape as `x` and `y`, then it chooses which
+// element to copy from `x` and `y`.
+//
+// For example:
+//
+// ```python
+// # 'condition' tensor is [[True,  False]
+// #                        [False, True]]
+// # 't' is [[1, 2],
+// #         [3, 4]]
+// # 'e' is [[5, 6],
+// #         [7, 8]]
+// select(condition, t, e)  # => [[1, 6], [7, 4]]
+//
+//
+// # 'condition' tensor is [True, False]
+// # 't' is [[1, 2],
+// #         [3, 4]]
+// # 'e' is [[5, 6],
+// #         [7, 8]]
+// select(condition, t, e) ==> [[1, 2],
+//                              [7, 8]]
+//
+// ```
 //
 // Arguments:
-//	resource: handle to the resource in which to store the variable.
-//	value: the value by which the variable will be incremented.
 //
-// Returns the created operation.
-func AssignSubVariableOp(scope *Scope, resource tf.Output, value tf.Output) (o *tf.Operation) {
+//	x: = A `Tensor` which may have the same shape as `condition`.
+// If `condition` is rank 1, `x` may have higher rank,
+// but its first dimension must match the size of `condition`.
+//	y: = A `Tensor` with the same type and shape as `x`.
+//
+// Returns = A `Tensor` with the same type and shape as `x` and `y`.
+func Select(scope *Scope, condition tf.Output, x tf.Output, y tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "AssignSubVariableOp",
+		Type: "Select",
 		Input: []tf.Input{
-			resource, value,
+			condition, x, y,
 		},
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// RestoreAttr is an optional argument to Restore.
-type RestoreAttr func(optionalAttr)
+// MatMulAttr is an optional argument to MatMul.
+type MatMulAttr func(optionalAttr)
 
-// RestorePreferredShard sets the optional preferred_shard attribute to value.
+// MatMulTransposeA sets the optional transpose_a attribute to value.
 //
-// value: Index of file to open first if multiple files match
-// `file_pattern`.
-// If not specified, defaults to -1
-func RestorePreferredShard(value int64) RestoreAttr {
+// value: If true, "a" is transposed before multiplication.
+// If not specified, defaults to false
+func MatMulTransposeA(value bool) MatMulAttr {
 	return func(m optionalAttr) {
-		m["preferred_shard"] = value
+		m["transpose_a"] = value
 	}
 }
 
-// Restores a tensor from checkpoint files.
-//
-// Reads a tensor stored in one or several files. If there are several files (for
-// instance because a tensor was saved as slices), `file_pattern` may contain
-// wildcard symbols (`*` and `?`) in the filename portion only, not in the
-// directory portion.
-//
-// If a `file_pattern` matches several files, `preferred_shard` can be used to hint
-// in which file the requested tensor is likely to be found. This op will first
-// open the file at index `preferred_shard` in the list of matching files and try
-// to restore tensors from that file.  Only if some tensors or tensor slices are
-// not found in that first file, then the Op opens all the files. Setting
-// `preferred_shard` to match the value passed as the `shard` input
-// of a matching `Save` Op may speed up Restore.  This attribute only affects
-// performance, not correctness.  The default value -1 means files are processed in
-// order.
+// MatMulTransposeB sets the optional transpose_b attribute to value.
 //
-// See also `RestoreSlice`.
+// value: If true, "b" is transposed before multiplication.
+// If not specified, defaults to false
+func MatMulTransposeB(value bool) MatMulAttr {
+	return func(m optionalAttr) {
+		m["transpose_b"] = value
+	}
+}
+
+// Multiply the matrix "a" by the matrix "b".
 //
-// Arguments:
-//	file_pattern: Must have a single element. The pattern of the files from
-// which we read the tensor.
-//	tensor_name: Must have a single element. The name of the tensor to be
-// restored.
-//	dt: The type of the tensor to be restored.
+// The inputs must be two-dimensional matrices and the inner dimension of
+// "a" (after being transposed if transpose_a is true) must match the
+// outer dimension of "b" (after being transposed if transposed_b is
+// true).
 //
-// Returns The restored tensor.
-func Restore(scope *Scope, file_pattern tf.Output, tensor_name tf.Output, dt tf.DataType, optional ...RestoreAttr) (tensor tf.Output) {
+// *Note*: The default kernel implementation for MatMul on GPUs uses
+// cublas.
+func MatMul(scope *Scope, a tf.Output, b tf.Output, optional ...MatMulAttr) (product tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"dt": dt}
+	attrs := map[string]interface{}{}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "Restore",
+		Type: "MatMul",
 		Input: []tf.Input{
-			file_pattern, tensor_name,
+			a, b,
 		},
 		Attrs: attrs,
 	}
@@ -22238,34 +22542,53 @@ func Restore(scope *Scope, file_pattern tf.Output, tensor_name tf.Output, dt tf.
 	return op.Output(0)
 }
 
-// QuantizedResizeBilinearAttr is an optional argument to QuantizedResizeBilinear.
-type QuantizedResizeBilinearAttr func(optionalAttr)
+// SparseMatMulAttr is an optional argument to SparseMatMul.
+type SparseMatMulAttr func(optionalAttr)
 
-// QuantizedResizeBilinearAlignCorners sets the optional align_corners attribute to value.
-//
-// value: If true, the centers of the 4 corner pixels of the input and output tensors are
-// aligned, preserving the values at the corner pixels. Defaults to false.
+// SparseMatMulTransposeA sets the optional transpose_a attribute to value.
 // If not specified, defaults to false
-func QuantizedResizeBilinearAlignCorners(value bool) QuantizedResizeBilinearAttr {
+func SparseMatMulTransposeA(value bool) SparseMatMulAttr {
 	return func(m optionalAttr) {
-		m["align_corners"] = value
+		m["transpose_a"] = value
 	}
 }
 
-// Resize quantized `images` to `size` using quantized bilinear interpolation.
-//
-// Input images and output images must be quantized types.
-//
-// Arguments:
-//	images: 4-D with shape `[batch, height, width, channels]`.
-//	size: = A 1-D int32 Tensor of 2 elements: `new_height, new_width`.  The
-// new size for the images.
-//
+// SparseMatMulTransposeB sets the optional transpose_b attribute to value.
+// If not specified, defaults to false
+func SparseMatMulTransposeB(value bool) SparseMatMulAttr {
+	return func(m optionalAttr) {
+		m["transpose_b"] = value
+	}
+}
+
+// SparseMatMulAIsSparse sets the optional a_is_sparse attribute to value.
+// If not specified, defaults to false
+func SparseMatMulAIsSparse(value bool) SparseMatMulAttr {
+	return func(m optionalAttr) {
+		m["a_is_sparse"] = value
+	}
+}
+
+// SparseMatMulBIsSparse sets the optional b_is_sparse attribute to value.
+// If not specified, defaults to false
+func SparseMatMulBIsSparse(value bool) SparseMatMulAttr {
+	return func(m optionalAttr) {
+		m["b_is_sparse"] = value
+	}
+}
+
+// Multiply matrix "a" by matrix "b".
 //
+// The inputs must be two-dimensional matrices and the inner dimension of "a" must
+// match the outer dimension of "b". Both "a" and "b" must be `Tensor`s not
+// `SparseTensor`s.  This op is optimized for the case where at least one of "a" or
+// "b" is sparse, in the sense that they have a large proportion of zero values.
+// The breakeven for using this versus a dense matrix multiply on one platform was
+// 30% zero values in the sparse matrix.
 //
-// Returns 4-D with shape
-// `[batch, new_height, new_width, channels]`.
-func QuantizedResizeBilinear(scope *Scope, images tf.Output, size tf.Output, min tf.Output, max tf.Output, optional ...QuantizedResizeBilinearAttr) (resized_images tf.Output, out_min tf.Output, out_max tf.Output) {
+// The gradient computation of this operation will only take advantage of sparsity
+// in the input gradient when that gradient comes from a Relu.
+func SparseMatMul(scope *Scope, a tf.Output, b tf.Output, optional ...SparseMatMulAttr) (product tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -22274,164 +22597,156 @@ func QuantizedResizeBilinear(scope *Scope, images tf.Output, size tf.Output, min
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "QuantizedResizeBilinear",
+		Type: "SparseMatMul",
 		Input: []tf.Input{
-			images, size, min, max,
+			a, b,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
-// SdcaOptimizerAttr is an optional argument to SdcaOptimizer.
-type SdcaOptimizerAttr func(optionalAttr)
+// ExperimentalThreadPoolHandleAttr is an optional argument to ExperimentalThreadPoolHandle.
+type ExperimentalThreadPoolHandleAttr func(optionalAttr)
 
-// SdcaOptimizerAdaptative sets the optional adaptative attribute to value.
+// ExperimentalThreadPoolHandleMaxIntraOpParallelism sets the optional max_intra_op_parallelism attribute to value.
 //
-// value: Whether to use Adaptive SDCA for the inner loop.
-// If not specified, defaults to true
-func SdcaOptimizerAdaptative(value bool) SdcaOptimizerAttr {
+// value: The maximum degree of parallelism to use within operations that execute on this
+// threadpool.
+// If not specified, defaults to 1
+func ExperimentalThreadPoolHandleMaxIntraOpParallelism(value int64) ExperimentalThreadPoolHandleAttr {
 	return func(m optionalAttr) {
-		m["adaptative"] = value
+		m["max_intra_op_parallelism"] = value
 	}
-}
-
-// Distributed version of Stochastic Dual Coordinate Ascent (SDCA) optimizer for
-//
-// linear models with L1 + L2 regularization. As global optimization objective is
-// strongly-convex, the optimizer optimizes the dual objective at each step. The
-// optimizer applies each update one example at a time. Examples are sampled
-// uniformly, and the optimizer is learning rate free and enjoys linear convergence
-// rate.
-//
-// [Proximal Stochastic Dual Coordinate Ascent](http://arxiv.org/pdf/1211.2717v1.pdf).<br>
-// Shai Shalev-Shwartz, Tong Zhang. 2012
-//
-// $$Loss Objective = \sum f_{i} (wx_{i}) + (l2 / 2) * |w|^2 + l1 * |w|$$
-//
-// [Adding vs. Averaging in Distributed Primal-Dual Optimization](http://arxiv.org/abs/1502.03508).<br>
-// Chenxin Ma, Virginia Smith, Martin Jaggi, Michael I. Jordan,
-// Peter Richtarik, Martin Takac. 2015
-//
-// [Stochastic Dual Coordinate Ascent with Adaptive Probabilities](https://arxiv.org/abs/1502.08053).<br>
-// Dominik Csiba, Zheng Qu, Peter Richtarik. 2015
-//
-// Arguments:
-//	sparse_example_indices: a list of vectors which contain example indices.
-//	sparse_feature_indices: a list of vectors which contain feature indices.
-//	sparse_feature_values: a list of vectors which contains feature value
-// associated with each feature group.
-//	dense_features: a list of matrices which contains the dense feature values.
-//	example_weights: a vector which contains the weight associated with each
-// example.
-//	example_labels: a vector which contains the label/target associated with each
-// example.
-//	sparse_indices: a list of vectors where each value is the indices which has
-// corresponding weights in sparse_weights. This field maybe omitted for the
-// dense approach.
-//	sparse_weights: a list of vectors where each value is the weight associated with
-// a sparse feature group.
-//	dense_weights: a list of vectors where the values are the weights associated
-// with a dense feature group.
-//	example_state_data: a list of vectors containing the example state data.
-//	loss_type: Type of the primal loss. Currently SdcaSolver supports logistic,
-// squared and hinge losses.
-//	l1: Symmetric l1 regularization strength.
-//	l2: Symmetric l2 regularization strength.
-//	num_loss_partitions: Number of partitions of the global loss function.
-//	num_inner_iterations: Number of iterations per mini-batch.
+}
+
+// ExperimentalThreadPoolHandleContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func ExperimentalThreadPoolHandleContainer(value string) ExperimentalThreadPoolHandleAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// ExperimentalThreadPoolHandleSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func ExperimentalThreadPoolHandleSharedName(value string) ExperimentalThreadPoolHandleAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Creates a dataset that uses a custom thread pool to compute `input_dataset`.
 //
-// Returns a list of vectors containing the updated example state
-// data.a list of vectors where each value is the delta
-// weights associated with a sparse feature group.a list of vectors where the values are the delta
-// weights associated with a dense feature group.
-func SdcaOptimizer(scope *Scope, sparse_example_indices []tf.Output, sparse_feature_indices []tf.Output, sparse_feature_values []tf.Output, dense_features []tf.Output, example_weights tf.Output, example_labels tf.Output, sparse_indices []tf.Output, sparse_weights []tf.Output, dense_weights []tf.Output, example_state_data tf.Output, loss_type string, l1 float32, l2 float32, num_loss_partitions int64, num_inner_iterations int64, optional ...SdcaOptimizerAttr) (out_example_state_data tf.Output, out_delta_sparse_weights []tf.Output, out_delta_dense_weights []tf.Output) {
+// Arguments:
+//	num_threads: The number of threads in the thread pool.
+//	display_name: A human-readable name for the threads that may be visible in some
+// visualizations.
+// threadpool.
+//
+// Returns A resource that can be consumed by one or more ExperimentalThreadPoolDataset
+// ops.
+func ExperimentalThreadPoolHandle(scope *Scope, num_threads int64, display_name string, optional ...ExperimentalThreadPoolHandleAttr) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"loss_type": loss_type, "l1": l1, "l2": l2, "num_loss_partitions": num_loss_partitions, "num_inner_iterations": num_inner_iterations}
+	attrs := map[string]interface{}{"num_threads": num_threads, "display_name": display_name}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "SdcaOptimizer",
-		Input: []tf.Input{
-			tf.OutputList(sparse_example_indices), tf.OutputList(sparse_feature_indices), tf.OutputList(sparse_feature_values), tf.OutputList(dense_features), example_weights, example_labels, tf.OutputList(sparse_indices), tf.OutputList(sparse_weights), tf.OutputList(dense_weights), example_state_data,
-		},
+		Type: "ExperimentalThreadPoolHandle",
+
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
+	return op.Output(0)
+}
+
+// CudnnRNNCanonicalToParamsAttr is an optional argument to CudnnRNNCanonicalToParams.
+type CudnnRNNCanonicalToParamsAttr func(optionalAttr)
+
+// CudnnRNNCanonicalToParamsRnnMode sets the optional rnn_mode attribute to value.
+// If not specified, defaults to "lstm"
+func CudnnRNNCanonicalToParamsRnnMode(value string) CudnnRNNCanonicalToParamsAttr {
+	return func(m optionalAttr) {
+		m["rnn_mode"] = value
 	}
-	var idx int
-	var err error
-	out_example_state_data = op.Output(idx)
-	if out_delta_sparse_weights, idx, err = makeOutputList(op, idx, "out_delta_sparse_weights"); err != nil {
-		scope.UpdateErr("SdcaOptimizer", err)
-		return
+}
+
+// CudnnRNNCanonicalToParamsInputMode sets the optional input_mode attribute to value.
+// If not specified, defaults to "linear_input"
+func CudnnRNNCanonicalToParamsInputMode(value string) CudnnRNNCanonicalToParamsAttr {
+	return func(m optionalAttr) {
+		m["input_mode"] = value
 	}
-	if out_delta_dense_weights, idx, err = makeOutputList(op, idx, "out_delta_dense_weights"); err != nil {
-		scope.UpdateErr("SdcaOptimizer", err)
-		return
+}
+
+// CudnnRNNCanonicalToParamsDirection sets the optional direction attribute to value.
+// If not specified, defaults to "unidirectional"
+func CudnnRNNCanonicalToParamsDirection(value string) CudnnRNNCanonicalToParamsAttr {
+	return func(m optionalAttr) {
+		m["direction"] = value
 	}
-	return out_example_state_data, out_delta_sparse_weights, out_delta_dense_weights
 }
 
-// MatrixTriangularSolveAttr is an optional argument to MatrixTriangularSolve.
-type MatrixTriangularSolveAttr func(optionalAttr)
+// CudnnRNNCanonicalToParamsDropout sets the optional dropout attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNCanonicalToParamsDropout(value float32) CudnnRNNCanonicalToParamsAttr {
+	return func(m optionalAttr) {
+		m["dropout"] = value
+	}
+}
 
-// MatrixTriangularSolveLower sets the optional lower attribute to value.
-//
-// value: Boolean indicating whether the innermost matrices in `matrix` are
-// lower or upper triangular.
-// If not specified, defaults to true
-func MatrixTriangularSolveLower(value bool) MatrixTriangularSolveAttr {
+// CudnnRNNCanonicalToParamsSeed sets the optional seed attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNCanonicalToParamsSeed(value int64) CudnnRNNCanonicalToParamsAttr {
 	return func(m optionalAttr) {
-		m["lower"] = value
+		m["seed"] = value
 	}
 }
 
-// MatrixTriangularSolveAdjoint sets the optional adjoint attribute to value.
-//
-// value: Boolean indicating whether to solve with `matrix` or its (block-wise)
-//          adjoint.
-//
-// @compatibility(numpy)
-// Equivalent to scipy.linalg.solve_triangular
-// @end_compatibility
-// If not specified, defaults to false
-func MatrixTriangularSolveAdjoint(value bool) MatrixTriangularSolveAttr {
+// CudnnRNNCanonicalToParamsSeed2 sets the optional seed2 attribute to value.
+// If not specified, defaults to 0
+func CudnnRNNCanonicalToParamsSeed2(value int64) CudnnRNNCanonicalToParamsAttr {
 	return func(m optionalAttr) {
-		m["adjoint"] = value
+		m["seed2"] = value
 	}
 }
 
-// Solves systems of linear equations with upper or lower triangular matrices by
-//
-// backsubstitution.
-//
-// `matrix` is a tensor of shape `[..., M, M]` whose inner-most 2 dimensions form
-// square matrices. If `lower` is `True` then the strictly upper triangular part
-// of each inner-most matrix is assumed to be zero and not accessed.
-// If `lower` is False then the strictly lower triangular part of each inner-most
-// matrix is assumed to be zero and not accessed.
-// `rhs` is a tensor of shape `[..., M, K]`.
+// Converts CudnnRNN params from canonical form to usable form.
 //
-// The output is a tensor of shape `[..., M, K]`. If `adjoint` is
-// `True` then the innermost matrices in `output` satisfy matrix equations
-// `matrix[..., :, :] * output[..., :, :] = rhs[..., :, :]`.
-// If `adjoint` is `False` then the strictly then the  innermost matrices in
-// `output` satisfy matrix equations
-// `adjoint(matrix[..., i, k]) * output[..., k, j] = rhs[..., i, j]`.
+// Writes a set of weights into the opaque params buffer so they can be used in
+// upcoming training or inferences.
 //
-// Arguments:
-//	matrix: Shape is `[..., M, M]`.
-//	rhs: Shape is `[..., M, K]`.
+// Note that the params buffer may not be compatible across different GPUs. So any
+// save and restoration should be converted to and from the canonical weights and
+// biases.
 //
-// Returns Shape is `[..., M, K]`.
-func MatrixTriangularSolve(scope *Scope, matrix tf.Output, rhs tf.Output, optional ...MatrixTriangularSolveAttr) (output tf.Output) {
+// num_layers: Specifies the number of layers in the RNN model.
+// num_units: Specifies the size of the hidden state.
+// input_size: Specifies the size of the input state.
+// weights: the canonical form of weights that can be used for saving
+//     and restoration. They are more likely to be compatible across different
+//     generations.
+// biases: the canonical form of biases that can be used for saving
+//     and restoration. They are more likely to be compatible across different
+//     generations.
+// num_params: number of parameter sets for all layers.
+//     Each layer may contain multiple parameter sets, with each set consisting of
+//     a weight matrix and a bias vector.
+// rnn_mode: Indicates the type of the RNN model.
+// input_mode: Indicate whether there is a linear projection between the input and
+//     The actual computation before the first layer. 'skip_input' is only allowed
+//     when input_size == num_units; 'auto_select' implies 'skip_input' when
+//     input_size == num_units; otherwise, it implies 'linear_input'.
+// direction: Indicates whether a bidirectional model will be used.
+//     dir = (direction == bidirectional) ? 2 : 1
+// dropout: dropout probability. When set to 0., dropout is disabled.
+// seed: the 1st part of a seed to initialize dropout.
+// seed2: the 2nd part of a seed to initialize dropout.
+func CudnnRNNCanonicalToParams(scope *Scope, num_layers tf.Output, num_units tf.Output, input_size tf.Output, weights []tf.Output, biases []tf.Output, optional ...CudnnRNNCanonicalToParamsAttr) (params tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -22440,9 +22755,9 @@ func MatrixTriangularSolve(scope *Scope, matrix tf.Output, rhs tf.Output, option
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "MatrixTriangularSolve",
+		Type: "CudnnRNNCanonicalToParams",
 		Input: []tf.Input{
-			matrix, rhs,
+			num_layers, num_units, input_size, tf.OutputList(weights), tf.OutputList(biases),
 		},
 		Attrs: attrs,
 	}
@@ -22450,38 +22765,61 @@ func MatrixTriangularSolve(scope *Scope, matrix tf.Output, rhs tf.Output, option
 	return op.Output(0)
 }
 
-// Computes inverse hyperbolic sine of x element-wise.
-func Asinh(scope *Scope, x tf.Output) (y tf.Output) {
+// Creates a dataset containing elements of first component of `input_dataset` having true in the last component.
+func FilterByLastComponentDataset(scope *Scope, input_dataset tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "Asinh",
+		Type: "FilterByLastComponentDataset",
 		Input: []tf.Input{
-			x,
+			input_dataset,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Creates a dataset with a range of values. Corresponds to python's xrange.
+// SumAttr is an optional argument to Sum.
+type SumAttr func(optionalAttr)
+
+// SumKeepDims sets the optional keep_dims attribute to value.
 //
-// Arguments:
-//	start: corresponds to start in python's xrange().
-//	stop: corresponds to stop in python's xrange().
-//	step: corresponds to step in python's xrange().
+// value: If true, retain reduced dimensions with length 1.
+// If not specified, defaults to false
+func SumKeepDims(value bool) SumAttr {
+	return func(m optionalAttr) {
+		m["keep_dims"] = value
+	}
+}
+
+// Computes the sum of elements across dimensions of a tensor.
 //
+// Reduces `input` along the dimensions given in `axis`. Unless
+// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
+// `axis`. If `keep_dims` is true, the reduced dimensions are
+// retained with length 1.
 //
-func RangeDataset(scope *Scope, start tf.Output, stop tf.Output, step tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+// Arguments:
+//	input: The tensor to reduce.
+//	axis: The dimensions to reduce. Must be in the range
+// `[-rank(input), rank(input))`.
+//
+// Returns The reduced tensor.
+func Sum(scope *Scope, input tf.Output, axis tf.Output, optional ...SumAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "RangeDataset",
+		Type: "Sum",
 		Input: []tf.Input{
-			start, stop, step,
+			input, axis,
 		},
 		Attrs: attrs,
 	}
@@ -22489,209 +22827,337 @@ func RangeDataset(scope *Scope, start tf.Output, stop tf.Output, step tf.Output,
 	return op.Output(0)
 }
 
-// Stops gradient computation.
+// EnterAttr is an optional argument to Enter.
+type EnterAttr func(optionalAttr)
+
+// EnterIsConstant sets the optional is_constant attribute to value.
 //
-// When executed in a graph, this op outputs its input tensor as-is.
+// value: If true, the output is constant within the child frame.
+// If not specified, defaults to false
+func EnterIsConstant(value bool) EnterAttr {
+	return func(m optionalAttr) {
+		m["is_constant"] = value
+	}
+}
+
+// EnterParallelIterations sets the optional parallel_iterations attribute to value.
 //
-// When building ops to compute gradients, this op prevents the contribution of
-// its inputs to be taken into account.  Normally, the gradient generator adds ops
-// to a graph to compute the derivatives of a specified 'loss' by recursively
-// finding out inputs that contributed to its computation.  If you insert this op
-// in the graph it inputs are masked from the gradient generator.  They are not
-// taken into account for computing gradients.
+// value: The number of iterations allowed to run in parallel.
+// If not specified, defaults to 10
+func EnterParallelIterations(value int64) EnterAttr {
+	return func(m optionalAttr) {
+		m["parallel_iterations"] = value
+	}
+}
+
+// Creates or finds a child frame, and makes `data` available to the child frame.
 //
-// This is useful any time you want to compute a value with TensorFlow but need
-// to pretend that the value was a constant. Some examples include:
+// This op is used together with `Exit` to create loops in the graph.
+// The unique `frame_name` is used by the `Executor` to identify frames. If
+// `is_constant` is true, `output` is a constant in the child frame; otherwise
+// it may be changed in the child frame. At most `parallel_iterations` iterations
+// are run in parallel in the child frame.
+//
+// Arguments:
+//	data: The tensor to be made available to the child frame.
+//	frame_name: The name of the child frame.
 //
-// *  The *EM* algorithm where the *M-step* should not involve backpropagation
-//    through the output of the *E-step*.
-// *  Contrastive divergence training of Boltzmann machines where, when
-//    differentiating the energy function, the training must not backpropagate
-//    through the graph that generated the samples from the model.
-// *  Adversarial training, where no backprop should happen through the adversarial
-//    example generation process.
-func StopGradient(scope *Scope, input tf.Output) (output tf.Output) {
+// Returns The same tensor as `data`.
+func Enter(scope *Scope, data tf.Output, frame_name string, optional ...EnterAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{"frame_name": frame_name}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "StopGradient",
+		Type: "Enter",
 		Input: []tf.Input{
-			input,
+			data,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// Eagerly executes a python function to compute func(input)->output. The
+// Add all input tensors element wise.
 //
-// semantics of the input, output, and attributes are the same as those for
-// PyFunc.
-func EagerPyFunc(scope *Scope, input []tf.Output, token string, Tout []tf.DataType) (output []tf.Output) {
+// Arguments:
+//	inputs: Must all be the same size and shape.
+func AddN(scope *Scope, inputs []tf.Output) (sum tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"token": token, "Tout": Tout}
 	opspec := tf.OpSpec{
-		Type: "EagerPyFunc",
+		Type: "AddN",
 		Input: []tf.Input{
-			tf.OutputList(input),
+			tf.OutputList(inputs),
 		},
-		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
+	return op.Output(0)
+}
+
+// TryRpcAttr is an optional argument to TryRpc.
+type TryRpcAttr func(optionalAttr)
+
+// TryRpcProtocol sets the optional protocol attribute to value.
+//
+// value: RPC protocol to use.  Empty string means use the default protocol.
+// Options include 'grpc'.
+// If not specified, defaults to ""
+func TryRpcProtocol(value string) TryRpcAttr {
+	return func(m optionalAttr) {
+		m["protocol"] = value
 	}
-	var idx int
-	var err error
-	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
-		scope.UpdateErr("EagerPyFunc", err)
-		return
+}
+
+// TryRpcFailFast sets the optional fail_fast attribute to value.
+//
+// value: `boolean`. If `true` (default), then failures to connect
+// (i.e., the server does not immediately respond) cause an RPC failure.
+// If not specified, defaults to true
+func TryRpcFailFast(value bool) TryRpcAttr {
+	return func(m optionalAttr) {
+		m["fail_fast"] = value
 	}
-	return output
 }
 
-// Adds sparse updates to the variable referenced by `resource`.
+// TryRpcTimeoutInMs sets the optional timeout_in_ms attribute to value.
 //
-// This operation computes
+// value: `int`. If `0` (default), then the kernel will run the RPC
+// request and only time out if the RPC deadline passes or the session times out.
+// If this value is greater than `0`, then the op will raise an exception if
+// the RPC takes longer than `timeout_in_ms`.
+// If not specified, defaults to 0
+func TryRpcTimeoutInMs(value int64) TryRpcAttr {
+	return func(m optionalAttr) {
+		m["timeout_in_ms"] = value
+	}
+}
+
+// Perform batches of RPC requests.
 //
-//     # Scalar indices
-//     ref[indices, ...] += updates[...]
+// This op asynchronously performs either a single RPC request, or a batch
+// of requests.  RPC requests are defined by three main parameters:
 //
-//     # Vector indices (for each i)
-//     ref[indices[i], ...] += updates[i, ...]
+//   - `address` (the host+port or BNS address of the request)
+//   - `method` (the method name for the request)
+//   - `request` (the serialized proto string, or vector of strings,
+//      of the RPC request argument).
 //
-//     # High rank indices (for each i, ..., j)
-//     ref[indices[i, ..., j], ...] += updates[i, ..., j, ...]
+// For example, if you have an RPC service running on port localhost:2345,
+// and its interface is configured with the following proto declaration:
 //
-// Duplicate entries are handled correctly: if multiple `indices` reference
-// the same location, their contributions add.
+// ```
+// service MyService {
+//   rpc MyMethod(MyRequestProto) returns (MyResponseProto) {
+//   }
+// };
+// ```
 //
-// Requires `updates.shape = indices.shape + ref.shape[1:]` or `updates.shape = []`.
+// then call this op with arguments:
 //
-// <div style="width:70%; margin:auto; margin-bottom:10px; margin-top:20px;">
-// <img style="width:100%" src='https://www.tensorflow.org/images/ScatterAdd.png' alt>
-// </div>
+// ```
+// address = "localhost:2345"
+// method = "MyService/MyMethod"
+// ```
+//
+// The `request` tensor is a string tensor representing serialized `MyRequestProto`
+// strings; and the output string tensor `response` will have the same shape
+// and contain (upon successful completion) corresponding serialized
+// `MyResponseProto` strings.
+//
+// For example, to send a single, empty, `MyRequestProto`, call
+// this op with `request = ""`.  To send 5 **parallel** empty requests,
+// call this op with `request = ["", "", "", "", ""]`.
+//
+// More generally, one can create a batch of `MyRequestProto` serialized protos
+// from regular batched tensors using the `encode_proto` op, and convert
+// the response `MyResponseProto` serialized protos to batched tensors
+// using the `decode_proto` op.
+//
+// **NOTE** Working with serialized proto strings is faster than instantiating
+// actual proto objects in memory, so no performance degradation is expected
+// compared to writing custom kernels for this workflow.
+//
+// Unlike the standard `Rpc` op, if the connection fails or the remote worker
+// returns an error status, this op does **not** reraise the exception.
+// Instead, the `status_code` and `status_message` entry for the corresponding RPC
+// call is set with the error returned from the RPC call.  The `response` tensor
+// will contain valid response values for those minibatch entries whose RPCs did
+// not fail; the rest of the entries will have empty strings.
 //
 // Arguments:
-//	resource: Should be from a `Variable` node.
-//	indices: A tensor of indices into the first dimension of `ref`.
-//	updates: A tensor of updated values to add to `ref`.
+//	address: `0-D` or `1-D`.  The address (i.e. host_name:port) of the RPC server.
+// If this tensor has more than 1 element, then multiple parallel rpc requests
+// are sent.  This argument broadcasts with `method` and `request`.
+//	method: `0-D` or `1-D`.  The method address on the RPC server.
+// If this tensor has more than 1 element, then multiple parallel rpc requests
+// are sent.  This argument broadcasts with `address` and `request`.
+//	request: `0-D` or `1-D`.  Serialized proto strings: the rpc request argument.
+// If this tensor has more than 1 element, then multiple parallel rpc requests
+// are sent.  This argument broadcasts with `address` and `method`.
 //
-// Returns the created operation.
-func ResourceScatterAdd(scope *Scope, resource tf.Output, indices tf.Output, updates tf.Output) (o *tf.Operation) {
+// Returns Same shape as `request`. Serialized proto strings: the rpc responses.Same shape as `request`.  Values correspond to tensorflow Status enum codes.Same shape as `request`.  Values correspond to Status messages
+// returned from the RPC calls.
+func TryRpc(scope *Scope, address tf.Output, method tf.Output, request tf.Output, optional ...TryRpcAttr) (response tf.Output, status_code tf.Output, status_message tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "ResourceScatterAdd",
+		Type: "TryRpc",
 		Input: []tf.Input{
-			resource, indices, updates,
+			address, method, request,
 		},
+		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// Says whether the targets are in the top `K` predictions.
+// InitializeTableFromTextFileV2Attr is an optional argument to InitializeTableFromTextFileV2.
+type InitializeTableFromTextFileV2Attr func(optionalAttr)
+
+// InitializeTableFromTextFileV2VocabSize sets the optional vocab_size attribute to value.
 //
-// This outputs a `batch_size` bool array, an entry `out[i]` is `true` if the
-// prediction for the target class is among the top `k` predictions among
-// all predictions for example `i`. Note that the behavior of `InTopK` differs
-// from the `TopK` op in its handling of ties; if multiple classes have the
-// same prediction value and straddle the top-`k` boundary, all of those
-// classes are considered to be in the top `k`.
+// value: Number of elements of the file, use -1 if unknown.
+// If not specified, defaults to -1
 //
-// More formally, let
+// REQUIRES: value >= -1
+func InitializeTableFromTextFileV2VocabSize(value int64) InitializeTableFromTextFileV2Attr {
+	return func(m optionalAttr) {
+		m["vocab_size"] = value
+	}
+}
+
+// InitializeTableFromTextFileV2Delimiter sets the optional delimiter attribute to value.
 //
-//   \\(predictions_i\\) be the predictions for all classes for example `i`,
-//   \\(targets_i\\) be the target class for example `i`,
-//   \\(out_i\\) be the output for example `i`,
+// value: Delimiter to separate fields in a line.
+// If not specified, defaults to "\t"
+func InitializeTableFromTextFileV2Delimiter(value string) InitializeTableFromTextFileV2Attr {
+	return func(m optionalAttr) {
+		m["delimiter"] = value
+	}
+}
+
+// Initializes a table from a text file.
 //
-// $$out_i = predictions_{i, targets_i} \in TopKIncludingTies(predictions_i)$$
+// It inserts one key-value pair into the table for each line of the file.
+// The key and value is extracted from the whole line content, elements from the
+// split line based on `delimiter` or the line number (starting from zero).
+// Where to extract the key and value from a line is specified by `key_index` and
+// `value_index`.
+//
+// - A value of -1 means use the line number(starting from zero), expects `int64`.
+// - A value of -2 means use the whole line content, expects `string`.
+// - A value >= 0 means use the index (starting at zero) of the split line based
+//   on `delimiter`.
 //
 // Arguments:
-//	predictions: A `batch_size` x `classes` tensor.
-//	targets: A `batch_size` vector of class ids.
-//	k: Number of top elements to look at for computing precision.
+//	table_handle: Handle to a table which will be initialized.
+//	filename: Filename of a vocabulary text file.
+//	key_index: Column index in a line to get the table `key` values from.
+//	value_index: Column index that represents information of a line to get the table
+// `value` values from.
 //
-// Returns Computed Precision at `k` as a `bool Tensor`.
-func InTopK(scope *Scope, predictions tf.Output, targets tf.Output, k int64) (precision tf.Output) {
+// Returns the created operation.
+func InitializeTableFromTextFileV2(scope *Scope, table_handle tf.Output, filename tf.Output, key_index int64, value_index int64, optional ...InitializeTableFromTextFileV2Attr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"k": k}
+	attrs := map[string]interface{}{"key_index": key_index, "value_index": value_index}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "InTopK",
+		Type: "InitializeTableFromTextFileV2",
 		Input: []tf.Input{
-			predictions, targets,
+			table_handle, filename,
 		},
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// Returns (x - y)(x - y) element-wise.
+// MeanAttr is an optional argument to Mean.
+type MeanAttr func(optionalAttr)
+
+// MeanKeepDims sets the optional keep_dims attribute to value.
+//
+// value: If true, retain reduced dimensions with length 1.
+// If not specified, defaults to false
+func MeanKeepDims(value bool) MeanAttr {
+	return func(m optionalAttr) {
+		m["keep_dims"] = value
+	}
+}
+
+// Computes the mean of elements across dimensions of a tensor.
+//
+// Reduces `input` along the dimensions given in `axis`. Unless
+// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
+// `axis`. If `keep_dims` is true, the reduced dimensions are
+// retained with length 1.
+//
+// Arguments:
+//	input: The tensor to reduce.
+//	axis: The dimensions to reduce. Must be in the range
+// `[-rank(input), rank(input))`.
 //
-// *NOTE*: `SquaredDifference` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func SquaredDifference(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+// Returns The reduced tensor.
+func Mean(scope *Scope, input tf.Output, axis tf.Output, optional ...MeanAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "SquaredDifference",
+		Type: "Mean",
 		Input: []tf.Input{
-			x, y,
+			input, axis,
 		},
+		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
 
-// RandomGammaAttr is an optional argument to RandomGamma.
-type RandomGammaAttr func(optionalAttr)
-
-// RandomGammaSeed sets the optional seed attribute to value.
-//
-// value: If either `seed` or `seed2` are set to be non-zero, the random number
-// generator is seeded by the given seed.  Otherwise, it is seeded by a
-// random seed.
-// If not specified, defaults to 0
-func RandomGammaSeed(value int64) RandomGammaAttr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
+// ProdAttr is an optional argument to Prod.
+type ProdAttr func(optionalAttr)
 
-// RandomGammaSeed2 sets the optional seed2 attribute to value.
+// ProdKeepDims sets the optional keep_dims attribute to value.
 //
-// value: A second seed to avoid seed collision.
-// If not specified, defaults to 0
-func RandomGammaSeed2(value int64) RandomGammaAttr {
+// value: If true, retain reduced dimensions with length 1.
+// If not specified, defaults to false
+func ProdKeepDims(value bool) ProdAttr {
 	return func(m optionalAttr) {
-		m["seed2"] = value
+		m["keep_dims"] = value
 	}
 }
 
-// Outputs random values from the Gamma distribution(s) described by alpha.
+// Computes the product of elements across dimensions of a tensor.
 //
-// This op uses the algorithm by Marsaglia et al. to acquire samples via
-// transformation-rejection from pairs of uniform and normal random variables.
-// See http://dl.acm.org/citation.cfm?id=358414
+// Reduces `input` along the dimensions given in `axis`. Unless
+// `keep_dims` is true, the rank of the tensor is reduced by 1 for each entry in
+// `axis`. If `keep_dims` is true, the reduced dimensions are
+// retained with length 1.
 //
 // Arguments:
-//	shape: 1-D integer tensor. Shape of independent samples to draw from each
-// distribution described by the shape parameters given in alpha.
-//	alpha: A tensor in which each scalar is a "shape" parameter describing the
-// associated gamma distribution.
+//	input: The tensor to reduce.
+//	axis: The dimensions to reduce. Must be in the range
+// `[-rank(input), rank(input))`.
 //
-// Returns A tensor with shape `shape + shape(alpha)`. Each slice
-// `[:, ..., :, i0, i1, ...iN]` contains the samples drawn for
-// `alpha[i0, i1, ...iN]`. The dtype of the output matches the dtype of alpha.
-func RandomGamma(scope *Scope, shape tf.Output, alpha tf.Output, optional ...RandomGammaAttr) (output tf.Output) {
+// Returns The reduced tensor.
+func Prod(scope *Scope, input tf.Output, axis tf.Output, optional ...ProdAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -22700,9 +23166,9 @@ func RandomGamma(scope *Scope, shape tf.Output, alpha tf.Output, optional ...Ran
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "RandomGamma",
+		Type: "Prod",
 		Input: []tf.Input{
-			shape, alpha,
+			input, axis,
 		},
 		Attrs: attrs,
 	}
@@ -22710,52 +23176,48 @@ func RandomGamma(scope *Scope, shape tf.Output, alpha tf.Output, optional ...Ran
 	return op.Output(0)
 }
 
-// Convert the quantized 'input' tensor into a lower-precision 'output', using the
-//
-// actual distribution of the values to maximize the usage of the lower bit depth
-// and adjusting the output min and max ranges accordingly.
-//
-// [input_min, input_max] are scalar floats that specify the range for the float
-// interpretation of the 'input' data. For example, if input_min is -1.0f and
-// input_max is 1.0f, and we are dealing with quint16 quantized data, then a 0
-// value in the 16-bit data should be interpreted as -1.0f, and a 65535 means 1.0f.
+// ResizeBilinearAttr is an optional argument to ResizeBilinear.
+type ResizeBilinearAttr func(optionalAttr)
+
+// ResizeBilinearAlignCorners sets the optional align_corners attribute to value.
 //
-// This operator tries to squeeze as much precision as possible into an output with
-// a lower bit depth by calculating the actual min and max values found in the
-// data. For example, maybe that quint16 input has no values lower than 16,384 and
-// none higher than 49,152. That means only half the range is actually needed, all
-// the float interpretations are between -0.5f and 0.5f, so if we want to compress
-// the data into a quint8 output, we can use that range rather than the theoretical
-// -1.0f to 1.0f that is suggested by the input min and max.
+// value: If true, the centers of the 4 corner pixels of the input and output tensors are
+// aligned, preserving the values at the corner pixels. Defaults to false.
+// If not specified, defaults to false
+func ResizeBilinearAlignCorners(value bool) ResizeBilinearAttr {
+	return func(m optionalAttr) {
+		m["align_corners"] = value
+	}
+}
+
+// Resize `images` to `size` using bilinear interpolation.
 //
-// In practice, this is most useful for taking output from operations like
-// QuantizedMatMul that can produce higher bit-depth outputs than their inputs and
-// may have large potential output ranges, but in practice have a distribution of
-// input values that only uses a small fraction of the possible range. By feeding
-// that output into this operator, we can reduce it from 32 bits down to 8 with
-// minimal loss of accuracy.
+// Input images can be of different types but output images are always float.
 //
 // Arguments:
+//	images: 4-D with shape `[batch, height, width, channels]`.
+//	size: = A 1-D int32 Tensor of 2 elements: `new_height, new_width`.  The
+// new size for the images.
 //
-//	input_min: The float value that the minimum quantized input value represents.
-//	input_max: The float value that the maximum quantized input value represents.
-//	out_type: The type of the output. Should be a lower bit depth than Tinput.
-//
-// Returns The float value that the minimum quantized output value represents.The float value that the maximum quantized output value represents.
-func QuantizeDownAndShrinkRange(scope *Scope, input tf.Output, input_min tf.Output, input_max tf.Output, out_type tf.DataType) (output tf.Output, output_min tf.Output, output_max tf.Output) {
+// Returns 4-D with shape
+// `[batch, new_height, new_width, channels]`.
+func ResizeBilinear(scope *Scope, images tf.Output, size tf.Output, optional ...ResizeBilinearAttr) (resized_images tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{"out_type": out_type}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
 	opspec := tf.OpSpec{
-		Type: "QuantizeDownAndShrinkRange",
+		Type: "ResizeBilinear",
 		Input: []tf.Input{
-			input, input_min, input_max,
+			images, size,
 		},
 		Attrs: attrs,
 	}
 	op := scope.AddOperation(opspec)
-	return op.Output(0), op.Output(1), op.Output(2)
+	return op.Output(0)
 }
 
 // MaxAttr is an optional argument to Max.
@@ -25863,182 +26325,57 @@ func AudioSummaryV2(scope *Scope, tag tf.Output, tensor tf.Output, sample_rate t
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "AudioSummaryV2",
-		Input: []tf.Input{
-			tag, tensor, sample_rate,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// AvgPoolAttr is an optional argument to AvgPool.
-type AvgPoolAttr func(optionalAttr)
-
-// AvgPoolDataFormat sets the optional data_format attribute to value.
-//
-// value: Specify the data format of the input and output data. With the
-// default format "NHWC", the data is stored in the order of:
-//     [batch, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCHW", the data storage order of:
-//     [batch, in_channels, in_height, in_width].
-// If not specified, defaults to "NHWC"
-func AvgPoolDataFormat(value string) AvgPoolAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Performs average pooling on the input.
-//
-// Each entry in `output` is the mean of the corresponding size `ksize`
-// window in `value`.
-//
-// Arguments:
-//	value: 4-D with shape `[batch, height, width, channels]`.
-//	ksize: The size of the sliding window for each dimension of `value`.
-//	strides: The stride of the sliding window for each dimension of `value`.
-//	padding: The type of padding algorithm to use.
-//
-// Returns The average pooled output tensor.
-func AvgPool(scope *Scope, value tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPoolAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "AvgPool",
-		Input: []tf.Input{
-			value,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Merges summaries.
-//
-// This op creates a
-// [`Summary`](https://www.tensorflow.org/code/tensorflow/core/framework/summary.proto)
-// protocol buffer that contains the union of all the values in the input
-// summaries.
-//
-// When the Op is run, it reports an `InvalidArgument` error if multiple values
-// in the summaries to merge use the same tag.
-//
-// Arguments:
-//	inputs: Can be of any shape.  Each must contain serialized `Summary` protocol
-// buffers.
-//
-// Returns Scalar. Serialized `Summary` protocol buffer.
-func MergeSummary(scope *Scope, inputs []tf.Output) (summary tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "MergeSummary",
-		Input: []tf.Input{
-			tf.OutputList(inputs),
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Computes the gradient of morphological 2-D dilation with respect to the filter.
-//
-// Arguments:
-//	input: 4-D with shape `[batch, in_height, in_width, depth]`.
-//	filter: 3-D with shape `[filter_height, filter_width, depth]`.
-//	out_backprop: 4-D with shape `[batch, out_height, out_width, depth]`.
-//	strides: 1-D of length 4. The stride of the sliding window for each dimension of
-// the input tensor. Must be: `[1, stride_height, stride_width, 1]`.
-//	rates: 1-D of length 4. The input stride for atrous morphological dilation.
-// Must be: `[1, rate_height, rate_width, 1]`.
-//	padding: The type of padding algorithm to use.
-//
-// Returns 3-D with shape `[filter_height, filter_width, depth]`.
-func Dilation2DBackpropFilter(scope *Scope, input tf.Output, filter tf.Output, out_backprop tf.Output, strides []int64, rates []int64, padding string) (filter_backprop tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"strides": strides, "rates": rates, "padding": padding}
-	opspec := tf.OpSpec{
-		Type: "Dilation2DBackpropFilter",
-		Input: []tf.Input{
-			input, filter, out_backprop,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// AddSparseToTensorsMapAttr is an optional argument to AddSparseToTensorsMap.
-type AddSparseToTensorsMapAttr func(optionalAttr)
-
-// AddSparseToTensorsMapContainer sets the optional container attribute to value.
-//
-// value: The container name for the `SparseTensorsMap` created by this op.
-// If not specified, defaults to ""
-func AddSparseToTensorsMapContainer(value string) AddSparseToTensorsMapAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
+		Type: "AudioSummaryV2",
+		Input: []tf.Input{
+			tag, tensor, sample_rate,
+		},
+		Attrs: attrs,
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// AddSparseToTensorsMapSharedName sets the optional shared_name attribute to value.
+// AvgPoolAttr is an optional argument to AvgPool.
+type AvgPoolAttr func(optionalAttr)
+
+// AvgPoolDataFormat sets the optional data_format attribute to value.
 //
-// value: The shared name for the `SparseTensorsMap` created by this op.
-// If blank, the new Operation's unique name is used.
-// If not specified, defaults to ""
-func AddSparseToTensorsMapSharedName(value string) AddSparseToTensorsMapAttr {
+// value: Specify the data format of the input and output data. With the
+// default format "NHWC", the data is stored in the order of:
+//     [batch, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCHW", the data storage order of:
+//     [batch, in_channels, in_height, in_width].
+// If not specified, defaults to "NHWC"
+func AvgPoolDataFormat(value string) AvgPoolAttr {
 	return func(m optionalAttr) {
-		m["shared_name"] = value
+		m["data_format"] = value
 	}
 }
 
-// Add a `SparseTensor` to a `SparseTensorsMap` return its handle.
-//
-// A `SparseTensor` is represented by three tensors: `sparse_indices`,
-// `sparse_values`, and `sparse_shape`.
-//
-// This operator takes the given `SparseTensor` and adds it to a container
-// object (a `SparseTensorsMap`).  A unique key within this container is generated
-// in the form of an `int64`, and this is the value that is returned.
+// Performs average pooling on the input.
 //
-// The `SparseTensor` can then be read out as part of a minibatch by passing
-// the key as a vector element to `TakeManySparseFromTensorsMap`.  To ensure
-// the correct `SparseTensorsMap` is accessed, ensure that the same
-// `container` and `shared_name` are passed to that Op.  If no `shared_name`
-// is provided here, instead use the *name* of the Operation created by calling
-// `AddSparseToTensorsMap` as the `shared_name` passed to
-// `TakeManySparseFromTensorsMap`.  Ensure the Operations are colocated.
+// Each entry in `output` is the mean of the corresponding size `ksize`
+// window in `value`.
 //
 // Arguments:
-//	sparse_indices: 2-D.  The `indices` of the `SparseTensor`.
-//	sparse_values: 1-D.  The `values` of the `SparseTensor`.
-//	sparse_shape: 1-D.  The `shape` of the `SparseTensor`.
+//	value: 4-D with shape `[batch, height, width, channels]`.
+//	ksize: The size of the sliding window for each dimension of `value`.
+//	strides: The stride of the sliding window for each dimension of `value`.
+//	padding: The type of padding algorithm to use.
 //
-// Returns 0-D.  The handle of the `SparseTensor` now stored in the
-// `SparseTensorsMap`.
-func AddSparseToTensorsMap(scope *Scope, sparse_indices tf.Output, sparse_values tf.Output, sparse_shape tf.Output, optional ...AddSparseToTensorsMapAttr) (sparse_handle tf.Output) {
+// Returns The average pooled output tensor.
+func AvgPool(scope *Scope, value tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPoolAttr) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "AddSparseToTensorsMap",
+		Type: "AvgPool",
 		Input: []tf.Input{
-			sparse_indices, sparse_values, sparse_shape,
+			value,
 		},
 		Attrs: attrs,
 	}
@@ -26046,21 +26383,29 @@ func AddSparseToTensorsMap(scope *Scope, sparse_indices tf.Output, sparse_values
 	return op.Output(0)
 }
 
-// Returns a list list which has the passed-in `Tensor` as last element and the other elements of the given list in `input_handle`.
+// Merges summaries.
 //
-// tensor: The tensor to put on the list.
-// input_handle: The old list.
-// output_handle: A list with the elements of the old list followed by tensor.
-// element_dtype: the type of elements in the list.
-// element_shape: a shape compatible with that of elements in the list.
-func TensorListPushBack(scope *Scope, input_handle tf.Output, tensor tf.Output) (output_handle tf.Output) {
+// This op creates a
+// [`Summary`](https://www.tensorflow.org/code/tensorflow/core/framework/summary.proto)
+// protocol buffer that contains the union of all the values in the input
+// summaries.
+//
+// When the Op is run, it reports an `InvalidArgument` error if multiple values
+// in the summaries to merge use the same tag.
+//
+// Arguments:
+//	inputs: Can be of any shape.  Each must contain serialized `Summary` protocol
+// buffers.
+//
+// Returns Scalar. Serialized `Summary` protocol buffer.
+func MergeSummary(scope *Scope, inputs []tf.Output) (summary tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	opspec := tf.OpSpec{
-		Type: "TensorListPushBack",
+		Type: "MergeSummary",
 		Input: []tf.Input{
-			input_handle, tensor,
+			tf.OutputList(inputs),
 		},
 	}
 	op := scope.AddOperation(opspec)
@@ -30284,189 +30629,23 @@ func TensorArrayConcatV2(scope *Scope, handle tf.Output, flow_in tf.Output, dtyp
 // Arguments:
 //
 //	batch_size: A scalar representing the number of elements to accumulate in a
-// batch.
-//	padded_shapes: A list of int64 tensors representing the desired padded shapes
-// of the corresponding output components. These shapes may be partially
-// specified, using `-1` to indicate that a particular dimension should be
-// padded to the maximum size of all batch elements.
-//	padding_values: A list of scalars containing the padding value to use for
-// each of the outputs.
-//
-func PaddedBatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, padded_shapes []tf.Output, padding_values []tf.Output, output_shapes []tf.Shape) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"output_shapes": output_shapes}
-	opspec := tf.OpSpec{
-		Type: "PaddedBatchDataset",
-		Input: []tf.Input{
-			input_dataset, batch_size, tf.OutputList(padded_shapes), tf.OutputList(padding_values),
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Creates a dataset that batches input elements into a SparseTensor.
-//
-// Arguments:
-//	input_dataset: A handle to an input dataset. Must have a single component.
-//	batch_size: A scalar representing the number of elements to accumulate in a
-// batch.
-//	row_shape: A vector representing the dense shape of each row in the produced
-// SparseTensor. The shape may be partially specified, using `-1` to indicate
-// that a particular dimension should use the maximum size of all batch elements.
-//
-//
-func DenseToSparseBatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, row_shape tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
-	opspec := tf.OpSpec{
-		Type: "DenseToSparseBatchDataset",
-		Input: []tf.Input{
-			input_dataset, batch_size, row_shape,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Deprecated. Use TensorArrayGradV3
-//
-// DEPRECATED at GraphDef version 26: Use TensorArrayGradV3
-func TensorArrayGradV2(scope *Scope, handle tf.Output, flow_in tf.Output, source string) (grad_handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"source": source}
-	opspec := tf.OpSpec{
-		Type: "TensorArrayGradV2",
-		Input: []tf.Input{
-			handle, flow_in,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// SubstrAttr is an optional argument to Substr.
-type SubstrAttr func(optionalAttr)
-
-// SubstrUnit sets the optional unit attribute to value.
-//
-// value: The unit that is used to create the substring.  One of: `"BYTE"` (for
-// defining position and length by bytes) or `"UTF8_CHAR"` (for the UTF-8
-// encoded Unicode code points).  The default is `"BYTE"`. Results are undefined if
-// `unit=UTF8_CHAR` and the `input` strings do not contain structurally valid
-// UTF-8.
-// If not specified, defaults to "BYTE"
-func SubstrUnit(value string) SubstrAttr {
-	return func(m optionalAttr) {
-		m["unit"] = value
-	}
-}
-
-// Return substrings from `Tensor` of strings.
-//
-// For each string in the input `Tensor`, creates a substring starting at index
-// `pos` with a total length of `len`.
-//
-// If `len` defines a substring that would extend beyond the length of the input
-// string, then as many characters as possible are used.
-//
-// A negative `pos` indicates distance within the string backwards from the end.
-//
-// If `pos` specifies an index which is out of range for any of the input strings,
-// then an `InvalidArgumentError` is thrown.
-//
-// `pos` and `len` must have the same shape, otherwise a `ValueError` is thrown on
-// Op creation.
-//
-// *NOTE*: `Substr` supports broadcasting up to two dimensions. More about
-// broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-//
-// ---
-//
-// Examples
-//
-// Using scalar `pos` and `len`:
-//
-// ```python
-// input = [b'Hello', b'World']
-// position = 1
-// length = 3
-//
-// output = [b'ell', b'orl']
-// ```
-//
-// Using `pos` and `len` with same shape as `input`:
-//
-// ```python
-// input = [[b'ten', b'eleven', b'twelve'],
-//          [b'thirteen', b'fourteen', b'fifteen'],
-//          [b'sixteen', b'seventeen', b'eighteen']]
-// position = [[1, 2, 3],
-//             [1, 2, 3],
-//             [1, 2, 3]]
-// length =   [[2, 3, 4],
-//             [4, 3, 2],
-//             [5, 5, 5]]
-//
-// output = [[b'en', b'eve', b'lve'],
-//           [b'hirt', b'urt', b'te'],
-//           [b'ixtee', b'vente', b'hteen']]
-// ```
-//
-// Broadcasting `pos` and `len` onto `input`:
-//
-// ```
-// input = [[b'ten', b'eleven', b'twelve'],
-//          [b'thirteen', b'fourteen', b'fifteen'],
-//          [b'sixteen', b'seventeen', b'eighteen'],
-//          [b'nineteen', b'twenty', b'twentyone']]
-// position = [1, 2, 3]
-// length =   [1, 2, 3]
-//
-// output = [[b'e', b'ev', b'lve'],
-//           [b'h', b'ur', b'tee'],
-//           [b'i', b've', b'hte'],
-//           [b'i', b'en', b'nty']]
-// ```
-//
-// Broadcasting `input` onto `pos` and `len`:
-//
-// ```
-// input = b'thirteen'
-// position = [1, 5, 7]
-// length =   [3, 2, 1]
-//
-// output = [b'hir', b'ee', b'n']
-// ```
-//
-// Arguments:
-//	input: Tensor of strings
-//	pos: Scalar defining the position of first character in each substring
-//	len: Scalar defining the number of characters to include in each substring
+// batch.
+//	padded_shapes: A list of int64 tensors representing the desired padded shapes
+// of the corresponding output components. These shapes may be partially
+// specified, using `-1` to indicate that a particular dimension should be
+// padded to the maximum size of all batch elements.
+//	padding_values: A list of scalars containing the padding value to use for
+// each of the outputs.
 //
-// Returns Tensor of substrings
-func Substr(scope *Scope, input tf.Output, pos tf.Output, len tf.Output, optional ...SubstrAttr) (output tf.Output) {
+func PaddedBatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, padded_shapes []tf.Output, padding_values []tf.Output, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
+	attrs := map[string]interface{}{"output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "Substr",
+		Type: "PaddedBatchDataset",
 		Input: []tf.Input{
-			input, pos, len,
+			input_dataset, batch_size, tf.OutputList(padded_shapes), tf.OutputList(padding_values),
 		},
 		Attrs: attrs,
 	}
@@ -30474,24 +30653,45 @@ func Substr(scope *Scope, input tf.Output, pos tf.Output, len tf.Output, optiona
 	return op.Output(0)
 }
 
-// Creates a Dataset that returns pseudorandom numbers.
+// Creates a dataset that batches input elements into a SparseTensor.
 //
 // Arguments:
-//	seed: A scalar seed for the random number generator. If either seed or
-// seed2 is set to be non-zero, the random number generator is seeded
-// by the given seed.  Otherwise, a random seed is used.
-//	seed2: A second scalar seed to avoid seed collision.
+//	input_dataset: A handle to an input dataset. Must have a single component.
+//	batch_size: A scalar representing the number of elements to accumulate in a
+// batch.
+//	row_shape: A vector representing the dense shape of each row in the produced
+// SparseTensor. The shape may be partially specified, using `-1` to indicate
+// that a particular dimension should use the maximum size of all batch elements.
 //
 //
-func RandomDataset(scope *Scope, seed tf.Output, seed2 tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
+func DenseToSparseBatchDataset(scope *Scope, input_dataset tf.Output, batch_size tf.Output, row_shape tf.Output, output_types []tf.DataType, output_shapes []tf.Shape) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
 	attrs := map[string]interface{}{"output_types": output_types, "output_shapes": output_shapes}
 	opspec := tf.OpSpec{
-		Type: "RandomDataset",
+		Type: "DenseToSparseBatchDataset",
 		Input: []tf.Input{
-			seed, seed2,
+			input_dataset, batch_size, row_shape,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Deprecated. Use TensorArrayGradV3
+//
+// DEPRECATED at GraphDef version 26: Use TensorArrayGradV3
+func TensorArrayGradV2(scope *Scope, handle tf.Output, flow_in tf.Output, source string) (grad_handle tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"source": source}
+	opspec := tf.OpSpec{
+		Type: "TensorArrayGradV2",
+		Input: []tf.Input{
+			handle, flow_in,
 		},
 		Attrs: attrs,
 	}
@@ -33607,203 +33807,3 @@ func MapIncompleteSize(scope *Scope, dtypes []tf.DataType, optional ...MapIncomp
 	op := scope.AddOperation(opspec)
 	return op.Output(0)
 }
-
-// Generate the bucket boundaries for each feature based on accumulated summaries.
-//
-// An op that returns a list of float tensors for a quantile stream resource. Each
-// tensor is Rank 1 containing bucket boundaries for a single feature.
-//
-// Arguments:
-//	quantile_stream_resource_handle: resource handle referring to a QuantileStreamResource.
-//	num_features: inferred int; number of features to get bucket boundaries for.
-//
-// Returns float; List of Rank 1 Tensors each containing the bucket boundaries for a feature.
-func BoostedTreesQuantileStreamResourceGetBucketBoundaries(scope *Scope, quantile_stream_resource_handle tf.Output, num_features int64) (bucket_boundaries []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"num_features": num_features}
-	opspec := tf.OpSpec{
-		Type: "BoostedTreesQuantileStreamResourceGetBucketBoundaries",
-		Input: []tf.Input{
-			quantile_stream_resource_handle,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if bucket_boundaries, idx, err = makeOutputList(op, idx, "bucket_boundaries"); err != nil {
-		scope.UpdateErr("BoostedTreesQuantileStreamResourceGetBucketBoundaries", err)
-		return
-	}
-	return bucket_boundaries
-}
-
-// OrderedMapUnstageAttr is an optional argument to OrderedMapUnstage.
-type OrderedMapUnstageAttr func(optionalAttr)
-
-// OrderedMapUnstageCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapUnstageCapacity(value int64) OrderedMapUnstageAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapUnstageMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapUnstageMemoryLimit(value int64) OrderedMapUnstageAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapUnstageContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapUnstageContainer(value string) OrderedMapUnstageAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapUnstageSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapUnstageSharedName(value string) OrderedMapUnstageAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op removes and returns the values associated with the key
-//
-// from the underlying container.   If the underlying container
-// does not contain this key, the op will block until it does.
-func OrderedMapUnstage(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapUnstageAttr) (values []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapUnstage",
-		Input: []tf.Input{
-			key, indices,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
-		scope.UpdateErr("OrderedMapUnstage", err)
-		return
-	}
-	return values
-}
-
-// BoostedTreesQuantileStreamResourceHandleOpAttr is an optional argument to BoostedTreesQuantileStreamResourceHandleOp.
-type BoostedTreesQuantileStreamResourceHandleOpAttr func(optionalAttr)
-
-// BoostedTreesQuantileStreamResourceHandleOpContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func BoostedTreesQuantileStreamResourceHandleOpContainer(value string) BoostedTreesQuantileStreamResourceHandleOpAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// BoostedTreesQuantileStreamResourceHandleOpSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func BoostedTreesQuantileStreamResourceHandleOpSharedName(value string) BoostedTreesQuantileStreamResourceHandleOpAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Creates a handle to a BoostedTreesQuantileStreamResource.
-func BoostedTreesQuantileStreamResourceHandleOp(scope *Scope, optional ...BoostedTreesQuantileStreamResourceHandleOpAttr) (resource tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "BoostedTreesQuantileStreamResourceHandleOp",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// OrderedMapSizeAttr is an optional argument to OrderedMapSize.
-type OrderedMapSizeAttr func(optionalAttr)
-
-// OrderedMapSizeCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapSizeCapacity(value int64) OrderedMapSizeAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapSizeMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapSizeMemoryLimit(value int64) OrderedMapSizeAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapSizeContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapSizeContainer(value string) OrderedMapSizeAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapSizeSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapSizeSharedName(value string) OrderedMapSizeAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op returns the number of elements in the underlying container.
-func OrderedMapSize(scope *Scope, dtypes []tf.DataType, optional ...OrderedMapSizeAttr) (size tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapSize",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-- 
GitLab


From d3f1f3771c31c7cb480dc1420ca76fb7d101927b Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Fri, 26 Oct 2018 15:58:57 -0700
Subject: [PATCH 0699/1825] Add CollectiveAllReduceStrategy into the
 integration test.

PiperOrigin-RevId: 218927502
---
 tensorflow/contrib/distribute/python/BUILD    |  4 +-
 .../python/estimator_training_test.py         | 56 +++++++++++++------
 2 files changed, 42 insertions(+), 18 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 48015bf8f0..1fba094059 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -473,9 +473,10 @@ cuda_py_test(
 
 cuda_py_test(
     name = "estimator_training_test",
-    size = "enormous",
+    size = "large",
     srcs = ["estimator_training_test.py"],
     additional_deps = [
+        ":collective_all_reduce_strategy",
         ":combinations",
         ":mirrored_strategy",
         ":multi_worker_test_base",
@@ -645,7 +646,6 @@ py_library(
 
 cuda_py_test(
     name = "cross_tower_ops_test",
-    size = "large",
     srcs = ["cross_tower_ops_test.py"],
     additional_deps = [
         ":combinations",
diff --git a/tensorflow/contrib/distribute/python/estimator_training_test.py b/tensorflow/contrib/distribute/python/estimator_training_test.py
index 157618f72f..9e2e6c88c2 100644
--- a/tensorflow/contrib/distribute/python/estimator_training_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_training_test.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import copy
 import glob
 import json
 import os
@@ -27,6 +28,7 @@ import threading
 from absl.testing import parameterized
 import numpy as np
 
+from tensorflow.contrib.distribute.python import collective_all_reduce_strategy
 from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import multi_worker_test_base
@@ -263,28 +265,36 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
       combinations.combine(
           mode=["graph"],
           train_distribute_cls=[
+              collective_all_reduce_strategy.CollectiveAllReduceStrategy,
               mirrored_strategy.MirroredStrategy,
               parameter_server_strategy.ParameterServerStrategy
           ],
           eval_distribute_cls=[
               None, mirrored_strategy.MirroredStrategy,
-              parameter_server_strategy.ParameterServerStrategy
+              parameter_server_strategy.ParameterServerStrategy,
+              collective_all_reduce_strategy.CollectiveAllReduceStrategy
           ],
-          required_gpus=1))
+          required_gpus=[0, 1]))
   def test_complete_flow_standalone_client(self, train_distribute_cls,
                                            eval_distribute_cls):
-    try:
-      train_distribute = train_distribute_cls(num_gpus=context.num_gpus())
-    except TypeError:
-      train_distribute = train_distribute_cls(num_gpus_per_worker=2)
+    train_distribute = train_distribute_cls(
+        num_gpus_per_worker=context.num_gpus())
+
+    if (context.num_gpus() < 2 and eval_distribute_cls ==
+        collective_all_reduce_strategy.CollectiveAllReduceStrategy):
+      self.skipTest("`CollectiveAllReduceStrategy` needs at least two towers.")
 
     if eval_distribute_cls:
       eval_distribute = eval_distribute_cls()
     else:
       eval_distribute = None
 
-    estimator = self._complete_flow(
-        train_distribute, eval_distribute, remote_cluster=self._cluster_spec)
+    cluster_spec = copy.deepcopy(self._cluster_spec)
+    if (train_distribute_cls !=
+        parameter_server_strategy.ParameterServerStrategy):
+      cluster_spec.pop("ps", None)
+    estimator = self._complete_flow(train_distribute, eval_distribute,
+                                    cluster_spec)
     self._inspect_train_and_eval_events(estimator)
 
   def _mock_run_std_server(self, *args, **kwargs):
@@ -339,27 +349,40 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
       combinations.combine(
           mode=["graph"],
           train_distribute_cls=[
+              collective_all_reduce_strategy.CollectiveAllReduceStrategy,
               parameter_server_strategy.ParameterServerStrategy,
           ],
           eval_distribute_cls=[
               None, mirrored_strategy.MirroredStrategy,
-              parameter_server_strategy.ParameterServerStrategy
+              parameter_server_strategy.ParameterServerStrategy,
+              collective_all_reduce_strategy.CollectiveAllReduceStrategy
           ],
-          required_gpus=1))
+          required_gpus=[0, 1]))
   def test_complete_flow_indepedent_worker_between_graph(
       self, train_distribute_cls, eval_distribute_cls):
     train_distribute = train_distribute_cls(
         num_gpus_per_worker=context.num_gpus())
 
+    if (context.num_gpus() < 2 and eval_distribute_cls ==
+        collective_all_reduce_strategy.CollectiveAllReduceStrategy):
+      self.skipTest("`CollectiveAllReduceStrategy` needs at least two towers.")
+
     if eval_distribute_cls:
       eval_distribute = eval_distribute_cls()
     else:
       eval_distribute = None
 
-    cluster_spec = multi_worker_test_base.create_cluster_spec(
-        num_workers=3, num_ps=2, has_eval=True)
-    # 3 workers, 2 ps and 1 evaluator.
-    self._barrier = dc._Barrier(6)
+    if (train_distribute_cls == parameter_server_strategy
+        .ParameterServerStrategy):
+      cluster_spec = multi_worker_test_base.create_cluster_spec(
+          num_workers=3, num_ps=2, has_eval=True)
+      # 3 workers, 2 ps and 1 evaluator.
+      self._barrier = dc._Barrier(6)
+    else:
+      cluster_spec = multi_worker_test_base.create_cluster_spec(
+          num_workers=3, num_ps=0, has_eval=True)
+      # 3 workers and 1 evaluator.
+      self._barrier = dc._Barrier(4)
 
     threads = self._run_multiple_tasks_in_threads(
         cluster_spec, train_distribute, eval_distribute)
@@ -377,10 +400,11 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
           mode=["graph"],
           train_distribute_cls=[mirrored_strategy.MirroredStrategy],
           eval_distribute_cls=[None, mirrored_strategy.MirroredStrategy],
-          required_gpus=1))
+          required_gpus=[0, 1]))
   def test_complete_flow_indepedent_worker_in_graph(self, train_distribute_cls,
                                                     eval_distribute_cls):
-    train_distribute = train_distribute_cls(num_gpus=context.num_gpus())
+    train_distribute = train_distribute_cls(
+        num_gpus_per_worker=context.num_gpus())
 
     if eval_distribute_cls:
       eval_distribute = eval_distribute_cls()
-- 
GitLab


From 5e11be225e2160837ea4ccc18ae2470bfa06e55c Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Fri, 26 Oct 2018 16:08:09 -0700
Subject: [PATCH 0700/1825] Merges `register_concrete` with `add_to_graph`.

PiperOrigin-RevId: 218929028
---
 tensorflow/python/eager/function.py      | 61 +++++++++++-------------
 tensorflow/python/eager/function_test.py |  2 +-
 tensorflow/python/saved_model/export.py  |  2 +-
 3 files changed, 31 insertions(+), 34 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index cfd6baa62e..221d52a278 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -286,7 +286,8 @@ class Function(object):
       attrs: (optional) dict mapping names of attributes to their AttrValue
         values. Attributes in `attrs` will be included in this function's
         definition.
-
+     signature: a nested sequence of `TensorSpec` objects specifying the input
+       signature of this function.
     Raises:
       ValueError: If number of input_placeholders is not equal to the number
         of function inputs.
@@ -535,9 +536,32 @@ class Function(object):
     return nest.map_structure(lambda x: x.dtype if x is not None else None,
                               self._func_graph.structured_outputs)
 
-  def add_to_graph(self, g):
-    """Adds this function into the graph g."""
-    return self._inference_function.add_to_graph(g)
+  def add_to_graph(self, g=None, register_gradient_functions=False):
+    """Registers the function into the graph g."""
+    # TODO(allel/shivaniagrawal): rename this to register to reflect the
+    # method's functionality better. Remove register_gradient_functions argument
+    # and figure out if these needs to be registered.
+
+    if not g:
+      g = ops.get_default_graph()
+    self._inference_function.add_to_graph(g)  # pylint: disable=protected-access
+
+    # pylint: disable=protected-access
+    if register_gradient_functions:
+      # There are two situations for the actual call of a defun:
+      # 1. If none of the input args are resource variables or watch by any
+      #   tape, and it will run the _inference_function of concrete_func for
+      #   forward pass, the gradient will be generated by standard mechanism.
+      # 2. Otherwise, defun will create two functions, one for forward pass, and
+      #   the backward pass will be created via tape.
+      #   When registering the function, we register both cases.
+      if self._backward_graph_function is None:
+        self._construct_backprop_function()
+      forward_function = self._forward_function
+      backward_function = self._backward_graph_function._inference_function
+      # pylint: enable=protected-access
+      forward_function.add_to_graph(g)
+      backward_function.add_to_graph(g)
 
   def _construct_backprop_function(self):
     """Constructs the backprop function object for this function."""
@@ -1072,33 +1096,6 @@ class PolymorphicFunction(object):
       return graph_function, args, kwargs
 
 
-def register_concrete(func):
-  """Register a concrete function into the graph.
-
-  Args:
-    func: A graph function.
-  """
-  graph = ops.get_default_graph()
-
-  # There are two situations for the actual call of a defun:
-  # 1. If none of the input args are resource variables or watch by any tape,
-  #   it will run the _inference_function of concrete_func for forward pass, and
-  #   the gradient will be generated by standard mechanism.
-  # 2. Otherwise, defun will create two functions, one for forward pass, and the
-  #   backward pass will be created via tape.
-  # When registering the function, we put both cases into graph.
-  # pylint: disable=protected-access
-  func._inference_function.add_to_graph(graph)
-
-  if func._backward_graph_function is None:
-    func._construct_backprop_function()
-  forward_function = func._forward_function
-  backward_function = func._backward_graph_function._inference_function
-  forward_function.add_to_graph(graph)
-  backward_function.add_to_graph(graph)
-  # pylint: enable=protected-access
-
-
 def register(func, *args, **kwargs):
   """Register a specialization of a PolymorphicFunction into the graph.
 
@@ -1124,7 +1121,7 @@ def register(func, *args, **kwargs):
     raise ValueError("Only defun function is allowed to be registered. "
                      "Got type: %s" % type(func))
   concrete_func = func.get_concrete_function(*args, **kwargs)
-  register_concrete(concrete_func)
+  concrete_func.add_to_graph(register_gradient_functions=True)
   return concrete_func
 
 
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index a8620f6952..651d6cec72 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -2267,7 +2267,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     with context.graph_mode(), self.cached_session():
       with ops.get_default_graph().as_default():
         t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
-        function.register_concrete(composite)
+        composite.add_to_graph(register_gradient_functions=True)
 
         graph = ops.get_default_graph()
         # pylint: disable=protected-access
diff --git a/tensorflow/python/saved_model/export.py b/tensorflow/python/saved_model/export.py
index 9101a0e69e..4d4ff236f6 100644
--- a/tensorflow/python/saved_model/export.py
+++ b/tensorflow/python/saved_model/export.py
@@ -139,7 +139,7 @@ def _generate_signatures(signature_functions):
   """
   signatures = {}
   for signature_key, func in sorted(signature_functions.items()):
-    function.register_concrete(func)
+    func.add_to_graph(register_gradient_functions=True)
     # `exterior_placeholders` holds placeholders which are outside the function
     # body, directly contained in a MetaGraph of the SavedModel. The function
     # body itself contains nearly identical placeholders used when running the
-- 
GitLab


From 325bac3d629d1a915538093eb11fa526b52fa1de Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 16:13:01 -0700
Subject: [PATCH 0701/1825] Add option to run regular NMS in detection
 post-processing for SSD.

PiperOrigin-RevId: 218929667
---
 .../lite/kernels/detection_postprocess.cc     | 163 +++++++-
 .../kernels/detection_postprocess_test.cc     | 367 +++++++++++++++++-
 2 files changed, 508 insertions(+), 22 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/detection_postprocess.cc b/tensorflow/contrib/lite/kernels/detection_postprocess.cc
index e21dc5ced9..b24231eb06 100644
--- a/tensorflow/contrib/lite/kernels/detection_postprocess.cc
+++ b/tensorflow/contrib/lite/kernels/detection_postprocess.cc
@@ -43,9 +43,11 @@ constexpr int kOutputTensorNumDetections = 3;
 constexpr int kNumCoordBox = 4;
 constexpr int kBatchSize = 1;
 
+constexpr int kNumDetectionsPerClass = 100;
+
 // Object Detection model produces axis-aligned boxes in two formats:
-// BoxCorner represents the upper right (xmin, ymin) and
-// lower left corner (xmax, ymax).
+// BoxCorner represents the lower left corner (xmin, ymin) and
+// the upper right corner (xmax, ymax).
 // CenterSize represents the center (xcenter, ycenter), height and width.
 // BoxCornerEncoding and CenterSizeEncoding are related as follows:
 // ycenter = y / y_scale * anchor.h + anchor.y;
@@ -77,10 +79,12 @@ static_assert(sizeof(CenterSizeEncoding) == sizeof(float) * kNumCoordBox,
 
 struct OpData {
   int max_detections;
-  int max_classes_per_detection;
+  int max_classes_per_detection;  // Fast Non-Max-Suppression
+  int detections_per_class;       // Regular Non-Max-Suppression
   float non_max_suppression_score_threshold;
   float intersection_over_union_threshold;
   int num_classes;
+  bool use_regular_non_max_suppression;
   CenterSizeEncoding scale_values;
   // Indices of Temporary tensors
   int decoded_boxes_index;
@@ -94,6 +98,15 @@ void* Init(TfLiteContext* context, const char* buffer, size_t length) {
   const flexbuffers::Map& m = flexbuffers::GetRoot(buffer_t, length).AsMap();
   op_data->max_detections = m["max_detections"].AsInt32();
   op_data->max_classes_per_detection = m["max_classes_per_detection"].AsInt32();
+  if (m["detections_per_class"].IsNull())
+    op_data->detections_per_class = kNumDetectionsPerClass;
+  else
+    op_data->detections_per_class = m["detections_per_class"].AsInt32();
+  if (m["use_regular_nms"].IsNull())
+    op_data->use_regular_non_max_suppression = false;
+  else
+    op_data->use_regular_non_max_suppression = m["use_regular_nms"].AsBool();
+
   op_data->non_max_suppression_score_threshold =
       m["nms_score_threshold"].AsFloat();
   op_data->intersection_over_union_threshold = m["nms_iou_threshold"].AsFloat();
@@ -350,19 +363,21 @@ float ComputeIntersectionOverUnion(const TfLiteTensor* decoded_boxes,
   return intersection_area / (area_i + area_j - intersection_area);
 }
 
-// NonMaxSuppressionSingleClass() is O(n^2) pairwise comparison between boxes
+// NonMaxSuppressionSingleClass() prunes out the box locations with high overlap
+// before selecting the highest scoring boxes (max_detections in number)
 // It assumes all boxes are good in beginning and sorts based on the scores.
 // If lower-scoring box has too much overlap with a higher-scoring box,
 // we get rid of the lower-scoring box.
+// Complexity is O(N^2) pairwise comparison between boxes
 TfLiteStatus NonMaxSuppressionSingleClassHelper(
     TfLiteContext* context, TfLiteNode* node, OpData* op_data,
-    const std::vector<float>& scores, std::vector<int>* selected) {
+    const std::vector<float>& scores, std::vector<int>* selected,
+    int max_detections) {
   const TfLiteTensor* input_box_encodings =
       GetInput(context, node, kInputTensorBoxEncodings);
   const TfLiteTensor* decoded_boxes =
       &context->tensors[op_data->decoded_boxes_index];
   const int num_boxes = input_box_encodings->dims->data[1];
-  const int max_detections = op_data->max_detections;
   const float non_max_suppression_score_threshold =
       op_data->non_max_suppression_score_threshold;
   const float intersection_over_union_threshold =
@@ -389,7 +404,6 @@ TfLiteStatus NonMaxSuppressionSingleClassHelper(
   sorted_indices.resize(num_scores_kept);
   DecreasingPartialArgSort(keep_scores.data(), num_scores_kept, num_scores_kept,
                            sorted_indices.data());
-
   const int num_boxes_kept = num_scores_kept;
   const int output_size = std::min(num_boxes_kept, max_detections);
   selected->clear();
@@ -427,6 +441,130 @@ TfLiteStatus NonMaxSuppressionSingleClassHelper(
   return kTfLiteOk;
 }
 
+// This function implements a regular version of Non Maximal Suppression (NMS)
+// for multiple classes where
+// 1) we do NMS separately for each class across all anchors and
+// 2) keep only the highest anchor scores across all classes
+// 3) The worst runtime of the regular NMS is O(K*N^2)
+// where N is the number of anchors and K the number of
+// classes.
+TfLiteStatus NonMaxSuppressionMultiClassRegularHelper(TfLiteContext* context,
+                                                      TfLiteNode* node,
+                                                      OpData* op_data,
+                                                      const float* scores) {
+  const TfLiteTensor* input_box_encodings =
+      GetInput(context, node, kInputTensorBoxEncodings);
+  const TfLiteTensor* decoded_boxes =
+      &context->tensors[op_data->decoded_boxes_index];
+
+  TfLiteTensor* detection_boxes =
+      GetOutput(context, node, kOutputTensorDetectionBoxes);
+  TfLiteTensor* detection_classes =
+      GetOutput(context, node, kOutputTensorDetectionClasses);
+  TfLiteTensor* detection_scores =
+      GetOutput(context, node, kOutputTensorDetectionScores);
+  TfLiteTensor* num_detections =
+      GetOutput(context, node, kOutputTensorNumDetections);
+
+  const int num_boxes = input_box_encodings->dims->data[1];
+  const int num_classes = op_data->num_classes;
+  const int num_detections_per_class = op_data->detections_per_class;
+  const int max_detections = op_data->max_detections;
+  // The row index offset is 1 if background class is included and 0 otherwise.
+  const int label_offset = 1;
+  TF_LITE_ENSURE(context, label_offset != -1);
+  TF_LITE_ENSURE(context, num_detections_per_class > 0);
+  const int num_classes_with_background = num_classes + label_offset;
+
+  // For each class, perform non-max suppression.
+  std::vector<float> class_scores(num_boxes);
+
+  std::vector<int> box_indices_after_regular_non_max_suppression(
+      num_boxes + max_detections);
+  std::vector<float> scores_after_regular_non_max_suppression(num_boxes +
+                                                              max_detections);
+
+  int size_of_sorted_indices = 0;
+  std::vector<int> sorted_indices;
+  sorted_indices.resize(max_detections);
+  std::vector<float> sorted_values;
+  sorted_values.resize(max_detections);
+
+  for (int col = 0; col < num_classes; col++) {
+    for (int row = 0; row < num_boxes; row++) {
+      // Get scores of boxes corresponding to all anchors for single class
+      class_scores[row] =
+          *(scores + row * num_classes_with_background + col + label_offset);
+    }
+    // Perform non-maximal suppression on single class
+    std::vector<int> selected;
+    NonMaxSuppressionSingleClassHelper(context, node, op_data, class_scores,
+                                       &selected, num_detections_per_class);
+    // Add selected indices from non-max suppression of boxes in this class
+    int output_index = size_of_sorted_indices;
+    for (int selected_index : selected) {
+      box_indices_after_regular_non_max_suppression[output_index] =
+          (selected_index * num_classes_with_background + col + label_offset);
+      scores_after_regular_non_max_suppression[output_index] =
+          class_scores[selected_index];
+      output_index++;
+    }
+    // Sort the max scores among the selected indices
+    // Get the indices for top scores
+    int num_indices_to_sort = std::min(output_index, max_detections);
+    DecreasingPartialArgSort(scores_after_regular_non_max_suppression.data(),
+                             output_index, num_indices_to_sort,
+                             sorted_indices.data());
+
+    // Copy values to temporary vectors
+    for (int row = 0; row < num_indices_to_sort; row++) {
+      int temp = sorted_indices[row];
+      sorted_indices[row] = box_indices_after_regular_non_max_suppression[temp];
+      sorted_values[row] = scores_after_regular_non_max_suppression[temp];
+    }
+    // Copy scores and indices from temporary vectors
+    for (int row = 0; row < num_indices_to_sort; row++) {
+      box_indices_after_regular_non_max_suppression[row] = sorted_indices[row];
+      scores_after_regular_non_max_suppression[row] = sorted_values[row];
+    }
+    size_of_sorted_indices = num_indices_to_sort;
+  }
+
+  // Allocate output tensors
+  for (int output_box_index = 0; output_box_index < max_detections;
+       output_box_index++) {
+    if (output_box_index < size_of_sorted_indices) {
+      const int anchor_index = floor(
+          box_indices_after_regular_non_max_suppression[output_box_index] /
+          num_classes_with_background);
+      const int class_index =
+          box_indices_after_regular_non_max_suppression[output_box_index] -
+          anchor_index * num_classes_with_background - label_offset;
+      const float selected_score =
+          scores_after_regular_non_max_suppression[output_box_index];
+      // detection_boxes
+      ReInterpretTensor<BoxCornerEncoding*>(detection_boxes)[output_box_index] =
+          ReInterpretTensor<const BoxCornerEncoding*>(
+              decoded_boxes)[anchor_index];
+      // detection_classes
+      detection_classes->data.f[output_box_index] = class_index;
+      // detection_scores
+      detection_scores->data.f[output_box_index] = selected_score;
+    } else {
+      ReInterpretTensor<BoxCornerEncoding*>(
+          detection_boxes)[output_box_index] = {0.0f, 0.0f, 0.0f, 0.0f};
+      // detection_classes
+      detection_classes->data.f[output_box_index] = 0.0f;
+      // detection_scores
+      detection_scores->data.f[output_box_index] = 0.0f;
+    }
+  }
+  num_detections->data.f[0] = size_of_sorted_indices;
+  box_indices_after_regular_non_max_suppression.clear();
+  scores_after_regular_non_max_suppression.clear();
+  return kTfLiteOk;
+}
+
 // This function implements a fast version of Non Maximal Suppression for
 // multiple classes where
 // 1) we keep the top-k scores for each anchor and
@@ -477,7 +615,7 @@ TfLiteStatus NonMaxSuppressionMultiClassFastHelper(TfLiteContext* context,
   // Perform non-maximal suppression on max scores
   std::vector<int> selected;
   NonMaxSuppressionSingleClassHelper(context, node, op_data, max_scores,
-                                     &selected);
+                                     &selected, op_data->max_detections);
   // Allocate output tensors
   int output_box_index = 0;
   for (const auto& selected_index : selected) {
@@ -549,8 +687,13 @@ TfLiteStatus NonMaxSuppressionMultiClass(TfLiteContext* context,
       // Unsupported type.
       return kTfLiteError;
   }
-  NonMaxSuppressionMultiClassFastHelper(context, node, op_data,
-                                        GetTensorData<float>(scores));
+  if (op_data->use_regular_non_max_suppression)
+    NonMaxSuppressionMultiClassRegularHelper(context, node, op_data,
+                                             GetTensorData<float>(scores));
+  else
+    NonMaxSuppressionMultiClassFastHelper(context, node, op_data,
+                                          GetTensorData<float>(scores));
+
   return kTfLiteOk;
 }
 
diff --git a/tensorflow/contrib/lite/kernels/detection_postprocess_test.cc b/tensorflow/contrib/lite/kernels/detection_postprocess_test.cc
index 1e8caebd82..4d7ddd64be 100644
--- a/tensorflow/contrib/lite/kernels/detection_postprocess_test.cc
+++ b/tensorflow/contrib/lite/kernels/detection_postprocess_test.cc
@@ -34,6 +34,7 @@ namespace {
 using ::testing::ElementsAre;
 using ::testing::ElementsAreArray;
 
+// Tests for scenarios where we DO NOT set use_regular_nms flag
 class BaseDetectionPostprocessOpModel : public SingleOpModel {
  public:
   BaseDetectionPostprocessOpModel(const TensorData& input1,
@@ -131,16 +132,26 @@ TEST(DetectionPostprocessOpTest, FloatTest) {
       {TensorType_FLOAT32, {}});
 
   // six boxes in center-size encoding
-  m.SetInput1<float>({0.0, 0.0,  0.0, 0.0, 0.0, 1.0, 0.0, 0.0,
-                      0.0, -1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
-                      0.0, 1.0,  0.0, 0.0, 0.0, 0.0, 0.0, 0.0});
+  m.SetInput1<float>({
+      0.0, 0.0,  0.0, 0.0,  // box #1
+      0.0, 1.0,  0.0, 0.0,  // box #2
+      0.0, -1.0, 0.0, 0.0,  // box #3
+      0.0, 0.0,  0.0, 0.0,  // box #4
+      0.0, 1.0,  0.0, 0.0,  // box #5
+      0.0, 0.0,  0.0, 0.0   // box #6
+  });
   // class scores - two classes with background
   m.SetInput2<float>({0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0.,
                       .5, .4, 0., .3, .2});
   // six anchors in center-size encoding
-  m.SetInput3<float>({0.5, 0.5,  1.0, 1.0, 0.5, 0.5,   1.0, 1.0,
-                      0.5, 0.5,  1.0, 1.0, 0.5, 10.5,  1.0, 1.0,
-                      0.5, 10.5, 1.0, 1.0, 0.5, 100.5, 1.0, 1.0});
+  m.SetInput3<float>({
+      0.5, 0.5,   1.0, 1.0,  // anchor #1
+      0.5, 0.5,   1.0, 1.0,  // anchor #2
+      0.5, 0.5,   1.0, 1.0,  // anchor #3
+      0.5, 10.5,  1.0, 1.0,  // anchor #4
+      0.5, 10.5,  1.0, 1.0,  //  anchor #5
+      0.5, 100.5, 1.0, 1.0   // anchor #6
+  });
   // Same boxes in box-corner encoding:
   // { 0.0, 0.0, 1.0, 1.0,
   //   0.0, 0.1, 1.0, 1.1,
@@ -183,9 +194,14 @@ TEST(DetectionPostprocessOpTest, QuantizedTest) {
       {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
       {TensorType_FLOAT32, {}});
   // six boxes in center-size encoding
-  std::vector<std::initializer_list<float>> inputs1 = {
-      {0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, -1.0, 0.0, 0.0,
-       0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0,  0.0, 0.0}};
+  std::vector<std::initializer_list<float>> inputs1 = {{
+      0.0, 0.0,  0.0, 0.0,  // box #1
+      0.0, 1.0,  0.0, 0.0,  // box #2
+      0.0, -1.0, 0.0, 0.0,  // box #3
+      0.0, 0.0,  0.0, 0.0,  // box #4
+      0.0, 1.0,  0.0, 0.0,  // box #5
+      0.0, 0.0,  0.0, 0.0   // box #6
+  }};
   m.QuantizeAndPopulate<uint8_t>(m.input1(), inputs1[0]);
   // class scores - two classes with background
   std::vector<std::initializer_list<float>> inputs2 = {
@@ -193,9 +209,14 @@ TEST(DetectionPostprocessOpTest, QuantizedTest) {
        .2}};
   m.QuantizeAndPopulate<uint8_t>(m.input2(), inputs2[0]);
   // six anchors in center-size encoding
-  std::vector<std::initializer_list<float>> inputs3 = {
-      {0.5, 0.5,  1.0, 1.0, 0.5, 0.5,  1.0, 1.0, 0.5, 0.5,   1.0, 1.0,
-       0.5, 10.5, 1.0, 1.0, 0.5, 10.5, 1.0, 1.0, 0.5, 100.5, 1.0, 1.0}};
+  std::vector<std::initializer_list<float>> inputs3 = {{
+      0.5, 0.5,   1.0, 1.0,  // anchor #1
+      0.5, 0.5,   1.0, 1.0,  // anchor #2
+      0.5, 0.5,   1.0, 1.0,  // anchor #3
+      0.5, 10.5,  1.0, 1.0,  // anchor #4
+      0.5, 10.5,  1.0, 1.0,  // anchor #5
+      0.5, 100.5, 1.0, 1.0   // anchor #6
+  }};
   m.QuantizeAndPopulate<uint8_t>(m.input3(), inputs3[0]);
   m.Invoke();
   // detection_boxes
@@ -223,6 +244,328 @@ TEST(DetectionPostprocessOpTest, QuantizedTest) {
   EXPECT_THAT(m.GetOutput4<float>(),
               ElementsAreArray(ArrayFloatNear({3.0}, 1e-1)));
 }
+
+// Tests for scenarios where we set use_regular_nms flag
+class DetectionPostprocessOpModelwithRegularNMS : public SingleOpModel {
+ public:
+  DetectionPostprocessOpModelwithRegularNMS(
+      const TensorData& input1, const TensorData& input2,
+      const TensorData& input3, const TensorData& output1,
+      const TensorData& output2, const TensorData& output3,
+      const TensorData& output4, bool use_regular_nms) {
+    input1_ = AddInput(input1);
+    input2_ = AddInput(input2);
+    input3_ = AddInput(input3);
+    output1_ = AddOutput(output1);
+    output2_ = AddOutput(output2);
+    output3_ = AddOutput(output3);
+    output4_ = AddOutput(output4);
+
+    flexbuffers::Builder fbb;
+    fbb.Map([&]() {
+      fbb.Int("max_detections", 3);
+      fbb.Int("max_classes_per_detection", 1);
+      fbb.Int("detections_per_class", 1);
+      fbb.Bool("use_regular_nms", use_regular_nms);
+      fbb.Float("nms_score_threshold", 0.0);
+      fbb.Float("nms_iou_threshold", 0.5);
+      fbb.Int("num_classes", 2);
+      fbb.Float("y_scale", 10.0);
+      fbb.Float("x_scale", 10.0);
+      fbb.Float("h_scale", 5.0);
+      fbb.Float("w_scale", 5.0);
+    });
+    fbb.Finish();
+    SetCustomOp("TFLite_Detection_PostProcess", fbb.GetBuffer(),
+                Register_DETECTION_POSTPROCESS);
+    BuildInterpreter({GetShape(input1_), GetShape(input2_), GetShape(input3_)});
+  }
+
+  int input1() { return input1_; }
+  int input2() { return input2_; }
+  int input3() { return input3_; }
+
+  template <class T>
+  void SetInput1(std::initializer_list<T> data) {
+    PopulateTensor<T>(input1_, data);
+  }
+
+  template <class T>
+  void SetInput2(std::initializer_list<T> data) {
+    PopulateTensor<T>(input2_, data);
+  }
+
+  template <class T>
+  void SetInput3(std::initializer_list<T> data) {
+    PopulateTensor<T>(input3_, data);
+  }
+
+  template <class T>
+  std::vector<T> GetOutput1() {
+    return ExtractVector<T>(output1_);
+  }
+
+  template <class T>
+  std::vector<T> GetOutput2() {
+    return ExtractVector<T>(output2_);
+  }
+
+  template <class T>
+  std::vector<T> GetOutput3() {
+    return ExtractVector<T>(output3_);
+  }
+
+  template <class T>
+  std::vector<T> GetOutput4() {
+    return ExtractVector<T>(output4_);
+  }
+
+  std::vector<int> GetOutputShape1() { return GetTensorShape(output1_); }
+  std::vector<int> GetOutputShape2() { return GetTensorShape(output2_); }
+  std::vector<int> GetOutputShape3() { return GetTensorShape(output3_); }
+  std::vector<int> GetOutputShape4() { return GetTensorShape(output4_); }
+
+ protected:
+  int input1_;
+  int input2_;
+  int input3_;
+  int output1_;
+  int output2_;
+  int output3_;
+  int output4_;
+};
+
+TEST(DetectionPostprocessOpTest, FloatTestFastNMS) {
+  DetectionPostprocessOpModelwithRegularNMS m(
+      {TensorType_FLOAT32, {1, 6, 4}}, {TensorType_FLOAT32, {1, 6, 3}},
+      {TensorType_FLOAT32, {6, 4}}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, false);
+
+  // six boxes in center-size encoding
+  m.SetInput1<float>({
+      0.0, 0.0,  0.0, 0.0,  // box #1
+      0.0, 1.0,  0.0, 0.0,  // box #2
+      0.0, -1.0, 0.0, 0.0,  // box #3
+      0.0, 0.0,  0.0, 0.0,  // box #4
+      0.0, 1.0,  0.0, 0.0,  // box #5
+      0.0, 0.0,  0.0, 0.0   // box #6
+  });
+  // class scores - two classes with background
+  m.SetInput2<float>({0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0.,
+                      .5, .4, 0., .3, .2});
+  // six anchors in center-size encoding
+  m.SetInput3<float>({
+      0.5, 0.5,   1.0, 1.0,  // anchor #1
+      0.5, 0.5,   1.0, 1.0,  // anchor #2
+      0.5, 0.5,   1.0, 1.0,  // anchor #3
+      0.5, 10.5,  1.0, 1.0,  // anchor #4
+      0.5, 10.5,  1.0, 1.0,  //  anchor #5
+      0.5, 100.5, 1.0, 1.0   // anchor #6
+  });
+  // Same boxes in box-corner encoding:
+  // { 0.0, 0.0, 1.0, 1.0,
+  //   0.0, 0.1, 1.0, 1.1,
+  //   0.0, -0.1, 1.0, 0.9,
+  //   0.0, 10.0, 1.0, 11.0,
+  //   0.0, 10.1, 1.0, 11.1,
+  //   0.0, 100.0, 1.0, 101.0}
+  m.Invoke();
+  // detection_boxes
+  // in center-size
+  std::vector<int> output_shape1 = m.GetOutputShape1();
+  EXPECT_THAT(output_shape1, ElementsAre(1, 3, 4));
+  EXPECT_THAT(
+      m.GetOutput1<float>(),
+      ElementsAreArray(ArrayFloatNear(
+          {0.0, 10.0, 1.0, 11.0, 0.0, 0.0, 1.0, 1.0, 0.0, 100.0, 1.0, 101.0},
+          1e-1)));
+  // detection_classes
+  std::vector<int> output_shape2 = m.GetOutputShape2();
+  EXPECT_THAT(output_shape2, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput2<float>(),
+              ElementsAreArray(ArrayFloatNear({1, 0, 0}, 1e-1)));
+  // detection_scores
+  std::vector<int> output_shape3 = m.GetOutputShape3();
+  EXPECT_THAT(output_shape3, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput3<float>(),
+              ElementsAreArray(ArrayFloatNear({0.95, 0.9, 0.3}, 1e-1)));
+  // num_detections
+  std::vector<int> output_shape4 = m.GetOutputShape4();
+  EXPECT_THAT(output_shape4, ElementsAre(1));
+  EXPECT_THAT(m.GetOutput4<float>(),
+              ElementsAreArray(ArrayFloatNear({3.0}, 1e-1)));
+}
+
+TEST(DetectionPostprocessOpTest, QuantizedTestFastNMS) {
+  DetectionPostprocessOpModelwithRegularNMS m(
+      {TensorType_UINT8, {1, 6, 4}, -1.0, 1.0},
+      {TensorType_UINT8, {1, 6, 3}, 0.0, 1.0},
+      {TensorType_UINT8, {6, 4}, 0.0, 100.5}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, false);
+  // six boxes in center-size encoding
+  std::vector<std::initializer_list<float>> inputs1 = {{
+      0.0, 0.0,  0.0, 0.0,  // box #1
+      0.0, 1.0,  0.0, 0.0,  // box #2
+      0.0, -1.0, 0.0, 0.0,  // box #3
+      0.0, 0.0,  0.0, 0.0,  // box #4
+      0.0, 1.0,  0.0, 0.0,  // box #5
+      0.0, 0.0,  0.0, 0.0   // box #6
+  }};
+  m.QuantizeAndPopulate<uint8_t>(m.input1(), inputs1[0]);
+  // class scores - two classes with background
+  std::vector<std::initializer_list<float>> inputs2 = {
+      {0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0., .5, .4, 0., .3,
+       .2}};
+  m.QuantizeAndPopulate<uint8_t>(m.input2(), inputs2[0]);
+  // six anchors in center-size encoding
+  std::vector<std::initializer_list<float>> inputs3 = {{
+      0.5, 0.5,   1.0, 1.0,  // anchor #1
+      0.5, 0.5,   1.0, 1.0,  // anchor #2
+      0.5, 0.5,   1.0, 1.0,  // anchor #3
+      0.5, 10.5,  1.0, 1.0,  // anchor #4
+      0.5, 10.5,  1.0, 1.0,  // anchor #5
+      0.5, 100.5, 1.0, 1.0   // anchor #6
+  }};
+  m.QuantizeAndPopulate<uint8_t>(m.input3(), inputs3[0]);
+  m.Invoke();
+  // detection_boxes
+  // in center-size
+  std::vector<int> output_shape1 = m.GetOutputShape1();
+  EXPECT_THAT(output_shape1, ElementsAre(1, 3, 4));
+  EXPECT_THAT(
+      m.GetOutput1<float>(),
+      ElementsAreArray(ArrayFloatNear(
+          {0.0, 10.0, 1.0, 11.0, 0.0, 0.0, 1.0, 1.0, 0.0, 100.0, 1.0, 101.0},
+          3e-1)));
+  // detection_classes
+  std::vector<int> output_shape2 = m.GetOutputShape2();
+  EXPECT_THAT(output_shape2, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput2<float>(),
+              ElementsAreArray(ArrayFloatNear({1, 0, 0}, 1e-1)));
+  // detection_scores
+  std::vector<int> output_shape3 = m.GetOutputShape3();
+  EXPECT_THAT(output_shape3, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput3<float>(),
+              ElementsAreArray(ArrayFloatNear({0.95, 0.9, 0.3}, 1e-1)));
+  // num_detections
+  std::vector<int> output_shape4 = m.GetOutputShape4();
+  EXPECT_THAT(output_shape4, ElementsAre(1));
+  EXPECT_THAT(m.GetOutput4<float>(),
+              ElementsAreArray(ArrayFloatNear({3.0}, 1e-1)));
+}
+
+TEST(DetectionPostprocessOpTest, FloatTestRegularNMS) {
+  DetectionPostprocessOpModelwithRegularNMS m(
+      {TensorType_FLOAT32, {1, 6, 4}}, {TensorType_FLOAT32, {1, 6, 3}},
+      {TensorType_FLOAT32, {6, 4}}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, true);
+  // six boxes in center-size encoding
+  m.SetInput1<float>({
+      0.0, 0.0,  0.0, 0.0,  // box #1
+      0.0, 1.0,  0.0, 0.0,  // box #2
+      0.0, -1.0, 0.0, 0.0,  // box #3
+      0.0, 0.0,  0.0, 0.0,  // box #4
+      0.0, 1.0,  0.0, 0.0,  // box #5
+      0.0, 0.0,  0.0, 0.0   // box #6
+  });
+  // class scores - two classes with background
+  m.SetInput2<float>({0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0.,
+                      .5, .4, 0., .3, .2});
+  // six anchors in center-size encoding
+  m.SetInput3<float>({
+      0.5, 0.5,   1.0, 1.0,  // anchor #1
+      0.5, 0.5,   1.0, 1.0,  // anchor #2
+      0.5, 0.5,   1.0, 1.0,  // anchor #3
+      0.5, 10.5,  1.0, 1.0,  // anchor #4
+      0.5, 10.5,  1.0, 1.0,  //  anchor #5
+      0.5, 100.5, 1.0, 1.0   // anchor #6
+  });
+  m.Invoke();
+  // detection_boxes
+  // in center-size
+  std::vector<int> output_shape1 = m.GetOutputShape1();
+  EXPECT_THAT(output_shape1, ElementsAre(1, 3, 4));
+  EXPECT_THAT(m.GetOutput1<float>(),
+              ElementsAreArray(ArrayFloatNear({0.0, 10.0, 1.0, 11.0, 0.0, 10.0,
+                                               1.0, 11.0, 0.0, 0.0, 0.0, 0.0},
+                                              3e-1)));
+  // detection_classes
+  std::vector<int> output_shape2 = m.GetOutputShape2();
+  EXPECT_THAT(output_shape2, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput2<float>(),
+              ElementsAreArray(ArrayFloatNear({1, 0, 0}, 1e-1)));
+  // detection_scores
+  std::vector<int> output_shape3 = m.GetOutputShape3();
+  EXPECT_THAT(output_shape3, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput3<float>(),
+              ElementsAreArray(ArrayFloatNear({0.95, 0.9, 0.0}, 1e-1)));
+  // num_detections
+  std::vector<int> output_shape4 = m.GetOutputShape4();
+  EXPECT_THAT(output_shape4, ElementsAre(1));
+  EXPECT_THAT(m.GetOutput4<float>(),
+              ElementsAreArray(ArrayFloatNear({2.0}, 1e-1)));
+}
+
+TEST(DetectionPostprocessOpTest, QuantizedTestRegularNMS) {
+  DetectionPostprocessOpModelwithRegularNMS m(
+      {TensorType_UINT8, {1, 6, 4}, -1.0, 1.0},
+      {TensorType_UINT8, {1, 6, 3}, 0.0, 1.0},
+      {TensorType_UINT8, {6, 4}, 0.0, 100.5}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
+      {TensorType_FLOAT32, {}}, true);
+  // six boxes in center-size encoding
+  std::vector<std::initializer_list<float>> inputs1 = {{
+      0.0, 0.0,  0.0, 0.0,  // box #1
+      0.0, 1.0,  0.0, 0.0,  // box #2
+      0.0, -1.0, 0.0, 0.0,  // box #3
+      0.0, 0.0,  0.0, 0.0,  // box #4
+      0.0, 1.0,  0.0, 0.0,  // box #5
+      0.0, 0.0,  0.0, 0.0   // box #6
+  }};
+  m.QuantizeAndPopulate<uint8_t>(m.input1(), inputs1[0]);
+  // class scores - two classes with background
+  std::vector<std::initializer_list<float>> inputs2 = {
+      {0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0., .5, .4, 0., .3,
+       .2}};
+  m.QuantizeAndPopulate<uint8_t>(m.input2(), inputs2[0]);
+  // six anchors in center-size encoding
+  std::vector<std::initializer_list<float>> inputs3 = {{
+      0.5, 0.5,   1.0, 1.0,  // anchor #1
+      0.5, 0.5,   1.0, 1.0,  // anchor #2
+      0.5, 0.5,   1.0, 1.0,  // anchor #3
+      0.5, 10.5,  1.0, 1.0,  // anchor #4
+      0.5, 10.5,  1.0, 1.0,  // anchor #5
+      0.5, 100.5, 1.0, 1.0   // anchor #6
+  }};
+  m.QuantizeAndPopulate<uint8_t>(m.input3(), inputs3[0]);
+  m.Invoke();
+  // detection_boxes
+  // in center-size
+  std::vector<int> output_shape1 = m.GetOutputShape1();
+  EXPECT_THAT(output_shape1, ElementsAre(1, 3, 4));
+  EXPECT_THAT(m.GetOutput1<float>(),
+              ElementsAreArray(ArrayFloatNear({0.0, 10.0, 1.0, 11.0, 0.0, 10.0,
+                                               1.0, 11.0, 0.0, 0.0, 0.0, 0.0},
+                                              3e-1)));
+  // detection_classes
+  std::vector<int> output_shape2 = m.GetOutputShape2();
+  EXPECT_THAT(output_shape2, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput2<float>(),
+              ElementsAreArray(ArrayFloatNear({1, 0, 0}, 1e-1)));
+  // detection_scores
+  std::vector<int> output_shape3 = m.GetOutputShape3();
+  EXPECT_THAT(output_shape3, ElementsAre(1, 3));
+  EXPECT_THAT(m.GetOutput3<float>(),
+              ElementsAreArray(ArrayFloatNear({0.95, 0.9, 0.0}, 1e-1)));
+  // num_detections
+  std::vector<int> output_shape4 = m.GetOutputShape4();
+  EXPECT_THAT(output_shape4, ElementsAre(1));
+  EXPECT_THAT(m.GetOutput4<float>(),
+              ElementsAreArray(ArrayFloatNear({2.0}, 1e-1)));
+}
 }  // namespace
 }  // namespace custom
 }  // namespace ops
-- 
GitLab


From 8ed2ce47a4246b503cbadaeebe9dc409cf2606c3 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 26 Oct 2018 16:19:41 -0700
Subject: [PATCH 0702/1825] Use const node pointers in ReverseDfs

PiperOrigin-RevId: 218930546
---
 .../grappler/optimizers/memory_optimizer.cc   |  4 ++--
 tensorflow/core/grappler/utils/BUILD          |  1 +
 tensorflow/core/grappler/utils/traversal.cc   | 21 +++++++++++--------
 tensorflow/core/grappler/utils/traversal.h    |  9 ++++----
 .../core/grappler/utils/traversal_test.cc     | 19 +++++++++--------
 5 files changed, 30 insertions(+), 24 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/memory_optimizer.cc b/tensorflow/core/grappler/optimizers/memory_optimizer.cc
index 4f39f91ca5..c36dc65bb0 100644
--- a/tensorflow/core/grappler/optimizers/memory_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/memory_optimizer.cc
@@ -579,9 +579,9 @@ bool SchedulingPass(Cluster* cluster, GrapplerItem* item) {
     }
 
     // Compute a topological ordering for the node fanin.
-    std::unordered_map<NodeDef*, int> topo_order;
+    std::unordered_map<const NodeDef*, int> topo_order;
     ReverseDfs(view, {node}, nullptr,
-               [&topo_order](NodeDef* n) {
+               [&topo_order](const NodeDef* n) {
                  int topo_index = topo_order.size();
                  topo_order[n] = topo_index;
                },
diff --git a/tensorflow/core/grappler/utils/BUILD b/tensorflow/core/grappler/utils/BUILD
index 8812ae1f2b..8559788306 100644
--- a/tensorflow/core/grappler/utils/BUILD
+++ b/tensorflow/core/grappler/utils/BUILD
@@ -101,6 +101,7 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/grappler:graph_view",
+        "@com_google_absl//absl/container:flat_hash_map",
     ],
 )
 
diff --git a/tensorflow/core/grappler/utils/traversal.cc b/tensorflow/core/grappler/utils/traversal.cc
index f44f53c4e6..e5b2d17ae5 100644
--- a/tensorflow/core/grappler/utils/traversal.cc
+++ b/tensorflow/core/grappler/utils/traversal.cc
@@ -14,30 +14,33 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/utils/traversal.h"
+
+#include "absl/container/flat_hash_map.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 
 namespace tensorflow {
 namespace grappler {
 
-void ReverseDfs(const GraphView& graph_view, const std::vector<NodeDef*>& from,
-                const std::function<void(NodeDef*)>& pre_order,
-                const std::function<void(NodeDef*)>& post_order,
-                const std::function<void(NodeDef*, NodeDef*)>& on_back_edge) {
+void ReverseDfs(
+    const GraphView& graph_view, const std::vector<const NodeDef*>& from,
+    const std::function<void(const NodeDef*)>& pre_order,
+    const std::function<void(const NodeDef*)>& post_order,
+    const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge) {
   // Stack of work to do.
   struct StackElem {
-    NodeDef* node;
+    const NodeDef* node;
     bool children_visited;
-    NodeDef* src;
+    const NodeDef* src;
   };
   std::vector<StackElem> stack;
 
   stack.reserve(from.size());
-  for (NodeDef* node : from) {
+  for (const NodeDef* node : from) {
     stack.push_back(StackElem{node, false});
   }
 
   enum NodeState { NOT_VISITED = 0, VISITING = 1, DONE = 2 };
-  std::unordered_map<NodeDef*, NodeState> node_state;
+  absl::flat_hash_map<const NodeDef*, NodeState> node_state;
   while (!stack.empty()) {
     StackElem w = stack.back();
     stack.pop_back();
@@ -69,7 +72,7 @@ void ReverseDfs(const GraphView& graph_view, const std::vector<NodeDef*>& from,
     // Enqueue the node again with the children_visited flag set to true.
     stack.push_back(StackElem{w.node, true, w.src});
 
-    // Now enqueu the node children.
+    // Now enqueue the node children.
     for (const auto fanin : graph_view.GetFanins(*w.node, true)) {
       stack.push_back(StackElem{fanin.node, false, w.node});
     }
diff --git a/tensorflow/core/grappler/utils/traversal.h b/tensorflow/core/grappler/utils/traversal.h
index bb3fa090e8..8aa97237cc 100644
--- a/tensorflow/core/grappler/utils/traversal.h
+++ b/tensorflow/core/grappler/utils/traversal.h
@@ -28,10 +28,11 @@ namespace grappler {
 // order. If loops are found, the on_back_edge functor will be called on the
 // corresponding back edges. Moreover, the pre and post order will assume that
 // these back edges will be cut.
-void ReverseDfs(const GraphView& graph_view, const std::vector<NodeDef*>& from,
-                const std::function<void(NodeDef*)>& pre_order,
-                const std::function<void(NodeDef*)>& post_order,
-                const std::function<void(NodeDef*, NodeDef*)>& on_back_edge);
+void ReverseDfs(
+    const GraphView& graph_view, const std::vector<const NodeDef*>& from,
+    const std::function<void(const NodeDef*)>& pre_order,
+    const std::function<void(const NodeDef*)>& post_order,
+    const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge);
 
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/core/grappler/utils/traversal_test.cc b/tensorflow/core/grappler/utils/traversal_test.cc
index cc68bd1a96..fad26b5a9e 100644
--- a/tensorflow/core/grappler/utils/traversal_test.cc
+++ b/tensorflow/core/grappler/utils/traversal_test.cc
@@ -53,16 +53,17 @@ TEST_F(TraversalTest, ReverseDfsNoLoop) {
   *graph.add_node() = CreateNode("5", {});
   *graph.add_node() = CreateNode("4", {});
 
-  std::vector<NodeDef*> start_nodes = {graph.mutable_node(1),
-                                       graph.mutable_node(2)};
+  std::vector<const NodeDef*> start_nodes = {&graph.node(1), &graph.node(2)};
   std::vector<string> pre_order;
   std::vector<string> post_order;
   bool found_back_edge = false;
   ReverseDfs(
       GraphView(&graph), start_nodes,
-      [&pre_order](NodeDef* n) { pre_order.push_back(n->name()); },
-      [&post_order](NodeDef* n) { post_order.push_back(n->name()); },
-      [&found_back_edge](NodeDef*, NodeDef*) { found_back_edge = true; });
+      [&pre_order](const NodeDef* n) { pre_order.push_back(n->name()); },
+      [&post_order](const NodeDef* n) { post_order.push_back(n->name()); },
+      [&found_back_edge](const NodeDef*, const NodeDef*) {
+        found_back_edge = true;
+      });
 
   EXPECT_EQ(std::vector<string>({"1", "4", "3", "2", "5", "0"}), pre_order);
   EXPECT_EQ(std::vector<string>({"4", "5", "2", "3", "1", "0"}), post_order);
@@ -79,15 +80,15 @@ TEST_F(TraversalTest, ReverseDfsWithLoop) {
   *graph.add_node() = CreateNode("1", "Enter", {});
   *graph.add_node() = CreateNode("6", "Exit", {"3"});
 
-  std::vector<NodeDef*> start_nodes = {graph.mutable_node(5)};
+  std::vector<const NodeDef*> start_nodes = {&graph.node(5)};
   std::vector<string> pre_order;
   std::vector<string> post_order;
   std::vector<string> back_edges;
   ReverseDfs(
       GraphView(&graph), start_nodes,
-      [&pre_order](NodeDef* n) { pre_order.push_back(n->name()); },
-      [&post_order](NodeDef* n) { post_order.push_back(n->name()); },
-      [&back_edges](NodeDef* src, NodeDef* dst) {
+      [&pre_order](const NodeDef* n) { pre_order.push_back(n->name()); },
+      [&post_order](const NodeDef* n) { post_order.push_back(n->name()); },
+      [&back_edges](const NodeDef* src, const NodeDef* dst) {
         back_edges.push_back(strings::StrCat(src->name(), "->", dst->name()));
       });
 
-- 
GitLab


From 8874f6f8b4caabf8e0d5d9eb2e11b4d0d24cfffa Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Fri, 26 Oct 2018 16:35:15 -0700
Subject: [PATCH 0703/1825] [tf.data] Replaces Defun with defun for remaining
 dataset related APIs.

PiperOrigin-RevId: 218932490
---
 tensorflow/compiler/jit/xla_device_ops.h      |  3 +
 .../data/experimental/kernel_tests/BUILD      |  2 +-
 .../function_buffering_resource_test.py       | 11 ++--
 .../kernel_tests/map_defun_op_test.py         | 40 +++++++------
 tensorflow/python/data/experimental/ops/BUILD |  3 +
 .../python/data/experimental/ops/grouping.py  | 16 ++---
 .../python/data/experimental/ops/map_defun.py |  9 ++-
 .../data/experimental/ops/prefetching_ops.py  | 58 ++++++++++---------
 tensorflow/python/data/ops/BUILD              |  3 +
 .../data/ops/multi_device_iterator_ops.py     | 43 ++++++++------
 10 files changed, 109 insertions(+), 79 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device_ops.h b/tensorflow/compiler/jit/xla_device_ops.h
index 62cc88b1d7..241ea8f60d 100644
--- a/tensorflow/compiler/jit/xla_device_ops.h
+++ b/tensorflow/compiler/jit/xla_device_ops.h
@@ -93,6 +93,9 @@ class XlaAssignVariableOp : public OpKernel {
       ConstantOp);                                                             \
   REGISTER_KERNEL_BUILDER(                                                     \
       Name("Identity").Device(DEVICE).TypeConstraint("T", TYPES), IdentityOp); \
+  REGISTER_KERNEL_BUILDER(                                                     \
+      Name("Identity").Device(DEVICE).TypeConstraint("T", DT_STRING),          \
+      IdentityOp);                                                             \
   REGISTER_KERNEL_BUILDER(Name("IdentityN").Device(DEVICE), IdentityNOp);      \
   REGISTER_KERNEL_BUILDER(Name("Placeholder").Device(DEVICE), PlaceholderOp);  \
   REGISTER_KERNEL_BUILDER(Name("PlaceholderV2").Device(DEVICE),                \
diff --git a/tensorflow/python/data/experimental/kernel_tests/BUILD b/tensorflow/python/data/experimental/kernel_tests/BUILD
index bf531ee78c..a1382f7598 100644
--- a/tensorflow/python/data/experimental/kernel_tests/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/BUILD
@@ -162,10 +162,10 @@ cuda_py_test(
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:constant_op",
         "//tensorflow/python/data/kernel_tests:test_base",
+        "//tensorflow/python/eager:function",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:function",
         "//tensorflow/python:resource_variable_ops",
         "//tensorflow/python/data/ops:dataset_ops",
         "//tensorflow/python/data/ops:iterator_ops",
diff --git a/tensorflow/python/data/experimental/kernel_tests/function_buffering_resource_test.py b/tensorflow/python/data/experimental/kernel_tests/function_buffering_resource_test.py
index 399fd284f4..d38452e265 100644
--- a/tensorflow/python/data/experimental/kernel_tests/function_buffering_resource_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/function_buffering_resource_test.py
@@ -24,11 +24,12 @@ from tensorflow.python.data.experimental.ops import prefetching_ops
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import iterator_ops
+from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
-from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.platform import test
@@ -58,7 +59,7 @@ class FunctionBufferingResourceTest(test_base.DatasetTestBase):
   def _create_ops(self, ds, ds_iterator, buffer_name, device0, device1):
     ds_iterator_handle = ds_iterator.string_handle()
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_fn(h):
       remote_iterator = iterator_ops.Iterator.from_string_handle(
           h, ds.output_types, ds.output_shapes)
@@ -67,7 +68,7 @@ class FunctionBufferingResourceTest(test_base.DatasetTestBase):
     target = constant_op.constant(device0)
     with ops.device(device1):
       buffer_resource_handle = prefetching_ops.function_buffering_resource(
-          f=_remote_fn,
+          f=_remote_fn.get_concrete_function(),
           output_types=[dtypes.float32],
           target_device=target,
           string_arg=ds_iterator_handle,
@@ -210,7 +211,7 @@ class FunctionBufferingResourceTest(test_base.DatasetTestBase):
     ds_iterator = ds.make_one_shot_iterator()
     ds_iterator_handle = ds_iterator.string_handle()
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_fn(h):
       remote_iterator = iterator_ops.Iterator.from_string_handle(
           h, ds.output_types, ds.output_shapes)
@@ -219,7 +220,7 @@ class FunctionBufferingResourceTest(test_base.DatasetTestBase):
     target = constant_op.constant(device0)
     with ops.device(device1):
       buffer_resource_handle = prefetching_ops.function_buffering_resource(
-          f=_remote_fn,
+          f=_remote_fn.get_concrete_function(),
           output_types=[dtypes.string],
           target_device=target,
           string_arg=ds_iterator_handle,
diff --git a/tensorflow/python/data/experimental/kernel_tests/map_defun_op_test.py b/tensorflow/python/data/experimental/kernel_tests/map_defun_op_test.py
index ae9dedb0ab..11694540fa 100644
--- a/tensorflow/python/data/experimental/kernel_tests/map_defun_op_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/map_defun_op_test.py
@@ -22,11 +22,12 @@ import time
 from tensorflow.python.client import session
 from tensorflow.python.data.experimental.ops import map_defun
 from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
-from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import data_flow_ops
@@ -39,7 +40,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunSimple(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def simple_fn(x):
       return x * 2 + 3
 
@@ -51,7 +52,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunMismatchedTypes(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.int32)])
     def fn(x):
       return math_ops.cast(x, dtypes.float64)
 
@@ -64,7 +65,7 @@ class MapDefunTest(test_base.DatasetTestBase):
   def testMapDefunReduceDim(self):
     # Tests where the output has a different rank from the input
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def fn(x):
       return array_ops.gather(x, 0)
 
@@ -76,7 +77,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunMultipleOutputs(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def fn(x):
       return (x, math_ops.cast(x * 2 + 3, dtypes.float64))
 
@@ -89,7 +90,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunShapeInference(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def fn(x):
       return x
 
@@ -100,7 +101,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunPartialShapeInference(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def fn(x):
       return x
 
@@ -110,7 +111,10 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunRaisesErrorOnRuntimeShapeMismatch(self):
 
-    @function.Defun(dtypes.int32, dtypes.int32)
+    @function.defun(input_signature=[
+        tensor_spec.TensorSpec(None, dtypes.int32),
+        tensor_spec.TensorSpec(None, dtypes.int32)
+    ])
     def fn(x, y):
       return x, y
 
@@ -126,7 +130,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunRaisesDefunError(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.int32)])
     def fn(x):
       with ops.control_dependencies([check_ops.assert_equal(x, 0)]):
         return array_ops.identity(x)
@@ -138,7 +142,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunCancelledCorrectly(self):
 
-    @function.Defun(dtypes.int64)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([5], dtypes.int64)])
     def defun(x):
       # x has leading dimension 5, this will raise an error
       return array_ops.gather(x, 10)
@@ -154,7 +158,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunWithUnspecifiedOutputShape(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def simple_fn(x):
       res = x * 2 + 3
       return (res, res + 1, res + 2)
@@ -171,7 +175,8 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunWithDifferentOutputShapeEachRun(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(
+        input_signature=[tensor_spec.TensorSpec(None, dtypes.int32)])
     def simple_fn(x):
       return x * 2 + 3
 
@@ -184,7 +189,7 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunWithWrongOutputShape(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([2], dtypes.int32)])
     def simple_fn(x):
       return x * 2 + 3
 
@@ -196,7 +201,8 @@ class MapDefunTest(test_base.DatasetTestBase):
 
   def testMapDefunWithInvalidInput(self):
 
-    @function.Defun(dtypes.int32)
+    @function.defun(
+        input_signature=[tensor_spec.TensorSpec(None, dtypes.int32)])
     def simple_fn(x):
       return x * 2
 
@@ -217,7 +223,7 @@ class MapDefunTest(test_base.DatasetTestBase):
   def testMapDefunWithParentCancellation(self):
     # Checks that a cancellation of the parent graph is threaded through to
     # MapDefunOp correctly.
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.int32)])
     def simple_fn(x):
       del x
       queue = data_flow_ops.FIFOQueue(10, dtypes.int32, ())
@@ -238,7 +244,7 @@ class MapDefunTest(test_base.DatasetTestBase):
   def testMapDefunWithCapturedInputs(self):
     c = constant_op.constant(2)
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.int32)])
     def fn(x):
       return x + c
 
@@ -269,7 +275,7 @@ class MapDefunBenchmark(test.Benchmark):
   def benchmarkDefunVsMapFn(self):
     """Benchmarks to compare the performance of MapDefun vs tf.map_fn."""
 
-    @function.Defun(dtypes.int32)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.int32)])
     def defun(x):
       return array_ops.identity(x)
 
diff --git a/tensorflow/python/data/experimental/ops/BUILD b/tensorflow/python/data/experimental/ops/BUILD
index 065cb9cd53..323298e33a 100644
--- a/tensorflow/python/data/experimental/ops/BUILD
+++ b/tensorflow/python/data/experimental/ops/BUILD
@@ -345,9 +345,12 @@ py_library(
     deps = [
         "//tensorflow/python:experimental_dataset_ops_gen",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:tensor_spec",
         "//tensorflow/python/data/ops:dataset_ops",
         "//tensorflow/python/data/util:nest",
         "//tensorflow/python/data/util:sparse",
+        "//tensorflow/python/eager:context",
+        "//tensorflow/python/eager:function",
     ],
 )
 
diff --git a/tensorflow/python/data/experimental/ops/grouping.py b/tensorflow/python/data/experimental/ops/grouping.py
index 41341fe026..026867d405 100644
--- a/tensorflow/python/data/experimental/ops/grouping.py
+++ b/tensorflow/python/data/experimental/ops/grouping.py
@@ -274,7 +274,7 @@ class _GroupByReducerDataset(dataset_ops.UnaryDataset):
     self._make_finalize_func(reducer.finalize_func)
 
   def _make_key_func(self, key_func, input_dataset):
-    """Make wrapping Defun for key_func."""
+    """Make wrapping defun for key_func."""
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
         key_func, self._transformation_name(), dataset=input_dataset)
     if not (
@@ -287,7 +287,7 @@ class _GroupByReducerDataset(dataset_ops.UnaryDataset):
     self._key_func = wrapped_func.function
 
   def _make_init_func(self, init_func):
-    """Make wrapping Defun for init_func."""
+    """Make wrapping defun for init_func."""
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
         init_func,
         self._transformation_name(),
@@ -300,7 +300,7 @@ class _GroupByReducerDataset(dataset_ops.UnaryDataset):
     self._state_types = wrapped_func.output_types
 
   def _make_reduce_func(self, reduce_func, input_dataset):
-    """Make wrapping Defun for reduce_func."""
+    """Make wrapping defun for reduce_func."""
 
     # Iteratively rerun the reduce function until reaching a fixed point on
     # `self._state_shapes`.
@@ -360,7 +360,7 @@ class _GroupByReducerDataset(dataset_ops.UnaryDataset):
     self._reduce_func.add_to_graph(ops.get_default_graph())
 
   def _make_finalize_func(self, finalize_func):
-    """Make wrapping Defun for finalize_func."""
+    """Make wrapping defun for finalize_func."""
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
         finalize_func,
         self._transformation_name(),
@@ -415,7 +415,8 @@ class _GroupByWindowDataset(dataset_ops.UnaryDataset):
     self._make_window_size_func(window_size_func)
 
   def _make_window_size_func(self, window_size_func):
-    """Make wrapping Defun for window_size_func."""
+    """Make wrapping defun for window_size_func."""
+
     def window_size_func_wrapper(key):
       return ops.convert_to_tensor(window_size_func(key), dtype=dtypes.int64)
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
@@ -432,7 +433,8 @@ class _GroupByWindowDataset(dataset_ops.UnaryDataset):
     self._window_size_func = wrapped_func.function
 
   def _make_key_func(self, key_func, input_dataset):
-    """Make wrapping Defun for key_func."""
+    """Make wrapping defun for key_func."""
+
     def key_func_wrapper(*args):
       return ops.convert_to_tensor(key_func(*args), dtype=dtypes.int64)
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
@@ -445,7 +447,7 @@ class _GroupByWindowDataset(dataset_ops.UnaryDataset):
     self._key_func = wrapped_func.function
 
   def _make_reduce_func(self, reduce_func, input_dataset):
-    """Make wrapping Defun for reduce_func."""
+    """Make wrapping defun for reduce_func."""
     nested_dataset = dataset_ops._NestedDatasetComponent(input_dataset)  # pylint: disable=protected-access
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
         reduce_func,
diff --git a/tensorflow/python/data/experimental/ops/map_defun.py b/tensorflow/python/data/experimental/ops/map_defun.py
index 3ac1158d8b..ec1a3adf0c 100644
--- a/tensorflow/python/data/experimental/ops/map_defun.py
+++ b/tensorflow/python/data/experimental/ops/map_defun.py
@@ -27,7 +27,7 @@ def map_defun(fn, elems, output_dtypes, output_shapes):
   """Map a function on the list of tensors unpacked from `elems` on dimension 0.
 
   Args:
-    fn: A function (`function.Defun`) that takes a list of tensors and returns
+    fn: A function (`function.defun`) that takes a list of tensors and returns
       another list of tensors. The output list has the same types as
       output_dtypes. The elements of the output list have the same dimension 0
       as `elems`, and the remaining dimensions correspond to those of
@@ -52,7 +52,10 @@ def map_defun(fn, elems, output_dtypes, output_shapes):
     raise ValueError("`output_shapes` must be a list of `tf.TensorShape` "
                      "objects.")
 
+  concrete_fn = fn.get_concrete_function()
+  # TODO(shivaniagrawal/rachelim): what about functions created without
+  # input_signature.
   elems = [ops.convert_to_tensor(e) for e in elems]
   output_shapes = [tensor_shape.TensorShape(s) for s in output_shapes]
-  return gen_dataset_ops.map_defun(elems, fn.captured_inputs, output_dtypes,
-                                   output_shapes, fn)
+  return gen_dataset_ops.map_defun(elems, concrete_fn.captured_inputs,
+                                   output_dtypes, output_shapes, concrete_fn)
diff --git a/tensorflow/python/data/experimental/ops/prefetching_ops.py b/tensorflow/python/data/experimental/ops/prefetching_ops.py
index 92d1c1de81..8cc7452c41 100644
--- a/tensorflow/python/data/experimental/ops/prefetching_ops.py
+++ b/tensorflow/python/data/experimental/ops/prefetching_ops.py
@@ -24,10 +24,11 @@ from tensorflow.python.data.ops import iterator_ops
 from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import sparse
 from tensorflow.python.eager import context
+from tensorflow.python.eager import function
 from tensorflow.python.framework import device as framework_device
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import functional_ops
 from tensorflow.python.ops import gen_dataset_ops
@@ -126,7 +127,8 @@ class _PrefetchToDeviceIterator(object):
           shared_name, self._input_dataset.output_classes)
     input_iterator_handle = self._input_iterator.string_handle()
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
+    # handle is a scalar `tf.Tensor` of type `tf.string`
     def _prefetch_fn(handle):
       """Prefetches one element from `input_iterator`."""
       remote_iterator = iterator_ops.Iterator.from_string_handle(
@@ -141,7 +143,7 @@ class _PrefetchToDeviceIterator(object):
 
     with ops.device(device):
       self._buffering_resource = function_buffering_resource(
-          f=_prefetch_fn,
+          f=_prefetch_fn.get_concrete_function(),
           target_device=iterator_device,
           string_arg=input_iterator_handle,
           buffer_size=buffer_size,
@@ -225,7 +227,7 @@ class _PrefetchToDeviceEagerIterator(iterator_ops.EagerIterator):
 
     self._device = device
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _prefetch_fn(handle):
       """Prefetches one element from `input_iterator`."""
       remote_iterator = iterator_ops.Iterator.from_string_handle(
@@ -233,11 +235,11 @@ class _PrefetchToDeviceEagerIterator(iterator_ops.EagerIterator):
       ret = remote_iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
-    _prefetch_fn.add_to_graph(None)
+    self._prefetch_fn = _prefetch_fn.get_concrete_function()
 
     with ops.device(device):
       self._buffering_resource = function_buffering_resource(
-          f=_prefetch_fn,
+          f=self._prefetch_fn,
           output_types=self._flat_output_types,
           target_device=ged_ops.experimental_iterator_get_device(
               self._resource),
@@ -402,7 +404,7 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
         sparse.as_dense_types(self._input_dataset.output_types,
                               self._input_dataset.output_classes))
 
-    @function.Defun()
+    @function.defun()
     def _init_func():
       """Creates an iterator for the input dataset.
 
@@ -418,18 +420,18 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           [gen_dataset_ops.make_iterator(ds_variant, resource)]):
         return gen_dataset_ops.iterator_to_string_handle(resource)
 
-    @function.Defun()
+    @function.defun()
     def _remote_init_func():
       return functional_ops.remote_call(
           target=self._source_device,
-          args=_init_func.captured_inputs,
+          args=_init_func.get_concrete_function().captured_inputs,
           Tout=[dtypes.string],
-          f=_init_func)
+          f=_init_func.get_concrete_function())
 
-    self._init_func = _remote_init_func
-    self._init_captured_args = _remote_init_func.captured_inputs
+    self._init_func = _remote_init_func.get_concrete_function()
+    self._init_captured_args = self._init_func.captured_inputs
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _next_func(string_handle):
       """Calls get_next for created iterator.
 
@@ -445,18 +447,19 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
       ret = iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_next_func(string_handle):
       return functional_ops.remote_call(
           target=self._source_device,
-          args=[string_handle] + _next_func.captured_inputs,
+          args=[string_handle] +
+          _next_func.get_concrete_function().captured_inputs,
           Tout=self._flat_output_types,
-          f=_next_func)
+          f=_next_func.get_concrete_function())
 
-    self._next_func = _remote_next_func
-    self._next_captured_args = _remote_next_func.captured_inputs
+    self._next_func = _remote_next_func.get_concrete_function()
+    self._next_captured_args = self._next_func.captured_inputs
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _finalize_func(string_handle):
       """Destroys the iterator resource created.
 
@@ -474,21 +477,22 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
               iterator_resource, ignore_lookup_error=True)]):
         return array_ops.constant(0, dtypes.int64)
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_finalize_func(string_handle):
       return functional_ops.remote_call(
           target=self._source_device,
-          args=[string_handle] + _finalize_func.captured_inputs,
+          args=[string_handle] +
+          _finalize_func.get_concrete_function().captured_inputs,
           Tout=[dtypes.int64],
-          f=_finalize_func)
+          f=_finalize_func.get_concrete_function())
 
-    self._finalize_func = _remote_finalize_func
-    self._finalize_captured_args = _remote_finalize_func.captured_inputs
+    self._finalize_func = _remote_finalize_func.get_concrete_function()
+    self._finalize_captured_args = self._finalize_func.captured_inputs
 
     g = ops.get_default_graph()
-    _remote_init_func.add_to_graph(g)
-    _remote_next_func.add_to_graph(g)
-    _remote_finalize_func.add_to_graph(g)
+    self._init_func.add_to_graph(g)
+    self._next_func.add_to_graph(g)
+    self._finalize_func.add_to_graph(g)
     # pylint: enable=protected-scope
 
   # The one_shot_iterator implementation needs a 0 arg _make_dataset function
diff --git a/tensorflow/python/data/ops/BUILD b/tensorflow/python/data/ops/BUILD
index 84f6c30f5e..5e636965a6 100644
--- a/tensorflow/python/data/ops/BUILD
+++ b/tensorflow/python/data/ops/BUILD
@@ -97,7 +97,10 @@ py_library(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:functional_ops",
+        "//tensorflow/python:tensor_spec",
         "//tensorflow/python/data/util:nest",
         "//tensorflow/python/data/util:sparse",
+        "//tensorflow/python/eager:context",
+        "//tensorflow/python/eager:function",
     ],
 )
diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index 5f94fefe15..7b103d241b 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -22,9 +22,10 @@ from tensorflow.python.data.ops import iterator_ops
 from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import sparse
 from tensorflow.python.eager import context
+from tensorflow.python.eager import function
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import functional_ops
@@ -50,22 +51,22 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
         gen_dataset_ops.multi_device_iterator_to_string_handle(
             multi_device_iterator_resource))
 
-    @function.Defun()
+    @function.defun()
     def _init_func():
       return multi_device_iterator_string_handle
 
-    @function.Defun()
+    @function.defun()
     def _remote_init_func():
       return functional_ops.remote_call(
           target=source_device,
-          args=_init_func.captured_inputs,
+          args=_init_func.get_concrete_function().captured_inputs,
           Tout=[dtypes.string],
-          f=_init_func)
+          f=_init_func.get_concrete_function())
 
-    self._init_func = _remote_init_func
-    self._init_captured_args = _remote_init_func.captured_inputs
+    self._init_func = _remote_init_func.get_concrete_function()
+    self._init_captured_args = self._init_func.captured_inputs
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _next_func(string_handle):
       multi_device_iterator = (
           gen_dataset_ops.multi_device_iterator_from_string_handle(
@@ -79,31 +80,35 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
           output_types=self._flat_output_types,
           output_shapes=self._flat_output_shapes)
 
-    @function.Defun(dtypes.string, experimental_ints_on_device=True)
+    @function.defun_with_attributes(
+        input_signature=[tensor_spec.TensorSpec([], dtypes.string)],
+        attributes={"experimental_ints_on_device": True})
     def _remote_next_func(string_handle):
       return functional_ops.remote_call(
           target=source_device,
-          args=[string_handle] + _next_func.captured_inputs,
+          args=[string_handle] +
+          _next_func.get_concrete_function().captured_inputs,
           Tout=self._flat_output_types,
-          f=_next_func)
+          f=_next_func.get_concrete_function())
 
-    self._next_func = _remote_next_func
-    self._next_captured_args = _remote_next_func.captured_inputs
+    self._next_func = _remote_next_func.get_concrete_function()
+    self._next_captured_args = self._next_func.captured_inputs
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _finalize_func(unused_string_handle):
       return array_ops.constant(0, dtypes.int64)
 
-    @function.Defun(dtypes.string)
+    @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_finalize_func(string_handle):
       return functional_ops.remote_call(
           target=source_device,
-          args=[string_handle] + _finalize_func.captured_inputs,
+          args=[string_handle] +
+          _finalize_func.get_concrete_function().captured_inputs,
           Tout=[dtypes.int64],
-          f=_finalize_func)
+          f=_finalize_func.get_concrete_function())
 
-    self._finalize_func = _remote_finalize_func
-    self._finalize_captured_args = _remote_finalize_func.captured_inputs
+    self._finalize_func = _remote_finalize_func.get_concrete_function()
+    self._finalize_captured_args = self._finalize_func.captured_inputs
 
   def _as_variant_tensor(self):
     with ops.device(self._target_device):
-- 
GitLab


From f8f8396b6b1d1d036569633ccc10fbbb101fe854 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Fri, 26 Oct 2018 17:55:41 -0700
Subject: [PATCH 0704/1825] [Java]: Release 1.12.0-rc2

PiperOrigin-RevId: 218940996
---
 tensorflow/java/maven/libtensorflow/pom.xml              | 2 +-
 tensorflow/java/maven/libtensorflow_jni/pom.xml          | 2 +-
 tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml      | 2 +-
 tensorflow/java/maven/pom.xml                            | 2 +-
 tensorflow/java/maven/proto/pom.xml                      | 2 +-
 tensorflow/java/maven/spark-tensorflow-connector/pom.xml | 2 +-
 tensorflow/java/maven/tensorflow-hadoop/pom.xml          | 2 +-
 tensorflow/java/maven/tensorflow/pom.xml                 | 2 +-
 8 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/java/maven/libtensorflow/pom.xml b/tensorflow/java/maven/libtensorflow/pom.xml
index c25aa714cc..c2ece557d5 100644
--- a/tensorflow/java/maven/libtensorflow/pom.xml
+++ b/tensorflow/java/maven/libtensorflow/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow</artifactId>
diff --git a/tensorflow/java/maven/libtensorflow_jni/pom.xml b/tensorflow/java/maven/libtensorflow_jni/pom.xml
index 7b47fbbce4..0d6f46c6fe 100644
--- a/tensorflow/java/maven/libtensorflow_jni/pom.xml
+++ b/tensorflow/java/maven/libtensorflow_jni/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow_jni</artifactId>
diff --git a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
index 97a25ac5e7..ab54a61076 100644
--- a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
+++ b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow_jni_gpu</artifactId>
diff --git a/tensorflow/java/maven/pom.xml b/tensorflow/java/maven/pom.xml
index b04d889db6..557a755236 100644
--- a/tensorflow/java/maven/pom.xml
+++ b/tensorflow/java/maven/pom.xml
@@ -6,7 +6,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>org.tensorflow</groupId>
   <artifactId>parentpom</artifactId>
-  <version>1.12.0-rc1</version>
+  <version>1.12.0-rc2</version>
   <packaging>pom</packaging>
 
   <url>https://www.tensorflow.org</url>
diff --git a/tensorflow/java/maven/proto/pom.xml b/tensorflow/java/maven/proto/pom.xml
index 7dd360b194..2f435a6da0 100644
--- a/tensorflow/java/maven/proto/pom.xml
+++ b/tensorflow/java/maven/proto/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>proto</artifactId>
diff --git a/tensorflow/java/maven/spark-tensorflow-connector/pom.xml b/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
index c9e1457655..da94c58c42 100644
--- a/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
+++ b/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
@@ -6,7 +6,7 @@
     <groupId>org.tensorflow</groupId>
     <artifactId>spark-tensorflow-connector_2.11</artifactId>
     <packaging>jar</packaging>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <name>spark-tensorflow-connector</name>
     <url>https://www.tensorflow.org</url>
     <description>TensorFlow TFRecord connector for Apache Spark DataFrames</description>
diff --git a/tensorflow/java/maven/tensorflow-hadoop/pom.xml b/tensorflow/java/maven/tensorflow-hadoop/pom.xml
index e2e0d8278c..73ce7a9ffd 100644
--- a/tensorflow/java/maven/tensorflow-hadoop/pom.xml
+++ b/tensorflow/java/maven/tensorflow-hadoop/pom.xml
@@ -5,7 +5,7 @@
     <groupId>org.tensorflow</groupId>
     <artifactId>tensorflow-hadoop</artifactId>
     <packaging>jar</packaging>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <name>tensorflow-hadoop</name>
     <url>https://www.tensorflow.org</url>
     <description>TensorFlow TFRecord InputFormat/OutputFormat for Apache Hadoop</description>
diff --git a/tensorflow/java/maven/tensorflow/pom.xml b/tensorflow/java/maven/tensorflow/pom.xml
index 896ac068f3..fa137e9440 100644
--- a/tensorflow/java/maven/tensorflow/pom.xml
+++ b/tensorflow/java/maven/tensorflow/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc1</version>
+    <version>1.12.0-rc2</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>tensorflow</artifactId>
-- 
GitLab


From 5d628bcd9bf9b87b2c0a4871ee67c9b2c39bb2fb Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 26 Oct 2018 18:15:47 -0700
Subject: [PATCH 0705/1825] [TF:XLA] Bump open source abseil revision to
 f86f9413856b65afdd61fea938d684b8ab73115a

PiperOrigin-RevId: 218942595
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 9b4af83794..44885d2abb 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -121,11 +121,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "6bf4a2fb5a153b25c9aea83fa272dc959b0db3be8425f1748a3215605a06d76e",
-        strip_prefix = "abseil-cpp-2019e17a520575ab365b2b5134d71068182c70b8",
+        sha256 = "1dd634982ef56c47b6f425f74c906dc28ff10cf060bb991cd614365eb2ad98d4",
+        strip_prefix = "abseil-cpp-f86f9413856b65afdd61fea938d684b8ab73115a",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/2019e17a520575ab365b2b5134d71068182c70b8.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/2019e17a520575ab365b2b5134d71068182c70b8.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/f86f9413856b65afdd61fea938d684b8ab73115a.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/f86f9413856b65afdd61fea938d684b8ab73115a.tar.gz",
         ],
     )
 
-- 
GitLab


From 459433a563fc0d27d4d533e5d16e9a6cac07285f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 18:27:51 -0700
Subject: [PATCH 0706/1825] Add a TODO to support lookups that has different
 batch sizes.

PiperOrigin-RevId: 218943406
---
 tensorflow/contrib/tpu/python/tpu/tpu_embedding.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py b/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
index 08bb73dcb2..65ac9a6224 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
@@ -284,6 +284,8 @@ class TPUEmbedding(object):
   # could have a field to indicate that the feature should not be used to
   # update embedding table (cr/204852758, cr/204940540). Also, this can support
   # different combiners for different features within the same table.
+  # TODO(shizhiw, b/118512626): Remove `batch_size` from `__init__` and move it
+  # to `FeatureConfig`?
 
   # TODO(shizhiw): will it be cleaner to make `table_to_config_dict` and
   # `feature_to_table_dict` lists of `TableSpec` and `FeatureSpec` respectively?
-- 
GitLab


From 68ebb861e916c094de934b1d10a47d905e596795 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 26 Oct 2018 19:02:41 -0700
Subject: [PATCH 0707/1825] Internal Change.

PiperOrigin-RevId: 218945568
---
 tensorflow/core/BUILD     | 6 ++++--
 tensorflow/tensorflow.bzl | 3 +++
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 7307b08180..1a2dd263b0 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -95,6 +95,7 @@ load("//tensorflow:tensorflow.bzl", "tf_cc_test_gpu")
 load("//tensorflow:tensorflow.bzl", "tf_cc_tests_gpu")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_test")
 load("//tensorflow:tensorflow.bzl", "tf_version_info_genrule")
+load("//tensorflow:tensorflow.bzl", "if_not_tx2_llvm_or_windows_cuda")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_only_cc_test")
 
 # For platform specific build config
@@ -1393,11 +1394,12 @@ cc_library(
         "//tensorflow/core/kernels:summary_kernels",
         "//tensorflow/core/kernels:training_ops",
         "//tensorflow/core/kernels:word2vec_kernels",
-    ] + tf_additional_cloud_kernel_deps() + if_not_windows([
+    ] + tf_additional_cloud_kernel_deps() + if_not_tx2_llvm_or_windows_cuda([
+        "//tensorflow/core/kernels:nccl_kernels",
+    ]) + if_not_windows([
         "//tensorflow/core/kernels:fact_op",
         "//tensorflow/core/kernels:array_not_windows",
         "//tensorflow/core/kernels:math_not_windows",
-        "//tensorflow/core/kernels:nccl_kernels",
         "//tensorflow/core/kernels:quantized_ops",
         "//tensorflow/core/kernels/neon:neon_depthwise_conv_op",
     ]) + if_mkl([
diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index f7b35cbbde..c06a103639 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -200,6 +200,9 @@ def if_override_eigen_strong_inline(a):
         "//conditions:default": [],
     })
 
+def if_not_tx2_llvm_or_windows_cuda(a):
+    return if_not_windows_cuda(a)
+
 def get_win_copts(is_external = False):
     WINDOWS_COPTS = [
         "/DPLATFORM_WINDOWS",
-- 
GitLab


From 5529a3267c39ddaa1c283eb7fa99a044e940d56f Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Fri, 26 Oct 2018 22:20:11 -0700
Subject: [PATCH 0708/1825] [XLA] Free the previous run's result before running
 the next iteration in replay_computation.

Otherwise, we will try to allocate the current iteration's result while the
previous iter's result is still live.  If the result is large enough, this can
OOM us.

PiperOrigin-RevId: 218955957
---
 .../xla/service/device_memory_allocator.cc      |  7 +++++++
 .../compiler/xla/tools/replay_computation.cc    | 17 +++++++++++++----
 2 files changed, 20 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/device_memory_allocator.cc b/tensorflow/compiler/xla/service/device_memory_allocator.cc
index edbcb25247..9c5a866186 100644
--- a/tensorflow/compiler/xla/service/device_memory_allocator.cc
+++ b/tensorflow/compiler/xla/service/device_memory_allocator.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/util.h"
+#include "tensorflow/core/lib/strings/numbers.h"
 
 namespace xla {
 
@@ -39,6 +40,10 @@ StatusOr<OwningDeviceMemory> StreamExecutorMemoryAllocator::Allocate(
         "Failed to allocate request for %s (%uB) on device ordinal %d",
         tensorflow::strings::HumanReadableNumBytes(size), size, device_ordinal);
   }
+  VLOG(3) << absl::StreamFormat(
+      "Allocated %s (%uB) on device ordinal %d: %p",
+      tensorflow::strings::HumanReadableNumBytes(size), size, device_ordinal,
+      result.opaque());
   return OwningDeviceMemory(result, device_ordinal, this);
 }
 
@@ -48,6 +53,8 @@ Status StreamExecutorMemoryAllocator::Deallocate(int device_ordinal,
     TF_ASSIGN_OR_RETURN(se::StreamExecutor * stream_executor,
                         GetStreamExecutor(device_ordinal));
     stream_executor->Deallocate(&mem);
+    VLOG(3) << absl::StreamFormat("Freed %p on device ordinal %d", mem.opaque(),
+                                  device_ordinal);
   }
   return Status::OK();
 }
diff --git a/tensorflow/compiler/xla/tools/replay_computation.cc b/tensorflow/compiler/xla/tools/replay_computation.cc
index f910e98053..46af33db07 100644
--- a/tensorflow/compiler/xla/tools/replay_computation.cc
+++ b/tensorflow/compiler/xla/tools/replay_computation.cc
@@ -196,11 +196,12 @@ StatusOr<Literal> ReplayComputation(const HloSnapshot& module,
   StreamExecutorMemoryAllocator allocator(
       client->platform(),
       {client->platform()->ExecutorForDevice(0).ValueOrDie()});
-  absl::optional<ScopedShapedBuffer> result;
+  absl::optional<ScopedShapedBuffer> final_result;
   for (int i = 0; i < opts.num_runs; ++i) {
     // If xla_hlo_profile is enabled, print a noisy message before the last run,
     // making it easier to separate this profile from the others in the logspam.
-    if (xla_hlo_profile && i == opts.num_runs - 1) {
+    bool is_final_result = i == opts.num_runs - 1;
+    if (xla_hlo_profile && is_final_result) {
       LOG(INFO) << "\n\n***** Final run below ******";
     }
     ExecutionProfile profile;
@@ -208,14 +209,22 @@ StatusOr<Literal> ReplayComputation(const HloSnapshot& module,
     run_options.set_execution_profile(&profile);
     run_options.set_allocator(&allocator);
 
-    TF_ASSIGN_OR_RETURN(result, executable->Run(argument_ptrs, run_options));
+    TF_ASSIGN_OR_RETURN(auto result,
+                        executable->Run(argument_ptrs, run_options));
     LOG(INFO) << "Done executing in "
               << static_cast<double>(profile.compute_time_ns()) / 1e9
               << "s: " << module.hlo().hlo_module().name();
+
+    // Save the result if this is for the final iteration.  Otherwise discard
+    // the result before rerunning the computation, so as to free up the
+    // relevant memory.
+    if (is_final_result) {
+      final_result = std::move(result);
+    }
   }
 
   TF_ASSIGN_OR_RETURN(Literal result_literal,
-                      client->ShapedBufferToLiteral(*result));
+                      client->ShapedBufferToLiteral(*final_result));
   return result_literal;
 }
 
-- 
GitLab


From eddf3635b41fd457b2a36cf17bba40352c4abc57 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 27 Oct 2018 02:02:33 -0700
Subject: [PATCH 0709/1825] compat: Update forward compatibility horizon to
 2018-10-27

PiperOrigin-RevId: 218968305
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index c16ce0d4e0..984fa56c14 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 26)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 27)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From ea916c474bb19422cea3cfb17cce5ab6d7552582 Mon Sep 17 00:00:00 2001
From: Jian Li <jianlijianli@google.com>
Date: Sat, 27 Oct 2018 18:05:12 -0700
Subject: [PATCH 0710/1825] Internal change

PiperOrigin-RevId: 219006877
---
 tensorflow/contrib/lite/kernels/svdf.cc | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/lite/kernels/svdf.cc b/tensorflow/contrib/lite/kernels/svdf.cc
index 9b14ef4793..7e6d81239c 100644
--- a/tensorflow/contrib/lite/kernels/svdf.cc
+++ b/tensorflow/contrib/lite/kernels/svdf.cc
@@ -40,7 +40,6 @@ namespace {
 struct OpData {
   int scratch_tensor_index;
   bool float_weights_time_initialized;
-
   int activation_state_tensor_index;
 };
 
-- 
GitLab


From 86a7867840d290f6d80b20765b4635c217700bd4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 27 Oct 2018 20:02:25 -0700
Subject: [PATCH 0711/1825] Add Nearest Neighbor Resize op to TFLite

PiperOrigin-RevId: 219011298
---
 tensorflow/contrib/lite/builtin_ops.h         |   1 +
 tensorflow/contrib/lite/c/builtin_op_data.h   |   4 +
 .../lite/core/api/flatbuffer_conversions.cc   |  15 +
 .../writer/option_writer_generator.cc         |   1 +
 tensorflow/contrib/lite/kernels/BUILD         |  14 +
 tensorflow/contrib/lite/kernels/register.cc   |   3 +
 .../lite/kernels/resize_nearest_neighbor.cc   | 152 ++++++++
 .../kernels/resize_nearest_neighbor_test.cc   | 325 ++++++++++++++++++
 tensorflow/contrib/lite/nnapi_delegate.cc     |   1 +
 tensorflow/contrib/lite/schema/schema.fbs     |   6 +
 .../contrib/lite/schema/schema_generated.h    | 141 +++++++-
 .../contrib/lite/testing/generate_examples.py |  30 ++
 .../graph_transformations/hardcode_min_max.cc |   1 +
 .../propagate_fixed_sizes.cc                  |  32 ++
 .../toco/graph_transformations/quantize.cc    |   3 +-
 .../contrib/lite/toco/import_tensorflow.cc    |  20 ++
 tensorflow/contrib/lite/toco/model.h          |  16 +
 .../contrib/lite/toco/tflite/operator.cc      |  24 ++
 .../contrib/lite/toco/tflite/operator_test.cc |  10 +
 tensorflow/contrib/lite/toco/tooling_util.cc  |   1 +
 20 files changed, 793 insertions(+), 7 deletions(-)
 create mode 100644 tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
 create mode 100644 tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc

diff --git a/tensorflow/contrib/lite/builtin_ops.h b/tensorflow/contrib/lite/builtin_ops.h
index eb26c2dbdb..1b115291b3 100644
--- a/tensorflow/contrib/lite/builtin_ops.h
+++ b/tensorflow/contrib/lite/builtin_ops.h
@@ -122,6 +122,7 @@ typedef enum {
   kTfLiteBuiltinFill = 94,
   kTfLiteBuiltinFloorMod = 95,
   kTfLiteBuiltinRange = 96,
+  kTfLiteBuiltinResizeNearestNeighbor = 97,
 } TfLiteBuiltinOperator;
 
 #ifdef __cplusplus
diff --git a/tensorflow/contrib/lite/c/builtin_op_data.h b/tensorflow/contrib/lite/c/builtin_op_data.h
index 5a5f3ad61c..c0513df9f6 100644
--- a/tensorflow/contrib/lite/c/builtin_op_data.h
+++ b/tensorflow/contrib/lite/c/builtin_op_data.h
@@ -210,6 +210,10 @@ typedef struct {
   bool align_corners;
 } TfLiteResizeBilinearParams;
 
+typedef struct {
+  bool align_corners;
+} TfLiteResizeNearestNeighborParams;
+
 typedef struct {
 } TfLitePadParams;
 
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
index fe56c4ebf9..5afde43915 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
@@ -427,6 +427,21 @@ TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type,
       *builtin_data = reinterpret_cast<void*>(params);
       break;
     }
+    case BuiltinOperator_RESIZE_NEAREST_NEIGHBOR: {
+      // Large functions confuse MacOS builds with XCode 8 so a lambda is
+      // required to minimize function size. TODO(b/118447267): Simplify
+      // ParseOpData function and reduce its length.
+      [&]() {
+        auto* params =
+            allocator->AllocatePOD<TfLiteResizeNearestNeighborParams>();
+        if (auto* schema_params =
+                op->builtin_options_as_ResizeNearestNeighborOptions()) {
+          params->align_corners = schema_params->align_corners();
+        }
+        *builtin_data = reinterpret_cast<void*>(params);
+      }();
+      break;
+    }
     case BuiltinOperator_RESHAPE: {
       auto* params = allocator->AllocatePOD<TfLiteReshapeParams>();
       if (auto* schema_params = op->builtin_options_as_ReshapeOptions()) {
diff --git a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc b/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
index b35c6e0655..dc32817b86 100644
--- a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
+++ b/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
@@ -44,6 +44,7 @@ static const char* param_structs[] = {"TfLiteConvParams",
                                       "TfLiteLocalResponseNormParams",
                                       "TfLiteLSTMParams",
                                       "TfLiteResizeBilinearParams",
+                                      "TfLiteResizeNearestNeighborParams",
                                       "TfLitePadParams",
                                       "TfLitePadV2Params",
                                       "TfLiteReshapeParams",
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/contrib/lite/kernels/BUILD
index 307880a353..363e7ed2e8 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/contrib/lite/kernels/BUILD
@@ -209,6 +209,7 @@ cc_library(
         "relu1.cc",
         "reshape.cc",
         "resize_bilinear.cc",
+        "resize_nearest_neighbor.cc",
         "select.cc",
         "shape.cc",
         "skip_gram.cc",
@@ -842,6 +843,19 @@ tf_cc_test(
     ],
 )
 
+tf_cc_test(
+    name = "resize_nearest_neighbor_test",
+    size = "small",
+    srcs = ["resize_nearest_neighbor_test.cc"],
+    tags = ["tflite_not_portable_ios"],
+    deps = [
+        ":builtin_ops",
+        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite/kernels:test_util",
+        "@com_google_googletest//:gtest",
+    ],
+)
+
 tf_cc_test(
     name = "svdf_test",
     size = "small",
diff --git a/tensorflow/contrib/lite/kernels/register.cc b/tensorflow/contrib/lite/kernels/register.cc
index e3f2d9f94d..92eddf7d79 100644
--- a/tensorflow/contrib/lite/kernels/register.cc
+++ b/tensorflow/contrib/lite/kernels/register.cc
@@ -67,6 +67,7 @@ TfLiteRegistration* Register_PAD();
 TfLiteRegistration* Register_PADV2();
 TfLiteRegistration* Register_RESHAPE();
 TfLiteRegistration* Register_RESIZE_BILINEAR();
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR();
 TfLiteRegistration* Register_SKIP_GRAM();
 TfLiteRegistration* Register_SPACE_TO_DEPTH();
 TfLiteRegistration* Register_GATHER();
@@ -196,6 +197,8 @@ BuiltinOpResolver::BuiltinOpResolver() {
   AddBuiltin(BuiltinOperator_PADV2, Register_PADV2());
   AddBuiltin(BuiltinOperator_RESHAPE, Register_RESHAPE());
   AddBuiltin(BuiltinOperator_RESIZE_BILINEAR, Register_RESIZE_BILINEAR());
+  AddBuiltin(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+             Register_RESIZE_NEAREST_NEIGHBOR());
   AddBuiltin(BuiltinOperator_SKIP_GRAM, Register_SKIP_GRAM());
   AddBuiltin(BuiltinOperator_SPACE_TO_DEPTH, Register_SPACE_TO_DEPTH());
   AddBuiltin(BuiltinOperator_GATHER, Register_GATHER());
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
new file mode 100644
index 0000000000..95c920f95c
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
@@ -0,0 +1,152 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
+#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/contrib/lite/kernels/op_macros.h"
+
+namespace tflite {
+namespace ops {
+namespace builtin {
+namespace resize_nearest_neighbor {
+
+// This file has three implementations of RESIZE_NEAREST_NEIGHBOR.
+enum KernelType {
+  kReference,
+  kGenericOptimized,
+  kNeonOptimized,
+};
+
+constexpr int kInputTensor = 0;
+constexpr int kSizeTensor = 1;
+constexpr int kOutputTensor = 0;
+
+TfLiteStatus ResizeOutputTensor(TfLiteContext* context,
+                                const TfLiteTensor* input,
+                                const TfLiteTensor* size,
+                                TfLiteTensor* output) {
+  TfLiteIntArray* output_size = TfLiteIntArrayCreate(4);
+  output_size->data[0] = input->dims->data[0];
+  const int32* size_data = GetTensorData<int32>(size);
+  output_size->data[1] = size_data[0];
+  output_size->data[2] = size_data[1];
+  output_size->data[3] = input->dims->data[3];
+  return context->ResizeTensor(context, output, output_size);
+}
+
+TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  TF_LITE_ENSURE_EQ(context, NumInputs(node), 2);
+  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
+
+  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
+  const TfLiteTensor* size = GetInput(context, node, kSizeTensor);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+
+  // TODO(ahentz): Our current implementations rely on the inputs being 4D.
+  TF_LITE_ENSURE_EQ(context, NumDimensions(input), 4);
+  TF_LITE_ENSURE_EQ(context, NumDimensions(size), 1);
+
+  TF_LITE_ENSURE_EQ(context, size->type, kTfLiteInt32);
+  output->type = input->type;
+
+  if (!IsConstantTensor(size)) {
+    SetTensorToDynamic(output);
+    return kTfLiteOk;
+  }
+  return ResizeOutputTensor(context, input, size, output);
+}
+
+template <KernelType kernel_type>
+TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  auto* params =
+      reinterpret_cast<TfLiteResizeNearestNeighborParams*>(node->builtin_data);
+
+  const TfLiteTensor* input = GetInput(context, node, kInputTensor);
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+  const TfLiteTensor* size = GetInput(context, node, kSizeTensor);
+
+  if (IsDynamicTensor(output)) {
+    TF_LITE_ENSURE_OK(context,
+                      ResizeOutputTensor(context, input, size, output));
+  }
+
+  tflite::ResizeNearestNeighborParams op_params;
+  op_params.align_corners = params->align_corners;
+
+  if (output->type == kTfLiteFloat32) {
+    reference_ops::ResizeNearestNeighbor(
+        op_params, GetTensorShape(input), GetTensorData<int32>(input),
+        GetTensorShape(size), GetTensorData<int32>(size),
+        GetTensorShape(output), GetTensorData<int32>(output));
+  } else if (output->type == kTfLiteUInt8) {
+    if (kernel_type == kReference) {
+      reference_ops::ResizeNearestNeighbor(
+          op_params, GetTensorShape(input), GetTensorData<uint8_t>(input),
+          GetTensorShape(size), GetTensorData<int32>(size),
+          GetTensorShape(output), GetTensorData<uint8_t>(output));
+    }
+    if (kernel_type == kGenericOptimized || kernel_type == kNeonOptimized) {
+      optimized_ops::ResizeNearestNeighbor(
+          op_params, GetTensorShape(input), GetTensorData<uint8_t>(input),
+          GetTensorShape(size), GetTensorData<int32>(size),
+          GetTensorShape(output), GetTensorData<uint8_t>(output));
+    }
+  } else {
+    context->ReportError(context, "Output type is %d, requires float or uint8.",
+                         output->type);
+    return kTfLiteError;
+  }
+
+  return kTfLiteOk;
+}
+
+}  // namespace resize_nearest_neighbor
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_REF() {
+  static TfLiteRegistration r = {
+      nullptr, nullptr, resize_nearest_neighbor::Prepare,
+      resize_nearest_neighbor::Eval<resize_nearest_neighbor::kReference>};
+  return &r;
+}
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_GENERIC_OPT() {
+  static TfLiteRegistration r = {
+      nullptr, nullptr, resize_nearest_neighbor::Prepare,
+      resize_nearest_neighbor::Eval<
+          resize_nearest_neighbor::kGenericOptimized>};
+  return &r;
+}
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR_NEON_OPT() {
+  static TfLiteRegistration r = {
+      nullptr, nullptr, resize_nearest_neighbor::Prepare,
+      resize_nearest_neighbor::Eval<resize_nearest_neighbor::kNeonOptimized>};
+  return &r;
+}
+
+TfLiteRegistration* Register_RESIZE_NEAREST_NEIGHBOR() {
+#ifdef USE_NEON
+  return Register_RESIZE_NEAREST_NEIGHBOR_NEON_OPT();
+#else
+  return Register_RESIZE_NEAREST_NEIGHBOR_GENERIC_OPT();
+#endif
+}
+
+}  // namespace builtin
+}  // namespace ops
+}  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
new file mode 100644
index 0000000000..b2154ff72c
--- /dev/null
+++ b/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
@@ -0,0 +1,325 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <gtest/gtest.h>
+#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/contrib/lite/kernels/register.h"
+#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/contrib/lite/model.h"
+
+namespace tflite {
+namespace {
+
+using ::testing::ElementsAreArray;
+using uint8 = std::uint8_t;
+
+class ResizeNearestNeighborOpModel : public SingleOpModel {
+ public:
+  explicit ResizeNearestNeighborOpModel(
+      const TensorData& input, std::initializer_list<int> size_data = {}) {
+    bool const_size = size_data.size() != 0;
+    input_ = AddInput(input);
+    if (const_size) {
+      size_ = AddConstInput(TensorType_INT32, size_data, {2});
+    } else {
+      size_ = AddInput({TensorType_INT32, {2}});
+    }
+    output_ = AddOutput(input.type);
+    SetBuiltinOp(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+                 BuiltinOptions_ResizeNearestNeighborOptions,
+                 CreateResizeNearestNeighborOptions(builder_).Union());
+    if (const_size) {
+      BuildInterpreter({GetShape(input_)});
+    } else {
+      BuildInterpreter({GetShape(input_), GetShape(size_)});
+    }
+  }
+
+  template <typename T>
+  void SetInput(std::initializer_list<T> data) {
+    PopulateTensor(input_, data);
+  }
+  void SetSize(std::initializer_list<int> data) { PopulateTensor(size_, data); }
+
+  template <typename T>
+  std::vector<T> GetOutput() {
+    return ExtractVector<T>(output_);
+  }
+
+ private:
+  int input_;
+  int size_;
+  int output_;
+};
+
+TEST(ResizeNearestNeighborOpTest, HorizontalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 1, 2, 1}});
+  m.SetInput<float>({3, 6});
+  m.SetSize({1, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 1, 2, 1}},
+                                       {1, 3});
+  const_m.SetInput<float>({3, 6});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+}
+
+TEST(ResizeNearestNeighborOpTest, HorizontalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 1, 2, 1}});
+  m.SetInput<uint8>({3, 6});
+  m.SetSize({1, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 1, 2, 1}},
+                                       {1, 3});
+  const_m.SetInput<uint8>({3, 6});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 6})));
+}
+
+TEST(ResizeNearestNeighborOpTest, VerticalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 1, 1}});
+  m.SetInput<float>({3, 9});
+  m.SetSize({3, 1});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 1, 1}},
+                                       {3, 1});
+  const_m.SetInput<float>({3, 9});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+}
+
+TEST(ResizeNearestNeighborOpTest, VerticalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 1, 1}});
+  m.SetInput<uint8>({3, 9});
+  m.SetSize({3, 1});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 1, 1}},
+                                       {3, 1});
+  const_m.SetInput<uint8>({3, 9});
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(),
+              ElementsAreArray(ArrayFloatNear({3, 3, 9})));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 2, 1}});
+  m.SetInput<float>({
+      3, 6,  //
+      9, 12  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,   //
+                                        3, 3, 6,   //
+                                        9, 9, 12,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<float>({
+      3, 6,  //
+      9, 12  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,   //
+                                              3, 3, 6,   //
+                                              9, 9, 12,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 2, 1}});
+  m.SetInput<uint8>({
+      3, 6,  //
+      9, 12  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,   //
+                                        3, 3, 6,   //
+                                        9, 9, 12,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<uint8>({
+      3, 6,  //
+      9, 12  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,   //
+                                              3, 3, 6,   //
+                                              9, 9, 12,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResizeWithTwoBatches) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {2, 2, 2, 1}});
+  m.SetInput<float>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      10, 16  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,     //
+                                        3, 3, 6,     //
+                                        9, 9, 12,    //
+                                        4, 4, 10,    //
+                                        4, 4, 10,    //
+                                        10, 10, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {2, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<float>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      10, 16  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,     //
+                                              3, 3, 6,     //
+                                              9, 9, 12,    //
+                                              4, 4, 10,    //
+                                              4, 4, 10,    //
+                                              10, 10, 16,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, ThreeDimensionalResize) {
+  ResizeNearestNeighborOpModel m({TensorType_FLOAT32, {1, 2, 2, 2}});
+  m.SetInput<float>({
+      3, 4, 6, 10,    //
+      9, 10, 12, 16,  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 4, 3, 4, 6, 10,     //
+                                        3, 4, 3, 4, 6, 10,     //
+                                        9, 10, 9, 10, 12, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_FLOAT32, {1, 2, 2, 2}},
+                                       {3, 3});
+  const_m.SetInput<float>({
+      3, 4, 6, 10,    //
+      9, 10, 12, 16,  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 4, 3, 4, 6, 10,     //
+                                              3, 4, 3, 4, 6, 10,     //
+                                              9, 10, 9, 10, 12, 16,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, TwoDimensionalResizeWithTwoBatches8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {2, 2, 2, 1}});
+  m.SetInput<uint8>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      12, 16  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 3, 6,     //
+                                        3, 3, 6,     //
+                                        9, 9, 12,    //
+                                        4, 4, 10,    //
+                                        4, 4, 10,    //
+                                        12, 12, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {2, 2, 2, 1}},
+                                       {3, 3});
+  const_m.SetInput<uint8>({
+      3, 6,   //
+      9, 12,  //
+      4, 10,  //
+      12, 16  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 3, 6,     //
+                                              3, 3, 6,     //
+                                              9, 9, 12,    //
+                                              4, 4, 10,    //
+                                              4, 4, 10,    //
+                                              12, 12, 16,  //
+                                          })));
+}
+
+TEST(ResizeNearestNeighborOpTest, ThreeDimensionalResize8Bit) {
+  ResizeNearestNeighborOpModel m({TensorType_UINT8, {1, 2, 2, 2}});
+  m.SetInput<uint8>({
+      3, 4, 6, 10,     //
+      10, 12, 14, 16,  //
+  });
+  m.SetSize({3, 3});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                        3, 4, 3, 4, 6, 10,       //
+                                        3, 4, 3, 4, 6, 10,       //
+                                        10, 12, 10, 12, 14, 16,  //
+                                    })));
+
+  ResizeNearestNeighborOpModel const_m({TensorType_UINT8, {1, 2, 2, 2}},
+                                       {3, 3});
+  const_m.SetInput<uint8>({
+      3, 4, 6, 10,     //
+      10, 12, 14, 16,  //
+  });
+  const_m.Invoke();
+  EXPECT_THAT(const_m.GetOutput<uint8>(), ElementsAreArray(ArrayFloatNear({
+                                              3, 4, 3, 4, 6, 10,       //
+                                              3, 4, 3, 4, 6, 10,       //
+                                              10, 12, 10, 12, 14, 16,  //
+                                          })));
+}
+
+}  // namespace
+}  // namespace tflite
+
+int main(int argc, char** argv) {
+  ::tflite::LogToStderr();
+  ::testing::InitGoogleTest(&argc, argv);
+  return RUN_ALL_TESTS();
+}
diff --git a/tensorflow/contrib/lite/nnapi_delegate.cc b/tensorflow/contrib/lite/nnapi_delegate.cc
index 31f2333520..9cca229332 100644
--- a/tensorflow/contrib/lite/nnapi_delegate.cc
+++ b/tensorflow/contrib/lite/nnapi_delegate.cc
@@ -625,6 +625,7 @@ TfLiteStatus AddOpsAndParams(
       case tflite::BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION:
       case tflite::BuiltinOperator_PADV2:
       case tflite::BuiltinOperator_RESIZE_BILINEAR:
+      case tflite::BuiltinOperator_RESIZE_NEAREST_NEIGHBOR:
       case tflite::BuiltinOperator_CALL:
       case tflite::BuiltinOperator_SKIP_GRAM:
       case tflite::BuiltinOperator_RELU_N1_TO_1:
diff --git a/tensorflow/contrib/lite/schema/schema.fbs b/tensorflow/contrib/lite/schema/schema.fbs
index 3045351f22..07b16f2812 100644
--- a/tensorflow/contrib/lite/schema/schema.fbs
+++ b/tensorflow/contrib/lite/schema/schema.fbs
@@ -181,6 +181,7 @@ enum BuiltinOperator : byte {
   FILL = 94,
   FLOOR_MOD = 95,
   RANGE = 96,
+  RESIZE_NEAREST_NEIGHBOR = 97,
 }
 
 // Options for the builtin operators.
@@ -258,6 +259,7 @@ union BuiltinOptions {
   UnidirectionalSequenceLSTMOptions,
   FloorModOptions,
   RangeOptions,
+  ResizeNearestNeighborOptions,
 }
 
 enum Padding : byte { SAME, VALID }
@@ -427,6 +429,10 @@ table ResizeBilinearOptions {
   align_corners: bool;
 }
 
+table ResizeNearestNeighborOptions {
+  align_corners: bool;
+}
+
 // A call operation options
 table CallOptions {
   // The subgraph index that needs to be called.
diff --git a/tensorflow/contrib/lite/schema/schema_generated.h b/tensorflow/contrib/lite/schema/schema_generated.h
index 2bae6d72ec..479c0d658b 100755
--- a/tensorflow/contrib/lite/schema/schema_generated.h
+++ b/tensorflow/contrib/lite/schema/schema_generated.h
@@ -88,6 +88,9 @@ struct BidirectionalSequenceLSTMOptionsT;
 struct ResizeBilinearOptions;
 struct ResizeBilinearOptionsT;
 
+struct ResizeNearestNeighborOptions;
+struct ResizeNearestNeighborOptionsT;
+
 struct CallOptions;
 struct CallOptionsT;
 
@@ -409,11 +412,12 @@ enum BuiltinOperator {
   BuiltinOperator_FILL = 94,
   BuiltinOperator_FLOOR_MOD = 95,
   BuiltinOperator_RANGE = 96,
+  BuiltinOperator_RESIZE_NEAREST_NEIGHBOR = 97,
   BuiltinOperator_MIN = BuiltinOperator_ADD,
-  BuiltinOperator_MAX = BuiltinOperator_RANGE
+  BuiltinOperator_MAX = BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
 };
 
-inline const BuiltinOperator (&EnumValuesBuiltinOperator())[96] {
+inline const BuiltinOperator (&EnumValuesBuiltinOperator())[97] {
   static const BuiltinOperator values[] = {
     BuiltinOperator_ADD,
     BuiltinOperator_AVERAGE_POOL_2D,
@@ -510,7 +514,8 @@ inline const BuiltinOperator (&EnumValuesBuiltinOperator())[96] {
     BuiltinOperator_ZEROS_LIKE,
     BuiltinOperator_FILL,
     BuiltinOperator_FLOOR_MOD,
-    BuiltinOperator_RANGE
+    BuiltinOperator_RANGE,
+    BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
   };
   return values;
 }
@@ -614,6 +619,7 @@ inline const char * const *EnumNamesBuiltinOperator() {
     "FILL",
     "FLOOR_MOD",
     "RANGE",
+    "RESIZE_NEAREST_NEIGHBOR",
     nullptr
   };
   return names;
@@ -699,11 +705,12 @@ enum BuiltinOptions {
   BuiltinOptions_UnidirectionalSequenceLSTMOptions = 71,
   BuiltinOptions_FloorModOptions = 72,
   BuiltinOptions_RangeOptions = 73,
+  BuiltinOptions_ResizeNearestNeighborOptions = 74,
   BuiltinOptions_MIN = BuiltinOptions_NONE,
-  BuiltinOptions_MAX = BuiltinOptions_RangeOptions
+  BuiltinOptions_MAX = BuiltinOptions_ResizeNearestNeighborOptions
 };
 
-inline const BuiltinOptions (&EnumValuesBuiltinOptions())[74] {
+inline const BuiltinOptions (&EnumValuesBuiltinOptions())[75] {
   static const BuiltinOptions values[] = {
     BuiltinOptions_NONE,
     BuiltinOptions_Conv2DOptions,
@@ -778,7 +785,8 @@ inline const BuiltinOptions (&EnumValuesBuiltinOptions())[74] {
     BuiltinOptions_BidirectionalSequenceRNNOptions,
     BuiltinOptions_UnidirectionalSequenceLSTMOptions,
     BuiltinOptions_FloorModOptions,
-    BuiltinOptions_RangeOptions
+    BuiltinOptions_RangeOptions,
+    BuiltinOptions_ResizeNearestNeighborOptions
   };
   return values;
 }
@@ -859,6 +867,7 @@ inline const char * const *EnumNamesBuiltinOptions() {
     "UnidirectionalSequenceLSTMOptions",
     "FloorModOptions",
     "RangeOptions",
+    "ResizeNearestNeighborOptions",
     nullptr
   };
   return names;
@@ -1165,6 +1174,10 @@ template<> struct BuiltinOptionsTraits<RangeOptions> {
   static const BuiltinOptions enum_value = BuiltinOptions_RangeOptions;
 };
 
+template<> struct BuiltinOptionsTraits<ResizeNearestNeighborOptions> {
+  static const BuiltinOptions enum_value = BuiltinOptions_ResizeNearestNeighborOptions;
+};
+
 struct BuiltinOptionsUnion {
   BuiltinOptions type;
   void *value;
@@ -1780,6 +1793,14 @@ struct BuiltinOptionsUnion {
     return type == BuiltinOptions_RangeOptions ?
       reinterpret_cast<const RangeOptionsT *>(value) : nullptr;
   }
+  ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() {
+    return type == BuiltinOptions_ResizeNearestNeighborOptions ?
+      reinterpret_cast<ResizeNearestNeighborOptionsT *>(value) : nullptr;
+  }
+  const ResizeNearestNeighborOptionsT *AsResizeNearestNeighborOptions() const {
+    return type == BuiltinOptions_ResizeNearestNeighborOptions ?
+      reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value) : nullptr;
+  }
 };
 
 bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type);
@@ -3763,6 +3784,60 @@ inline flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(
 
 flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeBilinearOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
 
+struct ResizeNearestNeighborOptionsT : public flatbuffers::NativeTable {
+  typedef ResizeNearestNeighborOptions TableType;
+  bool align_corners;
+  ResizeNearestNeighborOptionsT()
+      : align_corners(false) {
+  }
+};
+
+struct ResizeNearestNeighborOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
+  typedef ResizeNearestNeighborOptionsT NativeTableType;
+  enum {
+    VT_ALIGN_CORNERS = 4
+  };
+  bool align_corners() const {
+    return GetField<uint8_t>(VT_ALIGN_CORNERS, 0) != 0;
+  }
+  bool Verify(flatbuffers::Verifier &verifier) const {
+    return VerifyTableStart(verifier) &&
+           VerifyField<uint8_t>(verifier, VT_ALIGN_CORNERS) &&
+           verifier.EndTable();
+  }
+  ResizeNearestNeighborOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  void UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  static flatbuffers::Offset<ResizeNearestNeighborOptions> Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+};
+
+struct ResizeNearestNeighborOptionsBuilder {
+  flatbuffers::FlatBufferBuilder &fbb_;
+  flatbuffers::uoffset_t start_;
+  void add_align_corners(bool align_corners) {
+    fbb_.AddElement<uint8_t>(ResizeNearestNeighborOptions::VT_ALIGN_CORNERS, static_cast<uint8_t>(align_corners), 0);
+  }
+  explicit ResizeNearestNeighborOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb)
+        : fbb_(_fbb) {
+    start_ = fbb_.StartTable();
+  }
+  ResizeNearestNeighborOptionsBuilder &operator=(const ResizeNearestNeighborOptionsBuilder &);
+  flatbuffers::Offset<ResizeNearestNeighborOptions> Finish() {
+    const auto end = fbb_.EndTable(start_);
+    auto o = flatbuffers::Offset<ResizeNearestNeighborOptions>(end);
+    return o;
+  }
+};
+
+inline flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(
+    flatbuffers::FlatBufferBuilder &_fbb,
+    bool align_corners = false) {
+  ResizeNearestNeighborOptionsBuilder builder_(_fbb);
+  builder_.add_align_corners(align_corners);
+  return builder_.Finish();
+}
+
+flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+
 struct CallOptionsT : public flatbuffers::NativeTable {
   typedef CallOptions TableType;
   uint32_t subgraph;
@@ -6727,6 +6802,9 @@ struct Operator FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
   const RangeOptions *builtin_options_as_RangeOptions() const {
     return builtin_options_type() == BuiltinOptions_RangeOptions ? static_cast<const RangeOptions *>(builtin_options()) : nullptr;
   }
+  const ResizeNearestNeighborOptions *builtin_options_as_ResizeNearestNeighborOptions() const {
+    return builtin_options_type() == BuiltinOptions_ResizeNearestNeighborOptions ? static_cast<const ResizeNearestNeighborOptions *>(builtin_options()) : nullptr;
+  }
   const flatbuffers::Vector<uint8_t> *custom_options() const {
     return GetPointer<const flatbuffers::Vector<uint8_t> *>(VT_CUSTOM_OPTIONS);
   }
@@ -7050,6 +7128,10 @@ template<> inline const RangeOptions *Operator::builtin_options_as<RangeOptions>
   return builtin_options_as_RangeOptions();
 }
 
+template<> inline const ResizeNearestNeighborOptions *Operator::builtin_options_as<ResizeNearestNeighborOptions>() const {
+  return builtin_options_as_ResizeNearestNeighborOptions();
+}
+
 struct OperatorBuilder {
   flatbuffers::FlatBufferBuilder &fbb_;
   flatbuffers::uoffset_t start_;
@@ -8156,6 +8238,32 @@ inline flatbuffers::Offset<ResizeBilinearOptions> CreateResizeBilinearOptions(fl
       _align_corners);
 }
 
+inline ResizeNearestNeighborOptionsT *ResizeNearestNeighborOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
+  auto _o = new ResizeNearestNeighborOptionsT();
+  UnPackTo(_o, _resolver);
+  return _o;
+}
+
+inline void ResizeNearestNeighborOptions::UnPackTo(ResizeNearestNeighborOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const {
+  (void)_o;
+  (void)_resolver;
+  { auto _e = align_corners(); _o->align_corners = _e; };
+}
+
+inline flatbuffers::Offset<ResizeNearestNeighborOptions> ResizeNearestNeighborOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
+  return CreateResizeNearestNeighborOptions(_fbb, _o, _rehasher);
+}
+
+inline flatbuffers::Offset<ResizeNearestNeighborOptions> CreateResizeNearestNeighborOptions(flatbuffers::FlatBufferBuilder &_fbb, const ResizeNearestNeighborOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) {
+  (void)_rehasher;
+  (void)_o;
+  struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const ResizeNearestNeighborOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va;
+  auto _align_corners = _o->align_corners;
+  return tflite::CreateResizeNearestNeighborOptions(
+      _fbb,
+      _align_corners);
+}
+
 inline CallOptionsT *CallOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
   auto _o = new CallOptionsT();
   UnPackTo(_o, _resolver);
@@ -9964,6 +10072,10 @@ inline bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *ob
       auto ptr = reinterpret_cast<const RangeOptions *>(obj);
       return verifier.VerifyTable(ptr);
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
+      return verifier.VerifyTable(ptr);
+    }
     default: return false;
   }
 }
@@ -10274,6 +10386,10 @@ inline void *BuiltinOptionsUnion::UnPack(const void *obj, BuiltinOptions type, c
       auto ptr = reinterpret_cast<const RangeOptions *>(obj);
       return ptr->UnPack(resolver);
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
+      return ptr->UnPack(resolver);
+    }
     default: return nullptr;
   }
 }
@@ -10572,6 +10688,10 @@ inline flatbuffers::Offset<void> BuiltinOptionsUnion::Pack(flatbuffers::FlatBuff
       auto ptr = reinterpret_cast<const RangeOptionsT *>(value);
       return CreateRangeOptions(_fbb, ptr, _rehasher).Union();
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value);
+      return CreateResizeNearestNeighborOptions(_fbb, ptr, _rehasher).Union();
+    }
     default: return 0;
   }
 }
@@ -10870,6 +10990,10 @@ inline BuiltinOptionsUnion::BuiltinOptionsUnion(const BuiltinOptionsUnion &u) FL
       value = new RangeOptionsT(*reinterpret_cast<RangeOptionsT *>(u.value));
       break;
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      value = new ResizeNearestNeighborOptionsT(*reinterpret_cast<ResizeNearestNeighborOptionsT *>(u.value));
+      break;
+    }
     default:
       break;
   }
@@ -11242,6 +11366,11 @@ inline void BuiltinOptionsUnion::Reset() {
       delete ptr;
       break;
     }
+    case BuiltinOptions_ResizeNearestNeighborOptions: {
+      auto ptr = reinterpret_cast<ResizeNearestNeighborOptionsT *>(value);
+      delete ptr;
+      break;
+    }
     default: break;
   }
   value = nullptr;
diff --git a/tensorflow/contrib/lite/testing/generate_examples.py b/tensorflow/contrib/lite/testing/generate_examples.py
index 053e4e94da..408b540bf1 100644
--- a/tensorflow/contrib/lite/testing/generate_examples.py
+++ b/tensorflow/contrib/lite/testing/generate_examples.py
@@ -1970,6 +1970,36 @@ def make_resize_bilinear_tests(zip_path):
   make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
 
 
+def make_resize_nearest_neighbor_tests(zip_path):
+  """Make a set of tests to do resize_nearest_neighbor."""
+
+  test_parameters = [{
+      "dtype": [tf.float32, tf.int32],
+      "input_shape": [[1, 3, 4, 3], [1, 10, 2, 1]],
+      "size": [[1, 1], [4, 3], [2, 2], [5, 6]],
+      "align_corners": [False],
+  }]
+
+  def build_graph(parameters):
+    input_tensor = tf.placeholder(
+        dtype=parameters["dtype"],
+        name="input",
+        shape=parameters["input_shape"])
+    out = tf.image.resize_nearest_neighbor(
+        input_tensor,
+        size=parameters["size"],
+        align_corners=parameters["align_corners"])
+    return [input_tensor], [out]
+
+  def build_inputs(parameters, sess, inputs, outputs):
+    input_values = create_tensor_data(parameters["dtype"],
+                                      parameters["input_shape"])
+    return [input_values], sess.run(
+        outputs, feed_dict=dict(zip(inputs, [input_values])))
+
+  make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
+
+
 def make_sigmoid_tests(zip_path):
   """Make a set of tests to do sigmoid."""
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc b/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
index 72df53548b..a4f8d64f4d 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
@@ -411,6 +411,7 @@ bool HardcodeMinMaxForLstmCell(Model* model, Operator* op) {
       break;
 
     case OperatorType::kResizeBilinear:
+    case OperatorType::kResizeNearestNeighbor:
     case OperatorType::kSlice:
     case OperatorType::kStridedSlice:
     case OperatorType::kSqueeze:
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc b/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
index e861df2b3d..514a596f1e 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
@@ -866,6 +866,34 @@ void ProcessResizeBilinearOperator(Model* model, ResizeBilinearOperator* op) {
                          output_shape[1], input_data_shape.dims(3)}));
 }
 
+void ProcessResizeNearestNeighborOperator(Model* model,
+                                          ResizeNearestNeighborOperator* op) {
+  CHECK_EQ(op->inputs.size(), 2);
+  CHECK_EQ(op->outputs.size(), 1);
+
+  if (!model->GetArray(op->inputs[0]).has_shape() ||
+      !model->GetArray(op->inputs[1]).has_shape()) {
+    return;
+  }
+  const auto& input_data_shape = model->GetArray(op->inputs[0]).shape();
+
+  const string& output_size_name = op->inputs[1];
+  const auto& output_size_array = model->GetArray(output_size_name);
+  CHECK(output_size_array.data_type == ArrayDataType::kInt32);
+  CHECK(output_size_array.has_shape());
+  const auto& output_size_shape = output_size_array.shape();
+  CHECK_EQ(output_size_shape.dimensions_count(), 1);
+  CHECK_EQ(output_size_shape.dims(0), 2);
+  if (!output_size_array.buffer) {
+    return;
+  }
+  std::vector<int32> output_shape =
+      output_size_array.GetBuffer<ArrayDataType::kInt32>().data;
+  model->GetArray(op->outputs[0])
+      .copy_shape(Shape({input_data_shape.dims(0), output_shape[0],
+                         output_shape[1], input_data_shape.dims(3)}));
+}
+
 void ProcessLstmCellOperator(Model* model, LstmCellOperator* op) {
   // Only required for compact LstmCell with default NUM_INPUTS of inputs.
   if (op->inputs.size() != LstmCellOperator::NUM_INPUTS) return;
@@ -1843,6 +1871,10 @@ void ProcessUnpackOperator(Model* model, UnpackOperator* op) {
       ProcessResizeBilinearOperator(model,
                                     static_cast<ResizeBilinearOperator*>(op));
       break;
+    case OperatorType::kResizeNearestNeighbor:
+      ProcessResizeNearestNeighborOperator(
+          model, static_cast<ResizeNearestNeighborOperator*>(op));
+      break;
     case OperatorType::kUnidirectionalSequenceLstm:
       ProcessUnidirectionalSequenceLstmOperator(
           model, static_cast<UnidirectionalSequenceLstmOperator*>(op));
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
index 21f5ffb3cf..0a89deadcc 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
+++ b/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
@@ -63,7 +63,8 @@ bool SupportsQuantization(const Operator& op) {
          type == OperatorType::kArgMax || type == OperatorType::kRelu ||
          type == OperatorType::kRelu1 || type == OperatorType::kRelu6 ||
          type == OperatorType::kShape || type == OperatorType::kExpandDims ||
-         type == OperatorType::kPack || type == OperatorType::kTopK_V2;
+         type == OperatorType::kPack || type == OperatorType::kTopK_V2 ||
+         type == OperatorType::kResizeNearestNeighbor;
 }
 
 // The quantized op allows output arrays of type float using
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/contrib/lite/toco/import_tensorflow.cc
index f5f283df0c..c0d943039f 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/contrib/lite/toco/import_tensorflow.cc
@@ -1433,6 +1433,25 @@ tensorflow::Status ConvertResizeBilinearOperator(
   return tensorflow::Status::OK();
 }
 
+tensorflow::Status ConvertResizeNearestNeighborOperator(
+    const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
+    Model* model) {
+  CHECK_EQ(node.op(), "ResizeNearestNeighbor");
+  TF_QCHECK_OK(CheckInputsCount(node, tf_import_flags, 2));
+  auto* op = new ResizeNearestNeighborOperator;
+
+  op->align_corners = false;
+  if (HasAttr(node, "align_corners")) {
+    op->align_corners = GetBoolAttr(node, "align_corners");
+  }
+
+  op->inputs.push_back(node.input(0));
+  op->inputs.push_back(node.input(1));
+  op->outputs.push_back(node.name());
+  model->operators.emplace_back(op);
+  return tensorflow::Status::OK();
+}
+
 tensorflow::Status ConvertBatchNormWithGlobalNormalizationOperator(
     const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
     Model* model) {
@@ -2204,6 +2223,7 @@ ConverterMapType GetTensorFlowNodeConverterMap() {
       {"Relu6", ConvertSimpleOperator<Relu6Operator, 1>},
       {"Reshape", ConvertSimpleOperator<TensorFlowReshapeOperator, 2>},
       {"ResizeBilinear", ConvertResizeBilinearOperator},
+      {"ResizeNearestNeighbor", ConvertResizeNearestNeighborOperator},
       {"Rsqrt", ConvertSimpleOperator<TensorFlowRsqrtOperator, 1>},
       {"Select", ConvertSimpleOperator<SelectOperator, 3>},
       {"Shape", ConvertShapeOperator},
diff --git a/tensorflow/contrib/lite/toco/model.h b/tensorflow/contrib/lite/toco/model.h
index f3b84430db..716dade6c8 100644
--- a/tensorflow/contrib/lite/toco/model.h
+++ b/tensorflow/contrib/lite/toco/model.h
@@ -152,6 +152,7 @@ enum class OperatorType : uint8 {
   kCTCBeamSearchDecoder,
   kUnpack,
   kZerosLike,
+  kResizeNearestNeighbor
 };
 
 // Helper to deal with TensorFlow arrays using a different ordering of
@@ -1665,6 +1666,21 @@ struct ResizeBilinearOperator : Operator {
   bool align_corners = false;
 };
 
+// ResizeNearestNeighborOperator operator. It resizes input images with nearest
+// neighbor interpolation. It does not support align_corners at the moment.
+//
+// Inputs:
+//   inputs[0]: required: the input array
+//   inputs[1]: required: the new image size
+//
+// TensorFlow equivalent: ResizeNearestNeighbor
+struct ResizeNearestNeighborOperator : Operator {
+  ResizeNearestNeighborOperator()
+      : Operator(OperatorType::kResizeNearestNeighbor) {}
+
+  bool align_corners = false;
+};
+
 // SpaceToBatchND operator. It divides spatial dimensions into a grid of
 // blocks and interleaves these blocks with the batch dimension. Currently,
 // only 2-d blocks are supported.
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/contrib/lite/toco/tflite/operator.cc
index cdda8d9cf4..0f4ea5cd21 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator.cc
@@ -914,6 +914,27 @@ class ResizeBilinear
   int GetVersion(const Operator& op) const override { return 1; }
 };
 
+class ResizeNearestNeighbor
+    : public BuiltinOperator<
+          ResizeNearestNeighborOperator, ::tflite::ResizeNearestNeighborOptions,
+          ::tflite::BuiltinOptions_ResizeNearestNeighborOptions> {
+ public:
+  using BuiltinOperator::BuiltinOperator;
+  flatbuffers::Offset<TfLiteOptions> WriteOptions(
+      const TocoOperator& op,
+      flatbuffers::FlatBufferBuilder* builder) const override {
+    return ::tflite::CreateResizeNearestNeighborOptions(*builder,
+                                                        op.align_corners);
+  }
+
+  void ReadOptions(const TfLiteOptions& options,
+                   TocoOperator* op) const override {
+    op->align_corners = options.align_corners();
+  }
+
+  int GetVersion(const Operator& op) const override { return 1; }
+};
+
 class Squeeze
     : public BuiltinOperator<SqueezeOperator, ::tflite::SqueezeOptions,
                              ::tflite::BuiltinOptions_SqueezeOptions> {
@@ -1455,6 +1476,9 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
   ops.push_back(
       MakeUnique<ResizeBilinear>(::tflite::BuiltinOperator_RESIZE_BILINEAR,
                                  OperatorType::kResizeBilinear));
+  ops.push_back(MakeUnique<ResizeNearestNeighbor>(
+      ::tflite::BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+      OperatorType::kResizeNearestNeighbor));
   ops.push_back(MakeUnique<Squeeze>(::tflite::BuiltinOperator_SQUEEZE,
                                     OperatorType::kSqueeze));
   ops.push_back(
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
index 70cec8f195..37a0ad2d1d 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/contrib/lite/toco/tflite/operator_test.cc
@@ -387,6 +387,16 @@ TEST_F(OperatorTest, ResizeBilinear) {
   EXPECT_EQ(op.align_corners, output_toco_op->align_corners);
 }
 
+TEST_F(OperatorTest, ResizeNearestNeighbor) {
+  ResizeNearestNeighborOperator op;
+  op.align_corners = true;
+  auto output_toco_op =
+      SerializeAndDeserialize(GetOperator("RESIZE_NEAREST_NEIGHBOR",
+                                          OperatorType::kResizeNearestNeighbor),
+                              op);
+  EXPECT_EQ(op.align_corners, output_toco_op->align_corners);
+}
+
 TEST_F(OperatorTest, Svdf) {
   SvdfOperator op;
   op.fused_activation_function = FusedActivationFunctionType::kRelu;
diff --git a/tensorflow/contrib/lite/toco/tooling_util.cc b/tensorflow/contrib/lite/toco/tooling_util.cc
index 0737af9cf4..2d6968239e 100644
--- a/tensorflow/contrib/lite/toco/tooling_util.cc
+++ b/tensorflow/contrib/lite/toco/tooling_util.cc
@@ -410,6 +410,7 @@ const char* OperatorTypeName(OperatorType type) {
     HANDLE_OPERATORTYPENAME_CASE(Unpack)
     HANDLE_OPERATORTYPENAME_CASE(ZerosLike)
     HANDLE_OPERATORTYPENAME_CASE(UnidirectionalSequenceLstm)
+    HANDLE_OPERATORTYPENAME_CASE(ResizeNearestNeighbor)
     default:
       LOG(FATAL) << "Unhandled op type";
 #undef HANDLE_OPERATORTYPENAME_CASE
-- 
GitLab


From 11048a0dc9475e2a830735c04e9fdb5b25e1cba1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 28 Oct 2018 02:02:31 -0700
Subject: [PATCH 0712/1825] compat: Update forward compatibility horizon to
 2018-10-28

PiperOrigin-RevId: 219027205
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 984fa56c14..de90aea39a 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 27)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 28)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From baf8945ffeff74454ad196f5a309f059a3c72d35 Mon Sep 17 00:00:00 2001
From: Brennan Saeta <saeta@google.com>
Date: Sun, 28 Oct 2018 17:20:17 -0700
Subject: [PATCH 0713/1825] [tf.data / Cloud Bigtable]: Improve error messages.

Previously, the error messages generated by the Bigtable client would not be UTF-8, and thus the real errors would be swallowed by UTF8 conversion problems. This change drops the error_details() when converting from gRPC Status objects to TensorFlow status objects, resulting in the true underlying error messages coming through.

PiperOrigin-RevId: 219062740
---
 tensorflow/contrib/bigtable/kernels/bigtable_lib.cc | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/contrib/bigtable/kernels/bigtable_lib.cc b/tensorflow/contrib/bigtable/kernels/bigtable_lib.cc
index 67bf14c176..98f906408c 100644
--- a/tensorflow/contrib/bigtable/kernels/bigtable_lib.cc
+++ b/tensorflow/contrib/bigtable/kernels/bigtable_lib.cc
@@ -29,8 +29,7 @@ Status GrpcStatusToTfStatus(const ::grpc::Status& status) {
   }
   return Status(static_cast<::tensorflow::error::Code>(status.error_code()),
                 strings::StrCat("Error reading from Cloud Bigtable: ",
-                                status.error_message(),
-                                " (Details: ", status.error_details(), ")"));
+                                status.error_message()));
 }
 
 string RegexFromStringSet(const std::vector<string>& strs) {
-- 
GitLab


From e66aea59e0367618f924ffe3bc3b1140be8eaf45 Mon Sep 17 00:00:00 2001
From: Brennan Saeta <saeta@google.com>
Date: Sun, 28 Oct 2018 17:20:28 -0700
Subject: [PATCH 0714/1825] [tf.data / Cloud Bigtable]: Avoid underflow.

Previously, because the size_t type is unsigned, if keys_.empty(), we would underflow, instead of returning end_of_sequence, resulting in a runtime crash. This change switches around the arithmetic so that it's robust to underflow.

PiperOrigin-RevId: 219062746
---
 .../bigtable/kernels/bigtable_sample_key_pairs_dataset_op.cc    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/bigtable/kernels/bigtable_sample_key_pairs_dataset_op.cc b/tensorflow/contrib/bigtable/kernels/bigtable_sample_key_pairs_dataset_op.cc
index 01608dc6bc..f0c3ef4e2e 100644
--- a/tensorflow/contrib/bigtable/kernels/bigtable_sample_key_pairs_dataset_op.cc
+++ b/tensorflow/contrib/bigtable/kernels/bigtable_sample_key_pairs_dataset_op.cc
@@ -167,7 +167,7 @@ class BigtableSampleKeyPairsDatasetOp : public DatasetOpKernel {
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
-        if (index_ > keys_.size() - 2) {
+        if (index_ + 2 > keys_.size()) {
           *end_of_sequence = true;
           return Status::OK();
         }
-- 
GitLab


From 2c2d11b7be45132216d99831a1b704a3f120315f Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Sun, 28 Oct 2018 21:33:05 -0700
Subject: [PATCH 0715/1825] Remove newly created Switch nodes in
 FunctionalizeCond.

PiperOrigin-RevId: 219075975
---
 .../compiler/tf2xla/functionalize_cond.cc      | 18 ++++++++++--------
 .../compiler/tf2xla/functionalize_cond.h       |  8 ++++++--
 2 files changed, 16 insertions(+), 10 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/functionalize_cond.cc b/tensorflow/compiler/tf2xla/functionalize_cond.cc
index 46649b8cc4..c693e42d26 100644
--- a/tensorflow/compiler/tf2xla/functionalize_cond.cc
+++ b/tensorflow/compiler/tf2xla/functionalize_cond.cc
@@ -339,6 +339,7 @@ Status Conditional::AddSwitch(Node* s) {
         DebugString(switch_predicate_), " vs ", DebugString(predicate), ").");
   }
   switches_.insert(s);
+  parent_->AddSwitchId(s->id());
   return Status::OK();
 }
 
@@ -1185,7 +1186,7 @@ Status FunctionalizeCond::DetermineAncestorState(Node* dst) {
 }
 
 void FunctionalizeCond::DeleteReachableAndDeadNodes(
-    const std::vector<int>& switch_ids, const std::vector<Node*>& merge_order) {
+    const std::vector<Node*>& merge_order) {
   // Delete all nodes that have been extracted or are reachable from
   // deleted/dead nodes. The input and outgoing edges should have already been
   // removed.
@@ -1197,7 +1198,7 @@ void FunctionalizeCond::DeleteReachableAndDeadNodes(
 
   // All remaining Switch nodes are not reachable from a Merge node and
   // removed. This is to account for dead Switch nodes.
-  for (int s_id : switch_ids) {
+  for (int s_id : switch_ids_) {
     Node* s = graph_->FindNodeId(s_id);
     if (s == nullptr) continue;
     for (const Edge* e : s->out_edges()) {
@@ -1288,11 +1289,10 @@ Status FunctionalizeCond::FunctionalizeInternal() {
   //   reverse topological sorting);
   // * Record reverse topological for merge and switch nodes;
   std::vector<Node*> rev_topo_order;
-  std::vector<int> switch_ids;
   std::vector<Node*> merge_order;
   DFS(*graph_, nullptr, [&](Node* n) {
     if (IsSwitch(n)) {
-      switch_ids.push_back(n->id());
+      AddSwitchId(n->id());
     }
     if (IsMerge(n)) {
       merge_order.push_back(n);
@@ -1306,9 +1306,7 @@ Status FunctionalizeCond::FunctionalizeInternal() {
   if (merge_order.empty()) {
     // No merges mean no switch values consumed (as only considering values
     // fetchable as output of merge);
-    for (auto it = switch_ids.begin(); it != switch_ids.end(); ++it) {
-      graph_->RemoveNode(graph_->FindNodeId(*it));
-    }
+    DeleteReachableAndDeadNodes(merge_order);
     return Status::OK();
   }
 
@@ -1351,7 +1349,7 @@ Status FunctionalizeCond::FunctionalizeInternal() {
     if (VLOG_IS_ON(4)) DumpGraphWithCondState("after_extract");
   }
 
-  DeleteReachableAndDeadNodes(switch_ids, merge_order);
+  DeleteReachableAndDeadNodes(merge_order);
 
   return Status::OK();
 }
@@ -1371,6 +1369,10 @@ void FunctionalizeCond::DumpGraphWithCondState(const string& name) {
                    library_);
 }
 
+void FunctionalizeCond::AddSwitchId(int switch_id) {
+  switch_ids_.push_back(switch_id);
+}
+
 Status FunctionalizeCond::Functionalize(Graph* graph,
                                         FunctionLibraryDefinition* library) {
   VLOG(1) << "FunctionalizeCond::Functionalize";
diff --git a/tensorflow/compiler/tf2xla/functionalize_cond.h b/tensorflow/compiler/tf2xla/functionalize_cond.h
index 1899808940..8525d7af61 100644
--- a/tensorflow/compiler/tf2xla/functionalize_cond.h
+++ b/tensorflow/compiler/tf2xla/functionalize_cond.h
@@ -166,6 +166,9 @@ class FunctionalizeCond {
   // Dump graph with the CondState annotated.
   void DumpGraphWithCondState(const string& name);
 
+  // Adds `switch_id` to the list of Switch node ids.
+  void AddSwitchId(int switch_id);
+
  private:
   FunctionalizeCond(Graph* graph, FunctionLibraryDefinition* library);
 
@@ -219,8 +222,7 @@ class FunctionalizeCond {
 
   // Deletes all nodes in/consumers reachable from switch/merge nodes that were
   // extracted.
-  void DeleteReachableAndDeadNodes(const std::vector<int>& switch_ids,
-                                   const std::vector<Node*>& merge_order);
+  void DeleteReachableAndDeadNodes(const std::vector<Node*>& merge_order);
 
   // Member used to unique the CondState to a unique CondId (AncestorState to a
   // unique AncestorId) and keep track of CondState/CondId
@@ -234,6 +236,8 @@ class FunctionalizeCond {
   Graph* graph_;
 
   friend class FunctionalizeCondTest;
+
+  std::vector<int> switch_ids_;
 };
 
 }  // namespace functionalize_cond
-- 
GitLab


From 8efee06786198142bd99bdec0bfacc791d0937ab Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Sun, 28 Oct 2018 22:54:17 -0700
Subject: [PATCH 0716/1825] Disable IncreaseDynamismForAutoJitPass

It creates slices of index type DT_INT64 which do not have a kernels on GPU.

PiperOrigin-RevId: 219080243
---
 .../compiler/jit/jit_compilation_pass_registration.cc      | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/jit/jit_compilation_pass_registration.cc b/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
index f79bdc1e2e..107d521077 100644
--- a/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
+++ b/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
@@ -44,8 +44,11 @@ REGISTER_OPTIMIZATION(OptimizationPassRegistry::PRE_PLACEMENT, 26,
 REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 10,
                       MarkForCompilationPass);
 
-REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 20,
-                      IncreaseDynamismForAutoJitPass);
+// TODO(b/111210515): IncreaseDynamismForAutoJitPass creates slices with index
+// type DT_INT64 which do not have a kernel on GPU.
+//
+// REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 20,
+//                       IncreaseDynamismForAutoJitPass);
 
 REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 30,
                       PartiallyDeclusterPass);
-- 
GitLab


From 7fa6658a8f82fafc2f7f9226a5bb0f6cfb3d77a6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 02:02:33 -0700
Subject: [PATCH 0717/1825] compat: Update forward compatibility horizon to
 2018-10-29

PiperOrigin-RevId: 219095478
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index de90aea39a..aff4b1e324 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 28)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 29)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 20cf4909629be616edfd2ade1b3c0a4095c24953 Mon Sep 17 00:00:00 2001
From: wangsiyu <siyu.wsy@gmail.com>
Date: Thu, 25 Oct 2018 17:41:23 +0800
Subject: [PATCH 0718/1825] [Features] Enable Variable Partitioning in
 ParameterServerStrategy graph mode

---
 .../python/parameter_server_strategy.py       |   3 +
 .../python/parameter_server_strategy_test.py  | 109 ++++++++++++++++++
 tensorflow/python/ops/variable_scope.py       |  30 +++--
 tensorflow/python/training/distribute.py      |  16 ++-
 4 files changed, 144 insertions(+), 14 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index bbfd94ed5c..52c8747a47 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -231,6 +231,9 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
       destinations = self._compute_devices
     return self._cross_tower_ops.broadcast(tensor, destinations)
 
+  def _allow_variable_partition(self):
+    return True if not context.executing_eagerly() else False
+
   # TODO(yuefengz): not all ops in device_setter.STANDARD_PS_OPS will go through
   # this creator, such as "MutableHashTable".
   def _create_variable(self, next_creator, *args, **kwargs):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index ab329da929..eca0e75dd2 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -37,6 +37,7 @@ from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gradients
+from tensorflow.python.ops import partitioned_variables
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
@@ -178,6 +179,108 @@ class ParameterServerStrategyTestBase(
         self.assertEqual(z_val, 43.0)
         self.assertEqual(f_val, 46.0)
 
+  def _test_device_assignment_distributed_enable_partitioner(self,
+                                                             task_type,
+                                                             task_id,
+                                                             num_gpus):
+    worker_device = '/job:%s/replica:0/task:%d' % (task_type, task_id)
+    d, _, sess_config = self._get_test_objects(task_type, task_id, num_gpus)
+    num_shards = len(d.parameter_devices)
+    partitioner = partitioned_variables.fixed_size_partitioner(num_shards)
+    with ops.Graph().as_default(), \
+         self.cached_session(target=self._default_target,
+                             config=sess_config) as sess, \
+         d.scope():
+
+      # Define a variable outside the call_for_each_tower scope. This is not
+      # recommended.
+      n = variable_scope.get_variable(
+          'n',
+          initializer=constant_op.constant([10.0, 20.0]),
+          aggregation=variable_scope.VariableAggregation.SUM,
+          partitioner=partitioner)
+
+      for part_id, var in enumerate(n):
+        self.assertEqual(var.device, '/job:ps/task:%d' % part_id)
+
+      def model_fn():
+        if num_gpus == 0:
+          last_part_device = 'device:CPU:0'
+        else:
+          last_part_device = (
+              'device:GPU:%d' %
+              distribution_strategy_context.get_tower_context().tower_id)
+
+        a = constant_op.constant([1.0, 2.0])
+        b = constant_op.constant([2.0, 3.0])
+        c = a + b
+        self.assertEqual(a.device, worker_device + '/' + last_part_device)
+        self.assertEqual(b.device, worker_device + '/' + last_part_device)
+        self.assertEqual(c.device, worker_device + '/' + last_part_device)
+
+        # The device scope is ignored for variables but not for normal ops.
+        with ops.device('/job:worker/task:0'):
+          x = variable_scope.get_variable(
+              'x',
+              initializer=constant_op.constant([10.0, 20.0]),
+              aggregation=variable_scope.VariableAggregation.SUM,
+              partitioner=partitioner)
+          x_add = x.assign_add(c, name="x_Add")
+          e = a + c
+        # The variable x is on the task 1 since the device_function has been
+        # called once before the model_fn.
+        for part_id, var in enumerate(x):
+          self.assertEqual(var.device, '/job:ps/task:%d' % part_id)
+          self.assertEqual(var.device, x_add[part_id].device)
+
+        self.assertEqual(e.device,
+                         '/job:worker/replica:0/task:0/%s' % last_part_device)
+
+        # The colocate_vars_with can override the distribution's device.
+        with d.colocate_vars_with(x_add[0]):
+          y = variable_scope.get_variable(
+              'y',
+              initializer=constant_op.constant([20.0, 10.0]),
+              aggregation=variable_scope.VariableAggregation.SUM,
+              partitioner=partitioner)
+        y_add = y.assign_add([array_ops.identity(x_add[0]),
+                              array_ops.identity(x_add[1])])
+
+        for part_id, var in enumerate(y):
+          self.assertEqual(var.device, '/job:ps/task:0')
+          self.assertEqual(y_add[part_id].device, var.device)
+          self.assertEqual(var.device, x_add[0].device)
+
+        z = variable_scope.get_variable(
+            'z',
+            initializer=constant_op.constant([10.0, 30.0]),
+            aggregation=variable_scope.VariableAggregation.SUM,
+            partitioner=partitioner)
+
+        for task_id, var in enumerate(z):
+          self.assertEqual(var.device, '/job:ps/task:%d' % task_id)
+
+        with ops.control_dependencies(y_add):
+          y_list = [var for var in y]
+          y_tensor = array_ops.concat(y_list, 0)
+          z_add = z.assign_add(array_ops.identity(y_tensor))
+        with ops.control_dependencies(z_add):
+          z_list = [var for var in z]
+          z_tensor = array_ops.concat(z_list, 0)
+          f = z_tensor + c
+        self.assertEqual(f.device, worker_device + '/' + last_part_device)
+
+        return y_add, z_add, f
+
+      y, z, f = d.call_for_each_tower(model_fn)
+
+      if context.num_gpus() >= 1 and num_gpus <= 1:
+        variables.global_variables_initializer().run()
+        y_val, z_val, f_val = sess.run([y, z, f])
+        self.assertEqual(y_val, [33.0, 35.0])
+        self.assertEqual(z_val, [43.0, 65.0])
+        self.assertEqual(tuple(f_val), (46.0, 70.0))
+
   def _test_device_assignment_local(self,
                                     d,
                                     compute_device='CPU',
@@ -473,6 +576,12 @@ class ParameterServerStrategyTest(ParameterServerStrategyTestBase,
   def testDeviceAssignmentDistributed(self, num_gpus):
     self._test_device_assignment_distributed('worker', 1, num_gpus)
 
+  @combinations.generate(
+      combinations.combine(mode=['graph'], num_gpus=[0, 1, 2]))
+  def testDeviceAssignmentDistributedEnablePartitioner(self, num_gpus):
+    self._test_device_assignment_distributed_enable_partitioner(
+        'worker', 1, num_gpus)
+
   def testSimpleBetweenGraph(self):
     self._run_between_graph_clients(self._test_simple_increment,
                                     self._cluster_spec, context.num_gpus())
diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 41a8f57642..8fb1d4be94 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -449,7 +449,9 @@ class _VariableStore(object):
                                                 partitioner=partitioner,
                                                 validate_shape=validate_shape,
                                                 use_resource=use_resource,
-                                                constraint=constraint)
+                                                constraint=constraint,
+                                                synchronization=synchronization,
+                                                aggregation=aggregation)
 
       # Special case for partitioned variable to allow reuse without having to
       # specify partitioner.
@@ -467,7 +469,9 @@ class _VariableStore(object):
                                               partitioner=None,
                                               validate_shape=validate_shape,
                                               use_resource=use_resource,
-                                              constraint=constraint)
+                                              constraint=constraint,
+                                              synchronization=synchronization,
+                                              aggregation=aggregation)
 
       # Single variable case
       if "%s/part_0" % name in self._vars:
@@ -553,7 +557,9 @@ class _VariableStore(object):
                                 caching_device=None,
                                 validate_shape=True,
                                 use_resource=None,
-                                constraint=None):
+                                constraint=None,
+                                synchronization=VariableSynchronization.AUTO,
+                                aggregation=VariableAggregation.NONE):
     """Gets or creates a sharded variable list with these parameters.
 
     The `partitioner` must be a callable that accepts a fully defined
@@ -776,7 +782,9 @@ class _VariableStore(object):
             caching_device=caching_device,
             validate_shape=validate_shape,
             use_resource=use_resource,
-            constraint=constraint)
+            constraint=constraint,
+            synchronization=synchronization,
+            aggregation=aggregation)
 
       # pylint: disable=protected-access
       var._set_save_slice_info(variables.Variable.SaveSliceInfo(
@@ -1254,7 +1262,9 @@ class VariableScope(object):
                                 partitioner=None,
                                 validate_shape=True,
                                 use_resource=None,
-                                constraint=None):
+                                constraint=None,
+                                synchronization=VariableSynchronization.AUTO,
+                                aggregation=VariableAggregation.NONE):
     """Gets an existing variable with this name or create a new one."""
     if context.executing_eagerly():
       raise NotImplementedError("Partitioned variables are not yet supported "
@@ -1304,7 +1314,8 @@ class VariableScope(object):
           regularizer=regularizer, reuse=self.reuse, trainable=trainable,
           collections=collections, caching_device=caching_device,
           partitioner=partitioner, validate_shape=validate_shape,
-          use_resource=use_resource, constraint=constraint)
+          use_resource=use_resource, constraint=constraint,
+          synchronization=synchronization, aggregation=aggregation)
       # pylint: enable=protected-access
 
 
@@ -1661,7 +1672,9 @@ def _get_partitioned_variable(name,
                               partitioner=None,
                               validate_shape=True,
                               use_resource=None,
-                              constraint=None):
+                              constraint=None,
+                              synchronization=VariableSynchronization.AUTO,
+                              aggregation=VariableAggregation.NONE):
   """Gets or creates a sharded variable list with these parameters.
 
   The `partitioner` must be a callable that accepts a fully defined
@@ -1744,7 +1757,8 @@ def _get_partitioned_variable(name,
       initializer=initializer, regularizer=regularizer, trainable=trainable,
       collections=collections, caching_device=caching_device,
       partitioner=partitioner, validate_shape=validate_shape,
-      use_resource=use_resource, constraint=constraint)
+      use_resource=use_resource, constraint=constraint,
+      synchronization=synchronization, aggregation=aggregation)
   # pylint: enable=protected-access
 
 
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index e12ebafba1..cd80b28136 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -458,20 +458,24 @@ class DistributionStrategy(object):
       kwargs["use_resource"] = True
       return self._create_variable(*args, **kwargs)
 
-    def disable_partitioned_variables(getter, *args, **kwargs):
-      if kwargs.pop("partitioner", None) is not None:
-        tf_logging.log_first_n(
-            tf_logging.WARN, "Partitioned variables are disabled when using "
-            "DistributionStrategy.", 1)
+    def distributed_getter(getter, *args, **kwargs):
+      if not self._allow_variable_partition():
+        if kwargs.pop("partitioner", None) is not None:
+          tf_logging.log_first_n(
+              tf_logging.WARN, "Partitioned variables are disabled when using "
+              "current DistributionStrategy.", 1)
       return getter(*args, **kwargs)
 
     return _CurrentDistributionContext(
         self, variable_scope.variable_creator_scope(creator_with_resource_vars),
         variable_scope.variable_scope(
             variable_scope.get_variable_scope(),
-            custom_getter=disable_partitioned_variables),
+            custom_getter=distributed_getter),
         self._default_device)
 
+  def _allow_variable_partition(self):
+    return False
+
   def _create_variable(self, next_creator, *args, **kwargs):
     # Note: should support "colocate_with" argument.
     raise NotImplementedError("must be implemented in descendants")
-- 
GitLab


From 2cfab14772725de486fd2000d93b20f38923dc6f Mon Sep 17 00:00:00 2001
From: wangsiyu <siyu.wsy@gmail.com>
Date: Mon, 29 Oct 2018 22:13:01 +0800
Subject: [PATCH 0719/1825] simplifies unit test and running gpus number > 1

---
 .../python/parameter_server_strategy_test.py  | 61 +++++--------------
 1 file changed, 15 insertions(+), 46 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index eca0e75dd2..f268ab31c1 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -183,7 +183,6 @@ class ParameterServerStrategyTestBase(
                                                              task_type,
                                                              task_id,
                                                              num_gpus):
-    worker_device = '/job:%s/replica:0/task:%d' % (task_type, task_id)
     d, _, sess_config = self._get_test_objects(task_type, task_id, num_gpus)
     num_shards = len(d.parameter_devices)
     partitioner = partitioned_variables.fixed_size_partitioner(num_shards)
@@ -204,20 +203,7 @@ class ParameterServerStrategyTestBase(
         self.assertEqual(var.device, '/job:ps/task:%d' % part_id)
 
       def model_fn():
-        if num_gpus == 0:
-          last_part_device = 'device:CPU:0'
-        else:
-          last_part_device = (
-              'device:GPU:%d' %
-              distribution_strategy_context.get_tower_context().tower_id)
-
-        a = constant_op.constant([1.0, 2.0])
-        b = constant_op.constant([2.0, 3.0])
-        c = a + b
-        self.assertEqual(a.device, worker_device + '/' + last_part_device)
-        self.assertEqual(b.device, worker_device + '/' + last_part_device)
-        self.assertEqual(c.device, worker_device + '/' + last_part_device)
-
+        a = constant_op.constant([3.0, 5.0])
         # The device scope is ignored for variables but not for normal ops.
         with ops.device('/job:worker/task:0'):
           x = variable_scope.get_variable(
@@ -225,17 +211,13 @@ class ParameterServerStrategyTestBase(
               initializer=constant_op.constant([10.0, 20.0]),
               aggregation=variable_scope.VariableAggregation.SUM,
               partitioner=partitioner)
-          x_add = x.assign_add(c, name="x_Add")
-          e = a + c
+          x_add = x.assign_add(a, name="x_add")
         # The variable x is on the task 1 since the device_function has been
         # called once before the model_fn.
         for part_id, var in enumerate(x):
           self.assertEqual(var.device, '/job:ps/task:%d' % part_id)
           self.assertEqual(var.device, x_add[part_id].device)
 
-        self.assertEqual(e.device,
-                         '/job:worker/replica:0/task:0/%s' % last_part_device)
-
         # The colocate_vars_with can override the distribution's device.
         with d.colocate_vars_with(x_add[0]):
           y = variable_scope.get_variable(
@@ -251,35 +233,22 @@ class ParameterServerStrategyTestBase(
           self.assertEqual(y_add[part_id].device, var.device)
           self.assertEqual(var.device, x_add[0].device)
 
-        z = variable_scope.get_variable(
-            'z',
-            initializer=constant_op.constant([10.0, 30.0]),
-            aggregation=variable_scope.VariableAggregation.SUM,
-            partitioner=partitioner)
-
-        for task_id, var in enumerate(z):
-          self.assertEqual(var.device, '/job:ps/task:%d' % task_id)
-
-        with ops.control_dependencies(y_add):
-          y_list = [var for var in y]
-          y_tensor = array_ops.concat(y_list, 0)
-          z_add = z.assign_add(array_ops.identity(y_tensor))
-        with ops.control_dependencies(z_add):
-          z_list = [var for var in z]
-          z_tensor = array_ops.concat(z_list, 0)
-          f = z_tensor + c
-        self.assertEqual(f.device, worker_device + '/' + last_part_device)
+        return x_add, y_add
 
-        return y_add, z_add, f
-
-      y, z, f = d.call_for_each_tower(model_fn)
+      x, y = d.call_for_each_tower(model_fn)
 
-      if context.num_gpus() >= 1 and num_gpus <= 1:
+      if context.num_gpus() >= 1:
         variables.global_variables_initializer().run()
-        y_val, z_val, f_val = sess.run([y, z, f])
-        self.assertEqual(y_val, [33.0, 35.0])
-        self.assertEqual(z_val, [43.0, 65.0])
-        self.assertEqual(tuple(f_val), (46.0, 70.0))
+        x_val, y_val = sess.run([x, y])
+        if num_gpus < 1:
+          self.assertEqual(x_val, [13.0, 25.0])
+          self.assertEqual(y_val, [33.0, 35.0])
+        else:
+          x_expect = [10.0 + 3 * num_gpus, 20.0 + 5 * num_gpus]
+          y_expect = [20.0 + x_expect[0] * num_gpus,
+                      10.0 + x_expect[1] * num_gpus]
+          self.assertEqual(x_val, x_expect)
+          self.assertEqual(y_val, y_expect)          
 
   def _test_device_assignment_local(self,
                                     d,
-- 
GitLab


From fb51172887e64c84e9791e2743d206ad865fd3dd Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Mon, 29 Oct 2018 17:57:30 +0300
Subject: [PATCH 0720/1825] Update after review.

---
 tensorflow/c/c_api.h                          | 37 ++++----------
 .../src/main/java/org/tensorflow/Server.java  | 17 ++++---
 tensorflow/java/src/main/native/server_jni.cc | 51 +++++++++----------
 3 files changed, 43 insertions(+), 62 deletions(-)

diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index 9fe06f56a6..141ffaeee8 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -1673,43 +1673,28 @@ TF_CAPI_EXPORT extern TF_Buffer* TF_GetRegisteredKernelsForOp(
 // In-process TensorFlow server.
 typedef struct TF_Server TF_Server;
 
-// Creates a new server. The returned TF_Server object can be started, stopped
-// and joined using correspondent commands. After using TF_Server object should
-// be deleted using the TF_DeleteServer command to free correspondent resources.
+// Creates a new in-process TensorFlow server configured using a serialized
+// ServerDef protocol buffer provided via `proto` and `proto_len`.
 //
-// Params:
-//  proto - Serialized ServerDef protocol buffer.
-//  proto_len - Length of the proto.
-//  status - Set to OK on success and an appropriate error on failure.
+// The server will not serve any requests until TF_ServerStart is invoked.
+// The server will stop serving requests once TF_ServerStop or
+// TF_DeleteServer is invoked.
 TF_CAPI_EXPORT extern TF_Server* TF_NewServer(const void* proto,
                                               size_t proto_len,
                                               TF_Status* status);
 
-// Starts a server.
-//
-// Params:
-//  server - TF_Server object to be started.
-//  status - Set to OK on success and an appropriate error on failure.
+// Starts an in-process TensorFlow server.
 TF_CAPI_EXPORT extern void TF_ServerStart(TF_Server* server, TF_Status* status);
 
-// Stops a server.
-//
-// Params:
-//  server - TF_Server object to be stopped.
-//  status - Set to OK on success and an appropriate error on failure.
+// Stops an in-process TensorFlow server.
 TF_CAPI_EXPORT extern void TF_ServerStop(TF_Server* server, TF_Status* status);
 
-// Blocks until the server has shut down (currently blocks forever).
-//
-// Params:
-//  server - TF_Server object to be joined.
-//  status - Set to OK on success and an appropriate error on failure.
+// Blocks until the server has been successfully stopped (via TF_ServerStop or
+// TF_ServerClose).
 TF_CAPI_EXPORT extern void TF_ServerJoin(TF_Server* server, TF_Status* status);
 
-// Destroy a server, frees memory. Server is expected to be stopped before.
-//
-// Params:
-//  server - TF_Server object to be deleted.
+// Destroy an in-process TensorFlow server, frees memory. If server is running
+// it will be stopped and joined.
 TF_CAPI_EXPORT extern void TF_DeleteServer(TF_Server* server);
 
 #ifdef __cplusplus
diff --git a/tensorflow/java/src/main/java/org/tensorflow/Server.java b/tensorflow/java/src/main/java/org/tensorflow/Server.java
index 5a42077904..727ef4af53 100644
--- a/tensorflow/java/src/main/java/org/tensorflow/Server.java
+++ b/tensorflow/java/src/main/java/org/tensorflow/Server.java
@@ -25,6 +25,9 @@ import java.util.concurrent.locks.ReentrantReadWriteLock;
  * training. A server belongs to a cluster (specified by a
  * {@code ClusterSpec}), and corresponds to a particular task in a named job.
  * The server can communicate with any other server in the same cluster.
+ * The server will not serve any requests until {@link #start()} is invoked. 
+ * The server will stop serving requests once {@link #stop()} or {@link #close()} is invoked.
+ * Be aware that {@link #close()} method stops the server if it is running.
  *
  * <p><b>WARNING:</b> A {@code Server} owns resources that <b>must</b> be
  * explicitly freed by invoking {@link #close()}.
@@ -32,8 +35,7 @@ import java.util.concurrent.locks.ReentrantReadWriteLock;
  * <p>Instances of a {@code Server} are thread-safe.
  *
  * <p>Using example:
- * <pre>
- * {@code
+ * <pre>{@code
  * ClusterDef clusterDef = ClusterDef.newBuilder()
  *   .addJob(JobDef.newBuilder()
  *   .setName("worker")
@@ -52,8 +54,7 @@ import java.util.concurrent.locks.ReentrantReadWriteLock;
  *   srv.start();
  *   srv.join();
  * }
- * }
- * </pre>
+ * }</pre>
  */
 public final class Server implements AutoCloseable {
 
@@ -68,7 +69,7 @@ public final class Server implements AutoCloseable {
     nativeHandle = allocate(serverDef);
   }
 
-  /** Starts this server. */
+  /** Starts an in-process TensorFlow server. */
   public void start() {
     lock.readLock().lock();
     try {
@@ -79,7 +80,7 @@ public final class Server implements AutoCloseable {
     }
   }
 
-  /** Stops this server. */
+  /**  Stops an in-process TensorFlow server. */
   public void stop() {
     lock.readLock().lock();
     try {
@@ -90,7 +91,7 @@ public final class Server implements AutoCloseable {
     }
   }
 
-  /** Blocks until the server has shut down (currently blocks forever). */
+  /** Blocks until the server has been successfully stopped. */
   public void join() {
     lock.readLock().lock();
     try {
@@ -101,7 +102,7 @@ public final class Server implements AutoCloseable {
     }
   }
 
-  /** Stops server and frees resources. Server is expected to be stopped before. */
+  /** Destroy an in-process TensorFlow server, frees memory. */
   @Override
   public void close() {
     lock.writeLock().lock();
diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
index f0d1d29b88..95a6278fb8 100644
--- a/tensorflow/java/src/main/native/server_jni.cc
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -18,6 +18,21 @@ limitations under the License.
 #include "tensorflow/java/src/main/native/exception_jni.h"
 #include "tensorflow/java/src/main/native/utils_jni.h"
 
+namespace {
+TF_Server* requireHandle(JNIEnv* env, jlong handle) {
+  static_assert(sizeof(jlong) >= sizeof(TF_Server*),
+                "Cannot package C object pointers as a Java long");
+  if (handle == 0) {
+    throwException(env, kIllegalStateException,
+                   "close() has been called on the Server");
+    return nullptr;
+  }
+
+  return reinterpret_cast<TF_Server*>(handle);
+}
+
+}  // namespace
+
 JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
     JNIEnv* env, jclass clazz, jbyteArray server_def) {
   TF_Status* status = TF_NewStatus();
@@ -39,14 +54,9 @@ JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
                                                         jclass clazz,
                                                         jlong handle) {
-  if (handle == 0) {
-    throwException(env, kIllegalStateException,
-                   "close() has been called on the Server");
-    return;
-  }
-
   TF_Status* status = TF_NewStatus();
-  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+  TF_Server* server = requireHandle(env, handle);
+  if (server == nullptr) return;
 
   TF_ServerStart(server, status);
   throwExceptionIfNotOK(env, status);
@@ -57,14 +67,9 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
-  if (handle == 0) {
-    throwException(env, kIllegalStateException,
-                   "close() has been called on the Server");
-    return;
-  }
-
   TF_Status* status = TF_NewStatus();
-  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+  TF_Server* server = requireHandle(env, handle);
+  if (server == nullptr) return;
 
   TF_ServerStop(server, status);
   throwExceptionIfNotOK(env, status);
@@ -75,14 +80,9 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
-  if (handle == 0) {
-    throwException(env, kIllegalStateException,
-                   "close() has been called on the Server");
-    return;
-  }
-
   TF_Status* status = TF_NewStatus();
-  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+  TF_Server* server = requireHandle(env, handle);
+  if (server == nullptr) return;
 
   TF_ServerJoin(server, status);
   throwExceptionIfNotOK(env, status);
@@ -93,13 +93,8 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv* env,
                                                          jclass clazz,
                                                          jlong handle) {
-  if (handle == 0) {
-    throwException(env, kIllegalStateException,
-                   "close() has been called on the Server");
-    return;
-  }
-  
-  TF_Server* server = reinterpret_cast<TF_Server*>(handle);
+  TF_Server* server = requireHandle(env, handle);
+  if (server == nullptr) return;
 
   TF_DeleteServer(server);
 }
-- 
GitLab


From 1737b809b7a7b258c81a77dd4e4670315c70b53d Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Mon, 29 Oct 2018 18:52:27 +0300
Subject: [PATCH 0721/1825] Update after review.

---
 .../src/main/java/org/tensorflow/Server.java  | 65 +++++++++----------
 1 file changed, 32 insertions(+), 33 deletions(-)

diff --git a/tensorflow/java/src/main/java/org/tensorflow/Server.java b/tensorflow/java/src/main/java/org/tensorflow/Server.java
index 727ef4af53..98b123be30 100644
--- a/tensorflow/java/src/main/java/org/tensorflow/Server.java
+++ b/tensorflow/java/src/main/java/org/tensorflow/Server.java
@@ -15,8 +15,6 @@ limitations under the License.
 
 package org.tensorflow;
 
-import java.util.concurrent.locks.ReadWriteLock;
-import java.util.concurrent.locks.ReentrantReadWriteLock;
 /**
  * An in-process TensorFlow server, for use in distributed training.
  *
@@ -36,6 +34,11 @@ import java.util.concurrent.locks.ReentrantReadWriteLock;
  *
  * <p>Using example:
  * <pre>{@code
+ * import org.tensorflow.Server;
+ * import org.tensorflow.distruntime.ClusterDef;
+ * import org.tensorflow.distruntime.JobDef;
+ * import org.tensorflow.distruntime.ServerDef;
+ *
  * ClusterDef clusterDef = ClusterDef.newBuilder()
  *   .addJob(JobDef.newBuilder()
  *   .setName("worker")
@@ -70,49 +73,45 @@ public final class Server implements AutoCloseable {
   }
 
   /** Starts an in-process TensorFlow server. */
-  public void start() {
-    lock.readLock().lock();
-    try {
-      start(nativeHandle);
-    }
-    finally {
-      lock.readLock().unlock();
-    }
+  public synchronized void start() {
+    start(nativeHandle);
   }
 
   /**  Stops an in-process TensorFlow server. */
-  public void stop() {
-    lock.readLock().lock();
-    try {
-      stop(nativeHandle);
-    }
-    finally {
-      lock.readLock().unlock();
-    }
+  public synchronized void stop() {
+    stop(nativeHandle);
   }
 
   /** Blocks until the server has been successfully stopped. */
   public void join() {
-    lock.readLock().lock();
-    try {
-      join(nativeHandle);
+    long handle = 0;
+    synchronized(this) {
+      handle = nativeHandle;
+      if (handle != 0) {
+        numJoining++;
+      }
     }
-    finally {
-      lock.readLock().unlock();
+    try {
+      join(handle);
+    } finally {
+      synchronized(this) {
+        if (handle != 0) {
+          numJoining--;
+        } 
+        notifyAll();
+      }
     }
   }
 
   /** Destroy an in-process TensorFlow server, frees memory. */
   @Override
-  public void close() {
-    lock.writeLock().lock();
-    try {
-      delete(nativeHandle);
-      nativeHandle = 0;
-    }
-    finally {
-      lock.writeLock().unlock();
+  public synchronized void close() throws InterruptedException {
+    stop();
+    while (numJoining > 0) {
+      wait();
     }
+    delete(nativeHandle);
+    nativeHandle = 0;
   }
 
   private static native long allocate(byte[] serverDef);
@@ -125,10 +124,10 @@ public final class Server implements AutoCloseable {
 
   private static native void delete(long nativeHandle);
 
-  private final ReadWriteLock lock = new ReentrantReadWriteLock();
-
   private long nativeHandle;
 
+  private int numJoining;
+
   static {
     TensorFlow.init();
   }
-- 
GitLab


From fa901b739f9a716c6a08c5175b756acbc3a52fec Mon Sep 17 00:00:00 2001
From: Jianwei Xie <xiejw@google.com>
Date: Mon, 29 Oct 2018 09:12:39 -0700
Subject: [PATCH 0722/1825] Improve the tests.

PiperOrigin-RevId: 219137954
---
 .../contrib/distribute/python/keras_test.py    | 18 ++++++++++++++----
 1 file changed, 14 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 097d28065a..eccff1d9f5 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -31,6 +31,7 @@ from tensorflow.python.estimator import keras as keras_lib
 from tensorflow.python.estimator import run_config as run_config_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import random_seed
 from tensorflow.python.framework import test_util
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.keras.engine import distributed_training_utils
@@ -46,6 +47,7 @@ _RANDOM_SEED = 1337
 _TRAIN_SIZE = 200
 _INPUT_SIZE = (10,)
 _NUM_CLASS = 2
+_TOLERANCE = 1e-5
 
 
 # TODO(anjalisridhar): Add a decorator that will allow us to run these tests as
@@ -1028,6 +1030,8 @@ class TestDistributionStrategyCorrectness(test.TestCase,
     with self.cached_session():
       keras.backend.set_image_data_format('channels_last')
       num_samples = 10000
+      np.random.seed(_RANDOM_SEED)
+      random_seed.set_random_seed(_RANDOM_SEED)
 
       # Train and predict datasets are created with the same input numpy arrays.
       x_train = np.random.rand(num_samples, 1)
@@ -1037,9 +1041,13 @@ class TestDistributionStrategyCorrectness(test.TestCase,
 
       # The model is built once and the initial weights are saved.
       # This is used to initialize the model for both the distribution and
-      # non-distribution run.
+      # non-distribution run. In addition, we add few non-linear layers to make
+      # it non-trivial.
       model = keras.Sequential()
-      model.add(keras.layers.Dense(1, input_shape=(1,)))
+      model.add(keras.layers.Dense(10, activation='relu', input_shape=(1,)))
+      model.add(keras.layers.Dense(10, activation='relu'))
+      model.add(keras.layers.Dense(10, activation='relu'))
+      model.add(keras.layers.Dense(1))
       initial_weights = model.get_weights()
 
       def fit_and_predict(with_distribution=None):
@@ -1080,10 +1088,12 @@ class TestDistributionStrategyCorrectness(test.TestCase,
           with_distribution=None)
 
       # Verify that the weights are the same within some limits of tolerance.
-      np.testing.assert_allclose(wts_with_ds[0], wts_without_ds[0], rtol=1e-3)
+      self.assertAllClose(
+          wts_with_ds, wts_without_ds, atol=_TOLERANCE, rtol=_TOLERANCE)
       # Verify that the predicted outputs are the same within some limits of
       # tolerance.
-      np.testing.assert_allclose(predict_with_ds, predict_without_ds, rtol=1e-3)
+      self.assertAllClose(
+          predict_with_ds, predict_without_ds, atol=_TOLERANCE, rtol=_TOLERANCE)
 
 
 # TODO(priyag): Add a test for TPUStrategy with steps_per_run > 1.
-- 
GitLab


From 4a3efba2c5ecfc1eb1cea687b555e52a4046d313 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 09:12:45 -0700
Subject: [PATCH 0723/1825] Internal build specification change

PiperOrigin-RevId: 219137973
---
 tensorflow/core/platform/default/build_config.bzl | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/tensorflow/core/platform/default/build_config.bzl b/tensorflow/core/platform/default/build_config.bzl
index 78a2048eaa..3a4415f229 100644
--- a/tensorflow/core/platform/default/build_config.bzl
+++ b/tensorflow/core/platform/default/build_config.bzl
@@ -319,9 +319,6 @@ def tf_proto_library_cc(
         cc_grpc_version = None,
         j2objc_api_version = 1,
         cc_api_version = 2,
-        dart_api_version = 2,
-        java_api_version = 2,
-        py_api_version = 2,
         js_codegen = "jspb",
         default_header = False):
     js_codegen = js_codegen  # unused argument
@@ -436,10 +433,7 @@ def tf_proto_library(
         cc_libs = [],
         cc_api_version = 2,
         cc_grpc_version = None,
-        dart_api_version = 2,
         j2objc_api_version = 1,
-        java_api_version = 2,
-        py_api_version = 2,
         js_codegen = "jspb",
         provide_cc_alias = False,
         default_header = False):
-- 
GitLab


From 74c9540655ff8844939e1680d67257e50ef70510 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 09:23:56 -0700
Subject: [PATCH 0724/1825] DepthwiseConv, create dot-product test
 placeholders.

PiperOrigin-RevId: 219139518
---
 .../internal/depthwiseconv_quantized_test.cc  | 159 ++++++++++++++++--
 .../depthwiseconv_uint8_3x3_filter.h          |  47 +++++-
 .../lite/kernels/internal/test_util.cc        |   5 +
 3 files changed, 195 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc b/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
index 922fd25d2e..fd04137150 100644
--- a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
+++ b/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
@@ -66,12 +66,18 @@ inline void DispatchDepthwiseConv(
       const int dilation_height_factor = params.dilation_height_factor;
 
       // Check that parameter combination is supported.
-      const bool basic_3x3_kernel_support =
+      const bool basic_3x3_kernel_supported =
           optimized_ops::Fast3x3FilterKernelSupported(
               input_shape, filter_shape, stride_width, stride_height,
               dilation_width_factor, dilation_height_factor, pad_width,
               pad_height, depth_multiplier, output_shape, output_shift);
-      ASSERT_TRUE(basic_3x3_kernel_support);
+      ASSERT_TRUE(basic_3x3_kernel_supported)
+          << "pad_width = " << params.padding_values.width
+          << " pad_height = " << params.padding_values.height
+          << " input_width = " << input_shape.Dims(1)
+          << " input_height = " << input_shape.Dims(2)
+          << " output_width = " << output_shape.Dims(1)
+          << " output_height = " << output_shape.Dims(2);
 
       // Call kernel optimized for depthwise convolutions using 3x3 filters.
       optimized_ops::DepthwiseConv3x3Filter(
@@ -82,6 +88,46 @@ inline void DispatchDepthwiseConv(
       break;
 #endif
     }
+    case ForceKernelInvocation::kUseNeon3x3DotProduct: {
+// Enable for arm64 except for the Nvidia Linux 4 Tegra (L4T) running on
+// Jetson TX-2. This compiler does not support the offsetof() macro.
+#if defined(__ARM_FEATURE_DOTPROD) && defined(__aarch64__) && \
+    !defined(GOOGLE_L4T)
+      using optimized_ops::DotProduct3x3KernelType;
+      DotProduct3x3KernelType kernel_type =
+          optimized_ops::CategorizeDotProductKernel(params);
+      switch (kernel_type) {
+        case DotProduct3x3KernelType::kPlain:
+          // TODO(b/118430534): Implement optimized kernel.
+          optimized_ops::DepthwiseConv3x3Filter(
+              params, input_shape, input_data, filter_shape, filter_data,
+              bias_shape, bias_data, output_shape, output_data);
+          return;
+        case DotProduct3x3KernelType::kWithDepthMultiplication:
+          // TODO(b/118430338): Implement optimized kernel.
+          optimized_ops::DepthwiseConvGeneral(
+              params, input_shape, input_data, filter_shape, filter_data,
+              bias_shape, bias_data, output_shape, output_data);
+          return;
+        case DotProduct3x3KernelType::kWithPad0Stride2:
+          // TODO(b/118430338): Implement optimized kernel.
+          optimized_ops::DepthwiseConv3x3Filter(
+              params, input_shape, input_data, filter_shape, filter_data,
+              bias_shape, bias_data, output_shape, output_data);
+          return;
+        case DotProduct3x3KernelType::kWithPad1Stride1:
+          // TODO(b/118430338): Implement optimized kernel.
+          optimized_ops::DepthwiseConvGeneral(
+              params, input_shape, input_data, filter_shape, filter_data,
+              bias_shape, bias_data, output_shape, output_data);
+          return;
+        case DotProduct3x3KernelType::kNone:
+        default:
+          break;
+      }
+#endif
+      break;
+    }
     case ForceKernelInvocation::kUseGenericKernel: {
       optimized_ops::DepthwiseConvGeneral(params, input_shape, input_data,
                                           filter_shape, filter_data, bias_shape,
@@ -338,8 +384,8 @@ bool TryTestOneDepthwiseConv(ForceKernelInvocation forced_invocation) {
 bool TryTestOneDepthwiseConv3x3Filter(ForceKernelInvocation forced_invocation) {
   const int batch = ExponentialRandomPositiveInt(0.9f, 3, 20);
   const int input_depth = 8 * ExponentialRandomPositiveInt(0.9f, 10, 50);
-  const int input_width = ExponentialRandomPositiveInt(0.9f, 20, 200);
-  const int input_height = ExponentialRandomPositiveInt(0.9f, 20, 200);
+  int input_width = ExponentialRandomPositiveInt(0.9f, 20, 200);
+  int input_height = ExponentialRandomPositiveInt(0.9f, 20, 200);
   const int filter_width = 3;
   const int filter_height = 3;
   const int depth_multiplier = 1;
@@ -347,14 +393,53 @@ bool TryTestOneDepthwiseConv3x3Filter(ForceKernelInvocation forced_invocation) {
   // We don't support dilations in the 3x3 filter.
   const int dilation_width_factor = 1;
   const int dilation_height_factor = 1;
-  // Although the kernel supports only kValid padding, we test that kSame
-  // is using the correct code path. However, only use kSame when forcing kernel
-  // selection.
   const auto padding_type =
-      (forced_invocation == ForceKernelInvocation::kNone &&
-       UniformRandomInt(0, 1))
-          ? PaddingType::kSame
-          : PaddingType::kValid;
+      UniformRandomInt(0, 1) ? PaddingType::kSame : PaddingType::kValid;
+
+  // Adjust for, or reject, special cases.
+  if (forced_invocation != ForceKernelInvocation::kNone) {
+    // With stride == 2 and SAME, padding width and height are the left and top
+    // padding amounts. When there is an even input dimension, padding + 1 is
+    // required on the right / bottom. This is not handled by these kernels, so
+    // we bump the input dimensions.
+    if (padding_type == PaddingType::kSame && stride == 2) {
+      input_width = 2 * (input_width / 2) + 1;
+      input_height = 2 * (input_height / 2) + 1;
+    }
+
+    // The padded 3x3 kernel (with kSame) does not support input_width == 1 when
+    // input_height > 1, and vice versa.
+    if (padding_type == PaddingType::kSame &&
+        (input_width > 1) != (input_height > 1)) {
+      return false;
+    }
+  }
+
+  return TryTestDepthwiseConv(
+      forced_invocation, batch, input_depth, input_width, input_height,
+      filter_width, filter_height, depth_multiplier, stride,
+      dilation_width_factor, dilation_height_factor, padding_type);
+}
+
+// Tests with parameters suited to dot-product-NEON 3x3 filter kernels.
+bool TryTestOneNeonDot3x3(ForceKernelInvocation forced_invocation,
+                          bool test_stride, bool test_pad,
+                          bool test_depth_multiplier) {
+  const int batch = 1;
+  const int input_depth = test_depth_multiplier
+                              ? 1
+                              : 8 * ExponentialRandomPositiveInt(0.9f, 10, 50);
+  const int input_width = ExponentialRandomPositiveInt(0.9f, 20, 200);
+  const int input_height = ExponentialRandomPositiveInt(0.9f, 20, 200);
+  const int filter_width = 3;
+  const int filter_height = 3;
+  const int depth_multiplier =
+      test_depth_multiplier ? 8 * ExponentialRandomPositiveInt(0.8f, 1, 6) : 1;
+  const int stride = test_stride ? 2 : 1;
+  // We don't support dilations in the 3x3 filter.
+  const int dilation_width_factor = 1;
+  const int dilation_height_factor = 1;
+  const auto padding_type = test_pad ? PaddingType::kSame : PaddingType::kValid;
 
   return TryTestDepthwiseConv(
       forced_invocation, batch, input_depth, input_width, input_height,
@@ -372,6 +457,14 @@ void TestOneDepthwiseConv3x3Filter(ForceKernelInvocation forced_invocation) {
   }
 }
 
+void TestOneNeonDot3x3(ForceKernelInvocation forced_invocation,
+                       bool test_stride, bool test_pad,
+                       bool test_depth_multiplier) {
+  while (!TryTestOneNeonDot3x3(forced_invocation, test_stride, test_pad,
+                               test_depth_multiplier)) {
+  }
+}
+
 TEST(TestDepthwiseConv, TestDepthwiseConv) {
   const int kTestsToRun = 10 * 1000;
   for (int i = 0; i < kTestsToRun; i++) {
@@ -387,6 +480,13 @@ TEST(TestDepthwiseConv, TestGenericKernel) {
   }
 }
 
+TEST(TestDepthwiseConv, TestKernel3x3Filter) {
+  const int kTestsToRun = 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneDepthwiseConv3x3Filter(ForceKernelInvocation::kNone);
+  }
+}
+
 // While the 3x3 coverage test is primarily targeted at specialized kernels, we
 // also run it against the generic kernel, optionally with fewer invocations.
 TEST(TestDepthwiseConv, TestGenericKernel3x3Filter) {
@@ -403,5 +503,42 @@ TEST(TestDepthwiseConv, TestNeon3x3Filter) {
   }
 }
 
+// No stride, no depth multiplier, no pad.
+TEST(TestDepthwiseConv, TestNeonDot3x3Plain) {
+  const int kTestsToRun = 3 * 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneNeonDot3x3(ForceKernelInvocation::kUseNeon3x3DotProduct,
+                      /*test_stride=*/false, /*test_pad=*/false,
+                      /*test_depth_multiplier=*/false);
+  }
+}
+
+TEST(TestDepthwiseConv, TestNeonDot3x3DepthMultiplier) {
+  const int kTestsToRun = 3 * 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneNeonDot3x3(ForceKernelInvocation::kUseNeon3x3DotProduct,
+                      /*test_stride=*/false, /*test_pad=*/false,
+                      /*test_depth_multiplier=*/true);
+  }
+}
+
+TEST(TestDepthwiseConv, TestNeonDot3x3Stride2) {
+  const int kTestsToRun = 3 * 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneNeonDot3x3(ForceKernelInvocation::kUseNeon3x3DotProduct,
+                      /*test_stride=*/true, /*test_pad=*/false,
+                      /*test_depth_multiplier=*/false);
+  }
+}
+
+TEST(TestDepthwiseConv, TestNeonDot3x3Pad1) {
+  const int kTestsToRun = 3 * 1000;
+  for (int i = 0; i < kTestsToRun; i++) {
+    TestOneNeonDot3x3(ForceKernelInvocation::kUseNeon3x3DotProduct,
+                      /*test_stride=*/false, /*test_pad=*/true,
+                      /*test_depth_multiplier=*/false);
+  }
+}
+
 }  // namespace
 }  // namespace tflite
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h b/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
index 4809ddd02a..f437487fc2 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
+++ b/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
@@ -23,16 +23,53 @@ limitations under the License.
 namespace tflite {
 namespace optimized_ops {
 
-// Enable for arm64 except for the Nvidia Linux 4 Tegra (L4T) running on
-// Jetson TX-2. This compiler does not support the offsetof() macro.
-#if defined(__aarch64__) && !defined(GOOGLE_L4T)
-#include <stddef.h>
 // clang-format gets confused with this file and ends up formatting lines to
 // be larger than 80 characters. Turn off here and back on at the end of the
 // file.
-
 // clang-format off
 
+// See CategorizeDotProductKernel for definitive taxonomy.
+enum class DotProduct3x3KernelType {
+  kNone = 0,  // Parameter combination is not supported for dot product kernels.
+  kPlain,
+  kWithDepthMultiplication,
+  kWithPad0Stride2,
+  kWithPad1Stride1,
+};
+
+inline DotProduct3x3KernelType CategorizeDotProductKernel(
+    const DepthwiseParams& params) {
+  const int padding = params.padding_values.width;
+  const int stride = params.stride_width;
+  if (padding != params.padding_values.height ||
+      stride != params.stride_height) {
+    return DotProduct3x3KernelType::kNone;
+  }
+
+  if (params.depth_multiplier == 1) {
+    if (padding == 0 && stride == 1) {
+      return DotProduct3x3KernelType::kPlain;
+    } else if (padding == 0 && stride == 2) {
+      return DotProduct3x3KernelType::kWithPad0Stride2;
+    } else if (padding == 1 && stride == 1) {
+      return DotProduct3x3KernelType::kWithPad1Stride1;
+    } else {
+      return DotProduct3x3KernelType::kNone;
+    }
+  } else {
+    if (padding == 0 && stride == 1) {
+      return DotProduct3x3KernelType::kWithDepthMultiplication;
+    } else {
+      return DotProduct3x3KernelType::kNone;
+    }
+  }
+}
+
+// Enable for arm64 except for the Nvidia Linux 4 Tegra (L4T) running on
+// Jetson TX-2. This compiler does not support the offsetof() macro.
+#if defined(__aarch64__) && !defined(GOOGLE_L4T)
+#include <stddef.h>
+
 #define DEPTHWISECONV_SHUFFLE_WORKSPACE_SIZE 10 * 10 * 64
 
 // Encapsulates constant parameters used in DepthwiseConv.
diff --git a/tensorflow/contrib/lite/kernels/internal/test_util.cc b/tensorflow/contrib/lite/kernels/internal/test_util.cc
index 75d568ae3a..390d57a010 100644
--- a/tensorflow/contrib/lite/kernels/internal/test_util.cc
+++ b/tensorflow/contrib/lite/kernels/internal/test_util.cc
@@ -35,6 +35,11 @@ bool ComputeConvSizes(const RuntimeShape& input_shape, int output_depth,
   int output_height = 0;
   int output_width = 0;
   if (padding_type == PaddingType::kValid) {
+    // Official TF is
+    // ceil((input_height - (dilated_filter_height - 1)) / stride),
+    // implemented as
+    // floor(
+    //   (input_height - (dilated_filter_height - 1) + (stride - 1)) / stride).
     output_height = (input_height + stride - dilated_filter_height) / stride;
     output_width = (input_width + stride - dilated_filter_width) / stride;
   } else if (padding_type == PaddingType::kSame) {
-- 
GitLab


From 36bf15f2aaff333c39b5b1944e29d780ce625eaa Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 09:28:47 -0700
Subject: [PATCH 0725/1825] Increase DepthwiseConv output depth limit from 2048
 to 4832.

PiperOrigin-RevId: 219140225
---
 .../lite/kernels/internal/optimized/depthwiseconv_float.h       | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h b/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h
index bcadfb2f8c..4e21805048 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h
+++ b/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h
@@ -917,7 +917,7 @@ inline void DepthwiseConv(
   TFLITE_DCHECK_EQ(output_depth, input_depth * depth_multiplier);
   TFLITE_DCHECK_EQ(bias_shape.FlatSize(), output_depth);
 
-  static const int kAccBufferMaxSize = 2048;
+  static const int kAccBufferMaxSize = 4832;
   float acc_buffer[kAccBufferMaxSize];
   TFLITE_DCHECK_GE(kAccBufferMaxSize, output_depth);
   const int kOutputPixelsInAccBuffer = kAccBufferMaxSize / output_depth;
-- 
GitLab


From 3629b2d9f46c94f4a91433f291f947e2456ee5b4 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Mon, 29 Oct 2018 09:34:57 -0700
Subject: [PATCH 0726/1825] [TPU] Move methods to map between TensorFlow
 task/device names and TPU device coordinates out of DeviceAssignment and into
 Topology.

The mapping is a property of the Topology (which describes the machine and how to address it), not the DeviceAssignment, which describes a choice of devices for a particular job.

PiperOrigin-RevId: 219141156
---
 .../tpu/python/tpu/device_assignment.py       | 88 ++++++-------------
 tensorflow/contrib/tpu/python/tpu/topology.py | 66 ++++++++++++++
 .../contrib/tpu/python/tpu/topology_test.py   |  2 +-
 3 files changed, 95 insertions(+), 61 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/device_assignment.py b/tensorflow/contrib/tpu/python/tpu/device_assignment.py
index b9e2a4287a..6906501ecf 100644
--- a/tensorflow/contrib/tpu/python/tpu/device_assignment.py
+++ b/tensorflow/contrib/tpu/python/tpu/device_assignment.py
@@ -25,20 +25,29 @@ from six.moves import xrange  # pylint: disable=redefined-builtin
 from tensorflow.contrib.tpu.python.tpu.topology import Topology
 
 
-def _tpu_device_name(job, task, device):
-  """Returns the device name for the TPU `device` on `task` of `job`."""
-  if job is None:
-    return "/task:%d/device:TPU:%d" % (task, device)
-  else:
-    return "/job:%s/task:%d/device:TPU:%d" % (job, task, device)
+def _compute_task_and_cores_to_replicas(core_assignment, topology):
+  """Computes a nested dict which maps task and logical core to replicas."""
+  task_and_cores_to_replicas = {}
+  for replica in xrange(core_assignment.shape[0]):
+    for logical_core in xrange(core_assignment.shape[1]):
+      coordinates = core_assignment[replica, logical_core, :]
+      task_id = topology.task_ordinal_at_coordinates(coordinates)
+      if task_id not in task_and_cores_to_replicas:
+        task_and_cores_to_replicas[task_id] = {}
+      if logical_core not in task_and_cores_to_replicas[task_id]:
+        task_and_cores_to_replicas[task_id][logical_core] = set()
 
+      task_and_cores_to_replicas[task_id][logical_core].add(replica)
 
-def _tpu_host_device_name(job, task):
-  """Returns the device name for the CPU device on `task` of `job`."""
-  if job is None:
-    return "/task:%d/device:CPU:0" % task
-  else:
-    return "/job:%s/task:%d/device:CPU:0" % (job, task)
+  task_to_sorted_replica_id = {}
+
+  for task, core_to_replicas in task_and_cores_to_replicas.items():
+    core_to_sorted_replicas = {}
+    for core, replicas in core_to_replicas.items():
+      core_to_sorted_replicas[core] = sorted(replicas)
+
+    task_to_sorted_replica_id[task] = core_to_sorted_replicas
+  return task_to_sorted_replica_id
 
 
 class DeviceAssignment(object):
@@ -68,10 +77,7 @@ class DeviceAssignment(object):
     core_assignment = np.asarray(core_assignment, dtype=np.int32)
 
     self._topology = topology
-    self._topology_tasks, self._topology_devices = (
-        self._invert_topology(topology))
 
-    topology_rank = self._topology_tasks.ndim
     if core_assignment.ndim != 3:
       raise ValueError("core_assignment must be a rank 3 numpy array, "
                        "got shape {}".format(core_assignment.shape))
@@ -79,52 +85,15 @@ class DeviceAssignment(object):
     self._num_replicas = core_assignment.shape[0]
     self._num_cores_per_replica = core_assignment.shape[1]
 
-    if core_assignment.shape[-1] != topology_rank:
+    if core_assignment.shape[-1] != topology.mesh_rank:
       raise ValueError(
           "minor dimension of core_assignment must have size equal to topology "
-          "rank ({}), got shape {}".format(topology_rank,
+          "rank ({}), got shape {}".format(topology.mesh_rank,
                                            core_assignment.shape))
 
     self._core_assignment = core_assignment
-    self._task_and_cores_to_replicas = self._compute_task_and_cores_to_replicas(
-        self._core_assignment, self._topology_tasks)
-
-  def _invert_topology(self, topology):
-    """Inverts a [task,device,axis] topology to [x,y,z] -> task/device maps."""
-    mesh_shape = topology.mesh_shape
-    tasks = np.full(list(mesh_shape), -1, dtype=np.int32)
-    devices = np.full(list(mesh_shape), -1, dtype=np.int32)
-    for task in xrange(topology.device_coordinates.shape[0]):
-      for device in xrange(topology.device_coordinates.shape[1]):
-        x, y, z = topology.device_coordinates[task, device, :]
-        tasks[x, y, z] = task
-        devices[x, y, z] = device
-    return tasks, devices
-
-  def _compute_task_and_cores_to_replicas(self, core_assignment,
-                                          topology_tasks):
-    """Computes a nested dict which maps task and logical core to replicas."""
-    task_and_cores_to_replicas = {}
-    for replica in xrange(core_assignment.shape[0]):
-      for logical_core in xrange(core_assignment.shape[1]):
-        x, y, z = core_assignment[replica, logical_core, :]
-        task_id = topology_tasks[x, y, z]
-        if task_id not in task_and_cores_to_replicas:
-          task_and_cores_to_replicas[task_id] = {}
-        if logical_core not in task_and_cores_to_replicas[task_id]:
-          task_and_cores_to_replicas[task_id][logical_core] = set()
-
-        task_and_cores_to_replicas[task_id][logical_core].add(replica)
-
-    task_to_sorted_replica_id = {}
-
-    for task, core_to_replicas in task_and_cores_to_replicas.items():
-      core_to_sorted_replicas = {}
-      for core, replicas in core_to_replicas.items():
-        core_to_sorted_replicas[core] = sorted(replicas)
-
-      task_to_sorted_replica_id[task] = core_to_sorted_replicas
-    return task_to_sorted_replica_id
+    self._task_and_cores_to_replicas = _compute_task_and_cores_to_replicas(
+        self._core_assignment, topology)
 
   @property
   def topology(self):
@@ -179,18 +148,17 @@ class DeviceAssignment(object):
   def tpu_ordinal(self, replica=0, logical_core=0):
     """Returns the ordinal of the TPU device assigned to a logical core."""
     coordinates = self._coordinates(replica, logical_core)
-    return self._topology_devices[coordinates]
+    return self._topology.tpu_device_ordinal_at_coordinates(coordinates)
 
   def host_device(self, replica=0, logical_core=0, job=None):
     """Returns the CPU device attached to a logical core."""
     coordinates = self._coordinates(replica, logical_core)
-    return _tpu_host_device_name(job, self._topology_tasks[coordinates])
+    return self._topology.cpu_device_name_at_coordinates(coordinates, job=job)
 
   def tpu_device(self, replica=0, logical_core=0, job=None):
     """Returns the name of the TPU device assigned to a logical core."""
     coordinates = self._coordinates(replica, logical_core)
-    return _tpu_device_name(job, self._topology_tasks[coordinates],
-                            self._topology_devices[coordinates])
+    return self._topology.tpu_device_name_at_coordinates(coordinates, job=job)
 
 
 def device_assignment(topology,
diff --git a/tensorflow/contrib/tpu/python/tpu/topology.py b/tensorflow/contrib/tpu/python/tpu/topology.py
index ab89c6aa8c..b6bb5c6e56 100644
--- a/tensorflow/contrib/tpu/python/tpu/topology.py
+++ b/tensorflow/contrib/tpu/python/tpu/topology.py
@@ -19,10 +19,27 @@ from __future__ import division
 from __future__ import print_function
 
 import numpy as np
+from six.moves import xrange  # pylint: disable=redefined-builtin
 
 from tensorflow.contrib.tpu.proto import topology_pb2
 
 
+def _tpu_device_name(job, task, device):
+  """Returns the device name for the TPU `device` on `task` of `job`."""
+  if job is None:
+    return "/task:%d/device:TPU:%d" % (task, device)
+  else:
+    return "/job:%s/task:%d/device:TPU:%d" % (job, task, device)
+
+
+def _tpu_host_device_name(job, task):
+  """Returns the device name for the CPU device on `task` of `job`."""
+  if job is None:
+    return "/task:%d/device:CPU:0" % task
+  else:
+    return "/job:%s/task:%d/device:CPU:0" % (job, task)
+
+
 class Topology(object):
   """Describes a set of TPU devices.
 
@@ -71,6 +88,8 @@ class Topology(object):
         raise ValueError("`device_coordinates` must be a rank 3 int32 array "
                          "with minor dimension equal to the mesh shape rank")
 
+    self._topology_tasks, self._topology_devices = self._invert_topology()
+
   def _parse_topology(self, serialized):
     """Parses a serialized `TopologyProto` into `self`."""
     proto = topology_pb2.TopologyProto()
@@ -106,6 +125,17 @@ class Topology(object):
                              len(proto.mesh_shape)))
     self._device_coordinates = coords
 
+  def _invert_topology(self):
+    """Inverts a [task,device,axis] topology to [x,y,z] -> task/device maps."""
+    tasks = np.full(list(self.mesh_shape), -1, dtype=np.int32)
+    devices = np.full(list(self.mesh_shape), -1, dtype=np.int32)
+    for task in xrange(self.device_coordinates.shape[0]):
+      for device in xrange(self.device_coordinates.shape[1]):
+        x, y, z = self.device_coordinates[task, device, :]
+        tasks[x, y, z] = task
+        devices[x, y, z] = device
+    return tasks, devices
+
   @property
   def mesh_shape(self):
     """A rank 1 int32 array describing the shape of the TPU topology."""
@@ -130,6 +160,42 @@ class Topology(object):
     """
     return self._device_coordinates
 
+  def task_ordinal_at_coordinates(self, device_coordinates):
+    """Returns the TensorFlow task number attached to `device_coordinates`.
+
+    Args:
+      device_coordinates: An integer sequence describing a device's physical
+        coordinates in the TPU fabric.
+
+    Returns:
+      Returns the TensorFlow task number that contains the TPU device with those
+      physical coordinates.
+    """
+    return self._topology_tasks[tuple(device_coordinates)]
+
+  def tpu_device_ordinal_at_coordinates(self, device_coordinates):
+    """Returns the TensorFlow device number at `device_coordinates`.
+
+    Args:
+      device_coordinates: An integer sequence describing a device's physical
+        coordinates in the TPU fabric.
+
+    Returns:
+      Returns the TensorFlow device number within the task corresponding to
+      attached to the device with those physical coordinates.
+    """
+    return self._topology_devices[tuple(device_coordinates)]
+
+  def cpu_device_name_at_coordinates(self, device_coordinates, job=None):
+    """Returns the CPU device attached to a logical core."""
+    return _tpu_host_device_name(
+        job, self._topology_tasks[device_coordinates])
+
+  def tpu_device_name_at_coordinates(self, device_coordinates, job=None):
+    """Returns the name of the TPU device assigned to a logical core."""
+    return _tpu_device_name(job, self._topology_tasks[device_coordinates],
+                            self._topology_devices[device_coordinates])
+
   @property
   def num_tasks(self):
     """Returns the number of TensorFlow tasks in the TPU slice."""
diff --git a/tensorflow/contrib/tpu/python/tpu/topology_test.py b/tensorflow/contrib/tpu/python/tpu/topology_test.py
index e67fdb263a..fafe3254d8 100644
--- a/tensorflow/contrib/tpu/python/tpu/topology_test.py
+++ b/tensorflow/contrib/tpu/python/tpu/topology_test.py
@@ -27,7 +27,7 @@ from tensorflow.python.platform import test
 class TopologyTest(test.TestCase):
 
   def testSerialization(self):
-    """Test if the class is able to generate serialzied string."""
+    """Tests if the class is able to generate serialized strings."""
     original_topology = topology.Topology(
         mesh_shape=[1, 1, 2],
         device_coordinates=[[[0, 0, 0], [0, 0, 1]]],
-- 
GitLab


From 97d9ba56e0d5adb133a7bc2825a6f56b9119a407 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Mon, 29 Oct 2018 09:56:57 -0700
Subject: [PATCH 0727/1825] Add optional task_type and task_index parameters to
 ClusterResolvers

PiperOrigin-RevId: 219144685
---
 .../python/training/cluster_resolver.py       | 52 ++++++++++++++++---
 .../python/training/cluster_resolver_test.py  | 35 +++++++++++++
 .../python/training/gce_cluster_resolver.py   |  5 +-
 .../python/training/slurm_cluster_resolver.py |  4 +-
 .../python/training/tpu_cluster_resolver.py   | 12 ++++-
 5 files changed, 98 insertions(+), 10 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
index 1c480b2513..996c0af10f 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
@@ -54,8 +54,20 @@ class ClusterResolver(object):
         'cluster_spec is not implemented for {}.'.format(self))
 
   @abc.abstractmethod
-  def master(self):
-    """..."""
+  def master(self, task_type=None, task_index=None):
+    """Retrieves the name or URL of the session master.
+
+    Args:
+      task_type: (Optional) The type of the TensorFlow task of the master.
+      task_index: (Optional) The index of the TensorFlow task of the master.
+
+    Returns:
+      The name or URL of the session master.
+
+    Implementors of this function must take care in ensuring that the master
+    returned is up-to-date at the time to calling this function. This usually
+    means retrieving the master every time this function is invoked.
+    """
     raise NotImplementedError('master is not implemented for {}.'.format(self))
 
 
@@ -78,8 +90,22 @@ class SimpleClusterResolver(ClusterResolver):
     """Returns the ClusterSpec passed into the constructor."""
     return self._cluster_spec
 
-  def master(self):
-    """Returns the master address to use when creating a session."""
+  def master(self, task_type=None, task_index=None):
+    """Returns the master address to use when creating a session.
+
+    Args:
+      task_type: (Optional) The type of the TensorFlow task of the master.
+      task_index: (Optional) The index of the TensorFlow task of the master.
+
+    Returns:
+      The name or URL of the session master.
+
+    If a task_type and task_index is given, this will override the `master`
+    string passed into the initialization function.
+    """
+    if task_type and task_index:
+      return self.cluster_spec().task_address(task_type, task_index)
+
     return self._master
 
 
@@ -187,6 +213,20 @@ class UnionClusterResolver(ClusterResolver):
 
     return ClusterSpec(merged_cluster)
 
-  def master(self):
-    """master returns the master address from the first cluster resolver."""
+  def master(self, task_type=None, task_index=None):
+    """Returns the master address to use when creating a session.
+
+    This usually returns the master from the first ClusterResolver passed in,
+    but you can override this by specifying the task_type and task_index.
+
+    Args:
+      task_type: (Optional) The type of the TensorFlow task of the master.
+      task_index: (Optional) The index of the TensorFlow task of the master.
+
+    Returns:
+      The name or URL of the session master.
+    """
+    if task_type and task_index:
+      return self.cluster_spec().task_address(task_type, task_index)
+
     return self._cluster_resolvers[0].master()
diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
index d9c97d53eb..c004b2e2d3 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
@@ -57,6 +57,16 @@ class UnionClusterResolverTest(test.TestCase):
     actual_cluster_spec = union_resolver.cluster_spec()
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
 
+  def testSimpleOverrideMaster(self):
+    base_cluster_spec = server_lib.ClusterSpec({
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+    })
+
+    simple_resolver = SimpleClusterResolver(base_cluster_spec)
+    actual_master = simple_resolver.master("worker", 2)
+    self.assertEquals(actual_master, "worker2:2222")
+
   def testTwoNonOverlappingJobMergedClusterResolver(self):
     cluster_spec_1 = server_lib.ClusterSpec({
         "ps": [
@@ -86,6 +96,31 @@ class UnionClusterResolverTest(test.TestCase):
     """
     self._verifyClusterSpecEquality(cluster_spec, expected_proto)
 
+  def testMergedClusterResolverMaster(self):
+    cluster_spec_1 = server_lib.ClusterSpec({
+        "ps": [
+            "ps0:2222",
+            "ps1:2222"
+        ]
+    })
+    cluster_spec_2 = server_lib.ClusterSpec({
+        "worker": [
+            "worker0:2222",
+            "worker1:2222",
+            "worker2:2222"
+        ]
+    })
+    cluster_resolver_1 = SimpleClusterResolver(cluster_spec_1)
+    cluster_resolver_2 = SimpleClusterResolver(cluster_spec_2)
+
+    union_cluster = UnionClusterResolver(cluster_resolver_1, cluster_resolver_2)
+
+    unspecified_master = union_cluster.master()
+    self.assertEquals(unspecified_master, "")
+
+    specified_master = union_cluster.master("worker", 1)
+    self.assertEquals(specified_master, "worker1:2222")
+
   def testOverlappingJobMergedClusterResolver(self):
     cluster_spec_1 = server_lib.ClusterSpec({
         "worker": [
diff --git a/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py
index 3f58241289..5083e4d10b 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py
@@ -135,5 +135,8 @@ class GceClusterResolver(ClusterResolver):
     worker_list.sort()
     return ClusterSpec({self._job_name: worker_list})
 
-  def master(self):
+  def master(self, task_type=None, task_index=None):
+    if task_type and task_index:
+      return self.cluster_spec().task_address(task_type, task_index)
+
     return ''
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
index f9f6ac8874..dabe2fe1d3 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -190,5 +190,7 @@ class SlurmClusterResolver(ClusterResolver):
     """
     return self._job_name, self._task_index
 
-  def master(self):
+  def master(self, task_type=None, task_index=None):
+    if task_type and task_index:
+      return self.cluster_spec().task_address(task_type, task_index)
     return self._cluster_allocation[str(self._job_name)][self._task_index]
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
index f4a8e16c99..c4ac9d0700 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
@@ -201,7 +201,7 @@ class TPUClusterResolver(ClusterResolver):
     else:
       self._coordinator_address = coordinator_address
 
-  def master(self):
+  def master(self, task_type=None, task_index=None):
     """Get the Master string to be used for the session.
 
     In the normal case, this returns the grpc path (grpc://1.2.3.4:8470) of
@@ -212,6 +212,10 @@ class TPUClusterResolver(ClusterResolver):
     this TPUClusterResolver was 'grpc://10.240.1.2:8470',
     'grpc://10.240.1.2:8470' will be returned).
 
+    Args:
+      task_type: (Optional) The type of the TensorFlow task of the master.
+      task_index: (Optional) The index of the TensorFlow task of the master.
+
     Returns:
       string, the connection string to use when creating a session.
 
@@ -221,7 +225,11 @@ class TPUClusterResolver(ClusterResolver):
     if not self._shouldResolve():
       return self._tpu.split(compat.as_bytes(_ENDPOINTS_SEPARATOR))[0]
 
-    job_tasks = self.cluster_spec().job_tasks(self._job_name)
+    cluster_spec = self.cluster_spec()
+    if task_type and task_index:
+      return cluster_spec.task_address(task_type, task_index)
+
+    job_tasks = cluster_spec.job_tasks(self._job_name)
     if not job_tasks:
       raise ValueError('No TPUs exists with the specified names exist.')
 
-- 
GitLab


From c21671e4f6811323276f6d8a021986149660a657 Mon Sep 17 00:00:00 2001
From: Shashi Shekhar <shashishekhar@google.com>
Date: Mon, 29 Oct 2018 11:22:21 -0700
Subject: [PATCH 0728/1825] Fix paths after Makefile movement.

PiperOrigin-RevId: 219161339
---
 .../TFLiteBenchmark.xcodeproj/project.pbxproj | 26 +++++++++----------
 1 file changed, 13 insertions(+), 13 deletions(-)

diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj b/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
index b908f733d4..8436c75281 100644
--- a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
+++ b/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
@@ -20,7 +20,7 @@
 
 /* Begin PBXFileReference section */
 		6FE7579920D59CE500F01636 /* benchmark_params.json */ = {isa = PBXFileReference; lastKnownFileType = text.json; path = benchmark_params.json; sourceTree = "<group>"; };
-		6FE7579C20D5A5E000F01636 /* benchmark-lib.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = "benchmark-lib.a"; path = "$SRCROOT/../../../../../../../tensorflow/contrib/lite/gen/lib/benchmark-lib.a"; sourceTree = "<group>"; };
+		6FE7579C20D5A5E000F01636 /* benchmark-lib.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = "benchmark-lib.a"; path = "$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/gen/lib/benchmark-lib.a"; sourceTree = "<group>"; };
 		6FE7579E20D5A6A700F01636 /* Accelerate.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = Accelerate.framework; path = System/Library/Frameworks/Accelerate.framework; sourceTree = SDKROOT; };
 		6FE757A020D5AB8000F01636 /* mobilenet_v1_1.0_224.tflite */ = {isa = PBXFileReference; lastKnownFileType = file; path = mobilenet_v1_1.0_224.tflite; sourceTree = "<group>"; };
 		6FE93FF820D592D8008C9FE4 /* TFLiteBenchmark.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = TFLiteBenchmark.app; sourceTree = BUILT_PRODUCTS_DIR; };
@@ -310,18 +310,18 @@
 				CODE_SIGN_STYLE = Automatic;
 				"HEADER_SEARCH_PATHS[arch=*]" = (
 					$SRCROOT/../../../../../../../,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/eigen,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/gemmlowp,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/neon_2_sse,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/farmhash/src,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/flatbuffers/include,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/eigen,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/gemmlowp,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/neon_2_sse,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/farmhash/src,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/flatbuffers/include,
 				);
 				INFOPLIST_FILE = TFLiteBenchmark/Info.plist;
 				LD_RUNPATH_SEARCH_PATHS = (
 					"$(inherited)",
 					"@executable_path/Frameworks",
 				);
-				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/contrib/lite/gen/lib;
+				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/gen/lib;
 				PRODUCT_BUNDLE_IDENTIFIER = example.TFLiteBenchmark;
 				PRODUCT_NAME = "$(TARGET_NAME)";
 				TARGETED_DEVICE_FAMILY = "1,2";
@@ -336,18 +336,18 @@
 				CODE_SIGN_STYLE = Automatic;
 				"HEADER_SEARCH_PATHS[arch=*]" = (
 					$SRCROOT/../../../../../../../,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/eigen,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/gemmlowp,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/neon_2_sse,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/farmhash/src,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/downloads/flatbuffers/include,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/eigen,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/gemmlowp,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/neon_2_sse,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/farmhash/src,
+					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/flatbuffers/include,
 				);
 				INFOPLIST_FILE = TFLiteBenchmark/Info.plist;
 				LD_RUNPATH_SEARCH_PATHS = (
 					"$(inherited)",
 					"@executable_path/Frameworks",
 				);
-				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/contrib/lite/gen/lib;
+				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/gen/lib;
 				PRODUCT_BUNDLE_IDENTIFIER = example.TFLiteBenchmark;
 				PRODUCT_NAME = "$(TARGET_NAME)";
 				TARGETED_DEVICE_FAMILY = "1,2";
-- 
GitLab


From 0e4b2bbc846d255631ea39a097e7456b012de806 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 11:29:06 -0700
Subject: [PATCH 0729/1825] Step 5 of "tower" -> "replica" terminology
 transition for DistributionStrategy.

PiperOrigin-RevId: 219162518
---
 tensorflow/contrib/distribute/__init__.py          | 14 +++++++-------
 .../python/parameter_server_strategy_test.py       |  2 +-
 2 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/contrib/distribute/__init__.py b/tensorflow/contrib/distribute/__init__.py
index d98fc30670..ab2f221dc6 100644
--- a/tensorflow/contrib/distribute/__init__.py
+++ b/tensorflow/contrib/distribute/__init__.py
@@ -41,9 +41,9 @@ from tensorflow.python.util.all_util import remove_undocumented
 
 
 _allowed_symbols = [
-    'AllReduceCrossTowerOps',
+    'AllReduceCrossDeviceOps',
     'CollectiveAllReduceStrategy',
-    'CrossTowerOps',
+    'CrossDeviceOps',
     'DistributeConfig',
     'DistributionStrategy',
     'MirroredStrategy',
@@ -51,18 +51,18 @@ _allowed_symbols = [
     'MultiWorkerAllReduce',
     'OneDeviceStrategy',
     'ParameterServerStrategy',
-    'ReductionToOneDeviceCrossTowerOps',
+    'ReductionToOneDeviceCrossDeviceOps',
     'Step',
     'StandardInputStep',
     'StandardSingleLossStep',
-    'TowerContext',
+    'ReplicaContext',
     'TPUStrategy',
-    'get_cross_tower_context',
+    'get_cross_replica_context',
     'get_distribution_strategy',
     'get_loss_reduction',
-    'get_tower_context',
+    'get_replica_context',
     'has_distribution_strategy',
-    'require_tower_context',
+    'require_replica_context',
     'run_standard_tensorflow_server',
     'UpdateContext',
 ]
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index ab329da929..b8d5d0ecaf 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -532,7 +532,7 @@ class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
         v, = tape.watched_variables()
         w = distribution.value_container(v)
         self.assertIs(values.AggregatingVariable, type(w))
-      distribution.call_for_each_tower(f)
+      distribution.call_for_each_replica(f)
 
 
 if __name__ == '__main__':
-- 
GitLab


From c0ee564db389a25a1f0d21bbba38b790000b6fff Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Mon, 29 Oct 2018 11:36:39 -0700
Subject: [PATCH 0730/1825] Functions to extract outside compilation and
 construct host side graph.

PiperOrigin-RevId: 219163778
---
 .../jit/extract_outside_compilation_pass.cc   | 322 ++++++++++++++++++
 .../jit/extract_outside_compilation_pass.h    |  30 ++
 .../extract_outside_compilation_pass_test.cc  | 225 ++++++++++++
 3 files changed, 577 insertions(+)

diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
index 3963fb012e..841f98aacc 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
@@ -17,11 +17,16 @@ limitations under the License.
 
 #include "absl/strings/match.h"
 #include "absl/strings/str_cat.h"
+#include "tensorflow/compiler/jit/encapsulate_subgraphs_pass.h"
 #include "tensorflow/compiler/jit/encapsulate_util.h"
+#include "tensorflow/compiler/tf2xla/dump_graph.h"
 #include "tensorflow/compiler/tf2xla/tf2xla_util.h"
+#include "tensorflow/core/common_runtime/function.h"
+#include "tensorflow/core/framework/graph_to_functiondef.h"
 #include "tensorflow/core/framework/node_def_builder.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 #include "tensorflow/core/graph/algorithm.h"
+#include "tensorflow/core/lib/core/errors.h"
 
 namespace tensorflow {
 
@@ -262,6 +267,213 @@ absl::optional<std::vector<PartialTensorShape>> GetInferredInputShapes(
   return results;
 }
 
+// Builds XlaHostCompute NodeDef from the outside compilation call node.
+xla::StatusOr<NodeDef> BuildXlaHostComputeNodeDef(
+    const Node* call_node, const std::map<string, int>& host_compute_core) {
+  string original_oc_name;
+  TF_RETURN_IF_ERROR(GetNodeAttr(
+      call_node->attrs(), "_outside_compilation_subgraph", &original_oc_name));
+  NodeDefBuilder host_compute_builder(
+      absl::StrCat("outside_compilation_", original_oc_name, "_host_compute"),
+      "XlaHostCompute");
+
+  // Copy all attributes.
+  for (auto attr : call_node->attrs()) {
+    host_compute_builder.Attr(attr.first, attr.second);
+  }
+
+  // Populate tpu_core assignment.
+  const auto iter = host_compute_core.find(original_oc_name);
+  if (iter != host_compute_core.end()) {
+    int core = iter->second;
+    host_compute_builder.Attr("tpu_core", core);
+  }
+
+  // Populate inputs.
+  std::vector<DataType> input_dtypes;
+  TF_RETURN_IF_ERROR(GetNodeAttr(call_node->attrs(), "Tinputs", &input_dtypes));
+  std::vector<NodeDefBuilder::NodeOut> inputs(input_dtypes.size());
+  for (auto e : call_node->in_edges()) {
+    if (e->IsControlEdge()) {
+      continue;
+    }
+
+    if (e->dst_input() < 0 || e->dst_input() >= input_dtypes.size()) {
+      return errors::Internal("Invalid dst_input: ", e->dst_input());
+    }
+    inputs[e->dst_input()] = NodeDefBuilder::NodeOut{
+        e->src()->name(), e->src_output(), input_dtypes[e->dst_input()]};
+  }
+  host_compute_builder.Input(inputs);
+
+  NodeDef new_def;
+  TF_RETURN_IF_ERROR(host_compute_builder.Finalize(&new_def));
+  return new_def;
+}
+
+// Replace outside compilation function call node with XlaHostCompute node.
+// If the function call node has no input/output edges, we will just remove it
+// and not create a XlaHostCompute node.
+Status ReplaceOrRemoveOutsideCompilationCallNode(
+    Graph* g, Node* call_node, const std::map<string, int>& host_compute_core) {
+  // If the function call node has no input/output edges, just remove it.
+  bool has_edge = false;
+  for (auto e : call_node->in_edges()) {
+    if (!e->IsControlEdge() || e->src() != g->source_node()) {
+      has_edge = true;
+      break;
+    }
+  }
+  for (auto e : call_node->out_edges()) {
+    if (!e->IsControlEdge() || e->dst() != g->sink_node()) {
+      has_edge = true;
+      break;
+    }
+  }
+  if (!has_edge) {
+    VLOG(4) << "Did not add HostCompute node for " << call_node->DebugString();
+    g->RemoveNode(call_node);
+    return Status::OK();
+  }
+
+  // Build XlaHostCompute NodeDef.
+  TF_ASSIGN_OR_RETURN(NodeDef node_def,
+                      BuildXlaHostComputeNodeDef(call_node, host_compute_core));
+  TF_ASSIGN_OR_RETURN(Node * host_compute_node,
+                      ReplaceNode(g, call_node, node_def));
+  VLOG(4) << "Added HostCompute node: " << host_compute_node->DebugString();
+
+  return Status::OK();
+}
+
+// For an XLA computation, builds host side graph given all outside compilation
+// graphs inside it. The host side graph contains:
+// 1) a "sequencer" node (we will add control edge between XlaRecvAtHost and
+//    XlaSendFromHost to this sequencer node, so all outside compilation nodes
+//    will be executed *before* this sequencer).
+// 2) a "key placeholder" node. Later in ExpandHostGraphIntoMainGraph(), we will
+//    replace this node with compilation result node.
+// 3) all outside compilation graphs.
+Status ConstructHostGraph(
+    const string& xla_cluster_name,
+    const std::vector<string>& outside_compilation_host_graphs,
+    FunctionLibraryDefinition* fld, std::unique_ptr<Graph>* host_graph) {
+  host_graph->reset(new Graph(fld));
+
+  // Create sequencer node in host graph.
+  NodeDefBuilder sequencer_builder(absl::StrCat(xla_cluster_name, "_sequencer"),
+                                   "NoOp");
+  sequencer_builder.Attr("_xla_host_transfer_sequencer", xla_cluster_name);
+  NodeDef sequencer_def;
+  TF_RETURN_IF_ERROR(sequencer_builder.Finalize(&sequencer_def));
+  Status s;
+  Node* sequencer = (*host_graph)->AddNode(sequencer_def, &s);
+  TF_RETURN_IF_ERROR(s);
+
+  // Create key placeholder in host graph.
+  TF_ASSIGN_OR_RETURN(
+      Node * key_placeholder,
+      AddHostComputeKeyPlaceholder(xla_cluster_name, host_graph->get()));
+
+  // For each outside compilation graph, copy them to host graph with the
+  // following changes:
+  // a) Use key_placeholder in host graph instead of its own.
+  // b) Add control edge from RecvAtHost/SendFromHost to sequencer.
+  // c) Clear node_def.device(), so device placer won't get confused.
+  for (const string& host_func : outside_compilation_host_graphs) {
+    VLOG(4) << "Expanding host graph " << host_func;
+    FunctionBody* host_fbody = nullptr;
+    TF_RETURN_IF_ERROR(
+        FunctionDefToBodyHelper(*fld->Find(host_func), AttrSlice(), fld,
+                                [&](const string& op, const OpDef** sig) {
+                                  return fld->LookUpOpDef(op, sig);
+                                },
+                                &host_fbody));
+    std::unique_ptr<FunctionBody> host_fbody_deleter(host_fbody);
+
+    // We use ReverseDFS() to copy nodes. Make sure all nodes are reverse
+    // reachable from sink node so all nodes will be copied.
+    FixupSourceAndSinkEdges(host_fbody->graph);
+
+    std::map<const Node*, Node*> node_map;
+    node_map[host_fbody->graph->source_node()] = (*host_graph)->source_node();
+    node_map[host_fbody->graph->sink_node()] = (*host_graph)->sink_node();
+    Status s;
+    ReverseDFS(*host_fbody->graph, /*enter=*/nullptr,
+               [&](const Node* n) {
+                 if (!s.ok()) {
+                   return;
+                 }
+
+                 Node* copy;
+                 if (node_map.find(n) != node_map.end()) {
+                   // Already copied this node.
+                   copy = node_map.at(n);
+                 } else if (n->type_string() == "Placeholder" &&
+                            absl::EndsWith(n->name(), "_key_placeholder")) {
+                   // Change a).
+                   copy = key_placeholder;
+                   node_map[n] = copy;
+                 } else {
+                   // Copy the node.
+                   NodeDef copy_def = n->def();
+                   // Change c).
+                   copy_def.clear_device();
+                   copy = (*host_graph)->AddNode(copy_def, &s);
+                   if (!s.ok()) {
+                     return;
+                   }
+                   node_map[n] = copy;
+                 }
+
+                 // Only handle input edges. Output edges will be added later as
+                 // its output nodes' input edges.
+                 for (auto e : n->in_edges()) {
+                   if (node_map.find(e->src()) == node_map.end()) {
+                     s = errors::Internal("Cannot find node image for ",
+                                          e->src()->DebugString());
+                     return;
+                   }
+                   (*host_graph)
+                       ->AddEdge(node_map[e->src()], e->src_output(), copy,
+                                 e->dst_input());
+                 }
+
+                 // Change b).
+                 if (copy->type_string() == "_XlaRecvAtHost" ||
+                     copy->type_string() == "_XlaSendFromHost") {
+                   (*host_graph)->AddControlEdge(copy, sequencer);
+                 }
+               },
+               NodeComparatorID());
+    if (!s.ok()) {
+      return s;
+    }
+  }
+
+  // sequencer and key_placeholder might be dead nodes. Prune them if necessary.
+  // - sequencer should be pruned iff it has no input control edges from
+  //   RecvAtHost/SendFromHost. If it has input control edge, we connect it to
+  //   sink node so it won't be pruned.
+  // - key_placeholder should be pruned iff there's no RecvAtHost/SendFromHost.
+  //   We don't need to do anything special.
+  if (!sequencer->in_edges().empty()) {
+    (*host_graph)->AddControlEdge(sequencer, (*host_graph)->sink_node());
+  }
+  PruneForReverseReachability(
+      host_graph->get(),
+      std::unordered_set<const Node*>{(*host_graph)->sink_node()});
+
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile(
+        absl::StrCat("extract_outside_compilation_host_graph_for_",
+                     xla_cluster_name),
+        **host_graph, fld);
+  }
+
+  return Status::OK();
+}
+
 }  // namespace
 
 Status RewriteOutsideCompilationSubgraphFn::operator()(
@@ -362,4 +574,114 @@ Status RewriteOutsideCompilationSubgraphFn::operator()(
   return Status::OK();
 }
 
+Status ExtractOutsideCompilationForFunction(
+    const string& xla_cluster_attr_name,
+    const string& outside_compilation_attr_name, const string& xla_cluster_name,
+    const NameAttrList& func_name_attrs, const string& new_func_name,
+    const std::map<string, int>& host_compute_core,
+    FunctionLibraryDefinition* fld, std::unique_ptr<Graph>* host_graph,
+    std::vector<string>* shape_inference_graphs,
+    bool* has_outside_compilation) {
+  // Early return if function does not have any outside compilation nodes.
+  const string& func_name = func_name_attrs.name();
+  const FunctionDef* fdef = fld->Find(func_name);
+  if (!fdef) {
+    return errors::Internal("Cannot find function ", func_name);
+  }
+  *has_outside_compilation = false;
+  for (auto& node_def : fdef->node_def()) {
+    if (HasNodeAttr(node_def, outside_compilation_attr_name)) {
+      *has_outside_compilation = true;
+      break;
+    }
+  }
+  if (!has_outside_compilation) {
+    return Status::OK();
+  }
+
+  // Convert the function to graph.
+  FunctionBody* fbody = nullptr;
+  TF_RETURN_IF_ERROR(FunctionDefToBodyHelper(
+      *fld->Find(func_name), AttrSlice(&func_name_attrs.attr()), fld,
+      [&](const string& op, const OpDef** sig) {
+        return fld->LookUpOpDef(op, sig);
+      },
+      &fbody));
+  std::unique_ptr<FunctionBody> fbody_deleter(fbody);
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile(
+        absl::StrCat("extract_outside_compilation_for_func_before_", func_name),
+        *fbody->graph, fld);
+  }
+
+  // Encapsulate outside_compilation cluster into function call node.
+  std::unique_ptr<Graph> graph_out;
+  RewriteOutsideCompilationSubgraphFn rewrite_fn(
+      xla_cluster_attr_name, outside_compilation_attr_name, xla_cluster_name);
+  TF_RETURN_IF_ERROR(EncapsulateSubgraphsInFunctions(
+      outside_compilation_attr_name, "", *fbody->graph, rewrite_fn,
+      /*reuse_existing_functions=*/true, &graph_out, fld));
+
+  // Replace outside_compilation function nodes with HostCompute ops.
+  std::vector<Node*> outside_compilation_nodes;
+  std::vector<string> outside_compilation_host_graphs;
+  for (Node* n : graph_out->nodes()) {
+    if (HasNodeAttr(n->def(), "_outside_compilation_subgraph")) {
+      outside_compilation_nodes.push_back(n);
+      outside_compilation_host_graphs.push_back(n->name());
+
+      // If we could not infer shapes for XlaSendFromHost inputs statically, we
+      // will set the "shape_inference_graph" attribute. In that case, copy
+      // outside compilation subgraph as shape inference graph in `fld`.
+      string shape_inference_graph;
+      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "shape_inference_graph",
+                                     &shape_inference_graph));
+      if (!shape_inference_graph.empty()) {
+        shape_inference_graphs->push_back(shape_inference_graph);
+
+        const FunctionDef* xla_fdef = fld->Find(n->name());
+        if (!xla_fdef) {
+          return errors::Internal("Cannot find XLA function ", n->name());
+        }
+        FunctionDef shape_inference_fdef = *xla_fdef;
+        shape_inference_fdef.mutable_signature()->set_name(
+            shape_inference_graph);
+        TF_RETURN_IF_ERROR(fld->AddFunctionDef(shape_inference_fdef));
+      }
+    }
+  }
+  for (Node* n : outside_compilation_nodes) {
+    TF_RETURN_IF_ERROR(ReplaceOrRemoveOutsideCompilationCallNode(
+        graph_out.get(), n, host_compute_core));
+  }
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile(
+        absl::StrCat("extract_outside_compilation_for_func_after_", func_name),
+        *graph_out, fld);
+  }
+
+  // Construct host graph.
+  if (!outside_compilation_host_graphs.empty()) {
+    TF_RETURN_IF_ERROR(ConstructHostGraph(
+        xla_cluster_name, outside_compilation_host_graphs, fld, host_graph));
+  }
+
+  // Remove the outside compilation graphs from function library.
+  for (const string& func : outside_compilation_host_graphs) {
+    TF_RETURN_IF_ERROR(fld->RemoveFunction(func));
+  }
+
+  // Replace original function.
+  FunctionDef updated_fdef;
+  TF_RETURN_IF_ERROR(
+      GraphToFunctionDef(*graph_out, new_func_name, &updated_fdef));
+  if (fld->Find(new_func_name)) {
+    TF_RETURN_IF_ERROR(fld->ReplaceFunction(new_func_name, updated_fdef));
+  } else {
+    TF_RETURN_IF_ERROR(fld->AddFunctionDef(updated_fdef));
+  }
+
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.h b/tensorflow/compiler/jit/extract_outside_compilation_pass.h
index 4aa34d76c6..eb471d2674 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass.h
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.h
@@ -61,6 +61,36 @@ class RewriteOutsideCompilationSubgraphFn {
   string xla_cluster_name_;
 };
 
+// For an XLA computation function, replace all outside compilations with
+// XlaHostCompute nodes. Each outside compilation subgraph will be rewritten by
+// `RewriteOutsideCompilationSubgraphFn`, and they will be merged into one
+// single host side graph (`host_graph`).
+//
+// xla_cluster_attr_name and outside_compilation_attr_name: attr name for XLA
+//   computation and outside compilation. Required for
+//   `RewriteOutsideCompilationSubgraphFn`.
+// xla_cluster_name: XLA cluster name for this XLA computation. We need it
+//   because XLA cluster name might be different from `func_name`.
+// func_name_attrs: they will be used to instantiate the XLA computation func.
+// new_func_name: new function name for rewritten XLA computation func.
+// host_compute_core: mapping from outside compilation cluster name to XLA
+//   device assignment.
+// fld: FunctionLibraryDefinition object.
+// host_graph: Graph object to store host side graph for all outside
+//   compilations within this XLA computation func. If there is no outside
+//   compilation, it will be empty.
+// shape_inference_graphs: a list of outside compilation shape inference
+//   function names. These functions need to be rewritten later.
+// has_outside_compilation: a bool indicating whether this function has any
+//   outside compilation nodes.
+Status ExtractOutsideCompilationForFunction(
+    const string& xla_cluster_attr_name,
+    const string& outside_compilation_attr_name, const string& xla_cluster_name,
+    const NameAttrList& func_name_attrs, const string& new_func_name,
+    const std::map<string, int>& host_compute_core,
+    FunctionLibraryDefinition* fld, std::unique_ptr<Graph>* host_graph,
+    std::vector<string>* shape_inference_graphs, bool* has_outside_compilation);
+
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_EXTRACT_OUTSIDE_COMPILATION_PASS_H_
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc
index 64913f5aab..c5bd64f004 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass_test.cc
@@ -15,12 +15,16 @@ limitations under the License.
 
 #include "tensorflow/compiler/jit/extract_outside_compilation_pass.h"
 
+#include "absl/strings/match.h"
 #include "tensorflow/cc/framework/scope.h"
 #include "tensorflow/cc/ops/array_ops.h"
 #include "tensorflow/cc/ops/function_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/compiler/jit/encapsulate_util.h"
+#include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/framework/common_shape_fns.h"
+#include "tensorflow/core/framework/function.h"
+#include "tensorflow/core/framework/graph_to_functiondef.h"
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
@@ -216,4 +220,225 @@ TEST(RewriteOutsideCompilationSubgraphFnTest, ShapesInferred) {
   EXPECT_EQ(shapes[0].dim_size(), 1);
 }
 
+TEST(ExtractOutsideCompilationForFunctionTest, Basic) {
+  // Build the XLA computation func.
+  // "const0"
+  // "identity0" = "const0" (outside compilation cluster "0")
+  // "identity1" = "identity0" (outside compilation cluster "1")
+  // "identity2" = "identity1"
+  FunctionDefLibrary fdl;
+  {
+    tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+    Output const0 = ops::Const(s.WithOpName("const0"), 1, {2});
+    Output identity0 = ops::Identity(s.WithOpName("identity0"), const0);
+    Output identity1 = ops::Identity(s.WithOpName("identity1"), identity0);
+    Output identity2 = ops::Identity(s.WithOpName("identity2"), identity1);
+    std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+    TF_CHECK_OK(s.ToGraph(g.get()));
+    auto node_name_image = g->BuildNodeNameIndex();
+    node_name_image["identity0"]->AddAttr("_oc", "0");
+    node_name_image["identity1"]->AddAttr("_oc", "1");
+    PartialTensorShape shape({2});
+    node_name_image["identity1"]->AddAttr(
+        kXlaInferredShapesAttrName, std::vector<PartialTensorShape>{shape});
+
+    FunctionDef *xla_fdef = fdl.add_function();
+    TF_CHECK_OK(GraphToFunctionDef(*g, "cluster", xla_fdef));
+  }
+  FunctionLibraryDefinition fld(OpRegistry::Global(), fdl);
+
+  protobuf::Map<string, tensorflow::AttrValue> attrs;
+  std::map<string, int> host_compute_core = {{"0", 1}, {"1", 0}};
+  std::unique_ptr<Graph> host_graph;
+  std::vector<string> shape_inference_graphs;
+  bool has_outside_compilation;
+  NameAttrList name_attrs;
+  name_attrs.set_name("cluster");
+  *name_attrs.mutable_attr() = attrs;
+  TF_CHECK_OK(ExtractOutsideCompilationForFunction(
+      "_xla", "_oc", "cluster", name_attrs, "cluster_rewritten",
+      host_compute_core, &fld, &host_graph, &shape_inference_graphs,
+      &has_outside_compilation));
+
+  // Get rewritten XLA computation function.
+  FunctionBody *fbody = nullptr;
+  TF_CHECK_OK(FunctionDefToBodyHelper(*fld.Find("cluster_rewritten"),
+                                      AttrSlice(), &fld,
+                                      [&](const string &op, const OpDef **sig) {
+                                        return fld.LookUpOpDef(op, sig);
+                                      },
+                                      &fbody));
+  std::unique_ptr<FunctionBody> fbody_deleter(fbody);
+  auto node_name_index = fbody->graph->BuildNodeNameIndex();
+
+  // Check XlaHostCompute nodes.
+  Node *host_compute_0 = node_name_index["outside_compilation_0_host_compute"];
+  EXPECT_NE(host_compute_0, nullptr);
+  Node *host_compute_1 = node_name_index["outside_compilation_1_host_compute"];
+  EXPECT_NE(host_compute_1, nullptr);
+  // Check XlaHostCompute nodes' "tpu_core" attr.
+  int tpu_core;
+  TF_CHECK_OK(GetNodeAttr(host_compute_0->attrs(), "tpu_core", &tpu_core));
+  EXPECT_EQ(tpu_core, 1);
+  TF_CHECK_OK(GetNodeAttr(host_compute_1->attrs(), "tpu_core", &tpu_core));
+  EXPECT_EQ(tpu_core, 0);
+  // Check XlaHostCompute nodes' "shapes" attr. "0" should not have shapes, and
+  // "1" should have shapes.
+  std::vector<TensorShapeProto> shapes;
+  TF_CHECK_OK(GetNodeAttr(host_compute_0->attrs(), "shapes", &shapes));
+  EXPECT_EQ(shapes.size(), 0);
+  TF_CHECK_OK(GetNodeAttr(host_compute_1->attrs(), "shapes", &shapes));
+  EXPECT_EQ(shapes.size(), 1);
+  EXPECT_EQ(shapes[0].dim_size(), 1);
+  // Check XlaHostCompute nodes' "shape_inference_graph" attr. "0" should have a
+  // non-empty value, and "1" should have an empty value.
+  string shape_inference_graph;
+  TF_CHECK_OK(GetNodeAttr(host_compute_0->attrs(), "shape_inference_graph",
+                          &shape_inference_graph));
+  EXPECT_EQ(shape_inference_graph,
+            "_outside_compilation_shape_inference_cluster_0");
+  TF_CHECK_OK(GetNodeAttr(host_compute_1->attrs(), "shape_inference_graph",
+                          &shape_inference_graph));
+  EXPECT_EQ(shape_inference_graph, "");
+
+  // Check `shape_inference_graphs`.
+  EXPECT_EQ(shape_inference_graphs.size(), 1);
+  EXPECT_EQ(shape_inference_graphs[0],
+            "_outside_compilation_shape_inference_cluster_0");
+
+  // Check `host_graph`: verify we have key placeholder and sequencer.
+  Node *key_placeholder = nullptr, *sequencer = nullptr;
+  for (Node *n : host_graph->nodes()) {
+    if (n->type_string() == "Placeholder" &&
+        absl::EndsWith(n->name(), "_key_placeholder")) {
+      EXPECT_EQ(key_placeholder, nullptr);
+      key_placeholder = n;
+    } else if (HasNodeAttr(n->def(), "_xla_host_transfer_sequencer")) {
+      EXPECT_EQ(sequencer, nullptr);
+      sequencer = n;
+    }
+  }
+  EXPECT_NE(key_placeholder, nullptr);
+  EXPECT_NE(sequencer, nullptr);
+  // Check SendFromHost and RecvAtHost has key placeholder as input, and have
+  // control edge to sequencer.
+  int num_send_from_host = 0, num_recv_at_host = 0;
+  std::vector<Node *> send_recv_nodes;
+  for (Node *n : host_graph->nodes()) {
+    if (n->type_string() == "_XlaSendFromHost") {
+      num_send_from_host++;
+      send_recv_nodes.push_back(n);
+    } else if (n->type_string() == "_XlaRecvAtHost") {
+      num_recv_at_host++;
+      send_recv_nodes.push_back(n);
+    }
+  }
+  EXPECT_EQ(num_send_from_host, 2);
+  EXPECT_EQ(num_recv_at_host, 2);
+  for (Node *n : send_recv_nodes) {
+    Node *input_node;
+    TF_CHECK_OK(n->input_node(n->num_inputs() - 1, &input_node));
+    EXPECT_EQ(input_node, key_placeholder);
+
+    bool has_control_edge_to_sequencer = false;
+    for (const Edge *e : n->out_edges()) {
+      if (e->IsControlEdge() && e->dst() == sequencer) {
+        has_control_edge_to_sequencer = true;
+        break;
+      }
+    }
+    EXPECT_TRUE(has_control_edge_to_sequencer);
+  }
+}
+
+TEST(ExtractOutsideCompilationForFunctionTest, NoHostGraph) {
+  // Build the XLA computation func.
+  // "const0"
+  FunctionDefLibrary fdl;
+  {
+    tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+    Output const0 = ops::Const(s.WithOpName("const0"), 1, {2});
+    std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+    TF_CHECK_OK(s.ToGraph(g.get()));
+
+    FunctionDef *xla_fdef = fdl.add_function();
+    TF_CHECK_OK(GraphToFunctionDef(*g, "cluster", xla_fdef));
+  }
+  FunctionLibraryDefinition fld(OpRegistry::Global(), fdl);
+
+  protobuf::Map<string, tensorflow::AttrValue> attrs;
+  std::map<string, int> host_compute_core = {{"0", 1}, {"1", 0}};
+  std::unique_ptr<Graph> host_graph;
+  std::vector<string> shape_inference_graphs;
+  bool has_outside_compilation;
+  NameAttrList name_attrs;
+  name_attrs.set_name("cluster");
+  *name_attrs.mutable_attr() = attrs;
+  TF_CHECK_OK(ExtractOutsideCompilationForFunction(
+      "_xla", "_oc", "cluster", name_attrs, "cluster_rewritten",
+      host_compute_core, &fld, &host_graph, &shape_inference_graphs,
+      &has_outside_compilation));
+
+  // Check `host_graph` is empty.
+  EXPECT_FALSE(host_graph);
+}
+
+TEST(ExtractOutsideCompilationForFunctionTest, XlaHostComputeRemoved) {
+  // Build the XLA computation func.
+  // "const0"
+  // "const1" (outside compilation clsuter "0")
+  FunctionDefLibrary fdl;
+  {
+    tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+    Output const0 = ops::Const(s.WithOpName("const0"), 1, {2});
+    Output const1 = ops::Const(s.WithOpName("const1"), 1, {2});
+    std::unique_ptr<Graph> g(new Graph(OpRegistry::Global()));
+    TF_CHECK_OK(s.ToGraph(g.get()));
+    auto node_name_image = g->BuildNodeNameIndex();
+    node_name_image["const1"]->AddAttr("_oc", "0");
+
+    FunctionDef *xla_fdef = fdl.add_function();
+    TF_CHECK_OK(GraphToFunctionDef(*g, "cluster", xla_fdef));
+  }
+  FunctionLibraryDefinition fld(OpRegistry::Global(), fdl);
+
+  protobuf::Map<string, tensorflow::AttrValue> attrs;
+  std::map<string, int> host_compute_core = {{"0", 1}, {"1", 0}};
+  std::unique_ptr<Graph> host_graph;
+  std::vector<string> shape_inference_graphs;
+  bool has_outside_compilation;
+  NameAttrList name_attrs;
+  name_attrs.set_name("cluster");
+  *name_attrs.mutable_attr() = attrs;
+  TF_CHECK_OK(ExtractOutsideCompilationForFunction(
+      "_xla", "_oc", "cluster", name_attrs, "cluster_rewritten",
+      host_compute_core, &fld, &host_graph, &shape_inference_graphs,
+      &has_outside_compilation));
+
+  // Check rewritten XLA graph: verify that we have no XlaHostCompute.
+  FunctionBody *fbody = nullptr;
+  TF_CHECK_OK(FunctionDefToBodyHelper(*fld.Find("cluster_rewritten"),
+                                      AttrSlice(), &fld,
+                                      [&](const string &op, const OpDef **sig) {
+                                        return fld.LookUpOpDef(op, sig);
+                                      },
+                                      &fbody));
+  std::unique_ptr<FunctionBody> fbody_deleter(fbody);
+  for (Node *n : fbody->graph->nodes()) {
+    EXPECT_NE(n->type_string(), "XlaHostCompute");
+  }
+
+  // Check `host_graph`: verify we have no placeholder, but we have "const1".
+  int num_key_placeholders = 0;
+  for (Node *n : host_graph->nodes()) {
+    if (n->type_string() == "Placeholder" &&
+        absl::EndsWith(n->name(), "_key_placeholder")) {
+      num_key_placeholders++;
+    }
+  }
+  EXPECT_EQ(num_key_placeholders, 0);
+  auto node_name_index = host_graph->BuildNodeNameIndex();
+  EXPECT_NE(node_name_index.find("const1"), node_name_index.end());
+}
+
 }  // namespace tensorflow
-- 
GitLab


From b47068378c0d52df8d640b0bf393319ea99593bd Mon Sep 17 00:00:00 2001
From: Shanqing Cai <cais@google.com>
Date: Mon, 29 Oct 2018 12:04:11 -0700
Subject: [PATCH 0731/1825] Add example code snippets to
 tf.contrib.saved_model.(save|load)_keras_model

PiperOrigin-RevId: 219168444
---
 .../python/saved_model/keras_saved_model.py   | 38 +++++++++++++++++++
 1 file changed, 38 insertions(+)

diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
index 4ce74de406..6aae4bc5e2 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
@@ -73,6 +73,25 @@ def save_keras_model(
   share variables. To use the train graph with evaluation or prediction graphs,
   create a new checkpoint if variable values have been updated.
 
+  Example:
+
+  ```python
+  import tensorflow as tf
+
+  # Create a tf.keras model.
+  model = tf.keras.Sequential()
+  model.add(tf.keras.layers.Dense(1, input_shape=[10]))
+  model.summary()
+
+  # Save the tf.keras model in the SavedModel format.
+  saved_to_path = tf.contrib.saved_model.save_keras_model(
+        model, '/tmp/my_simple_tf_keras_saved_model')
+
+  # Load the saved keras model back.
+  model_prime = tf.contrib.saved_model.load_keras_model(saved_to_path)
+  model_prime.summary()
+  ```
+
   Args:
     model: A `tf.keras.Model` to be saved.
     saved_model_path: a string specifying the path to the SavedModel directory.
@@ -303,6 +322,25 @@ def load_keras_model(saved_model_path):
      from metagraph).
   2) loading model weights from checkpoint.
 
+  Example:
+
+  ```python
+  import tensorflow as tf
+
+  # Create a tf.keras model.
+  model = tf.keras.Sequential()
+  model.add(tf.keras.layers.Dense(1, input_shape=[10]))
+  model.summary()
+
+  # Save the tf.keras model in the SavedModel format.
+  saved_to_path = tf.contrib.saved_model.save_keras_model(
+        model, '/tmp/my_simple_tf_keras_saved_model')
+
+  # Load the saved keras model back.
+  model_prime = tf.contrib.saved_model.load_keras_model(saved_to_path)
+  model_prime.summary()
+  ```
+
   Args:
     saved_model_path: a string specifying the path to an existing SavedModel.
 
-- 
GitLab


From 36ec3f265570cb9350240ed23589c6027e15407f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 12:13:41 -0700
Subject: [PATCH 0732/1825] Made the XlaBuilder build identical protos when the
 same esact sequence of instructions have been used to create the computation.

PiperOrigin-RevId: 219170087
---
 tensorflow/compiler/xla/client/xla_builder.cc | 94 +++++++++++++++----
 tensorflow/compiler/xla/client/xla_builder.h  |  8 +-
 .../compiler/xla/client/xla_builder_test.cc   | 21 +++++
 3 files changed, 102 insertions(+), 21 deletions(-)

diff --git a/tensorflow/compiler/xla/client/xla_builder.cc b/tensorflow/compiler/xla/client/xla_builder.cc
index 5f2f559e76..f9c23b4481 100644
--- a/tensorflow/compiler/xla/client/xla_builder.cc
+++ b/tensorflow/compiler/xla/client/xla_builder.cc
@@ -22,7 +22,6 @@ limitations under the License.
 #include <utility>
 
 #include "absl/algorithm/container.h"
-#include "absl/container/flat_hash_set.h"
 #include "absl/memory/memory.h"
 #include "absl/strings/match.h"
 #include "absl/strings/str_cat.h"
@@ -34,7 +33,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/service/shape_inference.h"
 #include "tensorflow/compiler/xla/util.h"
-#include "tensorflow/core/platform/mutex.h"
 
 namespace xla {
 
@@ -42,12 +40,30 @@ using absl::StrCat;
 
 namespace {
 
-int64 GetUniqueId() {
-  static tensorflow::mutex mu(tensorflow::LINKER_INITIALIZED);
-  static int64 built_counter = 0;
-  tensorflow::mutex_lock loc(mu);
-  const int64 id = built_counter++;
-  return id;
+static const char kNameSeparator = '.';
+
+// Retrieves the base name of an instruction or computation fully qualified
+// name, using separator as boundary between the initial base name part, and
+// the numeric identification.
+string GetBaseName(const string& name, char separator) {
+  auto pos = name.rfind(separator);
+  CHECK_NE(pos, string::npos) << name;
+  return name.substr(0, pos);
+}
+
+// Generates a fully qualified computation/instruction name.
+string GetFullName(const string& base_name, char separator, int64 id) {
+  const char separator_str[] = {separator, '\0'};
+  return StrCat(base_name, separator_str, id);
+}
+
+// Common function to standardize setting name and IDs on computation and
+// instruction proto entities.
+template <typename T>
+void SetProtoIdAndName(T* entry, const string& base_name, char separator,
+                       int64 id) {
+  entry->set_id(id);
+  entry->set_name(GetFullName(base_name, separator, id));
 }
 
 }  // namespace
@@ -258,17 +274,14 @@ StatusOr<XlaComputation> XlaBuilder::Build(int64 root_id) {
   }
 
   HloComputationProto entry;
-  entry.set_id(GetUniqueId());  // Give the computation a global unique id.
-  entry.set_name(StrCat(name_, entry.id()));  // Ensure that the name is unique.
-
+  SetProtoIdAndName(&entry, name_, kNameSeparator, GetNextId());
   TF_ASSIGN_OR_RETURN(*entry.mutable_program_shape(), GetProgramShape(root_id));
   entry.set_root_id(root_id);
 
   for (auto& instruction : instructions_) {
     // Ensures that the instruction names are unique among the whole graph.
-    const string& new_name =
-        StrCat(instruction.name(), ".", entry.id(), ".", instruction.id());
-    instruction.set_name(new_name);
+    instruction.set_name(
+        GetFullName(instruction.name(), kNameSeparator, instruction.id()));
     entry.add_instructions()->Swap(&instruction);
   }
 
@@ -2305,7 +2318,7 @@ StatusOr<bool> XlaBuilder::IsConstant(const XlaOp& operand) const {
 }
 
 StatusOr<XlaComputation> XlaBuilder::BuildConstantSubGraph(
-    const XlaOp& root_op) const {
+    const XlaOp& root_op) {
   TF_ASSIGN_OR_RETURN(bool is_constant, IsConstant(root_op));
   if (!is_constant) {
     auto op_status = LookUpInstruction(root_op);
@@ -2327,8 +2340,8 @@ StatusOr<XlaComputation> XlaBuilder::BuildConstantSubGraph(
                       LookUpInstruction(root_op));
 
   HloComputationProto entry;
-  entry.set_id(GetUniqueId());  // Give the computation a global unique id.
-  entry.set_name(StrCat(name_, entry.id(), "_compute_constant"));
+  SetProtoIdAndName(&entry, StrCat(name_, "_compute_constant"), kNameSeparator,
+                    GetNextId());
   entry.set_root_id(root->id());
   ProgramShape* program_shape = entry.mutable_program_shape();
   *program_shape->mutable_result() = root->shape();
@@ -2468,7 +2481,7 @@ StatusOr<XlaOp> XlaBuilder::AddInstruction(HloInstructionProto&& instr,
                                            absl::Span<const XlaOp> operands) {
   TF_RETURN_IF_ERROR(first_error_);
 
-  const int64 handle = GetUniqueId();
+  const int64 handle = GetNextId();
   instr.set_id(handle);
   instr.set_opcode(HloOpcodeString(opcode));
   if (instr.name().empty()) {
@@ -2499,9 +2512,50 @@ StatusOr<XlaOp> XlaBuilder::AddInstruction(HloInstructionProto&& instr,
 
 void XlaBuilder::AddCalledComputation(const XlaComputation& computation,
                                       HloInstructionProto* instr) {
-  instr->add_called_computation_ids(computation.proto().entry_computation_id());
+  absl::flat_hash_map<int64, int64> remapped_ids;
+  std::vector<HloComputationProto> imported_computations;
+  imported_computations.reserve(computation.proto().computations_size());
+  // Before we import the computations by remapping IDs, and capturing the
+  // old->new mappings in remapped_ids.
   for (const HloComputationProto& e : computation.proto().computations()) {
-    embedded_.insert({e.id(), e});
+    HloComputationProto new_computation(e);
+    int64 computation_id = GetNextId();
+    remapped_ids[new_computation.id()] = computation_id;
+    SetProtoIdAndName(&new_computation,
+                      GetBaseName(new_computation.name(), kNameSeparator),
+                      kNameSeparator, computation_id);
+    for (auto& instruction : *new_computation.mutable_instructions()) {
+      int64 instruction_id = GetNextId();
+      remapped_ids[instruction.id()] = instruction_id;
+      SetProtoIdAndName(&instruction,
+                        GetBaseName(instruction.name(), kNameSeparator),
+                        kNameSeparator, instruction_id);
+    }
+    new_computation.set_root_id(remapped_ids.at(new_computation.root_id()));
+
+    imported_computations.push_back(std::move(new_computation));
+  }
+  // Once we have imported all the computations, and captured all the ID
+  // mappings, we go back and fixup the IDs in the imported computations.
+  instr->add_called_computation_ids(
+      remapped_ids.at(computation.proto().entry_computation_id()));
+  for (auto& imported_computation : imported_computations) {
+    for (auto& instruction : *imported_computation.mutable_instructions()) {
+      for (auto& operand_id : *instruction.mutable_operand_ids()) {
+        operand_id = remapped_ids.at(operand_id);
+      }
+      for (auto& control_predecessor_id :
+           *instruction.mutable_control_predecessor_ids()) {
+        control_predecessor_id = remapped_ids.at(control_predecessor_id);
+      }
+      for (auto& called_computation_id :
+           *instruction.mutable_called_computation_ids()) {
+        called_computation_id = remapped_ids.at(called_computation_id);
+      }
+    }
+
+    int64 computation_id = imported_computation.id();
+    embedded_.insert({computation_id, std::move(imported_computation)});
   }
 }
 
diff --git a/tensorflow/compiler/xla/client/xla_builder.h b/tensorflow/compiler/xla/client/xla_builder.h
index 2ab57bc762..908a616b4e 100644
--- a/tensorflow/compiler/xla/client/xla_builder.h
+++ b/tensorflow/compiler/xla/client/xla_builder.h
@@ -216,7 +216,7 @@ class XlaBuilder {
   // compile-time constant (see `IsConstant`), returns an error.
   //
   // This will copy the needed ops/computations to the subgraph.
-  StatusOr<XlaComputation> BuildConstantSubGraph(const XlaOp& root_op) const;
+  StatusOr<XlaComputation> BuildConstantSubGraph(const XlaOp& root_op);
 
   // Returns the first error that was encountered while building the
   // computation. When an error is encountered, by default we return a vacuous
@@ -999,8 +999,14 @@ class XlaBuilder {
                               absl::Span<const int64> lhs_dilation,
                               absl::Span<const int64> rhs_dilation) const;
 
+  int64 GetNextId() { return ++next_id_; }
+
   string name_;  // Name to use for the built computation.
 
+  // The next sequential ID for every instruction/computation contained within
+  // this computation.
+  int64 next_id_ = 0;
+
   // The first error encountered while building the computation.
   // This is OK until the first error is encountered.
   Status first_error_;
diff --git a/tensorflow/compiler/xla/client/xla_builder_test.cc b/tensorflow/compiler/xla/client/xla_builder_test.cc
index 65cf04eccc..dfe5fd5eb2 100644
--- a/tensorflow/compiler/xla/client/xla_builder_test.cc
+++ b/tensorflow/compiler/xla/client/xla_builder_test.cc
@@ -416,5 +416,26 @@ TEST_F(XlaBuilderTest, BuildWithSpecificRootWithWrongBuilder) {
       ::testing::HasSubstr("root operation is not in this computation"));
 }
 
+TEST_F(XlaBuilderTest, ProtoMatches) {
+  std::vector<XlaComputation> computations;
+  for (int i = 0; i < 2; ++i) {
+    XlaBuilder b_call("the_only_to_apply");
+    auto p0 = Parameter(&b_call, 0, ShapeUtil::MakeShape(F32, {}), "p0");
+    auto p1 = Parameter(&b_call, 1, ShapeUtil::MakeShape(F32, {}), "p1");
+    Add(p0, Add(p1, p0));
+    TF_ASSERT_OK_AND_ASSIGN(auto call, b_call.Build());
+    XlaBuilder b(TestName());
+    auto x = Parameter(&b, 0, ShapeUtil::MakeShape(F32, {}), "x");
+    auto y = Parameter(&b, 1, ShapeUtil::MakeShape(F32, {}), "y");
+    auto one = ConstantR0<float>(&b, 1);
+    auto two = ConstantR0<float>(&b, 2);
+    Add(Call(&b, call, {x, y}), Call(&b, call, {one, two}));
+    computations.push_back(b.Build().ValueOrDie());
+  }
+  auto c0_string = computations[0].proto().SerializeAsString();
+  auto c1_string = computations[1].proto().SerializeAsString();
+  EXPECT_EQ(c0_string, c1_string);
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 80e52ceabde22d8dc5b8983cd4a75c594e06ba32 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Mon, 29 Oct 2018 12:15:00 -0700
Subject: [PATCH 0733/1825] Add function to postprocess TF graph after
 encapsulating outside compilation.

PiperOrigin-RevId: 219170282
---
 tensorflow/compiler/jit/encapsulate_util.cc   | 285 +++++++++++++++++-
 tensorflow/compiler/jit/encapsulate_util.h    |  32 ++
 .../compiler/jit/encapsulate_util_test.cc     | 128 ++++++++
 3 files changed, 444 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/jit/encapsulate_util.cc b/tensorflow/compiler/jit/encapsulate_util.cc
index a3581b4fa0..28ec37b1b9 100644
--- a/tensorflow/compiler/jit/encapsulate_util.cc
+++ b/tensorflow/compiler/jit/encapsulate_util.cc
@@ -87,12 +87,16 @@ Status ProcessControlEdges(Graph* g, const string& xla_computation_attr_name,
     } else if (src_xla_computation && !dst_xla_computation) {
       if (src_outside_compilation) {
         // Case 1d: outside compilation to host computation control edge.
+        edges_to_remove.push_back(e);
+
         TF_RETURN_IF_ERROR(AppendToListAttr<string>(
             e->dst(), kXlaControlDependenciesAttrName, e->src()->name()));
       }
     } else if (!src_xla_computation && dst_xla_computation) {
       if (dst_outside_compilation) {
         // Case 1d: host computation control to outside compilation edge.
+        edges_to_remove.push_back(e);
+
         TF_RETURN_IF_ERROR(AppendToListAttr<string>(
             e->dst(), kXlaControlDependenciesAttrName, e->src()->name()));
       }
@@ -311,7 +315,6 @@ Status ProcessDataEdgeBetweenOutsideCompilationAndHostComputation(
       placeholder_node = iter->second;
     }
     g->AddEdge(placeholder_node, 0, dst, dst_input);
-    g->RemoveEdge(e);
 
     // Replace `e->dst()` because its input node changed.
     NodeDef new_def = dst->def();
@@ -330,6 +333,267 @@ Status ProcessDataEdgeBetweenOutsideCompilationAndHostComputation(
   return Status::OK();
 }
 
+// Step 1 for `PostprocessForEncapsulation`. See comments of
+// `PostprocessForEncapsulation` for details.
+Status RemovePlaceholderBetweenOutsideCompilationAndHostComputation(Graph* g) {
+  // Gather all outside compilation to host computation nodes.
+  struct PlaceHolderNodeInfo {
+    Node* n;
+    bool is_host_to_oc;
+  };
+  std::vector<PlaceHolderNodeInfo> placeholder_nodes;
+  for (Node* n : g->nodes()) {
+    if (n->type_string() == "Placeholder") {
+      if (HasNodeAttr(n->def(),
+                      kOutsideCompilationToHostOriginalNodeAttrName)) {
+        placeholder_nodes.push_back({n, false});
+      } else if (HasNodeAttr(n->def(),
+                             kHostToOutsideCompilationOriginalNodeAttrName)) {
+        placeholder_nodes.push_back({n, true});
+      }
+    }
+  }
+
+  // Remove the placeholder nodes, and reconnect original edge.
+  auto node_name_index = g->BuildNodeNameIndex();
+  for (auto placeholder_iter : placeholder_nodes) {
+    Node* n = placeholder_iter.n;
+
+    string node_name;
+    int node_src_output;
+    if (placeholder_iter.is_host_to_oc) {
+      TF_RETURN_IF_ERROR(
+          GetNodeAttr(n->attrs(), kHostToOutsideCompilationOriginalNodeAttrName,
+                      &node_name));
+      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(),
+                                     kHostToOutsideCompilationSrcOutputAttrName,
+                                     &node_src_output));
+    } else {
+      TF_RETURN_IF_ERROR(
+          GetNodeAttr(n->attrs(), kOutsideCompilationToHostOriginalNodeAttrName,
+                      &node_name));
+      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(),
+                                     kOutsideCompilationToHostSrcOutputAttrName,
+                                     &node_src_output));
+    }
+    auto iter = node_name_index.find(node_name);
+    if (iter == node_name_index.end()) {
+      return errors::Internal(
+          "Cannot find original node for oc -> host placeholder node ",
+          node_name);
+    }
+
+    // Change all usage node to use the original node instead.
+    Node* original_node = iter->second;
+    std::vector<const Edge*> control_edges;
+    std::vector<OutEdgeInfo> data_edges;
+    for (auto e : n->out_edges()) {
+      if (e->IsControlEdge()) {
+        control_edges.push_back(e);
+      } else {
+        data_edges.push_back({e->dst(), e->src_output(), e->dst_input()});
+      }
+    }
+    for (const Edge* e : control_edges) {
+      g->AddControlEdge(original_node, e->dst());
+      g->RemoveEdge(e);
+    }
+    for (int i = 0; i < data_edges.size(); i++) {
+      Node* dst = data_edges[i].dst;
+      NodeDef new_def = dst->def();
+      int dst_input = data_edges[i].dst_input;
+      *new_def.mutable_input(dst_input) =
+          absl::StrCat(original_node->name(), ":", node_src_output);
+      TF_ASSIGN_OR_RETURN(Node * replace_node, ReplaceNode(g, dst, new_def));
+
+      const Edge* edge_to_replace = nullptr;
+      TF_RETURN_IF_ERROR(replace_node->input_edge(dst_input, &edge_to_replace));
+      g->RemoveEdge(edge_to_replace);
+      g->AddEdge(original_node, node_src_output, replace_node, dst_input);
+
+      // Other edges might have `dst` as dst node. Update those edges with
+      // `replace_node`.
+      for (int j = i + 1; j < data_edges.size(); j++) {
+        if (data_edges[j].dst == dst) {
+          data_edges[j].dst = replace_node;
+        }
+      }
+
+      // Other placeholder node might have `dst` as original node. Update
+      // `node_name_index` with `replace_node`.
+      node_name_index[replace_node->name()] = replace_node;
+    }
+
+    // Remove placeholder node.
+    g->RemoveNode(n);
+  }
+  return Status::OK();
+}
+
+// Step 2 for `PostprocessForEncapsulation`. See comments of
+// `PostprocessForEncapsulation` for details.
+Status RemoveIdentityBetweenDifferentXlaComputation(Graph* g) {
+  // Gather Identity nodes to remove.
+  std::vector<Node*> bridge_nodes;
+  for (Node* n : g->nodes()) {
+    if (n->type_string() == "Identity" &&
+        HasNodeAttr(n->def(), kBridgeSourceNodeAttrName)) {
+      bridge_nodes.push_back(n);
+    }
+  }
+
+  // Remove the identity nodes, and reconnect the original edge.
+  for (int i = 0; i < bridge_nodes.size(); i++) {
+    Node* n = bridge_nodes[i];
+    const Edge* src_edge = nullptr;
+    TF_RETURN_IF_ERROR(n->input_edge(0, &src_edge));
+
+    // Change all usage node to use the original node instead.
+    std::vector<const Edge*> control_edges;
+    std::vector<OutEdgeInfo> data_edges;
+    for (auto e : n->out_edges()) {
+      if (e->IsControlEdge()) {
+        control_edges.push_back(e);
+      } else {
+        data_edges.push_back({e->dst(), e->src_output(), e->dst_input()});
+      }
+    }
+    for (const Edge* e : control_edges) {
+      g->AddControlEdge(src_edge->src(), e->dst());
+      g->RemoveEdge(e);
+    }
+    for (int j = 0; j < data_edges.size(); j++) {
+      Node* dst = data_edges[j].dst;
+      NodeDef new_def = dst->def();
+      int dst_input = data_edges[j].dst_input;
+      *new_def.mutable_input(dst_input) =
+          absl::StrCat(src_edge->src()->name(), ":", src_edge->src_output());
+      TF_ASSIGN_OR_RETURN(Node * replace_node, ReplaceNode(g, dst, new_def));
+
+      const Edge* edge_to_replace = nullptr;
+      TF_RETURN_IF_ERROR(replace_node->input_edge(dst_input, &edge_to_replace));
+      g->RemoveEdge(edge_to_replace);
+      g->AddEdge(src_edge->src(), src_edge->src_output(), replace_node,
+                 dst_input);
+
+      // Other edges might have `dst` as dst node. Update those edges with
+      // `replace_node`.
+      for (int k = j + 1; k < data_edges.size(); k++) {
+        if (data_edges[k].dst == dst) {
+          data_edges[k].dst = replace_node;
+        }
+      }
+
+      // The node we replaced might be in `bridge_nodes`. If so, update
+      // `bridge_nodes` to use the replaced node.
+      for (int k = i + 1; k < bridge_nodes.size(); k++) {
+        if (bridge_nodes[k] == dst) {
+          bridge_nodes[k] = replace_node;
+        }
+      }
+    }
+
+    // Remove Identity node.
+    g->RemoveNode(n);
+  }
+  return Status::OK();
+}
+
+// Step 3 for `PostprocessForEncapsulation`. See comments of
+// `PostprocessForEncapsulation` for details.
+// We do not need to worry about removed nodes in step 1 and 2;
+// `PreprocessForEncapsulation` will not record control dependencies for those
+// remvoed nodes in the first place.
+Status AddControlDependencies(
+    Graph* g, const std::unordered_map<string, string>& cluster_node_names) {
+  auto node_name_index = g->BuildNodeNameIndex();
+
+  // Reconnect outside compilation to outside compilation control edge.
+  for (Node* n : g->nodes()) {
+    std::vector<string> control_deps;
+    Status s =
+        GetNodeAttr(n->attrs(), kXlaControlDependenciesAttrName, &control_deps);
+    if (!s.ok()) {
+      if (s.code() != error::NOT_FOUND) {
+        return s;
+      } else {
+        continue;
+      }
+    } else {
+      n->ClearAttr(kXlaControlDependenciesAttrName);
+      for (const string& control_input : control_deps) {
+        auto iter = node_name_index.find(control_input);
+        if (iter == node_name_index.end()) {
+          return errors::Internal("Cannot find original node for ",
+                                  control_input);
+        }
+        g->AddControlEdge(iter->second, n);
+      }
+    }
+  }
+
+  // Reconnect outside compilation to XLA computation control edge.
+  for (Node* n : g->nodes()) {
+    std::vector<string> control_deps;
+    Status s = GetNodeAttr(
+        n->attrs(), kXlaConnectedToOtherXlaComputationAttrName, &control_deps);
+    if (!s.ok()) {
+      if (s.code() != error::NOT_FOUND) {
+        return s;
+      } else {
+        continue;
+      }
+    } else {
+      n->ClearAttr(kXlaConnectedToOtherXlaComputationAttrName);
+      for (const string& control_input : control_deps) {
+        auto iter = cluster_node_names.find(control_input);
+        if (iter == cluster_node_names.end()) {
+          return errors::Internal("Cannot find cluster node for ",
+                                  control_input);
+        }
+        auto iter2 = node_name_index.find(iter->second);
+        if (iter2 == node_name_index.end()) {
+          return errors::Internal("Cannot find cluster node for ",
+                                  iter->second);
+        }
+        g->AddControlEdge(n, iter2->second);
+      }
+    }
+  }
+
+  // Reconnect XLA computation to outside compilation control edge.
+  for (Node* n : g->nodes()) {
+    std::vector<string> control_deps;
+    Status s =
+        GetNodeAttr(n->attrs(), kXlaConnectedFromOtherXlaComputationAttrName,
+                    &control_deps);
+    if (!s.ok()) {
+      if (s.code() != error::NOT_FOUND) {
+        return s;
+      } else {
+        continue;
+      }
+    } else {
+      n->ClearAttr(kXlaConnectedFromOtherXlaComputationAttrName);
+      for (const string& control_input : control_deps) {
+        auto iter = cluster_node_names.find(control_input);
+        if (iter == cluster_node_names.end()) {
+          return errors::Internal("Cannot find cluster node for ",
+                                  control_input);
+        }
+        auto iter2 = node_name_index.find(iter->second);
+        if (iter2 == node_name_index.end()) {
+          return errors::Internal("Cannot find cluster node for ",
+                                  iter->second);
+        }
+        g->AddControlEdge(iter2->second, n);
+      }
+    }
+  }
+
+  return Status::OK();
+}
+
 }  // namespace
 
 const char kXlaInferredShapesAttrName[] = "_xla_inferred_shapes";
@@ -416,4 +680,23 @@ Status PreprocessForEncapsulation(Graph* g,
   return Status::OK();
 }
 
+Status PostprocessForEncapsulation(
+    Graph* g, const string& xla_computation_attr_name,
+    const string& outside_compilation_attr_name,
+    const std::unordered_map<string, XlaClusterInfo>& clusters) {
+  // The `node` pointer in `XlaClusterInfo` might be invalidated in step 1/2,
+  // but the node name won't change. Record cluster node name for
+  // `AddControlDependencies`.
+  std::unordered_map<string, string> cluster_node_names;
+  for (const auto& iter : clusters) {
+    cluster_node_names[iter.first] = iter.second.node->name();
+  }
+
+  TF_RETURN_IF_ERROR(
+      RemovePlaceholderBetweenOutsideCompilationAndHostComputation(g));
+  TF_RETURN_IF_ERROR(RemoveIdentityBetweenDifferentXlaComputation(g));
+  TF_RETURN_IF_ERROR(AddControlDependencies(g, cluster_node_names));
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/encapsulate_util.h b/tensorflow/compiler/jit/encapsulate_util.h
index bd76c844c4..a3b193eea7 100644
--- a/tensorflow/compiler/jit/encapsulate_util.h
+++ b/tensorflow/compiler/jit/encapsulate_util.h
@@ -115,6 +115,38 @@ Status PreprocessForEncapsulation(Graph* g,
                                   const string& xla_computation_attr_name,
                                   const string& outside_compilation_attr_name);
 
+// Information for XLA computation.
+struct XlaClusterInfo {
+  // XLA cluster name. It might be different from `func_name`.
+  const string cluster_name;
+  // Name and attributes of XLA computation function.
+  const NameAttrList func_name_attrs;
+  // The XLA computation node in the graph.
+  Node* node;
+  // A mapping from outside compilation cluster name to its device assignment.
+  const std::map<string, int> host_compute_core;
+};
+
+// Postprocesses the graph for encapsulation. This function reverts what
+// `PreprocessForEncapsulation` did. It will perform the following operations in
+// order:
+//
+// 1. Remove Placeholder nodes between outside compilation and host computation
+//     (created in `PreprocessForEncapsulation` step 3).
+// 2. Remove Identity nodes created in `PreprocessForEncapsulation` step 2.
+// 3a. Reconnect control edges between different outside compilations (marked by
+//     `PreprocessForEncapsulation` step 1c) and control edges between outside
+//     compilation and host computation (marked by `PreprocessForEncapsulation`
+//     step 1d).
+// 3b. Reconnect control edges between outside compilation and another XLA
+//     computation (marked by `PreprocessForEncapsulation` step 1b).
+// Notice that control edges marked by `PreprocessForEncapsulation` step 1a are
+// not handled here. They are handled in `RewriteOutsideCompilationSubgraphFn`.
+Status PostprocessForEncapsulation(
+    Graph* g, const string& xla_computation_attr_name,
+    const string& outside_compilation_attr_name,
+    const std::unordered_map<string, XlaClusterInfo>& clusters);
+
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_ENCAPSULATE_UTIL_H_
diff --git a/tensorflow/compiler/jit/encapsulate_util_test.cc b/tensorflow/compiler/jit/encapsulate_util_test.cc
index 18422f73b5..7255df3112 100644
--- a/tensorflow/compiler/jit/encapsulate_util_test.cc
+++ b/tensorflow/compiler/jit/encapsulate_util_test.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
+#include "tensorflow/core/framework/types.pb.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace tensorflow {
@@ -236,4 +237,131 @@ TEST(PreprocessForEncapsulationTest, DataEdges) {
   EXPECT_EQ(i, 0);
 }
 
+TEST(PostprocessForEncapsulationTest, ControlEdges) {
+  // Build the graph:
+  // "const0"
+  // "identity0" = "const0" (XLA computation 0)
+  // "identity1" = "identity0"
+  // "identity2" = "identity1" (XLA computation 1)
+  // "identity3" = "identity2"
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const0 = ops::Const(s.WithOpName("const0"), 1, {});
+  Output identity0 = ops::Identity(s.WithOpName("identity0"), const0);
+  Output identity1 = ops::Identity(s.WithOpName("identity1"), identity0);
+  Output identity2 = ops::Identity(s.WithOpName("identity2"), identity1);
+  Output identity3 = ops::Identity(s.WithOpName("identity3"), identity2);
+  Graph g(OpRegistry::Global());
+  TF_CHECK_OK(s.ToGraph(&g));
+  auto node_index = g.BuildNodeNameIndex();
+
+  // Set XLA computation/outside compilation attr, and add control edges.
+  Node *const0_node = node_index["const0"],
+       *identity0_node = node_index["identity0"],
+       *identity1_node = node_index["identity1"],
+       *identity2_node = node_index["identity2"],
+       *identity3_node = node_index["identity3"];
+  identity1_node->AddAttr(kXlaConnectedFromOtherXlaComputationAttrName,
+                          std::vector<string>{"0"});
+  identity1_node->AddAttr(kXlaConnectedToOtherXlaComputationAttrName,
+                          std::vector<string>{"1"});
+  identity3_node->AddAttr(kXlaControlDependenciesAttrName,
+                          std::vector<string>{"const0", "identity1"});
+
+  std::unordered_map<string, XlaClusterInfo> clusters;
+  clusters["0"].node = identity0_node;
+  clusters["1"].node = identity2_node;
+  TF_CHECK_OK(PostprocessForEncapsulation(&g, "_xla", "_oc", clusters));
+
+  // Case 3a: we have control edge identity0 -> identity1, and identity1 ->
+  // identity2.
+  bool edge_identity0_identity1 = false, edge_identity1_identity2 = false;
+  for (const Edge *e : g.edges()) {
+    if (!e->IsControlEdge()) {
+      continue;
+    }
+    if (e->src() == identity0_node && e->dst() == identity1_node) {
+      edge_identity0_identity1 = true;
+    } else if (e->src() == identity1_node && e->dst() == identity2_node) {
+      edge_identity1_identity2 = true;
+    }
+  }
+  EXPECT_TRUE(edge_identity0_identity1);
+  EXPECT_TRUE(edge_identity1_identity2);
+  // Case 3b: we have control edge const0 -> identity3, and identity1 ->
+  // identity3.
+  bool edge_const0_identity3 = false, edge_identity1_identity3 = false;
+  for (const Edge *e : g.edges()) {
+    if (!e->IsControlEdge()) {
+      continue;
+    }
+    if (e->src() == const0_node && e->dst() == identity3_node) {
+      edge_const0_identity3 = true;
+    } else if (e->src() == identity1_node && e->dst() == identity3_node) {
+      edge_identity1_identity3 = true;
+    }
+  }
+  EXPECT_TRUE(edge_const0_identity3);
+  EXPECT_TRUE(edge_identity1_identity3);
+}
+
+TEST(PostprocessForEncapsulationTest, DataEdges) {
+  // Build the graph:
+  // "const0" in outside compilation "0"
+  // "placeholder0" (for "const0") in host computation
+  // "add0" = "placeholder0" + "placeholder0" in host computation
+  // "placeholder1" (for "add0") in outside compilation 1
+  // "add1" = "placeholder1" + "placeholder1" in outside compilation 1
+  //
+  // "bridge" = "placeholder0" in host computation
+  // "placeholder2" (for "bridge") in outside compilation 1
+  // "add2" = "placeholder2" + "placeholder2" in outside compilation 1
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output const0 = ops::Const(s.WithOpName("const0"), 1, {});
+  Output placeholder0 =
+      ops::Placeholder(s.WithOpName("placeholder0"), DT_INT32);
+  Output add0 = ops::Add(s.WithOpName("add0"), placeholder0, placeholder0);
+  Output placeholder1 =
+      ops::Placeholder(s.WithOpName("placeholder1"), DT_INT32);
+  Output add1 = ops::Add(s.WithOpName("add1"), placeholder1, placeholder1);
+  Output bridge = ops::Identity(s.WithOpName("bridge"), placeholder0);
+  Output placeholder2 =
+      ops::Placeholder(s.WithOpName("placeholder2"), DT_INT32);
+  Output add2 = ops::Add(s.WithOpName("add2"), placeholder2, placeholder2);
+  Graph g(OpRegistry::Global());
+  TF_CHECK_OK(s.ToGraph(&g));
+  auto node_index = g.BuildNodeNameIndex();
+
+  // Set related attributes.
+  Node *placeholder0_node = node_index["placeholder0"];
+  placeholder0_node->AddAttr(kOutsideCompilationToHostOriginalNodeAttrName,
+                             "const0");
+  placeholder0_node->AddAttr(kOutsideCompilationToHostSrcOutputAttrName, 0);
+  Node *placeholder1_node = node_index["placeholder1"];
+  placeholder1_node->AddAttr(kHostToOutsideCompilationOriginalNodeAttrName,
+                             "add0");
+  placeholder1_node->AddAttr(kHostToOutsideCompilationSrcOutputAttrName, 0);
+  Node *bridge_node = node_index["bridge"];
+  bridge_node->AddAttr(kBridgeSourceNodeAttrName, "const0");
+  Node *placeholder2_node = node_index["placeholder2"];
+  placeholder2_node->AddAttr(kHostToOutsideCompilationOriginalNodeAttrName,
+                             "bridge");
+  placeholder2_node->AddAttr(kHostToOutsideCompilationSrcOutputAttrName, 0);
+
+  std::unordered_map<string, XlaClusterInfo> clusters;
+  TF_CHECK_OK(PostprocessForEncapsulation(&g, "_xla", "_oc", clusters));
+
+  // Result graph should be:
+  // "add0" = "const0" + "const0"
+  // "add1" = "add0" + "add0"
+  // "add2" = "const0" + "const0"
+  node_index = g.BuildNodeNameIndex();
+  EXPECT_EQ(node_index.size(), 6);
+  EXPECT_EQ(node_index["add0"]->def().input(0), "const0:0");
+  EXPECT_EQ(node_index["add0"]->def().input(1), "const0:0");
+  EXPECT_EQ(node_index["add1"]->def().input(0), "add0:0");
+  EXPECT_EQ(node_index["add1"]->def().input(1), "add0:0");
+  EXPECT_EQ(node_index["add2"]->def().input(0), "const0:0");
+  EXPECT_EQ(node_index["add2"]->def().input(1), "const0:0");
+}
+
 }  // namespace tensorflow
-- 
GitLab


From 2967a9a9e7345a2b708abe4f7076dab1d9977aec Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Mon, 29 Oct 2018 13:00:40 -0700
Subject: [PATCH 0734/1825] Correctly insert converted_call even in
 non-recursive mode, because certain functions like built-ins need to be
 always processed. This CL also removes the automatic wrapping of builtins to
 py_func, and calls them directly instead.

PiperOrigin-RevId: 219177870
---
 .../python/autograph/converters/call_trees.py | 129 ++++++++----------
 .../autograph/converters/call_trees_test.py   |  18 ---
 tensorflow/python/autograph/core/converter.py |  15 +-
 tensorflow/python/autograph/impl/api.py       |  15 +-
 tensorflow/python/autograph/impl/api_test.py  |  17 +++
 5 files changed, 96 insertions(+), 98 deletions(-)

diff --git a/tensorflow/python/autograph/converters/call_trees.py b/tensorflow/python/autograph/converters/call_trees.py
index 3f42180e38..55cea89126 100644
--- a/tensorflow/python/autograph/converters/call_trees.py
+++ b/tensorflow/python/autograph/converters/call_trees.py
@@ -39,7 +39,7 @@ class FunctionInfo(namedtuple('FunctionInfo', ('dtype',))):
   pass
 
 
-# TODO(mdan): Move this to config.py.
+# TODO(mdan): Move this to a separate transformer.
 KNOWN_NUMPY_FUNCTIONS = {
     ('numpy', 'random', 'binomial'): FunctionInfo(dtype='tf.int64'),
 }
@@ -108,14 +108,21 @@ class CallTreeTransformer(converter.Base):
       if hasattr(owner_type, node.attr):
         return getattr(owner_type, node.attr)
       else:
-        raise ValueError('Type "%s" has not attribute "%s". Is it dynamic?' %
+        # TODO(mdan): We should probably return None here rather than an error.
+        raise ValueError('Type "%s" has no attribute "%s". Is it dynamic?' %
                          (owner_type, node.attr))
     return None
 
   def _function_is_compilable(self, target_entity):
     """Determines whether an entity can be compiled at all."""
-    # TODO(mdan): This is just a placeholder. Implement.
-    return not inspect_utils.isbuiltin(target_entity)
+    # TODO(mdan): Expand.
+    if target_entity.__module__ is None:
+      # Functions like builtins and NumPy don't expose a module.
+      # Those in general should not be compiled.
+      return False
+    if inspect_utils.isbuiltin(target_entity):
+      return False
+    return True
 
   def _should_compile(self, node, fqn):
     """Determines whether an entity should be compiled in the context."""
@@ -129,12 +136,6 @@ class CallTreeTransformer(converter.Base):
       if fqn[:i] in self.ctx.program.uncompiled_modules:
         return False
 
-    # Check for local decorations
-    if anno.hasanno(node, 'graph_ready'):
-      return False
-
-    # The decorators themselves are not to be converted.
-    # If present, the decorators should appear as static functions.
     target_entity = self._try_resolve_target(node.func)
 
     if target_entity is not None:
@@ -149,17 +150,9 @@ class CallTreeTransformer(converter.Base):
         if target_entity.__module__.startswith(mod[0] + '.'):
           return False
 
-      # This attribute is set by the decorator itself.
-      # TODO(mdan): This may not play nicely with other wrapping decorators.
-      if hasattr(target_entity, '__pyct_is_compile_decorator'):
-        return False
-
-      if target_entity in self.ctx.program.options.strip_decorators:
-        return False
-
       # Inspect the target function decorators. If any include a @convert
-      # or @graph_ready annotation, then they must be called as they are.
-      # TODO(mdan): This may be quite heavy.
+      # or @do_not_convert annotation, then they must be called as they are.
+      # TODO(mdan): This may be quite heavy. Perhaps always dynamically convert?
       # To parse and re-analyze each function for every call site could be quite
       # wasteful. Maybe we could cache the parsed AST?
       try:
@@ -170,6 +163,11 @@ class CallTreeTransformer(converter.Base):
         # to py_func).
         return True
 
+      # This attribute is set when the decorator was applied before the
+      # function was parsed. See api.py.
+      if hasattr(target_entity, '__ag_compiled'):
+        return False
+
       for dec in target_node.decorator_list:
         decorator_fn = self._resolve_decorator_name(dec)
         if (decorator_fn is not None and
@@ -184,9 +182,6 @@ class CallTreeTransformer(converter.Base):
     target_entity = anno.getanno(node.func, 'live_val')
     target_fqn = anno.getanno(node.func, 'fqn')
 
-    if not self._should_compile(node, target_fqn):
-      return node
-
     if anno.hasanno(node, 'is_constructor'):
       new_name = self.ctx.namer.compiled_class_name(
           target_fqn, live_entity=target_entity)
@@ -206,20 +201,10 @@ class CallTreeTransformer(converter.Base):
           # The renaming process will transform it into a regular function.
           # TODO(mdan): Is this complete? How does it work with nested members?
           node.args = [node.func.value] + node.args
-      node.func = templates.replace('func_name', func_name=new_name)[0]
+      node.func = templates.replace_as_expression(
+          'func_name', func_name=new_name)
     return node
 
-  def _wrap_to_py_func_no_return(self, node):
-    # TODO(mdan): Properly handle varargs, etc.
-    template = """
-      ag__.utils.wrap_py_func(func, None, (args,), kwargs, True)
-    """
-    return templates.replace(
-        template,
-        func=node.func,
-        args=node.args,
-        kwargs=ast_util.keywords_to_dict(node.keywords))
-
   def _wrap_to_py_func_single_return(self, node, dtype):
     # TODO(mdan): Properly handle varargs, etc.
     template = """
@@ -259,77 +244,77 @@ class CallTreeTransformer(converter.Base):
     else:
       func = node.func
       owner = parser.parse_expression('None')
-    call_expr = templates.replace(
+    new_call = templates.replace_as_expression(
         template,
         func=func,
         owner=owner,
-        options=self.ctx.program.options.to_ast(self.ctx.info.namespace),
+        options=self.ctx.program.options.to_ast(
+            self.ctx.info.namespace,
+            internal_convert_user_code=self.ctx.program.options.recursive),
         args=node.args)
-    new_call = call_expr[0].value
     # TODO(mdan): Improve the template mechanism to better support this.
     new_call.keywords = node.keywords
     return new_call
 
-  def visit_Expr(self, node):
-    if isinstance(node.value, gast.Call):
-      if anno.hasanno(node.value.func, 'live_val'):
-        target_entity = anno.getanno(node.value.func, 'live_val')
-        if not self._function_is_compilable(target_entity):
-          if anno.hasanno(node.value.func, 'fqn'):
-            target_fqn = anno.getanno(node.value.func, 'fqn')
-            if not self._should_compile(node.value, target_fqn):
-              return node
-            node = self._wrap_to_py_func_no_return(node.value)
-            return node
-      # Only the case of py_func with no return value is special.
-      # Everything else is processed by visit_Call.
-      self.visit(node.value)
-    else:
-      self.generic_visit(node)
+  def _visit_decorators(self, decorator_list):
+    if not self.ctx.program.options.uses(converter.Feature.DECORATORS):
+      # When not processing decorators, strip everything that is encountered.
+      return []
+
+    return self.visit_block(decorator_list)
+
+  def visit_FunctionDef(self, node):
+    node.args = self.visit(node.args)
+    node.body = self.visit_block(node.body)
+    node.decorator_list = self._visit_decorators(node.decorator_list)
+    node.returns = self.visit_block(node.returns)
     return node
 
   def visit_Call(self, node):
-    # If the function call is wrapped by one of the marker decorators,
-    # consider it graph ready.
-    if anno.hasanno(node.func, 'live_val'):
-      target_entity = anno.getanno(node.func, 'live_val')
-      if target_entity in self.ctx.program.options.strip_decorators:
-        if len(node.args) < 1:
-          raise ValueError(
-              'Found call to decorator function "%s", but it had no arguments. '
-              'A decorator needs at least one positional argument.' %
-              target_entity)
-        anno.setanno(node.args[0], 'graph_ready', True)
-
-    self.generic_visit(node)
     if anno.hasanno(node.func, 'live_val'):
       target_entity = anno.getanno(node.func, 'live_val')
+
       if anno.hasanno(node.func, 'fqn'):
         target_fqn = anno.getanno(node.func, 'fqn')
       else:
         target_fqn = None
 
       if self._function_is_compilable(target_entity):
-        node = self._rename_compilable_function(node)
+        if self._should_compile(node, target_fqn):
+          node = self._rename_compilable_function(node)
+        else:
+          node = self.generic_visit(node)
+          return node
+
       elif target_fqn and target_fqn in KNOWN_NUMPY_FUNCTIONS:
         # TODO(mdan): Should we replace these with equivalent TF ops instead?
         node = self._wrap_to_py_func_single_return(
             node, KNOWN_NUMPY_FUNCTIONS[target_fqn].dtype)
+
       elif inspect_utils.isbuiltin(target_entity):
         # Note: Any builtin that passed the builtins converter is assumed to be
         # safe for graph mode.
         return node
+
       else:
         raise NotImplementedError(
             'py_func with return values (unknown function)')
     else:
+      # Special cases
+      # TODO(mdan): These need a systematic review - there may be more.
+
+      # 1. super() calls - these are preserved. The class conversion mechanism
+      # will ensure that they return the correct value.
       if ast_util.matches(node, 'super(_)'):
-        # super() calls are preserved. The class conversion mechanism will
-        # ensure that they return the correct value.
         return node
 
-      if self.ctx.program.options.recursive:
-        node = self._insert_dynamic_conversion(node)
+      # 2. super().method calls - these are preserved as well, when the
+      # conversion processes the entire class.
+      if (ast_util.matches(node, 'super(_)._(_)') and
+          self.ctx.info.owner_type is not None):
+        return node
+
+      node = self._insert_dynamic_conversion(node)
     return node
 
 
diff --git a/tensorflow/python/autograph/converters/call_trees_test.py b/tensorflow/python/autograph/converters/call_trees_test.py
index 04881873a8..916c736fb4 100644
--- a/tensorflow/python/autograph/converters/call_trees_test.py
+++ b/tensorflow/python/autograph/converters/call_trees_test.py
@@ -85,24 +85,6 @@ class CallTreesTest(converter_testing.TestCase):
       tc = TestClass()
       self.assertEquals(3, result.test_fn_2(tc, 1))
 
-  def test_py_func_no_retval(self):
-
-    def test_fn(a):
-      setattr(a, 'foo', 'bar')
-
-    with self.converted(test_fn, call_trees, {'setattr': setattr}) as result:
-      with self.cached_session() as sess:
-
-        class Dummy(object):
-          pass
-
-        a = Dummy()
-        result.test_fn(a)
-        py_func_op, = sess.graph.get_operations()
-        self.assertFalse(hasattr(a, 'foo'))
-        sess.run(py_func_op)
-        self.assertEquals('bar', a.foo)
-
   def test_py_func_known_function(self):
 
     def test_fn():
diff --git a/tensorflow/python/autograph/core/converter.py b/tensorflow/python/autograph/core/converter.py
index 8cfce435b9..59b9ebb591 100644
--- a/tensorflow/python/autograph/core/converter.py
+++ b/tensorflow/python/autograph/core/converter.py
@@ -129,11 +129,14 @@ class ConversionOptions(object):
                verbose=False,
                strip_decorators=None,
                force_conversion=False,
+               internal_convert_user_code=True,
                optional_features=Feature.ALL):
     self.recursive = recursive
     self.verbose = verbose
     self.strip_decorators = strip_decorators or ()
     self.force_conversion = force_conversion
+    # TODO(mdan): Rename to conversion_recursion_depth?
+    self.internal_convert_user_code = internal_convert_user_code
 
     if isinstance(optional_features, Feature):
       optional_features = (optional_features,)
@@ -144,7 +147,7 @@ class ConversionOptions(object):
     return (Feature.ALL in self.optional_features or
             feature in self.optional_features)
 
-  def to_ast(self, namespace):
+  def to_ast(self, namespace, internal_convert_user_code=None):
     """Returns a representation of this object as an AST node.
 
     The AST node encodes a constructor that would create an object with the
@@ -153,6 +156,8 @@ class ConversionOptions(object):
     Args:
       namespace: Dict[str, Any], the namespace to use when serializing values to
         names.
+      internal_convert_user_code: Optional[bool], allows ovrriding the
+        corresponding value.
 
     Returns:
       ast.Node
@@ -163,7 +168,8 @@ class ConversionOptions(object):
           verbose=verbose_val,
           strip_decorators=strip_decorators_val,
           force_conversion=force_conversion_val,
-          optional_features=optional_features_val)
+          optional_features=optional_features_val,
+          internal_convert_user_code=internal_convert_user_code_val)
     """
 
     def as_qualified_name(o):
@@ -183,6 +189,9 @@ class ConversionOptions(object):
           for v in Feature.__members__
           if v in values)))
 
+    if internal_convert_user_code is not None:
+      internal_convert_user_code = self.internal_convert_user_code
+
     expr_ast = templates.replace(
         template,
         constructor_name=parser.parse_expression(
@@ -192,6 +201,8 @@ class ConversionOptions(object):
         strip_decorators_val=list_of_names(self.strip_decorators),
         force_conversion_val=parser.parse_expression(
             str(self.force_conversion)),
+        internal_convert_user_code_val=parser.parse_expression(
+            str(internal_convert_user_code)),
         optional_features_val=list_of_features(self.optional_features))
     return expr_ast[0].value
 
diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index 288ba3717b..dcee861f82 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -74,7 +74,7 @@ def convert(recursive=False, verbose=False):
 
     # Sometimes the decorator is just desugared, making it impossible to detect.
     # This attribute makes detection easier.
-    setattr(wrapper, '__pyct_is_compile_decorator', True)
+    setattr(wrapper, '__ag_compiled', True)
     return wrapper
 
   return decorator
@@ -135,7 +135,7 @@ def do_not_convert(run_as=RunMode.GRAPH, return_dtypes=None):
 
     # Sometimes the decorator is just desugared, making it impossible to detect.
     # This attribute makes detection easier.
-    setattr(wrapper, '__pyct_is_compile_decorator', True)
+    setattr(wrapper, '__ag_compiled', True)
     return wrapper
 
   return decorator
@@ -166,11 +166,16 @@ def converted_call(f, owner, options, *args, **kwargs):
   if not options.force_conversion and conversion.is_whitelisted_for_graph(f):
     return f(*args, **kwargs)
 
-  unknown_arg_value = object()  # Sentinel for arguments of unknown value
-
   if inspect_utils.isbuiltin(f):
     return py_builtins.overload_of(f)(*args, **kwargs)
 
+  # internal_convert_user_code is for example turned off when issuing a dynamic
+  # call conversion from generated code while in nonrecursive mode. In that
+  # case we evidently don't want to recurse, but we still have to convert
+  # things like builtins.
+  if not options.internal_convert_user_code:
+    return f(*args, **kwargs)
+
   if tf_inspect.isfunction(f) or tf_inspect.ismethod(f):
     # Regular functions
     target_entity = f
@@ -215,8 +220,6 @@ def converted_call(f, owner, options, *args, **kwargs):
   arg_values = tf_inspect.getcallargs(arg_map_target, *args, **kwargs)
   arg_types = {}
   for name, arg in arg_values.items():
-    if arg is unknown_arg_value:
-      continue
     arg_class = arg.__class__
     arg_types[name] = (arg_class.__name__, arg_class)
 
diff --git a/tensorflow/python/autograph/impl/api_test.py b/tensorflow/python/autograph/impl/api_test.py
index 0c0ebb87a6..e7049c3e5e 100644
--- a/tensorflow/python/autograph/impl/api_test.py
+++ b/tensorflow/python/autograph/impl/api_test.py
@@ -296,6 +296,23 @@ class ApiTest(test.TestCase):
                              constant_op.constant(0))
       self.assertTrue(sess.run(x))
 
+  def test_converted_call_no_user_code(self):
+
+    def f(x):
+      return len(x)
+
+    opts = converter.ConversionOptions(internal_convert_user_code=False)
+
+    # f should not be converted, causing len to error out.
+    with self.assertRaisesRegexp(Exception,
+                                 'object of type \'Tensor\' has no len()'):
+      api.converted_call(f, None, opts, constant_op.constant([0]))
+
+    # len on the other hand should work fine.
+    x = api.converted_call(len, None, opts, constant_op.constant([0]))
+    # The constant has static shape so the result is a primitive not a Tensor.
+    self.assertEqual(x, 1)
+
   def test_to_graph_basic(self):
 
     def test_fn(x, s):
-- 
GitLab


From 4f09245c1faaa43423c2402f9eb824eff3d6e0fb Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Mon, 29 Oct 2018 13:41:51 -0700
Subject: [PATCH 0735/1825] Avoid hardcoding the control variable to Tensor in
 break canonicalization.

PiperOrigin-RevId: 219185092
---
 .../autograph/converters/break_statements.py  |  6 ++--
 .../converters/break_statements_test.py       | 31 ++++++++-----------
 2 files changed, 16 insertions(+), 21 deletions(-)

diff --git a/tensorflow/python/autograph/converters/break_statements.py b/tensorflow/python/autograph/converters/break_statements.py
index bd6b0b248c..e4e32ab976 100644
--- a/tensorflow/python/autograph/converters/break_statements.py
+++ b/tensorflow/python/autograph/converters/break_statements.py
@@ -42,7 +42,7 @@ class BreakTransformer(converter.Base):
     var_name = self.state[_Break].control_var_name
     # TODO(mdan): This will fail when expanded inside a top-level else block.
     template = """
-      var_name = tf.constant(True)
+      var_name = True
       continue
     """
     return templates.replace(template, var_name=var_name)
@@ -85,7 +85,7 @@ class BreakTransformer(converter.Base):
       guarded_orelse = self._guard_if_present(node.orelse, break_var)
 
       template = """
-        var_name = tf.constant(False)
+        var_name = False
         while test and not var_name:
           body
         else:
@@ -122,7 +122,7 @@ class BreakTransformer(converter.Base):
       # the control variable is marked as used.
       # TODO(mdan): Use a marker instead, e.g. ag__.condition_loop_on(var_name)
       template = """
-        var_name = tf.constant(False)
+        var_name = False
         for target in iter_:
           (var_name,)
           body
diff --git a/tensorflow/python/autograph/converters/break_statements_test.py b/tensorflow/python/autograph/converters/break_statements_test.py
index 39406a969d..c52ce508df 100644
--- a/tensorflow/python/autograph/converters/break_statements_test.py
+++ b/tensorflow/python/autograph/converters/break_statements_test.py
@@ -20,7 +20,6 @@ from __future__ import print_function
 
 from tensorflow.python.autograph.converters import break_statements
 from tensorflow.python.autograph.core import converter_testing
-from tensorflow.python.eager import context as tfe_ctx
 from tensorflow.python.framework import constant_op
 from tensorflow.python.platform import test
 
@@ -43,10 +42,9 @@ class BreakCanonicalizationTest(converter_testing.TestCase):
         v.append(x)
       return v
 
-    with tfe_ctx.eager_mode():
-      self.assertTransformedEquivalent(test_fn, 0)
-      self.assertTransformedEquivalent(test_fn, 1)
-      self.assertTransformedEquivalent(test_fn, 4)
+    self.assertTransformedEquivalent(test_fn, 0)
+    self.assertTransformedEquivalent(test_fn, 1)
+    self.assertTransformedEquivalent(test_fn, 4)
 
   def test_for_loop(self):
 
@@ -82,10 +80,9 @@ class BreakCanonicalizationTest(converter_testing.TestCase):
         v.append(x)
       return v, u, w
 
-    with tfe_ctx.eager_mode():
-      self.assertTransformedEquivalent(test_fn, 0)
-      self.assertTransformedEquivalent(test_fn, 3)
-      self.assertTransformedEquivalent(test_fn, 11)
+    self.assertTransformedEquivalent(test_fn, 0)
+    self.assertTransformedEquivalent(test_fn, 3)
+    self.assertTransformedEquivalent(test_fn, 11)
 
   def test_nested_loops(self):
 
@@ -105,11 +102,10 @@ class BreakCanonicalizationTest(converter_testing.TestCase):
         v.append(x)
       return v, u
 
-    with tfe_ctx.eager_mode():
-      self.assertTransformedEquivalent(test_fn, 0)
-      self.assertTransformedEquivalent(test_fn, 2)
-      self.assertTransformedEquivalent(test_fn, 3)
-      self.assertTransformedEquivalent(test_fn, 5)
+    self.assertTransformedEquivalent(test_fn, 0)
+    self.assertTransformedEquivalent(test_fn, 2)
+    self.assertTransformedEquivalent(test_fn, 3)
+    self.assertTransformedEquivalent(test_fn, 5)
 
   def test_loop_orelse(self):
 
@@ -127,10 +123,9 @@ class BreakCanonicalizationTest(converter_testing.TestCase):
         v.append(x)
       return v, u
 
-    with tfe_ctx.eager_mode():
-      self.assertTransformedEquivalent(test_fn, 0)
-      self.assertTransformedEquivalent(test_fn, 2)
-      self.assertTransformedEquivalent(test_fn, 3)
+    self.assertTransformedEquivalent(test_fn, 0)
+    self.assertTransformedEquivalent(test_fn, 2)
+    self.assertTransformedEquivalent(test_fn, 3)
 
 
 if __name__ == '__main__':
-- 
GitLab


From d09c68789741abff55f51ac60a8600d9ee0264cc Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 13:42:46 -0700
Subject: [PATCH 0736/1825] Clarify the need for calling
 tensorflow::port::InitMain() before using the rest of TensorFlow.

PiperOrigin-RevId: 219185259
---
 tensorflow/core/platform/init_main.h | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/platform/init_main.h b/tensorflow/core/platform/init_main.h
index 834c529816..9f511983a8 100644
--- a/tensorflow/core/platform/init_main.h
+++ b/tensorflow/core/platform/init_main.h
@@ -19,10 +19,10 @@ limitations under the License.
 namespace tensorflow {
 namespace port {
 
-// Platform-specific initialization routine that may be invoked by a
+// Platform-specific initialization routine that should be invoked by a
 // main() program that uses TensorFlow.
-//
-// Default implementation does nothing.
+// This performs necessary initialization on some platforms; TensorFlow
+// may not work unless it has been called.
 void InitMain(const char* usage, int* argc, char*** argv);
 
 }  // namespace port
-- 
GitLab


From 98fb3b92432dbc68e9170d137fc4aedf721bd1b7 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Mon, 29 Oct 2018 14:06:09 -0700
Subject: [PATCH 0737/1825] Implement apply gradients for keras optimizer v2.

PiperOrigin-RevId: 219189655
---
 tensorflow/contrib/distribute/python/BUILD    |  22 +
 .../python/keras_optimizer_v2_test.py         | 237 +++++++++++
 tensorflow/python/keras/optimizer_v2/BUILD    |   1 +
 tensorflow/python/keras/optimizer_v2/adam.py  | 124 ++++++
 .../optimizer_v2/gradient_descent_test.py     |  28 +-
 .../python/keras/optimizer_v2/optimizer_v2.py | 381 ++++++++++++++++--
 .../keras/optimizer_v2/optimizer_v2_test.py   | 296 +++++++-------
 7 files changed, 884 insertions(+), 205 deletions(-)
 create mode 100644 tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/adam.py

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 1fba094059..daa7592bcf 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -471,6 +471,28 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "keras_optimizer_v2_test",
+    srcs = ["keras_optimizer_v2_test.py"],
+    additional_deps = [
+        ":combinations",
+        "@absl_py//absl/testing:parameterized",
+        "//third_party/py/numpy",
+        "//tensorflow/contrib/optimizer_v2:training",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "//tensorflow/python/eager:test",
+        "//tensorflow/python/estimator:estimator_py",
+        "//tensorflow/python/feature_column",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:summary",
+    ],
+    tags = [
+        "multi_and_single_gpu",
+        "no_pip",
+    ],
+)
+
 cuda_py_test(
     name = "estimator_training_test",
     size = "large",
diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
new file mode 100644
index 0000000000..f4c222f26c
--- /dev/null
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -0,0 +1,237 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests that show that DistributionStrategy works with canned Estimator."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import shutil
+import tempfile
+from absl.testing import parameterized
+import numpy as np
+import six
+
+from tensorflow.contrib.distribute.python import combinations
+from tensorflow.contrib.distribute.python import mirrored_strategy
+from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.eager import context
+from tensorflow.python.estimator import run_config
+from tensorflow.python.estimator import training
+from tensorflow.python.estimator.canned import dnn_linear_combined
+from tensorflow.python.estimator.canned import prediction_keys
+from tensorflow.python.estimator.export import export
+from tensorflow.python.estimator.inputs import numpy_io
+from tensorflow.python.feature_column import feature_column
+from tensorflow.python.keras.optimizer_v2 import adam
+from tensorflow.python.ops import variable_scope
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import gfile
+from tensorflow.python.platform import test
+from tensorflow.python.summary.writer import writer_cache
+
+
+class KerasOptimizerV2IntegrationTest(test.TestCase, parameterized.TestCase):
+
+  def setUp(self):
+    self._model_dir = tempfile.mkdtemp()
+
+  def dataset_input_fn(self, x, y, batch_size):
+
+    def input_fn():
+      dataset = dataset_ops.Dataset.from_tensor_slices((x, y))
+      dataset = dataset.repeat(1).batch(batch_size)
+      return dataset
+
+    return input_fn
+
+  @combinations.generate(
+      combinations.combine(
+          mode=['graph'],
+          distribution=[
+              combinations.one_device_strategy,
+              combinations.mirrored_strategy_with_gpu_and_cpu,
+              combinations.mirrored_strategy_with_two_gpus
+          ],
+          use_train_and_evaluate=[True, False]))
+  def test_complete_flow_with_mode(self, distribution, use_train_and_evaluate):
+    label_dimension = 2
+    input_dimension = label_dimension
+    batch_size = 10
+    data = np.linspace(0., 2., batch_size * label_dimension, dtype=np.float32)
+    data = data.reshape(batch_size, label_dimension)
+    train_input_fn = self.dataset_input_fn(
+        x={'x': data},
+        y=data,
+        batch_size=batch_size // len(distribution.worker_devices))
+    eval_input_fn = self.dataset_input_fn(
+        x={'x': data},
+        y=data,
+        batch_size=batch_size // len(distribution.worker_devices))
+    predict_input_fn = numpy_io.numpy_input_fn(
+        x={'x': data}, batch_size=batch_size, shuffle=False)
+
+    linear_feature_columns = [
+        feature_column.numeric_column('x', shape=(input_dimension,))
+    ]
+    dnn_feature_columns = [
+        feature_column.numeric_column('x', shape=(input_dimension,))
+    ]
+    feature_columns = linear_feature_columns + dnn_feature_columns
+    session_config = config_pb2.ConfigProto(
+        log_device_placement=True, allow_soft_placement=True)
+    estimator = dnn_linear_combined.DNNLinearCombinedRegressor(
+        linear_feature_columns=linear_feature_columns,
+        dnn_hidden_units=(2, 2),
+        dnn_feature_columns=dnn_feature_columns,
+        label_dimension=label_dimension,
+        model_dir=self._model_dir,
+        dnn_optimizer=adam.Adam(0.001),
+        linear_optimizer=adam.Adam(0.001),
+        config=run_config.RunConfig(
+            train_distribute=distribution,
+            eval_distribute=distribution,
+            session_config=session_config))
+
+    num_steps = 2
+    if use_train_and_evaluate:
+      scores, _ = training.train_and_evaluate(
+          estimator, training.TrainSpec(train_input_fn, max_steps=num_steps),
+          training.EvalSpec(eval_input_fn))
+    else:
+      estimator.train(train_input_fn, steps=num_steps)
+      scores = estimator.evaluate(eval_input_fn)
+
+    self.assertIn('loss', six.iterkeys(scores))
+
+    predictions = np.array([
+        x[prediction_keys.PredictionKeys.PREDICTIONS]
+        for x in estimator.predict(predict_input_fn)
+    ])
+    self.assertAllEqual((batch_size, label_dimension), predictions.shape)
+
+    feature_spec = feature_column.make_parse_example_spec(feature_columns)
+    serving_input_receiver_fn = export.build_parsing_serving_input_receiver_fn(
+        feature_spec)
+    export_dir = estimator.export_savedmodel(tempfile.mkdtemp(),
+                                             serving_input_receiver_fn)
+    self.assertTrue(gfile.Exists(export_dir))
+
+  def tearDown(self):
+    if self._model_dir:
+      writer_cache.FileWriterCache.clear()
+      shutil.rmtree(self._model_dir)
+
+
+class MirroredStrategyOptimizerV2Test(test.TestCase):
+
+  def testKerasOptimizerWithUnequalInput(self):
+    if context.num_gpus() < 1:
+      self.skipTest('Not enough GPUs.')
+
+    def create_fn(device_id):
+      var = variables.Variable(
+          2.0, name='var', aggregation=variable_scope.VariableAggregation.SUM)
+      # grad for cpu is 1, grad for gpu is 2, avg grad is 1.5.
+      loss = (device_id + 1) * var
+      optimizer = adam.Adam(learning_rate=0.01, beta_1=0.2, beta_2=0.2)
+      train_op = optimizer.minimize(loss, var_list=[var])
+      m = optimizer.get_slot(var, 'm')
+      v = optimizer.get_slot(var, 'v')
+      return (var, m, v, train_op, optimizer.iteration)
+
+    devices = ['/device:GPU:0', '/device:CPU:0']
+    dist = mirrored_strategy.MirroredStrategy(devices)
+    with dist.scope():
+      (var, m, v, op, counter) = dist.call_for_each_replica(
+          create_fn, dist.worker_device_index, run_concurrently=False)
+      self.evaluate(variables.global_variables_initializer())
+      var_val = [2.0, 2.0, 2.0]
+      self.assertAllClose(
+          var_val,
+          self.evaluate(
+              [dist.read_var(var),
+               var.get(devices[0]),
+               var.get(devices[1])]))
+      self.assertAllClose([0, 0, 0],
+                          self.evaluate([
+                              dist.read_var(counter),
+                              counter.get(devices[0]),
+                              counter.get(devices[1])
+                          ]))
+
+      train_op = dist.unwrap(op)
+      self.evaluate(train_op)
+      # m(1) = beta1 * m(0) + (1-beta1) * grad = 0.2 * 0 + 0.8 * (1 + 2) / 2
+      m_val = [1.2, 1.2, 1.2]
+      # assert slot variables in both replicas are the same.
+      self.assertAllClose(
+          m_val,
+          self.evaluate(
+              [dist.read_var(m),
+               m.get(devices[0]),
+               m.get(devices[1])]))
+      # v(1) = beta2 * v(0) + (1-beta2) * grad^2 = 0.2 * 0 + 0.8 * 2.25
+      v_val = [1.8, 1.8, 1.8]
+      self.assertAllClose(
+          v_val,
+          self.evaluate(
+              [dist.read_var(v),
+               v.get(devices[0]),
+               v.get(devices[1])]))
+      # var(1) = var(0) - lr * m(1) * sqrt(1 - beta2) / sqrt(v(1)) / (1 - beta1)
+      #        = 2.0 - 0.01 * 1.2 * sqrt(0.8) / sqrt(1.8) / 0.8
+      var_val = [1.99, 1.99, 1.99]
+      self.assertAllClose(
+          var_val,
+          self.evaluate(
+              [dist.read_var(var),
+               var.get(devices[0]),
+               var.get(devices[1])]))
+      self.assertAllClose([1, 1, 1],
+                          self.evaluate([
+                              dist.read_var(counter),
+                              counter.get(devices[0]),
+                              counter.get(devices[1])
+                          ]))
+
+      self.evaluate(train_op)
+      # m(2) = beta1 * m(1) + (1-beta1) * grad = 0.2 * 1.2 + 0.8 * 1.5
+      m_val = [1.44, 1.44, 1.44]
+      self.assertAllClose(
+          m_val,
+          self.evaluate(
+              [dist.read_var(m),
+               m.get(devices[0]),
+               m.get(devices[1])]))
+      # v(2) = beta2 * v(1) + (1-beta2) * grad^2 = 0.2 * 1.8 + 0.8 * 2.25
+      v_val = [2.16, 2.16, 2.16]
+      self.assertAllClose(
+          v_val,
+          self.evaluate(
+              [dist.read_var(v),
+               v.get(devices[0]),
+               v.get(devices[1])]))
+      self.assertAllClose([2, 2, 2],
+                          self.evaluate([
+                              dist.read_var(counter),
+                              counter.get(devices[0]),
+                              counter.get(devices[1])
+                          ]))
+
+
+if __name__ == '__main__':
+  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index e21674ef60..f742e8aa26 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -12,6 +12,7 @@ load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 py_library(
     name = "optimizer_v2",
     srcs = [
+        "adam.py",
         "gradient_descent.py",
         "optimizer_v2.py",
     ],
diff --git a/tensorflow/python/keras/optimizer_v2/adam.py b/tensorflow/python/keras/optimizer_v2/adam.py
new file mode 100644
index 0000000000..6c67cd3a61
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/adam.py
@@ -0,0 +1,124 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Adam for TensorFlow."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.keras.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import math_ops
+from tensorflow.python.training import training_ops
+
+
+class Adam(optimizer_v2.OptimizerV2):
+  """Optimizer that implements the Adam algorithm.
+
+  Adam optimization is a stochastic gradient descent method that is based on
+  adaptive estimation of first-order and second-order moments. According to the
+  reference, the method is 'computationally efficient, has little memory
+  requirement, invariant to diagonal rescaling of gradients, and is well suited
+  for problems that are large in terms of data/parameters'.
+
+  # References
+      See [Kingma et al., 2014](http://arxiv.org/abs/1412.6980)
+        ([pdf](http://arxiv.org/pdf/1412.6980.pdf)).
+  """
+
+  def __init__(self,
+               learning_rate=0.001,
+               beta_1=0.9,
+               beta_2=0.999,
+               epsilon=1e-8,
+               name='Adam'):
+    r"""Construct a new Adam optimizer.
+
+    Initialization:
+
+    $$m_0 := 0 \text{(Initialize initial 1st moment vector)}$$
+    $$v_0 := 0 \text{(Initialize initial 2nd moment vector)}$$
+    $$t := 0 \text{(Initialize timestep)}$$
+
+    The update rule for `variable` with gradient `g` uses an optimization
+    described at the end of section2 of the paper:
+
+    $$t := t + 1$$
+    $$lr_t := \text{learning\_rate} * \sqrt{1 - beta_2^t} / (1 - beta_1^t)$$
+
+    $$m_t := beta_1 * m_{t-1} + (1 - beta_1) * g$$
+    $$v_t := beta_2 * v_{t-1} + (1 - beta_2) * g * g$$
+    $$variable := variable - lr_t * m_t / (\sqrt{v_t} + \epsilon)$$
+
+    The default value of 1e-8 for epsilon might not be a good default in
+    general. For example, when training an Inception network on ImageNet a
+    current good choice is 1.0 or 0.1. Note that since AdamOptimizer uses the
+    formulation just before Section 2.1 of the Kingma and Ba paper rather than
+    the formulation in Algorithm 1, the "epsilon" referred to here is "epsilon
+    hat" in the paper.
+
+    The sparse implementation of this algorithm (used when the gradient is an
+    IndexedSlices object, typically because of `tf.gather` or an embedding
+    lookup in the forward pass) does apply momentum to variable slices even if
+    they were not used in the forward pass (meaning they have a gradient equal
+    to zero). Momentum decay (beta1) is also applied to the entire momentum
+    accumulator. This means that the sparse behavior is equivalent to the dense
+    behavior (in contrast to some momentum implementations which ignore momentum
+    unless a variable slice was actually used).
+
+    Args:
+      learning_rate: A Tensor or a floating point value.  The learning rate.
+      beta_1: A float value or a constant float tensor. The exponential decay
+        rate for the 1st moment estimates.
+      beta_2: A float value or a constant float tensor. The exponential decay
+        rate for the 2nd moment estimates.
+      epsilon: A small constant for numerical stability. This epsilon is
+        "epsilon hat" in the Kingma and Ba paper (in the formula just before
+        Section 2.1), not the epsilon in Algorithm 1 of the paper.
+      name: Optional name for the operations created when applying gradients.
+        Defaults to "Adam".  @compatibility(eager) When eager execution is
+        enabled, `learning_rate`, `beta_1`, `beta_2`, and `epsilon` can each be
+        a callable that takes no arguments and returns the actual value to use.
+        This can be useful for changing these values across different
+        invocations of optimizer functions. @end_compatibility
+    """
+
+    super(Adam, self).__init__(name)
+    self._lr = learning_rate
+    self._beta_1 = beta_1
+    self._beta_2 = beta_2
+    self._epsilon = epsilon
+
+  def _create_slots(self, var_list):
+    # Create slots for the first and second moments.
+    for var in var_list:
+      self.add_slot(var, 'm')
+      self.add_slot(var, 'v')
+
+  def _resource_apply_dense(self, grad, var):
+    m = self.get_slot(var, 'm')
+    v = self.get_slot(var, 'v')
+    # TODO(tanzheny): let optimizer have its own step counter, and let
+    # beta1_power and beta2_power depend on it.
+    return training_ops.resource_apply_adam(
+        var.handle,
+        m.handle,
+        v.handle,
+        math_ops.cast(self._beta_1, grad.dtype.base_dtype),
+        math_ops.cast(self._beta_2, grad.dtype.base_dtype),
+        math_ops.cast(self._lr, grad.dtype.base_dtype),
+        math_ops.cast(self._beta_1, grad.dtype.base_dtype),
+        math_ops.cast(self._beta_2, grad.dtype.base_dtype),
+        math_ops.cast(self._epsilon, grad.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
index 08b273f556..a1f534d55f 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
@@ -64,13 +64,13 @@ class GradientDescentOptimizerTest(test.TestCase):
         var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
         grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
         grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        sgd_op = gradient_descent.SGD(3.0).apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
+        sgd = gradient_descent.SGD(3.0)
+        sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
         # TODO(apassos) calling initialize_resources on all resources here
         # doesn't work because the sessions and graph are reused across unit
         # tests and this would mean trying to reinitialize variables. Figure out
         # a long-term solution for this.
-        resources.initialize_resources([var0, var1]).run()
+        resources.initialize_resources([var0, var1, sgd.iteration]).run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
         self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
@@ -90,13 +90,13 @@ class GradientDescentOptimizerTest(test.TestCase):
         grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
         grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
         lr = lambda: 3.0
-        sgd_op = gradient_descent.SGD(lr).apply_gradients(
-            zip([grads0, grads1], [var0, var1]))
+        sgd = gradient_descent.SGD(lr)
+        sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
         # TODO(apassos) calling initialize_resources on all resources here
         # doesn't work because the sessions and graph are reused across unit
         # tests and this would mean trying to reinitialize variables. Figure out
         # a long-term solution for this.
-        resources.initialize_resources([var0, var1]).run()
+        resources.initialize_resources([var0, var1, sgd.iteration]).run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
         self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
@@ -116,12 +116,13 @@ class GradientDescentOptimizerTest(test.TestCase):
         x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
         pred = math_ops.matmul(var0, x) + var1
         loss = pred * pred
-        sgd_op = gradient_descent.SGD(1.0).minimize(loss)
+        sgd = gradient_descent.SGD(1.0)
+        sgd_op = sgd.minimize(loss, [var0, var1])
         # TODO(apassos) calling initialize_resources on all resources here
         # doesn't work because the sessions and graph are reused across unit
         # tests and this would mean trying to reinitialize variables. Figure out
         # a long-term solution for this.
-        resources.initialize_resources([var0, var1]).run()
+        resources.initialize_resources([var0, var1, sgd.iteration]).run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
         self.assertAllCloseAccordingToType([3.0], var1.eval())
@@ -143,7 +144,7 @@ class GradientDescentOptimizerTest(test.TestCase):
         pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
         pred += var1
         loss = pred * pred
-        sgd_op = gradient_descent.SGD(1.0).minimize(loss)
+        sgd_op = gradient_descent.SGD(1.0).minimize(loss, [var0, var1])
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
@@ -193,25 +194,24 @@ class GradientDescentOptimizerTest(test.TestCase):
   def testWithGlobalStep(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
-        global_step = variables.Variable(0, trainable=False)
         var0 = variables.Variable([1.0, 2.0], dtype=dtype)
         var1 = variables.Variable([3.0, 4.0], dtype=dtype)
         grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
         grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        sgd_op = gradient_descent.SGD(3.0).apply_gradients(
-            zip([grads0, grads1], [var0, var1]), global_step=global_step)
+        sgd = gradient_descent.SGD(3.0)
+        sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
         self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
         # Run 1 step of sgd
         sgd_op.run()
-        # Validate updated params and global_step
+        # Validate updated params and optimizer iterations.
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
                                            var0.eval())
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
                                            var1.eval())
-        self.assertAllCloseAccordingToType(1, global_step.eval())
+        self.assertAllCloseAccordingToType(1, sgd.iteration.eval())
 
   def testSparseBasic(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index fd69cd0c66..c820847e53 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -22,7 +22,20 @@ from __future__ import print_function
 
 import abc
 
+from tensorflow.python.eager import backprop
+from tensorflow.python.eager import context
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.keras import initializers
+from tensorflow.python.keras.engine import base_layer
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import gradients
+from tensorflow.python.ops import variable_scope
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.training import distribution_strategy_context
 from tensorflow.python.training import optimizer as optimizer_v1
+from tensorflow.python.util import nest
 
 
 class OptimizerV2(optimizer_v1.Optimizer):
@@ -77,29 +90,6 @@ class OptimizerV2(optimizer_v1.Optimizer):
   opt.apply_gradients(capped_grads_and_vars)
   ```
 
-  ### Gating Gradients
-
-  Both `minimize()` and `compute_gradients()` accept a `gate_gradients`
-  argument that controls the degree of parallelism during the application of
-  the gradients.
-
-  The possible values are: `GATE_NONE`, `GATE_OP`, and `GATE_GRAPH`.
-
-  <b>`GATE_NONE`</b>: Compute and apply gradients in parallel.  This provides
-  the maximum parallelism in execution, at the cost of some non-reproducibility
-  in the results.  For example the two gradients of `matmul` depend on the input
-  values: With `GATE_NONE` one of the gradients could be applied to one of the
-  inputs _before_ the other gradient is computed resulting in non-reproducible
-  results.
-
-  <b>`GATE_OP`</b>: For each Op, make sure all gradients are computed before
-  they are used.  This prevents race conditions for Ops that generate gradients
-  for multiple inputs where the gradients depend on the inputs.
-
-  <b>`GATE_GRAPH`</b>: Make sure all gradients for all variables are computed
-  before any one of them is used.  This provides the least parallelism but can
-  be useful if you want to process all gradients before applying any of them.
-
   ### Slots
 
   Some optimizer subclasses, such as `MomentumOptimizer` and `AdagradOptimizer`
@@ -111,11 +101,6 @@ class OptimizerV2(optimizer_v1.Optimizer):
   This can be useful if you want to log debug a training algorithm, report stats
   about the slots, etc.
 
-  ### Non-slot variables
-
-  Some optimizer subclasses, such as `AdamOptimizer` have variables that
-  are not associated with the variables to train, just the step itself.
-
   ### Hyper parameters
 
   These are arguments passed to the optimizer subclass constructor
@@ -124,18 +109,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
   callables. If they are callable, the callable will be called during
   `apply_gradients()` to get the value for the hyper parameter.
 
-  ### State
-
-  Internal methods are passed a `state` argument with the correct
-  values to use for the slot and non-slot variables, and the hyper
-  parameters.
   """
 
-  # Values for gate_gradients.
-  GATE_NONE = 0
-  GATE_OP = 1
-  GATE_GRAPH = 2
-
   def __init__(self, name):
     """Create a new Optimizer.
 
@@ -145,6 +120,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
     you should be able to use the _set_hyper()/state.get_hyper()
     facility instead.
 
+    This class in stateful and thread-compatible.
+
     Args:
       name: A non-empty string.  The name to use for accumulators created
         for the optimizer.
@@ -157,6 +134,192 @@ class OptimizerV2(optimizer_v1.Optimizer):
     self._use_locking = True
     super(OptimizerV2, self).__init__(self._use_locking, name)
     self._hyper = {}
+    self._slots = {}
+    self._prepared = False
+
+  def minimize(self,
+               loss,
+               var_list,
+               aggregation_method=None,
+               colocate_gradients_with_ops=False,
+               name=None,
+               grad_loss=None):
+    """Add operations to minimize `loss` by updating `var_list`.
+
+    This method simply combines calls `compute_gradients()` and
+    `apply_gradients()`. If you want to process the gradient before applying
+    them call `compute_gradients()` and `apply_gradients()` explicitly instead
+    of using this function.
+
+    Args:
+      loss: A `Tensor` containing the value to minimize.
+      var_list: list or tuple of `Variable` objects to update to minimize
+        `loss`.
+      aggregation_method: Specifies the method used to combine gradient terms.
+        Valid values are defined in the class `AggregationMethod`.
+      colocate_gradients_with_ops: If True, try colocating gradients with the
+        corresponding op.
+      name: Optional name for the returned operation.
+      grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
+
+    Returns:
+      An Operation that updates the variables in `var_list`.  If `global_step`
+      was not `None`, that operation also increments `global_step`.
+
+    Raises:
+      ValueError: If some of the variables are not `Variable` objects.
+
+    @compatibility(eager)
+    When eager execution is enabled, `loss` should be a Python function that
+    takes no arguments and computes the value to be minimized. Minimization (and
+    gradient computation) is done with respect to the elements of `var_list` if
+    not None, else with respect to any trainable variables created during the
+    execution of the `loss` function. `gate_gradients`, `aggregation_method`,
+    `colocate_gradients_with_ops` and `grad_loss` are ignored when eager
+    execution is enabled.
+    @end_compatibility
+    """
+    grads_and_vars = self.compute_gradients(
+        loss,
+        var_list=var_list,
+        aggregation_method=aggregation_method,
+        colocate_gradients_with_ops=colocate_gradients_with_ops,
+        grad_loss=grad_loss)
+
+    return self.apply_gradients(grads_and_vars, name=name)
+
+  def compute_gradients(self,
+                        loss,
+                        var_list,
+                        aggregation_method=None,
+                        colocate_gradients_with_ops=False,
+                        grad_loss=None,
+                        stop_gradients=None):
+    """Compute gradients of `loss` for the variables in `var_list`.
+
+    This is the first part of `minimize()`.  It returns a list
+    of (gradient, variable) pairs where "gradient" is the gradient
+    for "variable".  Note that "gradient" can be a `Tensor`, an
+    `IndexedSlices`, or `None` if there is no gradient for the
+    given variable.
+
+    Args:
+      loss: A Tensor containing the value to minimize or a callable taking no
+        arguments which returns the value to minimize. When eager execution is
+        enabled it must be a callable.
+      var_list: Optional list or tuple of `tf.Variable` to update to minimize
+        `loss`.  Defaults to the list of variables collected in the graph under
+        the key `GraphKeys.TRAINABLE_VARIABLES`.
+      aggregation_method: Specifies the method used to combine gradient terms.
+        Valid values are defined in the class `AggregationMethod`.
+      colocate_gradients_with_ops: If True, try colocating gradients with the
+        corresponding op.
+      grad_loss: Optional. A `Tensor` holding the gradient computed for `loss`.
+      stop_gradients: Optional. A Tensor or list of tensors not to differentiate
+        through.
+
+    Returns:
+      A list of (gradient, variable) pairs. Variable is always present, but
+      gradient can be `None`.
+
+    Raises:
+      TypeError: If `var_list` contains anything else than `Variable` objects.
+      ValueError: If some arguments are invalid, or var_list is None.
+      RuntimeError: If called with eager execution enabled and `loss` is
+        not callable.
+
+    @compatibility(eager)
+    When eager execution is enabled, `aggregation_method`, and
+    `colocate_gradients_with_ops` are ignored.
+    @end_compatibility
+    """
+    var_list = nest.flatten(var_list)
+    # TODO(josh11b): Test that we handle weight decay in a reasonable way.
+    if callable(loss):
+      with backprop.GradientTape() as tape:
+        tape.watch(var_list)
+        loss_value = loss()
+      grads = tape.gradient(loss_value, var_list, grad_loss)
+    else:
+      if context.executing_eagerly():
+        raise RuntimeError("`loss` passed to Optimizer.compute_gradients "
+                           "should be a function when eager execution is "
+                           "enabled.")
+      self._assert_valid_dtypes([loss])
+      if grad_loss is not None:
+        self._assert_valid_dtypes([grad_loss])
+      grads = gradients.gradients(
+          loss,
+          var_list,
+          grad_ys=grad_loss,
+          aggregation_method=aggregation_method,
+          colocate_gradients_with_ops=colocate_gradients_with_ops,
+          stop_gradients=stop_gradients)
+
+    grads_and_vars = list(zip(grads, var_list))
+    self._assert_valid_dtypes([
+        v for g, v in grads_and_vars
+        if g is not None and v.dtype != dtypes.resource
+    ])
+
+    return grads_and_vars
+
+  def apply_gradients(self, grads_and_vars, name=None):
+    """Apply gradients to variables.
+
+    This is the second part of `minimize()`. It returns an `Operation` that
+    applies gradients.
+
+    Args:
+      grads_and_vars: List of (gradient, variable) pairs as returned by
+        `compute_gradients()`.
+      name: Optional name for the returned operation.  Default to the name
+        passed to the `Optimizer` constructor.
+
+    Returns:
+      An `Operation` that applies the specified gradients. If `global_step`
+      was not None, that operation also increments `global_step`.
+
+    Raises:
+      TypeError: If `grads_and_vars` is malformed.
+      ValueError: If none of the variables have gradients.
+    """
+    grads_and_vars = _filter_grads(grads_and_vars)
+    var_list = [v for (_, v) in grads_and_vars]
+    if distribution_strategy_context.has_distribution_strategy():
+      reduced_grads = merge_grads(grads_and_vars)
+      grads_and_vars = zip(reduced_grads, var_list)
+
+    with ops.init_scope():
+      self._create_slots(var_list)
+    update_ops = []
+
+    def update_grad_to_var(grad, var):
+      """Apply gradient to variable."""
+      if isinstance(var, ops.Tensor):
+        raise NotImplementedError("Trying to update a Tensor ", var)
+      if isinstance(grad, ops.IndexedSlices):
+        if var.constraint is not None:
+          raise RuntimeError(
+              "Cannot use a constraint function on a sparse variable.")
+        return self._resource_apply_sparse_duplicate_indices(
+            grad.values, var, grad.indices)
+      update_op = self._resource_apply_dense(grad, var)
+      if var.constraint is not None:
+        with ops.control_dependencies([update_op]):
+          return var.assign(var.constraint(var))
+      else:
+        return update_op
+
+    with ops.name_scope(name, self._name) as name:
+      self._prepare()
+      for grad, var in grads_and_vars:
+        scope_name = "" if in_eager_execution() else "_" + var.op.name
+        with ops.name_scope("update" + scope_name), ops.colocate_with(var):
+          update_ops.append(update_grad_to_var(grad, var))
+      with ops.colocate_with(self._iterations):
+        update_ops.append(self._iterations.assign_add(1))
+      return control_flow_ops.group(*update_ops)
 
   def _set_hyper(self, name, value):
     self._hyper[name] = value
@@ -166,8 +329,33 @@ class OptimizerV2(optimizer_v1.Optimizer):
     value = self._hyper[name]
     return self._call_if_callable(value)
 
+  def add_slot(self, var, slot_name):
+    slot_key = _get_slot_key_from_var(var, slot_name)
+    if slot_key not in self._slots:
+      self._slots[slot_key] = self.add_weight(
+          name=slot_key, shape=var.shape, dtype=var.dtype)
+
+  def get_slot(self, var, slot_name):
+    slot_key = _get_slot_key_from_var(var, slot_name)
+    return self._slots[slot_key]
+
   def _prepare(self):
-    pass
+    if self._prepared:
+      return
+    # This is where all hyper variables will be created.
+    with ops.device("cpu:0"):
+      self._iterations = self.add_weight(
+          self._name + "/iter",
+          shape=[],
+          trainable=False,
+          aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA)
+    self._prepared = True
+
+  @property
+  def iteration(self):
+    if not self._prepared:
+      self._prepare()
+    return self._iterations
 
   @abc.abstractmethod
   def get_config(self):
@@ -205,3 +393,116 @@ class OptimizerV2(optimizer_v1.Optimizer):
   def _serialize_hyperparameter(self, hyperparameter_name):
     """Serialize a hyperparameter that can be a float, callable, or Tensor."""
     return self._hyper[hyperparameter_name]
+
+  def add_weight(self,
+                 name,
+                 shape,
+                 dtype=None,
+                 initializer="zeros",
+                 trainable=None,
+                 synchronization=variables.VariableSynchronization.AUTO,
+                 aggregation=variables.VariableAggregation.NONE):
+
+    if dtype is None:
+      dtype = dtypes.float32
+    initializer = initializers.get(initializer)
+
+    if synchronization == variables.VariableSynchronization.ON_READ:
+      if trainable:
+        raise ValueError(
+            "Synchronization value can be set to "
+            "VariableSynchronization.ON_READ only for non-trainable variables. "
+            "You have specified trainable=True and "
+            "synchronization=VariableSynchronization.ON_READ.")
+      else:
+        # Set trainable to be false when variable is to be synced on read.
+        trainable = False
+    elif trainable is None:
+      trainable = True
+
+    variable = self._add_variable_with_custom_getter(
+        name=name,
+        shape=shape,
+        getter=base_layer.make_variable,
+        overwrite=True,
+        initializer=initializers.get(initializer),
+        dtype=dtype,
+        trainable=trainable,
+        use_resource=True,
+        synchronization=synchronization,
+        aggregation=aggregation)
+
+    return variable
+
+
+def _filter_grads(grads_and_vars):
+  """Filter out iterable with grad equal to None."""
+  grads_and_vars = tuple(grads_and_vars)
+  if not grads_and_vars:
+    raise ValueError("No variables provided.")
+  filtered = []
+  vars_with_empty_grads = []
+  for grad, var in grads_and_vars:
+    if grad is None:
+      vars_with_empty_grads.append(var)
+    else:
+      filtered.append((grad, var))
+  filtered = tuple(filtered)
+  if not filtered:
+    raise ValueError("No gradients provided for any variable: %s." %
+                     ([v.name for _, v in filtered],))
+  if vars_with_empty_grads:
+    logging.warning(
+        ("Gradients does not exist for variables %s when minimizing the loss."),
+        ([v.name for v in vars_with_empty_grads]))
+  return filtered
+
+
+def merge_grads(grads_and_vars):
+  """Merge gradients from different replicas."""
+
+  def merge_grad_fn(strategy, grads_and_vars):
+    reduced_grads = strategy.batch_reduce(
+        variable_scope.VariableAggregation.MEAN, grads_and_vars)
+    return reduced_grads
+
+  return distribution_strategy_context.get_tower_context().merge_call(
+      merge_grad_fn, grads_and_vars)
+
+
+def in_eager_execution():
+  with ops.init_scope():
+    return context.executing_eagerly()
+
+
+def _get_slot_key_from_var(var, slot_name):
+  """Get the slot key for the variable.
+
+  Scope the slot name in the namespace of the primary variable.
+  Set "primary.op.name + '/' + slot_name" as default name.
+
+  In graph mode the name is derived from the op.
+  In eager mode the name is derived from the var.
+  If distribution strategy exists, then the name is derived from the primary
+  variable instead of replica variable, i.e., /dense/kernel instead of
+  /dense/kernel/replica_1. If the slot name is 'm', then the slot variables
+  being created are /dense/kernel/m and /dense/kernel/m/replica_1, instead of
+  /dense/kernel/replica_1/m/replica_1.
+
+  Args:
+    var: the variable.
+    slot_name: the name of the slot.
+
+  Returns:
+    the name of the variable.
+  """
+
+  # pylint: disable=protected-access
+  if distribution_strategy_context.has_distribution_strategy() and hasattr(
+      var, "_primary_var"):
+    var = var._primary_var
+  if context.executing_eagerly():
+    name = var._shared_name
+  else:
+    name = var.op.name
+  return name + "/" + slot_name
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index 15f33eb7ba..fe12ab204f 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -36,194 +37,179 @@ class OptimizerTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testBasic(self):
-    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-      var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-      def loss():
-        return 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
-      # Note that for eager execution, minimize expects a function instead of a
-      # Tensor.
-      global_step = resource_variable_ops.ResourceVariable(
-          array_ops.zeros([], dtypes.int64), name='global_step_%d' % i)
-      sgd_op = gradient_descent.SGD(3.0)
-
-      self.evaluate(variables.global_variables_initializer())
-      # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
-      self.assertAllClose([3.0, 4.0], self.evaluate(var1))
-      # Run 1 step of sgd through optimizer
-      opt_op = sgd_op.minimize(loss, global_step, [var0, var1])
-      self.evaluate(opt_op)
-      # Validate updated params
-      self.assertAllClose([-14., -13.], self.evaluate(var0))
-      self.assertAllClose([-6., -5.], self.evaluate(var1))
+    for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        loss = lambda: 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
+        if not context.executing_eagerly():
+          loss = loss()
+        sgd = gradient_descent.SGD(3.0)
+
+        self.evaluate(variables.global_variables_initializer())
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
+        # Run 1 step of sgd through optimizer
+        opt_op = sgd.minimize(loss, var_list=[var0, var1])
+        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(opt_op)
+        # Validate updated params
+        self.assertAllClose([-14., -13.], self.evaluate(var0))
+        self.assertAllClose([-6., -5.], self.evaluate(var1))
 
+  @test_util.run_in_graph_and_eager_modes
   def testAggregationMethod(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
         var0 = variables.Variable([1.0, 2.0], dtype=dtype)
         var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        cost = 5 * var0 + 3 * var1
-        global_step = variables.Variable(
-            array_ops.zeros([], dtypes.int64), name='global_step')
-        sgd_op = gradient_descent.SGD(3.0)
-        opt_op = sgd_op.minimize(
-            cost,
-            global_step, [var0, var1],
-            aggregation_method=gradients_impl.AggregationMethod.
-            EXPERIMENTAL_ACCUMULATE_N)
+        loss = lambda: 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
+        if not context.executing_eagerly():
+          loss = loss()
+        sgd = gradient_descent.SGD(3.0)
 
-        variables.global_variables_initializer().run()
+        self.evaluate(variables.global_variables_initializer())
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd through optimizer
-        opt_op.run()
+        opt_op = sgd.minimize(
+            loss,
+            var_list=[var0, var1],
+            aggregation_method=gradients_impl.AggregationMethod
+            .EXPERIMENTAL_ACCUMULATE_N)
+        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(opt_op)
         # Validate updated params
-        self.assertAllClose([-14., -13.], var0.eval())
-        self.assertAllClose([-6., -5.], var1.eval())
+        self.assertAllClose([-14., -13.], self.evaluate(var0))
+        self.assertAllClose([-6., -5.], self.evaluate(var1))
 
+  @test_util.run_in_graph_and_eager_modes
   def testPrecomputedGradient(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
         var0 = variables.Variable([1.0, 2.0], dtype=dtype)
         var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        cost = 5 * var0 + 3 * var1
+        loss = lambda: 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
+        if not context.executing_eagerly():
+          loss = loss()
         grad_loss = constant_op.constant([42, -42], dtype=dtype)
-        global_step = variables.Variable(
-            array_ops.zeros([], dtypes.int64), name='global_step')
-        sgd_op = gradient_descent.SGD(3.0)
-        opt_op = sgd_op.minimize(
-            cost, global_step, [var0, var1], grad_loss=grad_loss)
+        sgd = gradient_descent.SGD(3.0)
 
-        variables.global_variables_initializer().run()
+        self.evaluate(variables.global_variables_initializer())
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd through optimizer
-        opt_op.run()
+        opt_op = sgd.minimize(loss, var_list=[var0, var1], grad_loss=grad_loss)
+        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(opt_op)
         # Validate updated params
         self.assertAllClose([1.0 - 3 * 5 * 42.0, 2.0 - 3 * 5 * (-42.0)],
-                            var0.eval())
+                            self.evaluate(var0))
         self.assertAllClose([3.0 - 3 * 3 * 42.0, 4.0 - 3 * 3 * (-42.0)],
-                            var1.eval())
-
-  @test_util.run_in_graph_and_eager_modes
-  def testNoVariables(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      # pylint: disable=cell-var-from-loop
-      def loss():
-        var0 = resource_variable_ops.ResourceVariable(
-            [1.0, 2.0], dtype=dtype, trainable=False, name='a')
-        var1 = resource_variable_ops.ResourceVariable(
-            [3.0, 4.0], dtype=dtype, trainable=False, name='b')
-        return 5 * var0 + var1
-      # pylint: enable=cell-var-from-loop
-      sgd_op = gradient_descent.SGD(3.0)
-      with self.assertRaisesRegexp(ValueError, 'No.*variables'):
-        sgd_op.minimize(loss)
+                            self.evaluate(var1))
 
   @test_util.run_in_graph_and_eager_modes
   def testNoGradients(self):
     for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-      var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-      # pylint: disable=cell-var-from-loop
-      def loss():
-        return 5 * var0
-      # pylint: enable=cell-var-from-loop
-      sgd_op = gradient_descent.SGD(3.0)
-      with self.assertRaisesRegexp(ValueError, 'No gradients'):
-        # var1 has no gradient
-        sgd_op.minimize(loss, var_list=[var1])
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        loss = lambda: 5 * var0  # pylint: disable=cell-var-from-loop
+        if not context.executing_eagerly():
+          loss = loss()
+        sgd_op = gradient_descent.SGD(3.0)
+        with self.assertRaisesRegexp(ValueError, 'No gradients'):
+          # var1 has no gradient
+          sgd_op.minimize(loss, var_list=[var1])
 
   @test_util.run_in_graph_and_eager_modes
   def testNoGradientsForAnyVariables_Minimize(self):
     for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-      var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-      def loss():
-        return constant_op.constant(5.0)
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        loss = lambda: constant_op.constant(5.0)
+        if not context.executing_eagerly():
+          loss = loss()
 
-      sgd_op = gradient_descent.SGD(3.0)
-      with self.assertRaisesRegexp(ValueError,
-                                   'No gradients provided for any variable'):
-        sgd_op.minimize(loss, var_list=[var0, var1])
+        sgd_op = gradient_descent.SGD(3.0)
+        with self.assertRaisesRegexp(ValueError,
+                                     'No gradients provided for any variable'):
+          sgd_op.minimize(loss, var_list=[var0, var1])
 
   @test_util.run_in_graph_and_eager_modes
   def testNoGradientsForAnyVariables_ApplyGradients(self):
     for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-      var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-      sgd_op = gradient_descent.SGD(3.0)
-      with self.assertRaisesRegexp(ValueError,
-                                   'No gradients provided for any variable'):
-        sgd_op.apply_gradients([(None, var0), (None, var1)])
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        sgd_op = gradient_descent.SGD(3.0)
+        with self.assertRaisesRegexp(ValueError,
+                                     'No gradients provided for any variable'):
+          sgd_op.apply_gradients([(None, var0), (None, var1)])
 
   @test_util.run_in_graph_and_eager_modes
   def testGradientsAsVariables(self):
     for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
-      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
-      var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
-      def loss():
-        return 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
-
-      sgd_op = gradient_descent.SGD(3.0)
-      grads_and_vars = sgd_op.compute_gradients(loss, [var0, var1])
-      # Convert gradients to tf.Variables
-      converted_grads = [
-          resource_variable_ops.ResourceVariable(array_ops.zeros([2], dtype),
-                                                 name='c_%d_%d' % (i, j))
-          for j, gv in enumerate(grads_and_vars)
-      ]
-      convert_ops = [
-          state_ops.assign(converted_grads[j], gv[0])
-          for j, gv in enumerate(grads_and_vars)
-      ]
-
-      self.evaluate(variables.global_variables_initializer())
-      # Run convert_ops to achieve the gradietns converting
-      self.evaluate(convert_ops)
-      # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
-      self.assertAllClose([3.0, 4.0], self.evaluate(var1))
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        loss = lambda: 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
+        if not context.executing_eagerly():
+          loss = loss()
+
+        sgd = gradient_descent.SGD(3.0)
+        grads_and_vars = sgd.compute_gradients(loss, [var0, var1])
+        # Convert gradients to tf.Variables
+        converted_grads = [
+            resource_variable_ops.ResourceVariable(
+                array_ops.zeros([2], dtype), name='c_%d_%d' % (i, j))
+            for j, gv in enumerate(grads_and_vars)
+        ]
+        convert_ops = [
+            state_ops.assign(converted_grads[j], gv[0])
+            for j, gv in enumerate(grads_and_vars)
+        ]
+
+        # Run convert_ops to achieve the gradients converting
+        self.evaluate(variables.global_variables_initializer())
+        self.evaluate(convert_ops)
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
-      # Run 1 step of sgd through optimizer
-      converted_grads_and_vars = list(zip(converted_grads, [var0, var1]))
-      opt_op = sgd_op.apply_gradients(converted_grads_and_vars)
-      self.evaluate(opt_op)
+        # Run 1 step of sgd through optimizer
+        converted_grads_and_vars = list(zip(converted_grads, [var0, var1]))
+        opt_op = sgd.apply_gradients(converted_grads_and_vars)
+        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(opt_op)
 
-      # Validate updated params
-      self.assertAllClose([-14., -13.], self.evaluate(var0))
-      self.assertAllClose([-6., -5.], self.evaluate(var1))
+        # Validate updated params
+        self.assertAllClose([-14., -13.], self.evaluate(var0))
+        self.assertAllClose([-6., -5.], self.evaluate(var1))
 
   @test_util.run_in_graph_and_eager_modes
   def testComputeGradientsWithTensors(self):
-    x = ops.convert_to_tensor(1.0)
-    def f():
-      return x * x
+    with self.cached_session():
+      x = ops.convert_to_tensor(1.0)
 
-    sgd_op = gradient_descent.SGD(3.0)
-    grads_and_vars = sgd_op.compute_gradients(f, [x])
-    self.assertEqual(1, len(grads_and_vars))
-    grad, x_as_var = grads_and_vars[0]
-    self.assertIs(x, x_as_var)
-    self.assertEqual(2.0, self.evaluate(grad))
+      def f():
+        return x * x
 
-    with self.assertRaises(NotImplementedError):
-      sgd_op.apply_gradients(grads_and_vars)
+      sgd = gradient_descent.SGD(3.0)
+      grads_and_vars = sgd.compute_gradients(f, [x])
+      self.assertEqual(1, len(grads_and_vars))
+      grad, x_as_var = grads_and_vars[0]
+      self.assertIs(x, x_as_var)
+      self.assertEqual(2.0, self.evaluate(grad))
 
-  def testTrainOp(self):
-    with self.cached_session():
-      var0 = variables.Variable([1.0, 2.0])
-      var1 = variables.Variable([3.0, 4.0])
-      cost = 5 * var0 + 3 * var1
-      global_step = variables.Variable(
-          array_ops.zeros([], dtypes.int64), name='global_step')
-      sgd_op = gradient_descent.SGD(3.0)
-      opt_op = sgd_op.minimize(cost, global_step, [var0, var1])
-      self.assertTrue(opt_op in ops.get_collection(ops.GraphKeys.TRAIN_OP))
+      with self.assertRaises(NotImplementedError):
+        sgd.apply_gradients(grads_and_vars)
 
+  @test_util.run_in_graph_and_eager_modes
   def testConstraint(self):
     constraint_01 = lambda x: clip_ops.clip_by_value(x, -0.1, 0.)
     constraint_0 = lambda x: clip_ops.clip_by_value(x, 0., 1.)
@@ -232,21 +218,29 @@ class OptimizerTest(test.TestCase):
                                 constraint=constraint_01)
       var1 = variables.Variable([3.0, 4.0],
                                 constraint=constraint_0)
-      cost = 5 * var0 + 3 * var1
-      global_step = variables.Variable(
-          array_ops.zeros([], dtypes.int64), name='global_step')
-      sgd_op = gradient_descent.SGD(3.0)
-      opt_op = sgd_op.minimize(cost, global_step, [var0, var1])
+      loss = lambda: 5 * var0 + 3 * var1
+      if not context.executing_eagerly():  # pylint: disable=cell-var-from-loop
+        loss = loss()
+      sgd = gradient_descent.SGD(3.0)
 
-      variables.global_variables_initializer().run()
+      self.evaluate(variables.global_variables_initializer())
       # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([3.0, 4.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([3.0, 4.0], self.evaluate(var1))
       # Run 1 step of sgd through optimizer
-      opt_op.run()
+      opt_op = sgd.minimize(loss, var_list=[var0, var1])
+      self.evaluate(sgd.iteration.initializer)
+      self.evaluate(opt_op)
       # Validate updated params
-      self.assertAllClose([-0.1, -0.1], var0.eval())
-      self.assertAllClose([0., 0.], var1.eval())
+      self.assertAllClose([-0.1, -0.1], self.evaluate(var0))
+      self.assertAllClose([0., 0.], self.evaluate(var1))
+
+  @test_util.run_in_graph_and_eager_modes
+  def testIterationWithoutMinimize(self):
+    with self.cached_session():
+      sgd = gradient_descent.SGD(3.0)
+      self.evaluate(sgd.iteration.initializer)
+      self.assertEqual(0, self.evaluate(sgd.iteration))
 
 
 if __name__ == '__main__':
-- 
GitLab


From 1b114bf1110170c93524fac58682b46ebc53c1e8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 14:26:41 -0700
Subject: [PATCH 0738/1825] Delete out-of-date samples.

PiperOrigin-RevId: 219193262
---
 tensorflow/examples/benchmark/BUILD           |  25 ---
 .../examples/benchmark/sample_benchmark.py    |  50 -----
 .../regression/linear_regression.py           | 106 ---------
 .../examples/how_tos/reading_data/BUILD       |  26 ---
 .../reading_data/fully_connected_preloaded.py | 189 ----------------
 .../fully_connected_preloaded_var.py          | 200 -----------------
 tensorflow/examples/learn/BUILD               | 107 ----------
 tensorflow/examples/learn/README.md           |  18 --
 tensorflow/examples/learn/boston.py           |  71 ------
 tensorflow/examples/learn/examples_test.sh    |  10 -
 .../examples/learn/hdf5_classification.py     |  81 -------
 tensorflow/examples/learn/iris.py             | 115 ----------
 tensorflow/examples/learn/iris_run_config.py  |  71 ------
 tensorflow/examples/learn/mnist.py            | 135 ------------
 tensorflow/examples/learn/multiple_gpu.py     | 116 ----------
 .../examples/learn/random_forest_mnist.py     | 137 ------------
 tensorflow/examples/learn/resnet.py           | 202 ------------------
 .../examples/learn/text_classification.py     | 180 ----------------
 .../text_classification_character_cnn.py      | 160 --------------
 .../text_classification_character_rnn.py      | 122 -----------
 .../examples/learn/text_classification_cnn.py | 153 -------------
 .../examples/tutorials/estimators/BUILD       |  22 --
 .../examples/tutorials/estimators/__init__.py |   0
 .../examples/tutorials/estimators/abalone.py  | 185 ----------------
 .../examples/tutorials/input_fn/boston.py     |  79 -------
 tensorflow/examples/tutorials/mnist/BUILD     |  24 ---
 .../examples/tutorials/mnist/mnist_deep.py    | 185 ----------------
 .../examples/tutorials/mnist/mnist_softmax.py |  84 --------
 tensorflow/examples/tutorials/monitors/BUILD  |  25 ---
 .../examples/tutorials/monitors/__init__.py   |   0
 .../tutorials/monitors/iris_monitors.py       |  92 --------
 .../examples/tutorials/monitors/iris_test.csv |  31 ---
 .../tutorials/monitors/iris_training.csv      | 121 -----------
 33 files changed, 3122 deletions(-)
 delete mode 100644 tensorflow/examples/benchmark/BUILD
 delete mode 100644 tensorflow/examples/benchmark/sample_benchmark.py
 delete mode 100644 tensorflow/examples/get_started/regression/linear_regression.py
 delete mode 100644 tensorflow/examples/how_tos/reading_data/fully_connected_preloaded.py
 delete mode 100644 tensorflow/examples/how_tos/reading_data/fully_connected_preloaded_var.py
 delete mode 100644 tensorflow/examples/learn/boston.py
 delete mode 100644 tensorflow/examples/learn/hdf5_classification.py
 delete mode 100644 tensorflow/examples/learn/iris.py
 delete mode 100644 tensorflow/examples/learn/iris_run_config.py
 delete mode 100644 tensorflow/examples/learn/mnist.py
 delete mode 100644 tensorflow/examples/learn/multiple_gpu.py
 delete mode 100644 tensorflow/examples/learn/random_forest_mnist.py
 delete mode 100755 tensorflow/examples/learn/resnet.py
 delete mode 100644 tensorflow/examples/learn/text_classification.py
 delete mode 100644 tensorflow/examples/learn/text_classification_character_cnn.py
 delete mode 100644 tensorflow/examples/learn/text_classification_character_rnn.py
 delete mode 100644 tensorflow/examples/learn/text_classification_cnn.py
 delete mode 100644 tensorflow/examples/tutorials/estimators/BUILD
 delete mode 100644 tensorflow/examples/tutorials/estimators/__init__.py
 delete mode 100644 tensorflow/examples/tutorials/estimators/abalone.py
 delete mode 100644 tensorflow/examples/tutorials/input_fn/boston.py
 delete mode 100644 tensorflow/examples/tutorials/mnist/mnist_deep.py
 delete mode 100644 tensorflow/examples/tutorials/mnist/mnist_softmax.py
 delete mode 100644 tensorflow/examples/tutorials/monitors/BUILD
 delete mode 100644 tensorflow/examples/tutorials/monitors/__init__.py
 delete mode 100644 tensorflow/examples/tutorials/monitors/iris_monitors.py
 delete mode 100644 tensorflow/examples/tutorials/monitors/iris_test.csv
 delete mode 100644 tensorflow/examples/tutorials/monitors/iris_training.csv

diff --git a/tensorflow/examples/benchmark/BUILD b/tensorflow/examples/benchmark/BUILD
deleted file mode 100644
index 98611a9aad..0000000000
--- a/tensorflow/examples/benchmark/BUILD
+++ /dev/null
@@ -1,25 +0,0 @@
-# Description:
-# Examples of adding a benchmark to TensorFlow.
-
-load(
-    "//tensorflow/tools/test:performance.bzl",
-    "tf_py_logged_benchmark",
-)
-
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
-py_test(
-    name = "sample_benchmark",
-    srcs = ["sample_benchmark.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-    ],
-)
-
-tf_py_logged_benchmark(
-    name = "sample_logged_benchmark",
-    target = "//tensorflow/examples/benchmark:sample_benchmark",
-)
diff --git a/tensorflow/examples/benchmark/sample_benchmark.py b/tensorflow/examples/benchmark/sample_benchmark.py
deleted file mode 100644
index e98d7a2b5f..0000000000
--- a/tensorflow/examples/benchmark/sample_benchmark.py
+++ /dev/null
@@ -1,50 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Sample TensorFlow benchmark."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import time
-
-import tensorflow as tf
-
-
-# Define a class that extends from tf.test.Benchmark.
-class SampleBenchmark(tf.test.Benchmark):
-
-  # Note: benchmark method name must start with `benchmark`.
-  def benchmarkSum(self):
-    with tf.Session() as sess:
-      x = tf.constant(10)
-      y = tf.constant(5)
-      result = tf.add(x, y)
-
-      iters = 100
-      start_time = time.time()
-      for _ in range(iters):
-        sess.run(result)
-      total_wall_time = time.time() - start_time
-
-      # Call report_benchmark to report a metric value.
-      self.report_benchmark(
-          name="sum_wall_time",
-          # This value should always be per iteration.
-          wall_time=total_wall_time/iters,
-          iters=iters)
-
-
-if __name__ == "__main__":
-  tf.test.main()
diff --git a/tensorflow/examples/get_started/regression/linear_regression.py b/tensorflow/examples/get_started/regression/linear_regression.py
deleted file mode 100644
index 74651e7446..0000000000
--- a/tensorflow/examples/get_started/regression/linear_regression.py
+++ /dev/null
@@ -1,106 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Linear regression using the LinearRegressor Estimator."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-import tensorflow as tf
-
-import imports85  # pylint: disable=g-bad-import-order
-
-STEPS = 1000
-PRICE_NORM_FACTOR = 1000
-
-
-def main(argv):
-  """Builds, trains, and evaluates the model."""
-  assert len(argv) == 1
-  (train, test) = imports85.dataset()
-
-  # Switch the labels to units of thousands for better convergence.
-  def to_thousands(features, labels):
-    return features, labels / PRICE_NORM_FACTOR
-
-  train = train.map(to_thousands)
-  test = test.map(to_thousands)
-
-  # Build the training input_fn.
-  def input_train():
-    return (
-        # Shuffling with a buffer larger than the data set ensures
-        # that the examples are well mixed.
-        train.shuffle(1000).batch(128)
-        # Repeat forever
-        .repeat().make_one_shot_iterator().get_next())
-
-  # Build the validation input_fn.
-  def input_test():
-    return (test.shuffle(1000).batch(128)
-            .make_one_shot_iterator().get_next())
-
-  feature_columns = [
-      # "curb-weight" and "highway-mpg" are numeric columns.
-      tf.feature_column.numeric_column(key="curb-weight"),
-      tf.feature_column.numeric_column(key="highway-mpg"),
-  ]
-
-  # Build the Estimator.
-  model = tf.estimator.LinearRegressor(feature_columns=feature_columns)
-
-  # Train the model.
-  # By default, the Estimators log output every 100 steps.
-  model.train(input_fn=input_train, steps=STEPS)
-
-  # Evaluate how the model performs on data it has not yet seen.
-  eval_result = model.evaluate(input_fn=input_test)
-
-  # The evaluation returns a Python dictionary. The "average_loss" key holds the
-  # Mean Squared Error (MSE).
-  average_loss = eval_result["average_loss"]
-
-  # Convert MSE to Root Mean Square Error (RMSE).
-  print("\n" + 80 * "*")
-  print("\nRMS error for the test set: ${:.0f}"
-        .format(PRICE_NORM_FACTOR * average_loss**0.5))
-
-  # Run the model in prediction mode.
-  input_dict = {
-      "curb-weight": np.array([2000, 3000]),
-      "highway-mpg": np.array([30, 40])
-  }
-  predict_input_fn = tf.estimator.inputs.numpy_input_fn(
-      input_dict, shuffle=False)
-  predict_results = model.predict(input_fn=predict_input_fn)
-
-  # Print the prediction results.
-  print("\nPrediction results:")
-  for i, prediction in enumerate(predict_results):
-    msg = ("Curb weight: {: 4d}lbs, "
-           "Highway: {: 0d}mpg, "
-           "Prediction: ${: 9.2f}")
-    msg = msg.format(input_dict["curb-weight"][i], input_dict["highway-mpg"][i],
-                     PRICE_NORM_FACTOR * prediction["predictions"][0])
-
-    print("    " + msg)
-  print()
-
-
-if __name__ == "__main__":
-  # The Estimator periodically generates "INFO" logs; make these logs visible.
-  tf.logging.set_verbosity(tf.logging.INFO)
-  tf.app.run(main=main)
diff --git a/tensorflow/examples/how_tos/reading_data/BUILD b/tensorflow/examples/how_tos/reading_data/BUILD
index 64a054d371..e846b29146 100644
--- a/tensorflow/examples/how_tos/reading_data/BUILD
+++ b/tensorflow/examples/how_tos/reading_data/BUILD
@@ -28,29 +28,3 @@ py_binary(
         "//tensorflow/examples/tutorials/mnist",
     ],
 )
-
-py_binary(
-    name = "fully_connected_preloaded",
-    srcs = [
-        "fully_connected_preloaded.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//tensorflow/examples/tutorials/mnist",
-        "//tensorflow/examples/tutorials/mnist:input_data",
-    ],
-)
-
-py_binary(
-    name = "fully_connected_preloaded_var",
-    srcs = [
-        "fully_connected_preloaded_var.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//tensorflow/examples/tutorials/mnist",
-        "//tensorflow/examples/tutorials/mnist:input_data",
-    ],
-)
diff --git a/tensorflow/examples/how_tos/reading_data/fully_connected_preloaded.py b/tensorflow/examples/how_tos/reading_data/fully_connected_preloaded.py
deleted file mode 100644
index 34ff59f0d1..0000000000
--- a/tensorflow/examples/how_tos/reading_data/fully_connected_preloaded.py
+++ /dev/null
@@ -1,189 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Trains the MNIST network using preloaded data in a constant.
-
-Run using bazel:
-
-bazel run --config opt \
-    <...>/tensorflow/examples/how_tos/reading_data:fully_connected_preloaded
-
-or, if installed via pip:
-
-cd tensorflow/examples/how_tos/reading_data
-python fully_connected_preloaded.py
-
-"""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-import time
-
-import tensorflow as tf
-
-from tensorflow.examples.tutorials.mnist import input_data
-from tensorflow.examples.tutorials.mnist import mnist
-
-# Basic model parameters as external flags.
-FLAGS = None
-
-
-def run_training():
-  """Train MNIST for a number of epochs."""
-  # Get the sets of images and labels for training, validation, and
-  # test on MNIST.
-  data_sets = input_data.read_data_sets(FLAGS.train_dir, FLAGS.fake_data)
-
-  # Tell TensorFlow that the model will be built into the default Graph.
-  with tf.Graph().as_default():
-    with tf.name_scope('input'):
-      # Input data, pin to CPU because rest of pipeline is CPU-only
-      with tf.device('/cpu:0'):
-        input_images = tf.constant(data_sets.train.images)
-        input_labels = tf.constant(data_sets.train.labels)
-
-      image, label = tf.train.slice_input_producer(
-          [input_images, input_labels], num_epochs=FLAGS.num_epochs)
-      label = tf.cast(label, tf.int32)
-      images, labels = tf.train.batch(
-          [image, label], batch_size=FLAGS.batch_size)
-
-    # Build a Graph that computes predictions from the inference model.
-    logits = mnist.inference(images, FLAGS.hidden1, FLAGS.hidden2)
-
-    # Add to the Graph the Ops for loss calculation.
-    loss = mnist.loss(logits, labels)
-
-    # Add to the Graph the Ops that calculate and apply gradients.
-    train_op = mnist.training(loss, FLAGS.learning_rate)
-
-    # Add the Op to compare the logits to the labels during evaluation.
-    eval_correct = mnist.evaluation(logits, labels)
-
-    # Build the summary operation based on the TF collection of Summaries.
-    summary_op = tf.summary.merge_all()
-
-    # Create a saver for writing training checkpoints.
-    saver = tf.train.Saver()
-
-    # Create the op for initializing variables.
-    init_op = tf.group(tf.global_variables_initializer(),
-                       tf.local_variables_initializer())
-    # Create a session for running Ops on the Graph.
-    sess = tf.Session()
-
-    # Run the Op to initialize the variables.
-    sess.run(init_op)
-
-    # Instantiate a SummaryWriter to output summaries and the Graph.
-    summary_writer = tf.summary.FileWriter(FLAGS.train_dir, sess.graph)
-
-    # Start input enqueue threads.
-    coord = tf.train.Coordinator()
-    threads = tf.train.start_queue_runners(sess=sess, coord=coord)
-
-    # And then after everything is built, start the training loop.
-    try:
-      step = 0
-      while not coord.should_stop():
-        start_time = time.time()
-
-        # Run one step of the model.
-        _, loss_value = sess.run([train_op, loss])
-
-        duration = time.time() - start_time
-
-        # Write the summaries and print an overview fairly often.
-        if step % 100 == 0:
-          # Print status to stdout.
-          print('Step %d: loss = %.2f (%.3f sec)' % (step, loss_value,
-                                                     duration))
-          # Update the events file.
-          summary_str = sess.run(summary_op)
-          summary_writer.add_summary(summary_str, step)
-          step += 1
-
-        # Save a checkpoint periodically.
-        if (step + 1) % 1000 == 0:
-          print('Saving')
-          saver.save(sess, FLAGS.train_dir, global_step=step)
-
-        step += 1
-    except tf.errors.OutOfRangeError:
-      print('Saving')
-      saver.save(sess, FLAGS.train_dir, global_step=step)
-      print('Done training for %d epochs, %d steps.' % (FLAGS.num_epochs, step))
-    finally:
-      # When done, ask the threads to stop.
-      coord.request_stop()
-
-    # Wait for threads to finish.
-    coord.join(threads)
-    sess.close()
-
-
-def main(_):
-  run_training()
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--learning_rate',
-      type=float,
-      default=0.01,
-      help='Initial learning rate.'
-  )
-  parser.add_argument(
-      '--num_epochs',
-      type=int,
-      default=2,
-      help='Number of epochs to run trainer.'
-  )
-  parser.add_argument(
-      '--hidden1',
-      type=int,
-      default=128,
-      help='Number of units in hidden layer 1.'
-  )
-  parser.add_argument(
-      '--hidden2',
-      type=int,
-      default=32,
-      help='Number of units in hidden layer 2.'
-  )
-  parser.add_argument(
-      '--batch_size',
-      type=int,
-      default=100,
-      help='Batch size.  Must divide evenly into the dataset sizes.'
-  )
-  parser.add_argument(
-      '--train_dir',
-      type=str,
-      default='/tmp/data',
-      help='Directory to put the training data.'
-  )
-  parser.add_argument(
-      '--fake_data',
-      default=False,
-      help='If true, uses fake data for unit testing.',
-      action='store_true'
-  )
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/how_tos/reading_data/fully_connected_preloaded_var.py b/tensorflow/examples/how_tos/reading_data/fully_connected_preloaded_var.py
deleted file mode 100644
index e29387ab9d..0000000000
--- a/tensorflow/examples/how_tos/reading_data/fully_connected_preloaded_var.py
+++ /dev/null
@@ -1,200 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""Trains the MNIST network using preloaded data stored in a variable.
-
-Run using bazel:
-
-bazel run --config opt \
-    <...>/tensorflow/examples/how_tos/reading_data:fully_connected_preloaded_var
-
-or, if installed via pip:
-
-cd tensorflow/examples/how_tos/reading_data
-python fully_connected_preloaded_var.py
-"""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-import time
-
-import tensorflow as tf
-
-from tensorflow.examples.tutorials.mnist import input_data
-from tensorflow.examples.tutorials.mnist import mnist
-
-# Basic model parameters as external flags.
-FLAGS = None
-
-
-def run_training():
-  """Train MNIST for a number of epochs."""
-  # Get the sets of images and labels for training, validation, and
-  # test on MNIST.
-  data_sets = input_data.read_data_sets(FLAGS.train_dir, FLAGS.fake_data)
-
-  # Tell TensorFlow that the model will be built into the default Graph.
-  with tf.Graph().as_default():
-    with tf.name_scope('input'):
-      # Input data
-      images_initializer = tf.placeholder(
-          dtype=data_sets.train.images.dtype,
-          shape=data_sets.train.images.shape)
-      labels_initializer = tf.placeholder(
-          dtype=data_sets.train.labels.dtype,
-          shape=data_sets.train.labels.shape)
-      input_images = tf.Variable(
-          images_initializer, trainable=False, collections=[])
-      input_labels = tf.Variable(
-          labels_initializer, trainable=False, collections=[])
-
-      image, label = tf.train.slice_input_producer(
-          [input_images, input_labels], num_epochs=FLAGS.num_epochs)
-      label = tf.cast(label, tf.int32)
-      images, labels = tf.train.batch(
-          [image, label], batch_size=FLAGS.batch_size)
-
-    # Build a Graph that computes predictions from the inference model.
-    logits = mnist.inference(images, FLAGS.hidden1, FLAGS.hidden2)
-
-    # Add to the Graph the Ops for loss calculation.
-    loss = mnist.loss(logits, labels)
-
-    # Add to the Graph the Ops that calculate and apply gradients.
-    train_op = mnist.training(loss, FLAGS.learning_rate)
-
-    # Add the Op to compare the logits to the labels during evaluation.
-    eval_correct = mnist.evaluation(logits, labels)
-
-    # Build the summary operation based on the TF collection of Summaries.
-    summary_op = tf.summary.merge_all()
-
-    # Create a saver for writing training checkpoints.
-    saver = tf.train.Saver()
-
-    # Create the op for initializing variables.
-    init_op = tf.group(tf.global_variables_initializer(),
-                       tf.local_variables_initializer())
-
-    # Create a session for running Ops on the Graph.
-    sess = tf.Session()
-
-    # Run the Op to initialize the variables.
-    sess.run(init_op)
-    sess.run(input_images.initializer,
-             feed_dict={images_initializer: data_sets.train.images})
-    sess.run(input_labels.initializer,
-             feed_dict={labels_initializer: data_sets.train.labels})
-
-    # Instantiate a SummaryWriter to output summaries and the Graph.
-    summary_writer = tf.summary.FileWriter(FLAGS.train_dir, sess.graph)
-
-    # Start input enqueue threads.
-    coord = tf.train.Coordinator()
-    threads = tf.train.start_queue_runners(sess=sess, coord=coord)
-
-    # And then after everything is built, start the training loop.
-    try:
-      step = 0
-      while not coord.should_stop():
-        start_time = time.time()
-
-        # Run one step of the model.
-        _, loss_value = sess.run([train_op, loss])
-
-        duration = time.time() - start_time
-
-        # Write the summaries and print an overview fairly often.
-        if step % 100 == 0:
-          # Print status to stdout.
-          print('Step %d: loss = %.2f (%.3f sec)' % (step, loss_value,
-                                                     duration))
-          # Update the events file.
-          summary_str = sess.run(summary_op)
-          summary_writer.add_summary(summary_str, step)
-          step += 1
-
-        # Save a checkpoint periodically.
-        if (step + 1) % 1000 == 0:
-          print('Saving')
-          saver.save(sess, FLAGS.train_dir, global_step=step)
-
-        step += 1
-    except tf.errors.OutOfRangeError:
-      print('Saving')
-      saver.save(sess, FLAGS.train_dir, global_step=step)
-      print('Done training for %d epochs, %d steps.' % (FLAGS.num_epochs, step))
-    finally:
-      # When done, ask the threads to stop.
-      coord.request_stop()
-
-    # Wait for threads to finish.
-    coord.join(threads)
-    sess.close()
-
-
-def main(_):
-  run_training()
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--learning_rate',
-      type=float,
-      default=0.01,
-      help='Initial learning rate.'
-  )
-  parser.add_argument(
-      '--num_epochs',
-      type=int,
-      default=2,
-      help='Number of epochs to run trainer.'
-  )
-  parser.add_argument(
-      '--hidden1',
-      type=int,
-      default=128,
-      help='Number of units in hidden layer 1.'
-  )
-  parser.add_argument(
-      '--hidden2',
-      type=int,
-      default=32,
-      help='Number of units in hidden layer 2.'
-  )
-  parser.add_argument(
-      '--batch_size',
-      type=int,
-      default=100,
-      help='Batch size.  Must divide evenly into the dataset sizes.'
-  )
-  parser.add_argument(
-      '--train_dir',
-      type=str,
-      default='/tmp/data',
-      help='Directory to put the training data.'
-  )
-  parser.add_argument(
-      '--fake_data',
-      default=False,
-      help='If true, uses fake data for unit testing.',
-      action='store_true'
-  )
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/learn/BUILD b/tensorflow/examples/learn/BUILD
index bdbcb0b163..d6ec1f393b 100644
--- a/tensorflow/examples/learn/BUILD
+++ b/tensorflow/examples/learn/BUILD
@@ -9,30 +9,6 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-py_binary(
-    name = "boston",
-    srcs = ["boston.py"],
-    srcs_version = "PY2AND3",
-    deps = ["//tensorflow:tensorflow_py"],
-)
-
-py_binary(
-    name = "hdf5_classification",
-    srcs = ["hdf5_classification.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "iris",
-    srcs = ["iris.py"],
-    srcs_version = "PY2AND3",
-    deps = ["//tensorflow:tensorflow_py"],
-)
-
 py_binary(
     name = "iris_custom_decay_dnn",
     srcs = ["iris_custom_decay_dnn.py"],
@@ -47,89 +23,6 @@ py_binary(
     deps = ["//tensorflow:tensorflow_py"],
 )
 
-py_binary(
-    name = "iris_run_config",
-    srcs = ["iris_run_config.py"],
-    srcs_version = "PY2AND3",
-    deps = ["//tensorflow:tensorflow_py"],
-)
-
-py_binary(
-    name = "random_forest_mnist",
-    srcs = ["random_forest_mnist.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//tensorflow/examples/tutorials/mnist:input_data",
-        "//tensorflow/python:platform",
-    ],
-)
-
-py_binary(
-    name = "resnet",
-    srcs = ["resnet.py"],
-    srcs_version = "PY2AND3",
-    deps = ["//tensorflow:tensorflow_py"],
-)
-
-py_binary(
-    name = "text_classification",
-    srcs = ["text_classification.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//tensorflow/contrib/layers:layers_py",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "text_classification_character_cnn",
-    srcs = ["text_classification_character_cnn.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "text_classification_character_rnn",
-    srcs = ["text_classification_character_rnn.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "text_classification_cnn",
-    srcs = ["text_classification_cnn.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "mnist",
-    srcs = ["mnist.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "multiple_gpu",
-    srcs = ["multiple_gpu.py"],
-    srcs_version = "PY2AND3",
-    deps = ["//tensorflow:tensorflow_py"],
-)
-
 sh_test(
     name = "examples_test",
     size = "large",
diff --git a/tensorflow/examples/learn/README.md b/tensorflow/examples/learn/README.md
index b74a8f39d9..07f9e05137 100644
--- a/tensorflow/examples/learn/README.md
+++ b/tensorflow/examples/learn/README.md
@@ -6,29 +6,11 @@ create, train, and use deep learning models easily.
 See the [Quickstart tutorial](https://www.tensorflow.org/get_started/estimator)
 for an introduction to the API.
 
-To run most of these examples, you need to install the `scikit learn` library
-(`pip install -U scikit-learn`). Some examples use the `pandas` library for data
-processing (`pip install -U pandas`).
-
 ## Basics
 
-* [Deep Neural Network Regression with Boston Data](https://www.tensorflow.org/code/tensorflow/examples/learn/boston.py)
-* [Deep Neural Network Classification with Iris Data](https://www.tensorflow.org/code/tensorflow/examples/learn/iris.py)
 * [Building a Custom Model](https://www.tensorflow.org/code/tensorflow/examples/learn/iris_custom_model.py)
-* [Building a Model Using Different GPU Configurations](https://www.tensorflow.org/code/tensorflow/examples/learn/iris_run_config.py)
 
 ## Techniques
 
 * [Deep Neural Network with Customized Decay Function](https://www.tensorflow.org/code/tensorflow/examples/learn/iris_custom_decay_dnn.py)
 
-## Specialized Models
-* [Building a Random Forest Model](https://www.tensorflow.org/code/tensorflow/examples/learn/random_forest_mnist.py)
-* [Building a Wide & Deep Model](https://github.com/tensorflow/models/tree/master/official/wide_deep/wide_deep.py)
-* [Building a Residual Network Model](https://www.tensorflow.org/code/tensorflow/examples/learn/resnet.py)
-
-## Text classification
-
-* [Text Classification Using Recurrent Neural Networks on Words](https://www.tensorflow.org/code/tensorflow/examples/learn/text_classification.py)
-* [Text Classification Using Convolutional Neural Networks on Words](https://www.tensorflow.org/code/tensorflow/examples/learn/text_classification_cnn.py)
-* [Text Classification Using Recurrent Neural Networks on Characters](https://www.tensorflow.org/code/tensorflow/examples/learn/text_classification_character_rnn.py)
-* [Text Classification Using Convolutional Neural Networks on Characters](https://www.tensorflow.org/code/tensorflow/examples/learn/text_classification_character_cnn.py)
diff --git a/tensorflow/examples/learn/boston.py b/tensorflow/examples/learn/boston.py
deleted file mode 100644
index c9ce508dfd..0000000000
--- a/tensorflow/examples/learn/boston.py
+++ /dev/null
@@ -1,71 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of DNNRegressor for Housing dataset."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-from sklearn import datasets
-from sklearn import metrics
-from sklearn import model_selection
-from sklearn import preprocessing
-
-import tensorflow as tf
-
-
-def main(unused_argv):
-  # Load dataset
-  boston = datasets.load_boston()
-  x, y = boston.data, boston.target
-
-  # Split dataset into train / test
-  x_train, x_test, y_train, y_test = model_selection.train_test_split(
-      x, y, test_size=0.2, random_state=42)
-
-  # Scale data (training set) to 0 mean and unit standard deviation.
-  scaler = preprocessing.StandardScaler()
-  x_train = scaler.fit_transform(x_train)
-
-  # Build 2 layer fully connected DNN with 10, 10 units respectively.
-  feature_columns = [
-      tf.feature_column.numeric_column('x', shape=np.array(x_train).shape[1:])]
-  regressor = tf.estimator.DNNRegressor(
-      feature_columns=feature_columns, hidden_units=[10, 10])
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={'x': x_train}, y=y_train, batch_size=1, num_epochs=None, shuffle=True)
-  regressor.train(input_fn=train_input_fn, steps=2000)
-
-  # Predict.
-  x_transformed = scaler.transform(x_test)
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={'x': x_transformed}, y=y_test, num_epochs=1, shuffle=False)
-  predictions = regressor.predict(input_fn=test_input_fn)
-  y_predicted = np.array(list(p['predictions'] for p in predictions))
-  y_predicted = y_predicted.reshape(np.array(y_test).shape)
-
-  # Score with sklearn.
-  score_sklearn = metrics.mean_squared_error(y_predicted, y_test)
-  print('MSE (sklearn): {0:f}'.format(score_sklearn))
-
-  # Score with tensorflow.
-  scores = regressor.evaluate(input_fn=test_input_fn)
-  print('MSE (tensorflow): {0:f}'.format(scores['average_loss']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/examples_test.sh b/tensorflow/examples/learn/examples_test.sh
index ef5e8a5de2..e26848b007 100755
--- a/tensorflow/examples/learn/examples_test.sh
+++ b/tensorflow/examples/learn/examples_test.sh
@@ -44,15 +44,5 @@ function test() {
   fi
 }
 
-test boston
-test iris
 test iris_custom_decay_dnn
 test iris_custom_model
-test iris_run_config
-test random_forest_mnist
-test resnet
-test text_classification --test_with_fake_data
-test text_classification_builtin_rnn_model --test_with_fake_data
-test text_classification_character_cnn --test_with_fake_data
-test text_classification_character_rnn --test_with_fake_data
-test text_classification_cnn --test_with_fake_data
diff --git a/tensorflow/examples/learn/hdf5_classification.py b/tensorflow/examples/learn/hdf5_classification.py
deleted file mode 100644
index 3a46bbcf41..0000000000
--- a/tensorflow/examples/learn/hdf5_classification.py
+++ /dev/null
@@ -1,81 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of DNNClassifier for Iris plant dataset, hdf5 format."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-from sklearn import datasets
-from sklearn import metrics
-from sklearn import model_selection
-import tensorflow as tf
-import h5py  # pylint: disable=g-bad-import-order
-
-
-X_FEATURE = 'x'  # Name of the input feature.
-
-
-def main(unused_argv):
-  # Load dataset.
-  iris = datasets.load_iris()
-  x_train, x_test, y_train, y_test = model_selection.train_test_split(
-      iris.data, iris.target, test_size=0.2, random_state=42)
-
-  # Note that we are saving and load iris data as h5 format as a simple
-  # demonstration here.
-  h5f = h5py.File('/tmp/test_hdf5.h5', 'w')
-  h5f.create_dataset('X_train', data=x_train)
-  h5f.create_dataset('X_test', data=x_test)
-  h5f.create_dataset('y_train', data=y_train)
-  h5f.create_dataset('y_test', data=y_test)
-  h5f.close()
-
-  h5f = h5py.File('/tmp/test_hdf5.h5', 'r')
-  x_train = np.array(h5f['X_train'])
-  x_test = np.array(h5f['X_test'])
-  y_train = np.array(h5f['y_train'])
-  y_test = np.array(h5f['y_test'])
-
-  # Build 3 layer DNN with 10, 20, 10 units respectively.
-  feature_columns = [
-      tf.feature_column.numeric_column(
-          X_FEATURE, shape=np.array(x_train).shape[1:])]
-  classifier = tf.estimator.DNNClassifier(
-      feature_columns=feature_columns, hidden_units=[10, 20, 10], n_classes=3)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: x_train}, y=y_train, num_epochs=None, shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=200)
-
-  # Predict.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: x_test}, y=y_test, num_epochs=1, shuffle=False)
-  predictions = classifier.predict(input_fn=test_input_fn)
-  y_predicted = np.array(list(p['class_ids'] for p in predictions))
-  y_predicted = y_predicted.reshape(np.array(y_test).shape)
-
-  # Score with sklearn.
-  score = metrics.accuracy_score(y_test, y_predicted)
-  print('Accuracy (sklearn): {0:f}'.format(score))
-
-  # Score with tensorflow.
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (tensorflow): {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/iris.py b/tensorflow/examples/learn/iris.py
deleted file mode 100644
index 86f5204ec3..0000000000
--- a/tensorflow/examples/learn/iris.py
+++ /dev/null
@@ -1,115 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of DNNClassifier for Iris plant dataset.
-
-This example uses APIs in Tensorflow 1.4 or above.
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-
-from six.moves.urllib.request import urlretrieve
-
-import tensorflow as tf
-
-# Data sets
-IRIS_TRAINING = 'iris_training.csv'
-IRIS_TRAINING_URL = 'http://download.tensorflow.org/data/iris_training.csv'
-
-IRIS_TEST = 'iris_test.csv'
-IRIS_TEST_URL = 'http://download.tensorflow.org/data/iris_test.csv'
-
-FEATURE_KEYS = ['sepal_length', 'sepal_width', 'petal_length', 'petal_width']
-
-
-def maybe_download_iris_data(file_name, download_url):
-  """Downloads the file and returns the number of data."""
-  if not os.path.exists(file_name):
-    urlretrieve(download_url, file_name)
-
-  # The first line is a comma-separated string. The first one is the number of
-  # total data in the file.
-  with open(file_name, 'r') as f:
-    first_line = f.readline()
-  num_elements = first_line.split(',')[0]
-  return int(num_elements)
-
-
-def input_fn(file_name, num_data, batch_size, is_training):
-  """Creates an input_fn required by Estimator train/evaluate."""
-  # If the data sets aren't stored locally, download them.
-
-  def _parse_csv(rows_string_tensor):
-    """Takes the string input tensor and returns tuple of (features, labels)."""
-    # Last dim is the label.
-    num_features = len(FEATURE_KEYS)
-    num_columns = num_features + 1
-    columns = tf.decode_csv(rows_string_tensor,
-                            record_defaults=[[]] * num_columns)
-    features = dict(zip(FEATURE_KEYS, columns[:num_features]))
-    labels = tf.cast(columns[num_features], tf.int32)
-    return features, labels
-
-  def _input_fn():
-    """The input_fn."""
-    dataset = tf.data.TextLineDataset([file_name])
-    # Skip the first line (which does not have data).
-    dataset = dataset.skip(1)
-    dataset = dataset.map(_parse_csv)
-
-    if is_training:
-      # For this small dataset, which can fit into memory, to achieve true
-      # randomness, the shuffle buffer size is set as the total number of
-      # elements in the dataset.
-      dataset = dataset.shuffle(num_data)
-      dataset = dataset.repeat()
-
-    dataset = dataset.batch(batch_size)
-    iterator = dataset.make_one_shot_iterator()
-    features, labels = iterator.get_next()
-    return features, labels
-
-  return _input_fn
-
-
-def main(unused_argv):
-  tf.logging.set_verbosity(tf.logging.INFO)
-
-  num_training_data = maybe_download_iris_data(
-      IRIS_TRAINING, IRIS_TRAINING_URL)
-  num_test_data = maybe_download_iris_data(IRIS_TEST, IRIS_TEST_URL)
-
-  # Build 3 layer DNN with 10, 20, 10 units respectively.
-  feature_columns = [
-      tf.feature_column.numeric_column(key, shape=1) for key in FEATURE_KEYS]
-  classifier = tf.estimator.DNNClassifier(
-      feature_columns=feature_columns, hidden_units=[10, 20, 10], n_classes=3)
-
-  # Train.
-  train_input_fn = input_fn(IRIS_TRAINING, num_training_data, batch_size=32,
-                            is_training=True)
-  classifier.train(input_fn=train_input_fn, steps=400)
-
-  # Eval.
-  test_input_fn = input_fn(IRIS_TEST, num_test_data, batch_size=32,
-                           is_training=False)
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (tensorflow): {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/iris_run_config.py b/tensorflow/examples/learn/iris_run_config.py
deleted file mode 100644
index 286c824e30..0000000000
--- a/tensorflow/examples/learn/iris_run_config.py
+++ /dev/null
@@ -1,71 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-
-"""Example of DNNClassifier for Iris plant dataset, with run config."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-from sklearn import datasets
-from sklearn import metrics
-from sklearn import model_selection
-import tensorflow as tf
-
-
-X_FEATURE = 'x'  # Name of the input feature.
-
-
-def main(unused_argv):
-  # Load dataset.
-  iris = datasets.load_iris()
-  x_train, x_test, y_train, y_test = model_selection.train_test_split(
-      iris.data, iris.target, test_size=0.2, random_state=42)
-
-  # You can define you configurations by providing a RunConfig object to
-  # estimator to control session configurations, e.g. tf_random_seed.
-  run_config = tf.estimator.RunConfig().replace(tf_random_seed=1)
-
-  # Build 3 layer DNN with 10, 20, 10 units respectively.
-  feature_columns = [
-      tf.feature_column.numeric_column(
-          X_FEATURE, shape=np.array(x_train).shape[1:])]
-  classifier = tf.estimator.DNNClassifier(
-      feature_columns=feature_columns, hidden_units=[10, 20, 10], n_classes=3,
-      config=run_config)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: x_train}, y=y_train, num_epochs=None, shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=200)
-
-  # Predict.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: x_test}, y=y_test, num_epochs=1, shuffle=False)
-  predictions = classifier.predict(input_fn=test_input_fn)
-  y_predicted = np.array(list(p['class_ids'] for p in predictions))
-  y_predicted = y_predicted.reshape(np.array(y_test).shape)
-
-  # Score with sklearn.
-  score = metrics.accuracy_score(y_test, y_predicted)
-  print('Accuracy (sklearn): {0:f}'.format(score))
-
-  # Score with tensorflow.
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (tensorflow): {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/mnist.py b/tensorflow/examples/learn/mnist.py
deleted file mode 100644
index 3ead8614b6..0000000000
--- a/tensorflow/examples/learn/mnist.py
+++ /dev/null
@@ -1,135 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""This showcases how simple it is to build image classification networks.
-
-It follows description from this TensorFlow tutorial:
-    https://www.tensorflow.org/versions/master/tutorials/mnist/pros/index.html#deep-mnist-for-experts
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-import tensorflow as tf
-
-
-N_DIGITS = 10  # Number of digits.
-X_FEATURE = 'x'  # Name of the input feature.
-
-
-def conv_model(features, labels, mode):
-  """2-layer convolution model."""
-  # Reshape feature to 4d tensor with 2nd and 3rd dimensions being
-  # image width and height final dimension being the number of color channels.
-  feature = tf.reshape(features[X_FEATURE], [-1, 28, 28, 1])
-
-  # First conv layer will compute 32 features for each 5x5 patch
-  with tf.variable_scope('conv_layer1'):
-    h_conv1 = tf.layers.conv2d(
-        feature,
-        filters=32,
-        kernel_size=[5, 5],
-        padding='same',
-        activation=tf.nn.relu)
-    h_pool1 = tf.layers.max_pooling2d(
-        h_conv1, pool_size=2, strides=2, padding='same')
-
-  # Second conv layer will compute 64 features for each 5x5 patch.
-  with tf.variable_scope('conv_layer2'):
-    h_conv2 = tf.layers.conv2d(
-        h_pool1,
-        filters=64,
-        kernel_size=[5, 5],
-        padding='same',
-        activation=tf.nn.relu)
-    h_pool2 = tf.layers.max_pooling2d(
-        h_conv2, pool_size=2, strides=2, padding='same')
-    # reshape tensor into a batch of vectors
-    h_pool2_flat = tf.reshape(h_pool2, [-1, 7 * 7 * 64])
-
-  # Densely connected layer with 1024 neurons.
-  h_fc1 = tf.layers.dense(h_pool2_flat, 1024, activation=tf.nn.relu)
-  h_fc1 = tf.layers.dropout(
-      h_fc1, 
-      rate=0.5, 
-      training=(mode == tf.estimator.ModeKeys.TRAIN))
-
-  # Compute logits (1 per class) and compute loss.
-  logits = tf.layers.dense(h_fc1, N_DIGITS, activation=None)
-
-  # Compute predictions.
-  predicted_classes = tf.argmax(logits, 1)
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    predictions = {
-        'class': predicted_classes,
-        'prob': tf.nn.softmax(logits)
-    }
-    return tf.estimator.EstimatorSpec(mode, predictions=predictions)
-
-  # Compute loss.
-  loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-
-  # Create training op.
-  if mode == tf.estimator.ModeKeys.TRAIN:
-    optimizer = tf.train.GradientDescentOptimizer(learning_rate=0.01)
-    train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step())
-    return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-  # Compute evaluation metrics.
-  eval_metric_ops = {
-      'accuracy': tf.metrics.accuracy(
-          labels=labels, predictions=predicted_classes)
-  }
-  return tf.estimator.EstimatorSpec(
-      mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_args):
-  tf.logging.set_verbosity(tf.logging.INFO)
-
-  ### Download and load MNIST dataset.
-  mnist = tf.contrib.learn.datasets.DATASETS['mnist']('/tmp/mnist')
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: mnist.train.images},
-      y=mnist.train.labels.astype(np.int32),
-      batch_size=100,
-      num_epochs=None,
-      shuffle=True)
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: mnist.train.images},
-      y=mnist.train.labels.astype(np.int32),
-      num_epochs=1,
-      shuffle=False)
-
-  ### Linear classifier.
-  feature_columns = [
-      tf.feature_column.numeric_column(
-          X_FEATURE, shape=mnist.train.images.shape[1:])]
-
-  classifier = tf.estimator.LinearClassifier(
-      feature_columns=feature_columns, n_classes=N_DIGITS)
-  classifier.train(input_fn=train_input_fn, steps=200)
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (LinearClassifier): {0:f}'.format(scores['accuracy']))
-
-  ### Convolutional network
-  classifier = tf.estimator.Estimator(model_fn=conv_model)
-  classifier.train(input_fn=train_input_fn, steps=200)
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (conv_model): {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/multiple_gpu.py b/tensorflow/examples/learn/multiple_gpu.py
deleted file mode 100644
index 3bad22ddf6..0000000000
--- a/tensorflow/examples/learn/multiple_gpu.py
+++ /dev/null
@@ -1,116 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of using Estimator with multiple GPUs to distribute one model.
-
-This example only runs if you have multiple GPUs to assign to.
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-from sklearn import datasets
-from sklearn import metrics
-from sklearn import model_selection
-import tensorflow as tf
-
-
-X_FEATURE = 'x'  # Name of the input feature.
-
-
-def my_model(features, labels, mode):
-  """DNN with three hidden layers, and dropout of 0.1 probability.
-
-  Note: If you want to run this example with multiple GPUs, Cuda Toolkit 7.0 and
-  CUDNN 6.5 V2 from NVIDIA need to be installed beforehand.
-
-  Args:
-    features: Dict of input `Tensor`.
-    labels: Label `Tensor`.
-    mode: One of `ModeKeys`.
-
-  Returns:
-    `EstimatorSpec`.
-  """
-  # Create three fully connected layers respectively of size 10, 20, and 10 with
-  # each layer having a dropout probability of 0.1.
-  net = features[X_FEATURE]
-  with tf.device('/device:GPU:1'):
-    for units in [10, 20, 10]:
-      net = tf.layers.dense(net, units=units, activation=tf.nn.relu)
-      net = tf.layers.dropout(net, rate=0.1)
-
-  with tf.device('/device:GPU:2'):
-    # Compute logits (1 per class).
-    logits = tf.layers.dense(net, 3, activation=None)
-
-    # Compute predictions.
-    predicted_classes = tf.argmax(logits, 1)
-    if mode == tf.estimator.ModeKeys.PREDICT:
-      predictions = {
-          'class': predicted_classes,
-          'prob': tf.nn.softmax(logits)
-      }
-      return tf.estimator.EstimatorSpec(mode, predictions=predictions)
-
-    # Compute loss.
-    loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-
-    # Create training op.
-    if mode == tf.estimator.ModeKeys.TRAIN:
-      optimizer = tf.train.AdagradOptimizer(learning_rate=0.1)
-      train_op = optimizer.minimize(
-          loss, global_step=tf.train.get_global_step())
-      return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-    # Compute evaluation metrics.
-    eval_metric_ops = {
-        'accuracy': tf.metrics.accuracy(
-            labels=labels, predictions=predicted_classes)
-    }
-    return tf.estimator.EstimatorSpec(
-        mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_argv):
-  iris = datasets.load_iris()
-  x_train, x_test, y_train, y_test = model_selection.train_test_split(
-      iris.data, iris.target, test_size=0.2, random_state=42)
-
-  classifier = tf.estimator.Estimator(model_fn=my_model)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: x_train}, y=y_train, num_epochs=None, shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=100)
-
-  # Predict.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: x_test}, y=y_test, num_epochs=1, shuffle=False)
-  predictions = classifier.predict(input_fn=test_input_fn)
-  y_predicted = np.array(list(p['class'] for p in predictions))
-  y_predicted = y_predicted.reshape(np.array(y_test).shape)
-
-  # Score with sklearn.
-  score = metrics.accuracy_score(y_test, y_predicted)
-  print('Accuracy (sklearn): {0:f}'.format(score))
-
-  # Score with tensorflow.
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (tensorflow): {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/random_forest_mnist.py b/tensorflow/examples/learn/random_forest_mnist.py
deleted file mode 100644
index 72c935cdae..0000000000
--- a/tensorflow/examples/learn/random_forest_mnist.py
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""A stand-alone example for tf.learn's random forest model on mnist."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-import tempfile
-
-import numpy
-
-from tensorflow.contrib.learn.python.learn import metric_spec
-from tensorflow.contrib.tensor_forest.client import eval_metrics
-from tensorflow.contrib.tensor_forest.client import random_forest
-from tensorflow.contrib.tensor_forest.python import tensor_forest
-from tensorflow.examples.tutorials.mnist import input_data
-from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.platform import app
-
-FLAGS = None
-
-
-def build_estimator(model_dir):
-  """Build an estimator."""
-  params = tensor_forest.ForestHParams(
-      num_classes=10,
-      num_features=784,
-      num_trees=FLAGS.num_trees,
-      max_nodes=FLAGS.max_nodes)
-  graph_builder_class = tensor_forest.RandomForestGraphs
-  if FLAGS.use_training_loss:
-    graph_builder_class = tensor_forest.TrainingLossForest
-  return random_forest.TensorForestEstimator(
-      params, graph_builder_class=graph_builder_class, model_dir=model_dir)
-
-
-def train_and_eval():
-  """Train and evaluate the model."""
-  model_dir = tempfile.mkdtemp() if not FLAGS.model_dir else FLAGS.model_dir
-  print('model directory = %s' % model_dir)
-
-  est = build_estimator(model_dir)
-
-  mnist = input_data.read_data_sets(FLAGS.data_dir, one_hot=False)
-
-  train_input_fn = numpy_io.numpy_input_fn(
-      x={'images': mnist.train.images},
-      y=mnist.train.labels.astype(numpy.int32),
-      batch_size=FLAGS.batch_size,
-      num_epochs=None,
-      shuffle=True)
-  est.fit(input_fn=train_input_fn, steps=None)
-
-  metric_name = 'accuracy'
-  metric = {
-      metric_name:
-          metric_spec.MetricSpec(
-              eval_metrics.get_metric(metric_name),
-              prediction_key=eval_metrics.get_prediction_key(metric_name))
-  }
-
-  test_input_fn = numpy_io.numpy_input_fn(
-      x={'images': mnist.test.images},
-      y=mnist.test.labels.astype(numpy.int32),
-      num_epochs=1,
-      batch_size=FLAGS.batch_size,
-      shuffle=False)
-
-  results = est.evaluate(input_fn=test_input_fn, metrics=metric)
-  for key in sorted(results):
-    print('%s: %s' % (key, results[key]))
-
-
-def main(_):
-  train_and_eval()
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--model_dir',
-      type=str,
-      default='',
-      help='Base directory for output models.'
-  )
-  parser.add_argument(
-      '--data_dir',
-      type=str,
-      default='/tmp/data/',
-      help='Directory for storing data'
-  )
-  parser.add_argument(
-      '--train_steps',
-      type=int,
-      default=1000,
-      help='Number of training steps.'
-  )
-  parser.add_argument(
-      '--batch_size',
-      type=str,
-      default=1000,
-      help='Number of examples in a training batch.'
-  )
-  parser.add_argument(
-      '--num_trees',
-      type=int,
-      default=100,
-      help='Number of trees in the forest.'
-  )
-  parser.add_argument(
-      '--max_nodes',
-      type=int,
-      default=1000,
-      help='Max total nodes in a single tree.'
-  )
-  parser.add_argument(
-      '--use_training_loss',
-      type=bool,
-      default=False,
-      help='If true, use training loss as termination criteria.'
-  )
-  FLAGS, unparsed = parser.parse_known_args()
-  app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/learn/resnet.py b/tensorflow/examples/learn/resnet.py
deleted file mode 100755
index c00de932a8..0000000000
--- a/tensorflow/examples/learn/resnet.py
+++ /dev/null
@@ -1,202 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""This example builds deep residual network for mnist data.
-
-Reference Paper: http://arxiv.org/pdf/1512.03385.pdf
-
-Note that this is still a work-in-progress. Feel free to submit a PR
-to make this better.
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from collections import namedtuple
-from math import sqrt
-
-import numpy as np
-import tensorflow as tf
-
-
-N_DIGITS = 10  # Number of digits.
-X_FEATURE = 'x'  # Name of the input feature.
-
-
-def res_net_model(features, labels, mode):
-  """Builds a residual network."""
-
-  # Configurations for each bottleneck group.
-  BottleneckGroup = namedtuple('BottleneckGroup',
-                               ['num_blocks', 'num_filters', 'bottleneck_size'])
-  groups = [
-      BottleneckGroup(3, 128, 32), BottleneckGroup(3, 256, 64),
-      BottleneckGroup(3, 512, 128), BottleneckGroup(3, 1024, 256)
-  ]
-
-  x = features[X_FEATURE]
-  input_shape = x.get_shape().as_list()
-
-  # Reshape the input into the right shape if it's 2D tensor
-  if len(input_shape) == 2:
-    ndim = int(sqrt(input_shape[1]))
-    x = tf.reshape(x, [-1, ndim, ndim, 1])
-
-  training = (mode == tf.estimator.ModeKeys.TRAIN)
-  
-  # First convolution expands to 64 channels
-  with tf.variable_scope('conv_layer1'):
-    net = tf.layers.conv2d(
-        x,
-        filters=64,
-        kernel_size=7,
-        activation=tf.nn.relu)
-    net = tf.layers.batch_normalization(net, training=training)
-
-  # Max pool
-  net = tf.layers.max_pooling2d(
-      net, pool_size=3, strides=2, padding='same')
-
-  # First chain of resnets
-  with tf.variable_scope('conv_layer2'):
-    net = tf.layers.conv2d(
-        net,
-        filters=groups[0].num_filters,
-        kernel_size=1,
-        padding='valid')
-
-  # Create the bottleneck groups, each of which contains `num_blocks`
-  # bottleneck groups.
-  for group_i, group in enumerate(groups):
-    for block_i in range(group.num_blocks):
-      name = 'group_%d/block_%d' % (group_i, block_i)
-
-      # 1x1 convolution responsible for reducing dimension
-      with tf.variable_scope(name + '/conv_in'):
-        conv = tf.layers.conv2d(
-            net,
-            filters=group.num_filters,
-            kernel_size=1,
-            padding='valid',
-            activation=tf.nn.relu)
-        conv = tf.layers.batch_normalization(conv, training=training)
-
-      with tf.variable_scope(name + '/conv_bottleneck'):
-        conv = tf.layers.conv2d(
-            conv,
-            filters=group.bottleneck_size,
-            kernel_size=3,
-            padding='same',
-            activation=tf.nn.relu)
-        conv = tf.layers.batch_normalization(conv, training=training)
-
-      # 1x1 convolution responsible for restoring dimension
-      with tf.variable_scope(name + '/conv_out'):
-        input_dim = net.get_shape()[-1].value
-        conv = tf.layers.conv2d(
-            conv,
-            filters=input_dim,
-            kernel_size=1,
-            padding='valid',
-            activation=tf.nn.relu)
-        conv = tf.layers.batch_normalization(conv, training=training)
-
-      # shortcut connections that turn the network into its counterpart
-      # residual function (identity shortcut)
-      net = conv + net
-
-    try:
-      # upscale to the next group size
-      next_group = groups[group_i + 1]
-      with tf.variable_scope('block_%d/conv_upscale' % group_i):
-        net = tf.layers.conv2d(
-            net,
-            filters=next_group.num_filters,
-            kernel_size=1,
-            padding='same',
-            activation=None,
-            bias_initializer=None)
-    except IndexError:
-      pass
-
-  net_shape = net.get_shape().as_list()
-  net = tf.nn.avg_pool(
-      net,
-      ksize=[1, net_shape[1], net_shape[2], 1],
-      strides=[1, 1, 1, 1],
-      padding='VALID')
-
-  net_shape = net.get_shape().as_list()
-  net = tf.reshape(net, [-1, net_shape[1] * net_shape[2] * net_shape[3]])
-
-  # Compute logits (1 per class) and compute loss.
-  logits = tf.layers.dense(net, N_DIGITS, activation=None)
-
-  # Compute predictions.
-  predicted_classes = tf.argmax(logits, 1)
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    predictions = {
-        'class': predicted_classes,
-        'prob': tf.nn.softmax(logits)
-    }
-    return tf.estimator.EstimatorSpec(mode, predictions=predictions)
-
-  # Compute loss.
-  loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-
-  # Create training op.
-  if training:
-    optimizer = tf.train.AdagradOptimizer(learning_rate=0.01)
-    train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step())
-    return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-  # Compute evaluation metrics.
-  eval_metric_ops = {
-      'accuracy': tf.metrics.accuracy(
-          labels=labels, predictions=predicted_classes)
-  }
-  return tf.estimator.EstimatorSpec(
-      mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_args):
-  # Download and load MNIST data.
-  mnist = tf.contrib.learn.datasets.DATASETS['mnist']('/tmp/mnist')
-
-  # Create a new resnet classifier.
-  classifier = tf.estimator.Estimator(model_fn=res_net_model)
-
-  tf.logging.set_verbosity(tf.logging.INFO)  # Show training logs.
-
-  # Train model and save summaries into logdir.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: mnist.train.images},
-      y=mnist.train.labels.astype(np.int32),
-      batch_size=100,
-      num_epochs=None,
-      shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=100)
-
-  # Calculate accuracy.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={X_FEATURE: mnist.test.images},
-      y=mnist.test.labels.astype(np.int32),
-      num_epochs=1,
-      shuffle=False)
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy: {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  tf.app.run()
diff --git a/tensorflow/examples/learn/text_classification.py b/tensorflow/examples/learn/text_classification.py
deleted file mode 100644
index e4e61862b0..0000000000
--- a/tensorflow/examples/learn/text_classification.py
+++ /dev/null
@@ -1,180 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of Estimator for DNN-based text classification with DBpedia data."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-
-import numpy as np
-import pandas
-from sklearn import metrics
-import tensorflow as tf
-
-FLAGS = None
-
-MAX_DOCUMENT_LENGTH = 10
-EMBEDDING_SIZE = 50
-n_words = 0
-MAX_LABEL = 15
-WORDS_FEATURE = 'words'  # Name of the input words feature.
-
-
-def estimator_spec_for_softmax_classification(logits, labels, mode):
-  """Returns EstimatorSpec instance for softmax classification."""
-  predicted_classes = tf.argmax(logits, 1)
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    return tf.estimator.EstimatorSpec(
-        mode=mode,
-        predictions={
-            'class': predicted_classes,
-            'prob': tf.nn.softmax(logits)
-        })
-
-  loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-  if mode == tf.estimator.ModeKeys.TRAIN:
-    optimizer = tf.train.AdamOptimizer(learning_rate=0.01)
-    train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step())
-    return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-  eval_metric_ops = {
-      'accuracy':
-          tf.metrics.accuracy(labels=labels, predictions=predicted_classes)
-  }
-  return tf.estimator.EstimatorSpec(
-      mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def bag_of_words_model(features, labels, mode):
-  """A bag-of-words model. Note it disregards the word order in the text."""
-  bow_column = tf.feature_column.categorical_column_with_identity(
-      WORDS_FEATURE, num_buckets=n_words)
-  bow_embedding_column = tf.feature_column.embedding_column(
-      bow_column, dimension=EMBEDDING_SIZE)
-  bow = tf.feature_column.input_layer(
-      features, feature_columns=[bow_embedding_column])
-  logits = tf.layers.dense(bow, MAX_LABEL, activation=None)
-
-  return estimator_spec_for_softmax_classification(
-      logits=logits, labels=labels, mode=mode)
-
-
-def rnn_model(features, labels, mode):
-  """RNN model to predict from sequence of words to a class."""
-  # Convert indexes of words into embeddings.
-  # This creates embeddings matrix of [n_words, EMBEDDING_SIZE] and then
-  # maps word indexes of the sequence into [batch_size, sequence_length,
-  # EMBEDDING_SIZE].
-  word_vectors = tf.contrib.layers.embed_sequence(
-      features[WORDS_FEATURE], vocab_size=n_words, embed_dim=EMBEDDING_SIZE)
-
-  # Split into list of embedding per word, while removing doc length dim.
-  # word_list results to be a list of tensors [batch_size, EMBEDDING_SIZE].
-  word_list = tf.unstack(word_vectors, axis=1)
-
-  # Create a Gated Recurrent Unit cell with hidden size of EMBEDDING_SIZE.
-  cell = tf.nn.rnn_cell.GRUCell(EMBEDDING_SIZE)
-
-  # Create an unrolled Recurrent Neural Networks to length of
-  # MAX_DOCUMENT_LENGTH and passes word_list as inputs for each unit.
-  _, encoding = tf.nn.static_rnn(cell, word_list, dtype=tf.float32)
-
-  # Given encoding of RNN, take encoding of last step (e.g hidden size of the
-  # neural network of last step) and pass it as features for softmax
-  # classification over output classes.
-  logits = tf.layers.dense(encoding, MAX_LABEL, activation=None)
-  return estimator_spec_for_softmax_classification(
-      logits=logits, labels=labels, mode=mode)
-
-
-def main(unused_argv):
-  global n_words
-  tf.logging.set_verbosity(tf.logging.INFO)
-
-  # Prepare training and testing data
-  dbpedia = tf.contrib.learn.datasets.load_dataset(
-      'dbpedia', test_with_fake_data=FLAGS.test_with_fake_data)
-  x_train = pandas.Series(dbpedia.train.data[:, 1])
-  y_train = pandas.Series(dbpedia.train.target)
-  x_test = pandas.Series(dbpedia.test.data[:, 1])
-  y_test = pandas.Series(dbpedia.test.target)
-
-  # Process vocabulary
-  vocab_processor = tf.contrib.learn.preprocessing.VocabularyProcessor(
-      MAX_DOCUMENT_LENGTH)
-
-  x_transform_train = vocab_processor.fit_transform(x_train)
-  x_transform_test = vocab_processor.transform(x_test)
-
-  x_train = np.array(list(x_transform_train))
-  x_test = np.array(list(x_transform_test))
-
-  n_words = len(vocab_processor.vocabulary_)
-  print('Total words: %d' % n_words)
-
-  # Build model
-  # Switch between rnn_model and bag_of_words_model to test different models.
-  model_fn = rnn_model
-  if FLAGS.bow_model:
-    # Subtract 1 because VocabularyProcessor outputs a word-id matrix where word
-    # ids start from 1 and 0 means 'no word'. But
-    # categorical_column_with_identity assumes 0-based count and uses -1 for
-    # missing word.
-    x_train -= 1
-    x_test -= 1
-    model_fn = bag_of_words_model
-  classifier = tf.estimator.Estimator(model_fn=model_fn)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={WORDS_FEATURE: x_train},
-      y=y_train,
-      batch_size=len(x_train),
-      num_epochs=None,
-      shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=100)
-
-  # Predict.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={WORDS_FEATURE: x_test}, y=y_test, num_epochs=1, shuffle=False)
-  predictions = classifier.predict(input_fn=test_input_fn)
-  y_predicted = np.array(list(p['class'] for p in predictions))
-  y_predicted = y_predicted.reshape(np.array(y_test).shape)
-
-  # Score with sklearn.
-  score = metrics.accuracy_score(y_test, y_predicted)
-  print('Accuracy (sklearn): {0:f}'.format(score))
-
-  # Score with tensorflow.
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy (tensorflow): {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--test_with_fake_data',
-      default=False,
-      help='Test the example code with fake data.',
-      action='store_true')
-  parser.add_argument(
-      '--bow_model',
-      default=False,
-      help='Run with BOW model instead of RNN.',
-      action='store_true')
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/learn/text_classification_character_cnn.py b/tensorflow/examples/learn/text_classification_character_cnn.py
deleted file mode 100644
index b8506fa8a4..0000000000
--- a/tensorflow/examples/learn/text_classification_character_cnn.py
+++ /dev/null
@@ -1,160 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of using convolutional networks over characters for DBpedia dataset.
-
-This model is similar to one described in this paper:
-   "Character-level Convolutional Networks for Text Classification"
-   http://arxiv.org/abs/1509.01626
-
-and is somewhat alternative to the Lua code from here:
-   https://github.com/zhangxiangxiao/Crepe
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-
-import numpy as np
-import pandas
-import tensorflow as tf
-
-FLAGS = None
-
-MAX_DOCUMENT_LENGTH = 100
-N_FILTERS = 10
-FILTER_SHAPE1 = [20, 256]
-FILTER_SHAPE2 = [20, N_FILTERS]
-POOLING_WINDOW = 4
-POOLING_STRIDE = 2
-MAX_LABEL = 15
-CHARS_FEATURE = 'chars'  # Name of the input character feature.
-
-
-def char_cnn_model(features, labels, mode):
-  """Character level convolutional neural network model to predict classes."""
-  features_onehot = tf.one_hot(features[CHARS_FEATURE], 256)
-  input_layer = tf.reshape(
-      features_onehot, [-1, MAX_DOCUMENT_LENGTH, 256, 1])
-  with tf.variable_scope('CNN_Layer1'):
-    # Apply Convolution filtering on input sequence.
-    conv1 = tf.layers.conv2d(
-        input_layer,
-        filters=N_FILTERS,
-        kernel_size=FILTER_SHAPE1,
-        padding='VALID',
-        # Add a ReLU for non linearity.
-        activation=tf.nn.relu)
-    # Max pooling across output of Convolution+Relu.
-    pool1 = tf.layers.max_pooling2d(
-        conv1,
-        pool_size=POOLING_WINDOW,
-        strides=POOLING_STRIDE,
-        padding='SAME')
-    # Transpose matrix so that n_filters from convolution becomes width.
-    pool1 = tf.transpose(pool1, [0, 1, 3, 2])
-  with tf.variable_scope('CNN_Layer2'):
-    # Second level of convolution filtering.
-    conv2 = tf.layers.conv2d(
-        pool1,
-        filters=N_FILTERS,
-        kernel_size=FILTER_SHAPE2,
-        padding='VALID')
-    # Max across each filter to get useful features for classification.
-    pool2 = tf.squeeze(tf.reduce_max(conv2, 1), axis=[1])
-
-  # Apply regular WX + B and classification.
-  logits = tf.layers.dense(pool2, MAX_LABEL, activation=None)
-
-  predicted_classes = tf.argmax(logits, 1)
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    return tf.estimator.EstimatorSpec(
-        mode=mode,
-        predictions={
-            'class': predicted_classes,
-            'prob': tf.nn.softmax(logits)
-        })
-
-  loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-  if mode == tf.estimator.ModeKeys.TRAIN:
-    optimizer = tf.train.AdamOptimizer(learning_rate=0.01)
-    train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step())
-    return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-  eval_metric_ops = {
-      'accuracy': tf.metrics.accuracy(
-          labels=labels, predictions=predicted_classes)
-  }
-  return tf.estimator.EstimatorSpec(
-      mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_argv):
-  tf.logging.set_verbosity(tf.logging.INFO)
-
-  # Prepare training and testing data
-  dbpedia = tf.contrib.learn.datasets.load_dataset(
-      'dbpedia', test_with_fake_data=FLAGS.test_with_fake_data, size='large')
-  x_train = pandas.DataFrame(dbpedia.train.data)[1]
-  y_train = pandas.Series(dbpedia.train.target)
-  x_test = pandas.DataFrame(dbpedia.test.data)[1]
-  y_test = pandas.Series(dbpedia.test.target)
-
-  # Process vocabulary
-  char_processor = tf.contrib.learn.preprocessing.ByteProcessor(
-      MAX_DOCUMENT_LENGTH)
-  x_train = np.array(list(char_processor.fit_transform(x_train)))
-  x_test = np.array(list(char_processor.transform(x_test)))
-
-  x_train = x_train.reshape([-1, MAX_DOCUMENT_LENGTH, 1, 1])
-  x_test = x_test.reshape([-1, MAX_DOCUMENT_LENGTH, 1, 1])
-
-  # Build model
-  classifier = tf.estimator.Estimator(model_fn=char_cnn_model)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={CHARS_FEATURE: x_train},
-      y=y_train,
-      batch_size=128,
-      num_epochs=None,
-      shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=100)
-
-  # Predict.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={CHARS_FEATURE: x_test},
-      y=y_test,
-      num_epochs=1,
-      shuffle=False)
-  predictions = classifier.predict(input_fn=test_input_fn)
-  y_predicted = np.array(list(p['class'] for p in predictions))
-  y_predicted = y_predicted.reshape(np.array(y_test).shape)
-
-  # Score with tensorflow.
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy: {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--test_with_fake_data',
-      default=False,
-      help='Test the example code with fake data.',
-      action='store_true')
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/learn/text_classification_character_rnn.py b/tensorflow/examples/learn/text_classification_character_rnn.py
deleted file mode 100644
index 15733821fb..0000000000
--- a/tensorflow/examples/learn/text_classification_character_rnn.py
+++ /dev/null
@@ -1,122 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of recurrent neural networks over characters for DBpedia dataset.
-
-This model is similar to one described in this paper:
-   "Character-level Convolutional Networks for Text Classification"
-   http://arxiv.org/abs/1509.01626
-
-and is somewhat alternative to the Lua code from here:
-   https://github.com/zhangxiangxiao/Crepe
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-
-import numpy as np
-import pandas
-import tensorflow as tf
-
-FLAGS = None
-
-MAX_DOCUMENT_LENGTH = 100
-HIDDEN_SIZE = 20
-MAX_LABEL = 15
-CHARS_FEATURE = 'chars'  # Name of the input character feature.
-
-
-def char_rnn_model(features, labels, mode):
-  """Character level recurrent neural network model to predict classes."""
-  byte_vectors = tf.one_hot(features[CHARS_FEATURE], 256, 1., 0.)
-  byte_list = tf.unstack(byte_vectors, axis=1)
-
-  cell = tf.nn.rnn_cell.GRUCell(HIDDEN_SIZE)
-  _, encoding = tf.nn.static_rnn(cell, byte_list, dtype=tf.float32)
-
-  logits = tf.layers.dense(encoding, MAX_LABEL, activation=None)
-
-  predicted_classes = tf.argmax(logits, 1)
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    return tf.estimator.EstimatorSpec(
-        mode=mode,
-        predictions={
-            'class': predicted_classes,
-            'prob': tf.nn.softmax(logits)
-        })
-
-  loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-  if mode == tf.estimator.ModeKeys.TRAIN:
-    optimizer = tf.train.AdamOptimizer(learning_rate=0.01)
-    train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step())
-    return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-  eval_metric_ops = {
-      'accuracy': tf.metrics.accuracy(
-          labels=labels, predictions=predicted_classes)
-  }
-  return tf.estimator.EstimatorSpec(
-      mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_argv):
-  # Prepare training and testing data
-  dbpedia = tf.contrib.learn.datasets.load_dataset(
-      'dbpedia', test_with_fake_data=FLAGS.test_with_fake_data)
-  x_train = pandas.DataFrame(dbpedia.train.data)[1]
-  y_train = pandas.Series(dbpedia.train.target)
-  x_test = pandas.DataFrame(dbpedia.test.data)[1]
-  y_test = pandas.Series(dbpedia.test.target)
-
-  # Process vocabulary
-  char_processor = tf.contrib.learn.preprocessing.ByteProcessor(
-      MAX_DOCUMENT_LENGTH)
-  x_train = np.array(list(char_processor.fit_transform(x_train)))
-  x_test = np.array(list(char_processor.transform(x_test)))
-
-  # Build model
-  classifier = tf.estimator.Estimator(model_fn=char_rnn_model)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={CHARS_FEATURE: x_train},
-      y=y_train,
-      batch_size=128,
-      num_epochs=None,
-      shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=100)
-
-  # Eval.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={CHARS_FEATURE: x_test},
-      y=y_test,
-      num_epochs=1,
-      shuffle=False)
-
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy: {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--test_with_fake_data',
-      default=False,
-      help='Test the example code with fake data.',
-      action='store_true')
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/learn/text_classification_cnn.py b/tensorflow/examples/learn/text_classification_cnn.py
deleted file mode 100644
index a40a9eaecb..0000000000
--- a/tensorflow/examples/learn/text_classification_cnn.py
+++ /dev/null
@@ -1,153 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Example of Estimator for CNN-based text classification with DBpedia data."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-
-import numpy as np
-import pandas
-import tensorflow as tf
-
-FLAGS = None
-
-MAX_DOCUMENT_LENGTH = 100
-EMBEDDING_SIZE = 20
-N_FILTERS = 10
-WINDOW_SIZE = 20
-FILTER_SHAPE1 = [WINDOW_SIZE, EMBEDDING_SIZE]
-FILTER_SHAPE2 = [WINDOW_SIZE, N_FILTERS]
-POOLING_WINDOW = 4
-POOLING_STRIDE = 2
-n_words = 0
-MAX_LABEL = 15
-WORDS_FEATURE = 'words'  # Name of the input words feature.
-
-
-def cnn_model(features, labels, mode):
-  """2 layer ConvNet to predict from sequence of words to a class."""
-  # Convert indexes of words into embeddings.
-  # This creates embeddings matrix of [n_words, EMBEDDING_SIZE] and then
-  # maps word indexes of the sequence into [batch_size, sequence_length,
-  # EMBEDDING_SIZE].
-  word_vectors = tf.contrib.layers.embed_sequence(
-      features[WORDS_FEATURE], vocab_size=n_words, embed_dim=EMBEDDING_SIZE)
-  word_vectors = tf.expand_dims(word_vectors, 3)
-  with tf.variable_scope('CNN_Layer1'):
-    # Apply Convolution filtering on input sequence.
-    conv1 = tf.layers.conv2d(
-        word_vectors,
-        filters=N_FILTERS,
-        kernel_size=FILTER_SHAPE1,
-        padding='VALID',
-        # Add a ReLU for non linearity.
-        activation=tf.nn.relu)
-    # Max pooling across output of Convolution+Relu.
-    pool1 = tf.layers.max_pooling2d(
-        conv1,
-        pool_size=POOLING_WINDOW,
-        strides=POOLING_STRIDE,
-        padding='SAME')
-    # Transpose matrix so that n_filters from convolution becomes width.
-    pool1 = tf.transpose(pool1, [0, 1, 3, 2])
-  with tf.variable_scope('CNN_Layer2'):
-    # Second level of convolution filtering.
-    conv2 = tf.layers.conv2d(
-        pool1,
-        filters=N_FILTERS,
-        kernel_size=FILTER_SHAPE2,
-        padding='VALID')
-    # Max across each filter to get useful features for classification.
-    pool2 = tf.squeeze(tf.reduce_max(conv2, 1), axis=[1])
-
-  # Apply regular WX + B and classification.
-  logits = tf.layers.dense(pool2, MAX_LABEL, activation=None)
-
-  predicted_classes = tf.argmax(logits, 1)
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    return tf.estimator.EstimatorSpec(
-        mode=mode,
-        predictions={
-            'class': predicted_classes,
-            'prob': tf.nn.softmax(logits)
-        })
-
-  loss = tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-  if mode == tf.estimator.ModeKeys.TRAIN:
-    optimizer = tf.train.AdamOptimizer(learning_rate=0.01)
-    train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step())
-    return tf.estimator.EstimatorSpec(mode, loss=loss, train_op=train_op)
-
-  eval_metric_ops = {
-      'accuracy': tf.metrics.accuracy(
-          labels=labels, predictions=predicted_classes)
-  }
-  return tf.estimator.EstimatorSpec(
-      mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_argv):
-  global n_words
-  # Prepare training and testing data
-  dbpedia = tf.contrib.learn.datasets.load_dataset(
-      'dbpedia', test_with_fake_data=FLAGS.test_with_fake_data)
-  x_train = pandas.DataFrame(dbpedia.train.data)[1]
-  y_train = pandas.Series(dbpedia.train.target)
-  x_test = pandas.DataFrame(dbpedia.test.data)[1]
-  y_test = pandas.Series(dbpedia.test.target)
-
-  # Process vocabulary
-  vocab_processor = tf.contrib.learn.preprocessing.VocabularyProcessor(
-      MAX_DOCUMENT_LENGTH)
-  x_train = np.array(list(vocab_processor.fit_transform(x_train)))
-  x_test = np.array(list(vocab_processor.transform(x_test)))
-  n_words = len(vocab_processor.vocabulary_)
-  print('Total words: %d' % n_words)
-
-  # Build model
-  classifier = tf.estimator.Estimator(model_fn=cnn_model)
-
-  # Train.
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={WORDS_FEATURE: x_train},
-      y=y_train,
-      batch_size=len(x_train),
-      num_epochs=None,
-      shuffle=True)
-  classifier.train(input_fn=train_input_fn, steps=100)
-
-  # Evaluate.
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={WORDS_FEATURE: x_test},
-      y=y_test,
-      num_epochs=1,
-      shuffle=False)
-
-  scores = classifier.evaluate(input_fn=test_input_fn)
-  print('Accuracy: {0:f}'.format(scores['accuracy']))
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--test_with_fake_data',
-      default=False,
-      help='Test the example code with fake data.',
-      action='store_true')
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/tutorials/estimators/BUILD b/tensorflow/examples/tutorials/estimators/BUILD
deleted file mode 100644
index bab609f208..0000000000
--- a/tensorflow/examples/tutorials/estimators/BUILD
+++ /dev/null
@@ -1,22 +0,0 @@
-# Example Estimator model
-
-package(
-    default_visibility = ["//visibility:public"],
-)
-
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
-py_binary(
-    name = "abalone",
-    srcs = [
-        "abalone.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//tensorflow/contrib/learn",
-        "//third_party/py/numpy",
-    ],
-)
diff --git a/tensorflow/examples/tutorials/estimators/__init__.py b/tensorflow/examples/tutorials/estimators/__init__.py
deleted file mode 100644
index e69de29bb2..0000000000
diff --git a/tensorflow/examples/tutorials/estimators/abalone.py b/tensorflow/examples/tutorials/estimators/abalone.py
deleted file mode 100644
index 737b3ee5d6..0000000000
--- a/tensorflow/examples/tutorials/estimators/abalone.py
+++ /dev/null
@@ -1,185 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""DNNRegressor with custom estimator for abalone dataset."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-import tempfile
-
-from six.moves import urllib
-
-import numpy as np
-import tensorflow as tf
-
-FLAGS = None
-
-tf.logging.set_verbosity(tf.logging.INFO)
-
-# Learning rate for the model
-LEARNING_RATE = 0.001
-
-
-def maybe_download(train_data, test_data, predict_data):
-  """Maybe downloads training data and returns train and test file names."""
-  if train_data:
-    train_file_name = train_data
-  else:
-    train_file = tempfile.NamedTemporaryFile(delete=False)
-    urllib.request.urlretrieve(
-        "http://download.tensorflow.org/data/abalone_train.csv",
-        train_file.name)
-    train_file_name = train_file.name
-    train_file.close()
-    print("Training data is downloaded to %s" % train_file_name)
-
-  if test_data:
-    test_file_name = test_data
-  else:
-    test_file = tempfile.NamedTemporaryFile(delete=False)
-    urllib.request.urlretrieve(
-        "http://download.tensorflow.org/data/abalone_test.csv", test_file.name)
-    test_file_name = test_file.name
-    test_file.close()
-    print("Test data is downloaded to %s" % test_file_name)
-
-  if predict_data:
-    predict_file_name = predict_data
-  else:
-    predict_file = tempfile.NamedTemporaryFile(delete=False)
-    urllib.request.urlretrieve(
-        "http://download.tensorflow.org/data/abalone_predict.csv",
-        predict_file.name)
-    predict_file_name = predict_file.name
-    predict_file.close()
-    print("Prediction data is downloaded to %s" % predict_file_name)
-
-  return train_file_name, test_file_name, predict_file_name
-
-
-def model_fn(features, labels, mode, params):
-  """Model function for Estimator."""
-
-  # Connect the first hidden layer to input layer
-  # (features["x"]) with relu activation
-  first_hidden_layer = tf.layers.dense(features["x"], 10, activation=tf.nn.relu)
-
-  # Connect the second hidden layer to first hidden layer with relu
-  second_hidden_layer = tf.layers.dense(
-      first_hidden_layer, 10, activation=tf.nn.relu)
-
-  # Connect the output layer to second hidden layer (no activation fn)
-  output_layer = tf.layers.dense(second_hidden_layer, 1)
-
-  # Reshape output layer to 1-dim Tensor to return predictions
-  predictions = tf.reshape(output_layer, [-1])
-
-  # Provide an estimator spec for `ModeKeys.PREDICT`.
-  if mode == tf.estimator.ModeKeys.PREDICT:
-    return tf.estimator.EstimatorSpec(
-        mode=mode,
-        predictions={"ages": predictions})
-
-  # Calculate loss using mean squared error
-  loss = tf.losses.mean_squared_error(labels, predictions)
-
-  optimizer = tf.train.GradientDescentOptimizer(
-      learning_rate=params["learning_rate"])
-  train_op = optimizer.minimize(
-      loss=loss, global_step=tf.train.get_global_step())
-
-  # Calculate root mean squared error as additional eval metric
-  eval_metric_ops = {
-      "rmse": tf.metrics.root_mean_squared_error(
-          tf.cast(labels, tf.float64), predictions)
-  }
-
-  # Provide an estimator spec for `ModeKeys.EVAL` and `ModeKeys.TRAIN` modes.
-  return tf.estimator.EstimatorSpec(
-      mode=mode,
-      loss=loss,
-      train_op=train_op,
-      eval_metric_ops=eval_metric_ops)
-
-
-def main(unused_argv):
-  # Load datasets
-  abalone_train, abalone_test, abalone_predict = maybe_download(
-      FLAGS.train_data, FLAGS.test_data, FLAGS.predict_data)
-
-  # Training examples
-  training_set = tf.contrib.learn.datasets.base.load_csv_without_header(
-      filename=abalone_train, target_dtype=np.int, features_dtype=np.float64)
-
-  # Test examples
-  test_set = tf.contrib.learn.datasets.base.load_csv_without_header(
-      filename=abalone_test, target_dtype=np.int, features_dtype=np.float64)
-
-  # Set of 7 examples for which to predict abalone ages
-  prediction_set = tf.contrib.learn.datasets.base.load_csv_without_header(
-      filename=abalone_predict, target_dtype=np.int, features_dtype=np.float64)
-
-  # Set model params
-  model_params = {"learning_rate": LEARNING_RATE}
-
-  # Instantiate Estimator
-  nn = tf.estimator.Estimator(model_fn=model_fn, params=model_params)
-
-  train_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={"x": np.array(training_set.data)},
-      y=np.array(training_set.target),
-      num_epochs=None,
-      shuffle=True)
-
-  # Train
-  nn.train(input_fn=train_input_fn, steps=5000)
-
-  # Score accuracy
-  test_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={"x": np.array(test_set.data)},
-      y=np.array(test_set.target),
-      num_epochs=1,
-      shuffle=False)
-
-  ev = nn.evaluate(input_fn=test_input_fn)
-  print("Loss: %s" % ev["loss"])
-  print("Root Mean Squared Error: %s" % ev["rmse"])
-
-  # Print out predictions
-  predict_input_fn = tf.estimator.inputs.numpy_input_fn(
-      x={"x": prediction_set.data},
-      num_epochs=1,
-      shuffle=False)
-  predictions = nn.predict(input_fn=predict_input_fn)
-  for i, p in enumerate(predictions):
-    print("Prediction %s: %s" % (i + 1, p["ages"]))
-
-
-if __name__ == "__main__":
-  parser = argparse.ArgumentParser()
-  parser.register("type", "bool", lambda v: v.lower() == "true")
-  parser.add_argument(
-      "--train_data", type=str, default="", help="Path to the training data.")
-  parser.add_argument(
-      "--test_data", type=str, default="", help="Path to the test data.")
-  parser.add_argument(
-      "--predict_data",
-      type=str,
-      default="",
-      help="Path to the prediction data.")
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/tutorials/input_fn/boston.py b/tensorflow/examples/tutorials/input_fn/boston.py
deleted file mode 100644
index 34f350e9ac..0000000000
--- a/tensorflow/examples/tutorials/input_fn/boston.py
+++ /dev/null
@@ -1,79 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""DNNRegressor with custom input_fn for Housing dataset."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import itertools
-
-import pandas as pd
-import tensorflow as tf
-
-tf.logging.set_verbosity(tf.logging.INFO)
-
-COLUMNS = ["crim", "zn", "indus", "nox", "rm", "age",
-           "dis", "tax", "ptratio", "medv"]
-FEATURES = ["crim", "zn", "indus", "nox", "rm",
-            "age", "dis", "tax", "ptratio"]
-LABEL = "medv"
-
-
-def get_input_fn(data_set, num_epochs=None, shuffle=True):
-  return tf.estimator.inputs.pandas_input_fn(
-      x=pd.DataFrame({k: data_set[k].values for k in FEATURES}),
-      y=pd.Series(data_set[LABEL].values),
-      num_epochs=num_epochs,
-      shuffle=shuffle)
-
-
-def main(unused_argv):
-  # Load datasets
-  training_set = pd.read_csv("boston_train.csv", skipinitialspace=True,
-                             skiprows=1, names=COLUMNS)
-  test_set = pd.read_csv("boston_test.csv", skipinitialspace=True,
-                         skiprows=1, names=COLUMNS)
-
-  # Set of 6 examples for which to predict median house values
-  prediction_set = pd.read_csv("boston_predict.csv", skipinitialspace=True,
-                               skiprows=1, names=COLUMNS)
-
-  # Feature cols
-  feature_cols = [tf.feature_column.numeric_column(k) for k in FEATURES]
-
-  # Build 2 layer fully connected DNN with 10, 10 units respectively.
-  regressor = tf.estimator.DNNRegressor(feature_columns=feature_cols,
-                                        hidden_units=[10, 10],
-                                        model_dir="/tmp/boston_model")
-
-  # Train
-  regressor.train(input_fn=get_input_fn(training_set), steps=5000)
-
-  # Evaluate loss over one epoch of test_set.
-  ev = regressor.evaluate(
-      input_fn=get_input_fn(test_set, num_epochs=1, shuffle=False))
-  loss_score = ev["loss"]
-  print("Loss: {0:f}".format(loss_score))
-
-  # Print out predictions over a slice of prediction_set.
-  y = regressor.predict(
-      input_fn=get_input_fn(prediction_set, num_epochs=1, shuffle=False))
-  # .predict() returns an iterator of dicts; convert to a list and print
-  # predictions
-  predictions = list(p["predictions"] for p in itertools.islice(y, 6))
-  print("Predictions: {}".format(str(predictions)))
-
-if __name__ == "__main__":
-  tf.app.run()
diff --git a/tensorflow/examples/tutorials/mnist/BUILD b/tensorflow/examples/tutorials/mnist/BUILD
index 443490f27a..5f12374bdb 100644
--- a/tensorflow/examples/tutorials/mnist/BUILD
+++ b/tensorflow/examples/tutorials/mnist/BUILD
@@ -71,18 +71,6 @@ py_binary(
     ],
 )
 
-py_binary(
-    name = "mnist_softmax",
-    srcs = [
-        "mnist_softmax.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":input_data",
-        "//tensorflow:tensorflow_py",
-    ],
-)
-
 # Note: We need to set the evironment variable to use CPU JIT.
 # The way to achieve this is via setting the following:
 # TF_XLA_FLAGS='--tf_xla_cpu_global_jit=true'
@@ -101,18 +89,6 @@ py_binary(
     ],
 )
 
-py_binary(
-    name = "mnist_deep",
-    srcs = [
-        "mnist_deep.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":input_data",
-        "//tensorflow:tensorflow_py",
-    ],
-)
-
 py_test(
     name = "fully_connected_feed_test",
     size = "medium",
diff --git a/tensorflow/examples/tutorials/mnist/mnist_deep.py b/tensorflow/examples/tutorials/mnist/mnist_deep.py
deleted file mode 100644
index 5d8d8d84fe..0000000000
--- a/tensorflow/examples/tutorials/mnist/mnist_deep.py
+++ /dev/null
@@ -1,185 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""A deep MNIST classifier using convolutional layers.
-
-See extensive documentation at
-https://www.tensorflow.org/get_started/mnist/pros
-"""
-# Disable linter warnings to maintain consistency with tutorial.
-# pylint: disable=invalid-name
-# pylint: disable=g-bad-import-order
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-import tempfile
-
-from tensorflow.examples.tutorials.mnist import input_data
-
-import tensorflow as tf
-
-import numpy
-
-FLAGS = None
-
-
-def deepnn(x):
-  """deepnn builds the graph for a deep net for classifying digits.
-
-  Args:
-    x: an input tensor with the dimensions (N_examples, 784), where 784 is the
-    number of pixels in a standard MNIST image.
-
-  Returns:
-    A tuple (y, keep_prob). y is a tensor of shape (N_examples, 10), with values
-    equal to the logits of classifying the digit into one of 10 classes (the
-    digits 0-9). keep_prob is a scalar placeholder for the probability of
-    dropout.
-  """
-  # Reshape to use within a convolutional neural net.
-  # Last dimension is for "features" - there is only one here, since images are
-  # grayscale -- it would be 3 for an RGB image, 4 for RGBA, etc.
-  with tf.name_scope('reshape'):
-    x_image = tf.reshape(x, [-1, 28, 28, 1])
-
-  # First convolutional layer - maps one grayscale image to 32 feature maps.
-  with tf.name_scope('conv1'):
-    W_conv1 = weight_variable([5, 5, 1, 32])
-    b_conv1 = bias_variable([32])
-    h_conv1 = tf.nn.relu(conv2d(x_image, W_conv1) + b_conv1)
-
-  # Pooling layer - downsamples by 2X.
-  with tf.name_scope('pool1'):
-    h_pool1 = max_pool_2x2(h_conv1)
-
-  # Second convolutional layer -- maps 32 feature maps to 64.
-  with tf.name_scope('conv2'):
-    W_conv2 = weight_variable([5, 5, 32, 64])
-    b_conv2 = bias_variable([64])
-    h_conv2 = tf.nn.relu(conv2d(h_pool1, W_conv2) + b_conv2)
-
-  # Second pooling layer.
-  with tf.name_scope('pool2'):
-    h_pool2 = max_pool_2x2(h_conv2)
-
-  # Fully connected layer 1 -- after 2 round of downsampling, our 28x28 image
-  # is down to 7x7x64 feature maps -- maps this to 1024 features.
-  with tf.name_scope('fc1'):
-    W_fc1 = weight_variable([7 * 7 * 64, 1024])
-    b_fc1 = bias_variable([1024])
-
-    h_pool2_flat = tf.reshape(h_pool2, [-1, 7 * 7 * 64])
-    h_fc1 = tf.nn.relu(tf.matmul(h_pool2_flat, W_fc1) + b_fc1)
-
-  # Dropout - controls the complexity of the model, prevents co-adaptation of
-  # features.
-  with tf.name_scope('dropout'):
-    keep_prob = tf.placeholder(tf.float32)
-    h_fc1_drop = tf.nn.dropout(h_fc1, keep_prob)
-
-  # Map the 1024 features to 10 classes, one for each digit
-  with tf.name_scope('fc2'):
-    W_fc2 = weight_variable([1024, 10])
-    b_fc2 = bias_variable([10])
-
-    y_conv = tf.matmul(h_fc1_drop, W_fc2) + b_fc2
-  return y_conv, keep_prob
-
-
-def conv2d(x, W):
-  """conv2d returns a 2d convolution layer with full stride."""
-  return tf.nn.conv2d(x, W, strides=[1, 1, 1, 1], padding='SAME')
-
-
-def max_pool_2x2(x):
-  """max_pool_2x2 downsamples a feature map by 2X."""
-  return tf.nn.max_pool(x, ksize=[1, 2, 2, 1],
-                        strides=[1, 2, 2, 1], padding='SAME')
-
-
-def weight_variable(shape):
-  """weight_variable generates a weight variable of a given shape."""
-  initial = tf.truncated_normal(shape, stddev=0.1)
-  return tf.Variable(initial)
-
-
-def bias_variable(shape):
-  """bias_variable generates a bias variable of a given shape."""
-  initial = tf.constant(0.1, shape=shape)
-  return tf.Variable(initial)
-
-
-def main(_):
-  # Import data
-  mnist = input_data.read_data_sets(FLAGS.data_dir)
-
-  # Create the model
-  x = tf.placeholder(tf.float32, [None, 784])
-
-  # Define loss and optimizer
-  y_ = tf.placeholder(tf.int64, [None])
-
-  # Build the graph for the deep net
-  y_conv, keep_prob = deepnn(x)
-
-  with tf.name_scope('loss'):
-    cross_entropy = tf.losses.sparse_softmax_cross_entropy(
-        labels=y_, logits=y_conv)
-  cross_entropy = tf.reduce_mean(cross_entropy)
-
-  with tf.name_scope('adam_optimizer'):
-    train_step = tf.train.AdamOptimizer(1e-4).minimize(cross_entropy)
-
-  with tf.name_scope('accuracy'):
-    correct_prediction = tf.equal(tf.argmax(y_conv, 1), y_)
-    correct_prediction = tf.cast(correct_prediction, tf.float32)
-  accuracy = tf.reduce_mean(correct_prediction)
-
-  graph_location = tempfile.mkdtemp()
-  print('Saving graph to: %s' % graph_location)
-  train_writer = tf.summary.FileWriter(graph_location)
-  train_writer.add_graph(tf.get_default_graph())
-
-  with tf.Session() as sess:
-    sess.run(tf.global_variables_initializer())
-    for i in range(20000):
-      batch = mnist.train.next_batch(50)
-      if i % 100 == 0:
-        train_accuracy = accuracy.eval(feed_dict={
-            x: batch[0], y_: batch[1], keep_prob: 1.0})
-        print('step %d, training accuracy %g' % (i, train_accuracy))
-      train_step.run(feed_dict={x: batch[0], y_: batch[1], keep_prob: 0.5})
-
-    # compute in batches to avoid OOM on GPUs 
-    accuracy_l = []
-    for _ in range(20):
-      batch = mnist.test.next_batch(500, shuffle=False)
-      accuracy_l.append(accuracy.eval(feed_dict={x: batch[0], 
-                                                 y_: batch[1], 
-                                                 keep_prob: 1.0}))
-    print('test accuracy %g' % numpy.mean(accuracy_l))
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument('--data_dir', type=str,
-                      default='/tmp/tensorflow/mnist/input_data',
-                      help='Directory for storing input data')
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/tutorials/mnist/mnist_softmax.py b/tensorflow/examples/tutorials/mnist/mnist_softmax.py
deleted file mode 100644
index 47dd6a1947..0000000000
--- a/tensorflow/examples/tutorials/mnist/mnist_softmax.py
+++ /dev/null
@@ -1,84 +0,0 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""A very simple MNIST classifier.
-
-See extensive documentation at
-https://www.tensorflow.org/get_started/mnist/beginners
-"""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import argparse
-import sys
-
-from tensorflow.examples.tutorials.mnist import input_data
-
-import tensorflow as tf
-
-FLAGS = None
-
-
-def main(_):
-  # Import data
-  mnist = input_data.read_data_sets(FLAGS.data_dir)
-
-  # Create the model
-  x = tf.placeholder(tf.float32, [None, 784])
-  W = tf.Variable(tf.zeros([784, 10]))
-  b = tf.Variable(tf.zeros([10]))
-  y = tf.matmul(x, W) + b
-
-  # Define loss and optimizer
-  y_ = tf.placeholder(tf.int64, [None])
-
-  # The raw formulation of cross-entropy,
-  #
-  #   tf.reduce_mean(-tf.reduce_sum(y_ * tf.log(tf.nn.softmax(y)),
-  #                                 reduction_indices=[1]))
-  #
-  # can be numerically unstable.
-  #
-  # So here we use tf.losses.sparse_softmax_cross_entropy on the raw
-  # outputs of 'y', and then average across the batch.
-  cross_entropy = tf.losses.sparse_softmax_cross_entropy(labels=y_, logits=y)
-  train_step = tf.train.GradientDescentOptimizer(0.5).minimize(cross_entropy)
-
-  sess = tf.InteractiveSession()
-  tf.global_variables_initializer().run()
-  # Train
-  for _ in range(1000):
-    batch_xs, batch_ys = mnist.train.next_batch(100)
-    sess.run(train_step, feed_dict={x: batch_xs, y_: batch_ys})
-
-  # Test trained model
-  correct_prediction = tf.equal(tf.argmax(y, 1), y_)
-  accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
-  print(sess.run(
-      accuracy, feed_dict={
-          x: mnist.test.images,
-          y_: mnist.test.labels
-      }))
-
-
-if __name__ == '__main__':
-  parser = argparse.ArgumentParser()
-  parser.add_argument(
-      '--data_dir',
-      type=str,
-      default='/tmp/tensorflow/mnist/input_data',
-      help='Directory for storing input data')
-  FLAGS, unparsed = parser.parse_known_args()
-  tf.app.run(main=main, argv=[sys.argv[0]] + unparsed)
diff --git a/tensorflow/examples/tutorials/monitors/BUILD b/tensorflow/examples/tutorials/monitors/BUILD
deleted file mode 100644
index 1c49e3fe53..0000000000
--- a/tensorflow/examples/tutorials/monitors/BUILD
+++ /dev/null
@@ -1,25 +0,0 @@
-# Example Estimator model
-
-package(
-    default_visibility = ["//visibility:public"],
-)
-
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
-py_binary(
-    name = "iris_monitors",
-    srcs = [
-        "iris_monitors.py",
-    ],
-    data = [
-        "iris_test.csv",
-        "iris_training.csv",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow:tensorflow_py",
-        "//third_party/py/numpy",
-    ],
-)
diff --git a/tensorflow/examples/tutorials/monitors/__init__.py b/tensorflow/examples/tutorials/monitors/__init__.py
deleted file mode 100644
index e69de29bb2..0000000000
diff --git a/tensorflow/examples/tutorials/monitors/iris_monitors.py b/tensorflow/examples/tutorials/monitors/iris_monitors.py
deleted file mode 100644
index a2b7fe6023..0000000000
--- a/tensorflow/examples/tutorials/monitors/iris_monitors.py
+++ /dev/null
@@ -1,92 +0,0 @@
-#  Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-"""Model training for Iris data set using Validation Monitor."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-
-import numpy as np
-import tensorflow as tf
-
-tf.logging.set_verbosity(tf.logging.INFO)
-
-# Data sets
-IRIS_TRAINING = os.path.join(os.path.dirname(__file__), "iris_training.csv")
-IRIS_TEST = os.path.join(os.path.dirname(__file__), "iris_test.csv")
-
-
-def main(unused_argv):
-  # Load datasets.
-  training_set = tf.contrib.learn.datasets.base.load_csv_with_header(
-      filename=IRIS_TRAINING, target_dtype=np.int, features_dtype=np.float32)
-  test_set = tf.contrib.learn.datasets.base.load_csv_with_header(
-      filename=IRIS_TEST, target_dtype=np.int, features_dtype=np.float32)
-
-  validation_metrics = {
-      "accuracy":
-          tf.contrib.learn.MetricSpec(
-              metric_fn=tf.contrib.metrics.streaming_accuracy,
-              prediction_key="classes"),
-      "precision":
-          tf.contrib.learn.MetricSpec(
-              metric_fn=tf.contrib.metrics.streaming_precision,
-              prediction_key="classes"),
-      "recall":
-          tf.contrib.learn.MetricSpec(
-              metric_fn=tf.contrib.metrics.streaming_recall,
-              prediction_key="classes")
-  }
-  validation_monitor = tf.contrib.learn.monitors.ValidationMonitor(
-      test_set.data,
-      test_set.target,
-      every_n_steps=50,
-      metrics=validation_metrics,
-      early_stopping_metric="loss",
-      early_stopping_metric_minimize=True,
-      early_stopping_rounds=200)
-
-  # Specify that all features have real-value data
-  feature_columns = [tf.contrib.layers.real_valued_column("", dimension=4)]
-
-  # Build 3 layer DNN with 10, 20, 10 units respectively.
-  classifier = tf.contrib.learn.DNNClassifier(
-      feature_columns=feature_columns,
-      hidden_units=[10, 20, 10],
-      n_classes=3,
-      model_dir="/tmp/iris_model",
-      config=tf.contrib.learn.RunConfig(save_checkpoints_secs=1))
-
-  # Fit model.
-  classifier.fit(x=training_set.data,
-                 y=training_set.target,
-                 steps=2000,
-                 monitors=[validation_monitor])
-
-  # Evaluate accuracy.
-  accuracy_score = classifier.evaluate(
-      x=test_set.data, y=test_set.target)["accuracy"]
-  print("Accuracy: {0:f}".format(accuracy_score))
-
-  # Classify two new flower samples.
-  new_samples = np.array(
-      [[6.4, 3.2, 4.5, 1.5], [5.8, 3.1, 5.0, 1.7]], dtype=np.float32)
-  y = list(classifier.predict(new_samples))
-  print("Predictions: {}".format(str(y)))
-
-
-if __name__ == "__main__":
-  tf.app.run()
diff --git a/tensorflow/examples/tutorials/monitors/iris_test.csv b/tensorflow/examples/tutorials/monitors/iris_test.csv
deleted file mode 100644
index 5929d91f52..0000000000
--- a/tensorflow/examples/tutorials/monitors/iris_test.csv
+++ /dev/null
@@ -1,31 +0,0 @@
-30,4,setosa,versicolor,virginica
-5.9,3.0,4.2,1.5,1
-6.9,3.1,5.4,2.1,2
-5.1,3.3,1.7,0.5,0
-6.0,3.4,4.5,1.6,1
-5.5,2.5,4.0,1.3,1
-6.2,2.9,4.3,1.3,1
-5.5,4.2,1.4,0.2,0
-6.3,2.8,5.1,1.5,2
-5.6,3.0,4.1,1.3,1
-6.7,2.5,5.8,1.8,2
-7.1,3.0,5.9,2.1,2
-4.3,3.0,1.1,0.1,0
-5.6,2.8,4.9,2.0,2
-5.5,2.3,4.0,1.3,1
-6.0,2.2,4.0,1.0,1
-5.1,3.5,1.4,0.2,0
-5.7,2.6,3.5,1.0,1
-4.8,3.4,1.9,0.2,0
-5.1,3.4,1.5,0.2,0
-5.7,2.5,5.0,2.0,2
-5.4,3.4,1.7,0.2,0
-5.6,3.0,4.5,1.5,1
-6.3,2.9,5.6,1.8,2
-6.3,2.5,4.9,1.5,1
-5.8,2.7,3.9,1.2,1
-6.1,3.0,4.6,1.4,1
-5.2,4.1,1.5,0.1,0
-6.7,3.1,4.7,1.5,1
-6.7,3.3,5.7,2.5,2
-6.4,2.9,4.3,1.3,1
diff --git a/tensorflow/examples/tutorials/monitors/iris_training.csv b/tensorflow/examples/tutorials/monitors/iris_training.csv
deleted file mode 100644
index f5ae1054a1..0000000000
--- a/tensorflow/examples/tutorials/monitors/iris_training.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-120,4,setosa,versicolor,virginica
-6.4,2.8,5.6,2.2,2
-5.0,2.3,3.3,1.0,1
-4.9,2.5,4.5,1.7,2
-4.9,3.1,1.5,0.1,0
-5.7,3.8,1.7,0.3,0
-4.4,3.2,1.3,0.2,0
-5.4,3.4,1.5,0.4,0
-6.9,3.1,5.1,2.3,2
-6.7,3.1,4.4,1.4,1
-5.1,3.7,1.5,0.4,0
-5.2,2.7,3.9,1.4,1
-6.9,3.1,4.9,1.5,1
-5.8,4.0,1.2,0.2,0
-5.4,3.9,1.7,0.4,0
-7.7,3.8,6.7,2.2,2
-6.3,3.3,4.7,1.6,1
-6.8,3.2,5.9,2.3,2
-7.6,3.0,6.6,2.1,2
-6.4,3.2,5.3,2.3,2
-5.7,4.4,1.5,0.4,0
-6.7,3.3,5.7,2.1,2
-6.4,2.8,5.6,2.1,2
-5.4,3.9,1.3,0.4,0
-6.1,2.6,5.6,1.4,2
-7.2,3.0,5.8,1.6,2
-5.2,3.5,1.5,0.2,0
-5.8,2.6,4.0,1.2,1
-5.9,3.0,5.1,1.8,2
-5.4,3.0,4.5,1.5,1
-6.7,3.0,5.0,1.7,1
-6.3,2.3,4.4,1.3,1
-5.1,2.5,3.0,1.1,1
-6.4,3.2,4.5,1.5,1
-6.8,3.0,5.5,2.1,2
-6.2,2.8,4.8,1.8,2
-6.9,3.2,5.7,2.3,2
-6.5,3.2,5.1,2.0,2
-5.8,2.8,5.1,2.4,2
-5.1,3.8,1.5,0.3,0
-4.8,3.0,1.4,0.3,0
-7.9,3.8,6.4,2.0,2
-5.8,2.7,5.1,1.9,2
-6.7,3.0,5.2,2.3,2
-5.1,3.8,1.9,0.4,0
-4.7,3.2,1.6,0.2,0
-6.0,2.2,5.0,1.5,2
-4.8,3.4,1.6,0.2,0
-7.7,2.6,6.9,2.3,2
-4.6,3.6,1.0,0.2,0
-7.2,3.2,6.0,1.8,2
-5.0,3.3,1.4,0.2,0
-6.6,3.0,4.4,1.4,1
-6.1,2.8,4.0,1.3,1
-5.0,3.2,1.2,0.2,0
-7.0,3.2,4.7,1.4,1
-6.0,3.0,4.8,1.8,2
-7.4,2.8,6.1,1.9,2
-5.8,2.7,5.1,1.9,2
-6.2,3.4,5.4,2.3,2
-5.0,2.0,3.5,1.0,1
-5.6,2.5,3.9,1.1,1
-6.7,3.1,5.6,2.4,2
-6.3,2.5,5.0,1.9,2
-6.4,3.1,5.5,1.8,2
-6.2,2.2,4.5,1.5,1
-7.3,2.9,6.3,1.8,2
-4.4,3.0,1.3,0.2,0
-7.2,3.6,6.1,2.5,2
-6.5,3.0,5.5,1.8,2
-5.0,3.4,1.5,0.2,0
-4.7,3.2,1.3,0.2,0
-6.6,2.9,4.6,1.3,1
-5.5,3.5,1.3,0.2,0
-7.7,3.0,6.1,2.3,2
-6.1,3.0,4.9,1.8,2
-4.9,3.1,1.5,0.1,0
-5.5,2.4,3.8,1.1,1
-5.7,2.9,4.2,1.3,1
-6.0,2.9,4.5,1.5,1
-6.4,2.7,5.3,1.9,2
-5.4,3.7,1.5,0.2,0
-6.1,2.9,4.7,1.4,1
-6.5,2.8,4.6,1.5,1
-5.6,2.7,4.2,1.3,1
-6.3,3.4,5.6,2.4,2
-4.9,3.1,1.5,0.1,0
-6.8,2.8,4.8,1.4,1
-5.7,2.8,4.5,1.3,1
-6.0,2.7,5.1,1.6,1
-5.0,3.5,1.3,0.3,0
-6.5,3.0,5.2,2.0,2
-6.1,2.8,4.7,1.2,1
-5.1,3.5,1.4,0.3,0
-4.6,3.1,1.5,0.2,0
-6.5,3.0,5.8,2.2,2
-4.6,3.4,1.4,0.3,0
-4.6,3.2,1.4,0.2,0
-7.7,2.8,6.7,2.0,2
-5.9,3.2,4.8,1.8,1
-5.1,3.8,1.6,0.2,0
-4.9,3.0,1.4,0.2,0
-4.9,2.4,3.3,1.0,1
-4.5,2.3,1.3,0.3,0
-5.8,2.7,4.1,1.0,1
-5.0,3.4,1.6,0.4,0
-5.2,3.4,1.4,0.2,0
-5.3,3.7,1.5,0.2,0
-5.0,3.6,1.4,0.2,0
-5.6,2.9,3.6,1.3,1
-4.8,3.1,1.6,0.2,0
-6.3,2.7,4.9,1.8,2
-5.7,2.8,4.1,1.3,1
-5.0,3.0,1.6,0.2,0
-6.3,3.3,6.0,2.5,2
-5.0,3.5,1.6,0.6,0
-5.5,2.6,4.4,1.2,1
-5.7,3.0,4.2,1.2,1
-4.4,2.9,1.4,0.2,0
-4.8,3.0,1.4,0.1,0
-5.5,2.4,3.7,1.0,1
-- 
GitLab


From a1b9e4895f596c5e20c1988905b84f2b854298f0 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 14:39:49 -0700
Subject: [PATCH 0739/1825] Speed up inference in presence of categorical
 features.

PiperOrigin-RevId: 219195789
---
 tensorflow/contrib/boosted_trees/lib/BUILD    |  1 +
 .../boosted_trees/lib/trees/decision_tree.cc  | 10 +++++----
 .../contrib/boosted_trees/lib/utils/example.h |  5 ++++-
 .../lib/utils/examples_iterable.h             |  2 +-
 .../lib/utils/examples_iterable_test.cc       | 21 ++++++++++---------
 5 files changed, 23 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/lib/BUILD b/tensorflow/contrib/boosted_trees/lib/BUILD
index 3028c22817..fd832de982 100644
--- a/tensorflow/contrib/boosted_trees/lib/BUILD
+++ b/tensorflow/contrib/boosted_trees/lib/BUILD
@@ -67,6 +67,7 @@ tf_cc_test(
         "//tensorflow/core:tensor_testutil",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
+        "@com_google_absl//absl/algorithm:container",
     ],
 )
 
diff --git a/tensorflow/contrib/boosted_trees/lib/trees/decision_tree.cc b/tensorflow/contrib/boosted_trees/lib/trees/decision_tree.cc
index 64921faf81..de30a7bde7 100644
--- a/tensorflow/contrib/boosted_trees/lib/trees/decision_tree.cc
+++ b/tensorflow/contrib/boosted_trees/lib/trees/decision_tree.cc
@@ -81,9 +81,10 @@ int DecisionTree::Traverse(const DecisionTreeConfig& config,
         const auto& split = current_node.categorical_id_binary_split();
         const auto& features =
             example.sparse_int_features[split.feature_column()];
-        node_id = features.find(split.feature_id()) != features.end()
-                      ? split.left_id()
-                      : split.right_id();
+        node_id = (std::find(features.begin(), features.end(),
+                             split.feature_id()) == features.end())
+                      ? split.right_id()
+                      : split.left_id();
         break;
       }
       case TreeNode::kCategoricalIdSetMembershipBinarySplit: {
@@ -117,7 +118,8 @@ int DecisionTree::Traverse(const DecisionTreeConfig& config,
         oblivious_leaf_idx <<= 1;
         const auto& features =
             example.sparse_int_features[split.feature_column()];
-        if (features.find(split.feature_id()) == features.end()) {
+        if (std::find(features.begin(), features.end(), split.feature_id()) ==
+            features.end()) {
           oblivious_leaf_idx++;
         }
         node_id++;
diff --git a/tensorflow/contrib/boosted_trees/lib/utils/example.h b/tensorflow/contrib/boosted_trees/lib/utils/example.h
index 1371ff337f..445ffaaa71 100644
--- a/tensorflow/contrib/boosted_trees/lib/utils/example.h
+++ b/tensorflow/contrib/boosted_trees/lib/utils/example.h
@@ -20,6 +20,7 @@
 #include <unordered_set>
 #include <vector>
 #include "tensorflow/contrib/boosted_trees/lib/utils/optional_value.h"
+#include "tensorflow/core/lib/gtl/inlined_vector.h"
 
 namespace tensorflow {
 namespace boosted_trees {
@@ -124,7 +125,9 @@ struct Example {
   // Sparse integer features indexed by feature column.
   // Note that all integer features are assumed to be categorical, i.e. will
   // never be compared by order. Also these features can be multivalent.
-  std::vector<std::unordered_set<int64>> sparse_int_features;
+  // By default we allocate a InlinedVector of length 1 though since that is
+  // the most common case.
+  std::vector<gtl::InlinedVector<int64, 1>> sparse_int_features;
 };
 
 }  // namespace utils
diff --git a/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable.h b/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable.h
index 1b654e1c44..3c5e0fbbb4 100644
--- a/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable.h
+++ b/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable.h
@@ -148,7 +148,7 @@ class ExamplesIterable {
                                                       row_range.start);
           for (int64 row_idx = row_range.start; row_idx < row_range.end;
                ++row_idx) {
-            sparse_int_features[sparse_int_idx].insert(
+            sparse_int_features[sparse_int_idx].push_back(
                 iter_->sparse_int_column_values_[sparse_int_idx](row_idx));
           }
         }
diff --git a/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable_test.cc b/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable_test.cc
index 30c37435fe..2f4f2495ea 100644
--- a/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable_test.cc
+++ b/tensorflow/contrib/boosted_trees/lib/utils/examples_iterable_test.cc
@@ -13,6 +13,7 @@
 // limitations under the License.
 // =============================================================================
 #include "tensorflow/contrib/boosted_trees/lib/utils/examples_iterable.h"
+#include "absl/algorithm/container.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/test.h"
@@ -90,8 +91,8 @@ TEST_F(ExamplesIterableTest, Iterate) {
         EXPECT_EQ(1.0f, example.sparse_float_features[1][1].get_value());
 
         EXPECT_EQ(2, example.sparse_int_features[0].size());
-        EXPECT_EQ(1, example.sparse_int_features[0].count(1));
-        EXPECT_EQ(1, example.sparse_int_features[0].count(8));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[0], 1));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[0], 8));
         EXPECT_EQ(0, example.sparse_int_features[1].size());
       } break;
       case 1: {
@@ -105,9 +106,9 @@ TEST_F(ExamplesIterableTest, Iterate) {
         EXPECT_FALSE(example.sparse_float_features[1][1].has_value());
 
         EXPECT_EQ(1, example.sparse_int_features[0].size());
-        EXPECT_EQ(1, example.sparse_int_features[0].count(0));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[0], 0));
         EXPECT_EQ(1, example.sparse_int_features[1].size());
-        EXPECT_EQ(1, example.sparse_int_features[1].count(7));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[1], 7));
       } break;
       case 2: {
         EXPECT_EQ(2, example.example_idx);
@@ -122,7 +123,7 @@ TEST_F(ExamplesIterableTest, Iterate) {
 
         EXPECT_EQ(0, example.sparse_int_features[0].size());
         EXPECT_EQ(1, example.sparse_int_features[1].size());
-        EXPECT_EQ(1, example.sparse_int_features[1].count(13));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[1], 13));
       } break;
       case 3: {
         EXPECT_EQ(3, example.example_idx);
@@ -136,10 +137,10 @@ TEST_F(ExamplesIterableTest, Iterate) {
         EXPECT_FALSE(example.sparse_float_features[1][1].has_value());
 
         EXPECT_EQ(2, example.sparse_int_features[0].size());
-        EXPECT_EQ(1, example.sparse_int_features[0].count(2));
-        EXPECT_EQ(1, example.sparse_int_features[0].count(0));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[0], 2));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[0], 0));
         EXPECT_EQ(1, example.sparse_int_features[1].size());
-        EXPECT_EQ(1, example.sparse_int_features[1].count(4));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[1], 4));
       } break;
       case 4: {
         EXPECT_EQ(4, example.example_idx);
@@ -154,7 +155,7 @@ TEST_F(ExamplesIterableTest, Iterate) {
 
         EXPECT_EQ(0, example.sparse_int_features[0].size());
         EXPECT_EQ(1, example.sparse_int_features[1].size());
-        EXPECT_EQ(1, example.sparse_int_features[1].count(0));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[1], 0));
       } break;
       case 5: {
         EXPECT_EQ(5, example.example_idx);
@@ -191,7 +192,7 @@ TEST_F(ExamplesIterableTest, Iterate) {
         EXPECT_FALSE(example.sparse_float_features[1][1].has_value());
 
         EXPECT_EQ(1, example.sparse_int_features[0].size());
-        EXPECT_EQ(1, example.sparse_int_features[0].count(5));
+        EXPECT_EQ(1, absl::c_count(example.sparse_int_features[0], 5));
       } break;
       default: { LOG(QFATAL) << "Invalid example index."; } break;
     }
-- 
GitLab


From 6ee63940e27abe3c2ce3f0b6a3faa523d75d2cf7 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Mon, 29 Oct 2018 14:40:07 -0700
Subject: [PATCH 0740/1825] Fix log message in StreamExecutor, and add an
 explicit type in replay_computation.

Two minor changes:
 - The log message in deallocation in StreamExecutorAllocator prints out
   "(nil)" rather than the pointer because it happens after the pointer has
   been freed.

 - Add an explicit type in replay_computation; this was a review comment I missed.

PiperOrigin-RevId: 219195845
---
 tensorflow/compiler/xla/service/device_memory_allocator.cc | 4 ++--
 tensorflow/compiler/xla/tools/replay_computation.cc        | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/device_memory_allocator.cc b/tensorflow/compiler/xla/service/device_memory_allocator.cc
index 9c5a866186..e1e3b156fb 100644
--- a/tensorflow/compiler/xla/service/device_memory_allocator.cc
+++ b/tensorflow/compiler/xla/service/device_memory_allocator.cc
@@ -52,9 +52,9 @@ Status StreamExecutorMemoryAllocator::Deallocate(int device_ordinal,
   if (!mem.is_null()) {
     TF_ASSIGN_OR_RETURN(se::StreamExecutor * stream_executor,
                         GetStreamExecutor(device_ordinal));
+    VLOG(3) << absl::StreamFormat("Freeing %p on device ordinal %d",
+                                  mem.opaque(), device_ordinal);
     stream_executor->Deallocate(&mem);
-    VLOG(3) << absl::StreamFormat("Freed %p on device ordinal %d", mem.opaque(),
-                                  device_ordinal);
   }
   return Status::OK();
 }
diff --git a/tensorflow/compiler/xla/tools/replay_computation.cc b/tensorflow/compiler/xla/tools/replay_computation.cc
index 46af33db07..109411f99b 100644
--- a/tensorflow/compiler/xla/tools/replay_computation.cc
+++ b/tensorflow/compiler/xla/tools/replay_computation.cc
@@ -209,7 +209,7 @@ StatusOr<Literal> ReplayComputation(const HloSnapshot& module,
     run_options.set_execution_profile(&profile);
     run_options.set_allocator(&allocator);
 
-    TF_ASSIGN_OR_RETURN(auto result,
+    TF_ASSIGN_OR_RETURN(ScopedShapedBuffer result,
                         executable->Run(argument_ptrs, run_options));
     LOG(INFO) << "Done executing in "
               << static_cast<double>(profile.compute_time_ns()) / 1e9
-- 
GitLab


From 53f051b878b87b62d3816a4e5b383faa3a1e1e51 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 14:41:55 -0700
Subject: [PATCH 0741/1825] Macro to print the names of the types when there's
 a mismatch.

PiperOrigin-RevId: 219196152
---
 tensorflow/contrib/lite/c/c_api_internal.c   | 25 ++++++++++++++++++++
 tensorflow/contrib/lite/c/c_api_internal.h   | 13 ++++++++++
 tensorflow/contrib/lite/kernels/floor_mod.cc |  2 +-
 3 files changed, 39 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/c/c_api_internal.c b/tensorflow/contrib/lite/c/c_api_internal.c
index 8be37945ca..0a88b5ef7b 100644
--- a/tensorflow/contrib/lite/c/c_api_internal.c
+++ b/tensorflow/contrib/lite/c/c_api_internal.c
@@ -112,3 +112,28 @@ void TfLiteTensorRealloc(size_t num_bytes, TfLiteTensor* tensor) {
   tensor->bytes = num_bytes;
 }
 #endif  // TF_LITE_STATIC_MEMORY
+
+const char* TfLiteTypeGetName(TfLiteType type) {
+  switch (type) {
+    case kTfLiteNoType:
+      return "NOTYPE";
+    case kTfLiteFloat32:
+      return "FLOAT32";
+    case kTfLiteInt16:
+      return "INT16";
+    case kTfLiteInt32:
+      return "INT32";
+    case kTfLiteUInt8:
+      return "UINT8";
+    case kTfLiteInt64:
+      return "INT64";
+    case kTfLiteBool:
+      return "BOOL";
+    case kTfLiteComplex64:
+      return "COMPLEX64";
+    case kTfLiteString:
+      return "STRING";
+  }
+  return "Unknown type";
+}
+
diff --git a/tensorflow/contrib/lite/c/c_api_internal.h b/tensorflow/contrib/lite/c/c_api_internal.h
index fdc9ff634a..f6aee92f2a 100644
--- a/tensorflow/contrib/lite/c/c_api_internal.h
+++ b/tensorflow/contrib/lite/c/c_api_internal.h
@@ -146,6 +146,16 @@ void TfLiteIntArrayFree(TfLiteIntArray* v);
     }                                                                          \
   } while (0)
 
+#define TF_LITE_ENSURE_TYPES_EQ(context, a, b)                                 \
+  do {                                                                         \
+    if ((a) != (b)) {                                                          \
+      (context)->ReportError((context), "%s:%d %s != %s (%s != %s)", __FILE__, \
+                             __LINE__, #a, #b, TfLiteTypeGetName(a),           \
+                             TfLiteTypeGetName(b));                            \
+      return kTfLiteError;                                                     \
+    }                                                                          \
+  } while (0)
+
 #define TF_LITE_ENSURE_OK(context, status) \
   do {                                     \
     if ((status) != kTfLiteOk) {           \
@@ -171,6 +181,9 @@ typedef enum {
   kTfLiteComplex64 = 8,
 } TfLiteType;
 
+// Return the name of a given type, for error reporting purposes.
+const char* TfLiteTypeGetName(TfLiteType type);
+
 // Parameters for asymmetric quantization. Quantized values can be converted
 // back to float using:
 //    real_value = scale * (quantized_value - zero_point);
diff --git a/tensorflow/contrib/lite/kernels/floor_mod.cc b/tensorflow/contrib/lite/kernels/floor_mod.cc
index 3d31cca396..b6bf054443 100644
--- a/tensorflow/contrib/lite/kernels/floor_mod.cc
+++ b/tensorflow/contrib/lite/kernels/floor_mod.cc
@@ -78,7 +78,7 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   const TfLiteTensor* input2 = GetInput(context, node, kInputTensor2);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
 
-  TF_LITE_ENSURE_EQ(context, input1->type, input2->type);
+  TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type);
 
   const TfLiteType type = input1->type;
   if (type != kTfLiteInt32 && type != kTfLiteFloat32) {
-- 
GitLab


From 7e7e1e34e878672b304eb5755a66967032a17a15 Mon Sep 17 00:00:00 2001
From: Kay Zhu <kayzhu@google.com>
Date: Mon, 29 Oct 2018 14:43:20 -0700
Subject: [PATCH 0742/1825] [XLA] Fix the BUILD file license in
 XLA::Interpreter.

PiperOrigin-RevId: 219196383
---
 tensorflow/compiler/xla/service/interpreter/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/interpreter/BUILD b/tensorflow/compiler/xla/service/interpreter/BUILD
index 1484e14df1..a981d94a99 100644
--- a/tensorflow/compiler/xla/service/interpreter/BUILD
+++ b/tensorflow/compiler/xla/service/interpreter/BUILD
@@ -1,4 +1,4 @@
-licenses(["restricted"])
+licenses(["notice"])  # Apache 2.0
 
 package(default_visibility = ["//visibility:public"])
 
-- 
GitLab


From 20e7d7db87b41abeb057819c33f247ecfcf2ad5c Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Mon, 29 Oct 2018 14:45:38 -0700
Subject: [PATCH 0743/1825] Allow ints to be converted to all floats.

PiperOrigin-RevId: 219196844
---
 tensorflow/python/eager/pywrap_tensor.cc | 3 ++-
 tensorflow/python/eager/tensor_test.py   | 2 ++
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/pywrap_tensor.cc b/tensorflow/python/eager/pywrap_tensor.cc
index bf145d9230..a2407854fd 100644
--- a/tensorflow/python/eager/pywrap_tensor.cc
+++ b/tensorflow/python/eager/pywrap_tensor.cc
@@ -156,7 +156,8 @@ bool IsCompatible(int desired_dtype, TF_DataType returned_dtype) {
       tensorflow::DataTypeIsInteger(returned)) {
     return true;
   } else if (tensorflow::DataTypeIsFloating(desired) &&
-             tensorflow::DataTypeIsFloating(returned)) {
+             (tensorflow::DataTypeIsFloating(returned) ||
+              tensorflow::DataTypeIsInteger(returned))) {
     return true;
   } else if (tensorflow::DataTypeIsComplex(desired) &&
              (tensorflow::DataTypeIsComplex(returned) ||
diff --git a/tensorflow/python/eager/tensor_test.py b/tensorflow/python/eager/tensor_test.py
index 4fe6c44d05..ddd46c167b 100644
--- a/tensorflow/python/eager/tensor_test.py
+++ b/tensorflow/python/eager/tensor_test.py
@@ -277,6 +277,8 @@ class TFETensorTest(test_util.TensorFlowTestCase):
         self.evaluate(constant_op.constant(5, dtype=dtypes.float32)), 5.0)
     self.assertEqual(
         self.evaluate(constant_op.constant(5, dtype=dtypes.float64)), 5.0)
+    self.assertEqual(
+        self.evaluate(constant_op.constant(5, dtype=dtypes.bfloat16)), 5.0)
 
     # Ints and floats are compatible with complex types
     self.assertEqual(
-- 
GitLab


From fbd12e7e7b3c340ed82171610e40f063ef70ad26 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 14:53:40 -0700
Subject: [PATCH 0744/1825] Remove estimator_lib and import dependencies
 directly within estimator/__init__.py

PiperOrigin-RevId: 219198288
---
 .../lite/python/convert_saved_model_test.py   |  2 +-
 .../contrib/timeseries/examples/lstm_test.py  |  2 +-
 .../timeseries/python/timeseries/ar_model.py  |  2 +-
 .../python/timeseries/ar_model_test.py        |  2 +-
 .../python/timeseries/estimators.py           |  2 +-
 .../python/timeseries/estimators_test.py      |  2 +-
 .../timeseries/python/timeseries/head.py      |  2 +-
 .../timeseries/python/timeseries/head_test.py |  2 +-
 .../python/timeseries/input_pipeline.py       |  6 ++--
 .../python/timeseries/state_management.py     |  2 +-
 .../timeseries/state_management_test.py       |  2 +-
 .../state_space_models/state_space_model.py   |  2 +-
 .../state_space_model_test.py                 |  2 +-
 .../structural_ensemble_test.py               |  2 +-
 .../state_space_models/varma_test.py          |  2 +-
 .../python/timeseries/test_utils.py           |  2 +-
 tensorflow/python/estimator/BUILD             |  5 +--
 tensorflow/python/estimator/estimator_lib.py  | 34 -------------------
 18 files changed, 19 insertions(+), 56 deletions(-)
 delete mode 100644 tensorflow/python/estimator/estimator_lib.py

diff --git a/tensorflow/contrib/lite/python/convert_saved_model_test.py b/tensorflow/contrib/lite/python/convert_saved_model_test.py
index fd81ac7f38..29b48e11ab 100644
--- a/tensorflow/contrib/lite/python/convert_saved_model_test.py
+++ b/tensorflow/contrib/lite/python/convert_saved_model_test.py
@@ -25,9 +25,9 @@ from __future__ import print_function
 
 import os
 from tensorflow.contrib.lite.python import convert_saved_model
+from tensorflow.python import estimator
 from tensorflow.python import keras
 from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator_lib as estimator
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
diff --git a/tensorflow/contrib/timeseries/examples/lstm_test.py b/tensorflow/contrib/timeseries/examples/lstm_test.py
index c58e24e6d9..b4e36800d3 100644
--- a/tensorflow/contrib/timeseries/examples/lstm_test.py
+++ b/tensorflow/contrib/timeseries/examples/lstm_test.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 from tensorflow.contrib.timeseries.examples import lstm
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/contrib/timeseries/python/timeseries/ar_model.py b/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
index bcadf4094e..f2d3c0b20f 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
@@ -26,7 +26,7 @@ from tensorflow.contrib.timeseries.python.timeseries import model_utils
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import PredictionFeatures
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py b/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py
index de547f835d..dd06672124 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py
@@ -29,8 +29,8 @@ from tensorflow.contrib.timeseries.python.timeseries.estimators import ARRegress
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import PredictionFeatures
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import variable_scope
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators.py b/tensorflow/contrib/timeseries/python/timeseries/estimators.py
index af68aa03cf..d37ec9b3bc 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators.py
@@ -29,7 +29,7 @@ from tensorflow.contrib.timeseries.python.timeseries.state_space_models import s
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import structural_ensemble
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models.filtering_postprocessor import StateInterpolatingAnomalyDetector
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.estimator.canned import optimizers
 from tensorflow.python.estimator.export import export_lib
 from tensorflow.python.feature_column import feature_column
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
index ffd838be40..5a9f5b09bb 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
@@ -28,8 +28,8 @@ from tensorflow.contrib.timeseries.python.timeseries import feature_keys
 from tensorflow.contrib.timeseries.python.timeseries import input_pipeline
 from tensorflow.contrib.timeseries.python.timeseries import saved_model_utils
 
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.feature_column import feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/head.py b/tensorflow/contrib/timeseries/python/timeseries/head.py
index 1f9f9b7aa6..ed2419513a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/head.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/head.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 import re
 
 from tensorflow.contrib.timeseries.python.timeseries import feature_keys
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.estimator.canned import head as head_lib
 from tensorflow.python.estimator.canned import metric_keys
 from tensorflow.python.estimator.export import export_lib
diff --git a/tensorflow/contrib/timeseries/python/timeseries/head_test.py b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
index 90c7d8ac1a..ea4bfddc13 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/head_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
@@ -36,8 +36,8 @@ from tensorflow.contrib.timeseries.python.timeseries import model
 from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.core.example import example_pb2
 
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session as session_lib
-from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.feature_column import feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py b/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py
index 403c6e2cb4..f921f3366a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py
@@ -78,7 +78,7 @@ import numpy
 from tensorflow.contrib.timeseries.python.timeseries import feature_keys
 from tensorflow.contrib.timeseries.python.timeseries import model_utils
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python.estimator.inputs import numpy_io
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -256,7 +256,7 @@ class NumpyReader(TimeSeriesReader):
     # Remove the batch dimension from all features
     features = {key: numpy.squeeze(value, axis=0)
                 for key, value in self._features.items()}
-    return estimator_lib.inputs.numpy_input_fn(
+    return numpy_io.numpy_input_fn(
         x=features,
         # The first dimensions of features are the series length, since we have
         # removed the batch dimension above. We now pull out
@@ -268,7 +268,7 @@ class NumpyReader(TimeSeriesReader):
 
   def read_full(self):
     """Returns `Tensor` versions of the full Numpy arrays."""
-    features = estimator_lib.inputs.numpy_input_fn(
+    features = numpy_io.numpy_input_fn(
         x=self._features,
         batch_size=1,
         num_epochs=None,
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_management.py b/tensorflow/contrib/timeseries/python/timeseries/state_management.py
index 138406c616..5c23fbd5c6 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_management.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_management.py
@@ -24,7 +24,7 @@ from tensorflow.contrib.timeseries.python.timeseries import feature_keys
 from tensorflow.contrib.timeseries.python.timeseries import math_utils
 from tensorflow.contrib.timeseries.python.timeseries.model import ModelOutputs
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py
index 42ba6e1c25..7aad88d4ad 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py
@@ -27,7 +27,7 @@ from tensorflow.contrib.timeseries.python.timeseries import model
 from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.contrib.timeseries.python.timeseries import test_utils
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
index 2ecc7eafda..293f66732a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
@@ -31,7 +31,7 @@ from tensorflow.contrib.timeseries.python.timeseries import model_utils
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import kalman_filter
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
index 26857ba235..82f8056be9 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
@@ -33,7 +33,7 @@ from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.contrib.timeseries.python.timeseries import test_utils
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py
index a5f6a5341e..f60302704a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py
@@ -29,7 +29,7 @@ from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEv
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import structural_ensemble
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import dtypes
 from tensorflow.python.platform import test
 
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py
index e8875f4eb9..3d45b0a31a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py
@@ -25,7 +25,7 @@ from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEv
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import varma
 
-from tensorflow.python.estimator import estimator_lib
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
diff --git a/tensorflow/contrib/timeseries/python/timeseries/test_utils.py b/tensorflow/contrib/timeseries/python/timeseries/test_utils.py
index ed02960fae..c0e82d6e91 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/test_utils.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/test_utils.py
@@ -23,8 +23,8 @@ from tensorflow.contrib.timeseries.python.timeseries import input_pipeline
 from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
+from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import random_seed
 from tensorflow.python.ops import array_ops
diff --git a/tensorflow/python/estimator/BUILD b/tensorflow/python/estimator/BUILD
index 7363a112af..294e79dce0 100644
--- a/tensorflow/python/estimator/BUILD
+++ b/tensorflow/python/estimator/BUILD
@@ -4,10 +4,7 @@ licenses(["notice"])  # Apache 2.0
 
 py_library(
     name = "estimator_py",
-    srcs = [
-        "__init__.py",
-        "estimator_lib.py",
-    ],
+    srcs = ["__init__.py"],
     srcs_version = "PY2AND3",
     visibility = [
         "//tensorflow:__pkg__",
diff --git a/tensorflow/python/estimator/estimator_lib.py b/tensorflow/python/estimator/estimator_lib.py
deleted file mode 100644
index 4c18b55236..0000000000
--- a/tensorflow/python/estimator/estimator_lib.py
+++ /dev/null
@@ -1,34 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""estimator_lib python module.
-
-Importing from tensorflow.python.estimator is unsupported
-and will soon break!
-"""
-# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow_estimator.python.estimator import estimator_lib
-
-# Include attrs that start with single underscore.
-_HAS_DYNAMIC_ATTRIBUTES = True
-estimator_lib.__all__ = [
-    s for s in dir(estimator_lib) if not s.startswith('__')
-]
-
-from tensorflow_estimator.python.estimator.estimator_lib import *
-- 
GitLab


From d617d45f31d8e10b40d480afda0d338623422040 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Mon, 29 Oct 2018 15:17:16 -0700
Subject: [PATCH 0745/1825] [XLA] Delete OOM test. It doesn't seem to serve a
 useful purpose, isn't actually enabled, and is a pain to maintain.

PiperOrigin-RevId: 219202422
---
 tensorflow/compiler/tests/BUILD       | 27 ----------
 tensorflow/compiler/tests/oom_test.py | 76 ---------------------------
 2 files changed, 103 deletions(-)
 delete mode 100644 tensorflow/compiler/tests/oom_test.py

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index d6e3f0817e..f76aef2cca 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -294,33 +294,6 @@ tf_xla_py_test(
     ],
 )
 
-tf_xla_py_test(
-    name = "oom_test",
-    size = "medium",
-    srcs = ["oom_test.py"],
-    # TODO(b/80081500): Re-enable on GPU. Disabled on 2018-05-21.
-    disabled_backends = [
-        "cpu",
-        "cpu_ondemand",
-        "gpu",
-    ],
-    tags = [
-        # Allocates very large amounts of memory and does not work under TSAN.
-        "notsan",
-        "optonly",  # Times out frequently in fastbuild.
-    ],
-    deps = [
-        ":xla_test",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:array_ops_gen",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:gradient_checker",
-        "//tensorflow/python:gradients",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform_test",
-    ],
-)
-
 tf_xla_py_test(
     name = "conv2d_test",
     size = "medium",
diff --git a/tensorflow/compiler/tests/oom_test.py b/tensorflow/compiler/tests/oom_test.py
deleted file mode 100644
index 7635f89249..0000000000
--- a/tensorflow/compiler/tests/oom_test.py
+++ /dev/null
@@ -1,76 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Functional tests for out-of-memory conditions."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.compiler.tests import xla_test
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import nn_ops
-from tensorflow.python.platform import googletest
-
-
-class OutOfMemoryTest(xla_test.XLATestCase):
-
-  def testOutputOutOfMemory(self):
-    """Allocates tensors until out of memory.
-
-    Generates a large rank-1 tensor. The tensor is an output of an XLA
-    computation, not constant.
-
-    Check that a ResourceExhaustedError is raised and can be caught.
-
-    We spin in a loop generating larger and larger tensors until an OOM event
-    happens. We may be running sandboxed, so have a small host memory limit, so
-    any hardcoded value is unlikely to land in the sweet spot between device
-    memory size and host memory size with stability.
-    """
-
-    def test_loop():
-      size = int(2e8)
-      while True:
-        with self.cached_session():
-          # Force the compiled code to not be constant by feeding in a
-          # parameter.
-          p = array_ops.placeholder(dtypes.float32, shape=[2, 1, 1])
-          with self.test_scope():
-            # Create a computation that produces a large R1 tensor as an
-            # intermediate result.  Reduce it down so that if this file was
-            # compiled without --config=cuda, we don't force a D2H copy of a
-            # large tensor and potentially OOM the host.
-            #
-            # This is a bit tricky because XLA:GPU doesn't currently support RNG
-            # ops.  Here we rely on the fact that XLA doesn't do algebraic
-            # simplifications on conv(<ones>, <filter>).
-            c = math_ops.reduce_sum(
-                nn_ops.convolution(
-                    array_ops.ones([1, size, 1]),
-                    p,
-                    padding='SAME',
-                    data_format='NWC'))
-
-            c.eval(feed_dict={p: [[[1.0]], [[2.0]]]})
-            size *= 2
-
-    self.assertRaises(errors.ResourceExhaustedError, test_loop)
-
-
-if __name__ == '__main__':
-  googletest.main()
-- 
GitLab


From 72c4105a282224f86636ad5df03d18db98648357 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Mon, 29 Oct 2018 15:32:46 -0700
Subject: [PATCH 0746/1825] Add several trigonometric kernels to TFMobile

This includes:
 * cos
 * cosh
 * sin
 * sinh
 * tan

Note that tanh was already included, and TFLite already supports sin.

PiperOrigin-RevId: 219204972
---
 tensorflow/contrib/lite/build_def.bzl       | 2 +-
 tensorflow/contrib/makefile/tf_op_files.txt | 5 +++++
 tensorflow/core/kernels/BUILD               | 5 +++++
 3 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index 1277de4ec0..b30c05a2e2 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -280,7 +280,7 @@ def generated_test_models():
         "rsqrt",
         "shape",
         "sigmoid",
-        #"sin", # b/118502200
+        "sin",
         "slice",
         "softmax",
         "space_to_batch_nd",
diff --git a/tensorflow/contrib/makefile/tf_op_files.txt b/tensorflow/contrib/makefile/tf_op_files.txt
index c462b60b46..eab93f2cc5 100644
--- a/tensorflow/contrib/makefile/tf_op_files.txt
+++ b/tensorflow/contrib/makefile/tf_op_files.txt
@@ -52,6 +52,8 @@ tensorflow/core/kernels/cwise_op_add_2.cc
 tensorflow/core/kernels/cwise_op_bitwise_and.cc
 tensorflow/core/kernels/cwise_op_bitwise_or.cc
 tensorflow/core/kernels/cwise_op_bitwise_xor.cc
+tensorflow/core/kernels/cwise_op_cos.cc
+tensorflow/core/kernels/cwise_op_cosh.cc
 tensorflow/core/kernels/cwise_op_div.cc
 tensorflow/core/kernels/cwise_op_equal_to_1.cc
 tensorflow/core/kernels/cwise_op_equal_to_2.cc
@@ -86,10 +88,13 @@ tensorflow/core/kernels/cwise_op_rsqrt.cc
 tensorflow/core/kernels/cwise_op_select.cc
 tensorflow/core/kernels/cwise_op_sigmoid.cc
 tensorflow/core/kernels/cwise_op_sign.cc
+tensorflow/core/kernels/cwise_op_sin.cc
+tensorflow/core/kernels/cwise_op_sinh.cc
 tensorflow/core/kernels/cwise_op_sqrt.cc
 tensorflow/core/kernels/cwise_op_square.cc
 tensorflow/core/kernels/cwise_op_squared_difference.cc
 tensorflow/core/kernels/cwise_op_sub.cc
+tensorflow/core/kernels/cwise_op_tan.cc
 tensorflow/core/kernels/cwise_op_tanh.cc
 tensorflow/core/kernels/cwise_op_xdivy.cc
 tensorflow/core/kernels/cwise_op_xlogy.cc
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 860542db59..5182a72214 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -5356,6 +5356,8 @@ filegroup(
         "cwise_op_bitwise_and.cc",
         "cwise_op_bitwise_or.cc",
         "cwise_op_bitwise_xor.cc",
+        "cwise_op_cos.cc",
+        "cwise_op_cosh.cc",
         "cwise_op_div.cc",
         "cwise_op_equal_to_1.cc",
         "cwise_op_equal_to_2.cc",
@@ -5390,10 +5392,13 @@ filegroup(
         "cwise_op_select.cc",
         "cwise_op_sigmoid.cc",
         "cwise_op_sign.cc",
+        "cwise_op_sin.cc",
+        "cwise_op_sinh.cc",
         "cwise_op_sqrt.cc",
         "cwise_op_square.cc",
         "cwise_op_squared_difference.cc",
         "cwise_op_sub.cc",
+        "cwise_op_tan.cc",
         "cwise_op_tanh.cc",
         "cwise_op_xlogy.cc",
         "cwise_op_xdivy.cc",
-- 
GitLab


From 6f4734086ebbcb2c37b3cacfd5e30a69c1fde0c1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 15:34:54 -0700
Subject: [PATCH 0747/1825] Automated rollback of commit
 9a8e0c228dcf6a98d0f35b3737be9a07a43961ea

PiperOrigin-RevId: 219205308
---
 tensorflow/compiler/tf2xla/xla_helpers.cc | 36 +++++++++++++++++++----
 1 file changed, 31 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/xla_helpers.cc b/tensorflow/compiler/tf2xla/xla_helpers.cc
index 2462609910..9a34cd8c6a 100644
--- a/tensorflow/compiler/tf2xla/xla_helpers.cc
+++ b/tensorflow/compiler/tf2xla/xla_helpers.cc
@@ -139,6 +139,16 @@ xla::XlaOp XlaHelpers::FloatLiteral(xla::XlaBuilder* b, DataType data_type,
   return Status::OK();
 }
 
+template <typename T>
+static Tensor MakeLinspaceTensor(const TensorShape& shape, int64 depth) {
+  Tensor linspace(DataTypeToEnum<T>::v(), shape);
+  auto linspace_flat = linspace.flat<T>();
+  for (int64 i = 0; i < depth; ++i) {
+    linspace_flat(i) = i;
+  }
+  return linspace;
+}
+
 xla::XlaOp XlaHelpers::ArgMax(xla::XlaOp input, xla::PrimitiveType output_type,
                               int axis) {
   return ArgMinMax(input, output_type, axis, /*is_min=*/false);
@@ -162,17 +172,33 @@ Status XlaHelpers::OneHot(xla::XlaBuilder* builder, int64 depth, int axis,
   // Build a Tensor populated with values 0, 1, 2, ... depth.
   std::vector<int64> linspace_dims(output_dims, 1);
   linspace_dims[axis] = depth;
-  xla::PrimitiveType linspace_type;
-  TF_CHECK_OK(DataTypeToPrimitiveType(index_type, &linspace_type));
-  auto linspace_shape = xla::ShapeUtil::MakeShape(linspace_type, linspace_dims);
-  xla::XlaOp linspace = xla::Iota(builder, linspace_shape, axis);
+  TensorShape linspace_shape(linspace_dims);
+  Tensor linspace;
+  switch (index_type) {
+    case DT_UINT8:
+      linspace = MakeLinspaceTensor<uint8>(linspace_shape, depth);
+      break;
+    case DT_INT32:
+      linspace = MakeLinspaceTensor<int32>(linspace_shape, depth);
+      break;
+    case DT_INT64:
+      linspace = MakeLinspaceTensor<int64>(linspace_shape, depth);
+      break;
+    default:
+      return errors::InvalidArgument("Invalid argument type ",
+                                     DataTypeString(index_type));
+  }
+
+  xla::BorrowingLiteral linspace_literal;
+  TF_RETURN_IF_ERROR(HostTensorToBorrowingLiteral(linspace, &linspace_literal));
 
   // Broadcast the linspace constant across the indices along the new axis,
   // and test equality at each position.
   std::vector<int64> broadcast_dims(indices_shape.dims());
   std::iota(broadcast_dims.begin(), broadcast_dims.begin() + axis, 0);
   std::iota(broadcast_dims.begin() + axis, broadcast_dims.end(), axis + 1);
-  xla::XlaOp one_hot_bool = xla::Eq(indices, linspace, broadcast_dims);
+  xla::XlaOp one_hot_bool = xla::Eq(
+      indices, xla::ConstantLiteral(builder, linspace_literal), broadcast_dims);
 
   // Selects the user-provided off_value and on_value values.
   *one_hot = xla::Select(one_hot_bool,
-- 
GitLab


From f9ecca304d862fc4854b99b7cb2ee5d37d9f650d Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 29 Oct 2018 15:52:53 -0700
Subject: [PATCH 0748/1825] Automated rollback of commit
 fbd12e7e7b3c340ed82171610e40f063ef70ad26

PiperOrigin-RevId: 219208174
---
 .../lite/python/convert_saved_model_test.py   |  2 +-
 .../contrib/timeseries/examples/lstm_test.py  |  2 +-
 .../timeseries/python/timeseries/ar_model.py  |  2 +-
 .../python/timeseries/ar_model_test.py        |  2 +-
 .../python/timeseries/estimators.py           |  2 +-
 .../python/timeseries/estimators_test.py      |  2 +-
 .../timeseries/python/timeseries/head.py      |  2 +-
 .../timeseries/python/timeseries/head_test.py |  2 +-
 .../python/timeseries/input_pipeline.py       |  6 ++--
 .../python/timeseries/state_management.py     |  2 +-
 .../timeseries/state_management_test.py       |  2 +-
 .../state_space_models/state_space_model.py   |  2 +-
 .../state_space_model_test.py                 |  2 +-
 .../structural_ensemble_test.py               |  2 +-
 .../state_space_models/varma_test.py          |  2 +-
 .../python/timeseries/test_utils.py           |  2 +-
 tensorflow/python/estimator/BUILD             |  5 ++-
 tensorflow/python/estimator/estimator_lib.py  | 34 +++++++++++++++++++
 18 files changed, 56 insertions(+), 19 deletions(-)
 create mode 100644 tensorflow/python/estimator/estimator_lib.py

diff --git a/tensorflow/contrib/lite/python/convert_saved_model_test.py b/tensorflow/contrib/lite/python/convert_saved_model_test.py
index 29b48e11ab..fd81ac7f38 100644
--- a/tensorflow/contrib/lite/python/convert_saved_model_test.py
+++ b/tensorflow/contrib/lite/python/convert_saved_model_test.py
@@ -25,9 +25,9 @@ from __future__ import print_function
 
 import os
 from tensorflow.contrib.lite.python import convert_saved_model
-from tensorflow.python import estimator
 from tensorflow.python import keras
 from tensorflow.python.client import session
+from tensorflow.python.estimator import estimator_lib as estimator
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
diff --git a/tensorflow/contrib/timeseries/examples/lstm_test.py b/tensorflow/contrib/timeseries/examples/lstm_test.py
index b4e36800d3..c58e24e6d9 100644
--- a/tensorflow/contrib/timeseries/examples/lstm_test.py
+++ b/tensorflow/contrib/timeseries/examples/lstm_test.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 from tensorflow.contrib.timeseries.examples import lstm
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/contrib/timeseries/python/timeseries/ar_model.py b/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
index f2d3c0b20f..bcadf4094e 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/ar_model.py
@@ -26,7 +26,7 @@ from tensorflow.contrib.timeseries.python.timeseries import model_utils
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import PredictionFeatures
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py b/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py
index dd06672124..de547f835d 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/ar_model_test.py
@@ -29,8 +29,8 @@ from tensorflow.contrib.timeseries.python.timeseries.estimators import ARRegress
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import PredictionFeatures
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
-from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import variable_scope
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators.py b/tensorflow/contrib/timeseries/python/timeseries/estimators.py
index d37ec9b3bc..af68aa03cf 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators.py
@@ -29,7 +29,7 @@ from tensorflow.contrib.timeseries.python.timeseries.state_space_models import s
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import structural_ensemble
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models.filtering_postprocessor import StateInterpolatingAnomalyDetector
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.estimator.canned import optimizers
 from tensorflow.python.estimator.export import export_lib
 from tensorflow.python.feature_column import feature_column
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
index 5a9f5b09bb..ffd838be40 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
@@ -28,8 +28,8 @@ from tensorflow.contrib.timeseries.python.timeseries import feature_keys
 from tensorflow.contrib.timeseries.python.timeseries import input_pipeline
 from tensorflow.contrib.timeseries.python.timeseries import saved_model_utils
 
-from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.feature_column import feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/head.py b/tensorflow/contrib/timeseries/python/timeseries/head.py
index ed2419513a..1f9f9b7aa6 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/head.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/head.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 import re
 
 from tensorflow.contrib.timeseries.python.timeseries import feature_keys
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.estimator.canned import head as head_lib
 from tensorflow.python.estimator.canned import metric_keys
 from tensorflow.python.estimator.export import export_lib
diff --git a/tensorflow/contrib/timeseries/python/timeseries/head_test.py b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
index ea4bfddc13..90c7d8ac1a 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/head_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
@@ -36,8 +36,8 @@ from tensorflow.contrib.timeseries.python.timeseries import model
 from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.core.example import example_pb2
 
-from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session as session_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.feature_column import feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py b/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py
index f921f3366a..403c6e2cb4 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/input_pipeline.py
@@ -78,7 +78,7 @@ import numpy
 from tensorflow.contrib.timeseries.python.timeseries import feature_keys
 from tensorflow.contrib.timeseries.python.timeseries import model_utils
 
-from tensorflow.python.estimator.inputs import numpy_io
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -256,7 +256,7 @@ class NumpyReader(TimeSeriesReader):
     # Remove the batch dimension from all features
     features = {key: numpy.squeeze(value, axis=0)
                 for key, value in self._features.items()}
-    return numpy_io.numpy_input_fn(
+    return estimator_lib.inputs.numpy_input_fn(
         x=features,
         # The first dimensions of features are the series length, since we have
         # removed the batch dimension above. We now pull out
@@ -268,7 +268,7 @@ class NumpyReader(TimeSeriesReader):
 
   def read_full(self):
     """Returns `Tensor` versions of the full Numpy arrays."""
-    features = numpy_io.numpy_input_fn(
+    features = estimator_lib.inputs.numpy_input_fn(
         x=self._features,
         batch_size=1,
         num_epochs=None,
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_management.py b/tensorflow/contrib/timeseries/python/timeseries/state_management.py
index 5c23fbd5c6..138406c616 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_management.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_management.py
@@ -24,7 +24,7 @@ from tensorflow.contrib.timeseries.python.timeseries import feature_keys
 from tensorflow.contrib.timeseries.python.timeseries import math_utils
 from tensorflow.contrib.timeseries.python.timeseries.model import ModelOutputs
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py
index 7aad88d4ad..42ba6e1c25 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_management_test.py
@@ -27,7 +27,7 @@ from tensorflow.contrib.timeseries.python.timeseries import model
 from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.contrib.timeseries.python.timeseries import test_utils
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
index 293f66732a..2ecc7eafda 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model.py
@@ -31,7 +31,7 @@ from tensorflow.contrib.timeseries.python.timeseries import model_utils
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import kalman_filter
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
index 82f8056be9..26857ba235 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/state_space_model_test.py
@@ -33,7 +33,7 @@ from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.contrib.timeseries.python.timeseries import test_utils
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py
index f60302704a..a5f6a5341e 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/structural_ensemble_test.py
@@ -29,7 +29,7 @@ from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEv
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import structural_ensemble
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import dtypes
 from tensorflow.python.platform import test
 
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py
index 3d45b0a31a..e8875f4eb9 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/varma_test.py
@@ -25,7 +25,7 @@ from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEv
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import state_space_model
 from tensorflow.contrib.timeseries.python.timeseries.state_space_models import varma
 
-from tensorflow.python import estimator as estimator_lib
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import constant_op
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
diff --git a/tensorflow/contrib/timeseries/python/timeseries/test_utils.py b/tensorflow/contrib/timeseries/python/timeseries/test_utils.py
index c0e82d6e91..ed02960fae 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/test_utils.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/test_utils.py
@@ -23,8 +23,8 @@ from tensorflow.contrib.timeseries.python.timeseries import input_pipeline
 from tensorflow.contrib.timeseries.python.timeseries import state_management
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
-from tensorflow.python import estimator as estimator_lib
 from tensorflow.python.client import session
+from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import random_seed
 from tensorflow.python.ops import array_ops
diff --git a/tensorflow/python/estimator/BUILD b/tensorflow/python/estimator/BUILD
index 294e79dce0..7363a112af 100644
--- a/tensorflow/python/estimator/BUILD
+++ b/tensorflow/python/estimator/BUILD
@@ -4,7 +4,10 @@ licenses(["notice"])  # Apache 2.0
 
 py_library(
     name = "estimator_py",
-    srcs = ["__init__.py"],
+    srcs = [
+        "__init__.py",
+        "estimator_lib.py",
+    ],
     srcs_version = "PY2AND3",
     visibility = [
         "//tensorflow:__pkg__",
diff --git a/tensorflow/python/estimator/estimator_lib.py b/tensorflow/python/estimator/estimator_lib.py
new file mode 100644
index 0000000000..4c18b55236
--- /dev/null
+++ b/tensorflow/python/estimator/estimator_lib.py
@@ -0,0 +1,34 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""estimator_lib python module.
+
+Importing from tensorflow.python.estimator is unsupported
+and will soon break!
+"""
+# pylint: disable=unused-import,g-bad-import-order,g-import-not-at-top,wildcard-import
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow_estimator.python.estimator import estimator_lib
+
+# Include attrs that start with single underscore.
+_HAS_DYNAMIC_ATTRIBUTES = True
+estimator_lib.__all__ = [
+    s for s in dir(estimator_lib) if not s.startswith('__')
+]
+
+from tensorflow_estimator.python.estimator.estimator_lib import *
-- 
GitLab


From 67ab291f85052a8002e4721d7c5fac7927ac2f14 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 16:00:25 -0700
Subject: [PATCH 0749/1825] Resolved some warnings in interpreter.h.

PiperOrigin-RevId: 219209314
---
 tensorflow/contrib/lite/interpreter.h | 30 +++++++++++++--------------
 1 file changed, 15 insertions(+), 15 deletions(-)

diff --git a/tensorflow/contrib/lite/interpreter.h b/tensorflow/contrib/lite/interpreter.h
index 651a97e9dc..cbd042fa92 100644
--- a/tensorflow/contrib/lite/interpreter.h
+++ b/tensorflow/contrib/lite/interpreter.h
@@ -234,14 +234,16 @@ class Interpreter {
   // TODO(aselle): Create a safe ArrayHandle interface to avoid exposing this
   // read/write access to structure
   TfLiteTensor* tensor(int tensor_index) {
-    if (tensor_index >= context_.tensors_size || tensor_index < 0)
+    if (tensor_index < 0 ||
+        static_cast<size_t>(tensor_index) >= context_.tensors_size)
       return nullptr;
     return &context_.tensors[tensor_index];
   }
 
   // Get an immutable tensor data structure.
   const TfLiteTensor* tensor(int tensor_index) const {
-    if (tensor_index >= context_.tensors_size || tensor_index < 0)
+    if (tensor_index < 0 ||
+        static_cast<size_t>(tensor_index) >= context_.tensors_size)
       return nullptr;
     return &context_.tensors[tensor_index];
   }
@@ -249,7 +251,8 @@ class Interpreter {
   // Get a pointer to an operation and registration data structure if in bounds.
   const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
       int node_index) const {
-    if (node_index >= nodes_and_registration_.size() || node_index < 0)
+    if (node_index < 0 ||
+        static_cast<size_t>(node_index) >= nodes_and_registration_.size())
       return nullptr;
     return &nodes_and_registration_[node_index];
   }
@@ -364,19 +367,16 @@ class Interpreter {
   // it might require to copy the data from delegate buffer to raw memory.
   // WARNING: This is an experimental API and subject to change.
   TfLiteStatus EnsureTensorDataIsReadable(int tensor_index) {
-    TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-    TfLiteTensor* tensor = &tensors_[tensor_index];
-    if (tensor->data_is_stale) {
-      TF_LITE_ENSURE(&context_, tensor->delegate != nullptr);
-      TF_LITE_ENSURE(&context_,
-                     tensor->buffer_handle != kTfLiteNullBufferHandle);
+    TfLiteTensor* t = tensor(tensor_index);
+    TF_LITE_ENSURE(&context_, t != nullptr);
+    if (t->data_is_stale) {
+      TF_LITE_ENSURE(&context_, t->delegate != nullptr);
+      TF_LITE_ENSURE(&context_, t->buffer_handle != kTfLiteNullBufferHandle);
       // This can be null if the delegate doesn't use its own buffer.
-      TF_LITE_ENSURE(&context_,
-                     tensor->delegate->CopyFromBufferHandle != nullptr);
-      tensor->delegate->CopyFromBufferHandle(&context_, tensor->delegate,
-                                             tensor->buffer_handle,
-                                             tensor->data.raw, tensor->bytes);
-      tensor->data_is_stale = false;
+      TF_LITE_ENSURE(&context_, t->delegate->CopyFromBufferHandle != nullptr);
+      t->delegate->CopyFromBufferHandle(
+          &context_, t->delegate, t->buffer_handle, t->data.raw, t->bytes);
+      t->data_is_stale = false;
     }
     return kTfLiteOk;
   }
-- 
GitLab


From e8d291f27241584fdb461fbc4729c9b3bd9012f2 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Mon, 29 Oct 2018 16:02:51 -0700
Subject: [PATCH 0750/1825] Trim function library before starting Grappler
 passes

PiperOrigin-RevId: 219209842
---
 tensorflow/core/grappler/optimizers/BUILD     |  1 +
 .../grappler/optimizers/meta_optimizer.cc     | 28 +++++++++++++++++--
 2 files changed, 27 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index d3a48573e3..f856bd982e 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -541,6 +541,7 @@ cc_library(
         "//tensorflow/core/grappler/utils:functions",
         "//tensorflow/core/grappler/utils:topological_sort",
         "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.cc b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
index 20a1da4831..1d787d2b7c 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
@@ -14,6 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
+#include "absl/strings/substitute.h"
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/framework/function.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
@@ -413,8 +414,31 @@ Status MetaOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
   VLOG(1) << "Starting optimization for grappler item: " << item.id;
   optimization_results_.clear();
 
+  // 0. Original graph might contain a huge function library, that is mostly
+  // unused. This library copied over by each individual Grappler optimizer,
+  // which adds a huge overhead. Before starting optimization passes we just
+  // remove all the unreachable functions.
+  // TODO(ezhulenev): Construct reachable function library definition directly
+  // from the proto without constructing temporary FunctionLibraryDefinition.
+  GraphDef trimmed_graph;  // do not copy graph with a potentially huge library
+  *trimmed_graph.mutable_node() = item.graph.node();
+  *trimmed_graph.mutable_versions() = item.graph.versions();
+  *trimmed_graph.mutable_library() =
+      grappler::ReachableFunctionLibraryDefinition(
+          FunctionLibraryDefinition(OpRegistry::Global(), item.graph.library()),
+          item.graph)
+          .ToProto();
+
+  GrapplerItem trimmed_item(item, std::move(trimmed_graph));
+
+  VLOG(1) << absl::Substitute(
+      "Deleted $0 unreachable functions from the graph (library size = $1)",
+      item.graph.library().function_size() -
+          trimmed_item.graph.library().function_size(),
+      trimmed_item.graph.library().function_size());
+
   // 1. Optimize main graph
-  TF_RETURN_IF_ERROR(OptimizeGraph(cluster, item, optimized_graph));
+  TF_RETURN_IF_ERROR(OptimizeGraph(cluster, trimmed_item, optimized_graph));
   VLOG(1) << "Optimized main graph.";
   GRAPPLER_RETURN_IF_DEADLINE_EXCEEDED();
 
@@ -480,7 +504,7 @@ Status MetaOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
       // Make a GrapplerItem from a FunctionDef.
       GrapplerFunctionItem func_item;
       TF_RETURN_IF_ERROR(MakeGrapplerFunctionItem(
-          func, flib, item.graph.versions().producer(), &func_item));
+          func, flib, trimmed_item.graph.versions().producer(), &func_item));
 
       // If we need to compute the gradient of optimized function at runtime, we
       // can't perform non-differentiable rewrites.
-- 
GitLab


From ba9bc60c9e2f8968eb0a0ee7af456786aecd202f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 16:08:06 -0700
Subject: [PATCH 0751/1825] This CL automatically defuns the inner iteration of
 the eager Keras fit, evaluate, and predict loops if a model supports
 defuning. A graph network is marked as supporting defuns if all of its
 internal layers also support being in a defun. Subclass models and custom
 layers must be manually marked as supporting defuns in the constructor, by
 setting `self._can_use_graph_functions=True`

PiperOrigin-RevId: 219210710
---
 .../contrib/tpu/python/tpu/keras_support.py   |   9 ++
 tensorflow/python/eager/benchmarks_test.py    | 117 ++++++++++++++++--
 tensorflow/python/keras/engine/base_layer.py  |  10 ++
 tensorflow/python/keras/engine/input_layer.py |   1 +
 tensorflow/python/keras/engine/network.py     |  30 ++++-
 tensorflow/python/keras/engine/sequential.py  |   8 ++
 .../python/keras/engine/sequential_test.py    |  23 ++++
 tensorflow/python/keras/engine/training.py    |   9 ++
 .../python/keras/engine/training_eager.py     |  82 ++++++++++--
 .../keras/layers/advanced_activations.py      |   6 +
 .../python/keras/layers/convolutional.py      |  10 ++
 tensorflow/python/keras/layers/core.py        |   9 ++
 tensorflow/python/keras/layers/embeddings.py  |   1 +
 tensorflow/python/keras/layers/local.py       |   2 +
 tensorflow/python/keras/layers/merge.py       |   3 +
 tensorflow/python/keras/layers/noise.py       |   3 +
 .../python/keras/layers/normalization.py      |   1 +
 tensorflow/python/keras/layers/pooling.py     |   6 +
 18 files changed, 306 insertions(+), 24 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index a64c2a76c6..9f76435beb 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -1396,6 +1396,15 @@ class KerasTPUModel(models.Model):
           self._cpu_model.target_tensors,
       )
 
+    # This flag must be disabled upon model mutation, such as changing the model
+    # layers or recompiling the model to use a different optimizer. New function
+    # definitions are generated whenever this flag is disabled, ensuring that
+    # internal graph functions are always using the current model structure.
+    #
+    # Requires declaration here because this constructor skips the
+    # Model constructor.
+    self._built_graph_functions = False
+
   def get_config(self):
     return {
         'cpu_model': self._cpu_model,
diff --git a/tensorflow/python/eager/benchmarks_test.py b/tensorflow/python/eager/benchmarks_test.py
index 18728c8a52..7913ccf969 100644
--- a/tensorflow/python/eager/benchmarks_test.py
+++ b/tensorflow/python/eager/benchmarks_test.py
@@ -80,6 +80,7 @@ class SubclassedKerasModel(keras.Model):
 
   def __init__(self, initializer="ones"):
     super(SubclassedKerasModel, self).__init__()
+    self._can_use_graph_functions = True
     self.layer_a = keras.layers.Dense(
         64, kernel_initializer=initializer, bias_initializer="zeros")
     self.layer_b = keras.layers.Dense(
@@ -720,8 +721,7 @@ class MicroBenchmarks(test.Benchmark):
     assert np.equal(func(), make_keras_model()(data)).all()
     self._run(func, 30000)
 
-  def benchmark_keras_model_subclassed_fit(self):
-    model = SubclassedKerasModel(initializer="glorot_uniform")
+  def _benchmark_keras_model_fit(self, model):
     data = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
     labels = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
     dataset = dataset_ops.Dataset.from_tensors((data, labels)).repeat()
@@ -734,34 +734,127 @@ class MicroBenchmarks(test.Benchmark):
 
     self._run(func, 1)
 
-  def benchmark_keras_model_functional_fit(self):
-    model = make_keras_model(initializer="glorot_uniform")
+  def _benchmark_keras_model_evaluate(self, model):
     data = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
     labels = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
     dataset = dataset_ops.Dataset.from_tensors((data, labels)).repeat()
     model.compile(
         gradient_descent.GradientDescentOptimizer(learning_rate=0.001),
         loss="mse")
-    func = lambda: model.fit(dataset, epochs=1, steps_per_epoch=1000, verbose=0)
+    func = lambda: model.evaluate(dataset, steps=1000, verbose=0)
     # First call is more expensive (creates variables etc.), discount that.
-    model.fit(dataset, epochs=1, steps_per_epoch=1, verbose=0)
+    model.evaluate(dataset, steps=1, verbose=0)
 
     self._run(func, 1)
 
-  def benchmark_keras_model_sequential_fit(self):
-    model = make_sequential_keras_model(initializer="glorot_uniform")
+  def _benchmark_keras_model_predict(self, model):
     data = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
-    labels = random_ops.random_uniform((10, 10), minval=-1, maxval=1)
-    dataset = dataset_ops.Dataset.from_tensors((data, labels)).repeat()
+    dataset = dataset_ops.Dataset.from_tensors(tuple([data])).repeat()
     model.compile(
         gradient_descent.GradientDescentOptimizer(learning_rate=0.001),
         loss="mse")
-    func = lambda: model.fit(dataset, epochs=1, steps_per_epoch=1000, verbose=0)
+    func = lambda: model.predict(dataset, steps=1000, verbose=0)
     # First call is more expensive (creates variables etc.), discount that.
-    model.fit(dataset, epochs=1, steps_per_epoch=1, verbose=0)
+    model.predict(dataset, steps=1, verbose=0)
 
     self._run(func, 1)
 
+  def benchmark_keras_model_subclassed_fit(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_subclassed_fit_graph_mode(self):
+    with context.graph_mode():
+      model = SubclassedKerasModel(initializer="glorot_uniform")
+      self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_subclassed_fit_disable_defun(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_functional_fit(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_functional_fit_graph_mode(self):
+    with context.graph_mode():
+      model = make_keras_model(initializer="glorot_uniform")
+      self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_functional_fit_disable_defun(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_sequential_fit(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_sequential_fit_graph_mode(self):
+    with context.graph_mode():
+      model = make_sequential_keras_model(initializer="glorot_uniform")
+      self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_sequential_fit_disable_defun(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_fit(model)
+
+  def benchmark_keras_model_subclassed_evaluate(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    self._benchmark_keras_model_evaluate(model)
+
+  def benchmark_keras_model_subclassed_evaluate_disable_defun(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_evaluate(model)
+
+  def benchmark_keras_model_functional_evaluate(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    self._benchmark_keras_model_evaluate(model)
+
+  def benchmark_keras_model_functional_evaluate_disable_defun(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_evaluate(model)
+
+  def benchmark_keras_model_sequential_evaluate(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    self._benchmark_keras_model_evaluate(model)
+
+  def benchmark_keras_model_sequential_evaluate_disable_defun(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_evaluate(model)
+
+  def benchmark_keras_model_subclassed_predict(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    self._benchmark_keras_model_predict(model)
+
+  def benchmark_keras_model_subclassed_predict_disable_defun(self):
+    model = SubclassedKerasModel(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_predict(model)
+
+  def benchmark_keras_model_functional_predict(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    self._benchmark_keras_model_predict(model)
+
+  def benchmark_keras_model_functional_predict_disable_defun(self):
+    model = make_keras_model(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_predict(model)
+
+  def benchmark_keras_model_sequential_predict(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    self._benchmark_keras_model_predict(model)
+
+  def benchmark_keras_model_sequential_predict_disable_defun(self):
+    model = make_sequential_keras_model(initializer="glorot_uniform")
+    model._can_use_graph_functions = False
+    self._benchmark_keras_model_predict(model)
+
   def benchmarkScan(self):
     elems = math_ops.range(1600)
 
diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 2326222ed0..7870192638 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -183,6 +183,16 @@ class Layer(checkpointable.CheckpointableBase):
 
     self.supports_masking = False
 
+    # Mark if a layer supports using graph functions in the eager
+    # fit/predict/evaluate loop
+    # TODO(kaftan): merge this with the _static_graph_friendly flag once
+    # enough eager function bugs involving control flow / tensorarrays have
+    # been fixed,  and static-graph-friendly layers will almost always work in
+    # eager graph functions.
+    # We conservatively make this flag opt-in for now to avoid causing existing
+    # custom layers to crash.
+    self._can_use_graph_functions = False
+
     call_argspec = tf_inspect.getfullargspec(self.call)
     if 'training' in call_argspec.args:
       self._expects_training_arg = True
diff --git a/tensorflow/python/keras/engine/input_layer.py b/tensorflow/python/keras/engine/input_layer.py
index 502ae3e5b4..6f5d1fa7cf 100644
--- a/tensorflow/python/keras/engine/input_layer.py
+++ b/tensorflow/python/keras/engine/input_layer.py
@@ -84,6 +84,7 @@ class InputLayer(base_layer.Layer):
     self.sparse = sparse
     self.batch_size = batch_size
     self.supports_masking = True
+    self._can_use_graph_functions = True
 
     if isinstance(input_shape, tensor_shape.TensorShape):
       input_shape = tuple(input_shape.as_list())
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 4de0fe7ddc..76a164da99 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -139,6 +139,7 @@ class Network(base_layer.Layer):
     self._eager_losses = []
     self._scope = None  # Never used.
     self._reuse = None  # Never used.
+    self._can_use_graph_functions = False
     if context.executing_eagerly():
       self._graph = None
     else:
@@ -257,6 +258,10 @@ class Network(base_layer.Layer):
 
     self._track_layers(layers)
 
+    # A Graph network supports defun-ed eager loops if all of its layers do.
+    self._can_use_graph_functions = all(
+        layer._can_use_graph_functions for layer in layers)
+
     # Create the node linking internal inputs to internal outputs.
     base_layer.Node(
         outbound_layer=self,
@@ -685,9 +690,27 @@ class Network(base_layer.Layer):
         A list of loss tensors.
     """
     losses = self._unfiltered_losses
+
     if context.executing_eagerly():
       return losses
 
+    # TODO(kaftan/fchollet): Clean this up / make it obsolete.
+    # This is a super ugly, confusing check necessary to
+    # handle the case where we are executing in a function graph in eager mode
+    # but the model was constructed symbolically in a separate graph scope.
+    # We need to capture the losses created in the current graph function,
+    # and filter out the incorrect loss tensors created when symbolically
+    # building the graph.
+    # We have to use this check because the code after it that checks
+    # for reachable inputs only captures the part of the model that was
+    # built symbolically, and captures the wrong tensors from a different
+    # func graph (causing a crash later on when trying to execute the
+    # graph function)
+    with ops.init_scope():
+      if context.executing_eagerly():
+        return [loss for loss in losses
+                if loss.graph == ops.get_default_graph()]
+
     relevant_inputs = []
     for i in range(0, len(self._inbound_nodes)):
       inputs = self.get_input_at(i)
@@ -1097,11 +1120,8 @@ class Network(base_layer.Layer):
                   pass
 
               # Apply activity regularizer if any.
-              if layer.activity_regularizer is not None:
-                regularization_losses = [
-                    layer.activity_regularizer(x) for x in output_tensors
-                ]
-                layer.add_loss(regularization_losses, computed_tensors)
+              layer._handle_activity_regularization(computed_tensors,
+                                                    output_tensors)
 
           # Update tensor_map.
           for x, y, mask in zip(reference_output_tensors, output_tensors,
diff --git a/tensorflow/python/keras/engine/sequential.py b/tensorflow/python/keras/engine/sequential.py
index 25d4d1b359..c25702d964 100644
--- a/tensorflow/python/keras/engine/sequential.py
+++ b/tensorflow/python/keras/engine/sequential.py
@@ -119,6 +119,10 @@ class Sequential(Model):
       return layers[1:]
     return layers[:]
 
+  @property
+  def _is_static_graph_friendly(self):
+    return all(layer._is_static_graph_friendly for layer in self.layers)
+
   @checkpointable.no_automatic_dependency_tracking
   def add(self, layer):
     """Adds a layer instance on top of the layer stack.
@@ -186,6 +190,8 @@ class Sequential(Model):
       self._layers.append(layer)
     if self._layers:
       self._track_layers(self._layers)
+    self._can_use_graph_functions = all(
+        layer._can_use_graph_functions for layer in self.layers)
 
   @checkpointable.no_automatic_dependency_tracking
   def pop(self):
@@ -207,6 +213,8 @@ class Sequential(Model):
       self.outputs = [self.layers[-1].output]
       self._init_graph_network(self.inputs, self.outputs, name=self.name)
       self.built = True
+    self._can_use_graph_functions = all(
+        layer._can_use_graph_functions for layer in self.layers)
 
   def build(self, input_shape=None):
     if self._is_graph_network:
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index 34130cc888..401dff308a 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -352,6 +352,29 @@ class TestSequentialEagerIntegration(test.TestCase):
     y = np.random.random((2, 5))
     model.fit(x, y, epochs=1)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_sequential_can_use_graph_functions(self):
+    model = testing_utils.get_small_sequential_mlp(4, 3)
+    self.assertTrue(model._can_use_graph_functions)
+    inner_model = testing_utils.get_small_sequential_mlp(4, 5)
+    model.add(inner_model)
+
+    self.assertTrue(model._can_use_graph_functions)
+
+    inner_model_two = testing_utils.get_small_sequential_mlp(5, 7)
+    self.assertTrue(inner_model_two._can_use_graph_functions)
+
+    layer = keras.layers.Lambda(lambda x: x)
+    layer._can_use_graph_functions = False
+    inner_model_two.add(layer)
+    self.assertFalse(inner_model_two._can_use_graph_functions)
+
+    model.add(inner_model_two)
+    self.assertFalse(model._can_use_graph_functions)
+
+    model.pop()
+    self.assertTrue(model._can_use_graph_functions)
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 61da653a43..7536a9a6e7 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -124,6 +124,11 @@ class Model(Network):
     # initializing _distribution_strategy here since it is possible to call
     # predict on a model without compiling it.
     self._distribution_strategy = None
+    # This flag must be disabled upon model mutation, such as changing the model
+    # layers or recompiling the model to use a different optimizer. New function
+    # definitions are generated whenever this flag is disabled, ensuring that
+    # internal graph functions are always using the current model structure.
+    self._built_graph_functions = False
 
   def _set_sample_weight_attributes(self, sample_weight_mode,
                                     skip_target_weighing_indices):
@@ -379,6 +384,10 @@ class Model(Network):
         ValueError: In case of invalid arguments for
             `optimizer`, `loss`, `metrics` or `sample_weight_mode`.
     """
+    # The correct graph function may have changed,
+    # already-built ones must be updated
+    self._built_graph_functions = False
+
     # Validate that arguments passed by the user to `compile` are supported by
     # DistributionStrategy.
     if distribute:
diff --git a/tensorflow/python/keras/engine/training_eager.py b/tensorflow/python/keras/engine/training_eager.py
index 9dbc9bd82b..955493a812 100644
--- a/tensorflow/python/keras/engine/training_eager.py
+++ b/tensorflow/python/keras/engine/training_eager.py
@@ -20,10 +20,12 @@ from __future__ import division
 from __future__ import print_function
 
 import copy
+import threading
 
 import numpy as np
 
 from tensorflow.python.data.ops import iterator_ops
+from tensorflow.python.eager import function as eager_function
 from tensorflow.python.eager.backprop import GradientTape
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
@@ -36,6 +38,10 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import tf_logging as logging
 
 
+# A lock for assigning polymorphic functions to models in a thread-safe way
+_graph_function_building_lock = threading.Lock()
+
+
 def _eager_loss_fn(outputs, targets, loss_fn, output_name):
   with backend.name_scope(output_name + '_loss'):
     loss = loss_fn(targets, outputs)
@@ -135,6 +141,48 @@ def _model_loss(model, inputs, targets, sample_weights=None, training=False):
   return outs, total_loss, loss_metrics, masks
 
 
+def _maybe_build_graph_functions(model):
+  """Constructs polymorphic functions to use for fit, evaluate and predict."""
+  # We lock this function to ensure thread-safety in case users are
+  # hypothetically trying to call '.predict' on a model in multiple threads
+  # at once when the graph functions were never previously built.
+  with _graph_function_building_lock:
+    if not model._built_graph_functions:
+      model._eager_process_single_batch_graph_function = eager_function.defun(
+          _process_single_batch
+      )
+      model._eager_model_loss_graph_function = eager_function.defun(_model_loss)
+      model._eager_call_graph_function = eager_function.defun(model.call)
+      model._built_graph_functions = True
+
+
+def _maybe_graph_function_model_loss(
+    model,
+    inputs,
+    targets,
+    sample_weights=None,
+    training=False):
+  """Compute model loss, using defun if the model supports it."""
+  if model._can_use_graph_functions:
+    _maybe_build_graph_functions(model)
+    return model._eager_model_loss_graph_function(
+        model, inputs, targets,
+        sample_weights=sample_weights, training=training)
+  else:
+    return _model_loss(model, inputs, targets,
+                       sample_weights=sample_weights,
+                       training=training)
+
+
+def _maybe_graph_function_model_call(model, *args, **kwargs):
+  """Compute model loss, using defun if the model supports it."""
+  if model._can_use_graph_functions:
+    _maybe_build_graph_functions(model)
+    return model._eager_call_graph_function(*args, **kwargs)
+  else:
+    return model.call(*args, **kwargs)
+
+
 def iterator_fit_loop(model,
                       inputs,
                       class_weight,
@@ -245,8 +293,9 @@ def iterator_fit_loop(model,
       })
 
     # Train model.
-    outs, loss, loss_metrics, masks = _process_single_batch(
-        model, x, y, sample_weights=sample_weights, training=True)
+    outs, loss, loss_metrics, masks = (
+        _maybe_graph_function_process_single_batch(
+            model, x, y, sample_weights=sample_weights, training=True))
     outs = generic_utils.to_list(outs)
 
     # Calculate metrics.
@@ -356,7 +405,7 @@ def iterator_test_loop(model, inputs, steps, verbose=0):
         stateful_metric_indices = []
 
     # Calculate model output, loss values.
-    loss_outs, loss, loss_metrics, masks = _model_loss(
+    loss_outs, loss, loss_metrics, masks = _maybe_graph_function_model_loss(
         model, x, y, sample_weights=sample_weights, training=False)
     metrics_results = _eager_metrics_fn(
         model, loss_outs, y, sample_weights=sample_weights, masks=masks)
@@ -427,6 +476,7 @@ def iterator_predict_loop(model, inputs, steps, verbose=0):
   outs = []
   if verbose == 1:
     progbar = generic_utils.Progbar(target=steps)
+
   for step_index in range(steps):
     # Get data from the iterator.
     try:
@@ -450,9 +500,9 @@ def iterator_predict_loop(model, inputs, steps, verbose=0):
       x = x[0]
 
     if model._expects_training_arg:
-      batch_outs = model.call(x, training=False)
+      batch_outs = _maybe_graph_function_model_call(model, x, training=False)
     else:
-      batch_outs = model.call(x)
+      batch_outs = _maybe_graph_function_model_call(model, x)
     if not isinstance(batch_outs, list):
       batch_outs = [batch_outs]
 
@@ -522,6 +572,24 @@ def _process_single_batch(model,
     return outs, loss, loss_metrics, masks
 
 
+def _maybe_graph_function_process_single_batch(
+    model,
+    inputs,
+    targets,
+    sample_weights=None,
+    training=False):
+  """Process a single batch, using defun if the model supports it."""
+  if model._can_use_graph_functions:
+    _maybe_build_graph_functions(model)
+    return model._eager_process_single_batch_graph_function(
+        model, inputs, targets, sample_weights=sample_weights,
+        training=training)
+  else:
+    return _process_single_batch(model, inputs, targets,
+                                 sample_weights=sample_weights,
+                                 training=training)
+
+
 def train_on_batch(model, inputs, targets, sample_weights=None):
   """Calculates the loss and gradient updates for one input batch.
 
@@ -550,7 +618,7 @@ def train_on_batch(model, inputs, targets, sample_weights=None):
         if val is not None else None for val in sample_weights
     ]
 
-  outs, loss, loss_metrics, masks = _process_single_batch(
+  outs, loss, loss_metrics, masks = _maybe_graph_function_process_single_batch(
       model, inputs, targets, sample_weights=sample_weights, training=True)
   if not isinstance(outs, list):
     outs = [outs]
@@ -591,7 +659,7 @@ def test_on_batch(model, inputs, targets, sample_weights=None):
         ops.convert_to_tensor(val, dtype=backend.floatx())
         if val is not None else None for val in sample_weights
     ]
-  outs, loss, loss_metrics, masks = _model_loss(
+  outs, loss, loss_metrics, masks = _maybe_graph_function_model_loss(
       model, inputs, targets, sample_weights=sample_weights, training=False)
   if not isinstance(outs, list):
     outs = [outs]
diff --git a/tensorflow/python/keras/layers/advanced_activations.py b/tensorflow/python/keras/layers/advanced_activations.py
index a2385dfdbb..b0dffced3e 100644
--- a/tensorflow/python/keras/layers/advanced_activations.py
+++ b/tensorflow/python/keras/layers/advanced_activations.py
@@ -54,6 +54,7 @@ class LeakyReLU(Layer):
     super(LeakyReLU, self).__init__(**kwargs)
     self.supports_masking = True
     self.alpha = K.cast_to_floatx(alpha)
+    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return K.relu(inputs, alpha=self.alpha)
@@ -117,6 +118,7 @@ class PReLU(Layer):
       self.shared_axes = [shared_axes]
     else:
       self.shared_axes = list(shared_axes)
+    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
@@ -191,6 +193,7 @@ class ELU(Layer):
     super(ELU, self).__init__(**kwargs)
     self.supports_masking = True
     self.alpha = K.cast_to_floatx(alpha)
+    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return K.elu(inputs, self.alpha)
@@ -230,6 +233,7 @@ class ThresholdedReLU(Layer):
     super(ThresholdedReLU, self).__init__(**kwargs)
     self.supports_masking = True
     self.theta = K.cast_to_floatx(theta)
+    self._can_use_graph_functions = True
 
   def call(self, inputs, mask=None):
     return inputs * math_ops.cast(
@@ -265,6 +269,7 @@ class Softmax(Layer):
     super(Softmax, self).__init__(**kwargs)
     self.supports_masking = True
     self.axis = axis
+    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return K.softmax(inputs, axis=self.axis)
@@ -319,6 +324,7 @@ class ReLU(Layer):
     self.max_value = max_value
     self.negative_slope = K.cast_to_floatx(negative_slope)
     self.threshold = K.cast_to_floatx(threshold)
+    self._can_use_graph_functions = True
 
   def call(self, inputs):
     # alpha is used for leaky relu slope in activations instead of
diff --git a/tensorflow/python/keras/layers/convolutional.py b/tensorflow/python/keras/layers/convolutional.py
index d1b03b8822..0671a5a36d 100644
--- a/tensorflow/python/keras/layers/convolutional.py
+++ b/tensorflow/python/keras/layers/convolutional.py
@@ -120,6 +120,7 @@ class Conv(Layer):
         name=name,
         activity_regularizer=regularizers.get(activity_regularizer),
         **kwargs)
+    self._can_use_graph_functions = True
     self.rank = rank
     self.filters = filters
     self.kernel_size = conv_utils.normalize_tuple(
@@ -1915,6 +1916,7 @@ class UpSampling1D(Layer):
     super(UpSampling1D, self).__init__(**kwargs)
     self.size = int(size)
     self.input_spec = InputSpec(ndim=3)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -1981,6 +1983,7 @@ class UpSampling2D(Layer):
                        'or `"bilinear"`.')
     self.interpolation = interpolation
     self.input_spec = InputSpec(ndim=4)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2051,6 +2054,7 @@ class UpSampling3D(Layer):
     self.size = conv_utils.normalize_tuple(size, 3, 'size')
     self.input_spec = InputSpec(ndim=5)
     super(UpSampling3D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2105,6 +2109,7 @@ class ZeroPadding1D(Layer):
 
   def __init__(self, padding=1, **kwargs):
     super(ZeroPadding1D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.padding = conv_utils.normalize_tuple(padding, 2, 'padding')
     self.input_spec = InputSpec(ndim=3)
 
@@ -2170,6 +2175,7 @@ class ZeroPadding2D(Layer):
 
   def __init__(self, padding=(1, 1), data_format=None, **kwargs):
     super(ZeroPadding2D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     if isinstance(padding, int):
       self.padding = ((padding, padding), (padding, padding))
@@ -2274,6 +2280,7 @@ class ZeroPadding3D(Layer):
 
   def __init__(self, padding=(1, 1, 1), data_format=None, **kwargs):
     super(ZeroPadding3D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     if isinstance(padding, int):
       self.padding = ((padding, padding), (padding, padding), (padding,
@@ -2368,6 +2375,7 @@ class Cropping1D(Layer):
     super(Cropping1D, self).__init__(**kwargs)
     self.cropping = conv_utils.normalize_tuple(cropping, 2, 'cropping')
     self.input_spec = InputSpec(ndim=3)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2467,6 +2475,7 @@ class Cropping2D(Layer):
                        '((top_crop, bottom_crop), (left_crop, right_crop)). '
                        'Found: ' + str(cropping))
     self.input_spec = InputSpec(ndim=4)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2600,6 +2609,7 @@ class Cropping3D(Layer):
           ' (left_dim3_crop, right_dim2_crop)). '
           'Found: ' + str(cropping))
     self.input_spec = InputSpec(ndim=5)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
diff --git a/tensorflow/python/keras/layers/core.py b/tensorflow/python/keras/layers/core.py
index 6686630c5c..c257b25b3a 100644
--- a/tensorflow/python/keras/layers/core.py
+++ b/tensorflow/python/keras/layers/core.py
@@ -81,6 +81,7 @@ class Masking(Layer):
     super(Masking, self).__init__(**kwargs)
     self.supports_masking = True
     self.mask_value = mask_value
+    self._can_use_graph_functions = True
 
   def compute_mask(self, inputs, mask=None):
     return K.any(math_ops.not_equal(inputs, self.mask_value), axis=-1)
@@ -124,6 +125,7 @@ class Dropout(Layer):
     self.noise_shape = noise_shape
     self.seed = seed
     self.supports_masking = True
+    self._can_use_graph_functions = True
 
   def _get_noise_shape(self, inputs):
     # Subclasses of `Dropout` may implement `_get_noise_shape(self, inputs)`,
@@ -328,6 +330,7 @@ class Activation(Layer):
     super(Activation, self).__init__(**kwargs)
     self.supports_masking = True
     self.activation = activations.get(activation)
+    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return self.activation(inputs)
@@ -380,6 +383,7 @@ class Reshape(Layer):
   def __init__(self, target_shape, **kwargs):
     super(Reshape, self).__init__(**kwargs)
     self.target_shape = tuple(target_shape)
+    self._can_use_graph_functions = True
 
   def _fix_unknown_dimension(self, input_shape, output_shape):
     """Find and replace a missing dimension in an output shape.
@@ -488,6 +492,7 @@ class Permute(Layer):
           'The set of indices in `dims` must be consecutive and start from 1.' %
           (dims,))
     self.input_spec = InputSpec(ndim=len(self.dims) + 1)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -539,6 +544,7 @@ class Flatten(Layer):
     super(Flatten, self).__init__(**kwargs)
     self.data_format = conv_utils.normalize_data_format(data_format)
     self.input_spec = InputSpec(min_ndim=2)
+    self._can_use_graph_functions = True
 
   def call(self, inputs):
     if self.data_format == 'channels_first':
@@ -598,6 +604,7 @@ class RepeatVector(Layer):
     super(RepeatVector, self).__init__(**kwargs)
     self.n = n
     self.input_spec = InputSpec(ndim=2)
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -926,6 +933,7 @@ class Dense(Layer):
 
     self.supports_masking = True
     self.input_spec = InputSpec(min_ndim=2)
+    self._can_use_graph_functions = True
 
   def build(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
@@ -1025,6 +1033,7 @@ class ActivityRegularization(Layer):
     self.supports_masking = True
     self.l1 = l1
     self.l2 = l2
+    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     return input_shape
diff --git a/tensorflow/python/keras/layers/embeddings.py b/tensorflow/python/keras/layers/embeddings.py
index 824a0b069e..682b561439 100644
--- a/tensorflow/python/keras/layers/embeddings.py
+++ b/tensorflow/python/keras/layers/embeddings.py
@@ -116,6 +116,7 @@ class Embedding(Layer):
     self.mask_zero = mask_zero
     self.supports_masking = mask_zero
     self.input_length = input_length
+    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
diff --git a/tensorflow/python/keras/layers/local.py b/tensorflow/python/keras/layers/local.py
index 33d09a1660..30b83eaf50 100644
--- a/tensorflow/python/keras/layers/local.py
+++ b/tensorflow/python/keras/layers/local.py
@@ -154,6 +154,7 @@ class LocallyConnected1D(Layer):
     self.bias_constraint = constraints.get(bias_constraint)
     self.implementation = implementation
     self.input_spec = InputSpec(ndim=3)
+    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
@@ -429,6 +430,7 @@ class LocallyConnected2D(Layer):
     self.bias_constraint = constraints.get(bias_constraint)
     self.implementation = implementation
     self.input_spec = InputSpec(ndim=4)
+    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
diff --git a/tensorflow/python/keras/layers/merge.py b/tensorflow/python/keras/layers/merge.py
index f295af3fe0..0ded0e42ed 100644
--- a/tensorflow/python/keras/layers/merge.py
+++ b/tensorflow/python/keras/layers/merge.py
@@ -40,6 +40,7 @@ class _Merge(Layer):
 
   def __init__(self, **kwargs):
     super(_Merge, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.supports_masking = True
 
   def _merge_function(self, inputs):
@@ -368,6 +369,7 @@ class Concatenate(_Merge):
 
   def __init__(self, axis=-1, **kwargs):
     super(Concatenate, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.axis = axis
     self.supports_masking = True
     self._reshape_required = False
@@ -465,6 +467,7 @@ class Dot(_Merge):
 
   def __init__(self, axes, normalize=False, **kwargs):
     super(Dot, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     if not isinstance(axes, int):
       if not isinstance(axes, (list, tuple)):
         raise TypeError('Invalid type for `axes` - '
diff --git a/tensorflow/python/keras/layers/noise.py b/tensorflow/python/keras/layers/noise.py
index cb7cee3ebc..e7c0478513 100644
--- a/tensorflow/python/keras/layers/noise.py
+++ b/tensorflow/python/keras/layers/noise.py
@@ -55,6 +55,7 @@ class GaussianNoise(Layer):
     super(GaussianNoise, self).__init__(**kwargs)
     self.supports_masking = True
     self.stddev = stddev
+    self._can_use_graph_functions = True
 
   def call(self, inputs, training=None):
 
@@ -99,6 +100,7 @@ class GaussianDropout(Layer):
     super(GaussianDropout, self).__init__(**kwargs)
     self.supports_masking = True
     self.rate = rate
+    self._can_use_graph_functions = True
 
   def call(self, inputs, training=None):
     if 0 < self.rate < 1:
@@ -153,6 +155,7 @@ class AlphaDropout(Layer):
     self.noise_shape = noise_shape
     self.seed = seed
     self.supports_masking = True
+    self._can_use_graph_functions = True
 
   def _get_noise_shape(self, inputs):
     return self.noise_shape if self.noise_shape else array_ops.shape(inputs)
diff --git a/tensorflow/python/keras/layers/normalization.py b/tensorflow/python/keras/layers/normalization.py
index 96f4382da0..991a06e0bf 100644
--- a/tensorflow/python/keras/layers/normalization.py
+++ b/tensorflow/python/keras/layers/normalization.py
@@ -145,6 +145,7 @@ class BatchNormalization(Layer):
                **kwargs):
     super(BatchNormalization, self).__init__(
         name=name, trainable=trainable, **kwargs)
+    self._can_use_graph_functions = True
     if isinstance(axis, list):
       self.axis = axis[:]
     else:
diff --git a/tensorflow/python/keras/layers/pooling.py b/tensorflow/python/keras/layers/pooling.py
index 72a9c1d629..b8d6b03664 100644
--- a/tensorflow/python/keras/layers/pooling.py
+++ b/tensorflow/python/keras/layers/pooling.py
@@ -58,6 +58,7 @@ class Pooling1D(Layer):
                padding='valid', data_format='channels_last',
                name=None, **kwargs):
     super(Pooling1D, self).__init__(name=name, **kwargs)
+    self._can_use_graph_functions = True
     if data_format is None:
       data_format = backend.image_data_format()
     if strides is None:
@@ -230,6 +231,7 @@ class Pooling2D(Layer):
                padding='valid', data_format=None,
                name=None, **kwargs):
     super(Pooling2D, self).__init__(name=name, **kwargs)
+    self._can_use_graph_functions = True
     if data_format is None:
       data_format = backend.image_data_format()
     if strides is None:
@@ -425,6 +427,7 @@ class Pooling3D(Layer):
                padding='valid', data_format='channels_last',
                name=None, **kwargs):
     super(Pooling3D, self).__init__(name=name, **kwargs)
+    self._can_use_graph_functions = True
     if data_format is None:
       data_format = backend.image_data_format()
     if strides is None:
@@ -596,6 +599,7 @@ class GlobalPooling1D(Layer):
 
   def __init__(self, data_format='channels_last', **kwargs):
     super(GlobalPooling1D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.input_spec = InputSpec(ndim=3)
     self.data_format = conv_utils.normalize_data_format(data_format)
 
@@ -701,6 +705,7 @@ class GlobalPooling2D(Layer):
 
   def __init__(self, data_format=None, **kwargs):
     super(GlobalPooling2D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     self.input_spec = InputSpec(ndim=4)
 
@@ -799,6 +804,7 @@ class GlobalPooling3D(Layer):
 
   def __init__(self, data_format=None, **kwargs):
     super(GlobalPooling3D, self).__init__(**kwargs)
+    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     self.input_spec = InputSpec(ndim=5)
 
-- 
GitLab


From 6695dab0104e311c9221cd47bb8685d840709da2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 16:09:30 -0700
Subject: [PATCH 0752/1825] Fix rounding error with large tensors in
 tf.nn.zero_fraction. The CPU kernel for reduce_mean does a sequential
 summation on eigen, which saturates.

PiperOrigin-RevId: 219210923
---
 tensorflow/python/ops/nn_impl.py | 42 +++++++++++++++++++++++++++++---
 tensorflow/python/ops/nn_test.py | 20 +++++++++++++++
 2 files changed, 59 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index b49a06bf96..ef763a4b61 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -26,6 +26,7 @@ from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import candidate_sampling_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import embedding_ops
 from tensorflow.python.ops import gen_array_ops  # pylint: disable=unused-import
 from tensorflow.python.ops import gen_nn_ops
@@ -360,6 +361,27 @@ def l2_normalize(x, axis=None, epsilon=1e-12, name=None, dim=None):
     return math_ops.multiply(x, x_inv_norm, name=name)
 
 
+def _count_nonzero(input_tensor, dtype=dtypes.int64):
+  """Same as math_ops.count_nonzero.
+
+  The reduction is done in dtype, which can be faster for 32-bit dtypes.
+
+  Args:
+      input_tensor: numeric tensor
+      dtype: reduction dtype
+
+  Returns:
+      number of nonzero values with type dtype
+  """
+  with ops.name_scope("count_nonzero", [input_tensor]):
+    zero = array_ops.zeros([], dtype=input_tensor.dtype)
+    nonzero_count = math_ops.reduce_sum(
+        math_ops.cast(
+            math_ops.not_equal(input_tensor, zero),
+            dtype=dtype), name="nonzero_count")
+    return nonzero_count
+
+
 @tf_export("math.zero_fraction", "nn.zero_fraction")
 def zero_fraction(value, name=None):
   """Returns the fraction of zeros in `value`.
@@ -382,9 +404,23 @@ def zero_fraction(value, name=None):
   """
   with ops.name_scope(name, "zero_fraction", [value]):
     value = ops.convert_to_tensor(value, name="value")
-    zero = constant_op.constant(0, dtype=value.dtype, name="zero")
-    return math_ops.reduce_mean(
-        math_ops.cast(math_ops.equal(value, zero), dtypes.float32))
+    size = array_ops.size(value, out_type=dtypes.int64)
+    # If the count is small, we can save memory/CPU with an int32 reduction.
+    num_nonzero = control_flow_ops.cond(
+        size <= dtypes.int32.max,
+        # pylint: disable=g-long-lambda
+        true_fn=lambda: math_ops.cast(
+            _count_nonzero(value, dtype=dtypes.int32),
+            dtype=dtypes.int64),
+        false_fn=lambda: _count_nonzero(value, dtype=dtypes.int64))
+
+    with ops.name_scope("counts_to_fraction"):
+      num_zero = size - num_nonzero
+      num_zero_float32 = math_ops.cast(num_zero, dtype=dtypes.float32)
+      size_float32 = math_ops.cast(size, dtype=dtypes.float32)
+      zero_fraction_float32 = num_zero_float32 / size_float32
+
+    return array_ops.identity(zero_fraction_float32, "fraction")
 
 
 # pylint: disable=redefined-builtin
diff --git a/tensorflow/python/ops/nn_test.py b/tensorflow/python/ops/nn_test.py
index 4b9f0a1d48..312e1f0879 100644
--- a/tensorflow/python/ops/nn_test.py
+++ b/tensorflow/python/ops/nn_test.py
@@ -67,6 +67,26 @@ class ZeroFractionTest(test_lib.TestCase):
       y = nn_impl.zero_fraction(x).eval()
       self.assertTrue(np.isnan(y))
 
+  def testZeroFraction2_27Zeros(self):
+    sparsity = nn_impl.zero_fraction(
+        array_ops.zeros([int(2**27 * 1.01)], dtype=dtypes.int8))
+    with self.cached_session():
+      self.assertAllClose(1.0, sparsity.eval())
+
+  def testZeroFraction2_27Ones(self):
+    sparsity = nn_impl.zero_fraction(
+        array_ops.ones([int(2**27 * 1.01)], dtype=dtypes.int8))
+    with self.cached_session():
+      self.assertAllClose(0.0, sparsity.eval())
+
+  def testUnknownSize(self):
+    value = array_ops.placeholder(dtype=dtypes.float32)
+    sparsity = nn_impl.zero_fraction(value)
+    with self.cached_session() as sess:
+      self.assertAllClose(
+          0.25,
+          sess.run(sparsity, {value: [[0., 1.], [0.3, 2.]]}))
+
 
 class SoftmaxTest(test_lib.TestCase, parameterized.TestCase):
 
-- 
GitLab


From 5e8bec69f8c303a01292bd3348e78add8923f443 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Mon, 29 Oct 2018 16:13:29 -0700
Subject: [PATCH 0753/1825] Add function to extract outside compilation in XLA
 computations.

Unit test encapsulate_subgraphs_pass_test.cc now uses this function to extract outside compilation.

Two small changes w.r.t. original implementation:
1. Now we can infer output shapes in more cases (because we do shape inference earlier);
2. If there is control dependency between nodes in different outside compilations, do not add control dependency between their XlaHostCompute nodes.

PiperOrigin-RevId: 219211543
---
 tensorflow/compiler/jit/BUILD                 |   1 +
 .../jit/encapsulate_subgraphs_pass_test.cc    | 282 +++++++++---------
 .../jit/extract_outside_compilation_pass.cc   | 230 ++++++++++++++
 .../jit/extract_outside_compilation_pass.h    |  11 +
 4 files changed, 380 insertions(+), 144 deletions(-)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index a6d8adddf7..b49f360875 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -600,6 +600,7 @@ tf_cc_test(
         "//tensorflow/cc:scope",
         "//tensorflow/cc:sendrecv_ops",
         "//tensorflow/compiler/jit/kernels:xla_ops",
+        "//tensorflow/compiler/tf2xla:side_effect_util",
         "//tensorflow/compiler/tf2xla:test_util",
         "//tensorflow/compiler/tf2xla:xla_compiler",
         "//tensorflow/compiler/tf2xla/cc:xla_jit_ops",
diff --git a/tensorflow/compiler/jit/encapsulate_subgraphs_pass_test.cc b/tensorflow/compiler/jit/encapsulate_subgraphs_pass_test.cc
index 49958093b8..de89be9a35 100644
--- a/tensorflow/compiler/jit/encapsulate_subgraphs_pass_test.cc
+++ b/tensorflow/compiler/jit/encapsulate_subgraphs_pass_test.cc
@@ -16,16 +16,20 @@ limitations under the License.
 #include <memory>
 #include <utility>
 
-#include "absl/strings/str_cat.h"
 #include "tensorflow/compiler/jit/encapsulate_subgraphs_pass.h"
 
 #include "absl/strings/match.h"
+#include "absl/strings/str_cat.h"
 #include "tensorflow/cc/framework/ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/compiler/jit/encapsulate_util.h"
+#include "tensorflow/compiler/jit/extract_outside_compilation_pass.h"
+#include "tensorflow/compiler/tf2xla/side_effect_util.h"
 #include "tensorflow/core/framework/function_testlib.h"
 #include "tensorflow/core/framework/graph_to_functiondef.h"
 #include "tensorflow/core/graph/graph_constructor.h"
 #include "tensorflow/core/graph/graph_def_builder.h"
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/core/util/equal_graph_def.h"
@@ -406,8 +410,8 @@ Node* KeyPlaceholderShape(const GraphDefBuilder::Options& opts) {
 Node* KeyPlaceholder(const string& call_node,
                      const GraphDefBuilder::Options& opts) {
   if (opts.HaveError()) return nullptr;
-  NodeBuilder node_builder(opts.GetNameForOp("Placeholder"), "Placeholder",
-                           opts.op_registry());
+  NodeBuilder node_builder(absl::StrCat(call_node, "_key_placeholder"),
+                           "Placeholder", opts.op_registry());
   TensorShapeProto shape;
   shape.add_dim()->set_size(2);
   return opts.WithAttr("shape", shape)
@@ -494,7 +498,8 @@ Node* RetOp(int index, ops::NodeOut a, const GraphDefBuilder::Options& opts) {
   return opts.FinalizeBuilder(&node_builder);
 }
 
-Status Encapsulate(GraphDef* graphdef, FunctionDefLibrary* library) {
+Status Encapsulate(GraphDef* graphdef, FunctionDefLibrary* library,
+                   const std::vector<string>& encapsulated_functions) {
   Status s;
   // Convert the GraphDef to a Graph
   std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -505,11 +510,39 @@ Status Encapsulate(GraphDef* graphdef, FunctionDefLibrary* library) {
   s = ConvertGraphDefToGraph(options, *graphdef, graph.get());
   if (!s.ok()) return s;
 
+  s = PerformStaticShapeInferenceBeforeEncapsulation(
+      graph.get(), "_encapsulate", "_outside");
+  if (!s.ok()) return s;
+
+  s = PreprocessForEncapsulation(graph.get(), "_encapsulate", "_outside");
+  if (!s.ok()) return s;
+
   std::unique_ptr<Graph> graph_out;
-  s = EncapsulateSubgraphsInFunctions("_encapsulate", "_outside", *graph,
-                                      /*rewrite_subgraph_fn=*/{},
-                                      /*reuse_existing_functions=*/false,
-                                      &graph_out, lib_def.get());
+  s = EncapsulateSubgraphsInFunctions(
+      "_encapsulate", /*outside_compilation_attribute=*/"", *graph,
+      /*rewrite_subgraph_fn=*/{},
+      /*reuse_existing_functions=*/false, &graph_out, lib_def.get());
+  if (!s.ok()) return s;
+
+  std::unordered_map<string, XlaClusterInfo> clusters;
+  for (const auto& func : encapsulated_functions) {
+    Node* xla_computation_node;
+    for (Node* n : graph_out->nodes()) {
+      if (n->name() == func) {
+        xla_computation_node = n;
+      }
+    }
+    if (!xla_computation_node) {
+      return errors::Internal("Cannot find node ", func);
+    }
+    NameAttrList func_name_attrs;
+    func_name_attrs.set_name(func);
+    clusters.emplace(func,
+                     XlaClusterInfo{func, func_name_attrs, xla_computation_node,
+                                    std::map<string, int>{}});
+  }
+  s = ExtractOutsideCompilation("_encapsulate", "_outside", clusters,
+                                graph_out.get(), lib_def.get());
   if (!s.ok()) return s;
 
   GraphDef graphdef_out;
@@ -520,6 +553,11 @@ Status Encapsulate(GraphDef* graphdef, FunctionDefLibrary* library) {
   return s;
 }
 
+Status Encapsulate(GraphDef* graphdef, FunctionDefLibrary* library) {
+  std::vector<string> encapsulated_functions;
+  return Encapsulate(graphdef, library, encapsulated_functions);
+}
+
 // If there are no marked nodes, funcification should be a no-op.
 TEST(EncapsulateSubgraphsTest, NoFunctions) {
   GraphDefBuilder builder(GraphDefBuilder::kFailImmediately);
@@ -703,7 +741,7 @@ TEST(EncapsulateSubgraphsTest, InputDeduplication) {
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
   std::unique_ptr<Graph> graph;
   TF_ASSERT_OK(EncapsulateSubgraphsInFunctions(
-      "_cluster", "_outside", graph_before_encapsulation,
+      "_cluster", "", graph_before_encapsulation,
       /*rewrite_subgraph_fn=*/{},
       /*reuse_existing_functions=*/false, &graph, &library));
 
@@ -755,7 +793,7 @@ TEST(EncapsulateSubgraphsWithGuaranteeConstOpTest, Simple) {
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
   int guaranteed_consts = 0;
   TF_ASSERT_OK(EncapsulateSubgraphsInFunctions(
-      "_encapsulate", "_outside", graph_before,
+      "_encapsulate", "", graph_before,
       /*rewrite_subgraph_fn=*/
       [&guaranteed_consts](const std::vector<OutputTensor>& arg_source_tensors,
                            std::unique_ptr<Graph>* graph_ptr,
@@ -800,7 +838,7 @@ TEST(EncapsulateSubgraphsWithGuaranteeConstOpTest, Add) {
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
   int guaranteed_consts = 0;
   TF_ASSERT_OK(EncapsulateSubgraphsInFunctions(
-      "_encapsulate", "_outside", graph_before,
+      "_encapsulate", "", graph_before,
       /*rewrite_subgraph_fn=*/
       [&guaranteed_consts](const std::vector<OutputTensor>& arg_source_tensors,
                            std::unique_ptr<Graph>* graph_ptr,
@@ -854,15 +892,15 @@ TEST(EncapsulateSubgraphsTest, OneFunctionOneOutside) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   {
     GraphDefBuilder shape(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape.opts().WithName("KnownShape/_0"));
+    Node* key_constant = KeyPlaceholder("F1", shape.opts());
     Node* recv = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
                             {DT_FLOAT, DT_FLOAT}, shape.opts());
     Node* e = Binary(ops::NodeOut(recv, 0), ops::NodeOut(recv, 1),
@@ -877,7 +915,7 @@ TEST(EncapsulateSubgraphsTest, OneFunctionOneOutside) {
 
   *library_expected.add_function() = test::function::XTimesTwo();
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"c"}, "BinaryTest", {"b_0_arg", "C:o:0"}, {}, {"C"}},
@@ -899,7 +937,7 @@ TEST(EncapsulateSubgraphsTest, OneFunctionOneOutside) {
             {"_outside_compilation_subgraph", "O1"}},
            {"c"}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -975,15 +1013,15 @@ TEST(EncapsulateSubgraphsTest, OneFunctionTwoOutside) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   {
     GraphDefBuilder shape1(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape1.opts().WithName("KnownShape/_0"));
+    Node* key_constant = KeyPlaceholder("F1", shape1.opts());
     Node* recv = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
                             {DT_FLOAT, DT_FLOAT}, shape1.opts());
     Node* e = Binary(ops::NodeOut(recv, 0), ops::NodeOut(recv, 1),
@@ -998,8 +1036,7 @@ TEST(EncapsulateSubgraphsTest, OneFunctionTwoOutside) {
 
   {
     GraphDefBuilder shape2(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape2.opts().WithName("KnownShape/_0"));
+    Node* key_constant = KeyPlaceholder("F1", shape2.opts());
     Node* recv1 = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
                              {DT_FLOAT, DT_FLOAT}, shape2.opts());
     Node* e = Binary(ops::NodeOut(recv1, 0), ops::NodeOut(recv1, 1),
@@ -1020,7 +1057,7 @@ TEST(EncapsulateSubgraphsTest, OneFunctionTwoOutside) {
   }
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"i_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"i_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}, {}},
@@ -1037,14 +1074,13 @@ TEST(EncapsulateSubgraphsTest, OneFunctionTwoOutside) {
            {"F:o:0", "D:o:0"},
            {{"Tinputs", absl::Span<const DataType>({DT_FLOAT, DT_FLOAT})},
             {"Toutputs", absl::Span<const DataType>({DT_FLOAT})},
-            {"ancestors",
-             absl::Span<const string>({"outside_compilation_O1_host_compute"})},
+            {"ancestors", absl::Span<const string>({})},
             {"key", "host_compute_channel_F1_O2"},
             {"shape_inference_graph",
              "_outside_compilation_shape_inference_F1_O2"},
             {"shapes", absl::Span<const DataType>({})},
             {"_outside_compilation_subgraph", "O2"}},
-           {"F", "outside_compilation_O1_host_compute"}},
+           {"F"}},
           {{"outside_compilation_O1_host_compute"},
            "XlaHostCompute",
            {"C:o:0", "D:o:0"},
@@ -1058,7 +1094,7 @@ TEST(EncapsulateSubgraphsTest, OneFunctionTwoOutside) {
             {"_outside_compilation_subgraph", "O1"}},
            {"D"}},
       },
-      {{"i_0_retval", "I:o:0"}});
+      {{"i_0_retval_retval", "I:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1149,33 +1185,18 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutside) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1", "F2"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
-  {
-    GraphDefBuilder shape(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape.opts().WithName("KnownShape/_0"));
-    Node* recv = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
-                            {DT_FLOAT, DT_FLOAT}, shape.opts());
-    Node* e = Binary(ops::NodeOut(recv, 0), ops::NodeOut(recv, 1),
-                     shape.opts()
-                         .WithName("E")
-                         .WithAttr("_encapsulate", "F1")
-                         .WithAttr("_outside", "O1"));
-    SendFromHost(ops::NodeOut(key_constant, 0), "F1", "O1", {e}, shape.opts());
-    TF_EXPECT_OK(
-        AddGraphDefToFunctionLibrary(shape, "F1_O1", &library_expected));
-  }
-
   TensorShapeProto shape_proto_expected;
   shape_proto_expected.add_dim()->set_size(2);
 
   *library_expected.add_function() = FunctionDefHelper::Create(
       "F1", {"a_0_arg:float", "b_0_arg:float"},
-      {"f_0_retval:float", "d_0_retval:float"}, {},
+      {"f_0_retval_retval:float", "d_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1191,19 +1212,19 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutside) {
             {"Toutputs", absl::Span<const DataType>({DT_FLOAT})},
             {"ancestors", absl::Span<const string>({})},
             {"key", "host_compute_channel_F1_O1"},
-            {"shape_inference_graph",
-             "_outside_compilation_shape_inference_F1_O1"},
-            {"shapes", absl::Span<const DataType>({})},
+            {"shape_inference_graph", ""},
+            {"shapes",
+             absl::Span<const TensorShapeProto>({shape_proto_expected})},
             {"_outside_compilation_subgraph", "O1"}},
            {"D"}},
       },
-      {{"d_0_retval", "D:o:0"}, {"f_0_retval", "F:o:0"}});
+      {{"d_0_retval_retval", "D:o:0"}, {"f_0_retval_retval", "F:o:0"}});
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F2", {"e_0_arg:float", "f_0_arg:float"},
-      {"g_0_retval:float", "i_0_retval:float"}, {},
+      "F2", {"f_0_arg:float", "bridge_e_g_0_arg:float"},
+      {"i_0_retval_retval:float", "g_0_retval_retval:float"}, {},
       {
-          {{"G"}, "BinaryTest", {"e_0_arg", "f_0_arg"}},
+          {{"G"}, "BinaryTest", {"bridge_e_g_0_arg", "f_0_arg"}},
           {{"I"},
            "BinaryTest",
            {"f_0_arg", "outside_compilation_O1_host_compute:outputs:0"}},
@@ -1219,7 +1240,7 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutside) {
              absl::Span<const TensorShapeProto>({shape_proto_expected})},
             {"_outside_compilation_subgraph", "O1"}}},
       },
-      {{"g_0_retval", "G:o:0"}, {"i_0_retval", "I:o:0"}});
+      {{"i_0_retval_retval", "I:o:0"}, {"g_0_retval_retval", "G:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1265,11 +1286,11 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutside) {
         b2.opts().WithName("F2_sequencer").WithControlInputs({recv2, send2}),
         "F2");
     NodeBuilder node_builder2("F2", "F2", lib_def.get());
-    node_builder2.Input(e).Input(call1);
+    node_builder2.Input(call1).Input(e);
     Node* call2 = b2.opts()
                       .WithControlInputs({s2, e, call1})
                       .FinalizeBuilder(&node_builder2);
-    Binary(call2, ops::NodeOut(call2, 1), b2.opts().WithName("J"));
+    Binary(ops::NodeOut(call2, 1), call2, b2.opts().WithName("J"));
     TF_EXPECT_OK(b2.ToGraphDef(&graphdef_expected));
   }
 
@@ -1312,44 +1333,16 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutsideDependencyFromOutside) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1", "F2"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
-
-  {
-    GraphDefBuilder shape(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape.opts().WithName("KnownShape/_0"));
-    Node* recv = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
-                            {DT_FLOAT, DT_FLOAT}, shape.opts());
-    Node* e = Binary(ops::NodeOut(recv, 0), ops::NodeOut(recv, 1),
-                     shape.opts()
-                         .WithName("E")
-                         .WithAttr("_encapsulate", "F1")
-                         .WithAttr("_outside", "O1"));
-    SendFromHost(ops::NodeOut(key_constant, 0), "F1", "O1", {e}, shape.opts());
-    TF_EXPECT_OK(
-        AddGraphDefToFunctionLibrary(shape, "F1_O1", &library_expected));
-  }
-
-  {
-    GraphDefBuilder shape(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape.opts().WithName("KnownShape/_0"));
-    Node* recv = RecvAtHost(ops::NodeOut(key_constant, 0), "F2", "O1",
-                            {DT_FLOAT}, shape.opts());
-    Node* h = Unary(recv, shape.opts()
-                              .WithName("H")
-                              .WithAttr("_encapsulate", "F2")
-                              .WithAttr("_outside", "O1"));
-    SendFromHost(ops::NodeOut(key_constant, 0), "F2", "O1", {h}, shape.opts());
-    TF_EXPECT_OK(
-        AddGraphDefToFunctionLibrary(shape, "F2_O1", &library_expected));
-  }
+  TensorShapeProto shape_proto_expected;
+  shape_proto_expected.add_dim()->set_size(2);
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1365,16 +1358,16 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutsideDependencyFromOutside) {
             {"Toutputs", absl::Span<const DataType>({DT_FLOAT})},
             {"ancestors", absl::Span<const string>({})},
             {"key", "host_compute_channel_F1_O1"},
-            {"shape_inference_graph",
-             "_outside_compilation_shape_inference_F1_O1"},
-            {"shapes", absl::Span<const TensorShapeProto>({})},
+            {"shape_inference_graph", ""},
+            {"shapes",
+             absl::Span<const TensorShapeProto>({shape_proto_expected})},
             {"_outside_compilation_subgraph", "O1"}},
            {"D"}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F2", {"a_0_arg:float", "b_0_arg:float"}, {"i_0_retval:float"}, {},
+      "F2", {"a_0_arg:float", "b_0_arg:float"}, {"i_0_retval_retval:float"}, {},
       {
           {{"G"}, "BinaryTest", {"a_0_arg", "b_0_arg"}},
           {{"I"},
@@ -1387,12 +1380,12 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutsideDependencyFromOutside) {
             {"Toutputs", absl::Span<const DataType>({DT_FLOAT})},
             {"ancestors", absl::Span<const string>({})},
             {"key", "host_compute_channel_F2_O1"},
-            {"shape_inference_graph",
-             "_outside_compilation_shape_inference_F2_O1"},
-            {"shapes", absl::Span<const TensorShapeProto>({})},
+            {"shape_inference_graph", ""},
+            {"shapes",
+             absl::Span<const TensorShapeProto>({shape_proto_expected})},
             {"_outside_compilation_subgraph", "O1"}}},
       },
-      {{"i_0_retval", "I:o:0"}});
+      {{"i_0_retval_retval", "I:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1439,9 +1432,8 @@ TEST(EncapsulateSubgraphsTest, TwoFunctionsTwoOutsideDependencyFromOutside) {
         "F2");
     NodeBuilder node_builder2("F2", "F2", lib_def.get());
     node_builder2.Input(a).Input(b);
-    Node* call2 = b2.opts()
-                      .WithControlInputs({s2, call1})
-                      .FinalizeBuilder(&node_builder2);
+    Node* call2 =
+        b2.opts().WithControlInputs({s2}).FinalizeBuilder(&node_builder2);
     Binary(call1, call2, b2.opts().WithName("J"));
     TF_EXPECT_OK(b2.ToGraphDef(&graphdef_expected));
   }
@@ -1473,7 +1465,8 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationNoInputs) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
@@ -1482,7 +1475,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationNoInputs) {
   shape_proto_expected.add_dim()->set_size(2);
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1501,7 +1494,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationNoInputs) {
              absl::Span<const TensorShapeProto>({shape_proto_expected})},
             {"_outside_compilation_subgraph", "O1"}}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1557,7 +1550,8 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationControlInput) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
@@ -1566,7 +1560,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationControlInput) {
   shape_proto_expected.add_dim()->set_size(2);
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1586,7 +1580,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationControlInput) {
             {"_outside_compilation_subgraph", "O1"}},
            {"D"}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1644,13 +1638,14 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationNoOutputs) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1666,7 +1661,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationNoOutputs) {
             {"shapes", absl::Span<const TensorShapeProto>({})},
             {"_outside_compilation_subgraph", "O1"}}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1721,13 +1716,14 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationControlOutput) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1747,7 +1743,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationControlOutput) {
             {"shapes", absl::Span<const TensorShapeProto>({})},
             {"_outside_compilation_subgraph", "O1"}}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1811,15 +1807,15 @@ TEST(EncapsulateSubgraphsTest,
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   {
     GraphDefBuilder shape2(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape2.opts().WithName("KnownShape/_0"));
+    Node* key_constant = KeyPlaceholder("F1", shape2.opts());
     Node* recv2 = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O2",
                              {DT_FLOAT}, shape2.opts());
     Node* g = Unary(ops::NodeOut(recv2, 0), shape2.opts()
@@ -1832,7 +1828,7 @@ TEST(EncapsulateSubgraphsTest,
   }
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"h_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"h_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1852,7 +1848,7 @@ TEST(EncapsulateSubgraphsTest,
             {"shapes", absl::Span<const TensorShapeProto>({})},
             {"_outside_compilation_subgraph", "O2"}}},
       },
-      {{"h_0_retval", "H:o:0"}});
+      {{"h_0_retval_retval", "H:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -1920,15 +1916,15 @@ TEST(EncapsulateSubgraphsTest,
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   {
     GraphDefBuilder shape1(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape1.opts().WithName("KnownShape/_0"));
+    Node* key_constant = KeyPlaceholder("F1", shape1.opts());
     Node* recv2 = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
                              {DT_FLOAT}, shape1.opts());
     Node* e = Unary(ops::NodeOut(recv2, 0), shape1.opts()
@@ -1941,7 +1937,7 @@ TEST(EncapsulateSubgraphsTest,
   }
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"h_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"h_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
@@ -1961,7 +1957,7 @@ TEST(EncapsulateSubgraphsTest,
             {"shapes", absl::Span<const TensorShapeProto>({})},
             {"_outside_compilation_subgraph", "O1"}}},
       },
-      {{"h_0_retval", "H:o:0"}});
+      {{"h_0_retval_retval", "H:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -2034,15 +2030,15 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationClusterDependency) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   {
     GraphDefBuilder shape1(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape1.opts().WithName("KnownShape/_0"));
+    Node* key_constant = KeyPlaceholder("F1", shape1.opts());
     Node* recv2 = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
                              {DT_FLOAT}, shape1.opts());
     Node* e = Unary(ops::NodeOut(recv2, 0), shape1.opts()
@@ -2055,7 +2051,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationClusterDependency) {
   }
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"h_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"h_0_retval_retval:float"}, {},
       {{{"C"}, "UnaryTest", {"a_0_arg"}},
        {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
        {{"F"}, "UnaryTest", {"outside_compilation_O1_host_compute:outputs:0"}},
@@ -2076,28 +2072,24 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationClusterDependency) {
         {"D:o:0"},
         {{"Tinputs", absl::Span<const DataType>({DT_FLOAT})},
          {"Toutputs", absl::Span<const DataType>({})},
-         {"ancestors",
-          absl::Span<const string>({"outside_compilation_O1_host_compute"})},
+         {"ancestors", absl::Span<const string>({})},
          {"key", "host_compute_channel_F1_O2"},
          {"shape_inference_graph", ""},
          {"shapes", absl::Span<const TensorShapeProto>({})},
          {"_outside_compilation_subgraph", "O2"}},
-        {"outside_compilation_O1_host_compute"}},
+        {}},
        {{"outside_compilation_O3_host_compute"},
         "XlaHostCompute",
         {"D:o:0"},
         {{"Tinputs", absl::Span<const DataType>({DT_FLOAT})},
          {"Toutputs", absl::Span<const DataType>({})},
-         {"ancestors",
-          absl::Span<const string>({"outside_compilation_O1_host_compute",
-                                    "outside_compilation_O2_host_compute"})},
+         {"ancestors", absl::Span<const string>({})},
          {"key", "host_compute_channel_F1_O3"},
          {"shape_inference_graph", ""},
          {"shapes", absl::Span<const TensorShapeProto>({})},
          {"_outside_compilation_subgraph", "O3"}},
-        {"outside_compilation_O1_host_compute",
-         "outside_compilation_O2_host_compute"}}},
-      {{"h_0_retval", "H:o:0"}});
+        {}}},
+      {{"h_0_retval_retval", "H:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -2169,19 +2161,20 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationNoInputsOrOutputs) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"a_0_arg:float", "b_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"C"}, "UnaryTest", {"a_0_arg"}},
           {{"D"}, "BinaryTest", {"b_0_arg", "C:o:0"}},
           {{"F"}, "UnaryTest", {"D:o:0"}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
@@ -2234,19 +2227,20 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationShapeInference) {
     TF_EXPECT_OK(b1.ToGraphDef(&graphdef));
   }
 
-  TF_EXPECT_OK(Encapsulate(&graphdef, &library));
+  std::vector<string> encapsulated_functions{"F1"};
+  TF_EXPECT_OK(Encapsulate(&graphdef, &library, encapsulated_functions));
 
   FunctionDefLibrary library_expected;
   GraphDef graphdef_expected;
 
   {
     GraphDefBuilder shape(GraphDefBuilder::kFailImmediately);
-    Node* key_constant =
-        KeyPlaceholderShape(shape.opts().WithName("KnownShape/_0"));
-    Node* known = KnownShape({2}, shape.opts().WithName("KnownShape/_1"));
+    Node* key_constant = KeyPlaceholder("F1", shape.opts());
     Node* recv = RecvAtHost(ops::NodeOut(key_constant, 0), "F1", "O1",
                             {DT_FLOAT}, shape.opts());
-    Node* e = BinaryUnknownShape(known, recv,
+    Node* a = InputShaped(shape.opts().WithName("A"));
+    Node* c = Unary(a, shape.opts().WithName("C"));
+    Node* e = BinaryUnknownShape(c, recv,
                                  shape.opts()
                                      .WithName("E")
                                      .WithAttr("_encapsulate", "F1")
@@ -2258,7 +2252,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationShapeInference) {
 
   *library_expected.add_function() = test::function::XTimesTwo();
   *library_expected.add_function() = FunctionDefHelper::Create(
-      "F1", {"b_0_arg:float", "c_0_arg:float"}, {"f_0_retval:float"}, {},
+      "F1", {"b_0_arg:float", "c_0_arg:float"}, {"f_0_retval_retval:float"}, {},
       {
           {{"c"}, "UnaryTest", {"b_0_arg"}, {}, {}},
           {{"F"},
@@ -2279,7 +2273,7 @@ TEST(EncapsulateSubgraphsTest, OutsideCompilationShapeInference) {
             {"_outside_compilation_subgraph", "O1"}},
            {"c"}},
       },
-      {{"f_0_retval", "F:o:0"}});
+      {{"f_0_retval_retval", "F:o:0"}});
 
   {
     std::unique_ptr<FunctionLibraryDefinition> lib_def(
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
index 841f98aacc..363003de50 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/framework/graph_to_functiondef.h"
 #include "tensorflow/core/framework/node_def_builder.h"
+#include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 #include "tensorflow/core/graph/algorithm.h"
 #include "tensorflow/core/lib/core/errors.h"
@@ -393,6 +394,7 @@ Status ConstructHostGraph(
 
     // We use ReverseDFS() to copy nodes. Make sure all nodes are reverse
     // reachable from sink node so all nodes will be copied.
+    // TODO(b/77601805): consolidate copy graph functions.
     FixupSourceAndSinkEdges(host_fbody->graph);
 
     std::map<const Node*, Node*> node_map;
@@ -474,6 +476,185 @@ Status ConstructHostGraph(
   return Status::OK();
 }
 
+// Expand XLA computation's outside compilation host side graph into main graph.
+// Add a control edge between sequencer node and the XLA computation node.
+Status ExpandHostGraphIntoMainGraph(Graph* main_graph, Graph* host_graph,
+                                    Node* xla_computation_node) {
+  // We use ReverseDFS() to copy nodes. Make sure all nodes are reverse
+  // reachable from sink node so all nodes will be copied.
+  // TODO(b/77601805): consolidate copy graph functions.
+  FixupSourceAndSinkEdges(host_graph);
+
+  // Copy all nodes.
+  std::map<const Node*, Node*> node_map;
+  node_map[host_graph->source_node()] = main_graph->source_node();
+  node_map[host_graph->sink_node()] = main_graph->sink_node();
+  Status s = Status::OK();
+  auto copy_node_fn = [&](const Node* n) {
+    if (!s.ok()) {
+      return;
+    }
+
+    Node* copy;
+    if (node_map.find(n) != node_map.end()) {
+      // Already copied this node.
+      copy = node_map.at(n);
+    } else {
+      // Copy the node.
+      NodeDef copy_def = n->def();
+      copy = main_graph->AddNode(copy_def, &s);
+      if (!s.ok()) {
+        return;
+      }
+      node_map[n] = copy;
+    }
+
+    // Only handle input edges. Output edges will be added later as its output
+    // nodes' input edges.
+    for (auto e : n->in_edges()) {
+      if (node_map.find(e->src()) == node_map.end()) {
+        s = errors::Internal("Cannot find node image for ",
+                             e->src()->DebugString());
+        return;
+      }
+      main_graph->AddEdge(node_map[e->src()], e->src_output(), copy,
+                          e->dst_input());
+    }
+
+    // Add control edge from sequencer to XLA computation node.
+    if (copy->type_string() == "NoOp" &&
+        HasNodeAttr(copy->def(), "_xla_host_transfer_sequencer")) {
+      main_graph->AddControlEdge(copy, xla_computation_node);
+    }
+  };
+  ReverseDFS(*host_graph, /*enter=*/nullptr, copy_node_fn, NodeComparatorID());
+  return s;
+}
+
+// Rewrites shape inference graph for outside compilation.
+// 1. If the outside compilation is a "top-level" one (not in a function of any
+//    If/While/etc.), this shape inference graph might have host computation to
+//    outside compilation placeholder nodes, which will cause shape inference to
+//    fail. However, those nodes are not in `host_graph` any more (because we
+//    have executed `PostprocessForEncapsultion`). In this case, we clear the
+//    graph, and copy SendFromHost with all its predecessors from `host_graph`.
+//    This case is detected by whether the SendFromHost node exists in
+//    `host_graph` as well.
+// 2. Remove control edges, and prune nodes that are not useful for shape
+//    inference.
+Status RewriteShapeInferenceGraph(const string& shape_inference_graph_name,
+                                  Graph* host_graph,
+                                  FunctionLibraryDefinition* fld) {
+  FunctionBody* fbody = nullptr;
+  TF_RETURN_IF_ERROR(FunctionDefToBodyHelper(
+      *fld->Find(shape_inference_graph_name), AttrSlice(), fld,
+      [&](const string& op, const OpDef** sig) {
+        return fld->LookUpOpDef(op, sig);
+      },
+      &fbody));
+  std::unique_ptr<FunctionBody> fbody_deleter(fbody);
+  Graph* g = fbody->graph;
+
+  // Find SendFromHost node.
+  Node* send_from_host = nullptr;
+  for (Node* n : g->nodes()) {
+    if (n->type_string() == "_XlaSendFromHost") {
+      send_from_host = n;
+      break;
+    }
+  }
+  if (!send_from_host) {
+    return errors::Internal("Shape inference graph ",
+                            shape_inference_graph_name,
+                            " does not have _XlaSendFromHost node.");
+  }
+
+  // See if the SendFromHost node exists in `host_graph`.
+  Node* send_from_host_main_graph = nullptr;
+  for (Node* n : host_graph->nodes()) {
+    if (n->name() == send_from_host->name()) {
+      send_from_host_main_graph = n;
+      break;
+    }
+  }
+  if (send_from_host_main_graph) {
+    // This is an "top-level" outside compilation. Clear the graph, and copy
+    // SendFromHost and all its predecessors from `host_graph`.
+    std::vector<Node*> nodes;
+    for (Node* n : g->op_nodes()) {
+      nodes.push_back(n);
+    }
+    for (Node* n : nodes) {
+      g->RemoveNode(n);
+    }
+
+    std::map<const Node*, Node*> node_map;
+    node_map[host_graph->source_node()] = g->source_node();
+    Status s;
+    auto copy_node_fn = [&](const Node* n) {
+      if (!s.ok()) {
+        return;
+      }
+
+      if (node_map.find(n) != node_map.end()) {
+        return;
+      }
+
+      NodeDef copy_def = n->def();
+      Node* copy = g->AddNode(copy_def, &s);
+      if (!s.ok()) {
+        return;
+      }
+      for (auto e : n->in_edges()) {
+        if (node_map.find(e->src()) == node_map.end()) {
+          s = errors::Internal("Cannot find node image for ",
+                               e->src()->DebugString());
+          return;
+        }
+        g->AddEdge(node_map[e->src()], e->src_output(), copy, e->dst_input());
+      }
+
+      node_map[n] = copy;
+    };
+    // TODO(b/77601805): consolidate copy graph functions.
+    ReverseDFSFrom(*host_graph,
+                   std::vector<const Node*>{send_from_host_main_graph},
+                   /*enter=*/nullptr, copy_node_fn, NodeComparatorID());
+    if (!s.ok()) {
+      return s;
+    }
+
+    send_from_host = node_map[send_from_host_main_graph];
+  } else {
+    // This is an outside compilation embedded in If/While/gradient/etc.
+    // It will be enough for shape inference. Leave `g` unchanged.
+  }
+
+  // Control edges are not useful for shape inference. Remove them.
+  for (auto e : g->edges()) {
+    if (e->IsControlEdge()) {
+      g->RemoveEdge(e);
+    }
+  }
+  // Nodes that are not reverse reachable from SendFromHost are not useful for
+  // shape inference. Prune them.
+  PruneForReverseReachability(g,
+                              std::unordered_set<const Node*>{send_from_host});
+
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile(shape_inference_graph_name, *g, fld);
+  }
+
+  // Replace original shape inference graph.
+  FunctionDef fdef_replace;
+  TF_RETURN_IF_ERROR(
+      GraphToFunctionDef(*g, shape_inference_graph_name, &fdef_replace));
+  TF_RETURN_IF_ERROR(
+      fld->ReplaceFunction(shape_inference_graph_name, fdef_replace));
+
+  return Status::OK();
+}
+
 }  // namespace
 
 Status RewriteOutsideCompilationSubgraphFn::operator()(
@@ -524,6 +705,9 @@ Status RewriteOutsideCompilationSubgraphFn::operator()(
   // shape inference graph and set `shape_inference_graph` for the call node.
   absl::optional<std::vector<PartialTensorShape>> shapes =
       GetInferredInputShapes(send_from_host_dtypes.size(), send_from_host_node);
+  for (Node* n : (*graph)->nodes()) {
+    n->ClearAttr(kXlaInferredShapesAttrName);
+  }
 
   // Step 5: add control edges for originally XLA <-> outside compilation
   // control edges.
@@ -684,4 +868,50 @@ Status ExtractOutsideCompilationForFunction(
   return Status::OK();
 }
 
+Status ExtractOutsideCompilation(
+    const string& xla_cluster_attr_name,
+    const string& outside_compilation_attr_name,
+    const std::unordered_map<string, XlaClusterInfo>& clusters, Graph* g,
+    FunctionLibraryDefinition* fld) {
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile("extract_outside_compilation_before", *g, fld);
+  }
+
+  std::vector<string> shape_inference_graphs;
+  for (auto& iter : clusters) {
+    string xla_cluster_name = iter.first;
+    Node* n = iter.second.node;
+    auto const& func_name_attrs = iter.second.func_name_attrs;
+    auto const& host_compute_core = iter.second.host_compute_core;
+
+    bool has_outside_compilation;
+    std::unique_ptr<Graph> host_graph;
+    TF_RETURN_IF_ERROR(ExtractOutsideCompilationForFunction(
+        xla_cluster_attr_name, outside_compilation_attr_name, xla_cluster_name,
+        func_name_attrs, func_name_attrs.name(), host_compute_core, fld,
+        &host_graph, &shape_inference_graphs, &has_outside_compilation));
+    if (host_graph) {
+      TF_RETURN_IF_ERROR(ExpandHostGraphIntoMainGraph(g, host_graph.get(), n));
+    }
+  }
+
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile("extract_outside_compilation_expanded", *g,
+                                fld);
+  }
+
+  TF_RETURN_IF_ERROR(PostprocessForEncapsulation(
+      g, xla_cluster_attr_name, outside_compilation_attr_name, clusters));
+
+  for (auto shape_inference_graph_name : shape_inference_graphs) {
+    TF_RETURN_IF_ERROR(
+        RewriteShapeInferenceGraph(shape_inference_graph_name, g, fld));
+  }
+
+  if (VLOG_IS_ON(4)) {
+    dump_graph::DumpGraphToFile("extract_outside_compilation_after", *g, fld);
+  }
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.h b/tensorflow/compiler/jit/extract_outside_compilation_pass.h
index eb471d2674..2a4f07cca2 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass.h
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.h
@@ -17,6 +17,7 @@ limitations under the License.
 #define TENSORFLOW_COMPILER_JIT_EXTRACT_OUTSIDE_COMPILATION_PASS_H_
 
 #include "absl/types/optional.h"
+#include "tensorflow/compiler/jit/encapsulate_util.h"
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/core/graph/graph.h"
 
@@ -91,6 +92,16 @@ Status ExtractOutsideCompilationForFunction(
     FunctionLibraryDefinition* fld, std::unique_ptr<Graph>* host_graph,
     std::vector<string>* shape_inference_graphs, bool* has_outside_compilation);
 
+// Rewrites XLA computation in `clusters` to replace outside compilation nodes
+// with XlaHostCompute, and moves those outside compilations into `g`. If shapes
+// of outside compilation outputs cannot be determined now, we will store shape
+// inference graph into `fld`.
+Status ExtractOutsideCompilation(
+    const string& xla_cluster_attr_name,
+    const string& outside_compilation_attr_name,
+    const std::unordered_map<string, XlaClusterInfo>& clusters, Graph* g,
+    FunctionLibraryDefinition* fld);
+
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_EXTRACT_OUTSIDE_COMPILATION_PASS_H_
-- 
GitLab


From fdfbaa882dc5cd9de3147a14dba2d4a7b868c64b Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Mon, 29 Oct 2018 16:30:58 -0700
Subject: [PATCH 0754/1825] Whitelist trigonometric ops for flex conversion

PiperOrigin-RevId: 219214081
---
 tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc b/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
index 1a70790d7f..d605a006be 100644
--- a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
+++ b/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
@@ -78,6 +78,8 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "Conv2D",
           "Conv2DBackpropFilter",
           "Conv2DBackpropInput",
+          "Cos",
+          "Cosh",
           "CropAndResize",
           "CropAndResizeGradBoxes",
           "CropAndResizeGradImage",
@@ -327,6 +329,8 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "Sigmoid",
           "SigmoidGrad",
           "Sign",
+          "Sin",
+          "Sinh",
           "Size",
           "Slice",
           "Softmax",
@@ -384,6 +388,7 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "Sum",
           "Switch",
           "SymbolicGradient",
+          "Tan",
           "Tanh",
           "TanhGrad",
           "TemporaryVariable",
-- 
GitLab


From bd32edac64b090e5a96dfeb0c607f742dedf52e7 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 29 Oct 2018 16:49:47 -0700
Subject: [PATCH 0755/1825] [tf.data] Cache dataset structure properties in
 `ConcatenateDataset`.

Previously, these would be recomputed from the input on each call to
`ConcatenateDataset.output_shapes`, which would lead to pathological
behavior when building a long chain of `Dataset.concatenate()`
transformations.

PiperOrigin-RevId: 219217408
---
 tensorflow/python/data/ops/dataset_ops.py | 32 ++++++++++++++---------
 1 file changed, 20 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 1b84519f8f..38e4696379 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -2150,14 +2150,27 @@ class ConcatenateDataset(Dataset):
     super(ConcatenateDataset, self).__init__()
     self._input_dataset = input_dataset
     self._dataset_to_concatenate = dataset_to_concatenate
-    if input_dataset.output_types != dataset_to_concatenate.output_types:
+
+    self._output_types = input_dataset.output_types
+    if self._output_types != dataset_to_concatenate.output_types:
       raise TypeError(
           "Two datasets to concatenate have different types %s and %s" %
-          (input_dataset.output_types, dataset_to_concatenate.output_types))
-    if input_dataset.output_classes != dataset_to_concatenate.output_classes:
+          (self._output_types, dataset_to_concatenate.output_types))
+
+    self._output_classes = input_dataset.output_classes
+    if self._output_classes != dataset_to_concatenate.output_classes:
       raise TypeError(
           "Two datasets to concatenate have different classes %s and %s" %
-          (input_dataset.output_classes, dataset_to_concatenate.output_classes))
+          (self._output_classes, dataset_to_concatenate.output_classes))
+
+    input_shapes = self._input_dataset.output_shapes
+    self._output_shapes = nest.pack_sequence_as(input_shapes, [
+        ts1.most_specific_compatible_shape(ts2)
+        for (ts1, ts2) in zip(
+            nest.flatten(input_shapes),
+            nest.flatten(self._dataset_to_concatenate.output_shapes))
+    ])
+
     self._input_datasets = [input_dataset, dataset_to_concatenate]
 
   def _as_variant_tensor(self):
@@ -2173,20 +2186,15 @@ class ConcatenateDataset(Dataset):
 
   @property
   def output_classes(self):
-    return self._input_dataset.output_classes
+    return self._output_classes
 
   @property
   def output_shapes(self):
-    return nest.pack_sequence_as(self._input_dataset.output_shapes, [
-        ts1.most_specific_compatible_shape(ts2)
-        for (ts1, ts2) in zip(
-            nest.flatten(self._input_dataset.output_shapes),
-            nest.flatten(self._dataset_to_concatenate.output_shapes))
-    ])
+    return self._output_shapes
 
   @property
   def output_types(self):
-    return self._input_dataset.output_types
+    return self._output_types
 
 
 class RepeatDataset(UnaryDataset):
-- 
GitLab


From ce96b12258a2a649ce021c1073c6d77e5fd08171 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 16:52:50 -0700
Subject: [PATCH 0756/1825] Don't simplify nodes when output result from
 folding is too large on evaluation.

PiperOrigin-RevId: 219217834
---
 tensorflow/core/grappler/optimizers/BUILD     |  1 +
 .../grappler/optimizers/constant_folding.cc   | 49 +++++++++++++------
 .../grappler/optimizers/constant_folding.h    | 17 ++++---
 .../optimizers/constant_folding_test.cc       | 30 ++++++++++++
 4 files changed, 75 insertions(+), 22 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index f856bd982e..127c1603ba 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -102,6 +102,7 @@ cc_library(
         "//tensorflow/core/grappler/clusters:cluster",
         "//tensorflow/core/grappler/costs:graph_properties",
         "//tensorflow/core/grappler/utils:symbolic_shapes",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index 726570dcbe..8107d383f6 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -972,7 +972,8 @@ Status ConstantFolding::EvaluateNode(const NodeDef& node,
 }
 
 Status ConstantFolding::EvaluateOneFoldable(const NodeDef& node,
-                                            std::vector<NodeDef>* outputs) {
+                                            std::vector<NodeDef>* outputs,
+                                            bool* result_too_large) {
   TensorVector inputs;
   TensorVector output_tensors;
   auto inputs_cleanup = gtl::MakeCleanup([&inputs, &output_tensors] {
@@ -1018,8 +1019,11 @@ Status ConstantFolding::EvaluateOneFoldable(const NodeDef& node,
       node_name = strings::StrCat(node_name, "-", i);
     }
     if (output_tensors[i].tensor) {
-      TF_RETURN_IF_ERROR(
-          CreateNodeDef(node_name, output_tensors[i], &outputs->at(i)));
+      Status s = CreateNodeDef(node_name, output_tensors[i], &outputs->at(i));
+      if (!s.ok()) {
+        *result_too_large = true;
+        return s;
+      }
     } else {
       // Create an empty NodeDef to identify dead outputs (e.g. the output of a
       // switch that's not selected by the switch predicate).
@@ -1029,7 +1033,8 @@ Status ConstantFolding::EvaluateOneFoldable(const NodeDef& node,
   return Status::OK();
 }
 
-Status ConstantFolding::FoldNode(NodeDef* node, GraphDef* output_graph) {
+Status ConstantFolding::FoldNode(NodeDef* node, GraphDef* output_graph,
+                                 bool* result_too_large) {
   if (IsMerge(*node)) {
     // Merge nodes are special, in the sense that they execute as soon as one of
     // their input is ready. We can therefore fold a merge node iff it has at
@@ -1122,7 +1127,8 @@ Status ConstantFolding::FoldNode(NodeDef* node, GraphDef* output_graph) {
   }
 
   std::vector<NodeDef> const_nodes;
-  TF_RETURN_IF_ERROR(EvaluateOneFoldable(*node, &const_nodes));
+  TF_RETURN_IF_ERROR(
+      EvaluateOneFoldable(*node, &const_nodes, result_too_large));
   NodeDef* constant_output = nullptr;
   for (int i = 0; i < const_nodes.size(); i++) {
     NodeDef* const_node = &const_nodes[i];
@@ -1227,7 +1233,8 @@ Status ConstantFolding::FoldNode(NodeDef* node, GraphDef* output_graph) {
   return Status::OK();
 }
 
-Status ConstantFolding::FoldGraph(GraphDef* output) {
+Status ConstantFolding::FoldGraph(
+    GraphDef* output, absl::flat_hash_set<string>* nodes_to_not_simplify) {
   std::unordered_set<string> processed_nodes;
   std::deque<NodeDef*> queue;
   for (int i = 0; i < graph_->node_size(); i++) {
@@ -1250,11 +1257,15 @@ Status ConstantFolding::FoldGraph(GraphDef* output) {
                 return n1->name() < n2->name();
               });
 
-    Status s = FoldNode(node, output);
+    bool result_too_large = false;
+    Status s = FoldNode(node, output, &result_too_large);
     processed_nodes.insert(node->name());
     if (!s.ok()) {
       VLOG(1) << "Failed to fold node " << node->DebugString()
               << "\nError message: " << s;
+      if (result_too_large) {
+        nodes_to_not_simplify->emplace(node->name());
+      }
     } else {
       for (auto& output : fanout) {
         if (IsFoldable(*output)) {
@@ -1583,13 +1594,18 @@ Status ConstantFolding::ReplaceOperationWithConstant(
   return Status::OK();
 }
 
-Status ConstantFolding::SimplifyGraph(bool use_shape_info,
-                                      GraphDef* optimized_graph,
-                                      GraphProperties* properties) {
+Status ConstantFolding::SimplifyGraph(
+    bool use_shape_info, GraphDef* optimized_graph, GraphProperties* properties,
+    const absl::flat_hash_set<string>& nodes_to_not_simplify) {
   for (int i = 0; i < optimized_graph->node_size(); ++i) {
-    TF_RETURN_IF_ERROR(SimplifyNode(use_shape_info,
-                                    optimized_graph->mutable_node(i),
-                                    optimized_graph, properties));
+    // TODO(lyandy): Move nodes to not simplify check into SimplifyNode and
+    // generalize to only restrict certain simplifications.
+    if (nodes_to_not_simplify.find(optimized_graph->node(i).name()) ==
+        nodes_to_not_simplify.end()) {
+      TF_RETURN_IF_ERROR(SimplifyNode(use_shape_info,
+                                      optimized_graph->mutable_node(i),
+                                      optimized_graph, properties));
+    }
   }
   return Status::OK();
 }
@@ -3023,10 +3039,11 @@ Status ConstantFolding::RunOptimizationPass(Cluster* cluster,
     TF_RETURN_IF_ERROR(MaterializeShapes(properties));
     TF_RETURN_IF_ERROR(MaterializeConstants(properties));
   }
-  TF_RETURN_IF_ERROR(FoldGraph(optimized_graph));
+  absl::flat_hash_set<string> nodes_to_not_simplify;
+  TF_RETURN_IF_ERROR(FoldGraph(optimized_graph, &nodes_to_not_simplify));
   node_map_.reset(new NodeMap(optimized_graph));
-  TF_RETURN_IF_ERROR(
-      SimplifyGraph(can_use_shape_info, optimized_graph, &properties));
+  TF_RETURN_IF_ERROR(SimplifyGraph(can_use_shape_info, optimized_graph,
+                                   &properties, nodes_to_not_simplify));
 
   return Status::OK();
 }
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.h b/tensorflow/core/grappler/optimizers/constant_folding.h
index 8593b3e0b8..c81d3067d5 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.h
+++ b/tensorflow/core/grappler/optimizers/constant_folding.h
@@ -16,6 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_CONSTANT_FOLDING_H_
 #define TENSORFLOW_CORE_GRAPPLER_OPTIMIZERS_CONSTANT_FOLDING_H_
 
+#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/framework/device_base.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/resource_mgr.h"
@@ -71,10 +72,11 @@ class ConstantFolding : public GraphOptimizer {
                       const gtl::InlinedVector<TensorValue, 4>& inputs,
                       gtl::InlinedVector<TensorValue, 4>* output) const;
 
-  Status EvaluateOneFoldable(const NodeDef& node,
-                             std::vector<NodeDef>* outputs);
+  Status EvaluateOneFoldable(const NodeDef& node, std::vector<NodeDef>* outputs,
+                             bool* result_too_large);
 
-  Status FoldNode(NodeDef* node, GraphDef* output_graph);
+  Status FoldNode(NodeDef* node, GraphDef* output_graph,
+                  bool* result_too_large);
 
   bool IsOnes(const NodeDef& node) const;
   bool IsZeros(const NodeDef& node) const;
@@ -91,14 +93,17 @@ class ConstantFolding : public GraphOptimizer {
                                       NodeDef* node, GraphDef* graph,
                                       bool* success);
   void ReplaceDivisionOfOnesByReciprocal(NodeDef* node, GraphDef* graph);
-  Status FoldGraph(GraphDef* output);
+  Status FoldGraph(GraphDef* output,
+                   absl::flat_hash_set<string>* nodes_to_not_simplify);
 
   bool IsSimplifiableReduction(const NodeDef& node,
                                const GraphProperties& properties) const;
   bool IsSimplifiableReshape(const NodeDef& node,
                              const GraphProperties& properties) const;
-  Status SimplifyGraph(bool use_shape_info, GraphDef* optimized_graph,
-                       GraphProperties* properties);
+  Status SimplifyGraph(
+      bool use_shape_info, GraphDef* optimized_graph,
+      GraphProperties* properties,
+      const absl::flat_hash_set<string>& nodes_to_not_simplify);
   Status SimplifyNode(bool use_shape_info, NodeDef* node,
                       GraphDef* optimized_graph, GraphProperties* properties);
 
diff --git a/tensorflow/core/grappler/optimizers/constant_folding_test.cc b/tensorflow/core/grappler/optimizers/constant_folding_test.cc
index fab01edfed..02c45e80c5 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding_test.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding_test.cc
@@ -3257,6 +3257,36 @@ TEST_F(ConstantFoldingTest, FoldingPreservesDenormalFlushing) {
   test::ExpectTensorEqual<float>(tensors_expected[0], tensors[0]);
 }
 
+TEST_F(ConstantFoldingTest, EvaluatingLargeConstantNoFoldingMergingLoop) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  int size = 10 * 1024 * 1024 / 4 / 2;
+  Output nonconst =
+      ops::RandomUniform(s.WithOpName("nonconst"), {size, 1}, DT_FLOAT);
+  Output const1 = ops::Const(s.WithOpName("const1"), 0.0f, {size, 1});
+  Output const2 = ops::Const(s.WithOpName("const2"), 1.0f, {size, 1});
+  Output axis = ops::Const(s.WithOpName("axis"), -1, {});
+  Output concat1 =
+      ops::Concat(s.WithOpName("concat1"), {nonconst, const1}, axis);
+  Output result = ops::Concat(s.WithOpName("result"), {concat1, const2}, axis);
+
+  GrapplerItem item;
+  item.fetch.push_back("result");
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  ConstantFolding optimizer(nullptr /* cpu_device */);
+  GraphDef output;
+  Status status = optimizer.Optimize(nullptr, item, &output);
+  TF_EXPECT_OK(status);
+
+  std::vector<string> fetch = {"result"};
+  auto tensors_expected = EvaluateNodes(item.graph, fetch);
+  auto tensors = EvaluateNodes(output, fetch);
+  EXPECT_EQ(1, tensors_expected.size());
+  EXPECT_EQ(1, tensors.size());
+  EXPECT_EQ(tensors_expected[0].shape(), tensors[0].shape());
+}
+
 }  // namespace
 }  // namespace grappler
 }  // namespace tensorflow
-- 
GitLab


From 2529a174bc01d6591656e98b7e9c9f5be1eb9631 Mon Sep 17 00:00:00 2001
From: Clayne Robison <clayne.b.robison@intel.com>
Date: Mon, 29 Oct 2018 17:24:31 -0700
Subject: [PATCH 0757/1825] [Intel MKL] Fixes the
 direct_session_with_tracking_alloc_test failure in public CI builds.

---
 .../common_runtime/direct_session_with_tracking_alloc_test.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc b/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
index 2c63b8704e..be279cb1dd 100644
--- a/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
+++ b/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
@@ -117,13 +117,13 @@ TEST(DirectSessionWithTrackingAllocTest, CostModelTest) {
           // which increments the value of AllocationId.
           // Thus AllocationId becomes more than TF if MKL
           // is used. Now IDs for MKL are 8 more than TF.
-          EXPECT_EQ(21, cm->AllocationId(node, 0));
+          EXPECT_EQ(13, cm->AllocationId(node, 0));
 #else
           EXPECT_EQ(13, cm->AllocationId(node, 0));
 #endif  // INTEL_MKL && ENABLE_MKL
         } else {
 #if defined(INTEL_MKL) && defined(ENABLE_MKL)
-          EXPECT_EQ(22, cm->AllocationId(node, 0));
+          EXPECT_EQ(14, cm->AllocationId(node, 0));
 #else
           EXPECT_EQ(14, cm->AllocationId(node, 0));
 #endif  // INTEL_MKL && ENABLE_MKL
-- 
GitLab


From 030275b9a432eb6c42a8d8076fbbf2508231d5f5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 17:37:44 -0700
Subject: [PATCH 0758/1825] Remove DNNLinearCombinedEstimator from contrib

PiperOrigin-RevId: 219223773
---
 tensorflow/contrib/estimator/BUILD       | 13 -------------
 tensorflow/contrib/estimator/__init__.py |  1 -
 2 files changed, 14 deletions(-)

diff --git a/tensorflow/contrib/estimator/BUILD b/tensorflow/contrib/estimator/BUILD
index 8af2b0ab4f..37f253d9c1 100644
--- a/tensorflow/contrib/estimator/BUILD
+++ b/tensorflow/contrib/estimator/BUILD
@@ -17,7 +17,6 @@ py_library(
     deps = [
         ":boosted_trees",
         ":dnn",
-        ":dnn_linear_combined",
         ":dnn_with_layer_annotations",
         ":early_stopping",
         ":expect_tensorflow_estimator_installed",
@@ -74,18 +73,6 @@ py_library(
     ],
 )
 
-py_library(
-    name = "dnn_linear_combined",
-    srcs = ["python/estimator/dnn_linear_combined.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":expect_tensorflow_estimator_installed",
-        "//tensorflow:tensorflow_py_no_contrib",
-        "//tensorflow/python/estimator",
-        "//tensorflow/python/estimator:dnn_linear_combined",
-    ],
-)
-
 py_library(
     name = "extenders",
     srcs = [
diff --git a/tensorflow/contrib/estimator/__init__.py b/tensorflow/contrib/estimator/__init__.py
index 18b7f66911..80d5962762 100644
--- a/tensorflow/contrib/estimator/__init__.py
+++ b/tensorflow/contrib/estimator/__init__.py
@@ -59,7 +59,6 @@ _allowed_symbols = [
     'poisson_regression_head',
     'regression_head',
     'DNNEstimator',
-    'DNNLinearCombinedEstimator',
     'LinearEstimator',
     'boosted_trees_classifier_train_in_memory',
     'boosted_trees_regressor_train_in_memory',
-- 
GitLab


From b4e13ef62b8336e75607f675ef2f151b1b1f8f49 Mon Sep 17 00:00:00 2001
From: Roy Frostig <frostig@google.com>
Date: Mon, 29 Oct 2018 17:41:23 -0700
Subject: [PATCH 0759/1825] [XLA] Implement an optional XRT backend for the
 Python XLA client.

Also, consolidate XLA execute methods within the XLA client library backend.

PiperOrigin-RevId: 219224249
---
 tensorflow/compiler/xla/python/BUILD          |  11 +-
 .../xla/python/local_computation_builder.cc   | 396 ++++++++++++++----
 .../xla/python/local_computation_builder.h    |  98 ++++-
 .../xla/python/local_computation_builder.i    | 212 ++++++----
 tensorflow/compiler/xla/python/xla_client.py  | 151 ++++---
 .../compiler/xla/python/xla_client_test.py    |  22 +-
 6 files changed, 634 insertions(+), 256 deletions(-)

diff --git a/tensorflow/compiler/xla/python/BUILD b/tensorflow/compiler/xla/python/BUILD
index f0d84646b9..21685c4a5b 100644
--- a/tensorflow/compiler/xla/python/BUILD
+++ b/tensorflow/compiler/xla/python/BUILD
@@ -50,7 +50,14 @@ cc_library(
     srcs = ["local_computation_builder.cc"],
     hdrs = ["local_computation_builder.h"],
     deps = [
+        "//tensorflow/cc:cc_ops",
+        "//tensorflow/cc:client_session",
+        "//tensorflow/cc:ops",
+        "//tensorflow/cc:scope",
         "//tensorflow/compiler/xla:executable_run_options",
+        "//tensorflow/compiler/xla:literal",
+        "//tensorflow/compiler/xla:literal_util",
+        "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/client:client_library",
@@ -60,7 +67,9 @@ cc_library(
         "//tensorflow/compiler/xla/client:xla_computation",
         "//tensorflow/compiler/xla/client/lib:math",
         "//tensorflow/compiler/xla/service:shaped_buffer",
-        "//tensorflow/core:framework_lite",
+        "//tensorflow/compiler/xrt:xrt_proto",
+        "//tensorflow/compiler/xrt/cc:xrt_ops",
+        "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/types:span",
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.cc b/tensorflow/compiler/xla/python/local_computation_builder.cc
index 0f566b8a28..e4e93090c8 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.cc
+++ b/tensorflow/compiler/xla/python/local_computation_builder.cc
@@ -14,16 +14,41 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/compiler/xla/python/local_computation_builder.h"
+
+#include <memory>
+#include <string>
+#include <vector>
+
 #include "absl/memory/memory.h"
+#include "tensorflow/cc/client/client_session.h"
+#include "tensorflow/cc/framework/ops.h"
+#include "tensorflow/cc/framework/scope.h"
+#include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/compiler/xla/client/lib/math.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
+#include "tensorflow/compiler/xla/client/xla_computation.h"
 #include "tensorflow/compiler/xla/executable_run_options.h"
+#include "tensorflow/compiler/xla/literal.h"
+#include "tensorflow/compiler/xla/literal_util.h"
+#include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/util.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+#include "tensorflow/compiler/xrt/cc/ops/xrt_compile_ops.h"
+#include "tensorflow/compiler/xrt/cc/ops/xrt_execute_op.h"
+#include "tensorflow/compiler/xrt/cc/ops/xrt_state_ops.h"
+#include "tensorflow/compiler/xrt/xrt.pb.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/lib/gtl/array_slice.h"
 #include "tensorflow/core/platform/thread_annotations.h"
+#include "tensorflow/core/platform/types.h"
 
 namespace xla {
 namespace swig {
 
+// TODO(b/118641336): Factor out XRT parts into a small c++ library of their
+// own.
+
 // TODO(b/34473877) Ideally XLA would support AllReduce among arbitrary sets of
 // device handles instead of needing to set the number of replicas at XLA
 // service initialization time.
@@ -91,6 +116,28 @@ StatusOr<Literal> TransferFromOutfeedLocalReplica(const Shape& shape,
   return client->TransferFromOutfeedLocal(shape, device_ordinal);
 }
 
+static StatusOr<ScopedShapedBuffer> ToBuffer(LocalClient* client,
+                                             int device_ordinal,
+                                             const Literal& arg) {
+  return client->LiteralToShapedBuffer(arg, device_ordinal,
+                                       client->backend().memory_allocator());
+}
+
+/* static */
+StatusOr<LocalShapedBuffer*> LocalShapedBuffer::FromLiteral(
+    const Literal& argument, const absl::optional<Shape>& shape_with_layout) {
+  LocalClient* client = GetOrCreateLocalClient();
+  StatusOr<ScopedShapedBuffer> buf = [&] {
+    if (shape_with_layout) {
+      Literal relaid = argument.Relayout(shape_with_layout.value());
+      return ToBuffer(client, /*device_ordinal=*/0, relaid);
+    }
+    return ToBuffer(client, /*device_ordinal=*/0, argument);
+  }();
+  TF_RETURN_IF_ERROR(buf.status());
+  return new LocalShapedBuffer(std::move(buf).ValueOrDie());
+}
+
 LocalShapedBuffer::LocalShapedBuffer(ScopedShapedBuffer shaped_buffer)
     : shaped_buffer_(std::move(shaped_buffer)) {}
 
@@ -100,11 +147,20 @@ const ScopedShapedBuffer* LocalShapedBuffer::shaped_buffer() const {
 
 ShapedBuffer LocalShapedBuffer::Release() { return shaped_buffer_.release(); }
 
+const Shape& LocalShapedBuffer::shape() const {
+  return shaped_buffer()->on_device_shape();
+}
+
+StatusOr<Literal> LocalShapedBuffer::ToLiteral() const {
+  LocalClient* client = GetOrCreateLocalClient();
+  return client->ShapedBufferToLiteral(*shaped_buffer());
+}
+
 LocalShapedBufferTuple::LocalShapedBufferTuple(
     std::vector<LocalShapedBuffer*> elements)
     : elements_(std::move(elements)) {
   for (auto* element : elements_) {
-    DCHECK(element != nullptr);
+    CHECK(element != nullptr);
   }
 }
 
@@ -126,56 +182,124 @@ StatusOr<LocalShapedBuffer*> LocalShapedBufferTuple::Release(int i) {
   return element;
 }
 
-int LocalShapedBufferTuple::size() const { return elements_.size(); }
+int64 LocalShapedBufferTuple::size() const { return elements_.size(); }
 
-static StatusOr<ScopedShapedBuffer> ToBuffer(LocalClient* client,
-                                             int device_ordinal,
-                                             const Literal& arg) {
-  return client->LiteralToShapedBuffer(arg, device_ordinal,
-                                       client->backend().memory_allocator());
+XrtAllocation::XrtAllocation(int64 handle, Shape shape)
+    : handle_(handle), shape_(shape) {}
+
+XrtAllocation::~XrtAllocation() {
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  auto allocation_handle =
+      tensorflow::ops::Placeholder(root, tensorflow::DT_INT64);
+  auto release =
+      tensorflow::ops::XRTReleaseAllocationHandle(root, allocation_handle);
+  if (!root.status().ok()) {
+    LOG(ERROR) << root.status();
+    return;
+  }
+
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  inputs.insert({allocation_handle, handle()});
+  std::vector<tensorflow::Tensor> outputs;
+  auto status = session.Run(inputs, {}, {release}, &outputs);
+  if (!status.ok()) {
+    LOG(ERROR) << status;
+    return;
+  }
 }
 
 /* static */
-StatusOr<LocalShapedBuffer*> LocalShapedBuffer::FromLiteral(
-    const Literal& argument, const absl::optional<Shape>& shape_with_layout) {
-  LocalClient* client = GetOrCreateLocalClient();
-  StatusOr<ScopedShapedBuffer> buf = [&] {
-    if (shape_with_layout) {
-      Literal relaid = argument.Relayout(shape_with_layout.value());
-      return ToBuffer(client, /*device_ordinal=*/0, relaid);
+StatusOr<XrtAllocation*> XrtAllocation::FromLiteral(const Literal& argument) {
+  xrt::XLAAllocation alloc;
+  alloc.set_device_ordinal(0);
+  *alloc.mutable_value() = argument.ToProto();
+
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  auto literal_string =
+      tensorflow::ops::Placeholder(root, tensorflow::DT_STRING);
+  auto literal_handle = tensorflow::ops::XRTAllocate(root, literal_string);
+  TF_RETURN_IF_ERROR(root.status());
+
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  inputs.insert({literal_string, alloc.SerializeAsString()});
+  std::vector<tensorflow::Tensor> outputs;
+  TF_RETURN_IF_ERROR(session.Run(inputs, {literal_handle}, &outputs));
+
+  int64 handle = outputs[0].scalar<int64>()();
+  return new XrtAllocation(handle, argument.shape());
+}
+
+const int64 XrtAllocation::handle() const { return handle_; }
+
+const Shape& XrtAllocation::shape() const { return shape_; }
+
+StatusOr<Literal> XrtAllocation::ToLiteral() const {
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  auto allocation_handle =
+      tensorflow::ops::Placeholder(root, tensorflow::DT_INT64);
+  auto read_literal = tensorflow::ops::XRTReadLiteral(root, allocation_handle);
+  TF_RETURN_IF_ERROR(root.status());
+
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  inputs.insert({allocation_handle, handle()});
+  std::vector<tensorflow::Tensor> outputs;
+  TF_RETURN_IF_ERROR(session.Run(inputs, {read_literal}, &outputs));
+
+  xla::LiteralProto response;
+  TF_RET_CHECK(response.ParseFromString(outputs[0].scalar<string>()()));
+  return Literal::CreateFromProto(response);
+}
+
+XrtAllocationTuple::XrtAllocationTuple(std::vector<XrtAllocation*> elements)
+    : elements_(std::move(elements)) {
+  for (auto* element : elements_) {
+    CHECK(element != nullptr);
+  }
+}
+
+XrtAllocationTuple::~XrtAllocationTuple() {
+  for (XrtAllocation* element : elements_) {
+    if (element != nullptr) {
+      delete element;
     }
-    return ToBuffer(client, /*device_ordinal=*/0, argument);
-  }();
-  TF_RETURN_IF_ERROR(buf.status());
-  return new LocalShapedBuffer(std::move(buf).ValueOrDie());
+  }
 }
 
-StatusOr<Literal> LocalShapedBuffer::ToLiteral() const {
-  LocalClient* client = GetOrCreateLocalClient();
-  return client->ShapedBufferToLiteral(*shaped_buffer());
+StatusOr<XrtAllocation*> XrtAllocationTuple::Release(int i) {
+  XrtAllocation* element = elements_[i];
+  if (element == nullptr) {
+    return InvalidArgument("Attempted to release already-released element %d.",
+                           i);
+  }
+  elements_[i] = nullptr;
+  return element;
 }
 
+int64 XrtAllocationTuple::size() const { return elements_.size(); }
+
 CompiledLocalComputation::CompiledLocalComputation(
     std::unique_ptr<LocalExecutable> executable)
     : executable_(std::move(executable)) {}
 
-StatusOr<Literal> CompiledLocalComputation::Execute(
-    const std::vector<Literal>& arguments,
-    const std::vector<absl::optional<Shape>>& shapes_with_layout) {
+StatusOr<LocalShapedBuffer*> CompiledLocalComputation::Execute(
+    absl::Span<LocalShapedBuffer* const> argument_handles) {
   LocalClient* client = GetOrCreateLocalClient();
 
   VLOG(1) << "Execution requested with " << GetReplicaCount() << " replicas.";
 
-  // Each replica populates a StatusOr result, but only replica zero actually
-  // retrieves its literal value.
-  std::vector<StatusOr<Literal>> results(GetReplicaCount());
+  // Each replica populates a StatusOr result, but only the output value of
+  // replica zero is returned.
+  std::vector<StatusOr<ScopedShapedBuffer>> results(GetReplicaCount());
   {
     tensorflow::thread::ThreadPool pool(tensorflow::Env::Default(), "xlarun",
                                         GetReplicaCount());
 
     for (int replica = 0; replica < GetReplicaCount(); ++replica) {
       pool.Schedule(
-          [this, client, replica, &arguments, &shapes_with_layout, &results] {
+          [this, client, replica, &argument_handles, &results] {
             StatusOr<int> device_ordinal_status =
                 client->ReplicaNumberToDeviceOrdinal(replica);
             if (!device_ordinal_status.ok()) {
@@ -187,34 +311,10 @@ StatusOr<Literal> CompiledLocalComputation::Execute(
                     << " mapped to device ordinal for execution: "
                     << device_ordinal;
 
-            // Transfer arguments in
-            std::vector<ScopedShapedBuffer> scoped_buffers;
-            scoped_buffers.reserve(arguments.size());
-            for (int i = 0; i < arguments.size(); ++i) {
-              const Literal& argument = arguments[i];
-              const absl::optional<Shape>& shape_with_layout =
-                  shapes_with_layout[i];
-
-              StatusOr<ScopedShapedBuffer> pushed;
-              if (shape_with_layout) {
-                Literal relaid = argument.Relayout(shape_with_layout.value());
-                pushed = ToBuffer(client, device_ordinal, relaid);
-              } else {
-                pushed = ToBuffer(client, device_ordinal, argument);
-              }
-              if (!pushed.ok()) {
-                results[replica] = pushed.status();
-                return;
-              }
-
-              scoped_buffers.push_back(std::move(pushed).ValueOrDie());
-            }
-
-            // Execute
             std::vector<const ShapedBuffer*> argument_buffers;
-            argument_buffers.reserve(scoped_buffers.size());
-            for (auto& buffer : scoped_buffers) {
-              argument_buffers.push_back(&buffer);
+            argument_buffers.reserve(argument_handles.size());
+            for (auto& handle : argument_handles) {
+              argument_buffers.push_back(handle->shaped_buffer());
             }
 
             DeviceAssignment device_assignment =
@@ -231,14 +331,8 @@ StatusOr<Literal> CompiledLocalComputation::Execute(
             options.set_device_assignment(&device_assignment);
             StatusOr<ScopedShapedBuffer> result_buffer_status =
                 executable_->Run(argument_buffers, options);
-            if (!result_buffer_status.ok()) {
-              results[replica] = result_buffer_status.status();
-              return;
-            }
 
-            // Transfer result out
-            results[replica] = client->ShapedBufferToLiteral(
-                std::move(result_buffer_status).ValueOrDie());
+            results[replica] = std::move(result_buffer_status);
           });
     }
   }
@@ -253,30 +347,86 @@ StatusOr<Literal> CompiledLocalComputation::Execute(
     }
   }
 
-  return std::move(results[0]);
+  return new LocalShapedBuffer(std::move(results[0]).ValueOrDie());
 }
 
-LocalShapedBuffer* CompiledLocalComputation::ExecuteWithShapedBuffers(
-    absl::Span<LocalShapedBuffer* const> argument_handles) {
-  LocalClient* client = GetOrCreateLocalClient();
+static StatusOr<Shape> GetReturnValueShape(const XlaComputation& computation) {
+  TF_ASSIGN_OR_RETURN(ProgramShape program_shape,
+                      computation.GetProgramShape());
+  return std::move(*program_shape.mutable_result());
+}
+
+CompiledXrtComputation::CompiledXrtComputation(
+    const ProgramShape& program_shape, int64 handle)
+    : program_shape_(program_shape), handle_(handle) {}
+
+CompiledXrtComputation::~CompiledXrtComputation() {
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  auto computation_handle =
+      tensorflow::ops::Placeholder(root, tensorflow::DT_INT64);
+  auto release =
+      tensorflow::ops::XRTReleaseCompilationHandle(root, computation_handle);
+  if (!root.status().ok()) {
+    LOG(ERROR) << root.status();
+    return;
+  }
 
-  std::vector<const ShapedBuffer*> argument_buffers;
-  argument_buffers.reserve(argument_handles.size());
-  for (auto& handle : argument_handles) {
-    argument_buffers.push_back(handle->shaped_buffer());
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  inputs.insert({computation_handle, handle()});
+  std::vector<tensorflow::Tensor> outputs;
+  auto status = session.Run(inputs, {}, {release}, &outputs);
+  if (!status.ok()) {
+    LOG(ERROR) << status;
+    return;
   }
+}
+
+StatusOr<XrtAllocation*> CompiledXrtComputation::Execute(
+    absl::Span<XrtAllocation* const> argument_handles) {
+  const int num_expected_arguments = program_shape().parameters().size();
+
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  std::vector<tensorflow::Output> arguments;
+  arguments.reserve(num_expected_arguments);
+  for (int i = 0; i < num_expected_arguments; ++i) {
+    arguments.push_back(
+        tensorflow::ops::Placeholder(root, tensorflow::DT_INT64));
+  }
+  auto computation_handle =
+      tensorflow::ops::Placeholder(root, tensorflow::DT_INT64);
+  auto execution_config =
+      tensorflow::ops::Placeholder(root, tensorflow::DT_STRING);
+  auto execute = tensorflow::ops::XRTExecute(root, computation_handle,
+                                             execution_config, arguments);
+  TF_RETURN_IF_ERROR(root.status());
+
+  TF_RET_CHECK(argument_handles.size() == arguments.size());
+
+  xrt::XRTExecutionConfig e;
+  e.set_release_input_handles(false);
+  e.set_release_compilation_handle(false);
+
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  for (int i = 0; i < arguments.size(); ++i) {
+    inputs.insert({arguments[i], argument_handles[i]->handle()});
+  }
+  inputs.insert({computation_handle, handle()});
+  inputs.insert({execution_config, e.SerializeAsString()});
+  std::vector<tensorflow::Tensor> outputs;
+  TF_RETURN_IF_ERROR(session.Run(inputs, {execute}, &outputs));
 
-  // Execute
-  ExecutableRunOptions options;
-  options.set_allocator(client->backend().memory_allocator());
-  options.set_intra_op_thread_pool(
-      client->backend().eigen_intra_op_thread_pool_device());
-  ScopedShapedBuffer result_buffer =
-      executable_->Run(argument_buffers, options).ConsumeValueOrDie();
+  int64 output = outputs[0].scalar<int64>()();
+  return new XrtAllocation(output, program_shape().result());
+}
 
-  return new LocalShapedBuffer(std::move(result_buffer));
+const ProgramShape& CompiledXrtComputation::program_shape() const {
+  return program_shape_;
 }
 
+int64 CompiledXrtComputation::handle() const { return handle_; }
+
 LocalComputation::LocalComputation(XlaComputation computation)
     : computation_(std::move(computation)) {}
 
@@ -300,6 +450,36 @@ StatusOr<CompiledLocalComputation*> LocalComputation::Compile(
   return new CompiledLocalComputation(std::move(local_executable));
 }
 
+StatusOr<CompiledXrtComputation*> LocalComputation::CompileForXrt(
+    const std::vector<Shape>& argument_shapes) {
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  auto program = tensorflow::ops::Placeholder(root, tensorflow::DT_STRING);
+  auto compile = tensorflow::ops::XRTCompile(root, program);
+  TF_RETURN_IF_ERROR(root.status());
+
+  xrt::XLAComputation c;
+  auto config = c.mutable_config();
+  auto shapes = config->mutable_program_shape();
+  for (auto& shape : argument_shapes) {
+    *shapes->add_parameters() = shape;
+  }
+  TF_ASSIGN_OR_RETURN(*shapes->mutable_result(), GetReturnValueShape());
+  LayoutUtil::SetToDefaultLayout(shapes);
+  auto snapshot = computation().Snapshot().ValueOrDie();
+  *c.mutable_hlo_snapshot() = *snapshot;
+
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  inputs.insert({program, c.SerializeAsString()});
+  std::vector<tensorflow::Tensor> outputs;
+  TF_RETURN_IF_ERROR(session.Run(inputs, {compile.handle}, &outputs));
+
+  TF_ASSIGN_OR_RETURN(ProgramShape program_shape,
+                      computation().GetProgramShape());
+  int64 handle = outputs[0].scalar<int64>()();
+  return new CompiledXrtComputation(program_shape, handle);
+}
+
 const XlaComputation& LocalComputation::computation() const {
   return computation_;
 }
@@ -314,9 +494,7 @@ string LocalComputation::GetSerializedProto() const {
 }
 
 StatusOr<Shape> LocalComputation::GetReturnValueShape() const {
-  TF_ASSIGN_OR_RETURN(ProgramShape program_shape,
-                      computation_.GetProgramShape());
-  return std::move(*program_shape.mutable_result());
+  return swig::GetReturnValueShape(computation_);
 }
 
 LocalOp::LocalOp(const XlaOp& op) : op_(op) {}
@@ -689,23 +867,29 @@ void DeleteLocalShapedBuffer(LocalShapedBuffer* local_shaped_buffer) {
   delete local_shaped_buffer;
 }
 
+void DeleteXrtAllocation(XrtAllocation* allocation) { delete allocation; }
+
 void DeleteCompiledLocalComputation(CompiledLocalComputation* computation) {
   delete computation;
 }
 
+void DeleteCompiledXrtComputation(CompiledXrtComputation* computation) {
+  delete computation;
+}
+
 void DeleteLocalComputation(LocalComputation* computation) {
   delete computation;
 }
 
 StatusOr<LocalShapedBufferTuple*> DestructureLocalShapedBufferTuple(
     LocalShapedBuffer* local_shaped_buffer) {
-  if (!ShapeUtil::IsTuple(
-          local_shaped_buffer->shaped_buffer()->on_device_shape())) {
+  const Shape tuple_shape = local_shaped_buffer->shape();
+
+  if (!ShapeUtil::IsTuple(tuple_shape)) {
     return InvalidArgument(
         "Attemped to destructure a LocalShapedBuffer that did not have a tuple "
         "shape; shape: %s",
-        ShapeUtil::HumanString(
-            local_shaped_buffer->shaped_buffer()->on_device_shape()));
+        ShapeUtil::HumanString(tuple_shape));
   }
 
   DeviceMemoryAllocator* allocator =
@@ -717,7 +901,6 @@ StatusOr<LocalShapedBufferTuple*> DestructureLocalShapedBufferTuple(
   int device_ordinal = tuple_buffer.device_ordinal();
 
   ShapeTree<se::DeviceMemoryBase>& shape_tree = tuple_buffer.buffers();
-  const Shape& tuple_shape = tuple_buffer.on_device_shape();
   std::vector<LocalShapedBuffer*> results;
   for (int64 i = 0; i < ShapeUtil::TupleElementCount(tuple_shape); ++i) {
     // Create a shaped buffer for this destructured tuple element.
@@ -745,5 +928,46 @@ StatusOr<LocalShapedBufferTuple*> DestructureLocalShapedBufferTuple(
   return new LocalShapedBufferTuple(std::move(results));
 }
 
+StatusOr<XrtAllocationTuple*> DestructureXrtAllocationTuple(
+    XrtAllocation* allocation) {
+  const Shape& tuple_shape = allocation->shape();
+
+  if (!ShapeUtil::IsTuple(tuple_shape)) {
+    return InvalidArgument(
+        "Attemped to destructure a LocalShapedBuffer that did not have a tuple "
+        "shape; shape: %s",
+        ShapeUtil::HumanString(tuple_shape));
+  }
+
+  tensorflow::Scope root = tensorflow::Scope::NewRootScope();
+  auto base_handle = tensorflow::ops::Placeholder(root, tensorflow::DT_INT64);
+  auto shape_index = tensorflow::ops::Placeholder(root, tensorflow::DT_INT32);
+  auto subtuple = tensorflow::ops::XRTSubTuple(root, base_handle, shape_index);
+  TF_RETURN_IF_ERROR(root.status());
+
+  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession::FeedType inputs;
+  std::vector<XrtAllocation*> results;
+  for (int32 i = 0; i < ShapeUtil::TupleElementCount(tuple_shape); ++i) {
+    inputs.clear();
+    inputs.insert({base_handle, allocation->handle()});
+    inputs.insert({shape_index, {i}});
+    std::vector<tensorflow::Tensor> outputs;
+    auto status = session.Run(inputs, {subtuple}, &outputs);
+    if (!status.ok()) {
+      // Clean up before returning non-ok status.
+      for (int j = 0; j < results.size(); ++j) {
+        delete results[j];
+      }
+      return status;
+    }
+    const int64 subtuple_handle = outputs[0].scalar<int64>()();
+    const Shape& subtuple_shape =
+        ShapeUtil::GetTupleElementShape(tuple_shape, i);
+    results.push_back(new XrtAllocation(subtuple_handle, subtuple_shape));
+  }
+  return new XrtAllocationTuple(std::move(results));
+}
+
 }  // namespace swig
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.h b/tensorflow/compiler/xla/python/local_computation_builder.h
index 2ee30dc4a2..720cb77e00 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.h
+++ b/tensorflow/compiler/xla/python/local_computation_builder.h
@@ -17,6 +17,8 @@ limitations under the License.
 #define TENSORFLOW_COMPILER_XLA_PYTHON_LOCAL_COMPUTATION_BUILDER_H_
 
 #include "absl/types/span.h"
+#include "tensorflow/cc/framework/ops.h"
+#include "tensorflow/cc/framework/scope.h"
 #include "tensorflow/compiler/xla/client/client_library.h"
 #include "tensorflow/compiler/xla/client/executable_build_options.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
@@ -54,18 +56,18 @@ Status TransferToInfeedLocalReplica(const Literal& literal, int replica_number);
 StatusOr<Literal> TransferFromOutfeedLocalReplica(const Shape& shape,
                                                   int replica_number);
 
-// Wraps a ScopedShapedBuffer produced by copying a literal "to
-// device," i.e. copying a literal to a scoped buffer via the local
-// client.
+// Represents a reference to literals that live in a device-allocated buffer via
+// XLA. Specifically, wraps a ScopedShapedBuffer produced by transferring a
+// literal to device via the local client.
 class LocalShapedBuffer {
  public:
   static StatusOr<LocalShapedBuffer*> FromLiteral(
       const Literal& argument, const absl::optional<Shape>& shape_with_layout);
 
   LocalShapedBuffer(ScopedShapedBuffer shaped_buffer);
-  const ScopedShapedBuffer* shaped_buffer() const;
-
   StatusOr<Literal> ToLiteral() const;
+  const Shape& shape() const;
+  const ScopedShapedBuffer* shaped_buffer() const;
 
   // Transfers ownership of the encapsulated ShapedBuffer to the caller,
   // analogous to std::unique_ptr::release().
@@ -92,7 +94,7 @@ class LocalShapedBufferTuple {
   StatusOr<LocalShapedBuffer*> Release(int i);
 
   // Returns the number of elements in the destructured tuple.
-  int size() const;
+  int64 size() const;
 
  private:
   std::vector<LocalShapedBuffer*> elements_;
@@ -103,31 +105,80 @@ class LocalShapedBufferTuple {
 StatusOr<LocalShapedBufferTuple*> DestructureLocalShapedBufferTuple(
     LocalShapedBuffer* local_shaped_buffer);
 
-// Wraps a LocalExecutable produced by compiling a
-// LocalComputation. The Execute method forwards to that of the
-// underlying LocalExecutable, and additionally handles tranferring
-// arguments and return values in and back out of the client library's
-// local client. This class is intended to be made available to Python
-// via SWIG.
+// Represents a reference to literals that live in a device-allocated buffer via
+// XRT. Specifically, wraps an int64 handle produced by running the allocation
+// graph, and an XLA shape to track the referent's shape.
+class XrtAllocation {
+ public:
+  static StatusOr<XrtAllocation*> FromLiteral(const Literal& argument);
+
+  XrtAllocation(int64 handle, Shape shape);
+  ~XrtAllocation();
+  StatusOr<Literal> ToLiteral() const;
+  const Shape& shape() const;
+  const int64 handle() const;
+
+ private:
+  int64 handle_;
+  Shape shape_;
+};
+
+// Result of a tuple destructuring operation on an XrtAllocation.
+class XrtAllocationTuple {
+ public:
+  // Note: any XrtAllocation elements that are not Release()'d will be
+  // deallocated in the destructor.
+  explicit XrtAllocationTuple(std::vector<XrtAllocation*> elements);
+
+  ~XrtAllocationTuple();
+
+  // Releases the ith element to the caller. Further attempts to release the ith
+  // element will return an invalid argument error.
+  StatusOr<XrtAllocation*> Release(int i);
+
+  // Returns the number of elements in the destructured tuple.
+  int64 size() const;
+
+ private:
+  std::vector<XrtAllocation*> elements_;
+};
+
+// Destructures a tuple-valued XrtAllocation into its constitutent elements
+// in XrtAllocationTuple form.
+StatusOr<XrtAllocationTuple*> DestructureXrtAllocationTuple(
+    XrtAllocation* allocation);
+
+// Represents a compiled computation that can be executed given handles to
+// device-allocated literals. Specifically, wraps an XLA LocalExecutable.
 class CompiledLocalComputation {
  public:
   CompiledLocalComputation(std::unique_ptr<LocalExecutable> executable);
 
-  // Execute the computation with the given argument literals, and
-  // with optionally-specified argument layouts. The literals will be
-  // re-laid out according to the corresponding elements of
-  // shapes_with_layout.
-  StatusOr<Literal> Execute(
-      const std::vector<Literal>& arguments,
-      const std::vector<absl::optional<Shape> >& shapes_with_layout);
-
-  LocalShapedBuffer* ExecuteWithShapedBuffers(
+  StatusOr<LocalShapedBuffer*> Execute(
       absl::Span<LocalShapedBuffer* const> argument_handles);
 
  private:
   std::unique_ptr<LocalExecutable> executable_;
 };
 
+// Represents a compiled computation that can be executed given handles to
+// device-allocated literals. Specifically, wraps an XRT computation handle.
+class CompiledXrtComputation {
+ public:
+  CompiledXrtComputation(const ProgramShape& program_shape, int64 handle);
+  ~CompiledXrtComputation();
+
+  StatusOr<XrtAllocation*> Execute(
+      absl::Span<XrtAllocation* const> argument_handles);
+
+  const ProgramShape& program_shape() const;
+  int64 handle() const;
+
+ private:
+  ProgramShape program_shape_;
+  int64 handle_;
+};
+
 // Wraps a XlaComputation produced by a LocalComputationBuilder. The
 // Compile method compiles the computation to a (local) executable via
 // the client library's local client. This class is intended to be
@@ -140,6 +191,9 @@ class LocalComputation {
       const std::vector<Shape>& argument_shapes,
       const ExecutableBuildOptions* build_options);
 
+  StatusOr<CompiledXrtComputation*> CompileForXrt(
+      const std::vector<Shape>& argument_shapes);
+
   const XlaComputation& computation() const;
 
   // Returns the HloModuleProto contained in the XlaComputation in the
@@ -397,7 +451,9 @@ class LocalComputationBuilder {
 
 // Functions for freeing resources from the Python side.
 void DeleteLocalShapedBuffer(LocalShapedBuffer* local_shaped_buffer);
+void DeleteXrtAllocation(XrtAllocation* allocation);
 void DeleteCompiledLocalComputation(CompiledLocalComputation* computation);
+void DeleteCompiledXrtComputation(CompiledXrtComputation* computation);
 void DeleteLocalComputation(LocalComputation* computation);
 
 }  // namespace swig
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.i b/tensorflow/compiler/xla/python/local_computation_builder.i
index f64bf4c6da..ae57dc49fe 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.i
+++ b/tensorflow/compiler/xla/python/local_computation_builder.i
@@ -176,6 +176,81 @@ bool HandleStringAttribute(PyObject* o,
 tensorflow::ImportNumpy();
 %}
 
+// Basic types
+
+%typemap(out) StatusOr<bool> {
+  if ($1.ok()) {
+    $result = PyBool_FromLong($1.ConsumeValueOrDie());
+  } else {
+    PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
+    SWIG_fail;
+  }
+}
+
+%typemap(out) Status {
+  if (!$1.ok()) {
+    PyErr_SetString(
+        PyExc_RuntimeError, $1.ToString().c_str());
+    SWIG_fail;
+  }
+  Py_INCREF(Py_None);
+  $result = Py_None;
+}
+
+%typemap(in) absl::Span<const int64>
+    (std::vector<int64> temps) {
+  if (!PySequence_Check($input)) {
+    PyErr_SetString(PyExc_TypeError, "Argument is not a sequence");
+    SWIG_fail;
+  }
+  const int size = PySequence_Size($input);
+  temps.resize(size);
+  for (int i = 0; i < size; ++i) {
+    PyObject* o = PySequence_GetItem($input, i);
+    PyObject* py_int = numpy::PyNumberToPyInt(o);
+    if (!py_int) {
+      PyErr_SetString(
+          PyExc_TypeError,
+          "Argument sequence element cannot be converted to int");
+      Py_DECREF(o);
+      SWIG_fail;
+    }
+    temps[i] = numpy::PyIntOrPyLongToLong(py_int);
+    if (temps[i] == -1 && PyErr_Occurred()) {
+      Py_DECREF(py_int);
+      Py_DECREF(o);
+      SWIG_fail;
+    }
+    Py_DECREF(py_int);
+    Py_DECREF(o);
+  }
+  $1 = temps;
+}
+
+// Computation builder types
+
+%typemap(in) absl::Span<const xla::swig::LocalOp>(
+      std::vector<LocalOp> temps) {
+  if (!PySequence_Check($input)) {
+    PyErr_SetString(PyExc_TypeError, "Argument is not a sequence");
+    SWIG_fail;
+  }
+  const int size = PySequence_Size($input);
+  for (int i = 0; i < size; ++i) {
+    PyObject* o = PySequence_GetItem($input, i);
+    LocalOp* op;
+    if ((SWIG_ConvertPtr(o, (void**)&op, $descriptor(xla::swig::LocalOp*),
+                         SWIG_POINTER_EXCEPTION)) == -1) {
+      SWIG_fail;
+    }
+    temps.push_back(*op);
+    Py_DECREF(o);
+  }
+  $1 = temps;
+}
+
+// Computation and buffer/allocation types
+
 %typemap(out) StatusOr<xla::swig::CompiledLocalComputation*> {
   if ($1.ok()) {
     auto* value = $1.ValueOrDie();
@@ -189,12 +264,12 @@ tensorflow::ImportNumpy();
   }
 }
 
-%typemap(out) StatusOr<xla::swig::LocalShapedBuffer*> {
+%typemap(out) StatusOr<xla::swig::CompiledXrtComputation*> {
   if ($1.ok()) {
     auto* value = $1.ValueOrDie();
     {
       auto* $1 = value;
-      $typemap(out, xla::swig::LocalShapedBuffer*)
+      $typemap(out, xla::swig::CompiledXrtComputation*)
     }
   } else {
     PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
@@ -202,12 +277,12 @@ tensorflow::ImportNumpy();
   }
 }
 
-%typemap(out) StatusOr<xla::swig::LocalShapedBufferTuple*> {
+%typemap(out) StatusOr<xla::swig::LocalShapedBuffer*> {
   if ($1.ok()) {
     auto* value = $1.ValueOrDie();
     {
       auto* $1 = value;
-      $typemap(out, xla::swig::LocalShapedBufferTuple*)
+      $typemap(out, xla::swig::LocalShapedBuffer*)
     }
   } else {
     PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
@@ -215,23 +290,25 @@ tensorflow::ImportNumpy();
   }
 }
 
-
-%typemap(out) StatusOr<Literal> {
+%typemap(out) StatusOr<xla::swig::LocalShapedBufferTuple*> {
   if ($1.ok()) {
-    Literal value = $1.ConsumeValueOrDie();
-    $result = numpy::PyObjectFromXlaLiteral(*value);
+    auto* value = $1.ValueOrDie();
+    {
+      auto* $1 = value;
+      $typemap(out, xla::swig::LocalShapedBufferTuple*)
+    }
   } else {
     PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
     SWIG_fail;
   }
 }
 
-%typemap(out) StatusOr<xla::swig::LocalComputation*> {
+%typemap(out) StatusOr<xla::swig::XrtAllocation*> {
   if ($1.ok()) {
     auto* value = $1.ValueOrDie();
     {
       auto* $1 = value;
-      $typemap(out, xla::swig::LocalComputation*)
+      $typemap(out, xla::swig::XrtAllocation*)
     }
   } else {
     PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
@@ -239,113 +316,86 @@ tensorflow::ImportNumpy();
   }
 }
 
-%typemap(out) StatusOr<Shape> {
+%typemap(out) StatusOr<xla::swig::XrtAllocationTuple*> {
   if ($1.ok()) {
-    $result = numpy::PyShapeInfoFromXlaShape($1.ConsumeValueOrDie());
+    auto* value = $1.ValueOrDie();
+    {
+      auto* $1 = value;
+      $typemap(out, xla::swig::XrtAllocationTuple*)
+    }
   } else {
     PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
     SWIG_fail;
   }
 }
 
-%typemap(out) StatusOr<bool> {
+%typemap(out) StatusOr<xla::swig::LocalComputation*> {
   if ($1.ok()) {
-    $result = PyBool_FromLong($1.ConsumeValueOrDie());
+    auto* value = $1.ValueOrDie();
+    {
+      auto* $1 = value;
+      $typemap(out, xla::swig::LocalComputation*)
+    }
   } else {
     PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
     SWIG_fail;
   }
 }
 
-%typemap(out) Status {
-  if (!$1.ok()) {
-    PyErr_SetString(
-        PyExc_RuntimeError, $1.ToString().c_str());
-    SWIG_fail;
-  }
-  Py_INCREF(Py_None);
-  $result = Py_None;
-}
-
-// Span<int64>
-
-%typemap(in) absl::Span<const int64>
-    (std::vector<int64> temps) {
+%typemap(in) absl::Span<xla::swig::LocalShapedBuffer* const>
+    (std::vector<LocalShapedBuffer*> temps) {
   if (!PySequence_Check($input)) {
     PyErr_SetString(PyExc_TypeError, "Argument is not a sequence");
     SWIG_fail;
   }
   const int size = PySequence_Size($input);
-  temps.resize(size);
+  temps.reserve(size);
   for (int i = 0; i < size; ++i) {
     PyObject* o = PySequence_GetItem($input, i);
-    PyObject* py_int = numpy::PyNumberToPyInt(o);
-    if (!py_int) {
-      PyErr_SetString(
-          PyExc_TypeError,
-          "Argument sequence element cannot be converted to int");
-      Py_DECREF(o);
-      SWIG_fail;
-    }
-    temps[i] = numpy::PyIntOrPyLongToLong(py_int);
-    if (temps[i] == -1 && PyErr_Occurred()) {
-      Py_DECREF(py_int);
-      Py_DECREF(o);
+    LocalShapedBuffer* lsbp;
+    if ((SWIG_ConvertPtr(o, (void**) &lsbp, $descriptor(xla::swig::LocalShapedBuffer*),
+                         SWIG_POINTER_EXCEPTION)) == -1) {
       SWIG_fail;
     }
-    Py_DECREF(py_int);
+    temps.push_back(lsbp);
     Py_DECREF(o);
   }
   $1 = temps;
 }
 
-// Span<LocalOp>
-
-%typemap(in) absl::Span<const xla::swig::LocalOp>(
-      std::vector<LocalOp> temps) {
+%typemap(in) absl::Span<xla::swig::XrtAllocation* const>
+    (std::vector<XrtAllocation*> temps) {
   if (!PySequence_Check($input)) {
     PyErr_SetString(PyExc_TypeError, "Argument is not a sequence");
     SWIG_fail;
   }
   const int size = PySequence_Size($input);
+  temps.reserve(size);
   for (int i = 0; i < size; ++i) {
     PyObject* o = PySequence_GetItem($input, i);
-    LocalOp* op;
-    if ((SWIG_ConvertPtr(o, (void**)&op, $descriptor(xla::swig::LocalOp*),
+    XrtAllocation* xrta;
+    if ((SWIG_ConvertPtr(o, (void**) &xrta, $descriptor(xla::swig::XrtAllocation*),
                          SWIG_POINTER_EXCEPTION)) == -1) {
       SWIG_fail;
     }
-    temps.push_back(*op);
+    temps.push_back(xrta);
     Py_DECREF(o);
   }
   $1 = temps;
 }
 
-// LocalShapedBuffer*
+// Literal
 
-%typemap(in) absl::Span<xla::swig::LocalShapedBuffer* const>
-    (std::vector<LocalShapedBuffer*> temps) {
-  if (!PySequence_Check($input)) {
-    PyErr_SetString(PyExc_TypeError, "Argument is not a sequence");
+%typemap(out) StatusOr<Literal> {
+  if ($1.ok()) {
+    Literal value = $1.ConsumeValueOrDie();
+    $result = numpy::PyObjectFromXlaLiteral(*value);
+  } else {
+    PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
     SWIG_fail;
   }
-  const int size = PySequence_Size($input);
-  temps.reserve(size);
-  for (int i = 0; i < size; ++i) {
-    PyObject* o = PySequence_GetItem($input, i);
-    LocalShapedBuffer* lsbp;
-    if ((SWIG_ConvertPtr(o, (void**) &lsbp, $descriptor(xla::swig::LocalShapedBuffer*),
-                         SWIG_POINTER_EXCEPTION)) == -1) {
-      SWIG_fail;
-    }
-    temps.push_back(lsbp);
-    Py_DECREF(o);
-  }
-  $1 = temps;
 }
 
-// Literal
-
 %typemap(in) const Literal& (StatusOr<Literal> literal_status) {
   literal_status = numpy::XlaLiteralFromPyObject($input);
   if (!literal_status.ok()) {
@@ -401,6 +451,15 @@ tensorflow::ImportNumpy();
 
 // Shape
 
+%typemap(out) StatusOr<Shape> {
+  if ($1.ok()) {
+    $result = numpy::PyShapeInfoFromXlaShape($1.ConsumeValueOrDie());
+  } else {
+    PyErr_SetString(PyExc_RuntimeError, $1.status().ToString().c_str());
+    SWIG_fail;
+  }
+}
+
 %typemap(in) const Shape& (Shape temp) {
   StatusOr<Shape> statusor = numpy::XlaShapeFromPyShape($input);
   if (!statusor.ok()) {
@@ -924,11 +983,19 @@ tensorflow::ImportNumpy();
 %unignore xla::swig::LocalShapedBufferTuple;
 %unignore xla::swig::LocalShapedBufferTuple::Release;
 %unignore xla::swig::LocalShapedBufferTuple::size;
+%unignore xla::swig::XrtAllocation;
+%unignore xla::swig::XrtAllocation::FromLiteral;
+%unignore xla::swig::XrtAllocation::ToLiteral;
+%unignore xla::swig::XrtAllocationTuple;
+%unignore xla::swig::XrtAllocationTuple::Release;
+%unignore xla::swig::XrtAllocationTuple::size;
 %unignore xla::swig::CompiledLocalComputation;
 %unignore xla::swig::CompiledLocalComputation::Execute;
-%unignore xla::swig::CompiledLocalComputation::ExecuteWithShapedBuffers;
+%unignore xla::swig::CompiledXrtComputation;
+%unignore xla::swig::CompiledXrtComputation::Execute;
 %unignore xla::swig::LocalComputation;
 %unignore xla::swig::LocalComputation::Compile;
+%unignore xla::swig::LocalComputation::CompileForXrt;
 %unignore xla::swig::LocalComputation::GetReturnValueShape;
 %unignore xla::swig::LocalComputation::GetSerializedProto;
 %unignore xla::swig::LocalOp;
@@ -1038,10 +1105,13 @@ tensorflow::ImportNumpy();
 %unignore xla::swig::LocalComputationBuilder::Imag;
 %unignore xla::swig::LocalComputationBuilder::Conj;
 %unignore xla::swig::LocalComputationBuilder::Complex;
+%unignore xla::swig::DeleteLocalComputation;
 %unignore xla::swig::DestructureLocalShapedBufferTuple;
+%unignore xla::swig::DestructureXrtAllocationTuple;
 %unignore xla::swig::DeleteLocalShapedBuffer;
-%unignore xla::swig::DeleteLocalComputation;
+%unignore xla::swig::DeleteXrtAllocation;
 %unignore xla::swig::DeleteCompiledLocalComputation;
+%unignore xla::swig::DeleteCompiledXrtComputation;
 
 %thread;
 %include "tensorflow/compiler/xla/python/local_computation_builder.h"
diff --git a/tensorflow/compiler/xla/python/xla_client.py b/tensorflow/compiler/xla/python/xla_client.py
index b8c8fb3973..7bc5988480 100644
--- a/tensorflow/compiler/xla/python/xla_client.py
+++ b/tensorflow/compiler/xla/python/xla_client.py
@@ -46,6 +46,11 @@ _OP_METADATA_FIELDS = [
 OpMetadata = collections.namedtuple('OpMetadata', _OP_METADATA_FIELDS)
 
 
+class BackendType(enum.Enum):
+  XLA_LOCAL = 1
+  XRT = 2
+
+
 def OpMetadataToProto(pyobj):
   proto = xla_data_pb2.OpMetadata()
   for field in _OP_METADATA_FIELDS:
@@ -203,38 +208,48 @@ class LocalBuffer(object):
   means the referent is in device memory.
   """
 
-  def __init__(self, c_local_shaped_buffer):
-    self.c_local_shaped_buffer = c_local_shaped_buffer
-    self._delete = c_api.DeleteLocalShapedBuffer
+  def __init__(self, c_buffer, backend):
+    self.c_buffer = c_buffer
+    self._backend = backend
+    if backend == BackendType.XRT:
+      self._delete = c_api.DeleteXrtAllocation
+    else:
+      self._delete = c_api.DeleteLocalShapedBuffer
 
   @staticmethod
-  def from_pyval(pyval, layout_fn=None):
+  def from_pyval(pyval, backend=BackendType.XLA_LOCAL):
+    """Allocate and copy to XLA the given python value."""
     pyval = require_numpy_array_layout(pyval)
-    if layout_fn:
-      shape = Shape.from_pyval(pyval)
-      shape = shape.map_leaves(layout_fn)
+    if backend == BackendType.XRT:
+      cbuf = c_api.XrtAllocation.FromLiteral(pyval)
     else:
-      shape = None
-    return LocalBuffer(c_api.LocalShapedBuffer.FromLiteral(pyval, shape))
+      cbuf = c_api.LocalShapedBuffer.FromLiteral(pyval, None)
+    return LocalBuffer(cbuf, backend)
 
   def to_py(self):
-    return self.c_local_shaped_buffer.ToLiteral()
+    return self.c_buffer.ToLiteral()
 
   def delete(self):
-    if self.c_local_shaped_buffer is not None:
-      self._delete(self.c_local_shaped_buffer)
-      self.c_local_shaped_buffer = None
+    if self.c_buffer is not None:
+      self._delete(self.c_buffer)
+      self.c_buffer = None
 
   def destructure(self):
-    assert self.c_local_shaped_buffer is not None
-    result = c_api.DestructureLocalShapedBufferTuple(self.c_local_shaped_buffer)
-    self.c_local_shaped_buffer = None
+    """Assuming a tuple buffer, unpack it into constituent tuple elements."""
+    assert self.c_buffer is not None
+    if self._backend == BackendType.XRT:
+      result = c_api.DestructureXrtAllocationTuple(self.c_buffer)
+    else:
+      result = c_api.DestructureLocalShapedBufferTuple(self.c_buffer)
+    self.delete()
     size = result.size()
-    destructured = tuple(LocalBuffer(result.Release(i)) for i in xrange(size))
+    destructured = tuple(
+        LocalBuffer(result.Release(i), backend=self._backend)
+        for i in xrange(size))
     return destructured
 
   def is_deleted(self):
-    return self.c_local_shaped_buffer is None
+    return self.c_buffer is None
 
   def __del__(self):
     self.delete()
@@ -452,26 +467,37 @@ class LocalComputation(object):
   ComputationBuilder methods.
   """
 
-  def __init__(self, c_local_computation, is_compiled):
-    self.c_local_computation = c_local_computation
-    self.is_compiled = is_compiled
+  def __init__(self, c_computation, is_compiled, backend=BackendType.XLA_LOCAL):
+    self._c_computation = c_computation
+    self._backend = backend
+    self._is_compiled = is_compiled
 
     # Ensure a reference to C-based destructor for use in __del__.
     if is_compiled:
-      assert isinstance(c_local_computation, c_api.CompiledLocalComputation)
-      self._delete = c_api.DeleteCompiledLocalComputation
+      if backend == BackendType.XRT:
+        assert isinstance(c_computation, c_api.CompiledXrtComputation)
+        self._delete = c_api.DeleteCompiledXrtComputation
+      else:
+        assert isinstance(c_computation, c_api.CompiledLocalComputation)
+        self._delete = c_api.DeleteCompiledLocalComputation
     else:
-      assert isinstance(c_local_computation, c_api.LocalComputation)
+      assert isinstance(c_computation, c_api.LocalComputation)
       self._delete = c_api.DeleteLocalComputation
 
+  @property
+  def computation(self):
+    if self._is_compiled:
+      raise ValueError(
+          'Attempt to read the XLA computation of a compiled LocalComputation.')
+    return self._c_computation
+
   def GetProto(self):
     """Get the HloModuleProto proto object in this local computation.
 
     Returns:
        An HloModuleProto proto object that has the whole-graph information.
     """
-
-    serialized = self.c_local_computation.GetSerializedProto()
+    serialized = self.computation.GetSerializedProto()
     proto = hlo_pb2.HloModuleProto.FromString(serialized)
     return proto
 
@@ -496,10 +522,10 @@ class LocalComputation(object):
     Returns:
       A newly *compiled* local computation instance.
     """
-    if self.is_compiled:
+    if self._is_compiled:
       raise ValueError('Attempt to compile a compiled local XLA computation.')
 
-    result_shape = _wrap_shape(self.c_local_computation.GetReturnValueShape())
+    result_shape = _wrap_shape(self.computation.GetReturnValueShape())
 
     if layout_fn:
       argument_shapes = [
@@ -509,9 +535,11 @@ class LocalComputation(object):
 
     compile_options = compile_options or CompileOptions()
     compile_options.result_shape = result_shape
-    return LocalComputation(
-        self.c_local_computation.Compile(argument_shapes, compile_options),
-        is_compiled=True)
+    if self._backend == BackendType.XRT:
+      c = self.computation.CompileForXrt(argument_shapes)
+    else:
+      c = self.computation.Compile(argument_shapes, compile_options)
+    return LocalComputation(c, is_compiled=True, backend=self._backend)
 
   def CompileWithExampleArguments(self,
                                   arguments=(),
@@ -522,33 +550,25 @@ class LocalComputation(object):
         compile_options=compile_options,
         layout_fn=layout_fn)
 
-  def Execute(self, arguments=(), layout_fn=None):
-    """Execute with Python values as arguments and return value."""
-    if not self.is_compiled:
-      raise ValueError('Cannot execute an uncompiled local XLA computation.')
-    argument_shapes = [Shape.from_pyval(arg) for arg in arguments]
-    if layout_fn:
-      argument_shapes = [
-          shape.map_leaves(layout_fn) for shape in argument_shapes
-      ]
-    else:
-      argument_shapes = [None for shape in argument_shapes]
-    arguments = tuple(map(require_numpy_array_layout, arguments))
-    return self.c_local_computation.Execute(arguments, argument_shapes)
-
-  def ExecuteWithLocalBuffers(self, arguments=()):
+  def Execute(self, arguments=()):
     """Execute with LocalBuffer arguments and return value."""
-    if not self.is_compiled:
+    if not self._is_compiled:
       raise ValueError('Cannot execute an uncompiled local XLA computation.')
     arguments = tuple(arguments)
     if any(arg.is_deleted() for arg in arguments):
       raise ValueError('Executing with deleted local buffer argument')
     return LocalBuffer(
-        self.c_local_computation.ExecuteWithShapedBuffers(
-            [arg.c_local_shaped_buffer for arg in arguments]))
+        self._c_computation.Execute([arg.c_buffer for arg in arguments]),
+        backend=self._backend)
+
+  def ExecuteWithPythonValues(self, arguments=()):
+    """Execute with Python values as arguments and return value."""
+    arguments = tuple(
+        LocalBuffer.from_pyval(arg, backend=self._backend) for arg in arguments)
+    return self.Execute(arguments).to_py()
 
   def __del__(self):
-    self._delete(self.c_local_computation)
+    self._delete(self._c_computation)
 
 
 class ComputationBuilder(object):
@@ -570,12 +590,13 @@ class ComputationBuilder(object):
     self._client = c_api.LocalComputationBuilder(name.encode('utf8'))
     self._parameter_numbering = itertools.count()
 
-  def Build(self, root=None):
+  def Build(self, root=None, backend=BackendType.XLA_LOCAL):
     if root is not None:
-      return LocalComputation(self._client.BuildWithRoot(root),
-                              is_compiled=False)
+      return LocalComputation(
+          self._client.BuildWithRoot(root), is_compiled=False, backend=backend)
     else:
-      return LocalComputation(self._client.Build(), is_compiled=False)
+      return LocalComputation(
+          self._client.Build(), is_compiled=False, backend=backend)
 
   def SetOpMetadata(self, op_metadata):
     """Set metadata for operations that are about to be enqueued."""
@@ -869,8 +890,8 @@ class ComputationBuilder(object):
         padding, self.GetShape(operand).dimensions(),
         window_dimensions, window_strides)
     return self._client.SelectAndScatterWithGeneralPadding(
-        operand, select.c_local_computation, window_dimensions, window_strides,
-        pads, source, init_value, scatter.c_local_computation)
+        operand, select.computation, window_dimensions, window_strides, pads,
+        source, init_value, scatter.computation)
 
   def Select(self, pred, on_true, on_false):
     """Element-wise selection op.
@@ -978,7 +999,7 @@ class ComputationBuilder(object):
     Returns:
       A LocalOp representing the added call op.
     """
-    return self._client.Call(computation_to_apply.c_local_computation, operands)
+    return self._client.Call(computation_to_apply.computation, operands)
 
   def Map(self, operands, computation_to_apply, dimensions):
     """Enqueues a map operation onto the computation.
@@ -991,7 +1012,7 @@ class ComputationBuilder(object):
     Returns:
       A LocalOp representing the added Map op.
     """
-    return self._client.Map(operands, computation_to_apply.c_local_computation,
+    return self._client.Map(operands, computation_to_apply.computation,
                             dimensions)
 
   def Reduce(self, operand, init_value, computation_to_apply, dimensions):
@@ -1007,8 +1028,7 @@ class ComputationBuilder(object):
       A LocalOp representing the added Reduce op.
     """
     return self._client.Reduce(operand, init_value,
-                               computation_to_apply.c_local_computation,
-                               dimensions)
+                               computation_to_apply.computation, dimensions)
 
   def ReduceWindow(self, operand, init_value, computation_to_apply,
                    window_dimensions, window_strides, padding):
@@ -1029,7 +1049,7 @@ class ComputationBuilder(object):
         padding, self.GetShape(operand).dimensions(), window_dimensions,
         window_strides)
     return self._client.ReduceWindowWithGeneralPadding(
-        operand, init_value, computation_to_apply.c_local_computation,
+        operand, init_value, computation_to_apply.computation,
         window_dimensions, window_strides, (), (), pads)
 
   def ReduceWindowWithGeneralPadding(
@@ -1051,7 +1071,7 @@ class ComputationBuilder(object):
       A LocalOp representing the added ReduceWindow op.
     """
     return self._client.ReduceWindowWithGeneralPadding(
-        operand, init_value, computation_to_apply.c_local_computation,
+        operand, init_value, computation_to_apply.computation,
         window_dimensions, window_strides, base_dilations, window_dilations,
         padding)
 
@@ -1097,8 +1117,7 @@ class ComputationBuilder(object):
 
     Returns: a LocalOp representing the While operation.
     """
-    return self._client.While(cond.c_local_computation,
-                              body.c_local_computation, init)
+    return self._client.While(cond.computation, body.computation, init)
 
   def Conditional(self, pred, true_operand, true_computation, false_operand,
                   false_computation):
@@ -1114,8 +1133,8 @@ class ComputationBuilder(object):
     Returns: a LocalOp representing the Conditional operation.
     """
     return self._client.Conditional(
-        pred, true_operand, true_computation.c_local_computation, false_operand,
-        false_computation.c_local_computation)
+        pred, true_operand, true_computation.computation, false_operand,
+        false_computation.computation)
 
   def IsConstant(self, operand):
     """Checks whether the given operand is a compile-time constant.
diff --git a/tensorflow/compiler/xla/python/xla_client_test.py b/tensorflow/compiler/xla/python/xla_client_test.py
index ba026b956c..d04eef81dc 100644
--- a/tensorflow/compiler/xla/python/xla_client_test.py
+++ b/tensorflow/compiler/xla/python/xla_client_test.py
@@ -37,7 +37,7 @@ class LocalComputationTest(unittest.TestCase):
 
   def _Execute(self, c, arguments):
     compiled_c = c.Build().CompileWithExampleArguments(arguments)
-    return compiled_c.Execute(arguments)
+    return compiled_c.ExecuteWithPythonValues(arguments)
 
   def _ExecuteAndAssertWith(self, assert_func, c, arguments, expected):
     assert expected is not None
@@ -355,7 +355,7 @@ class LocalBufferTest(LocalComputationTest):
   def _Execute(self, c, arguments):
     compiled_c = c.Build().CompileWithExampleArguments(arguments)
     arg_buffers = [xla_client.LocalBuffer.from_pyval(arg) for arg in arguments]
-    result_buffer = compiled_c.ExecuteWithLocalBuffers(arg_buffers)
+    result_buffer = compiled_c.Execute(arg_buffers)
     return result_buffer.to_py()
 
   def testConstantSum(self):
@@ -388,7 +388,7 @@ class LocalBufferTest(LocalComputationTest):
     arg_buffer = xla_client.LocalBuffer.from_pyval(arg)
     arg_buffer.delete()
     with self.assertRaises(ValueError):
-      compiled_c.ExecuteWithLocalBuffers([arg_buffer])
+      compiled_c.Execute([arg_buffer])
 
   def testDestructureTupleEmpty(self):
     t = ()
@@ -478,7 +478,7 @@ class SingleOpTest(LocalComputationTest):
       x = c.Constant(np.array(template, dtype=src_dtype))
       c.ConvertElementType(x, xla_types[dst_dtype])
 
-      result = c.Build().Compile().Execute()
+      result = c.Build().Compile().ExecuteWithPythonValues()
       expected = np.array(template, dtype=dst_dtype)
 
       self.assertEqual(result.shape, expected.shape)
@@ -505,7 +505,7 @@ class SingleOpTest(LocalComputationTest):
       x = c.Constant(np.array(template, dtype=src_dtype))
       c.BitcastConvertType(x, dst_etype)
 
-      result = c.Build().Compile().Execute()
+      result = c.Build().Compile().ExecuteWithPythonValues()
       expected = np.array(template, src_dtype).view(dst_dtype)
 
       self.assertEqual(result.shape, expected.shape)
@@ -987,7 +987,7 @@ class SingleOpTest(LocalComputationTest):
     c.Tuple(
         c.ConstantS32Scalar(42), c.Constant(NumpyArrayF32([1.0, 2.0])),
         c.Constant(NumpyArrayBool([True, False, False, True])))
-    result = c.Build().Compile().Execute()
+    result = c.Build().Compile().ExecuteWithPythonValues()
     self.assertIsInstance(result, tuple)
     np.testing.assert_equal(result[0], 42)
     np.testing.assert_allclose(result[1], [1.0, 2.0])
@@ -1019,7 +1019,7 @@ class SingleOpTest(LocalComputationTest):
     c = self._NewComputation()
     c.RngNormal(c.Constant(NumpyArrayF32(0.)), c.Constant(NumpyArrayF32(1.)),
                 dims=shape)
-    result = c.Build().Compile().Execute()
+    result = c.Build().Compile().ExecuteWithPythonValues()
     # since the result is random, we just check shape and uniqueness
     self.assertEqual(result.shape, shape)
     self.assertEqual(len(np.unique(result)), np.prod(shape))
@@ -1030,7 +1030,7 @@ class SingleOpTest(LocalComputationTest):
     c = self._NewComputation()
     c.RngUniform(c.Constant(NumpyArrayF32(lo)), c.Constant(NumpyArrayF32(hi)),
                  dims=shape)
-    result = c.Build().Compile().Execute()
+    result = c.Build().Compile().ExecuteWithPythonValues()
     # since the result is random, we just check shape, uniqueness, and range
     self.assertEqual(result.shape, shape)
     self.assertEqual(len(np.unique(result)), np.prod(shape))
@@ -1043,7 +1043,7 @@ class SingleOpTest(LocalComputationTest):
     c = self._NewComputation()
     c.RngUniform(c.Constant(NumpyArrayS32(lo)), c.Constant(NumpyArrayS32(hi)),
                  dims=shape)
-    result = c.Build().Compile().Execute()
+    result = c.Build().Compile().ExecuteWithPythonValues()
     # since the result is random, we just check shape, integrality, and range
     self.assertEqual(result.shape, shape)
     self.assertEqual(result.dtype, np.int32)
@@ -1480,7 +1480,7 @@ class EmbeddedComputationsTest(LocalComputationTest):
       xla_client.transfer_to_infeed(item)
 
     for item in to_infeed:
-      result = compiled_c.Execute()
+      result = compiled_c.ExecuteWithPythonValues()
       self.assertEqual(result, item)
 
   def testInfeedThenOutfeedS32(self):
@@ -1529,7 +1529,7 @@ class ComputationRootTest(LocalComputationTest):
 
     arg = NumpyArrayF32(1.0)
     compiled_c = c.Build(result).CompileWithExampleArguments([arg])
-    ans = compiled_c.Execute([arg])
+    ans = compiled_c.ExecuteWithPythonValues([arg])
     np.testing.assert_allclose(ans, 4.14)
 
 
-- 
GitLab


From 43fa3ee96ea1aab2f2c22b90e45dc8af9411544b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 17:53:51 -0700
Subject: [PATCH 0760/1825] Set _num_inputs property on _CuDNNRNN

PiperOrigin-RevId: 219225569
---
 tensorflow/python/keras/layers/cudnn_recurrent.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/keras/layers/cudnn_recurrent.py b/tensorflow/python/keras/layers/cudnn_recurrent.py
index 29a09a3d71..beacdf2515 100644
--- a/tensorflow/python/keras/layers/cudnn_recurrent.py
+++ b/tensorflow/python/keras/layers/cudnn_recurrent.py
@@ -77,6 +77,7 @@ class _CuDNNRNN(RNN):
     self.constants_spec = None
     self._states = None
     self._num_constants = None
+    self._num_inputs = None
     self._vector_shape = constant_op.constant([-1])
 
   def _canonical_to_params(self, weights, biases):
-- 
GitLab


From e0af1577de0f190fce023c792d60a9a2491ae8c3 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Mon, 29 Oct 2018 18:02:50 -0700
Subject: [PATCH 0761/1825] Reject TF_XLA_FLAGS if any entries are not
 recognized.

Previously, we'd silently ignore unrecognized flags.

PiperOrigin-RevId: 219226600
---
 .../xla/legacy_flags/parse_flags_from_env.cc  | 10 +++++++
 .../legacy_flags/parse_flags_from_env_test.cc | 30 ++++++++++---------
 2 files changed, 26 insertions(+), 14 deletions(-)

diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
index 2a4e49b05a..bf75fb24a5 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
+++ b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
@@ -174,6 +174,16 @@ bool ParseFlagsFromEnv(const std::vector<tensorflow::Flag>& flag_list) {
   SetArgvFromEnv(env_argv);  // a no-op if already initialized
   bool result =
       tensorflow::Flags::Parse(&env_argv->argc, &env_argv->argv[0], flag_list);
+
+  // Fail if any flags were not recognized, ignoring argv[0], which
+  // SetArgvFromEnv ensures is always present.
+  if (result && env_argv->argc > 1) {
+    result = false;
+    for (int64 i = 1; i < env_argv->argc; ++i) {
+      LOG(ERROR) << "Unrecognized TF_XLA_FLAGS flag: " << env_argv->argv[i];
+    }
+  }
+
   env_argv_mu.unlock();
   return result;
 }
diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
index 138c0c852e..ba888b1bdc 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
+++ b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
@@ -40,19 +40,6 @@ static void TestParseFlagsFromEnv(const char* msg) {
   std::vector<char*>* pargv;
   ResetFlagsFromEnvForTesting(&pargc, &pargv);
 
-  // Ensure that environment variable can be parsed when
-  // no flags are expected.
-  std::vector<tensorflow::Flag> empty_flag_list;
-  bool parsed_ok = ParseFlagsFromEnv(empty_flag_list);
-  CHECK(parsed_ok) << msg;
-  const std::vector<char*>& argv_first = *pargv;
-  CHECK_NE(argv_first[0], nullptr) << msg;
-  int i = 0;
-  while (argv_first[i] != nullptr) {
-    i++;
-  }
-  CHECK_EQ(i, *pargc) << msg;
-
   // Check that actual flags can be parsed.
   bool simple = false;
   string with_value;
@@ -66,7 +53,7 @@ static void TestParseFlagsFromEnv(const char* msg) {
       tensorflow::Flag("single_quoted", &single_quoted, ""),
       tensorflow::Flag("double_quoted", &double_quoted, ""),
   };
-  parsed_ok = ParseFlagsFromEnv(flag_list);
+  bool parsed_ok = ParseFlagsFromEnv(flag_list);
   CHECK_EQ(*pargc, 1) << msg;
   const std::vector<char*>& argv_second = *pargv;
   CHECK_NE(argv_second[0], nullptr) << msg;
@@ -94,6 +81,21 @@ TEST(ParseFlagsFromEnv, Basic) {
   TestParseFlagsFromEnv("(flags in environment variable)");
 }
 
+// Test that the environent variable is parsed correctly.
+TEST(ParseFlagsFromEnv, UnrecognizedFlag) {
+  // Prepare environment.
+  setenv("TF_XLA_FLAGS", "--simple=xyz --foobar", true /*overwrite*/);
+  int* pargc;
+  std::vector<char*>* pargv;
+  ResetFlagsFromEnvForTesting(&pargc, &pargv);
+
+  string simple;
+  std::vector<tensorflow::Flag> flag_list = {
+      tensorflow::Flag("simple", &simple, ""),
+  };
+  EXPECT_FALSE(ParseFlagsFromEnv(flag_list));
+}
+
 // Test that a file named by the environent variable is parsed correctly.
 TEST(ParseFlagsFromEnv, File) {
   // environment variables where  tmp dir may be specified.
-- 
GitLab


From bc8280fa0e003878932ba23f46445e4f59ecd041 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Mon, 29 Oct 2018 18:08:42 -0700
Subject: [PATCH 0762/1825] Add Dockerfile for custom op. This Dockerfile will
 be tagged as tensorflow/tensorflow:custom_op

PiperOrigin-RevId: 219227341
---
 .../tools/ci_build/Dockerfile.custom_op       | 19 +++++++++++++++++++
 .../ci_build/install/install_deb_packages.sh  |  3 ++-
 .../ci_build/install/install_pip_packages.sh  |  4 +++-
 3 files changed, 24 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/tools/ci_build/Dockerfile.custom_op

diff --git a/tensorflow/tools/ci_build/Dockerfile.custom_op b/tensorflow/tools/ci_build/Dockerfile.custom_op
new file mode 100644
index 0000000000..4493b88348
--- /dev/null
+++ b/tensorflow/tools/ci_build/Dockerfile.custom_op
@@ -0,0 +1,19 @@
+FROM ubuntu:14.04
+
+LABEL maintainer="Yifei Feng <yifeif@google.com>"
+
+# Copy and run the install scripts.
+COPY install/*.sh /install/
+RUN /install/install_bootstrap_deb_packages.sh
+RUN add-apt-repository -y ppa:openjdk-r/ppa && \
+    add-apt-repository -y ppa:george-edison55/cmake-3.x
+RUN /install/install_deb_packages.sh
+RUN /install/install_pip_packages.sh
+RUN /install/install_bazel.sh
+RUN /install/install_proto3.sh
+RUN /install/install_buildifier.sh
+RUN /install/install_auditwheel.sh
+RUN /install/install_golang.sh
+
+# Set up the master bazelrc configuration file.
+COPY install/.bazelrc /etc/bazel.bazelrc
diff --git a/tensorflow/tools/ci_build/install/install_deb_packages.sh b/tensorflow/tools/ci_build/install/install_deb_packages.sh
index 179fc42d60..5e5c258846 100755
--- a/tensorflow/tools/ci_build/install/install_deb_packages.sh
+++ b/tensorflow/tools/ci_build/install/install_deb_packages.sh
@@ -44,6 +44,7 @@ apt-get install -y --no-install-recommends \
     build-essential \
     clang-format-3.8 \
     curl \
+    ## TODO(yifeif) remove once ffmpeg is removed from contrib
     ffmpeg \
     git \
     libcurl4-openssl-dev \
@@ -60,9 +61,9 @@ apt-get install -y --no-install-recommends \
     python3-setuptools \
     rsync \
     sudo \
-    subversion \
     swig \
     unzip \
+    vim \
     wget \
     zip \
     zlib1g-dev
diff --git a/tensorflow/tools/ci_build/install/install_pip_packages.sh b/tensorflow/tools/ci_build/install/install_pip_packages.sh
index 39f337ab83..3470488cc5 100755
--- a/tensorflow/tools/ci_build/install/install_pip_packages.sh
+++ b/tensorflow/tools/ci_build/install/install_pip_packages.sh
@@ -18,8 +18,10 @@ set -e
 
 # We don't apt-get install so that we can install a newer version of pip.
 # Only needed for Ubuntu 14.04 and 16.04; not needed for 18.04 and Debian 8,9?
-easy_install -U pip==9.0.3
+# Run easy_install before easy_install3, so that the default pip points to pip2,
+# to match the default python version of 2.7.
 easy_install3 -U pip==9.0.3
+easy_install -U pip==9.0.3
 
 # Install pip packages from whl files to avoid the time-consuming process of
 # building from source.
-- 
GitLab


From c8700f6297eb84eeb65a6a49411f568195687733 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Mon, 29 Oct 2018 18:09:38 -0700
Subject: [PATCH 0763/1825] Clean license check so that it does not print
 irrelevant bazel ERROR msg.

PiperOrigin-RevId: 219227443
---
 tensorflow/tools/ci_build/ci_sanity.sh | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/ci_build/ci_sanity.sh b/tensorflow/tools/ci_build/ci_sanity.sh
index 9fc0cf19ac..66c4f1cbed 100755
--- a/tensorflow/tools/ci_build/ci_sanity.sh
+++ b/tensorflow/tools/ci_build/ci_sanity.sh
@@ -324,9 +324,12 @@ do_external_licenses_check(){
   LICENSES_FILE="$(mktemp)_licenses.log"
   MISSING_LICENSES_FILE="$(mktemp)_missing_licenses.log"
   EXTRA_LICENSES_FILE="$(mktemp)_extra_licenses.log"
+  TMP_FILE="$(mktemp)_tmp.log"
 
   echo "Getting external dependencies for ${BUILD_TARGET}"
- bazel query "attr('licenses', 'notice', deps(${BUILD_TARGET}))" --keep_going \
+ bazel query "attr('licenses', 'notice', deps(${BUILD_TARGET}))" --keep_going > "${TMP_FILE}" 2>&1
+ cat "${TMP_FILE}" \
+  | grep -e "^\/\/" -e "^@" \
   | grep -E -v "^//tensorflow" \
   | sed -e 's|:.*||' \
   | sort \
@@ -335,7 +338,9 @@ do_external_licenses_check(){
 
   echo
   echo "Getting list of external licenses mentioned in ${LICENSES_TARGET}."
-  bazel query "deps(${LICENSES_TARGET})" --keep_going \
+  bazel query "deps(${LICENSES_TARGET})" --keep_going > "${TMP_FILE}" 2>&1
+ cat "${TMP_FILE}" \
+  | grep -e "^\/\/" -e "^@" \
   | grep -E -v "^//tensorflow" \
   | sed -e 's|:.*||' \
   | sort \
-- 
GitLab


From 4528647678f10f62cf2e3f6d99a75c53b8f0a5d9 Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Mon, 29 Oct 2018 18:09:43 -0700
Subject: [PATCH 0764/1825] Support Estimator.train and Estimator.evaluate to
 work with distribute coordinator and in-graph distribution strategy in
 standalone client mode.

It uses the whole cluster for training and evaluation and therefore it doesn't allow a "evaluator" job in cluster_spec.

PiperOrigin-RevId: 219227455
---
 .../python/estimator_training_test.py         |  86 +++++++++++---
 .../distribute/distribute_coordinator.py      |  21 +++-
 .../python/distribute/estimator_training.py   | 109 ++++++++++++++++++
 3 files changed, 193 insertions(+), 23 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/estimator_training_test.py b/tensorflow/contrib/distribute/python/estimator_training_test.py
index 9e2e6c88c2..d99d7080bc 100644
--- a/tensorflow/contrib/distribute/python/estimator_training_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_training_test.py
@@ -141,6 +141,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
   def _extract_loss_and_global_step(self, event_folder):
     """Returns the loss and global step in last event."""
     event_paths = glob.glob(os.path.join(event_folder, "events*"))
+    self.assertGreater(len(event_paths), 0,
+                       msg="Event file not found in dir %s" % event_folder)
 
     loss = None
     global_step_count = None
@@ -191,7 +193,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
   def _complete_flow(self,
                      train_distribute,
                      eval_distribute,
-                     remote_cluster=None):
+                     remote_cluster=None,
+                     use_train_and_evaluate=True):
     estimator = self._get_estimator(train_distribute, eval_distribute,
                                     remote_cluster)
 
@@ -216,16 +219,37 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
     ]
     feature_columns = linear_feature_columns + dnn_feature_columns
 
-    estimator_training.train_and_evaluate(
-        estimator,
-        estimator_training.TrainSpec(train_input_fn, max_steps=MAX_STEPS),
-        estimator_training.EvalSpec(
-            name=EVAL_NAME,
-            input_fn=eval_input_fn,
-            steps=None,
-            exporters=self._get_exporter(EXPORTER_NAME, feature_columns),
-            start_delay_secs=0,
-            throttle_secs=1))
+    eval_spec = estimator_training.EvalSpec(
+        name=EVAL_NAME,
+        input_fn=eval_input_fn,
+        steps=None,
+        exporters=self._get_exporter(EXPORTER_NAME, feature_columns),
+        start_delay_secs=0,
+        throttle_secs=1)
+
+    if use_train_and_evaluate:
+      estimator_training.train_and_evaluate(
+          estimator,
+          estimator_training.TrainSpec(train_input_fn, max_steps=MAX_STEPS),
+          eval_spec)
+    else:
+      estimator.train(train_input_fn, max_steps=MAX_STEPS)
+
+      latest_ckpt_path = estimator.latest_checkpoint()
+      metrics = estimator.evaluate(eval_input_fn,
+                                   checkpoint_path=latest_ckpt_path,
+                                   name=EVAL_NAME)
+
+      # Export the eval result to files.
+      eval_result = estimator_training._EvalResult(
+          status=estimator_training._EvalStatus.EVALUATED,
+          metrics=metrics,
+          checkpoint_path=latest_ckpt_path)
+      evaluator = estimator_training._TrainingExecutor._Evaluator(estimator,
+                                                                  eval_spec,
+                                                                  None)
+      evaluator._export_eval_result(eval_result, True)
+
     return estimator
 
   def _inspect_train_and_eval_events(self, estimator):
@@ -277,12 +301,10 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
           required_gpus=[0, 1]))
   def test_complete_flow_standalone_client(self, train_distribute_cls,
                                            eval_distribute_cls):
-    train_distribute = train_distribute_cls(
-        num_gpus_per_worker=context.num_gpus())
-
-    if (context.num_gpus() < 2 and eval_distribute_cls ==
-        collective_all_reduce_strategy.CollectiveAllReduceStrategy):
-      self.skipTest("`CollectiveAllReduceStrategy` needs at least two towers.")
+    try:
+      train_distribute = train_distribute_cls(num_gpus=context.num_gpus())
+    except TypeError:
+      train_distribute = train_distribute_cls(num_gpus_per_worker=2)
 
     if eval_distribute_cls:
       eval_distribute = eval_distribute_cls()
@@ -297,6 +319,36 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
                                     cluster_spec)
     self._inspect_train_and_eval_events(estimator)
 
+  @combinations.generate(
+      combinations.combine(
+          mode=["graph"],
+          train_distribute_cls=[
+              mirrored_strategy.MirroredStrategy,
+          ],
+          eval_distribute_cls=[
+              None,
+              mirrored_strategy.MirroredStrategy,
+          ],
+          required_gpus=[0, 1]))
+  def test_estimator_standalone_client(self, train_distribute_cls,
+                                       eval_distribute_cls):
+    train_distribute = train_distribute_cls(
+        num_gpus_per_worker=context.num_gpus())
+
+    if eval_distribute_cls:
+      eval_distribute = eval_distribute_cls()
+    else:
+      eval_distribute = None
+
+    # We use the whole cluster for evaluation.
+    cluster = copy.deepcopy(self._cluster_spec)
+    cluster.pop("evaluator", None)
+
+    estimator = self._complete_flow(
+        train_distribute, eval_distribute, remote_cluster=cluster,
+        use_train_and_evaluate=False)
+    self._inspect_train_and_eval_events(estimator)
+
   def _mock_run_std_server(self, *args, **kwargs):
     ret = original_run_std_server(*args, **kwargs)
     # Wait for all std servers to be brought up in order to reduce the chance of
diff --git a/tensorflow/python/distribute/distribute_coordinator.py b/tensorflow/python/distribute/distribute_coordinator.py
index b9b77d4a5b..520413102b 100644
--- a/tensorflow/python/distribute/distribute_coordinator.py
+++ b/tensorflow/python/distribute/distribute_coordinator.py
@@ -341,7 +341,7 @@ def _run_single_worker(worker_fn,
       rpc_layer=rpc_layer,
       worker_barrier=worker_barrier)
   with context:
-    worker_fn(strategy)
+    return worker_fn(strategy)
 
 
 def _split_cluster_for_evaluator(cluster_spec, task_type):
@@ -448,6 +448,9 @@ def _run_between_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
   if eval_thread:
     eval_thread.join()
 
+  # TODO(yuefengz): we probably want to return results from all workers?
+  return None
+
 
 def _run_in_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
                          cluster_spec, session_config, rpc_layer):
@@ -463,7 +466,7 @@ def _run_in_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
         })
     eval_thread.start()
 
-  _run_single_worker(
+  worker_result = _run_single_worker(
       worker_fn,
       strategy,
       cluster_spec,
@@ -473,6 +476,7 @@ def _run_in_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
       rpc_layer=rpc_layer)
   if eval_thread:
     eval_thread.join()
+  return worker_result
 
 
 def _configure_session_config_for_std_servers(
@@ -692,6 +696,10 @@ def run_distribute_coordinator(worker_fn,
   Raises:
     ValueError: if `cluster_spec` is supplied but not a dict or a ClusterDef or
       a ClusterSpec.
+
+  Returns:
+    In the client job, return the value returned by `worker_fn` if
+    it is in-graph replication; return None otherwise.
   """
   tf_config = json.loads(os.environ.get("TF_CONFIG", "{}"))
   if not cluster_spec:
@@ -742,11 +750,12 @@ def run_distribute_coordinator(worker_fn,
     # know the client.
     if task_type in [_TaskType.CLIENT, None]:
       if strategy.between_graph:
-        _run_between_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
-                                  cluster_spec, session_config, rpc_layer)
+        return _run_between_graph_client(worker_fn, strategy, eval_fn,
+                                         eval_strategy, cluster_spec,
+                                         session_config, rpc_layer)
       else:
-        _run_in_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
-                             cluster_spec, session_config, rpc_layer)
+        return _run_in_graph_client(worker_fn, strategy, eval_fn, eval_strategy,
+                                    cluster_spec, session_config, rpc_layer)
     else:
       # If not a client job, run the standard server.
       _configure_session_config_for_std_servers(strategy, eval_strategy,
diff --git a/tensorflow/python/distribute/estimator_training.py b/tensorflow/python/distribute/estimator_training.py
index 0289689134..227b00fb3e 100644
--- a/tensorflow/python/distribute/estimator_training.py
+++ b/tensorflow/python/distribute/estimator_training.py
@@ -240,6 +240,11 @@ def train_and_evaluate(estimator, train_spec, eval_spec, executor_cls):
       hooks = list(train_spec.hooks)
     else:
       hooks = []
+
+    # Prevent estimator.train from calling distribute coordinator again. This
+    # function calls estimator.train which will use distribute coordinator path
+    # again if `_distribute_coordinator_mode` is set.
+    local_estimator._config._distribute_coordinator_mode = None  # pylint: disable=protected-access
     local_estimator.train(
         input_fn=train_spec.input_fn,
         max_steps=train_spec.max_steps,
@@ -255,6 +260,11 @@ def train_and_evaluate(estimator, train_spec, eval_spec, executor_cls):
     logging.info('Updated config: %s', str(vars(local_estimator._config)))
     local_estimator._eval_distribution = strategy
 
+    # Prevent estimator.evaluate from calling distribute coordinator again. This
+    # function calls estimator.evaluate which will use distribute coordinator
+    # path again if `_distribute_coordinator_mode` is set.
+    local_estimator._config._distribute_coordinator_mode = None  # pylint: disable=protected-access
+
     executor = executor_cls(local_estimator, train_spec, eval_spec)
     executor._start_continuous_evaluation()
     # pylint: enable=protected-access
@@ -277,3 +287,102 @@ def train_and_evaluate(estimator, train_spec, eval_spec, executor_cls):
       mode=run_config._distribute_coordinator_mode,
       cluster_spec=cluster_spec,
       session_config=run_config.session_config)
+
+
+# TODO(yuefengz): maybe merge the following two functions?
+# pylint: disable=protected-access
+def estimator_train(estimator, train_distributed_fn, hooks):
+  """Run distribute coordinator for Estimator's `train` method."""
+  assert estimator._config._distribute_coordinator_mode
+  run_config = estimator._config
+  assert estimator._config.cluster_spec
+  cluster_spec = estimator._config.cluster_spec
+  assert estimator._config._train_distribute
+
+  if 'evaluator' in cluster_spec:
+    raise ValueError("'evaluator' job is not supported if you don't use "
+                     '`train_and_evaluate`')
+
+  if (estimator._config._distribute_coordinator_mode !=  # pylint: disable=protected-access
+      dc.CoordinatorMode.STANDALONE_CLIENT):
+    raise ValueError('Only `STANDALONE_CLIENT` mode is supported when you call '
+                     '`estimator.train`')
+
+  if estimator._config._train_distribute.between_graph:
+    # TODO(yuefengz): remove this limitation once we figure out how to merge
+    # return values from `_worker_fn`s.
+    raise ValueError('`Estimator.train` API is not supported for %s with '
+                     '`STANDALONE_CLIENT` mode.' %
+                     estimator._config._train_distribute.__class__.__name__)
+
+  def _worker_fn(strategy):
+    """Function for worker task."""
+    local_estimator = copy.deepcopy(estimator)
+    local_estimator._config._train_distribute = strategy
+    context = dc_context.get_current_worker_context()
+    _init_run_config_from_worker_context(local_estimator._config, context)
+    logging.info('Updated config: %s', str(vars(local_estimator._config)))
+    local_estimator._train_distribution = strategy
+
+    if context.is_chief:
+      chief_hooks = hooks
+    else:
+      chief_hooks = []
+    train_distributed_fn(local_estimator, strategy, chief_hooks)
+    return local_estimator
+
+  return dc.run_distribute_coordinator(
+      _worker_fn,
+      estimator._config.train_distribute,
+      mode=run_config._distribute_coordinator_mode,
+      cluster_spec=cluster_spec,
+      session_config=run_config.session_config)
+
+
+def estimator_evaluate(estimator, evaluate_distributed_fn, hooks):
+  """Run distribute coordinator for Estimator's `evaluate` method."""
+  assert estimator._config._distribute_coordinator_mode
+  run_config = estimator._config
+  assert estimator._config.cluster_spec
+  cluster_spec = estimator._config.cluster_spec
+  assert estimator._config._eval_distribute
+
+  if 'evaluator' in cluster_spec:
+    raise ValueError("'evaluator' job is not supported if you don't use "
+                     '`train_and_evaluate`')
+
+  if (estimator._config._distribute_coordinator_mode !=
+      dc.CoordinatorMode.STANDALONE_CLIENT):
+    raise ValueError('Only `STANDALONE_CLIENT` mode is supported when you call '
+                     '`Estimator.train`')
+
+  if estimator._config._eval_distribute.between_graph:
+    # TODO(yuefengz): remove this limitation once we figure out how to merge
+    # return values from `_worker_fn`s.
+    raise ValueError('`Estimator.evaluate` API is not supported for %s with '
+                     '`STANDALONE_CLIENT` mode.' %
+                     estimator._config._eval_distribute.__class__.__name__)
+
+  def _worker_fn(strategy):
+    """Function for evaluation."""
+    local_estimator = copy.deepcopy(estimator)
+    local_estimator._config._eval_distribute = strategy
+    context = dc_context.get_current_worker_context()
+    _init_run_config_from_worker_context(local_estimator._config, context)
+    logging.info('Updated config: %s', str(vars(local_estimator._config)))
+    local_estimator._eval_distribution = strategy
+
+    if context.is_chief:
+      chief_hooks = hooks
+    else:
+      chief_hooks = []
+    return evaluate_distributed_fn(local_estimator, strategy, chief_hooks)
+
+  return dc.run_distribute_coordinator(
+      _worker_fn,
+      estimator._config.eval_distribute,
+      mode=run_config._distribute_coordinator_mode,
+      cluster_spec=cluster_spec,
+      session_config=run_config.session_config)
+
+# pylint: enable=protected-access
-- 
GitLab


From 466681b17eb935de093cbcd7a844d9563f5250f9 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 29 Oct 2018 18:12:31 -0700
Subject: [PATCH 0765/1825] [tf.data] Construct tensors in-place in the
 `out_tensors` vector whenever possible.

PiperOrigin-RevId: 219227733
---
 .../core/kernels/data/batch_dataset_op.cc     |  6 ++---
 .../data/experimental/csv_dataset_op.cc       |  4 ++--
 .../experimental/identity_indexed_dataset.cc  | 12 +++++-----
 .../data/experimental/lmdb_dataset_op.cc      | 10 ++++----
 .../numa_map_and_batch_dataset_op.cc          | 15 ++++++------
 .../kernels/data/map_and_batch_dataset_op.cc  | 15 ++++++------
 .../kernels/data/padded_batch_dataset_op.cc   |  8 +++----
 .../kernels/data/parse_example_dataset_op.cc  |  9 ++++----
 .../core/kernels/data/random_dataset_op.cc    |  6 ++---
 .../core/kernels/data/reader_dataset_ops.cc   | 23 +++++++++++--------
 .../core/kernels/data/slide_dataset_op.cc     |  6 ++---
 .../data/sql/sqlite_query_connection.cc       |  5 ++--
 .../kernels/data/tensor_queue_dataset_op.cc   | 10 ++++----
 .../kernels/data/tensor_slice_dataset_op.cc   |  9 ++++----
 14 files changed, 71 insertions(+), 67 deletions(-)

diff --git a/tensorflow/core/kernels/data/batch_dataset_op.cc b/tensorflow/core/kernels/data/batch_dataset_op.cc
index c859234994..fb306a2e5b 100644
--- a/tensorflow/core/kernels/data/batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/batch_dataset_op.cc
@@ -173,8 +173,9 @@ class BatchDatasetOp : public UnaryDatasetOpKernel {
           const Tensor& first_element = batch_elements[0][component_index];
           TensorShape batch_component_shape({num_batch_elements});
           batch_component_shape.AppendShape(first_element.shape());
-          Tensor batch_component(ctx->allocator({}), first_element.dtype(),
-                                 batch_component_shape);
+          out_tensors->emplace_back(ctx->allocator({}), first_element.dtype(),
+                                    batch_component_shape);
+          Tensor& batch_component = out_tensors->back();
           // Build the output tuple component by copying one slice
           // from each input element in the batch.
           for (size_t i = 0; i < num_batch_elements; ++i) {
@@ -192,7 +193,6 @@ class BatchDatasetOp : public UnaryDatasetOpKernel {
                 std::move(batch_elements[i][component_index]), &batch_component,
                 i));
           }
-          out_tensors->emplace_back(std::move(batch_component));
         }
         *end_of_sequence = false;
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc b/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc
index 7451ca4cb1..cc3dcc1612 100644
--- a/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc
@@ -640,7 +640,8 @@ class CSVDatasetOp : public DatasetOpKernel {
                                          " fields but have more in record");
         }
         const DataType& dtype = dataset()->out_type_[output_idx];
-        Tensor component(ctx->allocator({}), dtype, {});
+        out_tensors->emplace_back(ctx->allocator({}), dtype, TensorShape({}));
+        Tensor& component = out_tensors->back();
         if ((field.empty() || field == dataset()->na_value_) &&
             dataset()->record_defaults_[output_idx].NumElements() != 1) {
           // If the field is empty or NA value, and default is not given,
@@ -726,7 +727,6 @@ class CSVDatasetOp : public DatasetOpKernel {
                                            " not supported in field ",
                                            output_idx);
         }
-        out_tensors->push_back(std::move(component));
         return Status::OK();
       }
 
diff --git a/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc b/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc
index 2141f118ca..45515bb1da 100644
--- a/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc
+++ b/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc
@@ -81,9 +81,9 @@ class IdentityIndexedDatasetOp : public IndexedDatasetOpKernel {
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
         if (cur_ < dataset()->size_) {
-          Tensor result_tensor(ctx->allocator({}), DT_UINT64, {});
-          result_tensor.scalar<uint64>()() = cur_++;
-          out_tensors->emplace_back(std::move(result_tensor));
+          out_tensors->emplace_back(ctx->allocator({}), DT_UINT64,
+                                    TensorShape({}));
+          out_tensors->back().scalar<uint64>()() = cur_++;
           *end_of_sequence = false;
           return Status::OK();
         }
@@ -127,9 +127,9 @@ class IdentityIndexedDatasetOp : public IndexedDatasetOpKernel {
               " is out of range for this dataset. (Size is: ", dataset_->size_,
               ".)");
         }
-        Tensor result_tensor(ctx.allocator({}), DT_UINT64, {});
-        result_tensor.scalar<uint64>()() = index;
-        out_tensors->emplace_back(std::move(result_tensor));
+        out_tensors->emplace_back(ctx.allocator({}), DT_UINT64,
+                                  TensorShape({}));
+        out_tensors->back().scalar<uint64>()() = index;
         return Status::OK();
       }
 
diff --git a/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc b/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc
index 8a88d32f0c..9e9a13d56d 100644
--- a/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc
@@ -92,16 +92,18 @@ class LMDBDatasetOp : public DatasetOpKernel {
         mutex_lock l(mu_);
         do {
           if (mdb_cursor_) {
-            Tensor key_tensor(ctx->allocator({}), DT_STRING, {});
+            out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
+                                      TensorShape({}));
+            Tensor& key_tensor = out_tensors->back();
             key_tensor.scalar<string>()() = string(
                 static_cast<const char*>(mdb_key_.mv_data), mdb_key_.mv_size);
-            out_tensors->emplace_back(std::move(key_tensor));
 
-            Tensor value_tensor(ctx->allocator({}), DT_STRING, {});
+            out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
+                                      TensorShape({}));
+            Tensor& value_tensor = out_tensors->back();
             value_tensor.scalar<string>()() =
                 string(static_cast<const char*>(mdb_value_.mv_data),
                        mdb_value_.mv_size);
-            out_tensors->emplace_back(std::move(value_tensor));
 
             int val;
             val = mdb_cursor_get(mdb_cursor_, &mdb_key_, &mdb_value_, MDB_NEXT);
diff --git a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
index edb9a40103..517cdd2596 100644
--- a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
@@ -546,13 +546,12 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
                 component_shape.set_dim(0, batches_[next_output_].error_index);
                 AllocatorAttributes attr;
                 attr.set_gpu_compatible(true);
-                Tensor component(ctx->allocator(attr),
-                                 batches_[next_output_].outputs[i].dtype(),
-                                 component_shape);
+                true_outputs.emplace_back(
+                    ctx->allocator(attr),
+                    batches_[next_output_].outputs[i].dtype(), component_shape);
                 TF_RETURN_IF_ERROR(CopyPartialBatch(
-                    &component, batches_[next_output_].outputs[i],
+                    &true_outputs.back(), batches_[next_output_].outputs[i],
                     batches_[next_output_].error_index));
-                true_outputs.emplace_back(std::move(component));
               }
               out_tensor->swap(true_outputs);
             }
@@ -936,9 +935,9 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
           component_shape.AppendShape(map_fn_outputs.at(i).shape());
           AllocatorAttributes attr;
           attr.set_gpu_compatible(true);
-          Tensor component(ctx->allocator(attr), map_fn_outputs.at(i).dtype(),
-                           component_shape);
-          batch_outputs->emplace_back(std::move(component));
+          batch_outputs->emplace_back(ctx->allocator(attr),
+                                      map_fn_outputs.at(i).dtype(),
+                                      component_shape);
         }
       }
 
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index e6d81710c1..2a9a357d78 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -483,9 +483,9 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
           component_shape.AppendShape(return_values->at(i).shape());
           AllocatorAttributes attr;
           attr.set_gpu_compatible(true);
-          Tensor component(ctx->allocator(attr), return_values->at(i).dtype(),
-                           component_shape);
-          result->output.emplace_back(std::move(component));
+          result->output.emplace_back(ctx->allocator(attr),
+                                      return_values->at(i).dtype(),
+                                      component_shape);
         }
         result->output_allocated = true;
       }
@@ -520,11 +520,10 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
             component_shape.set_dim(0, result->num_elements);
             AllocatorAttributes attr;
             attr.set_gpu_compatible(true);
-            Tensor component(ctx->allocator(attr), output[i].dtype(),
-                             component_shape);
-            TF_RETURN_IF_ERROR(
-                CopyPartialBatch(&component, output[i], result->num_elements));
-            out_tensors->emplace_back(std::move(component));
+            out_tensors->emplace_back(ctx->allocator(attr), output[i].dtype(),
+                                      component_shape);
+            TF_RETURN_IF_ERROR(CopyPartialBatch(&out_tensors->back(), output[i],
+                                                result->num_elements));
           }
           // Deallocate tensors allocated for the output.
           result->output.clear();
diff --git a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
index e002b8dd27..b1515203b3 100644
--- a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
@@ -309,9 +309,10 @@ class PaddedBatchDatasetOp : public UnaryDatasetOpKernel {
 
           // 2. Copy each batch element to the appropriate location in
           // the output component tensor.
-          Tensor batch_component(ctx->allocator({}),
-                                 output_dtypes()[component_index],
-                                 batch_component_shape);
+          out_tensors->emplace_back(ctx->allocator({}),
+                                    output_dtypes()[component_index],
+                                    batch_component_shape);
+          Tensor& batch_component = out_tensors->back();
           TF_RETURN_IF_ERROR(batch_util::SetElementZero(
               &batch_component, dataset()->padding_values_[component_index]));
 
@@ -331,7 +332,6 @@ class PaddedBatchDatasetOp : public UnaryDatasetOpKernel {
                   batch_elements[i][component_index], &batch_component, i));
             }
           }
-          out_tensors->push_back(std::move(batch_component));
         }
         *end_of_sequence = false;
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/parse_example_dataset_op.cc b/tensorflow/core/kernels/data/parse_example_dataset_op.cc
index d165716fce..aa14c9c84d 100644
--- a/tensorflow/core/kernels/data/parse_example_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parse_example_dataset_op.cc
@@ -190,7 +190,7 @@ class ParseExampleDatasetOp : public UnaryDatasetOpKernel {
           thread::ThreadPool* device_threadpool =
               ctx->lib()->device()->tensorflow_cpu_worker_threads()->workers;
           std::vector<string> slice_vec;
-          for (Tensor t : input_element) {
+          for (const Tensor& t : input_element) {
             auto serialized_t = t.flat<string>();
             gtl::ArraySlice<string> slice(serialized_t.data(),
                                           serialized_t.size());
@@ -227,12 +227,14 @@ class ParseExampleDatasetOp : public UnaryDatasetOpKernel {
               (*result)[output_index] = example_result.dense_values[d];
             }
             for (int d = 0; d < sparse_keys_.size(); ++d) {
-              Tensor serialized_sparse = Tensor(DT_VARIANT, TensorShape({3}));
+              int output_index = key_to_output_index_.at(sparse_keys_[d]);
+              (*result)[output_index] =
+                  Tensor(ctx->allocator({}), DT_VARIANT, {3});
+              Tensor& serialized_sparse = (*result)[output_index];
               auto serialized_sparse_t = serialized_sparse.vec<Variant>();
               serialized_sparse_t(0) = example_result.sparse_indices[d];
               serialized_sparse_t(1) = example_result.sparse_values[d];
               serialized_sparse_t(2) = example_result.sparse_shapes[d];
-              int output_index = key_to_output_index_.at(sparse_keys_[d]);
               CHECK(serialized_sparse.dtype() == output_dtypes()[output_index])
                   << "Got wrong type for FastParseExample return value " << d
                   << " (expected "
@@ -244,7 +246,6 @@ class ParseExampleDatasetOp : public UnaryDatasetOpKernel {
                   << " (expected "
                   << output_shapes()[output_index].DebugString() << ", got "
                   << serialized_sparse.shape().DebugString() << ").";
-              (*result)[output_index] = serialized_sparse;
             }
             // TODO(b/111553342): User provided tags instead of fixed tag.
             if (stats_aggregator) {
diff --git a/tensorflow/core/kernels/data/random_dataset_op.cc b/tensorflow/core/kernels/data/random_dataset_op.cc
index fc1bdbcb1a..63c137e2dd 100644
--- a/tensorflow/core/kernels/data/random_dataset_op.cc
+++ b/tensorflow/core/kernels/data/random_dataset_op.cc
@@ -100,9 +100,9 @@ class RandomDatasetOp : public DatasetOpKernel {
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
-        Tensor value_tensor(ctx->allocator({}), DT_INT64, {});
-        value_tensor.scalar<int64>()() = Random();
-        out_tensors->emplace_back(std::move(value_tensor));
+        out_tensors->emplace_back(ctx->allocator({}), DT_INT64,
+                                  TensorShape({}));
+        out_tensors->back().scalar<int64>()() = Random();
         *end_of_sequence = false;
         return Status::OK();
       }
diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index 6e8517611b..b1acbfc5a1 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -142,9 +142,9 @@ class TextLineDatasetOp : public DatasetOpKernel {
 
             if (s.ok()) {
               // Produce the line as output.
-              Tensor line_tensor(ctx->allocator({}), DT_STRING, {});
-              line_tensor.scalar<string>()() = line_contents;
-              out_tensors->emplace_back(std::move(line_tensor));
+              out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
+                                        TensorShape({}));
+              out_tensors->back().scalar<string>()() = std::move(line_contents);
               *end_of_sequence = false;
               return Status::OK();
             } else if (!errors::IsOutOfRange(s)) {
@@ -386,9 +386,9 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
               TF_RETURN_IF_ERROR(
                   input_buffer_->ReadNBytes(dataset()->record_bytes_, &record));
               // Produce the record as output.
-              Tensor record_tensor(ctx->allocator({}), DT_STRING, {});
-              record_tensor.scalar<string>()() = record;
-              out_tensors->emplace_back(std::move(record_tensor));
+              out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
+                                        TensorShape({}));
+              out_tensors->back().scalar<string>()() = record;
               *end_of_sequence = false;
               return Status::OK();
             }
@@ -592,13 +592,16 @@ class TFRecordDatasetOp : public DatasetOpKernel {
         do {
           // We are currently processing a file, so try to read the next record.
           if (reader_) {
-            Tensor result_tensor(ctx->allocator({}), DT_STRING, {});
-            Status s = reader_->ReadRecord(&result_tensor.scalar<string>()());
+            out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
+                                      TensorShape({}));
+            Status s =
+                reader_->ReadRecord(&out_tensors->back().scalar<string>()());
             if (s.ok()) {
-              out_tensors->emplace_back(std::move(result_tensor));
               *end_of_sequence = false;
               return Status::OK();
-            } else if (!errors::IsOutOfRange(s)) {
+            }
+            out_tensors->pop_back();
+            if (!errors::IsOutOfRange(s)) {
               return s;
             }
 
diff --git a/tensorflow/core/kernels/data/slide_dataset_op.cc b/tensorflow/core/kernels/data/slide_dataset_op.cc
index bc8669c6b9..23ad4ab89f 100644
--- a/tensorflow/core/kernels/data/slide_dataset_op.cc
+++ b/tensorflow/core/kernels/data/slide_dataset_op.cc
@@ -197,8 +197,9 @@ class SlideDatasetOp : public UnaryDatasetOpKernel {
           const Tensor& first_element = batch_elements[0][component_index];
           TensorShape batch_component_shape({num_batch_elements});
           batch_component_shape.AppendShape(first_element.shape());
-          Tensor batch_component(cpu_allocator(), first_element.dtype(),
-                                 batch_component_shape);
+          out_tensors->emplace_back(ctx->allocator({}), first_element.dtype(),
+                                    batch_component_shape);
+          Tensor& batch_component = out_tensors->back();
           // Build the output tuple component by copying one slice
           // from each input element in the batch.
           for (size_t i = 0; i < num_batch_elements; ++i) {
@@ -216,7 +217,6 @@ class SlideDatasetOp : public UnaryDatasetOpKernel {
                 std::move(batch_elements[i][component_index]), &batch_component,
                 i));
           }
-          out_tensors->emplace_back(std::move(batch_component));
         }
         *end_of_sequence = false;
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc b/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc
index 51fba861a7..1d374898dc 100644
--- a/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc
+++ b/tensorflow/core/kernels/data/sql/sqlite_query_connection.cc
@@ -58,9 +58,8 @@ Status SqliteQueryConnection::GetNext(IteratorContext* ctx,
     for (int i = 0; i < column_count_; i++) {
       DataType dt = output_types_[i];
       // TODO(mrry): Pass in the `IteratorContext::allocator()`.
-      Tensor tensor(ctx->allocator({}), dt, {});
-      FillTensorWithResultSetEntry(dt, i, &tensor);
-      out_tensors->emplace_back(std::move(tensor));
+      out_tensors->emplace_back(ctx->allocator({}), dt, TensorShape({}));
+      FillTensorWithResultSetEntry(dt, i, &out_tensors->back());
     }
   }
   return Status::OK();
diff --git a/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc b/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
index 84ad5766b7..195da54bac 100644
--- a/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
@@ -200,9 +200,10 @@ class PrependFromQueueAndPaddedBatchDataset : public DatasetBase {
         max_shapes.push_back(std::move(out_shape));
       }
 
-      Tensor queues_t(cpu_allocator(), DT_VARIANT, TensorShape({batch_size}));
+      out_tensors->emplace_back(ctx->allocator({}), DT_VARIANT,
+                                TensorShape({batch_size}));
       if (!batch.empty()) {
-        auto queues = queues_t.flat<Variant>();
+        auto queues = out_tensors->back().flat<Variant>();
         Variant& queue_inserter = queues(0);
         queue_inserter = TensorQueueInserter();
         queue_inserter.get<TensorQueueInserter>()->set_queue(queue_);
@@ -212,10 +213,10 @@ class PrependFromQueueAndPaddedBatchDataset : public DatasetBase {
           queues(b) = queues(0);
         }
       }
-      out_tensors->push_back(std::move(queues_t));
 
       for (int i = 0; i < max_shapes.size(); ++i) {
-        Tensor component(cpu_allocator(), dtypes[i], max_shapes[i]);
+        out_tensors->emplace_back(ctx->allocator({}), dtypes[i], max_shapes[i]);
+        Tensor& component = out_tensors->back();
         // Try hard to take the fast path.
         if (shapes[i].IsFullyDefined() &&
             shapes[i].IsIdenticalTo(input_shapes[i])) {
@@ -237,7 +238,6 @@ class PrependFromQueueAndPaddedBatchDataset : public DatasetBase {
             }
           }
         }
-        out_tensors->push_back(std::move(component));
       }
 
       // end_of_sequence was set before we populated out_tensors, so
diff --git a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
index 414464cfa2..2cdf913748 100644
--- a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
@@ -125,10 +125,11 @@ class TensorSliceDatasetOp : public DatasetOpKernel {
           out_tensors->reserve(dataset()->tensors_.size());
           for (int i = 0; i < dataset()->tensors_.size(); ++i) {
             const Tensor& t = dataset()->tensors_[i];
-            Tensor t_slice(ctx->allocator({}), t.dtype(),
-                           TensorShape(dataset()->shapes_[i].dim_sizes()));
-            TF_RETURN_IF_ERROR(batch_util::CopySliceToElement(t, &t_slice, i_));
-            out_tensors->emplace_back(std::move(t_slice));
+            out_tensors->emplace_back(
+                ctx->allocator({}), t.dtype(),
+                TensorShape(dataset()->shapes_[i].dim_sizes()));
+            TF_RETURN_IF_ERROR(
+                batch_util::CopySliceToElement(t, &out_tensors->back(), i_));
           }
           ++i_;
           *end_of_sequence = false;
-- 
GitLab


From 84471565eba71f646cd026efd4fdcf28fccfcf17 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 29 Oct 2018 18:13:33 -0700
Subject: [PATCH 0766/1825] Typo in documentation.

PiperOrigin-RevId: 219227828
---
 tensorflow/python/data/experimental/ops/stats_ops.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/data/experimental/ops/stats_ops.py b/tensorflow/python/data/experimental/ops/stats_ops.py
index 54ef6fc3e8..fb93b86b29 100644
--- a/tensorflow/python/data/experimental/ops/stats_ops.py
+++ b/tensorflow/python/data/experimental/ops/stats_ops.py
@@ -126,7 +126,7 @@ def set_stats_aggregator(stats_aggregator, tag="", counter_prefix=""):
     tag: (Optional) String, all statistics recorded for the input `dataset`
       will have given `tag` prepend with the name.
     counter_prefix: (Optional) String, all statistics recorded as `counters`
-      will have the given `prefix` for the counter. Defaults to "/tesorflow".
+      will have the given `prefix` for the counter. Defaults to "/tensorflow".
 
   Returns:
     A `Dataset` transformation function, which can be passed to
-- 
GitLab


From 9285b4b21c7b3f15ac63dac4f941e3e8d3072c2d Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Mon, 29 Oct 2018 18:16:22 -0700
Subject: [PATCH 0767/1825] Automated rollback of commit
 e0af1577de0f190fce023c792d60a9a2491ae8c3

PiperOrigin-RevId: 219228096
---
 .../xla/legacy_flags/parse_flags_from_env.cc  | 10 -------
 .../legacy_flags/parse_flags_from_env_test.cc | 30 +++++++++----------
 2 files changed, 14 insertions(+), 26 deletions(-)

diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
index bf75fb24a5..2a4e49b05a 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
+++ b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
@@ -174,16 +174,6 @@ bool ParseFlagsFromEnv(const std::vector<tensorflow::Flag>& flag_list) {
   SetArgvFromEnv(env_argv);  // a no-op if already initialized
   bool result =
       tensorflow::Flags::Parse(&env_argv->argc, &env_argv->argv[0], flag_list);
-
-  // Fail if any flags were not recognized, ignoring argv[0], which
-  // SetArgvFromEnv ensures is always present.
-  if (result && env_argv->argc > 1) {
-    result = false;
-    for (int64 i = 1; i < env_argv->argc; ++i) {
-      LOG(ERROR) << "Unrecognized TF_XLA_FLAGS flag: " << env_argv->argv[i];
-    }
-  }
-
   env_argv_mu.unlock();
   return result;
 }
diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
index ba888b1bdc..138c0c852e 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
+++ b/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
@@ -40,6 +40,19 @@ static void TestParseFlagsFromEnv(const char* msg) {
   std::vector<char*>* pargv;
   ResetFlagsFromEnvForTesting(&pargc, &pargv);
 
+  // Ensure that environment variable can be parsed when
+  // no flags are expected.
+  std::vector<tensorflow::Flag> empty_flag_list;
+  bool parsed_ok = ParseFlagsFromEnv(empty_flag_list);
+  CHECK(parsed_ok) << msg;
+  const std::vector<char*>& argv_first = *pargv;
+  CHECK_NE(argv_first[0], nullptr) << msg;
+  int i = 0;
+  while (argv_first[i] != nullptr) {
+    i++;
+  }
+  CHECK_EQ(i, *pargc) << msg;
+
   // Check that actual flags can be parsed.
   bool simple = false;
   string with_value;
@@ -53,7 +66,7 @@ static void TestParseFlagsFromEnv(const char* msg) {
       tensorflow::Flag("single_quoted", &single_quoted, ""),
       tensorflow::Flag("double_quoted", &double_quoted, ""),
   };
-  bool parsed_ok = ParseFlagsFromEnv(flag_list);
+  parsed_ok = ParseFlagsFromEnv(flag_list);
   CHECK_EQ(*pargc, 1) << msg;
   const std::vector<char*>& argv_second = *pargv;
   CHECK_NE(argv_second[0], nullptr) << msg;
@@ -81,21 +94,6 @@ TEST(ParseFlagsFromEnv, Basic) {
   TestParseFlagsFromEnv("(flags in environment variable)");
 }
 
-// Test that the environent variable is parsed correctly.
-TEST(ParseFlagsFromEnv, UnrecognizedFlag) {
-  // Prepare environment.
-  setenv("TF_XLA_FLAGS", "--simple=xyz --foobar", true /*overwrite*/);
-  int* pargc;
-  std::vector<char*>* pargv;
-  ResetFlagsFromEnvForTesting(&pargc, &pargv);
-
-  string simple;
-  std::vector<tensorflow::Flag> flag_list = {
-      tensorflow::Flag("simple", &simple, ""),
-  };
-  EXPECT_FALSE(ParseFlagsFromEnv(flag_list));
-}
-
 // Test that a file named by the environent variable is parsed correctly.
 TEST(ParseFlagsFromEnv, File) {
   // environment variables where  tmp dir may be specified.
-- 
GitLab


From aaade421b38391a9c8b7b3ae4d14001453a76419 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Mon, 29 Oct 2018 18:22:24 -0700
Subject: [PATCH 0768/1825] Switch tensorflow::bit_cast -> absl::bit_cast.

PiperOrigin-RevId: 219228749
---
 .../tf2xla/kernels/stateless_random_ops.cc    |   1 -
 tensorflow/compiler/xla/BUILD                 |   3 +
 tensorflow/compiler/xla/client/lib/BUILD      |   1 +
 tensorflow/compiler/xla/client/lib/prng.cc    |   4 +-
 tensorflow/compiler/xla/literal.cc            |   6 +-
 tensorflow/compiler/xla/literal_comparison.cc |   8 +-
 tensorflow/compiler/xla/literal_test.cc       |   9 +-
 tensorflow/compiler/xla/literal_util.cc       |   1 -
 tensorflow/compiler/xla/service/BUILD         |   1 +
 tensorflow/compiler/xla/service/cpu/BUILD     |   1 +
 .../xla/service/cpu/cpu_transfer_manager.cc   |   4 +-
 .../xla/service/cpu/llvm_ir_runtime.cc        |   1 -
 .../compiler/xla/service/hlo_evaluator.cc     |   1 -
 .../xla/service/hlo_evaluator_typed_visitor.h |   6 +-
 tensorflow/compiler/xla/service/llvm_ir/BUILD |   1 +
 .../compiler/xla/service/llvm_ir/llvm_util.cc |  11 +-
 tensorflow/compiler/xla/tests/BUILD           |   6 +
 .../xla/tests/array_elementwise_ops_test.cc   |   4 +-
 tensorflow/compiler/xla/tests/convert_test.cc |  10 +-
 .../exhaustive_f32_elementwise_op_test.cc     |   4 +-
 .../xla/tests/reduce_precision_test.cc        |  11 +-
 .../tests/round_trip_packed_literal_test.cc   |   8 +-
 .../compiler/xla/tests/test_utils_test.cc     |   6 +-
 tensorflow/core/BUILD                         |   8 +-
 tensorflow/core/framework/bfloat16_test.cc    |   6 +-
 tensorflow/core/kernels/bitcast_op.cc         |   1 -
 tensorflow/core/kernels/bitcast_op.h          |   1 -
 tensorflow/core/kernels/hexagon/BUILD         |   1 +
 .../hexagon/hexagon_graph_execution_test.cc   |   4 +-
 tensorflow/core/kernels/quantized_add_op.cc   |   1 -
 tensorflow/core/kernels/quantized_mul_op.cc   |   1 -
 tensorflow/core/lib/core/bit_cast_test.cc     | 111 ------------------
 tensorflow/core/lib/core/casts.h              | 100 ----------------
 tensorflow/core/lib/jpeg/jpeg_mem_unittest.cc |   3 +-
 tensorflow/core/lib/png/png_io.cc             |  18 +--
 tensorflow/core/lib/png/png_io.h              |   3 +-
 tensorflow/core/lib/wav/wav_io.cc             |   4 +-
 tensorflow/core/lib/wav/wav_io.h              |   1 -
 .../core/util/example_proto_fast_parsing.cc   |  10 +-
 39 files changed, 88 insertions(+), 293 deletions(-)
 delete mode 100644 tensorflow/core/lib/core/bit_cast_test.cc
 delete mode 100644 tensorflow/core/lib/core/casts.h

diff --git a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
index 42df840ec6..5db52781be 100644
--- a/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc
@@ -29,7 +29,6 @@ limitations under the License.
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/math/math_util.h"
 
 namespace tensorflow {
diff --git a/tensorflow/compiler/xla/BUILD b/tensorflow/compiler/xla/BUILD
index cc7390c6e6..fc74ef4aa3 100644
--- a/tensorflow/compiler/xla/BUILD
+++ b/tensorflow/compiler/xla/BUILD
@@ -308,6 +308,7 @@ cc_library(
         ":util",
         ":xla_data_proto",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
         "@com_google_absl//absl/strings:str_format",
@@ -330,6 +331,7 @@ tf_cc_test(
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
     ],
@@ -373,6 +375,7 @@ cc_library(
         ":literal_util",
         ":util",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/strings",
         "@com_google_absl//absl/strings:str_format",
     ],
diff --git a/tensorflow/compiler/xla/client/lib/BUILD b/tensorflow/compiler/xla/client/lib/BUILD
index a18c94c4e6..f833ddcd32 100644
--- a/tensorflow/compiler/xla/client/lib/BUILD
+++ b/tensorflow/compiler/xla/client/lib/BUILD
@@ -169,6 +169,7 @@ cc_library(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/client:xla_builder",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
     ],
 )
 
diff --git a/tensorflow/compiler/xla/client/lib/prng.cc b/tensorflow/compiler/xla/client/lib/prng.cc
index e71d899e32..c6f68c8ee2 100644
--- a/tensorflow/compiler/xla/client/lib/prng.cc
+++ b/tensorflow/compiler/xla/client/lib/prng.cc
@@ -15,12 +15,12 @@ limitations under the License.
 
 #include <cmath>
 
+#include "absl/base/casts.h"
 #include "tensorflow/compiler/xla/client/lib/constants.h"
 #include "tensorflow/compiler/xla/client/lib/math.h"
 #include "tensorflow/compiler/xla/client/lib/numeric.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/util.h"
-#include "tensorflow/core/lib/core/casts.h"
 
 namespace xla {
 namespace {
@@ -149,7 +149,7 @@ XlaOp StatelessRngUniformF32(XlaOp bits, XlaOp minval, XlaOp maxval) {
   constexpr int kMantissaBits = 23;
   bits = ShiftRightLogical(
              bits, ConstantR0<uint32>(builder, kFloatBits - kMantissaBits)) |
-         ConstantR0<uint32>(builder, tensorflow::bit_cast<uint32>(1.0f));
+         ConstantR0<uint32>(builder, absl::bit_cast<uint32>(1.0f));
   auto floats = BitcastConvertType(bits, F32);
 
   // We have a floating point number in the range [1.0, 2.0).
diff --git a/tensorflow/compiler/xla/literal.cc b/tensorflow/compiler/xla/literal.cc
index 8a8f49ccd0..510aa39b45 100644
--- a/tensorflow/compiler/xla/literal.cc
+++ b/tensorflow/compiler/xla/literal.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include <numeric>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/memory/memory.h"
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_format.h"
@@ -31,7 +32,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/util.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/hash/hash.h"
 #include "tensorflow/core/platform/logging.h"
@@ -1233,7 +1233,7 @@ typename std::enable_if<(sizeof(NativeSrcT) == sizeof(NativeDestT)),
                         Literal>::type
 BitcastBetweenNativeTypes(const LiteralBase& src_literal) {
   auto converter = [](NativeSrcT src) {
-    return tensorflow::bit_cast<NativeDestT>(src);
+    return absl::bit_cast<NativeDestT>(src);
   };
   return ConvertBetweenNativeTypesWithConverter<NativeSrcT, NativeDestT>(
       src_literal, converter);
@@ -1995,7 +1995,7 @@ string LiteralBase::GetR1U8AsString() const {
   CHECK(ShapeUtil::IsArray(shape()));
   CHECK_EQ(ShapeUtil::Rank(shape()), 1);
   CHECK_EQ(shape().element_type(), U8);
-  return string(tensorflow::bit_cast<const char*>(data<uint8>().data()),
+  return string(absl::bit_cast<const char*>(data<uint8>().data()),
                 ShapeUtil::ElementsIn(shape()));
 }
 
diff --git a/tensorflow/compiler/xla/literal_comparison.cc b/tensorflow/compiler/xla/literal_comparison.cc
index 3d8725ed70..8d4b974c16 100644
--- a/tensorflow/compiler/xla/literal_comparison.cc
+++ b/tensorflow/compiler/xla/literal_comparison.cc
@@ -19,11 +19,11 @@ limitations under the License.
 #include <cmath>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_format.h"
 #include "tensorflow/compiler/xla/literal_util.h"
 #include "tensorflow/compiler/xla/util.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/platform/env.h"
 
 using absl::StrAppend;
@@ -40,8 +40,10 @@ namespace {
 template <typename FloatT, typename UnsignedT>
 Status CompareFloatsBitwiseEqual(FloatT lhs, FloatT rhs,
                                  absl::Span<const int64> multi_index) {
-  auto ulhs = tensorflow::bit_cast<UnsignedT>(lhs);
-  auto urhs = tensorflow::bit_cast<UnsignedT>(rhs);
+  // TODO(b/118627822): These are unsafe bit_casts because Eigen::Half is not
+  // trivially copyable.
+  auto ulhs = absl::bit_cast<UnsignedT>(lhs);
+  auto urhs = absl::bit_cast<UnsignedT>(rhs);
   auto lhs_double = static_cast<double>(lhs);
   auto rhs_double = static_cast<double>(rhs);
   if (ulhs != urhs) {
diff --git a/tensorflow/compiler/xla/literal_test.cc b/tensorflow/compiler/xla/literal_test.cc
index dd5b54e4c9..4ae5ddbfdb 100644
--- a/tensorflow/compiler/xla/literal_test.cc
+++ b/tensorflow/compiler/xla/literal_test.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/memory/memory.h"
 #include "absl/strings/match.h"
 #include "absl/strings/str_cat.h"
@@ -28,7 +29,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/types.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/macros.h"
 #include "tensorflow/core/platform/types.h"
@@ -1312,11 +1312,10 @@ TEST_F(LiteralUtilTest, ConvertIfTypesMatch) {
 
 TEST_F(LiteralUtilTest, BitcastConvert) {
   auto original = LiteralUtil::CreateR1<uint32>(
-      {tensorflow::bit_cast<uint32>(2.5f),
-       tensorflow::bit_cast<uint32>(-42.25f),
-       tensorflow::bit_cast<uint32>(100.f), 0xbeef});
+      {absl::bit_cast<uint32>(2.5f), absl::bit_cast<uint32>(-42.25f),
+       absl::bit_cast<uint32>(100.f), 0xbeef});
   auto expected = LiteralUtil::CreateR1<float>(
-      {2.5f, -42.25f, 100.0f, tensorflow::bit_cast<float>(0xbeef)});
+      {2.5f, -42.25f, 100.0f, absl::bit_cast<float>(0xbeef)});
   TF_ASSERT_OK_AND_ASSIGN(Literal converted, original.BitcastConvert(F32));
 }
 
diff --git a/tensorflow/compiler/xla/literal_util.cc b/tensorflow/compiler/xla/literal_util.cc
index 0cb1ae35f4..bb5e5e6100 100644
--- a/tensorflow/compiler/xla/literal_util.cc
+++ b/tensorflow/compiler/xla/literal_util.cc
@@ -30,7 +30,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/util.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/hash/hash.h"
 #include "tensorflow/core/platform/logging.h"
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 3a716c385b..017b11465d 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -253,6 +253,7 @@ cc_library(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/algorithm:container",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/container:inlined_vector",
         "@com_google_absl//absl/container:node_hash_map",
         "@com_google_absl//absl/memory",
diff --git a/tensorflow/compiler/xla/service/cpu/BUILD b/tensorflow/compiler/xla/service/cpu/BUILD
index 58abb330a6..36e25cbe67 100644
--- a/tensorflow/compiler/xla/service/cpu/BUILD
+++ b/tensorflow/compiler/xla/service/cpu/BUILD
@@ -51,6 +51,7 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:stream_executor_no_cuda",
         "//tensorflow/stream_executor",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/types:span",
     ],
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_transfer_manager.cc b/tensorflow/compiler/xla/service/cpu/cpu_transfer_manager.cc
index 1cc2844470..1457582ac1 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_transfer_manager.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_transfer_manager.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/memory/memory.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/literal_util.h"
@@ -29,7 +30,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/platform/logging.h"
@@ -183,7 +183,7 @@ Status CpuTransferManager::TransferLiteralFromOutfeed(
     // Note: OSS build didn't like implicit conversion from
     // literal_shape.dimensions() to the array slice on 2017-07-10.
     absl::Span<const int64> dimensions(
-        tensorflow::bit_cast<const int64*>(literal_shape.dimensions().data()),
+        absl::bit_cast<const int64*>(literal_shape.dimensions().data()),
         literal_shape.dimensions().size());
     TF_ASSIGN_OR_RETURN(
         Shape received_shape,
diff --git a/tensorflow/compiler/xla/service/cpu/llvm_ir_runtime.cc b/tensorflow/compiler/xla/service/cpu/llvm_ir_runtime.cc
index cef5e57b0b..f9722ffada 100644
--- a/tensorflow/compiler/xla/service/cpu/llvm_ir_runtime.cc
+++ b/tensorflow/compiler/xla/service/cpu/llvm_ir_runtime.cc
@@ -22,7 +22,6 @@ limitations under the License.
 #include "llvm/Transforms/Utils/Cloning.h"
 #include "tensorflow/compiler/xla/service/cpu/vector_support_library.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/math_ops.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace xla {
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator.cc b/tensorflow/compiler/xla/service/hlo_evaluator.cc
index c299888385..7fcafafc09 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator.cc
+++ b/tensorflow/compiler/xla/service/hlo_evaluator.cc
@@ -43,7 +43,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/window_util.h"
 #include "tensorflow/core/lib/core/bitmap.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h b/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
index 84fbbd3e0c..ebed875eb4 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
+++ b/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
@@ -19,6 +19,7 @@ limitations under the License.
 #include <cmath>
 
 #include "absl/algorithm/container.h"
+#include "absl/base/casts.h"
 #include "absl/container/inlined_vector.h"
 #include "absl/memory/memory.h"
 #include "absl/types/optional.h"
@@ -27,7 +28,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_evaluator.h"
 #include "tensorflow/compiler/xla/service/hlo_instructions.h"
 #include "tensorflow/compiler/xla/service/shape_inference.h"
-#include "tensorflow/core/lib/core/casts.h"
 
 namespace xla {
 
@@ -2442,7 +2442,7 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
         parent_->evaluated_[reduce_precision],
         ElementWiseUnaryOp(reduce_precision, [reduce_precision](
                                                  ElementwiseT elem) {
-          uint32_t value_as_int = tensorflow::bit_cast<uint32_t>(elem);
+          uint32_t value_as_int = absl::bit_cast<uint32_t>(elem);
           const uint32_t mantissa_bits = reduce_precision->mantissa_bits();
           const uint32_t exponent_bits = reduce_precision->exponent_bits();
 
@@ -2515,7 +2515,7 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
             value_as_int = x_underflows ? x_signed_zero : value_as_int;
           }
 
-          float reduced_result = tensorflow::bit_cast<float>(value_as_int);
+          float reduced_result = absl::bit_cast<float>(value_as_int);
           if (std::isnan(elem)) {
             reduced_result = mantissa_bits > 0
                                  ? elem
diff --git a/tensorflow/compiler/xla/service/llvm_ir/BUILD b/tensorflow/compiler/xla/service/llvm_ir/BUILD
index 5f7ad81d82..850501a4b5 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/BUILD
+++ b/tensorflow/compiler/xla/service/llvm_ir/BUILD
@@ -72,6 +72,7 @@ cc_library(
         "//tensorflow/compiler/xla/service:hlo_module_config",
         "//tensorflow/compiler/xla/service:name_uniquer",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/strings",
         "@com_google_absl//absl/types:span",
         "@llvm//:core",
diff --git a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
index 1a53c026be..2e5aebb74c 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/strings/match.h"
 #include "absl/strings/str_cat.h"
 #include "llvm/IR/DerivedTypes.h"
@@ -33,7 +34,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/util.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/io/path.h"
 #include "tensorflow/core/platform/byte_order.h"
@@ -362,11 +362,10 @@ static void LogS64(const char* tag, int64 value) {
 void EmitLogging(const char* tag, llvm::Value* value, llvm::IRBuilder<>* b) {
   llvm::FunctionType* log_function_type = llvm::FunctionType::get(
       b->getVoidTy(), {b->getInt64Ty(), b->getInt64Ty()}, /*isVarArg=*/false);
-  b->CreateCall(
-      log_function_type,
-      b->CreateIntToPtr(b->getInt64(tensorflow::bit_cast<int64>(&LogS64)),
-                        log_function_type->getPointerTo()),
-      {b->getInt64(tensorflow::bit_cast<int64>(tag)), value});
+  b->CreateCall(log_function_type,
+                b->CreateIntToPtr(b->getInt64(absl::bit_cast<int64>(&LogS64)),
+                                  log_function_type->getPointerTo()),
+                {b->getInt64(absl::bit_cast<int64>(tag)), value});
 }
 
 void SetAlignmentMetadataForLoad(llvm::LoadInst* load, uint64_t alignment) {
diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 3ad6960b4e..5c6183984f 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -660,6 +660,7 @@ xla_test(
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/types:span",
     ],
 )
@@ -684,6 +685,7 @@ xla_test(
         "//tensorflow/compiler/xla/client:xla_builder",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
     ],
 )
 
@@ -707,6 +709,7 @@ xla_test(
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/strings",
     ],
 )
@@ -1616,6 +1619,7 @@ xla_test(
         "//tensorflow/core:stream_executor_no_cuda",
         "//tensorflow/core:test",
         "@com_google_absl//absl/algorithm:container",
+        "@com_google_absl//absl/base",
     ],
 )
 
@@ -1860,6 +1864,7 @@ xla_test(
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/types:span",
     ],
 )
@@ -2152,6 +2157,7 @@ xla_test(
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
diff --git a/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc b/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
index c257566fb2..c131bfd6a6 100644
--- a/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
+++ b/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include <numeric>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/xla/array2d.h"
 #include "tensorflow/compiler/xla/array3d.h"
@@ -35,7 +36,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/tests/test_macros.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace xla {
@@ -139,7 +139,7 @@ XLA_TEST_F(ArrayElementwiseOpTest, IsFiniteZeroElementF32s) {
 }
 
 // A non-canonical quiet NaN value.
-static const float kNonCanonicalNaN = tensorflow::bit_cast<float>(0x7FD01234);
+static const float kNonCanonicalNaN = absl::bit_cast<float>(0x7FD01234);
 
 XLA_TEST_F(ArrayElementwiseOpTest, IsFiniteScalarF32) {
   XlaBuilder builder(TestName());
diff --git a/tensorflow/compiler/xla/tests/convert_test.cc b/tensorflow/compiler/xla/tests/convert_test.cc
index 5f063e6784..20bf3c3179 100644
--- a/tensorflow/compiler/xla/tests/convert_test.cc
+++ b/tensorflow/compiler/xla/tests/convert_test.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include <vector>
 
 #include "absl/algorithm/container.h"
+#include "absl/base/casts.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/shape_util.h"
@@ -27,7 +28,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/tests/test_macros.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/math/math_util.h"
 #include "tensorflow/core/platform/stream_executor_no_cuda.h"
 #include "tensorflow/core/platform/test.h"
@@ -429,11 +429,9 @@ TEST_F(ConvertTest, ConvertReshape) {
 
 std::vector<float> GetInterestingF16ConversionTestCases() {
   float infinity = std::numeric_limits<float>::infinity();
-  float half_min_positive_normal =
-      tensorflow::bit_cast<float, uint32>(0x38800000);
-  float half_max_subnormal = tensorflow::bit_cast<float, uint32>(0x387fc000);
-  float half_min_positive_subnormal =
-      tensorflow::bit_cast<float, uint32>(0x33800000);
+  float half_min_positive_normal = absl::bit_cast<float, uint32>(0x38800000);
+  float half_max_subnormal = absl::bit_cast<float, uint32>(0x387fc000);
+  float half_min_positive_subnormal = absl::bit_cast<float, uint32>(0x33800000);
   float half_max = 65504.0f;
 
   std::vector<float> test_cases(
diff --git a/tensorflow/compiler/xla/tests/exhaustive_f32_elementwise_op_test.cc b/tensorflow/compiler/xla/tests/exhaustive_f32_elementwise_op_test.cc
index 51b50d456e..c84973e17b 100644
--- a/tensorflow/compiler/xla/tests/exhaustive_f32_elementwise_op_test.cc
+++ b/tensorflow/compiler/xla/tests/exhaustive_f32_elementwise_op_test.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include "absl/base/casts.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/tests/client_library_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/tests/test_macros.h"
-#include "tensorflow/core/lib/core/casts.h"
 
 namespace xla {
 namespace {
@@ -47,7 +47,7 @@ class ExhaustiveF32ElementwiseOpTest
         // input to 0 under the assumption that the op is at least correct on 0.
         input_literal.Set({i - begin}, 0.0f);
       } else {
-        input_literal.Set({i - begin}, tensorflow::bit_cast<float, int>(i));
+        input_literal.Set({i - begin}, absl::bit_cast<float, int>(i));
       }
     }
 
diff --git a/tensorflow/compiler/xla/tests/reduce_precision_test.cc b/tensorflow/compiler/xla/tests/reduce_precision_test.cc
index 193e669692..f80d29b9de 100644
--- a/tensorflow/compiler/xla/tests/reduce_precision_test.cc
+++ b/tensorflow/compiler/xla/tests/reduce_precision_test.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include <numeric>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/strings/str_cat.h"
 #include "tensorflow/compiler/xla/array2d.h"
 #include "tensorflow/compiler/xla/client/global_data.h"
@@ -34,7 +35,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/tests/test_macros.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace xla {
@@ -216,14 +216,13 @@ XLA_TEST_P(ReducePrecisionAccuracyTest, ReducePrecisionF32) {
   const uint32_t sign_bit = 1u << 31;
   for (const auto& test_value : test_values) {
     // Add positive values.
-    input_values.push_back(tensorflow::bit_cast<float>(test_value[0]));
-    expected_values.push_back(tensorflow::bit_cast<float>(test_value[index]));
+    input_values.push_back(absl::bit_cast<float>(test_value[0]));
+    expected_values.push_back(absl::bit_cast<float>(test_value[index]));
     // Add negative values.  We do this in the bitwise representation so as to
     // avoid problems with NaN handling.
-    input_values.push_back(
-        tensorflow::bit_cast<float>(test_value[0] ^ sign_bit));
+    input_values.push_back(absl::bit_cast<float>(test_value[0] ^ sign_bit));
     expected_values.push_back(
-        tensorflow::bit_cast<float>(test_value[index] ^ sign_bit));
+        absl::bit_cast<float>(test_value[index] ^ sign_bit));
   }
 
   // This is required for proper handling of NaN values.
diff --git a/tensorflow/compiler/xla/tests/round_trip_packed_literal_test.cc b/tensorflow/compiler/xla/tests/round_trip_packed_literal_test.cc
index 091a5d2cac..606a099ecb 100644
--- a/tensorflow/compiler/xla/tests/round_trip_packed_literal_test.cc
+++ b/tensorflow/compiler/xla/tests/round_trip_packed_literal_test.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include <memory>
 
+#include "absl/base/casts.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/xla/client/global_data.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
@@ -27,7 +28,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/tests/test_macros.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/core/platform/types.h"
@@ -47,7 +47,7 @@ class RoundTripPackedLiteralTest : public ClientLibraryTestBase {
 
 TEST_F(RoundTripPackedLiteralTest, RoundTripsR1F32Length2) {
   string data(sizeof(float) * 2, 0);
-  absl::Span<float> floats(tensorflow::bit_cast<float*>(data.data()), 2);
+  absl::Span<float> floats(absl::bit_cast<float*>(data.data()), 2);
   floats[0] = 42.0;
   floats[1] = 24.0;
 
@@ -69,7 +69,7 @@ TEST_F(RoundTripPackedLiteralTest, RoundTripsR1F32Length2) {
 
 TEST_F(RoundTripPackedLiteralTest, RoundTripsR2F32Size2x2Dim0Minor) {
   string data(sizeof(float) * 4, 0);
-  absl::Span<float> floats(tensorflow::bit_cast<float*>(data.data()), 4);
+  absl::Span<float> floats(absl::bit_cast<float*>(data.data()), 4);
   // With x as the minor dimension, these will become:
   floats[0] = 42.0;  // y=0,x=0
   floats[1] = 24.0;  // y=0,x=1
@@ -102,7 +102,7 @@ TEST_F(RoundTripPackedLiteralTest, RoundTripsR2F32Size2x2Dim0Minor) {
 
 TEST_F(RoundTripPackedLiteralTest, RoundTripsR2F32Size2x2Dim1Minor) {
   string data(sizeof(float) * 4, 0);
-  absl::Span<float> floats(tensorflow::bit_cast<float*>(data.data()), 4);
+  absl::Span<float> floats(absl::bit_cast<float*>(data.data()), 4);
   // With y as the minor dimension, these will become:
   floats[0] = 42.0;  // y=0,x=0
   floats[1] = 24.0;  // y=1,x=0
diff --git a/tensorflow/compiler/xla/tests/test_utils_test.cc b/tensorflow/compiler/xla/tests/test_utils_test.cc
index bc433eac8f..e066b3f4f2 100644
--- a/tensorflow/compiler/xla/tests/test_utils_test.cc
+++ b/tensorflow/compiler/xla/tests/test_utils_test.cc
@@ -15,13 +15,13 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/tests/test_utils.h"
 
+#include "absl/base/casts.h"
 #include "absl/container/flat_hash_set.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/tests/local_client_test_base.h"
 #include "tensorflow/compiler/xla/tests/test_macros.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
@@ -148,7 +148,7 @@ ENTRY %sort.148.1589 (parameter.0: f32[1048576], parameter.1: s32[1048576]) -> (
 
   absl::flat_hash_set<uint32> key_set;
   for (const float& value : key_arg.data<float>()) {
-    EXPECT_TRUE(key_set.insert(tensorflow::bit_cast<uint32>(value)).second);
+    EXPECT_TRUE(key_set.insert(absl::bit_cast<uint32>(value)).second);
   }
 }
 
@@ -171,7 +171,7 @@ ENTRY %sort.148.1589 (parameter.0: s32[1048576], parameter.1: s32[1048576]) -> (
 
   absl::flat_hash_set<int32> key_set;
   for (const int32& value : key_arg.data<int32>()) {
-    EXPECT_TRUE(key_set.insert(tensorflow::bit_cast<uint32>(value)).second);
+    EXPECT_TRUE(key_set.insert(absl::bit_cast<uint32>(value)).second);
   }
 }
 
diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 1a2dd263b0..4628258efc 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -393,7 +393,6 @@ cc_library(
         ":lib_platform",
         ":platform_base",
         "//tensorflow/core/platform/default/build_config:port",
-        "@com_google_absl//absl/base",
         "@snappy",
     ],
 )
@@ -657,7 +656,6 @@ cc_library(
         "lib/core/arena.h",
         "lib/core/bitmap.h",
         "lib/core/bits.h",
-        "lib/core/casts.h",
         "lib/core/coding.h",
         "lib/core/errors.h",
         "lib/core/notification.h",
@@ -2287,7 +2285,6 @@ cc_library(
     srcs = ["lib/png/png_io.cc"],
     hdrs = [
         "lib/bfloat16/bfloat16.h",
-        "lib/core/casts.h",
         "lib/core/stringpiece.h",
         "lib/png/png_io.h",
         "platform/byte_order.h",
@@ -2310,6 +2307,7 @@ cc_library(
         ":lib",
         ":lib_internal",
         "//tensorflow/core/platform/default/build_config:png",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/strings",
         "@zlib_archive//:zlib",
     ],
@@ -2646,6 +2644,7 @@ tf_cuda_library(
         ":protos_all_cc",
         ":stats_calculator_portable",
         ":version_lib",
+        "@com_google_absl//absl/base",
         "//tensorflow/core/platform/default/build_config:platformlib",
         "//tensorflow/core/kernels:bounds_check",
         "//third_party/eigen3",
@@ -3328,7 +3327,6 @@ tf_cc_tests(
     size = "small",
     srcs = [
         "lib/core/arena_test.cc",
-        "lib/core/bit_cast_test.cc",
         "lib/core/bitmap_test.cc",
         "lib/core/blocking_counter_test.cc",
         "lib/core/coding_test.cc",
@@ -3534,6 +3532,7 @@ tf_cc_test(
         ":lib_internal",
         ":test",
         ":test_main",
+        "@com_google_absl//absl/base",
     ],
 )
 
@@ -3707,6 +3706,7 @@ tf_cc_tests(
         "//tensorflow/cc:while_loop",
         "//tensorflow/core/kernels:ops_util",
         "//third_party/eigen3",
+        "@com_google_absl//absl/base",
     ],
 )
 
diff --git a/tensorflow/core/framework/bfloat16_test.cc b/tensorflow/core/framework/bfloat16_test.cc
index d71f92151d..ce97085494 100644
--- a/tensorflow/core/framework/bfloat16_test.cc
+++ b/tensorflow/core/framework/bfloat16_test.cc
@@ -15,8 +15,8 @@ limitations under the License.
 
 #include "tensorflow/core/framework/bfloat16.h"
 
+#include "absl/base/casts.h"
 #include "tensorflow/core/framework/numeric_types.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/core/platform/test_benchmark.h"
 
@@ -45,8 +45,8 @@ TEST(Bfloat16Test, Simple) {
 
 float BinaryToFloat(uint32_t sign, uint32_t exponent, uint32_t high_mantissa,
                     uint32_t low_mantissa) {
-  return bit_cast<float>((sign << 31) + (exponent << 23) +
-                         (high_mantissa << 16) + low_mantissa);
+  return absl::bit_cast<float>((sign << 31) + (exponent << 23) +
+                               (high_mantissa << 16) + low_mantissa);
 }
 
 struct Bfloat16TestParam {
diff --git a/tensorflow/core/kernels/bitcast_op.cc b/tensorflow/core/kernels/bitcast_op.cc
index 90825e6d39..f602cfa428 100644
--- a/tensorflow/core/kernels/bitcast_op.cc
+++ b/tensorflow/core/kernels/bitcast_op.cc
@@ -19,7 +19,6 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/lib/core/casts.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/core/kernels/bitcast_op.h b/tensorflow/core/kernels/bitcast_op.h
index 900ab6f35c..1f3659f303 100644
--- a/tensorflow/core/kernels/bitcast_op.h
+++ b/tensorflow/core/kernels/bitcast_op.h
@@ -25,6 +25,5 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/lib/core/casts.h"
 
 #endif  // TENSORFLOW_CORE_KERNELS_BITCAST_OP_H_
diff --git a/tensorflow/core/kernels/hexagon/BUILD b/tensorflow/core/kernels/hexagon/BUILD
index 4870d9ae20..87d36f22d7 100644
--- a/tensorflow/core/kernels/hexagon/BUILD
+++ b/tensorflow/core/kernels/hexagon/BUILD
@@ -40,6 +40,7 @@ tf_cc_test(
         "//tensorflow/core/kernels:remote_fused_graph_ops",
         "//tensorflow/core/kernels:reshape_op",
         "//tensorflow/core/kernels:softmax_op",
+        "@com_google_absl//absl/base",
     ],
 )
 
diff --git a/tensorflow/core/kernels/hexagon/hexagon_graph_execution_test.cc b/tensorflow/core/kernels/hexagon/hexagon_graph_execution_test.cc
index d53977703e..690d13c4e6 100644
--- a/tensorflow/core/kernels/hexagon/hexagon_graph_execution_test.cc
+++ b/tensorflow/core/kernels/hexagon/hexagon_graph_execution_test.cc
@@ -29,6 +29,7 @@ adb push /tmp/imagenet_comp_graph_label_strings.txt /data/local/tmp
 
 #include <memory>
 
+#include "absl/base/casts.h"
 #include "tensorflow/core/framework/graph_transfer_info.pb.h"
 #include "tensorflow/core/framework/remote_fused_graph_execute_info.pb.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
@@ -40,7 +41,6 @@ adb push /tmp/imagenet_comp_graph_label_strings.txt /data/local/tmp
 #include "tensorflow/core/kernels/i_remote_fused_graph_executor.h"
 #include "tensorflow/core/kernels/i_remote_fused_graph_ops_definitions.h"
 #include "tensorflow/core/kernels/quantization_utils.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/lib/io/path.h"
@@ -132,7 +132,7 @@ static void LoadImage(std::vector<float>* img_floats_ptr) {
   const int64 pixel_count = WIDTH * HEIGHT * DEPTH;
   CHECK(fsize >= 22 /* pos of height */ + sizeof(int));
   CHECK(bmp.data() != nullptr);
-  uint8* const img_bytes = bit_cast<uint8*>(bmp.data());
+  uint8* const img_bytes = absl::bit_cast<uint8*>(bmp.data());
   const int header_size = *(reinterpret_cast<int*>(img_bytes + 10));
   LOG(INFO) << "header size = " << header_size;
   const int size = *(reinterpret_cast<int*>(img_bytes + 14));
diff --git a/tensorflow/core/kernels/quantized_add_op.cc b/tensorflow/core/kernels/quantized_add_op.cc
index 337c8e5c17..55c69de7d3 100644
--- a/tensorflow/core/kernels/quantized_add_op.cc
+++ b/tensorflow/core/kernels/quantized_add_op.cc
@@ -27,7 +27,6 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/meta_support.h"
 #include "tensorflow/core/kernels/quantization_utils.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/util/bcast.h"
 
diff --git a/tensorflow/core/kernels/quantized_mul_op.cc b/tensorflow/core/kernels/quantized_mul_op.cc
index 3c7536e037..4e191f1626 100644
--- a/tensorflow/core/kernels/quantized_mul_op.cc
+++ b/tensorflow/core/kernels/quantized_mul_op.cc
@@ -26,7 +26,6 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/meta_support.h"
 #include "tensorflow/core/kernels/quantization_utils.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/util/bcast.h"
 
diff --git a/tensorflow/core/lib/core/bit_cast_test.cc b/tensorflow/core/lib/core/bit_cast_test.cc
deleted file mode 100644
index f68b2c4053..0000000000
--- a/tensorflow/core/lib/core/bit_cast_test.cc
+++ /dev/null
@@ -1,111 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// Unit test for bit_cast template.
-
-#include "tensorflow/core/lib/core/casts.h"
-#include "tensorflow/core/platform/logging.h"
-#include "tensorflow/core/platform/macros.h"
-#include "tensorflow/core/platform/test.h"
-
-namespace tensorflow {
-
-// Marshall and unmarshall.
-// ISO spec C++ section 3.9 promises this will work.
-
-template <int N>
-struct marshall {
-  char buf[N];
-};
-
-template <class T>
-void TestMarshall(const T values[], int num_values) {
-  for (int i = 0; i < num_values; ++i) {
-    T t0 = values[i];
-    marshall<sizeof(T)> m0 = bit_cast<marshall<sizeof(T)> >(t0);
-    T t1 = bit_cast<T>(m0);
-    marshall<sizeof(T)> m1 = bit_cast<marshall<sizeof(T)> >(t1);
-    ASSERT_EQ(0, memcmp(&t0, &t1, sizeof(T)));
-    ASSERT_EQ(0, memcmp(&m0, &m1, sizeof(T)));
-  }
-}
-
-// Convert back and forth to an integral type.  The C++ standard does
-// not guarantee this will work.
-//
-// There are implicit assumptions about sizeof(float) and
-// sizeof(double). These assumptions are quite extant everywhere.
-
-template <class T, class I>
-void TestIntegral(const T values[], int num_values) {
-  for (int i = 0; i < num_values; ++i) {
-    T t0 = values[i];
-    I i0 = bit_cast<I>(t0);
-    T t1 = bit_cast<T>(i0);
-    I i1 = bit_cast<I>(t1);
-    ASSERT_EQ(0, memcmp(&t0, &t1, sizeof(T)));
-    ASSERT_EQ(i0, i1);
-  }
-}
-
-TEST(BitCast, Bool) {
-  LOG(INFO) << "Test bool";
-  static const bool bool_list[] = {false, true};
-  TestMarshall<bool>(bool_list, TF_ARRAYSIZE(bool_list));
-}
-
-TEST(BitCast, Int32) {
-  static const int32 int_list[] = {0,  1,    100,         2147483647,
-                                   -1, -100, -2147483647, -2147483647 - 1};
-  TestMarshall<int32>(int_list, TF_ARRAYSIZE(int_list));
-}
-
-TEST(BitCast, Int64) {
-  static const int64 int64_list[] = {0, 1, 1LL << 40, -1, -(1LL << 40)};
-  TestMarshall<int64>(int64_list, TF_ARRAYSIZE(int64_list));
-}
-
-TEST(BitCast, Uint64) {
-  static const uint64 uint64_list[] = {0, 1, 1LLU << 40, 1LLU << 63};
-  TestMarshall<uint64>(uint64_list, TF_ARRAYSIZE(uint64_list));
-}
-
-TEST(BitCast, Float) {
-  static const float float_list[] = {0.0,  1.0,   -1.0,  10.0,    -10.0,  1e10,
-                                     1e20, 1e-10, 1e-20, 2.71828, 3.14159};
-  TestMarshall<float>(float_list, TF_ARRAYSIZE(float_list));
-  TestIntegral<float, int32>(float_list, TF_ARRAYSIZE(float_list));
-  TestIntegral<float, uint32>(float_list, TF_ARRAYSIZE(float_list));
-}
-
-TEST(BitCast, Double) {
-  static const double double_list[] = {
-      0.0,
-      1.0,
-      -1.0,
-      10.0,
-      -10.0,
-      1e10,
-      1e100,
-      1e-10,
-      1e-100,
-      2.718281828459045,
-      3.141592653589793238462643383279502884197169399375105820974944};
-  TestMarshall<double>(double_list, TF_ARRAYSIZE(double_list));
-  TestIntegral<double, int64>(double_list, TF_ARRAYSIZE(double_list));
-  TestIntegral<double, uint64>(double_list, TF_ARRAYSIZE(double_list));
-}
-
-}  // namespace tensorflow
diff --git a/tensorflow/core/lib/core/casts.h b/tensorflow/core/lib/core/casts.h
deleted file mode 100644
index 7546d4edc5..0000000000
--- a/tensorflow/core/lib/core/casts.h
+++ /dev/null
@@ -1,100 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// Various Google-specific casting templates.
-//
-// This code is compiled directly on many platforms, including client
-// platforms like Windows, Mac, and embedded systems.  Before making
-// any changes here, make sure that you're not breaking any platforms.
-//
-
-#ifndef TENSORFLOW_CORE_LIB_CORE_CASTS_H_
-#define TENSORFLOW_CORE_LIB_CORE_CASTS_H_
-
-#include <string.h>  // for memcpy
-
-namespace tensorflow {
-
-// bit_cast<Dest,Source> is a template function that implements the
-// equivalent of "*reinterpret_cast<Dest*>(&source)".  We need this in
-// very low-level functions like the protobuf library and fast math
-// support.
-//
-//   float f = 3.14159265358979;
-//   int i = bit_cast<int32>(f);
-//   // i = 0x40490fdb
-//
-// The classical address-casting method is:
-//
-//   // WRONG
-//   float f = 3.14159265358979;            // WRONG
-//   int i = * reinterpret_cast<int*>(&f);  // WRONG
-//
-// The address-casting method actually produces undefined behavior
-// according to ISO C++ specification section 3.10 -15 -.  Roughly, this
-// section says: if an object in memory has one type, and a program
-// accesses it with a different type, then the result is undefined
-// behavior for most values of "different type".
-//
-// This is true for any cast syntax, either *(int*)&f or
-// *reinterpret_cast<int*>(&f).  And it is particularly true for
-// conversions between integral lvalues and floating-point lvalues.
-//
-// The purpose of 3.10 -15- is to allow optimizing compilers to assume
-// that expressions with different types refer to different memory.  gcc
-// 4.0.1 has an optimizer that takes advantage of this.  So a
-// non-conforming program quietly produces wildly incorrect output.
-//
-// The problem is not the use of reinterpret_cast.  The problem is type
-// punning: holding an object in memory of one type and reading its bits
-// back using a different type.
-//
-// The C++ standard is more subtle and complex than this, but that
-// is the basic idea.
-//
-// Anyways ...
-//
-// bit_cast<> calls memcpy() which is blessed by the standard,
-// especially by the example in section 3.9 .  Also, of course,
-// bit_cast<> wraps up the nasty logic in one place.
-//
-// Fortunately memcpy() is very fast.  In optimized mode, with a
-// constant size, gcc 2.95.3, gcc 4.0.1, and msvc 7.1 produce inline
-// code with the minimal amount of data movement.  On a 32-bit system,
-// memcpy(d,s,4) compiles to one load and one store, and memcpy(d,s,8)
-// compiles to two loads and two stores.
-//
-// I tested this code with gcc 2.95.3, gcc 4.0.1, icc 8.1, and msvc 7.1.
-//
-// WARNING: if Dest or Source is a non-POD type, the result of the memcpy
-// is likely to surprise you.
-//
-// Props to Bill Gibbons for the compile time assertion technique and
-// Art Komninos and Igor Tandetnik for the msvc experiments.
-//
-// -- mec 2005-10-17
-
-template <class Dest, class Source>
-inline Dest bit_cast(const Source& source) {
-  static_assert(sizeof(Dest) == sizeof(Source), "Sizes do not match");
-
-  Dest dest;
-  memcpy(&dest, &source, sizeof(dest));
-  return dest;
-}
-
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_CORE_LIB_CORE_CASTS_H_
diff --git a/tensorflow/core/lib/jpeg/jpeg_mem_unittest.cc b/tensorflow/core/lib/jpeg/jpeg_mem_unittest.cc
index 15266af1db..62dd31a65f 100644
--- a/tensorflow/core/lib/jpeg/jpeg_mem_unittest.cc
+++ b/tensorflow/core/lib/jpeg/jpeg_mem_unittest.cc
@@ -22,18 +22,19 @@ limitations under the License.
 
 #include <memory>
 
+#include "absl/base/casts.h"
 #include "tensorflow/core/lib/jpeg/jpeg_handle.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/core/platform/types.h"
 
-#include "tensorflow/core/lib/core/casts.h"
 
 namespace tensorflow {
 namespace jpeg {
 namespace {
 
+using absl::bit_cast;
 const char kTestData[] = "tensorflow/core/lib/jpeg/testdata/";
 
 int ComputeSumAbsoluteDifference(const uint8* a, const uint8* b, int width,
diff --git a/tensorflow/core/lib/png/png_io.cc b/tensorflow/core/lib/png/png_io.cc
index e226a15ccc..bc52180265 100644
--- a/tensorflow/core/lib/png/png_io.cc
+++ b/tensorflow/core/lib/png/png_io.cc
@@ -24,7 +24,7 @@ limitations under the License.
 // NOTE(skal): we don't '#include <setjmp.h>' before png.h as it otherwise
 // provokes a compile error. We instead let png.h include what is needed.
 
-#include "tensorflow/core/lib/core/casts.h"
+#include "absl/base/casts.h"
 #include "tensorflow/core/lib/png/png_io.h"
 #include "tensorflow/core/platform/byte_order.h"
 #include "tensorflow/core/platform/logging.h"
@@ -76,7 +76,8 @@ static void Convert8to16(const uint8* p8, int num_comps, int p8_row_bytes,
 #undef CPTR_INC
 
 void ErrorHandler(png_structp png_ptr, png_const_charp msg) {
-  DecodeContext* const ctx = bit_cast<DecodeContext*>(png_get_io_ptr(png_ptr));
+  DecodeContext* const ctx =
+      absl::bit_cast<DecodeContext*>(png_get_io_ptr(png_ptr));
   ctx->error_condition = true;
   // To prevent log spam, errors are logged as VLOG(1) instead of ERROR.
   VLOG(1) << "PNG error: " << msg;
@@ -88,7 +89,8 @@ void WarningHandler(png_structp png_ptr, png_const_charp msg) {
 }
 
 void StringReader(png_structp png_ptr, png_bytep data, png_size_t length) {
-  DecodeContext* const ctx = bit_cast<DecodeContext*>(png_get_io_ptr(png_ptr));
+  DecodeContext* const ctx =
+      absl::bit_cast<DecodeContext*>(png_get_io_ptr(png_ptr));
   if (static_cast<png_size_t>(ctx->data_left) < length) {
     memset(data, 0, length);
     png_error(png_ptr, "More bytes requested to read than available");
@@ -100,8 +102,8 @@ void StringReader(png_structp png_ptr, png_bytep data, png_size_t length) {
 }
 
 void StringWriter(png_structp png_ptr, png_bytep data, png_size_t length) {
-  string* const s = bit_cast<string*>(png_get_io_ptr(png_ptr));
-  s->append(bit_cast<const char*>(data), length);
+  string* const s = absl::bit_cast<string*>(png_get_io_ptr(png_ptr));
+  s->append(absl::bit_cast<const char*>(data), length);
 }
 
 void StringWriterFlush(png_structp png_ptr) {}
@@ -215,7 +217,7 @@ bool CommonInitDecode(StringPiece png_string, int desired_channels,
     CommonFreeDecode(context);
     return false;
   }
-  context->data = bit_cast<const uint8*>(png_string.data());
+  context->data = absl::bit_cast<const uint8*>(png_string.data());
   context->data_left = png_string.size();
   png_set_read_fn(context->png_ptr, context, StringReader);
   png_read_info(context->png_ptr, context->info_ptr);
@@ -328,8 +330,8 @@ bool CommonFinishDecode(png_bytep data, int row_bytes, DecodeContext* context) {
 
   // Synthesize 16 bits from 8 if requested.
   if (context->need_to_synthesize_16)
-    Convert8to16(bit_cast<uint8*>(data), context->channels, row_bytes,
-                 context->width, context->height, bit_cast<uint16*>(data),
+    Convert8to16(absl::bit_cast<uint8*>(data), context->channels, row_bytes,
+                 context->width, context->height, absl::bit_cast<uint16*>(data),
                  row_bytes);
   return ok;
 }
diff --git a/tensorflow/core/lib/png/png_io.h b/tensorflow/core/lib/png/png_io.h
index c876c5156a..d3a44b19ee 100644
--- a/tensorflow/core/lib/png/png_io.h
+++ b/tensorflow/core/lib/png/png_io.h
@@ -35,6 +35,7 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "tensorflow/core/lib/core/stringpiece.h"
 #include "tensorflow/core/platform/png.h"
 #include "tensorflow/core/platform/types.h"
@@ -68,7 +69,7 @@ bool DecodeHeader(StringPiece png_string, int* width, int* height,
 // DecodeContext context;
 // CHECK(CommonInitDecode(png_string, 3 /*RGB*/, 8 /*uint8*/, &context));
 // char* image_buffer = new char[3*context.width*context.height];
-// CHECK(CommonFinishDecode(bit_cast<png_byte*>(image_buffer),
+// CHECK(CommonFinishDecode(absl::bit_cast<png_byte*>(image_buffer),
 //       3*context.width /*stride*/, &context));
 //
 // desired_channels may be 0 to detected it from the input.
diff --git a/tensorflow/core/lib/wav/wav_io.cc b/tensorflow/core/lib/wav/wav_io.cc
index c536b5688e..b4f0bfbfb9 100644
--- a/tensorflow/core/lib/wav/wav_io.cc
+++ b/tensorflow/core/lib/wav/wav_io.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include <string.h>
 #include <algorithm>
 
-#include "tensorflow/core/lib/core/casts.h"
+#include "absl/base/casts.h"
 #include "tensorflow/core/lib/core/coding.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/wav/wav_io.h"
@@ -174,7 +174,7 @@ Status EncodeAudioAsS16LEWav(const float* audio, size_t sample_rate,
 
   wav_string->resize(file_size);
   char* data = &wav_string->at(0);
-  WavHeader* header = bit_cast<WavHeader*>(data);
+  WavHeader* header = absl::bit_cast<WavHeader*>(data);
 
   // Fill RIFF chunk.
   auto* riff_chunk = &header->riff_chunk;
diff --git a/tensorflow/core/lib/wav/wav_io.h b/tensorflow/core/lib/wav/wav_io.h
index f004524177..9145e7c9f2 100644
--- a/tensorflow/core/lib/wav/wav_io.h
+++ b/tensorflow/core/lib/wav/wav_io.h
@@ -21,7 +21,6 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/coding.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
diff --git a/tensorflow/core/util/example_proto_fast_parsing.cc b/tensorflow/core/util/example_proto_fast_parsing.cc
index e52d55e2ff..3cc75bbd1f 100644
--- a/tensorflow/core/util/example_proto_fast_parsing.cc
+++ b/tensorflow/core/util/example_proto_fast_parsing.cc
@@ -16,13 +16,13 @@ limitations under the License.
 
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "tensorflow/core/example/example.pb.h"
 #include "tensorflow/core/example/feature.pb_text.h"
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/lib/core/blocking_counter.h"
-#include "tensorflow/core/lib/core/casts.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/lib/gtl/inlined_vector.h"
@@ -164,7 +164,7 @@ class Feature {
         while (!stream.ExpectAtEnd()) {
           uint32 buffer32;
           if (!stream.ReadLittleEndian32(&buffer32)) return false;
-          float_list->push_back(bit_cast<float>(buffer32));
+          float_list->push_back(absl::bit_cast<float>(buffer32));
         }
 
         stream.PopLimit(packed_limit);
@@ -173,7 +173,7 @@ class Feature {
           if (!stream.ExpectTag(kFixed32Tag(1))) return false;
           uint32 buffer32;
           if (!stream.ReadLittleEndian32(&buffer32)) return false;
-          float_list->push_back(bit_cast<float>(buffer32));
+          float_list->push_back(absl::bit_cast<float>(buffer32));
         }
       }
     }
@@ -1600,7 +1600,7 @@ inline int ParseFloatFeature(protobuf::io::CodedInputStream* stream,
           return -1;
         }
         if (out != nullptr) {
-          *out++ = bit_cast<float>(buffer32);
+          *out++ = absl::bit_cast<float>(buffer32);
         }
         num_elements++;
       }
@@ -1613,7 +1613,7 @@ inline int ParseFloatFeature(protobuf::io::CodedInputStream* stream,
           return -1;
         }
         if (out != nullptr) {
-          *out++ = bit_cast<float>(buffer32);
+          *out++ = absl::bit_cast<float>(buffer32);
         }
         num_elements++;
       }
-- 
GitLab


From 10f259865ae3ad5703e4b962b99969cd29e4c676 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 29 Oct 2018 18:30:49 -0700
Subject: [PATCH 0769/1825] Internal change.

PiperOrigin-RevId: 219229787
---
 tensorflow/contrib/distribute/python/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index daa7592bcf..abda1fb2f0 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -514,6 +514,7 @@ cuda_py_test(
         "//tensorflow/python:platform",
         "//tensorflow/python:summary",
     ],
+    shard_count = 5,
     tags = [
         "multi_and_single_gpu",
         "no_pip",
-- 
GitLab


From bdd60574d1b20f87c7ed60a0f04dd2dd2ecedc8e Mon Sep 17 00:00:00 2001
From: wangsiyu <siyu.wsy@gmail.com>
Date: Tue, 30 Oct 2018 11:59:05 +0800
Subject: [PATCH 0770/1825] Add params documentations and refine code

---
 .../python/parameter_server_strategy.py        |  2 +-
 .../python/parameter_server_strategy_test.py   |  2 --
 tensorflow/python/ops/variable_scope.py        | 18 ++++++++++++++++++
 3 files changed, 19 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 52c8747a47..6590f2a215 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -232,7 +232,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     return self._cross_tower_ops.broadcast(tensor, destinations)
 
   def _allow_variable_partition(self):
-    return True if not context.executing_eagerly() else False
+    return not context.executing_eagerly()
 
   # TODO(yuefengz): not all ops in device_setter.STANDARD_PS_OPS will go through
   # this creator, such as "MutableHashTable".
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index f268ab31c1..86dfcec18e 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -191,8 +191,6 @@ class ParameterServerStrategyTestBase(
                              config=sess_config) as sess, \
          d.scope():
 
-      # Define a variable outside the call_for_each_tower scope. This is not
-      # recommended.
       n = variable_scope.get_variable(
           'n',
           initializer=constant_op.constant([10.0, 20.0]),
diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index 8fb1d4be94..3493f67ec1 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -625,6 +625,15 @@ class _VariableStore(object):
         variable and return the Tensor for the projected value
         (which must have the same shape). Constraints are not safe to
         use when doing asynchronous distributed training.
+      synchronization: Indicates when a distributed a variable will be
+        aggregated. Accepted values are constants defined in the class
+        `tf.VariableSynchronization`. By default the synchronization is set to
+        `AUTO` and the current `DistributionStrategy` chooses
+        when to synchronize. If `synchronization` is set to `ON_READ`,
+        `trainable` must not be set to `True`.
+      aggregation: Indicates how a distributed variable will be aggregated.
+        Accepted values are constants defined in the class
+        `tf.VariableAggregation`.
 
     Returns:
       A `PartitionedVariable` object.
@@ -1732,6 +1741,15 @@ def _get_partitioned_variable(name,
       variable and return the Tensor for the projected value
       (which must have the same shape). Constraints are not safe to
       use when doing asynchronous distributed training.
+    synchronization: Indicates when a distributed a variable will be
+      aggregated. Accepted values are constants defined in the class
+      `tf.VariableSynchronization`. By default the synchronization is set to
+      `AUTO` and the current `DistributionStrategy` chooses
+      when to synchronize. If `synchronization` is set to `ON_READ`,
+      `trainable` must not be set to `True`.
+    aggregation: Indicates how a distributed variable will be aggregated.
+      Accepted values are constants defined in the class
+      `tf.VariableAggregation`.
 
   Returns:
     A tuple `(shards, partitions)` where `shards` is the list of `Variable`
-- 
GitLab


From 1dd6c365ef424a4757da4bf562294fb2bc51dbca Mon Sep 17 00:00:00 2001
From: BY Shen <byshen@gmail.com>
Date: Tue, 30 Oct 2018 12:40:36 +0800
Subject: [PATCH 0771/1825] Update .gitignore for tflite downloads directory.

---
 .gitignore | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index 1ef4c297ee..8d7808ba01 100644
--- a/.gitignore
+++ b/.gitignore
@@ -24,7 +24,7 @@ Pods
 Podfile.lock
 *.pbxproj
 *.xcworkspacedata
-/tensorflow/contrib/lite/downloads/**
+/tensorflow/contrib/lite/tools/make/downloads/**
 /tensorflow/contrib/lite/gen/**
 /tensorflow/contrib/lite/examples/ios/simple/data/*.txt
 /tensorflow/contrib/lite/examples/ios/simple/data/*.tflite
-- 
GitLab


From f7e4143a451cd9cf8e4412e5834324e9c69ec6fb Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Mon, 29 Oct 2018 22:58:59 -0700
Subject: [PATCH 0772/1825] [XLA:GPU] Remove the implicit reference of the last
 kernel in the thunk sequence when ParallelLoopEmitter is used.

Currently, when IrEmitterUnnested handles an HLO for which ParallelLoopEmitter
is used to emit the kernel, we first create the thunk for the kernel, push the
thunk to the end of the thunk sequence and then call the handler for the same
HLO in IrEmitter. The handler in IrEmitter emits code to compute the base
pointers for parameters before constructing the elemental ir emitter, and then
passes the elemental ir emitter to IrEmitterUnnested::EmitTargetElementLoop,
which implicitly references the last kernel in the thunk and eventually invokes
ParallelLoopEmitter with the elemental ir emitter.

To remove such an implicit reference of the last kernel in the thunk sequence,
we postpone the creation of the thunk to routine
IrEmitterUnnested::EmitTargetElementLoop, and delay the emission of code that
computes the base pointers for parameters by wrapping the code emission inside
a generator and pass the generator to IrEmitterUnnested::EmitTargetElementLoop
through the FusedIrEmitter.
PiperOrigin-RevId: 219249592
---
 .../compiler/xla/service/cpu/ir_emitter.cc    |  8 +-
 .../compiler/xla/service/cpu/ir_emitter.h     |  8 ++
 .../compiler/xla/service/gpu/ir_emitter.cc    | 10 +--
 .../compiler/xla/service/gpu/ir_emitter.h     | 17 +++++
 .../xla/service/gpu/ir_emitter_unnested.cc    | 75 +++++++------------
 .../llvm_ir/dynamic_update_slice_util.cc      | 19 +++--
 .../llvm_ir/dynamic_update_slice_util.h       |  9 ++-
 .../xla/service/llvm_ir/fused_ir_emitter.cc   | 23 +++---
 .../xla/service/llvm_ir/fused_ir_emitter.h    | 28 ++++++-
 9 files changed, 114 insertions(+), 83 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index b1f81ad73b..1b0c6f70f9 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -2206,16 +2206,16 @@ Status IrEmitter::HandleFusion(HloInstruction* fusion) {
     VLOG(3) << "HandleFusion FusedDynamicUpdateSliceInPlace";
     CpuElementalIrEmitter elemental_emitter(hlo_module_config_, this, module_);
     TF_RETURN_IF_ERROR(EmitTargetAddressForOp(fusion));
-
     // Delegate to common implementation of fused in-place dynamic-update-slice.
-    auto operands = GetIrArraysForOperandsOf(fusion);
     return llvm_ir::EmitFusedDynamicUpdateSliceInPlace(
-        fusion, operands, GetIrArrayFor(fusion), &elemental_emitter, &b_);
+        fusion, GetGeneratorForOperandIrArrays(fusion), GetIrArrayFor(fusion),
+        &elemental_emitter, &b_);
   } else if (fusion->fusion_kind() == HloInstruction::FusionKind::kLoop) {
     VLOG(3) << "HandleFusion kLoop";
     CpuElementalIrEmitter elemental_emitter(hlo_module_config_, this, module_);
     auto operands = GetIrArraysForOperandsOf(fusion);
-    FusedIrEmitter fused_emitter(operands, &elemental_emitter);
+    FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(fusion),
+                                 &elemental_emitter);
     TF_RETURN_IF_ERROR(fusion->fused_expression_root()->Accept(&fused_emitter));
 
     return EmitTargetElementLoop(fusion, fused_emitter.GetRootGenerator());
diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.h b/tensorflow/compiler/xla/service/cpu/ir_emitter.h
index 586f27b104..136b88ff75 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.h
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.h
@@ -59,6 +59,9 @@ namespace cpu {
 class IrEmitter : public DfsHloVisitorWithDefault,
                   public IrBuilderMixin<IrEmitter> {
  public:
+  using GeneratorForOperandIrArrays =
+      std::function<std::vector<llvm_ir::IrArray>()>;
+
   // Create a new LLVM IR emitter.
   //
   // hlo_module: the HLO module we are emitting IR for.
@@ -208,6 +211,11 @@ class IrEmitter : public DfsHloVisitorWithDefault,
   std::vector<llvm_ir::IrArray> GetIrArraysForOperandsOf(
       const HloInstruction* hlo);
 
+  GeneratorForOperandIrArrays GetGeneratorForOperandIrArrays(
+      HloInstruction* unnested_hlo) {
+    return [=]() { return GetIrArraysForOperandsOf(unnested_hlo); };
+  }
+
   // Augments IrArray with aliasing information.
   void AddAliasingInformationToIrArray(const HloInstruction& hlo,
                                        llvm_ir::IrArray* array) {
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter.cc
index a3821e077e..7fcdd805ed 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter.cc
@@ -697,15 +697,11 @@ Status IrEmitter::HandleReduce(HloInstruction* reduce) {
 Status IrEmitter::HandleFusion(HloInstruction* fusion) {
   // kFusion for library calls should be handled by
   // IrEmitterUnnested::HandleFusion.
-  CHECK(HloInstruction::FusionKind::kLoop == fusion->fusion_kind());
-
-  std::vector<llvm_ir::IrArray> parameter_arrays;
-  for (HloInstruction* operand : fusion->operands()) {
-    parameter_arrays.push_back(GetIrArray(*operand, *fusion));
-  }
+  CHECK_EQ(HloInstruction::FusionKind::kLoop, fusion->fusion_kind());
   GpuElementalIrEmitter elemental_emitter(hlo_module_config_, module_, &b_,
                                           GetNestedComputer());
-  FusedIrEmitter fused_emitter(parameter_arrays, &elemental_emitter);
+  FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(fusion),
+                               &elemental_emitter);
   TF_RETURN_IF_ERROR(fusion->fused_expression_root()->Accept(&fused_emitter));
 
   return EmitTargetElementLoop(*fusion, fused_emitter.GetRootGenerator());
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter.h b/tensorflow/compiler/xla/service/gpu/ir_emitter.h
index 8805201480..56c3f45200 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter.h
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter.h
@@ -68,6 +68,9 @@ namespace gpu {
 class IrEmitter : public DfsHloVisitorWithDefault,
                   public IrBuilderMixin<IrEmitter> {
  public:
+  using GeneratorForOperandIrArrays =
+      std::function<std::vector<llvm_ir::IrArray>()>;
+
   IrEmitter(const IrEmitter&) = delete;
   IrEmitter& operator=(const IrEmitter&) = delete;
 
@@ -179,6 +182,20 @@ class IrEmitter : public DfsHloVisitorWithDefault,
   // Hlo configuration data used during code generation.
   const HloModuleConfig& hlo_module_config_;
 
+ protected:
+  GeneratorForOperandIrArrays GetGeneratorForOperandIrArrays(
+      HloInstruction* fusion) {
+    return [=]() {
+      std::vector<llvm_ir::IrArray> ir_arrays;
+      ir_arrays.reserve(fusion->operand_count());
+      absl::c_transform(fusion->operands(), std::back_inserter(ir_arrays),
+                        [&](const HloInstruction* operand) {
+                          return GetIrArray(*operand, *fusion);
+                        });
+      return ir_arrays;
+    };
+  }
+
  private:
   // A helper method for EmitAtomicOperationForNestedComputation. Certain
   // computations, such as floating-point addition and integer maximization, can
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index 921c9decf9..e7fd456668 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -337,14 +337,6 @@ llvm::Type* GetIndexTypeForKernel(const HloInstruction* hlo, int64 launch_size,
 }  // namespace
 
 Status IrEmitterUnnested::DefaultAction(HloInstruction* hlo) {
-  int unroll_factor = 1;
-  // Unfused elementwise operations are usually memory bound, unroll them.
-  if (hlo->IsElementwise()) {
-    unroll_factor = ComputeMaxUnrollFactor(hlo);
-  }
-
-  AddThunkToThunkSequence(BuildKernelThunk(
-      hlo, /*implements_whole_instruction=*/true, unroll_factor));
   return IrEmitter::DefaultAction(hlo);
 }
 
@@ -505,15 +497,12 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
           thunks.push_back(BuildKernelThunk(
               fusion, /*implements_whole_instruction=*/false, unroll_factor));
 
-          std::vector<IrArray> operand_parameter_arrays;
-          for (HloInstruction* operand : fusion->operands()) {
-            operand_parameter_arrays.push_back(GetIrArray(*operand, *fusion));
-          }
           GpuElementalIrEmitter operand_elemental_emitter(
               hlo_module_config_, ir_emitter_context_->llvm_module(), &b_,
               GetNestedComputer());
-          FusedIrEmitter operand_fused_emitter(operand_parameter_arrays,
-                                               &operand_elemental_emitter);
+          FusedIrEmitter operand_fused_emitter(
+              GetGeneratorForOperandIrArrays(fusion),
+              &operand_elemental_emitter);
           TF_RETURN_IF_ERROR(
               root->mutable_operand(0)->Accept(&operand_fused_emitter));
 
@@ -529,15 +518,12 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
               BuildKernelThunk(fusion,
                                /*implements_whole_instruction=*/false));
           // Spin up a new fused emitter for the scatter kernel and emit it.
-          std::vector<IrArray> scatter_parameter_arrays;
-          for (HloInstruction* operand : fusion->operands()) {
-            scatter_parameter_arrays.push_back(GetIrArray(*operand, *fusion));
-          }
           GpuElementalIrEmitter scatter_elemental_emitter(
               hlo_module_config_, ir_emitter_context_->llvm_module(), &b_,
               GetNestedComputer());
-          FusedIrEmitter scatter_fused_emitter(scatter_parameter_arrays,
-                                               &scatter_elemental_emitter);
+          FusedIrEmitter scatter_fused_emitter(
+              GetGeneratorForOperandIrArrays(fusion),
+              &scatter_elemental_emitter);
           TF_RETURN_IF_ERROR(root->Accept(&scatter_fused_emitter));
           TF_RETURN_IF_ERROR(EmitScatter(
               thunks.back().get(), root,
@@ -585,14 +571,11 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
         CHECK(first_reduce != nullptr);
         std::unique_ptr<KernelThunk> kernel_thunk =
             BuildKernelThunk(fusion, /*implements_whole_instruction=*/false);
-        std::vector<IrArray> parameter_arrays;
-        for (HloInstruction* operand : fusion->operands()) {
-          parameter_arrays.push_back(GetIrArray(*operand, *fusion));
-        }
         GpuElementalIrEmitter elemental_emitter(
             hlo_module_config_, ir_emitter_context_->llvm_module(), &b_,
             GetNestedComputer());
-        FusedIrEmitter fused_emitter(parameter_arrays, &elemental_emitter);
+        FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(fusion),
+                                     &elemental_emitter);
         TF_RETURN_IF_ERROR(root->Accept(&fused_emitter));
 
         // For multi-output fusion CHECK the constraints and feed all the
@@ -663,10 +646,6 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
     // Set up kernel thunk and fused ir emitter.
     std::unique_ptr<KernelThunk> fusion_thunk =
         BuildKernelThunk(fusion, /*implements_whole_instruction=*/true);
-    std::vector<IrArray> operand_arrays;
-    for (HloInstruction* operand : fusion->operands()) {
-      operand_arrays.push_back(GetIrArray(*operand, *fusion));
-    }
     GpuElementalIrEmitter elemental_emitter(hlo_module_config_,
                                             ir_emitter_context_->llvm_module(),
                                             &b_, GetNestedComputer());
@@ -685,8 +664,8 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
     AddThunkToThunkSequence(std::move(fusion_thunk));
 
     return llvm_ir::EmitParallelFusedDynamicUpdateSliceInPlace(
-        fusion, operand_arrays, output_array, &elemental_emitter,
-        launch_dimensions, &b_);
+        fusion, GetGeneratorForOperandIrArrays(fusion), output_array,
+        &elemental_emitter, launch_dimensions, &b_);
   }
 
   if (ImplementedAsGemm(*fusion)) {
@@ -700,10 +679,6 @@ Status IrEmitterUnnested::HandleFusion(HloInstruction* fusion) {
     return Status::OK();
   }
 
-  int unroll_factor = ComputeMaxUnrollFactor(fusion);
-
-  AddThunkToThunkSequence(BuildKernelThunk(
-      fusion, /*implements_whole_instruction=*/true, unroll_factor));
   return IrEmitter::HandleFusion(fusion);
 }
 
@@ -1721,8 +1696,6 @@ Status IrEmitterUnnested::HandleReduce(HloInstruction* reduce) {
     return Status::OK();
   }
 
-  AddThunkToThunkSequence(
-      BuildKernelThunk(reduce, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleReduce(reduce);
 }
 
@@ -2192,8 +2165,6 @@ Status IrEmitterUnnested::EmitScatter(
 }
 
 Status IrEmitterUnnested::HandleSelect(HloInstruction* select) {
-  AddThunkToThunkSequence(
-      BuildKernelThunk(select, /*implements_whole_instruction=*/true));
   return IrEmitter::HandleSelect(select);
 }
 
@@ -2806,15 +2777,12 @@ StatusOr<std::unique_ptr<Thunk>> IrEmitterUnnested::BuildInitializerThunk(
 
   if (fused) {
     // If init_value was fused into this reduce we have to generate it first.
-    std::vector<IrArray> parameter_arrays;
-    for (HloInstruction* operand : hlo->operands()) {
-      parameter_arrays.push_back(GetIrArray(*operand, *hlo));
-    }
     GpuElementalIrEmitter elemental_emitter(hlo_module_config_,
                                             ir_emitter_context_->llvm_module(),
                                             &b_, GetNestedComputer());
 
-    FusedIrEmitter fused_emitter(parameter_arrays, &elemental_emitter);
+    FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(hlo),
+                                 &elemental_emitter);
     TF_RETURN_IF_ERROR(init_value_operand->Accept(&fused_emitter));
     TF_RETURN_IF_ERROR(
         ParallelLoopEmitter(fused_emitter.GetGenerator(init_value_operand),
@@ -3037,9 +3005,19 @@ Status IrEmitterUnnested::EmitTargetElementLoopInThunk(
 Status IrEmitterUnnested::EmitTargetElementLoop(
     const HloInstruction& hlo,
     const llvm_ir::ElementGenerator& element_generator) {
-  CHECK_EQ(Thunk::Kind::kKernel, LastThunk()->kind());
-  return EmitTargetElementLoopInThunk(hlo, element_generator,
-                                      static_cast<KernelThunk*>(LastThunk()));
+  int unroll_factor = 1;
+  // Unfused elementwise operations are usually memory bound, unroll them.
+  if (hlo.IsElementwise() || hlo.opcode() == HloOpcode::kFusion) {
+    unroll_factor = ComputeMaxUnrollFactor(&hlo);
+  }
+
+  std::unique_ptr<KernelThunk> kernel_thunk = BuildKernelThunk(
+      &hlo, /*implements_whole_instruction=*/true, unroll_factor);
+  Status emit_status =
+      EmitTargetElementLoopInThunk(hlo, element_generator, kernel_thunk.get());
+  thunk_sequence_->emplace_back(std::move(kernel_thunk));
+
+  return emit_status;
 }
 
 std::vector<IrArray> IrEmitterUnnested::ConstructIrArrayForInputs(
@@ -3403,7 +3381,8 @@ LaunchDimensions IrEmitterUnnested::EmitHlo021Tile(
         [&](const IrArray::Index& index, llvm::Value* y_loc) {
           GpuElementalIrEmitter elem_emitter(hlo_module_config_, module_, &b_,
                                              GetNestedComputer());
-          FusedIrEmitter fused_emitter(param_arrays, &elem_emitter);
+          FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(hlo),
+                                       &elem_emitter);
           tiled_param_info.set_y(y_loc);
           fused_emitter.SetTiledParameterInfo(&tiled_param_info);
           TF_CHECK_OK(hlo->fused_expression_root()->Accept(&fused_emitter));
diff --git a/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.cc b/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.cc
index cc2e862f2e..4d7f36d9f8 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.cc
@@ -130,7 +130,8 @@ Status EmitDynamicUpdateSliceInPlace(absl::Span<const IrArray> operand_arrays,
 //
 // Emits a sequential loop if launch_dimensions is null.
 static Status EmitFusedDynamicUpdateSliceInPlaceImpl(
-    HloInstruction* fusion, absl::Span<const IrArray> fusion_operand_arrays,
+    HloInstruction* fusion,
+    GeneratorForOperandIrArrays operand_arrays_generator,
     const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
     const gpu::LaunchDimensions* launch_dimensions, llvm::IRBuilder<>* b) {
   CHECK_EQ(fusion->opcode(), HloOpcode::kFusion);
@@ -160,7 +161,8 @@ static Status EmitFusedDynamicUpdateSliceInPlaceImpl(
       LayoutUtil::CopyLayoutBetweenShapes(fusion->shape(), &update_shape));
 
   // Create element generators for update and start_indices.
-  FusedIrEmitter fused_emitter(fusion_operand_arrays, elemental_emitter);
+  FusedIrEmitter fused_emitter(std::move(operand_arrays_generator),
+                               elemental_emitter);
   TF_RETURN_IF_ERROR(dynamic_update_slice->Accept(&fused_emitter));
   ElementGenerator update_array_generator = fused_emitter.GetGenerator(update);
   ElementGenerator start_indices_generator =
@@ -173,21 +175,24 @@ static Status EmitFusedDynamicUpdateSliceInPlaceImpl(
 }
 
 Status EmitFusedDynamicUpdateSliceInPlace(
-    HloInstruction* fusion, absl::Span<const IrArray> fusion_operand_arrays,
+    HloInstruction* fusion,
+    GeneratorForOperandIrArrays operand_arrays_generator,
     const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
     llvm::IRBuilder<>* b) {
   return EmitFusedDynamicUpdateSliceInPlaceImpl(
-      fusion, fusion_operand_arrays, fusion_output_array, elemental_emitter,
+      fusion, std::move(operand_arrays_generator), fusion_output_array,
+      elemental_emitter,
       /*launch_dimensions=*/nullptr, b);
 }
 
 Status EmitParallelFusedDynamicUpdateSliceInPlace(
-    HloInstruction* fusion, absl::Span<const IrArray> fusion_operand_arrays,
+    HloInstruction* fusion,
+    GeneratorForOperandIrArrays operand_arrays_generator,
     const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
     const gpu::LaunchDimensions& launch_dimensions, llvm::IRBuilder<>* b) {
   return EmitFusedDynamicUpdateSliceInPlaceImpl(
-      fusion, fusion_operand_arrays, fusion_output_array, elemental_emitter,
-      &launch_dimensions, b);
+      fusion, std::move(operand_arrays_generator), fusion_output_array,
+      elemental_emitter, &launch_dimensions, b);
 }
 
 }  // namespace llvm_ir
diff --git a/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.h b/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.h
index fb3e4eb97c..7fe803d1f8 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.h
@@ -27,6 +27,9 @@ limitations under the License.
 namespace xla {
 namespace llvm_ir {
 
+using GeneratorForOperandIrArrays =
+    std::function<std::vector<llvm_ir::IrArray>()>;
+
 // Checks if we can emit code for the given DynamicUpdateSlice node that updates
 // its input in place.  Returns true if the dynamic-update-slice's
 // array-to-be-updated and output share the same BufferAllocation::Slice.
@@ -73,14 +76,16 @@ Status EmitDynamicUpdateSliceInPlace(absl::Span<const IrArray> operand_arrays,
 // (sequential) code for a fusion node that does the dynamic-update-slice in
 // place.
 Status EmitFusedDynamicUpdateSliceInPlace(
-    HloInstruction* fusion, absl::Span<const IrArray> fusion_operand_arrays,
+    HloInstruction* fusion,
+    GeneratorForOperandIrArrays operand_arrays_generator,
     const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
     llvm::IRBuilder<>* b);
 
 // Same as EmitFusedDynamicUpdateSliceInPlace, except emits a parallel loop with
 // the given launch dimensions.
 Status EmitParallelFusedDynamicUpdateSliceInPlace(
-    HloInstruction* fusion, absl::Span<const IrArray> fusion_operand_arrays,
+    HloInstruction* fusion,
+    GeneratorForOperandIrArrays operand_arrays_generator,
     const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
     const gpu::LaunchDimensions& launch_dimensions, llvm::IRBuilder<>* b);
 
diff --git a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc
index b0a492c70b..38f2b5da23 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.cc
@@ -72,16 +72,17 @@ Status FusedIrEmitter::DefaultAction(HloInstruction* hlo) {
 }
 
 Status FusedIrEmitter::HandleConstant(HloInstruction* constant) {
-  const Literal& literal = constant->literal();
-  llvm::Constant* initializer =
-      llvm_ir::ConvertLiteralToIrConstant(literal, module_);
-  llvm::GlobalVariable* global = new llvm::GlobalVariable(
-      *b_->GetInsertBlock()->getModule(), initializer->getType(),
-      /*isConstant=*/true, llvm::GlobalValue::ExternalLinkage, initializer,
-      /*Name=*/"");
-  llvm::Constant* shape_constant = llvm::ConstantExpr::getBitCast(
-      global, llvm_ir::ShapeToIrType(literal.shape(), module_)->getPointerTo());
   indexed_generators_[constant] = [=](const IrArray::Index& index) {
+    const Literal& literal = constant->literal();
+    llvm::Constant* initializer =
+        llvm_ir::ConvertLiteralToIrConstant(literal, module_);
+    llvm::GlobalVariable* global = new llvm::GlobalVariable(
+        *b_->GetInsertBlock()->getModule(), initializer->getType(),
+        /*isConstant=*/true, llvm::GlobalValue::ExternalLinkage, initializer,
+        /*Name=*/"");
+    llvm::Constant* shape_constant = llvm::ConstantExpr::getBitCast(
+        global,
+        llvm_ir::ShapeToIrType(literal.shape(), module_)->getPointerTo());
     return IrArray(shape_constant, constant->shape())
         .EmitReadArrayElement(index, b_);
   };
@@ -105,7 +106,7 @@ Status FusedIrEmitter::HandleGetTupleElement(
             tuple_operand->name());
       }
       tuple_ptr =
-          parameter_arrays_[tuple_operand->parameter_number()].GetBasePointer();
+          GetBasePointerForFusedParameter(tuple_operand->parameter_number());
     }
 
     // Lookup tuple element pointer.
@@ -148,7 +149,7 @@ Status FusedIrEmitter::HandleParameter(HloInstruction* parameter) {
             "tiled_buffer");
       }
     }
-    return parameter_arrays_[parameter->parameter_number()]
+    return GetIrArrayForFusedParameter(parameter->parameter_number())
         .EmitReadArrayElement(index, b_);
   };
   return Status::OK();
diff --git a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h
index 076c449c1e..1b9c61f670 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h
@@ -19,6 +19,7 @@ limitations under the License.
 #include <map>
 #include <unordered_map>
 
+#include "absl/types/optional.h"
 #include "absl/types/span.h"
 #include "llvm/IR/IRBuilder.h"
 #include "llvm/IR/Value.h"
@@ -54,10 +55,13 @@ class FusedIrEmitter : public DfsHloVisitorWithDefault {
  public:
   using IndexedGenerator = llvm_ir::ElementGenerator;
   using NonIndexedGenerator = std::function<StatusOr<llvm::Value*>()>;
+  using GeneratorForOperandIrArrays =
+      std::function<std::vector<llvm_ir::IrArray>()>;
 
-  FusedIrEmitter(absl::Span<const llvm_ir::IrArray> parameter_arrays,
+  FusedIrEmitter(GeneratorForOperandIrArrays operand_arrays_generator,
                  ElementalIrEmitter* elemental_emitter)
-      : parameter_arrays_(parameter_arrays),
+      : operand_arrays_(),
+        operand_arrays_generator_(std::move(operand_arrays_generator)),
         tiled_parameter_info_(nullptr),
         elemental_emitter_(elemental_emitter),
         b_(elemental_emitter->b()),
@@ -86,9 +90,25 @@ class FusedIrEmitter : public DfsHloVisitorWithDefault {
     tiled_parameter_info_ = info;
   }
 
+ protected:
+  // Returns the IrArrays for the fusion instruction operands.
+  llvm_ir::IrArray& GetIrArrayForFusedParameter(int64 parameter_number) {
+    if (!operand_arrays_.has_value()) {
+      operand_arrays_ = operand_arrays_generator_();
+    }
+    return operand_arrays_.value()[parameter_number];
+  }
+
+  llvm::Value* GetBasePointerForFusedParameter(int64 parameter_number) {
+    return GetIrArrayForFusedParameter(parameter_number).GetBasePointer();
+  }
+
  private:
-  // Arrays of parameters of fusion instruction
-  absl::Span<const llvm_ir::IrArray> parameter_arrays_;
+  // IrArrays for the fusion instruction operands, whose base addresses are the
+  // base address of the corresponding parameters in the fused computation.
+  absl::optional<std::vector<llvm_ir::IrArray>> operand_arrays_;
+  GeneratorForOperandIrArrays operand_arrays_generator_;
+
   const llvm_ir::TiledParameterInfo* tiled_parameter_info_;
 
   ElementalIrEmitter* elemental_emitter_;
-- 
GitLab


From e283ef23d9471882bef8a7f59150459d017fe5e6 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 30 Oct 2018 00:33:20 -0700
Subject: [PATCH 0773/1825] In accordance to changes in get_concrete_function.

PiperOrigin-RevId: 219256351
---
 tensorflow/python/eager/function.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 221d52a278..a12bbb792f 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1103,9 +1103,6 @@ def register(func, *args, **kwargs):
   function definition into graph. Register function with different input param
   will result into multiple version of functions registered in graph.
 
-  Also, `args` and `kwargs` are ignored if this `PolymorphicFunction` was
-  created with an `input_signature`.
-
   Args:
     func: the PolymorphicFunction instance that generated by a @defun
     *args: input arguments for the Python function.
-- 
GitLab


From f002e99947c966a672a18a947c965466d2974ac5 Mon Sep 17 00:00:00 2001
From: Daniel Visentin <dvisentin@google.com>
Date: Tue, 30 Oct 2018 00:52:44 -0700
Subject: [PATCH 0774/1825] Log error in _WrappedSession.close

PiperOrigin-RevId: 219257907
---
 tensorflow/python/training/monitored_session.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/training/monitored_session.py b/tensorflow/python/training/monitored_session.py
index a479f38165..0e29bec389 100644
--- a/tensorflow/python/training/monitored_session.py
+++ b/tensorflow/python/training/monitored_session.py
@@ -1071,8 +1071,10 @@ class _WrappedSession(object):
     if self._sess:
       try:
         self._sess.close()
-      except _PREEMPTION_ERRORS:
-        pass
+      except _PREEMPTION_ERRORS as e:
+        logging.warning('An error occurred when attempting to close the '
+                        'session. This may be due to a preemption in a '
+                        'connected worker or parameter server. Error: %s', e)
       finally:
         self._sess = None
 
-- 
GitLab


From 0340ef97561b035155741cedc5c5aa8c3debc42a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 02:02:25 -0700
Subject: [PATCH 0775/1825] compat: Update forward compatibility horizon to
 2018-10-30

PiperOrigin-RevId: 219265416
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index aff4b1e324..6de0bc7e38 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 29)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 30)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From bc3eef9ff0f8f36ac5ad163018741a7258e9a99e Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 30 Oct 2018 02:56:37 -0700
Subject: [PATCH 0776/1825] Add deps which cannot be added upstream because of
 circular dependencies.

PiperOrigin-RevId: 219270291
---
 tensorflow/python/BUILD       | 2 ++
 tensorflow/python/eager/BUILD | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index cf3cba4fda..8a36a98062 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2036,6 +2036,8 @@ py_library(
     ],
 )
 
+# Note: targets depending on this should also depend on ":cond_v2" and ":while_v2".
+# See b/118513001.
 py_library(
     name = "control_flow_ops",
     srcs = ["ops/control_flow_ops.py"],
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 057e609a65..99e3dc0de1 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -408,10 +408,12 @@ py_library(
     deps = [
         ":context",
         ":function",
+        "//tensorflow/python:cond_v2",  # TODO(b/118513001): Imported via control_flow_ops; remove.
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:resource_variable_ops",
         "//tensorflow/python:variable_scope",
+        "//tensorflow/python:while_v2",  # TODO(b/118513001): Imported via control_flow_ops; remove.
         "//tensorflow/python/training/checkpointable:base",
     ],
 )
-- 
GitLab


From 309029c2aeef9aebe9a6a8444c5b4ee901be7f31 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Tue, 30 Oct 2018 04:42:53 -0700
Subject: [PATCH 0777/1825] Removed estimator/api BUILD file now that estimator
 has moved to new repo.

PiperOrigin-RevId: 219278964
---
 tensorflow/python/estimator/api/BUILD | 19 -------------------
 1 file changed, 19 deletions(-)
 delete mode 100644 tensorflow/python/estimator/api/BUILD

diff --git a/tensorflow/python/estimator/api/BUILD b/tensorflow/python/estimator/api/BUILD
deleted file mode 100644
index 60e0e8c845..0000000000
--- a/tensorflow/python/estimator/api/BUILD
+++ /dev/null
@@ -1,19 +0,0 @@
-package(
-    default_visibility = [
-        "//tensorflow:internal",
-    ],
-)
-
-licenses(["notice"])  # Apache 2.0
-
-load("//tensorflow/python/tools/api/generator:api_gen.bzl", "gen_api_init_files")
-load("//tensorflow/python/tools/api/generator:api_gen.bzl", "ESTIMATOR_API_INIT_FILES")
-
-gen_api_init_files(
-    name = "estimator_python_api_gen",
-    api_name = "estimator",
-    output_files = ESTIMATOR_API_INIT_FILES,
-    output_package = "tensorflow.python.estimator.api",
-    package_deps = ["//tensorflow/python/estimator:estimator_py"],
-    packages = ["tensorflow.python.estimator"],
-)
-- 
GitLab


From e21a4cb14795691b8e97a8373eb2d231ef97c3b9 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Tue, 30 Oct 2018 05:02:31 -0700
Subject: [PATCH 0778/1825] Cleaning up unused ESTIMATOR_API_INIT_FILES from
 api_gen.bzl

Estimator code has its own copy of this file. This list is no longer
needed in core tensorflow code.

PiperOrigin-RevId: 219280739
---
 tensorflow/python/tools/api/generator/api_gen.bzl | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index c4633dfe32..ee33597170 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -2,16 +2,6 @@
 
 load("//tensorflow/python/tools/api/generator:api_init_files.bzl", "TENSORFLOW_API_INIT_FILES")
 
-# keep sorted
-ESTIMATOR_API_INIT_FILES = [
-    # BEGIN GENERATED ESTIMATOR FILES
-    "__init__.py",
-    "estimator/__init__.py",
-    "estimator/export/__init__.py",
-    "estimator/inputs/__init__.py",
-    # END GENERATED ESTIMATOR FILES
-]
-
 def get_compat_files(
         file_paths,
         compat_api_version):
-- 
GitLab


From 71b06aca1a4ad62378f0b6c7e997e841ed62fcba Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Tue, 30 Oct 2018 07:46:07 -0700
Subject: [PATCH 0779/1825] Make captured ResourceVariables work with while_v2
 + gradients.

This involves a few changes:

* The gradients implementation doesn't error out if it gets a resource tensor y + grad_y (resource tensors previously only worked if grad_y was None). This is necessary since the while body function has matching resource tensor input/outputs, so we end up taking the gradient of the resource output, which has the default grad_y from the outer gradients call.

* We special-case setting the grad_y to None for TensorArrays only. This is currently done with a whitelist. If some TensorArray ops are missing from this list, we can add them later.

* We use the original input names in the body function signature. This isn't necessary but makes debugging easier (otherwise they all show up as "placeholder" and it's hard to tell which input is which).

* Adds new method func_graph.maybe_captured(tensor) to determine if a tensor represents a captured value.

PiperOrigin-RevId: 219298427
---
 tensorflow/python/framework/func_graph.py     | 18 +++++++++
 .../kernel_tests/control_flow_ops_py_test.py  | 14 ++++++-
 tensorflow/python/ops/gradients_impl.py       |  6 +++
 tensorflow/python/ops/while_v2.py             | 40 +++++++++++++++----
 4 files changed, 69 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index b1bb5626f9..9a3751f4e5 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -457,6 +457,24 @@ def func_graph_from_py_func(name,
   return func_graph
 
 
+def maybe_captured(tensor):
+  """If t is a captured value placeholder, returns the original captured value.
+
+  Args:
+    tensor: Tensor.
+
+  Returns:
+    A tensor, potentially from a different Graph/FuncGraph.
+  """
+  if (not isinstance(tensor, ops.EagerTensor) and
+      tensor.op.graph.building_function and tensor.op.type == "Placeholder"):
+    for input_t, placeholder_t in tensor.op.graph.captures.items():
+      if tensor == placeholder_t:
+        return maybe_captured(input_t)
+  # pylint: enable=protected-access
+  return tensor
+
+
 def device_stack_has_callable(device_stack):
   """Checks whether a device stack contains a callable."""
   return any(callable(spec._device_name_or_function)  # pylint: disable=protected-access
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index fd7f9d2798..ea3776fe0b 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -1991,7 +1991,6 @@ class ControlFlowTest(test.TestCase):
   def testNestedWhileCondWhileGradGpu(self):
     self._testNestedWhileCondWhileGrad(use_gpu=True)
 
-  @test_util.disable_control_flow_v2("b/116823782")
   def testWhileGrad_Variable(self):
     with self.cached_session():
       a = variables.Variable(3.0)
@@ -2004,6 +2003,18 @@ class ControlFlowTest(test.TestCase):
       variables.global_variables_initializer().run()
       self.assertAllClose(216.0, r[0].eval())
 
+  def testWhileGrad_ResourceVariable(self):
+    with self.cached_session():
+      a = resource_variable_ops.ResourceVariable(3.0)
+      v = constant_op.constant(2.0, name="v")
+      c = lambda v: math_ops.less(v, 100.0)
+      b = lambda v: math_ops.multiply(v, a)
+      r = control_flow_ops.while_loop(c, b, [v], parallel_iterations=1)
+
+      g = gradients_impl.gradients(r, a)
+      variables.global_variables_initializer().run()
+      self.assertAllClose(216.0, g[0].eval())
+
   def testWhileGradInCond(self):
 
     with self.cached_session():
@@ -2709,7 +2720,6 @@ class ControlFlowTest(test.TestCase):
     grad, = gradients_impl.gradients(w, c)
     self.assertIsNotNone(grad)
 
-  @test_util.disable_control_flow_v2("b/116270461 (resource)")
   def testStopGradMultiFlows(self):
     with self.cached_session():
 
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index 0cb6f80b2c..4f0fb54dca 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -264,6 +264,12 @@ def _DefaultGradYs(grad_ys,
               "Gradient type %s generated for variant "
               "tensor %s with type %s must be variant" % (dtypes.as_dtype(
                   grad_y.dtype).name, y, dtypes.as_dtype(y.dtype).name))
+      elif y.dtype == dtypes.resource:
+        # We assume y is the handle of a ResourceVariable. The gradient of a
+        # ResourceVariable should be a numeric value, not another resource.
+        if grad_y.dtype == dtypes.resource:
+          raise TypeError("Input gradient %s for resource tensor %s should not "
+                          "be a resource" % (grad_y, y))
       else:
         raise TypeError(
             "Tensor %s with type %s must be numeric "
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index bf883fe067..06dfe7235b 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -50,6 +50,13 @@ from tensorflow.python.util import nest
 # to them and then pass those in as data inputs. This should probably be
 # handled in the CapturingGraph itself.
 
+# Op types that output a resource tensor representing a TensorArray handle.
+TENSOR_ARRAY_HANDLE_OPS = (
+    "TensorArrayV3",
+    "TensorArrayGradV3",
+    "TensorArrayGradWithShape",
+)
+
 
 def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
   """Like tf.while_loop, except emits a single While op."""
@@ -243,13 +250,14 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
   """The gradient of a While op produced by while_loop."""
   body_graph = _get_body_graph(op)
 
-  # Set the incoming gradient of TensorArray handle to None.
-  # TODO(b/118164915): We need a way of distinguising b/w TensorArray resource
-  # handles and ResourceVariables and set the default gradient of only the
-  # TensorArray handle to None.
+  # Set the incoming gradient of TensorArray handles to None. The gradient
+  # implementation currently assumes all resource tensors correspond to float32
+  # ResourceVariables, which can lead to runtime shape errors when used with a
+  # TensorArray. This is a workaround until TensorArrays are reimplemented with
+  # TensorLists instead of resources.
   grads = [
-      None if output.dtype == dtypes.resource else g
-      for g, output in zip(grads, op.outputs)
+      None if _is_tensor_array_handle(output) else grad
+      for grad, output in zip(grads, op.outputs)
   ]
 
   # Ensure that all non-resource trainable outputs have incoming gradients.
@@ -746,6 +754,24 @@ def _graph_name(graph):
   return "Base"
 
 
+def _is_tensor_array_handle(tensor):
+  """Returns whether tensor is a TensorArray handle."""
+  if tensor.dtype != dtypes.resource:
+    return False
+
+  if tensor.op.type == "While":
+    # We assume that any resource outputs of a While op correspond to a captured
+    # resource input (as opposed to a loop variable specified by the user).
+    # NOTE(skyewm): we could actually check this, but I can't think of when you
+    # would have a resource loop variable.
+    tensor = tensor.op.inputs[tensor.value_index]
+
+  # TODO(b/118452219): add test coverage for this.
+  tensor = func_graph_module.maybe_captured(tensor)
+
+  return tensor.op.type in TENSOR_ARRAY_HANDLE_OPS
+
+
 def _pack_sequence_as(structure_with_tas, loop_vars):
   """Like `nest.pack_sequence_as` but also replaces flows with TensorArrays."""
 
@@ -783,7 +809,7 @@ def _tensor_array_to_flow(loop_vars):
 
 def _build_signature(loop_vars, shape_invariants):
   return nest.pack_sequence_as(loop_vars, [
-      tensor_spec.TensorSpec(s, t.dtype)
+      tensor_spec.TensorSpec(s, t.dtype, name=t.op.name)
       for s, t in zip(nest.flatten(shape_invariants), nest.flatten(loop_vars))
   ])
 
-- 
GitLab


From b8f508d114937642bd6aa28dbe60bffe67803600 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Tue, 30 Oct 2018 08:02:18 -0700
Subject: [PATCH 0780/1825] [tf.data vectorization] Vectorizer for `Identity`
 op

PiperOrigin-RevId: 219300526
---
 .../optimizers/data/vectorization/BUILD       |   8 -
 .../data/vectorization/cast_vectorizer.cc     |  51 ----
 .../data/vectorization/cwise_op_vectorizer.cc | 239 ++++++++++--------
 .../data/vectorization_utils_test.cc          |  43 +++-
 4 files changed, 175 insertions(+), 166 deletions(-)
 delete mode 100644 tensorflow/core/grappler/optimizers/data/vectorization/cast_vectorizer.cc

diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
index 01652172e3..8879c26fc4 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
@@ -60,13 +60,6 @@ tf_cc_test(
     ] + tf_protos_all(),
 )
 
-cc_library(
-    name = "cast_vectorizer",
-    srcs = ["cast_vectorizer.cc"],
-    deps = VECTORIZER_DEPS,
-    alwayslink = 1,
-)
-
 cc_library(
     name = "cwise_op_vectorizer",
     srcs = ["cwise_op_vectorizer.cc"],
@@ -107,7 +100,6 @@ cc_library(
     hdrs = ["vectorizer_registry.h"],
     visibility = ["//visibility:public"],
     deps = [
-        ":cast_vectorizer",
         ":cwise_op_vectorizer",
         ":decode_csv_vectorizer",
         ":parse_single_example_vectorizer",
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/cast_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/cast_vectorizer.cc
deleted file mode 100644
index f445157531..0000000000
--- a/tensorflow/core/grappler/optimizers/data/vectorization/cast_vectorizer.cc
+++ /dev/null
@@ -1,51 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/core/framework/node_def.pb.h"
-#include "tensorflow/core/grappler/optimizers/data/graph_utils.h"
-#include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h"
-
-namespace tensorflow {
-namespace grappler {
-namespace {
-
-class CastVectorizer : public Vectorizer {
- public:
-  Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    Status s;
-    if (node.num_inputs() != 1) {
-      return errors::Internal("Cast op should only have one input.");
-    }
-
-    // Add new Cast node with the same op and attrs as the original node
-    auto new_cast_node = outer_scope->AddNode(node.def(), &s);
-    TF_RETURN_IF_ERROR(s);
-
-    outer_scope->AddEdge(inputs[0].node, inputs[0].output_index, new_cast_node,
-                         0);
-
-    // Add output mappings
-    outputs->push_back({new_cast_node, 0, true});
-    return Status::OK();
-  }
-};
-
-REGISTER_VECTORIZER("Cast", CastVectorizer);
-
-}  // namespace
-}  // namespace grappler
-}  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
index d26de1b36d..709882e45a 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
@@ -119,136 +119,163 @@ Status ExpandDimsForBroadcast(std::vector<WrappedTensor>* inputs, Graph* g) {
   return status;
 }
 
-// Vectorizer for component-wise ops. Since these operations act component-wise,
-// the vectorized op is the same as the original, with additional
-// instrumentation to support correct broadcasting for binary ops.
-class CwiseOpVectorizer : public Vectorizer {
+// Vectorization helper for component-wise ops. Since these operations act
+// component-wise, the vectorized op is the same as the original.
+Status CwiseVectorizeHelper(const Node& node, Graph* outer_scope,
+                            std::vector<WrappedTensor>&& inputs,
+                            std::vector<WrappedTensor>* outputs) {
+  // Add new node with the same op type and attrs as the original node
+  Node* new_node;
+  auto node_builder = NodeBuilder(strings::StrCat("vectorized/", node.name()),
+                                  node.type_string());
+  for (const auto& input : inputs) {
+    node_builder = node_builder.Input(input.node, input.output_index);
+  }
+  for (const auto& attr_slice : node.attrs()) {
+    node_builder = node_builder.Attr(attr_slice.first, attr_slice.second);
+  }
+  TF_RETURN_IF_ERROR(node_builder.Finalize(outer_scope, &new_node));
+
+  // Add output mappings
+  outputs->push_back({new_node, 0, true});
+  return Status::OK();
+}
+
+class UnaryCwiseOpVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
                    std::vector<WrappedTensor>&& inputs,
                    std::vector<WrappedTensor>* outputs) override {
-    if (inputs.size() > 1) {
-      // Binary ops support broadcasting
-      TF_RETURN_IF_ERROR(ExpandDimsForBroadcast(&inputs, outer_scope));
+    if (inputs.size() != 1) {
+      return errors::Internal("Failed to vectorize ", node.type_string(),
+                              ". The op should have 1 input, but has ",
+                              inputs.size());
     }
 
-    // Add new node with the same op type and attrs as the original node
-    Node* new_node;
-    auto node_builder = NodeBuilder(strings::StrCat("vectorized/", node.name()),
-                                    node.type_string());
-    for (const auto& input : inputs) {
-      node_builder = node_builder.Input(input.node, input.output_index);
-    }
-    for (const auto& attr_slice : node.attrs()) {
-      node_builder = node_builder.Attr(attr_slice.first, attr_slice.second);
+    return CwiseVectorizeHelper(node, outer_scope, std::move(inputs), outputs);
+  }
+};
+
+class BinaryCwiseOpVectorizer : public Vectorizer {
+ public:
+  Status Vectorize(const Node& node, Graph* outer_scope,
+                   std::vector<WrappedTensor>&& inputs,
+                   std::vector<WrappedTensor>* outputs) override {
+    if (inputs.size() != 2) {
+      return errors::Internal("Failed to vectorize ", node.type_string(),
+                              ". The op should have 2 input, but has ",
+                              inputs.size());
     }
-    TF_RETURN_IF_ERROR(node_builder.Finalize(outer_scope, &new_node));
+    // Binary ops support broadcasting
+    TF_RETURN_IF_ERROR(ExpandDimsForBroadcast(&inputs, outer_scope));
 
-    // Add output mappings
-    outputs->push_back({new_node, 0, true});
-    return Status::OK();
+    return CwiseVectorizeHelper(node, outer_scope, std::move(inputs), outputs);
   }
 };
 
 // Bitwise unary
-REGISTER_VECTORIZER("Invert", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Invert", UnaryCwiseOpVectorizer);
 
 // Logical unary
-REGISTER_VECTORIZER("LogicalNot", CwiseOpVectorizer);
+REGISTER_VECTORIZER("LogicalNot", UnaryCwiseOpVectorizer);
 
 // Complex unary
-REGISTER_VECTORIZER("Angle", CwiseOpVectorizer);
-REGISTER_VECTORIZER("ComplexAbs", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Conj", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Imag", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Real", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Angle", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("ComplexAbs", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Conj", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Imag", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Real", UnaryCwiseOpVectorizer);
 
 // Real unary
-REGISTER_VECTORIZER("Abs", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Acos", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Acosh", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Asin", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Asinh", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Atan", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Atanh", CwiseOpVectorizer);
-REGISTER_VECTORIZER("BesselI0e", CwiseOpVectorizer);
-REGISTER_VECTORIZER("BesselI1e", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Ceil", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Cos", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Cosh", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Digamma", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Elu", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Erf", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Erfc", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Exp", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Expm1", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Floor", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Inv", CwiseOpVectorizer);
-REGISTER_VECTORIZER("IsFinite", CwiseOpVectorizer);
-REGISTER_VECTORIZER("IsInf", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Lgamma", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Log", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Log1p", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Neg", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Reciprocal", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Relu", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Relu6", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Rint", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Round", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Rsqrt", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Selu", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Sigmoid", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Sign", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Sin", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Sinh", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Softplus", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Softsign", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Sqrt", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Square", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Tanh", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Tan", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Abs", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Acos", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Acosh", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Asin", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Asinh", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Atan", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Atanh", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("BesselI0e", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("BesselI1e", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Ceil", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Cos", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Cosh", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Digamma", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Elu", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Erf", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Erfc", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Exp", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Expm1", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Floor", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Inv", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("IsFinite", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("IsInf", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Lgamma", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Log", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Log1p", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Neg", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Reciprocal", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Relu", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Relu6", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Rint", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Round", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Rsqrt", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Selu", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Sigmoid", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Sign", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Sin", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Sinh", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Softplus", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Softsign", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Sqrt", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Square", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Tanh", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Tan", UnaryCwiseOpVectorizer);
+
+// Miscellaneous unary
+REGISTER_VECTORIZER("Cast", UnaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Identity", UnaryCwiseOpVectorizer);
 
 // Bitwise binary
-REGISTER_VECTORIZER("BitwiseAnd", CwiseOpVectorizer);
-REGISTER_VECTORIZER("BitwiseOr", CwiseOpVectorizer);
-REGISTER_VECTORIZER("BitwiseXor", CwiseOpVectorizer);
-REGISTER_VECTORIZER("LeftShift", CwiseOpVectorizer);
-REGISTER_VECTORIZER("RightShift", CwiseOpVectorizer);
+REGISTER_VECTORIZER("BitwiseAnd", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("BitwiseOr", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("BitwiseXor", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("LeftShift", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("RightShift", BinaryCwiseOpVectorizer);
 
 // Logical binary
-REGISTER_VECTORIZER("LogicalAnd", CwiseOpVectorizer);
-REGISTER_VECTORIZER("LogicalOr", CwiseOpVectorizer);
+REGISTER_VECTORIZER("LogicalAnd", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("LogicalOr", BinaryCwiseOpVectorizer);
 
 // Real binary
-REGISTER_VECTORIZER("Add", CwiseOpVectorizer);
-REGISTER_VECTORIZER("AddV2", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Atan2", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Complex", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Div", CwiseOpVectorizer);
-REGISTER_VECTORIZER("DivNoNan", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Equal", CwiseOpVectorizer);
-REGISTER_VECTORIZER("FloorDiv", CwiseOpVectorizer);
-REGISTER_VECTORIZER("FloorMod", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Greater", CwiseOpVectorizer);
-REGISTER_VECTORIZER("GreaterEqual", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Igamma", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Igammac", CwiseOpVectorizer);
-REGISTER_VECTORIZER("IgammaGradA", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Less", CwiseOpVectorizer);
-REGISTER_VECTORIZER("LessEqual", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Maximum", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Minimum", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Mod", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Mul", CwiseOpVectorizer);
-REGISTER_VECTORIZER("NotEqual", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Polygamma", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Pow", CwiseOpVectorizer);
-REGISTER_VECTORIZER("RealDiv", CwiseOpVectorizer);
-REGISTER_VECTORIZER("SquaredDifference", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Sub", CwiseOpVectorizer);
-REGISTER_VECTORIZER("TruncateDiv", CwiseOpVectorizer);
-REGISTER_VECTORIZER("TruncateMod", CwiseOpVectorizer);
-REGISTER_VECTORIZER("Zeta", CwiseOpVectorizer);
+REGISTER_VECTORIZER("Add", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("AddV2", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Atan2", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Complex", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Div", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("DivNoNan", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Equal", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("FloorDiv", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("FloorMod", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Greater", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("GreaterEqual", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Igamma", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Igammac", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("IgammaGradA", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Less", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("LessEqual", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Maximum", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Minimum", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Mod", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Mul", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("NotEqual", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Polygamma", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Pow", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("RealDiv", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("SquaredDifference", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Sub", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("TruncateDiv", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("TruncateMod", BinaryCwiseOpVectorizer);
+REGISTER_VECTORIZER("Zeta", BinaryCwiseOpVectorizer);
 }  // namespace
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc b/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
index aa3696b5be..d276cbec59 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
@@ -245,10 +245,16 @@ TEST(VectorizeMapDefunTest, VectorizeWithUnvectorizableOp) {
   FunctionDef* vectorized;
   TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
 
+  ASSERT_TRUE(
+      function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   auto map_defun_node = vectorized->node_def(
       function_utils::FindFunctionNodeWithOp("MapDefun", *vectorized));
+
   // The Cast node should be converted just fine.
-  EXPECT_EQ(GetRetval(*vectorized, 1), "Cast:y:0");
+  ASSERT_TRUE(function_utils::ContainsFunctionNodeWithOp("Cast", *vectorized));
+  auto cast = vectorized->node_def(
+      function_utils::FindFunctionNodeWithOp("Cast", *vectorized));
+  EXPECT_EQ(GetRetval(*vectorized, 1), strings::StrCat(cast.name(), ":y:0"));
 
   // The inner function should only have one retval.
   FunctionLibraryDefinition lib_def(OpRegistry::Global(), lib);
@@ -1508,6 +1514,41 @@ TEST(VectorizerTest, VectorizeParseSingleExampleWithStackedDefaults) {
   EXPECT_TRUE(
       function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
 }
+
+TEST(VectorizerTest, VectorizeIdentity) {
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/{{{"Identity"}, "Identity", {"arg0"}, {{"T", DT_INT32}}}},
+      /*ret_def=*/{{"ret0", "Identity:output:0"}});
+
+  FunctionDef outer;
+  TF_ASSERT_OK(WrapFunctionWithMapDefun(inner, &outer));
+
+  const NodeDef* map_defun = &outer.node_def(0);
+
+  FunctionDefLibrary lib;
+  *lib.add_function() = outer;
+  *lib.add_function() = inner;
+  FunctionDef* vectorized;
+  TF_ASSERT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+
+  EXPECT_FALSE(
+      function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
+  ASSERT_TRUE(
+      function_utils::ContainsFunctionNodeWithOp("Identity", *vectorized));
+  const NodeDef& identity_node = vectorized->node_def(
+      function_utils::FindFunctionNodeWithOp("Identity", *vectorized));
+
+  EXPECT_EQ(identity_node.input(0),
+            vectorized->signature().input_arg(0).name());
+  EXPECT_EQ(GetRetval(*vectorized, 0),
+            strings::StrCat(identity_node.name(), ":output:0"));
+  EXPECT_EQ(vectorized->node_def_size(), 1);
+}
+
 }  // namespace
 }  // namespace vectorization_utils
 }  // namespace grappler
-- 
GitLab


From 699445d0291d8eaea4a65a29d423a2529e59f59b Mon Sep 17 00:00:00 2001
From: Ian Langmore <langmore@google.com>
Date: Tue, 30 Oct 2018 08:17:23 -0700
Subject: [PATCH 0781/1825] linear_operator_util:  Special case some
 broadcasting for matmul and triangular_solve.  This should speed these ops up
 in some cases. PiperOrigin-RevId: 219302752

---
 .../linalg/linear_operator_util_test.py       | 192 ++++++++++++++++--
 .../python/ops/linalg/linear_operator_util.py | 159 ++++++++++++++-
 2 files changed, 329 insertions(+), 22 deletions(-)

diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py
index 13218787e2..31fb19e4a6 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py
@@ -205,7 +205,7 @@ class CholeskySolveWithBroadcastTest(test.TestCase):
       result = linear_operator_util.cholesky_solve_with_broadcast(chol, rhs)
       self.assertAllEqual((2, 3, 7), result.get_shape())
       expected = linalg_ops.cholesky_solve(chol_broadcast, rhs)
-      self.assertAllEqual(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), result.eval())
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2, 2]
@@ -228,12 +228,12 @@ class CholeskySolveWithBroadcastTest(test.TestCase):
               chol_ph: chol,
               rhs_ph: rhs,
           })
-      self.assertAllEqual(expected, result)
+      self.assertAllClose(expected, result)
 
 
 class MatmulWithBroadcastTest(test.TestCase):
 
-  def test_static_dims_broadcast(self):
+  def test_static_dims_broadcast_x_has_extra_dims(self):
     # batch_shape = [2]
     # for each batch member, we have a 1x3 matrix times a 3x7 matrix ==> 1x7
     x = rng.rand(2, 1, 3)
@@ -244,7 +244,69 @@ class MatmulWithBroadcastTest(test.TestCase):
       result = linear_operator_util.matmul_with_broadcast(x, y)
       self.assertAllEqual((2, 1, 7), result.get_shape())
       expected = math_ops.matmul(x, y_broadcast)
-      self.assertAllEqual(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_y_has_extra_dims(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    x = rng.rand(5, 7)
+    y = rng.rand(2, 3, 7, 5)
+    x_broadcast = x + np.zeros((2, 3, 5, 7))
+
+    with self.cached_session():
+      result = linear_operator_util.matmul_with_broadcast(x, y)
+      self.assertAllEqual((2, 3, 5, 5), result.get_shape())
+      expected = math_ops.matmul(x_broadcast, y)
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_y_has_extra_dims_transpose_a_and_b(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    x = rng.rand(1, 7, 5)
+    y = rng.rand(2, 3, 1, 7)
+    x_broadcast = x + np.zeros((2, 3, 1, 1))
+
+    with self.cached_session():
+      result = linear_operator_util.matmul_with_broadcast(
+          x, y, transpose_a=True, transpose_b=True)
+      self.assertAllEqual((2, 3, 5, 1), result.get_shape())
+      expected = math_ops.matmul(
+          x_broadcast, y, transpose_a=True, transpose_b=True)
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_y_has_extra_dims_transpose_dynamic(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    x = rng.rand(1, 7, 5)
+    y = rng.rand(2, 3, 1, 7)
+    x_broadcast = x + np.zeros((2, 3, 1, 1))
+
+    x_ph = array_ops.placeholder(dtypes.float64, [None, None, None])
+    y_ph = array_ops.placeholder(dtypes.float64, [None, None, None, None])
+
+    with self.cached_session():
+      result = linear_operator_util.matmul_with_broadcast(
+          x_ph, y_ph, transpose_a=True, transpose_b=True)
+      self.assertAllEqual(4, result.shape.ndims)
+      expected = math_ops.matmul(
+          x_broadcast, y, transpose_a=True, transpose_b=True)
+      self.assertAllClose(expected.eval(),
+                          result.eval(feed_dict={
+                              x_ph: x,
+                              y_ph: y
+                          }))
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2]
@@ -266,22 +328,87 @@ class MatmulWithBroadcastTest(test.TestCase):
               x_ph: x,
               y_ph: y
           })
-      self.assertAllEqual(expected, result)
+      self.assertAllClose(expected, result)
 
 
 class MatrixSolveWithBroadcastTest(test.TestCase):
 
-  def test_static_dims_broadcast(self):
+  def test_static_dims_broadcast_matrix_has_extra_dims(self):
+    # batch_shape = [2]
+    matrix = rng.rand(2, 3, 3)
+    rhs = rng.rand(3, 7)
+    rhs_broadcast = rhs + np.zeros((2, 1, 1))
+
+    with self.cached_session():
+      result = linear_operator_util.matrix_solve_with_broadcast(
+          matrix, rhs)
+      self.assertAllEqual((2, 3, 7), result.get_shape())
+      expected = linalg_ops.matrix_solve(matrix, rhs_broadcast)
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_rhs_has_extra_dims(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
     # batch_shape = [2]
     matrix = rng.rand(3, 3)
-    rhs = rng.rand(2, 3, 7)
+    rhs = rng.rand(2, 3, 2)
     matrix_broadcast = matrix + np.zeros((2, 1, 1))
 
     with self.cached_session():
       result = linear_operator_util.matrix_solve_with_broadcast(matrix, rhs)
-      self.assertAllEqual((2, 3, 7), result.get_shape())
+      self.assertAllEqual((2, 3, 2), result.get_shape())
+      expected = linalg_ops.matrix_solve(matrix_broadcast, rhs)
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_rhs_has_extra_dims_dynamic(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    # batch_shape = [2]
+    matrix = rng.rand(3, 3)
+    rhs = rng.rand(2, 3, 2)
+    matrix_broadcast = matrix + np.zeros((2, 1, 1))
+
+    matrix_ph = array_ops.placeholder(dtypes.float64, shape=[None, None])
+    rhs_ph = array_ops.placeholder(dtypes.float64, shape=[None, None, None])
+
+    with self.cached_session():
+      result = linear_operator_util.matrix_solve_with_broadcast(matrix_ph,
+                                                                rhs_ph)
+      self.assertAllEqual(3, result.shape.ndims)
       expected = linalg_ops.matrix_solve(matrix_broadcast, rhs)
-      self.assertAllEqual(expected.eval(), result.eval())
+      self.assertAllClose(
+          expected.eval(),
+          result.eval(feed_dict={
+              matrix_ph: matrix,
+              rhs_ph: rhs
+          }))
+
+  def test_static_dims_broadcast_rhs_has_extra_dims_and_adjoint(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    # batch_shape = [2]
+    matrix = rng.rand(3, 3)
+    rhs = rng.rand(2, 3, 2)
+    matrix_broadcast = matrix + np.zeros((2, 1, 1))
+
+    with self.cached_session():
+      result = linear_operator_util.matrix_solve_with_broadcast(
+          matrix, rhs, adjoint=True)
+      self.assertAllEqual((2, 3, 2), result.get_shape())
+      expected = linalg_ops.matrix_solve(matrix_broadcast, rhs, adjoint=True)
+      self.assertAllClose(expected.eval(), result.eval())
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2, 2]
@@ -304,12 +431,12 @@ class MatrixSolveWithBroadcastTest(test.TestCase):
               matrix_ph: matrix,
               rhs_ph: rhs,
           })
-      self.assertAllEqual(expected, result)
+      self.assertAllClose(expected, result)
 
 
 class MatrixTriangularSolveWithBroadcastTest(test.TestCase):
 
-  def test_static_dims_broadcast(self):
+  def test_static_dims_broadcast_matrix_has_extra_dims(self):
     # batch_shape = [2]
     matrix = rng.rand(2, 3, 3)
     rhs = rng.rand(3, 7)
@@ -320,7 +447,46 @@ class MatrixTriangularSolveWithBroadcastTest(test.TestCase):
           matrix, rhs)
       self.assertAllEqual((2, 3, 7), result.get_shape())
       expected = linalg_ops.matrix_triangular_solve(matrix, rhs_broadcast)
-      self.assertAllEqual(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_rhs_has_extra_dims(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    # batch_shape = [2]
+    matrix = rng.rand(3, 3)
+    rhs = rng.rand(2, 3, 2)
+    matrix_broadcast = matrix + np.zeros((2, 1, 1))
+
+    with self.cached_session():
+      result = linear_operator_util.matrix_triangular_solve_with_broadcast(
+          matrix, rhs)
+      self.assertAllEqual((2, 3, 2), result.get_shape())
+      expected = linalg_ops.matrix_triangular_solve(matrix_broadcast, rhs)
+      self.assertAllClose(expected.eval(), result.eval())
+
+  def test_static_dims_broadcast_rhs_has_extra_dims_and_adjoint(self):
+    # Since the second arg has extra dims, and the domain dim of the first arg
+    # is larger than the number of linear equations, code will "flip" the extra
+    # dims of the first arg to the far right, making extra linear equations
+    # (then call the matrix function, then flip back).
+    # We have verified that this optimization indeed happens.  How? We stepped
+    # through with a debugger.
+    # batch_shape = [2]
+    matrix = rng.rand(3, 3)
+    rhs = rng.rand(2, 3, 2)
+    matrix_broadcast = matrix + np.zeros((2, 1, 1))
+
+    with self.cached_session():
+      result = linear_operator_util.matrix_triangular_solve_with_broadcast(
+          matrix, rhs, adjoint=True)
+      self.assertAllEqual((2, 3, 2), result.get_shape())
+      expected = linalg_ops.matrix_triangular_solve(
+          matrix_broadcast, rhs, adjoint=True)
+      self.assertAllClose(expected.eval(), result.eval())
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2]
@@ -342,7 +508,7 @@ class MatrixTriangularSolveWithBroadcastTest(test.TestCase):
               matrix_ph: matrix,
               rhs_ph: rhs,
           })
-      self.assertAllEqual(expected, result)
+      self.assertAllClose(expected, result)
 
 
 class DomainDimensionStubOperator(object):
diff --git a/tensorflow/python/ops/linalg/linear_operator_util.py b/tensorflow/python/ops/linalg/linear_operator_util.py
index 9dd40765c2..54d04e4a70 100644
--- a/tensorflow/python/ops/linalg/linear_operator_util.py
+++ b/tensorflow/python/ops/linalg/linear_operator_util.py
@@ -18,6 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import numpy as np
+
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
@@ -25,6 +27,7 @@ from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import linalg_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.linalg import linalg_impl as linalg
 
 
 def assert_no_entries_with_modulus_zero(
@@ -233,9 +236,9 @@ def matmul_with_broadcast(a,
   """Multiplies matrix `a` by matrix `b`, producing `a @ b`.
 
   Works identically to `tf.matmul`, but broadcasts batch dims
-  of `a` and `b` (by replicating) if they are determined statically to be
-  different, or if static shapes are not fully defined.  Thus, this may result
-  in an inefficient replication of data.
+  of `a` and `b` if they are determined statically to be different, or if static
+  shapes are not fully defined. Attempts are made to avoid unnecessary
+  replication of data, but this is not always possible.
 
   The inputs must be matrices (or tensors of rank > 2, representing batches of
   matrices).
@@ -308,23 +311,51 @@ def matmul_with_broadcast(a,
       are both set to True.
   """
   with ops.name_scope(name, "MatMulWithBroadcast", [a, b]):
-    a, b = broadcast_matrix_batch_dims([a, b])
-    return math_ops.matmul(
+    a = ops.convert_to_tensor(a, name="a")
+    b = ops.convert_to_tensor(b, name="b", dtype=a.dtype)
+
+    # If either a or b has extra dims, we can reshape to get rid of them.
+    a, b, reshape_inv, still_need_to_transpose = _reshape_for_efficiency(
         a,
         b,
         transpose_a=transpose_a,
         transpose_b=transpose_b,
         adjoint_a=adjoint_a,
-        adjoint_b=adjoint_b,
+        adjoint_b=adjoint_b)
+
+    # This will broadcast by brute force if we still need to.
+    a, b = broadcast_matrix_batch_dims([a, b])
+
+    a_times_b = math_ops.matmul(
+        a,
+        b,
+        transpose_a=transpose_a and still_need_to_transpose,
+        transpose_b=transpose_b and still_need_to_transpose,
+        adjoint_a=adjoint_a and still_need_to_transpose,
+        adjoint_b=adjoint_b and still_need_to_transpose,
         a_is_sparse=a_is_sparse,
         b_is_sparse=b_is_sparse)
 
+    return reshape_inv(a_times_b)
+
 
 def matrix_solve_with_broadcast(matrix, rhs, adjoint=False, name=None):
   """Solve systems of linear equations."""
   with ops.name_scope(name, "MatrixSolveWithBroadcast", [matrix, rhs]):
+    matrix = ops.convert_to_tensor(matrix, name="matrix")
+    rhs = ops.convert_to_tensor(rhs, name="rhs", dtype=matrix.dtype)
+
+    # If either matrix/rhs has extra dims, we can reshape to get rid of them.
+    matrix, rhs, reshape_inv, still_need_to_transpose = _reshape_for_efficiency(
+        matrix, rhs, adjoint_a=adjoint)
+
+    # This will broadcast by brute force if we still need to.
     matrix, rhs = broadcast_matrix_batch_dims([matrix, rhs])
-    return linalg_ops.matrix_solve(matrix, rhs, adjoint=adjoint)
+
+    solution = linalg_ops.matrix_solve(
+        matrix, rhs, adjoint=adjoint and still_need_to_transpose)
+
+    return reshape_inv(solution)
 
 
 def matrix_triangular_solve_with_broadcast(matrix,
@@ -354,9 +385,119 @@ def matrix_triangular_solve_with_broadcast(matrix,
     `Tensor` with same `dtype` as `matrix` and shape `[..., M, K]`.
   """
   with ops.name_scope(name, "MatrixTriangularSolve", [matrix, rhs]):
+    matrix = ops.convert_to_tensor(matrix, name="matrix")
+    rhs = ops.convert_to_tensor(rhs, name="rhs", dtype=matrix.dtype)
+
+    # If either matrix/rhs has extra dims, we can reshape to get rid of them.
+    matrix, rhs, reshape_inv, still_need_to_transpose = _reshape_for_efficiency(
+        matrix, rhs, adjoint_a=adjoint)
+
+    # lower indicates whether the matrix is lower triangular. If we have
+    # manually taken adjoint inside _reshape_for_efficiency, it is now upper tri
+    if not still_need_to_transpose and adjoint:
+      lower = not lower
+
+    # This will broadcast by brute force if we still need to.
     matrix, rhs = broadcast_matrix_batch_dims([matrix, rhs])
-    return linalg_ops.matrix_triangular_solve(
+
+    solution = linalg_ops.matrix_triangular_solve(
         matrix,
         rhs,
         lower=lower,
-        adjoint=adjoint)
+        adjoint=adjoint and still_need_to_transpose)
+
+    return reshape_inv(solution)
+
+
+def _reshape_for_efficiency(a,
+                            b,
+                            transpose_a=False,
+                            transpose_b=False,
+                            adjoint_a=False,
+                            adjoint_b=False):
+  """Maybe reshape a, b, and return an inverse map.  For matmul/solve."""
+  def identity(x):
+    return x
+
+  # At this point, we have not taken transpose/adjoint of a/b.
+  still_need_to_transpose = True
+
+  if a.shape.ndims is None or b.shape.ndims is None:
+    return a, b, identity, still_need_to_transpose
+
+  # This could be handled in the future, but seems less common.
+  if a.shape.ndims >= b.shape.ndims:
+    return a, b, identity, still_need_to_transpose
+
+  # From now on, we might modify b, but will not modify a.
+
+  # Suppose:
+  #   a.shape =     C + [m, n], b.shape =
+  #   b.shape = S + C + [n, r]
+  b_extra_ndims = b.shape.ndims - a.shape.ndims
+
+  # b_extra_sh = S, b_main_sh = C + [n, r]
+  b_extra_sh = array_ops.shape(b)[:b_extra_ndims]
+  b_main_sh = array_ops.shape(b)[b_extra_ndims:]
+
+  # No reason to flip unless the extra dims of b are big enough.  Why?
+  # Assume adjoint/transpose = False.  Then...
+  # By not flipping, we have to replicate a to shape
+  #   b_extra_sh + a.shape,
+  # which could use extra memory.  But in all cases, the final output has shape
+  #   b_extra_sh + a.shape[:-1] + [b.shape[-1]]
+  # So we only end up creating a larger object if the end dim of b is smaller
+  # than the end dim of a.  This often happens, e.g. if b was a vector that was
+  # expanded to a matrix (by appending a singleton).
+
+  # Since adjoint/transpose may not be False, we must make adjustments here.
+  # The dim of b that holds the multiple equations.
+  a_domain_sz_ = a.shape[-2 if adjoint_a or transpose_a else -1]
+  b_eq_sz_ = b.shape[-2 if adjoint_b or transpose_b else -1]
+  b_extra_sz_ = (
+      np.prod(b.shape[:b_extra_ndims].as_list())
+      if b.shape[:b_extra_ndims].is_fully_defined() else None)
+  if (a_domain_sz_ is not None and b_eq_sz_ is not None and
+      b_extra_sz_ is not None):
+    if b_extra_sz_ < 2 or a_domain_sz_ <= b_eq_sz_:
+      return a, b, identity, still_need_to_transpose
+
+  # At this point, we're flipping for sure!
+  # Any transposes/adjoints will happen here explicitly, rather than in calling
+  # code.  Why?  To avoid having to write separate complex code for each case.
+  if adjoint_a:
+    a = linalg.adjoint(a)
+  elif transpose_a:
+    a = linalg.transpose(a)
+  if adjoint_b:
+    b = linalg.adjoint(b)
+  elif transpose_b:
+    b = linalg.transpose(b)
+  still_need_to_transpose = False
+
+  # Recompute shapes, since the transpose/adjoint may have changed them.
+  b_extra_sh = array_ops.shape(b)[:b_extra_ndims]
+  b_main_sh = array_ops.shape(b)[b_extra_ndims:]
+
+  # Permutation to put the extra dims at the end.
+  perm = (
+      array_ops.concat(
+          (math_ops.range(b_extra_ndims, b.shape.ndims),
+           math_ops.range(0, b_extra_ndims)), 0))
+  b_extra_on_end = array_ops.transpose(b, perm=perm)
+
+  # Now squash this end into one long dim.
+  b_squashed_end = array_ops.reshape(
+      b_extra_on_end, array_ops.concat((b_main_sh[:-1], [-1]), 0))
+
+  def reshape_inv(y):
+    # Expand the extra dims hanging off the end, "b_extra_sh".
+    # Note we use y_sh[:-1] + [b_main_sh[-1]] rather than b_main_sh, because y
+    # Could have different batch dims than a and b, because of broadcasting.
+    y_extra_shape = array_ops.concat(
+        (array_ops.shape(y)[:-1], [b_main_sh[-1]], b_extra_sh), 0)
+    y_extra_on_end = array_ops.reshape(y, y_extra_shape)
+    return array_ops.transpose(
+        y_extra_on_end, perm=array_ops.invert_permutation(perm))
+
+  return a, b_squashed_end, reshape_inv, still_need_to_transpose
-- 
GitLab


From 824f3e38f1c2d64ac1e52fb00315c6fbeed89374 Mon Sep 17 00:00:00 2001
From: Roy Frostig <frostig@google.com>
Date: Tue, 30 Oct 2018 08:41:20 -0700
Subject: [PATCH 0782/1825] [XLA] Support non-local XRT session targets in the
 Python XLA library.

PiperOrigin-RevId: 219306002
---
 .../xla/python/local_computation_builder.cc   | 42 +++++++++++--------
 .../xla/python/local_computation_builder.h    | 36 ++++++++++++----
 tensorflow/compiler/xla/python/xla_client.py  | 27 +++++++-----
 3 files changed, 67 insertions(+), 38 deletions(-)

diff --git a/tensorflow/compiler/xla/python/local_computation_builder.cc b/tensorflow/compiler/xla/python/local_computation_builder.cc
index e4e93090c8..b1fae826ab 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.cc
+++ b/tensorflow/compiler/xla/python/local_computation_builder.cc
@@ -184,8 +184,9 @@ StatusOr<LocalShapedBuffer*> LocalShapedBufferTuple::Release(int i) {
 
 int64 LocalShapedBufferTuple::size() const { return elements_.size(); }
 
-XrtAllocation::XrtAllocation(int64 handle, Shape shape)
-    : handle_(handle), shape_(shape) {}
+XrtAllocation::XrtAllocation(int64 handle, Shape shape,
+                             const string& session_target)
+    : handle_(handle), shape_(shape), session_target_(session_target) {}
 
 XrtAllocation::~XrtAllocation() {
   tensorflow::Scope root = tensorflow::Scope::NewRootScope();
@@ -198,7 +199,7 @@ XrtAllocation::~XrtAllocation() {
     return;
   }
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target_);
   tensorflow::ClientSession::FeedType inputs;
   inputs.insert({allocation_handle, handle()});
   std::vector<tensorflow::Tensor> outputs;
@@ -210,7 +211,8 @@ XrtAllocation::~XrtAllocation() {
 }
 
 /* static */
-StatusOr<XrtAllocation*> XrtAllocation::FromLiteral(const Literal& argument) {
+StatusOr<XrtAllocation*> XrtAllocation::FromLiteral(
+    const Literal& argument, const string& session_target) {
   xrt::XLAAllocation alloc;
   alloc.set_device_ordinal(0);
   *alloc.mutable_value() = argument.ToProto();
@@ -221,14 +223,14 @@ StatusOr<XrtAllocation*> XrtAllocation::FromLiteral(const Literal& argument) {
   auto literal_handle = tensorflow::ops::XRTAllocate(root, literal_string);
   TF_RETURN_IF_ERROR(root.status());
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target);
   tensorflow::ClientSession::FeedType inputs;
   inputs.insert({literal_string, alloc.SerializeAsString()});
   std::vector<tensorflow::Tensor> outputs;
   TF_RETURN_IF_ERROR(session.Run(inputs, {literal_handle}, &outputs));
 
   int64 handle = outputs[0].scalar<int64>()();
-  return new XrtAllocation(handle, argument.shape());
+  return new XrtAllocation(handle, argument.shape(), session_target);
 }
 
 const int64 XrtAllocation::handle() const { return handle_; }
@@ -242,7 +244,7 @@ StatusOr<Literal> XrtAllocation::ToLiteral() const {
   auto read_literal = tensorflow::ops::XRTReadLiteral(root, allocation_handle);
   TF_RETURN_IF_ERROR(root.status());
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target_);
   tensorflow::ClientSession::FeedType inputs;
   inputs.insert({allocation_handle, handle()});
   std::vector<tensorflow::Tensor> outputs;
@@ -357,8 +359,11 @@ static StatusOr<Shape> GetReturnValueShape(const XlaComputation& computation) {
 }
 
 CompiledXrtComputation::CompiledXrtComputation(
-    const ProgramShape& program_shape, int64 handle)
-    : program_shape_(program_shape), handle_(handle) {}
+    const ProgramShape& program_shape, int64 handle,
+    const string& session_target)
+    : program_shape_(program_shape),
+      handle_(handle),
+      session_target_(session_target) {}
 
 CompiledXrtComputation::~CompiledXrtComputation() {
   tensorflow::Scope root = tensorflow::Scope::NewRootScope();
@@ -371,7 +376,7 @@ CompiledXrtComputation::~CompiledXrtComputation() {
     return;
   }
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target_);
   tensorflow::ClientSession::FeedType inputs;
   inputs.insert({computation_handle, handle()});
   std::vector<tensorflow::Tensor> outputs;
@@ -407,7 +412,7 @@ StatusOr<XrtAllocation*> CompiledXrtComputation::Execute(
   e.set_release_input_handles(false);
   e.set_release_compilation_handle(false);
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target_);
   tensorflow::ClientSession::FeedType inputs;
   for (int i = 0; i < arguments.size(); ++i) {
     inputs.insert({arguments[i], argument_handles[i]->handle()});
@@ -418,7 +423,7 @@ StatusOr<XrtAllocation*> CompiledXrtComputation::Execute(
   TF_RETURN_IF_ERROR(session.Run(inputs, {execute}, &outputs));
 
   int64 output = outputs[0].scalar<int64>()();
-  return new XrtAllocation(output, program_shape().result());
+  return new XrtAllocation(output, program_shape().result(), session_target_);
 }
 
 const ProgramShape& CompiledXrtComputation::program_shape() const {
@@ -451,7 +456,7 @@ StatusOr<CompiledLocalComputation*> LocalComputation::Compile(
 }
 
 StatusOr<CompiledXrtComputation*> LocalComputation::CompileForXrt(
-    const std::vector<Shape>& argument_shapes) {
+    const std::vector<Shape>& argument_shapes, const string& session_target) {
   tensorflow::Scope root = tensorflow::Scope::NewRootScope();
   auto program = tensorflow::ops::Placeholder(root, tensorflow::DT_STRING);
   auto compile = tensorflow::ops::XRTCompile(root, program);
@@ -468,7 +473,7 @@ StatusOr<CompiledXrtComputation*> LocalComputation::CompileForXrt(
   auto snapshot = computation().Snapshot().ValueOrDie();
   *c.mutable_hlo_snapshot() = *snapshot;
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target);
   tensorflow::ClientSession::FeedType inputs;
   inputs.insert({program, c.SerializeAsString()});
   std::vector<tensorflow::Tensor> outputs;
@@ -477,7 +482,7 @@ StatusOr<CompiledXrtComputation*> LocalComputation::CompileForXrt(
   TF_ASSIGN_OR_RETURN(ProgramShape program_shape,
                       computation().GetProgramShape());
   int64 handle = outputs[0].scalar<int64>()();
-  return new CompiledXrtComputation(program_shape, handle);
+  return new CompiledXrtComputation(program_shape, handle, session_target);
 }
 
 const XlaComputation& LocalComputation::computation() const {
@@ -929,7 +934,7 @@ StatusOr<LocalShapedBufferTuple*> DestructureLocalShapedBufferTuple(
 }
 
 StatusOr<XrtAllocationTuple*> DestructureXrtAllocationTuple(
-    XrtAllocation* allocation) {
+    XrtAllocation* allocation, const string& session_target) {
   const Shape& tuple_shape = allocation->shape();
 
   if (!ShapeUtil::IsTuple(tuple_shape)) {
@@ -945,7 +950,7 @@ StatusOr<XrtAllocationTuple*> DestructureXrtAllocationTuple(
   auto subtuple = tensorflow::ops::XRTSubTuple(root, base_handle, shape_index);
   TF_RETURN_IF_ERROR(root.status());
 
-  tensorflow::ClientSession session(root, "local");
+  tensorflow::ClientSession session(root, session_target);
   tensorflow::ClientSession::FeedType inputs;
   std::vector<XrtAllocation*> results;
   for (int32 i = 0; i < ShapeUtil::TupleElementCount(tuple_shape); ++i) {
@@ -964,7 +969,8 @@ StatusOr<XrtAllocationTuple*> DestructureXrtAllocationTuple(
     const int64 subtuple_handle = outputs[0].scalar<int64>()();
     const Shape& subtuple_shape =
         ShapeUtil::GetTupleElementShape(tuple_shape, i);
-    results.push_back(new XrtAllocation(subtuple_handle, subtuple_shape));
+    results.push_back(
+        new XrtAllocation(subtuple_handle, subtuple_shape, session_target));
   }
   return new XrtAllocationTuple(std::move(results));
 }
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.h b/tensorflow/compiler/xla/python/local_computation_builder.h
index 720cb77e00..82f84ddb35 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.h
+++ b/tensorflow/compiler/xla/python/local_computation_builder.h
@@ -16,6 +16,9 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_PYTHON_LOCAL_COMPUTATION_BUILDER_H_
 #define TENSORFLOW_COMPILER_XLA_PYTHON_LOCAL_COMPUTATION_BUILDER_H_
 
+#include <string>
+#include <vector>
+
 #include "absl/types/span.h"
 #include "tensorflow/cc/framework/ops.h"
 #include "tensorflow/cc/framework/scope.h"
@@ -110,17 +113,22 @@ StatusOr<LocalShapedBufferTuple*> DestructureLocalShapedBufferTuple(
 // graph, and an XLA shape to track the referent's shape.
 class XrtAllocation {
  public:
-  static StatusOr<XrtAllocation*> FromLiteral(const Literal& argument);
+  // Accepts a `session_target` argument, used in constructing the
+  // `tensorflow::ClientSession` instance in which allocation and deallocation
+  // graphs are run.
+  static StatusOr<XrtAllocation*> FromLiteral(const Literal& argument,
+                                              const string& session_target);
 
-  XrtAllocation(int64 handle, Shape shape);
+  XrtAllocation(int64 handle, Shape shape, const string& session_target);
   ~XrtAllocation();
   StatusOr<Literal> ToLiteral() const;
   const Shape& shape() const;
   const int64 handle() const;
 
  private:
-  int64 handle_;
-  Shape shape_;
+  const int64 handle_;
+  const Shape shape_;
+  const string session_target_;
 };
 
 // Result of a tuple destructuring operation on an XrtAllocation.
@@ -145,8 +153,12 @@ class XrtAllocationTuple {
 
 // Destructures a tuple-valued XrtAllocation into its constitutent elements
 // in XrtAllocationTuple form.
+//
+// Accepts a `session_target` argument, used in constructing the
+// `tensorflow::ClientSession` instance in which the sub-tupling graph is run,
+// and passed along in constructing each constituent XrtAllocation.
 StatusOr<XrtAllocationTuple*> DestructureXrtAllocationTuple(
-    XrtAllocation* allocation);
+    XrtAllocation* allocation, const string& session_target);
 
 // Represents a compiled computation that can be executed given handles to
 // device-allocated literals. Specifically, wraps an XLA LocalExecutable.
@@ -165,7 +177,10 @@ class CompiledLocalComputation {
 // device-allocated literals. Specifically, wraps an XRT computation handle.
 class CompiledXrtComputation {
  public:
-  CompiledXrtComputation(const ProgramShape& program_shape, int64 handle);
+  // Accepts a `session_target` argument, used in constructing the
+  // `tensorflow::ClientSession` instance in which the execution graph is run.
+  CompiledXrtComputation(const ProgramShape& program_shape, int64 handle,
+                         const string& session_target);
   ~CompiledXrtComputation();
 
   StatusOr<XrtAllocation*> Execute(
@@ -175,8 +190,9 @@ class CompiledXrtComputation {
   int64 handle() const;
 
  private:
-  ProgramShape program_shape_;
-  int64 handle_;
+  const ProgramShape program_shape_;
+  const int64 handle_;
+  const string session_target_;
 };
 
 // Wraps a XlaComputation produced by a LocalComputationBuilder. The
@@ -191,8 +207,10 @@ class LocalComputation {
       const std::vector<Shape>& argument_shapes,
       const ExecutableBuildOptions* build_options);
 
+  // Accepts a `session_target` argument, used in constructing the
+  // `tensorflow::ClientSession` instance in which the compilation graph is run.
   StatusOr<CompiledXrtComputation*> CompileForXrt(
-      const std::vector<Shape>& argument_shapes);
+      const std::vector<Shape>& argument_shapes, const string& session_target);
 
   const XlaComputation& computation() const;
 
diff --git a/tensorflow/compiler/xla/python/xla_client.py b/tensorflow/compiler/xla/python/xla_client.py
index 7bc5988480..4d5651ac58 100644
--- a/tensorflow/compiler/xla/python/xla_client.py
+++ b/tensorflow/compiler/xla/python/xla_client.py
@@ -51,6 +51,10 @@ class BackendType(enum.Enum):
   XRT = 2
 
 
+BackendSpec = collections.namedtuple('Backend', ('backend_type', 'target'))
+XLA_LOCAL_BACKEND = BackendSpec(BackendType.XLA_LOCAL, 'local')
+
+
 def OpMetadataToProto(pyobj):
   proto = xla_data_pb2.OpMetadata()
   for field in _OP_METADATA_FIELDS:
@@ -211,17 +215,17 @@ class LocalBuffer(object):
   def __init__(self, c_buffer, backend):
     self.c_buffer = c_buffer
     self._backend = backend
-    if backend == BackendType.XRT:
+    if backend.backend_type == BackendType.XRT:
       self._delete = c_api.DeleteXrtAllocation
     else:
       self._delete = c_api.DeleteLocalShapedBuffer
 
   @staticmethod
-  def from_pyval(pyval, backend=BackendType.XLA_LOCAL):
+  def from_pyval(pyval, backend=XLA_LOCAL_BACKEND):
     """Allocate and copy to XLA the given python value."""
     pyval = require_numpy_array_layout(pyval)
-    if backend == BackendType.XRT:
-      cbuf = c_api.XrtAllocation.FromLiteral(pyval)
+    if backend.backend_type == BackendType.XRT:
+      cbuf = c_api.XrtAllocation.FromLiteral(pyval, backend.target)
     else:
       cbuf = c_api.LocalShapedBuffer.FromLiteral(pyval, None)
     return LocalBuffer(cbuf, backend)
@@ -237,8 +241,9 @@ class LocalBuffer(object):
   def destructure(self):
     """Assuming a tuple buffer, unpack it into constituent tuple elements."""
     assert self.c_buffer is not None
-    if self._backend == BackendType.XRT:
-      result = c_api.DestructureXrtAllocationTuple(self.c_buffer)
+    if self._backend.backend_type == BackendType.XRT:
+      result = c_api.DestructureXrtAllocationTuple(self.c_buffer,
+                                                   self._backend.target)
     else:
       result = c_api.DestructureLocalShapedBufferTuple(self.c_buffer)
     self.delete()
@@ -467,14 +472,14 @@ class LocalComputation(object):
   ComputationBuilder methods.
   """
 
-  def __init__(self, c_computation, is_compiled, backend=BackendType.XLA_LOCAL):
+  def __init__(self, c_computation, is_compiled, backend=XLA_LOCAL_BACKEND):
     self._c_computation = c_computation
     self._backend = backend
     self._is_compiled = is_compiled
 
     # Ensure a reference to C-based destructor for use in __del__.
     if is_compiled:
-      if backend == BackendType.XRT:
+      if backend.backend_type == BackendType.XRT:
         assert isinstance(c_computation, c_api.CompiledXrtComputation)
         self._delete = c_api.DeleteCompiledXrtComputation
       else:
@@ -535,8 +540,8 @@ class LocalComputation(object):
 
     compile_options = compile_options or CompileOptions()
     compile_options.result_shape = result_shape
-    if self._backend == BackendType.XRT:
-      c = self.computation.CompileForXrt(argument_shapes)
+    if self._backend.backend_type == BackendType.XRT:
+      c = self.computation.CompileForXrt(argument_shapes, self._backend.target)
     else:
       c = self.computation.Compile(argument_shapes, compile_options)
     return LocalComputation(c, is_compiled=True, backend=self._backend)
@@ -590,7 +595,7 @@ class ComputationBuilder(object):
     self._client = c_api.LocalComputationBuilder(name.encode('utf8'))
     self._parameter_numbering = itertools.count()
 
-  def Build(self, root=None, backend=BackendType.XLA_LOCAL):
+  def Build(self, root=None, backend=XLA_LOCAL_BACKEND):
     if root is not None:
       return LocalComputation(
           self._client.BuildWithRoot(root), is_compiled=False, backend=backend)
-- 
GitLab


From b4b3c41094105c58e59fcc1633b57823b82bd2d7 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Tue, 30 Oct 2018 08:50:53 -0700
Subject: [PATCH 0783/1825] [tf.data vectorization] Vectorizer for `Transpose`

PiperOrigin-RevId: 219307241
---
 .../optimizers/data/vectorization/BUILD       |  13 +
 .../vectorization/transpose_vectorizer.cc     |  84 +++
 .../data/vectorization_utils_test.cc          | 661 +++++++-----------
 .../optimization/map_vectorization_test.py    |   1 +
 4 files changed, 344 insertions(+), 415 deletions(-)
 create mode 100644 tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc

diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
index 8879c26fc4..49ba6c2ba9 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
@@ -88,6 +88,18 @@ cc_library(
     alwayslink = 1,
 )
 
+cc_library(
+    name = "transpose_vectorizer",
+    srcs = ["transpose_vectorizer.cc"],
+    deps = VECTORIZER_DEPS + [
+        ":vectorizer",
+        ":wrapped_tensor",
+        "//tensorflow/cc:scope",
+        "//tensorflow/core:lib",
+    ],
+    alwayslink = 1,
+)
+
 cc_library(
     name = "unpack_vectorizer",
     srcs = ["unpack_vectorizer.cc"],
@@ -104,6 +116,7 @@ cc_library(
         ":decode_csv_vectorizer",
         ":parse_single_example_vectorizer",
         ":reshape_vectorizer",
+        ":transpose_vectorizer",
         ":unpack_vectorizer",
         ":vectorizer",
         ":vectorizer_registry",
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc
new file mode 100644
index 0000000000..4c286d9c4a
--- /dev/null
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc
@@ -0,0 +1,84 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <initializer_list>
+#include <memory>
+#include <vector>
+
+#include "tensorflow/cc/framework/ops.h"
+#include "tensorflow/cc/framework/scope.h"
+#include "tensorflow/cc/framework/scope_internal.h"
+#include "tensorflow/cc/ops/array_ops.h"
+#include "tensorflow/cc/ops/const_op.h"
+#include "tensorflow/cc/ops/math_ops.h"
+#include "tensorflow/core/graph/graph.h"
+#include "tensorflow/core/graph/node_builder.h"
+#include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer.h"
+#include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h"
+#include "tensorflow/core/grappler/optimizers/data/vectorization/wrapped_tensor.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/lib/core/status.h"
+
+namespace tensorflow {
+namespace grappler {
+
+namespace {
+
+constexpr char kTransposePrefix[] = "vectorized/transpose";
+
+class TransposeVectorizer : public Vectorizer {
+ public:
+  Status Vectorize(const Node& node, Graph* outer_scope,
+                   std::vector<WrappedTensor>&& inputs,
+                   std::vector<WrappedTensor>* outputs) override {
+    if (!inputs[0].stacked || inputs[1].stacked) {
+      return errors::InvalidArgument(
+          "Expecting input 0 (`x`) to be stacked and input 1 (`perm`) to "
+          "be unstacked.");
+    }
+
+    Status status;
+    Scope parent = NewInternalScope(outer_scope, &status, /*refiner=*/nullptr);
+    Scope scope = parent.NewSubScope(kTransposePrefix);
+
+    Output tensor = {inputs[0].node, inputs[0].output_index};
+    Output original_perm = {inputs[1].node, inputs[1].output_index};
+
+    // The vectorized permutation is the original permutation with an additional
+    // leading 0 and all other values incremented by 1.
+    // perm = tf.concat([[0], original_perm + 1], axis=0)
+    Output perm =
+        ops::Concat(scope,
+                    std::initializer_list<Output>(
+                        {ops::Const(scope, {0}),
+                         ops::Add(scope, original_perm, ops::Const(scope, 1))}),
+                    ops::Const(scope, 0));
+
+    Output vectorized_transpose = ops::Transpose(scope, tensor, perm);
+
+    TF_RETURN_IF_ERROR(status);
+
+    // Add output mappings.
+    outputs->push_back({vectorized_transpose.node(), 0, true});
+    return Status::OK();
+  }
+};
+
+REGISTER_VECTORIZER("Transpose", TransposeVectorizer);
+
+}  // namespace
+
+}  // namespace grappler
+}  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc b/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
index d276cbec59..f5aa8c888e 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization_utils_test.cc
@@ -15,14 +15,30 @@ limitations under the License.
 
 #include "tensorflow/core/grappler/optimizers/data/vectorization_utils.h"
 
+#include <cstddef>
+#include <string>
+#include <utility>
+#include <vector>
+
+#include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/graph_to_functiondef.h"
+#include "tensorflow/core/framework/node_def.pb.h"
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/op_def.pb.h"
+#include "tensorflow/core/framework/tensor.pb.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/framework/types.pb.h"
+#include "tensorflow/core/graph/graph.h"
 #include "tensorflow/core/graph/node_builder.h"
 #include "tensorflow/core/grappler/optimizers/data/function_utils.h"
 #include "tensorflow/core/grappler/optimizers/data/graph_utils.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/platform/test.h"
+#include "tensorflow/core/platform/types.h"
 #include "tensorflow/tools/graph_transforms/transform_utils.h"
 
 namespace tensorflow {
@@ -30,39 +46,73 @@ namespace grappler {
 namespace vectorization_utils {
 namespace {
 
-NodeDef* AddCastNode(const string& name, const std::vector<string>& inputs,
-                     DataType src, DataType dst, bool truncate,
-                     FunctionDef* fn) {
-  NodeDef* node = function_utils::AddNode(name, "Cast", inputs, {}, fn);
-  graph_transforms::SetNodeAttr("SrcT", src, node);
-  graph_transforms::SetNodeAttr("DstT", dst, node);
-  graph_transforms::SetNodeAttr("Truncate", truncate, node);
-  return node;
+// Wraps a function in another function with a MapDefun node
+Status WrapFunctionWithMapDefun(const FunctionDef& inner, FunctionDef* result) {
+  Graph graph(OpRegistry::Global());
+  std::vector<NodeBuilder::NodeOut> inputs;
+  inputs.reserve(inner.signature().input_arg_size());
+  for (int i = 0; i < inner.signature().input_arg_size(); ++i) {
+    Node* arg;
+    TF_RETURN_IF_ERROR(
+        NodeBuilder(strings::StrCat("arg", i), /*op_name=*/"_Arg")
+            .Attr("T", inner.signature().input_arg(i).type())
+            .Attr("index", i)
+            .Finalize(&graph, &arg));
+    inputs.push_back(arg);
+  }
+
+  DataTypeVector output_types;
+  output_types.reserve(inner.signature().output_arg_size());
+  for (const auto& output_arg : inner.signature().output_arg()) {
+    output_types.push_back(output_arg.type());
+  }
+
+  Node* map_defun_node;
+  NameAttrList func_attr;
+  func_attr.set_name(inner.signature().name());
+  TF_RETURN_IF_ERROR(
+      NodeBuilder("map_defun", "MapDefun")
+          .Input(inputs)                               // arguments
+          .Input(std::vector<NodeBuilder::NodeOut>())  // captured_inputs
+          .Attr("f", func_attr)
+          .Attr("output_types", output_types)
+          .Attr("output_shapes", std::vector<PartialTensorShape>(
+                                     inner.signature().output_arg_size()))
+          .Finalize(&graph, &map_defun_node));
+
+  for (size_t i = 0; i < map_defun_node->num_outputs(); ++i) {
+    Node* ret;
+    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("ret", i), "_Retval")
+                           .Input(map_defun_node, i)
+                           .Attr("index", static_cast<int>(i))
+                           .Finalize(&graph, &ret));
+  }
+
+  return GraphToFunctionDef(graph, "outer_function", result);
 }
 
-NodeDef* AddUnstackNode(const string& name, const std::vector<string>& inputs,
-                        DataType t, int axis, int num, FunctionDef* fn) {
-  NodeDef* node = function_utils::AddNode(name, "Unpack", inputs, {}, fn);
-  graph_transforms::SetNodeAttr("T", t, node);
-  graph_transforms::SetNodeAttr("axis", axis, node);
-  graph_transforms::SetNodeAttr("num", num, node);
-  return node;
+// Wraps the function `fn` in another function with a MapDefun node, then
+// vectorizes the wrapper function with VectorizeMapDefun.
+Status WrapAndVectorize(const FunctionDef& fn, FunctionDefLibrary* lib,
+                        FunctionDef** result) {
+  FunctionDef outer;
+  TF_RETURN_IF_ERROR(WrapFunctionWithMapDefun(fn, &outer));
+  const NodeDef& map_defun_node = outer.node_def(0);
+
+  *lib->add_function() = outer;
+  *lib->add_function() = fn;
+
+  TF_RETURN_IF_ERROR(VectorizeMapDefun(outer, map_defun_node, lib, result));
+
+  return Status::OK();
 }
 
-NodeDef* AddMapDefunNode(const string& name, const std::vector<string>& inputs,
-                         const std::vector<DataType>& t_arguments,
-                         const std::vector<DataType>& output_types,
-                         const std::vector<PartialTensorShape>& output_shapes,
-                         const string& function_name, FunctionDef* fn) {
-  NameAttrList func;
-  func.set_name(function_name);
-  NodeDef* node = function_utils::AddNode(name, "MapDefun", inputs, {}, fn);
-  graph_transforms::SetNodeAttr("Targuments", t_arguments, node);
-  graph_transforms::SetNodeAttr("Tcaptured", DataTypeVector(), node);
-  graph_transforms::SetNodeAttr("output_types", output_types, node);
-  graph_transforms::SetNodeAttr("output_shapes", output_shapes, node);
-  graph_transforms::SetNodeAttr("f", func, node);
-  return node;
+FunctionDefHelper::Node Cast(string&& name, std::vector<string>&& inputs,
+                             DataType src, DataType dst) {
+  return {{name},
+          "Cast",
+          inputs,
+          {{"SrcT", src}, {"DstT", dst}, {"Truncate", false}}};
 }
 
 string GetRetval(const FunctionDef& function_def, int index) {
@@ -70,31 +120,6 @@ string GetRetval(const FunctionDef& function_def, int index) {
       function_def.signature().output_arg(index).name());
 }
 
-// TODO(rachelim): Use FunctionDefHelper::Create instead
-FunctionDef CreateFunction(
-    StringPiece name, const std::vector<std::pair<string, DataType>>& inputs,
-    const std::vector<std::pair<string, DataType>>& outputs,
-    const std::map<string, string>& rets) {
-  FunctionDef func;
-  auto* signature = func.mutable_signature();
-  signature->set_name(string(name));
-  for (const auto& x : inputs) {
-    auto* arg_def = signature->add_input_arg();
-    arg_def->set_name(x.first);
-    arg_def->set_type(x.second);
-  }
-  for (const auto& x : outputs) {
-    auto* arg_def = signature->add_output_arg();
-    arg_def->set_name(x.first);
-    arg_def->set_type(x.second);
-  }
-  for (const auto& x : rets) {
-    (*func.mutable_ret())[x.first] = x.second;
-  }
-
-  return func;
-}
-
 ///==================================//
 // Tests for vectorization framework //
 ///==================================//
@@ -131,31 +156,23 @@ FunctionDef CreateFunction(
 //                 +------+   +------+
 //
 TEST(VectorizeMapDefunTest, VectorizeWithNoOps) {
-  FunctionDef inner =
-      CreateFunction("inner_function", {{"arg0", DT_INT32}, {"arg1", DT_INT32}},
-                     {{"ret0", DT_INT32}, {"ret1", DT_INT32}},
-                     {{"ret0", "arg0"}, {"ret1", "arg1"}});
-  FunctionDef outer = CreateFunction(
-      "outer_function", {{"ret0", DT_INT32}, {"ret1", DT_INT32}},
-      {{"mapdefun", DT_INT32}, {"mapdefun_0", DT_INT32}},
-      {{"mapdefun", "MapDefun:output:0"}, {"mapdefun_0", "MapDefun:output:1"}});
-
-  NodeDef* map_defun = AddMapDefunNode(
-      "MapDefun", {"ret0", "ret1"}, {DT_INT32, DT_INT32}, {DT_INT32, DT_INT32},
-      {{}, {}}, inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
-
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32", "arg1: int32"},
+      /*out_def=*/{"ret0: int32", "ret1: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/{},
+      /*ret_def=*/{{"ret0", "arg0"}, {"ret1", "arg1"}});
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  Status s = VectorizeMapDefun(outer, *map_defun, &lib, &vectorized);
-  LOG(ERROR) << s;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
+
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
-  EXPECT_EQ(GetRetval(*vectorized, 0), "ret0");
-  EXPECT_EQ(GetRetval(*vectorized, 1), "ret1");
+  EXPECT_EQ(GetRetval(*vectorized, 0),
+            vectorized->signature().input_arg(0).name());
+  EXPECT_EQ(GetRetval(*vectorized, 1),
+            vectorized->signature().input_arg(1).name());
 }
 
 // Before:
@@ -214,36 +231,21 @@ TEST(VectorizeMapDefunTest, VectorizeWithNoOps) {
 //                 +------+   +------+
 //
 TEST(VectorizeMapDefunTest, VectorizeWithUnvectorizableOp) {
-  FunctionDef inner =
-      CreateFunction("inner_function", {{"arg0", DT_INT32}, {"arg1", DT_INT32}},
-                     {{"ret0", DT_INT32}, {"ret1", DT_INT32}},
-                     {{"ret0", "MatMul:product:0"}, {"ret1", "Cast:y:0"}});
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32", "arg1: int32"},
+      /*out_def=*/{"ret0: int32", "ret1: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {{{"MatMul"}, "MatMul", {"arg0", "arg0"}, {{"T", DT_INT32}}},
+       Cast("Cast", {"arg1"}, DT_INT32, DT_INT32)},  //
+      /*ret_def=*/{{"ret0", "MatMul:product:0"}, {"ret1", "Cast:y:0"}});
   // TODO(rachelim): If we ever write a converter for MatMul, we have to
   // change this test.
-  NodeDef* x_op1 =
-      function_utils::AddNode("MatMul", "MatMul", {"arg0", "arg0"}, {}, &inner);
-  CHECK_NOTNULL(x_op1);
-  graph_transforms::SetNodeAttr("T", DT_INT32, x_op1);
-
-  NodeDef* cast_node =
-      AddCastNode("Cast", {"arg1"}, DT_INT32, DT_INT32, false, &inner);
-  CHECK_NOTNULL(cast_node);
-
-  FunctionDef outer = CreateFunction(
-      "outer_function", {{"x", DT_INT32}, {"y", DT_INT32}},
-      {{"mapdefun", DT_INT32}, {"mapdefun_0", DT_INT32}},
-      {{"mapdefun", "MapDefun:output:0"}, {"mapdefun_0", "MapDefun:output:1"}});
-
-  NodeDef* map_defun = AddMapDefunNode(
-      "MapDefun", {"x", "y"}, {DT_INT32, DT_INT32}, {DT_INT32, DT_INT32},
-      {{}, {}}, inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
 
   ASSERT_TRUE(
       function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
@@ -307,34 +309,23 @@ TEST(VectorizeMapDefunTest, VectorizeWithUnvectorizableOp) {
 //
 TEST(VectorizeMapDefunTest, VectorizeWithOutputUsedTwice) {
   // Tests that behavior is correct when an output is used more than once.
-  FunctionDef inner =
-      CreateFunction("inner_function", {{"arg0", DT_INT32}},
-                     {{"ret0", DT_INT64}, {"ret1", DT_INT64}},
-                     {{"ret0", "Cast:y:0"}, {"ret1", "Cast:y:0"}});
-  NodeDef* cast_op =
-      AddCastNode("Cast", {"arg0"}, DT_INT32, DT_INT64, false, &inner);
-  CHECK_NOTNULL(cast_op);
-
-  FunctionDef outer = CreateFunction(
-      "outer_function", {{"x", DT_INT32}},
-      {{"mapdefun", DT_INT64}, {"mapdefun_0", DT_INT64}},
-      {{"mapdefun", "MapDefun:output:0"}, {"mapdefun_0", "MapDefun:output:1"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"x"}, {DT_INT32}, {DT_INT64, DT_INT64},
-                      {{}, {}}, inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int64", "ret1: int64"},
+      /*attr_def=*/{},
+      /*node_def=*/{Cast("Cast", {"arg0"}, DT_INT32, DT_INT64)},
+      /*ret_def=*/{{"ret0", "Cast:y:0"}, {"ret1", "Cast:y:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
+
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   const NodeDef& cast_node = vectorized->node_def(
       function_utils::FindFunctionNodeWithOp("Cast", *vectorized));
-  EXPECT_EQ(cast_node.input(0), "x");
+  EXPECT_EQ(cast_node.input(0), vectorized->signature().input_arg(0).name());
   EXPECT_EQ(GetRetval(*vectorized, 0),
             strings::StrCat(cast_node.name(), ":y:0"));
   EXPECT_EQ(GetRetval(*vectorized, 1),
@@ -392,42 +383,30 @@ TEST(VectorizeMapDefunTest, VectorizeWithOutputUsedTwice) {
 //                +------+  +------+  +------+
 //
 TEST(VectorizeMapDefunTest, VectorizeWithChainedConvertibleOps) {
-  FunctionDef inner = CreateFunction(
-      "inner_function", {{"arg0", DT_INT32}},
-      {{"ret0", DT_INT32}, {"ret1", DT_INT32}, {"ret2", DT_INT32}},
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int32", "ret1: int32", "ret2: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {Cast("Cast", {"arg0"}, DT_INT32, DT_INT32),
+       {{"MyUnstack"},
+        "Unpack",
+        {"Cast:y:0"},
+        {{"T", DT_INT32}, {"axis", 0}, {"num", 3}}}},
+      /*ret_def=*/
       {{"ret0", "MyUnstack:output:0"},
        {"ret1", "MyUnstack:output:1"},
        {"ret2", "MyUnstack:output:2"}});
-  NodeDef* cast_op =
-      AddCastNode("Cast", {"arg0"}, DT_INT32, DT_INT32, false, &inner);
-  CHECK_NOTNULL(cast_op);
-  NodeDef* unstack_op =
-      AddUnstackNode("MyUnstack", {"Cast:y:0"}, DT_INT32, 0, 3, &inner);
-  CHECK_NOTNULL(unstack_op);
-
-  FunctionDef outer = CreateFunction("outer_function", {{"x", DT_INT32}},
-                                     {{"mapdefun", DT_INT32},
-                                      {"mapdefun_0", DT_INT32},
-                                      {"mapdefun_1", DT_INT32}},
-                                     {{"mapdefun", "MapDefun:output:0"},
-                                      {"mapdefun_0", "MapDefun:output:1"},
-                                      {"mapdefun_1", "MapDefun:output:2"}});
-
-  NodeDef* map_defun = AddMapDefunNode(
-      "MapDefun", {"x"}, {DT_INT32}, {DT_INT32, DT_INT32, DT_INT32},
-      {{1}, {1}, {1}}, inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   const NodeDef& cast_node = vectorized->node_def(
       function_utils::FindFunctionNodeWithOp("Cast", *vectorized));
-  EXPECT_EQ(cast_node.input(0), "x");
+  EXPECT_EQ(cast_node.input(0), vectorized->signature().input_arg(0).name());
   const NodeDef& unpack_node = vectorized->node_def(
       function_utils::FindFunctionNodeWithOp("Unpack", *vectorized));
   EXPECT_EQ(unpack_node.input(0), strings::StrCat(cast_node.name(), ":y:0"));
@@ -476,33 +455,22 @@ TEST(VectorizeMapDefunTest, VectorizeWithChainedConvertibleOps) {
 //  No change because we don't deal with control inputs for now.
 //
 TEST(VectorizeMapDefunTest, VectorizeWithControlInputs) {
-  FunctionDef inner =
-      CreateFunction("inner_function", {{"arg0", DT_INT32}},
-                     {{"ret0", DT_INT64}}, {{"ret0", "Cast:y:0"}});
-  NodeDef* print_op = function_utils::AddNode(
-      "Print", "Print", {"arg0", "arg0"}, {/*attrs*/}, &inner);
-  graph_transforms::SetNodeAttr("T", DT_INT32, print_op);
-  graph_transforms::SetNodeAttr("U", gtl::ArraySlice<DataType>({DT_INT32}),
-                                print_op);
-  CHECK_NOTNULL(print_op);
-  NodeDef* cast_op = AddCastNode("Cast", {"arg0", "^Print"}, DT_INT32, DT_INT64,
-                                 false, &inner);
-  CHECK_NOTNULL(cast_op);
-
-  FunctionDef outer = CreateFunction("outer_function", {{"x", DT_INT32}},
-                                     {{"mapdefun", DT_INT64}},
-                                     {{"mapdefun", "MapDefun:output:0"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"x"}, {DT_INT32}, {DT_INT64}, {{}},
-                      inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int64"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {{{"Print"},
+        "Print",
+        {"arg0", "arg0"},
+        {{"T", DT_INT32}, {"U", gtl::ArraySlice<DataType>({DT_INT32})}}},
+       Cast("Cast", {"arg0", "^Print"}, DT_INT32, DT_INT64)},
+      /*ret_def=*/{{"ret0", "Cast:y:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   // They should be unchanged
   // We check this somewhat manually as the names of nodes may have changed
   EXPECT_EQ(vectorized->node_def_size(), 1);
@@ -577,24 +545,18 @@ TEST(VectorizeMapDefunTest, VectorizeWithControlInputs) {
 //
 TEST(VectorizeMapDefunTest, VectorizeWithUnstackedOutput) {
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: int32"}, {"ret0: int64"}, {/* attrs */},
-      {/* nodes */ FunctionDefHelper::Const("Const", 2)},
-      {{"ret0", "Cast:y:0"}});
-  AddCastNode("Cast", {"Const:output:0"}, DT_INT32, DT_INT64, false, &inner);
-
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: int32"}, {"mapdefun: int64"},
-      {/* attrs */}, {/* nodes */}, {{"mapdefun", "MapDefun:output:0"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"outer_arg0"}, {DT_INT32}, {DT_INT64}, {{}},
-                      inner.signature().name(), &outer);
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int64"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {FunctionDefHelper::Const("Const", 2),
+       Cast("Cast", {"Const:output:0"}, DT_INT32, DT_INT64)},
+      /*ret_def=*/{{"ret0", "Cast:y:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   auto const_node = vectorized->node_def(
@@ -659,27 +621,19 @@ TEST(VectorizeMapDefunTest, VectorizeWithUnstackedOutput) {
 //
 TEST(VectorizeMapDefunTest, VectorizeWithUnstackedControl) {
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: int32"}, {"ret0: int64"}, {/* attrs */},
-      {/* nodes */ FunctionDefHelper::Const("Const", 2),
-       FunctionDefHelper::Const("ConstDep", 3)},
-      {{"ret0", "Cast:y:0"}});
-  AddCastNode("Cast", {"Const:output:0", "^ConstDep"}, DT_INT32, DT_INT64,
-              false, &inner);
-
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: int32"}, {"mapdefun: int64"},
-      {/* attrs */}, {/* nodes */}, {{"mapdefun", "MapDefun:output:0"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"outer_arg0"}, {DT_INT32}, {DT_INT64}, {{}},
-                      inner.signature().name(), &outer);
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int64"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {FunctionDefHelper::Const("Const", 2),
+       FunctionDefHelper::Const("ConstDep", 3),
+       Cast("Cast", {"Const:output:0", "^ConstDep"}, DT_INT32, DT_INT64)},
+      /*ret_def=*/{{"ret0", "Cast:y:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
-
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
 
   auto find_const = [vectorized](int val) -> const NodeDef* {
     for (const auto& n : vectorized->node_def()) {
@@ -751,39 +705,29 @@ TEST(VectorizeMapDefunTest, VectorizeWithUnstackedControl) {
 //                +------+  +------+  +------+
 //
 TEST(VectorizerTest, VectorizeUnstack) {
-  FunctionDef inner = CreateFunction(
-      "inner_function", {{"arg0", DT_INT32}},
-      {{"ret0", DT_INT32}, {"ret1", DT_INT32}, {"ret2", DT_INT32}},
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int32", "ret1: int32", "ret2: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {{{"MyUnstack"},
+        "Unpack",
+        {"arg0"},
+        {{"T", DT_INT32}, {"axis", 0}, {"num", 3}}}},
+      /*ret_def=*/
       {{"ret0", "MyUnstack:output:0"},
        {"ret1", "MyUnstack:output:1"},
        {"ret2", "MyUnstack:output:2"}});
-  NodeDef* unstack_op =
-      AddUnstackNode("MyUnstack", {"arg0"}, DT_INT32, 0, 3, &inner);
-  CHECK_NOTNULL(unstack_op);
-
-  FunctionDef outer = CreateFunction("outer_function", {{"x", DT_INT32}},
-                                     {{"mapdefun", DT_INT32},
-                                      {"mapdefun_0", DT_INT32},
-                                      {"mapdefun_1", DT_INT32}},
-                                     {{"mapdefun", "MapDefun:output:0"},
-                                      {"mapdefun_0", "MapDefun:output:1"},
-                                      {"mapdefun_1", "MapDefun:output:2"}});
-
-  NodeDef* map_defun = AddMapDefunNode(
-      "MapDefun", {"x"}, {DT_INT32}, {DT_INT32, DT_INT32, DT_INT32},
-      {{1}, {1}, {1}}, inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   const NodeDef& unpack_node = vectorized->node_def(
       function_utils::FindFunctionNodeWithOp("Unpack", *vectorized));
-  EXPECT_EQ(unpack_node.input(0), "x");
+  EXPECT_EQ(unpack_node.input(0), vectorized->signature().input_arg(0).name());
   EXPECT_EQ(unpack_node.attr().at("axis").i(), 1);
   EXPECT_EQ(unpack_node.attr().at("T").type(), DT_INT32);
   EXPECT_EQ(unpack_node.attr().at("num").i(), 3);
@@ -836,32 +780,22 @@ TEST(VectorizerTest, VectorizeUnstack) {
 //                 +------+
 //
 TEST(VectorizerTest, VectorizeCast) {
-  FunctionDef inner =
-      CreateFunction("inner_function", {{"arg0", DT_INT32}},
-                     {{"ret0", DT_INT64}}, {{"ret0", "Cast:y:0"}});
-  NodeDef* cast_op =
-      AddCastNode("Cast", {"arg0"}, DT_INT32, DT_INT64, false, &inner);
-  CHECK_NOTNULL(cast_op);
-
-  FunctionDef outer = CreateFunction("outer_function", {{"x", DT_INT32}},
-                                     {{"mapdefun", DT_INT64}},
-                                     {{"mapdefun", "MapDefun:output:0"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"x"}, {DT_INT32}, {DT_INT64}, {{}},
-                      inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int64"},
+      /*attr_def=*/{},
+      /*node_def=*/{Cast("Cast", {"arg0"}, DT_INT32, DT_INT64)},
+      /*ret_def=*/{{"ret0", "Cast:y:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   const NodeDef& cast_node = vectorized->node_def(
       function_utils::FindFunctionNodeWithOp("Cast", *vectorized));
-  EXPECT_EQ(cast_node.input(0), "x");
+  EXPECT_EQ(cast_node.input(0), vectorized->signature().input_arg(0).name());
   EXPECT_EQ(GetRetval(*vectorized, 0),
             strings::StrCat(cast_node.name(), ":y:0"));
   EXPECT_EQ(vectorized->node_def_size(), 1);
@@ -927,73 +861,22 @@ TEST(VectorizerTest, VectorizeAdd) {
   // tensorflow/python/data/experimental/kernel_tests/optimization/
   // map_vectorization_test.py
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: int32"}, {"ret0: int32"}, {/* attrs */},
-      {/* nodes */ FunctionDefHelper::Const("Const", 2),
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {FunctionDefHelper::Const("Const", 2),
        {{"Add"}, "Add", {"arg0", "Const:output:0"}, {{"T", DT_INT32}}}},
-      {{"ret0", "Add:z:0"}});
-
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: int32"}, {"mapdefun: int32"},
-      {/* attrs */}, {/* nodes */}, {{"mapdefun", "MapDefun:output:0"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"outer_arg0"}, {DT_INT32}, {DT_INT32}, {{}},
-                      inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
+      /*ret_def=*/{{"ret0", "Add:z:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
 }
 
-// Wraps inner function with a MapDefun node.
-Status WrapFunctionWithMapDefun(const FunctionDef& inner, FunctionDef* result) {
-  Graph graph(OpRegistry::Global());
-  std::vector<NodeBuilder::NodeOut> inputs;
-  inputs.reserve(inner.signature().input_arg_size());
-  for (int i = 0; i < inner.signature().input_arg_size(); ++i) {
-    Node* arg;
-    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("arg", i), "_Arg")
-                           .Attr("T", inner.signature().input_arg(i).type())
-                           .Attr("index", i)
-                           .Finalize(&graph, &arg));
-    inputs.push_back(arg);
-  }
-
-  DataTypeVector output_types;
-  output_types.reserve(inner.signature().output_arg_size());
-  for (const auto& output_arg : inner.signature().output_arg()) {
-    output_types.push_back(output_arg.type());
-  }
-
-  Node* map_defun_node;
-  NameAttrList func_attr;
-  func_attr.set_name(inner.signature().name());
-  TF_RETURN_IF_ERROR(
-      NodeBuilder("map_defun", "MapDefun")
-          .Input(inputs)
-          .Input(std::vector<NodeBuilder::NodeOut>({}))  // captured
-          .Attr("f", func_attr)
-          .Attr("output_types", output_types)
-          .Attr("output_shapes", std::vector<PartialTensorShape>(
-                                     inner.signature().output_arg_size()))
-          .Finalize(&graph, &map_defun_node));
-
-  for (size_t i = 0; i < map_defun_node->num_outputs(); ++i) {
-    Node* ret;
-    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("ret", i), "_Retval")
-                           .Input(map_defun_node, i)
-                           .Attr("index", static_cast<int>(i))
-                           .Finalize(&graph, &ret));
-  }
-
-  return GraphToFunctionDef(graph, "outer_function", result);
-}
-
 // Tests that a function which applies a cwise op can be vectorized completely.
 Status CwiseTestHelper(DataType input_type, const string& op_type,
                        size_t arity) {
@@ -1028,16 +911,9 @@ Status CwiseTestHelper(DataType input_type, const string& op_type,
 
   TF_RETURN_IF_ERROR(GraphToFunctionDef(graph, "inner_function", &inner));
 
-  FunctionDef outer;
-  TF_RETURN_IF_ERROR(WrapFunctionWithMapDefun(inner, &outer));
-
-  const NodeDef* map_defun = &outer.node_def(0);
-
   FunctionDefLibrary lib;
   FunctionDef* vectorized;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
-  TF_RETURN_IF_ERROR(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_RETURN_IF_ERROR(WrapAndVectorize(inner, &lib, &vectorized));
 
   return function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized)
              ? errors::Internal(
@@ -1185,29 +1061,21 @@ INSTANTIATE_TEST_CASE_P(
 //
 TEST(VectorizerTest, VectorizeReshape) {
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: int32"}, {"ret0: int32"}, {/* attrs */},
-      {/* nodes */ FunctionDefHelper::Const("Const",
-                                            gtl::ArraySlice<int>({3, 3, 3})),
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"ret0: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {FunctionDefHelper::Const("Const", gtl::ArraySlice<int>({3, 3, 3})),
        {{"Reshape"},
         "Reshape",
         {"arg0", "Const:output:0"},
         {{"T", DT_INT32}, {"Tshape", DT_INT32}}}},
-      {{"ret0", "Reshape:output:0"}});
-
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: int32"}, {"mapdefun: int32"},
-      {/* attrs */}, {/* nodes */}, {{"mapdefun", "MapDefun:output:0"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"outer_arg0"}, {DT_INT32}, {DT_INT32}, {{}},
-                      inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
+      /*ret_def=*/{{"ret0", "Reshape:output:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   EXPECT_TRUE(
@@ -1281,31 +1149,23 @@ TEST(VectorizerTest, VectorizeReshape) {
 //
 TEST(VectorizerTest, VectorizeDecodeCSV) {
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: string"}, {"ret0: int32", "ret1: string"},
-      {/* attrs */},
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: string"},
+      /*out_def=*/{"ret0: int32", "ret1: string"},
+      /*attr_def=*/{},
+      /*node_def=*/
       {FunctionDefHelper::Const("Default0", gtl::ArraySlice<int>({2})),
        FunctionDefHelper::Const("Default1", gtl::ArraySlice<string>({})),
        {{"DecodeCSV"},
         "DecodeCSV",
         {"arg0", "Default0:output:0", "Default1:output:0"},
         {{"OUT_TYPE", DataTypeVector({DT_INT32, DT_STRING})}}}},
+      /*ret_def=*/
       {{"ret0", "DecodeCSV:output:0"}, {"ret1", "DecodeCSV:output:1"}});
 
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: string"},
-      {"mapdefun: int32", "mapdefun_0: string"}, {/* attrs */}, {/* nodes */},
-      {{"mapdefun", "MapDefun:output:0"}, {"mapdefun_0", "MapDefun:output:1"}});
-
-  NodeDef* map_defun = AddMapDefunNode("MapDefun", {"outer_arg0"}, {DT_STRING},
-                                       {DT_INT32, DT_STRING}, {{}, {}},
-                                       inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
-
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
 }
@@ -1314,31 +1174,21 @@ TEST(VectorizerTest, VectorizeDecodeCSVWithStackedDefaults) {
   // When the `record_defaults` input to DecodeCSV are stacked,
   // the node should not be vectorized.
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: string", "arg1: int32", "arg2: string"},
-      {"ret0: int32", "ret1: string"}, {/* attrs */},
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: string", "arg1: int32", "arg2: string"},
+      /*out_def=*/{"ret0: int32", "ret1: string"},
+      /*attr_def=*/{},
+      /*node_def=*/
       {{{"DecodeCSV"},
         "DecodeCSV",
         {"arg0", "arg1", "arg2"},  // Inputs come from args, which are "stacked"
         {{"OUT_TYPE", DataTypeVector({DT_INT32, DT_STRING})}}}},
+      /*ret_def=*/
       {{"ret0", "DecodeCSV:output:0"}, {"ret1", "DecodeCSV:output:1"}});
 
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function",
-      {"outer_arg0: string", "outer_arg1: int32", "outer_arg2: string"},
-      {"mapdefun: int32", "mapdefun_0: string"}, {/* attrs */}, {/* nodes */},
-      {{"mapdefun", "MapDefun:output:0"}, {"mapdefun_0", "MapDefun:output:1"}});
-
-  NodeDef* map_defun =
-      AddMapDefunNode("MapDefun", {"outer_arg0", "outer_arg1", "outer_arg2"},
-                      {DT_STRING, DT_INT32, DT_STRING}, {DT_INT32, DT_STRING},
-                      {{}, {}}, inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
-
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
 }
@@ -1409,10 +1259,13 @@ TEST(VectorizerTest, VectorizeDecodeCSVWithStackedDefaults) {
 //
 TEST(VectorizerTest, VectorizeParseSingleExample) {
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: string"},
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: string"},
+      /*out_def=*/
       {"si0: int64", "si1: int64", "sv0: int64", "sv1: string", "ss0: int64",
        "ss1: int64", "dv0: int64", "dv1: string"},
-      {/* attrs */},
+      /*attr_def=*/{},
+      /*node_def=*/
       {FunctionDefHelper::Const("DenseIntDefault", static_cast<int64>(0)),
        FunctionDefHelper::Const("DenseStrDefault", string("")),
        {{"Parse"},
@@ -1426,6 +1279,7 @@ TEST(VectorizerTest, VectorizeParseSingleExample) {
             {"sparse_keys", gtl::ArraySlice<string>({"spar_int", "spar_str"})},
             {"sparse_types", DataTypeVector({DT_INT64, DT_STRING})},
         }}},
+      /*ret_def=*/
       {
           {"si0", "Parse:sparse_indices:0"},
           {"si1", "Parse:sparse_indices:1"},
@@ -1437,34 +1291,9 @@ TEST(VectorizerTest, VectorizeParseSingleExample) {
           {"dv1", "Parse:dense_values:1"},
       });
 
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: string"},
-      {"si0: int64", "si1: int64", "sv0: int64", "sv1: string", "ss0: int64",
-       "ss1: int64", "dv0: int64", "dv1: string"},
-      {/* attrs */}, {/* nodes */},
-      {
-          {"si0", "MapDefun:output:0"},
-          {"si1", "MapDefun:output:1"},
-          {"sv0", "MapDefun:output:2"},
-          {"sv1", "MapDefun:output:3"},
-          {"ss0", "MapDefun:output:4"},
-          {"ss1", "MapDefun:output:5"},
-          {"dv0", "MapDefun:output:6"},
-          {"dv1", "MapDefun:output:7"},
-      });
-
-  NodeDef* map_defun = AddMapDefunNode(
-      "MapDefun", {"outer_arg0"}, {DT_STRING},
-      {DT_INT64, DT_INT64, DT_INT64, DT_STRING, DT_INT64, DT_INT64, DT_INT64,
-       DT_STRING},
-      std::vector<PartialTensorShape>(8), inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
-
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
   EXPECT_TRUE(
       !function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
   EXPECT_TRUE(
@@ -1473,8 +1302,11 @@ TEST(VectorizerTest, VectorizeParseSingleExample) {
 
 TEST(VectorizerTest, VectorizeParseSingleExampleWithStackedDefaults) {
   FunctionDef inner = FunctionDefHelper::Create(
-      "inner_function", {"arg0: string", "arg1: string"},
-      {"dv0: int64", "dv1: string"}, {/* attrs */},
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: string", "arg1: string"},
+      /*out_def=*/{"dv0: int64", "dv1: string"},
+      /*attr_def=*/{},
+      /*node_def=*/
       {FunctionDefHelper::Const("DenseIntDefault", static_cast<int64>(0)),
        {{"Parse"},
         "ParseSingleExample",
@@ -1487,31 +1319,37 @@ TEST(VectorizerTest, VectorizeParseSingleExampleWithStackedDefaults) {
             {"sparse_keys", gtl::ArraySlice<string>({})},
             {"sparse_types", DataTypeVector({})},
         }}},
+      /*ret_def=*/
       {
           {"dv0", "Parse:dense_values:0"},
           {"dv1", "Parse:dense_values:1"},
       });
 
-  FunctionDef outer = FunctionDefHelper::Create(
-      "outer_function", {"outer_arg0: string", "outer_arg1: string"},
-      {"dv0: int64", "dv1: string"}, {/* attrs */}, {/* nodes */},
-      {
-          {"dv0", "MapDefun:output:0"},
-          {"dv1", "MapDefun:output:1"},
-      });
+  FunctionDefLibrary lib;
+  FunctionDef* vectorized;
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
+  EXPECT_TRUE(
+      function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
+}
 
-  NodeDef* map_defun = AddMapDefunNode(
-      "MapDefun", {"outer_arg0", "outer_arg1"}, {DT_STRING, DT_STRING},
-      {DT_INT64, DT_STRING}, std::vector<PartialTensorShape>(8),
-      inner.signature().name(), &outer);
-  CHECK_NOTNULL(map_defun);
+TEST(VectorizerTest, VectorizeTranspose) {
+  FunctionDef inner = FunctionDefHelper::Create(
+      /*function_name=*/"inner_function",
+      /*in_def=*/{"arg0: int32"},
+      /*out_def=*/{"out: int32"},
+      /*attr_def=*/{},
+      /*node_def=*/
+      {FunctionDefHelper::Const("Perm", gtl::ArraySlice<int>({1, 0})),
+       {{"Transpose"},
+        "Transpose",
+        {"arg0", "Perm:output:0"},
+        {{"T", DT_INT32}, {"Tperm", DT_INT32}}}},
+      /*ret_def=*/{{"out", "Transpose:y:0"}});
 
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_EXPECT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
-  EXPECT_TRUE(
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
+  EXPECT_FALSE(
       function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
 }
 
@@ -1524,16 +1362,9 @@ TEST(VectorizerTest, VectorizeIdentity) {
       /*node_def=*/{{{"Identity"}, "Identity", {"arg0"}, {{"T", DT_INT32}}}},
       /*ret_def=*/{{"ret0", "Identity:output:0"}});
 
-  FunctionDef outer;
-  TF_ASSERT_OK(WrapFunctionWithMapDefun(inner, &outer));
-
-  const NodeDef* map_defun = &outer.node_def(0);
-
   FunctionDefLibrary lib;
-  *lib.add_function() = outer;
-  *lib.add_function() = inner;
   FunctionDef* vectorized;
-  TF_ASSERT_OK(VectorizeMapDefun(outer, *map_defun, &lib, &vectorized));
+  TF_ASSERT_OK(WrapAndVectorize(inner, &lib, &vectorized));
 
   EXPECT_FALSE(
       function_utils::ContainsFunctionNodeWithOp("MapDefun", *vectorized));
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
index 59c24db5b3..66e35a3b38 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
@@ -289,6 +289,7 @@ def _generate_optimization_test_cases():
        base_dataset_factory),
       ("Reshape", lambda x: array_ops.reshape(x, (-1, 30)),
        base_dataset_factory),
+      ("Transpose", array_ops.transpose, base_dataset_factory),
       ("Unpack", array_ops.unstack, base_dataset_factory),
       ("UnpackNegativeAxis", lambda x: array_ops.unstack(x, axis=-1),
        base_dataset_factory),
-- 
GitLab


From 462a79b7fe98ad71dccbcf691a06a4a7f48ee382 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 10:24:22 -0700
Subject: [PATCH 0784/1825] Change RecvBufRespExtra.tensor_content to a
 repeated string and fill it with many small strings instead of one large one,
 when using gRPC.

Typing tensor_content as a Cord instead of a single string leads to
roughly a 20% speedup in a 2-worker (8 v100 GPUs each) benchmark training of
resnet50 using collective all-reduce for gradient reduction and gRPC for
all inter-worker transport.  It is hypothesized that without the Cord
type gRPC is stalling incoming RecvBuf RPCs as it repeatedly reallocates
and copies the strings.  Using a Cord to receive the value leads to much
better flow control.

Unfortunately, proto3 does not yet support [ctype=CORD], so we can't
use that simple and effective optimization.  This CL changes
tensor_content to a sequence of strings and sets a max single-string
size of 4KB, the likely page size.  (This default can be changed via
ConfigProto.experimental.recv_buf_max_chunk.) It achieves roughly a
12% speedup on the benchmark test.  The speedups are highly dependent
on topology and network weather since the major effect is believed to
be on flow control.

PiperOrigin-RevId: 219322231
---
 .../collective_rma_distributed.cc             | 20 +++++--
 .../collective_rma_distributed_test.cc        |  2 +-
 .../rpc/grpc_server_lib.cc                    |  4 +-
 .../rpc/grpc_worker_service.cc                | 55 ++++++++++++++-----
 .../rpc/grpc_worker_service.h                 |  7 ++-
 tensorflow/core/protobuf/config.proto         |  5 ++
 .../core/protobuf/transport_options.proto     |  2 +-
 ...nsorflow.-config-proto.-experimental.pbtxt |  6 ++
 .../golden/v1/tensorflow.-config-proto.pbtxt  |  6 ++
 ...nsorflow.-config-proto.-experimental.pbtxt |  6 ++
 .../golden/v2/tensorflow.-config-proto.pbtxt  |  6 ++
 11 files changed, 94 insertions(+), 25 deletions(-)

diff --git a/tensorflow/core/distributed_runtime/collective_rma_distributed.cc b/tensorflow/core/distributed_runtime/collective_rma_distributed.cc
index 805e023b0f..9087703cb5 100644
--- a/tensorflow/core/distributed_runtime/collective_rma_distributed.cc
+++ b/tensorflow/core/distributed_runtime/collective_rma_distributed.cc
@@ -61,6 +61,15 @@ class RecvBufCall : public CancellableCall {
   RecvBufResponse resp_;
 };
 
+void PopulateTensorFromExtra(const RecvBufRespExtra& extra,
+                             Tensor* cpu_tensor) {
+  char* head = reinterpret_cast<char*>(DMAHelper::base(cpu_tensor));
+  for (const auto& tensor_content_chunk : extra.tensor_content()) {
+    memcpy(head, tensor_content_chunk.data(),
+           tensor_content_chunk.size());
+    head += tensor_content_chunk.size();
+  }
+}
 }  // namespace
 
 void CollectiveRemoteAccessDistributed::RecvFromPeer(
@@ -95,7 +104,10 @@ void CollectiveRemoteAccessDistributed::RecvFromPeer(
       // them into the destination tensor here.
       RecvBufRespExtra extra;
       state->call->resp_.transport_options().UnpackTo(&extra);
-      int64 num_bytes = extra.tensor_content().size();
+      int64 num_bytes = 0;
+      for (const auto& chunk : extra.tensor_content()) {
+        num_bytes += chunk.size();
+      }
       if (num_bytes != to_tensor->TotalBytes()) {
         done(errors::Internal("RecvBufResponse returned ", num_bytes,
                               " bytes where to_tensor expected ",
@@ -118,8 +130,7 @@ void CollectiveRemoteAccessDistributed::RecvFromPeer(
         cpu_attr.set_gpu_compatible(true);
         Tensor* cpu_tensor = new Tensor(cpu_dev->GetAllocator(cpu_attr),
                                         to_tensor->dtype(), to_tensor->shape());
-        memcpy(DMAHelper::base(cpu_tensor), extra.tensor_content().data(),
-               num_bytes);
+        PopulateTensorFromExtra(extra, cpu_tensor);
         // Then copy it to the GPU.
         CopyTensor::ViaDMA("",  // edge name (non-existent)
                            nullptr /*send_dev_ctx*/, to_device_ctx, cpu_dev,
@@ -135,8 +146,7 @@ void CollectiveRemoteAccessDistributed::RecvFromPeer(
         return;
       } else {
         // CPU device
-        memcpy(DMAHelper::base(to_tensor), extra.tensor_content().data(),
-               num_bytes);
+        PopulateTensorFromExtra(extra, to_tensor);
       }
     }
     if (!s.ok() && errors::IsFailedPrecondition(s)) {
diff --git a/tensorflow/core/distributed_runtime/collective_rma_distributed_test.cc b/tensorflow/core/distributed_runtime/collective_rma_distributed_test.cc
index bfd312410c..33e1c8f2c3 100644
--- a/tensorflow/core/distributed_runtime/collective_rma_distributed_test.cc
+++ b/tensorflow/core/distributed_runtime/collective_rma_distributed_test.cc
@@ -104,7 +104,7 @@ class FakeWorker : public TestWorkerInterface {
             // bytes in the response.
             RecvBufRespExtra extra;
             int64 num_bytes = h->prod_value->TotalBytes();
-            extra.set_tensor_content(string(
+            extra.add_tensor_content(string(
                 reinterpret_cast<const char*>(DMAHelper::base(h->prod_value)),
                 num_bytes));
             response->mutable_transport_options()->PackFrom(extra);
diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
index c4f2247145..63d438c615 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
@@ -194,8 +194,8 @@ Status GrpcServer::Init(
   MaybeMutateBuilder(&builder);
   master_impl_ = CreateMaster(&master_env_);
   master_service_ = NewGrpcMasterService(master_impl_.get(), config, &builder);
-  worker_impl_ =
-      worker_func ? worker_func(&worker_env_) : NewGrpcWorker(&worker_env_);
+  worker_impl_ = worker_func ? worker_func(&worker_env_)
+                             : NewGrpcWorker(&worker_env_, config);
   worker_service_ =
       NewGrpcWorkerService(worker_impl_.get(), &builder).release();
   eager_service_ = new eager::GrpcEagerServiceImpl(&worker_env_, &builder);
diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.cc b/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.cc
index 1b6d796bd4..de80992095 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.cc
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.cc
@@ -418,8 +418,13 @@ class GrpcWorkerService : public AsyncServiceInterface {
 
 }  // namespace
 
-GrpcWorker::GrpcWorker(WorkerEnv* worker_env)
-    : Worker(worker_env), recent_request_ids_(100000) {}
+GrpcWorker::GrpcWorker(WorkerEnv* worker_env, const ConfigProto& config)
+    : Worker(worker_env),
+      recent_request_ids_(100000),
+      recv_buf_max_chunk_(
+          config.experimental().recv_buf_max_chunk() > 0
+              ? config.experimental().recv_buf_max_chunk()
+              : (config.experimental().recv_buf_max_chunk() < 0 ? 0 : 4096)) {}
 
 // GrpcRecvTensorAsync: unlike the other Worker methods, which use protocol
 // buffers for a response object, to avoid extra protocol buffer serialization
@@ -505,6 +510,33 @@ void GrpcWorker::GrpcRecvTensorAsync(CallOptions* opts,
       });
 }
 
+namespace {
+// If RecvBufRespExtra.tensor_content is a single large string, then gRPC
+// can stall on the recv side when the string buffer needs to be enlarged,
+// since the size is not sent in advance.  Changing this field to a sequence
+// of small strings costs some extra time on the send side, since we do
+// some otherwise unnecessary copies, but it improves runtime overall by
+// improving flow control.  Best performance is likely achieved with a
+// max_chunk_bytes equal to the memory page size.
+//
+// TODO(tucker): When proto3 supports [ctype=CORD] then change
+// RecvBufRespExtra.tensor_content to a cord instead of a repeated string,
+// and remove this function.
+void SetTensorInRecvBufResp(int64 max_chunk_bytes, const Tensor* tensor,
+                            int64 num_bytes, RecvBufResponse* response) {
+  RecvBufRespExtra extra;
+  const char* head = reinterpret_cast<const char*>(DMAHelper::base(tensor));
+  while (num_bytes > 0) {
+    int64 bytes =
+        max_chunk_bytes > 0 ? std::min(num_bytes, max_chunk_bytes) : num_bytes;
+    extra.add_tensor_content(std::string(head, bytes));
+    head += bytes;
+    num_bytes -= bytes;
+  }
+  response->mutable_transport_options()->PackFrom(extra);
+}
+}  // namespace
+
 void GrpcWorker::RecvBufAsync(CallOptions* opts, const RecvBufRequest* request,
                               RecvBufResponse* response, StatusCallback done) {
   // This is a generic, low performance implementation appropriate for grpc.
@@ -551,11 +583,8 @@ void GrpcWorker::RecvBufAsync(CallOptions* opts, const RecvBufRequest* request,
                   [this, num_bytes, response, done, hook,
                    cpu_tensor](const Status& s) {
                     if (s.ok()) {
-                      RecvBufRespExtra extra;
-                      extra.set_tensor_content(reinterpret_cast<const char*>(
-                                                   DMAHelper::base(cpu_tensor)),
-                                               num_bytes);
-                      response->mutable_transport_options()->PackFrom(extra);
+                      SetTensorInRecvBufResp(recv_buf_max_chunk_, cpu_tensor,
+                                             num_bytes, response);
                     }
                     response->set_send_start_micros(env_->env->NowMicros());
                     done(s);
@@ -566,11 +595,8 @@ void GrpcWorker::RecvBufAsync(CallOptions* opts, const RecvBufRequest* request,
             }
           } else {
             // Tensor is on CPU.
-            RecvBufRespExtra extra;
-            extra.set_tensor_content(reinterpret_cast<const char*>(
-                                         DMAHelper::base(hook->prod_value)),
-                                     num_bytes);
-            response->mutable_transport_options()->PackFrom(extra);
+            SetTensorInRecvBufResp(recv_buf_max_chunk_, hook->prod_value,
+                                   num_bytes, response);
           }
         }
         response->set_send_start_micros(env_->env->NowMicros());
@@ -608,8 +634,9 @@ void GrpcWorker::LoggingAsync(const LoggingRequest* request,
 
 WorkerEnv* GrpcWorker::env() { return env_; }
 
-std::unique_ptr<GrpcWorker> NewGrpcWorker(WorkerEnv* env) {
-  return std::unique_ptr<GrpcWorker>(new GrpcWorker(env));
+std::unique_ptr<GrpcWorker> NewGrpcWorker(WorkerEnv* env,
+                                          const ConfigProto& config) {
+  return std::unique_ptr<GrpcWorker>(new GrpcWorker(env, config));
 }
 
 std::unique_ptr<AsyncServiceInterface> NewGrpcWorkerService(
diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.h b/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.h
index d9e48524de..996617d385 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.h
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_worker_service.h
@@ -27,12 +27,13 @@ class ServerBuilder;
 namespace tensorflow {
 
 class AsyncServiceInterface;
+class ConfigProto;
 struct WorkerEnv;
 struct WorkerSession;
 
 class GrpcWorker : public Worker {
  public:
-  GrpcWorker(WorkerEnv* env);
+  GrpcWorker(WorkerEnv* env, const ConfigProto& config);
 
   // Specialized version of RecvTensor for gRPC, which avoids a copy.
   virtual void GrpcRecvTensorAsync(CallOptions* opts,
@@ -50,9 +51,11 @@ class GrpcWorker : public Worker {
 
  private:
   RecentRequestIds recent_request_ids_;
+  const int32 recv_buf_max_chunk_;
 };
 
-std::unique_ptr<GrpcWorker> NewGrpcWorker(WorkerEnv* worker_env);
+std::unique_ptr<GrpcWorker> NewGrpcWorker(WorkerEnv* worker_env,
+                                          const ConfigProto& config);
 
 // Returns an implementation of WorkerService rpc service.
 std::unique_ptr<AsyncServiceInterface> NewGrpcWorkerService(
diff --git a/tensorflow/core/protobuf/config.proto b/tensorflow/core/protobuf/config.proto
index 104ab039cb..1963a5b56e 100644
--- a/tensorflow/core/protobuf/config.proto
+++ b/tensorflow/core/protobuf/config.proto
@@ -400,6 +400,11 @@ message ConfigProto {
     // Which executor to use, the default executor will be used
     // if it is an empty string or "DEFAULT"
     string executor_type = 3;
+
+    // Guidance to formatting of large RecvBuf fields for transfer.
+    // Any positive value sets the max chunk size.  0 defaults to 4096.
+    // Any negative value indicates no max, i.e. one chunk only.
+    int32 recv_buf_max_chunk = 4;
   };
 
   Experimental experimental = 16;
diff --git a/tensorflow/core/protobuf/transport_options.proto b/tensorflow/core/protobuf/transport_options.proto
index d7b1bddbbe..1d32475e9b 100644
--- a/tensorflow/core/protobuf/transport_options.proto
+++ b/tensorflow/core/protobuf/transport_options.proto
@@ -4,5 +4,5 @@ package tensorflow;
 
 // Extra data needed on a non-RDMA RecvBufResponse.
 message RecvBufRespExtra {
-  bytes tensor_content = 1;
+  repeated bytes tensor_content = 1;
 };
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt
index 9f6dcd8fdb..f7491649c2 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt
@@ -14,6 +14,12 @@ tf_proto {
       label: LABEL_OPTIONAL
       type: TYPE_STRING
     }
+    field {
+      name: "recv_buf_max_chunk"
+      number: 4
+      label: LABEL_OPTIONAL
+      type: TYPE_INT32
+    }
     reserved_range {
       start: 2
       end: 3
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt
index f3a515163d..53b532beab 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt
@@ -137,6 +137,12 @@ tf_proto {
         label: LABEL_OPTIONAL
         type: TYPE_STRING
       }
+      field {
+        name: "recv_buf_max_chunk"
+        number: 4
+        label: LABEL_OPTIONAL
+        type: TYPE_INT32
+      }
       reserved_range {
         start: 2
         end: 3
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt
index 9f6dcd8fdb..f7491649c2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt
@@ -14,6 +14,12 @@ tf_proto {
       label: LABEL_OPTIONAL
       type: TYPE_STRING
     }
+    field {
+      name: "recv_buf_max_chunk"
+      number: 4
+      label: LABEL_OPTIONAL
+      type: TYPE_INT32
+    }
     reserved_range {
       start: 2
       end: 3
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt
index f3a515163d..53b532beab 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt
@@ -137,6 +137,12 @@ tf_proto {
         label: LABEL_OPTIONAL
         type: TYPE_STRING
       }
+      field {
+        name: "recv_buf_max_chunk"
+        number: 4
+        label: LABEL_OPTIONAL
+        type: TYPE_INT32
+      }
       reserved_range {
         start: 2
         end: 3
-- 
GitLab


From e25209c872bcc5450ce5d5b06f0819c05e978e89 Mon Sep 17 00:00:00 2001
From: Shashi Shekhar <shashishekhar@google.com>
Date: Tue, 30 Oct 2018 10:32:53 -0700
Subject: [PATCH 0785/1825] Fix build for android_png_internal.

PiperOrigin-RevId: 219323881
---
 tensorflow/core/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 4628258efc..97e43bcb4c 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -2405,7 +2405,6 @@ cc_library(
     ]),
     hdrs = [
         "lib/bfloat16/bfloat16.h",
-        "lib/core/casts.h",
         "lib/core/stringpiece.h",
         "lib/png/png_io.h",
         "platform/byte_order.h",
-- 
GitLab


From 9b371c8d58937826b44ec448183edb4eb56d68d7 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 30 Oct 2018 10:33:52 -0700
Subject: [PATCH 0786/1825] [SE] Remove StreamExecutor alias for
 absl::InlinedVector.

PiperOrigin-RevId: 219324068
---
 .../stream_executor/cuda/cuda_diagnostics.cc  |  4 +--
 .../stream_executor/cuda/cuda_driver.cc       | 10 +++----
 tensorflow/stream_executor/kernel.h           |  1 -
 .../stream_executor/lib/inlined_vector.h      | 29 -------------------
 .../stream_executor_internal.h                |  1 -
 5 files changed, 7 insertions(+), 38 deletions(-)
 delete mode 100644 tensorflow/stream_executor/lib/inlined_vector.h

diff --git a/tensorflow/stream_executor/cuda/cuda_diagnostics.cc b/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
index 90449b5d5d..8c0bf70f6c 100644
--- a/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
+++ b/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
@@ -39,9 +39,9 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
+#include "absl/container/inlined_vector.h"
 #include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/lib/error.h"
-#include "tensorflow/stream_executor/lib/inlined_vector.h"
 #include "tensorflow/stream_executor/lib/numbers.h"
 #include "tensorflow/stream_executor/lib/process_state.h"
 #include "tensorflow/stream_executor/lib/status.h"
@@ -363,7 +363,7 @@ port::StatusOr<DriverVersion> Diagnostician::FindKernelDriverVersion() {
   }
 
   static const int kContentsSize = 1024;
-  port::InlinedVector<char, 4> contents(kContentsSize);
+  absl::InlinedVector<char, 4> contents(kContentsSize);
   size_t retcode =
       fread(contents.begin(), 1, kContentsSize - 2, driver_version_file);
   if (retcode < kContentsSize - 1) {
diff --git a/tensorflow/stream_executor/cuda/cuda_driver.cc b/tensorflow/stream_executor/cuda/cuda_driver.cc
index a674814190..b34d1f722e 100644
--- a/tensorflow/stream_executor/cuda/cuda_driver.cc
+++ b/tensorflow/stream_executor/cuda/cuda_driver.cc
@@ -22,12 +22,12 @@ limitations under the License.
 #include <utility>
 
 #include "absl/base/casts.h"
+#include "absl/container/inlined_vector.h"
 #include "absl/strings/str_cat.h"
 #include "tensorflow/stream_executor/cuda/cuda_diagnostics.h"
 #include "tensorflow/stream_executor/lib/env.h"
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/human_readable.h"
-#include "tensorflow/stream_executor/lib/inlined_vector.h"
 #include "tensorflow/stream_executor/lib/notification.h"
 #include "tensorflow/stream_executor/lib/ptr_util.h"
 #include "tensorflow/stream_executor/lib/stacktrace.h"
@@ -336,7 +336,7 @@ static port::Status InternalInit() {
 /* static */ bool CUDADriver::GetDeviceName(CUdevice device,
                                             string *device_name) {
   static const size_t kCharLimit = 64;
-  port::InlinedVector<char, 4> chars(kCharLimit);
+  absl::InlinedVector<char, 4> chars(kCharLimit);
   CUresult res = cuDeviceGetName(chars.begin(), kCharLimit - 1, device);
   if (res != CUDA_SUCCESS) {
     LOG(ERROR) << "failed to get device name for " << device << ": "
@@ -575,8 +575,8 @@ CUDADriver::ContextGetSharedMemConfig(CudaContext* context) {
     static const unsigned int kLogBufferBytesLimit = 1024;
     unsigned int error_log_buffer_bytes = kLogBufferBytesLimit;
     unsigned int info_log_buffer_bytes = kLogBufferBytesLimit;
-    port::InlinedVector<char, 4> error_log_buffer(error_log_buffer_bytes);
-    port::InlinedVector<char, 4> info_log_buffer(info_log_buffer_bytes);
+    absl::InlinedVector<char, 4> error_log_buffer(error_log_buffer_bytes);
+    absl::InlinedVector<char, 4> info_log_buffer(info_log_buffer_bytes);
     bool log_verbose = true;
     CUjit_option options[] = {CU_JIT_ERROR_LOG_BUFFER_SIZE_BYTES,
                               CU_JIT_ERROR_LOG_BUFFER,
@@ -1466,7 +1466,7 @@ static port::StatusOr<T> GetSimpleAttribute(CUdevice device,
 /* static */ string CUDADriver::GetPCIBusID(CUdevice device) {
   string pci_bus_id;
   static const int kBufferSize = 64;
-  port::InlinedVector<char, 4> chars(kBufferSize);
+  absl::InlinedVector<char, 4> chars(kBufferSize);
   chars[kBufferSize - 1] = '\0';
   CUresult res = cuDeviceGetPCIBusId(chars.begin(), kBufferSize - 1, device);
   if (res != CUDA_SUCCESS) {
diff --git a/tensorflow/stream_executor/kernel.h b/tensorflow/stream_executor/kernel.h
index 2216884b87..4d2406805f 100644
--- a/tensorflow/stream_executor/kernel.h
+++ b/tensorflow/stream_executor/kernel.h
@@ -78,7 +78,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/device_memory.h"
 #include "tensorflow/stream_executor/kernel_cache_config.h"
 #include "tensorflow/stream_executor/lib/array_slice.h"
-#include "tensorflow/stream_executor/lib/inlined_vector.h"
 #include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
diff --git a/tensorflow/stream_executor/lib/inlined_vector.h b/tensorflow/stream_executor/lib/inlined_vector.h
deleted file mode 100644
index 0198947e5b..0000000000
--- a/tensorflow/stream_executor/lib/inlined_vector.h
+++ /dev/null
@@ -1,29 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_INLINED_VECTOR_H_
-#define TENSORFLOW_STREAM_EXECUTOR_LIB_INLINED_VECTOR_H_
-
-#include "absl/container/inlined_vector.h"
-
-namespace stream_executor {
-namespace port {
-
-using absl::InlinedVector;
-
-}  // namespace port
-}  // namespace stream_executor
-
-#endif  // TENSORFLOW_STREAM_EXECUTOR_LIB_INLINED_VECTOR_H_
diff --git a/tensorflow/stream_executor/stream_executor_internal.h b/tensorflow/stream_executor/stream_executor_internal.h
index 59a477b5c9..32f75fd1bc 100644
--- a/tensorflow/stream_executor/stream_executor_internal.h
+++ b/tensorflow/stream_executor/stream_executor_internal.h
@@ -36,7 +36,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/kernel_cache_config.h"
 #include "tensorflow/stream_executor/kernel_spec.h"
 #include "tensorflow/stream_executor/launch_dim.h"
-#include "tensorflow/stream_executor/lib/inlined_vector.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/statusor.h"
 #include "tensorflow/stream_executor/module_spec.h"
-- 
GitLab


From 55484438d701d68bd1803bc0701e5971329e3be9 Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Tue, 30 Oct 2018 10:44:18 -0700
Subject: [PATCH 0787/1825] Reference implementation for audio preprocessing
 microcontroller example

PiperOrigin-RevId: 219326117
---
 .../micro/examples/micro_speech/BUILD         |  25 ++-
 .../micro_speech/no_30ms_sample_data.cc       |  66 ++++++++
 .../micro_speech/no_30ms_sample_data.h        |  32 ++++
 .../micro_speech/no_power_spectrum_data.cc    |  23 +++
 .../micro_speech/no_power_spectrum_data.h     |  29 ++++
 .../examples/micro_speech/preprocessor.cc     | 149 ++++++++++++++++++
 .../examples/micro_speech/preprocessor.h      |  26 +++
 .../micro_speech/preprocessor_test.cc         |  63 ++++++++
 .../micro_speech/yes_30ms_sample_data.cc      |  70 ++++++++
 .../micro_speech/yes_30ms_sample_data.h       |  32 ++++
 .../micro_speech/yes_power_spectrum_data.cc   |  23 +++
 .../micro_speech/yes_power_spectrum_data.h    |  29 ++++
 .../experimental/micro/testing/bluepill.robot |   2 +-
 .../experimental/micro/tools/make/Makefile    |  29 +++-
 14 files changed, 593 insertions(+), 5 deletions(-)
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
 create mode 100644 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h

diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD
index 626f733540..08fa277c34 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD
@@ -21,9 +21,6 @@ tflite_micro_cc_test(
         "yes_features_data.cc",
         "yes_features_data.h",
     ],
-    tags = [
-        "nomsan",
-    ],
     deps = [
         "//tensorflow/contrib/lite:schema_fbs_version",
         "//tensorflow/contrib/lite/experimental/micro:micro_framework",
@@ -33,3 +30,25 @@ tflite_micro_cc_test(
         "//tensorflow/contrib/lite/schema:schema_fbs",
     ],
 )
+
+tflite_micro_cc_test(
+    name = "preprocessor_test",
+    srcs = [
+        "no_30ms_sample_data.cc",
+        "no_30ms_sample_data.h",
+        "no_power_spectrum_data.cc",
+        "no_power_spectrum_data.h",
+        "preprocessor.cc",
+        "preprocessor.h",
+        "preprocessor_test.cc",
+        "yes_30ms_sample_data.cc",
+        "yes_30ms_sample_data.h",
+        "yes_power_spectrum_data.cc",
+        "yes_power_spectrum_data.h",
+    ],
+    deps = [
+        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
+        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
+    ],
+)
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
new file mode 100644
index 0000000000..e949913aa3
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
@@ -0,0 +1,66 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// See the header for documentation on the meaning of this data.
+
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h"
+
+const int g_no_30ms_sample_data_size = 480;
+const int16_t g_no_30ms_sample_data[480] = {
+    5713,  5735,  5735,  5737,  5701,  5691,  5656,  5633,  5611,  5552,  5475,
+    5394,  5293,  5177,  5064,  4924,  4737,  4599,  4420,  4237,  4048,  3828,
+    3623,  3413,  3183,  2915,  2622,  2308,  1980,  1657,  1261,  901,   549,
+    205,   -85,   -383,  -688,  -969,  -1246, -1530, -1850, -2206, -2561, -2915,
+    -3224, -3482, -3713, -3921, -4107, -4287, -4470, -4660, -4850, -5057, -5239,
+    -5395, -5540, -5619, -5697, -5724, -5697, -5675, -5633, -5590, -5579, -5530,
+    -5486, -5442, -5426, -5391, -5348, -5276, -5197, -5124, -5039, -4925, -4808,
+    -4677, -4581, -4479, -4343, -4218, -4087, -3970, -3858, -3729, -3570, -3384,
+    -3206, -3020, -2839, -2636, -2453, -2287, -2185, -2154, -1926, -1562, -1223,
+    -758,  -473,  -64,   395,   599,   880,   814,   938,   1172,  1498,  1928,
+    2127,  2422,  2608,  2841,  2937,  2886,  2815,  2985,  3324,  3757,  4152,
+    4481,  4652,  4917,  4965,  4766,  4583,  4328,  4503,  4815,  5118,  5408,
+    5682,  5956,  6082,  6055,  5744,  5426,  5341,  5427,  5606,  5882,  6065,
+    6226,  6428,  6477,  6385,  6009,  5728,  5552,  5439,  5339,  5200,  5008,
+    4947,  4835,  4614,  4330,  3887,  3521,  3111,  2460,  1983,  1297,  650,
+    279,   -353,  -720,  -1044, -1518, -1668, -2117, -2496, -2743, -3266, -3607,
+    -3790, -4149, -4075, -4042, -4096, -3981, -4138, -4226, -4214, -4503, -4455,
+    -4577, -4642, -4346, -4351, -4270, -4263, -4522, -4521, -4673, -4814, -4731,
+    -4950, -5011, -5004, -5288, -5341, -5566, -5833, -5783, -5929, -5847, -5765,
+    -5828, -5644, -5613, -5615, -5428, -5291, -5014, -4554, -4277, -3964, -3854,
+    -3829, -3612, -3603, -3438, -3137, -2831, -2164, -1438, -939,  -330,  -156,
+    46,    242,   73,    242,   220,   239,   542,   565,   739,   872,   801,
+    857,   676,   543,   586,   567,   828,   1142,  1490,  1985,  2508,  2982,
+    3438,  3699,  3939,  4069,  4178,  4420,  4622,  4917,  5338,  5801,  6285,
+    6658,  6963,  7213,  7233,  7328,  7176,  7038,  7031,  6860,  6957,  6767,
+    6599,  6523,  6212,  6147,  6063,  5860,  6020,  6015,  6033,  6184,  5722,
+    5607,  5016,  4337,  4063,  3229,  3080,  3006,  2804,  3035,  2541,  2136,
+    1879,  1012,  401,   -575,  -1584, -1930, -2278, -2485, -2477, -2712, -2747,
+    -2766, -3320, -3592, -4188, -4669, -4672, -4939, -4789, -4426, -4203, -3674,
+    -3563, -3656, -3759, -4067, -4257, -4522, -4970, -5204, -5237, -5139, -4907,
+    -4911, -4917, -4921, -5007, -5230, -5654, -6122, -6464, -6733, -6948, -7067,
+    -6972, -6800, -6520, -6132, -5830, -5382, -5091, -4797, -4546, -4472, -4362,
+    -4350, -4235, -3851, -3454, -3144, -2735, -2341, -1845, -1262, -958,  -549,
+    -166,  66,    382,   366,   352,   341,   85,    -13,   -176,  -303,  -235,
+    -341,  -309,  -227,  -249,  -50,   143,   384,   874,   1149,  1552,  2155,
+    2767,  3499,  3994,  4460,  4920,  5288,  5569,  5704,  5881,  6094,  6461,
+    6653,  6803,  7115,  7311,  7521,  7612,  7443,  7380,  7124,  6742,  6495,
+    5964,  5656,  5415,  5167,  5656,  5813,  6027,  6401,  6351,  6787,  7019,
+    6581,  6512,  5965,  5308,  5140,  4336,  4147,  3899,  3398,  3360,  2830,
+    2624,  1968,  1026,  395,   -699,  -1424, -2327, -3006, -3192, -3435, -3337,
+    -3686, -3513, -3350, -3502, -3261, -3878, -4005, -4063, -4187, -3767, -3598,
+    -3384, -3300, -3094, -2857, -3023, -3274, -3851, -4352, -4523, -4943, -5477,
+    -5612, -5682, -5733, -5714, -5965, -6110, -5950, -6158, -6548, -6897, -7165,
+    -7281, -7352, -7258, -7185, -6659, -5946, -5470,
+};
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
new file mode 100644
index 0000000000..5299930659
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
@@ -0,0 +1,32 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// This data was created from the PCM data in a WAV file held in v2 of the
+// Speech Commands test dataset, at the path:
+// speech_commands_test_set_v0.02/no/f9643d42_nohash_4.wav
+// The data was extracted starting at an offset of 8,960, which corresponds to
+// the 29th spectrogram slice. It's designed to be used to test the
+// preprocessing pipeline, to ensure that the expected spectrogram slice is
+// produced given this input.
+
+#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
+#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
+
+#include <cstdint>
+
+extern const int g_no_30ms_sample_data_size;
+extern const int16_t g_no_30ms_sample_data[];
+
+#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
new file mode 100644
index 0000000000..72e40197d6
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
@@ -0,0 +1,23 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// See the header for documentation on the meaning of this data.
+
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h"
+
+const uint8_t g_no_power_spectrum_data[g_no_power_spectrum_data_size] = {
+    255, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0,   0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+};
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
new file mode 100644
index 0000000000..c19566bfb6
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
@@ -0,0 +1,29 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// This data was extracted from the larger feature data held in
+// no_features_data.cc and consists of the 29th spectrogram slice of 43 values.
+// This is the expected result of running the sample data in
+// no_30ms_sample_data.cc through through the preprocessing pipeline.
+
+#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
+#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
+
+#include <cstdint>
+
+constexpr int g_no_power_spectrum_data_size = 43;
+extern const uint8_t g_no_power_spectrum_data[];
+
+#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc
new file mode 100644
index 0000000000..6fe4d21de7
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc
@@ -0,0 +1,149 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// Reference implementation of the preprocessing pipeline, with the same
+// results as the audio tutorial at
+// https://www.tensorflow.org/tutorials/sequences/audio_recognition
+// This module takes 30ms of PCM-encoded signed 16-bit audio samples (at 16KHz,
+// so 480 values), and extracts a power spectrum of frequencies. There are 43
+// frequency bands in the result, derived from the original 256 output from the
+// discrete Fourier transform, and averaged together in groups of 6.
+// It's expected that most platforms will have optimized versions of the
+// functions used here, for example replacing the DFT with an FFT, so this
+// version shouldn't be used where performance is critical.
+
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h"
+
+#include <cmath>
+
+namespace {
+
+// These constants allow us to allocate fixed-sized arrays on the stack for our
+// working memory.
+constexpr int kInputSize = 512;
+constexpr int kAverageWindowSize = 6;
+constexpr int kOutputSize =
+    ((kInputSize / 2) + (kAverageWindowSize - 1)) / kAverageWindowSize;
+
+// Performs a discrete Fourier transform on the real inputs. This corresponds to
+// rdft() in the FFT package at http://www.kurims.kyoto-u.ac.jp/~ooura/fft.html,
+// and to kiss_fftr() in KISSFFT at https://github.com/mborgerding/kissfft.
+// It takes in an array of float real values, and returns a result of the same
+// length with float real and imaginary components interleaved, so
+// fourier_output[0] is the first real value, fourier_output[1] is the first
+// imaginary, fourier_output[2] is the second real, and so on.
+// The calling function should ensure that the array passed in as fourier_output
+// is at least time_series_size in length. Most optimized FFT implementations
+// require the length to be a power of two as well, but this version doesn't
+// enforce that.
+void CalculateDiscreteFourierTransform(float* time_series, int time_series_size,
+                                       float* fourier_output) {
+  for (int i = 0; i < time_series_size / 2; ++i) {
+    float real = 0;
+    for (int j = 0; j < time_series_size; ++j) {
+      real += time_series[j] * cos(j * i * M_PI * 2 / time_series_size);
+    }
+    float imaginary = 0;
+    for (int j = 0; j < time_series_size; ++j) {
+      imaginary -= time_series[j] * sin(j * i * M_PI * 2 / time_series_size);
+    }
+    fourier_output[(i * 2) + 0] = real;
+    fourier_output[(i * 2) + 1] = imaginary;
+  }
+}
+
+// Produces a simple sine curve that is used to ensure frequencies at the center
+// of the current sample window are weighted more heavily than those at the end.
+void CalculatePeriodicHann(int window_length, float* window_function) {
+  for (int i = 0; i < window_length; ++i) {
+    window_function[i] = 0.5 - 0.5 * cos((2 * M_PI * i) / window_length);
+  }
+}
+
+}  // namespace
+
+TfLiteStatus Preprocess(tflite::ErrorReporter* error_reporter,
+                        const int16_t* input, int input_size, int output_size,
+                        uint8_t* output) {
+  // Ensure our input and output data arrays are valid.
+  if (input_size > kInputSize) {
+    error_reporter->Report("Input size %d larger than %d", input_size,
+                           kInputSize);
+    return kTfLiteError;
+  }
+  if (output_size != kOutputSize) {
+    error_reporter->Report("Requested output size %d doesn't match %d",
+                           output_size, kOutputSize);
+    return kTfLiteError;
+  }
+
+  // Pre-calculate the window function we'll be applying to the input data.
+  // In a real application, we'd calculate this table once in an initialization
+  // function and store it for repeated reuse.
+  float window_function[kInputSize];
+  CalculatePeriodicHann(input_size, window_function);
+
+  // Apply the window function to our time series input, and pad it with zeroes
+  // to the next power of two.
+  float float_input[kInputSize];
+  for (int i = 0; i < kInputSize; ++i) {
+    if (i < input_size) {
+      float_input[i] =
+          (input[i] * window_function[i]) / static_cast<float>(1 << 15);
+    } else {
+      float_input[i] = 0.0f;
+    }
+  }
+
+  // Pull the frequency data from the time series sample.
+  float fourier_values[kInputSize];
+  CalculateDiscreteFourierTransform(float_input, kInputSize, fourier_values);
+
+  // We have the complex numbers giving us information about each frequency
+  // band, but all we want to know is how strong each frequency is, so calculate
+  // the squared magnitude by adding together the squares of each component.
+  float power_spectrum[kInputSize / 2];
+  for (int i = 0; i < (kInputSize / 2); ++i) {
+    const float real = fourier_values[(i * 2) + 0];
+    const float imaginary = fourier_values[(i * 2) + 1];
+    power_spectrum[i] = (real * real) + (imaginary * imaginary);
+  }
+
+  // Finally, reduce the size of the output by averaging together six adjacent
+  // frequencies into each slot, producing an array of 43 values.
+  for (int i = 0; i < kOutputSize; ++i) {
+    float total = 0.0f;
+    for (int j = 0; j < kAverageWindowSize; ++j) {
+      const int index = (i * kAverageWindowSize) + j;
+      if (index < (kInputSize / 2)) {
+        total += power_spectrum[index];
+      }
+    }
+    const float average = total / kAverageWindowSize;
+    // Quantize the result into eight bits, effectively multiplying by two.
+    // The 127.5 constant here has to match the features_max value defined in
+    // tensorflow/examples/speech_commands/input_data.py, and this also assumes
+    // that features_min is zero. It it wasn't, we'd have to subtract it first.
+    int quantized_average = roundf(average * (255.0f / 127.5f));
+    if (quantized_average < 0) {
+      quantized_average = 0;
+    }
+    if (quantized_average > 255) {
+      quantized_average = 255;
+    }
+    output[i] = quantized_average;
+  }
+  return kTfLiteOk;
+}
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h
new file mode 100644
index 0000000000..571eb5921b
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h
@@ -0,0 +1,26 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
+#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
+
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+
+TfLiteStatus Preprocess(tflite::ErrorReporter* error_reporter,
+                        const int16_t* input, int input_size, int output_size,
+                        uint8_t* output);
+
+#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
new file mode 100644
index 0000000000..1809ba8daf
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
@@ -0,0 +1,63 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h"
+#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h"
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h"
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h"
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h"
+#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+
+TF_LITE_MICRO_TESTS_BEGIN
+
+TF_LITE_MICRO_TEST(TestPreprocessor) {
+  tflite::MicroErrorReporter micro_error_reporter;
+  tflite::ErrorReporter* error_reporter = &micro_error_reporter;
+
+  uint8_t yes_calculated_data[g_yes_power_spectrum_data_size];
+  TfLiteStatus yes_status = Preprocess(
+      error_reporter, g_yes_30ms_sample_data, g_yes_30ms_sample_data_size,
+      g_yes_power_spectrum_data_size, yes_calculated_data);
+  TF_LITE_MICRO_EXPECT_EQ(kTfLiteOk, yes_status);
+
+  for (int i = 0; i < g_yes_power_spectrum_data_size; ++i) {
+    TF_LITE_MICRO_EXPECT_EQ(g_yes_power_spectrum_data[i],
+                            yes_calculated_data[i]);
+    if (g_yes_power_spectrum_data[i] != yes_calculated_data[i]) {
+      error_reporter->Report("Expected value %d but found %d",
+                             g_yes_power_spectrum_data[i],
+                             yes_calculated_data[i]);
+    }
+  }
+
+  uint8_t no_calculated_data[g_yes_power_spectrum_data_size];
+  TfLiteStatus no_status = Preprocess(
+      error_reporter, g_no_30ms_sample_data, g_no_30ms_sample_data_size,
+      g_no_power_spectrum_data_size, no_calculated_data);
+  TF_LITE_MICRO_EXPECT_EQ(kTfLiteOk, no_status);
+
+  for (int i = 0; i < g_no_power_spectrum_data_size; ++i) {
+    TF_LITE_MICRO_EXPECT_EQ(g_no_power_spectrum_data[i], no_calculated_data[i]);
+    if (g_no_power_spectrum_data[i] != no_calculated_data[i]) {
+      error_reporter->Report("Expected value %d but found %d",
+                             g_no_power_spectrum_data[i],
+                             no_calculated_data[i]);
+    }
+  }
+}
+
+TF_LITE_MICRO_TESTS_END
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
new file mode 100644
index 0000000000..4087637207
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
@@ -0,0 +1,70 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// See the header for documentation on the meaning of this data.
+
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h"
+
+const int g_yes_30ms_sample_data_size = 480;
+const int16_t g_yes_30ms_sample_data[480] = {
+    -876,   -470,   510,   803,   170,   -787,   -1568,  -1893,  -1598, -1027,
+    -992,   -1803,  -2610, -2484, -1905, -2113,  -3113,  -3399,  -2267, -1261,
+    -2007,  -3637,  -3909, -2340, -893,  -1158,  -2272,  -2486,  -1639, -915,
+    -777,   -596,   -91,   196,   85,    210,    875,    1373,   1247,  1219,
+    1958,   2718,   2328,  1196,  1008,  2350,   3677,   3269,   1503,  366,
+    922,    2264,   2810,  1996,  608,   -168,   75,     680,    811,   395,
+    -56,    -318,   -607,  -966,  -1108, -925,   -613,   -368,   -369,  -919,
+    -1926,  -2460,  -1685, -300,  155,   -611,   -1524,  -2204,  -3227, -3859,
+    -2037,  1622,   2382,  -2583, -8448, -7544,  -84,    4814,   915,   -6423,
+    -7558,  -1746,  2515,  -59,   -4587, -3858,  1260,   3625,   187,   -4148,
+    -3500,  1542,   5467,  4780,  1256,  -1127,  -403,   2481,   5332,  6346,
+    5014,   2536,   1216,  2467,  5039,  6238,   5070,   3381,   3269,  4173,
+    3905,   2248,   1586,  3299,  5240,  4362,   1004,   -1382,  -489,  2113,
+    3168,   1620,   -742,  -1824, -1435, -897,   -1058,  -1500,  -1545, -1398,
+    -1965,  -3266,  -4136, -3756, -2609, -1804,  -1986,  -3087,  -4599, -5296,
+    -4051,  -1731,  -781,  -2228, -4092, -3977,  -2325,  -1353,  -1568, -1490,
+    -428,   178,    -672,  -1650, -1058, 749,    2039,   2079,   1540,  897,
+    310,    572,    2266,  4265,  4265,  1869,   -231,   559,    3332,  4752,
+    3229,   768,    101,   1364,  2463,  1984,   819,    411,    723,   675,
+    -162,   -923,   -743,  -32,   185,   -516,   -1653,  -2359,  -2103, -986,
+    42,     -205,   -1702, -2870, -2337, -809,   -221,   -982,   -1544, -946,
+    -598,   -2117,  -4291, -4100, -857,  1948,   338,    -4799,  -7972, -5403,
+    173,    2371,   -1063, -5533, -5578, -1777,  605,    -985,   -3249, -2213,
+    1184,   2691,   560,   -2356, -2288, 1233,   5244,   6441,   4004,  370,
+    -663,   2555,   7404,  9282,  6573,  2612,   1836,   4662,   7467,  7393,
+    5421,   4262,   4741,  5362,  4705,  3163,   2397,   3337,   4887,  4810,
+    2254,   -749,   -1316, 772,   2706,  2016,   -573,   -2552,  -2746, -2012,
+    -1647,  -1978,  -2579, -3105, -3473, -3911,  -4484,  -4891,  -4795, -4163,
+    -3543,  -3538,  -4275, -5356, -5743, -4637,  -2614,  -1301,  -1825, -3341,
+    -4011,  -2937,  -751,  1007,  1245,  235,    -639,   -61,    1626,  2864,
+    2967,   2734,   3013,  3329,  2914,  2312,   2666,   3839,   4308,  3162,
+    1453,   768,    1255,  1887,  2006,  1715,   1031,   -297,   -1660, -1690,
+    -277,   813,    -30,   -2137, -3370, -2854,  -1553,  -593,   -413,  -1146,
+    -2567,  -3440,  -2369, -205,  379,   -1258,  -2315,  -812,   262,   -3205,
+    -8576,  -7894,  738,   7492,  1951,  -11595, -17098, -6934,  7139,  8065,
+    -4575,  -14199, -8946, 3606,  7504,  -547,   -8242,  -5113,  4406,  8113,
+    2134,   -5040,  -4089, 4157,  10934, 10158,  4167,   -565,   -192,  4428,
+    9765,   12201,  9861,  4512,  1225,  3451,   8483,   10133,  6497,  2574,
+    3333,   6806,   6986,  2487,  -1214, 623,    5416,   6647,   2204,  -3289,
+    -4556,  -1565,  1544,  1525,  -1236, -4293,  -5695,  -5174,  -3995, -3403,
+    -3449,  -3750,  -4505, -6014, -7296, -6523,  -3849,  -2096,  -3288, -5722,
+    -6004,  -3581,  -1497, -1960, -3330, -2800,  -434,   964,    -111,  -1739,
+    -1136,  1736,   4151,  3736,  1274,  -451,   469,    3386,   5833,  5898,
+    3646,   1085,   272,   1743,  4061,  5108,   3837,   1490,   246,   967,
+    1866,   859,    -1069, -974,  1542,  2835,   47,     -4285,  -5068, -1567,
+    1781,   1223,   -1997, -4227, -3747, -1720,  41,     245,    -1228, -2972,
+    -2673,  22,     1980,  -930,  -7721, -11271, -5725,  4974,   8484,  -2007,
+    -16979, -19255, -4670, 11057, 9690,  -6417,  -17537, -10841, 4262,  9292,
+};
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
new file mode 100644
index 0000000000..cb757e84ba
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
@@ -0,0 +1,32 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// This data was created from the PCM data in a WAV file held in v2 of the
+// Speech Commands test dataset, at the path:
+// speech_commands_test_set_v0.02/yes/f2e59fea_nohash_1.wav
+// The data was extracted starting at an offset of 8,000, which corresponds to
+// the 26th spectrogram slice. It's designed to be used to test the
+// preprocessing pipeline, to ensure that the expected spectrogram slice is
+// produced given this input.
+
+#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
+#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
+
+#include <cstdint>
+
+extern const int g_yes_30ms_sample_data_size;
+extern const int16_t g_yes_30ms_sample_data[];
+
+#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
new file mode 100644
index 0000000000..a6e1d874fa
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
@@ -0,0 +1,23 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// See the header for documentation on the meaning of this data.
+
+#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h"
+
+const uint8_t g_yes_power_spectrum_data[g_yes_power_spectrum_data_size] = {
+    8, 89, 8, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 1, 6, 23, 20, 6, 4, 0, 0, 0,
+    0, 0,  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0, 0, 0,  0,  0, 0, 0, 0,
+};
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
new file mode 100644
index 0000000000..b02853f2ea
--- /dev/null
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
@@ -0,0 +1,29 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// This data was extracted from the larger feature data held in
+// no_features_data.cc and consists of the 26th spectrogram slice of 43 values.
+// This is the expected result of running the sample data in
+// yes_30ms_sample_data.cc through through the preprocessing pipeline.
+
+#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
+#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
+
+#include <cstdint>
+
+constexpr int g_yes_power_spectrum_data_size = 43;
+extern const uint8_t g_yes_power_spectrum_data[];
+
+#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot b/tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot
index f09c3a0cc0..3761216857 100644
--- a/tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot
+++ b/tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot
@@ -17,7 +17,7 @@ Should Run Bluepill Test
     Execute Command           $bin = @${BIN}
     Execute Script            ${SCRIPT}
 
-    Create Terminal Tester    ${UART}  timeout=3
+    Create Terminal Tester    ${UART}  timeout=30
     Start Emulation
 
     Wait For Line On Uart     ${EXPECTED}
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/Makefile b/tensorflow/contrib/lite/experimental/micro/tools/make/Makefile
index 3f749e53ef..93e470675c 100644
--- a/tensorflow/contrib/lite/experimental/micro/tools/make/Makefile
+++ b/tensorflow/contrib/lite/experimental/micro/tools/make/Makefile
@@ -59,6 +59,15 @@ tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model
 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.cc \
 tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
 
+# Test binary for the microcontroller speech model.
+PREPROCESSOR_TEST_SRCS := \
+tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc \
+tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc \
+tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc \
+tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc \
+tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc \
+tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
+
 MICROLITE_TEST_SRCS := \
 $(wildcard tensorflow/contrib/lite/experimental/micro/*test.cc) \
 $(wildcard tensorflow/contrib/lite/experimental/micro/kernels/*test.cc)
@@ -82,6 +91,7 @@ include $(wildcard $(MAKEFILE_DIR)/targets/*_makefile.inc)
 
 ALL_SRCS := \
 	$(MICRO_SPEECH_TEST_SRCS) \
+	$(PREPROCESSOR_TEST_SRCS) \
 	$(MICROLITE_CC_SRCS) \
 	$(MICROLITE_TEST_SRCS)
 
@@ -94,6 +104,7 @@ LIBDIR := $(GENDIR)lib/
 MICROLITE_LIB_PATH := $(LIBDIR)$(MICROLITE_LIB_NAME)
 
 MICRO_SPEECH_TEST_BINARY := $(BINDIR)micro_speech_test
+PREPROCESSOR_TEST_BINARY := $(BINDIR)preprocessor_test
 
 CXX := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}g++
 CC := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}gcc
@@ -102,6 +113,9 @@ AR := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}ar
 MICRO_SPEECH_TEST_OBJS := $(addprefix $(OBJDIR), \
 $(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(MICRO_SPEECH_TEST_SRCS))))
 
+PREPROCESSOR_TEST_OBJS := $(addprefix $(OBJDIR), \
+$(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_TEST_SRCS))))
+
 MICROLITE_LIB_OBJS := $(addprefix $(OBJDIR), \
 $(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(MICROLITE_CC_SRCS))))
 
@@ -119,7 +133,7 @@ $(OBJDIR)%.o: %.c
 	$(CC) $(CCFLAGS) $(INCLUDES) -c $< -o $@
 
 # The target that's compiled if there's no command-line arguments.
-all: $(MICROLITE_LIB_PATH) $(MICRO_SPEECH_TEST_BINARY)
+all: $(MICROLITE_LIB_PATH) $(MICRO_SPEECH_TEST_BINARY) $(PREPROCESSOR_TEST_BINARY)
 
 microlite: $(MICROLITE_LIB_PATH)
 
@@ -144,6 +158,19 @@ micro_speech_test_bin: $(MICRO_SPEECH_TEST_BINARY).bin
 test_micro_speech: $(MICRO_SPEECH_TEST_BINARY)
 	$(TEST_SCRIPT) $(MICRO_SPEECH_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
 
+$(PREPROCESSOR_TEST_BINARY): $(PREPROCESSOR_TEST_OBJS) $(MICROLITE_LIB_PATH)
+	@mkdir -p $(dir $@)
+	$(CXX) $(CXXFLAGS) $(INCLUDES) \
+	-o $(PREPROCESSOR_TEST_BINARY) $(PREPROCESSOR_TEST_OBJS) \
+	$(LIBFLAGS) $(MICROLITE_LIB_PATH) $(LDFLAGS) $(MICROLITE_LIBS)
+
+preprocessor_test: $(PREPROCESSOR_TEST_BINARY)
+preprocessor_test_bin: $(PREPROCESSOR_TEST_BINARY).bin
+
+test_preprocessor: $(PREPROCESSOR_TEST_BINARY)
+	$(TEST_SCRIPT) $(PREPROCESSOR_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
+
+
 $(BINDIR)%_test : $(OBJDIR)%_test.o $(MICROLITE_LIB_PATH)
 	@mkdir -p $(dir $@)
 	$(CXX) $(CXXFLAGS) $(INCLUDES) \
-- 
GitLab


From 507c56637634847d39411be8de0f722dc0ccacfa Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 10:48:50 -0700
Subject: [PATCH 0788/1825] Extend Identity optimizations to IdentityN.

PiperOrigin-RevId: 219327001
---
 .../optimizers/dependency_optimizer.cc        | 71 +++++++++++++++----
 .../optimizers/dependency_optimizer.h         |  3 +-
 .../optimizers/dependency_optimizer_test.cc   | 58 ++++++++++-----
 3 files changed, 101 insertions(+), 31 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/dependency_optimizer.cc b/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
index 0938c27b1f..ddfcc92d29 100644
--- a/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
@@ -57,7 +57,7 @@ bool RemoveInput(NodeDef* node, const string& input, NodeMap* node_map) {
 }  // namespace
 
 bool DependencyOptimizer::SafeToRemoveIdentity(const NodeDef& node) const {
-  if (!IsIdentity(node) && !IsIdentityNSingleInput(node)) {
+  if (!IsIdentity(node) && !IsIdentityN(node)) {
     return true;
   }
 
@@ -133,15 +133,56 @@ bool DependencyOptimizer::SafeToConvertToNoOp(const NodeDef& node) const {
   return true;
 }
 
+int DependencyOptimizer::NumEdgesIfBypassed(
+    const NodeDef& node, const std::vector<NodeDef*>& output_nodes) const {
+  const bool is_multi_input_identity_n =
+      IsIdentityN(node) && !IsIdentityNSingleInput(node);
+  const int num_outputs = output_nodes.size();
+  const int num_inputs = node.input_size();
+
+  if (is_multi_input_identity_n) {
+    // multi-input identity_n with input/output control dependencies will likely
+    // increase number of edges after optimization.
+    int num_edges_if_bypassed(0);
+    for (string input_node_name : node.input()) {
+      if (IsControlInput(input_node_name)) {
+        num_edges_if_bypassed += num_outputs;
+      } else {
+        ++num_edges_if_bypassed;
+      }
+    }
+
+    for (auto consumer : output_nodes) {
+      for (int j = 0; j < consumer->input_size(); ++j) {
+        const string& consumer_input = consumer->input(j);
+        int consumer_input_pos;
+        StringPiece consumer_input_node_name =
+            ParseNodeNameAsStringPiece(consumer_input, &consumer_input_pos);
+        if (consumer_input_node_name == node.name()) {
+          if (IsControlInput(consumer_input)) {
+            num_edges_if_bypassed += num_inputs;
+          } else {
+            ++num_edges_if_bypassed;
+          }
+        }
+      }
+    }
+    return num_edges_if_bypassed;
+  } else {
+    return num_inputs * num_outputs;
+  }
+}
+
 bool DependencyOptimizer::BypassingNodeIsBeneficial(
     const NodeDef& node, const std::vector<NodeDef*>& input_nodes,
     const std::vector<NodeDef*>& output_nodes) const {
   const bool is_identity = IsIdentity(node) || IsIdentityNSingleInput(node);
+  const bool is_multi_input_identity_n =
+      IsIdentityN(node) && !IsIdentityNSingleInput(node);
   const int num_outputs = output_nodes.size();
   const int num_inputs = node.input_size();
 
-  // Don't increase the number of edges in the graph.
-  if (num_inputs * num_outputs > num_inputs + num_outputs) {
+  if (NumEdgesIfBypassed(node, output_nodes) > num_inputs + num_outputs) {
     return false;
   }
 
@@ -166,7 +207,9 @@ bool DependencyOptimizer::BypassingNodeIsBeneficial(
   for (NodeDef* output_node : output_nodes) {
     num_cross_out += static_cast<int>(output_node->device() != node_dev);
   }
-  if (is_identity && num_cross_in > 0 && num_cross_out > 0) {
+
+  if ((is_identity || is_multi_input_identity_n) && num_cross_in > 0 &&
+      num_cross_out > 0) {
     // This identity node follows a device crossing, so it might be
     // following a _Recv node after partioning. Do not remove such nodes,
     // unless they only have consumers on the same device as themselves.
@@ -194,6 +237,8 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
   NodeDef* node = optimized_graph_->mutable_node(node_idx);
   const bool is_noop = IsNoOp(*node);
   const bool is_identity = IsIdentity(*node) || IsIdentityNSingleInput(*node);
+  const bool is_multi_input_identity =
+      IsIdentityN(*node) && !IsIdentityNSingleInput(*node);
   const string node_name = node->name();
   // Constant nodes with no input control dependency are always executed early,
   // so we can prune all their output control dependencies.
@@ -315,7 +360,8 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
   //    y --^> |          | --^> b       /\    +---+
   //           +----------+             y --^> b
 
-  if (is_noop || (is_identity && SafeToRemoveIdentity(*node))) {
+  if (is_noop || ((is_identity || is_multi_input_identity) &&
+                  SafeToRemoveIdentity(*node))) {
     const auto& output_node_set = node_map_->GetOutputs(node_name);
     const std::vector<NodeDef*> output_nodes(output_node_set.begin(),
                                              output_node_set.end());
@@ -343,11 +389,11 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
         const NodeDef* input = input_nodes[i];
         // Forward dependency from input to consumer if it doesn't already
         // depend on it.
-        if (is_identity && i == 0) {
+        if ((is_identity && i == 0) ||
+            (is_multi_input_identity && !IsControlInput(node->input(i)))) {
           // Replace regular input from Identity node.
-          bool found_input = false;
           string new_input;
-          const string& input_to_forward = node->input(0);
+          const string& input_to_forward = node->input(i);
           CHECK(!IsControlInput(input_to_forward));
           for (int j = 0; j < consumer->input_size(); ++j) {
             const string& old_input = consumer->input(j);
@@ -355,22 +401,19 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
             StringPiece old_input_node_name =
                 ParseNodeNameAsStringPiece(old_input, &old_input_pos);
             if (old_input_node_name == node_name) {
-              if (old_input_pos >= 0) {
+              if (old_input_pos == i) {
                 // Regular input
                 new_input = input_to_forward;
                 node_map_->UpdateInput(consumer->name(), old_input, new_input);
                 consumer->set_input(j, new_input);
-                found_input = true;
-              } else {
+              } else if (old_input_pos == -1) {
                 // Control dependency
                 new_input = AsControlDependency(NodeName(input_to_forward));
                 node_map_->UpdateInput(consumer->name(), old_input, new_input);
                 consumer->set_input(j, new_input);
-                found_input = true;
               }
             }
           }
-          CHECK(found_input);
           updated_consumer = true;
         } else {
           // Forward dependency from input to consumer if it doesn't already
@@ -415,7 +458,7 @@ Status DependencyOptimizer::OptimizeDependencies() {
   std::set<int> nodes_to_delete;
   for (int i = 0; i < optimized_graph_->node_size(); ++i) {
     const NodeDef& node = optimized_graph_->node(i);
-    if (IsNoOp(node) || IsIdentity(node) || IsIdentityNSingleInput(node) ||
+    if (IsNoOp(node) || IsIdentity(node) || IsIdentityN(node) ||
         IsConstant(node) || SafeToConvertToNoOp(node)) {
       nodes_to_simplify.PushBack(i);
     }
diff --git a/tensorflow/core/grappler/optimizers/dependency_optimizer.h b/tensorflow/core/grappler/optimizers/dependency_optimizer.h
index 48cfa236af..7b032673fb 100644
--- a/tensorflow/core/grappler/optimizers/dependency_optimizer.h
+++ b/tensorflow/core/grappler/optimizers/dependency_optimizer.h
@@ -48,7 +48,8 @@ class DependencyOptimizer : public GraphOptimizer {
   bool BypassingNodeIsBeneficial(
       const NodeDef& node, const std::vector<NodeDef*>& input_nodes,
       const std::vector<NodeDef*>& output_nodes) const;
-
+  int NumEdgesIfBypassed(const NodeDef& node,
+                         const std::vector<NodeDef*>& output_nodes) const;
   // Returns true if node is not an Identity node or if it is an Identity
   // that is safe to remove.
   bool SafeToRemoveIdentity(const NodeDef& node) const;
diff --git a/tensorflow/core/grappler/optimizers/dependency_optimizer_test.cc b/tensorflow/core/grappler/optimizers/dependency_optimizer_test.cc
index c0f07562af..8d70d9d5c7 100644
--- a/tensorflow/core/grappler/optimizers/dependency_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/dependency_optimizer_test.cc
@@ -634,7 +634,7 @@ TEST_F(DependencyOptimizerTest, IdentityInputs) {
   EXPECT_EQ("s:1", output.node(5).input(0));
 }
 
-TEST_F(DependencyOptimizerTest, IdentityN) {
+TEST_F(DependencyOptimizerTest, RemoveIdentityN_SwitchInput) {
   tensorflow::Scope scope = tensorflow::Scope::NewRootScope();
   Output b = ops::Placeholder(scope.WithOpName("b"), DT_BOOL);
   Output x = ops::RandomUniform(scope.WithOpName("x"), {1, 2}, DT_FLOAT);
@@ -643,8 +643,6 @@ TEST_F(DependencyOptimizerTest, IdentityN) {
   // IdentityN nodes to be removed.
   auto id_f = ops::IdentityN(scope.WithOpName("id_f"), {s.output_false});
   auto id_t = ops::IdentityN(scope.WithOpName("id_t"), {s.output_true});
-
-  // IdentityN node that can't be removed.
   auto id_b =
       ops::IdentityN(scope.WithOpName("id_b"), {s.output_false, s.output_true});
 
@@ -663,22 +661,50 @@ TEST_F(DependencyOptimizerTest, IdentityN) {
   Status status = optimizer.Optimize(nullptr, item, &output);
   TF_EXPECT_OK(status);
 
-  EXPECT_EQ(9, output.node_size());
-  EXPECT_EQ("out1", output.node(5).name());
-  EXPECT_EQ(1, output.node(5).input_size());
-  EXPECT_EQ("s", output.node(5).input(0));
+  EXPECT_EQ(8, output.node_size());
+
+  auto out1_node = output.node(7);
+  EXPECT_EQ("out1", out1_node.name());
+  EXPECT_EQ(1, out1_node.input_size());
+  EXPECT_EQ("s", out1_node.input(0));
+
+  auto out2_node = output.node(4);
+  EXPECT_EQ("out2", out2_node.name());
+  EXPECT_EQ(1, out2_node.input_size());
+  EXPECT_EQ("s:1", out2_node.input(0));
+
+  auto out3_node = output.node(5);
+  EXPECT_EQ("out3", out3_node.name());
+  EXPECT_EQ(1, out3_node.input_size());
+  EXPECT_EQ("s", out3_node.input(0));
+
+  auto out4_node = output.node(6);
+  EXPECT_EQ("out4", out4_node.name());
+  EXPECT_EQ(1, out4_node.input_size());
+  EXPECT_EQ("s:1", out4_node.input(0));
+}
 
-  EXPECT_EQ("out2", output.node(6).name());
-  EXPECT_EQ(1, output.node(6).input_size());
-  EXPECT_EQ("s:1", output.node(6).input(0));
+TEST_F(DependencyOptimizerTest, DoNotRemoveIdentityNWithControlDependency) {
+  tensorflow::Scope scope = tensorflow::Scope::NewRootScope();
+  Output input1 = ops::Placeholder(scope.WithOpName("input1"), DT_BOOL);
+  Output input2 = ops::Const(scope.WithOpName("input2"), {1, 2});
+
+  auto id_n = ops::IdentityN(scope.WithOpName("id_n"), {input1, input2});
+  Output out1 = ops::Identity(scope.WithOpName("out1"), id_n[0]);
+  Output out2 = ops::Identity(scope.WithOpName("out2"), id_n[1]);
+  auto out3 =
+      ops::NoOp(scope.WithOpName("out3").WithControlDependencies(id_n[1]));
 
-  EXPECT_EQ("out3", output.node(7).name());
-  EXPECT_EQ(1, output.node(7).input_size());
-  EXPECT_EQ("id_b", output.node(7).input(0));
+  GrapplerItem item;
+  TF_CHECK_OK(scope.ToGraphDef(&item.graph));
+  item.fetch = {"out1", "out2", "out3"};
+
+  DependencyOptimizer optimizer;
+  GraphDef optimized_graph_def;
+  Status status = optimizer.Optimize(nullptr, item, &optimized_graph_def);
+  TF_EXPECT_OK(status);
 
-  EXPECT_EQ("out4", output.node(8).name());
-  EXPECT_EQ(1, output.node(8).input_size());
-  EXPECT_EQ("id_b:1", output.node(8).input(0));
+  EXPECT_EQ(6, optimized_graph_def.node_size());
 }
 
 TEST_F(DependencyOptimizerTest,
-- 
GitLab


From 6b8e08a932531b12944f02900e4399334668f7e0 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Tue, 30 Oct 2018 11:09:02 -0700
Subject: [PATCH 0789/1825] [XLA] Avoid UB in absl::bitcast from Eigen::half.

PiperOrigin-RevId: 219331320
---
 tensorflow/compiler/xla/literal_comparison.cc | 14 ++++++++++----
 1 file changed, 10 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/literal_comparison.cc b/tensorflow/compiler/xla/literal_comparison.cc
index 8d4b974c16..9d34d9d504 100644
--- a/tensorflow/compiler/xla/literal_comparison.cc
+++ b/tensorflow/compiler/xla/literal_comparison.cc
@@ -34,16 +34,22 @@ namespace xla {
 namespace literal_comparison {
 namespace {
 
+// Since Eigen::half doesn't satisfy the absl::bit_cast contract, we need to be
+// able to transparently access the raw 16-bit value contained within.
+template <typename T>
+T GetRawValue(T val) {
+  return val;
+}
+uint16 GetRawValue(Eigen::half val) { return val.x; }
+
 // Helper function for comparing a floating point type, FloatT, bitwise equal
 // between the left-hand-side and right-hand-side, by bit-casting to UnsignedT
 // -- on miscompare, a nice error message is given in the AssertionFailure.
 template <typename FloatT, typename UnsignedT>
 Status CompareFloatsBitwiseEqual(FloatT lhs, FloatT rhs,
                                  absl::Span<const int64> multi_index) {
-  // TODO(b/118627822): These are unsafe bit_casts because Eigen::Half is not
-  // trivially copyable.
-  auto ulhs = absl::bit_cast<UnsignedT>(lhs);
-  auto urhs = absl::bit_cast<UnsignedT>(rhs);
+  auto ulhs = absl::bit_cast<UnsignedT>(GetRawValue(lhs));
+  auto urhs = absl::bit_cast<UnsignedT>(GetRawValue(rhs));
   auto lhs_double = static_cast<double>(lhs);
   auto rhs_double = static_cast<double>(rhs);
   if (ulhs != urhs) {
-- 
GitLab


From 3786aa194ce63010ac43413db49213629b3135db Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 30 Oct 2018 11:10:01 -0700
Subject: [PATCH 0790/1825] Fix tflite_convert + Flex with bazel build.

PiperOrigin-RevId: 219331511
---
 tensorflow/contrib/lite/toco/python/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/lite/toco/python/BUILD b/tensorflow/contrib/lite/toco/python/BUILD
index cf97ba7084..44cdcaad93 100644
--- a/tensorflow/contrib/lite/toco/python/BUILD
+++ b/tensorflow/contrib/lite/toco/python/BUILD
@@ -39,6 +39,7 @@ py_binary(
     srcs_version = "PY2AND3",
     deps = [
         ":tensorflow_wrap_toco",
+        "//tensorflow:tensorflow_py_no_contrib",  # Keep
         "//tensorflow/python:platform",
     ],
 )
-- 
GitLab


From 04c404e05c8a6d819c2da26e34270d95fc956603 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 30 Oct 2018 11:20:40 -0700
Subject: [PATCH 0791/1825] [SE] Remove StreamExecutor alias for
 absl::string_view.

PiperOrigin-RevId: 219333558
---
 tensorflow/stream_executor/cuda/cuda_blas.h   |  1 -
 .../stream_executor/cuda/cuda_diagnostics.cc  |  1 -
 tensorflow/stream_executor/cuda/cuda_dnn.cc   |  4 +-
 .../stream_executor/cuda/cuda_gpu_executor.cc |  3 +-
 .../stream_executor/cuda/cuda_gpu_executor.h  |  5 +-
 tensorflow/stream_executor/dso_loader.cc      | 11 ++--
 tensorflow/stream_executor/dso_loader.h       | 11 ++--
 tensorflow/stream_executor/kernel.cc          |  5 +-
 tensorflow/stream_executor/kernel.h           |  4 +-
 tensorflow/stream_executor/kernel_spec.cc     | 57 ++++++++---------
 tensorflow/stream_executor/kernel_spec.h      | 62 +++++++++----------
 tensorflow/stream_executor/lib/env.h          |  4 +-
 tensorflow/stream_executor/lib/path.cc        |  7 ++-
 tensorflow/stream_executor/lib/path.h         |  6 +-
 tensorflow/stream_executor/lib/status.h       |  8 +--
 tensorflow/stream_executor/lib/str_util.h     |  5 +-
 tensorflow/stream_executor/lib/stringpiece.h  | 29 ---------
 tensorflow/stream_executor/module_spec.h      |  1 -
 18 files changed, 99 insertions(+), 125 deletions(-)
 delete mode 100644 tensorflow/stream_executor/lib/stringpiece.h

diff --git a/tensorflow/stream_executor/cuda/cuda_blas.h b/tensorflow/stream_executor/cuda/cuda_blas.h
index 42b3fde5b0..0fb05089d7 100644
--- a/tensorflow/stream_executor/cuda/cuda_blas.h
+++ b/tensorflow/stream_executor/cuda/cuda_blas.h
@@ -22,7 +22,6 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/blas.h"
 #include "tensorflow/stream_executor/host_or_device_scalar.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/mutex.h"
 #include "tensorflow/stream_executor/platform/port.h"
 #include "tensorflow/stream_executor/platform/thread_annotations.h"
diff --git a/tensorflow/stream_executor/cuda/cuda_diagnostics.cc b/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
index 8c0bf70f6c..6af71b6c9d 100644
--- a/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
+++ b/tensorflow/stream_executor/cuda/cuda_diagnostics.cc
@@ -46,7 +46,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/lib/process_state.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/str_util.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index e5baf779de..97e586ce7a 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -37,7 +37,6 @@ limitations under the License.
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/initialize.h"
 #include "tensorflow/stream_executor/lib/mathutil.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/lib/threadpool.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/plugin_registry.h"
@@ -46,6 +45,7 @@ limitations under the License.
 #include "tensorflow/stream_executor/stream_executor_pimpl.h"
 // clang-format off
 #include "cuda/include/cudnn.h"
+#include "absl/strings/string_view.h"
 // clang-format on
 
 namespace stream_executor {
@@ -2317,7 +2317,7 @@ class CudnnEnvVar {
   static bool IsEnabledImpl() {
     const char* tf_env_var_val = getenv(EnvVar::kName);
     if (tf_env_var_val != nullptr) {
-      port::StringPiece tf_env_var_val_str(tf_env_var_val);
+      absl::string_view tf_env_var_val_str(tf_env_var_val);
       if (tf_env_var_val_str == "0") {
         return false;
       }
diff --git a/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc b/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
index d850a45a78..ad9154226c 100644
--- a/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
+++ b/tensorflow/stream_executor/cuda/cuda_gpu_executor.cc
@@ -25,6 +25,7 @@ limitations under the License.
 #include <unistd.h>
 #endif
 #include "absl/strings/str_cat.h"
+#include "absl/strings/string_view.h"
 #include "tensorflow/stream_executor/cuda/cuda_diagnostics.h"
 #include "tensorflow/stream_executor/cuda/cuda_driver.h"
 #include "tensorflow/stream_executor/cuda/cuda_event.h"
@@ -146,7 +147,7 @@ port::Status CUDAExecutor::Init(int device_ordinal,
 }
 
 bool CUDAExecutor::FindOnDiskForComputeCapability(
-    port::StringPiece filename, port::StringPiece canonical_suffix,
+    absl::string_view filename, absl::string_view canonical_suffix,
     string *found_filename) const {
   if (cc_major_ == 0 && cc_minor_ == 0) {
     return false;
diff --git a/tensorflow/stream_executor/cuda/cuda_gpu_executor.h b/tensorflow/stream_executor/cuda/cuda_gpu_executor.h
index 53b2a29ae7..90bf1c0242 100644
--- a/tensorflow/stream_executor/cuda/cuda_gpu_executor.h
+++ b/tensorflow/stream_executor/cuda/cuda_gpu_executor.h
@@ -25,6 +25,7 @@ limitations under the License.
 #include <set>
 #include <unordered_map>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/stream_executor/cuda/cuda_kernel.h"
 #include "tensorflow/stream_executor/event.h"
 #include "tensorflow/stream_executor/lib/status.h"
@@ -234,8 +235,8 @@ class CUDAExecutor : public internal::StreamExecutorInterface {
   // filename by looking for compute-capability-specific suffixed versions; i.e.
   // looking for "foo.ptx" will check to see if "foo.ptx.cc30.ptx" is present if
   // we're on a compute capability 3.0 machine.
-  bool FindOnDiskForComputeCapability(port::StringPiece filename,
-                                      port::StringPiece canonical_suffix,
+  bool FindOnDiskForComputeCapability(absl::string_view filename,
+                                      absl::string_view canonical_suffix,
                                       string *found_filename) const;
 
   // Host callback landing routine invoked by CUDA.
diff --git a/tensorflow/stream_executor/dso_loader.cc b/tensorflow/stream_executor/dso_loader.cc
index a994ef809e..6dda5d6315 100644
--- a/tensorflow/stream_executor/dso_loader.cc
+++ b/tensorflow/stream_executor/dso_loader.cc
@@ -34,6 +34,7 @@ limitations under the License.
 #include "tensorflow/stream_executor/platform/port.h"
 
 #if !defined(PLATFORM_GOOGLE)
+#include "absl/strings/string_view.h"
 #include "cuda/cuda_config.h"
 #endif
 
@@ -119,12 +120,12 @@ static mutex& GetRpathMutex() {
   return *mu;
 }
 
-/* static */ void DsoLoader::RegisterRpath(port::StringPiece path) {
+/* static */ void DsoLoader::RegisterRpath(absl::string_view path) {
   mutex_lock lock{GetRpathMutex()};
   GetRpaths()->emplace_back(path);
 }
 
-/* static */ port::Status DsoLoader::GetDsoHandle(port::StringPiece path,
+/* static */ port::Status DsoLoader::GetDsoHandle(absl::string_view path,
                                                   void** dso_handle,
                                                   LoadKind load_kind) {
   if (load_kind != LoadKind::kLocal) {
@@ -190,13 +191,13 @@ static std::vector<string>* CreatePrimordialRpaths() {
 #endif
 }
 
-/* static */ string DsoLoader::FindDsoPath(port::StringPiece library_name,
-                                           port::StringPiece runfiles_relpath) {
+/* static */ string DsoLoader::FindDsoPath(absl::string_view library_name,
+                                           absl::string_view runfiles_relpath) {
   // Keep a record of the paths we attempted so we can dump out meaningful
   // diagnostics if no path is found.
   std::vector<string> attempted;
 
-  using StringPieces = std::vector<port::StringPiece>;
+  using StringPieces = std::vector<absl::string_view>;
   string candidate;
 
   // Otherwise, try binary-plus-rpath locations.
diff --git a/tensorflow/stream_executor/dso_loader.h b/tensorflow/stream_executor/dso_loader.h
index 9ee081cb3d..f063b68d60 100644
--- a/tensorflow/stream_executor/dso_loader.h
+++ b/tensorflow/stream_executor/dso_loader.h
@@ -22,9 +22,9 @@ limitations under the License.
 #include "tensorflow/stream_executor/platform/port.h"
 #include <vector>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/statusor.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform.h"
 #include "tensorflow/stream_executor/platform/mutex.h"
 
@@ -48,7 +48,7 @@ class DsoLoader {
   static port::Status GetLibcuptiDsoHandle(void** dso_handle);
 
   // Registers a new binary-relative path to use as a dlopen search path.
-  static void RegisterRpath(port::StringPiece path);
+  static void RegisterRpath(absl::string_view path);
 
  private:
   // Registered rpaths (singleton vector) and a mutex that guards it.
@@ -61,10 +61,9 @@ class DsoLoader {
   // Loads a DSO from the given "path" (which can technically be any dlopen-able
   // name). If the load kind is global, the symbols in the loaded DSO are
   // visible to subsequent DSO loading operations.
-  static port::Status GetDsoHandle(port::StringPiece path, void** dso_handle,
+  static port::Status GetDsoHandle(absl::string_view path, void** dso_handle,
                                    LoadKind load_kind = LoadKind::kLocal);
 
-
   // Returns the binary directory (or binary path) associated with the currently
   // executing program. If strip_executable_name is true, the executable file is
   // stripped off of the path.
@@ -80,8 +79,8 @@ class DsoLoader {
   //   library_name: the filename in tree; e.g. libOpenCL.so.1.0.0
   //   runfiles_relpath: where to look for the library relative to the runfiles
   //      root; e.g. third_party/gpus/cuda/lib64
-  static string FindDsoPath(port::StringPiece library_name,
-                            port::StringPiece runfiles_relpath);
+  static string FindDsoPath(absl::string_view library_name,
+                            absl::string_view runfiles_relpath);
 
   // Return platform dependent paths for DSOs
   static string GetCudaLibraryDirPath();
diff --git a/tensorflow/stream_executor/kernel.cc b/tensorflow/stream_executor/kernel.cc
index e84b7e6cc2..240e955b6f 100644
--- a/tensorflow/stream_executor/kernel.cc
+++ b/tensorflow/stream_executor/kernel.cc
@@ -21,6 +21,7 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/platform/port.h"
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/stream_executor/lib/demangle.h"
 #include "tensorflow/stream_executor/platform.h"
@@ -93,9 +94,9 @@ KernelCacheConfig KernelBase::GetPreferredCacheConfig() const {
 // Prefix stub functions emitted by the CUDA splitter.
 static const char *kStubPrefix = "__device_stub_";
 
-void KernelBase::set_name(port::StringPiece name) {
+void KernelBase::set_name(absl::string_view name) {
   name_ = string(name);
-  port::StringPiece stubless_name = name;
+  absl::string_view stubless_name = name;
   if (tensorflow::str_util::StartsWith(name, kStubPrefix)) {
     stubless_name.remove_prefix(strlen(kStubPrefix));
   }
diff --git a/tensorflow/stream_executor/kernel.h b/tensorflow/stream_executor/kernel.h
index 4d2406805f..9384db6858 100644
--- a/tensorflow/stream_executor/kernel.h
+++ b/tensorflow/stream_executor/kernel.h
@@ -75,10 +75,10 @@ limitations under the License.
 #include <type_traits>
 #include <vector>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/stream_executor/device_memory.h"
 #include "tensorflow/stream_executor/kernel_cache_config.h"
 #include "tensorflow/stream_executor/lib/array_slice.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
 namespace stream_executor {
@@ -177,7 +177,7 @@ class KernelBase {
   // Gets the preferred cache configuration for a kernel.
   KernelCacheConfig GetPreferredCacheConfig() const;
 
-  void set_name(port::StringPiece name);
+  void set_name(absl::string_view name);
   const string &name() const { return name_; }
   const string &demangled_name() const { return demangled_name_; }
 
diff --git a/tensorflow/stream_executor/kernel_spec.cc b/tensorflow/stream_executor/kernel_spec.cc
index 1eaa080699..2e090af716 100644
--- a/tensorflow/stream_executor/kernel_spec.cc
+++ b/tensorflow/stream_executor/kernel_spec.cc
@@ -14,26 +14,27 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/stream_executor/kernel_spec.h"
+#include "absl/strings/string_view.h"
 
 namespace stream_executor {
 
-KernelLoaderSpec::KernelLoaderSpec(port::StringPiece kernelname)
+KernelLoaderSpec::KernelLoaderSpec(absl::string_view kernelname)
     : kernelname_(string(kernelname)) {}
 
-OnDiskKernelLoaderSpec::OnDiskKernelLoaderSpec(port::StringPiece filename,
-                                               port::StringPiece kernelname)
+OnDiskKernelLoaderSpec::OnDiskKernelLoaderSpec(absl::string_view filename,
+                                               absl::string_view kernelname)
     : KernelLoaderSpec(kernelname), filename_(string(filename)) {}
 
-CudaPtxOnDisk::CudaPtxOnDisk(port::StringPiece filename,
-                             port::StringPiece kernelname)
+CudaPtxOnDisk::CudaPtxOnDisk(absl::string_view filename,
+                             absl::string_view kernelname)
     : OnDiskKernelLoaderSpec(filename, kernelname) {}
 
-CudaCubinOnDisk::CudaCubinOnDisk(port::StringPiece filename,
-                                 port::StringPiece kernelname)
+CudaCubinOnDisk::CudaCubinOnDisk(absl::string_view filename,
+                                 absl::string_view kernelname)
     : OnDiskKernelLoaderSpec(filename, kernelname) {}
 
 CudaCubinInMemory::CudaCubinInMemory(const char *bytes,
-                                     port::StringPiece kernelname)
+                                     absl::string_view kernelname)
     : KernelLoaderSpec(kernelname), bytes_(bytes) {}
 
 bool CompareComputeCapability(const std::tuple<int, int> &lhs,
@@ -45,8 +46,8 @@ bool CompareComputeCapability(const std::tuple<int, int> &lhs,
 
 const std::tuple<int, int> CudaPtxInMemory::kMinimumCapability{1, 0};
 
-CudaPtxInMemory::CudaPtxInMemory(port::StringPiece ptx,
-                                 port::StringPiece kernel_name,
+CudaPtxInMemory::CudaPtxInMemory(absl::string_view ptx,
+                                 absl::string_view kernel_name,
                                  bool ptx_compressed)
     : KernelLoaderSpec(kernel_name),
       ptx_by_compute_capability_(CompareComputeCapability) {
@@ -60,12 +61,12 @@ CudaPtxInMemory::CudaPtxInMemory(port::StringPiece ptx,
 
 CudaPtxInMemory::CudaPtxInMemory(
     const std::initializer_list<CudaPtxInMemory::PtxSpec> &spec_list,
-    port::StringPiece kernel_name, bool ptx_compressed)
+    absl::string_view kernel_name, bool ptx_compressed)
     : KernelLoaderSpec(kernel_name),
       ptx_by_compute_capability_(CompareComputeCapability) {
   for (const auto &spec : spec_list) {
     int major, minor;
-    port::StringPiece ptx;
+    absl::string_view ptx;
     std::tie(major, minor, ptx) = spec;
     if (ptx_compressed) {
       // Lazy decompression. Put an empty string in decompressed_ptx_ showing
@@ -155,62 +156,62 @@ const char *CudaPtxInMemory::original_text(int compute_capability_major,
   return ptx_iter->second;
 }
 
-OpenCLTextOnDisk::OpenCLTextOnDisk(port::StringPiece filename,
-                                   port::StringPiece kernelname)
+OpenCLTextOnDisk::OpenCLTextOnDisk(absl::string_view filename,
+                                   absl::string_view kernelname)
     : OnDiskKernelLoaderSpec(filename, kernelname) {}
 
-OpenCLTextInMemory::OpenCLTextInMemory(port::StringPiece text,
-                                       port::StringPiece kernelname)
+OpenCLTextInMemory::OpenCLTextInMemory(absl::string_view text,
+                                       absl::string_view kernelname)
     : KernelLoaderSpec(kernelname), text_(text) {}
 
-OpenCLBinaryOnDisk::OpenCLBinaryOnDisk(port::StringPiece filename,
-                                       port::StringPiece kernelname)
+OpenCLBinaryOnDisk::OpenCLBinaryOnDisk(absl::string_view filename,
+                                       absl::string_view kernelname)
     : OnDiskKernelLoaderSpec(filename, kernelname) {}
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddOpenCLTextOnDisk(
-    port::StringPiece filename, port::StringPiece kernelname) {
+    absl::string_view filename, absl::string_view kernelname) {
   CHECK(ocl_text_on_disk_ == nullptr);
   ocl_text_on_disk_.reset(new OpenCLTextOnDisk{filename, kernelname});
   return this;
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddOpenCLBinaryOnDisk(
-    port::StringPiece filename, port::StringPiece kernelname) {
+    absl::string_view filename, absl::string_view kernelname) {
   CHECK(ocl_binary_on_disk_ == nullptr);
   ocl_binary_on_disk_.reset(new OpenCLBinaryOnDisk{filename, kernelname});
   return this;
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddOpenCLTextInMemory(
-    port::StringPiece filename, port::StringPiece kernelname) {
+    absl::string_view filename, absl::string_view kernelname) {
   CHECK(ocl_text_in_memory_ == nullptr);
   ocl_text_in_memory_.reset(new OpenCLTextInMemory{filename, kernelname});
   return this;
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaPtxOnDisk(
-    port::StringPiece filename, port::StringPiece kernelname) {
+    absl::string_view filename, absl::string_view kernelname) {
   CHECK(cuda_ptx_on_disk_ == nullptr);
   cuda_ptx_on_disk_.reset(new CudaPtxOnDisk{filename, kernelname});
   return this;
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaCubinInMemory(
-    const char *bytes, port::StringPiece kernelname) {
+    const char *bytes, absl::string_view kernelname) {
   CHECK(cuda_cubin_in_memory_ == nullptr);
   cuda_cubin_in_memory_.reset(new CudaCubinInMemory{bytes, kernelname});
   return this;
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaCubinOnDisk(
-    port::StringPiece filename, port::StringPiece kernelname) {
+    absl::string_view filename, absl::string_view kernelname) {
   CHECK(cuda_cubin_on_disk_ == nullptr);
   cuda_cubin_on_disk_.reset(new CudaCubinOnDisk{filename, kernelname});
   return this;
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaPtxInMemory(
-    port::StringPiece ptx, port::StringPiece kernelname) {
+    absl::string_view ptx, absl::string_view kernelname) {
   CHECK(cuda_ptx_in_memory_ == nullptr);
   cuda_ptx_in_memory_.reset(
       new CudaPtxInMemory{ptx, kernelname, false /* ptx_compressed */});
@@ -218,7 +219,7 @@ MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaPtxInMemory(
 }
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaCompressedPtxInMemory(
-    port::StringPiece ptx, port::StringPiece kernelname) {
+    absl::string_view ptx, absl::string_view kernelname) {
   CHECK(cuda_ptx_in_memory_ == nullptr);
   cuda_ptx_in_memory_.reset(
       new CudaPtxInMemory{ptx, kernelname, true /* ptx_compressed */});
@@ -227,7 +228,7 @@ MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaCompressedPtxInMemory(
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaPtxInMemory(
     std::initializer_list<CudaPtxInMemory::PtxSpec> spec_list,
-    port::StringPiece kernelname) {
+    absl::string_view kernelname) {
   CHECK(cuda_ptx_in_memory_ == nullptr);
   cuda_ptx_in_memory_.reset(
       new CudaPtxInMemory{spec_list, kernelname, false /* ptx_compressed */});
@@ -236,7 +237,7 @@ MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaPtxInMemory(
 
 MultiKernelLoaderSpec *MultiKernelLoaderSpec::AddCudaCompressedPtxInMemory(
     std::initializer_list<CudaPtxInMemory::PtxSpec> spec_list,
-    port::StringPiece kernelname) {
+    absl::string_view kernelname) {
   CHECK(cuda_ptx_in_memory_ == nullptr);
   cuda_ptx_in_memory_.reset(
       new CudaPtxInMemory{spec_list, kernelname, true /* ptx_compressed */});
diff --git a/tensorflow/stream_executor/kernel_spec.h b/tensorflow/stream_executor/kernel_spec.h
index 7cc23bb4e6..04b2eab084 100644
--- a/tensorflow/stream_executor/kernel_spec.h
+++ b/tensorflow/stream_executor/kernel_spec.h
@@ -51,7 +51,7 @@ limitations under the License.
 #include <memory>
 #include "tensorflow/stream_executor/platform/port.h"
 
-#include "tensorflow/stream_executor/lib/stringpiece.h"
+#include "absl/strings/string_view.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/platform/mutex.h"
 #include "tensorflow/stream_executor/platform/port.h"
@@ -76,7 +76,7 @@ class KernelLoaderSpec {
   const string &kernelname() const { return kernelname_; }
 
  protected:
-  explicit KernelLoaderSpec(port::StringPiece kernelname);
+  explicit KernelLoaderSpec(absl::string_view kernelname);
 
  private:
   // The kernel name that should be loaded out of the program description given
@@ -101,8 +101,8 @@ class OnDiskKernelLoaderSpec : public KernelLoaderSpec {
   virtual const char *CanonicalSuffix() const = 0;
 
  protected:
-  OnDiskKernelLoaderSpec(port::StringPiece filename,
-                         port::StringPiece kernelname);
+  OnDiskKernelLoaderSpec(absl::string_view filename,
+                         absl::string_view kernelname);
 
   string filename_;
 
@@ -113,7 +113,7 @@ class OnDiskKernelLoaderSpec : public KernelLoaderSpec {
 // Kernel loader specification for PTX text that resides on disk.
 class CudaPtxOnDisk : public OnDiskKernelLoaderSpec {
  public:
-  CudaPtxOnDisk(port::StringPiece filename, port::StringPiece kernelname);
+  CudaPtxOnDisk(absl::string_view filename, absl::string_view kernelname);
   ~CudaPtxOnDisk() override {}
 
   const char *CanonicalSuffix() const override { return ".ptx"; }
@@ -125,7 +125,7 @@ class CudaPtxOnDisk : public OnDiskKernelLoaderSpec {
 // Kernel loader specification for CUBIN binary that resides on disk.
 class CudaCubinOnDisk : public OnDiskKernelLoaderSpec {
  public:
-  CudaCubinOnDisk(port::StringPiece filename, port::StringPiece kernelname);
+  CudaCubinOnDisk(absl::string_view filename, absl::string_view kernelname);
   ~CudaCubinOnDisk() override {}
 
   const string &filename() const { return filename_; }
@@ -143,7 +143,7 @@ class CudaPtxInMemory : public KernelLoaderSpec {
  public:
   // Components: compute capability major number, compute capability minor
   // number, and PTX source.
-  typedef std::tuple<int, int, port::StringPiece> PtxSpec;
+  typedef std::tuple<int, int, absl::string_view> PtxSpec;
 
   // Single-PTX constructor. Adds the provided PTX version with an unknown
   // compute capability. Since the CC is unknown, the PTX is assumed to be very
@@ -151,16 +151,16 @@ class CudaPtxInMemory : public KernelLoaderSpec {
   // likely to be used as the default! Note that the PTX can be compressed,
   // which is indicated by the argument ptx_compressed.
   //
-  // Warning: the string backing the provided port::StringPiece ptx must outlive this
-  // instance.
-  CudaPtxInMemory(port::StringPiece ptx, port::StringPiece kernelname,
+  // Warning: the string backing the provided absl::string_view ptx must outlive
+  // this instance.
+  CudaPtxInMemory(absl::string_view ptx, absl::string_view kernelname,
                   bool ptx_compressed = false);
 
   // Multiple-PTX-version constructor. Adds each item in spec_list to this
   // object. Note that the PTX can be compressed, which is indicated by the
   // argument ptx_compressed.
   CudaPtxInMemory(const std::initializer_list<PtxSpec> &spec_list,
-                  port::StringPiece kernel_name, bool ptx_compressed = false);
+                  absl::string_view kernel_name, bool ptx_compressed = false);
   ~CudaPtxInMemory() override {}
 
   // Add the PTX implementation described by ptx_spec to this object. On
@@ -218,7 +218,7 @@ class CudaPtxInMemory : public KernelLoaderSpec {
 // Kernel loader specification for OpenCL text that resides on disk.
 class OpenCLTextOnDisk : public OnDiskKernelLoaderSpec {
  public:
-  OpenCLTextOnDisk(port::StringPiece filename, port::StringPiece kernelname);
+  OpenCLTextOnDisk(absl::string_view filename, absl::string_view kernelname);
   ~OpenCLTextOnDisk() override {}
 
   const char *CanonicalSuffix() const override { return ".ocl"; }
@@ -230,7 +230,7 @@ class OpenCLTextOnDisk : public OnDiskKernelLoaderSpec {
 // Kernel loader specification for OpenCL binary that resides on disk.
 class OpenCLBinaryOnDisk : public OnDiskKernelLoaderSpec {
  public:
-  OpenCLBinaryOnDisk(port::StringPiece filename, port::StringPiece kernelname);
+  OpenCLBinaryOnDisk(absl::string_view filename, absl::string_view kernelname);
   ~OpenCLBinaryOnDisk() override {}
 
   const char *CanonicalSuffix() const override { return ".aocx"; }
@@ -242,7 +242,7 @@ class OpenCLBinaryOnDisk : public OnDiskKernelLoaderSpec {
 // Kernel loader specification for OpenCL text that resides in memory.
 class OpenCLTextInMemory : public KernelLoaderSpec {
  public:
-  OpenCLTextInMemory(port::StringPiece text, port::StringPiece kernelname);
+  OpenCLTextInMemory(absl::string_view text, absl::string_view kernelname);
   ~OpenCLTextInMemory() override {}
 
   // Returns the OpenCL text contents.
@@ -258,7 +258,7 @@ class OpenCLTextInMemory : public KernelLoaderSpec {
 // Kernel loader specification for a CUBIN blob that resides in memory.
 class CudaCubinInMemory : public KernelLoaderSpec {
  public:
-  CudaCubinInMemory(const char *bytes, port::StringPiece kernelname);
+  CudaCubinInMemory(const char *bytes, absl::string_view kernelname);
   ~CudaCubinInMemory() override {}
 
   const char *bytes() const { return bytes_; }
@@ -328,28 +328,28 @@ class MultiKernelLoaderSpec {
   // the PTX or OpenCL being loaded. Also be aware that in CUDA C++ the kernel
   // name may be mangled by the compiler if it is not declared in an
   // extern "C" scope.
-  MultiKernelLoaderSpec *AddOpenCLTextOnDisk(port::StringPiece filename,
-                                             port::StringPiece kernelname);
-  MultiKernelLoaderSpec *AddOpenCLBinaryOnDisk(port::StringPiece filename,
-                                               port::StringPiece kernelname);
-  MultiKernelLoaderSpec *AddOpenCLTextInMemory(port::StringPiece ocl_text,
-                                               port::StringPiece kernelname);
-  MultiKernelLoaderSpec *AddCudaPtxOnDisk(port::StringPiece filename,
-                                          port::StringPiece kernelname);
-  MultiKernelLoaderSpec *AddCudaCubinOnDisk(port::StringPiece filename,
-                                            port::StringPiece kernelname);
+  MultiKernelLoaderSpec *AddOpenCLTextOnDisk(absl::string_view filename,
+                                             absl::string_view kernelname);
+  MultiKernelLoaderSpec *AddOpenCLBinaryOnDisk(absl::string_view filename,
+                                               absl::string_view kernelname);
+  MultiKernelLoaderSpec *AddOpenCLTextInMemory(absl::string_view ocl_text,
+                                               absl::string_view kernelname);
+  MultiKernelLoaderSpec *AddCudaPtxOnDisk(absl::string_view filename,
+                                          absl::string_view kernelname);
+  MultiKernelLoaderSpec *AddCudaCubinOnDisk(absl::string_view filename,
+                                            absl::string_view kernelname);
   MultiKernelLoaderSpec *AddCudaCubinInMemory(const char *cubin_bytes,
-                                              port::StringPiece kernelname);
-  MultiKernelLoaderSpec *AddCudaPtxInMemory(port::StringPiece ptx,
-                                            port::StringPiece kernelname);
+                                              absl::string_view kernelname);
+  MultiKernelLoaderSpec *AddCudaPtxInMemory(absl::string_view ptx,
+                                            absl::string_view kernelname);
   MultiKernelLoaderSpec *AddCudaCompressedPtxInMemory(
-      port::StringPiece ptx, port::StringPiece kernelname);
+      absl::string_view ptx, absl::string_view kernelname);
   MultiKernelLoaderSpec *AddCudaPtxInMemory(
       std::initializer_list<CudaPtxInMemory::PtxSpec> spec_list,
-      port::StringPiece kernelname);
+      absl::string_view kernelname);
   MultiKernelLoaderSpec *AddCudaCompressedPtxInMemory(
       std::initializer_list<CudaPtxInMemory::PtxSpec> spec_list,
-      port::StringPiece kernelname);
+      absl::string_view kernelname);
 
  private:
   std::unique_ptr<CudaPtxOnDisk>
diff --git a/tensorflow/stream_executor/lib/env.h b/tensorflow/stream_executor/lib/env.h
index d78bbfd425..a5eb8ef1d4 100644
--- a/tensorflow/stream_executor/lib/env.h
+++ b/tensorflow/stream_executor/lib/env.h
@@ -16,9 +16,9 @@ limitations under the License.
 #ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_ENV_H_
 #define TENSORFLOW_STREAM_EXECUTOR_LIB_ENV_H_
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/stream_executor/lib/status.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
 namespace stream_executor {
@@ -31,7 +31,7 @@ inline Status FileExists(const string& filename) {
   return Env::Default()->FileExists(filename);
 }
 
-inline Status FileExists(const port::StringPiece& filename) {
+inline Status FileExists(const absl::string_view& filename) {
   return Env::Default()->FileExists(string(filename));
 }
 
diff --git a/tensorflow/stream_executor/lib/path.cc b/tensorflow/stream_executor/lib/path.cc
index 401b87b659..47eedbc6a1 100644
--- a/tensorflow/stream_executor/lib/path.cc
+++ b/tensorflow/stream_executor/lib/path.cc
@@ -15,21 +15,22 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/lib/path.h"
 #include "absl/strings/str_cat.h"
+#include "absl/strings/string_view.h"
 
 namespace stream_executor {
 namespace port {
 namespace internal {
 
-static bool IsAbsolutePath(port::StringPiece path) {
+static bool IsAbsolutePath(absl::string_view path) {
   return !path.empty() && path[0] == '/';
 }
 
 // For an array of paths of length count, append them all together,
 // ensuring that the proper path separators are inserted between them.
-string JoinPathImpl(std::initializer_list<port::StringPiece> paths) {
+string JoinPathImpl(std::initializer_list<absl::string_view> paths) {
   string result;
 
-  for (port::StringPiece path : paths) {
+  for (absl::string_view path : paths) {
     if (path.empty()) continue;
 
     if (result.empty()) {
diff --git a/tensorflow/stream_executor/lib/path.h b/tensorflow/stream_executor/lib/path.h
index 325f04ff47..76a623cc03 100644
--- a/tensorflow/stream_executor/lib/path.h
+++ b/tensorflow/stream_executor/lib/path.h
@@ -16,8 +16,8 @@ limitations under the License.
 #ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_PATH_H_
 #define TENSORFLOW_STREAM_EXECUTOR_LIB_PATH_H_
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/lib/io/path.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
 namespace stream_executor {
@@ -28,7 +28,7 @@ using tensorflow::io::Dirname;
 namespace internal {
 // TODO(rspringer): Move to cc/implementation file.
 // Not part of the public API.
-string JoinPathImpl(std::initializer_list<port::StringPiece> paths);
+string JoinPathImpl(std::initializer_list<absl::string_view> paths);
 }  // namespace internal
 
 // Join multiple paths together.
@@ -44,7 +44,7 @@ string JoinPathImpl(std::initializer_list<port::StringPiece> paths);
 // All paths will be treated as relative paths, regardless of whether or not
 // they start with a leading '/'.  That is, all paths will be concatenated
 // together, with the appropriate path separator inserted in between.
-// Arguments must be convertible to port::StringPiece.
+// Arguments must be convertible to absl::string_view.
 //
 // Usage:
 // string path = file::JoinPath("/var/log", dirname, filename);
diff --git a/tensorflow/stream_executor/lib/status.h b/tensorflow/stream_executor/lib/status.h
index 407b71b405..87269b4591 100644
--- a/tensorflow/stream_executor/lib/status.h
+++ b/tensorflow/stream_executor/lib/status.h
@@ -18,9 +18,9 @@ limitations under the License.
 #ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_STATUS_H_
 #define TENSORFLOW_STREAM_EXECUTOR_LIB_STATUS_H_
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/stream_executor/lib/error.h"  // IWYU pragma: export
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 
 namespace stream_executor {
@@ -33,13 +33,13 @@ using Status = tensorflow::Status;
   ASSERT_EQ(::stream_executor::port::Status::OK(), (val))
 
 // Define some canonical error helpers.
-inline Status UnimplementedError(StringPiece message) {
+inline Status UnimplementedError(absl::string_view message) {
   return Status(error::UNIMPLEMENTED, message);
 }
-inline Status InternalError(StringPiece message) {
+inline Status InternalError(absl::string_view message) {
   return Status(error::INTERNAL, message);
 }
-inline Status FailedPreconditionError(StringPiece message) {
+inline Status FailedPreconditionError(absl::string_view message) {
   return Status(error::FAILED_PRECONDITION, message);
 }
 
diff --git a/tensorflow/stream_executor/lib/str_util.h b/tensorflow/stream_executor/lib/str_util.h
index e77dfcef76..e99dfa8399 100644
--- a/tensorflow/stream_executor/lib/str_util.h
+++ b/tensorflow/stream_executor/lib/str_util.h
@@ -16,8 +16,8 @@ limitations under the License.
 #ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_STR_UTIL_H_
 #define TENSORFLOW_STREAM_EXECUTOR_LIB_STR_UTIL_H_
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/lib/strings/str_util.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 
 namespace stream_executor {
 namespace port {
@@ -27,7 +27,8 @@ using tensorflow::str_util::Split;
 
 // Returns a copy of the input string 'str' with the given 'suffix'
 // removed. If the suffix doesn't match, returns a copy of the original string.
-inline string StripSuffixString(port::StringPiece str, port::StringPiece suffix) {
+inline string StripSuffixString(absl::string_view str,
+                                absl::string_view suffix) {
   if (tensorflow::str_util::EndsWith(str, suffix)) {
     str.remove_suffix(suffix.size());
   }
diff --git a/tensorflow/stream_executor/lib/stringpiece.h b/tensorflow/stream_executor/lib/stringpiece.h
deleted file mode 100644
index 7624910129..0000000000
--- a/tensorflow/stream_executor/lib/stringpiece.h
+++ /dev/null
@@ -1,29 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_STREAM_EXECUTOR_LIB_STRINGPIECE_H_
-#define TENSORFLOW_STREAM_EXECUTOR_LIB_STRINGPIECE_H_
-
-#include "absl/strings/string_view.h"
-
-namespace stream_executor {
-namespace port {
-
-using StringPiece = absl::string_view;
-
-}  // namespace port
-}  // namespace stream_executor
-
-#endif  // TENSORFLOW_STREAM_EXECUTOR_LIB_STRINGPIECE_H_
diff --git a/tensorflow/stream_executor/module_spec.h b/tensorflow/stream_executor/module_spec.h
index 75bdfed2d7..e8a970283c 100644
--- a/tensorflow/stream_executor/module_spec.h
+++ b/tensorflow/stream_executor/module_spec.h
@@ -17,7 +17,6 @@ limitations under the License.
 #define TENSORFLOW_STREAM_EXECUTOR_MODULE_SPEC_H_
 
 #include "tensorflow/stream_executor/lib/array_slice.h"
-#include "tensorflow/stream_executor/lib/stringpiece.h"
 #include "tensorflow/stream_executor/platform/logging.h"
 #include "tensorflow/stream_executor/platform/port.h"
 
-- 
GitLab


From 18db5e37d52330a97420730061e85ad5f61cb513 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 11:32:41 -0700
Subject: [PATCH 0792/1825] Automated rollback of commit
 1034b710f925da02154f13ed75d7f4709c4d1d92

PiperOrigin-RevId: 219335805
---
 tensorflow/python/keras/BUILD | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index d827fe3c30..bfa7c978c1 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -356,10 +356,7 @@ cuda_py_test(
         "//tensorflow/python:client_testlib",
     ],
     shard_count = 2,
-    tags = [
-        "no_oss",  # b/117834718
-        "no_windows_gpu",
-    ],
+    tags = ["no_windows_gpu"],
 )
 
 py_test(
-- 
GitLab


From 5b1f48a32dc74aa3f35a0cbde6f605fdd2e2741e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 11:33:53 -0700
Subject: [PATCH 0793/1825] Utility to check if eager execution is enabled even
 if currently in a defun.

PiperOrigin-RevId: 219336026
---
 tensorflow/python/framework/ops.py      |  6 ++++++
 tensorflow/python/framework/ops_test.py | 13 +++++++++++++
 2 files changed, 19 insertions(+)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index ad8ba4b2be..f443a7ec60 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -5360,6 +5360,12 @@ def init_scope():
         outer_graph._device_function_stack = outer_device_stack  # pylint: disable=protected-access
 
 
+def executing_eagerly_outside_functions():
+  """Returns True if executing eagerly, even if inside a graph function."""
+  with init_scope():
+    return context.executing_eagerly()
+
+
 @tf_export("enable_eager_execution")
 def enable_eager_execution(config=None,
                            device_policy=None,
diff --git a/tensorflow/python/framework/ops_test.py b/tensorflow/python/framework/ops_test.py
index c945f02639..0fb17081e7 100644
--- a/tensorflow/python/framework/ops_test.py
+++ b/tensorflow/python/framework/ops_test.py
@@ -2292,6 +2292,19 @@ class InitScopeTest(test_util.TensorFlowTestCase):
       foo_compiled()
       self.assertEqual(ops.get_name_scope(), "")
 
+  def testExecutingEagerlyOutsideFunctions(self):
+
+    @eager_function.defun
+    def f():
+      return ops.executing_eagerly_outside_functions()
+
+    with context.eager_mode():
+      self.assertTrue(ops.executing_eagerly_outside_functions())
+      self.assertTrue(f())
+      g = ops.Graph()
+      with g.as_default():
+        self.assertFalse(ops.executing_eagerly_outside_functions())
+
 
 class GraphTest(test_util.TensorFlowTestCase):
 
-- 
GitLab


From 780f7f11827920c5aedd62762983d8a45a485c27 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 11:43:43 -0700
Subject: [PATCH 0794/1825] Fix inadvertently disabled test in templates_test

PiperOrigin-RevId: 219337792
---
 tensorflow/python/autograph/pyct/templates_test.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/autograph/pyct/templates_test.py b/tensorflow/python/autograph/pyct/templates_test.py
index 3032241846..5c7650b4cd 100644
--- a/tensorflow/python/autograph/pyct/templates_test.py
+++ b/tensorflow/python/autograph/pyct/templates_test.py
@@ -214,15 +214,15 @@ class TemplatesTest(test.TestCase):
     result, _ = compiler.ast_to_object(node)
     self.assertEquals(3, result.test_fn())
 
-  def replace_as_expression(self):
+  def test_replace_as_expression(self):
     template = """
       foo(a)
     """
 
-    node = templates.replace(template, foo='bar', a='baz')
-    self.assertTrue(node is gast.Call)
+    node = templates.replace_as_expression(template, foo='bar', a='baz')
+    self.assertIsInstance(node, gast.Call)
     self.assertEqual(node.func.id, 'bar')
-    self.assertEqual(node.func.args[0].id, 'baz')
+    self.assertEqual(node.args[0].id, 'baz')
 
   def test_replace_as_expression_restrictions(self):
     template = """
-- 
GitLab


From 5b68c8139238ce09e92cbaef7b5718558a2997b7 Mon Sep 17 00:00:00 2001
From: Shashi Shekhar <shashishekhar@google.com>
Date: Tue, 30 Oct 2018 11:50:46 -0700
Subject: [PATCH 0795/1825] Delete duplicate links.

PiperOrigin-RevId: 219338987
---
 tensorflow/contrib/lite/g3doc/models.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/lite/g3doc/models.md b/tensorflow/contrib/lite/g3doc/models.md
index 279764ce96..537e285490 100644
--- a/tensorflow/contrib/lite/g3doc/models.md
+++ b/tensorflow/contrib/lite/g3doc/models.md
@@ -7,13 +7,13 @@ Model Name          | Paper_Model_Files | Model_Size | Top-1 Accuracy | Top-5 Ac
 ------------------- | :---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------: | ---------: | -------------: | -------------: | ---------------------:
 MnasNet_0.50_224| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_0.5_224_09_07_2018.tgz) | 8.5 Mb    | 68.03%          | 87.79%          | 37 ms
 MnasNet_0.75_224| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_0.75_224_09_07_2018.tgz) | 12 Mb     | 71.72%          | 90.17%          | 61 ms
-MnasNet_1.0_224| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.0_224_09_07_2018.tgz) | 17 Mb     | 74.08%          | 91.75%          | 93 ms
-MnasNet_1.3_224| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.3_224_09_07_2018.tgz) | 24 Mb     | 75.24%          | 92.55%          | 152 ms
 MnasNet_1.0_96| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.0_96_09_07_2018.tgz) | 17 Mb    | 62.33%          | 83.98%          | 23 ms
 MnasNet_1.0_128| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.0_128_09_07_2018.tgz) | 17 Mb    | 67.32%          | 87.70%          | 34 ms
 MnasNet_1.0_160| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.0_160_09_07_2018.tgz) | 17 Mb    | 70.63%          | 89.58%          | 51 ms
 MnasNet_1.0_192| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.0_192_09_07_2018.tgz) | 17 Mb    | 72.56%          | 90.76%          | 70 ms
 MnasNet_1.0_224| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.0_224_09_07_2018.tgz) | 17 Mb    | 74.08%          | 91.75%          | 93 ms
+MnasNet_1.3_224| [paper](https://arxiv.org/abs/1807.11626), [tflite&pb](https://storage.cloud.google.com/download.tensorflow.org/models/tflite/mnasnet_1.3_224_09_07_2018.tgz) | 24 Mb     | 75.24%          | 92.55%          | 152 ms
+
 
 ^ Performance numbers are generated on Pixel-1 using single thread large BIG core.
 
-- 
GitLab


From 20515ec51dae429dea71b6633053b49abc1d2be4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 11:53:09 -0700
Subject: [PATCH 0796/1825]     Logged parameters in case of failure.

PiperOrigin-RevId: 219339372
---
 tensorflow/stream_executor/cuda/cuda_fft.cc | 26 +++++++++++++++++++++
 1 file changed, 26 insertions(+)

diff --git a/tensorflow/stream_executor/cuda/cuda_fft.cc b/tensorflow/stream_executor/cuda/cuda_fft.cc
index 013ca2d7f6..cbf388a0f8 100644
--- a/tensorflow/stream_executor/cuda/cuda_fft.cc
+++ b/tensorflow/stream_executor/cuda/cuda_fft.cc
@@ -332,6 +332,7 @@ std::unique_ptr<fft::Plan> CUDAFft::Create1dPlan(Stream *stream, uint64 num_x,
   // TODO(yangzihao): In the future, send error msg back to TensorFlow
   // so it can fail gracefully,
   if (!status.ok()) {
+    LOG(ERROR) << "Plan Parameters: num_x: " << num_x;
     LOG(FATAL) << "failed to initialize cufft 1d plan: "
                << status.error_message();
   }
@@ -346,6 +347,7 @@ std::unique_ptr<fft::Plan> CUDAFft::Create1dPlanWithScratchAllocator(
   port::Status status = fft_plan_ptr->Initialize(parent_, stream, 1, elem_count,
                                                  type, scratch_allocator);
   if (!status.ok()) {
+    LOG(ERROR) << "Plan Parameters: num_x: " << num_x;
     LOG(FATAL)
         << "failed to initialize cufft 1d plan with customized allocator: "
         << status.error_message();
@@ -361,6 +363,7 @@ std::unique_ptr<fft::Plan> CUDAFft::Create2dPlan(Stream *stream, uint64 num_x,
   port::Status status = fft_plan_ptr->Initialize(
       parent_, stream, 1, elem_count, type, /*scratch_allocator=*/nullptr);
   if (!status.ok()) {
+    LOG(ERROR) << "Plan Parameters: num_x: " << num_x << " num_y: " << num_y;
     LOG(FATAL) << "failed to initialize cufft 2d plan: "
                << status.error_message();
   }
@@ -375,6 +378,7 @@ std::unique_ptr<fft::Plan> CUDAFft::Create2dPlanWithScratchAllocator(
   port::Status status = fft_plan_ptr->Initialize(parent_, stream, 2, elem_count,
                                                  type, scratch_allocator);
   if (!status.ok()) {
+    LOG(ERROR) << "Plan Parameters: num_x: " << num_x << " num_y: " << num_y;
     LOG(FATAL)
         << "failed to initialize cufft 2d plan with customized allocator: "
         << status.error_message();
@@ -391,6 +395,8 @@ std::unique_ptr<fft::Plan> CUDAFft::Create3dPlan(Stream *stream, uint64 num_x,
   port::Status status = fft_plan_ptr->Initialize(
       parent_, stream, 3, elem_count, type, /*scratch_allocator=*/nullptr);
   if (!status.ok()) {
+    LOG(ERROR) << "Plan Parameters: num_x: " << num_x << " num_y: " << num_y
+               << " num_z: " << num_z;
     LOG(FATAL) << "failed to initialize cufft 3d plan: "
                << status.error_message();
   }
@@ -405,6 +411,8 @@ std::unique_ptr<fft::Plan> CUDAFft::Create3dPlanWithScratchAllocator(
   port::Status status = fft_plan_ptr->Initialize(parent_, stream, 3, elem_count,
                                                  type, scratch_allocator);
   if (!status.ok()) {
+    LOG(ERROR) << "Plan Parameters: num_x: " << num_x << " num_y: " << num_y
+               << " num_z: " << num_z;
     LOG(FATAL)
         << "failed to initialize cufft 3d plan with customized allocator: "
         << status.error_message();
@@ -423,6 +431,15 @@ std::unique_ptr<fft::Plan> CUDAFft::CreateBatchedPlan(
       input_distance, output_embed, output_stride, output_distance, type,
       batch_count, /*scratch_allocator=*/nullptr);
   if (!status.ok()) {
+    LOG(ERROR) << "Initialize Params: rank: " << rank
+               << " elem_count: " << *elem_count
+               << " input_embed: " << *input_embed
+               << " input_stride: " << input_stride
+               << " input_distance: " << input_distance
+               << " output_embed: " << *output_embed
+               << " output_stride: " << output_stride
+               << " output_distance: " << output_distance
+               << " batch_count: " << batch_count;
     LOG(FATAL) << "failed to initialize batched cufft plan: "
                << status.error_message();
   }
@@ -441,6 +458,15 @@ std::unique_ptr<fft::Plan> CUDAFft::CreateBatchedPlanWithScratchAllocator(
       input_distance, output_embed, output_stride, output_distance, type,
       batch_count, scratch_allocator);
   if (!status.ok()) {
+    LOG(ERROR) << "Initialize Params: rank: " << rank
+               << " elem_count: " << *elem_count
+               << " input_embed: " << *input_embed
+               << " input_stride: " << input_stride
+               << " input_distance: " << input_distance
+               << " output_embed: " << *output_embed
+               << " output_stride: " << output_stride
+               << " output_distance: " << output_distance
+               << " batch_count: " << batch_count;
     LOG(FATAL)
         << "failed to initialize batched cufft plan with customized allocator: "
         << status.error_message();
-- 
GitLab


From 660368bfd6f7cb28124971f1099575202a4c747a Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Tue, 30 Oct 2018 12:16:11 -0700
Subject: [PATCH 0797/1825] Add deprecation_version to api_def.proto and remove
 ops/endpoints in V2 that have deprecation_version == 2.

PiperOrigin-RevId: 219343285
---
 tensorflow/core/api_def/api_test.cc           | 25 ++++++++
 tensorflow/core/framework/api_def.proto       |  9 +++
 .../framework/python_op_gen_internal.cc       | 58 +++++++++++--------
 3 files changed, 67 insertions(+), 25 deletions(-)

diff --git a/tensorflow/core/api_def/api_test.cc b/tensorflow/core/api_def/api_test.cc
index 51812caeb2..6f98856915 100644
--- a/tensorflow/core/api_def/api_test.cc
+++ b/tensorflow/core/api_def/api_test.cc
@@ -176,6 +176,19 @@ void TestDeprecatedAttributesSetCorrectly(
     }
   }
 }
+
+void TestDeprecationVersionSetCorrectly(
+    const std::unordered_map<string, ApiDef>& api_defs_map) {
+  for (const auto& name_and_api_def : api_defs_map) {
+    const auto& name = name_and_api_def.first;
+    const auto& api_def = name_and_api_def.second;
+    ASSERT_TRUE(api_def.deprecation_version() == 0 ||
+                api_def.deprecation_message().empty())
+        << "ApiDef that includes deprecation_version > 0 must also specify "
+        << "a deprecation_message. Op " << name
+        << " has deprecation_version > 0 but deprecation_message is not set.";
+  }
+}
 }  // namespace
 
 class BaseApiTest : public ::testing::Test {
@@ -268,6 +281,12 @@ TEST_F(BaseApiTest, DeprecationSetCorrectly) {
   TestDeprecatedAttributesSetCorrectly(api_defs_map_);
 }
 
+// Checks that deprecation_version is set for entire op only if
+// deprecation_message is set.
+TEST_F(BaseApiTest, DeprecationVersionSetCorrectly) {
+  TestDeprecationVersionSetCorrectly(api_defs_map_);
+}
+
 class PythonApiTest : public ::testing::Test {
  protected:
   PythonApiTest() {
@@ -309,4 +328,10 @@ TEST_F(PythonApiTest, DeprecationSetCorrectly) {
   TestDeprecatedAttributesSetCorrectly(api_defs_map_);
 }
 
+// Checks that deprecation_version is set for entire op only if
+// deprecation_message is set.
+TEST_F(PythonApiTest, DeprecationVersionSetCorrectly) {
+  TestDeprecationVersionSetCorrectly(api_defs_map_);
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/core/framework/api_def.proto b/tensorflow/core/framework/api_def.proto
index f8553cf5bb..b0f852170b 100644
--- a/tensorflow/core/framework/api_def.proto
+++ b/tensorflow/core/framework/api_def.proto
@@ -34,6 +34,10 @@ message ApiDef {
   // that should be logged when this op is used.
   // The message should indicate alternative op to use, if any.
   string deprecation_message = 12;
+  // Major version when the op will be deleted. For e.g. set this
+  // value to 2 if op API should be removed in TensorFlow 2.0 and
+  // deprecated in versions before that.
+  int32 deprecation_version = 13;
 
   enum Visibility {
     // Normally this is "VISIBLE" unless you are inheriting a
@@ -64,6 +68,11 @@ message ApiDef {
     // to use a non-deprecated endpoint instead will be printed. If all
     // endpoints are deprecated, set deprecation_message in ApiDef instead.
     bool deprecated = 3;
+
+    // Major version when an endpoint will be deleted. For e.g. set this
+    // value to 2 if endpoint should be removed in TensorFlow 2.0 and
+    // deprecated in versions before that.
+    int32 deprecation_version = 4;
   }
   repeated Endpoint endpoint = 3;
 
diff --git a/tensorflow/python/framework/python_op_gen_internal.cc b/tensorflow/python/framework/python_op_gen_internal.cc
index f6aef5bc50..65b9ad5c6a 100644
--- a/tensorflow/python/framework/python_op_gen_internal.cc
+++ b/tensorflow/python/framework/python_op_gen_internal.cc
@@ -45,6 +45,9 @@ namespace tensorflow {
 namespace python_op_gen_internal {
 
 const int kRightMargin = 78;
+// Names specified in tf_export decorators are exported to
+// TensorFlow 2.0 by default.
+const int kLatestAPIExportVersion = 2;
 
 bool IsPythonReserved(const string& s) {
   static const std::set<string>* const kPythonReserved = new std::set<string>(
@@ -585,28 +588,42 @@ void GenPythonOp::AddExport() {
   if (api_def_.visibility() != ApiDef::VISIBLE) {
     return;
   }
+  // Whether op should be available in latest export version.
+  bool op_available_in_latest =
+      !api_def_.deprecation_version() ||
+      api_def_.deprecation_version() > kLatestAPIExportVersion;
 
-  // Add @tf_export decorator.
-  strings::StrAppend(&result_, "@tf_export(");
+  string names;
+  string names_v1;
+  string deprecated_endpoints;
 
-  // Add all endpoint names to tf_export.
-  bool first_endpoint = true;
-  std::vector<string> deprecated_endpoints;
   for (const auto& endpoint : api_def_.endpoint()) {
-    if (!first_endpoint) {
-      strings::StrAppend(&result_, ", ");
-    } else {
-      first_endpoint = false;
-    }
     string endpoint_name;
     python_op_gen_internal::GenerateLowerCaseOpName(endpoint.name(),
                                                     &endpoint_name);
-    if (endpoint.deprecated()) {
-      deprecated_endpoints.push_back(endpoint_name);
+    if (endpoint.deprecated() || endpoint.deprecation_version() > 0) {
+      AddDelimiter(&deprecated_endpoints, ", ");
+      strings::StrAppend(&deprecated_endpoints, "'", endpoint_name, "'");
+    }
+    // Add all endpoints to TensorFlow 1.* API.
+    AddDelimiter(&names_v1, ", ");
+    strings::StrAppend(&names_v1, "'", endpoint_name, "'");
+    // Add non-deprecated endpoints to TensorFlow 2.* API.
+    if (op_available_in_latest &&
+        (!endpoint.deprecation_version() ||
+         endpoint.deprecation_version() > kLatestAPIExportVersion)) {
+      AddDelimiter(&names, ", ");
+      strings::StrAppend(&names, "'", endpoint_name, "'");
     }
-    strings::StrAppend(&result_, "'", endpoint_name, "'");
   }
-  strings::StrAppend(&result_, ")\n");
+
+  // tf_export decorator has the following format:
+  // @tf_export(v2_name, v2_name, v1=[v1_name, v1_name])
+  if (names != names_v1) {
+    AddDelimiter(&names, ", ");
+    strings::StrAppend(&names, "v1=[", names_v1, "]");
+  }
+  strings::StrAppend(&result_, "@tf_export(", names, ")\n");
 
   // If all endpoints are deprecated, add @deprecated decorator.
   if (!api_def_.deprecation_message().empty()) {
@@ -615,17 +632,8 @@ void GenPythonOp::AddExport() {
   }
   // Add @deprecated_endpoints decorator.
   if (!deprecated_endpoints.empty()) {
-    strings::StrAppend(&result_, "@deprecated_endpoints(");
-    bool first_endpoint = true;
-    for (auto& endpoint_name : deprecated_endpoints) {
-      if (first_endpoint) {
-        first_endpoint = false;
-      } else {
-        strings::StrAppend(&result_, ", ");
-      }
-      strings::StrAppend(&result_, "'", endpoint_name, "'");
-    }
-    strings::StrAppend(&result_, ")\n");
+    strings::StrAppend(&result_, "@deprecated_endpoints(", deprecated_endpoints,
+                       ")\n");
   }
 }
 
-- 
GitLab


From 4a3dbb7ab71b9ff62fd21b3c06c905a8c4569ef6 Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Tue, 30 Oct 2018 12:23:44 -0700
Subject: [PATCH 0798/1825] TensorFlow Lite for Micro documentation fixes

PiperOrigin-RevId: 219344543
---
 tensorflow/contrib/lite/experimental/micro/README.md      | 2 +-
 .../experimental/micro/examples/micro_speech/README.md    | 8 ++++----
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/contrib/lite/experimental/micro/README.md b/tensorflow/contrib/lite/experimental/micro/README.md
index e03703f496..833f2e06c8 100644
--- a/tensorflow/contrib/lite/experimental/micro/README.md
+++ b/tensorflow/contrib/lite/experimental/micro/README.md
@@ -78,7 +78,7 @@ So, why are we running tests in this complicated way? So far, we've been buildin
 
 ## Building for the "Blue Pill" STM32F103
 
-The goal of this library is to enable machine learning on resource-constrained micro controllers and DSPs, and as part of that we've targeted the ["Blue Pill" STM32F103-compatible development board](https://github.com/google/googletest) as a cheap and popular platform. It only has 20KB of RAM and 64KB of flash, so it's a good device to ensure we can run efficiently on small chips.
+The goal of this library is to enable machine learning on resource-constrained micro controllers and DSPs, and as part of that we've targeted the ["Blue Pill" STM32F103-compatible development board](https://github.com/google/stm32_bare_lib) as a cheap and popular platform. It only has 20KB of RAM and 64KB of flash, so it's a good device to ensure we can run efficiently on small chips.
 
 It's fairly easy to [buy and wire up a physical board](https://github.com/google/stm32_bare_lib#wiring-up-your-blue-pill), but even if you don't have an actual device, the [Renode project](https://renode.io/) makes it easy to run a faithful emulation on your desktop machine. You'll need [Docker](https://www.docker.com/) installed, but once you have that set up, try running the following command:
 
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md
index 438a432356..959306d8ce 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md
+++ b/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md
@@ -4,10 +4,10 @@ This examples shows how you can use TensorFlow Lite to run a 20 kilobyte neural
 
 ## Table of Contents
 
-    * [Getting Started](#getting-started)
-    * [Getting Started on a Microcontroller](#getting-started-on-a-microcontroller)
-    * [Calculating the Input to the Neural Network](#calculating-the-input-to-the-neural-network)
-    * [Creating Your Own Model](#creating-your-own-model)
+  - [Getting Started](#getting-started)
+  - [Getting Started on a Microcontroller](#getting-started-on-a-microcontroller)
+  - [Calculating the Input to the Neural Network](#calculating-the-input-to-the-neural-network)
+  - [Creating Your Own Model](#creating-your-own-model)
 
 ## Getting Started
 
-- 
GitLab


From 56d8aa6cbd862917596cc7a1d9d600ddc6a84a09 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Tue, 30 Oct 2018 12:24:52 -0700
Subject: [PATCH 0799/1825] Bump opensource Abseil version.

PiperOrigin-RevId: 219344723
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 44885d2abb..585e490e3a 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -121,11 +121,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "1dd634982ef56c47b6f425f74c906dc28ff10cf060bb991cd614365eb2ad98d4",
-        strip_prefix = "abseil-cpp-f86f9413856b65afdd61fea938d684b8ab73115a",
+        sha256 = "14fed07c0c9705e0b30e7dc506b62d934eb5460a68640f893b5c4accce073ee9",
+        strip_prefix = "abseil-cpp-a4c3ffff11eec0ee45742f915c255e9f870b7e0f",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/f86f9413856b65afdd61fea938d684b8ab73115a.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/f86f9413856b65afdd61fea938d684b8ab73115a.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/a4c3ffff11eec0ee45742f915c255e9f870b7e0f.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/a4c3ffff11eec0ee45742f915c255e9f870b7e0f.tar.gz",
         ],
     )
 
-- 
GitLab


From f3bb411f120066c244131c0e5d80856948a45674 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Tue, 30 Oct 2018 13:07:59 -0700
Subject: [PATCH 0800/1825] Add a standard way to add a warning in
 tf_upgrade_v2.py script.

PiperOrigin-RevId: 219352016
---
 tensorflow/tools/compatibility/ast_edits.py   | 12 +++++
 tensorflow/tools/compatibility/tf_upgrade.py  |  3 ++
 .../tools/compatibility/tf_upgrade_v2.py      | 46 +++++++++----------
 .../tools/compatibility/tf_upgrade_v2_test.py |  3 +-
 4 files changed, 39 insertions(+), 25 deletions(-)

diff --git a/tensorflow/tools/compatibility/ast_edits.py b/tensorflow/tools/compatibility/ast_edits.py
index 23cc4a21a9..a5b9fbdae8 100644
--- a/tensorflow/tools/compatibility/ast_edits.py
+++ b/tensorflow/tools/compatibility/ast_edits.py
@@ -184,6 +184,17 @@ class _ASTCallVisitor(ast.NodeVisitor):
     except KeyError:
       pass
 
+  def _print_warning_for_function(self, node, full_name):
+    function_warnings = self._api_change_spec.function_warnings
+    try:
+      warning_message = function_warnings[full_name]
+      warning_message = warning_message.replace("<function name>", full_name)
+      self._file_edit.add(warning_message,
+                          node.lineno, node.col_offset, full_name, full_name,
+                          error="%s requires manual check." % full_name)
+    except KeyError:
+      pass
+
   def _get_attribute_full_path(self, node):
     """Traverse an attribute to generate a full name e.g. tf.foo.bar.
 
@@ -350,6 +361,7 @@ class _ASTCallVisitor(ast.NodeVisitor):
     full_name = self._get_attribute_full_path(node)
     if full_name:
       self._rename_functions(node, full_name)
+      self._print_warning_for_function(node, full_name)
     if full_name in self._api_change_spec.change_to_function:
       if not hasattr(node, "is_function_for_call"):
         new_text = full_name + "()"
diff --git a/tensorflow/tools/compatibility/tf_upgrade.py b/tensorflow/tools/compatibility/tf_upgrade.py
index 96705b1a4c..2dabf7834d 100644
--- a/tensorflow/tools/compatibility/tf_upgrade.py
+++ b/tensorflow/tools/compatibility/tf_upgrade.py
@@ -178,6 +178,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # Specially handled functions.
     self.function_handle = {"tf.reverse": self._reverse_handler}
 
+    # Warnings that should be printed if corresponding functions are used.
+    self.function_warnings = {}
+
   @staticmethod
   def _reverse_handler(file_edit_recorder, node):
     # TODO(aselle): Could check for a literal list of bools and try to convert
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 53c546b10c..3887c417f3 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -19,7 +19,6 @@ from __future__ import division
 from __future__ import print_function
 
 import argparse
-import functools
 
 from tensorflow.tools.compatibility import ast_edits
 from tensorflow.tools.compatibility import renames_v2
@@ -46,29 +45,28 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
 
     # Specially handled functions.
     self.function_handle = {}
-    for decay in ["tf.train.exponential_decay", "tf.train.piecewise_constant",
-                  "tf.train.polynomial_decay", "tf.train.natural_exp_decay",
-                  "tf.train.inverse_time_decay", "tf.train.cosine_decay",
-                  "tf.train.cosine_decay_restarts",
-                  "tf.train.linear_cosine_decay",
-                  "tf.train.noisy_linear_cosine_decay"]:
-      self.function_handle[decay] = functools.partial(
-          self._learning_rate_decay_handler, decay_name=decay)
-
-  @staticmethod
-  def _learning_rate_decay_handler(file_edit_recorder, node, decay_name):
-    comment = ("ERROR: %s has been changed to return a callable instead of a "
-               "tensor when graph building, but its functionality remains "
-               "unchanged during eager execution (returns a callable like "
-               "before). The converter cannot detect and fix this reliably, so "
-               "you need to inspect this usage manually.\n") % decay_name
-    file_edit_recorder.add(
-        comment,
-        node.lineno,
-        node.col_offset,
-        decay_name,
-        decay_name,
-        error="%s requires manual check." % decay_name)
+
+    decay_function_comment = (
+        "ERROR: <function name> has been changed to return a callable instead "
+        "of a tensor when graph building, but its functionality remains "
+        "unchanged during eager execution (returns a callable like "
+        "before). The converter cannot detect and fix this reliably, so "
+        "you need to inspect this usage manually.\n"
+    )
+
+    # Function warnings. <function name> placeholder inside warnings will be
+    # replaced by function name.
+    self.function_warnings = {
+        "tf.train.exponential_decay": decay_function_comment,
+        "tf.train.piecewise_constant": decay_function_comment,
+        "tf.train.polynomial_decay": decay_function_comment,
+        "tf.train.natural_exp_decay": decay_function_comment,
+        "tf.train.inverse_time_decay": decay_function_comment,
+        "tf.train.cosine_decay": decay_function_comment,
+        "tf.train.cosine_decay_restarts": decay_function_comment,
+        "tf.train.linear_cosine_decay": decay_function_comment,
+        "tf.train.noisy_linear_cosine_decay": decay_function_comment,
+    }
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index f606d202a6..6a0c3a787d 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -73,9 +73,10 @@ class TestUpgrade(test_util.TensorFlowTestCase):
                   "tf.train.noisy_linear_cosine_decay"]:
 
       text = "%s(a, b)\n" % decay
-      _, unused_report, errors, new_text = self._upgrade(text)
+      _, report, errors, new_text = self._upgrade(text)
       self.assertEqual(text, new_text)
       self.assertEqual(errors, ["test.py:1: %s requires manual check." % decay])
+      self.assertIn("%s has been changed" % decay, report)
 
 
 class TestUpgradeFiles(test_util.TensorFlowTestCase):
-- 
GitLab


From 2bfebf12bc529ec2f2d25f9878a639fe02691ab5 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Tue, 30 Oct 2018 13:08:30 -0700
Subject: [PATCH 0801/1825] Add test_op.so back as data dependency to
 c_api_test. One of the functions it tests is TF_LoadLibrary. I think we need
 to load a .so file to test TF_LoadLibrary functionality correctly. However,
 other tests can rely on static linking.

PiperOrigin-RevId: 219352122
---
 tensorflow/c/BUILD         |  1 +
 tensorflow/c/c_api_test.cc | 18 ++----------------
 2 files changed, 3 insertions(+), 16 deletions(-)

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index 33f634a8ec..16f633643d 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -199,6 +199,7 @@ tf_cuda_cc_test(
     size = "small",
     srcs = ["c_api_test.cc"],
     data = [
+        ":test_op.so",
         "//tensorflow/cc/saved_model:saved_model_half_plus_two",
     ],
     kernels = [":test_op_kernel"],
diff --git a/tensorflow/c/c_api_test.cc b/tensorflow/c/c_api_test.cc
index c4746b4990..b0dc0363fd 100644
--- a/tensorflow/c/c_api_test.cc
+++ b/tensorflow/c/c_api_test.cc
@@ -2349,14 +2349,8 @@ TEST(TestApiDef, TestCreateApiDef) {
   // tf_cuda_cc_test() bazel rule and remove the next line.
   if (!GPUDeviceName().empty()) return;
 
-  TF_Status* status = TF_NewStatus();
-  TF_Library* lib =
-      TF_LoadLibrary("tensorflow/c/test_op.so", status);
-  EXPECT_EQ(TF_OK, TF_GetCode(status)) << TF_Message(status);
-  TF_DeleteStatus(status);
-
   TF_Buffer* op_list_buf = TF_GetAllOpList();
-  status = TF_NewStatus();
+  TF_Status* status = TF_NewStatus();
   auto* api_def_map = TF_NewApiDefMap(op_list_buf, status);
   EXPECT_EQ(TF_OK, TF_GetCode(status)) << TF_Message(status);
   TF_DeleteStatus(status);
@@ -2376,7 +2370,6 @@ TEST(TestApiDef, TestCreateApiDef) {
   TF_DeleteBuffer(api_def_buf);
   TF_DeleteApiDefMap(api_def_map);
   TF_DeleteBuffer(op_list_buf);
-  TF_DeleteLibraryHandle(lib);
 }
 
 TEST(TestApiDef, TestCreateApiDefWithOverwrites) {
@@ -2384,14 +2377,8 @@ TEST(TestApiDef, TestCreateApiDefWithOverwrites) {
   // tf_cuda_cc_test() bazel rule and remove the next line.
   if (!GPUDeviceName().empty()) return;
 
-  TF_Status* status = TF_NewStatus();
-  TF_Library* lib =
-      TF_LoadLibrary("tensorflow/c/test_op.so", status);
-  EXPECT_EQ(TF_OK, TF_GetCode(status)) << TF_Message(status);
-  TF_DeleteStatus(status);
-
   TF_Buffer* op_list_buf = TF_GetAllOpList();
-  status = TF_NewStatus();
+  TF_Status* status = TF_NewStatus();
   auto* api_def_map = TF_NewApiDefMap(op_list_buf, status);
   EXPECT_EQ(TF_OK, TF_GetCode(status)) << TF_Message(status);
   TF_DeleteStatus(status);
@@ -2422,7 +2409,6 @@ TEST(TestApiDef, TestCreateApiDefWithOverwrites) {
   TF_DeleteBuffer(api_def_buf);
   TF_DeleteApiDefMap(api_def_map);
   TF_DeleteBuffer(op_list_buf);
-  TF_DeleteLibraryHandle(lib);
 }
 
 class DummyKernel : public tensorflow::OpKernel {
-- 
GitLab


From e2263a3acf962bf4d7d6ad0ace092f23c9d5bba8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 13:12:39 -0700
Subject: [PATCH 0802/1825] Missing test for type name function.

PiperOrigin-RevId: 219352921
---
 tensorflow/contrib/lite/c/c_api_internal_test.cc | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/tensorflow/contrib/lite/c/c_api_internal_test.cc b/tensorflow/contrib/lite/c/c_api_internal_test.cc
index af398f3207..0292fb2f05 100644
--- a/tensorflow/contrib/lite/c/c_api_internal_test.cc
+++ b/tensorflow/contrib/lite/c/c_api_internal_test.cc
@@ -65,6 +65,21 @@ TEST(IntArray, TestIntArrayEqual) {
   TfLiteIntArrayFree(d);
 }
 
+TEST(Types, TestTypeNames) {
+  auto type_name = [](TfLiteType t) {
+    return std::string(TfLiteTypeGetName(t));
+  };
+  EXPECT_EQ(type_name(kTfLiteNoType), "NOTYPE");
+  EXPECT_EQ(type_name(kTfLiteFloat32), "FLOAT32");
+  EXPECT_EQ(type_name(kTfLiteInt16), "INT16");
+  EXPECT_EQ(type_name(kTfLiteInt32), "INT32");
+  EXPECT_EQ(type_name(kTfLiteUInt8), "UINT8");
+  EXPECT_EQ(type_name(kTfLiteInt64), "INT64");
+  EXPECT_EQ(type_name(kTfLiteBool), "BOOL");
+  EXPECT_EQ(type_name(kTfLiteComplex64), "COMPLEX64");
+  EXPECT_EQ(type_name(kTfLiteString), "STRING");
+}
+
 }  // namespace tflite
 
 int main(int argc, char** argv) {
-- 
GitLab


From 15d50e3808f4313b9479d10f05dd05032c82b35d Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Tue, 30 Oct 2018 13:26:33 -0700
Subject: [PATCH 0803/1825] [tf.data] Fix flaky test from comparing floats

PiperOrigin-RevId: 219355162
---
 tensorflow/python/data/kernel_tests/test_base.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/kernel_tests/test_base.py b/tensorflow/python/data/kernel_tests/test_base.py
index b73a94e683..219a25a615 100644
--- a/tensorflow/python/data/kernel_tests/test_base.py
+++ b/tensorflow/python/data/kernel_tests/test_base.py
@@ -66,6 +66,7 @@ class DatasetTestBase(test.TestCase):
     """Checks that datasets are equal. Supports both graph and eager mode."""
     self.assertEqual(dataset1.output_types, dataset2.output_types)
     self.assertEqual(dataset1.output_classes, dataset2.output_classes)
+    flattened_types = nest.flatten(dataset1.output_types)
 
     next1 = self.getNext(dataset1)
     next2 = self.getNext(dataset2)
@@ -86,8 +87,10 @@ class DatasetTestBase(test.TestCase):
             op1[i],
             (sparse_tensor.SparseTensor, sparse_tensor.SparseTensorValue)):
           self.assertSparseValuesEqual(op1[i], op2[i])
-        else:
+        elif flattened_types[i] == dtypes.string:
           self.assertAllEqual(op1[i], op2[i])
+        else:
+          self.assertAllClose(op1[i], op2[i])
 
   def assertDatasetsRaiseSameError(self,
                                    dataset1,
-- 
GitLab


From f5d31d0a0eba45494231edf3eaaabce4d01091e6 Mon Sep 17 00:00:00 2001
From: Javier Luraschi <javierluraschi@hotmail.com>
Date: Tue, 30 Oct 2018 13:31:58 -0700
Subject: [PATCH 0804/1825] Avoid index out of range in traceable_stack

---
 tensorflow/python/framework/ops.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index ad8ba4b2be..2d0b42b7e0 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4250,7 +4250,8 @@ class Graph(object):
       A context manager that specifies the default device to use for newly
       created ops.
     """
-    self._add_device_to_stack(device_name_or_function, offset=2)
+    offset = 2 if (len(tf_stack.extract_stack()) > 2) else 1
+    self._add_device_to_stack(device_name_or_function, offset=offset)
     try:
       yield
     finally:
-- 
GitLab


From f508cba3314d94dfe5bffc7c0611d10e31c28567 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Tue, 30 Oct 2018 13:49:30 -0700
Subject: [PATCH 0805/1825] Refactor AlgorithmDesc and AlgorithmConfig.

The DNN library communicates to the caller with algorithm information in
3 ways:
(a) The caller asks DNN, for a list of available algorithms.
(b) When calling a convolution/RNN, the caller asks the DNN library for a suggestion
    of an algorithm. This also includes the case that the caller just wants one
    specific algorithm.
(c) The response of (b), sent from the DNN library back to the caller,
    including which algorithm is picked, and how much scratch space is used.

For (a), the data is (algo_id, tensor_ops_enabled).
For (b), the data is (optional (algo_id, tensor_ops_enabled), optional (algo_id, tensor_ops_enable) with no scratch).
For (c), the data is (selected (algo_id, tensor_ops_enabled), the actual scratch size).

Ideally we can have separate data structures for (a), (b) and (c), e.g.
AlgorithmDesc for (a), AlgorithmConfig for (b), and ProfileResult for
(c).

Currently, the scratch size is in AlgorithmDesc, and the optionality is
in AlgorithmDesc as well.

This patch moves scratch size to ProfileResult, and optionality to
AlgorithmConfig.

Historically, PR20708 first tried to add the scratch size to AlgorithmConfig,
but that's not the right place (as explained above). The scratch size ended up
in AlgorithmDesc, because I was concerned that changing ProfileResult was too much
work (I asked for a TODO for it, but I didn't find it in the current code).
Now hopefully all bits are moved to right places.

PiperOrigin-RevId: 219359118
---
 .../xla/service/gpu/cudnn_conv_runner.cc      |   8 +-
 tensorflow/core/kernels/cudnn_rnn_ops.cc      |  27 ++--
 tensorflow/stream_executor/cuda/cuda_dnn.cc   | 142 ++++++++----------
 tensorflow/stream_executor/dnn.cc             |  11 +-
 tensorflow/stream_executor/dnn.h              |  45 +++---
 5 files changed, 115 insertions(+), 118 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
index 0006e85e16..492d290bf4 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
@@ -126,9 +126,9 @@ Status RunCudnnConvImpl(CudnnConvParams params,
   int64 feature_group_count = params.feature_group_count;
   AlgorithmConfig algorithm = params.algorithm;
 
-  VLOG(3) << "Convolution Algorithm: " << algorithm.algorithm().algo_id();
+  VLOG(3) << "Convolution Algorithm: " << algorithm.algorithm()->algo_id();
   VLOG(3) << "tensor_ops_enabled: "
-          << algorithm.algorithm().tensor_ops_enabled();
+          << algorithm.algorithm()->tensor_ops_enabled();
   VLOG(3) << "Convolution kind: " << CudnnConvKindToString(kind);
   VLOG(3) << "input shape: " << ShapeUtil::HumanStringWithLayout(input_shape);
   VLOG(3) << "filter shape: " << ShapeUtil::HumanStringWithLayout(filter_shape);
@@ -302,8 +302,8 @@ Status RunCudnnConvImpl(CudnnConvParams params,
   if (!stream->ok()) {
     return InternalError(
         "Unable to launch convolution with type %s and algorithm (%d, %d)",
-        CudnnConvKindToString(kind), algorithm.algorithm().algo_id(),
-        algorithm.algorithm_no_scratch().algo_id());
+        CudnnConvKindToString(kind), algorithm.algorithm()->algo_id(),
+        algorithm.algorithm_no_scratch()->algo_id());
   }
   return Status::OK();
 }
diff --git a/tensorflow/core/kernels/cudnn_rnn_ops.cc b/tensorflow/core/kernels/cudnn_rnn_ops.cc
index dfcc302f46..fbd702ef14 100644
--- a/tensorflow/core/kernels/cudnn_rnn_ops.cc
+++ b/tensorflow/core/kernels/cudnn_rnn_ops.cc
@@ -515,14 +515,17 @@ struct CudnnRnnModelShapes {
 // key.
 struct CudnnRnnConfigHasher {
   uint64 operator()(
-      const std::pair<CudnnRnnModelShapes, AlgorithmDesc>& to_hash) const {
+      const std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>&
+          to_hash) const {
     auto& shapes = to_hash.first;
     auto& algo_desc = to_hash.second;
 
     uint64 hash =
         HashList({shapes.num_layers, shapes.input_size, shapes.num_units,
                   shapes.dir_count, shapes.batch_size});
-    hash = Hash64Combine(hash, algo_desc.hash());
+    if (algo_desc.has_value()) {
+      hash = Hash64Combine(hash, algo_desc->hash());
+    }
     return hash;
   }
 };
@@ -531,8 +534,9 @@ struct CudnnRnnConfigHasher {
 // table key.
 struct CudnnRnnConfigComparator {
   bool operator()(
-      const std::pair<CudnnRnnModelShapes, AlgorithmDesc>& lhs,
-      const std::pair<CudnnRnnModelShapes, AlgorithmDesc>& rhs) const {
+      const std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>& lhs,
+      const std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>& rhs)
+      const {
     return lhs.first.IsCompatibleWith(rhs.first) && lhs.second == rhs.second;
   }
 };
@@ -887,10 +891,9 @@ class CudnnRNNKernelCommon : public OpKernel {
     return Status::OK();
   }
 
-  using RnnStateCache =
-      gtl::FlatMap<std::pair<CudnnRnnModelShapes, AlgorithmDesc>,
-                   RnnScratchSpace, CudnnRnnConfigHasher,
-                   CudnnRnnConfigComparator>;
+  using RnnStateCache = gtl::FlatMap<
+      std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>,
+      RnnScratchSpace, CudnnRnnConfigHasher, CudnnRnnConfigComparator>;
   // Returns a raw rnn descriptor pointer. The cache owns the rnn descriptor and
   // should outlive the returned pointer.
   template <typename T>
@@ -1317,9 +1320,9 @@ class CudnnRNNForwardOpV2<GPUDevice, T>
       OP_REQUIRES_OK(context, context->allocate_output(4, TensorShape({2}),
                                                        &output_host_reserved));
       auto output_host_reserved_int8 = output_host_reserved->vec<int8>();
-      output_host_reserved_int8(0) = best_algo_config.algorithm().algo_id();
+      output_host_reserved_int8(0) = best_algo_config.algorithm()->algo_id();
       output_host_reserved_int8(1) =
-          best_algo_config.algorithm().tensor_ops_enabled();
+          best_algo_config.algorithm()->tensor_ops_enabled();
     } else {
       OP_REQUIRES_OK(context,
                      context->allocate_output(4, {}, &output_host_reserved));
@@ -1359,8 +1362,8 @@ class CudnnRNNForwardOpV2<GPUDevice, T>
     if (AutoTuneRnnConfigMap::GetInstance()->Find(rnn_params, algo_config)) {
       VLOG(1) << "Using existing best Cudnn RNN algorithm "
               << "(algo, tensor_op_enabled) = ("
-              << algo_config->algorithm().algo_id() << ", "
-              << algo_config->algorithm().tensor_ops_enabled() << ").";
+              << algo_config->algorithm()->algo_id() << ", "
+              << algo_config->algorithm()->tensor_ops_enabled() << ").";
       return Status::OK();
     }
 
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index 97e586ce7a..19397c7dbf 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -313,20 +313,18 @@ port::StatusOr<int> GetCudnnProperty(libraryPropertyType type) {
   return value;
 }
 
-cudnnRNNAlgo_t ToCudnnRNNAlgo(const dnn::AlgorithmDesc& algorithm) {
-  if (algorithm.is_default()) {
+cudnnRNNAlgo_t ToCudnnRNNAlgo(absl::optional<dnn::AlgorithmDesc> algorithm) {
+  if (!algorithm.has_value()) {
     return CUDNN_RNN_ALGO_STANDARD;
-  } else {
-    cudnnRNNAlgo_t algo = static_cast<cudnnRNNAlgo_t>(algorithm.algo_id());
-    switch (algo) {
-      case CUDNN_RNN_ALGO_STANDARD:
-      case CUDNN_RNN_ALGO_PERSIST_STATIC:
-      case CUDNN_RNN_ALGO_PERSIST_DYNAMIC:
-        return algo;
-      default:
-        LOG(FATAL) << "Unsupported Cudnn RNN algorithm: "
-                   << algorithm.algo_id();
-    }
+  }
+  cudnnRNNAlgo_t algo = static_cast<cudnnRNNAlgo_t>(algorithm->algo_id());
+  switch (algo) {
+    case CUDNN_RNN_ALGO_STANDARD:
+    case CUDNN_RNN_ALGO_PERSIST_STATIC:
+    case CUDNN_RNN_ALGO_PERSIST_DYNAMIC:
+      return algo;
+    default:
+      LOG(FATAL) << "Unsupported Cudnn RNN algorithm: " << algorithm->algo_id();
   }
 }
 
@@ -1072,10 +1070,9 @@ class CudnnRnnDescriptor : public dnn::RnnDescriptor {
     // in profile mode, which is run with algorithms returned from
     // GetRnnAlgorithms() (which are non-default and explicitly set whether to
     // use tensor ops).
-    if (RnnTensorOpMathEnabled() &&
-        !algorithm_config.algorithm().is_default()) {
+    if (RnnTensorOpMathEnabled() && algorithm_config.algorithm().has_value()) {
       cudnnMathType_t math_type =
-          algorithm_config.algorithm().tensor_ops_enabled()
+          algorithm_config.algorithm()->tensor_ops_enabled()
               ? CUDNN_TENSOR_OP_MATH
               : CUDNN_DEFAULT_MATH;
       CHECK_CUDNN_OK(cudnnSetRNNMatrixMathType(rnn_desc.get(), math_type));
@@ -1513,7 +1510,7 @@ port::Status CudnnSupport::DoRnnForwardImpl(
     if (!timer->Stop(AsCUDAStream(stream))) {
       return port::Status(port::error::INTERNAL, "Failed to stop timer");
     }
-    auto algo_desc = rnn_desc.algorithm_config().algorithm();
+    auto algo_desc = *rnn_desc.algorithm_config().algorithm();
     output_profile_result->set_algorithm(algo_desc);
     output_profile_result->set_elapsed_time_in_ms(
         timer->GetElapsedMilliseconds());
@@ -1616,7 +1613,7 @@ port::Status CudnnSupport::DoRnnBackwardImpl(
     if (!timer->Stop(AsCUDAStream(stream))) {
       return port::Status(port::error::INTERNAL, "Failed to stop timer");
     }
-    auto algo_desc = rnn_desc.algorithm_config().algorithm();
+    auto algo_desc = *rnn_desc.algorithm_config().algorithm();
     output_profile_result->set_algorithm(algo_desc);
     output_profile_result->set_elapsed_time_in_ms(
         timer->GetElapsedMilliseconds());
@@ -2016,12 +2013,13 @@ port::StatusOr<DeviceMemory<uint8>> AllocateCudnnConvolutionForwardWorkspace(
     Stream* stream, const CudnnHandle& cudnn,
     const CudnnTensorDescriptor& input_nd, const CudnnFilterDescriptor& filter,
     const CudnnConvolutionDescriptor& conv,
-    const CudnnTensorDescriptor& output_nd, dnn::AlgorithmDesc* algorithm_desc,
+    const CudnnTensorDescriptor& output_nd,
+    const dnn::AlgorithmDesc& algorithm_desc,
     ScratchAllocator* scratch_allocator) {
   // TODO(csigg): This has side effects on the convolution descriptor. It is
   // functionally correct because the convolution is run with the algorithm of
   // the last call to this function, but should be fixed anyway.
-  conv.set_use_tensor_op_math(algorithm_desc->tensor_ops_enabled());
+  conv.set_use_tensor_op_math(algorithm_desc.tensor_ops_enabled());
 
   // Query the size of the workspace and allocate it.
   size_t size_in_bytes;
@@ -2029,14 +2027,9 @@ port::StatusOr<DeviceMemory<uint8>> AllocateCudnnConvolutionForwardWorkspace(
       cudnn.handle(),
       /*xDesc=*/input_nd.handle(),
       /*wDesc=*/filter.handle(), /*convDesc=*/conv.handle(),
-      /*yDesc=*/output_nd.handle(), /*algo=*/ToConvForwardAlgo(*algorithm_desc),
+      /*yDesc=*/output_nd.handle(), /*algo=*/ToConvForwardAlgo(algorithm_desc),
       /*sizeInBytes=*/&size_in_bytes));
 
-  if (TF_PREDICT_FALSE(!algorithm_desc)) {
-    return port::Status(port::error::INVALID_ARGUMENT,
-                        "No AlgorithmDesc provided");
-  }
-  algorithm_desc->set_scratch_size(size_in_bytes);
   int64 size_in_bytes_int64 = size_in_bytes;
 
   if (TF_PREDICT_FALSE(size_in_bytes_int64 < 0)) {
@@ -2063,12 +2056,13 @@ AllocateCudnnConvolutionBackwardDataWorkspace(
     Stream* stream, const CudnnHandle& cudnn,
     const CudnnTensorDescriptor& input_nd, const CudnnFilterDescriptor& filter,
     const CudnnConvolutionDescriptor& conv,
-    const CudnnTensorDescriptor& output_nd, dnn::AlgorithmDesc* algorithm_desc,
+    const CudnnTensorDescriptor& output_nd,
+    const dnn::AlgorithmDesc& algorithm_desc,
     ScratchAllocator* scratch_allocator) {
   // TODO(csigg): This has side effects on the convolution descriptor. It is
   // functionally correct because the convolution is run with the algorithm of
   // the last call to this function, but should be fixed anyway.
-  conv.set_use_tensor_op_math(algorithm_desc->tensor_ops_enabled());
+  conv.set_use_tensor_op_math(algorithm_desc.tensor_ops_enabled());
 
   // Query the size of the workspace and allocate it.
   size_t size_in_bytes;
@@ -2078,14 +2072,9 @@ AllocateCudnnConvolutionBackwardDataWorkspace(
       /*dyDesc=*/output_nd.handle(),
       /*convDesc=*/conv.handle(),
       /*dxDesc=*/input_nd.handle(),
-      /*algo=*/ToConvBackwardDataAlgo(*algorithm_desc),
+      /*algo=*/ToConvBackwardDataAlgo(algorithm_desc),
       /*sizeInBytes=*/&size_in_bytes));
 
-  if (TF_PREDICT_FALSE(!algorithm_desc)) {
-    return port::Status(port::error::INVALID_ARGUMENT,
-                        "No AlgorithmDesc provided");
-  }
-  algorithm_desc->set_scratch_size(size_in_bytes);
   int64 size_in_bytes_int64 = size_in_bytes;
 
   if (TF_PREDICT_FALSE(size_in_bytes_int64 < 0)) {
@@ -2112,12 +2101,13 @@ AllocateCudnnConvolutionBackwardFilterWorkspace(
     Stream* stream, const CudnnHandle& cudnn,
     const CudnnTensorDescriptor& input_nd, const CudnnFilterDescriptor& filter,
     const CudnnConvolutionDescriptor& conv,
-    const CudnnTensorDescriptor& output_nd, dnn::AlgorithmDesc* algorithm_desc,
+    const CudnnTensorDescriptor& output_nd,
+    const dnn::AlgorithmDesc& algorithm_desc,
     ScratchAllocator* scratch_allocator) {
   // TODO(csigg): This has side effects on the convolution descriptor. It is
   // functionally correct because the convolution is run with the algorithm of
   // the last call to this function, but should be fixed anyway.
-  conv.set_use_tensor_op_math(algorithm_desc->tensor_ops_enabled());
+  conv.set_use_tensor_op_math(algorithm_desc.tensor_ops_enabled());
 
   // Query the size of the workspace and allocate it.
   size_t size_in_bytes;
@@ -2127,14 +2117,9 @@ AllocateCudnnConvolutionBackwardFilterWorkspace(
       /*dyDesc=*/output_nd.handle(),
       /*convDesc=*/conv.handle(),
       /*gradDesc=*/filter.handle(),
-      /*algo=*/ToConvBackwardFilterAlgo(*algorithm_desc),
+      /*algo=*/ToConvBackwardFilterAlgo(algorithm_desc),
       /*sizeInBytes=*/&size_in_bytes));
 
-  if (TF_PREDICT_FALSE(!algorithm_desc)) {
-    return port::Status(port::error::INVALID_ARGUMENT,
-                        "No AlgorithmDesc provided");
-  }
-  algorithm_desc->set_scratch_size(size_in_bytes);
   int64 size_in_bytes_int64 = size_in_bytes;
 
   if (TF_PREDICT_FALSE(size_in_bytes_int64 < 0)) {
@@ -2163,8 +2148,8 @@ port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionForwardAlgorithm(
     const CudnnConvolutionDescriptor& conv,
     const CudnnTensorDescriptor& output_nd, ScratchAllocator* scratch_allocator,
     DeviceMemory<uint8>* scratch) {
-  dnn::AlgorithmDesc algo_desc = algorithm_config.algorithm();
-  if (algorithm_config.algorithm().is_default()) {
+  absl::optional<dnn::AlgorithmDesc> algo_desc = algorithm_config.algorithm();
+  if (!algo_desc.has_value()) {
     // Pick fastest algorithm within memory limit according to cuDNN's
     // heuristics.
     bool specify_workspace_limit = scratch_allocator != nullptr;
@@ -2176,33 +2161,33 @@ port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionForwardAlgorithm(
                         GetCudnnConvolutionForwardAlgo(
                             cudnn, input_nd, filter, conv, output_nd,
                             specify_workspace_limit, memory_limit_bytes));
-    algo_desc = dnn::AlgorithmDesc(
-        algo, algorithm_config.algorithm().tensor_ops_enabled());
+    algo_desc = dnn::AlgorithmDesc(algo, /*use_tensor_ops=*/true);
   }
 
   auto scratch_or = AllocateCudnnConvolutionForwardWorkspace(
-      stream, cudnn, input_nd, filter, conv, output_nd, &algo_desc,
+      stream, cudnn, input_nd, filter, conv, output_nd, *algo_desc,
       scratch_allocator);
 
   if (scratch_or.ok()) {
     *scratch = scratch_or.ValueOrDie();
-    return algo_desc;
+    return *algo_desc;
   }
 
+  algo_desc = algorithm_config.algorithm_no_scratch();
+
   // Failed to allocate workspace for the first algorithm, fall back to the
   // no_scratch algorithm.
-  if (algorithm_config.algorithm_no_scratch().is_default()) {
+  if (!algo_desc.has_value()) {
     return port::Status(
         port::error::INVALID_ARGUMENT,
         "The primary convolution algorithm failed memory allocation, "
         "while a secondary algorithm is not provided.");
   }
 
-  algo_desc = algorithm_config.algorithm_no_scratch();
   SE_ASSIGN_OR_RETURN(*scratch, AllocateCudnnConvolutionForwardWorkspace(
                                     stream, cudnn, input_nd, filter, conv,
-                                    output_nd, &algo_desc, scratch_allocator));
-  return algo_desc;
+                                    output_nd, *algo_desc, scratch_allocator));
+  return *algo_desc;
 }
 
 port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionBackwardDataAlgorithm(
@@ -2212,8 +2197,8 @@ port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionBackwardDataAlgorithm(
     const CudnnConvolutionDescriptor& conv,
     const CudnnTensorDescriptor& output_nd, ScratchAllocator* scratch_allocator,
     DeviceMemory<uint8>* scratch) {
-  dnn::AlgorithmDesc algo_desc = algorithm_config.algorithm();
-  if (algorithm_config.algorithm().is_default()) {
+  absl::optional<dnn::AlgorithmDesc> algo_desc = algorithm_config.algorithm();
+  if (!algo_desc.has_value()) {
     // Pick fastest algorithm within memory limit according to cuDNN's
     // heuristics.
     bool specify_workspace_limit = scratch_allocator != nullptr;
@@ -2225,33 +2210,33 @@ port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionBackwardDataAlgorithm(
                         GetCudnnConvolutionBackwardDataAlgo(
                             cudnn, input_nd, filter, conv, output_nd,
                             specify_workspace_limit, memory_limit_bytes));
-    algo_desc = dnn::AlgorithmDesc(
-        algo, algorithm_config.algorithm().tensor_ops_enabled());
+    algo_desc = dnn::AlgorithmDesc(algo, /*use_tensor_ops=*/true);
   }
 
   auto scratch_or = AllocateCudnnConvolutionBackwardDataWorkspace(
-      stream, cudnn, input_nd, filter, conv, output_nd, &algo_desc,
+      stream, cudnn, input_nd, filter, conv, output_nd, *algo_desc,
       scratch_allocator);
 
   if (scratch_or.ok()) {
     *scratch = scratch_or.ValueOrDie();
-    return algo_desc;
+    return *algo_desc;
   }
 
+  algo_desc = algorithm_config.algorithm_no_scratch();
+
   // Failed to allocate workspace for the first algorithm, fall back to the
   // no_scratch algorithm.
-  if (algorithm_config.algorithm_no_scratch().is_default()) {
+  if (!algo_desc.has_value()) {
     return port::Status(
         port::error::INVALID_ARGUMENT,
         "The primary convolution algorithm failed memory allocation, "
         "while a secondary algorithm is not provided.");
   }
 
-  algo_desc = algorithm_config.algorithm_no_scratch();
   SE_ASSIGN_OR_RETURN(*scratch, AllocateCudnnConvolutionBackwardDataWorkspace(
                                     stream, cudnn, input_nd, filter, conv,
-                                    output_nd, &algo_desc, scratch_allocator));
-  return algo_desc;
+                                    output_nd, *algo_desc, scratch_allocator));
+  return *algo_desc;
 }
 
 port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionBackwardFilterAlgorithm(
@@ -2261,8 +2246,8 @@ port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionBackwardFilterAlgorithm(
     const CudnnConvolutionDescriptor& conv,
     const CudnnTensorDescriptor& output_nd, ScratchAllocator* scratch_allocator,
     DeviceMemory<uint8>* scratch) {
-  dnn::AlgorithmDesc algo_desc = algorithm_config.algorithm();
-  if (algorithm_config.algorithm().is_default()) {
+  absl::optional<dnn::AlgorithmDesc> algo_desc = algorithm_config.algorithm();
+  if (!algo_desc.has_value()) {
     // Pick fastest algorithm within memory limit according to cuDNN's
     // heuristics.
     bool specify_workspace_limit = scratch_allocator != nullptr;
@@ -2274,33 +2259,33 @@ port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionBackwardFilterAlgorithm(
                         GetCudnnConvolutionBackwardFilterAlgo(
                             cudnn, input_nd, filter, conv, output_nd,
                             specify_workspace_limit, memory_limit_bytes));
-    algo_desc = dnn::AlgorithmDesc(
-        algo, algorithm_config.algorithm().tensor_ops_enabled());
+    algo_desc = dnn::AlgorithmDesc(algo, /*use_tensor_ops=*/true);
   }
 
   auto scratch_or = AllocateCudnnConvolutionBackwardFilterWorkspace(
-      stream, cudnn, input_nd, filter, conv, output_nd, &algo_desc,
+      stream, cudnn, input_nd, filter, conv, output_nd, *algo_desc,
       scratch_allocator);
 
   if (scratch_or.ok()) {
     *scratch = scratch_or.ValueOrDie();
-    return algo_desc;
+    return *algo_desc;
   }
 
+  algo_desc = algorithm_config.algorithm_no_scratch();
+
   // Failed to allocate workspace for the first algorithm, fall back to the
   // no_scratch algorithm.
-  if (algorithm_config.algorithm_no_scratch().is_default()) {
+  if (!algo_desc.has_value()) {
     return port::Status(
         port::error::INVALID_ARGUMENT,
         "The primary convolution algorithm failed memory allocation, "
         "while a secondary algorithm is not provided.");
   }
 
-  algo_desc = algorithm_config.algorithm_no_scratch();
   SE_ASSIGN_OR_RETURN(*scratch, AllocateCudnnConvolutionBackwardFilterWorkspace(
                                     stream, cudnn, input_nd, filter, conv,
-                                    output_nd, &algo_desc, scratch_allocator));
-  return algo_desc;
+                                    output_nd, *algo_desc, scratch_allocator));
+  return *algo_desc;
 }
 
 // A helper class to set env-vars and choose options for cudnn-related
@@ -2545,6 +2530,7 @@ port::Status CudnnSupport::DoConvolveImpl(
     output_profile_result->set_algorithm(algo_desc);
     output_profile_result->set_elapsed_time_in_ms(
         timer->GetElapsedMilliseconds());
+    output_profile_result->set_scratch_size(scratch.size());
   }
 
   return port::Status::OK();
@@ -2661,6 +2647,7 @@ port::Status CudnnSupport::DoFusedConvolveImpl(
     output_profile_result->set_algorithm(algo_desc);
     output_profile_result->set_elapsed_time_in_ms(
         timer->GetElapsedMilliseconds());
+    output_profile_result->set_scratch_size(scratch.size());
   }
 
   return port::Status::OK();
@@ -3177,10 +3164,8 @@ port::Status CudnnSupport::DoConvolveBackwardDataImpl(
   // Cudnn 7.1.4 has a bug if the workspace of the following convolution is not
   // zero-initialized, nvbugs/2254619.
   if (CUDNN_VERSION >= 7000 && CUDNN_VERSION < 7300 &&
-      algorithm_config.algorithm().algo_id() ==
-          CUDNN_CONVOLUTION_BWD_DATA_ALGO_1 &&
-      cudnn_type == CUDNN_DATA_HALF &&
-      algorithm_config.algorithm().tensor_ops_enabled() &&
+      algo_desc.algo_id() == CUDNN_CONVOLUTION_BWD_DATA_ALGO_1 &&
+      cudnn_type == CUDNN_DATA_HALF && algo_desc.tensor_ops_enabled() &&
       input_descriptor.layout() == dnn::DataLayout::kBatchYXDepth &&
       filter_descriptor.layout() == dnn::FilterLayout::kOutputInputYX &&
       output_descriptor.layout() == dnn::DataLayout::kBatchDepthYX &&
@@ -3210,6 +3195,7 @@ port::Status CudnnSupport::DoConvolveBackwardDataImpl(
     output_profile_result->set_algorithm(algo_desc);
     output_profile_result->set_elapsed_time_in_ms(
         timer->GetElapsedMilliseconds());
+    output_profile_result->set_scratch_size(scratch.size());
   }
 
   return port::Status::OK();
@@ -3371,8 +3357,7 @@ port::Status CudnnSupport::DoConvolveBackwardFilterImpl(
   //
   // See nvbugs/2379553.
   if (CUDNN_VERSION >= 7100 && CUDNN_VERSION < 7300 &&
-      algorithm_config.algorithm().algo_id() ==
-          CUDNN_CONVOLUTION_BWD_FILTER_ALGO_1 &&
+      algo_desc.algo_id() == CUDNN_CONVOLUTION_BWD_FILTER_ALGO_1 &&
       cudnn_type == CUDNN_DATA_HALF &&
       input_descriptor.layout() == dnn::DataLayout::kBatchYXDepth &&
       filter_descriptor.layout() == dnn::FilterLayout::kOutputYXInput &&
@@ -3403,6 +3388,7 @@ port::Status CudnnSupport::DoConvolveBackwardFilterImpl(
     output_profile_result->set_algorithm(algo_desc);
     output_profile_result->set_elapsed_time_in_ms(
         timer->GetElapsedMilliseconds());
+    output_profile_result->set_scratch_size(scratch.size());
   }
 
   return port::Status::OK();
diff --git a/tensorflow/stream_executor/dnn.cc b/tensorflow/stream_executor/dnn.cc
index 8a5bcf4280..a38a6d5276 100644
--- a/tensorflow/stream_executor/dnn.cc
+++ b/tensorflow/stream_executor/dnn.cc
@@ -219,8 +219,15 @@ std::vector<int64> ReorderDims(const std::vector<int64>& input,
 // -- AlgorithmConfig
 
 string AlgorithmConfig::ToString() const {
-  return absl::StrCat(algorithm_.algo_id(), ", ",
-                      algorithm_no_scratch_.algo_id());
+  AlgorithmDesc::Index algo_id = -1;
+  if (algorithm().has_value()) {
+    algo_id = algorithm()->algo_id();
+  }
+  AlgorithmDesc::Index algo_id_no_scratch = -1;
+  if (algorithm_no_scratch().has_value()) {
+    algo_id_no_scratch = algorithm_no_scratch()->algo_id();
+  }
+  return absl::StrCat(algo_id, ", ", algo_id_no_scratch);
 }
 
 // -- BatchDescriptor
diff --git a/tensorflow/stream_executor/dnn.h b/tensorflow/stream_executor/dnn.h
index 6dbf855a25..558f3890da 100644
--- a/tensorflow/stream_executor/dnn.h
+++ b/tensorflow/stream_executor/dnn.h
@@ -27,6 +27,7 @@ limitations under the License.
 #include <memory>
 #include <tuple>
 
+#include "absl/types/optional.h"
 #include "absl/types/span.h"
 #include "tensorflow/stream_executor/device_memory.h"
 #include "tensorflow/stream_executor/lib/array_slice.h"
@@ -716,31 +717,21 @@ class PoolingDescriptor {
 class AlgorithmDesc {
  public:
   typedef int64 Index;
-  AlgorithmDesc()
-      : algo_(kDefaultAlgorithm), tensor_ops_enabled_(true), scratch_size_(0) {}
   AlgorithmDesc(Index a, bool use_tensor_ops)
-      : algo_(a), tensor_ops_enabled_(use_tensor_ops), scratch_size_(0) {}
-  AlgorithmDesc(Index a, bool use_tensor_ops, size_t scratch_size)
-      : algo_(a),
-        tensor_ops_enabled_(use_tensor_ops),
-        scratch_size_(scratch_size) {}
-  bool is_default() const { return algo_ == kDefaultAlgorithm; }
+      : algo_(a), tensor_ops_enabled_(use_tensor_ops) {
+    DCHECK_NE(a, -1);
+  }
   bool tensor_ops_enabled() const { return tensor_ops_enabled_; }
   Index algo_id() const { return algo_; }
-  size_t scratch_size() const { return scratch_size_; }
-  void set_scratch_size(size_t val) { scratch_size_ = val; }
   bool operator==(const AlgorithmDesc& other) const {
     return this->algo_ == other.algo_ &&
-           this->tensor_ops_enabled_ == other.tensor_ops_enabled_ &&
-           this->scratch_size_ == other.scratch_size_;
+           this->tensor_ops_enabled_ == other.tensor_ops_enabled_;
   }
   uint64 hash() const;
 
  private:
-  enum { kDefaultAlgorithm = -1 };
   Index algo_;
   bool tensor_ops_enabled_;
-  size_t scratch_size_;
 };
 
 // Describes the result from a perf experiment.
@@ -751,17 +742,25 @@ class AlgorithmDesc {
 class ProfileResult {
  public:
   bool is_valid() const {
-    return (!algorithm_.is_default() &&
-            elapsed_time_in_ms_ != std::numeric_limits<float>::max());
+    return algorithm_.has_value() &&
+           elapsed_time_in_ms() != std::numeric_limits<float>::max();
   }
-  AlgorithmDesc algorithm() const { return algorithm_; }
+
+  AlgorithmDesc algorithm() const { return *algorithm_; }
   void set_algorithm(AlgorithmDesc val) { algorithm_ = val; }
+
   float elapsed_time_in_ms() const { return elapsed_time_in_ms_; }
   void set_elapsed_time_in_ms(float val) { elapsed_time_in_ms_ = val; }
 
+  size_t scratch_size() const { return scratch_size_; }
+  void set_scratch_size(size_t val) { scratch_size_ = val; }
+
  private:
-  AlgorithmDesc algorithm_;
+  absl::optional<AlgorithmDesc> algorithm_;
   float elapsed_time_in_ms_ = std::numeric_limits<float>::max();
+  // The scratch size algorithm_ requires. Currently it's only populated by
+  // convolutions.
+  size_t scratch_size_ = 0;
 };
 
 // Describes the configuration for the algorithms that will used.
@@ -776,9 +775,11 @@ class AlgorithmConfig {
   explicit AlgorithmConfig(AlgorithmDesc algorithm) : algorithm_(algorithm) {}
   AlgorithmConfig(AlgorithmDesc algorithm, AlgorithmDesc algorithm_no_scratch)
       : algorithm_(algorithm), algorithm_no_scratch_(algorithm_no_scratch) {}
-  AlgorithmDesc algorithm() const { return algorithm_; }
+  absl::optional<AlgorithmDesc> algorithm() const { return algorithm_; }
   void set_algorithm(AlgorithmDesc val) { algorithm_ = val; }
-  AlgorithmDesc algorithm_no_scratch() const { return algorithm_no_scratch_; }
+  absl::optional<AlgorithmDesc> algorithm_no_scratch() const {
+    return algorithm_no_scratch_;
+  }
   void set_algorithm_no_scratch(AlgorithmDesc val) {
     algorithm_no_scratch_ = val;
   }
@@ -792,8 +793,8 @@ class AlgorithmConfig {
   string ToString() const;
 
  private:
-  AlgorithmDesc algorithm_;
-  AlgorithmDesc algorithm_no_scratch_;
+  absl::optional<AlgorithmDesc> algorithm_;
+  absl::optional<AlgorithmDesc> algorithm_no_scratch_;
 };
 
 // Describes a local response normalization (LRN). LRN is used e.g. in
-- 
GitLab


From 47dd94a215be492a82fd4ce7dba1af9504d1ca2e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 13:52:57 -0700
Subject: [PATCH 0806/1825] Add C API for use in the S4TF Compiler for fetching
 the number_attr corresponding to an input argument list.

PiperOrigin-RevId: 219359725
---
 tensorflow/c/c_api_experimental.cc | 25 +++++++++++++++++++++++++
 tensorflow/c/c_api_experimental.h  |  7 +++++++
 2 files changed, 32 insertions(+)

diff --git a/tensorflow/c/c_api_experimental.cc b/tensorflow/c/c_api_experimental.cc
index bff0313da4..fabe2fa0f6 100644
--- a/tensorflow/c/c_api_experimental.cc
+++ b/tensorflow/c/c_api_experimental.cc
@@ -8775,3 +8775,28 @@ void TF_AttrBuilderCheckCanRunOnDevice(TF_AttrBuilder* builder,
       tensorflow::DeviceType(device_type), builder->BuildNodeDef(),
       /* def = */ nullptr, /* kernel_class_name = */ nullptr);
 }
+
+const char* TF_GetNumberAttrForOpListInput(const char* op_name, int input_index,
+                                           TF_Status* status) {
+  const tensorflow::OpDef* op_def = nullptr;
+  status->status =
+      tensorflow::OpRegistry::Global()->LookUpOpDef(op_name, &op_def);
+  if (!status->status.ok()) return nullptr;
+
+  if (input_index >= op_def->input_arg_size() || input_index < 0) {
+    status->status = tensorflow::errors::InvalidArgument(
+        input_index, " out of range for ", op_name);
+    return nullptr;
+  }
+
+  const tensorflow::OpDef_ArgDef& input_arg = op_def->input_arg()[input_index];
+
+  if (input_arg.number_attr().empty()) {
+    status->status = tensorflow::errors::NotFound(
+        op_name, " does not have number_attr() defined.");
+    return nullptr;
+  }
+
+  // The returned string is owned by OpRegistry, so liveness is not a concern.
+  return input_arg.number_attr().c_str();
+}
diff --git a/tensorflow/c/c_api_experimental.h b/tensorflow/c/c_api_experimental.h
index b4f8635e67..6639b0be72 100644
--- a/tensorflow/c/c_api_experimental.h
+++ b/tensorflow/c/c_api_experimental.h
@@ -202,6 +202,13 @@ TF_CAPI_EXPORT extern void TF_AttrBuilderSetTypeList(TF_AttrBuilder* builder,
 TF_CAPI_EXPORT extern void TF_AttrBuilderCheckCanRunOnDevice(
     TF_AttrBuilder* builder, const char* device_type, TF_Status* status);
 
+// For argument number input_index, fetch the corresponding number_attr that
+// needs to be updated with the argument length of the input list.
+// Returns nullptr if there is any problem like op_name is not found, or the
+// argument does not support this attribute type.
+TF_CAPI_EXPORT extern const char* TF_GetNumberAttrForOpListInput(
+    const char* op_name, int input_index, TF_Status* status);
+
 #ifdef __cplusplus
 } /* end extern "C" */
 #endif
-- 
GitLab


From 0ec46f5ddebe667b6f2e92c7cae9ce0130965b22 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Tue, 30 Oct 2018 13:55:30 -0700
Subject: [PATCH 0807/1825] Propagate const input of "If"/"While" node into
 their function bodies.

Function call node and SymbolicGradient are already handled in a different way. When we compile function call node or SymbolicGradient, if some of their XLA inputs are XLA constant values, we will generate const HLO instead of parameter HLO (we effectively remove those const inputs from XLA computation's inputs). We could use the same mechanism for "If"/"While" nodes, but graph rewriting seems like a cleaner solution. Especially for "While" node: body function needs to have same input & output args; we need to perform graph rewriting if we remove Const input args.

Reason for not doing it in graph rewriting pass: these Const input nodes might only be available after constant folding. As a result, we can only do this after GraphOptimizer. Running GraphOptimizer in graph rewriting phase might break some graphs (e.g. GraphOptimizer removes Identity nodes in outside compilation which might be used as fetched tensor).

PiperOrigin-RevId: 219360183
---
 tensorflow/compiler/tf2xla/tf2xla_util.cc  | 230 +++++++++++++++++++++
 tensorflow/compiler/tf2xla/tf2xla_util.h   |  14 ++
 tensorflow/compiler/tf2xla/xla_compiler.cc |   2 +
 3 files changed, 246 insertions(+)

diff --git a/tensorflow/compiler/tf2xla/tf2xla_util.cc b/tensorflow/compiler/tf2xla/tf2xla_util.cc
index 0394b6b533..cc81772e8c 100644
--- a/tensorflow/compiler/tf2xla/tf2xla_util.cc
+++ b/tensorflow/compiler/tf2xla/tf2xla_util.cc
@@ -30,6 +30,7 @@ limitations under the License.
 #include "tensorflow/core/framework/graph_to_functiondef.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/node_def_builder.h"
+#include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
@@ -75,6 +76,222 @@ Status CheckFeedFetchNameConflicts(const string& kind,
   return Status::OK();
 }
 
+// For graph `g`, copy all function call nodes' FunctionDef from `lookup_fld` to
+// `fld`. This is to ensure that `fld` can instantiate FunctionDef of graph `g`.
+Status CopyAssociatedFunctions(Graph* g,
+                               const FunctionLibraryDefinition* lookup_fld,
+                               FunctionLibraryDefinition* fld) {
+  for (Node* n : g->op_nodes()) {
+    for (const auto& associated_function :
+         GetAssociatedFunctions(*n, lookup_fld)) {
+      switch (associated_function.type()) {
+        case AssociatedFunctionInfo::kFunctionCallNode: {
+          const FunctionDef* fdef =
+              lookup_fld->Find(associated_function.func_name());
+          if (!fdef) {
+            return errors::Internal(
+                "Cannot find function ", associated_function.func_name(),
+                " for function call node ", n->DebugString());
+          }
+          TF_RETURN_IF_ERROR(fld->AddFunctionDef(*fdef));
+          break;
+        }
+        case AssociatedFunctionInfo::kSymbolicGradient:
+        case AssociatedFunctionInfo::kFunctionAttr:
+          break;
+      }
+    }
+  }
+  return Status::OK();
+}
+
+// For graph `g`, replaces _Arg nodes whose "index" attribute is in
+// `const_input_index_to_node` with Const nodes.
+Status ReplaceArgUsageWithConstNode(
+    Graph* g,
+    const std::unordered_map<int, const Node*>& const_input_index_to_node) {
+  // Collect all _Arg nodes.
+  std::unordered_map<int, Node*> arg_nodes;
+  for (Node* n : g->op_nodes()) {
+    if (n->type_string() == FunctionLibraryDefinition::kArgOp) {
+      int index;
+      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+      arg_nodes[index] = n;
+    }
+  }
+
+  for (const auto& iter : const_input_index_to_node) {
+    int arg_index = iter.first;
+    Node* const_node = g->CopyNode(iter.second);
+    Node* arg_node = arg_nodes[arg_index];
+
+    // Collect all usages of the _Arg node.
+    struct OutEdgeInfo {
+      int dst_node_id, dst_input;
+    };
+    std::vector<OutEdgeInfo> usages;
+    for (const Edge* e : arg_node->out_edges()) {
+      if (e->IsControlEdge()) {
+        continue;
+      }
+      usages.push_back({e->dst()->id(), e->dst_input()});
+    }
+
+    for (int i = 0; i < usages.size(); i++) {
+      // Make a copy of `usage_node`, and change its input to const node.
+      Node* usage_node = g->FindNodeId(usages[i].dst_node_id);
+      NodeDef replace_def = usage_node->def();
+      *replace_def.mutable_input(usages[i].dst_input) = const_node->name();
+      TF_ASSIGN_OR_RETURN(Node * replace_node,
+                          ReplaceNode(g, usage_node, replace_def));
+      const Edge* usage_edge;
+      TF_RETURN_IF_ERROR(
+          replace_node->input_edge(usages[i].dst_input, &usage_edge));
+      g->RemoveEdge(usage_edge);
+      g->AddEdge(const_node, 0, replace_node, usages[i].dst_input);
+
+      // Later entries in `usages` might have `usage_node` as dst node, but
+      // `usage_node` is removed. Replace such entries with `replace_node`.
+      for (int j = i + 1; j < usages.size(); j++) {
+        if (usages[j].dst_node_id == usages[i].dst_node_id) {
+          usages[j].dst_node_id = replace_node->id();
+        }
+      }
+    }
+  }
+  return Status::OK();
+}
+
+// For a node's function attr (e.g. then/else branch for "If" nodes), rewrites
+// the function to replace _Arg nodes in `const_input_index_to_node` with Const
+// inputs.
+Status PropagateConstIntoFuncAttr(
+    Node* n, const string& attr_name,
+    const std::unordered_map<int, const Node*>& const_input_index_to_node,
+    const FunctionLibraryDefinition* lookup_fld,
+    FunctionLibraryDefinition* fld) {
+  // Instantiate the function.
+  NameAttrList func_attr;
+  TF_RETURN_IF_ERROR(GetNodeAttr(n->def(), attr_name, &func_attr));
+  const FunctionDef* fdef = lookup_fld->Find(func_attr.name());
+  if (!fdef) {
+    return errors::Internal("Cannot find function ", func_attr.name(),
+                            " for node ", n->name());
+  }
+  FunctionBody* fbody;
+  TF_RETURN_IF_ERROR(FunctionDefToBodyHelper(
+      *fdef, AttrSlice(&func_attr.attr()), lookup_fld,
+      [lookup_fld](const string& op, const OpDef** sig) {
+        return lookup_fld->LookUpOpDef(op, sig);
+      },
+      &fbody));
+  std::unique_ptr<FunctionBody> fbody_deleter(fbody);
+
+  // Rewrite _Arg usages with Const node.
+  Graph* func_graph = fbody->graph;
+  TF_RETURN_IF_ERROR(
+      ReplaceArgUsageWithConstNode(func_graph, const_input_index_to_node));
+
+  // Save rewritten function.
+  FunctionDef replace_fdef;
+  string new_func_name =
+      fld->UniqueFunctionName(absl::StrCat(func_attr.name(), "_const_"));
+  TF_RETURN_IF_ERROR(
+      GraphToFunctionDef(*func_graph, new_func_name, &replace_fdef));
+  TF_RETURN_IF_ERROR(fld->AddFunctionDef(replace_fdef));
+
+  // Change the node to use rewritten function.
+  func_attr.set_name(new_func_name);
+  n->ClearAttr(attr_name);
+  n->AddAttr(attr_name, func_attr);
+
+  // Copy associated functions.
+  TF_RETURN_IF_ERROR(CopyAssociatedFunctions(func_graph, lookup_fld, fld));
+
+  return Status::OK();
+}
+
+// For an "If" node in graph `g`, if it has Const node inputs, rewrite its
+// then/else branch function to replace _Arg nodes with those Const inputs.
+Status PropagateConstIntoIfNode(Graph* g, Node* if_node,
+                                const FunctionLibraryDefinition* lookup_fld,
+                                FunctionLibraryDefinition* fld) {
+  // Notice that first input for If node is predicate; other inputs are function
+  // inputs.
+  std::unordered_map<int, const Node*> const_input_index_to_node;
+  for (int i = 1; i < if_node->num_inputs(); i++) {
+    const Node* input_node;
+    TF_RETURN_IF_ERROR(if_node->input_node(i, &input_node));
+    if (input_node->type_string() == "Const") {
+      const_input_index_to_node[i - 1] = input_node;
+    }
+  }
+  if (const_input_index_to_node.empty()) {
+    return Status::OK();
+  }
+
+  // Rewrite "then_branch" and "else_branch" function, replace usage of those
+  // _Arg nodes with corresponding const node.
+  for (const auto& attr_name :
+       std::vector<string>{"then_branch", "else_branch"}) {
+    TF_RETURN_IF_ERROR(PropagateConstIntoFuncAttr(
+        if_node, attr_name, const_input_index_to_node, lookup_fld, fld));
+  }
+
+  return Status::OK();
+}
+
+// For a "While" node in graph `g`, if it has Const node inputs, rewrite its
+// cond/body function to replace _Arg nodes with those Const inputs.
+Status PropagateConstIntoWhileNode(Graph* g, Node* while_node,
+                                   const FunctionLibraryDefinition* lookup_fld,
+                                   FunctionLibraryDefinition* fld) {
+  // For "While" node, we should only replace _Arg nodes which are loop
+  // invariants. For such _Arg nodes, the return value's input will come
+  // directly from the corresponding arg.
+  std::unordered_map<int, const Node*> const_input_index_to_node;
+  NameAttrList body_attr;
+  TF_RETURN_IF_ERROR(GetNodeAttr(while_node->def(), "body", &body_attr));
+  const FunctionDef* body_func = lookup_fld->Find(body_attr.name());
+  if (!body_func) {
+    return errors::Internal("Cannot find body function ", body_attr.name(),
+                            " for While node ", while_node->name());
+  }
+  for (int i = 0; i < while_node->num_inputs(); i++) {
+    const Node* input_node;
+    TF_RETURN_IF_ERROR(while_node->input_node(i, &input_node));
+    if (input_node->type_string() != "Const") {
+      continue;
+    }
+
+    // Check if i-th retval's input comes from i-th arg directly.
+    const OpDef_ArgDef& output_arg = body_func->signature().output_arg(i);
+    auto output_arg_input = body_func->ret().find(output_arg.name());
+    if (output_arg_input == body_func->ret().end()) {
+      return errors::Internal("Cannot find input for output arg ",
+                              output_arg.name(), " in function ",
+                              body_attr.name());
+    }
+    const OpDef_ArgDef& input_arg = body_func->signature().input_arg(i);
+    if (output_arg_input->second != input_arg.name()) {
+      continue;
+    }
+
+    const_input_index_to_node[i] = input_node;
+  }
+  if (const_input_index_to_node.empty()) {
+    return Status::OK();
+  }
+
+  // Rewrite "cond" and "body" function, replace usage of those _Arg nodes with
+  // corresponding const node.
+  for (const auto& attr_name : std::vector<string>{"cond", "body"}) {
+    TF_RETURN_IF_ERROR(PropagateConstIntoFuncAttr(
+        while_node, attr_name, const_input_index_to_node, lookup_fld, fld));
+  }
+  return Status::OK();
+}
+
 }  // namespace
 
 const char kXlaOutsideCompilationAttrName[] = "_xla_outside_compilation";
@@ -520,4 +737,17 @@ xla::StatusOr<Node*> BuildIdentityNode(
   return id_node;
 }
 
+Status PropagateConstIntoFunctionalNodes(
+    Graph* g, const FunctionLibraryDefinition* lookup_fld,
+    FunctionLibraryDefinition* fld) {
+  for (Node* n : g->op_nodes()) {
+    if (n->type_string() == "If") {
+      TF_RETURN_IF_ERROR(PropagateConstIntoIfNode(g, n, lookup_fld, fld));
+    } else if (n->type_string() == "While") {
+      TF_RETURN_IF_ERROR(PropagateConstIntoWhileNode(g, n, lookup_fld, fld));
+    }
+  }
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/tf2xla_util.h b/tensorflow/compiler/tf2xla/tf2xla_util.h
index 1232ed8c67..cf3aa2f847 100644
--- a/tensorflow/compiler/tf2xla/tf2xla_util.h
+++ b/tensorflow/compiler/tf2xla/tf2xla_util.h
@@ -183,6 +183,20 @@ xla::StatusOr<Node*> BuildIdentityNode(Graph* graph, const string& node_name,
                                        DataType dtype, const Node* input,
                                        absl::optional<string> requested_device);
 
+// For "If"/"While" nodes, if some of their inputs are Const nodes, rewrite
+// body functions to use the Const nodes instead of original _Arg nodes.
+//
+// For example, say we have the following computation:
+//     shape = constant_op.constant([1])
+//     return tf.cond(pred, lambda: tf.ones(shape), lambda: tf.zeros(shape))
+// If we do not rewrite then/else function, they will use _Arg node as shape
+// input for tf.ones/tf.zeros. But XLA requires that shape input to be compile
+// time constant, so XLA compilation will fail. This rewriting process will
+// change the shape input to Const node.
+Status PropagateConstIntoFunctionalNodes(
+    Graph* g, const FunctionLibraryDefinition* lookup_fld,
+    FunctionLibraryDefinition* fld);
+
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_TF2XLA_TF2XLA_UTIL_H_
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.cc b/tensorflow/compiler/tf2xla/xla_compiler.cc
index fe484c1cbe..e177a5f07f 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler.cc
@@ -756,6 +756,8 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
                                  CompilationResult* result) {
   VLOG(1) << "Executing graph symbolically to populate XlaBuilder.";
 
+  TF_RETURN_IF_ERROR(PropagateConstIntoFunctionalNodes(
+      graph.get(), options_.flib_def, local_flib_def_.get()));
   if (VLOG_IS_ON(2)) {
     VLOG(2) << "XlaCompiler::CompileGraph: "
             << dump_graph::DumpGraphToFile(
-- 
GitLab


From ea42e8884392f7dc6a612ed7d316c7947628cd32 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Tue, 30 Oct 2018 14:06:29 -0700
Subject: [PATCH 0808/1825] Switch if_cuda back to if_cuda_is_configured as in
 PR #20277.

PiperOrigin-RevId: 219362371
---
 tensorflow/tensorflow.bzl | 15 +++++++++------
 1 file changed, 9 insertions(+), 6 deletions(-)

diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index c06a103639..9a489f9638 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -49,6 +49,9 @@ def register_extension_info(**kwargs):
 
 # if_cuda_is_configured def placeholder
 
+def if_cuda_is_configured_compat(x):
+    return if_cuda_is_configured(x)
+
 # Given a source file, generate a test name.
 # i.e. "common_runtime/direct_session_test.cc" becomes
 #      "common_runtime_direct_session_test"
@@ -1042,7 +1045,7 @@ def _cuda_copts(opts = []):
         "@local_config_cuda//cuda:using_clang": ([
             "-fcuda-flush-denormals-to-zero",
         ]),
-    }) + if_cuda_is_configured(opts)
+    }) + if_cuda_is_configured_compat(opts)
 
 # Build defs for TensorFlow kernels
 
@@ -1067,7 +1070,7 @@ def tf_gpu_kernel_library(
         srcs = srcs,
         hdrs = hdrs,
         copts = copts,
-        deps = deps + if_cuda_is_configured([
+        deps = deps + if_cuda_is_configured_compat([
             clean_dep("//tensorflow/core:cuda"),
             clean_dep("//tensorflow/core:gpu_lib"),
         ]) + if_rocm_is_configured([
@@ -1107,7 +1110,7 @@ def tf_cuda_library(deps = None, cuda_deps = None, copts = tf_copts(), **kwargs)
 
     kwargs["features"] = kwargs.get("features", []) + ["-use_header_modules"]
     native.cc_library(
-        deps = deps + if_cuda(cuda_deps + [
+        deps = deps + if_cuda_is_configured_compat(cuda_deps + [
             clean_dep("//tensorflow/core:cuda"),
             "@local_config_cuda//cuda:cuda_headers",
         ]) + if_rocm_is_configured(cuda_deps + [
@@ -1504,7 +1507,7 @@ def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [
             srcs = gpu_srcs,
             copts = _cuda_copts() + if_tensorrt(["-DGOOGLE_TENSORRT=1"]),
             features = if_cuda(["-use_header_modules"]),
-            deps = deps + if_cuda_is_configured(cuda_deps) + if_rocm_is_configured(rocm_deps),
+            deps = deps + if_cuda_is_configured_compat(cuda_deps) + if_rocm_is_configured(rocm_deps),
             **kwargs
         )
         cuda_deps.extend([":" + basename + "_gpu"])
@@ -1516,12 +1519,12 @@ def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [
             clean_dep("//tensorflow/core:framework"),
             clean_dep("//tensorflow/core:lib"),
         ],
-        deps = deps + if_cuda_is_configured(cuda_deps) + if_rocm_is_configured(rocm_deps),
+        deps = deps + if_cuda_is_configured_compat(cuda_deps) + if_rocm_is_configured(rocm_deps),
     )
     tf_cc_shared_object(
         name = name,
         srcs = srcs,
-        deps = deps + if_cuda_is_configured(cuda_deps) + if_rocm_is_configured(rocm_deps),
+        deps = deps + if_cuda_is_configured_compat(cuda_deps) + if_rocm_is_configured(rocm_deps),
         data = if_static([name + "_check_deps"]),
         copts = tf_copts(is_external = True),
         features = ["windows_export_all_symbols"],
-- 
GitLab


From 6fd5c8b485425dcea9fe1c70f423a3f1ed0cc1a4 Mon Sep 17 00:00:00 2001
From: Nupur Garg <nupurgarg@google.com>
Date: Tue, 30 Oct 2018 14:19:15 -0700
Subject: [PATCH 0809/1825] Make TFLite Python tests run in open source.

PiperOrigin-RevId: 219364657
---
 tensorflow/contrib/lite/python/BUILD          |   6 -
 .../lite/python/convert_saved_model_test.py   | 153 ------------------
 .../contrib/lite/python/convert_test.py       |  18 +--
 tensorflow/contrib/lite/python/lite_test.py   |  13 +-
 4 files changed, 20 insertions(+), 170 deletions(-)

diff --git a/tensorflow/contrib/lite/python/BUILD b/tensorflow/contrib/lite/python/BUILD
index efc2398d11..87d090e31a 100644
--- a/tensorflow/contrib/lite/python/BUILD
+++ b/tensorflow/contrib/lite/python/BUILD
@@ -126,10 +126,6 @@ py_test(
     name = "convert_test",
     srcs = ["convert_test.py"],
     srcs_version = "PY2AND3",
-    tags = [
-        "no-internal-py3",
-        "no_oss",
-    ],
     deps = [
         ":convert",
         ":interpreter",
@@ -173,7 +169,6 @@ py_test(
     srcs = ["convert_saved_model_test.py"],
     srcs_version = "PY2AND3",
     tags = [
-        "no_oss",
         "no_windows",
     ],
     visibility = ["//visibility:public"],
@@ -184,7 +179,6 @@ py_test(
         "//tensorflow/python:nn",
         "//tensorflow/python:platform_test",
         "//tensorflow/python:session",
-        "//tensorflow/python/estimator:estimator_py",
         "//tensorflow/python/keras",
         "//tensorflow/python/ops/losses",
         "//tensorflow/python/saved_model",
diff --git a/tensorflow/contrib/lite/python/convert_saved_model_test.py b/tensorflow/contrib/lite/python/convert_saved_model_test.py
index fd81ac7f38..66586e01fb 100644
--- a/tensorflow/contrib/lite/python/convert_saved_model_test.py
+++ b/tensorflow/contrib/lite/python/convert_saved_model_test.py
@@ -25,24 +25,16 @@ from __future__ import print_function
 
 import os
 from tensorflow.contrib.lite.python import convert_saved_model
-from tensorflow.python import keras
 from tensorflow.python.client import session
-from tensorflow.python.estimator import estimator_lib as estimator
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
-from tensorflow.python.layers import layers
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import nn
-from tensorflow.python.ops import random_ops
-from tensorflow.python.ops.losses import losses
 from tensorflow.python.platform import test
 from tensorflow.python.saved_model import saved_model
 from tensorflow.python.saved_model import signature_constants
 from tensorflow.python.saved_model import tag_constants
-from tensorflow.python.training import training as train
 
 
 class TensorFunctionsTest(test_util.TensorFlowTestCase):
@@ -310,150 +302,5 @@ class FreezeSavedModelTest(test_util.TensorFlowTestCase):
     self.assertEqual(self._getArrayShapes(in_tensors), [[1, 28, 28]])
 
 
-class Model(keras.Model):
-  """Model to recognize digits in the MNIST dataset.
-
-  Train and export SavedModel, used for testOnflyTrainMnistSavedModel
-
-  Network structure is equivalent to:
-  https://github.com/tensorflow/tensorflow/blob/r1.5/tensorflow/examples/tutorials/mnist/mnist_deep.py
-  and
-  https://github.com/tensorflow/models/blob/master/tutorials/image/mnist/convolutional.py
-
-  But written as a ops.keras.Model using the layers API.
-  """
-
-  def __init__(self, data_format):
-    """Creates a model for classifying a hand-written digit.
-
-    Args:
-      data_format: Either "channels_first" or "channels_last".
-        "channels_first" is typically faster on GPUs while "channels_last" is
-        typically faster on CPUs. See
-        https://www.tensorflow.org/performance/performance_guide#data_formats
-    """
-    super(Model, self).__init__()
-    self._input_shape = [-1, 28, 28, 1]
-
-    self.conv1 = layers.Conv2D(
-        32, 5, padding="same", data_format=data_format, activation=nn.relu)
-    self.conv2 = layers.Conv2D(
-        64, 5, padding="same", data_format=data_format, activation=nn.relu)
-    self.fc1 = layers.Dense(1024, activation=nn.relu)
-    self.fc2 = layers.Dense(10)
-    self.dropout = layers.Dropout(0.4)
-    self.max_pool2d = layers.MaxPooling2D(
-        (2, 2), (2, 2), padding="same", data_format=data_format)
-
-  def __call__(self, inputs, training):
-    """Add operations to classify a batch of input images.
-
-    Args:
-      inputs: A Tensor representing a batch of input images.
-      training: A boolean. Set to True to add operations required only when
-        training the classifier.
-
-    Returns:
-      A logits Tensor with shape [<batch_size>, 10].
-    """
-    y = array_ops.reshape(inputs, self._input_shape)
-    y = self.conv1(y)
-    y = self.max_pool2d(y)
-    y = self.conv2(y)
-    y = self.max_pool2d(y)
-    y = layers.flatten(y)
-    y = self.fc1(y)
-    y = self.dropout(y, training=training)
-    return self.fc2(y)
-
-
-def model_fn(features, labels, mode, params):
-  """The model_fn argument for creating an Estimator."""
-  model = Model(params["data_format"])
-  image = features
-  if isinstance(image, dict):
-    image = features["image"]
-
-  if mode == estimator.ModeKeys.PREDICT:
-    logits = model(image, training=False)
-    predictions = {
-        "classes": math_ops.argmax(logits, axis=1),
-        "probabilities": nn.softmax(logits),
-    }
-    return estimator.EstimatorSpec(
-        mode=estimator.ModeKeys.PREDICT,
-        predictions=predictions,
-        export_outputs={
-            "classify": estimator.export.PredictOutput(predictions)
-        })
-
-  elif mode == estimator.ModeKeys.TRAIN:
-    optimizer = train.AdamOptimizer(learning_rate=1e-4)
-
-    logits = model(image, training=True)
-    loss = losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-    return estimator.EstimatorSpec(
-        mode=estimator.ModeKeys.TRAIN,
-        loss=loss,
-        train_op=optimizer.minimize(loss, train.get_or_create_global_step()))
-
-  elif mode == estimator.ModeKeys.EVAL:
-    logits = model(image, training=False)
-    loss = losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
-    return estimator.EstimatorSpec(
-        mode=estimator.ModeKeys.EVAL,
-        loss=loss,
-        eval_metric_ops={
-            "accuracy":
-                ops.metrics.accuracy(
-                    labels=labels, predictions=math_ops.argmax(logits, axis=1)),
-        })
-
-
-def dummy_input_fn():
-  image = random_ops.random_uniform([100, 784])
-  labels = random_ops.random_uniform([100, 1], maxval=9, dtype=dtypes.int32)
-  return image, labels
-
-
-class FreezeSavedModelTestTrainGraph(test_util.TensorFlowTestCase):
-
-  def testTrainedMnistSavedModel(self):
-    """Test mnist SavedModel, trained with dummy data and small steps."""
-    # Build classifier
-    classifier = estimator.Estimator(
-        model_fn=model_fn,
-        params={
-            "data_format": "channels_last"  # tflite format
-        })
-
-    # Train and pred for serving
-    classifier.train(input_fn=dummy_input_fn, steps=2)
-    image = array_ops.placeholder(dtypes.float32, [None, 28, 28])
-    pred_input_fn = estimator.export.build_raw_serving_input_receiver_fn({
-        "image": image,
-    })
-
-    # Export SavedModel
-    saved_model_dir = os.path.join(self.get_temp_dir(), "mnist_savedmodel")
-    classifier.export_saved_model(saved_model_dir, pred_input_fn)
-
-    # Convert to tflite and test output
-    saved_model_name = os.listdir(saved_model_dir)[0]
-    saved_model_final_dir = os.path.join(saved_model_dir, saved_model_name)
-
-    # TODO(zhixianyan): no need to limit output_arrays to `Softmax'
-    # once b/74205001 fixed and argmax implemented in tflite.
-    result = convert_saved_model.freeze_saved_model(
-        saved_model_dir=saved_model_final_dir,
-        input_arrays=None,
-        input_shapes=None,
-        output_arrays=["Softmax"],
-        tag_set=set([tag_constants.SERVING]),
-        signature_key=signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY)
-
-    self.assertTrue(result)
-
-
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/contrib/lite/python/convert_test.py b/tensorflow/contrib/lite/python/convert_test.py
index 40a8b5fafb..b403ba3735 100644
--- a/tensorflow/contrib/lite/python/convert_test.py
+++ b/tensorflow/contrib/lite/python/convert_test.py
@@ -146,7 +146,7 @@ class ConvertTestOpHint(test_util.TensorFlowTestCase):
     """Returns used op types in `graphdef` reachable from `output_nodes`.
 
     This is used to check that after the stub transformation the expected
-    nodes are there. Typically use this with self.assertCountEqual(...).
+    nodes are there.
 
     NOTE: this is not a exact test that the graph is the correct output, but
       it balances compact expressibility of test with sanity checking.
@@ -196,11 +196,11 @@ class ConvertTestOpHint(test_util.TensorFlowTestCase):
       stubbed_graphdef = op_hint.convert_op_hints_to_stubs(
           graph_def=sess.graph_def)
 
-      self.assertCountEqual(
+      self.assertEqual(
           self._getGraphOpTypes(
               stubbed_graphdef,
               output_nodes=[op_hint._tensor_name_base(output.name)]),
-          ["cool_activation", "Const", "Identity"])
+          set(["cool_activation", "Const", "Identity"]))
 
   def testScaleAndBiasAndIdentity(self):
     """This tests a scaled add which has 3 inputs and 2 outputs."""
@@ -223,11 +223,11 @@ class ConvertTestOpHint(test_util.TensorFlowTestCase):
       stubbed_graphdef = op_hint.convert_op_hints_to_stubs(
           graph_def=sess.graph_def)
 
-      self.assertCountEqual(
+      self.assertEqual(
           self._getGraphOpTypes(
               stubbed_graphdef,
               output_nodes=[op_hint._tensor_name_base(output.name)]),
-          ["scale_and_bias_and_identity", "Const", "Identity", "Pack"])
+          set(["scale_and_bias_and_identity", "Const", "Identity", "Pack"]))
 
   def testTwoFunctions(self):
     """Tests if two functions are converted correctly."""
@@ -248,11 +248,11 @@ class ConvertTestOpHint(test_util.TensorFlowTestCase):
       self.assertEqual(self._countIdentities(sess.graph_def.node), 5)
       stubbed_graphdef = op_hint.convert_op_hints_to_stubs(
           graph_def=sess.graph_def)
-      self.assertCountEqual(
+      self.assertEqual(
           self._getGraphOpTypes(
               stubbed_graphdef,
               output_nodes=[op_hint._tensor_name_base(output.name)]),
-          ["add_test", "Const", "Identity", "Add"])
+          set(["add_test", "Const", "Identity", "Add"]))
 
   def _get_input_index(self, x):
     return x.op.node_def.attr[op_hint.OpHint.FUNCTION_INPUT_INDEX_ATTR].i
@@ -323,11 +323,11 @@ class ConvertTestOpHint(test_util.TensorFlowTestCase):
     with self.cached_session() as sess:
       stubbed_graphdef = op_hint.convert_op_hints_to_stubs(
           graph_def=sess.graph_def)
-      self.assertCountEqual(
+      self.assertEqual(
           self._getGraphOpTypes(
               stubbed_graphdef,
               output_nodes=[op_hint._tensor_name_base(output.name)]),
-          ["agg", "Const", "Identity"])
+          set(["agg", "Const", "Identity"]))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/lite/python/lite_test.py b/tensorflow/contrib/lite/python/lite_test.py
index 70494afa15..00a3d6f9b3 100644
--- a/tensorflow/contrib/lite/python/lite_test.py
+++ b/tensorflow/contrib/lite/python/lite_test.py
@@ -594,8 +594,17 @@ class FromFrozenGraphFile(test_util.TensorFlowTestCase):
   # TODO(nupurgarg): Test model loading in open source.
   def _initObjectDetectionArgs(self):
     # Initializes the arguments required for the object detection model.
-    self._graph_def_file = resource_loader.get_path_to_datafile(
-        'testdata/tflite_graph.pb')
+    # Looks for the model file which is saved in a different location interally
+    # and externally.
+    filename = resource_loader.get_path_to_datafile('testdata/tflite_graph.pb')
+    if not os.path.exists(filename):
+      filename = os.path.join(
+          resource_loader.get_root_dir_with_all_resources(),
+          '../tflite_mobilenet_ssd_quant_protobuf/tflite_graph.pb')
+      if not os.path.exists(filename):
+        raise IOError("File '{0}' does not exist.".format(filename))
+
+    self._graph_def_file = filename
     self._input_arrays = ['normalized_input_image_tensor']
     self._output_arrays = [
         'TFLite_Detection_PostProcess', 'TFLite_Detection_PostProcess:1',
-- 
GitLab


From 4aa87b7569ed9466f4fbfed332e59371fecfc1ed Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 30 Oct 2018 14:22:08 -0700
Subject: [PATCH 0810/1825] [TF:XLA] Register device-to-device transfer streams
 in XlaDeviceContext.

PiperOrigin-RevId: 219365192
---
 tensorflow/compiler/jit/BUILD                 |  1 +
 tensorflow/compiler/jit/xla_device.cc         | 28 ++++++++++++++++---
 tensorflow/compiler/jit/xla_device.h          |  6 ++++
 tensorflow/compiler/jit/xla_device_context.cc | 14 ++++++++--
 tensorflow/compiler/jit/xla_device_context.h  | 26 +++++++++++++++++
 5 files changed, 69 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index b49f360875..0c41e095c7 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -195,6 +195,7 @@ cc_library(
         "//tensorflow/core/kernels/data:iterator_ops",
         "//tensorflow/core/kernels/data:prefetch_dataset_op",
         "@com_google_absl//absl/memory",
+        "@com_google_absl//absl/synchronization",
     ],
 )
 
diff --git a/tensorflow/compiler/jit/xla_device.cc b/tensorflow/compiler/jit/xla_device.cc
index 17353456eb..e0f8ea074f 100644
--- a/tensorflow/compiler/jit/xla_device.cc
+++ b/tensorflow/compiler/jit/xla_device.cc
@@ -207,6 +207,13 @@ XlaDevice::XlaDevice(const SessionOptions& session_options,
           << this;
   thread_pool_.reset(new thread::ThreadPool(session_options.env, "xla_device",
                                             /*num_threads=*/1));
+
+  // We have multiple device to device streams to allow for some concurrency
+  // between transfers. The particular value of '4' is chosen fairly
+  // arbitrarily. It may be necessary to make this tunable via
+  // XlaDevice::Options.
+  static constexpr int kNumDeviceToDeviceStreams = 4;
+  device_to_device_streams_.resize(kNumDeviceToDeviceStreams);
 }
 
 XlaDevice::~XlaDevice() {
@@ -274,8 +281,9 @@ xla::StatusOr<XlaDeviceContext*> XlaDevice::GetDeviceContextLocked() {
   TF_RETURN_IF_ERROR(EnsureStreamOkLocked(backend, "stream", &stream_,
                                           &need_new_device_context));
 
-  std::shared_ptr<se::Stream> host_to_device_stream = stream_;
-  std::shared_ptr<se::Stream> device_to_host_stream = stream_;
+  std::shared_ptr<se::Stream> host_to_device_stream;
+  std::shared_ptr<se::Stream> device_to_host_stream;
+  std::vector<std::shared_ptr<se::Stream>> device_to_device_streams;
   if (use_multiple_streams_) {
     TF_RETURN_IF_ERROR(EnsureStreamOkLocked(backend, "host_to_device_stream",
                                             &host_to_device_stream_,
@@ -283,8 +291,18 @@ xla::StatusOr<XlaDeviceContext*> XlaDevice::GetDeviceContextLocked() {
     TF_RETURN_IF_ERROR(EnsureStreamOkLocked(backend, "device_to_host_stream",
                                             &device_to_host_stream_,
                                             &need_new_device_context));
+    for (std::shared_ptr<se::Stream>& stream : device_to_device_streams_) {
+      TF_RETURN_IF_ERROR(
+          EnsureStreamOkLocked(backend, "device_to_device_stream", &stream,
+                               &need_new_device_context));
+    }
     host_to_device_stream = host_to_device_stream_;
     device_to_host_stream = device_to_host_stream_;
+    device_to_device_streams = device_to_device_streams_;
+  } else {
+    host_to_device_stream = stream_;
+    device_to_host_stream = stream_;
+    device_to_device_streams = {stream_};
   }
 
   if (!need_new_device_context) {
@@ -302,8 +320,10 @@ xla::StatusOr<XlaDeviceContext*> XlaDevice::GetDeviceContextLocked() {
   // ensures that the streams remain live for the duration of a run, even if
   // an error is encountered and the streams are replaced with new ones.
   device_context_ = new XlaDeviceContext(
-      stream_, host_to_device_stream, device_to_host_stream, client(),
-      transfer_as_literal_, shape_representation_fn_, thread_pool_.get());
+      stream_, std::move(host_to_device_stream),
+      std::move(device_to_host_stream), std::move(device_to_device_streams),
+      client(), transfer_as_literal_, shape_representation_fn_,
+      thread_pool_.get());
   VLOG(1) << "XlaDevice " << this << " new XlaDeviceContext "
           << device_context_;
 
diff --git a/tensorflow/compiler/jit/xla_device.h b/tensorflow/compiler/jit/xla_device.h
index 223f0f6649..53a470f232 100644
--- a/tensorflow/compiler/jit/xla_device.h
+++ b/tensorflow/compiler/jit/xla_device.h
@@ -188,6 +188,7 @@ class XlaDevice : public LocalDevice {
   se::Platform* const platform_;  // Not owned.
   // Memory allocator associated with this device.
   Allocator* xla_allocator_ GUARDED_BY(mu_) = nullptr;  // Not owned.
+
   // Stream associated with this device. Operations enqueued on this
   // stream are executed on the device. Operations include data
   // copying back and forth between CPU and the device, and
@@ -203,6 +204,11 @@ class XlaDevice : public LocalDevice {
   // If use_multiple_streams_, device to host transfers are performed using this
   // stream.
   std::shared_ptr<se::Stream> device_to_host_stream_ GUARDED_BY(mu_);
+  // If use_multiple_streams_, transfers between different devices are performed
+  // using these streams.
+  std::vector<std::shared_ptr<se::Stream>> device_to_device_streams_
+      GUARDED_BY(mu_);
+
   // Must we use XLA's transfer manager for correct host<->device transfers? if
   // false, we can use ThenMemcpy() instead.
   const bool transfer_as_literal_;
diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index cbab81fe2f..76a4647a98 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -53,13 +53,15 @@ void XlaDeviceAllocator::GetStats(AllocatorStats* stats) { stats->Clear(); }
 XlaDeviceContext::XlaDeviceContext(
     std::shared_ptr<se::Stream> compute_stream,
     std::shared_ptr<se::Stream> host_to_device_stream,
-    std::shared_ptr<se::Stream> device_to_host_stream, xla::LocalClient* client,
-    bool transfer_as_literal,
+    std::shared_ptr<se::Stream> device_to_host_stream,
+    std::vector<std::shared_ptr<se::Stream>> device_to_device_streams,
+    xla::LocalClient* client, bool transfer_as_literal,
     XlaCompiler::ShapeRepresentationFn shape_representation_fn,
     thread::ThreadPool* thread_pool)
     : stream_(std::move(compute_stream)),
       host_to_device_stream_(std::move(host_to_device_stream)),
       device_to_host_stream_(std::move(device_to_host_stream)),
+      device_to_device_streams_(std::move(device_to_device_streams)),
       client_(client),
       transfer_manager_(client->backend().transfer_manager()),
       transfer_as_literal_(transfer_as_literal),
@@ -251,4 +253,12 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   done(status);
 }
 
+se::Stream* XlaDeviceContext::GetDeviceToDeviceStream() {
+  DCHECK_GT(device_to_device_streams_.size(), 0);
+  absl::MutexLock lock(&mu_);
+  int stream = next_stream_;
+  next_stream_ = (next_stream_ + 1) % device_to_device_streams_.size();
+  return device_to_device_stream(stream);
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/xla_device_context.h b/tensorflow/compiler/jit/xla_device_context.h
index 39521ec7ad..2baba7fd1d 100644
--- a/tensorflow/compiler/jit/xla_device_context.h
+++ b/tensorflow/compiler/jit/xla_device_context.h
@@ -18,6 +18,7 @@ limitations under the License.
 
 #include <memory>
 
+#include "absl/synchronization/mutex.h"
 #include "tensorflow/compiler/jit/xla_tensor.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
 #include "tensorflow/compiler/xla/client/global_data.h"
@@ -50,6 +51,7 @@ class XlaDeviceContext : public DeviceContext {
       std::shared_ptr<se::Stream> compute_stream,
       std::shared_ptr<se::Stream> host_to_device_stream,
       std::shared_ptr<se::Stream> device_to_host_stream,
+      std::vector<std::shared_ptr<se::Stream>> device_to_device_streams,
       xla::LocalClient* client, bool transfer_as_literal,
       XlaCompiler::ShapeRepresentationFn shape_representation_fn,
       thread::ThreadPool* thread_pool);
@@ -61,7 +63,24 @@ class XlaDeviceContext : public DeviceContext {
                              absl::string_view tensor_name, Device* device,
                              Tensor* cpu_tensor, StatusCallback done) override;
 
+  xla::LocalClient* client() const { return client_; }
   se::Stream* stream() const { return stream_.get(); }
+  se::Stream* host_to_device_stream() const {
+    return host_to_device_stream_.get();
+  }
+  se::Stream* device_to_host_stream() const {
+    return device_to_host_stream_.get();
+  }
+  se::Stream* device_to_device_stream(int index) const {
+    return device_to_device_streams_.at(index).get();
+  }
+  xla::TransferManager* transfer_manager() const { return transfer_manager_; }
+  const XlaCompiler::ShapeRepresentationFn& shape_representation_fn() const {
+    return shape_representation_fn_;
+  }
+
+  // Returns a device-to-device stream, in round-robin fashion.
+  se::Stream* GetDeviceToDeviceStream();
 
  private:
   Status TransferLiteralToDevice(const Tensor& host_tensor,
@@ -80,6 +99,10 @@ class XlaDeviceContext : public DeviceContext {
   // The stream to use for transferring data from device to host. Can be
   // idential to stream_, but must not be nullptr.
   std::shared_ptr<se::Stream> device_to_host_stream_;
+  // Streams to use for transferring data directly between different devices,
+  // e.g., over NVLINK.
+  std::vector<std::shared_ptr<se::Stream>> device_to_device_streams_;
+
   // For the underlying memory allocator and XLA's TransferManager.
   xla::LocalClient* client_;
   // Transfer manager, for marshalling data to and from the device.
@@ -90,6 +113,9 @@ class XlaDeviceContext : public DeviceContext {
 
   // Thread pool used for running closures
   thread::ThreadPool* thread_pool_;
+
+  absl::Mutex mu_;
+  int next_stream_ GUARDED_BY(mu_) = 0;
 };
 
 }  // namespace tensorflow
-- 
GitLab


From 2a8d084e4757af9306cfeb601ef8be6127a26590 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Tue, 30 Oct 2018 14:22:40 -0700
Subject: [PATCH 0811/1825] Move comment to top of command.

PiperOrigin-RevId: 219365298
---
 tensorflow/tools/ci_build/install/install_deb_packages.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/tools/ci_build/install/install_deb_packages.sh b/tensorflow/tools/ci_build/install/install_deb_packages.sh
index 5e5c258846..989f2a92eb 100755
--- a/tensorflow/tools/ci_build/install/install_deb_packages.sh
+++ b/tensorflow/tools/ci_build/install/install_deb_packages.sh
@@ -38,13 +38,13 @@ if [[ "$ubuntu_version" == "14" ]]; then
   apt-get dist-upgrade -y
 fi
 
+## TODO(yifeif) remove ffmpeg once ffmpeg is removed from contrib
 apt-get install -y --no-install-recommends \
     autoconf \
     automake \
     build-essential \
     clang-format-3.8 \
     curl \
-    ## TODO(yifeif) remove once ffmpeg is removed from contrib
     ffmpeg \
     git \
     libcurl4-openssl-dev \
-- 
GitLab


From b097cb9e0f51b3ac50567e0604569a9c93acbaca Mon Sep 17 00:00:00 2001
From: Jeremy Lau <lauj@google.com>
Date: Tue, 30 Oct 2018 14:23:52 -0700
Subject: [PATCH 0812/1825] AsyncCheckpoints: Add missing 'self' arg to
 write_graph_fn.

PiperOrigin-RevId: 219365527
---
 tensorflow/contrib/tpu/python/tpu/async_checkpoint.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
index 78253d83fc..c32bd5997c 100644
--- a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
+++ b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
@@ -102,7 +102,8 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
       training_util.write_graph(
           ops.get_default_graph().as_graph_def(add_shapes=True),
           self._checkpoint_dir, "graph.pbtxt")
-    self._write_graph_thread = threading.Thread(target=_write_graph_fn)
+    self._write_graph_thread = threading.Thread(target=_write_graph_fn,
+                                                args=[self])
     self._write_graph_thread.start()
 
     saver_def = self._get_saver().saver_def if self._get_saver() else None
-- 
GitLab


From a916847ae6b561ef8f5a4f5c0dffd986f573624f Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 30 Oct 2018 14:25:53 -0700
Subject: [PATCH 0813/1825] Apply options for make_one_shot_iterator as well.

PiperOrigin-RevId: 219365879
---
 tensorflow/python/data/ops/dataset_ops.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 38e4696379..be7aa79f15 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -186,7 +186,8 @@ class Dataset(object):
       An `Iterator` over the elements of this dataset.
     """
     if context.executing_eagerly():
-      return iterator_ops.EagerIterator(self)
+      dataset = self._apply_options()
+      return iterator_ops.EagerIterator(dataset)
 
     graph_level_seed, op_level_seed = core_random_seed.get_seed(None)
 
-- 
GitLab


From 182877c84f8992e6ebb0e6c0b4fedf9b769b32d3 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 30 Oct 2018 14:37:23 -0700
Subject: [PATCH 0814/1825] Don't auto-cluster stateful RNG ops

Auto-clustering stateful RNG ops is not safe because the seeding behavior of
TensorFlow stateful RNG ops is different that their seeding behavior in XLA so
auto-clustering these can introduce differences in behavior.

Once TF/XLA respects TensorFlow's seeding behavior, this CL can be reverted.

PiperOrigin-RevId: 219368223
---
 .../compiler/jit/mark_for_compilation_pass.cc | 76 ++++++++++++++-----
 .../jit/mark_for_compilation_pass_test.cc     | 43 +++++++++++
 2 files changed, 99 insertions(+), 20 deletions(-)

diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index 0da8be046f..11975a6bb0 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -49,6 +49,25 @@ limitations under the License.
 namespace tensorflow {
 
 namespace {
+// Aggregates information about what kinds of ops are allowed.
+struct OperationFilter {
+  // Whether resource variable ops are allowed.  We do not allow resource
+  // variable ops in called functions (either as direct TF calls or as higher
+  // order control flow ops) because we do not yet model their memory effects in
+  // jit/resource_variable_safety_analysis.
+  bool allow_resource_ops;
+
+  // Whether stateful RNG ops are allowed.  XLA's RNG does not have the same
+  // seeding behavior as TensorFlow's RNG (b/34749654).  So we avoid
+  // auto-clustering stateful RNG ops.
+  bool allow_stateful_rng_ops;
+};
+
+bool IsStatefulRandomOp(absl::string_view op_name) {
+  return op_name == "RandomUniform" || op_name == "RandomShuffle" ||
+         op_name == "RandomUniformInt" || op_name == "RandomStandardNormal" ||
+         op_name == "TruncatedNormal";
+}
 
 bool HasXLAKernel(const Node& node, const DeviceType& jit_device_type) {
   // There is a SymbolicGradient kernel on the XLA_JIT device, but the gradient
@@ -101,7 +120,7 @@ const int kMaxRecursionDepth = 10;
 
 bool IsCompilableCall(const NodeDef& call_def,
                       const DeviceType& jit_device_type,
-                      bool allow_resource_ops, int depth,
+                      const OperationFilter& op_filter, int depth,
                       FunctionLibraryRuntime* lib_runtime);
 
 // Tests whether 'while_node' is a completely compilable loop.
@@ -109,7 +128,7 @@ bool IsCompilableCall(const NodeDef& call_def,
 // while loop to be compilable.
 bool IsCompilableWhile(const Node& while_node,
                        const DeviceType& jit_device_type,
-                       bool allow_resource_ops, int depth,
+                       const OperationFilter& op_filter, int depth,
                        FunctionLibraryRuntime* lib_runtime) {
   const NameAttrList* name_attr;
   NodeDef call;
@@ -124,7 +143,7 @@ bool IsCompilableWhile(const Node& while_node,
   call.set_name("while_cond");
   call.set_op(cond_func);
   *call.mutable_attr() = name_attr->attr();
-  if (!IsCompilableCall(call, jit_device_type, allow_resource_ops, depth + 1,
+  if (!IsCompilableCall(call, jit_device_type, op_filter, depth + 1,
                         lib_runtime)) {
     VLOG(2) << "Rejecting While " << while_node.name()
             << ": can't compile loop condition: " << cond_func;
@@ -140,7 +159,7 @@ bool IsCompilableWhile(const Node& while_node,
   call.set_name("while_body");
   call.set_op(body_func);
   *call.mutable_attr() = name_attr->attr();
-  if (!IsCompilableCall(call, jit_device_type, allow_resource_ops, depth + 1,
+  if (!IsCompilableCall(call, jit_device_type, op_filter, depth + 1,
                         lib_runtime)) {
     VLOG(2) << "Rejecting While " << while_node.name()
             << ": can't compile loop body: " << body_func;
@@ -154,7 +173,7 @@ bool IsCompilableWhile(const Node& while_node,
 // compilable.
 bool IsCompilableCall(const NodeDef& call_def,
                       const DeviceType& jit_device_type,
-                      bool allow_resource_ops, int depth,
+                      const OperationFilter& op_filter, int depth,
                       FunctionLibraryRuntime* lib_runtime) {
   if (depth > kMaxRecursionDepth) {
     VLOG(2) << "Rejecting " << call_def.op()
@@ -195,16 +214,20 @@ bool IsCompilableCall(const NodeDef& call_def,
       continue;
     if (node->type_string() == "While") {
       // Handle functional While loop.
-      return IsCompilableWhile(*node, jit_device_type, allow_resource_ops,
-                               depth + 1, lib_runtime);
+      return IsCompilableWhile(*node, jit_device_type, op_filter, depth + 1,
+                               lib_runtime);
     }
-    if (!allow_resource_ops &&
+    if (!op_filter.allow_resource_ops &&
         (HasResourceInput(*node) || HasResourceOutput(*node))) {
       return false;
     }
+    if (!op_filter.allow_stateful_rng_ops &&
+        IsStatefulRandomOp(node->type_string())) {
+      return false;
+    }
     if (!HasXLAKernel(*node, jit_device_type) &&
-        !IsCompilableCall(node->def(), jit_device_type, allow_resource_ops,
-                          depth + 1, lib_runtime)) {
+        !IsCompilableCall(node->def(), jit_device_type, op_filter, depth + 1,
+                          lib_runtime)) {
       VLOG(2) << "Rejecting " << call_def.op() << ": unsupported op "
               << node->name() << ": " << node->def().ShortDebugString();
       return false;
@@ -426,14 +449,26 @@ Status FindCompilationCandidates(
     CHECK(
         XlaOpRegistry::GetCompilationDevice(device_type.type(), &registration));
     DeviceType jit_device_type(registration->compilation_device_name);
+
+    OperationFilter op_filter;
+    op_filter.allow_resource_ops = registration->compile_resource_ops;
+    op_filter.allow_stateful_rng_ops = registration->requires_compilation;
+
     if (!HasXLAKernel(*node, jit_device_type) &&
-        !IsCompilableCall(node->def(), jit_device_type,
-                          registration->compile_resource_ops, 0, lib_runtime)) {
+        !IsCompilableCall(node->def(), jit_device_type, op_filter, 0,
+                          lib_runtime)) {
       VLOG(2) << "Rejecting " << node->name() << ": unsupported op "
               << node->type_string();
       continue;
     }
-    if (!registration->compile_resource_ops &&
+
+    if (!op_filter.allow_stateful_rng_ops &&
+        IsStatefulRandomOp(node->type_string())) {
+      VLOG(2) << "Rejecting " << node->name() << ": stateful random operation";
+      continue;
+    }
+
+    if (!op_filter.allow_resource_ops &&
         (HasResourceOutput(*node) || IsNonResourceVarResourceOp(*node))) {
       // We don't have a way of returning values of type DT_RESOURCE from XLA
       // computations so we avoid auto-clustering nodes producing DT_RESOURCE.
@@ -444,6 +479,7 @@ Status FindCompilationCandidates(
               << node->type_string();
       continue;
     }
+
     if (compile_time_const_nodes[node->id()]) {
       const OpDef* op_def;
       TF_RETURN_IF_ERROR(
@@ -501,9 +537,7 @@ Status FindCompilationCandidates(
     // registration->compile_resource_ops is true for XLA_CPU/XLA_GPU but not
     // for CPU/GPU.
     if (node->type_string() == "While" &&
-        !IsCompilableWhile(*node, jit_device_type,
-                           registration->compile_resource_ops, 0,
-                           lib_runtime)) {
+        !IsCompilableWhile(*node, jit_device_type, op_filter, 0, lib_runtime)) {
       continue;
     }
     // _Arg nodes in a top-level function represent feeds.
@@ -563,10 +597,12 @@ bool IsCompilable(FunctionLibraryRuntime* flr, const NodeDef& ndef) {
                                             &registration));
   DeviceType jit_device_type(registration->compilation_device_name);
 
-  // We can always *compile* resource operations, even if we are sometimes
-  // unable to auto-cluster them.
-  const bool compile_resource_ops = true;
-  return IsCompilableCall(ndef, jit_device_type, compile_resource_ops, 0, flr);
+  // We can always *compile* resource operations and stateful RNGs, even if we
+  // are sometimes unable to auto-cluster them.
+  OperationFilter op_filter;
+  op_filter.allow_resource_ops = true;
+  op_filter.allow_stateful_rng_ops = true;
+  return IsCompilableCall(ndef, jit_device_type, op_filter, 0, flr);
 }
 
 Status MarkForCompilationPass::Run(
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
index 452091b282..ead1cf4fd5 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
@@ -1061,5 +1061,48 @@ TEST(XlaCompilationTest, NOT_DontClusterSpreadingNodes) {
   // Improved Heuristics should prevent this probably.
   EXPECT_EQ(clusters["MatMulSource_dev0"], clusters["MatMul0_dev0"]);
 }
+
+TEST(XlaCompilationTest, ClusterStatefulRandomOpOnXlaDevice) {
+  absl::string_view xla_cpu_device =
+      "/job:worker/replica:0/task:0/device:XLA_CPU:0";
+
+  Scope root = Scope::NewRootScope().ExitOnError();
+  Output shape = ops::Const(root.WithOpName("test/shape_shape"), {200, 200});
+  Output a = ops::RandomUniform(root.WithOpName("test/a"), shape, DT_FLOAT);
+  Output b = ops::RandomUniform(root.WithOpName("test/b"), shape, DT_FLOAT);
+  Output c = ops::Add(root.WithOpName("test/c"), a, b);
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  TF_ASSERT_OK(root.ToGraph(graph.get()));
+
+  for (Node* n : graph->nodes()) {
+    if (absl::StartsWith(n->name(), /*prefix=*/"test/")) {
+      n->set_assigned_device_name(string(xla_cpu_device));
+    }
+  }
+  TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
+
+  std::unordered_map<string, string> clusters = GetClusters(*graph);
+  EXPECT_NE(clusters["test/a"], "");
+  EXPECT_NE(clusters["test/b"], "");
+  EXPECT_NE(clusters["test/c"], "");
+}
+
+TEST(XlaCompilationTest, DontAutoclusterStatefulRandomOp) {
+  Scope root = Scope::NewRootScope().ExitOnError();
+  Output shape = ops::Const(root.WithOpName("test/shape_shape"), {200, 200});
+  Output a = ops::RandomUniform(root.WithOpName("test/a"), shape, DT_FLOAT);
+  Output b = ops::RandomUniform(root.WithOpName("test/b"), shape, DT_FLOAT);
+  Output c = ops::Add(root.WithOpName("test/c"), a, b);
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  TF_ASSERT_OK(root.ToGraph(graph.get()));
+
+  TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
+
+  std::unordered_map<string, string> clusters = GetClusters(*graph);
+  EXPECT_EQ(clusters["test/a"], "");
+  EXPECT_EQ(clusters["test/b"], "");
+}
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From f6b8d21537595bb947e9dfd25c082a56722f5483 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 14:59:46 -0700
Subject: [PATCH 0815/1825] Support shrink_axis_mask in Grappler
 graph_properties.

PiperOrigin-RevId: 219372234
---
 .../core/grappler/costs/graph_properties.cc   | 40 +++++++++++++------
 .../grappler/costs/graph_properties_test.cc   | 26 ++++++++++++
 2 files changed, 53 insertions(+), 13 deletions(-)

diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index ae48b9f159..23aa5aa210 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -1160,9 +1160,12 @@ class SymbolicShapeRefiner {
             node.attr().at("new_axis_mask").i() != 0) {
           valid = false;
         }
-        if (node.attr().count("shrink_axis_mask") > 0 &&
-            node.attr().at("shrink_axis_mask").i() != 0) {
-          valid = false;
+        int shrink_axis_mask = 0;
+        if (node.attr().count("shrink_axis_mask") > 0) {
+          shrink_axis_mask = node.attr().at("shrink_axis_mask").i();
+          // Shapes are 1D vectors, so they can only shrink along the first axis
+          // or not at all.
+          valid &= (shrink_axis_mask == 1 || shrink_axis_mask == 0);
         }
         int begin_mask = 0;
         if (node.attr().count("begin_mask") > 0) {
@@ -1182,17 +1185,28 @@ class SymbolicShapeRefiner {
                         ? slice_begin->flat<int32>()(0)
                         : slice_begin->flat<int64>()(0);
           }
-          int64 end = std::numeric_limits<int64>::max();
-          if (end_mask == 0) {
-            end =
-                (slice_end->dtype() == DT_INT32 ? slice_end->flat<int32>()(0)
-                                                : slice_end->flat<int64>()(0));
-          }
-          int64 stride = slice_stride->dtype() == DT_INT32
-                             ? slice_stride->flat<int32>()(0)
-                             : slice_stride->flat<int64>()(0);
           ShapeHandle result;
-          TF_RETURN_IF_ERROR(ic->Subshape(input, begin, end, stride, &result));
+          if (shrink_axis_mask) {
+            // Returns a Tensor of rank N-1. For 1D vectors, this is the scalar
+            // value at index |begin|. |End| and |stride| are ignored.
+            if (begin < InferenceContext::Rank(input)) {
+              result = ic->MakeShape({ic->Dim(input, begin)});
+            } else {
+              result = ic->UnknownShape();
+            }
+          } else {
+            int64 end = std::numeric_limits<int64>::max();
+            if (end_mask == 0) {
+              end = (slice_end->dtype() == DT_INT32
+                         ? slice_end->flat<int32>()(0)
+                         : slice_end->flat<int64>()(0));
+            }
+            int64 stride = slice_stride->dtype() == DT_INT32
+                               ? slice_stride->flat<int32>()(0)
+                               : slice_stride->flat<int64>()(0);
+            TF_RETURN_IF_ERROR(
+                ic->Subshape(input, begin, end, stride, &result));
+          }
           c->output_tensors_as_shapes.resize(1);
           c->output_tensors_as_shapes[0] = result;
         }
diff --git a/tensorflow/core/grappler/costs/graph_properties_test.cc b/tensorflow/core/grappler/costs/graph_properties_test.cc
index 5aae773994..c61b3a65c5 100644
--- a/tensorflow/core/grappler/costs/graph_properties_test.cc
+++ b/tensorflow/core/grappler/costs/graph_properties_test.cc
@@ -1625,6 +1625,32 @@ TEST_F(GraphPropertiesTest, StridedSlicesOfShapes) {
   EXPECT_EQ(shape_a.dim(1).size(), shape_o2.dim(0).size());
 }
 
+TEST_F(GraphPropertiesTest, StridedSliceOfShapeWithShrinkAxisMask) {
+  tensorflow::Scope scope = tensorflow::Scope::NewRootScope();
+  Output placeholder =
+      ops::Placeholder(scope.WithOpName("input_placeholder"), DT_FLOAT,
+                       ops::Placeholder::Shape(TensorShape({5, 480, 40, 1})));
+  auto input_shape = ops::Shape(scope.WithOpName("input_shape"), placeholder);
+
+  Output begin = ops::Const(scope.WithOpName("begin"), {0}, {1});
+  Output end = ops::Const(scope.WithOpName("end"), {3}, {1});
+  Output stride = ops::Const(scope.WithOpName("stride"), {1}, {1});
+
+  Output slice =
+      ops::StridedSlice(scope.WithOpName("slice"), input_shape, begin, end,
+                        stride, ops::StridedSlice::ShrinkAxisMask(1));
+
+  GrapplerItem item;
+  TF_CHECK_OK(scope.ToGraphDef(&item.graph));
+
+  // Investigate scalar value.
+  GraphProperties properties(item);
+  TF_CHECK_OK(properties.InferStatically(false));
+  const auto slice_value =
+      properties.GetOutputProperties("slice").at(0).value();
+  EXPECT_EQ(5, slice_value.int_val(0));
+}
+
 }  // namespace
 }  // namespace grappler
 }  // namespace tensorflow
-- 
GitLab


From e9a72ad713b65c61a0fc8da36300b36476a0bca1 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Tue, 30 Oct 2018 15:02:28 -0700
Subject: [PATCH 0816/1825] Automated rollback of commit
 3786aa194ce63010ac43413db49213629b3135db

PiperOrigin-RevId: 219372802
---
 tensorflow/contrib/lite/toco/python/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/lite/toco/python/BUILD b/tensorflow/contrib/lite/toco/python/BUILD
index 44cdcaad93..cf97ba7084 100644
--- a/tensorflow/contrib/lite/toco/python/BUILD
+++ b/tensorflow/contrib/lite/toco/python/BUILD
@@ -39,7 +39,6 @@ py_binary(
     srcs_version = "PY2AND3",
     deps = [
         ":tensorflow_wrap_toco",
-        "//tensorflow:tensorflow_py_no_contrib",  # Keep
         "//tensorflow/python:platform",
     ],
 )
-- 
GitLab


From 616f9e466c105288456ee9fb0938d1c86cbb43e8 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Tue, 30 Oct 2018 15:09:18 -0700
Subject: [PATCH 0817/1825] Removes potential noisy error message from gradient
 tape.

PiperOrigin-RevId: 219374219
---
 tensorflow/python/eager/backprop.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/backprop.py b/tensorflow/python/eager/backprop.py
index 5f18ab27b7..33a4ac7b59 100644
--- a/tensorflow/python/eager/backprop.py
+++ b/tensorflow/python/eager/backprop.py
@@ -767,7 +767,10 @@ class GradientTape(object):
 
   def __del__(self):
     if self._created_eagerly:
-      context.context().end_step()
+      try:
+        context.context().end_step()
+      except AttributeError:
+        pass
 
   def watch(self, tensor):
     """Ensures that `tensor` is being traced by this tape.
-- 
GitLab


From 30e04281874d21c21826272f82666168252f61f2 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Tue, 30 Oct 2018 15:21:40 -0700
Subject: [PATCH 0818/1825] Give names to TensorId (std::pair) values.

PiperOrigin-RevId: 219376403
---
 tensorflow/core/graph/tensor_id.h | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/tensorflow/core/graph/tensor_id.h b/tensorflow/core/graph/tensor_id.h
index 0ba3942618..b0f621fa6c 100644
--- a/tensorflow/core/graph/tensor_id.h
+++ b/tensorflow/core/graph/tensor_id.h
@@ -41,6 +41,9 @@ struct TensorId : public std::pair<StringPiece, int> {
   TensorId() : Base() {}
   TensorId(const SafeTensorId& id);
 
+  const StringPiece node() const { return first; }
+  int index() const { return second; }
+
   string ToString() const {
     if (second == Graph::kControlSlot) return strings::StrCat("^", first);
     return strings::StrCat(first, ":", second);
@@ -68,6 +71,9 @@ struct SafeTensorId : public std::pair<string, int> {
   SafeTensorId(const string& str, int idx) : Base(str, idx) {}
   SafeTensorId(const TensorId& id);
 
+  const string& node() const { return first; }
+  int index() const { return second; }
+
   string ToString() const {
     if (second == Graph::kControlSlot) return strings::StrCat("^", first);
     return strings::StrCat(first, ":", second);
-- 
GitLab


From cb59276fd398984616bd5282930b10f27ff56c9b Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 30 Oct 2018 15:23:37 -0700
Subject: [PATCH 0819/1825] Allow Slice ops with int64 indices on GPU

This will simplify cr/218907734 which is disabled on HEAD for now because it
creates slices with int64 indices which can't run on a GPU.

I also had to make Tile work for 64 bit indices to write a test case for Slice.
I did not add an independent test case for Tile since there isn't a
kernel_tests/tile_op_test.py but I'm happy to add one if you think it isn't an
overkill.

PiperOrigin-RevId: 219376726
---
 tensorflow/core/kernels/slice_op.cc           | 14 +++---
 tensorflow/core/kernels/tile_functor.h        |  4 +-
 tensorflow/python/kernel_tests/BUILD          | 16 +++++++
 .../python/kernel_tests/huge_slice_op_test.py | 43 +++++++++++++++++++
 .../python/kernel_tests/slice_op_test.py      | 16 ++++++-
 5 files changed, 83 insertions(+), 10 deletions(-)
 create mode 100644 tensorflow/python/kernel_tests/huge_slice_op_test.py

diff --git a/tensorflow/core/kernels/slice_op.cc b/tensorflow/core/kernels/slice_op.cc
index 14b83f2514..92d56b8f39 100644
--- a/tensorflow/core/kernels/slice_op.cc
+++ b/tensorflow/core/kernels/slice_op.cc
@@ -300,13 +300,12 @@ DECLARE_FOR_N(int32);
 #undef DECLARE_GPU_SPEC
 }  // namespace functor
 
-#define REGISTER_GPU(type)                                     \
-  REGISTER_KERNEL_BUILDER(Name("Slice")                        \
-                              .Device(DEVICE_GPU)              \
-                              .TypeConstraint<type>("T")       \
-                              .HostMemory("begin")             \
-                              .HostMemory("size")              \
-                              .TypeConstraint<int32>("Index"), \
+#define REGISTER_GPU(type)                               \
+  REGISTER_KERNEL_BUILDER(Name("Slice")                  \
+                              .Device(DEVICE_GPU)        \
+                              .TypeConstraint<type>("T") \
+                              .HostMemory("begin")       \
+                              .HostMemory("size"),       \
                           SliceOp<GPUDevice, type>)
 
 TF_CALL_GPU_NUMBER_TYPES(REGISTER_GPU);
@@ -322,7 +321,6 @@ TF_CALL_int8(REGISTER_GPU);
 REGISTER_KERNEL_BUILDER(Name("Slice")
                             .Device(DEVICE_GPU)
                             .TypeConstraint<int32>("T")
-                            .TypeConstraint<int32>("Index")
                             .HostMemory("input")
                             .HostMemory("begin")
                             .HostMemory("size")
diff --git a/tensorflow/core/kernels/tile_functor.h b/tensorflow/core/kernels/tile_functor.h
index 95986af8b7..9a460d191f 100644
--- a/tensorflow/core/kernels/tile_functor.h
+++ b/tensorflow/core/kernels/tile_functor.h
@@ -36,9 +36,11 @@ void TileUsingEigen(const Device& d, Tensor* out, const Tensor& in,
   auto x = in.tensor<T, NDIM>();
   auto y = out->tensor<T, NDIM>();
 
+  bool use_32bit = y.size() < Eigen::NumTraits<int>::highest();
+
   Eigen::array<Tmultiples, NDIM> b;
   for (int i = 0; i < NDIM; ++i) b[i] = broadcast_array[i];
-  if (Eigen::internal::is_same<Device, Eigen::GpuDevice>::value) {
+  if (use_32bit && Eigen::internal::is_same<Device, Eigen::GpuDevice>::value) {
     // Use 32bit indexing to speed up the computations
     To32Bit(y).device(d) = To32Bit(x).broadcast(b);
   } else {
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index dc3f8a7b51..b5bd095ab1 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -2726,6 +2726,22 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "huge_slice_op_test",
+    size = "medium",
+    srcs = ["huge_slice_op_test.py"],
+    additional_deps = [
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_for_generated_wrappers",
+    ],
+    tags = [
+        "no_oss",  # Requires 4GB+ RAM
+    ],
+)
+
 cuda_py_test(
     name = "sparse_matmul_op_test",
     size = "medium",
diff --git a/tensorflow/python/kernel_tests/huge_slice_op_test.py b/tensorflow/python/kernel_tests/huge_slice_op_test.py
new file mode 100644
index 0000000000..8646d74c96
--- /dev/null
+++ b/tensorflow/python/kernel_tests/huge_slice_op_test.py
@@ -0,0 +1,43 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Functional tests for slice op that consume a lot of GPU memory."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import array_ops
+from tensorflow.python.platform import test
+
+
+class SliceTest(test.TestCase):
+
+  def testInt64Slicing(self):
+    with self.cached_session(force_gpu=test.is_gpu_available()):
+      a_large = array_ops.tile(
+          constant_op.constant(np.array([False, True] * 4)), [2**29 + 3])
+      slice_t = array_ops.slice(a_large, np.asarray([3]).astype(np.int64), [3])
+      slice_val = slice_t.eval()
+      self.assertAllEqual([True, False, True], slice_val)
+
+      slice_t = array_ops.slice(
+          a_large, constant_op.constant([long(2)**32 + 3], dtype=dtypes.int64),
+          [3])
+      slice_val = slice_t.eval()
+      self.assertAllEqual([True, False, True], slice_val)
diff --git a/tensorflow/python/kernel_tests/slice_op_test.py b/tensorflow/python/kernel_tests/slice_op_test.py
index 0e8c276ba9..521bf09855 100644
--- a/tensorflow/python/kernel_tests/slice_op_test.py
+++ b/tensorflow/python/kernel_tests/slice_op_test.py
@@ -51,7 +51,7 @@ class SliceTest(test.TestCase):
       self.assertAllEqual(slice_val, inp[2, k:k])
 
   def testInt64Slicing(self):
-    with self.cached_session(use_gpu=True):
+    with self.cached_session(force_gpu=test.is_gpu_available()):
       a = constant_op.constant([0, 1, 2], dtype=dtypes.int64)
 
       # Slice using int64 Tensor.
@@ -72,6 +72,20 @@ class SliceTest(test.TestCase):
       slice_val = slice_t.eval()
       self.assertAllEqual([1], slice_val)
 
+      a_int32 = constant_op.constant([0, 1, 2], dtype=dtypes.int32)
+      slice_t = array_ops.slice(a_int32,
+                                np.asarray([1]).astype(np.int64),
+                                np.asarray([2]).astype(np.int64))
+      slice_val = slice_t.eval()
+      self.assertAllEqual([1, 2], slice_val)
+
+      a_float32 = constant_op.constant([0, 1, 2], dtype=dtypes.float32)
+      slice_t = array_ops.slice(a_float32,
+                                np.asarray([1]).astype(np.int64),
+                                np.asarray([2]).astype(np.int64))
+      slice_val = slice_t.eval()
+      self.assertAllEqual([1, 2], slice_val)
+
   def testSelectAll(self):
     for _ in range(10):
       with self.cached_session(use_gpu=True):
-- 
GitLab


From 6583e2cf2b81940ce052a7317fbcbab12a51bd75 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 15:34:26 -0700
Subject: [PATCH 0820/1825] Internal change

PiperOrigin-RevId: 219378477
---
 tensorflow/compiler/xla/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/xla/BUILD b/tensorflow/compiler/xla/BUILD
index fc74ef4aa3..d6b60c5f99 100644
--- a/tensorflow/compiler/xla/BUILD
+++ b/tensorflow/compiler/xla/BUILD
@@ -7,6 +7,7 @@ package_group(
     packages = [
         "//tensorflow/compiler/...",
         "//tensorflow/contrib/tpu/...",
+        "//third_party/py/jax/...",
     ],
 )
 
-- 
GitLab


From dd6b850901860fd677a5facd6d7ddeb24f2d56e8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 15:51:05 -0700
Subject: [PATCH 0821/1825] Support TF <-> TFLite string conversion at the flex
 boundary (into the delegate)

PiperOrigin-RevId: 219381069
---
 tensorflow/contrib/lite/delegates/flex/BUILD  |   4 +-
 .../contrib/lite/delegates/flex/buffer_map.cc | 108 +++++++++++++-----
 .../lite/delegates/flex/buffer_map_test.cc    |  55 +++++++++
 tensorflow/contrib/lite/string_util.cc        |  13 ++-
 tensorflow/contrib/lite/string_util.h         |   6 +-
 tensorflow/contrib/lite/string_util_test.cc   |  14 ++-
 6 files changed, 166 insertions(+), 34 deletions(-)

diff --git a/tensorflow/contrib/lite/delegates/flex/BUILD b/tensorflow/contrib/lite/delegates/flex/BUILD
index cd6bf4d9a5..ec8ab22e96 100644
--- a/tensorflow/contrib/lite/delegates/flex/BUILD
+++ b/tensorflow/contrib/lite/delegates/flex/BUILD
@@ -17,7 +17,8 @@ cc_library(
         ":util",
         "//tensorflow/c:c_api_internal",
         "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite:kernel_api",
+        "//tensorflow/contrib/lite:string",
+        "//tensorflow/contrib/lite:string_util",
     ] + select({
         "//tensorflow:android": [
             "//tensorflow/core:android_tensorflow_lib_lite",
@@ -36,6 +37,7 @@ tf_cc_test(
     deps = [
         ":buffer_map",
         "//tensorflow/contrib/lite:framework",
+        "//tensorflow/contrib/lite:string_util",
         "//tensorflow/contrib/lite:util",
         "//tensorflow/contrib/lite/testing:util",
         "@com_google_googletest//:gtest",
diff --git a/tensorflow/contrib/lite/delegates/flex/buffer_map.cc b/tensorflow/contrib/lite/delegates/flex/buffer_map.cc
index 63e39196d9..0d4c40d86e 100644
--- a/tensorflow/contrib/lite/delegates/flex/buffer_map.cc
+++ b/tensorflow/contrib/lite/delegates/flex/buffer_map.cc
@@ -16,6 +16,8 @@ limitations under the License.
 
 #include "tensorflow/c/c_api_internal.h"
 #include "tensorflow/contrib/lite/delegates/flex/util.h"
+#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/contrib/lite/string_util.h"
 #include "tensorflow/core/framework/allocation_description.pb.h"
 #include "tensorflow/core/framework/log_memory.h"
 
@@ -23,54 +25,101 @@ namespace tflite {
 namespace flex {
 namespace {
 // A tensor buffer that is allocated, deallocated and populated by TF Lite.
-class TfLiteTensorBuffer : public tensorflow::TensorBuffer {
+class BaseTfLiteTensorBuffer : public tensorflow::TensorBuffer {
+  TensorBuffer* root_buffer() override { return this; }
+  void FillAllocationDescription(
+      tensorflow::AllocationDescription* proto) const override {
+    tensorflow::int64 rb = size();
+    proto->set_requested_bytes(rb);
+    proto->set_allocator_name(tensorflow::cpu_allocator()->Name());
+  }
+
+  // Prevents input forwarding from mutating this buffer.
+  bool OwnsMemory() const override { return false; }
+
+ protected:
+  void LogAllocation() {
+    if (tensorflow::LogMemory::IsEnabled() && data() != nullptr) {
+      tensorflow::LogMemory::RecordRawAllocation(
+          "TfLiteTensorBuffer_New",
+          tensorflow::LogMemory::EXTERNAL_TENSOR_ALLOCATION_STEP_ID, size(),
+          data(), tensorflow::cpu_allocator());
+    }
+  }
+  void LogDeallocation() {
+    if (tensorflow::LogMemory::IsEnabled() && data() != nullptr) {
+      tensorflow::LogMemory::RecordRawDeallocation(
+          "TfLiteTensorBuffer_Delete",
+          tensorflow::LogMemory::EXTERNAL_TENSOR_ALLOCATION_STEP_ID, data(),
+          tensorflow::cpu_allocator(), false);
+    }
+  }
+};
+
+// A tensor buffer for most data types. Numeric types have exactly the same
+// representation in TFLITE and TF, so we just need use memcpy().
+class TfLiteTensorBuffer : public BaseTfLiteTensorBuffer {
  public:
   explicit TfLiteTensorBuffer(const TfLiteTensor* tensor) {
-    len_ = tensor->bytes;
     // TODO(ahentz): if we can guarantee that TF Lite allocated tensors with
     // the same alignment as TensorFlow (EIGEN_MAX_ALIGN_BYTES), then we can
     // potentially eliminate the copy below.
+    len_ = tensor->bytes;
     data_ =
         tensorflow::cpu_allocator()->AllocateRaw(EIGEN_MAX_ALIGN_BYTES, len_);
-    if (data_ != nullptr) {
-      if (tensorflow::LogMemory::IsEnabled()) {
-        tensorflow::LogMemory::RecordRawAllocation(
-            "TfLiteTensorBuffer_New",
-            tensorflow::LogMemory::EXTERNAL_TENSOR_ALLOCATION_STEP_ID, len_,
-            data_, tensorflow::cpu_allocator());
-      }
+
+    LogAllocation();
+
+    if (data_) {
       std::memcpy(data_, tensor->data.raw, tensor->bytes);
     }
   }
 
   ~TfLiteTensorBuffer() override {
-    if (tensorflow::LogMemory::IsEnabled() && data_ != nullptr) {
-      tensorflow::LogMemory::RecordRawDeallocation(
-          "TfLiteTensorBuffer_Delete",
-          tensorflow::LogMemory::EXTERNAL_TENSOR_ALLOCATION_STEP_ID, data_,
-          tensorflow::cpu_allocator(), false);
-    }
+    LogDeallocation();
     tensorflow::cpu_allocator()->DeallocateRaw(data_);
   }
 
   void* data() const override { return data_; }
   size_t size() const override { return len_; }
 
-  TensorBuffer* root_buffer() override { return this; }
-  void FillAllocationDescription(
-      tensorflow::AllocationDescription* proto) const override {
-    tensorflow::int64 rb = size();
-    proto->set_requested_bytes(rb);
-    proto->set_allocator_name(tensorflow::cpu_allocator()->Name());
+ private:
+  void* data_;
+  size_t len_;
+};
+
+// A string buffer. TFLITE string tensor format is different than
+// TF's so we need perform the conversion here.
+class StringTfLiteTensorBuffer : public BaseTfLiteTensorBuffer {
+ public:
+  explicit StringTfLiteTensorBuffer(const TfLiteTensor* tensor) {
+    num_strings_ = GetStringCount(tensor->data.raw);
+    data_ = tensorflow::cpu_allocator()->Allocate<string>(num_strings_);
+
+    LogAllocation();
+
+    if (data_) {
+      string* p = data_;
+      for (size_t i = 0; i < num_strings_; ++p, ++i) {
+        auto ref = GetString(tensor->data.raw, i);
+        p->assign(ref.str, ref.len);
+      }
+    }
   }
 
-  // Prevents input forwarding from mutating this buffer.
-  bool OwnsMemory() const override { return false; }
+  ~StringTfLiteTensorBuffer() override {
+    LogDeallocation();
+    tensorflow::cpu_allocator()->Deallocate<string>(data_, num_strings_);
+  }
+
+  void* data() const override { return data_; }
+  size_t size() const override { return num_strings_ * sizeof(string); }
 
  private:
-  void* data_;
-  size_t len_;
+  string* data_;
+  int num_strings_;
 };
+
 }  // namespace
 
 BufferMap::BufferMap() {}
@@ -93,9 +142,14 @@ void BufferMap::SetFromTfLite(int tensor_index, const TfLiteTensor* tensor) {
   }
   // TODO(ahentz): we assume this is a new tensor and allocate a new buffer
   // for it. This is not always the best approach. For example, this might
-  // be a reallocation after resizing tensors. In that case we would be
+  // be a reallocation after resizing tensors. In that case it would be
   // preferable to somehow reuse the buffer.
-  auto* buf = new TfLiteTensorBuffer(tensor);
+  BaseTfLiteTensorBuffer* buf;
+  if (tensor->type == kTfLiteString) {
+    buf = new StringTfLiteTensorBuffer(tensor);
+  } else {
+    buf = new TfLiteTensorBuffer(tensor);
+  }
   tensorflow::Tensor t = tensorflow::TensorCApi::MakeTensor(
       GetTensorFlowDataType(tensor->type), shape, buf);
   buf->Unref();
diff --git a/tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc b/tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc
index bb80e25e80..cc2959bc35 100644
--- a/tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc
+++ b/tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc
@@ -17,6 +17,7 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 #include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/contrib/lite/string_util.h"
 #include "tensorflow/contrib/lite/testing/util.h"
 #include "tensorflow/contrib/lite/util.h"
 
@@ -47,6 +48,28 @@ UniqueTfLiteTensor MakeLiteTensor(const std::vector<int>& shape,
   return tensor;
 }
 
+template <>
+UniqueTfLiteTensor MakeLiteTensor<string>(const std::vector<int>& shape,
+                                          const std::vector<string>& data) {
+  auto tensor = UniqueTfLiteTensor(new TfLiteTensor, [](TfLiteTensor* t) {
+    TfLiteTensorDataFree(t);
+    TfLiteIntArrayFree(t->dims);
+    delete t;
+  });
+  tensor->allocation_type = kTfLiteDynamic;
+  tensor->type = typeToTfLiteType<string>();
+  tensor->dims = ConvertVectorToTfLiteIntArray(shape);
+  tensor->data.raw = nullptr;
+  TfLiteTensorRealloc(data.size() * sizeof(string), tensor.get());
+
+  DynamicBuffer b;
+  for (const string& s : data) {
+    b.AddString(s.data(), s.size());
+  }
+  b.WriteToTensor(tensor.get(), ConvertVectorToTfLiteIntArray(shape));
+  return tensor;
+}
+
 template <typename T>
 tensorflow::Tensor MakeTensor(const std::vector<int>& shape,
                               const std::vector<T>& data) {
@@ -93,6 +116,24 @@ TEST(BufferMapTest, SetFromTfLite) {
   ASSERT_THAT(GetTensorShape(out_tensor), ElementsAre(1, 2, 1, 3));
 }
 
+TEST(BufferMapTest, SetFromTfLiteString) {
+  BufferMap buffer_map;
+
+  UniqueTfLiteTensor t =
+      MakeLiteTensor<string>({1, 2, 1, 3}, {"", "", "", "str1", "", ""});
+  buffer_map.SetFromTfLite(0, t.get());
+  ASSERT_TRUE(buffer_map.HasTensor(0));
+
+  EXPECT_THAT(GetTensorData<string>(buffer_map.GetTensor(0)),
+              ElementsAre("", "", "", "str1", "", ""));
+
+  // Also check details of the tensor.
+  tensorflow::Tensor out_tensor = buffer_map.GetTensor(0);
+  ASSERT_EQ(out_tensor.dtype(), tensorflow::DT_STRING);
+  ASSERT_EQ(out_tensor.NumElements(), 6);
+  ASSERT_THAT(GetTensorShape(out_tensor), ElementsAre(1, 2, 1, 3));
+}
+
 TEST(BufferMapTest, SetFromTfLiteTwice) {
   UniqueTfLiteTensor t1 =
       MakeLiteTensor<float>({1, 2, 1, 3}, {0, 0, 0, 0.123f, 0, 0});
@@ -107,6 +148,20 @@ TEST(BufferMapTest, SetFromTfLiteTwice) {
               ElementsAre(0, 0, 0, 3, 0, 0, 1, 2));
 }
 
+TEST(BufferMapTest, SetFromTfLiteStringTwice) {
+  UniqueTfLiteTensor t1 =
+      MakeLiteTensor<float>({1, 2, 1, 3}, {0, 0, 0, 0.123f, 0, 0});
+  UniqueTfLiteTensor t2 =
+      MakeLiteTensor<string>({1, 2, 4}, {"", "", "", "s3", "", "", "s1", "s2"});
+
+  BufferMap buffer_map;
+  buffer_map.SetFromTfLite(0, t1.get());
+  buffer_map.SetFromTfLite(0, t2.get());
+
+  EXPECT_THAT(GetTensorData<string>(buffer_map.GetTensor(0)),
+              ElementsAre("", "", "", "s3", "", "", "s1", "s2"));
+}
+
 TEST(BufferMapTest, SetFromTensorFlow) {
   tensorflow::Tensor t1 =
       MakeTensor<float>({1, 2, 1, 3}, {0, 0, 0, 0.123f, 0, 0});
diff --git a/tensorflow/contrib/lite/string_util.cc b/tensorflow/contrib/lite/string_util.cc
index b991e999b6..ffa0553ce1 100644
--- a/tensorflow/contrib/lite/string_util.cc
+++ b/tensorflow/contrib/lite/string_util.cc
@@ -18,7 +18,6 @@ limitations under the License.
 #include <string.h>
 #include <vector>
 #include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/interpreter.h"
 
 namespace tflite {
 namespace {
@@ -97,13 +96,19 @@ int DynamicBuffer::WriteToBuffer(char** buffer) {
 }
 
 void DynamicBuffer::WriteToTensor(TfLiteTensor* tensor) {
+  // Set tensor content pointer to tensor_buffer, and release original data.
+  auto dims = TfLiteIntArrayCreate(1);
+  dims->data[0] = offset_.size() - 1;  // Store number of strings.
+  WriteToTensor(tensor, dims);
+}
+
+void DynamicBuffer::WriteToTensor(TfLiteTensor* tensor,
+                                  TfLiteIntArray* new_shape) {
   char* tensor_buffer;
   int bytes = WriteToBuffer(&tensor_buffer);
 
   // Set tensor content pointer to tensor_buffer, and release original data.
-  auto dims = TfLiteIntArrayCreate(1);
-  dims->data[0] = offset_.size() - 1;  // Store number of strings.
-  TfLiteTensorReset(tensor->type, tensor->name, dims, tensor->params,
+  TfLiteTensorReset(tensor->type, tensor->name, new_shape, tensor->params,
                     tensor_buffer, bytes, kTfLiteDynamic, tensor->allocation,
                     tensor->is_variable, tensor);
 }
diff --git a/tensorflow/contrib/lite/string_util.h b/tensorflow/contrib/lite/string_util.h
index d24627b509..2cfbf71951 100644
--- a/tensorflow/contrib/lite/string_util.h
+++ b/tensorflow/contrib/lite/string_util.h
@@ -74,7 +74,11 @@ class DynamicBuffer {
   // The function allocates space for the buffer but does NOT take ownership.
   int WriteToBuffer(char** buffer);
 
-  // Fill content into a string tensor.
+  // Fill content into a string tensor, with the given new_shape. The new
+  // shape must match the number of strings in this object.
+  void WriteToTensor(TfLiteTensor* tensor, TfLiteIntArray* new_shape);
+
+  // Fill content into a string tensor. Set shape to {num_strings}.
   void WriteToTensor(TfLiteTensor* tensor);
 
  private:
diff --git a/tensorflow/contrib/lite/string_util_test.cc b/tensorflow/contrib/lite/string_util_test.cc
index a583a9184b..943167125b 100644
--- a/tensorflow/contrib/lite/string_util_test.cc
+++ b/tensorflow/contrib/lite/string_util_test.cc
@@ -50,9 +50,21 @@ TEST(StringUtil, TestStringUtil) {
   DynamicBuffer buf1;
   buf1.AddString(s1.data(), s1.length());
   buf0.AddString(s2, 0);
-  buf0.WriteToTensor(t0);
+
+  auto new_shape = TfLiteIntArrayCreate(2);
+  new_shape->data[0] = 2;
+  new_shape->data[1] = 1;
+  buf0.WriteToTensor(t0, new_shape);
   buf1.WriteToTensor(t1);
 
+  // Check tensor shapes.
+  EXPECT_EQ(t0->dims->size, 2);
+  EXPECT_EQ(t0->dims->data[0], 2);
+  EXPECT_EQ(t0->dims->data[1], 1);
+
+  EXPECT_EQ(t1->dims->size, 1);
+  EXPECT_EQ(t1->dims->data[0], 1);
+
   // Read strings from tensors.
   ASSERT_EQ(GetStringCount(t0), 2);
   StringRef str_ref;
-- 
GitLab


From e548db86c2b98b4eef65763ab55da551cf866f29 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Tue, 30 Oct 2018 16:04:21 -0700
Subject: [PATCH 0822/1825] Don't always convert and cast, as this can be slow.

PiperOrigin-RevId: 219383409
---
 tensorflow/python/eager/backprop.py | 23 ++++++++++++++---------
 1 file changed, 14 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/eager/backprop.py b/tensorflow/python/eager/backprop.py
index 33a4ac7b59..844c9b52e7 100644
--- a/tensorflow/python/eager/backprop.py
+++ b/tensorflow/python/eager/backprop.py
@@ -574,14 +574,10 @@ def _num_elements(grad):
   raise ValueError("`grad` not a Tensor or IndexedSlices.")
 
 
-def _cast_constant(value, dtype):
-  return math_ops.cast(constant_op.constant(value), dtype)
-
-
 def _fast_fill(value, shape, dtype):
   return array_ops.fill(
-      _cast_constant(shape, dtype=dtypes.int32),
-      _cast_constant(value, dtype=dtype))
+      constant_op.constant(shape, dtype=dtypes.int32),
+      constant_op.constant(value, dtype=dtype))
 
 
 def _zeros(shape, dtype):
@@ -599,7 +595,11 @@ def _zeros(shape, dtype):
   cache_key = shape, dtype, device
   cached = ctx.zeros_cache().get(cache_key)
   if cached is None:
-    cached = _fast_fill(0, shape, dtype)
+    if dtypes.as_dtype(dtype).is_bool:
+      value = False
+    else:
+      value = 0
+    cached = _fast_fill(value, shape, dtype)
     ctx.zeros_cache().put(cache_key, cached)
   return cached
 
@@ -608,9 +608,14 @@ def _ones(shape, dtype):
   if not context.context().executing_eagerly():
     return array_ops.ones(shape, dtype)
 
+  if dtypes.as_dtype(dtype).is_bool:
+    value = True
+  else:
+    value = 1
+
   if shape == ():  # pylint: disable=g-explicit-bool-comparison
-    return _cast_constant(1, dtype=dtype)
-  return _fast_fill(1, shape, dtype)
+    return constant_op.constant(value, dtype=dtype)
+  return _fast_fill(value, shape, dtype)
 
 
 _default_vspace = imperative_grad.VSpace(
-- 
GitLab


From 1a450402e438c9dc88e06ad5d7b112325734523f Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Tue, 30 Oct 2018 16:27:22 -0700
Subject: [PATCH 0823/1825] Remove logging of the GraphDef, it pollutes the log
 and make debugging harder.

PiperOrigin-RevId: 219386954
---
 tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc b/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc
index b3fb011f16..b30d94b028 100644
--- a/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc
+++ b/tensorflow/contrib/tensorrt/convert/trt_optimization_pass.cc
@@ -163,7 +163,6 @@ void TRTOptimizationPass::PrintDebugInfo(
   } else {
     LOG(INFO) << offset << "No keep ops";
   }
-  LOG(INFO) << item.graph.DebugString();
   for (const auto dev : cluster->GetDeviceSet()->devices()) {
     const auto& pname = dev->parsed_name();
     LOG(INFO) << "Device name= " << dev->name()
-- 
GitLab


From 9e7bfdb8ab36862a6ad7b9737d5b36d26c4c1bc7 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Tue, 30 Oct 2018 16:42:54 -0700
Subject: [PATCH 0824/1825] [Grappler] Do not copy unreachable functions into
 Grappler function item instantiation function library.

PiperOrigin-RevId: 219389437
---
 tensorflow/core/grappler/utils/BUILD        |  1 +
 tensorflow/core/grappler/utils/functions.cc | 17 ++++++++++++-----
 2 files changed, 13 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/grappler/utils/BUILD b/tensorflow/core/grappler/utils/BUILD
index 8559788306..2efefe4414 100644
--- a/tensorflow/core/grappler/utils/BUILD
+++ b/tensorflow/core/grappler/utils/BUILD
@@ -172,6 +172,7 @@ cc_library(
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index da79b0646a..c806f3874d 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -16,6 +16,7 @@ limitations under the License.
 
 #include <unordered_map>
 
+#include "absl/strings/substitute.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/function.pb.h"
@@ -617,10 +618,16 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
   // Instantiate function body into a statically defined graph def.
   GraphDef function_body;
 
-  // Function body shares the library with the graph that instantiated it. It's
-  // unsafe to prune unreachable functions here, because it might lead to
-  // conflicting specializations.
-  *function_body.mutable_library() = flib.ToProto();
+  // Function body shares the library with the graph that instantiated it. We do
+  // not need a full copy of the function library, just the reachable subset.
+  *function_body.mutable_library() =
+      ReachableFunctionLibraryDefinition(flib, func).ToProto();
+
+  VLOG(3) << absl::Substitute(
+      "Deleted $0 unreachable functions from the Grappler function item "
+      "instantiation of $1 (library size = $2)",
+      flib.num_functions() - function_body.library().function_size(),
+      signature.name(), function_body.library().function_size());
 
   // TODO(ezhulenev): support functions with tensor sequence inputs/outputs
 
@@ -658,7 +665,7 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
 
     InputArgExpansion input_expansion{/*input_name=*/input.name(),
                                       /*data_type=*/input_data_type,
-                                      /*is_ref*/ input.is_ref(),
+                                      /*is_ref=*/input.is_ref(),
                                       /*placeholders=*/{input.name()}};
     connectivity.RegisterInputArgExpansion(input_expansion);
     inputs.push_back(std::move(input_expansion));
-- 
GitLab


From 5ab3f57db1f40738e3689c1040b37dac25815c0a Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Tue, 30 Oct 2018 16:44:54 -0700
Subject: [PATCH 0825/1825] Internal change

PiperOrigin-RevId: 219389755
---
 tensorflow/contrib/lite/build_def.bzl | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/contrib/lite/build_def.bzl
index b30c05a2e2..a5d69372c1 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/contrib/lite/build_def.bzl
@@ -307,11 +307,8 @@ def generated_test_models():
 # bug or issue.
 def generated_test_models_failing(conversion_mode):
     if conversion_mode == "toco-flex":
-        # TODO(b/117328698): Fix and enable the known flex failures.
         return [
-            "lstm",
-            "split",
-            "unpack",
+            "lstm",  # TODO(b/117510976): Restore when lstm flex conversion works.
         ]
 
     return []
-- 
GitLab


From 3399c6cb0fab517722c2f34fc06ca72826e5e70d Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Tue, 30 Oct 2018 16:48:34 -0700
Subject: [PATCH 0826/1825] Enable hyper parameter tuning for optimizer V2.

PiperOrigin-RevId: 219390306
---
 .../keras/optimizer_v2/gradient_descent.py    |  5 +-
 .../optimizer_v2/gradient_descent_test.py     | 33 ++++++----
 .../python/keras/optimizer_v2/optimizer_v2.py | 61 +++++++++++++----
 .../keras/optimizer_v2/optimizer_v2_test.py   | 65 +++++++++++++++++--
 4 files changed, 130 insertions(+), 34 deletions(-)

diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent.py b/tensorflow/python/keras/optimizer_v2/gradient_descent.py
index e26c82279f..3ee1982af9 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent.py
@@ -72,9 +72,10 @@ class SGD(optimizer_v2.OptimizerV2):
         grad,
         use_locking=self._use_locking)
 
-  def _resource_apply_sparse_duplicate_indices(self, grad, handle, indices):
+  def _resource_apply_sparse_duplicate_indices(self, grad, var, indices):
     return resource_variable_ops.resource_scatter_add(
-        handle.handle, indices, -grad * self._get_hyper("learning_rate"))
+        var.handle, indices, -grad * math_ops.cast(
+            self._get_hyper("learning_rate"), var.dtype.base_dtype))
 
   def _apply_sparse_duplicate_indices(self, grad, var):
     delta = ops.IndexedSlices(
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
index a1f534d55f..f11ad83403 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
@@ -66,11 +66,7 @@ class GradientDescentOptimizerTest(test.TestCase):
         grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
         sgd = gradient_descent.SGD(3.0)
         sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        # TODO(apassos) calling initialize_resources on all resources here
-        # doesn't work because the sessions and graph are reused across unit
-        # tests and this would mean trying to reinitialize variables. Figure out
-        # a long-term solution for this.
-        resources.initialize_resources([var0, var1, sgd.iteration]).run()
+        variables.global_variables_initializer().run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
         self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
@@ -118,11 +114,7 @@ class GradientDescentOptimizerTest(test.TestCase):
         loss = pred * pred
         sgd = gradient_descent.SGD(1.0)
         sgd_op = sgd.minimize(loss, [var0, var1])
-        # TODO(apassos) calling initialize_resources on all resources here
-        # doesn't work because the sessions and graph are reused across unit
-        # tests and this would mean trying to reinitialize variables. Figure out
-        # a long-term solution for this.
-        resources.initialize_resources([var0, var1, sgd.iteration]).run()
+        variables.global_variables_initializer().run()
         # Fetch params to validate initial values
         self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
         self.assertAllCloseAccordingToType([3.0], var1.eval())
@@ -259,10 +251,23 @@ class GradientDescentOptimizerTest(test.TestCase):
       self.assertEqual(float(step()), -1.0)
 
   def testConfig(self):
-    opt = gradient_descent.SGD(learning_rate=1.0)
-    config = opt.get_config()
-    opt2 = gradient_descent.SGD.from_config(config)
-    self.assertEqual(opt._hyper["learning_rate"], opt2._hyper["learning_rate"])
+    with self.cached_session():
+      opt = gradient_descent.SGD(learning_rate=1.0)
+      config = opt.get_config()
+      opt2 = gradient_descent.SGD.from_config(config)
+      # assert both are equal float values.
+      self.assertEqual(
+          opt._get_hyper("learning_rate"), opt2._get_hyper("learning_rate"))
+      var0 = variables.Variable([[1.0], [2.0]], dtype=dtypes.float32)
+      loss = lambda: 3 * var0
+      # learning rate variable created when calling minimize.
+      opt.minimize(loss, [var0])
+      variables.global_variables_initializer().run()
+      config = opt.get_config()
+      opt3 = gradient_descent.SGD.from_config(config)
+      self.assertEqual(
+          self.evaluate(opt._get_hyper("learning_rate")),
+          opt3._get_hyper("learning_rate"))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index c820847e53..ddc9c61dad 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -21,6 +21,7 @@ from __future__ import division
 from __future__ import print_function
 
 import abc
+import six
 
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
@@ -314,7 +315,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
     with ops.name_scope(name, self._name) as name:
       self._prepare()
       for grad, var in grads_and_vars:
-        scope_name = "" if in_eager_execution() else "_" + var.op.name
+        scope_name = ("" if ops.executing_eagerly_outside_functions() else
+                      "_" + var.op.name)
         with ops.name_scope("update" + scope_name), ops.colocate_with(var):
           update_ops.append(update_grad_to_var(grad, var))
       with ops.colocate_with(self._iterations):
@@ -322,13 +324,31 @@ class OptimizerV2(optimizer_v1.Optimizer):
       return control_flow_ops.group(*update_ops)
 
   def _set_hyper(self, name, value):
-    self._hyper[name] = value
+    """set hyper `name` to value. value can be callable, tensor, numeric."""
+    if name not in self._hyper:
+      self._hyper[name] = value
+    else:
+      prev_value = self._hyper[name]
+      if callable(prev_value) or isinstance(prev_value,
+                                            (ops.Tensor, int, float)):
+        self._hyper[name] = value
+      else:
+        if ops.executing_eagerly_outside_functions():
+          self._hyper[name].assign(value)
+        else:
+          self._hyper[name].assign(value).eval()
 
   def _get_hyper(self, name):
-    # TODO(tanzheny): if hyper variable exists then return it.
     value = self._hyper[name]
     return self._call_if_callable(value)
 
+  def __setattr__(self, name, value):
+    """Override setattr to support dynamic hyperparameter setting."""
+    if hasattr(self, "_hyper") and name in self._hyper:
+      self._set_hyper(name, value)
+    else:
+      super(OptimizerV2, self).__setattr__(name, value)
+
   def add_slot(self, var, slot_name):
     slot_key = _get_slot_key_from_var(var, slot_name)
     if slot_key not in self._slots:
@@ -342,13 +362,22 @@ class OptimizerV2(optimizer_v1.Optimizer):
   def _prepare(self):
     if self._prepared:
       return
-    # This is where all hyper variables will be created.
     with ops.device("cpu:0"):
       self._iterations = self.add_weight(
-          self._name + "/iter",
+          "iter",
           shape=[],
           trainable=False,
           aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA)
+    for name, value in self._hyper.items():
+      if isinstance(value, ops.Tensor) or callable(value):
+        pass
+      else:
+        self._hyper[name] = self.add_weight(
+            name,
+            shape=[],
+            trainable=False,
+            initializer=value,
+            aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA)
     self._prepared = True
 
   @property
@@ -392,7 +421,17 @@ class OptimizerV2(optimizer_v1.Optimizer):
 
   def _serialize_hyperparameter(self, hyperparameter_name):
     """Serialize a hyperparameter that can be a float, callable, or Tensor."""
-    return self._hyper[hyperparameter_name]
+    value = self._get_hyper(hyperparameter_name)
+    if callable(value):
+      return value()
+    if isinstance(value, (ops.Tensor, variables.Variable)):
+      if context.executing_eagerly():
+        return value.numpy()
+      elif ops.get_default_graph()._building_function:  # pylint: disable=protected-access
+        raise ValueError("Cannot serialize hyper parameters inside defun.")
+      else:
+        return value.eval()
+    return value
 
   def add_weight(self,
                  name,
@@ -405,7 +444,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
 
     if dtype is None:
       dtype = dtypes.float32
-    initializer = initializers.get(initializer)
+    if isinstance(initializer, six.string_types) or callable(initializer):
+      initializer = initializers.get(initializer)
 
     if synchronization == variables.VariableSynchronization.ON_READ:
       if trainable:
@@ -425,7 +465,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
         shape=shape,
         getter=base_layer.make_variable,
         overwrite=True,
-        initializer=initializers.get(initializer),
+        initializer=initializer,
         dtype=dtype,
         trainable=trainable,
         use_resource=True,
@@ -470,11 +510,6 @@ def merge_grads(grads_and_vars):
       merge_grad_fn, grads_and_vars)
 
 
-def in_eager_execution():
-  with ops.init_scope():
-    return context.executing_eagerly()
-
-
 def _get_slot_key_from_var(var, slot_name):
   """Get the slot key for the variable.
 
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index fe12ab204f..b5f69fb09a 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.eager import context
+from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -52,12 +53,48 @@ class OptimizerTest(test.TestCase):
         self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd through optimizer
         opt_op = sgd.minimize(loss, var_list=[var0, var1])
-        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(variables.global_variables_initializer())
         self.evaluate(opt_op)
         # Validate updated params
         self.assertAllClose([-14., -13.], self.evaluate(var0))
         self.assertAllClose([-6., -5.], self.evaluate(var1))
 
+  @test_util.run_in_graph_and_eager_modes
+  def testAdaptiveLearningRate(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+      var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+
+      def loss():
+        return 5 * var0 + 3 * var1  # pylint: disable=cell-var-from-loop
+
+      sgd = gradient_descent.SGD(1.0)
+
+      self.evaluate(variables.global_variables_initializer())
+      # Fetch params to validate initial values
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([3.0, 4.0], self.evaluate(var1))
+      # Run 1 step of sgd through optimizer
+      opt_op = sgd.minimize(loss, [var0, var1])
+      self.evaluate(variables.global_variables_initializer())
+      self.evaluate(opt_op)
+      # Validate updated params
+      # var0 = [1., 2.] - 1.0 * [5, 5]
+      self.assertAllClose([-4., -3.], self.evaluate(var0))
+      # var1 = [3., 4.] - 1.0 * [3, 3]
+      self.assertAllClose([0., 1.], self.evaluate(var1))
+
+      sgd.learning_rate = 0.5
+      if context.executing_eagerly():
+        sgd.minimize(loss, [var0, var1])
+      else:
+        self.evaluate(opt_op)
+      # Validate updated params
+      # var0 = [-4., -3.] - 0.5 * [5, 5]
+      self.assertAllClose([-6.5, -5.5], self.evaluate(var0))
+      # var1 = [0., 1.] - 0.5 * [3, 3]
+      self.assertAllClose([-1.5, -0.5], self.evaluate(var1))
+
   @test_util.run_in_graph_and_eager_modes
   def testAggregationMethod(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -79,7 +116,7 @@ class OptimizerTest(test.TestCase):
             var_list=[var0, var1],
             aggregation_method=gradients_impl.AggregationMethod
             .EXPERIMENTAL_ACCUMULATE_N)
-        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(variables.global_variables_initializer())
         self.evaluate(opt_op)
         # Validate updated params
         self.assertAllClose([-14., -13.], self.evaluate(var0))
@@ -103,7 +140,7 @@ class OptimizerTest(test.TestCase):
         self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd through optimizer
         opt_op = sgd.minimize(loss, var_list=[var0, var1], grad_loss=grad_loss)
-        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(variables.global_variables_initializer())
         self.evaluate(opt_op)
         # Validate updated params
         self.assertAllClose([1.0 - 3 * 5 * 42.0, 2.0 - 3 * 5 * (-42.0)],
@@ -184,7 +221,8 @@ class OptimizerTest(test.TestCase):
         # Run 1 step of sgd through optimizer
         converted_grads_and_vars = list(zip(converted_grads, [var0, var1]))
         opt_op = sgd.apply_gradients(converted_grads_and_vars)
-        self.evaluate(sgd.iteration.initializer)
+        self.evaluate(variables.global_variables_initializer())
+        self.evaluate(convert_ops)
         self.evaluate(opt_op)
 
         # Validate updated params
@@ -229,7 +267,7 @@ class OptimizerTest(test.TestCase):
       self.assertAllClose([3.0, 4.0], self.evaluate(var1))
       # Run 1 step of sgd through optimizer
       opt_op = sgd.minimize(loss, var_list=[var0, var1])
-      self.evaluate(sgd.iteration.initializer)
+      self.evaluate(variables.global_variables_initializer())
       self.evaluate(opt_op)
       # Validate updated params
       self.assertAllClose([-0.1, -0.1], self.evaluate(var0))
@@ -242,6 +280,23 @@ class OptimizerTest(test.TestCase):
       self.evaluate(sgd.iteration.initializer)
       self.assertEqual(0, self.evaluate(sgd.iteration))
 
+  @test_util.run_in_graph_and_eager_modes
+  def testSerializationWithinDefun(self):
+    with self.cached_session():
+      sgd = gradient_descent.SGD(3.0)
+      var0 = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                    dtype=dtypes.float32)
+      loss = lambda: 3 * var0
+      sgd.minimize(loss, [var0])
+
+      def serialize():
+        config = sgd.get_config()
+        gradient_descent.SGD.from_config(config)
+
+      compiled_serialize = function.defun(serialize)
+      with self.assertRaisesRegexp(ValueError, 'inside defun'):
+        compiled_serialize()
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 9875d8e4e96c639a2ff9ec0cc8aabcd84a61b346 Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Tue, 30 Oct 2018 16:52:39 -0700
Subject: [PATCH 0827/1825] [tf.data] Using consistent thread names.

PiperOrigin-RevId: 219390881
---
 .../numa_map_and_batch_dataset_op.cc           |  5 ++---
 tensorflow/core/kernels/data/iterator_ops.cc   | 18 +++++-------------
 tensorflow/core/kernels/data/iterator_ops.h    |  4 +---
 .../kernels/data/map_and_batch_dataset_op.cc   |  2 +-
 .../core/kernels/data/model_dataset_op.cc      |  2 +-
 .../kernels/data/multi_device_iterator_ops.cc  | 13 +++++--------
 .../data/parallel_interleave_dataset_op.cc     |  9 +++++----
 .../core/kernels/data/parallel_map_iterator.cc |  2 +-
 .../core/kernels/data/prefetch_dataset_op.cc   |  2 +-
 tensorflow/core/kernels/data/writer_ops.cc     | 14 +++++---------
 10 files changed, 27 insertions(+), 44 deletions(-)

diff --git a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
index 517cdd2596..427d32fb3c 100644
--- a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
@@ -906,8 +906,7 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
               new_ctx = std::make_shared<IteratorContext>(*ctx);
             }
             workers_[i]->threads.emplace_back(ctx->env()->StartThread(
-                {},
-                strings::StrCat("numa_map_and_batch_block_", i, "_thread_", j),
+                {}, strings::StrCat("tf_data_numa_map_and_batch_", i, "_", j),
                 [this, new_ctx, i, j]() { WorkerThread(new_ctx, i, j); }));
             VLOG(3) << "Worker " << i << ", " << j << " successfully started.";
           }
@@ -917,7 +916,7 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
             new_ctx = std::make_shared<IteratorContext>(*ctx);
           }
           runner_thread_.reset(ctx->env()->StartThread(
-              {}, "numa_map_runner_thread",
+              {}, "tf_data_numa_map_and_batch",
               [this, new_ctx] { RunnerThread(new_ctx); }));
         }
         VLOG(3) << "All workers & runner thread started.";
diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index 50b72f46c2..459dc28ee4 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -595,9 +595,7 @@ class ToSingleElementOp : public AsyncOpKernel {
  public:
   explicit ToSingleElementOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        background_worker_(ctx->env(),
-                           strings::StrCat("to_single_element_op_thread_",
-                                           SanitizeThreadSuffix(name()))) {}
+        background_worker_(ctx->env(), "tf_data_to_single_element") {}
 
   void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override {
     // The call to `iterator->GetNext()` may block and depend on an
@@ -663,9 +661,7 @@ class ReduceDatasetOp : public AsyncOpKernel {
  public:
   explicit ReduceDatasetOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        background_worker_(
-            ctx->env(),
-            strings::StrCat("reduce_thread_", SanitizeThreadSuffix(name()))) {
+        background_worker_(ctx->env(), "tf_data_reduce_dataset") {
     OP_REQUIRES_OK(ctx, ctx->GetAttr("f", &reduce_func_));
     OP_REQUIRES_OK(ctx, ctx->GetAttr("output_types", &output_types_));
     OP_REQUIRES_OK(ctx, ctx->GetAttr("output_shapes", &output_shapes_));
@@ -772,10 +768,7 @@ class OneShotIteratorOp : public AsyncOpKernel {
  public:
   explicit OneShotIteratorOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        background_worker_(
-            ctx->env(),
-            strings::StrCat("one_shot_iterator_initialization_thread_",
-                            SanitizeThreadSuffix(name()))),
+        background_worker_(ctx->env(), "tf_data_one_shot_iterator"),
         graph_def_version_(ctx->graph_def_version())
 
   {
@@ -1043,9 +1036,8 @@ class IteratorGetNextAsOptionalOp : public AsyncOpKernel {
  public:
   explicit IteratorGetNextAsOptionalOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        background_worker_(
-            ctx->env(), strings::StrCat("iterator_get_next_as_optional_thread_",
-                                        SanitizeThreadSuffix(name()))) {
+        background_worker_(ctx->env(),
+                           "tf_data_iterator_get_next_as_optional") {
     OP_REQUIRES_OK(ctx, ctx->GetAttr("output_types", &output_types_));
     OP_REQUIRES_OK(ctx, ctx->GetAttr("output_shapes", &output_shapes_));
   }
diff --git a/tensorflow/core/kernels/data/iterator_ops.h b/tensorflow/core/kernels/data/iterator_ops.h
index 8a2b2639a7..cd72269859 100644
--- a/tensorflow/core/kernels/data/iterator_ops.h
+++ b/tensorflow/core/kernels/data/iterator_ops.h
@@ -107,9 +107,7 @@ class IteratorGetNextOp : public AsyncOpKernel {
  public:
   explicit IteratorGetNextOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        background_worker_(ctx->env(),
-                           strings::StrCat("iterator_get_next_thread_",
-                                           SanitizeThreadSuffix(name()))) {}
+        background_worker_(ctx->env(), "tf_data_iterator_get_next") {}
 
   void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override;
 
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 2a9a357d78..6347b2c6e3 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -464,7 +464,7 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
         if (!runner_thread_) {
           auto ctx_copy = std::make_shared<IteratorContext>(*ctx);
           runner_thread_.reset(ctx->env()->StartThread(
-              {}, "runner_thread",
+              {}, "tf_data_map_and_batch",
               std::bind(&Iterator::RunnerThread, this, ctx_copy)));
         }
       }
diff --git a/tensorflow/core/kernels/data/model_dataset_op.cc b/tensorflow/core/kernels/data/model_dataset_op.cc
index 39356e9a59..e73132d92e 100644
--- a/tensorflow/core/kernels/data/model_dataset_op.cc
+++ b/tensorflow/core/kernels/data/model_dataset_op.cc
@@ -127,7 +127,7 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
         if (!optimize_thread_) {
           std::shared_ptr<IteratorContext> new_ctx(new IteratorContext(*ctx));
           optimize_thread_.reset(ctx->env()->StartThread(
-              {}, "optimize_thread",
+              {}, "tf_data_model",
               [this, new_ctx]() { OptimizeThread(new_ctx); }));
         }
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/multi_device_iterator_ops.cc b/tensorflow/core/kernels/data/multi_device_iterator_ops.cc
index d909b9e9d3..4d4f8c0164 100644
--- a/tensorflow/core/kernels/data/multi_device_iterator_ops.cc
+++ b/tensorflow/core/kernels/data/multi_device_iterator_ops.cc
@@ -200,7 +200,7 @@ class MultiDeviceIterator : public ResourceBase {
         EXCLUSIVE_LOCKS_REQUIRED(mu_) {
       if (!background_thread_) {
         background_thread_.reset(ctx->env()->StartThread(
-            {}, "multi_device_iterator_background_thread",
+            {}, "tf_data_multi_device_iterator",
             std::bind(&MultiDeviceIterator::MultiDeviceBuffer::BackgroundThread,
                       this, new IteratorContext(*ctx))));
       }
@@ -478,11 +478,8 @@ class MultiDeviceIteratorGetNextFromShardOp : public AsyncOpKernel {
  public:
   explicit MultiDeviceIteratorGetNextFromShardOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        thread_pool_(new thread::ThreadPool(
-            ctx->env(), ThreadOptions(),
-            strings::StrCat("multi_device_iterator_get_next_thread_",
-                            SanitizeThreadSuffix(name())),
-            1 /* num_threads */, false /* low_latency_hint */)) {}
+        background_worker_(ctx->env(),
+                           "tf_data_multi_device_iterator_get_next") {}
 
   void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override {
     const Tensor* tensor_shard_num;
@@ -497,7 +494,7 @@ class MultiDeviceIteratorGetNextFromShardOp : public AsyncOpKernel {
     MultiDeviceIterator* iterator;
     OP_REQUIRES_OK_ASYNC(
         ctx, LookupResource(ctx, HandleFromInput(ctx, 0), &iterator), done);
-    thread_pool_->Schedule(std::bind(
+    background_worker_.Schedule(std::bind(
         [ctx, iterator, shard_num, incarnation_id](DoneCallback done) {
           IteratorContext::Params params;
           params.env = ctx->env();
@@ -534,7 +531,7 @@ class MultiDeviceIteratorGetNextFromShardOp : public AsyncOpKernel {
   }
 
  private:
-  std::unique_ptr<thread::ThreadPool> thread_pool_;
+  BackgroundWorker background_worker_;
 };
 
 REGISTER_KERNEL_BUILDER(
diff --git a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
index 9c7bc5482c..ab7292cd7c 100644
--- a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
@@ -483,7 +483,7 @@ class ParallelInterleaveDatasetOp : public UnaryDatasetOpKernel {
           for (size_t i = 0; i < dataset()->num_threads(); ++i) {
             std::shared_ptr<IteratorContext> new_ctx(new IteratorContext(*ctx));
             worker_threads_.emplace_back(ctx->env()->StartThread(
-                {}, "worker_thread",
+                {}, strings::StrCat("tf_data_parallel_interleave_worker_", i),
                 [this, new_ctx, i]() { WorkerThread(new_ctx, i); }));
           }
         }
@@ -582,7 +582,7 @@ class ParallelInterleaveDatasetOp : public UnaryDatasetOpKernel {
             workers_[i].SetInputs(s, std::move(args));
             std::shared_ptr<IteratorContext> new_ctx(new IteratorContext(*ctx));
             worker_threads_.emplace_back(ctx->env()->StartThread(
-                {}, "worker_thread",
+                {}, strings::StrCat("tf_data_parallel_interleave_worker_", i),
                 [this, new_ctx, i]() { WorkerThread(new_ctx, i); }));
             if (i < dataset()->cycle_length_) {
               interleave_indices_.push_back(i);
@@ -1237,7 +1237,8 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
             current_elements_(params.dataset->cycle_length_),
             element_in_use_(params.dataset->cycle_length_, false),
             thread_pool_(new thread::ThreadPool(
-                Env::Default(), ThreadOptions(), "parallel_interleave",
+                Env::Default(), ThreadOptions(),
+                "tf_data_parallel_interleave_worker_pool",
                 dataset()->cycle_length_ /* num_threads */,
                 false /* low_latency_hint */)) {}
 
@@ -1402,7 +1403,7 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
         if (!runner_thread_) {
           std::shared_ptr<IteratorContext> new_ctx(new IteratorContext(*ctx));
           runner_thread_.reset(ctx->env()->StartThread(
-              {}, "runner_thread",
+              {}, "tf_data_parallel_interleave_runner",
               [this, new_ctx]() { RunnerThread(new_ctx); }));
         }
       }
diff --git a/tensorflow/core/kernels/data/parallel_map_iterator.cc b/tensorflow/core/kernels/data/parallel_map_iterator.cc
index 39809f5e9a..06460ea49b 100644
--- a/tensorflow/core/kernels/data/parallel_map_iterator.cc
+++ b/tensorflow/core/kernels/data/parallel_map_iterator.cc
@@ -181,7 +181,7 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     if (!runner_thread_) {
       auto ctx_copy = std::make_shared<IteratorContext>(*ctx);
       runner_thread_.reset(ctx->env()->StartThread(
-          {}, "runner_thread",
+          {}, "tf_data_parallel_map",
           std::bind(&ParallelMapIteratorBase::RunnerThread, this, ctx_copy)));
     }
   }
diff --git a/tensorflow/core/kernels/data/prefetch_dataset_op.cc b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
index e1d42a9a6b..4537b0e93b 100644
--- a/tensorflow/core/kernels/data/prefetch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
@@ -258,7 +258,7 @@ class PrefetchDatasetOp::Dataset : public DatasetBase {
       if (!prefetch_thread_) {
         std::shared_ptr<IteratorContext> new_ctx(new IteratorContext(*ctx));
         prefetch_thread_.reset(ctx->env()->StartThread(
-            {}, "prefetch_thread",
+            {}, "tf_data_prefetch",
             [this, new_ctx]() { PrefetchThread(new_ctx); }));
       }
       return Status::OK();
diff --git a/tensorflow/core/kernels/data/writer_ops.cc b/tensorflow/core/kernels/data/writer_ops.cc
index 06d65681e8..66e759a135 100644
--- a/tensorflow/core/kernels/data/writer_ops.cc
+++ b/tensorflow/core/kernels/data/writer_ops.cc
@@ -29,10 +29,7 @@ class ToTFRecordOp : public AsyncOpKernel {
  public:
   explicit ToTFRecordOp(OpKernelConstruction* ctx)
       : AsyncOpKernel(ctx),
-        thread_pool_(new thread::ThreadPool(
-            ctx->env(), ThreadOptions(),
-            strings::StrCat("to_tf_record__op_", SanitizeThreadSuffix(name())),
-            1 /* num_threads */, false /* low_latency_hint */)) {}
+        background_worker_(ctx->env(), "tf_data_to_tf_record") {}
 
   template <typename T>
   Status ParseScalarArgument(OpKernelContext* ctx,
@@ -47,10 +44,9 @@ class ToTFRecordOp : public AsyncOpKernel {
   }
 
   void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override {
-    // The call to `iterator->GetNext()` may block and depend on an
-    // inter-op thread pool thread, so we issue the call from the
-    // owned thread pool.
-    thread_pool_->Schedule([this, ctx, done]() {
+    // The call to `iterator->GetNext()` may block and depend on an inter-op
+    // thread pool thread, so we issue the call using a background thread.
+    background_worker_.Schedule([this, ctx, done]() {
       string filename;
       OP_REQUIRES_OK_ASYNC(
           ctx, ParseScalarArgument<string>(ctx, "filename", &filename), done);
@@ -97,7 +93,7 @@ class ToTFRecordOp : public AsyncOpKernel {
   }
 
  private:
-  std::unique_ptr<thread::ThreadPool> thread_pool_;
+  BackgroundWorker background_worker_;
 };
 
 REGISTER_KERNEL_BUILDER(Name("DatasetToTFRecord").Device(DEVICE_CPU),
-- 
GitLab


From 9cdca8266efa1ef53b3d2ac1e379224a4af9b241 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Tue, 30 Oct 2018 16:53:28 -0700
Subject: [PATCH 0828/1825] Internal change.

PiperOrigin-RevId: 219390990
---
 tensorflow/python/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 8a36a98062..f8e2b2b628 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3223,6 +3223,7 @@ cuda_py_test(
         ":variable_scope",
         "//third_party/py/numpy",
     ],
+    tags = ["no_oss"],  # b/118709825
 )
 
 cuda_py_test(
-- 
GitLab


From c04725f897a07212e44093ddbf708a8deaffc679 Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Tue, 30 Oct 2018 17:26:14 -0700
Subject: [PATCH 0829/1825] Create landing page for XLA Moving to top-level
 directory

PiperOrigin-RevId: 219395797
---
 tensorflow/compiler/xla/README.md             |   5 +--
 tensorflow/compiler/xla/g3doc/README.md       |   2 +-
 tensorflow/compiler/xla/g3doc/_book.yaml      |  29 +++++++++++++++
 tensorflow/compiler/xla/g3doc/_index.yaml     |  35 ++++++++++++++++++
 tensorflow/compiler/xla/g3doc/_project.yaml   |   2 +-
 tensorflow/compiler/xla/g3doc/_toc.yaml       |  16 --------
 .../xla/g3doc/{index.md => overview.md}       |   0
 tensorflow/compiler/xla/xlalogo.png           | Bin 46785 -> 0 bytes
 8 files changed, 68 insertions(+), 21 deletions(-)
 create mode 100644 tensorflow/compiler/xla/g3doc/_book.yaml
 create mode 100644 tensorflow/compiler/xla/g3doc/_index.yaml
 delete mode 100644 tensorflow/compiler/xla/g3doc/_toc.yaml
 rename tensorflow/compiler/xla/g3doc/{index.md => overview.md} (100%)
 delete mode 100644 tensorflow/compiler/xla/xlalogo.png

diff --git a/tensorflow/compiler/xla/README.md b/tensorflow/compiler/xla/README.md
index 39f8caaa96..f9c93707f7 100644
--- a/tensorflow/compiler/xla/README.md
+++ b/tensorflow/compiler/xla/README.md
@@ -1,7 +1,6 @@
 <p align="center">
-  <img width="200" src="xlalogo.png"/>
+  <img width="200" src="./g3doc/images/xlalogo.png"/>
 </p>
 
 XLA (Accelerated Linear Algebra) is a domain-specific compiler for linear
-algebra that optimizes TensorFlow computations. See the
-[documentation](https://www.tensorflow.org/performance/xla/) for more details.
+algebra that optimizes TensorFlow computations. See the [documentation](./g3doc/overview.md).
diff --git a/tensorflow/compiler/xla/g3doc/README.md b/tensorflow/compiler/xla/g3doc/README.md
index ab16f04a7e..6643bf0aab 100644
--- a/tensorflow/compiler/xla/g3doc/README.md
+++ b/tensorflow/compiler/xla/g3doc/README.md
@@ -1,3 +1,3 @@
 # XLA: Accelerated Linear Algebra
 
-These are the docs for: https://www.tensorflow.org/extend/xla
+These are the docs for: https://www.tensorflow.org/xla
diff --git a/tensorflow/compiler/xla/g3doc/_book.yaml b/tensorflow/compiler/xla/g3doc/_book.yaml
new file mode 100644
index 0000000000..b973d00d9d
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/_book.yaml
@@ -0,0 +1,29 @@
+upper_tabs:
+# Tabs left of dropdown menu
+- include: /_upper_tabs_left.yaml
+- include: /versions/_upper_tabs_versions.yaml
+# Dropdown menu
+- name: Ecosystem
+  path: /ecosystem
+  is_default: true
+  menu:
+  - include: /ecosystem/_menu_toc.yaml
+  lower_tabs:
+    # Subsite tabs
+    other:
+    - name: Guide
+      contents:
+      - title: XLA overview
+        path: /xla/overview
+      - title: Broadcasting semantics
+        path: /xla/broadcasting
+      - title: Developing a new backend for XLA
+        path: /xla/developing_new_backend
+      - title: Using JIT compilation
+        path: /xla/jit
+      - title: Operation semantics
+        path: /xla/operation_semantics
+      - title: Shapes and layout
+        path: /xla/shapes
+      - title: Using AOT compilation
+        path: /xla/tfcompile
diff --git a/tensorflow/compiler/xla/g3doc/_index.yaml b/tensorflow/compiler/xla/g3doc/_index.yaml
new file mode 100644
index 0000000000..7934cd11ba
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/_index.yaml
@@ -0,0 +1,35 @@
+book_path: /xla/_book.yaml
+project_path: /xla/_project.yaml
+description: <!--no description-->
+landing_page:
+  custom_css_path: /site-assets/css/style.css
+  rows:
+  - heading: XLA is a compiler that optimizes TensorFlow computations.
+    items:
+    - classname: devsite-landing-row-50
+      description: >
+        XLA (Accelerated Linear Algebra) is a domain-specific compiler for linear
+        algebra that optimizes TensorFlow computations. The results are
+        improvements in speed, memory usage, and portability on server and mobile
+        platforms. The XLA framework is experimental and in active development.
+        For details, read the <a href="./overview">XLA guide</a>.
+
+  - classname: devsite-landing-row-cards
+    items:
+    - heading: XLA - TensorFlow, compiled
+      image_path: /ecosystem/images/tf-logo-card-16x9.png
+      path: https://developers.googleblog.com/2017/03/xla-tensorflow-compiled.html
+      buttons:
+      - label: Read on Google Developers blog
+        path: https://developers.googleblog.com/2017/03/xla-tensorflow-compiled.html
+    - heading: XLA at the Dev Summit
+      youtube_id: kAOanJczHA0
+      buttons:
+      - label: Watch the video
+        path: https://www.youtube.com/watch?v=kAOanJczHA0
+    - heading: XLA on GitHub
+      image_path: /ecosystem/images/github-card-16x9.png
+      path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/compiler/xla
+      buttons:
+      - label: View on GitHub
+        path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/compiler/xla
diff --git a/tensorflow/compiler/xla/g3doc/_project.yaml b/tensorflow/compiler/xla/g3doc/_project.yaml
index 87c4c51e2b..33d8bdb27a 100644
--- a/tensorflow/compiler/xla/g3doc/_project.yaml
+++ b/tensorflow/compiler/xla/g3doc/_project.yaml
@@ -1,6 +1,6 @@
 name: XLA
 breadcrumb_name: XLA
-home_url: /extend/xla
+home_url: /xla/
 parent_project_metadata_path: /_project.yaml
 description: >
   XLA is a compiler-based linear algebra execution engine.
diff --git a/tensorflow/compiler/xla/g3doc/_toc.yaml b/tensorflow/compiler/xla/g3doc/_toc.yaml
deleted file mode 100644
index ef766e8e9b..0000000000
--- a/tensorflow/compiler/xla/g3doc/_toc.yaml
+++ /dev/null
@@ -1,16 +0,0 @@
-toc:
-- heading: XLA
-- title: XLA overview
-  path: /extend/xla/
-- title: Broadcasting semantics
-  path: /extend/xla/broadcasting
-- title: Developing a new backend for XLA
-  path: /extend/xla/developing_new_backend
-- title: Using JIT compilation
-  path: /extend/xla/jit
-- title: Operation semantics
-  path: /extend/xla/operation_semantics
-- title: Shapes and layout
-  path: /extend/xla/shapes
-- title: Using AOT compilation
-  path: /extend/xla/tfcompile
diff --git a/tensorflow/compiler/xla/g3doc/index.md b/tensorflow/compiler/xla/g3doc/overview.md
similarity index 100%
rename from tensorflow/compiler/xla/g3doc/index.md
rename to tensorflow/compiler/xla/g3doc/overview.md
diff --git a/tensorflow/compiler/xla/xlalogo.png b/tensorflow/compiler/xla/xlalogo.png
deleted file mode 100644
index 7a0a295953d0c47b23718197dcbab1677b337455..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 46785
zcmeAS@N?(olHy`uVBq!ia0y~yU_8#iz!=8C#=yWJb1W=`fq{V~-O<;Pfnj4m_n$;o
z1_lO&WRD<U28Jp%28M<f28Le@3=9n~7#K<o7#Ln9FfdrnU|<k0n6oR;hJk^BEy>&6
zh2cL4F4((#G6MqxXMsm#F#|)48wfLsOmTK(U|?V`@$_|Nf5arp!KsrTmh_E*p@G5E
z#WAGf)|<KI6){)0e!IWbf2LmVE}iIE8=vGgA57?asr!XxcEBYCfvPISlhbFn%r3g@
zQIua)Jo$pKke9;V_6t6Sd!?D#PEOjbdot^?-|g4GAD`jandmufne5+r=?>G}7T2De
zbMy6@z1M&1ISCpVi?y#@HN``<`Je3GnH`B<dS4cN>J@NEWqsH(S!G@|-`m)^t#X0)
zW(v;dY@b<WYMWqYCKXZ8(2^=z74frKqGCt?g}~DdaW5`Dkz~JkN?jvrW3151i0%6}
zUtpef=yAY8_6uU&i{m-2l$5?;pY!*ma(v{jq-~2ec=TP}nG|HD^KJfV<o&;771FwM
zuYTZ*z^7BUMaY;5{_3o`&d(zwnwXbb@k)z9Vui(&z*;6@?+xL6^X@nwkG_3H-2Ttx
zHgV;tlIa->_FgzV>(JvBt#S>#3({lR>jXaeMsKNldVPQSi%*NM`_4YT=tH6PevjFL
z9skVV{l9sA!=vnz+w5c8zwt_Q*{<4SsK8RS?@#HUFSq=+$fZhL|E_t;k!6F%mjj<T
zj2)soW}A2}%=&gk-NDGE*5%*RS;l2CKkMsnZ`zuA%qQo@mUSS@4~u;Hd|j+t*|TNs
zMXl1S(b?;JqObA4xBPebmcQN~wZa99E<9J;@4=~3p5uJITm13t^n2|K=HCvU>C~^K
zzvbAY9|1<4^6p9p*|+Ea&f5F9W}kcLM6o8Oc_-(`1i5g`XWTMJ>tXob;x{}A2EH%1
z-oD~5^LOeGeW};%Zvq-@ckVTCEnFb-so#Costp^9W&cbw{akSQN7d9Rx|gf2KR)`y
zanIH|HNi@ad<CW!4(IQoiVx~J^w;`?{Qpvaak`gyRm$YP*x=^heD;&-_NIN^WV!9{
zR<CDV3=$zC0uPq1W@u^*ncr}ajb-t@lX9F5N((f(W+m~yY_I$N<L=&B@B2N}eskMy
z(X{b8*pwWt!^iNWq<HhU_`SB`re2kS4UsLqDl2EQ*l+w$apRvsWoi)v0|zU^(ZH))
zINi@z$X$MZ`c(&iE%V=2xtmKa3eE3)``YS5RDJ!~%9U5bvzNp?OKxMD;MlT7V2Nne
zgi03yh2RE9riV9q_CAo7|LH8qASkuk=}!IOQ}y<x--HhPEnc=}{eR7_=}mX1%yxP4
zCZ=6J@8+GT_ZIS82CEqs2t3>oF277U{*Su%ap$RB4YO^3HCZj{4S#%je_YGf^NhF6
z#j8RlyG85tIVxR9bk_)1ZSz|_>64HA?yV74#;au7J7((U-&Jx<cl*V<;Jq&6@(ax;
zjTw7gYhB_>z90X^x2yW;$1SxNykD~giwLvs{B$d+uw@C0n9iksvmQ~wXUtb0?p1Z#
zI&l%V+^*hL)z>y}KNZHPA@zX&yz`$2s|#;r3jWz&zhLdgbr%-T5)pD*uz#`a{Wle>
zmmb}=p3lg=C~*RV%ZxxxRiBF0IiUgzR3)tCR8`vdlqN6WP<ZqBN8{ORsp`6wONu_o
zOAF-piC0AgS4?PPInE;(_x{xp|LwUmW1m~dfAHRU*`kAGTFE|#_f?<b(oSo9u{>oT
z#lR6dx4pdnW9*Mto-Iaq%5%Dp7B*xu6+i!ZZ|cdIh=VmP`@BE)PCF|XnpUA#t<v_>
z>ca1?hNnxdnHlVQ14W-ajki!Pw2>{`@j`aiDY@k*>?`-bx|LLTBv*Qd_4)c4iF3r$
z;x;VLojM`;@g4W~3#Rd|-}EKos8S2l52wH@TWW-+|J}gK?3}?pWxB?m=)i*i)#sMR
z=iaYNXnq_cHKnNk_kG1Q7g=_(JyUIk80MdRQQu>5McbzIO;f{!{?$>h=d8Bh{%37w
zbFJ)*dnTJf`7!y4t;MpA4?kk-51hSw`}sAmpZgl7RQqvyB%J$JT5?W#e~PMc$cxWY
z>O<ro^y?h{^H`s0V&CEEi*uu#7rL7&9!W0bDOq>;V*S6`qmI)mD<e)tR<Gs>o+&t0
z$jaEKKeb=V@JW^1d1IE#AFpkEt+m)lq2K!Zgfo^d-CG(C9d@k=_L<24NlNB+QlU)N
ztOM=(JUWJFxeo`Ot6W|bIk(Yx-cMoOnBOf^bhv9)ed>vxvsfXfTJqmxeeaJK?mGDA
zgIw@Mi|fS>;Uo1td@|v0EuR1SzR^fvicn}DvvkApbxc2Gj$N4C(&+nS<(r8NET!Lk
zyRD}G|I(Ga`TngBkvvP5O$%RsLcVhEEg_W;)7RItZ~y*HZ_UI{e`<ZZ6b^kkC};Km
zV6=e5n{T%sWv#PV&f2@#zVGS$b%(agyGL)>(#q@mai+wZjN|F?wM#di-L{_7F#P>%
zr4R-eS$0NE+v&EeSOUx!KQC<TdATt;yn)MJen-x<%D~jC_3Y~{%uJ`+`b{+dw5&L%
z`{+icxrcVC%k$UeWqg=i+E?6`FS1{qW5xZAg88Ofirhat2`yT%kM*bf3Wgn`SB<Sc
z{8Wx}x-9dB_lrnX$m2!2V(sz=)MrI+kuS;rf5GJVPNfrT`qEB?KS=9s?qXtPy`mt>
z(As!~uj!T($MwqN5)2F?j6zHwogZDBEWbbXX4ULniD|#MY}aVoINW<S!%^|W;?wIE
z$$xzt5u^LG`uj{%zR8oz?s%En#@?G;#=-c*$uY#NMrQucuQ`AInr@l;;>`_xmTPsd
zqW<K3KDP7bffv$m7jiI64N}rk<>^oDZ(=CzxcFN`apsq68?~7@epVc7dihQCxy;v?
zs|oS!Nx_%;G(S1SUD~iMLgqRT@50x;*AL12^VDuTR_G_^{Z>_QVOfH7E`RvvSKF4l
zbhYO=Gi<M#S}FA>QFy-nXTdo|D`WTm5}b1BZ*jIx-+KNpkAI5K=dVpH_;9(julU@H
z{0T84DYh1|(U$qC{VYp<bA<SF_@{I5AN2@ja1qI0TYPQHybV7}!!Fw_-dA+WGQG=F
zRsZwp27w=!ET3O0|Mi=1<)orBla(HLS%=w_sc+4Rcx#*49zBPdWwH1}=KI!S<#o&)
zZd|sj3@@(L*zxAY;}`Y6%VYwTpZ-3ctl`I?wZx_MaYf$yi3~q@-0m-KIl>pna`xG$
ziZ?7RCF?q_T7=hrZ94aod9SQTWzPT7u0O^vXC_DM^xgkblKl0Vuc*AIihaED+{ee3
z-cWWjx#=z`R8e;CB1^7`^|aKM-Pfg>7F~UK?DqfO@3pp(f6vdK?(*%%oUi_|<`x0l
zZRYM;7j^3J@#rv>2gh0!6%V+ymYzFr+{BP9P@vRu!pD5}7p|_~$Nbm#e|RQ&{9Mht
ztrtrUO<c9|O<|X3@+ITrb&3UFX1-sj&&wwxHuc=ieSc5<Dq%ZU@y$PCOPQ$mOVjI~
z4721vwE7>~lYGD3Usk2y#L8B=i*}jaM<=Q=$yUv%$}}o;3psW9`*SG;hQ$6`rvzg%
zj~@_jX*|pFEues<VZphm<fX+o&t5M%U;lG0_l4<SE*<(M@-r=H{km-tGPcs@51t$k
z3p=-MO}F!zufM;tcV3t>xs2y)MQ)+#>p8+#1lH|ji~skU@yGl6MQbl4-(q)mTCjYv
z?ETp5g8AFtu68=J@bBEqo3|BRu*uL~F6eMu(zaiir(aih6%)tr%72M#ueGOdy(7Hu
z>0#!K+)hyOKSgu0luUIi!`!cOzrI{}uxZ7V<*$VW&WR|=ye@m&@O)Pp!@A-=xjD_h
zw)H=(mgjx+>c93ahMQvDk7xL>%`m=RAEfsAAIImQ+@`$Drl6`zVSEgK&Uo1PzsUX`
z_f6u0gsEcXL;m~b6-Pe3*I)W><vQ75AEC+HQZI{jCl^1rS|j&jy`A~oU;SE|)BSpC
z<_c`^4dKZ-ysGuMvg|sgPf?{!0Swb}SIpkYc0cZ)RNfxe+RlSc{W<1uW=ZX-cqLi#
ze6zo-)%k7v0yUr7vHoA|nj-J16ybEh`|If@hD?UcU<IT33#V_>KQcpsiAC|vbxVtk
zueM*l%=)_Wc3x+4!iN19oM$gOGh@o_b=xBDoR#vob&i?mBNMIpbmi~O=eKC*UGEd$
zdwZ+%MTYnlLZV;iAKO}f_Q3Q1Q6)E%ZN!czxLf=EIv%ghZ?g8Za?rUsFRVAtSv!ZB
z|JEtN!xg+QV&Cqa*KapfkoUt&c}ufWsf&tUO1jJD6fc`mpr&eJ)UdBqcE^jQ;#rTj
z{e7rV{M6-nnd0$dUGDEcEZf3da69VdL1n|o4c;GTHjC_e{<u}{qCxIPiz*S;k~1G4
zeRghE5A#ev>T*x!sQ|;GAf*?s$qWotZ5MxYC|-1*H@S?ZRwirRwD8*3&C*HMRktS^
z*px6WJHah1Cv!Wg@CyfP$sf;0i&7pP@zV64)3Nv1U5R(M3axE!Zgu83ATGiY64RHz
z#)fD5KZ)FntDO3|8g5snu2?Ml|NU3f%jvhinI=Aak@A-3=ZwI&76}K6C8zlD?B;$^
z=XT)Rjf1bb79Y~*ufMMJ*ePLMe%)f*skVNG3w?gfQDx*=lYQJhK05aP8w>INH}C8&
zrtB_Dcz8?wMscilLr$Sz0^6d?cD?)mFJTJ56YxTCp{|(w+9?ZIyT6n#4}KozRe5H~
z9hp=?2BjdSHx~0w%W*cGPy1r;C~@PJZZZP{$E!6aAt(6n|LeTRELZo@=asLI=yM;#
zLZ25`uZV$q78e4KYrOYe>bGvfryZTE{O%|pj<wGFmUf*_$$_6~--E~*#aDLzcvqQW
z{pn2;UuL^N#nVlz3olRe{k+Wb+*8MAp6@TcNp_n$MS(4+pVeco#EoMw>gFUw+_Nfk
zWk{4iA1AcgzUalC{qEQPg`21Od0H=<p`f<KO-ZUZsrb2-N{`Rw&bE(VS4=5Z+ue2H
z?X8WSx1`e+-JKk3Ey8et;mF79>F<swK7Y63-|_#VM=aCRbo#8Tsy{q=oqcG&l+>@B
zwU6i6%B?=I(TO31K}~RylSA|NNg9j_JDnZ+nHNT#FMZ1(_~`TOInVij9hy|e-kc+~
z^ntXg>qg^5aFNQW=-|yCet)vxe6fi|H<zUK9u`>DD{`*>g;~X>Z1xGd=QwrTd{1Bf
zar>*3-v9YcJd51}3myd??|S|F*R-o1l@BZa1Rw97XUY~}o58byDS%DlZa+s#&^@hl
zf-EhyG1jXO?tAshIBvcCoA(ELUK(@TuF*Wz!0EkNYf)g%%NX`;XC&RzjpF-_wm;Qw
zm%g}_dET2_j!*0&&beLw^St0qSKq7U|9keyMt?SIk^DIGMcnnqv(C<?>FJl^S5NwM
zq2~1a5C*Y^7V*vQMb&m%y)7P-**Ci{NUfTh(=TiO{i(-^313YwYTm!9`K_DtBq(vu
za9PmIAL#G9{Ct;z{Ji;VKIU$UwSEwp+5U>Tq+a*X)%iyk*RMG0djI_G`FY((AEw;@
z&%bn1y8o7SrB{|K?Eb#OxO!c7J5%_ri=R0ZEg!4}H=Ou<))%e&^H6nmw0Z7cd1p!f
zxec0Xt(>0kltM#q+}O#tEB9!>LC^YdqvN0UeSZFRovh_^natx4xN{Fb=da&X)!Vqw
zwBPsF{IJ!lH|9RQ{Nv&GeU{lP6KkxaI=<VRi>2LgkvO&MSw&`-2ulhZ#|njzBYUrY
zHr)OFMuh02f6{XQ{!V@$mvkfZice~PaL??&=Rn@{U?@4zc&l^fnQEmo?N6+;&nz@9
z*fo83nTFH?cGDk+<&Tz!$u>-0H>>3NoNW;@+CiEf!hIYv(@)lHXsYyFc(4Az-rL<)
ze1C$f^r}S)mdaYosq<6?+!DMHamD?KYkB>i_YZc5$$8&iUK76j2LHF;uM9gk6vndG
zZK%9_hVA&zgod33(shR~@%5LzWw`T5=BzpQ#9jUmkM93j_||svujkt|x$-Q2hU{9s
zJ>7He6mj+?IzM_uPDn9Zd{}14ke{3r?Ybc+-}U&KEy{HXn@fM5Y_|!sthmp1WcK4$
zxoaY-r|Q<$Z9V$vgW=-u&t`wkfA?bVl6!AI#9cUPsQ$KM^+HkExG7~k;?FHM3#_ac
zJwE40)YokP1^L0hTmG+%(CK?S_w|REeE+NLlTPYi_o#fcq+80pnCn5@jZDRal<wj^
zOpF2wD&+!yj2i=bx917oeI(O$K5s+(tgj23uUjb{OiS~+Wq9<)&Gin`6c0(q&i!%n
zn(pRTGS8bCHM<prc3$e^mfIz2YWsSx=G%bUhG+c>0zY-+>Q`_+|9idVf9JLc8EX;N
zEpIZO20J$|5Apo@t|mjuy}Q0;?VQ*b2cJmt@+_Ud@vmTG&vC9`7Dh$+@U7P@!|U^Y
zMqg(8ZDp`G6KuC+c|lJ1(Th(k4($24PnqZQ9)r(KNrC}AFK#jVm%Tk<`FzDbWr5sX
zJol|#x73y-t$jMl1=JD`zrN2<`I$v{yV}8+y8V8PG0{6aKus_~hCfF<*0EK^eT_Ts
z9-A7%_N4H++$78PjEQ0a6{pHey9|xrJ(!_%$oRW`+w5)mv!k`=eiuC)ciCf8to0u4
zw*e*&{2UpL+8>Ux^B+E#zWD8m&W+QuyN?<kE_C=T{vti)((_P{$}1_qmiJAcW5`f>
zLBfG?!BR<EZPuWBQ_6nKT69j-es9w4H`~o>7@1ctnl*2k2IH~Pqg#$XvbbT?Xzb4=
zlQc`bW$Bz~me(t-KbKwS`<8N@Pa%5FVt@Aqk2b%kvTM3*XRD}xTbpH`?fcr2*VlBp
zrDdOQS}?_R=UR6Lr86t02&p~T$y#P_*u$6byO`-xGW&Whha>0Nb!Ml=g@hK@et4{|
zcF_t{5wRT;z5HdB)}9}G{~y$Ux3~Hu)9qhTty4meR>Ute2)MsnPX9RnqqSexy2zcD
zYwIpva+xbWL$)vKSJGA?*ZZIUOMUk~*K_pak8imZTQ)0yy6E!gR@8CJy)#6Ya@|p|
zRAEuMcw`o*xFrjNkjFP+r((wXBhi9Ef(nWP@j{#D?fSKB@ipr!yveI9(z^nUp3S%>
z*8SM_rOBfBUojsPPS?~&oVvDXZb8|kvWgAhV)^6Gh3s~%q35?HJ=FaDwdihF)3(L^
zqW9mtw_kRvP)}o-(wx15lY|0~H?qD@?YB!hp?lz4=#!oE`nwpM?B;Du*j0P<)8cun
zrCz*t$N{A)4awq|;MJ=?zG&B994%k@V#3aCf3J2-nSAX;nbHX_>knaveZH;P;;hk-
zZ0?{TlyCFN;j5(l)LQNL5}&<&`_H?a-^KSutxd}Be9FE!-KUPOJLm1<W_s5;PlU-#
zuxn|7j(otki8mZSY-d`Sm48=m1(U*}i0rwWmwjzHx_<MdXOg^AgU?w8znN@!bnCVV
z8F^_bmp|d#Tg4);u{#Bcol(pA0;-f^KU~Ota&w(*ULoItSK^81E*@W8X?V--^J>Gr
zF3~#gZf(@Hi`Z>2v&w(z6m{`r!E^UGQZ~Cw=Q-!;FKl%D+w)eNmFIADG`EX`$Mdd;
z-r}p_dN1bKZCK2#c{%!dLf1#bWe+SASk_s;|65X9fB#@;&^nD)Rnvr)Esr~^Z%)3%
zcR=@C;8&>^2eUUOJDbiD>v?&dy~W`=@BRb*=4<9(eR3n5ZRX#lCP$y-JY@<x^x?)m
zV@8gKi4nYC)_q*IWwDY%zg6|dk8z8BRwcWDS^ziH7yJFWl~j0V$71pI>))^0VKZ^h
zHaDx|;?2^hGA=G{o+T^&@yeal7yW*p^9uWtk1oi#{b63Kf2jNPh51j{fB(69?M4f`
zIX;h$*8exIxa;u$`0FJ#`3>IrU7-)&S@LOdiTETKUlwv;D9}-uE3zWyz=c1pa)EV$
zEF!K8QUmWqR35h1zw35uwa4;hUB%08STCL@|EuM|%=G!r@sctTQL1yx#TThwteZHw
zY|WPqTMp}<3tad@{`masI!?~FSM;3RuFduD^$+2f+wRR<S{hWRp^$o#)$PFE8`?`;
zZZzLio-nm+3-j&y-xq9gW=OO@AAc*WcE{SMeIIni`4?<ejeC*k8+fEgt2n3o=*L&n
z&Q?_Y{`R7M(n<Ym9+e@QB1vz`HduRFrwL7*Uc}y`ac<)($0zRZf7L(yl09c%{rx@H
z<2#S0B~_=hU;FZQg{A$}UtYaa+^1gZI=JqM-Va6BlfNcZu`@QvDqQvNIFtV45ZK#y
z-Bdp^&wiVJZfD&~E9t)my(`}ocG()Q+PN^CBV=ziYi(J^hZ8HNq)!V{Jm#0ORQ7r0
z&TRK}7VayaFRVHynK7q(+v<Pi{r<V#M=!4DxbX1wl+{Ac%iWgRtbP*4Q+Dw6wj#Tv
z8?zg8SF_0Uds?$FCd!+io0}G2`tjuYD}3L!FHSu+<^3y>>a_U>H|mPH-`~ZjQ(u!B
zx;i&rCS{%G)7`nP9LM+mGLZfG$Uf34Y+-w_#1@7HS%Mn3w%*v7c<bJleorNyE&E&Z
zx2(_Yym>BE@tKEZi?D9Cwz^G*w)%rvo4(unzKDMh>rZ4(mz!)g_l1D!%!Ml-&C&dJ
z!ur@wP}k9^!OuE4W}=6T?9@+Jg3imdEtTcJ?>6u4Eyb2>AH6Bc54d9+f7iL>-jCdR
zIrvsm;hC+u3HNI5ubg?NRaB>6=cZ_LtO7$K|Ls#R6BhJud@IO!I(ZXY(eARAS*xE;
zz5nY$TSUIU^(48;+kFhJ?ipGbHT)};{qdmteE9h-Z@rt&TrAqr)4?)rO?9JR<)y=y
z__kZLD_qeoxRuW5e6?gt?Mwf|_V2{F!sZq0-QAaan~}G#I5XhXrc39ZZ*uRwS$ul+
zx-HBSRh%zs&qgnM!mvQIhikvhpV;mm?#9Y}mc8FXzF8d2dt+*`D{?WD)k~4WLZeEj
z)+y>!y`M4ch_yaf`-Ly-=7&}0yUU*3isD?#*;S@{$vM&F93um0lrHDRA;J1zu}>0C
z@6pkDy5^C2wS@IT!D9?@yO~T3ridip_G<JwRLy9#V)LZ{Mg5;w)vNd_o*do0B7Maa
z^X_Fcc)nRZcU>Hq^EReEcV)=m%$Z+GLxc3RR$po4xR@fp)bqpU&wXkcM|0-edUmY&
z<bNwyAd6keR6k6<)^6AQ-?IN6A80<}``XH{^Y*vtht3=<nq%$yZK6t(YRmGRrwrR2
zRImCAn6`9DRBPFBg@22d{j|9z?Qom>ynkN(h3~z6U(DY$b+*!Jxn|G+iJjtyqpaOi
z-sj%>@J_Pt^G1Qqae4A`t&MH-zE)%|b6+aUpb&DvFw|iCL63jjUAMM>?OUI$F?Cj%
zm)hsETAKVit~bwR1kO}^D8;<uLl~1PgU9i=w*ogdJmeOwa{1|6SR4NM^Xxaz#q0k~
zD3flsQGGi@>9|~TvWe8uXXi>KOpGr38TG6W^|V~C^L|yQfZ3!aX+nRF9D1DiyUF^!
z-Nn54De{)jWo~CNOl*0!`~T$i{{#Ql#s6ntZh3C1W7^i9emR!!&J%=~+5|M7OE=mo
za(M6yF6kGTd-lVnZ`y(jI9N(~MT2<ke%#QO7TSK#M!4DeZ>!ub5!VBG2MaB-=UDsy
zd^hdv`?>Ed!dYi-E&6-r&6TZ->(n^4c_Snb7~T1QTlru9?05fVjel=_T2*8zrjUE!
zq}`Io|Dvtdy^8W`aJQ3i`1XG%J45;N>?7~4&r|+-WU<E1kLNbdnE!kJ{Tg4}hNI<+
z&RjlSxV~`v;q(9M0|MKoN9}cb7a?rTvGAtDhA!K!jH`EKO`En%>!zS}-n-Ke7bw2Y
zUK|{2z3hgqMVQOt8<%$S^<|pKXG_F)Ps=oP<70EQ5_4tW{&_NYzq^%yWZ~yI+;KY>
zJWFAYe>ai0r|g}fQo}R3oeI`6ImS2Z-@i>vnQv@lkuHCDeSRAAmZ$&jZ`|Z)`Mv)4
zTf=8fn@h_0&gpzCYiQGczhUiyf;W=lwx5?<ZoKk9a-Yx_e_4JO2i6ISPEi~y9&_^T
z{A}@(|JLd6mCLKwZnR-xcH`P0<Mh;~O`y_hic*CDgVLptgO?xmzHG1iePi$5S?|At
zCTEIt{Q_;?Y>B!h)~)Qw5>>R~*Nt1(&v$rKwuC*KI!8?KlGDLM=fschp7*bL&+i_8
z!I%F8%g-zK)h{oexcl(Eug`ba)Te}<*z@`Gy^qgtzCS4#|2~t)x_0OK?_J;K^$Ix(
zEnHgucw^wPKt|1z-q|^ziIUDOi!5eF&DSm2c${nP-g${i6O49-&hOc~$L{do+lzN~
z-~G%`%Wy{J!fsRM__d7sTi+!xtZGs{e%9EY;qRjNd$JeKtWy$juMSUN*ly;^cvI8j
zmdlM>JNf=kmB^a+%tD-fhWAak;`s&*CW0Iet;vt?9DlbYlzrZz*XeRjNfrh@JPJRh
zM865masM~Fyq@p<FXMZkznA^`dHa5_4)goUH+&Z_Z1<e%lKj3U_K*RCqUtODu1z~i
z%$#L6?(nkyn}1%wq3PSN&3E$OUswIYx8En}e&fuH_xg`K+8#5c<S;M4wUA@y{>8eQ
zB8-93)5QNiORoLD=Rx~&yU4(=DV6E0!EYu%d~idoTbZ|k&&H#A(c`t{?KAmxzpuHd
z(&WivZ(JgfmLKnaI{cnqy-_Y-;etgDi*J>xo%1i4cIlvFzKx!L^|O8zM-NUXm#XEu
z1#B$ZuO4@Oeyn7$`_TU5+eCkN*e^bDoBQ0nV+xWI9##!68Oj8@#N1lV7##0?>{nvQ
zY<<LjW`mx6=E=qD@7CX*_HSnT(Th75ZUzm9Iq=+<lXkhWXC3qX`&$(6J+P4HGMb*+
znAJBiGFhQoc!6=jug&#~TC>AFHTOO~b%vp-`S#C4?0HU~6ZkU=zTe;TNGAF4Ua>90
z%L^YgXerK6<k)RL;qKyFr=8zCc69x4L%2;dF;a-p>|r>^vK7rQcgX*D>NlVN{OEGS
zRZTVL#Ls!i_;>dU*g7YjvOIp6<G@)d?WN$kF~gpxiO-s^7@e2u6^wlRVPo3vvN`WJ
zu9MA~ZSigA{tt%Pa-v#-O*fVO1uK<`J(?BLTP(i36BC*>Ju8$^Q!>-pDUqEqg5wv1
zE4QNR;tv-NF*1B-(|GcD)itZ<ud=7_H_ctKo>}s=w0TGHn{yw0K4gWf*KNto&ffdD
z#y}x8GT;2^CO5_d`%m*c*t$;kOwX^}w>1Zyw+CJEVOGdE!;xa^Zk#&Lc9zSD6-@g!
z&%P<nJ@NW3hIF5{w+2i(j*Tr!9E`CC!m=io?RhS>bal_E2AjO23uiuc={DJaDEQ`L
z_sZX9Kh@2hn6q0xm0vXKNDw@z|5T38?Dp2j3!?+yHm;LRSypf@x%@+;^tCrn1VknX
zaTy1>Xk2GaW1EoFAQn>i;>j|j{k%71j~8xso0|LM<G0=g@#-0~<TFDKe~b9$!O&#&
zdzRMR)AdzHx7~azZP(v8WqX+LvVuT{1y)i=|G0-gdOkIj`MtN=pTuXvHD^*QT|F2$
z6&;?4&3W@up_5}P^X-i2C9}e}>#7Ew`dsI@>Bt=O`BUcqIJ|wOqUn~&CCb~~r=6U)
zy2xnm`NW0^Tv;-EYWUcnxx3E1&;Hi!)C2?FP6O!+AIe0Qypda-_&ULwbAHkyi&LGS
zngtjHUuiSV+3|a)czErfB}=v{2AZexJTPQo*iv4aG<OwK{+_fym*sb)2Xv^P+A5Kp
za_xs-_VI%c*U7F<-C6ebgKF7_pZxcle)OHKzGCug=0aoTxwh#~TUaJAImU*aKX~{x
zN9r%R_q?amQheI<a(^Ve|5hBU{9+ehb5^2N>fY0v-2X@g$GX%#nCAVP|L-l^_TcXh
zk<Yk-_b?xRUok;)YVPKO*xPS-W4k_mR=F6k(^p*RUEE@(@<;XR9W2jsK)Lgukk_&|
zeylRbk0t8=pY31u(k|$`&<_rc+mGg$aFnf`-+VfG$&aa@taj8MV7S!AVlCu2qxuXd
zr^5yI31OX6gg@Te%Phj!Qe%_+u;lkCQFr@r(;L?tBZ~K2I6O<KpNIYUw{?CYmV7@}
zhMwbncw+yr)*rJ2({4JoahOfqJ>RVB`D>mzAJ5FsyeQqjc+L`89=Fi<Rdx59%@>>5
ze(8H<J6EzUO~OTE`s;&iin<)XR$jhozy4COtHrdV20EPb(HHI|x<>|c)Wx=HW=$+S
zRh<2B?uXSq857R`y5YGpxPveJmr(E}KK+fCqZ*kM?%Zmt?u*#=*wlBoqT-QfMK}A)
zAF#QbTHoyFQZnKFdf_Mk-KeljeA{^D{5rC?CgXRpQ_mvbaD!^&iAqkEG5negHpYh*
z8mCVPIHmlcUo5SB{lq1!v+rEL$X?R4sCDABK#Qjzp7k>-DJ&^=U2|;bD{b)-KlvLM
z8@Ie%`}*kVHzvm0%1akrEc|fRUH+N&>g;*%1RwR81V$cVQJ!vU)W7m|lT%A_eC>>B
zdw=jxY2M;&q`d8)Xx;n8`<GqN=yz|7-kT+?82iXp-&cSqw(<WQiPyf4=Tm#zo{ByE
zakItkcVAf-Lz5k2^h(ELn%U+jZ5OTX>1wcfwdUxt>dt4cO%*Mt+E%sPP22Tto!=k-
zB}}&0>omW%oG<@9L16V;p?JUIhMeuJZTV+@$}ha-@$gT3p0lri_(^Z;D_<1CZ2oZ1
z+gp2g#w_dKGZz{v>)x5&6V&oBt+ynAm%Tq*MQirfhKq_f?`DTAX=dpE=XQR%powjR
z$@K$z^Y69>3SWtw9riM&?6m3K&+(P7Yrd#@|7I)fy14Q9+U=QBr>>~_Blu_6wr%g5
z4l)WR+Igny-DF*{MZlm#An91eyV~MQeQzITP1&^N@I=08dy4k&`L*7DiI%bPvUSpy
z)h5c(GZq_9k14EYYbj|xw@~|e(E{B^mM`6IO*tVU<d}KDeQ|%0%ep-WH<)gi+_El0
z_4~c|{D<DM$BA<mJiEWX+~(h8ex6z9b8==(Dw|?i&C^%Q{FfsvG_l~V^e6SH7teC%
zzE-d=j@E2rVLuRHmd*3_c*{C(_N~@tk5=wHeL;S%TS(GPVP=l+`49X5etT_^@px9?
zThn)4TnA2yJzJrnyPbpmfB>h)av%36b7lxE{rc_g|Bv2oO1cXz%#;j{-|6)cWN8<b
zFmrsWxZ+TBx!9`PB9?UtoBy7%ye_}%+(J8vnfsjhv%5S~)*COGFFEm=Sxx@Grn9d@
zzCQO{^e^a6zdtu4XHVt&LUWIl-DQ7-ywX-&Xg5u}VODs@xc<@NxOyLr-y8EK&fH6w
z5>@CY#j@P+#KPjJ1uyPJi+M{6^}Q8)*ikq|aK|~rDO1Z@_HGO1c67LLytjDy&G6Wo
zORsJ<?&I5XrUNv!=A%?SSM}CztH9?L58UOZ*>{B4+)zIv@4a@){c}~#uO8pZz9S2o
z=>Kahwl?<YQkAz8&Sc!#HBG<bhj>V)<nOOhTE<L4hqM&$hjO>{C_S()X8RqjJWu=3
zM%nNW>o@ZLmt*<A*fq4FVcnsiR|z-n8MA#@*^|-Wzx&ILD=%HzH9Egc*|K;}<?-kj
zrLl8Y<m4W%Ro|bTuyx)2DFTaDmpC<P|2Uu8D{Ry&yl^GU?lKPL&T{)t*>PJwZZ#Br
z_@>uk+hk9#j=wXqK0B}DXn!77^y13PrQ4+J6nVJ+RlYgBa`&U_oU6p#POZMgC*MA6
z^<3@!e-H9*l->K*LrQMX0-Hm2>8GrYAN>99w|aa;^mnK20{eZq1BK){wRf8@OV_=i
z)-`9#;}hclBZV&UofP_fYyPzNb&uktw(cvI=h$(2wa~jwrH08(3BN-5bow{OJ^wyM
zn2%wGnR2q%i%TtbZAx?YF62;nAY5=IYDw;UPivFbz=zKd`$wk4aGd#ic6OS7YJch}
zyYy|}*7?~y_|Clg`m*p}f6I9UZR5G@X1~k{ecF=Rdw2(QFxU0o)@H^Z?NvYju;;mX
z|G#D!y8In?eA&ufGiEF8{<pHhVohJO`_<}m_ERN2(p4UKuoxDKF01QZ@R~6tfOqwj
zX_M4C7M$~PZr$@FeEtjD2M@*1Et$9Q(LTpHNi{vMVtYM0Z~e^u;p4q0dGV@y6O_Ef
zKbsgwMkezqHLA|lzqEVaj`m9X?;q5JUq)CwT3Y|9bN!wD;s37`&S!oTGbgy`x-%Qg
z>Raaz7AG%ZyZT7xiAqwG&@l;?|BG8WIDT=g2~$pG-&=N`5j+iLWsz3@<igMT{yqQB
z=AFp_Pw)B|EWQ=`UiyW5u1VLw>(@`b4++h;J7FZwHsiTivZg(=2Nz>IN8&Tj$<i5@
z9Pjq^R_yXvD$C<m`rYc^72E%w#k+T_rK~Ru7hy1pp0SwW0$1$?<pKs34+q=Tt;);&
zzt1XSp48}ai!p~?P-4al;R%z=W|(cd)aN8$SQmI_TiC~+zUMxB@7uBD?m>mw$3V$Z
z;;ZUfL**;C+UD!qW&Dm__3JZBpub_B-Lp+@@z*Y<Zd$Nr%i}py_di)QrEG@eoNcen
z_bmDBD%HQNa0|;48NG9w%S5+{aBNaNvvBil&x+h<YzZ@jrk&;R5Pqd%>9FfkpGJ`1
zk!;ojmYMEv*RcIwm3^*eZ{3Fd%x5pBi&aGg`zS1)XL@V5mEqaK3m;#2{k(eW#bRrb
zr}vVypQi7q?mdw5#`N8}j&-uGs&6Og2*&>xn*aNStVogC_IV+VyZ5|e@DTMZ>|=Fu
z3w}^t&i#AV-skgQd6eZolHsnKwP%rGC?k`d=(M2j9`>cOyH0hmJvsT_Ua8jXVp8a>
z8CvHwm5-Us-dbMzXu>fyoBDgdh4eFi>2fOG(^(c&XB;i_X#SHmg)@}i-debn?Z;mJ
zyQenqx-R@FLFC=(cW=d<3(sw+f3--9Z=S{46M6SPIUh^8u}%B#jGXhw8{7iEc9`!j
zW8iotGb8S4%*XrFbMo$Pc^k%)x~JmkRQ2R}maCUGC%@Y{SwAl$Vy|yto-cQx$VbEJ
zrb6HDo~TgL+_p}(ucY9^toFiN#r2D8-ZF{>2d6NzC@(2|a7W^G=&t8o1v$shN||Q%
zp0qFB(~)zX&wZ`qsmYi4792Y7-8VbEj^WnR#>vlS2H#AcY4Gg9jeA!+%|k^i{+d3v
z+yCFZS!JG9$u@>Pb4~re#XWu};(wiwE#Ttznff&k)J#-<tB35`s9%!CG9yuJgXSjf
zy9yfa<_ZNFYoAXGW(@zJpR1lNJbnKDm%*I7<i4!gqP$?^ivAPb@BT&HcPw9PGiw)n
zcXD-N*Wcur_emX~_S%Q1*CJnEUw!I)uuG?tpYzT&fd}qppE1w(wtlC(VoP%_v%1}9
z_PA}|PI~Gdx+&c#=sS_y(0!TXhSz^(tkl`A#&7aXIo4~c^JDvi*$yv{?JHO+%M`GB
z;wI*}sbxp_bGGT(znl;{mASuE@t%zSmkrBq_#ZQE1~pAi6&~=ne|blS@Bilbj{V}7
z%CAanyuL#0#bn8%oHZ41{JL@@&Te8zo^U4P)*rU{|3Bz!1}$J%%fRt$meTW`7RT8p
zh_U?LBKc;1@WY*JCNeJJ;k4judi-M7#{Dm}9(@0q5TMI*yZF26hs>T;3iCg=UKUor
za7fwZ{Dmp+vsN0vlk{N}$jUuDw_Wz;?^(<4P7p})R{Zu@)h(rWQ-dg@iox-zWg<(m
z+mlp2%$vIXbJN*ub=S)lQGb-Xia)(vGKH=2ww6W3F`iE`_F4?fjvDxK&No>ozG803
z0r!9}8bOz4$67ntt;<?lylz)n<?k&E_wl9ZypL^vdSplX#W`CZ*UQ(=un!CU8?s)Y
zd>QuyTdA9#76)vs+?zdJ(jR<bDtS9W$MFAI^`|%e|MsaZ`hDWx1nqN)Pu5!;XHk3{
z{2*E`IX?NoY_q~P7E7}x)-6rpt=exlxXNA%TWH_=(>+{rDr4oJE@$J@ono20Kury!
z-=(bIdA~e<c`Wlr-P7Z1n&-uAU3#;y?<4cqpQoZ#8d?Mtlv<YF*<aTy%qV!sZPFDV
zCVw3pxo!3~FSm2^C>ZRRyZ+~2^THdu#E)M+Qn5(#<s9Riz7r)Km{{!A#D&#t=oPtJ
zow+#CbBU1<<IKkW2WlBbS`$2Zm!&$0zuY6rD$2~_AQ&LhC|R5)!GHJTh3C6O|4J?i
z3O;AK^hDkLd#0gbi@x1lURdqx`@glh*=xp67y072JZWQ>6C8~brhIt%n7@z7(cy2O
z@0T!VZL3-0lLRJLYb{BB_+xq9aq;{0lQ}%4XOz5dzPQlf@QH0(KKU+EbY^QQS=!$m
ze$F)^&85P3m!hh{lp=?1tsI}i7w$6exWlxyXD!n=ftpp@PldN;Ylp`RJ~)y;uRisv
zy1!S{>-JX{%rC^hSm<l$_O1HaJLwnh3s!M8=dUaMx87)1W@D}{r@?l=vXV2Yy-ayu
za~^(PD$~-CyC^9^I!xDw?`1(~Sgqwp1BtD-Z~dJ7{h#{Tmp210>^&BHvR6f!h2ubq
z#)G1ND<55Xxx!-i(eCJ84{0IE!;U9T9#}4Nd~Tx>Lwl&iG+tg$jibep&tCuV<T%3L
z8SNii`#A8m?5nnkGf&BR_j2yc`FmzXM(*MAXXox;TDijBTZq@^+i??T7VGGRQ8~M%
zm6yuSICCn{xc9RB{%-zvRXbNOCHKt<4vgZsF?qv*IgAJA$vt{d9kt-a(egi&eb1@+
zmFoO({g{$*_!8e*HqGO+FZE66PuI!Vv_7KnN^vN2t!(h6KA{w+v?<@#`CYN%`>}EA
zx%zN$t8Bj7<?^eIw^PDX&#jg|7r|j=cCPk~U)IeHQGRV(oHx1L-X&gf^l^FMh6$m&
z-aD+*{FEZ{JVIefDC6HVk}@6bw(55o?yR}EQI_Si#t(VjSxhW{>}G^K_RMULPjzXo
zxpv&oZ=O@hj!V|6Z#68{-jr3xhO28u-~P~_?EfNu?Q3(jmI(XE@0(_>IbjnJa(bn;
z@uF<@DQ7OUoWB#bYX1G-7uMdnwOMh!pGC6kc{5itwF~7_8J94A*rU<zH#08h?x9aj
zPYsOPTHek0Ai9GiJ)h;vnk|Pp7kj+Fuf_}SRILVes@}YIIQ8X0Yt$j1jGUFlGBrOI
z{{DGr)~)BeTYrQ``RsXcs&RM!(p2@kNp9&6deYVRWw$Hm%KSRTTydTIzrtD%u7YpJ
z*7;6UPwF#qG-%TL9eyNY{nyHK_M!}zBssUqvLuMU-8)gKp&`C`?G>fB7uU&(GFD!R
z?C$;C@$B{1M9ZnR(*%U2WNz=a`ncVJ;m_{<%jLiRtT%P}a>#}I;APbbrhLvV%MNzF
zy>*a5t32n?ciRHvSHaA#b4{NG%oLm;6c%=Gqx}w0i)_z4XZI_DqCa^rr6ff0EI!cm
z|Kg+T9JAIlWkz!DuGr@K*)1S_?Z!(#Pw0Y{**!h`J=uNJi}bacn|yv)hbpSRnm)hH
zf9sYl`9W8tgI#8J{`zq%@}-+*O0Q*6taV?_M|m5;SnC@`1)qZVKR$fFYL~*lm5)^?
zZ2ji_K0Wve4@X$<d}i&WC2XPRQ+v-?&bE+d)VjCEuw6mnMeu<r-Jr64zmACTuVOe<
zH*f!ztGkx0eY)<$S#jQkG;dJHK1syqN0j@02m4iv19|rRo3&@(s;tXNr>ztY*rY49
zJn&RZ5L7(VbLr;{L8fh<qRh9yN8eJMX_$Oi`_Ibzb#rI2?_N2@?6$`56FZ!C6yCjK
zQSj9I)$Zh&!mQwpR~I~C4gc_7;X#UkhS1An`vRuS*>d>fk}b}n42;J7Iosw({`>2E
z-SP^1vDdA@FFvPIR~akcxz#pbCu+~$*wFfUDzEO|->YVQo6A#w;Tpr^E~Re+jGQC(
zeVT5Q|2o=L^X?7teQ&DG?=3r#DUhOb=-}pAo-3A?|M}g0=GGC;+inW{d!^L5m;^p>
zPIz~AoorLXhJNX1ew)|t`LX2c*5+E-jG2PqI+K0!ChvRZ7y6%ddF51o72UUES=sB|
zJ!if!d|vo_@>|u-Q9BJjFS#|*S8P{Fz~*G-d9!x&{Jof&eD2qhl7a`b+Mk-%|FpX*
z@p96Q>^q`O)dy2IwOS?@p4;f)k-_za|Lmg=m!cjX-Fs|{=ERd09H&hFs7^9{7Qmvg
zP$}6^M6T)C#$Pf=&&nmAH9dFh$4BnCt0vBVtJlvdI;WYW_V(NE#jAyTFVFt?W%qRc
zy$fD$S81up-t&FePA5Lw+aDLIoGg1AvF}rv-0CgOj4bTiKezJV>3P{~t12l`oS{5R
zsehYA`$MsZ7anCvTJ1CRFMD?M=!OUP%>+**uRqqAvSiC)&9lxD<}MB=+5?KW?)h|E
z{?3g{mv8qi3EVY5S>Iq~cChKCgP!%jY~w@X|9>iT-Knd3EdBAs*WUzZxb&Z^c~JKD
zhj8!KY<6q0zRG{=Yu?P7>ZEz_>6KVc56)Ki`yw|P4)(lw6ED~-cXh9X^h866zNZQd
z!j*YbEfY1EIDVO0c&%06U6uh}pJ$&su~5<Ay!rBj^Cp#v7*76WnEn3Mk=3iX_I%t`
zxc_|pcZG|Wlc$!=Q2r*hHR!BVu|VRl1pc|-ALuTgR%Rga_4d6-+;V%SE=t>V!QDVn
zgP}?1Vb3DXO)a~xYxHG0e3&5h&{bXLcH$CW_F2h?!k=8~t$lc%W0!stPxt|?xw)4)
zl~JbImR??wzQW~wiOqo}`;8UTTyCd5{J(WuX>Lh(@ubCnD~#`*lWJC-XZkFlqu@@&
z5?ME{bh|2b{d*s>JjEWq>5U0~^2KhJQo6$iDP|cPb+)U|_vSDcbQjzx5@-o6F)K_4
zb(2CjgmrIOTA3&4An0)8_-4MoNO{YYfBTiP_usWueX9|qR=e$`^b2=qSJhwF_nf*O
zdOasDYgRGy8E&`WkYqtcRhF7F9Mh_<S@dYXT_JO$EtI>z-aWHDrPDIs?&$nK;9<~+
zOVz!*=d*r4cc!BKk&Lv1Q{aMq=I15~OR-Kpt!lugGkc<k^@X)OO<g+O-VTBd%)D)>
z&aOgn+BRV<4lW;AeZO(D*C%@J_65zkY1n-#id@Cuv^IA~?aPO@`5Cu(ITg3P%eJpe
zxhA18`@jn)m4brj-X*W>mdI9Z>OWuqL9FlnjgYX$!XH029sB53_Od4YlER6bqB2&w
zR#U5vnaH)V{-4&$a5J@(lckjLQuc&Rf9FMOp7*lON;kI%k1c-o`m1xTY{oph%@+>O
zN)rDh1S+8o&lY}I?Job!-*xr8H=>W;eX+B9nHI+VT)%zqF<XHWc)Pax)vbpf((QZy
z<lFsRT0b$$Z}X#d&mFxqZrm-u%A)u<{ARgdPc1K_zu3bW+gdWMK6ndP&0MRonoHor
z@5D~2lr^9B?)%=h&Pa>-(~|G<6YXYaY|M%@37r$1^5m`Zb@L1TQ!mfj@U*LcmiN4>
zB=60SWuCLY`X(}0a-A@juwoFG+^WY79Rj}J0^2&~&n-7`{M>6%=e8x?w*J$-^%t9R
z-==Q8zC*h@tLqGdkirMSuQ4D0nFVbz+Gl-(ds3szDMo2ErA1%9OMP$A;#hViai->v
zDUY&uo6ZzqaCHb4@#!{SBLC~|<L%$G_U%`g`9}ZCg=HruU60)E<#lHFL-id=QI}sw
zi#&ZMa#2n@s7Ekzaa3DmG9PF_=clo5Rq|9B&9@1s5A2?|WBT-M_R&HARz6O>zU%}W
zN7~eWQ1#Ke_xXG-2GDc}A5+e>xAW!*I9ynMFmSKdTL!H^d!Fp5e8#>YUecm;Vdu4#
zZ#HI}crAL<`~v@8NCPf!#hN=d_qR>|F*ChS#ziliMetD2wA5=BJfK!@i1I;5tJmjD
z&$M;Ze+2LU&E_lrN>dXwtiZM>cFyAiu|cBgCdEf*8n;Z})F~5WB$UZ%<kQj`drfkx
z5{Fr~fe*7)s?GD=t2ibo9O28}EcgFata{F*B;%fykLD~=ct1U<K~i*W?vH14DrZ}X
zeogmWbZ}y4<3!!J->0wey%TYBYj*oAxg%Ze^#_Z$l}`Cu^lIG`n_^$KH_rsv&t<7i
z^p)B>&0?8vTkcJc13JGG99dXuwH91eO3j@2IX3jpI@yoRv)7*XkNQ-R`hRh3hxu{P
zs?rJ1&j=Q5KK@d4>Wk{9ssBoH-%eZ1v)J@N%>uUY4|4^WTv|MKruQD+b9d|Gi>=3#
z<DP%s@oc^Q0xjj>X`-vD?YZ^ZRyCZPeX=H?*MNuf@Du|b&ci7ZV!QY9=(c6<j*s5<
zduuB5w8I;6zgKU2Y$x;c+kaV34^E3W|Lngflzsm(<F3P*n;mcdRqL<bwdL~;^;a@C
z_>^Z(3pmSjsOxd3_kpjmS0@;5zQotRcEhfHt3~GD&Dd}A`cU)rD5aCSyutfcw=PpS
zd2`n~zmP545?^dk{%!xGfB!v+#K#tQ3um3pxh8Qc%%G}u&X&h_+ViFsoA2w&bhc)(
znPU3PK*fQ3QILI|6r+vInmZ0p+g3dMpQd~*ud)04+{{aP@o)asN(ugTv(pt{)AoOU
zEz{e#&u{8yEWa=LahJ&-Erp`9N0+85hOjmL-ze~bQzDJ`(oDw}S;vBpuiJ5{4>b3+
z>b!1#{jXp5^Y5A@d)*2w;40(XcJz^j?c`&+3kyDc%#Ge}bGUF{2D1vIi>;UpWBBEp
zkGVI!iwMb{InTOIxTSHzv47{~4~QN&<GX!?mwi{xlsiA~=l`#HQY6#=NAh#t`I|qV
z-wb~`H~#h8^_9=B-&g(d?n~5f=`EZIZH_BbmU(T~4n68D$mDP-L8X1$;paJxL66KT
zlUpTE+(^l}v9RXdiT^VSowJJ%DLp*(V3`IF>)$U|&*iwD=dWv$kN>u?GJR=qd6-A#
z2CgYF`;YxS%4nd_l6`3I-TYpU_gi!m7?>4qsQXV3ogeEmD_$hDRg3?B`t<j`KOUZ_
zf3I25_ou4=pvCRgh7$|_S?*YxAG#;(XOW7+7bp2@JI^$UlRcbEb~_kx`mfRKZ(xux
zi~Dz7```EY+Q+5quU-2qV0%}#Rc>0k=8LP>AsaeHr`}4I&96<FmixcFbxK`+t;(I+
zYa!dLuAe#;u_$QT(w_(Cc{Ce@h(GvHFW2+okVfTMqgD<BAGi8LayRZI*L_%LpI`A(
zI6eIDu6;q4VZnPpW^Ryms}EvQ@K`OsYcFHsUCj?XQ|pbyJ|2@j_4RoD@@Luett@B$
zdODf0WX*e>FB@z;9mC)MV*3>+y7tfk>Gh}OT~?dPW<;{H%t)_Z=w;gO+OkC8!VJN4
zQgVAH-_O|jkU>I->6E2m-<&%ktM1PD#+{}xvCLq~wD13Z&-^D}|5sf9>-^0*vjllH
z-+#(nGQFDVXu)Q;+l)$%j1%}ypE|HUWr6m(yR*XOx)?Yce<&KSRbRg^^JZ21uH{Q)
zSr<Jho_MaOAX~a_&xeLw*}Ut0aqD$7jACw^9J?Ls{_UxGRNfNDf+%f^l4CqUHrtL*
zJG?=~h%Nu!%k6dFCT?D~bmq;SPa7BhW}EcM?y}y09joxhH<vl;dIi4hzSOs5X=Sb;
zBY2JDz6B@uB^?bsAI|%wRKZO3tp*1xf8X2KxfumAA5O79G1t<PzqwFjzkF`{k0ABu
z@~=;C%ReP};#9<?-9LJ#NsBe~tUK_1p4c~Y)|16b<~xEWg}5orEPVIpO#kiqKR@o3
z4hX#36o3DF)qCmLYiCblE1zE6Fo9=@51XLChn@4QeHs7!Gw^XqywNI``0pch-t6Q_
z@VuFD(y8*T3?eobOb+hh>Z_90MwI@#*{q*=>nx|D)v3Mwt6FB83dMYWJ8?w;^AgvV
zqP>9$44MKz9!N=AZJXG&ib=gc#iz4JGyeXS+<QgOuZ!Kde)ogSD{aw&-@BiLzq_?@
zRr!gZa}%e&-)Xoh>S}}E1-CUaEVWEs=V!-ScQi~mC%RGU`K$GD7cBSIyR%<Pt31bi
z)aRlG+p_Smq?^*~AMU=G@t$4iWB^Can*N;{P2W={s5!ZDuq<t<=eG}km^LkJ+x*m>
zb2)@tLR!x?YCl)HAto5t)7zJ#5_IXM|BdVVzfb(Fe<yk6!>Q=IFQi`__kXu#LtgFj
zojHlI<-t>{7R8H)K3(>=SjAw<v;Y>xH{#Zr(yWXMqLRT)DU06hn)HU-l|jL0egB7P
zlAyg;OAnT4X{}n;!}!VL;+dUqW9L?cU2fc(pCb3=_j?(os$*K0*PLXVAjG8gIj%aC
zYsc>ie&2RJZE2Zp+Vxn<vLayXhnTDhs<|FZe1Cq4mcCqWTX=eR!E^g-JpXm1ge;!F
zu>5oIeO`6t?**S<_e9p+nzu#sp@+hP%W}D&{#ZGF4p)B5k~sZ$&?PyJS8GhetmJn-
zo%QbL`fdB=_jZ1o#oje{k=5<QX)E$_4~wUrdvj~WDsz?2pr;nO%UT;+r2pJ|$$R3h
zYucuBj!&J~SXOJEIQadD$Ja_7)e}k9JzEqnGjsk<KfT^I^YYdE(R(kS2laWcM6)%V
zeK~b~+B+$q&)(aD?dG$cPF&*Kwr-cJMYWTFz?atvTg5b2uUNKf&w^e1R)3zpEo%Ci
zzPqCP-cG99vh4`Bt<L#?5aZzc4)(7W2Yy*!8Cth?SJmf*%PjAox7j~uiELWfu7}BP
z8S+8B6YpxBa=rDC!9#=V%IEZ=CpXv}pBmrq?{slfnppJj=Zo&<`*%Ma`gNxNUEJQ=
z#Zp<T9`J`e+RmRZZSntxR-mAW`cD(BpZ(0n6He@i+di@3fVCx~CRf5{zRPDEJ||q~
z3uRzAW3%99-LpCGbz{?m<<Dqly2okk^7c)2+pv{)yKdyI&0$yT=7}Ul?_8t)bcuA!
z_NCIl7u{JRtEqOPa;i+#^%AY^wp%VHMfLP3{;vA<c7EJf`QqQ<HUC;|?bh#IEj){h
z;qNv1d0ziA4OHcI*)!V{cVFV&?{?vPVvz$wQ=RCN>do2h1-0SQ&&+Ox$JJcYMszT3
z951qh=FNSIW&V8KIQ3I;Xz1#y)*rsRc$%0PQrt`m<+^|S?)0$M5ioL`T6;SA&Fb&f
zn;cBjg{S*i@8AFU{%yH`7wh-&B^0bbe_g~Wb&KTn|IfbazTS4zd?}Bd&Qk_ONe@XL
z#XEbCU0k5qU@y?-8JJ?D@fI}k<}k19<;InlJNW`9ztqfhx6|15fMds{zV587jo+N7
ztIWIj^|p}Hp0HQ*J7W@i5A__7$ksmPc<Z5;IfE5wg6W#@)K5J7<!4NDxivxB?E5V9
zKkv7GHk$wI;N<r|{(u$&gli=1JNa{eJ&(<W=~L>>y)3HF%*f;3xZvNp(<^riU5L$e
zzxC~)=2Pn<g$^t&H5{hlr&sU$yO39R@7}i_QcErQrwF-9$}leQ@{%d|y>`c%jhSb|
zTz8tPwuHVge9QlG&Blrel`+zL8PisrIlMkNOF}{7Y8{_W|3tYU+nJ`jA}1dSxb^ev
z&H2?&Tm9qy|5{P!FCegXA76b%O78t^>9eyZOYU4M!d;WwKG8_kr1gP(>a`ipf(`}(
z4Z2wqw(Sv@0L{=%Z=bvA!VZBMucHml&O0TiK64Q-sK9<9$`rBr)}MC!g7*sqR-X|%
zJF7@CKJR~l&6G`Bl+!B~%)4{MkzcC&xq(mT7RB)L9IyM|uH{d^X}|CH)4;!R)#2({
z+9Ebz?b}bDzjy6-$omO<%#)|xv-FwGqZz9{=i?jm-zH6BE8LE89@08$edMnSqW8&P
z@u4*swC7@{$k&^^28$QvitRJ2es@gI^=IUyj15<owb=e#-ZwpHYS|LU4atdo^RD`I
zg<Y9`XURhkH!bD2|5}Pa@3!Cl>1^@;`!AT1`@XI7oAWh3`r^iY#y{UgAJZ3>+_`Pa
zG;!bA6HoqH{_EJy%#?^*3$H5WR-QL^f_6l2%3G$~+pjEp|8C#R;7fg;i&vzt0>!m8
z-;d7YbLP7#{eLI^X#LV{&!??6`uhISd@H%4&~*oHGj6}Jk#UJB>#v)-Z{`br$+<Se
zP(ssrUDe04M{NE7J~CNTRd{zs{9+}If-{fI_B~;bzLxX4JkNjjCY4X>=foZ|I9zc5
zeRWx2IAi<*AvX7fX;q4cEIwrSyqZw+-aL#)F1Ge&(8k(?RTk-+G+sU6V3->_7c@xw
zzTa+Le($ooGenY-J<o7dR9glz9*b$&Z0_ZIYhoIce1NL6y5HwDC5Ou-G!J`z<BPEW
z{h_|D<aC$5jrF?gneSh@{4SF|aP17U{_=X`8PA@t5i(#q5y4Z;|8M2vMh2EzEsyoi
zr-E$D*H4{VcI8}N!Mc6V&Rl;j{8!c>x4&+K+RR1#eGCE5Eq*+5=Kqj-)%5%qjzae~
z7tb1%OD-Ea1ttgyue_rtn%U0jq_${dy(>@E)Htb??^Gt3sRT*>T>pFi%iqV}?<-d}
z%QZgsH;Qp?K=kb<{X2WsWe2aXEk5<Y$8dg_`!2J>t^#d8b*4~8rbYvuu0t9xjrM+A
z2wt)E@~``n^J-CRZiy}1blh{n3YnsBZucGR<FYdx?tib(k^S&}e@<TEo5joy$%gJ_
zvpG7~)Mr&R&CO-Gv-eDofB?f5C;2yW2@IS9KU&n*S(xkXxwZP@CP`<_<>`mZ9(T+C
zdG&C;uFbFW3__3V_U>z}yAtYdXs{!et!ZjBU*1<)i7T1gf|g`f-kM;bqwq%jx5%G<
zR#yQX_vTc-gUc-*YkklR<p3YLvFxbyCH}wPKE{8^`nO*R+-W`4mDHziEjU%^vi<ME
znw+Z7v!g|x9#feZc&7Y}a(98+V-@k;Ta=lbZVEhkU}>09#~OD=%2NHVhvoji|K>`|
z|NeEgpGml2_7bg@f>h&w@B6d2mFH~D^Ge&XULtjI*){vnU{1T-q{Y*f8XOcD+*f{E
zv4wfXhtHE9KbtAvP*?h3%FkyZ-z*MJ@hQl8|B8k2L3rGzI&q$Vg#jJy-J!Q8-sb<}
z>mYdUo<>?`JF|i=$E%f>Ee)0*+8k@{6RkA2@LFk}VcxIL`TZwizJCtiXdemAXII=s
z4dP$^dEn2?|6O(Nev#<&?rqU6hZ&lF{a7OX`_Ov95`J%MCaLaU9eZB9>;EQOa{RD+
z@cD$ov&>8VJm>n#8y{Mm`{QAgYqWI;sPig&blY>YO`U}alX?$<+?3X2yLyuI^79Jo
zC0(B<umwq;WcGai&Diei6YuxGA6#ZQB>e4{Z0y_>tA1L)tNwNNU-<Re+f|H;k_}C_
z8tGoQzq(xL3+FkhVgW|S{rqdLDx_A0+<N%@N8{ORPt|2Nt=jZ|X=(7KKF%demaPNL
zLs;|uc*y>AySA46JK<CEU2BsrpI}>cK;m!kac4s>YaIs3{fG7yN8PwDq0#3k+R&pp
z@zjaw*VcId?V4|QdFStaXBoEnzqr4mQ{%_Gr|h4m+P|+{m+o<IuI8jShR^4FO_`eK
z^XUGi&;#-vhg?{ev3D2OXf4({@x10?&k@cmn?QSm8mEL5ur!p$&h6N?E%E8e<$U{=
zWSjGIZd?};7E<IrN6Yw6<*r_RwM_QIqJKUsZk4gwwb0{G>A#7SCYmkTnS5d2$3y=s
zwj@7n^=Gs(cv!!D?`mQDAHnuj)z_BKt5N>Edf}FsV4h<Pl9LlH*OesefQHf^oGyL)
zVc8aC(E7`$=b%35{An-VH#|IOd*kGSCr!!>SFHHL?tJI}=aBoi`>xZ^)Tj=n8A9Lg
z+n4SU>E3df<zUCJ8~bhCs#>32z0uKg(qq|Nclr9t58qe6x0`#tY^nO&d{-u>?zFQ{
zwClIL>|Oi!oPJQ7&I%Jd^}7M0vkV|JyMhr)T|MlZkFVMCct<h+SsnGLB`Zx--_GFh
zGP2lKUi!%JF8iJBMxQ6#FF&quadYdv;>{fs&iz{c>r;$X1W&AWQT5tKKQd*aVtk)$
zjsBt2ci1C!&cfW<Yv=7h{yn};clV#j8-C}P{N4L)o!^(`Dh+v$=bv9*XFX$@zvv|i
zg<LNSqv)2&$8V}W5Dxe&_x2W}!ivr7S6<rrXL)$e?7KT(8hu&rRg|T#<@JrnEn?BP
zC5sDkbJCu>h3-}KoT7DQ%7oAUtdP)%x;2sU;4HaE2X@c)JR5v0pl6A1=fW+2Zrk#I
zxl?|AyFbfhyO;HsmkX|1HS6Qm_<dUwo%?HpPd#X=5!1OnHSfh_g}XPzn;H@nINVpd
zo%(Wb)1p-jg7)$SS9Cr<dNnJ$X}*PF=e3oO=KNihlD_fVIzN_~2hZDQ|JM@v^}0de
zyJ*(=T&2Ik$GsJo%JMaA(ONL~=9z;PH#YxUIqj@R>XU7}w|k`jJwM0Kx9`99`lO74
z%S-;>1=VhCq6W*~#M@2zkzOD4@AjGELO$aOM(W4xOZWV^vSy1jn~mn%57|Cj1%Ecq
z)_)scbvK`H_N1~m>Z-NhOwwASZWnxhq-vYL>el(mF1J7LU1W60-ZbJt)GsGb>q|Zp
zJ})+^@S2?dH&}9=^cjasKhHk@SAKW$^|}{)KKXMjK(it&0)5*aT-(3@+TUwpua_-3
zxcBECf8(6+T@SBkIL$3M=Hz#aaqYFKWfgDad<7j&9KS4Xax;95#jDm;jr;h(TU5hN
z23<P1aqnv3-o9paxq6p6MXA`W&VlbvexG;S<Np<>>W`vMw-OmW+D)!aKmK6-$I5LS
z$2Uow?D_oc*4LNO@il+XoT<ORmGQNC>C?CGx0jbLGF;VgcJmYScW<k6+z<V9-nT^7
z@@1RSoxS^=7OifumuNkhC=vJO)<UC2j&`q;)z$qKtzvE(ny9{&&{vg}VGQS~O^da?
zHm5xCQDp4?QjZSvPhV$l=$s(NbgRz9a9+kI&9|Wb<%<q0KH0eEkuTe_g`c0;r}%ri
zw%z|5tJUQ{>igvLJgt>^8#{N!%x^~XDt6X>c<T50nu}Z6)5R95xkfqdf)`k?D9s3D
zvJ=JZW!7%kFPq8#?w}uwYk}r_`_Q0A7pmVq@|Kpmo)bJJ`m&QxRn48PorQ*TPt<r?
z^9Y=|#qfLj@dfQ6>yNofOmi{PonQU#>yx>AUOH7@J?&h1R?0m{RBXqao}V=r|L4@N
ztiG^QIoU6-qTp{Zs9AZvJ6R}<Re-}Sq1$VTt=8KW94AuKb<NH(i@h)fO)vH}C(XKi
z+_ySh-At3~!!4=D^Zy;NZFaITyt!|6njB~+J6HMtVxy(9LhI^RSuE{r{;XyDdcIcd
z>>X#m*}Xn?df(5A^wWyk7en6b->A5?+v?-==aV*ElD^!(ciPTmjl=72OxAeoF_ULn
zo}i!MTl3$gjA!G!x4dnBYnaK-z*2fmN_%eqog&}wf5PwC$XicJHN5(K>L$x%NARr1
zu5CA^uW6q;KiS23vZ-p%7k}L;CCTwW)FW?AOl%VEFZj?SxkT)6R8-@M8A6>~K7X*E
z|K|7SXZz=$ZI(255S_FkKEW-x$Nt}B-u&E~iT7uj-JH|2KRK<t;0qIIB4o}MXRXkA
zF<~LG_pko+j$Z4XcJv+Z{T~Y(H8YP(XqNDvY`JKDp}(!m>&yOMT=g55m3<amW@vq2
zPlnQLp64FIipnfaL1Jg)9<K}dHc^pjljJ*>L}rg4AsO;>j!s;<_2?9XC!+2~Z9#tZ
z&&3{}7XSY|`TTXc51C6QMRVEeeBu3~93^=4z=g2o`<7*$Zc6(bu;1@v=bN7=cvOsd
z(ylLEF7ew_i|b&bY}>>JH?ciwP3yTD8fLPe+b}=!<KLyPb-o-l`Nd_sX41kndehf|
z2T32!Q|`a@5we`+v&;GwJKoNS`G3V>BHJ;U$*ONXj2-pXO*{Bl+E)86L(I!#373AJ
z=B>Z;>w)Zj8?no;xVF#Pr9I1QMUUCz=<<CVGi$el%Df{kaqA?z6L0bC_q))wWuhq~
z2U|@;So4&pwwdh;3U3~_?Y#U(Ti@>G)LRSx@ofRG;8b;vWOZj)Q7lvQdSd&JSFdKJ
zSGDX=_BB~3-+6`O|CJ>B%E^jv4H#3jO1|m#9~8f88{Lv@-4o)Lmvw*2&X4En?^u<b
zynf%|`msYI58rfxiat;$?)c7+`wss8HTl#0WwwU-)0FQ@GrKC}|6BRkHMqfH1J^S5
zrLv%NLrz@Qvo$NVx+r8ib>5`1o@tNvZ94Ag9<E*|u=2n+{TkJuE$6?VR#XhTEj-0^
z=1nH?c*Z}$$4|R>S+^~fK5kN!;o19PRlU{&w)TCBzt{EuxgLE!ZsVgO6Mt^8Dv#ZY
z94l7*VtH5fpjS3O$1L9~<;l0siqn^twdgi3@Sk!dDD}W{r;q8o%PQ7bv~zI$6aXJ5
z^4wWEx~l5-M3XM#%lc+s4=%}B2WnpYG<W^uS<57|w`-j8)l@33f8LVx!CzKiSoN)e
zgTZoE%MbI!F8xW}9BZ5A1DXX}zxU3(Ur(>S^G|uVXT7xSYin-XHFq=KzjCQv+O)5_
zZ(97XuYKxeDo^siUza#gBr$VM{VMzOpuiDyPzYe0y+`xy1rfK_c)7AqPT)gE;+k!z
z+V(YV;sJFfCooieJ$+5S>EL~Sj*Uh2OJ&&v&)Aq6&dX3+l-<rUA&BM5<=KLBL_e;n
z*D{`P&SUrT`}^KD$5+1j>MZ_Grg!T;C;sg9puGpzOkZ#Ob+)wgxphyx%B4-UdyX;i
zT<2^LwD^DJ<D=`WTO4#RZR5M$yl=JR+^KC`l_%eV7k*CnTX1jTra8aVr);uywo7w~
zx?S*h4{P+bm9NfEa;bfMc9zVZxAUbmE|$*x`}Wqvv?kl-lbYXWX>~5$a`Mm?m9|Ug
zF8A*<so?)S_1o;(Jx$)`-&{>p3T`EC{;}wNZtc?Q13yD=$=r9%iQ>7O^rI_a*GB!K
zOMGFgCw@vWP5`g}j1t;xx2fdd;fd$o=N~_#nR(ngXxrtO>TvZ}GVFg&9RBpn<EV43
z)1SgU)p?nU3BrmIETB25`dwu=7%nkR{R(Ph3Vg^B>`PIYIdSFMz0Z2*|9d!DI&1a6
zo?R=#UL?Mq{B51zo-Oy7HmH97u=?fh_Dg>bMf5Tj{afjhxBgg=%XN-@38p;9-=BOW
zv;Wu%zK_-W%g$Xeyy!i>E0_7yl~1p%1GXI$WVlvZs&wmC+i!o%+y|nu`!y9^o=0q6
zb|+{_oD0Y`doJ~f2v=n4wokh{`9oF;OTr8xXU*r0)$(utTHBYe`@()@(Rrz2mfDuK
zUt%@Sp3jw?U3O#p5+1W-pMHZ{m~YHP^@3g=+o!<5xL<zBb)~ll*U3g^y1#wH_8hzz
z)b8eezRQ|tzZ=O<DJ@`Wh&q1o_rI^@b@91(yYD*PnJ1QX#oKH5ujSKzrJBfPwlf}B
z@one7m4atCM=n;DJlXT+?VYSUAMDHbU3hDsC2E!%8UG@&ch<Lcem_c>3^M+{>wGew
zJ*enu#!}h7677)CRsoHPpq0v+dDr=b6H{y=<}60(O3q^QP3^B<_@+6zI$T}u!|%rZ
zwlm^he!p+%@#Rm(W;NsJmf#*xnCM*MW1FDHSePWtE*@GLwQHiG<X_I;{r7)=UFKf*
z_iM7j-hCC_1>f412`EiH`{Uu>>}~6A=iQ%TQjuUXz4X+Cf}(#bQw@??YHn@VqAVZl
z-NnfyaK+MK@u{7k>h<p4*|qlfa|y5M-+0fb1hP&4wXf5o^Vj9R!|73vWM_wbZ4(Ks
ziZ4F2?%&F%M>3YmN~+D!P2`(%)o0eTPVdxy&?H#dwf*;|?t6OQe~(?s)AIXTUN4XB
z1Lfz~rA*KCE$sijKG6J^^LhR;yG`zw(^7QW{8fK=t>H+|*I?pc(|*vwwZt}J&SFi_
zi4F4B*Z(loTxao%&RA5cReguo|4hZ(*ts8!o8v3a?K776<-K3v`+M(O6K_xF_Tb!l
zrs;9Ut}+XTpji!NVaDu9il6SVo#nXH_T--9?>_E*e~xj>Tl{TUG%fE9x6*=Dzxe(<
z{kXL@+bqgl-KgmFJuw!G=oaQF^FVd5DWh#bchA~`pBBK^nC@Hle!*>dtF9_`TS2a4
zE$Qbvj`aj&OV{oD@!;L|kgw^Si{9-`^)>T4ZeP0R&FXCTS)4_IQ+eiD^m=Xim*lh|
z=HUNV>DN^1QYE8}{#PtopVC$E%>^`6r6uy`7dQK7_57EW%gR0escjbT=23n=f0f`C
zqm!T><G}=uHDQXWRr%Vng}b4vPM=Ot*ZMvG^_)p%Z<^AZK#4_4mObD0*M>huCckd*
zx$Z2_j||?`0xJHkJ*{;ZW^Oq4>yyQwt9I|t%0%8d;~90kEMj}yzxdVna<V%Y?_yaZ
z{d>{g)xz`lZ55X`D^;Ced3i^zhVuOzrSE;cwudiPikZEm$R(U}Ujnbs%l4O!neG0m
zA*?^=WS{q#<FNMhk#Cxr$Ni=}58W?rwaaSbmO`mGn`+lbmEgAL*4=e#UKc@O;(2T0
zXaA#{s`zx*&Q#d_>C%xclFpv#SNG3*^<Vb0Z`rLUlg>%G2MLNq>{>9@{?lRK>}_AI
z_xsE)TF%<CMK#g7ry))X)Kz@(z4?pO5})^9UyHG{)WlqkdL2{x_S5!ds=sb0Ruu4;
z<xlyTx<7r@(jyb=|Jl~>*jM<q%yp-(?va9;GoI#MJ3BwRY*No`=RB~6f5ZPd5?>a)
zx_RRS&k`fQq{C&8kFEdrXQuDPQ|pyp=+E!>2DKW$TQY2u{=R?8zH|fC`5R@v&)P2Q
zb}J!+>tOt%rvDcgX*no_uyQNvdt3KK7iOecUR3fGw3%v~ra9mLw+3j0YxyFE_3I7)
zJ^lVaZNibsX=Vy(n=bLzbAk^?*>YILX%>g3qQX7Xxy{Aed&;$KnGR2q@UZy*>*@X7
z@00fhg@tCNPBwk^;dRTcSz>?oN8j3Q_RY$CIgg)r+4SI<n=kc#>g#2Q$!veM-uc$<
zOMLOcON)P=Uw6Z7dG_P<3-dq4MBGrGXT$B77P9r+q422mwejn<?EM8**W?rg>?i?s
z)ckHuWI33(`oV*j#w#MEZ#-kxY)pwN+rQPY_;PN2-A;3ff818)BL3@-b%GMeLWV}m
z#QQ&AT)58`^y#3B+o2ObmrvXApneO7l;T^1y@h9#17kCfGoDVHDIR+LkN=0o$JH-d
zh0b|=7Q70a>t)0Ix=TAXWqyY57pRw4D*79|6Xb|)t^@k2OZ-!Rp9#whV>OtO<d>#$
zsm<kBLBb3^pUaJ@mK$`Xx1~DYy4jxGEGzxSBH<;2viutc9Y<yP2YYP{{%EL31}7b#
z@b|X<{T+2z_ujXhHaqL9(|*^<ZL0(hT@?HC#(#b8`x|L@XPE5h*O+Z8R#otxq5s*z
z-S$u7<YujM;J%{tIK$xWUi<Y|<ZMp0`zNpBJk5WnCiDNL_4lg<O8rHji`2+zX-vFk
z#v{97#=j3An2+n5osDOoF<WctmnWW{0t<H=o!Vaa$*S6Wji}Y^C+fkW4;`9$r{+Yr
z9=3|Sa8k@Fvdhmb<i?tbk5@d|;AZyoL{NyulF6*CDyyGZNLdCbc&bMSdN?Vwb9rhW
z2=H{8pwg<cQbqBAz!9GW4ki}E)cw!d{7%JfVKHCu?#uf(;y0i3IxFw9|FhS2|LJYa
zU-)jx_V2MMImo{6(}~SXOq<v8veuPfd-wFWSc5f(#G%{UMcEqGwmdwWbjt3$#Ls*t
zp_aKi3OYJDrrPg+)_nb*rFCSfqwVgydrqJFHBanTC4aQQp4;y~?u+lPoc`Xh?7!)`
zf3~+?hL*`Qzc*q#_D+A>=VBF>8+RBJzx(W3X1u=mjK=>NQw}7|diUqjdo8<<zmJ=J
zJD1bBxY#+}&OIt*MXQ{HBByufLi>Mx;n%OOjZcZZ9r{d7pUthCLsBuo(8A%eT&3&J
zyOr-n-}EO`s3o#Vtg_y@BU0{wLV22EQwT#_0w<$qp4f}Dj;5so1q&RURHd1OxMVmy
zI6PJ!YGaGeNSVwf&84Ef;cf!AwB06=-kgPpo1FSW9$HvM20WY)KckCncFCrNliq4f
zxa2MtQsnaO`+`Z#qJ4`er1Z*UJkj8?oWgr!&4iRz2`<kSDy&Nm|E+c2Ut4oEd++tw
z8yDV8(=b(7uz8hczIrf=+I+UD9EV-KyAl>^TGuZtnHn0p=dZ2Ogms(zl$Yr^3UoEi
zy%g-aK~3X(b$c_z3a&p-)_pTz7C6$S^q~276b}QJqk2=D;Ke|}H-|eym6SBNc>l+}
ztCkYf?z$PDxb)Dq1TLxc`|sx_zL80k*d3bt_H+5SPu116_uieq`M28Ixw_)qyZO0t
zmG@aDaJlEVy#292fw@#D_<7CL-@QvqoCJHi7|#7Va`NPU0ok(r)Gfy|yN{mETVK1S
z!cdHX;Z{=N6_3v4&WiUhOPkj$I#{?*mBBQst<T~;3$ug>lbWEGEc@+4p?`jA=RKG%
zHeZWH^G5MHgKgLEU$$@Ce`a3xy_f9D^H1dePxz7k?z%O5rul6ZbBAUH&ponBmP+rC
zUGZcBQ~M^yS*%MIA86#7U9w5Ue)*g3p!>D8ou7A{RDQ$1i7|b-Xu0DB!%xOfuC0Hg
z(xTGjv^yt$g7lY+=lL6%s;p&|zUROFRoztf_sqLEV~}U_IxqM+CLZ~&!|oBi?r4O=
z?ZYB|)$>fgP0hR*w{Pcq&W>-tPA{(b8)%bxogu4RibtYu!dB6X4Rf|MElHZ2s55&*
zt;d=@e?J~L`oHq~wskLkjW<@F-sQx<TA{+M_>Cynt?)Vi+y6dV*2>#g9O>a@s>%}N
zvf@KP!5PU3>@yZJXGpzT$}P92_4>J(Lo-jc{f&!VwD-^Bxzo*$e+}m>P@fwsTVIhf
z;ijd7FvHik3_cV37GKkRu4ffe%Xif-*+O0VZRdi(`eLTOiY7&dU0gRV>4sbrY18T|
zSDN2ryr9UQsY+NVj6*V;<DloQJiWH>)&4KE7Aq-CpS$x$h5p4q|6^}VGh&uIE4MeS
znu#H!_vpt%*K{iuWXC?4<?`tB*1qDX36g$h0V_Tni*05xP+{rdn3!{PmBNC$<7!*X
z&pi3|tX0M3WxSFycWuYFFALr<E4U_bn=iZ?b+&j)S<uv+UEA#W-~0~Ld2(#_$*zN?
z`ZWS&PELYCYOaYhHDA1XlG=Z?OKE`y)7kDv$4<?D|NDSh#(L$+ue85x_*5^)W!q45
zS*$y`d(i{y?&%%TR`;wbm*xI<Z?V*PuuR--TX5@nW;F&)B?%`571ev&E~)*<ovg*S
zE%9p8<B5FXf>Zy_tdM3(=n(kzhNG`Q&ZTvhqL%vcw}A^dwzn^SC{WUR`j%pPImZz(
zkB`d9s~b!ne7?c!^et_Jo>0Q$edgC}zb*dGJL`OImcxCA`i1S&!fnK54u^)mh`in?
z+v)N+bLN@rtC!knZ1-HkFd_1{1?%n{xv7$74K0ftQr#-1OEW4tojp+YiZA@*t8Irn
zMDow_ISFiA+?chNcMpgD<X47g)hAZ-@yu3`{E&Hc>fL9|tv(h?T!+s%1k3c_RbW`f
zz+&+EK-%w_qSy6f(--kid${(^#o+wPXdOOj23<Rk-3n7{KqpbXy>-Om`Xa5Z)AK~1
zIz@39e9K!W2if+Mb@Kz4H~-s%&o*r3`s28_<JQ`=G=3}Amt2R}8~MymxE06U%doL?
z!6cR|T-&qTkLxwAd7pLoj@$23{PX{K<u2OKyzyDZ!uF}*Hd8ITUS;L{zqS42{_l4z
zzYARc6Q)}Hd7Zj~xQ5ZqT8+It_M+f}A=B^eZr2f9bh7T$gaeyFXVNUaeYn6zfU$Ok
z;(XHs-XBCN^WUG1jWf+@Qs%UqdV1CT$NLmD3>2qw@LX>6G7IrPJMG<Xe}^?Yk3~w`
z*FDTyC}FdA;U(kKtLIhjj!rI&ndb9gX=p$Dej|$yC#^Kk^BTPW_;?-DhRt@XcVB%!
z-GWC!k!1#l;IncYGthxFycL@JB%)tOcb*95=4}Yr80mL7={ILy(6)&mB2wEF!aXN%
zjJ53w^OJ80R9rZzrIRB^n|J=RwbCp~4uVTob4e|~x=ilR>tN|$Uk>z7^!XxQl~H-n
zc>3<p;O2VyjXm!wzD`Xo&iS1!sHy$U?5gk`9;4v4qn46NOIjTgOnT>Zf={Pu`*7rt
zaKi7yakHcySX5k9XNrA(_=kfvB){?<Q{J}(OBU_fwpFkHH7F!7AL{SXb;zk&S7koi
z)-1F=^?UF4``^9@ZuWKmvC4L$ZIzP6v82MB_c86)fBnun=e=}al=9O}wI`>GF!-5O
z>xgHzGn;42fELL|X0mTJKjX5~!}?fD!BW}WXWkj2uWe@9HpOJNE9iS!GqmPJbR5{?
z<L_l1!l=lS<bCUmd;N#y#@ig;I;q9}J8GF~e|hWCM=!!fY6`!_Jgqm+w@Gh%T%&fz
zW|dwk7jv6}g+~7y!?{!QT9zJpvGr_AL#~q12HDkOa?d?8-Q8L;5AZ$Yc<$&Da(MD3
zzSD{`A~V}R+<0Z>=)}R=wzzre%g{{s(i7)Dz2u!OU-@pA+~a%VvrpMo>->JOB0O~A
z^2M_Mzb^eRZhy*Pzi6su_Ll408g{!+7i3~us{3|B#{>Z;En}x-o-Zyfw;FS|*v6b)
zeS2C}(5;QUy;l;-5*YWs^37ytY<nv8ty0&5A@5s8u)wmH4#M{)muWC5Ec)?B?RP8l
zdfO$o&5C`d)5;6|BKIH7-Dn|p)6AfJ-}@;(&uT?=`X#czW;RG_8DCP>d7H2!^0Bq2
z`8U@S8w=khmj~q>&hq!N)>$jGKis~@Z}rL9m-wbGT+MTM^(8(JmZ>5hycJ=$1iuv`
zdiz)J$9=o*7@6L;X&Kx4xpiiLU#(Q<i_3_-zh=s&vNes0>F=kWtZMw}^&vP>NKuug
z=Do_@8_zoxTqf71F#LJ*C%MB`<LwQ{QjslHKNV~qTV}E!JS%5pnaoi7rEc@nCMPqM
znwzg;Zx>(Pee=<rXRvdD4mK!CXDv>hZ9DDl?b}k_$=>1WayNGE{In_M5w~ey@u`aC
zpJNL90-G-Jbzbx~|5hm{vEqGf|MbV*mEG)1WrJ4SP?9d3@Yljz>+U@5bAc_lKcC;g
zxvJrLNj<}Y3CzK43Ae>c`a|ER<xemPbqwBP`1e7+{O--+pZ{~7OsQYkZl*cq>C?HN
z{r`S)Wbc-?vc4y}{jGlMOy<XX`#9fqYPn{*Tisr5sG<7j_w27iiaAR>PV;=!>i4p4
za}l+icDDWFVvZG;yxaK?@J?9fTX3WM7(;^srxL4VG~>aKF<;m1{@!scW5VzJh|2%L
zr>9GlHD#YNs@6IEKw{M@r}w+~c$QAOd~fQ>n#EqHn7?hGq4s=tlvk{^%#MF6y{_4p
zDt+3MnCV_S=k{#z%CK98*J~IHFFxJ*CNN-|hpzV954SEUF|0^AoFuOk?G(I3yt~*#
z;8FYeZDF-v*F84#+Q{m*?9UR})bHE29epIgka4l`*3Okzy1X>~XJ~NmSTH5vLD^;v
zR?CWY9U434pI&M0yuv7G$AgErS1jAzebf2wzdMWB*}kala^J~vH?3tS%l8G}r#C$N
zR_PPXvRuTDLzqWUdBv=R7ap^pZ1iuKZQE8WW1Y}edQ-FACh+F}EcP_e@~btS_UD}V
z6BaFem6h}N%GMt@<Nxn?kZ|38Yvv-pq8sI*9NP_Z7V>|SJ>hBorO?Ct+tH47vIR?J
zm+BNrT004BOOo<6zkej=<1F>1vQtdi6xK^IbFlM;NSH0);@tY?Qcta{y~BbZYutW6
zjeKvJvbI%Z`;?hm7O!ba&erME=i_^HRD2$HZ6Wl0_qz9+-!?Isf0*Iq;9j`wp5^}#
z_2?F3$>QmHvRB^S=ve+t&$)if$>Kv5(JU9<hCD9#?dWoK$@9K=!G^aC%bYLRT>oqs
z-R{71IPjsxrQ+Y~^P-JeN?1epIXpVp9(Ti_<nQ;@1{PO9TL&dlMP<&;lKS&=!qP9R
z&Eu@orsc+mE2gF_T7P}c`&ARK@`^3qa`=RoIaB1zV@nLKZe`vZ;xCvjt$*zEl1iQG
zqFzRhnQIIi)>W;4zF2{6^9e8O8^yoZM`j-HY4h5-@aK+5{gAMTP3v~mERjw9Tz2e{
z@y6O%b}KgaSJRdUUk~-J{E?#jO;h9EI$6t?Y{wqVw|e*a!N+y7K^Zrcq&FU^WBKZ}
z{(Dz3%YzNC=PcIz5c7?Lp=-hh8P;is=NYG+_p%OgO*l43^4Q^W+dn_^7TWigtg`7U
z?#hglH_zQ@!Pas>JpF7~{hrj%JB?+YPhJ@KYk6P$oGphJJo+4a*3;Z6DCtu1&XwzA
zB}775v=6s`di*53J6|+0s9!!Z+VZyUnU9MM9rPs9au}Ja^ZuJw%g4n_K6qk#e*d0V
zkJZ)I@^<dpbVBa5l10|lt1l{FiPn6def_M>C4+sUsd;nXFrW6cHgX9FklDA|tZZ7|
zljM1`Ufo)lWNe<e@25`G5x4WH{ap+x+nz5D?_~@*xM68S=Hbb|*LQ)J+ZMh)nVn}<
zwAa_x;IzZ7z)$(f(K>y}Jj@oa68?M6Jj1SZ#(S&HTV}Q;Er)tUMBCrL@_6a??_Pw{
z)`^FH^51QnC8zIYEm8Z62b3B1rk&V)iO-cm^YYedpQT(J0*VhPTrb~xf%%j%e3k8^
zJB#P9mwNNsVUK0pi^RA83q`9Kes>24H;emQ%zRh#@22zfo7c>>maaJ$o*-~ytBI0;
zpqiJzrJRqF%I1G7g>~=V5Z}2@_O9I9TaHc%+U9}XU#-pyW_x~|vE}jGrAOCnS^Ok@
z>c+=WuLX^^?f(DDG_zfcLEvcmHOuTM|A;@coF()03Nzh3<Bu697lO{<J6^qOvADW$
z{Hm#+T57WSLq+yksH@+dApBsyRa{KwaW)&%=N|9Yf10+XnIS@{L2kK_`wjj@LB5r*
zel%{cwu>^WJXieXZSjGdf5YELz7}NUI=EbO#p+cab`|%FU$ZkEluy>U82@5n@9ar?
z_h)t=-549_a9l=xovf72Mz2%FT#Bm|cATEUbKP>ez|O@JdCxJXJ<0a0{4T6$P+hIA
z8~@XL#Z1NZYjqqs5_;cz{9?a%R&w=)#hM2`PTsxemB9ovTM<#W1zZXXjCGEidVG-D
zbqYL%sb_YNTjxTyvrz8FiiPc_d0uA4JYk^=(_`6tN~(T!x;>kHHAqkAN>bdq?Dj~8
z`=Oi(9vlI3OQe6>@ZVe~tAA8{v-wh4t8FLPWRljq%)Rvd<Rh8rUB?)9v2zDAm^;ie
zJ9sLsUv4+c0uGHXhtG?4d_3X%zv_S3rF$BYneLu!$G1hu*fGqXVduPm-}c{+GW&`n
zC+u8sJV+zcy^F(b-xBHHNz2#C9<L6%bx}Xd!&JD2!~UUdru#LC11G-LT-lS(V{j>o
zzu>8EoYRiu@#35t3h%#uE%*E4Z}zj#&CI7fxtHw8=Dup(v18r#O|#{GTwlbj`#O5+
zncmiYo}wqpv;~-$eoidA5&1vFwEt3X?L7AITaDk^!a%3d`W;t#?RiFEw(U$?t4n9+
zh470l>#<>PbG~4k(YJuhfx(zRXXE_H!oQbF*?t9f?OUyCUcB|#qaCU4`tzzDZ~c(o
z)@B#|+9KV5OZ}^gz=vVIQ8!mzJo(Q@rKQ2Q#h^Iwg-$F--R&h^jkyt9KU6F^9O~jK
zxb1W47l)vbfMa47XDTHeuYQcm<(rb2%<x`x8H45hi-M9{j-L^{Bg)e9SBky;&A;|}
zk(=$l9+r1AG`ImuG@X;U`gW=v+i&qg;A6M>b-C-$Zp3$bNa{^{-M6XVrz|(sh`Ytj
z%e={Tk}2Q(_U*gNHi+*o+i|JyrOD-}v$>CS-+NlK9EeP2aIM(<e6jZ159=(Qu9cf!
zi+Q}JSAPG4P*>BG;M&a8e$}tjS~t5|%x-IYb?)4f{b8z47alcx+xI2*s-dO2h5FqG
zIoBe3@)v2py)otOEyJ_Hm)MvRIuyz*1nmyh35aIh3O>%iWAfsc0y)QbU*ao0V)-HS
z-l+wh46YN_X=Tg_n_cxl-#_=oXV$tN7fw%WuQby=x?=8a93>wVU%9S)ax+lVU-wv_
zgk>hXLFJ`BAG067xHUoTCV?4yYh~wd{xp3}N*kB$tUZf44r%XOd~|<-nzY=MG7Tn<
zES~79;A<1C*&E+jdQ^Xqfow;#u3T8CXmH(p|3OX7O!t#4#~l?f)P7$7vH9!VwU={$
zpHe7Z5TS1lInK&J?MK-~#tEmy9<rnqZcn@}Y4P}`{pCgGa?^vvnh(a=CEkc)slTGP
ztZes8+2tPjNos=gpKUAjie}lpL;tGh;rZ6=%goO^2Ba@t=oI&9wf`5n4;Q@EFZC^)
z#A)feQ)#>O+Km=|XHz~r+W$}NM_B!T_t#7JC>)4cvr&*?fx%%BCNs6LTN8zt)C8T*
zoY*dXVaCbQw+2FgTHKe))-IY>^Nd0MjQ^zTr+#g2l{B!?%9g0)v(bCIg70Uf-R8v8
z%Gvv_=HB^v=gXuU)jFLIGOk~FuyS$#;`@8PJW4Fi{VgpT<ktQ7pR)PB9sz{}C#IQG
zbq`(a^4PWU{AUB5w=-TQX1WXWZ3$cGne%nYmc!>xN$t7)`D1QoyV{;|J`qNNz?!<r
ze-HgRuakNHgTQewhg*SPj6-e2j&D0xT2beofAx1T_&D^Oi|Ia*B0Ct*iZEGy%jdNY
zZ+V>ZH`x0*+Z2HfzFj;y$5*u;uMD{*sCqg{=9x`X!|^4uH`{icxWV#m!J5SD#ScO=
z+m!^qWUeTfa*#cI?<TvC&GI3ld$%lJ0Y05n&h_B*XZj&^yAuCK>h^u!X|Q>J$U5yN
zX@TP3eZPYpQiK#uopuF!@sz*i2>tjf^4{b!2acR$C1*Cp9r4+CuJ{t)`qNTH&l_&W
z#(jNcdBV$j*6dX&?r(PN)c;+xEN6}OyEhwG2>&q=Y`b;;Q270tWVbVg>-Y@Ar`_7J
z$k;huZk>TFzfj)O*C)Jg1Svnc5%KZH+$)>vOiv5hwtaL;Q2A1|D}3*i?K7w9*xvYJ
zuwZvl-<GFm=k*^rSF11EFZx`dVZpgZ$<TA6|7%}9yY}|({lfvvcBFq^w6{L9`)J_d
zp0(z8m(*|H{{52M@tsR9fR?Oo_`h#;rcz3aLx7h^xAcV@{w#{KUa2>C%%5A&voWkd
z{l*@pjt#xb0-J9h{Je3N$<`g}ZJqZ2*6dy6D)7WNnZYq~vcPRy_Ntd}dVM(F-BXrY
z>?pV6;Y9U$HqR3d`z>6SvHAF;y)LU)Z+tiB`=z!0_C*gEr+r=PrTMzs>TE5$2*V@}
zNhJ-5+3!~|D=gFqm?5YMnrocbo^!nq(v{d<W^t(ht)DL6W_hQnMo)G=l38EAhT-13
z>Y1-&l=gfTY*2D&60onCw)NHOa{1kXU26@Dj^5n5Sfd%#-W1=Scd%A^my*0UPi*vS
zi{;a+<{1XvTG)TE+;ryDJdx@3uPkn^%s$RJZ%Wx4fv+Ma)jt*LZcV<#my*i+<lq_2
za=xNZVr}M2Wt|kHu0%%OzWn*a>i%`-@BF)M@vGaQT4&dT8K3?CetV?)XxcY(|5=&0
z{|hGaP5q^!H6b?W<hQsh?i+2gQg`RQIKwfu;+jQ`T+yYzDt&M3We*iz7n*dvop(kq
zmp|R_07quKyY=)PM=eF>Uj=Qrv-Q3fHRn;%n_Gb;#=+<8w_4B4uuz`-vuf)U_USdp
zrnt6Bf6!6NsCYg(e%Gbm+KF#(8NRr?PL?y!_tK_<6`wU&LtgIORQIXi8B5CQ8?DkZ
zOWCcb?}+t&a9uRyCsQZ8d{yD$3tz8?Cl;*Of5G{7=OV5?%l}uhlMCOr-`=)={mH_0
zoJP}qUmo(vWIr4mclY*2$;g*(3s{zdYH91zw-!AfA8+u?oLY8f>%8YPUVK`zMR~eq
z<xL5PsvX6iVYdtyD{7gW$lw0v6uMM3d-WpMskUNQQ*Y|CZ2R}V_s7RJ-rUQwzfUD_
zW=gqtpW}(YR$iKasc%k+Goye`(f=zSjdb4Lc;K6Pe1To>yFh){?UEnoY-xVrW!=#*
z<>{;cdpsPHSKOOc_5*qh<TuM$Y5TT+A%U%nAA#@9*keESh&KN}Yxqgy8-FkFYrp7W
z9pqxr;^5&mrAqPAJx~IFvz$lJ-uit;6Z=xx=u9hL^ZQRME6x^Q>U((R<l;pY2kzE?
zFKV1ruvGTzR7SshfB(D+y)H9-liBjDZnbKiS>Bgctvq<RU4OB4eC^W{H@E%W%B88@
z{n{?+k-&+peJu?K&Ryb@ZfSW`c2`66|CNu63@%*Q%&31<{Bsz;mvzoV_wB*Whu^RZ
zh6=0f+48YvZna(2+WU!o+Z|5Y^3OUnFFGlV#e?Gre{ZyZ-J561*KS{7-t4hN)>TlZ
z_}|KG(6EjF(tT07PXm`enr{^svSV67*fk-&?=wBP7`3BYg7sQGs#ULVRepSTo$TH#
z4uaXz@+Zzud~VeKX7*g+qt&_hc~5v+bIe>*Ji*^N^1i@(uWi}xt`6z<r#<OwkE=+o
z{WX32v5WC6`&P5=2i?)}CP3uRe#_5O=I7k{F;BAZ^Gt)y>+k4Kc+=H&`+%kPTZ7H9
z=0*QjKCR<xSh-F%=;8)fzrzQwDX$Q>oj1Ac$tL&HAGaAc9A4+xB)(L36@!Dw?8xVP
zu2mgsT<<yYnIv!P^fHk@xgJ7^3;ycXEdG0Tn%M1~R!3w$o_c<G`qx<B^w~=NU;MwG
zvSi@6>ei)K@geL=Nx9+S=&O=UJ!kjr{8IhVktcH2^R8ePM#tWV9@opSu4XA_^;-6Q
zPkJYG3)!mIdM{=f-nielCGto1!Udp%&5z66W_xz_``lTe%l<xfT<my!x^<%4Bj-qU
z8GB<B{<+Ky3PKh;UaJ<q68>(Wv-rZ{lm9<zYsr0>+x>iw^NmjlyDR3Ox)ADiOew-|
zp?k1I$iuMpQRi;=PTbqF&Pa=?=;qAs-tSD@UuG?EiPnj`U?^I`+nt^D;n?nT3vSP^
z`?R2S+SjvQny<O$oq9HN&ihrIO<Zm+rw%Ru%<3?mFRR-8(Mn7AqWaLu%e#s>9HK%3
zPF?&_@LRFP<aV^JeDUwRoAdgsBEMPR`Odpui{WzNZ0FZnHrtP^5fE`*PzgFO|8ni~
zT;;dEOM+Xq&uK<*I%MngeLKge^ZR+c5_|Ns)I`nn>g??=b2%8yS<4rwFAi`E6RWam
zwd7>lyxThS=c)Kl|NUn3UTfZM)97xzKcU2b)`IJgI)7I)9SAPbu|1{!A#$d@aB8p8
zx1vpM#y>a}w;!;-wzbDFpJzujXU+|la|t}=>?}Li@88;f(7VI1f1=~f`;w>M8&>et
zpKe-RSz@GClTw*8nK6Lnnf~0&*h^x+KTlt8UvKbnXZ52OFJ9@Kh~O&9za-Y3yn2y>
zWOsMH&G$2r?6aP&4b;ruGg*62@6iJewE{oxFg9PiZ@zAQO~vIVg-WAJmKhuEf)2;;
z`Ln#D@SC7Y%EIe6+&+Gsaln5<OOxdvt@#iCOcR+@?K5AcWy^xzpGRhVaO}%m*rB*E
zfQ@mgW3rW>w3JRpGLK>d@7c68Asx}{C8hV*KX7Pl4ZO1L{ih(wABoO~BM#X)A84`b
zTcBky?W@Acmgc9zKREugNJTET;(yxmHsQ9n^cMcPf9E>C=MUTVdCQ9CZ%iyFno|1M
z1chYZ{_s({cq8j}IQvXnNeM}ZD2@k9)Fdre>{61v*mP37YTK)3x5>v>{bFR`6Vwvg
z`{iDH-edEmZcE{HH!W>?tmZBV{8KSyy{Y2s>c!lfm|D!=F8#9jOpU`;#`+5X^CCTe
z)>^)o;ZUoc6qdM*!I<}lQ^Py?>QlSay>zy1NM5Xcw@dkl=bRVSB0l$`f{k;sW?asQ
zFa3COb^M>B`_0RbM?Yefbieof!L|q)F$Sv#4sSn}%AT%0qaJb7No0MZQNk8Ci-KP~
zTrXH=iO#%N9ramyW%aFWtpoQq^)yy5P7vJiW~=*)71RHp{crcoIbh1hyLYEsE#W?3
z$Z(rsiF`oqZrS>W&wknL;orq~L-T+i(=ImuZEpiad9rwST;3t!{lt4km~e9ZGQGq<
zTFO!rmd923yee7b{H`bL>&@Ja756qD-xFV1>y+?U-M)Q(-YtveCkxkIm{~is{DY)!
zxJttm|5l6Lt<A<wENnGeKbxL!xw2%IleF*qBg_oz6rE;qSTUE*R5@4w!|X~)xzXY5
ztFu|2e2YFSazM_yZXrVzLqU#t^B0Y-cZZE1N&Go&#rkIBkwy-VpB7hQ-o|{L%b%O^
z@_n^1r}F=gitB$?MeFpP=i`0!R2(vR6<pd^?8mU6{F9_^xDijvv@1m~nscA<YaQmU
z%?jXMYLdFSW|{Si?+ubnAIhrr<jUBjZf;H1oEY>i&e2*~<a+PzQw&|N?Dn(-FdS!+
zxf~n!E#T=V1C<2lqhY(H+!Iw7of7cMtF5p<QT8@t72oN3((nHtz3hI@O!iag^Q#gH
z`QTzK&Gq2@X>xws_wRf5;^wy6*w!hcS}~f=YPVYtabI4*oUr21@l&bAmPX5ymUrd0
zDj4XlPz(Q_8@7FEwkf}fwU4mk+}!h`C+?}fzU26}ueT!WozWNf*(ZW;u^r$Q*v9E0
zeWB**irgF4JD2r`9s9fe)lONq?<N{dd;LV6%H;V%=e1tnQy$8w$PzVe%gp|N5B!(s
zHg1xeS@Lg*Y$bP}=tYfP*4G!-F4$k@YE>G$b&C5FriF*zm@(cvn!Y8*voT@rog)*!
zZ<(;{-MX}(TBR8)Iln~o=Qf|8xUk4h-b_%)$ssZPv1N@>+wL-sijCRF3$~@C-f>ts
zZTIaDdK|11`gVU`_3GXJy=;Oinm2N;KMts4x_m{>|E+CWZTM>Ex@qTgZhSg1>;EgW
zcU5&&_ck5h6H}PG(c+gVYkbb^wf`zkKNB^Uc^<5oX8Yajx!V7Uc8i~O9d+2Gd1RmV
zv%rj~g#PbMObsi(vI|KEzrNbHFlw*QQdyqs8F%k>U;NdvPWD66^}dHsU2n6P^y}&i
z?L3|>-7qEZ+l!57I2k-RcupC}+&*aZQNko}U-9F40W1zKAAkCO<Nj>FdCA=eig}r5
z`rl{8+2wKyy~wWTz8`sAFdK5=VXS^}{k3!xXO`7I_AERKOSv9gk(8Mus#w+j`p$dd
zhX-2MPE47azd80rqrXtvwP3U7hP$O*GNfKD{4BqRwQ=D*qkXBjxK-{vl9_f-$1kwd
z;qz|BOJ>}*vkp11d}1xwZz1d-;mxSG<(v6_4yHqP>*n5l5cBn-@%<J4d|M80`7A82
zW@`aDGvSO;gJtnw^;Dzx{RZ;e)Zbs2b6(?c?ziYZ;e`hqEY(jnmiwyL%Ad_;Z78rY
zIc&LmsX6DVDYt)4DDZv$J$1`EfrmRxwO_6f|99@vMlRboe-^*WyOxr=M^a%+L-phb
zM^D|=S+YXn!m@{cm4;<E1gAWIv!lFZYM|r<^}X*qzT9-_zS`5e=f^s~Uz=8~S$XiZ
z`W%;XoBwYVKj*%dp8Ebl%jD0JX9XNx8TY<bdu+qt!4k5pJH0ri@al>y(On9z=Qs*q
zy_}b~_x=ja<!K)^6%zy$Ra9%<&kz>+v#k?6Jn{fEJo2PbYN=qm|GQ7CrWQ6gU!NxK
zy3KUQ)WY-4*R`g%`!^p5TP}8aE}u?F{O2n|){FrxCZPwnR3!gec;CLvfBmc9%t0sr
zdH&r!SxP4T*dx$o3H{$n-1R-x_J?TC75*L?w!q-9z@j%xWHZ@%l%*|7619K+UA$T3
zoTv3A$I{84Q?}nf{zkw3b7E?Dfk|46+ebNJ!7R4z!R0Hu!p~dvoany9HmxDGBK%fj
z^t*qnUwsZqkZ5Dcd2u5zG*L24X_d-D%S`r#8?{a_o7+^~pR7GiqHI#OTIu`3OQ8Fx
z``&gn{f{VF@Z;yNb(fR2{cSZUPKeKcUQpO4AfUmY*?!hx(XI2ZL_Z76loT>)3l(%!
zm?d^Wcs+041vB;6-m$kPUN*71sWj)J-)H4rWe48g3cR#D@eRjS&=qOn@A&4kHOeiQ
z65P$+u5rH7@76-lp(_0IQ`i1_6?;5)N)mU^nJ1psYPuF|t5#juypDM$bjU9>NKYnr
zLGXh#@nr%Rc5+x5y;t{i+~Al0@Wji@t;>4;HieZ48oXw<KI6XKvM##K`)5r`$AnW^
zQq9Sl8x@^QuKKeH+FSq6NIDz;!uh0r9KXQfsk_6%ZUvs2-&E+t;<-xu?S$1AUN~m9
z3v{rRhF$wsV*lrr@@wPm|IPaTd7hF}R|O^O56nM~^ho~tUcF0y)-#Lg>@(eE#W?aD
z&P=$?dm#K!X_p%F$!Q$F_2+vpw7S3J-B%Wdz_<LW+tROTX0vCPYURkE`}l}KB1nWo
zF8;n(YvZqbUn?x@1h!Q~-g@ZzT%su5ZM&q|;o@D_?_>tBu%)u(%(j>mRvCPYvFmK!
zmiRpD=MT1;1>LdnywvCUv*ash<5uxn7W15YHtR3)_WX)yZaT*kA9gEn)xOm{3QIK?
z7)M)3a9@s?7F>RGeXv2nzcU$|uI*nKl5G}zbMF&@&p#Gf3(jh*+I*?+ozT8iDRq^Y
z`++Z0Guz+gX0mfE`Ta4!&}`nOX%#`Y1V0sCJrni()%o==W|&>M&zC%DiLCIv#w|x5
z{qVfcXY>15_QUf$ymiaY72dO**C#ziHb(RJIw_td;@1m4EQ%E2cptx3lQBR!%i`q%
zZv8J|zZwkh7l;T=<~X^A`BFw#!M8T>(v7V3^E<yib5+^%Y>v?-OSg+Q&tx8dJazX@
zqyUp9U&4uR4>O`V8y>Bl*B^QR>a#Ylo%?>?h}3t{)`^Uko%`WUp_6^22D9)U1_sl5
zPZ!4!%l}ub`RrW&JUVOMH#hZme6NS3-22;RLAL_4_N^8=5D<}G_)=zFM1ZBDwF=k7
zLzkVW)Z`rx%XMG2E@X+U(18ma$shmjezECN-$BjHc6H{K>)Pd;Cj@Lby3%>`UokO_
z_0?IOw%TuDXJ6j``C<9))_*#eR(9&1n|a}Z#7VJ-IX*ns_FB*V7d3TC`@4LH;2DWR
z2NzxX6zgkv(56nRJ^aYY<-LBp45dQ$3!Mvj5&b6gcIo~*<zMp+p$AaRnXqrJ%i&n-
z2Y1)W%JB)rnWdh0a#^?Ka9@(7eUFzZtA1+#p{Zq8!r3e;&vUO|_v=NcXLj(SJg3da
zIl22l(>bjN#G`Lt`G0fQ(>*WyK7SP0ylsE}^oHNl(p_HuSa*v@MXG5{yxsIe#!bS%
zE{d`&YHP6ncr9T0F2#!hZ!Yo8=5Tfbtr}sPer)-!vI+}_2`9FFF}f3ZDcjur@N!4T
z{@`A&bn9sy;tFc-<o2ipfIFI<(f)N`mZiSdebr{!c&U%m`v_a>fj;~D?eELi&bB=K
z)t}ezN_1$}zSWwp49k6<Ke*#Ht0!rbgG1*py9>|!TfQ#(7Mr?5tdQrrQl8W1I-wbR
z_f9?+S!q4xOu#~Z)BhY-w}utx95^FVW%ARVe~0AenPuM-_Hqcy#7opK`TnqUHSd#+
z#~ySs9I~6YZ^6lZpYAN4zgp_m>jP(={W!AspUWPPXq~>tJk0C={F`@R`|scDR!;wP
zh~aaK>&A(f_&Oiyoimj1IJ++8|I%WOh_(J+8tM#QTlMF>*lcwq`)}z!rKx2SkFT2a
zO^N}JCxNaz6bZlfFyh{nGM?`>UlzPGE|+R)VvJ<G(U!hcR-x<snqu&U(x&Z3!fJ14
zOz^zAZsozv$7TG>_kTHbsdC%jUM|hmYQK_KF%)dt)R*)%HkE;MK37eKm^<IfnOCfw
zTqmf_c20Zs@vZfjC85DN7cVxxZgF<u=y$$sq16Fe%aO`fc@=ci&|%dL>kKv?fB$mX
z0jI+0Q*(s__J-};{kif+ig`lgXPZZ_*!=IRz-D#U`9NlM{v4E7p7`Sa`|J1Kuhx|7
zPL6(VWwU$n@>k6#pG?nQVw1P&-NUZfTN4u%HgEA`yMN!U@qxvff@2Jf0nSk>D?9XT
zE(?EbtUX#{S9I)AqNd@@;BDG(Z}jy2nrWl@_CrL&iLW(Vj0$=gODa}sr2a7BXcTGk
zxFyxsWWH2Z!DoH<hiS9rcKqELdD%x@WaX{*ZwmL@c|tDpji0qY;OEOW-t=u2-?l#V
zG&z3m*Jtsi?^hi@5O4+51Qnbqda`@xR40K9F0D@SvYZRmM!iRs-WqH^_UIRj_`^4n
zP4~@KCM8H$hu@l5+L!ok!4~Ho=IlF9#Rm3ddrju&Y}EC$jhbU_=wHbkcRL9*pelZ}
zcdGfn*R{7js+0FGmHl1H7VILCRnHw?`MLLH;qiS|M`A2*%AaO14oO?m>R>3kcuA*1
z|J=3*k6!J$x4T_yOV!s!k#jCweS36+?EKfqITQ9D`Ip@2@!-L_=|@)j-#L8PyC=>`
z@}|fQjV~FWcy=DObjd69;|$sCe=1UdNiv@I-7(i2DOW4kJzuQVuwnjl`D<CRM%v$g
ze>f{IcjNuM{>Sr<-%cvLVvzjW*Zk%E*KhYOxmc*jYvf-Qv*3;L<h%KrZ1+RE8=v$T
zyq<pEb;rf|*MFBeDg?@N@RX`qT{-8n*spbJQ(DIaF($_}mQO$K?YX-(SrT+qNc&RR
z!@JJ+L@#*~nc42JeU0Oldu`1}yXQ?VTd}VA+!^LsZ`05Hya$>^y0}UHsO95%9_1X3
z;^(U6?`|qR-Q;$Br;bMIy>%Y(f<M<8HB8ZJxSU?FqVzv#JK=qGEoS))Zgs6Mysc-J
z<?g8N)iP!>I$x>7dFI`_B~P{MIZcftepoN7F;;zB(7a@38S_$c#iqsXAK0tx?`=qH
zvMH0>v~M+UvGiMQeY>AiZ>7{*ulXDBvq$@KcK6Z3|In)@KOVWTb!%U-o89XtMf+AC
zRd{P4>7l#g*@5=-;0;OpZTXMY+byb6nYiJ0W@-G|^$bV%@F-}q=qR<!4D2}cOEA{D
z!t2&U)6Dkc(N(<j*&6F2855Tl?x<i|#lBRQ<;bk;Ia@zI7T=>~;_SCxKK`4<Gw|T-
zMd;w{oXp$teFp8HWJN_7ViN9$aw-U3k&vHvR+K$Nbj#s6N*+(2ZI~RhwRU&@i8ZIo
z&n}vI)#TUaS;r3DQ587k*0tr#g(+K@KP=mFc;lYRVgn)9gKE14x#y+}2AfyDvJqhH
zYFMXr#bT}5*8}nM?_7A!-Q$1D@R_B_oUi_O=gDMQ7()hc#j{%D6WeC$p1H{VVE3%F
z0~V_$IzK<FvVZ*s?msLJoU0~IiGMrEzqI|&<OtI}+CuA=6(;o@{obE*oo|c3r}ZY^
zM%$7<ar-SL?0A_xTPAEW)j6y@Z%UcKg%H_kw&wThZ(nXdZzTJ0wOsKxi)H?P(K>x5
zoH5eftN-uKz1`~DSL|EB1ln71d*5oM_xo1!F?Zf#SUvsxVh^1V5lOGGTMK#jUb??D
z*W2{j>2lMlrege_ku0o1k(uq&cb82lXkPp!<9c6WGDH7enVtrb@LPi0<B!KY^*!%t
z4O;#M>jb9fBrfHi`Q^qE*<`C^W~YSPU+oX|o2{8|dUxY`o}!1loqo(*D0-mWRF&h?
z5;Z=(6*{X<>q&&Y{@R_^*%E(u68~{e?dZ9y4E;Th_jWdTJa}+!`im>-wpwokY<1o$
zFnw9@d+SUl8@0@e-zFSOzFOVs?cR8E)z>*&lwa?*di`L=*NIC%zwiI@_kP%xZAXrO
zlUiJx6s^<u^rc8#<j;f;+01|CS5N-5r}K-ytiE!0vBbMiuTuC=B`H{LZmOMrc4@%c
z^()?;W@T7<O<d~MoI3AJ`K$}-7t5zU)LU+K^XZkON%8)rZv!^nT<pG7_7bDc<+YE#
zMtQH-S+`}eSm?Dhov=OXZ{fYYV!Kk0-6x%G#4?YsQ1{!sjICe3QsnN|Ur&{v-}rW2
zYsng&X+4_HcV|60SU#0erG)iU?PiOjin$tM;j<>L;QIOIS%K2$6W0{ukFA@x=EaPe
zDajxIHgQ}`u}}5*Q2e=%DZBD^lP;gf4)N7fKc+=5e>j`@c(pmZWyb>!+2}V>GS6(f
zs<xgFey$ijNBB$TiV3G4H1~sMx&F$BBo=I_57}?Os?u1lJGuI~)t*cH7ymjG@=E(^
zkX&p|>!qKcVofDH<YTm(<>$B_{P5)0@;-5<1#VkB4m~NW%5>k#e?h%!0bhfnYa@fe
zOr7M9e~-MqwNXz0xVXQkb;$hXtHcyHrA-by#ycf$x8(^Zr-X*Z0c%92T@t=vvyFAO
z?zzmoRg+{lK7O|E&F7g#QFmW#I$k?()wT$ky<JWEXJ;<|lXCgkcN6P#>4#%t)UG?!
z)r6}yEbKV<NVz!BaQ&hMpxKV8Wq<yE+h^m~_3GCD>ip36o8L2U=2uwFou#CAL_(b9
zXhxFByNlD0PT#ZVs7<oaXP+do`kQr?ot+Iz-5raPVh+ScvP^L;YfD_Pu(~a=EbZmq
z)vxA#cQ55PHef!pFJ`}d)r^<xR;{!OE<JDieBS$?lj@6;d)KN?x_e(Ruc6o_x%X)M
zZI_j@^MkFQth?7!&TCY%bERyI>(+U_na9GOtTruj?Pn0->t2=Mlj!$iak#nN?IpLu
zlqE7OAMZ=w6aA-W;n`Y_{YCPp^i6u$V_iBAU)>`6dmW#Pp;w1Q&*|a^bL=)0h5Tg=
zpJm#AKU9iqg;#L>w^JR*ek|RV7}9cCR^*t$<{aDIImd6S@Z_%WPyev+me278t!Fuc
z)C!L3oD;NKqI0IJv9QlAS~2c`ZN^2JOQO#sL=-OiiN{p>ebKwI@BIu@)vB=CaR1jb
z-rU^<ee0No)o-S?I&W9yG)y*lDP+sqzS1K9Ku+?t`4>1jo?4wOO167*ZsG$e#;J|!
zv9m&@tn}~7s$J9n7s$YI<b<HJ+qd_E5<$w2-+E2EC)|6WIw>dNMaW)B&QsTC+)gqM
zUUhMTq@x#C-o~WGRkGJ!hCA?-WgkyuXm71ZTeKtn==a(B6?tbx*DQQ{=HJ6Di}!f=
zyC3B>->5o2$0~o-vcGDc9cLcSoADxIPO{}?)^7}qt<L**c1&7#=IOMDJFnbO4dE_#
zE1t_cv2^RK*!R_fp&G|BOS&G)n;ttT;anAMn_aN<(!Ij?1fOlMj{5cPR9$`V&61xS
zmm|G6j!7t;=~L6?G(HlgvRd)P6^Vw~r}8xYv^CkKUtfRsdxz1VJKC<xW2@g>E1x1F
zws6@mjeBeDW_`Ka@c;PBw!*s}JJzx-dY?6=;ee%P%Kmz$;$=~8A;;!123*SF+}Gy8
zYJXu?@@wX;&gndM=N1YmPCU|4wZ(5m*_nntt7IpI<sVxq+t$)_LH6tcQIigylo#%W
zdiQl@w>m#%IM8+M>5JXR@0#pY@;Z1q$a)u#iWhfxz-o<z@R*bTmv2o?o0WLSDrgZ4
z!-gYICN0{?u}NQn!Ev`&O&+6Vv5fPgT^GY|=;$0QjV^RkI9z9OOWgX%jwS09Gp=4w
zpA+y_!Ss&Vm2~4D8R2g)Jc+JP=Gkymn)$@)pB!v2wyCUnQvPs4n8w^HPUBGPATOgH
zcKLlr=f2J_RbEs2UVhgcr=3ZEgQJ-n=VTv#7{8pW@STTt%e(daRwptYnw~QG^R}dC
z1w9LDve*q6yqZ*R@|SVko*k6?qH=4Y%CXEXys60_?H(0h<qJ*9YCp2_DPO{z#jQb!
z7i)IR$elLr*2K9wTA$PVZcm&kB$~NWGuEwt`HW>-HgGf<{t2&J_|%`bwEUUWvF~$S
z4o`et7j;Dbx5d`Q<|WL{4E3w#PN}zSSDmKP^J1Y(V!(vwkN)NQhF*L8@XowHj;svv
zYwB|s2{_-1*yI0W&aID@Tb-|6DN?syvBIp#!1sPrjjLBy`=Wv;z9+iZ#BO`m&f8UL
z-E=Vc_qusT=RR&Rx$^H%_>bSGM1_~TFW&E~CS@JO?#!C@{=CNX4U3+iI_G#yVD40Z
z&dr~9lpgWr_iN1x7II#>O{>;<?omCBhdJvt4p=Jn%<Mhd{!8gshwv&{)hFlXE3M3G
zU(&l%(mZ(8rZV2H*^P!Q6FN4WGibhccpaac__K%1=NOMonEGbHfv&f|&1?U!Y6yFK
z-bS_R&6kuZVqy>P*Vw(e^QZH3dhXi)^D-s2-)MLIf8}1&!IF-NabIGua&U;KO!|8J
z`G%G?53ky9-Tr{5C*69^zvg|-S)mC%Q|DIhTVTj$|9pdxVq(j(VC%)rS;wcG54C<0
z{5BxDmr=z>w|rA`la#Ww>My&VaK2{GusMqh49*3XBu@PH^85UKdyG!K3Y>6vr^WKS
zmea(<7P<v~_;xft<@C4ryKDBW`>zz(v1DT1>o3dRYcX;}h)8Uo8t`c8%otf$^S)I^
z?Pk|XZT74)%emfj<?`QJ&NQn~p2No;)iNgYyj=TrjiTbzZ_~WI-U={XIGpxH<?`3#
z>P%4*491JoIS)!Ww^(0Xqng0B)^(B8=600_JP&w0`Lu6lG4*Db$*th|``>=~f~C&)
zua-TZF=bX)n{s>MhPA4XvkyK<&UA_~lFFNHv30R}ZTMmqmgP$)Kb}{3X6A~%Rh6d9
z3zkJpu33AFG49%=+~m8z_Z0Z_oswMrPuBOvnp+cpTW)n;_WF5N`;|>+uJH9$opNdm
zQ&rvS{E$IHTkD+3DX)Ds@9GXZPr0sG6~bVgl@liNC*=;y)Ah$!<)1U|`ClUVwR-cb
zg--sz)^Rb^O>h0MmUD`UYHR<QUso<WKRlzvCA8=u@7J%}8m8U7dO;vxXPtmz;tVsf
z_rgi5WCa_x`R<CbyV?gTw4&>?^?kZ#m`&JX$iN_Rr_IWiS-iXSL_qY?St^EX8a!s*
zO=q?|IpF?2Z*^9w#ec5(`&k{<xE(!i5p}2i!*1nwhiYQ$FL<WMuQ3cN*j5{UnB|4>
zrjwP0Y|^Zz7O_o?9w)YmKmImp8pC7V*rP26XUv`BqP*SeE6)a@g1_6$Z(L!P_T<>v
zCFH|wab`-ENs8M9Bgd_?`~v%D2rgOjfa`eTZIeI2ce*CnMa}>6E-{qTldtgQn_}g7
zcC~2Z*hPEaYw7Fi9BPdcnPG6TuGFH&UFf2Cd-4A(_a5c^S|`QQvT4qedl3g@I2T_v
zowdPWg=hRpU0y#AO98u;4>OiHCl}t<*du=Hpv18svu>E%MRByRPc(_oG{1g6xpyb;
zWk)a8G(Wxr4J%q~)2$CZI&%A!`3CRVJd-xOUv=4Q+MJZfjjjK08Dw5xxPFmk!Y}rt
z9{$JoMHb)Kw06GV{56^T{lt`NuPnWg6p*mZp}XvIx#<bXEjwGMRD3=0YW}V06=w4U
z&Xt6`e*JofZ-+}?MAXb;fn*P<qk+jXYFi&m@TH4Rwys}w<Vs&h&6U3M(##A7-Nk=A
zoLt!T7WO|~Ts9-}+Zh#hSGyG-@+yAayY^yv=*@sbXU|5&htIC5SNJfw<nWJE8Rz!R
z_j&swV$Nbg0S#ZZ+kc-MgwG1?I%CZ)aemY8TYDOdu0EE}PJM9j+p$MUM@+=tODA3F
zyJmIEB(f-rz4OMe*)G@Ruh)p|s%iC9zxi;+#O9z{{bQaUZv)PrvpjnF)7Q1;HiaK2
zazrio^Xb#fQ+vGLm$vTuH<?B0c!qf=lf#iqZG~Cvj2~``bXXq`d~{T@rbIo&+BtNF
zv%W_L@A|c0HD`J77x9%|DUdqPH#gK;FU@D!BasIzTb;R?W6ZMLb^MpLo_!yB^53^Y
zV*`alu^CtA>~L|)VmDqX%UQ;4`M2uyEZx+pj!*X=TKFgX(8Ks;T!x|3ZaclbP=3{o
zrMKZhYviFycg|uf)f3Ch7}yu6MNazTxH#ti?Kzys)^NH^cpBI7xFzfO(xO#m8ba;?
zF^035Jnl&}6!%%3a@+RosK`F?u9S<5lgiF%>UbDyb*-DT!+)#rN*Rf-g30R23<VsF
z_Rl#C*lbUFoeJlE(6cm{-D;-C@|w$6)33b!R`N<s{a*h4Hi6&mlleW><=G1&o;`W)
ze*LPPkIggt`VjGlCGBNb`;I=!fB948mvvQ2;lBe0EZwz+JPs~rzi3I{*?Qd0*X`Hg
zHBK|m8Q!pZqxAgXp3IVi8-?y45m%O8dBCDgaK--1)ic`4dOZ)9|NG<cSM2NdpRH4`
z%h_zWpn9ZLOzHZEnyTOOWlAm`0!+-imD**3gLhuw3@j;;yRz2#)te51VwWqKvxB$2
z&$G6=>OXH&y!i7=mF<^nuCYe^o_?c_&vfh8MQ6li*8e`vq2Rs9eUU7e;G|XjiZT0~
zGratx6XqQJ)Kh5oM!e|6o{wy|+rOvYyRiQAjvoix&d={Oc6iuq9;wQdrQ>MgXW^e>
zdC6V*@K2uW{&$pCyy$-JemUgUKHvTN>fhhG--^1wRrs!wyI|W)zY-3{Tpy;yFu86H
zg-4ftndd$=yrFr&<YV#~?$SHop1AiPz4!XXhKL;JYY!bheq8+bKcBrp$-g&O-dfE$
z?)hAxheIa+^8Me*w$J{Dgc`kV`xv`i<@-TSfmJapzx-K}9nlaO>bF-y<b{tsU;1pJ
z8DdPrY%NDEPlT?n-RgV)?WrvsGXz;9WfmlgS@NlQTra$Q!`4Jsdy&eG%}+IB`&9jE
z9AzJJ?A^Oq?Z?blTAHo}m!>RRU%Mx-PU+&)u)`D7vMz}5*=hI7sCLfTyt%+&qxr5|
z@233q`?YNGWb3cCb2dFrI1?+$a8|)((W4s=UwsJHU!!erWv!Z;7^G6P^{j!{(@LW=
zVU_Fq_BWM1^?Nwydr^Um9i#hs#S#NWhpy0lb&FLFoM6xtn~>9c!`eY$LVo^|e6eta
zn~L`@Wt(U%cwKTv{KB*I`)&w6+}YN+_4V}*_n;s<%X2@y6Fu{KG#DQi2c7sfHD=m_
z2L(4R=WLvQxa?8t_F4MTe^L`S9E%g%`q?|wZ_kt;-Lv)Y{maU)x;@YL)t5sLdN;Bt
zNQh;8dwKfZ-_WDatk+wxm#3$`Ul~5-sN=b%iq?XH-<CbQ>^*sXV%t%}E6a^V#279s
zGcbFY9p{*F-S5yG5f7t(rL0Fg9!%T#J2R_FIypw~e1=3zfQ!PS&ZqSeaeHeIzcVY?
ze!V%`$SAPvckI9OYp%K4ozwoZ(C#uL8zYC6&XMP06O3;wzI`lkmE+%pjn(e134yhj
zw=3s|w=^(6eaN5tO}wTj_o~W9pVe6hi-XrKUUh}(=c*7!17~*Q5`pbAe0Qcc8JsE6
z3U}NTSYb8GQ9#Wq`^7XT^Ub%P6!kC&baA<q7Oq(7TmNn2Z|)<u{jvt((ZQ_;QuS@z
z@1Ht#Gkm>9xAS6~tPX(%wThG9OiwZDuKCW$Q2fwVz--aiv$vY6>o-1pFy)e~$JXMM
zDN`Ozd?b`Vb=5g;12Ktnt5g0mHgmi_?zgo3c<iwyS^MttG4*8VWXYV>b=bvbyy)5C
z1zy+wJW#pe!f{{chWpWziZ9hVb~$pmv$iTFUF`XN|Nj41x6~MTmlc;(+ghyAaHx!Y
zQoFm>RXTaLd-fFt4vuBFJ!eKAnBzI^V&%m2#)6Oo;wIPj{Pq0owQASl6`9u_eye(*
z!jyY^k$#!#o~ws`?w%M}B|k$!rdZ|Dq|D+KXQ!I2TEE45M&RPKb*87TSn*j1nrexy
z>@H|gEC}2b9y34w<QgG2?u8u=A&X;qb$@Nj^<IC}|NlN#2EQvWtvV+}1$E6AogO9^
zdX;stX%<Hz+v8P+Pv*=qI^nbKA+xgpQ{v*CtMq>L$Lrh(n{Dt=*~C1YnL*3eeL_r7
z*U`)RS*tcgJY%(3FTHkchjKzi@|~qya^IMoTe?U3M2__F882m2n|EI0aM<W{ZN)?m
zj}*IIyDQ{RdtR8Clf7=1ABTIZ98dT1^*_E{IkkU((U!lP%bvgZRy9F|CF6Bk?MCf~
zZ^O>rm(C4r_H$UFFmcWG=Z3pu_eloHEbMSteLv#oa`9Eyb^d=9_3(UYW3Wt`?cVJT
zet$GnzfM*=7thnX={JKxcfqOPqL;0jn`fkz@_v2E!#QJNBWLWT6@l!+QXUhl*G}Y-
z4Nu*XnU*Ij61uLsp&>$$uQn)ByfXD~)82?LZjryA&$VgcI*{td+bg;%wXWgguZtq4
zEV^6<>hkB9rsss7dV8V7NkN5gdZiP0*xLHj<@X<pu2{G7&6cx*>)E$2Pk-=W`@YBb
zv$pDeD&AMWMKtrLi0FC$ebf4uh#T5*&HXRwn6j-qIpz}A)fG2CI~*##X3^20vvuY>
zoqPQv?4I8RGNcq`L>D@osK~lD=gqJGwJ$T4pSS+WvHf~;%;5vezGffs4-PVu4gYa^
zaqBHXMFk^W-y8d;Ft3hz8+_Z5g+=*LM$T2S`oG6_m)$ieHv3e(Ynk2>uEx*v=l0j1
zl-#^OEKrQi@_O5^Kfk$~IA#~AUwZY?SXK8B<BS&qrl+O_iG3^$<6K>AeW>Hnu{+Er
zwx2DYcf~wp3be@*k)K-KoWFPLD!%n~5%)4@2kSigR#o7fCiboFG2j2P$+rp%mP}tK
z#JG?}`{Qh`2WK|)3YFh4b}?nFzi?w)X8-%jMeK{S%eNeS`?X}}+S{)kWuGtj`+L!9
z*}mzwE$&OmicV9$ax->I$}O2JzY`O@=dHTSQW&?mCvfqdIp-`|6sFvG{c_tPu4kK0
ze&=y1Z7c}cvh7!I{hg}Zu-Co()8}vUoqoABM6uv!S87Ro*tdICu8}5}I3Ff5+)BOq
zWX8O6scZd3Sy&D!MO>DseZ{{2|B=bFw~8?S-+1}mV-=?$Pfa=bdcUpVfzMbavZY_T
zMoBeXJsQ8n|FixC{~H!;X)cV3GtN0~Vr>(?y0gf=cNNED>B>|SMN<XYhxT%&ZHtqx
zw%yImp0;*fd&jjon_{Pj6;|6?ELq|3^WO>fvfo_t$<c0FTMsKJOnI#G^%&DLj|txs
zIow%pF&(qkue-40)b@93isu%Uuekl%aaLl3S+2o6AD^oIt)I=^i)PL3C@|2RJ<WIT
zJlC8{UvAi+<TzB)*W(?rQ0jS!(FCRUQHuqbo~wmizSE?9CT;3zLna3oVGj3|`))2j
zzx(^IHy3RCYwtWQyBl>(baC0AEi0C6@(O*<F2UV*WQF3A0*UKSCKlH$%F)(-Yrx~A
zkaI=WPOR=#zIK^eYV3B&uf3t^Ti0KI?O5cg8Mph<sb@yrsg3hLFIG0~6$lX7WAIYD
zL}T-m!jnqNEM_b`y2$Nk3HQ=xCC3~XWJH!&cYh0v3ktD1w7<i(cVS1xPkHTZGyR&)
zVs|rjN`9AY3AWyrdvW@XnEdU14o*AV94cajZmyF({6^^9ghw21EVF8VasU4~U0J&R
z<J|5EGw*GVEN)ADaIyd1V)jeM+f0l0=^SAXbY4DRp<{z;w$0wUbJJ&T$@Wz_^VMwK
z3HNw~otAUorWx?WOsi^HCl`HIN9?B>$HWy57Fsr6k8e${`@C1_t$Y2=J8!ow|0+?K
zb$k)GUY5;@C@~fZX~QdgOafb0w@7oJn5murKg3u4hqK$wb6p2EKW(4S{WmevRBQEK
zTdQM<>)AgG30?fvzMswfX3qJa61QzHU3$}N#;!ZlY_^o}<|jIb9QTAq`BXY@TM_7S
z=4DSKhsV?0lJY`HqZp@M?G7B9cUCCqOgsDM-Lbp>e_y(Ixohs+Z=9XM*4x&`E7wh%
zwCUrHMSF~buFYA*;<7w_!rx0eYR09?0%lu&rTu-mTmJTj`d>?`Cr-Y(d+W3m#eh#2
z_&+r7`O|FLwMpSbM9PwuekqRkVsS3gT>43Sr!AIxsgPLodxui|6PJ{@-BYgals%L1
zVu#-9CcTq+54uvW@G@|?b3R<5u{y6q=kE4LULV_+TKn(*E2;bBTU9}Bm|5BVs@?Uw
zkN#Ry&k|tG!gx?*_Dy@!qgu<;TXueU!!0GhfBVj#sf+$!(0;x6ZjkvomhIP@IT&v3
z^^Sg7vhUilpR*=9zEzO%Jh9;Uva@N5)sH+Z9x^t1R*46_5}oyW&7>l$WC52Go6RoC
z9)0RDC1C1VgT-!##ZAQGKL73Kv-@;qqVc=pu*>ZsiU!3;i+1T-SLfg5xbTbHnC-9k
z&L<Y;Q&$%CGQSmQ65!~(wrbal;C{QUUn7zZahb^4-&&p=R^6wta*0U&Je#%OHmtl=
zShHjK&E}rROFQG2ZCb;5N$g>R)d{1*pVy>jDrztP%(6r9=-K3Nm#=&=JEyuhk0EVq
zorc!7ovROPo9XZ3%U`E!|JW`)RdxIIX0EGC%4#w;ua`I%RnNw_&_+D+*%RY-=W~%t
z3@wXV!uJ3BbwB*tp8cgKw@#UK#lAUdS7O7p^@96-z2a`4nHt_+JW)(Au{zCguhmB_
zH?d0Z?~el)_ayBzDz<uTuvIGiWp-=cvk3vK1I=4|lymE94~Ey9Z2#3>uV=mb@3~t+
zg;~e_eb(+z^nS~+O6Jk8nj$e(k6#)y%$*fdLZ*ecJ=_21-@a?w`?gEF`-8fv6?^1V
z#6^?;&e@r}d(E`;nmO`v>oQv&i%C!O+dD67@^O#o7Uiuo@~xK#A1b}Zx1mcQPydFy
zs^+ImQ>M39dcWS*W?H}h^YyDYHhq6%l#%|{-YUp?+OC*<UiYhg8jKT9u1xt|q__Fx
zEiQHk10|Q>)%(6Yb3bLjyZBqkleAmEzy6rn);RlKP4BxiXKr0RFje(%piDIT!{#RL
z4BwBcJtw1Dn0Fqn@h`Aa?UUkd?4G23^o@<>R;lDkA^#rR)&Bdtf7gna_u}8$ysoWI
zS!=QNapdG%hV};{4i`igD={c8Z#CH7Fema`;<Ih+{DHj>_@%7vZoZE8`nBi8s$N}-
zpqDSN-+%b6>O<#Qwh$SP`jqXu`N=uAKX`2x)|$I=OUbPq7MYWWU!7qSHR}F(>decY
z*$m6V9>===j__NgHaAQ;!L9e;hKlmD>ALT2|NkhvVlHd{y0-d>%;PJ4cR@{b->l;s
z0^fEB2<%nqmJv@kiv0P{@Ri$+Wtvw152~BV>dE|ePFcox=D-9EmQ7w>9}5CIpT98h
z-rO#E_!OscrvE#Y%I*S&%>u0+UWV~AE$0?a$a`?=%i%9e??kPblxfQ35Tf3)Xwk}j
zk+Z*l5PtsaUEQ0_a&PZH-hJ%t*9WK8<h=QHEBBwQ*lQ*G=k0A)%hfnI(kwi7Zfvj=
zPF?HIdML1QTf@hLr%Zj<3)?2Rlzf@Bt59vnUb!2c4)b%b&M)2>#y{P}S}?IZigB;a
zPpPyBl{Jz5i<@;O&k0<-WX`!AoJmo=<)YISuWHT@OWw1yLLp_(w==U%rR)Ar-mAd%
z?S;hNSwTy=8nxr=8sD8gbuZYSXN9cdxr7+oX>%q|nz^K=UZP2Wqx+ch@k9TAT;3$h
ztM@#5#cKQA|5omGUHY73lDF5#o|$R$&1H^kjMfR$nQPVEx9rKu=$7WmM{AyLYCbdP
zT$zMa-U&+w@wAi6uW}q&bgaXoYK`HqFN^Hs1^#`E-~RQ7#NJJ_ZohWixr&MXo4ehX
zoAEMUS?zufJ1jcaT<=XS<2*g(F^4P5tlM9v*Y8{K>al8nte<3NvvIPYIZw{dinTuq
zy-podYh5pK%4D}=OKI}*&hOs(sXmuV)fkE(slk!MX`^r4S~ue?lL!1#`uG07{`A(q
zri7m%yubf)cK#zJrzlTNIZdr^pjNc=)@LGHv=&(Yd~&APYu6@$_w%*1%4E50_Ew&E
z{Qv!b#g5~DgR8rh<M`K|KI3%r@BNSUX<f<k7ut_-wPd9W>CQ7_w@aV3<|9*z_~)rJ
zFH5#-DeW-b-*e9Mv-k3=95dz~bP_DQ5Gxz^rt)>s+kAaFh6~poKmKy7C~rM`=b@P5
zsH}CCd+l$$J+g?!<(#+pwwab^v|a`&Gjh1K+`F*Gw)*+`?eF(~`SbC_If*-thQ1sz
zTMF#noj-Xue7Od<^Bn$N^*s#_w-!#n+_y1!=N(rIs~HPt2TsljTzm$U5?T&yY028<
z8MOA;43()FU!}dD*=;HN&-;Iy@UlC#=P#<iUa7Fd%WLC@Kity%tET<@=eVRyfbpOT
zxEbiP)yvAAWl`GyEB^L3u6<IvIQiDW#Sa;^5545eThD&Ai)qT+?tQ7{d#)V&x$NK^
z4MD+ELB}t32d_(=b<}djb-O(R;-7oho1S8wX*t({eeJPBwNvJcOq}#VzLSgPa8me8
z^&NkHw8x9CwqN)5>&9Q;ocZZ%_L2W8>iH5rSNjYY-hPrPnlt~L>XU6u2I-!S6F$hU
z?YH@Q;{LXfrAzI)p0q6N6r1DXp(WWK-zQyvWwpj<rk<Z{+GpPdhw99((XG79B{{vo
zp~E=~oIwpIBtEzl!XIn=O=Gi%g~l<Jm0Qy0@B1*@{`ZaIpWE%7^DnI|{BpA?Z#}#5
zrs55cr{(`BpRr1o+3&3Z2S;z=#42aIVhdGi7AplI(TuOstLN7(ekXgYe071<6vuw4
z#|7249-?e7F8dy{7ZSRk{jlb0LVz`kpxF~YvHbr1O^%mBW^wL3S~FA5&{>_+a&Cj9
z!SW4eyH;1o8wv5KE#^HG=%k=ycQfW$b?N`pn^*qvcn@;T=`TvY95t0sxptXrX9uj1
zRct-HLy!O5C6|>erT<MReB%(Bac|Sr>i*sPHZWfOd&Pe1_77FI9$K15PkFDm*mplE
z^1<^xRSD`|Em74>phT*>u4Ly*>9!+D``%vN`DvZ$q=k=ny=gX4-rcC(l~P~7#XE>q
zI(iE$|G&K8vuEDdu{rYATBYr`aNmBt`R^(&8IAs6Yqm9WXQ(xNXi3>rm&)@-NYCQ9
zAQyL5*462?zsuXV{dw_@d%|2hn`<+Sc$xjz{GPCH_OyLVCw_i@xQ92Q%#`cF*-PFT
z-v26lPCpZ{aw;;6U*_&>?6Kn<*Np6U$-2HJ?tzw*RNht#_Hq4iKGy!e=GLEY?DhMl
z{(0O#-dy)tPd(6@ZOPmjH|;}J&*-Y8_wD%`Y&!P=w`8^1^q<qOn1-~9?Fqd99+XuN
z$MOH0Fr(#IyF71Q(q`SSh5Ov)8}^F`E>yB?pXNXF=%Q;Zk@>6)48lT?(xOo^@QzKH
zz3=IasX?m)%{dNk$XJ=#rB{*jPrpC@|NPy8Tr#ge7ydpwNp_{|dCS;*UY4!OUJg$d
z`D}`xbaKt4XThBf2@x(?v$wF`|9SRU*T+`Z6F!o0E0>5U8ocX_e;9xKS?CpwQ<oi&
zE&6L4$fdzG&41S{zSJomu`S7Ny_>pzo;v%I<&4slVwtU9wjOd0$}(k2yYhltYPHzf
zRnfn{EZ*;$7WKd7{NJpz7F!?B{Jh*;Cg^J2(lQRFrp&TO#oRNDZz{blkhsVa#r*5m
z^=tC=Q(x%svUhS0Yq>0YCyw8#r}5jHYyV!B{M$VB^VYwXfkG}nOsbjoT0Zn*^JG72
zks|ilHgK+X{uPPqSvpfgRvU_$UJJYCIxq6evD$y^^DP=??fSQJ?~CipHT~XNY^v-1
zG5^Vw-s7UFsr7-@hk6|Uf08Kj^Guxd>8~P-07rM4zwZ-yf1Q78%np97zVhvI?}hs-
z`o6~gJ-kHI)IFp$u3_V|e={`%rE>gqW}3Cn656~(?~tY9v(u_;0(y(BBt0e;uML!7
z5?2eq_@>5ks}$qr+_dZi6;F@*SDD$DT>mUF`SNG8!n+Ia>%RI{Wnil=etZ9~())hh
zrHS<c);vs3tei{Y<{y{gJ9#a{N<l_6Bkywj-@BJyZB5lq3v|2n!E5=v9+SfiYonFx
z=Fix&Z06_dznX6?WUSczB5C8s0;}n}IM`*6*5nGg_X>qQKeT4QN5lMgTDQ7mJhw`j
z&K2P3R%T!A)LlO1zFgg>smUu|9p5&S`IF01&c^kBKCA9h*Urx0yGZAy_EzPThXR{F
zpA3C4DTl*?@vg!T=VK3T-#uvR-zJms`w;W)hqhK0e}k*J`>!`YnG{r0@t1e)?zPvJ
z|D99)%Pdf7hp=(x%`LAZZ%nheGTnU3gvc|~pFAsJGF*F%$2?YZWmxi>T(zw~zC6$W
z_da&_^SYPwPrQ2G^_TIZY2JGF-yz%u3vB)b%CD52#c(M2a?9IOGHIJnm|J%#iwL^a
zZr=9e+x)k;OaG<{Pn>IK#MbI__`uuM_ZL_j8I@lt-luY;a{cDjj>k48Jqit(XBw9!
znCy^e7_X-CtmM!f=@hRuS2-AFxpB1g)b8eEou|IbJNk2^cAwnq`>M+rt5?Oic<5^$
z?eFfg-5dH=fvKre?9d&jXJ;l%-z9jJGnX;>^{uySPj^Zw-#+#C@H&p=);spf)ue1^
zj{e?u{pQ=#w<UhBF&9>KY{`vW`sLP<)ic)AY%4pV^Gw@vx$ptbwa3n+X>OJ3Y)CkA
zVRqD4*Y7sl9zK}zarK0`7yl<8YKXk{_N#*8GLijfUPj$L^^@IpZA1@4$GH<~$6H@c
znEKwIg~i!z!7fFs_Y3#ud`n4xrkvUFYxy^^PA7%*Un({s5hXjKLZ7osa(^vZRB|V4
zxoU8FaBNWD9aoD9(Pys5q)(l4nRD{4K#|K?J{$PI-sIt3G^@d0Wn12z%iAWss9XGP
zhn>Q~Lk+uRrut+Zzx+I2V0oFzyj(wD0fAFRlZuiVWjHroTR!Vbuh{;N?;dS`bzkY%
z%EYZ71cgnHJ^WUcpvaW_->3fG%c!fDocY%99ja!%oEiJ^Xpd*qru%#|kJfY^;EA-H
zs}>@7aBXF(NnjADQ6uv3*W+7<>i<7p9(q&qy^?8R!m$>{t$A~973SQP`q=$sirmVw
z7R%<kvk^sp9*;Kda!dT?zt%cJbk_C{TkrOAa&{M%bo^faO)PYtGN{6+naphc{*C1Z
zmi5}b^Jbe#J63N>DZI3DLgbn7G(Yu(KK5YMYgsI35)O)+Tw8zZ%AT&Wx>$`@2Re0m
zcC_A&<6riq@8GuCc^}`Jgj(N8UlnnMRY1#E?ex~<nX#AF@iPc?3CxQ6D*o?rz3pr<
zyDG`l-U&)`-c3l9u-H@ATVbMFdbrTF@@I~km*TOHpDg1S?X?tMDrU&0upQR1k&qEN
zFt_#h3WZ3&wZ|mR-wwYkQ2WcAd;3-OxNRHnbNr7@3~-xmqFC_OK7L`f&(%KTAZw>G
z){<mK%i|VHWcf;)A8<>i-v0JmT=r8H6Tj_CNi$F-p=`+a=G^UfU-Gv{iT|=#f5CsV
ztzcq!mEvBbmsx5$lk_%}G@MD=r*1KKl3Q<EqvT3C#noZT3@xUhw)we7SHH@?i>s4e
zx}5KgN@l>CH{Yr@+)fIzzINk{{tv(4jS`{`Pnvi(#m+jKGwE3{r-OmcmRrkS7=O3l
zSNng<$D<zpa<UVhb_wkGa`gF&eQ)N}mUey0>G+)YH+l2XuBE~07dJlHcuD-Bhwd|N
z<K@D#Tco;AP0(B!wpfwl;Dn0>Pa=NIJevP5Q;uie_XWO=kFNB!b9dXg?_L?9!qlW`
zmQ>7rVrJG<gTe%*Rf4yejvZfZX13o+<cd^OuV6T&PT<ql+OS{e)4aR?f}|hMFAJTM
zERg7XukumzB*`963x#<+!Dpr~5dpPkIcG%mUQdx-<X!w~>6I)NAH~OF`#;`#+})Q~
z_35Fc#AMSCCF>k_U%nH^ALFv%?d>m5{jR@SrzNJ`<2ZY!b6@f09ZP013otfLxLCDB
z?a!6R=W|y3`J8D!ZMduFp^{UPr)FK8)xJ$Zq0d+)KbOzb5bU#>oOyDK<p=BFrE^ub
zI=@J8nrx9ZWy)pFVjGF%%thAS-@R8~&5&quII%+Odz)D9oxq3xZ|?Duk!wjv3~-P2
z?zv_7e^2mA*`|gE5#lS0Kg~R>`TPxs!SChUetfz9f77C8&WqSxs=BPQ79F#=6UQIa
z;V|3Y@R_>GzRPERzUr$DKb%le`bTt2@tG;-y9)%?2lRITJY^a>VdiDdBU_}7Pr1Bv
zQkE%`gN9bY9^d+p_m1<w+w;9G^Mr@&9G^=IqOASiW<-6T_#?IGRNFJYRkDgx56_tD
z-uH+_ZDoiu&*WW!JHLAr99;GFcl4ym_awi8YJmKnTN{&(r5-=6JMCxPxqi+Wt`@&9
zeablcBztDw#FABa1dY0Xa&=nHHCQPvEVK2?*G0{jvP@^$E_MC+t?Pi%{Pk8_UQM3n
z$SuZp_fg(@_Q%J1j$V__|MqrEgxD|3@^(%Re;>hXtBYpF2L0n>Xi;)9+490Wzj{m3
z@BKAjW2DwdUJ6jWZ1Ca9E&iA6D>I{KS;WgF@#L;zJ-sZ(Jv5WGs9S=0LhKpyeb+RU
zmka-hSuJRA{Kzq}w>$Iy7KQ(8oqU{E;^BU6o=$ZyVW!P-@t)=BY40-=YC7!?W?i`B
z^zOtKW4E+<vD?B!)PFD?>-%aQHJx*>*_U5!X)<yTuk;!}+;F}5_@v;1Hw)*p*loQv
z?T6&Ib<)<X@2A8aJFC&TtMVjc@HEf=Hd#|PD0oXSU7oxu!*5@B)LJ)R^&d^gzJ0a6
z9jBDleNE;%TWM#e$2^Pe*P9&z4Fdw@;<A0~J|5FHPQSH$iQh+do`>>X!ctWRiXPUt
z1ZrR1|G(wt-1)%_t9utOEL`EA{a~UJOVIxx(KY%f<329Sn!ms1lIj1uX&be@j$AJ^
z<||t?F-`p4L`I*tRhE56_iL!{y<Vxzw)OW{n`24V8~NIoOs?}ZSB|KDYHR=Wuim`{
zefBQ|Kg%v-aC-miMtZZIyX+eG{O^f}g{vi=S!wHhTD$q!7OBGUi~DATEv_+@*l1RG
z@s?Wd#rl6ggU|nu4r92kko}YIX2})TmM@orY$i?%x;bmwm*z=E`{%Np6c#ICN}i?H
z^L_iaFy<w~hgU#*Vn<tDC9)gjPD*@Ub)KUxXZ1b59u@|J2@E?{O-Kq9lvnlN=PMDu
zAVO!sx+m2f43C$rm?r#tdwu8I^A<k)Jjxdvu!rZq@Ywd|iIk-JvXXy)mKd`H=e#)A
zXmsqrkCkx>b#r@+lg`}hJbu7RUQWIK-p?NlGi2YCT=hM}c5KQzc?ULww4*15d(J&i
zU|mr5wnLI3f?-)%-RjHR#2B;;#a=I5#i(GQ%km=efXr$?V=E)k<?`o6ikV7gowuHM
zf8~Sa|No}{nKSp{pCn-mHl+uj)*LSJJZ31yAuM66a%%dFHif23Vpp!Ozjfsgo8ZgV
zO4nvPHNKZq)@<0oA=UWPsqN@>k&aoLA8%V|vsAHh)w2Uxi3PVrP0Zw(FJzxQEZBMJ
zkW$1BuKi*`kt!a$7D<?Ht>vCwFY|jo!wv=;4h7?H_x3VyD|{1R+Q8_+RB+|b&c8Di
z80r|>BzJG^_qRIWm-q1qLxy_m<c-M&jlpszYJRofI;`B5Z=C<q#ijDo#>nIEPcThj
zy0)}AEn&&3xmO=azJ7AoW8(}#ujzdA3={pI1*}=qENPYN9;U8-^wb&7Q!AY<SDNwN
z3!LzENhi<tf}oIVb_Y9u7a9e>Oexd|$mQB~a`oh-P>-!;Z|86{Bt2Xbv8ynS#UQkC
zQQ2;L%~h6+ui1`>uy$p=t@2Q9DD?YN!hO7_Sv#zuk>O7GCh^V3WE$0W_-J#guQ_-?
z>$Ot5e8ry!+oq&+Pn(w{S@Qfx{fm22Pd+y`-(+B5P%UwdC`m~yNwrEYN=+<DWiT=@
zw9qv$(ls&+F|e>Qu(UEU(FHLKI8@TFplHa=PsvQH#I2#S@_q&b1A`>UhT#0PlJdl&
mR0hYC{G?O`&)mfH)S%SFl*+=BsWuD@3=E#GelF{r5}E+d{k#JJ

-- 
GitLab


From 216505c27961f960dcd0f66b6565279cba0f8e38 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 17:28:23 -0700
Subject: [PATCH 0830/1825] Add support to quantize separable convolutions that
 use Resource Variables as weights.

PiperOrigin-RevId: 219396051
---
 .../contrib/quantize/python/quantize.py       | 84 ++++++++++---------
 .../contrib/quantize/python/quantize_test.py  | 39 +++++++++
 2 files changed, 83 insertions(+), 40 deletions(-)

diff --git a/tensorflow/contrib/quantize/python/quantize.py b/tensorflow/contrib/quantize/python/quantize.py
index 92ca3f2039..338923f751 100644
--- a/tensorflow/contrib/quantize/python/quantize.py
+++ b/tensorflow/contrib/quantize/python/quantize.py
@@ -91,48 +91,50 @@ def Quantize(graph,
 
     # If `scope` is given, only quantize it if the consumer of weights
     # (the layer op) is in the right scope.
-    _InsertQuantOp(
-        context,
-        'weights_quant',
-        layer_match.weight_tensor.op,
-        input_to_ops_map.ConsumerOperations(layer_match.weight_tensor.op),
-        is_training,
-        moving_avg=False,
-        ema_decay=ema_decay,
-        quant_delay=quant_delay,
-        narrow_range=True,
-        vars_collection=vars_collection,
-        bits=weight_bits,
-        symmetric=symmetric,
-        consumer_scope=scope)
+    if layer_match.weight_tensor is not None:
+      _InsertQuantOp(
+          context,
+          'weights_quant',
+          layer_match.weight_tensor.op,
+          input_to_ops_map.ConsumerOperations(layer_match.weight_tensor.op),
+          is_training,
+          moving_avg=False,
+          ema_decay=ema_decay,
+          quant_delay=quant_delay,
+          narrow_range=True,
+          vars_collection=vars_collection,
+          bits=weight_bits,
+          symmetric=symmetric,
+          consumer_scope=scope)
 
     # Quantize the activations.
-    consumer_ops = input_to_ops_map.ConsumerOperations(
-        layer_match.activation_op)
-    add_context = context
-    if layer_match.bypass_op:
-      pattern_match_result = re.search(r'^(.*)/([^/]+)', context)
-      if pattern_match_result is not None:
-        add_context = pattern_match_result.group(1)
-      else:
-        add_context = ''
-    # If `scope` is given, only quantize it if the producer of weights
-    # (usually it's the layer op) is in the right scope.
-    _InsertQuantOp(
-        add_context,
-        'act_quant',
-        layer_match.activation_op,
-        consumer_ops,
-        is_training,
-        moving_avg=True,
-        ema_decay=ema_decay,
-        quant_delay=quant_delay,
-        vars_collection=vars_collection,
-        bits=activation_bits,
-        symmetric=symmetric,
-        init_min=0.0,
-        producer_scope=scope)
-    quantized_ops.add(layer_match.activation_op)
+    if layer_match.activation_op is not None:
+      consumer_ops = input_to_ops_map.ConsumerOperations(
+          layer_match.activation_op)
+      add_context = context
+      if layer_match.bypass_op:
+        pattern_match_result = re.search(r'^(.*)/([^/]+)', context)
+        if pattern_match_result is not None:
+          add_context = pattern_match_result.group(1)
+        else:
+          add_context = ''
+      # If `scope` is given, only quantize it if the producer of weights
+      # (usually it's the layer op) is in the right scope.
+      _InsertQuantOp(
+          add_context,
+          'act_quant',
+          layer_match.activation_op,
+          consumer_ops,
+          is_training,
+          moving_avg=True,
+          ema_decay=ema_decay,
+          quant_delay=quant_delay,
+          vars_collection=vars_collection,
+          bits=activation_bits,
+          symmetric=symmetric,
+          init_min=0.0,
+          producer_scope=scope)
+      quantized_ops.add(layer_match.activation_op)
 
     # Quantize the inputs and output to the bypass (if it exists). The input to
     # the bypass is the bias add, and the output is the activation.
@@ -547,6 +549,8 @@ def _FindLayersToQuantize(graph):
   for match_result in sep_conv_matcher.match_graph(graph):
     layer_op = match_result.get_op(layer_pattern)
     weight_tensor = match_result.get_tensor(weight_identity_pattern)
+    if weight_tensor is None:
+      weight_tensor = match_result.get_tensor(weight_resource_var_pattern)
     activation_op = match_result.get_op(layer_pattern)
     if layer_op not in matched_layer_set:
       matched_layer_set.add(layer_op)
diff --git a/tensorflow/contrib/quantize/python/quantize_test.py b/tensorflow/contrib/quantize/python/quantize_test.py
index 212d902a3c..5681a213fe 100644
--- a/tensorflow/contrib/quantize/python/quantize_test.py
+++ b/tensorflow/contrib/quantize/python/quantize_test.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.contrib.framework.python.ops import variables
 from tensorflow.contrib.layers.python.layers import layers
 from tensorflow.contrib.quantize.python import quantize
 from tensorflow.python.framework import ops
@@ -26,6 +27,7 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import nn
 from tensorflow.python.ops import nn_ops
 from tensorflow.python.ops import partitioned_variables
 from tensorflow.python.ops import variable_scope
@@ -525,6 +527,43 @@ class QuantizeTest(test_util.TensorFlowTestCase):
       self.assertTrue(
           'FakeQuantWithMinMaxVars' in [i.op.type for i in reshape.op.inputs])
 
+  def testSeparableConvWithResourceVar(self):
+    graph = ops.Graph()
+    with graph.as_default():
+      with variable_scope.variable_scope('', use_resource=True):
+        batch_size, height, width, depth = 5, 128, 128, 3
+        input1 = array_ops.zeros((batch_size, height, width, depth))
+        kernel_size, depth_multiplier = 3, 1
+        depthwise_shape = [kernel_size, kernel_size, depth, depth_multiplier]
+        depthwise_weights = variables.model_variable(
+            'depthwise_weights', shape=depthwise_shape)
+        strides = [1, 1, 1, 1]
+        with variable_scope.variable_scope('depthwise_conv_1'):
+          conv1 = nn.depthwise_conv2d(
+              input1, depthwise_weights, strides, padding='SAME')
+        with variable_scope.variable_scope('depthwise_conv_2'):
+          conv2 = nn.depthwise_conv2d(
+              conv1, depthwise_weights, strides, padding='SAME')
+          math_ops.add(conv2, input1, name='add')
+
+    quantize.Quantize(graph, True)
+
+    # Test that the weights and activations of all convs have been quantized.
+    quant_node_name = 'FakeQuantWithMinMaxVars'
+    weights_quant = graph.get_operation_by_name(
+        'depthwise_conv_1/weights_quant/' + quant_node_name)
+    self.assertEqual(weights_quant.type, quant_node_name)
+    act_quant = graph.get_operation_by_name('depthwise_conv_1/act_quant/' +
+                                            quant_node_name)
+    self.assertEqual(act_quant.type, quant_node_name)
+
+    weights_quant = graph.get_operation_by_name(
+        'depthwise_conv_2/weights_quant/' + quant_node_name)
+    self.assertEqual(weights_quant.type, quant_node_name)
+    act_quant = graph.get_operation_by_name('depthwise_conv_2/act_quant/' +
+                                            quant_node_name)
+    self.assertEqual(act_quant.type, quant_node_name)
+
   def _WeightInit(self, stddev):
     """Returns truncated normal variable initializer.
 
-- 
GitLab


From bb7540669fd57b4e39419a06d6e2a00a303b5cc5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 17:34:37 -0700
Subject: [PATCH 0831/1825] Adds a function that returns quantization params
 for a given TFL_Tensor.

PiperOrigin-RevId: 219396856
---
 tensorflow/contrib/lite/experimental/c/BUILD  |   5 +-
 .../contrib/lite/experimental/c/c_api.cc      |   4 +
 .../contrib/lite/experimental/c/c_api.h       |   8 ++
 .../contrib/lite/experimental/c/c_api_test.cc |  70 ++++++++++
 tensorflow/contrib/lite/testdata/add.bin      | Bin 476 -> 416 bytes
 tensorflow/contrib/lite/testdata/add.json     |  79 +++++++++++
 .../contrib/lite/testdata/add_quantized.bin   | Bin 0 -> 640 bytes
 .../contrib/lite/testdata/add_quantized.json  | 123 ++++++++++++++++++
 8 files changed, 288 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/contrib/lite/testdata/add.json
 create mode 100644 tensorflow/contrib/lite/testdata/add_quantized.bin
 create mode 100644 tensorflow/contrib/lite/testdata/add_quantized.json

diff --git a/tensorflow/contrib/lite/experimental/c/BUILD b/tensorflow/contrib/lite/experimental/c/BUILD
index 52e71619de..8de063ff52 100644
--- a/tensorflow/contrib/lite/experimental/c/BUILD
+++ b/tensorflow/contrib/lite/experimental/c/BUILD
@@ -86,7 +86,10 @@ cc_test(
     name = "c_api_test",
     size = "small",
     srcs = ["c_api_test.cc"],
-    data = ["//tensorflow/contrib/lite:testdata/add.bin"],
+    data = [
+        "//tensorflow/contrib/lite:testdata/add.bin",
+        "//tensorflow/contrib/lite:testdata/add_quantized.bin",
+    ],
     deps = [
         ":c_api",
         "//tensorflow/contrib/lite:context",
diff --git a/tensorflow/contrib/lite/experimental/c/c_api.cc b/tensorflow/contrib/lite/experimental/c/c_api.cc
index 9c29f9d8b9..7123bec7fe 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api.cc
+++ b/tensorflow/contrib/lite/experimental/c/c_api.cc
@@ -181,6 +181,10 @@ void* TFL_TensorData(const TFL_Tensor* tensor) {
 
 const char* TFL_TensorName(const TFL_Tensor* tensor) { return tensor->name; }
 
+TFL_QuantizationParams TFL_TensorQuantizationParams(const TFL_Tensor* tensor) {
+  return tensor->params;
+}
+
 TFL_Status TFL_TensorCopyFromBuffer(TFL_Tensor* tensor, const void* input_data,
                                     size_t input_data_size) {
   if (tensor->bytes != input_data_size) {
diff --git a/tensorflow/contrib/lite/experimental/c/c_api.h b/tensorflow/contrib/lite/experimental/c/c_api.h
index f52ab8f9ed..6149af750f 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api.h
+++ b/tensorflow/contrib/lite/experimental/c/c_api.h
@@ -53,6 +53,7 @@ limitations under the License.
 extern "C" {
 #endif  // __cplusplus
 
+typedef TfLiteQuantizationParams TFL_QuantizationParams;
 typedef TfLiteRegistration TFL_Registration;
 typedef TfLiteStatus TFL_Status;
 typedef TfLiteTensor TFL_Tensor;
@@ -200,6 +201,13 @@ TFL_CAPI_EXPORT extern void* TFL_TensorData(const TFL_Tensor* tensor);
 // Returns the (null-terminated) name of the tensor.
 TFL_CAPI_EXPORT extern const char* TFL_TensorName(const TFL_Tensor* tensor);
 
+// Returns the parameters for asymmetric quantization. The quantization
+// parameters are only valid when the tensor type is `kTfLiteUInt8` and the
+// `scale != 0`. Quantized values can be converted back to float using:
+//    real_value = scale * (quantized_value - zero_point);
+TFL_CAPI_EXPORT extern TFL_QuantizationParams TFL_TensorQuantizationParams(
+    const TFL_Tensor* tensor);
+
 // Copies from the provided input buffer into the tensor's buffer.
 // REQUIRES: input_data_size == TFL_TensorByteSize(tensor)
 TFL_CAPI_EXPORT extern TFL_Status TFL_TensorCopyFromBuffer(
diff --git a/tensorflow/contrib/lite/experimental/c/c_api_test.cc b/tensorflow/contrib/lite/experimental/c/c_api_test.cc
index 48a3714ec3..8382e9bbb1 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api_test.cc
+++ b/tensorflow/contrib/lite/experimental/c/c_api_test.cc
@@ -58,6 +58,11 @@ TEST(CApiSimple, Smoke) {
   EXPECT_NE(TFL_TensorData(input_tensor), nullptr);
   EXPECT_STREQ(TFL_TensorName(input_tensor), "input");
 
+  TFL_QuantizationParams input_params =
+      TFL_TensorQuantizationParams(input_tensor);
+  EXPECT_EQ(input_params.scale, 0.f);
+  EXPECT_EQ(input_params.zero_point, 0);
+
   std::array<float, 2> input = {1.f, 3.f};
   ASSERT_EQ(TFL_TensorCopyFromBuffer(input_tensor, input.data(),
                                      input.size() * sizeof(float)),
@@ -75,6 +80,11 @@ TEST(CApiSimple, Smoke) {
   EXPECT_NE(TFL_TensorData(output_tensor), nullptr);
   EXPECT_STREQ(TFL_TensorName(output_tensor), "output");
 
+  TFL_QuantizationParams output_params =
+      TFL_TensorQuantizationParams(output_tensor);
+  EXPECT_EQ(output_params.scale, 0.f);
+  EXPECT_EQ(output_params.zero_point, 0);
+
   std::array<float, 2> output;
   ASSERT_EQ(TFL_TensorCopyToBuffer(output_tensor, output.data(),
                                    output.size() * sizeof(float)),
@@ -85,6 +95,66 @@ TEST(CApiSimple, Smoke) {
   TFL_DeleteInterpreter(interpreter);
 }
 
+TEST(CApiSimple, QuantizationParams) {
+  TFL_Model* model = TFL_NewModelFromFile(
+      "tensorflow/contrib/lite/testdata/add_quantized.bin");
+  ASSERT_NE(model, nullptr);
+
+  TFL_Interpreter* interpreter = TFL_NewInterpreter(model, nullptr);
+  ASSERT_NE(interpreter, nullptr);
+
+  TFL_DeleteModel(model);
+
+  const std::array<int, 1> input_dims = {2};
+  ASSERT_EQ(TFL_InterpreterResizeInputTensor(interpreter, 0, input_dims.data(),
+                                             input_dims.size()),
+            kTfLiteOk);
+  ASSERT_EQ(TFL_InterpreterAllocateTensors(interpreter), kTfLiteOk);
+
+  TFL_Tensor* input_tensor = TFL_InterpreterGetInputTensor(interpreter, 0);
+  ASSERT_NE(input_tensor, nullptr);
+  EXPECT_EQ(TFL_TensorType(input_tensor), kTfLiteUInt8);
+  EXPECT_EQ(TFL_TensorNumDims(input_tensor), 1);
+  EXPECT_EQ(TFL_TensorDim(input_tensor, 0), 2);
+
+  TFL_QuantizationParams input_params =
+      TFL_TensorQuantizationParams(input_tensor);
+  EXPECT_EQ(input_params.scale, 0.003922f);
+  EXPECT_EQ(input_params.zero_point, 0);
+
+  const std::array<uint8_t, 2> input = {1, 3};
+  ASSERT_EQ(TFL_TensorCopyFromBuffer(input_tensor, input.data(),
+                                     input.size() * sizeof(uint8_t)),
+            kTfLiteOk);
+
+  ASSERT_EQ(TFL_InterpreterInvoke(interpreter), kTfLiteOk);
+
+  const TFL_Tensor* output_tensor =
+      TFL_InterpreterGetOutputTensor(interpreter, 0);
+  ASSERT_NE(output_tensor, nullptr);
+
+  TFL_QuantizationParams output_params =
+      TFL_TensorQuantizationParams(output_tensor);
+  EXPECT_EQ(output_params.scale, 0.003922f);
+  EXPECT_EQ(output_params.zero_point, 0);
+
+  std::array<uint8_t, 2> output;
+  ASSERT_EQ(TFL_TensorCopyToBuffer(output_tensor, output.data(),
+                                   output.size() * sizeof(uint8_t)),
+            kTfLiteOk);
+  EXPECT_EQ(output[0], 3);
+  EXPECT_EQ(output[1], 9);
+
+  const float dequantizedOutput0 =
+      output_params.scale * (output[0] - output_params.zero_point);
+  const float dequantizedOutput1 =
+      output_params.scale * (output[1] - output_params.zero_point);
+  EXPECT_EQ(dequantizedOutput0, 0.011766f);
+  EXPECT_EQ(dequantizedOutput1, 0.035298f);
+
+  TFL_DeleteInterpreter(interpreter);
+}
+
 TEST(CApiSimple, ErrorReporter) {
   TFL_Model* model = TFL_NewModelFromFile(
       "tensorflow/contrib/lite/testdata/add.bin");
diff --git a/tensorflow/contrib/lite/testdata/add.bin b/tensorflow/contrib/lite/testdata/add.bin
index aef0fe3d82c9d92dc444076d3b46e05af1923f46..b4c02350c09130bd5c940db7e17b8eeaa931230d 100644
GIT binary patch
literal 416
zcmb1OU|<Mw^D$;%;A0SBU}4~3;9+235MbbAU|?WoU|=X<WMEKXU|?WjU|?WmU;xW9
zFt9OjFt9MNLB$!Masps^m?;8awNn@v7&;gj7;2zunHU%tT%hbr|NsAIU|`?|xdCJ=
z$c`WX{{IKr15yXVFtZ`<V*tC49qK-Gy(a%5dO><XdO_yEFft$PF9rq%6R0~@{Qv)7
z1j+{aDZjL&ptJ<xXATCCy^!#@f~1y}fq@}253Cd(KFDf$7<j<qAl)GUfx-vmN09xA
UDJft%ko%DJ!1yc-AjrS~08JVnX#fBK

literal 476
zcmb1OU|<Mw^D$;%;A0SBU}4~3;9+235MbbAU|?WoU|^WQ$iTqCz`!trk%55`EW^OS
z16L^kRn5SVz{tRGhk=3N0aV`t1_lNj1_lNe1_p+z|NsAkOjTfDU;x<%5(Ak9G8cqF
z_FVY)|34c814DjkNkM4|1H(F~9tQ>n29Q2%dO&Ukxfo;y2!reZnajWcaVrBuy)!EV
z14CvW$Vfg00kCU8{^0@p52PMsHZC`%{Qv(S<hI0=6tLf!7#J8p*aPaXbN~PUXJBC9
z7GVIH$-p23wHKrYgkkPrVPJ#W3<_hAS{?>=Xc!~w2e||0evp0;8-(Bd|NkFE!!XFN
ZEDRtB@h8Y13=C`x91I|vAYl%&8vuH^CRP9d

diff --git a/tensorflow/contrib/lite/testdata/add.json b/tensorflow/contrib/lite/testdata/add.json
new file mode 100644
index 0000000000..f589bebfbf
--- /dev/null
+++ b/tensorflow/contrib/lite/testdata/add.json
@@ -0,0 +1,79 @@
+{
+  version: 3,
+  operator_codes: [
+    {
+    }
+  ],
+  subgraphs: [
+    {
+      tensors: [
+        {
+          shape: [
+            1,
+            8,
+            8,
+            3
+          ],
+          name: "add"
+        },
+        {
+          shape: [
+            1,
+            8,
+            8,
+            3
+          ],
+          name: "input"
+        },
+        {
+          shape: [
+            1,
+            8,
+            8,
+            3
+          ],
+          name: "output"
+        }
+      ],
+      inputs: [
+        1
+      ],
+      outputs: [
+        2
+      ],
+      operators: [
+        {
+          inputs: [
+            1,
+            1
+          ],
+          outputs: [
+            0
+          ],
+          builtin_options_type: "AddOptions",
+          builtin_options: {
+          }
+        },
+        {
+          inputs: [
+            0,
+            1
+          ],
+          outputs: [
+            2
+          ],
+          builtin_options_type: "AddOptions",
+          builtin_options: {
+          }
+        }
+      ]
+    }
+  ],
+  buffers: [
+    {
+      data: [
+
+      ]
+    }
+  ]
+}
diff --git a/tensorflow/contrib/lite/testdata/add_quantized.bin b/tensorflow/contrib/lite/testdata/add_quantized.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07d48b93eb87f9774af154b8cdb4d15ecb3e1499
GIT binary patch
literal 640
zcmb1PU|<Mw^D$-s13m^31{MYm1|9|m1_1^>1_lOZ1_lNnCI$u-1_lNe1_lO31_rP!
z0|Ofa2LlTO8&n*m9V7=*<MHqR|0xU%3>^#%3^h=BCI$uu7byGE|Ns9P7#O%Epk{&e
z2>kp1AEY0o4uoOmF))DK!~k{^JJe0+dVQdJL3%)XLFT|PG9Tm@9!7|}Kz8;)+`$}z
z<TjT7|Nk2>K>Q1GA4na@ERfkS4C2eTG+2XZ28ITE2n`Am28R67l7i9_L|Ab!fZPrV
zM~GiI7}&x7hJ-IDh>`7Yp}>At1_p-AJh1ifxI(vI04xJ?6Aw6kV;C410>H5iidR_d
e3xMO8+;9Meb7D#g*d|ceAiDv^XJG(A1_l7wKQ0jf

literal 0
HcmV?d00001

diff --git a/tensorflow/contrib/lite/testdata/add_quantized.json b/tensorflow/contrib/lite/testdata/add_quantized.json
new file mode 100644
index 0000000000..f70ed8143e
--- /dev/null
+++ b/tensorflow/contrib/lite/testdata/add_quantized.json
@@ -0,0 +1,123 @@
+{
+  version: 3,
+  operator_codes: [
+    {
+    }
+  ],
+  subgraphs: [
+    {
+      tensors: [
+        {
+          shape: [
+            1,
+            8,
+            8,
+            3
+          ],
+          name: "add",
+          quantization: {
+            min: [
+              0.0
+            ],
+            max: [
+              1.0
+            ],
+            scale: [
+              0.003922
+            ],
+            zero_point: [
+              0
+            ]
+          }
+        },
+        {
+          shape: [
+            1,
+            8,
+            8,
+            3
+          ],
+          type: "UINT8",
+          name: "input",
+          quantization: {
+            min: [
+              0.0
+            ],
+            max: [
+              1.0
+            ],
+            scale: [
+              0.003922
+            ],
+            zero_point: [
+              0
+            ]
+          }
+        },
+        {
+          shape: [
+            1,
+            8,
+            8,
+            3
+          ],
+          type: "UINT8",
+          name: "output",
+          quantization: {
+            min: [
+              0.0
+            ],
+            max: [
+              1.0
+            ],
+            scale: [
+              0.003922
+            ],
+            zero_point: [
+              0
+            ]
+          }
+        }
+      ],
+      inputs: [
+        1
+      ],
+      outputs: [
+        2
+      ],
+      operators: [
+        {
+          inputs: [
+            1,
+            1
+          ],
+          outputs: [
+            0
+          ],
+          builtin_options_type: "AddOptions",
+          builtin_options: {
+          }
+        },
+        {
+          inputs: [
+            0,
+            1
+          ],
+          outputs: [
+            2
+          ],
+          builtin_options_type: "AddOptions",
+          builtin_options: {
+          }
+        }
+      ]
+    }
+  ],
+  buffers: [
+    {
+      data: [
+
+      ]
+    }
+  ]
+}
-- 
GitLab


From c172bec140ab6e27277fcd1761c700dd3f6adc36 Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Tue, 30 Oct 2018 17:56:36 -0700
Subject: [PATCH 0832/1825] Comments added for enum types.

---
 tensorflow/core/kernels/BUILD   |   5 +-
 tensorflow/core/util/mkl_util.h | 224 ++++++++++++++++----------------
 2 files changed, 118 insertions(+), 111 deletions(-)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 752fd70b07..4125ed1ffa 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -6422,7 +6422,10 @@ tf_cc_test(
 
 tf_mkl_kernel_library(
     name = "mkl_conv_op",
-    hdrs = ["mkl_quantized_conv_ops.h"],
+    hdrs = [
+        "mkl_quantized_conv_ops.h",
+        "no_op.h",
+    ],
     prefix = "mkl_conv",
     deps = [
         ":bounds_check",
diff --git a/tensorflow/core/util/mkl_util.h b/tensorflow/core/util/mkl_util.h
index 2cff4dfbd5..3108664a56 100644
--- a/tensorflow/core/util/mkl_util.h
+++ b/tensorflow/core/util/mkl_util.h
@@ -17,8 +17,8 @@ limitations under the License.
 #define TENSORFLOW_CORE_UTIL_MKL_UTIL_H_
 #ifdef INTEL_MKL
 
-#include <string>
 #include <memory>
+#include <string>
 #include <unordered_map>
 #include <utility>
 #include <vector>
@@ -54,9 +54,9 @@ limitations under the License.
 #include "tensorflow/core/platform/cpu_info.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/util/env_var.h"
 #include "tensorflow/core/util/padding.h"
 #include "tensorflow/core/util/tensor_format.h"
-#include "tensorflow/core/util/env_var.h"
 
 #ifndef INTEL_MKL_ML_ONLY
 #include "mkldnn.hpp"
@@ -83,7 +83,12 @@ namespace tensorflow {
 // MKL operation, and did not go through a conversion to a standard
 // Tensorflow tensor.
 
+// For use with MKL ML, has been deprecated
 typedef enum { W = 0, H = 1, C = 2, N = 3 } MklDims;
+
+// The dimensions order that MKL DNN internally uses for 2D activations
+// [Batch, Channel, Height, Width] and
+// for 2D filters [Out_Channel, In_Channel, Height, Width].
 typedef enum {
   Dim_N = 0,
   Dim_C = 1,
@@ -93,6 +98,9 @@ typedef enum {
   Dim_I = 1
 } MklDnnDims;
 
+// The dimensions order that MKL DNN internally uses for 3D activations
+// [Batch, Channel, Depth, Height, Width] and
+// for 2D filters [Out_Channel, In_Channel, Depth, Height, Width].
 typedef enum {
   Dim3d_N = 0,
   Dim3d_C = 1,
@@ -103,10 +111,13 @@ typedef enum {
   Dim3d_I = 1
 } MklDnnDims3D;
 
+// Enum used to templatize MklOp kernel implementations
+// that support both fp32 and int8 versions.
 enum class MklQuantization {
   QUANTIZED_VERSION,
   FP_VERSION,
-}; 
+};
+
 static const int kSmallBatchSize = 32;
 
 #ifdef INTEL_MKL_ML_ONLY
@@ -255,32 +266,32 @@ class MklShape {
     CHECK_EQ(dnnDelete_F32(convert), E_SUCCESS);
   }
 
-  // The following methods are used for serializing and de-serializing the
-  // contents of the mklshape object.
-  // The data is serialized in this order
-  // isMklTensor_
-  // dimension_
-  // sizes_
-  // strides_
-  // mklLayout_
-  // tfLayout_
-  // tf_to_mkl_dim_map_
+// The following methods are used for serializing and de-serializing the
+// contents of the mklshape object.
+// The data is serialized in this order
+// isMklTensor_
+// dimension_
+// sizes_
+// strides_
+// mklLayout_
+// tfLayout_
+// tf_to_mkl_dim_map_
 
 #define SIZE_OF_MKL_DNN_BUF \
   (dnnLayoutSerializationBufferSize_F32())  // Size of buffer needed to
                                             // serialize dnn_layout pointer
 
-  // Size of buffer to hold the serialized object, the size is computed as
-  // follows sizeof(isMklTensor_) + sizeof(dimension_) + sizeof(sizes_) +
-  // sizeof(strides_)
-  // + sizeof(mklLayout_ buffer) + sizeof(tfLayout_ buffer)
-  // + sizeof(tf_to_mkl_dim_map_)
+// Size of buffer to hold the serialized object, the size is computed as
+// follows sizeof(isMklTensor_) + sizeof(dimension_) + sizeof(sizes_) +
+// sizeof(strides_)
+// + sizeof(mklLayout_ buffer) + sizeof(tfLayout_ buffer)
+// + sizeof(tf_to_mkl_dim_map_)
 
 #define SIZE_OF_MKL_SERIAL_DATA(dims) \
   (2 * sizeof(size_t) + 3 * dims * sizeof(size_t) + 2 * SIZE_OF_MKL_DNN_BUF)
 
-  // First we need to define some macro for offsets into the serial buffer where
-  // different elements of Mklshape is written/read from
+// First we need to define some macro for offsets into the serial buffer where
+// different elements of Mklshape is written/read from
 
 #define IS_MKL_TENSOR_OFFSET 0
 // Location from start of buffer where isMklTensor_ is serialized
@@ -657,7 +668,6 @@ class MklDnnShape {
     }
   }
 
-
   inline void SetTfDimOrder(const size_t dimension, memory::format format) {
     TensorFormat data_format = MklDnnDataFormatToTFDataFormat(format);
     SetTfDimOrder(dimension, data_format);
@@ -786,7 +796,8 @@ inline Tensor ConvertMklToTF(OpKernelContext* context, const Tensor& mkl_tensor,
 }
 #else
 using mkldnn::stream;
-template <typename T> class MklDnnData;
+template <typename T>
+class MklDnnData;
 
 template <typename T>
 inline Tensor ConvertMklToTF(OpKernelContext* context, const Tensor& mkl_tensor,
@@ -796,11 +807,12 @@ inline Tensor ConvertMklToTF(OpKernelContext* context, const Tensor& mkl_tensor,
     if (!mkl_shape.IsMklTensor())
       return mkl_tensor;  // return input since it is already TF tensor
 
-    TensorShape output_shape = mkl_shape.GetTfShape();;
+    TensorShape output_shape = mkl_shape.GetTfShape();
+    ;
 
     // Allocate output tensor.
-    context->allocate_temp(DataTypeToEnum<T>::v(),
-        output_shape, &output_tensor);
+    context->allocate_temp(DataTypeToEnum<T>::v(), output_shape,
+                           &output_tensor);
 
     auto cpu_engine = engine(engine::cpu, 0);
     MklDnnData<T> input(&cpu_engine);
@@ -815,16 +827,16 @@ inline Tensor ConvertMklToTF(OpKernelContext* context, const Tensor& mkl_tensor,
     if (input.IsReorderNeeded(output_tf_pd)) {
       std::vector<primitive> net;
       CHECK_EQ(input.CheckReorderToOpMem(output_tf_pd, &output_tensor, &net),
-             true);
+               true);
       stream(stream::kind::eager).submit(net).wait();
     } else {
       // If not, just forward input tensor to output tensor.
       CHECK(output_tensor.CopyFrom(mkl_tensor, output_shape));
     }
   } catch (mkldnn::error& e) {
-    string error_msg = "Status: " + std::to_string(e.status) +
-                       ", message: " + string(e.message) + ", in file " +
-                       string(__FILE__) + ":" + std::to_string(__LINE__);
+    string error_msg = "Status: " + std::to_string(e.status) + ", message: " +
+                       string(e.message) + ", in file " + string(__FILE__) +
+                       ":" + std::to_string(__LINE__);
     LOG(FATAL) << "Operation received an exception: " << error_msg;
   }
   return output_tensor;
@@ -2019,8 +2031,7 @@ const mkldnn::memory::dims NONE_DIMS = {};
 template <typename T>
 class MklPrimitiveFactory {
  public:
-  MklPrimitiveFactory() {
-  }
+  MklPrimitiveFactory() {}
 
   ~MklPrimitiveFactory() {}
 
@@ -2048,8 +2059,8 @@ class MklPrimitiveFactory {
   /// For those legacy device(w/o AVX512 and AVX2),
   /// MKL-DNN GEMM will be used.
   static inline bool IsLegacyPlatform() {
-    return (!port::TestCPUFeature(port::CPUFeature::AVX512F)
-                   && !port::TestCPUFeature(port::CPUFeature::AVX2));
+    return (!port::TestCPUFeature(port::CPUFeature::AVX512F) &&
+            !port::TestCPUFeature(port::CPUFeature::AVX2));
   }
 
   /// Fuction to check whether primitive memory optimization is enabled
@@ -2070,15 +2081,13 @@ class MklPrimitiveFactory {
 // utility class for creating keys of MKL primitive pool.
 class FactoryKeyCreator {
  public:
-  FactoryKeyCreator() {
-    key_.reserve(kMaxKeyLength);
-  }
+  FactoryKeyCreator() { key_.reserve(kMaxKeyLength); }
 
   ~FactoryKeyCreator() {}
 
   void AddAsKey(const string& str) { Append(str); }
 
-  void AddAsKey(const mkldnn::memory::dims &dims) {
+  void AddAsKey(const mkldnn::memory::dims& dims) {
     for (unsigned int i = 0; i < dims.size(); i++) {
       AddAsKey<int>(dims[i]);
     }
@@ -2086,7 +2095,7 @@ class FactoryKeyCreator {
 
   template <typename T>
   void AddAsKey(const T data) {
-    auto buffer = reinterpret_cast<const char *>(&data);
+    auto buffer = reinterpret_cast<const char*>(&data);
     Append(StringPiece(buffer, sizeof(T)));
   }
 
@@ -2102,7 +2111,6 @@ class FactoryKeyCreator {
   }
 };
 
-
 static inline memory::format get_desired_format(int channel,
                                                 bool is_2d = true) {
   memory::format fmt_desired = memory::format::any;
@@ -2124,37 +2132,34 @@ class MklReorderPrimitive : public MklPrimitive {
   explicit MklReorderPrimitive(const memory* from, const memory* to) {
     Setup(from, to);
   }
-    ~MklReorderPrimitive() {}
+  ~MklReorderPrimitive() {}
 
-    std::shared_ptr<primitive> GetPrimitive() {
-      return context_.reorder_prim;
-    }
+  std::shared_ptr<primitive> GetPrimitive() { return context_.reorder_prim; }
 
-    void SetMemory(const memory* from, const memory* to) {
-      context_.src_mem->set_data_handle(from->get_data_handle());
-      context_.dst_mem->set_data_handle(to->get_data_handle());
-    }
+  void SetMemory(const memory* from, const memory* to) {
+    context_.src_mem->set_data_handle(from->get_data_handle());
+    context_.dst_mem->set_data_handle(to->get_data_handle());
+  }
 
  private:
-    struct ReorderContext {
-      std::shared_ptr<mkldnn::memory> src_mem;
-      std::shared_ptr<mkldnn::memory> dst_mem;
-      std::shared_ptr<primitive> reorder_prim;
-      ReorderContext():
-        src_mem(nullptr), dst_mem(nullptr), reorder_prim(nullptr) {
-      }
-    } context_;
-
-    engine cpu_engine_ = engine(engine::cpu, 0);
-
-    void Setup(const memory* from, const memory* to) {
-      context_.src_mem.reset(new memory(
-            {from->get_primitive_desc().desc(), cpu_engine_}, DummyData));
-      context_.dst_mem.reset(new memory(
-            {to->get_primitive_desc().desc(), cpu_engine_}, DummyData));
-      context_.reorder_prim = std::make_shared<mkldnn::reorder>(
-          reorder(*context_.src_mem, *context_.dst_mem));
-    }
+  struct ReorderContext {
+    std::shared_ptr<mkldnn::memory> src_mem;
+    std::shared_ptr<mkldnn::memory> dst_mem;
+    std::shared_ptr<primitive> reorder_prim;
+    ReorderContext()
+        : src_mem(nullptr), dst_mem(nullptr), reorder_prim(nullptr) {}
+  } context_;
+
+  engine cpu_engine_ = engine(engine::cpu, 0);
+
+  void Setup(const memory* from, const memory* to) {
+    context_.src_mem.reset(new memory(
+        {from->get_primitive_desc().desc(), cpu_engine_}, DummyData));
+    context_.dst_mem.reset(
+        new memory({to->get_primitive_desc().desc(), cpu_engine_}, DummyData));
+    context_.reorder_prim = std::make_shared<mkldnn::reorder>(
+        reorder(*context_.src_mem, *context_.dst_mem));
+  }
 };
 
 template <typename T>
@@ -2172,52 +2177,51 @@ class MklReorderPrimitiveFactory : public MklPrimitiveFactory<T> {
     return reorderPrim;
   }
 
-    static MklReorderPrimitiveFactory & GetInstance() {
-      static MklReorderPrimitiveFactory instance_;
-      return instance_;
-    }
+  static MklReorderPrimitiveFactory& GetInstance() {
+    static MklReorderPrimitiveFactory instance_;
+    return instance_;
+  }
 
  private:
-    MklReorderPrimitiveFactory() {}
-    ~MklReorderPrimitiveFactory() {}
-
-    static string CreateKey(const memory* from, const memory* to) {
-      string prefix = "reorder";
-      FactoryKeyCreator key_creator;
-      auto const &from_desc =  from->get_primitive_desc().desc().data;
-      auto const &to_desc =  to->get_primitive_desc().desc().data;
-      const int KIdxFirstStride = 0;
-      memory::dims from_dims(from_desc.dims, &from_desc.dims[from_desc.ndims]);
-      memory::dims to_dims(to_desc.dims, &to_desc.dims[to_desc.ndims]);
-      memory::dims from_strides(
-          from_desc.layout_desc.blocking.strides[KIdxFirstStride],
-          &from_desc.layout_desc.blocking
-               .strides[KIdxFirstStride][from_desc.ndims]);
-      memory::dims to_strides(
-          to_desc.layout_desc.blocking.strides[KIdxFirstStride],
-          &to_desc.layout_desc.blocking
-               .strides[KIdxFirstStride][to_desc.ndims]);
-      key_creator.AddAsKey(prefix);
-      key_creator.AddAsKey(static_cast<int>(from_desc.format));
-      key_creator.AddAsKey(static_cast<int>(from_desc.data_type));
-      key_creator.AddAsKey(from_dims);
-      key_creator.AddAsKey(from_strides);
-      key_creator.AddAsKey(static_cast<int>(to_desc.format));
-      key_creator.AddAsKey(static_cast<int>(to_desc.data_type));
-      key_creator.AddAsKey(to_dims);
-      key_creator.AddAsKey(to_strides);
-      return key_creator.GetKey();
-    }
-
-    MklPrimitive* GetReorder(const memory* from, const memory* to) {
-      string key = CreateKey(from, to);
-      return this->GetOp(key);
-    }
-
-    void SetReorder(const memory* from, const memory* to, MklPrimitive* op) {
-      string key = CreateKey(from, to);
-      this->SetOp(key, op);
-    }
+  MklReorderPrimitiveFactory() {}
+  ~MklReorderPrimitiveFactory() {}
+
+  static string CreateKey(const memory* from, const memory* to) {
+    string prefix = "reorder";
+    FactoryKeyCreator key_creator;
+    auto const& from_desc = from->get_primitive_desc().desc().data;
+    auto const& to_desc = to->get_primitive_desc().desc().data;
+    const int KIdxFirstStride = 0;
+    memory::dims from_dims(from_desc.dims, &from_desc.dims[from_desc.ndims]);
+    memory::dims to_dims(to_desc.dims, &to_desc.dims[to_desc.ndims]);
+    memory::dims from_strides(
+        from_desc.layout_desc.blocking.strides[KIdxFirstStride],
+        &from_desc.layout_desc.blocking
+             .strides[KIdxFirstStride][from_desc.ndims]);
+    memory::dims to_strides(
+        to_desc.layout_desc.blocking.strides[KIdxFirstStride],
+        &to_desc.layout_desc.blocking.strides[KIdxFirstStride][to_desc.ndims]);
+    key_creator.AddAsKey(prefix);
+    key_creator.AddAsKey(static_cast<int>(from_desc.format));
+    key_creator.AddAsKey(static_cast<int>(from_desc.data_type));
+    key_creator.AddAsKey(from_dims);
+    key_creator.AddAsKey(from_strides);
+    key_creator.AddAsKey(static_cast<int>(to_desc.format));
+    key_creator.AddAsKey(static_cast<int>(to_desc.data_type));
+    key_creator.AddAsKey(to_dims);
+    key_creator.AddAsKey(to_strides);
+    return key_creator.GetKey();
+  }
+
+  MklPrimitive* GetReorder(const memory* from, const memory* to) {
+    string key = CreateKey(from, to);
+    return this->GetOp(key);
+  }
+
+  void SetReorder(const memory* from, const memory* to, MklPrimitive* op) {
+    string key = CreateKey(from, to);
+    this->SetOp(key, op);
+  }
 };
 
 /// Fuction to find(or create) a reorder from memory pointed by
-- 
GitLab


From 1c65726d45766ff0c4f435ade785f7442b8ac648 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Tue, 30 Oct 2018 18:01:44 -0700
Subject: [PATCH 0833/1825] Internal change.

PiperOrigin-RevId: 219400038
---
 tensorflow/contrib/distribute/python/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index abda1fb2f0..f111b11ffc 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -516,7 +516,6 @@ cuda_py_test(
     ],
     shard_count = 5,
     tags = [
-        "multi_and_single_gpu",
         "no_pip",
     ],
 )
-- 
GitLab


From 8a06b9dcb0a66166f604c5d5c0c16d9477d80707 Mon Sep 17 00:00:00 2001
From: Javier Luraschi <javierluraschi@hotmail.com>
Date: Tue, 30 Oct 2018 18:11:34 -0700
Subject: [PATCH 0834/1825] code review feedback

---
 tensorflow/python/framework/ops.py             | 3 +--
 tensorflow/python/framework/traceable_stack.py | 7 +++++--
 2 files changed, 6 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 2d0b42b7e0..ad8ba4b2be 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4250,8 +4250,7 @@ class Graph(object):
       A context manager that specifies the default device to use for newly
       created ops.
     """
-    offset = 2 if (len(tf_stack.extract_stack()) > 2) else 1
-    self._add_device_to_stack(device_name_or_function, offset=offset)
+    self._add_device_to_stack(device_name_or_function, offset=2)
     try:
       yield
     finally:
diff --git a/tensorflow/python/framework/traceable_stack.py b/tensorflow/python/framework/traceable_stack.py
index 7f4d28237f..14466358d3 100644
--- a/tensorflow/python/framework/traceable_stack.py
+++ b/tensorflow/python/framework/traceable_stack.py
@@ -61,8 +61,11 @@ class TraceableObject(object):
     if len(frame_records) >= local_offset:
       # Negative indexing is one-indexed instead of zero-indexed.
       negative_offset = -(local_offset + 1)
-      self.filename, self.lineno = frame_records[negative_offset][:2]
-      return self.SUCCESS
+      if len(frame_records) > local_offset:
+        self.filename, self.lineno = frame_records[negative_offset][:2]
+        return self.SUCCESS
+      else:
+        return self.FAILURE
     else:
       # If the offset is too large then we use the largest offset possible,
       # meaning we use the outermost stack frame at index 0.
-- 
GitLab


From f95ce5624f452dc6e5f59c1c83d0b3377bcf0af3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 18:27:28 -0700
Subject: [PATCH 0835/1825] Mention support for multiple patterns in
 Dataset.list_files documentation. Add tests for it.

PiperOrigin-RevId: 219403096
---
 .../list_files_dataset_op_test.py             | 48 +++++++++++++++++++
 tensorflow/python/data/ops/dataset_ops.py     | 11 +++--
 2 files changed, 54 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/list_files_dataset_op_test.py b/tensorflow/python/data/kernel_tests/list_files_dataset_op_test.py
index 8eb13815d4..b58c1444da 100644
--- a/tensorflow/python/data/kernel_tests/list_files_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/list_files_dataset_op_test.py
@@ -238,6 +238,54 @@ class ListFilesDatasetOpTest(test_base.DatasetTestBase):
       self.assertEqual(produced_filenames[:len(filenames)],
                        produced_filenames[len(filenames):])
 
+  def testMultiplePatternsAsList(self):
+    filenames = ['a.txt', 'b.py', 'c.py', 'd.pyc']
+    self._touchTempFiles(filenames)
+
+    patterns = [path.join(self.tmp_dir, pat) for pat in ['*.py', '*.txt']]
+    dataset = dataset_ops.Dataset.list_files(patterns)
+    with self.cached_session() as sess:
+      itr = dataset.make_one_shot_iterator()
+      next_element = itr.get_next()
+
+      full_filenames = []
+      produced_filenames = []
+      for filename in filenames[:-1]:
+        full_filenames.append(
+            compat.as_bytes(path.join(self.tmp_dir, filename)))
+        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
+      self.assertItemsEqual(full_filenames, produced_filenames)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(itr.get_next())
+
+  def testMultiplePatternsAsTensor(self):
+    filenames = ['a.txt', 'b.py', 'c.py', 'd.pyc']
+    self._touchTempFiles(filenames)
+
+    filename_placeholder = array_ops.placeholder(
+        dtypes.string, shape=[
+            2,
+        ])
+    dataset = dataset_ops.Dataset.list_files(filename_placeholder)
+
+    with self.cached_session() as sess:
+      itr = dataset.make_initializable_iterator()
+      next_element = itr.get_next()
+      patterns = [path.join(self.tmp_dir, pat) for pat in ['*.py', '*.txt']]
+      sess.run(itr.initializer, feed_dict={filename_placeholder: patterns})
+
+      full_filenames = []
+      produced_filenames = []
+      for filename in filenames[:-1]:
+        full_filenames.append(
+            compat.as_bytes(path.join(self.tmp_dir, filename)))
+        produced_filenames.append(compat.as_bytes(sess.run(next_element)))
+      self.assertItemsEqual(full_filenames, produced_filenames)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(itr.get_next())
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index be7aa79f15..7addb3c16b 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -666,7 +666,7 @@ class Dataset(object):
 
   @staticmethod
   def list_files(file_pattern, shuffle=None, seed=None):
-    """A dataset of all files matching a pattern.
+    """A dataset of all files matching one or more glob patterns.
 
     NOTE: The default behavior of this method is to return filenames in
     a non-deterministic random shuffled order. Pass a `seed` or `shuffle=False`
@@ -683,12 +683,13 @@ class Dataset(object):
         - /path/to/dir/c.py
 
     Args:
-      file_pattern: A string or scalar string `tf.Tensor`, representing
-        the filename pattern that will be matched.
+      file_pattern: A string, a list of strings, or a `tf.Tensor` of string type
+        (scalar or vector), representing the filename glob (i.e. shell wildcard)
+        pattern(s) that will be matched.
       shuffle: (Optional.) If `True`, the file names will be shuffled randomly.
         Defaults to `True`.
-      seed: (Optional.) A `tf.int64` scalar `tf.Tensor`, representing the
-        random seed that will be used to create the distribution. See
+      seed: (Optional.) A `tf.int64` scalar `tf.Tensor`, representing the random
+        seed that will be used to create the distribution. See
         `tf.set_random_seed` for behavior.
 
     Returns:
-- 
GitLab


From 95de98b58a35aaac2804716a70979e68596f3dae Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 30 Oct 2018 18:28:02 -0700
Subject: [PATCH 0836/1825] Copies attributes instead of moving for
 ParseExampleDataset.

In Eager mode, creating iterator again for the same dataset resulted in segmentation fault.
FIXES #23195

PiperOrigin-RevId: 219403151
---
 .../kernels/data/parse_example_dataset_op.cc  |  10 +-
 .../parse_example_dataset_test.py             | 126 ++++++++++--------
 tensorflow/python/framework/test_util.py      |   5 +-
 3 files changed, 80 insertions(+), 61 deletions(-)

diff --git a/tensorflow/core/kernels/data/parse_example_dataset_op.cc b/tensorflow/core/kernels/data/parse_example_dataset_op.cc
index aa14c9c84d..608b39d5f5 100644
--- a/tensorflow/core/kernels/data/parse_example_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parse_example_dataset_op.cc
@@ -142,11 +142,11 @@ class ParseExampleDatasetOp : public UnaryDatasetOpKernel {
       it->second = i++;
     }
 
-    *output = new Dataset(
-        ctx, input, std::move(dense_defaults), std::move(sparse_keys_),
-        std::move(dense_keys_), std::move(key_to_output_index),
-        std::move(config), num_parallel_calls, sparse_types_, dense_types_,
-        dense_shapes_, output_types_, output_shapes_, sloppy_);
+    *output =
+        new Dataset(ctx, input, dense_defaults, sparse_keys_, dense_keys_,
+                    std::move(key_to_output_index), std::move(config),
+                    num_parallel_calls, sparse_types_, dense_types_,
+                    dense_shapes_, output_types_, output_shapes_, sloppy_);
   }
 
  private:
diff --git a/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py
index 723e709ae8..f9ea4c3b54 100644
--- a/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py
@@ -32,6 +32,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import parsing_ops
 from tensorflow.python.platform import test
 from tensorflow.python.platform import tf_logging
@@ -53,7 +54,7 @@ def _compare_output_to_expected(tester, dict_tensors, expected_tensors,
                                 flat_output):
   tester.assertEqual(set(dict_tensors.keys()), set(expected_tensors.keys()))
 
-  i = 0  # Index into the flattened output of session.run()
+  i = 0  # Index into the flattened output
   for k, v in sorted(dict_tensors.items()):
     # TODO(shivaniagrawal): flat_output is same as v.
     expected_v = expected_tensors[k]
@@ -73,48 +74,51 @@ def _compare_output_to_expected(tester, dict_tensors, expected_tensors,
     i += 1
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class ParseExampleDatasetTest(test_base.DatasetTestBase):
 
   def _test(self,
             input_tensor,
             feature_val,
             expected_values=None,
-            expected_err=None):
-
-    with self.cached_session() as sess:
-      if expected_err:
-        with self.assertRaisesWithPredicateMatch(expected_err[0],
-                                                 expected_err[1]):
-          dataset = dataset_ops.Dataset.from_tensors(input_tensor).apply(
-              contrib_parsing_ops.parse_example_dataset(feature_val))
-          get_next = dataset.make_one_shot_iterator().get_next()
-          sess.run(get_next)
-        return
-      else:
-        # Returns dict w/ Tensors and SparseTensors.
-        # Check values.
+            expected_err=None,
+            create_iterator_twice=False):
+
+    if expected_err:
+      with self.assertRaisesWithPredicateMatch(expected_err[0],
+                                               expected_err[1]):
         dataset = dataset_ops.Dataset.from_tensors(input_tensor).apply(
             contrib_parsing_ops.parse_example_dataset(feature_val))
-        get_next = dataset.make_one_shot_iterator().get_next()
-        result = sess.run(get_next)
+        get_next = self.getNext(dataset)
+        self.evaluate(get_next())
+      return
+    else:
+      # Returns dict w/ Tensors and SparseTensors.
+      # Check values.
+      dataset = dataset_ops.Dataset.from_tensors(input_tensor).apply(
+          contrib_parsing_ops.parse_example_dataset(feature_val))
+      get_next = self.getNext(dataset)
+      result = self.evaluate(get_next())
+      flattened = nest.flatten(result)
+      _compare_output_to_expected(self, result, expected_values, flattened)
+      if create_iterator_twice:
+        get_next = self.getNext(dataset)
+        result = self.evaluate(get_next())
         flattened = nest.flatten(result)
-        print("result", result, "expected_values", expected_values)
         _compare_output_to_expected(self, result, expected_values, flattened)
-
-      # Check shapes; if serialized is a Tensor we need its size to
-      # properly check.
-      batch_size = (
-          input_tensor.eval().size if isinstance(input_tensor, ops.Tensor) else
-          np.asarray(input_tensor).size)
-      for k, f in feature_val.items():
-        print("output_shapes as list ",
-              tuple(dataset.output_shapes[k].as_list()))
-        if isinstance(f, parsing_ops.FixedLenFeature) and f.shape is not None:
-          self.assertEqual(dataset.output_shapes[k].as_list()[0], batch_size)
-        elif isinstance(f, parsing_ops.VarLenFeature):
-          self.assertEqual(dataset.output_shapes[k].as_list()[1], None)
-
-  def testEmptySerializedWithAllDefaults(self):
+    # Check shapes; if serialized is a Tensor we need its size to
+    # properly check.
+    batch_size = (
+        self.evaluate(input_tensor).size if isinstance(input_tensor, ops.Tensor)
+        else np.asarray(input_tensor).size)
+    for k, f in feature_val.items():
+      print("output_shapes as list ", tuple(dataset.output_shapes[k].as_list()))
+      if isinstance(f, parsing_ops.FixedLenFeature) and f.shape is not None:
+        self.assertEqual(dataset.output_shapes[k].as_list()[0], batch_size)
+      elif isinstance(f, parsing_ops.VarLenFeature):
+        self.assertEqual(dataset.output_shapes[k].as_list()[1], None)
+
+  def testSkipEagerEmptySerializedWithAllDefaults(self):
     sparse_name = "st_a"
     a_name = "a"
     b_name = "b"
@@ -152,7 +156,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                 parsing_ops.FixedLenFeature(
                     (2,), dtypes.float32, default_value=c_default),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
   def testEmptySerializedWithoutDefaultsShouldFail(self):
     input_features = {
@@ -214,7 +219,7 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         {"a": parsing_ops.FixedLenFeature(None, dtypes.float32)},
         expected_err=(ValueError, "Missing shape for feature a"))
 
-  def testSerializedContainingSparse(self):
+  def testSkipEagerSerializedContainingSparse(self):
     original = [
         example(features=features({
             "st_c": float_feature([3, 4])
@@ -255,9 +260,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
             "st_c": parsing_ops.VarLenFeature(dtypes.float32),
             "st_d": parsing_ops.VarLenFeature(dtypes.string)
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
-  def testSerializedContainingSparseFeature(self):
+  def testSkipEagerSerializedContainingSparseFeature(self):
     original = [
         example(features=features({
             "val": float_feature([3, 4]),
@@ -292,9 +298,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
     self._test(
         ops.convert_to_tensor(serialized),
         {"sp": parsing_ops.SparseFeature(["idx"], "val", dtypes.float32, [13])},
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
-  def testSerializedContainingSparseFeatureReuse(self):
+  def testSkipEagerSerializedContainingSparseFeatureReuse(self):
     original = [
         example(features=features({
             "val1": float_feature([3, 4]),
@@ -334,9 +341,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                 parsing_ops.SparseFeature(
                     "idx", "val2", dtypes.float32, size=7, already_sorted=True)
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
-  def testSerializedContaining3DSparseFeature(self):
+  def testSkipEagerSerializedContaining3DSparseFeature(self):
     original = [
         example(features=features({
             "val": float_feature([3, 4]),
@@ -379,7 +387,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                 parsing_ops.SparseFeature(["idx0", "idx1"], "val",
                                           dtypes.float32, [13, 3])
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
   def testSerializedContainingDense(self):
     aname = "a"
@@ -413,7 +422,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
             bname:
                 parsing_ops.FixedLenFeature((1, 1, 1, 1), dtype=dtypes.string),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
   # This test is identical as the previous one except
   # for the creation of 'serialized'.
@@ -459,7 +469,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
             bname:
                 parsing_ops.FixedLenFeature((1, 1, 1, 1), dtype=dtypes.string),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
   def testSerializedContainingDenseScalar(self):
     original = [
@@ -482,7 +493,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                 parsing_ops.FixedLenFeature(
                     (1,), dtype=dtypes.float32, default_value=-1),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
   def testSerializedContainingDenseWithDefaults(self):
     original = [
@@ -519,9 +531,11 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                 parsing_ops.FixedLenFeature(
                     (1, 1, 1, 1), dtype=dtypes.string, default_value="tmp_str"),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
-  def testSerializedContainingSparseAndSparseFeatureAndDenseWithNoDefault(self):
+  def testSkipEagerSerializedSparseAndSparseFeatureAndDenseWithNoDefault(
+      self):
     expected_st_a = (  # indices, values, shape
         np.empty(
             (0, 2), dtype=np.int64),  # indices
@@ -577,9 +591,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
             "c":
                 parsing_ops.FixedLenFeature((2,), dtypes.float32),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
-  def testSerializedContainingSparseAndSparseFeatureWithReuse(self):
+  def testSkipEagererializedContainingSparseAndSparseFeatureWithReuse(self):
     expected_idx = (  # indices, values, shape
         np.array(
             [[0, 0], [0, 1], [1, 0], [1, 1]], dtype=np.int64),
@@ -616,7 +631,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
             "sp":
                 parsing_ops.SparseFeature(["idx"], "val", dtypes.string, [13]),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
   def _testSerializedContainingVarLenDenseLargerBatch(self, batch_size):
     # During parsing, data read from the serialized proto is stored in buffers.
@@ -675,14 +691,15 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                     allow_missing=True,
                     default_value="default"),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
-  def testSerializedContainingVarLenDenseLargerBatch(self):
+  def testSkipEagerSerializedContainingVarLenDenseLargerBatch(self):
     np.random.seed(3456)
     for batch_size in (1, 10, 20, 100, 256):
       self._testSerializedContainingVarLenDenseLargerBatch(batch_size)
 
-  def testSerializedContainingVarLenDense(self):
+  def testSkipEagerSerializedContainingVarLenDense(self):
     aname = "a"
     bname = "b"
     cname = "c"
@@ -742,7 +759,8 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
                 parsing_ops.FixedLenSequenceFeature(
                     shape=[], dtype=dtypes.string, allow_missing=True),
         },
-        expected_values=expected_output)
+        expected_values=expected_output,
+        create_iterator_twice=True)
 
     # Test with padding values.
     expected_output_custom_padding = dict(expected_output)
diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 1d9eacdcdb..f561d16bc3 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -764,7 +764,8 @@ def run_all_in_graph_and_eager_modes(cls):
   """Execute all test methods in the given class with and without eager."""
   base_decorator = run_in_graph_and_eager_modes
   for name, value in cls.__dict__.copy().items():
-    if callable(value) and name.startswith("test"):
+    if callable(value) and name.startswith(
+        "test") and not name.startswith("testSkipEager"):
       setattr(cls, name, base_decorator(value))
   return cls
 
@@ -832,7 +833,7 @@ def run_in_graph_and_eager_modes(func=None,
     if tf_inspect.isclass(f):
       raise ValueError(
           "`run_test_in_graph_and_eager_modes` only supports test methods. "
-          "Did you mean to use `run_all_tests_in_graph_and_eager_modes`?")
+          "Did you mean to use `run_all_in_graph_and_eager_modes`?")
 
     def decorated(self, **kwargs):
       try:
-- 
GitLab


From 476eb9ac47694de6878a717ec4c2ef5419ea27c5 Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Tue, 30 Oct 2018 19:04:15 -0700
Subject: [PATCH 0837/1825] Add ExtractOutsideCompilationPass.

PiperOrigin-RevId: 219406439
---
 .../compiler/jit/encapsulate_subgraphs_pass.cc |  5 ++++-
 .../jit/extract_outside_compilation_pass.cc    | 18 +++++++++++++-----
 2 files changed, 17 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/jit/encapsulate_subgraphs_pass.cc b/tensorflow/compiler/jit/encapsulate_subgraphs_pass.cc
index da030b3bcc..f478832781 100644
--- a/tensorflow/compiler/jit/encapsulate_subgraphs_pass.cc
+++ b/tensorflow/compiler/jit/encapsulate_subgraphs_pass.cc
@@ -1122,8 +1122,11 @@ Status Encapsulator::Subgraph::BuildFunctionDef(
                                       fdef);
   }
 
-  if (!reuse_existing_functions || library->Find(name) == nullptr) {
+  const FunctionDef* original_fdef = library->Find(name);
+  if (!reuse_existing_functions || original_fdef == nullptr) {
     TF_RETURN_IF_ERROR(library->AddFunctionDef(fdef));
+  } else if (!FunctionDefsEqual(*original_fdef, fdef)) {
+    TF_RETURN_IF_ERROR(library->ReplaceFunction(name, fdef));
   }
   return Status::OK();
 }
diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
index 363003de50..70b019d35f 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
@@ -51,6 +51,12 @@ xla::StatusOr<Node*> AddHostComputeKeyPlaceholder(
   return n;
 }
 
+// Returns if the node is a XLA computation key placeholder.
+bool IsKeyPlaceholderNode(const Node& n) {
+  return n.type_string() == "Placeholder" &&
+         absl::EndsWith(n.name(), "_key_placeholder");
+}
+
 // Returns nodes with given type.
 std::vector<Node*> GatherNodesWithType(const Graph& g, const string& type) {
   std::vector<Node*> result;
@@ -107,6 +113,8 @@ xla::StatusOr<Node*> BuildRecvAtHostNode(
 xla::StatusOr<Node*> ReplaceArgNodesWithRecvAtHostNode(
     Graph* g, const string& oc_cluster_name,
     std::vector<DataType>* recv_at_host_dtypes, Node* key_placeholder) {
+  // TODO(b/77601805): use out nodes for source node, instead of traversing all
+  // nodes.
   std::vector<Node*> arg_nodes = GatherNodesWithType(*g, "_Arg");
   TF_RETURN_IF_ERROR(GetArgDataTypes(arg_nodes, recv_at_host_dtypes));
   TF_ASSIGN_OR_RETURN(
@@ -218,6 +226,8 @@ xla::StatusOr<Node*> BuildSendFromHostNode(
 xla::StatusOr<Node*> ReplaceRetNodesWithSendFromHostNode(
     Graph* g, const string& oc_cluster_name,
     std::vector<DataType>* send_from_host_dtypes, Node* key_placeholder) {
+  // TODO(b/77601805): use in nodes for sink node, instead of traversing all
+  // nodes.
   std::vector<Node*> ret_nodes = GatherNodesWithType(*g, "_Retval");
   TF_RETURN_IF_ERROR(GetRetDataTypes(ret_nodes, send_from_host_dtypes));
   TF_ASSIGN_OR_RETURN(
@@ -258,7 +268,7 @@ absl::optional<std::vector<PartialTensorShape>> GetInferredInputShapes(
       return absl::nullopt;
     }
 
-    const PartialTensorShape shape = shapes[e->dst_input()];
+    const PartialTensorShape shape = shapes[e->src_output()];
     if (!shape.IsFullyDefined()) {
       return absl::nullopt;
     }
@@ -411,8 +421,7 @@ Status ConstructHostGraph(
                  if (node_map.find(n) != node_map.end()) {
                    // Already copied this node.
                    copy = node_map.at(n);
-                 } else if (n->type_string() == "Placeholder" &&
-                            absl::EndsWith(n->name(), "_key_placeholder")) {
+                 } else if (IsKeyPlaceholderNode(*n)) {
                    // Change a).
                    copy = key_placeholder;
                    node_map[n] = copy;
@@ -691,8 +700,7 @@ Status RewriteOutsideCompilationSubgraphFn::operator()(
 
   // Step 4: add XLA cluster and outside compilation attr.
   for (Node* n : (*graph)->nodes()) {
-    if (n->type_string() == "Placeholder" &&
-        absl::EndsWith(n->name(), "_key_placeholder")) {
+    if (IsKeyPlaceholderNode(*n)) {
       continue;
     }
 
-- 
GitLab


From 0716c686e047935329fcf1e4bda3c5bde065aab0 Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Tue, 30 Oct 2018 19:08:52 -0700
Subject: [PATCH 0838/1825] [tf.data] Refactoring of performance modeling
 implementation and adding performance modeling for all core and experimental
 tf.data kernels.

PiperOrigin-RevId: 219406929
---
 tensorflow/core/BUILD                         |   2 +
 tensorflow/core/framework/dataset.h           |  54 +-
 tensorflow/core/framework/model.cc            | 593 +++++++++--------
 tensorflow/core/framework/model.h             | 600 +++++++++---------
 tensorflow/core/framework/model_test.cc       | 361 +++++++++++
 .../core/kernels/data/batch_dataset_op.cc     |   7 +-
 .../core/kernels/data/cache_dataset_ops.cc    |  36 ++
 .../kernels/data/concatenate_dataset_op.cc    |   6 +
 .../data/dense_to_sparse_batch_dataset_op.cc  |   7 +
 .../experimental/assert_next_dataset_op.cc    |   6 +
 .../data/experimental/csv_dataset_op.cc       |   5 +
 .../directed_interleave_dataset_op.cc         |   5 +
 .../experimental/identity_indexed_dataset.cc  |   7 +
 .../experimental/ignore_errors_dataset_op.cc  |   6 +
 .../data/experimental/lmdb_dataset_op.cc      |   5 +
 .../numa_map_and_batch_dataset_op.cc          |  19 +-
 .../data/experimental/sleep_dataset_op.cc     |   6 +
 .../experimental/threadpool_dataset_op.cc     |   7 +
 .../data/experimental/unique_dataset_op.cc    |   5 +
 .../data/filter_by_component_dataset_op.cc    |   5 +
 .../core/kernels/data/filter_dataset_op.cc    |   5 +
 .../core/kernels/data/flat_map_dataset_op.cc  |   5 +
 .../core/kernels/data/generator_dataset_op.cc |   6 +
 .../data/group_by_reducer_dataset_op.cc       |   5 +
 .../data/group_by_window_dataset_op.cc        |   5 +
 .../kernels/data/interleave_dataset_op.cc     |   5 +
 .../kernels/data/map_and_batch_dataset_op.cc  |  18 +-
 .../core/kernels/data/map_dataset_op.cc       |   6 +
 .../kernels/data/matching_files_dataset_op.cc |   5 +
 .../core/kernels/data/model_dataset_op.cc     |   6 +
 .../core/kernels/data/optimize_dataset_op.cc  |   6 +
 .../kernels/data/padded_batch_dataset_op.cc   |   7 +-
 .../data/parallel_interleave_dataset_op.cc    |  23 +-
 .../kernels/data/parallel_map_iterator.cc     |  18 +-
 .../core/kernels/data/prefetch_dataset_op.cc  |   7 +
 .../core/kernels/data/random_dataset_op.cc    |   5 +
 .../core/kernels/data/range_dataset_op.cc     |   5 +
 .../core/kernels/data/reader_dataset_ops.cc   |  15 +
 .../core/kernels/data/repeat_dataset_op.cc    |  18 +
 .../core/kernels/data/scan_dataset_op.cc      |   6 +
 .../core/kernels/data/shuffle_dataset_op.cc   |  12 +
 .../core/kernels/data/skip_dataset_op.cc      |  12 +
 .../core/kernels/data/slide_dataset_op.cc     |   6 +
 .../data/sparse_tensor_slice_dataset_op.cc    |   5 +
 .../core/kernels/data/sql_dataset_ops.cc      |   5 +
 .../data/stats_aggregator_dataset_op.cc       |   6 +
 .../core/kernels/data/stats_dataset_ops.cc    |  12 +
 .../core/kernels/data/take_dataset_op.cc      |  12 +
 .../core/kernels/data/tensor_dataset_op.cc    |   5 +
 .../kernels/data/tensor_queue_dataset_op.cc   |   5 +
 .../kernels/data/tensor_slice_dataset_op.cc   |   5 +
 .../core/kernels/data/unbatch_dataset_op.cc   |  14 +
 .../core/kernels/data/window_dataset_op.cc    |   6 +
 .../core/kernels/data/zip_dataset_op.cc       |   8 +
 54 files changed, 1377 insertions(+), 654 deletions(-)
 create mode 100644 tensorflow/core/framework/model_test.cc

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 97e43bcb4c..2f2c26c2df 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -2524,6 +2524,7 @@ FRAMEWORK_INTERNAL_PRIVATE_HEADERS = [
 })
 
 FRAMEWORK_INTERNAL_PUBLIC_HEADERS = [
+    "framework/model.h",  # only needed for tests
     "framework/op_segment.h",
     "framework/rendezvous.h",  # only needed for tests
     "framework/resource_var.h",
@@ -3620,6 +3621,7 @@ tf_cc_tests(
         "framework/kernel_def_builder_test.cc",
         "framework/kernel_def_util_test.cc",
         "framework/memory_types_test.cc",
+        "framework/model_test.cc",
         "framework/node_def_builder_test.cc",
         "framework/node_def_util_test.cc",
         "framework/op_compatibility_test.cc",
diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index 964a7d5f8c..55f0a3456d 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -429,6 +429,10 @@ class IteratorBase {
   }
 
  protected:
+  // Returns a node that models this iterator.
+  virtual std::shared_ptr<model::Node> CreateNode(
+      IteratorContext* ctx, model::Node::Args args) const = 0;
+
   // This is needed so that sub-classes of IteratorBase can call
   // `SaveInternal` on their input iterators.
   Status SaveInput(IteratorStateWriter* writer,
@@ -511,22 +515,23 @@ class DatasetBase : public core::RefCounted {
   //
   // The prefix identifies the sequence of iterators leading up to the newly
   // created iterator.
-  Status MakeIterator(IteratorContext* ctx, const string& prefix,
+  Status MakeIterator(IteratorContext* ctx, const string& output_prefix,
                       std::unique_ptr<IteratorBase>* iterator) const {
-    *iterator = MakeIteratorInternal(prefix);
-    if (ctx->model()) {
-      ctx->model()->AddNode((*iterator)->prefix(), prefix);
-      std::shared_ptr<model::Model> model = ctx->model();
+    *iterator = MakeIteratorInternal(output_prefix);
+    std::shared_ptr<model::Model> model = ctx->model();
+    if (model) {
       const string& prefix = (*iterator)->prefix();
+      model->AddNode(MakeNodeFactory(ctx, iterator->get()), prefix,
+                     output_prefix);
       (*iterator)->AddCleanupFunction(
           [model, prefix]() { model->RemoveNode(prefix); });
     }
     return (*iterator)->Initialize(ctx);
   }
 
-  Status MakeIterator(IteratorContext&& ctx, const string& prefix,
+  Status MakeIterator(IteratorContext&& ctx, const string& output_prefix,
                       std::unique_ptr<IteratorBase>* iterator) const {
-    return MakeIterator(&ctx, prefix, iterator);
+    return MakeIterator(&ctx, output_prefix, iterator);
   }
 
   // Returns a vector of DataType values, representing the respective
@@ -567,6 +572,14 @@ class DatasetBase : public core::RefCounted {
       const string& prefix) const = 0;
 
  private:
+  // Returns a factory for nodes that represent the given iterator.
+  static model::Node::Factory MakeNodeFactory(IteratorContext* ctx,
+                                              IteratorBase* iterator) {
+    return [ctx, iterator](model::Node::Args args) {
+      return iterator->CreateNode(ctx, std::move(args));
+    };
+  }
+
   const string name_;
 };
 
@@ -631,28 +644,11 @@ class DatasetBaseIterator : public IteratorBase {
     return strings::StrCat(params_.prefix, ":", name);
   }
 
-  // When performance modeling is enabled, this method adds a constant parameter
-  // to the model node corresponding to this iterator.
-  void AddConstantParameter(IteratorContext* ctx, const string& name,
-                            int64 value) {
-    if (ctx->model()) {
-      ctx->model()->AddConstantParameter(prefix(), name, value);
-    }
-  }
-
-  // When performance modeling is enabled, this method adds a tunable parameter
-  // to the model node corresponding to this iterator.
-  //
-  // The performance modeling logic may use `state` to set the value of the
-  // tunable parameter at any point during the lifetime of this iterator. When
-  // it does, it acquires `state->mu` and notifies `state->cond_var`.
-  void AddTunableParameter(IteratorContext* ctx, const string& name,
-                           std::shared_ptr<model::SharedState> state, int64 min,
-                           int64 max) {
-    if (ctx->model()) {
-      ctx->model()->AddTunableParameter(prefix(), name, std::move(state), min,
-                                        max);
-    }
+  // By default we model iterators using an unknown node, which acts as
+  // pass-through with respect to performance modeling.
+  std::shared_ptr<model::Node> CreateNode(
+      IteratorContext* ctx, model::Node::Args args) const override {
+    return model::MakeUnknownNode(std::move(args));
   }
 
   // When performance modeling is enabled, this method records the fact that
diff --git a/tensorflow/core/framework/model.cc b/tensorflow/core/framework/model.cc
index 5dfa19bef2..1426bade36 100644
--- a/tensorflow/core/framework/model.cc
+++ b/tensorflow/core/framework/model.cc
@@ -21,271 +21,316 @@ namespace tensorflow {
 namespace data {
 namespace model {
 
-// TODO(jsimsa): Use `Node` subclassing instead of types and node statements.
-void Model::Node::CollectTunables(
-    std::vector<std::shared_ptr<Node::Tunable>>* tunables) {
-  tf_shared_lock l(mu_);
-  for (auto input : inputs_) {
-    input->CollectTunables(tunables);
-  }
-  switch (type_) {
-    case Type::MAP_AND_BATCH:
-    case Type::PARALLEL_INTERLEAVE_V2:
-    case Type::PARALLEL_MAP: {
-      if (auto* tunable_param =
-              gtl::FindOrNull(tunable_params_, "parallelism")) {
-        tunables->push_back(*tunable_param);
-      }
-      return;
-    }
-    default:
-      return;
-  }
+std::shared_ptr<Parameter> MakeParameter(const string& name,
+                                         std::shared_ptr<SharedState> state,
+                                         int64 min, int64 max) {
+  return std::make_shared<Parameter>(name, state, min, max);
 }
 
-int64 Model::Node::GetParameterValue(const string& name) {
-  if (auto* tunable_param = gtl::FindOrNull(tunable_params_, name)) {
-    return (*tunable_param)->value;
+namespace {
+
+// The first input of InterleaveMany corresponds to the input dataset whose
+// elements are used to create the (derived) input datasets whose elements are
+// interleaved as output.
+//
+// TODO(jsimsa): model the first input
+class InterleaveMany : public Node {
+ public:
+  using Node::Node;
+
+  virtual ~InterleaveMany() {}
+
+ protected:
+  std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    return std::make_shared<InterleaveMany>(
+        Args{id_, name_, std::move(output)});
   }
-  return constant_params_[name];
-}
 
-int64 Model::Node::ProcessingTimeLocked() {
-  switch (type_) {
-    case Type::BATCH:
-    case Type::MAP_AND_BATCH:
-    case Type::PADDED_BATCH: {
-      int64 batch_size = GetParameterValue("batch_size");
-      return NanosPerElementLocked() + batch_size * ProcessingTimeForInputs();
+  int64 OutputTimeLocked(std::vector<int64>* input_times) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    if (inputs_.size() <= 1) {
+      return NanosPerElementLocked();
     }
-    case Type::FILTER: {
-      if (inputs_.size() <= 1) {
-        return NanosPerElementLocked();
-      }
-      std::shared_ptr<Node> input = inputs_.front();
-      double ratio = 0.0L;
-      if (num_elements_ > 0) {
-        ratio = static_cast<double>(input->num_elements()) /
-                static_cast<double>(num_elements_);
-      }
-      return NanosPerElementLocked() +
-             static_cast<int64>(ratio *
-                                static_cast<double>(ProcessingTimeForInputs()));
+    int64 delta = NanosPerElementLocked() * (inputs_.size() - 1);
+    input_times->back() += delta;
+    auto cleanup = gtl::MakeCleanup(
+        [input_times, delta]() { input_times->back() -= delta; });
+    int64 output_time =
+        static_cast<double>(OutputTimeForInputs(input_times) -
+                            inputs_.front()->OutputTime(input_times)) /
+        static_cast<double>(inputs_.size() - 1);
+    return NanosPerElementLocked() + output_time;
+  }
+
+  int64 ProcessingTimeLocked() const override SHARED_LOCKS_REQUIRED(mu_) {
+    if (inputs_.size() <= 1) {
+      return NanosPerElementLocked();
     }
-    case Type::FLAT_MAP:
-    case Type::INTERLEAVE:
-    case Type::PARALLEL_INTERLEAVE:
-    case Type::PARALLEL_INTERLEAVE_V2: {
-      // TODO(jsimsa): model the first input
-      // TODO(jsimsa): use processing time history as a prior for future inputs
-      if (inputs_.size() <= 1) {
-        return NanosPerElementLocked();
-      }
-      int64 processing_time =
-          ProcessingTimeForInputs() - inputs_.front()->ProcessingTime();
-      return NanosPerElementLocked() +
-             static_cast<double>(processing_time) /
-                 static_cast<double>(inputs_.size() - 1);
+    int64 processing_time =
+        static_cast<double>(ProcessingTimeForInputs() -
+                            inputs_.front()->ProcessingTime()) /
+        static_cast<double>(inputs_.size() - 1);
+    return NanosPerElementLocked() + processing_time;
+  }
+};
+
+// TODO(jsimsa): model the first input
+class AsyncInterleaveMany : public Node {
+ public:
+  AsyncInterleaveMany(Node::Args args,
+                      std::vector<std::shared_ptr<Parameter>> parameters)
+      : Node(args) {
+    for (auto& parameter : parameters) {
+      parameters_[parameter->name] = std::move(parameter);
     }
-    case Type::CACHE:
-    case Type::CONCATENATE:
-    case Type::MAP:
-    case Type::PARALLEL_MAP:
-    case Type::PREFETCH:
-      // TODO(jsimsa): use processing time history as a prior for future inputs
-    case Type::REPEAT:
-    case Type::SHUFFLE:
-    case Type::SKIP:
-    case Type::TAKE:
-    case Type::ZIP: {
-      return NanosPerElementLocked() + ProcessingTimeForInputs();
+  }
+
+  virtual ~AsyncInterleaveMany() {}
+
+ protected:
+  std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    std::vector<std::shared_ptr<Parameter>> parameters;
+    for (auto& pair : parameters_) {
+      parameters.push_back(pair.second);
     }
-    default:
-      return NanosPerElementLocked();
+    return std::make_shared<AsyncInterleaveMany>(
+        Args{id_, name_, std::move(output)}, parameters);
   }
-}
 
-int64 Model::Node::OutputTimeLocked(std::vector<int64>* input_times) {
-  switch (type_) {
-    case Type::BATCH:
-    case Type::PADDED_BATCH: {
-      double batch_size = GetParameterValue("batch_size");
-      int64 old_value = (*input_times)[input_times->size() - 1];
-      (*input_times)[input_times->size() - 1] = static_cast<int64>(
-          static_cast<double>(old_value + NanosPerElementLocked()) /
-          batch_size);
-      auto cleanup = gtl::MakeCleanup([input_times, old_value]() {
-        (*input_times)[input_times->size() - 1] = old_value;
-      });
-      return NanosPerElementLocked() +
-             batch_size * OutputTimeForInputs(input_times);
+  int64 OutputTimeLocked(std::vector<int64>* input_times) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    if (inputs_.size() <= 1) {
+      return NanosPerElementLocked();
     }
-    case Type::FILTER: {
-      if (inputs_.size() <= 1) {
-        return NanosPerElementLocked();
-      }
-      std::shared_ptr<Node> input = inputs_.front();
-      double ratio = 0.0L;
-      if (num_elements_ > 0) {
-        ratio = static_cast<double>(input->num_elements()) /
-                static_cast<double>(num_elements_);
-        int64 old_value = (*input_times)[input_times->size() - 1];
-        (*input_times)[input_times->size() - 1] = static_cast<int64>(
-            static_cast<double>(old_value + NanosPerElementLocked()) / ratio);
-        auto cleanup = gtl::MakeCleanup([input_times, old_value]() {
-          (*input_times)[input_times->size() - 1] = old_value;
-        });
-      }
-      return NanosPerElementLocked() +
-             static_cast<int64>(
-                 static_cast<double>(OutputTimeForInputs(input_times)) * ratio);
+    int64 old_input_time = input_times->back();
+    int64 new_input_time = static_cast<double>(NanosPerElementLocked()) *
+                           static_cast<double>(inputs_.size() - 1);
+    input_times->push_back(new_input_time);
+    auto cleanup =
+        gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
+    double parallelism = inputs_.size() - 1;  // default to cycle length
+    if (auto* parameter = gtl::FindOrNull(parameters_, "parallelism")) {
+      parallelism = std::min(static_cast<int>(parallelism),
+                             static_cast<int>((*parameter)->value));
     }
-    case Type::FLAT_MAP:
-    case Type::INTERLEAVE: {
-      // TODO(jsimsa): model the first input
-      // TODO(jsimsa): use cycle length metadata instead of `inputs_.size() - 1`
-      if (inputs_.size() <= 1) {
-        return NanosPerElementLocked();
-      }
-      int64 delta =
-          static_cast<int64>(static_cast<double>(NanosPerElementLocked()) *
-                             static_cast<double>(inputs_.size() - 1));
-      (*input_times)[input_times->size() - 1] += delta;
-      auto cleanup = gtl::MakeCleanup([input_times, delta]() {
-        (*input_times)[input_times->size() - 1] -= delta;
-      });
-      int64 output_time = OutputTimeForInputs(input_times) -
-                          inputs_.front()->OutputTime(input_times);
-      return NanosPerElementLocked() +
-             static_cast<double>(output_time) /
-                 static_cast<double>(inputs_.size() - 1);
+    int64 output_time =
+        static_cast<double>(OutputTimeForInputs(input_times) -
+                            inputs_.front()->OutputTime(input_times)) /
+        static_cast<double>(inputs_.size() - 1) / parallelism;
+    return std::max(0LL,
+                    NanosPerElementLocked() + output_time - old_input_time);
+  }
+
+  int64 ProcessingTimeLocked() const override SHARED_LOCKS_REQUIRED(mu_) {
+    if (inputs_.size() <= 1) {
+      return NanosPerElementLocked();
     }
-    case Type::MAP_AND_BATCH: {
-      double batch_size = GetParameterValue("batch_size");
-      double parallelism = GetParameterValue("parallelism");
-      int64 delta =
-          static_cast<int64>(static_cast<double>(NanosPerElementLocked()) /
-                             (batch_size * parallelism));
-      input_times->push_back(delta);
-      auto cleanup =
-          gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
-      int64 output_time = static_cast<int64>(
-          static_cast<double>(NanosPerElementLocked()) / parallelism +
-          batch_size * OutputTimeForInputs(input_times));
-      return std::max(0LL,
-                      output_time - input_times->at(input_times->size() - 2));
+    int64 processing_time =
+        ProcessingTimeForInputs() - inputs_.front()->ProcessingTime();
+    return NanosPerElementLocked() +
+           static_cast<double>(processing_time) /
+               static_cast<double>(inputs_.size() - 1);
+  }
+};
+
+class KnownRatio : public Node {
+ public:
+  KnownRatio(Node::Args args, int64 ratio) : Node(args), ratio_(ratio) {}
+
+  virtual ~KnownRatio() {}
+
+ protected:
+  std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    return std::make_shared<KnownRatio>(Args{id_, name_, std::move(output)},
+                                        ratio_);
+  }
+
+  int64 OutputTimeLocked(std::vector<int64>* input_times) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    if (ratio_ == 0) {
+      return NanosPerElementLocked();
     }
-    case Type::PARALLEL_INTERLEAVE: {
-      // TODO(jsimsa): model the first input
-      if (inputs_.size() <= 1) {
-        return NanosPerElementLocked();
-      }
-      int64 delta = static_cast<double>(NanosPerElementLocked()) *
-                    static_cast<double>(inputs_.size() - 1);
-      input_times->push_back(delta);
-      auto cleanup =
-          gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
-      int64 inputs_output_time = OutputTimeForInputs(input_times) -
-                                 inputs_.front()->OutputTime(input_times);
-      double parallelism = GetParameterValue("parallelism");
-      int64 output_time =
-          NanosPerElementLocked() + ((static_cast<double>(inputs_output_time) /
-                                      static_cast<double>(inputs_.size() - 1)) /
-                                     parallelism);
-      return std::max(0LL,
-                      output_time - input_times->at(input_times->size() - 2));
+    int64 old_input_time = input_times->back();
+    input_times->back() += static_cast<int64>(
+        static_cast<double>(old_input_time + NanosPerElementLocked()) / ratio_);
+    auto cleanup = gtl::MakeCleanup([input_times, old_input_time]() {
+      input_times->back() = old_input_time;
+    });
+    return NanosPerElementLocked() + ratio_ * OutputTimeForInputs(input_times);
+  }
+
+  int64 ProcessingTimeLocked() const override SHARED_LOCKS_REQUIRED(mu_) {
+    return NanosPerElementLocked() + ratio_ * ProcessingTimeForInputs();
+  }
+
+ private:
+  const double ratio_;
+};
+
+class AsyncKnownRatio : public Node {
+ public:
+  AsyncKnownRatio(Node::Args args, double ratio,
+                  std::vector<std::shared_ptr<Parameter>> parameters)
+      : Node(args), ratio_(ratio) {
+    for (auto& parameter : parameters) {
+      parameters_[parameter->name] = std::move(parameter);
     }
-    case Type::PARALLEL_INTERLEAVE_V2: {
-      // TODO(jsimsa): model the first input
-      if (inputs_.size() <= 1) {
-        return NanosPerElementLocked();
-      }
-      int64 delta = static_cast<double>(NanosPerElementLocked()) *
-                    static_cast<double>(inputs_.size() - 1);
-      input_times->push_back(delta);
-      auto cleanup =
-          gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
-      int64 inputs_output_time = OutputTimeForInputs(input_times) -
-                                 inputs_.front()->OutputTime(input_times);
-      double parallelism =
-          std::min(static_cast<int>(GetParameterValue("cycle_length")),
-                   static_cast<int>(GetParameterValue("parallelism")));
-      int64 output_time =
-          NanosPerElementLocked() + ((static_cast<double>(inputs_output_time) /
-                                      static_cast<double>(inputs_.size() - 1)) /
-                                     parallelism);
-      return std::max(0LL,
-                      output_time - input_times->at(input_times->size() - 2));
+  }
+
+  virtual ~AsyncKnownRatio() {}
+
+ protected:
+  std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    std::vector<std::shared_ptr<Parameter>> parameters;
+    for (auto& pair : parameters_) {
+      parameters.push_back(pair.second);
     }
-    case Type::PARALLEL_MAP: {
-      double parallelism =
-          std::min(port::NumSchedulableCPUs(),
-                   static_cast<int>(GetParameterValue("parallelism")));
-      int64 delta = static_cast<int64>(
-          static_cast<double>(NanosPerElementLocked()) / parallelism);
-      input_times->push_back(delta);
-      auto cleanup =
-          gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
-      int64 output_time =
-          static_cast<double>(NanosPerElementLocked()) / parallelism +
-          OutputTimeForInputs(input_times);
-      return std::max(0LL,
-                      output_time - input_times->at(input_times->size() - 2));
+    return std::make_shared<AsyncKnownRatio>(
+        Args{id_, name_, std::move(output)}, ratio_, parameters);
+  }
+
+  int64 OutputTimeLocked(std::vector<int64>* input_times) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    double parallelism = 1.0;
+    if (auto* parameter = gtl::FindOrNull(parameters_, "parallelism")) {
+      parallelism = (*parameter)->value;
     }
-    case Type::PREFETCH: {
-      int64 delta = NanosPerElementLocked();
-      input_times->push_back(delta);
-      auto cleanup =
-          gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
-      return std::max(0LL, NanosPerElementLocked() +
-                               OutputTimeForInputs(input_times) -
-                               input_times->at(input_times->size() - 2));
+    if (ratio_ == 0.0) {
+      int64 output_time =
+          static_cast<double>(NanosPerElementLocked()) / parallelism;
+      return std::max(0LL, output_time - input_times->back());
     }
-    case Type::CACHE:
-    case Type::CONCATENATE:
-    case Type::MAP:
-    case Type::REPEAT:
-    case Type::SHUFFLE:
-    case Type::SKIP:
-    case Type::TAKE:
-    case Type::ZIP: {
-      int64 delta = NanosPerElementLocked();
-      (*input_times)[input_times->size() - 1] += delta;
-      auto cleanup = gtl::MakeCleanup([input_times, delta]() {
-        (*input_times)[input_times->size() - 1] -= delta;
-      });
-      return NanosPerElementLocked() + OutputTimeForInputs(input_times);
+    int64 old_input_time = input_times->back();
+    int64 new_input_time = static_cast<int64>(
+        static_cast<double>(NanosPerElementLocked()) / ratio_ / parallelism);
+    input_times->push_back(new_input_time);
+    auto cleanup =
+        gtl::MakeCleanup([input_times]() { input_times->pop_back(); });
+    int64 output_time = static_cast<int64>(
+        static_cast<double>(NanosPerElementLocked()) / parallelism +
+        ratio_ * OutputTimeForInputs(input_times));
+    return std::max(0LL, output_time - old_input_time);
+  }
+
+  int64 ProcessingTimeLocked() const override SHARED_LOCKS_REQUIRED(mu_) {
+    return NanosPerElementLocked() + ratio_ * ProcessingTimeForInputs();
+  }
+
+ private:
+  const double ratio_;
+};
+
+class UnknownRatio : public Node {
+ public:
+  using Node::Node;
+
+  virtual ~UnknownRatio() {}
+
+ protected:
+  std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    return std::make_shared<UnknownRatio>(Args{id_, name_, std::move(output)});
+  }
+
+  int64 OutputTimeLocked(std::vector<int64>* input_times) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    if (inputs_.empty() || num_elements_ == 0) {
+      return NanosPerElementLocked();
     }
-    default:
+    // TODO(jsimsa): The current implementation that the number of input
+    // elements consumed per output is the same across all inputs.
+    std::shared_ptr<Node> input = inputs_.front();
+    double ratio = static_cast<double>(input->num_elements()) /
+                   static_cast<double>(num_elements_);
+    int64 old_input_time = input_times->back();
+    input_times->back() =
+        static_cast<double>(old_input_time + NanosPerElementLocked()) / ratio;
+    auto cleanup = gtl::MakeCleanup([input_times, old_input_time]() {
+      input_times->back() = old_input_time;
+    });
+    return NanosPerElementLocked() +
+           static_cast<int64>(
+               ratio * static_cast<double>(OutputTimeForInputs(input_times)));
+  }
+
+  int64 ProcessingTimeLocked() const override SHARED_LOCKS_REQUIRED(mu_) {
+    if (inputs_.empty() || num_elements_ == 0) {
       return NanosPerElementLocked();
+    }
+    // TODO(jsimsa): The current implementation that the number of input
+    // elements consumed per output is the same across all inputs.
+    std::shared_ptr<Node> input = inputs_.front();
+    double ratio = static_cast<double>(input->num_elements()) /
+                   static_cast<double>(num_elements_);
+    return NanosPerElementLocked() +
+           static_cast<int64>(ratio *
+                              static_cast<double>(ProcessingTimeForInputs()));
+  }
+};
+
+class Unknown : public Node {
+ public:
+  using Node::Node;
+
+  virtual ~Unknown() {}
+
+ protected:
+  std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    return std::make_shared<Unknown>(Args{id_, name_, std::move(output)});
+  }
+
+  int64 OutputTimeLocked(std::vector<int64>* input_times) const override
+      SHARED_LOCKS_REQUIRED(mu_) {
+    return OutputTimeForInputs(input_times);
+  }
+
+  int64 ProcessingTimeLocked() const override SHARED_LOCKS_REQUIRED(mu_) {
+    return ProcessingTimeForInputs();
   }
+};
+
+}  // namespace
+
+std::shared_ptr<Node> MakeInterleaveManyNode(Node::Args args) {
+  return std::make_shared<InterleaveMany>(std::move(args));
 }
 
-std::shared_ptr<Model::Node> Model::Node::Snapshot(
-    std::shared_ptr<Model::Node> output) {
-  tf_shared_lock l(mu_);
-  std::shared_ptr<Node> result =
-      std::make_shared<Node>(id_, name_, std::move(output));
-  result->processing_time_ = processing_time_;
-  result->num_elements_ = num_elements_;
-  result->constant_params_ = constant_params_;
-  result->tunable_params_ = tunable_params_;
-  for (auto& input : inputs_) {
-    result->add_input(input->Snapshot(result));
-  }
-  return result;
+std::shared_ptr<Node> MakeAsyncInterleaveManyNode(
+    Node::Args args, std::vector<std::shared_ptr<Parameter>> parameters) {
+  return std::make_shared<AsyncInterleaveMany>(std::move(args),
+                                               std::move(parameters));
 }
 
-void Model::AddConstantParameter(const string& node_name,
-                                 const string& parameter_name, int64 value) {
-  tf_shared_lock l(mu_);
-  auto node = gtl::FindOrNull(lookup_table_, node_name);
-  if (node) {
-    (*node)->add_constant_param(parameter_name, value);
-  }
+std::shared_ptr<Node> MakeKnownRatioNode(Node::Args args, double ratio) {
+  return std::make_shared<KnownRatio>(std::move(args), ratio);
 }
 
-void Model::AddNode(const string& name, const string& output_name) {
+std::shared_ptr<Node> MakeAsyncKnownRatioNode(
+    Node::Args args, double ratio,
+    std::vector<std::shared_ptr<Parameter>> parameters) {
+  return std::make_shared<AsyncKnownRatio>(std::move(args), ratio,
+                                           std::move(parameters));
+}
+
+std::shared_ptr<Node> MakeSourceNode(Node::Args args) {
+  return MakeKnownRatioNode(std::move(args), 0);
+}
+
+std::shared_ptr<Node> MakeUnknownRatioNode(Node::Args args) {
+  return std::make_shared<UnknownRatio>(std::move(args));
+}
+
+std::shared_ptr<Node> MakeUnknownNode(Node::Args args) {
+  return std::make_shared<Unknown>(std::move(args));
+}
+
+void Model::AddNode(Node::Factory factory, const string& name,
+                    const string& output_name) {
   // The name captures the sequence of iterators joined by `::`. We use the full
   // sequence as the key in the lookup table, but only the last element of the
   // sequence as the name node.
@@ -303,7 +348,7 @@ void Model::AddNode(const string& name, const string& output_name) {
   if (it != lookup_table_.end()) {
     output = it->second;
   }
-  std::shared_ptr<Node> node(new Node(id_counter_++, tokens.back(), output));
+  std::shared_ptr<Node> node = factory({id_counter_++, tokens.back(), output});
   if (!output_) {
     output_ = node;
   }
@@ -321,16 +366,6 @@ void Model::AddProcessingTime(const string& name, int64 delta) {
   }
 }
 
-void Model::AddTunableParameter(const string& node_name,
-                                const string& parameter_name,
-                                std::shared_ptr<SharedState> state, int64 min,
-                                int64 max) {
-  tf_shared_lock l(mu_);
-  auto node = *gtl::FindOrNull(lookup_table_, node_name);
-  DCHECK(node);
-  node->add_tunable_param(parameter_name, std::move(state), min, max);
-}
-
 // The optimization algorithm starts by setting all tunable parallelism
 // parameters to 1. It then repeatedly identifies the parameter whose increase
 // in parallelism decreases the output time the most. This process is repeated
@@ -338,43 +373,43 @@ void Model::AddTunableParameter(const string& node_name,
 // is less than or equal to the processing time needed to produce an element
 // divided by CPU budget.
 void Model::Optimize(int64 cpu_budget) {
-  std::shared_ptr<Model::Node> snapshot;
+  std::shared_ptr<Node> snapshot;
   {
     tf_shared_lock lock(mu_);
     snapshot = output_->Snapshot(nullptr);
   }
   const int64 processing_time = ProcessingTime(snapshot);
-  auto tunables = CollectTunables(snapshot);
-  for (auto tunable : tunables) {
-    tunable->value = 1;
+  auto parameters = CollectTunableParameters(snapshot);
+  for (auto& parameter : parameters) {
+    parameter->value = 1;
   }
   while (true) {
     const int64 output_time = OutputTime(snapshot);
-    bool all_tunables = true;
-    for (auto& tunable : tunables) {
-      if (tunable->value < tunable->max) {
-        all_tunables = false;
+    bool all_max = true;
+    for (auto& parameter : parameters) {
+      if (parameter->value < parameter->max) {
+        all_max = false;
         break;
       }
     }
-    if (output_time < processing_time / cpu_budget || all_tunables) {
+    if (output_time < processing_time / cpu_budget || all_max) {
       break;
     }
     int64 best_delta = -1;
-    Model::Node::Tunable* best_tunable = nullptr;
-    for (auto& tunable : tunables) {
-      if (tunable->value == tunable->max) {
+    Parameter* best_parameter = nullptr;
+    for (auto& parameter : parameters) {
+      if (parameter->value == parameter->max) {
         continue;
       }
-      tunable->value++;
+      parameter->value++;
       int64 delta = output_time - OutputTime(snapshot);
       if (delta > best_delta) {
         best_delta = delta;
-        best_tunable = tunable.get();
+        best_parameter = parameter.get();
       }
-      tunable->value--;
+      parameter->value--;
     }
-    if (!best_tunable) {
+    if (!best_parameter) {
       // This should never happen because we are using a model snapshot and
       // the output time is monotonically decreasing w.r.t. parallelism.
       LOG(WARNING) << "Failed to find a tunable parameter that would "
@@ -382,14 +417,14 @@ void Model::Optimize(int64 cpu_budget) {
                       "optimization attempt.";
       return;
     }
-    best_tunable->value++;
+    best_parameter->value++;
   }
-  VLOG(2) << "Number of knobs: " << tunables.size();
-  for (auto& tunable : tunables) {
-    VLOG(2) << "Setting tunable parameter: " << tunable->value;
-    mutex_lock l(*tunable->state->mu);
-    tunable->state->value = tunable->value;
-    tunable->state->cond_var->notify_all();
+  VLOG(2) << "Number of tunable parameters: " << parameters.size();
+  for (auto& parameter : parameters) {
+    VLOG(2) << "Setting tunable parameter: " << parameter->value;
+    mutex_lock l(*parameter->state->mu);
+    parameter->state->value = parameter->value;
+    parameter->state->cond_var->notify_all();
   }
 }
 
@@ -432,19 +467,19 @@ void Model::RemoveNode(const string& name) {
   lookup_table_.erase(name);
 }
 
-std::vector<std::shared_ptr<Model::Node::Tunable>> Model::CollectTunables(
-    std::shared_ptr<Model::Node> node) {
-  std::vector<std::shared_ptr<Model::Node::Tunable>> tunables;
-  node->CollectTunables(&tunables);
-  return tunables;
+std::vector<std::shared_ptr<Parameter>> Model::CollectTunableParameters(
+    std::shared_ptr<Node> node) {
+  std::vector<std::shared_ptr<Parameter>> parameters;
+  node->CollectTunableParameters(&parameters);
+  return parameters;
 }
 
-int64 Model::OutputTime(std::shared_ptr<Model::Node> node) {
+int64 Model::OutputTime(std::shared_ptr<Node> node) {
   std::vector<int64> input_times(1, 0);
   return node->OutputTime(&input_times);
 }
 
-int64 Model::ProcessingTime(std::shared_ptr<Model::Node> node) {
+int64 Model::ProcessingTime(std::shared_ptr<Node> node) {
   return node->ProcessingTime();
 }
 
diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 8c376492e1..10ecdef586 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -37,15 +37,291 @@ namespace model {
 // the performance model.
 struct SharedState {
  public:
-  explicit SharedState(int64 value, std::shared_ptr<mutex> mu,
-                       std::shared_ptr<condition_variable> cond_var)
-      : mu(std::move(mu)), cond_var(std::move(cond_var)), value(value) {}
+  SharedState(int64 value, std::shared_ptr<mutex> mu,
+              std::shared_ptr<condition_variable> cond_var)
+      : value(value), mu(std::move(mu)), cond_var(std::move(cond_var)) {}
 
+  int64 value;
   std::shared_ptr<mutex> mu;
   std::shared_ptr<condition_variable> cond_var;
+  bool tunable = false;
+};
+
+// Represents a parameter.
+struct Parameter {
+  Parameter(const string& name, std::shared_ptr<SharedState> state, int64 min,
+            int64 max)
+      : name(name),
+        value(state->value),
+        min(min),
+        max(max),
+        state(std::move(state)) {}
+
+  // Human-readable name of the parameter.
+  string name;
+
+  // Identifies the model value of the parameter. This can be different from
+  // the actual value (e.g. during optimization search).
   int64 value;
+
+  // Identifies the minimum value of the parameter.
+  int64 min;
+
+  // Identifies the maximum value of the parameter.
+  int64 max;
+
+  // Shared state of the parameter.
+  std::shared_ptr<SharedState> state;
+};
+
+std::shared_ptr<Parameter> MakeParameter(const string& name,
+                                         std::shared_ptr<SharedState> state,
+                                         int64 min, int64 max);
+
+// Abstract representation of a TensorFlow input pipeline node. It collects
+// information about inputs to this node, processing time spent executing the
+// node logic, number of elements produced by the node, various other
+// information (e.g. batch size or execution parallelism).
+//
+// Developers of tf.data transformations are not expected to interact with
+// this class directly. Boiler plate code for creating the abstract
+// representation of the input pipeline and collecting common information has
+// been added to the implementation of `DatasetBase` and `DatasetBaseIterator`
+// respectively.
+//
+// In addition, `DatasetBaseIterator` provides wrappers that can be used for
+// transformation-specific information collection. The `SetMetadata` wrapper
+// can be used to pass arbitrary metadata to the modeling framework, while the
+// `StartWork` and `StopWork` wrappers should be used to correctly account for
+// processing time of multi-threaded transformation that yield the CPU; such
+// transformations should invoke `StartWork()` when a transformation thread
+// starts executing (e.g. when created or woken up) and `StopWork()` when a
+// transformation thread stops executing (e.g. when returning or waiting).
+class Node {
+ public:
+  // Arguments for `Node` constructor.
+  struct Args {
+    int64 id;
+    string name;
+    std::shared_ptr<Node> output;
+  };
+
+  using Factory = std::function<std::shared_ptr<Node>(Args)>;
+
+  Node(Args args)
+      : id_(args.id), name_(args.name), output_(std::move(args.output)) {}
+
+  // Adds an input.
+  void add_input(std::shared_ptr<Node> node) LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    inputs_.push_back(node);
+  }
+
+  // Increments the aggregate processing time by the given delta.
+  void add_processing_time(int64 delta) LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    processing_time_ += delta;
+  }
+
+  // Returns the unique node ID.
+  int64 id() const LOCKS_EXCLUDED(mu_) { return id_; }
+
+  // Returns the node name.
+  const string& name() const { return name_; }
+
+  // Returns the node inputs.
+  std::list<std::shared_ptr<Node>> inputs() const LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    return inputs_;
+  }
+
+  // Returns the number of elements produced by the node.
+  int64 num_elements() const LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    return num_elements_;
+  }
+
+  // Returns the node output.
+  std::shared_ptr<Node> output() const LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    return output_;
+  }
+
+  // Returns the aggregate processing time.
+  int64 processing_time() const LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    return processing_time_;
+  }
+
+  // Records that the node produced an element.
+  void record_element() LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    num_elements_++;
+  }
+
+  // Records that a node thread has started executing.
+  void record_start() LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    work_start_[std::this_thread::get_id()] = Env::Default()->NowNanos();
+  }
+
+  // Records that a node thread has stopped executing.
+  void record_stop() LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    std::thread::id tid = std::this_thread::get_id();
+    auto start_time = gtl::FindOrNull(work_start_, tid);
+    if (start_time) {
+      processing_time_ += Env::Default()->NowNanos() - *start_time;
+      work_start_.erase(tid);
+    } else {
+      LOG(WARNING)
+          << "Encountered a stop event that was not preceded by a start event.";
+    }
+  }
+
+  // Removes an input.
+  void remove_input(std::shared_ptr<Node> input) LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    inputs_.remove(input);
+  }
+
+  // Set the node output.
+  void set_output(std::shared_ptr<Node> output) LOCKS_EXCLUDED(mu_) {
+    mutex_lock l(mu_);
+    output_ = output;
+  }
+
+  // Collects tunable parameters in the subtree rooted in this node.
+  void CollectTunableParameters(
+      std::vector<std::shared_ptr<Parameter>>* parameters) LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    for (auto& pair : parameters_) {
+      if (pair.second->state->tunable) {
+        parameters->push_back(pair.second);
+      }
+    }
+    for (auto& input : inputs_) {
+      input->CollectTunableParameters(parameters);
+    }
+  }
+
+  // Returns the per-element output time for this node.
+  int64 OutputTime(std::vector<int64>* input_times) const LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    return OutputTimeLocked(input_times);
+  }
+
+  // Returns the per-element processing time spent in the subtree rooted in
+  // this node.
+  int64 ProcessingTime() const LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    return ProcessingTimeLocked();
+  }
+
+  // Returns a copy of this node, making a deep copy of its inputs and a
+  // shallow copy of its tunable parameters.
+  //
+  // The purpose for this method is to allow the model optimization logic to
+  // operate over immutable state while allowing concurrent model updates.
+  std::shared_ptr<Node> Snapshot(std::shared_ptr<Node> output)
+      LOCKS_EXCLUDED(mu_) {
+    tf_shared_lock l(mu_);
+    std::shared_ptr<Node> result = Clone(output);
+    result->processing_time_ = processing_time_;
+    result->num_elements_ = num_elements_;
+    result->parameters_ = parameters_;
+    for (auto& input : inputs_) {
+      result->add_input(input->Snapshot(result));
+    }
+    return result;
+  }
+
+ protected:
+  // Creates a clone of this node.
+  virtual std::shared_ptr<Node> Clone(std::shared_ptr<Node> output) const
+      SHARED_LOCKS_REQUIRED(mu_) = 0;
+
+  // Returns the per-element processing time spent in this node.
+  int64 NanosPerElementLocked() const SHARED_LOCKS_REQUIRED(mu_) {
+    if (num_elements_ == 0) {
+      return 0;
+    }
+    return static_cast<int64>(static_cast<double>(processing_time_) /
+                              static_cast<double>(num_elements_));
+  }
+
+  // Returns the sum of per-element output time for the inputs of this node.
+  int64 OutputTimeForInputs(std::vector<int64>* input_times) const
+      SHARED_LOCKS_REQUIRED(mu_) {
+    int64 sum = 0;
+    for (auto& input : inputs_) {
+      sum += input->OutputTime(input_times);
+    }
+    return sum;
+  }
+
+  // Returns the per-element output time for this node.
+  virtual int64 OutputTimeLocked(std::vector<int64>* input_times) const
+      SHARED_LOCKS_REQUIRED(mu_) = 0;
+
+  // Returns the sum of per-element processing time for the inputs of this node.
+  //
+  // TODO(jsimsa): use processing time history as a prior for future inputs
+  int64 ProcessingTimeForInputs() const SHARED_LOCKS_REQUIRED(mu_) {
+    int64 sum = 0;
+    for (auto& input : inputs_) {
+      sum += input->ProcessingTime();
+    }
+    return sum;
+  }
+
+  // Returns the per-element processing time spent in the subtree rooted in
+  // this node.
+  virtual int64 ProcessingTimeLocked() const SHARED_LOCKS_REQUIRED(mu_) = 0;
+
+  mutable mutex mu_;
+  const int64 id_;
+  const string name_;
+  int64 processing_time_ GUARDED_BY(mu_) = 0;
+  int64 num_elements_ GUARDED_BY(mu_) = 0;
+  std::map<std::thread::id, int64> work_start_ GUARDED_BY(mu_);
+  std::map<string, std::shared_ptr<Parameter>> parameters_ GUARDED_BY(mu_);
+  std::list<std::shared_ptr<Node>> inputs_ GUARDED_BY(mu_);
+  std::shared_ptr<Node> output_ GUARDED_BY(mu_);
 };
 
+// InterleaveMany is used to model datasets whose inputs are used to create
+// datasets whose elements are then interleaved.
+std::shared_ptr<Node> MakeInterleaveManyNode(Node::Args args);
+
+// AsyncInterleaveMany nodes are the asynchronous version of InterleaveMany
+// nodes.
+std::shared_ptr<Node> MakeAsyncInterleaveManyNode(
+    Node::Args args, std::vector<std::shared_ptr<Parameter>> parameters);
+
+// KnownMany nodes model datasets that synchronously consume known number of
+// input element per output element.
+std::shared_ptr<Node> MakeKnownRatioNode(Node::Args args, double ratio);
+
+// AsyncKnownRatio nodes are the asynchronous version of KnownRate nodes.
+std::shared_ptr<Node> MakeAsyncKnownRatioNode(
+    Node::Args args, double ratio,
+    std::vector<std::shared_ptr<Parameter>> parameters);
+
+// Source nodes represent data sources.
+std::shared_ptr<Node> MakeSourceNode(Node::Args args);
+
+// UnknownMany nodes represent datasets that synchronously consume an
+// unknown number of input elements per output.
+//
+// Unlike KnownRatio nodes which expect the ratio between inputs and outputs is
+// specified as a parameter, UnknownRatio estimates the ratio empirically.
+std::shared_ptr<Node> MakeUnknownRatioNode(Node::Args args);
+
+// Unknown nodes represent datasets for which we do not have a model. It acts
+// as pass-through between inputs and output.
+std::shared_ptr<Node> MakeUnknownNode(Node::Args args);
+
 // Abstract representation of a TensorFlow input pipeline that can be used
 // for collecting runtime information and optimizing performance. It collects
 // runtime information about execution of the input pipeline that is used to
@@ -60,24 +336,13 @@ class Model {
  public:
   Model() = default;
 
-  // Adds a constant parameter for the given node.
-  void AddConstantParameter(const string& node_name,
-                            const string& parameter_name, int64 value)
-      LOCKS_EXCLUDED(mu_);
-
-  // Adds a node with the given name and given output (identified by name).
-  void AddNode(const string& name, const string& output_name)
-      LOCKS_EXCLUDED(mu_);
+  // Adds a node with the given name and given output.
+  void AddNode(Node::Factory factory, const string& name,
+               const string& output_name) LOCKS_EXCLUDED(mu_);
 
   // Increments the processing time for the given node..
   void AddProcessingTime(const string& name, int64 delta) LOCKS_EXCLUDED(mu_);
 
-  // Adds a tunable parameter for the given node.
-  void AddTunableParameter(const string& node_name,
-                           const string& parameter_name,
-                           std::shared_ptr<SharedState> value, int64 min,
-                           int64 max) LOCKS_EXCLUDED(mu_);
-
   // Runs optimization.
   void Optimize(int64 cpu_budget) LOCKS_EXCLUDED(mu_);
 
@@ -96,305 +361,8 @@ class Model {
   void RemoveNode(const string& name) LOCKS_EXCLUDED(mu_);
 
  private:
-  // Abstract representation of a TensorFlow input pipeline node. It collects
-  // information about inputs to this node, processing time spent executing the
-  // node logic, number of elements produced by the node, various other
-  // information (e.g. batch size or execution parallelism).
-  //
-  // Developers of tf.data transformations are not expected to interact with
-  // this class directly. Boiler plate code for creating the abstract
-  // representation of the input pipeline and collecting common information has
-  // been added to the implementation of `DatasetBase` and `DatasetBaseIterator`
-  // respectively.
-  //
-  // In addition, `DatasetBaseIterator` provides wrappers that can be used for
-  // transformation-specific information collection. The `SetMetadata` wrapper
-  // can be used to pass arbitrary metadata to the modeling framework, while the
-  // `StartWork` and `StopWork` wrappers should be used to correctly account for
-  // processing time of multi-threaded transformation that yield the CPU; such
-  // transformations should invoke `StartWork()` when a transformation thread
-  // starts executing (e.g. when created or woken up) and `StopWork()` when a
-  // transformation thread stops executing (e.g. when returning or waiting).
-  //
-  // TODO(jsimsa): Create an API to capture the abstract semantics of each
-  // tf.data transformation and replace switch-case blocks with inheritance.
-  class Node {
-   public:
-    // Represents a tunable parameter.
-    struct Tunable {
-      Tunable(std::shared_ptr<SharedState> state, int64 min, int64 max)
-          : value(state->value), min(min), max(max), state(std::move(state)) {}
-
-      // Identifies the model value of the parameter. This can be different from
-      // the actual value (e.g. during optimization search).
-      int64 value;
-
-      // Identifies the minimum value of the parameter.
-      int64 min;
-
-      // Identifies the maximum value of the parameter.
-      int64 max;
-
-      // Shared state of the parameter.
-      std::shared_ptr<SharedState> state;
-    };
-
-    Node(int64 id, const string& name, std::shared_ptr<Node> output)
-        : id_(id), name_(name), type_(TypeFromName(name)), output_(output) {}
-
-    // Adds a constant parameter.
-    void add_constant_param(const string& name, int64 value)
-        LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      constant_params_[name] = value;
-    }
-
-    // Adds an input.
-    void add_input(std::shared_ptr<Node> node) LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      inputs_.push_back(node);
-    }
-
-    // Increments the aggregate processing time by the given delta.
-    void add_processing_time(int64 delta) LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      processing_time_ += delta;
-    }
-
-    // Adds a tunable parameter.
-    void add_tunable_param(const string& name,
-                           std::shared_ptr<SharedState> state, int64 min,
-                           int64 max) LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      tunable_params_[name] =
-          std::make_shared<Tunable>(std::move(state), min, max);
-    }
-
-    // Returns the unique node ID.
-    int64 id() LOCKS_EXCLUDED(mu_) { return id_; }
-
-    // Returns the node inputs.
-    std::list<std::shared_ptr<Node>> inputs() LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return inputs_;
-    }
-
-    // Returns the node name.
-    const string& name() LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return name_;
-    }
-
-    // Returns the number of elements produced by the node.
-    int64 num_elements() LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return num_elements_;
-    }
-
-    // Returns the node output.
-    std::shared_ptr<Node> output() LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return output_;
-    }
-
-    // Records that the node produced an element.
-    void record_element() LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      num_elements_++;
-    }
-
-    // Records that a node thread has started executing.
-    void record_start() LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      work_start_[std::this_thread::get_id()] = Env::Default()->NowNanos();
-    }
-
-    // Records that a node thread has stopped executing.
-    void record_stop() LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      std::thread::id tid = std::this_thread::get_id();
-      auto start_time = gtl::FindOrNull(work_start_, tid);
-      DCHECK(start_time)
-          << "Encountered a stop event that was not preceded by a start event.";
-      if (start_time) {
-        processing_time_ += Env::Default()->NowNanos() - *start_time;
-        work_start_.erase(tid);
-      }
-    }
-
-    // Removes an input.
-    void remove_input(std::shared_ptr<Node> input) LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      inputs_.remove(input);
-    }
-
-    // Set the node output.
-    void set_output(std::shared_ptr<Node> output) LOCKS_EXCLUDED(mu_) {
-      mutex_lock l(mu_);
-      output_ = output;
-    }
-
-    // Collects tunable parameters in the subtree rooted in this node.
-    void CollectTunables(std::vector<std::shared_ptr<Tunable>>* tunables)
-        LOCKS_EXCLUDED(mu_);
-
-    // Returns the per-element output time for this node.
-    int64 OutputTime(std::vector<int64>* input_times) LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return OutputTimeLocked(input_times);
-    }
-
-    // Returns the per-element processing time spent in the subtree rooted in
-    // this node.
-    int64 ProcessingTime() LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return ProcessingTimeLocked();
-    }
-
-    // Returns a copy of this node, making a deep copy of its inputs and a
-    // shallow copy of its tunable parameters.
-    //
-    // The purpose for this method is to allow the model optimization logic to
-    // operate over immutable state while allowing concurrent model updates.
-    std::shared_ptr<Node> Snapshot(std::shared_ptr<Node> output)
-        LOCKS_EXCLUDED(mu_);
-
-   private:
-    enum class Type {
-      BATCH = 0,
-      CACHE,
-      CONCATENATE,
-      FILTER,
-      FLAT_MAP,
-      INTERLEAVE,
-      MAP,
-      MAP_AND_BATCH,
-      PADDED_BATCH,
-      PARALLEL_INTERLEAVE,
-      PARALLEL_INTERLEAVE_V2,
-      PARALLEL_MAP,
-      PREFETCH,
-      REPEAT,
-      SHUFFLE,
-      SKIP,
-      TAKE,
-      ZIP,
-      UNKNOWN,
-    };
-
-    // Gets a value of the given parameter (tunable or constant).
-    int64 GetParameterValue(const string& name) SHARED_LOCKS_REQUIRED(mu_);
-
-    // Returns the per-element processing time spent in this node.
-    int64 NanosPerElement() LOCKS_EXCLUDED(mu_) {
-      tf_shared_lock l(mu_);
-      return NanosPerElementLocked();
-    }
-
-    int64 NanosPerElementLocked() SHARED_LOCKS_REQUIRED(mu_) {
-      if (num_elements_ == 0) {
-        return 0;
-      }
-      return (int64)((double)processing_time_ / (double)num_elements_);
-    }
-
-    int64 OutputTimeLocked(std::vector<int64>* input_times)
-        SHARED_LOCKS_REQUIRED(mu_);
-
-    int64 OutputTimeForInputs(std::vector<int64>* input_times)
-        SHARED_LOCKS_REQUIRED(mu_) {
-      int64 sum = 0;
-      for (auto input : inputs_) {
-        sum += input->OutputTime(input_times);
-      }
-      return sum;
-    }
-
-    int64 ProcessingTimeLocked() SHARED_LOCKS_REQUIRED(mu_);
-
-    // Returns the per-element processing time spent in the inputs of this node.
-    int64 ProcessingTimeForInputs() SHARED_LOCKS_REQUIRED(mu_) {
-      int64 sum = 0;
-      for (auto input : inputs_) {
-        sum += input->ProcessingTime();
-      }
-      return sum;
-    }
-
-    Type TypeFromName(const string& name) SHARED_LOCKS_REQUIRED(mu_) {
-      if (name_ == "Batch") {
-        return Type::BATCH;
-      }
-      if (str_util::EndsWith(name_, "Cache")) {
-        return Type::CACHE;
-      }
-      if (name_ == "Concatenate") {
-        return Type::CONCATENATE;
-      }
-      if (name_ == "Filter") {
-        return Type::FILTER;
-      }
-      if (name_ == "FlatMap") {
-        return Type::FLAT_MAP;
-      }
-      if (name_ == "Interleave") {
-        return Type::INTERLEAVE;
-      }
-      if (name_ == "Map") {
-        return Type::MAP;
-      }
-      if (name_ == "MapAndBatch" || name_ == "NumaMapAndBatch") {
-        return Type::MAP_AND_BATCH;
-      }
-      if (name_ == "PaddedBatch") {
-        return Type::PADDED_BATCH;
-      }
-      if (name_ == "ParallelInterleave") {
-        return Type::PARALLEL_INTERLEAVE;
-      }
-      if (name_ == "ParallelInterleaveV2") {
-        return Type::PARALLEL_INTERLEAVE_V2;
-      }
-      if (name_ == "ParallelMap") {
-        return Type::PARALLEL_MAP;
-      }
-      if (name_ == "Prefetch") {
-        return Type::PREFETCH;
-      }
-      if (str_util::EndsWith(name_, "Repeat")) {
-        return Type::REPEAT;
-      }
-      if (name_ == "Shuffle") {
-        return Type::SHUFFLE;
-      }
-      if (str_util::EndsWith(name_, "Skip")) {
-        return Type::SKIP;
-      }
-      if (str_util::EndsWith(name_, "Take")) {
-        return Type::TAKE;
-      }
-      if (name_ == "Zip") {
-        return Type::ZIP;
-      }
-      return Type::UNKNOWN;
-    }
-
-    mutex mu_;
-    const int64 id_;
-    const string name_;
-    const Type type_;
-    int64 processing_time_ GUARDED_BY(mu_) = 0;
-    int64 num_elements_ GUARDED_BY(mu_) = 0;
-    std::map<std::thread::id, int64> work_start_ GUARDED_BY(mu_);
-    std::map<string, int64> constant_params_ GUARDED_BY(mu_);
-    // Tunables are shared with the model during optimization.
-    std::map<string, std::shared_ptr<Tunable>> tunable_params_ GUARDED_BY(mu_);
-    std::list<std::shared_ptr<Node>> inputs_ GUARDED_BY(mu_);
-    std::shared_ptr<Node> output_ GUARDED_BY(mu_);
-  };
-
-  // Collects tunables in the tree rooted in the given node.
-  std::vector<std::shared_ptr<Node::Tunable>> CollectTunables(
+  // Collects tunable parameters in the tree rooted in the given node.
+  std::vector<std::shared_ptr<Parameter>> CollectTunableParameters(
       std::shared_ptr<Node> node);
 
   // Collects the output time for the given node.
diff --git a/tensorflow/core/framework/model_test.cc b/tensorflow/core/framework/model_test.cc
new file mode 100644
index 0000000000..02e27107fb
--- /dev/null
+++ b/tensorflow/core/framework/model_test.cc
@@ -0,0 +1,361 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/framework/model.h"
+#include <memory>
+
+#include "tensorflow/core/lib/gtl/cleanup.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace tensorflow {
+namespace data {
+namespace model {
+namespace {
+
+class AsyncInterleaveManyTest
+    : public ::testing::TestWithParam<std::tuple<int64, int64>> {};
+
+TEST_P(AsyncInterleaveManyTest, Model) {
+  const int64 parallelism = std::get<0>(GetParam());
+  const int64 input_time = std::get<1>(GetParam());
+  std::shared_ptr<Node> async_interleave_many =
+      model::MakeAsyncInterleaveManyNode(
+          {0, "async_interleave_many", nullptr},
+          {model::MakeParameter(
+              "parallelism",
+              std::make_shared<SharedState>(parallelism, nullptr, nullptr), 1,
+              parallelism)});
+  std::shared_ptr<Node> meta_source =
+      model::MakeSourceNode({1, "meta_source", async_interleave_many});
+  async_interleave_many->add_input(meta_source);
+  auto cleanup_meta = gtl::MakeCleanup([async_interleave_many, meta_source]() {
+    async_interleave_many->remove_input(meta_source);
+  });
+  std::shared_ptr<Node> source1 =
+      model::MakeSourceNode({1, "source1", async_interleave_many});
+  async_interleave_many->add_input(source1);
+  auto cleanup1 = gtl::MakeCleanup([async_interleave_many, source1]() {
+    async_interleave_many->remove_input(source1);
+  });
+  std::shared_ptr<Node> source2 =
+      model::MakeSourceNode({2, "source2", async_interleave_many});
+  async_interleave_many->add_input(source2);
+  auto cleanup2 = gtl::MakeCleanup([async_interleave_many, source2]() {
+    async_interleave_many->remove_input(source2);
+  });
+  std::vector<int64> input_times(1, input_time);
+  async_interleave_many->add_processing_time(100);
+  EXPECT_EQ(100, async_interleave_many->processing_time());
+  EXPECT_EQ(0, async_interleave_many->ProcessingTime());
+  EXPECT_EQ(0, async_interleave_many->OutputTime(&input_times));
+  async_interleave_many->record_element();
+  EXPECT_EQ(1, async_interleave_many->num_elements());
+  EXPECT_EQ(100, async_interleave_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, 100 - input_time),
+            async_interleave_many->OutputTime(&input_times));
+  source1->add_processing_time(200);
+  source2->add_processing_time(300);
+  EXPECT_EQ(100, async_interleave_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, 100 - input_time),
+            async_interleave_many->OutputTime(&input_times));
+  source1->record_element();
+  source2->record_element();
+  EXPECT_EQ(100 + 250, async_interleave_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, 100 + 250 / parallelism - input_time),
+            async_interleave_many->OutputTime(&input_times));
+  async_interleave_many->record_element();
+  EXPECT_EQ(50 + 250, async_interleave_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, 50 + 250 / parallelism - input_time),
+            async_interleave_many->OutputTime(&input_times));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, AsyncInterleaveManyTest,
+                        ::testing::Combine(::testing::Values(1, 2),
+                                           ::testing::Values(0, 50, 100, 200)));
+
+class AsyncKnownRatioTest
+    : public ::testing::TestWithParam<std::tuple<int64, int64, int64>> {};
+
+TEST_P(AsyncKnownRatioTest, Model) {
+  const int64 parallelism = std::get<0>(GetParam());
+  const int64 input_time = std::get<1>(GetParam());
+  const int64 num_inputs_per_output = std::get<2>(GetParam());
+  std::shared_ptr<Node> async_known_many = model::MakeAsyncKnownRatioNode(
+      {0, "async_known_many", nullptr}, num_inputs_per_output,
+      {model::MakeParameter(
+          "parallelism",
+          std::make_shared<SharedState>(parallelism, nullptr, nullptr), 1,
+          parallelism)});
+  std::shared_ptr<Node> source1 =
+      model::MakeSourceNode({1, "source1", async_known_many});
+  async_known_many->add_input(source1);
+  auto cleanup1 = gtl::MakeCleanup([async_known_many, source1]() {
+    async_known_many->remove_input(source1);
+  });
+  std::shared_ptr<Node> source2 =
+      model::MakeSourceNode({2, "source2", async_known_many});
+  async_known_many->add_input(source2);
+  auto cleanup2 = gtl::MakeCleanup([async_known_many, source2]() {
+    async_known_many->remove_input(source2);
+  });
+  std::vector<int64> input_times(1, input_time);
+  source1->add_processing_time(100);
+  EXPECT_EQ(0, async_known_many->ProcessingTime());
+  EXPECT_EQ(0, async_known_many->OutputTime(&input_times));
+  source2->add_processing_time(200);
+  EXPECT_EQ(0, async_known_many->ProcessingTime());
+  EXPECT_EQ(0, async_known_many->OutputTime(&input_times));
+  source1->record_element();
+  EXPECT_EQ(num_inputs_per_output * 100, async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * 100 - input_time),
+            async_known_many->OutputTime(&input_times));
+  source2->record_element();
+  EXPECT_EQ(num_inputs_per_output * (100 + 200),
+            async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * (100 + 200) - input_time),
+            async_known_many->OutputTime(&input_times));
+  source1->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 200),
+            async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * (50 + 200) - input_time),
+            async_known_many->OutputTime(&input_times));
+  source2->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 100),
+            async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * (50 + 100) - input_time),
+            async_known_many->OutputTime(&input_times));
+  async_known_many->add_processing_time(128);
+  EXPECT_EQ(num_inputs_per_output * (50 + 100),
+            async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * (50 + 100) - input_time),
+            async_known_many->OutputTime(&input_times));
+  async_known_many->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 100) + 128,
+            async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * (50 + 100) +
+                              128 / parallelism - input_time),
+            async_known_many->OutputTime(&input_times));
+  async_known_many->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 100) + 64,
+            async_known_many->ProcessingTime());
+  EXPECT_EQ(std::max(0LL, num_inputs_per_output * (50 + 100) +
+                              64 / parallelism - input_time),
+            async_known_many->OutputTime(&input_times));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, AsyncKnownRatioTest,
+                        ::testing::Combine(::testing::Values(1, 2, 4, 8),
+                                           ::testing::Values(0, 50, 100, 200),
+                                           ::testing::Values(0, 1, 2, 4)));
+
+TEST(InterleaveManyTest, Model) {
+  std::shared_ptr<Node> interleave_many =
+      model::MakeInterleaveManyNode({0, "interleave_many", nullptr});
+  std::shared_ptr<Node> meta_source =
+      model::MakeSourceNode({1, "meta_source", interleave_many});
+  interleave_many->add_input(meta_source);
+  auto cleanup_meta = gtl::MakeCleanup([interleave_many, meta_source]() {
+    interleave_many->remove_input(meta_source);
+  });
+  std::shared_ptr<Node> source1 =
+      model::MakeSourceNode({1, "source1", interleave_many});
+  interleave_many->add_input(source1);
+  auto cleanup1 = gtl::MakeCleanup(
+      [interleave_many, source1]() { interleave_many->remove_input(source1); });
+  std::shared_ptr<Node> source2 =
+      model::MakeSourceNode({2, "source2", interleave_many});
+  interleave_many->add_input(source2);
+  auto cleanup2 = gtl::MakeCleanup(
+      [interleave_many, source2]() { interleave_many->remove_input(source2); });
+  std::vector<int64> input_times(1, 0);
+  interleave_many->add_processing_time(100);
+  EXPECT_EQ(100, interleave_many->processing_time());
+  EXPECT_EQ(0, interleave_many->ProcessingTime());
+  EXPECT_EQ(0, interleave_many->OutputTime(&input_times));
+  interleave_many->record_element();
+  EXPECT_EQ(1, interleave_many->num_elements());
+  EXPECT_EQ(100, interleave_many->ProcessingTime());
+  EXPECT_EQ(100, interleave_many->OutputTime(&input_times));
+  source1->add_processing_time(200);
+  source2->add_processing_time(300);
+  EXPECT_EQ(100, interleave_many->ProcessingTime());
+  EXPECT_EQ(100, interleave_many->OutputTime(&input_times));
+  source1->record_element();
+  source2->record_element();
+  EXPECT_EQ(350, interleave_many->ProcessingTime());
+  EXPECT_EQ(350, interleave_many->OutputTime(&input_times));
+  interleave_many->record_element();
+  EXPECT_EQ(300, interleave_many->ProcessingTime());
+  EXPECT_EQ(300, interleave_many->OutputTime(&input_times));
+}
+
+class KnownRatioTest : public ::testing::TestWithParam<int64> {};
+
+TEST_P(KnownRatioTest, Model) {
+  const int64 num_inputs_per_output = GetParam();
+  std::shared_ptr<Node> known_many = model::MakeKnownRatioNode(
+      {0, "known_many", nullptr}, num_inputs_per_output);
+  std::shared_ptr<Node> source1 =
+      model::MakeSourceNode({1, "source1", known_many});
+  known_many->add_input(source1);
+  auto cleanup1 = gtl::MakeCleanup(
+      [known_many, source1]() { known_many->remove_input(source1); });
+  std::shared_ptr<Node> source2 =
+      model::MakeSourceNode({2, "source2", known_many});
+  known_many->add_input(source2);
+  auto cleanup2 = gtl::MakeCleanup(
+      [known_many, source2]() { known_many->remove_input(source2); });
+  std::vector<int64> input_times(1, 0);
+  source1->add_processing_time(100);
+  EXPECT_EQ(0, known_many->ProcessingTime());
+  EXPECT_EQ(0, known_many->OutputTime(&input_times));
+  source2->add_processing_time(200);
+  EXPECT_EQ(0, known_many->ProcessingTime());
+  EXPECT_EQ(0, known_many->OutputTime(&input_times));
+  source1->record_element();
+  EXPECT_EQ(num_inputs_per_output * 100, known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * 100, known_many->OutputTime(&input_times));
+  source2->record_element();
+  EXPECT_EQ(num_inputs_per_output * (100 + 200), known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * (100 + 200),
+            known_many->OutputTime(&input_times));
+  source1->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 200), known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * (50 + 200),
+            known_many->OutputTime(&input_times));
+  source2->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 100), known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * (50 + 100),
+            known_many->OutputTime(&input_times));
+  known_many->add_processing_time(128);
+  EXPECT_EQ(num_inputs_per_output * (50 + 100), known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * (50 + 100),
+            known_many->OutputTime(&input_times));
+  known_many->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 100) + 128,
+            known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * (50 + 100) + 128,
+            known_many->OutputTime(&input_times));
+  known_many->record_element();
+  EXPECT_EQ(num_inputs_per_output * (50 + 100) + 64,
+            known_many->ProcessingTime());
+  EXPECT_EQ(num_inputs_per_output * (50 + 100) + 64,
+            known_many->OutputTime(&input_times));
+}
+
+INSTANTIATE_TEST_CASE_P(Test, KnownRatioTest, ::testing::Values(0, 1, 2, 4));
+
+TEST(SourceTest, Model) {
+  std::shared_ptr<Node> source = model::MakeSourceNode({0, "source", nullptr});
+  std::vector<int64> input_times(1, 0);
+  source->add_processing_time(100);
+  EXPECT_EQ(100, source->processing_time());
+  EXPECT_EQ(0, source->ProcessingTime());
+  EXPECT_EQ(0, source->OutputTime(&input_times));
+  source->record_element();
+  EXPECT_EQ(1, source->num_elements());
+  EXPECT_EQ(100, source->ProcessingTime());
+  EXPECT_EQ(100, source->OutputTime(&input_times));
+  source->record_element();
+  EXPECT_EQ(2, source->num_elements());
+  EXPECT_EQ(50, source->ProcessingTime());
+  EXPECT_EQ(50, source->OutputTime(&input_times));
+}
+
+TEST(UnknownRatioTest, Model) {
+  std::shared_ptr<Node> unknown_many =
+      model::MakeUnknownRatioNode({0, "unknown_many", nullptr});
+  std::shared_ptr<Node> source1 =
+      model::MakeSourceNode({1, "source1", unknown_many});
+  unknown_many->add_input(source1);
+  auto cleanup1 = gtl::MakeCleanup(
+      [unknown_many, source1]() { unknown_many->remove_input(source1); });
+  std::shared_ptr<Node> source2 =
+      model::MakeSourceNode({2, "source2", unknown_many});
+  unknown_many->add_input(source2);
+  auto cleanup2 = gtl::MakeCleanup(
+      [unknown_many, source2]() { unknown_many->remove_input(source2); });
+  std::vector<int64> input_times(1, 0);
+  unknown_many->add_processing_time(100);
+  EXPECT_EQ(100, unknown_many->processing_time());
+  EXPECT_EQ(0, unknown_many->ProcessingTime());
+  EXPECT_EQ(0, unknown_many->OutputTime(&input_times));
+  unknown_many->record_element();
+  EXPECT_EQ(1, unknown_many->num_elements());
+  EXPECT_EQ(100, unknown_many->ProcessingTime());
+  EXPECT_EQ(100, unknown_many->OutputTime(&input_times));
+  source1->add_processing_time(100);
+  source2->add_processing_time(200);
+  EXPECT_EQ(100, unknown_many->ProcessingTime());
+  EXPECT_EQ(100, unknown_many->OutputTime(&input_times));
+  source1->record_element();
+  source2->record_element();
+  EXPECT_EQ(400, unknown_many->ProcessingTime());
+  EXPECT_EQ(400, unknown_many->OutputTime(&input_times));
+  unknown_many->record_element();
+  EXPECT_EQ(200, unknown_many->ProcessingTime());
+  EXPECT_EQ(200, unknown_many->OutputTime(&input_times));
+}
+
+TEST(UnknownTest, Model) {
+  std::shared_ptr<Node> unknown =
+      model::MakeUnknownNode({0, "unknown", nullptr});
+  std::shared_ptr<Node> source1 =
+      model::MakeSourceNode({1, "source1", unknown});
+  unknown->add_input(source1);
+  auto cleanup1 = gtl::MakeCleanup(
+      [unknown, source1]() { unknown->remove_input(source1); });
+  std::shared_ptr<Node> source2 =
+      model::MakeSourceNode({2, "source2", unknown});
+  unknown->add_input(source2);
+  auto cleanup2 = gtl::MakeCleanup(
+      [unknown, source2]() { unknown->remove_input(source2); });
+  std::vector<int64> input_times(1, 0);
+  source1->add_processing_time(100);
+  EXPECT_EQ(0, unknown->ProcessingTime());
+  EXPECT_EQ(0, unknown->OutputTime(&input_times));
+  source2->add_processing_time(100);
+  EXPECT_EQ(0, unknown->ProcessingTime());
+  EXPECT_EQ(0, unknown->OutputTime(&input_times));
+  source1->record_element();
+  EXPECT_EQ(100, unknown->ProcessingTime());
+  EXPECT_EQ(100, unknown->OutputTime(&input_times));
+  source2->record_element();
+  EXPECT_EQ(200, unknown->ProcessingTime());
+  EXPECT_EQ(200, unknown->OutputTime(&input_times));
+  source1->record_element();
+  EXPECT_EQ(150, unknown->ProcessingTime());
+  EXPECT_EQ(150, unknown->OutputTime(&input_times));
+  source2->record_element();
+  EXPECT_EQ(100, unknown->ProcessingTime());
+  EXPECT_EQ(100, unknown->OutputTime(&input_times));
+  // Unknown node processing time should not affect its ProcessingTime() or
+  // OutputTime().
+  unknown->add_processing_time(100);
+  EXPECT_EQ(100, unknown->processing_time());
+  EXPECT_EQ(100, unknown->ProcessingTime());
+  EXPECT_EQ(100, unknown->OutputTime(&input_times));
+  // Unknown node number of elements should not affect its ProcessingTime() or
+  // OutputTime().
+  unknown->record_element();
+  EXPECT_EQ(1, unknown->num_elements());
+  EXPECT_EQ(100, unknown->ProcessingTime());
+  EXPECT_EQ(100, unknown->OutputTime(&input_times));
+}
+
+}  // namespace
+}  // namespace model
+}  // namespace data
+}  // namespace tensorflow
diff --git a/tensorflow/core/kernels/data/batch_dataset_op.cc b/tensorflow/core/kernels/data/batch_dataset_op.cc
index fb306a2e5b..cbcae0588c 100644
--- a/tensorflow/core/kernels/data/batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/batch_dataset_op.cc
@@ -117,7 +117,6 @@ class BatchDatasetOp : public UnaryDatasetOpKernel {
           : DatasetIterator<Dataset>(params) {}
 
       Status Initialize(IteratorContext* ctx) override {
-        AddConstantParameter(ctx, "batch_size", dataset()->batch_size_);
         return dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_);
       }
 
@@ -199,6 +198,12 @@ class BatchDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         dataset()->batch_size_);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (!input_impl_) {
diff --git a/tensorflow/core/kernels/data/cache_dataset_ops.cc b/tensorflow/core/kernels/data/cache_dataset_ops.cc
index 0db5031152..ce6fd09aee 100644
--- a/tensorflow/core/kernels/data/cache_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/cache_dataset_ops.cc
@@ -133,6 +133,12 @@ class CacheDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("mode"), mode_));
@@ -243,6 +249,12 @@ class CacheDatasetOp : public UnaryDatasetOpKernel {
         }
 
        protected:
+        std::shared_ptr<model::Node> CreateNode(
+            IteratorContext* ctx, model::Node::Args args) const override {
+          return model::MakeKnownRatioNode(std::move(args),
+                                           /*ratio=*/1);
+        }
+
         Status SaveInternal(IteratorStateWriter* writer) override {
           mutex_lock l(mu_);
           if (iteration_completed_) {
@@ -468,6 +480,12 @@ class CacheDatasetOp : public UnaryDatasetOpKernel {
         }
 
        protected:
+        std::shared_ptr<model::Node> CreateNode(
+            IteratorContext* ctx, model::Node::Args args) const override {
+          return model::MakeKnownRatioNode(std::move(args),
+                                           /*ratio=*/1);
+        }
+
         Status SaveInternal(IteratorStateWriter* writer) override {
           mutex_lock l(mu_);
           TF_RETURN_IF_ERROR(
@@ -683,6 +701,12 @@ class CacheDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("mode"), mode_));
@@ -799,6 +823,12 @@ class CacheDatasetOp : public UnaryDatasetOpKernel {
         }
 
        protected:
+        std::shared_ptr<model::Node> CreateNode(
+            IteratorContext* ctx, model::Node::Args args) const override {
+          return model::MakeKnownRatioNode(std::move(args),
+                                           /*ratio=*/1);
+        }
+
         Status SaveInternal(IteratorStateWriter* writer) override {
           mutex_lock l(mu_);
           return SaveInput(writer, input_impl_);
@@ -825,6 +855,12 @@ class CacheDatasetOp : public UnaryDatasetOpKernel {
         }
 
        protected:
+        std::shared_ptr<model::Node> CreateNode(
+            IteratorContext* ctx, model::Node::Args args) const override {
+          return model::MakeKnownRatioNode(std::move(args),
+                                           /*ratio=*/1);
+        }
+
         Status SaveInternal(IteratorStateWriter* writer) override {
           mutex_lock l(mu_);
           TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("index"), index_));
diff --git a/tensorflow/core/kernels/data/concatenate_dataset_op.cc b/tensorflow/core/kernels/data/concatenate_dataset_op.cc
index 1df988d845..d5a0abc64b 100644
--- a/tensorflow/core/kernels/data/concatenate_dataset_op.cc
+++ b/tensorflow/core/kernels/data/concatenate_dataset_op.cc
@@ -129,6 +129,12 @@ class ConcatenateDatasetOp : public BinaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("i"), i_));
diff --git a/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc b/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
index b889e4eda9..d684d23b24 100644
--- a/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/dense_to_sparse_batch_dataset_op.cc
@@ -272,6 +272,13 @@ class DenseToSparseBatchDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(
+            std::move(args),
+            DatasetIterator<Dataset<T>>::dataset()->batch_size_);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(Iterator::SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/experimental/assert_next_dataset_op.cc b/tensorflow/core/kernels/data/experimental/assert_next_dataset_op.cc
index 3511cca0f5..3b5ee9b783 100644
--- a/tensorflow/core/kernels/data/experimental/assert_next_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/assert_next_dataset_op.cc
@@ -122,6 +122,12 @@ class AssertNextDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc b/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc
index cc3dcc1612..f6f58fc430 100644
--- a/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/csv_dataset_op.cc
@@ -263,6 +263,11 @@ class CSVDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_file_index"),
diff --git a/tensorflow/core/kernels/data/experimental/directed_interleave_dataset_op.cc b/tensorflow/core/kernels/data/experimental/directed_interleave_dataset_op.cc
index c47a9099c4..d8bb696167 100644
--- a/tensorflow/core/kernels/data/experimental/directed_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/directed_interleave_dataset_op.cc
@@ -202,6 +202,11 @@ class DirectedInterleaveDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeInterleaveManyNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (selector_input_impl_) {
diff --git a/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc b/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc
index 45515bb1da..d10a3dea11 100644
--- a/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc
+++ b/tensorflow/core/kernels/data/experimental/identity_indexed_dataset.cc
@@ -91,6 +91,13 @@ class IdentityIndexedDatasetOp : public IndexedDatasetOpKernel {
         return Status::OK();
       }
 
+     protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
      private:
       mutex mu_;
       uint64 cur_ GUARDED_BY(mu_);
diff --git a/tensorflow/core/kernels/data/experimental/ignore_errors_dataset_op.cc b/tensorflow/core/kernels/data/experimental/ignore_errors_dataset_op.cc
index b34377c642..57cb44335b 100644
--- a/tensorflow/core/kernels/data/experimental/ignore_errors_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/ignore_errors_dataset_op.cc
@@ -103,6 +103,12 @@ class IgnoreErrorsDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impl_)
diff --git a/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc b/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc
index 9e9a13d56d..6248eb775e 100644
--- a/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/lmdb_dataset_op.cc
@@ -127,6 +127,11 @@ class LMDBDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         return errors::Unimplemented(
             "Checkpointing is currently not supported for LMDBDataset.");
diff --git a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
index 427d32fb3c..677141a89d 100644
--- a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
@@ -200,16 +200,9 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
 
       Status Initialize(IteratorContext* ctx) override {
         mutex_lock l(*mu_);
-        AddConstantParameter(ctx, "batch_size", dataset()->batch_size_);
         if (num_parallel_calls_->value == kAutoTune) {
-          num_parallel_calls_->value = std::max(1, port::NUMANumNodes());
-          AddTunableParameter(ctx,
-                              /* name = */ "parallelism",
-                              /* state = */ num_parallel_calls_,
-                              /* min = */ num_parallel_calls_->value,
-                              /* max = */ port::NumSchedulableCPUs());
-        } else {
-          AddConstantParameter(ctx, "parallelism", num_parallel_calls_->value);
+          num_parallel_calls_->value = port::NumSchedulableCPUs();
+          num_parallel_calls_->tunable = true;
         }
         TF_RETURN_IF_ERROR(
             dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_));
@@ -246,6 +239,14 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeAsyncKnownRatioNode(
+            std::move(args), dataset()->batch_size_,
+            {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
+                                  /*max=*/port::NumSchedulableCPUs())});
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(*mu_);
         for (size_t i = 0; i < workers_.size(); ++i) {
diff --git a/tensorflow/core/kernels/data/experimental/sleep_dataset_op.cc b/tensorflow/core/kernels/data/experimental/sleep_dataset_op.cc
index fba63056be..c7bf89cbde 100644
--- a/tensorflow/core/kernels/data/experimental/sleep_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/sleep_dataset_op.cc
@@ -107,6 +107,12 @@ class SleepDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         return SaveInput(writer, input_impl_);
       }
diff --git a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
index d6f697249f..64715aee2e 100644
--- a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
@@ -206,6 +206,13 @@ class ThreadPoolDatasetOp : public UnaryDatasetOpKernel {
                                     end_of_sequence);
       }
 
+     protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
      private:
       std::unique_ptr<IteratorBase> input_impl_;
     };
diff --git a/tensorflow/core/kernels/data/experimental/unique_dataset_op.cc b/tensorflow/core/kernels/data/experimental/unique_dataset_op.cc
index cd612e0eb2..23dd9ff612 100644
--- a/tensorflow/core/kernels/data/experimental/unique_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/unique_dataset_op.cc
@@ -114,6 +114,11 @@ class UniqueDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeUnknownRatioNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impl_) {
diff --git a/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc b/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
index 01fdf8001b..784f987286 100644
--- a/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
+++ b/tensorflow/core/kernels/data/filter_by_component_dataset_op.cc
@@ -142,6 +142,11 @@ class FilterByLastComponentDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeUnknownRatioNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/filter_dataset_op.cc b/tensorflow/core/kernels/data/filter_dataset_op.cc
index ba786753be..40cbb12425 100644
--- a/tensorflow/core/kernels/data/filter_dataset_op.cc
+++ b/tensorflow/core/kernels/data/filter_dataset_op.cc
@@ -234,6 +234,11 @@ class FilterDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeUnknownRatioNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impl_)
diff --git a/tensorflow/core/kernels/data/flat_map_dataset_op.cc b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
index ff3fe2ea94..d858b4d698 100644
--- a/tensorflow/core/kernels/data/flat_map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
@@ -165,6 +165,11 @@ class FlatMapDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeInterleaveManyNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impl_) {
diff --git a/tensorflow/core/kernels/data/generator_dataset_op.cc b/tensorflow/core/kernels/data/generator_dataset_op.cc
index 5de2e2871d..ed18d6ed9d 100644
--- a/tensorflow/core/kernels/data/generator_dataset_op.cc
+++ b/tensorflow/core/kernels/data/generator_dataset_op.cc
@@ -125,6 +125,12 @@ class GeneratorDatasetOp::Dataset : public DatasetBase {
       return s;
     }
 
+   protected:
+    std::shared_ptr<model::Node> CreateNode(
+        IteratorContext* ctx, model::Node::Args args) const override {
+      return model::MakeSourceNode(std::move(args));
+    }
+
    private:
     mutex mu_;
     bool initialized_ GUARDED_BY(mu_) = false;
diff --git a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
index bf0189eb06..dc1925a21f 100644
--- a/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_reducer_dataset_op.cc
@@ -267,6 +267,11 @@ class GroupByReducerDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeUnknownRatioNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/group_by_window_dataset_op.cc b/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
index 41711eaa98..64db5df31e 100644
--- a/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
+++ b/tensorflow/core/kernels/data/group_by_window_dataset_op.cc
@@ -281,6 +281,11 @@ class GroupByWindowDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeUnknownRatioNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/interleave_dataset_op.cc b/tensorflow/core/kernels/data/interleave_dataset_op.cc
index 42b933bd09..9574e400a2 100644
--- a/tensorflow/core/kernels/data/interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/interleave_dataset_op.cc
@@ -209,6 +209,11 @@ class InterleaveDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeInterleaveManyNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 6347b2c6e3..84efdeaced 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -256,13 +256,11 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
 
       Status Initialize(IteratorContext* ctx) override {
         mutex_lock l(*mu_);
-        AddConstantParameter(ctx, "batch_size", dataset()->batch_size_);
         if (num_parallel_calls_->value == kAutoTune) {
-          num_parallel_calls_->value = 1;
-          AddTunableParameter(ctx, "parallelism", num_parallel_calls_, 1,
-                              port::NumSchedulableCPUs());
-        } else {
-          AddConstantParameter(ctx, "parallelism", num_parallel_calls_->value);
+          // TODO(jsimsa): Surface the number of threads used by `ctx->runner()`
+          // and use it here for the default.
+          num_parallel_calls_->value = port::NumSchedulableCPUs();
+          num_parallel_calls_->tunable = true;
         }
         TF_RETURN_IF_ERROR(
             dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_));
@@ -290,6 +288,14 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeAsyncKnownRatioNode(
+            std::move(args), dataset()->batch_size_,
+            {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
+                                  /*max=*/port::NumSchedulableCPUs())});
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(*mu_);
         // Wait for all in-flight calls to complete.
diff --git a/tensorflow/core/kernels/data/map_dataset_op.cc b/tensorflow/core/kernels/data/map_dataset_op.cc
index 9a92cd2182..d64114e70e 100644
--- a/tensorflow/core/kernels/data/map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_dataset_op.cc
@@ -206,6 +206,12 @@ class MapDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/matching_files_dataset_op.cc b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
index 09517ac264..d36b9e7e78 100644
--- a/tensorflow/core/kernels/data/matching_files_dataset_op.cc
+++ b/tensorflow/core/kernels/data/matching_files_dataset_op.cc
@@ -182,6 +182,11 @@ class MatchingFilesDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(
diff --git a/tensorflow/core/kernels/data/model_dataset_op.cc b/tensorflow/core/kernels/data/model_dataset_op.cc
index e73132d92e..56a45b1204 100644
--- a/tensorflow/core/kernels/data/model_dataset_op.cc
+++ b/tensorflow/core/kernels/data/model_dataset_op.cc
@@ -102,6 +102,12 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index 47499633a2..e0dd1b8929 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -180,6 +180,12 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
         return Status::OK();
diff --git a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
index b1515203b3..594a9ce7ec 100644
--- a/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/padded_batch_dataset_op.cc
@@ -207,7 +207,6 @@ class PaddedBatchDatasetOp : public UnaryDatasetOpKernel {
           : DatasetIterator<Dataset>(params) {}
 
       Status Initialize(IteratorContext* ctx) override {
-        AddConstantParameter(ctx, "batch_size", dataset()->batch_size_);
         return dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_);
       }
 
@@ -338,6 +337,12 @@ class PaddedBatchDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         dataset()->batch_size_);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impl_)
diff --git a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
index ab7292cd7c..4c3304a821 100644
--- a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
@@ -246,7 +246,6 @@ class ParallelInterleaveDatasetOp : public UnaryDatasetOpKernel {
       }
 
       Status Initialize(IteratorContext* ctx) override {
-        AddConstantParameter(ctx, "parallelism", dataset()->cycle_length_);
         TF_RETURN_IF_ERROR(
             dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_));
         return dataset()->captured_func_->Instantiate(ctx);
@@ -360,6 +359,12 @@ class ParallelInterleaveDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeAsyncInterleaveManyNode(std::move(args),
+                                                  /*parameters=*/{});
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         // The order of locking is important here to avoid deadlock.
         mutex_lock l(mu_);
@@ -1256,13 +1261,9 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
       Status Initialize(IteratorContext* ctx) override {
         mutex_lock l(*mu_);
         if (num_parallel_calls_->value == kAutoTune) {
-          num_parallel_calls_->value = 1;
-          AddTunableParameter(ctx, "parallelism", num_parallel_calls_, 1,
-                              dataset()->cycle_length_);
-        } else {
-          AddConstantParameter(ctx, "parallelism", num_parallel_calls_->value);
+          num_parallel_calls_->value = dataset()->cycle_length_;
+          num_parallel_calls_->tunable = true;
         }
-        AddConstantParameter(ctx, "cycle_length", dataset()->cycle_length_);
         TF_RETURN_IF_ERROR(
             dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_));
         return dataset()->captured_func_->Instantiate(ctx);
@@ -1307,6 +1308,14 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
         bool skip;  // if set the result should be skipped
       };
 
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeAsyncInterleaveManyNode(
+            std::move(args),
+            {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
+                                  /*max=*/dataset()->cycle_length_)});
+      }
+
       // Used by the consumer to determine whether it needs to wait. Upon
       // returning false, `result` will either be NULL if end of input has been
       // reached or point to a result to consume.
diff --git a/tensorflow/core/kernels/data/parallel_map_iterator.cc b/tensorflow/core/kernels/data/parallel_map_iterator.cc
index 06460ea49b..2c4581d3d0 100644
--- a/tensorflow/core/kernels/data/parallel_map_iterator.cc
+++ b/tensorflow/core/kernels/data/parallel_map_iterator.cc
@@ -59,13 +59,10 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
   Status Initialize(IteratorContext* ctx) override {
     mutex_lock l(*mu_);
     if (num_parallel_calls_->value == kAutoTune) {
-      num_parallel_calls_->value = 1;
       // TODO(jsimsa): Surface the number of threads used by `ctx->runner()` and
-      // use it here for the maximum.
-      AddTunableParameter(ctx, "parallelism", num_parallel_calls_, 1,
-                          port::NumSchedulableCPUs());
-    } else {
-      AddConstantParameter(ctx, "parallelism", num_parallel_calls_->value);
+      // use it here for the default.
+      num_parallel_calls_->value = port::NumSchedulableCPUs();
+      num_parallel_calls_->tunable = true;
     }
     TF_RETURN_IF_ERROR(
         input_dataset_->MakeIterator(ctx, prefix(), &input_impl_));
@@ -101,6 +98,15 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     bool end_of_input;
   };
 
+  std::shared_ptr<model::Node> CreateNode(
+      IteratorContext* ctx, model::Node::Args args) const override {
+    return model::MakeAsyncKnownRatioNode(
+        std::move(args),
+        /*ratio=*/1,
+        {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
+                              /*max=*/port::NumSchedulableCPUs())});
+  }
+
   // Used by the consumer to determine whether it needs to wait. Upon returning
   // false, `result` will point to a result to consume.
   virtual bool ShouldWait(std::shared_ptr<InvocationResult>* result) = 0;
diff --git a/tensorflow/core/kernels/data/prefetch_dataset_op.cc b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
index 4537b0e93b..d7854b9300 100644
--- a/tensorflow/core/kernels/data/prefetch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
@@ -148,6 +148,13 @@ class PrefetchDatasetOp::Dataset : public DatasetBase {
     }
 
    protected:
+    std::shared_ptr<model::Node> CreateNode(
+        IteratorContext* ctx, model::Node::Args args) const override {
+      return model::MakeAsyncKnownRatioNode(std::move(args),
+                                            /*ratio=*/1,
+                                            /*parameters=*/{});
+    }
+
     Status SaveInternal(IteratorStateWriter* writer) override {
       // Acquire both locks to ensure that the prefetch thread and
       // all GetNext threads are blocked.
diff --git a/tensorflow/core/kernels/data/random_dataset_op.cc b/tensorflow/core/kernels/data/random_dataset_op.cc
index 63c137e2dd..816405fea9 100644
--- a/tensorflow/core/kernels/data/random_dataset_op.cc
+++ b/tensorflow/core/kernels/data/random_dataset_op.cc
@@ -108,6 +108,11 @@ class RandomDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("num_random_samples"),
diff --git a/tensorflow/core/kernels/data/range_dataset_op.cc b/tensorflow/core/kernels/data/range_dataset_op.cc
index c9ab25c008..1ad5b00775 100644
--- a/tensorflow/core/kernels/data/range_dataset_op.cc
+++ b/tensorflow/core/kernels/data/range_dataset_op.cc
@@ -114,6 +114,11 @@ class RangeDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("next"), next_));
diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index b1acbfc5a1..ea97cf5ffd 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -168,6 +168,11 @@ class TextLineDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_file_index"),
@@ -435,6 +440,11 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_file_index"),
@@ -622,6 +632,11 @@ class TFRecordDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_file_index"),
diff --git a/tensorflow/core/kernels/data/repeat_dataset_op.cc b/tensorflow/core/kernels/data/repeat_dataset_op.cc
index 486d1802ba..cee14df69d 100644
--- a/tensorflow/core/kernels/data/repeat_dataset_op.cc
+++ b/tensorflow/core/kernels/data/repeat_dataset_op.cc
@@ -97,6 +97,12 @@ class RepeatDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         return Status::OK();
       }
@@ -139,6 +145,12 @@ class RepeatDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("i"), i_));
@@ -210,6 +222,12 @@ class RepeatDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (!first_call_)
diff --git a/tensorflow/core/kernels/data/scan_dataset_op.cc b/tensorflow/core/kernels/data/scan_dataset_op.cc
index 57ab98c795..d9182d15be 100644
--- a/tensorflow/core/kernels/data/scan_dataset_op.cc
+++ b/tensorflow/core/kernels/data/scan_dataset_op.cc
@@ -211,6 +211,12 @@ class ScanDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/shuffle_dataset_op.cc b/tensorflow/core/kernels/data/shuffle_dataset_op.cc
index acf95a43ce..ad6960685e 100644
--- a/tensorflow/core/kernels/data/shuffle_dataset_op.cc
+++ b/tensorflow/core/kernels/data/shuffle_dataset_op.cc
@@ -164,6 +164,12 @@ class ShuffleDatasetOpBase : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         // Save state needed to restore the random number generators.
@@ -400,6 +406,12 @@ class ShuffleDatasetOp : public ShuffleDatasetOpBase {
                                                              seed2) {}
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(dataset()->mu_);
 
diff --git a/tensorflow/core/kernels/data/skip_dataset_op.cc b/tensorflow/core/kernels/data/skip_dataset_op.cc
index 2218c40520..8379383662 100644
--- a/tensorflow/core/kernels/data/skip_dataset_op.cc
+++ b/tensorflow/core/kernels/data/skip_dataset_op.cc
@@ -93,6 +93,12 @@ class SkipDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         return Status::OK();
       }
@@ -149,6 +155,12 @@ class SkipDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("i"), i_));
diff --git a/tensorflow/core/kernels/data/slide_dataset_op.cc b/tensorflow/core/kernels/data/slide_dataset_op.cc
index 23ad4ab89f..e67c5272b6 100644
--- a/tensorflow/core/kernels/data/slide_dataset_op.cc
+++ b/tensorflow/core/kernels/data/slide_dataset_op.cc
@@ -223,6 +223,12 @@ class SlideDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         dataset()->window_shift_);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (!input_impl_) {
diff --git a/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
index d0061523ca..a002c60535 100644
--- a/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/sparse_tensor_slice_dataset_op.cc
@@ -152,6 +152,11 @@ class Dataset : public DatasetBase {
     }
 
    protected:
+    std::shared_ptr<model::Node> CreateNode(
+        IteratorContext* ctx, model::Node::Args args) const override {
+      return model::MakeSourceNode(std::move(args));
+    }
+
     Status SaveInternal(IteratorStateWriter* writer) override {
       mutex_lock l(mu_);
       TF_RETURN_IF_ERROR(writer->WriteScalar(Iterator::full_name("i"), i_));
diff --git a/tensorflow/core/kernels/data/sql_dataset_ops.cc b/tensorflow/core/kernels/data/sql_dataset_ops.cc
index 45c2408b14..f01ecf84af 100644
--- a/tensorflow/core/kernels/data/sql_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/sql_dataset_ops.cc
@@ -147,6 +147,11 @@ class SqlDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (query_connection_initialized_) {
diff --git a/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc b/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
index 830eedfabb..08d34eea87 100644
--- a/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
+++ b/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
@@ -179,6 +179,12 @@ class SetStatsAggregatorDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         return errors::Unimplemented(dataset()->DebugString(),
                                      " does not support checkpointing");
diff --git a/tensorflow/core/kernels/data/stats_dataset_ops.cc b/tensorflow/core/kernels/data/stats_dataset_ops.cc
index b360099ba3..da0039773c 100644
--- a/tensorflow/core/kernels/data/stats_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/stats_dataset_ops.cc
@@ -116,6 +116,12 @@ class LatencyStatsDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
@@ -220,6 +226,12 @@ class BytesProducedStatsDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
diff --git a/tensorflow/core/kernels/data/take_dataset_op.cc b/tensorflow/core/kernels/data/take_dataset_op.cc
index 9712257004..57c9b0d57f 100644
--- a/tensorflow/core/kernels/data/take_dataset_op.cc
+++ b/tensorflow/core/kernels/data/take_dataset_op.cc
@@ -94,6 +94,12 @@ class TakeDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         return Status::OK();
       }
@@ -136,6 +142,12 @@ class TakeDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("i"), i_));
diff --git a/tensorflow/core/kernels/data/tensor_dataset_op.cc b/tensorflow/core/kernels/data/tensor_dataset_op.cc
index ac5035c4d3..bae2d5afc3 100644
--- a/tensorflow/core/kernels/data/tensor_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_dataset_op.cc
@@ -107,6 +107,11 @@ class TensorDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (produced_)
diff --git a/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc b/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
index 195da54bac..7fd1c4c9e0 100644
--- a/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_queue_dataset_op.cc
@@ -419,6 +419,11 @@ class PrependFromQueueAndPaddedBatchDataset : public DatasetBase {
 
     const DatasetBase* dataset_input() const { return dataset()->input_; }
 
+    std::shared_ptr<model::Node> CreateNode(
+        IteratorContext* ctx, model::Node::Args args) const override {
+      return model::MakeKnownRatioNode(std::move(args), dataset()->batch_size_);
+    }
+
     Status SaveInternal(IteratorStateWriter* writer) override {
       return queue_->Save(this, writer);
     }
diff --git a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
index 2cdf913748..bb219847f9 100644
--- a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
@@ -140,6 +140,11 @@ class TensorSliceDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeSourceNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("i"), i_));
diff --git a/tensorflow/core/kernels/data/unbatch_dataset_op.cc b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
index b3219a01c3..ab8d857033 100644
--- a/tensorflow/core/kernels/data/unbatch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
@@ -145,6 +145,20 @@ class UnbatchDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        // Unbatch assumes that all input components have the same leading
+        // dimension. If it is statically known for any component, we model the
+        // transformation using `KnownRatio`. Otherwise, we use `UnknownRatio`.
+        for (auto& shape : dataset()->input_->output_shapes()) {
+          if (shape.dims() > 0 && shape.dim_size(0) != -1) {
+            return model::MakeKnownRatioNode(
+                std::move(args), 1.0 / static_cast<double>(shape.dim_size(0)));
+          }
+        }
+        return model::MakeUnknownRatioNode(std::move(args));
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impl_) {
diff --git a/tensorflow/core/kernels/data/window_dataset_op.cc b/tensorflow/core/kernels/data/window_dataset_op.cc
index 3c45fa5288..2c68e1ee05 100644
--- a/tensorflow/core/kernels/data/window_dataset_op.cc
+++ b/tensorflow/core/kernels/data/window_dataset_op.cc
@@ -232,6 +232,12 @@ class WindowDatasetOp : public UnaryDatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args),
+                                         dataset()->window_shift_);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (!input_impl_) {
diff --git a/tensorflow/core/kernels/data/zip_dataset_op.cc b/tensorflow/core/kernels/data/zip_dataset_op.cc
index f505ed542a..6e94d77867 100644
--- a/tensorflow/core/kernels/data/zip_dataset_op.cc
+++ b/tensorflow/core/kernels/data/zip_dataset_op.cc
@@ -136,6 +136,14 @@ class ZipDatasetOp : public DatasetOpKernel {
       }
 
      protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        // NOTE: Although this dataset may have multiple inputs, it always
+        // consumes one element per input to produce an output.
+        return model::MakeKnownRatioNode(std::move(args),
+                                         /*ratio=*/1);
+      }
+
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(mu_);
         if (input_impls_.empty()) {
-- 
GitLab


From 5d15ff1178d44e2c12ec0ca175ef1c003da14b8f Mon Sep 17 00:00:00 2001
From: AG Ramesh <ag.ramesh@intel.com>
Date: Tue, 30 Oct 2018 20:17:08 -0700
Subject: [PATCH 0839/1825] Fixed typo

---
 tensorflow/core/util/mkl_util.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/util/mkl_util.h b/tensorflow/core/util/mkl_util.h
index 3108664a56..15a714529b 100644
--- a/tensorflow/core/util/mkl_util.h
+++ b/tensorflow/core/util/mkl_util.h
@@ -100,7 +100,7 @@ typedef enum {
 
 // The dimensions order that MKL DNN internally uses for 3D activations
 // [Batch, Channel, Depth, Height, Width] and
-// for 2D filters [Out_Channel, In_Channel, Depth, Height, Width].
+// for 3D filters [Out_Channel, In_Channel, Depth, Height, Width].
 typedef enum {
   Dim3d_N = 0,
   Dim3d_C = 1,
-- 
GitLab


From 42e4315408d26514202ae037867a6ad0560da16b Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Tue, 30 Oct 2018 20:13:50 -0700
Subject: [PATCH 0840/1825] Partial support for maximum_iterations in while_v2.
 This does not support the XLA use-case yet since behavior of
 TensorListReserve needs to be changed. Fix bug in while_v2_test.

PiperOrigin-RevId: 219411675
---
 .../kernel_tests/control_flow_ops_py_test.py  |  3 +-
 .../python/kernel_tests/while_v2_test.py      |  4 +-
 tensorflow/python/ops/control_flow_ops.py     |  7 ++-
 tensorflow/python/ops/while_v2.py             | 62 ++++++++++++++++---
 4 files changed, 64 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index ea3776fe0b..0a2e705dfd 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -928,7 +928,6 @@ class ControlFlowTest(test.TestCase):
       r = isum(s)
       self.assertAllEqual(45, r.eval())
 
-  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testWhileWithMaximumIterations(self):
     with self.cached_session():
       s = constant_op.constant([1, 2, 3, 4, 5])
@@ -1045,7 +1044,7 @@ class ControlFlowTest(test.TestCase):
         r"while loop context '' \(currently defined in 'cond/.+'\)"):
       _ = gradients_impl.gradients(loop, v)
 
-  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
+  @test_util.disable_control_flow_v2("b/118457764")
   def testNestedWhileLoopWithMaxItersFromOuterContextInXLAContext(self):
     v = constant_op.constant(1.0)
 
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index af18e4b814..dc1bcb78b8 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -226,7 +226,7 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
       ("PartiallyDefinedShape", [None, 2]),
       ("FullyDefinedShape", [1, 2]),
   )
-  def testTensorListOutputElementShape(self, shape):
+  def testAccumulatorElementShape(self, shape):
 
     def MatchShape(actual_tensor_shape):
       # Compare the shapes, treating None dimensions as equal. We do not
@@ -267,7 +267,7 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
     # values of grad_y.
     # grad_while_op.inputs:
     # [counter_arg, total_iters_arg, grad_x_arg, grad_y_arg, *other_args]
-    grad_output = GetAccumulatorForInputAtIndex(grad_while_op, 4)
+    grad_output = GetAccumulatorForInputAtIndex(grad_while_op, 3)
     _, val = list_ops.tensor_list_pop_back(grad_output,
                                            element_dtype=dtypes.float32)
     MatchShape(val.shape)
diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 5604af665e..6f62a18686 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -3239,7 +3239,12 @@ def while_loop(cond,
   """
   if ENABLE_WHILE_V2 and not context.executing_eagerly():
     return while_v2.while_loop(
-        cond, body, loop_vars, shape_invariants=shape_invariants, name=name)
+        cond,
+        body,
+        loop_vars,
+        shape_invariants=shape_invariants,
+        maximum_iterations=maximum_iterations,
+        name=name)
 
   with ops.name_scope(name, "while", loop_vars):
     if not loop_vars:
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 06dfe7235b..254fae11f4 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -39,6 +39,7 @@ from tensorflow.python.ops import custom_gradient
 from tensorflow.python.ops import gen_functional_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import list_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.util import nest
 
@@ -58,8 +59,16 @@ TENSOR_ARRAY_HANDLE_OPS = (
 )
 
 
-def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
+def while_loop(cond,
+               body,
+               loop_vars,
+               shape_invariants=None,
+               maximum_iterations=None,
+               name=None):
   """Like tf.while_loop, except emits a single While op."""
+  if _is_in_xla_context() and maximum_iterations is None:
+    raise ValueError("maximum_iterations is required in XLA context.")
+
   # Keep the original loop_vars around to know which args were TensorArrays.
   orig_loop_vars = loop_vars
   # Cache its length since we use it at multiple places below.
@@ -76,6 +85,13 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
   else:
     shape_invariants = nest.map_structure(lambda t: t.shape, loop_vars)
 
+  if maximum_iterations is not None:
+    maximum_iterations = ops.convert_to_tensor(
+        maximum_iterations, name="maximum_iterations")
+    if maximum_iterations.shape.ndims != 0:
+      raise ValueError("maximum_iterations must be a scalar, saw shape: %s" %
+                       maximum_iterations.shape)
+
   if not name:
     name = "while"
 
@@ -84,8 +100,13 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
       cond_name = util.unique_fn_name(scope, "cond")
       body_name = util.unique_fn_name(scope, "body")
 
+    loop_counter = constant_op.constant(
+        0,
+        dtype=maximum_iterations.dtype
+        if maximum_iterations is not None else None,
+        name="loop_counter")
     # Add loop counter needed for computing gradients.
-    loop_vars = [constant_op.constant(0., name="loop_counter")] + loop_vars
+    loop_vars = [loop_counter] + loop_vars
 
     shape_invariants = [tensor_shape.scalar()] + shape_invariants
 
@@ -94,13 +115,18 @@ def while_loop(cond, body, loop_vars, shape_invariants=None, name=None):
     add_control_dependencies = util.in_defun()
 
     # Build a `cond` wrapper that can handle the extra counter loop_var.
-    def wrapped_cond(unused_loop_counter, *args):
+    def wrapped_cond(loop_counter, *args):
       # Convert the flow variables in `args` to TensorArrays. `args` should
       # already have the same structure as `orig_loop_vars` but currently there
       # is no nest.zip so we call `_pack_sequence_as` which flattens both
       # `orig_loop_vars` and `args`, converts flows in `args` to TensorArrays
       # and packs it into the structure of `orig_loop_vars`.
-      return cond(*_pack_sequence_as(orig_loop_vars, args))
+      if maximum_iterations is None:
+        return cond(*_pack_sequence_as(orig_loop_vars, args))
+      else:
+        return math_ops.logical_and(
+            loop_counter < maximum_iterations,
+            cond(*_pack_sequence_as(orig_loop_vars, args)))
 
     cond_graph = func_graph_module.func_graph_from_py_func(
         cond_name,
@@ -255,8 +281,19 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
   # ResourceVariables, which can lead to runtime shape errors when used with a
   # TensorArray. This is a workaround until TensorArrays are reimplemented with
   # TensorLists instead of resources.
+  # Also set the incoming gradient of non-trainable inputs to None. It is
+  # possible that we receive non-None gradients for non-trainable types in
+  # nested while loops because we accumulate outputs of the inner while as
+  # variant tensors which are trainable and hence receive zeros_like tensors in
+  # the gradient pass. The non-trainable tensors then receive the popped zeros
+  # tensor from this zeros variant. The gradient for the loop vars corresponding
+  # to these tensors is None or zeros (this happens only if the loop var is
+  # accumulated as well) in _grad_fn so we reset these.
+  # TODO(b/118712257): Remove the IsTrainable filter once we can handle None
+  # output grads in _grad_fn.
   grads = [
-      None if _is_tensor_array_handle(output) else grad
+      None if _is_tensor_array_handle(output) or
+      not gradients_impl.IsTrainable(output) else grad
       for grad, output in zip(grads, op.outputs)
   ]
 
@@ -371,8 +408,9 @@ def _create_grad_func(ys, xs, grads, func_graph, name, while_op):
   """
   assert len(ys) == len(grads)
 
-  counter = constant_op.constant(0.)
   total_iters = while_op.outputs[0]
+  counter = constant_op.constant(
+      0, dtype=total_iters.dtype, name="grad_counter")
 
   args = [counter, total_iters] + list(grads)
   # Note: The returned function does not have `args` in the list of
@@ -410,7 +448,7 @@ def _grad_fn(ys, xs, args, func_graph):
     args: The input arguments.
       args[0] - Loop counter
       args[1] - Total number of iterations.
-      args[2:] - Incoming gradients for `func_graph.outputs`.
+      args[2:] - Incoming gradients for `ys`.
     func_graph: function.FuncGraph. The corresponding forward-pass function.
 
   Returns:
@@ -426,6 +464,8 @@ def _grad_fn(ys, xs, args, func_graph):
   grad_outs = gradients_impl._GradientsHelper(
       ys, xs, grad_ys=grad_ys, src_graph=func_graph)
 
+  # TODO(b/118712257): Handle the case when grad_outs has None's e.g. when there
+  # is a tf.StopGradient in the loop body.
   assert all([g is not None for g in grad_outs])
   counter = args[0]
   total_iters = args[1]
@@ -736,6 +776,14 @@ def _maybe_set_lowering_attr(op):
     # pylint: enable=protected-access
 
 
+# TODO(srbs): This method should be in control_flow_util but that introduces
+# a circular dependency ops -> control_flow_util -> ops.
+def _is_in_xla_context():
+  """Returns whether the current context is inside an XLA context."""
+  cur_ctxt = ops.get_default_graph()._get_control_flow_context()  # pylint: disable=protected-access
+  return control_flow_util.GetContainingXLAContext(cur_ctxt) is not None
+
+
 def _get_tensor_convertible_shape(shape):
   assert isinstance(shape, tensor_shape.TensorShape)
   if shape.is_fully_defined():
-- 
GitLab


From 6faa6ff6cabe70ef76d269c49cceddcd32db0b72 Mon Sep 17 00:00:00 2001
From: Dustin Tran <trandustin@google.com>
Date: Tue, 30 Oct 2018 20:53:46 -0700
Subject: [PATCH 0841/1825] Support tf.colocate_with when input is Tensor-like
 and executing_eagerly().

Graph.colocate_with applies the private function _op_to_colocate_with, which does tensor conversions if not already an Operation. This is not true for the TF op tf.colocate_with.

This specific edge case appears in the following link. Alternative solutions are welcome.

* Pull request: https://github.com/tensorflow/tensor2tensor/pull/1182/files#diff-c7da3e2b2808bb202eddd84075267eceR265
* Aforementioned parent method: https://github.com/tensorflow/tensorflow/blob/r1.12/tensorflow/python/keras/engine/base_layer.py#L629

PiperOrigin-RevId: 219414649
---
 tensorflow/python/framework/ops.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index f443a7ec60..f80f6806ca 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4960,6 +4960,7 @@ def container(container_name):
 def _colocate_with_for_gradient(op, gradient_uid, ignore_existing=False):
   if context.executing_eagerly():
     if op is not None:
+      op = internal_convert_to_tensor_or_indexed_slices(op)
       return device(op.device)
     else:
       return NullContextmanager()
-- 
GitLab


From 7975807cd8171ffc9f69dd24651d6d7ccb389621 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Tue, 30 Oct 2018 21:11:09 -0700
Subject: [PATCH 0842/1825] [Windows] Restore msvcp_dll_name attr in
 build_info.py when using the Bazel build.

PiperOrigin-RevId: 219416150
---
 tensorflow/tensorflow.bzl | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index 9a489f9638..74773629d2 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -173,10 +173,10 @@ def if_not_windows(a):
         "//conditions:default": a,
     })
 
-def if_windows(a):
+def if_windows(a, otherwise = []):
     return select({
         clean_dep("//tensorflow:windows"): a,
-        "//conditions:default": [],
+        "//conditions:default": otherwise,
     })
 
 def if_not_windows_cuda(a):
@@ -1999,7 +1999,7 @@ def tf_py_build_info_genrule():
         name = "py_build_info_gen",
         outs = ["platform/build_info.py"],
         cmd =
-            "$(location //tensorflow/tools/build_info:gen_build_info) --raw_generate \"$@\" --build_config " + if_cuda("cuda", "cpu"),
+            "$(location //tensorflow/tools/build_info:gen_build_info) --raw_generate \"$@\" --build_config " + if_cuda("cuda", "cpu") + if_windows(" --key_value msvcp_dll_name=msvcp140.dll", ""),
         local = 1,
         tools = [clean_dep("//tensorflow/tools/build_info:gen_build_info")],
     )
-- 
GitLab


From 2711e155b9d4ce280efe52d00d65a2b52c5be473 Mon Sep 17 00:00:00 2001
From: zldrobit <zldrobit@126.com>
Date: Wed, 31 Oct 2018 12:20:35 +0800
Subject: [PATCH 0843/1825] add dynamic shape support to dense_image_warp

---
 .../image/python/ops/dense_image_warp.py      | 74 +++++++++++--------
 1 file changed, 43 insertions(+), 31 deletions(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index 9c7ada7afb..2ac7ff2a6b 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -25,7 +25,7 @@ from tensorflow.python.framework import ops
 
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
-
+from tensorflow.python.ops import check_ops
 
 def _interpolate_bilinear(grid,
                           query_points,
@@ -60,28 +60,34 @@ def _interpolate_bilinear(grid,
       msg = 'Grid must be 4 dimensional. Received size: '
       raise ValueError(msg + str(grid.get_shape()))
 
-    batch_size, height, width, channels = shape
+    batch_size, height, width, channels = \
+      array_ops.shape(grid)[0], \
+      array_ops.shape(grid)[1], \
+      array_ops.shape(grid)[2], \
+      array_ops.shape(grid)[3]
+    shape = [batch_size, height, width, channels]
     query_type = query_points.dtype
     grid_type = grid.dtype
 
-    if (query_points.shape.rank != 3 or
-        query_points.shape.dims[2].value != 2):
-      msg = ('Query points must be 3 dimensional and size 2 in dim 2. Received '
-             'size: ')
-      raise ValueError(msg + str(query_points.get_shape()))
-
-    _, num_queries, _ = query_points.get_shape().as_list()
-
-    if height < 2 or width < 2:
-      msg = 'Grid must be at least batch_size x 2 x 2 in size. Received size: '
-      raise ValueError(msg + str(grid.get_shape()))
-
-    alphas = []
-    floors = []
-    ceils = []
-
-    index_order = [0, 1] if indexing == 'ij' else [1, 0]
-    unstacked_query_points = array_ops.unstack(query_points, axis=2)
+    with ops.control_dependencies([
+        check_ops.assert_equal(len(query_points.get_shape()), 3, message=
+                               'Query points must be 3 dimensional'),
+        check_ops.assert_equal(array_ops.shape(query_points)[2], 2, message=
+                               'Query points must be size 2 in dim 2.')]):
+      num_queries = array_ops.shape(query_points)[1]
+
+    with ops.control_dependencies([
+        check_ops.assert_greater_equal(height, 2, message=
+                                       'Grid must be at least batch_size'
+                                       'x 2 x 2 in size.'),
+        check_ops.assert_greater_equal(width, 2, message=
+                                       'Grid must be at least batch_size'
+                                       'x 2 x 2 in size.')]):
+      alphas = []
+      floors = []
+      ceils = []
+      index_order = [0, 1] if indexing == 'ij' else [1, 0]
+      unstacked_query_points = array_ops.unstack(query_points, axis=2)
 
     for dim in index_order:
       with ops.name_scope('dim-' + str(dim)):
@@ -112,16 +118,17 @@ def _interpolate_bilinear(grid,
         alpha = array_ops.expand_dims(alpha, 2)
         alphas.append(alpha)
 
-    if batch_size * height * width > np.iinfo(np.int32).max / 8:
-      error_msg = """The image size or batch size is sufficiently large
-                     that the linearized addresses used by array_ops.gather
-                     may exceed the int32 limit."""
-      raise ValueError(error_msg)
-
-    flattened_grid = array_ops.reshape(grid,
-                                       [batch_size * height * width, channels])
-    batch_offsets = array_ops.reshape(
-        math_ops.range(batch_size) * height * width, [batch_size, 1])
+    with ops.control_dependencies([
+        check_ops.assert_less_equal(
+            math_ops.cast(batch_size * height * width, dtype=dtypes.float32),
+            np.iinfo(np.int32).max / 8,
+            message="""The image size or batch size is sufficiently large
+                       that the linearized addresses used by array_ops.gather
+                       may exceed the int32 limit.""")]):
+      flattened_grid = array_ops.reshape(
+          grid, [batch_size * height * width, channels])
+      batch_offsets = array_ops.reshape(
+          math_ops.range(batch_size) * height * width, [batch_size, 1])
 
     # This wraps array_ops.gather. We reshape the image data such that the
     # batch, y, and x coordinates are pulled into the first dimension.
@@ -182,7 +189,12 @@ def dense_image_warp(image, flow, name='dense_image_warp'):
                 of dimensions.
   """
   with ops.name_scope(name):
-    batch_size, height, width, channels = image.get_shape().as_list()
+    batch_size, height, width, channels = \
+      array_ops.shape(image)[0], \
+      array_ops.shape(image)[1], \
+      array_ops.shape(image)[2], \
+      array_ops.shape(image)[3]
+
     # The flow is defined on the image grid. Turn the flow into a list of query
     # points in the grid space.
     grid_x, grid_y = array_ops.meshgrid(
-- 
GitLab


From 9791cbcbcde43d4876bd8865beac989eece46f72 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 30 Oct 2018 22:40:43 -0700
Subject: [PATCH 0844/1825] [XLA] add .shape() to Python representation of
 device buffers in local client

PiperOrigin-RevId: 219422341
---
 tensorflow/compiler/xla/python/local_computation_builder.i | 5 +++++
 tensorflow/compiler/xla/python/xla_client.py               | 3 +++
 tensorflow/compiler/xla/python/xla_client_test.py          | 7 +++++++
 3 files changed, 15 insertions(+)

diff --git a/tensorflow/compiler/xla/python/local_computation_builder.i b/tensorflow/compiler/xla/python/local_computation_builder.i
index ae57dc49fe..c13d00d253 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.i
+++ b/tensorflow/compiler/xla/python/local_computation_builder.i
@@ -451,6 +451,10 @@ tensorflow::ImportNumpy();
 
 // Shape
 
+%typemap(out) const Shape& {
+  $result = numpy::PyShapeInfoFromXlaShape(*$1);
+}
+
 %typemap(out) StatusOr<Shape> {
   if ($1.ok()) {
     $result = numpy::PyShapeInfoFromXlaShape($1.ConsumeValueOrDie());
@@ -980,6 +984,7 @@ tensorflow::ImportNumpy();
 %unignore xla::swig::LocalShapedBuffer;
 %unignore xla::swig::LocalShapedBuffer::FromLiteral;
 %unignore xla::swig::LocalShapedBuffer::ToLiteral;
+%unignore xla::swig::LocalShapedBuffer::shape;
 %unignore xla::swig::LocalShapedBufferTuple;
 %unignore xla::swig::LocalShapedBufferTuple::Release;
 %unignore xla::swig::LocalShapedBufferTuple::size;
diff --git a/tensorflow/compiler/xla/python/xla_client.py b/tensorflow/compiler/xla/python/xla_client.py
index 4d5651ac58..07e0e09325 100644
--- a/tensorflow/compiler/xla/python/xla_client.py
+++ b/tensorflow/compiler/xla/python/xla_client.py
@@ -233,6 +233,9 @@ class LocalBuffer(object):
   def to_py(self):
     return self.c_buffer.ToLiteral()
 
+  def shape(self):
+    return _wrap_shape(self.c_buffer.shape())
+
   def delete(self):
     if self.c_buffer is not None:
       self._delete(self.c_buffer)
diff --git a/tensorflow/compiler/xla/python/xla_client_test.py b/tensorflow/compiler/xla/python/xla_client_test.py
index d04eef81dc..21b5c93b61 100644
--- a/tensorflow/compiler/xla/python/xla_client_test.py
+++ b/tensorflow/compiler/xla/python/xla_client_test.py
@@ -439,6 +439,13 @@ class LocalBufferTest(LocalComputationTest):
     np.testing.assert_equal(NumpyArrayF32([1.0, 2.0]), got[0])
     np.testing.assert_equal(NumpyArrayS32([3, 4]), got[1])
 
+  def testShape(self):
+    pyval = np.array([[1., 2.]], np.float32)
+    local_buffer = xla_client.LocalBuffer.from_pyval(pyval)
+    xla_shape = local_buffer.shape()
+    self.assertEqual(xla_shape.dimensions(), (1, 2,))
+    self.assertEqual(np.dtype(xla_shape.element_type()), np.dtype(np.float32))
+
 
 class SingleOpTest(LocalComputationTest):
   """Tests for single ops.
-- 
GitLab


From caff08f7a0863ab73678a9d36f5d97e0e8e9499b Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 30 Oct 2018 22:55:47 -0700
Subject: [PATCH 0845/1825] Populate the internal autograph namespace in a more
 generic fashion.

PiperOrigin-RevId: 219423201
---
 tensorflow/python/autograph/impl/conversion.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 82471c4b64..ee09b2718e 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -265,8 +265,7 @@ def _add_self_references(namespace, autograph_module):
     # Craft a module that exposes parts of the external API as well as certain
     # internal modules.
     ag_internal = imp.new_module('autograph')
-    ag_internal.converted_call = autograph_module.converted_call
-    ag_internal.ConversionOptions = converter.ConversionOptions
+    ag_internal.__dict__.update(autograph_module.__dict__)
     ag_internal.utils = utils
     ag_internal.function_scope = function_wrapping.function_scope
     ag_internal.rewrite_graph_construction_error = (
-- 
GitLab


From 66c6d056739e328519d3fe6486f217ae6398b89f Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Wed, 31 Oct 2018 11:42:43 +0300
Subject: [PATCH 0846/1825] Update after review.

---
 tensorflow/c/c_api.cc                         | 2 ++
 tensorflow/java/src/main/native/server_jni.cc | 9 ++++++---
 2 files changed, 8 insertions(+), 3 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 0d71aa3e94..c4609795ab 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2806,6 +2806,7 @@ TF_Buffer* TF_GetRegisteredKernelsForOp(const char* name, TF_Status* status) {
 
 // TF_Server functions ----------------------------------------------
 
+#ifndef __ANDROID__
 TF_Server::TF_Server(std::unique_ptr<tensorflow::ServerInterface> server)
     : server(std::move(server)) {}
 
@@ -2838,5 +2839,6 @@ void TF_ServerJoin(TF_Server* server, TF_Status* status) {
 }
 
 void TF_DeleteServer(TF_Server* server) { delete server; }
+#endif  // __ANDROID__
 
 }  // end extern "C"
diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
index 95a6278fb8..68a53ef87c 100644
--- a/tensorflow/java/src/main/native/server_jni.cc
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -54,10 +54,11 @@ JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
                                                         jclass clazz,
                                                         jlong handle) {
-  TF_Status* status = TF_NewStatus();
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
+  TF_Status* status = TF_NewStatus();
+
   TF_ServerStart(server, status);
   throwExceptionIfNotOK(env, status);
 
@@ -67,10 +68,11 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
-  TF_Status* status = TF_NewStatus();
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
+  TF_Status* status = TF_NewStatus();
+
   TF_ServerStop(server, status);
   throwExceptionIfNotOK(env, status);
 
@@ -80,10 +82,11 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
-  TF_Status* status = TF_NewStatus();
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
+  TF_Status* status = TF_NewStatus();
+
   TF_ServerJoin(server, status);
   throwExceptionIfNotOK(env, status);
 
-- 
GitLab


From d053da5dff68869b1fa5ac71f2639cd7d9e73a3a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 02:02:20 -0700
Subject: [PATCH 0847/1825] compat: Update forward compatibility horizon to
 2018-10-31

PiperOrigin-RevId: 219438285
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 6de0bc7e38..f1097b390b 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 30)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 31)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 8e32976fd49c3dd8d823b4eeec649157b98b2a8b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 07:13:23 -0700
Subject: [PATCH 0848/1825] Allow function calls to be present inside pyct
 template replacements.

PiperOrigin-RevId: 219468133
---
 tensorflow/python/autograph/pyct/templates.py      | 6 ++++++
 tensorflow/python/autograph/pyct/templates_test.py | 7 +++++++
 2 files changed, 13 insertions(+)

diff --git a/tensorflow/python/autograph/pyct/templates.py b/tensorflow/python/autograph/pyct/templates.py
index 66e6be53c0..9901295445 100644
--- a/tensorflow/python/autograph/pyct/templates.py
+++ b/tensorflow/python/autograph/pyct/templates.py
@@ -144,6 +144,12 @@ class ReplaceTransformer(gast.NodeTransformer):
       self._check_has_context(node)
     elif isinstance(node, (gast.Str, gast.Num)):
       pass
+    elif isinstance(node, gast.Call):
+      self._check_inner_children_have_context(node.func)
+      for a in node.args:
+        self._check_inner_children_have_context(a)
+      for k in node.keywords:
+        self._check_inner_children_have_context(k.value)
     else:
       raise ValueError('unexpected node type "%s"' % node)
 
diff --git a/tensorflow/python/autograph/pyct/templates_test.py b/tensorflow/python/autograph/pyct/templates_test.py
index 5c7650b4cd..54019ef5f4 100644
--- a/tensorflow/python/autograph/pyct/templates_test.py
+++ b/tensorflow/python/autograph/pyct/templates_test.py
@@ -232,6 +232,13 @@ class TemplatesTest(test.TestCase):
     with self.assertRaises(ValueError):
       templates.replace_as_expression(template)
 
+  def test_function_call_in_list(self):
+    template = """
+        foo(bar)
+    """
+    source = parser.parse_expression('[a(b(1))]')
+    templates.replace_as_expression(template, bar=source)
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From cb211920ec4e6b207d10e4300116976214909e62 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 08:14:32 -0700
Subject: [PATCH 0849/1825] Improve unittest coverage of Reshape. (and add a
 bit more information to a test_util message).

PiperOrigin-RevId: 219475399
---
 .../contrib/lite/kernels/reshape_test.cc      | 185 ++++++++++++++----
 tensorflow/contrib/lite/kernels/test_util.h   |  18 +-
 2 files changed, 159 insertions(+), 44 deletions(-)

diff --git a/tensorflow/contrib/lite/kernels/reshape_test.cc b/tensorflow/contrib/lite/kernels/reshape_test.cc
index 52d71350d3..cf60954880 100644
--- a/tensorflow/contrib/lite/kernels/reshape_test.cc
+++ b/tensorflow/contrib/lite/kernels/reshape_test.cc
@@ -24,24 +24,43 @@ namespace {
 using ::testing::ElementsAreArray;
 using ::testing::IsEmpty;
 
+// There are three ways to specify the output shape of a Reshape
+// op.
+enum ShapeSpecificationType {
+  // The output shape is hardcoded in the ReshapeOptions object.
+  kAsReshapeOption,
+  // The output shape is specified as an input tensor, which is connected to a
+  // Const node, which is guaranteed not to change once inference starts. The
+  // shape is also hardcoded as in kAsReshapeOption.
+  kAsConstantTensor,
+  // The output shape is specifed as an input tensor that can change based on
+  // external input. That is, the shape is not know before the inference
+  // starts. The shape is also hardcoded as in kAsReshapeOption.
+  kAsTensor,
+};
+
+class ReshapeOpTest
+    : public ::testing::Test,
+      public ::testing::WithParamInterface<ShapeSpecificationType> {};
+
 class ReshapeOpModel : public SingleOpModel {
  public:
   ReshapeOpModel(std::initializer_list<int> input_shape,
-                 std::initializer_list<int> new_shape,
-                 bool use_shape_input_tensor = false) {
-    input_ = AddInput(TensorType_FLOAT32);
-    output_ = AddOutput(TensorType_FLOAT32);
-    int shape_input_tensor =
-        use_shape_input_tensor ? AddInput(TensorType_INT32) : -1;
-    SetBuiltinOp(
-        BuiltinOperator_RESHAPE, BuiltinOptions_ReshapeOptions,
-        CreateReshapeOptions(builder_, builder_.CreateVector<int>(new_shape))
-            .Union());
-    if (use_shape_input_tensor) {
-      BuildInterpreter({input_shape, GetShape(shape_input_tensor)});
-      PopulateTensor<int>(shape_input_tensor, new_shape);
-    } else {
-      BuildInterpreter({input_shape});
+                 std::initializer_list<int> shape_shape,
+                 std::initializer_list<int> shape_data,
+                 ShapeSpecificationType shape_type) {
+    switch (shape_type) {
+      case kAsTensor:
+        BuildWithTensorShape(input_shape, shape_shape, shape_data);
+        break;
+      case kAsConstantTensor:
+        BuildWithConstantTensorShape(input_shape, shape_shape, shape_data);
+        break;
+      case kAsReshapeOption:
+        // In this case the shape of the new shape doesn't matter. It is
+        // always hardcoded as a flat vector.
+        BuildWithHardcodedShape(input_shape, shape_data);
+        break;
     }
   }
 
@@ -52,66 +71,148 @@ class ReshapeOpModel : public SingleOpModel {
   std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
 
  private:
+  void BuildWithHardcodedShape(std::initializer_list<int> input_shape,
+                               std::initializer_list<int> shape_data) {
+    input_ = AddInput({TensorType_FLOAT32, input_shape});
+    output_ = AddOutput(TensorType_FLOAT32);
+    SetBuiltinOp(
+        BuiltinOperator_RESHAPE, BuiltinOptions_ReshapeOptions,
+        CreateReshapeOptions(builder_, builder_.CreateVector<int>(shape_data))
+            .Union());
+    BuildInterpreter({GetShape(input_)});
+  }
+
+  void BuildWithTensorShape(std::initializer_list<int> input_shape,
+                            std::initializer_list<int> shape_shape,
+                            std::initializer_list<int> shape_data) {
+    input_ = AddInput({TensorType_FLOAT32, input_shape});
+    output_ = AddOutput(TensorType_FLOAT32);
+    int shape_input_tensor = AddInput({TensorType_INT32, shape_shape});
+    // Note how shape also appears in ReshapeOptions
+    SetBuiltinOp(
+        BuiltinOperator_RESHAPE, BuiltinOptions_ReshapeOptions,
+        CreateReshapeOptions(builder_, builder_.CreateVector<int>(shape_data))
+            .Union());
+    BuildInterpreter({GetShape(input_), GetShape(shape_input_tensor)});
+    if (shape_data.size() != 0) {
+      PopulateTensor<int32_t>(shape_input_tensor, shape_data);
+    }
+  }
+
+  void BuildWithConstantTensorShape(std::initializer_list<int> input_shape,
+                                    std::initializer_list<int> shape_shape,
+                                    std::initializer_list<int> shape_data) {
+    input_ = AddInput({TensorType_FLOAT32, input_shape});
+    output_ = AddOutput(TensorType_FLOAT32);
+    AddConstInput(TensorType_INT32, shape_data, shape_shape);
+    // Note how the shape also appears in the ReshapeOptions.
+    SetBuiltinOp(
+        BuiltinOperator_RESHAPE, BuiltinOptions_ReshapeOptions,
+        CreateReshapeOptions(builder_, builder_.CreateVector<int>(shape_data))
+            .Union());
+    BuildInterpreter({GetShape(input_)});
+  }
+
   int input_;
   int output_;
 };
 
-TEST(ReshapeOpTest, MismatchedDimensions) {
-  EXPECT_DEATH(ReshapeOpModel({1, 2, 4, 1}, {2, 1}),
-               "num_input_elements != num_output_elements");
+TEST_P(ReshapeOpTest, MismatchedDimensions) {
+  if (GetParam() == kAsTensor) {
+    ReshapeOpModel m({1, 2, 4, 1}, {2}, {2, 1}, GetParam());
+    m.SetInput({3});
+    EXPECT_DEATH(m.Invoke(), "num_input_elements != num_output_elements");
+  } else {
+    EXPECT_DEATH(ReshapeOpModel({1, 2, 4, 1}, {2}, {2, 1}, GetParam()),
+                 "num_input_elements != num_output_elements");
+  }
 }
 
-TEST(ReshapeOpTest, TooManyDimensions) {
-  EXPECT_DEATH(
-      ReshapeOpModel({1, 2, 3, 4, 5, 6, 7, 8, 9}, {1, 2, 3, 4, 5, 6, 7, 8, 9}),
-      "Found too many dimensions");
+TEST_P(ReshapeOpTest, TooManyDimensions) {
+  if (GetParam() == kAsReshapeOption) {
+    EXPECT_DEATH(ReshapeOpModel({1, 1, 2, 1, 1, 1, 1, 1, 1}, {9},
+                                {1, 1, 1, 1, 1, 1, 1, 1, 2}, GetParam()),
+                 "Found too many dimensions");
+  } else {
+    ReshapeOpModel m({1, 1, 2, 1, 1, 1, 1, 1, 1}, {9},
+                     {1, 1, 1, 1, 1, 1, 1, 1, 2}, GetParam());
+    m.SetInput({3, 4});
+    m.Invoke();
+    EXPECT_THAT(m.GetOutput(), ElementsAreArray({3, 4}));
+    EXPECT_THAT(m.GetOutputShape(),
+                ElementsAreArray({1, 1, 1, 1, 1, 1, 1, 1, 2}));
+  }
 }
 
-TEST(ReshapeOpTest, TooManySpecialDimensions) {
-  EXPECT_DEATH(ReshapeOpModel({1, 2, 4, 1}, {-1, -1, 2, 4}),
-               "stretch_dim != -1");
+TEST_P(ReshapeOpTest, TooManySpecialDimensions) {
+  if (GetParam() != kAsTensor) {
+    EXPECT_DEATH(ReshapeOpModel({1, 2, 4, 1}, {4}, {-1, -1, 2, 4}, GetParam()),
+                 "stretch_dim != -1");
+  } else {
+    ReshapeOpModel m({1, 2, 4, 1}, {4}, {-1, -1, 2, 4}, GetParam());
+    EXPECT_DEATH(m.Invoke(), "stretch_dim != -1");
+  }
 }
 
-TEST(ReshapeOpTest, SimpleTest) {
-  ReshapeOpModel m({1, 2, 4, 1}, {2, 2, 2});
-  m.SetInput({1, 2, 3, 4, 5, 6, 7, 8});
+// Create the model with a 2x2 shape. Processing still works because the new
+// shape ends up being hardcoded as a flat vector.
+TEST_P(ReshapeOpTest, InvalidShape) {
+  ReshapeOpModel m({1, 2, 2}, {2, 2}, {1, 2, 2, 1}, GetParam());
+  m.SetInput({5, 6, 7, 8});
   m.Invoke();
-  EXPECT_THAT(m.GetOutput(), ElementsAreArray({1, 2, 3, 4, 5, 6, 7, 8}));
-  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({2, 2, 2}));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 2, 1}));
+  EXPECT_THAT(m.GetOutput(), ElementsAreArray({5, 6, 7, 8}));
 }
 
-TEST(ReshapeOpTest, ShapeTensorInput) {
-  ReshapeOpModel m({1, 2, 4, 1}, {2, 2, 2}, /*use_shape_input_tensor=*/true);
+// This is the normal scenario, where shape is a vector.
+TEST_P(ReshapeOpTest, RegularShapes) {
+  ReshapeOpModel m({1, 2, 4, 1}, {3}, {2, 2, 2}, GetParam());
   m.SetInput({1, 2, 3, 4, 5, 6, 7, 8});
   m.Invoke();
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({1, 2, 3, 4, 5, 6, 7, 8}));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({2, 2, 2}));
 }
 
-TEST(ReshapeOpTest, WithStretchDimension) {
-  ReshapeOpModel m({1, 2, 4, 1}, {2, 1, -1});
+TEST_P(ReshapeOpTest, WithStretchDimension) {
+  ReshapeOpModel m({1, 2, 4, 1}, {3}, {2, 1, -1}, GetParam());
   m.SetInput({1, 2, 3, 4, 5, 6, 7, 8});
   m.Invoke();
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({1, 2, 3, 4, 5, 6, 7, 8}));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({2, 1, 4}));
 }
 
-TEST(ReshapeOpTest, ScalarOutput) {
-  ReshapeOpModel m({1}, {});
+// Shape is specified as '[]', which is the modern way to represent scalar
+// input and output.
+TEST_P(ReshapeOpTest, ScalarOutput) {
+  ReshapeOpModel m({1}, {0}, {}, GetParam());
   m.SetInput({3});
   m.Invoke();
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({3}));
   EXPECT_THAT(m.GetOutputShape(), IsEmpty());
 }
 
-TEST(ReshapeOpTest, LegacyScalarOutput) {
-  ReshapeOpModel m({1}, {0});
-  m.SetInput({3});
-  m.Invoke();
-  EXPECT_THAT(m.GetOutput(), ElementsAreArray({3}));
-  EXPECT_THAT(m.GetOutputShape(), IsEmpty());
+// Some old models specify '[0]' as the new shape, indicating that both input
+// and output are scalars.
+TEST_P(ReshapeOpTest, LegacyScalarOutput) {
+  if (GetParam() == kAsConstantTensor) {
+    EXPECT_DEATH(ReshapeOpModel({1}, {1}, {0}, GetParam()),
+                 "num_input_elements != num_output_elements");
+  } else if (GetParam() == kAsTensor) {
+    ReshapeOpModel m({1}, {1}, {0}, GetParam());
+    m.SetInput({3});
+    EXPECT_DEATH(m.Invoke(), "num_input_elements != num_output_elements");
+  } else {
+    ReshapeOpModel m({1}, {1}, {0}, GetParam());
+    m.SetInput({3});
+    m.Invoke();
+    EXPECT_THAT(m.GetOutput(), ElementsAreArray({3}));
+    EXPECT_THAT(m.GetOutputShape(), IsEmpty());
+  }
 }
 
+INSTANTIATE_TEST_CASE_P(VariedShapeSpec, ReshapeOpTest,
+                        ::testing::Values(kAsReshapeOption, kAsConstantTensor,
+                                          kAsTensor));
 }  // namespace
 }  // namespace tflite
 
diff --git a/tensorflow/contrib/lite/kernels/test_util.h b/tensorflow/contrib/lite/kernels/test_util.h
index 3bef0de7f9..43d00129cc 100644
--- a/tensorflow/contrib/lite/kernels/test_util.h
+++ b/tensorflow/contrib/lite/kernels/test_util.h
@@ -207,7 +207,14 @@ class SingleOpModel {
   template <typename T>
   void PopulateTensor(int index, const std::initializer_list<T>& data) {
     T* v = interpreter_->typed_tensor<T>(index);
-    CHECK(v) << "No tensor with index '" << index << "'.";
+    if (!v) {
+      auto* t = interpreter_->tensor(index);
+      CHECK(t) << "No tensor with index " << index << ".";
+      CHECK(t->data.raw) << "Empty data for tensor with index " << index << ".";
+      CHECK(v) << "Type mismatch for tensor with index " << index
+               << ". Requested " << typeToTfLiteType<T>() << ", got "
+               << t->type;
+    }
     for (T f : data) {
       *v = f;
       ++v;
@@ -220,7 +227,14 @@ class SingleOpModel {
   template <typename T>
   void PopulateTensor(int index, const std::vector<T>& data) {
     T* v = interpreter_->typed_tensor<T>(index);
-    CHECK(v) << "No tensor with index '" << index << "'.";
+    if (!v) {
+      auto* t = interpreter_->tensor(index);
+      CHECK(t) << "No tensor with index " << index << ".";
+      CHECK(t->data.raw) << "Empty data for tensor with index " << index << ".";
+      CHECK(v) << "Type mismatch for tensor with index " << index
+               << ". Requested " << typeToTfLiteType<T>() << ", got "
+               << t->type;
+    }
     for (T f : data) {
       *v = f;
       ++v;
-- 
GitLab


From 77ae78b06991f53d86553f3e48f7034895adf466 Mon Sep 17 00:00:00 2001
From: Javier Luraschi <javierluraschi@hotmail.com>
Date: Wed, 31 Oct 2018 08:25:36 -0700
Subject: [PATCH 0850/1825] simplify logic as requested in code review

---
 tensorflow/python/framework/traceable_stack.py | 9 +++------
 1 file changed, 3 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/framework/traceable_stack.py b/tensorflow/python/framework/traceable_stack.py
index 14466358d3..c4e35a8325 100644
--- a/tensorflow/python/framework/traceable_stack.py
+++ b/tensorflow/python/framework/traceable_stack.py
@@ -58,14 +58,11 @@ class TraceableObject(object):
     frame_records = tf_stack.extract_stack()
     if not frame_records:
       return self.FAILURE
-    if len(frame_records) >= local_offset:
+    if len(frame_records) > local_offset:
       # Negative indexing is one-indexed instead of zero-indexed.
       negative_offset = -(local_offset + 1)
-      if len(frame_records) > local_offset:
-        self.filename, self.lineno = frame_records[negative_offset][:2]
-        return self.SUCCESS
-      else:
-        return self.FAILURE
+      self.filename, self.lineno = frame_records[negative_offset][:2]
+      return self.SUCCESS
     else:
       # If the offset is too large then we use the largest offset possible,
       # meaning we use the outermost stack frame at index 0.
-- 
GitLab


From 7e9d19d39fdb8d10cd533bc5018348f973ae68da Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 08:15:25 -0700
Subject: [PATCH 0851/1825] Clean up AutoGraph-generated pointers so that GC
 works correctly.

PiperOrigin-RevId: 219475499
---
 tensorflow/python/autograph/impl/BUILD       |  1 +
 tensorflow/python/autograph/impl/api.py      | 34 ++++++++++++++++-
 tensorflow/python/autograph/impl/api_test.py | 39 ++++++++++++++++++++
 3 files changed, 73 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/autograph/impl/BUILD b/tensorflow/python/autograph/impl/BUILD
index bef62a6403..2f9037c43b 100644
--- a/tensorflow/python/autograph/impl/BUILD
+++ b/tensorflow/python/autograph/impl/BUILD
@@ -31,6 +31,7 @@ py_library(
         "//tensorflow/python/autograph/pyct",
         "//tensorflow/python/autograph/pyct/static_analysis",
         "//tensorflow/python/autograph/utils",
+        "//third_party/py/numpy",
         "@gast_archive//:gast",
         "@six_archive//:six",
     ],
diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index dcee861f82..e0e07c6d5f 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -19,8 +19,15 @@ from __future__ import division
 from __future__ import print_function
 
 import functools
+import sys
+
 from enum import Enum
 
+# pylint:disable=g-bad-import-order
+import numpy as np
+# pylint:enable=g-bad-import-order
+
+
 from tensorflow.python.autograph.core import config
 from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.impl import conversion
@@ -28,6 +35,8 @@ from tensorflow.python.autograph.operators import py_builtins
 from tensorflow.python.autograph.pyct import compiler
 from tensorflow.python.autograph.pyct import inspect_utils
 from tensorflow.python.autograph.utils import py_func
+from tensorflow.python.data.util import nest
+from tensorflow.python.framework import tensor_util
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util import tf_decorator
 from tensorflow.python.util import tf_inspect
@@ -243,7 +252,30 @@ def converted_call(f, owner, options, *args, **kwargs):
       partial_types=partial_types,
       strip_decorators=options.strip_decorators,
       optional_features=options.optional_features)
-  return converted_f(*effective_args, **kwargs)
+
+  result = converted_f(*effective_args, **kwargs)
+  # When converting a function, we write a tmp file and import it as a module.
+  # This leaks the module's closure. Once we've executed the converted_f module
+  # and there is no more code left to be executed, we can clean up the module.
+
+  # TODO(mdan): Look into workarounds that don't suffer from refcount leaks.
+  # Possibly attach the closure as a regular closure cell, instead of relying on
+  # module globals.
+
+  # If there are callables in the result, they will fail to find their closure
+  # when called, so only delete module if all returned types are not callable.
+  flat_results = nest.flatten(result)
+  if all(map(_is_not_callable, flat_results)):
+    del sys.modules[converted_f.__module__]
+
+  return result
+
+
+def _is_not_callable(obj):
+  # TODO(brianklee): What happens if obj is a tensor wrapping a py_func?
+  return (isinstance(obj,
+                     (int, float, complex, str, bool, np.ndarray, np.generic))
+          or tensor_util.is_tensor(obj))
 
 
 # TODO(mdan): Rename: to_ops?
diff --git a/tensorflow/python/autograph/impl/api_test.py b/tensorflow/python/autograph/impl/api_test.py
index e7049c3e5e..276fb8748f 100644
--- a/tensorflow/python/autograph/impl/api_test.py
+++ b/tensorflow/python/autograph/impl/api_test.py
@@ -18,6 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import gc
+
 import numpy as np
 
 from tensorflow.python.autograph import utils
@@ -32,6 +34,10 @@ from tensorflow.python.util import tf_inspect
 tf = utils.fake_tf()
 
 
+class TestResource(str):
+  pass
+
+
 class ApiTest(test.TestCase):
 
   def test_decorator_recurses(self):
@@ -360,6 +366,39 @@ class ApiTest(test.TestCase):
 
     self.assertTrue(hasattr(api.to_graph(test_fn), 'ag_source_map'))
 
+  def assertNoMemoryLeaks(self, target_f):
+    refs_before = set(id(obj) for obj in gc.get_objects())
+    target_f()
+    gc.collect()
+    objs_after = [obj for obj in gc.get_objects() if id(obj) not in refs_before]
+    leaked = [obj for obj in objs_after if isinstance(obj, TestResource)]
+    self.assertFalse(leaked,
+                     'Resources {} were leaked by AutoGraph.'.format(leaked))
+
+  def test_no_module_memory_leak(self):
+    def f():
+      resource = TestResource('some-resource')
+      @api.convert()
+      def target(x):
+        return x + resource, 42
+      self.assertEqual(target('foo'), ('foosome-resource', 42))
+
+    self.assertNoMemoryLeaks(f)
+
+  def test_no_module_memory_leak_deferred_call(self):
+    def f():
+      resource = TestResource('some-resource')
+      @api.convert()
+      def target(x):
+        def inner_fn():
+          return x + resource
+        return inner_fn, 42
+      self.assertEqual(target('foo')[0](), 'foosome-resource')
+
+    f()
+    # TODO(brianklee): Reenable when we've revised module loading approach.
+    # self.assertNoMemoryLeaks(f)
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 4427005495404b944fafd3b15b92050cf419d443 Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Wed, 31 Oct 2018 09:14:27 -0700
Subject: [PATCH 0852/1825] Move TensorFlow Lite Python into tensorflow.lite

Add tensorflow.contrib.lite into traversal of api generator.
+ Needed to change API generator to take list of deps and packages.
+ Exempt tensorflow.conrib.lite from METADATA dependency check (since
  we are moving)

PiperOrigin-RevId: 219483886
---
 tensorflow/api_template.__init__.py           |  6 ++
 tensorflow/api_template_v1.__init__.py        |  6 ++
 tensorflow/contrib/lite/python/convert.py     |  6 ++
 tensorflow/contrib/lite/python/interpreter.py |  2 +
 tensorflow/contrib/lite/python/lite.py        |  3 +
 .../contrib/lite/python/lite_constants.py     | 11 +++
 tensorflow/contrib/lite/python/op_hint.py     | 11 +--
 tensorflow/python/BUILD                       |  2 +
 .../python/tools/api/generator/api_gen.bzl    |  2 +-
 .../tools/api/generator/api_init_files.bzl    |  2 +
 .../tools/api/generator/api_init_files_v1.bzl |  2 +
 .../tools/api/generator/create_python_api.py  |  3 +-
 .../api/generator/output_init_files_test.py   |  1 +
 .../v1/tensorflow.lite.-interpreter.pbtxt     | 49 +++++++++++++
 ...e.-op-hint.-op-hint-argument-tracker.pbtxt | 13 ++++
 .../golden/v1/tensorflow.lite.-op-hint.pbtxt  | 69 +++++++++++++++++++
 .../tensorflow.lite.-t-f-lite-converter.pbtxt | 33 +++++++++
 .../v1/tensorflow.lite.-toco-converter.pbtxt  | 24 +++++++
 .../golden/v1/tensorflow.lite.constants.pbtxt | 31 +++++++++
 .../tools/api/golden/v1/tensorflow.lite.pbtxt | 27 ++++++++
 .../tools/api/golden/v1/tensorflow.pbtxt      |  4 ++
 .../v2/tensorflow.lite.-interpreter.pbtxt     | 49 +++++++++++++
 ...e.-op-hint.-op-hint-argument-tracker.pbtxt | 13 ++++
 .../golden/v2/tensorflow.lite.-op-hint.pbtxt  | 69 +++++++++++++++++++
 .../tensorflow.lite.-t-f-lite-converter.pbtxt | 33 +++++++++
 .../v2/tensorflow.lite.-toco-converter.pbtxt  | 24 +++++++
 .../golden/v2/tensorflow.lite.constants.pbtxt | 31 +++++++++
 .../tools/api/golden/v2/tensorflow.lite.pbtxt | 27 ++++++++
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 ++
 .../api/lib/python_object_to_proto_visitor.py |  4 ++
 30 files changed, 555 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.constants.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.lite.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.constants.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.lite.pbtxt

diff --git a/tensorflow/api_template.__init__.py b/tensorflow/api_template.__init__.py
index 182aa21176..0d49756838 100644
--- a/tensorflow/api_template.__init__.py
+++ b/tensorflow/api_template.__init__.py
@@ -55,4 +55,10 @@ except NameError:
   # does not have 'python', 'core' directories. Then, it will be copied
   # to tensorflow/ which does have these two directories.
   pass
+# Similarly for compiler. Do it separately to make sure we do this even if the
+# others don't exist.
+try:
+  del compiler
+except NameError:
+  pass
 # pylint: enable=undefined-variable
diff --git a/tensorflow/api_template_v1.__init__.py b/tensorflow/api_template_v1.__init__.py
index 797cda991f..65bdb6cb1b 100644
--- a/tensorflow/api_template_v1.__init__.py
+++ b/tensorflow/api_template_v1.__init__.py
@@ -63,4 +63,10 @@ except NameError:
   # does not have 'python', 'core' directories. Then, it will be copied
   # to tensorflow/ which does have these two directories.
   pass
+# Similarly for compiler. Do it separately to make sure we do this even if the
+# others don't exist.
+try:
+  del compiler
+except NameError:
+  pass
 # pylint: enable=undefined-variable
diff --git a/tensorflow/contrib/lite/python/convert.py b/tensorflow/contrib/lite/python/convert.py
index 7e7a34d310..f36248f327 100644
--- a/tensorflow/contrib/lite/python/convert.py
+++ b/tensorflow/contrib/lite/python/convert.py
@@ -31,6 +31,7 @@ from tensorflow.contrib.lite.toco import toco_flags_pb2 as _toco_flags_pb2
 from tensorflow.python.platform import resource_loader as _resource_loader
 from tensorflow.python.util import deprecation
 from tensorflow.python.util.lazy_loader import LazyLoader
+from tensorflow.python.util.tf_export import tf_export as _tf_export
 
 # Lazy load since some of the performance benchmark skylark rules
 # break dependencies.
@@ -90,6 +91,8 @@ class ConverterError(Exception):
   pass
 
 
+# Don't expose these for now.
+#  @_tf_export("lite.toco_convert_protos")
 def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
   """Convert `input_data_str` according to model and toco parameters.
 
@@ -181,6 +184,8 @@ def tensor_name(x):
   return x.name.split(":")[0]
 
 
+# Don't expose these for now.
+# @_tf_export("lite.build_toco_convert_protos")
 def build_toco_convert_protos(input_tensors,
                               output_tensors,
                               inference_type=lite_constants.FLOAT,
@@ -393,6 +398,7 @@ def toco_convert_impl(input_data, input_tensors, output_tensors, *args,
   return data
 
 
+@_tf_export("lite.toco_convert")
 @deprecation.deprecated(None, "Use `lite.TFLiteConverter` instead.")
 def toco_convert(input_data, input_tensors, output_tensors, *args, **kwargs):
   """Convert a model using TOCO.
diff --git a/tensorflow/contrib/lite/python/interpreter.py b/tensorflow/contrib/lite/python/interpreter.py
index 4bacccdbac..74ee82a062 100644
--- a/tensorflow/contrib/lite/python/interpreter.py
+++ b/tensorflow/contrib/lite/python/interpreter.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 import sys
 import numpy as np
 from tensorflow.python.util.lazy_loader import LazyLoader
+from tensorflow.python.util.tf_export import tf_export as _tf_export
 
 # Lazy load since some of the performance benchmark skylark rules
 # break dependencies. Must use double quotes to match code internal rewrite
@@ -34,6 +35,7 @@ _interpreter_wrapper = LazyLoader(
 del LazyLoader
 
 
+@_tf_export('lite.Interpreter')
 class Interpreter(object):
   """Interpreter inferace for TF-Lite Models."""
 
diff --git a/tensorflow/contrib/lite/python/lite.py b/tensorflow/contrib/lite/python/lite.py
index 155b436a31..01bd0e74f3 100644
--- a/tensorflow/contrib/lite/python/lite.py
+++ b/tensorflow/contrib/lite/python/lite.py
@@ -65,8 +65,10 @@ from tensorflow.python.lib.io import file_io as _file_io
 from tensorflow.python.saved_model import signature_constants as _signature_constants
 from tensorflow.python.saved_model import tag_constants as _tag_constants
 from tensorflow.python.util import deprecation as _deprecation
+from tensorflow.python.util.tf_export import tf_export as _tf_export
 
 
+@_tf_export("lite.TFLiteConverter")
 class TFLiteConverter(object):
   """Convert a TensorFlow model into `output_format` using TOCO.
 
@@ -499,6 +501,7 @@ class TFLiteConverter(object):
       tensor.set_shape(shape)
 
 
+@_tf_export("lite.TocoConverter")
 class TocoConverter(object):
   """Convert a TensorFlow model into `output_format` using TOCO.
 
diff --git a/tensorflow/contrib/lite/python/lite_constants.py b/tensorflow/contrib/lite/python/lite_constants.py
index f3c01f455b..eebe0a58bb 100644
--- a/tensorflow/contrib/lite/python/lite_constants.py
+++ b/tensorflow/contrib/lite/python/lite_constants.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 from tensorflow.contrib.lite.toco import toco_flags_pb2 as _toco_flags_pb2
 from tensorflow.contrib.lite.toco import types_pb2 as _types_pb2
 from tensorflow.python.util.all_util import remove_undocumented
+from tensorflow.python.util.tf_export import tf_export as _tf_export
 
 # Enum types from the protobuf promoted to the API
 FLOAT = _types_pb2.FLOAT
@@ -33,6 +34,16 @@ TENSORFLOW_GRAPHDEF = _toco_flags_pb2.TENSORFLOW_GRAPHDEF
 TFLITE = _toco_flags_pb2.TFLITE
 GRAPHVIZ_DOT = _toco_flags_pb2.GRAPHVIZ_DOT
 
+_tf_export("lite.constants.FLOAT").export_constant(__name__, "FLOAT")
+_tf_export("lite.constants.INT32").export_constant(__name__, "INT32")
+_tf_export("lite.constants.INT64").export_constant(__name__, "INT64")
+_tf_export("lite.constants.STRING").export_constant(__name__, "STRING")
+_tf_export("lite.constants.QUANTIZED_UINT8").export_constant(
+    __name__, "QUANTIZED_UINT8")
+_tf_export("lite.constants.TFLITE").export_constant(__name__, "TFLITE")
+_tf_export("lite.constants.GRAPHVIZ_DOT").export_constant(
+    __name__, "GRAPHVIZ_DOT")
+
 # Currently the default mode of operation is to shell to another python process
 # to protect against crashes. However, it breaks some dependent targets because
 # it forces us to depend on an external py_binary. The experimental API doesn't
diff --git a/tensorflow/contrib/lite/python/op_hint.py b/tensorflow/contrib/lite/python/op_hint.py
index 8c920132e5..9f43e6e52b 100644
--- a/tensorflow/contrib/lite/python/op_hint.py
+++ b/tensorflow/contrib/lite/python/op_hint.py
@@ -86,8 +86,10 @@ from tensorflow.python.framework.graph_util_impl import _extract_graph_summary
 from tensorflow.python.ops import array_ops as _array_ops
 from tensorflow.python.util import compat as _compat
 from tensorflow.python.util.all_util import remove_undocumented
+from tensorflow.python.util.tf_export import tf_export as _tf_export
 
 
+@_tf_export("lite.OpHint")
 class OpHint(object):
   """A class that helps build tflite function invocations.
 
@@ -136,14 +138,14 @@ class OpHint(object):
   # Types of aggregations
   #  stack: stacks all ophints with matching tags. i.e. for a static rnn.
   #   specifically, this is good for an input or output to a static rnn cell.
-  AGGREGATE_STACK = _compat.as_bytes("stack")
+  AGGREGATE_STACK = "stack"
   # first: only takes the first output (one with lowest sort index)
   # of matching tags. This is good for the input state to an RNN.
-  AGGREGATE_FIRST = _compat.as_bytes("first")
+  AGGREGATE_FIRST = "first"
   # aggregation last takes only the last tag (one with highest sort index).
   # This is good for an output value on the last stack item of a
   # static rnn.
-  AGGREGATE_LAST = _compat.as_bytes("last")
+  AGGREGATE_LAST = "last"
 
   class OpHintArgumentTracker(object):
     """Conceptually tracks indices of arguments of "OpHint functions".
@@ -656,7 +658,7 @@ def _find_all_hints_in_graph_def(graphdef):
     if sort == -1: sort = None
     aggregation = None
     if OpHint.FUNCTION_AGGREGATE_ATTR in attr:
-      aggregation = attr[OpHint.FUNCTION_AGGREGATE_ATTR].s
+      aggregation = _compat.as_text(attr[OpHint.FUNCTION_AGGREGATE_ATTR].s)
 
     # Add the input or output
     def put_operand(stuff, index, sort, operand, aggregation):
@@ -936,6 +938,7 @@ def _remove_redundant_stack_unstack(graph_def):
   return curr
 
 
+@_tf_export("lite.convert_op_hints_to_stubs")
 def _convert_op_hints_to_stubs_helper(
     graph_def, write_callback=lambda sess, graph_def: None):
   """Converts a graph_def to a new graph_def where all op hints are stubbed.
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index f8e2b2b628..82a0f33c87 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -76,6 +76,7 @@ py_library(
     srcs_version = "PY2AND3",
     visibility = [
         "//tensorflow:__pkg__",
+        "//tensorflow/python/estimator:__subpackages__",
         "//tensorflow/python/tools:__pkg__",
         "//tensorflow/python/tools/api/generator:__pkg__",
         "//tensorflow/tools/api/tests:__pkg__",
@@ -135,6 +136,7 @@ py_library(
         ":util",
         ":weights_broadcast_ops",
         ":while_v2",
+        "//tensorflow/contrib/lite/python:lite",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python/compat",
         "//tensorflow/python/data",
diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index ee33597170..168d37f44a 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -17,7 +17,7 @@ def gen_api_init_files(
         api_version = 2,
         compat_api_versions = [],
         compat_init_templates = [],
-        packages = ["tensorflow.python"],
+        packages = ["tensorflow.python", "tensorflow.contrib.lite.python.lite"],
         package_deps = ["//tensorflow/python:no_contrib"],
         output_package = "tensorflow",
         output_dir = ""):
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index af6d53aaaa..06886b0a49 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -60,6 +60,8 @@ TENSORFLOW_API_INIT_FILES = [
     "keras/wrappers/__init__.py",
     "keras/wrappers/scikit_learn/__init__.py",
     "linalg/__init__.py",
+    "lite/__init__.py",
+    "lite/constants/__init__.py",
     "logging/__init__.py",
     "losses/__init__.py",
     "manip/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index 8d3b847517..520ce54a88 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -62,6 +62,8 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "layers/__init__.py",
     "layers/experimental/__init__.py",
     "linalg/__init__.py",
+    "lite/__init__.py",
+    "lite/constants/__init__.py",
     "logging/__init__.py",
     "losses/__init__.py",
     "manip/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/create_python_api.py b/tensorflow/python/tools/api/generator/create_python_api.py
index 3e4186f7af..f625803421 100644
--- a/tensorflow/python/tools/api/generator/create_python_api.py
+++ b/tensorflow/python/tools/api/generator/create_python_api.py
@@ -299,7 +299,8 @@ def get_api_init_text(packages,
         module.__name__ is None or not in_packages(module.__name__)):
       continue
     # Do not generate __init__.py files for contrib modules for now.
-    if '.contrib.' in module.__name__ or module.__name__.endswith('.contrib'):
+    if (('.contrib.' in module.__name__ or module.__name__.endswith('.contrib'))
+        and '.lite' not in module.__name__):
       continue
 
     for module_contents_name in dir(module):
diff --git a/tensorflow/python/tools/api/generator/output_init_files_test.py b/tensorflow/python/tools/api/generator/output_init_files_test.py
index 1b6556c59c..1514b5fad2 100644
--- a/tensorflow/python/tools/api/generator/output_init_files_test.py
+++ b/tensorflow/python/tools/api/generator/output_init_files_test.py
@@ -23,6 +23,7 @@ import sys
 # available in sys.modules
 # pylint: disable=unused-import
 from tensorflow import python as _tf_for_api_traversal
+from tensorflow.contrib.lite.python import lite as _tflite_for_api_traversal
 # pylint: enable=unused-import
 from tensorflow.python.platform import test
 from tensorflow.python.util import tf_decorator
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt
new file mode 100644
index 0000000000..9a22ee1f87
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt
@@ -0,0 +1,49 @@
+path: "tensorflow.lite.Interpreter"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.interpreter.Interpreter\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'model_path\', \'model_content\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "allocate_tensors"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_details"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_details"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_tensor"
+    argspec: "args=[\'self\', \'tensor_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_tensor_details"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "invoke"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "reset_all_variables"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "resize_tensor_input"
+    argspec: "args=[\'self\', \'input_index\', \'tensor_size\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "set_tensor"
+    argspec: "args=[\'self\', \'tensor_index\', \'value\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "tensor"
+    argspec: "args=[\'self\', \'tensor_index\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
new file mode 100644
index 0000000000..66bf5256f6
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
@@ -0,0 +1,13 @@
+path: "tensorflow.lite.OpHint.OpHintArgumentTracker"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHintArgumentTracker\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'function_name\', \'unique_function_id\', \'node_name_prefix\', \'attr_name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "add"
+    argspec: "args=[\'self\', \'arg\', \'tag\', \'name\', \'aggregate\', \'index_override\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt
new file mode 100644
index 0000000000..8c8e55f6cf
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt
@@ -0,0 +1,69 @@
+path: "tensorflow.lite.OpHint"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHint\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "AGGREGATE_FIRST"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "AGGREGATE_LAST"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "AGGREGATE_STACK"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_AGGREGATE_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_INPUT_INDEX_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_NAME_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_OUTPUT_INDEX_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_SORT_INDEX_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_UUID_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "OpHintArgumentTracker"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "TFLITE_INPUT_INDICES"
+    mtype: "<type \'str\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'function_name\'], varargs=None, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_input"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_inputs"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_output"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_outputs"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt
new file mode 100644
index 0000000000..b695c6cdf6
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt
@@ -0,0 +1,33 @@
+path: "tensorflow.lite.TFLiteConverter"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TFLiteConverter\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'graph_def\', \'input_tensors\', \'output_tensors\', \'input_arrays_with_shape\', \'output_arrays\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "convert"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "from_frozen_graph"
+    argspec: "args=[\'cls\', \'graph_def_file\', \'input_arrays\', \'output_arrays\', \'input_shapes\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_keras_model_file"
+    argspec: "args=[\'cls\', \'model_file\', \'input_arrays\', \'input_shapes\', \'output_arrays\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_saved_model"
+    argspec: "args=[\'cls\', \'saved_model_dir\', \'input_arrays\', \'input_shapes\', \'output_arrays\', \'tag_set\', \'signature_key\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_session"
+    argspec: "args=[\'cls\', \'sess\', \'input_tensors\', \'output_tensors\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_arrays"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt
new file mode 100644
index 0000000000..da46b3f031
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt
@@ -0,0 +1,24 @@
+path: "tensorflow.lite.TocoConverter"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TocoConverter\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+  }
+  member_method {
+    name: "from_frozen_graph"
+    argspec: "args=[\'cls\', \'graph_def_file\', \'input_arrays\', \'output_arrays\', \'input_shapes\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_keras_model_file"
+    argspec: "args=[\'cls\', \'model_file\', \'input_arrays\', \'input_shapes\', \'output_arrays\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_saved_model"
+    argspec: "args=[\'cls\', \'saved_model_dir\', \'input_arrays\', \'input_shapes\', \'output_arrays\', \'tag_set\', \'signature_key\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_session"
+    argspec: "args=[\'cls\', \'sess\', \'input_tensors\', \'output_tensors\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.constants.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.constants.pbtxt
new file mode 100644
index 0000000000..08845553e5
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.constants.pbtxt
@@ -0,0 +1,31 @@
+path: "tensorflow.lite.constants"
+tf_module {
+  member {
+    name: "FLOAT"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "GRAPHVIZ_DOT"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "INT32"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "INT64"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "QUANTIZED_UINT8"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "STRING"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "TFLITE"
+    mtype: "<type \'int\'>"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.pbtxt
new file mode 100644
index 0000000000..f5013c250b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.pbtxt
@@ -0,0 +1,27 @@
+path: "tensorflow.lite"
+tf_module {
+  member {
+    name: "Interpreter"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "OpHint"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "TFLiteConverter"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "TocoConverter"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "constants"
+    mtype: "<type \'module\'>"
+  }
+  member_method {
+    name: "toco_convert"
+    argspec: "args=[\'input_data\', \'input_tensors\', \'output_tensors\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 1926899c84..c9eb136f54 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -420,6 +420,10 @@ tf_module {
     name: "linalg"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "lite"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "logging"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt
new file mode 100644
index 0000000000..9a22ee1f87
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt
@@ -0,0 +1,49 @@
+path: "tensorflow.lite.Interpreter"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.interpreter.Interpreter\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'model_path\', \'model_content\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "allocate_tensors"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_details"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_details"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_tensor"
+    argspec: "args=[\'self\', \'tensor_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_tensor_details"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "invoke"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "reset_all_variables"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "resize_tensor_input"
+    argspec: "args=[\'self\', \'input_index\', \'tensor_size\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "set_tensor"
+    argspec: "args=[\'self\', \'tensor_index\', \'value\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "tensor"
+    argspec: "args=[\'self\', \'tensor_index\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
new file mode 100644
index 0000000000..66bf5256f6
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
@@ -0,0 +1,13 @@
+path: "tensorflow.lite.OpHint.OpHintArgumentTracker"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHintArgumentTracker\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'function_name\', \'unique_function_id\', \'node_name_prefix\', \'attr_name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "add"
+    argspec: "args=[\'self\', \'arg\', \'tag\', \'name\', \'aggregate\', \'index_override\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt
new file mode 100644
index 0000000000..8c8e55f6cf
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt
@@ -0,0 +1,69 @@
+path: "tensorflow.lite.OpHint"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHint\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "AGGREGATE_FIRST"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "AGGREGATE_LAST"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "AGGREGATE_STACK"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_AGGREGATE_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_INPUT_INDEX_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_NAME_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_OUTPUT_INDEX_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_SORT_INDEX_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "FUNCTION_UUID_ATTR"
+    mtype: "<type \'str\'>"
+  }
+  member {
+    name: "OpHintArgumentTracker"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "TFLITE_INPUT_INDICES"
+    mtype: "<type \'str\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'function_name\'], varargs=None, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_input"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_inputs"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_output"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_outputs"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt
new file mode 100644
index 0000000000..b695c6cdf6
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt
@@ -0,0 +1,33 @@
+path: "tensorflow.lite.TFLiteConverter"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TFLiteConverter\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'graph_def\', \'input_tensors\', \'output_tensors\', \'input_arrays_with_shape\', \'output_arrays\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "convert"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "from_frozen_graph"
+    argspec: "args=[\'cls\', \'graph_def_file\', \'input_arrays\', \'output_arrays\', \'input_shapes\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_keras_model_file"
+    argspec: "args=[\'cls\', \'model_file\', \'input_arrays\', \'input_shapes\', \'output_arrays\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_saved_model"
+    argspec: "args=[\'cls\', \'saved_model_dir\', \'input_arrays\', \'input_shapes\', \'output_arrays\', \'tag_set\', \'signature_key\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_session"
+    argspec: "args=[\'cls\', \'sess\', \'input_tensors\', \'output_tensors\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_arrays"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt
new file mode 100644
index 0000000000..da46b3f031
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt
@@ -0,0 +1,24 @@
+path: "tensorflow.lite.TocoConverter"
+tf_class {
+  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TocoConverter\'>"
+  is_instance: "<type \'object\'>"
+  member_method {
+    name: "__init__"
+  }
+  member_method {
+    name: "from_frozen_graph"
+    argspec: "args=[\'cls\', \'graph_def_file\', \'input_arrays\', \'output_arrays\', \'input_shapes\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_keras_model_file"
+    argspec: "args=[\'cls\', \'model_file\', \'input_arrays\', \'input_shapes\', \'output_arrays\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_saved_model"
+    argspec: "args=[\'cls\', \'saved_model_dir\', \'input_arrays\', \'input_shapes\', \'output_arrays\', \'tag_set\', \'signature_key\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "from_session"
+    argspec: "args=[\'cls\', \'sess\', \'input_tensors\', \'output_tensors\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.constants.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.constants.pbtxt
new file mode 100644
index 0000000000..08845553e5
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.constants.pbtxt
@@ -0,0 +1,31 @@
+path: "tensorflow.lite.constants"
+tf_module {
+  member {
+    name: "FLOAT"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "GRAPHVIZ_DOT"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "INT32"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "INT64"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "QUANTIZED_UINT8"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "STRING"
+    mtype: "<type \'int\'>"
+  }
+  member {
+    name: "TFLITE"
+    mtype: "<type \'int\'>"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.pbtxt
new file mode 100644
index 0000000000..f5013c250b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.pbtxt
@@ -0,0 +1,27 @@
+path: "tensorflow.lite"
+tf_module {
+  member {
+    name: "Interpreter"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "OpHint"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "TFLiteConverter"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "TocoConverter"
+    mtype: "<type \'type\'>"
+  }
+  member {
+    name: "constants"
+    mtype: "<type \'module\'>"
+  }
+  member_method {
+    name: "toco_convert"
+    argspec: "args=[\'input_data\', \'input_tensors\', \'output_tensors\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 28b03ef0a2..6880dec8e9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -312,6 +312,10 @@ tf_module {
     name: "linalg"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "lite"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "logging"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
index fae35135f2..9593c42d03 100644
--- a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
+++ b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
@@ -51,6 +51,10 @@ if sys.version_info.major == 3:
   _NORMALIZE_TYPE["<class 'abc.ABCMeta'>"] = "<type 'type'>"
   _NORMALIZE_ISINSTANCE = {
       "<class "
+      "'tensorflow.contrib.lite.python.op_hint.OpHint.OpHintArgumentTracker'>":  # pylint: disable=line-too-long
+          "<class "
+          "'tensorflow.contrib.lite.python.op_hint.OpHintArgumentTracker'>",
+      "<class "
       "'tensorflow.python.training.monitored_session._MonitoredSession.StepContext'>":  # pylint: disable=line-too-long
           "<class "
           "'tensorflow.python.training.monitored_session.StepContext'>",
-- 
GitLab


From 92e604060af1e5f6451f1eb71b69eac6e603b616 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 31 Oct 2018 09:27:38 -0700
Subject: [PATCH 0853/1825] [XLA:GPU] Use the scalar reduce algorithm for
 reductions to f32[1]

Any 1-sized tensor is physically identical to a scalar.

PiperOrigin-RevId: 219485837
---
 .../xla/service/gpu/ir_emitter_unnested.cc    |  2 +-
 tensorflow/compiler/xla/tests/BUILD           |  1 +
 tensorflow/compiler/xla/tests/reduce_test.cc  | 21 +++++++++++++++++++
 3 files changed, 23 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index e7fd456668..882b2793ff 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -1604,7 +1604,7 @@ Status IrEmitterUnnested::EmitReductionToVector(
   // the dimensions to keep are contiguous, by prerequisite of
   // `EmitReductionToVector`, we only need to check whether the minormost
   // dimension of the input is to keep.
-  if (input_dims_to_keep.empty()) {
+  if (ShapeUtil::IsEffectiveScalar(reduce->shape())) {
     return EmitReductionToScalar(kernel_thunk, reduce, input_shape, input_gens,
                                  init_value_gens, reducers,
                                  reduce_output_shapes, extra_output_gens);
diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 5c6183984f..d395c9a4ce 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -1177,6 +1177,7 @@ xla_test(
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
+        "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/strings",
         "@com_google_absl//absl/strings:str_format",
         "@com_google_absl//absl/types:span",
diff --git a/tensorflow/compiler/xla/tests/reduce_test.cc b/tensorflow/compiler/xla/tests/reduce_test.cc
index 83997cdac2..18c99490a3 100644
--- a/tensorflow/compiler/xla/tests/reduce_test.cc
+++ b/tensorflow/compiler/xla/tests/reduce_test.cc
@@ -32,6 +32,7 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
+#include "absl/algorithm/container.h"
 #include "absl/strings/str_format.h"
 #include "absl/strings/str_join.h"
 #include "absl/types/span.h"
@@ -980,5 +981,25 @@ XLA_TEST_F(ReduceTest, OrReduceU64) {
   ComputeAndCompareR1<uint64>(&builder, expected, {});
 }
 
+XLA_TEST_F(ReduceTest, R0ReduceInDisguise) {
+  XlaBuilder builder(TestName());
+  XlaComputation add_f32 = CreateScalarAddComputation(F32, &builder);
+  constexpr int element_count = 127;
+  const Shape input_shape = ShapeUtil::MakeShape(F32, {element_count, 1});
+  auto input = Parameter(&builder, 0, input_shape, "input");
+  auto zero = ConstantR0<float>(&builder, 0.0);
+  Reduce(input, zero, add_f32, /*dimensions_to_reduce=*/{0});
+
+  Array2D<float> input_data(element_count, 1);
+  input_data.FillRandom(3.0f);
+  Literal input_literal = LiteralUtil::CreateR2FromArray2D(input_data);
+  std::unique_ptr<GlobalData> input_global_data =
+      client_->TransferToServer(input_literal).ConsumeValueOrDie();
+
+  float expected = absl::c_accumulate(input_data, 0.0f);
+  ComputeAndCompareR1<float>(&builder, {expected}, {input_global_data.get()},
+                             ErrorSpec(0.001));
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 3eeaf9f1e16739e953c0242cc5d8cbfc40f79dca Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 31 Oct 2018 09:42:35 -0700
Subject: [PATCH 0854/1825] [Grappler] Preserve constness of the GraphDef in
 GraphView.

1. Split GrapView into GraphView and MutableGraphView with separate {Input/Output}Port types with different node pointer constness.

2. Properly use GraphView and MutableGraphView in graph properties, and get rid of const_cast.

3. Remove const_cast in function optimizer.

4. Migrate GraphView to absl containers and hash

PiperOrigin-RevId: 219488040
---
 tensorflow/core/grappler/BUILD                |   5 +
 tensorflow/core/grappler/costs/BUILD          |   2 +-
 .../core/grappler/costs/graph_properties.cc   |  24 +-
 tensorflow/core/grappler/graph_view.cc        | 212 ------------
 tensorflow/core/grappler/graph_view.h         | 319 ++++++++++++++----
 tensorflow/core/grappler/graph_view_test.cc   |  21 +-
 .../core/grappler/mutable_graph_view.cc       |  35 +-
 tensorflow/core/grappler/mutable_graph_view.h |  20 +-
 .../core/grappler/mutable_graph_view_test.cc  |   9 +-
 tensorflow/core/grappler/optimizers/BUILD     |   9 +-
 .../grappler/optimizers/data/filter_fusion.cc |   2 +-
 .../grappler/optimizers/data/graph_utils.cc   |   8 +-
 .../optimizers/data/graph_utils_test.cc       |  46 ++-
 .../optimizers/data/hoist_random_uniform.cc   |   8 +-
 .../optimizers/data/latency_all_edges.cc      |   6 +-
 .../optimizers/data/make_numa_aware.cc        |   2 +-
 .../optimizers/data/map_and_batch_fusion.cc   |   3 +-
 .../data/map_and_batch_fusion_test.cc         |   2 +-
 .../optimizers/data/map_and_filter_fusion.cc  |   7 +-
 .../grappler/optimizers/data/map_fusion.cc    |   3 +-
 .../optimizers/data/map_parallelization.cc    |   2 +-
 .../optimizers/data/map_vectorization.cc      |   5 +-
 .../optimizers/data/noop_elimination.cc       |  11 +-
 .../data/shuffle_and_repeat_fusion_test.cc    |   2 +-
 .../grappler/optimizers/function_optimizer.cc |  11 +-
 .../grappler/optimizers/loop_optimizer.cc     |  40 +--
 .../grappler/optimizers/memory_optimizer.cc   |  40 +--
 .../grappler/optimizers/shape_optimizer.cc    |  20 +-
 tensorflow/core/grappler/utils/BUILD          |   1 +
 tensorflow/core/grappler/utils/traversal.cc   |  27 +-
 tensorflow/core/grappler/utils/traversal.h    |   7 +
 .../core/grappler/utils/traversal_test.cc     |  29 +-
 32 files changed, 498 insertions(+), 440 deletions(-)

diff --git a/tensorflow/core/grappler/BUILD b/tensorflow/core/grappler/BUILD
index 3bad29a239..c2a9a28a1c 100644
--- a/tensorflow/core/grappler/BUILD
+++ b/tensorflow/core/grappler/BUILD
@@ -69,6 +69,9 @@ cc_library(
         ":utils",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
+        "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/hash",
     ],
 )
 
@@ -82,6 +85,8 @@ tf_cc_test(
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
         "//tensorflow/core/grappler/inputs:trivial_test_graph_input_yielder",
+        "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/costs/BUILD b/tensorflow/core/grappler/costs/BUILD
index 144d7f8ce6..f52735fd64 100644
--- a/tensorflow/core/grappler/costs/BUILD
+++ b/tensorflow/core/grappler/costs/BUILD
@@ -44,7 +44,7 @@ cc_library(
         "@com_google_absl//absl/memory",
         "//tensorflow/core/grappler/utils:functions",
         "//tensorflow/core/grappler/utils:topological_sort",
-        "//tensorflow/core/grappler:graph_view",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core:core_cpu_base",
         "//tensorflow/core:framework",
diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index 23aa5aa210..82439d6614 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -30,7 +30,7 @@ limitations under the License.
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/graph/graph_constructor.h"
 #include "tensorflow/core/grappler/costs/utils.h"
-#include "tensorflow/core/grappler/graph_view.h"
+#include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/utils.h"
 #include "tensorflow/core/grappler/utils/functions.h"
@@ -456,10 +456,10 @@ class SymbolicShapeRefiner {
       const GraphView& graph,
       const std::unordered_map<string, std::unordered_set<int>>& fed_ports)
       : graph_(graph),
-        function_library_(OpRegistry::Global(), graph.GetGraph()->library()),
+        function_library_(OpRegistry::Global(), graph.graph()->library()),
         fed_ports_(fed_ports) {
-    graph_def_version_ = graph.GetGraph()->versions().producer();
-    node_to_context_.reserve(graph.GetGraph()->node_size());
+    graph_def_version_ = graph.graph()->versions().producer();
+    node_to_context_.reserve(graph.graph()->node_size());
   }
 
   const GraphView& graph() const { return graph_; }
@@ -512,7 +512,7 @@ class SymbolicShapeRefiner {
     // Placeholder with Const) don't affect one in
     // fun_to_grappler_function_item_.
     GrapplerFunctionItem grappler_function_item = it->second;
-    GraphView gv(&grappler_function_item.graph);
+    MutableGraphView gv(&grappler_function_item.graph);
 
     // Forward shapes from function input nodes to argument nodes.
     for (int i = 0; i < grappler_function_item.inputs().size(); ++i) {
@@ -532,7 +532,7 @@ class SymbolicShapeRefiner {
             "Function inputs should not contain control nodes.");
       }
 
-      NodeDef* input_node = graph_.GetNode(node_name);
+      const NodeDef* input_node = graph_.GetNode(node_name);
       if (input_node == nullptr) {
         return errors::FailedPrecondition(node_name,
                                           " was not found in the graph.");
@@ -566,7 +566,7 @@ class SymbolicShapeRefiner {
     for (int i = grappler_function_item.inputs().size() - 1; i >= 0; --i) {
       const string& input = function_node->input(i);
       const string& node_name = NodeName(input);
-      NodeDef* input_node = graph_.GetNode(node_name);
+      const NodeDef* input_node = graph_.GetNode(node_name);
       if (IsConstant(*input_node)) {
         TF_CHECK_OK(
             ReplaceInputWithConst(*input_node, i, &grappler_function_item));
@@ -1441,8 +1441,8 @@ Status GraphProperties::UpdateMergeNode(SymbolicShapeRefiner* shape_refiner,
       continue;
     }
     ShapeHandle input = in->output(fanin.src.port_id);
-    CHECK_EQ(fanin.tgt.node, node);
-    c->SetInput(fanin.tgt.port_id, input);
+    CHECK_EQ(fanin.dst.node, node);
+    c->SetInput(fanin.dst.port_id, input);
     if (!out_initialized) {
       out_initialized = true;
       out = input;
@@ -1673,7 +1673,7 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
     }
   }
 
-  GraphView graph_view(const_cast<GraphDef*>(&item_.graph));
+  GraphView graph_view(&item_.graph);
 
   // List the resources and the nodes using them. Also collect the Merge nodes,
   // fed nodes, and primary inputs.
@@ -1725,10 +1725,10 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
   for (const auto& resource : resources) {
     for (const NodeDef* src : resource.second.first) {
       resource_handles[src] = resource.first;
-      for (const NodeDef* tgt : resource.second.second) {
+      for (const NodeDef* dst : resource.second.second) {
         // Add control edges from enqueue to dequeue nodes to ensure they are
         // processed in their logical order.
-        extra_deps.emplace_back(src, tgt);
+        extra_deps.emplace_back(src, dst);
       }
     }
   }
diff --git a/tensorflow/core/grappler/graph_view.cc b/tensorflow/core/grappler/graph_view.cc
index de0a63fc4e..9b3958b6c1 100644
--- a/tensorflow/core/grappler/graph_view.cc
+++ b/tensorflow/core/grappler/graph_view.cc
@@ -63,217 +63,5 @@ int OpInputPortIdToArgId(const NodeDef& node, const OpDef& op, int port_id) {
   return OpPortIdToArgId(node, op.input_arg(), port_id);
 }
 
-GraphView::GraphView(GraphDef* graph) : graph_(graph) {
-  for (int i = 0; i < graph_->node_size(); i++) {
-    auto node = graph_->mutable_node(i);
-    AddUniqueNodeOrDie(node);
-  }
-
-  for (NodeDef& node : *graph_->mutable_node()) {
-    AddFanouts(&node);
-  }
-}
-
-void GraphView::AddUniqueNodeOrDie(NodeDef* node) {
-  auto result = nodes_.emplace(node->name(), node);
-  // Check that the graph doesn't contain multiple nodes with the same name.
-  CHECK(result.second) << "Non unique node name detected: " << node->name();
-}
-
-void GraphView::AddFanouts(NodeDef* node) {
-  for (int i = 0; i < node->input_size(); ++i) {
-    OutputPort fanin;
-    const string fanin_name = ParseNodeName(node->input(i), &fanin.port_id);
-    fanin.node = nodes_[fanin_name];
-
-    InputPort input;
-    input.node = node;
-    if (fanin.port_id < 0) {
-      input.port_id = -1;
-    } else {
-      input.port_id = i;
-      num_regular_outputs_[fanin.node] =
-          std::max(num_regular_outputs_[fanin.node], fanin.port_id);
-    }
-
-    fanouts_[fanin].insert(input);
-  }
-}
-
-NodeDef* GraphView::GetNode(const string& node_name) const {
-  auto it = nodes_.find(node_name);
-  if (it == nodes_.end()) {
-    return nullptr;
-  }
-  return it->second;
-}
-
-GraphView::InputPort GraphView::GetInputPort(const string& node_name,
-                                             int port_id) const {
-  InputPort result;
-  result.node = GetNode(node_name);
-  // TODO(bsteiner): verify that the node has at least port_id input ports
-  result.port_id = port_id;
-  return result;
-}
-
-GraphView::OutputPort GraphView::GetOutputPort(const string& node_name,
-                                               int port_id) const {
-  OutputPort result;
-  result.node = GetNode(node_name);
-  // TODO(bsteiner): verify that the node has at least port_id output ports
-  result.port_id = port_id;
-  return result;
-}
-
-const std::unordered_set<GraphView::InputPort, GraphView::HashPort>&
-GraphView::GetFanout(const GraphView::OutputPort& port) const {
-  auto it = fanouts_.find(port);
-  if (it == fanouts_.end()) {
-    return empty_set_;
-  }
-  return it->second;
-}
-
-std::unordered_set<GraphView::OutputPort, GraphView::HashPort>
-GraphView::GetFanin(const GraphView::InputPort& port) const {
-  std::unordered_set<GraphView::OutputPort, GraphView::HashPort> result;
-  if (port.port_id >= 0) {
-    result.insert(GetRegularFanin(port));
-  } else {
-    for (int i = port.node->input_size() - 1; i >= 0; --i) {
-      OutputPort fanin;
-      string fanin_name = ParseNodeName(port.node->input(i), &fanin.port_id);
-      if (fanin.port_id < 0) {
-        auto it = nodes_.find(fanin_name);
-        if (it != nodes_.end()) {
-          fanin.node = it->second;
-          result.insert(fanin);
-        }
-      } else {
-        break;
-      }
-    }
-  }
-  return result;
-}
-
-const GraphView::OutputPort GraphView::GetRegularFanin(
-    const GraphView::InputPort& port) const {
-  CHECK_LE(0, port.port_id);
-  OutputPort fanin;
-  string fanin_name =
-      ParseNodeName(port.node->input(port.port_id), &fanin.port_id);
-  auto it = nodes_.find(fanin_name);
-  if (it == nodes_.end()) {
-    fanin.node = nullptr;
-  } else {
-    fanin.node = it->second;
-  }
-  return fanin;
-}
-
-std::unordered_set<GraphView::InputPort, GraphView::HashPort>
-GraphView::GetFanouts(const NodeDef& node,
-                      bool include_controlled_nodes) const {
-  std::unordered_set<InputPort, HashPort> result;
-  OutputPort port;
-  port.node = const_cast<NodeDef*>(&node);
-  const int first_port_id = include_controlled_nodes ? -1 : 0;
-  auto it = num_regular_outputs_.find(&node);
-  const int last_port_id = (it != num_regular_outputs_.end()) ? it->second : -1;
-
-  for (int i = first_port_id; i <= last_port_id; ++i) {
-    port.port_id = i;
-    auto it = fanouts_.find(port);
-    if (it != fanouts_.end()) {
-      result.insert(it->second.begin(), it->second.end());
-    }
-  }
-  return result;
-}
-
-std::unordered_set<GraphView::OutputPort, GraphView::HashPort>
-GraphView::GetFanins(const NodeDef& node,
-                     bool include_controlling_nodes) const {
-  std::unordered_set<OutputPort, HashPort> result;
-  for (int i = 0; i < node.input_size(); ++i) {
-    OutputPort fanin;
-    string fanin_name = ParseNodeName(node.input(i), &fanin.port_id);
-    if (fanin.port_id < 0) {
-      if (!include_controlling_nodes) {
-        break;
-      }
-    }
-    auto it = nodes_.find(fanin_name);
-    if (it != nodes_.end()) {
-      fanin.node = it->second;
-      result.insert(fanin);
-    }
-  }
-  return result;
-}
-
-int GraphView::NumFanins(const NodeDef& node,
-                         bool include_controlling_nodes) const {
-  int count = 0;
-  for (const string& input : node.input()) {
-    if (!include_controlling_nodes && IsControlInput(input)) {
-      break;
-    }
-    count += 1;
-  }
-  return count;
-}
-
-std::unordered_set<GraphView::Edge, GraphView::HashEdge>
-GraphView::GetFanoutEdges(const NodeDef& node,
-                          bool include_controlled_edges) const {
-  std::unordered_set<Edge, HashEdge> result;
-  OutputPort port;
-  port.node = const_cast<NodeDef*>(&node);
-  const int first_port_id = include_controlled_edges ? -1 : 0;
-  auto it = num_regular_outputs_.find(&node);
-  const int last_port_id = (it != num_regular_outputs_.end()) ? it->second : -1;
-
-  for (int i = first_port_id; i <= last_port_id; ++i) {
-    port.port_id = i;
-    auto it = fanouts_.find(port);
-    if (it != fanouts_.end()) {
-      Edge fanout;
-      fanout.src.node = const_cast<NodeDef*>(&node);
-      fanout.src.port_id = i;
-      for (auto itr = it->second.begin(); itr != it->second.end(); ++itr) {
-        fanout.tgt = *itr;
-        result.insert(fanout);
-      }
-    }
-  }
-  return result;
-}
-
-std::unordered_set<GraphView::Edge, GraphView::HashEdge>
-GraphView::GetFaninEdges(const NodeDef& node,
-                         bool include_controlling_edges) const {
-  std::unordered_set<Edge, HashEdge> result;
-  for (int i = 0; i < node.input_size(); ++i) {
-    Edge fanin;
-    fanin.tgt.node = const_cast<NodeDef*>(&node);
-    fanin.tgt.port_id = i;
-    string fanin_name = ParseNodeName(node.input(i), &fanin.src.port_id);
-    if (fanin.src.port_id < 0) {
-      if (!include_controlling_edges) {
-        break;
-      }
-    }
-    auto it = nodes_.find(fanin_name);
-    if (it != nodes_.end()) {
-      fanin.src.node = it->second;
-      result.insert(fanin);
-    }
-  }
-  return result;
-}
-
 }  // end namespace grappler
 }  // end namespace tensorflow
diff --git a/tensorflow/core/grappler/graph_view.h b/tensorflow/core/grappler/graph_view.h
index 09c36a1368..495e01d2eb 100644
--- a/tensorflow/core/grappler/graph_view.h
+++ b/tensorflow/core/grappler/graph_view.h
@@ -18,9 +18,16 @@ limitations under the License.
 
 #include <unordered_map>
 #include <unordered_set>
+#include "absl/container/flat_hash_map.h"
+#include "absl/container/flat_hash_set.h"
+#include "absl/hash/hash.h"
+#include "absl/strings/string_view.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/op_def.pb.h"
+#include "tensorflow/core/graph/tensor_id.h"
+#include "tensorflow/core/grappler/utils.h"
+#include "tensorflow/core/lib/gtl/map_util.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
@@ -36,114 +43,290 @@ namespace grappler {
 int OpOutputPortIdToArgId(const NodeDef& node, const OpDef& op, int port_id);
 int OpInputPortIdToArgId(const NodeDef& node, const OpDef& op, int port_id);
 
-// A utility class to simplify the traversal of a GraphDef.
-class GraphView {
+namespace internal {
+
+// GraphViewInternal is a helper class to simplify graph traversal. It creates
+// an immutable view of the nodes and edges represented by a GraphDef protocol
+// buffer.
+//
+// There are two public classes implementing GraphViewInternal:
+//
+// - GraphView: constructed from the `const GraphDef` and doesn't allow
+//   to mutate underlying graph via input/output ports lookup functions (ports
+//   have const pointers to nodes).
+//
+// - MutableGraphView: constructed from the 'GraphDef` and allows to mutate
+//   the graph via input/output ports lookup functions (ports have non-const
+//   pointers to nodes), and also have couple additional functions to
+//   add/remove/replace nodes in the graph.
+//
+// --------------------------- !!! WARNING !!! ---------------------------------
+//     Removing nodes from the graph outside of MutableGraphView will
+//     lead to segfaults! Guaranteed by absl::string_view!
+// -----------------------------------------------------------------------------
+//
+template <typename GraphDefT, typename NodeDefT>
+class GraphViewInternal {
  public:
   struct Port {
-    Port() = default;
-    Port(NodeDef* n, int port) : node(n), port_id(port) {}
-
-    // TODO(prazek): ports should keep the constness of GraphView.  The only way
-    // to modify graph through the view should be using MutableGraphView.
-    NodeDef* node = nullptr;
-    int port_id = -1;
+    Port() : node(nullptr), port_id(0) {}
+    Port(NodeDefT* n, int port) : node(n), port_id(port) {}
 
     bool operator==(const Port& other) const {
       return node == other.node && port_id == other.port_id;
     }
+
+    template <typename H>
+    friend H AbslHashValue(H h, const Port& p) {
+      return H::combine(std::move(h), p.node, p.port_id);
+    }
+
+    NodeDefT* node;
+    int port_id;
   };
+
   struct InputPort : public Port {
-    InputPort() = default;
-    InputPort(NodeDef* n, int port_id) : Port(n, port_id) {}
-    InputPort(const NodeDef* n, int port_id)
-        : Port(const_cast<NodeDef*>(n), port_id) {}
-  };
-  struct OutputPort : public Port {
-    OutputPort() = default;
-    OutputPort(NodeDef* n, int port_id) : Port(n, port_id) {}
+    using Port::Port;
   };
 
-  struct HashPort {
-    std::size_t operator()(const Port& port) const {
-      return reinterpret_cast<std::size_t>(port.node) + port.port_id;
-    }
+  struct OutputPort : public Port {
+    using Port::Port;
   };
 
   struct Edge {
-    OutputPort src;
-    InputPort tgt;
+    Edge(OutputPort s, InputPort d) : src(s), dst(d) {}
 
     bool operator==(const Edge& other) const {
-      return src == other.src && tgt == other.tgt;
+      return src == other.src && dst == other.dst;
     }
-  };
-  struct HashEdge {
-    std::size_t operator()(const Edge& edge) const {
-      return HashPort()(edge.src) + HashPort()(edge.tgt);
+
+    template <typename H>
+    friend H AbslHashValue(H h, const Edge& e) {
+      return H::combine(std::move(h), e.src, e.dst);
     }
+
+    OutputPort src;
+    InputPort dst;
   };
 
-  explicit GraphView(GraphDef* graph);
-  GraphDef* GetGraph() const { return graph_; }
-  NodeDef* GetNode(const string& node_name) const;
+  GraphDefT* graph() const { return graph_; }
+
+  // Find a node by name or return `nullptr` if it's not in a graph view.
+  NodeDefT* GetNode(absl::string_view node_name) const {
+    return gtl::FindWithDefault(nodes_, node_name, nullptr);
+  }
+
   // Get the specified input port. Note that the special '-1' port_id can be
   // used to access the controlling nodes (i.e. the nodes connected to node_name
   // through an incoming control dependency).
-  InputPort GetInputPort(const string& node_name, int port_id) const;
+  InputPort GetInputPort(absl::string_view node_name, int port_id) const {
+    return InputPort(GetNode(node_name), port_id);
+  }
+
   // Get the specified output port. Note that the special '-1' port_id can be
   // used to access the controlled nodes (i.e. the nodes connected to node_name
   // through an outgoing control dependency).
-  OutputPort GetOutputPort(const string& node_name, int port_id) const;
+  OutputPort GetOutputPort(absl::string_view node_name, int port_id) const {
+    return OutputPort(GetNode(node_name), port_id);
+  }
 
   // Get the input (resp. output) port(s) in the immediate fanout (resp. fanin)
   // of an output (resp. input) port.
-  const std::unordered_set<InputPort, HashPort>& GetFanout(
-      const OutputPort& port) const;
-  std::unordered_set<OutputPort, HashPort> GetFanin(
-      const InputPort& port) const;
+  const absl::flat_hash_set<InputPort>& GetFanout(
+      const OutputPort& port) const {
+    return gtl::FindWithDefault(fanouts_, port, empty_set_);
+  }
+
+  absl::flat_hash_set<OutputPort> GetFanin(const InputPort& port) const {
+    if (port.port_id >= 0) return {GetRegularFanin(port)};
+
+    // Collect fanin for the control input.
+    absl::flat_hash_set<OutputPort> result;
+    for (int i = port.node->input_size() - 1; i >= 0; --i) {
+      TensorId tensor_id = ParseTensorName(port.node->input(i));
+      if (tensor_id.index() >= 0) break;  // we reached regular inputs
+
+      auto it = nodes_.find(tensor_id.node());
+      if (it != nodes_.end()) result.emplace(it->second, tensor_id.index());
+    }
+    return result;
+  }
 
   // Special case: regular (i.e. non-control) input ports can only have one
   // fanin.
-  const OutputPort GetRegularFanin(const InputPort& port) const;
+  const OutputPort GetRegularFanin(const InputPort& port) const {
+    DCHECK_GE(port.port_id, 0);
+    if (port.port_id < 0) return OutputPort();
+
+    TensorId tensor_id = ParseTensorName(port.node->input(port.port_id));
+    return GetOutputPort(tensor_id.node(), tensor_id.index());
+  }
+
+  // Get all the input (resp. output) ports in the immediate fanout (resp
+  // fanin) of a node. Include the controlling nodes iff
+  // include_controlling_nodes is true.
+  absl::flat_hash_set<InputPort> GetFanouts(
+      const NodeDef& node, bool include_controlled_nodes) const {
+    absl::flat_hash_set<InputPort> result;
 
-  // Get all the input (resp. output) ports in the immediate fanout (resp fanin)
-  // of a node. Include the controlling nodes iff include_controlling_nodes is
-  // true.
-  std::unordered_set<InputPort, HashPort> GetFanouts(
-      const NodeDef& node, bool include_controlled_nodes) const;
-  std::unordered_set<OutputPort, HashPort> GetFanins(
-      const NodeDef& node, bool include_controlling_nodes) const;
+    OutputPort port;
+    port.node = const_cast<NodeDefT*>(&node);
+    const int first_port_id = include_controlled_nodes ? -1 : 0;
+    const int last_port_id =
+        gtl::FindWithDefault(num_regular_outputs_, port.node, -1);
+
+    for (int i = first_port_id; i <= last_port_id; ++i) {
+      port.port_id = i;
+      auto it = fanouts_.find(port);
+      if (it != fanouts_.end()) {
+        result.insert(it->second.begin(), it->second.end());
+      }
+    }
+    return result;
+  }
+
+  absl::flat_hash_set<OutputPort> GetFanins(
+      const NodeDef& node, bool include_controlling_nodes) const {
+    absl::flat_hash_set<OutputPort> result;
+    for (int i = 0; i < node.input_size(); ++i) {
+      TensorId tensor_id = ParseTensorName(node.input(i));
+      if (tensor_id.index() < 0 && !include_controlling_nodes) break;
+
+      auto it = nodes_.find(tensor_id.node());
+      if (it != nodes_.end()) result.emplace(it->second, tensor_id.index());
+    }
+    return result;
+  }
 
   // Get the number of ports in the immediate fanin of a node. Count the
   // controlling nodes iff include_controlling_nodes is true.
-  int NumFanins(const NodeDef& node, bool include_controlling_nodes) const;
+  int NumFanins(const NodeDef& node, bool include_controlling_nodes) const {
+    int count = 0;
+    for (const string& input : node.input()) {
+      if (!include_controlling_nodes && IsControlInput(input)) {
+        break;
+      }
+      count += 1;
+    }
+    return count;
+  }
+
+  // Get the number of ports in the immediate fanout of a node. Count the
+  // controlling nodes iff include_controlling_nodes is true.
+  int NumFanouts(const NodeDef& node, bool include_controlling_nodes) const {
+    int count = 0;
+
+    OutputPort port;
+    port.node = const_cast<NodeDefT*>(&node);
+    const int first_port_id = include_controlling_nodes ? -1 : 0;
+    const int last_port_id =
+        gtl::FindWithDefault(num_regular_outputs_, port.node, -1);
+
+    for (int i = first_port_id; i <= last_port_id; ++i) {
+      port.port_id = i;
+      auto it = fanouts_.find(port);
+      if (it != fanouts_.end()) count += it->second.size();
+    }
+
+    return count;
+  }
+
+  // Get all the edges in the immediate fanout (resp fanin) of a node.
+  // Include the control edges iff include_controlling_edges is true.
+  absl::flat_hash_set<Edge> GetFanoutEdges(
+      const NodeDef& node, bool include_controlled_edges) const {
+    absl::flat_hash_set<Edge> result;
+
+    OutputPort port;
+    port.node = const_cast<NodeDefT*>(&node);
+    const int first_port_id = include_controlled_edges ? -1 : 0;
+    const int last_port_id =
+        gtl::FindWithDefault(num_regular_outputs_, &node, -1);
 
-  // Get all the edge in the immediate fanout (resp fanin) of a node. Include
-  // the control edges iff include_controlling_edges is true.
-  std::unordered_set<Edge, HashEdge> GetFanoutEdges(
-      const NodeDef& node, bool include_controlled_edges) const;
-  std::unordered_set<Edge, HashEdge> GetFaninEdges(
-      const NodeDef& node, bool include_controlling_edges) const;
+    for (int i = first_port_id; i <= last_port_id; ++i) {
+      port.port_id = i;
+      auto it = fanouts_.find(port);
+      if (it != fanouts_.end()) {
+        for (auto itr = it->second.begin(); itr != it->second.end(); ++itr) {
+          result.emplace(/*src*/ OutputPort(const_cast<NodeDefT*>(&node), i),
+                         /*dst*/ *itr);
+        }
+      }
+    }
+    return result;
+  }
+
+  absl::flat_hash_set<Edge> GetFaninEdges(
+      const NodeDef& node, bool include_controlling_edges) const {
+    absl::flat_hash_set<Edge> result;
+    for (int i = 0; i < node.input_size(); ++i) {
+      TensorId tensor_id = ParseTensorName(node.input(i));
+      if (tensor_id.index() < 0 && !include_controlling_edges) break;
+
+      auto it = nodes_.find(tensor_id.node());
+      if (it != nodes_.end()) {
+        result.emplace(/*src*/ OutputPort(it->second, tensor_id.index()),
+                       /*dst*/ InputPort(const_cast<NodeDefT*>(&node), i));
+      }
+    }
+    return result;
+  }
 
  protected:
-  // Add a new `node` to the graph.
-  void AddUniqueNodeOrDie(NodeDef* node);
-  // Add fanout to every `node` input.
-  void AddFanouts(NodeDef* node);
-  std::unordered_map<string, NodeDef*>* MutableNodes() { return &nodes_; }
-  GraphDef* MutableGraph() { return graph_; }
-
-  using FanoutsMapType =
-      std::unordered_map<OutputPort, std::unordered_set<InputPort, HashPort>,
-                         HashPort>;
-  FanoutsMapType* MutableFanouts() { return &fanouts_; }
+  explicit GraphViewInternal(GraphDefT* graph) : graph_(graph) {}
+
+  void AddUniqueNodeOrDie(NodeDefT* node) {
+    auto result = nodes_.emplace(node->name(), node);
+    // TODO(ezhulenev): Replace CHECK with factory method returning
+    // absl::StatusOr (when available).
+    CHECK(result.second) << "Non unique node name detected: " << node->name();
+  }
+
+  void AddFanouts(NodeDefT* node) {
+    for (int i = 0; i < node->input_size(); ++i) {
+      TensorId tensor_id = ParseTensorName(node->input(i));
+      OutputPort output(nodes_[tensor_id.node()], tensor_id.index());
+
+      if (output.port_id < 0) {
+        fanouts_[output].emplace(node, -1);
+      } else {
+        num_regular_outputs_[output.node] =
+            std::max(num_regular_outputs_[output.node], output.port_id);
+        fanouts_[output].emplace(node, i);
+      }
+    }
+  }
+
+  // Access to the mutable internal state for MutableGraphView.
+  absl::flat_hash_map<absl::string_view, NodeDefT*>* mutable_nodes() {
+    return &nodes_;
+  }
+
+  absl::flat_hash_map<OutputPort, absl::flat_hash_set<InputPort>>*
+  mutable_fanouts() {
+    return &fanouts_;
+  }
 
  private:
-  GraphDef* graph_;
-  std::unordered_map<string, NodeDef*> nodes_;
-  std::unordered_set<InputPort, HashPort> empty_set_;
-  FanoutsMapType fanouts_;
-  std::unordered_map<const NodeDef*, int> num_regular_outputs_;
+  GraphDefT* graph_;  // must outlive the graph view
+  absl::flat_hash_map<absl::string_view, NodeDefT*> nodes_;
+  absl::flat_hash_set<InputPort> empty_set_;
+  absl::flat_hash_map<OutputPort, absl::flat_hash_set<InputPort>> fanouts_;
+  std::unordered_map<NodeDefT*, int> num_regular_outputs_;
+};
+
+}  // namespace internal
+
+// Immutable GraphView that keeps the constness of the GraphDef. If you need to
+// mutate the graph or the nodes via the graph view lookup functions, see
+// MutableGraphView.
+class GraphView
+    : public internal::GraphViewInternal<const GraphDef, const NodeDef> {
+ public:
+  explicit GraphView(const GraphDef* graph) : GraphViewInternal(graph) {
+    for (const NodeDef& node : graph->node()) AddUniqueNodeOrDie(&node);
+    for (const NodeDef& node : graph->node()) AddFanouts(&node);
+  }
 };
 
 }  // end namespace grappler
diff --git a/tensorflow/core/grappler/graph_view_test.cc b/tensorflow/core/grappler/graph_view_test.cc
index f90e2c8cfc..cbf859a4a9 100644
--- a/tensorflow/core/grappler/graph_view_test.cc
+++ b/tensorflow/core/grappler/graph_view_test.cc
@@ -14,6 +14,8 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/graph_view.h"
+#include "absl/container/flat_hash_set.h"
+#include "absl/strings/str_cat.h"
 #include "tensorflow/cc/ops/parsing_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/core/grappler/grappler_item.h"
@@ -158,19 +160,22 @@ TEST_F(GraphViewTest, BasicGraph) {
 
   const NodeDef* add_node = graph.GetNode("AddN");
   EXPECT_NE(nullptr, add_node);
-  string fanouts;
+
+  absl::flat_hash_set<string> fanouts;
+  absl::flat_hash_set<string> expected_fanouts = {"AddN_2:0", "AddN_3:0"};
   for (const auto& fo : graph.GetFanouts(*add_node, false)) {
-    strings::StrAppend(&fanouts,
-                       strings::StrCat(fo.node->name(), ":", fo.port_id, " "));
+    fanouts.insert(absl::StrCat(fo.node->name(), ":", fo.port_id));
   }
-  EXPECT_EQ("AddN_2:0 AddN_3:0 ", fanouts);
+  EXPECT_EQ(graph.NumFanouts(*add_node, false), 2);
+  EXPECT_EQ(fanouts, expected_fanouts);
 
-  string fanins;
+  absl::flat_hash_set<string> fanins;
+  absl::flat_hash_set<string> expected_fanins = {"Square_1:0", "Square:0"};
   for (const auto& fi : graph.GetFanins(*add_node, false)) {
-    strings::StrAppend(&fanins,
-                       strings::StrCat(fi.node->name(), ":", fi.port_id, " "));
+    fanins.insert(absl::StrCat(fi.node->name(), ":", fi.port_id));
   }
-  EXPECT_EQ("Square_1:0 Square:0 ", fanins);
+  EXPECT_EQ(graph.NumFanins(*add_node, false), 2);
+  EXPECT_EQ(fanins, expected_fanins);
 }
 
 TEST_F(GraphViewTest, ControlDependencies) {
diff --git a/tensorflow/core/grappler/mutable_graph_view.cc b/tensorflow/core/grappler/mutable_graph_view.cc
index f0aff90c6c..67e804cbfb 100644
--- a/tensorflow/core/grappler/mutable_graph_view.cc
+++ b/tensorflow/core/grappler/mutable_graph_view.cc
@@ -19,8 +19,26 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
+const absl::flat_hash_set<MutableGraphView::InputPort>&
+MutableGraphView::GetFanout(const GraphView::OutputPort& port) const {
+  return GetFanout(MutableGraphView::OutputPort(const_cast<NodeDef*>(port.node),
+                                                port.port_id));
+}
+
+absl::flat_hash_set<MutableGraphView::OutputPort> MutableGraphView::GetFanin(
+    const GraphView::InputPort& port) const {
+  return GetFanin(MutableGraphView::InputPort(const_cast<NodeDef*>(port.node),
+                                              port.port_id));
+}
+
+const MutableGraphView::OutputPort MutableGraphView::GetRegularFanin(
+    const GraphView::InputPort& port) const {
+  return GetRegularFanin(MutableGraphView::InputPort(
+      const_cast<NodeDef*>(port.node), port.port_id));
+}
+
 NodeDef* MutableGraphView::AddNode(NodeDef&& node) {
-  auto* node_in_graph = GetGraph()->add_node();
+  auto* node_in_graph = graph()->add_node();
   *node_in_graph = std::move(node);
 
   AddUniqueNodeOrDie(node_in_graph);
@@ -31,7 +49,7 @@ NodeDef* MutableGraphView::AddNode(NodeDef&& node) {
 
 NodeDef* MutableGraphView::InsertNode(const NodeDef& input_node, NodeDef&& node,
                                       const int output_port_id) {
-  auto* node_in_graph = GetGraph()->add_node();
+  auto* node_in_graph = graph()->add_node();
   *node_in_graph = std::move(node);
 
   AddUniqueNodeOrDie(node_in_graph);
@@ -46,8 +64,7 @@ NodeDef* MutableGraphView::InsertNode(const NodeDef& input_node, NodeDef&& node,
 void MutableGraphView::ReplaceInput(const NodeDef& old_input,
                                     const NodeDef& new_input,
                                     const int output_port_id) {
-  GraphView::OutputPort output_port =
-      GetOutputPort(old_input.name(), output_port_id);
+  OutputPort output_port = GetOutputPort(old_input.name(), output_port_id);
   auto fanout = GetFanout(output_port);
   for (auto& input_port : fanout) {
     input_port.node->set_input(input_port.port_id, new_input.name());
@@ -57,17 +74,17 @@ void MutableGraphView::ReplaceInput(const NodeDef& old_input,
 
 void MutableGraphView::DeleteNodes(const std::set<string>& nodes_to_delete) {
   for (const string& node_name_to_delete : nodes_to_delete)
-    RemoveFanouts(MutableNodes()->at(node_name_to_delete));
+    RemoveFanouts(mutable_nodes()->at(node_name_to_delete));
   for (const string& node_name_to_delete : nodes_to_delete)
-    MutableNodes()->erase(node_name_to_delete);
-  EraseNodesFromGraph(nodes_to_delete, GetGraph());
+    mutable_nodes()->erase(node_name_to_delete);
+  EraseNodesFromGraph(nodes_to_delete, graph());
 }
 
 void MutableGraphView::RemoveFanouts(NodeDef* node) {
   for (int i = 0; i < node->input_size(); ++i) {
     OutputPort fanin;
     string fanin_name = ParseNodeName(node->input(i), &fanin.port_id);
-    fanin.node = (*MutableNodes())[fanin_name];
+    fanin.node = (*mutable_nodes())[fanin_name];
 
     InputPort input;
     input.node = node;
@@ -76,7 +93,7 @@ void MutableGraphView::RemoveFanouts(NodeDef* node) {
     else
       input.port_id = i;
 
-    (*MutableFanouts())[fanin].erase(input);
+    (*mutable_fanouts())[fanin].erase(input);
   }
 }
 
diff --git a/tensorflow/core/grappler/mutable_graph_view.h b/tensorflow/core/grappler/mutable_graph_view.h
index 971e5503d4..702751a57f 100644
--- a/tensorflow/core/grappler/mutable_graph_view.h
+++ b/tensorflow/core/grappler/mutable_graph_view.h
@@ -24,11 +24,25 @@ namespace grappler {
 // A utility class to simplify the traversal of a GraphDef that, unlike
 // GraphView, supports updating the graph.  Note that you should not modify the
 // graph separately, because the view will get out of sync.
-class MutableGraphView : public GraphView {
+
+class MutableGraphView : public internal::GraphViewInternal<GraphDef, NodeDef> {
  public:
-  using GraphView::GraphView;
+  explicit MutableGraphView(GraphDef* graph) : GraphViewInternal(graph) {
+    for (NodeDef& node : *graph->mutable_node()) AddUniqueNodeOrDie(&node);
+    for (NodeDef& node : *graph->mutable_node()) AddFanouts(&node);
+  }
+
+  // Lookup fanouts/fanins using immutable ports.
+  using GraphViewInternal::GetFanout;
+  const absl::flat_hash_set<InputPort>& GetFanout(
+      const GraphView::OutputPort& port) const;
+
+  using GraphViewInternal::GetFanin;
+  absl::flat_hash_set<OutputPort> GetFanin(
+      const GraphView::InputPort& port) const;
 
-  GraphDef* GetGraph() { return MutableGraph(); }
+  using GraphViewInternal::GetRegularFanin;
+  const OutputPort GetRegularFanin(const GraphView::InputPort& port) const;
 
   // Adds a new node to graph and updates the view.
   NodeDef* AddNode(NodeDef&& node);
diff --git a/tensorflow/core/grappler/mutable_graph_view_test.cc b/tensorflow/core/grappler/mutable_graph_view_test.cc
index 2536bec35d..7d9025e031 100644
--- a/tensorflow/core/grappler/mutable_graph_view_test.cc
+++ b/tensorflow/core/grappler/mutable_graph_view_test.cc
@@ -26,7 +26,8 @@ namespace {
 bool FindChildWithName(const MutableGraphView& graph,
                        const string& output_port_name,
                        const string& input_name) {
-  GraphView::OutputPort output_port = graph.GetOutputPort(output_port_name, 0);
+  MutableGraphView::OutputPort output_port =
+      graph.GetOutputPort(output_port_name, 0);
   auto fanout = graph.GetFanout(output_port);
   for (auto& input_port : fanout) {
     if (input_port.node->name() == input_name) return true;
@@ -59,10 +60,10 @@ TEST(MutableGraphViewTest, AddAndReplaceInput) {
   GraphDef new_graph = item.graph;
   MutableGraphView graph(&new_graph);
 
-  GraphView::InputPort input = graph.GetInputPort("AddN", 0);
+  MutableGraphView::InputPort input = graph.GetInputPort("AddN", 0);
   EXPECT_EQ("AddN", input.node->name());
   EXPECT_EQ(0, input.port_id);
-  GraphView::OutputPort fanin = graph.GetRegularFanin(input);
+  MutableGraphView::OutputPort fanin = graph.GetRegularFanin(input);
   EXPECT_EQ("Square", fanin.node->name());
   EXPECT_EQ(0, fanin.port_id);
 
@@ -89,7 +90,7 @@ TEST(MutableGraphViewTest, InsertNodes) {
   GraphDef new_graph = item.graph;
   MutableGraphView graph(&new_graph);
 
-  GraphView::InputPort input = graph.GetInputPort("AddN", 0);
+  MutableGraphView::InputPort input = graph.GetInputPort("AddN", 0);
 
   NodeDef new_node = *input.node;
   new_node.set_name("new_node");
diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 127c1603ba..0637e3b2e1 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -145,8 +145,8 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core/grappler:graph_view",
         "//tensorflow/core/grappler:grappler_item",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/utils:functions",
@@ -422,8 +422,8 @@ cc_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core/grappler:graph_view",
         "//tensorflow/core/grappler:grappler_item",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/clusters:cluster",
@@ -625,12 +625,13 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core/grappler:graph_view",
         "//tensorflow/core/grappler:grappler_item",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/costs:graph_properties",
         "//tensorflow/core/grappler/utils:frame",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
@@ -663,8 +664,8 @@ cc_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core/grappler:graph_view",
         "//tensorflow/core/grappler:grappler_item",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/costs:graph_properties",
diff --git a/tensorflow/core/grappler/optimizers/data/filter_fusion.cc b/tensorflow/core/grappler/optimizers/data/filter_fusion.cc
index 1ad495bbad..3ffbfba95e 100644
--- a/tensorflow/core/grappler/optimizers/data/filter_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/filter_fusion.cc
@@ -37,7 +37,7 @@ NodeDef MakeFusedFilterNode(const NodeDef& first_filter_node,
                             const FunctionDef& fused_function,
                             MutableGraphView* graph) {
   NodeDef fused_node;
-  graph_utils::SetUniqueGraphNodeName("fused_filter", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("fused_filter", graph->graph(),
                                       &fused_node);
 
   fused_node.set_op("FilterDataset");
diff --git a/tensorflow/core/grappler/optimizers/data/graph_utils.cc b/tensorflow/core/grappler/optimizers/data/graph_utils.cc
index b863a25dc5..90208c1fba 100644
--- a/tensorflow/core/grappler/optimizers/data/graph_utils.cc
+++ b/tensorflow/core/grappler/optimizers/data/graph_utils.cc
@@ -72,7 +72,7 @@ NodeDef* AddScalarConstNodeHelper(
     MutableGraphView* graph) {
   NodeDef node;
   node.set_op(kConstOpName);
-  SetUniqueGraphNodeName(kConstOpName, graph->GetGraph(), &node);
+  SetUniqueGraphNodeName(kConstOpName, graph->graph(), &node);
 
   (*node.mutable_attr())["dtype"].set_type(dtype);
   std::unique_ptr<tensorflow::TensorProto> tensor =
@@ -92,7 +92,7 @@ NodeDef* AddScalarConstNodeHelper(
 NodeDef* AddScalarPlaceholder(DataType dtype, MutableGraphView* graph) {
   NodeDef node;
   node.set_op("Placeholder");
-  SetUniqueGraphNodeName(node.op(), graph->GetGraph(), &node);
+  SetUniqueGraphNodeName(node.op(), graph->graph(), &node);
   (*node.mutable_attr())["dtype"].set_type(dtype);
   TensorShapeProto* shape = (*node.mutable_attr())["shape"].mutable_shape();
   shape->set_unknown_rank(false);
@@ -107,7 +107,7 @@ NodeDef* AddNode(StringPiece name, StringPiece op,
   if (!name.empty()) {
     node.set_name(string(name));
   } else {
-    SetUniqueGraphNodeName(op, graph->GetGraph(), &node);
+    SetUniqueGraphNodeName(op, graph->graph(), &node);
   }
   node.set_op(string(op));
   for (const string& input : inputs) {
@@ -228,7 +228,7 @@ std::vector<int> FindAllGraphNodesWithOp(const string& op,
 
 NodeDef* GetInputNode(const NodeDef& node, const MutableGraphView& graph) {
   if (node.input_size() == 0) return nullptr;
-  GraphView::InputPort input_port = graph.GetInputPort(node.name(), 0);
+  MutableGraphView::InputPort input_port = graph.GetInputPort(node.name(), 0);
   return graph.GetRegularFanin(input_port).node;
 }
 
diff --git a/tensorflow/core/grappler/optimizers/data/graph_utils_test.cc b/tensorflow/core/grappler/optimizers/data/graph_utils_test.cc
index 4ab6d71532..5c0f03dca8 100644
--- a/tensorflow/core/grappler/optimizers/data/graph_utils_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/graph_utils_test.cc
@@ -41,7 +41,7 @@ TEST(GraphUtilsTest, AddScalarConstNodeBool) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
   NodeDef* bool_node = AddScalarConstNode<bool>(true, &graph);
-  EXPECT_TRUE(ContainsGraphNodeWithName(bool_node->name(), *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName(bool_node->name(), *graph.graph()));
   EXPECT_EQ(bool_node->attr().at("value").tensor().bool_val(0), true);
 }
 
@@ -49,8 +49,7 @@ TEST(GraphUtilsTest, AddScalarConstNodeDouble) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
   NodeDef* double_node = AddScalarConstNode<double>(3.14, &graph);
-  EXPECT_TRUE(
-      ContainsGraphNodeWithName(double_node->name(), *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName(double_node->name(), *graph.graph()));
   EXPECT_FLOAT_EQ(double_node->attr().at("value").tensor().double_val(0), 3.14);
 }
 
@@ -58,7 +57,7 @@ TEST(GraphUtilsTest, AddScalarConstNodeFloat) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
   NodeDef* float_node = AddScalarConstNode<float>(3.14, &graph);
-  EXPECT_TRUE(ContainsGraphNodeWithName(float_node->name(), *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName(float_node->name(), *graph.graph()));
   EXPECT_FLOAT_EQ(float_node->attr().at("value").tensor().float_val(0), 3.14);
 }
 
@@ -66,7 +65,7 @@ TEST(GraphUtilsTest, AddScalarConstNodeInt) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
   NodeDef* int_node = AddScalarConstNode<int>(42, &graph);
-  EXPECT_TRUE(ContainsGraphNodeWithName(int_node->name(), *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName(int_node->name(), *graph.graph()));
   EXPECT_EQ(int_node->attr().at("value").tensor().int_val(0), 42);
 }
 
@@ -74,7 +73,7 @@ TEST(GraphUtilsTest, AddScalarConstNodeInt64) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
   NodeDef* int64_node = AddScalarConstNode<int64>(42, &graph);
-  EXPECT_TRUE(ContainsGraphNodeWithName(int64_node->name(), *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName(int64_node->name(), *graph.graph()));
   EXPECT_EQ(int64_node->attr().at("value").tensor().int64_val(0), 42);
 }
 
@@ -82,8 +81,7 @@ TEST(GraphUtilsTest, AddScalarConstNodeString) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
   NodeDef* string_node = AddScalarConstNode<StringPiece>("hello", &graph);
-  EXPECT_TRUE(
-      ContainsGraphNodeWithName(string_node->name(), *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName(string_node->name(), *graph.graph()));
   EXPECT_EQ(string_node->attr().at("value").tensor().string_val(0), "hello");
 }
 
@@ -106,13 +104,13 @@ TEST(GraphUtilsTest, Compare) {
 TEST(GraphUtilsTest, ContainsGraphNodeWithName) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
-  EXPECT_TRUE(!ContainsGraphNodeWithName("A", *graph.GetGraph()));
+  EXPECT_TRUE(!ContainsGraphNodeWithName("A", *graph.graph()));
 
   AddNode("A", "OpA", {}, {}, &graph);
-  EXPECT_TRUE(ContainsGraphNodeWithName("A", *graph.GetGraph()));
+  EXPECT_TRUE(ContainsGraphNodeWithName("A", *graph.graph()));
 
   graph.DeleteNodes({"A"});
-  EXPECT_TRUE(!ContainsGraphNodeWithName("A", *graph.GetGraph()));
+  EXPECT_TRUE(!ContainsGraphNodeWithName("A", *graph.graph()));
 }
 
 TEST(GraphUtilsTest, ContainsGraphFunctionWithName) {
@@ -128,25 +126,25 @@ TEST(GraphUtilsTest, ContainsGraphFunctionWithName) {
 TEST(GraphUtilsTest, ContainsNodeWithOp) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
-  EXPECT_TRUE(!ContainsNodeWithOp("OpA", *graph.GetGraph()));
+  EXPECT_TRUE(!ContainsNodeWithOp("OpA", *graph.graph()));
 
   AddNode("A", "OpA", {}, {}, &graph);
-  EXPECT_TRUE(ContainsNodeWithOp("OpA", *graph.GetGraph()));
+  EXPECT_TRUE(ContainsNodeWithOp("OpA", *graph.graph()));
 
   graph.DeleteNodes({"A"});
-  EXPECT_TRUE(!ContainsNodeWithOp("OpA", *graph.GetGraph()));
+  EXPECT_TRUE(!ContainsNodeWithOp("OpA", *graph.graph()));
 }
 
 TEST(GraphUtilsTest, FindGraphNodeWithName) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
-  EXPECT_EQ(FindGraphNodeWithName("A", *graph.GetGraph()), -1);
+  EXPECT_EQ(FindGraphNodeWithName("A", *graph.graph()), -1);
 
   AddNode("A", "OpA", {}, {}, &graph);
-  EXPECT_NE(FindGraphNodeWithName("A", *graph.GetGraph()), -1);
+  EXPECT_NE(FindGraphNodeWithName("A", *graph.graph()), -1);
 
   graph.DeleteNodes({"A"});
-  EXPECT_EQ(FindGraphNodeWithName("A", *graph.GetGraph()), -1);
+  EXPECT_EQ(FindGraphNodeWithName("A", *graph.graph()), -1);
 }
 
 TEST(GraphUtilsTest, FindGraphFunctionWithName) {
@@ -162,35 +160,35 @@ TEST(GraphUtilsTest, FindGraphFunctionWithName) {
 TEST(GraphUtilsTest, FindGraphNodeWithOp) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
-  EXPECT_EQ(FindGraphNodeWithOp("OpA", *graph.GetGraph()), -1);
+  EXPECT_EQ(FindGraphNodeWithOp("OpA", *graph.graph()), -1);
 
   AddNode("A", "OpA", {}, {}, &graph);
   AddNode("B", "OpB", {"A"}, {}, &graph);
   AddNode("A2", "OpA", {"B"}, {}, &graph);
-  EXPECT_EQ(FindGraphNodeWithOp("OpA", *graph.GetGraph()), 0);
+  EXPECT_EQ(FindGraphNodeWithOp("OpA", *graph.graph()), 0);
 
   graph.DeleteNodes({"B"});
-  EXPECT_EQ(FindGraphNodeWithOp("OpB", *graph.GetGraph()), -1);
-  EXPECT_EQ(FindGraphNodeWithName("A2", *graph.GetGraph()), 1);
+  EXPECT_EQ(FindGraphNodeWithOp("OpB", *graph.graph()), -1);
+  EXPECT_EQ(FindGraphNodeWithName("A2", *graph.graph()), 1);
 }
 
 TEST(GraphUtilsTest, FindAllGraphNodesWithOp) {
   GraphDef graph_def;
   MutableGraphView graph(&graph_def);
-  EXPECT_EQ(FindGraphNodeWithOp("OpA", *graph.GetGraph()), -1);
+  EXPECT_EQ(FindGraphNodeWithOp("OpA", *graph.graph()), -1);
 
   AddNode("A", "OpA", {}, {}, &graph);
   AddNode("B", "OpB", {"A"}, {}, &graph);
   AddNode("A2", "OpA", {"B"}, {}, &graph);
   std::vector<int> result_indices =
-      FindAllGraphNodesWithOp("OpA", *graph.GetGraph());
+      FindAllGraphNodesWithOp("OpA", *graph.graph());
   EXPECT_EQ(result_indices.size(), 2);
   EXPECT_EQ(result_indices.at(0), 0);
   EXPECT_EQ(result_indices.at(1), 2);
 
   graph.DeleteNodes({"A2"});
   std::vector<int> result_indices_new =
-      FindAllGraphNodesWithOp("OpA", *graph.GetGraph());
+      FindAllGraphNodesWithOp("OpA", *graph.graph());
   EXPECT_EQ(result_indices_new.size(), 1);
   EXPECT_EQ(result_indices_new.at(0), 0);
 }
diff --git a/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc b/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc
index ce0b2db039..91b3f71e9e 100644
--- a/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc
+++ b/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc
@@ -39,7 +39,7 @@ NodeDef MakeStatelessMap(const NodeDef& map_node, const NodeDef& zip_node,
                          const FunctionDef& stateless_function,
                          MutableGraphView* graph) {
   NodeDef stateless_map;
-  graph_utils::SetUniqueGraphNodeName("stateless_map", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("stateless_map", graph->graph(),
                                       &stateless_map);
 
   stateless_map.set_op("MapDataset");
@@ -68,7 +68,7 @@ NodeDef MakeRandomDataset(const NodeDef& random_uniform_node,
                           MutableGraphView* graph) {
   NodeDef random_dataset;
   random_dataset.set_op("RandomDataset");
-  graph_utils::SetUniqueGraphNodeName("RandomDataset", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("RandomDataset", graph->graph(),
                                       &random_dataset);
 
   const auto* seed = graph_utils::AddScalarConstNode<int64>(
@@ -89,7 +89,7 @@ NodeDef MakeRandomDataset(const NodeDef& random_uniform_node,
 NodeDef MakeBatchTwo(const NodeDef& random_dataset, MutableGraphView* graph) {
   NodeDef batch_dataset;
   batch_dataset.set_op("BatchDatasetV2");
-  graph_utils::SetUniqueGraphNodeName("pair_of_random", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("pair_of_random", graph->graph(),
                                       &batch_dataset);
   const auto* batch_size = graph_utils::AddScalarConstNode<int64>(2, graph);
   const auto* drop_reminder = graph_utils::AddScalarConstNode(false, graph);
@@ -112,7 +112,7 @@ NodeDef MakeBatchTwo(const NodeDef& random_dataset, MutableGraphView* graph) {
 NodeDef MakeZipNode(const NodeDef& first_node, const NodeDef& second_node,
                     MutableGraphView* graph) {
   NodeDef zip_node;
-  graph_utils::SetUniqueGraphNodeName("zip_with_random", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("zip_with_random", graph->graph(),
                                       &zip_node);
 
   zip_node.set_op("ZipDataset");
diff --git a/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc b/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc
index 9e382aeef9..6a5a70e084 100644
--- a/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc
+++ b/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc
@@ -37,8 +37,7 @@ NodeDef MakeLatencyNode(const NodeDef& node, MutableGraphView* graph) {
   NodeDef new_node;
   new_node.set_op(kInsertOpName);
   graph_utils::SetUniqueGraphNodeName(
-      strings::StrCat(kInsertOpName, "_generated"), graph->GetGraph(),
-      &new_node);
+      strings::StrCat(kInsertOpName, "_generated"), graph->graph(), &new_node);
   // Set the input of LatencyDataset node as `node`
   new_node.add_input(node.name());
 
@@ -81,7 +80,8 @@ Status LatencyAllEdges::Optimize(Cluster* cluster, const GrapplerItem& item,
       // node corresponds to a `Dataset` op.
       continue;
     }
-    GraphView::OutputPort output_port = graph.GetOutputPort(node.name(), 0);
+    MutableGraphView::OutputPort output_port =
+        graph.GetOutputPort(node.name(), 0);
     auto fanout = graph.GetFanout(output_port);
     if (fanout.size() > 1) {
       LOG(WARNING) << node.name() << " has fanout size " << fanout.size();
diff --git a/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc b/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
index f9d7d027c1..bab2c36149 100644
--- a/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
+++ b/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
@@ -29,7 +29,7 @@ namespace {
 
 NodeDef MakeNumaAwareNode(const NodeDef& node, MutableGraphView* graph) {
   NodeDef numa_aware_node = node;
-  graph_utils::SetUniqueGraphNodeName("make_numa_aware", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("make_numa_aware", graph->graph(),
                                       &numa_aware_node);
   numa_aware_node.set_op("ExperimentalNumaMapAndBatchDataset");
   return numa_aware_node;
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc
index e66766eb23..2807e0886b 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc
@@ -36,8 +36,7 @@ NodeDef MakeMapAndBatchNode(const NodeDef& map_node, const NodeDef& batch_node,
                             MutableGraphView* graph) {
   NodeDef new_node;
   new_node.set_op(kFusedOpName);
-  graph_utils::SetUniqueGraphNodeName(kFusedOpName, graph->GetGraph(),
-                                      &new_node);
+  graph_utils::SetUniqueGraphNodeName(kFusedOpName, graph->graph(), &new_node);
 
   // Set the `input` input argument.
   new_node.add_input(map_node.input(0));
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion_test.cc b/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion_test.cc
index b676246b31..eed558de7e 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion_test.cc
@@ -309,7 +309,7 @@ TEST(MapAndBatchFusionTest, NoChange) {
   GraphDef output;
   TF_ASSERT_OK(optimizer.Optimize(nullptr, item, &output));
 
-  EXPECT_TRUE(graph_utils::Compare(*graph.GetGraph(), output));
+  EXPECT_TRUE(graph_utils::Compare(*graph.graph(), output));
 }
 
 }  // namespace
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
index c4868eacbb..7cb52c36b2 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
@@ -37,8 +37,7 @@ NodeDef MakeFusedNode(const NodeDef& map_node,
                       const FunctionDef& fused_function,
                       MutableGraphView* graph) {
   NodeDef fused_node;
-  graph_utils::SetUniqueGraphNodeName("fused_map", graph->GetGraph(),
-                                      &fused_node);
+  graph_utils::SetUniqueGraphNodeName("fused_map", graph->graph(), &fused_node);
   fused_node.set_op("MapDataset");
   fused_node.add_input(map_node.input(0));
 
@@ -72,8 +71,8 @@ NodeDef MakeFilterByLastComponentNode(const NodeDef& fused_map_node,
                                       const NodeDef& filter_node,
                                       MutableGraphView* graph) {
   NodeDef filter_by_component;
-  graph_utils::SetUniqueGraphNodeName("FilterByLastComponent",
-                                      graph->GetGraph(), &filter_by_component);
+  graph_utils::SetUniqueGraphNodeName("FilterByLastComponent", graph->graph(),
+                                      &filter_by_component);
   filter_by_component.set_op("FilterByLastComponentDataset");
   filter_by_component.add_input(fused_map_node.name());
 
diff --git a/tensorflow/core/grappler/optimizers/data/map_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_fusion.cc
index bd943342e8..23bb49db62 100644
--- a/tensorflow/core/grappler/optimizers/data/map_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_fusion.cc
@@ -39,8 +39,7 @@ NodeDef MakeFusedNode(const NodeDef& parent_map_node, const NodeDef& map_node,
                       const FunctionDef& fused_function,
                       MutableGraphView* graph) {
   NodeDef fused_node;
-  graph_utils::SetUniqueGraphNodeName("fused_map", graph->GetGraph(),
-                                      &fused_node);
+  graph_utils::SetUniqueGraphNodeName("fused_map", graph->graph(), &fused_node);
   fused_node.set_op("MapDataset");
   fused_node.add_input(parent_map_node.input(0));
 
diff --git a/tensorflow/core/grappler/optimizers/data/map_parallelization.cc b/tensorflow/core/grappler/optimizers/data/map_parallelization.cc
index 782c9f48b7..f4c8617457 100644
--- a/tensorflow/core/grappler/optimizers/data/map_parallelization.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_parallelization.cc
@@ -47,7 +47,7 @@ bool CanParallelize(const FunctionDef& function,
 
 NodeDef MakeParallelMap(const NodeDef& map_node, MutableGraphView* graph) {
   NodeDef parallel_map = map_node;
-  graph_utils::SetUniqueGraphNodeName("parallel_map", graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName("parallel_map", graph->graph(),
                                       &parallel_map);
   parallel_map.set_op("ParallelMapDataset");
   // TODO(b/114475558): We want to set `num_parallel_calls` to a special value,
diff --git a/tensorflow/core/grappler/optimizers/data/map_vectorization.cc b/tensorflow/core/grappler/optimizers/data/map_vectorization.cc
index 0576d075c2..04ab46885c 100644
--- a/tensorflow/core/grappler/optimizers/data/map_vectorization.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_vectorization.cc
@@ -147,7 +147,7 @@ NodeDef MakeNewBatchNode(const NodeDef& old_batch_node,
                          MutableGraphView* graph) {
   NodeDef batch_node;
   batch_node.set_op(old_batch_node.op());
-  graph_utils::SetUniqueGraphNodeName(batch_node.op(), graph->GetGraph(),
+  graph_utils::SetUniqueGraphNodeName(batch_node.op(), graph->graph(),
                                       &batch_node);
 
   // Set the `input_dataset` input argument
@@ -187,8 +187,7 @@ NodeDef MakeNewMapNode(const NodeDef& old_map_node,
                        MutableGraphView* graph) {
   NodeDef map_node;
   map_node.set_op(old_map_node.op());
-  graph_utils::SetUniqueGraphNodeName(map_node.op(), graph->GetGraph(),
-                                      &map_node);
+  graph_utils::SetUniqueGraphNodeName(map_node.op(), graph->graph(), &map_node);
 
   // Set the `input_dataset` input argument
   map_node.add_input(new_batch_node.name());
diff --git a/tensorflow/core/grappler/optimizers/data/noop_elimination.cc b/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
index e47e91a375..763434b613 100644
--- a/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
+++ b/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
@@ -30,7 +30,7 @@ namespace tensorflow {
 namespace grappler {
 namespace {
 
-bool IsTakeAll(const NodeDef& take_node, const GraphView& graph) {
+bool IsTakeAll(const NodeDef& take_node, const MutableGraphView& graph) {
   if (take_node.op() != "TakeDataset") return false;
 
   const auto& count_node = *graph.GetNode(take_node.input(1));
@@ -44,25 +44,26 @@ bool IsConstNodeWithValue(const NodeDef& node, int value) {
   return node.attr().at("value").tensor().int64_val(0) == value;
 }
 
-bool IsSkipNone(const NodeDef& skip_node, const GraphView& graph) {
+bool IsSkipNone(const NodeDef& skip_node, const MutableGraphView& graph) {
   if (skip_node.op() != "SkipDataset") return false;
   // We are looking only for skip(0) nodes.
   return IsConstNodeWithValue(*graph.GetNode(skip_node.input(1)), 0);
 }
 
-bool IsRepeatOne(const NodeDef& repeat_node, const GraphView& graph) {
+bool IsRepeatOne(const NodeDef& repeat_node, const MutableGraphView& graph) {
   if (repeat_node.op() != "RepeatDataset") return false;
   // We are looking only for repeat(1) nodes.
   return IsConstNodeWithValue(*graph.GetNode(repeat_node.input(1)), 1);
 }
 
-bool IsPrefetchZero(const NodeDef& prefetch_node, const GraphView& graph) {
+bool IsPrefetchZero(const NodeDef& prefetch_node,
+                    const MutableGraphView& graph) {
   if (prefetch_node.op() != "PrefetchDataset") return false;
   // We are looking only for prefetch(0) nodes.
   return IsConstNodeWithValue(*graph.GetNode(prefetch_node.input(1)), 0);
 }
 
-bool IsNoOp(const NodeDef& node, const GraphView& graph) {
+bool IsNoOp(const NodeDef& node, const MutableGraphView& graph) {
   return IsTakeAll(node, graph) || IsSkipNone(node, graph) ||
          IsRepeatOne(node, graph) || IsPrefetchZero(node, graph);
 }
diff --git a/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion_test.cc b/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion_test.cc
index f0696eb76d..556e1d3ab5 100644
--- a/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion_test.cc
@@ -127,7 +127,7 @@ TEST(ShuffleAndRepeatFusionTest, NoChange) {
   GraphDef output;
   TF_ASSERT_OK(optimizer.Optimize(nullptr, item, &output));
 
-  EXPECT_TRUE(graph_utils::Compare(*graph.GetGraph(), output));
+  EXPECT_TRUE(graph_utils::Compare(*graph.graph(), output));
 }
 
 }  // namespace
diff --git a/tensorflow/core/grappler/optimizers/function_optimizer.cc b/tensorflow/core/grappler/optimizers/function_optimizer.cc
index cc04ed3340..f99826ddca 100644
--- a/tensorflow/core/grappler/optimizers/function_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/function_optimizer.cc
@@ -31,8 +31,8 @@ limitations under the License.
 #include "tensorflow/core/framework/op_def.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/graph/graph_constructor.h"
-#include "tensorflow/core/grappler/graph_view.h"
 #include "tensorflow/core/grappler/grappler_item.h"
+#include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/utils.h"
 #include "tensorflow/core/grappler/utils/functions.h"
@@ -219,8 +219,7 @@ class FunctionOptimizerContext {
       : grappler_item_id_(item.id),
         graph_version_(item.graph.versions().producer()),
         function_library_(OpRegistry::Global(), item.graph.library()),
-        // GraphView doesn't not modify the graph or the nodes.
-        graph_view_(const_cast<GraphDef*>(&item.graph)) {
+        graph_view_(&item.graph) {
     InitializeTrulyConstNodes(item);
     InitializeInlinedFunctions(opt_level, item);
     InitializeFetchNodes(item);
@@ -1133,7 +1132,7 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
   // Function specialization might change the number of function outputs, so we
   // have to process the final optimized graph and update all the node mapping.
   if (ctx.RequiresOutputMapping()) {
-    GraphView optimized_graph_view(optimized_graph);
+    MutableGraphView optimized_graph_view(optimized_graph);
     for (const auto& output_mapping : ctx.output_mappings()) {
       const auto& node_name = output_mapping.first;
       const auto& mappings = output_mapping.second;
@@ -1143,11 +1142,11 @@ Status FunctionOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
         int to = mapping.second;
 
         // Get the output port corresponding to the old output position.
-        GraphView::OutputPort from_port =
+        MutableGraphView::OutputPort from_port =
             optimized_graph_view.GetOutputPort(node_name, from);
 
         // Update all input ports that read from old output port.
-        for (GraphView::InputPort to_port :
+        for (MutableGraphView::InputPort to_port :
              optimized_graph_view.GetFanout(from_port)) {
           *to_port.node->mutable_input(to_port.port_id) =
               strings::StrCat(node_name, ":", to);
diff --git a/tensorflow/core/grappler/optimizers/loop_optimizer.cc b/tensorflow/core/grappler/optimizers/loop_optimizer.cc
index c74a940949..775fb9a95f 100644
--- a/tensorflow/core/grappler/optimizers/loop_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/loop_optimizer.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include <unordered_set>
 #include <vector>
 
+#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/common_runtime/device.h"
 #include "tensorflow/core/framework/allocator.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
@@ -29,8 +30,8 @@ limitations under the License.
 #include "tensorflow/core/framework/op.h"
 #include "tensorflow/core/framework/tensor.pb.h"
 #include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/grappler/graph_view.h"
 #include "tensorflow/core/grappler/grappler_item.h"
+#include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/optimizers/constant_folding.h"
 #include "tensorflow/core/grappler/optimizers/evaluation_utils.h"
@@ -565,13 +566,14 @@ Status EvaluateBoolOpForConstantOperands(const NodeDef& op_node,
   return Status::OK();
 }
 
-Status CheckForDeadFanout(const GraphView& view, const NodeDef& switch_node,
-                          const NodeMap& node_map, DeviceBase* cpu_device,
-                          ResourceMgr* resource_mgr, bool* has_dead_fanout,
-                          int* dead_fanout) {
+Status CheckForDeadFanout(const MutableGraphView& view,
+                          const NodeDef& switch_node, const NodeMap& node_map,
+                          DeviceBase* cpu_device, ResourceMgr* resource_mgr,
+                          bool* has_dead_fanout, int* dead_fanout) {
   *has_dead_fanout = false;
   GraphView::InputPort switch_loopcond_port(&switch_node, 1);
-  NodeDef* switch_predicate = view.GetRegularFanin(switch_loopcond_port).node;
+  const NodeDef* switch_predicate =
+      view.GetRegularFanin(switch_loopcond_port).node;
 
   // CASE 1: Control is a constant.
   if (IsConstant(*switch_predicate)) {
@@ -582,7 +584,7 @@ Status CheckForDeadFanout(const GraphView& view, const NodeDef& switch_node,
   }
 
   GraphView::InputPort switch_input_port(&switch_node, 0);
-  NodeDef* switch_input = view.GetRegularFanin(switch_input_port).node;
+  const NodeDef* switch_input = view.GetRegularFanin(switch_input_port).node;
 
   // CASE 2: Zero-iteration while loop.
   // We check if its a while loop such that the condition is a simple binary
@@ -707,10 +709,9 @@ Status LoopOptimizer::RemoveDeadBranches(
   std::unordered_map<NodeDef*, std::set<int>> dead_merge_inputs;
   // TODO(bsteiner): also rewrite switches as identity. For now we just record
   // them
-  std::unordered_set<GraphView::OutputPort, GraphView::HashPort>
-      identity_switches;
+  absl::flat_hash_set<GraphView::OutputPort> identity_switches;
 
-  GraphView view(optimized_graph);
+  MutableGraphView view(optimized_graph);
   for (const NodeDef& node : optimized_graph->node()) {
     if (!IsSwitch(node)) {
       continue;
@@ -727,11 +728,12 @@ Status LoopOptimizer::RemoveDeadBranches(
     if (!has_dead_fanout) {
       continue;
     }
-    GraphView::OutputPort dead(const_cast<NodeDef*>(&node), dead_fanout);
+    GraphView::OutputPort dead(&node, dead_fanout);
     identity_switches.insert(dead);
 
-    SetVector<GraphView::InputPort, GraphView::HashPort> zombie_inputs;
-    for (const GraphView::InputPort& port : view.GetFanout(dead)) {
+    SetVector<MutableGraphView::InputPort, absl::Hash<MutableGraphView::Port>>
+        zombie_inputs;
+    for (const MutableGraphView::InputPort& port : view.GetFanout(dead)) {
       if (dead_nodes.find(port.node) == dead_nodes.end()) {
         zombie_inputs.PushBack(port);
       }
@@ -745,7 +747,7 @@ Status LoopOptimizer::RemoveDeadBranches(
         dead_merge_inputs;
     bool found_node_to_preserve = false;
     while (!found_node_to_preserve && !zombie_inputs.Empty()) {
-      GraphView::InputPort dead = zombie_inputs.PopBack();
+      MutableGraphView::InputPort dead = zombie_inputs.PopBack();
       if (nodes_to_preserve.find(dead.node->name()) !=
           nodes_to_preserve.end()) {
         found_node_to_preserve = true;
@@ -764,9 +766,9 @@ Status LoopOptimizer::RemoveDeadBranches(
           found_node_to_preserve = true;
           break;
         }
-        GraphView::OutputPort value_index(dead.node, 1);
-        const std::unordered_set<GraphView::InputPort, GraphView::HashPort>&
-            index_fanout = view.GetFanout(value_index);
+        MutableGraphView::OutputPort value_index(dead.node, 1);
+        const absl::flat_hash_set<MutableGraphView::InputPort>& index_fanout =
+            view.GetFanout(value_index);
         if (!index_fanout.empty()) {
           // The 2nd output (that indicates which input is propagated) is
           // connected. This never happens in practice, so we'll just skip this
@@ -789,7 +791,7 @@ Status LoopOptimizer::RemoveDeadBranches(
         }
         if (fully_dead) {
           local_dead_nodes.insert(dead.node);
-          for (const GraphView::InputPort& port :
+          for (const MutableGraphView::InputPort& port :
                view.GetFanouts(*dead.node, true)) {
             zombie_inputs.PushBack(port);
           }
@@ -800,7 +802,7 @@ Status LoopOptimizer::RemoveDeadBranches(
         break;
       } else {
         if (local_dead_nodes.insert(dead.node).second) {
-          for (const GraphView::InputPort& dead_fanout :
+          for (const MutableGraphView::InputPort& dead_fanout :
                view.GetFanouts(*dead.node, true)) {
             zombie_inputs.PushBack(dead_fanout);
           }
diff --git a/tensorflow/core/grappler/optimizers/memory_optimizer.cc b/tensorflow/core/grappler/optimizers/memory_optimizer.cc
index c36dc65bb0..e0a913565f 100644
--- a/tensorflow/core/grappler/optimizers/memory_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/memory_optimizer.cc
@@ -30,8 +30,8 @@ limitations under the License.
 #include "tensorflow/core/grappler/costs/graph_memory.h"
 #include "tensorflow/core/grappler/costs/graph_properties.h"
 #include "tensorflow/core/grappler/costs/utils.h"
-#include "tensorflow/core/grappler/graph_view.h"
 #include "tensorflow/core/grappler/grappler_item.h"
+#include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/optimizers/graph_rewriter.h"
 #include "tensorflow/core/grappler/optimizers/static_schedule.h"
@@ -497,7 +497,7 @@ void RecomputationRewritingPass(RewriterConfig::MemOptType optimization_level,
 
 bool SchedulingPass(Cluster* cluster, GrapplerItem* item) {
   // Look for AddN nodes (and equivalent) and record input names.
-  GraphView view(&item->graph);
+  MutableGraphView view(&item->graph);
 
   std::unordered_map<string, std::unordered_set<NodeDef*>> addn_list;
   for (NodeDef& node : *item->graph.mutable_node()) {
@@ -592,7 +592,7 @@ bool SchedulingPass(Cluster* cluster, GrapplerItem* item) {
     for (int i = 0; i < node->input_size(); ++i) {
       const string& input = node->input(i);
       const string node_name = NodeName(input);
-      NodeDef* node = view.GetNode(node_name);
+      const NodeDef* node = view.GetNode(node_name);
       input_topo_index.push_back(topo_order.at(node));
     }
     int min_input_topo_index = INT_MAX;
@@ -834,7 +834,8 @@ static const NodeDef* FindSwapInTrigger(
   return nullptr;
 }
 
-static bool IsSwappable(const GraphView& graph, GraphView::OutputPort output) {
+static bool IsSwappable(const MutableGraphView& graph,
+                        MutableGraphView::OutputPort output) {
   const NodeDef& node = *output.node;
   // There is no point in swapping out persistent tensors, since the tensor will
   // continue to use memory.
@@ -860,10 +861,10 @@ static bool IsSwappable(const GraphView& graph, GraphView::OutputPort output) {
     // If placed on the same device, these nodes are just forwarding references
     // to their input. Therefore they are swappable iff their fanin is swappable
     // or it resides on a different device.
-    GraphView::InputPort input;
+    MutableGraphView::InputPort input;
     input.node = output.node;
     input.port_id = 0;
-    GraphView::OutputPort fanin = graph.GetRegularFanin(input);
+    MutableGraphView::OutputPort fanin = graph.GetRegularFanin(input);
     if (fanin.node->device() == node.device()) {
       return IsSwappable(graph, fanin);
     }
@@ -872,19 +873,19 @@ static bool IsSwappable(const GraphView& graph, GraphView::OutputPort output) {
 }
 
 static NodeDef* FindSwapOutTrigger(
-    const NodeDef* node, int input_id, const GraphView& view,
+    const NodeDef* node, int input_id, const MutableGraphView& view,
     const std::unordered_map<const NodeDef*, Costs::NanoSeconds>&
         execution_times) {
   // Find the output port that generated the tensor to swap.
-  GraphView::InputPort swap;
+  MutableGraphView::InputPort swap;
   swap.node = const_cast<NodeDef*>(node);
   swap.port_id = input_id;
-  GraphView::OutputPort generator = view.GetRegularFanin(swap);
+  MutableGraphView::OutputPort generator = view.GetRegularFanin(swap);
   if (!generator.node) {
     return nullptr;
   }
 
-  const std::unordered_set<GraphView::InputPort, GraphView::HashPort>& fanout =
+  const absl::flat_hash_set<MutableGraphView::InputPort>& fanout =
       view.GetFanout(generator);
   NodeDef* trigger = nullptr;
   Costs::NanoSeconds earliest_fanout(Costs::NanoSeconds::infinity());
@@ -903,7 +904,7 @@ static NodeDef* FindSwapOutTrigger(
   return trigger;
 }
 
-static bool IsSwappable(GraphView::InputPort input) {
+static bool IsSwappable(MutableGraphView::InputPort input) {
   const NodeDef& node = *input.node;
 
   const OpDef* op_def;
@@ -920,9 +921,9 @@ static bool IsSwappable(GraphView::InputPort input) {
 }
 
 struct MemInfo {
-  GraphView::OutputPort port;
+  MutableGraphView::OutputPort port;
   int64 memory_used;
-  std::vector<GraphView::InputPort> uses_left;
+  std::vector<MutableGraphView::InputPort> uses_left;
   double fitness;
 
   bool operator<(const MemInfo& other) const { return fitness < other.fitness; }
@@ -993,7 +994,7 @@ static bool IdentifySwappingCandidates(
 
     std::vector<MemInfo> mem_state;
 
-    GraphView graph(&item->graph);
+    MutableGraphView graph(&item->graph);
     for (const auto& live_tensor : mem_usage.live_tensors) {
       if (live_tensor.memory_used <= 1024) {
         // Don't bother with small tensors.
@@ -1009,7 +1010,7 @@ static bool IdentifySwappingCandidates(
       if (skip_list->find(live_tensor.node) != skip_list->end()) {
         continue;
       }
-      GraphView::OutputPort port =
+      MutableGraphView::OutputPort port =
           graph.GetOutputPort(live_tensor.node, live_tensor.output_id);
       if (!IsSwappable(graph, port)) {
         continue;
@@ -1020,7 +1021,7 @@ static bool IdentifySwappingCandidates(
       Costs::Duration allocation_time = live_tensor.allocation_time;
       Costs::Duration earliest_use(Costs::Duration::infinity());
       bool valid = true;
-      for (GraphView::InputPort input : graph.GetFanout(port)) {
+      for (MutableGraphView::InputPort input : graph.GetFanout(port)) {
         // Get execution time.
         auto it = op_completion_times.find(input.node->name());
         if (it == op_completion_times.end()) {
@@ -1062,7 +1063,7 @@ static bool IdentifySwappingCandidates(
         // the values do not fit into any integral type.
         mem_info.fitness =
             MathUtil::IPow<double>((earliest_use - peak_time).count(), 2) /
-            MathUtil::IPow<double>(mem_info.uses_left.size(), 2) +
+                MathUtil::IPow<double>(mem_info.uses_left.size(), 2) +
             MathUtil::IPow<double>((allocation_time - peak_time).count(), 2);
         mem_info.fitness = -mem_info.fitness;
         mem_state.push_back(mem_info);
@@ -1073,7 +1074,8 @@ static bool IdentifySwappingCandidates(
     std::sort(mem_state.begin(), mem_state.end());
 
     for (const MemInfo& mem_info : mem_state) {
-      for (const GraphView::InputPort fanout_to_swap : mem_info.uses_left) {
+      for (const MutableGraphView::InputPort fanout_to_swap :
+           mem_info.uses_left) {
         VLOG(1) << "Will swap fanout " << fanout_to_swap.node->name() << ":"
                 << fanout_to_swap.port_id << " of tensor "
                 << mem_info.port.node->name() << ":" << mem_info.port.port_id
@@ -1150,7 +1152,7 @@ bool SwappingPass(RewriterConfig::MemOptType optimization_level,
   for (const auto& node : item->graph.node()) {
     name_map[node.name()] = &node;
   }
-  GraphView view(&item->graph);
+  MutableGraphView view(&item->graph);
 
   bool updated_graph = false;
 
diff --git a/tensorflow/core/grappler/optimizers/shape_optimizer.cc b/tensorflow/core/grappler/optimizers/shape_optimizer.cc
index 6ccb1cd783..7dae0e3cd9 100644
--- a/tensorflow/core/grappler/optimizers/shape_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/shape_optimizer.cc
@@ -18,8 +18,8 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.pb.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 #include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/grappler/graph_view.h"
 #include "tensorflow/core/grappler/grappler_item.h"
+#include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/utils.h"
 #include "tensorflow/core/grappler/utils/symbolic_shapes.h"
@@ -34,7 +34,7 @@ Status ShapeOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
 
   GraphProperties properties(item);
   bool inferred_properties = false;
-  GraphView graph(optimized_graph);
+  MutableGraphView graph(optimized_graph);
 
   // The product of all the dimensions in a tensor shape can be expressed more
   // simply as the size of the tensor.
@@ -42,8 +42,8 @@ Status ShapeOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
     if (!IsShape(node)) {
       continue;
     }
-    for (GraphView::InputPort fanout :
-         graph.GetFanout(GraphView::OutputPort(&node, 0))) {
+    for (MutableGraphView::InputPort fanout :
+         graph.GetFanout(MutableGraphView::OutputPort(&node, 0))) {
       if (fanout.node->op() != "Prod") {
         continue;
       }
@@ -53,8 +53,8 @@ Status ShapeOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
         // rewrite the whole expression directly as a Size operation.
         continue;
       }
-      const GraphView::OutputPort reduce_indices =
-          graph.GetRegularFanin(GraphView::InputPort(fanout.node, 1));
+      const MutableGraphView::OutputPort reduce_indices =
+          graph.GetRegularFanin(MutableGraphView::InputPort(fanout.node, 1));
       if (!inferred_properties) {
         // Infer properties lazily in case they are not needed.
         TF_RETURN_IF_ERROR(properties.InferStatically(false));
@@ -90,10 +90,10 @@ Status ShapeOptimizer::Optimize(Cluster* cluster, const GrapplerItem& item,
     // is possible whenever the symbolic dimensions in the numerator and
     // denominator cancel each other.
     if (node.op() == "Div") {
-      const GraphView::OutputPort input1 =
-          graph.GetRegularFanin(GraphView::InputPort(&node, 0));
-      const GraphView::OutputPort input2 =
-          graph.GetRegularFanin(GraphView::InputPort(&node, 1));
+      const MutableGraphView::OutputPort input1 =
+          graph.GetRegularFanin(MutableGraphView::InputPort(&node, 0));
+      const MutableGraphView::OutputPort input2 =
+          graph.GetRegularFanin(MutableGraphView::InputPort(&node, 1));
       if (!IsSize(*input1.node) || !IsSize(*input2.node)) {
         continue;
       }
diff --git a/tensorflow/core/grappler/utils/BUILD b/tensorflow/core/grappler/utils/BUILD
index 2efefe4414..dbe425b75f 100644
--- a/tensorflow/core/grappler/utils/BUILD
+++ b/tensorflow/core/grappler/utils/BUILD
@@ -101,6 +101,7 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/grappler:graph_view",
+        "//tensorflow/core/grappler:mutable_graph_view",
         "@com_google_absl//absl/container:flat_hash_map",
     ],
 )
diff --git a/tensorflow/core/grappler/utils/traversal.cc b/tensorflow/core/grappler/utils/traversal.cc
index e5b2d17ae5..6952277568 100644
--- a/tensorflow/core/grappler/utils/traversal.cc
+++ b/tensorflow/core/grappler/utils/traversal.cc
@@ -21,8 +21,11 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
-void ReverseDfs(
-    const GraphView& graph_view, const std::vector<const NodeDef*>& from,
+namespace {
+
+template <typename GraphViewType>
+void ReverseDfsInternal(
+    const GraphViewType& graph_view, const std::vector<const NodeDef*>& from,
     const std::function<void(const NodeDef*)>& pre_order,
     const std::function<void(const NodeDef*)>& post_order,
     const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge) {
@@ -79,5 +82,25 @@ void ReverseDfs(
   }
 }
 
+}  // namespace
+
+void ReverseDfs(
+    const GraphView& graph_view, const std::vector<const NodeDef*>& from,
+    const std::function<void(const NodeDef*)>& pre_order,
+    const std::function<void(const NodeDef*)>& post_order,
+    const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge) {
+  ReverseDfsInternal<GraphView>(graph_view, from, pre_order, post_order,
+                                on_back_edge);
+}
+
+void ReverseDfs(
+    const MutableGraphView& graph_view, const std::vector<const NodeDef*>& from,
+    const std::function<void(const NodeDef*)>& pre_order,
+    const std::function<void(const NodeDef*)>& post_order,
+    const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge) {
+  ReverseDfsInternal<MutableGraphView>(graph_view, from, pre_order, post_order,
+                                       on_back_edge);
+}
+
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/core/grappler/utils/traversal.h b/tensorflow/core/grappler/utils/traversal.h
index 8aa97237cc..5b7737f97e 100644
--- a/tensorflow/core/grappler/utils/traversal.h
+++ b/tensorflow/core/grappler/utils/traversal.h
@@ -18,6 +18,7 @@ limitations under the License.
 
 #include <functional>
 #include "tensorflow/core/grappler/graph_view.h"
+#include "tensorflow/core/grappler/mutable_graph_view.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -34,6 +35,12 @@ void ReverseDfs(
     const std::function<void(const NodeDef*)>& post_order,
     const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge);
 
+void ReverseDfs(
+    const MutableGraphView& graph_view, const std::vector<const NodeDef*>& from,
+    const std::function<void(const NodeDef*)>& pre_order,
+    const std::function<void(const NodeDef*)>& post_order,
+    const std::function<void(const NodeDef*, const NodeDef*)>& on_back_edge);
+
 }  // namespace grappler
 }  // namespace tensorflow
 
diff --git a/tensorflow/core/grappler/utils/traversal_test.cc b/tensorflow/core/grappler/utils/traversal_test.cc
index fad26b5a9e..c040477a08 100644
--- a/tensorflow/core/grappler/utils/traversal_test.cc
+++ b/tensorflow/core/grappler/utils/traversal_test.cc
@@ -14,9 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/utils/traversal.h"
-//#include "tensorflow/core/framework/node_def.pb.h"
-//#include "tensorflow/core/lib/core/status_test_util.h"
-//#include "tensorflow/core/platform/protobuf.h"
+
 #include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/platform/test.h"
 
@@ -65,8 +63,16 @@ TEST_F(TraversalTest, ReverseDfsNoLoop) {
         found_back_edge = true;
       });
 
-  EXPECT_EQ(std::vector<string>({"1", "4", "3", "2", "5", "0"}), pre_order);
-  EXPECT_EQ(std::vector<string>({"4", "5", "2", "3", "1", "0"}), post_order);
+  // Pre/Post order traversals are non deterministic because a node fanin is an
+  // absl::flat_hash_set with non deterministic traversal order.
+  using ValidTraversal = std::pair<std::vector<string>, std::vector<string>>;
+
+  std::set<ValidTraversal> valid_traversals = {
+      // pre_order                     post_order
+      {{"1", "4", "3", "2", "5", "0"}, {"4", "5", "2", "3", "1", "0"}},
+      {{"1", "3", "2", "5", "4", "0"}, {"5", "2", "3", "4", "1", "0"}}};
+
+  EXPECT_EQ(valid_traversals.count({pre_order, post_order}), 1);
   EXPECT_FALSE(found_back_edge);
 }
 
@@ -92,8 +98,17 @@ TEST_F(TraversalTest, ReverseDfsWithLoop) {
         back_edges.push_back(strings::StrCat(src->name(), "->", dst->name()));
       });
 
-  EXPECT_EQ(std::vector<string>({"6", "3", "2", "1", "5", "4"}), pre_order);
-  EXPECT_EQ(std::vector<string>({"1", "4", "5", "2", "3", "6"}), post_order);
+  // Pre/Post order traversals are non deterministic because a node fanin is an
+  // absl::flat_hash_set with non deterministic traversal order.
+  using ValidTraversal = std::pair<std::vector<string>, std::vector<string>>;
+
+  std::set<ValidTraversal> valid_traversals = {
+      // pre_order                     post_order
+      {{"6", "3", "2", "4", "5", "1"}, {"5", "4", "1", "2", "3", "6"}},
+      {{"6", "3", "2", "1", "5", "4"}, {"1", "4", "5", "2", "3", "6"}},
+      {{"6", "3", "2", "5", "4", "1"}, {"4", "5", "1", "2", "3", "6"}}};
+
+  EXPECT_EQ(valid_traversals.count({pre_order, post_order}), 1);
   EXPECT_EQ(std::vector<string>({"4->3"}), back_edges);
 }
 
-- 
GitLab


From 93e8f450be881dd9a114d743d9bccc211f9c2988 Mon Sep 17 00:00:00 2001
From: Jacques Pienaar <jpienaar@google.com>
Date: Wed, 31 Oct 2018 09:49:26 -0700
Subject: [PATCH 0855/1825] Only export colocate_with in TF V1.

PiperOrigin-RevId: 219489151
---
 tensorflow/python/framework/ops.py              | 5 ++++-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 4 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index f80f6806ca..720aa0902d 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4976,7 +4976,10 @@ def _colocate_with_for_gradient(op, gradient_uid, ignore_existing=False):
         op, gradient_uid=gradient_uid, ignore_existing=ignore_existing)
 
 
-@tf_export("colocate_with")
+@deprecation.deprecated(
+    date=None,
+    instructions="Colocations handled automatically by placer.")
+@tf_export(v1=["colocate_with"])
 def colocate_with(op, ignore_existing=False):
   return _colocate_with_for_gradient(op, None, ignore_existing=ignore_existing)
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 6880dec8e9..8285d52faa 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -660,10 +660,6 @@ tf_module {
     name: "clip_by_value"
     argspec: "args=[\'t\', \'clip_value_min\', \'clip_value_max\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "colocate_with"
-    argspec: "args=[\'op\', \'ignore_existing\'], varargs=None, keywords=None, defaults=[\'False\'], "
-  }
   member_method {
     name: "complex"
     argspec: "args=[\'real\', \'imag\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 6cc11dcc04f911051c43ecd50e67892aef794534 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Wed, 31 Oct 2018 10:01:27 -0700
Subject: [PATCH 0856/1825] TPUStrategy should not import from
 OneDeviceStrategy

PiperOrigin-RevId: 219491292
---
 .../contrib/distribute/python/tpu_strategy.py | 51 +++++++++++++++----
 1 file changed, 42 insertions(+), 9 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 6b47ba499c..65ef21df09 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -24,7 +24,6 @@ from __future__ import print_function
 import functools
 
 from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
-from tensorflow.contrib.distribute.python import one_device_strategy
 from tensorflow.contrib.distribute.python import values
 from tensorflow.contrib.tpu.python.ops import tpu_ops
 from tensorflow.contrib.tpu.python.tpu import tpu
@@ -114,9 +113,8 @@ def _create_tpu_mirrored_variable(devices, real_mirrored_creator, *args,
   return result
 
 
-# TODO(jhseu): Stop inheriting from OneDeviceStrategy.
-class TPUStrategy(one_device_strategy.OneDeviceStrategy):
-  """Experimental TPU distribution strategy implementation."""
+class TPUStrategy(distribute_lib.DistributionStrategy):
+  """TPU distribution strategy implementation."""
 
   def __init__(self, tpu_cluster_resolver, steps_per_run, num_cores=None):
     """Initializes the TPUStrategy object.
@@ -132,9 +130,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       num_cores: Number of cores to use on the TPU. If None specified, then
           auto-detect the cores and topology of the TPU system.
     """
-    # TODO(sourabhbajaj): OneDeviceStrategy should be initialized with the
-    # master node fetched from the cluster resolver.
-    super(TPUStrategy, self).__init__("/device:CPU:0")
+    super(TPUStrategy, self).__init__()
 
     self._tpu_cluster_resolver = tpu_cluster_resolver
     self._tpu_metadata = get_tpu_system_metadata(self._tpu_cluster_resolver)
@@ -146,6 +142,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     device_map = {d.name: i for i, d in enumerate(self._tpu_metadata.devices)
                   if "device:TPU:" in d.name}
     self._device_index = values.PerDevice(device_map)
+    self._host_device = self.get_host_cpu_device(0)
     self._tpu_devices = sorted(device_map.keys())
     # Only create variables for the number of replicas we're running.
     self._tpu_devices = self._tpu_devices[:self.num_replicas]
@@ -323,7 +320,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     # TODO(jhseu): Consider making it so call_for_each_replica implies that
     # we're in a tpu.rewrite(), and update TPUMirroredVariable accordingly.
     kwargs.pop("run_concurrently", None)
-    with one_device_strategy._OneDeviceReplicaContext(self):  # pylint: disable=protected-access
+    with _TPUReplicaContext(self):
       return fn(*args, **kwargs)
 
   def initialize(self):
@@ -402,7 +399,7 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
     devices = cross_tower_ops_lib.get_devices_from(destinations)
     if len(devices) == 1:
       assert device_util.canonicalize(devices[0]) == device_util.canonicalize(
-          self.get_host_cpu_device(0))
+          self._host_device)
     else:
       raise ValueError("Multiple devices are not supported for TPUStrategy")
 
@@ -453,6 +450,13 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       return val
     return [val]
 
+  def value_container(self, value):
+    return value
+
+  def _broadcast(self, tensor, destinations):
+    del destinations
+    return tensor
+
   @property
   def num_replicas(self):
     return self._num_cores_override or self._tpu_metadata.num_cores
@@ -493,6 +497,21 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
   def parameter_devices(self):
     return self._tpu_devices
 
+  def non_slot_devices(self, var_list):
+    return self._host_device
+
+  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
+    del colocate_with
+    should_group = options.pop("grouped")
+    assert not options  # Validate that we are processing all of the options.
+    with ops.device(self._host_device), distribute_lib.UpdateContext(
+        self._host_device):
+      result = fn(*args, **kwargs)
+      if should_group:
+        return result
+      else:
+        return nest.map_structure(self._unwrap, result)
+
   def get_host(self, host_id):
     if self._tpu_cluster_resolver.get_master() in ("", "local"):
       return "/replica:0/task:0"
@@ -513,3 +532,17 @@ class TPUStrategy(one_device_strategy.OneDeviceStrategy):
       cluster_spec = self._tpu_cluster_resolver.cluster_spec()
       if cluster_spec:
         session_config.cluster_def.CopyFrom(cluster_spec.as_cluster_def())
+
+
+class _TPUReplicaContext(distribute_lib.ReplicaContext):
+  """Replication Context class for TPU Strategy."""
+
+  # TODO(sourabhbajaj): Call for each tower should be updating this.
+  def __init__(self, distribution_strategy):
+    distribute_lib.ReplicaContext.__init__(
+        self, distribution_strategy, replica_id=0)
+
+  @property
+  def device(self):
+    distribute_lib.require_replica_context(self)
+    return self._distribution_strategy.worker_devices[self._replica_id]
-- 
GitLab


From 57047649ea33103dbddbf53f7fef4b0832432bf9 Mon Sep 17 00:00:00 2001
From: HuiyangFei <huiyang.fei@intel.com>
Date: Wed, 31 Oct 2018 10:06:26 -0700
Subject: [PATCH 0857/1825] clean up code under #ifdef INTEL_MKL_ML_ONLY

remove code block under #ifdef INTEL_MKL_ML_ONLY in mkl_concat_op.cc
---
 tensorflow/core/kernels/mkl_concat_op.cc | 434 +----------------------
 1 file changed, 1 insertion(+), 433 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_concat_op.cc b/tensorflow/core/kernels/mkl_concat_op.cc
index a41f7f08ae..3824d94398 100644
--- a/tensorflow/core/kernels/mkl_concat_op.cc
+++ b/tensorflow/core/kernels/mkl_concat_op.cc
@@ -26,16 +26,10 @@ limitations under the License.
 #include "tensorflow/core/kernels/concat_lib.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/types.h"
-
-#ifndef INTEL_MKL_ML_ONLY
 #include "mkldnn.hpp"
 
 using mkldnn::concat;
 using mkldnn::stream;
-#else
-#include "mkl_dnn.h"
-#include "mkl_dnn_types.h"
-#endif
 #include "tensorflow/core/util/mkl_util.h"
 
 namespace tensorflow {
@@ -63,95 +57,6 @@ class EigenConcatBaseOp : public OpKernel {
   // we need to have empty Compute because Compute is pure virtual function.
   void Compute(OpKernelContext* c) {}
 
-#ifdef INTEL_MKL_ML_ONLY
-
-  void Compute(OpKernelContext* c, const std::vector<Tensor>& values) {
-    const Tensor* concat_dim_tensor;
-    const char* axis_attribute_name =
-        AxisArgName == NAME_IS_AXIS
-            ? "axis"
-            : AxisArgName == NAME_IS_CONCAT_DIM ? "concat_dim" : "<invalid>";
-    OP_REQUIRES_OK(c, c->input(axis_attribute_name, &concat_dim_tensor));
-    OP_REQUIRES(c, IsLegacyScalar(concat_dim_tensor->shape()),
-                errors::InvalidArgument(
-                    axis_attribute_name,
-                    " tensor should be a scalar integer, but got shape ",
-                    concat_dim_tensor->shape().DebugString()));
-    const int32 concat_dim =
-        internal::SubtleMustCopy(concat_dim_tensor->scalar<int32>()());
-    // Instead of accessing values from context, we use input to Compute.
-    const int N = values.size();
-    const int input_dims = values[0].dims();
-    const TensorShape& input_shape = values[0].shape();
-
-    int32 axis = concat_dim < 0 ? concat_dim + input_dims : concat_dim;
-    OP_REQUIRES(c,
-                (0 <= axis && axis < input_dims) ||
-                    (allow_legacy_scalars() && concat_dim == 0),
-                errors::InvalidArgument(
-                    "ConcatOp : Expected concatenating dimensions in the range "
-                    "[",
-                    -input_dims, ", ", input_dims, "), but got ", concat_dim));
-    // Note that we reduce the concat of n-dimensional tensors into a two
-    // dimensional concat. Assuming the dimensions of any input/output
-    // tensor are {x0, x1,...,xn-1, y0, y1,...,ym-1}, where the concat is along
-    // the dimension indicated with size y0, we flatten it to {x, y}, where y =
-    // Prod_i(yi) and x = ((n > 0) ? Prod_i(xi) : 1).
-    ConstMatrixVector inputs_flat;
-    inputs_flat.reserve(N);
-    int64 inputs_flat_dim0 = 1;
-    for (int d = 0; d < axis; ++d) {
-      inputs_flat_dim0 *= input_shape.dim_size(d);
-    }
-    int64 output_concat_dim = 0;
-    const bool input_is_scalar = IsLegacyScalar(input_shape);
-    for (int i = 0; i < N; ++i) {
-      const auto in = values[i];
-      const bool in_is_scalar = IsLegacyScalar(in.shape());
-      OP_REQUIRES(
-          c, in.dims() == input_dims || (input_is_scalar && in_is_scalar),
-          errors::InvalidArgument(
-              "ConcatOp : Ranks of all input tensors should match: shape[0] = ",
-              input_shape.DebugString(), " vs. shape[", i,
-              "] = ", in.shape().DebugString()));
-      for (int j = 0; j < input_dims; ++j) {
-        if (j == axis) {
-          continue;
-        }
-        OP_REQUIRES(
-            c, in.dim_size(j) == input_shape.dim_size(j),
-            errors::InvalidArgument(
-                "ConcatOp : Dimensions of inputs should match: shape[0] = ",
-                input_shape.DebugString(), " vs. shape[", i,
-                "] = ", in.shape().DebugString()));
-      }
-      if (in.NumElements() > 0) {
-        int64 inputs_flat_dim1 = in.NumElements() / inputs_flat_dim0;
-        inputs_flat.emplace_back(new typename TTypes<T, 2>::ConstMatrix(
-            in.shaped<T, 2>({inputs_flat_dim0, inputs_flat_dim1})));
-      }
-      // TODO(irving): Remove check once !allow_legacy_scalars().
-      output_concat_dim += in.dims() > 0 ? in.dim_size(axis) : 1;
-    }
-
-    TensorShape output_shape(input_shape);
-    // TODO(irving): Remove rank 0 case once !allow_legacy_scalars().
-    if (output_shape.dims() == 0) {
-      output_shape.AddDim(output_concat_dim);
-    } else {
-      output_shape.set_dim(axis, output_concat_dim);
-    }
-    Tensor* output = nullptr;
-    OP_REQUIRES_OK(c, c->allocate_output(0, output_shape, &output));
-    if (output->NumElements() > 0) {
-      int64 output_dim1 = output->NumElements() / inputs_flat_dim0;
-      auto output_flat = output->shaped<T, 2>({inputs_flat_dim0, output_dim1});
-      ConcatCPU<T>(c->device(), inputs_flat, &output_flat);
-    }
-  }
-
-#else  // MKL_DNN
-
   void Compute(OpKernelContext* c, const std::vector<Tensor>& values,
                const TensorShapeList& input_shapes) {
     const Tensor* concat_dim_tensor;
@@ -227,344 +132,9 @@ class EigenConcatBaseOp : public OpKernel {
       ConcatCPU<T>(c->device(), inputs_flat, &output_flat);
     }
   }
-
-#endif
 };
-
-#ifdef INTEL_MKL_ML_ONLY
-
 // --------------------------------------------------------------------------
-//                      Mkl Concat Op
-// --------------------------------------------------------------------------
-
-template <typename Device, typename T, AxisArgumentName AxisArgName>
-class MklConcatOp : public OpKernel {
- private:
-  TensorFormat data_format_;
-  EigenConcatBaseOp<Device, T, AxisArgName> eigen_concat_op_;
-
- public:
-  typedef std::vector<std::unique_ptr<typename TTypes<T, 2>::ConstMatrix>>
-      ConstMatrixVector;
-
-  explicit MklConcatOp(OpKernelConstruction* c)
-      : OpKernel(c), eigen_concat_op_(c) {}
-
-  void Compute(OpKernelContext* context) override {
-    MklConcatOpContext mkl_context;
-
-    // Get input tensors.
-    OpInputList input_tensors;
-    GetMklInputList(context, "values", &input_tensors);
-    const int N = input_tensors.size();
-    // Get MKL shapes.
-    MklShapeList input_shapes(N);
-    GetMklShapeList(context, "values", &input_shapes);
-
-    // If this is Concat, then concat_dim is 0th input.
-    // If this is ConcatV2, then axis is Nth input.
-    const Tensor& concat_dim_tensor = AxisArgName == NAME_IS_CONCAT_DIM
-                                          ? MklGetInput(context, 0)
-                                          : MklGetInput(context, N);
-
-    // Sanity checks
-    OP_REQUIRES(
-        context, IsLegacyScalar(concat_dim_tensor.shape()),
-        errors::InvalidArgument(
-            "Concat dim tensor should be a scalar integer, but got shape ",
-            concat_dim_tensor.shape().DebugString()));
-    int32 concat_dim =
-        internal::SubtleMustCopy(concat_dim_tensor.scalar<int32>()());
-
-    MklShape& inpshape0 = input_shapes[0];
-
-    // Check that all tensors are Mkl, if not we call Eigen version.
-    bool invoke_eigen = false;
-    bool is_concat_dim_channel = true;
-    if (!AreAllMklTensors(input_shapes)) {
-      invoke_eigen = true;
-    }
-
-    // Check that total number of dimensions is 4, if not call Eigen.
-    if (!invoke_eigen) {
-      for (auto& s : input_shapes) {
-        if (s.GetDimension() != 4) {
-          invoke_eigen = true;
-          break;
-        }
-      }
-    }
-
-    // check that concat_dim is channel, if not call Eigen version.
-    if (!invoke_eigen) {
-      for (auto& s : input_shapes) {
-        if (!s.IsMklChannelDim(concat_dim)) {
-          invoke_eigen = true;
-          is_concat_dim_channel = false;
-          break;
-        }
-      }
-    }
-
-    if (invoke_eigen) {
-      VLOG(1) << "_MklConcatOp: Invoking Eigen version of Concat. Reason:"
-              << (!is_concat_dim_channel ? "Concat dimension is not channel"
-                                         : "Not all tensors are in Mkl layout");
-      CallEigenVersion(context, input_tensors, input_shapes);
-      return;
-    }
-
-    // For MKL format, the channel is dimension number 2.
-    // So if we are concating over channel and _all_ inputs are in MKL
-    // format, then we set concat_dim to 2.
-    // Since we have reached till here, it means we are concating
-    // over channel.
-    concat_dim = MklDims::C;
-
-    // One more sanity check: check that ranks of all tensors match
-    // and that their shapes match except for concat_dim.
-    int i = 0;
-    for (auto& s : input_shapes) {
-      size_t exp_dims = inpshape0.GetDimension();
-      OP_REQUIRES(context, s.GetDimension() == exp_dims,
-                  errors::InvalidArgument(
-                      "_MklConcatOp : Ranks of all input tensors should match:"
-                      " input dimensions = ",
-                      s.GetDimension(), " vs. expected rank = ", exp_dims));
-
-      for (int d = 0; d < exp_dims; ++d) {
-        if (d == concat_dim) {
-          continue;
-        }
-
-        size_t exp_size = inpshape0.GetSizes()[d];
-        OP_REQUIRES(
-            context, exp_size == s.GetSizes()[d],
-            errors::InvalidArgument("_MklConcatOp : Dimensions of inputs"
-                                    "should match: shape[0][",
-                                    d, "]= ", exp_size, " vs. shape[", i, "][",
-                                    d, "] = ", s.GetSizes()[d]));
-      }
-      ++i;
-    }
-
-    // Use input MKL layout instead of creating new layouts.
-    int64 output_concat_dim_size = 0;
-    for (auto& s : input_shapes) {
-      output_concat_dim_size +=
-          s.GetDimension() > 0 ? s.GetSizes()[concat_dim] : 1;
-    }
-    mkl_context.MklCreateInputLayouts(context, input_shapes);
-    OP_REQUIRES_OK(context, context->status());
-
-    CHECK_EQ(dnnConcatCreate_F32(&mkl_context.prim_concat, NULL, N,
-                                 &mkl_context.lt_inputs[0]),
-             E_SUCCESS);
-
-    // Calculate output sizes and strides
-    TensorFormat data_format;
-    if (inpshape0.IsTensorInNHWCFormat()) {
-      data_format = FORMAT_NHWC;
-    } else {
-      OP_REQUIRES(
-          context, inpshape0.IsTensorInNCHWFormat(),
-          errors::InvalidArgument(
-              "_MklConcat only supports all inputs in NCHW or NHWC format "));
-      data_format = FORMAT_NCHW;
-    }
-
-    // Since all tensors are in Mkl layout, we copy sizes from input tensor.
-    mkl_context.out_sizes[MklDims::W] = inpshape0.GetSizes()[MklDims::W];
-    mkl_context.out_sizes[MklDims::H] = inpshape0.GetSizes()[MklDims::H];
-    mkl_context.out_sizes[MklDims::C] = output_concat_dim_size;
-    mkl_context.out_sizes[MklDims::N] = inpshape0.GetSizes()[MklDims::N];
-    GetStridesFromSizes(data_format, mkl_context.out_strides,
-                        mkl_context.out_sizes);
-
-    // Set output Mkl shape.
-    int64 dim = 4;
-    MklShape mkl_output_mkl_shape;
-    mkl_output_mkl_shape.SetMklTensor(true);
-    mkl_output_mkl_shape.SetMklLayout(mkl_context.prim_concat, dnnResourceDst);
-    mkl_output_mkl_shape.SetTfLayout(dim, mkl_context.out_sizes,
-                                     mkl_context.out_strides);
-    mkl_output_mkl_shape.SetTfDimOrder(dim, inpshape0.GetTfToMklDimMap());
-
-    TensorShape mkl_output_tf_shape;
-    mkl_output_tf_shape.AddDim(1);
-    mkl_output_tf_shape.AddDim(
-        dnnLayoutGetMemorySize_F32(
-            static_cast<dnnLayout_t>(mkl_output_mkl_shape.GetMklLayout())) /
-        sizeof(T));
-
-    Tensor* output = nullptr;
-    AllocateOutputSetMklShape(context, 0, &output, mkl_output_tf_shape,
-                              mkl_output_mkl_shape);
-
-    // Set destination resource.
-    mkl_context.concat_res[dnnResourceDst] =
-        const_cast<void*>(static_cast<const void*>(output->flat<T>().data()));
-
-    mkl_context.mkl_tmp_tensors.resize(N);
-    mkl_context.MklPrepareConcatInputs(context, input_tensors);
-    OP_REQUIRES_OK(context, context->status());
-
-    // Execute primitive.
-    CHECK_EQ(dnnExecute_F32(mkl_context.prim_concat, mkl_context.concat_res),
-             E_SUCCESS);
-
-    mkl_context.MklCleanup();
-    OP_REQUIRES_OK(context, context->status());
-  }
-
- private:
-  typedef struct {
-    TensorFormat data_format;
-    size_t out_sizes[4];
-    size_t out_strides[4];
-    dnnPrimitive_t prim_concat;
-    void* concat_res[dnnResourceNumber];
-    std::vector<dnnLayout_t> lt_inputs;
-    std::vector<Tensor> mkl_tmp_tensors;
-
-    // Create MKL dnnLayout_t objects for tensors coming into the layer
-    // We only support case where input tensors are all in Mkl layout.
-    void MklCreateInputLayouts(OpKernelContext* context,
-                               MklShapeList& input_shapes) {
-      for (auto& is : input_shapes) {
-        CHECK_EQ(is.IsMklTensor(), true);
-        lt_inputs.push_back((dnnLayout_t)is.GetCurLayout());
-      }
-    }
-
-    void MklPrepareConcatInputs(OpKernelContext* context,
-                                OpInputList& input_tensors) {
-      CHECK_EQ(lt_inputs.size(), mkl_tmp_tensors.size());
-
-      for (int i = 0; i < lt_inputs.size(); ++i) {
-        dnnPrimitive_t mkl_prim_convert_input;
-        dnnLayout_t mkl_lt_internal_input;
-        void* mkl_buf_convert_input = nullptr;
-
-        CHECK_EQ(dnnLayoutCreateFromPrimitive_F32(
-                     &mkl_lt_internal_input, prim_concat,
-                     (dnnResourceType_t)(dnnResourceMultipleSrc + i)),
-                 E_SUCCESS);
-
-        if (!dnnLayoutCompare_F32(lt_inputs[i], mkl_lt_internal_input)) {
-          CHECK_EQ(dnnConversionCreate_F32(&mkl_prim_convert_input,
-                                           lt_inputs[i], mkl_lt_internal_input),
-                   E_SUCCESS);
-
-          AllocTmpBuffer(context, &mkl_tmp_tensors[i], mkl_lt_internal_input,
-                         &mkl_buf_convert_input);
-
-          CHECK_EQ(dnnConversionExecute_F32(
-                       mkl_prim_convert_input,
-                       const_cast<void*>(static_cast<const void*>(
-                           input_tensors[i].flat<T>().data())),
-                       mkl_buf_convert_input),
-                   E_SUCCESS);
-
-          concat_res[dnnResourceMultipleSrc + i] = mkl_buf_convert_input;
-          CHECK_EQ(dnnDelete_F32(mkl_prim_convert_input), E_SUCCESS);
-        } else {
-          concat_res[dnnResourceMultipleSrc + i] = const_cast<void*>(
-              static_cast<const void*>(input_tensors[i].flat<T>().data()));
-        }
-
-        CHECK_EQ(dnnLayoutDelete_F32(mkl_lt_internal_input), E_SUCCESS);
-      }
-    }
-
-    void MklCleanup() {
-      for (auto& lt : lt_inputs) {
-        lt = nullptr;
-      }
-      CHECK_EQ(dnnDelete_F32(prim_concat), E_SUCCESS);
-    }
-  } MklConcatOpContext;
-
-  void CallEigenVersion(OpKernelContext* context, const OpInputList& values,
-                        const MklShapeList& input_shapes) {
-    // Before calling Eigen version, we need to convert Mkl tensors to TF.
-    // First check that the number of input tensors and the number of Mkl
-    // shapes match.
-    CHECK_EQ(values.size(), input_shapes.size());
-
-    std::vector<Tensor> converted_values;
-    for (int i = 0; i < input_shapes.size(); i++) {
-      if (input_shapes[i].IsMklTensor()) {
-        // If input tensor is Mkl, then do the conversion.
-        Tensor tmp_tensor =
-            ConvertMklToTF<T>(context, values[i], input_shapes[i]);
-        converted_values.push_back(tmp_tensor);
-      } else {
-        // If input tensor is TF already, then we do not need any conversion.
-        converted_values.push_back(values[i]);
-      }
-    }
-
-    // Call Eigen concat.
-    eigen_concat_op_.Compute(context, converted_values);
-
-    // Set dummy Mkl tensor as output Mkl tensor for this op.
-    MklShape mkl_tensor_mkl_shape;
-    mkl_tensor_mkl_shape.SetMklTensor(false);
-    mkl_tensor_mkl_shape.SetDimensions(4);
-    mkl_tensor_mkl_shape.SetTfDimOrder(4);  // Dimensions
-    Tensor* mkl_tensor = nullptr;
-    TensorShape mkl_tensor_tf_shape;
-    mkl_tensor_tf_shape.AddDim(
-        SIZE_OF_MKL_SERIAL_DATA(mkl_tensor_mkl_shape.GetDimension()));
-    int tf_output_index = 0;
-    // TODO(jktomer): replace this with OP_REQUIRES_OK and clean up this file
-    // to propagate the status up the call stack.
-    TF_CHECK_OK(context->allocate_output(
-        GetTensorMetaDataIndex(tf_output_index, context->num_outputs()),
-        mkl_tensor_tf_shape, &mkl_tensor));
-    mkl_tensor_mkl_shape.SerializeMklShape(
-        mkl_tensor->flat<uint8>().data(),
-        mkl_tensor->flat<uint8>().size() * sizeof(uint8));
-  }
-
-  // overloading methods with input shapes as a list of TensorShape's
-  void CallEigenVersion(OpKernelContext* context, const OpInputList& values,
-                        const TensorShapeList& input_shapes) {
-    CHECK_EQ(values.size(), input_shapes.size());
-
-    std::vector<Tensor> converted_values;
-    for (int i = 0; i < input_shapes.size(); i++) {
-      converted_values.push_back(values[i]);
-    }
-
-    // Call Eigen concat.
-    eigen_concat_op_.Compute(context, converted_values);
-
-    // Set dummy Mkl tensor as output Mkl tensor for this op.
-    MklShape mkl_tensor_mkl_shape;
-    mkl_tensor_mkl_shape.SetMklTensor(false);
-    mkl_tensor_mkl_shape.SetDimensions(4);
-    Tensor* mkl_tensor = nullptr;
-    TensorShape mkl_tensor_tf_shape;
-    mkl_tensor_tf_shape.AddDim(
-        SIZE_OF_MKL_SERIAL_DATA(mkl_tensor_mkl_shape.GetDimension()));
-    int tf_output_index = 0;
-    // TODO(jktomer): replace this with OP_REQUIRES_OK and clean up this file
-    // to propagate the status up the call stack.
-    TF_CHECK_OK(context->allocate_output(
-        GetTensorMetaDataIndex(tf_output_index, context->num_outputs()),
-        mkl_tensor_tf_shape, &mkl_tensor));
-    mkl_tensor_mkl_shape.SerializeMklShape(
-        mkl_tensor->flat<uint8>().data(),
-        mkl_tensor->flat<uint8>().size() * sizeof(uint8));
-  }
-};
-
-#else
-
-// --------------------------------------------------------------------------
-//                      Mkl Concat Op
+//                      MKL_DNN Concat Op
 // --------------------------------------------------------------------------
 
 template <typename Device, typename T, AxisArgumentName AxisArgName>
@@ -905,8 +475,6 @@ class MklConcatOp : public OpKernel {
   }
 };
 
-#endif
-
 /* Use optimized concat for float type only */
 #define REGISTER_MKL_CPU(type)                                              \
   REGISTER_KERNEL_BUILDER(Name("_MklConcat")                                \
-- 
GitLab


From dea1019980bd7c3de441ff5ee12df2d6d29814fb Mon Sep 17 00:00:00 2001
From: HuiyangFei <huiyang.fei@intel.com>
Date: Wed, 31 Oct 2018 10:09:53 -0700
Subject: [PATCH 0858/1825] minor comment change

---
 tensorflow/core/kernels/mkl_concat_op.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/mkl_concat_op.cc b/tensorflow/core/kernels/mkl_concat_op.cc
index 3824d94398..4c6c37221f 100644
--- a/tensorflow/core/kernels/mkl_concat_op.cc
+++ b/tensorflow/core/kernels/mkl_concat_op.cc
@@ -134,7 +134,7 @@ class EigenConcatBaseOp : public OpKernel {
   }
 };
 // --------------------------------------------------------------------------
-//                      MKL_DNN Concat Op
+//                      Mkl Concat Op
 // --------------------------------------------------------------------------
 
 template <typename Device, typename T, AxisArgumentName AxisArgName>
-- 
GitLab


From a972de2adeb9d573f0021b9a90748cd7efced09c Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 31 Oct 2018 10:05:28 -0700
Subject: [PATCH 0859/1825] [XLA:GPU] Output fuse bias adds into dot

TuplePointsToAnalysis already knows how to share the input to the add with the
output of the fusion. If for whatever reason the sharing is not possible, emit
a memcpy from input to output before calling gemm. The change is mostly
straight-forward, there's one complication with the online autotune of gemms.
We allocate a scratch buffer to avoid overwriting the bias during autotune.

This doesn't do anything fancy like trying to combine the scalar mul with the
add. We could do but it doesn't seem to be worth the additional complexity.

PiperOrigin-RevId: 219492278
---
 .../compiler/xla/service/gpu/gemm_thunk.cc    | 64 +++++++++----
 .../compiler/xla/service/gpu/gemm_thunk.h     |  8 +-
 .../xla/service/gpu/instruction_fusion.cc     |  4 +
 .../service/gpu/instruction_fusion_test.cc    | 27 ++++++
 .../xla/service/gpu/ir_emission_utils.cc      |  3 +-
 .../xla/service/gpu/ir_emitter_unnested.cc    | 90 +++++++++++++------
 6 files changed, 148 insertions(+), 48 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/gemm_thunk.cc b/tensorflow/compiler/xla/service/gpu/gemm_thunk.cc
index 9c4a490366..27f07b1d58 100644
--- a/tensorflow/compiler/xla/service/gpu/gemm_thunk.cc
+++ b/tensorflow/compiler/xla/service/gpu/gemm_thunk.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include <functional>
 
 #include "absl/strings/str_cat.h"
+#include "tensorflow/compiler/xla/service/gpu/ir_emission_utils.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/stream_executor_no_cuda.h"
@@ -51,7 +52,8 @@ struct MatrixDescriptor {
 // rhs_matrix, and stores the result to output_matrix.
 template <typename Element>
 bool DoGemm(MatrixDescriptor lhs_matrix, MatrixDescriptor rhs_matrix,
-            MatrixDescriptor output_matrix, double alpha, se::Stream* stream) {
+            MatrixDescriptor output_matrix, double alpha, double beta,
+            se::Stream* stream) {
   DCHECK(!output_matrix.transpose);
 
   const int64 batch_size = lhs_matrix.batch_size;
@@ -73,7 +75,7 @@ bool DoGemm(MatrixDescriptor lhs_matrix, MatrixDescriptor rhs_matrix,
             lhs_transpose, rhs_transpose, output_matrix.num_rows,
             output_matrix.num_cols, /*size of reduce dim=*/k, /*alpha=*/alpha,
             lhs_data, /*leading dim of LHS=*/lhs_matrix.num_rows, rhs_data,
-            /*leading dim of RHS=*/rhs_matrix.num_rows, /*beta=*/0.0,
+            /*leading dim of RHS=*/rhs_matrix.num_rows, /*beta=*/beta,
             &output_data, /*leading dim of output=*/output_matrix.num_rows)
         .ok();
   }
@@ -88,7 +90,7 @@ bool DoGemm(MatrixDescriptor lhs_matrix, MatrixDescriptor rhs_matrix,
           /*alpha=*/alpha, lhs_data,
           /*leading dim of LHS=*/lhs_matrix.num_rows, lhs_stride, rhs_data,
           /*leading dim of RHS=*/rhs_matrix.num_rows, rhs_stride,
-          /*beta=*/0.0, &output_data,
+          /*beta=*/beta, &output_data,
           /*leading dim of output=*/output_matrix.num_rows, output_stride,
           batch_size)
       .ok();
@@ -112,6 +114,7 @@ template <typename Element>
 bool DoGemmWithAlgorithm(MatrixDescriptor lhs_matrix,
                          MatrixDescriptor rhs_matrix,
                          MatrixDescriptor output_matrix, double alpha,
+                         double beta,
                          se::blas::ComputationType computation_type,
                          se::blas::AlgorithmType algorithm, se::Stream* stream,
                          se::blas::ProfileResult* output_profile_result) {
@@ -138,7 +141,7 @@ bool DoGemmWithAlgorithm(MatrixDescriptor lhs_matrix,
           /*alpha=*/static_cast<Element>(alpha), lhs_data,
           /*leading dim of LHS=*/lhs_matrix.num_rows, rhs_data,
           /*leading dim of RHS=*/rhs_matrix.num_rows,
-          /*beta=*/static_cast<Element>(0.0f), &output_data,
+          /*beta=*/static_cast<Element>(beta), &output_data,
           /*leading dim of output=*/output_matrix.num_rows, computation_type,
           algorithm, output_profile_result)
       .ok();
@@ -153,7 +156,7 @@ bool DoGemmWithAlgorithm(MatrixDescriptor lhs_matrix,
 template <typename Element>
 StatusOr<se::blas::AlgorithmType> DoGemmAutotune(
     MatrixDescriptor lhs_matrix, MatrixDescriptor rhs_matrix,
-    MatrixDescriptor output_matrix, double alpha,
+    MatrixDescriptor output_matrix, double alpha, double beta,
     se::blas::ComputationType computation_type, se::Stream* stream) {
   std::vector<se::blas::AlgorithmType> algorithms;
   CHECK(stream->parent()->GetBlasGemmAlgorithms(&algorithms));
@@ -166,7 +169,7 @@ StatusOr<se::blas::AlgorithmType> DoGemmAutotune(
     // non-null ProfileResult, DoGemmWithAlgorithm should always return true,
     // and the actual success-ness is returned in ProfileResult::is_valid.
     CHECK(DoGemmWithAlgorithm<Element>(lhs_matrix, rhs_matrix, output_matrix,
-                                       alpha, computation_type, algorithm,
+                                       alpha, beta, computation_type, algorithm,
                                        stream, &profile_result));
 
     if (profile_result.is_valid()) {
@@ -263,8 +266,9 @@ DotDimensionNumbers GetDimensionNumbers(const HloInstruction& hlo_instruction) {
   }
   CHECK_EQ(hlo_instruction.opcode(), HloOpcode::kFusion);
   CHECK_EQ(hlo_instruction.fusion_kind(), HloInstruction::FusionKind::kOutput);
-  CHECK_EQ(hlo_instruction.fused_expression_root()->opcode(),
-           HloOpcode::kMultiply);
+  CHECK(hlo_instruction.fused_expression_root()->opcode() == HloOpcode::kAdd ||
+        hlo_instruction.fused_expression_root()->opcode() ==
+            HloOpcode::kMultiply);
   // Try to find the dot inside the output fusion node.
   const HloInstruction* dot =
       hlo_instruction.fused_expression_root()->operand(0);
@@ -282,8 +286,9 @@ GemmThunk::GemmThunk(const BufferAllocation::Slice& lhs_buffer,
                      const BufferAllocation::Slice& rhs_buffer,
                      const BufferAllocation::Slice& output_buffer,
                      const Shape& lhs_shape, const Shape& rhs_shape,
-                     const Shape& output_shape, double alpha,
-                     const HloInstruction* hlo_instruction)
+                     const Shape& output_shape, double alpha, double beta,
+                     const HloInstruction* hlo_instruction,
+                     bool implements_whole_instruction)
     : Thunk(Kind::kGemm, hlo_instruction),
       lhs_buffer_(lhs_buffer),
       rhs_buffer_(rhs_buffer),
@@ -291,7 +296,9 @@ GemmThunk::GemmThunk(const BufferAllocation::Slice& lhs_buffer,
       lhs_shape_(lhs_shape),
       rhs_shape_(rhs_shape),
       output_shape_(output_shape),
-      alpha_(alpha) {}
+      alpha_(alpha),
+      beta_(beta),
+      implements_whole_instruction_(implements_whole_instruction) {}
 
 Status GemmThunk::ExecuteOnStream(const BufferAllocations& buffer_allocations,
                                   se::Stream* stream,
@@ -386,7 +393,7 @@ Status GemmThunk::ExecuteOnStream(const BufferAllocations& buffer_allocations,
     // TODO(b/112111608): Implement auto tune for batched gemm.
     if (batch_size != 1) {
       return GetGemmFn(element_type)(lhs_matrix, rhs_matrix, output_matrix,
-                                     alpha_, stream);
+                                     alpha_, beta_, stream);
     }
 
     auto thunk_name = [&] {
@@ -398,9 +405,27 @@ Status GemmThunk::ExecuteOnStream(const BufferAllocations& buffer_allocations,
     auto autotune_it = autotune_results_.find(device_name);
     if (autotune_it == autotune_results_.end()) {
       VLOG(3) << "Starting autotune of GemmThunk " << thunk_name();
-      StatusOr<se::blas::AlgorithmType> best_algorithm =
-          GetGemmAutotuneFn(element_type)(lhs_matrix, rhs_matrix, output_matrix,
-                                          alpha_, computation_type, stream);
+
+      // If the output buffer already contains a bias then autotune into a
+      // scratch buffer. This avoids overwriting the bias buffer. The scratch
+      // buffer may contain arbitrary garbage values.
+      se::DeviceMemoryBase scratch_data = output_data;
+      std::unique_ptr<se::TemporaryDeviceMemory<char>> scratch_mem;
+      if (beta_ != 0.0) {
+        auto temp_status = stream->AllocateTemporaryArray<char>(
+            ShapeUtil::ByteSizeOf(output_shape_));
+        if (!temp_status.ok()) {
+          return false;
+        }
+        scratch_mem = std::move(temp_status).ValueOrDie();
+        scratch_data = scratch_mem->device_memory();
+      }
+      const MatrixDescriptor scratch_descriptor(
+          scratch_data, false, output_num_cols, output_num_rows, batch_size);
+
+      StatusOr<se::blas::AlgorithmType> best_algorithm = GetGemmAutotuneFn(
+          element_type)(lhs_matrix, rhs_matrix, scratch_descriptor, alpha_,
+                        beta_, computation_type, stream);
       autotune_it =
           autotune_results_.insert({device_name, best_algorithm}).first;
 
@@ -421,18 +446,19 @@ Status GemmThunk::ExecuteOnStream(const BufferAllocations& buffer_allocations,
       VLOG(2) << "Using algorithm " << algorithm
               << " chosen by autotuning on GemmThunk " << thunk_name();
       return GetGemmWithAlgorithmFn(element_type)(
-          lhs_matrix, rhs_matrix, output_matrix, alpha_, computation_type,
-          algorithm, stream,
+          lhs_matrix, rhs_matrix, output_matrix, alpha_, beta_,
+          computation_type, algorithm, stream,
           /*output_profile_result=*/nullptr);
     }
 
     // Autotune will fail when CUDA 8 and GPU sm_50 or older are used.
     // Use the older Gemm API in this case.
     return GetGemmFn(element_type)(lhs_matrix, rhs_matrix, output_matrix,
-                                   alpha_, stream);
+                                   alpha_, beta_, stream);
   };
 
-  auto op_profiler = profiler->MakeScopedInstructionProfiler(hlo_instruction());
+  auto op_profiler = profiler->MakeScopedInstructionProfiler(
+      implements_whole_instruction_ ? hlo_instruction() : nullptr);
   bool launch_ok;
   if (LayoutUtil::Minor(output_shape_.layout(), row_dim) == 0) {
     launch_ok = launch(lhs_descriptor, rhs_descriptor,
diff --git a/tensorflow/compiler/xla/service/gpu/gemm_thunk.h b/tensorflow/compiler/xla/service/gpu/gemm_thunk.h
index 12c81f9bfc..cc2d12a39c 100644
--- a/tensorflow/compiler/xla/service/gpu/gemm_thunk.h
+++ b/tensorflow/compiler/xla/service/gpu/gemm_thunk.h
@@ -41,8 +41,9 @@ class GemmThunk : public Thunk {
             const BufferAllocation::Slice& rhs_buffer,
             const BufferAllocation::Slice& output_buffer,
             const Shape& lhs_shape, const Shape& rhs_shape,
-            const Shape& output_shape, double alpha,
-            const HloInstruction* hlo_instruction);
+            const Shape& output_shape, double alpha, double beta,
+            const HloInstruction* hlo_instruction,
+            bool implements_whole_instruction);
 
   GemmThunk(const GemmThunk&) = delete;
   GemmThunk& operator=(const GemmThunk&) = delete;
@@ -70,6 +71,9 @@ class GemmThunk : public Thunk {
   const Shape output_shape_;
 
   const double alpha_;
+  const double beta_;
+
+  const bool implements_whole_instruction_;
 
   // Maps device names (StreamExecutor::DeviceDescription::name()) to autotune
   // results.  The map's value is the best algorithm we've found for this thunk
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
index c80cdc810a..7f2b59810f 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
@@ -179,6 +179,10 @@ bool GpuInstructionFusion::ShouldFuse(HloInstruction* consumer,
           IsIEEEFloatingPointScalarConstant(alpha->operand(0))) {
         return true;
       }
+    } else if (consumer->operand_count() == 2 &&
+               consumer->opcode() == HloOpcode::kAdd) {
+      // Fuse a bias add into the output of the dot.
+      return true;
     }
   }
 
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 7ca72abff1..57e66f5a12 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -331,6 +331,33 @@ TEST_F(InstructionFusionTest, DotOutputFusion) {
                    op::Broadcast(op::Constant())));
 }
 
+TEST_F(InstructionFusionTest, DotOutputFusionBiasAdd) {
+  auto module = ParseHloString(R"(
+  HloModule test_module
+  ENTRY OutputFusion {
+    alpha = f32[] constant(3)
+    broadcast = f32[4,4]{1,0} broadcast(alpha), dimensions={}
+    p0 = f32[4,3]{1,0} parameter(0)
+    p1 = f32[4,3]{1,0} parameter(1)
+    p2 = f32[4,4]{1,0} parameter(2)
+    transpose = f32[3,4]{1,0} transpose(p1), dimensions={1, 0}
+    dot = f32[4,4]{1,0} dot(p0, transpose), lhs_contracting_dims={1}, rhs_contracting_dims={0}
+    ROOT add = f32[4,4] add(dot, p2)
+  })")
+                    .ValueOrDie();
+
+  EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
+                  .Run(module.get())
+                  .ValueOrDie());
+
+  HloInstruction* root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Fusion());
+  EXPECT_EQ(root->fusion_kind(), HloInstruction::FusionKind::kOutput);
+  EXPECT_THAT(root->fused_expression_root(),
+              op::Add(op::Dot(op::Parameter(), op::Transpose(op::Parameter())),
+                      op::Parameter()));
+}
+
 // Compute sum(1/p0), where p0 has type f32, twice.  Check that the division is
 // duplicated and fused into both reduces.
 TEST_F(InstructionFusionTest, FloatingPointDivIsCheap) {
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc b/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc
index ec3d8f9405..846d638440 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc
@@ -93,7 +93,8 @@ bool ImplementedAsGemm(const HloInstruction& hlo) {
 
   if (hlo.opcode() == HloOpcode::kFusion &&
       hlo.fusion_kind() == HloInstruction::FusionKind::kOutput &&
-      hlo.fused_expression_root()->opcode() == HloOpcode::kMultiply) {
+      (hlo.fused_expression_root()->opcode() == HloOpcode::kMultiply ||
+       hlo.fused_expression_root()->opcode() == HloOpcode::kAdd)) {
     // Try to find the dot inside the output fusion node.
     const HloInstruction* dot = hlo.fused_expression_root()->operand(0);
     if (dot->opcode() != HloOpcode::kDot) {
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index 882b2793ff..21e44e1e7d 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -2626,28 +2626,43 @@ std::unique_ptr<Thunk> IrEmitterUnnested::BuildGemmThunk(
         rhs->shape(),               // The shape of RHS.
         inst->shape(),              // The shape of the output.
         1.0,                        // alpha.
-        inst);
+        0.0,                        // beta.
+        inst, /*implements_whole_instruction=*/true);
   }
 
   if (inst->opcode() == HloOpcode::kFusion) {
     CHECK_EQ(inst->fusion_kind(), HloInstruction::FusionKind::kOutput);
-    const HloInstruction* mul = inst->fused_expression_root();
-    const HloInstruction* dot = mul->operand(0);
-    const HloInstruction* alpha = mul->operand(1);
-    if (dot->opcode() != HloOpcode::kDot) {
-      std::swap(dot, alpha);
-    }
-    if (alpha->opcode() == HloOpcode::kBroadcast) {
-      alpha = alpha->operand(0);
-    }
-    if (alpha->opcode() == HloOpcode::kParameter) {
-      alpha = inst->operand(alpha->parameter_number());
-    }
-    // TODO(b/74185543): Remove the following if block once we support fusion
-    // with a non-constant as well. Then we will just always use the constant
-    // on the device.
-    if (alpha->opcode() == HloOpcode::kCopy) {
-      alpha = alpha->operand(0);
+    const HloInstruction* output_fused_op = inst->fused_expression_root();
+
+    double alpha_value = 1.0;
+    const HloInstruction* bias = nullptr;
+    const HloInstruction* dot = output_fused_op->operand(0);
+    if (output_fused_op->opcode() == HloOpcode::kMultiply) {
+      const HloInstruction* alpha = output_fused_op->operand(1);
+      if (dot->opcode() != HloOpcode::kDot) {
+        std::swap(dot, alpha);
+      }
+      if (alpha->opcode() == HloOpcode::kBroadcast) {
+        alpha = alpha->operand(0);
+      }
+      if (alpha->opcode() == HloOpcode::kParameter) {
+        alpha = inst->operand(alpha->parameter_number());
+      }
+      // TODO(b/74185543): Remove the following if block once we support fusion
+      // with a non-constant as well. Then we will just always use the constant
+      // on the device.
+      if (alpha->opcode() == HloOpcode::kCopy) {
+        alpha = alpha->operand(0);
+      }
+      alpha_value = GetScalarConstantAsDouble(alpha->literal());
+    } else {
+      // Fused bias add.
+      CHECK_EQ(output_fused_op->opcode(), HloOpcode::kAdd);
+      bias = output_fused_op->operand(1);
+      if (dot->opcode() != HloOpcode::kDot) {
+        std::swap(dot, bias);
+      }
+      bias = inst->operand(bias->parameter_number());
     }
 
     DCHECK(dot->opcode() == HloOpcode::kDot);
@@ -2660,15 +2675,38 @@ std::unique_ptr<Thunk> IrEmitterUnnested::BuildGemmThunk(
     const HloInstruction* rhs =
         inst->operand(rhs_parameter->parameter_number());
 
+    // The bias is passed inside the output buffer. If those buffers are shared
+    // we can just use it, otherwise copy the bias values into the output buffer
+    // first.
+    if (bias != nullptr &&
+        GetAllocationSlice(*bias) != GetAllocationSlice(*inst)) {
+      std::vector<std::unique_ptr<Thunk>> thunks;
+      thunks.push_back(absl::make_unique<DeviceToDeviceCopyThunk>(
+          /*source_buffer=*/GetAllocationSlice(*bias),
+          /*destination_buffer=*/GetAllocationSlice(*inst),
+          /*mem_size=*/ShapeUtil::ByteSizeOf(inst->shape()), nullptr));
+      thunks.push_back(absl::make_unique<GemmThunk>(
+          GetAllocationSlice(*lhs),   // The buffer assigned to LHS.
+          GetAllocationSlice(*rhs),   // The buffer assigned to RHS.
+          GetAllocationSlice(*inst),  // The output buffer.
+          lhs->shape(),               // The shape of LHS.
+          rhs->shape(),               // The shape of RHS.
+          inst->shape(),              // The shape of the output.
+          alpha_value,                // alpha.
+          1.0,                        // beta.
+          inst, /*implements_whole_instruction=*/false));
+      return absl::make_unique<SequentialThunk>(std::move(thunks), inst);
+    }
     return absl::make_unique<GemmThunk>(
-        GetAllocationSlice(*lhs),   // The buffer assigned to LHS.
-        GetAllocationSlice(*rhs),   // The buffer assigned to RHS.
-        GetAllocationSlice(*inst),  // The output buffer.
-        lhs->shape(),               // The shape of LHS.
-        rhs->shape(),               // The shape of RHS.
-        inst->shape(),              // The shape of the output.
-        GetScalarConstantAsDouble(alpha->literal()),  // alpha.
-        inst);
+        GetAllocationSlice(*lhs),     // The buffer assigned to LHS.
+        GetAllocationSlice(*rhs),     // The buffer assigned to RHS.
+        GetAllocationSlice(*inst),    // The output buffer.
+        lhs->shape(),                 // The shape of LHS.
+        rhs->shape(),                 // The shape of RHS.
+        inst->shape(),                // The shape of the output.
+        alpha_value,                  // alpha.
+        bias != nullptr ? 1.0 : 0.0,  // beta.
+        inst, /*implements_whole_instruction=*/true);
   }
 
   LOG(FATAL) << "Cannot build a GemmThunk for " << inst->ToString();
-- 
GitLab


From d2e1b8000bcd8746622b6397c26f3f7f5af9f1db Mon Sep 17 00:00:00 2001
From: Philip Pham <phillypham@google.com>
Date: Wed, 31 Oct 2018 10:09:06 -0700
Subject: [PATCH 0860/1825] Fix typo in documentation for TPUEmbedding

Current documentation says optimization_parameters must not be `None`. The exception raised in the constructor says otherwise.

PiperOrigin-RevId: 219492950
---
 tensorflow/contrib/tpu/python/tpu/tpu_embedding.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py b/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
index 65ac9a6224..3fe896426a 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_embedding.py
@@ -319,7 +319,7 @@ class TPUEmbedding(object):
       mode: `TRAINING` or `INFERENCE`.
       optimization_parameters: `AdagradParameters`, `AdamParameters`,
         `Stochasticgradientdescentparameters`. Must be set in training and must
-        not be `None` in inference.
+        be `None` in inference.
       tpu_embedding_test: A `bool`. Only used for testing.
 
     Raises:
-- 
GitLab


From 9dac4d7ba134739ba49eab3cda324692054a99af Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 10:26:07 -0700
Subject: [PATCH 0861/1825] Don't rewrite `x / Sqrt(y)` -> `x * Rsqrt(y)` if
 `Sqrt(y)` is a fetch node.

PiperOrigin-RevId: 219496197
---
 .../optimizers/arithmetic_optimizer.cc        |  3 +-
 .../optimizers/arithmetic_optimizer_test.cc   | 42 +++++++++++++++++++
 2 files changed, 44 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index a5d618d4f7..1b1a6c219e 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -1763,7 +1763,8 @@ class SqrtDivToRsqrtMulStage : public ArithmeticOptimizerStage {
     TF_RETURN_IF_ERROR(GetInputNode(node->input(1), &y));
     // Optimize only if divisor is a Sqrt whose output is not being consumed
     // elsewhere.
-    if (IsSqrt(*y) && (NumNonControlOutputs(*y, *ctx().node_map) == 1)) {
+    if (IsSqrt(*y) && !IsInPreserveSet(*y) &&
+        (NumNonControlOutputs(*y, *ctx().node_map) == 1)) {
       // a / sqrt(b) = a * rsqrt(b)
       node->set_op("Mul");
       y->set_op("Rsqrt");
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
index 4c6dcee539..1d50f1d6c8 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
@@ -2649,6 +2649,48 @@ TEST_F(ArithmeticOptimizerTest, ConvertSqrtDivToRsqrtMul) {
   }
 }
 
+TEST_F(ArithmeticOptimizerTest, DoNotConvertSqrtDivToRsqrtMulDivisorFetchNode) {
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+  Output floats = ops::Const(s.WithOpName("floats"),
+                             {0.7423212f, 0.19757693f, 0.53124744f}, {1, 3});
+  Output output0 = ops::Sqrt(s.WithOpName("output0"), floats);
+  Output const1 = ops::Const(s.WithOpName("const1"), 1.0f, {3});
+  Output mul1 = ops::Multiply(s.WithOpName("mul1"), const1, 0.5f);
+  Output grad = ops::Div(s.WithOpName("grad"), mul1, output0);
+
+  GrapplerItem item;
+  item.fetch = {"grad", "output0"};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+  auto tensors_expected = EvaluateNodes(item.graph, item.fetch);
+  ASSERT_EQ(2, tensors_expected.size());
+
+  GraphDef output;
+  ArithmeticOptimizer optimizer;
+  EnableOnlySqrtDivToRsqrtMul(&optimizer);
+  OptimizeAndPrune(&optimizer, &item, &output);
+  auto tensors = EvaluateNodes(output, item.fetch);
+  ASSERT_EQ(2, tensors.size());
+
+  for (int i = 0; i < tensors.size(); i++) {
+    EXPECT_EQ(tensors[i].NumElements(), tensors_expected[i].NumElements());
+    test::ExpectTensorNear<float>(tensors_expected[i], tensors[i], 1e-6);
+  }
+  EXPECT_EQ(item.graph.node_size(), output.node_size());
+  for (int i = 0; i < output.node_size(); ++i) {
+    const NodeDef& node = output.node(i);
+    if (node.name() == "grad") {
+      EXPECT_EQ("Div", node.op());
+      EXPECT_EQ(2, node.input_size());
+      EXPECT_EQ("mul1", node.input(0));
+      EXPECT_EQ("output0", node.input(1));
+    } else if (node.name() == "output0") {
+      EXPECT_EQ("Sqrt", node.op());
+      EXPECT_EQ(1, node.input_size());
+      EXPECT_EQ("floats", node.input(0));
+    }
+  }
+}
+
 TEST_F(ArithmeticOptimizerTest, ConvertPow) {
   tensorflow::Scope s = tensorflow::Scope::NewRootScope();
   auto x = ops::Const(s.WithOpName("x"), {1.0f, 2.0f}, {1, 2});
-- 
GitLab


From 0c1eb8861624d6d17c797b70d25330711df5eb2f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 11:28:27 -0700
Subject: [PATCH 0862/1825] Optimize EdgeSet data structure:

1. Extend the inlined part to use an entire cacheline.
2. Switch from std::set to gtl::FlatSet (absl::flat_hash_set breaks the android build), which uses less memory, causes less memory fragmentation and is faster.

This speeds up edge iteration on large nodes by up to 80%.
This speeds up GraphDef->Graph conversion by up to 44%.
Saves about 20% of memory for nodes that spill over the inlined set.

PiperOrigin-RevId: 219508843
---
 .../core/common_runtime/function_test.cc      |  4 +-
 tensorflow/core/graph/edgeset.cc              |  2 +-
 tensorflow/core/graph/edgeset.h               | 20 +++++---
 tensorflow/core/graph/edgeset_test.cc         | 51 +++++++++----------
 tensorflow/core/graph/graph_test.cc           | 39 ++++++++++++++
 tensorflow/core/graph/optimizer_cse_test.cc   | 10 ++--
 6 files changed, 86 insertions(+), 40 deletions(-)

diff --git a/tensorflow/core/common_runtime/function_test.cc b/tensorflow/core/common_runtime/function_test.cc
index 13ed29a841..0ac698447c 100644
--- a/tensorflow/core/common_runtime/function_test.cc
+++ b/tensorflow/core/common_runtime/function_test.cc
@@ -1381,7 +1381,9 @@ TEST_F(FunctionLibraryRuntimeTest, Gradient_AddSum) {
 
     GraphDef actual;
     g->ToGraphDef(&actual);
-    TF_EXPECT_GRAPH_EQ(expected, actual);
+    // The optimizer is non-deterministic, so we only check that the number of
+    // nodes is not greater than expected.
+    EXPECT_LE(actual.node_size(), expected.node_size());
   }
 }
 
diff --git a/tensorflow/core/graph/edgeset.cc b/tensorflow/core/graph/edgeset.cc
index 2e0c671461..02315a3e27 100644
--- a/tensorflow/core/graph/edgeset.cc
+++ b/tensorflow/core/graph/edgeset.cc
@@ -37,7 +37,7 @@ std::pair<EdgeSet::const_iterator, bool> EdgeSet::insert(value_type value) {
       }
     }
     // array is full. convert to set.
-    s = new std::set<const Edge*>;
+    s = new gtl::FlatSet<const Edge*>;
     for (int i = 0; i < kInline; i++) {
       s->insert(static_cast<const Edge*>(ptrs_[i]));
     }
diff --git a/tensorflow/core/graph/edgeset.h b/tensorflow/core/graph/edgeset.h
index 0a1ee5a666..2776c8491c 100644
--- a/tensorflow/core/graph/edgeset.h
+++ b/tensorflow/core/graph/edgeset.h
@@ -17,17 +17,18 @@ limitations under the License.
 #define TENSORFLOW_GRAPH_EDGESET_H_
 
 #include <stddef.h>
-#include <set>
-#include "tensorflow/core/platform/macros.h"
-#include "tensorflow/core/platform/types.h"
 
+#include "tensorflow/core/lib/gtl/flatset.h"
 #include "tensorflow/core/platform/logging.h"
+#include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/platform/types.h"
 namespace tensorflow {
 
 class Edge;
 
 // An unordered set of edges.  Uses very little memory for small sets.
-// Unlike std::set, EdgeSet does NOT allow mutations during iteration.
+// Unlike gtl::FlatSet, EdgeSet does NOT allow mutations during
+// iteration.
 class EdgeSet {
  public:
   EdgeSet();
@@ -54,12 +55,15 @@ class EdgeSet {
  private:
   // Up to kInline elements are stored directly in ptrs_ (nullptr means none).
   // If ptrs_[0] == this then ptrs_[1] points to a set<const Edge*>.
-  static const int kInline = 4;  // Must be >= 2.
+  // kInline must be >= 2, and is chosen such that ptrs_ fills a 64 byte
+  // cacheline.
+  static constexpr int kInline = 64 / sizeof(const void*);
   const void* ptrs_[kInline];
 
-  std::set<const Edge*>* get_set() const {
+  gtl::FlatSet<const Edge*>* get_set() const {
     if (ptrs_[0] == this) {
-      return static_cast<std::set<const Edge*>*>(const_cast<void*>(ptrs_[1]));
+      return static_cast<gtl::FlatSet<const Edge*>*>(
+          const_cast<void*>(ptrs_[1]));
     } else {
       return nullptr;
     }
@@ -99,7 +103,7 @@ class EdgeSet::const_iterator {
   friend class EdgeSet;
 
   void const* const* array_iter_ = nullptr;
-  typename std::set<const Edge*>::const_iterator tree_iter_;
+  typename gtl::FlatSet<const Edge*>::const_iterator tree_iter_;
 
 #ifdef NDEBUG
   inline void Init(const EdgeSet* e) {}
diff --git a/tensorflow/core/graph/edgeset_test.cc b/tensorflow/core/graph/edgeset_test.cc
index b4cef8f336..89f55c0513 100644
--- a/tensorflow/core/graph/edgeset_test.cc
+++ b/tensorflow/core/graph/edgeset_test.cc
@@ -22,30 +22,27 @@ limitations under the License.
 namespace tensorflow {
 class EdgeSetTest : public ::testing::Test {
  public:
-  EdgeSetTest() : edges_(nullptr), eset_(nullptr) {}
-
-  ~EdgeSetTest() override {
-    delete eset_;
-    delete[] edges_;
-  }
+  EdgeSetTest() : edges_(nullptr) {}
+  ~EdgeSetTest() override { delete[] edges_; }
 
   void MakeEdgeSet(int n) {
-    delete eset_;
-    delete[] edges_;
+    if (edges_) {
+      delete[] edges_;
+    }
     edges_ = new Edge[n];
-    eset_ = new EdgeSet;
+    eset_.clear();
     model_.clear();
     for (int i = 0; i < n; i++) {
-      eset_->insert(&edges_[i]);
+      eset_.insert(&edges_[i]);
       model_.insert(&edges_[i]);
     }
   }
 
   void CheckSame() {
-    EXPECT_EQ(model_.size(), eset_->size());
-    EXPECT_EQ(model_.empty(), eset_->empty());
+    EXPECT_EQ(model_.size(), eset_.size());
+    EXPECT_EQ(model_.empty(), eset_.empty());
     std::vector<const Edge*> modelv(model_.begin(), model_.end());
-    std::vector<const Edge*> esetv(eset_->begin(), eset_->end());
+    std::vector<const Edge*> esetv(eset_.begin(), eset_.end());
     std::sort(modelv.begin(), modelv.end());
     std::sort(esetv.begin(), esetv.end());
     EXPECT_EQ(modelv.size(), esetv.size());
@@ -54,26 +51,27 @@ class EdgeSetTest : public ::testing::Test {
     }
   }
 
+  static constexpr int kInline = 64 / sizeof(const void*);
   Edge nonexistent_;
   Edge* edges_;
-  EdgeSet* eset_;
-  std::set<const Edge*> model_;
+  EdgeSet eset_;
+  gtl::FlatSet<const Edge*> model_;
 };
 
 namespace {
 
 TEST_F(EdgeSetTest, Ops) {
-  for (int n : {0, 1, 2, 3, 4, 10}) {
+  for (int n : {0, 1, 2, kInline + 1}) {
     MakeEdgeSet(n);
     CheckSame();
-    EXPECT_EQ((n == 0), eset_->empty());
-    EXPECT_EQ(n, eset_->size());
+    EXPECT_EQ((n == 0), eset_.empty());
+    EXPECT_EQ(n, eset_.size());
 
-    eset_->clear();
+    eset_.clear();
     model_.clear();
     CheckSame();
 
-    eset_->insert(&edges_[0]);
+    eset_.insert(&edges_[0]);
     model_.insert(&edges_[0]);
     CheckSame();
   }
@@ -81,15 +79,14 @@ TEST_F(EdgeSetTest, Ops) {
 
 // Try insert/erase of existing elements at different positions.
 TEST_F(EdgeSetTest, Exists) {
-  for (int n : {0, 1, 2, 3, 4, 10}) {
+  for (int n : {0, 1, 2, kInline + 1}) {
     MakeEdgeSet(n);
     for (int pos = 0; pos < n; pos++) {
-      MakeEdgeSet(n);
-      auto p = eset_->insert(&edges_[pos]);
+      auto p = eset_.insert(&edges_[pos]);
       EXPECT_FALSE(p.second);
       EXPECT_EQ(&edges_[pos], *p.first);
 
-      EXPECT_EQ(1, eset_->erase(&edges_[pos]));
+      EXPECT_EQ(1, eset_.erase(&edges_[pos]));
       model_.erase(&edges_[pos]);
       CheckSame();
     }
@@ -98,10 +95,10 @@ TEST_F(EdgeSetTest, Exists) {
 
 // Try insert/erase of non-existent element.
 TEST_F(EdgeSetTest, DoesNotExist) {
-  for (int n : {0, 1, 2, 3, 4, 10}) {
+  for (int n : {0, 1, 2, kInline + 1}) {
     MakeEdgeSet(n);
-    EXPECT_EQ(0, eset_->erase(&nonexistent_));
-    auto p = eset_->insert(&nonexistent_);
+    EXPECT_EQ(0, eset_.erase(&nonexistent_));
+    auto p = eset_.insert(&nonexistent_);
     EXPECT_TRUE(p.second);
     EXPECT_EQ(&nonexistent_, *p.first);
   }
diff --git a/tensorflow/core/graph/graph_test.cc b/tensorflow/core/graph/graph_test.cc
index 333c32567f..e7762fd414 100644
--- a/tensorflow/core/graph/graph_test.cc
+++ b/tensorflow/core/graph/graph_test.cc
@@ -799,5 +799,44 @@ BENCHMARK(BM_GraphCreation)->ArgPair(1 << 9, 16);
 BENCHMARK(BM_GraphCreation)->ArgPair(1 << 12, 16);
 BENCHMARK(BM_GraphCreation)->ArgPair(1 << 15, 16);
 
+static void BM_ToGraphDef(int iters, int num_nodes, int num_edges_per_node) {
+  testing::StopTiming();
+  const GraphDef graph_def = CreateGraphDef(num_nodes, num_edges_per_node);
+  const auto registry = OpRegistry::Global();
+  GraphConstructorOptions opts;
+  // Warmup step.
+  Graph graph(registry);
+  TF_CHECK_OK(ConvertGraphDefToGraph(opts, graph_def, &graph));
+  int64 sum = 0;
+  testing::StartTiming();
+  for (int i = 0; i < iters; ++i) {
+    GraphDef graph_def;
+    graph.ToGraphDef(&graph_def);
+    sum += graph_def.node_size();
+  }
+  VLOG(1) << sum;
+  testing::StopTiming();
+}
+BENCHMARK(BM_ToGraphDef)->ArgPair(10, 2);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 6, 2);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 9, 2);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 12, 2);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 15, 2);
+BENCHMARK(BM_ToGraphDef)->ArgPair(10, 4);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 6, 4);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 9, 4);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 12, 4);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 15, 4);
+BENCHMARK(BM_ToGraphDef)->ArgPair(10, 8);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 6, 8);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 9, 8);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 12, 8);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 15, 8);
+BENCHMARK(BM_ToGraphDef)->ArgPair(10, 16);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 6, 16);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 9, 16);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 12, 16);
+BENCHMARK(BM_ToGraphDef)->ArgPair(1 << 15, 16);
+
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/core/graph/optimizer_cse_test.cc b/tensorflow/core/graph/optimizer_cse_test.cc
index c1f93ce05a..642298fa95 100644
--- a/tensorflow/core/graph/optimizer_cse_test.cc
+++ b/tensorflow/core/graph/optimizer_cse_test.cc
@@ -337,9 +337,13 @@ TEST_F(OptimizerCSETest, Constant_Dedup) {
   EXPECT_EQ(OriginalGraph(),
             "n/_0(Const);n/_1(Const);n/_2(Const);n/_3(Const);"
             "n/_4(Const);n/_5(Const);n/_6(Const);n/_7(Const)|");
-  // In theory, there are 2^4 possible correct output of CSE.  In this
-  // test, it happens to eliminate the last 4 nodes.
-  EXPECT_EQ(DoCSE(), "n/_0(Const);n/_1(Const);n/_2(Const);n/_3(Const)|");
+  std::vector<string> nodes = str_util::Split(DoCSE(), ";|");
+  std::set<string> node_set(nodes.begin(), nodes.end());
+  // Expect exactly one of each type of node to be retained after CSE.
+  EXPECT_EQ(node_set.count("n/_0(Const)") + node_set.count("n/_7(Const)"), 1);
+  EXPECT_EQ(node_set.count("n/_1(Const)") + node_set.count("n/_6(Const)"), 1);
+  EXPECT_EQ(node_set.count("n/_2(Const)") + node_set.count("n/_5(Const)"), 1);
+  EXPECT_EQ(node_set.count("n/_3(Const)") + node_set.count("n/_4(Const)"), 1);
 }
 
 static void BM_CSE(int iters, int op_nodes) {
-- 
GitLab


From d074fb7183bcf5b8b24e9996627794968815f643 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Wed, 31 Oct 2018 11:30:45 -0700
Subject: [PATCH 0863/1825] Include stdlib.h in contrib/lite/string_util.cc.

PiperOrigin-RevId: 219509233
---
 tensorflow/contrib/lite/string_util.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/lite/string_util.cc b/tensorflow/contrib/lite/string_util.cc
index ffa0553ce1..fc236ef47a 100644
--- a/tensorflow/contrib/lite/string_util.cc
+++ b/tensorflow/contrib/lite/string_util.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/contrib/lite/string_util.h"
 
+#include <stdlib.h>
 #include <string.h>
 #include <vector>
 #include "tensorflow/contrib/lite/c/c_api_internal.h"
-- 
GitLab


From 547255b66354ab822c6c1bab30ffdf9233dd6679 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 11:36:54 -0700
Subject: [PATCH 0864/1825] Changing documentation regarding
 batch_normalization update operations.

PiperOrigin-RevId: 219510417
---
 tensorflow/python/layers/normalization.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/layers/normalization.py b/tensorflow/python/layers/normalization.py
index 71ece0d392..ec6615ea86 100644
--- a/tensorflow/python/layers/normalization.py
+++ b/tensorflow/python/layers/normalization.py
@@ -190,10 +190,10 @@ def batch_normalization(inputs,
 
   Note: when training, the moving_mean and moving_variance need to be updated.
   By default the update ops are placed in `tf.GraphKeys.UPDATE_OPS`, so they
-  need to be added as a dependency to the `train_op`. Also, be sure to add
-  any batch_normalization ops before getting the update_ops collection.
-  Otherwise, update_ops will be empty, and training/inference will not work
-  properly. For example:
+  need to be executed alongside the `train_op`. Also, be sure to add any
+  batch_normalization ops before getting the update_ops collection. Otherwise,
+  update_ops will be empty, and training/inference will not work properly. For
+  example:
 
   ```python
     x_norm = tf.layers.batch_normalization(x, training=training)
@@ -201,8 +201,8 @@ def batch_normalization(inputs,
     # ...
 
     update_ops = tf.get_collection(tf.GraphKeys.UPDATE_OPS)
-    with tf.control_dependencies(update_ops):
-      train_op = optimizer.minimize(loss)
+    train_op = optimizer.minimize(loss)
+    train_op = tf.group([train_op, update_ops])
   ```
 
   Arguments:
-- 
GitLab


From bad0b04db1525736d257543a6b07ddddf34aa3e9 Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Wed, 31 Oct 2018 11:39:38 -0700
Subject: [PATCH 0865/1825] Override GPU order at each worker via ConfigProto
 for CollectiveOps.

While collectives includes logic for automatically deducing a good ring order
among devices on each worker, after this change the user can override the ring
order via the session configuration.  If specified, this defines the order of
GPU devices along which data is exchanged at each worker.  This assumes that
the GPU topology is identical at each worker, and hence the same ring order is
good for all workers.

The ring order in ConfigProto is used for all collective ops in the session.
Multiple session.run calls will reuse the same ring order.

PiperOrigin-RevId: 219510944
---
 .../base_collective_executor.cc               |   7 ++
 .../common_runtime/base_collective_executor.h |  11 +-
 .../common_runtime/collective_executor_mgr.cc |   7 +-
 .../common_runtime/collective_executor_mgr.h  |   3 +-
 .../collective_param_resolver_local.cc        |  40 ++++++-
 .../collective_param_resolver_local.h         |   3 +
 .../collective_param_resolver_local_test.cc   | 104 ++++++++++++++++++
 .../hierarchical_tree_broadcaster_test.cc     |   6 +-
 .../core/common_runtime/ring_reducer_test.cc  |   6 +-
 .../rpc_collective_executor_mgr.cc            |   3 +-
 tensorflow/core/framework/collective.cc       |   1 +
 tensorflow/core/framework/collective.h        |   7 +-
 tensorflow/core/protobuf/config.proto         |  10 +-
 .../golden/v1/tensorflow.-g-p-u-options.pbtxt |   6 +
 .../golden/v2/tensorflow.-g-p-u-options.pbtxt |   6 +
 15 files changed, 205 insertions(+), 15 deletions(-)

diff --git a/tensorflow/core/common_runtime/base_collective_executor.cc b/tensorflow/core/common_runtime/base_collective_executor.cc
index 5b01f7fa03..92e56df181 100644
--- a/tensorflow/core/common_runtime/base_collective_executor.cc
+++ b/tensorflow/core/common_runtime/base_collective_executor.cc
@@ -261,6 +261,13 @@ void BaseCollectiveExecutor::ExecuteAsync(OpKernelContext* ctx,
   });
 }
 
+void BaseCollectiveExecutor::CompleteParamsAsync(
+    const string& device, CollectiveParams* cp, CancellationManager* cancel_mgr,
+    StatusCallback done) {
+  cp->instance.gpu_ring_order = *gpu_ring_order_;
+  cem_->GetParamResolver()->CompleteParamsAsync(device, cp, cancel_mgr, done);
+}
+
 Status BaseCollectiveExecutor::CreateCollective(
     const CollectiveParams& col_params,
     CollectiveImplementationInterface** col_impl) {
diff --git a/tensorflow/core/common_runtime/base_collective_executor.h b/tensorflow/core/common_runtime/base_collective_executor.h
index 360ce4db7b..09826a8814 100644
--- a/tensorflow/core/common_runtime/base_collective_executor.h
+++ b/tensorflow/core/common_runtime/base_collective_executor.h
@@ -89,11 +89,13 @@ class BaseCollectiveExecutor : public CollectiveExecutor {
  public:
   BaseCollectiveExecutor(CollectiveExecutorMgrInterface* cem,
                          PerStepCollectiveRemoteAccess* remote_access,
-                         int64 step_id, const DeviceMgr* dev_mgr)
+                         int64 step_id, const DeviceMgr* dev_mgr,
+                         const string* gpu_ring_order)
       : CollectiveExecutor(cem),
         step_id_(step_id),
         dev_mgr_(dev_mgr),
-        remote_access_(remote_access) {}
+        remote_access_(remote_access),
+        gpu_ring_order_(gpu_ring_order) {}
 
   ~BaseCollectiveExecutor() override;
 
@@ -102,6 +104,10 @@ class BaseCollectiveExecutor : public CollectiveExecutor {
   void ExecuteAsync(OpKernelContext* ctx, const CollectiveParams& col_params,
                     const string& exec_key, StatusCallback done) override;
 
+  void CompleteParamsAsync(const string& device, CollectiveParams* cp,
+                           CancellationManager* cancel_mgr,
+                           StatusCallback done) override;
+
   PerStepCollectiveRemoteAccess* remote_access() override {
     return remote_access_.get();
   }
@@ -133,6 +139,7 @@ class BaseCollectiveExecutor : public CollectiveExecutor {
   const int64 step_id_;
   const DeviceMgr* dev_mgr_;  // Not owned.
   std::unique_ptr<PerStepCollectiveRemoteAccess> remote_access_;
+  const string* gpu_ring_order_;  // Not owned.
 
  private:
   Status CreateCollective(const CollectiveParams& col_params,
diff --git a/tensorflow/core/common_runtime/collective_executor_mgr.cc b/tensorflow/core/common_runtime/collective_executor_mgr.cc
index 4f03a5e13a..7bbc7ca06c 100644
--- a/tensorflow/core/common_runtime/collective_executor_mgr.cc
+++ b/tensorflow/core/common_runtime/collective_executor_mgr.cc
@@ -29,7 +29,9 @@ CollectiveExecutorMgr::CollectiveExecutorMgr(
     std::unique_ptr<ParamResolverInterface> param_resolver)
     : dev_mgr_(dev_mgr),
       dev_resolver_(std::move(dev_resolver)),
-      param_resolver_(std::move(param_resolver)) {}
+      param_resolver_(std::move(param_resolver)),
+      gpu_ring_order_(
+          config.gpu_options().experimental().collective_ring_order()) {}
 
 CollectiveExecutorMgr::~CollectiveExecutorMgr() {
   for (auto iter : executor_table_) {
@@ -56,7 +58,8 @@ CollectiveExecutor* CollectiveExecutorMgr::FindOrCreate(int64 step_id) {
 CollectiveExecutor* CollectiveExecutorMgr::Create(int64 step_id) {
   CollectiveRemoteAccessLocal* rma =
       new CollectiveRemoteAccessLocal(dev_mgr_, dev_resolver_.get(), step_id);
-  return new BaseCollectiveExecutor(this, rma, step_id, dev_mgr_);
+  return new BaseCollectiveExecutor(this, rma, step_id, dev_mgr_,
+                                    &gpu_ring_order_);
 }
 
 void CollectiveExecutorMgr::Cleanup(int64 step_id) {
diff --git a/tensorflow/core/common_runtime/collective_executor_mgr.h b/tensorflow/core/common_runtime/collective_executor_mgr.h
index d53aca85b9..4db121a4d6 100644
--- a/tensorflow/core/common_runtime/collective_executor_mgr.h
+++ b/tensorflow/core/common_runtime/collective_executor_mgr.h
@@ -62,8 +62,7 @@ class CollectiveExecutorMgr : public CollectiveExecutorMgrInterface {
   const DeviceMgr* dev_mgr_;
   std::unique_ptr<DeviceResolverInterface> dev_resolver_;
   std::unique_ptr<ParamResolverInterface> param_resolver_;
-  CollectiveRemoteAccess* remote_access_;
-  string task_name_;
+  string gpu_ring_order_;
 
  private:
   mutex exec_mu_;
diff --git a/tensorflow/core/common_runtime/collective_param_resolver_local.cc b/tensorflow/core/common_runtime/collective_param_resolver_local.cc
index 1bc873d0c5..f90fb17434 100644
--- a/tensorflow/core/common_runtime/collective_param_resolver_local.cc
+++ b/tensorflow/core/common_runtime/collective_param_resolver_local.cc
@@ -25,6 +25,7 @@ limitations under the License.
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/lib/gtl/flatmap.h"
 #include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/device_name_utils.h"
@@ -170,8 +171,43 @@ GlobalDeviceMap BuildDevRecs(const CollInstanceParams& ip,
   return gdm;
 }
 
-void OrderTaskDeviceMap(TaskDeviceMap* tdm) {
+bool ParseRingOrder(const string& gpu_ring_order_str, TaskDeviceMap* tdm) {
+  std::vector<int32> gpu_ring_order_vec;
+  if (!str_util::SplitAndParseAsInts(gpu_ring_order_str, ',',
+                                     &gpu_ring_order_vec)) {
+    return false;
+  }
+  if (gpu_ring_order_vec.size() != tdm->size()) return false;
+  // gpu id -> local rank
+  gtl::FlatMap<int32, int32> gpu_ranks;
+  for (int32 rank = 0; rank < static_cast<int32>(gpu_ring_order_vec.size());
+       ++rank) {
+    gpu_ranks[gpu_ring_order_vec[rank]] = rank;
+  }
+
+  for (auto& tdm_it : *tdm) {
+    DeviceNameUtils::ParsedName parsed_name;
+    DevRec* dr = &tdm_it.second;
+    if (!DeviceNameUtils::ParseFullName(dr->device, &parsed_name)) {
+      return false;
+    }
+    auto rank_it = gpu_ranks.find(parsed_name.id);
+    if (rank_it == gpu_ranks.end()) return false;
+    dr->local_rank = rank_it->second;
+  }
+  VLOG(2) << "Assigned local ranks based on ring order " << gpu_ring_order_str;
+  return true;
+}
+
+void OrderTaskDeviceMap(const string& gpu_ring_order, TaskDeviceMap* tdm) {
   CHECK_GT(tdm->size(), 0);  // Should never be called with 0 devices
+
+  // If a valid ring order has been passed in via ConfigProto, use that.
+  if (ParseRingOrder(gpu_ring_order, tdm)) return;
+
+  // Either no ring order was passed in, or the format was unexpected.
+  // We now assign a ring order based on link strengths.  Note that this
+  // algorithm is not optimal and may not always find the best ring order.
   int least_rank = -1;
   string next_device;
   std::set<string> selected;
@@ -256,7 +292,7 @@ GlobalDeviceMap EstablishGlobalRank(
   GlobalDeviceMap gdm = BuildDevRecs(cp->instance, localities);
   for (auto& iter : gdm) {
     TaskDeviceMap& tdm = iter.second;
-    OrderTaskDeviceMap(&tdm);
+    OrderTaskDeviceMap(cp->instance.gpu_ring_order, &tdm);
   }
   // Connect the global rank order by the order in which tasks first appear.
   std::set<string> ordered_tasks;
diff --git a/tensorflow/core/common_runtime/collective_param_resolver_local.h b/tensorflow/core/common_runtime/collective_param_resolver_local.h
index c5c3497e28..365bddc787 100644
--- a/tensorflow/core/common_runtime/collective_param_resolver_local.h
+++ b/tensorflow/core/common_runtime/collective_param_resolver_local.h
@@ -57,6 +57,9 @@ class CollectiveParamResolverLocal : public ParamResolverInterface {
                              const StatusCallback& done) override;
 
  protected:
+  // For access to InstanceRec and CompleteDefaultRanking.
+  friend class CollectiveParamResolverLocalTest;
+
   // Used to complete/verify CollGroup.
   struct GroupRec {
     CollGroupParams group;
diff --git a/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc b/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc
index 9e1e2e8d5b..2b43adbac6 100644
--- a/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc
+++ b/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc
@@ -44,12 +44,116 @@ class CollectiveParamResolverLocalTest : public ::testing::Test {
                                                 task_name));
   }
 
+  void RunCompleteDefaultRanking(
+      const CollectiveParams& shared_cp,
+      const std::vector<DeviceLocality>& localities,
+      const std::vector<int32>& gpu_ring_order,
+      const std::vector<string>& expected_device_order) {
+    CollectiveParams cp;
+    cp.instance.device_names = shared_cp.instance.device_names;
+    CollectiveParamResolverLocal::InstanceRec ir;
+    {
+      mutex_lock l(ir.out_mu);
+      ir.shared.name = shared_cp.name;
+      ir.shared.group = shared_cp.group;
+      ir.shared.instance = shared_cp.instance;
+      if (!gpu_ring_order.empty()) {
+        ir.shared.instance.gpu_ring_order = "";
+        for (int i = 0; i < static_cast<int32>(gpu_ring_order.size() - 1);
+             ++i) {
+          ir.shared.instance.gpu_ring_order = strings::StrCat(
+              ir.shared.instance.gpu_ring_order, gpu_ring_order[i], ",");
+        }
+        ir.shared.instance.gpu_ring_order = strings::StrCat(
+            ir.shared.instance.gpu_ring_order, gpu_ring_order.back());
+      }
+      VLOG(2) << "gpu_ring_order " << ir.shared.instance.gpu_ring_order;
+      prl_->CompleteDefaultRanking(nullptr, &cp, &ir, localities);
+      EXPECT_EQ(ir.shared.instance.device_names, expected_device_order);
+    }
+  }
+
   std::vector<Device*> devices_;
   std::unique_ptr<DeviceMgr> device_mgr_;
   std::unique_ptr<DeviceResolverLocal> drl_;
   std::unique_ptr<CollectiveParamResolverLocal> prl_;
 };
 
+TEST_F(CollectiveParamResolverLocalTest, CompleteDefaultRanking) {
+  constexpr int kNumGpus = 8;
+  CollectiveParams cp;
+  std::vector<DeviceLocality> localities(kNumGpus);
+  cp.name = "PRLTest";
+  cp.group.device_type = DeviceType("GPU");
+  cp.group.num_tasks = 1;
+  cp.group.group_size = kNumGpus;
+  cp.instance.instance_key = 5;
+  cp.instance.type = REDUCTION_COLLECTIVE;
+  cp.instance.data_type = DataType(DT_FLOAT);
+  std::unordered_set<int> clique1 = {0, 1, 6, 7};
+  for (int gpu_idx = 0; gpu_idx < kNumGpus; ++gpu_idx) {
+    cp.instance.task_names.push_back("/job:localhost/replica:0/task:0");
+    cp.instance.device_names.push_back(strings::StrCat(
+        "/job:localhost/replica:0/task:0/device:GPU:", gpu_idx));
+    DeviceLocality* locality = &localities[gpu_idx];
+    // Build localities so that 0,1,6,7 and 2,3,4,5 form 2 strongly connected
+    // components.  Across components, connect 3 and 7.
+    for (int link_idx = 0; link_idx < kNumGpus; ++link_idx) {
+      if (gpu_idx == link_idx) continue;
+      bool gpu_in_clique1 = clique1.find(gpu_idx) != clique1.end();
+      bool link_in_clique1 = clique1.find(link_idx) != clique1.end();
+      if ((gpu_in_clique1 && link_in_clique1) ||
+          (!gpu_in_clique1 && !link_in_clique1)) {
+        LocalLinks* links = locality->mutable_links();
+        InterconnectLink* ilink = links->add_link();
+        ilink->set_device_id(link_idx);
+        ilink->set_strength(2);
+      } else if ((gpu_idx == 3 && link_idx == 7) ||
+                 (gpu_idx == 7 && link_idx == 3)) {
+        LocalLinks* links = locality->mutable_links();
+        InterconnectLink* ilink = links->add_link();
+        ilink->set_device_id(link_idx);
+        ilink->set_strength(1);
+      }
+    }
+  }
+  RunCompleteDefaultRanking(cp, localities, {1, 3, 5, 7, 6, 4, 2, 0},
+                            {
+                                "/job:localhost/replica:0/task:0/device:GPU:1",
+                                "/job:localhost/replica:0/task:0/device:GPU:3",
+                                "/job:localhost/replica:0/task:0/device:GPU:5",
+                                "/job:localhost/replica:0/task:0/device:GPU:7",
+                                "/job:localhost/replica:0/task:0/device:GPU:6",
+                                "/job:localhost/replica:0/task:0/device:GPU:4",
+                                "/job:localhost/replica:0/task:0/device:GPU:2",
+                                "/job:localhost/replica:0/task:0/device:GPU:0",
+                            });
+  RunCompleteDefaultRanking(cp, localities, {7, 6, 5, 4, 3, 2, 1, 0},
+                            {
+                                "/job:localhost/replica:0/task:0/device:GPU:7",
+                                "/job:localhost/replica:0/task:0/device:GPU:6",
+                                "/job:localhost/replica:0/task:0/device:GPU:5",
+                                "/job:localhost/replica:0/task:0/device:GPU:4",
+                                "/job:localhost/replica:0/task:0/device:GPU:3",
+                                "/job:localhost/replica:0/task:0/device:GPU:2",
+                                "/job:localhost/replica:0/task:0/device:GPU:1",
+                                "/job:localhost/replica:0/task:0/device:GPU:0",
+                            });
+  // With no gpu_ring_order passed, automatic link detection should kick in.
+  // Starting at dev 0, the best order would be: 0,1,6,7,3,2,4,5
+  RunCompleteDefaultRanking(cp, localities, {},
+                            {
+                                "/job:localhost/replica:0/task:0/device:GPU:0",
+                                "/job:localhost/replica:0/task:0/device:GPU:1",
+                                "/job:localhost/replica:0/task:0/device:GPU:6",
+                                "/job:localhost/replica:0/task:0/device:GPU:7",
+                                "/job:localhost/replica:0/task:0/device:GPU:3",
+                                "/job:localhost/replica:0/task:0/device:GPU:2",
+                                "/job:localhost/replica:0/task:0/device:GPU:4",
+                                "/job:localhost/replica:0/task:0/device:GPU:5",
+                            });
+}
+
 TEST_F(CollectiveParamResolverLocalTest, CompleteParamsReduction1Task) {
   CollectiveParams cps[NUM_DEVS];
   Status statuses[NUM_DEVS];
diff --git a/tensorflow/core/common_runtime/hierarchical_tree_broadcaster_test.cc b/tensorflow/core/common_runtime/hierarchical_tree_broadcaster_test.cc
index da0e359cf8..2144eea84f 100644
--- a/tensorflow/core/common_runtime/hierarchical_tree_broadcaster_test.cc
+++ b/tensorflow/core/common_runtime/hierarchical_tree_broadcaster_test.cc
@@ -245,11 +245,12 @@ class HierarchicalTreeBroadcasterTest : public ::testing::Test {
     if (!dev_mgr_ || device_type == DEVICE_CPU) {
       dev_mgr_.reset(new DeviceMgr(local_devices));
     }
+    if (!gpu_ring_order_) gpu_ring_order_.reset(new string());
     dev_resolver_.reset(new DeviceResolverLocal(dev_mgr_.get()));
     rma_ = new FailTestRMA(dev_mgr_.get(), dev_resolver_.get(), kStepId,
                            fail_after);
-    col_exec_ = new BaseCollectiveExecutor(&col_exec_mgr_, rma_, kStepId,
-                                           dev_mgr_.get());
+    col_exec_ = new BaseCollectiveExecutor(
+        &col_exec_mgr_, rma_, kStepId, dev_mgr_.get(), gpu_ring_order_.get());
     col_params_.name = "test_collective";
     col_params_.instance.data_type = dtype;
     static const int kGroupKey = 6;
@@ -715,6 +716,7 @@ class HierarchicalTreeBroadcasterTest : public ::testing::Test {
   CollectiveParams col_params_;
   std::vector<tensorflow::Device*> gpu_devices_;
   std::unique_ptr<tensorflow::DeviceMgr> dev_mgr_;
+  std::unique_ptr<string> gpu_ring_order_;
   mutex mu_;
   int bcast_recv_counter_ GUARDED_BY(mu_) = 0;
   int bcast_send_counter_ GUARDED_BY(mu_) = 0;
diff --git a/tensorflow/core/common_runtime/ring_reducer_test.cc b/tensorflow/core/common_runtime/ring_reducer_test.cc
index 75aba43572..a271bf7b74 100644
--- a/tensorflow/core/common_runtime/ring_reducer_test.cc
+++ b/tensorflow/core/common_runtime/ring_reducer_test.cc
@@ -187,11 +187,12 @@ class RingReducerTest : public ::testing::Test {
                  << " devices: ";
       dev_mgr_.reset(new DeviceMgr(local_devices));
     }
+    if (!gpu_ring_order_) gpu_ring_order_.reset(new string());
     dev_resolver_.reset(new DeviceResolverLocal(dev_mgr_.get()));
     rma_ = new FailTestRMA(dev_mgr_.get(), dev_resolver_.get(), kStepId,
                            fail_after);
-    col_exec_ = new BaseCollectiveExecutor(&col_exec_mgr_, rma_, kStepId,
-                                           dev_mgr_.get());
+    col_exec_ = new BaseCollectiveExecutor(
+        &col_exec_mgr_, rma_, kStepId, dev_mgr_.get(), gpu_ring_order_.get());
     col_params_.name = "test_collective";
     static const int kGroupKey = 5;
     col_params_.group.group_key = kGroupKey;
@@ -545,6 +546,7 @@ class RingReducerTest : public ::testing::Test {
   CollectiveParams col_params_;
   std::vector<tensorflow::Device*> gpu_devices_;
   std::unique_ptr<tensorflow::DeviceMgr> dev_mgr_;
+  std::unique_ptr<string> gpu_ring_order_;
   mutex mu_;
   int32 reduce_counter_ GUARDED_BY(mu_) = 0;
 };
diff --git a/tensorflow/core/distributed_runtime/rpc_collective_executor_mgr.cc b/tensorflow/core/distributed_runtime/rpc_collective_executor_mgr.cc
index 45b989f6e2..054bed7781 100644
--- a/tensorflow/core/distributed_runtime/rpc_collective_executor_mgr.cc
+++ b/tensorflow/core/distributed_runtime/rpc_collective_executor_mgr.cc
@@ -49,7 +49,8 @@ CollectiveExecutor* RpcCollectiveExecutorMgr::Create(int64 step_id) {
   CollectiveRemoteAccessDistributed* rma =
       new CollectiveRemoteAccessDistributed(dev_mgr_, dev_resolver_.get(),
                                             worker_cache_, step_id);
-  return new BaseCollectiveExecutor(this, rma, step_id, dev_mgr_);
+  return new BaseCollectiveExecutor(this, rma, step_id, dev_mgr_,
+                                    &gpu_ring_order_);
 }
 
 namespace {
diff --git a/tensorflow/core/framework/collective.cc b/tensorflow/core/framework/collective.cc
index 4cb277d5a8..7fa58347f2 100644
--- a/tensorflow/core/framework/collective.cc
+++ b/tensorflow/core/framework/collective.cc
@@ -64,6 +64,7 @@ CollInstanceParams& CollInstanceParams::operator=(
     device_names.assign(other.device_names.begin(), other.device_names.end());
     task_names.assign(other.task_names.begin(), other.task_names.end());
     same_num_devices_per_task = other.same_num_devices_per_task;
+    gpu_ring_order = other.gpu_ring_order;
     impl_details.subdiv_offsets.assign(
         other.impl_details.subdiv_offsets.begin(),
         other.impl_details.subdiv_offsets.end());
diff --git a/tensorflow/core/framework/collective.h b/tensorflow/core/framework/collective.h
index e35edb09d0..0321429702 100644
--- a/tensorflow/core/framework/collective.h
+++ b/tensorflow/core/framework/collective.h
@@ -85,6 +85,9 @@ struct CollInstanceParams {
   std::vector<string> task_names;
   // True if every task has the same number of devices.
   bool same_num_devices_per_task = false;
+  // If passed in to GPUOptions in ConfigProto, defines a good ring order for
+  // GPUs.  Assumes same GPU configuration at each worker.
+  string gpu_ring_order = "";
   CollImplDetails impl_details;
   string ToString() const;
   CollInstanceParams& operator=(const struct CollInstanceParams& other);
@@ -259,7 +262,9 @@ class CollectiveExecutor : public PeerAccessInterface, public core::RefCounted {
   virtual void CompleteParamsAsync(const string& device, CollectiveParams* cp,
                                    CancellationManager* cancel_mgr,
                                    StatusCallback done) {
-    cem_->GetParamResolver()->CompleteParamsAsync(device, cp, cancel_mgr, done);
+    done(errors::Internal(
+        "A collective Op has been called in a context in which "
+        "a CollectiveExecutor has not been provided."));
   }
 
   virtual PerStepCollectiveRemoteAccess* remote_access() { return nullptr; }
diff --git a/tensorflow/core/protobuf/config.proto b/tensorflow/core/protobuf/config.proto
index 1963a5b56e..4689af06af 100644
--- a/tensorflow/core/protobuf/config.proto
+++ b/tensorflow/core/protobuf/config.proto
@@ -5,7 +5,7 @@ option cc_enable_arenas = true;
 option java_outer_classname = "ConfigProtos";
 option java_multiple_files = true;
 option java_package = "org.tensorflow.framework";
-option go_package = "github.com/tensorflow/tensorflow/tensorflow/go/core/protobuf";
+// add go_package externally with copybara
 import "tensorflow/core/framework/cost_graph.proto";
 import "tensorflow/core/framework/graph.proto";
 import "tensorflow/core/framework/step_stats.proto";
@@ -148,6 +148,14 @@ message GPUOptions {
     // for each GPUDevice.  Default value is 0, which is automatically
     // converted to 1.
     int32 num_dev_to_dev_copy_streams = 3;
+
+    // If non-empty, defines a good GPU ring order on a single worker based on
+    // device interconnect.  This assumes that all workers have the same GPU
+    // topology.  Specify as a comma-separated string, e.g. "3,2,1,0,7,6,5,4".
+    // This ring order is used by the RingReducer implementation of
+    // CollectiveReduce, and serves as an override to automatic ring order
+    // generation in OrderTaskDeviceMap() during CollectiveParam resolution.
+    string collective_ring_order = 4;
   }
 
   // Everything inside experimental is subject to change and is not subject
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-g-p-u-options.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-g-p-u-options.pbtxt
index 353e63127d..a2cc07483a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-g-p-u-options.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-g-p-u-options.pbtxt
@@ -78,6 +78,12 @@ tf_proto {
         label: LABEL_OPTIONAL
         type: TYPE_INT32
       }
+      field {
+        name: "collective_ring_order"
+        number: 4
+        label: LABEL_OPTIONAL
+        type: TYPE_STRING
+      }
       nested_type {
         name: "VirtualDevices"
         field {
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-g-p-u-options.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-g-p-u-options.pbtxt
index 353e63127d..a2cc07483a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-g-p-u-options.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-g-p-u-options.pbtxt
@@ -78,6 +78,12 @@ tf_proto {
         label: LABEL_OPTIONAL
         type: TYPE_INT32
       }
+      field {
+        name: "collective_ring_order"
+        number: 4
+        label: LABEL_OPTIONAL
+        type: TYPE_STRING
+      }
       nested_type {
         name: "VirtualDevices"
         field {
-- 
GitLab


From 5bebef73409a56f449801599dc22ad5849871e3c Mon Sep 17 00:00:00 2001
From: Yuanzhong Xu <yuanzx@google.com>
Date: Wed, 31 Oct 2018 12:01:48 -0700
Subject: [PATCH 0866/1825] [XLA] BF16 passes: avoid changing side-effecting
 instructions.

PiperOrigin-RevId: 219514687
---
 .../service/bfloat16_conversion_folding.cc    | 16 ++++-----
 .../xla/service/bfloat16_normalization.cc     |  7 ++--
 .../xla/service/bfloat16_propagation.cc       | 31 ++++++++---------
 .../xla/service/bfloat16_propagation_test.cc  | 34 +++++++++++++++++++
 4 files changed, 60 insertions(+), 28 deletions(-)

diff --git a/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc b/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc
index d63287539d..b8546e70c1 100644
--- a/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc
@@ -151,15 +151,10 @@ Status BFloat16ConversionFoldingVisitor::TryFoldBF16Conversions(
 
 Status BFloat16ConversionFoldingVisitor::DefaultAction(HloInstruction* hlo) {
   // Do not fold BF16 conversions for instructions related to tuples, entry and
-  // exit of a computation, fusion, convert, and control flow.
+  // exit of a computation, fusion, convert, side-effecting instructions and
+  // control flow.
   if (hlo->opcode() == HloOpcode::kTuple ||            //
       hlo->opcode() == HloOpcode::kGetTupleElement ||  //
-      hlo->opcode() == HloOpcode::kInfeed ||           //
-      hlo->opcode() == HloOpcode::kOutfeed ||          //
-      hlo->opcode() == HloOpcode::kSend ||             //
-      hlo->opcode() == HloOpcode::kSendDone ||         //
-      hlo->opcode() == HloOpcode::kRecv ||             //
-      hlo->opcode() == HloOpcode::kRecvDone ||         //
       hlo->opcode() == HloOpcode::kConstant ||         //
       hlo->opcode() == HloOpcode::kParameter ||        //
       hlo->opcode() == HloOpcode::kFusion ||           //
@@ -167,7 +162,8 @@ Status BFloat16ConversionFoldingVisitor::DefaultAction(HloInstruction* hlo) {
       hlo->opcode() == HloOpcode::kCall ||             //
       hlo->opcode() == HloOpcode::kCustomCall ||       //
       hlo->opcode() == HloOpcode::kWhile ||            //
-      hlo->opcode() == HloOpcode::kConditional) {
+      hlo->opcode() == HloOpcode::kConditional ||      //
+      hlo->HasSideEffect()) {
     return Status::OK();
   }
   if (hlo == computation_->root_instruction() &&
@@ -182,6 +178,10 @@ Status BFloat16ConversionFoldingVisitor::DefaultAction(HloInstruction* hlo) {
 
 Status BFloat16ConversionFoldingVisitor::HandleCrossReplicaSum(
     HloInstruction* crs) {
+  if (crs->IsCrossModuleAllReduce()) {
+    // Cross-module all-reduce has side effect.
+    return Status::OK();
+  }
   // First use DefaultAction() to handle the operands. It can't handle
   // tuple-shaped output.
   TF_RETURN_IF_ERROR(DefaultAction(crs));
diff --git a/tensorflow/compiler/xla/service/bfloat16_normalization.cc b/tensorflow/compiler/xla/service/bfloat16_normalization.cc
index 1251f0258f..8bd65899ca 100644
--- a/tensorflow/compiler/xla/service/bfloat16_normalization.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_normalization.cc
@@ -346,11 +346,9 @@ Status BFloat16NormalizationVisitor::HandleInstruction(HloInstruction* hlo) {
 
 Status BFloat16NormalizationVisitor::DefaultAction(HloInstruction* hlo) {
   // Do not change instructions related to entry and exit of a computation,
-  // tuples, fusion, convert, and control flow.
+  // tuples, fusion, convert, side-effecting instructions, and control flow.
   if (hlo->opcode() == HloOpcode::kTuple ||            //
       hlo->opcode() == HloOpcode::kGetTupleElement ||  //
-      hlo->opcode() == HloOpcode::kInfeed ||           //
-      hlo->opcode() == HloOpcode::kOutfeed ||          //
       hlo->opcode() == HloOpcode::kConstant ||         //
       hlo->opcode() == HloOpcode::kParameter ||        //
       hlo->opcode() == HloOpcode::kFusion ||           //
@@ -358,7 +356,8 @@ Status BFloat16NormalizationVisitor::DefaultAction(HloInstruction* hlo) {
       hlo->opcode() == HloOpcode::kCall ||             //
       hlo->opcode() == HloOpcode::kCustomCall ||       //
       hlo->opcode() == HloOpcode::kWhile ||            //
-      hlo->opcode() == HloOpcode::kConditional) {
+      hlo->opcode() == HloOpcode::kConditional ||      //
+      hlo->HasSideEffect()) {
     return Status::OK();
   }
   // TODO(b/112040122): Correctly normalize variadic reduce.
diff --git a/tensorflow/compiler/xla/service/bfloat16_propagation.cc b/tensorflow/compiler/xla/service/bfloat16_propagation.cc
index 002be9c970..c05f4f870b 100644
--- a/tensorflow/compiler/xla/service/bfloat16_propagation.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_propagation.cc
@@ -236,6 +236,10 @@ bool BFloat16Propagation::AllUsersConsumeBF16(const HloInstruction& hlo,
         // the end of the BFloat16Propagation pass.
         continue;
       }
+      if (use.instruction->HasSideEffect()) {
+        // Keep side-effecting instruction's operands unchanged.
+        return false;
+      }
       // Any visited user that can accept BF16 has already been updated if
       // necessary, e.g., the output has been changed to BF16 if it propagates
       // precision, or a called computation's parameters have been changed to
@@ -329,22 +333,6 @@ void BFloat16Propagation::DetermineInstructionPrecision(HloInstruction* hlo,
     return;
   }
 
-  // Do not change precision for instructions related to entry and exit of a
-  // computation, and control flow, because this pass might break the interfaces
-  // or assumptions for them.
-  if (hlo->opcode() == HloOpcode::kInfeed ||       //
-      hlo->opcode() == HloOpcode::kOutfeed ||      //
-      hlo->opcode() == HloOpcode::kSend ||         //
-      hlo->opcode() == HloOpcode::kSendDone ||     //
-      hlo->opcode() == HloOpcode::kRecv ||         //
-      hlo->opcode() == HloOpcode::kRecvDone ||     //
-      hlo->opcode() == HloOpcode::kCustomCall ||   //
-      hlo->opcode() == HloOpcode::kCall ||         //
-      hlo->opcode() == HloOpcode::kConditional ||  //
-      (hlo->opcode() == HloOpcode::kParameter && skip_parameters)) {
-    return;
-  }
-
   // Prevent root instructions from having their output modified by recording
   // all F32 output values as needing to stay as F32.
   CHECK(hlo->parent() != nullptr);
@@ -366,6 +354,17 @@ void BFloat16Propagation::DetermineInstructionPrecision(HloInstruction* hlo,
     return;
   }
 
+  // Do not change precision for instructions related to entry and exit of a
+  // computation, side-effecting instructions, and control flow, because this
+  // pass might break the interfaces or assumptions for them.
+  if (hlo->opcode() == HloOpcode::kCustomCall ||   //
+      hlo->opcode() == HloOpcode::kCall ||         //
+      hlo->opcode() == HloOpcode::kConditional ||  //
+      hlo->HasSideEffect() ||                      //
+      (hlo->opcode() == HloOpcode::kParameter && skip_parameters)) {
+    return;
+  }
+
   if (!ContainsKey(consider_using_bfloat16_, hlo)) {
     return;
   }
diff --git a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
index e032b5c624..0af71eaac9 100644
--- a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
@@ -136,6 +136,40 @@ TEST_F(BFloat16PropagationTest, PropagateThroughSelectButNotAdd) {
   EXPECT_FALSE(OutputsBF16(c));
 }
 
+// Tests that side-effecting all-reduce should not be changed.
+TEST_F(BFloat16PropagationTest, DoNotChangeAllReduce) {
+  auto module = CreateNewVerifiedModule();
+
+  auto builder = HloComputation::Builder(TestName());
+  Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
+  HloInstruction* a =
+      builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "a"));
+  HloInstruction* b =
+      builder.AddInstruction(HloInstruction::CreateParameter(1, shape, "b"));
+  auto rb = HloComputation::Builder(TestName());
+  rb.AddInstruction(HloInstruction::CreateBinary(
+      shape, HloOpcode::kAdd,
+      rb.AddInstruction(HloInstruction::CreateParameter(0, shape, "p0")),
+      rb.AddInstruction(HloInstruction::CreateParameter(1, shape, "p1"))));
+  auto reduction = module->AddEmbeddedComputation(rb.Build());
+  HloInstruction* all_reduce =
+      builder.AddInstruction(HloInstruction::CreateCrossReplicaSum(
+          ShapeUtil::MakeTupleShape({shape, shape}), {a, b}, reduction,
+          /*replica_groups=*/{}, /*barrier=*/"", /*all_reduce_id=*/1));
+  HloInstruction* gte0 = builder.AddInstruction(
+      HloInstruction::CreateGetTupleElement(shape, all_reduce, 0));
+  HloInstruction* gte1 = builder.AddInstruction(
+      HloInstruction::CreateGetTupleElement(shape, all_reduce, 1));
+  HloInstruction* dot = builder.AddInstruction(CreateDot(shape, gte0, gte1));
+  HloInstruction* root = builder.AddInstruction(
+      HloInstruction::CreateBinary(shape, HloOpcode::kAdd, dot, dot));
+
+  auto computation = module->AddEntryComputation(builder.Build());
+
+  EXPECT_FALSE(PropagatePrecision(module.get()));
+  EXPECT_EQ(computation->root_instruction(), root);
+}
+
 // Tests that if a constant is converted to BF16 then its literal must also be
 // converted.
 TEST_F(BFloat16PropagationTest, ConvertConstantLiteral) {
-- 
GitLab


From 0a89846fea3c900ebb7e1240c90d6b97d0feb377 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Wed, 31 Oct 2018 12:26:08 -0700
Subject: [PATCH 0867/1825] Optimize on calling get_concrete_function()
 multiple times.

PiperOrigin-RevId: 219518529
---
 .../data/experimental/ops/prefetching_ops.py  | 19 ++++++++++++-------
 .../data/ops/multi_device_iterator_ops.py     | 15 +++++++++------
 2 files changed, 21 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/data/experimental/ops/prefetching_ops.py b/tensorflow/python/data/experimental/ops/prefetching_ops.py
index 8cc7452c41..2add95558d 100644
--- a/tensorflow/python/data/experimental/ops/prefetching_ops.py
+++ b/tensorflow/python/data/experimental/ops/prefetching_ops.py
@@ -138,12 +138,14 @@ class _PrefetchToDeviceIterator(object):
       ret = remote_iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
+    self._prefetch_fn = _prefetch_fn.get_concrete_function()
+
     iterator_device = ged_ops.experimental_iterator_get_device(
         self._input_iterator._iterator_resource)
 
     with ops.device(device):
       self._buffering_resource = function_buffering_resource(
-          f=_prefetch_fn.get_concrete_function(),
+          f=self._prefetch_fn,
           target_device=iterator_device,
           string_arg=input_iterator_handle,
           buffer_size=buffer_size,
@@ -420,13 +422,14 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           [gen_dataset_ops.make_iterator(ds_variant, resource)]):
         return gen_dataset_ops.iterator_to_string_handle(resource)
 
+    init_func_concrete = _init_func.get_concrete_function()
     @function.defun()
     def _remote_init_func():
       return functional_ops.remote_call(
           target=self._source_device,
-          args=_init_func.get_concrete_function().captured_inputs,
+          args=init_func_concrete.captured_inputs,
           Tout=[dtypes.string],
-          f=_init_func.get_concrete_function())
+          f=init_func_concrete)
 
     self._init_func = _remote_init_func.get_concrete_function()
     self._init_captured_args = self._init_func.captured_inputs
@@ -447,14 +450,15 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
       ret = iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
+    next_func_concrete = _next_func.get_concrete_function()
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_next_func(string_handle):
       return functional_ops.remote_call(
           target=self._source_device,
           args=[string_handle] +
-          _next_func.get_concrete_function().captured_inputs,
+          next_func_concrete.captured_inputs,
           Tout=self._flat_output_types,
-          f=_next_func.get_concrete_function())
+          f=next_func_concrete)
 
     self._next_func = _remote_next_func.get_concrete_function()
     self._next_captured_args = self._next_func.captured_inputs
@@ -477,14 +481,15 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
               iterator_resource, ignore_lookup_error=True)]):
         return array_ops.constant(0, dtypes.int64)
 
+    finalize_func_concrete = _finalize_func.get_concrete_function()
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_finalize_func(string_handle):
       return functional_ops.remote_call(
           target=self._source_device,
           args=[string_handle] +
-          _finalize_func.get_concrete_function().captured_inputs,
+          finalize_func_concrete.captured_inputs,
           Tout=[dtypes.int64],
-          f=_finalize_func.get_concrete_function())
+          f=finalize_func_concrete)
 
     self._finalize_func = _remote_finalize_func.get_concrete_function()
     self._finalize_captured_args = self._finalize_func.captured_inputs
diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index 7b103d241b..0e4666287b 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -55,13 +55,14 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
     def _init_func():
       return multi_device_iterator_string_handle
 
+    init_func_concrete = _init_func.get_concrete_function()
     @function.defun()
     def _remote_init_func():
       return functional_ops.remote_call(
           target=source_device,
-          args=_init_func.get_concrete_function().captured_inputs,
+          args=init_func_concrete.captured_inputs,
           Tout=[dtypes.string],
-          f=_init_func.get_concrete_function())
+          f=init_func_concrete)
 
     self._init_func = _remote_init_func.get_concrete_function()
     self._init_captured_args = self._init_func.captured_inputs
@@ -80,6 +81,7 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
           output_types=self._flat_output_types,
           output_shapes=self._flat_output_shapes)
 
+    next_func_concrete = _next_func.get_concrete_function()
     @function.defun_with_attributes(
         input_signature=[tensor_spec.TensorSpec([], dtypes.string)],
         attributes={"experimental_ints_on_device": True})
@@ -87,9 +89,9 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
       return functional_ops.remote_call(
           target=source_device,
           args=[string_handle] +
-          _next_func.get_concrete_function().captured_inputs,
+          next_func_concrete.captured_inputs,
           Tout=self._flat_output_types,
-          f=_next_func.get_concrete_function())
+          f=next_func_concrete)
 
     self._next_func = _remote_next_func.get_concrete_function()
     self._next_captured_args = self._next_func.captured_inputs
@@ -98,14 +100,15 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
     def _finalize_func(unused_string_handle):
       return array_ops.constant(0, dtypes.int64)
 
+    finalize_func_concrete = _finalize_func.get_concrete_function()
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_finalize_func(string_handle):
       return functional_ops.remote_call(
           target=source_device,
           args=[string_handle] +
-          _finalize_func.get_concrete_function().captured_inputs,
+          finalize_func_concrete.captured_inputs,
           Tout=[dtypes.int64],
-          f=_finalize_func.get_concrete_function())
+          f=finalize_func_concrete)
 
     self._finalize_func = _remote_finalize_func.get_concrete_function()
     self._finalize_captured_args = self._finalize_func.captured_inputs
-- 
GitLab


From f678c0cdafb84a22e998a17353441b5c3b10fe8d Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Wed, 31 Oct 2018 12:26:13 -0700
Subject: [PATCH 0868/1825] Automated rollback of commit
 0866dadf1d20b6edd3bfb1a0b01409fc1a634c9a

PiperOrigin-RevId: 219518544
---
 .../contrib/distribute/python/input_ops.py    |  2 +-
 tensorflow/python/data/ops/dataset_ops.py     | 72 ++++++++++---------
 2 files changed, 38 insertions(+), 36 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/input_ops.py b/tensorflow/contrib/distribute/python/input_ops.py
index 423952c9e2..f07ec8234d 100644
--- a/tensorflow/contrib/distribute/python/input_ops.py
+++ b/tensorflow/contrib/distribute/python/input_ops.py
@@ -78,7 +78,7 @@ def auto_shard_dataset(dataset, num_shards, index):
       elif hasattr(dataset, "_map_func"):
         # TODO(priyag): Make this check more robust by enforcing some common
         # property on all map/flatmap/interleave datasets.
-        map_func_def = dataset._map_func.function_def
+        map_func_def = dataset._map_func.definition
         for node in map_func_def.node_def:
           if node.op in _READER_DATASET_OPS:
             found_reader_op = True
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 7addb3c16b..e83f26e2ab 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -30,7 +30,6 @@ from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import random_seed
 from tensorflow.python.data.util import sparse
 from tensorflow.python.eager import context
-from tensorflow.python.eager import function as eager_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import function
@@ -39,7 +38,6 @@ from tensorflow.python.framework import random_seed as core_random_seed
 from tensorflow.python.framework import smart_cond
 from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
 from tensorflow.python.framework import tensor_shape
-from tensorflow.python.framework import tensor_spec
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -1751,8 +1749,7 @@ class _VariantDataset(Dataset):
 
 
 class StructuredFunctionWrapper(object):
-  """A wrapper for `defun` that supports structured arguments and return values.
-
+  """A wrapper for `Defun` that supports structured arguments and return values.
   """
 
   def __init__(self,
@@ -1810,15 +1807,15 @@ class StructuredFunctionWrapper(object):
         ".", "_")[:-2] if len(transformation_name) > 2 else ""
     self._func_name = "_".join([
         readable_transformation_name,
-        function_utils.get_func_name(func)
+        function_utils.get_func_name(func),
+        str(ops.uid())
+
     ])
 
     # TODO(b/110122868): Enable this support for all `tf.data` functions.
     self._nested_dataset_support = experimental_nested_dataset_support
 
-    @eager_function.defun_with_attributes(
-        input_signature=self._defun_args(),
-        attributes={"func_name": self._func_name})
+    @function.Defun(*self._defun_args(), func_name=self._func_name)
     def tf_data_structured_function_wrapper(*args):
       """Wrapper for passing nested structures to and from tf.data functions."""
       flat_args = []
@@ -1903,50 +1900,37 @@ class StructuredFunctionWrapper(object):
       self._output_classes = nest.pack_sequence_as(ret, flat_classes)
       self._output_shapes = nest.pack_sequence_as(ret, flat_shapes)
       self._output_types = nest.pack_sequence_as(ret, flat_types)
-      return flat_ret
 
-    table_initializers_len = len(ops.get_default_graph().get_collection(
-        ops.GraphKeys.TABLE_INITIALIZERS))
+      _warn_if_collections(transformation_name)
 
-    self._function = tf_data_structured_function_wrapper.get_concrete_function()
+      return flat_ret
 
+    self._function = tf_data_structured_function_wrapper
     if add_to_graph:
       self._function.add_to_graph(ops.get_default_graph())
-
-    if len(
-        self._function.graph.get_collection(
-            ops.GraphKeys.TABLE_INITIALIZERS)) != table_initializers_len:
-      warnings.warn(
-          "Creating lookup tables inside a function passed to %s is not"
-          " supported. Create each table outside the function, and "
-          "capture it inside the function to use it." % transformation_name)
+    else:
+      # Use the private method that will execute
+      # `tf_data_structured_function_wrapper` but delay adding it to the graph
+      # in case (e.g.) we need to rerun the function.
+      self._function._create_definition_if_needed()  # pylint: disable=protected-access
 
   def _defun_args(self):
-    """Returns a list of `tf.TensorSpec` for the input element structure."""
+    """Returns a flat list of `tf.DType` for the input element structure."""
     ret = []
-    for input_type, input_shape, input_class in zip(
-        nest.flatten(self._input_types), nest.flatten(self._input_shapes),
-        nest.flatten(self._input_classes)):
+    for input_type, input_class in zip(nest.flatten(self._input_types),
+                                       nest.flatten(self._input_classes)):
       # TODO(b/110122868): Add a registration mechanism for new component types.
       if input_class is sparse_tensor_lib.SparseTensor:
-        # Give TensorSpec objects unique names to satisfy error checking in
-        # get_concrete_function.
-        ret.append(
-            tensor_spec.TensorSpec(
-                tensor_shape.TensorShape(None), dtypes.variant,
-                name="arg_{}".format(len(ret))))
+        ret.append(dtypes.variant)
       elif isinstance(input_class, _NestedDatasetComponent):
         if not self._nested_dataset_support:
           raise NotImplementedError(
               "The %s transformation does not currently support nested "
               "datasets as inputs." % self._transformation_name)
-        ret.append(
-            tensor_spec.TensorSpec(tensor_shape.scalar(), dtypes.variant,
-                                   name="arg_{}".format(len(ret))))
+        ret.append(dtypes.variant)
       else:
         assert isinstance(input_type, dtypes.DType)
-        ret.append(tensor_spec.TensorSpec(input_shape, input_type,
-                                          name="arg_{}".format(len(ret))))
+        ret.append(input_type)
     return ret
 
   @property
@@ -2667,6 +2651,24 @@ def _should_unpack_args(args):
   return type(args) is tuple  # pylint: disable=unidiomatic-typecheck
 
 
+def _warn_if_collections(transformation_name):
+  """Prints warning message if the current graph uses common graph collections.
+
+  NOTE(mrry): Currently a warning is only generated for lookup tables. Any
+  variables created will be automatically hoisted out to the outermost scope
+  using `init_scope()`. Some collections (such as for control-flow contexts)
+  are benign and should not generate a warning.
+
+  Args:
+    transformation_name: A human-readable name for the transformation.
+  """
+  if ops.get_default_graph().get_collection(ops.GraphKeys.TABLE_INITIALIZERS):
+    warnings.warn("Creating lookup tables inside a function passed to %s is not"
+                  " supported. Create each table outside the function, and "
+                  "capture it inside the function to use it."
+                  % transformation_name)
+
+
 class MapDataset(UnaryDataset):
   """A `Dataset` that maps a function over elements in its input."""
 
-- 
GitLab


From d06f3f177a51e713ca4751fb3707969f20381c8d Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Wed, 31 Oct 2018 12:39:01 -0700
Subject: [PATCH 0869/1825] [tf.data] Fix an internal test failure.

PiperOrigin-RevId: 219520598
---
 tensorflow/core/framework/model.cc | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/framework/model.cc b/tensorflow/core/framework/model.cc
index 1426bade36..5650b4861b 100644
--- a/tensorflow/core/framework/model.cc
+++ b/tensorflow/core/framework/model.cc
@@ -238,10 +238,11 @@ class UnknownRatio : public Node {
 
   int64 OutputTimeLocked(std::vector<int64>* input_times) const override
       SHARED_LOCKS_REQUIRED(mu_) {
-    if (inputs_.empty() || num_elements_ == 0) {
+    if (num_elements_ == 0 || inputs_.empty() ||
+        inputs_.front()->num_elements() == 0) {
       return NanosPerElementLocked();
     }
-    // TODO(jsimsa): The current implementation that the number of input
+    // TODO(jsimsa): The current implementation assumes that the number of input
     // elements consumed per output is the same across all inputs.
     std::shared_ptr<Node> input = inputs_.front();
     double ratio = static_cast<double>(input->num_elements()) /
-- 
GitLab


From a013808d20cf4fa8ffcdce0ffb9ab07c7713ef21 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Wed, 31 Oct 2018 13:03:20 -0700
Subject: [PATCH 0870/1825] Removing deprecated ApiDef endpoints in V2. Removal
 is accomplished by by setting deprecation_version.

PiperOrigin-RevId: 219524292
---
 .../python_api/api_def_BatchToSpaceND.pbtxt   |   2 +-
 .../api_def/python_api/api_def_Betainc.pbtxt  |   2 +-
 .../api_def/python_api/api_def_Ceil.pbtxt     |   2 +-
 .../python_api/api_def_CheckNumerics.pbtxt    |   2 +-
 .../api_def/python_api/api_def_Cholesky.pbtxt |   2 +-
 .../api_def/python_api/api_def_Cross.pbtxt    |   2 +-
 .../python_api/api_def_DecodeBase64.pbtxt     |   2 +-
 .../python_api/api_def_DecodeCompressed.pbtxt |   2 +-
 .../api_def_DecodeJSONExample.pbtxt           |   2 +-
 .../python_api/api_def_DecodeRaw.pbtxt        |   2 +-
 .../python_api/api_def_Dequantize.pbtxt       |   2 +-
 .../api_def/python_api/api_def_Diag.pbtxt     |   2 +-
 .../api_def/python_api/api_def_DiagPart.pbtxt |   2 +-
 .../api_def/python_api/api_def_Digamma.pbtxt  |   2 +-
 .../python_api/api_def_EncodeBase64.pbtxt     |   2 +-
 .../api_def/python_api/api_def_Erfc.pbtxt     |   2 +-
 .../api_def/python_api/api_def_Expm1.pbtxt    |   2 +-
 .../api_def_ExtractImagePatches.pbtxt         |   2 +-
 .../core/api_def/python_api/api_def_FFT.pbtxt |   2 +-
 .../api_def_FakeQuantWithMinMaxArgs.pbtxt     |   2 +-
 ..._def_FakeQuantWithMinMaxArgsGradient.pbtxt |   2 +-
 .../api_def_FakeQuantWithMinMaxVars.pbtxt     |   2 +-
 ..._def_FakeQuantWithMinMaxVarsGradient.pbtxt |   2 +-
 ...ef_FakeQuantWithMinMaxVarsPerChannel.pbtxt |   2 +-
 ...uantWithMinMaxVarsPerChannelGradient.pbtxt |   2 +-
 .../api_def/python_api/api_def_GatherNd.pbtxt |   2 +-
 .../api_def/python_api/api_def_IFFT.pbtxt     |   2 +-
 .../api_def/python_api/api_def_Igamma.pbtxt   |   2 +-
 .../api_def/python_api/api_def_Igammac.pbtxt  |   2 +-
 .../api_def_InvertPermutation.pbtxt           |   2 +-
 .../api_def/python_api/api_def_IsFinite.pbtxt |   2 +-
 .../api_def/python_api/api_def_IsInf.pbtxt    |   2 +-
 .../api_def/python_api/api_def_IsNan.pbtxt    |   2 +-
 .../api_def/python_api/api_def_Lgamma.pbtxt   |   2 +-
 .../python_api/api_def_MatchingFiles.pbtxt    |   2 +-
 .../python_api/api_def_MatrixBandPart.pbtxt   |   2 +-
 .../api_def_MatrixDeterminant.pbtxt           |   2 +-
 .../python_api/api_def_MatrixDiag.pbtxt       |   2 +-
 .../python_api/api_def_MatrixDiagPart.pbtxt   |   2 +-
 .../python_api/api_def_MatrixInverse.pbtxt    |   2 +-
 .../python_api/api_def_MatrixSetDiag.pbtxt    |   2 +-
 .../python_api/api_def_MatrixSolve.pbtxt      |   2 +-
 .../api_def_MatrixTriangularSolve.pbtxt       |   2 +-
 .../python_api/api_def_ParseTensor.pbtxt      |   2 +-
 .../python_api/api_def_Polygamma.pbtxt        |   2 +-
 .../core/api_def/python_api/api_def_Qr.pbtxt  |   2 +-
 .../python_api/api_def_QuantizedConcat.pbtxt  |   2 +-
 .../api_def/python_api/api_def_ReadFile.pbtxt |   2 +-
 .../python_api/api_def_Reciprocal.pbtxt       |   2 +-
 .../api_def/python_api/api_def_Reshape.pbtxt  |   2 +-
 .../python_api/api_def_ReverseV2.pbtxt        |   4 +-
 .../api_def/python_api/api_def_Rint.pbtxt     |   2 +-
 .../api_def/python_api/api_def_Rsqrt.pbtxt    |   2 +-
 .../python_api/api_def_ScatterNd.pbtxt        |   2 +-
 .../python_api/api_def_SegmentMax.pbtxt       |   2 +-
 .../python_api/api_def_SegmentMean.pbtxt      |   2 +-
 .../python_api/api_def_SegmentMin.pbtxt       |   2 +-
 .../python_api/api_def_SegmentProd.pbtxt      |   2 +-
 .../python_api/api_def_SegmentSum.pbtxt       |   2 +-
 .../python_api/api_def_SpaceToBatchND.pbtxt   |   2 +-
 .../api_def_SquaredDifference.pbtxt           |   2 +-
 .../python_api/api_def_StringJoin.pbtxt       |   2 +-
 .../python_api/api_def_StringStrip.pbtxt      |   2 +-
 .../api_def_StringToHashBucket.pbtxt          |   2 +-
 .../api_def_StringToHashBucketFast.pbtxt      |   2 +-
 .../api_def_StringToHashBucketStrong.pbtxt    |   2 +-
 .../python_api/api_def_StringToNumber.pbtxt   |   2 +-
 .../api_def/python_api/api_def_Tile.pbtxt     |   2 +-
 .../api_def_UnsortedSegmentMax.pbtxt          |   2 +-
 .../api_def_UnsortedSegmentMin.pbtxt          |   2 +-
 .../api_def_UnsortedSegmentProd.pbtxt         |   2 +-
 .../api_def_UnsortedSegmentSum.pbtxt          |   2 +-
 .../python_api/api_def_WriteFile.pbtxt        |   2 +-
 .../api_def/python_api/api_def_Zeta.pbtxt     |   2 +-
 .../tools/api/generator/api_init_files.bzl    |   1 -
 .../api/golden/v2/tensorflow.manip.pbtxt      |  31 --
 .../tools/api/golden/v2/tensorflow.pbtxt      | 276 ------------------
 77 files changed, 75 insertions(+), 383 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.manip.pbtxt

diff --git a/tensorflow/core/api_def/python_api/api_def_BatchToSpaceND.pbtxt b/tensorflow/core/api_def/python_api/api_def_BatchToSpaceND.pbtxt
index e395e333bf..801dfbc285 100644
--- a/tensorflow/core/api_def/python_api/api_def_BatchToSpaceND.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_BatchToSpaceND.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "manip.batch_to_space_nd"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Betainc.pbtxt b/tensorflow/core/api_def/python_api/api_def_Betainc.pbtxt
index 7ad7cbcba9..1c90c56f5e 100644
--- a/tensorflow/core/api_def/python_api/api_def_Betainc.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Betainc.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "betainc"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Ceil.pbtxt b/tensorflow/core/api_def/python_api/api_def_Ceil.pbtxt
index f2265bad56..331bb9cbf5 100644
--- a/tensorflow/core/api_def/python_api/api_def_Ceil.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Ceil.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "ceil"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_CheckNumerics.pbtxt b/tensorflow/core/api_def/python_api/api_def_CheckNumerics.pbtxt
index 541b09a591..33110d8c9e 100644
--- a/tensorflow/core/api_def/python_api/api_def_CheckNumerics.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_CheckNumerics.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "check_numerics"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Cholesky.pbtxt b/tensorflow/core/api_def/python_api/api_def_Cholesky.pbtxt
index 942f4e6ed8..5db2667262 100644
--- a/tensorflow/core/api_def/python_api/api_def_Cholesky.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Cholesky.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "cholesky"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Cross.pbtxt b/tensorflow/core/api_def/python_api/api_def_Cross.pbtxt
index e8a871cae6..51394dda4e 100644
--- a/tensorflow/core/api_def/python_api/api_def_Cross.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Cross.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "cross"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_DecodeBase64.pbtxt b/tensorflow/core/api_def/python_api/api_def_DecodeBase64.pbtxt
index 8b96eee631..e4a61e122c 100644
--- a/tensorflow/core/api_def/python_api/api_def_DecodeBase64.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DecodeBase64.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "decode_base64"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_DecodeCompressed.pbtxt b/tensorflow/core/api_def/python_api/api_def_DecodeCompressed.pbtxt
index 829608fc8f..a85a76a8dc 100644
--- a/tensorflow/core/api_def/python_api/api_def_DecodeCompressed.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DecodeCompressed.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "decode_compressed"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_DecodeJSONExample.pbtxt b/tensorflow/core/api_def/python_api/api_def_DecodeJSONExample.pbtxt
index 9f28bc5f59..13ffbcce7c 100644
--- a/tensorflow/core/api_def/python_api/api_def_DecodeJSONExample.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DecodeJSONExample.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "decode_json_example"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_DecodeRaw.pbtxt b/tensorflow/core/api_def/python_api/api_def_DecodeRaw.pbtxt
index 0010a59ca4..dab7a5e009 100644
--- a/tensorflow/core/api_def/python_api/api_def_DecodeRaw.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DecodeRaw.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "decode_raw"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Dequantize.pbtxt b/tensorflow/core/api_def/python_api/api_def_Dequantize.pbtxt
index 5edd0c216b..96844a65b5 100644
--- a/tensorflow/core/api_def/python_api/api_def_Dequantize.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Dequantize.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "dequantize"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Diag.pbtxt b/tensorflow/core/api_def/python_api/api_def_Diag.pbtxt
index cba30e63e8..43e7af891c 100644
--- a/tensorflow/core/api_def/python_api/api_def_Diag.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Diag.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "diag"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_DiagPart.pbtxt b/tensorflow/core/api_def/python_api/api_def_DiagPart.pbtxt
index 54e1f34e82..6a149848f6 100644
--- a/tensorflow/core/api_def/python_api/api_def_DiagPart.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DiagPart.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "diag_part"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Digamma.pbtxt b/tensorflow/core/api_def/python_api/api_def_Digamma.pbtxt
index 91b4dfead7..e6e9375ecd 100644
--- a/tensorflow/core/api_def/python_api/api_def_Digamma.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Digamma.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "digamma"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_EncodeBase64.pbtxt b/tensorflow/core/api_def/python_api/api_def_EncodeBase64.pbtxt
index 71bb73cfb2..534b5d8152 100644
--- a/tensorflow/core/api_def/python_api/api_def_EncodeBase64.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_EncodeBase64.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "encode_base64"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Erfc.pbtxt b/tensorflow/core/api_def/python_api/api_def_Erfc.pbtxt
index e96df0c596..fccda9dfca 100644
--- a/tensorflow/core/api_def/python_api/api_def_Erfc.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Erfc.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "erfc"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Expm1.pbtxt b/tensorflow/core/api_def/python_api/api_def_Expm1.pbtxt
index 8ddf9d4d70..d8bdaeadc8 100644
--- a/tensorflow/core/api_def/python_api/api_def_Expm1.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Expm1.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "expm1"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_ExtractImagePatches.pbtxt b/tensorflow/core/api_def/python_api/api_def_ExtractImagePatches.pbtxt
index f008b1222d..0bd8b1c11a 100644
--- a/tensorflow/core/api_def/python_api/api_def_ExtractImagePatches.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_ExtractImagePatches.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "extract_image_patches"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt b/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt
index d79e936b71..7f4a2add4e 100644
--- a/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fft"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgs.pbtxt b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgs.pbtxt
index d8db83331f..97ab3ff7ef 100644
--- a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgs.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgs.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fake_quant_with_min_max_args"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgsGradient.pbtxt b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgsGradient.pbtxt
index 74f01d1a0c..a30bdc3534 100644
--- a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgsGradient.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxArgsGradient.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fake_quant_with_min_max_args_gradient"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVars.pbtxt b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVars.pbtxt
index e14fb6d118..fc64d0e15a 100644
--- a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVars.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVars.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fake_quant_with_min_max_vars"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsGradient.pbtxt b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsGradient.pbtxt
index 4611ebdfb8..66fcfbb846 100644
--- a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsGradient.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsGradient.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fake_quant_with_min_max_vars_gradient"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannel.pbtxt b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannel.pbtxt
index 0936e513c3..132ecc1ac4 100644
--- a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannel.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannel.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fake_quant_with_min_max_vars_per_channel"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannelGradient.pbtxt b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannelGradient.pbtxt
index 0d9968248c..66c811b6a2 100644
--- a/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannelGradient.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FakeQuantWithMinMaxVarsPerChannelGradient.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "fake_quant_with_min_max_vars_per_channel_gradient"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_GatherNd.pbtxt b/tensorflow/core/api_def/python_api/api_def_GatherNd.pbtxt
index 598f23bde3..1c3b9d5571 100644
--- a/tensorflow/core/api_def/python_api/api_def_GatherNd.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_GatherNd.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "manip.gather_nd"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt b/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt
index 17fbd8ace4..0124721e1c 100644
--- a/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "ifft"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Igamma.pbtxt b/tensorflow/core/api_def/python_api/api_def_Igamma.pbtxt
index 8c4815c26e..c07932a1a7 100644
--- a/tensorflow/core/api_def/python_api/api_def_Igamma.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Igamma.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "igamma"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Igammac.pbtxt b/tensorflow/core/api_def/python_api/api_def_Igammac.pbtxt
index b43b54391b..8031a51db9 100644
--- a/tensorflow/core/api_def/python_api/api_def_Igammac.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Igammac.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "igammac"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_InvertPermutation.pbtxt b/tensorflow/core/api_def/python_api/api_def_InvertPermutation.pbtxt
index d75fcd63e3..d75cef5fac 100644
--- a/tensorflow/core/api_def/python_api/api_def_InvertPermutation.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_InvertPermutation.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "invert_permutation"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt b/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt
index 27142644bf..91160bd8bf 100644
--- a/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "is_finite"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt b/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt
index 4cd92f1cb7..7f029ee8cf 100644
--- a/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "is_inf"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt b/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt
index 07d49f9436..f2b8862c28 100644
--- a/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "is_nan"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Lgamma.pbtxt b/tensorflow/core/api_def/python_api/api_def_Lgamma.pbtxt
index 0262b838ca..ee339967a4 100644
--- a/tensorflow/core/api_def/python_api/api_def_Lgamma.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Lgamma.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "lgamma"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatchingFiles.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatchingFiles.pbtxt
index 74145670a8..2dc5916f60 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatchingFiles.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatchingFiles.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matching_files"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixBandPart.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixBandPart.pbtxt
index 1122c52ab4..c8aaf44b0d 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixBandPart.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixBandPart.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_band_part"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixDeterminant.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixDeterminant.pbtxt
index 9563bf0354..64a5950e56 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixDeterminant.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixDeterminant.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_determinant"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixDiag.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixDiag.pbtxt
index 8ab0bf75eb..57dc182474 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixDiag.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixDiag.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_diag"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixDiagPart.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixDiagPart.pbtxt
index 82ce67853c..142763f44b 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixDiagPart.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixDiagPart.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_diag_part"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixInverse.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixInverse.pbtxt
index 85862f6eb5..13df986ac1 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixInverse.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixInverse.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_inverse"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixSetDiag.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixSetDiag.pbtxt
index 6325e4f0e6..fc97a29cf2 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixSetDiag.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixSetDiag.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_set_diag"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixSolve.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixSolve.pbtxt
index 6325dff407..0bbc989159 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixSolve.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixSolve.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_solve"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_MatrixTriangularSolve.pbtxt b/tensorflow/core/api_def/python_api/api_def_MatrixTriangularSolve.pbtxt
index 7f865e23b2..17dc57335a 100644
--- a/tensorflow/core/api_def/python_api/api_def_MatrixTriangularSolve.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_MatrixTriangularSolve.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "matrix_triangular_solve"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_ParseTensor.pbtxt b/tensorflow/core/api_def/python_api/api_def_ParseTensor.pbtxt
index 10b3aab0c7..6ea8094565 100644
--- a/tensorflow/core/api_def/python_api/api_def_ParseTensor.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_ParseTensor.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "parse_tensor"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Polygamma.pbtxt b/tensorflow/core/api_def/python_api/api_def_Polygamma.pbtxt
index 9df81402d5..33c96505ba 100644
--- a/tensorflow/core/api_def/python_api/api_def_Polygamma.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Polygamma.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "polygamma"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Qr.pbtxt b/tensorflow/core/api_def/python_api/api_def_Qr.pbtxt
index 0260eecc91..e3a0e9d45a 100644
--- a/tensorflow/core/api_def/python_api/api_def_Qr.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Qr.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "qr"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_QuantizedConcat.pbtxt b/tensorflow/core/api_def/python_api/api_def_QuantizedConcat.pbtxt
index 69404b9472..937a1a813d 100644
--- a/tensorflow/core/api_def/python_api/api_def_QuantizedConcat.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_QuantizedConcat.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "quantized_concat"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_ReadFile.pbtxt b/tensorflow/core/api_def/python_api/api_def_ReadFile.pbtxt
index 9d479be45f..a671bc3ed1 100644
--- a/tensorflow/core/api_def/python_api/api_def_ReadFile.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_ReadFile.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "read_file"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Reciprocal.pbtxt b/tensorflow/core/api_def/python_api/api_def_Reciprocal.pbtxt
index c4d4c27722..d10b87b6a7 100644
--- a/tensorflow/core/api_def/python_api/api_def_Reciprocal.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Reciprocal.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "reciprocal"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Reshape.pbtxt b/tensorflow/core/api_def/python_api/api_def_Reshape.pbtxt
index b3d596de7a..ee20249094 100644
--- a/tensorflow/core/api_def/python_api/api_def_Reshape.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Reshape.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "manip.reshape"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_ReverseV2.pbtxt b/tensorflow/core/api_def/python_api/api_def_ReverseV2.pbtxt
index 51478b7c34..9ff0506c4e 100644
--- a/tensorflow/core/api_def/python_api/api_def_ReverseV2.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_ReverseV2.pbtxt
@@ -5,10 +5,10 @@ op {
   }
   endpoint {
     name: "manip.reverse"
-    deprecated: true
+    deprecation_version: 2
   }
   endpoint {
     name: "reverse_v2"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Rint.pbtxt b/tensorflow/core/api_def/python_api/api_def_Rint.pbtxt
index ec37a23127..06e02f354c 100644
--- a/tensorflow/core/api_def/python_api/api_def_Rint.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Rint.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "rint"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Rsqrt.pbtxt b/tensorflow/core/api_def/python_api/api_def_Rsqrt.pbtxt
index 4fc2b81421..3cfbfc1106 100644
--- a/tensorflow/core/api_def/python_api/api_def_Rsqrt.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Rsqrt.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "rsqrt"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_ScatterNd.pbtxt b/tensorflow/core/api_def/python_api/api_def_ScatterNd.pbtxt
index 85888da45a..b76497d266 100644
--- a/tensorflow/core/api_def/python_api/api_def_ScatterNd.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_ScatterNd.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "manip.scatter_nd"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SegmentMax.pbtxt b/tensorflow/core/api_def/python_api/api_def_SegmentMax.pbtxt
index 2e22c375c0..5f40b94b81 100644
--- a/tensorflow/core/api_def/python_api/api_def_SegmentMax.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SegmentMax.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "segment_max"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SegmentMean.pbtxt b/tensorflow/core/api_def/python_api/api_def_SegmentMean.pbtxt
index 646348072f..a7da724f1d 100644
--- a/tensorflow/core/api_def/python_api/api_def_SegmentMean.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SegmentMean.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "segment_mean"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SegmentMin.pbtxt b/tensorflow/core/api_def/python_api/api_def_SegmentMin.pbtxt
index 1a77019a2d..d4ccfe7457 100644
--- a/tensorflow/core/api_def/python_api/api_def_SegmentMin.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SegmentMin.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "segment_min"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SegmentProd.pbtxt b/tensorflow/core/api_def/python_api/api_def_SegmentProd.pbtxt
index cf4d6f0237..8bbd6ce105 100644
--- a/tensorflow/core/api_def/python_api/api_def_SegmentProd.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SegmentProd.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "segment_prod"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SegmentSum.pbtxt b/tensorflow/core/api_def/python_api/api_def_SegmentSum.pbtxt
index c6d7999455..b40b5237a2 100644
--- a/tensorflow/core/api_def/python_api/api_def_SegmentSum.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SegmentSum.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "segment_sum"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SpaceToBatchND.pbtxt b/tensorflow/core/api_def/python_api/api_def_SpaceToBatchND.pbtxt
index 146b97f444..9069a3e7a2 100644
--- a/tensorflow/core/api_def/python_api/api_def_SpaceToBatchND.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SpaceToBatchND.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "manip.space_to_batch_nd"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_SquaredDifference.pbtxt b/tensorflow/core/api_def/python_api/api_def_SquaredDifference.pbtxt
index 4bab8cf00c..c2ef8d3b34 100644
--- a/tensorflow/core/api_def/python_api/api_def_SquaredDifference.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_SquaredDifference.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "squared_difference"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_StringJoin.pbtxt b/tensorflow/core/api_def/python_api/api_def_StringJoin.pbtxt
index 46a7c0361e..a54cdb46c1 100644
--- a/tensorflow/core/api_def/python_api/api_def_StringJoin.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_StringJoin.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "string_join"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_StringStrip.pbtxt b/tensorflow/core/api_def/python_api/api_def_StringStrip.pbtxt
index fbcdeaad6d..fedc03a19d 100644
--- a/tensorflow/core/api_def/python_api/api_def_StringStrip.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_StringStrip.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "string_strip"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_StringToHashBucket.pbtxt b/tensorflow/core/api_def/python_api/api_def_StringToHashBucket.pbtxt
index d122e79b39..cf0b8831ef 100644
--- a/tensorflow/core/api_def/python_api/api_def_StringToHashBucket.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_StringToHashBucket.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "string_to_hash_bucket"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_StringToHashBucketFast.pbtxt b/tensorflow/core/api_def/python_api/api_def_StringToHashBucketFast.pbtxt
index aef9dffefe..06451a9ad5 100644
--- a/tensorflow/core/api_def/python_api/api_def_StringToHashBucketFast.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_StringToHashBucketFast.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "string_to_hash_bucket_fast"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_StringToHashBucketStrong.pbtxt b/tensorflow/core/api_def/python_api/api_def_StringToHashBucketStrong.pbtxt
index 385b9fd02a..8e103c8e2d 100644
--- a/tensorflow/core/api_def/python_api/api_def_StringToHashBucketStrong.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_StringToHashBucketStrong.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "string_to_hash_bucket_strong"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_StringToNumber.pbtxt b/tensorflow/core/api_def/python_api/api_def_StringToNumber.pbtxt
index f740b9849d..155dd26750 100644
--- a/tensorflow/core/api_def/python_api/api_def_StringToNumber.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_StringToNumber.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "string_to_number"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Tile.pbtxt b/tensorflow/core/api_def/python_api/api_def_Tile.pbtxt
index 1d8695f1fd..3ffbe8cf52 100644
--- a/tensorflow/core/api_def/python_api/api_def_Tile.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Tile.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "manip.tile"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMax.pbtxt b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMax.pbtxt
index cf81843241..32044fd90e 100644
--- a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMax.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMax.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "unsorted_segment_max"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMin.pbtxt b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMin.pbtxt
index 475361c85a..177e840e42 100644
--- a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMin.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentMin.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "unsorted_segment_min"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentProd.pbtxt b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentProd.pbtxt
index a9d741bbc3..f3aa8e8a51 100644
--- a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentProd.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentProd.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "unsorted_segment_prod"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentSum.pbtxt b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentSum.pbtxt
index 337678dcff..1542bb039e 100644
--- a/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentSum.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_UnsortedSegmentSum.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "unsorted_segment_sum"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_WriteFile.pbtxt b/tensorflow/core/api_def/python_api/api_def_WriteFile.pbtxt
index 1a58ae19e5..d065027e93 100644
--- a/tensorflow/core/api_def/python_api/api_def_WriteFile.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_WriteFile.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "write_file"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Zeta.pbtxt b/tensorflow/core/api_def/python_api/api_def_Zeta.pbtxt
index 4684a9d624..69bf4eb51d 100644
--- a/tensorflow/core/api_def/python_api/api_def_Zeta.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Zeta.pbtxt
@@ -5,6 +5,6 @@ op {
   }
   endpoint {
     name: "zeta"
-    deprecated: true
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 06886b0a49..f7de02ed6f 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -64,7 +64,6 @@ TENSORFLOW_API_INIT_FILES = [
     "lite/constants/__init__.py",
     "logging/__init__.py",
     "losses/__init__.py",
-    "manip/__init__.py",
     "math/__init__.py",
     "metrics/__init__.py",
     "nn/__init__.py",
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.manip.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.manip.pbtxt
deleted file mode 100644
index d6924d26b9..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.manip.pbtxt
+++ /dev/null
@@ -1,31 +0,0 @@
-path: "tensorflow.manip"
-tf_module {
-  member_method {
-    name: "batch_to_space_nd"
-    argspec: "args=[\'input\', \'block_shape\', \'crops\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "gather_nd"
-    argspec: "args=[\'params\', \'indices\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "reshape"
-    argspec: "args=[\'tensor\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "reverse"
-    argspec: "args=[\'tensor\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "scatter_nd"
-    argspec: "args=[\'indices\', \'updates\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "space_to_batch_nd"
-    argspec: "args=[\'input\', \'block_shape\', \'paddings\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "tile"
-    argspec: "args=[\'input\', \'multiples\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 8285d52faa..97bdd4d813 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -324,10 +324,6 @@ tf_module {
     name: "losses"
     mtype: "<type \'module\'>"
   }
-  member {
-    name: "manip"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "math"
     mtype: "<type \'module\'>"
@@ -600,10 +596,6 @@ tf_module {
     name: "batch_to_space_nd"
     argspec: "args=[\'input\', \'block_shape\', \'crops\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "betainc"
-    argspec: "args=[\'a\', \'b\', \'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "bitcast"
     argspec: "args=[\'input\', \'type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -632,18 +624,6 @@ tf_module {
     name: "cast"
     argspec: "args=[\'x\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "ceil"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "check_numerics"
-    argspec: "args=[\'tensor\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "cholesky"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "clip_by_average_norm"
     argspec: "args=[\'t\', \'clip_norm\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -712,10 +692,6 @@ tf_module {
     name: "create_partitioned_variables"
     argspec: "args=[\'shape\', \'slicing\', \'initializer\', \'dtype\', \'trainable\', \'collections\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\"<dtype: \'float32\'>\", \'True\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "cross"
-    argspec: "args=[\'a\', \'b\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "cumsum"
     argspec: "args=[\'x\', \'axis\', \'exclusive\', \'reverse\', \'name\'], varargs=None, keywords=None, defaults=[\'0\', \'False\', \'False\', \'None\'], "
@@ -724,42 +700,10 @@ tf_module {
     name: "custom_gradient"
     argspec: "args=[\'f\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "decode_base64"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "decode_compressed"
-    argspec: "args=[\'bytes\', \'compression_type\', \'name\'], varargs=None, keywords=None, defaults=[\'\', \'None\'], "
-  }
-  member_method {
-    name: "decode_json_example"
-    argspec: "args=[\'json_examples\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "decode_raw"
-    argspec: "args=[\'bytes\', \'out_type\', \'little_endian\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
-  }
-  member_method {
-    name: "dequantize"
-    argspec: "args=[\'input\', \'min_range\', \'max_range\', \'mode\', \'name\'], varargs=None, keywords=None, defaults=[\'MIN_COMBINED\', \'None\'], "
-  }
   member_method {
     name: "device"
     argspec: "args=[\'device_name_or_function\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "diag"
-    argspec: "args=[\'diagonal\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "diag_part"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "digamma"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "div"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -792,10 +736,6 @@ tf_module {
     name: "enable_eager_execution"
     argspec: "args=[\'config\', \'device_policy\', \'execution_mode\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "encode_base64"
-    argspec: "args=[\'input\', \'pad\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
-  }
   member_method {
     name: "ensure_shape"
     argspec: "args=[\'x\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -804,10 +744,6 @@ tf_module {
     name: "equal"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "erfc"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "executing_eagerly"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
@@ -820,14 +756,6 @@ tf_module {
     name: "expand_dims"
     argspec: "args=[\'input\', \'axis\', \'name\', \'dim\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "expm1"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "extract_image_patches"
-    argspec: "args=[\'images\', \'ksizes\', \'strides\', \'rates\', \'padding\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "extract_volume_patches"
     argspec: "args=[\'input\', \'ksizes\', \'strides\', \'padding\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -836,34 +764,6 @@ tf_module {
     name: "eye"
     argspec: "args=[\'num_rows\', \'num_columns\', \'batch_shape\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'float32\'>\", \'None\'], "
   }
-  member_method {
-    name: "fake_quant_with_min_max_args"
-    argspec: "args=[\'inputs\', \'min\', \'max\', \'num_bits\', \'narrow_range\', \'name\'], varargs=None, keywords=None, defaults=[\'-6\', \'6\', \'8\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "fake_quant_with_min_max_args_gradient"
-    argspec: "args=[\'gradients\', \'inputs\', \'min\', \'max\', \'num_bits\', \'narrow_range\', \'name\'], varargs=None, keywords=None, defaults=[\'-6\', \'6\', \'8\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "fake_quant_with_min_max_vars"
-    argspec: "args=[\'inputs\', \'min\', \'max\', \'num_bits\', \'narrow_range\', \'name\'], varargs=None, keywords=None, defaults=[\'8\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "fake_quant_with_min_max_vars_gradient"
-    argspec: "args=[\'gradients\', \'inputs\', \'min\', \'max\', \'num_bits\', \'narrow_range\', \'name\'], varargs=None, keywords=None, defaults=[\'8\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "fake_quant_with_min_max_vars_per_channel"
-    argspec: "args=[\'inputs\', \'min\', \'max\', \'num_bits\', \'narrow_range\', \'name\'], varargs=None, keywords=None, defaults=[\'8\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "fake_quant_with_min_max_vars_per_channel_gradient"
-    argspec: "args=[\'gradients\', \'inputs\', \'min\', \'max\', \'num_bits\', \'narrow_range\', \'name\'], varargs=None, keywords=None, defaults=[\'8\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "fft"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "fft2d"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -960,10 +860,6 @@ tf_module {
     name: "identity_n"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "ifft"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "ifft2d"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -972,14 +868,6 @@ tf_module {
     name: "ifft3d"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "igamma"
-    argspec: "args=[\'a\', \'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "igammac"
-    argspec: "args=[\'a\', \'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "import_graph_def"
     argspec: "args=[\'graph_def\', \'input_map\', \'return_elements\', \'name\', \'op_dict\', \'producer_op_list\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
@@ -992,22 +880,6 @@ tf_module {
     name: "initialize_all_tables"
     argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'init_all_tables\'], "
   }
-  member_method {
-    name: "invert_permutation"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "is_finite"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "is_inf"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "is_nan"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "less"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1016,10 +888,6 @@ tf_module {
     name: "less_equal"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "lgamma"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "lin_space"
     argspec: "args=[\'start\', \'stop\', \'num\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1076,50 +944,14 @@ tf_module {
     name: "map_fn"
     argspec: "args=[\'fn\', \'elems\', \'dtype\', \'parallel_iterations\', \'back_prop\', \'swap_memory\', \'infer_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\', \'False\', \'True\', \'None\'], "
   }
-  member_method {
-    name: "matching_files"
-    argspec: "args=[\'pattern\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "matmul"
     argspec: "args=[\'a\', \'b\', \'transpose_a\', \'transpose_b\', \'adjoint_a\', \'adjoint_b\', \'a_is_sparse\', \'b_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'False\', \'False\', \'False\', \'None\'], "
   }
-  member_method {
-    name: "matrix_band_part"
-    argspec: "args=[\'input\', \'num_lower\', \'num_upper\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "matrix_determinant"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "matrix_diag"
-    argspec: "args=[\'diagonal\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "matrix_diag_part"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "matrix_inverse"
-    argspec: "args=[\'input\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
-  }
-  member_method {
-    name: "matrix_set_diag"
-    argspec: "args=[\'input\', \'diagonal\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "matrix_solve"
-    argspec: "args=[\'matrix\', \'rhs\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
-  }
   member_method {
     name: "matrix_square_root"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "matrix_triangular_solve"
-    argspec: "args=[\'matrix\', \'rhs\', \'lower\', \'adjoint\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'False\', \'None\'], "
-  }
   member_method {
     name: "maximum"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1204,10 +1036,6 @@ tf_module {
     name: "parse_single_sequence_example"
     argspec: "args=[\'serialized\', \'context_features\', \'sequence_features\', \'example_name\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "parse_tensor"
-    argspec: "args=[\'serialized\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "placeholder"
     argspec: "args=[\'dtype\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
@@ -1216,10 +1044,6 @@ tf_module {
     name: "placeholder_with_default"
     argspec: "args=[\'input\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "polygamma"
-    argspec: "args=[\'a\', \'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "pow"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1232,18 +1056,10 @@ tf_module {
     name: "py_func"
     argspec: "args=[\'func\', \'inp\', \'Tout\', \'stateful\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
   }
-  member_method {
-    name: "qr"
-    argspec: "args=[\'input\', \'full_matrices\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
-  }
   member_method {
     name: "quantize_v2"
     argspec: "args=[\'input\', \'min_range\', \'max_range\', \'T\', \'mode\', \'name\', \'round_mode\'], varargs=None, keywords=None, defaults=[\'MIN_COMBINED\', \'None\', \'HALF_AWAY_FROM_ZERO\'], "
   }
-  member_method {
-    name: "quantized_concat"
-    argspec: "args=[\'concat_dim\', \'values\', \'input_mins\', \'input_maxes\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "random_crop"
     argspec: "args=[\'value\', \'size\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
@@ -1268,18 +1084,10 @@ tf_module {
     name: "rank"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "read_file"
-    argspec: "args=[\'filename\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "realdiv"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "reciprocal"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "reduce_all"
     argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
@@ -1336,14 +1144,6 @@ tf_module {
     name: "reverse_sequence"
     argspec: "args=[\'input\', \'seq_lengths\', \'seq_axis\', \'batch_axis\', \'name\', \'seq_dim\', \'batch_dim\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "reverse_v2"
-    argspec: "args=[\'tensor\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "rint"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "roll"
     argspec: "args=[\'input\', \'shift\', \'axis\'], varargs=None, keywords=None, defaults=None"
@@ -1352,10 +1152,6 @@ tf_module {
     name: "round"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "rsqrt"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "saturate_cast"
     argspec: "args=[\'value\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1392,26 +1188,6 @@ tf_module {
     name: "searchsorted"
     argspec: "args=[\'sorted_sequence\', \'values\', \'side\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\'left\', \"<dtype: \'int32\'>\", \'None\'], "
   }
-  member_method {
-    name: "segment_max"
-    argspec: "args=[\'data\', \'segment_ids\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "segment_mean"
-    argspec: "args=[\'data\', \'segment_ids\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "segment_min"
-    argspec: "args=[\'data\', \'segment_ids\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "segment_prod"
-    argspec: "args=[\'data\', \'segment_ids\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "segment_sum"
-    argspec: "args=[\'data\', \'segment_ids\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "sequence_mask"
     argspec: "args=[\'lengths\', \'maxlen\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'bool\'>\", \'None\'], "
@@ -1508,10 +1284,6 @@ tf_module {
     name: "square"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "squared_difference"
-    argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "squeeze"
     argspec: "args=[\'input\', \'axis\', \'name\', \'squeeze_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
@@ -1528,34 +1300,10 @@ tf_module {
     name: "strided_slice"
     argspec: "args=[\'input_\', \'begin\', \'end\', \'strides\', \'begin_mask\', \'end_mask\', \'ellipsis_mask\', \'new_axis_mask\', \'shrink_axis_mask\', \'var\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'0\', \'0\', \'0\', \'0\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "string_join"
-    argspec: "args=[\'inputs\', \'separator\', \'name\'], varargs=None, keywords=None, defaults=[\'\', \'None\'], "
-  }
   member_method {
     name: "string_split"
     argspec: "args=[\'source\', \'delimiter\', \'skip_empty\'], varargs=None, keywords=None, defaults=[\' \', \'True\'], "
   }
-  member_method {
-    name: "string_strip"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "string_to_hash_bucket"
-    argspec: "args=[\'string_tensor\', \'num_buckets\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "string_to_hash_bucket_fast"
-    argspec: "args=[\'input\', \'num_buckets\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "string_to_hash_bucket_strong"
-    argspec: "args=[\'input\', \'num_buckets\', \'key\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "string_to_number"
-    argspec: "args=[\'string_tensor\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'float32\'>\", \'None\'], "
-  }
   member_method {
     name: "substr"
     argspec: "args=[\'input\', \'pos\', \'len\', \'name\', \'unit\'], varargs=None, keywords=None, defaults=[\'None\', \'BYTE\'], "
@@ -1652,22 +1400,6 @@ tf_module {
     name: "unravel_index"
     argspec: "args=[\'indices\', \'dims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "unsorted_segment_max"
-    argspec: "args=[\'data\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "unsorted_segment_min"
-    argspec: "args=[\'data\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "unsorted_segment_prod"
-    argspec: "args=[\'data\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "unsorted_segment_sum"
-    argspec: "args=[\'data\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "unstack"
     argspec: "args=[\'value\', \'num\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'unstack\'], "
@@ -1688,10 +1420,6 @@ tf_module {
     name: "while_loop"
     argspec: "args=[\'cond\', \'body\', \'loop_vars\', \'shape_invariants\', \'parallel_iterations\', \'back_prop\', \'swap_memory\', \'name\', \'maximum_iterations\', \'return_same_structure\'], varargs=None, keywords=None, defaults=[\'None\', \'10\', \'True\', \'False\', \'None\', \'None\', \'False\'], "
   }
-  member_method {
-    name: "write_file"
-    argspec: "args=[\'filename\', \'contents\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "zeros"
     argspec: "args=[\'shape\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'float32\'>\", \'None\'], "
@@ -1700,8 +1428,4 @@ tf_module {
     name: "zeros_like"
     argspec: "args=[\'tensor\', \'dtype\', \'name\', \'optimize\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
   }
-  member_method {
-    name: "zeta"
-    argspec: "args=[\'x\', \'q\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
 }
-- 
GitLab


From f36951ea5686f6ecc975655a950d0d512eb9d691 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Wed, 31 Oct 2018 13:04:17 -0700
Subject: [PATCH 0871/1825] [tf.data vectorization] vectorization bug fix to
 prevent infinite recursion

PiperOrigin-RevId: 219524470
---
 .../core/grappler/optimizers/data/BUILD       |  1 +
 .../optimizers/data/vectorization_utils.cc    | 78 +++++++++++--------
 .../kernel_tests/optimization/BUILD           |  1 +
 .../optimization/map_vectorization_test.py    |  7 ++
 4 files changed, 55 insertions(+), 32 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/data/BUILD b/tensorflow/core/grappler/optimizers/data/BUILD
index 244480a751..89e95067b8 100644
--- a/tensorflow/core/grappler/optimizers/data/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/BUILD
@@ -591,6 +591,7 @@ cc_library(
     deps = [
         ":function_utils",
         ":graph_utils",
+        "@com_google_absl//absl/container:flat_hash_set",
         "//tensorflow/cc:ops",
         "@com_google_absl//absl/strings",
         "//tensorflow/core:core_cpu",
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization_utils.cc b/tensorflow/core/grappler/optimizers/data/vectorization_utils.cc
index 8b93b1f2b8..60c557d557 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization_utils.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization_utils.cc
@@ -14,6 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/optimizers/data/vectorization_utils.h"
+#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry.h"
 
 #include "absl/strings/str_join.h"
@@ -129,6 +130,7 @@ void RemoveMapDefunOutput(int output_position, Graph* outer_scope,
 // This class transforms the input FunctionDefs into their corresponding
 // Graph objects and works on the graphs directly, then converts them back
 // to FunctionDefs when GetResult is called.
+// TODO(rachelim): Move this to its own header.
 class Vectorization {
  public:
   explicit Vectorization(FunctionDefLibrary* lib)
@@ -181,18 +183,25 @@ class Vectorization {
   Status StackTensor(WrappedTensor* unstacked, TensorDesc* result);
 
   // Recursively looks for unstacked nodes in the `map_defun_fn_` graph by
-  // doing a depth-first search from the ret nodes. Lifts nodes that are
-  // unstacked (i.e. don't derive from arg nodes) into `outer_scope_` directly
-  // and add mappings to `conversion_map_`.
-  Status AddUnstackedNodeMappings();
-
-  // Recursive helper for `AddUnstackedNodeMappings`, returns true if tensor
-  // is unstacked.
-  bool AddUnstackedNodeMappingsHelper(TensorDesc&& tensor, Status* status);
-
-  // Add mappings from `map_defun_fn_` arg nodes to `map_defun_node_` input
-  // nodes to `conversion_map_`.
-  Status AddArgNodeMappings();
+  // doing a depth-first search from the ret nodes. Lifts tensors that are
+  // unstacked (i.e. don't derive from arg tensors) into `outer_scope_` directly
+  // and adds mappings to `conversion_map_`.
+  // Note that this function may have false negatives, i.e. not
+  // add mappings for some tensors that are unstacked. This may happen in the
+  // following cases: 1) a vectorized op produces unstacked outputs from stacked
+  // inputs (e.g. the vectorized "Shape" op), 2) the tensors are in a cycle, or
+  // 3) the unstacked op could not be lifted into `outer_scope`.
+  Status AddUnstackedTensorMappings();
+
+  // Recursive helper for `AddUnstackedTensorMappings`. If an op node is
+  // unstacked, lifts its output tensors into `outer_scope`, adding the mappings
+  // to `conversion_map`. Returns true if the unstacked mappings were added.
+  bool AddUnstackedTensorMappingsHelper(
+      TensorDesc&& tensor, absl::flat_hash_set<const Edge*>* visited);
+
+  // Add mappings from `map_defun_fn_` arg tensors to `map_defun_node_` input
+  // tensors to `conversion_map_`.
+  Status AddArgTensorMappings();
 
   // Maps a tensor to the corresponding WrappedTensor. For example,
   // {"Cast" Node*, 0} -> WrappedTensor({"Vectorize/Cast" Node*, 0}, true)
@@ -395,9 +404,8 @@ Status Vectorization::Initialize(const FunctionDef& outer_scope,
   }
   map_defun_node_ = outer_scope_->FindNodeId(node_id);
 
-  TF_RETURN_IF_ERROR(AddArgNodeMappings());
-
-  TF_RETURN_IF_ERROR(AddUnstackedNodeMappings());
+  TF_RETURN_IF_ERROR(AddArgTensorMappings());
+  TF_RETURN_IF_ERROR(AddUnstackedTensorMappings());
   loop_len_node_ = nullptr;
 
   return Status::OK();
@@ -488,7 +496,7 @@ Status Vectorization::StackTensor(WrappedTensor* unstacked,
   return Status::OK();
 }
 
-Status Vectorization::AddArgNodeMappings() {
+Status Vectorization::AddArgTensorMappings() {
   // Note that inputs to map_defun_fn_ are either regular arguments (for which
   // the operations are mapped across their 0th dimension) or captured inputs
   // (for which the operations apply to the argument wholesale).
@@ -523,8 +531,8 @@ Status Vectorization::AddArgNodeMappings() {
   return Status::OK();
 }
 
-bool Vectorization::AddUnstackedNodeMappingsHelper(TensorDesc&& tensor,
-                                                   Status* status) {
+bool Vectorization::AddUnstackedTensorMappingsHelper(
+    TensorDesc&& tensor, absl::flat_hash_set<const Edge*>* visited) {
   if (auto found = gtl::FindOrNull(conversion_map_, tensor)) {
     return !found->stacked;
   }
@@ -536,14 +544,22 @@ bool Vectorization::AddUnstackedNodeMappingsHelper(TensorDesc&& tensor,
   }
 
   bool is_unstacked = true;
-  for (auto edge : tensor.first->in_edges()) {
+  for (const auto& edge : tensor.first->in_edges()) {
     // Ignore Source nodes. Note that these are also ignored in the
     // GraphToFunctionDef conversion.
     if (edge->src()->IsSource()) continue;
 
+    if (visited->find(edge) != visited->end()) {
+      // If we've visited this edge already, we're in a cycle. In this case, we
+      // are conservative and don't mark the node as unstacked.
+      is_unstacked = false;
+      continue;
+    }
+    visited->insert(edge);
+
     // A node is unstacked if all of its inputs are unstacked
-    is_unstacked &= AddUnstackedNodeMappingsHelper(
-        {edge->src(), edge->src_output()}, status);
+    is_unstacked &= AddUnstackedTensorMappingsHelper(
+        {edge->src(), edge->src_output()}, visited);
   }
 
   if (!is_unstacked) {
@@ -553,11 +569,12 @@ bool Vectorization::AddUnstackedNodeMappingsHelper(TensorDesc&& tensor,
   // If the node is unstacked, we copy it into outer_scope_ and
   // add it to the map. Note that we don't clean up the nodes that are copied
   // in map_defun_fn_, and rely on them being pruned out later.
-  Node* node = outer_scope_->AddNode(tensor.first->def(), status);
-  if (!status->ok()) return true;
+  Status status;
+  Node* node = outer_scope_->AddNode(tensor.first->def(), &status);
+  if (!status.ok()) return false;
 
   // Add input edges to nodes that should already have been lifted.
-  for (auto edge : tensor.first->in_edges()) {
+  for (const auto& edge : tensor.first->in_edges()) {
     // Ignore Source nodes. Note that these are also ignored in the
     // GraphToFunctionDef conversion.
     if (edge->src()->IsSource()) continue;
@@ -567,9 +584,7 @@ bool Vectorization::AddUnstackedNodeMappingsHelper(TensorDesc&& tensor,
       outer_scope_->AddEdge(found->node, found->output_index, node,
                             edge->dst_input());
     } else {
-      status->Update(errors::Internal(
-          "Could not find input conversion even though we did depth first "
-          "conversion."));
+      return false;
     }
   }
 
@@ -583,14 +598,13 @@ bool Vectorization::AddUnstackedNodeMappingsHelper(TensorDesc&& tensor,
   return true;
 }
 
-Status Vectorization::AddUnstackedNodeMappings() {
-  SetVector<Node*> unstacked_nodes;
-  Status s;
+Status Vectorization::AddUnstackedTensorMappings() {
+  absl::flat_hash_set<const Edge*> visited;
   for (const auto& ret_node : map_defun_fn_->ret_nodes) {
     const Edge* in_edge = nullptr;
     TF_RETURN_IF_ERROR(ret_node->input_edge(0, &in_edge));
-    AddUnstackedNodeMappingsHelper({in_edge->src(), in_edge->src_output()}, &s);
-    TF_RETURN_IF_ERROR(s);
+    AddUnstackedTensorMappingsHelper({in_edge->src(), in_edge->src_output()},
+                                     &visited);
   }
   return Status::OK();
 }
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
index f22084066d..5b75e54f66 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
@@ -215,6 +215,7 @@ py_test(
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:clip_ops",
         "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
index 66e35a3b38..f10b66ff69 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
@@ -38,6 +38,7 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import bitwise_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import clip_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import nn
 from tensorflow.python.ops import parsing_ops
@@ -280,10 +281,16 @@ def _generate_optimization_test_cases():
         y for y in parse_result if not isinstance(y, sparse_tensor.SparseTensor)
     ]
 
+  def map_fn_with_cycle(x):
+    c = lambda i: math_ops.less(i, 10)
+    b = lambda i: math_ops.add(i, 1)
+    return control_flow_ops.while_loop(c, b, [x])
+
   # Misc test cases
   test_cases = [
       ("Basic", lambda x: (x, x + 1), base_dataset_factory),
       ("Broadcast", lambda x: x + rand_val, base_dataset_factory),
+      ("Cycle", map_fn_with_cycle, lambda: dataset_ops.Dataset.from_tensors(1)),
       ("Const", lambda x: 2, base_dataset_factory),
       ("Cast", lambda x: math_ops.cast(x, dtypes.float64),
        base_dataset_factory),
-- 
GitLab


From 92ca3508d1b5aee060e790fac787fbcc3ee36beb Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 31 Oct 2018 13:52:56 -0700
Subject: [PATCH 0872/1825] [tf.data] Optimize the performance of
 `tf.data.Iterator` in eager mode.

The change to introduce `Structure` into iterators regressed the per-element performance because it added redundant checks each time an element was produced. With this change, the performance is slightly better than it was before the move to `Structure`.

PiperOrigin-RevId: 219532162
---
 tensorflow/python/data/ops/iterator_ops.py |  2 +-
 tensorflow/python/data/ops/optional_ops.py |  3 ++
 tensorflow/python/data/util/structure.py   | 44 ++++++++++++++++++----
 3 files changed, 41 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/data/ops/iterator_ops.py b/tensorflow/python/data/ops/iterator_ops.py
index 9214f7d79d..68b03ba93b 100644
--- a/tensorflow/python/data/ops/iterator_ops.py
+++ b/tensorflow/python/data/ops/iterator_ops.py
@@ -571,7 +571,7 @@ class EagerIterator(checkpointable.CheckpointableBase):
             output_types=self._flat_output_types,
             output_shapes=self._flat_output_shapes)
 
-      return self._structure._from_tensor_list(ret)  # pylint: disable=protected-access
+      return self._structure._from_compatible_tensor_list(ret)  # pylint: disable=protected-access
 
   def next(self):
     """Returns a nested structure of `tf.Tensor`s containing the next element.
diff --git a/tensorflow/python/data/ops/optional_ops.py b/tensorflow/python/data/ops/optional_ops.py
index 620f403f84..9fb8315e4d 100644
--- a/tensorflow/python/data/ops/optional_ops.py
+++ b/tensorflow/python/data/ops/optional_ops.py
@@ -169,6 +169,9 @@ class OptionalStructure(structure.Structure):
         not flat_value[0].shape.is_compatible_with(tensor_shape.scalar())):
       raise ValueError(
           "OptionalStructure corresponds to a single tf.variant scalar.")
+    return self._from_compatible_tensor_list(flat_value)
+
+  def _from_compatible_tensor_list(self, flat_value):
     # pylint: disable=protected-access
     return _OptionalImpl(flat_value[0], self._value_structure)
 
diff --git a/tensorflow/python/data/util/structure.py b/tensorflow/python/data/util/structure.py
index 10bb6f3aa4..5d6b8c36e4 100644
--- a/tensorflow/python/data/util/structure.py
+++ b/tensorflow/python/data/util/structure.py
@@ -113,17 +113,35 @@ class Structure(object):
   def _from_tensor_list(self, flat_value):
     """Builds a flat list of `tf.Tensor` into a value matching this structure.
 
-    Requires: The shapes and types of the tensors in `flat_value` must be
-    compatible with `self._flat_shapes` and `self._flat_types` respectively.
-
     Args:
       flat_value: A list of `tf.Tensor` with compatible flat structure.
 
     Returns:
       A structured object matching this structure.
+
+    Raises:
+      ValueError: If the shapes and types of the tensors in `flat_value` are not
+        compatible with `self._flat_shapes` and `self._flat_types` respectively.
     """
     raise NotImplementedError("Structure._from_tensor_list()")
 
+  def _from_compatible_tensor_list(self, flat_value):
+    """A version of `_from_tensor_list()` that may avoid performing checks.
+
+    NOTE: This method should be used to avoid checks for performance reasons,
+    when the validity of `flat_value` has been validated by other means.
+    The shapes and types of the tensors in `flat_value` must be compatible with
+    `self._flat_shapes` and `self._flat_types` respectively. The behavior is
+    undefined if this requirement is not met.
+
+    Args:
+      flat_value: A list of `tf.Tensor` with compatible flat structure.
+
+    Returns:
+      A structured object matching this structure.
+    """
+    return self._from_tensor_list(flat_value)
+
   @staticmethod
   def from_value(value):
     """Returns a `Structure` that represents the given `value`.
@@ -238,6 +256,7 @@ class NestedStructure(Structure):
 
   def __init__(self, nested_structure):
     self._nested_structure = nested_structure
+    self._flat_nested_structure = nest.flatten(nested_structure)
     self._flat_shapes_list = []
     self._flat_types_list = []
     for s in nest.flatten(nested_structure):
@@ -280,8 +299,7 @@ class NestedStructure(Structure):
       raise ValueError("The value %r is not compatible with the nested "
                        "structure %r." % (value, self._nested_structure))
 
-    for sub_value, structure in zip(flat_value,
-                                    nest.flatten(self._nested_structure)):
+    for sub_value, structure in zip(flat_value, self._flat_nested_structure):
       if not structure.is_compatible_with(Structure.from_value(sub_value)):
         raise ValueError("Component value %r is not compatible with the nested "
                          "structure %r." % (sub_value, structure))
@@ -294,12 +312,18 @@ class NestedStructure(Structure):
                        % (len(self._flat_types), len(flat_value)))
 
     flat_ret = []
-    for sub_value, structure in zip(flat_value,
-                                    nest.flatten(self._nested_structure)):
+    for sub_value, structure in zip(flat_value, self._flat_nested_structure):
       flat_ret.append(structure._from_tensor_list([sub_value]))
 
     return nest.pack_sequence_as(self._nested_structure, flat_ret)
 
+  def _from_compatible_tensor_list(self, flat_value):
+    flat_ret = []
+    for sub_value, structure in zip(flat_value, self._flat_nested_structure):
+      flat_ret.append(structure._from_compatible_tensor_list([sub_value]))
+
+    return nest.pack_sequence_as(self._nested_structure, flat_ret)
+
   @staticmethod
   def from_value(value):
     flat_nested_structure = [
@@ -352,6 +376,9 @@ class TensorStructure(Structure):
     if not self.is_compatible_with(Structure.from_value(flat_value[0])):
       raise ValueError("Cannot convert %r to a tensor with dtype %s and shape "
                        "%s." % (flat_value[0], self._dtype, self._shape))
+    return self._from_compatible_tensor_list(flat_value)
+
+  def _from_compatible_tensor_list(self, flat_value):
     return flat_value[0]
 
   @staticmethod
@@ -396,6 +423,9 @@ class SparseTensorStructure(Structure):
         not flat_value[0].shape.is_compatible_with(tensor_shape.vector(3))):
       raise ValueError("SparseTensorStructure corresponds to a single "
                        "tf.variant vector of length 3.")
+    return self._from_compatible_tensor_list(flat_value)
+
+  def _from_compatible_tensor_list(self, flat_value):
     return sparse_ops.deserialize_sparse(
         flat_value[0], dtype=self._dtype, rank=self._dense_shape.ndims)
 
-- 
GitLab


From 26376a4430cb109af2c6b41ffff8b8642799dffe Mon Sep 17 00:00:00 2001
From: Mustafa Ispir <ispir@google.com>
Date: Wed, 31 Oct 2018 13:54:59 -0700
Subject: [PATCH 0873/1825] Automated rollback of commit
 6695dab0104e311c9221cd47bb8685d840709da2

PiperOrigin-RevId: 219532483
---
 tensorflow/python/ops/nn_impl.py | 42 +++-----------------------------
 tensorflow/python/ops/nn_test.py | 20 ---------------
 2 files changed, 3 insertions(+), 59 deletions(-)

diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index ef763a4b61..b49a06bf96 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -26,7 +26,6 @@ from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import candidate_sampling_ops
-from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import embedding_ops
 from tensorflow.python.ops import gen_array_ops  # pylint: disable=unused-import
 from tensorflow.python.ops import gen_nn_ops
@@ -361,27 +360,6 @@ def l2_normalize(x, axis=None, epsilon=1e-12, name=None, dim=None):
     return math_ops.multiply(x, x_inv_norm, name=name)
 
 
-def _count_nonzero(input_tensor, dtype=dtypes.int64):
-  """Same as math_ops.count_nonzero.
-
-  The reduction is done in dtype, which can be faster for 32-bit dtypes.
-
-  Args:
-      input_tensor: numeric tensor
-      dtype: reduction dtype
-
-  Returns:
-      number of nonzero values with type dtype
-  """
-  with ops.name_scope("count_nonzero", [input_tensor]):
-    zero = array_ops.zeros([], dtype=input_tensor.dtype)
-    nonzero_count = math_ops.reduce_sum(
-        math_ops.cast(
-            math_ops.not_equal(input_tensor, zero),
-            dtype=dtype), name="nonzero_count")
-    return nonzero_count
-
-
 @tf_export("math.zero_fraction", "nn.zero_fraction")
 def zero_fraction(value, name=None):
   """Returns the fraction of zeros in `value`.
@@ -404,23 +382,9 @@ def zero_fraction(value, name=None):
   """
   with ops.name_scope(name, "zero_fraction", [value]):
     value = ops.convert_to_tensor(value, name="value")
-    size = array_ops.size(value, out_type=dtypes.int64)
-    # If the count is small, we can save memory/CPU with an int32 reduction.
-    num_nonzero = control_flow_ops.cond(
-        size <= dtypes.int32.max,
-        # pylint: disable=g-long-lambda
-        true_fn=lambda: math_ops.cast(
-            _count_nonzero(value, dtype=dtypes.int32),
-            dtype=dtypes.int64),
-        false_fn=lambda: _count_nonzero(value, dtype=dtypes.int64))
-
-    with ops.name_scope("counts_to_fraction"):
-      num_zero = size - num_nonzero
-      num_zero_float32 = math_ops.cast(num_zero, dtype=dtypes.float32)
-      size_float32 = math_ops.cast(size, dtype=dtypes.float32)
-      zero_fraction_float32 = num_zero_float32 / size_float32
-
-    return array_ops.identity(zero_fraction_float32, "fraction")
+    zero = constant_op.constant(0, dtype=value.dtype, name="zero")
+    return math_ops.reduce_mean(
+        math_ops.cast(math_ops.equal(value, zero), dtypes.float32))
 
 
 # pylint: disable=redefined-builtin
diff --git a/tensorflow/python/ops/nn_test.py b/tensorflow/python/ops/nn_test.py
index 312e1f0879..4b9f0a1d48 100644
--- a/tensorflow/python/ops/nn_test.py
+++ b/tensorflow/python/ops/nn_test.py
@@ -67,26 +67,6 @@ class ZeroFractionTest(test_lib.TestCase):
       y = nn_impl.zero_fraction(x).eval()
       self.assertTrue(np.isnan(y))
 
-  def testZeroFraction2_27Zeros(self):
-    sparsity = nn_impl.zero_fraction(
-        array_ops.zeros([int(2**27 * 1.01)], dtype=dtypes.int8))
-    with self.cached_session():
-      self.assertAllClose(1.0, sparsity.eval())
-
-  def testZeroFraction2_27Ones(self):
-    sparsity = nn_impl.zero_fraction(
-        array_ops.ones([int(2**27 * 1.01)], dtype=dtypes.int8))
-    with self.cached_session():
-      self.assertAllClose(0.0, sparsity.eval())
-
-  def testUnknownSize(self):
-    value = array_ops.placeholder(dtype=dtypes.float32)
-    sparsity = nn_impl.zero_fraction(value)
-    with self.cached_session() as sess:
-      self.assertAllClose(
-          0.25,
-          sess.run(sparsity, {value: [[0., 1.], [0.3, 2.]]}))
-
 
 class SoftmaxTest(test_lib.TestCase, parameterized.TestCase):
 
-- 
GitLab


From 0f8f062e89f1b915d953c3c5eda57ef77d5fbd93 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 14:01:06 -0700
Subject: [PATCH 0874/1825] Fix timeout in edgeset_test.

PiperOrigin-RevId: 219533560
---
 tensorflow/core/graph/edgeset_test.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/graph/edgeset_test.cc b/tensorflow/core/graph/edgeset_test.cc
index 89f55c0513..c5d2d6c70f 100644
--- a/tensorflow/core/graph/edgeset_test.cc
+++ b/tensorflow/core/graph/edgeset_test.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/graph/edgeset.h"
 
+#include <set>
 #include <vector>
 #include "tensorflow/core/graph/graph.h"
 #include "tensorflow/core/platform/test.h"
@@ -55,7 +56,7 @@ class EdgeSetTest : public ::testing::Test {
   Edge nonexistent_;
   Edge* edges_;
   EdgeSet eset_;
-  gtl::FlatSet<const Edge*> model_;
+  std::set<const Edge*> model_;
 };
 
 namespace {
-- 
GitLab


From 61c6c84964b4aec80aeace187aab8cb2c3e55a72 Mon Sep 17 00:00:00 2001
From: Austin Anderson <angerson@google.com>
Date: Wed, 31 Oct 2018 14:16:59 -0700
Subject: [PATCH 0875/1825] Migrate TensorFlow Lite out of tensorflow/contrib

This change moves //tensorflow/contrib/lite to //tensorflow/lite in preparation
for TensorFlow 2.0's deprecation of contrib/. If you refer to TF Lite build
targets or headers, you will need to update them manually. If you use TF Lite
from the TensorFlow python package, "tf.contrib.lite" now points to "tf.lite".
Please update your imports as soon as possible.

For more details, see https://groups.google.com/a/tensorflow.org/forum/#!topic/tflite/iIIXOTOFvwQ

@angersson and @aselle are conducting this migration. Please contact them if
you have any further questions.

PiperOrigin-RevId: 219536476
---
 .gitignore                                    |   8 +-
 RELEASE.md                                    |   8 +-
 tensorflow/contrib/cmake/python_modules.txt   |   8 +-
 tensorflow/contrib/cmake/python_protos.txt    |   2 +-
 tensorflow/contrib/cmake/tf_python.cmake      |   8 +-
 .../lite/experimental/micro/kernels/BUILD     | 107 -----
 tensorflow/contrib/lite/python/BUILD          | 182 +-------
 tensorflow/contrib/lite/python/__init__.py    |  26 ++
 tensorflow/contrib/makefile/Makefile          |  42 +-
 .../contrib/makefile/build_all_android.sh     |   2 +-
 tensorflow/contrib/makefile/build_all_ios.sh  |   2 +-
 tensorflow/contrib/quantize/README.md         |   2 +-
 tensorflow/core/util/ctc/ctc_beam_entry.h     |   2 +-
 tensorflow/core/util/ctc/ctc_beam_scorer.h    |   2 +-
 tensorflow/core/util/ctc/ctc_beam_search.h    |   2 +-
 tensorflow/core/util/ctc/ctc_decoder.h        |   2 +-
 tensorflow/core/util/ctc/ctc_loss_util.h      |   2 +-
 tensorflow/{contrib => }/lite/BUILD           |  74 ++--
 tensorflow/{contrib => }/lite/README.md       |   2 +-
 tensorflow/{contrib => }/lite/allocation.cc   |   6 +-
 tensorflow/{contrib => }/lite/allocation.h    |  14 +-
 .../{contrib => }/lite/arena_planner.cc       |   2 +-
 tensorflow/{contrib => }/lite/arena_planner.h |  14 +-
 .../{contrib => }/lite/arena_planner_test.cc  |   4 +-
 tensorflow/{contrib => }/lite/build_def.bzl   |  22 +-
 .../{contrib => }/lite/builtin_op_data.h      |   8 +-
 tensorflow/{contrib => }/lite/builtin_ops.h   |   6 +-
 tensorflow/{contrib => }/lite/c/BUILD         |   1 +
 .../{contrib => }/lite/c/builtin_op_data.h    |   8 +-
 .../lite/c/builtin_op_data_test.cc            |   2 +-
 .../{contrib => }/lite/c/c_api_internal.c     |   2 +-
 .../{contrib => }/lite/c/c_api_internal.h     |   6 +-
 .../lite/c/c_api_internal_test.cc             |   2 +-
 tensorflow/{contrib => }/lite/context.h       |   8 +-
 tensorflow/{contrib => }/lite/context_util.h  |   8 +-
 tensorflow/{contrib => }/lite/core/api/BUILD  |   8 +-
 .../lite/core/api/error_reporter.cc           |   2 +-
 .../lite/core/api/error_reporter.h            |   6 +-
 .../lite/core/api/error_reporter_test.cc      |   2 +-
 .../lite/core/api/flatbuffer_conversions.cc   |   4 +-
 .../lite/core/api/flatbuffer_conversions.h    |  14 +-
 .../core/api/flatbuffer_conversions_test.cc   |   4 +-
 .../lite/core/api/op_resolver.cc              |   2 +-
 .../{contrib => }/lite/core/api/op_resolver.h |  12 +-
 .../lite/core/api/op_resolver_test.cc         |   2 +-
 .../{contrib => }/lite/delegates/flex/BUILD   |  50 +--
 .../lite/delegates/flex/buffer_map.cc         |   8 +-
 .../lite/delegates/flex/buffer_map.h          |   8 +-
 .../lite/delegates/flex/buffer_map_test.cc    |  10 +-
 .../lite/delegates/flex/delegate.cc           |  12 +-
 .../lite/delegates/flex/delegate.h            |  10 +-
 .../lite/delegates/flex/delegate_data.cc      |   2 +-
 .../lite/delegates/flex/delegate_data.h       |   8 +-
 .../lite/delegates/flex/delegate_data_test.cc |   6 +-
 .../lite/delegates/flex/delegate_test.cc      |   4 +-
 .../lite/delegates/flex/kernel.cc             |  16 +-
 .../lite/delegates/flex/kernel.h              |   8 +-
 .../lite/delegates/flex/kernel_test.cc        |   6 +-
 .../lite/delegates/flex/test_util.cc          |   4 +-
 .../lite/delegates/flex/test_util.h           |   8 +-
 .../{contrib => }/lite/delegates/flex/util.cc |   2 +-
 .../{contrib => }/lite/delegates/flex/util.h  |   8 +-
 .../lite/delegates/flex/util_test.cc          |   6 +-
 .../{contrib => }/lite/delegates/nnapi/BUILD  |  16 +-
 .../lite/delegates/nnapi/nnapi_delegate.cc    |  16 +-
 .../lite/delegates/nnapi/nnapi_delegate.h     |   8 +-
 .../delegates/nnapi/nnapi_delegate_test.cc    |   8 +-
 .../{contrib => }/lite/error_reporter.h       |  10 +-
 .../{contrib => }/lite/examples/android/BUILD |  10 +-
 .../lite/examples/android/android.iml         |   0
 .../lite/examples/android/app/README.md       |   4 +-
 .../lite/examples/android/app/build.gradle    |   0
 .../android/app/download-models.gradle        |   2 +-
 .../android/app/src/main/AndroidManifest.xml  |   0
 .../android/app/src/main/assets/BUILD         |   0
 .../app/src/main/assets/box_priors.txt        |   0
 .../app/src/main/assets/coco_labels_list.txt  |   0
 .../src/main/assets/conv_actions_labels.txt   |   0
 .../assets/labels_mobilenet_quant_v1_224.txt  |   0
 .../app/src/main/assets/pets_labels_list.txt  |   0
 .../tensorflow/demo/AutoFitTextureView.java   |   0
 .../org/tensorflow/demo/CameraActivity.java   |   0
 .../demo/CameraConnectionFragment.java        |   0
 .../java/org/tensorflow/demo/Classifier.java  |   0
 .../tensorflow/demo/ClassifierActivity.java   |   0
 .../org/tensorflow/demo/DetectorActivity.java |   0
 .../demo/LegacyCameraConnectionFragment.java  |   0
 .../java/org/tensorflow/demo/OverlayView.java |   0
 .../tensorflow/demo/RecognitionScoreView.java |   0
 .../tensorflow/demo/RecognizeCommands.java    |   0
 .../java/org/tensorflow/demo/ResultsView.java |   0
 .../org/tensorflow/demo/SpeechActivity.java   |   0
 .../demo/TFLiteImageClassifier.java           |   0
 .../demo/TFLiteObjectDetectionAPIModel.java   |   0
 .../org/tensorflow/demo/env/AssetUtils.java   |   0
 .../org/tensorflow/demo/env/BorderedText.java |   0
 .../org/tensorflow/demo/env/ImageUtils.java   |   0
 .../java/org/tensorflow/demo/env/Logger.java  |   0
 .../java/org/tensorflow/demo/env/Size.java    |   0
 .../org/tensorflow/demo/env/SplitTimer.java   |   0
 .../demo/tracking/MultiBoxTracker.java        |   0
 .../demo/tracking/ObjectTracker.java          |   0
 .../src/main/res/animator/color_animation.xml |   0
 .../main/res/drawable-hdpi/ic_action_info.png | Bin
 .../main/res/drawable-hdpi/ic_launcher.png    | Bin
 .../app/src/main/res/drawable-hdpi/tile.9.png | Bin
 .../main/res/drawable-mdpi/ic_action_info.png | Bin
 .../main/res/drawable-mdpi/ic_launcher.png    | Bin
 .../res/drawable-xhdpi/ic_action_info.png     | Bin
 .../main/res/drawable-xhdpi/ic_launcher.png   | Bin
 .../res/drawable-xxhdpi/ic_action_info.png    | Bin
 .../main/res/drawable-xxhdpi/ic_launcher.png  | Bin
 .../app/src/main/res/drawable/border.xml      |   0
 .../src/main/res/layout/activity_camera.xml   |   0
 .../src/main/res/layout/activity_speech.xml   |   0
 .../res/layout/camera_connection_fragment.xml |   0
 .../camera_connection_fragment_stylize.xml    |   0
 .../camera_connection_fragment_tracking.xml   |   0
 .../src/main/res/layout/list_text_item.xml    |   0
 .../res/values-sw600dp/template-dimens.xml    |   0
 .../res/values-sw600dp/template-styles.xml    |   0
 .../app/src/main/res/values-v11/styles.xml    |   0
 .../main/res/values-v11/template-styles.xml   |   0
 .../app/src/main/res/values-v14/styles.xml    |   0
 .../src/main/res/values-v21/base-colors.xml   |   0
 .../res/values-v21/base-template-styles.xml   |   0
 .../android/app/src/main/res/values/attrs.xml |   0
 .../app/src/main/res/values/base-strings.xml  |   0
 .../app/src/main/res/values/colors.xml        |   0
 .../app/src/main/res/values/strings.xml       |   0
 .../app/src/main/res/values/styles.xml        |   0
 .../src/main/res/values/template-dimens.xml   |   0
 .../src/main/res/values/template-styles.xml   |   0
 .../lite/examples/android/build.gradle        |   0
 .../lite/examples/android/settings.gradle     |   0
 .../lite/examples/ios/camera/.gitignore       |   0
 .../ios/camera/CameraExampleAppDelegate.h     |   0
 .../ios/camera/CameraExampleAppDelegate.m     |   0
 .../ios/camera/CameraExampleViewController.h  |   4 +-
 .../ios/camera/CameraExampleViewController.mm |   8 +-
 .../lite/examples/ios/camera/Info.plist       |   0
 .../camera/MainStoryboard_iPhone.storyboard   |   0
 .../lite/examples/ios/camera/Podfile          |   0
 .../lite/examples/ios/camera/README.md        |   0
 .../lite/examples/ios/camera/data/.gitignore  |   0
 .../lite/examples/ios/camera/main.mm          |   0
 .../project.pbxproj                           |   0
 .../project.pbxproj                           |   0
 .../lite/examples/ios/download_models.sh      |   0
 .../lite/examples/ios/simple/AppDelegate.h    |   0
 .../lite/examples/ios/simple/AppDelegate.mm   |   0
 .../lite/examples/ios/simple/Podfile          |   0
 .../examples/ios/simple/RunModel-Info.plist   |   0
 .../ios/simple/RunModelViewController.h       |   0
 .../ios/simple/RunModelViewController.mm      |   8 +-
 .../ios/simple/RunModelViewController.xib     |   0
 .../examples/ios/simple/data/grace_hopper.jpg | Bin
 .../lite/examples/ios/simple/ios_image_load.h |   6 +-
 .../examples/ios/simple/ios_image_load.mm     |   0
 .../lite/examples/ios/simple/main.mm          |   0
 .../simple/simple.xcodeproj/project.pbxproj   |   0
 .../lite/examples/label_image/BUILD           |  22 +-
 .../examples/label_image/bitmap_helpers.cc    |   2 +-
 .../examples/label_image/bitmap_helpers.h     |  10 +-
 .../label_image/bitmap_helpers_impl.h         |  18 +-
 .../lite/examples/label_image/get_top_n.h     |   8 +-
 .../examples/label_image/get_top_n_impl.h     |   6 +-
 .../lite/examples/label_image/label_image.cc  |  12 +-
 .../lite/examples/label_image/label_image.h   |   8 +-
 .../lite/examples/label_image/label_image.md  |  10 +-
 .../examples/label_image/label_image_test.cc  |   8 +-
 .../label_image/testdata/grace_hopper.bmp     | Bin
 .../{contrib => }/lite/examples/minimal/BUILD |   6 +-
 .../lite/examples/minimal/minimal.cc          |   8 +-
 .../{contrib => }/lite/examples/python/BUILD  |   2 +-
 .../lite/examples/python/label_image.md       |   6 +-
 .../lite/examples/python/label_image.py       |   2 +-
 .../{contrib => }/lite/experimental/c/BUILD   |  40 +-
 .../lite/experimental/c/c_api.cc              |  16 +-
 .../{contrib => }/lite/experimental/c/c_api.h |   8 +-
 .../lite/experimental/c/c_api_experimental.cc |   4 +-
 .../lite/experimental/c/c_api_experimental.h  |  10 +-
 .../experimental/c/c_api_experimental_test.cc |  10 +-
 .../lite/experimental/c/c_api_internal.h      |  14 +-
 .../lite/experimental/c/c_api_test.cc         |  12 +-
 .../lite/experimental/c/exported_symbols.lds  |   0
 .../lite/experimental/c/version_script.lds    |   0
 .../lite/experimental/examples/lstm/BUILD     |   4 +-
 .../experimental/examples/lstm/tflite_lstm.py |   2 +-
 .../lstm/unidirectional_sequence_lstm_test.py |   8 +-
 .../unity/TensorFlowLitePlugin/.gitignore     |   0
 .../Assets/TensorFlowLite.meta                |   0
 .../Assets/TensorFlowLite/Examples.meta       |   0
 .../TensorFlowLite/Examples/HelloTFLite.meta  |   0
 .../Examples/HelloTFLite/Scenes.meta          |   0
 .../HelloTFLite/Scenes/HelloTFLite.unity      |   0
 .../HelloTFLite/Scenes/HelloTFLite.unity.meta |   0
 .../Examples/HelloTFLite/Scenes/add.bytes     | Bin
 .../HelloTFLite/Scenes/add.bytes.meta         |   0
 .../Examples/HelloTFLite/Scripts.meta         |   0
 .../HelloTFLite/Scripts/HelloTFLite.cs        |   0
 .../HelloTFLite/Scripts/HelloTFLite.cs.meta   |   0
 .../Assets/TensorFlowLite/SDK.meta            |   0
 .../Assets/TensorFlowLite/SDK/Scripts.meta    |   0
 .../TensorFlowLite/SDK/Scripts/Interpreter.cs |   0
 .../SDK/Scripts/Interpreter.cs.meta           |   0
 .../ProjectSettings/AudioManager.asset        |   0
 .../ProjectSettings/ClusterInputManager.asset |   0
 .../ProjectSettings/DynamicsManager.asset     |   0
 .../ProjectSettings/EditorBuildSettings.asset |   0
 .../ProjectSettings/EditorSettings.asset      |   0
 .../ProjectSettings/GraphicsSettings.asset    |   0
 .../ProjectSettings/InputManager.asset        |   0
 .../ProjectSettings/NavMeshAreas.asset        |   0
 .../ProjectSettings/NetworkManager.asset      |   0
 .../ProjectSettings/Physics2DSettings.asset   |   0
 .../ProjectSettings/ProjectSettings.asset     |   0
 .../ProjectSettings/ProjectVersion.txt        |   0
 .../ProjectSettings/QualitySettings.asset     |   0
 .../ProjectSettings/TagManager.asset          |   0
 .../ProjectSettings/TimeManager.asset         |   0
 .../UnityConnectSettings.asset                |   0
 .../unity/TensorFlowLitePlugin/README.md      |   4 +-
 .../UnityPackageManager/manifest.json         |   0
 .../lite/experimental/kernels/BUILD           |  42 +-
 .../experimental/kernels/ctc_beam_entry.h     |   8 +-
 .../experimental/kernels/ctc_beam_scorer.h    |   8 +-
 .../experimental/kernels/ctc_beam_search.h    |  18 +-
 .../kernels/ctc_beam_search_decoder.cc        |  12 +-
 .../kernels/ctc_beam_search_decoder_test.cc   |   8 +-
 .../lite/experimental/kernels/ctc_decoder.h   |   6 +-
 .../lite/experimental/kernels/ctc_loss_util.h |   6 +-
 .../lite/experimental/kernels/top_n.h         |   8 +-
 .../lite/experimental/micro/BUILD             |  16 +-
 .../lite/experimental/micro/README.md         |  18 +-
 .../lite/experimental/micro/compatibility.h   |   6 +-
 .../micro/examples/micro_speech/BUILD         |  20 +-
 .../micro/examples/micro_speech/README.md     |  14 +-
 .../micro_speech/micro_speech_test.cc         |  18 +-
 .../micro_speech/no_30ms_sample_data.cc       |   2 +-
 .../micro_speech/no_30ms_sample_data.h        |   6 +-
 .../examples/micro_speech/no_features_data.cc |   2 +-
 .../examples/micro_speech/no_features_data.h  |   6 +-
 .../micro_speech/no_power_spectrum_data.cc    |   2 +-
 .../micro_speech/no_power_spectrum_data.h     |   6 +-
 .../examples/micro_speech/preprocessor.cc     |   2 +-
 .../examples/micro_speech/preprocessor.h      |  10 +-
 .../micro_speech/preprocessor_test.cc         |  16 +-
 .../micro_speech/tiny_conv_model_data.cc      |   2 +-
 .../micro_speech/tiny_conv_model_data.h       |   6 +-
 .../micro_speech/yes_30ms_sample_data.cc      |   2 +-
 .../micro_speech/yes_30ms_sample_data.h       |   6 +-
 .../micro_speech/yes_features_data.cc         |   2 +-
 .../examples/micro_speech/yes_features_data.h |   6 +-
 .../micro_speech/yes_power_spectrum_data.cc   |   2 +-
 .../micro_speech/yes_power_spectrum_data.h    |   6 +-
 .../lite/experimental/micro/kernels/BUILD     | 107 +++++
 .../micro/kernels/all_ops_resolver.cc         |   2 +-
 .../micro/kernels/all_ops_resolver.h          |  10 +-
 .../micro/kernels/depthwise_conv.cc           |  20 +-
 .../micro/kernels/depthwise_conv_test.cc      |  12 +-
 .../micro/kernels/fully_connected.cc          |  14 +-
 .../micro/kernels/fully_connected_test.cc     |  12 +-
 .../experimental/micro/kernels/softmax.cc     |  16 +-
 .../micro/kernels/softmax_test.cc             |  12 +-
 .../experimental/micro/kernels/test_utils.h   |  16 +-
 .../micro/micro_error_reporter.cc             |   2 +-
 .../experimental/micro/micro_error_reporter.h |  10 +-
 .../micro/micro_error_reporter_test.cc        |   2 +-
 .../experimental/micro/micro_interpreter.cc   |   6 +-
 .../experimental/micro/micro_interpreter.h    |  16 +-
 .../micro/micro_interpreter_test.cc           |   4 +-
 .../micro/micro_mutable_op_resolver.cc        |   2 +-
 .../micro/micro_mutable_op_resolver.h         |  10 +-
 .../micro/micro_mutable_op_resolver_test.cc   |   4 +-
 .../micro/simple_tensor_allocator.cc          |   4 +-
 .../micro/simple_tensor_allocator.h           |  12 +-
 .../micro/simple_tensor_allocator_test.cc     |   4 +-
 .../lite/experimental/micro/testing/BUILD     |   2 +-
 .../micro/testing/Dockerfile.bluepill         |   0
 .../experimental/micro/testing/bluepill.resc  |   0
 .../experimental/micro/testing/bluepill.robot |   0
 .../experimental/micro/testing/micro_test.bzl |   2 +-
 .../experimental/micro/testing/micro_test.h   |   8 +-
 .../micro/testing/test_bluepill_binary.sh     |   8 +-
 .../micro/testing/test_linux_binary.sh        |   0
 .../experimental/micro/tools/make/Makefile    |  52 +--
 .../micro/tools/make/download_dependencies.sh |   2 +-
 .../tools/make/targets/apollo3evb/_main.c     |   0
 .../make/targets/apollo3evb/apollo3evb.ld     |   0
 .../make/targets/apollo3evb_makefile.inc      |   6 +-
 .../tools/make/targets/bluepill_makefile.inc  |   6 +-
 .../lite/experimental/microfrontend/BUILD     |  16 +-
 .../microfrontend/audio_microfrontend.cc      |  10 +-
 .../microfrontend/audio_microfrontend_test.cc |   6 +-
 .../lite/experimental/microfrontend/lib/BUILD |   0
 .../experimental/microfrontend/lib/README     |   0
 .../experimental/microfrontend/lib/bits.h     |   6 +-
 .../lite/experimental/microfrontend/lib/fft.c |   2 +-
 .../lite/experimental/microfrontend/lib/fft.h |   6 +-
 .../experimental/microfrontend/lib/fft_io.c   |   2 +-
 .../experimental/microfrontend/lib/fft_io.h   |   8 +-
 .../microfrontend/lib/fft_test.cc             |   4 +-
 .../experimental/microfrontend/lib/fft_util.c |   2 +-
 .../experimental/microfrontend/lib/fft_util.h |   8 +-
 .../microfrontend/lib/filterbank.c            |   4 +-
 .../microfrontend/lib/filterbank.h            |   8 +-
 .../microfrontend/lib/filterbank_io.c         |   2 +-
 .../microfrontend/lib/filterbank_io.h         |   8 +-
 .../microfrontend/lib/filterbank_test.cc      |   4 +-
 .../microfrontend/lib/filterbank_util.c       |   2 +-
 .../microfrontend/lib/filterbank_util.h       |   8 +-
 .../experimental/microfrontend/lib/frontend.c |   4 +-
 .../experimental/microfrontend/lib/frontend.h |  18 +-
 .../microfrontend/lib/frontend_io.c           |  12 +-
 .../microfrontend/lib/frontend_io.h           |   8 +-
 .../microfrontend/lib/frontend_main.c         |   4 +-
 .../lib/frontend_memmap_generator.c           |   6 +-
 .../microfrontend/lib/frontend_memmap_main.c  |   2 +-
 .../microfrontend/lib/frontend_test.cc        |   4 +-
 .../microfrontend/lib/frontend_util.c         |   4 +-
 .../microfrontend/lib/frontend_util.h         |  20 +-
 .../experimental/microfrontend/lib/log_lut.c  |   2 +-
 .../experimental/microfrontend/lib/log_lut.h  |   6 +-
 .../microfrontend/lib/log_scale.c             |   6 +-
 .../microfrontend/lib/log_scale.h             |   6 +-
 .../microfrontend/lib/log_scale_io.c          |   2 +-
 .../microfrontend/lib/log_scale_io.h          |   8 +-
 .../microfrontend/lib/log_scale_test.cc       |   4 +-
 .../microfrontend/lib/log_scale_util.c        |   2 +-
 .../microfrontend/lib/log_scale_util.h        |   8 +-
 .../microfrontend/lib/noise_reduction.c       |   2 +-
 .../microfrontend/lib/noise_reduction.h       |   6 +-
 .../microfrontend/lib/noise_reduction_io.c    |   2 +-
 .../microfrontend/lib/noise_reduction_io.h    |   8 +-
 .../microfrontend/lib/noise_reduction_test.cc |   4 +-
 .../microfrontend/lib/noise_reduction_util.c  |   2 +-
 .../microfrontend/lib/noise_reduction_util.h  |   8 +-
 .../microfrontend/lib/pcan_gain_control.c     |   4 +-
 .../microfrontend/lib/pcan_gain_control.h     |   6 +-
 .../lib/pcan_gain_control_test.cc             |   4 +-
 .../lib/pcan_gain_control_util.c              |   2 +-
 .../lib/pcan_gain_control_util.h              |   8 +-
 .../experimental/microfrontend/lib/window.c   |   2 +-
 .../experimental/microfrontend/lib/window.h   |   6 +-
 .../microfrontend/lib/window_io.c             |   2 +-
 .../microfrontend/lib/window_io.h             |   8 +-
 .../microfrontend/lib/window_test.cc          |   4 +-
 .../microfrontend/lib/window_util.c           |   2 +-
 .../microfrontend/lib/window_util.h           |   8 +-
 .../ops/audio_microfrontend_op.cc             |   4 +-
 .../audio_microfrontend_op_test.py            |   2 +-
 .../python/ops/audio_microfrontend_op.py      |   2 +-
 .../lite/experimental/writer/BUILD            |  22 +-
 .../lite/experimental/writer/enum_mapping.h   |  10 +-
 .../writer/option_writer_generator.cc         |   4 +-
 .../lite/experimental/writer/writer.cc        |   6 +-
 .../lite/experimental/writer/writer_lib.cc    |  16 +-
 .../lite/experimental/writer/writer_lib.h     |  20 +-
 .../experimental/writer/writer_lib_test.cc    |  10 +-
 .../{contrib => }/lite/g3doc/_book.yaml       |   4 +-
 .../{contrib => }/lite/g3doc/_index.yaml      |   4 +-
 .../{contrib => }/lite/g3doc/_project.yaml    |   0
 tensorflow/{contrib => }/lite/g3doc/apis.md   |   2 +-
 .../lite/g3doc/convert/cmdline_examples.md    |   2 +-
 .../lite/g3doc/convert/cmdline_reference.md   |   0
 .../{contrib => }/lite/g3doc/convert/index.md |   0
 .../lite/g3doc/convert/python_api.md          |  34 +-
 .../lite/g3doc/custom_operators.md            |   4 +-
 .../{contrib => }/lite/g3doc/demo_android.md  |  14 +-
 .../{contrib => }/lite/g3doc/demo_ios.md      |   4 +-
 .../{contrib => }/lite/g3doc/devguide.md      |  22 +-
 .../g3doc/images/convert/sample_after.png     | Bin
 .../g3doc/images/convert/sample_before.png    | Bin
 .../lite/g3doc/images/convert/workflow.svg    |   0
 .../images/landing-page/assistant_logo.png    | Bin
 .../detect_crop_disease_in_africa.png         | Bin
 .../images/landing-page/fishbrain_logo.png    | Bin
 .../landing-page/fishbrain_logo_big.png       | Bin
 .../g3doc/images/landing-page/gboard_logo.png | Bin
 .../g3doc/images/landing-page/gmail_logo.png  | Bin
 .../g3doc/images/landing-page/loseit_logo.png | Bin
 .../images/landing-page/loseit_logo_big.png   | Bin
 .../g3doc/images/landing-page/nest_logo.png   | Bin
 .../g3doc/images/landing-page/photos_logo.png | Bin
 .../g3doc/images/landing-page/shazam_logo.png | Bin
 .../g3doc/images/landing-page/vsco_logo.png   | Bin
 .../performance/model_size_vs_accuracy.png    | Bin
 .../performance/model_size_vs_latency.png     | Bin
 tensorflow/{contrib => }/lite/g3doc/ios.md    |  20 +-
 tensorflow/{contrib => }/lite/g3doc/models.md |   0
 .../lite/g3doc/ops_versioning.md              |   0
 .../{contrib => }/lite/g3doc/overview.md      |   8 +-
 .../lite/g3doc/performance/benchmarks.md      |  10 +-
 .../lite/g3doc/performance/best_practices.md  |   8 +-
 .../g3doc/performance/model_optimization.md   |   0
 .../performance/post_training_quantization.md |   6 +-
 tensorflow/{contrib => }/lite/g3doc/rpi.md    |  12 +-
 .../lite/g3doc/tf_ops_compatibility.md        |   0
 .../lite/g3doc/tfmobile/android_build.md      |   0
 .../lite/g3doc/tfmobile/index.md              |   0
 .../lite/g3doc/tfmobile/ios_build.md          |   0
 .../lite/g3doc/tfmobile/linking_libs.md       |   0
 .../lite/g3doc/tfmobile/optimizing.md         |   0
 .../lite/g3doc/tfmobile/prepare_models.md     |   0
 tensorflow/{contrib => }/lite/graph_info.cc   |   2 +-
 tensorflow/{contrib => }/lite/graph_info.h    |   8 +-
 .../{contrib => }/lite/graph_info_test.cc     |   4 +-
 tensorflow/{contrib => }/lite/interpreter.cc  |  22 +-
 tensorflow/{contrib => }/lite/interpreter.h   |  18 +-
 .../{contrib => }/lite/interpreter_test.cc    |  14 +-
 .../lite/java/AndroidManifest.xml             |   0
 tensorflow/{contrib => }/lite/java/BUILD      |  22 +-
 .../{contrib => }/lite/java/aar_with_jni.bzl  |   0
 .../lite/java/build_aar_for_release.sh        |   2 +-
 .../{contrib => }/lite/java/demo/.gitignore   |   0
 .../{contrib => }/lite/java/demo/README.md    |   4 +-
 .../lite/java/demo/app/build.gradle           |   0
 .../demo/app/src/main/AndroidManifest.xml     |   0
 .../lite/java/demo/app/src/main/BUILD         |   6 +-
 .../lite/java/demo/app/src/main/assets/BUILD  |   0
 .../src/main/assets/labels_imagenet_slim.txt  |   0
 .../assets/labels_mobilenet_quant_v1_224.txt  |   0
 .../tflitecamerademo/AutoFitTextureView.java  |   0
 .../Camera2BasicFragment.java                 |   0
 .../tflitecamerademo/CameraActivity.java      |   0
 .../tflitecamerademo/ImageClassifier.java     |   0
 .../ImageClassifierFloatInception.java        |   0
 .../ImageClassifierQuantizedMobileNet.java    |   0
 .../main/res/drawable-hdpi/ic_action_info.png | Bin
 .../main/res/drawable-hdpi/ic_launcher.png    | Bin
 .../app/src/main/res/drawable-hdpi/tile.9.png | Bin
 .../main/res/drawable-mdpi/ic_action_info.png | Bin
 .../main/res/drawable-mdpi/ic_launcher.png    | Bin
 .../res/drawable-xhdpi/ic_action_info.png     | Bin
 .../main/res/drawable-xhdpi/ic_launcher.png   | Bin
 .../res/drawable-xxhdpi/ic_action_info.png    | Bin
 .../main/res/drawable-xxhdpi/ic_launcher.png  | Bin
 .../app/src/main/res/drawable-xxhdpi/logo.png | Bin
 .../layout-land/fragment_camera2_basic.xml    |   0
 .../res/layout-v26/fragment_camera2_basic.xml |   0
 .../src/main/res/layout/activity_camera.xml   |   0
 .../res/layout/fragment_camera2_basic.xml     |   0
 .../res/values-sw600dp/template-dimens.xml    |   0
 .../res/values-sw600dp/template-styles.xml    |   0
 .../main/res/values-v11/template-styles.xml   |   0
 .../src/main/res/values-v21/base-colors.xml   |   0
 .../res/values-v21/base-template-styles.xml   |   0
 .../app/src/main/res/values/base-strings.xml  |   0
 .../demo/app/src/main/res/values/colors.xml   |   0
 .../demo/app/src/main/res/values/strings.xml  |   0
 .../demo/app/src/main/res/values/styles.xml   |   0
 .../src/main/res/values/template-dimens.xml   |   0
 .../src/main/res/values/template-styles.xml   |   0
 .../{contrib => }/lite/java/demo/build.gradle |   0
 .../lite/java/demo/gradle.properties          |   0
 .../demo/gradle/wrapper/gradle-wrapper.jar    | Bin
 .../gradle/wrapper/gradle-wrapper.properties  |   0
 .../{contrib => }/lite/java/demo/gradlew      |   0
 .../{contrib => }/lite/java/demo/gradlew.bat  |   0
 .../lite/java/demo/settings.gradle            |   0
 tensorflow/{contrib => }/lite/java/ovic/BUILD |  46 +-
 .../{contrib => }/lite/java/ovic/README.md    |  24 +-
 .../java/ovic/demo/app/AndroidManifest.xml    |   0
 .../lite/java/ovic/demo/app/BUILD             |  12 +-
 .../demo/app/OvicBenchmarkerActivity.java     |   0
 .../lite/java/ovic/demo/app/build.gradle      |   0
 .../app/res/drawable-mdpi/ic_launcher.png     | Bin
 .../app/res/drawable-xhdpi/ic_launcher.png    | Bin
 .../app/res/drawable/start_button_color.xml   |   0
 .../demo/app/res/layout/activity_main.xml     |   0
 .../java/ovic/demo/app/res/values/dimens.xml  |   0
 .../java/ovic/demo/app/res/values/strings.xml |   0
 .../lite/java/ovic/demo/build.gradle          |   0
 .../lite/java/ovic/demo/gradle.properties     |   0
 .../demo/gradle/wrapper/gradle-wrapper.jar    | Bin
 .../gradle/wrapper/gradle-wrapper.properties  |   0
 .../{contrib => }/lite/java/ovic/demo/gradlew |   0
 .../lite/java/ovic/demo/gradlew.bat           |   0
 .../lite/java/ovic/demo/settings.gradle       |   0
 .../java/org/tensorflow/ovic/BoundingBox.java |   0
 .../org/tensorflow/ovic/OvicBenchmarker.java  |   0
 .../ovic/OvicClassificationResult.java        |   0
 .../org/tensorflow/ovic/OvicClassifier.java   |   0
 .../ovic/OvicClassifierBenchmarker.java       |   0
 .../tensorflow/ovic/OvicDetectionResult.java  |   0
 .../org/tensorflow/ovic/OvicDetector.java     |   0
 .../ovic/OvicDetectorBenchmarker.java         |   0
 .../org/tensorflow/ovic/OvicValidator.java    |   2 +-
 .../tensorflow/ovic/OvicClassifierTest.java   |   2 +-
 .../org/tensorflow/ovic/OvicDetectorTest.java |   2 +-
 .../lite/java/ovic/src/testdata/BUILD         |   0
 .../java/ovic/src/testdata/coco_labels.txt    |   0
 .../lite/java/ovic/src/testdata/labels.txt    |   0
 .../{contrib => }/lite/java/proguard.flags    |   0
 .../java/org/tensorflow/lite/DataType.java    |   0
 .../java/org/tensorflow/lite/Delegate.java    |   0
 .../java/org/tensorflow/lite/Interpreter.java |   0
 .../lite/NativeInterpreterWrapper.java        |   0
 .../main/java/org/tensorflow/lite/Tensor.java |   0
 .../org/tensorflow/lite/TensorFlowLite.java   |   0
 .../org/tensorflow/lite/package-info.java     |   0
 .../lite/java/src/main/native/BUILD           |  12 +-
 .../java/src/main/native/builtin_ops_jni.cc   |   2 +-
 .../java/src/main/native/exception_jni.cc     |   2 +-
 .../lite/java/src/main/native/exception_jni.h |   8 +-
 .../src/main/native/init_tensorflow_jni.cc    |   4 +-
 .../src/main/native/init_tensorflow_jni.h     |   6 +-
 .../native/nativeinterpreterwrapper_jni.cc    |   2 +-
 .../native/nativeinterpreterwrapper_jni.h     |  16 +-
 .../lite/java/src/main/native/tensor_jni.cc   |   6 +-
 .../lite/java/src/main/native/tensor_jni.h    |   8 +-
 .../src/main/native/tensorflow_lite_jni.cc    |   4 +-
 .../src/main/native/tensorflow_lite_jni.h     |   6 +-
 .../java/src/main/native/version_script.lds   |   0
 .../org/tensorflow/lite/DataTypeTest.java     |   0
 .../tensorflow/lite/InterpreterFlexTest.java  |   2 +-
 .../org/tensorflow/lite/InterpreterTest.java  |   6 +-
 .../lite/NativeInterpreterWrapperTest.java    |  16 +-
 .../tensorflow/lite/TensorFlowLiteTest.java   |   0
 .../java/org/tensorflow/lite/TensorTest.java  |   2 +-
 .../lite/java/src/test/native/BUILD           |   8 +-
 .../src/test/native/interpreter_test_jni.cc   |   2 +-
 .../lite/java/src/testdata/add.bin            | Bin
 .../lite/java/src/testdata/float32.bin        | Bin
 .../lite/java/src/testdata/int32.bin          | Bin
 .../lite/java/src/testdata/int64.bin          | Bin
 .../lite/java/src/testdata/invalid_model.bin  |   0
 .../lite/java/src/testdata/quantized.bin      | Bin
 .../lite/java/src/testdata/uint8.bin          | Bin
 .../java/src/testdata/with_custom_op.lite     | Bin
 .../testhelper/java/org/tensorflow/lite/BUILD |   2 +-
 .../java/org/tensorflow/lite/TestHelper.java  |   0
 tensorflow/{contrib => }/lite/kernels/BUILD   | 408 +++++++++---------
 .../lite/kernels/activation_functor.h         |   8 +-
 .../{contrib => }/lite/kernels/activations.cc |  16 +-
 .../lite/kernels/activations_test.cc          |   8 +-
 tensorflow/{contrib => }/lite/kernels/add.cc  |  16 +-
 .../{contrib => }/lite/kernels/add_test.cc    |   8 +-
 .../{contrib => }/lite/kernels/arg_min_max.cc |  14 +-
 .../lite/kernels/arg_min_max_test.cc          |   8 +-
 .../lite/kernels/audio_spectrogram.cc         |  16 +-
 .../lite/kernels/audio_spectrogram_test.cc    |   8 +-
 .../{contrib => }/lite/kernels/basic_rnn.cc   |  12 +-
 .../lite/kernels/basic_rnn_test.cc            |   8 +-
 .../lite/kernels/batch_to_space_nd.cc         |  14 +-
 .../lite/kernels/batch_to_space_nd_test.cc    |   8 +-
 .../kernels/bidirectional_sequence_lstm.cc    |  16 +-
 .../bidirectional_sequence_lstm_test.cc       |  10 +-
 .../kernels/bidirectional_sequence_rnn.cc     |  12 +-
 .../bidirectional_sequence_rnn_test.cc        |   8 +-
 tensorflow/{contrib => }/lite/kernels/cast.cc |  14 +-
 .../{contrib => }/lite/kernels/cast_test.cc   |   8 +-
 .../{contrib => }/lite/kernels/comparisons.cc |  12 +-
 .../lite/kernels/comparisons_test.cc          |   8 +-
 .../lite/kernels/concatenation.cc             |  14 +-
 .../lite/kernels/concatenation_test.cc        |   8 +-
 tensorflow/{contrib => }/lite/kernels/conv.cc |  28 +-
 .../{contrib => }/lite/kernels/conv_test.cc   |   8 +-
 .../lite/kernels/depthwise_conv.cc            |  22 +-
 .../lite/kernels/depthwise_conv_test.cc       |   8 +-
 .../{contrib => }/lite/kernels/dequantize.cc  |  12 +-
 .../lite/kernels/dequantize_test.cc           |   8 +-
 .../lite/kernels/detection_postprocess.cc     |  14 +-
 .../kernels/detection_postprocess_test.cc     |   8 +-
 tensorflow/{contrib => }/lite/kernels/div.cc  |  16 +-
 .../{contrib => }/lite/kernels/div_test.cc    |   8 +-
 .../lite/kernels/eigen_support.cc             |   8 +-
 .../lite/kernels/eigen_support.h              |   8 +-
 .../{contrib => }/lite/kernels/elementwise.cc |   6 +-
 .../lite/kernels/elementwise_test.cc          |   8 +-
 .../lite/kernels/embedding_lookup.cc          |   8 +-
 .../lite/kernels/embedding_lookup_sparse.cc   |  10 +-
 .../kernels/embedding_lookup_sparse_test.cc   |   8 +-
 .../lite/kernels/embedding_lookup_test.cc     |   8 +-
 tensorflow/{contrib => }/lite/kernels/exp.cc  |  12 +-
 .../{contrib => }/lite/kernels/exp_test.cc    |   8 +-
 .../{contrib => }/lite/kernels/expand_dims.cc |  12 +-
 .../lite/kernels/expand_dims_test.cc          |  10 +-
 .../{contrib => }/lite/kernels/fake_quant.cc  |  12 +-
 .../lite/kernels/fake_quant_test.cc           |   8 +-
 .../{contrib => }/lite/kernels/floor.cc       |   8 +-
 .../{contrib => }/lite/kernels/floor_div.cc   |  10 +-
 .../lite/kernels/floor_div_test.cc            |   8 +-
 .../{contrib => }/lite/kernels/floor_mod.cc   |  10 +-
 .../lite/kernels/floor_mod_test.cc            |   8 +-
 .../{contrib => }/lite/kernels/floor_test.cc  |   8 +-
 .../lite/kernels/fully_connected.cc           |  22 +-
 .../lite/kernels/fully_connected_test.cc      |  10 +-
 .../{contrib => }/lite/kernels/gather.cc      |  14 +-
 .../{contrib => }/lite/kernels/gather_test.cc |  10 +-
 .../lite/kernels/gemm_support.cc              |   4 +-
 .../{contrib => }/lite/kernels/gemm_support.h |   8 +-
 .../lite/kernels/hashtable_lookup.cc          |  10 +-
 .../lite/kernels/hashtable_lookup_test.cc     |  10 +-
 .../{contrib => }/lite/kernels/internal/BUILD |  58 +--
 .../internal/batch_to_space_nd_test.cc        |   2 +-
 .../lite/kernels/internal/common.h            |   8 +-
 .../lite/kernels/internal/compatibility.h     |   8 +-
 .../internal/depthwiseconv_float_test.cc      |  10 +-
 .../internal/depthwiseconv_quantized_test.cc  |  10 +-
 .../lite/kernels/internal/kernel_utils.cc     |   4 +-
 .../lite/kernels/internal/kernel_utils.h      |   8 +-
 .../lite/kernels/internal/legacy_types.h      |   8 +-
 .../kernels/internal/log_quantized_test.cc    |   6 +-
 .../internal/logsoftmax_quantized_test.cc     |  10 +-
 .../lite/kernels/internal/mfcc.cc             |   2 +-
 .../lite/kernels/internal/mfcc.h              |  10 +-
 .../lite/kernels/internal/mfcc_dct.cc         |   2 +-
 .../lite/kernels/internal/mfcc_dct.h          |   6 +-
 .../kernels/internal/mfcc_mel_filterbank.cc   |   2 +-
 .../kernels/internal/mfcc_mel_filterbank.h    |   6 +-
 .../kernels/internal/optimized/cblas_conv.h   |  12 +-
 .../internal/optimized/cblas_reference.h      |   8 +-
 .../kernels/internal/optimized/cpu_check.h    |   6 +-
 .../internal/optimized/depthwiseconv_float.h  |  10 +-
 .../internal/optimized/depthwiseconv_uint8.h  |  12 +-
 .../depthwiseconv_uint8_3x3_filter.h          |  10 +-
 .../optimized/eigen_spatial_convolutions.h    |  10 +-
 ...gen_tensor_reduced_instantiations_google.h |   6 +-
 .../eigen_tensor_reduced_instantiations_oss.h |   6 +-
 .../internal/optimized/legacy_optimized_ops.h |  18 +-
 .../internal/optimized/multithreaded_conv.h   |  16 +-
 .../internal/optimized/neon_tensor_utils.cc   |  12 +-
 .../internal/optimized/neon_tensor_utils.h    |  12 +-
 .../internal/optimized/optimized_ops.h        |  20 +-
 .../internal/optimized/tensor_utils_impl.h    |   8 +-
 .../kernels/internal/quantization_util.cc     |   6 +-
 .../lite/kernels/internal/quantization_util.h |  12 +-
 .../internal/quantization_util_test.cc        |   2 +-
 .../internal/reference/depthwiseconv_float.h  |  12 +-
 .../internal/reference/depthwiseconv_uint8.h  |  12 +-
 .../internal/reference/fully_connected.h      |  14 +-
 .../internal/reference/legacy_reference_ops.h |  16 +-
 .../reference/portable_tensor_utils.cc        |   8 +-
 .../reference/portable_tensor_utils.h         |   8 +-
 .../internal/reference/reference_ops.h        |  20 +-
 .../lite/kernels/internal/reference/softmax.h |  16 +-
 .../kernels/internal/resize_bilinear_test.cc  |   8 +-
 .../internal/resize_nearest_neighbor_test.cc  |   8 +-
 .../lite/kernels/internal/round.h             |   6 +-
 .../internal/softmax_quantized_test.cc        |  10 +-
 .../lite/kernels/internal/spectrogram.cc      |   2 +-
 .../lite/kernels/internal/spectrogram.h       |   6 +-
 .../kernels/internal/strided_slice_logic.h    |  10 +-
 .../lite/kernels/internal/tensor.h            |  12 +-
 .../lite/kernels/internal/tensor_ctypes.h     |  10 +-
 .../lite/kernels/internal/tensor_test.cc      |   2 +-
 .../lite/kernels/internal/tensor_utils.cc     |   8 +-
 .../lite/kernels/internal/tensor_utils.h      |   8 +-
 .../kernels/internal/tensor_utils_test.cc     |   6 +-
 .../lite/kernels/internal/test_util.cc        |   2 +-
 .../lite/kernels/internal/test_util.h         |   8 +-
 .../lite/kernels/internal/types.h             |  10 +-
 .../{contrib => }/lite/kernels/kernel_util.cc |   4 +-
 .../{contrib => }/lite/kernels/kernel_util.h  |  10 +-
 .../lite/kernels/kernel_util_test.cc          |   4 +-
 .../{contrib => }/lite/kernels/l2norm.cc      |  14 +-
 .../{contrib => }/lite/kernels/l2norm_test.cc |   8 +-
 .../lite/kernels/layer_norm_lstm.cc           |   6 +-
 .../lite/kernels/layer_norm_lstm_test.cc      |   8 +-
 .../lite/kernels/local_response_norm.cc       |  14 +-
 .../lite/kernels/local_response_norm_test.cc  |   8 +-
 .../lite/kernels/log_softmax_test.cc          |  10 +-
 .../{contrib => }/lite/kernels/logical.cc     |  10 +-
 .../lite/kernels/logical_test.cc              |   8 +-
 .../lite/kernels/lsh_projection.cc            |   8 +-
 .../lite/kernels/lsh_projection_test.cc       |   8 +-
 tensorflow/{contrib => }/lite/kernels/lstm.cc |  22 +-
 .../{contrib => }/lite/kernels/lstm_eval.cc   |   8 +-
 .../{contrib => }/lite/kernels/lstm_eval.h    |  10 +-
 .../{contrib => }/lite/kernels/lstm_test.cc   |   8 +-
 .../lite/kernels/maximum_minimum.cc           |  12 +-
 .../lite/kernels/maximum_minimum_test.cc      |   8 +-
 tensorflow/{contrib => }/lite/kernels/mfcc.cc |  20 +-
 .../{contrib => }/lite/kernels/mfcc_test.cc   |   8 +-
 tensorflow/{contrib => }/lite/kernels/mul.cc  |  16 +-
 .../{contrib => }/lite/kernels/mul_test.cc    |   8 +-
 tensorflow/{contrib => }/lite/kernels/neg.cc  |   4 +-
 .../{contrib => }/lite/kernels/neg_test.cc    |   8 +-
 .../{contrib => }/lite/kernels/one_hot.cc     |  10 +-
 .../lite/kernels/one_hot_test.cc              |   8 +-
 .../{contrib => }/lite/kernels/op_macros.h    |   8 +-
 .../lite/kernels/optional_tensor_test.cc      |   8 +-
 tensorflow/{contrib => }/lite/kernels/pack.cc |  10 +-
 .../{contrib => }/lite/kernels/pack_test.cc   |   8 +-
 tensorflow/{contrib => }/lite/kernels/pad.cc  |  14 +-
 .../{contrib => }/lite/kernels/pad_test.cc    |   8 +-
 .../{contrib => }/lite/kernels/padding.h      |   8 +-
 .../{contrib => }/lite/kernels/pooling.cc     |  16 +-
 .../lite/kernels/pooling_test.cc              |   8 +-
 tensorflow/{contrib => }/lite/kernels/pow.cc  |  10 +-
 .../{contrib => }/lite/kernels/pow_test.cc    |   8 +-
 .../{contrib => }/lite/kernels/range.cc       |  12 +-
 .../{contrib => }/lite/kernels/range_test.cc  |   8 +-
 .../{contrib => }/lite/kernels/reduce.cc      |  14 +-
 .../{contrib => }/lite/kernels/reduce_test.cc |   8 +-
 .../{contrib => }/lite/kernels/register.cc    |   4 +-
 .../{contrib => }/lite/kernels/register.h     |  12 +-
 .../{contrib => }/lite/kernels/relu1.cc       |   6 +-
 .../{contrib => }/lite/kernels/relu1_test.cc  |   4 +-
 .../{contrib => }/lite/kernels/reshape.cc     |  10 +-
 .../lite/kernels/reshape_test.cc              |   8 +-
 .../lite/kernels/resize_bilinear.cc           |  14 +-
 .../lite/kernels/resize_bilinear_test.cc      |   8 +-
 .../lite/kernels/resize_nearest_neighbor.cc   |  14 +-
 .../kernels/resize_nearest_neighbor_test.cc   |   8 +-
 .../{contrib => }/lite/kernels/select.cc      |  12 +-
 .../{contrib => }/lite/kernels/select_test.cc |   8 +-
 .../{contrib => }/lite/kernels/shape.cc       |  10 +-
 .../{contrib => }/lite/kernels/shape_test.cc  |   8 +-
 .../{contrib => }/lite/kernels/skip_gram.cc   |  10 +-
 .../lite/kernels/skip_gram_test.cc            |  10 +-
 .../{contrib => }/lite/kernels/slice.cc       |  12 +-
 .../{contrib => }/lite/kernels/slice_test.cc  |   8 +-
 .../lite/kernels/softmax_test.cc              |  10 +-
 .../lite/kernels/space_to_batch_nd.cc         |  14 +-
 .../lite/kernels/space_to_batch_nd_test.cc    |   8 +-
 .../lite/kernels/space_to_depth.cc            |  14 +-
 .../lite/kernels/space_to_depth_test.cc       |   8 +-
 .../kernels/sparse_output_fully_connected.cc  |   8 +-
 .../sparse_output_fully_connected_test.cc     |   4 +-
 .../lite/kernels/sparse_to_dense.cc           |  14 +-
 .../lite/kernels/sparse_to_dense_test.cc      |   8 +-
 .../{contrib => }/lite/kernels/split.cc       |  14 +-
 .../{contrib => }/lite/kernels/split_test.cc  |   8 +-
 .../{contrib => }/lite/kernels/squeeze.cc     |  10 +-
 .../lite/kernels/squeeze_test.cc              |   8 +-
 .../lite/kernels/strided_slice.cc             |  12 +-
 .../lite/kernels/strided_slice_test.cc        |   8 +-
 tensorflow/{contrib => }/lite/kernels/sub.cc  |  16 +-
 .../{contrib => }/lite/kernels/sub_test.cc    |   8 +-
 tensorflow/{contrib => }/lite/kernels/svdf.cc |  12 +-
 .../{contrib => }/lite/kernels/svdf_test.cc   |   8 +-
 .../{contrib => }/lite/kernels/test_util.cc   |   4 +-
 .../{contrib => }/lite/kernels/test_util.h    |  20 +-
 .../lite/kernels/test_util_test.cc            |   2 +-
 tensorflow/{contrib => }/lite/kernels/tile.cc |  12 +-
 .../{contrib => }/lite/kernels/tile_test.cc   |  10 +-
 .../{contrib => }/lite/kernels/topk_v2.cc     |  10 +-
 .../lite/kernels/topk_v2_test.cc              |  10 +-
 .../{contrib => }/lite/kernels/transpose.cc   |  12 +-
 .../lite/kernels/transpose_conv.cc            |  16 +-
 .../lite/kernels/transpose_conv_test.cc       |   8 +-
 .../lite/kernels/transpose_test.cc            |  12 +-
 .../kernels/unidirectional_sequence_lstm.cc   |  16 +-
 .../unidirectional_sequence_lstm_test.cc      |   8 +-
 .../kernels/unidirectional_sequence_rnn.cc    |  12 +-
 .../unidirectional_sequence_rnn_test.cc       |   8 +-
 .../{contrib => }/lite/kernels/unpack.cc      |  10 +-
 .../{contrib => }/lite/kernels/unpack_test.cc |   8 +-
 .../{contrib => }/lite/kernels/zeros_like.cc  |   6 +-
 .../lite/kernels/zeros_like_test.cc           |   8 +-
 .../{contrib => }/lite/lib_package/BUILD      |   0
 .../lite/lib_package/concat_licenses.sh       |   0
 .../lite/lib_package/create_ios_frameworks.sh |  14 +-
 .../{contrib => }/lite/memory_planner.h       |   8 +-
 .../{contrib => }/lite/mmap_allocation.cc     |   4 +-
 .../lite/mmap_allocation_disabled.cc          |   2 +-
 tensorflow/{contrib => }/lite/model.cc        |  14 +-
 tensorflow/{contrib => }/lite/model.h         |  16 +-
 .../{contrib => }/lite/model_flex_test.cc     |   8 +-
 tensorflow/{contrib => }/lite/model_test.cc   |  34 +-
 tensorflow/{contrib => }/lite/models/BUILD    |   2 +-
 .../lite/models/smartreply/BUILD              |  36 +-
 .../demo/app/src/main/AndroidManifest.xml     |   0
 .../models/smartreply/demo/app/src/main/BUILD |   6 +-
 .../smartreply/demo/app/src/main/assets/BUILD |   0
 .../app/src/main/assets/backoff_response.txt  |   0
 .../android/smartreply/MainActivity.java      |   0
 .../android/smartreply/SmartReply.java        |   0
 .../android/smartreply/SmartReplyClient.java  |   0
 .../app/src/main/res/layout/main_activity.xml |   0
 .../demo/app/src/main/smartreply_jni.cc       |   4 +-
 .../lite/models/smartreply/g3doc/README.md    |   4 +-
 .../models/smartreply/ops/extract_feature.cc  |   6 +-
 .../smartreply/ops/extract_feature_test.cc    |   8 +-
 .../lite/models/smartreply/ops/normalize.cc   |   6 +-
 .../models/smartreply/ops/normalize_test.cc   |  10 +-
 .../lite/models/smartreply/ops/predict.cc     |   2 +-
 .../models/smartreply/ops/predict_test.cc     |  10 +-
 .../lite/models/smartreply/predictor.cc       |  12 +-
 .../lite/models/smartreply/predictor.h        |   8 +-
 .../lite/models/smartreply/predictor_test.cc  |   8 +-
 .../{contrib => }/lite/models/speech_test.cc  |   8 +-
 .../lite/models/testdata/g3doc/README.md      |  16 +-
 .../lite/models/testdata/g3doc/asr_am.svg     |   0
 .../lite/models/testdata/g3doc/asr_lm.svg     |   0
 .../lite/models/testdata/g3doc/endpointer.svg |   0
 .../lite/models/testdata/g3doc/hotword.svg    |   0
 .../lite/models/testdata/g3doc/speakerid.svg  |   0
 .../lite/models/testdata/g3doc/tts.svg        |   0
 .../models/testdata/smartreply_samples.tsv    |   0
 .../testdata/speech_asr_lm_model.test_spec    |   0
 .../{contrib => }/lite/mutable_op_resolver.cc |   2 +-
 .../{contrib => }/lite/mutable_op_resolver.h  |  10 +-
 .../lite/mutable_op_resolver_test.cc          |   4 +-
 tensorflow/{contrib => }/lite/nnapi/BUILD     |   0
 .../lite/nnapi/NeuralNetworksShim.h           |   6 +-
 tensorflow/{contrib => }/lite/nnapi/README.md |   0
 .../{contrib => }/lite/nnapi_delegate.cc      |  10 +-
 .../{contrib => }/lite/nnapi_delegate.h       |  14 +-
 .../lite/nnapi_delegate_disabled.cc           |   2 +-
 tensorflow/{contrib => }/lite/op_resolver.h   |  10 +-
 .../lite/optional_debug_tools.cc              |   2 +-
 .../{contrib => }/lite/optional_debug_tools.h |   8 +-
 tensorflow/{contrib => }/lite/profiling/BUILD |  22 +-
 .../lite/profiling/profile_buffer.h           |   8 +-
 .../lite/profiling/profile_buffer_test.cc     |   4 +-
 .../lite/profiling/profile_summarizer.cc      |   4 +-
 .../lite/profiling/profile_summarizer.h       |  10 +-
 .../lite/profiling/profile_summarizer_test.cc |  14 +-
 .../{contrib => }/lite/profiling/profiler.h   |   8 +-
 .../lite/profiling/profiler_test.cc           |   4 +-
 .../{contrib => }/lite/profiling/time.cc      |   2 +-
 .../{contrib => }/lite/profiling/time.h       |   6 +-
 tensorflow/lite/python/BUILD                  | 189 ++++++++
 .../{contrib => }/lite/python/convert.py      |  10 +-
 .../lite/python/convert_saved_model.py        |   2 +-
 .../lite/python/convert_saved_model_test.py   |   2 +-
 .../{contrib => }/lite/python/convert_test.py |   8 +-
 .../lite/python/create_custom_op.py           |   2 +-
 .../{contrib => }/lite/python/interpreter.py  |   2 +-
 .../lite/python/interpreter_test.py           |   2 +-
 .../lite/python/interpreter_wrapper/BUILD     |   4 +-
 .../interpreter_wrapper.cc                    |   8 +-
 .../interpreter_wrapper/interpreter_wrapper.h |   6 +-
 .../interpreter_wrapper/interpreter_wrapper.i |   8 +-
 tensorflow/{contrib => }/lite/python/lite.py  |  30 +-
 .../lite/python/lite_constants.py             |   4 +-
 .../{contrib => }/lite/python/lite_test.py    |   6 +-
 .../{contrib => }/lite/python/op_hint.py      |   6 +-
 .../lite/python/tflite_convert.py             |   8 +-
 tensorflow/{contrib => }/lite/schema/BUILD    |   2 +-
 .../lite/schema/builtin_ops_header/BUILD      |   4 +-
 .../lite/schema/builtin_ops_header/README.md  |   4 +-
 .../builtin_ops_header/consistency_test.cc    |   4 +-
 .../schema/builtin_ops_header/generate.cc     |   2 +-
 .../schema/builtin_ops_header/generator.cc    |  10 +-
 .../schema/builtin_ops_header/generator.h     |   6 +-
 .../builtin_ops_header/generator_test.cc      |   2 +-
 .../schema/flatbuffer_compatibility_test.cc   |   4 +-
 .../{contrib => }/lite/schema/schema.fbs      |   0
 .../lite/schema/schema_generated.h            |   0
 .../{contrib => }/lite/schema/schema_v0.fbs   |   0
 .../{contrib => }/lite/schema/schema_v1.fbs   |   0
 .../{contrib => }/lite/schema/schema_v2.fbs   |   0
 .../{contrib => }/lite/schema/schema_v3.fbs   |   0
 .../lite/schema/upgrade_schema.py             |  10 +-
 .../lite/schema/upgrade_schema_test.py        |   2 +-
 .../{contrib => }/lite/simple_memory_arena.cc |   2 +-
 .../{contrib => }/lite/simple_memory_arena.h  |   8 +-
 .../lite/simple_memory_arena_test.cc          |   4 +-
 .../{contrib => }/lite/special_rules.bzl      |   6 +-
 .../{contrib => }/lite/stderr_reporter.cc     |   2 +-
 .../{contrib => }/lite/stderr_reporter.h      |  10 +-
 tensorflow/{contrib => }/lite/string.h        |   6 +-
 tensorflow/{contrib => }/lite/string_util.cc  |   4 +-
 tensorflow/{contrib => }/lite/string_util.h   |  10 +-
 .../{contrib => }/lite/string_util_test.cc    |   8 +-
 .../lite/testdata/0_subgraphs.bin             | Bin
 .../lite/testdata/2_subgraphs.bin             | Bin
 .../{contrib => }/lite/testdata/add.bin       | Bin
 .../{contrib => }/lite/testdata/add.json      |   0
 .../lite/testdata/add_quantized.bin           | Bin
 .../lite/testdata/add_quantized.json          |   0
 .../lite/testdata/empty_model.bin             | Bin
 .../{contrib => }/lite/testdata/multi_add.bin | Bin
 .../lite/testdata/multi_add.json              |   0
 .../{contrib => }/lite/testdata/multi_add.pb  |   0
 .../lite/testdata/multi_add_flex.bin          | Bin
 .../lite/testdata/no_subgraphs.bin            | Bin
 .../lite/testdata/test_model.bin              | Bin
 .../lite/testdata/test_model_broken.bin       | Bin
 .../lite/testdata/test_model_broken.json      |   0
 .../lite/testdata/two_subgraphs.bin           | Bin
 tensorflow/{contrib => }/lite/testing/BUILD   |  62 +--
 .../lite/testing/generate_examples.py         |   4 +-
 .../lite/testing/generate_examples_report.py  |   0
 .../lite/testing/generate_testspec.cc         |   8 +-
 .../lite/testing/generate_testspec.h          |   8 +-
 .../lite/testing/generate_testspec_test.cc    |   2 +-
 .../testing/generated_examples_zip_test.cc    |   6 +-
 .../lite/testing/init_tensorflow.cc           |   2 +-
 .../lite/testing/init_tensorflow.h            |   6 +-
 tensorflow/{contrib => }/lite/testing/join.h  |   8 +-
 .../{contrib => }/lite/testing/join_test.cc   |   2 +-
 .../{contrib => }/lite/testing/message.cc     |   4 +-
 .../{contrib => }/lite/testing/message.h      |   6 +-
 .../lite/testing/message_test.cc              |   2 +-
 .../lite/testing/model_coverage/BUILD         |   4 +-
 .../model_coverage/model_coverage_lib.py      |   4 +-
 .../model_coverage/model_coverage_lib_test.py |   4 +-
 .../lite/testing/nnapi_example.cc             |   8 +-
 .../lite/testing/parse_testdata.cc            |   8 +-
 .../lite/testing/parse_testdata.h             |  10 +-
 .../{contrib => }/lite/testing/split.cc       |   2 +-
 tensorflow/{contrib => }/lite/testing/split.h |   8 +-
 .../{contrib => }/lite/testing/split_test.cc  |   2 +-
 .../{contrib => }/lite/testing/test_runner.h  |   8 +-
 .../lite/testing/test_runner_test.cc          |   2 +-
 .../{contrib => }/lite/testing/tf_driver.cc   |   6 +-
 .../{contrib => }/lite/testing/tf_driver.h    |  10 +-
 .../lite/testing/tf_driver_test.cc            |   4 +-
 .../lite/testing/tflite_diff_example_test.cc  |   6 +-
 .../lite/testing/tflite_diff_flags.h          |  10 +-
 .../lite/testing/tflite_diff_util.cc          |   8 +-
 .../lite/testing/tflite_diff_util.h           |   8 +-
 .../lite/testing/tflite_driver.cc             |   8 +-
 .../lite/testing/tflite_driver.h              |  16 +-
 .../lite/testing/tflite_driver_test.cc        |   4 +-
 .../{contrib => }/lite/testing/tokenize.cc    |   4 +-
 .../{contrib => }/lite/testing/tokenize.h     |   6 +-
 .../lite/testing/tokenize_test.cc             |   2 +-
 tensorflow/{contrib => }/lite/testing/util.h  |  10 +-
 tensorflow/{contrib => }/lite/toco/BUILD      |  16 +-
 tensorflow/{contrib => }/lite/toco/README.md  |   0
 .../lite/toco/allocate_transient_arrays.cc    |   8 +-
 .../lite/toco/allocate_transient_arrays.h     |   8 +-
 tensorflow/{contrib => }/lite/toco/args.h     |  10 +-
 .../{contrib => }/lite/toco/dump_graphviz.cc  |  12 +-
 .../{contrib => }/lite/toco/dump_graphviz.h   |   8 +-
 .../lite/toco/export_tensorflow.cc            |  10 +-
 .../lite/toco/export_tensorflow.h             |   8 +-
 .../{contrib => }/lite/toco/format_port.h     |   8 +-
 .../{contrib => }/lite/toco/g3doc/README.md   |   0
 .../convert_expanddims_to_reshape.cc          |   6 +-
 .../convert_pure_conv_to_depthwise.cc         |   6 +-
 .../convert_reorder_axes.cc                   |   6 +-
 .../convert_squeeze_to_reshape.cc             |   6 +-
 .../convert_trivial_addn_to_add.cc            |   4 +-
 .../convert_trivial_pack_to_reshape.cc        |   6 +-
 .../convert_trivial_tile_to_concat.cc         |   6 +-
 .../convert_trivial_transpose_to_reshape.cc   |   6 +-
 .../create_im2col_arrays.cc                   |   6 +-
 .../toco/graph_transformations/dequantize.cc  |   8 +-
 .../graph_transformations/drop_fake_quant.cc  |   8 +-
 .../drop_im2col_arrays.cc                     |   6 +-
 .../ensure_bias_vectors.cc                    |   6 +-
 ...int8_weights_safe_for_fast_int8_kernels.cc |   6 +-
 .../fuse_activation_functions.cc              |   8 +-
 .../fuse_binary_into_following_affine.cc      |   8 +-
 .../fuse_binary_into_preceding_affine.cc      |   8 +-
 .../fuse_broadcast_into_following_binary.cc   |   6 +-
 .../graph_transformations.cc                  |   6 +-
 .../graph_transformations.h                   |  10 +-
 .../graph_transformations/hardcode_min_max.cc |   6 +-
 .../identify_dilated_conv.cc                  |   6 +-
 .../identify_l2_normalization.cc              |   6 +-
 .../graph_transformations/identify_l2_pool.cc |   6 +-
 .../graph_transformations/identify_lstm.cc    |   6 +-
 .../identify_lstm_merge_inputs.cc             |   8 +-
 .../identify_lstm_split_inputs.cc             |   8 +-
 .../graph_transformations/identify_prelu.cc   |   6 +-
 .../graph_transformations/identify_relu1.cc   |   6 +-
 .../toco/graph_transformations/lstm_utils.cc  |   2 +-
 .../toco/graph_transformations/lstm_utils.h   |  12 +-
 .../make_initial_dequantize_operator.cc       |  10 +-
 .../merge_reshape_into_preceding_transpose.cc |  10 +-
 .../move_binary_operator_before_reshape.cc    |   6 +-
 ...gate_activation_function_into_constants.cc |  10 +-
 .../propagate_array_data_types.cc             |   4 +-
 .../propagate_default_min_max.cc              |   8 +-
 .../propagate_fake_quant_num_bits.cc          |   8 +-
 .../propagate_fixed_sizes.cc                  |   8 +-
 .../quantization_util.cc                      |   8 +-
 .../graph_transformations/quantization_util.h |  12 +-
 .../toco/graph_transformations/quantize.cc    |  10 +-
 ...minmax_and_narrow_range_from_fake_quant.cc |   6 +-
 .../remove_final_dequantize_op.cc             |   8 +-
 .../remove_tensorflow_assert.cc               |   6 +-
 .../remove_tensorflow_identity.cc             |   8 +-
 .../remove_trivial_binary.cc                  |   8 +-
 .../remove_trivial_concatenation.cc           |   8 +-
 .../remove_trivial_concatenation_input.cc     |   6 +-
 .../remove_trivial_fake_quant.cc              |   8 +-
 .../remove_trivial_passthrough.cc             |   6 +-
 .../remove_trivial_passthrough.h              |  10 +-
 ...emove_trivial_quantized_activation_func.cc |  14 +-
 .../remove_trivial_quantized_min_max.cc       |  14 +-
 .../remove_trivial_reshape.cc                 |   8 +-
 .../remove_trivial_slice.cc                   |   8 +-
 .../graph_transformations/remove_unused_op.cc |   8 +-
 .../reorder_elementwise_unary.cc              |   6 +-
 .../reorder_reshape_transpose.cc              |   6 +-
 .../resolve_batch_normalization.cc            |   8 +-
 .../resolve_batch_to_space_nd_attributes.cc   |   6 +-
 .../resolve_constant_binary.cc                |   8 +-
 .../resolve_constant_concatenation.cc         |   6 +-
 .../resolve_constant_fake_quant.cc            |   8 +-
 .../resolve_constant_fill.cc                  |   6 +-
 .../resolve_constant_gather.cc                |   6 +-
 .../resolve_constant_pack.cc                  |   6 +-
 .../resolve_constant_random_uniform.cc        |   6 +-
 .../resolve_constant_range.cc                 |   6 +-
 .../resolve_constant_reshape.cc               |   6 +-
 .../resolve_constant_select.cc                |   8 +-
 .../resolve_constant_shape_or_rank.cc         |   6 +-
 .../resolve_constant_slice.cc                 |   6 +-
 .../resolve_constant_strided_slice.cc         |   8 +-
 .../resolve_constant_tile.cc                  |   6 +-
 .../resolve_constant_transpose.cc             |   6 +-
 .../resolve_constant_unary.cc                 |   8 +-
 .../resolve_fake_quant_args_from_vars.cc      |   6 +-
 .../resolve_gather_attributes.cc              |   6 +-
 .../resolve_multiply_by_zero.cc               |   6 +-
 .../resolve_pad_attributes.cc                 |   6 +-
 .../resolve_padv2_attributes.cc               |   6 +-
 .../resolve_reduce_attributes.cc              |   6 +-
 .../resolve_reorder_axes.cc                   |   6 +-
 .../resolve_reshape_attributes.cc             |   6 +-
 .../resolve_slice_attributes.cc               |   6 +-
 .../resolve_space_to_batch_nd_attributes.cc   |   6 +-
 .../resolve_squeeze_attributes.cc             |   8 +-
 .../resolve_strided_slice_attributes.cc       |   6 +-
 .../resolve_tensorflow_concat.cc              |   6 +-
 .../resolve_tensorflow_matmul.cc              |   6 +-
 .../resolve_tensorflow_merge.cc               |   6 +-
 .../resolve_tensorflow_switch.cc              |   6 +-
 .../resolve_transpose_attributes.cc           |   6 +-
 .../shuffle_fc_weights.cc                     |   6 +-
 .../toco/graph_transformations/tests/BUILD    |  18 +-
 .../tests/lstm_utils_test.cc                  |   6 +-
 .../resolve_constant_concatenation_test.cc    |   6 +-
 .../tests/resolve_constant_unary_test.cc      |   6 +-
 .../unfuse_activation_functions.cc            |   8 +-
 .../unpartition_embedding_lookup.cc           |   6 +-
 .../unroll_batch_matmul.cc                    |   6 +-
 .../lite/toco/import_tensorflow.cc            |  12 +-
 .../lite/toco/import_tensorflow.h             |  10 +-
 .../lite/toco/import_tensorflow_test.cc       |   2 +-
 tensorflow/{contrib => }/lite/toco/model.h    |  14 +-
 .../lite/toco/model_cmdline_flags.cc          |   8 +-
 .../lite/toco/model_cmdline_flags.h           |  12 +-
 .../{contrib => }/lite/toco/model_flags.proto |   2 +-
 .../{contrib => }/lite/toco/python/BUILD      |  18 +-
 .../{contrib => }/lite/toco/python/toco.i     |   2 +-
 .../lite/toco/python/toco_from_protos.py      |   2 +-
 .../lite/toco/python/toco_from_protos_test.py |   6 +-
 .../lite/toco/python/toco_python_api.cc       |  14 +-
 .../lite/toco/python/toco_python_api.h        |   6 +-
 .../{contrib => }/lite/toco/runtime/common.h  |   8 +-
 .../{contrib => }/lite/toco/runtime/types.h   |  12 +-
 .../lite/toco/tensorflow_graph_matching/BUILD |  14 +-
 .../toco/tensorflow_graph_matching/cluster.cc |   2 +-
 .../toco/tensorflow_graph_matching/cluster.h  |  12 +-
 .../cluster_utils.cc                          |   2 +-
 .../tensorflow_graph_matching/cluster_utils.h |   6 +-
 .../resolve_cluster.cc                        |  10 +-
 .../resolve_cluster.h                         |  10 +-
 .../tensorflow_graph_matching/resolve_svdf.cc |  12 +-
 .../tensorflow_graph_matching/resolve_svdf.h  |  14 +-
 .../resolve_svdf_test.cc                      |   8 +-
 .../lite/toco/tensorflow_util.cc              |   6 +-
 .../{contrib => }/lite/toco/tensorflow_util.h |   8 +-
 .../{contrib => }/lite/toco/tflite/BUILD      |  40 +-
 .../lite/toco/tflite/builtin_operator.h       |   8 +-
 .../lite/toco/tflite/custom_operator.h        |   8 +-
 .../{contrib => }/lite/toco/tflite/export.cc  |  22 +-
 .../{contrib => }/lite/toco/tflite/export.h   |  12 +-
 .../lite/toco/tflite/export_test.cc           |  10 +-
 .../{contrib => }/lite/toco/tflite/import.cc  |  14 +-
 .../{contrib => }/lite/toco/tflite/import.h   |  10 +-
 .../lite/toco/tflite/import_test.cc           |   6 +-
 .../lite/toco/tflite/operator.cc              |  14 +-
 .../{contrib => }/lite/toco/tflite/operator.h |  10 +-
 .../lite/toco/tflite/operator_test.cc         |   6 +-
 .../lite/toco/tflite/simple_operator.h        |   8 +-
 .../{contrib => }/lite/toco/tflite/types.cc   |   4 +-
 .../{contrib => }/lite/toco/tflite/types.h    |  10 +-
 .../lite/toco/tflite/types_test.cc            |   2 +-
 .../lite/toco/tflite/whitelisted_flex_ops.cc  |   2 +-
 .../lite/toco/tflite/whitelisted_flex_ops.h   |   6 +-
 tensorflow/{contrib => }/lite/toco/toco.cc    |  18 +-
 .../lite/toco/toco_cmdline_flags.cc           |   4 +-
 .../lite/toco/toco_cmdline_flags.h            |  12 +-
 .../{contrib => }/lite/toco/toco_flags.proto  |   2 +-
 .../lite/toco/toco_graphviz_dump_options.cc   |   2 +-
 .../lite/toco/toco_graphviz_dump_options.h    |   6 +-
 .../{contrib => }/lite/toco/toco_port.cc      |   4 +-
 .../{contrib => }/lite/toco/toco_port.h       |   8 +-
 .../{contrib => }/lite/toco/toco_port_test.cc |   8 +-
 .../{contrib => }/lite/toco/toco_tooling.cc   |  22 +-
 .../{contrib => }/lite/toco/toco_tooling.h    |  12 +-
 .../{contrib => }/lite/toco/toco_types.h      |   6 +-
 .../{contrib => }/lite/toco/tooling_util.cc   |   8 +-
 .../{contrib => }/lite/toco/tooling_util.h    |  18 +-
 .../lite/toco/tooling_util_test.cc            |   4 +-
 .../{contrib => }/lite/toco/types.proto       |   0
 tensorflow/{contrib => }/lite/tools/BUILD     |  36 +-
 .../{contrib => }/lite/tools/accuracy/BUILD   |  20 +-
 .../lite/tools/accuracy/README.md             |   0
 .../lite/tools/accuracy/accuracy_eval_stage.h |   6 +-
 .../accuracy/android_required_build_flags.cc  |   0
 .../lite/tools/accuracy/csv_writer.h          |   6 +-
 .../lite/tools/accuracy/eval_pipeline.cc      |   2 +-
 .../lite/tools/accuracy/eval_pipeline.h       |  10 +-
 .../tools/accuracy/eval_pipeline_builder.cc   |   2 +-
 .../tools/accuracy/eval_pipeline_builder.h    |  12 +-
 .../accuracy/eval_pipeline_builder_test.cc    |   2 +-
 .../lite/tools/accuracy/eval_pipeline_test.cc |   2 +-
 .../lite/tools/accuracy/file_reader_stage.cc  |   2 +-
 .../lite/tools/accuracy/file_reader_stage.h   |   8 +-
 .../tools/accuracy/file_reader_stage_test.cc  |   2 +-
 .../lite/tools/accuracy/ilsvrc/BUILD          |  28 +-
 .../lite/tools/accuracy/ilsvrc/README.md      |   6 +-
 .../ilsvrc/clsloc_validation_blacklist.txt    |   0
 .../ilsvrc/generate_validation_labels.py      |   0
 .../accuracy/ilsvrc/imagenet_accuracy_eval.cc |   6 +-
 .../ilsvrc/imagenet_model_evaluator.cc        |  16 +-
 .../ilsvrc/imagenet_model_evaluator.h         |  10 +-
 .../accuracy/ilsvrc/imagenet_topk_eval.cc     |   2 +-
 .../accuracy/ilsvrc/imagenet_topk_eval.h      |   8 +-
 .../ilsvrc/imagenet_topk_eval_test.cc         |   2 +-
 .../ilsvrc/inception_preprocessing.cc         |   2 +-
 .../accuracy/ilsvrc/inception_preprocessing.h |   8 +-
 .../ilsvrc/inception_preprocessing_test.cc    |   2 +-
 .../accuracy/ilsvrc/testdata/grace_hopper.jpg | Bin
 .../tools/accuracy/run_tflite_model_op.cc     |  12 +-
 .../accuracy/run_tflite_model_op_test.cc      |   0
 .../tools/accuracy/run_tflite_model_stage.cc  |   2 +-
 .../tools/accuracy/run_tflite_model_stage.h   |   8 +-
 .../{contrib => }/lite/tools/accuracy/stage.h |   6 +-
 .../lite/tools/accuracy/utils.cc              |  10 +-
 .../{contrib => }/lite/tools/accuracy/utils.h |   8 +-
 .../lite/tools/accuracy/utils_test.cc         |   2 +-
 .../{contrib => }/lite/tools/benchmark/BUILD  |  38 +-
 .../lite/tools/benchmark/README.md            |  12 +-
 .../lite/tools/benchmark/benchmark_main.cc    |   4 +-
 .../lite/tools/benchmark/benchmark_model.cc   |   6 +-
 .../lite/tools/benchmark/benchmark_model.h    |  10 +-
 .../lite/tools/benchmark/benchmark_params.cc  |   4 +-
 .../lite/tools/benchmark/benchmark_params.h   |   8 +-
 .../benchmark/benchmark_plus_flex_main.cc     |   6 +-
 .../lite/tools/benchmark/benchmark_test.cc    |   6 +-
 .../tools/benchmark/benchmark_tflite_model.cc |  12 +-
 .../tools/benchmark/benchmark_tflite_model.h  |  12 +-
 .../tools/benchmark/command_line_flags.cc     |   2 +-
 .../lite/tools/benchmark/command_line_flags.h |   6 +-
 .../benchmark/command_line_flags_test.cc      |   4 +-
 .../lite/tools/benchmark/ios/README.md        |   8 +-
 .../TFLiteBenchmark.xcodeproj/project.pbxproj |  26 +-
 .../TFLiteBenchmark/AppDelegate.h             |   0
 .../TFLiteBenchmark/AppDelegate.m             |   0
 .../AppIcon.appiconset/Contents.json          |   0
 .../Assets.xcassets/Contents.json             |   0
 .../Base.lproj/LaunchScreen.storyboard        |   0
 .../Base.lproj/Main.storyboard                |   0
 .../TFLiteBenchmark/BenchmarkViewController.h |   0
 .../BenchmarkViewController.mm                |   4 +-
 .../TFLiteBenchmark/Info.plist                |   0
 .../benchmark_data/benchmark_params.json      |   0
 .../TFLiteBenchmark/TFLiteBenchmark/main.m    |   0
 .../lite/tools/benchmark/logging.h            |   6 +-
 .../lite/tools/gen_op_registration.cc         |   4 +-
 .../lite/tools/gen_op_registration.h          |  10 +-
 .../lite/tools/gen_op_registration_main.cc    |   2 +-
 .../lite/tools/gen_op_registration_test.cc    |  10 +-
 .../{contrib => }/lite/tools/make/Makefile    |  58 +--
 .../tools/make/build_ios_universal_lib.sh     |  14 +-
 .../lite/tools/make/build_rpi_lib.sh          |   2 +-
 .../lite/tools/make/download_dependencies.sh  |   2 +-
 .../lite/tools/make/targets/ios_makefile.inc  |   0
 .../tools/make/targets/linux_makefile.inc     |   0
 .../tools/make/targets/riscv_makefile.inc     |   0
 .../lite/tools/make/targets/rpi_makefile.inc  |   0
 .../tools/make/targets/stm32f1_makefile.inc   |   0
 .../tools/make/targets/stm32f7_makefile.inc   |   0
 .../{contrib => }/lite/tools/optimize/BUILD   |   8 +-
 .../tools/optimize/g3doc/quantize_weights.md  |   2 +-
 .../lite/tools/optimize/quantize_weights.cc   |  24 +-
 .../lite/tools/optimize/quantize_weights.h    |  12 +-
 .../tools/optimize/quantize_weights_test.cc   |  12 +-
 .../{contrib => }/lite/tools/verifier.cc      |   8 +-
 .../{contrib => }/lite/tools/verifier.h       |  10 +-
 .../{contrib => }/lite/tools/verifier_test.cc |  14 +-
 .../{contrib => }/lite/tools/visualize.py     |   2 +-
 tensorflow/{contrib => }/lite/tutorials/BUILD |   0
 .../{contrib => }/lite/tutorials/dataset.py   |   0
 .../lite/tutorials/mnist_tflite.py            |   4 +-
 .../lite/tutorials/post_training_quant.ipynb  |  18 +-
 tensorflow/{contrib => }/lite/util.cc         |   2 +-
 tensorflow/{contrib => }/lite/util.h          |   8 +-
 tensorflow/{contrib => }/lite/util_test.cc    |   4 +-
 tensorflow/{contrib => }/lite/version.h       |   6 +-
 tensorflow/python/BUILD                       |   8 +-
 .../python/tools/api/generator/api_gen.bzl    |   2 +-
 .../api/generator/output_init_files_test.py   |   2 +-
 .../v1/tensorflow.lite.-interpreter.pbtxt     |   2 +-
 ...e.-op-hint.-op-hint-argument-tracker.pbtxt |   2 +-
 .../golden/v1/tensorflow.lite.-op-hint.pbtxt  |   2 +-
 .../tensorflow.lite.-t-f-lite-converter.pbtxt |   2 +-
 .../v1/tensorflow.lite.-toco-converter.pbtxt  |   2 +-
 .../v2/tensorflow.lite.-interpreter.pbtxt     |   2 +-
 ...e.-op-hint.-op-hint-argument-tracker.pbtxt |   2 +-
 .../golden/v2/tensorflow.lite.-op-hint.pbtxt  |   2 +-
 .../tensorflow.lite.-t-f-lite-converter.pbtxt |   2 +-
 .../v2/tensorflow.lite.-toco-converter.pbtxt  |   2 +-
 .../api/lib/python_object_to_proto_visitor.py |   4 +-
 tensorflow/tools/ci_build/ci_sanity.sh        |   6 +-
 .../tools/ci_build/osx/cpu/run_contrib.sh     |   2 +-
 tensorflow/tools/pip_package/BUILD            |  12 +-
 .../tools/pip_package/build_pip_package.sh    |   2 +-
 .../tools/pip_package/pip_smoke_test.py       |  18 +-
 tensorflow/tools/pip_package/setup.py         |   6 +-
 1205 files changed, 4284 insertions(+), 4242 deletions(-)
 delete mode 100644 tensorflow/contrib/lite/experimental/micro/kernels/BUILD
 create mode 100644 tensorflow/contrib/lite/python/__init__.py
 rename tensorflow/{contrib => }/lite/BUILD (76%)
 rename tensorflow/{contrib => }/lite/README.md (79%)
 rename tensorflow/{contrib => }/lite/allocation.cc (94%)
 rename tensorflow/{contrib => }/lite/allocation.h (88%)
 rename tensorflow/{contrib => }/lite/arena_planner.cc (99%)
 rename tensorflow/{contrib => }/lite/arena_planner.h (92%)
 rename tensorflow/{contrib => }/lite/arena_planner_test.cc (99%)
 rename tensorflow/{contrib => }/lite/build_def.bzl (95%)
 rename tensorflow/{contrib => }/lite/builtin_op_data.h (77%)
 rename tensorflow/{contrib => }/lite/builtin_ops.h (96%)
 rename tensorflow/{contrib => }/lite/c/BUILD (94%)
 rename tensorflow/{contrib => }/lite/c/builtin_op_data.h (97%)
 rename tensorflow/{contrib => }/lite/c/builtin_op_data_test.cc (98%)
 rename tensorflow/{contrib => }/lite/c/c_api_internal.c (98%)
 rename tensorflow/{contrib => }/lite/c/c_api_internal.h (99%)
 rename tensorflow/{contrib => }/lite/c/c_api_internal_test.cc (98%)
 rename tensorflow/{contrib => }/lite/context.h (79%)
 rename tensorflow/{contrib => }/lite/context_util.h (89%)
 rename tensorflow/{contrib => }/lite/core/api/BUILD (80%)
 rename tensorflow/{contrib => }/lite/core/api/error_reporter.cc (95%)
 rename tensorflow/{contrib => }/lite/core/api/error_reporter.h (88%)
 rename tensorflow/{contrib => }/lite/core/api/error_reporter_test.cc (95%)
 rename tensorflow/{contrib => }/lite/core/api/flatbuffer_conversions.cc (99%)
 rename tensorflow/{contrib => }/lite/core/api/flatbuffer_conversions.h (85%)
 rename tensorflow/{contrib => }/lite/core/api/flatbuffer_conversions_test.cc (97%)
 rename tensorflow/{contrib => }/lite/core/api/op_resolver.cc (97%)
 rename tensorflow/{contrib => }/lite/core/api/op_resolver.h (84%)
 rename tensorflow/{contrib => }/lite/core/api/op_resolver_test.cc (99%)
 rename tensorflow/{contrib => }/lite/delegates/flex/BUILD (80%)
 rename tensorflow/{contrib => }/lite/delegates/flex/buffer_map.cc (96%)
 rename tensorflow/{contrib => }/lite/delegates/flex/buffer_map.h (89%)
 rename tensorflow/{contrib => }/lite/delegates/flex/buffer_map_test.cc (96%)
 rename tensorflow/{contrib => }/lite/delegates/flex/delegate.cc (92%)
 rename tensorflow/{contrib => }/lite/delegates/flex/delegate.h (85%)
 rename tensorflow/{contrib => }/lite/delegates/flex/delegate_data.cc (96%)
 rename tensorflow/{contrib => }/lite/delegates/flex/delegate_data.h (87%)
 rename tensorflow/{contrib => }/lite/delegates/flex/delegate_data_test.cc (90%)
 rename tensorflow/{contrib => }/lite/delegates/flex/delegate_test.cc (98%)
 rename tensorflow/{contrib => }/lite/delegates/flex/kernel.cc (96%)
 rename tensorflow/{contrib => }/lite/delegates/flex/kernel.h (83%)
 rename tensorflow/{contrib => }/lite/delegates/flex/kernel_test.cc (97%)
 rename tensorflow/{contrib => }/lite/delegates/flex/test_util.cc (98%)
 rename tensorflow/{contrib => }/lite/delegates/flex/test_util.h (94%)
 rename tensorflow/{contrib => }/lite/delegates/flex/util.cc (98%)
 rename tensorflow/{contrib => }/lite/delegates/flex/util.h (88%)
 rename tensorflow/{contrib => }/lite/delegates/flex/util_test.cc (96%)
 rename tensorflow/{contrib => }/lite/delegates/nnapi/BUILD (58%)
 rename tensorflow/{contrib => }/lite/delegates/nnapi/nnapi_delegate.cc (99%)
 rename tensorflow/{contrib => }/lite/delegates/nnapi/nnapi_delegate.h (80%)
 rename tensorflow/{contrib => }/lite/delegates/nnapi/nnapi_delegate_test.cc (99%)
 rename tensorflow/{contrib => }/lite/error_reporter.h (72%)
 rename tensorflow/{contrib => }/lite/examples/android/BUILD (77%)
 rename tensorflow/{contrib => }/lite/examples/android/android.iml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/README.md (94%)
 rename tensorflow/{contrib => }/lite/examples/android/app/build.gradle (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/download-models.gradle (96%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/AndroidManifest.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/assets/BUILD (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/assets/box_priors.txt (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/assets/coco_labels_list.txt (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/assets/conv_actions_labels.txt (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/assets/labels_mobilenet_quant_v1_224.txt (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/assets/pets_labels_list.txt (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/AutoFitTextureView.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraActivity.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraConnectionFragment.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/Classifier.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/ClassifierActivity.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/DetectorActivity.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/LegacyCameraConnectionFragment.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/OverlayView.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognitionScoreView.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognizeCommands.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/ResultsView.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/SpeechActivity.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteImageClassifier.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteObjectDetectionAPIModel.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/AssetUtils.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/BorderedText.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/ImageUtils.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Logger.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Size.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/SplitTimer.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/MultiBoxTracker.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/ObjectTracker.java (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/animator/color_animation.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-hdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-hdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-hdpi/tile.9.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-mdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-mdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/drawable/border.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/layout/activity_camera.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/layout/activity_speech.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/layout/camera_connection_fragment.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_stylize.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_tracking.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/layout/list_text_item.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-sw600dp/template-dimens.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-sw600dp/template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-v11/styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-v11/template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-v14/styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-v21/base-colors.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values-v21/base-template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/attrs.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/base-strings.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/colors.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/strings.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/template-dimens.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/app/src/main/res/values/template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/examples/android/build.gradle (100%)
 rename tensorflow/{contrib => }/lite/examples/android/settings.gradle (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/.gitignore (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/CameraExampleAppDelegate.h (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/CameraExampleAppDelegate.m (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/CameraExampleViewController.h (94%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/CameraExampleViewController.mm (99%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/Info.plist (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/MainStoryboard_iPhone.storyboard (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/Podfile (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/README.md (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/data/.gitignore (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/main.mm (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/download_models.sh (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/AppDelegate.h (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/AppDelegate.mm (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/Podfile (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/RunModel-Info.plist (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/RunModelViewController.h (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/RunModelViewController.mm (97%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/RunModelViewController.xib (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/data/grace_hopper.jpg (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/ios_image_load.h (78%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/ios_image_load.mm (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/main.mm (100%)
 rename tensorflow/{contrib => }/lite/examples/ios/simple/simple.xcodeproj/project.pbxproj (100%)
 rename tensorflow/{contrib => }/lite/examples/label_image/BUILD (67%)
 rename tensorflow/{contrib => }/lite/examples/label_image/bitmap_helpers.cc (98%)
 rename tensorflow/{contrib => }/lite/examples/label_image/bitmap_helpers.h (79%)
 rename tensorflow/{contrib => }/lite/examples/label_image/bitmap_helpers_impl.h (84%)
 rename tensorflow/{contrib => }/lite/examples/label_image/get_top_n.h (82%)
 rename tensorflow/{contrib => }/lite/examples/label_image/get_top_n_impl.h (90%)
 rename tensorflow/{contrib => }/lite/examples/label_image/label_image.cc (97%)
 rename tensorflow/{contrib => }/lite/examples/label_image/label_image.h (82%)
 rename tensorflow/{contrib => }/lite/examples/label_image/label_image.md (84%)
 rename tensorflow/{contrib => }/lite/examples/label_image/label_image_test.cc (86%)
 rename tensorflow/{contrib => }/lite/examples/label_image/testdata/grace_hopper.bmp (100%)
 rename tensorflow/{contrib => }/lite/examples/minimal/BUILD (76%)
 rename tensorflow/{contrib => }/lite/examples/minimal/minimal.cc (92%)
 rename tensorflow/{contrib => }/lite/examples/python/BUILD (83%)
 rename tensorflow/{contrib => }/lite/examples/python/label_image.md (81%)
 rename tensorflow/{contrib => }/lite/examples/python/label_image.py (97%)
 rename tensorflow/{contrib => }/lite/experimental/c/BUILD (63%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api.cc (93%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api.h (97%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api_experimental.cc (92%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api_experimental.h (87%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api_experimental_test.cc (86%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api_internal.h (82%)
 rename tensorflow/{contrib => }/lite/experimental/c/c_api_test.cc (95%)
 rename tensorflow/{contrib => }/lite/experimental/c/exported_symbols.lds (100%)
 rename tensorflow/{contrib => }/lite/experimental/c/version_script.lds (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/lstm/BUILD (91%)
 rename tensorflow/{contrib => }/lite/experimental/examples/lstm/tflite_lstm.py (99%)
 rename tensorflow/{contrib => }/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py (96%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/.gitignore (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs.meta (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/AudioManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ClusterInputManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/DynamicsManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorBuildSettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorSettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/GraphicsSettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/InputManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NavMeshAreas.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NetworkManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/Physics2DSettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectSettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectVersion.txt (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/QualitySettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TagManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TimeManager.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/UnityConnectSettings.asset (100%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md (88%)
 rename tensorflow/{contrib => }/lite/experimental/examples/unity/TensorFlowLitePlugin/UnityPackageManager/manifest.json (100%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/BUILD (51%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_beam_entry.h (94%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_beam_scorer.h (91%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_beam_search.h (96%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_beam_search_decoder.cc (96%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_beam_search_decoder_test.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_decoder.h (94%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/ctc_loss_util.h (88%)
 rename tensorflow/{contrib => }/lite/experimental/kernels/top_n.h (98%)
 rename tensorflow/{contrib => }/lite/experimental/micro/BUILD (71%)
 rename tensorflow/{contrib => }/lite/experimental/micro/README.md (82%)
 rename tensorflow/{contrib => }/lite/experimental/micro/compatibility.h (86%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/BUILD (58%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/README.md (88%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc (88%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h (80%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/no_features_data.cc (99%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/no_features_data.h (74%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc (90%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h (78%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/preprocessor.cc (98%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/preprocessor.h (68%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc (76%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc (99%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h (78%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h (80%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/yes_features_data.cc (99%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/yes_features_data.h (74%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc (90%)
 rename tensorflow/{contrib => }/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h (77%)
 create mode 100644 tensorflow/lite/experimental/micro/kernels/BUILD
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/all_ops_resolver.cc (95%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/all_ops_resolver.h (70%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/depthwise_conv.cc (93%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/depthwise_conv_test.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/fully_connected.cc (93%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/fully_connected_test.cc (98%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/softmax.cc (93%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/softmax_test.cc (94%)
 rename tensorflow/{contrib => }/lite/experimental/micro/kernels/test_utils.h (91%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_error_reporter.cc (96%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_error_reporter.h (82%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_error_reporter_test.cc (93%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_interpreter.cc (98%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_interpreter.h (81%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_interpreter_test.cc (98%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_mutable_op_resolver.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_mutable_op_resolver.h (79%)
 rename tensorflow/{contrib => }/lite/experimental/micro/micro_mutable_op_resolver_test.cc (94%)
 rename tensorflow/{contrib => }/lite/experimental/micro/simple_tensor_allocator.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/simple_tensor_allocator.h (78%)
 rename tensorflow/{contrib => }/lite/experimental/micro/simple_tensor_allocator_test.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/BUILD (77%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/Dockerfile.bluepill (100%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/bluepill.resc (100%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/bluepill.robot (100%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/micro_test.bzl (96%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/micro_test.h (96%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/test_bluepill_binary.sh (83%)
 rename tensorflow/{contrib => }/lite/experimental/micro/testing/test_linux_binary.sh (100%)
 rename tensorflow/{contrib => }/lite/experimental/micro/tools/make/Makefile (73%)
 rename tensorflow/{contrib => }/lite/experimental/micro/tools/make/download_dependencies.sh (97%)
 rename tensorflow/{contrib => }/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c (100%)
 rename tensorflow/{contrib => }/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld (100%)
 rename tensorflow/{contrib => }/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc (93%)
 rename tensorflow/{contrib => }/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc (87%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/BUILD (81%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/audio_microfrontend.cc (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/audio_microfrontend_test.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/BUILD (100%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/README (100%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/bits.h (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft.c (96%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft.h (84%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft_io.c (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft_io.h (76%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft_test.cc (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft_util.c (96%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/fft_util.h (76%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank.c (96%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank.h (86%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank_io.c (97%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank_io.h (75%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank_test.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank_util.c (99%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/filterbank_util.h (81%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend.c (94%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend.h (73%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_io.c (83%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_io.h (73%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_main.c (93%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_memmap_generator.c (86%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_memmap_main.c (96%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_test.cc (96%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_util.c (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/frontend_util.h (62%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_lut.c (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_lut.h (82%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale.c (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale.h (82%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale_io.c (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale_io.h (73%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale_test.cc (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale_util.c (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/log_scale_util.h (79%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction.c (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction.h (83%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction_io.c (94%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction_io.h (75%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction_test.cc (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction_util.c (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/noise_reduction_util.h (82%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/pcan_gain_control.c (92%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/pcan_gain_control.h (82%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc (91%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/pcan_gain_control_util.c (97%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/pcan_gain_control_util.h (84%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window.c (97%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window.h (85%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window_io.c (95%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window_io.h (75%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window_test.cc (97%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window_util.c (96%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/lib/window_util.h (80%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc (98%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py (98%)
 rename tensorflow/{contrib => }/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py (98%)
 rename tensorflow/{contrib => }/lite/experimental/writer/BUILD (61%)
 rename tensorflow/{contrib => }/lite/experimental/writer/enum_mapping.h (91%)
 rename tensorflow/{contrib => }/lite/experimental/writer/option_writer_generator.cc (99%)
 rename tensorflow/{contrib => }/lite/experimental/writer/writer.cc (89%)
 rename tensorflow/{contrib => }/lite/experimental/writer/writer_lib.cc (95%)
 rename tensorflow/{contrib => }/lite/experimental/writer/writer_lib.h (88%)
 rename tensorflow/{contrib => }/lite/experimental/writer/writer_lib_test.cc (89%)
 rename tensorflow/{contrib => }/lite/g3doc/_book.yaml (95%)
 rename tensorflow/{contrib => }/lite/g3doc/_index.yaml (99%)
 rename tensorflow/{contrib => }/lite/g3doc/_project.yaml (100%)
 rename tensorflow/{contrib => }/lite/g3doc/apis.md (99%)
 rename tensorflow/{contrib => }/lite/g3doc/convert/cmdline_examples.md (99%)
 rename tensorflow/{contrib => }/lite/g3doc/convert/cmdline_reference.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/convert/index.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/convert/python_api.md (87%)
 rename tensorflow/{contrib => }/lite/g3doc/custom_operators.md (98%)
 rename tensorflow/{contrib => }/lite/g3doc/demo_android.md (90%)
 rename tensorflow/{contrib => }/lite/g3doc/demo_ios.md (95%)
 rename tensorflow/{contrib => }/lite/g3doc/devguide.md (93%)
 rename tensorflow/{contrib => }/lite/g3doc/images/convert/sample_after.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/convert/sample_before.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/convert/workflow.svg (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/assistant_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/detect_crop_disease_in_africa.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/fishbrain_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/fishbrain_logo_big.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/gboard_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/gmail_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/loseit_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/loseit_logo_big.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/nest_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/photos_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/shazam_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/landing-page/vsco_logo.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/performance/model_size_vs_accuracy.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/images/performance/model_size_vs_latency.png (100%)
 rename tensorflow/{contrib => }/lite/g3doc/ios.md (78%)
 rename tensorflow/{contrib => }/lite/g3doc/models.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/ops_versioning.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/overview.md (97%)
 rename tensorflow/{contrib => }/lite/g3doc/performance/benchmarks.md (93%)
 rename tensorflow/{contrib => }/lite/g3doc/performance/best_practices.md (84%)
 rename tensorflow/{contrib => }/lite/g3doc/performance/model_optimization.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/performance/post_training_quantization.md (91%)
 rename tensorflow/{contrib => }/lite/g3doc/rpi.md (78%)
 rename tensorflow/{contrib => }/lite/g3doc/tf_ops_compatibility.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/tfmobile/android_build.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/tfmobile/index.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/tfmobile/ios_build.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/tfmobile/linking_libs.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/tfmobile/optimizing.md (100%)
 rename tensorflow/{contrib => }/lite/g3doc/tfmobile/prepare_models.md (100%)
 rename tensorflow/{contrib => }/lite/graph_info.cc (99%)
 rename tensorflow/{contrib => }/lite/graph_info.h (93%)
 rename tensorflow/{contrib => }/lite/graph_info_test.cc (99%)
 rename tensorflow/{contrib => }/lite/interpreter.cc (98%)
 rename tensorflow/{contrib => }/lite/interpreter.h (98%)
 rename tensorflow/{contrib => }/lite/interpreter_test.cc (99%)
 rename tensorflow/{contrib => }/lite/java/AndroidManifest.xml (100%)
 rename tensorflow/{contrib => }/lite/java/BUILD (88%)
 rename tensorflow/{contrib => }/lite/java/aar_with_jni.bzl (100%)
 rename tensorflow/{contrib => }/lite/java/build_aar_for_release.sh (98%)
 rename tensorflow/{contrib => }/lite/java/demo/.gitignore (100%)
 rename tensorflow/{contrib => }/lite/java/demo/README.md (93%)
 rename tensorflow/{contrib => }/lite/java/demo/app/build.gradle (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/AndroidManifest.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/BUILD (78%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/assets/BUILD (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/assets/labels_imagenet_slim.txt (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/assets/labels_mobilenet_quant_v1_224.txt (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/AutoFitTextureView.java (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/CameraActivity.java (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierFloatInception.java (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierQuantizedMobileNet.java (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-hdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-hdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-hdpi/tile.9.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-mdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-mdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_action_info.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/drawable-xxhdpi/logo.png (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/layout-land/fragment_camera2_basic.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/layout-v26/fragment_camera2_basic.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/layout/activity_camera.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/layout/fragment_camera2_basic.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values-sw600dp/template-dimens.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values-sw600dp/template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values-v11/template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values-v21/base-colors.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values-v21/base-template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values/base-strings.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values/colors.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values/strings.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values/styles.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values/template-dimens.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/app/src/main/res/values/template-styles.xml (100%)
 rename tensorflow/{contrib => }/lite/java/demo/build.gradle (100%)
 rename tensorflow/{contrib => }/lite/java/demo/gradle.properties (100%)
 rename tensorflow/{contrib => }/lite/java/demo/gradle/wrapper/gradle-wrapper.jar (100%)
 rename tensorflow/{contrib => }/lite/java/demo/gradle/wrapper/gradle-wrapper.properties (100%)
 rename tensorflow/{contrib => }/lite/java/demo/gradlew (100%)
 rename tensorflow/{contrib => }/lite/java/demo/gradlew.bat (100%)
 rename tensorflow/{contrib => }/lite/java/demo/settings.gradle (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/BUILD (63%)
 rename tensorflow/{contrib => }/lite/java/ovic/README.md (87%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/AndroidManifest.xml (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/BUILD (62%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/build.gradle (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/res/drawable-mdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/res/drawable-xhdpi/ic_launcher.png (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/res/drawable/start_button_color.xml (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/res/layout/activity_main.xml (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/res/values/dimens.xml (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/app/res/values/strings.xml (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/build.gradle (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/gradle.properties (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.jar (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.properties (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/gradlew (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/gradlew.bat (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/demo/settings.gradle (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/BoundingBox.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassificationResult.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifier.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectionResult.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java (98%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java (98%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java (98%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/testdata/BUILD (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/testdata/coco_labels.txt (100%)
 rename tensorflow/{contrib => }/lite/java/ovic/src/testdata/labels.txt (100%)
 rename tensorflow/{contrib => }/lite/java/proguard.flags (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/DataType.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/Delegate.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/Tensor.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/TensorFlowLite.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/java/org/tensorflow/lite/package-info.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/BUILD (90%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/builtin_ops_jni.cc (95%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/exception_jni.cc (96%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/exception_jni.h (84%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/init_tensorflow_jni.cc (85%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/init_tensorflow_jni.h (81%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc (99%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/nativeinterpreterwrapper_jni.h (93%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/tensor_jni.cc (98%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/tensor_jni.h (93%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/tensorflow_lite_jni.cc (88%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/tensorflow_lite_jni.h (81%)
 rename tensorflow/{contrib => }/lite/java/src/main/native/version_script.lds (100%)
 rename tensorflow/{contrib => }/lite/java/src/test/java/org/tensorflow/lite/DataTypeTest.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java (96%)
 rename tensorflow/{contrib => }/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java (98%)
 rename tensorflow/{contrib => }/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java (97%)
 rename tensorflow/{contrib => }/lite/java/src/test/java/org/tensorflow/lite/TensorFlowLiteTest.java (100%)
 rename tensorflow/{contrib => }/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java (99%)
 rename tensorflow/{contrib => }/lite/java/src/test/native/BUILD (70%)
 rename tensorflow/{contrib => }/lite/java/src/test/native/interpreter_test_jni.cc (98%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/add.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/float32.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/int32.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/int64.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/invalid_model.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/quantized.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/uint8.bin (100%)
 rename tensorflow/{contrib => }/lite/java/src/testdata/with_custom_op.lite (100%)
 rename tensorflow/{contrib => }/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD (85%)
 rename tensorflow/{contrib => }/lite/java/src/testhelper/java/org/tensorflow/lite/TestHelper.java (100%)
 rename tensorflow/{contrib => }/lite/kernels/BUILD (68%)
 rename tensorflow/{contrib => }/lite/kernels/activation_functor.h (86%)
 rename tensorflow/{contrib => }/lite/kernels/activations.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/activations_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/add.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/add_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/arg_min_max.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/arg_min_max_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/audio_spectrogram.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/audio_spectrogram_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/basic_rnn.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/basic_rnn_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/batch_to_space_nd.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/batch_to_space_nd_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/bidirectional_sequence_lstm.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/bidirectional_sequence_lstm_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/bidirectional_sequence_rnn.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/bidirectional_sequence_rnn_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/cast.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/cast_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/comparisons.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/comparisons_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/concatenation.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/concatenation_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/conv.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/conv_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/depthwise_conv.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/depthwise_conv_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/dequantize.cc (90%)
 rename tensorflow/{contrib => }/lite/kernels/dequantize_test.cc (90%)
 rename tensorflow/{contrib => }/lite/kernels/detection_postprocess.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/detection_postprocess_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/div.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/div_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/eigen_support.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/eigen_support.h (85%)
 rename tensorflow/{contrib => }/lite/kernels/elementwise.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/elementwise_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/embedding_lookup.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/embedding_lookup_sparse.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/embedding_lookup_sparse_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/embedding_lookup_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/exp.cc (88%)
 rename tensorflow/{contrib => }/lite/kernels/exp_test.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/expand_dims.cc (90%)
 rename tensorflow/{contrib => }/lite/kernels/expand_dims_test.cc (90%)
 rename tensorflow/{contrib => }/lite/kernels/fake_quant.cc (89%)
 rename tensorflow/{contrib => }/lite/kernels/fake_quant_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/floor.cc (88%)
 rename tensorflow/{contrib => }/lite/kernels/floor_div.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/floor_div_test.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/floor_mod.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/floor_mod_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/floor_test.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/fully_connected.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/fully_connected_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/gather.cc (92%)
 rename tensorflow/{contrib => }/lite/kernels/gather_test.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/gemm_support.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/gemm_support.h (89%)
 rename tensorflow/{contrib => }/lite/kernels/hashtable_lookup.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/hashtable_lookup_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/BUILD (89%)
 rename tensorflow/{contrib => }/lite/kernels/internal/batch_to_space_nd_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/internal/common.h (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/compatibility.h (92%)
 rename tensorflow/{contrib => }/lite/kernels/internal/depthwiseconv_float_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/depthwiseconv_quantized_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/internal/kernel_utils.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/kernel_utils.h (94%)
 rename tensorflow/{contrib => }/lite/kernels/internal/legacy_types.h (74%)
 rename tensorflow/{contrib => }/lite/kernels/internal/log_quantized_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/internal/logsoftmax_quantized_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/mfcc.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/mfcc.h (88%)
 rename tensorflow/{contrib => }/lite/kernels/internal/mfcc_dct.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/mfcc_dct.h (86%)
 rename tensorflow/{contrib => }/lite/kernels/internal/mfcc_mel_filterbank.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/mfcc_mel_filterbank.h (91%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/cblas_conv.h (90%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/cblas_reference.h (89%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/cpu_check.h (89%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/depthwiseconv_float.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/depthwiseconv_uint8.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/eigen_spatial_convolutions.h (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/legacy_optimized_ops.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/multithreaded_conv.h (92%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/neon_tensor_utils.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/neon_tensor_utils.h (93%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/optimized_ops.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/optimized/tensor_utils_impl.h (96%)
 rename tensorflow/{contrib => }/lite/kernels/internal/quantization_util.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/internal/quantization_util.h (96%)
 rename tensorflow/{contrib => }/lite/kernels/internal/quantization_util_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/depthwiseconv_float.h (90%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/depthwiseconv_uint8.h (91%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/fully_connected.h (96%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/legacy_reference_ops.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/portable_tensor_utils.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/portable_tensor_utils.h (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/reference_ops.h (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/reference/softmax.h (92%)
 rename tensorflow/{contrib => }/lite/kernels/internal/resize_bilinear_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/resize_nearest_neighbor_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/internal/round.h (86%)
 rename tensorflow/{contrib => }/lite/kernels/internal/softmax_quantized_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/internal/spectrogram.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/spectrogram.h (95%)
 rename tensorflow/{contrib => }/lite/kernels/internal/strided_slice_logic.h (94%)
 rename tensorflow/{contrib => }/lite/kernels/internal/tensor.h (91%)
 rename tensorflow/{contrib => }/lite/kernels/internal/tensor_ctypes.h (89%)
 rename tensorflow/{contrib => }/lite/kernels/internal/tensor_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/internal/tensor_utils.cc (74%)
 rename tensorflow/{contrib => }/lite/kernels/internal/tensor_utils.h (96%)
 rename tensorflow/{contrib => }/lite/kernels/internal/tensor_utils_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/internal/test_util.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/internal/test_util.h (93%)
 rename tensorflow/{contrib => }/lite/kernels/internal/types.h (98%)
 rename tensorflow/{contrib => }/lite/kernels/kernel_util.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/kernel_util.h (95%)
 rename tensorflow/{contrib => }/lite/kernels/kernel_util_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/l2norm.cc (90%)
 rename tensorflow/{contrib => }/lite/kernels/l2norm_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/layer_norm_lstm.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/layer_norm_lstm_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/local_response_norm.cc (89%)
 rename tensorflow/{contrib => }/lite/kernels/local_response_norm_test.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/log_softmax_test.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/logical.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/logical_test.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/lsh_projection.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/lsh_projection_test.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/lstm.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/lstm_eval.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/lstm_eval.h (93%)
 rename tensorflow/{contrib => }/lite/kernels/lstm_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/maximum_minimum.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/maximum_minimum_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/mfcc.cc (89%)
 rename tensorflow/{contrib => }/lite/kernels/mfcc_test.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/mul.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/mul_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/neg.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/neg_test.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/one_hot.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/one_hot_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/op_macros.h (88%)
 rename tensorflow/{contrib => }/lite/kernels/optional_tensor_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/pack.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/pack_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/pad.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/pad_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/padding.h (90%)
 rename tensorflow/{contrib => }/lite/kernels/pooling.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/pooling_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/pow.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/pow_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/range.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/range_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/reduce.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/reduce_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/register.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/register.h (78%)
 rename tensorflow/{contrib => }/lite/kernels/relu1.cc (92%)
 rename tensorflow/{contrib => }/lite/kernels/relu1_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/reshape.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/reshape_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/resize_bilinear.cc (92%)
 rename tensorflow/{contrib => }/lite/kernels/resize_bilinear_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/resize_nearest_neighbor.cc (92%)
 rename tensorflow/{contrib => }/lite/kernels/resize_nearest_neighbor_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/select.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/select_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/shape.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/shape_test.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/skip_gram.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/skip_gram_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/slice.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/slice_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/softmax_test.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/space_to_batch_nd.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/space_to_batch_nd_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/space_to_depth.cc (91%)
 rename tensorflow/{contrib => }/lite/kernels/space_to_depth_test.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/sparse_output_fully_connected.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/sparse_output_fully_connected_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/sparse_to_dense.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/sparse_to_dense_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/split.cc (92%)
 rename tensorflow/{contrib => }/lite/kernels/split_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/squeeze.cc (92%)
 rename tensorflow/{contrib => }/lite/kernels/squeeze_test.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/strided_slice.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/strided_slice_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/sub.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/sub_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/svdf.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/svdf_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/test_util.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/test_util.h (96%)
 rename tensorflow/{contrib => }/lite/kernels/test_util_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/tile.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/tile_test.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/topk_v2.cc (96%)
 rename tensorflow/{contrib => }/lite/kernels/topk_v2_test.cc (94%)
 rename tensorflow/{contrib => }/lite/kernels/transpose.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/transpose_conv.cc (95%)
 rename tensorflow/{contrib => }/lite/kernels/transpose_conv_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/transpose_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/unidirectional_sequence_lstm.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/unidirectional_sequence_lstm_test.cc (99%)
 rename tensorflow/{contrib => }/lite/kernels/unidirectional_sequence_rnn.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/unidirectional_sequence_rnn_test.cc (98%)
 rename tensorflow/{contrib => }/lite/kernels/unpack.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/unpack_test.cc (97%)
 rename tensorflow/{contrib => }/lite/kernels/zeros_like.cc (93%)
 rename tensorflow/{contrib => }/lite/kernels/zeros_like_test.cc (92%)
 rename tensorflow/{contrib => }/lite/lib_package/BUILD (100%)
 rename tensorflow/{contrib => }/lite/lib_package/concat_licenses.sh (100%)
 rename tensorflow/{contrib => }/lite/lib_package/create_ios_frameworks.sh (87%)
 rename tensorflow/{contrib => }/lite/memory_planner.h (88%)
 rename tensorflow/{contrib => }/lite/mmap_allocation.cc (94%)
 rename tensorflow/{contrib => }/lite/mmap_allocation_disabled.cc (96%)
 rename tensorflow/{contrib => }/lite/model.cc (97%)
 rename tensorflow/{contrib => }/lite/model.h (95%)
 rename tensorflow/{contrib => }/lite/model_flex_test.cc (86%)
 rename tensorflow/{contrib => }/lite/model_test.cc (91%)
 rename tensorflow/{contrib => }/lite/models/BUILD (74%)
 rename tensorflow/{contrib => }/lite/models/smartreply/BUILD (60%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/AndroidManifest.xml (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/BUILD (88%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/assets/BUILD (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/assets/backoff_response.txt (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/MainActivity.java (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReply.java (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReplyClient.java (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/res/layout/main_activity.xml (100%)
 rename tensorflow/{contrib => }/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc (97%)
 rename tensorflow/{contrib => }/lite/models/smartreply/g3doc/README.md (98%)
 rename tensorflow/{contrib => }/lite/models/smartreply/ops/extract_feature.cc (95%)
 rename tensorflow/{contrib => }/lite/models/smartreply/ops/extract_feature_test.cc (93%)
 rename tensorflow/{contrib => }/lite/models/smartreply/ops/normalize.cc (95%)
 rename tensorflow/{contrib => }/lite/models/smartreply/ops/normalize_test.cc (90%)
 rename tensorflow/{contrib => }/lite/models/smartreply/ops/predict.cc (99%)
 rename tensorflow/{contrib => }/lite/models/smartreply/ops/predict_test.cc (95%)
 rename tensorflow/{contrib => }/lite/models/smartreply/predictor.cc (92%)
 rename tensorflow/{contrib => }/lite/models/smartreply/predictor.h (91%)
 rename tensorflow/{contrib => }/lite/models/smartreply/predictor_test.cc (94%)
 rename tensorflow/{contrib => }/lite/models/speech_test.cc (96%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/README.md (93%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/asr_am.svg (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/asr_lm.svg (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/endpointer.svg (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/hotword.svg (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/speakerid.svg (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/g3doc/tts.svg (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/smartreply_samples.tsv (100%)
 rename tensorflow/{contrib => }/lite/models/testdata/speech_asr_lm_model.test_spec (100%)
 rename tensorflow/{contrib => }/lite/mutable_op_resolver.cc (97%)
 rename tensorflow/{contrib => }/lite/mutable_op_resolver.h (91%)
 rename tensorflow/{contrib => }/lite/mutable_op_resolver_test.cc (98%)
 rename tensorflow/{contrib => }/lite/nnapi/BUILD (100%)
 rename tensorflow/{contrib => }/lite/nnapi/NeuralNetworksShim.h (99%)
 rename tensorflow/{contrib => }/lite/nnapi/README.md (100%)
 rename tensorflow/{contrib => }/lite/nnapi_delegate.cc (99%)
 rename tensorflow/{contrib => }/lite/nnapi_delegate.h (86%)
 rename tensorflow/{contrib => }/lite/nnapi_delegate_disabled.cc (96%)
 rename tensorflow/{contrib => }/lite/op_resolver.h (73%)
 rename tensorflow/{contrib => }/lite/optional_debug_tools.cc (98%)
 rename tensorflow/{contrib => }/lite/optional_debug_tools.h (80%)
 rename tensorflow/{contrib => }/lite/profiling/BUILD (71%)
 rename tensorflow/{contrib => }/lite/profiling/profile_buffer.h (95%)
 rename tensorflow/{contrib => }/lite/profiling/profile_buffer_test.cc (96%)
 rename tensorflow/{contrib => }/lite/profiling/profile_summarizer.cc (97%)
 rename tensorflow/{contrib => }/lite/profiling/profile_summarizer.h (84%)
 rename tensorflow/{contrib => }/lite/profiling/profile_summarizer_test.cc (93%)
 rename tensorflow/{contrib => }/lite/profiling/profiler.h (95%)
 rename tensorflow/{contrib => }/lite/profiling/profiler_test.cc (97%)
 rename tensorflow/{contrib => }/lite/profiling/time.cc (96%)
 rename tensorflow/{contrib => }/lite/profiling/time.h (84%)
 create mode 100644 tensorflow/lite/python/BUILD
 rename tensorflow/{contrib => }/lite/python/convert.py (98%)
 rename tensorflow/{contrib => }/lite/python/convert_saved_model.py (99%)
 rename tensorflow/{contrib => }/lite/python/convert_saved_model_test.py (99%)
 rename tensorflow/{contrib => }/lite/python/convert_test.py (98%)
 rename tensorflow/{contrib => }/lite/python/create_custom_op.py (98%)
 rename tensorflow/{contrib => }/lite/python/interpreter.py (99%)
 rename tensorflow/{contrib => }/lite/python/interpreter_test.py (98%)
 rename tensorflow/{contrib => }/lite/python/interpreter_wrapper/BUILD (86%)
 rename tensorflow/{contrib => }/lite/python/interpreter_wrapper/interpreter_wrapper.cc (98%)
 rename tensorflow/{contrib => }/lite/python/interpreter_wrapper/interpreter_wrapper.h (93%)
 rename tensorflow/{contrib => }/lite/python/interpreter_wrapper/interpreter_wrapper.i (88%)
 rename tensorflow/{contrib => }/lite/python/lite.py (94%)
 rename tensorflow/{contrib => }/lite/python/lite_constants.py (94%)
 rename tensorflow/{contrib => }/lite/python/lite_test.py (99%)
 rename tensorflow/{contrib => }/lite/python/op_hint.py (99%)
 rename tensorflow/{contrib => }/lite/python/tflite_convert.py (98%)
 rename tensorflow/{contrib => }/lite/schema/BUILD (96%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/BUILD (86%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/README.md (65%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/consistency_test.cc (93%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/generate.cc (92%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/generator.cc (92%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/generator.h (86%)
 rename tensorflow/{contrib => }/lite/schema/builtin_ops_header/generator_test.cc (96%)
 rename tensorflow/{contrib => }/lite/schema/flatbuffer_compatibility_test.cc (96%)
 rename tensorflow/{contrib => }/lite/schema/schema.fbs (100%)
 rename tensorflow/{contrib => }/lite/schema/schema_generated.h (100%)
 rename tensorflow/{contrib => }/lite/schema/schema_v0.fbs (100%)
 rename tensorflow/{contrib => }/lite/schema/schema_v1.fbs (100%)
 rename tensorflow/{contrib => }/lite/schema/schema_v2.fbs (100%)
 rename tensorflow/{contrib => }/lite/schema/schema_v3.fbs (100%)
 rename tensorflow/{contrib => }/lite/schema/upgrade_schema.py (97%)
 rename tensorflow/{contrib => }/lite/schema/upgrade_schema_test.py (99%)
 rename tensorflow/{contrib => }/lite/simple_memory_arena.cc (98%)
 rename tensorflow/{contrib => }/lite/simple_memory_arena.h (92%)
 rename tensorflow/{contrib => }/lite/simple_memory_arena_test.cc (97%)
 rename tensorflow/{contrib => }/lite/special_rules.bzl (59%)
 rename tensorflow/{contrib => }/lite/stderr_reporter.cc (96%)
 rename tensorflow/{contrib => }/lite/stderr_reporter.h (78%)
 rename tensorflow/{contrib => }/lite/string.h (86%)
 rename tensorflow/{contrib => }/lite/string_util.cc (97%)
 rename tensorflow/{contrib => }/lite/string_util.h (93%)
 rename tensorflow/{contrib => }/lite/string_util_test.cc (94%)
 rename tensorflow/{contrib => }/lite/testdata/0_subgraphs.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/2_subgraphs.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/add.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/add.json (100%)
 rename tensorflow/{contrib => }/lite/testdata/add_quantized.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/add_quantized.json (100%)
 rename tensorflow/{contrib => }/lite/testdata/empty_model.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/multi_add.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/multi_add.json (100%)
 rename tensorflow/{contrib => }/lite/testdata/multi_add.pb (100%)
 rename tensorflow/{contrib => }/lite/testdata/multi_add_flex.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/no_subgraphs.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/test_model.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/test_model_broken.bin (100%)
 rename tensorflow/{contrib => }/lite/testdata/test_model_broken.json (100%)
 rename tensorflow/{contrib => }/lite/testdata/two_subgraphs.bin (100%)
 rename tensorflow/{contrib => }/lite/testing/BUILD (80%)
 rename tensorflow/{contrib => }/lite/testing/generate_examples.py (99%)
 rename tensorflow/{contrib => }/lite/testing/generate_examples_report.py (100%)
 rename tensorflow/{contrib => }/lite/testing/generate_testspec.cc (95%)
 rename tensorflow/{contrib => }/lite/testing/generate_testspec.h (91%)
 rename tensorflow/{contrib => }/lite/testing/generate_testspec_test.cc (96%)
 rename tensorflow/{contrib => }/lite/testing/generated_examples_zip_test.cc (98%)
 rename tensorflow/{contrib => }/lite/testing/init_tensorflow.cc (94%)
 rename tensorflow/{contrib => }/lite/testing/init_tensorflow.h (82%)
 rename tensorflow/{contrib => }/lite/testing/join.h (89%)
 rename tensorflow/{contrib => }/lite/testing/join_test.cc (96%)
 rename tensorflow/{contrib => }/lite/testing/message.cc (96%)
 rename tensorflow/{contrib => }/lite/testing/message.h (94%)
 rename tensorflow/{contrib => }/lite/testing/message_test.cc (98%)
 rename tensorflow/{contrib => }/lite/testing/model_coverage/BUILD (85%)
 rename tensorflow/{contrib => }/lite/testing/model_coverage/model_coverage_lib.py (98%)
 rename tensorflow/{contrib => }/lite/testing/model_coverage/model_coverage_lib_test.py (97%)
 rename tensorflow/{contrib => }/lite/testing/nnapi_example.cc (91%)
 rename tensorflow/{contrib => }/lite/testing/parse_testdata.cc (98%)
 rename tensorflow/{contrib => }/lite/testing/parse_testdata.h (89%)
 rename tensorflow/{contrib => }/lite/testing/split.cc (96%)
 rename tensorflow/{contrib => }/lite/testing/split.h (93%)
 rename tensorflow/{contrib => }/lite/testing/split_test.cc (97%)
 rename tensorflow/{contrib => }/lite/testing/test_runner.h (95%)
 rename tensorflow/{contrib => }/lite/testing/test_runner_test.cc (97%)
 rename tensorflow/{contrib => }/lite/testing/tf_driver.cc (97%)
 rename tensorflow/{contrib => }/lite/testing/tf_driver.h (90%)
 rename tensorflow/{contrib => }/lite/testing/tf_driver_test.cc (93%)
 rename tensorflow/{contrib => }/lite/testing/tflite_diff_example_test.cc (90%)
 rename tensorflow/{contrib => }/lite/testing/tflite_diff_flags.h (92%)
 rename tensorflow/{contrib => }/lite/testing/tflite_diff_util.cc (85%)
 rename tensorflow/{contrib => }/lite/testing/tflite_diff_util.h (89%)
 rename tensorflow/{contrib => }/lite/testing/tflite_driver.cc (97%)
 rename tensorflow/{contrib => }/lite/testing/tflite_driver.h (81%)
 rename tensorflow/{contrib => }/lite/testing/tflite_driver_test.cc (93%)
 rename tensorflow/{contrib => }/lite/testing/tokenize.cc (96%)
 rename tensorflow/{contrib => }/lite/testing/tokenize.h (89%)
 rename tensorflow/{contrib => }/lite/testing/tokenize_test.cc (98%)
 rename tensorflow/{contrib => }/lite/testing/util.h (85%)
 rename tensorflow/{contrib => }/lite/toco/BUILD (96%)
 rename tensorflow/{contrib => }/lite/toco/README.md (100%)
 rename tensorflow/{contrib => }/lite/toco/allocate_transient_arrays.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/allocate_transient_arrays.h (87%)
 rename tensorflow/{contrib => }/lite/toco/args.h (97%)
 rename tensorflow/{contrib => }/lite/toco/dump_graphviz.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/dump_graphviz.h (78%)
 rename tensorflow/{contrib => }/lite/toco/export_tensorflow.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/export_tensorflow.h (79%)
 rename tensorflow/{contrib => }/lite/toco/format_port.h (92%)
 rename tensorflow/{contrib => }/lite/toco/g3doc/README.md (100%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_reorder_axes.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/create_im2col_arrays.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/dequantize.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/drop_fake_quant.cc (86%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/drop_im2col_arrays.cc (88%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/ensure_bias_vectors.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/fuse_activation_functions.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/graph_transformations.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/graph_transformations.h (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/hardcode_min_max.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_dilated_conv.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_l2_normalization.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_l2_pool.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_lstm.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_lstm_split_inputs.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_prelu.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/identify_relu1.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/lstm_utils.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/lstm_utils.h (92%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/make_initial_dequantize_operator.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc (92%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/propagate_array_data_types.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/propagate_default_min_max.cc (92%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/propagate_fixed_sizes.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/quantization_util.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/quantization_util.h (85%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/quantize.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_final_dequantize_op.cc (90%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_tensorflow_assert.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_tensorflow_identity.cc (83%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_binary.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_concatenation.cc (83%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_fake_quant.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_passthrough.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_passthrough.h (86%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc (89%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc (87%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_reshape.cc (92%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_trivial_slice.cc (88%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/remove_unused_op.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/reorder_elementwise_unary.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/reorder_reshape_transpose.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_batch_normalization.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_binary.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_concatenation.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_fake_quant.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_fill.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_gather.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_pack.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_random_uniform.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_range.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_reshape.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_select.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_slice.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_strided_slice.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_tile.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_transpose.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_constant_unary.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_gather_attributes.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_multiply_by_zero.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_pad_attributes.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_padv2_attributes.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_reduce_attributes.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_reorder_axes.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_reshape_attributes.cc (90%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_slice_attributes.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_squeeze_attributes.cc (86%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_tensorflow_concat.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_tensorflow_merge.cc (92%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_tensorflow_switch.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/resolve_transpose_attributes.cc (91%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/shuffle_fc_weights.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/tests/BUILD (60%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/tests/lstm_utils_test.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc (94%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/unfuse_activation_functions.cc (92%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/unpartition_embedding_lookup.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/graph_transformations/unroll_batch_matmul.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/import_tensorflow.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/import_tensorflow.h (84%)
 rename tensorflow/{contrib => }/lite/toco/import_tensorflow_test.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/model.h (99%)
 rename tensorflow/{contrib => }/lite/toco/model_cmdline_flags.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/model_cmdline_flags.h (80%)
 rename tensorflow/{contrib => }/lite/toco/model_flags.proto (99%)
 rename tensorflow/{contrib => }/lite/toco/python/BUILD (67%)
 rename tensorflow/{contrib => }/lite/toco/python/toco.i (95%)
 rename tensorflow/{contrib => }/lite/toco/python/toco_from_protos.py (96%)
 rename tensorflow/{contrib => }/lite/toco/python/toco_from_protos_test.py (95%)
 rename tensorflow/{contrib => }/lite/toco/python/toco_python_api.cc (90%)
 rename tensorflow/{contrib => }/lite/toco/python/toco_python_api.h (88%)
 rename tensorflow/{contrib => }/lite/toco/runtime/common.h (78%)
 rename tensorflow/{contrib => }/lite/toco/runtime/types.h (72%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/BUILD (80%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/cluster.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/cluster.h (89%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/cluster_utils.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/cluster_utils.h (82%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/resolve_cluster.cc (93%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/resolve_cluster.h (86%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/resolve_svdf.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/resolve_svdf.h (85%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_util.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/tensorflow_util.h (81%)
 rename tensorflow/{contrib => }/lite/toco/tflite/BUILD (68%)
 rename tensorflow/{contrib => }/lite/toco/tflite/builtin_operator.h (90%)
 rename tensorflow/{contrib => }/lite/toco/tflite/custom_operator.h (90%)
 rename tensorflow/{contrib => }/lite/toco/tflite/export.cc (97%)
 rename tensorflow/{contrib => }/lite/toco/tflite/export.h (95%)
 rename tensorflow/{contrib => }/lite/toco/tflite/export_test.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/tflite/import.cc (95%)
 rename tensorflow/{contrib => }/lite/toco/tflite/import.h (84%)
 rename tensorflow/{contrib => }/lite/toco/tflite/import_test.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/tflite/operator.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/tflite/operator.h (94%)
 rename tensorflow/{contrib => }/lite/toco/tflite/operator_test.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/tflite/simple_operator.h (86%)
 rename tensorflow/{contrib => }/lite/toco/tflite/types.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/tflite/types.h (87%)
 rename tensorflow/{contrib => }/lite/toco/tflite/types_test.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/tflite/whitelisted_flex_ops.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/tflite/whitelisted_flex_ops.h (86%)
 rename tensorflow/{contrib => }/lite/toco/toco.cc (90%)
 rename tensorflow/{contrib => }/lite/toco/toco_cmdline_flags.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/toco_cmdline_flags.h (79%)
 rename tensorflow/{contrib => }/lite/toco/toco_flags.proto (99%)
 rename tensorflow/{contrib => }/lite/toco/toco_graphviz_dump_options.cc (92%)
 rename tensorflow/{contrib => }/lite/toco/toco_graphviz_dump_options.h (82%)
 rename tensorflow/{contrib => }/lite/toco/toco_port.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/toco_port.h (94%)
 rename tensorflow/{contrib => }/lite/toco/toco_port_test.cc (88%)
 rename tensorflow/{contrib => }/lite/toco/toco_tooling.cc (96%)
 rename tensorflow/{contrib => }/lite/toco/toco_tooling.h (84%)
 rename tensorflow/{contrib => }/lite/toco/toco_types.h (88%)
 rename tensorflow/{contrib => }/lite/toco/tooling_util.cc (99%)
 rename tensorflow/{contrib => }/lite/toco/tooling_util.h (96%)
 rename tensorflow/{contrib => }/lite/toco/tooling_util_test.cc (98%)
 rename tensorflow/{contrib => }/lite/toco/types.proto (100%)
 rename tensorflow/{contrib => }/lite/tools/BUILD (60%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/BUILD (92%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/README.md (100%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/accuracy_eval_stage.h (88%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/android_required_build_flags.cc (100%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/csv_writer.h (92%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/eval_pipeline.cc (95%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/eval_pipeline.h (89%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/eval_pipeline_builder.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/eval_pipeline_builder.h (89%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/eval_pipeline_builder_test.cc (99%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/eval_pipeline_test.cc (98%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/file_reader_stage.cc (93%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/file_reader_stage.h (81%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/file_reader_stage_test.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/BUILD (82%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/README.md (95%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/clsloc_validation_blacklist.txt (100%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/generate_validation_labels.py (100%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc (96%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc (95%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h (91%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc (98%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h (91%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc (98%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/inception_preprocessing.h (89%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc (98%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/ilsvrc/testdata/grace_hopper.jpg (100%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/run_tflite_model_op.cc (95%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/run_tflite_model_op_test.cc (100%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/run_tflite_model_stage.cc (95%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/run_tflite_model_stage.h (85%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/stage.h (90%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/utils.cc (92%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/utils.h (85%)
 rename tensorflow/{contrib => }/lite/tools/accuracy/utils_test.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/BUILD (71%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/README.md (96%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_main.cc (89%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_model.cc (96%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_model.h (93%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_params.cc (92%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_params.h (90%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_plus_flex_main.cc (85%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_test.cc (92%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_tflite_model.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/benchmark_tflite_model.h (84%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/command_line_flags.cc (98%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/command_line_flags.h (95%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/command_line_flags_test.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/README.md (84%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj (92%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.h (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.m (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/AppIcon.appiconset/Contents.json (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/Contents.json (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/LaunchScreen.storyboard (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/Main.storyboard (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.h (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm (97%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Info.plist (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/benchmark_data/benchmark_params.json (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/main.m (100%)
 rename tensorflow/{contrib => }/lite/tools/benchmark/logging.h (92%)
 rename tensorflow/{contrib => }/lite/tools/gen_op_registration.cc (93%)
 rename tensorflow/{contrib => }/lite/tools/gen_op_registration.h (82%)
 rename tensorflow/{contrib => }/lite/tools/gen_op_registration_main.cc (98%)
 rename tensorflow/{contrib => }/lite/tools/gen_op_registration_test.cc (88%)
 rename tensorflow/{contrib => }/lite/tools/make/Makefile (77%)
 rename tensorflow/{contrib => }/lite/tools/make/build_ios_universal_lib.sh (69%)
 rename tensorflow/{contrib => }/lite/tools/make/build_rpi_lib.sh (87%)
 rename tensorflow/{contrib => }/lite/tools/make/download_dependencies.sh (98%)
 rename tensorflow/{contrib => }/lite/tools/make/targets/ios_makefile.inc (100%)
 rename tensorflow/{contrib => }/lite/tools/make/targets/linux_makefile.inc (100%)
 rename tensorflow/{contrib => }/lite/tools/make/targets/riscv_makefile.inc (100%)
 rename tensorflow/{contrib => }/lite/tools/make/targets/rpi_makefile.inc (100%)
 rename tensorflow/{contrib => }/lite/tools/make/targets/stm32f1_makefile.inc (100%)
 rename tensorflow/{contrib => }/lite/tools/make/targets/stm32f7_makefile.inc (100%)
 rename tensorflow/{contrib => }/lite/tools/optimize/BUILD (67%)
 rename tensorflow/{contrib => }/lite/tools/optimize/g3doc/quantize_weights.md (96%)
 rename tensorflow/{contrib => }/lite/tools/optimize/quantize_weights.cc (94%)
 rename tensorflow/{contrib => }/lite/tools/optimize/quantize_weights.h (85%)
 rename tensorflow/{contrib => }/lite/tools/optimize/quantize_weights_test.cc (95%)
 rename tensorflow/{contrib => }/lite/tools/verifier.cc (97%)
 rename tensorflow/{contrib => }/lite/tools/verifier.h (87%)
 rename tensorflow/{contrib => }/lite/tools/verifier_test.cc (96%)
 rename tensorflow/{contrib => }/lite/tools/visualize.py (99%)
 rename tensorflow/{contrib => }/lite/tutorials/BUILD (100%)
 rename tensorflow/{contrib => }/lite/tutorials/dataset.py (100%)
 rename tensorflow/{contrib => }/lite/tutorials/mnist_tflite.py (95%)
 rename tensorflow/{contrib => }/lite/tutorials/post_training_quant.ipynb (95%)
 rename tensorflow/{contrib => }/lite/util.cc (97%)
 rename tensorflow/{contrib => }/lite/util.h (92%)
 rename tensorflow/{contrib => }/lite/util_test.cc (94%)
 rename tensorflow/{contrib => }/lite/version.h (87%)

diff --git a/.gitignore b/.gitignore
index 1ef4c297ee..57d84228cf 100644
--- a/.gitignore
+++ b/.gitignore
@@ -24,10 +24,10 @@ Pods
 Podfile.lock
 *.pbxproj
 *.xcworkspacedata
-/tensorflow/contrib/lite/downloads/**
-/tensorflow/contrib/lite/gen/**
-/tensorflow/contrib/lite/examples/ios/simple/data/*.txt
-/tensorflow/contrib/lite/examples/ios/simple/data/*.tflite
+/tensorflow/lite/downloads/**
+/tensorflow/lite/gen/**
+/tensorflow/lite/examples/ios/simple/data/*.txt
+/tensorflow/lite/examples/ios/simple/data/*.tflite
 xcuserdata/**
 /api_init_files_list.txt
 /estimator_api_init_files_list.txt
diff --git a/RELEASE.md b/RELEASE.md
index 2b00d06580..b13b071bd6 100644
--- a/RELEASE.md
+++ b/RELEASE.md
@@ -258,8 +258,8 @@ Ag Ramesh, Alex Wiltschko, Alexander Pantyukhin, Amogh Mannekote, An Jiaoyang, A
 * Update `tf.keras` to the Keras 2.1.6 API.
 * Added [`tf.keras.layers.CuDNNGRU`](https://www.tensorflow.org/versions/r1.9/api_docs/python/tf/keras/layers/CuDNNGRU) and [`tf.keras.layers.CuDNNLSTM`](https://www.tensorflow.org/versions/r1.9/api_docs/python/tf/keras/layers/CuDNNLSTM) layers. [Try it](https://colab.sandbox.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/eager/python/examples/nmt_with_attention/nmt_with_attention.ipynb?linkId=53292082).
 * Adding support of core [feature columns](https://www.tensorflow.org/get_started/feature_columns) and [losses](https://www.tensorflow.org/api_docs/python/tf/losses) to [gradient boosted trees estimators](https://github.com/tensorflow/models/tree/master/official/boosted_trees).
-* The [python interface](https://www.tensorflow.org/versions/r1.9/api_docs/python/tf/contrib/lite)
-  for the [TFLite Optimizing Converter](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/toco/README.md)
+* The [python interface](https://www.tensorflow.org/versions/r1.9/api_docs/python/tf/lite)
+  for the [TFLite Optimizing Converter](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/toco/README.md)
   has been expanded, and the command line interface (AKA: `toco`, `tflite_convert`) is once again
   included in the standard `pip` installation.
 * Improved data-loading and text processing with:
@@ -562,7 +562,7 @@ Yoni Tsafir, yordun, Yuan (Terry) Tang, Yuxin Wu, zhengdi, Zhengsheng Wei, 田
 ## Major Features And Improvements
 * [Eager execution](https://github.com/tensorflow/tensorflow/tree/r1.5/tensorflow/contrib/eager)
   preview version is now available.
-* [TensorFlow Lite](https://github.com/tensorflow/tensorflow/tree/r1.5/tensorflow/contrib/lite)
+* [TensorFlow Lite](https://github.com/tensorflow/tensorflow/tree/r1.5/tensorflow/lite)
   dev preview is now available.
 * CUDA 9.0 and cuDNN 7 support.
 * Accelerated Linear Algebra (XLA):
@@ -909,7 +909,7 @@ See also [TensorBoard 0.1.4](https://github.com/tensorflow/tensorboard/releases/
 * Adds tf.contrib.nn.rank_sampled_softmax_loss, a sampled-softmax variant that can improve rank loss.
 * `tf.contrib.metrics`.{streaming_covariance,streaming_pearson_correlation} modified to return nan when they have seen less or equal to 1 unit of weight.
 * Adds time series models to contrib. See contrib/timeseries/README.md for details.
-* Adds FULLY_CONNECTED Op to tensorflow/contrib/lite/schema.fbs
+* Adds FULLY_CONNECTED Op to tensorflow/lite/schema.fbs
 
 ## Known Issues
 * Tensorflow_gpu compilation fails with Bazel 0.5.3.
diff --git a/tensorflow/contrib/cmake/python_modules.txt b/tensorflow/contrib/cmake/python_modules.txt
index dea5a6f966..d94b703700 100644
--- a/tensorflow/contrib/cmake/python_modules.txt
+++ b/tensorflow/contrib/cmake/python_modules.txt
@@ -279,10 +279,10 @@ tensorflow/contrib/linear_optimizer/kernels/g3doc
 tensorflow/contrib/linear_optimizer/python
 tensorflow/contrib/linear_optimizer/python/ops
 # TODO(drpngx): Fix failing imports
-# tensorflow/contrib/lite
-# tensorflow/contrib/lite/python
-# tensorflow/contrib/lite/toco
-# tensorflow/contrib/lite/toco/python
+# tensorflow/lite
+# tensorflow/lite/python
+# tensorflow/lite/toco
+# tensorflow/lite/toco/python
 tensorflow/contrib/lookup
 tensorflow/contrib/losses
 tensorflow/contrib/losses/python
diff --git a/tensorflow/contrib/cmake/python_protos.txt b/tensorflow/contrib/cmake/python_protos.txt
index 42afbd9105..013180c890 100644
--- a/tensorflow/contrib/cmake/python_protos.txt
+++ b/tensorflow/contrib/cmake/python_protos.txt
@@ -6,7 +6,7 @@ tensorflow/contrib/boosted_trees/proto
 tensorflow/contrib/cloud/kernels
 tensorflow/contrib/decision_trees/proto
 tensorflow/contrib/gdr
-tensorflow/contrib/lite/toco
+tensorflow/lite/toco
 tensorflow/contrib/mpi
 tensorflow/contrib/mpi_collectives
 tensorflow/contrib/session_bundle
diff --git a/tensorflow/contrib/cmake/tf_python.cmake b/tensorflow/contrib/cmake/tf_python.cmake
index 6d86daf5f1..ef487d3509 100755
--- a/tensorflow/contrib/cmake/tf_python.cmake
+++ b/tensorflow/contrib/cmake/tf_python.cmake
@@ -222,17 +222,17 @@ endforeach(python_module)
 
 add_custom_command(TARGET tf_python_touchup_modules PRE_BUILD
     COMMAND ${CMAKE_COMMAND} -E make_directory
-    "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/lite")
+    "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/lite")
 add_custom_command(TARGET tf_python_touchup_modules PRE_BUILD
     COMMAND ${CMAKE_COMMAND} -E make_directory
-    "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/lite/python")
+    "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/lite/python")
 add_custom_command(TARGET tf_python_touchup_modules PRE_BUILD
     COMMAND ${CMAKE_COMMAND} -E touch
-    "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/lite/python/__init__.py")
+    "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/lite/python/__init__.py")
 add_custom_command(
     TARGET tf_python_copy_scripts_to_destination PRE_BUILD
     COMMAND ${CMAKE_COMMAND} -E touch
-    ${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/contrib/lite/python/lite.py)
+    ${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/lite/python/lite.py)
 
 # Generate the tensorflow.python.platform.build_info module.
 set(BUILD_INFO_PY "${CMAKE_CURRENT_BINARY_DIR}/tf_python/tensorflow/python/platform/build_info.py")
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/BUILD b/tensorflow/contrib/lite/experimental/micro/kernels/BUILD
deleted file mode 100644
index a012f950e6..0000000000
--- a/tensorflow/contrib/lite/experimental/micro/kernels/BUILD
+++ /dev/null
@@ -1,107 +0,0 @@
-package(default_visibility = [
-    "//visibility:public",
-])
-
-licenses(["notice"])  # Apache 2.0
-
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
-load(
-    "//tensorflow/contrib/lite/experimental/micro/testing:micro_test.bzl",
-    "tflite_micro_cc_test",
-)
-
-cc_library(
-    name = "micro_ops",
-    srcs = [
-        "depthwise_conv.cc",
-        "fully_connected.cc",
-        "softmax.cc",
-    ],
-    hdrs = [
-    ],
-    copts = tflite_copts(),
-    deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
-        "//tensorflow/contrib/lite/kernels:op_macros",
-        "//tensorflow/contrib/lite/kernels:padding",
-        "//tensorflow/contrib/lite/kernels/internal:quantization_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
-        "//tensorflow/contrib/lite/kernels/internal:tensor",
-    ],
-)
-
-cc_library(
-    name = "all_ops_resolver",
-    srcs = [
-        "all_ops_resolver.cc",
-    ],
-    hdrs = [
-        "all_ops_resolver.h",
-    ],
-    copts = tflite_copts(),
-    deps = [
-        ":micro_ops",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-    ],
-)
-
-cc_library(
-    name = "test_utils",
-    srcs = [
-    ],
-    hdrs = [
-        "test_utils.h",
-    ],
-    copts = tflite_copts(),
-    deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/core/api",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
-    ],
-)
-
-tflite_micro_cc_test(
-    name = "depthwise_conv_test",
-    srcs = [
-        "depthwise_conv_test.cc",
-    ],
-    deps = [
-        ":all_ops_resolver",
-        ":test_utils",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
-    ],
-)
-
-tflite_micro_cc_test(
-    name = "fully_connected_test",
-    srcs = [
-        "fully_connected_test.cc",
-    ],
-    deps = [
-        ":all_ops_resolver",
-        ":test_utils",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
-    ],
-)
-
-tflite_micro_cc_test(
-    name = "softmax_test",
-    srcs = [
-        "softmax_test.cc",
-    ],
-    deps = [
-        ":all_ops_resolver",
-        ":test_utils",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
-    ],
-)
diff --git a/tensorflow/contrib/lite/python/BUILD b/tensorflow/contrib/lite/python/BUILD
index 87d090e31a..893ddd7823 100644
--- a/tensorflow/contrib/lite/python/BUILD
+++ b/tensorflow/contrib/lite/python/BUILD
@@ -1,186 +1,12 @@
-licenses(["notice"])  # Apache 2.0
-
-package(default_visibility = ["//tensorflow:internal"])
-
-load("//tensorflow:tensorflow.bzl", "py_test")
-
-filegroup(
-    name = "interpreter_test_data",
-    srcs = glob(["**/testdata/*"]),
-    visibility = ["//tensorflow:__subpackages__"],
-)
-
-py_library(
-    name = "interpreter",
-    srcs = [
-        "interpreter.py",
-    ],
-    srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
-    deps = [
-        "//tensorflow/contrib/lite/python/interpreter_wrapper:tensorflow_wrap_interpreter_wrapper",
-        "//tensorflow/python:util",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_test(
-    name = "interpreter_test",
-    srcs = ["interpreter_test.py"],
-    data = [":interpreter_test_data"],
-    srcs_version = "PY2AND3",
-    tags = ["no_oss"],
-    deps = [
-        ":interpreter",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_binary(
-    name = "tflite_convert",
-    srcs = ["tflite_convert.py"],
-    srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
-    deps = [
-        ":lite",
-    ],
-)
+licenses(["notice"])
 
+# DO NOT USE THIS TARGET. TensorFlow Lite has moved to tensorflow/lite.
 py_library(
     name = "lite",
-    srcs = ["lite.py"],
-    srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
-    deps = [
-        ":convert",
-        ":convert_saved_model",
-        ":interpreter",
-        ":lite_constants",
-        ":op_hint",
-        "//tensorflow/python:graph_util",
-        "//tensorflow/python/keras",
-        "//tensorflow/python/saved_model:constants",
-        "//tensorflow/python/saved_model:loader",
-    ],
-)
-
-py_test(
-    name = "lite_test",
-    srcs = ["lite_test.py"],
-    data = ["@tflite_mobilenet_ssd_quant_protobuf//:tflite_graph.pb"],
+    srcs = ["__init__.py"],
     srcs_version = "PY2AND3",
-    tags = [
-        "no_oss",
-        "no_windows",
-    ],
-    deps = [
-        ":lite",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework_test_lib",
-    ],
-)
-
-py_library(
-    name = "lite_constants",
-    srcs = ["lite_constants.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow/contrib/lite/toco:toco_flags_proto_py",
-    ],
-)
-
-py_library(
-    name = "convert",
-    srcs = ["convert.py"],
-    srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
-    deps = [
-        ":lite_constants",
-        "//tensorflow/contrib/lite/toco:model_flags_proto_py",
-        "//tensorflow/contrib/lite/toco:toco_flags_proto_py",
-        "//tensorflow/contrib/lite/toco/python:tensorflow_wrap_toco",
-        "//tensorflow/contrib/lite/toco/python:toco_from_protos",
-        "//tensorflow/python:platform",
-    ],
-)
-
-py_library(
-    name = "op_hint",
-    srcs = ["op_hint.py"],
-    srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
-    deps = [
-        "//tensorflow/contrib/framework:framework_py",
-        "//tensorflow/contrib/graph_editor:graph_editor_py",
-        "//tensorflow/core:protos_all_py",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:util",
-    ],
-)
-
-py_test(
-    name = "convert_test",
-    srcs = ["convert_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":convert",
-        ":interpreter",
-        ":op_hint",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:dtypes",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:session",
-    ],
-)
-
-py_library(
-    name = "convert_saved_model",
-    srcs = ["convert_saved_model.py"],
-    srcs_version = "PY2AND3",
-    visibility = ["//tensorflow/contrib/lite:__subpackages__"],
-    deps = [
-        ":convert",
-        "//tensorflow/python:graph_util",
-        "//tensorflow/python:platform",
-        "//tensorflow/python/saved_model",
-    ],
-)
-
-py_binary(
-    name = "create_custom_op",
-    srcs = ["create_custom_op.py"],
-    srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
-    deps = [
-        "//tensorflow/contrib/framework:framework_py",
-        "//tensorflow/core:protos_all_py",
-        "//tensorflow/python:platform",
-        "@absl_py//absl/flags",
-    ],
-)
-
-py_test(
-    name = "convert_saved_model_test",
-    srcs = ["convert_saved_model_test.py"],
-    srcs_version = "PY2AND3",
-    tags = [
-        "no_windows",
-    ],
     visibility = ["//visibility:public"],
     deps = [
-        ":convert_saved_model",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:layers",
-        "//tensorflow/python:nn",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:session",
-        "//tensorflow/python/keras",
-        "//tensorflow/python/ops/losses",
-        "//tensorflow/python/saved_model",
+        "//tensorflow/lite/python:lite",
     ],
 )
diff --git a/tensorflow/contrib/lite/python/__init__.py b/tensorflow/contrib/lite/python/__init__.py
new file mode 100644
index 0000000000..27b1ffb251
--- /dev/null
+++ b/tensorflow/contrib/lite/python/__init__.py
@@ -0,0 +1,26 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow import lite
+
+import warnings as _warnings
+
+WARNING = ("WARNING: TF Lite has moved from tf.contrib.lite to tf.lite. Please "
+           "update your imports. This will be a breaking error in TensorFlow "
+           "version 2.0.")
+_warnings.warn(WARNING, PendingDeprecationWarning)
diff --git a/tensorflow/contrib/makefile/Makefile b/tensorflow/contrib/makefile/Makefile
index 5b29f0185f..7ea6e34cf5 100644
--- a/tensorflow/contrib/makefile/Makefile
+++ b/tensorflow/contrib/makefile/Makefile
@@ -740,22 +740,22 @@ ifeq ($(WITH_TFLITE_FLEX), true)
 	TF_CC_SRCS += $(EAGER_CC_SRCS)
 
 	TF_LITE_CORE_CC_ALL_SRCS := \
-	$(wildcard tensorflow/contrib/lite/*.cc) \
-	$(wildcard tensorflow/contrib/lite/*.c) \
-	$(wildcard tensorflow/contrib/lite/c/*.c) \
-	$(wildcard tensorflow/contrib/lite/core/api/*.cc)
+	$(wildcard tensorflow/lite/*.cc) \
+	$(wildcard tensorflow/lite/*.c) \
+	$(wildcard tensorflow/lite/c/*.c) \
+	$(wildcard tensorflow/lite/core/api/*.cc)
 
 	TF_LITE_CORE_CC_ALL_SRCS += \
-	$(wildcard tensorflow/contrib/lite/kernels/*.cc) \
-	$(wildcard tensorflow/contrib/lite/kernels/internal/*.cc) \
-	$(wildcard tensorflow/contrib/lite/kernels/internal/optimized/*.cc) \
-	$(wildcard tensorflow/contrib/lite/kernels/internal/reference/*.cc) \
+	$(wildcard tensorflow/lite/kernels/*.cc) \
+	$(wildcard tensorflow/lite/kernels/internal/*.cc) \
+	$(wildcard tensorflow/lite/kernels/internal/optimized/*.cc) \
+	$(wildcard tensorflow/lite/kernels/internal/reference/*.cc) \
 	$(PROFILER_SRCS) \
-	$(wildcard tensorflow/contrib/lite/kernels/*.c) \
-	$(wildcard tensorflow/contrib/lite/kernels/internal/*.c) \
-	$(wildcard tensorflow/contrib/lite/kernels/internal/optimized/*.c) \
-	$(wildcard tensorflow/contrib/lite/kernels/internal/reference/*.c) \
-	$(wildcard tensorflow/contrib/lite/delegates/flex/*.cc)
+	$(wildcard tensorflow/lite/kernels/*.c) \
+	$(wildcard tensorflow/lite/kernels/internal/*.c) \
+	$(wildcard tensorflow/lite/kernels/internal/optimized/*.c) \
+	$(wildcard tensorflow/lite/kernels/internal/reference/*.c) \
+	$(wildcard tensorflow/lite/delegates/flex/*.cc)
 
 	# Hack. This shouldn't be here?
 	TF_LITE_CORE_CC_ALL_SRCS += \
@@ -764,14 +764,14 @@ ifeq ($(WITH_TFLITE_FLEX), true)
 	# Remove any duplicates.
 	TF_LITE_CORE_CC_ALL_SRCS := $(sort $(TF_LITE_CORE_CC_ALL_SRCS))
 	TF_LITE_CORE_CC_EXCLUDE_SRCS := \
-	$(wildcard tensorflow/contrib/lite/*test.cc) \
-	$(wildcard tensorflow/contrib/lite/*/*test.cc) \
-	$(wildcard tensorflow/contrib/lite/*/*/*test.cc) \
-	$(wildcard tensorflow/contrib/lite/*/*/*/*test.cc) \
-	$(wildcard tensorflow/contrib/lite/kernels/test_util.cc) \
-	$(wildcard tensorflow/contrib/lite/delegates/flex/test_util.cc) \
-	$(wildcard tensorflow/contrib/lite/nnapi_delegate.cc) \
-	$(wildcard tensorflow/contrib/lite/mmap_allocation_disabled.cc)
+	$(wildcard tensorflow/lite/*test.cc) \
+	$(wildcard tensorflow/lite/*/*test.cc) \
+	$(wildcard tensorflow/lite/*/*/*test.cc) \
+	$(wildcard tensorflow/lite/*/*/*/*test.cc) \
+	$(wildcard tensorflow/lite/kernels/test_util.cc) \
+	$(wildcard tensorflow/lite/delegates/flex/test_util.cc) \
+	$(wildcard tensorflow/lite/nnapi_delegate.cc) \
+	$(wildcard tensorflow/lite/mmap_allocation_disabled.cc)
 
 	# Filter out all the excluded files.
 	TF_LITE_CC_SRCS := $(filter-out $(TF_LITE_CORE_CC_EXCLUDE_SRCS), $(TF_LITE_CORE_CC_ALL_SRCS))
diff --git a/tensorflow/contrib/makefile/build_all_android.sh b/tensorflow/contrib/makefile/build_all_android.sh
index fb9e77ae1b..dc29694449 100755
--- a/tensorflow/contrib/makefile/build_all_android.sh
+++ b/tensorflow/contrib/makefile/build_all_android.sh
@@ -34,7 +34,7 @@ echo "********************************************************************"
 echo "TensorFlow Lite is the recommended library for mobile and embedded machine learning inference."
 echo "You are currently using an older version. Please switch over to TensorFlow Lite."
 echo ""
-echo "Link to the code: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite"
+echo "Link to the code: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite"
 echo "********************************************************************"
 echo ""
 
diff --git a/tensorflow/contrib/makefile/build_all_ios.sh b/tensorflow/contrib/makefile/build_all_ios.sh
index 9cee4f5916..9a8059ce50 100755
--- a/tensorflow/contrib/makefile/build_all_ios.sh
+++ b/tensorflow/contrib/makefile/build_all_ios.sh
@@ -35,7 +35,7 @@ echo "********************************************************************"
 echo "TensorFlow Lite is the recommended library for mobile and embedded machine learning inference."
 echo "You are currently using an older version. Please switch over to TensorFlow Lite."
 echo ""
-echo "Link to the code: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite"
+echo "Link to the code: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite"
 echo "********************************************************************"
 echo ""
 
diff --git a/tensorflow/contrib/quantize/README.md b/tensorflow/contrib/quantize/README.md
index 0ab19c91bb..a1f2b59026 100644
--- a/tensorflow/contrib/quantize/README.md
+++ b/tensorflow/contrib/quantize/README.md
@@ -145,7 +145,7 @@ Mobilenet-v2, and Inception-v3) using this tool:
 </figure>
 
 Our pre-trained models are available in the
-<a href="https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/models.md#image-classification-quantized-models" class="external">TensorFlow Lite model repository</a>. The code used to generate
+<a href="https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/models.md#image-classification-quantized-models" class="external">TensorFlow Lite model repository</a>. The code used to generate
 these models <a href="https://github.com/tensorflow/models/blob/master/research/slim/nets/mobilenet_v1_train.py" class="external">is available</a>.
 
 
diff --git a/tensorflow/core/util/ctc/ctc_beam_entry.h b/tensorflow/core/util/ctc/ctc_beam_entry.h
index 24002e72a0..7382b8e684 100644
--- a/tensorflow/core/util/ctc/ctc_beam_entry.h
+++ b/tensorflow/core/util/ctc/ctc_beam_entry.h
@@ -146,4 +146,4 @@ class BeamComparer {
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_CORE_UTIL_CTC_CTC_BEAM_ENTRY_H_
-// LINT.ThenChange(//tensorflow/contrib/lite/experimental/kernels/ctc_beam_entry.h)
+// LINT.ThenChange(//tensorflow/lite/experimental/kernels/ctc_beam_entry.h)
diff --git a/tensorflow/core/util/ctc/ctc_beam_scorer.h b/tensorflow/core/util/ctc/ctc_beam_scorer.h
index 1e45a8abd3..fc63dfb0fd 100644
--- a/tensorflow/core/util/ctc/ctc_beam_scorer.h
+++ b/tensorflow/core/util/ctc/ctc_beam_scorer.h
@@ -74,4 +74,4 @@ class BaseBeamScorer {
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_CORE_UTIL_CTC_CTC_BEAM_SCORER_H_
-// LINT.ThenChange(//tensorflow/contrib/lite/experimental/kernels/ctc_beam_scorer.h)
+// LINT.ThenChange(//tensorflow/lite/experimental/kernels/ctc_beam_scorer.h)
diff --git a/tensorflow/core/util/ctc/ctc_beam_search.h b/tensorflow/core/util/ctc/ctc_beam_search.h
index 6fbb1ed0da..f2022d486c 100644
--- a/tensorflow/core/util/ctc/ctc_beam_search.h
+++ b/tensorflow/core/util/ctc/ctc_beam_search.h
@@ -431,4 +431,4 @@ Status CTCBeamSearchDecoder<CTCBeamState, CTCBeamComparer>::TopPaths(
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_CORE_UTIL_CTC_CTC_BEAM_SEARCH_H_
-// LINT.ThenChange(//tensorflow/contrib/lite/experimental/kernels/ctc_beam_search.h)
+// LINT.ThenChange(//tensorflow/lite/experimental/kernels/ctc_beam_search.h)
diff --git a/tensorflow/core/util/ctc/ctc_decoder.h b/tensorflow/core/util/ctc/ctc_decoder.h
index b55d7d77ac..f5c9e4bb59 100644
--- a/tensorflow/core/util/ctc/ctc_decoder.h
+++ b/tensorflow/core/util/ctc/ctc_decoder.h
@@ -113,4 +113,4 @@ class CTCGreedyDecoder : public CTCDecoder {
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_CORE_UTIL_CTC_CTC_DECODER_H_
-// LINT.ThenChange(//tensorflow/contrib/lite/experimental/kernels/ctc_decoder.h)
+// LINT.ThenChange(//tensorflow/lite/experimental/kernels/ctc_decoder.h)
diff --git a/tensorflow/core/util/ctc/ctc_loss_util.h b/tensorflow/core/util/ctc/ctc_loss_util.h
index 054412d388..df0de926d9 100644
--- a/tensorflow/core/util/ctc/ctc_loss_util.h
+++ b/tensorflow/core/util/ctc/ctc_loss_util.h
@@ -47,4 +47,4 @@ inline float LogSumExp(float log_prob_1, float log_prob_2) {
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_CORE_UTIL_CTC_CTC_LOSS_UTIL_H_
-// LINT.ThenChange(//tensorflow/contrib/lite/experimental/kernels/ctc_loss_util.h)
+// LINT.ThenChange(//tensorflow/lite/experimental/kernels/ctc_loss_util.h)
diff --git a/tensorflow/contrib/lite/BUILD b/tensorflow/lite/BUILD
similarity index 76%
rename from tensorflow/contrib/lite/BUILD
rename to tensorflow/lite/BUILD
index 787a85644c..f8bb7191c4 100644
--- a/tensorflow/contrib/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -5,7 +5,7 @@ package(default_visibility = [
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "tf_cc_test")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts", "gen_selected_ops")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts", "gen_selected_ops")
 
 exports_files(glob([
     "testdata/*.bin",
@@ -48,7 +48,7 @@ cc_library(
         ":graph_info",
         ":memory_planner",
         ":simple_memory_arena",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -62,9 +62,9 @@ cc_test(
     ],
     deps = [
         ":arena_planner",
-        "//tensorflow/contrib/lite/testing:util",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -74,26 +74,26 @@ cc_test(
 cc_library(
     name = "context",
     hdrs = ["context.h"],
-    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+    deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
 cc_library(
     name = "graph_info",
     hdrs = ["graph_info.h"],
-    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+    deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
 cc_library(
     name = "memory_planner",
     hdrs = ["memory_planner.h"],
-    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+    deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
 cc_library(
     name = "simple_memory_arena",
     srcs = ["simple_memory_arena.cc"],
     hdrs = ["simple_memory_arena.h"],
-    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+    deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
 cc_library(
@@ -101,7 +101,7 @@ cc_library(
     hdrs = [
         "builtin_op_data.h",
     ],
-    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+    deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
 cc_library(
@@ -182,16 +182,16 @@ cc_library(
         ":simple_memory_arena",
         ":string",
         ":util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/core/api",
-        "//tensorflow/contrib/lite/kernels:eigen_support",
-        "//tensorflow/contrib/lite/kernels:gemm_support",
-        "//tensorflow/contrib/lite/nnapi:nnapi_lib",
-        "//tensorflow/contrib/lite/profiling:profiler",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/core/api",
+        "//tensorflow/lite/kernels:eigen_support",
+        "//tensorflow/lite/kernels:gemm_support",
+        "//tensorflow/lite/nnapi:nnapi_lib",
+        "//tensorflow/lite/profiling:profiler",
+        "//tensorflow/lite/schema:schema_fbs",
     ] + select({
         ":with_tflite_flex": [
-            "//tensorflow/contrib/lite/delegates/flex:delegate",
+            "//tensorflow/lite/delegates/flex:delegate",
         ],
         "//conditions:default": [],
     }),
@@ -214,7 +214,7 @@ cc_test(
     deps = [
         ":framework",
         ":string_util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -227,13 +227,13 @@ cc_test(
     deps = [
         ":framework",
         ":string_util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/core/api",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/core/api",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:kernel_util",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite/schema:schema_fbs",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -247,7 +247,7 @@ cc_test(
     deps = [
         ":framework",
         ":string_util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -259,7 +259,7 @@ cc_test(
     srcs = ["simple_memory_arena_test.cc"],
     deps = [
         ":simple_memory_arena",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -279,10 +279,10 @@ cc_test(
     ],
     deps = [
         ":framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/core/api",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/core/api",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -298,10 +298,10 @@ tf_cc_test(
     tags = ["no_windows"],  # TODO(b/116667551): No weak symbols with MSVC.
     deps = [
         ":framework",
-        "//tensorflow/contrib/lite/core/api",
-        "//tensorflow/contrib/lite/delegates/flex:delegate",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/core/api",
+        "//tensorflow/lite/delegates/flex:delegate",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -314,7 +314,7 @@ cc_test(
     tags = ["no_oss"],
     deps = [
         ":framework",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -324,7 +324,7 @@ cc_library(
     srcs = ["util.cc"],
     hdrs = ["util.h"],
     deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -335,7 +335,7 @@ cc_test(
     tags = ["no_oss"],
     deps = [
         ":util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/README.md b/tensorflow/lite/README.md
similarity index 79%
rename from tensorflow/contrib/lite/README.md
rename to tensorflow/lite/README.md
index a4b3d83efe..589d4f9348 100644
--- a/tensorflow/contrib/lite/README.md
+++ b/tensorflow/lite/README.md
@@ -5,4 +5,4 @@ devices. It enables low-latency inference of on-device machine learning models
 with a small binary size and fast performance supporting hardware acceleration.
 
 See the documentation: https://www.tensorflow.org/lite/
-Documentation edits can be made here: [tensorflow/contrib/lite/g3doc](./g3doc/)
+Documentation edits can be made here: [tensorflow/lite/g3doc](./g3doc/)
diff --git a/tensorflow/contrib/lite/allocation.cc b/tensorflow/lite/allocation.cc
similarity index 94%
rename from tensorflow/contrib/lite/allocation.cc
rename to tensorflow/lite/allocation.cc
index 21cb1832a7..f9a34322f0 100644
--- a/tensorflow/contrib/lite/allocation.cc
+++ b/tensorflow/lite/allocation.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/allocation.h"
+#include "tensorflow/lite/allocation.h"
 
 #include <sys/stat.h>
 #include <sys/types.h>
@@ -23,8 +23,8 @@ limitations under the License.
 #include <cstring>
 #include <utility>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/allocation.h b/tensorflow/lite/allocation.h
similarity index 88%
rename from tensorflow/contrib/lite/allocation.h
rename to tensorflow/lite/allocation.h
index 182bc0977f..f25d7fa232 100644
--- a/tensorflow/contrib/lite/allocation.h
+++ b/tensorflow/lite/allocation.h
@@ -14,16 +14,16 @@ limitations under the License.
 ==============================================================================*/
 // Main abstraction controlling the tflite interpreter.
 // See context.h for the API for defining operations (TfLiteRegistration).
-#ifndef TENSORFLOW_CONTRIB_LITE_ALLOCATION_H_
-#define TENSORFLOW_CONTRIB_LITE_ALLOCATION_H_
+#ifndef TENSORFLOW_LITE_ALLOCATION_H_
+#define TENSORFLOW_LITE_ALLOCATION_H_
 
 #include <cstdio>
 #include <cstdlib>
 #include <vector>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/simple_memory_arena.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/simple_memory_arena.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 
@@ -94,4 +94,4 @@ class MemoryAllocation : public Allocation {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_ALLOCATION_H_
+#endif  // TENSORFLOW_LITE_ALLOCATION_H_
diff --git a/tensorflow/contrib/lite/arena_planner.cc b/tensorflow/lite/arena_planner.cc
similarity index 99%
rename from tensorflow/contrib/lite/arena_planner.cc
rename to tensorflow/lite/arena_planner.cc
index 02442575b3..8200b6adaa 100644
--- a/tensorflow/contrib/lite/arena_planner.cc
+++ b/tensorflow/lite/arena_planner.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/arena_planner.h"
+#include "tensorflow/lite/arena_planner.h"
 #include <utility>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/arena_planner.h b/tensorflow/lite/arena_planner.h
similarity index 92%
rename from tensorflow/contrib/lite/arena_planner.h
rename to tensorflow/lite/arena_planner.h
index 382577045b..beaadaf4ef 100644
--- a/tensorflow/contrib/lite/arena_planner.h
+++ b/tensorflow/lite/arena_planner.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_ARENA_PLANNER_H_
-#define TENSORFLOW_CONTRIB_LITE_ARENA_PLANNER_H_
+#ifndef TENSORFLOW_LITE_ARENA_PLANNER_H_
+#define TENSORFLOW_LITE_ARENA_PLANNER_H_
 
 #include <memory>
 #include <vector>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/graph_info.h"
-#include "tensorflow/contrib/lite/memory_planner.h"
-#include "tensorflow/contrib/lite/simple_memory_arena.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/graph_info.h"
+#include "tensorflow/lite/memory_planner.h"
+#include "tensorflow/lite/simple_memory_arena.h"
 
 namespace tflite {
 
@@ -124,4 +124,4 @@ class ArenaPlanner : public MemoryPlanner {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_ARENA_PLANNER_H_
+#endif  // TENSORFLOW_LITE_ARENA_PLANNER_H_
diff --git a/tensorflow/contrib/lite/arena_planner_test.cc b/tensorflow/lite/arena_planner_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/arena_planner_test.cc
rename to tensorflow/lite/arena_planner_test.cc
index 7d7c41289c..479f25cafe 100644
--- a/tensorflow/contrib/lite/arena_planner_test.cc
+++ b/tensorflow/lite/arena_planner_test.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/arena_planner.h"
+#include "tensorflow/lite/arena_planner.h"
 
 #include <cstdarg>
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/testing/util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/build_def.bzl b/tensorflow/lite/build_def.bzl
similarity index 95%
rename from tensorflow/contrib/lite/build_def.bzl
rename to tensorflow/lite/build_def.bzl
index a5d69372c1..3b0af52fb9 100644
--- a/tensorflow/contrib/lite/build_def.bzl
+++ b/tensorflow/lite/build_def.bzl
@@ -38,7 +38,7 @@ def tflite_copts():
 
     return copts
 
-LINKER_SCRIPT = "//tensorflow/contrib/lite/java/src/main/native:version_script.lds"
+LINKER_SCRIPT = "//tensorflow/lite/java/src/main/native:version_script.lds"
 
 def tflite_linkopts_unstripped():
     """Defines linker flags to reduce size of TFLite binary.
@@ -152,7 +152,7 @@ def tf_to_tflite(name, src, options, out):
     """
 
     toco_cmdline = " ".join([
-        "//tensorflow/contrib/lite/toco:toco",
+        "//tensorflow/lite/toco:toco",
         "--input_format=TENSORFLOW_GRAPHDEF",
         "--output_format=TFLITE",
         ("--input_file=$(location %s)" % src),
@@ -163,7 +163,7 @@ def tf_to_tflite(name, src, options, out):
         srcs = [src],
         outs = [out],
         cmd = toco_cmdline,
-        tools = ["//tensorflow/contrib/lite/toco:toco"],
+        tools = ["//tensorflow/lite/toco:toco"],
     )
 
 def tflite_to_json(name, src, out):
@@ -176,7 +176,7 @@ def tflite_to_json(name, src, out):
     """
 
     flatc = "@flatbuffers//:flatc"
-    schema = "//tensorflow/contrib/lite/schema:schema.fbs"
+    schema = "//tensorflow/lite/schema:schema.fbs"
     native.genrule(
         name = name,
         srcs = [schema, src],
@@ -199,7 +199,7 @@ def json_to_tflite(name, src, out):
     """
 
     flatc = "@flatbuffers//:flatc"
-    schema = "//tensorflow/contrib/lite/schema:schema_fbs"
+    schema = "//tensorflow/lite/schema:schema_fbs"
     native.genrule(
         name = name,
         srcs = [schema, src],
@@ -357,12 +357,12 @@ def gen_zip_test(name, test_name, conversion_mode, **kwargs):
         list above.
       **kwargs: tf_cc_test kwargs
     """
-    toco = "//tensorflow/contrib/lite/toco:toco"
+    toco = "//tensorflow/lite/toco:toco"
     flags = ""
     if conversion_mode:
         # TODO(nupurgarg): Comment in when pb2lite is in open source. b/113614050.
         # if conversion_mode == "pb2lite":
-        #     toco = "//tensorflow/contrib/lite/experimental/pb2lite:pb2lite"
+        #     toco = "//tensorflow/lite/experimental/pb2lite:pb2lite"
         flags = "--ignore_toco_errors --run_with_flex"
 
     gen_zipped_test_file(
@@ -406,8 +406,8 @@ def gen_selected_ops(name, model):
       model: TFLite model to interpret.
     """
     out = name + "_registration.cc"
-    tool = "//tensorflow/contrib/lite/tools:generate_op_registrations"
-    tflite_path = "//tensorflow/contrib/lite"
+    tool = "//tensorflow/lite/tools:generate_op_registrations"
+    tflite_path = "//tensorflow/lite"
     native.genrule(
         name = name,
         srcs = [model],
@@ -450,8 +450,8 @@ def gen_model_coverage_test(model_name, data, failure_type):
                 "notap",
             ],
             deps = [
-                "//tensorflow/contrib/lite/testing/model_coverage:model_coverage_lib",
-                "//tensorflow/contrib/lite/python:lite",
+                "//tensorflow/lite/testing/model_coverage:model_coverage_lib",
+                "//tensorflow/lite/python:lite",
                 "//tensorflow/python:client_testlib",
             ],
         )
diff --git a/tensorflow/contrib/lite/builtin_op_data.h b/tensorflow/lite/builtin_op_data.h
similarity index 77%
rename from tensorflow/contrib/lite/builtin_op_data.h
rename to tensorflow/lite/builtin_op_data.h
index 30901bd0fa..b9d4284513 100644
--- a/tensorflow/contrib/lite/builtin_op_data.h
+++ b/tensorflow/lite/builtin_op_data.h
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 // Compatibility shim for new location of interface definitions.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_BUILTIN_OP_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_BUILTIN_OP_DATA_H_
+#ifndef TENSORFLOW_LITE_BUILTIN_OP_DATA_H_
+#define TENSORFLOW_LITE_BUILTIN_OP_DATA_H_
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
-#endif  // TENSORFLOW_CONTRIB_LITE_BUILTIN_OP_DATA_H_
+#endif  // TENSORFLOW_LITE_BUILTIN_OP_DATA_H_
diff --git a/tensorflow/contrib/lite/builtin_ops.h b/tensorflow/lite/builtin_ops.h
similarity index 96%
rename from tensorflow/contrib/lite/builtin_ops.h
rename to tensorflow/lite/builtin_ops.h
index 1b115291b3..b8c05f57bb 100644
--- a/tensorflow/contrib/lite/builtin_ops.h
+++ b/tensorflow/lite/builtin_ops.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_BUILTIN_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_BUILTIN_OPS_H_
+#ifndef TENSORFLOW_LITE_BUILTIN_OPS_H_
+#define TENSORFLOW_LITE_BUILTIN_OPS_H_
 
 // DO NOT EDIT MANUALLY: This file is automatically generated by
 // `schema/builtin_ops_header/generator.cc`.
@@ -128,4 +128,4 @@ typedef enum {
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_BUILTIN_OPS_H_
+#endif  // TENSORFLOW_LITE_BUILTIN_OPS_H_
diff --git a/tensorflow/contrib/lite/c/BUILD b/tensorflow/lite/c/BUILD
similarity index 94%
rename from tensorflow/contrib/lite/c/BUILD
rename to tensorflow/lite/c/BUILD
index 663eb63cad..91c04a5f1f 100644
--- a/tensorflow/contrib/lite/c/BUILD
+++ b/tensorflow/lite/c/BUILD
@@ -13,6 +13,7 @@ cc_library(
     ],
     visibility = [
         "//tensorflow/contrib/lite:__subpackages__",
+        "//tensorflow/lite:__subpackages__",
     ],
 )
 
diff --git a/tensorflow/contrib/lite/c/builtin_op_data.h b/tensorflow/lite/c/builtin_op_data.h
similarity index 97%
rename from tensorflow/contrib/lite/c/builtin_op_data.h
rename to tensorflow/lite/c/builtin_op_data.h
index c0513df9f6..855983d60d 100644
--- a/tensorflow/contrib/lite/c/builtin_op_data.h
+++ b/tensorflow/lite/c/builtin_op_data.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_C_BUILTIN_OP_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_C_BUILTIN_OP_DATA_H_
+#ifndef TENSORFLOW_LITE_C_BUILTIN_OP_DATA_H_
+#define TENSORFLOW_LITE_C_BUILTIN_OP_DATA_H_
 
 #include <stdint.h>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -332,4 +332,4 @@ typedef struct {
 }  // extern "C"
 #endif  // __cplusplus
 
-#endif  // TENSORFLOW_CONTRIB_LITE_C_BUILTIN_OP_DATA_H_
+#endif  // TENSORFLOW_LITE_C_BUILTIN_OP_DATA_H_
diff --git a/tensorflow/contrib/lite/c/builtin_op_data_test.cc b/tensorflow/lite/c/builtin_op_data_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/c/builtin_op_data_test.cc
rename to tensorflow/lite/c/builtin_op_data_test.cc
index ba458b4252..0e33dcd8c8 100644
--- a/tensorflow/contrib/lite/c/builtin_op_data_test.cc
+++ b/tensorflow/lite/c/builtin_op_data_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 #include <gtest/gtest.h>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/c/c_api_internal.c b/tensorflow/lite/c/c_api_internal.c
similarity index 98%
rename from tensorflow/contrib/lite/c/c_api_internal.c
rename to tensorflow/lite/c/c_api_internal.c
index 0a88b5ef7b..b131f06774 100644
--- a/tensorflow/contrib/lite/c/c_api_internal.c
+++ b/tensorflow/lite/c/c_api_internal.c
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 #ifndef TF_LITE_STATIC_MEMORY
 #include <stdio.h>
 #include <stdlib.h>
diff --git a/tensorflow/contrib/lite/c/c_api_internal.h b/tensorflow/lite/c/c_api_internal.h
similarity index 99%
rename from tensorflow/contrib/lite/c/c_api_internal.h
rename to tensorflow/lite/c/c_api_internal.h
index f6aee92f2a..e76971f57d 100644
--- a/tensorflow/contrib/lite/c/c_api_internal.h
+++ b/tensorflow/lite/c/c_api_internal.h
@@ -26,8 +26,8 @@ limitations under the License.
 // TfLiteRegistration - the implementation of a conceptual operation.
 //
 // Some abstractions in this file are created and managed by Interpreter.
-#ifndef TENSORFLOW_CONTRIB_LITE_C_C_API_INTERNAL_H_
-#define TENSORFLOW_CONTRIB_LITE_C_C_API_INTERNAL_H_
+#ifndef TENSORFLOW_LITE_C_C_API_INTERNAL_H_
+#define TENSORFLOW_LITE_C_C_API_INTERNAL_H_
 
 #include <stdbool.h>
 #include <stddef.h>
@@ -509,4 +509,4 @@ typedef struct {
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_C_C_API_INTERNAL_H_
+#endif  // TENSORFLOW_LITE_C_C_API_INTERNAL_H_
diff --git a/tensorflow/contrib/lite/c/c_api_internal_test.cc b/tensorflow/lite/c/c_api_internal_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/c/c_api_internal_test.cc
rename to tensorflow/lite/c/c_api_internal_test.cc
index 0292fb2f05..e21823c41f 100644
--- a/tensorflow/contrib/lite/c/c_api_internal_test.cc
+++ b/tensorflow/lite/c/c_api_internal_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 #include <gtest/gtest.h>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/context.h b/tensorflow/lite/context.h
similarity index 79%
rename from tensorflow/contrib/lite/context.h
rename to tensorflow/lite/context.h
index b86c2819b8..3d3c8c08b2 100644
--- a/tensorflow/contrib/lite/context.h
+++ b/tensorflow/lite/context.h
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 // Compatibility shim for moved header location.
-#ifndef TENSORFLOW_CONTRIB_LITE_CONTEXT_H_
-#define TENSORFLOW_CONTRIB_LITE_CONTEXT_H_
+#ifndef TENSORFLOW_LITE_CONTEXT_H_
+#define TENSORFLOW_LITE_CONTEXT_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
-#endif  // TENSORFLOW_CONTRIB_LITE_CONTEXT_H_
+#endif  // TENSORFLOW_LITE_CONTEXT_H_
diff --git a/tensorflow/contrib/lite/context_util.h b/tensorflow/lite/context_util.h
similarity index 89%
rename from tensorflow/contrib/lite/context_util.h
rename to tensorflow/lite/context_util.h
index ccda4c7393..68b91ea0b9 100644
--- a/tensorflow/contrib/lite/context_util.h
+++ b/tensorflow/lite/context_util.h
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 // This provides a few C++ helpers that are useful for manipulating C structures
 // in C++.
-#ifndef TENSORFLOW_CONTRIB_LITE_CONTEXT_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_CONTEXT_UTIL_H_
+#ifndef TENSORFLOW_LITE_CONTEXT_UTIL_H_
+#define TENSORFLOW_LITE_CONTEXT_UTIL_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -45,4 +45,4 @@ class TfLiteIntArrayView {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_CONTEXT_UTIL_H_
+#endif  // TENSORFLOW_LITE_CONTEXT_UTIL_H_
diff --git a/tensorflow/contrib/lite/core/api/BUILD b/tensorflow/lite/core/api/BUILD
similarity index 80%
rename from tensorflow/contrib/lite/core/api/BUILD
rename to tensorflow/lite/core/api/BUILD
index e4500534f3..6a43b0322d 100644
--- a/tensorflow/contrib/lite/core/api/BUILD
+++ b/tensorflow/lite/core/api/BUILD
@@ -4,7 +4,7 @@ package(
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
 
 cc_library(
     name = "api",
@@ -20,8 +20,8 @@ cc_library(
     ],
     copts = tflite_copts(),
     deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
@@ -51,7 +51,7 @@ cc_test(
     srcs = ["flatbuffer_conversions_test.cc"],
     deps = [
         ":api",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/core/api/error_reporter.cc b/tensorflow/lite/core/api/error_reporter.cc
similarity index 95%
rename from tensorflow/contrib/lite/core/api/error_reporter.cc
rename to tensorflow/lite/core/api/error_reporter.cc
index 423f83b1a9..7070eaa57c 100644
--- a/tensorflow/contrib/lite/core/api/error_reporter.cc
+++ b/tensorflow/lite/core/api/error_reporter.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
 #include <cstdarg>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/core/api/error_reporter.h b/tensorflow/lite/core/api/error_reporter.h
similarity index 88%
rename from tensorflow/contrib/lite/core/api/error_reporter.h
rename to tensorflow/lite/core/api/error_reporter.h
index a2f780b003..357722cc45 100644
--- a/tensorflow/contrib/lite/core/api/error_reporter.h
+++ b/tensorflow/lite/core/api/error_reporter.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_CORE_API_ERROR_REPORTER_H_
-#define TENSORFLOW_CONTRIB_LITE_CORE_API_ERROR_REPORTER_H_
+#ifndef TENSORFLOW_LITE_CORE_API_ERROR_REPORTER_H_
+#define TENSORFLOW_LITE_CORE_API_ERROR_REPORTER_H_
 
 #include <cstdarg>
 
@@ -42,4 +42,4 @@ class ErrorReporter {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_CORE_API_ERROR_REPORTER_H_
+#endif  // TENSORFLOW_LITE_CORE_API_ERROR_REPORTER_H_
diff --git a/tensorflow/contrib/lite/core/api/error_reporter_test.cc b/tensorflow/lite/core/api/error_reporter_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/core/api/error_reporter_test.cc
rename to tensorflow/lite/core/api/error_reporter_test.cc
index 0463eee6be..4e44a6465d 100644
--- a/tensorflow/contrib/lite/core/api/error_reporter_test.cc
+++ b/tensorflow/lite/core/api/error_reporter_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
 
 #include <cstdio>
 
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc b/tensorflow/lite/core/api/flatbuffer_conversions.cc
similarity index 99%
rename from tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
rename to tensorflow/lite/core/api/flatbuffer_conversions.cc
index 5afde43915..8cd3faabb7 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/lite/core/api/flatbuffer_conversions.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/core/api/flatbuffer_conversions.h"
+#include "tensorflow/lite/core/api/flatbuffer_conversions.h"
 
 #include <cstdlib>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.h b/tensorflow/lite/core/api/flatbuffer_conversions.h
similarity index 85%
rename from tensorflow/contrib/lite/core/api/flatbuffer_conversions.h
rename to tensorflow/lite/core/api/flatbuffer_conversions.h
index c770e627fd..0132a431c5 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions.h
+++ b/tensorflow/lite/core/api/flatbuffer_conversions.h
@@ -12,17 +12,17 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_
-#define TENSORFLOW_CONTRIB_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_
+#ifndef TENSORFLOW_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_
+#define TENSORFLOW_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_
 
 // These functions transform codes and data structures that are defined in the
 // flatbuffer serialization format into in-memory values that are used by the
 // runtime API and interpreter.
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 
@@ -65,4 +65,4 @@ TfLiteStatus ConvertTensorType(TensorType tensor_type, TfLiteType* type,
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_
+#endif  // TENSORFLOW_LITE_CORE_API_FLATBUFFER_CONVERSIONS_H_
diff --git a/tensorflow/contrib/lite/core/api/flatbuffer_conversions_test.cc b/tensorflow/lite/core/api/flatbuffer_conversions_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/core/api/flatbuffer_conversions_test.cc
rename to tensorflow/lite/core/api/flatbuffer_conversions_test.cc
index 8ae94e1d33..4d1d1b21fd 100644
--- a/tensorflow/contrib/lite/core/api/flatbuffer_conversions_test.cc
+++ b/tensorflow/lite/core/api/flatbuffer_conversions_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/core/api/flatbuffer_conversions.h"
+#include "tensorflow/lite/core/api/flatbuffer_conversions.h"
 
 #include <cstring>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/core/api/op_resolver.cc b/tensorflow/lite/core/api/op_resolver.cc
similarity index 97%
rename from tensorflow/contrib/lite/core/api/op_resolver.cc
rename to tensorflow/lite/core/api/op_resolver.cc
index 55ee924843..94d76889d0 100644
--- a/tensorflow/contrib/lite/core/api/op_resolver.cc
+++ b/tensorflow/lite/core/api/op_resolver.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/core/api/op_resolver.h b/tensorflow/lite/core/api/op_resolver.h
similarity index 84%
rename from tensorflow/contrib/lite/core/api/op_resolver.h
rename to tensorflow/lite/core/api/op_resolver.h
index 5f5e6b2736..c8c7479f33 100644
--- a/tensorflow/contrib/lite/core/api/op_resolver.h
+++ b/tensorflow/lite/core/api/op_resolver.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_CORE_API_OP_RESOLVER_H_
-#define TENSORFLOW_CONTRIB_LITE_CORE_API_OP_RESOLVER_H_
+#ifndef TENSORFLOW_LITE_CORE_API_OP_RESOLVER_H_
+#define TENSORFLOW_LITE_CORE_API_OP_RESOLVER_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 
@@ -44,4 +44,4 @@ TfLiteStatus GetRegistrationFromOpCode(const OperatorCode* opcode,
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_CORE_API_OP_RESOLVER_H_
+#endif  // TENSORFLOW_LITE_CORE_API_OP_RESOLVER_H_
diff --git a/tensorflow/contrib/lite/core/api/op_resolver_test.cc b/tensorflow/lite/core/api/op_resolver_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/core/api/op_resolver_test.cc
rename to tensorflow/lite/core/api/op_resolver_test.cc
index 167463110e..cd8d0929b6 100644
--- a/tensorflow/contrib/lite/core/api/op_resolver_test.cc
+++ b/tensorflow/lite/core/api/op_resolver_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
 
 #include <cstring>
 
diff --git a/tensorflow/contrib/lite/delegates/flex/BUILD b/tensorflow/lite/delegates/flex/BUILD
similarity index 80%
rename from tensorflow/contrib/lite/delegates/flex/BUILD
rename to tensorflow/lite/delegates/flex/BUILD
index ec8ab22e96..f9850112ab 100644
--- a/tensorflow/contrib/lite/delegates/flex/BUILD
+++ b/tensorflow/lite/delegates/flex/BUILD
@@ -16,9 +16,9 @@ cc_library(
     deps = [
         ":util",
         "//tensorflow/c:c_api_internal",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite:string",
-        "//tensorflow/contrib/lite:string_util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite:string",
+        "//tensorflow/lite:string_util",
     ] + select({
         "//tensorflow:android": [
             "//tensorflow/core:android_tensorflow_lib_lite",
@@ -36,10 +36,10 @@ tf_cc_test(
     srcs = ["buffer_map_test.cc"],
     deps = [
         ":buffer_map",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite:util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -81,9 +81,9 @@ cc_library(
         ":delegate_data",
         ":kernel",
         ":util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite:kernel_api",
-        "//tensorflow/contrib/lite:util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite:kernel_api",
+        "//tensorflow/lite:util",
     ] + select({
         "//tensorflow:android": [
             "//tensorflow/core:android_tensorflow_lib_lite",
@@ -103,7 +103,7 @@ tf_cc_test(
     deps = [
         ":delegate",
         ":test_util",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -132,10 +132,10 @@ tf_cc_test(
     srcs = ["delegate_data_test.cc"],
     deps = [
         ":delegate_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -148,10 +148,10 @@ cc_library(
         ":delegate_data",
         ":util",
         "@flatbuffers",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite:kernel_api",
-        "//tensorflow/contrib/lite:string",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite:kernel_api",
+        "//tensorflow/lite:string",
+        "//tensorflow/lite/kernels:kernel_util",
         "//tensorflow/core/common_runtime/eager:context",
         "//tensorflow/core/common_runtime/eager:execute",
         "//tensorflow/core/common_runtime/eager:tensor_handle",
@@ -197,8 +197,8 @@ cc_library(
     hdrs = ["test_util.h"],
     deps = [
         "//tensorflow/c:c_api_internal",
-        "//tensorflow/contrib/lite:string",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:string",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_absl//absl/memory",
         "@flatbuffers",
     ],
@@ -210,8 +210,8 @@ cc_library(
     hdrs = ["util.h"],
     deps = [
         "//tensorflow/c:c_api_internal",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite:kernel_api",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite:kernel_api",
     ] + select({
         "//tensorflow:android": [
             "//tensorflow/core:android_tensorflow_lib_lite",
@@ -229,8 +229,8 @@ tf_cc_test(
     srcs = ["util_test.cc"],
     deps = [
         ":util",
-        "//tensorflow/contrib/lite:string",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:string",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/delegates/flex/buffer_map.cc b/tensorflow/lite/delegates/flex/buffer_map.cc
similarity index 96%
rename from tensorflow/contrib/lite/delegates/flex/buffer_map.cc
rename to tensorflow/lite/delegates/flex/buffer_map.cc
index 0d4c40d86e..2c4aa7075d 100644
--- a/tensorflow/contrib/lite/delegates/flex/buffer_map.cc
+++ b/tensorflow/lite/delegates/flex/buffer_map.cc
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/buffer_map.h"
+#include "tensorflow/lite/delegates/flex/buffer_map.h"
 
 #include "tensorflow/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/delegates/flex/util.h"
-#include "tensorflow/contrib/lite/string.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/delegates/flex/util.h"
+#include "tensorflow/lite/string.h"
+#include "tensorflow/lite/string_util.h"
 #include "tensorflow/core/framework/allocation_description.pb.h"
 #include "tensorflow/core/framework/log_memory.h"
 
diff --git a/tensorflow/contrib/lite/delegates/flex/buffer_map.h b/tensorflow/lite/delegates/flex/buffer_map.h
similarity index 89%
rename from tensorflow/contrib/lite/delegates/flex/buffer_map.h
rename to tensorflow/lite/delegates/flex/buffer_map.h
index 4ce886568a..269a0a2a27 100644
--- a/tensorflow/contrib/lite/delegates/flex/buffer_map.h
+++ b/tensorflow/lite/delegates/flex/buffer_map.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_BUFFER_MAP_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_BUFFER_MAP_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_FLEX_BUFFER_MAP_H_
+#define TENSORFLOW_LITE_DELEGATES_FLEX_BUFFER_MAP_H_
 
 #include <map>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/core/framework/tensor.h"
 
 namespace tflite {
@@ -58,4 +58,4 @@ class BufferMap {
 }  // namespace flex
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_BUFFER_MAP_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_FLEX_BUFFER_MAP_H_
diff --git a/tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc b/tensorflow/lite/delegates/flex/buffer_map_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc
rename to tensorflow/lite/delegates/flex/buffer_map_test.cc
index cc2959bc35..46cfed4677 100644
--- a/tensorflow/contrib/lite/delegates/flex/buffer_map_test.cc
+++ b/tensorflow/lite/delegates/flex/buffer_map_test.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/buffer_map.h"
+#include "tensorflow/lite/delegates/flex/buffer_map.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/testing/util.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/testing/util.h"
+#include "tensorflow/lite/util.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/flex/delegate.cc b/tensorflow/lite/delegates/flex/delegate.cc
similarity index 92%
rename from tensorflow/contrib/lite/delegates/flex/delegate.cc
rename to tensorflow/lite/delegates/flex/delegate.cc
index c72b0cf513..c31d48539b 100644
--- a/tensorflow/contrib/lite/delegates/flex/delegate.cc
+++ b/tensorflow/lite/delegates/flex/delegate.cc
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/delegate.h"
+#include "tensorflow/lite/delegates/flex/delegate.h"
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/context_util.h"
-#include "tensorflow/contrib/lite/delegates/flex/buffer_map.h"
-#include "tensorflow/contrib/lite/delegates/flex/kernel.h"
-#include "tensorflow/contrib/lite/delegates/flex/util.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/delegates/flex/buffer_map.h"
+#include "tensorflow/lite/delegates/flex/kernel.h"
+#include "tensorflow/lite/delegates/flex/util.h"
+#include "tensorflow/lite/util.h"
 #include "tensorflow/core/lib/core/status.h"
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/delegates/flex/delegate.h b/tensorflow/lite/delegates/flex/delegate.h
similarity index 85%
rename from tensorflow/contrib/lite/delegates/flex/delegate.h
rename to tensorflow/lite/delegates/flex/delegate.h
index 1017780dc7..018ff3e0b0 100644
--- a/tensorflow/contrib/lite/delegates/flex/delegate.h
+++ b/tensorflow/lite/delegates/flex/delegate.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_DELEGATE_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_DELEGATE_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_FLEX_DELEGATE_H_
+#define TENSORFLOW_LITE_DELEGATES_FLEX_DELEGATE_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/delegates/flex/delegate_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/delegates/flex/delegate_data.h"
 
 namespace tflite {
 
@@ -56,4 +56,4 @@ class FlexDelegate : public TfLiteDelegate {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_DELEGATE_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_FLEX_DELEGATE_H_
diff --git a/tensorflow/contrib/lite/delegates/flex/delegate_data.cc b/tensorflow/lite/delegates/flex/delegate_data.cc
similarity index 96%
rename from tensorflow/contrib/lite/delegates/flex/delegate_data.cc
rename to tensorflow/lite/delegates/flex/delegate_data.cc
index 8f985f770c..b62479a448 100644
--- a/tensorflow/contrib/lite/delegates/flex/delegate_data.cc
+++ b/tensorflow/lite/delegates/flex/delegate_data.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/delegate_data.h"
+#include "tensorflow/lite/delegates/flex/delegate_data.h"
 
 #include "tensorflow/core/common_runtime/device_factory.h"
 #include "tensorflow/core/lib/core/status.h"
diff --git a/tensorflow/contrib/lite/delegates/flex/delegate_data.h b/tensorflow/lite/delegates/flex/delegate_data.h
similarity index 87%
rename from tensorflow/contrib/lite/delegates/flex/delegate_data.h
rename to tensorflow/lite/delegates/flex/delegate_data.h
index 8d75f0b0ef..a88cc98d03 100644
--- a/tensorflow/contrib/lite/delegates/flex/delegate_data.h
+++ b/tensorflow/lite/delegates/flex/delegate_data.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_DELEGATE_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_DELEGATE_DATA_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_FLEX_DELEGATE_DATA_H_
+#define TENSORFLOW_LITE_DELEGATES_FLEX_DELEGATE_DATA_H_
 
-#include "tensorflow/contrib/lite/delegates/flex/buffer_map.h"
+#include "tensorflow/lite/delegates/flex/buffer_map.h"
 #include "tensorflow/core/common_runtime/eager/context.h"
 
 namespace tflite {
@@ -49,4 +49,4 @@ class DelegateData {
 }  // namespace flex
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_DELEGATE_DATA_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_FLEX_DELEGATE_DATA_H_
diff --git a/tensorflow/contrib/lite/delegates/flex/delegate_data_test.cc b/tensorflow/lite/delegates/flex/delegate_data_test.cc
similarity index 90%
rename from tensorflow/contrib/lite/delegates/flex/delegate_data_test.cc
rename to tensorflow/lite/delegates/flex/delegate_data_test.cc
index 30b10f435a..cd274e7cb1 100644
--- a/tensorflow/contrib/lite/delegates/flex/delegate_data_test.cc
+++ b/tensorflow/lite/delegates/flex/delegate_data_test.cc
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/delegate_data.h"
+#include "tensorflow/lite/delegates/flex/delegate_data.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/flex/delegate_test.cc b/tensorflow/lite/delegates/flex/delegate_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/delegates/flex/delegate_test.cc
rename to tensorflow/lite/delegates/flex/delegate_test.cc
index 1813952cef..f9087d5d85 100644
--- a/tensorflow/contrib/lite/delegates/flex/delegate_test.cc
+++ b/tensorflow/lite/delegates/flex/delegate_test.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/delegate.h"
+#include "tensorflow/lite/delegates/flex/delegate.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/delegates/flex/test_util.h"
+#include "tensorflow/lite/delegates/flex/test_util.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/flex/kernel.cc b/tensorflow/lite/delegates/flex/kernel.cc
similarity index 96%
rename from tensorflow/contrib/lite/delegates/flex/kernel.cc
rename to tensorflow/lite/delegates/flex/kernel.cc
index e4f1aea990..2c19580235 100644
--- a/tensorflow/contrib/lite/delegates/flex/kernel.cc
+++ b/tensorflow/lite/delegates/flex/kernel.cc
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/kernel.h"
+#include "tensorflow/lite/delegates/flex/kernel.h"
 
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/builtin_ops.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/context_util.h"
-#include "tensorflow/contrib/lite/delegates/flex/delegate_data.h"
-#include "tensorflow/contrib/lite/delegates/flex/util.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/builtin_ops.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/delegates/flex/delegate_data.h"
+#include "tensorflow/lite/delegates/flex/util.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/string.h"
 #include "tensorflow/core/common_runtime/eager/context.h"
 #include "tensorflow/core/common_runtime/eager/execute.h"
 #include "tensorflow/core/common_runtime/eager/tensor_handle.h"
diff --git a/tensorflow/contrib/lite/delegates/flex/kernel.h b/tensorflow/lite/delegates/flex/kernel.h
similarity index 83%
rename from tensorflow/contrib/lite/delegates/flex/kernel.h
rename to tensorflow/lite/delegates/flex/kernel.h
index ac9313a37b..ca74c28570 100644
--- a/tensorflow/contrib/lite/delegates/flex/kernel.h
+++ b/tensorflow/lite/delegates/flex/kernel.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_KERNEL_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_KERNEL_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_FLEX_KERNEL_H_
+#define TENSORFLOW_LITE_DELEGATES_FLEX_KERNEL_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 namespace flex {
@@ -31,4 +31,4 @@ TfLiteRegistration GetKernel();
 }  // namespace flex
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_KERNEL_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_FLEX_KERNEL_H_
diff --git a/tensorflow/contrib/lite/delegates/flex/kernel_test.cc b/tensorflow/lite/delegates/flex/kernel_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/delegates/flex/kernel_test.cc
rename to tensorflow/lite/delegates/flex/kernel_test.cc
index 94a6f8b61a..93d472d3f4 100644
--- a/tensorflow/contrib/lite/delegates/flex/kernel_test.cc
+++ b/tensorflow/lite/delegates/flex/kernel_test.cc
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/kernel.h"
+#include "tensorflow/lite/delegates/flex/kernel.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/delegates/flex/delegate_data.h"
-#include "tensorflow/contrib/lite/delegates/flex/test_util.h"
+#include "tensorflow/lite/delegates/flex/delegate_data.h"
+#include "tensorflow/lite/delegates/flex/test_util.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/flex/test_util.cc b/tensorflow/lite/delegates/flex/test_util.cc
similarity index 98%
rename from tensorflow/contrib/lite/delegates/flex/test_util.cc
rename to tensorflow/lite/delegates/flex/test_util.cc
index 69c336a01a..08feb349e6 100644
--- a/tensorflow/contrib/lite/delegates/flex/test_util.cc
+++ b/tensorflow/lite/delegates/flex/test_util.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/delegates/flex/test_util.h"
+#include "tensorflow/lite/delegates/flex/test_util.h"
 
 #include "absl/memory/memory.h"
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/flex/test_util.h b/tensorflow/lite/delegates/flex/test_util.h
similarity index 94%
rename from tensorflow/contrib/lite/delegates/flex/test_util.h
rename to tensorflow/lite/delegates/flex/test_util.h
index a8c81b90a3..4d3f5ad096 100644
--- a/tensorflow/contrib/lite/delegates/flex/test_util.h
+++ b/tensorflow/lite/delegates/flex/test_util.h
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_TEST_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_TEST_UTIL_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_FLEX_TEST_UTIL_H_
+#define TENSORFLOW_LITE_DELEGATES_FLEX_TEST_UTIL_H_
 
 #include "tensorflow/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/lite/kernels/test_util.h"
 
 namespace tflite {
 namespace flex {
@@ -116,4 +116,4 @@ class FlexModelTest : public ::testing::Test {
 }  // namespace flex
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_TEST_UTIL_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_FLEX_TEST_UTIL_H_
diff --git a/tensorflow/contrib/lite/delegates/flex/util.cc b/tensorflow/lite/delegates/flex/util.cc
similarity index 98%
rename from tensorflow/contrib/lite/delegates/flex/util.cc
rename to tensorflow/lite/delegates/flex/util.cc
index 829bc388bf..c786ffa1a2 100644
--- a/tensorflow/contrib/lite/delegates/flex/util.cc
+++ b/tensorflow/lite/delegates/flex/util.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/util.h"
+#include "tensorflow/lite/delegates/flex/util.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/flex/util.h b/tensorflow/lite/delegates/flex/util.h
similarity index 88%
rename from tensorflow/contrib/lite/delegates/flex/util.h
rename to tensorflow/lite/delegates/flex/util.h
index 7f910e7316..8aaa73d1b3 100644
--- a/tensorflow/contrib/lite/delegates/flex/util.h
+++ b/tensorflow/lite/delegates/flex/util.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_UTIL_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_FLEX_UTIL_H_
+#define TENSORFLOW_LITE_DELEGATES_FLEX_UTIL_H_
 
 #include "tensorflow/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/lib/core/status.h"
 
@@ -44,4 +44,4 @@ TfLiteType GetTensorFlowLiteType(TF_DataType);
 }  // namespace flex
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_FLEX_UTIL_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_FLEX_UTIL_H_
diff --git a/tensorflow/contrib/lite/delegates/flex/util_test.cc b/tensorflow/lite/delegates/flex/util_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/delegates/flex/util_test.cc
rename to tensorflow/lite/delegates/flex/util_test.cc
index 5f049e7b0a..87104751b8 100644
--- a/tensorflow/contrib/lite/delegates/flex/util_test.cc
+++ b/tensorflow/lite/delegates/flex/util_test.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/flex/util.h"
+#include "tensorflow/lite/delegates/flex/util.h"
 
 #include <cstdarg>
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/string.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/string.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace flex {
diff --git a/tensorflow/contrib/lite/delegates/nnapi/BUILD b/tensorflow/lite/delegates/nnapi/BUILD
similarity index 58%
rename from tensorflow/contrib/lite/delegates/nnapi/BUILD
rename to tensorflow/lite/delegates/nnapi/BUILD
index 4e7b2948fb..c24f0f71ac 100644
--- a/tensorflow/contrib/lite/delegates/nnapi/BUILD
+++ b/tensorflow/lite/delegates/nnapi/BUILD
@@ -11,11 +11,11 @@ cc_library(
     srcs = ["nnapi_delegate.cc"],
     hdrs = ["nnapi_delegate.h"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:kernel_api",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
-        "//tensorflow/contrib/lite/nnapi:nnapi_lib",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:kernel_api",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:kernel_util",
+        "//tensorflow/lite/nnapi:nnapi_lib",
     ],
 )
 
@@ -29,9 +29,9 @@ tf_cc_test(
     ],
     deps = [
         ":nnapi_delegate",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
similarity index 99%
rename from tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.cc
rename to tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
index d85e576284..5f17e11375 100644
--- a/tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
@@ -17,14 +17,14 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
-#include "tensorflow/contrib/lite/allocation.h"
-#include "tensorflow/contrib/lite/builtin_op_data.h"
-#include "tensorflow/contrib/lite/builtin_ops.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/context_util.h"
-#include "tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/nnapi/NeuralNetworksShim.h"
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/builtin_op_data.h"
+#include "tensorflow/lite/builtin_ops.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/delegates/nnapi/nnapi_delegate.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/nnapi/NeuralNetworksShim.h"
 
 #ifdef __ANDROID__
 #include <sys/mman.h>
diff --git a/tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.h b/tensorflow/lite/delegates/nnapi/nnapi_delegate.h
similarity index 80%
rename from tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.h
rename to tensorflow/lite/delegates/nnapi/nnapi_delegate.h
index 4852b76974..099fb72429 100644
--- a/tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.h
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_DELEGATES_NNAPI_NNAPI_DELEGATE_H_
-#define TENSORFLOW_CONTRIB_LITE_DELEGATES_NNAPI_NNAPI_DELEGATE_H_
+#ifndef TENSORFLOW_LITE_DELEGATES_NNAPI_NNAPI_DELEGATE_H_
+#define TENSORFLOW_LITE_DELEGATES_NNAPI_NNAPI_DELEGATE_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -28,4 +28,4 @@ namespace tflite {
 TfLiteDelegate* NnApiDelegate();
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_DELEGATES_NNAPI_NNAPI_DELEGATE_H_
+#endif  // TENSORFLOW_LITE_DELEGATES_NNAPI_NNAPI_DELEGATE_H_
diff --git a/tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate_test.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate_test.cc
rename to tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
index 9626c54c74..75399fd5e4 100644
--- a/tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate_test.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/delegates/nnapi/nnapi_delegate.h"
+#include "tensorflow/lite/delegates/nnapi/nnapi_delegate.h"
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/error_reporter.h b/tensorflow/lite/error_reporter.h
similarity index 72%
rename from tensorflow/contrib/lite/error_reporter.h
rename to tensorflow/lite/error_reporter.h
index 5c20eedc25..38518d6332 100644
--- a/tensorflow/contrib/lite/error_reporter.h
+++ b/tensorflow/lite/error_reporter.h
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 // Compatibility shim for moved header location.
-#ifndef TENSORFLOW_CONTRIB_LITE_ERROR_REPORTER_H_
-#define TENSORFLOW_CONTRIB_LITE_ERROR_REPORTER_H_
+#ifndef TENSORFLOW_LITE_ERROR_REPORTER_H_
+#define TENSORFLOW_LITE_ERROR_REPORTER_H_
 
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/stderr_reporter.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/stderr_reporter.h"
 
-#endif  // TENSORFLOW_CONTRIB_LITE_ERROR_REPORTER_H_
+#endif  // TENSORFLOW_LITE_ERROR_REPORTER_H_
diff --git a/tensorflow/contrib/lite/examples/android/BUILD b/tensorflow/lite/examples/android/BUILD
similarity index 77%
rename from tensorflow/contrib/lite/examples/android/BUILD
rename to tensorflow/lite/examples/android/BUILD
index d180cb4785..761a60314e 100644
--- a/tensorflow/contrib/lite/examples/android/BUILD
+++ b/tensorflow/lite/examples/android/BUILD
@@ -33,14 +33,14 @@ android_binary(
     # Remove undesired models (and corresponding Activities in source)
     # to reduce APK size.
     assets = [
-        "//tensorflow/contrib/lite/examples/android/app/src/main/assets:labels_mobilenet_quant_v1_224.txt",
+        "//tensorflow/lite/examples/android/app/src/main/assets:labels_mobilenet_quant_v1_224.txt",
         "@tflite_mobilenet//:mobilenet_quant_v1_224.tflite",
         "@tflite_conv_actions_frozen//:conv_actions_frozen.tflite",
-        "//tensorflow/contrib/lite/examples/android/app/src/main/assets:conv_actions_labels.txt",
+        "//tensorflow/lite/examples/android/app/src/main/assets:conv_actions_labels.txt",
         "@tflite_mobilenet_ssd//:mobilenet_ssd.tflite",
         "@tflite_mobilenet_ssd_quant//:detect.tflite",
-        "//tensorflow/contrib/lite/examples/android/app/src/main/assets:box_priors.txt",
-        "//tensorflow/contrib/lite/examples/android/app/src/main/assets:coco_labels_list.txt",
+        "//tensorflow/lite/examples/android/app/src/main/assets:box_priors.txt",
+        "//tensorflow/lite/examples/android/app/src/main/assets:coco_labels_list.txt",
     ],
     assets_dir = "",
     custom_package = "org.tensorflow.lite.demo",
@@ -56,6 +56,6 @@ android_binary(
     ],
     deps = [
         ":tensorflow_native_libs",
-        "//tensorflow/contrib/lite/java:tensorflowlite",
+        "//tensorflow/lite/java:tensorflowlite",
     ],
 )
diff --git a/tensorflow/contrib/lite/examples/android/android.iml b/tensorflow/lite/examples/android/android.iml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/android.iml
rename to tensorflow/lite/examples/android/android.iml
diff --git a/tensorflow/contrib/lite/examples/android/app/README.md b/tensorflow/lite/examples/android/app/README.md
similarity index 94%
rename from tensorflow/contrib/lite/examples/android/app/README.md
rename to tensorflow/lite/examples/android/app/README.md
index 7347147f99..e2b1b2691b 100644
--- a/tensorflow/contrib/lite/examples/android/app/README.md
+++ b/tensorflow/lite/examples/android/app/README.md
@@ -43,12 +43,12 @@ for our external and internal code to merge.
 
   ```shell
   bazel build -c opt --cxxopt='--std=c++11' --fat_apk_cpu=x86,x86_64,arm64-v8a,armeabi-v7a \
-    //tensorflow/contrib/lite/examples/android:tflite_demo
+    //tensorflow/lite/examples/android:tflite_demo
   ```
 
 3. Install the demo on a
    [debug-enabled device](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/examples/android#install):
 
   ```shell
-  adb install bazel-bin/tensorflow/contrib/lite/examples/android/tflite_demo.apk
+  adb install bazel-bin/tensorflow/lite/examples/android/tflite_demo.apk
   ```
diff --git a/tensorflow/contrib/lite/examples/android/app/build.gradle b/tensorflow/lite/examples/android/app/build.gradle
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/build.gradle
rename to tensorflow/lite/examples/android/app/build.gradle
diff --git a/tensorflow/contrib/lite/examples/android/app/download-models.gradle b/tensorflow/lite/examples/android/app/download-models.gradle
similarity index 96%
rename from tensorflow/contrib/lite/examples/android/app/download-models.gradle
rename to tensorflow/lite/examples/android/app/download-models.gradle
index c100e37c16..d2f03db5f6 100644
--- a/tensorflow/contrib/lite/examples/android/app/download-models.gradle
+++ b/tensorflow/lite/examples/android/app/download-models.gradle
@@ -14,7 +14,7 @@ def models = ['conv_actions_tflite.zip',
               'mobilenet_ssd_tflite_v1.zip',
               'mobilenet_v1_224_android_quant_2017_11_08.zip',
               'coco_ssd_mobilenet_v1_1.0_quant_2018_06_29.zip']
-// LINT.ThenChange(//tensorflow/contrib/lite/examples/android/BUILD)
+// LINT.ThenChange(//tensorflow/lite/examples/android/BUILD)
 
 // Root URL for model archives
 def MODEL_URL = 'https://storage.googleapis.com/download.tensorflow.org/models/tflite'
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/AndroidManifest.xml b/tensorflow/lite/examples/android/app/src/main/AndroidManifest.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/AndroidManifest.xml
rename to tensorflow/lite/examples/android/app/src/main/AndroidManifest.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/assets/BUILD b/tensorflow/lite/examples/android/app/src/main/assets/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/assets/BUILD
rename to tensorflow/lite/examples/android/app/src/main/assets/BUILD
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/assets/box_priors.txt b/tensorflow/lite/examples/android/app/src/main/assets/box_priors.txt
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/assets/box_priors.txt
rename to tensorflow/lite/examples/android/app/src/main/assets/box_priors.txt
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/assets/coco_labels_list.txt b/tensorflow/lite/examples/android/app/src/main/assets/coco_labels_list.txt
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/assets/coco_labels_list.txt
rename to tensorflow/lite/examples/android/app/src/main/assets/coco_labels_list.txt
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/assets/conv_actions_labels.txt b/tensorflow/lite/examples/android/app/src/main/assets/conv_actions_labels.txt
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/assets/conv_actions_labels.txt
rename to tensorflow/lite/examples/android/app/src/main/assets/conv_actions_labels.txt
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/assets/labels_mobilenet_quant_v1_224.txt b/tensorflow/lite/examples/android/app/src/main/assets/labels_mobilenet_quant_v1_224.txt
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/assets/labels_mobilenet_quant_v1_224.txt
rename to tensorflow/lite/examples/android/app/src/main/assets/labels_mobilenet_quant_v1_224.txt
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/assets/pets_labels_list.txt b/tensorflow/lite/examples/android/app/src/main/assets/pets_labels_list.txt
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/assets/pets_labels_list.txt
rename to tensorflow/lite/examples/android/app/src/main/assets/pets_labels_list.txt
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/AutoFitTextureView.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/AutoFitTextureView.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/AutoFitTextureView.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/AutoFitTextureView.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraActivity.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraActivity.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraActivity.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraConnectionFragment.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraConnectionFragment.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraConnectionFragment.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/CameraConnectionFragment.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/Classifier.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/Classifier.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/Classifier.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/Classifier.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/ClassifierActivity.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/ClassifierActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/ClassifierActivity.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/ClassifierActivity.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/DetectorActivity.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/DetectorActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/DetectorActivity.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/DetectorActivity.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/LegacyCameraConnectionFragment.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/LegacyCameraConnectionFragment.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/LegacyCameraConnectionFragment.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/LegacyCameraConnectionFragment.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/OverlayView.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/OverlayView.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/OverlayView.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/OverlayView.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognitionScoreView.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognitionScoreView.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognitionScoreView.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognitionScoreView.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognizeCommands.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognizeCommands.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognizeCommands.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/RecognizeCommands.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/ResultsView.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/ResultsView.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/ResultsView.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/ResultsView.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/SpeechActivity.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/SpeechActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/SpeechActivity.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/SpeechActivity.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteImageClassifier.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteImageClassifier.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteImageClassifier.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteImageClassifier.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteObjectDetectionAPIModel.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteObjectDetectionAPIModel.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteObjectDetectionAPIModel.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/TFLiteObjectDetectionAPIModel.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/AssetUtils.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/AssetUtils.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/AssetUtils.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/AssetUtils.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/BorderedText.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/BorderedText.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/BorderedText.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/BorderedText.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/ImageUtils.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/ImageUtils.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/ImageUtils.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/ImageUtils.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Logger.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Logger.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Logger.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Logger.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Size.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Size.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Size.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/Size.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/SplitTimer.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/SplitTimer.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/SplitTimer.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/env/SplitTimer.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/MultiBoxTracker.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/MultiBoxTracker.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/MultiBoxTracker.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/MultiBoxTracker.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/ObjectTracker.java b/tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/ObjectTracker.java
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/ObjectTracker.java
rename to tensorflow/lite/examples/android/app/src/main/java/org/tensorflow/demo/tracking/ObjectTracker.java
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/animator/color_animation.xml b/tensorflow/lite/examples/android/app/src/main/res/animator/color_animation.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/animator/color_animation.xml
rename to tensorflow/lite/examples/android/app/src/main/res/animator/color_animation.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-hdpi/ic_action_info.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-hdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-hdpi/ic_action_info.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-hdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-hdpi/ic_launcher.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-hdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-hdpi/ic_launcher.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-hdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-hdpi/tile.9.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-hdpi/tile.9.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-hdpi/tile.9.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-hdpi/tile.9.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-mdpi/ic_action_info.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-mdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-mdpi/ic_action_info.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-mdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-mdpi/ic_launcher.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-mdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-mdpi/ic_launcher.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-mdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_action_info.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_action_info.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_launcher.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_launcher.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-xhdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_action_info.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_action_info.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_launcher.png b/tensorflow/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_launcher.png
rename to tensorflow/lite/examples/android/app/src/main/res/drawable-xxhdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/drawable/border.xml b/tensorflow/lite/examples/android/app/src/main/res/drawable/border.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/drawable/border.xml
rename to tensorflow/lite/examples/android/app/src/main/res/drawable/border.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/layout/activity_camera.xml b/tensorflow/lite/examples/android/app/src/main/res/layout/activity_camera.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/layout/activity_camera.xml
rename to tensorflow/lite/examples/android/app/src/main/res/layout/activity_camera.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/layout/activity_speech.xml b/tensorflow/lite/examples/android/app/src/main/res/layout/activity_speech.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/layout/activity_speech.xml
rename to tensorflow/lite/examples/android/app/src/main/res/layout/activity_speech.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/layout/camera_connection_fragment.xml b/tensorflow/lite/examples/android/app/src/main/res/layout/camera_connection_fragment.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/layout/camera_connection_fragment.xml
rename to tensorflow/lite/examples/android/app/src/main/res/layout/camera_connection_fragment.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_stylize.xml b/tensorflow/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_stylize.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_stylize.xml
rename to tensorflow/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_stylize.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_tracking.xml b/tensorflow/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_tracking.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_tracking.xml
rename to tensorflow/lite/examples/android/app/src/main/res/layout/camera_connection_fragment_tracking.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/layout/list_text_item.xml b/tensorflow/lite/examples/android/app/src/main/res/layout/list_text_item.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/layout/list_text_item.xml
rename to tensorflow/lite/examples/android/app/src/main/res/layout/list_text_item.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-sw600dp/template-dimens.xml b/tensorflow/lite/examples/android/app/src/main/res/values-sw600dp/template-dimens.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-sw600dp/template-dimens.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-sw600dp/template-dimens.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-sw600dp/template-styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values-sw600dp/template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-sw600dp/template-styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-sw600dp/template-styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-v11/styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values-v11/styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-v11/styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-v11/styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-v11/template-styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values-v11/template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-v11/template-styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-v11/template-styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-v14/styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values-v14/styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-v14/styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-v14/styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-v21/base-colors.xml b/tensorflow/lite/examples/android/app/src/main/res/values-v21/base-colors.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-v21/base-colors.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-v21/base-colors.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values-v21/base-template-styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values-v21/base-template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values-v21/base-template-styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values-v21/base-template-styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/attrs.xml b/tensorflow/lite/examples/android/app/src/main/res/values/attrs.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/attrs.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/attrs.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/base-strings.xml b/tensorflow/lite/examples/android/app/src/main/res/values/base-strings.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/base-strings.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/base-strings.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/colors.xml b/tensorflow/lite/examples/android/app/src/main/res/values/colors.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/colors.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/colors.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/strings.xml b/tensorflow/lite/examples/android/app/src/main/res/values/strings.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/strings.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/strings.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values/styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/template-dimens.xml b/tensorflow/lite/examples/android/app/src/main/res/values/template-dimens.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/template-dimens.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/template-dimens.xml
diff --git a/tensorflow/contrib/lite/examples/android/app/src/main/res/values/template-styles.xml b/tensorflow/lite/examples/android/app/src/main/res/values/template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/app/src/main/res/values/template-styles.xml
rename to tensorflow/lite/examples/android/app/src/main/res/values/template-styles.xml
diff --git a/tensorflow/contrib/lite/examples/android/build.gradle b/tensorflow/lite/examples/android/build.gradle
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/build.gradle
rename to tensorflow/lite/examples/android/build.gradle
diff --git a/tensorflow/contrib/lite/examples/android/settings.gradle b/tensorflow/lite/examples/android/settings.gradle
similarity index 100%
rename from tensorflow/contrib/lite/examples/android/settings.gradle
rename to tensorflow/lite/examples/android/settings.gradle
diff --git a/tensorflow/contrib/lite/examples/ios/camera/.gitignore b/tensorflow/lite/examples/ios/camera/.gitignore
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/.gitignore
rename to tensorflow/lite/examples/ios/camera/.gitignore
diff --git a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleAppDelegate.h b/tensorflow/lite/examples/ios/camera/CameraExampleAppDelegate.h
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/CameraExampleAppDelegate.h
rename to tensorflow/lite/examples/ios/camera/CameraExampleAppDelegate.h
diff --git a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleAppDelegate.m b/tensorflow/lite/examples/ios/camera/CameraExampleAppDelegate.m
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/CameraExampleAppDelegate.m
rename to tensorflow/lite/examples/ios/camera/CameraExampleAppDelegate.m
diff --git a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.h b/tensorflow/lite/examples/ios/camera/CameraExampleViewController.h
similarity index 94%
rename from tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.h
rename to tensorflow/lite/examples/ios/camera/CameraExampleViewController.h
index fb5800e86d..6bc94e9502 100644
--- a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.h
+++ b/tensorflow/lite/examples/ios/camera/CameraExampleViewController.h
@@ -17,8 +17,8 @@
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
 
 @interface CameraExampleViewController
     : UIViewController<UIGestureRecognizerDelegate, AVCaptureVideoDataOutputSampleBufferDelegate> {
diff --git a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm b/tensorflow/lite/examples/ios/camera/CameraExampleViewController.mm
similarity index 99%
rename from tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm
rename to tensorflow/lite/examples/ios/camera/CameraExampleViewController.mm
index 996cff2616..1e6725592b 100644
--- a/tensorflow/contrib/lite/examples/ios/camera/CameraExampleViewController.mm
+++ b/tensorflow/lite/examples/ios/camera/CameraExampleViewController.mm
@@ -23,10 +23,10 @@
 #include <iostream>
 #include <queue>
 
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/op_resolver.h"
 
 #define LOG(x) std::cerr
 
diff --git a/tensorflow/contrib/lite/examples/ios/camera/Info.plist b/tensorflow/lite/examples/ios/camera/Info.plist
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/Info.plist
rename to tensorflow/lite/examples/ios/camera/Info.plist
diff --git a/tensorflow/contrib/lite/examples/ios/camera/MainStoryboard_iPhone.storyboard b/tensorflow/lite/examples/ios/camera/MainStoryboard_iPhone.storyboard
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/MainStoryboard_iPhone.storyboard
rename to tensorflow/lite/examples/ios/camera/MainStoryboard_iPhone.storyboard
diff --git a/tensorflow/contrib/lite/examples/ios/camera/Podfile b/tensorflow/lite/examples/ios/camera/Podfile
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/Podfile
rename to tensorflow/lite/examples/ios/camera/Podfile
diff --git a/tensorflow/contrib/lite/examples/ios/camera/README.md b/tensorflow/lite/examples/ios/camera/README.md
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/README.md
rename to tensorflow/lite/examples/ios/camera/README.md
diff --git a/tensorflow/contrib/lite/examples/ios/camera/data/.gitignore b/tensorflow/lite/examples/ios/camera/data/.gitignore
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/data/.gitignore
rename to tensorflow/lite/examples/ios/camera/data/.gitignore
diff --git a/tensorflow/contrib/lite/examples/ios/camera/main.mm b/tensorflow/lite/examples/ios/camera/main.mm
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/main.mm
rename to tensorflow/lite/examples/ios/camera/main.mm
diff --git a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj b/tensorflow/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
rename to tensorflow/lite/examples/ios/camera/tflite_camera_example.xcodeproj/project.pbxproj
diff --git a/tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj b/tensorflow/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj
rename to tensorflow/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj/project.pbxproj
diff --git a/tensorflow/contrib/lite/examples/ios/download_models.sh b/tensorflow/lite/examples/ios/download_models.sh
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/download_models.sh
rename to tensorflow/lite/examples/ios/download_models.sh
diff --git a/tensorflow/contrib/lite/examples/ios/simple/AppDelegate.h b/tensorflow/lite/examples/ios/simple/AppDelegate.h
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/AppDelegate.h
rename to tensorflow/lite/examples/ios/simple/AppDelegate.h
diff --git a/tensorflow/contrib/lite/examples/ios/simple/AppDelegate.mm b/tensorflow/lite/examples/ios/simple/AppDelegate.mm
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/AppDelegate.mm
rename to tensorflow/lite/examples/ios/simple/AppDelegate.mm
diff --git a/tensorflow/contrib/lite/examples/ios/simple/Podfile b/tensorflow/lite/examples/ios/simple/Podfile
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/Podfile
rename to tensorflow/lite/examples/ios/simple/Podfile
diff --git a/tensorflow/contrib/lite/examples/ios/simple/RunModel-Info.plist b/tensorflow/lite/examples/ios/simple/RunModel-Info.plist
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/RunModel-Info.plist
rename to tensorflow/lite/examples/ios/simple/RunModel-Info.plist
diff --git a/tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.h b/tensorflow/lite/examples/ios/simple/RunModelViewController.h
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.h
rename to tensorflow/lite/examples/ios/simple/RunModelViewController.h
diff --git a/tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.mm b/tensorflow/lite/examples/ios/simple/RunModelViewController.mm
similarity index 97%
rename from tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.mm
rename to tensorflow/lite/examples/ios/simple/RunModelViewController.mm
index 650c73f732..e5764944f6 100644
--- a/tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.mm
+++ b/tensorflow/lite/examples/ios/simple/RunModelViewController.mm
@@ -22,10 +22,10 @@
 #include <sstream>
 #include <string>
 
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/op_resolver.h"
 
 #include "ios_image_load.h"
 
diff --git a/tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.xib b/tensorflow/lite/examples/ios/simple/RunModelViewController.xib
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/RunModelViewController.xib
rename to tensorflow/lite/examples/ios/simple/RunModelViewController.xib
diff --git a/tensorflow/contrib/lite/examples/ios/simple/data/grace_hopper.jpg b/tensorflow/lite/examples/ios/simple/data/grace_hopper.jpg
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/data/grace_hopper.jpg
rename to tensorflow/lite/examples/ios/simple/data/grace_hopper.jpg
diff --git a/tensorflow/contrib/lite/examples/ios/simple/ios_image_load.h b/tensorflow/lite/examples/ios/simple/ios_image_load.h
similarity index 78%
rename from tensorflow/contrib/lite/examples/ios/simple/ios_image_load.h
rename to tensorflow/lite/examples/ios/simple/ios_image_load.h
index 96d2810937..74c6cf3c7b 100644
--- a/tensorflow/contrib/lite/examples/ios/simple/ios_image_load.h
+++ b/tensorflow/lite/examples/ios/simple/ios_image_load.h
@@ -12,12 +12,12 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXAMPLES_IOS_SIMPLE_IOS_IMAGE_LOAD_H_
-#define TENSORFLOW_CONTRIB_LITE_EXAMPLES_IOS_SIMPLE_IOS_IMAGE_LOAD_H_
+#ifndef TENSORFLOW_LITE_EXAMPLES_IOS_SIMPLE_IOS_IMAGE_LOAD_H_
+#define TENSORFLOW_LITE_EXAMPLES_IOS_SIMPLE_IOS_IMAGE_LOAD_H_
 
 #include <vector>
 
 std::vector<uint8_t> LoadImageFromFile(const char* file_name, int* out_width,
                                        int* out_height, int* out_channels);
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXAMPLES_IOS_SIMPLE_IOS_IMAGE_LOAD_H_
+#endif  // TENSORFLOW_LITE_EXAMPLES_IOS_SIMPLE_IOS_IMAGE_LOAD_H_
diff --git a/tensorflow/contrib/lite/examples/ios/simple/ios_image_load.mm b/tensorflow/lite/examples/ios/simple/ios_image_load.mm
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/ios_image_load.mm
rename to tensorflow/lite/examples/ios/simple/ios_image_load.mm
diff --git a/tensorflow/contrib/lite/examples/ios/simple/main.mm b/tensorflow/lite/examples/ios/simple/main.mm
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/main.mm
rename to tensorflow/lite/examples/ios/simple/main.mm
diff --git a/tensorflow/contrib/lite/examples/ios/simple/simple.xcodeproj/project.pbxproj b/tensorflow/lite/examples/ios/simple/simple.xcodeproj/project.pbxproj
similarity index 100%
rename from tensorflow/contrib/lite/examples/ios/simple/simple.xcodeproj/project.pbxproj
rename to tensorflow/lite/examples/ios/simple/simple.xcodeproj/project.pbxproj
diff --git a/tensorflow/contrib/lite/examples/label_image/BUILD b/tensorflow/lite/examples/label_image/BUILD
similarity index 67%
rename from tensorflow/contrib/lite/examples/label_image/BUILD
rename to tensorflow/lite/examples/label_image/BUILD
index fc55a78019..de1bfd7053 100644
--- a/tensorflow/contrib/lite/examples/label_image/BUILD
+++ b/tensorflow/lite/examples/label_image/BUILD
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "tf_cc_binary")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_linkopts")
+load("//tensorflow/lite:build_def.bzl", "tflite_linkopts")
 
 exports_files(glob([
     "testdata/*.bmp",
@@ -28,9 +28,9 @@ tf_cc_binary(
     }),
     deps = [
         ":bitmap_helpers",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
     ],
 )
 
@@ -43,13 +43,13 @@ cc_library(
         "label_image.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite:string",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite:string",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
diff --git a/tensorflow/contrib/lite/examples/label_image/bitmap_helpers.cc b/tensorflow/lite/examples/label_image/bitmap_helpers.cc
similarity index 98%
rename from tensorflow/contrib/lite/examples/label_image/bitmap_helpers.cc
rename to tensorflow/lite/examples/label_image/bitmap_helpers.cc
index 2735d1f5ea..0adad68ddc 100644
--- a/tensorflow/contrib/lite/examples/label_image/bitmap_helpers.cc
+++ b/tensorflow/lite/examples/label_image/bitmap_helpers.cc
@@ -21,7 +21,7 @@ limitations under the License.
 
 #include <unistd.h>  // NOLINT(build/include_order)
 
-#include "tensorflow/contrib/lite/examples/label_image/bitmap_helpers.h"
+#include "tensorflow/lite/examples/label_image/bitmap_helpers.h"
 
 #define LOG(x) std::cerr
 
diff --git a/tensorflow/contrib/lite/examples/label_image/bitmap_helpers.h b/tensorflow/lite/examples/label_image/bitmap_helpers.h
similarity index 79%
rename from tensorflow/contrib/lite/examples/label_image/bitmap_helpers.h
rename to tensorflow/lite/examples/label_image/bitmap_helpers.h
index 7881ee80ca..05209963a1 100644
--- a/tensorflow/contrib/lite/examples/label_image/bitmap_helpers.h
+++ b/tensorflow/lite/examples/label_image/bitmap_helpers.h
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_H_
-#define TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_H_
+#ifndef TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_H_
+#define TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_H_
 
-#include "tensorflow/contrib/lite/examples/label_image/bitmap_helpers_impl.h"
-#include "tensorflow/contrib/lite/examples/label_image/label_image.h"
+#include "tensorflow/lite/examples/label_image/bitmap_helpers_impl.h"
+#include "tensorflow/lite/examples/label_image/label_image.h"
 
 namespace tflite {
 namespace label_image {
@@ -39,4 +39,4 @@ template void resize<float>(float*, unsigned char*, int, int, int, int, int,
 }  // namespace label_image
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_H_
+#endif  // TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_H_
diff --git a/tensorflow/contrib/lite/examples/label_image/bitmap_helpers_impl.h b/tensorflow/lite/examples/label_image/bitmap_helpers_impl.h
similarity index 84%
rename from tensorflow/contrib/lite/examples/label_image/bitmap_helpers_impl.h
rename to tensorflow/lite/examples/label_image/bitmap_helpers_impl.h
index 21ad39a6bf..b581d80773 100644
--- a/tensorflow/contrib/lite/examples/label_image/bitmap_helpers_impl.h
+++ b/tensorflow/lite/examples/label_image/bitmap_helpers_impl.h
@@ -13,16 +13,16 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_IMPL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_IMPL_H_
+#ifndef TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_IMPL_H_
+#define TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_IMPL_H_
 
-#include "tensorflow/contrib/lite/examples/label_image/label_image.h"
+#include "tensorflow/lite/examples/label_image/label_image.h"
 
-#include "tensorflow/contrib/lite/builtin_op_data.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/builtin_op_data.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/version.h"
 
 namespace tflite {
 namespace label_image {
@@ -93,4 +93,4 @@ void resize(T* out, uint8_t* in, int image_height, int image_width,
 }  // namespace label_image
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_IMPL_H_
+#endif  // TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_BITMAP_HELPERS_IMPL_H_
diff --git a/tensorflow/contrib/lite/examples/label_image/get_top_n.h b/tensorflow/lite/examples/label_image/get_top_n.h
similarity index 82%
rename from tensorflow/contrib/lite/examples/label_image/get_top_n.h
rename to tensorflow/lite/examples/label_image/get_top_n.h
index adef434c00..47fea2f775 100644
--- a/tensorflow/contrib/lite/examples/label_image/get_top_n.h
+++ b/tensorflow/lite/examples/label_image/get_top_n.h
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_H_
-#define TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_H_
+#ifndef TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_H_
+#define TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_H_
 
-#include "tensorflow/contrib/lite/examples/label_image/get_top_n_impl.h"
+#include "tensorflow/lite/examples/label_image/get_top_n_impl.h"
 
 namespace tflite {
 namespace label_image {
@@ -35,4 +35,4 @@ template void get_top_n<float>(float*, int, size_t, float,
 }  // namespace label_image
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_H_
+#endif  // TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_H_
diff --git a/tensorflow/contrib/lite/examples/label_image/get_top_n_impl.h b/tensorflow/lite/examples/label_image/get_top_n_impl.h
similarity index 90%
rename from tensorflow/contrib/lite/examples/label_image/get_top_n_impl.h
rename to tensorflow/lite/examples/label_image/get_top_n_impl.h
index 708cf2f2b1..563ac09114 100644
--- a/tensorflow/contrib/lite/examples/label_image/get_top_n_impl.h
+++ b/tensorflow/lite/examples/label_image/get_top_n_impl.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_IMPL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_IMPL_H_
+#ifndef TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_IMPL_H_
+#define TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_IMPL_H_
 
 #include <algorithm>
 #include <queue>
@@ -67,4 +67,4 @@ void get_top_n(T* prediction, int prediction_size, size_t num_results,
 }  // namespace label_image
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_IMPL_H_
+#endif  // TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_GET_TOP_N_IMPL_H_
diff --git a/tensorflow/contrib/lite/examples/label_image/label_image.cc b/tensorflow/lite/examples/label_image/label_image.cc
similarity index 97%
rename from tensorflow/contrib/lite/examples/label_image/label_image.cc
rename to tensorflow/lite/examples/label_image/label_image.cc
index 7c6f523041..b8dc2840df 100644
--- a/tensorflow/contrib/lite/examples/label_image/label_image.cc
+++ b/tensorflow/lite/examples/label_image/label_image.cc
@@ -32,13 +32,13 @@ limitations under the License.
 #include <sys/uio.h>    // NOLINT(build/include_order)
 #include <unistd.h>     // NOLINT(build/include_order)
 
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/optional_debug_tools.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/optional_debug_tools.h"
+#include "tensorflow/lite/string_util.h"
 
-#include "tensorflow/contrib/lite/examples/label_image/bitmap_helpers.h"
-#include "tensorflow/contrib/lite/examples/label_image/get_top_n.h"
+#include "tensorflow/lite/examples/label_image/bitmap_helpers.h"
+#include "tensorflow/lite/examples/label_image/get_top_n.h"
 
 #define LOG(x) std::cerr
 
diff --git a/tensorflow/contrib/lite/examples/label_image/label_image.h b/tensorflow/lite/examples/label_image/label_image.h
similarity index 82%
rename from tensorflow/contrib/lite/examples/label_image/label_image.h
rename to tensorflow/lite/examples/label_image/label_image.h
index f0be881b58..88b047fecc 100644
--- a/tensorflow/contrib/lite/examples/label_image/label_image.h
+++ b/tensorflow/lite/examples/label_image/label_image.h
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_LABEL_IMAGE_H_
-#define TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_LABEL_IMAGE_H_
+#ifndef TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_LABEL_IMAGE_H_
+#define TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_LABEL_IMAGE_H_
 
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace label_image {
@@ -40,4 +40,4 @@ struct Settings {
 }  // namespace label_image
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXAMPLES_LABEL_IMAGE_LABEL_IMAGE_H_
+#endif  // TENSORFLOW_LITE_EXAMPLES_LABEL_IMAGE_LABEL_IMAGE_H_
diff --git a/tensorflow/contrib/lite/examples/label_image/label_image.md b/tensorflow/lite/examples/label_image/label_image.md
similarity index 84%
rename from tensorflow/contrib/lite/examples/label_image/label_image.md
rename to tensorflow/lite/examples/label_image/label_image.md
index 9ce32cf101..fd9f49918b 100644
--- a/tensorflow/contrib/lite/examples/label_image/label_image.md
+++ b/tensorflow/lite/examples/label_image/label_image.md
@@ -10,12 +10,12 @@ To build it for android ARMv8:
   --crosstool_top=//external:android/crosstool \
   --host_crosstool_top=@bazel_tools//tools/cpp:toolchain \
   --cpu=arm64-v8a \
-  //tensorflow/contrib/lite/examples/label_image:label_image
+  //tensorflow/lite/examples/label_image:label_image
 ```
 or
 ```
 > bazel build --config android_arm64 --config monolithic --cxxopt=-std=c++11 \
-  //tensorflow/contrib/lite/examples/label_image:label_image
+  //tensorflow/lite/examples/label_image:label_image
 ```
 
 To build it for android arm-v7a:
@@ -24,17 +24,17 @@ To build it for android arm-v7a:
   --crosstool_top=//external:android/crosstool \
   --host_crosstool_top=@bazel_tools//tools/cpp:toolchain \
   --cpu=armeabi-v7a \
-  //tensorflow/contrib/lite/examples/label_image:label_image
+  //tensorflow/lite/examples/label_image:label_image
 ```
 or
 ```
 > bazel build --config android_arm --config monolithic --cxxopt=-std=c++11 \
-  //tensorflow/contrib/lite/examples/label_image:label_image
+  //tensorflow/lite/examples/label_image:label_image
 ```
 
 Build it for desktop machines (tested on Ubuntu and OS X)
 ```
-> bazel build --config opt --cxxopt=-std=c++11 //tensorflow/contrib/lite/examples/label_image:label_image
+> bazel build --config opt --cxxopt=-std=c++11 //tensorflow/lite/examples/label_image:label_image
 ```
 To run it. Prepare `./mobilenet_quant_v1_224.tflite`, `./grace_hopper.bmp`, and `./labels.txt`.
 
diff --git a/tensorflow/contrib/lite/examples/label_image/label_image_test.cc b/tensorflow/lite/examples/label_image/label_image_test.cc
similarity index 86%
rename from tensorflow/contrib/lite/examples/label_image/label_image_test.cc
rename to tensorflow/lite/examples/label_image/label_image_test.cc
index de7de21f77..6b4ec2a937 100644
--- a/tensorflow/contrib/lite/examples/label_image/label_image_test.cc
+++ b/tensorflow/lite/examples/label_image/label_image_test.cc
@@ -16,9 +16,9 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 
-#include "tensorflow/contrib/lite/examples/label_image/bitmap_helpers.h"
-#include "tensorflow/contrib/lite/examples/label_image/get_top_n.h"
-#include "tensorflow/contrib/lite/examples/label_image/label_image.h"
+#include "tensorflow/lite/examples/label_image/bitmap_helpers.h"
+#include "tensorflow/lite/examples/label_image/get_top_n.h"
+#include "tensorflow/lite/examples/label_image/label_image.h"
 
 using ::testing::ElementsAreArray;
 
@@ -27,7 +27,7 @@ namespace label_image {
 
 TEST(LabelImageTest, GraceHopper) {
   std::string lena_file =
-      "tensorflow/contrib/lite/examples/label_image/testdata/"
+      "tensorflow/lite/examples/label_image/testdata/"
       "grace_hopper.bmp";
   int height, width, channels;
   Settings s;
diff --git a/tensorflow/contrib/lite/examples/label_image/testdata/grace_hopper.bmp b/tensorflow/lite/examples/label_image/testdata/grace_hopper.bmp
similarity index 100%
rename from tensorflow/contrib/lite/examples/label_image/testdata/grace_hopper.bmp
rename to tensorflow/lite/examples/label_image/testdata/grace_hopper.bmp
diff --git a/tensorflow/contrib/lite/examples/minimal/BUILD b/tensorflow/lite/examples/minimal/BUILD
similarity index 76%
rename from tensorflow/contrib/lite/examples/minimal/BUILD
rename to tensorflow/lite/examples/minimal/BUILD
index b403628d6c..cdd67af1e9 100644
--- a/tensorflow/contrib/lite/examples/minimal/BUILD
+++ b/tensorflow/lite/examples/minimal/BUILD
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "tf_cc_binary")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_linkopts")
+load("//tensorflow/lite:build_def.bzl", "tflite_linkopts")
 
 tf_cc_binary(
     name = "minimal",
@@ -21,7 +21,7 @@ tf_cc_binary(
         "//conditions:default": [],
     }),
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
     ],
 )
diff --git a/tensorflow/contrib/lite/examples/minimal/minimal.cc b/tensorflow/lite/examples/minimal/minimal.cc
similarity index 92%
rename from tensorflow/contrib/lite/examples/minimal/minimal.cc
rename to tensorflow/lite/examples/minimal/minimal.cc
index 8b65cde7b7..46f8b09df6 100644
--- a/tensorflow/contrib/lite/examples/minimal/minimal.cc
+++ b/tensorflow/lite/examples/minimal/minimal.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <cstdio>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/optional_debug_tools.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/optional_debug_tools.h"
 
 // This is an example that is minimal to read a model
 // from disk and perform inference. There is no data being loaded
diff --git a/tensorflow/contrib/lite/examples/python/BUILD b/tensorflow/lite/examples/python/BUILD
similarity index 83%
rename from tensorflow/contrib/lite/examples/python/BUILD
rename to tensorflow/lite/examples/python/BUILD
index d337c3ddc4..a606d1aa56 100644
--- a/tensorflow/contrib/lite/examples/python/BUILD
+++ b/tensorflow/lite/examples/python/BUILD
@@ -8,6 +8,6 @@ py_binary(
     main = "label_image.py",
     srcs_version = "PY2AND3",
     deps = [
-        "//tensorflow/contrib/lite/python:lite",
+        "//tensorflow/lite/python:lite",
     ],
 )
diff --git a/tensorflow/contrib/lite/examples/python/label_image.md b/tensorflow/lite/examples/python/label_image.md
similarity index 81%
rename from tensorflow/contrib/lite/examples/python/label_image.md
rename to tensorflow/lite/examples/python/label_image.md
index e81192a96c..b4ec42f525 100644
--- a/tensorflow/contrib/lite/examples/python/label_image.md
+++ b/tensorflow/lite/examples/python/label_image.md
@@ -6,7 +6,7 @@ The example input image and labels file are from TensorFlow repo and
 MobileNet V1 model files.
 
 ```
-curl https://raw.githubusercontent.com/tensorflow/tensorflow/master/tensorflow/contrib/lite/examples/label_image/testdata/grace_hopper.bmp > /tmp/grace_hopper.bmp
+curl https://raw.githubusercontent.com/tensorflow/tensorflow/master/tensorflow/lite/examples/label_image/testdata/grace_hopper.bmp > /tmp/grace_hopper.bmp
 
 curl  https://storage.googleapis.com/download.tensorflow.org/models/mobilenet_v1_1.0_224_frozen.tgz  | tar xzv -C /tmp  mobilenet_v1_1.0_224/labels.txt
 mv /tmp/mobilenet_v1_1.0_224/labels.txt /tmp/
@@ -17,7 +17,7 @@ Run
 
 ```
 curl http://download.tensorflow.org/models/mobilenet_v1_2018_02_22/mobilenet_v1_1.0_224_quant.tgz | tar xzv -C /tmp
-bazel run --config opt //tensorflow/contrib/lite/examples/python:label_image
+bazel run --config opt //tensorflow/lite/examples/python:label_image
 ```
 
 We can get results like
@@ -34,7 +34,7 @@ Run
 
 ```
 curl http://download.tensorflow.org/models/mobilenet_v1_2018_02_22/mobilenet_v1_1.0_224.tgz | tar xzv -C /tmp
-bazel run --config opt //tensorflow/contrib/lite/examples/python:label_image \
+bazel run --config opt //tensorflow/lite/examples/python:label_image \
 -- --model_file /tmp/mobilenet_v1_1.0_224.tflite
 ```
 
diff --git a/tensorflow/contrib/lite/examples/python/label_image.py b/tensorflow/lite/examples/python/label_image.py
similarity index 97%
rename from tensorflow/contrib/lite/examples/python/label_image.py
rename to tensorflow/lite/examples/python/label_image.py
index 282118a1d2..0bc15d36a8 100644
--- a/tensorflow/contrib/lite/examples/python/label_image.py
+++ b/tensorflow/lite/examples/python/label_image.py
@@ -23,7 +23,7 @@ import numpy as np
 
 from PIL import Image
 
-from tensorflow.contrib.lite.python import interpreter as interpreter_wrapper
+from tensorflow.lite.python import interpreter as interpreter_wrapper
 
 def load_labels(filename):
   my_labels = []
diff --git a/tensorflow/contrib/lite/experimental/c/BUILD b/tensorflow/lite/experimental/c/BUILD
similarity index 63%
rename from tensorflow/contrib/lite/experimental/c/BUILD
rename to tensorflow/lite/experimental/c/BUILD
index 8de063ff52..5dd62194de 100644
--- a/tensorflow/contrib/lite/experimental/c/BUILD
+++ b/tensorflow/lite/experimental/c/BUILD
@@ -3,14 +3,14 @@ package(default_visibility = ["//visibility:private"])
 package_group(
     name = "experimental",
     packages = [
-        "//tensorflow/contrib/lite/experimental/...",
+        "//tensorflow/lite/experimental/...",
     ],
 )
 
 licenses(["notice"])  # Apache 2.0
 
 load(
-    "//tensorflow/contrib/lite:build_def.bzl",
+    "//tensorflow/lite:build_def.bzl",
     "tflite_cc_shared_object",
     "tflite_copts",
     "tflite_jni_binary",
@@ -21,14 +21,14 @@ tflite_cc_shared_object(
     linkopts = select({
         "//tensorflow:darwin": [
             "-Wl,-exported_symbols_list",  # This line must be directly followed by the exported_symbols.lds file
-            "$(location //tensorflow/contrib/lite/experimental/c:exported_symbols.lds)",
+            "$(location //tensorflow/lite/experimental/c:exported_symbols.lds)",
             "-Wl,-install_name,@rpath/libtensorflowlite_c.so",
         ],
         "//tensorflow:windows": [],
         "//conditions:default": [
             "-z defs",
             "-Wl,--version-script",  #  This line must be directly followed by the version_script.lds file
-            "$(location //tensorflow/contrib/lite/experimental/c:version_script.lds)",
+            "$(location //tensorflow/lite/experimental/c:version_script.lds)",
         ],
     }),
     deps = [
@@ -45,11 +45,11 @@ cc_library(
     hdrs = ["c_api_internal.h"],
     copts = tflite_copts(),
     visibility = [
-        "//tensorflow/contrib/lite/experimental/c:__subpackages__",
+        "//tensorflow/lite/experimental/c:__subpackages__",
     ],
     deps = [
-        "//tensorflow/contrib/lite:context",
-        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/lite:context",
+        "//tensorflow/lite:framework",
     ],
 )
 
@@ -63,10 +63,10 @@ cc_library(
     ],
     deps = [
         ":c_api_internal",
-        "//tensorflow/contrib/lite:context",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:context",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/kernels:builtin_ops",
     ],
 )
 
@@ -78,7 +78,7 @@ cc_library(
     deps = [
         ":c_api",
         ":c_api_internal",
-        "//tensorflow/contrib/lite:kernel_api",
+        "//tensorflow/lite:kernel_api",
     ],
 )
 
@@ -87,14 +87,14 @@ cc_test(
     size = "small",
     srcs = ["c_api_test.cc"],
     data = [
-        "//tensorflow/contrib/lite:testdata/add.bin",
-        "//tensorflow/contrib/lite:testdata/add_quantized.bin",
+        "//tensorflow/lite:testdata/add.bin",
+        "//tensorflow/lite:testdata/add_quantized.bin",
     ],
     deps = [
         ":c_api",
-        "//tensorflow/contrib/lite:context",
-        "//tensorflow/contrib/lite:kernel_api",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:context",
+        "//tensorflow/lite:kernel_api",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -103,12 +103,12 @@ cc_test(
     name = "c_api_experimental_test",
     size = "small",
     srcs = ["c_api_experimental_test.cc"],
-    data = ["//tensorflow/contrib/lite:testdata/add.bin"],
+    data = ["//tensorflow/lite:testdata/add.bin"],
     deps = [
         ":c_api",
         ":c_api_experimental",
-        "//tensorflow/contrib/lite:kernel_api",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:kernel_api",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/experimental/c/c_api.cc b/tensorflow/lite/experimental/c/c_api.cc
similarity index 93%
rename from tensorflow/contrib/lite/experimental/c/c_api.cc
rename to tensorflow/lite/experimental/c/c_api.cc
index 7123bec7fe..9caacfeb36 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api.cc
+++ b/tensorflow/lite/experimental/c/c_api.cc
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/c/c_api.h"
+#include "tensorflow/lite/experimental/c/c_api.h"
 
 #include <memory>
 
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/error_reporter.h"
-#include "tensorflow/contrib/lite/experimental/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/error_reporter.h"
+#include "tensorflow/lite/experimental/c/c_api_internal.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -203,7 +203,7 @@ TFL_Status TFL_TensorCopyToBuffer(const TFL_Tensor* tensor, void* output_data,
   return kTfLiteOk;
 }
 
-// LINT.ThenChange(//tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs)
+// LINT.ThenChange(//tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs)
 
 #ifdef __cplusplus
 }  // extern "C"
diff --git a/tensorflow/contrib/lite/experimental/c/c_api.h b/tensorflow/lite/experimental/c/c_api.h
similarity index 97%
rename from tensorflow/contrib/lite/experimental/c/c_api.h
rename to tensorflow/lite/experimental/c/c_api.h
index 6149af750f..49089011d1 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api.h
+++ b/tensorflow/lite/experimental/c/c_api.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_H_
 
 #include <stdarg.h>
 #include <stdint.h>
@@ -21,7 +21,7 @@ limitations under the License.
 // Eventually the various C APIs defined in context.h will be migrated into
 // the appropriate /c/c_api*.h header. For now, we pull in existing definitions
 // for convenience.
-#include "tensorflow/contrib/lite/context.h"
+#include "tensorflow/lite/context.h"
 
 // --------------------------------------------------------------------------
 // Experimental C API for TensorFlowLite.
@@ -223,4 +223,4 @@ TFL_CAPI_EXPORT extern TFL_Status TFL_TensorCopyToBuffer(
 }  // extern "C"
 #endif  // __cplusplus
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_H_
diff --git a/tensorflow/contrib/lite/experimental/c/c_api_experimental.cc b/tensorflow/lite/experimental/c/c_api_experimental.cc
similarity index 92%
rename from tensorflow/contrib/lite/experimental/c/c_api_experimental.cc
rename to tensorflow/lite/experimental/c/c_api_experimental.cc
index 29f8701f53..a246ed99cd 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api_experimental.cc
+++ b/tensorflow/lite/experimental/c/c_api_experimental.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/c/c_api_experimental.h"
+#include "tensorflow/lite/experimental/c/c_api_experimental.h"
 
-#include "tensorflow/contrib/lite/experimental/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/c/c_api_internal.h"
 
 #ifdef __cplusplus
 extern "C" {
diff --git a/tensorflow/contrib/lite/experimental/c/c_api_experimental.h b/tensorflow/lite/experimental/c/c_api_experimental.h
similarity index 87%
rename from tensorflow/contrib/lite/experimental/c/c_api_experimental.h
rename to tensorflow/lite/experimental/c/c_api_experimental.h
index fca5d92f77..e4cd084520 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api_experimental.h
+++ b/tensorflow/lite/experimental/c/c_api_experimental.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_EXPERIMENTAL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_EXPERIMENTAL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_EXPERIMENTAL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_EXPERIMENTAL_H_
 
-#include "tensorflow/contrib/lite/builtin_ops.h"
-#include "tensorflow/contrib/lite/experimental/c/c_api.h"
+#include "tensorflow/lite/builtin_ops.h"
+#include "tensorflow/lite/experimental/c/c_api.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -54,4 +54,4 @@ void TFL_InterpreterOptionsAddCustomOp(TFL_InterpreterOptions* options,
 }  // extern "C"
 #endif  // __cplusplus
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_EXPERIMENTAL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_EXPERIMENTAL_H_
diff --git a/tensorflow/contrib/lite/experimental/c/c_api_experimental_test.cc b/tensorflow/lite/experimental/c/c_api_experimental_test.cc
similarity index 86%
rename from tensorflow/contrib/lite/experimental/c/c_api_experimental_test.cc
rename to tensorflow/lite/experimental/c/c_api_experimental_test.cc
index 1b1bedb754..e79c7204c6 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api_experimental_test.cc
+++ b/tensorflow/lite/experimental/c/c_api_experimental_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/c/c_api_experimental.h"
+#include "tensorflow/lite/experimental/c/c_api_experimental.h"
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/builtin_ops.h"
-#include "tensorflow/contrib/lite/experimental/c/c_api.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/builtin_ops.h"
+#include "tensorflow/lite/experimental/c/c_api.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace {
 
@@ -34,7 +34,7 @@ TfLiteRegistration* GetDummyRegistration() {
 
 TEST(CApiExperimentalSimple, Smoke) {
   TFL_Model* model = TFL_NewModelFromFile(
-      "tensorflow/contrib/lite/testdata/add.bin");
+      "tensorflow/lite/testdata/add.bin");
   ASSERT_NE(model, nullptr);
 
   TFL_InterpreterOptions* options = TFL_NewInterpreterOptions();
diff --git a/tensorflow/contrib/lite/experimental/c/c_api_internal.h b/tensorflow/lite/experimental/c/c_api_internal.h
similarity index 82%
rename from tensorflow/contrib/lite/experimental/c/c_api_internal.h
rename to tensorflow/lite/experimental/c/c_api_internal.h
index da3af3cad4..8a2987c8f1 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api_internal.h
+++ b/tensorflow/lite/experimental/c/c_api_internal.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_INTERNAL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_INTERNAL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_INTERNAL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_INTERNAL_H_
 
-#include "tensorflow/contrib/lite/experimental/c/c_api.h"
+#include "tensorflow/lite/experimental/c/c_api.h"
 
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/op_resolver.h"
 
 // Internal structures used by the C API. These are likely to change and should
 // not be depended on.
@@ -58,4 +58,4 @@ struct TFL_Interpreter {
   std::unique_ptr<tflite::Interpreter> impl;
 };
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_C_C_API_INTERNAL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_C_C_API_INTERNAL_H_
diff --git a/tensorflow/contrib/lite/experimental/c/c_api_test.cc b/tensorflow/lite/experimental/c/c_api_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/experimental/c/c_api_test.cc
rename to tensorflow/lite/experimental/c/c_api_test.cc
index 8382e9bbb1..5fb14f342c 100644
--- a/tensorflow/contrib/lite/experimental/c/c_api_test.cc
+++ b/tensorflow/lite/experimental/c/c_api_test.cc
@@ -15,17 +15,17 @@ limitations under the License.
 
 #include <array>
 
-#include "tensorflow/contrib/lite/experimental/c/c_api.h"
+#include "tensorflow/lite/experimental/c/c_api.h"
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace {
 
 TEST(CApiSimple, Smoke) {
   TFL_Model* model = TFL_NewModelFromFile(
-      "tensorflow/contrib/lite/testdata/add.bin");
+      "tensorflow/lite/testdata/add.bin");
   ASSERT_NE(model, nullptr);
 
   TFL_InterpreterOptions* options = TFL_NewInterpreterOptions();
@@ -97,7 +97,7 @@ TEST(CApiSimple, Smoke) {
 
 TEST(CApiSimple, QuantizationParams) {
   TFL_Model* model = TFL_NewModelFromFile(
-      "tensorflow/contrib/lite/testdata/add_quantized.bin");
+      "tensorflow/lite/testdata/add_quantized.bin");
   ASSERT_NE(model, nullptr);
 
   TFL_Interpreter* interpreter = TFL_NewInterpreter(model, nullptr);
@@ -157,7 +157,7 @@ TEST(CApiSimple, QuantizationParams) {
 
 TEST(CApiSimple, ErrorReporter) {
   TFL_Model* model = TFL_NewModelFromFile(
-      "tensorflow/contrib/lite/testdata/add.bin");
+      "tensorflow/lite/testdata/add.bin");
   TFL_InterpreterOptions* options = TFL_NewInterpreterOptions();
 
   // Install a custom error reporter into the interpreter by way of options.
diff --git a/tensorflow/contrib/lite/experimental/c/exported_symbols.lds b/tensorflow/lite/experimental/c/exported_symbols.lds
similarity index 100%
rename from tensorflow/contrib/lite/experimental/c/exported_symbols.lds
rename to tensorflow/lite/experimental/c/exported_symbols.lds
diff --git a/tensorflow/contrib/lite/experimental/c/version_script.lds b/tensorflow/lite/experimental/c/version_script.lds
similarity index 100%
rename from tensorflow/contrib/lite/experimental/c/version_script.lds
rename to tensorflow/lite/experimental/c/version_script.lds
diff --git a/tensorflow/contrib/lite/experimental/examples/lstm/BUILD b/tensorflow/lite/experimental/examples/lstm/BUILD
similarity index 91%
rename from tensorflow/contrib/lite/experimental/examples/lstm/BUILD
rename to tensorflow/lite/experimental/examples/lstm/BUILD
index 3c1fe5f8be..7a475a24d3 100644
--- a/tensorflow/contrib/lite/experimental/examples/lstm/BUILD
+++ b/tensorflow/lite/experimental/examples/lstm/BUILD
@@ -11,7 +11,7 @@ py_library(
     visibility = ["//visibility:public"],
     deps = [
         "//tensorflow:tensorflow_py",
-        "//tensorflow/contrib/lite/python:lite",
+        "//tensorflow/lite/python:lite",
         "//tensorflow/python:framework",
         "@six_archive//:six",
     ],
@@ -31,8 +31,8 @@ py_test(
     deps = [
         ":tflite_lstm",
         "//tensorflow:tensorflow_py",
-        "//tensorflow/contrib/lite/python:lite",
         "//tensorflow/examples/tutorials/mnist:input_data",
+        "//tensorflow/lite/python:lite",
         "//tensorflow/python:framework_test_lib",
         "//tensorflow/python:platform",
         "//tensorflow/python/tools:optimize_for_inference",
diff --git a/tensorflow/contrib/lite/experimental/examples/lstm/tflite_lstm.py b/tensorflow/lite/experimental/examples/lstm/tflite_lstm.py
similarity index 99%
rename from tensorflow/contrib/lite/experimental/examples/lstm/tflite_lstm.py
rename to tensorflow/lite/experimental/examples/lstm/tflite_lstm.py
index 2357743266..2fe8ebf9e9 100644
--- a/tensorflow/contrib/lite/experimental/examples/lstm/tflite_lstm.py
+++ b/tensorflow/lite/experimental/examples/lstm/tflite_lstm.py
@@ -21,7 +21,7 @@ from __future__ import division
 from __future__ import print_function
 import tensorflow as tf
 
-from tensorflow.contrib.lite.python import lite
+from tensorflow.lite.python import lite
 from tensorflow.python.keras import activations
 from tensorflow.python.keras import initializers
 from tensorflow.python.layers import base as base_layer
diff --git a/tensorflow/contrib/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py b/tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
similarity index 96%
rename from tensorflow/contrib/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
rename to tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
index 2ca977518c..81ab6691df 100644
--- a/tensorflow/contrib/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
+++ b/tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
@@ -19,7 +19,7 @@ import tempfile
 import numpy as np
 import tensorflow as tf
 
-from tensorflow.contrib.lite.experimental.examples.lstm.tflite_lstm import TFLiteLSTMCell
+from tensorflow.lite.experimental.examples.lstm.tflite_lstm import TFLiteLSTMCell
 from tensorflow.examples.tutorials.mnist import input_data
 from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
@@ -150,15 +150,15 @@ class UnidirectionalSequenceLstmTest(test_util.TensorFlowTestCase):
     tf.import_graph_def(graph, name="", input_map={"INPUT_IMAGE": tflite_input})
     with tf.Session() as sess:
       curr = sess.graph_def
-      curr = tf.contrib.lite.convert_op_hints_to_stubs(graph_def=curr)
+      curr = tf.lite.convert_op_hints_to_stubs(graph_def=curr)
 
     curr = optimize_for_inference_lib.optimize_for_inference(
         curr, ["INPUT_IMAGE_LITE"], ["OUTPUT_CLASS"],
         [tf.float32.as_datatype_enum])
 
-    tflite = tf.contrib.lite.toco_convert(
+    tflite = tf.lite.toco_convert(
         curr, [tflite_input], [outputs], allow_custom_ops=False)
-    interpreter = tf.contrib.lite.Interpreter(model_content=tflite)
+    interpreter = tf.lite.Interpreter(model_content=tflite)
 
     try:
       interpreter.allocate_tensors()
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/.gitignore b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/.gitignore
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/.gitignore
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/.gitignore
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/HelloTFLite.unity.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scenes/add.bytes.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/Examples/HelloTFLite/Scripts/HelloTFLite.cs.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs.meta b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs.meta
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs.meta
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/Assets/TensorFlowLite/SDK/Scripts/Interpreter.cs.meta
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/AudioManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/AudioManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/AudioManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/AudioManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ClusterInputManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ClusterInputManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ClusterInputManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ClusterInputManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/DynamicsManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/DynamicsManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/DynamicsManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/DynamicsManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorBuildSettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorBuildSettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorBuildSettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorBuildSettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorSettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorSettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorSettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/EditorSettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/GraphicsSettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/GraphicsSettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/GraphicsSettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/GraphicsSettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/InputManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/InputManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/InputManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/InputManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NavMeshAreas.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NavMeshAreas.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NavMeshAreas.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NavMeshAreas.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NetworkManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NetworkManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NetworkManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/NetworkManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/Physics2DSettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/Physics2DSettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/Physics2DSettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/Physics2DSettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectSettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectSettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectSettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectSettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectVersion.txt b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectVersion.txt
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectVersion.txt
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/ProjectVersion.txt
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/QualitySettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/QualitySettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/QualitySettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/QualitySettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TagManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TagManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TagManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TagManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TimeManager.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TimeManager.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TimeManager.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/TimeManager.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/UnityConnectSettings.asset b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/UnityConnectSettings.asset
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/UnityConnectSettings.asset
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/ProjectSettings/UnityConnectSettings.asset
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md
similarity index 88%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md
index f480c49cd0..8c85ebfb63 100644
--- a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md
+++ b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/README.md
@@ -10,7 +10,7 @@ that this has only been tested on Linux; the syntax may differ on Mac/Windows):
 
 ```sh
 bazel build -c opt --cxxopt=--std=c++11 \
-  //tensorflow/contrib/lite/experimental/c:libtensorflowlite_c.so
+  //tensorflow/lite/experimental/c:libtensorflowlite_c.so
 ```
 
 and for Android:
@@ -20,7 +20,7 @@ bazel build -c opt --cxxopt=--std=c++11 \
   --crosstool_top=//external:android/crosstool \
   --host_crosstool_top=@bazel_tools//tools/cpp:toolchain \
   --cpu=armeabi-v7a \
-  //tensorflow/contrib/lite/experimental/c:libtensorflowlite_c.so
+  //tensorflow/lite/experimental/c:libtensorflowlite_c.so
 ```
 
 If you encounter issues with native plugin discovery on Mac ("Darwin")
diff --git a/tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/UnityPackageManager/manifest.json b/tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/UnityPackageManager/manifest.json
similarity index 100%
rename from tensorflow/contrib/lite/experimental/examples/unity/TensorFlowLitePlugin/UnityPackageManager/manifest.json
rename to tensorflow/lite/experimental/examples/unity/TensorFlowLitePlugin/UnityPackageManager/manifest.json
diff --git a/tensorflow/contrib/lite/experimental/kernels/BUILD b/tensorflow/lite/experimental/kernels/BUILD
similarity index 51%
rename from tensorflow/contrib/lite/experimental/kernels/BUILD
rename to tensorflow/lite/experimental/kernels/BUILD
index 4786cc62f9..dd314545cb 100644
--- a/tensorflow/contrib/lite/experimental/kernels/BUILD
+++ b/tensorflow/lite/experimental/kernels/BUILD
@@ -4,7 +4,7 @@ package(default_visibility = [
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
 load("//tensorflow:tensorflow.bzl", "tf_cc_test")
 
 # ctc support classes imported directly from TensorFlow.
@@ -19,7 +19,7 @@ cc_library(
     ],
     deps = [
         ":top_n",
-        "//tensorflow/contrib/lite/kernels/internal:types",
+        "//tensorflow/lite/kernels/internal:types",
         "//third_party/eigen3",
     ],
 )
@@ -31,7 +31,7 @@ cc_library(
         "top_n.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/kernels/internal:types",
+        "//tensorflow/lite/kernels/internal:types",
     ],
 )
 
@@ -50,21 +50,21 @@ cc_library(
     }),
     deps = [
         ":ctc_utils",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:gemm_support",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
-        "//tensorflow/contrib/lite/kernels:op_macros",
-        "//tensorflow/contrib/lite/kernels/internal:kernel_utils",
-        "//tensorflow/contrib/lite/kernels/internal:optimized",
-        "//tensorflow/contrib/lite/kernels/internal:optimized_base",
-        "//tensorflow/contrib/lite/kernels/internal:quantization_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
-        "//tensorflow/contrib/lite/kernels/internal:tensor",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:gemm_support",
+        "//tensorflow/lite/kernels:kernel_util",
+        "//tensorflow/lite/kernels:op_macros",
+        "//tensorflow/lite/kernels/internal:kernel_utils",
+        "//tensorflow/lite/kernels/internal:optimized",
+        "//tensorflow/lite/kernels/internal:optimized_base",
+        "//tensorflow/lite/kernels/internal:quantization_util",
+        "//tensorflow/lite/kernels/internal:reference_base",
+        "//tensorflow/lite/kernels/internal:tensor",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
         "@flatbuffers",
     ],
 )
@@ -76,9 +76,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":experimental_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_entry.h b/tensorflow/lite/experimental/kernels/ctc_beam_entry.h
similarity index 94%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_beam_entry.h
rename to tensorflow/lite/experimental/kernels/ctc_beam_entry.h
index a60ff2a1c5..70fbefa2ba 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_entry.h
+++ b/tensorflow/lite/experimental/kernels/ctc_beam_entry.h
@@ -15,8 +15,8 @@ limitations under the License.
 
 // Copied from tensorflow/core/util/ctc/ctc_beam_entry.h
 // TODO(b/111524997): Remove this file.
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_ENTRY_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_ENTRY_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_ENTRY_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_ENTRY_H_
 
 #include <algorithm>
 #include <memory>
@@ -24,7 +24,7 @@ limitations under the License.
 #include <vector>
 
 #include "third_party/eigen3/Eigen/Core"
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_loss_util.h"
+#include "tensorflow/lite/experimental/kernels/ctc_loss_util.h"
 
 namespace tflite {
 namespace experimental {
@@ -147,4 +147,4 @@ class BeamComparer {
 }  // namespace experimental
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_ENTRY_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_ENTRY_H_
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_scorer.h b/tensorflow/lite/experimental/kernels/ctc_beam_scorer.h
similarity index 91%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_beam_scorer.h
rename to tensorflow/lite/experimental/kernels/ctc_beam_scorer.h
index ec60e26257..202b2af28e 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_scorer.h
+++ b/tensorflow/lite/experimental/kernels/ctc_beam_scorer.h
@@ -23,10 +23,10 @@ limitations under the License.
 
 // Copied from tensorflow/core/util/ctc/ctc_beam_scorer.h
 // TODO(b/111524997): Remove this file.
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SCORER_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SCORER_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SCORER_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SCORER_H_
 
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_beam_entry.h"
+#include "tensorflow/lite/experimental/kernels/ctc_beam_entry.h"
 
 namespace tflite {
 namespace experimental {
@@ -76,4 +76,4 @@ class BaseBeamScorer {
 }  // namespace experimental
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SCORER_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SCORER_H_
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_search.h b/tensorflow/lite/experimental/kernels/ctc_beam_search.h
similarity index 96%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_beam_search.h
rename to tensorflow/lite/experimental/kernels/ctc_beam_search.h
index 7c5099235a..1cc3ab7605 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_search.h
+++ b/tensorflow/lite/experimental/kernels/ctc_beam_search.h
@@ -15,8 +15,8 @@ limitations under the License.
 
 // Copied from tensorflow/core/util/ctc/ctc_beam_search.h
 // TODO(b/111524997): Remove this file.
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SEARCH_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SEARCH_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SEARCH_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SEARCH_H_
 
 #include <algorithm>
 #include <cmath>
@@ -25,12 +25,12 @@ limitations under the License.
 #include <vector>
 
 #include "third_party/eigen3/Eigen/Core"
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_beam_entry.h"
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_beam_scorer.h"
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_decoder.h"
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_loss_util.h"
-#include "tensorflow/contrib/lite/experimental/kernels/top_n.h"
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/experimental/kernels/ctc_beam_entry.h"
+#include "tensorflow/lite/experimental/kernels/ctc_beam_scorer.h"
+#include "tensorflow/lite/experimental/kernels/ctc_decoder.h"
+#include "tensorflow/lite/experimental/kernels/ctc_loss_util.h"
+#include "tensorflow/lite/experimental/kernels/top_n.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
 
 namespace tflite {
 namespace experimental {
@@ -429,4 +429,4 @@ bool CTCBeamSearchDecoder<CTCBeamState, CTCBeamComparer>::TopPaths(
 }  // namespace experimental
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SEARCH_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_BEAM_SEARCH_H_
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_search_decoder.cc b/tensorflow/lite/experimental/kernels/ctc_beam_search_decoder.cc
similarity index 96%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_beam_search_decoder.cc
rename to tensorflow/lite/experimental/kernels/ctc_beam_search_decoder.cc
index b1ebe4a804..9b1a05ee6e 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_search_decoder.cc
+++ b/tensorflow/lite/experimental/kernels/ctc_beam_search_decoder.cc
@@ -14,12 +14,12 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/experimental/kernels/ctc_beam_search.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/kernels/ctc_beam_search.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_search_decoder_test.cc b/tensorflow/lite/experimental/kernels/ctc_beam_search_decoder_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_beam_search_decoder_test.cc
rename to tensorflow/lite/experimental/kernels/ctc_beam_search_decoder_test.cc
index 942dbbbeae..572b56f122 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_beam_search_decoder_test.cc
+++ b/tensorflow/lite/experimental/kernels/ctc_beam_search_decoder_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_decoder.h b/tensorflow/lite/experimental/kernels/ctc_decoder.h
similarity index 94%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_decoder.h
rename to tensorflow/lite/experimental/kernels/ctc_decoder.h
index 596ad4a5f7..1ceb3f7de4 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_decoder.h
+++ b/tensorflow/lite/experimental/kernels/ctc_decoder.h
@@ -15,8 +15,8 @@ limitations under the License.
 
 // Copied from tensorflow/core/util/ctc/ctc_decoder.h
 // TODO(b/111524997): Remove this file.
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_DECODER_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_DECODER_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_DECODER_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_DECODER_H_
 
 #include <memory>
 #include <vector>
@@ -111,4 +111,4 @@ class CTCGreedyDecoder : public CTCDecoder {
 }  // namespace experimental
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_DECODER_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_DECODER_H_
diff --git a/tensorflow/contrib/lite/experimental/kernels/ctc_loss_util.h b/tensorflow/lite/experimental/kernels/ctc_loss_util.h
similarity index 88%
rename from tensorflow/contrib/lite/experimental/kernels/ctc_loss_util.h
rename to tensorflow/lite/experimental/kernels/ctc_loss_util.h
index 0bae732533..f2206dbcc0 100644
--- a/tensorflow/contrib/lite/experimental/kernels/ctc_loss_util.h
+++ b/tensorflow/lite/experimental/kernels/ctc_loss_util.h
@@ -15,8 +15,8 @@ limitations under the License.
 
 // Copied from tensorflow/core/util/ctc/ctc_loss_util.h
 // TODO(b/111524997): Remove this file.
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_LOSS_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_LOSS_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_LOSS_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_LOSS_UTIL_H_
 
 #include <cmath>
 #include <limits>
@@ -47,4 +47,4 @@ inline float LogSumExp(float log_prob_1, float log_prob_2) {
 }  // namespace experimental
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_CTC_LOSS_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_CTC_LOSS_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/kernels/top_n.h b/tensorflow/lite/experimental/kernels/top_n.h
similarity index 98%
rename from tensorflow/contrib/lite/experimental/kernels/top_n.h
rename to tensorflow/lite/experimental/kernels/top_n.h
index cd2a2f1c80..4e2581cc71 100644
--- a/tensorflow/contrib/lite/experimental/kernels/top_n.h
+++ b/tensorflow/lite/experimental/kernels/top_n.h
@@ -38,8 +38,8 @@ limitations under the License.
 
 // Copied from tensorflow/core/lib/gtl/top_n.h
 // TODO(b/111524997): Remove this file.
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_TOP_N_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_TOP_N_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_TOP_N_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_TOP_N_H_
 
 #include <stddef.h>
 #include <algorithm>
@@ -47,7 +47,7 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
 
 namespace tflite {
 namespace gtl {
@@ -338,4 +338,4 @@ void TopN<T, Cmp>::Reset() {
 }  // namespace gtl
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_KERNELS_TOP_N_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_KERNELS_TOP_N_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/BUILD b/tensorflow/lite/experimental/micro/BUILD
similarity index 71%
rename from tensorflow/contrib/lite/experimental/micro/BUILD
rename to tensorflow/lite/experimental/micro/BUILD
index df1036bc8b..e11159868e 100644
--- a/tensorflow/contrib/lite/experimental/micro/BUILD
+++ b/tensorflow/lite/experimental/micro/BUILD
@@ -5,7 +5,7 @@ package(
 licenses(["notice"])  # Apache 2.0
 
 load(
-    "//tensorflow/contrib/lite/experimental/micro/testing:micro_test.bzl",
+    "//tensorflow/lite/experimental/micro/testing:micro_test.bzl",
     "tflite_micro_cc_test",
 )
 
@@ -25,10 +25,10 @@ cc_library(
         "simple_tensor_allocator.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/core/api",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/core/api",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
@@ -49,7 +49,7 @@ tflite_micro_cc_test(
     ],
     deps = [
         ":micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
     ],
 )
 
@@ -60,7 +60,7 @@ tflite_micro_cc_test(
     ],
     deps = [
         ":micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
     ],
 )
 
@@ -71,6 +71,6 @@ tflite_micro_cc_test(
     ],
     deps = [
         ":micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
     ],
 )
diff --git a/tensorflow/contrib/lite/experimental/micro/README.md b/tensorflow/lite/experimental/micro/README.md
similarity index 82%
rename from tensorflow/contrib/lite/experimental/micro/README.md
rename to tensorflow/lite/experimental/micro/README.md
index 833f2e06c8..673daed74c 100644
--- a/tensorflow/contrib/lite/experimental/micro/README.md
+++ b/tensorflow/lite/experimental/micro/README.md
@@ -20,7 +20,7 @@ To meet those goals, we've made some tradeoffs:
 
 - **Interpreted**: Code generation is a popular pattern for embedded code, because it gives standalone code that's easy to modify and step through, but we've chosen to go with an interpreted approach. In our internal microcontroller work we've found that using an extremely stripped-down interpreter with almost no dependencies gives us a lot of the same advantages, but is easier to maintain. For example, when new updates come out for the underlying library, you can just merge your local modifications in a single step, rather than having to regenerate new code and then patch in any changes you subsequently made. The coarse granularity of the interpreted primitives means that each operation call typically takes hundreds of thousands of instruction cycles at least, so we don't see noticeable performance gains from avoiding what's essentially a single switch statement at the interpreter level to call each operation. We're still working on improving the packaging though, for example we're considering having the ability to snapshot all the source files and headers used for a particular model, being able to compile the code and data together as a library, and then access it through a minimal set of C interface calls which hide the underlying complexity.
 
-- **Flatbuffers**: We represent our models using [the standard flatbuffer schema used by the rest of TensorFlow Lite](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/schema/schema.fbs), with the difference that we always keep it in read-only program memory (typically flash) rather than relying on having a file system to read it from. This is a good fit because flatbuffer's serialized format is designed to be mapped into memory without requiring any extra memory allocations or modifications to access it. All of the functions to read model values work directly on the serialized bytes, and large sections of data like weights are directly accessible as sequential C-style arrays of their data type, with no strides or unpacking needed. We do get a lot of value from using flatbuffers, but there is a cost in complexity. The flat buffer library code is all inline [inside the main headers](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/schema/schema_generated.h), but it isn't straightforward to inspect their implementations, and the model data structures aren't easy to comprehend from the debugger. The header for the schema itself also has to be periodically updated when new information is added to the file format, though we try to handle that transparently for most developers by checking in a pre-generated version.
+- **Flatbuffers**: We represent our models using [the standard flatbuffer schema used by the rest of TensorFlow Lite](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/schema/schema.fbs), with the difference that we always keep it in read-only program memory (typically flash) rather than relying on having a file system to read it from. This is a good fit because flatbuffer's serialized format is designed to be mapped into memory without requiring any extra memory allocations or modifications to access it. All of the functions to read model values work directly on the serialized bytes, and large sections of data like weights are directly accessible as sequential C-style arrays of their data type, with no strides or unpacking needed. We do get a lot of value from using flatbuffers, but there is a cost in complexity. The flat buffer library code is all inline [inside the main headers](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/schema/schema_generated.h), but it isn't straightforward to inspect their implementations, and the model data structures aren't easy to comprehend from the debugger. The header for the schema itself also has to be periodically updated when new information is added to the file format, though we try to handle that transparently for most developers by checking in a pre-generated version.
 
 - **Code Duplication**: Some of the code in this prototype largely duplicates the logic in other parts of the TensorFlow Lite code base, for example the operator wrappers. We've tried to keep share as much as we can between the two interpreters, but there are some assumptions built into the original runtime that make this difficult. We'll be working on modularizing the main interpreter so that we can move to an entirely shared system.
 
@@ -33,8 +33,8 @@ Building requires a Linux or OS X machine.
  - Open a terminal
  - Download the TensorFlow source with `git clone https://github.com/tensorflow`
  - Enter the source root directory by running `cd tensorflow`
- - Download the dependencies by running `tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh`. This may take a few minutes
- - Build and test the library with `make -f tensorflow/contrib/lite/experimental/micro/tools/make/Makefile test`
+ - Download the dependencies by running `tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh`. This may take a few minutes
+ - Build and test the library with `make -f tensorflow/lite/experimental/micro/tools/make/Makefile test`
 
 You should see a series of compilation steps, followed by `~~~ALL TESTS
 PASSED~~~` for the various tests of the code that it will run. If there's an
@@ -43,7 +43,7 @@ error, you should get an informative message from make about what went wrong.
 These tests are all built as simple binaries with few dependencies, so you can run them manually. For example, here's how to run the depthwise convolution test, and its output:
 
 ```
-tensorflow/contrib/lite/experimental/micro/tools/make/gen/linux_x86_64/bin/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test
+tensorflow/lite/experimental/micro/tools/make/gen/linux_x86_64/bin/tensorflow/lite/experimental/micro/kernels/depthwise_conv_test
 
 Testing SimpleTest
 Testing SimpleTestQuantized
@@ -53,7 +53,7 @@ Testing SimpleTestReluQuantized
 ~ALL TESTS PASSED~~~
 ```
 
-Looking at the [depthwise_conv_test.cc](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test.cc) code, you'll see a sequence that looks like this:
+Looking at the [depthwise_conv_test.cc](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/experimental/micro/kernels/depthwise_conv_test.cc) code, you'll see a sequence that looks like this:
 
 ```
 ...
@@ -82,15 +82,15 @@ The goal of this library is to enable machine learning on resource-constrained m
 
 It's fairly easy to [buy and wire up a physical board](https://github.com/google/stm32_bare_lib#wiring-up-your-blue-pill), but even if you don't have an actual device, the [Renode project](https://renode.io/) makes it easy to run a faithful emulation on your desktop machine. You'll need [Docker](https://www.docker.com/) installed, but once you have that set up, try running the following command:
 
-`make -f tensorflow/contrib/lite/experimental/micro/tools/make/Makefile TARGET=bluepill test`
+`make -f tensorflow/lite/experimental/micro/tools/make/Makefile TARGET=bluepill test`
 
 You should see a similar set of outputs as you did in the previous section, with the addition of some extra Docker logging messages. These are because we're using Docker to run the Renode micro controller emulation tool, and the tests themselves are being run on a simulated STM32F103 device. The communication channels between an embedded device and the host are quite limited, so the test harness looks at the output of the debug log to see if tests have passed, just as it did in the previous section. This makes it a very flexible way to run cross-platform tests, even when a platform has no operating system facilities, as long as it can output debugging text logs.
 
 To understand what's happening here, try running the same depthwise convolution test, but through the emulated device test harness, with the following command:
 
 ```
-tensorflow/contrib/lite/experimental/micro/testing/test_bluepill_binary.sh \
-tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test \
+tensorflow/lite/experimental/micro/testing/test_bluepill_binary.sh \
+tensorflow/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/lite/experimental/micro/kernels/depthwise_conv_test \
 '~~~ALL TESTS PASSED~~~'
 
 ```
@@ -117,7 +117,7 @@ LOGS:
 03:27:32.4839 [DEBUG] cpu.uartSemihosting: [+41µs host +0s virt 0s virt from start]   ~~~ALL TESTS PASSED~~~
 03:27:32.4839 [DEBUG] cpu.uartSemihosting: [+5µs host +0s virt 0s virt from start]   
 ...
-tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test: PASS
+tensorflow/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/tensorflow/lite/experimental/micro/kernels/depthwise_conv_test: PASS
 ```
 
 There's a lot of output here, but you should be able to see that the same tests
diff --git a/tensorflow/contrib/lite/experimental/micro/compatibility.h b/tensorflow/lite/experimental/micro/compatibility.h
similarity index 86%
rename from tensorflow/contrib/lite/experimental/micro/compatibility.h
rename to tensorflow/lite/experimental/micro/compatibility.h
index 4f0fd9f312..3fa91644bd 100644
--- a/tensorflow/contrib/lite/experimental/micro/compatibility.h
+++ b/tensorflow/lite/experimental/micro/compatibility.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_COMPATIBILITY_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_COMPATIBILITY_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_COMPATIBILITY_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_COMPATIBILITY_H_
 
 // C++ will automatically create class-specific delete operators for virtual
 // objects, which by default call the global delete function. For embedded
@@ -29,4 +29,4 @@ limitations under the License.
 #define TF_LITE_REMOVE_VIRTUAL_DELETE
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_COMPATIBILITY_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_COMPATIBILITY_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD b/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
similarity index 58%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD
rename to tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
index 08fa277c34..69022b611e 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/BUILD
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
@@ -6,7 +6,7 @@ package(default_visibility = ["//visibility:public"])
 licenses(["notice"])  # Apache 2.0
 
 load(
-    "//tensorflow/contrib/lite/experimental/micro/testing:micro_test.bzl",
+    "//tensorflow/lite/experimental/micro/testing:micro_test.bzl",
     "tflite_micro_cc_test",
 )
 
@@ -22,12 +22,12 @@ tflite_micro_cc_test(
         "yes_features_data.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/kernels:all_ops_resolver",
-        "//tensorflow/contrib/lite/experimental/micro/kernels:micro_ops",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/kernels:all_ops_resolver",
+        "//tensorflow/lite/experimental/micro/kernels:micro_ops",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
@@ -47,8 +47,8 @@ tflite_micro_cc_test(
         "yes_power_spectrum_data.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
-        "//tensorflow/contrib/lite/experimental/micro/testing:micro_test",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
     ],
 )
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md b/tensorflow/lite/experimental/micro/examples/micro_speech/README.md
similarity index 88%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md
rename to tensorflow/lite/experimental/micro/examples/micro_speech/README.md
index 959306d8ce..500eed33ba 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/README.md
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/README.md
@@ -14,33 +14,33 @@ This examples shows how you can use TensorFlow Lite to run a 20 kilobyte neural
 To compile and test this example on a desktop Linux or MacOS machine, download [the TensorFlow source code](https://github.com/tensorflow/tensorflow), `cd` into the source directory from a terminal, and then retrieve the support libraries you need by running:
 
 ```
-tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh
+tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
 ```
 
 This will take a few minutes, and downloads frameworks the code uses like [CMSIS](https://developer.arm.com/embedded/cmsis) and [flatbuffers](https://google.github.io/flatbuffers/). Once that process has finished, run:
 
 ```
-make -f tensorflow/contrib/lite/experimental/micro/tools/make/Makefile test_micro_speech
+make -f tensorflow/lite/experimental/micro/tools/make/Makefile test_micro_speech
 ```
 
 You should see a series of files get compiled, followed by some logging output from a test, which should conclude with "~~~ALL TESTS PASSED~~~". If you see this, it means that a small program has been built and run that loads a trained TensorFlow model, runs some example inputs through it, and got the expected outputs. This particular test runs spectrograms generated from recordings of people saying "Yes" and "No", and checks that the network correctly identifies them.
 
-To understand how TensorFlow Lite does this, you can look at the `TestInvoke()` function in [micro_speech_test.cc](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc). It's a fairly small amount of code, creating an interpreter, getting a handle to a model that's been compiled into the program, and then invoking the interpreter with the model and sample inputs.
+To understand how TensorFlow Lite does this, you can look at the `TestInvoke()` function in [micro_speech_test.cc](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc). It's a fairly small amount of code, creating an interpreter, getting a handle to a model that's been compiled into the program, and then invoking the interpreter with the model and sample inputs.
 
 ## Getting Started on a Microcontroller
 
 Once you have downloaded the dependencies and got the x86/Linux build working, you can try building a version for the STM32F103 'bluepill' device. The following command will build the test and then run it on an emulator, assuming you have Docker installed:
 
 ```
-make -f tensorflow/contrib/lite/experimental/micro/tools/make/Makefile TARGET=bluepill test_micro_speech
+make -f tensorflow/lite/experimental/micro/tools/make/Makefile TARGET=bluepill test_micro_speech
 ```
 
 If you have a real device [(see here for how to set one up)](https://github.com/google/stm32_bare_lib/tree/master/README.md) you can then convert the ELF file into a  a `.bin` format executable to load onto it by running:
 
 ```
 arm-none-eabi-objcopy \
-tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/micro_speech_test \
-tensorflow/contrib/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/micro_speech_test.bin \
+tensorflow/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/micro_speech_test \
+tensorflow/lite/experimental/micro/tools/make/gen/bluepill_cortex-m3/bin/micro_speech_test.bin \
 --output binary
 ```
 
@@ -89,7 +89,7 @@ bazel run tensorflow/examples/speech_commands:freeze -- \
 The next step is to create a TensorFlow Lite file from the frozen graph:
 
 ```
-bazel run tensorflow/contrib/lite/toco:toco -- \
+bazel run tensorflow/lite/toco:toco -- \
 --input_file=/tmp/tiny_conv.pb --output_file=/tmp/tiny_conv.tflite \
 --input_shapes=1,49,43,1 --input_arrays=Reshape_1 --output_arrays='labels_softmax' \
 --inference_type=QUANTIZED_UINT8 --mean_values=0 --std_values=2 \
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc
similarity index 88%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc
index 0f4731fd4b..4e54ff670e 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc
@@ -13,15 +13,15 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h"
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
-#include "tensorflow/contrib/lite/experimental/micro/micro_interpreter.h"
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.h"
+#include "tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/experimental/micro/micro_interpreter.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/version.h"
 
 TF_LITE_MICRO_TESTS_BEGIN
 
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
index e949913aa3..6eaa5c2fed 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 // See the header for documentation on the meaning of this data.
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h"
 
 const int g_no_30ms_sample_data_size = 480;
 const int16_t g_no_30ms_sample_data[480] = {
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
similarity index 80%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
index 5299930659..ff6b874089 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h
@@ -21,12 +21,12 @@ limitations under the License.
 // preprocessing pipeline, to ensure that the expected spectrogram slice is
 // produced given this input.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
 
 #include <cstdint>
 
 extern const int g_no_30ms_sample_data_size;
 extern const int16_t g_no_30ms_sample_data[];
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_30MS_SAMPLE_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.cc
similarity index 99%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.cc
index 3615deb26c..e98c84f7ed 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.h"
 
 /* File automatically created by
  * tensorflow/examples/speech_commands/wav_to_features.py \
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.h
similarity index 74%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.h
index b53d0a202b..e2ee0c46cf 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.h
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_FEATURES_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_FEATURES_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_FEATURES_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_FEATURES_DATA_H_
 
 extern const int g_no_f9643d42_nohash_4_width;
 extern const int g_no_f9643d42_nohash_4_height;
 extern const unsigned char g_no_f9643d42_nohash_4_data[];
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_FEATURES_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_FEATURES_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
similarity index 90%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
index 72e40197d6..c4fc5c33bb 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 // See the header for documentation on the meaning of this data.
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h"
 
 const uint8_t g_no_power_spectrum_data[g_no_power_spectrum_data_size] = {
     255, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
similarity index 78%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
index c19566bfb6..fa39d3c70d 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h
@@ -18,12 +18,12 @@ limitations under the License.
 // This is the expected result of running the sample data in
 // no_30ms_sample_data.cc through through the preprocessing pipeline.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
 
 #include <cstdint>
 
 constexpr int g_no_power_spectrum_data_size = 43;
 extern const uint8_t g_no_power_spectrum_data[];
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_NO_POWER_SPECTRUM_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
similarity index 98%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
index 6fe4d21de7..12f9e22038 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
@@ -24,7 +24,7 @@ limitations under the License.
 // functions used here, for example replacing the DFT with an FFT, so this
 // version shouldn't be used where performance is critical.
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.h"
 
 #include <cmath>
 
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.h
similarity index 68%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.h
index 571eb5921b..dede2a8642 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.h
@@ -13,14 +13,14 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
 
 TfLiteStatus Preprocess(tflite::ErrorReporter* error_reporter,
                         const int16_t* input, int input_size, int output_size,
                         uint8_t* output);
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_PREPROCESSOR_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
similarity index 76%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
index 1809ba8daf..e8b49f67e3 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc
@@ -13,14 +13,14 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h"
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 TF_LITE_MICRO_TESTS_BEGIN
 
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc
similarity index 99%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc
index f0769a1237..62e4359859 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc
@@ -17,7 +17,7 @@ limitations under the License.
 // xxd -i tiny_conv.tflite > tiny_conv_model_data.cc
 // See the README for a full description of the creation process.
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h"
 
 const unsigned char g_tiny_conv_model_data[] = {
     0x18, 0x00, 0x00, 0x00, 0x54, 0x46, 0x4c, 0x33, 0x00, 0x00, 0x0e, 0x00,
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h
similarity index 78%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h
index 2953cc852d..a465dbfabf 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.h
@@ -18,10 +18,10 @@ limitations under the License.
 // don't have a file system. It was created using the command:
 // xxd -i tiny_conv.tflite > tiny_conv_model_data.cc
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_TINY_CONV_MODEL_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_TINY_CONV_MODEL_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_TINY_CONV_MODEL_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_TINY_CONV_MODEL_DATA_H_
 
 extern const unsigned char g_tiny_conv_model_data[];
 extern const int g_tiny_conv_model_data_len;
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_TINY_CONV_MODEL_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_TINY_CONV_MODEL_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
index 4087637207..f089ef82f3 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 // See the header for documentation on the meaning of this data.
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h"
 
 const int g_yes_30ms_sample_data_size = 480;
 const int16_t g_yes_30ms_sample_data[480] = {
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
similarity index 80%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
index cb757e84ba..daaeb514a8 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.h
@@ -21,12 +21,12 @@ limitations under the License.
 // preprocessing pipeline, to ensure that the expected spectrogram slice is
 // produced given this input.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
 
 #include <cstdint>
 
 extern const int g_yes_30ms_sample_data_size;
 extern const int16_t g_yes_30ms_sample_data[];
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_30MS_SAMPLE_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
similarity index 99%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
index 3ad29e53c8..2eb737fb8e 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.h"
 
 /* File automatically created by
  * tensorflow/examples/speech_commands/wav_to_features.py \
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.h
similarity index 74%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.h
index 33ac230862..39a3bb914c 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.h
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_FEATURES_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_FEATURES_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_FEATURES_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_FEATURES_DATA_H_
 
 extern const int g_yes_f2e59fea_nohash_1_width;
 extern const int g_yes_f2e59fea_nohash_1_height;
 extern const unsigned char g_yes_f2e59fea_nohash_1_data[];
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_FEATURES_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_FEATURES_DATA_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
similarity index 90%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
index a6e1d874fa..9a34a2045a 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 // See the header for documentation on the meaning of this data.
 
-#include "tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h"
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h"
 
 const uint8_t g_yes_power_spectrum_data[g_yes_power_spectrum_data_size] = {
     8, 89, 8, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 1, 6, 23, 20, 6, 4, 0, 0, 0,
diff --git a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
similarity index 77%
rename from tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
rename to tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
index b02853f2ea..5c8c00ac11 100644
--- a/tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.h
@@ -18,12 +18,12 @@ limitations under the License.
 // This is the expected result of running the sample data in
 // yes_30ms_sample_data.cc through through the preprocessing pipeline.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
 
 #include <cstdint>
 
 constexpr int g_yes_power_spectrum_data_size = 43;
 extern const uint8_t g_yes_power_spectrum_data[];
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_EXAMPLES_MICRO_SPEECH_YES_POWER_SPECTRUM_DATA_H_
diff --git a/tensorflow/lite/experimental/micro/kernels/BUILD b/tensorflow/lite/experimental/micro/kernels/BUILD
new file mode 100644
index 0000000000..a54fd41760
--- /dev/null
+++ b/tensorflow/lite/experimental/micro/kernels/BUILD
@@ -0,0 +1,107 @@
+package(default_visibility = [
+    "//visibility:public",
+])
+
+licenses(["notice"])  # Apache 2.0
+
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
+load(
+    "//tensorflow/lite/experimental/micro/testing:micro_test.bzl",
+    "tflite_micro_cc_test",
+)
+
+cc_library(
+    name = "micro_ops",
+    srcs = [
+        "depthwise_conv.cc",
+        "fully_connected.cc",
+        "softmax.cc",
+    ],
+    hdrs = [
+    ],
+    copts = tflite_copts(),
+    deps = [
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/kernels:kernel_util",
+        "//tensorflow/lite/kernels:op_macros",
+        "//tensorflow/lite/kernels:padding",
+        "//tensorflow/lite/kernels/internal:quantization_util",
+        "//tensorflow/lite/kernels/internal:reference_base",
+        "//tensorflow/lite/kernels/internal:tensor",
+    ],
+)
+
+cc_library(
+    name = "all_ops_resolver",
+    srcs = [
+        "all_ops_resolver.cc",
+    ],
+    hdrs = [
+        "all_ops_resolver.h",
+    ],
+    copts = tflite_copts(),
+    deps = [
+        ":micro_ops",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+    ],
+)
+
+cc_library(
+    name = "test_utils",
+    srcs = [
+    ],
+    hdrs = [
+        "test_utils.h",
+    ],
+    copts = tflite_copts(),
+    deps = [
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/core/api",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
+    ],
+)
+
+tflite_micro_cc_test(
+    name = "depthwise_conv_test",
+    srcs = [
+        "depthwise_conv_test.cc",
+    ],
+    deps = [
+        ":all_ops_resolver",
+        ":test_utils",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
+    ],
+)
+
+tflite_micro_cc_test(
+    name = "fully_connected_test",
+    srcs = [
+        "fully_connected_test.cc",
+    ],
+    deps = [
+        ":all_ops_resolver",
+        ":test_utils",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
+    ],
+)
+
+tflite_micro_cc_test(
+    name = "softmax_test",
+    srcs = [
+        "softmax_test.cc",
+    ],
+    deps = [
+        ":all_ops_resolver",
+        ":test_utils",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
+    ],
+)
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.cc b/tensorflow/lite/experimental/micro/kernels/all_ops_resolver.cc
similarity index 95%
rename from tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.cc
rename to tensorflow/lite/experimental/micro/kernels/all_ops_resolver.cc
index bd0a37badb..b733949e45 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.cc
+++ b/tensorflow/lite/experimental/micro/kernels/all_ops_resolver.cc
@@ -10,7 +10,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h"
+#include "tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h b/tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h
similarity index 70%
rename from tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h
rename to tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h
index f836064a3f..b9ba8c8826 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h
+++ b/tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h
@@ -9,11 +9,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_KERNELS_ALL_OPS_RESOLVER_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_KERNELS_ALL_OPS_RESOLVER_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_KERNELS_ALL_OPS_RESOLVER_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_KERNELS_ALL_OPS_RESOLVER_H_
 
-#include "tensorflow/contrib/lite/experimental/micro/compatibility.h"
-#include "tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.h"
+#include "tensorflow/lite/experimental/micro/compatibility.h"
+#include "tensorflow/lite/experimental/micro/micro_mutable_op_resolver.h"
 
 namespace tflite {
 namespace ops {
@@ -31,4 +31,4 @@ class AllOpsResolver : public MicroMutableOpResolver {
 }  // namespace ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_KERNELS_ALL_OPS_RESOLVER_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_KERNELS_ALL_OPS_RESOLVER_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv.cc b/tensorflow/lite/experimental/micro/kernels/depthwise_conv.cc
similarity index 93%
rename from tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv.cc
rename to tensorflow/lite/experimental/micro/kernels/depthwise_conv.cc
index 4f17263181..ce821a9478 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv.cc
+++ b/tensorflow/lite/experimental/micro/kernels/depthwise_conv.cc
@@ -13,16 +13,16 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/padding.h"
-
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/tensor_ctypes.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/padding.h"
+
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test.cc b/tensorflow/lite/experimental/micro/kernels/depthwise_conv_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test.cc
rename to tensorflow/lite/experimental/micro/kernels/depthwise_conv_test.cc
index 169899c471..f70437a4b9 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/depthwise_conv_test.cc
+++ b/tensorflow/lite/experimental/micro/kernels/depthwise_conv_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h"
-#include "tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h"
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h"
+#include "tensorflow/lite/experimental/micro/kernels/test_utils.h"
+#include "tensorflow/lite/experimental/micro/simple_tensor_allocator.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/fully_connected.cc b/tensorflow/lite/experimental/micro/kernels/fully_connected.cc
similarity index 93%
rename from tensorflow/contrib/lite/experimental/micro/kernels/fully_connected.cc
rename to tensorflow/lite/experimental/micro/kernels/fully_connected.cc
index 1e9e54cafb..a344c4ffbe 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/fully_connected.cc
+++ b/tensorflow/lite/experimental/micro/kernels/fully_connected.cc
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/kernels/internal/reference/fully_connected.h"
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/internal/reference/fully_connected.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/tensor_ctypes.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/fully_connected_test.cc b/tensorflow/lite/experimental/micro/kernels/fully_connected_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/experimental/micro/kernels/fully_connected_test.cc
rename to tensorflow/lite/experimental/micro/kernels/fully_connected_test.cc
index b42bf4c3bc..300f8aaf78 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/fully_connected_test.cc
+++ b/tensorflow/lite/experimental/micro/kernels/fully_connected_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h"
-#include "tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h"
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h"
+#include "tensorflow/lite/experimental/micro/kernels/test_utils.h"
+#include "tensorflow/lite/experimental/micro/simple_tensor_allocator.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/softmax.cc b/tensorflow/lite/experimental/micro/kernels/softmax.cc
similarity index 93%
rename from tensorflow/contrib/lite/experimental/micro/kernels/softmax.cc
rename to tensorflow/lite/experimental/micro/kernels/softmax.cc
index a4019a067c..6d2d8b470f 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/softmax.cc
+++ b/tensorflow/lite/experimental/micro/kernels/softmax.cc
@@ -13,14 +13,14 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/kernels/internal/reference/softmax.h"
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/internal/reference/softmax.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/tensor_ctypes.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/softmax_test.cc b/tensorflow/lite/experimental/micro/kernels/softmax_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/experimental/micro/kernels/softmax_test.cc
rename to tensorflow/lite/experimental/micro/kernels/softmax_test.cc
index 694456d8ac..7253b3be8c 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/softmax_test.cc
+++ b/tensorflow/lite/experimental/micro/kernels/softmax_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/all_ops_resolver.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h"
-#include "tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h"
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/experimental/micro/kernels/all_ops_resolver.h"
+#include "tensorflow/lite/experimental/micro/kernels/test_utils.h"
+#include "tensorflow/lite/experimental/micro/simple_tensor_allocator.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h b/tensorflow/lite/experimental/micro/kernels/test_utils.h
similarity index 91%
rename from tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h
rename to tensorflow/lite/experimental/micro/kernels/test_utils.h
index 789a48ece8..4207c60981 100644
--- a/tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h
+++ b/tensorflow/lite/experimental/micro/kernels/test_utils.h
@@ -12,18 +12,18 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_KERNELS_TEST_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_KERNELS_TEST_UTILS_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_KERNELS_TEST_UTILS_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_KERNELS_TEST_UTILS_H_
 
 #include <cstdarg>
 #include <initializer_list>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/experimental/micro/kernels/test_utils.h"
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/experimental/micro/kernels/test_utils.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace testing {
@@ -167,4 +167,4 @@ inline TfLiteTensor CreateQuantized32Tensor(std::initializer_list<int32_t> data,
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_KERNELS_TEST_UTILS_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_KERNELS_TEST_UTILS_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc b/tensorflow/lite/experimental/micro/micro_error_reporter.cc
similarity index 96%
rename from tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc
rename to tensorflow/lite/experimental/micro/micro_error_reporter.cc
index de11c2af52..6bfe541f80 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.cc
+++ b/tensorflow/lite/experimental/micro/micro_error_reporter.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h b/tensorflow/lite/experimental/micro/micro_error_reporter.h
similarity index 82%
rename from tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h
rename to tensorflow/lite/experimental/micro/micro_error_reporter.h
index 21a014bee0..0ab853ec2a 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h
+++ b/tensorflow/lite/experimental/micro/micro_error_reporter.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_ERROR_REPORTER_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_ERROR_REPORTER_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_ERROR_REPORTER_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_ERROR_REPORTER_H_
 
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/experimental/micro/compatibility.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/experimental/micro/compatibility.h"
 
 #ifdef TF_LITE_MCU_DEBUG_LOG
 // These functions should be supplied by the micro target library
@@ -51,4 +51,4 @@ class MicroErrorReporter : public ErrorReporter {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_ERROR_REPORTER_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_ERROR_REPORTER_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter_test.cc b/tensorflow/lite/experimental/micro/micro_error_reporter_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/experimental/micro/micro_error_reporter_test.cc
rename to tensorflow/lite/experimental/micro/micro_error_reporter_test.cc
index ef3c32050c..ca89de9739 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_error_reporter_test.cc
+++ b/tensorflow/lite/experimental/micro/micro_error_reporter_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
 
 int main(int argc, char** argv) {
   tflite::MicroErrorReporter micro_error_reporter;
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc b/tensorflow/lite/experimental/micro/micro_interpreter.cc
similarity index 98%
rename from tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc
rename to tensorflow/lite/experimental/micro/micro_interpreter.cc
index 5ece5edc31..e0460c5d3e 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_interpreter.cc
+++ b/tensorflow/lite/experimental/micro/micro_interpreter.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/micro/micro_interpreter.h"
+#include "tensorflow/lite/experimental/micro/micro_interpreter.h"
 
-#include "tensorflow/contrib/lite/core/api/flatbuffer_conversions.h"
-#include "tensorflow/contrib/lite/experimental/micro/compatibility.h"
+#include "tensorflow/lite/core/api/flatbuffer_conversions.h"
+#include "tensorflow/lite/experimental/micro/compatibility.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_interpreter.h b/tensorflow/lite/experimental/micro/micro_interpreter.h
similarity index 81%
rename from tensorflow/contrib/lite/experimental/micro/micro_interpreter.h
rename to tensorflow/lite/experimental/micro/micro_interpreter.h
index a88514cde8..6450dcce96 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_interpreter.h
+++ b/tensorflow/lite/experimental/micro/micro_interpreter.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_INTERPRETER_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_INTERPRETER_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_INTERPRETER_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_INTERPRETER_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
-#include "tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/experimental/micro/simple_tensor_allocator.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 
@@ -68,4 +68,4 @@ class MicroInterpreter {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_INTERPRETER_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_INTERPRETER_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_interpreter_test.cc b/tensorflow/lite/experimental/micro/micro_interpreter_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/experimental/micro/micro_interpreter_test.cc
rename to tensorflow/lite/experimental/micro/micro_interpreter_test.cc
index 251e5f7203..0c0c71f079 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_interpreter_test.cc
+++ b/tensorflow/lite/experimental/micro/micro_interpreter_test.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_interpreter.h"
+#include "tensorflow/lite/experimental/micro/micro_interpreter.h"
 
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.cc b/tensorflow/lite/experimental/micro/micro_mutable_op_resolver.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.cc
rename to tensorflow/lite/experimental/micro/micro_mutable_op_resolver.cc
index 40c21c6448..1e8b5c0e57 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.cc
+++ b/tensorflow/lite/experimental/micro/micro_mutable_op_resolver.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.h"
+#include "tensorflow/lite/experimental/micro/micro_mutable_op_resolver.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.h b/tensorflow/lite/experimental/micro/micro_mutable_op_resolver.h
similarity index 79%
rename from tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.h
rename to tensorflow/lite/experimental/micro/micro_mutable_op_resolver.h
index f3750a2484..f613203909 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.h
+++ b/tensorflow/lite/experimental/micro/micro_mutable_op_resolver.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_
 
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
-#include "tensorflow/contrib/lite/experimental/micro/compatibility.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/experimental/micro/compatibility.h"
 
 #ifndef TFLITE_REGISTRATIONS_MAX
 #define TFLITE_REGISTRATIONS_MAX (128)
@@ -43,4 +43,4 @@ class MicroMutableOpResolver : public OpResolver {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_MICRO_MUTABLE_OP_RESOLVER_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver_test.cc b/tensorflow/lite/experimental/micro/micro_mutable_op_resolver_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver_test.cc
rename to tensorflow/lite/experimental/micro/micro_mutable_op_resolver_test.cc
index 5420a33e87..f551830865 100644
--- a/tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver_test.cc
+++ b/tensorflow/lite/experimental/micro/micro_mutable_op_resolver_test.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_mutable_op_resolver.h"
+#include "tensorflow/lite/experimental/micro/micro_mutable_op_resolver.h"
 
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc b/tensorflow/lite/experimental/micro/simple_tensor_allocator.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc
rename to tensorflow/lite/experimental/micro/simple_tensor_allocator.cc
index 555e53afef..6ce14edea5 100644
--- a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.cc
+++ b/tensorflow/lite/experimental/micro/simple_tensor_allocator.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h"
+#include "tensorflow/lite/experimental/micro/simple_tensor_allocator.h"
 
-#include "tensorflow/contrib/lite/core/api/flatbuffer_conversions.h"
+#include "tensorflow/lite/core/api/flatbuffer_conversions.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h b/tensorflow/lite/experimental/micro/simple_tensor_allocator.h
similarity index 78%
rename from tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h
rename to tensorflow/lite/experimental/micro/simple_tensor_allocator.h
index 56fb293675..3530ecdfe2 100644
--- a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator.h
+++ b/tensorflow/lite/experimental/micro/simple_tensor_allocator.h
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_SIMPLE_TENSOR_ALLOCATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_SIMPLE_TENSOR_ALLOCATOR_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_SIMPLE_TENSOR_ALLOCATOR_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_SIMPLE_TENSOR_ALLOCATOR_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 
@@ -48,4 +48,4 @@ class SimpleTensorAllocator {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_SIMPLE_TENSOR_ALLOCATOR_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_SIMPLE_TENSOR_ALLOCATOR_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc b/tensorflow/lite/experimental/micro/simple_tensor_allocator_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
rename to tensorflow/lite/experimental/micro/simple_tensor_allocator_test.cc
index ab19394502..b82017c7fe 100644
--- a/tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
+++ b/tensorflow/lite/experimental/micro/simple_tensor_allocator_test.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_interpreter.h"
+#include "tensorflow/lite/experimental/micro/micro_interpreter.h"
 
-#include "tensorflow/contrib/lite/experimental/micro/testing/micro_test.h"
+#include "tensorflow/lite/experimental/micro/testing/micro_test.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/BUILD b/tensorflow/lite/experimental/micro/testing/BUILD
similarity index 77%
rename from tensorflow/contrib/lite/experimental/micro/testing/BUILD
rename to tensorflow/lite/experimental/micro/testing/BUILD
index 0d23be5712..5a31a709ca 100644
--- a/tensorflow/contrib/lite/experimental/micro/testing/BUILD
+++ b/tensorflow/lite/experimental/micro/testing/BUILD
@@ -12,6 +12,6 @@ cc_library(
         "micro_test.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro:micro_framework",
     ],
 )
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/Dockerfile.bluepill b/tensorflow/lite/experimental/micro/testing/Dockerfile.bluepill
similarity index 100%
rename from tensorflow/contrib/lite/experimental/micro/testing/Dockerfile.bluepill
rename to tensorflow/lite/experimental/micro/testing/Dockerfile.bluepill
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/bluepill.resc b/tensorflow/lite/experimental/micro/testing/bluepill.resc
similarity index 100%
rename from tensorflow/contrib/lite/experimental/micro/testing/bluepill.resc
rename to tensorflow/lite/experimental/micro/testing/bluepill.resc
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot b/tensorflow/lite/experimental/micro/testing/bluepill.robot
similarity index 100%
rename from tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot
rename to tensorflow/lite/experimental/micro/testing/bluepill.robot
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/micro_test.bzl b/tensorflow/lite/experimental/micro/testing/micro_test.bzl
similarity index 96%
rename from tensorflow/contrib/lite/experimental/micro/testing/micro_test.bzl
rename to tensorflow/lite/experimental/micro/testing/micro_test.bzl
index 916e3eeac3..7a7ba15ca5 100644
--- a/tensorflow/contrib/lite/experimental/micro/testing/micro_test.bzl
+++ b/tensorflow/lite/experimental/micro/testing/micro_test.bzl
@@ -51,7 +51,7 @@ def tflite_micro_cc_test(
         name = name,
         size = "medium",
         srcs = [
-            "//tensorflow/contrib/lite/experimental/micro/testing:test_linux_binary.sh",
+            "//tensorflow/lite/experimental/micro/testing:test_linux_binary.sh",
         ],
         args = [
             native.package_name() + "/" + name + "_binary",
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/micro_test.h b/tensorflow/lite/experimental/micro/testing/micro_test.h
similarity index 96%
rename from tensorflow/contrib/lite/experimental/micro/testing/micro_test.h
rename to tensorflow/lite/experimental/micro/testing/micro_test.h
index 3b6554dea6..10bab05fae 100644
--- a/tensorflow/contrib/lite/experimental/micro/testing/micro_test.h
+++ b/tensorflow/lite/experimental/micro/testing/micro_test.h
@@ -51,10 +51,10 @@ limitations under the License.
 // all on systems that struggle to run more conventional approaches, so use with
 // caution!
 
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_TESTING_MICRO_TEST_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_TESTING_MICRO_TEST_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICRO_TESTING_MICRO_TEST_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICRO_TESTING_MICRO_TEST_H_
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
 
 namespace micro_test {
 extern int tests_passed;
@@ -153,4 +153,4 @@ extern tflite::ErrorReporter* reporter;
     }                                                                        \
   } while (false)
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICRO_TESTING_MICRO_TEST_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICRO_TESTING_MICRO_TEST_H_
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/test_bluepill_binary.sh b/tensorflow/lite/experimental/micro/testing/test_bluepill_binary.sh
similarity index 83%
rename from tensorflow/contrib/lite/experimental/micro/testing/test_bluepill_binary.sh
rename to tensorflow/lite/experimental/micro/testing/test_bluepill_binary.sh
index a470dc52f8..e288c6cf56 100755
--- a/tensorflow/contrib/lite/experimental/micro/testing/test_bluepill_binary.sh
+++ b/tensorflow/lite/experimental/micro/testing/test_bluepill_binary.sh
@@ -27,8 +27,8 @@ declare -r MICRO_LOG_FILENAME=${MICRO_LOG_PATH}/logs.txt
 mkdir -p ${MICRO_LOG_PATH}
 
 docker build -t renode_bluepill \
-  -f ${ROOT_DIR}/tensorflow/contrib/lite/experimental/micro/testing/Dockerfile.bluepill \
-  ${ROOT_DIR}/tensorflow/contrib/lite/experimental/micro/testing/
+  -f ${ROOT_DIR}/tensorflow/lite/experimental/micro/testing/Dockerfile.bluepill \
+  ${ROOT_DIR}/tensorflow/lite/experimental/micro/testing/
 
 exit_code=0
 # running in `if` to avoid setting +e
@@ -37,10 +37,10 @@ if ! docker run \
   -v ${ROOT_DIR}:/workspace \
   -v /tmp:/tmp \
   -e BIN=/workspace/$1 \
-  -e SCRIPT=/workspace/tensorflow/contrib/lite/experimental/micro/testing/bluepill.resc \
+  -e SCRIPT=/workspace/tensorflow/lite/experimental/micro/testing/bluepill.resc \
   -e EXPECTED="$2" \
   -it renode_bluepill \
-  /bin/bash -c "/opt/renode/tests/test.sh /workspace/tensorflow/contrib/lite/experimental/micro/testing/bluepill.robot 2>&1 >${MICRO_LOG_FILENAME}"
+  /bin/bash -c "/opt/renode/tests/test.sh /workspace/tensorflow/lite/experimental/micro/testing/bluepill.robot 2>&1 >${MICRO_LOG_FILENAME}"
 then
   exit_code=1
 fi
diff --git a/tensorflow/contrib/lite/experimental/micro/testing/test_linux_binary.sh b/tensorflow/lite/experimental/micro/testing/test_linux_binary.sh
similarity index 100%
rename from tensorflow/contrib/lite/experimental/micro/testing/test_linux_binary.sh
rename to tensorflow/lite/experimental/micro/testing/test_linux_binary.sh
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/Makefile b/tensorflow/lite/experimental/micro/tools/make/Makefile
similarity index 73%
rename from tensorflow/contrib/lite/experimental/micro/tools/make/Makefile
rename to tensorflow/lite/experimental/micro/tools/make/Makefile
index 93e470675c..5492003e5a 100644
--- a/tensorflow/contrib/lite/experimental/micro/tools/make/Makefile
+++ b/tensorflow/lite/experimental/micro/tools/make/Makefile
@@ -1,4 +1,4 @@
-MAKEFILE_DIR := tensorflow/contrib/lite/experimental/micro/tools/make
+MAKEFILE_DIR := tensorflow/lite/experimental/micro/tools/make
 
 # Try to figure out the host system
 HOST_OS :=
@@ -17,7 +17,7 @@ endif
 HOST_ARCH := $(shell if [[ $(shell uname -m) =~ i[345678]86 ]]; then echo x86_32; else echo $(shell uname -m); fi)
 
 # Override these on the make command line to target a specific architecture. For example:
-# make -f tensorflow/contrib/lite/Makefile TARGET=rpi TARGET_ARCH=armv7l
+# make -f tensorflow/lite/Makefile TARGET=rpi TARGET_ARCH=armv7l
 TARGET := $(HOST_OS)
 TARGET_ARCH := $(HOST_ARCH)
 
@@ -33,7 +33,7 @@ INCLUDES := \
 # override local versions in the source tree.
 INCLUDES += -I/usr/local/include
 
-TEST_SCRIPT := tensorflow/contrib/lite/experimental/micro/testing/test_linux_binary.sh
+TEST_SCRIPT := tensorflow/lite/experimental/micro/testing/test_linux_binary.sh
 
 MICROLITE_LIBS := -lm
 
@@ -54,33 +54,33 @@ MICROLITE_LIB_NAME := libtensorflow-microlite.a
 
 # Test binary for the microcontroller speech model.
 MICRO_SPEECH_TEST_SRCS := \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_features_data.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
+tensorflow/lite/experimental/micro/examples/micro_speech/micro_speech_test.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/tiny_conv_model_data.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/no_features_data.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
 
 # Test binary for the microcontroller speech model.
 PREPROCESSOR_TEST_SRCS := \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/preprocessor.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc \
-tensorflow/contrib/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
+tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc \
+tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
 
 MICROLITE_TEST_SRCS := \
-$(wildcard tensorflow/contrib/lite/experimental/micro/*test.cc) \
-$(wildcard tensorflow/contrib/lite/experimental/micro/kernels/*test.cc)
+$(wildcard tensorflow/lite/experimental/micro/*test.cc) \
+$(wildcard tensorflow/lite/experimental/micro/kernels/*test.cc)
 
 MICROLITE_CC_BASE_SRCS := \
-$(wildcard tensorflow/contrib/lite/experimental/micro/*.cc) \
-$(wildcard tensorflow/contrib/lite/experimental/micro/kernels/*.cc) \
-tensorflow/contrib/lite/c/c_api_internal.c \
-tensorflow/contrib/lite/core/api/error_reporter.cc \
-tensorflow/contrib/lite/core/api/flatbuffer_conversions.cc \
-tensorflow/contrib/lite/core/api/op_resolver.cc \
-tensorflow/contrib/lite/kernels/kernel_util.cc \
-tensorflow/contrib/lite/kernels/internal/quantization_util.cc
+$(wildcard tensorflow/lite/experimental/micro/*.cc) \
+$(wildcard tensorflow/lite/experimental/micro/kernels/*.cc) \
+tensorflow/lite/c/c_api_internal.c \
+tensorflow/lite/core/api/error_reporter.cc \
+tensorflow/lite/core/api/flatbuffer_conversions.cc \
+tensorflow/lite/core/api/op_resolver.cc \
+tensorflow/lite/kernels/kernel_util.cc \
+tensorflow/lite/kernels/internal/quantization_util.cc
 MICROLITE_CC_SRCS := $(filter-out $(MICROLITE_TEST_SRCS), $(MICROLITE_CC_BASE_SRCS))
 
 # These target-specific makefiles should modify or replace options like
@@ -138,11 +138,11 @@ all: $(MICROLITE_LIB_PATH) $(MICRO_SPEECH_TEST_BINARY) $(PREPROCESSOR_TEST_BINAR
 microlite: $(MICROLITE_LIB_PATH)
 
 # Hack for generating schema file bypassing flatbuffer parsing
-tensorflow/contrib/lite/schema/schema_generated.h:
-	@cp -u tensorflow/contrib/lite/schema/schema_generated.h.OPENSOURCE tensorflow/contrib/lite/schema/schema_generated.h
+tensorflow/lite/schema/schema_generated.h:
+	@cp -u tensorflow/lite/schema/schema_generated.h.OPENSOURCE tensorflow/lite/schema/schema_generated.h
 
 # Gathers together all the objects we've compiled into a single '.a' archive.
-$(MICROLITE_LIB_PATH): tensorflow/contrib/lite/schema/schema_generated.h $(MICROLITE_LIB_OBJS)
+$(MICROLITE_LIB_PATH): tensorflow/lite/schema/schema_generated.h $(MICROLITE_LIB_OBJS)
 	@mkdir -p $(dir $@)
 	$(AR) $(ARFLAGS) $(MICROLITE_LIB_PATH) $(MICROLITE_LIB_OBJS)
 
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh b/tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
similarity index 97%
rename from tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh
rename to tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
index 62402efddd..dd87d0d8da 100755
--- a/tensorflow/contrib/lite/experimental/micro/tools/make/download_dependencies.sh
+++ b/tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
@@ -19,7 +19,7 @@ set -e
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 cd "$SCRIPT_DIR/../../../../../../.."
 
-DOWNLOADS_DIR=tensorflow/contrib/lite/experimental/micro/tools/make/downloads
+DOWNLOADS_DIR=tensorflow/lite/experimental/micro/tools/make/downloads
 BZL_FILE_PATH=tensorflow/workspace.bzl
 
 # Ensure it is being run from repo root
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c b/tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c
similarity index 100%
rename from tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c
rename to tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb/_main.c
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld b/tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld
similarity index 100%
rename from tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld
rename to tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb/apollo3evb.ld
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc b/tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
similarity index 93%
rename from tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
rename to tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
index 86c5af69a9..f722204fea 100644
--- a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
+++ b/tensorflow/lite/experimental/micro/tools/make/targets/apollo3evb_makefile.inc
@@ -86,11 +86,11 @@ ifeq ($(TARGET), apollo3evb)
     $(MAKEFILE_DIR)/targets/apollo3evb/am_util_id.c \
     $(MAKEFILE_DIR)/targets/apollo3evb/am_util_stdio.c
 
-  TEST_SCRIPT := tensorflow/contrib/lite/experimental/log_test/test_apollo3evb_binary.sh
+  TEST_SCRIPT := tensorflow/lite/experimental/log_test/test_apollo3evb_binary.sh
   # These are tests that don't currently work on the blue pill.
   EXCLUDED_TESTS := \
-    tensorflow/contrib/lite/experimental/micro/micro_interpreter_test.cc \
-    tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
+    tensorflow/lite/experimental/micro/micro_interpreter_test.cc \
+    tensorflow/lite/experimental/micro/simple_tensor_allocator_test.cc
   MICROLITE_TEST_SRCS := $(filter-out $(EXCLUDED_TESTS), $(MICROLITE_TEST_SRCS))
 
 # These are microcontroller-specific rules for converting the ELF output
diff --git a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc b/tensorflow/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc
similarity index 87%
rename from tensorflow/contrib/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc
rename to tensorflow/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc
index 022a8422dc..5e3105a109 100644
--- a/tensorflow/contrib/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc
+++ b/tensorflow/lite/experimental/micro/tools/make/targets/bluepill_makefile.inc
@@ -47,11 +47,11 @@ ifeq ($(TARGET), bluepill)
   MICROLITE_CC_SRCS += \
     $(wildcard $(MAKEFILE_DIR)/downloads/stm32_bare_lib/source/*.c) \
     $(wildcard $(MAKEFILE_DIR)/downloads/stm32_bare_lib/source/*.cc)
-    TEST_SCRIPT := tensorflow/contrib/lite/experimental/micro/testing/test_bluepill_binary.sh
+    TEST_SCRIPT := tensorflow/lite/experimental/micro/testing/test_bluepill_binary.sh
   # These are tests that don't currently work on the blue pill.
   EXCLUDED_TESTS := \
-    tensorflow/contrib/lite/experimental/micro/micro_interpreter_test.cc \
-    tensorflow/contrib/lite/experimental/micro/simple_tensor_allocator_test.cc
+    tensorflow/lite/experimental/micro/micro_interpreter_test.cc \
+    tensorflow/lite/experimental/micro/simple_tensor_allocator_test.cc
   MICROLITE_TEST_SRCS := $(filter-out $(EXCLUDED_TESTS), $(MICROLITE_TEST_SRCS))
 
 # These are microcontroller-specific rules for converting the ELF output
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/BUILD b/tensorflow/lite/experimental/microfrontend/BUILD
similarity index 81%
rename from tensorflow/contrib/lite/experimental/microfrontend/BUILD
rename to tensorflow/lite/experimental/microfrontend/BUILD
index 5005d0bbae..2f881e3aca 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/BUILD
+++ b/tensorflow/lite/experimental/microfrontend/BUILD
@@ -20,10 +20,10 @@ cc_library(
     name = "audio_microfrontend",
     srcs = ["audio_microfrontend.cc"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/experimental/microfrontend/lib:frontend",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/experimental/microfrontend/lib:frontend",
+        "//tensorflow/lite/kernels:kernel_util",
+        "//tensorflow/lite/kernels/internal:reference",
         "@flatbuffers",
     ],
 )
@@ -35,8 +35,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":audio_microfrontend",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -48,15 +48,15 @@ tf_custom_op_library(
         "ops/audio_microfrontend_op.cc",
     ],
     deps = [
-        "//tensorflow/contrib/lite/experimental/microfrontend/lib:frontend",
+        "//tensorflow/lite/experimental/microfrontend/lib:frontend",
     ],
 )
 
 tf_gen_op_libs(
     op_lib_names = ["audio_microfrontend_op"],
     deps = [
-        "//tensorflow/contrib/lite/experimental/microfrontend/lib:frontend",
         "//tensorflow/core:lib",
+        "//tensorflow/lite/experimental/microfrontend/lib:frontend",
     ],
 )
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc b/tensorflow/lite/experimental/microfrontend/audio_microfrontend.cc
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc
rename to tensorflow/lite/experimental/microfrontend/audio_microfrontend.cc
index 8819d070b8..4367fe74a4 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend.cc
+++ b/tensorflow/lite/experimental/microfrontend/audio_microfrontend.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc b/tensorflow/lite/experimental/microfrontend/audio_microfrontend_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc
rename to tensorflow/lite/experimental/microfrontend/audio_microfrontend_test.cc
index 9da58d9606..a9119d0183 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/audio_microfrontend_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/audio_microfrontend_test.cc
@@ -20,9 +20,9 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/BUILD b/tensorflow/lite/experimental/microfrontend/lib/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/BUILD
rename to tensorflow/lite/experimental/microfrontend/lib/BUILD
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/README b/tensorflow/lite/experimental/microfrontend/lib/README
similarity index 100%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/README
rename to tensorflow/lite/experimental/microfrontend/lib/README
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h b/tensorflow/lite/experimental/microfrontend/lib/bits.h
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h
rename to tensorflow/lite/experimental/microfrontend/lib/bits.h
index f81bc2b023..bf15466a3d 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/bits.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_
 
 #ifdef __cplusplus
 #include <cstdint>
@@ -99,4 +99,4 @@ static inline int MostSignificantBit64(uint64_t n) {
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_BITS_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft.c b/tensorflow/lite/experimental/microfrontend/lib/fft.c
similarity index 96%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft.c
rename to tensorflow/lite/experimental/microfrontend/lib/fft.c
index 1ecbb30b51..c1dd62fb7d 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft.h"
 
 #include <string.h>
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h b/tensorflow/lite/experimental/microfrontend/lib/fft.h
similarity index 84%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h
rename to tensorflow/lite/experimental/microfrontend/lib/fft.h
index e7644bf2a7..aaffa69deb 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_
 
 #include <stdint.h>
 #include <stdlib.h>
@@ -47,4 +47,4 @@ void FftReset(struct FftState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.c b/tensorflow/lite/experimental/microfrontend/lib/fft_io.c
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.c
rename to tensorflow/lite/experimental/microfrontend/lib/fft_io.c
index cc1ce209d8..b01a8848e9 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft_io.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft_io.h"
 
 void FftWriteMemmapPreamble(FILE* fp, const struct FftState* state) {
   fprintf(fp, "static int16_t fft_input[%zu];\n", state->fft_size);
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.h b/tensorflow/lite/experimental/microfrontend/lib/fft_io.h
similarity index 76%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.h
rename to tensorflow/lite/experimental/microfrontend/lib/fft_io.h
index 4d10c3a92a..7a59af6826 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft_io.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_IO_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_IO_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_IO_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_IO_H_
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -31,4 +31,4 @@ void FftWriteMemmap(FILE* fp, const struct FftState* state,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_IO_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_IO_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_test.cc b/tensorflow/lite/experimental/microfrontend/lib/fft_test.cc
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/fft_test.cc
index b8684a0b5c..7c1ee2d852 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.c b/tensorflow/lite/experimental/microfrontend/lib/fft_util.c
similarity index 96%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/fft_util.c
index 55494422f3..40cb9f8735 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft_util.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft_util.h"
 
 #include <stdio.h>
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.h b/tensorflow/lite/experimental/microfrontend/lib/fft_util.h
similarity index 76%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/fft_util.h
index 4935e87fc1..6a471301c3 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/fft_util.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -31,4 +31,4 @@ void FftFreeStateContents(struct FftState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FFT_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.c b/tensorflow/lite/experimental/microfrontend/lib/filterbank.c
similarity index 96%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.c
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank.c
index 944eb1a737..22cfaf78ab 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank.c
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h"
 
 #include <string.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/bits.h"
 
 void FilterbankConvertFftComplexToEnergy(struct FilterbankState* state,
                                          struct complex_int16_t* fft_output,
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h b/tensorflow/lite/experimental/microfrontend/lib/filterbank.h
similarity index 86%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank.h
index 0dd9c3fa65..1e6d3885f2 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_
 
 #include <stdint.h>
 #include <stdlib.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft.h"
 
 #define kFilterbankBits 12
 
@@ -60,4 +60,4 @@ void FilterbankReset(struct FilterbankState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.c b/tensorflow/lite/experimental/microfrontend/lib/filterbank_io.c
similarity index 97%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.c
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank_io.c
index 672ddd530f..2dbb4b3bf0 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank_io.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_io.h"
 
 static void PrintArray(FILE* fp, const char* name, const int16_t* values,
                        size_t size) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.h b/tensorflow/lite/experimental/microfrontend/lib/filterbank_io.h
similarity index 75%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.h
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank_io.h
index 1ddc314df2..5fc9684589 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank_io.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_IO_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_IO_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_IO_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_IO_H_
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -32,4 +32,4 @@ void FilterbankWriteMemmap(FILE* fp, const struct FilterbankState* state,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_IO_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_IO_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_test.cc b/tensorflow/lite/experimental/microfrontend/lib/filterbank_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank_test.cc
index 88d8de4b8f..808d527186 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h"
 
 #include <cstring>
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.c b/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c
similarity index 99%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c
index 53b5e45073..ce8b4acc0f 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h"
 
 #include <assert.h>
 #include <math.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.h b/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h
similarity index 81%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h
index 9ec9bc9302..781d102479 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -47,4 +47,4 @@ void FilterbankFreeStateContents(struct FilterbankState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FILTERBANK_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.c b/tensorflow/lite/experimental/microfrontend/lib/frontend.c
similarity index 94%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.c
rename to tensorflow/lite/experimental/microfrontend/lib/frontend.c
index de7a60b56f..7a618d9af5 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend.c
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/bits.h"
 
 struct FrontendOutput FrontendProcessSamples(struct FrontendState* state,
                                              const int16_t* samples,
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h b/tensorflow/lite/experimental/microfrontend/lib/frontend.h
similarity index 73%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h
rename to tensorflow/lite/experimental/microfrontend/lib/frontend.h
index 71ae81024c..883df5fd3d 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend.h
@@ -12,18 +12,18 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_
 
 #include <stdint.h>
 #include <stdlib.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -61,4 +61,4 @@ void FrontendReset(struct FrontendState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.c b/tensorflow/lite/experimental/microfrontend/lib/frontend_io.c
similarity index 83%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.c
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_io.c
index 40bcf24749..b422d078a6 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_io.c
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_io.h"
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft_io.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_io.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window_io.h"
 
 int WriteFrontendStateMemmap(const char* header, const char* source,
                              const struct FrontendState* state) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.h b/tensorflow/lite/experimental/microfrontend/lib/frontend_io.h
similarity index 73%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.h
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_io.h
index 4f45577cae..0d59eda7d0 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_io.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_IO_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_IO_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_IO_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_IO_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -28,4 +28,4 @@ int WriteFrontendStateMemmap(const char* header, const char* source,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_IO_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_IO_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_main.c b/tensorflow/lite/experimental/microfrontend/lib/frontend_main.c
similarity index 93%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_main.c
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_main.c
index 46caebeec9..4a8411b621 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_main.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_main.c
@@ -14,8 +14,8 @@ limitations under the License.
 ==============================================================================*/
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h"
 
 int main(int argc, char** argv) {
   struct FrontendConfig frontend_config;
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_memmap_generator.c b/tensorflow/lite/experimental/microfrontend/lib/frontend_memmap_generator.c
similarity index 86%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_memmap_generator.c
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_memmap_generator.c
index a4c59b0ccc..766b7f2ad5 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_memmap_generator.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_memmap_generator.c
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_io.h"
 
 int main(int argc, char** argv) {
   if (argc != 3) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_memmap_main.c b/tensorflow/lite/experimental/microfrontend/lib/frontend_memmap_main.c
similarity index 96%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_memmap_main.c
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_memmap_main.c
index a4264922b9..cf39e93a78 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_memmap_main.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_memmap_main.c
@@ -14,7 +14,7 @@ limitations under the License.
 ==============================================================================*/
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
 #include "memmap.h"
 
 int main(int argc, char** argv) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_test.cc b/tensorflow/lite/experimental/microfrontend/lib/frontend_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_test.cc
index f06e2565c2..993e866cc0 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.c b/tensorflow/lite/experimental/microfrontend/lib/frontend_util.c
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_util.c
index ae2d9ae6c4..94c15adcaf 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_util.c
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h"
 
 #include <stdio.h>
 #include <string.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/bits.h"
 
 void FrontendFillConfigWithDefaults(struct FrontendConfig* config) {
   WindowFillConfigWithDefaults(&config->window);
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h b/tensorflow/lite/experimental/microfrontend/lib/frontend_util.h
similarity index 62%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/frontend_util.h
index a958b610ea..895ce6cd2b 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/frontend_util.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/fft_util.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/filterbank_util.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/fft_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/filterbank_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window_util.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -49,4 +49,4 @@ void FrontendFreeStateContents(struct FrontendState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_FRONTEND_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.c b/tensorflow/lite/experimental/microfrontend/lib/log_lut.c
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.c
rename to tensorflow/lite/experimental/microfrontend/lib/log_lut.c
index f8d3210233..f59618e028 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_lut.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_lut.h"
 const uint16_t kLogLut[]
 #ifndef _MSC_VER
     __attribute__((aligned(4)))
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.h b/tensorflow/lite/experimental/microfrontend/lib/log_lut.h
similarity index 82%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.h
rename to tensorflow/lite/experimental/microfrontend/lib/log_lut.h
index 53dd1fa405..b2448a3228 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_lut.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_
 
 #include <stdint.h>
 
@@ -37,4 +37,4 @@ extern const uint16_t kLogLut[];
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_LUT_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.c b/tensorflow/lite/experimental/microfrontend/lib/log_scale.c
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.c
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale.c
index 4b12461871..54f370e7d9 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale.c
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h"
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_lut.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/bits.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_lut.h"
 
 #define kuint16max 0x0000FFFF
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h b/tensorflow/lite/experimental/microfrontend/lib/log_scale.h
similarity index 82%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale.h
index 8fd6099933..a383f32f5b 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_
 
 #include <stdint.h>
 #include <stdlib.h>
@@ -36,4 +36,4 @@ uint16_t* LogScaleApply(struct LogScaleState* state, uint32_t* signal,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.c b/tensorflow/lite/experimental/microfrontend/lib/log_scale_io.c
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.c
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale_io.c
index f59cde951c..a04760de58 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale_io.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_io.h"
 
 void LogScaleWriteMemmap(FILE* fp, const struct LogScaleState* state,
                          const char* variable) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.h b/tensorflow/lite/experimental/microfrontend/lib/log_scale_io.h
similarity index 73%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.h
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale_io.h
index 5444303b24..9d447ac901 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_io.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale_io.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_IO_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_IO_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_IO_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_IO_H_
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -30,4 +30,4 @@ void LogScaleWriteMemmap(FILE* fp, const struct LogScaleState* state,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_IO_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_IO_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_test.cc b/tensorflow/lite/experimental/microfrontend/lib/log_scale_test.cc
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale_test.cc
index 312d7ea740..91ca657e54 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.c b/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c
index 8a025fbf72..0e3dd1d1e9 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h"
 
 void LogScaleFillConfigWithDefaults(struct LogScaleConfig* config) {
   config->enable_log = 1;
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.h b/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h
similarity index 79%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h
index 33b21f30b1..11f7d9eeb9 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/log_scale_util.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_
 
 #include <stdint.h>
 #include <stdlib.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/log_scale.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/log_scale.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -42,4 +42,4 @@ int LogScalePopulateState(const struct LogScaleConfig* config,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_LOG_SCALE_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.c b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.c
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c
index 92f8b58d74..b6fcb5e940 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h"
 
 #include <string.h>
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h
similarity index 83%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h
index cc2cf2d9b7..46d3f52e60 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_
 
 #define kNoiseReductionBits 14
 
@@ -43,4 +43,4 @@ void NoiseReductionReset(struct NoiseReductionState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.c b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.c
similarity index 94%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.c
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.c
index 1cba410436..19c32b3275 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.h"
 
 void NoiseReductionWriteMemmapPreamble(
     FILE* fp, const struct NoiseReductionState* state) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.h b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.h
similarity index 75%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.h
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.h
index afeedfce99..ded52118f0 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_io.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_io.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_IO_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_IO_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_IO_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_IO_H_
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -33,4 +33,4 @@ void NoiseReductionWriteMemmap(FILE* fp,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_IO_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_IO_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_test.cc b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_test.cc
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction_test.cc
index f4cf486227..1614056487 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.c b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c
index 46f475352e..a6c9234eb8 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h"
 
 #include <stdio.h>
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.h b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h
similarity index 82%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h
index 207b8a679d..fa55539143 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/noise_reduction_util.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/noise_reduction.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/noise_reduction.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -47,4 +47,4 @@ void NoiseReductionFreeStateContents(struct NoiseReductionState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_NOISE_REDUCTION_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.c b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c
similarity index 92%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.c
rename to tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c
index 551d552e8f..b49eb30137 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.c
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h"
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/bits.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/bits.h"
 
 int16_t WideDynamicFunction(const uint32_t x, const int16_t* lut) {
   if (x <= 2) {
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h
similarity index 82%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h
rename to tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h
index cab74f49db..8155791322 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_
 
 #include <stdint.h>
 #include <stdlib.h>
@@ -43,4 +43,4 @@ void PcanGainControlApply(struct PcanGainControlState* state, uint32_t* signal);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc
similarity index 91%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc
index bbc36d6eac..830db89edd 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.c b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c
similarity index 97%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c
index 4226b390bc..dbe44c494a 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h"
 
 #include <math.h>
 #include <stdio.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.h b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h
similarity index 84%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h
index 79c0b1da69..d4bfaa2ed7 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control_util.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/pcan_gain_control.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/pcan_gain_control.h"
 
 #define kWideDynamicFunctionBits 32
 #define kWideDynamicFunctionLUTSize (4 * kWideDynamicFunctionBits - 3)
@@ -54,4 +54,4 @@ void PcanGainControlFreeStateContents(struct PcanGainControlState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_PCAN_GAIN_CONTROL_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window.c b/tensorflow/lite/experimental/microfrontend/lib/window.c
similarity index 97%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window.c
rename to tensorflow/lite/experimental/microfrontend/lib/window.c
index 0fdc040a7a..517b60487b 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/window.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window.h"
 
 #include <string.h>
 
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window.h b/tensorflow/lite/experimental/microfrontend/lib/window.h
similarity index 85%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window.h
rename to tensorflow/lite/experimental/microfrontend/lib/window.h
index 90291e5c72..bad8151412 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/window.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_
 
 #include <stdint.h>
 #include <stdlib.h>
@@ -46,4 +46,4 @@ void WindowReset(struct WindowState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.c b/tensorflow/lite/experimental/microfrontend/lib/window_io.c
similarity index 95%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.c
rename to tensorflow/lite/experimental/microfrontend/lib/window_io.c
index f1fee7c1ed..ed4ac5eb11 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/window_io.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window_io.h"
 
 void WindowWriteMemmapPreamble(FILE* fp, const struct WindowState* state) {
   fprintf(fp, "static int16_t window_coefficients[] = {\n");
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.h b/tensorflow/lite/experimental/microfrontend/lib/window_io.h
similarity index 75%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.h
rename to tensorflow/lite/experimental/microfrontend/lib/window_io.h
index 2bab9064c1..a76b2dc3e8 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_io.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/window_io.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_IO_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_IO_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_IO_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_IO_H_
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -31,4 +31,4 @@ void WindowWriteMemmap(FILE* fp, const struct WindowState* state,
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_IO_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_IO_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_test.cc b/tensorflow/lite/experimental/microfrontend/lib/window_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window_test.cc
rename to tensorflow/lite/experimental/microfrontend/lib/window_test.cc
index a6c0879faa..8c6c19188d 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_test.cc
+++ b/tensorflow/lite/experimental/microfrontend/lib/window_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.c b/tensorflow/lite/experimental/microfrontend/lib/window_util.c
similarity index 96%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.c
rename to tensorflow/lite/experimental/microfrontend/lib/window_util.c
index 3adde0fb0a..2445c343be 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.c
+++ b/tensorflow/lite/experimental/microfrontend/lib/window_util.c
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window_util.h"
 
 #include <math.h>
 #include <stdio.h>
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.h b/tensorflow/lite/experimental/microfrontend/lib/window_util.h
similarity index 80%
rename from tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.h
rename to tensorflow/lite/experimental/microfrontend/lib/window_util.h
index 52dc8f38cc..68e4de9eb5 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/lib/window_util.h
+++ b/tensorflow/lite/experimental/microfrontend/lib/window_util.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_
 
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/window.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/window.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -42,4 +42,4 @@ void WindowFreeStateContents(struct WindowState* state);
 }  // extern "C"
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_MICROFRONTEND_LIB_WINDOW_UTIL_H_
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc b/tensorflow/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
similarity index 98%
rename from tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
rename to tensorflow/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
index 83b9528ab5..51094a976d 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
+++ b/tensorflow/lite/experimental/microfrontend/ops/audio_microfrontend_op.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend.h"
-#include "tensorflow/contrib/lite/experimental/microfrontend/lib/frontend_util.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend.h"
+#include "tensorflow/lite/experimental/microfrontend/lib/frontend_util.h"
 #include "tensorflow/core/framework/op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/shape_inference.h"
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py b/tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
similarity index 98%
rename from tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
rename to tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
index e1661d6608..020d40bc13 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
+++ b/tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 import tensorflow as tf
 
-from tensorflow.contrib.lite.experimental.microfrontend.python.ops import audio_microfrontend_op as frontend_op
+from tensorflow.lite.experimental.microfrontend.python.ops import audio_microfrontend_op as frontend_op
 
 SAMPLE_RATE = 1000
 WINDOW_SIZE = 25
diff --git a/tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py b/tensorflow/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
similarity index 98%
rename from tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
rename to tensorflow/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
index c6e5e34760..3d49482f4e 100644
--- a/tensorflow/contrib/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
+++ b/tensorflow/lite/experimental/microfrontend/python/ops/audio_microfrontend_op.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 import tensorflow as tf
 
-from tensorflow.contrib.lite.experimental.microfrontend.ops import gen_audio_microfrontend_op
+from tensorflow.lite.experimental.microfrontend.ops import gen_audio_microfrontend_op
 from tensorflow.contrib.util import loader
 from tensorflow.python.platform import resource_loader
 
diff --git a/tensorflow/contrib/lite/experimental/writer/BUILD b/tensorflow/lite/experimental/writer/BUILD
similarity index 61%
rename from tensorflow/contrib/lite/experimental/writer/BUILD
rename to tensorflow/lite/experimental/writer/BUILD
index 82d39c00ab..506c668cf2 100644
--- a/tensorflow/contrib/lite/experimental/writer/BUILD
+++ b/tensorflow/lite/experimental/writer/BUILD
@@ -8,7 +8,7 @@ cc_binary(
     name = "option_writer_generator",
     srcs = ["option_writer_generator.cc"],
     deps = [
-        "//tensorflow/contrib/lite/schema:schema_fbs_with_reflection",
+        "//tensorflow/lite/schema:schema_fbs_with_reflection",
         "@flatbuffers",
     ],
 )
@@ -27,11 +27,11 @@ cc_library(
     ],
     textual_hdrs = ["option_writer_generated.h"],
     deps = [
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/schema:schema_fbs_with_reflection",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/schema:schema_fbs_with_reflection",
     ],
 )
 
@@ -40,8 +40,8 @@ cc_binary(
     srcs = ["writer.cc"],
     deps = [
         ":writer_lib",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
     ],
 )
 
@@ -51,9 +51,9 @@ cc_test(
     srcs = ["writer_lib_test.cc"],
     deps = [
         ":writer_lib",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/experimental/writer/enum_mapping.h b/tensorflow/lite/experimental/writer/enum_mapping.h
similarity index 91%
rename from tensorflow/contrib/lite/experimental/writer/enum_mapping.h
rename to tensorflow/lite/experimental/writer/enum_mapping.h
index 8bc464fd71..cb6ec3e0d7 100644
--- a/tensorflow/contrib/lite/experimental/writer/enum_mapping.h
+++ b/tensorflow/lite/experimental/writer/enum_mapping.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_WRITER_ENUM_MAPPING_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_WRITER_ENUM_MAPPING_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_WRITER_ENUM_MAPPING_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_WRITER_ENUM_MAPPING_H_
 
-#include "tensorflow/contrib/lite/builtin_op_data.h"
-#include "tensorflow/contrib/lite/schema/reflection/schema_generated.h"
+#include "tensorflow/lite/builtin_op_data.h"
+#include "tensorflow/lite/schema/reflection/schema_generated.h"
 
 // TODO(aselle): Ideally extract this from the schema.
 
@@ -113,4 +113,4 @@ inline LSHProjectionType LSHProjectionTypeToSchema(
 }
 
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_WRITER_ENUM_MAPPING_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_WRITER_ENUM_MAPPING_H_
diff --git a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc b/tensorflow/lite/experimental/writer/option_writer_generator.cc
similarity index 99%
rename from tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
rename to tensorflow/lite/experimental/writer/option_writer_generator.cc
index dc32817b86..036809e94a 100644
--- a/tensorflow/contrib/lite/experimental/writer/option_writer_generator.cc
+++ b/tensorflow/lite/experimental/writer/option_writer_generator.cc
@@ -17,12 +17,12 @@ limitations under the License.
 #include <unordered_map>
 #include <unordered_set>
 #include "flatbuffers/minireflect.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/schema/reflection/schema_generated.h"
+#include "tensorflow/lite/schema/reflection/schema_generated.h"
 
 namespace tflite {
 namespace {
 // This is generated by grepping
-//  cat  third_party/tensorflow/contrib/lite/builtin_op_data.h
+//  cat  third_party/tensorflow/lite/builtin_op_data.h
 //| grep "^} TfLite" | sed 's/^} TfLite\(.*\)Params;/\1Params/g' | grep -v "^}"
 static const char* param_structs[] = {"TfLiteConvParams",
                                       "TfLitePoolParams",
diff --git a/tensorflow/contrib/lite/experimental/writer/writer.cc b/tensorflow/lite/experimental/writer/writer.cc
similarity index 89%
rename from tensorflow/contrib/lite/experimental/writer/writer.cc
rename to tensorflow/lite/experimental/writer/writer.cc
index 20ede214fb..c1de033367 100644
--- a/tensorflow/contrib/lite/experimental/writer/writer.cc
+++ b/tensorflow/lite/experimental/writer/writer.cc
@@ -20,9 +20,9 @@ limitations under the License.
 
 #include <iostream>
 
-#include "tensorflow/contrib/lite/experimental/writer/writer_lib.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/experimental/writer/writer_lib.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
 
 int main(int argc, char* argv[]) {
   if (argc != 3) {
diff --git a/tensorflow/contrib/lite/experimental/writer/writer_lib.cc b/tensorflow/lite/experimental/writer/writer_lib.cc
similarity index 95%
rename from tensorflow/contrib/lite/experimental/writer/writer_lib.cc
rename to tensorflow/lite/experimental/writer/writer_lib.cc
index 555a9cc4b0..a0ce4b716d 100644
--- a/tensorflow/contrib/lite/experimental/writer/writer_lib.cc
+++ b/tensorflow/lite/experimental/writer/writer_lib.cc
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/experimental/writer/writer_lib.h"
+#include "tensorflow/lite/experimental/writer/writer_lib.h"
 #include <cstdlib>
 #include <cstring>
 #include <unordered_map>
-#include "tensorflow/contrib/lite/builtin_op_data.h"
-#include "tensorflow/contrib/lite/context_util.h"
-#include "tensorflow/contrib/lite/experimental/writer/enum_mapping.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/schema/reflection/schema_generated.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/builtin_op_data.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/experimental/writer/enum_mapping.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/schema/reflection/schema_generated.h"
+#include "tensorflow/lite/version.h"
 
 namespace tflite {
 template <class T>
@@ -33,7 +33,7 @@ using FlatBufferBuilder = flatbuffers::FlatBufferBuilder;
 std::pair<BuiltinOptions, Offset<void>> CreateBuiltinUnion(
     FlatBufferBuilder* fbb, enum BuiltinOperator op, void* builtin_op_data) {
   switch (op) {
-#include "tensorflow/contrib/lite/experimental/writer/option_writer_generated.h"
+#include "tensorflow/lite/experimental/writer/option_writer_generated.h"
   }
   return std::make_pair(BuiltinOptions_NONE, Offset<void>());
 }
diff --git a/tensorflow/contrib/lite/experimental/writer/writer_lib.h b/tensorflow/lite/experimental/writer/writer_lib.h
similarity index 88%
rename from tensorflow/contrib/lite/experimental/writer/writer_lib.h
rename to tensorflow/lite/experimental/writer/writer_lib.h
index a5f14697cf..08c0436932 100644
--- a/tensorflow/contrib/lite/experimental/writer/writer_lib.h
+++ b/tensorflow/lite/experimental/writer/writer_lib.h
@@ -16,7 +16,7 @@ limitations under the License.
 //
 // Usage:
 //  From command line:
-//   bazel run third_party/tensorflow/contrib/lite/experimental/writer:writer
+//   bazel run third_party/tensorflow/lite/experimental/writer:writer
 //     -- foo.tflite foo.out.tflite
 //
 // From C++
@@ -24,16 +24,16 @@ limitations under the License.
 //   // Build Interpreter however
 //   // ... <omitted>
 //   InterpreterWriter(interpreter.get()).Write("output.tflite");
-#ifndef TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_WRITER_WRITER_LIB_H_
-#define TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_WRITER_WRITER_LIB_H_
+#ifndef TENSORFLOW_LITE_EXPERIMENTAL_WRITER_WRITER_LIB_H_
+#define TENSORFLOW_LITE_EXPERIMENTAL_WRITER_WRITER_LIB_H_
 #include <iostream>
 #include <unordered_map>
-#include "tensorflow/contrib/lite/builtin_op_data.h"
-#include "tensorflow/contrib/lite/context_util.h"
-#include "tensorflow/contrib/lite/experimental/writer/enum_mapping.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/schema/reflection/schema_generated.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/builtin_op_data.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/experimental/writer/enum_mapping.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/schema/reflection/schema_generated.h"
+#include "tensorflow/lite/version.h"
 
 namespace tflite {
 
@@ -128,4 +128,4 @@ class InterpreterWriter {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_EXPERIMENTAL_WRITER_WRITER_LIB_H_
+#endif  // TENSORFLOW_LITE_EXPERIMENTAL_WRITER_WRITER_LIB_H_
diff --git a/tensorflow/contrib/lite/experimental/writer/writer_lib_test.cc b/tensorflow/lite/experimental/writer/writer_lib_test.cc
similarity index 89%
rename from tensorflow/contrib/lite/experimental/writer/writer_lib_test.cc
rename to tensorflow/lite/experimental/writer/writer_lib_test.cc
index 49194a76c8..e04c678a50 100644
--- a/tensorflow/contrib/lite/experimental/writer/writer_lib_test.cc
+++ b/tensorflow/lite/experimental/writer/writer_lib_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/experimental/writer/writer_lib.h"
+#include "tensorflow/lite/experimental/writer/writer_lib.h"
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 // Make an interpreter that has no tensors and no nodes
diff --git a/tensorflow/contrib/lite/g3doc/_book.yaml b/tensorflow/lite/g3doc/_book.yaml
similarity index 95%
rename from tensorflow/contrib/lite/g3doc/_book.yaml
rename to tensorflow/lite/g3doc/_book.yaml
index 1d916d0583..c322b63d65 100644
--- a/tensorflow/contrib/lite/g3doc/_book.yaml
+++ b/tensorflow/lite/g3doc/_book.yaml
@@ -57,7 +57,7 @@ upper_tabs:
       - title: Post-training quantization
         path: /lite/performance/post_training_quantization
       - title: Post-training quantization example
-        path: https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tutorials/post_training_quant.ipynb
+        path: https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/tutorials/post_training_quant.ipynb
         status: external
 
       - title: TF Mobile
@@ -81,4 +81,4 @@ upper_tabs:
       skip_translation: true
       contents:
       - title: API
-        path: /api_docs/python/tf/contrib/lite
+        path: /api_docs/python/tf/lite
diff --git a/tensorflow/contrib/lite/g3doc/_index.yaml b/tensorflow/lite/g3doc/_index.yaml
similarity index 99%
rename from tensorflow/contrib/lite/g3doc/_index.yaml
rename to tensorflow/lite/g3doc/_index.yaml
index 44ee6ba750..43b5e3cfc0 100644
--- a/tensorflow/contrib/lite/g3doc/_index.yaml
+++ b/tensorflow/lite/g3doc/_index.yaml
@@ -211,8 +211,8 @@ landing_page:
         path: https://www.youtube.com/watch?v=FAMfy7izB6A
     - heading: TensorFlow Lite on GitHub
       image_path: /ecosystem/images/github-card-16x9.png
-      path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite
+      path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite
       buttons:
       - label: View on GitHub
-        path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite
+        path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite
     - classname: devsite-landing-row-item-hidden
diff --git a/tensorflow/contrib/lite/g3doc/_project.yaml b/tensorflow/lite/g3doc/_project.yaml
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/_project.yaml
rename to tensorflow/lite/g3doc/_project.yaml
diff --git a/tensorflow/contrib/lite/g3doc/apis.md b/tensorflow/lite/g3doc/apis.md
similarity index 99%
rename from tensorflow/contrib/lite/g3doc/apis.md
rename to tensorflow/lite/g3doc/apis.md
index 69616c7b8a..e9fa24bff1 100644
--- a/tensorflow/contrib/lite/g3doc/apis.md
+++ b/tensorflow/lite/g3doc/apis.md
@@ -347,7 +347,7 @@ interpreter.runForMultipleInputsOutputs(inputs, map_of_indices_to_outputs);
 where each entry in `inputs` corresponds to an input tensor and
 `map_of_indices_to_outputs` maps indices of output tensors to the
 corresponding output data. In both cases the tensor indices should correspond to
-the values given to the [TensorFlow Lite Optimized Converter](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/toco/g3doc/cmdline_examples.md)
+the values given to the [TensorFlow Lite Optimized Converter](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/toco/g3doc/cmdline_examples.md)
 when the model was created. Be aware that the order of tensors in `input` must
 match the order given to the `TensorFlow Lite Optimized Converter`.
 
diff --git a/tensorflow/contrib/lite/g3doc/convert/cmdline_examples.md b/tensorflow/lite/g3doc/convert/cmdline_examples.md
similarity index 99%
rename from tensorflow/contrib/lite/g3doc/convert/cmdline_examples.md
rename to tensorflow/lite/g3doc/convert/cmdline_examples.md
index 44fb4f19ae..341f7120fc 100644
--- a/tensorflow/contrib/lite/g3doc/convert/cmdline_examples.md
+++ b/tensorflow/lite/g3doc/convert/cmdline_examples.md
@@ -18,7 +18,7 @@ There are two approaches to running the converter in the command line.
     [clone the TensorFlow repository](https://www.tensorflow.org/install/source)
     and use `bazel`.
     *   Example: `bazel run
-        //tensorflow/contrib/lite/python:tflite_convert --
+        //tensorflow/lite/python:tflite_convert --
         --output_file=...`
 
 ### Converting models prior to TensorFlow 1.9 <a name="pre_tensorflow_1.9"></a>
diff --git a/tensorflow/contrib/lite/g3doc/convert/cmdline_reference.md b/tensorflow/lite/g3doc/convert/cmdline_reference.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/convert/cmdline_reference.md
rename to tensorflow/lite/g3doc/convert/cmdline_reference.md
diff --git a/tensorflow/contrib/lite/g3doc/convert/index.md b/tensorflow/lite/g3doc/convert/index.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/convert/index.md
rename to tensorflow/lite/g3doc/convert/index.md
diff --git a/tensorflow/contrib/lite/g3doc/convert/python_api.md b/tensorflow/lite/g3doc/convert/python_api.md
similarity index 87%
rename from tensorflow/contrib/lite/g3doc/convert/python_api.md
rename to tensorflow/lite/g3doc/convert/python_api.md
index 9dcb79187e..e859c12ad9 100644
--- a/tensorflow/contrib/lite/g3doc/convert/python_api.md
+++ b/tensorflow/lite/g3doc/convert/python_api.md
@@ -16,8 +16,8 @@ be targeted to devices with mobile.
 ## API
 
 The API for converting TensorFlow models to TensorFlow Lite as of TensorFlow 1.9
-is `tf.contrib.lite.TFLiteConverter`. The API for calling the Python intepreter
-is `tf.contrib.lite.Interpreter`.
+is `tf.lite.TFLiteConverter`. The API for calling the Python intepreter
+is `tf.lite.Interpreter`.
 
 Note: Reference "Additional Instructions" sections for converting TensorFlow
 models to TensorFlow Lite
@@ -52,7 +52,7 @@ out = tf.identity(val, name="out")
 
 with tf.Session() as sess:
   sess.run(tf.global_variables_initializer())
-  converter = tf.contrib.lite.TFLiteConverter.from_session(sess, [img], [out])
+  converter = tf.lite.TFLiteConverter.from_session(sess, [img], [out])
   tflite_model = converter.convert()
   open("converted_model.tflite", "wb").write(tflite_model)
 ```
@@ -75,7 +75,7 @@ graph_def_file = "/path/to/Downloads/mobilenet_v1_1.0_224/frozen_graph.pb"
 input_arrays = ["input"]
 output_arrays = ["MobilenetV1/Predictions/Softmax"]
 
-converter = tf.contrib.lite.TFLiteConverter.from_frozen_graph(
+converter = tf.lite.TFLiteConverter.from_frozen_graph(
   graph_def_file, input_arrays, output_arrays)
 tflite_model = converter.convert()
 open("converted_model.tflite", "wb").write(tflite_model)
@@ -89,7 +89,7 @@ FlatBuffer.
 ```python
 import tensorflow as tf
 
-converter = tf.contrib.lite.TFLiteConverter.from_saved_model(saved_model_dir)
+converter = tf.lite.TFLiteConverter.from_saved_model(saved_model_dir)
 tflite_model = converter.convert()
 open("converted_model.tflite", "wb").write(tflite_model)
 ```
@@ -97,7 +97,7 @@ open("converted_model.tflite", "wb").write(tflite_model)
 For more complex SavedModels, the optional parameters that can be passed into
 `TFLiteConverter.from_saved_model()` are `input_arrays`, `input_shapes`,
 `output_arrays`, `tag_set` and `signature_key`. Details of each parameter are
-available by running `help(tf.contrib.lite.TFLiteConverter)`.
+available by running `help(tf.lite.TFLiteConverter)`.
 
 ### Exporting a tf.keras File <a name="basic_keras_file"></a>
 
@@ -108,7 +108,7 @@ Lite FlatBuffer. This example requires
 ```python
 import tensorflow as tf
 
-converter = tf.contrib.lite.TFLiteConverter.from_keras_model_file("keras_model.h5")
+converter = tf.lite.TFLiteConverter.from_keras_model_file("keras_model.h5")
 tflite_model = converter.convert()
 open("converted_model.tflite", "wb").write(tflite_model)
 ```
@@ -140,7 +140,7 @@ keras_file = "keras_model.h5"
 tf.keras.models.save_model(model, keras_file)
 
 # Convert to TensorFlow Lite model.
-converter = tf.contrib.lite.TFLiteConverter.from_keras_model_file(keras_file)
+converter = tf.lite.TFLiteConverter.from_keras_model_file(keras_file)
 tflite_model = converter.convert()
 open("converted_model.tflite", "wb").write(tflite_model)
 ```
@@ -149,8 +149,8 @@ open("converted_model.tflite", "wb").write(tflite_model)
 
 For models where the default value of the attributes is not sufficient, the
 attribute's values should be set before calling `convert()`. In order to call
-any constants use `tf.contrib.lite.constants.<CONSTANT_NAME>` as seen below with
-`QUANTIZED_UINT8`. Run `help(tf.contrib.lite.TFLiteConverter)` in the Python
+any constants use `tf.lite.constants.<CONSTANT_NAME>` as seen below with
+`QUANTIZED_UINT8`. Run `help(tf.lite.TFLiteConverter)` in the Python
 terminal for detailed documentation on the attributes.
 
 Although the examples are demonstrated on GraphDefs containing only constants.
@@ -170,8 +170,8 @@ val = img + const
 out = tf.fake_quant_with_min_max_args(val, min=0., max=1., name="output")
 
 with tf.Session() as sess:
-  converter = tf.contrib.lite.TFLiteConverter.from_session(sess, [img], [out])
-  converter.inference_type = tf.contrib.lite.constants.QUANTIZED_UINT8
+  converter = tf.lite.TFLiteConverter.from_session(sess, [img], [out])
+  converter.inference_type = tf.lite.constants.QUANTIZED_UINT8
   input_arrays = converter.get_input_arrays()
   converter.quantized_input_stats = {input_arrays[0] : (0., 1.)}  # mean, std_dev
   tflite_model = converter.convert()
@@ -185,7 +185,7 @@ with tf.Session() as sess:
 The following example shows how to use the TensorFlow Lite Python interpreter
 when provided a TensorFlow Lite FlatBuffer file. The example also demonstrates
 how to run inference on random input data. Run
-`help(tf.contrib.lite.Interpreter)` in the Python terminal to get detailed
+`help(tf.lite.Interpreter)` in the Python terminal to get detailed
 documentation on the interpreter.
 
 ```python
@@ -193,7 +193,7 @@ import numpy as np
 import tensorflow as tf
 
 # Load TFLite model and allocate tensors.
-interpreter = tf.contrib.lite.Interpreter(model_path="converted_model.tflite")
+interpreter = tf.lite.Interpreter(model_path="converted_model.tflite")
 interpreter.allocate_tensors()
 
 # Get input and output tensors.
@@ -227,11 +227,11 @@ val = img + const
 out = tf.identity(val, name="out")
 
 with tf.Session() as sess:
-  converter = tf.contrib.lite.TFLiteConverter.from_session(sess, [img], [out])
+  converter = tf.lite.TFLiteConverter.from_session(sess, [img], [out])
   tflite_model = converter.convert()
 
 # Load TFLite model and allocate tensors.
-interpreter = tf.contrib.lite.Interpreter(model_content=tflite_model)
+interpreter = tf.lite.Interpreter(model_content=tflite_model)
 interpreter.allocate_tensors()
 ```
 
@@ -254,5 +254,5 @@ identically to `TFLiteConverter`.
 ### Converting models prior to TensorFlow 1.9 <a name="pre_tensorflow_1.9"></a>
 
 To convert TensorFlow models to TensorFlow Lite in TensorFlow 1.7 and TensorFlow
-1.8, use the `toco_convert` function. Run `help(tf.contrib.lite.toco_convert)`
+1.8, use the `toco_convert` function. Run `help(tf.lite.toco_convert)`
 to get details about accepted parameters.
diff --git a/tensorflow/contrib/lite/g3doc/custom_operators.md b/tensorflow/lite/g3doc/custom_operators.md
similarity index 98%
rename from tensorflow/contrib/lite/g3doc/custom_operators.md
rename to tensorflow/lite/g3doc/custom_operators.md
index ee6150b60e..4a22d6a675 100644
--- a/tensorflow/contrib/lite/g3doc/custom_operators.md
+++ b/tensorflow/lite/g3doc/custom_operators.md
@@ -103,7 +103,7 @@ operations instead of a single operator.
     pre-allocating the memory using temporary tensors. You may need to use
     OpData struct to reference the tensor indices in other functions. See
     example in the
-    [kernel for convolution](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/kernels/conv.cc).
+    [kernel for convolution](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/kernels/conv.cc).
     A sample code snippet is below
 
     ```
@@ -164,7 +164,7 @@ for node in frozen_graph_def.node:
           tf.TensorShape([10]),
       ])
       node.attr['_output_quantized'].b = False
-tflite_model = tf.contrib.lite.toco_convert(
+tflite_model = tf.lite.toco_convert(
         frozen_graph_def,...)
 ```
 
diff --git a/tensorflow/contrib/lite/g3doc/demo_android.md b/tensorflow/lite/g3doc/demo_android.md
similarity index 90%
rename from tensorflow/contrib/lite/g3doc/demo_android.md
rename to tensorflow/lite/g3doc/demo_android.md
index c38b928684..772598d5cf 100644
--- a/tensorflow/contrib/lite/g3doc/demo_android.md
+++ b/tensorflow/lite/g3doc/demo_android.md
@@ -2,7 +2,7 @@
 # Android Demo App
 
 An example Android application using TensorFLow Lite is available
-[on GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/java/demo).
+[on GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/java/demo).
 The demo is a sample camera app that classifies images continuously
 using either a quantized Mobilenet model or a floating point Inception-v3 model.
 To run the demo, a device running Android 5.0 ( API 21) or higher is required.
@@ -41,23 +41,23 @@ app:
   [Android Studio](https://developer.android.com/studio/index.html).
 * Make sure the Android SDK version is greater than 26 and NDK version is greater
   than 14 (in the Android Studio settings).
-* Import the `tensorflow/contrib/lite/java/demo` directory as a new
+* Import the `tensorflow/lite/java/demo` directory as a new
   Android Studio project.
 * Install all the Gradle extensions it requests.
 
 Now you can build and run the demo app. 
 
-The build process downloads the quantized [Mobilenet TensorFlow Lite model](https://storage.googleapis.com/download.tensorflow.org/models/tflite/mobilenet_v1_224_android_quant_2017_11_08.zip), and unzips it into the assets directory: `tensorflow/contrib/lite/java/demo/app/src/main/assets/`.
+The build process downloads the quantized [Mobilenet TensorFlow Lite model](https://storage.googleapis.com/download.tensorflow.org/models/tflite/mobilenet_v1_224_android_quant_2017_11_08.zip), and unzips it into the assets directory: `tensorflow/lite/java/demo/app/src/main/assets/`.
 
 Some additional details are available on the
-[TF Lite Android App page](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/java/demo/README.md).
+[TF Lite Android App page](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/java/demo/README.md).
 
 ### Using other models
 
 To use a different model:
 * Download the floating point [Inception-v3 model](https://storage.googleapis.com/download.tensorflow.org/models/tflite/inception_v3_slim_2016_android_2017_11_10.zip).
 * Unzip and copy `inceptionv3_non_slim_2015.tflite` to the assets directory. 
-* Change the chosen classifier in [Camera2BasicFragment.java](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java)<br>
+* Change the chosen classifier in [Camera2BasicFragment.java](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java)<br>
   from: `classifier = new ImageClassifierQuantizedMobileNet(getActivity());`<br>
   to: `classifier = new ImageClassifierFloatInception(getActivity());`.
 
@@ -114,14 +114,14 @@ android_ndk_repository(
 ```
 
 Some additional details are available on the
-[TF Lite Android App page](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/java/demo/README.md).
+[TF Lite Android App page](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/java/demo/README.md).
 
 ### Build the source code
 
 To build the demo app, run `bazel`:
 
 ```
-bazel build --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/demo/app/src/main:TfLiteCameraDemo
+bazel build --cxxopt=--std=c++11 //tensorflow/lite/java/demo/app/src/main:TfLiteCameraDemo
 ```
 
 Caution: Because of an bazel bug, we only support building the Android demo app
diff --git a/tensorflow/contrib/lite/g3doc/demo_ios.md b/tensorflow/lite/g3doc/demo_ios.md
similarity index 95%
rename from tensorflow/contrib/lite/g3doc/demo_ios.md
rename to tensorflow/lite/g3doc/demo_ios.md
index 7579ad84a0..fbf1dd6392 100644
--- a/tensorflow/contrib/lite/g3doc/demo_ios.md
+++ b/tensorflow/lite/g3doc/demo_ios.md
@@ -38,11 +38,11 @@ instructions walk you through building and running the demo on an iOS device.
 2. Download the model files used by the demo app (this is done from inside the
    cloned directory):
 
-        sh tensorflow/contrib/lite/examples/ios/download_models.sh
+        sh tensorflow/lite/examples/ios/download_models.sh
 
 3. Install the pod to generate the workspace file:
 
-        cd tensorflow/contrib/lite/examples/ios/camera
+        cd tensorflow/lite/examples/ios/camera
         pod install
 
     If you have installed this pod before and that command doesn't work, try
diff --git a/tensorflow/contrib/lite/g3doc/devguide.md b/tensorflow/lite/g3doc/devguide.md
similarity index 93%
rename from tensorflow/contrib/lite/g3doc/devguide.md
rename to tensorflow/lite/g3doc/devguide.md
index 0eed516000..270cb8ce37 100644
--- a/tensorflow/contrib/lite/g3doc/devguide.md
+++ b/tensorflow/lite/g3doc/devguide.md
@@ -35,7 +35,7 @@ by suggesting contextually relevant messages. The model is built specifically fo
 memory constrained devices, such as watches and phones, and has been successfully
 used in Smart Replies on Android Wear. Currently, this model is Android-specific.
 
-These pre-trained models are [available for download](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/models.md)
+These pre-trained models are [available for download](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/models.md)
 
 ### Re-train Inception-V3 or MobileNet for a custom data set
 
@@ -63,7 +63,7 @@ framework. See
 to create .pb file for the custom model.
 
 TensorFlow Lite currently supports a subset of TensorFlow operators. Refer to the
-[TensorFlow Lite & TensorFlow Compatibility Guide](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/g3doc/tf_ops_compatibility.md)
+[TensorFlow Lite & TensorFlow Compatibility Guide](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/g3doc/tf_ops_compatibility.md)
 for supported operators and their usage. This set of operators will continue to
 grow in future Tensorflow Lite releases.
 
@@ -151,7 +151,7 @@ inference in the `freeze_graph` step.
 
 It is also possible to use the Tensorflow Optimizing Converter with protobufs
 from either Python or from the command line (see the 
-[toco_from_protos.py](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/toco/python/toco_from_protos.py)
+[toco_from_protos.py](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/toco/python/toco_from_protos.py)
 example). This allows you to integrate the conversion step into the model design
 workflow, ensuring the model is easily convertible to a mobile inference graph.
 For example:
@@ -164,25 +164,25 @@ val = img + tf.constant([1., 2., 3.]) + tf.constant([1., 4., 4.])
 out = tf.identity(val, name="out")
 
 with tf.Session() as sess:
-  tflite_model = tf.contrib.lite.toco_convert(sess.graph_def, [img], [out])
+  tflite_model = tf.lite.toco_convert(sess.graph_def, [img], [out])
   open("converteds_model.tflite", "wb").write(tflite_model)
 ```
 
 For usage, see the Tensorflow Optimizing Converter
-[command-line examples](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/toco/g3doc/cmdline_examples.md).
+[command-line examples](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/toco/g3doc/cmdline_examples.md).
 
 Refer to the
-[Ops compatibility guide](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/g3doc/tf_ops_compatibility.md)
+[Ops compatibility guide](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/g3doc/tf_ops_compatibility.md)
 for troubleshooting help, and if that doesn't help, please
 [file an issue](https://github.com/tensorflow/tensorflow/issues).
 
 The [development repo](https://github.com/tensorflow/tensorflow) contains a tool
 to visualize TensorFlow Lite models after conversion. To build the
-[visualize.py](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tools/visualize.py)
+[visualize.py](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/tools/visualize.py)
 tool:
 
 ```sh
-bazel run tensorflow/contrib/lite/tools:visualize -- model.tflite model_viz.html
+bazel run tensorflow/lite/tools:visualize -- model.tflite model_viz.html
 ```
 
 This generates an interactive HTML page listing subgraphs, operations, and a
@@ -201,7 +201,7 @@ provides the ability to load a graph, set up inputs, and run the model to
 calculate outputs.
 
 The open source Android demo app uses the JNI interface and is available
-[on GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/java/demo/app).
+[on GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/java/demo/app).
 You can also download a
 [prebuilt APK](http://download.tensorflow.org/deps/tflite/TfLiteCameraDemo.apk).
 See the <a href="./demo_android.md">Android demo</a> guide for details.
@@ -212,7 +212,7 @@ installing TensorFlow on Android and setting up `bazel` and Android Studio.
 ### iOS
 
 To integrate a TensorFlow model in an iOS app, see the
-[TensorFlow Lite for iOS](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/g3doc/ios.md)
+[TensorFlow Lite for iOS](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/g3doc/ios.md)
 guide and <a href="./demo_ios.md">iOS demo</a> guide.
 
 #### Core ML support
@@ -227,6 +227,6 @@ devices. To use the converter, refer to the
 ### Raspberry Pi
 
 Compile Tensorflow Lite for a Raspberry Pi by following the
-[RPi build instructions](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/rpi.md)
+[RPi build instructions](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/rpi.md)
 This compiles a static library file (`.a`) used to build your app. There are
 plans for Python bindings and a demo app.
diff --git a/tensorflow/contrib/lite/g3doc/images/convert/sample_after.png b/tensorflow/lite/g3doc/images/convert/sample_after.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/convert/sample_after.png
rename to tensorflow/lite/g3doc/images/convert/sample_after.png
diff --git a/tensorflow/contrib/lite/g3doc/images/convert/sample_before.png b/tensorflow/lite/g3doc/images/convert/sample_before.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/convert/sample_before.png
rename to tensorflow/lite/g3doc/images/convert/sample_before.png
diff --git a/tensorflow/contrib/lite/g3doc/images/convert/workflow.svg b/tensorflow/lite/g3doc/images/convert/workflow.svg
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/convert/workflow.svg
rename to tensorflow/lite/g3doc/images/convert/workflow.svg
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/assistant_logo.png b/tensorflow/lite/g3doc/images/landing-page/assistant_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/assistant_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/assistant_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/detect_crop_disease_in_africa.png b/tensorflow/lite/g3doc/images/landing-page/detect_crop_disease_in_africa.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/detect_crop_disease_in_africa.png
rename to tensorflow/lite/g3doc/images/landing-page/detect_crop_disease_in_africa.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/fishbrain_logo.png b/tensorflow/lite/g3doc/images/landing-page/fishbrain_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/fishbrain_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/fishbrain_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/fishbrain_logo_big.png b/tensorflow/lite/g3doc/images/landing-page/fishbrain_logo_big.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/fishbrain_logo_big.png
rename to tensorflow/lite/g3doc/images/landing-page/fishbrain_logo_big.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/gboard_logo.png b/tensorflow/lite/g3doc/images/landing-page/gboard_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/gboard_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/gboard_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/gmail_logo.png b/tensorflow/lite/g3doc/images/landing-page/gmail_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/gmail_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/gmail_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/loseit_logo.png b/tensorflow/lite/g3doc/images/landing-page/loseit_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/loseit_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/loseit_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/loseit_logo_big.png b/tensorflow/lite/g3doc/images/landing-page/loseit_logo_big.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/loseit_logo_big.png
rename to tensorflow/lite/g3doc/images/landing-page/loseit_logo_big.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/nest_logo.png b/tensorflow/lite/g3doc/images/landing-page/nest_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/nest_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/nest_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/photos_logo.png b/tensorflow/lite/g3doc/images/landing-page/photos_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/photos_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/photos_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/shazam_logo.png b/tensorflow/lite/g3doc/images/landing-page/shazam_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/shazam_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/shazam_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/landing-page/vsco_logo.png b/tensorflow/lite/g3doc/images/landing-page/vsco_logo.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/landing-page/vsco_logo.png
rename to tensorflow/lite/g3doc/images/landing-page/vsco_logo.png
diff --git a/tensorflow/contrib/lite/g3doc/images/performance/model_size_vs_accuracy.png b/tensorflow/lite/g3doc/images/performance/model_size_vs_accuracy.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/performance/model_size_vs_accuracy.png
rename to tensorflow/lite/g3doc/images/performance/model_size_vs_accuracy.png
diff --git a/tensorflow/contrib/lite/g3doc/images/performance/model_size_vs_latency.png b/tensorflow/lite/g3doc/images/performance/model_size_vs_latency.png
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/images/performance/model_size_vs_latency.png
rename to tensorflow/lite/g3doc/images/performance/model_size_vs_latency.png
diff --git a/tensorflow/contrib/lite/g3doc/ios.md b/tensorflow/lite/g3doc/ios.md
similarity index 78%
rename from tensorflow/contrib/lite/g3doc/ios.md
rename to tensorflow/lite/g3doc/ios.md
index 3b9fcca811..c195b6abf4 100644
--- a/tensorflow/contrib/lite/g3doc/ios.md
+++ b/tensorflow/lite/g3doc/ios.md
@@ -41,24 +41,24 @@ brew link libtool
 Then you need to run a shell script to download the dependencies you need:
 
 ```bash
-tensorflow/contrib/lite/tools/make/download_dependencies.sh
+tensorflow/lite/tools/make/download_dependencies.sh
 ```
 
 This will fetch copies of libraries and data from the web and install them in
-`tensorflow/contrib/lite/downloads`.
+`tensorflow/lite/downloads`.
 
 With all of the dependencies set up, you can now build the library for all five
 supported architectures on iOS:
 
 ```bash
-tensorflow/contrib/lite/tools/make/build_ios_universal_lib.sh
+tensorflow/lite/tools/make/build_ios_universal_lib.sh
 ```
 
-Under the hood this uses a makefile in `tensorflow/contrib/lite` to build the
+Under the hood this uses a makefile in `tensorflow/lite` to build the
 different versions of the library, followed by a call to `lipo` to bundle them
 into a universal file containing armv7, armv7s, arm64, i386, and x86_64
 architectures. The resulting library is in
-`tensorflow/contrib/lite/tools/make/gen/lib/libtensorflow-lite.a`.
+`tensorflow/lite/tools/make/gen/lib/libtensorflow-lite.a`.
 
 If you get an error such as `no such file or directory: 'x86_64'` when running 
 `build_ios_universal_lib.sh`: open Xcode > Preferences > Locations, and ensure 
@@ -68,19 +68,19 @@ a value is selected in the "Command Line Tools" dropdown.
 
 You'll need to update various settings in your app to link against TensorFlow
 Lite. You can view them in the example project at
-`tensorflow/contrib/lite/examples/ios/simple/simple.xcodeproj` but here's a full
+`tensorflow/lite/examples/ios/simple/simple.xcodeproj` but here's a full
 rundown:
 
 -   You'll need to add the library at
-    `tensorflow/contrib/lite/gen/lib/libtensorflow-lite.a` to your linking build
-    stage, and in Search Paths add `tensorflow/contrib/lite/gen/lib` to the
+    `tensorflow/lite/gen/lib/libtensorflow-lite.a` to your linking build
+    stage, and in Search Paths add `tensorflow/lite/gen/lib` to the
     Library Search Paths setting.
 
 -   The _Header Search_ paths needs to contain:
 
     -   the root folder of tensorflow,
-    -   `tensorflow/contrib/lite/downloads`
-    -   `tensorflow/contrib/lite/downloads/flatbuffers/include`
+    -   `tensorflow/lite/downloads`
+    -   `tensorflow/lite/downloads/flatbuffers/include`
 
 -   C++11 support (or later) should be enabled by setting `C++ Language Dialect`
     to `GNU++11` (or `GNU++14`), and `C++ Standard Library` to `libc++`.
diff --git a/tensorflow/contrib/lite/g3doc/models.md b/tensorflow/lite/g3doc/models.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/models.md
rename to tensorflow/lite/g3doc/models.md
diff --git a/tensorflow/contrib/lite/g3doc/ops_versioning.md b/tensorflow/lite/g3doc/ops_versioning.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/ops_versioning.md
rename to tensorflow/lite/g3doc/ops_versioning.md
diff --git a/tensorflow/contrib/lite/g3doc/overview.md b/tensorflow/lite/g3doc/overview.md
similarity index 97%
rename from tensorflow/contrib/lite/g3doc/overview.md
rename to tensorflow/lite/g3doc/overview.md
index 9d035a6921..2d747a9b59 100644
--- a/tensorflow/contrib/lite/g3doc/overview.md
+++ b/tensorflow/lite/g3doc/overview.md
@@ -12,7 +12,7 @@ optimizing the kernels for mobile apps, pre-fused activations, and quantized
 kernels that allow smaller and faster (fixed-point math) models.
 
 Most of our TensorFlow Lite documentation is [on
-GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite)
+GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite)
 for the time being.
 
 ## What does TensorFlow Lite contain?
@@ -118,7 +118,7 @@ TensorFlow Lite provides:
       to all first-party and third-party apps.
 
     Also see the complete list of
-    [TensorFlow Lite's supported models](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/models.md),
+    [TensorFlow Lite's supported models](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/models.md),
     including the model sizes, performance numbers, and downloadable model files.
 
 - Quantized versions of the MobileNet model, which runs faster than the
@@ -136,7 +136,7 @@ We recommend you try out TensorFlow Lite with the pre-tested models indicated
 above. If you have an existing model, you will need to test whether your model
 is compatible with both the converter and the supported operator set.  To test
 your model, see the
-[documentation on GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite).
+[documentation on GitHub](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite).
 
 ### Retrain Inception-V3 or MobileNet for a custom data set
 
@@ -198,5 +198,5 @@ possible performance for a particular model on a particular device.
 
 ## Next Steps
 
-The TensorFlow Lite [GitHub repository](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite).
+The TensorFlow Lite [GitHub repository](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite).
 contains additional docs, code samples, and demo applications.
diff --git a/tensorflow/contrib/lite/g3doc/performance/benchmarks.md b/tensorflow/lite/g3doc/performance/benchmarks.md
similarity index 93%
rename from tensorflow/contrib/lite/g3doc/performance/benchmarks.md
rename to tensorflow/lite/g3doc/performance/benchmarks.md
index 28cb6aba6e..5a1e5586be 100644
--- a/tensorflow/contrib/lite/g3doc/performance/benchmarks.md
+++ b/tensorflow/lite/g3doc/performance/benchmarks.md
@@ -5,17 +5,17 @@ This document lists TensorFlow Lite performance benchmarks when running well
 known models on some Android and iOS devices.
 
 These performance benchmark numbers were generated with the
-[Android TFLite benchmark binary](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark)
-and the [iOS benchmark app](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark/ios).
+[Android TFLite benchmark binary](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark)
+and the [iOS benchmark app](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark/ios).
 
 # Android performance benchmarks
 
 For Android benchmarks, the CPU affinity is set to use big cores on the device to
-reduce variance (see [details](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark#reducing-variance-between-runs-on-android)).
+reduce variance (see [details](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark#reducing-variance-between-runs-on-android)).
 
 It assumes that models were download and unzipped to the
 `/data/local/tmp/tflite_models` directory. The benchmark binary is built
-using [these instructions](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark#on-android)
+using [these instructions](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark#on-android)
 and assumed in the `/data/local/tmp` directory.
 
 To run the benchmark:
@@ -117,7 +117,7 @@ Pixel xl | 0c |
 # iOS benchmarks
 
 To run iOS benchmarks, the [benchmark
-app](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark/ios)
+app](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark/ios)
 was modified to include the appropriate model and `benchmark_params.json` was
 modified  to set `num_threads` to 1.
 
diff --git a/tensorflow/contrib/lite/g3doc/performance/best_practices.md b/tensorflow/lite/g3doc/performance/best_practices.md
similarity index 84%
rename from tensorflow/contrib/lite/g3doc/performance/best_practices.md
rename to tensorflow/lite/g3doc/performance/best_practices.md
index 180e51e5f6..b76414cebe 100644
--- a/tensorflow/contrib/lite/g3doc/performance/best_practices.md
+++ b/tensorflow/lite/g3doc/performance/best_practices.md
@@ -18,7 +18,7 @@ You can retrain the listed models on your own dataset by using transfer learning
 
 
 ## Profile your model
-Once you have selected a candidate model that is right for your task, it is a good practice to profile and benchmark your model. Tensorflow Lite [benchmarking tool](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark) has a built-in profiler that shows per operator profiling statistics. This can help in understanding performance bottlenecks and which operators dominate the computation time.
+Once you have selected a candidate model that is right for your task, it is a good practice to profile and benchmark your model. Tensorflow Lite [benchmarking tool](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark) has a built-in profiler that shows per operator profiling statistics. This can help in understanding performance bottlenecks and which operators dominate the computation time.
 
 ## Profile and optimize operators in the graph
 If a particular operator appears frequently in the model and based on profiling you find the operator consuming the most amount of time, you can look into optimizing the operator.
@@ -28,17 +28,17 @@ If a particular operator appears frequently in the model and based on profiling
 If your model uses floating point weights or activations then it may be possible to reduce the size of model up to ~4x by using quantization and other model optimizations. Check out our [model optimization toolkit](model_optimization.md) for details about optimizing your model. 
 
 ## Tweak the number of threads
-Tensorflow Lite supports multi-threaded kernels for many operators. You can increase the number of threads and speed up execution of operators. Increasing the number of threads will however make your model use more resources and power. For some applications latency may be more important than energy efficiency. You can increase the number of threads by setting the number of [interpreter](https://github.com/tensorflow/tensorflow/blob/1084594657a5d139102ac794f84d1427a710e39a/tensorflow/contrib/lite/interpreter.h#L337) threads. Multi-threaded execution however comes at the cost of increased performance variability depending on what else is been executed concurrently. This is particularly the case for mobile apps. For example, isolated tests may show 2x speed up vs single-threaded but if another app is executing at the same time may result in worst performance than single-threaded.
+Tensorflow Lite supports multi-threaded kernels for many operators. You can increase the number of threads and speed up execution of operators. Increasing the number of threads will however make your model use more resources and power. For some applications latency may be more important than energy efficiency. You can increase the number of threads by setting the number of [interpreter](https://github.com/tensorflow/tensorflow/blob/1084594657a5d139102ac794f84d1427a710e39a/tensorflow/lite/interpreter.h#L337) threads. Multi-threaded execution however comes at the cost of increased performance variability depending on what else is been executed concurrently. This is particularly the case for mobile apps. For example, isolated tests may show 2x speed up vs single-threaded but if another app is executing at the same time may result in worst performance than single-threaded.
 
 ## Eliminate redundant copies
-If your application is not careful, there can be redundant copies when feeding the input to the model and reading output from the model. Make sure to eliminate redundant copies. If you are using higher level APIs like Java API, make sure to carefully check the documentation for performance caveats. For example, the Java API is a lot faster if ByteBuffers are used as [inputs](https://github.com/tensorflow/tensorflow/blob/6305a6d83552ba6a472cd72398b60d9241467f1f/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java#L151).
+If your application is not careful, there can be redundant copies when feeding the input to the model and reading output from the model. Make sure to eliminate redundant copies. If you are using higher level APIs like Java API, make sure to carefully check the documentation for performance caveats. For example, the Java API is a lot faster if ByteBuffers are used as [inputs](https://github.com/tensorflow/tensorflow/blob/6305a6d83552ba6a472cd72398b60d9241467f1f/tensorflow/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java#L151).
 
 ## Profile your application with platform specific tools
 Platform specific tools like [Android profiler](https://developer.android.com/studio/profile/android-profiler) and [Instruments](https://help.apple.com/instruments/mac/current/) provide a wealth of profiling information that can be used to debug your app. Sometimes the performance bug may be not in the model but in parts of application code that interact with the model. Make sure to familiarize yourself with platform specific profiling tools and best practices for your platform.
 
 ## Evaluate whether your model benefits from using hardware accelerators available on the device
 Tensorflow Lite is working on adding support for accelerators like GPU and provides acceleration through [Neural Networks API](https://developer.android.com/ndk/guides/neuralnetworks/) on Android.
-You can utilize these hardware accelerator backends to improve the speed and efficiency of your model. To enable Neural Networks API call [UseNNAPI](https://github.com/tensorflow/tensorflow/blob/6305a6d83552ba6a472cd72398b60d9241467f1f/tensorflow/contrib/lite/interpreter.h#L334) on the interpreter instance.
+You can utilize these hardware accelerator backends to improve the speed and efficiency of your model. To enable Neural Networks API call [UseNNAPI](https://github.com/tensorflow/tensorflow/blob/6305a6d83552ba6a472cd72398b60d9241467f1f/tensorflow/lite/interpreter.h#L334) on the interpreter instance.
 
 ## Need more help
 The Tensorflow team is happy to help diagnose and address specific performance issues you may be facing. Please file an issue on [GitHub](https://github.com/tensorflow/tensorflow/issues) with details of the issue.
diff --git a/tensorflow/contrib/lite/g3doc/performance/model_optimization.md b/tensorflow/lite/g3doc/performance/model_optimization.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/performance/model_optimization.md
rename to tensorflow/lite/g3doc/performance/model_optimization.md
diff --git a/tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md b/tensorflow/lite/g3doc/performance/post_training_quantization.md
similarity index 91%
rename from tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md
rename to tensorflow/lite/g3doc/performance/post_training_quantization.md
index d95cab94aa..cf4d70b2de 100644
--- a/tensorflow/contrib/lite/g3doc/performance/post_training_quantization.md
+++ b/tensorflow/lite/g3doc/performance/post_training_quantization.md
@@ -7,7 +7,7 @@ is enabled as an option in [TensorFlow Lite model converter](../convert):
 
 ```
 import tensorflow as tf
-converter = tf.contrib.lite.TocoConverter.from_saved_model(saved_model_dir)
+converter = tf.lite.TocoConverter.from_saved_model(saved_model_dir)
 converter.post_training_quantize = True
 tflite_quantized_model = converter.convert()
 open("quantized_model.tflite", "wb").write(tflite_quantized_model)
@@ -33,8 +33,8 @@ Hybrid ops are available for the most compute-intensive operators in a network:
 
 Since weights are quantized post-training, there could be an accuracy loss, particularly for
 smaller networks. Pre-trained fully quantized models are provided for specific networks in
-the [TensorFlow Lite model repository](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/models.md#image-classification-quantized-models){:.external}. It is important to check the accuracy of the quantized model to verify that any degradation
-in accuracy is within acceptable limits. There is a tool to evaluate [TensorFlow Lite model accuracy](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tools/accuracy/README.md){:.external}.
+the [TensorFlow Lite model repository](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/models.md#image-classification-quantized-models){:.external}. It is important to check the accuracy of the quantized model to verify that any degradation
+in accuracy is within acceptable limits. There is a tool to evaluate [TensorFlow Lite model accuracy](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/tools/accuracy/README.md){:.external}.
 
 If the accuracy drop is too high, consider using [quantization aware training](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/quantize/README.md){:.external}.
 
diff --git a/tensorflow/contrib/lite/g3doc/rpi.md b/tensorflow/lite/g3doc/rpi.md
similarity index 78%
rename from tensorflow/contrib/lite/g3doc/rpi.md
rename to tensorflow/lite/g3doc/rpi.md
index 41a1892b6f..708d9e328c 100644
--- a/tensorflow/contrib/lite/g3doc/rpi.md
+++ b/tensorflow/lite/g3doc/rpi.md
@@ -23,18 +23,18 @@ Clone this Tensorflow repository, Run this script at the root of the repository
 > The Tensorflow repository is in `/tensorflow` if you are using `tensorflow/tensorflow:nightly-devel` docker image, just try it.
 
 ```bash
-./tensorflow/contrib/lite/tools/make/download_dependencies.sh
+./tensorflow/lite/tools/make/download_dependencies.sh
 ```
 Note that you only need to do this once.
 
 You should then be able to compile:
 
 ```bash
-./tensorflow/contrib/lite/tools/make/build_rpi_lib.sh
+./tensorflow/lite/tools/make/build_rpi_lib.sh
 ```
 
 This should compile a static library in:
-`tensorflow/contrib/lite/gen/lib/rpi_armv7/libtensorflow-lite.a`.
+`tensorflow/lite/gen/lib/rpi_armv7/libtensorflow-lite.a`.
 
 ## Native compiling
 This has been tested on Raspberry Pi 3b, Raspbian GNU/Linux 9.1 (stretch), gcc version 6.3.0 20170516 (Raspbian 6.3.0-18+rpi1).
@@ -48,14 +48,14 @@ sudo apt-get install build-essential
 First, clone the TensorFlow repository. Run this at the root of the repository:
 
 ```bash
-./tensorflow/contrib/lite/tools/make/download_dependencies.sh
+./tensorflow/lite/tools/make/download_dependencies.sh
 ```
 Note that you only need to do this once.
 
 You should then be able to compile:
 ```bash
-./tensorflow/contrib/lite/tools/make/build_rpi_lib.sh
+./tensorflow/lite/tools/make/build_rpi_lib.sh
 ```
 
 This should compile a static library in:
-`tensorflow/contrib/lite/tools/make/gen/lib/rpi_armv7/libtensorflow-lite.a`.
+`tensorflow/lite/tools/make/gen/lib/rpi_armv7/libtensorflow-lite.a`.
diff --git a/tensorflow/contrib/lite/g3doc/tf_ops_compatibility.md b/tensorflow/lite/g3doc/tf_ops_compatibility.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tf_ops_compatibility.md
rename to tensorflow/lite/g3doc/tf_ops_compatibility.md
diff --git a/tensorflow/contrib/lite/g3doc/tfmobile/android_build.md b/tensorflow/lite/g3doc/tfmobile/android_build.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tfmobile/android_build.md
rename to tensorflow/lite/g3doc/tfmobile/android_build.md
diff --git a/tensorflow/contrib/lite/g3doc/tfmobile/index.md b/tensorflow/lite/g3doc/tfmobile/index.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tfmobile/index.md
rename to tensorflow/lite/g3doc/tfmobile/index.md
diff --git a/tensorflow/contrib/lite/g3doc/tfmobile/ios_build.md b/tensorflow/lite/g3doc/tfmobile/ios_build.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tfmobile/ios_build.md
rename to tensorflow/lite/g3doc/tfmobile/ios_build.md
diff --git a/tensorflow/contrib/lite/g3doc/tfmobile/linking_libs.md b/tensorflow/lite/g3doc/tfmobile/linking_libs.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tfmobile/linking_libs.md
rename to tensorflow/lite/g3doc/tfmobile/linking_libs.md
diff --git a/tensorflow/contrib/lite/g3doc/tfmobile/optimizing.md b/tensorflow/lite/g3doc/tfmobile/optimizing.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tfmobile/optimizing.md
rename to tensorflow/lite/g3doc/tfmobile/optimizing.md
diff --git a/tensorflow/contrib/lite/g3doc/tfmobile/prepare_models.md b/tensorflow/lite/g3doc/tfmobile/prepare_models.md
similarity index 100%
rename from tensorflow/contrib/lite/g3doc/tfmobile/prepare_models.md
rename to tensorflow/lite/g3doc/tfmobile/prepare_models.md
diff --git a/tensorflow/contrib/lite/graph_info.cc b/tensorflow/lite/graph_info.cc
similarity index 99%
rename from tensorflow/contrib/lite/graph_info.cc
rename to tensorflow/lite/graph_info.cc
index e60ed2c246..cdbe66a3a4 100644
--- a/tensorflow/contrib/lite/graph_info.cc
+++ b/tensorflow/lite/graph_info.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/graph_info.h"
+#include "tensorflow/lite/graph_info.h"
 #include <algorithm>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/graph_info.h b/tensorflow/lite/graph_info.h
similarity index 93%
rename from tensorflow/contrib/lite/graph_info.h
rename to tensorflow/lite/graph_info.h
index 8ee83827bb..ff7ce669ac 100644
--- a/tensorflow/contrib/lite/graph_info.h
+++ b/tensorflow/lite/graph_info.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_GRAPH_INFO_H_
-#define TENSORFLOW_CONTRIB_LITE_GRAPH_INFO_H_
+#ifndef TENSORFLOW_LITE_GRAPH_INFO_H_
+#define TENSORFLOW_LITE_GRAPH_INFO_H_
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -79,4 +79,4 @@ TfLiteStatus PartitionGraphIntoIndependentSubgraphs(
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_GRAPH_INFO_H_
+#endif  // TENSORFLOW_LITE_GRAPH_INFO_H_
diff --git a/tensorflow/contrib/lite/graph_info_test.cc b/tensorflow/lite/graph_info_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/graph_info_test.cc
rename to tensorflow/lite/graph_info_test.cc
index 89a8f36b41..5ecc3774e1 100644
--- a/tensorflow/contrib/lite/graph_info_test.cc
+++ b/tensorflow/lite/graph_info_test.cc
@@ -16,8 +16,8 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 
-#include "tensorflow/contrib/lite/graph_info.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/graph_info.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
similarity index 98%
rename from tensorflow/contrib/lite/interpreter.cc
rename to tensorflow/lite/interpreter.cc
index c72e7bf33e..9d5d2772be 100644
--- a/tensorflow/contrib/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -13,23 +13,23 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/lite/interpreter.h"
 
 #include <cassert>
 #include <cstdarg>
 #include <cstdint>
 #include <cstring>
 
-#include "tensorflow/contrib/lite/arena_planner.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/context_util.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/graph_info.h"
-#include "tensorflow/contrib/lite/memory_planner.h"
-#include "tensorflow/contrib/lite/nnapi_delegate.h"
-#include "tensorflow/contrib/lite/profiling/profiler.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/arena_planner.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/graph_info.h"
+#include "tensorflow/lite/memory_planner.h"
+#include "tensorflow/lite/nnapi_delegate.h"
+#include "tensorflow/lite/profiling/profiler.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/interpreter.h b/tensorflow/lite/interpreter.h
similarity index 98%
rename from tensorflow/contrib/lite/interpreter.h
rename to tensorflow/lite/interpreter.h
index cbd042fa92..6bb47726c0 100644
--- a/tensorflow/contrib/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -14,20 +14,20 @@ limitations under the License.
 ==============================================================================*/
 // Main abstraction controlling the tflite interpreter.
 // See context.h for the API for defining operations (TfLiteRegistration).
-#ifndef TENSORFLOW_CONTRIB_LITE_INTERPRETER_H_
-#define TENSORFLOW_CONTRIB_LITE_INTERPRETER_H_
+#ifndef TENSORFLOW_LITE_INTERPRETER_H_
+#define TENSORFLOW_LITE_INTERPRETER_H_
 
 #include <complex>
 #include <cstdio>
 #include <cstdlib>
 #include <vector>
 
-#include "tensorflow/contrib/lite/allocation.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/memory_planner.h"
-#include "tensorflow/contrib/lite/profiling/profiler.h"
-#include "tensorflow/contrib/lite/stderr_reporter.h"
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/memory_planner.h"
+#include "tensorflow/lite/profiling/profiler.h"
+#include "tensorflow/lite/stderr_reporter.h"
 
 namespace tflite {
 
@@ -692,4 +692,4 @@ class Interpreter {
 };
 
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_INTERPRETER_H_
+#endif  // TENSORFLOW_LITE_INTERPRETER_H_
diff --git a/tensorflow/contrib/lite/interpreter_test.cc b/tensorflow/lite/interpreter_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/interpreter_test.cc
rename to tensorflow/lite/interpreter_test.cc
index 6c71d5a8d7..a37603b695 100644
--- a/tensorflow/contrib/lite/interpreter_test.cc
+++ b/tensorflow/lite/interpreter_test.cc
@@ -13,14 +13,14 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/lite/interpreter.h"
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/java/AndroidManifest.xml b/tensorflow/lite/java/AndroidManifest.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/AndroidManifest.xml
rename to tensorflow/lite/java/AndroidManifest.xml
diff --git a/tensorflow/contrib/lite/java/BUILD b/tensorflow/lite/java/BUILD
similarity index 88%
rename from tensorflow/contrib/lite/java/BUILD
rename to tensorflow/lite/java/BUILD
index c34f6ccfa0..e6f47a9773 100644
--- a/tensorflow/contrib/lite/java/BUILD
+++ b/tensorflow/lite/java/BUILD
@@ -2,14 +2,14 @@
 # TensorFlow Lite Java API.
 
 package(default_visibility = [
-    "//tensorflow/contrib/lite/java/ovic:__pkg__",
+    "//tensorflow/lite/java/ovic:__pkg__",
 ])
 
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow/java:build_defs.bzl", "JAVACOPTS")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_jni_binary")
-load("//tensorflow/contrib/lite/java:aar_with_jni.bzl", "aar_with_jni")
+load("//tensorflow/lite:build_def.bzl", "tflite_jni_binary")
+load("//tensorflow/lite/java:aar_with_jni.bzl", "aar_with_jni")
 
 JAVA_SRCS = glob([
     "src/main/java/org/tensorflow/lite/*.java",
@@ -18,7 +18,7 @@ JAVA_SRCS = glob([
 # Building tensorflow-lite.aar including 4 variants of .so
 # To build an aar for release, run below command:
 # bazel build --cxxopt='--std=c++11' -c opt --fat_apk_cpu=x86,x86_64,arm64-v8a,armeabi-v7a \
-# tensorflow/contrib/lite/java:tensorflow-lite
+# tensorflow/lite/java:tensorflow-lite
 aar_with_jni(
     name = "tensorflow-lite",
     android_library = ":tensorflowlite",
@@ -143,7 +143,7 @@ java_test(
     data = [
         "src/testdata/add.bin",
         "src/testdata/mobilenet.tflite.bin",
-        "//tensorflow/contrib/lite:testdata/multi_add_flex.bin",
+        "//tensorflow/lite:testdata/multi_add_flex.bin",
     ],
     javacopts = JAVACOPTS,
     tags = ["no_oss"],
@@ -151,7 +151,7 @@ java_test(
     visibility = ["//visibility:private"],
     deps = [
         ":tensorflowlitelib",
-        "//tensorflow/contrib/lite/java/src/test/native:libtensorflowlite_test_jni.so",
+        "//tensorflow/lite/java/src/test/native:libtensorflowlite_test_jni.so",
         "@com_google_truth",
         "@junit",
     ],
@@ -162,7 +162,7 @@ java_test(
     size = "small",
     srcs = ["src/test/java/org/tensorflow/lite/InterpreterFlexTest.java"],
     data = [
-        "//tensorflow/contrib/lite:testdata/multi_add_flex.bin",
+        "//tensorflow/lite:testdata/multi_add_flex.bin",
     ],
     javacopts = JAVACOPTS,
     tags = ["no_oss"],
@@ -215,7 +215,7 @@ cc_library(
 tflite_jni_binary(
     name = "libtensorflowlite_jni.so",
     deps = [
-        "//tensorflow/contrib/lite/java/src/main/native",
+        "//tensorflow/lite/java/src/main/native",
     ],
 )
 
@@ -223,8 +223,8 @@ tflite_jni_binary(
 tflite_jni_binary(
     name = "libtensorflowlite_flex_jni.so",
     deps = [
-        "//tensorflow/contrib/lite/delegates/flex:delegate",
-        "//tensorflow/contrib/lite/java/src/main/native",
-        "//tensorflow/contrib/lite/java/src/main/native:init_tensorflow",
+        "//tensorflow/lite/delegates/flex:delegate",
+        "//tensorflow/lite/java/src/main/native",
+        "//tensorflow/lite/java/src/main/native:init_tensorflow",
     ],
 )
diff --git a/tensorflow/contrib/lite/java/aar_with_jni.bzl b/tensorflow/lite/java/aar_with_jni.bzl
similarity index 100%
rename from tensorflow/contrib/lite/java/aar_with_jni.bzl
rename to tensorflow/lite/java/aar_with_jni.bzl
diff --git a/tensorflow/contrib/lite/java/build_aar_for_release.sh b/tensorflow/lite/java/build_aar_for_release.sh
similarity index 98%
rename from tensorflow/contrib/lite/java/build_aar_for_release.sh
rename to tensorflow/lite/java/build_aar_for_release.sh
index fbcb1e7db9..54be643fc7 100755
--- a/tensorflow/contrib/lite/java/build_aar_for_release.sh
+++ b/tensorflow/lite/java/build_aar_for_release.sh
@@ -22,7 +22,7 @@ trap "rm -rf $TMPDIR" EXIT
 VERSION=1.0
 
 BUILDER=bazel
-BASEDIR=tensorflow/contrib/lite
+BASEDIR=tensorflow/lite
 CROSSTOOL="//external:android/crosstool"
 HOST_CROSSTOOL="@bazel_tools//tools/cpp:toolchain"
 
diff --git a/tensorflow/contrib/lite/java/demo/.gitignore b/tensorflow/lite/java/demo/.gitignore
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/.gitignore
rename to tensorflow/lite/java/demo/.gitignore
diff --git a/tensorflow/contrib/lite/java/demo/README.md b/tensorflow/lite/java/demo/README.md
similarity index 93%
rename from tensorflow/contrib/lite/java/demo/README.md
rename to tensorflow/lite/java/demo/README.md
index c04b2a6194..b5bfe39ce7 100644
--- a/tensorflow/contrib/lite/java/demo/README.md
+++ b/tensorflow/lite/java/demo/README.md
@@ -42,12 +42,12 @@ code to merge.
 
   ```shell
   bazel build -c opt --cxxopt='--std=c++11' \
-    //tensorflow/contrib/lite/java/demo/app/src/main:TfLiteCameraDemo
+    //tensorflow/lite/java/demo/app/src/main:TfLiteCameraDemo
   ```
 
 3. Install the demo on a
    [debug-enabled device](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/examples/android#install):
 
   ```shell
-  adb install bazel-bin/tensorflow/contrib/lite/java/demo/app/src/main/TfLiteCameraDemo.apk
+  adb install bazel-bin/tensorflow/lite/java/demo/app/src/main/TfLiteCameraDemo.apk
   ```
diff --git a/tensorflow/contrib/lite/java/demo/app/build.gradle b/tensorflow/lite/java/demo/app/build.gradle
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/build.gradle
rename to tensorflow/lite/java/demo/app/build.gradle
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/AndroidManifest.xml b/tensorflow/lite/java/demo/app/src/main/AndroidManifest.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/AndroidManifest.xml
rename to tensorflow/lite/java/demo/app/src/main/AndroidManifest.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/BUILD b/tensorflow/lite/java/demo/app/src/main/BUILD
similarity index 78%
rename from tensorflow/contrib/lite/java/demo/app/src/main/BUILD
rename to tensorflow/lite/java/demo/app/src/main/BUILD
index 5ad738389e..df8a024a57 100644
--- a/tensorflow/contrib/lite/java/demo/app/src/main/BUILD
+++ b/tensorflow/lite/java/demo/app/src/main/BUILD
@@ -9,7 +9,7 @@ android_binary(
     srcs = glob(["java/**/*.java"]),
     aapt_version = "aapt",
     assets = [
-        "//tensorflow/contrib/lite/java/demo/app/src/main/assets:labels_mobilenet_quant_v1_224.txt",
+        "//tensorflow/lite/java/demo/app/src/main/assets:labels_mobilenet_quant_v1_224.txt",
         "@tflite_mobilenet//:mobilenet_quant_v1_224.tflite",
     ],
     assets_dir = "",
@@ -24,8 +24,8 @@ android_binary(
     # use the target in that case.
     tags = ["manual"],
     deps = [
-        "//tensorflow/contrib/lite/java:tensorflowlite",
-        "//tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
+        "//tensorflow/lite/java:tensorflowlite",
+        "//tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
         "@androidsdk//com.android.support:support-v13-25.2.0",
         "@androidsdk//com.android.support:support-v4-25.2.0",
     ],
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/assets/BUILD b/tensorflow/lite/java/demo/app/src/main/assets/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/assets/BUILD
rename to tensorflow/lite/java/demo/app/src/main/assets/BUILD
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/assets/labels_imagenet_slim.txt b/tensorflow/lite/java/demo/app/src/main/assets/labels_imagenet_slim.txt
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/assets/labels_imagenet_slim.txt
rename to tensorflow/lite/java/demo/app/src/main/assets/labels_imagenet_slim.txt
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/assets/labels_mobilenet_quant_v1_224.txt b/tensorflow/lite/java/demo/app/src/main/assets/labels_mobilenet_quant_v1_224.txt
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/assets/labels_mobilenet_quant_v1_224.txt
rename to tensorflow/lite/java/demo/app/src/main/assets/labels_mobilenet_quant_v1_224.txt
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/AutoFitTextureView.java b/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/AutoFitTextureView.java
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/AutoFitTextureView.java
rename to tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/AutoFitTextureView.java
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java b/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java
rename to tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/Camera2BasicFragment.java
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/CameraActivity.java b/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/CameraActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/CameraActivity.java
rename to tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/CameraActivity.java
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java b/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
rename to tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifier.java
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierFloatInception.java b/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierFloatInception.java
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierFloatInception.java
rename to tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierFloatInception.java
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierQuantizedMobileNet.java b/tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierQuantizedMobileNet.java
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierQuantizedMobileNet.java
rename to tensorflow/lite/java/demo/app/src/main/java/com/example/android/tflitecamerademo/ImageClassifierQuantizedMobileNet.java
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-hdpi/ic_action_info.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-hdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-hdpi/ic_action_info.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-hdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-hdpi/ic_launcher.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-hdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-hdpi/ic_launcher.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-hdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-hdpi/tile.9.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-hdpi/tile.9.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-hdpi/tile.9.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-hdpi/tile.9.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-mdpi/ic_action_info.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-mdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-mdpi/ic_action_info.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-mdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-mdpi/ic_launcher.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-mdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-mdpi/ic_launcher.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-mdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_action_info.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_action_info.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_launcher.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_launcher.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-xhdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_action_info.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_action_info.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_action_info.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_action_info.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_launcher.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_launcher.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-xxhdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xxhdpi/logo.png b/tensorflow/lite/java/demo/app/src/main/res/drawable-xxhdpi/logo.png
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/drawable-xxhdpi/logo.png
rename to tensorflow/lite/java/demo/app/src/main/res/drawable-xxhdpi/logo.png
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/layout-land/fragment_camera2_basic.xml b/tensorflow/lite/java/demo/app/src/main/res/layout-land/fragment_camera2_basic.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/layout-land/fragment_camera2_basic.xml
rename to tensorflow/lite/java/demo/app/src/main/res/layout-land/fragment_camera2_basic.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/layout-v26/fragment_camera2_basic.xml b/tensorflow/lite/java/demo/app/src/main/res/layout-v26/fragment_camera2_basic.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/layout-v26/fragment_camera2_basic.xml
rename to tensorflow/lite/java/demo/app/src/main/res/layout-v26/fragment_camera2_basic.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/layout/activity_camera.xml b/tensorflow/lite/java/demo/app/src/main/res/layout/activity_camera.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/layout/activity_camera.xml
rename to tensorflow/lite/java/demo/app/src/main/res/layout/activity_camera.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/layout/fragment_camera2_basic.xml b/tensorflow/lite/java/demo/app/src/main/res/layout/fragment_camera2_basic.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/layout/fragment_camera2_basic.xml
rename to tensorflow/lite/java/demo/app/src/main/res/layout/fragment_camera2_basic.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values-sw600dp/template-dimens.xml b/tensorflow/lite/java/demo/app/src/main/res/values-sw600dp/template-dimens.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values-sw600dp/template-dimens.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values-sw600dp/template-dimens.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values-sw600dp/template-styles.xml b/tensorflow/lite/java/demo/app/src/main/res/values-sw600dp/template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values-sw600dp/template-styles.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values-sw600dp/template-styles.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values-v11/template-styles.xml b/tensorflow/lite/java/demo/app/src/main/res/values-v11/template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values-v11/template-styles.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values-v11/template-styles.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values-v21/base-colors.xml b/tensorflow/lite/java/demo/app/src/main/res/values-v21/base-colors.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values-v21/base-colors.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values-v21/base-colors.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values-v21/base-template-styles.xml b/tensorflow/lite/java/demo/app/src/main/res/values-v21/base-template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values-v21/base-template-styles.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values-v21/base-template-styles.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values/base-strings.xml b/tensorflow/lite/java/demo/app/src/main/res/values/base-strings.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values/base-strings.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values/base-strings.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values/colors.xml b/tensorflow/lite/java/demo/app/src/main/res/values/colors.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values/colors.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values/colors.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values/strings.xml b/tensorflow/lite/java/demo/app/src/main/res/values/strings.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values/strings.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values/strings.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values/styles.xml b/tensorflow/lite/java/demo/app/src/main/res/values/styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values/styles.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values/styles.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values/template-dimens.xml b/tensorflow/lite/java/demo/app/src/main/res/values/template-dimens.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values/template-dimens.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values/template-dimens.xml
diff --git a/tensorflow/contrib/lite/java/demo/app/src/main/res/values/template-styles.xml b/tensorflow/lite/java/demo/app/src/main/res/values/template-styles.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/app/src/main/res/values/template-styles.xml
rename to tensorflow/lite/java/demo/app/src/main/res/values/template-styles.xml
diff --git a/tensorflow/contrib/lite/java/demo/build.gradle b/tensorflow/lite/java/demo/build.gradle
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/build.gradle
rename to tensorflow/lite/java/demo/build.gradle
diff --git a/tensorflow/contrib/lite/java/demo/gradle.properties b/tensorflow/lite/java/demo/gradle.properties
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/gradle.properties
rename to tensorflow/lite/java/demo/gradle.properties
diff --git a/tensorflow/contrib/lite/java/demo/gradle/wrapper/gradle-wrapper.jar b/tensorflow/lite/java/demo/gradle/wrapper/gradle-wrapper.jar
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/gradle/wrapper/gradle-wrapper.jar
rename to tensorflow/lite/java/demo/gradle/wrapper/gradle-wrapper.jar
diff --git a/tensorflow/contrib/lite/java/demo/gradle/wrapper/gradle-wrapper.properties b/tensorflow/lite/java/demo/gradle/wrapper/gradle-wrapper.properties
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/gradle/wrapper/gradle-wrapper.properties
rename to tensorflow/lite/java/demo/gradle/wrapper/gradle-wrapper.properties
diff --git a/tensorflow/contrib/lite/java/demo/gradlew b/tensorflow/lite/java/demo/gradlew
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/gradlew
rename to tensorflow/lite/java/demo/gradlew
diff --git a/tensorflow/contrib/lite/java/demo/gradlew.bat b/tensorflow/lite/java/demo/gradlew.bat
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/gradlew.bat
rename to tensorflow/lite/java/demo/gradlew.bat
diff --git a/tensorflow/contrib/lite/java/demo/settings.gradle b/tensorflow/lite/java/demo/settings.gradle
similarity index 100%
rename from tensorflow/contrib/lite/java/demo/settings.gradle
rename to tensorflow/lite/java/demo/settings.gradle
diff --git a/tensorflow/contrib/lite/java/ovic/BUILD b/tensorflow/lite/java/ovic/BUILD
similarity index 63%
rename from tensorflow/contrib/lite/java/ovic/BUILD
rename to tensorflow/lite/java/ovic/BUILD
index 552468faf4..774320871e 100644
--- a/tensorflow/contrib/lite/java/ovic/BUILD
+++ b/tensorflow/lite/java/ovic/BUILD
@@ -15,15 +15,15 @@ java_test(
     size = "medium",
     srcs = ["src/test/java/org/tensorflow/ovic/OvicClassifierTest.java"],
     data = [
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:labels.txt",
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:ovic_testdata",
+        "//tensorflow/lite/java/ovic/src/testdata:labels.txt",
+        "//tensorflow/lite/java/ovic/src/testdata:ovic_testdata",
     ],
     javacopts = JAVACOPTS,
     tags = ["no_oss"],
     test_class = "org.tensorflow.ovic.OvicClassifierTest",
     visibility = ["//visibility:public"],
     deps = [
-        "//tensorflow/contrib/lite/java/ovic:ovicbenchmarkerlib_java",
+        "//tensorflow/lite/java/ovic:ovicbenchmarkerlib_java",
         "@com_google_truth",
         "@junit",
     ],
@@ -33,13 +33,13 @@ java_binary(
     name = "ovic_validator",
     srcs = ["src/main/java/org/tensorflow/ovic/OvicValidator.java"],
     data = [
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:labels.txt",
+        "//tensorflow/lite/java/ovic/src/testdata:labels.txt",
     ],
     main_class = "org.tensorflow.ovic.OvicValidator",
     tags = ["no_oss"],
     deps = [
-        "//tensorflow/contrib/lite/java/ovic:ovicbenchmarkerlib_java",
-        "//tensorflow/contrib/lite/java/ovic:ovicdetectionbenchmarkerlib_java",
+        "//tensorflow/lite/java/ovic:ovicbenchmarkerlib_java",
+        "//tensorflow/lite/java/ovic:ovicdetectionbenchmarkerlib_java",
     ],
 )
 
@@ -51,11 +51,11 @@ android_library(
         "src/main/java/org/tensorflow/ovic/OvicClassifier.java",
         "src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java",
     ],
-    manifest = "//tensorflow/contrib/lite/java:AndroidManifest.xml",
+    manifest = "//tensorflow/lite/java:AndroidManifest.xml",
     tags = ["no_oss"],
     deps = [
-        "//tensorflow/contrib/lite/java:tensorflowlite",
-        "//tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
+        "//tensorflow/lite/java:tensorflowlite",
+        "//tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
         "@org_checkerframework_qual",
     ],
 )
@@ -69,10 +69,10 @@ java_library(
     javacopts = JAVACOPTS,
     tags = ["no_oss"],
     deps = [
-        "//tensorflow/contrib/lite/java:libtensorflowlite_jni.so",
-        "//tensorflow/contrib/lite/java:tensorflowlite_java",
-        "//tensorflow/contrib/lite/java/src/main/native",
-        "//tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
+        "//tensorflow/lite/java:libtensorflowlite_jni.so",
+        "//tensorflow/lite/java:tensorflowlite_java",
+        "//tensorflow/lite/java/src/main/native",
+        "//tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
         "@org_checkerframework_qual",
     ],
 )
@@ -83,15 +83,15 @@ java_test(
     size = "medium",
     srcs = ["src/test/java/org/tensorflow/ovic/OvicDetectorTest.java"],
     data = [
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:coco_labels.txt",
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:ovic_testdata",
+        "//tensorflow/lite/java/ovic/src/testdata:coco_labels.txt",
+        "//tensorflow/lite/java/ovic/src/testdata:ovic_testdata",
     ],
     javacopts = JAVACOPTS,
     tags = ["no_oss"],
     test_class = "org.tensorflow.ovic.OvicDetectorTest",
     visibility = ["//visibility:public"],
     deps = [
-        "//tensorflow/contrib/lite/java/ovic:ovicdetectionbenchmarkerlib_java",
+        "//tensorflow/lite/java/ovic:ovicdetectionbenchmarkerlib_java",
         "@com_google_truth",
         "@junit",
     ],
@@ -106,10 +106,10 @@ android_library(
         "src/main/java/org/tensorflow/ovic/OvicDetector.java",
         "src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java",
     ],
-    manifest = "//tensorflow/contrib/lite/java:AndroidManifest.xml",
+    manifest = "//tensorflow/lite/java:AndroidManifest.xml",
     deps = [
-        "//tensorflow/contrib/lite/java:tensorflowlite",
-        "//tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
+        "//tensorflow/lite/java:tensorflowlite",
+        "//tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
         "@org_checkerframework_qual",
     ],
 )
@@ -123,10 +123,10 @@ java_library(
     ],
     javacopts = JAVACOPTS,
     deps = [
-        "//tensorflow/contrib/lite/java:libtensorflowlite_jni.so",
-        "//tensorflow/contrib/lite/java:tensorflowlite_java",
-        "//tensorflow/contrib/lite/java/src/main/native",
-        "//tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
+        "//tensorflow/lite/java:libtensorflowlite_jni.so",
+        "//tensorflow/lite/java:tensorflowlite_java",
+        "//tensorflow/lite/java/src/main/native",
+        "//tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite:testhelper",
         "@org_checkerframework_qual",
     ],
 )
diff --git a/tensorflow/contrib/lite/java/ovic/README.md b/tensorflow/lite/java/ovic/README.md
similarity index 87%
rename from tensorflow/contrib/lite/java/ovic/README.md
rename to tensorflow/lite/java/ovic/README.md
index 489ed3df40..9e3ceb7e18 100644
--- a/tensorflow/contrib/lite/java/ovic/README.md
+++ b/tensorflow/lite/java/ovic/README.md
@@ -17,7 +17,7 @@ We are releasing an benchmarker Apk that would allow developers to measure laten
 
 The test data (models and images) should be downloaded automatically for you by Bazel. In case they are not, you can manually install them as below.
 
-Note: all commands should be called from your tensorflow installation folder (under this folder you should find `tensorflow/contrib/lite`).
+Note: all commands should be called from your tensorflow installation folder (under this folder you should find `tensorflow/lite`).
 
 
 * Download the [testdata package](https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10_23.zip):
@@ -29,7 +29,7 @@ curl -L https://storage.googleapis.com/download.tensorflow.org/data/ovic_2018_10
 * Unzip the package into the testdata folder:
 
 ```sh
-unzip -j /tmp/ovic.zip -d tensorflow/contrib/lite/java/ovic/src/testdata/
+unzip -j /tmp/ovic.zip -d tensorflow/lite/java/ovic/src/testdata/
 ```
 
 ### Run tests
@@ -37,9 +37,9 @@ unzip -j /tmp/ovic.zip -d tensorflow/contrib/lite/java/ovic/src/testdata/
 You can run test with Bazel as below. This helps to ensure that the installation is correct.
 
 ```sh
-bazel test --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:OvicClassifierTest --cxxopt=-Wno-all --test_output=all
+bazel test --cxxopt=--std=c++11 //tensorflow/lite/java/ovic:OvicClassifierTest --cxxopt=-Wno-all --test_output=all
 
-bazel test --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:OvicDetectorTest --cxxopt=-Wno-all --test_output=all
+bazel test --cxxopt=--std=c++11 //tensorflow/lite/java/ovic:OvicDetectorTest --cxxopt=-Wno-all --test_output=all
 ```
 
 ### Test your submissions
@@ -51,8 +51,8 @@ Once you have a submission that follows the instructions from the [competition s
 You can call the validator binary below to verify that your model fits the format requirements. This often helps you to catch size mismatches (e.g. output for classification should be [1, 1001] instead of [1,1,1,1001]). Let say the submission file is located at `/path/to/my_model.lite`, then call:
 
 ```sh
-bazel build --cxxopt=--std=c++11 //tensorflow/contrib/lite/java/ovic:ovic_validator --cxxopt=-Wno-all
-bazel-bin/tensorflow/contrib/lite/java/ovic/ovic_validator /path/to/my_model.lite classify
+bazel build --cxxopt=--std=c++11 //tensorflow/lite/java/ovic:ovic_validator --cxxopt=-Wno-all
+bazel-bin/tensorflow/lite/java/ovic/ovic_validator /path/to/my_model.lite classify
 ```
 
 Successful validation should print the following message to terminal:
@@ -72,14 +72,14 @@ You can go a step further to verify that the model produces results as expected.
 * Move your submission to the testdata folder:
 
 ```sh
-cp /path/to/my_model.lite tensorflow/contrib/lite/java/ovic/src/testdata/
+cp /path/to/my_model.lite tensorflow/lite/java/ovic/src/testdata/
 ```
 
 * Resize the test image to the resolutions that are expected by your submission:
 
-The test images can be found at `tensorflow/contrib/lite/java/ovic/src/testdata/test_image_*.jpg`. You may reuse these images if your image resolutions are 128x128 or 224x224.
+The test images can be found at `tensorflow/lite/java/ovic/src/testdata/test_image_*.jpg`. You may reuse these images if your image resolutions are 128x128 or 224x224.
 
-* Add your model and test image to the BUILD rule at `tensorflow/contrib/lite/java/ovic/src/testdata/BUILD`:
+* Add your model and test image to the BUILD rule at `tensorflow/lite/java/ovic/src/testdata/BUILD`:
 
 ```JSON
 filegroup(
@@ -113,7 +113,7 @@ We provide two ways to measure the on-device latency of your submission. The fir
 
 Make sure that you have followed instructions in [Test your submissions](#test-your-submissions) to add your model to the testdata folder and to the corresponding build rules.
 
-Modify `tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java`:
+Modify `tensorflow/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java`:
 
 * Add your model to the benchmarker apk by changing `MODEL_PATH` and `TEST_IMAGE_PATH` below to your submission and test image.
 
@@ -140,8 +140,8 @@ Note: You'll need ROOT access to the phone to change processor affinity.
 * Build and install the app.
 
 ```
-bazel build -c opt --cxxopt=--std=c++11 --cxxopt=-Wno-all //tensorflow/contrib/lite/java/ovic/demo/app:ovic_benchmarker_binary
-adb install -r bazel-bin/tensorflow/contrib/lite/java/ovic/demo/app/ovic_benchmarker_binary.apk
+bazel build -c opt --cxxopt=--std=c++11 --cxxopt=-Wno-all //tensorflow/lite/java/ovic/demo/app:ovic_benchmarker_binary
+adb install -r bazel-bin/tensorflow/lite/java/ovic/demo/app/ovic_benchmarker_binary.apk
 ```
 
 Start the app and pick a task by clicking either the `CLF` button for classification or the `DET` button for detection. The button should turn bright green, signaling that the experiment is running. The benchmarking results will be displayed after about the `WALL_TIME` you specified above. For example:
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/AndroidManifest.xml b/tensorflow/lite/java/ovic/demo/app/AndroidManifest.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/AndroidManifest.xml
rename to tensorflow/lite/java/ovic/demo/app/AndroidManifest.xml
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/BUILD b/tensorflow/lite/java/ovic/demo/app/BUILD
similarity index 62%
rename from tensorflow/contrib/lite/java/ovic/demo/app/BUILD
rename to tensorflow/lite/java/ovic/demo/app/BUILD
index a30c707483..b3548deaf5 100644
--- a/tensorflow/contrib/lite/java/ovic/demo/app/BUILD
+++ b/tensorflow/lite/java/ovic/demo/app/BUILD
@@ -10,9 +10,9 @@ android_binary(
     ],
     aapt_version = "aapt",
     assets = [
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:coco_labels.txt",
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:labels.txt",
-        "//tensorflow/contrib/lite/java/ovic/src/testdata:ovic_testdata",
+        "//tensorflow/lite/java/ovic/src/testdata:coco_labels.txt",
+        "//tensorflow/lite/java/ovic/src/testdata:labels.txt",
+        "//tensorflow/lite/java/ovic/src/testdata:ovic_testdata",
     ],
     assets_dir = "",
     custom_package = "ovic.demo.app",
@@ -24,9 +24,9 @@ android_binary(
     resource_files = glob(["res/**"]),
     tags = ["manual"],
     deps = [
-        "//tensorflow/contrib/lite/java:tensorflowlite",
-        "//tensorflow/contrib/lite/java/ovic:ovicbenchmarkerlib",
-        "//tensorflow/contrib/lite/java/ovic:ovicdetectionbenchmarkerlib",
+        "//tensorflow/lite/java:tensorflowlite",
+        "//tensorflow/lite/java/ovic:ovicbenchmarkerlib",
+        "//tensorflow/lite/java/ovic:ovicdetectionbenchmarkerlib",
         "@androidsdk//com.android.support:support-v13-25.2.0",
         "@androidsdk//com.android.support:support-v4-25.2.0",
     ],
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java b/tensorflow/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java
rename to tensorflow/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/build.gradle b/tensorflow/lite/java/ovic/demo/app/build.gradle
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/build.gradle
rename to tensorflow/lite/java/ovic/demo/app/build.gradle
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/res/drawable-mdpi/ic_launcher.png b/tensorflow/lite/java/ovic/demo/app/res/drawable-mdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/res/drawable-mdpi/ic_launcher.png
rename to tensorflow/lite/java/ovic/demo/app/res/drawable-mdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/res/drawable-xhdpi/ic_launcher.png b/tensorflow/lite/java/ovic/demo/app/res/drawable-xhdpi/ic_launcher.png
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/res/drawable-xhdpi/ic_launcher.png
rename to tensorflow/lite/java/ovic/demo/app/res/drawable-xhdpi/ic_launcher.png
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/res/drawable/start_button_color.xml b/tensorflow/lite/java/ovic/demo/app/res/drawable/start_button_color.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/res/drawable/start_button_color.xml
rename to tensorflow/lite/java/ovic/demo/app/res/drawable/start_button_color.xml
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/res/layout/activity_main.xml b/tensorflow/lite/java/ovic/demo/app/res/layout/activity_main.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/res/layout/activity_main.xml
rename to tensorflow/lite/java/ovic/demo/app/res/layout/activity_main.xml
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/res/values/dimens.xml b/tensorflow/lite/java/ovic/demo/app/res/values/dimens.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/res/values/dimens.xml
rename to tensorflow/lite/java/ovic/demo/app/res/values/dimens.xml
diff --git a/tensorflow/contrib/lite/java/ovic/demo/app/res/values/strings.xml b/tensorflow/lite/java/ovic/demo/app/res/values/strings.xml
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/app/res/values/strings.xml
rename to tensorflow/lite/java/ovic/demo/app/res/values/strings.xml
diff --git a/tensorflow/contrib/lite/java/ovic/demo/build.gradle b/tensorflow/lite/java/ovic/demo/build.gradle
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/build.gradle
rename to tensorflow/lite/java/ovic/demo/build.gradle
diff --git a/tensorflow/contrib/lite/java/ovic/demo/gradle.properties b/tensorflow/lite/java/ovic/demo/gradle.properties
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/gradle.properties
rename to tensorflow/lite/java/ovic/demo/gradle.properties
diff --git a/tensorflow/contrib/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.jar b/tensorflow/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.jar
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.jar
rename to tensorflow/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.jar
diff --git a/tensorflow/contrib/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.properties b/tensorflow/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.properties
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.properties
rename to tensorflow/lite/java/ovic/demo/gradle/wrapper/gradle-wrapper.properties
diff --git a/tensorflow/contrib/lite/java/ovic/demo/gradlew b/tensorflow/lite/java/ovic/demo/gradlew
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/gradlew
rename to tensorflow/lite/java/ovic/demo/gradlew
diff --git a/tensorflow/contrib/lite/java/ovic/demo/gradlew.bat b/tensorflow/lite/java/ovic/demo/gradlew.bat
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/gradlew.bat
rename to tensorflow/lite/java/ovic/demo/gradlew.bat
diff --git a/tensorflow/contrib/lite/java/ovic/demo/settings.gradle b/tensorflow/lite/java/ovic/demo/settings.gradle
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/demo/settings.gradle
rename to tensorflow/lite/java/ovic/demo/settings.gradle
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/BoundingBox.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/BoundingBox.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/BoundingBox.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/BoundingBox.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicBenchmarker.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassificationResult.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassificationResult.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassificationResult.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassificationResult.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifier.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifier.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifier.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifier.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicClassifierBenchmarker.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectionResult.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectionResult.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectionResult.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectionResult.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetector.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicDetectorBenchmarker.java
diff --git a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
similarity index 98%
rename from tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
rename to tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
index 5756380abb..0a7aee0432 100644
--- a/tensorflow/contrib/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
+++ b/tensorflow/lite/java/ovic/src/main/java/org/tensorflow/ovic/OvicValidator.java
@@ -47,7 +47,7 @@ public class OvicValidator {
     final boolean isDetection = taskString.equals("detect");
     // Label file for detection is never used, so the same label file is used for both tasks.
     final String labelPath =
-        "tensorflow/contrib/lite/java/ovic/src/testdata/labels.txt";
+        "tensorflow/lite/java/ovic/src/testdata/labels.txt";
 
     try {
       MappedByteBuffer model = loadModelFile(modelFile);
diff --git a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java b/tensorflow/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java
similarity index 98%
rename from tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java
rename to tensorflow/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java
index 99e874ca78..c309c5bd55 100644
--- a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java
+++ b/tensorflow/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicClassifierTest.java
@@ -45,7 +45,7 @@ public final class OvicClassifierTest {
   private ByteBuffer lowResTestImage = null;
   private OvicClassificationResult testResult = null;
   private static final String LABELS_PATH =
-      "tensorflow/contrib/lite/java/ovic/src/testdata/labels.txt";
+      "tensorflow/lite/java/ovic/src/testdata/labels.txt";
   private static final String QUANTIZED_MODEL_PATH =
       "external/tflite_ovic_testdata/quantized_model.lite";
   private static final String LOW_RES_MODEL_PATH =
diff --git a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java b/tensorflow/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
similarity index 98%
rename from tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
rename to tensorflow/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
index 489d7a0f2b..709f8fb5c3 100644
--- a/tensorflow/contrib/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
+++ b/tensorflow/lite/java/ovic/src/test/java/org/tensorflow/ovic/OvicDetectorTest.java
@@ -41,7 +41,7 @@ public final class OvicDetectorTest {
   private ByteBuffer testImage = null;
 
   private static final String LABELS_PATH =
-      "tensorflow/contrib/lite/java/ovic/src/testdata/coco_labels.txt";
+      "tensorflow/lite/java/ovic/src/testdata/coco_labels.txt";
   private static final String MODEL_PATH =
       "external/tflite_ovic_testdata/quantized_detect.lite";
   private static final String TEST_IMAGE_PATH =
diff --git a/tensorflow/contrib/lite/java/ovic/src/testdata/BUILD b/tensorflow/lite/java/ovic/src/testdata/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/testdata/BUILD
rename to tensorflow/lite/java/ovic/src/testdata/BUILD
diff --git a/tensorflow/contrib/lite/java/ovic/src/testdata/coco_labels.txt b/tensorflow/lite/java/ovic/src/testdata/coco_labels.txt
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/testdata/coco_labels.txt
rename to tensorflow/lite/java/ovic/src/testdata/coco_labels.txt
diff --git a/tensorflow/contrib/lite/java/ovic/src/testdata/labels.txt b/tensorflow/lite/java/ovic/src/testdata/labels.txt
similarity index 100%
rename from tensorflow/contrib/lite/java/ovic/src/testdata/labels.txt
rename to tensorflow/lite/java/ovic/src/testdata/labels.txt
diff --git a/tensorflow/contrib/lite/java/proguard.flags b/tensorflow/lite/java/proguard.flags
similarity index 100%
rename from tensorflow/contrib/lite/java/proguard.flags
rename to tensorflow/lite/java/proguard.flags
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/DataType.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/DataType.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/DataType.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/DataType.java
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Delegate.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/Delegate.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Delegate.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/Delegate.java
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/Interpreter.java
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Tensor.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/Tensor.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/Tensor.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/Tensor.java
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/TensorFlowLite.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/TensorFlowLite.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/TensorFlowLite.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/TensorFlowLite.java
diff --git a/tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/package-info.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/package-info.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/java/org/tensorflow/lite/package-info.java
rename to tensorflow/lite/java/src/main/java/org/tensorflow/lite/package-info.java
diff --git a/tensorflow/contrib/lite/java/src/main/native/BUILD b/tensorflow/lite/java/src/main/native/BUILD
similarity index 90%
rename from tensorflow/contrib/lite/java/src/main/native/BUILD
rename to tensorflow/lite/java/src/main/native/BUILD
index f91345f369..2abba24345 100644
--- a/tensorflow/contrib/lite/java/src/main/native/BUILD
+++ b/tensorflow/lite/java/src/main/native/BUILD
@@ -4,7 +4,7 @@
 
 package(default_visibility = ["//visibility:public"])
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
 
 licenses(["notice"])  # Apache 2.0
 
@@ -40,9 +40,9 @@ cc_library(
         "-ldl",
     ],
     deps = [
-        "//tensorflow/contrib/lite:context",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
+        "//tensorflow/lite:context",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
     ],
     alwayslink = 1,
 )
@@ -99,7 +99,7 @@ cc_library(
         "-ldl",
     ],
     deps = [
-        "//tensorflow/contrib/lite/testing:init_tensorflow",
+        "//tensorflow/lite/testing:init_tensorflow",
     ],
     alwayslink = 1,
 )
@@ -115,7 +115,7 @@ cc_library(
     copts = tflite_copts(),
     deps = [
         ":native_framework_only",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:builtin_ops",
     ],
     alwayslink = 1,
 )
diff --git a/tensorflow/contrib/lite/java/src/main/native/builtin_ops_jni.cc b/tensorflow/lite/java/src/main/native/builtin_ops_jni.cc
similarity index 95%
rename from tensorflow/contrib/lite/java/src/main/native/builtin_ops_jni.cc
rename to tensorflow/lite/java/src/main/native/builtin_ops_jni.cc
index cce356370f..95bc0a4fa8 100644
--- a/tensorflow/contrib/lite/java/src/main/native/builtin_ops_jni.cc
+++ b/tensorflow/lite/java/src/main/native/builtin_ops_jni.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/register.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/java/src/main/native/exception_jni.cc b/tensorflow/lite/java/src/main/native/exception_jni.cc
similarity index 96%
rename from tensorflow/contrib/lite/java/src/main/native/exception_jni.cc
rename to tensorflow/lite/java/src/main/native/exception_jni.cc
index 18d177f1a6..5406c7197f 100644
--- a/tensorflow/contrib/lite/java/src/main/native/exception_jni.cc
+++ b/tensorflow/lite/java/src/main/native/exception_jni.cc
@@ -17,7 +17,7 @@ limitations under the License.
 #include <stdio.h>
 #include <stdlib.h>
 
-#include "tensorflow/contrib/lite/java/src/main/native/exception_jni.h"
+#include "tensorflow/lite/java/src/main/native/exception_jni.h"
 
 const char kIllegalArgumentException[] = "java/lang/IllegalArgumentException";
 const char kIllegalStateException[] = "java/lang/IllegalStateException";
diff --git a/tensorflow/contrib/lite/java/src/main/native/exception_jni.h b/tensorflow/lite/java/src/main/native/exception_jni.h
similarity index 84%
rename from tensorflow/contrib/lite/java/src/main/native/exception_jni.h
rename to tensorflow/lite/java/src/main/native/exception_jni.h
index 2a4bbdbead..ebd91e875b 100644
--- a/tensorflow/contrib/lite/java/src/main/native/exception_jni.h
+++ b/tensorflow/lite/java/src/main/native/exception_jni.h
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_EXCEPTION_JNI_H_
-#define TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_EXCEPTION_JNI_H_
+#ifndef TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_EXCEPTION_JNI_H_
+#define TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_EXCEPTION_JNI_H_
 
 #include <jni.h>
-#include "tensorflow/contrib/lite/error_reporter.h"
+#include "tensorflow/lite/error_reporter.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -47,4 +47,4 @@ class BufferErrorReporter : public tflite::ErrorReporter {
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_EXCEPTION_JNI_H_
+#endif  // TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_EXCEPTION_JNI_H_
diff --git a/tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.cc b/tensorflow/lite/java/src/main/native/init_tensorflow_jni.cc
similarity index 85%
rename from tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.cc
rename to tensorflow/lite/java/src/main/native/init_tensorflow_jni.cc
index 74aa384df3..1fa9d1f50e 100644
--- a/tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.cc
+++ b/tensorflow/lite/java/src/main/native/init_tensorflow_jni.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.h"
-#include "tensorflow/contrib/lite/testing/init_tensorflow.h"
+#include "tensorflow/lite/java/src/main/native/init_tensorflow_jni.h"
+#include "tensorflow/lite/testing/init_tensorflow.h"
 
 JNIEXPORT void JNICALL Java_org_tensorflow_lite_TensorFlowLite_initTensorFlow(
     JNIEnv* env, jclass clazz) {
diff --git a/tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.h b/tensorflow/lite/java/src/main/native/init_tensorflow_jni.h
similarity index 81%
rename from tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.h
rename to tensorflow/lite/java/src/main/native/init_tensorflow_jni.h
index 4689eb05fe..1454d6d463 100644
--- a/tensorflow/contrib/lite/java/src/main/native/init_tensorflow_jni.h
+++ b/tensorflow/lite/java/src/main/native/init_tensorflow_jni.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_INIT_TENSORFLOW_JNI_H_
-#define TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_INIT_TENSORFLOW_JNI_H_
+#ifndef TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_INIT_TENSORFLOW_JNI_H_
+#define TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_INIT_TENSORFLOW_JNI_H_
 
 #include <jni.h>
 
@@ -33,4 +33,4 @@ JNIEXPORT void JNICALL Java_org_tensorflow_lite_TensorFlowLite_initTensorFlow(
 }  // extern "C"
 #endif  // __cplusplus
 
-#endif  // TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_INIT_TENSORFLOW_JNI_H_
+#endif  // TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_INIT_TENSORFLOW_JNI_H_
diff --git a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc b/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
similarity index 99%
rename from tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
rename to tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
index 83c6c9cb45..100eb81510 100644
--- a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
+++ b/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h"
+#include "tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.h"
 namespace {
 
 tflite::Interpreter* convertLongToInterpreter(JNIEnv* env, jlong handle) {
diff --git a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h b/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
similarity index 93%
rename from tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
rename to tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
index 5086bf8c28..e184b8f1a7 100644
--- a/tensorflow/contrib/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
+++ b/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.h
@@ -13,18 +13,18 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_NATIVEINTERPRETERWRAPPER_JNI_H_
-#define TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_NATIVEINTERPRETERWRAPPER_JNI_H_
+#ifndef TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_NATIVEINTERPRETERWRAPPER_JNI_H_
+#define TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_NATIVEINTERPRETERWRAPPER_JNI_H_
 
 #include <jni.h>
 #include <stdio.h>
 #include <time.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/java/src/main/native/exception_jni.h"
-#include "tensorflow/contrib/lite/java/src/main/native/tensor_jni.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/java/src/main/native/exception_jni.h"
+#include "tensorflow/lite/java/src/main/native/tensor_jni.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 // This is to be provided at link-time by a library.
@@ -245,4 +245,4 @@ JNIEXPORT void JNICALL Java_org_tensorflow_lite_NativeInterpreterWrapper_delete(
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_NATIVEINTERPRETERWRAPPER_JNI_H_
+#endif  // TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_NATIVEINTERPRETERWRAPPER_JNI_H_
diff --git a/tensorflow/contrib/lite/java/src/main/native/tensor_jni.cc b/tensorflow/lite/java/src/main/native/tensor_jni.cc
similarity index 98%
rename from tensorflow/contrib/lite/java/src/main/native/tensor_jni.cc
rename to tensorflow/lite/java/src/main/native/tensor_jni.cc
index d3378f5f14..1d813d50da 100644
--- a/tensorflow/contrib/lite/java/src/main/native/tensor_jni.cc
+++ b/tensorflow/lite/java/src/main/native/tensor_jni.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/java/src/main/native/tensor_jni.h"
+#include "tensorflow/lite/java/src/main/native/tensor_jni.h"
 #include <cstring>
 #include <memory>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/java/src/main/native/exception_jni.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/java/src/main/native/exception_jni.h"
 
 namespace {
 
diff --git a/tensorflow/contrib/lite/java/src/main/native/tensor_jni.h b/tensorflow/lite/java/src/main/native/tensor_jni.h
similarity index 93%
rename from tensorflow/contrib/lite/java/src/main/native/tensor_jni.h
rename to tensorflow/lite/java/src/main/native/tensor_jni.h
index c5e9690e9a..ec0442e93f 100644
--- a/tensorflow/contrib/lite/java/src/main/native/tensor_jni.h
+++ b/tensorflow/lite/java/src/main/native/tensor_jni.h
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_TENSOR_JNI_H_
-#define TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_TENSOR_JNI_H_
+#ifndef TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_TENSOR_JNI_H_
+#define TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_TENSOR_JNI_H_
 
 #include <jni.h>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -109,4 +109,4 @@ Java_org_tensorflow_lite_Tensor_writeMultiDimensionalArray(JNIEnv* env,
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_TENSOR_JNI_H_
+#endif  // TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_TENSOR_JNI_H_
diff --git a/tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.cc b/tensorflow/lite/java/src/main/native/tensorflow_lite_jni.cc
similarity index 88%
rename from tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.cc
rename to tensorflow/lite/java/src/main/native/tensorflow_lite_jni.cc
index 2e7f2f5692..2b8cf4201c 100644
--- a/tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.cc
+++ b/tensorflow/lite/java/src/main/native/tensorflow_lite_jni.cc
@@ -15,8 +15,8 @@ limitations under the License.
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/java/src/main/native/tensorflow_lite_jni.h"
+#include "tensorflow/lite/version.h"
 
 JNIEXPORT jstring JNICALL
 Java_org_tensorflow_lite_TensorFlowLite_version(JNIEnv* env, jclass /*clazz*/) {
diff --git a/tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.h b/tensorflow/lite/java/src/main/native/tensorflow_lite_jni.h
similarity index 81%
rename from tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.h
rename to tensorflow/lite/java/src/main/native/tensorflow_lite_jni.h
index 5e2a7ded1b..de3e703110 100644
--- a/tensorflow/contrib/lite/java/src/main/native/tensorflow_lite_jni.h
+++ b/tensorflow/lite/java/src/main/native/tensorflow_lite_jni.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_TENSORFLOW_LITE_JNI_H_
-#define TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_TENSORFLOW_LITE_JNI_H_
+#ifndef TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_TENSORFLOW_LITE_JNI_H_
+#define TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_TENSORFLOW_LITE_JNI_H_
 
 #include <jni.h>
 
@@ -33,4 +33,4 @@ Java_org_tensorflow_lite_TensorFlowLite_version(JNIEnv*, jclass);
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_JAVA_SRC_MAIN_NATIVE_TENSORFLOW_LITE_JNI_H_
+#endif  // TENSORFLOW_LITE_JAVA_SRC_MAIN_NATIVE_TENSORFLOW_LITE_JNI_H_
diff --git a/tensorflow/contrib/lite/java/src/main/native/version_script.lds b/tensorflow/lite/java/src/main/native/version_script.lds
similarity index 100%
rename from tensorflow/contrib/lite/java/src/main/native/version_script.lds
rename to tensorflow/lite/java/src/main/native/version_script.lds
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/DataTypeTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/DataTypeTest.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/DataTypeTest.java
rename to tensorflow/lite/java/src/test/java/org/tensorflow/lite/DataTypeTest.java
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
similarity index 96%
rename from tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
rename to tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
index 3b3d9f0e7f..b22399a4a4 100644
--- a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
@@ -30,7 +30,7 @@ import org.junit.runners.JUnit4;
 public final class InterpreterFlexTest {
 
   private static final File FLEX_MODEL_FILE =
-      new File("tensorflow/contrib/lite/testdata/multi_add_flex.bin");
+      new File("tensorflow/lite/testdata/multi_add_flex.bin");
 
   /** Smoke test validating that flex model loading works when the flex delegate is linked. */
   @Test
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
similarity index 98%
rename from tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
rename to tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
index d5e0347402..612229d172 100644
--- a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
@@ -38,13 +38,13 @@ import org.junit.runners.JUnit4;
 public final class InterpreterTest {
 
   private static final File MODEL_FILE =
-      new File("tensorflow/contrib/lite/java/src/testdata/add.bin");
+      new File("tensorflow/lite/java/src/testdata/add.bin");
 
   private static final File MOBILENET_MODEL_FILE =
-      new File("tensorflow/contrib/lite/java/src/testdata/mobilenet.tflite.bin");
+      new File("tensorflow/lite/java/src/testdata/mobilenet.tflite.bin");
 
   private static final File FLEX_MODEL_FILE =
-      new File("tensorflow/contrib/lite/testdata/multi_add_flex.bin");
+      new File("tensorflow/lite/testdata/multi_add_flex.bin");
 
   @Test
   public void testInterpreter() throws Exception {
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java
similarity index 97%
rename from tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java
rename to tensorflow/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java
index 270bd6703a..07d334c33b 100644
--- a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/NativeInterpreterWrapperTest.java
@@ -32,28 +32,28 @@ import org.junit.runners.JUnit4;
 public final class NativeInterpreterWrapperTest {
 
   private static final String FLOAT_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/add.bin";
+      "tensorflow/lite/java/src/testdata/add.bin";
 
   private static final String INT_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/int32.bin";
+      "tensorflow/lite/java/src/testdata/int32.bin";
 
   private static final String LONG_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/int64.bin";
+      "tensorflow/lite/java/src/testdata/int64.bin";
 
   private static final String BYTE_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/uint8.bin";
+      "tensorflow/lite/java/src/testdata/uint8.bin";
 
   private static final String QUANTIZED_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/quantized.bin";
+      "tensorflow/lite/java/src/testdata/quantized.bin";
 
   private static final String INVALID_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/invalid_model.bin";
+      "tensorflow/lite/java/src/testdata/invalid_model.bin";
 
   private static final String MODEL_WITH_CUSTOM_OP_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/with_custom_op.lite";
+      "tensorflow/lite/java/src/testdata/with_custom_op.lite";
 
   private static final String NONEXISTING_MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/nonexisting_model.bin";
+      "tensorflow/lite/java/src/testdata/nonexisting_model.bin";
 
   @Test
   public void testConstructor() {
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/TensorFlowLiteTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/TensorFlowLiteTest.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/TensorFlowLiteTest.java
rename to tensorflow/lite/java/src/test/java/org/tensorflow/lite/TensorFlowLiteTest.java
diff --git a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java
similarity index 99%
rename from tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java
rename to tensorflow/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java
index 56a38ea3e2..35ff4328b8 100644
--- a/tensorflow/contrib/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/TensorTest.java
@@ -33,7 +33,7 @@ import org.junit.runners.JUnit4;
 public final class TensorTest {
 
   private static final String MODEL_PATH =
-      "tensorflow/contrib/lite/java/src/testdata/add.bin";
+      "tensorflow/lite/java/src/testdata/add.bin";
 
   private NativeInterpreterWrapper wrapper;
   private Tensor tensor;
diff --git a/tensorflow/contrib/lite/java/src/test/native/BUILD b/tensorflow/lite/java/src/test/native/BUILD
similarity index 70%
rename from tensorflow/contrib/lite/java/src/test/native/BUILD
rename to tensorflow/lite/java/src/test/native/BUILD
index 17a10587dc..27fc95f1f7 100644
--- a/tensorflow/contrib/lite/java/src/test/native/BUILD
+++ b/tensorflow/lite/java/src/test/native/BUILD
@@ -5,7 +5,7 @@ package(default_visibility = ["//visibility:public"])
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_jni_binary")
+load("//tensorflow/lite:build_def.bzl", "tflite_jni_binary")
 
 cc_library(
     name = "native",
@@ -17,11 +17,11 @@ cc_library(
         # For non-Android toolchains, generate jni.h and jni_md.h.
         "//tensorflow:android": [],
         "//conditions:default": [
-            "//tensorflow/contrib/lite/java/src/main/native:jni.h",
-            "//tensorflow/contrib/lite/java/src/main/native:jni_md.h",
+            "//tensorflow/lite/java/src/main/native:jni.h",
+            "//tensorflow/lite/java/src/main/native:jni_md.h",
         ],
     }),
-    deps = ["//tensorflow/contrib/lite/c:c_api_internal"],
+    deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
 tflite_jni_binary(
diff --git a/tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
similarity index 98%
rename from tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc
rename to tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
index 6aad4973f7..954b1144f2 100644
--- a/tensorflow/contrib/lite/java/src/test/native/interpreter_test_jni.cc
+++ b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
@@ -14,7 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include <jni.h>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 #ifdef __cplusplus
 extern "C" {
diff --git a/tensorflow/contrib/lite/java/src/testdata/add.bin b/tensorflow/lite/java/src/testdata/add.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/add.bin
rename to tensorflow/lite/java/src/testdata/add.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/float32.bin b/tensorflow/lite/java/src/testdata/float32.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/float32.bin
rename to tensorflow/lite/java/src/testdata/float32.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/int32.bin b/tensorflow/lite/java/src/testdata/int32.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/int32.bin
rename to tensorflow/lite/java/src/testdata/int32.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/int64.bin b/tensorflow/lite/java/src/testdata/int64.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/int64.bin
rename to tensorflow/lite/java/src/testdata/int64.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/invalid_model.bin b/tensorflow/lite/java/src/testdata/invalid_model.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/invalid_model.bin
rename to tensorflow/lite/java/src/testdata/invalid_model.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/quantized.bin b/tensorflow/lite/java/src/testdata/quantized.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/quantized.bin
rename to tensorflow/lite/java/src/testdata/quantized.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/uint8.bin b/tensorflow/lite/java/src/testdata/uint8.bin
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/uint8.bin
rename to tensorflow/lite/java/src/testdata/uint8.bin
diff --git a/tensorflow/contrib/lite/java/src/testdata/with_custom_op.lite b/tensorflow/lite/java/src/testdata/with_custom_op.lite
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testdata/with_custom_op.lite
rename to tensorflow/lite/java/src/testdata/with_custom_op.lite
diff --git a/tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD b/tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD
similarity index 85%
rename from tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD
rename to tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD
index af1d99ef41..88641c86ed 100644
--- a/tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD
+++ b/tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite/BUILD
@@ -15,6 +15,6 @@ android_library(
         ],
     ),
     deps = [
-        "//tensorflow/contrib/lite/java:tensorflowlite_java",
+        "//tensorflow/lite/java:tensorflowlite_java",
     ],
 )
diff --git a/tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite/TestHelper.java b/tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite/TestHelper.java
similarity index 100%
rename from tensorflow/contrib/lite/java/src/testhelper/java/org/tensorflow/lite/TestHelper.java
rename to tensorflow/lite/java/src/testhelper/java/org/tensorflow/lite/TestHelper.java
diff --git a/tensorflow/contrib/lite/kernels/BUILD b/tensorflow/lite/kernels/BUILD
similarity index 68%
rename from tensorflow/contrib/lite/kernels/BUILD
rename to tensorflow/lite/kernels/BUILD
index 363e7ed2e8..010ba83466 100644
--- a/tensorflow/contrib/lite/kernels/BUILD
+++ b/tensorflow/lite/kernels/BUILD
@@ -4,8 +4,8 @@ package(default_visibility = [
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 load("//tensorflow:tensorflow.bzl", "tf_cc_test", "tf_opts_nortti_if_android")
 
 # Suppress warnings that are introduced by Eigen Tensor.
@@ -31,8 +31,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -44,12 +44,12 @@ cc_library(
     hdrs = ["test_util.h"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
-        "//tensorflow/contrib/lite/testing:util",
         "//tensorflow/core:tflite_portable_logging",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -65,9 +65,9 @@ cc_library(
     copts = tflite_copts() + EXTRA_EIGEN_COPTS,
     deps = [
         ":op_macros",
-        "//tensorflow/contrib/lite:arena_planner",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels/internal:optimized",
+        "//tensorflow/lite:arena_planner",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels/internal:optimized",
     ],
 )
 
@@ -82,7 +82,7 @@ cc_library(
     copts = tflite_copts(),
     deps = [
         ":op_macros",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
         "@gemmlowp",
     ],
 )
@@ -93,7 +93,7 @@ cc_library(
         "activation_functor.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -113,9 +113,9 @@ cc_library(
         "kernel_util.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels/internal:round",
-        "//tensorflow/contrib/lite/kernels/internal:types",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels/internal:round",
+        "//tensorflow/lite/kernels/internal:types",
     ],
 )
 
@@ -129,7 +129,7 @@ tf_cc_test(
     ],
     deps = [
         ":kernel_util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -144,7 +144,7 @@ tf_cc_test(
     ],
     deps = [
         ":test_util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -154,7 +154,7 @@ cc_library(
     srcs = [],
     hdrs = ["padding.h"],
     deps = [
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -243,18 +243,18 @@ cc_library(
         ":lstm_eval",
         ":op_macros",
         ":padding",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:gemm_support",
-        "//tensorflow/contrib/lite/kernels/internal:audio_utils",
-        "//tensorflow/contrib/lite/kernels/internal:kernel_utils",
-        "//tensorflow/contrib/lite/kernels/internal:optimized",
-        "//tensorflow/contrib/lite/kernels/internal:optimized_base",
-        "//tensorflow/contrib/lite/kernels/internal:quantization_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
-        "//tensorflow/contrib/lite/kernels/internal:tensor",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:gemm_support",
+        "//tensorflow/lite/kernels/internal:audio_utils",
+        "//tensorflow/lite/kernels/internal:kernel_utils",
+        "//tensorflow/lite/kernels/internal:optimized",
+        "//tensorflow/lite/kernels/internal:optimized_base",
+        "//tensorflow/lite/kernels/internal:quantization_util",
+        "//tensorflow/lite/kernels/internal:reference_base",
+        "//tensorflow/lite/kernels/internal:tensor",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
         "@farmhash_archive//:farmhash",
         "@flatbuffers",
     ],
@@ -266,9 +266,9 @@ cc_library(
     hdrs = ["lstm_eval.h"],
     deps = [
         ":op_macros",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels/internal:kernel_utils",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels/internal:kernel_utils",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
     ],
 )
 
@@ -278,9 +278,9 @@ cc_library(
     hdrs = ["register.h"],
     deps = [
         ":builtin_op_kernels",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:util",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:util",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -294,8 +294,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -311,8 +311,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -328,8 +328,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -345,8 +345,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -362,8 +362,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -376,8 +376,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -389,8 +389,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -405,8 +405,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -421,8 +421,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -437,8 +437,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -453,10 +453,10 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference",
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
+        "//tensorflow/lite/kernels/internal:reference",
+        "//tensorflow/lite/kernels/internal:reference_base",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -471,8 +471,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -487,8 +487,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -503,8 +503,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -516,8 +516,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -529,8 +529,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest",
     ],
@@ -543,8 +543,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest",
     ],
@@ -560,8 +560,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest",
     ],
@@ -574,8 +574,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -590,9 +590,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
+        "//tensorflow/lite/schema:schema_fbs",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -607,8 +607,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -623,8 +623,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -639,8 +639,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -655,8 +655,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -671,8 +671,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -684,8 +684,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -700,8 +700,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -716,8 +716,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -732,8 +732,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -748,8 +748,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -761,8 +761,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -777,8 +777,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -790,8 +790,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -806,9 +806,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -823,9 +823,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -837,8 +837,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -850,8 +850,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -863,8 +863,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -876,8 +876,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -889,8 +889,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -902,9 +902,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
         "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest",
     ],
@@ -917,8 +917,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -930,8 +930,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -943,9 +943,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
+        "//tensorflow/lite/kernels/internal:reference_base",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -960,9 +960,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
+        "//tensorflow/lite/kernels/internal:reference_base",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -974,8 +974,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -987,9 +987,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1001,8 +1001,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
@@ -1015,8 +1015,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1028,9 +1028,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1042,8 +1042,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1058,8 +1058,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1074,8 +1074,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1090,8 +1090,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1106,9 +1106,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1125,8 +1125,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1141,8 +1141,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1159,8 +1159,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1177,8 +1177,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1193,8 +1193,8 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest",
     ],
@@ -1210,9 +1210,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1227,9 +1227,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1244,9 +1244,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1261,9 +1261,9 @@ tf_cc_test(
     ],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1275,9 +1275,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1289,8 +1289,8 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1302,9 +1302,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1316,9 +1316,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1330,9 +1330,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1344,9 +1344,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1358,9 +1358,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -1372,9 +1372,9 @@ tf_cc_test(
     tags = ["tflite_not_portable_ios"],
     deps = [
         ":builtin_ops",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/kernels/activation_functor.h b/tensorflow/lite/kernels/activation_functor.h
similarity index 86%
rename from tensorflow/contrib/lite/kernels/activation_functor.h
rename to tensorflow/lite/kernels/activation_functor.h
index e075dc7054..60e93c185a 100644
--- a/tensorflow/contrib/lite/kernels/activation_functor.h
+++ b/tensorflow/lite/kernels/activation_functor.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_ACTIVATION_FUNCTOR_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_ACTIVATION_FUNCTOR_H_
+#ifndef TENSORFLOW_LITE_KERNELS_ACTIVATION_FUNCTOR_H_
+#define TENSORFLOW_LITE_KERNELS_ACTIVATION_FUNCTOR_H_
 
 #include <algorithm>
 #include <cmath>
 #include <cstdlib>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 namespace tflite {
 
@@ -55,4 +55,4 @@ class ActivationFunctor {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_ACTIVATION_FUNCTOR_H_
+#endif  // TENSORFLOW_LITE_KERNELS_ACTIVATION_FUNCTOR_H_
diff --git a/tensorflow/contrib/lite/kernels/activations.cc b/tensorflow/lite/kernels/activations.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/activations.cc
rename to tensorflow/lite/kernels/activations.cc
index 9aed4f09b8..9c525d9640 100644
--- a/tensorflow/contrib/lite/kernels/activations.cc
+++ b/tensorflow/lite/kernels/activations.cc
@@ -19,14 +19,14 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/activations_test.cc b/tensorflow/lite/kernels/activations_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/activations_test.cc
rename to tensorflow/lite/kernels/activations_test.cc
index 9fa47e190a..fff4121dc0 100644
--- a/tensorflow/contrib/lite/kernels/activations_test.cc
+++ b/tensorflow/lite/kernels/activations_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <cstdarg>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/add.cc b/tensorflow/lite/kernels/add.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/add.cc
rename to tensorflow/lite/kernels/add.cc
index b4393e8097..f4bfd8d324 100644
--- a/tensorflow/contrib/lite/kernels/add.cc
+++ b/tensorflow/lite/kernels/add.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/add_test.cc b/tensorflow/lite/kernels/add_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/add_test.cc
rename to tensorflow/lite/kernels/add_test.cc
index 261dd36ef0..1d33adf199 100644
--- a/tensorflow/contrib/lite/kernels/add_test.cc
+++ b/tensorflow/lite/kernels/add_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/arg_min_max.cc b/tensorflow/lite/kernels/arg_min_max.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/arg_min_max.cc
rename to tensorflow/lite/kernels/arg_min_max.cc
index 531f4e1f1b..eea2de27f7 100644
--- a/tensorflow/contrib/lite/kernels/arg_min_max.cc
+++ b/tensorflow/lite/kernels/arg_min_max.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/arg_min_max_test.cc b/tensorflow/lite/kernels/arg_min_max_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/arg_min_max_test.cc
rename to tensorflow/lite/kernels/arg_min_max_test.cc
index c8181efc36..dcdff74cc6 100644
--- a/tensorflow/contrib/lite/kernels/arg_min_max_test.cc
+++ b/tensorflow/lite/kernels/arg_min_max_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/audio_spectrogram.cc b/tensorflow/lite/kernels/audio_spectrogram.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/audio_spectrogram.cc
rename to tensorflow/lite/kernels/audio_spectrogram.cc
index 0d2d5e775f..5a995b31ca 100644
--- a/tensorflow/contrib/lite/kernels/audio_spectrogram.cc
+++ b/tensorflow/lite/kernels/audio_spectrogram.cc
@@ -13,14 +13,14 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/spectrogram.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/spectrogram.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
 
diff --git a/tensorflow/contrib/lite/kernels/audio_spectrogram_test.cc b/tensorflow/lite/kernels/audio_spectrogram_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/audio_spectrogram_test.cc
rename to tensorflow/lite/kernels/audio_spectrogram_test.cc
index 7e4ff6fc16..527af2767b 100644
--- a/tensorflow/contrib/lite/kernels/audio_spectrogram_test.cc
+++ b/tensorflow/lite/kernels/audio_spectrogram_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/basic_rnn.cc b/tensorflow/lite/kernels/basic_rnn.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/basic_rnn.cc
rename to tensorflow/lite/kernels/basic_rnn.cc
index 7ec92ad401..7c66ce1992 100644
--- a/tensorflow/contrib/lite/kernels/basic_rnn.cc
+++ b/tensorflow/lite/kernels/basic_rnn.cc
@@ -15,12 +15,12 @@ limitations under the License.
 #include <stddef.h>
 #include <stdint.h>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/basic_rnn_test.cc b/tensorflow/lite/kernels/basic_rnn_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/basic_rnn_test.cc
rename to tensorflow/lite/kernels/basic_rnn_test.cc
index d179735404..240057d18a 100644
--- a/tensorflow/contrib/lite/kernels/basic_rnn_test.cc
+++ b/tensorflow/lite/kernels/basic_rnn_test.cc
@@ -21,10 +21,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/batch_to_space_nd.cc b/tensorflow/lite/kernels/batch_to_space_nd.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/batch_to_space_nd.cc
rename to tensorflow/lite/kernels/batch_to_space_nd.cc
index fe2865dfb9..34fdf34f70 100644
--- a/tensorflow/contrib/lite/kernels/batch_to_space_nd.cc
+++ b/tensorflow/lite/kernels/batch_to_space_nd.cc
@@ -14,13 +14,13 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/batch_to_space_nd_test.cc b/tensorflow/lite/kernels/batch_to_space_nd_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/batch_to_space_nd_test.cc
rename to tensorflow/lite/kernels/batch_to_space_nd_test.cc
index 95b025c1b3..a3e06d4c89 100644
--- a/tensorflow/contrib/lite/kernels/batch_to_space_nd_test.cc
+++ b/tensorflow/lite/kernels/batch_to_space_nd_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc b/tensorflow/lite/kernels/bidirectional_sequence_lstm.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc
rename to tensorflow/lite/kernels/bidirectional_sequence_lstm.cc
index f8660fbaa2..2c345bba69 100644
--- a/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc
+++ b/tensorflow/lite/kernels/bidirectional_sequence_lstm.cc
@@ -20,14 +20,14 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/lstm_eval.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/lstm_eval.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm_test.cc b/tensorflow/lite/kernels/bidirectional_sequence_lstm_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm_test.cc
rename to tensorflow/lite/kernels/bidirectional_sequence_lstm_test.cc
index db98d6c49d..b865322682 100644
--- a/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm_test.cc
+++ b/tensorflow/lite/kernels/bidirectional_sequence_lstm_test.cc
@@ -21,11 +21,11 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc b/tensorflow/lite/kernels/bidirectional_sequence_rnn.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc
rename to tensorflow/lite/kernels/bidirectional_sequence_rnn.cc
index 8b281b174e..5194c24630 100644
--- a/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc
+++ b/tensorflow/lite/kernels/bidirectional_sequence_rnn.cc
@@ -19,12 +19,12 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn_test.cc b/tensorflow/lite/kernels/bidirectional_sequence_rnn_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn_test.cc
rename to tensorflow/lite/kernels/bidirectional_sequence_rnn_test.cc
index d0d04428c9..5bad8e02c2 100644
--- a/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn_test.cc
+++ b/tensorflow/lite/kernels/bidirectional_sequence_rnn_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/cast.cc b/tensorflow/lite/kernels/cast.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/cast.cc
rename to tensorflow/lite/kernels/cast.cc
index a7972140ac..ac6c85b969 100644
--- a/tensorflow/contrib/lite/kernels/cast.cc
+++ b/tensorflow/lite/kernels/cast.cc
@@ -15,13 +15,13 @@ limitations under the License.
 #include <string.h>
 #include <algorithm>
 #include <complex>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/cast_test.cc b/tensorflow/lite/kernels/cast_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/cast_test.cc
rename to tensorflow/lite/kernels/cast_test.cc
index 954f998206..acdc331a7e 100644
--- a/tensorflow/contrib/lite/kernels/cast_test.cc
+++ b/tensorflow/lite/kernels/cast_test.cc
@@ -15,10 +15,10 @@ limitations under the License.
 #include <complex>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/comparisons.cc b/tensorflow/lite/kernels/comparisons.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/comparisons.cc
rename to tensorflow/lite/kernels/comparisons.cc
index 3926af5b97..125397c509 100644
--- a/tensorflow/contrib/lite/kernels/comparisons.cc
+++ b/tensorflow/lite/kernels/comparisons.cc
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/comparisons_test.cc b/tensorflow/lite/kernels/comparisons_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/comparisons_test.cc
rename to tensorflow/lite/kernels/comparisons_test.cc
index 04c8bf2e30..3c278c1f9e 100644
--- a/tensorflow/contrib/lite/kernels/comparisons_test.cc
+++ b/tensorflow/lite/kernels/comparisons_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/concatenation.cc b/tensorflow/lite/kernels/concatenation.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/concatenation.cc
rename to tensorflow/lite/kernels/concatenation.cc
index 7ad3399ffd..a8dd160c8d 100644
--- a/tensorflow/contrib/lite/kernels/concatenation.cc
+++ b/tensorflow/lite/kernels/concatenation.cc
@@ -19,13 +19,13 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/concatenation_test.cc b/tensorflow/lite/kernels/concatenation_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/concatenation_test.cc
rename to tensorflow/lite/kernels/concatenation_test.cc
index 467ff6f7e1..422380a03e 100644
--- a/tensorflow/contrib/lite/kernels/concatenation_test.cc
+++ b/tensorflow/lite/kernels/concatenation_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <cstdarg>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/conv.cc b/tensorflow/lite/kernels/conv.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/conv.cc
rename to tensorflow/lite/kernels/conv.cc
index 6695282a92..0c14b9eb65 100644
--- a/tensorflow/contrib/lite/kernels/conv.cc
+++ b/tensorflow/lite/kernels/conv.cc
@@ -20,20 +20,20 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/eigen_support.h"
-#include "tensorflow/contrib/lite/kernels/gemm_support.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/cblas_conv.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/multithreaded_conv.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/kernels/padding.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/eigen_support.h"
+#include "tensorflow/lite/kernels/gemm_support.h"
+#include "tensorflow/lite/kernels/internal/optimized/cblas_conv.h"
+#include "tensorflow/lite/kernels/internal/optimized/multithreaded_conv.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/padding.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/conv_test.cc b/tensorflow/lite/kernels/conv_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/conv_test.cc
rename to tensorflow/lite/kernels/conv_test.cc
index f7e6f083ed..eebf9f9de4 100644
--- a/tensorflow/contrib/lite/kernels/conv_test.cc
+++ b/tensorflow/lite/kernels/conv_test.cc
@@ -16,10 +16,10 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/depthwise_conv.cc b/tensorflow/lite/kernels/depthwise_conv.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/depthwise_conv.cc
rename to tensorflow/lite/kernels/depthwise_conv.cc
index 19958844a1..3f4ae5087b 100644
--- a/tensorflow/contrib/lite/kernels/depthwise_conv.cc
+++ b/tensorflow/lite/kernels/depthwise_conv.cc
@@ -19,17 +19,17 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/kernels/padding.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/padding.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/depthwise_conv_test.cc b/tensorflow/lite/kernels/depthwise_conv_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/depthwise_conv_test.cc
rename to tensorflow/lite/kernels/depthwise_conv_test.cc
index 4a33a0319d..d924e6f700 100644
--- a/tensorflow/contrib/lite/kernels/depthwise_conv_test.cc
+++ b/tensorflow/lite/kernels/depthwise_conv_test.cc
@@ -15,10 +15,10 @@ limitations under the License.
 #include <cstdarg>
 #include <gtest/gtest.h>
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/dequantize.cc b/tensorflow/lite/kernels/dequantize.cc
similarity index 90%
rename from tensorflow/contrib/lite/kernels/dequantize.cc
rename to tensorflow/lite/kernels/dequantize.cc
index 59bf64e0af..b2825bb9ea 100644
--- a/tensorflow/contrib/lite/kernels/dequantize.cc
+++ b/tensorflow/lite/kernels/dequantize.cc
@@ -15,12 +15,12 @@ limitations under the License.
 #include <string.h>
 #include <vector>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/dequantize_test.cc b/tensorflow/lite/kernels/dequantize_test.cc
similarity index 90%
rename from tensorflow/contrib/lite/kernels/dequantize_test.cc
rename to tensorflow/lite/kernels/dequantize_test.cc
index fcd7420617..55265d93e5 100644
--- a/tensorflow/contrib/lite/kernels/dequantize_test.cc
+++ b/tensorflow/lite/kernels/dequantize_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/detection_postprocess.cc b/tensorflow/lite/kernels/detection_postprocess.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/detection_postprocess.cc
rename to tensorflow/lite/kernels/detection_postprocess.cc
index b24231eb06..84e2a0efb2 100644
--- a/tensorflow/contrib/lite/kernels/detection_postprocess.cc
+++ b/tensorflow/lite/kernels/detection_postprocess.cc
@@ -16,13 +16,13 @@ limitations under the License.
 #include <numeric>
 #include <vector>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/detection_postprocess_test.cc b/tensorflow/lite/kernels/detection_postprocess_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/detection_postprocess_test.cc
rename to tensorflow/lite/kernels/detection_postprocess_test.cc
index 4d7ddd64be..d7ffaf1d82 100644
--- a/tensorflow/contrib/lite/kernels/detection_postprocess_test.cc
+++ b/tensorflow/lite/kernels/detection_postprocess_test.cc
@@ -18,10 +18,10 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/div.cc b/tensorflow/lite/kernels/div.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/div.cc
rename to tensorflow/lite/kernels/div.cc
index 8d4bb51006..fb40953123 100644
--- a/tensorflow/contrib/lite/kernels/div.cc
+++ b/tensorflow/lite/kernels/div.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/div_test.cc b/tensorflow/lite/kernels/div_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/div_test.cc
rename to tensorflow/lite/kernels/div_test.cc
index 97aa2fe04e..68a8855dd1 100644
--- a/tensorflow/contrib/lite/kernels/div_test.cc
+++ b/tensorflow/lite/kernels/div_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/eigen_support.cc b/tensorflow/lite/kernels/eigen_support.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/eigen_support.cc
rename to tensorflow/lite/kernels/eigen_support.cc
index e542ad0765..44e0086ad8 100644
--- a/tensorflow/contrib/lite/kernels/eigen_support.cc
+++ b/tensorflow/lite/kernels/eigen_support.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/eigen_support.h"
+#include "tensorflow/lite/kernels/eigen_support.h"
 
 #include <utility>
 
-#include "tensorflow/contrib/lite/arena_planner.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/eigen_spatial_convolutions.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/arena_planner.h"
+#include "tensorflow/lite/kernels/internal/optimized/eigen_spatial_convolutions.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace eigen_support {
diff --git a/tensorflow/contrib/lite/kernels/eigen_support.h b/tensorflow/lite/kernels/eigen_support.h
similarity index 85%
rename from tensorflow/contrib/lite/kernels/eigen_support.h
rename to tensorflow/lite/kernels/eigen_support.h
index feb1543f7b..c24ae6896a 100644
--- a/tensorflow/contrib/lite/kernels/eigen_support.h
+++ b/tensorflow/lite/kernels/eigen_support.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_EIGEN_SUPPORT_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_EIGEN_SUPPORT_H_
+#ifndef TENSORFLOW_LITE_KERNELS_EIGEN_SUPPORT_H_
+#define TENSORFLOW_LITE_KERNELS_EIGEN_SUPPORT_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace EigenForTFLite {
 struct ThreadPoolDevice;
@@ -38,4 +38,4 @@ const EigenForTFLite::ThreadPoolDevice* GetThreadPoolDevice(
 }  // namespace eigen_support
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_EIGEN_SUPPORT_H_
+#endif  // TENSORFLOW_LITE_KERNELS_EIGEN_SUPPORT_H_
diff --git a/tensorflow/contrib/lite/kernels/elementwise.cc b/tensorflow/lite/kernels/elementwise.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/elementwise.cc
rename to tensorflow/lite/kernels/elementwise.cc
index 8c624b3208..416a69eb0e 100644
--- a/tensorflow/contrib/lite/kernels/elementwise.cc
+++ b/tensorflow/lite/kernels/elementwise.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 
 #include <cmath>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/elementwise_test.cc b/tensorflow/lite/kernels/elementwise_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/elementwise_test.cc
rename to tensorflow/lite/kernels/elementwise_test.cc
index 5dd89a0eae..52df8dc3cc 100644
--- a/tensorflow/contrib/lite/kernels/elementwise_test.cc
+++ b/tensorflow/lite/kernels/elementwise_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/embedding_lookup.cc b/tensorflow/lite/kernels/embedding_lookup.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/embedding_lookup.cc
rename to tensorflow/lite/kernels/embedding_lookup.cc
index 1d0c71ad48..fad32607b4 100644
--- a/tensorflow/contrib/lite/kernels/embedding_lookup.cc
+++ b/tensorflow/lite/kernels/embedding_lookup.cc
@@ -37,10 +37,10 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/embedding_lookup_sparse.cc b/tensorflow/lite/kernels/embedding_lookup_sparse.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/embedding_lookup_sparse.cc
rename to tensorflow/lite/kernels/embedding_lookup_sparse.cc
index 0b076941ea..72bfe5b4f5 100644
--- a/tensorflow/contrib/lite/kernels/embedding_lookup_sparse.cc
+++ b/tensorflow/lite/kernels/embedding_lookup_sparse.cc
@@ -65,11 +65,11 @@ limitations under the License.
 #include <algorithm>
 #include <cmath>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/embedding_lookup_sparse_test.cc b/tensorflow/lite/kernels/embedding_lookup_sparse_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/embedding_lookup_sparse_test.cc
rename to tensorflow/lite/kernels/embedding_lookup_sparse_test.cc
index ef2b542225..0c555fdd7d 100644
--- a/tensorflow/contrib/lite/kernels/embedding_lookup_sparse_test.cc
+++ b/tensorflow/lite/kernels/embedding_lookup_sparse_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/embedding_lookup_test.cc b/tensorflow/lite/kernels/embedding_lookup_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/embedding_lookup_test.cc
rename to tensorflow/lite/kernels/embedding_lookup_test.cc
index 4a88d168c6..8ea98a5f0d 100644
--- a/tensorflow/contrib/lite/kernels/embedding_lookup_test.cc
+++ b/tensorflow/lite/kernels/embedding_lookup_test.cc
@@ -20,10 +20,10 @@ License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/exp.cc b/tensorflow/lite/kernels/exp.cc
similarity index 88%
rename from tensorflow/contrib/lite/kernels/exp.cc
rename to tensorflow/lite/kernels/exp.cc
index 673e7be90a..607b398ebd 100644
--- a/tensorflow/contrib/lite/kernels/exp.cc
+++ b/tensorflow/lite/kernels/exp.cc
@@ -14,12 +14,12 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/exp_test.cc b/tensorflow/lite/kernels/exp_test.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/exp_test.cc
rename to tensorflow/lite/kernels/exp_test.cc
index eed67369a1..fa71fe351a 100644
--- a/tensorflow/contrib/lite/kernels/exp_test.cc
+++ b/tensorflow/lite/kernels/exp_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/expand_dims.cc b/tensorflow/lite/kernels/expand_dims.cc
similarity index 90%
rename from tensorflow/contrib/lite/kernels/expand_dims.cc
rename to tensorflow/lite/kernels/expand_dims.cc
index fa1140b19c..dd2479f34e 100644
--- a/tensorflow/contrib/lite/kernels/expand_dims.cc
+++ b/tensorflow/lite/kernels/expand_dims.cc
@@ -15,12 +15,12 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 namespace tflite {
 namespace ops {
 namespace builtin {
diff --git a/tensorflow/contrib/lite/kernels/expand_dims_test.cc b/tensorflow/lite/kernels/expand_dims_test.cc
similarity index 90%
rename from tensorflow/contrib/lite/kernels/expand_dims_test.cc
rename to tensorflow/lite/kernels/expand_dims_test.cc
index a3bc1813db..ea0c6c0fc8 100644
--- a/tensorflow/contrib/lite/kernels/expand_dims_test.cc
+++ b/tensorflow/lite/kernels/expand_dims_test.cc
@@ -14,11 +14,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/fake_quant.cc b/tensorflow/lite/kernels/fake_quant.cc
similarity index 89%
rename from tensorflow/contrib/lite/kernels/fake_quant.cc
rename to tensorflow/lite/kernels/fake_quant.cc
index b51af72fe6..9c799a7ec2 100644
--- a/tensorflow/contrib/lite/kernels/fake_quant.cc
+++ b/tensorflow/lite/kernels/fake_quant.cc
@@ -14,12 +14,12 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/fake_quant_test.cc b/tensorflow/lite/kernels/fake_quant_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/fake_quant_test.cc
rename to tensorflow/lite/kernels/fake_quant_test.cc
index 11a02f7ed7..ce14703421 100644
--- a/tensorflow/contrib/lite/kernels/fake_quant_test.cc
+++ b/tensorflow/lite/kernels/fake_quant_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/floor.cc b/tensorflow/lite/kernels/floor.cc
similarity index 88%
rename from tensorflow/contrib/lite/kernels/floor.cc
rename to tensorflow/lite/kernels/floor.cc
index 59ff77f35b..aa117e3cac 100644
--- a/tensorflow/contrib/lite/kernels/floor.cc
+++ b/tensorflow/lite/kernels/floor.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/floor_div.cc b/tensorflow/lite/kernels/floor_div.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/floor_div.cc
rename to tensorflow/lite/kernels/floor_div.cc
index 5d62cd2755..9d404af5b0 100644
--- a/tensorflow/contrib/lite/kernels/floor_div.cc
+++ b/tensorflow/lite/kernels/floor_div.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/floor_div_test.cc b/tensorflow/lite/kernels/floor_div_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/floor_div_test.cc
rename to tensorflow/lite/kernels/floor_div_test.cc
index eea69b61ac..8816260d9b 100644
--- a/tensorflow/contrib/lite/kernels/floor_div_test.cc
+++ b/tensorflow/lite/kernels/floor_div_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/floor_mod.cc b/tensorflow/lite/kernels/floor_mod.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/floor_mod.cc
rename to tensorflow/lite/kernels/floor_mod.cc
index b6bf054443..a1ac231736 100644
--- a/tensorflow/contrib/lite/kernels/floor_mod.cc
+++ b/tensorflow/lite/kernels/floor_mod.cc
@@ -14,11 +14,11 @@ limitations under the License.
 ==============================================================================*/
 #include <functional>
 #include <type_traits>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 // TODO(b/117523611): We should factor out a binary_op and put binary ops there.
 namespace tflite {
diff --git a/tensorflow/contrib/lite/kernels/floor_mod_test.cc b/tensorflow/lite/kernels/floor_mod_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/floor_mod_test.cc
rename to tensorflow/lite/kernels/floor_mod_test.cc
index c581a53936..9d75f5ce2e 100644
--- a/tensorflow/contrib/lite/kernels/floor_mod_test.cc
+++ b/tensorflow/lite/kernels/floor_mod_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/floor_test.cc b/tensorflow/lite/kernels/floor_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/floor_test.cc
rename to tensorflow/lite/kernels/floor_test.cc
index b71e0400b6..9bcbdba8a4 100644
--- a/tensorflow/contrib/lite/kernels/floor_test.cc
+++ b/tensorflow/lite/kernels/floor_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/fully_connected.cc b/tensorflow/lite/kernels/fully_connected.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/fully_connected.cc
rename to tensorflow/lite/kernels/fully_connected.cc
index cac556db33..63cca1cf54 100644
--- a/tensorflow/contrib/lite/kernels/fully_connected.cc
+++ b/tensorflow/lite/kernels/fully_connected.cc
@@ -20,17 +20,17 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/gemm_support.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/gemm_support.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/fully_connected_test.cc b/tensorflow/lite/kernels/fully_connected_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/fully_connected_test.cc
rename to tensorflow/lite/kernels/fully_connected_test.cc
index 08b4320946..3351a30b12 100644
--- a/tensorflow/contrib/lite/kernels/fully_connected_test.cc
+++ b/tensorflow/lite/kernels/fully_connected_test.cc
@@ -21,11 +21,11 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/gather.cc b/tensorflow/lite/kernels/gather.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/gather.cc
rename to tensorflow/lite/kernels/gather.cc
index b5afeb1a7b..11b2a6622a 100644
--- a/tensorflow/contrib/lite/kernels/gather.cc
+++ b/tensorflow/lite/kernels/gather.cc
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <string.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/gather_test.cc b/tensorflow/lite/kernels/gather_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/gather_test.cc
rename to tensorflow/lite/kernels/gather_test.cc
index 1b48884e09..ca2dd0d48d 100644
--- a/tensorflow/contrib/lite/kernels/gather_test.cc
+++ b/tensorflow/lite/kernels/gather_test.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/gemm_support.cc b/tensorflow/lite/kernels/gemm_support.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/gemm_support.cc
rename to tensorflow/lite/kernels/gemm_support.cc
index ed334af2da..cc224cb884 100644
--- a/tensorflow/contrib/lite/kernels/gemm_support.cc
+++ b/tensorflow/lite/kernels/gemm_support.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/gemm_support.h"
+#include "tensorflow/lite/kernels/gemm_support.h"
 
 #include <memory>
 
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace gemm_support {
diff --git a/tensorflow/contrib/lite/kernels/gemm_support.h b/tensorflow/lite/kernels/gemm_support.h
similarity index 89%
rename from tensorflow/contrib/lite/kernels/gemm_support.h
rename to tensorflow/lite/kernels/gemm_support.h
index 43cd2b3055..1feb638952 100644
--- a/tensorflow/contrib/lite/kernels/gemm_support.h
+++ b/tensorflow/lite/kernels/gemm_support.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_GEMM_SUPPORT_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_GEMM_SUPPORT_H_
+#ifndef TENSORFLOW_LITE_KERNELS_GEMM_SUPPORT_H_
+#define TENSORFLOW_LITE_KERNELS_GEMM_SUPPORT_H_
 
 #include "public/gemmlowp.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 namespace gemm_support {
@@ -48,4 +48,4 @@ void DecrementUsageCounter(TfLiteContext* context);
 }  // namespace gemm_support
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_GEMM_SUPPORT_H_
+#endif  // TENSORFLOW_LITE_KERNELS_GEMM_SUPPORT_H_
diff --git a/tensorflow/contrib/lite/kernels/hashtable_lookup.cc b/tensorflow/lite/kernels/hashtable_lookup.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/hashtable_lookup.cc
rename to tensorflow/lite/kernels/hashtable_lookup.cc
index c0b3c3c0c5..b6ae7a3d1a 100644
--- a/tensorflow/contrib/lite/kernels/hashtable_lookup.cc
+++ b/tensorflow/lite/kernels/hashtable_lookup.cc
@@ -39,11 +39,11 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/hashtable_lookup_test.cc b/tensorflow/lite/kernels/hashtable_lookup_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/hashtable_lookup_test.cc
rename to tensorflow/lite/kernels/hashtable_lookup_test.cc
index ba0ed5ce06..d2ca76a206 100644
--- a/tensorflow/contrib/lite/kernels/hashtable_lookup_test.cc
+++ b/tensorflow/lite/kernels/hashtable_lookup_test.cc
@@ -19,11 +19,11 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/BUILD b/tensorflow/lite/kernels/internal/BUILD
similarity index 89%
rename from tensorflow/contrib/lite/kernels/internal/BUILD
rename to tensorflow/lite/kernels/internal/BUILD
index 9f8f224094..32f61e0280 100644
--- a/tensorflow/contrib/lite/kernels/internal/BUILD
+++ b/tensorflow/lite/kernels/internal/BUILD
@@ -4,8 +4,8 @@ package(default_visibility = [
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 
 tflite_deps_intel = [
     "@arm_neon_2_x86_sse",
@@ -44,7 +44,7 @@ cc_library(
         "types.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/kernels:op_macros",
         "@com_google_absl//absl/base:core_headers",
     ],
 )
@@ -58,7 +58,7 @@ cc_library(
         "types.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/kernels:op_macros",
         "@com_google_absl//absl/base:core_headers",
     ],
 )
@@ -181,7 +181,7 @@ cc_library(
         ":tensor_utils",
         "//third_party/eigen3",
         "@gemmlowp",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ] + select({
         ":haswell": tflite_deps_intel,
         ":ios_x86_64": tflite_deps_intel,
@@ -217,7 +217,7 @@ cc_library(
         ":round",
         "//third_party/eigen3",
         "@gemmlowp",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ] + select({
         ":haswell": tflite_deps_intel,
         ":ios_x86_64": tflite_deps_intel,
@@ -247,7 +247,7 @@ cc_library(
         ":optimized_base",
         ":tensor",
         ":types",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
         "//third_party/eigen3",
     ],
 )
@@ -281,7 +281,7 @@ cc_library(
     deps = [
         ":round",
         ":types",
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/kernels:op_macros",
     ],
 )
 
@@ -326,8 +326,8 @@ cc_library(
         ":strided_slice_logic",
         ":types",
         "@gemmlowp",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:op_macros",
     ] + select({
         ":haswell": tflite_deps_intel,
         ":ios_x86_64": tflite_deps_intel,
@@ -360,8 +360,8 @@ cc_library(
         ":legacy_types",
         ":types",
         "@gemmlowp",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:op_macros",
     ] + select({
         ":haswell": tflite_deps_intel,
         ":ios_x86_64": tflite_deps_intel,
@@ -383,7 +383,7 @@ cc_library(
     ],
     deps = [
         ":types",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -396,7 +396,7 @@ cc_library(
     ],
     deps = [
         ":types",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -410,9 +410,9 @@ cc_library(
     ],
     deps = [
         ":round",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:activation_functor",
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:activation_functor",
+        "//tensorflow/lite/kernels:op_macros",
     ],
 )
 
@@ -435,9 +435,9 @@ cc_library(
         ":cpu_check",
         ":round",
         ":types",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:activation_functor",
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:activation_functor",
+        "//tensorflow/lite/kernels:op_macros",
         "@arm_neon_2_x86_sse",
         "@gemmlowp",
     ],
@@ -449,7 +449,7 @@ cc_library(
     hdrs = ["kernel_utils.h"],
     deps = [
         ":tensor_utils",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
     ],
 )
 
@@ -492,9 +492,9 @@ cc_library(
     copts = NEON_FLAGS_IF_APPLICABLE,
     deps = [
         "@com_google_absl//absl/base:core_headers",
-        "//tensorflow/contrib/lite/c:c_api_internal",
+        "//tensorflow/lite/c:c_api_internal",
         "@arm_neon_2_x86_sse",
-        "//tensorflow/contrib/lite/kernels:op_macros",
+        "//tensorflow/lite/kernels:op_macros",
         "@gemmlowp",
     ] + select({
         ":arm": [
@@ -548,7 +548,7 @@ cc_library(
     hdrs = ["test_util.h"],
     deps = [
         ":types",
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
     ],
 )
 
@@ -569,8 +569,8 @@ cc_test(
     ],
     deps = [
         ":tensor_utils",
-        "//tensorflow/contrib/lite/c:c_api_internal",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -648,7 +648,7 @@ cc_test(
         ":quantization_util",
         ":reference_base",
         ":test_util",
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -668,7 +668,7 @@ cc_test(
         ":quantization_util",
         ":reference_base",
         ":test_util",
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -680,7 +680,7 @@ cc_test(
     deps = [
         ":optimized_base",
         ":reference_base",
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
         "@com_google_googletest//:gtest_main",
     ],
 )
diff --git a/tensorflow/contrib/lite/kernels/internal/batch_to_space_nd_test.cc b/tensorflow/lite/kernels/internal/batch_to_space_nd_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/batch_to_space_nd_test.cc
rename to tensorflow/lite/kernels/internal/batch_to_space_nd_test.cc
index 5a2901ac8c..5fc2c93ba0 100644
--- a/tensorflow/contrib/lite/kernels/internal/batch_to_space_nd_test.cc
+++ b/tensorflow/lite/kernels/internal/batch_to_space_nd_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
 
 #include <gtest/gtest.h>
 
diff --git a/tensorflow/contrib/lite/kernels/internal/common.h b/tensorflow/lite/kernels/internal/common.h
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/common.h
rename to tensorflow/lite/kernels/internal/common.h
index e67fee11b8..e31f47d2ce 100644
--- a/tensorflow/contrib/lite/kernels/internal/common.h
+++ b/tensorflow/lite/kernels/internal/common.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_COMMON_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_COMMON_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_COMMON_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_COMMON_H_
 
 #ifndef ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK
 #ifdef GEMMLOWP_ALLOW_SLOW_SCALAR_FALLBACK
@@ -46,7 +46,7 @@ limitations under the License.
 #endif
 
 #include "fixedpoint/fixedpoint.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -266,4 +266,4 @@ inline void NdArrayDescsForElementwiseBroadcast(
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_COMMON_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_COMMON_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/compatibility.h b/tensorflow/lite/kernels/internal/compatibility.h
similarity index 92%
rename from tensorflow/contrib/lite/kernels/internal/compatibility.h
rename to tensorflow/lite/kernels/internal/compatibility.h
index 7c176e0fa1..bfd021ac48 100644
--- a/tensorflow/contrib/lite/kernels/internal/compatibility.h
+++ b/tensorflow/lite/kernels/internal/compatibility.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_
 
 #include <cstdint>
 
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 #ifndef TFLITE_DCHECK
 #define TFLITE_DCHECK(condition) (condition) ? (void)0 : TFLITE_ASSERT_FALSE
@@ -107,4 +107,4 @@ using uint32 = std::uint32_t;
 #define TFLITE_DEPRECATED(message)
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_COMPATIBILITY_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_float_test.cc b/tensorflow/lite/kernels/internal/depthwiseconv_float_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/internal/depthwiseconv_float_test.cc
rename to tensorflow/lite/kernels/internal/depthwiseconv_float_test.cc
index 41862a21a6..3602b9ffd8 100644
--- a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_float_test.cc
+++ b/tensorflow/lite/kernels/internal/depthwiseconv_float_test.cc
@@ -17,13 +17,13 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 #define ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc b/tensorflow/lite/kernels/internal/depthwiseconv_quantized_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
rename to tensorflow/lite/kernels/internal/depthwiseconv_quantized_test.cc
index fd04137150..3682499d49 100644
--- a/tensorflow/contrib/lite/kernels/internal/depthwiseconv_quantized_test.cc
+++ b/tensorflow/lite/kernels/internal/depthwiseconv_quantized_test.cc
@@ -22,13 +22,13 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 #define ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/kernel_utils.cc b/tensorflow/lite/kernels/internal/kernel_utils.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/kernel_utils.cc
rename to tensorflow/lite/kernels/internal/kernel_utils.cc
index 7875b23979..0836a3b662 100644
--- a/tensorflow/contrib/lite/kernels/internal/kernel_utils.cc
+++ b/tensorflow/lite/kernels/internal/kernel_utils.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
 
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
 
 namespace tflite {
 namespace kernel_utils {
diff --git a/tensorflow/contrib/lite/kernels/internal/kernel_utils.h b/tensorflow/lite/kernels/internal/kernel_utils.h
similarity index 94%
rename from tensorflow/contrib/lite/kernels/internal/kernel_utils.h
rename to tensorflow/lite/kernels/internal/kernel_utils.h
index 0387d753e5..ebb91678fe 100644
--- a/tensorflow/contrib/lite/kernels/internal/kernel_utils.h
+++ b/tensorflow/lite/kernels/internal/kernel_utils.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_KERNEL_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_KERNEL_UTILS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_KERNEL_UTILS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_KERNEL_UTILS_H_
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 namespace tflite {
 namespace kernel_utils {
@@ -86,4 +86,4 @@ void RnnBatchStep(
 
 }  // namespace kernel_utils
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_KERNEL_UTILS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_KERNEL_UTILS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/legacy_types.h b/tensorflow/lite/kernels/internal/legacy_types.h
similarity index 74%
rename from tensorflow/contrib/lite/kernels/internal/legacy_types.h
rename to tensorflow/lite/kernels/internal/legacy_types.h
index 2e4d3137f5..c19a1adb90 100644
--- a/tensorflow/contrib/lite/kernels/internal/legacy_types.h
+++ b/tensorflow/lite/kernels/internal/legacy_types.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_LEGACY_TYPES_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_LEGACY_TYPES_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_LEGACY_TYPES_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_LEGACY_TYPES_H_
 
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -23,4 +23,4 @@ namespace tflite {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_LEGACY_TYPES_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_LEGACY_TYPES_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/log_quantized_test.cc b/tensorflow/lite/kernels/internal/log_quantized_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/log_quantized_test.cc
rename to tensorflow/lite/kernels/internal/log_quantized_test.cc
index 8963abb9af..8c39350ab1 100644
--- a/tensorflow/contrib/lite/kernels/internal/log_quantized_test.cc
+++ b/tensorflow/lite/kernels/internal/log_quantized_test.cc
@@ -27,9 +27,9 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/internal/logsoftmax_quantized_test.cc b/tensorflow/lite/kernels/internal/logsoftmax_quantized_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/logsoftmax_quantized_test.cc
rename to tensorflow/lite/kernels/internal/logsoftmax_quantized_test.cc
index 2252ca1bcc..889a726f3a 100644
--- a/tensorflow/contrib/lite/kernels/internal/logsoftmax_quantized_test.cc
+++ b/tensorflow/lite/kernels/internal/logsoftmax_quantized_test.cc
@@ -23,11 +23,11 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/mfcc.cc b/tensorflow/lite/kernels/internal/mfcc.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/mfcc.cc
rename to tensorflow/lite/kernels/internal/mfcc.cc
index eafe0c7afe..fddd4c46b6 100644
--- a/tensorflow/contrib/lite/kernels/internal/mfcc.cc
+++ b/tensorflow/lite/kernels/internal/mfcc.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include <math.h>
 
-#include "tensorflow/contrib/lite/kernels/internal/mfcc.h"
+#include "tensorflow/lite/kernels/internal/mfcc.h"
 
 namespace tflite {
 namespace internal {
diff --git a/tensorflow/contrib/lite/kernels/internal/mfcc.h b/tensorflow/lite/kernels/internal/mfcc.h
similarity index 88%
rename from tensorflow/contrib/lite/kernels/internal/mfcc.h
rename to tensorflow/lite/kernels/internal/mfcc.h
index d8500ecdcf..8dae91efde 100644
--- a/tensorflow/contrib/lite/kernels/internal/mfcc.h
+++ b/tensorflow/lite/kernels/internal/mfcc.h
@@ -15,13 +15,13 @@ limitations under the License.
 
 // Basic class for computing MFCCs from spectrogram slices.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_H_
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/kernels/internal/mfcc_dct.h"
-#include "tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.h"
+#include "tensorflow/lite/kernels/internal/mfcc_dct.h"
+#include "tensorflow/lite/kernels/internal/mfcc_mel_filterbank.h"
 
 namespace tflite {
 namespace internal {
@@ -75,4 +75,4 @@ class Mfcc {
 }  // namespace internal
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/mfcc_dct.cc b/tensorflow/lite/kernels/internal/mfcc_dct.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/mfcc_dct.cc
rename to tensorflow/lite/kernels/internal/mfcc_dct.cc
index b0b7d181bd..c249fdb020 100644
--- a/tensorflow/contrib/lite/kernels/internal/mfcc_dct.cc
+++ b/tensorflow/lite/kernels/internal/mfcc_dct.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/kernels/internal/mfcc_dct.h"
+#include "tensorflow/lite/kernels/internal/mfcc_dct.h"
 
 #include <math.h>
 
diff --git a/tensorflow/contrib/lite/kernels/internal/mfcc_dct.h b/tensorflow/lite/kernels/internal/mfcc_dct.h
similarity index 86%
rename from tensorflow/contrib/lite/kernels/internal/mfcc_dct.h
rename to tensorflow/lite/kernels/internal/mfcc_dct.h
index a53f5cbd9b..f2947b506b 100644
--- a/tensorflow/contrib/lite/kernels/internal/mfcc_dct.h
+++ b/tensorflow/lite/kernels/internal/mfcc_dct.h
@@ -15,8 +15,8 @@ limitations under the License.
 
 // Basic minimal DCT class for MFCC speech processing.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_DCT_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_DCT_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_DCT_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_DCT_H_
 
 #include <vector>
 
@@ -40,4 +40,4 @@ class MfccDct {
 }  // namespace internal
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_DCT_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_DCT_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.cc b/tensorflow/lite/kernels/internal/mfcc_mel_filterbank.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.cc
rename to tensorflow/lite/kernels/internal/mfcc_mel_filterbank.cc
index c3deb33d91..9748da3986 100644
--- a/tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.cc
+++ b/tensorflow/lite/kernels/internal/mfcc_mel_filterbank.cc
@@ -28,7 +28,7 @@ limitations under the License.
 // channels may end up with no contributing FFT bins.  The resulting mel
 // spectrum output will have some channels that are always zero.
 
-#include "tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.h"
+#include "tensorflow/lite/kernels/internal/mfcc_mel_filterbank.h"
 
 #include <math.h>
 
diff --git a/tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.h b/tensorflow/lite/kernels/internal/mfcc_mel_filterbank.h
similarity index 91%
rename from tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.h
rename to tensorflow/lite/kernels/internal/mfcc_mel_filterbank.h
index c1db28243e..53d05bff5f 100644
--- a/tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.h
+++ b/tensorflow/lite/kernels/internal/mfcc_mel_filterbank.h
@@ -15,8 +15,8 @@ limitations under the License.
 
 // Basic class for applying a mel-scale mapping to a power spectrum.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_MEL_FILTERBANK_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_MEL_FILTERBANK_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_MEL_FILTERBANK_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_MEL_FILTERBANK_H_
 
 #include <vector>
 
@@ -60,4 +60,4 @@ class MfccMelFilterbank {
 }  // namespace internal
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_MFCC_MEL_FILTERBANK_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_MFCC_MEL_FILTERBANK_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/cblas_conv.h b/tensorflow/lite/kernels/internal/optimized/cblas_conv.h
similarity index 90%
rename from tensorflow/contrib/lite/kernels/internal/optimized/cblas_conv.h
rename to tensorflow/lite/kernels/internal/optimized/cblas_conv.h
index 2d96da65c3..5377205050 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/cblas_conv.h
+++ b/tensorflow/lite/kernels/internal/optimized/cblas_conv.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_CONV_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_CONV_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_CONV_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_CONV_H_
 
 // The Conv implementation based on CBLAS interface. This is only used on iOS
 // for now, utilizing Apple's Accelerate framework.
@@ -22,11 +22,11 @@ limitations under the License.
 #if TFLITE_USE_APPLE_ACCELERATE_FOR_CONV
 #include <Accelerate/Accelerate.h>
 #else
-#include "tensorflow/contrib/lite/kernels/internal/optimized/cblas_reference.h"
+#include "tensorflow/lite/kernels/internal/optimized/cblas_reference.h"
 #endif
 
-#include "tensorflow/contrib/lite/kernels/internal/optimized/multithreaded_conv.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/optimized/multithreaded_conv.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
 
 namespace tflite {
 namespace cblas_ops {
@@ -106,4 +106,4 @@ inline void Conv(const ConvParams& params, const RuntimeShape& input_shape,
 }  // namespace cblas_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_CONV_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_CONV_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/cblas_reference.h b/tensorflow/lite/kernels/internal/optimized/cblas_reference.h
similarity index 89%
rename from tensorflow/contrib/lite/kernels/internal/optimized/cblas_reference.h
rename to tensorflow/lite/kernels/internal/optimized/cblas_reference.h
index 6acc513805..fa07578612 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/cblas_reference.h
+++ b/tensorflow/lite/kernels/internal/optimized/cblas_reference.h
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_REFERENCE_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_REFERENCE_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_REFERENCE_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_REFERENCE_H_
 
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
 
 // The reference implementation for a small subset of CBLAS interface.
 // This is only used for testing CBLAS implementation, and should never be used
@@ -66,4 +66,4 @@ void cblas_sgemm(const enum CBLAS_ORDER order,
 }  // namespace cblas_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_REFERENCE_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CBLAS_REFERENCE_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/cpu_check.h b/tensorflow/lite/kernels/internal/optimized/cpu_check.h
similarity index 89%
rename from tensorflow/contrib/lite/kernels/internal/optimized/cpu_check.h
rename to tensorflow/lite/kernels/internal/optimized/cpu_check.h
index 934308ef29..ac4ea7d6da 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/cpu_check.h
+++ b/tensorflow/lite/kernels/internal/optimized/cpu_check.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CPU_CHECK_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CPU_CHECK_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CPU_CHECK_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CPU_CHECK_H_
 
 namespace tflite {
 
@@ -58,4 +58,4 @@ inline bool TestCPUFeatureNeon() { return false; }
                        : Portable##funcname(__VA_ARGS__)
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_CPU_CHECK_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_CPU_CHECK_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h b/tensorflow/lite/kernels/internal/optimized/depthwiseconv_float.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h
rename to tensorflow/lite/kernels/internal/optimized/depthwiseconv_float.h
index 4e21805048..25b66d4b55 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h
+++ b/tensorflow/lite/kernels/internal/optimized/depthwiseconv_float.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_FLOAT_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_FLOAT_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_FLOAT_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_FLOAT_H_
 
 #include "public/gemmlowp.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace optimized_ops {
@@ -1068,4 +1068,4 @@ inline void DepthwiseConv(
 }  // namespace optimized_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_FLOAT_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_FLOAT_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h b/tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h
rename to tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8.h
index 3c8d447c6d..5317cea884 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h
+++ b/tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_H_
 
 #include "fixedpoint/fixedpoint.h"
 #include "public/gemmlowp.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace optimized_ops {
@@ -1994,4 +1994,4 @@ inline void DepthwiseConv(
 }  // namespace optimized_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h b/tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
rename to tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
index f437487fc2..3f2ed0b1f0 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
+++ b/tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8_3x3_filter.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_3X3_FILTER_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_3X3_FILTER_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_3X3_FILTER_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_3X3_FILTER_H_
 
 #include "fixedpoint/fixedpoint.h"
 #include "public/gemmlowp.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace optimized_ops {
@@ -3446,4 +3446,4 @@ inline void DepthwiseConv3x3Filter(
 }  // namespace optimized_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_3X3_FILTER_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_DEPTHWISECONV_UINT8_3X3_FILTER_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/eigen_spatial_convolutions.h b/tensorflow/lite/kernels/internal/optimized/eigen_spatial_convolutions.h
similarity index 95%
rename from tensorflow/contrib/lite/kernels/internal/optimized/eigen_spatial_convolutions.h
rename to tensorflow/lite/kernels/internal/optimized/eigen_spatial_convolutions.h
index ce3cde7699..29e3f534a3 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/eigen_spatial_convolutions.h
+++ b/tensorflow/lite/kernels/internal/optimized/eigen_spatial_convolutions.h
@@ -16,8 +16,8 @@ limitations under the License.
 // Copied from tensorflow/core/kernels/eigen_spatial_convolutions.h.
 // TODO(petewarden) - move this to a common location in Eigen itself.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_SPATIAL_CONVOLUTIONS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_SPATIAL_CONVOLUTIONS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_SPATIAL_CONVOLUTIONS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_SPATIAL_CONVOLUTIONS_H_
 
 #define EIGEN_USE_CUSTOM_THREAD_POOL
 #define EIGEN_USE_THREADS
@@ -32,9 +32,9 @@ limitations under the License.
 #define TFLITE_REDUCE_INSTANTIATIONS_OPEN_SOURCE
 #define Eigen EigenForTFLite
 #if defined(TFLITE_REDUCE_INSTANTIATIONS_GOOGLE)
-#include "tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h"
+#include "tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h"
 #elif defined(TFLITE_REDUCE_INSTANTIATIONS_OPEN_SOURCE)
-#include "tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h"
+#include "tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h"
 #else
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #endif
@@ -226,4 +226,4 @@ EIGEN_DEVICE_FUNC
 
 // clang-format on
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_SPATIAL_CONVOLUTIONS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_SPATIAL_CONVOLUTIONS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
similarity index 95%
rename from tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
rename to tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
index 6443f425b7..f71ddbf322 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
+++ b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
 
 #define EIGEN_USE_CUSTOM_THREAD_POOL
 #define EIGEN_USE_THREADS
@@ -140,4 +140,4 @@ limitations under the License.
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorIO.h"
 
 #include "Eigen/src/Core/util/ReenableStupidWarnings.h"
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
similarity index 95%
rename from tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
rename to tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
index d34708b8fd..5e83b7b846 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
+++ b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
@@ -19,8 +19,8 @@ limitations under the License.
 // clang-format off
 
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_OSS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_OSS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_OSS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_OSS_H_
 
 
 #include "Eigen/Core"
@@ -164,4 +164,4 @@ typedef unsigned __int64 uint64_t;
 #include "Eigen/src/Core/util/ReenableStupidWarnings.h"
 
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_OSS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_OSS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/legacy_optimized_ops.h b/tensorflow/lite/kernels/internal/optimized/legacy_optimized_ops.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/optimized/legacy_optimized_ops.h
rename to tensorflow/lite/kernels/internal/optimized/legacy_optimized_ops.h
index 4218be20a4..5485d907c2 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/legacy_optimized_ops.h
+++ b/tensorflow/lite/kernels/internal/optimized/legacy_optimized_ops.h
@@ -12,18 +12,18 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_LEGACY_OPTIMIZED_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_LEGACY_OPTIMIZED_OPS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_LEGACY_OPTIMIZED_OPS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_LEGACY_OPTIMIZED_OPS_H_
 
 #include <stdint.h>
 #include <sys/types.h>
 
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_float.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/legacy_reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/optimized/depthwiseconv_uint8.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace optimized_ops {
@@ -1869,4 +1869,4 @@ void TensorFlowMaximum(const T* input1_data, const Dims<4>& input1_dims,
 
 }  // namespace optimized_ops
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_LEGACY_OPTIMIZED_OPS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_LEGACY_OPTIMIZED_OPS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/multithreaded_conv.h b/tensorflow/lite/kernels/internal/optimized/multithreaded_conv.h
similarity index 92%
rename from tensorflow/contrib/lite/kernels/internal/optimized/multithreaded_conv.h
rename to tensorflow/lite/kernels/internal/optimized/multithreaded_conv.h
index 4139cf4eba..12dfd1abb6 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/multithreaded_conv.h
+++ b/tensorflow/lite/kernels/internal/optimized/multithreaded_conv.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_MULTITHREADED_CONV_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_MULTITHREADED_CONV_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_MULTITHREADED_CONV_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_MULTITHREADED_CONV_H_
 
 #include <assert.h>
 #include <stdint.h>
@@ -26,11 +26,11 @@ limitations under the License.
 #include <tuple>
 #include <type_traits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/eigen_spatial_convolutions.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/optimized/eigen_spatial_convolutions.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace multithreaded_ops {
@@ -174,4 +174,4 @@ inline void Conv(const Eigen::ThreadPoolDevice& device,
 }  // namespace multithreaded_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_MULTITHREADED_CONV_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_MULTITHREADED_CONV_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.cc b/tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.cc
rename to tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.cc
index 36c15dbc57..cf40ebb241 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.cc
+++ b/tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.cc
@@ -15,12 +15,12 @@ limitations under the License.
 #include <stdlib.h>
 #include <string.h>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/tensor_utils_impl.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/optimized/tensor_utils_impl.h"
+#include "tensorflow/lite/kernels/internal/round.h"
 
 #ifdef USE_NEON
 
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.h b/tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.h
similarity index 93%
rename from tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.h
rename to tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.h
index 630a6bbf29..903f4c8013 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.h
+++ b/tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_TENSOR_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_TENSOR_UTILS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_TENSOR_UTILS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_TENSOR_UTILS_H_
 
 // TODO(ghodrat): Remove this header file and the dependency to internal data
 // structure.
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/cpu_check.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/tensor_utils_impl.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/kernels/internal/optimized/cpu_check.h"
+#include "tensorflow/lite/kernels/internal/optimized/tensor_utils_impl.h"
 
 namespace tflite {
 namespace tensor_utils {
@@ -153,4 +153,4 @@ void MeanStddevNormalization(const float* input_vector, float* output_vector,
 }  // namespace tensor_utils
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_TENSOR_UTILS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_NEON_TENSOR_UTILS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h b/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
rename to tensorflow/lite/kernels/internal/optimized/optimized_ops.h
index 7d2f53fbe6..6f7031b36d 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h
+++ b/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_OPTIMIZED_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_OPTIMIZED_OPS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_OPTIMIZED_OPS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_OPTIMIZED_OPS_H_
 
 #include <assert.h>
 #include <stdint.h>
@@ -29,13 +29,13 @@ limitations under the License.
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "fixedpoint/fixedpoint.h"
 #include "public/gemmlowp.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
-#include "tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/strided_slice_logic.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace optimized_ops {
@@ -5990,4 +5990,4 @@ inline void ResizeNearestNeighbor(
 #pragma GCC diagnostic pop
 #endif
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_OPTIMIZED_OPS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_OPTIMIZED_OPS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/optimized/tensor_utils_impl.h b/tensorflow/lite/kernels/internal/optimized/tensor_utils_impl.h
similarity index 96%
rename from tensorflow/contrib/lite/kernels/internal/optimized/tensor_utils_impl.h
rename to tensorflow/lite/kernels/internal/optimized/tensor_utils_impl.h
index f87760a6c3..8f52ef131d 100644
--- a/tensorflow/contrib/lite/kernels/internal/optimized/tensor_utils_impl.h
+++ b/tensorflow/lite/kernels/internal/optimized/tensor_utils_impl.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_TENSOR_UTILS_IMPL_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_TENSOR_UTILS_IMPL_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_TENSOR_UTILS_IMPL_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_TENSOR_UTILS_IMPL_H_
 
 // TODO(ghodrat): Remove this header file and the dependency to internal data
 // structure.
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 #if defined(_MSC_VER)
 #define __restrict__ __restrict
@@ -183,4 +183,4 @@ void PortableMeanStddevNormalization(const float* input_vector,
 }  // namespace tensor_utils
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_OPTIMIZED_TENSOR_UTILS_IMPL_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_TENSOR_UTILS_IMPL_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/quantization_util.cc b/tensorflow/lite/kernels/internal/quantization_util.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/quantization_util.cc
rename to tensorflow/lite/kernels/internal/quantization_util.cc
index 544ef16ce1..0279d2a922 100644
--- a/tensorflow/contrib/lite/kernels/internal/quantization_util.cc
+++ b/tensorflow/lite/kernels/internal/quantization_util.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <cmath>
 #include <limits>
 
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/round.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/internal/quantization_util.h b/tensorflow/lite/kernels/internal/quantization_util.h
similarity index 96%
rename from tensorflow/contrib/lite/kernels/internal/quantization_util.h
rename to tensorflow/lite/kernels/internal/quantization_util.h
index d74a1bac97..bf313f39cd 100644
--- a/tensorflow/contrib/lite/kernels/internal/quantization_util.h
+++ b/tensorflow/lite/kernels/internal/quantization_util.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_
 
 #include <cmath>
 #include <cstdint>
 #include <limits>
 
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -277,4 +277,4 @@ bool CheckedLog2(const float x, int* log2_result);
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_QUANTIZATION_UTIL_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/quantization_util_test.cc b/tensorflow/lite/kernels/internal/quantization_util_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/quantization_util_test.cc
rename to tensorflow/lite/kernels/internal/quantization_util_test.cc
index 25ea72b886..2f8f771379 100644
--- a/tensorflow/contrib/lite/kernels/internal/quantization_util_test.cc
+++ b/tensorflow/lite/kernels/internal/quantization_util_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h b/tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h
similarity index 90%
rename from tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h
rename to tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h
index 11224270a4..0cecb16b48 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h
+++ b/tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_
 
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace reference_ops {
@@ -97,4 +97,4 @@ inline void DepthwiseConv(
 }  // end namespace reference_ops
 }  // end namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_FLOAT_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h b/tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h
similarity index 91%
rename from tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h
rename to tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h
index eab28e6c84..002444b681 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h
+++ b/tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_
 
 #include <algorithm>
 
 #include "fixedpoint/fixedpoint.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace reference_ops {
@@ -109,4 +109,4 @@ inline void DepthwiseConv(
 }  // end namespace reference_ops
 }  // end namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_DEPTHWISECONV_UINT8_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/fully_connected.h b/tensorflow/lite/kernels/internal/reference/fully_connected.h
similarity index 96%
rename from tensorflow/contrib/lite/kernels/internal/reference/fully_connected.h
rename to tensorflow/lite/kernels/internal/reference/fully_connected.h
index 3c7fd29256..8495452220 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/fully_connected.h
+++ b/tensorflow/lite/kernels/internal/reference/fully_connected.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_
 
 #include "fixedpoint/fixedpoint.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace reference_ops {
@@ -323,4 +323,4 @@ inline void ShuffledFullyConnected(
 }  // namespace reference_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_FULLY_CONNECTED_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/legacy_reference_ops.h b/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/reference/legacy_reference_ops.h
rename to tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
index c8b64cfd96..bee3ec7775 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/legacy_reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
@@ -12,17 +12,17 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_LEGACY_REFERENCE_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_LEGACY_REFERENCE_OPS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LEGACY_REFERENCE_OPS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LEGACY_REFERENCE_OPS_H_
 
 #include <stdint.h>
 #include <sys/types.h>
 
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/legacy_types.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_float.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/depthwiseconv_uint8.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/legacy_types.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_float.h"
+#include "tensorflow/lite/kernels/internal/reference/depthwiseconv_uint8.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
 
 namespace tflite {
 
@@ -2122,4 +2122,4 @@ inline void Slice(const T* input_data, const Dims<4>& input_dims,
 
 }  // namespace reference_ops
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_LEGACY_REFERENCE_OPS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_LEGACY_REFERENCE_OPS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.cc b/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.cc
rename to tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc
index 70d25c4bd9..d692063a96 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.cc
+++ b/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.cc
@@ -16,10 +16,10 @@ limitations under the License.
 #include <string.h>
 #include <algorithm>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 #if defined(_MSC_VER)
 #define __restrict__ __restrict
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.h b/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.h
rename to tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h
index 714b1164ee..a06ebc1600 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.h
+++ b/tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_
 
 // TODO(ghodrat): Remove this header file and the dependency to internal data
 // structure.
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 #if defined(_MSC_VER)
 #define __restrict__ __restrict
@@ -265,4 +265,4 @@ void MeanStddevNormalization(const float* input_vector, float* output_vector,
 }  // namespace tensor_utils
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_PORTABLE_TENSOR_UTILS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h b/tensorflow/lite/kernels/internal/reference/reference_ops.h
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
rename to tensorflow/lite/kernels/internal/reference/reference_ops.h
index 6bee1439a9..e5e43ad6c8 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/reference_ops.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_REFERENCE_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_REFERENCE_OPS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REFERENCE_OPS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REFERENCE_OPS_H_
 
 #include <stdint.h>
 #include <sys/types.h>
@@ -26,13 +26,13 @@ limitations under the License.
 
 #include "fixedpoint/fixedpoint.h"
 #include "public/gemmlowp.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/fully_connected.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/softmax.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
-#include "tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/fully_connected.h"
+#include "tensorflow/lite/kernels/internal/reference/softmax.h"
+#include "tensorflow/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/strided_slice_logic.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -4467,4 +4467,4 @@ inline void ResizeNearestNeighbor(
 }  // namespace reference_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_REFERENCE_OPS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_REFERENCE_OPS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/reference/softmax.h b/tensorflow/lite/kernels/internal/reference/softmax.h
similarity index 92%
rename from tensorflow/contrib/lite/kernels/internal/reference/softmax.h
rename to tensorflow/lite/kernels/internal/reference/softmax.h
index 7d44296134..51de6b51aa 100644
--- a/tensorflow/contrib/lite/kernels/internal/reference/softmax.h
+++ b/tensorflow/lite/kernels/internal/reference/softmax.h
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_
 
 #include "fixedpoint/fixedpoint.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace reference_ops {
@@ -176,4 +176,4 @@ inline void Softmax(const float* in, const int input_size, const int batch_size,
 }  // namespace reference_ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_REFERENCE_SOFTMAX_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/resize_bilinear_test.cc b/tensorflow/lite/kernels/internal/resize_bilinear_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/internal/resize_bilinear_test.cc
rename to tensorflow/lite/kernels/internal/resize_bilinear_test.cc
index 15df31f75a..1c5ac1992f 100644
--- a/tensorflow/contrib/lite/kernels/internal/resize_bilinear_test.cc
+++ b/tensorflow/lite/kernels/internal/resize_bilinear_test.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc b/tensorflow/lite/kernels/internal/resize_nearest_neighbor_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc
rename to tensorflow/lite/kernels/internal/resize_nearest_neighbor_test.cc
index a26410e78c..102ee04e6a 100644
--- a/tensorflow/contrib/lite/kernels/internal/resize_nearest_neighbor_test.cc
+++ b/tensorflow/lite/kernels/internal/resize_nearest_neighbor_test.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/round.h b/tensorflow/lite/kernels/internal/round.h
similarity index 86%
rename from tensorflow/contrib/lite/kernels/internal/round.h
rename to tensorflow/lite/kernels/internal/round.h
index f299d0bd87..cb494bfd53 100644
--- a/tensorflow/contrib/lite/kernels/internal/round.h
+++ b/tensorflow/lite/kernels/internal/round.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_ROUND_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_ROUND_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_ROUND_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_ROUND_H_
 
 #include <cmath>
 
@@ -36,4 +36,4 @@ inline T TfLiteRound(const T x) {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_ROUND_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_ROUND_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/softmax_quantized_test.cc b/tensorflow/lite/kernels/internal/softmax_quantized_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/internal/softmax_quantized_test.cc
rename to tensorflow/lite/kernels/internal/softmax_quantized_test.cc
index 831fb3c243..743ce0355c 100644
--- a/tensorflow/contrib/lite/kernels/internal/softmax_quantized_test.cc
+++ b/tensorflow/lite/kernels/internal/softmax_quantized_test.cc
@@ -23,11 +23,11 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/internal/spectrogram.cc b/tensorflow/lite/kernels/internal/spectrogram.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/spectrogram.cc
rename to tensorflow/lite/kernels/internal/spectrogram.cc
index 20abcb7258..58769ad8cc 100644
--- a/tensorflow/contrib/lite/kernels/internal/spectrogram.cc
+++ b/tensorflow/lite/kernels/internal/spectrogram.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/kernels/internal/spectrogram.h"
+#include "tensorflow/lite/kernels/internal/spectrogram.h"
 
 #include <assert.h>
 #include <math.h>
diff --git a/tensorflow/contrib/lite/kernels/internal/spectrogram.h b/tensorflow/lite/kernels/internal/spectrogram.h
similarity index 95%
rename from tensorflow/contrib/lite/kernels/internal/spectrogram.h
rename to tensorflow/lite/kernels/internal/spectrogram.h
index b77a68f7df..b885b9d7d2 100644
--- a/tensorflow/contrib/lite/kernels/internal/spectrogram.h
+++ b/tensorflow/lite/kernels/internal/spectrogram.h
@@ -28,8 +28,8 @@ limitations under the License.
 // window = hann(window_length_samples, 'periodic');
 // S = abs(spectrogram(audio, window, overlap_samples)).^2;
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_SPECTROGRAM_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_SPECTROGRAM_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_SPECTROGRAM_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_SPECTROGRAM_H_
 
 #include <complex>
 #include <deque>
@@ -107,4 +107,4 @@ class Spectrogram {
 }  // namespace internal
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_SPECTROGRAM_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_SPECTROGRAM_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h b/tensorflow/lite/kernels/internal/strided_slice_logic.h
similarity index 94%
rename from tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h
rename to tensorflow/lite/kernels/internal/strided_slice_logic.h
index af5db1064c..e7fd5ca931 100644
--- a/tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h
+++ b/tensorflow/lite/kernels/internal/strided_slice_logic.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_
 
 #include <limits>
 #include <vector>
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 namespace strided_slice {
@@ -195,4 +195,4 @@ inline tflite::StridedSliceParams BuildStridedSliceParams(
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_STRIDED_SLICE_LOGIC_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/tensor.h b/tensorflow/lite/kernels/internal/tensor.h
similarity index 91%
rename from tensorflow/contrib/lite/kernels/internal/tensor.h
rename to tensorflow/lite/kernels/internal/tensor.h
index 689cea03e7..b806753d88 100644
--- a/tensorflow/contrib/lite/kernels/internal/tensor.h
+++ b/tensorflow/lite/kernels/internal/tensor.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_H_
 
 #include <complex>
 #include <vector>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor_ctypes.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -111,4 +111,4 @@ class VectorOfQuantizedTensors : public VectorOfTensors<uint8> {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h b/tensorflow/lite/kernels/internal/tensor_ctypes.h
similarity index 89%
rename from tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h
rename to tensorflow/lite/kernels/internal/tensor_ctypes.h
index 9f5b33d217..d24dca9bfb 100644
--- a/tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h
+++ b/tensorflow/lite/kernels/internal/tensor_ctypes.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -99,4 +99,4 @@ inline RuntimeShape GetTensorShape(const TfLiteTensor* tensor) {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_CTYPES_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/tensor_test.cc b/tensorflow/lite/kernels/internal/tensor_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/internal/tensor_test.cc
rename to tensorflow/lite/kernels/internal/tensor_test.cc
index 2ed73ba82d..7bfe280d6f 100644
--- a/tensorflow/contrib/lite/kernels/internal/tensor_test.cc
+++ b/tensorflow/lite/kernels/internal/tensor_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 
diff --git a/tensorflow/contrib/lite/kernels/internal/tensor_utils.cc b/tensorflow/lite/kernels/internal/tensor_utils.cc
similarity index 74%
rename from tensorflow/contrib/lite/kernels/internal/tensor_utils.cc
rename to tensorflow/lite/kernels/internal/tensor_utils.cc
index f4181b18a8..701e5a66aa 100644
--- a/tensorflow/contrib/lite/kernels/internal/tensor_utils.cc
+++ b/tensorflow/lite/kernels/internal/tensor_utils.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/internal/common.h"
 
 #ifndef USE_NEON
 #if defined(__ARM_NEON__) || defined(__ARM_NEON)
@@ -22,7 +22,7 @@ limitations under the License.
 #endif  //  USE_NEON
 
 #ifdef USE_NEON
-#include "tensorflow/contrib/lite/kernels/internal/optimized/neon_tensor_utils.h"
+#include "tensorflow/lite/kernels/internal/optimized/neon_tensor_utils.h"
 #else
-#include "tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.h"
+#include "tensorflow/lite/kernels/internal/reference/portable_tensor_utils.h"
 #endif  // USE_NEON
diff --git a/tensorflow/contrib/lite/kernels/internal/tensor_utils.h b/tensorflow/lite/kernels/internal/tensor_utils.h
similarity index 96%
rename from tensorflow/contrib/lite/kernels/internal/tensor_utils.h
rename to tensorflow/lite/kernels/internal/tensor_utils.h
index b0fe5adf65..71ae69522f 100644
--- a/tensorflow/contrib/lite/kernels/internal/tensor_utils.h
+++ b/tensorflow/lite/kernels/internal/tensor_utils.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_UTILS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_UTILS_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_UTILS_H_
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 #if defined(_MSC_VER)
 #define __restrict__ __restrict
@@ -165,4 +165,4 @@ void MeanStddevNormalization(const float* input_vector, float* output_vector,
 }  // namespace tensor_utils
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TENSOR_UTILS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_TENSOR_UTILS_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/tensor_utils_test.cc b/tensorflow/lite/kernels/internal/tensor_utils_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/internal/tensor_utils_test.cc
rename to tensorflow/lite/kernels/internal/tensor_utils_test.cc
index 6458af714b..29866d0664 100644
--- a/tensorflow/contrib/lite/kernels/internal/tensor_utils_test.cc
+++ b/tensorflow/lite/kernels/internal/tensor_utils_test.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
 #include <gmock/gmock.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/kernels/test_util.h"
 
 namespace tflite {
 namespace tensor_utils {
diff --git a/tensorflow/contrib/lite/kernels/internal/test_util.cc b/tensorflow/lite/kernels/internal/test_util.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/test_util.cc
rename to tensorflow/lite/kernels/internal/test_util.cc
index 390d57a010..4462775ddb 100644
--- a/tensorflow/contrib/lite/kernels/internal/test_util.cc
+++ b/tensorflow/lite/kernels/internal/test_util.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/test_util.h"
+#include "tensorflow/lite/kernels/internal/test_util.h"
 
 #include <cmath>
 #include <iterator>
diff --git a/tensorflow/contrib/lite/kernels/internal/test_util.h b/tensorflow/lite/kernels/internal/test_util.h
similarity index 93%
rename from tensorflow/contrib/lite/kernels/internal/test_util.h
rename to tensorflow/lite/kernels/internal/test_util.h
index e4a383bedf..766a627c99 100644
--- a/tensorflow/contrib/lite/kernels/internal/test_util.h
+++ b/tensorflow/lite/kernels/internal/test_util.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TEST_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TEST_UTIL_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TEST_UTIL_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_TEST_UTIL_H_
 
 #include <algorithm>
 #include <functional>
@@ -22,7 +22,7 @@ limitations under the License.
 #include <random>
 #include <vector>
 
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace tflite {
 
@@ -100,4 +100,4 @@ void FillRandomSkyscraper(std::vector<T>* vec, int depth,
 }
 
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TEST_UTIL_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_TEST_UTIL_H_
diff --git a/tensorflow/contrib/lite/kernels/internal/types.h b/tensorflow/lite/kernels/internal/types.h
similarity index 98%
rename from tensorflow/contrib/lite/kernels/internal/types.h
rename to tensorflow/lite/kernels/internal/types.h
index 694c1797da..04b95ddc63 100644
--- a/tensorflow/contrib/lite/kernels/internal/types.h
+++ b/tensorflow/lite/kernels/internal/types.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TYPES_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TYPES_H_
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_TYPES_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_TYPES_H_
 
 #include <algorithm>
 #include <cstring>
 
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
 
 namespace tflite {
 
@@ -86,7 +86,7 @@ enum class FullyConnectedWeightsFormat : uint8 {
   // bytes before using them in signed arithmetic, see this file for more
   // explanations on the 'signed int8 trick' in matrix multiplication kernels:
   //
-  //   tensorflow/contrib/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
+  //   tensorflow/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
   //
   kShuffled4x16Int8,
 };
@@ -1033,4 +1033,4 @@ inline void GetActivationParams(const P& params, float* min, float* max) {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_INTERNAL_TYPES_H_
+#endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_TYPES_H_
diff --git a/tensorflow/contrib/lite/kernels/kernel_util.cc b/tensorflow/lite/kernels/kernel_util.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/kernel_util.cc
rename to tensorflow/lite/kernels/kernel_util.cc
index 503ef28459..2ac3fbe4f5 100644
--- a/tensorflow/contrib/lite/kernels/kernel_util.cc
+++ b/tensorflow/lite/kernels/kernel_util.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 #include <algorithm>
 #include <cmath>
 #include <memory>
 
-#include "tensorflow/contrib/lite/kernels/internal/round.h"
+#include "tensorflow/lite/kernels/internal/round.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/kernel_util.h b/tensorflow/lite/kernels/kernel_util.h
similarity index 95%
rename from tensorflow/contrib/lite/kernels/kernel_util.h
rename to tensorflow/lite/kernels/kernel_util.h
index e9a5fd7a40..3cc00588d6 100644
--- a/tensorflow/contrib/lite/kernels/kernel_util.h
+++ b/tensorflow/lite/kernels/kernel_util.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_KERNEL_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_KERNEL_UTIL_H_
+#ifndef TENSORFLOW_LITE_KERNELS_KERNEL_UTIL_H_
+#define TENSORFLOW_LITE_KERNELS_KERNEL_UTIL_H_
 
 #include <algorithm>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -135,4 +135,4 @@ TfLiteStatus CalculateShapeForBroadcast(TfLiteContext* context,
                                         TfLiteIntArray** output_shape);
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_KERNEL_UTIL_H_
+#endif  // TENSORFLOW_LITE_KERNELS_KERNEL_UTIL_H_
diff --git a/tensorflow/contrib/lite/kernels/kernel_util_test.cc b/tensorflow/lite/kernels/kernel_util_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/kernel_util_test.cc
rename to tensorflow/lite/kernels/kernel_util_test.cc
index bf6f249acc..70eb183658 100644
--- a/tensorflow/contrib/lite/kernels/kernel_util_test.cc
+++ b/tensorflow/lite/kernels/kernel_util_test.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/l2norm.cc b/tensorflow/lite/kernels/l2norm.cc
similarity index 90%
rename from tensorflow/contrib/lite/kernels/l2norm.cc
rename to tensorflow/lite/kernels/l2norm.cc
index e02d7df9ef..19a4824e93 100644
--- a/tensorflow/contrib/lite/kernels/l2norm.cc
+++ b/tensorflow/lite/kernels/l2norm.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/l2norm_test.cc b/tensorflow/lite/kernels/l2norm_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/l2norm_test.cc
rename to tensorflow/lite/kernels/l2norm_test.cc
index 070ed60040..50108a5a26 100644
--- a/tensorflow/contrib/lite/kernels/l2norm_test.cc
+++ b/tensorflow/lite/kernels/l2norm_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/layer_norm_lstm.cc b/tensorflow/lite/kernels/layer_norm_lstm.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/layer_norm_lstm.cc
rename to tensorflow/lite/kernels/layer_norm_lstm.cc
index 48dd03e7ae..5b0046a7b3 100644
--- a/tensorflow/contrib/lite/kernels/layer_norm_lstm.cc
+++ b/tensorflow/lite/kernels/layer_norm_lstm.cc
@@ -17,9 +17,9 @@ limitations under the License.
 // deviation to the activation of the LSTM layers. Please see
 // https://arxiv.org/abs/1607.06450 for details.
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/layer_norm_lstm_test.cc b/tensorflow/lite/kernels/layer_norm_lstm_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/layer_norm_lstm_test.cc
rename to tensorflow/lite/kernels/layer_norm_lstm_test.cc
index 1535f750f9..e89bce50c3 100644
--- a/tensorflow/contrib/lite/kernels/layer_norm_lstm_test.cc
+++ b/tensorflow/lite/kernels/layer_norm_lstm_test.cc
@@ -20,10 +20,10 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/local_response_norm.cc b/tensorflow/lite/kernels/local_response_norm.cc
similarity index 89%
rename from tensorflow/contrib/lite/kernels/local_response_norm.cc
rename to tensorflow/lite/kernels/local_response_norm.cc
index 334d2a2788..5cbf5d9eae 100644
--- a/tensorflow/contrib/lite/kernels/local_response_norm.cc
+++ b/tensorflow/lite/kernels/local_response_norm.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/local_response_norm_test.cc b/tensorflow/lite/kernels/local_response_norm_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/local_response_norm_test.cc
rename to tensorflow/lite/kernels/local_response_norm_test.cc
index d75ce258a0..bd644e07f4 100644
--- a/tensorflow/contrib/lite/kernels/local_response_norm_test.cc
+++ b/tensorflow/lite/kernels/local_response_norm_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/log_softmax_test.cc b/tensorflow/lite/kernels/log_softmax_test.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/log_softmax_test.cc
rename to tensorflow/lite/kernels/log_softmax_test.cc
index 1acc966cdc..fb126295e6 100644
--- a/tensorflow/contrib/lite/kernels/log_softmax_test.cc
+++ b/tensorflow/lite/kernels/log_softmax_test.cc
@@ -20,11 +20,11 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/logical.cc b/tensorflow/lite/kernels/logical.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/logical.cc
rename to tensorflow/lite/kernels/logical.cc
index f770cb35d1..582bcff64a 100644
--- a/tensorflow/contrib/lite/kernels/logical.cc
+++ b/tensorflow/lite/kernels/logical.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/logical_test.cc b/tensorflow/lite/kernels/logical_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/logical_test.cc
rename to tensorflow/lite/kernels/logical_test.cc
index 206cbde98f..b316164527 100644
--- a/tensorflow/contrib/lite/kernels/logical_test.cc
+++ b/tensorflow/lite/kernels/logical_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/lsh_projection.cc b/tensorflow/lite/kernels/lsh_projection.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/lsh_projection.cc
rename to tensorflow/lite/kernels/lsh_projection.cc
index 9fa1c5f100..f68ff4d634 100644
--- a/tensorflow/contrib/lite/kernels/lsh_projection.cc
+++ b/tensorflow/lite/kernels/lsh_projection.cc
@@ -59,10 +59,10 @@ limitations under the License.
 #include <limits>
 #include <memory>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 #include <farmhash.h>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/kernels/lsh_projection_test.cc b/tensorflow/lite/kernels/lsh_projection_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/lsh_projection_test.cc
rename to tensorflow/lite/kernels/lsh_projection_test.cc
index 414d728dfc..cb2724a6cc 100644
--- a/tensorflow/contrib/lite/kernels/lsh_projection_test.cc
+++ b/tensorflow/lite/kernels/lsh_projection_test.cc
@@ -16,10 +16,10 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/lstm.cc b/tensorflow/lite/kernels/lstm.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/lstm.cc
rename to tensorflow/lite/kernels/lstm.cc
index 3666122e94..b57e2883b0 100644
--- a/tensorflow/contrib/lite/kernels/lstm.cc
+++ b/tensorflow/lite/kernels/lstm.cc
@@ -20,17 +20,17 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/gemm_support.h"
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/lstm_eval.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/gemm_support.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/lstm_eval.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/lstm_eval.cc b/tensorflow/lite/kernels/lstm_eval.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/lstm_eval.cc
rename to tensorflow/lite/kernels/lstm_eval.cc
index f2ba7b46d9..f179ecb195 100644
--- a/tensorflow/contrib/lite/kernels/lstm_eval.cc
+++ b/tensorflow/lite/kernels/lstm_eval.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/lstm_eval.h"
+#include "tensorflow/lite/kernels/lstm_eval.h"
 
 #include <stdint.h>
 
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/lstm_eval.h b/tensorflow/lite/kernels/lstm_eval.h
similarity index 93%
rename from tensorflow/contrib/lite/kernels/lstm_eval.h
rename to tensorflow/lite/kernels/lstm_eval.h
index 8d8b97aead..c8a4d284f3 100644
--- a/tensorflow/contrib/lite/kernels/lstm_eval.h
+++ b/tensorflow/lite/kernels/lstm_eval.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_LSTM_EVAL_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_LSTM_EVAL_H_
+#ifndef TENSORFLOW_LITE_KERNELS_LSTM_EVAL_H_
+#define TENSORFLOW_LITE_KERNELS_LSTM_EVAL_H_
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 namespace ops {
@@ -78,4 +78,4 @@ TfLiteStatus EvalHybrid(
 }  // namespace builtin
 }  // namespace ops
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_LSTM_EVAL_H_
+#endif  // TENSORFLOW_LITE_KERNELS_LSTM_EVAL_H_
diff --git a/tensorflow/contrib/lite/kernels/lstm_test.cc b/tensorflow/lite/kernels/lstm_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/lstm_test.cc
rename to tensorflow/lite/kernels/lstm_test.cc
index f8947db724..03ad2e899d 100644
--- a/tensorflow/contrib/lite/kernels/lstm_test.cc
+++ b/tensorflow/lite/kernels/lstm_test.cc
@@ -22,10 +22,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/maximum_minimum.cc b/tensorflow/lite/kernels/maximum_minimum.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/maximum_minimum.cc
rename to tensorflow/lite/kernels/maximum_minimum.cc
index 7cb01465ee..3bcaabf675 100644
--- a/tensorflow/contrib/lite/kernels/maximum_minimum.cc
+++ b/tensorflow/lite/kernels/maximum_minimum.cc
@@ -14,12 +14,12 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/maximum_minimum_test.cc b/tensorflow/lite/kernels/maximum_minimum_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/maximum_minimum_test.cc
rename to tensorflow/lite/kernels/maximum_minimum_test.cc
index fd4d5367c5..acb74e09d3 100644
--- a/tensorflow/contrib/lite/kernels/maximum_minimum_test.cc
+++ b/tensorflow/lite/kernels/maximum_minimum_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/mfcc.cc b/tensorflow/lite/kernels/mfcc.cc
similarity index 89%
rename from tensorflow/contrib/lite/kernels/mfcc.cc
rename to tensorflow/lite/kernels/mfcc.cc
index 5153ce5634..f5b0212728 100644
--- a/tensorflow/contrib/lite/kernels/mfcc.cc
+++ b/tensorflow/lite/kernels/mfcc.cc
@@ -12,17 +12,17 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/internal/mfcc.h"
+#include "tensorflow/lite/kernels/internal/mfcc.h"
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/mfcc_dct.h"
-#include "tensorflow/contrib/lite/kernels/internal/mfcc_mel_filterbank.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/mfcc_dct.h"
+#include "tensorflow/lite/kernels/internal/mfcc_mel_filterbank.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/mfcc_test.cc b/tensorflow/lite/kernels/mfcc_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/mfcc_test.cc
rename to tensorflow/lite/kernels/mfcc_test.cc
index fe69223222..ade5bf53d1 100644
--- a/tensorflow/contrib/lite/kernels/mfcc_test.cc
+++ b/tensorflow/lite/kernels/mfcc_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/mul.cc b/tensorflow/lite/kernels/mul.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/mul.cc
rename to tensorflow/lite/kernels/mul.cc
index e0aac8a842..b405dee47e 100644
--- a/tensorflow/contrib/lite/kernels/mul.cc
+++ b/tensorflow/lite/kernels/mul.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/mul_test.cc b/tensorflow/lite/kernels/mul_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/mul_test.cc
rename to tensorflow/lite/kernels/mul_test.cc
index 0f9c0c2eee..200cc26dad 100644
--- a/tensorflow/contrib/lite/kernels/mul_test.cc
+++ b/tensorflow/lite/kernels/mul_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/neg.cc b/tensorflow/lite/kernels/neg.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/neg.cc
rename to tensorflow/lite/kernels/neg.cc
index 0ddd0644f5..e9a1aa2325 100644
--- a/tensorflow/contrib/lite/kernels/neg.cc
+++ b/tensorflow/lite/kernels/neg.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/neg_test.cc b/tensorflow/lite/kernels/neg_test.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/neg_test.cc
rename to tensorflow/lite/kernels/neg_test.cc
index 3d3594c60b..d461ede3c4 100644
--- a/tensorflow/contrib/lite/kernels/neg_test.cc
+++ b/tensorflow/lite/kernels/neg_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/one_hot.cc b/tensorflow/lite/kernels/one_hot.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/one_hot.cc
rename to tensorflow/lite/kernels/one_hot.cc
index 910aed6f14..2ac12fe930 100644
--- a/tensorflow/contrib/lite/kernels/one_hot.cc
+++ b/tensorflow/lite/kernels/one_hot.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/one_hot_test.cc b/tensorflow/lite/kernels/one_hot_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/one_hot_test.cc
rename to tensorflow/lite/kernels/one_hot_test.cc
index 6b604ec7a7..85438327e7 100644
--- a/tensorflow/contrib/lite/kernels/one_hot_test.cc
+++ b/tensorflow/lite/kernels/one_hot_test.cc
@@ -16,10 +16,10 @@ limitations under the License.
 #include <initializer_list>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/op_macros.h b/tensorflow/lite/kernels/op_macros.h
similarity index 88%
rename from tensorflow/contrib/lite/kernels/op_macros.h
rename to tensorflow/lite/kernels/op_macros.h
index d0c5630649..1a54a378b0 100644
--- a/tensorflow/contrib/lite/kernels/op_macros.h
+++ b/tensorflow/lite/kernels/op_macros.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_OP_MACROS_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_OP_MACROS_H_
+#ifndef TENSORFLOW_LITE_KERNELS_OP_MACROS_H_
+#define TENSORFLOW_LITE_KERNELS_OP_MACROS_H_
 
 // If we're on a platform without standard IO functions, fall back to a
 // non-portable function.
 #ifdef TF_LITE_MCU_DEBUG_LOG
 
-#include "tensorflow/contrib/lite/experimental/micro/micro_error_reporter.h"
+#include "tensorflow/lite/experimental/micro/micro_error_reporter.h"
 
 #define DEBUG_LOG(x) \
   do {               \
@@ -67,4 +67,4 @@ inline void InfiniteLoop() {
     if ((x) != (y)) TF_LITE_FATAL(#x " didn't equal " #y); \
   } while (0)
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_OP_MACROS_H_
+#endif  // TENSORFLOW_LITE_KERNELS_OP_MACROS_H_
diff --git a/tensorflow/contrib/lite/kernels/optional_tensor_test.cc b/tensorflow/lite/kernels/optional_tensor_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/optional_tensor_test.cc
rename to tensorflow/lite/kernels/optional_tensor_test.cc
index 90a915bb02..a09f860158 100644
--- a/tensorflow/contrib/lite/kernels/optional_tensor_test.cc
+++ b/tensorflow/lite/kernels/optional_tensor_test.cc
@@ -20,10 +20,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/pack.cc b/tensorflow/lite/kernels/pack.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/pack.cc
rename to tensorflow/lite/kernels/pack.cc
index c368582ef7..309d96d802 100644
--- a/tensorflow/contrib/lite/kernels/pack.cc
+++ b/tensorflow/lite/kernels/pack.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/pack_test.cc b/tensorflow/lite/kernels/pack_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/pack_test.cc
rename to tensorflow/lite/kernels/pack_test.cc
index c70dbd2764..a47e9ff40d 100644
--- a/tensorflow/contrib/lite/kernels/pack_test.cc
+++ b/tensorflow/lite/kernels/pack_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/pad.cc b/tensorflow/lite/kernels/pad.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/pad.cc
rename to tensorflow/lite/kernels/pad.cc
index a3cefe99cc..8e6ed6e741 100644
--- a/tensorflow/contrib/lite/kernels/pad.cc
+++ b/tensorflow/lite/kernels/pad.cc
@@ -14,13 +14,13 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/pad_test.cc b/tensorflow/lite/kernels/pad_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/pad_test.cc
rename to tensorflow/lite/kernels/pad_test.cc
index 9c55767f69..109e4b7519 100644
--- a/tensorflow/contrib/lite/kernels/pad_test.cc
+++ b/tensorflow/lite/kernels/pad_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/padding.h b/tensorflow/lite/kernels/padding.h
similarity index 90%
rename from tensorflow/contrib/lite/kernels/padding.h
rename to tensorflow/lite/kernels/padding.h
index 42b6b45d3b..30aa4f1bd3 100644
--- a/tensorflow/contrib/lite/kernels/padding.h
+++ b/tensorflow/lite/kernels/padding.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_PADDING_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_PADDING_H_
+#ifndef TENSORFLOW_LITE_KERNELS_PADDING_H_
+#define TENSORFLOW_LITE_KERNELS_PADDING_H_
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
 
 namespace tflite {
 
@@ -55,4 +55,4 @@ inline TfLitePaddingValues ComputePaddingHeightWidth(
 }
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_PADDING_H_
+#endif  // TENSORFLOW_LITE_KERNELS_PADDING_H_
diff --git a/tensorflow/contrib/lite/kernels/pooling.cc b/tensorflow/lite/kernels/pooling.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/pooling.cc
rename to tensorflow/lite/kernels/pooling.cc
index 6451142391..694a36ffbc 100644
--- a/tensorflow/contrib/lite/kernels/pooling.cc
+++ b/tensorflow/lite/kernels/pooling.cc
@@ -19,14 +19,14 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/kernels/padding.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/padding.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/pooling_test.cc b/tensorflow/lite/kernels/pooling_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/pooling_test.cc
rename to tensorflow/lite/kernels/pooling_test.cc
index 01c91b2ba9..80eef02509 100644
--- a/tensorflow/contrib/lite/kernels/pooling_test.cc
+++ b/tensorflow/lite/kernels/pooling_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <cstdarg>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/pow.cc b/tensorflow/lite/kernels/pow.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/pow.cc
rename to tensorflow/lite/kernels/pow.cc
index 1e96cc80b1..9f84e1cc5e 100644
--- a/tensorflow/contrib/lite/kernels/pow.cc
+++ b/tensorflow/lite/kernels/pow.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/pow_test.cc b/tensorflow/lite/kernels/pow_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/pow_test.cc
rename to tensorflow/lite/kernels/pow_test.cc
index 74b3aef5bd..60d674e977 100644
--- a/tensorflow/contrib/lite/kernels/pow_test.cc
+++ b/tensorflow/lite/kernels/pow_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/range.cc b/tensorflow/lite/kernels/range.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/range.cc
rename to tensorflow/lite/kernels/range.cc
index 241b405745..eefe5db1ec 100644
--- a/tensorflow/contrib/lite/kernels/range.cc
+++ b/tensorflow/lite/kernels/range.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_ctypes.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/internal/tensor_ctypes.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/range_test.cc b/tensorflow/lite/kernels/range_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/range_test.cc
rename to tensorflow/lite/kernels/range_test.cc
index 8faa092fb2..e1d4aaba43 100644
--- a/tensorflow/contrib/lite/kernels/range_test.cc
+++ b/tensorflow/lite/kernels/range_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/reduce.cc b/tensorflow/lite/kernels/reduce.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/reduce.cc
rename to tensorflow/lite/kernels/reduce.cc
index 4732a37a65..ed2d475f6d 100644
--- a/tensorflow/contrib/lite/kernels/reduce.cc
+++ b/tensorflow/lite/kernels/reduce.cc
@@ -15,13 +15,13 @@ limitations under the License.
 #include <string.h>
 #include <limits>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/reduce_test.cc b/tensorflow/lite/kernels/reduce_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/reduce_test.cc
rename to tensorflow/lite/kernels/reduce_test.cc
index fb2ec58ab2..c1526bddb7 100644
--- a/tensorflow/contrib/lite/kernels/reduce_test.cc
+++ b/tensorflow/lite/kernels/reduce_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/register.cc b/tensorflow/lite/kernels/register.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/register.cc
rename to tensorflow/lite/kernels/register.cc
index 92eddf7d79..c683453767 100644
--- a/tensorflow/contrib/lite/kernels/register.cc
+++ b/tensorflow/lite/kernels/register.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/register.h b/tensorflow/lite/kernels/register.h
similarity index 78%
rename from tensorflow/contrib/lite/kernels/register.h
rename to tensorflow/lite/kernels/register.h
index 61856ab9de..eb5ce667d4 100644
--- a/tensorflow/contrib/lite/kernels/register.h
+++ b/tensorflow/lite/kernels/register.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_REGISTER_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_REGISTER_H_
+#ifndef TENSORFLOW_LITE_KERNELS_REGISTER_H_
+#define TENSORFLOW_LITE_KERNELS_REGISTER_H_
 
 #include <unordered_map>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/mutable_op_resolver.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/mutable_op_resolver.h"
 
 namespace tflite {
 namespace ops {
@@ -37,4 +37,4 @@ class BuiltinOpResolver : public MutableOpResolver {
 }  // namespace ops
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_REGISTER_H_
+#endif  // TENSORFLOW_LITE_KERNELS_REGISTER_H_
diff --git a/tensorflow/contrib/lite/kernels/relu1.cc b/tensorflow/lite/kernels/relu1.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/relu1.cc
rename to tensorflow/lite/kernels/relu1.cc
index abafee2d57..5a55631405 100644
--- a/tensorflow/contrib/lite/kernels/relu1.cc
+++ b/tensorflow/lite/kernels/relu1.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/relu1_test.cc b/tensorflow/lite/kernels/relu1_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/relu1_test.cc
rename to tensorflow/lite/kernels/relu1_test.cc
index b1d25a9f50..f52d10b0b7 100644
--- a/tensorflow/contrib/lite/kernels/relu1_test.cc
+++ b/tensorflow/lite/kernels/relu1_test.cc
@@ -14,8 +14,8 @@ limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/reshape.cc b/tensorflow/lite/kernels/reshape.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/reshape.cc
rename to tensorflow/lite/kernels/reshape.cc
index f41147b2d6..9fcf33f9dd 100644
--- a/tensorflow/contrib/lite/kernels/reshape.cc
+++ b/tensorflow/lite/kernels/reshape.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <string.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/reshape_test.cc b/tensorflow/lite/kernels/reshape_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/reshape_test.cc
rename to tensorflow/lite/kernels/reshape_test.cc
index cf60954880..217fe3ac59 100644
--- a/tensorflow/contrib/lite/kernels/reshape_test.cc
+++ b/tensorflow/lite/kernels/reshape_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/resize_bilinear.cc b/tensorflow/lite/kernels/resize_bilinear.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/resize_bilinear.cc
rename to tensorflow/lite/kernels/resize_bilinear.cc
index fb045d15f3..d42cb18866 100644
--- a/tensorflow/contrib/lite/kernels/resize_bilinear.cc
+++ b/tensorflow/lite/kernels/resize_bilinear.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/resize_bilinear_test.cc b/tensorflow/lite/kernels/resize_bilinear_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/resize_bilinear_test.cc
rename to tensorflow/lite/kernels/resize_bilinear_test.cc
index f4289105f7..530bb32b94 100644
--- a/tensorflow/contrib/lite/kernels/resize_bilinear_test.cc
+++ b/tensorflow/lite/kernels/resize_bilinear_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc b/tensorflow/lite/kernels/resize_nearest_neighbor.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
rename to tensorflow/lite/kernels/resize_nearest_neighbor.cc
index 95c920f95c..a48d8004f8 100644
--- a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor.cc
+++ b/tensorflow/lite/kernels/resize_nearest_neighbor.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc b/tensorflow/lite/kernels/resize_nearest_neighbor_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
rename to tensorflow/lite/kernels/resize_nearest_neighbor_test.cc
index b2154ff72c..03e2effd84 100644
--- a/tensorflow/contrib/lite/kernels/resize_nearest_neighbor_test.cc
+++ b/tensorflow/lite/kernels/resize_nearest_neighbor_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/select.cc b/tensorflow/lite/kernels/select.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/select.cc
rename to tensorflow/lite/kernels/select.cc
index 4780a86ee5..4687ab4417 100644
--- a/tensorflow/contrib/lite/kernels/select.cc
+++ b/tensorflow/lite/kernels/select.cc
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/select_test.cc b/tensorflow/lite/kernels/select_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/select_test.cc
rename to tensorflow/lite/kernels/select_test.cc
index 5b2e61cd29..5111300e47 100644
--- a/tensorflow/contrib/lite/kernels/select_test.cc
+++ b/tensorflow/lite/kernels/select_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/shape.cc b/tensorflow/lite/kernels/shape.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/shape.cc
rename to tensorflow/lite/kernels/shape.cc
index 66d4c9e5c1..934f0846b9 100644
--- a/tensorflow/contrib/lite/kernels/shape.cc
+++ b/tensorflow/lite/kernels/shape.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/shape_test.cc b/tensorflow/lite/kernels/shape_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/shape_test.cc
rename to tensorflow/lite/kernels/shape_test.cc
index 27b48f4e99..0c13ff45b0 100644
--- a/tensorflow/contrib/lite/kernels/shape_test.cc
+++ b/tensorflow/lite/kernels/shape_test.cc
@@ -16,10 +16,10 @@ limitations under the License.
 #include <initializer_list>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/skip_gram.cc b/tensorflow/lite/kernels/skip_gram.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/skip_gram.cc
rename to tensorflow/lite/kernels/skip_gram.cc
index de80a4016e..f20719ecaf 100644
--- a/tensorflow/contrib/lite/kernels/skip_gram.cc
+++ b/tensorflow/lite/kernels/skip_gram.cc
@@ -33,11 +33,11 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/skip_gram_test.cc b/tensorflow/lite/kernels/skip_gram_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/skip_gram_test.cc
rename to tensorflow/lite/kernels/skip_gram_test.cc
index 185b64cb44..d4430b8a34 100644
--- a/tensorflow/contrib/lite/kernels/skip_gram_test.cc
+++ b/tensorflow/lite/kernels/skip_gram_test.cc
@@ -16,11 +16,11 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/slice.cc b/tensorflow/lite/kernels/slice.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/slice.cc
rename to tensorflow/lite/kernels/slice.cc
index ccfee41b9c..35e8b06214 100644
--- a/tensorflow/contrib/lite/kernels/slice.cc
+++ b/tensorflow/lite/kernels/slice.cc
@@ -16,12 +16,12 @@ limitations under the License.
 #include <string.h>
 #include <cmath>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/slice_test.cc b/tensorflow/lite/kernels/slice_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/slice_test.cc
rename to tensorflow/lite/kernels/slice_test.cc
index 4828f88f36..563329ddb1 100644
--- a/tensorflow/contrib/lite/kernels/slice_test.cc
+++ b/tensorflow/lite/kernels/slice_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/softmax_test.cc b/tensorflow/lite/kernels/softmax_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/softmax_test.cc
rename to tensorflow/lite/kernels/softmax_test.cc
index bd66980226..eb9d7c1d9d 100644
--- a/tensorflow/contrib/lite/kernels/softmax_test.cc
+++ b/tensorflow/lite/kernels/softmax_test.cc
@@ -20,11 +20,11 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/space_to_batch_nd.cc b/tensorflow/lite/kernels/space_to_batch_nd.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/space_to_batch_nd.cc
rename to tensorflow/lite/kernels/space_to_batch_nd.cc
index 3a10d2e60c..1c61b2ef30 100644
--- a/tensorflow/contrib/lite/kernels/space_to_batch_nd.cc
+++ b/tensorflow/lite/kernels/space_to_batch_nd.cc
@@ -14,13 +14,13 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/space_to_batch_nd_test.cc b/tensorflow/lite/kernels/space_to_batch_nd_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/space_to_batch_nd_test.cc
rename to tensorflow/lite/kernels/space_to_batch_nd_test.cc
index 5756573629..4d55ba56b7 100644
--- a/tensorflow/contrib/lite/kernels/space_to_batch_nd_test.cc
+++ b/tensorflow/lite/kernels/space_to_batch_nd_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/space_to_depth.cc b/tensorflow/lite/kernels/space_to_depth.cc
similarity index 91%
rename from tensorflow/contrib/lite/kernels/space_to_depth.cc
rename to tensorflow/lite/kernels/space_to_depth.cc
index 64c56c017b..79e28bf47d 100644
--- a/tensorflow/contrib/lite/kernels/space_to_depth.cc
+++ b/tensorflow/lite/kernels/space_to_depth.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/space_to_depth_test.cc b/tensorflow/lite/kernels/space_to_depth_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/space_to_depth_test.cc
rename to tensorflow/lite/kernels/space_to_depth_test.cc
index 997f354861..5744669b6d 100644
--- a/tensorflow/contrib/lite/kernels/space_to_depth_test.cc
+++ b/tensorflow/lite/kernels/space_to_depth_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc b/tensorflow/lite/kernels/sparse_output_fully_connected.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc
rename to tensorflow/lite/kernels/sparse_output_fully_connected.cc
index 66daf5e84a..73d850f0e2 100644
--- a/tensorflow/contrib/lite/kernels/sparse_output_fully_connected.cc
+++ b/tensorflow/lite/kernels/sparse_output_fully_connected.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 // SparseOutputFullyConnected is a fully connected layer that uses a single
 // row in the weights and bias via a lookup.
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/sparse_output_fully_connected_test.cc b/tensorflow/lite/kernels/sparse_output_fully_connected_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/sparse_output_fully_connected_test.cc
rename to tensorflow/lite/kernels/sparse_output_fully_connected_test.cc
index 365986a5c1..c25a32bde0 100644
--- a/tensorflow/contrib/lite/kernels/sparse_output_fully_connected_test.cc
+++ b/tensorflow/lite/kernels/sparse_output_fully_connected_test.cc
@@ -19,8 +19,8 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/sparse_to_dense.cc b/tensorflow/lite/kernels/sparse_to_dense.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/sparse_to_dense.cc
rename to tensorflow/lite/kernels/sparse_to_dense.cc
index 349fa0bd28..de4d863fac 100644
--- a/tensorflow/contrib/lite/kernels/sparse_to_dense.cc
+++ b/tensorflow/lite/kernels/sparse_to_dense.cc
@@ -19,13 +19,13 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/kernels/padding.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/padding.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/sparse_to_dense_test.cc b/tensorflow/lite/kernels/sparse_to_dense_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/sparse_to_dense_test.cc
rename to tensorflow/lite/kernels/sparse_to_dense_test.cc
index a51ec17afc..ee135c220e 100644
--- a/tensorflow/contrib/lite/kernels/sparse_to_dense_test.cc
+++ b/tensorflow/lite/kernels/sparse_to_dense_test.cc
@@ -15,10 +15,10 @@ limitations under the License.
 ==============================================================================*/
 #include <cstdarg>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/split.cc b/tensorflow/lite/kernels/split.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/split.cc
rename to tensorflow/lite/kernels/split.cc
index dab887bf9c..7902ed2a46 100644
--- a/tensorflow/contrib/lite/kernels/split.cc
+++ b/tensorflow/lite/kernels/split.cc
@@ -14,13 +14,13 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/split_test.cc b/tensorflow/lite/kernels/split_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/split_test.cc
rename to tensorflow/lite/kernels/split_test.cc
index 61a0759c64..f3d9ea3bf4 100644
--- a/tensorflow/contrib/lite/kernels/split_test.cc
+++ b/tensorflow/lite/kernels/split_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/squeeze.cc b/tensorflow/lite/kernels/squeeze.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/squeeze.cc
rename to tensorflow/lite/kernels/squeeze.cc
index 080c51cd18..8be0c6b9de 100644
--- a/tensorflow/contrib/lite/kernels/squeeze.cc
+++ b/tensorflow/lite/kernels/squeeze.cc
@@ -14,11 +14,11 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/squeeze_test.cc b/tensorflow/lite/kernels/squeeze_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/squeeze_test.cc
rename to tensorflow/lite/kernels/squeeze_test.cc
index a8aab88357..4a02a8ee7e 100644
--- a/tensorflow/contrib/lite/kernels/squeeze_test.cc
+++ b/tensorflow/lite/kernels/squeeze_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/strided_slice.cc b/tensorflow/lite/kernels/strided_slice.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/strided_slice.cc
rename to tensorflow/lite/kernels/strided_slice.cc
index 06b36dd196..c797a98e9f 100644
--- a/tensorflow/contrib/lite/kernels/strided_slice.cc
+++ b/tensorflow/lite/kernels/strided_slice.cc
@@ -15,12 +15,12 @@ limitations under the License.
 #include <string.h>
 #include <cmath>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/strided_slice_test.cc b/tensorflow/lite/kernels/strided_slice_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/strided_slice_test.cc
rename to tensorflow/lite/kernels/strided_slice_test.cc
index c5d4f9affb..122e01b99e 100644
--- a/tensorflow/contrib/lite/kernels/strided_slice_test.cc
+++ b/tensorflow/lite/kernels/strided_slice_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/sub.cc b/tensorflow/lite/kernels/sub.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/sub.cc
rename to tensorflow/lite/kernels/sub.cc
index 1be0c83f17..06a3b3499a 100644
--- a/tensorflow/contrib/lite/kernels/sub.cc
+++ b/tensorflow/lite/kernels/sub.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/sub_test.cc b/tensorflow/lite/kernels/sub_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/sub_test.cc
rename to tensorflow/lite/kernels/sub_test.cc
index 5978c574d3..f0b9447ff6 100644
--- a/tensorflow/contrib/lite/kernels/sub_test.cc
+++ b/tensorflow/lite/kernels/sub_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/svdf.cc b/tensorflow/lite/kernels/svdf.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/svdf.cc
rename to tensorflow/lite/kernels/svdf.cc
index 7e6d81239c..f07937140e 100644
--- a/tensorflow/contrib/lite/kernels/svdf.cc
+++ b/tensorflow/lite/kernels/svdf.cc
@@ -23,12 +23,12 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/svdf_test.cc b/tensorflow/lite/kernels/svdf_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/svdf_test.cc
rename to tensorflow/lite/kernels/svdf_test.cc
index 6d60dc63f4..8accaa465c 100644
--- a/tensorflow/contrib/lite/kernels/svdf_test.cc
+++ b/tensorflow/lite/kernels/svdf_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/test_util.cc b/tensorflow/lite/kernels/test_util.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/test_util.cc
rename to tensorflow/lite/kernels/test_util.cc
index 0c0df133e2..6b2a1f89c3 100644
--- a/tensorflow/contrib/lite/kernels/test_util.cc
+++ b/tensorflow/lite/kernels/test_util.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/lite/kernels/test_util.h"
 
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/version.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/kernels/test_util.h b/tensorflow/lite/kernels/test_util.h
similarity index 96%
rename from tensorflow/contrib/lite/kernels/test_util.h
rename to tensorflow/lite/kernels/test_util.h
index 43d00129cc..f6444ccf79 100644
--- a/tensorflow/contrib/lite/kernels/test_util.h
+++ b/tensorflow/lite/kernels/test_util.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_KERNELS_TEST_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_KERNELS_TEST_UTIL_H_
+#ifndef TENSORFLOW_LITE_KERNELS_TEST_UTIL_H_
+#define TENSORFLOW_LITE_KERNELS_TEST_UTIL_H_
 
 #include <complex>
 #include <vector>
@@ -21,12 +21,12 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/testing/util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace tflite {
@@ -278,7 +278,7 @@ class SingleOpModel {
 
  private:
   // TODO(gavinbelson): sync this method with
-  // //tensorflow/contrib/lite/kernels/internal/quantization_util.h?l=31
+  // //tensorflow/lite/kernels/internal/quantization_util.h?l=31
   template <typename T>
   std::pair<float, int32_t> QuantizationParams(float f_min, float f_max) {
     // These are required by many quantized operations.
@@ -403,4 +403,4 @@ template <>
 std::vector<string> SingleOpModel::ExtractVector(int index);
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_KERNELS_TEST_UTIL_H_
+#endif  // TENSORFLOW_LITE_KERNELS_TEST_UTIL_H_
diff --git a/tensorflow/contrib/lite/kernels/test_util_test.cc b/tensorflow/lite/kernels/test_util_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/test_util_test.cc
rename to tensorflow/lite/kernels/test_util_test.cc
index 2365803472..7abb7011f9 100644
--- a/tensorflow/contrib/lite/kernels/test_util_test.cc
+++ b/tensorflow/lite/kernels/test_util_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/kernels/test_util.h"
+#include "tensorflow/lite/kernels/test_util.h"
 #include <gtest/gtest.h>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/kernels/tile.cc b/tensorflow/lite/kernels/tile.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/tile.cc
rename to tensorflow/lite/kernels/tile.cc
index 49421eb870..def709b2cc 100644
--- a/tensorflow/contrib/lite/kernels/tile.cc
+++ b/tensorflow/lite/kernels/tile.cc
@@ -14,12 +14,12 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 namespace tflite {
 namespace ops {
 namespace builtin {
diff --git a/tensorflow/contrib/lite/kernels/tile_test.cc b/tensorflow/lite/kernels/tile_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/tile_test.cc
rename to tensorflow/lite/kernels/tile_test.cc
index e73ca7b750..d12a7c19a3 100644
--- a/tensorflow/contrib/lite/kernels/tile_test.cc
+++ b/tensorflow/lite/kernels/tile_test.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/topk_v2.cc b/tensorflow/lite/kernels/topk_v2.cc
similarity index 96%
rename from tensorflow/contrib/lite/kernels/topk_v2.cc
rename to tensorflow/lite/kernels/topk_v2.cc
index 6c38b6739e..444b01e7b2 100644
--- a/tensorflow/contrib/lite/kernels/topk_v2.cc
+++ b/tensorflow/lite/kernels/topk_v2.cc
@@ -14,11 +14,11 @@ limitations under the License.
 ==============================================================================*/
 #include <algorithm>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 namespace tflite {
 namespace ops {
 namespace builtin {
diff --git a/tensorflow/contrib/lite/kernels/topk_v2_test.cc b/tensorflow/lite/kernels/topk_v2_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/kernels/topk_v2_test.cc
rename to tensorflow/lite/kernels/topk_v2_test.cc
index 16106fdafe..108b812366 100644
--- a/tensorflow/contrib/lite/kernels/topk_v2_test.cc
+++ b/tensorflow/lite/kernels/topk_v2_test.cc
@@ -14,11 +14,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/transpose.cc b/tensorflow/lite/kernels/transpose.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/transpose.cc
rename to tensorflow/lite/kernels/transpose.cc
index e42a30420b..7a6d320674 100644
--- a/tensorflow/contrib/lite/kernels/transpose.cc
+++ b/tensorflow/lite/kernels/transpose.cc
@@ -14,12 +14,12 @@ limitations under the License.
 ==============================================================================*/
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/transpose_conv.cc b/tensorflow/lite/kernels/transpose_conv.cc
similarity index 95%
rename from tensorflow/contrib/lite/kernels/transpose_conv.cc
rename to tensorflow/lite/kernels/transpose_conv.cc
index f8c858d645..59eee51068 100644
--- a/tensorflow/contrib/lite/kernels/transpose_conv.cc
+++ b/tensorflow/lite/kernels/transpose_conv.cc
@@ -19,14 +19,14 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/eigen_support.h"
-#include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
-#include "tensorflow/contrib/lite/kernels/padding.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/eigen_support.h"
+#include "tensorflow/lite/kernels/internal/optimized/optimized_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
+#include "tensorflow/lite/kernels/padding.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/transpose_conv_test.cc b/tensorflow/lite/kernels/transpose_conv_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/transpose_conv_test.cc
rename to tensorflow/lite/kernels/transpose_conv_test.cc
index 07fca344d6..0520d84a30 100644
--- a/tensorflow/contrib/lite/kernels/transpose_conv_test.cc
+++ b/tensorflow/lite/kernels/transpose_conv_test.cc
@@ -15,10 +15,10 @@ limitations under the License.
 #include <cstdarg>
 #include <gtest/gtest.h>
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/kernels/transpose_test.cc b/tensorflow/lite/kernels/transpose_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/transpose_test.cc
rename to tensorflow/lite/kernels/transpose_test.cc
index 79ef0a7c56..3ebaf3ca27 100644
--- a/tensorflow/contrib/lite/kernels/transpose_test.cc
+++ b/tensorflow/lite/kernels/transpose_test.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc b/tensorflow/lite/kernels/unidirectional_sequence_lstm.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc
rename to tensorflow/lite/kernels/unidirectional_sequence_lstm.cc
index bd6d4d1f88..497777b9af 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc
+++ b/tensorflow/lite/kernels/unidirectional_sequence_lstm.cc
@@ -20,14 +20,14 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/lstm_eval.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/lstm_eval.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc b/tensorflow/lite/kernels/unidirectional_sequence_lstm_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc
rename to tensorflow/lite/kernels/unidirectional_sequence_lstm_test.cc
index 1de14dd60d..ae7dd6b2be 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm_test.cc
+++ b/tensorflow/lite/kernels/unidirectional_sequence_lstm_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc b/tensorflow/lite/kernels/unidirectional_sequence_rnn.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc
rename to tensorflow/lite/kernels/unidirectional_sequence_rnn.cc
index 550a0bc02a..4c0fe00272 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc
+++ b/tensorflow/lite/kernels/unidirectional_sequence_rnn.cc
@@ -19,12 +19,12 @@ limitations under the License.
 #include <iostream>
 #include <limits>
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/activation_functor.h"
-#include "tensorflow/contrib/lite/kernels/internal/kernel_utils.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/op_macros.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/activation_functor.h"
+#include "tensorflow/lite/kernels/internal/kernel_utils.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/op_macros.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn_test.cc b/tensorflow/lite/kernels/unidirectional_sequence_rnn_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn_test.cc
rename to tensorflow/lite/kernels/unidirectional_sequence_rnn_test.cc
index 6b48e3fff7..a2f82ac67b 100644
--- a/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn_test.cc
+++ b/tensorflow/lite/kernels/unidirectional_sequence_rnn_test.cc
@@ -19,10 +19,10 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/unpack.cc b/tensorflow/lite/kernels/unpack.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/unpack.cc
rename to tensorflow/lite/kernels/unpack.cc
index a7d3a9bc76..1caffe14f9 100644
--- a/tensorflow/contrib/lite/kernels/unpack.cc
+++ b/tensorflow/lite/kernels/unpack.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/reference/reference_ops.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/unpack_test.cc b/tensorflow/lite/kernels/unpack_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/kernels/unpack_test.cc
rename to tensorflow/lite/kernels/unpack_test.cc
index 4efc92a0fd..9b60cce549 100644
--- a/tensorflow/contrib/lite/kernels/unpack_test.cc
+++ b/tensorflow/lite/kernels/unpack_test.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/kernels/zeros_like.cc b/tensorflow/lite/kernels/zeros_like.cc
similarity index 93%
rename from tensorflow/contrib/lite/kernels/zeros_like.cc
rename to tensorflow/lite/kernels/zeros_like.cc
index cce5240a9b..a187306fa2 100644
--- a/tensorflow/contrib/lite/kernels/zeros_like.cc
+++ b/tensorflow/lite/kernels/zeros_like.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/kernels/internal/tensor.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/kernels/zeros_like_test.cc b/tensorflow/lite/kernels/zeros_like_test.cc
similarity index 92%
rename from tensorflow/contrib/lite/kernels/zeros_like_test.cc
rename to tensorflow/lite/kernels/zeros_like_test.cc
index d3382d1d5b..0a1d9afe33 100644
--- a/tensorflow/contrib/lite/kernels/zeros_like_test.cc
+++ b/tensorflow/lite/kernels/zeros_like_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/lib_package/BUILD b/tensorflow/lite/lib_package/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/lib_package/BUILD
rename to tensorflow/lite/lib_package/BUILD
diff --git a/tensorflow/contrib/lite/lib_package/concat_licenses.sh b/tensorflow/lite/lib_package/concat_licenses.sh
similarity index 100%
rename from tensorflow/contrib/lite/lib_package/concat_licenses.sh
rename to tensorflow/lite/lib_package/concat_licenses.sh
diff --git a/tensorflow/contrib/lite/lib_package/create_ios_frameworks.sh b/tensorflow/lite/lib_package/create_ios_frameworks.sh
similarity index 87%
rename from tensorflow/contrib/lite/lib_package/create_ios_frameworks.sh
rename to tensorflow/lite/lib_package/create_ios_frameworks.sh
index 6195426d6d..fa466ed5bc 100755
--- a/tensorflow/contrib/lite/lib_package/create_ios_frameworks.sh
+++ b/tensorflow/lite/lib_package/create_ios_frameworks.sh
@@ -32,13 +32,13 @@ mkdir -p $FW_DIR_TFLITE_HDRS
 echo "Headers, populating: TensorFlow Lite"
 cd $TFLITE_DIR/../../..
 
-find tensorflow/contrib/lite -name '*.h' \
-    -not -path 'tensorflow/contrib/lite/tools/*' \
-    -not -path 'tensorflow/contrib/lite/examples/*' \
-    -not -path 'tensorflow/contrib/lite/gen/*' \
-    -not -path 'tensorflow/contrib/lite/toco/*' \
-    -not -path 'tensorflow/contrib/lite/nnapi/*' \
-    -not -path 'tensorflow/contrib/lite/java/*' \
+find tensorflow/lite -name '*.h' \
+    -not -path 'tensorflow/lite/tools/*' \
+    -not -path 'tensorflow/lite/examples/*' \
+    -not -path 'tensorflow/lite/gen/*' \
+    -not -path 'tensorflow/lite/toco/*' \
+    -not -path 'tensorflow/lite/nnapi/*' \
+    -not -path 'tensorflow/lite/java/*' \
     | tar -cf $FW_DIR_TFLITE_HDRS/tmp.tar -T -
 cd $FW_DIR_TFLITE_HDRS
 tar xf tmp.tar
diff --git a/tensorflow/contrib/lite/memory_planner.h b/tensorflow/lite/memory_planner.h
similarity index 88%
rename from tensorflow/contrib/lite/memory_planner.h
rename to tensorflow/lite/memory_planner.h
index 2d4707f849..fa2a44a1c8 100644
--- a/tensorflow/contrib/lite/memory_planner.h
+++ b/tensorflow/lite/memory_planner.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_MEMORY_PLANNER_H_
-#define TENSORFLOW_CONTRIB_LITE_MEMORY_PLANNER_H_
+#ifndef TENSORFLOW_LITE_MEMORY_PLANNER_H_
+#define TENSORFLOW_LITE_MEMORY_PLANNER_H_
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -42,4 +42,4 @@ class MemoryPlanner {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_MEMORY_PLANNER_H_
+#endif  // TENSORFLOW_LITE_MEMORY_PLANNER_H_
diff --git a/tensorflow/contrib/lite/mmap_allocation.cc b/tensorflow/lite/mmap_allocation.cc
similarity index 94%
rename from tensorflow/contrib/lite/mmap_allocation.cc
rename to tensorflow/lite/mmap_allocation.cc
index 92934d1fd1..11e5995699 100644
--- a/tensorflow/contrib/lite/mmap_allocation.cc
+++ b/tensorflow/lite/mmap_allocation.cc
@@ -19,8 +19,8 @@ limitations under the License.
 #include <sys/types.h>
 #include <unistd.h>
 
-#include "tensorflow/contrib/lite/allocation.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/mmap_allocation_disabled.cc b/tensorflow/lite/mmap_allocation_disabled.cc
similarity index 96%
rename from tensorflow/contrib/lite/mmap_allocation_disabled.cc
rename to tensorflow/lite/mmap_allocation_disabled.cc
index f3d4cf1a25..efb0991b59 100644
--- a/tensorflow/contrib/lite/mmap_allocation_disabled.cc
+++ b/tensorflow/lite/mmap_allocation_disabled.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/allocation.h"
+#include "tensorflow/lite/allocation.h"
 
 #include <cassert>
 
diff --git a/tensorflow/contrib/lite/model.cc b/tensorflow/lite/model.cc
similarity index 97%
rename from tensorflow/contrib/lite/model.cc
rename to tensorflow/lite/model.cc
index a8a010be1a..3970940435 100644
--- a/tensorflow/contrib/lite/model.cc
+++ b/tensorflow/lite/model.cc
@@ -19,15 +19,15 @@ limitations under the License.
 #include <sys/stat.h>
 #include <sys/types.h>
 
-#include "tensorflow/contrib/lite/allocation.h"
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/core/api/flatbuffer_conversions.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/api/flatbuffer_conversions.h"
+#include "tensorflow/lite/model.h"
 #ifndef TFLITE_MCU
-#include "tensorflow/contrib/lite/nnapi_delegate.h"
+#include "tensorflow/lite/nnapi_delegate.h"
 #endif
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/version.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/model.h b/tensorflow/lite/model.h
similarity index 95%
rename from tensorflow/contrib/lite/model.h
rename to tensorflow/lite/model.h
index 9505824dcc..01e7c68205 100644
--- a/tensorflow/contrib/lite/model.h
+++ b/tensorflow/lite/model.h
@@ -31,15 +31,15 @@ limitations under the License.
 // OpResolver must be defined to provide your kernel implementations to the
 // interpreter. This is environment specific and may consist of just the builtin
 // ops, or some custom operators you defined to extend tflite.
-#ifndef TENSORFLOW_CONTRIB_LITE_MODEL_H_
-#define TENSORFLOW_CONTRIB_LITE_MODEL_H_
+#ifndef TENSORFLOW_LITE_MODEL_H_
+#define TENSORFLOW_LITE_MODEL_H_
 
 #include <memory>
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/mutable_op_resolver.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/mutable_op_resolver.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 
@@ -186,4 +186,4 @@ class InterpreterBuilder {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_MODEL_H_
+#endif  // TENSORFLOW_LITE_MODEL_H_
diff --git a/tensorflow/contrib/lite/model_flex_test.cc b/tensorflow/lite/model_flex_test.cc
similarity index 86%
rename from tensorflow/contrib/lite/model_flex_test.cc
rename to tensorflow/lite/model_flex_test.cc
index 52e76bee49..88b3c886b2 100644
--- a/tensorflow/contrib/lite/model_flex_test.cc
+++ b/tensorflow/lite/model_flex_test.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/model.h"
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 
@@ -24,7 +24,7 @@ namespace tflite {
 // appropriate delegate is linked into the client.
 TEST(FlexModel, WithFlexDelegate) {
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/multi_add_flex.bin");
+      "tensorflow/lite/testdata/multi_add_flex.bin");
   ASSERT_TRUE(model);
 
   std::unique_ptr<Interpreter> interpreter;
diff --git a/tensorflow/contrib/lite/model_test.cc b/tensorflow/lite/model_test.cc
similarity index 91%
rename from tensorflow/contrib/lite/model_test.cc
rename to tensorflow/lite/model_test.cc
index b969bea5dc..e677ea94a7 100644
--- a/tensorflow/contrib/lite/model_test.cc
+++ b/tensorflow/lite/model_test.cc
@@ -20,12 +20,12 @@ limitations under the License.
 #include <sys/stat.h>
 #include <sys/types.h>
 
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/model.h"
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/testing/util.h"
 
 // Comparison for TfLiteRegistration. Since TfLiteRegistration is a C object,
 // we must declare this in global namespace, so argument-dependent operator
@@ -75,7 +75,7 @@ TEST(BasicFlatBufferModel, TestNonExistantFiles) {
 // Make sure a model with nothing in it loads properly.
 TEST(BasicFlatBufferModel, TestEmptyModelsAndNullDestination) {
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/empty_model.bin");
+      "tensorflow/lite/testdata/empty_model.bin");
   ASSERT_TRUE(model);
   // Now try to build it into a model.
   std::unique_ptr<Interpreter> interpreter;
@@ -89,14 +89,14 @@ TEST(BasicFlatBufferModel, TestEmptyModelsAndNullDestination) {
 // TODO(aselle): Replace this test when multiple subgraphs are supported.
 TEST(BasicFlatBufferModel, TestZeroAndMultipleSubgraphs) {
   auto m1 = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/0_subgraphs.bin");
+      "tensorflow/lite/testdata/0_subgraphs.bin");
   ASSERT_TRUE(m1);
   std::unique_ptr<Interpreter> interpreter1;
   ASSERT_NE(InterpreterBuilder(*m1, TrivialResolver())(&interpreter1),
             kTfLiteOk);
 
   auto m2 = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/2_subgraphs.bin");
+      "tensorflow/lite/testdata/2_subgraphs.bin");
   ASSERT_TRUE(m2);
   std::unique_ptr<Interpreter> interpreter2;
   ASSERT_NE(InterpreterBuilder(*m2, TrivialResolver())(&interpreter2),
@@ -106,7 +106,7 @@ TEST(BasicFlatBufferModel, TestZeroAndMultipleSubgraphs) {
 // Test what happens if we cannot bind any of the ops.
 TEST(BasicFlatBufferModel, TestModelWithoutNullRegistrations) {
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/test_model.bin");
+      "tensorflow/lite/testdata/test_model.bin");
   ASSERT_TRUE(model);
   // Check that we get an error code and interpreter pointer is reset.
   std::unique_ptr<Interpreter> interpreter(new Interpreter);
@@ -118,7 +118,7 @@ TEST(BasicFlatBufferModel, TestModelWithoutNullRegistrations) {
 // Make sure model is read to interpreter propelrly
 TEST(BasicFlatBufferModel, TestModelInInterpreter) {
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/test_model.bin");
+      "tensorflow/lite/testdata/test_model.bin");
   ASSERT_TRUE(model);
   // Check that we get an error code and interpreter pointer is reset.
   std::unique_ptr<Interpreter> interpreter(new Interpreter);
@@ -198,7 +198,7 @@ TEST(BasicFlatBufferModel, TestModelInInterpreter) {
 // not linked into the target.
 TEST(FlexModel, FailureWithoutFlexDelegate) {
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/multi_add_flex.bin");
+      "tensorflow/lite/testdata/multi_add_flex.bin");
   ASSERT_TRUE(model);
 
   // Note that creation will succeed when using the BuiltinOpResolver, but
@@ -219,7 +219,7 @@ TEST(FlexModel, FailureWithoutFlexDelegate) {
 // buffer. But the buffer is provided to be only 1 element.
 TEST(BasicFlatBufferModel, TestBrokenMmap) {
   ASSERT_FALSE(FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/test_model_broken.bin"));
+      "tensorflow/lite/testdata/test_model_broken.bin"));
 }
 
 TEST(BasicFlatBufferModel, TestNullModel) {
@@ -247,20 +247,20 @@ class FakeVerifier : public tflite::TfLiteVerifier {
 TEST(BasicFlatBufferModel, TestWithTrueVerifier) {
   FakeVerifier verifier(true);
   ASSERT_TRUE(FlatBufferModel::VerifyAndBuildFromFile(
-      "tensorflow/contrib/lite/testdata/test_model.bin",
+      "tensorflow/lite/testdata/test_model.bin",
       &verifier));
 }
 
 TEST(BasicFlatBufferModel, TestWithFalseVerifier) {
   FakeVerifier verifier(false);
   ASSERT_FALSE(FlatBufferModel::VerifyAndBuildFromFile(
-      "tensorflow/contrib/lite/testdata/test_model.bin",
+      "tensorflow/lite/testdata/test_model.bin",
       &verifier));
 }
 
 TEST(BasicFlatBufferModel, TestWithNullVerifier) {
   ASSERT_TRUE(FlatBufferModel::VerifyAndBuildFromFile(
-      "tensorflow/contrib/lite/testdata/test_model.bin", nullptr));
+      "tensorflow/lite/testdata/test_model.bin", nullptr));
 }
 
 // This makes sure the ErrorReporter is marshalled from FlatBufferModel to
@@ -268,7 +268,7 @@ TEST(BasicFlatBufferModel, TestWithNullVerifier) {
 TEST(BasicFlatBufferModel, TestCustomErrorReporter) {
   TestErrorReporter reporter;
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/empty_model.bin",
+      "tensorflow/lite/testdata/empty_model.bin",
       &reporter);
   ASSERT_TRUE(model);
 
@@ -283,7 +283,7 @@ TEST(BasicFlatBufferModel, TestCustomErrorReporter) {
 // the Interpreter.
 TEST(BasicFlatBufferModel, TestNullErrorReporter) {
   auto model = FlatBufferModel::BuildFromFile(
-      "tensorflow/contrib/lite/testdata/empty_model.bin", nullptr);
+      "tensorflow/lite/testdata/empty_model.bin", nullptr);
   ASSERT_TRUE(model);
 
   std::unique_ptr<Interpreter> interpreter;
@@ -296,7 +296,7 @@ TEST(BasicFlatBufferModel, TestNullErrorReporter) {
 TEST(BasicFlatBufferModel, TestBuildFromModel) {
   TestErrorReporter reporter;
   FileCopyAllocation model_allocation(
-      "tensorflow/contrib/lite/testdata/test_model.bin", &reporter);
+      "tensorflow/lite/testdata/test_model.bin", &reporter);
   ASSERT_TRUE(model_allocation.valid());
   ::flatbuffers::Verifier verifier(
       reinterpret_cast<const uint8_t*>(model_allocation.base()),
diff --git a/tensorflow/contrib/lite/models/BUILD b/tensorflow/lite/models/BUILD
similarity index 74%
rename from tensorflow/contrib/lite/models/BUILD
rename to tensorflow/lite/models/BUILD
index efa47b06fa..8730160e40 100644
--- a/tensorflow/contrib/lite/models/BUILD
+++ b/tensorflow/lite/models/BUILD
@@ -7,7 +7,7 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
 
 exports_files(glob([
     "testdata/*",
diff --git a/tensorflow/contrib/lite/models/smartreply/BUILD b/tensorflow/lite/models/smartreply/BUILD
similarity index 60%
rename from tensorflow/contrib/lite/models/smartreply/BUILD
rename to tensorflow/lite/models/smartreply/BUILD
index 9d88c396ba..078b8e6bc6 100644
--- a/tensorflow/contrib/lite/models/smartreply/BUILD
+++ b/tensorflow/lite/models/smartreply/BUILD
@@ -1,6 +1,6 @@
 package(default_visibility = ["//visibility:public"])
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts", "gen_selected_ops")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts", "gen_selected_ops")
 
 licenses(["notice"])  # Apache 2.0
 
@@ -19,9 +19,9 @@ cc_library(
     ],
     copts = tflite_copts(),
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
         "@com_google_absl//absl/strings",
         "@com_googlesource_code_re2//:re2",
         "@farmhash_archive//:farmhash",
@@ -35,9 +35,9 @@ cc_library(
     copts = tflite_copts(),
     deps = [
         ":custom_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
         "@com_google_absl//absl/strings",
         "@com_googlesource_code_re2//:re2",
     ],
@@ -50,9 +50,9 @@ cc_test(
     tags = ["no_oss"],
     deps = [
         ":custom_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
         "@farmhash_archive//:farmhash",
     ],
@@ -65,10 +65,10 @@ cc_test(
     tags = ["no_oss"],
     deps = [
         ":custom_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -80,10 +80,10 @@ cc_test(
     tags = ["no_oss"],
     deps = [
         ":custom_ops",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:test_util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:test_util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/AndroidManifest.xml b/tensorflow/lite/models/smartreply/demo/app/src/main/AndroidManifest.xml
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/AndroidManifest.xml
rename to tensorflow/lite/models/smartreply/demo/app/src/main/AndroidManifest.xml
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/BUILD b/tensorflow/lite/models/smartreply/demo/app/src/main/BUILD
similarity index 88%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/BUILD
rename to tensorflow/lite/models/smartreply/demo/app/src/main/BUILD
index 2e5033dab1..b14af4cb20 100644
--- a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/BUILD
+++ b/tensorflow/lite/models/smartreply/demo/app/src/main/BUILD
@@ -5,7 +5,7 @@ package(default_visibility = ["//visibility:public"])
 licenses(["notice"])  # Apache 2.0
 
 load(
-    "//tensorflow/contrib/lite:build_def.bzl",
+    "//tensorflow/lite:build_def.bzl",
     "tflite_copts",
     "tflite_jni_binary",
 )
@@ -61,8 +61,8 @@ cc_library(
         "-ldl",
     ],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/models/smartreply:predictor_lib",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/models/smartreply:predictor_lib",
     ],
     alwayslink = 1,
 )
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/assets/BUILD b/tensorflow/lite/models/smartreply/demo/app/src/main/assets/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/assets/BUILD
rename to tensorflow/lite/models/smartreply/demo/app/src/main/assets/BUILD
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/assets/backoff_response.txt b/tensorflow/lite/models/smartreply/demo/app/src/main/assets/backoff_response.txt
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/assets/backoff_response.txt
rename to tensorflow/lite/models/smartreply/demo/app/src/main/assets/backoff_response.txt
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/MainActivity.java b/tensorflow/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/MainActivity.java
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/MainActivity.java
rename to tensorflow/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/MainActivity.java
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReply.java b/tensorflow/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReply.java
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReply.java
rename to tensorflow/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReply.java
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReplyClient.java b/tensorflow/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReplyClient.java
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReplyClient.java
rename to tensorflow/lite/models/smartreply/demo/app/src/main/java/com/example/android/smartreply/SmartReplyClient.java
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/res/layout/main_activity.xml b/tensorflow/lite/models/smartreply/demo/app/src/main/res/layout/main_activity.xml
similarity index 100%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/res/layout/main_activity.xml
rename to tensorflow/lite/models/smartreply/demo/app/src/main/res/layout/main_activity.xml
diff --git a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc b/tensorflow/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc
similarity index 97%
rename from tensorflow/contrib/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc
rename to tensorflow/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc
index f158cc511a..9b5df36c37 100644
--- a/tensorflow/contrib/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc
+++ b/tensorflow/lite/models/smartreply/demo/app/src/main/smartreply_jni.cc
@@ -17,8 +17,8 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/models/smartreply/predictor.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/models/smartreply/predictor.h"
 
 const char kIllegalStateException[] = "java/lang/IllegalStateException";
 
diff --git a/tensorflow/contrib/lite/models/smartreply/g3doc/README.md b/tensorflow/lite/models/smartreply/g3doc/README.md
similarity index 98%
rename from tensorflow/contrib/lite/models/smartreply/g3doc/README.md
rename to tensorflow/lite/models/smartreply/g3doc/README.md
index a6d75648b3..1b8ff15196 100644
--- a/tensorflow/contrib/lite/models/smartreply/g3doc/README.md
+++ b/tensorflow/lite/models/smartreply/g3doc/README.md
@@ -38,7 +38,7 @@ The On-Device Smart Reply model is aimed towards improving the messaging
 experience for day-to-day conversational chat messages. We recommend using this
 model for similar use cases. Some sample messages on which the model does well
 are provided in this [tsv
-file](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/testdata/smartreply_samples.tsv)
+file](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/testdata/smartreply_samples.tsv)
 for reference. The file format is:
 
 ```
@@ -143,4 +143,4 @@ Following are the ops supported for using On-Device Smart Reply model:
 ## Further Information
 
 *   Open source code
-    [here](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/smartreply/).
+    [here](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/smartreply/).
diff --git a/tensorflow/contrib/lite/models/smartreply/ops/extract_feature.cc b/tensorflow/lite/models/smartreply/ops/extract_feature.cc
similarity index 95%
rename from tensorflow/contrib/lite/models/smartreply/ops/extract_feature.cc
rename to tensorflow/lite/models/smartreply/ops/extract_feature.cc
index 29c8ad2286..f9d2922945 100644
--- a/tensorflow/contrib/lite/models/smartreply/ops/extract_feature.cc
+++ b/tensorflow/lite/models/smartreply/ops/extract_feature.cc
@@ -24,9 +24,9 @@ limitations under the License.
 #include <algorithm>
 #include <map>
 
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/string_util.h"
 #include <farmhash.h>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/models/smartreply/ops/extract_feature_test.cc b/tensorflow/lite/models/smartreply/ops/extract_feature_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/models/smartreply/ops/extract_feature_test.cc
rename to tensorflow/lite/models/smartreply/ops/extract_feature_test.cc
index 9b8676bab6..efe59eeb46 100644
--- a/tensorflow/contrib/lite/models/smartreply/ops/extract_feature_test.cc
+++ b/tensorflow/lite/models/smartreply/ops/extract_feature_test.cc
@@ -16,10 +16,10 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
 #include <farmhash.h>
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/models/smartreply/ops/normalize.cc b/tensorflow/lite/models/smartreply/ops/normalize.cc
similarity index 95%
rename from tensorflow/contrib/lite/models/smartreply/ops/normalize.cc
rename to tensorflow/lite/models/smartreply/ops/normalize.cc
index c55ac9f52f..8480260f27 100644
--- a/tensorflow/contrib/lite/models/smartreply/ops/normalize.cc
+++ b/tensorflow/lite/models/smartreply/ops/normalize.cc
@@ -28,9 +28,9 @@ limitations under the License.
 #include "absl/strings/str_cat.h"
 #include "absl/strings/strip.h"
 #include "re2/re2.h"
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/models/smartreply/ops/normalize_test.cc b/tensorflow/lite/models/smartreply/ops/normalize_test.cc
similarity index 90%
rename from tensorflow/contrib/lite/models/smartreply/ops/normalize_test.cc
rename to tensorflow/lite/models/smartreply/ops/normalize_test.cc
index 4d35dba9a6..8c5131565d 100644
--- a/tensorflow/contrib/lite/models/smartreply/ops/normalize_test.cc
+++ b/tensorflow/lite/models/smartreply/ops/normalize_test.cc
@@ -16,11 +16,11 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/models/smartreply/ops/predict.cc b/tensorflow/lite/models/smartreply/ops/predict.cc
similarity index 99%
rename from tensorflow/contrib/lite/models/smartreply/ops/predict.cc
rename to tensorflow/lite/models/smartreply/ops/predict.cc
index 7b23adb990..bb2ed4a315 100644
--- a/tensorflow/contrib/lite/models/smartreply/ops/predict.cc
+++ b/tensorflow/lite/models/smartreply/ops/predict.cc
@@ -31,7 +31,7 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/context.h"
+#include "tensorflow/lite/context.h"
 
 namespace tflite {
 namespace ops {
diff --git a/tensorflow/contrib/lite/models/smartreply/ops/predict_test.cc b/tensorflow/lite/models/smartreply/ops/predict_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/models/smartreply/ops/predict_test.cc
rename to tensorflow/lite/models/smartreply/ops/predict_test.cc
index e97c58cbd1..ca64dcaad4 100644
--- a/tensorflow/contrib/lite/models/smartreply/ops/predict_test.cc
+++ b/tensorflow/lite/models/smartreply/ops/predict_test.cc
@@ -16,11 +16,11 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/models/smartreply/predictor.cc b/tensorflow/lite/models/smartreply/predictor.cc
similarity index 92%
rename from tensorflow/contrib/lite/models/smartreply/predictor.cc
rename to tensorflow/lite/models/smartreply/predictor.cc
index 5d6c47dce8..7db2502977 100644
--- a/tensorflow/contrib/lite/models/smartreply/predictor.cc
+++ b/tensorflow/lite/models/smartreply/predictor.cc
@@ -13,15 +13,15 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/models/smartreply/predictor.h"
+#include "tensorflow/lite/models/smartreply/predictor.h"
 
 #include "absl/strings/str_split.h"
 #include "re2/re2.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/op_resolver.h"
+#include "tensorflow/lite/string_util.h"
 
 void RegisterSelectedOps(::tflite::MutableOpResolver* resolver);
 
diff --git a/tensorflow/contrib/lite/models/smartreply/predictor.h b/tensorflow/lite/models/smartreply/predictor.h
similarity index 91%
rename from tensorflow/contrib/lite/models/smartreply/predictor.h
rename to tensorflow/lite/models/smartreply/predictor.h
index 3151192d92..6b8f9298a3 100644
--- a/tensorflow/contrib/lite/models/smartreply/predictor.h
+++ b/tensorflow/lite/models/smartreply/predictor.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_MODELS_SMARTREPLY_PREDICTOR_H_
-#define TENSORFLOW_CONTRIB_LITE_MODELS_SMARTREPLY_PREDICTOR_H_
+#ifndef TENSORFLOW_LITE_MODELS_SMARTREPLY_PREDICTOR_H_
+#define TENSORFLOW_LITE_MODELS_SMARTREPLY_PREDICTOR_H_
 
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 namespace custom {
@@ -77,4 +77,4 @@ struct SmartReplyConfig {
 }  // namespace custom
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_MODELS_SMARTREPLY_PREDICTOR_H_
+#endif  // TENSORFLOW_LITE_MODELS_SMARTREPLY_PREDICTOR_H_
diff --git a/tensorflow/contrib/lite/models/smartreply/predictor_test.cc b/tensorflow/lite/models/smartreply/predictor_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/models/smartreply/predictor_test.cc
rename to tensorflow/lite/models/smartreply/predictor_test.cc
index c7e08814fd..7eba26993e 100644
--- a/tensorflow/contrib/lite/models/smartreply/predictor_test.cc
+++ b/tensorflow/lite/models/smartreply/predictor_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/models/smartreply/predictor.h"
+#include "tensorflow/lite/models/smartreply/predictor.h"
 
 #include <fstream>
 #include <unordered_set>
@@ -22,8 +22,8 @@ limitations under the License.
 #include <gtest/gtest.h>
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_split.h"
-//#include "tensorflow/contrib/lite/models/test_utils.h"
-#include "tensorflow/contrib/lite/string_util.h"
+//#include "tensorflow/lite/models/test_utils.h"
+#include "tensorflow/lite/string_util.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace tflite {
@@ -36,7 +36,7 @@ const char kSamples[] = "smartreply_samples.tsv";
 
 string TestDataPath() {
   return string(absl::StrCat(tensorflow::testing::TensorFlowSrcRoot(), "/",
-                             "contrib/lite/models/testdata/"));
+                             "lite/models/testdata/"));
 }
 
 MATCHER_P(IncludeAnyResponesIn, expected_response, "contains the response") {
diff --git a/tensorflow/contrib/lite/models/speech_test.cc b/tensorflow/lite/models/speech_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/models/speech_test.cc
rename to tensorflow/lite/models/speech_test.cc
index 8ecf0b6154..17b7e8f28e 100644
--- a/tensorflow/contrib/lite/models/speech_test.cc
+++ b/tensorflow/lite/models/speech_test.cc
@@ -21,14 +21,14 @@ limitations under the License.
 
 #include "testing/base/public/googletest.h"
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/parse_testdata.h"
-#include "tensorflow/contrib/lite/testing/split.h"
-#include "tensorflow/contrib/lite/testing/tflite_driver.h"
+#include "tensorflow/lite/testing/parse_testdata.h"
+#include "tensorflow/lite/testing/split.h"
+#include "tensorflow/lite/testing/tflite_driver.h"
 
 namespace tflite {
 namespace {
 
-const char kDataPath[] = "third_party/tensorflow/contrib/lite/models/testdata/";
+const char kDataPath[] = "third_party/tensorflow/lite/models/testdata/";
 
 bool Init(const string& in_file_name, testing::TfLiteDriver* driver,
           std::ifstream* in_file) {
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/README.md b/tensorflow/lite/models/testdata/g3doc/README.md
similarity index 93%
rename from tensorflow/contrib/lite/models/testdata/g3doc/README.md
rename to tensorflow/lite/models/testdata/g3doc/README.md
index 1c47e00aae..2a4f1c143a 100644
--- a/tensorflow/contrib/lite/models/testdata/g3doc/README.md
+++ b/tensorflow/lite/models/testdata/g3doc/README.md
@@ -118,26 +118,26 @@ model](https://storage.googleapis.com/download.tensorflow.org/models/tflite/spee
 ### Test benches
 
 [Speech hotword model
-test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/speech_hotword_model_test.cc)
+test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/speech_hotword_model_test.cc)
 
 [Speaker-id model
-test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/speech_speakerid_model_test.cc)
+test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/speech_speakerid_model_test.cc)
 
 [TTS model
-test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/speech_tts_model_test.cc)
+test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/speech_tts_model_test.cc)
 
 [ASR AM model
-test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/speech_asr_am_model_test.cc)
+test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/speech_asr_am_model_test.cc)
 
 [ASR LM model
-test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/speech_asr_lm_model_test.cc)
+test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/speech_asr_lm_model_test.cc)
 
 [Endpointer model
-test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/models/speech_endpointer_model_test.cc)
+test](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/models/speech_endpointer_model_test.cc)
 
 ## Android Support
 The models have been tested on Android phones, using the following tests:
 
-[Hotword] (https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/android/BUILD?rcl=172930882&l=25)
+[Hotword] (https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/android/BUILD?rcl=172930882&l=25)
 
-[Speaker-id] (https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/android/BUILD?rcl=172930882&l=36)
+[Speaker-id] (https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/android/BUILD?rcl=172930882&l=36)
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/asr_am.svg b/tensorflow/lite/models/testdata/g3doc/asr_am.svg
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/g3doc/asr_am.svg
rename to tensorflow/lite/models/testdata/g3doc/asr_am.svg
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/asr_lm.svg b/tensorflow/lite/models/testdata/g3doc/asr_lm.svg
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/g3doc/asr_lm.svg
rename to tensorflow/lite/models/testdata/g3doc/asr_lm.svg
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/endpointer.svg b/tensorflow/lite/models/testdata/g3doc/endpointer.svg
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/g3doc/endpointer.svg
rename to tensorflow/lite/models/testdata/g3doc/endpointer.svg
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/hotword.svg b/tensorflow/lite/models/testdata/g3doc/hotword.svg
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/g3doc/hotword.svg
rename to tensorflow/lite/models/testdata/g3doc/hotword.svg
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/speakerid.svg b/tensorflow/lite/models/testdata/g3doc/speakerid.svg
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/g3doc/speakerid.svg
rename to tensorflow/lite/models/testdata/g3doc/speakerid.svg
diff --git a/tensorflow/contrib/lite/models/testdata/g3doc/tts.svg b/tensorflow/lite/models/testdata/g3doc/tts.svg
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/g3doc/tts.svg
rename to tensorflow/lite/models/testdata/g3doc/tts.svg
diff --git a/tensorflow/contrib/lite/models/testdata/smartreply_samples.tsv b/tensorflow/lite/models/testdata/smartreply_samples.tsv
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/smartreply_samples.tsv
rename to tensorflow/lite/models/testdata/smartreply_samples.tsv
diff --git a/tensorflow/contrib/lite/models/testdata/speech_asr_lm_model.test_spec b/tensorflow/lite/models/testdata/speech_asr_lm_model.test_spec
similarity index 100%
rename from tensorflow/contrib/lite/models/testdata/speech_asr_lm_model.test_spec
rename to tensorflow/lite/models/testdata/speech_asr_lm_model.test_spec
diff --git a/tensorflow/contrib/lite/mutable_op_resolver.cc b/tensorflow/lite/mutable_op_resolver.cc
similarity index 97%
rename from tensorflow/contrib/lite/mutable_op_resolver.cc
rename to tensorflow/lite/mutable_op_resolver.cc
index a36404399b..36c512dcaa 100644
--- a/tensorflow/contrib/lite/mutable_op_resolver.cc
+++ b/tensorflow/lite/mutable_op_resolver.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/mutable_op_resolver.h"
+#include "tensorflow/lite/mutable_op_resolver.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/mutable_op_resolver.h b/tensorflow/lite/mutable_op_resolver.h
similarity index 91%
rename from tensorflow/contrib/lite/mutable_op_resolver.h
rename to tensorflow/lite/mutable_op_resolver.h
index efd6cfac2a..b570059549 100644
--- a/tensorflow/contrib/lite/mutable_op_resolver.h
+++ b/tensorflow/lite/mutable_op_resolver.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_MUTABLE_OP_RESOLVER_H_
-#define TENSORFLOW_CONTRIB_LITE_MUTABLE_OP_RESOLVER_H_
+#ifndef TENSORFLOW_LITE_MUTABLE_OP_RESOLVER_H_
+#define TENSORFLOW_LITE_MUTABLE_OP_RESOLVER_H_
 
 #include <unordered_map>
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/util.h"
 
 namespace tflite {
 
@@ -78,4 +78,4 @@ class MutableOpResolver : public OpResolver {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_MUTABLE_OP_RESOLVER_H_
+#endif  // TENSORFLOW_LITE_MUTABLE_OP_RESOLVER_H_
diff --git a/tensorflow/contrib/lite/mutable_op_resolver_test.cc b/tensorflow/lite/mutable_op_resolver_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/mutable_op_resolver_test.cc
rename to tensorflow/lite/mutable_op_resolver_test.cc
index b70c703839..64fc68a16c 100644
--- a/tensorflow/contrib/lite/mutable_op_resolver_test.cc
+++ b/tensorflow/lite/mutable_op_resolver_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/mutable_op_resolver.h"
+#include "tensorflow/lite/mutable_op_resolver.h"
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/nnapi/BUILD b/tensorflow/lite/nnapi/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/nnapi/BUILD
rename to tensorflow/lite/nnapi/BUILD
diff --git a/tensorflow/contrib/lite/nnapi/NeuralNetworksShim.h b/tensorflow/lite/nnapi/NeuralNetworksShim.h
similarity index 99%
rename from tensorflow/contrib/lite/nnapi/NeuralNetworksShim.h
rename to tensorflow/lite/nnapi/NeuralNetworksShim.h
index eccf4aefb6..c39502f4ac 100644
--- a/tensorflow/contrib/lite/nnapi/NeuralNetworksShim.h
+++ b/tensorflow/lite/nnapi/NeuralNetworksShim.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_NNAPI_NEURALNETWORKSSHIM_H_
-#define TENSORFLOW_CONTRIB_LITE_NNAPI_NEURALNETWORKSSHIM_H_
+#ifndef TENSORFLOW_LITE_NNAPI_NEURALNETWORKSSHIM_H_
+#define TENSORFLOW_LITE_NNAPI_NEURALNETWORKSSHIM_H_
 
 #include <dlfcn.h>
 #include <stdint.h>
@@ -1009,4 +1009,4 @@ inline void ANeuralNetworksEvent_free(ANeuralNetworksEvent* event) {
 
 /**/
 
-#endif  // TENSORFLOW_CONTRIB_LITE_NNAPI_NEURALNETWORKSSHIM_H_
+#endif  // TENSORFLOW_LITE_NNAPI_NEURALNETWORKSSHIM_H_
diff --git a/tensorflow/contrib/lite/nnapi/README.md b/tensorflow/lite/nnapi/README.md
similarity index 100%
rename from tensorflow/contrib/lite/nnapi/README.md
rename to tensorflow/lite/nnapi/README.md
diff --git a/tensorflow/contrib/lite/nnapi_delegate.cc b/tensorflow/lite/nnapi_delegate.cc
similarity index 99%
rename from tensorflow/contrib/lite/nnapi_delegate.cc
rename to tensorflow/lite/nnapi_delegate.cc
index 9cca229332..950bdb3942 100644
--- a/tensorflow/contrib/lite/nnapi_delegate.cc
+++ b/tensorflow/lite/nnapi_delegate.cc
@@ -13,15 +13,15 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/nnapi_delegate.h"
+#include "tensorflow/lite/nnapi_delegate.h"
 #include <fcntl.h>
 #include <sys/mman.h>
 #include <sys/stat.h>
 #include <sys/types.h>
-#include "tensorflow/contrib/lite/c/builtin_op_data.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/nnapi/NeuralNetworksShim.h"
+#include "tensorflow/lite/c/builtin_op_data.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/nnapi/NeuralNetworksShim.h"
 
 #ifdef __ANDROID__
 #include <android/log.h>
diff --git a/tensorflow/contrib/lite/nnapi_delegate.h b/tensorflow/lite/nnapi_delegate.h
similarity index 86%
rename from tensorflow/contrib/lite/nnapi_delegate.h
rename to tensorflow/lite/nnapi_delegate.h
index 22359d557e..63b408c141 100644
--- a/tensorflow/contrib/lite/nnapi_delegate.h
+++ b/tensorflow/lite/nnapi_delegate.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_NNAPI_DELEGATE_H_
-#define TENSORFLOW_CONTRIB_LITE_NNAPI_DELEGATE_H_
+#ifndef TENSORFLOW_LITE_NNAPI_DELEGATE_H_
+#define TENSORFLOW_LITE_NNAPI_DELEGATE_H_
 
-#include "tensorflow/contrib/lite/allocation.h"
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/interpreter.h"
 
 class ANeuralNetworksModel;
 class ANeuralNetworksMemory;
@@ -77,4 +77,4 @@ class NNAPIDelegate {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_NNAPI_DELEGATE_H_
+#endif  // TENSORFLOW_LITE_NNAPI_DELEGATE_H_
diff --git a/tensorflow/contrib/lite/nnapi_delegate_disabled.cc b/tensorflow/lite/nnapi_delegate_disabled.cc
similarity index 96%
rename from tensorflow/contrib/lite/nnapi_delegate_disabled.cc
rename to tensorflow/lite/nnapi_delegate_disabled.cc
index e3536d3db6..44dc21f1b6 100644
--- a/tensorflow/contrib/lite/nnapi_delegate_disabled.cc
+++ b/tensorflow/lite/nnapi_delegate_disabled.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/nnapi_delegate.h"
+#include "tensorflow/lite/nnapi_delegate.h"
 
 #include <cassert>
 
diff --git a/tensorflow/contrib/lite/op_resolver.h b/tensorflow/lite/op_resolver.h
similarity index 73%
rename from tensorflow/contrib/lite/op_resolver.h
rename to tensorflow/lite/op_resolver.h
index e93134cbde..96490d44b9 100644
--- a/tensorflow/contrib/lite/op_resolver.h
+++ b/tensorflow/lite/op_resolver.h
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 // Compatibility shim for moved header location.
-#ifndef TENSORFLOW_CONTRIB_LITE_OP_RESOLVER_H_
-#define TENSORFLOW_CONTRIB_LITE_OP_RESOLVER_H_
+#ifndef TENSORFLOW_LITE_OP_RESOLVER_H_
+#define TENSORFLOW_LITE_OP_RESOLVER_H_
 
-#include "tensorflow/contrib/lite/core/api/op_resolver.h"
-#include "tensorflow/contrib/lite/mutable_op_resolver.h"
+#include "tensorflow/lite/core/api/op_resolver.h"
+#include "tensorflow/lite/mutable_op_resolver.h"
 
-#endif  // TENSORFLOW_CONTRIB_LITE_OP_RESOLVER_H_
+#endif  // TENSORFLOW_LITE_OP_RESOLVER_H_
diff --git a/tensorflow/contrib/lite/optional_debug_tools.cc b/tensorflow/lite/optional_debug_tools.cc
similarity index 98%
rename from tensorflow/contrib/lite/optional_debug_tools.cc
rename to tensorflow/lite/optional_debug_tools.cc
index 64ba2d8baa..020d1d8de5 100644
--- a/tensorflow/contrib/lite/optional_debug_tools.cc
+++ b/tensorflow/lite/optional_debug_tools.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/optional_debug_tools.h"
+#include "tensorflow/lite/optional_debug_tools.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/optional_debug_tools.h b/tensorflow/lite/optional_debug_tools.h
similarity index 80%
rename from tensorflow/contrib/lite/optional_debug_tools.h
rename to tensorflow/lite/optional_debug_tools.h
index 82a6e114a6..fb2f78e5ae 100644
--- a/tensorflow/contrib/lite/optional_debug_tools.h
+++ b/tensorflow/lite/optional_debug_tools.h
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 // Optional debugging functionality. For small sized binaries, these are not
 // needed.
-#ifndef TENSORFLOW_CONTRIB_LITE_OPTIONAL_DEBUG_TOOLS_H_
-#define TENSORFLOW_CONTRIB_LITE_OPTIONAL_DEBUG_TOOLS_H_
+#ifndef TENSORFLOW_LITE_OPTIONAL_DEBUG_TOOLS_H_
+#define TENSORFLOW_LITE_OPTIONAL_DEBUG_TOOLS_H_
 
-#include "tensorflow/contrib/lite/interpreter.h"
+#include "tensorflow/lite/interpreter.h"
 
 namespace tflite {
 
@@ -26,4 +26,4 @@ void PrintInterpreterState(Interpreter* interpreter);
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_OPTIONAL_DEBUG_TOOLS_H_
+#endif  // TENSORFLOW_LITE_OPTIONAL_DEBUG_TOOLS_H_
diff --git a/tensorflow/contrib/lite/profiling/BUILD b/tensorflow/lite/profiling/BUILD
similarity index 71%
rename from tensorflow/contrib/lite/profiling/BUILD
rename to tensorflow/lite/profiling/BUILD
index 1172722f7a..c7a8e4f06a 100644
--- a/tensorflow/contrib/lite/profiling/BUILD
+++ b/tensorflow/lite/profiling/BUILD
@@ -2,7 +2,7 @@ package(default_visibility = ["//visibility:public"])
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
 
 common_copts = [
     "-Wall",
@@ -22,7 +22,7 @@ cc_test(
     defines = ["TFLITE_PROFILING_ENABLED"],
     deps = [
         ":profiler",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -48,9 +48,9 @@ cc_library(
     copts = common_copts,
     deps = [
         ":profiler",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
         "//tensorflow/core:stats_calculator_portable",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
@@ -61,12 +61,12 @@ cc_test(
     tags = ["no_oss"],
     deps = [
         ":profile_summarizer",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/kernels:kernel_util",
-        "//tensorflow/contrib/lite/kernels:test_util",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/kernels:kernel_util",
+        "//tensorflow/lite/kernels:test_util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -78,7 +78,7 @@ cc_test(
     defines = ["TFLITE_PROFILING_ENABLED"],
     deps = [
         ":profile_buffer",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
diff --git a/tensorflow/contrib/lite/profiling/profile_buffer.h b/tensorflow/lite/profiling/profile_buffer.h
similarity index 95%
rename from tensorflow/contrib/lite/profiling/profile_buffer.h
rename to tensorflow/lite/profiling/profile_buffer.h
index 65d86dce47..247ebb37c5 100644
--- a/tensorflow/contrib/lite/profiling/profile_buffer.h
+++ b/tensorflow/lite/profiling/profile_buffer.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILE_BUFFER_H_
-#define TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILE_BUFFER_H_
+#ifndef TENSORFLOW_LITE_PROFILING_PROFILE_BUFFER_H_
+#define TENSORFLOW_LITE_PROFILING_PROFILE_BUFFER_H_
 
 #include <cstddef>
 #include <cstdint>
 
-#include "tensorflow/contrib/lite/profiling/time.h"
+#include "tensorflow/lite/profiling/time.h"
 
 namespace tflite {
 namespace profiling {
@@ -143,4 +143,4 @@ class ProfileBuffer {
 }  // namespace profiling
 }  // namespace tflite
 #endif  // TFLITE_PROFILING_ENABLED
-#endif  // TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILE_BUFFER_H_
+#endif  // TENSORFLOW_LITE_PROFILING_PROFILE_BUFFER_H_
diff --git a/tensorflow/contrib/lite/profiling/profile_buffer_test.cc b/tensorflow/lite/profiling/profile_buffer_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/profiling/profile_buffer_test.cc
rename to tensorflow/lite/profiling/profile_buffer_test.cc
index b8784cca45..6642a15884 100644
--- a/tensorflow/contrib/lite/profiling/profile_buffer_test.cc
+++ b/tensorflow/lite/profiling/profile_buffer_test.cc
@@ -17,8 +17,8 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/profiling/profile_buffer.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/profiling/profile_buffer.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace profiling {
diff --git a/tensorflow/contrib/lite/profiling/profile_summarizer.cc b/tensorflow/lite/profiling/profile_summarizer.cc
similarity index 97%
rename from tensorflow/contrib/lite/profiling/profile_summarizer.cc
rename to tensorflow/lite/profiling/profile_summarizer.cc
index 720bd717b9..64b1bd7ad7 100644
--- a/tensorflow/contrib/lite/profiling/profile_summarizer.cc
+++ b/tensorflow/lite/profiling/profile_summarizer.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/profiling/profile_summarizer.h"
+#include "tensorflow/lite/profiling/profile_summarizer.h"
 
 #include <sstream>
 
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 namespace profiling {
diff --git a/tensorflow/contrib/lite/profiling/profile_summarizer.h b/tensorflow/lite/profiling/profile_summarizer.h
similarity index 84%
rename from tensorflow/contrib/lite/profiling/profile_summarizer.h
rename to tensorflow/lite/profiling/profile_summarizer.h
index a529ff8742..d4f5da7be9 100644
--- a/tensorflow/contrib/lite/profiling/profile_summarizer.h
+++ b/tensorflow/lite/profiling/profile_summarizer.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILE_SUMMARIZER_H_
-#define TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILE_SUMMARIZER_H_
+#ifndef TENSORFLOW_LITE_PROFILING_PROFILE_SUMMARIZER_H_
+#define TENSORFLOW_LITE_PROFILING_PROFILE_SUMMARIZER_H_
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/profiling/profiler.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/profiling/profiler.h"
 #include "tensorflow/core/util/stats_calculator.h"
 
 namespace tflite {
@@ -52,4 +52,4 @@ class ProfileSummarizer {
 }  // namespace profiling
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILE_SUMMARIZER_H_
+#endif  // TENSORFLOW_LITE_PROFILING_PROFILE_SUMMARIZER_H_
diff --git a/tensorflow/contrib/lite/profiling/profile_summarizer_test.cc b/tensorflow/lite/profiling/profile_summarizer_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/profiling/profile_summarizer_test.cc
rename to tensorflow/lite/profiling/profile_summarizer_test.cc
index 465c294962..bbb64b832a 100644
--- a/tensorflow/contrib/lite/profiling/profile_summarizer_test.cc
+++ b/tensorflow/lite/profiling/profile_summarizer_test.cc
@@ -18,13 +18,13 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/kernel_util.h"
-#include "tensorflow/contrib/lite/kernels/test_util.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/profiling/profile_summarizer.h"
-#include "tensorflow/contrib/lite/testing/util.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/kernel_util.h"
+#include "tensorflow/lite/kernels/test_util.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/profiling/profile_summarizer.h"
+#include "tensorflow/lite/testing/util.h"
+#include "tensorflow/lite/version.h"
 
 namespace tflite {
 namespace profiling {
diff --git a/tensorflow/contrib/lite/profiling/profiler.h b/tensorflow/lite/profiling/profiler.h
similarity index 95%
rename from tensorflow/contrib/lite/profiling/profiler.h
rename to tensorflow/lite/profiling/profiler.h
index 8c3e4dc76d..89c05cba37 100644
--- a/tensorflow/contrib/lite/profiling/profiler.h
+++ b/tensorflow/lite/profiling/profiler.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILER_H_
-#define TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILER_H_
+#ifndef TENSORFLOW_LITE_PROFILING_PROFILER_H_
+#define TENSORFLOW_LITE_PROFILING_PROFILER_H_
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/profiling/profile_buffer.h"
+#include "tensorflow/lite/profiling/profile_buffer.h"
 
 #ifdef TFLITE_PROFILING_ENABLED
 
@@ -176,4 +176,4 @@ class Profiler {
 
 #endif  // TFLITE_PROFILING_ENABLED
 
-#endif  // TENSORFLOW_CONTRIB_LITE_PROFILING_PROFILER_H_
+#endif  // TENSORFLOW_LITE_PROFILING_PROFILER_H_
diff --git a/tensorflow/contrib/lite/profiling/profiler_test.cc b/tensorflow/lite/profiling/profiler_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/profiling/profiler_test.cc
rename to tensorflow/lite/profiling/profiler_test.cc
index cf56eed2a4..82d053729c 100644
--- a/tensorflow/contrib/lite/profiling/profiler_test.cc
+++ b/tensorflow/lite/profiling/profiler_test.cc
@@ -20,8 +20,8 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/profiling/profiler.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/profiling/profiler.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace profiling {
diff --git a/tensorflow/contrib/lite/profiling/time.cc b/tensorflow/lite/profiling/time.cc
similarity index 96%
rename from tensorflow/contrib/lite/profiling/time.cc
rename to tensorflow/lite/profiling/time.cc
index 875ddb02bc..3e7db03d9d 100644
--- a/tensorflow/contrib/lite/profiling/time.cc
+++ b/tensorflow/lite/profiling/time.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/profiling/time.h"
+#include "tensorflow/lite/profiling/time.h"
 
 #if defined(_MSC_VER)
 #include <chrono>  // NOLINT(build/c++11)
diff --git a/tensorflow/contrib/lite/profiling/time.h b/tensorflow/lite/profiling/time.h
similarity index 84%
rename from tensorflow/contrib/lite/profiling/time.h
rename to tensorflow/lite/profiling/time.h
index cc2ec319b8..66233a480f 100644
--- a/tensorflow/contrib/lite/profiling/time.h
+++ b/tensorflow/lite/profiling/time.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_PROFILING_TIME_H_
-#define TENSORFLOW_CONTRIB_LITE_PROFILING_TIME_H_
+#ifndef TENSORFLOW_LITE_PROFILING_TIME_H_
+#define TENSORFLOW_LITE_PROFILING_TIME_H_
 
 #include <cstdint>
 
@@ -24,4 +24,4 @@ uint64_t NowMicros();
 }  // namespace time
 }  // namespace profiling
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_PROFILING_TIME_H_
+#endif  // TENSORFLOW_LITE_PROFILING_TIME_H_
diff --git a/tensorflow/lite/python/BUILD b/tensorflow/lite/python/BUILD
new file mode 100644
index 0000000000..017dd72f78
--- /dev/null
+++ b/tensorflow/lite/python/BUILD
@@ -0,0 +1,189 @@
+licenses(["notice"])  # Apache 2.0
+
+package(default_visibility = ["//tensorflow:internal"])
+
+load("//tensorflow:tensorflow.bzl", "py_test")
+
+filegroup(
+    name = "interpreter_test_data",
+    srcs = glob(["**/testdata/*"]),
+    visibility = ["//tensorflow:__subpackages__"],
+)
+
+py_library(
+    name = "interpreter",
+    srcs = [
+        "interpreter.py",
+    ],
+    srcs_version = "PY2AND3",
+    visibility = ["//visibility:public"],
+    deps = [
+        "//tensorflow/lite/python/interpreter_wrapper:tensorflow_wrap_interpreter_wrapper",
+        "//tensorflow/python:util",
+        "//third_party/py/numpy",
+    ],
+)
+
+py_test(
+    name = "interpreter_test",
+    srcs = ["interpreter_test.py"],
+    data = [":interpreter_test_data"],
+    srcs_version = "PY2AND3",
+    tags = ["no_oss"],
+    deps = [
+        ":interpreter",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform",
+        "//third_party/py/numpy",
+    ],
+)
+
+py_binary(
+    name = "tflite_convert",
+    srcs = ["tflite_convert.py"],
+    srcs_version = "PY2AND3",
+    visibility = ["//visibility:public"],
+    deps = [
+        ":lite",
+    ],
+)
+
+py_library(
+    name = "lite",
+    srcs = ["lite.py"],
+    srcs_version = "PY2AND3",
+    visibility = ["//visibility:public"],
+    deps = [
+        ":convert",
+        ":convert_saved_model",
+        ":interpreter",
+        ":lite_constants",
+        ":op_hint",
+        "//tensorflow/python:graph_util",
+        "//tensorflow/python/keras",
+        "//tensorflow/python/saved_model:constants",
+        "//tensorflow/python/saved_model:loader",
+    ],
+)
+
+py_test(
+    name = "lite_test",
+    srcs = ["lite_test.py"],
+    data = ["@tflite_mobilenet_ssd_quant_protobuf//:tflite_graph.pb"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_oss",
+        "no_windows",
+    ],
+    deps = [
+        ":lite",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_test_lib",
+    ],
+)
+
+py_library(
+    name = "lite_constants",
+    srcs = ["lite_constants.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/lite/toco:toco_flags_proto_py",
+    ],
+)
+
+py_library(
+    name = "convert",
+    srcs = ["convert.py"],
+    srcs_version = "PY2AND3",
+    visibility = ["//visibility:public"],
+    deps = [
+        ":lite_constants",
+        "//tensorflow/lite/toco:model_flags_proto_py",
+        "//tensorflow/lite/toco:toco_flags_proto_py",
+        "//tensorflow/lite/toco/python:tensorflow_wrap_toco",
+        "//tensorflow/lite/toco/python:toco_from_protos",
+        "//tensorflow/python:platform",
+    ],
+)
+
+py_library(
+    name = "op_hint",
+    srcs = ["op_hint.py"],
+    srcs_version = "PY2AND3",
+    visibility = ["//visibility:public"],
+    deps = [
+        "//tensorflow/contrib/framework:framework_py",
+        "//tensorflow/contrib/graph_editor:graph_editor_py",
+        "//tensorflow/core:protos_all_py",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:util",
+    ],
+)
+
+py_test(
+    name = "convert_test",
+    srcs = ["convert_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":convert",
+        ":interpreter",
+        ":op_hint",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:session",
+    ],
+)
+
+py_library(
+    name = "convert_saved_model",
+    srcs = ["convert_saved_model.py"],
+    srcs_version = "PY2AND3",
+    visibility = [
+        "//tensorflow/contrib/lite:__subpackages__",
+        "//tensorflow/lite:__subpackages__",
+    ],
+    deps = [
+        ":convert",
+        "//tensorflow/python:graph_util",
+        "//tensorflow/python:platform",
+        "//tensorflow/python/saved_model",
+    ],
+)
+
+py_binary(
+    name = "create_custom_op",
+    srcs = ["create_custom_op.py"],
+    srcs_version = "PY2AND3",
+    visibility = ["//visibility:public"],
+    deps = [
+        "//tensorflow/contrib/framework:framework_py",
+        "//tensorflow/core:protos_all_py",
+        "//tensorflow/python:platform",
+        "@absl_py//absl/flags",
+    ],
+)
+
+py_test(
+    name = "convert_saved_model_test",
+    srcs = ["convert_saved_model_test.py"],
+    srcs_version = "PY2AND3",
+    tags = [
+        "no_windows",
+    ],
+    visibility = ["//visibility:public"],
+    deps = [
+        ":convert_saved_model",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:layers",
+        "//tensorflow/python:nn",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:session",
+        "//tensorflow/python/keras",
+        "//tensorflow/python/ops/losses",
+        "//tensorflow/python/saved_model",
+    ],
+)
diff --git a/tensorflow/contrib/lite/python/convert.py b/tensorflow/lite/python/convert.py
similarity index 98%
rename from tensorflow/contrib/lite/python/convert.py
rename to tensorflow/lite/python/convert.py
index f36248f327..f06d0ba1a0 100644
--- a/tensorflow/contrib/lite/python/convert.py
+++ b/tensorflow/lite/python/convert.py
@@ -25,9 +25,9 @@ import platform as _platform
 import subprocess as _subprocess
 import tempfile as _tempfile
 
-from tensorflow.contrib.lite.python import lite_constants
-from tensorflow.contrib.lite.toco import model_flags_pb2 as _model_flags_pb2
-from tensorflow.contrib.lite.toco import toco_flags_pb2 as _toco_flags_pb2
+from tensorflow.lite.python import lite_constants
+from tensorflow.lite.toco import model_flags_pb2 as _model_flags_pb2
+from tensorflow.lite.toco import toco_flags_pb2 as _toco_flags_pb2
 from tensorflow.python.platform import resource_loader as _resource_loader
 from tensorflow.python.util import deprecation
 from tensorflow.python.util.lazy_loader import LazyLoader
@@ -37,7 +37,7 @@ from tensorflow.python.util.tf_export import tf_export as _tf_export
 # break dependencies.
 _toco_python = LazyLoader(
     "tensorflow_wrap_toco", globals(),
-    "tensorflow.contrib.lite.toco.python."
+    "tensorflow.lite.toco.python."
     "tensorflow_wrap_toco")
 del LazyLoader
 
@@ -97,7 +97,7 @@ def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
   """Convert `input_data_str` according to model and toco parameters.
 
   Unless you know what you are doing consider using
-  the more friendly `tf.contrib.lite.toco_convert`.
+  the more friendly `tf.lite.toco_convert`.
 
   Args:
     model_flags_str: Serialized proto describing model properties, see
diff --git a/tensorflow/contrib/lite/python/convert_saved_model.py b/tensorflow/lite/python/convert_saved_model.py
similarity index 99%
rename from tensorflow/contrib/lite/python/convert_saved_model.py
rename to tensorflow/lite/python/convert_saved_model.py
index d18b60d0ea..3f54d2559c 100644
--- a/tensorflow/contrib/lite/python/convert_saved_model.py
+++ b/tensorflow/lite/python/convert_saved_model.py
@@ -18,7 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.lite.python.convert import tensor_name
+from tensorflow.lite.python.convert import tensor_name
 from tensorflow.core.framework import types_pb2
 from tensorflow.python.client import session
 from tensorflow.python.framework import graph_util as tf_graph_util
diff --git a/tensorflow/contrib/lite/python/convert_saved_model_test.py b/tensorflow/lite/python/convert_saved_model_test.py
similarity index 99%
rename from tensorflow/contrib/lite/python/convert_saved_model_test.py
rename to tensorflow/lite/python/convert_saved_model_test.py
index 66586e01fb..dff582f1a1 100644
--- a/tensorflow/contrib/lite/python/convert_saved_model_test.py
+++ b/tensorflow/lite/python/convert_saved_model_test.py
@@ -24,7 +24,7 @@ from __future__ import division
 from __future__ import print_function
 
 import os
-from tensorflow.contrib.lite.python import convert_saved_model
+from tensorflow.lite.python import convert_saved_model
 from tensorflow.python.client import session
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/lite/python/convert_test.py b/tensorflow/lite/python/convert_test.py
similarity index 98%
rename from tensorflow/contrib/lite/python/convert_test.py
rename to tensorflow/lite/python/convert_test.py
index b403ba3735..7a0bce921b 100644
--- a/tensorflow/contrib/lite/python/convert_test.py
+++ b/tensorflow/lite/python/convert_test.py
@@ -19,10 +19,10 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.lite.python import convert
-from tensorflow.contrib.lite.python import lite_constants
-from tensorflow.contrib.lite.python import op_hint
-from tensorflow.contrib.lite.python.interpreter import Interpreter
+from tensorflow.lite.python import convert
+from tensorflow.lite.python import lite_constants
+from tensorflow.lite.python import op_hint
+from tensorflow.lite.python.interpreter import Interpreter
 from tensorflow.python.client import session
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import test_util
diff --git a/tensorflow/contrib/lite/python/create_custom_op.py b/tensorflow/lite/python/create_custom_op.py
similarity index 98%
rename from tensorflow/contrib/lite/python/create_custom_op.py
rename to tensorflow/lite/python/create_custom_op.py
index 830f95358c..344cd28d16 100644
--- a/tensorflow/contrib/lite/python/create_custom_op.py
+++ b/tensorflow/lite/python/create_custom_op.py
@@ -19,7 +19,7 @@ portions of a TensorFlow GraphDef to be executed by custom code.
 
 Example:
 
-bazel run tensorflow/contrib/lite/python:create_custom_op  -- \
+bazel run tensorflow/lite/python:create_custom_op  -- \
   --input_graph=/tmp/input.pb \
   --output_graph=/tmp/output.pb \
   --inputs=concat,concat_1 \
diff --git a/tensorflow/contrib/lite/python/interpreter.py b/tensorflow/lite/python/interpreter.py
similarity index 99%
rename from tensorflow/contrib/lite/python/interpreter.py
rename to tensorflow/lite/python/interpreter.py
index 74ee82a062..a6183d13b5 100644
--- a/tensorflow/contrib/lite/python/interpreter.py
+++ b/tensorflow/lite/python/interpreter.py
@@ -28,7 +28,7 @@ from tensorflow.python.util.tf_export import tf_export as _tf_export
 # pylint: disable=g-inconsistent-quotes
 _interpreter_wrapper = LazyLoader(
     "_interpreter_wrapper", globals(),
-    "tensorflow.contrib.lite.python.interpreter_wrapper."
+    "tensorflow.lite.python.interpreter_wrapper."
     "tensorflow_wrap_interpreter_wrapper")
 # pylint: enable=g-inconsistent-quotes
 
diff --git a/tensorflow/contrib/lite/python/interpreter_test.py b/tensorflow/lite/python/interpreter_test.py
similarity index 98%
rename from tensorflow/contrib/lite/python/interpreter_test.py
rename to tensorflow/lite/python/interpreter_test.py
index e77d52ca99..7ec56a21c9 100644
--- a/tensorflow/contrib/lite/python/interpreter_test.py
+++ b/tensorflow/lite/python/interpreter_test.py
@@ -21,7 +21,7 @@ import io
 import numpy as np
 import six
 
-from tensorflow.contrib.lite.python import interpreter as interpreter_wrapper
+from tensorflow.lite.python import interpreter as interpreter_wrapper
 from tensorflow.python.framework import test_util
 from tensorflow.python.platform import resource_loader
 from tensorflow.python.platform import test
diff --git a/tensorflow/contrib/lite/python/interpreter_wrapper/BUILD b/tensorflow/lite/python/interpreter_wrapper/BUILD
similarity index 86%
rename from tensorflow/contrib/lite/python/interpreter_wrapper/BUILD
rename to tensorflow/lite/python/interpreter_wrapper/BUILD
index 69ee95c320..767a9fc476 100644
--- a/tensorflow/contrib/lite/python/interpreter_wrapper/BUILD
+++ b/tensorflow/lite/python/interpreter_wrapper/BUILD
@@ -11,8 +11,8 @@ cc_library(
     srcs = ["interpreter_wrapper.cc"],
     hdrs = ["interpreter_wrapper.h"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
         "//third_party/py/numpy:headers",
         "//third_party/python_runtime:headers",
         "@com_google_absl//absl/memory",
diff --git a/tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.cc b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc
similarity index 98%
rename from tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.cc
rename to tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc
index 1e2384b6d2..e71752fe63 100644
--- a/tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.cc
+++ b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.h"
+#include "tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.h"
 
 #include <sstream>
 #include <string>
 
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
 
 // Disallow Numpy 1.7 deprecated symbols.
 #define NPY_NO_DEPRECATED_API NPY_1_7_API_VERSION
diff --git a/tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.h b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.h
similarity index 93%
rename from tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.h
rename to tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.h
index b98046fe8a..ffb0278025 100644
--- a/tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.h
+++ b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_PYTHON_INTERPRETER_WRAPPER_INTERPRETER_WRAPPER_H_
-#define TENSORFLOW_CONTRIB_LITE_PYTHON_INTERPRETER_WRAPPER_INTERPRETER_WRAPPER_H_
+#ifndef TENSORFLOW_LITE_PYTHON_INTERPRETER_WRAPPER_INTERPRETER_WRAPPER_H_
+#define TENSORFLOW_LITE_PYTHON_INTERPRETER_WRAPPER_INTERPRETER_WRAPPER_H_
 
 #include <memory>
 #include <string>
@@ -104,4 +104,4 @@ class InterpreterWrapper {
 }  // namespace interpreter_wrapper
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_PYTHON_INTERPRETER_WRAPPER_INTERPRETER_WRAPPER_H_
+#endif  // TENSORFLOW_LITE_PYTHON_INTERPRETER_WRAPPER_INTERPRETER_WRAPPER_H_
diff --git a/tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.i b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.i
similarity index 88%
rename from tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.i
rename to tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.i
index afb2092eac..f52ef1eeca 100644
--- a/tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.i
+++ b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.i
@@ -18,13 +18,13 @@ limitations under the License.
 
 %{
 #define SWIG_FILE_WITH_INIT
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.h"
 %}
 
 
-%include "tensorflow/contrib/lite/python/interpreter_wrapper/interpreter_wrapper.h"
+%include "tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.h"
 
 namespace tflite {
 namespace interpreter_wrapper {
diff --git a/tensorflow/contrib/lite/python/lite.py b/tensorflow/lite/python/lite.py
similarity index 94%
rename from tensorflow/contrib/lite/python/lite.py
rename to tensorflow/lite/python/lite.py
index 01bd0e74f3..5810553da2 100644
--- a/tensorflow/contrib/lite/python/lite.py
+++ b/tensorflow/lite/python/lite.py
@@ -39,21 +39,21 @@ from six import PY3
 
 from google.protobuf import text_format as _text_format
 from google.protobuf.message import DecodeError
-from tensorflow.contrib.lite.python import lite_constants as constants
-from tensorflow.contrib.lite.python.convert import build_toco_convert_protos  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.convert import ConverterError  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.convert import OpsSet
-from tensorflow.contrib.lite.python.convert import tensor_name as _tensor_name
-from tensorflow.contrib.lite.python.convert import toco_convert  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.convert import toco_convert_graph_def as _toco_convert_graph_def
-from tensorflow.contrib.lite.python.convert import toco_convert_impl as _toco_convert_impl
-from tensorflow.contrib.lite.python.convert import toco_convert_protos  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.convert_saved_model import freeze_saved_model as _freeze_saved_model
-from tensorflow.contrib.lite.python.convert_saved_model import get_tensors_from_tensor_names as _get_tensors_from_tensor_names
-from tensorflow.contrib.lite.python.convert_saved_model import set_tensor_shapes as _set_tensor_shapes
-from tensorflow.contrib.lite.python.interpreter import Interpreter  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.op_hint import convert_op_hints_to_stubs  # pylint: disable=unused-import
-from tensorflow.contrib.lite.python.op_hint import OpHint  # pylint: disable=unused-import
+from tensorflow.lite.python import lite_constants as constants
+from tensorflow.lite.python.convert import build_toco_convert_protos  # pylint: disable=unused-import
+from tensorflow.lite.python.convert import ConverterError  # pylint: disable=unused-import
+from tensorflow.lite.python.convert import OpsSet
+from tensorflow.lite.python.convert import tensor_name as _tensor_name
+from tensorflow.lite.python.convert import toco_convert  # pylint: disable=unused-import
+from tensorflow.lite.python.convert import toco_convert_graph_def as _toco_convert_graph_def
+from tensorflow.lite.python.convert import toco_convert_impl as _toco_convert_impl
+from tensorflow.lite.python.convert import toco_convert_protos  # pylint: disable=unused-import
+from tensorflow.lite.python.convert_saved_model import freeze_saved_model as _freeze_saved_model
+from tensorflow.lite.python.convert_saved_model import get_tensors_from_tensor_names as _get_tensors_from_tensor_names
+from tensorflow.lite.python.convert_saved_model import set_tensor_shapes as _set_tensor_shapes
+from tensorflow.lite.python.interpreter import Interpreter  # pylint: disable=unused-import
+from tensorflow.lite.python.op_hint import convert_op_hints_to_stubs  # pylint: disable=unused-import
+from tensorflow.lite.python.op_hint import OpHint  # pylint: disable=unused-import
 from tensorflow.core.framework import graph_pb2 as _graph_pb2
 from tensorflow.python import keras as _keras
 from tensorflow.python.client import session as _session
diff --git a/tensorflow/contrib/lite/python/lite_constants.py b/tensorflow/lite/python/lite_constants.py
similarity index 94%
rename from tensorflow/contrib/lite/python/lite_constants.py
rename to tensorflow/lite/python/lite_constants.py
index eebe0a58bb..fdefc5e6cf 100644
--- a/tensorflow/contrib/lite/python/lite_constants.py
+++ b/tensorflow/lite/python/lite_constants.py
@@ -18,8 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.lite.toco import toco_flags_pb2 as _toco_flags_pb2
-from tensorflow.contrib.lite.toco import types_pb2 as _types_pb2
+from tensorflow.lite.toco import toco_flags_pb2 as _toco_flags_pb2
+from tensorflow.lite.toco import types_pb2 as _types_pb2
 from tensorflow.python.util.all_util import remove_undocumented
 from tensorflow.python.util.tf_export import tf_export as _tf_export
 
diff --git a/tensorflow/contrib/lite/python/lite_test.py b/tensorflow/lite/python/lite_test.py
similarity index 99%
rename from tensorflow/contrib/lite/python/lite_test.py
rename to tensorflow/lite/python/lite_test.py
index 00a3d6f9b3..5a5697db92 100644
--- a/tensorflow/contrib/lite/python/lite_test.py
+++ b/tensorflow/lite/python/lite_test.py
@@ -22,9 +22,9 @@ import os
 import tempfile
 import numpy as np
 
-from tensorflow.contrib.lite.python import lite
-from tensorflow.contrib.lite.python import lite_constants
-from tensorflow.contrib.lite.python.interpreter import Interpreter
+from tensorflow.lite.python import lite
+from tensorflow.lite.python import lite_constants
+from tensorflow.lite.python.interpreter import Interpreter
 from tensorflow.python import keras
 from tensorflow.python.client import session
 from tensorflow.python.framework import constant_op
diff --git a/tensorflow/contrib/lite/python/op_hint.py b/tensorflow/lite/python/op_hint.py
similarity index 99%
rename from tensorflow/contrib/lite/python/op_hint.py
rename to tensorflow/lite/python/op_hint.py
index 9f43e6e52b..3afce1baf2 100644
--- a/tensorflow/contrib/lite/python/op_hint.py
+++ b/tensorflow/lite/python/op_hint.py
@@ -24,7 +24,7 @@ accelerated tflite op.
 Example:
   def tflite_cool_activation(input):
     # A cool activation function.
-    custom = tf.contrib.lite.OpHint("cool_activation")
+    custom = tf.lite.OpHint("cool_activation")
     input, = custom.add_inputs(input)
     output = tf.sigmoid(input) * input
     output, = custom.add_outputs(output)
@@ -35,8 +35,8 @@ Example:
 
   session = tf.Session()
 
-  graphdef_to_convert = tf.contrib.lite.convert_op_hints_to_stubs(session)
-  tflite_graph = tf.contrib.lite.toco_convert(graphdef_to_convert,
+  graphdef_to_convert = tf.lite.convert_op_hints_to_stubs(session)
+  tflite_graph = tf.lite.toco_convert(graphdef_to_convert,
                                               [image], [output])
                                               [image], [output])
   with open("/tmp/graph.fb", "wb") as fp:
diff --git a/tensorflow/contrib/lite/python/tflite_convert.py b/tensorflow/lite/python/tflite_convert.py
similarity index 98%
rename from tensorflow/contrib/lite/python/tflite_convert.py
rename to tensorflow/lite/python/tflite_convert.py
index 551424c4b4..00ea6d722e 100644
--- a/tensorflow/contrib/lite/python/tflite_convert.py
+++ b/tensorflow/lite/python/tflite_convert.py
@@ -22,10 +22,10 @@ import argparse
 import os
 import sys
 
-from tensorflow.contrib.lite.python import lite
-from tensorflow.contrib.lite.python import lite_constants
-from tensorflow.contrib.lite.toco import toco_flags_pb2 as _toco_flags_pb2
-from tensorflow.contrib.lite.toco import types_pb2 as _types_pb2
+from tensorflow.lite.python import lite
+from tensorflow.lite.python import lite_constants
+from tensorflow.lite.toco import toco_flags_pb2 as _toco_flags_pb2
+from tensorflow.lite.toco import types_pb2 as _types_pb2
 from tensorflow.python.platform import app
 
 
diff --git a/tensorflow/contrib/lite/schema/BUILD b/tensorflow/lite/schema/BUILD
similarity index 96%
rename from tensorflow/contrib/lite/schema/BUILD
rename to tensorflow/lite/schema/BUILD
index d892466c7a..69d5458c6e 100644
--- a/tensorflow/contrib/lite/schema/BUILD
+++ b/tensorflow/lite/schema/BUILD
@@ -5,7 +5,7 @@ package(default_visibility = [
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "py_test")
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 
 py_binary(
     name = "upgrade_schema",
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/BUILD b/tensorflow/lite/schema/builtin_ops_header/BUILD
similarity index 86%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/BUILD
rename to tensorflow/lite/schema/builtin_ops_header/BUILD
index 4a627761da..8a01541d57 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/BUILD
+++ b/tensorflow/lite/schema/builtin_ops_header/BUILD
@@ -9,7 +9,7 @@ cc_library(
     srcs = ["generator.cc"],
     hdrs = ["generator.h"],
     deps = [
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
@@ -35,7 +35,7 @@ cc_test(
     name = "consistency_test",
     srcs = ["consistency_test.cc"],
     data = [
-        "//tensorflow/contrib/lite:builtin_ops.h",
+        "//tensorflow/lite:builtin_ops.h",
     ],
     tags = ["no_oss"],
     deps = [
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/README.md b/tensorflow/lite/schema/builtin_ops_header/README.md
similarity index 65%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/README.md
rename to tensorflow/lite/schema/builtin_ops_header/README.md
index f20d4f664e..e34a30b818 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/README.md
+++ b/tensorflow/lite/schema/builtin_ops_header/README.md
@@ -7,6 +7,6 @@ Whenever you add a new builtin op, please execute:
 
 ```sh
 bazel run \
-  //tensorflow/contrib/lite/schema/builtin_ops_header:generate > \
-  tensorflow/contrib/lite/builtin_ops.h
+  //tensorflow/lite/schema/builtin_ops_header:generate > \
+  tensorflow/lite/builtin_ops.h
 ```
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/consistency_test.cc b/tensorflow/lite/schema/builtin_ops_header/consistency_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/consistency_test.cc
rename to tensorflow/lite/schema/builtin_ops_header/consistency_test.cc
index d55c125c11..f62dcda2e8 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/consistency_test.cc
+++ b/tensorflow/lite/schema/builtin_ops_header/consistency_test.cc
@@ -15,12 +15,12 @@ limitations under the License.
 
 #include <fstream>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/schema/builtin_ops_header/generator.h"
+#include "tensorflow/lite/schema/builtin_ops_header/generator.h"
 
 namespace {
 
 const char* kHeaderFileName =
-    "tensorflow/contrib/lite/builtin_ops.h";
+    "tensorflow/lite/builtin_ops.h";
 
 // The test ensures that `builtin_ops.h` is consistent with the FlatBuffer
 // schema definition. When the schema is modified, it's required to run the
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/generate.cc b/tensorflow/lite/schema/builtin_ops_header/generate.cc
similarity index 92%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/generate.cc
rename to tensorflow/lite/schema/builtin_ops_header/generate.cc
index 72a28987b8..125dcd485b 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/generate.cc
+++ b/tensorflow/lite/schema/builtin_ops_header/generate.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <iostream>
-#include "tensorflow/contrib/lite/schema/builtin_ops_header/generator.h"
+#include "tensorflow/lite/schema/builtin_ops_header/generator.h"
 
 // This executable is used to generate builtin_ops.h in TensorFlow Lite.
 // Please see README.md for more details.
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/generator.cc b/tensorflow/lite/schema/builtin_ops_header/generator.cc
similarity index 92%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/generator.cc
rename to tensorflow/lite/schema/builtin_ops_header/generator.cc
index 9dc8daa227..e2967aee0f 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/generator.cc
+++ b/tensorflow/lite/schema/builtin_ops_header/generator.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/schema/builtin_ops_header/generator.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/schema/builtin_ops_header/generator.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 namespace builtin_ops_header {
@@ -35,8 +35,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_BUILTIN_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_BUILTIN_OPS_H_
+#ifndef TENSORFLOW_LITE_BUILTIN_OPS_H_
+#define TENSORFLOW_LITE_BUILTIN_OPS_H_
 
 // DO NOT EDIT MANUALLY: This file is automatically generated by
 // `schema/builtin_ops_header/generator.cc`.
@@ -56,7 +56,7 @@ const char* kFileFooter =
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
-#endif  // TENSORFLOW_CONTRIB_LITE_BUILTIN_OPS_H_
+#endif  // TENSORFLOW_LITE_BUILTIN_OPS_H_
 )";
 }  // anonymous namespace
 
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/generator.h b/tensorflow/lite/schema/builtin_ops_header/generator.h
similarity index 86%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/generator.h
rename to tensorflow/lite/schema/builtin_ops_header/generator.h
index 3241ff83d5..8c9383a992 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/generator.h
+++ b/tensorflow/lite/schema/builtin_ops_header/generator.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 // An utility library to generate pure C header for builtin ops definition.
-#ifndef TENSORFLOW_CONTRIB_LITE_SCHEMA_BUILTIN_OPS_HEADER_GENERATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_SCHEMA_BUILTIN_OPS_HEADER_GENERATOR_H_
+#ifndef TENSORFLOW_LITE_SCHEMA_BUILTIN_OPS_HEADER_GENERATOR_H_
+#define TENSORFLOW_LITE_SCHEMA_BUILTIN_OPS_HEADER_GENERATOR_H_
 
 #include <iostream>
 
@@ -35,4 +35,4 @@ bool GenerateHeader(std::ostream& os);
 }  // namespace builtin_ops_header
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_SCHEMA_BUILTIN_OPS_HEADER_GENERATOR_H_
+#endif  // TENSORFLOW_LITE_SCHEMA_BUILTIN_OPS_HEADER_GENERATOR_H_
diff --git a/tensorflow/contrib/lite/schema/builtin_ops_header/generator_test.cc b/tensorflow/lite/schema/builtin_ops_header/generator_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/schema/builtin_ops_header/generator_test.cc
rename to tensorflow/lite/schema/builtin_ops_header/generator_test.cc
index a7dc8e1b04..c508c981bb 100644
--- a/tensorflow/contrib/lite/schema/builtin_ops_header/generator_test.cc
+++ b/tensorflow/lite/schema/builtin_ops_header/generator_test.cc
@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/schema/builtin_ops_header/generator.h"
+#include "tensorflow/lite/schema/builtin_ops_header/generator.h"
 #include <fstream>
 #include <gtest/gtest.h>
 
diff --git a/tensorflow/contrib/lite/schema/flatbuffer_compatibility_test.cc b/tensorflow/lite/schema/flatbuffer_compatibility_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/schema/flatbuffer_compatibility_test.cc
rename to tensorflow/lite/schema/flatbuffer_compatibility_test.cc
index 22b4616ccb..86177aeb12 100644
--- a/tensorflow/contrib/lite/schema/flatbuffer_compatibility_test.cc
+++ b/tensorflow/lite/schema/flatbuffer_compatibility_test.cc
@@ -62,9 +62,9 @@ TEST(SchemaTest, TestCompatibility) {
   // TODO(aselle): Need a reliable way to load files.
   std::string base_contents, current_contents;
   const char *base_filename =
-      TFLITE_TF_PREFIX "contrib/lite/schema/schema_v3.fbs";
+      TFLITE_TF_PREFIX "lite/schema/schema_v3.fbs";
   const char *current_filename =
-      TFLITE_TF_PREFIX "contrib/lite/schema/schema.fbs";
+      TFLITE_TF_PREFIX "lite/schema/schema.fbs";
 
   ASSERT_TRUE(LoadFileRaw(base_filename, &base_contents));
   ASSERT_TRUE(LoadFileRaw(current_filename, &current_contents));
diff --git a/tensorflow/contrib/lite/schema/schema.fbs b/tensorflow/lite/schema/schema.fbs
similarity index 100%
rename from tensorflow/contrib/lite/schema/schema.fbs
rename to tensorflow/lite/schema/schema.fbs
diff --git a/tensorflow/contrib/lite/schema/schema_generated.h b/tensorflow/lite/schema/schema_generated.h
similarity index 100%
rename from tensorflow/contrib/lite/schema/schema_generated.h
rename to tensorflow/lite/schema/schema_generated.h
diff --git a/tensorflow/contrib/lite/schema/schema_v0.fbs b/tensorflow/lite/schema/schema_v0.fbs
similarity index 100%
rename from tensorflow/contrib/lite/schema/schema_v0.fbs
rename to tensorflow/lite/schema/schema_v0.fbs
diff --git a/tensorflow/contrib/lite/schema/schema_v1.fbs b/tensorflow/lite/schema/schema_v1.fbs
similarity index 100%
rename from tensorflow/contrib/lite/schema/schema_v1.fbs
rename to tensorflow/lite/schema/schema_v1.fbs
diff --git a/tensorflow/contrib/lite/schema/schema_v2.fbs b/tensorflow/lite/schema/schema_v2.fbs
similarity index 100%
rename from tensorflow/contrib/lite/schema/schema_v2.fbs
rename to tensorflow/lite/schema/schema_v2.fbs
diff --git a/tensorflow/contrib/lite/schema/schema_v3.fbs b/tensorflow/lite/schema/schema_v3.fbs
similarity index 100%
rename from tensorflow/contrib/lite/schema/schema_v3.fbs
rename to tensorflow/lite/schema/schema_v3.fbs
diff --git a/tensorflow/contrib/lite/schema/upgrade_schema.py b/tensorflow/lite/schema/upgrade_schema.py
similarity index 97%
rename from tensorflow/contrib/lite/schema/upgrade_schema.py
rename to tensorflow/lite/schema/upgrade_schema.py
index a2ddf62950..d9220ba10c 100644
--- a/tensorflow/contrib/lite/schema/upgrade_schema.py
+++ b/tensorflow/lite/schema/upgrade_schema.py
@@ -16,11 +16,11 @@
 
 Usage examples:
 
-bazel run tensorflow/contrib/lite/schema/upgrade_schema -- in.json out.json
-bazel run tensorflow/contrib/lite/schema/upgrade_schema -- in.bin out.bin
-bazel run tensorflow/contrib/lite/schema/upgrade_schema -- in.bin out.json
-bazel run tensorflow/contrib/lite/schema/upgrade_schema -- in.json out.bin
-bazel run tensorflow/contrib/lite/schema/upgrade_schema -- in.tflite out.tflite
+bazel run tensorflow/lite/schema/upgrade_schema -- in.json out.json
+bazel run tensorflow/lite/schema/upgrade_schema -- in.bin out.bin
+bazel run tensorflow/lite/schema/upgrade_schema -- in.bin out.json
+bazel run tensorflow/lite/schema/upgrade_schema -- in.json out.bin
+bazel run tensorflow/lite/schema/upgrade_schema -- in.tflite out.tflite
 """
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/contrib/lite/schema/upgrade_schema_test.py b/tensorflow/lite/schema/upgrade_schema_test.py
similarity index 99%
rename from tensorflow/contrib/lite/schema/upgrade_schema_test.py
rename to tensorflow/lite/schema/upgrade_schema_test.py
index b5002e6f75..922968c65a 100644
--- a/tensorflow/contrib/lite/schema/upgrade_schema_test.py
+++ b/tensorflow/lite/schema/upgrade_schema_test.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 import json
 import tempfile
-from tensorflow.contrib.lite.schema import upgrade_schema as upgrade_schema_lib
+from tensorflow.lite.schema import upgrade_schema as upgrade_schema_lib
 from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test as test_lib
 
diff --git a/tensorflow/contrib/lite/simple_memory_arena.cc b/tensorflow/lite/simple_memory_arena.cc
similarity index 98%
rename from tensorflow/contrib/lite/simple_memory_arena.cc
rename to tensorflow/lite/simple_memory_arena.cc
index cd0f1f7c17..88bdf50c9b 100644
--- a/tensorflow/contrib/lite/simple_memory_arena.cc
+++ b/tensorflow/lite/simple_memory_arena.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/simple_memory_arena.h"
+#include "tensorflow/lite/simple_memory_arena.h"
 
 #include <algorithm>
 #include <cstring>
diff --git a/tensorflow/contrib/lite/simple_memory_arena.h b/tensorflow/lite/simple_memory_arena.h
similarity index 92%
rename from tensorflow/contrib/lite/simple_memory_arena.h
rename to tensorflow/lite/simple_memory_arena.h
index 45d0d8735e..42203c0c0a 100644
--- a/tensorflow/contrib/lite/simple_memory_arena.h
+++ b/tensorflow/lite/simple_memory_arena.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_SIMPLE_MEMORY_ARENA_H_
-#define TENSORFLOW_CONTRIB_LITE_SIMPLE_MEMORY_ARENA_H_
+#ifndef TENSORFLOW_LITE_SIMPLE_MEMORY_ARENA_H_
+#define TENSORFLOW_LITE_SIMPLE_MEMORY_ARENA_H_
 
 #include <list>
 #include <memory>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -86,4 +86,4 @@ class SimpleMemoryArena {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_SIMPLE_MEMORY_ARENA_H_
+#endif  // TENSORFLOW_LITE_SIMPLE_MEMORY_ARENA_H_
diff --git a/tensorflow/contrib/lite/simple_memory_arena_test.cc b/tensorflow/lite/simple_memory_arena_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/simple_memory_arena_test.cc
rename to tensorflow/lite/simple_memory_arena_test.cc
index 60d4d5e768..caf13db2c1 100644
--- a/tensorflow/contrib/lite/simple_memory_arena_test.cc
+++ b/tensorflow/lite/simple_memory_arena_test.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/simple_memory_arena.h"
+#include "tensorflow/lite/simple_memory_arena.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/special_rules.bzl b/tensorflow/lite/special_rules.bzl
similarity index 59%
rename from tensorflow/contrib/lite/special_rules.bzl
rename to tensorflow/lite/special_rules.bzl
index 54083c4918..e10af3d240 100644
--- a/tensorflow/contrib/lite/special_rules.bzl
+++ b/tensorflow/lite/special_rules.bzl
@@ -1,6 +1,6 @@
 """External versions of build rules that differ outside of Google."""
 
 def tflite_portable_test_suite(**kwargs):
-  """This is a no-op outside of Google."""
-  _ignore = [kwargs]
-  pass
+    """This is a no-op outside of Google."""
+    _ignore = [kwargs]
+    pass
diff --git a/tensorflow/contrib/lite/stderr_reporter.cc b/tensorflow/lite/stderr_reporter.cc
similarity index 96%
rename from tensorflow/contrib/lite/stderr_reporter.cc
rename to tensorflow/lite/stderr_reporter.cc
index e29a6345fd..09eb1d254a 100644
--- a/tensorflow/contrib/lite/stderr_reporter.cc
+++ b/tensorflow/lite/stderr_reporter.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/stderr_reporter.h"
+#include "tensorflow/lite/stderr_reporter.h"
 #include <cstdarg>
 #include <cstdio>
 
diff --git a/tensorflow/contrib/lite/stderr_reporter.h b/tensorflow/lite/stderr_reporter.h
similarity index 78%
rename from tensorflow/contrib/lite/stderr_reporter.h
rename to tensorflow/lite/stderr_reporter.h
index c6f4ffbdff..7582b421ee 100644
--- a/tensorflow/contrib/lite/stderr_reporter.h
+++ b/tensorflow/lite/stderr_reporter.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_STDERR_REPORTER_H_
-#define TENSORFLOW_CONTRIB_LITE_STDERR_REPORTER_H_
+#ifndef TENSORFLOW_LITE_STDERR_REPORTER_H_
+#define TENSORFLOW_LITE_STDERR_REPORTER_H_
 
 #include <cstdarg>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
 
 namespace tflite {
 
@@ -31,4 +31,4 @@ ErrorReporter* DefaultErrorReporter();
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_STDERR_REPORTER_H_
+#endif  // TENSORFLOW_LITE_STDERR_REPORTER_H_
diff --git a/tensorflow/contrib/lite/string.h b/tensorflow/lite/string.h
similarity index 86%
rename from tensorflow/contrib/lite/string.h
rename to tensorflow/lite/string.h
index af3fadfcb3..65142b11de 100644
--- a/tensorflow/contrib/lite/string.h
+++ b/tensorflow/lite/string.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 // Abstract string. We don't want even absl at this level.
-#ifndef TENSORFLOW_CONTRIB_LITE_STRING_H_
-#define TENSORFLOW_CONTRIB_LITE_STRING_H_
+#ifndef TENSORFLOW_LITE_STRING_H_
+#define TENSORFLOW_LITE_STRING_H_
 
 #include <string>
 
@@ -26,4 +26,4 @@ using std::string;
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_STRING_H_
+#endif  // TENSORFLOW_LITE_STRING_H_
diff --git a/tensorflow/contrib/lite/string_util.cc b/tensorflow/lite/string_util.cc
similarity index 97%
rename from tensorflow/contrib/lite/string_util.cc
rename to tensorflow/lite/string_util.cc
index fc236ef47a..1b33f5bcba 100644
--- a/tensorflow/contrib/lite/string_util.cc
+++ b/tensorflow/lite/string_util.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/string_util.h"
 
 #include <stdlib.h>
 #include <string.h>
 #include <vector>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/string_util.h b/tensorflow/lite/string_util.h
similarity index 93%
rename from tensorflow/contrib/lite/string_util.h
rename to tensorflow/lite/string_util.h
index 2cfbf71951..c9b74482f7 100644
--- a/tensorflow/contrib/lite/string_util.h
+++ b/tensorflow/lite/string_util.h
@@ -37,13 +37,13 @@ limitations under the License.
 //   # described above.
 //   buf.WriteToTensor(tensor)
 
-#ifndef TENSORFLOW_CONTRIB_LITE_STRING_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_STRING_UTIL_H_
+#ifndef TENSORFLOW_LITE_STRING_UTIL_H_
+#define TENSORFLOW_LITE_STRING_UTIL_H_
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 
@@ -98,4 +98,4 @@ StringRef GetString(const char* raw_buffer, int string_index);
 StringRef GetString(const TfLiteTensor* tensor, int string_index);
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_STRING_UTIL_H_
+#endif  // TENSORFLOW_LITE_STRING_UTIL_H_
diff --git a/tensorflow/contrib/lite/string_util_test.cc b/tensorflow/lite/string_util_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/string_util_test.cc
rename to tensorflow/lite/string_util_test.cc
index 943167125b..377cdd77eb 100644
--- a/tensorflow/contrib/lite/string_util_test.cc
+++ b/tensorflow/lite/string_util_test.cc
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/string_util.h"
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/testdata/0_subgraphs.bin b/tensorflow/lite/testdata/0_subgraphs.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/0_subgraphs.bin
rename to tensorflow/lite/testdata/0_subgraphs.bin
diff --git a/tensorflow/contrib/lite/testdata/2_subgraphs.bin b/tensorflow/lite/testdata/2_subgraphs.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/2_subgraphs.bin
rename to tensorflow/lite/testdata/2_subgraphs.bin
diff --git a/tensorflow/contrib/lite/testdata/add.bin b/tensorflow/lite/testdata/add.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/add.bin
rename to tensorflow/lite/testdata/add.bin
diff --git a/tensorflow/contrib/lite/testdata/add.json b/tensorflow/lite/testdata/add.json
similarity index 100%
rename from tensorflow/contrib/lite/testdata/add.json
rename to tensorflow/lite/testdata/add.json
diff --git a/tensorflow/contrib/lite/testdata/add_quantized.bin b/tensorflow/lite/testdata/add_quantized.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/add_quantized.bin
rename to tensorflow/lite/testdata/add_quantized.bin
diff --git a/tensorflow/contrib/lite/testdata/add_quantized.json b/tensorflow/lite/testdata/add_quantized.json
similarity index 100%
rename from tensorflow/contrib/lite/testdata/add_quantized.json
rename to tensorflow/lite/testdata/add_quantized.json
diff --git a/tensorflow/contrib/lite/testdata/empty_model.bin b/tensorflow/lite/testdata/empty_model.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/empty_model.bin
rename to tensorflow/lite/testdata/empty_model.bin
diff --git a/tensorflow/contrib/lite/testdata/multi_add.bin b/tensorflow/lite/testdata/multi_add.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/multi_add.bin
rename to tensorflow/lite/testdata/multi_add.bin
diff --git a/tensorflow/contrib/lite/testdata/multi_add.json b/tensorflow/lite/testdata/multi_add.json
similarity index 100%
rename from tensorflow/contrib/lite/testdata/multi_add.json
rename to tensorflow/lite/testdata/multi_add.json
diff --git a/tensorflow/contrib/lite/testdata/multi_add.pb b/tensorflow/lite/testdata/multi_add.pb
similarity index 100%
rename from tensorflow/contrib/lite/testdata/multi_add.pb
rename to tensorflow/lite/testdata/multi_add.pb
diff --git a/tensorflow/contrib/lite/testdata/multi_add_flex.bin b/tensorflow/lite/testdata/multi_add_flex.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/multi_add_flex.bin
rename to tensorflow/lite/testdata/multi_add_flex.bin
diff --git a/tensorflow/contrib/lite/testdata/no_subgraphs.bin b/tensorflow/lite/testdata/no_subgraphs.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/no_subgraphs.bin
rename to tensorflow/lite/testdata/no_subgraphs.bin
diff --git a/tensorflow/contrib/lite/testdata/test_model.bin b/tensorflow/lite/testdata/test_model.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/test_model.bin
rename to tensorflow/lite/testdata/test_model.bin
diff --git a/tensorflow/contrib/lite/testdata/test_model_broken.bin b/tensorflow/lite/testdata/test_model_broken.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/test_model_broken.bin
rename to tensorflow/lite/testdata/test_model_broken.bin
diff --git a/tensorflow/contrib/lite/testdata/test_model_broken.json b/tensorflow/lite/testdata/test_model_broken.json
similarity index 100%
rename from tensorflow/contrib/lite/testdata/test_model_broken.json
rename to tensorflow/lite/testdata/test_model_broken.json
diff --git a/tensorflow/contrib/lite/testdata/two_subgraphs.bin b/tensorflow/lite/testdata/two_subgraphs.bin
similarity index 100%
rename from tensorflow/contrib/lite/testdata/two_subgraphs.bin
rename to tensorflow/lite/testdata/two_subgraphs.bin
diff --git a/tensorflow/contrib/lite/testing/BUILD b/tensorflow/lite/testing/BUILD
similarity index 80%
rename from tensorflow/contrib/lite/testing/BUILD
rename to tensorflow/lite/testing/BUILD
index 891d44d2b6..a8f8086cc9 100644
--- a/tensorflow/contrib/lite/testing/BUILD
+++ b/tensorflow/lite/testing/BUILD
@@ -5,11 +5,11 @@ package(default_visibility = [
 licenses(["notice"])  # Apache 2.0
 
 load(
-    "//tensorflow/contrib/lite:build_def.bzl",
+    "//tensorflow/lite:build_def.bzl",
     "gen_zip_test",
     "generated_test_models_all",
 )
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 load(
     "//tensorflow:tensorflow.bzl",
     "tf_cc_test",
@@ -46,9 +46,9 @@ load(
         ":util",
         "@com_google_googletest//:gtest",
         "@com_googlesource_code_re2//:re2",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
     ] + select({
         "//conditions:default": [
             "//tensorflow/core:framework_internal",
@@ -73,7 +73,7 @@ py_binary(
     name = "generate_examples",
     srcs = ["generate_examples.py"],
     data = [
-        "//tensorflow/contrib/lite/toco",
+        "//tensorflow/lite/toco",
     ],
     srcs_version = "PY2AND3",
     deps = [
@@ -99,7 +99,7 @@ cc_library(
         ":message",
         ":split",
         ":test_runner",
-        "//tensorflow/contrib/lite:framework",
+        "//tensorflow/lite:framework",
     ],
 )
 
@@ -124,7 +124,7 @@ cc_library(
     srcs = ["split.cc"],
     hdrs = ["split.h"],
     deps = [
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
     ],
 )
 
@@ -141,7 +141,7 @@ cc_test(
 cc_library(
     name = "join",
     hdrs = ["join.h"],
-    deps = ["//tensorflow/contrib/lite:string"],
+    deps = ["//tensorflow/lite:string"],
 )
 
 cc_test(
@@ -161,10 +161,10 @@ cc_library(
     deps = [
         ":split",
         ":test_runner",
-        "//tensorflow/contrib/lite:builtin_op_data",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/delegates/flex:delegate",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:builtin_op_data",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/delegates/flex:delegate",
+        "//tensorflow/lite/kernels:builtin_ops",
     ],
 )
 
@@ -172,7 +172,7 @@ tf_cc_test(
     name = "tflite_driver_test",
     size = "small",
     srcs = ["tflite_driver_test.cc"],
-    data = ["//tensorflow/contrib/lite:testdata/multi_add.bin"],
+    data = ["//tensorflow/lite:testdata/multi_add.bin"],
     tags = [
         "tflite_not_portable_android",
         "tflite_not_portable_ios",
@@ -188,7 +188,7 @@ cc_library(
     srcs = ["tokenize.cc"],
     hdrs = ["tokenize.h"],
     deps = [
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
     ],
 )
 
@@ -205,7 +205,7 @@ cc_library(
     name = "test_runner",
     hdrs = ["test_runner.h"],
     deps = [
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:string",
     ],
 )
 
@@ -213,9 +213,9 @@ cc_library(
     name = "util",
     hdrs = ["util.h"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string",
-        "//tensorflow/contrib/lite/core/api",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string",
+        "//tensorflow/lite/core/api",
     ],
 )
 
@@ -234,7 +234,7 @@ cc_binary(
     deps = [
         ":parse_testdata_lib",
         ":tflite_driver",
-        "//tensorflow/contrib/lite/nnapi:nnapi_lib",
+        "//tensorflow/lite/nnapi:nnapi_lib",
     ],
 )
 
@@ -258,7 +258,7 @@ cc_test(
     name = "tf_driver_test",
     size = "small",
     srcs = ["tf_driver_test.cc"],
-    data = ["//tensorflow/contrib/lite:testdata/multi_add.pb"],
+    data = ["//tensorflow/lite:testdata/multi_add.pb"],
     tags = [
         "no_oss",
         "tflite_not_portable",
@@ -277,8 +277,8 @@ cc_library(
         ":join",
         ":split",
         ":tf_driver",
-        "//tensorflow/contrib/lite:string",
         "//tensorflow/core:framework",
+        "//tensorflow/lite:string",
     ],
 )
 
@@ -305,9 +305,9 @@ cc_library(
         "init_tensorflow.h",
     ],
     visibility = [
-        "//tensorflow/contrib/lite/java/src/main/native:__subpackages__",
-        "//tensorflow/contrib/lite/testing:__subpackages__",
-        "//tensorflow/contrib/lite/tools/benchmark:__subpackages__",
+        "//tensorflow/lite/java/src/main/native:__subpackages__",
+        "//tensorflow/lite/testing:__subpackages__",
+        "//tensorflow/lite/tools/benchmark:__subpackages__",
     ],
     deps = select({
         "//conditions:default": [
@@ -327,8 +327,8 @@ cc_library(
         ":generate_testspec",
         ":parse_testdata_lib",
         ":tflite_driver",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string",
     ],
 )
 
@@ -354,16 +354,16 @@ tf_cc_test(
     size = "medium",
     srcs = ["tflite_diff_example_test.cc"],
     args = [
-        "--tensorflow_model=third_party/tensorflow/contrib/lite/testdata/multi_add.pb",
-        "--tflite_model=third_party/tensorflow/contrib/lite/testdata/multi_add.bin",
+        "--tensorflow_model=third_party/tensorflow/lite/testdata/multi_add.pb",
+        "--tflite_model=third_party/tensorflow/lite/testdata/multi_add.bin",
         "--input_layer=a,b,c,d",
         "--input_layer_type=float,float,float,float",
         "--input_layer_shape=1,3,4,3:1,3,4,3:1,3,4,3:1,3,4,3",
         "--output_layer=x,y",
     ],
     data = [
-        "//tensorflow/contrib/lite:testdata/multi_add.bin",
-        "//tensorflow/contrib/lite:testdata/multi_add.pb",
+        "//tensorflow/lite:testdata/multi_add.bin",
+        "//tensorflow/lite:testdata/multi_add.pb",
     ],
     tags = [
         "no_cuda_on_cpu_tap",
diff --git a/tensorflow/contrib/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
similarity index 99%
rename from tensorflow/contrib/lite/testing/generate_examples.py
rename to tensorflow/lite/testing/generate_examples.py
index 408b540bf1..77f1b2b40f 100644
--- a/tensorflow/contrib/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -19,7 +19,7 @@ Usage:
 
 generate_examples <output directory>
 
-bazel run //tensorflow/contrib/lite/testing:generate_examples
+bazel run //tensorflow/lite/testing:generate_examples
 
 To more easily debug failures use (or override) the --save_graphdefs flag to
 place text proto graphdefs into the generated zip files.
@@ -51,7 +51,7 @@ os.environ["CUDA_VISIBLE_DEVICES"] = "-1"
 import tensorflow as tf
 from google.protobuf import text_format
 # TODO(aselle): switch to TensorFlow's resource_loader
-from tensorflow.contrib.lite.testing import generate_examples_report as report_lib
+from tensorflow.lite.testing import generate_examples_report as report_lib
 from tensorflow.python.framework import graph_util as tf_graph_util
 from tensorflow.python.ops import rnn
 
diff --git a/tensorflow/contrib/lite/testing/generate_examples_report.py b/tensorflow/lite/testing/generate_examples_report.py
similarity index 100%
rename from tensorflow/contrib/lite/testing/generate_examples_report.py
rename to tensorflow/lite/testing/generate_examples_report.py
diff --git a/tensorflow/contrib/lite/testing/generate_testspec.cc b/tensorflow/lite/testing/generate_testspec.cc
similarity index 95%
rename from tensorflow/contrib/lite/testing/generate_testspec.cc
rename to tensorflow/lite/testing/generate_testspec.cc
index 62cbeccd33..74e4d25498 100644
--- a/tensorflow/contrib/lite/testing/generate_testspec.cc
+++ b/tensorflow/lite/testing/generate_testspec.cc
@@ -15,10 +15,10 @@ limitations under the License.
 
 #include <iostream>
 
-#include "tensorflow/contrib/lite/testing/generate_testspec.h"
-#include "tensorflow/contrib/lite/testing/join.h"
-#include "tensorflow/contrib/lite/testing/split.h"
-#include "tensorflow/contrib/lite/testing/tf_driver.h"
+#include "tensorflow/lite/testing/generate_testspec.h"
+#include "tensorflow/lite/testing/join.h"
+#include "tensorflow/lite/testing/split.h"
+#include "tensorflow/lite/testing/tf_driver.h"
 #include "tensorflow/core/framework/types.h"
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/testing/generate_testspec.h b/tensorflow/lite/testing/generate_testspec.h
similarity index 91%
rename from tensorflow/contrib/lite/testing/generate_testspec.h
rename to tensorflow/lite/testing/generate_testspec.h
index b3d0db31c0..bda636f2c8 100644
--- a/tensorflow/contrib/lite/testing/generate_testspec.h
+++ b/tensorflow/lite/testing/generate_testspec.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_GENERATE_TESTSPEC_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_GENERATE_TESTSPEC_H_
+#ifndef TENSORFLOW_LITE_TESTING_GENERATE_TESTSPEC_H_
+#define TENSORFLOW_LITE_TESTING_GENERATE_TESTSPEC_H_
 
 #include <functional>
 #include <iostream>
 #include <vector>
 
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace testing {
@@ -65,4 +65,4 @@ std::vector<T> GenerateRandomTensor(const std::vector<int>& shape,
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_GENERATE_TESTSPEC_H_
+#endif  // TENSORFLOW_LITE_TESTING_GENERATE_TESTSPEC_H_
diff --git a/tensorflow/contrib/lite/testing/generate_testspec_test.cc b/tensorflow/lite/testing/generate_testspec_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/testing/generate_testspec_test.cc
rename to tensorflow/lite/testing/generate_testspec_test.cc
index 2a97b757a4..4450da289d 100644
--- a/tensorflow/contrib/lite/testing/generate_testspec_test.cc
+++ b/tensorflow/lite/testing/generate_testspec_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/generate_testspec.h"
+#include "tensorflow/lite/testing/generate_testspec.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/testing/generated_examples_zip_test.cc b/tensorflow/lite/testing/generated_examples_zip_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/testing/generated_examples_zip_test.cc
rename to tensorflow/lite/testing/generated_examples_zip_test.cc
index 1ec471365e..eb2bb5ece2 100644
--- a/tensorflow/contrib/lite/testing/generated_examples_zip_test.cc
+++ b/tensorflow/lite/testing/generated_examples_zip_test.cc
@@ -20,9 +20,9 @@ limitations under the License.
 #include <sstream>
 #include <gtest/gtest.h>
 #include "re2/re2.h"
-#include "tensorflow/contrib/lite/testing/parse_testdata.h"
-#include "tensorflow/contrib/lite/testing/tflite_driver.h"
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/testing/parse_testdata.h"
+#include "tensorflow/lite/testing/tflite_driver.h"
+#include "tensorflow/lite/testing/util.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/subprocess.h"
diff --git a/tensorflow/contrib/lite/testing/init_tensorflow.cc b/tensorflow/lite/testing/init_tensorflow.cc
similarity index 94%
rename from tensorflow/contrib/lite/testing/init_tensorflow.cc
rename to tensorflow/lite/testing/init_tensorflow.cc
index f3dcf620a2..ed4d123744 100644
--- a/tensorflow/contrib/lite/testing/init_tensorflow.cc
+++ b/tensorflow/lite/testing/init_tensorflow.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/init_tensorflow.h"
+#include "tensorflow/lite/testing/init_tensorflow.h"
 
 #include <cstdlib>
 #include <cstring>
diff --git a/tensorflow/contrib/lite/testing/init_tensorflow.h b/tensorflow/lite/testing/init_tensorflow.h
similarity index 82%
rename from tensorflow/contrib/lite/testing/init_tensorflow.h
rename to tensorflow/lite/testing/init_tensorflow.h
index 2cc89bbbca..0c36a24791 100644
--- a/tensorflow/contrib/lite/testing/init_tensorflow.h
+++ b/tensorflow/lite/testing/init_tensorflow.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_INIT_TENSORFLOW_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_INIT_TENSORFLOW_H_
+#ifndef TENSORFLOW_LITE_TESTING_INIT_TENSORFLOW_H_
+#define TENSORFLOW_LITE_TESTING_INIT_TENSORFLOW_H_
 
 namespace tflite {
 
@@ -23,4 +23,4 @@ void InitTensorFlow();
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_INIT_TENSORFLOW_H_
+#endif  // TENSORFLOW_LITE_TESTING_INIT_TENSORFLOW_H_
diff --git a/tensorflow/contrib/lite/testing/join.h b/tensorflow/lite/testing/join.h
similarity index 89%
rename from tensorflow/contrib/lite/testing/join.h
rename to tensorflow/lite/testing/join.h
index 4be19ad756..7d0040c488 100644
--- a/tensorflow/contrib/lite/testing/join.h
+++ b/tensorflow/lite/testing/join.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_JOIN_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_JOIN_H_
+#ifndef TENSORFLOW_LITE_TESTING_JOIN_H_
+#define TENSORFLOW_LITE_TESTING_JOIN_H_
 
 #include <cstdlib>
 #include <sstream>
 
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace testing {
@@ -56,4 +56,4 @@ inline string Join<uint8_t>(uint8_t* data, size_t len,
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_JOIN_H_
+#endif  // TENSORFLOW_LITE_TESTING_JOIN_H_
diff --git a/tensorflow/contrib/lite/testing/join_test.cc b/tensorflow/lite/testing/join_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/testing/join_test.cc
rename to tensorflow/lite/testing/join_test.cc
index bd04528381..a8d036c547 100644
--- a/tensorflow/contrib/lite/testing/join_test.cc
+++ b/tensorflow/lite/testing/join_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/join.h"
+#include "tensorflow/lite/testing/join.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/testing/message.cc b/tensorflow/lite/testing/message.cc
similarity index 96%
rename from tensorflow/contrib/lite/testing/message.cc
rename to tensorflow/lite/testing/message.cc
index 03fae4bb86..08aac6f6aa 100644
--- a/tensorflow/contrib/lite/testing/message.cc
+++ b/tensorflow/lite/testing/message.cc
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/message.h"
+#include "tensorflow/lite/testing/message.h"
 
 #include <stack>
 
-#include "tensorflow/contrib/lite/testing/tokenize.h"
+#include "tensorflow/lite/testing/tokenize.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/testing/message.h b/tensorflow/lite/testing/message.h
similarity index 94%
rename from tensorflow/contrib/lite/testing/message.h
rename to tensorflow/lite/testing/message.h
index e2bc408214..e6566ab11c 100644
--- a/tensorflow/contrib/lite/testing/message.h
+++ b/tensorflow/lite/testing/message.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_MESSAGE_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_MESSAGE_H_
+#ifndef TENSORFLOW_LITE_TESTING_MESSAGE_H_
+#define TENSORFLOW_LITE_TESTING_MESSAGE_H_
 
 #include <memory>
 #include <string>
@@ -79,4 +79,4 @@ class Message {
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_MESSAGE_H_
+#endif  // TENSORFLOW_LITE_TESTING_MESSAGE_H_
diff --git a/tensorflow/contrib/lite/testing/message_test.cc b/tensorflow/lite/testing/message_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/testing/message_test.cc
rename to tensorflow/lite/testing/message_test.cc
index fb6a49bd6f..bec4915e58 100644
--- a/tensorflow/contrib/lite/testing/message_test.cc
+++ b/tensorflow/lite/testing/message_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/message.h"
+#include "tensorflow/lite/testing/message.h"
 
 #include <map>
 
diff --git a/tensorflow/contrib/lite/testing/model_coverage/BUILD b/tensorflow/lite/testing/model_coverage/BUILD
similarity index 85%
rename from tensorflow/contrib/lite/testing/model_coverage/BUILD
rename to tensorflow/lite/testing/model_coverage/BUILD
index c8359bab06..7e6a65997d 100644
--- a/tensorflow/contrib/lite/testing/model_coverage/BUILD
+++ b/tensorflow/lite/testing/model_coverage/BUILD
@@ -1,5 +1,5 @@
 package(default_visibility = [
-    "//tensorflow/contrib/lite:__subpackages__",
+    "//tensorflow/lite:__subpackages__",
 ])
 
 licenses(["notice"])  # Apache 2.0
@@ -10,7 +10,7 @@ py_binary(
     srcs_version = "PY2AND3",
     tags = ["no_pip"],
     deps = [
-        "//tensorflow/contrib/lite/python:lite",
+        "//tensorflow/lite/python:lite",
         "//tensorflow/python:platform",
     ],
 )
diff --git a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py b/tensorflow/lite/testing/model_coverage/model_coverage_lib.py
similarity index 98%
rename from tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
rename to tensorflow/lite/testing/model_coverage/model_coverage_lib.py
index 2dc5aeb302..ce8ef0b196 100644
--- a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib.py
+++ b/tensorflow/lite/testing/model_coverage/model_coverage_lib.py
@@ -20,8 +20,8 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.lite.python import convert_saved_model as _convert_saved_model
-from tensorflow.contrib.lite.python import lite as _lite
+from tensorflow.lite.python import convert_saved_model as _convert_saved_model
+from tensorflow.lite.python import lite as _lite
 from tensorflow.core.framework import graph_pb2 as _graph_pb2
 from tensorflow.python import keras as _keras
 from tensorflow.python.client import session as _session
diff --git a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py b/tensorflow/lite/testing/model_coverage/model_coverage_lib_test.py
similarity index 97%
rename from tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py
rename to tensorflow/lite/testing/model_coverage/model_coverage_lib_test.py
index 98dbff4d79..6b4e7427ed 100644
--- a/tensorflow/contrib/lite/testing/model_coverage/model_coverage_lib_test.py
+++ b/tensorflow/lite/testing/model_coverage/model_coverage_lib_test.py
@@ -22,8 +22,8 @@ import os
 import tempfile
 import numpy as np
 
-from tensorflow.contrib.lite.python import lite
-from tensorflow.contrib.lite.testing.model_coverage import model_coverage_lib as model_coverage
+from tensorflow.lite.python import lite
+from tensorflow.lite.testing.model_coverage import model_coverage_lib as model_coverage
 from tensorflow.python import keras
 from tensorflow.python.client import session
 from tensorflow.python.framework import constant_op
diff --git a/tensorflow/contrib/lite/testing/nnapi_example.cc b/tensorflow/lite/testing/nnapi_example.cc
similarity index 91%
rename from tensorflow/contrib/lite/testing/nnapi_example.cc
rename to tensorflow/lite/testing/nnapi_example.cc
index 5870782b69..22df8dbd88 100644
--- a/tensorflow/contrib/lite/testing/nnapi_example.cc
+++ b/tensorflow/lite/testing/nnapi_example.cc
@@ -17,7 +17,7 @@ limitations under the License.
 // the future.
 //
 // Usage: bazel run -c opt \
-// tensorflow/contrib/lite/nnapi:nnapi_example -- <filename>
+// tensorflow/lite/nnapi:nnapi_example -- <filename>
 //
 #include <dirent.h>
 #include <cstdarg>
@@ -25,9 +25,9 @@ limitations under the License.
 #include <fstream>
 #include <iostream>
 #include <sstream>
-#include "tensorflow/contrib/lite/nnapi/NeuralNetworksShim.h"
-#include "tensorflow/contrib/lite/testing/parse_testdata.h"
-#include "tensorflow/contrib/lite/testing/tflite_driver.h"
+#include "tensorflow/lite/nnapi/NeuralNetworksShim.h"
+#include "tensorflow/lite/testing/parse_testdata.h"
+#include "tensorflow/lite/testing/tflite_driver.h"
 
 string dirname(const string& s) { return s.substr(0, s.find_last_of("/")); }
 
diff --git a/tensorflow/contrib/lite/testing/parse_testdata.cc b/tensorflow/lite/testing/parse_testdata.cc
similarity index 98%
rename from tensorflow/contrib/lite/testing/parse_testdata.cc
rename to tensorflow/lite/testing/parse_testdata.cc
index 389688d552..bb54008794 100644
--- a/tensorflow/contrib/lite/testing/parse_testdata.cc
+++ b/tensorflow/lite/testing/parse_testdata.cc
@@ -16,7 +16,7 @@ limitations under the License.
 // Format is ASCII
 // TODO(aselle): Switch to protobuf, but the android team requested a simple
 // ASCII file.
-#include "tensorflow/contrib/lite/testing/parse_testdata.h"
+#include "tensorflow/lite/testing/parse_testdata.h"
 
 #include <cinttypes>
 #include <cmath>
@@ -26,9 +26,9 @@ limitations under the License.
 #include <iostream>
 #include <streambuf>
 
-#include "tensorflow/contrib/lite/error_reporter.h"
-#include "tensorflow/contrib/lite/testing/message.h"
-#include "tensorflow/contrib/lite/testing/split.h"
+#include "tensorflow/lite/error_reporter.h"
+#include "tensorflow/lite/testing/message.h"
+#include "tensorflow/lite/testing/split.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/testing/parse_testdata.h b/tensorflow/lite/testing/parse_testdata.h
similarity index 89%
rename from tensorflow/contrib/lite/testing/parse_testdata.h
rename to tensorflow/lite/testing/parse_testdata.h
index 26ee825866..0f3dc32afc 100644
--- a/tensorflow/contrib/lite/testing/parse_testdata.h
+++ b/tensorflow/lite/testing/parse_testdata.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_PARSE_TESTDATA_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_PARSE_TESTDATA_H_
+#ifndef TENSORFLOW_LITE_TESTING_PARSE_TESTDATA_H_
+#define TENSORFLOW_LITE_TESTING_PARSE_TESTDATA_H_
 
 #include <vector>
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/testing/test_runner.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/testing/test_runner.h"
 
 namespace tflite {
 namespace testing {
@@ -72,4 +72,4 @@ bool ParseAndRunTests(std::istream* input, TestRunner* test_runner,
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_PARSE_TESTDATA_H_
+#endif  // TENSORFLOW_LITE_TESTING_PARSE_TESTDATA_H_
diff --git a/tensorflow/contrib/lite/testing/split.cc b/tensorflow/lite/testing/split.cc
similarity index 96%
rename from tensorflow/contrib/lite/testing/split.cc
rename to tensorflow/lite/testing/split.cc
index 5836f4ff04..594b0d3f8a 100644
--- a/tensorflow/contrib/lite/testing/split.cc
+++ b/tensorflow/lite/testing/split.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/split.h"
+#include "tensorflow/lite/testing/split.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/testing/split.h b/tensorflow/lite/testing/split.h
similarity index 93%
rename from tensorflow/contrib/lite/testing/split.h
rename to tensorflow/lite/testing/split.h
index 896f2949ef..c33738997c 100644
--- a/tensorflow/contrib/lite/testing/split.h
+++ b/tensorflow/lite/testing/split.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_SPLIT_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_SPLIT_H_
+#ifndef TENSORFLOW_LITE_TESTING_SPLIT_H_
+#define TENSORFLOW_LITE_TESTING_SPLIT_H_
 
 #include <cstdlib>
 #include <string>
 #include <utility>
 #include <vector>
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace testing {
@@ -93,4 +93,4 @@ inline std::vector<bool> Split(const string& s, const string& delimiter) {
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_SPLIT_H_
+#endif  // TENSORFLOW_LITE_TESTING_SPLIT_H_
diff --git a/tensorflow/contrib/lite/testing/split_test.cc b/tensorflow/lite/testing/split_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/testing/split_test.cc
rename to tensorflow/lite/testing/split_test.cc
index 76b918cbcd..77de485d57 100644
--- a/tensorflow/contrib/lite/testing/split_test.cc
+++ b/tensorflow/lite/testing/split_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/split.h"
+#include "tensorflow/lite/testing/split.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/testing/test_runner.h b/tensorflow/lite/testing/test_runner.h
similarity index 95%
rename from tensorflow/contrib/lite/testing/test_runner.h
rename to tensorflow/lite/testing/test_runner.h
index fac7d01aab..303155b072 100644
--- a/tensorflow/contrib/lite/testing/test_runner.h
+++ b/tensorflow/lite/testing/test_runner.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_TEST_RUNNER_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_TEST_RUNNER_H_
+#ifndef TENSORFLOW_LITE_TESTING_TEST_RUNNER_H_
+#define TENSORFLOW_LITE_TESTING_TEST_RUNNER_H_
 
 #include <iostream>
 #include <memory>
 #include <string>
 #include <vector>
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace testing {
@@ -127,4 +127,4 @@ class TestRunner {
 
 }  // namespace testing
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_TEST_RUNNER_H_
+#endif  // TENSORFLOW_LITE_TESTING_TEST_RUNNER_H_
diff --git a/tensorflow/contrib/lite/testing/test_runner_test.cc b/tensorflow/lite/testing/test_runner_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/testing/test_runner_test.cc
rename to tensorflow/lite/testing/test_runner_test.cc
index 3f04aa20bd..39ec81582b 100644
--- a/tensorflow/contrib/lite/testing/test_runner_test.cc
+++ b/tensorflow/lite/testing/test_runner_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/test_runner.h"
+#include "tensorflow/lite/testing/test_runner.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/testing/tf_driver.cc b/tensorflow/lite/testing/tf_driver.cc
similarity index 97%
rename from tensorflow/contrib/lite/testing/tf_driver.cc
rename to tensorflow/lite/testing/tf_driver.cc
index 30381ba028..36c556ba04 100644
--- a/tensorflow/contrib/lite/testing/tf_driver.cc
+++ b/tensorflow/lite/testing/tf_driver.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/tf_driver.h"
+#include "tensorflow/lite/testing/tf_driver.h"
 
 #include <fstream>
 #include <iostream>
 
-#include "tensorflow/contrib/lite/testing/join.h"
-#include "tensorflow/contrib/lite/testing/split.h"
+#include "tensorflow/lite/testing/join.h"
+#include "tensorflow/lite/testing/split.h"
 #include "tensorflow/core/lib/gtl/array_slice.h"
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/testing/tf_driver.h b/tensorflow/lite/testing/tf_driver.h
similarity index 90%
rename from tensorflow/contrib/lite/testing/tf_driver.h
rename to tensorflow/lite/testing/tf_driver.h
index b766f85c4d..f10689cb58 100644
--- a/tensorflow/contrib/lite/testing/tf_driver.h
+++ b/tensorflow/lite/testing/tf_driver.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_TF_DRIVER_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_TF_DRIVER_H_
+#ifndef TENSORFLOW_LITE_TESTING_TF_DRIVER_H_
+#define TENSORFLOW_LITE_TESTING_TF_DRIVER_H_
 
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/testing/split.h"
-#include "tensorflow/contrib/lite/testing/test_runner.h"
+#include "tensorflow/lite/testing/split.h"
+#include "tensorflow/lite/testing/test_runner.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
@@ -72,4 +72,4 @@ class TfDriver : public TestRunner {
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_TF_DRIVER_H_
+#endif  // TENSORFLOW_LITE_TESTING_TF_DRIVER_H_
diff --git a/tensorflow/contrib/lite/testing/tf_driver_test.cc b/tensorflow/lite/testing/tf_driver_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/testing/tf_driver_test.cc
rename to tensorflow/lite/testing/tf_driver_test.cc
index c0faa4676a..d178ccf1e3 100644
--- a/tensorflow/contrib/lite/testing/tf_driver_test.cc
+++ b/tensorflow/lite/testing/tf_driver_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/tf_driver.h"
+#include "tensorflow/lite/testing/tf_driver.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
@@ -29,7 +29,7 @@ TEST(TfDriverTest, SimpleTest) {
                    {"1,8,8,3", "1,8,8,3", "1,8,8,3", "1,8,8,3"}, {"x", "y"}));
 
   runner->LoadModel(
-      "third_party/tensorflow/contrib/lite/testdata/multi_add.pb");
+      "third_party/tensorflow/lite/testdata/multi_add.pb");
   EXPECT_TRUE(runner->IsValid()) << runner->GetErrorMessage();
 
   ASSERT_THAT(runner->GetInputs(), ElementsAre(0, 1, 2, 3));
diff --git a/tensorflow/contrib/lite/testing/tflite_diff_example_test.cc b/tensorflow/lite/testing/tflite_diff_example_test.cc
similarity index 90%
rename from tensorflow/contrib/lite/testing/tflite_diff_example_test.cc
rename to tensorflow/lite/testing/tflite_diff_example_test.cc
index 49696ac76b..cb61cd4e94 100644
--- a/tensorflow/contrib/lite/testing/tflite_diff_example_test.cc
+++ b/tensorflow/lite/testing/tflite_diff_example_test.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/testing/init_tensorflow.h"
-#include "tensorflow/contrib/lite/testing/tflite_diff_flags.h"
-#include "tensorflow/contrib/lite/testing/tflite_diff_util.h"
+#include "tensorflow/lite/testing/init_tensorflow.h"
+#include "tensorflow/lite/testing/tflite_diff_flags.h"
+#include "tensorflow/lite/testing/tflite_diff_util.h"
 
 int main(int argc, char** argv) {
   ::tflite::InitTensorFlow();  // For Flex support.
diff --git a/tensorflow/contrib/lite/testing/tflite_diff_flags.h b/tensorflow/lite/testing/tflite_diff_flags.h
similarity index 92%
rename from tensorflow/contrib/lite/testing/tflite_diff_flags.h
rename to tensorflow/lite/testing/tflite_diff_flags.h
index ad889a2f19..2fe068eb20 100644
--- a/tensorflow/contrib/lite/testing/tflite_diff_flags.h
+++ b/tensorflow/lite/testing/tflite_diff_flags.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DIFF_FLAGS_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DIFF_FLAGS_H_
+#ifndef TENSORFLOW_LITE_TESTING_TFLITE_DIFF_FLAGS_H_
+#define TENSORFLOW_LITE_TESTING_TFLITE_DIFF_FLAGS_H_
 
 #include <cstring>
 
-#include "tensorflow/contrib/lite/testing/split.h"
-#include "tensorflow/contrib/lite/testing/tflite_diff_util.h"
+#include "tensorflow/lite/testing/split.h"
+#include "tensorflow/lite/testing/tflite_diff_util.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace tflite {
@@ -88,4 +88,4 @@ DiffOptions ParseTfliteDiffFlags(int* argc, char** argv) {
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DIFF_FLAGS_H_
+#endif  // TENSORFLOW_LITE_TESTING_TFLITE_DIFF_FLAGS_H_
diff --git a/tensorflow/contrib/lite/testing/tflite_diff_util.cc b/tensorflow/lite/testing/tflite_diff_util.cc
similarity index 85%
rename from tensorflow/contrib/lite/testing/tflite_diff_util.cc
rename to tensorflow/lite/testing/tflite_diff_util.cc
index c6ca796ac2..0142ae4217 100644
--- a/tensorflow/contrib/lite/testing/tflite_diff_util.cc
+++ b/tensorflow/lite/testing/tflite_diff_util.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <cstdlib>
 #include <sstream>
 
-#include "tensorflow/contrib/lite/testing/generate_testspec.h"
-#include "tensorflow/contrib/lite/testing/parse_testdata.h"
-#include "tensorflow/contrib/lite/testing/tflite_diff_util.h"
-#include "tensorflow/contrib/lite/testing/tflite_driver.h"
+#include "tensorflow/lite/testing/generate_testspec.h"
+#include "tensorflow/lite/testing/parse_testdata.h"
+#include "tensorflow/lite/testing/tflite_diff_util.h"
+#include "tensorflow/lite/testing/tflite_driver.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/testing/tflite_diff_util.h b/tensorflow/lite/testing/tflite_diff_util.h
similarity index 89%
rename from tensorflow/contrib/lite/testing/tflite_diff_util.h
rename to tensorflow/lite/testing/tflite_diff_util.h
index 28b14bd143..3f9f10892d 100644
--- a/tensorflow/contrib/lite/testing/tflite_diff_util.h
+++ b/tensorflow/lite/testing/tflite_diff_util.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DIFF_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DIFF_UTIL_H_
+#ifndef TENSORFLOW_LITE_TESTING_TFLITE_DIFF_UTIL_H_
+#define TENSORFLOW_LITE_TESTING_TFLITE_DIFF_UTIL_H_
 
 #include <vector>
 
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace testing {
@@ -55,4 +55,4 @@ bool RunDiffTest(const DiffOptions& options, int num_invocations);
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DIFF_UTIL_H_
+#endif  // TENSORFLOW_LITE_TESTING_TFLITE_DIFF_UTIL_H_
diff --git a/tensorflow/contrib/lite/testing/tflite_driver.cc b/tensorflow/lite/testing/tflite_driver.cc
similarity index 97%
rename from tensorflow/contrib/lite/testing/tflite_driver.cc
rename to tensorflow/lite/testing/tflite_driver.cc
index ef49e6f8bc..ada5d74912 100644
--- a/tensorflow/contrib/lite/testing/tflite_driver.cc
+++ b/tensorflow/lite/testing/tflite_driver.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/tflite_driver.h"
+#include "tensorflow/lite/testing/tflite_driver.h"
 
 #include <iostream>
 
-#include "tensorflow/contrib/lite/builtin_op_data.h"
-#include "tensorflow/contrib/lite/delegates/flex/delegate.h"
-#include "tensorflow/contrib/lite/testing/split.h"
+#include "tensorflow/lite/builtin_op_data.h"
+#include "tensorflow/lite/delegates/flex/delegate.h"
+#include "tensorflow/lite/testing/split.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/testing/tflite_driver.h b/tensorflow/lite/testing/tflite_driver.h
similarity index 81%
rename from tensorflow/contrib/lite/testing/tflite_driver.h
rename to tensorflow/lite/testing/tflite_driver.h
index dc2a4e5877..785baf0f00 100644
--- a/tensorflow/contrib/lite/testing/tflite_driver.h
+++ b/tensorflow/lite/testing/tflite_driver.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DRIVER_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DRIVER_H_
+#ifndef TENSORFLOW_LITE_TESTING_TFLITE_DRIVER_H_
+#define TENSORFLOW_LITE_TESTING_TFLITE_DRIVER_H_
 
 #include <map>
 
-#include "tensorflow/contrib/lite/delegates/flex/delegate.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/testing/test_runner.h"
+#include "tensorflow/lite/delegates/flex/delegate.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/testing/test_runner.h"
 
 namespace tflite {
 namespace testing {
@@ -64,4 +64,4 @@ class TfLiteDriver : public TestRunner {
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_TFLITE_DRIVER_H_
+#endif  // TENSORFLOW_LITE_TESTING_TFLITE_DRIVER_H_
diff --git a/tensorflow/contrib/lite/testing/tflite_driver_test.cc b/tensorflow/lite/testing/tflite_driver_test.cc
similarity index 93%
rename from tensorflow/contrib/lite/testing/tflite_driver_test.cc
rename to tensorflow/lite/testing/tflite_driver_test.cc
index 37010c468f..6e953e5e19 100644
--- a/tensorflow/contrib/lite/testing/tflite_driver_test.cc
+++ b/tensorflow/lite/testing/tflite_driver_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/tflite_driver.h"
+#include "tensorflow/lite/testing/tflite_driver.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
@@ -26,7 +26,7 @@ using ::testing::ElementsAre;
 TEST(TfliteDriverTest, SimpleTest) {
   std::unique_ptr<TestRunner> runner(new TfLiteDriver(/*use_nnapi=*/false));
 
-  runner->SetModelBaseDir("tensorflow/contrib/lite");
+  runner->SetModelBaseDir("tensorflow/lite");
   runner->LoadModel("testdata/multi_add.bin");
   ASSERT_TRUE(runner->IsValid());
 
diff --git a/tensorflow/contrib/lite/testing/tokenize.cc b/tensorflow/lite/testing/tokenize.cc
similarity index 96%
rename from tensorflow/contrib/lite/testing/tokenize.cc
rename to tensorflow/lite/testing/tokenize.cc
index 2e84ea475c..bb47535801 100644
--- a/tensorflow/contrib/lite/testing/tokenize.cc
+++ b/tensorflow/lite/testing/tokenize.cc
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/tokenize.h"
+#include "tensorflow/lite/testing/tokenize.h"
 #include <istream>
 #include <string>
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 namespace testing {
diff --git a/tensorflow/contrib/lite/testing/tokenize.h b/tensorflow/lite/testing/tokenize.h
similarity index 89%
rename from tensorflow/contrib/lite/testing/tokenize.h
rename to tensorflow/lite/testing/tokenize.h
index 8195391851..7bd2783337 100644
--- a/tensorflow/contrib/lite/testing/tokenize.h
+++ b/tensorflow/lite/testing/tokenize.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_TOKENIZE_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_TOKENIZE_H_
+#ifndef TENSORFLOW_LITE_TESTING_TOKENIZE_H_
+#define TENSORFLOW_LITE_TESTING_TOKENIZE_H_
 
 #include <istream>
 #include <string>
@@ -39,4 +39,4 @@ void Tokenize(std::istream* input, TokenProcessor* processor);
 }  // namespace testing
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_TOKENIZE_H_
+#endif  // TENSORFLOW_LITE_TESTING_TOKENIZE_H_
diff --git a/tensorflow/contrib/lite/testing/tokenize_test.cc b/tensorflow/lite/testing/tokenize_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/testing/tokenize_test.cc
rename to tensorflow/lite/testing/tokenize_test.cc
index 80f44aacca..302ae589d0 100644
--- a/tensorflow/contrib/lite/testing/tokenize_test.cc
+++ b/tensorflow/lite/testing/tokenize_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/testing/tokenize.h"
+#include "tensorflow/lite/testing/tokenize.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/testing/util.h b/tensorflow/lite/testing/util.h
similarity index 85%
rename from tensorflow/contrib/lite/testing/util.h
rename to tensorflow/lite/testing/util.h
index 925791d390..45751497de 100644
--- a/tensorflow/contrib/lite/testing/util.h
+++ b/tensorflow/lite/testing/util.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TESTING_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_TESTING_UTIL_H_
+#ifndef TENSORFLOW_LITE_TESTING_UTIL_H_
+#define TENSORFLOW_LITE_TESTING_UTIL_H_
 
 #include <cstdio>
 
-#include "tensorflow/contrib/lite/core/api/error_reporter.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 
@@ -56,4 +56,4 @@ inline void LogToStderr() {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TESTING_UTIL_H_
+#endif  // TENSORFLOW_LITE_TESTING_UTIL_H_
diff --git a/tensorflow/contrib/lite/toco/BUILD b/tensorflow/lite/toco/BUILD
similarity index 96%
rename from tensorflow/contrib/lite/toco/BUILD
rename to tensorflow/lite/toco/BUILD
index 96b88b60fc..1430287444 100644
--- a/tensorflow/contrib/lite/toco/BUILD
+++ b/tensorflow/lite/toco/BUILD
@@ -74,8 +74,8 @@ cc_library(
     linkstatic = 1,
     visibility = ["//visibility:public"],
     deps = [
-        "//tensorflow/contrib/lite/kernels/internal:reference_base",
-        "//tensorflow/contrib/lite/kernels/internal:types",
+        "//tensorflow/lite/kernels/internal:reference_base",
+        "//tensorflow/lite/kernels/internal:types",
     ],
 )
 
@@ -281,9 +281,9 @@ cc_library(
         ":runtime",
         ":toco_port",
         ":tooling_util",
-        "//tensorflow/contrib/lite/kernels/internal:quantization_util",
-        "//tensorflow/contrib/lite/kernels/internal:strided_slice_logic",
         "//tensorflow/core:lib",
+        "//tensorflow/lite/kernels/internal:quantization_util",
+        "//tensorflow/lite/kernels/internal:strided_slice_logic",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
     ],
@@ -325,13 +325,13 @@ cc_library(
         "@protobuf_archive//:protobuf_headers",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
-        "//tensorflow/contrib/lite/toco/tensorflow_graph_matching:resolve_cluster",
-        "//tensorflow/contrib/lite/toco/tflite:export",
-        "//tensorflow/contrib/lite/toco/tflite:import",
         "//tensorflow/core:core_cpu_lib",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/lite/toco/tensorflow_graph_matching:resolve_cluster",
+        "//tensorflow/lite/toco/tflite:export",
+        "//tensorflow/lite/toco/tflite:import",
     ] + select({
         # Placeholder for internal darwin rule.
         "//conditions:default": [],
@@ -373,8 +373,8 @@ cc_library(
         ":toco_graphviz_dump_options",
         ":toco_port",
         ":types_proto_cc",
-        "//tensorflow/contrib/lite/kernels/internal:types",
         "//tensorflow/core:lib",
+        "//tensorflow/lite/kernels/internal:types",
         "@com_google_absl//absl/strings",
         "@com_googlesource_code_re2//:re2",
         "@protobuf_archive//:protobuf_headers",
diff --git a/tensorflow/contrib/lite/toco/README.md b/tensorflow/lite/toco/README.md
similarity index 100%
rename from tensorflow/contrib/lite/toco/README.md
rename to tensorflow/lite/toco/README.md
diff --git a/tensorflow/contrib/lite/toco/allocate_transient_arrays.cc b/tensorflow/lite/toco/allocate_transient_arrays.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/allocate_transient_arrays.cc
rename to tensorflow/lite/toco/allocate_transient_arrays.cc
index 18c904c6d4..3ec53c9c2d 100644
--- a/tensorflow/contrib/lite/toco/allocate_transient_arrays.cc
+++ b/tensorflow/lite/toco/allocate_transient_arrays.cc
@@ -20,10 +20,10 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/allocate_transient_arrays.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/allocate_transient_arrays.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/allocate_transient_arrays.h b/tensorflow/lite/toco/allocate_transient_arrays.h
similarity index 87%
rename from tensorflow/contrib/lite/toco/allocate_transient_arrays.h
rename to tensorflow/lite/toco/allocate_transient_arrays.h
index 59d8ada1e9..5d43d4cc3f 100644
--- a/tensorflow/contrib/lite/toco/allocate_transient_arrays.h
+++ b/tensorflow/lite/toco/allocate_transient_arrays.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_ALLOCATE_TRANSIENT_ARRAYS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_ALLOCATE_TRANSIENT_ARRAYS_H_
+#ifndef TENSORFLOW_LITE_TOCO_ALLOCATE_TRANSIENT_ARRAYS_H_
+#define TENSORFLOW_LITE_TOCO_ALLOCATE_TRANSIENT_ARRAYS_H_
 
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -41,4 +41,4 @@ void AllocateTransientArrays(Model* model,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_ALLOCATE_TRANSIENT_ARRAYS_H_
+#endif  // TENSORFLOW_LITE_TOCO_ALLOCATE_TRANSIENT_ARRAYS_H_
diff --git a/tensorflow/contrib/lite/toco/args.h b/tensorflow/lite/toco/args.h
similarity index 97%
rename from tensorflow/contrib/lite/toco/args.h
rename to tensorflow/lite/toco/args.h
index 2699ac76e1..bbd1dd1022 100644
--- a/tensorflow/contrib/lite/toco/args.h
+++ b/tensorflow/lite/toco/args.h
@@ -15,20 +15,20 @@ limitations under the License.
 // This abstracts command line arguments in toco.
 // Arg<T> is a parseable type that can register a default value, be able to
 // parse itself, and keep track of whether it was specified.
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_ARGS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_ARGS_H_
+#ifndef TENSORFLOW_LITE_TOCO_ARGS_H_
+#define TENSORFLOW_LITE_TOCO_ARGS_H_
 
 #include <functional>
 #include <unordered_map>
 #include <vector>
-#include "tensorflow/contrib/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_port.h"
 #if defined(PLATFORM_GOOGLE)
 #include "strings/split.h"
 #include "strings/strip.h"
 #endif
 #include "absl/strings/numbers.h"
 #include "absl/strings/str_split.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/toco_types.h"
 
 namespace toco {
 
@@ -254,4 +254,4 @@ struct ParsedTocoFlags {
 };
 
 }  // namespace toco
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_ARGS_H_
+#endif  // TENSORFLOW_LITE_TOCO_ARGS_H_
diff --git a/tensorflow/contrib/lite/toco/dump_graphviz.cc b/tensorflow/lite/toco/dump_graphviz.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/dump_graphviz.cc
rename to tensorflow/lite/toco/dump_graphviz.cc
index 30525efd23..8896893f35 100644
--- a/tensorflow/contrib/lite/toco/dump_graphviz.cc
+++ b/tensorflow/lite/toco/dump_graphviz.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/dump_graphviz.h"
+#include "tensorflow/lite/toco/dump_graphviz.h"
 
 #include <cmath>
 #include <memory>
@@ -20,11 +20,11 @@ limitations under the License.
 
 #include "absl/strings/str_replace.h"
 #include "absl/strings/strip.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/toco_graphviz_dump_options.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 using toco::port::AppendF;
diff --git a/tensorflow/contrib/lite/toco/dump_graphviz.h b/tensorflow/lite/toco/dump_graphviz.h
similarity index 78%
rename from tensorflow/contrib/lite/toco/dump_graphviz.h
rename to tensorflow/lite/toco/dump_graphviz.h
index ea5a4031c3..9697bd6f0d 100644
--- a/tensorflow/contrib/lite/toco/dump_graphviz.h
+++ b/tensorflow/lite/toco/dump_graphviz.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_DUMP_GRAPHVIZ_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_DUMP_GRAPHVIZ_H_
+#ifndef TENSORFLOW_LITE_TOCO_DUMP_GRAPHVIZ_H_
+#define TENSORFLOW_LITE_TOCO_DUMP_GRAPHVIZ_H_
 
 #include <string>
 
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -25,4 +25,4 @@ void DumpGraphviz(const Model& model, string* output_file_contents);
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_DUMP_GRAPHVIZ_H_
+#endif  // TENSORFLOW_LITE_TOCO_DUMP_GRAPHVIZ_H_
diff --git a/tensorflow/contrib/lite/toco/export_tensorflow.cc b/tensorflow/lite/toco/export_tensorflow.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/export_tensorflow.cc
rename to tensorflow/lite/toco/export_tensorflow.cc
index 41a82b5720..1752745aae 100644
--- a/tensorflow/contrib/lite/toco/export_tensorflow.cc
+++ b/tensorflow/lite/toco/export_tensorflow.cc
@@ -22,11 +22,11 @@ limitations under the License.
 #include "google/protobuf/text_format.h"
 #include "absl/memory/memory.h"
 #include "absl/strings/string_view.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_util.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tensorflow_util.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
diff --git a/tensorflow/contrib/lite/toco/export_tensorflow.h b/tensorflow/lite/toco/export_tensorflow.h
similarity index 79%
rename from tensorflow/contrib/lite/toco/export_tensorflow.h
rename to tensorflow/lite/toco/export_tensorflow.h
index d7310bb75f..09c966ded6 100644
--- a/tensorflow/contrib/lite/toco/export_tensorflow.h
+++ b/tensorflow/lite/toco/export_tensorflow.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_EXPORT_TENSORFLOW_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_EXPORT_TENSORFLOW_H_
+#ifndef TENSORFLOW_LITE_TOCO_EXPORT_TENSORFLOW_H_
+#define TENSORFLOW_LITE_TOCO_EXPORT_TENSORFLOW_H_
 
 #include <string>
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -26,4 +26,4 @@ void EncodeConstantArraysMinMaxByWrappingThemInFakeQuantNodes(Model* model);
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_EXPORT_TENSORFLOW_H_
+#endif  // TENSORFLOW_LITE_TOCO_EXPORT_TENSORFLOW_H_
diff --git a/tensorflow/contrib/lite/toco/format_port.h b/tensorflow/lite/toco/format_port.h
similarity index 92%
rename from tensorflow/contrib/lite/toco/format_port.h
rename to tensorflow/lite/toco/format_port.h
index 44e6684571..69833d965c 100644
--- a/tensorflow/contrib/lite/toco/format_port.h
+++ b/tensorflow/lite/toco/format_port.h
@@ -16,10 +16,10 @@ limitations under the License.
 // and absl::StrAppendFormat. Unfortunately, type safety is not as good as a
 // a full C++ example.
 // TODO(aselle): When absl adds support for StrFormat, use that instead.
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_FORMAT_PORT_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_FORMAT_PORT_H_
+#ifndef TENSORFLOW_LITE_TOCO_FORMAT_PORT_H_
+#define TENSORFLOW_LITE_TOCO_FORMAT_PORT_H_
 
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/toco_types.h"
 #include "tensorflow/core/lib/strings/stringprintf.h"
 
 namespace toco {
@@ -74,4 +74,4 @@ inline string StringF(const char* fmt, Args&&... args) {
 }  // namespace port
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_FORMAT_PORT_H_
+#endif  // TENSORFLOW_LITE_TOCO_FORMAT_PORT_H_
diff --git a/tensorflow/contrib/lite/toco/g3doc/README.md b/tensorflow/lite/toco/g3doc/README.md
similarity index 100%
rename from tensorflow/contrib/lite/toco/g3doc/README.md
rename to tensorflow/lite/toco/g3doc/README.md
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc b/tensorflow/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc
index 8a945ac435..e3b0de5555 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_expanddims_to_reshape.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc b/tensorflow/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc
rename to tensorflow/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc
index a151012891..a707a906a8 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_pure_conv_to_depthwise.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_reorder_axes.cc b/tensorflow/lite/toco/graph_transformations/convert_reorder_axes.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_reorder_axes.cc
rename to tensorflow/lite/toco/graph_transformations/convert_reorder_axes.cc
index 4a264e1cf1..b4cd463598 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_reorder_axes.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_reorder_axes.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc b/tensorflow/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc
index a0bd1ed4a4..52aaefb3d7 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_squeeze_to_reshape.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc b/tensorflow/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc
rename to tensorflow/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc
index d7cacf77f4..130fe58a9d 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_trivial_addn_to_add.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc b/tensorflow/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc
index 78779243a9..27c503f5dd 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_trivial_pack_to_reshape.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc b/tensorflow/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc
rename to tensorflow/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc
index b6d712ca44..fb416cabed 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_trivial_tile_to_concat.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc b/tensorflow/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc
index e5a96d4335..ae97cef520 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/convert_trivial_transpose_to_reshape.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/create_im2col_arrays.cc b/tensorflow/lite/toco/graph_transformations/create_im2col_arrays.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/create_im2col_arrays.cc
rename to tensorflow/lite/toco/graph_transformations/create_im2col_arrays.cc
index ebc0e9afca..8e93bc2378 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/create_im2col_arrays.cc
+++ b/tensorflow/lite/toco/graph_transformations/create_im2col_arrays.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/dequantize.cc b/tensorflow/lite/toco/graph_transformations/dequantize.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/dequantize.cc
rename to tensorflow/lite/toco/graph_transformations/dequantize.cc
index 2119174950..cc5dddbb40 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/dequantize.cc
+++ b/tensorflow/lite/toco/graph_transformations/dequantize.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/drop_fake_quant.cc b/tensorflow/lite/toco/graph_transformations/drop_fake_quant.cc
similarity index 86%
rename from tensorflow/contrib/lite/toco/graph_transformations/drop_fake_quant.cc
rename to tensorflow/lite/toco/graph_transformations/drop_fake_quant.cc
index 1555cf60a1..bb8679bced 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/drop_fake_quant.cc
+++ b/tensorflow/lite/toco/graph_transformations/drop_fake_quant.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/drop_im2col_arrays.cc b/tensorflow/lite/toco/graph_transformations/drop_im2col_arrays.cc
similarity index 88%
rename from tensorflow/contrib/lite/toco/graph_transformations/drop_im2col_arrays.cc
rename to tensorflow/lite/toco/graph_transformations/drop_im2col_arrays.cc
index 7d66ea5dd2..c3c95afd96 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/drop_im2col_arrays.cc
+++ b/tensorflow/lite/toco/graph_transformations/drop_im2col_arrays.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/ensure_bias_vectors.cc b/tensorflow/lite/toco/graph_transformations/ensure_bias_vectors.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/ensure_bias_vectors.cc
rename to tensorflow/lite/toco/graph_transformations/ensure_bias_vectors.cc
index 72b1dda3be..62a4b52bbb 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/ensure_bias_vectors.cc
+++ b/tensorflow/lite/toco/graph_transformations/ensure_bias_vectors.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc b/tensorflow/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
rename to tensorflow/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
index 60dcd52684..918bb48999 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
+++ b/tensorflow/lite/toco/graph_transformations/ensure_uint8_weights_safe_for_fast_int8_kernels.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/fuse_activation_functions.cc b/tensorflow/lite/toco/graph_transformations/fuse_activation_functions.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/fuse_activation_functions.cc
rename to tensorflow/lite/toco/graph_transformations/fuse_activation_functions.cc
index 88511a7d3c..f467a95f34 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/fuse_activation_functions.cc
+++ b/tensorflow/lite/toco/graph_transformations/fuse_activation_functions.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc b/tensorflow/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc
rename to tensorflow/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc
index 0de22b8ff4..6b4765b23c 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc
+++ b/tensorflow/lite/toco/graph_transformations/fuse_binary_into_following_affine.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc b/tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
rename to tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
index b8da756d85..72aaafdd97 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
+++ b/tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc b/tensorflow/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc
rename to tensorflow/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc
index 4848867b9a..ba3e277f67 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc
+++ b/tensorflow/lite/toco/graph_transformations/fuse_broadcast_into_following_binary.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.cc b/tensorflow/lite/toco/graph_transformations/graph_transformations.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.cc
rename to tensorflow/lite/toco/graph_transformations/graph_transformations.cc
index 8b0bc2d865..a0260e2401 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.cc
+++ b/tensorflow/lite/toco/graph_transformations/graph_transformations.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
 
 #include <algorithm>
 #include <memory>
@@ -21,8 +21,8 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h b/tensorflow/lite/toco/graph_transformations/graph_transformations.h
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h
rename to tensorflow/lite/toco/graph_transformations/graph_transformations.h
index a89db320ea..73a90c8239 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h
+++ b/tensorflow/lite/toco/graph_transformations/graph_transformations.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_GRAPH_TRANSFORMATIONS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_GRAPH_TRANSFORMATIONS_H_
+#ifndef TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_GRAPH_TRANSFORMATIONS_H_
+#define TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_GRAPH_TRANSFORMATIONS_H_
 
 #include <cstddef>
 #include <initializer_list>
 #include <unordered_set>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/toco_port.h"
 
 namespace toco {
 
@@ -287,4 +287,4 @@ class IdentifyDilatedConv : public GraphTransformation {
 
 }  // end namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_GRAPH_TRANSFORMATIONS_H_
+#endif  // TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_GRAPH_TRANSFORMATIONS_H_
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc b/tensorflow/lite/toco/graph_transformations/hardcode_min_max.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
rename to tensorflow/lite/toco/graph_transformations/hardcode_min_max.cc
index a4f8d64f4d..df50f31de8 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/hardcode_min_max.cc
+++ b/tensorflow/lite/toco/graph_transformations/hardcode_min_max.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_dilated_conv.cc b/tensorflow/lite/toco/graph_transformations/identify_dilated_conv.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_dilated_conv.cc
rename to tensorflow/lite/toco/graph_transformations/identify_dilated_conv.cc
index 9e4a3005a1..e27f975348 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_dilated_conv.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_dilated_conv.cc
@@ -15,9 +15,9 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_l2_normalization.cc b/tensorflow/lite/toco/graph_transformations/identify_l2_normalization.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_l2_normalization.cc
rename to tensorflow/lite/toco/graph_transformations/identify_l2_normalization.cc
index 78f60f52fb..dabd4bd209 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_l2_normalization.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_l2_normalization.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_l2_pool.cc b/tensorflow/lite/toco/graph_transformations/identify_l2_pool.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_l2_pool.cc
rename to tensorflow/lite/toco/graph_transformations/identify_l2_pool.cc
index 13664bb344..6e0a7cdc31 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_l2_pool.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_l2_pool.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_lstm.cc b/tensorflow/lite/toco/graph_transformations/identify_lstm.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_lstm.cc
rename to tensorflow/lite/toco/graph_transformations/identify_lstm.cc
index 7fd8f906e2..089ecee959 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_lstm.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_lstm.cc
@@ -16,9 +16,9 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc b/tensorflow/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc
rename to tensorflow/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc
index 6ccce923f3..2fae01a698 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_lstm_merge_inputs.cc
@@ -18,10 +18,10 @@ limitations under the License.
 
 #include "absl/memory/memory.h"
 #include "absl/strings/string_view.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/lstm_utils.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_lstm_split_inputs.cc b/tensorflow/lite/toco/graph_transformations/identify_lstm_split_inputs.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_lstm_split_inputs.cc
rename to tensorflow/lite/toco/graph_transformations/identify_lstm_split_inputs.cc
index ad5120e2aa..c519e65463 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_lstm_split_inputs.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_lstm_split_inputs.cc
@@ -18,10 +18,10 @@ limitations under the License.
 
 #include "absl/memory/memory.h"
 #include "absl/strings/string_view.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/lstm_utils.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_prelu.cc b/tensorflow/lite/toco/graph_transformations/identify_prelu.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_prelu.cc
rename to tensorflow/lite/toco/graph_transformations/identify_prelu.cc
index c11fee4dc9..1205ddc730 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_prelu.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_prelu.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 // This transformation rule tries to identify the PRelu structure generated by
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/identify_relu1.cc b/tensorflow/lite/toco/graph_transformations/identify_relu1.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/identify_relu1.cc
rename to tensorflow/lite/toco/graph_transformations/identify_relu1.cc
index 51d0629362..bcd5b0ca04 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/identify_relu1.cc
+++ b/tensorflow/lite/toco/graph_transformations/identify_relu1.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.cc b/tensorflow/lite/toco/graph_transformations/lstm_utils.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.cc
rename to tensorflow/lite/toco/graph_transformations/lstm_utils.cc
index 910a960589..3414a7fd7f 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.cc
+++ b/tensorflow/lite/toco/graph_transformations/lstm_utils.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h"
+#include "tensorflow/lite/toco/graph_transformations/lstm_utils.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h b/tensorflow/lite/toco/graph_transformations/lstm_utils.h
similarity index 92%
rename from tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h
rename to tensorflow/lite/toco/graph_transformations/lstm_utils.h
index 6d8603a113..949292ee84 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h
+++ b/tensorflow/lite/toco/graph_transformations/lstm_utils.h
@@ -12,20 +12,20 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_LSTM_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_LSTM_UTILS_H_
+#ifndef TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_LSTM_UTILS_H_
+#define TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_LSTM_UTILS_H_
 
 #include <iostream>
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
 // For consistency with the parameters defined in extended LstmCell's kernel
-// (tensorflow/contrib/lite/kernels/lstm.cc),
+// (tensorflow/lite/kernels/lstm.cc),
 // use lowercase for these constants.
 
 enum ExtendedLstmCellInputs {
@@ -108,4 +108,4 @@ bool GetMatchingRnnArray(Model* model, const string& back_edge_source_array,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_LSTM_UTILS_H_
+#endif  // TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_LSTM_UTILS_H_
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/make_initial_dequantize_operator.cc b/tensorflow/lite/toco/graph_transformations/make_initial_dequantize_operator.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/make_initial_dequantize_operator.cc
rename to tensorflow/lite/toco/graph_transformations/make_initial_dequantize_operator.cc
index 5bf17d5b4c..b914838b91 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/make_initial_dequantize_operator.cc
+++ b/tensorflow/lite/toco/graph_transformations/make_initial_dequantize_operator.cc
@@ -17,11 +17,11 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc b/tensorflow/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc
rename to tensorflow/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc
index 06de9b1cd8..80170fe8bc 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc
+++ b/tensorflow/lite/toco/graph_transformations/merge_reshape_into_preceding_transpose.cc
@@ -18,11 +18,11 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc b/tensorflow/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc
index f0d8d924ad..0f3c4d34d6 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/move_binary_operator_before_reshape.cc
@@ -14,9 +14,9 @@
  ==============================================================================*/
 #include <algorithm>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc b/tensorflow/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc
similarity index 92%
rename from tensorflow/contrib/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc
rename to tensorflow/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc
index 9c1ed2b732..95de60262e 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc
+++ b/tensorflow/lite/toco/graph_transformations/propagate_activation_function_into_constants.cc
@@ -17,11 +17,11 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_array_data_types.cc b/tensorflow/lite/toco/graph_transformations/propagate_array_data_types.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/propagate_array_data_types.cc
rename to tensorflow/lite/toco/graph_transformations/propagate_array_data_types.cc
index 47faa20a29..9a458dccb9 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_array_data_types.cc
+++ b/tensorflow/lite/toco/graph_transformations/propagate_array_data_types.cc
@@ -17,8 +17,8 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_default_min_max.cc b/tensorflow/lite/toco/graph_transformations/propagate_default_min_max.cc
similarity index 92%
rename from tensorflow/contrib/lite/toco/graph_transformations/propagate_default_min_max.cc
rename to tensorflow/lite/toco/graph_transformations/propagate_default_min_max.cc
index 3cf191436d..d31ba956af 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_default_min_max.cc
+++ b/tensorflow/lite/toco/graph_transformations/propagate_default_min_max.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc b/tensorflow/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc
rename to tensorflow/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc
index d0113237ce..04a5a1c168 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc
+++ b/tensorflow/lite/toco/graph_transformations/propagate_fake_quant_num_bits.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc b/tensorflow/lite/toco/graph_transformations/propagate_fixed_sizes.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
rename to tensorflow/lite/toco/graph_transformations/propagate_fixed_sizes.cc
index 514a596f1e..78ea54e452 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/propagate_fixed_sizes.cc
+++ b/tensorflow/lite/toco/graph_transformations/propagate_fixed_sizes.cc
@@ -20,10 +20,10 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_join.h"
-#include "tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/kernels/internal/strided_slice_logic.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc b/tensorflow/lite/toco/graph_transformations/quantization_util.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc
rename to tensorflow/lite/toco/graph_transformations/quantization_util.cc
index 82146c5a66..56f83c9793 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.cc
+++ b/tensorflow/lite/toco/graph_transformations/quantization_util.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <memory>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h b/tensorflow/lite/toco/graph_transformations/quantization_util.h
similarity index 85%
rename from tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h
rename to tensorflow/lite/toco/graph_transformations/quantization_util.h
index cf093c6f17..d226aeab8b 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h
+++ b/tensorflow/lite/toco/graph_transformations/quantization_util.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_QUANTIZATION_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_QUANTIZATION_UTIL_H_
+#ifndef TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_QUANTIZATION_UTIL_H_
+#define TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_QUANTIZATION_UTIL_H_
 
-#include "tensorflow/contrib/lite/kernels/internal/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/kernels/internal/quantization_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -60,4 +60,4 @@ bool IsArrayQuantizedRangeSubset(GraphTransformation* transformation,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_QUANTIZATION_UTIL_H_
+#endif  // TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_QUANTIZATION_UTIL_H_
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc b/tensorflow/lite/toco/graph_transformations/quantize.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
rename to tensorflow/lite/toco/graph_transformations/quantize.cc
index 0a89deadcc..e28b7288f0 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/quantize.cc
+++ b/tensorflow/lite/toco/graph_transformations/quantize.cc
@@ -20,11 +20,11 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc b/tensorflow/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc
rename to tensorflow/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc
index 0c32218ff2..4d621018dc 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc
+++ b/tensorflow/lite/toco/graph_transformations/read_array_minmax_and_narrow_range_from_fake_quant.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_final_dequantize_op.cc b/tensorflow/lite/toco/graph_transformations/remove_final_dequantize_op.cc
similarity index 90%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_final_dequantize_op.cc
rename to tensorflow/lite/toco/graph_transformations/remove_final_dequantize_op.cc
index fe8023ab8f..ed551d0122 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_final_dequantize_op.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_final_dequantize_op.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_tensorflow_assert.cc b/tensorflow/lite/toco/graph_transformations/remove_tensorflow_assert.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_tensorflow_assert.cc
rename to tensorflow/lite/toco/graph_transformations/remove_tensorflow_assert.cc
index be8c0acc7b..647146b407 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_tensorflow_assert.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_tensorflow_assert.cc
@@ -16,9 +16,9 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_tensorflow_identity.cc b/tensorflow/lite/toco/graph_transformations/remove_tensorflow_identity.cc
similarity index 83%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_tensorflow_identity.cc
rename to tensorflow/lite/toco/graph_transformations/remove_tensorflow_identity.cc
index 37fe5fa3d7..e0f7bc9a05 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_tensorflow_identity.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_tensorflow_identity.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_binary.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_binary.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_binary.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_binary.cc
index 68c6fb65c5..8879a7cd26 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_binary.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_binary.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_concatenation.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_concatenation.cc
similarity index 83%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_concatenation.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_concatenation.cc
index faaa2a828e..bfa9314a69 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_concatenation.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_concatenation.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc
index ccfc181fe0..565ccb663a 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_concatenation_input.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_fake_quant.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_fake_quant.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_fake_quant.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_fake_quant.cc
index 5448a816bc..2891e41f30 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_fake_quant.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_fake_quant.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.cc
index d5983a1f12..5239d55076 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h b/tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h
similarity index 86%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h
index 663704e5ac..315edc0121 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_REMOVE_TRIVIAL_PASSTHROUGH_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_REMOVE_TRIVIAL_PASSTHROUGH_H_
+#ifndef TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_REMOVE_TRIVIAL_PASSTHROUGH_H_
+#define TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_REMOVE_TRIVIAL_PASSTHROUGH_H_
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -55,4 +55,4 @@ bool RemoveTrivialPassthroughOp(GraphTransformation* transformation,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_GRAPH_TRANSFORMATIONS_REMOVE_TRIVIAL_PASSTHROUGH_H_
+#endif  // TENSORFLOW_LITE_TOCO_GRAPH_TRANSFORMATIONS_REMOVE_TRIVIAL_PASSTHROUGH_H_
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc
similarity index 89%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc
index 4133815285..56acf22f7f 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_quantized_activation_func.cc
@@ -17,13 +17,13 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc
similarity index 87%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc
index 0f0ae4af69..f1037994c9 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_quantized_min_max.cc
@@ -17,13 +17,13 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_reshape.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_reshape.cc
similarity index 92%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_reshape.cc
index 1caf944879..7dea3c79c5 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_reshape.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_slice.cc b/tensorflow/lite/toco/graph_transformations/remove_trivial_slice.cc
similarity index 88%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_slice.cc
rename to tensorflow/lite/toco/graph_transformations/remove_trivial_slice.cc
index dcb0148d58..330e16b3af 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_slice.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_trivial_slice.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/remove_unused_op.cc b/tensorflow/lite/toco/graph_transformations/remove_unused_op.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/remove_unused_op.cc
rename to tensorflow/lite/toco/graph_transformations/remove_unused_op.cc
index 3cd5d06bae..ac05afb819 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/remove_unused_op.cc
+++ b/tensorflow/lite/toco/graph_transformations/remove_unused_op.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/reorder_elementwise_unary.cc b/tensorflow/lite/toco/graph_transformations/reorder_elementwise_unary.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/reorder_elementwise_unary.cc
rename to tensorflow/lite/toco/graph_transformations/reorder_elementwise_unary.cc
index 3c8d411089..6a4b919854 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/reorder_elementwise_unary.cc
+++ b/tensorflow/lite/toco/graph_transformations/reorder_elementwise_unary.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_set>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/reorder_reshape_transpose.cc b/tensorflow/lite/toco/graph_transformations/reorder_reshape_transpose.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/reorder_reshape_transpose.cc
rename to tensorflow/lite/toco/graph_transformations/reorder_reshape_transpose.cc
index a2c06e71e8..fdd411c84c 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/reorder_reshape_transpose.cc
+++ b/tensorflow/lite/toco/graph_transformations/reorder_reshape_transpose.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_set>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_batch_normalization.cc b/tensorflow/lite/toco/graph_transformations/resolve_batch_normalization.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_batch_normalization.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_batch_normalization.cc
index a79779f55d..e972e5c901 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_batch_normalization.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_batch_normalization.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc
index d039d7d690..7aa92de4f6 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_batch_to_space_nd_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_binary.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_binary.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_binary.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_binary.cc
index 586f546a30..0e1671c61c 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_binary.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_binary.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_concatenation.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_concatenation.cc
index a26aa21def..98ff4ab02e 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_concatenation.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_concatenation.cc
@@ -19,9 +19,9 @@ limitations under the License.
 
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_join.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fake_quant.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_fake_quant.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fake_quant.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_fake_quant.cc
index 4f330fdd84..d52f7d4916 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fake_quant.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_fake_quant.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/quantization_util.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/quantization_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_fill.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_fill.cc
index ef234563fd..c9021019bf 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_fill.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_fill.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_gather.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_gather.cc
index 26616374d8..1149930131 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_gather.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_gather.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_pack.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_pack.cc
index 55fa0e22eb..168f79bebd 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_pack.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_pack.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_random_uniform.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_random_uniform.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_random_uniform.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_random_uniform.cc
index db0fbba528..a8afbb7de5 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_random_uniform.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_random_uniform.cc
@@ -15,9 +15,9 @@ limitations under the License.
 #include <algorithm>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 #include "tensorflow/core/lib/random/philox_random.h"
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_range.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_range.cc
index 198e95ab88..4cb27d97ec 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_range.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_range.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_reshape.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_reshape.cc
index ef4a896e32..9e21fa564e 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_reshape.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_reshape.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_select.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_select.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_select.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_select.cc
index ab1e0bd7a0..82b2f4ab87 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_select.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_select.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc
index a1756a8207..00ab858827 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_shape_or_rank.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_slice.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_slice.cc
index 6b6465c2fe..503807f231 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_slice.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_slice.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
index 83cb8bec0d..0c9effee1f 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_strided_slice.cc
@@ -14,10 +14,10 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/kernels/internal/strided_slice_logic.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/kernels/internal/strided_slice_logic.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_tile.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_tile.cc
index 685fec9619..7563130496 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_tile.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_tile.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_transpose.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_transpose.cc
index 612d03b97e..9514848682 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_transpose.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_transpose.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_unary.cc b/tensorflow/lite/toco/graph_transformations/resolve_constant_unary.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_unary.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_constant_unary.cc
index 3034c1b1eb..43070b063c 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_constant_unary.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_constant_unary.cc
@@ -20,10 +20,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc b/tensorflow/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc
index eed971c1d5..c0becaf7d3 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_fake_quant_args_from_vars.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_gather_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_gather_attributes.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_gather_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_gather_attributes.cc
index 69209b8dec..ffad0d0d31 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_gather_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_gather_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc b/tensorflow/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
index e5b74e2bb1..51c724dd1a 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_multiply_by_zero.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_pad_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_pad_attributes.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_pad_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_pad_attributes.cc
index adc87753bc..25b823f848 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_pad_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_pad_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_padv2_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_padv2_attributes.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_padv2_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_padv2_attributes.cc
index 1f0f17a37a..bcc9f5363a 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_padv2_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_padv2_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_reduce_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_reduce_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc
index c3246ab90f..ea5d33009b 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_reduce_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_reorder_axes.cc b/tensorflow/lite/toco/graph_transformations/resolve_reorder_axes.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_reorder_axes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_reorder_axes.cc
index ee5c4810e6..f70e80b8e7 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_reorder_axes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_reorder_axes.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_reshape_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_reshape_attributes.cc
similarity index 90%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_reshape_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_reshape_attributes.cc
index 7b7a59264f..24a3482a6f 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_reshape_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_reshape_attributes.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_slice_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_slice_attributes.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_slice_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_slice_attributes.cc
index 5a838168de..1f86b35c34 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_slice_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_slice_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc
index 3804145c4f..dd1e6fccd7 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_space_to_batch_nd_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_squeeze_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_squeeze_attributes.cc
similarity index 86%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_squeeze_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_squeeze_attributes.cc
index c601b0774e..3f2ae471a2 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_squeeze_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_squeeze_attributes.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/remove_trivial_passthrough.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/graph_transformations/remove_trivial_passthrough.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc
index f54f5b42a1..a62e082e83 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_strided_slice_attributes.cc
@@ -12,9 +12,9 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_concat.cc b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_concat.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_concat.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_tensorflow_concat.cc
index 4927ccd95d..ce185847cd 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_concat.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_concat.cc
@@ -18,9 +18,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc
index da039da546..637ffda533 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_matmul.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_merge.cc b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_merge.cc
similarity index 92%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_merge.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_tensorflow_merge.cc
index 9beea3e937..9ee4e6ec6b 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_merge.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_merge.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_switch.cc b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_switch.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_switch.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_tensorflow_switch.cc
index e215981b42..f26efacaae 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_tensorflow_switch.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_tensorflow_switch.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/resolve_transpose_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_transpose_attributes.cc
similarity index 91%
rename from tensorflow/contrib/lite/toco/graph_transformations/resolve_transpose_attributes.cc
rename to tensorflow/lite/toco/graph_transformations/resolve_transpose_attributes.cc
index aa7945391c..71c0a884da 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/resolve_transpose_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_transpose_attributes.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/shuffle_fc_weights.cc b/tensorflow/lite/toco/graph_transformations/shuffle_fc_weights.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/shuffle_fc_weights.cc
rename to tensorflow/lite/toco/graph_transformations/shuffle_fc_weights.cc
index e9f24a29ab..195ea70e34 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/shuffle_fc_weights.cc
+++ b/tensorflow/lite/toco/graph_transformations/shuffle_fc_weights.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/tests/BUILD b/tensorflow/lite/toco/graph_transformations/tests/BUILD
similarity index 60%
rename from tensorflow/contrib/lite/toco/graph_transformations/tests/BUILD
rename to tensorflow/lite/toco/graph_transformations/tests/BUILD
index 6f1be298ca..2e9b213d00 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/tests/BUILD
+++ b/tensorflow/lite/toco/graph_transformations/tests/BUILD
@@ -12,9 +12,9 @@ tf_cc_test(
     srcs = ["lstm_utils_test.cc"],
     tags = ["no_oss"],
     deps = [
-        "//tensorflow/contrib/lite/toco:graph_transformations",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:tooling_util",
+        "//tensorflow/lite/toco:graph_transformations",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:tooling_util",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -24,9 +24,9 @@ tf_cc_test(
     srcs = ["resolve_constant_concatenation_test.cc"],
     tags = ["no_oss"],
     deps = [
-        "//tensorflow/contrib/lite/toco:graph_transformations",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:tooling_util",
+        "//tensorflow/lite/toco:graph_transformations",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:tooling_util",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -36,9 +36,9 @@ tf_cc_test(
     srcs = ["resolve_constant_unary_test.cc"],
     tags = ["no_oss"],
     deps = [
-        "//tensorflow/contrib/lite/toco:graph_transformations",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:tooling_util",
+        "//tensorflow/lite/toco:graph_transformations",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:tooling_util",
         "@com_google_absl//absl/memory",
         "@com_google_googletest//:gtest_main",
     ],
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/tests/lstm_utils_test.cc b/tensorflow/lite/toco/graph_transformations/tests/lstm_utils_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/graph_transformations/tests/lstm_utils_test.cc
rename to tensorflow/lite/toco/graph_transformations/tests/lstm_utils_test.cc
index 6aae0775d3..bdb27e8af2 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/tests/lstm_utils_test.cc
+++ b/tensorflow/lite/toco/graph_transformations/tests/lstm_utils_test.cc
@@ -17,9 +17,9 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/lstm_utils.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc b/tensorflow/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc
rename to tensorflow/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc
index e2a6f12481..00d60b79ca 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc
+++ b/tensorflow/lite/toco/graph_transformations/tests/resolve_constant_concatenation_test.cc
@@ -17,9 +17,9 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc b/tensorflow/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc
rename to tensorflow/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc
index 57d85a0435..246a13a061 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc
+++ b/tensorflow/lite/toco/graph_transformations/tests/resolve_constant_unary_test.cc
@@ -17,9 +17,9 @@ limitations under the License.
 
 #include <gtest/gtest.h>
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/unfuse_activation_functions.cc b/tensorflow/lite/toco/graph_transformations/unfuse_activation_functions.cc
similarity index 92%
rename from tensorflow/contrib/lite/toco/graph_transformations/unfuse_activation_functions.cc
rename to tensorflow/lite/toco/graph_transformations/unfuse_activation_functions.cc
index 4ada5c3fd0..3e36dd5a45 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/unfuse_activation_functions.cc
+++ b/tensorflow/lite/toco/graph_transformations/unfuse_activation_functions.cc
@@ -17,10 +17,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/unpartition_embedding_lookup.cc b/tensorflow/lite/toco/graph_transformations/unpartition_embedding_lookup.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/graph_transformations/unpartition_embedding_lookup.cc
rename to tensorflow/lite/toco/graph_transformations/unpartition_embedding_lookup.cc
index e19527968d..e57f175812 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/unpartition_embedding_lookup.cc
+++ b/tensorflow/lite/toco/graph_transformations/unpartition_embedding_lookup.cc
@@ -16,9 +16,9 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/graph_transformations/unroll_batch_matmul.cc b/tensorflow/lite/toco/graph_transformations/unroll_batch_matmul.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/graph_transformations/unroll_batch_matmul.cc
rename to tensorflow/lite/toco/graph_transformations/unroll_batch_matmul.cc
index 5ff39aa313..d59954fc74 100644
--- a/tensorflow/contrib/lite/toco/graph_transformations/unroll_batch_matmul.cc
+++ b/tensorflow/lite/toco/graph_transformations/unroll_batch_matmul.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/import_tensorflow.cc
rename to tensorflow/lite/toco/import_tensorflow.cc
index c0d943039f..b13a08d05e 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/import_tensorflow.h"
+#include "tensorflow/lite/toco/import_tensorflow.h"
 
 #include <memory>
 #include <string>
@@ -27,11 +27,11 @@ limitations under the License.
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_split.h"
 #include "absl/strings/strip.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_util.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.h"
+#include "tensorflow/lite/toco/tensorflow_util.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/common_runtime/device_factory.h"
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/process_function_library_runtime.h"
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow.h b/tensorflow/lite/toco/import_tensorflow.h
similarity index 84%
rename from tensorflow/contrib/lite/toco/import_tensorflow.h
rename to tensorflow/lite/toco/import_tensorflow.h
index c5ff96956a..0362c0f359 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow.h
+++ b/tensorflow/lite/toco/import_tensorflow.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_IMPORT_TENSORFLOW_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_IMPORT_TENSORFLOW_H_
+#ifndef TENSORFLOW_LITE_TOCO_IMPORT_TENSORFLOW_H_
+#define TENSORFLOW_LITE_TOCO_IMPORT_TENSORFLOW_H_
 
 #include <memory>
 #include <string>
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
 
 namespace toco {
@@ -44,4 +44,4 @@ std::unique_ptr<Model> ImportTensorFlowGraphDef(
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_IMPORT_TENSORFLOW_H_
+#endif  // TENSORFLOW_LITE_TOCO_IMPORT_TENSORFLOW_H_
diff --git a/tensorflow/contrib/lite/toco/import_tensorflow_test.cc b/tensorflow/lite/toco/import_tensorflow_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/import_tensorflow_test.cc
rename to tensorflow/lite/toco/import_tensorflow_test.cc
index 587148a930..3f47c3012e 100644
--- a/tensorflow/contrib/lite/toco/import_tensorflow_test.cc
+++ b/tensorflow/lite/toco/import_tensorflow_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/import_tensorflow.h"
+#include "tensorflow/lite/toco/import_tensorflow.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
diff --git a/tensorflow/contrib/lite/toco/model.h b/tensorflow/lite/toco/model.h
similarity index 99%
rename from tensorflow/contrib/lite/toco/model.h
rename to tensorflow/lite/toco/model.h
index 716dade6c8..f85e1c2878 100644
--- a/tensorflow/contrib/lite/toco/model.h
+++ b/tensorflow/lite/toco/model.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_MODEL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_MODEL_H_
+#ifndef TENSORFLOW_LITE_TOCO_MODEL_H_
+#define TENSORFLOW_LITE_TOCO_MODEL_H_
 
 #include <complex>
 #include <functional>
@@ -24,10 +24,10 @@ limitations under the License.
 #include <vector>
 
 #include "absl/types/optional.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_types.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
@@ -2144,4 +2144,4 @@ class Model {
 };
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_MODEL_H_
+#endif  // TENSORFLOW_LITE_TOCO_MODEL_H_
diff --git a/tensorflow/contrib/lite/toco/model_cmdline_flags.cc b/tensorflow/lite/toco/model_cmdline_flags.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/model_cmdline_flags.cc
rename to tensorflow/lite/toco/model_cmdline_flags.cc
index b6a401aaf2..717a28bc61 100644
--- a/tensorflow/contrib/lite/toco/model_cmdline_flags.cc
+++ b/tensorflow/lite/toco/model_cmdline_flags.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/model_cmdline_flags.h"
+#include "tensorflow/lite/toco/model_cmdline_flags.h"
 
 #include <string>
 #include <vector>
@@ -22,9 +22,9 @@ limitations under the License.
 #include "absl/strings/str_split.h"
 #include "absl/strings/string_view.h"
 #include "absl/strings/strip.h"
-#include "tensorflow/contrib/lite/toco/args.h"
-#include "tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/args.h"
+#include "tensorflow/lite/toco/toco_graphviz_dump_options.h"
+#include "tensorflow/lite/toco/toco_port.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
diff --git a/tensorflow/contrib/lite/toco/model_cmdline_flags.h b/tensorflow/lite/toco/model_cmdline_flags.h
similarity index 80%
rename from tensorflow/contrib/lite/toco/model_cmdline_flags.h
rename to tensorflow/lite/toco/model_cmdline_flags.h
index c868d5c7d0..1642e05319 100644
--- a/tensorflow/contrib/lite/toco/model_cmdline_flags.h
+++ b/tensorflow/lite/toco/model_cmdline_flags.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_MODEL_CMDLINE_FLAGS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_MODEL_CMDLINE_FLAGS_H_
+#ifndef TENSORFLOW_LITE_TOCO_MODEL_CMDLINE_FLAGS_H_
+#define TENSORFLOW_LITE_TOCO_MODEL_CMDLINE_FLAGS_H_
 
 #include <string>
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/args.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/types.pb.h"
+#include "tensorflow/lite/toco/args.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/types.pb.h"
 
 namespace toco {
 // Parse and remove arguments for models (in toco). Returns true if parsing
@@ -40,4 +40,4 @@ ParsedModelFlags* GlobalParsedModelFlags();
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_MODEL_CMDLINE_FLAGS_H_
+#endif  // TENSORFLOW_LITE_TOCO_MODEL_CMDLINE_FLAGS_H_
diff --git a/tensorflow/contrib/lite/toco/model_flags.proto b/tensorflow/lite/toco/model_flags.proto
similarity index 99%
rename from tensorflow/contrib/lite/toco/model_flags.proto
rename to tensorflow/lite/toco/model_flags.proto
index 6c1c53658c..bcdac295d2 100644
--- a/tensorflow/contrib/lite/toco/model_flags.proto
+++ b/tensorflow/lite/toco/model_flags.proto
@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 syntax = "proto2";
-import "tensorflow/contrib/lite/toco/types.proto";
+import "tensorflow/lite/toco/types.proto";
 
 package toco;
 
diff --git a/tensorflow/contrib/lite/toco/python/BUILD b/tensorflow/lite/toco/python/BUILD
similarity index 67%
rename from tensorflow/contrib/lite/toco/python/BUILD
rename to tensorflow/lite/toco/python/BUILD
index cf97ba7084..307f397085 100644
--- a/tensorflow/contrib/lite/toco/python/BUILD
+++ b/tensorflow/lite/toco/python/BUILD
@@ -11,12 +11,12 @@ cc_library(
     srcs = ["toco_python_api.cc"],
     hdrs = ["toco_python_api.h"],
     deps = [
-        "//tensorflow/contrib/lite/toco:model_flags_proto_cc",
-        "//tensorflow/contrib/lite/toco:toco_flags_proto_cc",
-        "//tensorflow/contrib/lite/toco:toco_graphviz_dump_options",
-        "//tensorflow/contrib/lite/toco:toco_port",
-        "//tensorflow/contrib/lite/toco:toco_tooling",
         "//tensorflow/core:lib",
+        "//tensorflow/lite/toco:model_flags_proto_cc",
+        "//tensorflow/lite/toco:toco_flags_proto_cc",
+        "//tensorflow/lite/toco:toco_graphviz_dump_options",
+        "//tensorflow/lite/toco:toco_port",
+        "//tensorflow/lite/toco:toco_tooling",
         "//third_party/python_runtime:headers",
     ],
 )
@@ -26,8 +26,8 @@ tf_py_wrap_cc(
     srcs = ["toco.i"],
     deps = [
         ":toco_python_api",
-        "//tensorflow/contrib/lite/toco:model_flags_proto_cc",
-        "//tensorflow/contrib/lite/toco:toco_flags_proto_cc",
+        "//tensorflow/lite/toco:model_flags_proto_cc",
+        "//tensorflow/lite/toco:toco_flags_proto_cc",
         "//third_party/python_runtime:headers",
         "@com_google_absl//absl/strings",
     ],
@@ -48,8 +48,8 @@ tf_py_test(
     srcs = ["toco_from_protos_test.py"],
     additional_deps = [
         "//tensorflow:tensorflow_py",
-        "//tensorflow/contrib/lite/toco:model_flags_proto_py",
-        "//tensorflow/contrib/lite/toco:toco_flags_proto_py",
+        "//tensorflow/lite/toco:model_flags_proto_py",
+        "//tensorflow/lite/toco:toco_flags_proto_py",
     ],
     data = [
         ":toco_from_protos",
diff --git a/tensorflow/contrib/lite/toco/python/toco.i b/tensorflow/lite/toco/python/toco.i
similarity index 95%
rename from tensorflow/contrib/lite/toco/python/toco.i
rename to tensorflow/lite/toco/python/toco.i
index 0d2fbdd67b..c7dfdc35ab 100644
--- a/tensorflow/contrib/lite/toco/python/toco.i
+++ b/tensorflow/lite/toco/python/toco.i
@@ -16,7 +16,7 @@ limitations under the License.
 %include "std_string.i"
 
 %{
-#include "tensorflow/contrib/lite/toco/python/toco_python_api.h"
+#include "tensorflow/lite/toco/python/toco_python_api.h"
 %}
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/python/toco_from_protos.py b/tensorflow/lite/toco/python/toco_from_protos.py
similarity index 96%
rename from tensorflow/contrib/lite/toco/python/toco_from_protos.py
rename to tensorflow/lite/toco/python/toco_from_protos.py
index c0b032083b..152dd241ea 100644
--- a/tensorflow/contrib/lite/toco/python/toco_from_protos.py
+++ b/tensorflow/lite/toco/python/toco_from_protos.py
@@ -19,7 +19,7 @@ from __future__ import print_function
 
 import argparse
 import sys
-from tensorflow.contrib.lite.toco.python import tensorflow_wrap_toco
+from tensorflow.lite.toco.python import tensorflow_wrap_toco
 from tensorflow.python.platform import app
 
 FLAGS = None
diff --git a/tensorflow/contrib/lite/toco/python/toco_from_protos_test.py b/tensorflow/lite/toco/python/toco_from_protos_test.py
similarity index 95%
rename from tensorflow/contrib/lite/toco/python/toco_from_protos_test.py
rename to tensorflow/lite/toco/python/toco_from_protos_test.py
index 75c1c8970c..34cfd2c59f 100644
--- a/tensorflow/contrib/lite/toco/python/toco_from_protos_test.py
+++ b/tensorflow/lite/toco/python/toco_from_protos_test.py
@@ -20,9 +20,9 @@ import os
 import tempfile
 
 import tensorflow as tf
-from tensorflow.contrib.lite.toco import model_flags_pb2
-from tensorflow.contrib.lite.toco import toco_flags_pb2
-from tensorflow.contrib.lite.toco import types_pb2
+from tensorflow.lite.toco import model_flags_pb2
+from tensorflow.lite.toco import toco_flags_pb2
+from tensorflow.lite.toco import types_pb2
 from tensorflow.python.platform import googletest
 from tensorflow.python.platform import resource_loader
 
diff --git a/tensorflow/contrib/lite/toco/python/toco_python_api.cc b/tensorflow/lite/toco/python/toco_python_api.cc
similarity index 90%
rename from tensorflow/contrib/lite/toco/python/toco_python_api.cc
rename to tensorflow/lite/toco/python/toco_python_api.cc
index 302b7f9bd4..ce8e3c9df8 100644
--- a/tensorflow/contrib/lite/toco/python/toco_python_api.cc
+++ b/tensorflow/lite/toco/python/toco_python_api.cc
@@ -16,13 +16,13 @@ limitations under the License.
 #include <vector>
 #include "tensorflow/core/platform/logging.h"
 
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/python/toco_python_api.h"
-#include "tensorflow/contrib/lite/toco/toco_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/toco_tooling.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/python/toco_python_api.h"
+#include "tensorflow/lite/toco/toco_flags.pb.h"
+#include "tensorflow/lite/toco/toco_graphviz_dump_options.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_tooling.h"
+#include "tensorflow/lite/toco/toco_types.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/python/toco_python_api.h b/tensorflow/lite/toco/python/toco_python_api.h
similarity index 88%
rename from tensorflow/contrib/lite/toco/python/toco_python_api.h
rename to tensorflow/lite/toco/python/toco_python_api.h
index ee054bbed9..4ab0961e12 100644
--- a/tensorflow/contrib/lite/toco/python/toco_python_api.h
+++ b/tensorflow/lite/toco/python/toco_python_api.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_PYTHON_TOCO_PYTHON_API_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_PYTHON_TOCO_PYTHON_API_H_
+#ifndef TENSORFLOW_LITE_TOCO_PYTHON_TOCO_PYTHON_API_H_
+#define TENSORFLOW_LITE_TOCO_PYTHON_TOCO_PYTHON_API_H_
 
 #include <Python.h>
 #include <string>
@@ -33,4 +33,4 @@ PyObject* TocoConvert(PyObject* model_flags_proto_txt_raw,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_PYTHON_TOCO_PYTHON_API_H_
+#endif  // TENSORFLOW_LITE_TOCO_PYTHON_TOCO_PYTHON_API_H_
diff --git a/tensorflow/contrib/lite/toco/runtime/common.h b/tensorflow/lite/toco/runtime/common.h
similarity index 78%
rename from tensorflow/contrib/lite/toco/runtime/common.h
rename to tensorflow/lite/toco/runtime/common.h
index 3c6828840c..1f83be8fa8 100644
--- a/tensorflow/contrib/lite/toco/runtime/common.h
+++ b/tensorflow/lite/toco/runtime/common.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_RUNTIME_COMMON_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_RUNTIME_COMMON_H_
+#ifndef TENSORFLOW_LITE_TOCO_RUNTIME_COMMON_H_
+#define TENSORFLOW_LITE_TOCO_RUNTIME_COMMON_H_
 
 #ifndef ALLOW_SLOW_GENERIC_DEPTHWISECONV_FALLBACK
 #ifdef GEMMLOWP_ALLOW_SLOW_SCALAR_FALLBACK
@@ -21,6 +21,6 @@ limitations under the License.
 #endif
 #endif
 
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/common.h"
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_RUNTIME_COMMON_H_
+#endif  // TENSORFLOW_LITE_TOCO_RUNTIME_COMMON_H_
diff --git a/tensorflow/contrib/lite/toco/runtime/types.h b/tensorflow/lite/toco/runtime/types.h
similarity index 72%
rename from tensorflow/contrib/lite/toco/runtime/types.h
rename to tensorflow/lite/toco/runtime/types.h
index 207f2c1706..eac9b8af6e 100644
--- a/tensorflow/contrib/lite/toco/runtime/types.h
+++ b/tensorflow/lite/toco/runtime/types.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_RUNTIME_TYPES_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_RUNTIME_TYPES_H_
+#ifndef TENSORFLOW_LITE_TOCO_RUNTIME_TYPES_H_
+#define TENSORFLOW_LITE_TOCO_RUNTIME_TYPES_H_
 
-#include "tensorflow/contrib/lite/kernels/internal/common.h"
-#include "tensorflow/contrib/lite/kernels/internal/compatibility.h"
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
+#include "tensorflow/lite/kernels/internal/common.h"
+#include "tensorflow/lite/kernels/internal/compatibility.h"
+#include "tensorflow/lite/kernels/internal/types.h"
 
 namespace toco {
 
@@ -30,4 +30,4 @@ using tflite::RequiredBufferSizeForDims;
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_RUNTIME_TYPES_H_
+#endif  // TENSORFLOW_LITE_TOCO_RUNTIME_TYPES_H_
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/BUILD b/tensorflow/lite/toco/tensorflow_graph_matching/BUILD
similarity index 80%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/BUILD
rename to tensorflow/lite/toco/tensorflow_graph_matching/BUILD
index ea1fc2827e..56acc284cc 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/BUILD
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/BUILD
@@ -16,7 +16,7 @@ cc_library(
         "cluster_utils.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite/toco:toco_port",
+        "//tensorflow/lite/toco:toco_port",
     ],
 )
 
@@ -30,9 +30,9 @@ cc_library(
     ],
     deps = [
         ":cluster_utils",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:tooling_util",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:tooling_util",
     ],
 )
 
@@ -48,11 +48,11 @@ cc_library(
     deps = [
         ":cluster",
         ":cluster_utils",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:toco_port",
-        "//tensorflow/contrib/lite/toco:tooling_util",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:toco_port",
+        "//tensorflow/lite/toco:tooling_util",
         "@protobuf_archive//:protobuf_headers",
     ],
 )
@@ -85,7 +85,7 @@ cc_library(
         ":cluster",
         ":cluster_utils",
         ":resolve_svdf",
-        "//tensorflow/contrib/lite/toco:tooling_util",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/lite/toco:tooling_util",
     ],
 )
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.cc b/tensorflow/lite/toco/tensorflow_graph_matching/cluster.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.cc
rename to tensorflow/lite/toco/tensorflow_graph_matching/cluster.cc
index 98a130ea39..afce05dc7a 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.cc
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/cluster.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h b/tensorflow/lite/toco/tensorflow_graph_matching/cluster.h
similarity index 89%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h
rename to tensorflow/lite/toco/tensorflow_graph_matching/cluster.h
index fda7743a27..af268ddd37 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/cluster.h
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_H_
+#ifndef TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_H_
+#define TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_H_
 
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
@@ -98,4 +98,4 @@ class ClusterFactoryInterface {
 
 }  // end namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_H_
+#endif  // TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_H_
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.cc b/tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.cc
rename to tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.cc
index 14c3cd6487..8a010ef820 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.cc
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include <string>
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/toco_types.h"
 namespace toco {
 
 bool StrContains(const string& x, const string& search_pattern) {
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h b/tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h
similarity index 82%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h
rename to tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h
index b57bded305..9b9c4fc208 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_UTILS_H_
+#ifndef TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_UTILS_H_
+#define TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_UTILS_H_
 
 #include <string>
 
@@ -30,4 +30,4 @@ void Transpose2DTensor(const float* tensor, int row, int col,
 
 }  // end namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_UTILS_H_
+#endif  // TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_CLUSTER_UTILS_H_
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.cc b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.cc
similarity index 93%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.cc
rename to tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.cc
index 5e421ba944..7a18751207 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.cc
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.cc
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.h"
 
 #include <string>
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.h b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.h
similarity index 86%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.h
rename to tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.h
index 3334552afb..d7afcced7b 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.h
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.h
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_CLUSTER_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_CLUSTER_H_
+#ifndef TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_CLUSTER_H_
+#define TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_CLUSTER_H_
 
 #include <string>
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 
@@ -60,4 +60,4 @@ std::unique_ptr<tensorflow::GraphDef> MaybeReplaceCompositeSubgraph(
 
 }  // end namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_CLUSTER_H_
+#endif  // TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_CLUSTER_H_
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.cc b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.cc
rename to tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.cc
index d6a099817c..fcd9ee45d9 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.cc
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
 
 #include <ctype.h>
 #include <stddef.h>
@@ -22,11 +22,11 @@ limitations under the License.
 #include <vector>
 
 #include "google/protobuf/map.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h
similarity index 85%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h
rename to tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h
index 383fd99dff..649cadfa06 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_SVDF_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_SVDF_H_
+#ifndef TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_SVDF_H_
+#define TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_SVDF_H_
 
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
@@ -79,4 +79,4 @@ class SvdfClusterFactory : public ClusterFactoryInterface {
 
 }  // end namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_SVDF_H_
+#endif  // TENSORFLOW_LITE_TOCO_TENSORFLOW_GRAPH_MATCHING_RESOLVE_SVDF_H_
diff --git a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc
rename to tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc
index 646d048496..f66b59ccce 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc
+++ b/tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_svdf.h"
 
 #include <string>
 #include <unordered_map>
@@ -20,9 +20,9 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/cluster_utils.h"
-#include "tensorflow/contrib/lite/toco/tensorflow_graph_matching/resolve_cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/cluster_utils.h"
+#include "tensorflow/lite/toco/tensorflow_graph_matching/resolve_cluster.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
diff --git a/tensorflow/contrib/lite/toco/tensorflow_util.cc b/tensorflow/lite/toco/tensorflow_util.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/tensorflow_util.cc
rename to tensorflow/lite/toco/tensorflow_util.cc
index 0e7e9c41a0..db9388b040 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_util.cc
+++ b/tensorflow/lite/toco/tensorflow_util.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tensorflow_util.h"
+#include "tensorflow/lite/toco/tensorflow_util.h"
 
 #include <string.h>
 #include <memory>
@@ -24,8 +24,8 @@ limitations under the License.
 #include "google/protobuf/map.h"
 #include "absl/strings/str_split.h"
 #include "absl/strings/string_view.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/tensor.pb.h"
diff --git a/tensorflow/contrib/lite/toco/tensorflow_util.h b/tensorflow/lite/toco/tensorflow_util.h
similarity index 81%
rename from tensorflow/contrib/lite/toco/tensorflow_util.h
rename to tensorflow/lite/toco/tensorflow_util.h
index 61f9104268..010fbe88b2 100644
--- a/tensorflow/contrib/lite/toco/tensorflow_util.h
+++ b/tensorflow/lite/toco/tensorflow_util.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_UTIL_H_
+#ifndef TENSORFLOW_LITE_TOCO_TENSORFLOW_UTIL_H_
+#define TENSORFLOW_LITE_TOCO_TENSORFLOW_UTIL_H_
 
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/toco/model.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 
@@ -29,4 +29,4 @@ void LogDumpGraphDef(int log_level, const string& message,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TENSORFLOW_UTIL_H_
+#endif  // TENSORFLOW_LITE_TOCO_TENSORFLOW_UTIL_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/BUILD b/tensorflow/lite/toco/tflite/BUILD
similarity index 68%
rename from tensorflow/contrib/lite/toco/tflite/BUILD
rename to tensorflow/lite/toco/tflite/BUILD
index e97bedd203..99c4f8edeb 100644
--- a/tensorflow/contrib/lite/toco/tflite/BUILD
+++ b/tensorflow/lite/toco/tflite/BUILD
@@ -25,12 +25,12 @@ cc_library(
     ],
     deps = [
         ":types",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
-        "//tensorflow/contrib/lite/toco:graph_transformations",
-        "//tensorflow/contrib/lite/toco:model",
         "//tensorflow/core:framework",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:ptr_util",
+        "//tensorflow/lite/schema:schema_fbs",
+        "//tensorflow/lite/toco:graph_transformations",
+        "//tensorflow/lite/toco:model",
         "@com_google_absl//absl/memory",
         "@flatbuffers",
     ],
@@ -44,9 +44,9 @@ tf_cc_test(
     tags = ["no_oss"],
     deps = [
         ":operator",
-        "//tensorflow/contrib/lite/toco:tooling_util",
         "//tensorflow/core:ops",
         "//tensorflow/core:protos_all_cc",
+        "//tensorflow/lite/toco:tooling_util",
         "@com_google_googletest//:gtest_main",
         "@flatbuffers",
     ],
@@ -61,9 +61,9 @@ cc_library(
         "types.h",
     ],
     deps = [
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
-        "//tensorflow/contrib/lite/toco:model",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/schema:schema_fbs",
+        "//tensorflow/lite/toco:model",
     ],
 )
 
@@ -92,11 +92,11 @@ cc_library(
     deps = [
         ":operator",
         ":types",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:tooling_util",
-        "//tensorflow/contrib/lite/tools/optimize:quantize_weights",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/schema:schema_fbs",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:tooling_util",
+        "//tensorflow/lite/tools/optimize:quantize_weights",
         "@com_google_absl//absl/strings",
         "@flatbuffers",
     ],
@@ -110,8 +110,8 @@ tf_cc_test(
     tags = ["no_oss"],
     deps = [
         ":export",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
         "//tensorflow/core:ops",
+        "//tensorflow/lite/schema:schema_fbs",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -128,11 +128,11 @@ cc_library(
     deps = [
         ":operator",
         ":types",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
-        "//tensorflow/contrib/lite/toco:model",
-        "//tensorflow/contrib/lite/toco:tooling_util",
-        "//tensorflow/contrib/lite/tools:verifier",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/schema:schema_fbs",
+        "//tensorflow/lite/toco:model",
+        "//tensorflow/lite/toco:tooling_util",
+        "//tensorflow/lite/tools:verifier",
         "@flatbuffers",
     ],
 )
@@ -145,9 +145,9 @@ tf_cc_test(
     tags = ["no_oss"],
     deps = [
         ":import",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
         "//tensorflow/core:ops",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/schema:schema_fbs",
         "@com_google_googletest//:gtest_main",
         "@flatbuffers",
     ],
diff --git a/tensorflow/contrib/lite/toco/tflite/builtin_operator.h b/tensorflow/lite/toco/tflite/builtin_operator.h
similarity index 90%
rename from tensorflow/contrib/lite/toco/tflite/builtin_operator.h
rename to tensorflow/lite/toco/tflite/builtin_operator.h
index cfe7ecd9f9..ea012ff6e7 100644
--- a/tensorflow/contrib/lite/toco/tflite/builtin_operator.h
+++ b/tensorflow/lite/toco/tflite/builtin_operator.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_BUILTIN_OPERATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_BUILTIN_OPERATOR_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_BUILTIN_OPERATOR_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_BUILTIN_OPERATOR_H_
 
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
 
 namespace toco {
 
@@ -71,4 +71,4 @@ class BuiltinOperator : public BaseOperator {
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_BUILTIN_OPERATOR_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_BUILTIN_OPERATOR_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/custom_operator.h b/tensorflow/lite/toco/tflite/custom_operator.h
similarity index 90%
rename from tensorflow/contrib/lite/toco/tflite/custom_operator.h
rename to tensorflow/lite/toco/tflite/custom_operator.h
index bd5713618f..2ca740bb90 100644
--- a/tensorflow/contrib/lite/toco/tflite/custom_operator.h
+++ b/tensorflow/lite/toco/tflite/custom_operator.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_CUSTOM_OPERATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_CUSTOM_OPERATOR_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_CUSTOM_OPERATOR_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_CUSTOM_OPERATOR_H_
 
 #include "flatbuffers/flexbuffers.h"
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
 
 namespace toco {
 
@@ -71,4 +71,4 @@ class CustomOperator : public BaseOperator {
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_CUSTOM_OPERATOR_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_CUSTOM_OPERATOR_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/export.cc b/tensorflow/lite/toco/tflite/export.cc
similarity index 97%
rename from tensorflow/contrib/lite/toco/tflite/export.cc
rename to tensorflow/lite/toco/tflite/export.cc
index 30efd67f8c..13630bea54 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.cc
+++ b/tensorflow/lite/toco/tflite/export.cc
@@ -12,17 +12,17 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/export.h"
+#include "tensorflow/lite/toco/tflite/export.h"
 
 #include "flatbuffers/flexbuffers.h"
 #include "absl/strings/str_join.h"
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
-#include "tensorflow/contrib/lite/tools/optimize/quantize_weights.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
+#include "tensorflow/lite/tools/optimize/quantize_weights.h"
+#include "tensorflow/lite/version.h"
 
 namespace toco {
 
@@ -494,7 +494,7 @@ tensorflow::Status Export(
             "TensorFlow. If you have a custom "
             "implementation for them you can disable this error with "
             "--allow_custom_ops, or by setting allow_custom_ops=True "
-            "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
+            "when calling tf.lite.TFLiteConverter(). Here is a list "
             "of builtin operators you are using: ",
             absl::StrJoin(builtin_ops, ", "),
             ". Here is a list "
@@ -508,10 +508,10 @@ tensorflow::Status Export(
             "TensorFlow operators, you might be able to use the extended "
             "runtime by passing --allow_flex_ops, or by setting "
             "target_ops=TFLITE_BUILTINS,SELECT_TF_OPS when calling "
-            "tf.contrib.lite.TFLiteConverter(). Otherwise, if you have a "
+            "tf.lite.TFLiteConverter(). Otherwise, if you have a "
             "custom implementation for them you can disable this error with "
             "--allow_custom_ops, or by setting allow_custom_ops=True "
-            "when calling tf.contrib.lite.TFLiteConverter(). Here is a list "
+            "when calling tf.lite.TFLiteConverter(). Here is a list "
             "of builtin operators you are using: ",
             absl::StrJoin(builtin_ops, ", "),
             ". Here is a list "
diff --git a/tensorflow/contrib/lite/toco/tflite/export.h b/tensorflow/lite/toco/tflite/export.h
similarity index 95%
rename from tensorflow/contrib/lite/toco/tflite/export.h
rename to tensorflow/lite/toco/tflite/export.h
index 0a43e01c2e..4dd76daf8d 100644
--- a/tensorflow/contrib/lite/toco/tflite/export.h
+++ b/tensorflow/lite/toco/tflite/export.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_EXPORT_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_EXPORT_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_EXPORT_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_EXPORT_H_
 
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/util.h"
 
 namespace toco {
 
@@ -171,4 +171,4 @@ void LoadOperatorsMap(
 }  // namespace tflite
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_EXPORT_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_EXPORT_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/export_test.cc b/tensorflow/lite/toco/tflite/export_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/tflite/export_test.cc
rename to tensorflow/lite/toco/tflite/export_test.cc
index f574874064..2787cd07cf 100644
--- a/tensorflow/contrib/lite/toco/tflite/export_test.cc
+++ b/tensorflow/lite/toco/tflite/export_test.cc
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/export.h"
+#include "tensorflow/lite/toco/tflite/export.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/toco/tflite/builtin_operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/types.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/toco/tflite/builtin_operator.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/types.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/tflite/import.cc b/tensorflow/lite/toco/tflite/import.cc
similarity index 95%
rename from tensorflow/contrib/lite/toco/tflite/import.cc
rename to tensorflow/lite/toco/tflite/import.cc
index 1dd4915b31..88028aa144 100644
--- a/tensorflow/contrib/lite/toco/tflite/import.cc
+++ b/tensorflow/lite/toco/tflite/import.cc
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/import.h"
+#include "tensorflow/lite/toco/tflite/import.h"
 
 #include "flatbuffers/flexbuffers.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/types.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
-#include "tensorflow/contrib/lite/tools/verifier.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/types.h"
+#include "tensorflow/lite/toco/tooling_util.h"
+#include "tensorflow/lite/tools/verifier.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/tflite/import.h b/tensorflow/lite/toco/tflite/import.h
similarity index 84%
rename from tensorflow/contrib/lite/toco/tflite/import.h
rename to tensorflow/lite/toco/tflite/import.h
index 280677bae1..f5de3b53b5 100644
--- a/tensorflow/contrib/lite/toco/tflite/import.h
+++ b/tensorflow/lite/toco/tflite/import.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_IMPORT_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_IMPORT_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_IMPORT_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_IMPORT_H_
 
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -46,4 +46,4 @@ void LoadOperatorsTable(const ::tflite::Model &input_model,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_IMPORT_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_IMPORT_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/import_test.cc b/tensorflow/lite/toco/tflite/import_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/tflite/import_test.cc
rename to tensorflow/lite/toco/tflite/import_test.cc
index edd22f783f..93ab5141ab 100644
--- a/tensorflow/contrib/lite/toco/tflite/import_test.cc
+++ b/tensorflow/lite/toco/tflite/import_test.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/import.h"
+#include "tensorflow/lite/toco/tflite/import.h"
 
 #include "flatbuffers/flexbuffers.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/version.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.cc b/tensorflow/lite/toco/tflite/operator.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/tflite/operator.cc
rename to tensorflow/lite/toco/tflite/operator.cc
index 0f4ea5cd21..4f53ba9bf9 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.cc
+++ b/tensorflow/lite/toco/tflite/operator.cc
@@ -12,16 +12,16 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
 
 // TODO(ycling): Consider refactoring to extract the LSTM definition out of
 // graph_transformation module.
-#include "tensorflow/contrib/lite/toco/graph_transformations/lstm_utils.h"
-#include "tensorflow/contrib/lite/toco/tflite/builtin_operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/custom_operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/simple_operator.h"
-#include "tensorflow/contrib/lite/toco/tflite/types.h"
-#include "tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h"
+#include "tensorflow/lite/toco/graph_transformations/lstm_utils.h"
+#include "tensorflow/lite/toco/tflite/builtin_operator.h"
+#include "tensorflow/lite/toco/tflite/custom_operator.h"
+#include "tensorflow/lite/toco/tflite/simple_operator.h"
+#include "tensorflow/lite/toco/tflite/types.h"
+#include "tensorflow/lite/toco/tflite/whitelisted_flex_ops.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/op.h"
diff --git a/tensorflow/contrib/lite/toco/tflite/operator.h b/tensorflow/lite/toco/tflite/operator.h
similarity index 94%
rename from tensorflow/contrib/lite/toco/tflite/operator.h
rename to tensorflow/lite/toco/tflite/operator.h
index 6e2a41bf53..43f533cd47 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator.h
+++ b/tensorflow/lite/toco/tflite/operator.h
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_OPERATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_OPERATOR_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_OPERATOR_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_OPERATOR_H_
 
 #include "flatbuffers/flatbuffers.h"
 #include "flatbuffers/flexbuffers.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -122,4 +122,4 @@ bool ShouldExportAsFlexOp(bool allow_flex_ops,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_OPERATOR_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_OPERATOR_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/operator_test.cc b/tensorflow/lite/toco/tflite/operator_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/tflite/operator_test.cc
rename to tensorflow/lite/toco/tflite/operator_test.cc
index 37a0ad2d1d..8a776cbf0b 100644
--- a/tensorflow/contrib/lite/toco/tflite/operator_test.cc
+++ b/tensorflow/lite/toco/tflite/operator_test.cc
@@ -12,13 +12,13 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
 
 #include "flatbuffers/flexbuffers.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/node_def.pb.h"
diff --git a/tensorflow/contrib/lite/toco/tflite/simple_operator.h b/tensorflow/lite/toco/tflite/simple_operator.h
similarity index 86%
rename from tensorflow/contrib/lite/toco/tflite/simple_operator.h
rename to tensorflow/lite/toco/tflite/simple_operator.h
index a7f7e886f6..e3e4c8551e 100644
--- a/tensorflow/contrib/lite/toco/tflite/simple_operator.h
+++ b/tensorflow/lite/toco/tflite/simple_operator.h
@@ -12,10 +12,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_SIMPLE_OPERATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_SIMPLE_OPERATOR_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_SIMPLE_OPERATOR_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_SIMPLE_OPERATOR_H_
 
-#include "tensorflow/contrib/lite/toco/tflite/operator.h"
+#include "tensorflow/lite/toco/tflite/operator.h"
 
 namespace toco {
 
@@ -49,4 +49,4 @@ class SimpleOperator : public BaseOperator {
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_SIMPLE_OPERATOR_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_SIMPLE_OPERATOR_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/types.cc b/tensorflow/lite/toco/tflite/types.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/tflite/types.cc
rename to tensorflow/lite/toco/tflite/types.cc
index 754f0b4b8c..f878dafc1e 100644
--- a/tensorflow/contrib/lite/toco/tflite/types.cc
+++ b/tensorflow/lite/toco/tflite/types.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/types.h"
-#include "tensorflow/contrib/lite/string_util.h"
+#include "tensorflow/lite/toco/tflite/types.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace toco {
 
diff --git a/tensorflow/contrib/lite/toco/tflite/types.h b/tensorflow/lite/toco/tflite/types.h
similarity index 87%
rename from tensorflow/contrib/lite/toco/tflite/types.h
rename to tensorflow/lite/toco/tflite/types.h
index 3923756fc9..bc2edb7429 100644
--- a/tensorflow/contrib/lite/toco/tflite/types.h
+++ b/tensorflow/lite/toco/tflite/types.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_TYPES_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_TYPES_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_TYPES_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_TYPES_H_
 
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/toco/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/toco/model.h"
 
 namespace toco {
 
@@ -55,4 +55,4 @@ struct ActivationFunction {
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_TYPES_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_TYPES_H_
diff --git a/tensorflow/contrib/lite/toco/tflite/types_test.cc b/tensorflow/lite/toco/tflite/types_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/tflite/types_test.cc
rename to tensorflow/lite/toco/tflite/types_test.cc
index 8e9f30ba3a..efa2911b5b 100644
--- a/tensorflow/contrib/lite/toco/tflite/types_test.cc
+++ b/tensorflow/lite/toco/tflite/types_test.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/types.h"
+#include "tensorflow/lite/toco/tflite/types.h"
 
 #include <complex>
 
diff --git a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
rename to tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
index d605a006be..221e9b8e34 100644
--- a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.cc
+++ b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h"
+#include "tensorflow/lite/toco/tflite/whitelisted_flex_ops.h"
 
 #include <set>
 
diff --git a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.h
similarity index 86%
rename from tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h
rename to tensorflow/lite/toco/tflite/whitelisted_flex_ops.h
index ed2435fbe0..2559a70528 100644
--- a/tensorflow/contrib/lite/toco/tflite/whitelisted_flex_ops.h
+++ b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
+#ifndef TENSORFLOW_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
+#define TENSORFLOW_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
 
 #include <string>
 
@@ -32,4 +32,4 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name);
 }  // namespace tflite
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
+#endif  // TENSORFLOW_LITE_TOCO_TFLITE_WHITELISTED_FLEX_OPS_H_
diff --git a/tensorflow/contrib/lite/toco/toco.cc b/tensorflow/lite/toco/toco.cc
similarity index 90%
rename from tensorflow/contrib/lite/toco/toco.cc
rename to tensorflow/lite/toco/toco.cc
index d1c4312785..9740015850 100644
--- a/tensorflow/contrib/lite/toco/toco.cc
+++ b/tensorflow/lite/toco/toco.cc
@@ -17,14 +17,14 @@ limitations under the License.
 #include <string>
 
 #include "absl/strings/string_view.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_cmdline_flags.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/toco_cmdline_flags.h"
-#include "tensorflow/contrib/lite/toco/toco_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/toco_tooling.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_cmdline_flags.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/toco_cmdline_flags.h"
+#include "tensorflow/lite/toco/toco_flags.pb.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_tooling.h"
+#include "tensorflow/lite/toco/toco_types.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/platform/logging.h"
 
@@ -60,7 +60,7 @@ void ReadInputData(const ParsedTocoFlags& parsed_toco_flags,
 
   // Ensure savedmodel_directory is not set.
   QCHECK(!parsed_toco_flags.savedmodel_directory.specified())
-      << "Use `tensorflow/contrib/lite/python/tflite_convert` script with "
+      << "Use `tensorflow/lite/python/tflite_convert` script with "
       << "SavedModel directories.\n";
 
   // Checks the input file permissions and reads the contents.
diff --git a/tensorflow/contrib/lite/toco/toco_cmdline_flags.cc b/tensorflow/lite/toco/toco_cmdline_flags.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/toco_cmdline_flags.cc
rename to tensorflow/lite/toco/toco_cmdline_flags.cc
index cff79776bc..57d49fc220 100644
--- a/tensorflow/contrib/lite/toco/toco_cmdline_flags.cc
+++ b/tensorflow/lite/toco/toco_cmdline_flags.cc
@@ -21,8 +21,8 @@ limitations under the License.
 #include "absl/strings/str_split.h"
 #include "absl/strings/strip.h"
 #include "absl/types/optional.h"
-#include "tensorflow/contrib/lite/toco/toco_cmdline_flags.h"
-#include "tensorflow/contrib/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_cmdline_flags.h"
+#include "tensorflow/lite/toco/toco_port.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
diff --git a/tensorflow/contrib/lite/toco/toco_cmdline_flags.h b/tensorflow/lite/toco/toco_cmdline_flags.h
similarity index 79%
rename from tensorflow/contrib/lite/toco/toco_cmdline_flags.h
rename to tensorflow/lite/toco/toco_cmdline_flags.h
index 46eb3f5728..cf57055abc 100644
--- a/tensorflow/contrib/lite/toco/toco_cmdline_flags.h
+++ b/tensorflow/lite/toco/toco_cmdline_flags.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_CMDLINE_FLAGS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_CMDLINE_FLAGS_H_
+#ifndef TENSORFLOW_LITE_TOCO_TOCO_CMDLINE_FLAGS_H_
+#define TENSORFLOW_LITE_TOCO_TOCO_CMDLINE_FLAGS_H_
 
 #include <string>
 #include <vector>
-#include "tensorflow/contrib/lite/toco/args.h"
-#include "tensorflow/contrib/lite/toco/toco_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/types.pb.h"
+#include "tensorflow/lite/toco/args.h"
+#include "tensorflow/lite/toco/toco_flags.pb.h"
+#include "tensorflow/lite/toco/types.pb.h"
 
 namespace toco {
 // Parse and remove arguments handled from toco. Returns true if parsing
@@ -33,4 +33,4 @@ void ReadTocoFlagsFromCommandLineFlags(const ParsedTocoFlags& parsed_toco_flags,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_CMDLINE_FLAGS_H_
+#endif  // TENSORFLOW_LITE_TOCO_TOCO_CMDLINE_FLAGS_H_
diff --git a/tensorflow/contrib/lite/toco/toco_flags.proto b/tensorflow/lite/toco/toco_flags.proto
similarity index 99%
rename from tensorflow/contrib/lite/toco/toco_flags.proto
rename to tensorflow/lite/toco/toco_flags.proto
index ca3e64485e..708707be91 100644
--- a/tensorflow/contrib/lite/toco/toco_flags.proto
+++ b/tensorflow/lite/toco/toco_flags.proto
@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 syntax = "proto2";
-import "tensorflow/contrib/lite/toco/types.proto";
+import "tensorflow/lite/toco/types.proto";
 
 package toco;
 
diff --git a/tensorflow/contrib/lite/toco/toco_graphviz_dump_options.cc b/tensorflow/lite/toco/toco_graphviz_dump_options.cc
similarity index 92%
rename from tensorflow/contrib/lite/toco/toco_graphviz_dump_options.cc
rename to tensorflow/lite/toco/toco_graphviz_dump_options.cc
index 4e98e7081d..449f0f07ce 100644
--- a/tensorflow/contrib/lite/toco/toco_graphviz_dump_options.cc
+++ b/tensorflow/lite/toco/toco_graphviz_dump_options.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h"
+#include "tensorflow/lite/toco/toco_graphviz_dump_options.h"
 
 namespace toco {
 GraphVizDumpOptions* GraphVizDumpOptions::singleton() {
diff --git a/tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h b/tensorflow/lite/toco/toco_graphviz_dump_options.h
similarity index 82%
rename from tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h
rename to tensorflow/lite/toco/toco_graphviz_dump_options.h
index 7cdd55e542..00d9cd13a6 100644
--- a/tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h
+++ b/tensorflow/lite/toco/toco_graphviz_dump_options.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_GRAPHVIZ_DUMP_OPTIONS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_GRAPHVIZ_DUMP_OPTIONS_H_
+#ifndef TENSORFLOW_LITE_TOCO_TOCO_GRAPHVIZ_DUMP_OPTIONS_H_
+#define TENSORFLOW_LITE_TOCO_TOCO_GRAPHVIZ_DUMP_OPTIONS_H_
 
 #include <string>
 
@@ -29,4 +29,4 @@ struct GraphVizDumpOptions {
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_GRAPHVIZ_DUMP_OPTIONS_H_
+#endif  // TENSORFLOW_LITE_TOCO_TOCO_GRAPHVIZ_DUMP_OPTIONS_H_
diff --git a/tensorflow/contrib/lite/toco/toco_port.cc b/tensorflow/lite/toco/toco_port.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/toco_port.cc
rename to tensorflow/lite/toco/toco_port.cc
index 204c0d101e..0881065a23 100644
--- a/tensorflow/contrib/lite/toco/toco_port.cc
+++ b/tensorflow/lite/toco/toco_port.cc
@@ -14,8 +14,8 @@ limitations under the License.
 ==============================================================================*/
 #include <cstring>
 
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_types.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
diff --git a/tensorflow/contrib/lite/toco/toco_port.h b/tensorflow/lite/toco/toco_port.h
similarity index 94%
rename from tensorflow/contrib/lite/toco/toco_port.h
rename to tensorflow/lite/toco/toco_port.h
index 17f82b9dd7..2f39e3d6d5 100644
--- a/tensorflow/contrib/lite/toco/toco_port.h
+++ b/tensorflow/lite/toco/toco_port.h
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_PORT_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_PORT_H_
+#ifndef TENSORFLOW_LITE_TOCO_TOCO_PORT_H_
+#define TENSORFLOW_LITE_TOCO_TOCO_PORT_H_
 
 // Portability layer for toco tool. Mainly, abstract filesystem access so we
 // can build and use on google internal environments and on OSX.
 
 #include <string>
 #include "google/protobuf/text_format.h"
-#include "tensorflow/contrib/lite/toco/format_port.h"
+#include "tensorflow/lite/toco/format_port.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/platform.h"
@@ -110,4 +110,4 @@ bool ParseFromStringEitherTextOrBinary(const std::string& input_file_contents,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_PORT_H_
+#endif  // TENSORFLOW_LITE_TOCO_TOCO_PORT_H_
diff --git a/tensorflow/contrib/lite/toco/toco_port_test.cc b/tensorflow/lite/toco/toco_port_test.cc
similarity index 88%
rename from tensorflow/contrib/lite/toco/toco_port_test.cc
rename to tensorflow/lite/toco/toco_port_test.cc
index 650a617aeb..f5fbb4caeb 100644
--- a/tensorflow/contrib/lite/toco/toco_port_test.cc
+++ b/tensorflow/lite/toco/toco_port_test.cc
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/toco_port.h"
-#include "tensorflow/contrib/lite/toco/toco_types.h"
+#include "tensorflow/lite/toco/toco_port.h"
+#include "tensorflow/lite/toco/toco_types.h"
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
@@ -23,9 +23,9 @@ namespace port {
 namespace {
 
 #ifdef PLATFORM_GOOGLE
-#define TFLITE_PREFIX "third_party/tensorflow/contrib/lite/"
+#define TFLITE_PREFIX "third_party/tensorflow/lite/"
 #else
-#define TFLITE_PREFIX "tensorflow/contrib/lite/"
+#define TFLITE_PREFIX "tensorflow/lite/"
 #endif
 
 TEST(TocoPortTest, Exists) {
diff --git a/tensorflow/contrib/lite/toco/toco_tooling.cc b/tensorflow/lite/toco/toco_tooling.cc
similarity index 96%
rename from tensorflow/contrib/lite/toco/toco_tooling.cc
rename to tensorflow/lite/toco/toco_tooling.cc
index c4eacf836e..88ff07ad13 100644
--- a/tensorflow/contrib/lite/toco/toco_tooling.cc
+++ b/tensorflow/lite/toco/toco_tooling.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/toco_tooling.h"
+#include "tensorflow/lite/toco/toco_tooling.h"
 
 #include <cstdlib>
 #include <memory>
@@ -20,16 +20,16 @@ limitations under the License.
 
 #include "absl/memory/memory.h"
 #include "absl/strings/str_join.h"
-#include "tensorflow/contrib/lite/toco/allocate_transient_arrays.h"
-#include "tensorflow/contrib/lite/toco/dump_graphviz.h"
-#include "tensorflow/contrib/lite/toco/export_tensorflow.h"
-#include "tensorflow/contrib/lite/toco/graph_transformations/graph_transformations.h"
-#include "tensorflow/contrib/lite/toco/import_tensorflow.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tflite/export.h"
-#include "tensorflow/contrib/lite/toco/tflite/import.h"
-#include "tensorflow/contrib/lite/toco/toco_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/allocate_transient_arrays.h"
+#include "tensorflow/lite/toco/dump_graphviz.h"
+#include "tensorflow/lite/toco/export_tensorflow.h"
+#include "tensorflow/lite/toco/graph_transformations/graph_transformations.h"
+#include "tensorflow/lite/toco/import_tensorflow.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/tflite/export.h"
+#include "tensorflow/lite/toco/tflite/import.h"
+#include "tensorflow/lite/toco/toco_flags.pb.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/toco_tooling.h b/tensorflow/lite/toco/toco_tooling.h
similarity index 84%
rename from tensorflow/contrib/lite/toco/toco_tooling.h
rename to tensorflow/lite/toco/toco_tooling.h
index 40c0e7f0a3..742e376926 100644
--- a/tensorflow/contrib/lite/toco/toco_tooling.h
+++ b/tensorflow/lite/toco/toco_tooling.h
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_TOOLING_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_TOOLING_H_
+#ifndef TENSORFLOW_LITE_TOCO_TOCO_TOOLING_H_
+#define TENSORFLOW_LITE_TOCO_TOCO_TOOLING_H_
 
 #include <memory>
 #include <string>
 
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/toco_flags.pb.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/toco_flags.pb.h"
 
 namespace toco {
 
@@ -50,4 +50,4 @@ inline void Export(const TocoFlags& toco_flags, const Model& model,
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_TOOLING_H_
+#endif  // TENSORFLOW_LITE_TOCO_TOCO_TOOLING_H_
diff --git a/tensorflow/contrib/lite/toco/toco_types.h b/tensorflow/lite/toco/toco_types.h
similarity index 88%
rename from tensorflow/contrib/lite/toco/toco_types.h
rename to tensorflow/lite/toco/toco_types.h
index 319f1066cd..da2efd6724 100644
--- a/tensorflow/contrib/lite/toco/toco_types.h
+++ b/tensorflow/lite/toco/toco_types.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_TYPES_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_TYPES_H_
+#ifndef TENSORFLOW_LITE_TOCO_TOCO_TYPES_H_
+#define TENSORFLOW_LITE_TOCO_TOCO_TYPES_H_
 
 #include <string>
 #include "tensorflow/core/platform/platform.h"
@@ -42,4 +42,4 @@ using tensorflow::uint8;
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TOCO_TYPES_H_
+#endif  // TENSORFLOW_LITE_TOCO_TOCO_TYPES_H_
diff --git a/tensorflow/contrib/lite/toco/tooling_util.cc b/tensorflow/lite/toco/tooling_util.cc
similarity index 99%
rename from tensorflow/contrib/lite/toco/tooling_util.cc
rename to tensorflow/lite/toco/tooling_util.cc
index 2d6968239e..e33f7c8452 100644
--- a/tensorflow/contrib/lite/toco/tooling_util.cc
+++ b/tensorflow/lite/toco/tooling_util.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 
 #include <functional>
 #include <iterator>
@@ -27,9 +27,9 @@ limitations under the License.
 #include "absl/strings/str_replace.h"
 #include "absl/strings/str_split.h"
 #include "re2/re2.h"
-#include "tensorflow/contrib/lite/toco/dump_graphviz.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/toco_graphviz_dump_options.h"
+#include "tensorflow/lite/toco/dump_graphviz.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/toco_graphviz_dump_options.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
 
diff --git a/tensorflow/contrib/lite/toco/tooling_util.h b/tensorflow/lite/toco/tooling_util.h
similarity index 96%
rename from tensorflow/contrib/lite/toco/tooling_util.h
rename to tensorflow/lite/toco/tooling_util.h
index 5f4b8cb66a..92ce82632f 100644
--- a/tensorflow/contrib/lite/toco/tooling_util.h
+++ b/tensorflow/lite/toco/tooling_util.h
@@ -12,8 +12,8 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOCO_TOOLING_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOCO_TOOLING_UTIL_H_
+#ifndef TENSORFLOW_LITE_TOCO_TOOLING_UTIL_H_
+#define TENSORFLOW_LITE_TOCO_TOOLING_UTIL_H_
 
 #include <algorithm>
 #include <cmath>
@@ -28,12 +28,12 @@ limitations under the License.
 #if TOCO_SUPPORT_PORTABLE_PROTOS
 #include "third_party/protobuf/include/google/protobuf/text_format.h"
 #endif  // TOCO_SUPPORT_PORTABLE_PROTOS
-#include "tensorflow/contrib/lite/kernels/internal/types.h"
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/model_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/runtime/types.h"
-#include "tensorflow/contrib/lite/toco/toco_flags.pb.h"
-#include "tensorflow/contrib/lite/toco/types.pb.h"
+#include "tensorflow/lite/kernels/internal/types.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/model_flags.pb.h"
+#include "tensorflow/lite/toco/runtime/types.h"
+#include "tensorflow/lite/toco/toco_flags.pb.h"
+#include "tensorflow/lite/toco/types.pb.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 
@@ -358,4 +358,4 @@ void CopyMinMaxAndQuantizationRelatedFields(const Array& src, Array* dst);
 
 }  // namespace toco
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOCO_TOOLING_UTIL_H_
+#endif  // TENSORFLOW_LITE_TOCO_TOOLING_UTIL_H_
diff --git a/tensorflow/contrib/lite/toco/tooling_util_test.cc b/tensorflow/lite/toco/tooling_util_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/toco/tooling_util_test.cc
rename to tensorflow/lite/toco/tooling_util_test.cc
index eb495646a2..e3826cb8fd 100644
--- a/tensorflow/contrib/lite/toco/tooling_util_test.cc
+++ b/tensorflow/lite/toco/tooling_util_test.cc
@@ -16,8 +16,8 @@ limitations under the License.
 #include <vector>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/toco/model.h"
-#include "tensorflow/contrib/lite/toco/tooling_util.h"
+#include "tensorflow/lite/toco/model.h"
+#include "tensorflow/lite/toco/tooling_util.h"
 #include "tensorflow/core/lib/core/status.h"
 
 namespace toco {
diff --git a/tensorflow/contrib/lite/toco/types.proto b/tensorflow/lite/toco/types.proto
similarity index 100%
rename from tensorflow/contrib/lite/toco/types.proto
rename to tensorflow/lite/toco/types.proto
diff --git a/tensorflow/contrib/lite/tools/BUILD b/tensorflow/lite/tools/BUILD
similarity index 60%
rename from tensorflow/contrib/lite/tools/BUILD
rename to tensorflow/lite/tools/BUILD
index 0b26826403..93725b5de4 100644
--- a/tensorflow/contrib/lite/tools/BUILD
+++ b/tensorflow/lite/tools/BUILD
@@ -4,7 +4,7 @@ package(default_visibility = [
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 load("//tensorflow:tensorflow.bzl", "tf_cc_binary")
 
 common_copts = ["-Wall"]
@@ -13,7 +13,7 @@ py_binary(
     name = "visualize",
     srcs = ["visualize.py"],
     data = [
-        "//tensorflow/contrib/lite/schema:schema.fbs",
+        "//tensorflow/lite/schema:schema.fbs",
         "//tensorflow/python:platform",
         "@flatbuffers//:flatc",
     ],
@@ -24,9 +24,9 @@ tf_cc_binary(
     name = "generate_op_registrations",
     srcs = ["gen_op_registration_main.cc"],
     deps = [
-        "//tensorflow/contrib/lite/tools:gen_op_registration",
         "//tensorflow/core:framework_internal",
         "//tensorflow/core:lib",
+        "//tensorflow/lite/tools:gen_op_registration",
         "@com_google_absl//absl/strings",
     ],
 )
@@ -36,8 +36,8 @@ cc_library(
     srcs = ["gen_op_registration.cc"],
     hdrs = ["gen_op_registration.h"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string",
         "@com_googlesource_code_re2//:re2",
     ],
 )
@@ -46,11 +46,11 @@ cc_test(
     name = "gen_op_registration_test",
     srcs = ["gen_op_registration_test.cc"],
     data = [
-        "//tensorflow/contrib/lite:testdata/0_subgraphs.bin",
-        "//tensorflow/contrib/lite:testdata/2_subgraphs.bin",
-        "//tensorflow/contrib/lite:testdata/empty_model.bin",
-        "//tensorflow/contrib/lite:testdata/test_model.bin",
-        "//tensorflow/contrib/lite:testdata/test_model_broken.bin",
+        "//tensorflow/lite:testdata/0_subgraphs.bin",
+        "//tensorflow/lite:testdata/2_subgraphs.bin",
+        "//tensorflow/lite:testdata/empty_model.bin",
+        "//tensorflow/lite:testdata/test_model.bin",
+        "//tensorflow/lite:testdata/test_model_broken.bin",
     ],
     tags = [
         "no_oss",
@@ -68,10 +68,10 @@ cc_library(
     srcs = ["verifier.cc"],
     hdrs = ["verifier.h"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/schema:schema_fbs",
     ],
 )
 
@@ -85,11 +85,11 @@ cc_test(
     ],
     deps = [
         ":verifier",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:schema_fbs_version",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
-        "//tensorflow/contrib/lite/testing:util",
         "//tensorflow/core:framework_lite",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:schema_fbs_version",
+        "//tensorflow/lite/schema:schema_fbs",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
         "@flatbuffers",
     ],
diff --git a/tensorflow/contrib/lite/tools/accuracy/BUILD b/tensorflow/lite/tools/accuracy/BUILD
similarity index 92%
rename from tensorflow/contrib/lite/tools/accuracy/BUILD
rename to tensorflow/lite/tools/accuracy/BUILD
index 1b60d6a60d..64475e057a 100644
--- a/tensorflow/contrib/lite/tools/accuracy/BUILD
+++ b/tensorflow/lite/tools/accuracy/BUILD
@@ -5,8 +5,8 @@ package(default_visibility = [
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "tf_cc_binary", "tf_cc_test")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts", "tflite_linkopts")
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts", "tflite_linkopts")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 
 common_linkopts = tflite_linkopts() + select({
     "//conditions:default": [],
@@ -22,8 +22,8 @@ cc_library(
     hdrs = ["utils.h"],
     copts = tflite_copts(),
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
     ] + select(
         {
             "//tensorflow:android": [
@@ -40,9 +40,9 @@ tf_cc_test(
     name = "utils_test",
     srcs = ["utils_test.cc"],
     args = [
-        "--test_model_file=$(location //tensorflow/contrib/lite:testdata/multi_add.bin)",
+        "--test_model_file=$(location //tensorflow/lite:testdata/multi_add.bin)",
     ],
-    data = ["//tensorflow/contrib/lite:testdata/multi_add.bin"],
+    data = ["//tensorflow/lite:testdata/multi_add.bin"],
     linkopts = common_linkopts,
     linkstatic = 1,
     tags = [
@@ -72,8 +72,8 @@ cc_library(
     copts = tflite_copts(),
     deps = [
         ":utils",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels:builtin_ops",
     ] + select(
         {
             "//tensorflow:android": [
@@ -102,9 +102,9 @@ tf_cc_test(
     name = "run_tflite_model_op_test",
     srcs = ["run_tflite_model_op_test.cc"],
     args = [
-        "--test_model_file=$(location //tensorflow/contrib/lite:testdata/multi_add.bin)",
+        "--test_model_file=$(location //tensorflow/lite:testdata/multi_add.bin)",
     ],
-    data = ["//tensorflow/contrib/lite:testdata/multi_add.bin"],
+    data = ["//tensorflow/lite:testdata/multi_add.bin"],
     linkopts = common_linkopts,
     linkstatic = 1,
     tags = [
diff --git a/tensorflow/contrib/lite/tools/accuracy/README.md b/tensorflow/lite/tools/accuracy/README.md
similarity index 100%
rename from tensorflow/contrib/lite/tools/accuracy/README.md
rename to tensorflow/lite/tools/accuracy/README.md
diff --git a/tensorflow/contrib/lite/tools/accuracy/accuracy_eval_stage.h b/tensorflow/lite/tools/accuracy/accuracy_eval_stage.h
similarity index 88%
rename from tensorflow/contrib/lite/tools/accuracy/accuracy_eval_stage.h
rename to tensorflow/lite/tools/accuracy/accuracy_eval_stage.h
index 9cb843729a..5a2ba3d2a7 100644
--- a/tensorflow/contrib/lite/tools/accuracy/accuracy_eval_stage.h
+++ b/tensorflow/lite/tools/accuracy/accuracy_eval_stage.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_ACCURACY_EVAL_STAGE_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_ACCURACY_EVAL_STAGE_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_ACCURACY_EVAL_STAGE_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_ACCURACY_EVAL_STAGE_H_
 
 #include <vector>
 
@@ -46,4 +46,4 @@ class AccuracyEval {
 };
 }  //  namespace metrics
 }  //  namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_ACCURACY_EVAL_STAGE_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_ACCURACY_EVAL_STAGE_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/android_required_build_flags.cc b/tensorflow/lite/tools/accuracy/android_required_build_flags.cc
similarity index 100%
rename from tensorflow/contrib/lite/tools/accuracy/android_required_build_flags.cc
rename to tensorflow/lite/tools/accuracy/android_required_build_flags.cc
diff --git a/tensorflow/contrib/lite/tools/accuracy/csv_writer.h b/tensorflow/lite/tools/accuracy/csv_writer.h
similarity index 92%
rename from tensorflow/contrib/lite/tools/accuracy/csv_writer.h
rename to tensorflow/lite/tools/accuracy/csv_writer.h
index 806b0d9418..d74a803ce1 100644
--- a/tensorflow/contrib/lite/tools/accuracy/csv_writer.h
+++ b/tensorflow/lite/tools/accuracy/csv_writer.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_CSV_WRITER_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_CSV_WRITER_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_CSV_WRITER_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_CSV_WRITER_H_
 
 #include <fstream>
 #include <vector>
@@ -76,4 +76,4 @@ class CSVWriter {
 };
 }  // namespace metrics
 }  // namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_CSV_WRITER_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_CSV_WRITER_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline.cc b/tensorflow/lite/tools/accuracy/eval_pipeline.cc
similarity index 95%
rename from tensorflow/contrib/lite/tools/accuracy/eval_pipeline.cc
rename to tensorflow/lite/tools/accuracy/eval_pipeline.cc
index a03aba6a26..658824a7d0 100644
--- a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline.cc
+++ b/tensorflow/lite/tools/accuracy/eval_pipeline.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline.h"
 
 namespace tensorflow {
 namespace metrics {
diff --git a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h b/tensorflow/lite/tools/accuracy/eval_pipeline.h
similarity index 89%
rename from tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h
rename to tensorflow/lite/tools/accuracy/eval_pipeline.h
index c9cfc86613..1ec21b07e8 100644
--- a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h
+++ b/tensorflow/lite/tools/accuracy/eval_pipeline.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_H_
 
 #include <string>
 
-#include "tensorflow/contrib/lite/tools/accuracy/accuracy_eval_stage.h"
-#include "tensorflow/contrib/lite/tools/accuracy/stage.h"
+#include "tensorflow/lite/tools/accuracy/accuracy_eval_stage.h"
+#include "tensorflow/lite/tools/accuracy/stage.h"
 #include "tensorflow/core/public/session.h"
 
 namespace tensorflow {
@@ -84,4 +84,4 @@ class EvalPipeline {
 };
 }  //  namespace metrics
 }  //  namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.cc b/tensorflow/lite/tools/accuracy/eval_pipeline_builder.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.cc
rename to tensorflow/lite/tools/accuracy/eval_pipeline_builder.cc
index 2e16437e15..1b360d31b3 100644
--- a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.cc
+++ b/tensorflow/lite/tools/accuracy/eval_pipeline_builder.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline_builder.h"
 
 #include "absl/memory/memory.h"
 #include "tensorflow/cc/ops/standard_ops.h"
diff --git a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.h b/tensorflow/lite/tools/accuracy/eval_pipeline_builder.h
similarity index 89%
rename from tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.h
rename to tensorflow/lite/tools/accuracy/eval_pipeline_builder.h
index 692db022f8..18b52ac7be 100644
--- a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.h
+++ b/tensorflow/lite/tools/accuracy/eval_pipeline_builder.h
@@ -13,15 +13,15 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_BUILDER_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_BUILDER_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_BUILDER_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_BUILDER_H_
 
 #include <memory>
 #include <string>
 
-#include "tensorflow/contrib/lite/tools/accuracy/accuracy_eval_stage.h"
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h"
-#include "tensorflow/contrib/lite/tools/accuracy/stage.h"
+#include "tensorflow/lite/tools/accuracy/accuracy_eval_stage.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline.h"
+#include "tensorflow/lite/tools/accuracy/stage.h"
 
 namespace tensorflow {
 namespace metrics {
@@ -96,4 +96,4 @@ class EvalPipelineBuilder {
 
 }  //  namespace metrics
 }  //  namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_BUILDER_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_EVAL_PIPELINE_BUILDER_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder_test.cc b/tensorflow/lite/tools/accuracy/eval_pipeline_builder_test.cc
similarity index 99%
rename from tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder_test.cc
rename to tensorflow/lite/tools/accuracy/eval_pipeline_builder_test.cc
index 2d41929b79..9bf725439c 100644
--- a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder_test.cc
+++ b/tensorflow/lite/tools/accuracy/eval_pipeline_builder_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline_builder.h"
 #include <gtest/gtest.h>
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/core/public/session.h"
diff --git a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_test.cc b/tensorflow/lite/tools/accuracy/eval_pipeline_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/tools/accuracy/eval_pipeline_test.cc
rename to tensorflow/lite/tools/accuracy/eval_pipeline_test.cc
index ea0f6e19df..53cbf8ccd5 100644
--- a/tensorflow/contrib/lite/tools/accuracy/eval_pipeline_test.cc
+++ b/tensorflow/lite/tools/accuracy/eval_pipeline_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline.h"
 #include <gtest/gtest.h>
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/core/public/session.h"
diff --git a/tensorflow/contrib/lite/tools/accuracy/file_reader_stage.cc b/tensorflow/lite/tools/accuracy/file_reader_stage.cc
similarity index 93%
rename from tensorflow/contrib/lite/tools/accuracy/file_reader_stage.cc
rename to tensorflow/lite/tools/accuracy/file_reader_stage.cc
index 61bed369f8..a106a79a4b 100644
--- a/tensorflow/contrib/lite/tools/accuracy/file_reader_stage.cc
+++ b/tensorflow/lite/tools/accuracy/file_reader_stage.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/file_reader_stage.h"
+#include "tensorflow/lite/tools/accuracy/file_reader_stage.h"
 
 #include "tensorflow/cc/framework/scope.h"
 #include "tensorflow/cc/ops/standard_ops.h"
diff --git a/tensorflow/contrib/lite/tools/accuracy/file_reader_stage.h b/tensorflow/lite/tools/accuracy/file_reader_stage.h
similarity index 81%
rename from tensorflow/contrib/lite/tools/accuracy/file_reader_stage.h
rename to tensorflow/lite/tools/accuracy/file_reader_stage.h
index 18db5837c1..19655e9697 100644
--- a/tensorflow/contrib/lite/tools/accuracy/file_reader_stage.h
+++ b/tensorflow/lite/tools/accuracy/file_reader_stage.h
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_FILE_READER_STAGE_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_FILE_READER_STAGE_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_FILE_READER_STAGE_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_FILE_READER_STAGE_H_
 
 #include <string>
 
-#include "tensorflow/contrib/lite/tools/accuracy/stage.h"
+#include "tensorflow/lite/tools/accuracy/stage.h"
 
 namespace tensorflow {
 namespace metrics {
@@ -34,4 +34,4 @@ class FileReaderStage : public Stage {
 };
 }  //  namespace metrics
 }  //  namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_FILE_READER_STAGE_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_FILE_READER_STAGE_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/file_reader_stage_test.cc b/tensorflow/lite/tools/accuracy/file_reader_stage_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/accuracy/file_reader_stage_test.cc
rename to tensorflow/lite/tools/accuracy/file_reader_stage_test.cc
index a75f99187d..21be0a766b 100644
--- a/tensorflow/contrib/lite/tools/accuracy/file_reader_stage_test.cc
+++ b/tensorflow/lite/tools/accuracy/file_reader_stage_test.cc
@@ -18,7 +18,7 @@ limitations under the License.
 #include <memory>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/tools/accuracy/file_reader_stage.h"
+#include "tensorflow/lite/tools/accuracy/file_reader_stage.h"
 #include "tensorflow/core/public/session.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/BUILD b/tensorflow/lite/tools/accuracy/ilsvrc/BUILD
similarity index 82%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/BUILD
rename to tensorflow/lite/tools/accuracy/ilsvrc/BUILD
index 98e2835b2e..a4d21961a6 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/BUILD
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/BUILD
@@ -5,8 +5,8 @@ package(default_visibility = [
 licenses(["notice"])  # Apache 2.0
 
 load("//tensorflow:tensorflow.bzl", "tf_cc_binary", "tf_cc_test")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts", "tflite_linkopts")
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts", "tflite_linkopts")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
 
 common_linkopts = tflite_linkopts() + select({
     "//conditions:default": [],
@@ -22,8 +22,8 @@ cc_library(
     hdrs = ["inception_preprocessing.h"],
     copts = tflite_copts(),
     deps = [
-        "//tensorflow/contrib/lite/tools/accuracy:android_required_build_flags",
-        "//tensorflow/contrib/lite/tools/accuracy:stage",
+        "//tensorflow/lite/tools/accuracy:android_required_build_flags",
+        "//tensorflow/lite/tools/accuracy:stage",
         "//tensorflow/cc:cc_ops",
         "//tensorflow/cc:scope",
     ] + select(
@@ -60,7 +60,7 @@ tf_cc_test(
     ],
     deps = [
         ":inception_preprocessing",
-        "//tensorflow/contrib/lite/tools/accuracy:android_required_build_flags",
+        "//tensorflow/lite/tools/accuracy:android_required_build_flags",
         "@com_google_googletest//:gtest",
     ] + select(
         {
@@ -83,7 +83,7 @@ cc_library(
     hdrs = ["imagenet_topk_eval.h"],
     copts = tflite_copts(),
     deps = [
-        "//tensorflow/contrib/lite/tools/accuracy:accuracy_eval_stage",
+        "//tensorflow/lite/tools/accuracy:accuracy_eval_stage",
     ] + select(
         {
             "//tensorflow:android": [
@@ -127,12 +127,12 @@ cc_library(
     deps = [
         ":imagenet_topk_eval",
         ":inception_preprocessing",
-        "//tensorflow/contrib/lite/tools/accuracy:android_required_build_flags",
-        "//tensorflow/contrib/lite/tools/accuracy:eval_pipeline",
-        "//tensorflow/contrib/lite/tools/accuracy:eval_pipeline_builder",
-        "//tensorflow/contrib/lite/tools/accuracy:file_reader_stage",
-        "//tensorflow/contrib/lite/tools/accuracy:run_tflite_model_stage",
-        "//tensorflow/contrib/lite/tools/accuracy:utils",
+        "//tensorflow/lite/tools/accuracy:android_required_build_flags",
+        "//tensorflow/lite/tools/accuracy:eval_pipeline",
+        "//tensorflow/lite/tools/accuracy:eval_pipeline_builder",
+        "//tensorflow/lite/tools/accuracy:file_reader_stage",
+        "//tensorflow/lite/tools/accuracy:run_tflite_model_stage",
+        "//tensorflow/lite/tools/accuracy:utils",
         "@com_google_absl//absl/memory",
         "//tensorflow/cc:cc_ops",
         "//tensorflow/cc:scope",
@@ -164,8 +164,8 @@ tf_cc_binary(
         ":imagenet_model_evaluator",
         ":imagenet_topk_eval",
         "@com_google_absl//absl/memory",
-        "//tensorflow/contrib/lite/tools/accuracy:android_required_build_flags",
-        "//tensorflow/contrib/lite/tools/accuracy:csv_writer",
+        "//tensorflow/lite/tools/accuracy:android_required_build_flags",
+        "//tensorflow/lite/tools/accuracy:csv_writer",
     ] + select(
         {
             "//tensorflow:android": [
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/README.md b/tensorflow/lite/tools/accuracy/ilsvrc/README.md
similarity index 95%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/README.md
rename to tensorflow/lite/tools/accuracy/ilsvrc/README.md
index 362ea3ac34..ac3a1566e2 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/README.md
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/README.md
@@ -75,14 +75,14 @@ bazel build -c opt \
   --cxxopt='--std=c++11' \
   --copt=-D__ANDROID_TYPES_FULL__ \
   --copt=-DSUPPORT_SELECTIVE_REGISTRATION \
-  //tensorflow/contrib/lite/tools/accuracy/ilsvrc:imagenet_accuracy_eval
+  //tensorflow/lite/tools/accuracy/ilsvrc:imagenet_accuracy_eval
 ```
 
 (2) Connect your phone. Push the binary to your phone with adb push
      (make the directory if required):
 
 ```
-adb push bazel-bin/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval /data/local/tmp
+adb push bazel-bin/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval /data/local/tmp
 ```
 
 (3) Make the binary executable.
@@ -136,7 +136,7 @@ adb shell /data/local/tmp/imagenet_accuracy_eval \
 bazel run -c opt \
   --cxxopt='--std=c++11' \
   -- \
-  //tensorflow/contrib/lite/tools/accuracy/ilsvrc:imagenet_accuracy_eval \
+  //tensorflow/lite/tools/accuracy/ilsvrc:imagenet_accuracy_eval \
   --model_file=mobilenet_quant_v1_224.tflite \
   --ground_truth_images_path=${IMAGENET_IMAGES_DIR} \
   --ground_truth_labels=${VALIDATION_LABELS} \
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/clsloc_validation_blacklist.txt b/tensorflow/lite/tools/accuracy/ilsvrc/clsloc_validation_blacklist.txt
similarity index 100%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/clsloc_validation_blacklist.txt
rename to tensorflow/lite/tools/accuracy/ilsvrc/clsloc_validation_blacklist.txt
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/generate_validation_labels.py b/tensorflow/lite/tools/accuracy/ilsvrc/generate_validation_labels.py
similarity index 100%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/generate_validation_labels.py
rename to tensorflow/lite/tools/accuracy/ilsvrc/generate_validation_labels.py
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc
similarity index 96%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc
rename to tensorflow/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc
index 2a8a2b9b59..090a023c02 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_accuracy_eval.cc
@@ -17,9 +17,9 @@ limitations under the License.
 #include <memory>
 
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/tools/accuracy/csv_writer.h"
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h"
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
+#include "tensorflow/lite/tools/accuracy/csv_writer.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc
similarity index 95%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc
rename to tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc
index 63616fc3b4..9a74e221c1 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h"
 
 #include <fstream>
 #include <iomanip>
@@ -22,13 +22,13 @@ limitations under the License.
 
 #include "absl/memory/memory.h"
 #include "tensorflow/cc/framework/scope.h"
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline.h"
-#include "tensorflow/contrib/lite/tools/accuracy/eval_pipeline_builder.h"
-#include "tensorflow/contrib/lite/tools/accuracy/file_reader_stage.h"
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.h"
-#include "tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.h"
-#include "tensorflow/contrib/lite/tools/accuracy/utils.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline.h"
+#include "tensorflow/lite/tools/accuracy/eval_pipeline_builder.h"
+#include "tensorflow/lite/tools/accuracy/file_reader_stage.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.h"
+#include "tensorflow/lite/tools/accuracy/run_tflite_model_stage.h"
+#include "tensorflow/lite/tools/accuracy/utils.h"
 #include "tensorflow/core/lib/core/blocking_counter.h"
 #include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/platform/init_main.h"
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h
similarity index 91%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h
rename to tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h
index 97e4232b35..c3c49e9a51 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_model_evaluator.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_IMAGENET_MODEL_EVALUATOR_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_IMAGENET_MODEL_EVALUATOR_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_IMAGENET_MODEL_EVALUATOR_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_IMAGENET_MODEL_EVALUATOR_H_
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
-#include "tensorflow/contrib/lite/tools/accuracy/utils.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
+#include "tensorflow/lite/tools/accuracy/utils.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/lib/core/status.h"
 
@@ -121,4 +121,4 @@ class ImagenetModelEvaluator {
 
 }  // namespace metrics
 }  // namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_ILSVRC_IMAGENET_MODEL_EVALUATOR_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_ILSVRC_IMAGENET_MODEL_EVALUATOR_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc
similarity index 98%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc
rename to tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc
index c75baa82b1..2b086cdf70 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
 
 #include <numeric>
 
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h
similarity index 91%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h
rename to tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h
index cad646a30c..e1fc445abf 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_IMAGENET_TOPK_EVAL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_IMAGENET_TOPK_EVAL_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_IMAGENET_TOPK_EVAL_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_IMAGENET_TOPK_EVAL_H_
 
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/tools/accuracy/accuracy_eval_stage.h"
+#include "tensorflow/lite/tools/accuracy/accuracy_eval_stage.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/platform/mutex.h"
 
@@ -80,4 +80,4 @@ class ImagenetTopKAccuracy : public AccuracyEval {
 }  //  namespace metrics
 }  //  namespace tensorflow
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_ILSVRC_IMAGENET_TOPK_EVAL_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_ILSVRC_IMAGENET_TOPK_EVAL_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc
rename to tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc
index ff332af5c5..61b7afc552 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/imagenet_topk_eval.h"
 #include <gtest/gtest.h>
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc b/tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc
rename to tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc
index 7512b39c32..9a889f0dd8 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.h"
 
 #include <memory>
 
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.h b/tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.h
similarity index 89%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.h
rename to tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.h
index 15df719817..4a1d3ce476 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.h
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.h
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_INCEPTION_PREPROCESSING_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_INCEPTION_PREPROCESSING_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_INCEPTION_PREPROCESSING_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_INCEPTION_PREPROCESSING_H_
 
 #include <utility>
 
-#include "tensorflow/contrib/lite/tools/accuracy/stage.h"
+#include "tensorflow/lite/tools/accuracy/stage.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/lib/core/status.h"
 
@@ -72,4 +72,4 @@ class InceptionPreprocessingStage : public Stage {
 }  // namespace metrics
 }  // namespace tensorflow
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_INCEPTION_PREPROCESSING_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_INCEPTION_PREPROCESSING_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc b/tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc
similarity index 98%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc
rename to tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc
index 3587878ba3..5d0e01d7d1 100644
--- a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc
+++ b/tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing_test.cc
@@ -17,7 +17,7 @@ limitations under the License.
 #include <string>
 
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/tools/accuracy/ilsvrc/inception_preprocessing.h"
+#include "tensorflow/lite/tools/accuracy/ilsvrc/inception_preprocessing.h"
 #include "tensorflow/core/platform/init_main.h"
 #include "tensorflow/core/public/session.h"
 #include "tensorflow/core/util/command_line_flags.h"
diff --git a/tensorflow/contrib/lite/tools/accuracy/ilsvrc/testdata/grace_hopper.jpg b/tensorflow/lite/tools/accuracy/ilsvrc/testdata/grace_hopper.jpg
similarity index 100%
rename from tensorflow/contrib/lite/tools/accuracy/ilsvrc/testdata/grace_hopper.jpg
rename to tensorflow/lite/tools/accuracy/ilsvrc/testdata/grace_hopper.jpg
diff --git a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_op.cc b/tensorflow/lite/tools/accuracy/run_tflite_model_op.cc
similarity index 95%
rename from tensorflow/contrib/lite/tools/accuracy/run_tflite_model_op.cc
rename to tensorflow/lite/tools/accuracy/run_tflite_model_op.cc
index da4258f1c1..5f413b8ee3 100644
--- a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_op.cc
+++ b/tensorflow/lite/tools/accuracy/run_tflite_model_op.cc
@@ -16,12 +16,12 @@ limitations under the License.
 #include <memory>
 #include <vector>
 
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
-#include "tensorflow/contrib/lite/tools/accuracy/utils.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/op_resolver.h"
+#include "tensorflow/lite/tools/accuracy/utils.h"
 #include "tensorflow/core/framework/common_shape_fns.h"
 #include "tensorflow/core/framework/op_kernel.h"
 
diff --git a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_op_test.cc b/tensorflow/lite/tools/accuracy/run_tflite_model_op_test.cc
similarity index 100%
rename from tensorflow/contrib/lite/tools/accuracy/run_tflite_model_op_test.cc
rename to tensorflow/lite/tools/accuracy/run_tflite_model_op_test.cc
diff --git a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.cc b/tensorflow/lite/tools/accuracy/run_tflite_model_stage.cc
similarity index 95%
rename from tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.cc
rename to tensorflow/lite/tools/accuracy/run_tflite_model_stage.cc
index c96795d499..6082290c0b 100644
--- a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.cc
+++ b/tensorflow/lite/tools/accuracy/run_tflite_model_stage.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.h"
+#include "tensorflow/lite/tools/accuracy/run_tflite_model_stage.h"
 
 #include <vector>
 
diff --git a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.h b/tensorflow/lite/tools/accuracy/run_tflite_model_stage.h
similarity index 85%
rename from tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.h
rename to tensorflow/lite/tools/accuracy/run_tflite_model_stage.h
index 90d12d6f42..6103449177 100644
--- a/tensorflow/contrib/lite/tools/accuracy/run_tflite_model_stage.h
+++ b/tensorflow/lite/tools/accuracy/run_tflite_model_stage.h
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_RUN_TFLITE_MODEL_STAGE_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_RUN_TFLITE_MODEL_STAGE_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_RUN_TFLITE_MODEL_STAGE_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_RUN_TFLITE_MODEL_STAGE_H_
 
 #include <string>
 
-#include "tensorflow/contrib/lite/tools/accuracy/stage.h"
+#include "tensorflow/lite/tools/accuracy/stage.h"
 
 namespace tensorflow {
 namespace metrics {
@@ -50,4 +50,4 @@ class RunTFLiteModelStage : public Stage {
 
 }  //  namespace metrics
 }  //  namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_RUN_TFLITE_MODEL_STAGE_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_RUN_TFLITE_MODEL_STAGE_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/stage.h b/tensorflow/lite/tools/accuracy/stage.h
similarity index 90%
rename from tensorflow/contrib/lite/tools/accuracy/stage.h
rename to tensorflow/lite/tools/accuracy/stage.h
index 8292ea2ec7..0a9e3fbd05 100644
--- a/tensorflow/contrib/lite/tools/accuracy/stage.h
+++ b/tensorflow/lite/tools/accuracy/stage.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_STAGE_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_STAGE_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_STAGE_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_STAGE_H_
 
 #include "tensorflow/cc/framework/scope.h"
 
@@ -53,4 +53,4 @@ class Stage {
 }  //  namespace metrics
 }  //  namespace tensorflow
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_STAGE_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_STAGE_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/utils.cc b/tensorflow/lite/tools/accuracy/utils.cc
similarity index 92%
rename from tensorflow/contrib/lite/tools/accuracy/utils.cc
rename to tensorflow/lite/tools/accuracy/utils.cc
index f5493301fc..c19dc1ff7c 100644
--- a/tensorflow/contrib/lite/tools/accuracy/utils.cc
+++ b/tensorflow/lite/tools/accuracy/utils.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/accuracy/utils.h"
+#include "tensorflow/lite/tools/accuracy/utils.h"
 
 #include <sys/stat.h>
 
@@ -22,10 +22,10 @@ limitations under the License.
 #include <memory>
 #include <string>
 
-#include "tensorflow/contrib/lite/interpreter.h"
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
+#include "tensorflow/lite/interpreter.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/op_resolver.h"
 
 namespace tensorflow {
 namespace metrics {
diff --git a/tensorflow/contrib/lite/tools/accuracy/utils.h b/tensorflow/lite/tools/accuracy/utils.h
similarity index 85%
rename from tensorflow/contrib/lite/tools/accuracy/utils.h
rename to tensorflow/lite/tools/accuracy/utils.h
index 37cbad4d51..5b7639317e 100644
--- a/tensorflow/contrib/lite/tools/accuracy/utils.h
+++ b/tensorflow/lite/tools/accuracy/utils.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_UTILS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_UTILS_H_
+#ifndef TENSORFLOW_LITE_TOOLS_ACCURACY_UTILS_H_
+#define TENSORFLOW_LITE_TOOLS_ACCURACY_UTILS_H_
 
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/context.h"
+#include "tensorflow/lite/context.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 
 namespace tensorflow {
@@ -43,4 +43,4 @@ Status ReadFileLines(const string& file_path,
 }  // namespace utils
 }  // namespace metrics
 }  // namespace tensorflow
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_ACCURACY_UTILS_H_
+#endif  // TENSORFLOW_LITE_TOOLS_ACCURACY_UTILS_H_
diff --git a/tensorflow/contrib/lite/tools/accuracy/utils_test.cc b/tensorflow/lite/tools/accuracy/utils_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/accuracy/utils_test.cc
rename to tensorflow/lite/tools/accuracy/utils_test.cc
index 727eba21b6..401872f18f 100644
--- a/tensorflow/contrib/lite/tools/accuracy/utils_test.cc
+++ b/tensorflow/lite/tools/accuracy/utils_test.cc
@@ -18,7 +18,7 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/tools/accuracy/utils.h"
+#include "tensorflow/lite/tools/accuracy/utils.h"
 #include "tensorflow/core/platform/init_main.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
diff --git a/tensorflow/contrib/lite/tools/benchmark/BUILD b/tensorflow/lite/tools/benchmark/BUILD
similarity index 71%
rename from tensorflow/contrib/lite/tools/benchmark/BUILD
rename to tensorflow/lite/tools/benchmark/BUILD
index f990493dc5..7646bdcca9 100644
--- a/tensorflow/contrib/lite/tools/benchmark/BUILD
+++ b/tensorflow/lite/tools/benchmark/BUILD
@@ -4,9 +4,9 @@ package(default_visibility = [
 
 licenses(["notice"])  # Apache 2.0
 
-load("//tensorflow/contrib/lite:special_rules.bzl", "tflite_portable_test_suite")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_linkopts")
+load("//tensorflow/lite:special_rules.bzl", "tflite_portable_test_suite")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_linkopts")
 
 common_copts = ["-Wall"] + tflite_copts()
 
@@ -51,8 +51,8 @@ cc_binary(
     deps = [
         ":benchmark_tflite_model_lib",
         ":logging",
-        "//tensorflow/contrib/lite/delegates/flex:delegate",
-        "//tensorflow/contrib/lite/testing:init_tensorflow",
+        "//tensorflow/lite/delegates/flex:delegate",
+        "//tensorflow/lite/testing:init_tensorflow",
     ],
 )
 
@@ -60,9 +60,9 @@ cc_test(
     name = "benchmark_test",
     srcs = ["benchmark_test.cc"],
     args = [
-        "--graph=$(location //tensorflow/contrib/lite:testdata/multi_add.bin)",
+        "--graph=$(location //tensorflow/lite:testdata/multi_add.bin)",
     ],
-    data = ["//tensorflow/contrib/lite:testdata/multi_add.bin"],
+    data = ["//tensorflow/lite:testdata/multi_add.bin"],
     tags = [
         "tflite_not_portable_android",
         "tflite_not_portable_ios",
@@ -70,7 +70,7 @@ cc_test(
     deps = [
         ":benchmark_tflite_model_lib",
         ":command_line_flags",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -92,7 +92,7 @@ cc_test(
     visibility = ["//visibility:private"],
     deps = [
         ":command_line_flags",
-        "//tensorflow/contrib/lite/testing:util",
+        "//tensorflow/lite/testing:util",
         "@com_google_googletest//:gtest",
     ],
 )
@@ -108,10 +108,10 @@ cc_library(
     deps = [
         ":benchmark_model_lib",
         ":logging",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/profiling:profile_summarizer",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/profiling:profile_summarizer",
     ],
 )
 
@@ -136,13 +136,13 @@ cc_library(
         ":benchmark_params",
         ":command_line_flags",
         ":logging",
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite:string_util",
-        "//tensorflow/contrib/lite/kernels:builtin_ops",
-        "//tensorflow/contrib/lite/profiling:profile_summarizer",
-        "//tensorflow/contrib/lite/profiling:profiler",
-        "//tensorflow/contrib/lite/profiling:time",
         "//tensorflow/core:stats_calculator_portable",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
+        "//tensorflow/lite/kernels:builtin_ops",
+        "//tensorflow/lite/profiling:profile_summarizer",
+        "//tensorflow/lite/profiling:profiler",
+        "//tensorflow/lite/profiling:time",
     ],
 )
 
diff --git a/tensorflow/contrib/lite/tools/benchmark/README.md b/tensorflow/lite/tools/benchmark/README.md
similarity index 96%
rename from tensorflow/contrib/lite/tools/benchmark/README.md
rename to tensorflow/lite/tools/benchmark/README.md
index 8d997639fb..a71a2fa1c0 100644
--- a/tensorflow/contrib/lite/tools/benchmark/README.md
+++ b/tensorflow/lite/tools/benchmark/README.md
@@ -9,7 +9,7 @@ of runs. Aggregrate latency statistics are reported after running the benchmark.
 
 The instructions below are for running the binary on Desktop and Android,
 for iOS please use the
-[iOS benchmark app](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/benchmark/ios).
+[iOS benchmark app](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/benchmark/ios).
 
 ## Parameters
 
@@ -45,14 +45,14 @@ and the following optional parameters:
 bazel build -c opt \
   --config=android_arm \
   --cxxopt='--std=c++11' \
-  tensorflow/contrib/lite/tools/benchmark:benchmark_model
+  tensorflow/lite/tools/benchmark:benchmark_model
 ```
 
 (2) Connect your phone. Push the binary to your phone with adb push
      (make the directory if required):
 
 ```
-adb push bazel-bin/tensorflow/contrib/lite/tools/benchmark/benchmark_model /data/local/tmp
+adb push bazel-bin/tensorflow/lite/tools/benchmark/benchmark_model /data/local/tmp
 ```
 
 (3) Make the binary executable.
@@ -79,14 +79,14 @@ adb shell /data/local/tmp/benchmark_model \
 (1) build the binary
 
 ```
-bazel build -c opt tensorflow/contrib/lite/tools/benchmark:benchmark_model
+bazel build -c opt tensorflow/lite/tools/benchmark:benchmark_model
 ```
 
 (2) Run on your compute graph, similar to the Android case but without the need of adb shell.
 For example:
 
 ```
-bazel-bin/tensorflow/contrib/lite/tools/benchmark/benchmark_model \
+bazel-bin/tensorflow/lite/tools/benchmark/benchmark_model \
   --graph=mobilenet_quant_v1_224.tflite \
   --num_threads=4
 ```
@@ -126,7 +126,7 @@ bazel build -c opt \
   --config=android_arm \
   --cxxopt='--std=c++11' \
   --copt=-DTFLITE_PROFILING_ENABLED \
-  tensorflow/contrib/lite/tools/benchmark:benchmark_model
+  tensorflow/lite/tools/benchmark:benchmark_model
 ```
 This compiles TFLite with profiling enabled, now you can run the benchmark binary like before. The binary will produce detailed statistics for each operation similar to those shown below:
 
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_main.cc b/tensorflow/lite/tools/benchmark/benchmark_main.cc
similarity index 89%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_main.cc
rename to tensorflow/lite/tools/benchmark/benchmark_main.cc
index 372d31e838..dcf82a8b7e 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_main.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_main.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h"
-#include "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_tflite_model.h"
+#include "tensorflow/lite/tools/benchmark/logging.h"
 
 namespace tflite {
 namespace benchmark {
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_model.cc b/tensorflow/lite/tools/benchmark/benchmark_model.cc
similarity index 96%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_model.cc
rename to tensorflow/lite/tools/benchmark/benchmark_model.cc
index f86c0445b0..05148aea65 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_model.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_model.cc
@@ -13,15 +13,15 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_model.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_model.h"
 
 #include <time.h>
 
 #include <iostream>
 #include <sstream>
 
-#include "tensorflow/contrib/lite/profiling/time.h"
-#include "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#include "tensorflow/lite/profiling/time.h"
+#include "tensorflow/lite/tools/benchmark/logging.h"
 
 namespace {
 void SleepForSeconds(double sleep_seconds) {
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_model.h b/tensorflow/lite/tools/benchmark/benchmark_model.h
similarity index 93%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_model.h
rename to tensorflow/lite/tools/benchmark/benchmark_model.h
index cc215a7b7f..d8a9b05010 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_model.h
+++ b/tensorflow/lite/tools/benchmark/benchmark_model.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_MODEL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_MODEL_H_
+#ifndef TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_MODEL_H_
+#define TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_MODEL_H_
 
 #include <cmath>
 #include <limits>
@@ -23,8 +23,8 @@ limitations under the License.
 #include <unordered_set>
 #include <vector>
 
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_params.h"
-#include "tensorflow/contrib/lite/tools/benchmark/command_line_flags.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_params.h"
+#include "tensorflow/lite/tools/benchmark/command_line_flags.h"
 #include "tensorflow/core/util/stats_calculator.h"
 
 namespace tflite {
@@ -160,4 +160,4 @@ class BenchmarkModel {
 }  // namespace benchmark
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_MODEL_H_
+#endif  // TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_MODEL_H_
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_params.cc b/tensorflow/lite/tools/benchmark/benchmark_params.cc
similarity index 92%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_params.cc
rename to tensorflow/lite/tools/benchmark/benchmark_params.cc
index 1dcf580a9d..5ab3adff55 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_params.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_params.cc
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_params.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_params.h"
 
 #include <string>
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#include "tensorflow/lite/tools/benchmark/logging.h"
 
 namespace tflite {
 namespace benchmark {
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_params.h b/tensorflow/lite/tools/benchmark/benchmark_params.h
similarity index 90%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_params.h
rename to tensorflow/lite/tools/benchmark/benchmark_params.h
index c98f47bb0d..594baa5b4e 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_params.h
+++ b/tensorflow/lite/tools/benchmark/benchmark_params.h
@@ -13,14 +13,14 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_PARAMS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_PARAMS_H_
+#ifndef TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_PARAMS_H_
+#define TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_PARAMS_H_
 #include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
 
-#include "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#include "tensorflow/lite/tools/benchmark/logging.h"
 
 namespace tflite {
 namespace benchmark {
@@ -98,4 +98,4 @@ class BenchmarkParams {
 
 }  // namespace benchmark
 }  // namespace tflite
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_PARAMS_H_
+#endif  // TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_PARAMS_H_
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_plus_flex_main.cc b/tensorflow/lite/tools/benchmark/benchmark_plus_flex_main.cc
similarity index 85%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_plus_flex_main.cc
rename to tensorflow/lite/tools/benchmark/benchmark_plus_flex_main.cc
index b9cf6c67d2..6e72a29377 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_plus_flex_main.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_plus_flex_main.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/testing/init_tensorflow.h"
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h"
-#include "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#include "tensorflow/lite/testing/init_tensorflow.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_tflite_model.h"
+#include "tensorflow/lite/tools/benchmark/logging.h"
 
 namespace tflite {
 namespace benchmark {
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_test.cc b/tensorflow/lite/tools/benchmark/benchmark_test.cc
similarity index 92%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_test.cc
rename to tensorflow/lite/tools/benchmark/benchmark_test.cc
index b697bb394d..59d23d9008 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_test.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_test.cc
@@ -18,9 +18,9 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/util.h"
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h"
-#include "tensorflow/contrib/lite/tools/benchmark/command_line_flags.h"
+#include "tensorflow/lite/testing/util.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_tflite_model.h"
+#include "tensorflow/lite/tools/benchmark/command_line_flags.h"
 
 namespace {
 const std::string* g_model_path = nullptr;
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.cc b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.cc
rename to tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc
index 2a3df7f289..e063a144b6 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_tflite_model.h"
 
 #include <cstdarg>
 #include <cstdlib>
@@ -23,11 +23,11 @@ limitations under the License.
 #include <unordered_set>
 #include <vector>
 
-#include "tensorflow/contrib/lite/kernels/register.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#include "tensorflow/lite/kernels/register.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/op_resolver.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/tools/benchmark/logging.h"
 
 #ifdef TFLITE_CUSTOM_OPS_HEADER
 void RegisterSelectedOps(::tflite::MutableOpResolver* resolver);
diff --git a/tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.h
similarity index 84%
rename from tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h
rename to tensorflow/lite/tools/benchmark/benchmark_tflite_model.h
index 25a302b2aa..8ad3a5dbe5 100644
--- a/tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h
+++ b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.h
@@ -13,16 +13,16 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
+#ifndef TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
+#define TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
 
 #include <memory>
 #include <string>
 #include <vector>
 
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/profiling/profile_summarizer.h"
-#include "tensorflow/contrib/lite/tools/benchmark/benchmark_model.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/profiling/profile_summarizer.h"
+#include "tensorflow/lite/tools/benchmark/benchmark_model.h"
 
 namespace tflite {
 namespace benchmark {
@@ -79,4 +79,4 @@ class BenchmarkTfLiteModel : public BenchmarkModel {
 }  // namespace benchmark
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
+#endif  // TENSORFLOW_LITE_TOOLS_BENCHMARK_BENCHMARK_TFLITE_MODEL_H_
diff --git a/tensorflow/contrib/lite/tools/benchmark/command_line_flags.cc b/tensorflow/lite/tools/benchmark/command_line_flags.cc
similarity index 98%
rename from tensorflow/contrib/lite/tools/benchmark/command_line_flags.cc
rename to tensorflow/lite/tools/benchmark/command_line_flags.cc
index ff818b9dcb..002fa7dea3 100644
--- a/tensorflow/contrib/lite/tools/benchmark/command_line_flags.cc
+++ b/tensorflow/lite/tools/benchmark/command_line_flags.cc
@@ -10,7 +10,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/benchmark/command_line_flags.h"
+#include "tensorflow/lite/tools/benchmark/command_line_flags.h"
 
 #include <cstring>
 #include <sstream>
diff --git a/tensorflow/contrib/lite/tools/benchmark/command_line_flags.h b/tensorflow/lite/tools/benchmark/command_line_flags.h
similarity index 95%
rename from tensorflow/contrib/lite/tools/benchmark/command_line_flags.h
rename to tensorflow/lite/tools/benchmark/command_line_flags.h
index 6a0affd834..cc71450053 100644
--- a/tensorflow/contrib/lite/tools/benchmark/command_line_flags.h
+++ b/tensorflow/lite/tools/benchmark/command_line_flags.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_COMMAND_LINE_FLAGS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_COMMAND_LINE_FLAGS_H_
+#ifndef TENSORFLOW_LITE_TOOLS_BENCHMARK_COMMAND_LINE_FLAGS_H_
+#define TENSORFLOW_LITE_TOOLS_BENCHMARK_COMMAND_LINE_FLAGS_H_
 
 #include <functional>
 #include <string>
@@ -120,4 +120,4 @@ class Flags {
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_COMMAND_LINE_FLAGS_H_
+#endif  // TENSORFLOW_LITE_TOOLS_BENCHMARK_COMMAND_LINE_FLAGS_H_
diff --git a/tensorflow/contrib/lite/tools/benchmark/command_line_flags_test.cc b/tensorflow/lite/tools/benchmark/command_line_flags_test.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/benchmark/command_line_flags_test.cc
rename to tensorflow/lite/tools/benchmark/command_line_flags_test.cc
index 03da805109..36eb75b06a 100644
--- a/tensorflow/contrib/lite/tools/benchmark/command_line_flags_test.cc
+++ b/tensorflow/lite/tools/benchmark/command_line_flags_test.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/benchmark/command_line_flags.h"
+#include "tensorflow/lite/tools/benchmark/command_line_flags.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/testing/util.h"
+#include "tensorflow/lite/testing/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/README.md b/tensorflow/lite/tools/benchmark/ios/README.md
similarity index 84%
rename from tensorflow/contrib/lite/tools/benchmark/ios/README.md
rename to tensorflow/lite/tools/benchmark/ios/README.md
index 46144f7bf8..3dc29d9b94 100644
--- a/tensorflow/contrib/lite/tools/benchmark/ios/README.md
+++ b/tensorflow/lite/tools/benchmark/ios/README.md
@@ -18,15 +18,15 @@ Mobilenet_1.0_224 model
 ## To build/install/run
 
 - Follow instructions at
-[iOS build for TFLite](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/ios.md)
+[iOS build for TFLite](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/ios.md)
 to build TFLite.
 
 Running
 
 ```bash
-tensorflow/contrib/lite/build_ios_universal_lib.sh
+tensorflow/lite/build_ios_universal_lib.sh
 ```
-will also build `tensorflow/contrib/lite/gen/lib/benchmark-lib.a` .
+will also build `tensorflow/lite/gen/lib/benchmark-lib.a` .
 
 - Now copy the downloaded model file to `benchmark_data` directory. 
 
@@ -37,7 +37,7 @@ and other benchmark parameters.
 resources that need to be copied.
 
 - Ensure that `Build Phases -> Link Binary With Library` contains the 
-`Accelerate framework` and `tensorflow/contrib/lite/gen/lib/benchmark-lib.a`.
+`Accelerate framework` and `tensorflow/lite/gen/lib/benchmark-lib.a`.
 
 - Now try running the app. The app has a single button that runs the benchmark
   on the model and displays results in a text view below.
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
similarity index 92%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
index 8436c75281..958936a660 100644
--- a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
+++ b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark.xcodeproj/project.pbxproj
@@ -20,7 +20,7 @@
 
 /* Begin PBXFileReference section */
 		6FE7579920D59CE500F01636 /* benchmark_params.json */ = {isa = PBXFileReference; lastKnownFileType = text.json; path = benchmark_params.json; sourceTree = "<group>"; };
-		6FE7579C20D5A5E000F01636 /* benchmark-lib.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = "benchmark-lib.a"; path = "$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/gen/lib/benchmark-lib.a"; sourceTree = "<group>"; };
+		6FE7579C20D5A5E000F01636 /* benchmark-lib.a */ = {isa = PBXFileReference; lastKnownFileType = archive.ar; name = "benchmark-lib.a"; path = "$SRCROOT/../../../../../../../tensorflow/lite/tools/make/gen/lib/benchmark-lib.a"; sourceTree = "<group>"; };
 		6FE7579E20D5A6A700F01636 /* Accelerate.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = Accelerate.framework; path = System/Library/Frameworks/Accelerate.framework; sourceTree = SDKROOT; };
 		6FE757A020D5AB8000F01636 /* mobilenet_v1_1.0_224.tflite */ = {isa = PBXFileReference; lastKnownFileType = file; path = mobilenet_v1_1.0_224.tflite; sourceTree = "<group>"; };
 		6FE93FF820D592D8008C9FE4 /* TFLiteBenchmark.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = TFLiteBenchmark.app; sourceTree = BUILT_PRODUCTS_DIR; };
@@ -310,18 +310,18 @@
 				CODE_SIGN_STYLE = Automatic;
 				"HEADER_SEARCH_PATHS[arch=*]" = (
 					$SRCROOT/../../../../../../../,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/eigen,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/gemmlowp,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/neon_2_sse,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/farmhash/src,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/flatbuffers/include,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/eigen,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/gemmlowp,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/neon_2_sse,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/farmhash/src,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/flatbuffers/include,
 				);
 				INFOPLIST_FILE = TFLiteBenchmark/Info.plist;
 				LD_RUNPATH_SEARCH_PATHS = (
 					"$(inherited)",
 					"@executable_path/Frameworks",
 				);
-				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/gen/lib;
+				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/lite/tools/make/gen/lib;
 				PRODUCT_BUNDLE_IDENTIFIER = example.TFLiteBenchmark;
 				PRODUCT_NAME = "$(TARGET_NAME)";
 				TARGETED_DEVICE_FAMILY = "1,2";
@@ -336,18 +336,18 @@
 				CODE_SIGN_STYLE = Automatic;
 				"HEADER_SEARCH_PATHS[arch=*]" = (
 					$SRCROOT/../../../../../../../,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/eigen,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/gemmlowp,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/neon_2_sse,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/farmhash/src,
-					$SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/downloads/flatbuffers/include,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/eigen,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/gemmlowp,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/neon_2_sse,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/farmhash/src,
+					$SRCROOT/../../../../../../../tensorflow/lite/tools/make/downloads/flatbuffers/include,
 				);
 				INFOPLIST_FILE = TFLiteBenchmark/Info.plist;
 				LD_RUNPATH_SEARCH_PATHS = (
 					"$(inherited)",
 					"@executable_path/Frameworks",
 				);
-				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/contrib/lite/tools/make/gen/lib;
+				"LIBRARY_SEARCH_PATHS[arch=*]" = $SRCROOT/../../../../../../../tensorflow/lite/tools/make/gen/lib;
 				PRODUCT_BUNDLE_IDENTIFIER = example.TFLiteBenchmark;
 				PRODUCT_NAME = "$(TARGET_NAME)";
 				TARGETED_DEVICE_FAMILY = "1,2";
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.h b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.h
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.h
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.h
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.m b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.m
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.m
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/AppDelegate.m
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/AppIcon.appiconset/Contents.json b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/AppIcon.appiconset/Contents.json
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/AppIcon.appiconset/Contents.json
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/AppIcon.appiconset/Contents.json
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/Contents.json b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/Contents.json
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/Contents.json
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Assets.xcassets/Contents.json
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/LaunchScreen.storyboard b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/LaunchScreen.storyboard
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/LaunchScreen.storyboard
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/LaunchScreen.storyboard
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/Main.storyboard b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/Main.storyboard
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/Main.storyboard
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Base.lproj/Main.storyboard
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.h b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.h
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.h
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.h
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm
similarity index 97%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm
index 356d5b0e17..590c215f51 100644
--- a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm
+++ b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/BenchmarkViewController.mm
@@ -18,8 +18,8 @@
 #import <sstream>
 #import <string>
 #import <vector>
-#import "tensorflow/contrib/lite/tools/benchmark/benchmark_tflite_model.h"
-#import "tensorflow/contrib/lite/tools/benchmark/logging.h"
+#import "tensorflow/lite/tools/benchmark/benchmark_tflite_model.h"
+#import "tensorflow/lite/tools/benchmark/logging.h"
 
 namespace {
 NSString* FilePathForResourceName(NSString* filename) {
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Info.plist b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Info.plist
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Info.plist
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/Info.plist
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/benchmark_data/benchmark_params.json b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/benchmark_data/benchmark_params.json
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/benchmark_data/benchmark_params.json
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/benchmark_data/benchmark_params.json
diff --git a/tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/main.m b/tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/main.m
similarity index 100%
rename from tensorflow/contrib/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/main.m
rename to tensorflow/lite/tools/benchmark/ios/TFLiteBenchmark/TFLiteBenchmark/main.m
diff --git a/tensorflow/contrib/lite/tools/benchmark/logging.h b/tensorflow/lite/tools/benchmark/logging.h
similarity index 92%
rename from tensorflow/contrib/lite/tools/benchmark/logging.h
rename to tensorflow/lite/tools/benchmark/logging.h
index 4045d1e731..71dd511a08 100644
--- a/tensorflow/contrib/lite/tools/benchmark/logging.h
+++ b/tensorflow/lite/tools/benchmark/logging.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_LOGGING_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_LOGGING_H_
+#ifndef TENSORFLOW_LITE_TOOLS_BENCHMARK_LOGGING_H_
+#define TENSORFLOW_LITE_TOOLS_BENCHMARK_LOGGING_H_
 
 // LOG and CHECK macros for benchmarks.
 
@@ -73,4 +73,4 @@ class LoggingWrapper {
 
 #define TFLITE_BENCHMARK_CHECK_EQ(a, b) TFLITE_BENCHMARK_CHECK(a == b)
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_BENCHMARK_LOGGING_H_
+#endif  // TENSORFLOW_LITE_TOOLS_BENCHMARK_LOGGING_H_
diff --git a/tensorflow/contrib/lite/tools/gen_op_registration.cc b/tensorflow/lite/tools/gen_op_registration.cc
similarity index 93%
rename from tensorflow/contrib/lite/tools/gen_op_registration.cc
rename to tensorflow/lite/tools/gen_op_registration.cc
index d80ea59170..ca66eef466 100644
--- a/tensorflow/contrib/lite/tools/gen_op_registration.cc
+++ b/tensorflow/lite/tools/gen_op_registration.cc
@@ -16,8 +16,8 @@ limitations under the License.
 #include <vector>
 
 #include "re2/re2.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/tools/gen_op_registration.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/tools/gen_op_registration.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/tools/gen_op_registration.h b/tensorflow/lite/tools/gen_op_registration.h
similarity index 82%
rename from tensorflow/contrib/lite/tools/gen_op_registration.h
rename to tensorflow/lite/tools/gen_op_registration.h
index 5f2ac6ca97..a616720c93 100644
--- a/tensorflow/contrib/lite/tools/gen_op_registration.h
+++ b/tensorflow/lite/tools/gen_op_registration.h
@@ -12,11 +12,11 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_GEN_OP_REGISTRATION_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_GEN_OP_REGISTRATION_H_
+#ifndef TENSORFLOW_LITE_TOOLS_GEN_OP_REGISTRATION_H_
+#define TENSORFLOW_LITE_TOOLS_GEN_OP_REGISTRATION_H_
 
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/string.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/string.h"
 
 namespace tflite {
 
@@ -36,4 +36,4 @@ void ReadOpsFromModel(const ::tflite::Model* model,
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_GEN_OP_REGISTRATION_H_
+#endif  // TENSORFLOW_LITE_TOOLS_GEN_OP_REGISTRATION_H_
diff --git a/tensorflow/contrib/lite/tools/gen_op_registration_main.cc b/tensorflow/lite/tools/gen_op_registration_main.cc
similarity index 98%
rename from tensorflow/contrib/lite/tools/gen_op_registration_main.cc
rename to tensorflow/lite/tools/gen_op_registration_main.cc
index f7df80821f..090b709478 100644
--- a/tensorflow/contrib/lite/tools/gen_op_registration_main.cc
+++ b/tensorflow/lite/tools/gen_op_registration_main.cc
@@ -21,7 +21,7 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/strip.h"
-#include "tensorflow/contrib/lite/tools/gen_op_registration.h"
+#include "tensorflow/lite/tools/gen_op_registration.h"
 #include "tensorflow/core/platform/init_main.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
diff --git a/tensorflow/contrib/lite/tools/gen_op_registration_test.cc b/tensorflow/lite/tools/gen_op_registration_test.cc
similarity index 88%
rename from tensorflow/contrib/lite/tools/gen_op_registration_test.cc
rename to tensorflow/lite/tools/gen_op_registration_test.cc
index 28a98d68ab..0ae91018dd 100644
--- a/tensorflow/contrib/lite/tools/gen_op_registration_test.cc
+++ b/tensorflow/lite/tools/gen_op_registration_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/gen_op_registration.h"
+#include "tensorflow/lite/tools/gen_op_registration.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 
@@ -43,25 +43,25 @@ TEST_F(GenOpRegistrationTest, TestNonExistantFiles) {
 }
 
 TEST_F(GenOpRegistrationTest, TestModels) {
-  ReadOps("tensorflow/contrib/lite/testdata/test_model.bin");
+  ReadOps("tensorflow/lite/testdata/test_model.bin");
   EXPECT_THAT(builtin_ops_, ElementsAreArray({"CONV_2D"}));
   EXPECT_THAT(custom_ops_, ElementsAreArray({"testing_op"}));
 }
 
 TEST_F(GenOpRegistrationTest, TestEmptyModels) {
-  ReadOps("tensorflow/contrib/lite/testdata/empty_model.bin");
+  ReadOps("tensorflow/lite/testdata/empty_model.bin");
   EXPECT_EQ(builtin_ops_.size(), 0);
   EXPECT_EQ(custom_ops_.size(), 0);
 }
 
 TEST_F(GenOpRegistrationTest, TestZeroSubgraphs) {
-  ReadOps("tensorflow/contrib/lite/testdata/0_subgraphs.bin");
+  ReadOps("tensorflow/lite/testdata/0_subgraphs.bin");
   EXPECT_EQ(builtin_ops_.size(), 0);
   EXPECT_EQ(custom_ops_.size(), 0);
 }
 
 TEST_F(GenOpRegistrationTest, TestBrokenMmap) {
-  ReadOps("tensorflow/contrib/lite/testdata/test_model_broken.bin");
+  ReadOps("tensorflow/lite/testdata/test_model_broken.bin");
   EXPECT_EQ(builtin_ops_.size(), 0);
   EXPECT_EQ(custom_ops_.size(), 0);
 }
diff --git a/tensorflow/contrib/lite/tools/make/Makefile b/tensorflow/lite/tools/make/Makefile
similarity index 77%
rename from tensorflow/contrib/lite/tools/make/Makefile
rename to tensorflow/lite/tools/make/Makefile
index 16012a3fb1..8f12355854 100644
--- a/tensorflow/contrib/lite/tools/make/Makefile
+++ b/tensorflow/lite/tools/make/Makefile
@@ -20,7 +20,7 @@ endif
 HOST_ARCH := $(shell if [[ $(shell uname -m) =~ i[345678]86 ]]; then echo x86_32; else echo $(shell uname -m); fi)
 
 # Override these on the make command line to target a specific architecture. For example:
-# make -f tensorflow/contrib/lite/Makefile TARGET=rpi TARGET_ARCH=armv7l
+# make -f tensorflow/lite/Makefile TARGET=rpi TARGET_ARCH=armv7l
 TARGET := $(HOST_OS)
 TARGET_ARCH := $(HOST_ARCH)
 
@@ -70,55 +70,55 @@ BENCHMARK_BINARY_NAME := benchmark_model
 
 # A small example program that shows how to link against the library.
 MINIMAL_SRCS := \
-tensorflow/contrib/lite/examples/minimal/minimal.cc
+tensorflow/lite/examples/minimal/minimal.cc
 
 # What sources we want to compile, must be kept in sync with the main Bazel
 # build files.
 
 PROFILER_SRCS := \
-	tensorflow/contrib/lite/profiling/time.cc
+	tensorflow/lite/profiling/time.cc
 PROFILE_SUMMARIZER_SRCS := \
-	tensorflow/contrib/lite/profiling/profile_summarizer.cc \
+	tensorflow/lite/profiling/profile_summarizer.cc \
 	tensorflow/core/util/stats_calculator.cc
 
 CORE_CC_ALL_SRCS := \
-$(wildcard tensorflow/contrib/lite/*.cc) \
-$(wildcard tensorflow/contrib/lite/*.c) \
-$(wildcard tensorflow/contrib/lite/c/*.c) \
-$(wildcard tensorflow/contrib/lite/core/api/*.cc)
+$(wildcard tensorflow/lite/*.cc) \
+$(wildcard tensorflow/lite/*.c) \
+$(wildcard tensorflow/lite/c/*.c) \
+$(wildcard tensorflow/lite/core/api/*.cc)
 ifneq ($(BUILD_TYPE),micro)
 CORE_CC_ALL_SRCS += \
-$(wildcard tensorflow/contrib/lite/kernels/*.cc) \
-$(wildcard tensorflow/contrib/lite/kernels/internal/*.cc) \
-$(wildcard tensorflow/contrib/lite/kernels/internal/optimized/*.cc) \
-$(wildcard tensorflow/contrib/lite/kernels/internal/reference/*.cc) \
+$(wildcard tensorflow/lite/kernels/*.cc) \
+$(wildcard tensorflow/lite/kernels/internal/*.cc) \
+$(wildcard tensorflow/lite/kernels/internal/optimized/*.cc) \
+$(wildcard tensorflow/lite/kernels/internal/reference/*.cc) \
 $(PROFILER_SRCS) \
-$(wildcard tensorflow/contrib/lite/kernels/*.c) \
-$(wildcard tensorflow/contrib/lite/kernels/internal/*.c) \
-$(wildcard tensorflow/contrib/lite/kernels/internal/optimized/*.c) \
-$(wildcard tensorflow/contrib/lite/kernels/internal/reference/*.c) \
-$(wildcard tensorflow/contrib/lite/tools/make/downloads/farmhash/src/farmhash.cc) \
-$(wildcard tensorflow/contrib/lite/tools/make/downloads/fft2d/fftsg.c)
+$(wildcard tensorflow/lite/kernels/*.c) \
+$(wildcard tensorflow/lite/kernels/internal/*.c) \
+$(wildcard tensorflow/lite/kernels/internal/optimized/*.c) \
+$(wildcard tensorflow/lite/kernels/internal/reference/*.c) \
+$(wildcard tensorflow/lite/tools/make/downloads/farmhash/src/farmhash.cc) \
+$(wildcard tensorflow/lite/tools/make/downloads/fft2d/fftsg.c)
 endif
 # Remove any duplicates.
 CORE_CC_ALL_SRCS := $(sort $(CORE_CC_ALL_SRCS))
 CORE_CC_EXCLUDE_SRCS := \
-$(wildcard tensorflow/contrib/lite/*test.cc) \
-$(wildcard tensorflow/contrib/lite/*/*test.cc) \
-$(wildcard tensorflow/contrib/lite/*/*/*test.cc) \
-$(wildcard tensorflow/contrib/lite/*/*/*/*test.cc) \
-$(wildcard tensorflow/contrib/lite/kernels/test_util.cc) \
+$(wildcard tensorflow/lite/*test.cc) \
+$(wildcard tensorflow/lite/*/*test.cc) \
+$(wildcard tensorflow/lite/*/*/*test.cc) \
+$(wildcard tensorflow/lite/*/*/*/*test.cc) \
+$(wildcard tensorflow/lite/kernels/test_util.cc) \
 $(MINIMAL_SRCS)
 ifeq ($(BUILD_TYPE),micro)
 CORE_CC_EXCLUDE_SRCS += \
-tensorflow/contrib/lite/mmap_allocation.cc \
-tensorflow/contrib/lite/nnapi_delegate.cc
+tensorflow/lite/mmap_allocation.cc \
+tensorflow/lite/nnapi_delegate.cc
 endif
 # Filter out all the excluded files.
 TF_LITE_CC_SRCS := $(filter-out $(CORE_CC_EXCLUDE_SRCS), $(CORE_CC_ALL_SRCS))
 
 # Benchmark sources
-BENCHMARK_SRCS_DIR := tensorflow/contrib/lite/tools/benchmark
+BENCHMARK_SRCS_DIR := tensorflow/lite/tools/benchmark
 BENCHMARK_ALL_SRCS := $(TFLITE_CC_SRCS) \
 	$(wildcard $(BENCHMARK_SRCS_DIR)/*.cc) \
 	$(PROFILE_SUMMARIZER_SRCS)
@@ -180,11 +180,11 @@ all: $(LIB_PATH)  $(MINIMAL_BINARY) $(BENCHMARK_BINARY)
 micro: $(LIB_PATH)
 
 # Hack for generating schema file bypassing flatbuffer parsing
-tensorflow/contrib/lite/schema/schema_generated.h:
-	@cp -u tensorflow/contrib/lite/schema/schema_generated.h.OPENSOURCE tensorflow/contrib/lite/schema/schema_generated.h
+tensorflow/lite/schema/schema_generated.h:
+	@cp -u tensorflow/lite/schema/schema_generated.h.OPENSOURCE tensorflow/lite/schema/schema_generated.h
 
 # Gathers together all the objects we've compiled into a single '.a' archive.
-$(LIB_PATH): tensorflow/contrib/lite/schema/schema_generated.h $(LIB_OBJS)
+$(LIB_PATH): tensorflow/lite/schema/schema_generated.h $(LIB_OBJS)
 	@mkdir -p $(dir $@)
 	$(AR) $(ARFLAGS) $(LIB_PATH) $(LIB_OBJS)
 
diff --git a/tensorflow/contrib/lite/tools/make/build_ios_universal_lib.sh b/tensorflow/lite/tools/make/build_ios_universal_lib.sh
similarity index 69%
rename from tensorflow/contrib/lite/tools/make/build_ios_universal_lib.sh
rename to tensorflow/lite/tools/make/build_ios_universal_lib.sh
index fe056945a6..477883b490 100755
--- a/tensorflow/contrib/lite/tools/make/build_ios_universal_lib.sh
+++ b/tensorflow/lite/tools/make/build_ios_universal_lib.sh
@@ -23,17 +23,17 @@ cd "$SCRIPT_DIR/../../../../.."
 make_library() {
     for arch in x86_64 armv7 armv7s arm64
     do
-        make -f tensorflow/contrib/lite/tools/make/Makefile TARGET=ios TARGET_ARCH=${arch} \
+        make -f tensorflow/lite/tools/make/Makefile TARGET=ios TARGET_ARCH=${arch} \
         -j 8
     done
-    mkdir -p tensorflow/contrib/lite/tools/make/gen/lib
+    mkdir -p tensorflow/lite/tools/make/gen/lib
     lipo \
-    tensorflow/contrib/lite/tools/make/gen/ios_x86_64/lib/${1} \
-    tensorflow/contrib/lite/tools/make/gen/ios_armv7/lib/${1} \
-    tensorflow/contrib/lite/tools/make/gen/ios_armv7s/lib/${1} \
-    tensorflow/contrib/lite/tools/make/gen/ios_arm64/lib/${1} \
+    tensorflow/lite/tools/make/gen/ios_x86_64/lib/${1} \
+    tensorflow/lite/tools/make/gen/ios_armv7/lib/${1} \
+    tensorflow/lite/tools/make/gen/ios_armv7s/lib/${1} \
+    tensorflow/lite/tools/make/gen/ios_arm64/lib/${1} \
     -create \
-    -output tensorflow/contrib/lite/tools/make/gen/lib/${1}
+    -output tensorflow/lite/tools/make/gen/lib/${1}
 }
 
 make_library libtensorflow-lite.a
diff --git a/tensorflow/contrib/lite/tools/make/build_rpi_lib.sh b/tensorflow/lite/tools/make/build_rpi_lib.sh
similarity index 87%
rename from tensorflow/contrib/lite/tools/make/build_rpi_lib.sh
rename to tensorflow/lite/tools/make/build_rpi_lib.sh
index 24ecd4356d..d4047bb0eb 100755
--- a/tensorflow/contrib/lite/tools/make/build_rpi_lib.sh
+++ b/tensorflow/lite/tools/make/build_rpi_lib.sh
@@ -19,4 +19,4 @@ set -e
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 cd "$SCRIPT_DIR/../../../../.."
 
-CC_PREFIX=arm-linux-gnueabihf- make -j 3 -f tensorflow/contrib/lite/tools/make/Makefile TARGET=rpi TARGET_ARCH=armv7l
+CC_PREFIX=arm-linux-gnueabihf- make -j 3 -f tensorflow/lite/tools/make/Makefile TARGET=rpi TARGET_ARCH=armv7l
diff --git a/tensorflow/contrib/lite/tools/make/download_dependencies.sh b/tensorflow/lite/tools/make/download_dependencies.sh
similarity index 98%
rename from tensorflow/contrib/lite/tools/make/download_dependencies.sh
rename to tensorflow/lite/tools/make/download_dependencies.sh
index 3570f9a38d..aa5495329b 100755
--- a/tensorflow/contrib/lite/tools/make/download_dependencies.sh
+++ b/tensorflow/lite/tools/make/download_dependencies.sh
@@ -19,7 +19,7 @@ set -e
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 cd "$SCRIPT_DIR/../../../../.."
 
-DOWNLOADS_DIR=tensorflow/contrib/lite/tools/make/downloads
+DOWNLOADS_DIR=tensorflow/lite/tools/make/downloads
 BZL_FILE_PATH=tensorflow/workspace.bzl
 
 # Ensure it is being run from repo root
diff --git a/tensorflow/contrib/lite/tools/make/targets/ios_makefile.inc b/tensorflow/lite/tools/make/targets/ios_makefile.inc
similarity index 100%
rename from tensorflow/contrib/lite/tools/make/targets/ios_makefile.inc
rename to tensorflow/lite/tools/make/targets/ios_makefile.inc
diff --git a/tensorflow/contrib/lite/tools/make/targets/linux_makefile.inc b/tensorflow/lite/tools/make/targets/linux_makefile.inc
similarity index 100%
rename from tensorflow/contrib/lite/tools/make/targets/linux_makefile.inc
rename to tensorflow/lite/tools/make/targets/linux_makefile.inc
diff --git a/tensorflow/contrib/lite/tools/make/targets/riscv_makefile.inc b/tensorflow/lite/tools/make/targets/riscv_makefile.inc
similarity index 100%
rename from tensorflow/contrib/lite/tools/make/targets/riscv_makefile.inc
rename to tensorflow/lite/tools/make/targets/riscv_makefile.inc
diff --git a/tensorflow/contrib/lite/tools/make/targets/rpi_makefile.inc b/tensorflow/lite/tools/make/targets/rpi_makefile.inc
similarity index 100%
rename from tensorflow/contrib/lite/tools/make/targets/rpi_makefile.inc
rename to tensorflow/lite/tools/make/targets/rpi_makefile.inc
diff --git a/tensorflow/contrib/lite/tools/make/targets/stm32f1_makefile.inc b/tensorflow/lite/tools/make/targets/stm32f1_makefile.inc
similarity index 100%
rename from tensorflow/contrib/lite/tools/make/targets/stm32f1_makefile.inc
rename to tensorflow/lite/tools/make/targets/stm32f1_makefile.inc
diff --git a/tensorflow/contrib/lite/tools/make/targets/stm32f7_makefile.inc b/tensorflow/lite/tools/make/targets/stm32f7_makefile.inc
similarity index 100%
rename from tensorflow/contrib/lite/tools/make/targets/stm32f7_makefile.inc
rename to tensorflow/lite/tools/make/targets/stm32f7_makefile.inc
diff --git a/tensorflow/contrib/lite/tools/optimize/BUILD b/tensorflow/lite/tools/optimize/BUILD
similarity index 67%
rename from tensorflow/contrib/lite/tools/optimize/BUILD
rename to tensorflow/lite/tools/optimize/BUILD
index 51ccaedc23..0a0d5cc412 100644
--- a/tensorflow/contrib/lite/tools/optimize/BUILD
+++ b/tensorflow/lite/tools/optimize/BUILD
@@ -8,17 +8,17 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-load("//tensorflow/contrib/lite:build_def.bzl", "tflite_copts")
+load("//tensorflow/lite:build_def.bzl", "tflite_copts")
 
 cc_library(
     name = "quantize_weights",
     srcs = ["quantize_weights.cc"],
     hdrs = ["quantize_weights.h"],
     deps = [
-        "//tensorflow/contrib/lite:framework",
-        "//tensorflow/contrib/lite/kernels/internal:tensor_utils",
-        "//tensorflow/contrib/lite/schema:schema_fbs",
         "//tensorflow/core:tflite_portable_logging",
+        "//tensorflow/lite:framework",
+        "//tensorflow/lite/kernels/internal:tensor_utils",
+        "//tensorflow/lite/schema:schema_fbs",
         "@com_google_absl//absl/memory",
         "@flatbuffers",
     ],
diff --git a/tensorflow/contrib/lite/tools/optimize/g3doc/quantize_weights.md b/tensorflow/lite/tools/optimize/g3doc/quantize_weights.md
similarity index 96%
rename from tensorflow/contrib/lite/tools/optimize/g3doc/quantize_weights.md
rename to tensorflow/lite/tools/optimize/g3doc/quantize_weights.md
index 93fe576583..2517882c84 100644
--- a/tensorflow/contrib/lite/tools/optimize/g3doc/quantize_weights.md
+++ b/tensorflow/lite/tools/optimize/g3doc/quantize_weights.md
@@ -3,7 +3,7 @@
 ## Recommended usage
 
 The Quantize Weights transformation is integrated with
-[tflite_convert](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/toco/g3doc/cmdline_reference.md#transformation-flags).
+[tflite_convert](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/toco/g3doc/cmdline_reference.md#transformation-flags).
 
 The recommended way of invoking this tool is by simply adding the
 `--post_training_quantize` flag to your original tflite_convert invocation. For
diff --git a/tensorflow/contrib/lite/tools/optimize/quantize_weights.cc b/tensorflow/lite/tools/optimize/quantize_weights.cc
similarity index 94%
rename from tensorflow/contrib/lite/tools/optimize/quantize_weights.cc
rename to tensorflow/lite/tools/optimize/quantize_weights.cc
index d02d78bf53..a13774f713 100644
--- a/tensorflow/contrib/lite/tools/optimize/quantize_weights.cc
+++ b/tensorflow/lite/tools/optimize/quantize_weights.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/tools/optimize/quantize_weights.h"
+#include "tensorflow/lite/tools/optimize/quantize_weights.h"
 
 #include <algorithm>
 #include <memory>
@@ -21,10 +21,10 @@ limitations under the License.
 
 #include "flatbuffers/flexbuffers.h"
 #include "absl/memory/memory.h"
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/kernels/internal/tensor_utils.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/kernels/internal/tensor_utils.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace tflite {
@@ -110,24 +110,24 @@ std::vector<int32_t> GetWeightInputIndices(const BuiltinOperator& op_code) {
       op_code == BuiltinOperator_EMBEDDING_LOOKUP) {
     return {1};
   } else if (op_code == BuiltinOperator_SVDF) {
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/svdf.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/svdf.cc
     return {1, 2};
   } else if (op_code == BuiltinOperator_LSTM ||
              op_code == BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM) {
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/lstm.cc
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/unidirectional_sequence_lstm.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/lstm.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/unidirectional_sequence_lstm.cc
     return {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 16};
   } else if (op_code == BuiltinOperator_RNN ||
              op_code == BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_RNN) {
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/basic_rnn.cc
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/unidirectional_sequence_rnn.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/basic_rnn.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/unidirectional_sequence_rnn.cc
     return {1, 2};
   } else if (op_code == BuiltinOperator_BIDIRECTIONAL_SEQUENCE_LSTM) {
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/bidirectional_sequence_lstm.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/bidirectional_sequence_lstm.cc
     return {1,  2,  3,  4,  5,  6,  7,  8,  9,  10, 11, 16,
             18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 33};
   } else if (op_code == BuiltinOperator_BIDIRECTIONAL_SEQUENCE_RNN) {
-    // https://www.tensorflow.org/code/tensorflow/contrib/lite/kernels/bidirectional_sequence_rnn.cc
+    // https://www.tensorflow.org/code/tensorflow/lite/kernels/bidirectional_sequence_rnn.cc
     return {1, 2, 4, 5};
   }
   return {};
diff --git a/tensorflow/contrib/lite/tools/optimize/quantize_weights.h b/tensorflow/lite/tools/optimize/quantize_weights.h
similarity index 85%
rename from tensorflow/contrib/lite/tools/optimize/quantize_weights.h
rename to tensorflow/lite/tools/optimize/quantize_weights.h
index 706f10b87b..c2c0b0ce83 100644
--- a/tensorflow/contrib/lite/tools/optimize/quantize_weights.h
+++ b/tensorflow/lite/tools/optimize/quantize_weights.h
@@ -12,14 +12,14 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_OPTIMIZE_QUANTIZE_WEIGHTS_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_OPTIMIZE_QUANTIZE_WEIGHTS_H_
+#ifndef TENSORFLOW_LITE_TOOLS_OPTIMIZE_QUANTIZE_WEIGHTS_H_
+#define TENSORFLOW_LITE_TOOLS_OPTIMIZE_QUANTIZE_WEIGHTS_H_
 
 #include <memory>
 #include "flatbuffers/flexbuffers.h"
-#include "tensorflow/contrib/lite/context.h"
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/context.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 namespace optimize {
@@ -54,4 +54,4 @@ TfLiteStatus QuantizeWeights(flatbuffers::FlatBufferBuilder* builder,
 }  // namespace optimize
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_OPTIMIZE_QUANTIZE_WEIGHTS_H_
+#endif  // TENSORFLOW_LITE_TOOLS_OPTIMIZE_QUANTIZE_WEIGHTS_H_
diff --git a/tensorflow/contrib/lite/tools/optimize/quantize_weights_test.cc b/tensorflow/lite/tools/optimize/quantize_weights_test.cc
similarity index 95%
rename from tensorflow/contrib/lite/tools/optimize/quantize_weights_test.cc
rename to tensorflow/lite/tools/optimize/quantize_weights_test.cc
index 387b3471c2..32725e5ee2 100644
--- a/tensorflow/contrib/lite/tools/optimize/quantize_weights_test.cc
+++ b/tensorflow/lite/tools/optimize/quantize_weights_test.cc
@@ -12,15 +12,15 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/tools/optimize/quantize_weights.h"
+#include "tensorflow/lite/tools/optimize/quantize_weights.h"
 
 #include <memory>
 
 #include "flatbuffers/flexbuffers.h"
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/model.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
+#include "tensorflow/lite/model.h"
+#include "tensorflow/lite/schema/schema_generated.h"
 
 namespace tflite {
 namespace optimize {
@@ -160,7 +160,7 @@ class QuantizeWeightsTest : public ::testing::Test {
 
 TEST_F(QuantizeWeightsTest, SimpleTestWithHybrid) {
   string model_path =
-      "third_party/tensorflow/contrib/lite/tools/optimize/testdata/"
+      "third_party/tensorflow/lite/tools/optimize/testdata/"
       "mobilenet_v1_0.25_128.tflite";
   std::unique_ptr<FlatBufferModel> input_fb =
       FlatBufferModel::BuildFromFile(model_path.data());
@@ -177,7 +177,7 @@ TEST_F(QuantizeWeightsTest, SimpleTestWithHybrid) {
 
 TEST_F(QuantizeWeightsTest, SimpleTestWithoutHybrid) {
   string model_path =
-      "third_party/tensorflow/contrib/lite/tools/optimize/testdata/"
+      "third_party/tensorflow/lite/tools/optimize/testdata/"
       "mobilenet_v1_0.25_128.tflite";
   std::unique_ptr<FlatBufferModel> input_fb =
       FlatBufferModel::BuildFromFile(model_path.data());
@@ -195,7 +195,7 @@ TEST_F(QuantizeWeightsTest, SimpleTestWithoutHybrid) {
 
 TEST_F(QuantizeWeightsTest, SimpleTestWithWeightsMinNumElements) {
   string model_path =
-      "third_party/tensorflow/contrib/lite/tools/optimize/testdata/"
+      "third_party/tensorflow/lite/tools/optimize/testdata/"
       "mobilenet_v1_0.25_128.tflite";
   std::unique_ptr<FlatBufferModel> input_fb =
       FlatBufferModel::BuildFromFile(model_path.data());
diff --git a/tensorflow/contrib/lite/tools/verifier.cc b/tensorflow/lite/tools/verifier.cc
similarity index 97%
rename from tensorflow/contrib/lite/tools/verifier.cc
rename to tensorflow/lite/tools/verifier.cc
index 8d3a7a6242..02d6e6b23c 100644
--- a/tensorflow/contrib/lite/tools/verifier.cc
+++ b/tensorflow/lite/tools/verifier.cc
@@ -13,11 +13,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/lite/tools/verifier.h"
+#include "tensorflow/lite/tools/verifier.h"
 #include <climits>
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/string_util.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/string_util.h"
+#include "tensorflow/lite/version.h"
 
 namespace tflite {
 
diff --git a/tensorflow/contrib/lite/tools/verifier.h b/tensorflow/lite/tools/verifier.h
similarity index 87%
rename from tensorflow/contrib/lite/tools/verifier.h
rename to tensorflow/lite/tools/verifier.h
index a596c650a0..50b6432d4e 100644
--- a/tensorflow/contrib/lite/tools/verifier.h
+++ b/tensorflow/lite/tools/verifier.h
@@ -13,13 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CONTRIB_LITE_TOOLS_VERIFIER_H_
-#define TENSORFLOW_CONTRIB_LITE_TOOLS_VERIFIER_H_
+#ifndef TENSORFLOW_LITE_TOOLS_VERIFIER_H_
+#define TENSORFLOW_LITE_TOOLS_VERIFIER_H_
 
 #include <stdio.h>
 
-#include "tensorflow/contrib/lite/error_reporter.h"
-#include "tensorflow/contrib/lite/model.h"
+#include "tensorflow/lite/error_reporter.h"
+#include "tensorflow/lite/model.h"
 
 namespace tflite {
 
@@ -49,4 +49,4 @@ bool Verify(const void* buf, size_t len, const OpResolver& resolver,
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_TOOLS_VERIFIER_H_
+#endif  // TENSORFLOW_LITE_TOOLS_VERIFIER_H_
diff --git a/tensorflow/contrib/lite/tools/verifier_test.cc b/tensorflow/lite/tools/verifier_test.cc
similarity index 96%
rename from tensorflow/contrib/lite/tools/verifier_test.cc
rename to tensorflow/lite/tools/verifier_test.cc
index ad7d59ecb4..98abafad92 100644
--- a/tensorflow/contrib/lite/tools/verifier_test.cc
+++ b/tensorflow/lite/tools/verifier_test.cc
@@ -18,13 +18,13 @@ limitations under the License.
 #include "flatbuffers/flatbuffers.h"
 #include "flatbuffers/util.h"
 #include <gtest/gtest.h>
-#include "tensorflow/contrib/lite/allocation.h"
-#include "tensorflow/contrib/lite/error_reporter.h"
-#include "tensorflow/contrib/lite/op_resolver.h"
-#include "tensorflow/contrib/lite/schema/schema_generated.h"
-#include "tensorflow/contrib/lite/testing/util.h"
-#include "tensorflow/contrib/lite/tools/verifier.h"
-#include "tensorflow/contrib/lite/version.h"
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/error_reporter.h"
+#include "tensorflow/lite/op_resolver.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+#include "tensorflow/lite/testing/util.h"
+#include "tensorflow/lite/tools/verifier.h"
+#include "tensorflow/lite/version.h"
 #include "tensorflow/core/framework/numeric_types.h"
 
 namespace tflite {
diff --git a/tensorflow/contrib/lite/tools/visualize.py b/tensorflow/lite/tools/visualize.py
similarity index 99%
rename from tensorflow/contrib/lite/tools/visualize.py
rename to tensorflow/lite/tools/visualize.py
index bf8889aa2a..431da2ef08 100644
--- a/tensorflow/contrib/lite/tools/visualize.py
+++ b/tensorflow/lite/tools/visualize.py
@@ -31,7 +31,7 @@ import sys
 from tensorflow.python.platform import resource_loader
 
 # Schema to use for flatbuffers
-_SCHEMA = "third_party/tensorflow/contrib/lite/schema/schema.fbs"
+_SCHEMA = "third_party/tensorflow/lite/schema/schema.fbs"
 
 # TODO(angerson): fix later when rules are simplified..
 _SCHEMA = resource_loader.get_path_to_datafile("../schema/schema.fbs")
diff --git a/tensorflow/contrib/lite/tutorials/BUILD b/tensorflow/lite/tutorials/BUILD
similarity index 100%
rename from tensorflow/contrib/lite/tutorials/BUILD
rename to tensorflow/lite/tutorials/BUILD
diff --git a/tensorflow/contrib/lite/tutorials/dataset.py b/tensorflow/lite/tutorials/dataset.py
similarity index 100%
rename from tensorflow/contrib/lite/tutorials/dataset.py
rename to tensorflow/lite/tutorials/dataset.py
diff --git a/tensorflow/contrib/lite/tutorials/mnist_tflite.py b/tensorflow/lite/tutorials/mnist_tflite.py
similarity index 95%
rename from tensorflow/contrib/lite/tutorials/mnist_tflite.py
rename to tensorflow/lite/tutorials/mnist_tflite.py
index 7b8bf5b5db..002365717f 100644
--- a/tensorflow/contrib/lite/tutorials/mnist_tflite.py
+++ b/tensorflow/lite/tutorials/mnist_tflite.py
@@ -19,7 +19,7 @@ from __future__ import division
 from __future__ import print_function
 import numpy as np
 import tensorflow as tf  # pylint: disable=g-bad-import-order
-from tensorflow.contrib.lite.tutorials import dataset
+from tensorflow.lite.tutorials import dataset
 flags = tf.app.flags
 
 flags.DEFINE_string('data_dir', '/tmp/data_dir',
@@ -69,7 +69,7 @@ def run_eval(interpreter, input_image):
 
 
 def main(_):
-  interpreter = tf.contrib.lite.Interpreter(model_path=flags.model_file)
+  interpreter = tf.lite.Interpreter(model_path=flags.model_file)
   interpreter.allocate_tensors()
   num_correct, total = 0, 0
   for input_data in test_image_generator():
diff --git a/tensorflow/contrib/lite/tutorials/post_training_quant.ipynb b/tensorflow/lite/tutorials/post_training_quant.ipynb
similarity index 95%
rename from tensorflow/contrib/lite/tutorials/post_training_quant.ipynb
rename to tensorflow/lite/tutorials/post_training_quant.ipynb
index 80cdb2f080..3ff145d9ce 100644
--- a/tensorflow/contrib/lite/tutorials/post_training_quant.ipynb
+++ b/tensorflow/lite/tutorials/post_training_quant.ipynb
@@ -19,10 +19,10 @@
       "source": [
         "\u003ctable class=\"tfo-notebook-buttons\" align=\"left\"\u003e\n",
         "  \u003ctd\u003e\n",
-        "    \u003ca target=\"_blank\" href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tutorials/post_training_quant.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" /\u003eRun in Google Colab\u003c/a\u003e\n",
+        "    \u003ca target=\"_blank\" href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/lite/tutorials/post_training_quant.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" /\u003eRun in Google Colab\u003c/a\u003e\n",
         "  \u003c/td\u003e\n",
         "  \u003ctd\u003e\n",
-        "    \u003ca target=\"_blank\" href=\"https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/tutorials/post_training_quant.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" /\u003eView source on GitHub\u003c/a\u003e\n",
+        "    \u003ca target=\"_blank\" href=\"https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/tutorials/post_training_quant.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" /\u003eView source on GitHub\u003c/a\u003e\n",
         "  \u003c/td\u003e\n",
         "\u003c/table\u003e"
       ]
@@ -252,7 +252,7 @@
       "source": [
         "import tensorflow as tf\n",
         "tf.enable_eager_execution()\n",
-        "converter = tf.contrib.lite.TocoConverter.from_saved_model(saved_model_dir)\n",
+        "converter = tf.lite.TocoConverter.from_saved_model(saved_model_dir)\n",
         "tflite_model = converter.convert()"
       ]
     },
@@ -386,7 +386,7 @@
         "images, labels = tf.to_float(mnist_test[0])/255.0, mnist_test[1]\n",
         "\n",
         "# Note: If you change the batch size, then use \n",
-        "# `tf.contrib.lite.Interpreter.resize_tensor_input` to also change it for\n",
+        "# `tf.lite.Interpreter.resize_tensor_input` to also change it for\n",
         "# the interpreter.\n",
         "mnist_ds = tf.data.Dataset.from_tensor_slices((images, labels)).batch(1)"
       ]
@@ -411,7 +411,7 @@
       },
       "outputs": [],
       "source": [
-        "interpreter = tf.contrib.lite.Interpreter(model_path=str(tflite_model_file))\n",
+        "interpreter = tf.lite.Interpreter(model_path=str(tflite_model_file))\n",
         "interpreter.allocate_tensors()\n",
         "input_index = interpreter.get_input_details()[0][\"index\"]\n",
         "output_index = interpreter.get_output_details()[0][\"index\"]"
@@ -428,7 +428,7 @@
       "outputs": [],
       "source": [
         "tf.logging.set_verbosity(tf.logging.DEBUG)\n",
-        "interpreter_quant = tf.contrib.lite.Interpreter(model_path=str(tflite_model_quant_file))"
+        "interpreter_quant = tf.lite.Interpreter(model_path=str(tflite_model_quant_file))"
       ]
     },
     {
@@ -592,7 +592,7 @@
         "\n",
         "We now consider another example. Resnets with pre-activation layers (Resnet-v2) are widely used for vision applications.\n",
         "  Pre-trained frozen graph for resnet-v2-101 is available at the\n",
-        "  [Tensorflow Lite model repository](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/contrib/lite/g3doc/models.md).\n",
+        "  [Tensorflow Lite model repository](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/lite/g3doc/models.md).\n",
         "\n",
         "We can convert the frozen graph to a TFLite flatbuffer with quantization by:\n"
       ]
@@ -648,7 +648,7 @@
         "graph_def_file = pathlib.Path(archive_path).parent/\"resnet_v2_101_299_frozen.pb\"\n",
         "input_arrays = [\"input\"] \n",
         "output_arrays = [\"output\"]\n",
-        "converter = tf.contrib.lite.TocoConverter.from_frozen_graph(\n",
+        "converter = tf.lite.TocoConverter.from_frozen_graph(\n",
         "  str(graph_def_file), input_arrays, output_arrays, input_shapes={\"input\":[1,299,299,3]})\n",
         "converter.post_training_quantize = True\n",
         "resnet_tflite_file = graph_def_file.parent/\"resnet_v2_101_quantized.tflite\"\n",
@@ -678,7 +678,7 @@
       "source": [
         "\n",
         "The model size reduces from 171 MB to 43 MB.\n",
-        "The accuracy of this model on imagenet can be evaluated using the scripts provided for [TFLite accuracy measurement](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/lite/tools/accuracy/ilsvrc).\n",
+        "The accuracy of this model on imagenet can be evaluated using the scripts provided for [TFLite accuracy measurement](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite/tools/accuracy/ilsvrc).\n",
         "\n",
         "The optimized model top-1 accuracy is 76.8, the same as the floating point model."
       ]
diff --git a/tensorflow/contrib/lite/util.cc b/tensorflow/lite/util.cc
similarity index 97%
rename from tensorflow/contrib/lite/util.cc
rename to tensorflow/lite/util.cc
index 6aa35b5227..866e4ebb0a 100644
--- a/tensorflow/contrib/lite/util.cc
+++ b/tensorflow/lite/util.cc
@@ -12,7 +12,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/util.h"
 
 #include <cstring>
 
diff --git a/tensorflow/contrib/lite/util.h b/tensorflow/lite/util.h
similarity index 92%
rename from tensorflow/contrib/lite/util.h
rename to tensorflow/lite/util.h
index 31292a6f81..64a5b52e2f 100644
--- a/tensorflow/contrib/lite/util.h
+++ b/tensorflow/lite/util.h
@@ -18,11 +18,11 @@ limitations under the License.
 // Flatbuffer vectors. These functions can't live in `context.h` since it's pure
 // C.
 
-#ifndef TENSORFLOW_CONTRIB_LITE_UTIL_H_
-#define TENSORFLOW_CONTRIB_LITE_UTIL_H_
+#ifndef TENSORFLOW_LITE_UTIL_H_
+#define TENSORFLOW_LITE_UTIL_H_
 
 #include <vector>
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
+#include "tensorflow/lite/c/c_api_internal.h"
 
 namespace tflite {
 
@@ -54,4 +54,4 @@ size_t CombineHashes(std::initializer_list<size_t> hashes);
 
 }  // namespace tflite
 
-#endif  // TENSORFLOW_CONTRIB_LITE_UTIL_H_
+#endif  // TENSORFLOW_LITE_UTIL_H_
diff --git a/tensorflow/contrib/lite/util_test.cc b/tensorflow/lite/util_test.cc
similarity index 94%
rename from tensorflow/contrib/lite/util_test.cc
rename to tensorflow/lite/util_test.cc
index 25f3aded71..606d242747 100644
--- a/tensorflow/contrib/lite/util_test.cc
+++ b/tensorflow/lite/util_test.cc
@@ -17,8 +17,8 @@ limitations under the License.
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
 
-#include "tensorflow/contrib/lite/c/c_api_internal.h"
-#include "tensorflow/contrib/lite/util.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/util.h"
 
 namespace tflite {
 namespace {
diff --git a/tensorflow/contrib/lite/version.h b/tensorflow/lite/version.h
similarity index 87%
rename from tensorflow/contrib/lite/version.h
rename to tensorflow/lite/version.h
index efd63f4006..639d5a336a 100644
--- a/tensorflow/contrib/lite/version.h
+++ b/tensorflow/lite/version.h
@@ -12,12 +12,12 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_CONTRIB_LITE_VERSION_H_
-#define TENSORFLOW_CONTRIB_LITE_VERSION_H_
+#ifndef TENSORFLOW_LITE_VERSION_H_
+#define TENSORFLOW_LITE_VERSION_H_
 
 // The version number of the Schema. Ideally all changes will be backward
 // compatible. If that ever changes, we must ensure that version is the first
 // entry in the new tflite root so that we can see that version is not 1.
 #define TFLITE_SCHEMA_VERSION (3)
 
-#endif  // TENSORFLOW_CONTRIB_LITE_VERSION_H_
+#endif  // TENSORFLOW_LITE_VERSION_H_
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 82a0f33c87..9aa74edf21 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -7,10 +7,10 @@
 visibility = [
     "//engedu/ml/tf_from_scratch:__pkg__",
     "//tensorflow:internal",
-    "//tensorflow/contrib/lite/toco/python:__pkg__",
+    "//tensorflow/lite/toco/python:__pkg__",
     "//tensorflow_models:__subpackages__",
     # TODO(aselle): to pass open source test.
-    "//bazel_pip/tensorflow/contrib/lite/toco/python:__pkg__",
+    "//bazel_pip/tensorflow/lite/toco/python:__pkg__",
 ]
 
 package(default_visibility = visibility)
@@ -58,7 +58,7 @@ py_library(
         "//tensorflow/compiler/aot/tests:__pkg__",  # TODO(b/34059704): remove when fixed
         "//tensorflow/contrib/learn:__pkg__",  # TODO(b/34059704): remove when fixed
         "//tensorflow/contrib/learn/python/learn/datasets:__pkg__",  # TODO(b/34059704): remove when fixed
-        "//tensorflow/contrib/lite/toco/python:__pkg__",  # TODO(b/34059704): remove when fixed
+        "//tensorflow/lite/toco/python:__pkg__",  # TODO(b/34059704): remove when fixed
         "//tensorflow/python/debug:__pkg__",  # TODO(b/34059704): remove when fixed
         "//tensorflow/python/tools:__pkg__",  # TODO(b/34059704): remove when fixed
         "//tensorflow/tools/quantization:__pkg__",  # TODO(b/34059704): remove when fixed
@@ -136,8 +136,8 @@ py_library(
         ":util",
         ":weights_broadcast_ops",
         ":while_v2",
-        "//tensorflow/contrib/lite/python:lite",
         "//tensorflow/core:protos_all_py",
+        "//tensorflow/lite/python:lite",
         "//tensorflow/python/compat",
         "//tensorflow/python/data",
         "//tensorflow/python/distribute:estimator_training",
diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index 168d37f44a..2e5d875a58 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -17,7 +17,7 @@ def gen_api_init_files(
         api_version = 2,
         compat_api_versions = [],
         compat_init_templates = [],
-        packages = ["tensorflow.python", "tensorflow.contrib.lite.python.lite"],
+        packages = ["tensorflow.python", "tensorflow.lite.python.lite"],
         package_deps = ["//tensorflow/python:no_contrib"],
         output_package = "tensorflow",
         output_dir = ""):
diff --git a/tensorflow/python/tools/api/generator/output_init_files_test.py b/tensorflow/python/tools/api/generator/output_init_files_test.py
index 1514b5fad2..ab154af910 100644
--- a/tensorflow/python/tools/api/generator/output_init_files_test.py
+++ b/tensorflow/python/tools/api/generator/output_init_files_test.py
@@ -23,7 +23,7 @@ import sys
 # available in sys.modules
 # pylint: disable=unused-import
 from tensorflow import python as _tf_for_api_traversal
-from tensorflow.contrib.lite.python import lite as _tflite_for_api_traversal
+from tensorflow.lite.python import lite as _tflite_for_api_traversal
 # pylint: enable=unused-import
 from tensorflow.python.platform import test
 from tensorflow.python.util import tf_decorator
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt
index 9a22ee1f87..ec0d9522bc 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-interpreter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.Interpreter"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.interpreter.Interpreter\'>"
+  is_instance: "<class \'tensorflow.lite.python.interpreter.Interpreter\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
index 66bf5256f6..1fe179f6c1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.OpHint.OpHintArgumentTracker"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHintArgumentTracker\'>"
+  is_instance: "<class \'tensorflow.lite.python.op_hint.OpHintArgumentTracker\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt
index 8c8e55f6cf..66e692a5a3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-op-hint.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.OpHint"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHint\'>"
+  is_instance: "<class \'tensorflow.lite.python.op_hint.OpHint\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "AGGREGATE_FIRST"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt
index b695c6cdf6..c955b1a04a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-t-f-lite-converter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.TFLiteConverter"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TFLiteConverter\'>"
+  is_instance: "<class \'tensorflow.lite.python.lite.TFLiteConverter\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt
index da46b3f031..3ef90b8bc4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.lite.-toco-converter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.TocoConverter"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TocoConverter\'>"
+  is_instance: "<class \'tensorflow.lite.python.lite.TocoConverter\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt
index 9a22ee1f87..ec0d9522bc 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-interpreter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.Interpreter"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.interpreter.Interpreter\'>"
+  is_instance: "<class \'tensorflow.lite.python.interpreter.Interpreter\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
index 66bf5256f6..1fe179f6c1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.-op-hint-argument-tracker.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.OpHint.OpHintArgumentTracker"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHintArgumentTracker\'>"
+  is_instance: "<class \'tensorflow.lite.python.op_hint.OpHintArgumentTracker\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt
index 8c8e55f6cf..66e692a5a3 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-op-hint.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.OpHint"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.op_hint.OpHint\'>"
+  is_instance: "<class \'tensorflow.lite.python.op_hint.OpHint\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "AGGREGATE_FIRST"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt
index b695c6cdf6..c955b1a04a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-t-f-lite-converter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.TFLiteConverter"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TFLiteConverter\'>"
+  is_instance: "<class \'tensorflow.lite.python.lite.TFLiteConverter\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt
index da46b3f031..3ef90b8bc4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.lite.-toco-converter.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.lite.TocoConverter"
 tf_class {
-  is_instance: "<class \'tensorflow.contrib.lite.python.lite.TocoConverter\'>"
+  is_instance: "<class \'tensorflow.lite.python.lite.TocoConverter\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
index 9593c42d03..70df38ba8b 100644
--- a/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
+++ b/tensorflow/tools/api/lib/python_object_to_proto_visitor.py
@@ -51,9 +51,9 @@ if sys.version_info.major == 3:
   _NORMALIZE_TYPE["<class 'abc.ABCMeta'>"] = "<type 'type'>"
   _NORMALIZE_ISINSTANCE = {
       "<class "
-      "'tensorflow.contrib.lite.python.op_hint.OpHint.OpHintArgumentTracker'>":  # pylint: disable=line-too-long
+      "'tensorflow.lite.python.op_hint.OpHint.OpHintArgumentTracker'>":  # pylint: disable=line-too-long
           "<class "
-          "'tensorflow.contrib.lite.python.op_hint.OpHintArgumentTracker'>",
+          "'tensorflow.lite.python.op_hint.OpHintArgumentTracker'>",
       "<class "
       "'tensorflow.python.training.monitored_session._MonitoredSession.StepContext'>":  # pylint: disable=line-too-long
           "<class "
diff --git a/tensorflow/tools/ci_build/ci_sanity.sh b/tensorflow/tools/ci_build/ci_sanity.sh
index 66c4f1cbed..2c348a0e33 100755
--- a/tensorflow/tools/ci_build/ci_sanity.sh
+++ b/tensorflow/tools/ci_build/ci_sanity.sh
@@ -439,9 +439,9 @@ cmd_status(){
 # out by default in TF WORKSPACE file.
 do_bazel_nobuild() {
   BUILD_TARGET="//tensorflow/..."
-  BUILD_TARGET="${BUILD_TARGET} -//tensorflow/contrib/lite/java/demo/app/..."
-  BUILD_TARGET="${BUILD_TARGET} -//tensorflow/contrib/lite/examples/android/..."
-  BUILD_TARGET="${BUILD_TARGET} -//tensorflow/contrib/lite/schema/..."
+  BUILD_TARGET="${BUILD_TARGET} -//tensorflow/lite/java/demo/app/..."
+  BUILD_TARGET="${BUILD_TARGET} -//tensorflow/lite/examples/android/..."
+  BUILD_TARGET="${BUILD_TARGET} -//tensorflow/lite/schema/..."
   BUILD_CMD="bazel build --nobuild ${BAZEL_FLAGS} -- ${BUILD_TARGET}"
 
   ${BUILD_CMD}
diff --git a/tensorflow/tools/ci_build/osx/cpu/run_contrib.sh b/tensorflow/tools/ci_build/osx/cpu/run_contrib.sh
index 5c5a36139f..3efd994d78 100755
--- a/tensorflow/tools/ci_build/osx/cpu/run_contrib.sh
+++ b/tensorflow/tools/ci_build/osx/cpu/run_contrib.sh
@@ -35,4 +35,4 @@ bazel test --test_tag_filters=-no_oss,-gpu,-benchmark-test,-nomac,-no_mac \
     --test_timeout 300,450,1200,3600 \
     --test_size_filters=small,medium --config=opt \
     --jobs=${N_JOBS} --build_tests_only --test_output=errors -k -- \
-    //tensorflow/contrib/... -//tensorflow/contrib/lite/...
+    //tensorflow/contrib/... -//tensorflow/lite/...
diff --git a/tensorflow/tools/pip_package/BUILD b/tensorflow/tools/pip_package/BUILD
index 970dd49e11..9d4e973bbb 100644
--- a/tensorflow/tools/pip_package/BUILD
+++ b/tensorflow/tools/pip_package/BUILD
@@ -226,15 +226,15 @@ sh_binary(
     data = select({
         "//tensorflow:windows": [
             ":simple_console_for_windows",
-            "//tensorflow/contrib/lite/python:interpreter_test_data",
-            "//tensorflow/contrib/lite/python:tflite_convert",
-            "//tensorflow/contrib/lite/toco/python:toco_from_protos",
+            "//tensorflow/lite/python:interpreter_test_data",
+            "//tensorflow/lite/python:tflite_convert",
+            "//tensorflow/lite/toco/python:toco_from_protos",
         ],
         "//conditions:default": COMMON_PIP_DEPS + [
             ":simple_console",
-            "//tensorflow/contrib/lite/python:interpreter_test_data",
-            "//tensorflow/contrib/lite/python:tflite_convert",
-            "//tensorflow/contrib/lite/toco/python:toco_from_protos",
+            "//tensorflow/lite/python:interpreter_test_data",
+            "//tensorflow/lite/python:tflite_convert",
+            "//tensorflow/lite/toco/python:toco_from_protos",
         ],
     }) + if_mkl_ml(["//third_party/mkl:intel_binary_blob"]),
 )
diff --git a/tensorflow/tools/pip_package/build_pip_package.sh b/tensorflow/tools/pip_package/build_pip_package.sh
index c62271c5cb..439b5428b3 100755
--- a/tensorflow/tools/pip_package/build_pip_package.sh
+++ b/tensorflow/tools/pip_package/build_pip_package.sh
@@ -120,7 +120,7 @@ function prepare_src() {
     fi
     mkdir "${TMPDIR}/tensorflow/aux-bin"
     # Install toco as a binary in aux-bin.
-    cp bazel-bin/tensorflow/contrib/lite/python/tflite_convert ${TMPDIR}/tensorflow/aux-bin/
+    cp bazel-bin/tensorflow/lite/python/tflite_convert ${TMPDIR}/tensorflow/aux-bin/
   fi
 
   # protobuf pip package doesn't ship with header files. Copy the headers
diff --git a/tensorflow/tools/pip_package/pip_smoke_test.py b/tensorflow/tools/pip_package/pip_smoke_test.py
index c77845caee..ff821b8643 100644
--- a/tensorflow/tools/pip_package/pip_smoke_test.py
+++ b/tensorflow/tools/pip_package/pip_smoke_test.py
@@ -37,7 +37,7 @@ def GetBuild(dir_base):
   for root, _, files in os.walk(dir_base):
     for name in files:
       if (name == "BUILD" and
-          root.find("tensorflow/contrib/lite/examples/android") == -1):
+          root.find("tensorflow/lite/examples/android") == -1):
         items.append("//" + root + ":all")
   return items
 
@@ -85,14 +85,14 @@ BLACKLIST = [
     # contrib
     "//tensorflow/contrib/session_bundle:session_bundle_half_plus_two",
     "//tensorflow/contrib/keras:testing_utils",
-    "//tensorflow/contrib/lite/experimental/examples/lstm:tflite_lstm",
-    "//tensorflow/contrib/lite/experimental/examples/lstm:tflite_lstm.py",
-    "//tensorflow/contrib/lite/experimental/examples/lstm:unidirectional_sequence_lstm_test",  # pylint:disable=line-too-long
-    "//tensorflow/contrib/lite/experimental/examples/lstm:unidirectional_sequence_lstm_test.py",  # pylint:disable=line-too-long
-    "//tensorflow/contrib/lite/python:interpreter",
-    "//tensorflow/contrib/lite/python:interpreter_test",
-    "//tensorflow/contrib/lite/python:interpreter.py",
-    "//tensorflow/contrib/lite/python:interpreter_test.py",
+    "//tensorflow/lite/experimental/examples/lstm:tflite_lstm",
+    "//tensorflow/lite/experimental/examples/lstm:tflite_lstm.py",
+    "//tensorflow/lite/experimental/examples/lstm:unidirectional_sequence_lstm_test",  # pylint:disable=line-too-long
+    "//tensorflow/lite/experimental/examples/lstm:unidirectional_sequence_lstm_test.py",  # pylint:disable=line-too-long
+    "//tensorflow/lite/python:interpreter",
+    "//tensorflow/lite/python:interpreter_test",
+    "//tensorflow/lite/python:interpreter.py",
+    "//tensorflow/lite/python:interpreter_test.py",
     "//tensorflow/contrib/ffmpeg:test_data",
     "//tensorflow/contrib/fused_conv:fused_conv2d_bias_activation_op_test_base",
     "//tensorflow/contrib/hadoop:test_data",
diff --git a/tensorflow/tools/pip_package/setup.py b/tensorflow/tools/pip_package/setup.py
index 83df96fb16..07475cc0c4 100644
--- a/tensorflow/tools/pip_package/setup.py
+++ b/tensorflow/tools/pip_package/setup.py
@@ -97,9 +97,9 @@ if sys.version_info < (3, 4):
 # pylint: disable=line-too-long
 CONSOLE_SCRIPTS = [
     'freeze_graph = tensorflow.python.tools.freeze_graph:run_main',
-    'toco_from_protos = tensorflow.contrib.lite.toco.python.toco_from_protos:main',
-    'tflite_convert = tensorflow.contrib.lite.python.tflite_convert:main',
-    'toco = tensorflow.contrib.lite.python.tflite_convert:main',
+    'toco_from_protos = tensorflow.lite.toco.python.toco_from_protos:main',
+    'tflite_convert = tensorflow.lite.python.tflite_convert:main',
+    'toco = tensorflow.lite.python.tflite_convert:main',
     'saved_model_cli = tensorflow.python.tools.saved_model_cli:main',
     # We need to keep the TensorBoard command, even though the console script
     # is now declared by the tensorboard pip package. If we remove the
-- 
GitLab


From 0bb1359d702b5081634f3da4f58ccdf3bcd2a42a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 14:18:13 -0700
Subject: [PATCH 0876/1825] Automated rollback of commit
 f6b8d21537595bb947e9dfd25c082a56722f5483

PiperOrigin-RevId: 219536671
---
 .../core/grappler/costs/graph_properties.cc   | 40 ++++++-------------
 .../grappler/costs/graph_properties_test.cc   | 26 ------------
 2 files changed, 13 insertions(+), 53 deletions(-)

diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index 82439d6614..50ed0f1a87 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -1160,12 +1160,9 @@ class SymbolicShapeRefiner {
             node.attr().at("new_axis_mask").i() != 0) {
           valid = false;
         }
-        int shrink_axis_mask = 0;
-        if (node.attr().count("shrink_axis_mask") > 0) {
-          shrink_axis_mask = node.attr().at("shrink_axis_mask").i();
-          // Shapes are 1D vectors, so they can only shrink along the first axis
-          // or not at all.
-          valid &= (shrink_axis_mask == 1 || shrink_axis_mask == 0);
+        if (node.attr().count("shrink_axis_mask") > 0 &&
+            node.attr().at("shrink_axis_mask").i() != 0) {
+          valid = false;
         }
         int begin_mask = 0;
         if (node.attr().count("begin_mask") > 0) {
@@ -1185,28 +1182,17 @@ class SymbolicShapeRefiner {
                         ? slice_begin->flat<int32>()(0)
                         : slice_begin->flat<int64>()(0);
           }
-          ShapeHandle result;
-          if (shrink_axis_mask) {
-            // Returns a Tensor of rank N-1. For 1D vectors, this is the scalar
-            // value at index |begin|. |End| and |stride| are ignored.
-            if (begin < InferenceContext::Rank(input)) {
-              result = ic->MakeShape({ic->Dim(input, begin)});
-            } else {
-              result = ic->UnknownShape();
-            }
-          } else {
-            int64 end = std::numeric_limits<int64>::max();
-            if (end_mask == 0) {
-              end = (slice_end->dtype() == DT_INT32
-                         ? slice_end->flat<int32>()(0)
-                         : slice_end->flat<int64>()(0));
-            }
-            int64 stride = slice_stride->dtype() == DT_INT32
-                               ? slice_stride->flat<int32>()(0)
-                               : slice_stride->flat<int64>()(0);
-            TF_RETURN_IF_ERROR(
-                ic->Subshape(input, begin, end, stride, &result));
+          int64 end = std::numeric_limits<int64>::max();
+          if (end_mask == 0) {
+            end =
+                (slice_end->dtype() == DT_INT32 ? slice_end->flat<int32>()(0)
+                                                : slice_end->flat<int64>()(0));
           }
+          int64 stride = slice_stride->dtype() == DT_INT32
+                             ? slice_stride->flat<int32>()(0)
+                             : slice_stride->flat<int64>()(0);
+          ShapeHandle result;
+          TF_RETURN_IF_ERROR(ic->Subshape(input, begin, end, stride, &result));
           c->output_tensors_as_shapes.resize(1);
           c->output_tensors_as_shapes[0] = result;
         }
diff --git a/tensorflow/core/grappler/costs/graph_properties_test.cc b/tensorflow/core/grappler/costs/graph_properties_test.cc
index c61b3a65c5..5aae773994 100644
--- a/tensorflow/core/grappler/costs/graph_properties_test.cc
+++ b/tensorflow/core/grappler/costs/graph_properties_test.cc
@@ -1625,32 +1625,6 @@ TEST_F(GraphPropertiesTest, StridedSlicesOfShapes) {
   EXPECT_EQ(shape_a.dim(1).size(), shape_o2.dim(0).size());
 }
 
-TEST_F(GraphPropertiesTest, StridedSliceOfShapeWithShrinkAxisMask) {
-  tensorflow::Scope scope = tensorflow::Scope::NewRootScope();
-  Output placeholder =
-      ops::Placeholder(scope.WithOpName("input_placeholder"), DT_FLOAT,
-                       ops::Placeholder::Shape(TensorShape({5, 480, 40, 1})));
-  auto input_shape = ops::Shape(scope.WithOpName("input_shape"), placeholder);
-
-  Output begin = ops::Const(scope.WithOpName("begin"), {0}, {1});
-  Output end = ops::Const(scope.WithOpName("end"), {3}, {1});
-  Output stride = ops::Const(scope.WithOpName("stride"), {1}, {1});
-
-  Output slice =
-      ops::StridedSlice(scope.WithOpName("slice"), input_shape, begin, end,
-                        stride, ops::StridedSlice::ShrinkAxisMask(1));
-
-  GrapplerItem item;
-  TF_CHECK_OK(scope.ToGraphDef(&item.graph));
-
-  // Investigate scalar value.
-  GraphProperties properties(item);
-  TF_CHECK_OK(properties.InferStatically(false));
-  const auto slice_value =
-      properties.GetOutputProperties("slice").at(0).value();
-  EXPECT_EQ(5, slice_value.int_val(0));
-}
-
 }  // namespace
 }  // namespace grappler
 }  // namespace tensorflow
-- 
GitLab


From 8a1d0c4e6f312b0355142f0fdd078367701e3718 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Wed, 31 Oct 2018 14:37:31 -0700
Subject: [PATCH 0877/1825] [data-stats] Collects `active_parallel_calls` and
 `num_parallel_calls` as scalar, and `parallel_calls_utilization` as histogram
 for ParallelMapDataset, MapAndBatchDataset, ParallelInterleaveDatasetV2,and
 ParseExampleDataset.

PiperOrigin-RevId: 219539778
---
 .../core/kernels/data/captured_function.cc    | 22 ++++-
 .../kernels/data/map_and_batch_dataset_op.cc  | 35 ++++++-
 .../data/parallel_interleave_dataset_op.cc    | 25 ++++-
 .../kernels/data/parallel_map_iterator.cc     | 34 ++++++-
 .../core/kernels/data/prefetch_dataset_op.cc  |  8 +-
 .../kernel_tests/stats_dataset_ops_test.py    | 92 ++++++++++++++++---
 .../kernel_tests/stats_dataset_test_base.py   | 47 ++++++++++
 7 files changed, 232 insertions(+), 31 deletions(-)

diff --git a/tensorflow/core/kernels/data/captured_function.cc b/tensorflow/core/kernels/data/captured_function.cc
index 0bb929b3ce..42c28a9b39 100644
--- a/tensorflow/core/kernels/data/captured_function.cc
+++ b/tensorflow/core/kernels/data/captured_function.cc
@@ -19,8 +19,10 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/step_stats_collector.h"
 #include "tensorflow/core/framework/cancellation.h"
+#include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/lib/gtl/optional.h"
 #include "tensorflow/core/lib/random/random.h"
+#include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/platform/notification.h"
 #include "tensorflow/core/util/ptr_util.h"
 
@@ -451,15 +453,17 @@ void CapturedFunction::RunAsync(IteratorContext* ctx,
   CancellationManager* c_mgr = new CancellationManager;
   f_opts.cancellation_manager = c_mgr;
   std::shared_ptr<SimpleStepStatsCollector> stats_collector;
-  if (ctx->model()) {
+  if (ctx->model() || ctx->stats_aggregator()) {
     stats_collector = MakeUnique<SimpleStepStatsCollector>();
   }
   f_opts.stats_collector = stats_collector.get();
 
   auto callback = std::bind(
-      [rets, step_container, c_mgr, frame](
+      [this, rets, step_container, c_mgr, frame](
           const FunctionLibraryRuntime::DoneCallback& done,
-          const std::shared_ptr<model::Model>& model, const string& prefix,
+          const std::shared_ptr<model::Model>& model,
+          const std::shared_ptr<StatsAggregator>& stats_aggregator,
+          const string& prefix,
           const std::shared_ptr<SimpleStepStatsCollector>& stats_collector,
           // Begin unbound arguments.
           Status s) {
@@ -469,6 +473,14 @@ void CapturedFunction::RunAsync(IteratorContext* ctx,
           s = frame->ConsumeRetvals(rets);
         }
         delete frame;
+
+        if (stats_aggregator) {
+          stats_aggregator->AddToHistogram(
+              strings::StrCat(
+                  str_util::Split(prefix, "::", str_util::SkipEmpty()).back(),
+                  "::", func_.name(), "::execution_time"),
+              {static_cast<float>(stats_collector->processing_time())});
+        }
         if (model) {
           model->AddProcessingTime(prefix, stats_collector->processing_time());
           model->RecordStart(prefix, false /* stop_output */);
@@ -478,8 +490,8 @@ void CapturedFunction::RunAsync(IteratorContext* ctx,
           model->RecordStop(prefix, false /* start_output */);
         }
       },
-      std::move(done), ctx->model(), prefix, std::move(stats_collector),
-      std::placeholders::_1);
+      std::move(done), ctx->model(), ctx->stats_aggregator(), prefix,
+      std::move(stats_collector), std::placeholders::_1);
 
   ctx->lib()->Run(f_opts, handle, frame, std::move(callback));
 }
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 84efdeaced..7790d13320 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
+#include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
@@ -241,7 +242,11 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
             cond_var_(std::make_shared<condition_variable>()),
             num_parallel_calls_(std::make_shared<model::SharedState>(
                 params.dataset->num_parallel_calls_, mu_, cond_var_)),
-            map_func_(std::move(map_func)) {}
+            map_func_(std::move(map_func)) {
+        std::vector<string> components =
+            str_util::Split(params.prefix, "::", str_util::SkipEmpty());
+        prefix_end_ = components.back();
+      }
 
       ~Iterator() override {
         mutex_lock l(*mu_);
@@ -369,11 +374,18 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
         int64 num_calls;  // access guarded by owner's mutex
       };
 
-      void CallCompleted(const std::shared_ptr<BatchResult>& result)
+      void CallCompleted(const std::shared_ptr<IteratorContext>& ctx,
+                         const std::shared_ptr<BatchResult>& result)
           LOCKS_EXCLUDED(*mu_) {
         mutex_lock l(*mu_);
         num_calls_--;
         result->num_calls--;
+        const auto& stats_aggregator = ctx->stats_aggregator();
+        if (stats_aggregator) {
+          stats_aggregator->AddScalar(
+              strings::StrCat(prefix_end_, "::active_parallel_calls"),
+              static_cast<float>(num_calls_));
+        }
         cond_var_->notify_all();
       }
 
@@ -393,7 +405,7 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
           return_early = result->end_of_input || !result->status.ok();
         }
         if (return_early) {
-          CallCompleted(result);
+          CallCompleted(ctx, result);
           return;
         }
 
@@ -435,7 +447,7 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
               result->num_elements++;
             }
           }
-          CallCompleted(result);
+          CallCompleted(ctx, result);
         };
 
         // Apply the map function on `input_element`, storing the result in
@@ -580,7 +592,19 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
               num_calls_++;
             }
           }
-
+          const std::shared_ptr<StatsAggregator>& stats_aggregator =
+              ctx->stats_aggregator();
+          if (stats_aggregator) {
+            mutex_lock l(*mu_);
+            // TODO(shivaniagrawal): add `parallel_calls_utilization` in the
+            // monitoring code or as histogram at fixed time intervals.
+            stats_aggregator->AddScalar(
+                strings::StrCat(prefix_end_, "::active_parallel_calls"),
+                static_cast<float>(num_calls_));
+            stats_aggregator->AddScalar(
+                strings::StrCat(prefix_end_, "::num_parallel_calls"),
+                static_cast<float>(num_parallel_calls_->value));
+          }
           for (const auto& call : new_calls) {
             CallFunction(ctx, call.first, call.second);
           }
@@ -728,6 +752,7 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
       std::deque<std::shared_ptr<BatchResult>> batch_results_ GUARDED_BY(*mu_);
       std::unique_ptr<Thread> runner_thread_ GUARDED_BY(*mu_);
       bool cancelled_ GUARDED_BY(*mu_) = false;
+      string prefix_end_;
     };
 
     const DatasetBase* const input_;
diff --git a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
index 4c3304a821..05b21071d8 100644
--- a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
+#include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/kernels/data/captured_function.h"
 #include "tensorflow/core/kernels/data/dataset_utils.h"
@@ -1245,7 +1246,11 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
                 Env::Default(), ThreadOptions(),
                 "tf_data_parallel_interleave_worker_pool",
                 dataset()->cycle_length_ /* num_threads */,
-                false /* low_latency_hint */)) {}
+                false /* low_latency_hint */)) {
+        std::vector<string> components =
+            str_util::Split(params.prefix, "::", str_util::SkipEmpty());
+        prefix_end_ = components.back();
+      }
 
       ~ParallelInterleaveIteratorBase() override {
         mutex_lock l(*mu_);
@@ -1455,6 +1460,12 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
         mutex_lock l(*mu_);
         element_in_use_[cycle_index] = false;
         num_calls_--;
+        const auto& stats_aggregator = ctx->stats_aggregator();
+        if (stats_aggregator) {
+          stats_aggregator->AddScalar(
+              strings::StrCat(prefix_end_, "::active_parallel_calls"),
+              static_cast<float>(num_calls_));
+        }
         if (end_of_input) {
           args_list_[cycle_index].clear();
           num_open_--;
@@ -1537,6 +1548,17 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
             }
             cycle_index_ = (cycle_index_ + 1) % dataset()->cycle_length_;
           }
+          const auto& stats_aggregator = ctx->stats_aggregator();
+          if (stats_aggregator) {
+            // TODO(shivaniagrawal): add `parallel_calls_utilization` in the
+            // monitoring code or as histogram at fixed time intervals.
+            stats_aggregator->AddScalar(
+                strings::StrCat(prefix_end_, "::active_parallel_calls"),
+                static_cast<float>(num_calls_));
+            stats_aggregator->AddScalar(
+                strings::StrCat(prefix_end_, "::num_parallel_calls"),
+                static_cast<float>(num_parallel_calls_->value));
+          }
           cond_var_->notify_all();
         }
       }
@@ -1675,6 +1697,7 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
 
       // Identifies whether background activity should be cancelled.
       bool cancelled_ GUARDED_BY(*mu_) = false;
+      string prefix_end_;
     };
 
     class DeterministicParallelInterleave
diff --git a/tensorflow/core/kernels/data/parallel_map_iterator.cc b/tensorflow/core/kernels/data/parallel_map_iterator.cc
index 2c4581d3d0..66a61cddb7 100644
--- a/tensorflow/core/kernels/data/parallel_map_iterator.cc
+++ b/tensorflow/core/kernels/data/parallel_map_iterator.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
+#include "tensorflow/core/framework/stats_aggregator.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/platform/cpu_info.h"
 #include "tensorflow/core/util/ptr_util.h"
@@ -43,7 +44,11 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
         mu_(std::make_shared<mutex>()),
         cond_var_(std::make_shared<condition_variable>()),
         num_parallel_calls_(std::make_shared<model::SharedState>(
-            num_parallel_calls, mu_, cond_var_)) {}
+            num_parallel_calls, mu_, cond_var_)) {
+    std::vector<string> components =
+        str_util::Split(params.prefix, "::", str_util::SkipEmpty());
+    prefix_end_ = components.back();
+  }
 
   ~ParallelMapIteratorBase() override {
     mutex_lock l(*mu_);
@@ -192,10 +197,17 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     }
   }
 
-  void CallCompleted(const std::shared_ptr<InvocationResult>& result)
+  void CallCompleted(const std::shared_ptr<IteratorContext>& ctx,
+                     const std::shared_ptr<InvocationResult>& result)
       LOCKS_EXCLUDED(*mu_) {
     mutex_lock l(*mu_);
     num_calls_--;
+    const auto& stats_aggregator = ctx->stats_aggregator();
+    if (stats_aggregator) {
+      stats_aggregator->AddScalar(
+          strings::StrCat(prefix_end_, "::active_parallel_calls"),
+          static_cast<float>(num_calls_));
+    }
     result->notification.Notify();
     cond_var_->notify_all();
   }
@@ -208,13 +220,13 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     result->status =
         input_impl_->GetNext(ctx.get(), &input_element, &result->end_of_input);
     if (result->end_of_input || !result->status.ok()) {
-      CallCompleted(result);
+      CallCompleted(ctx, result);
       return;
     }
 
-    auto done = [this, result](Status status) {
+    auto done = [this, ctx, result](Status status) {
       result->status.Update(status);
-      CallCompleted(result);
+      CallCompleted(ctx, result);
     };
 
     // Apply the map function on `input_element`, storing the result in
@@ -267,6 +279,17 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
           new_calls.push_back(invocation_results_.back());
           num_calls_++;
         }
+        const auto& stats_aggregator = ctx->stats_aggregator();
+        if (stats_aggregator) {
+          // TODO(shivaniagrawal): add `parallel_calls_utilization` in the
+          // monitoring code or as histogram at fixed time intervals.
+          stats_aggregator->AddScalar(
+              strings::StrCat(prefix_end_, "::active_parallel_calls"),
+              static_cast<float>(num_calls_));
+          stats_aggregator->AddScalar(
+              strings::StrCat(prefix_end_, "::num_parallel_calls"),
+              static_cast<float>(num_parallel_calls_->value));
+        }
         cond_var_->notify_all();
       }
       for (const auto& call : new_calls) {
@@ -336,6 +359,7 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
       GUARDED_BY(*mu_);
   std::unique_ptr<Thread> runner_thread_ GUARDED_BY(*mu_);
   bool cancelled_ GUARDED_BY(*mu_) = false;
+  string prefix_end_;
 };
 
 class DeterministicParallelMapIterator : public ParallelMapIteratorBase {
diff --git a/tensorflow/core/kernels/data/prefetch_dataset_op.cc b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
index d7854b9300..960373b74f 100644
--- a/tensorflow/core/kernels/data/prefetch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/prefetch_dataset_op.cc
@@ -103,7 +103,7 @@ class PrefetchDatasetOp::Dataset : public DatasetBase {
     Status GetNextInternal(IteratorContext* ctx,
                            std::vector<Tensor>* out_tensors,
                            bool* end_of_sequence) override {
-      auto stats_aggregator = ctx->stats_aggregator();
+      const auto& stats_aggregator = ctx->stats_aggregator();
       {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(EnsurePrefetchThreadStarted(ctx));
@@ -123,7 +123,7 @@ class PrefetchDatasetOp::Dataset : public DatasetBase {
         }
 
         if (!buffer_.empty()) {
-          return Consume(out_tensors, end_of_sequence, stats_aggregator);
+          return Consume(out_tensors, end_of_sequence, ctx);
         }
 
         if (prefetch_thread_finished_) {
@@ -227,8 +227,8 @@ class PrefetchDatasetOp::Dataset : public DatasetBase {
     };
 
     Status Consume(std::vector<Tensor>* out_tensors, bool* end_of_sequence,
-                   const std::shared_ptr<StatsAggregator>& stats_aggregator)
-        EXCLUSIVE_LOCKS_REQUIRED(mu_) {
+                   IteratorContext* ctx) EXCLUSIVE_LOCKS_REQUIRED(mu_) {
+      const auto& stats_aggregator = ctx->stats_aggregator();
       if (stats_aggregator) {
         stats_aggregator->AddToHistogram(
             strings::StrCat(prefix_end_, "::buffer_utilization"),
diff --git a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py
index 427654cd76..4d794b4b84 100644
--- a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py
@@ -21,6 +21,8 @@ import numpy as np
 
 from tensorflow.python.data.experimental.kernel_tests import reader_dataset_ops_test_base
 from tensorflow.python.data.experimental.kernel_tests import stats_dataset_test_base
+from tensorflow.python.data.experimental.ops import batching
+from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.experimental.ops import stats_ops
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import errors
@@ -151,6 +153,64 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       self._assertSummaryHasScalarValue(
           sess.run(summary_t), "Filter::filtered_elements", 34.0)
 
+  def testMapBufferUtilization(self):
+
+    def dataset_fn():
+      return dataset_ops.Dataset.range(10).map(
+          lambda x: array_ops.tile([x], ops.convert_to_tensor([x])),
+          num_parallel_calls=4)
+
+    self._testParallelCallsStats(
+        dataset_fn, "ParallelMap", 10, function_processing_time=True)
+
+  def testMapAutoTuneBufferUtilization(self):
+
+    def dataset_fn():
+      dataset = dataset_ops.Dataset.range(10).map(
+          lambda x: array_ops.tile([x], ops.convert_to_tensor([x])),
+          num_parallel_calls=optimization.AUTOTUNE)
+      options = dataset_ops.Options()
+      options.experimental_autotune = True
+      return dataset.with_options(options)
+
+    self._testParallelCallsStats(
+        dataset_fn, "ParallelMap", 10, function_processing_time=True)
+
+  def testInterleaveAutoTuneBufferUtilization(self):
+
+    def dataset_fn():
+      dataset = dataset_ops.Dataset.range(10).map(
+          lambda x: array_ops.tile([x], ops.convert_to_tensor([x])))
+      dataset = dataset_ops.Dataset.range(1).interleave(
+          lambda _: dataset,
+          cycle_length=1,
+          num_parallel_calls=optimization.AUTOTUNE)
+      options = dataset_ops.Options()
+      options.experimental_autotune = True
+      return dataset.with_options(options)
+
+    self._testParallelCallsStats(dataset_fn, "ParallelInterleaveV2", 10)
+
+  def testMapAndBatchAutoTuneBufferUtilization(self):
+
+    def dataset_fn():
+      dataset = dataset_ops.Dataset.range(100).apply(
+          batching.map_and_batch(
+              lambda x: array_ops.tile([x], ops.convert_to_tensor([2])),
+              num_parallel_calls=optimization.AUTOTUNE,
+              batch_size=16))
+      options = dataset_ops.Options()
+      options.experimental_autotune = True
+      return dataset.with_options(options)
+
+    num_output = 100 // 16 + 1
+    self._testParallelCallsStats(
+        dataset_fn,
+        "MapAndBatch",
+        num_output,
+        check_elements=False,
+        function_processing_time=True)
+
   def testReinitialize(self):
     stats_aggregator = stats_ops.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
@@ -287,22 +347,32 @@ class FeatureStatsDatasetTest(
     total_records = num_epochs * self._num_records
     batch_size = 2
     stats_aggregator = stats_ops.StatsAggregator()
-    dataset = self.make_batch_feature(
-        filenames=self.test_filenames[0],
-        num_epochs=num_epochs,
-        batch_size=batch_size,
-        shuffle=True,
-        shuffle_seed=5,
-        drop_final_batch=False).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator, "record_stats"))
-    iterator = dataset.make_initializable_iterator()
+
+    def dataset_fn():
+      return self.make_batch_feature(
+          filenames=self.test_filenames[0],
+          num_epochs=num_epochs,
+          batch_size=batch_size,
+          shuffle=True,
+          shuffle_seed=5,
+          drop_final_batch=False)
+
+    num_output = total_records // batch_size
+    if total_records % batch_size:
+      num_output = total_records // batch_size + 1
+
+    self._testParallelCallsStats(
+        dataset_fn, "ParseExample", num_output, check_elements=False)
+
+    iterator = dataset_fn().apply(
+        stats_ops.set_stats_aggregator(
+            stats_aggregator, "record_stats")).make_initializable_iterator()
     next_element = iterator.get_next()
     summary_t = stats_aggregator.get_summary()
 
     with self.test_session() as sess:
       sess.run(iterator.initializer)
-      for _ in range(total_records // batch_size + 1 if total_records %
-                     batch_size else total_records // batch_size):
+      for _ in range(num_output):
         sess.run(next_element)
 
       with self.assertRaises(errors.OutOfRangeError):
diff --git a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py
index 80f2625927..a4e6242b00 100644
--- a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py
+++ b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py
@@ -17,9 +17,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import numpy as np
 
 from tensorflow.core.framework import summary_pb2
+from tensorflow.python.data.experimental.ops import stats_ops
 from tensorflow.python.data.kernel_tests import test_base
+from tensorflow.python.framework import errors
 
 
 class StatsDatasetTestBase(test_base.DatasetTestBase):
@@ -42,6 +45,16 @@ class StatsDatasetTestBase(test_base.DatasetTestBase):
         return
     self.fail("Expected tag %r not found in summary %r" % (tag, summary_proto))
 
+  def _assertSummaryHasCountMoreOrEqualGeneralisedTag(self, summary_str, tag,
+                                                      expected_value):
+    summary_proto = summary_pb2.Summary()
+    summary_proto.ParseFromString(summary_str)
+    for value in summary_proto.value:
+      if tag in value.tag:
+        self.assertGreaterEqual(value.histo.num, expected_value)
+        return
+    self.fail("Expected tag %r not found in summary %r" % (tag, summary_proto))
+
   def _assertSummaryHasRange(self, summary_str, tag, min_value, max_value):
     summary_proto = summary_pb2.Summary()
     summary_proto.ParseFromString(summary_str)
@@ -69,3 +82,37 @@ class StatsDatasetTestBase(test_base.DatasetTestBase):
         self.assertEqual(expected_value, value.simple_value)
         return
     self.fail("Expected tag %r not found in summary %r" % (tag, summary_proto))
+
+  def _testParallelCallsStats(self,
+                              dataset_fn,
+                              dataset_name,
+                              num_output,
+                              function_processing_time=False,
+                              check_elements=True):
+    stats_aggregator = stats_ops.StatsAggregator()
+    dataset = dataset_fn().apply(
+        stats_ops.set_stats_aggregator(stats_aggregator))
+    iterator = dataset.make_initializable_iterator()
+    next_element = iterator.get_next()
+    summary_t = stats_aggregator.get_summary()
+
+    with self.cached_session() as sess:
+      sess.run(iterator.initializer)
+      for i in range(num_output):
+        next_ = sess.run(next_element)
+        if check_elements:
+          self.assertAllEqual(np.array([i] * i, dtype=np.int64), next_)
+        summary_str = sess.run(summary_t)
+        if function_processing_time:
+          self._assertSummaryHasCountMoreOrEqualGeneralisedTag(
+              summary_str, "::execution_time", float(i + 1))
+        self._assertSummaryContains(summary_str,
+                                    dataset_name + "::num_parallel_calls")
+        self._assertSummaryContains(summary_str,
+                                    dataset_name + "::active_parallel_calls")
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(next_element)
+      if function_processing_time:
+        summary_str = sess.run(summary_t)
+        self._assertSummaryHasCountMoreOrEqualGeneralisedTag(
+            summary_str, "::execution_time", float(num_output))
-- 
GitLab


From ba1e7f71396b54ca4d02161d511c86f84c818ee3 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 31 Oct 2018 15:09:27 -0700
Subject: [PATCH 0878/1825] Add FunctionLibraryRuntime overlay for use in
 executors created for function instantiations with overlay libs.

+ enable Grappler function optimizer in tf-eager

PiperOrigin-RevId: 219545431
---
 tensorflow/core/BUILD                         |   1 +
 tensorflow/core/common_runtime/function.cc    | 160 +++++++++++++++++-
 .../core/common_runtime/function_test.cc      |  51 ++++++
 tensorflow/python/eager/context.py            |   7 +-
 4 files changed, 212 insertions(+), 7 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 2f2c26c2df..819dc4376b 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -4379,6 +4379,7 @@ tf_cc_test(
         "//tensorflow/core/kernels:cwise_op",
         "//tensorflow/core/kernels:function_ops",
         "//tensorflow/core/kernels:matmul_op",
+        "//tensorflow/core/kernels:partitioned_function_ops",
         "//tensorflow/core/kernels:random_ops",
         "//tensorflow/core/kernels:shape_ops",
         "//third_party/eigen3",
diff --git a/tensorflow/core/common_runtime/function.cc b/tensorflow/core/common_runtime/function.cc
index e0e5f4a215..286386e04c 100644
--- a/tensorflow/core/common_runtime/function.cc
+++ b/tensorflow/core/common_runtime/function.cc
@@ -139,6 +139,153 @@ static Node* AddRet(Graph* g, Endpoint input, int index) {
   return ret;
 }
 
+// FunctionLibraryRuntime implementation that forwards all the function calls to
+// the base runtime implementation, and only overrides overlay lib in calls to
+// Instantiate (if caller doesn't provide its own overlay lib).
+//
+// When function library runtime (FunctionLibraryRuntimeImpl specifically)
+// instantiates function into a Graph object, it also creates an Executor for
+// it. That executor has a pointer to the function library runtime instance,
+// that is used to instantiate all nested function calls.
+//
+// If the original function was instantiated using overlay lib, we must preserve
+// that overlay lib in the executor's function library runtime.
+//
+// IMPORTANT: This runtime is intended for use only in executors created for
+// functions instantiated into a graph in FunctionLibraryRuntimeImpl.
+class FunctionLibraryRuntimeOverlay : public FunctionLibraryRuntime {
+ public:
+  FunctionLibraryRuntimeOverlay(
+      FunctionLibraryRuntime* base_flr,
+      const FunctionLibraryDefinition* overlay_lib_def)
+      : base_flr_(base_flr), overlay_lib_def_(overlay_lib_def) {}
+  ~FunctionLibraryRuntimeOverlay() override;
+
+  Status Instantiate(const string& function_name, AttrSlice attrs,
+                     const InstantiateOptions& options,
+                     Handle* handle) override;
+
+  Status ReleaseHandle(Handle handle) override;
+
+  const FunctionBody* GetFunctionBody(Handle h) override;
+
+  void Run(const Options& opts, Handle handle, gtl::ArraySlice<Tensor> args,
+           std::vector<Tensor>* rets, DoneCallback done) override;
+
+  void Run(const Options& opts, Handle handle, CallFrameInterface* call_frame,
+           DoneCallback done) override;
+
+  Status CreateKernel(const NodeDef& ndef, OpKernel** kernel) override;
+
+  bool IsStateful(const string& function_name) override;
+
+  const FunctionLibraryDefinition* GetFunctionLibraryDefinition()
+      const override;
+
+  Env* env() override;
+  Device* device() override;
+  const DeviceMgr* device_mgr() const override;
+
+  string DebugString(Handle handle) override;
+  int graph_def_version() override;
+
+  Status Clone(std::unique_ptr<FunctionLibraryDefinition>* out_lib_def,
+               std::unique_ptr<ProcessFunctionLibraryRuntime>* out_pflr,
+               FunctionLibraryRuntime** out_flr) override;
+
+ private:
+  FunctionLibraryRuntime* base_flr_;                  // not owned
+  const FunctionLibraryDefinition* overlay_lib_def_;  // not owned
+};
+
+FunctionLibraryRuntimeOverlay::~FunctionLibraryRuntimeOverlay() = default;
+
+Status FunctionLibraryRuntimeOverlay::Instantiate(
+    const string& function_name, AttrSlice attrs,
+    const InstantiateOptions& options, Handle* handle) {
+  // We automatically add overlay lib to all instantiations, if the caller
+  // doesn't provide its own override.
+  if (!options.overlay_lib && overlay_lib_def_) {
+    InstantiateOptions options_copy = options;
+    options_copy.overlay_lib = overlay_lib_def_;
+    return base_flr_->Instantiate(function_name, attrs, options_copy, handle);
+  } else {
+    return base_flr_->Instantiate(function_name, attrs, options, handle);
+  }
+}
+
+Status FunctionLibraryRuntimeOverlay::ReleaseHandle(Handle handle) {
+  return base_flr_->ReleaseHandle(handle);
+}
+
+const FunctionBody* FunctionLibraryRuntimeOverlay::GetFunctionBody(Handle h) {
+  return base_flr_->GetFunctionBody(h);
+}
+
+void FunctionLibraryRuntimeOverlay::Run(const Options& opts, Handle handle,
+                                        gtl::ArraySlice<Tensor> args,
+                                        std::vector<Tensor>* rets,
+                                        DoneCallback done) {
+  base_flr_->Run(opts, handle, args, rets, std::move(done));
+}
+
+void FunctionLibraryRuntimeOverlay::Run(const Options& opts, Handle handle,
+                                        CallFrameInterface* call_frame,
+                                        DoneCallback done) {
+  base_flr_->Run(opts, handle, call_frame, std::move(done));
+}
+
+Status FunctionLibraryRuntimeOverlay::CreateKernel(const NodeDef&, OpKernel**) {
+  // We don't have access base_lib_def_ in base function library runtime (aka
+  // FunctionLibraryRuntimeImpl), so to make sure we do not create kernel with
+  // wrong lib_def we just disable creation of new kernels through overlays.
+  //
+  // When we call Instantiate from the base runtime with overlay lib override,
+  // the base runtime implementation is responsible for correctly passing custom
+  // overlay lib to all kernel constructions.
+  return errors::Internal(
+      "Overlay function library runtime doesn't support kernel creation.");
+}
+
+bool FunctionLibraryRuntimeOverlay::IsStateful(const string& function_name) {
+  // Important: we do not forward lookup to the base FLR.
+  const OpDef* op_def;
+  const Status s = overlay_lib_def_->LookUpOpDef(function_name, &op_def);
+  return s.ok() && op_def->is_stateful();
+}
+
+Env* FunctionLibraryRuntimeOverlay::env() { return base_flr_->env(); }
+
+Device* FunctionLibraryRuntimeOverlay::device() { return base_flr_->device(); }
+
+const DeviceMgr* FunctionLibraryRuntimeOverlay::device_mgr() const {
+  return base_flr_->device_mgr();
+}
+
+const FunctionLibraryDefinition*
+FunctionLibraryRuntimeOverlay::GetFunctionLibraryDefinition() const {
+  return overlay_lib_def_ ? overlay_lib_def_
+                          : base_flr_->GetFunctionLibraryDefinition();
+}
+
+string FunctionLibraryRuntimeOverlay::DebugString(Handle handle) {
+  return base_flr_->DebugString(handle);
+}
+
+int FunctionLibraryRuntimeOverlay::graph_def_version() {
+  return base_flr_->graph_def_version();
+}
+
+Status FunctionLibraryRuntimeOverlay::Clone(
+    std::unique_ptr<FunctionLibraryDefinition>* out_lib_def,
+    std::unique_ptr<ProcessFunctionLibraryRuntime>* out_pflr,
+    FunctionLibraryRuntime** out_flr) {
+  // NOTE(ezhulenev): Cloned FunctionLibraryRuntime will be missing overlay lib,
+  // but that's ok because we anyway do not copy/clone instantiated items from
+  // the base FLR.
+  return base_flr_->Clone(out_lib_def, out_pflr, out_flr);
+}
+
 class FunctionLibraryRuntimeImpl : public FunctionLibraryRuntime {
  public:
   FunctionLibraryRuntimeImpl(const DeviceMgr* dmgr, Env* env, Device* device,
@@ -216,11 +363,13 @@ class FunctionLibraryRuntimeImpl : public FunctionLibraryRuntime {
     const FunctionLibraryDefinition* overlay_lib = nullptr;  // Not owned.
     FunctionBody* func_graph = nullptr;
     Executor* exec = nullptr;
+    FunctionLibraryRuntimeOverlay* overlay_flr = nullptr;
     string executor_type;
 
     ~Item() {
       delete this->func_graph;
       delete this->exec;
+      delete this->overlay_flr;
     }
   };
   std::unordered_map<Handle, std::unique_ptr<Item>> items_ GUARDED_BY(mu_);
@@ -552,6 +701,10 @@ Status FunctionLibraryRuntimeImpl::Instantiate(
       item->overlay_lib = options.overlay_lib;
       item->instantiation_counter = 1;
       item->executor_type = ExecutorType(options, attrs);
+      if (options.overlay_lib) {
+        item->overlay_flr =
+            new FunctionLibraryRuntimeOverlay(this, options.overlay_lib);
+      }
       items_.emplace(next_handle_, std::unique_ptr<Item>(item));
       next_handle_++;
     }
@@ -653,11 +806,14 @@ Status FunctionLibraryRuntimeImpl::CreateItem(Handle handle, Item** item) {
   TF_RETURN_IF_ERROR(EnsureMemoryTypes(DeviceType(device()->device_type()),
                                        device()->name(), g.get()));
 
-  // Creates an executor based on the g.  This must be done without
+  // Creates an executor based on the g. This must be done without
   // holding mu_ because create_kernel_ calls back into the library.
   LocalExecutorParams params;
   params.device = device_;
-  params.function_library = this;
+  params.function_library =
+      (*item)->overlay_flr
+          ? static_cast<FunctionLibraryRuntime*>((*item)->overlay_flr)
+          : static_cast<FunctionLibraryRuntime*>(this);
   if (lib_def == base_lib_def_) {
     params.create_kernel = create_kernel_;
   } else {
diff --git a/tensorflow/core/common_runtime/function_test.cc b/tensorflow/core/common_runtime/function_test.cc
index 0ac698447c..13c189fb87 100644
--- a/tensorflow/core/common_runtime/function_test.cc
+++ b/tensorflow/core/common_runtime/function_test.cc
@@ -436,6 +436,57 @@ TEST_F(FunctionLibraryRuntimeTest, XTimesNInOverlayLib) {
            "Not found: Function XTimesTwo is not defined.");
 }
 
+TEST_F(FunctionLibraryRuntimeTest, XTimesNInOverlayLibAndDelayedInstantiation) {
+  using FDH = ::tensorflow::FunctionDefHelper;
+
+  Init({});
+
+  FunctionDef xt4_override = test::function::XTimesTwo();
+  xt4_override.mutable_signature()->set_name("XTimesFour");
+
+  // Call XTimesFour via PartitionedCall which delays functions instantiation
+  // to the first call to Compute/ComputeAsync.
+  FunctionDef my_xt4 = FunctionDefHelper::Create(
+      "MyXTimesFour", {"x:float"}, {"z:float"}, {},
+      {{{"x_times_four"},
+        "PartitionedCall",
+        {"x"},
+        {{"Tin", DataTypeSlice({DT_FLOAT})},
+         {"Tout", DataTypeSlice({DT_FLOAT})},
+         {"f", FDH::FunctionRef("XTimesFour", {{"T", DT_FLOAT}})}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"z", "x_times_four:output:0"}});
+
+  FunctionDefLibrary lib;
+  *lib.add_function() = test::function::XTimesTwo();
+  *lib.add_function() = test::function::XTimesFour();
+  *lib.add_function() = my_xt4;
+  std::unique_ptr<FunctionLibraryDefinition> overlay_lib(
+      new FunctionLibraryDefinition(OpRegistry::Global(), lib));
+
+  FunctionLibraryRuntime::InstantiateOptions options;
+  options.overlay_lib = overlay_lib.get();
+
+  auto x = test::AsTensor<float>({1, 2, 3, 4});
+  Tensor y;
+
+  // When we instantiate with default library overlay we should get x*4.
+  TF_CHECK_OK(InstantiateAndRun(flr0_, "MyXTimesFour", {}, options, {x}, {&y}));
+  test::ExpectTensorEqual<float>(y, test::AsTensor<float>({4, 8, 12, 16}));
+
+  // Overlay library that overrides default XTimesFour with XTimesTwo body.
+  FunctionDefLibrary lib_override;
+  *lib_override.add_function() = xt4_override;
+  *lib_override.add_function() = my_xt4;
+  std::unique_ptr<FunctionLibraryDefinition> overlay_lib_override(
+      new FunctionLibraryDefinition(OpRegistry::Global(), lib_override));
+
+  // We should call the XTimesFour override which is actually x*2.
+  options.overlay_lib = overlay_lib_override.get();
+  TF_CHECK_OK(InstantiateAndRun(flr0_, "MyXTimesFour", {}, options, {x}, {&y}));
+  test::ExpectTensorEqual<float>(y, test::AsTensor<float>({2, 4, 6, 8}));
+}
+
 TEST_F(FunctionLibraryRuntimeTest, StateHandle) {
   auto T = DT_INT32;
 
diff --git a/tensorflow/python/eager/context.py b/tensorflow/python/eager/context.py
index 15e47120bf..0986c4b9a6 100644
--- a/tensorflow/python/eager/context.py
+++ b/tensorflow/python/eager/context.py
@@ -99,13 +99,10 @@ class _EagerContext(threading.local):
     self.zeros_cache = _EagerTensorCache()
     self.execution_mode = None
 
-    # An empty string corresponds to turning all default grappler optimizations
-    # on.
+    # Default rewriter config corresponds to turning all default grappler
+    # optimizations on.
     base_config = rewriter_config_pb2.RewriterConfig()
 
-    # TODO(b/117959922): Turn this back on once the bug is fixed.
-    base_config.function_optimization = rewriter_config_pb2.RewriterConfig.OFF
-
     if config is not None and config.HasField(
         "graph_options") and config.graph_options.HasField("rewrite_options"):
       base_config.Merge(config.graph_options.rewrite_options)
-- 
GitLab


From 407e145edfac3e3faf77013ab0ff06a092c4b97a Mon Sep 17 00:00:00 2001
From: Nick Felt <nickfelt@google.com>
Date: Wed, 31 Oct 2018 15:16:00 -0700
Subject: [PATCH 0879/1825] Internal change.

PiperOrigin-RevId: 219546447
---
 tensorflow/python/summary/README.md | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/tensorflow/python/summary/README.md b/tensorflow/python/summary/README.md
index 8a5fea0d9a..ab6e89e5c9 100644
--- a/tensorflow/python/summary/README.md
+++ b/tensorflow/python/summary/README.md
@@ -8,8 +8,3 @@ events files.
 If you wish to load TensorFlow events, you should use an EventAccumulator
 (to load from a single events file) or an EventMultiplexer (to load from
 multiple events files).
-
-The API around these tools has not solidified, and we may make backwards-
-incompatible changes without warning.
-
-If you have questions or requests, please contact danmane@google.com
-- 
GitLab


From 983eaec58f22ee0d24855a609182c2cecaf33d10 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 31 Oct 2018 16:17:47 -0700
Subject: [PATCH 0880/1825] Fix ASAN error.

PiperOrigin-RevId: 219555843
---
 tensorflow/lite/delegates/flex/buffer_map_test.cc | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/lite/delegates/flex/buffer_map_test.cc b/tensorflow/lite/delegates/flex/buffer_map_test.cc
index 46cfed4677..fd52273fb4 100644
--- a/tensorflow/lite/delegates/flex/buffer_map_test.cc
+++ b/tensorflow/lite/delegates/flex/buffer_map_test.cc
@@ -43,6 +43,7 @@ UniqueTfLiteTensor MakeLiteTensor(const std::vector<int>& shape,
   tensor->type = typeToTfLiteType<T>();
   tensor->dims = ConvertVectorToTfLiteIntArray(shape);
   tensor->data.raw = nullptr;
+  tensor->is_variable = false;
   TfLiteTensorRealloc(data.size() * sizeof(T), tensor.get());
   memcpy(tensor->data.raw, data.data(), data.size() * sizeof(T));
   return tensor;
@@ -60,6 +61,7 @@ UniqueTfLiteTensor MakeLiteTensor<string>(const std::vector<int>& shape,
   tensor->type = typeToTfLiteType<string>();
   tensor->dims = ConvertVectorToTfLiteIntArray(shape);
   tensor->data.raw = nullptr;
+  tensor->is_variable = false;
   TfLiteTensorRealloc(data.size() * sizeof(string), tensor.get());
 
   DynamicBuffer b;
-- 
GitLab


From bef87d7cd8f68f2ac80330dcf311579038aa89ff Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Wed, 31 Oct 2018 16:39:28 -0700
Subject: [PATCH 0881/1825] [XLA] Make PropagateBufferConstraint and
 PropagateOperandConstraint in the common layout assignment pass propagate
 layouts for non-layout changing instructions.

This also fixes the problem discovered in b/117531509.

Turn on the check for non-layout-changing instructions should not change
layouts in the GPU backend.

Add a test case.

PiperOrigin-RevId: 219558979
---
 .../xla/service/gpu/nvptx_compiler.cc         |  12 +-
 .../compiler/xla/service/layout_assignment.cc | 211 +++++++++++++++---
 .../compiler/xla/service/layout_assignment.h  |  10 +-
 .../xla/service/layout_assignment_test.cc     |  54 +++++
 4 files changed, 250 insertions(+), 37 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index 19ed70ddc3..2b699ce6ae 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -242,7 +242,8 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
      * fixing the ticket. */
     pipeline.AddInvariantChecker<HloVerifier>(
         /*layout_sensitive=*/true,
-        /*allow_mixed_precision=*/false, nullptr);
+        /*allow_mixed_precision=*/false,
+        LayoutAssignment::InstructionCanChangeLayout);
 
     // The LayoutAssignment pass may leave behind kCopy instructions which are
     // duplicate or NOPs, so remove them with algebraic simplification and CSE.
@@ -295,7 +296,8 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
      * fixing the ticket. */
     fusion.AddInvariantChecker<HloVerifier>(
         /*layout_sensitive=*/true,
-        /*allow_mixed_precision=*/false, nullptr);
+        /*allow_mixed_precision=*/false,
+        LayoutAssignment::InstructionCanChangeLayout);
     fusion.AddPass<GpuInstructionFusion>(/*may_duplicate=*/false);
     fusion.AddPass<GpuInstructionFusion>(/*may_duplicate=*/true);
     fusion.AddPass<FusionMerger>();
@@ -309,7 +311,8 @@ Status OptimizeHloModule(HloModule* hlo_module, se::StreamExecutor* stream_exec,
     /* TODO(b/117531509): Use LayoutAssignment::InstructionCanChangeLayout after
      * fixing the ticket. */
     reduce_pipeline.AddInvariantChecker<HloVerifier>(
-        /*is_layout_sensitive=*/true, /*allow_mixed_precision=*/false, nullptr);
+        /*is_layout_sensitive=*/true, /*allow_mixed_precision=*/false,
+        LayoutAssignment::InstructionCanChangeLayout);
     ReducePrecisionInsertion::AddPasses(
         &reduce_pipeline, hlo_module->config().debug_options(),
         ReducePrecisionInsertion::PassTiming::AFTER_FUSION);
@@ -339,7 +342,8 @@ Status PrepareHloModuleForIrEmitting(HloModule* hlo_module) {
    * fixing the ticket. */
   pipeline.AddInvariantChecker<HloVerifier>(
       /*layout_sensitive=*/true,
-      /*allow_mixed_precision=*/false, nullptr);
+      /*allow_mixed_precision=*/false,
+      LayoutAssignment::InstructionCanChangeLayout);
 
   // Copy insertion should be performed immediately before IR emission to avoid
   // inserting unnecessary copies (later pass adds an instruction which
diff --git a/tensorflow/compiler/xla/service/layout_assignment.cc b/tensorflow/compiler/xla/service/layout_assignment.cc
index 232d1dc087..a959e5ee80 100644
--- a/tensorflow/compiler/xla/service/layout_assignment.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment.cc
@@ -989,10 +989,8 @@ std::unique_ptr<Layout> LayoutAssignment::ChooseOperandLayoutFromOutputLayout(
     const Layout& output_layout, const HloInstruction* instruction,
     int64 operand_no) {
   const HloInstruction* operand = instruction->operand(operand_no);
-
   CHECK(ShapeUtil::IsArray(instruction->shape()));
   CHECK(ShapeUtil::IsArray(operand->shape()));
-
   if (!ShapeUtil::IsScalar(operand->shape()) &&
       ShapeUtil::Rank(operand->shape()) ==
           ShapeUtil::Rank(instruction->shape()) &&
@@ -1251,12 +1249,20 @@ Status LayoutAssignment::PropagateOperandConstraint(
                                    operand_constraint.operand(), constraints));
 
   // For array-shaped operands and user instructions try to pick a minimum cost
-  // layout. For example, if the operand of a elementwise instruction is
-  // constained to a certain layout we want the output of the instruction to
+  // layout. For example, if the operand of an elementwise instruction is
+  // constrained to a certain layout we want the output of the instruction to
   // have the same layout.
+  //
+  // If the user is not array-shaped, we still want to propagate the layout
+  // to siblings if the instruction can't change layout. This is to represent
+  // the information that non-layout-changing instructions should have the same
+  // layout for the operands with the same ranks.
   const HloInstruction* operand = operand_constraint.operand();
   const HloInstruction* user = operand_constraint.instruction();
-  if (!ShapeUtil::IsArray(operand->shape()) ||
+  if (!ShapeUtil::IsArray(operand->shape())) {
+    return Status::OK();
+  }
+  if (instruction_can_change_layout_func_(user) &&
       !ShapeUtil::IsArray(user->shape())) {
     return Status::OK();
   }
@@ -1267,52 +1273,183 @@ Status LayoutAssignment::PropagateOperandConstraint(
                                           operand_constraint.operand_no())) {
     return Status::OK();
   }
-  TF_ASSIGN_OR_RETURN(
-      const LogicalBuffer* buffer,
-      constraints->points_to_analysis().GetBufferDefinedAt(user, /*index=*/{}));
 
-  if (constraints->BufferLayout(*buffer) == nullptr) {
-    std::unique_ptr<Layout> layout = ChooseOutputLayoutFromOperandLayout(
-        operand_constraint.shape_layout().layout(), user,
-        operand_constraint.operand_no());
-    if (layout != nullptr) {
-      TF_RETURN_IF_ERROR(
-          constraints->SetBufferLayout(*layout, *buffer, /*mandatory=*/false));
+  int64 operand_rank = ShapeUtil::Rank(operand->shape());
+  if (operand_rank <= 1) {
+    return Status::OK();
+  }
+
+  // Propagate layouts between operands of the same instruction. This is a
+  // constraint on non-layout-changing instructions.
+  if (!instruction_can_change_layout_func_(user)) {
+    // Make sure all siblings have the same layout as the operand.
+    for (int64 operand_no = 0; operand_no < user->operand_count();
+         ++operand_no) {
+      if (user->operand(operand_no) == operand) {
+        continue;
+      }
+      const HloInstruction* sibling = user->operand(operand_no);
+      const int64 sibling_rank = ShapeUtil::Rank(sibling->shape());
+      if (sibling_rank <= 1) {
+        continue;
+      }
+      if (operand_rank != sibling_rank) {
+        continue;
+      }
+      const OperandLayoutConstraint* constraint =
+          constraints->GetOperandLayoutConstraint(user, operand_no);
+      if (constraint != nullptr) {
+        // Due to the DFS of the propagation we can end up here when operand_no
+        // has a layout set that hasn't been propagated yet (is still on the
+        // stack of layouts to propagate).
+        // We can continue here and leave the operands with different layouts,
+        // as we will either:
+        // - overwrite the current operand when the DFS gets back to propagating
+        //   operand(operand_no) to its siblings
+        // - overwrite operand(operand_no)'s layout with a mandatory layout if
+        //   we continue to propagate our layout to the result, and then
+        //   backwards into all operands (if the result is an array of rank > 1)
+        continue;
+      }
+      TF_RETURN_IF_ERROR(constraints->SetArrayOperandLayout(
+          operand_constraint.shape_layout().layout(), user, operand_no,
+          /*mandatory=*/false));
     }
+    TF_RETURN_IF_ERROR(ShapeUtil::ForEachSubshapeWithStatus(
+        user->shape(),
+        [&](const Shape& subshape, const ShapeIndex& shape_index) {
+          if (ShapeUtil::IsTuple(subshape)) {
+            return Status::OK();
+          }
+          if (ShapeUtil::Rank(subshape) <= 1) {
+            return Status::OK();
+          }
+
+          // Assign the right layout to input fusion of higher rank reduce
+          // operations.
+          if (ShapeUtil::Rank(subshape) != ShapeUtil::Rank(operand->shape())) {
+            return Status::OK();
+          }
+          // TODO(b/67641796): Are there cases except fusion that use this code
+          // path?
+          TF_ASSIGN_OR_RETURN(
+              const LogicalBuffer* buffer,
+              constraints->points_to_analysis().GetBufferDefinedAt(
+                  user, shape_index));
+          // Make sure the output has the same layout as the operand.
+          const BufferLayoutConstraint* constraint =
+              constraints->GetBufferLayoutConstraint(*buffer);
+          // If we already have a constraint for the buffer it was assigned but
+          // hasn't propagated yet. This can happen with diamond-shaped graphs
+          // where one path is first evaluated in depth-first order (we're here)
+          // and the other path is propagated later. We don't set the layout
+          // here as it will always be overwritten later.
+          if (constraint == nullptr) {
+            TF_RETURN_IF_ERROR(constraints->SetBufferLayout(
+                operand_constraint.shape_layout().layout(), *buffer,
+                /*mandatory=*/false));
+          }
+          return Status::OK();
+        }));
+    return Status::OK();
   }
+  TF_RETURN_IF_ERROR(ShapeUtil::ForEachSubshapeWithStatus(
+      user->shape(), [&](const Shape& subshape, const ShapeIndex& shape_index) {
+        if (ShapeUtil::IsTuple(subshape)) {
+          return Status::OK();
+        }
+        if (ShapeUtil::Rank(subshape) <= 1) {
+          return Status::OK();
+        }
+        TF_ASSIGN_OR_RETURN(
+            const LogicalBuffer* buffer,
+            constraints->points_to_analysis().GetBufferDefinedAt(user,
+                                                                 shape_index));
+        if (constraints->BufferLayout(*buffer) == nullptr ||
+            !constraints->GetBufferLayoutConstraint(*buffer)->mandatory()) {
+          std::unique_ptr<Layout> layout = ChooseOutputLayoutFromOperandLayout(
+              operand_constraint.shape_layout().layout(), user,
+              operand_constraint.operand_no());
+          if (layout != nullptr) {
+            TF_RETURN_IF_ERROR(constraints->SetBufferLayout(
+                *layout, *buffer,
+                /*mandatory=*/user->opcode() == HloOpcode::kReduce,
+                /*dfs=*/false));
+          }
+        }
+        return Status::OK();
+      }));
   return Status::OK();
 }
 
-Status LayoutAssignment::PropagateBufferConstraint(
+Status LayoutAssignment::PropagateBufferConstraintToOperands(
     const BufferLayoutConstraint& buffer_constraint,
     LayoutConstraints* constraints) {
-  // Only propagate array layouts.
+  VLOG(5) << "PropagateBufferConstraintToOperands: "
+          << buffer_constraint.ToString();
   const LogicalBuffer& buffer = buffer_constraint.buffer();
-  if (!buffer.IsArray()) {
+
+  const HloInstruction* instruction = buffer.instruction();
+  if (IsAtMostRank1(instruction->shape())) {
     return Status::OK();
   }
 
-  // If this buffer is the result of an array-shaped op (as opposed to an array
-  // element in a tuple) try to propagate the layout to its operands.
-  if (buffer.IsTopLevel()) {
-    const HloInstruction* instruction = buffer.instruction();
-    // Propagate the def-constraint on an instruction to the use-constraints on
-    // its operands (use-def propagation).
-    for (int64 operand_no = 0; operand_no < instruction->operand_count();
-         ++operand_no) {
-      if (constraints->OperandLayout(instruction, operand_no) == nullptr &&
-          ShapeUtil::IsArray(instruction->operand(operand_no)->shape())) {
+  for (int64 operand_no = 0; operand_no < instruction->operand_count();
+       ++operand_no) {
+    const HloInstruction* operand = instruction->operand(operand_no);
+    if (IsAtMostRank1(operand->shape())) {
+      continue;
+    }
+    if (!instruction_can_change_layout_func_(instruction)) {
+      // Copy the layout to the operand.
+      if (buffer.IsArray() && ShapeUtil::IsArray(operand->shape()) &&
+          ShapeUtil::Rank(operand->shape()) ==
+              LayoutUtil::MinorToMajor(buffer_constraint.layout()).size()) {
+        TF_RETURN_IF_ERROR(constraints->SetArrayOperandLayout(
+            buffer_constraint.layout(), instruction, operand_no,
+            /*mandatory=*/true));
+      }
+    } else {
+      if (!buffer.IsTopLevel() ||
+          !ShapeUtil::IsArray(instruction->operand(operand_no)->shape())) {
+        continue;  // Don't touch buffers that are internal to a tuple.
+      }
+      VLOG(6) << "Propagating constraint to operand " << operand_no << " of "
+              << instruction->ToShortString();
+      // Assign a layout if there is no constraint already.
+      const OperandLayoutConstraint* constraint =
+          constraints->GetOperandLayoutConstraint(instruction, operand_no);
+      if (constraint == nullptr || !constraint->mandatory()) {
         std::unique_ptr<Layout> operand_layout =
             ChooseOperandLayoutFromOutputLayout(buffer_constraint.layout(),
                                                 instruction, operand_no);
         if (operand_layout != nullptr) {
+          // Do not propagate operand constraints of transposes and reshapes, it
+          // tends to create really bad layouts.
           TF_RETURN_IF_ERROR(constraints->SetArrayOperandLayout(
-              *operand_layout, instruction, operand_no, /*mandatory=*/true));
+              *operand_layout, instruction, operand_no, /*mandatory=*/false,
+              /*dfs=*/false));
         }
+      } else {
+        VLOG(6) << "Operand already has a constraint "
+                << constraint->ToString();
       }
     }
   }
-  return PropagateBufferConstraintToUses(buffer_constraint, constraints);
+  return Status::OK();
+}
+
+Status LayoutAssignment::PropagateBufferConstraint(
+    const BufferLayoutConstraint& buffer_constraint,
+    LayoutConstraints* constraints) {
+  // Only propagate array layouts.
+  const LogicalBuffer& buffer = buffer_constraint.buffer();
+  if (!buffer.IsArray()) {
+    return Status::OK();
+  }
+  TF_RETURN_IF_ERROR(
+      PropagateBufferConstraintToUses(buffer_constraint, constraints));
+  return PropagateBufferConstraintToOperands(buffer_constraint, constraints);
 }
 
 Status LayoutAssignment::PropagateBufferConstraintToUses(
@@ -1340,12 +1477,12 @@ Status LayoutAssignment::PropagateBufferConstraintToUses(
 }
 
 Status LayoutAssignment::PropagateResultConstraint(
-    const ResultLayoutConstraint& result_constraint,
+    const ResultLayoutConstraint& layout_constraint,
     LayoutConstraints* constraints) {
   // Propagate the use constraint of the root instruction up to the logical
   // buffers which make up the result.
   return PropagateUseConstraintToDefs(
-      result_constraint.shape_layout(),
+      layout_constraint.shape_layout(),
       constraints->computation()->root_instruction(), constraints);
 }
 
@@ -1960,6 +2097,16 @@ bool LayoutAssignment::InstructionCanChangeLayout(
   }
 }
 
+/* static */
+bool LayoutAssignment::IsAtMostRank1(const Shape& shape) {
+  if (ShapeUtil::IsArray(shape)) {
+    return ShapeUtil::Rank(shape) <= 1;
+  }
+  return absl::c_all_of(shape.tuple_shapes(), [](const Shape& subshape) {
+    return IsAtMostRank1(subshape);
+  });
+}
+
 Status LayoutAssignment::Init() {
   computation_layouts_.clear();
   *entry_computation_layout_ = saved_entry_computation_layout_;
diff --git a/tensorflow/compiler/xla/service/layout_assignment.h b/tensorflow/compiler/xla/service/layout_assignment.h
index cb56f4cd19..3b081de3c7 100644
--- a/tensorflow/compiler/xla/service/layout_assignment.h
+++ b/tensorflow/compiler/xla/service/layout_assignment.h
@@ -315,6 +315,10 @@ class LayoutAssignment : public HloModulePass {
   // rank as the output to have the same layout as the output.
   static bool InstructionCanChangeLayout(const HloInstruction* instruction);
 
+  // In case of an array shape returns true iff it is at most rank 1. In case of
+  // a tuple shape returns true iff all leaf shapes are at most rank 1.
+  static bool IsAtMostRank1(const Shape& shape);
+
  protected:
   // These methods, invoked by PropagateConstraints, propagate a layout
   // constraint to its neighbors (i.e. operands and users) in order to minimize
@@ -362,7 +366,7 @@ class LayoutAssignment : public HloModulePass {
   // `user` that minimizes its cost on that operand.  Returns null if it can't
   // decide the best layout.
   // Precondition: `user` and the operand are array-shaped.
-  std::unique_ptr<Layout> ChooseOutputLayoutFromOperandLayout(
+  virtual std::unique_ptr<Layout> ChooseOutputLayoutFromOperandLayout(
       const Layout& operand_layout, const HloInstruction* user,
       int64 operand_no);
 
@@ -408,6 +412,10 @@ class LayoutAssignment : public HloModulePass {
   // required for correctness.
   Status PropagateConstraints(LayoutConstraints* constraints);
 
+  Status PropagateBufferConstraintToOperands(
+      const BufferLayoutConstraint& buffer_constraint,
+      LayoutConstraints* constraints);
+
   // Check that all layouts in the module have been set and satisfy all
   // necessary conditions.
   Status CheckLayouts(HloModule* module);
diff --git a/tensorflow/compiler/xla/service/layout_assignment_test.cc b/tensorflow/compiler/xla/service/layout_assignment_test.cc
index a831751fa9..47bfca2fd6 100644
--- a/tensorflow/compiler/xla/service/layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment_test.cc
@@ -1291,5 +1291,59 @@ ENTRY %CustomCallLayoutConstrainedTupleResult (p0: f32[4,4]) -> (f32[4,4]{1,0},
   ExpectTupleLayoutIs(custom_call->shape(), {{1, 0}, {0, 1}});
 }
 
+Status AssignLayoutsToComputation(
+    HloModule* module,
+    ChannelLayoutConstraints* channel_constraints = nullptr) {
+  if (!module->entry_computation_layout().result_layout().LayoutIsSet()) {
+    module->mutable_entry_computation_layout()
+        ->mutable_result_layout()
+        ->SetToDefaultLayout();
+  }
+  LayoutAssignment layout_assignment(
+      module->mutable_entry_computation_layout(),
+      LayoutAssignment::InstructionCanChangeLayout, channel_constraints);
+  return layout_assignment.Run(module).status();
+}
+
+TEST_F(LayoutAssignmentTest, OverwriteDiamondShapedConstraintsX) {
+  // Check that we handle a diamond-shaped graph correctly.
+  //      transpose
+  //       /    \
+  //     add    |
+  //       \    /
+  //        tuple
+
+  auto b = HloComputation::Builder(TestName());
+  Shape ashape = ShapeUtil::MakeShape(F32, {12, 8});
+  Shape bshape = ShapeUtil::MakeShape(F32, {8, 12});
+  auto param0 =
+      b.AddInstruction(HloInstruction::CreateParameter(0, bshape, "input"));
+  auto param1 =
+      b.AddInstruction(HloInstruction::CreateParameter(1, ashape, "input"));
+  auto transpose =
+      b.AddInstruction(HloInstruction::CreateTranspose(ashape, param0, {1, 0}));
+  auto add = b.AddInstruction(
+      HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, transpose, param1));
+  b.AddInstruction(HloInstruction::CreateTuple({add, transpose}));
+  auto module = CreateNewVerifiedModule();
+  module->AddEntryComputation(b.Build());
+  Shape ashape_major = ShapeUtil::MakeShapeWithLayout(F32, {12, 8}, {1, 0});
+  Shape ashape_minor = ShapeUtil::MakeShapeWithLayout(F32, {12, 8}, {0, 1});
+  *module->mutable_entry_computation_layout()->mutable_result_layout() =
+      ShapeLayout(ShapeUtil::MakeTupleShape({ashape_major, ashape_minor}));
+  const Layout r2_dim0major = LayoutUtil::MakeLayout({1, 0});
+  ForceParameterLayout(module.get(), 0, r2_dim0major);
+  ForceParameterLayout(module.get(), 1, r2_dim0major);
+  TF_ASSERT_OK(AssignLayoutsToComputation(module.get()));
+
+  EXPECT_THAT(add->shape().layout().minor_to_major(), ElementsAre(1, 0));
+  EXPECT_THAT(add->operand(0)->shape().layout().minor_to_major(),
+              ElementsAre(1, 0));
+  EXPECT_THAT(add->operand(1)->shape().layout().minor_to_major(),
+              ElementsAre(1, 0));
+
+  EXPECT_THAT(transpose->shape().layout().minor_to_major(), ElementsAre(0, 1));
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 25ebd7f065d674ad68ecfb7dd843564455a4676b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 02:02:17 -0700
Subject: [PATCH 0882/1825] compat: Update forward compatibility horizon to
 2018-11-01

PiperOrigin-RevId: 219603292
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index f1097b390b..24927f138f 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 10, 31)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 1)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 4b46a399d7a5a5c9cc262d08e0df1217364a5b9f Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 1 Nov 2018 02:37:25 -0700
Subject: [PATCH 0883/1825] [TF:XLA] Bump open source abseil revision to
 cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68

PiperOrigin-RevId: 219606447
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 585e490e3a..c2a0586108 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -121,11 +121,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "14fed07c0c9705e0b30e7dc506b62d934eb5460a68640f893b5c4accce073ee9",
-        strip_prefix = "abseil-cpp-a4c3ffff11eec0ee45742f915c255e9f870b7e0f",
+        sha256 = "e35082e88b9da04f4d68094c05ba112502a5063712f3021adfa465306d238c76",
+        strip_prefix = "abseil-cpp-cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/a4c3ffff11eec0ee45742f915c255e9f870b7e0f.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/a4c3ffff11eec0ee45742f915c255e9f870b7e0f.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68.tar.gz",
         ],
     )
 
-- 
GitLab


From b21a78132f73f68bf636ba8e491d7f52a55523b3 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Thu, 1 Nov 2018 07:35:50 -0700
Subject: [PATCH 0884/1825] [TF:XLA] Change implementation of ReverseSequence
 to use an XLA gather rather than an explicit loop.

PiperOrigin-RevId: 219631839
---
 tensorflow/compiler/tests/BUILD               |   1 +
 tensorflow/compiler/tests/randomized_tests.cc |  32 ++++
 .../tf2xla/kernels/reverse_sequence_op.cc     | 174 +++++++-----------
 3 files changed, 104 insertions(+), 103 deletions(-)

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index f76aef2cca..c1a4408882 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -1109,6 +1109,7 @@ cc_library(
         "//tensorflow/core:test",
         "//tensorflow/core:testlib",
         "//tensorflow/core/kernels:ops_util",
+        "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/container:flat_hash_set",
         "@com_google_absl//absl/strings",
     ],
diff --git a/tensorflow/compiler/tests/randomized_tests.cc b/tensorflow/compiler/tests/randomized_tests.cc
index dc119fb0f8..cfccf5f3d2 100644
--- a/tensorflow/compiler/tests/randomized_tests.cc
+++ b/tensorflow/compiler/tests/randomized_tests.cc
@@ -45,6 +45,7 @@ limitations under the License.
 #include <random>
 #include <unordered_map>
 
+#include "absl/algorithm/container.h"
 #include "absl/container/flat_hash_set.h"
 #include "absl/strings/str_cat.h"
 #include "absl/strings/string_view.h"
@@ -2687,6 +2688,37 @@ TEST_F(OpTest, Reverse) {
   });
 }
 
+TEST_F(OpTest, ReverseSequence) {
+  Repeatedly([this]() {
+    std::vector<int64> dims = RandomDims(/*min_rank=*/2);
+    auto type = Choose<DataType>(kAllXlaTypes);
+    int64 rank = dims.size();
+
+    // Choose random batch and sequence dimensions.
+    std::vector<int> shuffled_dim_ids(rank);
+    absl::c_iota(shuffled_dim_ids, 0);
+    absl::c_shuffle(shuffled_dim_ids, generator());
+    shuffled_dim_ids.resize(2);
+    int batch_dim = shuffled_dim_ids[0];
+    int seq_dim = shuffled_dim_ids[1];
+
+    int batch_size = dims[batch_dim];
+    int max_seq_len = dims[seq_dim];
+    std::vector<int32> seq_lens(batch_size);
+    std::uniform_int_distribution<int32> d(0, max_seq_len);
+    absl::c_generate(seq_lens, [&]() { return d(generator()); });
+
+    return ExpectTfAndXlaOutputsAreClose(
+        OpTestBuilder("ReverseSequence")
+            .RandomInput(type, dims)
+            .Input(test::AsTensor<int32>(seq_lens))
+            .Attr("seq_dim", seq_dim)
+            .Attr("batch_dim", batch_dim)
+            .Attr("T", type)
+            .Attr("Tlen", DT_INT32));
+  });
+}
+
 TEST_F(OpTest, ReverseV2) {
   Repeatedly([this]() {
     auto type = Choose<DataType>(kAllXlaTypes);
diff --git a/tensorflow/compiler/tf2xla/kernels/reverse_sequence_op.cc b/tensorflow/compiler/tf2xla/kernels/reverse_sequence_op.cc
index 03a50ef8a0..7ff3e91638 100644
--- a/tensorflow/compiler/tf2xla/kernels/reverse_sequence_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reverse_sequence_op.cc
@@ -17,8 +17,10 @@ limitations under the License.
 #include "tensorflow/compiler/tf2xla/xla_helpers.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
+#include "tensorflow/compiler/xla/client/lib/constants.h"
 #include "tensorflow/compiler/xla/client/lib/numeric.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 
 namespace tensorflow {
@@ -61,113 +63,79 @@ class ReverseSequenceOp : public XlaOpKernel {
     const auto seq_lens = context->Input(1);
 
     const int64 batch_size = input_shape.dim_size(batch_dim_);
+    if (batch_size == 0) {
+      context->SetOutput(0, input);
+      return;
+    }
 
-    const DataType input_type = context->input_type(0);
-    const DataType seq_lens_type = context->input_type(1);
+    // Given the input
+    //
+    // 012345
+    // 6789AB
+    //
+    // and sequence lens {2, 3} we:
+    //
+    // 1. Reverse and pad each row to get
+    //
+    //    543210XXXXXX
+    //    BA9876XXXXXX
+    //
+    // 2. Gather out the suffix from each row to get
+    //
+    //    10XXXX
+    //    876XXX
+    //
+    // 3. Select from the input and the array created by (2) to get the result.
+    //
+    //    102345
+    //    8769AB
+    const xla::PrimitiveType input_type = context->input_xla_type(0);
+    const xla::PrimitiveType seq_lens_type = context->input_xla_type(1);
     const int64 max_seq_len = input_shape.dim_size(seq_dim_);
 
-    xla::Shape input_xla_shape;
-    OP_REQUIRES_OK(context, TensorShapeToXLAShape(input_type, input_shape,
-                                                  &input_xla_shape));
-    xla::Shape seq_lens_xla_shape;
-    OP_REQUIRES_OK(context, TensorShapeToXLAShape(seq_lens_type, seq_lens_shape,
-                                                  &seq_lens_xla_shape));
-
-    const auto tuple_shape = xla::ShapeUtil::MakeTupleShape({
-        xla::ShapeUtil::MakeShape(seq_lens_xla_shape.element_type(), {}),
-        seq_lens_xla_shape,
-        input_xla_shape,
-    });
-
-    // For each entry in the batch, reverse the sequence.
-    // TODO(b/65689298): generalize the Map() operator to non-scalar cases and
-    // use it here, instead of a While loop.
-
-    // Condition: lambda (i, _, _): i < batch_size
-    auto condition_builder =
-        builder->CreateSubBuilder("reverse_sequence_condition");
-    {
-      auto param =
-          xla::Parameter(condition_builder.get(), 0, tuple_shape, "param");
-      auto i = xla::GetTupleElement(param, 0);
-      xla::Lt(i, XlaHelpers::IntegerLiteral(condition_builder.get(),
-                                            seq_lens_type, batch_size));
-    }
-    auto condition = condition_builder->Build();
-    OP_REQUIRES_OK(context, condition.status());
-
-    auto body_builder = builder->CreateSubBuilder("reverse_sequence_body");
-    {
-      auto param = xla::Parameter(body_builder.get(), 0, tuple_shape, "param");
-      auto i = xla::GetTupleElement(param, 0);
-      auto seq_lens = xla::GetTupleElement(param, 1);
-      auto output = xla::GetTupleElement(param, 2);
-
-      // seq_len is the sequence length of the current batch element (rank 1)
-      auto seq_len = xla::DynamicSlice(seq_lens, xla::Reshape(i, {1}), {1});
-
-      // Indices is the offset of the batch element in the input.
-      auto batch_element_indices =
-          xla::Broadcast(XlaHelpers::Zero(body_builder.get(), seq_lens_type),
-                         {input_shape.dims()});
-      batch_element_indices = xla::DynamicUpdateSlice(
-          batch_element_indices, xla::Reshape(i, {1}),
-          xla::Reshape(XlaHelpers::IntegerLiteral(body_builder.get(),
-                                                  seq_lens_type, batch_dim_),
-                       {1}));
-
-      // Slice out the current batch element and pad it out in the sequence
-      // dimension.
-      TensorShape slice_shape = input_shape;
-      slice_shape.set_dim(batch_dim_, 1);
-      slice_shape.set_dim(seq_dim_, max_seq_len);
-      auto slice = xla::DynamicSlice(output, batch_element_indices,
-                                     slice_shape.dim_sizes());
-      auto padding_config = xla::MakeNoPaddingConfig(slice_shape.dims());
-      padding_config.mutable_dimensions(seq_dim_)->set_edge_padding_high(
-          slice_shape.dim_size(seq_dim_));
-      slice = xla::Pad(slice, XlaHelpers::Zero(body_builder.get(), input_type),
-                       padding_config);
-
-      // Now slice out the reversed sequence from its actual start.
-      // sequence_start_indices is the offset of the start of the reversed
-      // sequence in the input. The slice will go into the padding, however, we
-      // will mask off these elements and replace them with elements from the
-      // original input so their values do not matter.
-      auto sequence_start_indices =
-          xla::Broadcast(XlaHelpers::Zero(body_builder.get(), seq_lens_type),
-                         {slice_shape.dims()});
-      sequence_start_indices = xla::DynamicUpdateSlice(
-          sequence_start_indices,
-          xla::Sub(XlaHelpers::IntegerLiteral(body_builder.get(), seq_lens_type,
-                                              max_seq_len),
-                   seq_len),
-          xla::Reshape(XlaHelpers::IntegerLiteral(body_builder.get(),
-                                                  seq_lens_type, seq_dim_),
-                       {1}));
-      slice = xla::DynamicSlice(slice, sequence_start_indices,
-                                slice_shape.dim_sizes());
-
-      // Shift the reversed sequence to the left.
-      output = xla::DynamicUpdateSlice(output, slice, batch_element_indices);
-
-      xla::Tuple(
-          body_builder.get(),
-          {xla::Add(i, XlaHelpers::One(body_builder.get(), seq_lens_type)),
-           seq_lens, output});
+    xla::XlaOp rev = xla::Rev(input, {seq_dim_});
+
+    auto padding_config = xla::MakeNoPaddingConfig(input_shape.dims());
+    padding_config.mutable_dimensions(seq_dim_)->set_edge_padding_high(
+        max_seq_len);
+    xla::XlaOp padded =
+        xla::Pad(rev, xla::Zero(builder, input_type), padding_config);
+
+    // Form a start indices tensor with shape [2, batch_size]. For each batch
+    // entry we have a (batch offset, seq offset) pair.
+    xla::XlaOp start_indices = xla::ConcatInDim(
+        builder,
+        {
+            xla::Iota(builder,
+                      xla::ShapeUtil::MakeShape(seq_lens_type, {1, batch_size}),
+                      /*iota_dimension=*/1),
+            xla::Reshape(xla::ScalarLike(seq_lens, max_seq_len) - seq_lens,
+                         {1, batch_size}),
+        },
+        /*dimension=*/0);
+
+    xla::GatherDimensionNumbers dnums;
+    // The first dimension of start_indices contains the batch/seq dim choice.
+    dnums.set_index_vector_dim(0);
+    dnums.add_start_index_map(batch_dim_);
+    dnums.add_start_index_map(seq_dim_);
+
+    // All other dimensions other than the batch dim are offset dimensions.
+    for (int i = 0; i < input_shape.dims(); ++i) {
+      if (i != batch_dim_) {
+        dnums.add_offset_dims(i);
+      }
     }
-    auto body = body_builder->Build();
-    OP_REQUIRES_OK(context, body.status());
-
-    auto loop_output = xla::While(
-        condition.ValueOrDie(), body.ValueOrDie(),
-        xla::Tuple(builder, {XlaHelpers::Zero(builder, seq_lens_type), seq_lens,
-                             xla::Rev(input, {seq_dim_})}));
-    auto output = xla::GetTupleElement(loop_output, 2);
-
-    // Mask out elements after the sequence length.
-    xla::XlaOp iota =
-        xla::Iota(builder, seq_lens_xla_shape.element_type(), max_seq_len);
+    dnums.add_collapsed_slice_dims(batch_dim_);
+
+    auto slice_sizes = input_shape.dim_sizes();
+    slice_sizes[batch_dim_] = 1;
+
+    xla::XlaOp output = xla::Gather(padded, start_indices, dnums, slice_sizes);
+
+    // Mask out elements after the sequence length, and copy the corresponding
+    // elements from the input.
+    xla::XlaOp iota = xla::Iota(builder, seq_lens_type, max_seq_len);
     std::vector<int64> dims(input_shape.dims(), 1);
     dims[batch_dim_] = batch_size;
     auto mask = xla::Lt(iota, xla::Reshape(seq_lens, dims), {seq_dim_});
-- 
GitLab


From c4705c30d577138017069a2c897e8c9d66eb49bc Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Thu, 1 Nov 2018 09:09:11 -0700
Subject: [PATCH 0885/1825] [TF:XLA] Unconditionally use xla::TransferManager
 to transfer buffers on XLA_* devices, and remove the non-TransferManager
 path.

This change only affects pure XLA devices like XLA_CPU and XLA_GPU, and does not affect XLA-compiled code running on the regular CPU and GPU devices (i.e., most users). There's little downside to doing this now that we have the LiteralSlice/BorrowingLiteral XLA APIs which don't require unnecessary copies.

Also clarifies the semantics of when host-side data structures can be freed in xla::TransferManager::TransferLiteralToDevice, and simplifies the corresponding code in XlaDeviceContext.

PiperOrigin-RevId: 219644033
---
 tensorflow/compiler/jit/xla_cpu_device.cc     |   1 -
 tensorflow/compiler/jit/xla_device.cc         |   4 +-
 tensorflow/compiler/jit/xla_device.h          |   8 -
 tensorflow/compiler/jit/xla_device_context.cc | 196 +++++++-----------
 tensorflow/compiler/jit/xla_device_context.h  |  10 +-
 tensorflow/compiler/jit/xla_gpu_device.cc     |   1 -
 .../compiler/jit/xla_interpreter_device.cc    |   1 -
 .../compiler/xla/service/transfer_manager.h   |   8 +-
 8 files changed, 81 insertions(+), 148 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_cpu_device.cc b/tensorflow/compiler/jit/xla_cpu_device.cc
index f2cea3d000..cbfeb38805 100644
--- a/tensorflow/compiler/jit/xla_cpu_device.cc
+++ b/tensorflow/compiler/jit/xla_cpu_device.cc
@@ -60,7 +60,6 @@ Status XlaCpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
   options.device_name = DEVICE_XLA_CPU;
   options.device_ordinal = 0;
   options.compilation_device_name = DEVICE_CPU_XLA_JIT;
-  options.transfer_as_literal = false;
   options.use_multiple_streams = false;
   auto device = absl::make_unique<XlaDevice>(session_options, options);
   devices->push_back(device.release());
diff --git a/tensorflow/compiler/jit/xla_device.cc b/tensorflow/compiler/jit/xla_device.cc
index e0f8ea074f..2289abd2df 100644
--- a/tensorflow/compiler/jit/xla_device.cc
+++ b/tensorflow/compiler/jit/xla_device.cc
@@ -201,7 +201,6 @@ XlaDevice::XlaDevice(const SessionOptions& session_options,
       jit_device_name_(options.compilation_device_name),
       platform_(options.platform),
       use_multiple_streams_(options.use_multiple_streams),
-      transfer_as_literal_(options.transfer_as_literal),
       shape_representation_fn_(options.shape_representation_fn) {
   VLOG(1) << "Created XLA device " << options.compilation_device_name << " "
           << this;
@@ -322,8 +321,7 @@ xla::StatusOr<XlaDeviceContext*> XlaDevice::GetDeviceContextLocked() {
   device_context_ = new XlaDeviceContext(
       stream_, std::move(host_to_device_stream),
       std::move(device_to_host_stream), std::move(device_to_device_streams),
-      client(), transfer_as_literal_, shape_representation_fn_,
-      thread_pool_.get());
+      client(), shape_representation_fn_, thread_pool_.get());
   VLOG(1) << "XlaDevice " << this << " new XlaDeviceContext "
           << device_context_;
 
diff --git a/tensorflow/compiler/jit/xla_device.h b/tensorflow/compiler/jit/xla_device.h
index 53a470f232..8881b697bc 100644
--- a/tensorflow/compiler/jit/xla_device.h
+++ b/tensorflow/compiler/jit/xla_device.h
@@ -108,11 +108,6 @@ class XlaDevice : public LocalDevice {
     // The name of the compilation device (e.g., "XLA_CPU_JIT");
     string compilation_device_name;
 
-    // 'transfer_as_literal' is true if device<->host transfers must be done
-    // using XLA's TransferLiteral{To,From}Device interface. If false, we can
-    // use ThenMemcpy instead.
-    bool transfer_as_literal = false;
-
     // If 'use_multiple_streams' is true, we create separate streams for
     // compute, host-to-device, and device-to-host communication.
     bool use_multiple_streams = false;
@@ -209,9 +204,6 @@ class XlaDevice : public LocalDevice {
   std::vector<std::shared_ptr<se::Stream>> device_to_device_streams_
       GUARDED_BY(mu_);
 
-  // Must we use XLA's transfer manager for correct host<->device transfers? if
-  // false, we can use ThenMemcpy() instead.
-  const bool transfer_as_literal_;
   const XlaCompiler::ShapeRepresentationFn shape_representation_fn_;
 
   // The device context accessed by all users of the XlaDevice, set by calls to
diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index 76a4647a98..eb3cf27624 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -55,7 +55,7 @@ XlaDeviceContext::XlaDeviceContext(
     std::shared_ptr<se::Stream> host_to_device_stream,
     std::shared_ptr<se::Stream> device_to_host_stream,
     std::vector<std::shared_ptr<se::Stream>> device_to_device_streams,
-    xla::LocalClient* client, bool transfer_as_literal,
+    xla::LocalClient* client,
     XlaCompiler::ShapeRepresentationFn shape_representation_fn,
     thread::ThreadPool* thread_pool)
     : stream_(std::move(compute_stream)),
@@ -64,7 +64,6 @@ XlaDeviceContext::XlaDeviceContext(
       device_to_device_streams_(std::move(device_to_device_streams)),
       client_(client),
       transfer_manager_(client->backend().transfer_manager()),
-      transfer_as_literal_(transfer_as_literal),
       shape_representation_fn_(std::move(shape_representation_fn)),
       thread_pool_(thread_pool) {
   CHECK(host_to_device_stream_ != nullptr);
@@ -77,71 +76,6 @@ XlaDeviceContext::XlaDeviceContext(
   }
 }
 
-Status XlaDeviceContext::TransferLiteralToDevice(const Tensor& host_tensor,
-                                                 Tensor* device_tensor) const {
-  xla::Shape xla_shape;
-  TF_RETURN_IF_ERROR(TensorShapeToXLAShape(host_tensor.dtype(),
-                                           host_tensor.shape(), &xla_shape));
-  // Create a reference to hold onto host_tensor until after the literal has
-  // been transferred. Also make sure the literal exists until the function
-  // asynchronously completes, as it will be wrapped in an xla::LiteralSlice.
-  TensorReference ref(host_tensor);
-  auto literal = std::make_shared<xla::BorrowingLiteral>(
-      static_cast<const char*>(DMAHelper::base(&host_tensor)), xla_shape);
-
-  XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
-  const xla::ShapedBuffer& shaped_buffer = xla_tensor->shaped_buffer();
-  VLOG(1) << "Transfer to device as literal: " << literal->ToString() << " "
-          << shaped_buffer.ToString();
-  if (UseMultipleStreams() && !transfer_manager_->CanShapedBufferBeAccessedNow(
-                                  stream_->parent(), shaped_buffer)) {
-    // Initially wait for the compute stream so that memory allocations are
-    // synchronized.
-    host_to_device_stream_->ThenWaitFor(stream_.get());
-  }
-  TF_RETURN_IF_ERROR(transfer_manager_->TransferLiteralToDeviceAsync(
-      host_to_device_stream_.get(), *literal, shaped_buffer));
-  if (UseMultipleStreams()) {
-    auto event = std::make_shared<se::Event>(stream_->parent());
-    TF_RET_CHECK(event->Init()) << "Event failed to initialize!";
-    host_to_device_stream_->ThenRecordEvent(event.get());
-    xla_tensor->ResetDefinitionEvent(std::move(event),
-                                     host_to_device_stream_.get());
-  }
-  // Unref the host tensor, and capture the literal shared_ptr too so it goes
-  // out of scope when the lambda completes.
-  // We don't defer the call to done() onto the stream here, and the reasons why
-  // this is correct are subtle. We assume that:
-  // a) all consumers of the device tensor will wait for its definition event.
-  // b) if the tensor is destroyed, then the memory allocator will not hand out
-  //    the same buffers until the transfer has completed.
-  host_to_device_stream_->ThenDoHostCallback([ref, literal]() { ref.Unref(); });
-
-  return Status::OK();
-}
-
-void XlaDeviceContext::TransferLiteralFromDevice(
-    Tensor* host_tensor, const Tensor& device_tensor,
-    const StatusCallback& done) const {
-  xla::MutableBorrowingLiteral literal;
-  TF_CHECK_OK(HostTensorToMutableBorrowingLiteral(host_tensor, &literal));
-
-  const xla::ShapedBuffer& shaped_buffer =
-      XlaTensor::FromTensor(&device_tensor)->shaped_buffer();
-
-  TensorReference ref(device_tensor);
-  transfer_manager_->TransferLiteralFromDevice(
-      device_to_host_stream_.get(), shaped_buffer, literal,
-      [=, &shaped_buffer](xla::Status status) {
-        ref.Unref();
-        done([&]() -> Status {
-          VLOG(1) << "Transfer from device as literal: "
-                  << shaped_buffer.ToString();
-          return status;
-        }());
-      });
-}
-
 void XlaDeviceContext::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
                                              Device* device,
                                              Tensor* device_tensor,
@@ -160,54 +94,73 @@ void XlaDeviceContext::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
           << cpu_tensor->shape().DebugString() << " "
           << device_tensor->shape().DebugString();
 
-  void* src_ptr = const_cast<void*>(DMAHelper::base(cpu_tensor));
-  const int64 total_bytes = cpu_tensor->TotalBytes();
 
   XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
   CHECK(xla_tensor);
 
-  xla::StatusOr<TensorShape> shape_or_status =
-      shape_representation_fn_(device_tensor->shape(), device_tensor->dtype());
-  if (!shape_or_status.ok()) {
-    done(shape_or_status.status());
-    return;
-  }
-  TensorShape shape = shape_or_status.ValueOrDie();
-  if (!xla_tensor->has_shaped_buffer()) {
-    Status s =
+  Status status = [&]() -> Status {
+    TF_ASSIGN_OR_RETURN(TensorShape shape,
+                        shape_representation_fn_(device_tensor->shape(),
+                                                 device_tensor->dtype()));
+
+    // The device tensor should always be fresh.
+    TF_RET_CHECK(!xla_tensor->has_shaped_buffer());
+
+    xla_tensor->set_host_tensor(*cpu_tensor);
+    TF_RETURN_IF_ERROR(
         xla_tensor->AllocateShapedBuffer(device_tensor->dtype(), shape, client_,
-                                         stream_->parent()->device_ordinal());
-    if (!s.ok()) {
-      done(s);
-      return;
+                                         stream_->parent()->device_ordinal()));
+
+    xla::BorrowingLiteral literal(
+        static_cast<const char*>(DMAHelper::base(cpu_tensor)),
+        xla_tensor->shaped_buffer().on_host_shape());
+
+    VLOG(1) << "Transfer to device as literal: " << literal.ToString() << " "
+            << xla_tensor->shaped_buffer().ToString();
+    if (UseMultipleStreams() &&
+        !transfer_manager_->CanShapedBufferBeAccessedNow(
+            stream_->parent(), xla_tensor->shaped_buffer())) {
+      // Initially wait for the compute stream so that memory allocations are
+      // synchronized.
+      host_to_device_stream_->ThenWaitFor(stream_.get());
     }
-  }
 
-  Status status;
-  if (transfer_as_literal_) {
-    Tensor reshaped_cpu_tensor;
-    if (!reshaped_cpu_tensor.CopyFrom(*cpu_tensor, shape)) {
-      done(errors::Internal(
-          "Tensor::CopyFrom failed when copying from CPU to XLA device"));
-      return;
-    }
-    status = TransferLiteralToDevice(reshaped_cpu_tensor, device_tensor);
-  } else {
-    se::DeviceMemoryBase dev_dst_ptr =
-        XlaTensor::DeviceMemoryFromTensor(*device_tensor);
-    host_to_device_stream_->ThenMemcpy(&dev_dst_ptr, src_ptr, total_bytes);
-    // TODO(hpucha): Make this asynchronous.
-    Status block_status = host_to_device_stream_->BlockHostUntilDone();
-    if (!block_status.ok()) {
-      status = xla::InternalError(
-          "Failed to complete data transfer on stream %p: %s",
-          host_to_device_stream_.get(), block_status.error_message().c_str());
+    TF_RETURN_IF_ERROR(transfer_manager_->TransferLiteralToDeviceAsync(
+        host_to_device_stream_.get(), literal, xla_tensor->shaped_buffer()));
+
+    if (UseMultipleStreams()) {
+      auto event = std::make_shared<se::Event>(stream_->parent());
+      TF_RET_CHECK(event->Init()) << "Event failed to initialize!";
+      host_to_device_stream_->ThenRecordEvent(event.get());
+      xla_tensor->ResetDefinitionEvent(std::move(event),
+                                       host_to_device_stream_.get());
     }
+
+    return Status::OK();
+  }();
+  if (!status.ok()) {
+    done(status);
+    return;
   }
-  if (status.ok()) {
-    xla_tensor->set_host_tensor(*cpu_tensor);
+
+  // Create a reference to hold onto cpu_tensor until after the literal has
+  // been transferred
+  TensorReference ref(*cpu_tensor);
+  if (UseMultipleStreams()) {
+    // Unref the host tensor when the transfer completes.
+    // We don't defer the call to done() onto the stream here, and the reasons
+    // why this is correct are subtle. We assume that:
+    // a) all consumers of the device tensor will wait for its definition event.
+    // b) if the tensor is destroyed, then the memory allocator will not hand
+    //    out the same buffers until the transfer has completed.
+    host_to_device_stream_->ThenDoHostCallback([ref]() { ref.Unref(); });
+    done(status);
+  } else {
+    host_to_device_stream_->ThenDoHostCallback([ref, done]() {
+      ref.Unref();
+      done(Status::OK());
+    });
   }
-  done(status);
 }
 
 void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
@@ -227,30 +180,23 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
           << cpu_tensor->shape().DebugString() << " "
           << device_tensor->shape().DebugString();
 
-  const int64 total_bytes = cpu_tensor->TotalBytes();
-  se::DeviceMemoryBase dev_src_ptr =
-      XlaTensor::DeviceMemoryFromTensor(*device_tensor);
-  void* dst_ptr = DMAHelper::base(cpu_tensor);
   XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
-
   xla_tensor->WaitForDefinitionEventOnStream(device_to_host_stream_.get());
 
-  Status status;
-  if (transfer_as_literal_) {
-    TransferLiteralFromDevice(cpu_tensor, *device_tensor, done);
-    return;
-  } else {
-    device_to_host_stream_->ThenMemcpy(dst_ptr, dev_src_ptr, total_bytes);
-    // TODO(hpucha): Make this asynchronous.
-    Status block_status = device_to_host_stream_->BlockHostUntilDone();
-    if (!block_status.ok()) {
-      status = xla::InternalError(
-          "Failed to complete data transfer on stream %p: %s", stream_.get(),
-          block_status.error_message().c_str());
-    }
-  }
+  xla::MutableBorrowingLiteral literal;
+  TF_CHECK_OK(HostTensorToMutableBorrowingLiteral(cpu_tensor, &literal));
 
-  done(status);
+  TensorReference ref(*device_tensor);
+  transfer_manager_->TransferLiteralFromDevice(
+      device_to_host_stream_.get(), xla_tensor->shaped_buffer(), literal,
+      [ref, xla_tensor, done](xla::Status status) {
+        done([&]() -> Status {
+          VLOG(1) << "Transfer from device as literal: "
+                  << xla_tensor->shaped_buffer().ToString();
+          return status;
+        }());
+        ref.Unref();
+      });
 }
 
 se::Stream* XlaDeviceContext::GetDeviceToDeviceStream() {
diff --git a/tensorflow/compiler/jit/xla_device_context.h b/tensorflow/compiler/jit/xla_device_context.h
index 2baba7fd1d..1e18df197a 100644
--- a/tensorflow/compiler/jit/xla_device_context.h
+++ b/tensorflow/compiler/jit/xla_device_context.h
@@ -52,7 +52,7 @@ class XlaDeviceContext : public DeviceContext {
       std::shared_ptr<se::Stream> host_to_device_stream,
       std::shared_ptr<se::Stream> device_to_host_stream,
       std::vector<std::shared_ptr<se::Stream>> device_to_device_streams,
-      xla::LocalClient* client, bool transfer_as_literal,
+      xla::LocalClient* client,
       XlaCompiler::ShapeRepresentationFn shape_representation_fn,
       thread::ThreadPool* thread_pool);
 
@@ -83,11 +83,6 @@ class XlaDeviceContext : public DeviceContext {
   se::Stream* GetDeviceToDeviceStream();
 
  private:
-  Status TransferLiteralToDevice(const Tensor& host_tensor,
-                                 Tensor* device_tensor) const;
-  void TransferLiteralFromDevice(Tensor* host_tensor,
-                                 const Tensor& device_tensor,
-                                 const StatusCallback& done) const;
   bool UseMultipleStreams() const { return stream_ != host_to_device_stream_; }
 
   // The main compute stream of the device, used to synchronize the transfer
@@ -107,8 +102,7 @@ class XlaDeviceContext : public DeviceContext {
   xla::LocalClient* client_;
   // Transfer manager, for marshalling data to and from the device.
   xla::TransferManager* transfer_manager_;
-  // True if we must use XLA's TransferManager for correct device transfers.
-  const bool transfer_as_literal_;
+
   XlaCompiler::ShapeRepresentationFn shape_representation_fn_;
 
   // Thread pool used for running closures
diff --git a/tensorflow/compiler/jit/xla_gpu_device.cc b/tensorflow/compiler/jit/xla_gpu_device.cc
index d9021fb001..8f28b38b5e 100644
--- a/tensorflow/compiler/jit/xla_gpu_device.cc
+++ b/tensorflow/compiler/jit/xla_gpu_device.cc
@@ -59,7 +59,6 @@ Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
   options.device_name = DEVICE_XLA_GPU;
   options.device_ordinal = 0;
   options.compilation_device_name = DEVICE_GPU_XLA_JIT;
-  options.transfer_as_literal = false;
   options.use_multiple_streams = false;
   auto device = absl::make_unique<XlaDevice>(session_options, options);
 
diff --git a/tensorflow/compiler/jit/xla_interpreter_device.cc b/tensorflow/compiler/jit/xla_interpreter_device.cc
index aee3b58c99..dc37362fd8 100644
--- a/tensorflow/compiler/jit/xla_interpreter_device.cc
+++ b/tensorflow/compiler/jit/xla_interpreter_device.cc
@@ -60,7 +60,6 @@ Status XlaInterpreterDeviceFactory::CreateDevices(
   options.device_name = DEVICE_XLA_INTERPRETER;
   options.device_ordinal = 0;
   options.compilation_device_name = DEVICE_INTERPRETER_XLA_JIT;
-  options.transfer_as_literal = false;
   options.use_multiple_streams = false;
   auto device = absl::make_unique<XlaDevice>(session_options, options);
   devices->push_back(device.release());
diff --git a/tensorflow/compiler/xla/service/transfer_manager.h b/tensorflow/compiler/xla/service/transfer_manager.h
index f952e64af2..49f0b8f8b7 100644
--- a/tensorflow/compiler/xla/service/transfer_manager.h
+++ b/tensorflow/compiler/xla/service/transfer_manager.h
@@ -95,7 +95,13 @@ class TransferManager {
   // but need not have the same layout.
   //
   // This operation is performed asynchronously on the given stream. It returns
-  // once the transfer is enqueued.
+  // once the transfer is enqueued, and may return before the transfer has
+  // completed.
+  //
+  // The caller may free the data structures 'literal' and 'device_buffer'
+  // immediately after this function returns, however their constituent buffers
+  // on both host and device must remain valid until the enqueued transfer has
+  // completed on 'stream'.
   virtual Status TransferLiteralToDeviceAsync(
       se::Stream* stream, const LiteralSlice& literal,
       const ShapedBuffer& device_buffer) = 0;
-- 
GitLab


From 1b056869a59b5624e4ce0df9abdd99643ecd41b4 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Thu, 1 Nov 2018 09:28:03 -0700
Subject: [PATCH 0886/1825] Tweak to colocate_with when executing eagerly to
 avoid variable reads

Employs duck typing to fetch a "device" attribute rather than eagerly converting to a Tensor.

PiperOrigin-RevId: 219646805
---
 tensorflow/python/eager/def_function_test.py | 31 ++++++++++++++++++++
 tensorflow/python/framework/ops.py           |  3 +-
 2 files changed, 33 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/def_function_test.py b/tensorflow/python/eager/def_function_test.py
index acc4fecf2d..543dcd19ae 100644
--- a/tensorflow/python/eager/def_function_test.py
+++ b/tensorflow/python/eager/def_function_test.py
@@ -18,12 +18,37 @@ from __future__ import division
 from __future__ import print_function
 
 
+from tensorflow.python.eager import backprop
 from tensorflow.python.eager import def_function
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
+from tensorflow.python.keras.engine import training
+from tensorflow.python.keras.layers import core
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
+from tensorflow.python.training import adam
+
+
+class _ModelWithOptimizer(training.Model):
+
+  def __init__(self):
+    super(_ModelWithOptimizer, self).__init__()
+    self.dense = core.Dense(1)
+    self.optimizer = adam.AdamOptimizer(0.01)
+
+  @def_function.function(
+      input_signature=(tensor_spec.TensorSpec([None, 2], dtypes.float32),
+                       tensor_spec.TensorSpec([None], dtypes.float32)))
+  def call(self, x, y):
+    with backprop.GradientTape() as tape:
+      loss = math_ops.reduce_mean((self.dense(x) - y) ** 2.)
+    trainable_variables = self.trainable_variables
+    gradients = tape.gradient(loss, trainable_variables)
+    self.optimizer.apply_gradients(zip(gradients, trainable_variables))
+    return {'loss': loss}
 
 
 class DefFunctionTest(test.TestCase):
@@ -164,6 +189,12 @@ class DefFunctionTest(test.TestCase):
     m1 = MyModel()
     self.assertAllEqual(m1.apply(3.0), 6.0)
 
+  def test_optimizer(self):
+    x = constant_op.constant([[3., 4.]])
+    y = constant_op.constant([2.])
+    model = _ModelWithOptimizer()
+    model(x, y)
+
 
 if __name__ == '__main__':
   ops.enable_eager_execution()
diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 720aa0902d..7b01b6c345 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4960,7 +4960,8 @@ def container(container_name):
 def _colocate_with_for_gradient(op, gradient_uid, ignore_existing=False):
   if context.executing_eagerly():
     if op is not None:
-      op = internal_convert_to_tensor_or_indexed_slices(op)
+      if not hasattr(op, "device"):
+        op = internal_convert_to_tensor_or_indexed_slices(op)
       return device(op.device)
     else:
       return NullContextmanager()
-- 
GitLab


From b83f7207a55ac60e9fda2b57a766e6db563a5b88 Mon Sep 17 00:00:00 2001
From: Artem Belevich <tra@google.com>
Date: Thu, 1 Nov 2018 09:42:32 -0700
Subject: [PATCH 0887/1825] Make NVPTX logging somewhat more structured.

-v=2 enables 'logistics' logs -- tool/library search, PTX/CUBIN size info.
-v=3 enables detailed printout of IR/PTX/thunk schedules.
PiperOrigin-RevId: 219649093
---
 .../xla/service/gpu/nvptx_compiler.cc         | 32 +++++++++++--------
 1 file changed, 18 insertions(+), 14 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index 2b699ce6ae..240e60544a 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -128,6 +128,7 @@ string GetLibdeviceDir(const string& config_cuda_data_dir) {
             << potential_libdevice_dir;
   }
 
+  LOG(WARNING) << "Unable to find libdevice dir. Using '.'";
   // Last resort: maybe in the current folder.
   return ".";
 }
@@ -476,9 +477,10 @@ StatusOr<std::vector<uint8>> CompilePtx(const string& ptx, int cc_major,
   tracing::ScopedActivity activity("Compile PTX", /*is_expensive=*/true);
   const string ptxas_path =
       tensorflow::io::JoinPath(tensorflow::CudaRoot(), "bin", "ptxas");
-  VLOG(2) << "Using ptxas at " << ptxas_path;
+  VLOG(2) << "Checking ptxas at " << ptxas_path;
   auto env = tensorflow::Env::Default();
   TF_RETURN_IF_ERROR(env->FileExists(ptxas_path));
+  VLOG(2) << "Using ptxas at " << ptxas_path;
 
   WarnIfBadPtxasVersion(ptxas_path);
 
@@ -544,8 +546,8 @@ StatusOr<std::unique_ptr<HloModule>> NVPTXCompiler::RunHloPasses(
     std::unique_ptr<HloModule> module, se::StreamExecutor* stream_exec,
     DeviceMemoryAllocator* device_allocator) {
   // We dump the post-optimization HLO in RunBackend so no need to dump it here.
-  VLOG(2) << "*** HLO Before Optimization";
-  XLA_VLOG_LINES(2, module->ToString());
+  VLOG(3) << "*** HLO Before Optimization";
+  XLA_VLOG_LINES(3, module->ToString());
 
   XLA_SCOPED_LOGGING_TIMER("NVPTXCompiler::RunHloPasses");
   tracing::ScopedActivity activity("HLO Transforms", module->name(),
@@ -604,8 +606,8 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
   // include headers, so no need for us to print them ourselves.
   XLA_VLOG_LINES(1, buffer_assignment->GetStats().ToString());
   XLA_VLOG_LINES(2, buffer_assignment->ToString());
-  VLOG(2) << "*** HLO After Optimization";
-  XLA_VLOG_LINES(2, module->ToString());
+  VLOG(3) << "*** HLO After Optimization";
+  XLA_VLOG_LINES(3, module->ToString());
   const string xla_dump_optimized_hlo_proto_to =
       module->config().debug_options().xla_dump_optimized_hlo_proto_to();
   if (!xla_dump_optimized_hlo_proto_to.empty()) {
@@ -635,10 +637,10 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
   string ir_module_string_before_opt;
   const bool embed_ir_in_executable =
       module->config().debug_options().xla_embed_ir_in_executable();
-  if (VLOG_IS_ON(2) || embed_ir_in_executable) {
+  if (VLOG_IS_ON(3) || embed_ir_in_executable) {
     ir_module_string_before_opt = llvm_ir::DumpModuleToString(llvm_module);
-    VLOG(2) << "LLVM module before optimizations:";
-    XLA_VLOG_LINES(2, ir_module_string_before_opt);
+    VLOG(3) << "LLVM module before optimizations:";
+    XLA_VLOG_LINES(3, ir_module_string_before_opt);
   }
 
   const string& ir_dump_directory =
@@ -682,6 +684,8 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
     }
     libdevice_dir = cached_libdevice_dir_;
   }
+  VLOG(2) << "Libdevice dir = " << libdevice_dir << "\n";
+
   int cc_major, cc_minor;
   if (!stream_exec->GetDeviceDescription().cuda_compute_capability(&cc_major,
                                                                    &cc_minor)) {
@@ -708,10 +712,10 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
   if (user_post_optimization_hook_) {
     TF_CHECK_OK(user_post_optimization_hook_(llvm_module));
   }
-  VLOG(2) << "LLVM module after optimizations:";
-  XLA_VLOG_LINES(2, llvm_ir::DumpModuleToString(llvm_module));
-  VLOG(2) << "PTX:";
-  XLA_VLOG_LINES(2, ptx);
+  VLOG(3) << "LLVM module after optimizations:";
+  XLA_VLOG_LINES(3, llvm_ir::DumpModuleToString(llvm_module));
+  VLOG(3) << "PTX:";
+  XLA_VLOG_LINES(3, ptx);
 
   // Write PTX to IR dump directory, if IR dumping was requested.
   if (!ir_dump_directory.empty()) {
@@ -735,8 +739,8 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
   auto thunk_schedule = absl::make_unique<ThunkSchedule>(
       ir_emitter.ConsumeThunkSequence(), std::move(stream_assignment),
       hlo_schedule->ThunkLaunchOrder());
-  VLOG(2) << "Printing the thunk schedule...";
-  XLA_VLOG_LINES(2, thunk_schedule->ToString());
+  VLOG(3) << "Printing the thunk schedule...";
+  XLA_VLOG_LINES(3, thunk_schedule->ToString());
 
   std::unique_ptr<HloProfileIndexMap> profile_index_map;
   std::unique_ptr<HloProfilePrinterData> profile_printer;
-- 
GitLab


From de812be9282a95f7f887fd7a9a6351149dce82b4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 09:53:37 -0700
Subject: [PATCH 0888/1825] Add support for strings in Reshape.

PiperOrigin-RevId: 219650781
---
 tensorflow/lite/kernels/pad_test.cc     | 13 ----
 tensorflow/lite/kernels/reshape.cc      | 82 ++++++++++++++++++-------
 tensorflow/lite/kernels/reshape_test.cc | 66 ++++++++++++--------
 tensorflow/lite/kernels/test_util.h     | 10 +++
 4 files changed, 110 insertions(+), 61 deletions(-)

diff --git a/tensorflow/lite/kernels/pad_test.cc b/tensorflow/lite/kernels/pad_test.cc
index 109e4b7519..415a285c70 100644
--- a/tensorflow/lite/kernels/pad_test.cc
+++ b/tensorflow/lite/kernels/pad_test.cc
@@ -58,19 +58,6 @@ class PadOpModel : public SingleOpModel {
   int constant_values_;
 };
 
-namespace {
-
-// Returns the corresponding TensorType given the type T.
-template <typename T>
-TensorType GetTensorType() {
-  if (std::is_same<T, float>::value) return TensorType_FLOAT32;
-  if (std::is_same<T, int32_t>::value) return TensorType_INT32;
-  if (std::is_same<T, uint8_t>::value) return TensorType_UINT8;
-  return TensorType_MIN;  // default value
-}
-
-}  // namespace
-
 // Tests case where paddings is a const tensor. Type T is the dtype.
 template <typename T>
 class PadV2OpConstModel : public PadOpModel<T> {
diff --git a/tensorflow/lite/kernels/reshape.cc b/tensorflow/lite/kernels/reshape.cc
index 9fcf33f9dd..d040c67701 100644
--- a/tensorflow/lite/kernels/reshape.cc
+++ b/tensorflow/lite/kernels/reshape.cc
@@ -59,7 +59,7 @@ TfLiteStatus ResizeOutput(TfLiteContext* context, TfLiteNode* node,
   return context->ResizeTensor(context, output, output_shape);
 }
 
-TfLiteStatus ResizeOutputWithShapeTensor(TfLiteContext* context,
+TfLiteIntArray* GetOutputShapeFromTensor(TfLiteContext* context,
                                          TfLiteNode* node) {
   const TfLiteTensor* shape = GetInput(context, node, kShapeTensor);
 
@@ -67,30 +67,14 @@ TfLiteStatus ResizeOutputWithShapeTensor(TfLiteContext* context,
   for (int i = 0; i < output_shape->size; ++i) {
     output_shape->data[i] = shape->data.i32[i];
   }
-  return ResizeOutput(context, node, output_shape);
+
+  return output_shape;
 }
 
-TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+TfLiteIntArray* GetOutputShapeFromParam(TfLiteContext* context,
+                                        TfLiteNode* node) {
   auto* params = reinterpret_cast<TfLiteReshapeParams*>(node->builtin_data);
 
-  TF_LITE_ENSURE(context, NumInputs(node) == 1 || NumInputs(node) == 2);
-  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
-
-  // Attempt to use shape tensor if it exists.
-  if (NumInputs(node) == 2) {
-    const TfLiteTensor* shape = GetInput(context, node, kShapeTensor);
-    // Check if the shape tensor is valid.
-    if (shape->dims->size == 1 && shape->type == kTfLiteInt32) {
-      // Set the output tensor as dynamic if the shape isn't constnat.
-      if (!IsConstantTensor(shape)) {
-        TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-        SetTensorToDynamic(output);
-        return kTfLiteOk;
-      }
-      // Shape is constant. Resize now.
-      return ResizeOutputWithShapeTensor(context, node);
-    }
-  }
   // The function is returned above this line if the shape tensor is usable.
   // Now fallback to the shape parameter in `TfLiteReshapeParams`.
   int num_dimensions = params->num_dimensions;
@@ -104,15 +88,67 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   for (int i = 0; i < num_dimensions; ++i) {
     output_shape->data[i] = params->shape[i];
   }
-  return ResizeOutput(context, node, output_shape);
+
+  return output_shape;
+}
+
+// Check if the shape tensor is valid. Shapes should be int32 vectors.
+bool ShapeIsVector(TfLiteContext* context, TfLiteNode* node) {
+  const TfLiteTensor* shape = GetInput(context, node, kShapeTensor);
+  return (shape->dims->size == 1 && shape->type == kTfLiteInt32);
+}
+
+TfLiteIntArray* GetOutputShape(TfLiteContext* context, TfLiteNode* node) {
+  if (NumInputs(node) == 2 && ShapeIsVector(context, node)) {
+    return GetOutputShapeFromTensor(context, node);
+  } else {
+    return GetOutputShapeFromParam(context, node);
+  }
+}
+
+TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
+  TF_LITE_ENSURE(context, NumInputs(node) == 1 || NumInputs(node) == 2);
+  TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1);
+
+  // Always postpone sizing string tensors, even if we could in principle
+  // calculate their shapes now. String tensors don't benefit from having their
+  // shapes precalculated because the actual memory can only be allocated after
+  // we know all the content.
+  TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
+  if (output->type != kTfLiteString) {
+    if (NumInputs(node) == 1 ||
+        IsConstantTensor(GetInput(context, node, kShapeTensor))) {
+      TF_LITE_ENSURE_OK(
+          context, ResizeOutput(context, node, GetOutputShape(context, node)));
+    } else {
+      SetTensorToDynamic(output);
+    }
+  }
+  return kTfLiteOk;
 }
 
 TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
 
+  // There are two ways in which the 'output' can be made dynamic: it could be
+  // a string tensor, or its shape cannot be calculated during Prepare(). In
+  // either case, we now have all the information to calculate its shape.
   if (IsDynamicTensor(output)) {
-    TF_LITE_ENSURE_OK(context, ResizeOutputWithShapeTensor(context, node));
+    TF_LITE_ENSURE_OK(
+        context, ResizeOutput(context, node, GetOutputShape(context, node)));
+  }
+
+  // Note that string tensors are always "dynamic" in the sense that their size
+  // is not known until we have all the content. This applies even when their
+  // shape is known ahead of time. As a result, a string tensor is never given
+  // any memory by ResizeOutput(), and we need to do it manually here. Since
+  // reshape doesn't change the data, the output tensor needs exactly as many
+  // bytes as the input tensor.
+  if (output->type == kTfLiteString) {
+    auto bytes_required = input->bytes;
+    TfLiteTensorRealloc(bytes_required, output);
+    output->bytes = bytes_required;
   }
 
   memcpy(output->data.raw, input->data.raw, input->bytes);
diff --git a/tensorflow/lite/kernels/reshape_test.cc b/tensorflow/lite/kernels/reshape_test.cc
index 217fe3ac59..00bbbef57e 100644
--- a/tensorflow/lite/kernels/reshape_test.cc
+++ b/tensorflow/lite/kernels/reshape_test.cc
@@ -43,6 +43,7 @@ class ReshapeOpTest
     : public ::testing::Test,
       public ::testing::WithParamInterface<ShapeSpecificationType> {};
 
+template <typename T>
 class ReshapeOpModel : public SingleOpModel {
  public:
   ReshapeOpModel(std::initializer_list<int> input_shape,
@@ -64,17 +65,22 @@ class ReshapeOpModel : public SingleOpModel {
     }
   }
 
-  void SetInput(std::initializer_list<float> data) {
-    PopulateTensor<float>(input_, data);
+  void SetInput(std::initializer_list<T> data) {
+    PopulateTensor<T>(input_, data);
   }
-  std::vector<float> GetOutput() { return ExtractVector<float>(output_); }
+
+  void SetStringInput(std::initializer_list<string> data) {
+    PopulateStringTensor(input_, data);
+  }
+
+  std::vector<T> GetOutput() { return ExtractVector<T>(output_); }
   std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
 
  private:
   void BuildWithHardcodedShape(std::initializer_list<int> input_shape,
                                std::initializer_list<int> shape_data) {
-    input_ = AddInput({TensorType_FLOAT32, input_shape});
-    output_ = AddOutput(TensorType_FLOAT32);
+    input_ = AddInput({GetTensorType<T>(), input_shape});
+    output_ = AddOutput(GetTensorType<T>());
     SetBuiltinOp(
         BuiltinOperator_RESHAPE, BuiltinOptions_ReshapeOptions,
         CreateReshapeOptions(builder_, builder_.CreateVector<int>(shape_data))
@@ -85,8 +91,8 @@ class ReshapeOpModel : public SingleOpModel {
   void BuildWithTensorShape(std::initializer_list<int> input_shape,
                             std::initializer_list<int> shape_shape,
                             std::initializer_list<int> shape_data) {
-    input_ = AddInput({TensorType_FLOAT32, input_shape});
-    output_ = AddOutput(TensorType_FLOAT32);
+    input_ = AddInput({GetTensorType<T>(), input_shape});
+    output_ = AddOutput(GetTensorType<T>());
     int shape_input_tensor = AddInput({TensorType_INT32, shape_shape});
     // Note how shape also appears in ReshapeOptions
     SetBuiltinOp(
@@ -102,8 +108,8 @@ class ReshapeOpModel : public SingleOpModel {
   void BuildWithConstantTensorShape(std::initializer_list<int> input_shape,
                                     std::initializer_list<int> shape_shape,
                                     std::initializer_list<int> shape_data) {
-    input_ = AddInput({TensorType_FLOAT32, input_shape});
-    output_ = AddOutput(TensorType_FLOAT32);
+    input_ = AddInput({GetTensorType<T>(), input_shape});
+    output_ = AddOutput(GetTensorType<T>());
     AddConstInput(TensorType_INT32, shape_data, shape_shape);
     // Note how the shape also appears in the ReshapeOptions.
     SetBuiltinOp(
@@ -119,23 +125,23 @@ class ReshapeOpModel : public SingleOpModel {
 
 TEST_P(ReshapeOpTest, MismatchedDimensions) {
   if (GetParam() == kAsTensor) {
-    ReshapeOpModel m({1, 2, 4, 1}, {2}, {2, 1}, GetParam());
+    ReshapeOpModel<float> m({1, 2, 4, 1}, {2}, {2, 1}, GetParam());
     m.SetInput({3});
     EXPECT_DEATH(m.Invoke(), "num_input_elements != num_output_elements");
   } else {
-    EXPECT_DEATH(ReshapeOpModel({1, 2, 4, 1}, {2}, {2, 1}, GetParam()),
+    EXPECT_DEATH(ReshapeOpModel<float>({1, 2, 4, 1}, {2}, {2, 1}, GetParam()),
                  "num_input_elements != num_output_elements");
   }
 }
 
 TEST_P(ReshapeOpTest, TooManyDimensions) {
   if (GetParam() == kAsReshapeOption) {
-    EXPECT_DEATH(ReshapeOpModel({1, 1, 2, 1, 1, 1, 1, 1, 1}, {9},
-                                {1, 1, 1, 1, 1, 1, 1, 1, 2}, GetParam()),
+    EXPECT_DEATH(ReshapeOpModel<float>({1, 1, 2, 1, 1, 1, 1, 1, 1}, {9},
+                                       {1, 1, 1, 1, 1, 1, 1, 1, 2}, GetParam()),
                  "Found too many dimensions");
   } else {
-    ReshapeOpModel m({1, 1, 2, 1, 1, 1, 1, 1, 1}, {9},
-                     {1, 1, 1, 1, 1, 1, 1, 1, 2}, GetParam());
+    ReshapeOpModel<float> m({1, 1, 2, 1, 1, 1, 1, 1, 1}, {9},
+                            {1, 1, 1, 1, 1, 1, 1, 1, 2}, GetParam());
     m.SetInput({3, 4});
     m.Invoke();
     EXPECT_THAT(m.GetOutput(), ElementsAreArray({3, 4}));
@@ -146,10 +152,11 @@ TEST_P(ReshapeOpTest, TooManyDimensions) {
 
 TEST_P(ReshapeOpTest, TooManySpecialDimensions) {
   if (GetParam() != kAsTensor) {
-    EXPECT_DEATH(ReshapeOpModel({1, 2, 4, 1}, {4}, {-1, -1, 2, 4}, GetParam()),
-                 "stretch_dim != -1");
+    EXPECT_DEATH(
+        ReshapeOpModel<float>({1, 2, 4, 1}, {4}, {-1, -1, 2, 4}, GetParam()),
+        "stretch_dim != -1");
   } else {
-    ReshapeOpModel m({1, 2, 4, 1}, {4}, {-1, -1, 2, 4}, GetParam());
+    ReshapeOpModel<float> m({1, 2, 4, 1}, {4}, {-1, -1, 2, 4}, GetParam());
     EXPECT_DEATH(m.Invoke(), "stretch_dim != -1");
   }
 }
@@ -157,7 +164,7 @@ TEST_P(ReshapeOpTest, TooManySpecialDimensions) {
 // Create the model with a 2x2 shape. Processing still works because the new
 // shape ends up being hardcoded as a flat vector.
 TEST_P(ReshapeOpTest, InvalidShape) {
-  ReshapeOpModel m({1, 2, 2}, {2, 2}, {1, 2, 2, 1}, GetParam());
+  ReshapeOpModel<float> m({1, 2, 2}, {2, 2}, {1, 2, 2, 1}, GetParam());
   m.SetInput({5, 6, 7, 8});
   m.Invoke();
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 2, 1}));
@@ -166,7 +173,7 @@ TEST_P(ReshapeOpTest, InvalidShape) {
 
 // This is the normal scenario, where shape is a vector.
 TEST_P(ReshapeOpTest, RegularShapes) {
-  ReshapeOpModel m({1, 2, 4, 1}, {3}, {2, 2, 2}, GetParam());
+  ReshapeOpModel<float> m({1, 2, 4, 1}, {3}, {2, 2, 2}, GetParam());
   m.SetInput({1, 2, 3, 4, 5, 6, 7, 8});
   m.Invoke();
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({1, 2, 3, 4, 5, 6, 7, 8}));
@@ -174,7 +181,7 @@ TEST_P(ReshapeOpTest, RegularShapes) {
 }
 
 TEST_P(ReshapeOpTest, WithStretchDimension) {
-  ReshapeOpModel m({1, 2, 4, 1}, {3}, {2, 1, -1}, GetParam());
+  ReshapeOpModel<float> m({1, 2, 4, 1}, {3}, {2, 1, -1}, GetParam());
   m.SetInput({1, 2, 3, 4, 5, 6, 7, 8});
   m.Invoke();
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({1, 2, 3, 4, 5, 6, 7, 8}));
@@ -184,7 +191,7 @@ TEST_P(ReshapeOpTest, WithStretchDimension) {
 // Shape is specified as '[]', which is the modern way to represent scalar
 // input and output.
 TEST_P(ReshapeOpTest, ScalarOutput) {
-  ReshapeOpModel m({1}, {0}, {}, GetParam());
+  ReshapeOpModel<float> m({1}, {0}, {}, GetParam());
   m.SetInput({3});
   m.Invoke();
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({3}));
@@ -195,14 +202,14 @@ TEST_P(ReshapeOpTest, ScalarOutput) {
 // and output are scalars.
 TEST_P(ReshapeOpTest, LegacyScalarOutput) {
   if (GetParam() == kAsConstantTensor) {
-    EXPECT_DEATH(ReshapeOpModel({1}, {1}, {0}, GetParam()),
+    EXPECT_DEATH(ReshapeOpModel<float>({1}, {1}, {0}, GetParam()),
                  "num_input_elements != num_output_elements");
   } else if (GetParam() == kAsTensor) {
-    ReshapeOpModel m({1}, {1}, {0}, GetParam());
+    ReshapeOpModel<float> m({1}, {1}, {0}, GetParam());
     m.SetInput({3});
     EXPECT_DEATH(m.Invoke(), "num_input_elements != num_output_elements");
   } else {
-    ReshapeOpModel m({1}, {1}, {0}, GetParam());
+    ReshapeOpModel<float> m({1}, {1}, {0}, GetParam());
     m.SetInput({3});
     m.Invoke();
     EXPECT_THAT(m.GetOutput(), ElementsAreArray({3}));
@@ -210,6 +217,15 @@ TEST_P(ReshapeOpTest, LegacyScalarOutput) {
   }
 }
 
+TEST_P(ReshapeOpTest, Strings) {
+  ReshapeOpModel<string> m({1, 2, 4, 1}, {3}, {2, 2, 2}, GetParam());
+  m.SetStringInput({"1", "2", "3", "4", "5", "6", "7", "8"});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({2, 2, 2}));
+  EXPECT_THAT(m.GetOutput(),
+              ElementsAreArray({"1", "2", "3", "4", "5", "6", "7", "8"}));
+}
+
 INSTANTIATE_TEST_CASE_P(VariedShapeSpec, ReshapeOpTest,
                         ::testing::Values(kAsReshapeOption, kAsConstantTensor,
                                           kAsTensor));
diff --git a/tensorflow/lite/kernels/test_util.h b/tensorflow/lite/kernels/test_util.h
index f6444ccf79..43a5137a94 100644
--- a/tensorflow/lite/kernels/test_util.h
+++ b/tensorflow/lite/kernels/test_util.h
@@ -398,6 +398,16 @@ class SingleOpTest : public ::testing::TestWithParam<string> {
   }
 };
 
+// Returns the corresponding TensorType given the type T.
+template <typename T>
+TensorType GetTensorType() {
+  if (std::is_same<T, float>::value) return TensorType_FLOAT32;
+  if (std::is_same<T, int32_t>::value) return TensorType_INT32;
+  if (std::is_same<T, uint8_t>::value) return TensorType_UINT8;
+  if (std::is_same<T, string>::value) return TensorType_STRING;
+  return TensorType_MIN;  // default value
+}
+
 // Strings have a special implementation that is in test_util.cc
 template <>
 std::vector<string> SingleOpModel::ExtractVector(int index);
-- 
GitLab


From 236f0df3e2d351b4d62b999865aa2a753199a68d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 09:56:55 -0700
Subject: [PATCH 0889/1825] Enable lite/testing tests

PiperOrigin-RevId: 219651202
---
 tensorflow/lite/testing/BUILD | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/lite/testing/BUILD b/tensorflow/lite/testing/BUILD
index a8f8086cc9..df448e8a88 100644
--- a/tensorflow/lite/testing/BUILD
+++ b/tensorflow/lite/testing/BUILD
@@ -36,7 +36,6 @@ load(
     shard_count = 20,
     tags = tags + [
         "gen_zip_test",
-        "no_oss",
         "tflite_not_portable_intentional",
     ],
     test_name = test_name,
@@ -260,7 +259,6 @@ cc_test(
     srcs = ["tf_driver_test.cc"],
     data = ["//tensorflow/lite:testdata/multi_add.pb"],
     tags = [
-        "no_oss",
         "tflite_not_portable",
     ],
     deps = [
@@ -287,7 +285,6 @@ cc_test(
     size = "small",
     srcs = ["generate_testspec_test.cc"],
     tags = [
-        "no_oss",
         "tflite_not_portable",
     ],
     deps = [
-- 
GitLab


From 9a319e753a969c5fccc16fd730c36697abf5d032 Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Thu, 1 Nov 2018 10:06:12 -0700
Subject: [PATCH 0890/1825] Fix XLA _book.yaml. Fix lite and update subsite
 config to new location. Publish other parts of the site.

PiperOrigin-RevId: 219652989
---
 tensorflow/compiler/xla/g3doc/_book.yaml | 2 +-
 tensorflow/lite/g3doc/_book.yaml         | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/g3doc/_book.yaml b/tensorflow/compiler/xla/g3doc/_book.yaml
index b973d00d9d..bcfbcc3a22 100644
--- a/tensorflow/compiler/xla/g3doc/_book.yaml
+++ b/tensorflow/compiler/xla/g3doc/_book.yaml
@@ -1,7 +1,7 @@
 upper_tabs:
 # Tabs left of dropdown menu
 - include: /_upper_tabs_left.yaml
-- include: /versions/_upper_tabs_versions.yaml
+- include: /api_docs/_upper_tabs_api.yaml
 # Dropdown menu
 - name: Ecosystem
   path: /ecosystem
diff --git a/tensorflow/lite/g3doc/_book.yaml b/tensorflow/lite/g3doc/_book.yaml
index c322b63d65..ab0d186848 100644
--- a/tensorflow/lite/g3doc/_book.yaml
+++ b/tensorflow/lite/g3doc/_book.yaml
@@ -1,7 +1,7 @@
 upper_tabs:
 # Tabs left of dropdown menu
 - include: /_upper_tabs_left.yaml
-- include: /versions/_upper_tabs_versions.yaml
+- include: /api_docs/_upper_tabs_api.yaml
 # Dropdown menu
 - name: Ecosystem
   path: /ecosystem
-- 
GitLab


From 323835d19a76b949cefceaed428375550781beb7 Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Thu, 1 Nov 2018 10:09:00 -0700
Subject: [PATCH 0891/1825] Contrib migration fixes for microcontroller build

PiperOrigin-RevId: 219653425
---
 .../lite/experimental/micro/tools/make/download_dependencies.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh b/tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
index dd87d0d8da..6749858bdb 100755
--- a/tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
+++ b/tensorflow/lite/experimental/micro/tools/make/download_dependencies.sh
@@ -17,7 +17,7 @@
 set -e
 
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-cd "$SCRIPT_DIR/../../../../../../.."
+cd "$SCRIPT_DIR/../../../../../.."
 
 DOWNLOADS_DIR=tensorflow/lite/experimental/micro/tools/make/downloads
 BZL_FILE_PATH=tensorflow/workspace.bzl
-- 
GitLab


From 3852e79f606d883dafb394afd0ce709a75da30cc Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Thu, 1 Nov 2018 10:19:21 -0700
Subject: [PATCH 0892/1825] Add variable support to 2.x SavedModel export

This is still focused on exporting to Session-based import APIs. Should be ready to add to the 2.x preview after this and possibly a few follow up fixes (for the reference cycle issue in the skipped unit test).

Maps resources which are owned by the eager context to new resources in the Graph being exported.

PiperOrigin-RevId: 219655229
---
 .../resource_variable_ops_test.py             |  11 +
 .../python/ops/resource_variable_ops.py       |  18 ++
 tensorflow/python/saved_model/export.py       | 260 ++++++++++++++----
 tensorflow/python/saved_model/export_test.py  |  68 +++++
 .../python/training/checkpointable/util.py    |  79 ++++--
 5 files changed, 363 insertions(+), 73 deletions(-)

diff --git a/tensorflow/python/kernel_tests/resource_variable_ops_test.py b/tensorflow/python/kernel_tests/resource_variable_ops_test.py
index a9fd93e9f8..c8227dc117 100644
--- a/tensorflow/python/kernel_tests/resource_variable_ops_test.py
+++ b/tensorflow/python/kernel_tests/resource_variable_ops_test.py
@@ -915,6 +915,17 @@ class ResourceVariableOpsTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(Exception, r"hapes must be equal"):
       self.assertAllEqual(self.evaluate(v.assign_add(1)), [1, 2, 3, 4])
 
+  @test_util.run_in_graph_and_eager_modes
+  def testCopyToGraphUninitialized(self):
+    v = resource_variable_ops.ResourceVariable([0, 1, 2, 3])
+    copy_to_graph = ops.Graph()
+    with copy_to_graph.as_default():  # Intentionally testing v1 behavior
+      copied = resource_variable_ops.copy_to_graph_uninitialized(v)
+      self.assertEqual(v.name, copied.name)
+      with self.session(copy_to_graph) as session:
+        with self.assertRaises(errors.InvalidArgumentError):
+          session.run(copied.initializer)
+
 
 class _MixedPrecisionVariableTest(test_util.TensorFlowTestCase):
 
diff --git a/tensorflow/python/ops/resource_variable_ops.py b/tensorflow/python/ops/resource_variable_ops.py
index 10c57333ba..488b6fcbcd 100644
--- a/tensorflow/python/ops/resource_variable_ops.py
+++ b/tensorflow/python/ops/resource_variable_ops.py
@@ -1504,3 +1504,21 @@ def is_resource_variable(var):
   """"Returns True if `var` is to be considered a ResourceVariable."""
   return isinstance(var, ResourceVariable) or hasattr(
       var, "_should_act_as_resource_variable")
+
+
+def copy_to_graph_uninitialized(var):
+  """Copies an existing variable to a new graph, with no initializer."""
+  # Like ResourceVariable.__deepcopy__, but does not set an initializer on the
+  # new variable.
+  # pylint: disable=protected-access
+  new_variable = ResourceVariable(
+      initial_value=array_ops.placeholder(
+          shape=var.shape, dtype=var.dtype,
+          name="unused_initial_variable_value"),
+      trainable=var.trainable,
+      constraint=var._constraint,
+      dtype=var.dtype,
+      name=var._shared_name)
+  new_variable._maybe_initialize_checkpointable()
+  # pylint: enable=protected-access
+  return new_variable
diff --git a/tensorflow/python/saved_model/export.py b/tensorflow/python/saved_model/export.py
index 4d4ff236f6..2c64ddfc07 100644
--- a/tensorflow/python/saved_model/export.py
+++ b/tensorflow/python/saved_model/export.py
@@ -22,16 +22,19 @@ import collections
 import os
 
 from tensorflow.core.protobuf import saved_model_pb2
+from tensorflow.python.eager import context
 from tensorflow.python.eager import def_function
 from tensorflow.python.eager import function
 from tensorflow.python.framework import ops
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.saved_model import constants
 from tensorflow.python.saved_model import signature_constants
 from tensorflow.python.saved_model import signature_def_utils
-from tensorflow.python.saved_model import utils
-from tensorflow.python.training.checkpointable import base as checkpointable
+from tensorflow.python.saved_model import utils_impl
+from tensorflow.python.training.checkpointable import base
+from tensorflow.python.training.checkpointable import util
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
 
@@ -109,17 +112,134 @@ def _normalize_outputs(outputs, function_name, signature_key):
 
 
 def _tensor_dict_to_tensorinfo(tensor_dict):
-  return {key: utils.build_tensor_info(value)
+  return {key: utils_impl.build_tensor_info(value)
           for key, value in tensor_dict.items()}
 
 
-def _generate_signatures(signature_functions):
+def _map_captured_resources_to_created_resources(
+    original_captures, resource_map):
+  """Maps eager resources captured by a function to Graph resources for export.
+
+  Args:
+    original_captures: A dictionary mapping from resource tensors captured by
+      the function to interior placeholders for those resources (inside the
+      function body).
+    resource_map: A dictionary mapping from resource tensors owned by the eager
+      context to resource tensors in the exported graph.
+
+  Returns:
+    A dictionary mapping from interior placeholders in the function body to
+    exterior stand-in resource tensors which belong to the exported graph.
+
+  Raises:
+    AssertionError: If the function references a resource which is not part of
+      `resource_map`.
+  """
+  export_captures = {}
+  for exterior, interior in original_captures.items():
+    mapped_resource = resource_map.get(exterior, None)
+    if mapped_resource is None:
+      raise AssertionError(
+          ("Tried to export a function which references untracked stateful "
+           "object {}. Stateful TensorFlow objects (e.g. tf.Variable) must "
+           "be tracked by the main object. Objects may be tracked by "
+           "assigning them to an attribute of another tracked object, or to "
+           "an attribute of the main object directly.")
+          .format(interior))
+    export_captures[interior] = mapped_resource
+  return export_captures
+
+
+def _map_function_inputs_to_created_inputs(
+    function_inputs, export_captures, signature_key, function_name):
+  """Creates exterior placeholders in the exported graph for function inputs.
+
+  Functions have two types of inputs: tensors captured from the outside (eager)
+  context, and arguments to the function which we expect to receive from the
+  user at each call. `_map_captured_resources_to_created_resources` replaces
+  captured tensors with stand-ins (typically these are resource dtype tensors
+  associated with variables). `_map_function_inputs_to_created_inputs` runs over
+  every input, either captured or argument. For captures, it uses the mapped
+  resource from `export_captures`. For arguments, it creates a new placeholder
+  which will belong to the exported graph rather than the function body.
+
+  Args:
+    function_inputs: A list of all placeholders in the function body.
+    export_captures: A dictionary mapping from interior placeholders in the
+      function body to exterior stand-in resource tensors which belong to the
+      exported graph (see `_map_captured_resources_to_created_resources`).
+    signature_key: The name of the signature being exported, for error messages.
+    function_name: The name of the function, for error messages.
+
+  Returns:
+    A tuple of (mapped_inputs, exterior_placeholders)
+      mapped_inputs: A list with entries corresponding to `function_inputs`
+        containing all of the inputs of the function gathered from the exported
+        graph (both captured resources and arguments).
+      exterior_argument_placeholders: A dictionary mapping from argument names
+        to placeholders in the exported graph, containing the explicit arguments
+        to the function which a user is expected to provide.
+
+  Raises:
+    ValueError: If argument names are not unique.
+  """
+  # `exterior_argument_placeholders` holds placeholders which are outside the
+  # function body, directly contained in a MetaGraph of the SavedModel. The
+  # function body itself contains nearly identical placeholders used when
+  # running the function, but these exterior placeholders allow Session-based
+  # APIs to call the function using feeds and fetches which name Tensors in the
+  # MetaGraph.
+  exterior_argument_placeholders = {}
+  mapped_inputs = []
+  for placeholder in function_inputs:
+    mapped_resource_tensor = export_captures.get(placeholder, None)
+    if mapped_resource_tensor is not None:
+      # This is a captured resource.
+      mapped_inputs.append(mapped_resource_tensor)
+      continue
+    # `export_captures` contains an exhaustive set of captures, so if we don't
+    # find the input there then we now know we have an argument.
+    user_input_name = compat.as_str_any(
+        placeholder.op.get_attr("_user_specified_name"))
+    # If the internal placeholders for a function have names which were
+    # uniquified by TensorFlow, then a single user-specified argument name
+    # must refer to multiple Tensors. The resulting signatures would be
+    # confusing to call. Instead, we throw an exception telling the user to
+    # specify explicit names.
+    if user_input_name != placeholder.op.name:
+      # This should be unreachable, since concrete functions may not be
+      # generated with non-unique argument names.
+      raise ValueError(
+          ("Got non-flat/non-unique argument names for SavedModel "
+           "signature '{}': more than one argument to '{}' was named '{}'. "
+           "Signatures have one Tensor per named input, so to have "
+           "predictable names Python functions used to generate these "
+           "signatures should avoid *args and Tensors in nested "
+           "structures unless unique names are specified for each. Use "
+           "tf.TensorSpec(..., name=...) to provide a name for a Tensor "
+           "input.")
+          .format(signature_key, compat.as_str_any(function_name),
+                  user_input_name))
+    arg_placeholder = array_ops.placeholder(
+        shape=placeholder.shape,
+        dtype=placeholder.dtype,
+        name="{}_{}".format(signature_key, user_input_name))
+    exterior_argument_placeholders[user_input_name] = arg_placeholder
+    mapped_inputs.append(arg_placeholder)
+  return mapped_inputs, exterior_argument_placeholders
+
+
+def _generate_signatures(signature_functions, resource_map):
   """Validates and calls `signature_functions` in the default graph.
 
   Args:
     signature_functions: A dictionary mapping string keys to concrete TensorFlow
       functions (e.g. from `_canonicalize_signatures`) which will be used to
       generate SignatureDefs.
+    resource_map: A dictionary mapping from resource tensors in the eager
+      context to resource tensors in the Graph being exported. This dictionary
+      is used to re-bind resources captured by functions to tensors which will
+      exist in the SavedModel.
 
   Returns:
     Each function in the `signature_functions` dictionary is called with
@@ -139,59 +259,88 @@ def _generate_signatures(signature_functions):
   """
   signatures = {}
   for signature_key, func in sorted(signature_functions.items()):
-    func.add_to_graph(register_gradient_functions=True)
-    # `exterior_placeholders` holds placeholders which are outside the function
-    # body, directly contained in a MetaGraph of the SavedModel. The function
-    # body itself contains nearly identical placeholders used when running the
-    # function, but these exterior placeholders allow Session-based APIs to call
-    # the function using feeds and fetches which name Tensors in the MetaGraph.
-    exterior_placeholders = {}
-    kwargs = {}
-    for placeholder in func.inputs:
-      user_input_name = compat.as_str_any(
-          placeholder.op.get_attr("_user_specified_name"))
-      # If the internal placeholders for a function have names which were
-      # uniquified by TensorFlow, then a single user-specified argument name
-      # must refer to multiple Tensors. The resulting signatures would be
-      # confusing to call. Instead, we throw an exception telling the user to
-      # specify explicit names.
-      if user_input_name != placeholder.op.name:
-        # This should be unreachable, since concrete functions may not be
-        # generated with non-unique argument names.
-        raise ValueError(
-            ("Got non-flat/non-unique argument names for SavedModel "
-             "signature '{}': more than one argument to '{}' was named '{}'. "
-             "Signatures have one Tensor per named input, so to have "
-             "predictable names Python functions used to generate these "
-             "signatures should avoid *args and Tensors in nested "
-             "structures unless unique names are specified for each. Use "
-             "tf.TensorSpec(..., name=...) to provide a name for a Tensor "
-             "input.")
-            .format(signature_key, compat.as_str_any(func.name),
-                    user_input_name))
-      arg_placeholder = array_ops.placeholder(
-          shape=placeholder.shape,
-          dtype=placeholder.dtype,
-          name="{}_{}".format(signature_key, user_input_name))
-      exterior_placeholders[user_input_name] = arg_placeholder
-      kwargs[user_input_name] = arg_placeholder
+    # Register the inference function for this signature in the exported
+    # graph. There is no direct use for the gradient of this function, so we
+    # don't generate/register a gradient function here (but may end up with one
+    # if another function relies on it). Users can still take symbolic gradients
+    # of the function on import, the gradient just won't be in the saved
+    # graph. When exporting a signature which already computes gradients, this
+    # stops us from taking needless second-order gradients.
+    func.add_to_graph(register_gradient_functions=False)
+    export_captures = _map_captured_resources_to_created_resources(
+        func.graph.captures, resource_map)
+    mapped_inputs, exterior_argument_placeholders = (
+        _map_function_inputs_to_created_inputs(
+            func.inputs, export_captures, signature_key, func.name))
+    # Calls the function quite directly, since we have new captured resource
+    # tensors we need to feed in which weren't part of the original function
+    # definition.
+    # pylint: disable=protected-access
     outputs = _normalize_outputs(
-        func(**kwargs), func.name, signature_key)
+        func._build_call_outputs(
+            func._inference_function.call(context.context(), mapped_inputs)),
+        func.name, signature_key)
+    # pylint: enable=protected-access
     signatures[signature_key] = signature_def_utils.build_signature_def(
-        _tensor_dict_to_tensorinfo(exterior_placeholders),
+        _tensor_dict_to_tensorinfo(exterior_argument_placeholders),
         _tensor_dict_to_tensorinfo(outputs))
   return signatures
 
 
-def _make_graph_def(signature_functions):
+def _map_resources(accessible_objects):
+  """Makes new resource handle ops corresponding to existing resource tensors.
+
+  Creates resource handle ops in the current default graph, whereas
+  `accessible_objects` will be from an eager context. Resource mapping adds
+  resource handle ops to the main GraphDef of a SavedModel, which allows the C++
+  loader API to interact with variables.
+
+  Args:
+    accessible_objects: A list of objects, some of which may contain resources,
+      to create replacements for.
+
+  Returns:
+    A tuple of (object_map, resource_map):
+      object_map: A dictionary mapping from object in `accessible_objects` to
+        replacement objects created to hold the new resource tensors.
+      resource_map: A dictionary mapping from resource tensors extracted from
+        `accessible_objects` to newly created resource tensors.
+  """
+  # TODO(allenl, rohanj): Map generic resources rather than just variables.
+  # TODO(allenl): Handle MirroredVariables and other types of variables which
+  # may need special casing.
+  object_map = {}
+  resource_map = {}
+  for obj in accessible_objects:
+    if resource_variable_ops.is_resource_variable(obj):
+      new_variable = resource_variable_ops.copy_to_graph_uninitialized(obj)
+      object_map[obj] = new_variable
+      resource_map[obj.handle] = new_variable.handle
+  return object_map, resource_map
+
+
+def _make_graph_def(root, signature_functions, object_saver):
   """Generates and exports call ops for `signature_functions`."""
-  # TODO(allenl): Handle variables
   signatures = {}
+  # List objects from the eager context to make sure Optimizers give us the
+  # right Graph-dependent variables.
+  accessible_objects = util.list_objects(root)
   exported_graph = ops.Graph()
   with exported_graph.as_default():
-    signatures = _generate_signatures(signature_functions)
+    object_map, resource_map = _map_resources(accessible_objects)
+  # Saving an object-based checkpoint again gathers variables. We need to do the
+  # gathering from the eager context so Optimizers save the right set of
+  # variables, but want any operations associated with the save/restore to be in
+  # the exported graph (thus the `to_graph` argument).
+  saver = object_saver.freeze(object_map=object_map, to_graph=exported_graph)
+  with exported_graph.as_default():
+    signatures = _generate_signatures(signature_functions, resource_map)
+    saver_def = saver.to_proto()
   graph_def = exported_graph.as_graph_def(add_shapes=True)
-  return graph_def, signatures
+  # Clean reference cycles so repeated export()s don't make work for the garbage
+  # collector.
+  ops.dismantle_graph(exported_graph)
+  return graph_def, signatures, saver_def
 
 
 def export(obj, export_dir, signatures=None):
@@ -244,6 +393,14 @@ def export(obj, export_dir, signatures=None):
           tf.TensorSpec(shape=[None, 3], dtype=tf.float32, name="inp")))
   ```
 
+  Variables must be tracked by assigning them to an attribute of a tracked
+  object or to an attribute of `obj` directly. TensorFlow objects (e.g. layers
+  from `tf.keras.layers`, optimizers from `tf.train`) track their variables
+  automatically. This is the same tracking scheme that `tf.train.Checkpoint`
+  uses, and an exported `Checkpoint` object may be restored as a training
+  checkpoint by pointing `tf.train.Checkpoint.restore` to the SavedModel's
+  "variables/" subdirectory.
+
   Args:
     obj: A checkpointable object to export.
     export_dir: A directory in which to write the SavedModel.
@@ -261,22 +418,27 @@ def export(obj, export_dir, signatures=None):
     ValueError: If `obj` is not checkpointable.
   """
   # pylint: enable=line-too-long
-  if not isinstance(obj, checkpointable.CheckpointableBase):
+  if not isinstance(obj, base.CheckpointableBase):
     raise ValueError(
         "Expected a Checkpointable object for export, got {}.".format(obj))
+  object_saver = util.CheckpointableSaver(obj)
+  utils_impl.get_or_create_variables_dir(export_dir)
+  object_saver.save(utils_impl.get_variables_path(export_dir))
+
   signatures = _canonicalize_signatures(signatures)
-  graph_def, signatures = _make_graph_def(signatures)
+  graph_def, signatures, saver_def = _make_graph_def(
+      obj, signatures, object_saver)
   saved_model = saved_model_pb2.SavedModel()
   saved_model.saved_model_schema_version = (
       constants.SAVED_MODEL_SCHEMA_VERSION)
   meta_graph_def = saved_model.meta_graphs.add()
+  meta_graph_def.saver_def.CopyFrom(saver_def)
   # TODO(allenl): Factor out some subset of SavedModelBuilder which is 2.x
   # compatible (no sessions) and share it with this export API rather than
   # making a SavedModel proto and writing it directly.
   meta_graph_def.graph_def.MergeFrom(graph_def)
   for signature_key, signature in signatures.items():
     meta_graph_def.signature_def[signature_key].MergeFrom(signature)
-  file_io.recursive_create_dir(export_dir)
   path = os.path.join(
       compat.as_bytes(export_dir),
       compat.as_bytes(constants.SAVED_MODEL_FILENAME_PB))
diff --git a/tensorflow/python/saved_model/export_test.py b/tensorflow/python/saved_model/export_test.py
index 4131b45ce4..1ab4558948 100644
--- a/tensorflow/python/saved_model/export_test.py
+++ b/tensorflow/python/saved_model/export_test.py
@@ -20,18 +20,44 @@ from __future__ import print_function
 
 import os
 
+from tensorflow.python.eager import backprop
 from tensorflow.python.eager import def_function
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_spec
+from tensorflow.python.framework import test_util
+from tensorflow.python.keras.engine import training
+from tensorflow.python.keras.layers import core
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import variables
 from tensorflow.python.saved_model import export
 from tensorflow.python.saved_model import loader
 from tensorflow.python.saved_model import signature_constants
+from tensorflow.python.training import adam
 from tensorflow.python.training.checkpointable import tracking
 
 
+class _ModelWithOptimizer(training.Model):
+
+  def __init__(self):
+    super(_ModelWithOptimizer, self).__init__()
+    self.dense = core.Dense(1)
+    self.optimizer = adam.AdamOptimizer(0.01)
+
+  @def_function.function(
+      input_signature=(tensor_spec.TensorSpec([None, 2], dtypes.float32),
+                       tensor_spec.TensorSpec([None], dtypes.float32)))
+  def call(self, x, y):
+    with backprop.GradientTape() as tape:
+      loss = math_ops.reduce_mean((self.dense(x) - y) ** 2.)
+    trainable_variables = self.trainable_variables
+    gradients = tape.gradient(loss, trainable_variables)
+    self.optimizer.apply_gradients(zip(gradients, trainable_variables))
+    return {"loss": loss}
+
+
 class ExportTest(test.TestCase):
 
   def _import_and_infer(
@@ -124,6 +150,48 @@ class ExportTest(test.TestCase):
         ValueError, "dictionary containing non-Tensor value"):
       export.export(root, export_dir, to_export)
 
+  def test_variable(self):
+    root = tracking.Checkpointable()
+    root.v1 = variables.Variable(3.)
+    root.v2 = variables.Variable(2.)
+    root.f = def_function.function(
+        lambda x: root.v1 * root.v2 * x)
+    root.f(constant_op.constant(1.))
+    to_export = root.f.get_concrete_function(constant_op.constant(1.))
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(root, export_dir, to_export)
+    self.assertAllEqual({"output_0": 12.},
+                        self._import_and_infer(export_dir, {"x": 2.}))
+
+  def test_optimizer(self):
+    x = constant_op.constant([[3., 4.]])
+    y = constant_op.constant([2.])
+    model = _ModelWithOptimizer()
+    first_loss = model(x, y)
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(model, export_dir, model.call)
+    second_loss = model(x, y)
+    self.assertNotEqual(first_loss, second_loss)
+    self.assertAllClose(
+        second_loss,
+        self._import_and_infer(export_dir, {"x": [[3., 4.]], "y": [2.]}))
+
+
+class MemoryTests(test.TestCase):
+
+  def setUp(self):
+    self._model = _ModelWithOptimizer()
+
+  @test_util.assert_no_garbage_created
+  def test_no_reference_cycles(self):
+    # TODO(allenl): Fix remaining reference cycles
+    self.skipTest("Not working")
+    x = constant_op.constant([[3., 4.]])
+    y = constant_op.constant([2.])
+    self._model(x, y)
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(self._model, export_dir, self._model.call)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/training/checkpointable/util.py b/tensorflow/python/training/checkpointable/util.py
index edab6cc6eb..137d29b785 100644
--- a/tensorflow/python/training/checkpointable/util.py
+++ b/tensorflow/python/training/checkpointable/util.py
@@ -551,7 +551,7 @@ def _serialize_slot_variables(checkpointable_objects, node_ids, object_names):
 
 def _serialize_checkpointables(
     checkpointable_objects, node_ids, object_names, slot_variables,
-    saveables_cache):
+    saveables_cache, object_map):
   """Name non-slot `Checkpointable`s and add them to `object_graph_proto`."""
   object_graph_proto = (
       checkpointable_object_graph_pb2.CheckpointableObjectGraph())
@@ -569,12 +569,17 @@ def _serialize_checkpointables(
     object_proto = object_graph_proto.nodes.add()
     object_proto.slot_variables.extend(slot_variables.get(checkpointable, ()))
     object_name = object_names[checkpointable]
+    if object_map:
+      object_to_save = object_map.get(checkpointable, checkpointable)
+    else:
+      object_to_save = checkpointable
     if saveables_cache is not None:
-      cached_attributes = saveables_cache.setdefault(checkpointable, {})
+      cached_attributes = saveables_cache.setdefault(object_to_save, {})
     else:
       cached_attributes = None
+
     for name, saveable_factory in (
-        checkpointable._gather_saveables_for_checkpoint().items()):  # pylint: disable=protected-access
+        object_to_save._gather_saveables_for_checkpoint().items()):  # pylint: disable=protected-access
       attribute = object_proto.attributes.add()
       attribute.name = name
       attribute.checkpoint_key = "%s/%s/%s" % (
@@ -650,6 +655,28 @@ def _serialize_checkpointables(
   return named_saveables, object_graph_proto, feed_additions
 
 
+def _serialize_gathered_objects(
+    checkpointable_objects, path_to_root, saveables_cache, object_map):
+  """Create SaveableObjects and protos for gathered objects."""
+  object_names = _ObjectIdentityDictionary()
+  for obj, path in path_to_root.items():
+    object_names[obj] = _object_prefix_from_path(path)
+  node_ids = _ObjectIdentityDictionary()
+  for node_id, node in enumerate(checkpointable_objects):
+    node_ids[node] = node_id
+  slot_variables = _serialize_slot_variables(
+      checkpointable_objects=checkpointable_objects,
+      node_ids=node_ids,
+      object_names=object_names)
+  return _serialize_checkpointables(
+      checkpointable_objects=checkpointable_objects,
+      node_ids=node_ids,
+      object_names=object_names,
+      slot_variables=slot_variables,
+      saveables_cache=saveables_cache,
+      object_map=object_map)
+
+
 def _serialize_object_graph(root_checkpointable, saveables_cache):
   """Determine checkpoint keys for variables and build a serialized graph.
 
@@ -680,22 +707,8 @@ def _serialize_object_graph(root_checkpointable, saveables_cache):
   """
   checkpointable_objects, path_to_root = (
       _breadth_first_checkpointable_traversal(root_checkpointable))
-  object_names = _ObjectIdentityDictionary()
-  for obj, path in path_to_root.items():
-    object_names[obj] = _object_prefix_from_path(path)
-  node_ids = _ObjectIdentityDictionary()
-  for node_id, node in enumerate(checkpointable_objects):
-    node_ids[node] = node_id
-  slot_variables = _serialize_slot_variables(
-      checkpointable_objects=checkpointable_objects,
-      node_ids=node_ids,
-      object_names=object_names)
-  return _serialize_checkpointables(
-      checkpointable_objects=checkpointable_objects,
-      node_ids=node_ids,
-      object_names=object_names,
-      slot_variables=slot_variables,
-      saveables_cache=saveables_cache)
+  return _serialize_gathered_objects(
+      checkpointable_objects, path_to_root, saveables_cache, object_map=None)
 
 
 def named_saveables(root_checkpointable):
@@ -1306,12 +1319,30 @@ class CheckpointableSaver(object):
             name=base.OBJECT_GRAPH_PROTO_KEY))
     return named_saveable_objects, graph_proto, feed_additions
 
-  def freeze(self):
+  def freeze(self, object_map=None, to_graph=None):
     """Creates a `tf.train.Saver` with the current object graph frozen."""
-    named_saveable_objects, _, _ = self._gather_saveables(
-        object_graph_tensor=None, saveable_object_cache=None)
-    return saver_lib.Saver(
-        var_list=named_saveable_objects, max_to_keep=None)
+    checkpointable_objects, path_to_root = (
+        _breadth_first_checkpointable_traversal(self._root_checkpointable))
+    if to_graph:
+      target_context = to_graph.as_default
+    else:
+      target_context = ops.NullContextmanager
+    with target_context():
+      named_saveable_objects, graph_proto, _ = _serialize_gathered_objects(
+          checkpointable_objects,
+          path_to_root,
+          saveables_cache=None,
+          object_map=object_map)
+      with ops.device("/cpu:0"):
+        object_graph_tensor = constant_op.constant(
+            graph_proto.SerializeToString(), dtype=dtypes.string)
+      named_saveable_objects.append(
+          base.NoRestoreSaveable(
+              tensor=object_graph_tensor,
+              name=base.OBJECT_GRAPH_PROTO_KEY))
+      # TODO(allenl, haoliang): Swap in a function-based saver here.
+      return saver_lib.Saver(
+          var_list=named_saveable_objects, max_to_keep=None)
 
   def _prepare_save(self,
                     object_graph_tensor=None,
-- 
GitLab


From f4c70aababd456824afc33a14b08ea15b8bb0546 Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Thu, 1 Nov 2018 10:22:56 -0700
Subject: [PATCH 0893/1825] Add version note to lite/python_api page.

PiperOrigin-RevId: 219655764
---
 tensorflow/lite/g3doc/convert/python_api.md | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/tensorflow/lite/g3doc/convert/python_api.md b/tensorflow/lite/g3doc/convert/python_api.md
index e859c12ad9..4bdf0d8cbe 100644
--- a/tensorflow/lite/g3doc/convert/python_api.md
+++ b/tensorflow/lite/g3doc/convert/python_api.md
@@ -3,6 +3,11 @@
 This page provides examples on how to use the TensorFlow Lite Converter and the
 TensorFlow Lite interpreter using the Python API.
 
+Note: TFLite recently moved from `tf.contrib.lite` to `tf.lite`. If you are
+using tensorflow `r1.12` or earlier you will need to add `.contrib` to the
+commands below. `tf.lite` works with newer builds, like the nightly build,
+which can be installed with: `pip install tf-nightly`
+
 [TOC]
 
 
-- 
GitLab


From c2e4bd4d3baee0b5762c9ce9f7ec311e73e64ec8 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Thu, 1 Nov 2018 10:23:42 -0700
Subject: [PATCH 0894/1825] Warn on add_* calls on a closed
 tf.summary.FileWriter.

Once the writer is closed, all the add_* methods become noops. This
behaviour could result in silent bugs, e.g.

    writer = tf.summary.FileWriter(...)
    for _ in range(train_steps):
      summary = sess.run(...)
      writer.add_summary(summary)

      # ... more code here followed by *misindented*
      writer.close()

PiperOrigin-RevId: 219655902
---
 tensorflow/python/summary/writer/writer.py    | 19 +++++++++++++++++++
 .../python/summary/writer/writer_test.py      | 16 ++++++++++++++++
 2 files changed, 35 insertions(+)

diff --git a/tensorflow/python/summary/writer/writer.py b/tensorflow/python/summary/writer/writer.py
index 16b8626476..78217b503f 100644
--- a/tensorflow/python/summary/writer/writer.py
+++ b/tensorflow/python/summary/writer/writer.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 import os.path
 import time
+import warnings
 
 from tensorflow.core.framework import graph_pb2
 from tensorflow.core.framework import summary_pb2
@@ -364,6 +365,8 @@ class FileWriter(SummaryToEventTransformer):
     else:
       event_writer = EventFileWriter(logdir, max_queue, flush_secs,
                                      filename_suffix)
+
+    self._closed = False
     super(FileWriter, self).__init__(event_writer, graph, graph_def)
 
   def __enter__(self):
@@ -378,12 +381,23 @@ class FileWriter(SummaryToEventTransformer):
     """Returns the directory where event file will be written."""
     return self.event_writer.get_logdir()
 
+  def _warn_if_event_writer_is_closed(self):
+    if self._closed:
+      warnings.warn("Attempting to use a closed FileWriter. "
+                    "The operation will be a noop unless the FileWriter "
+                    "is explicitly reopened.")
+
+  def _add_event(self, event, step):
+    self._warn_if_event_writer_is_closed()
+    super(FileWriter, self)._add_event(event, step)
+
   def add_event(self, event):
     """Adds an event to the event file.
 
     Args:
       event: An `Event` protocol buffer.
     """
+    self._warn_if_event_writer_is_closed()
     self.event_writer.add_event(event)
 
   def flush(self):
@@ -392,6 +406,9 @@ class FileWriter(SummaryToEventTransformer):
     Call this method to make sure that all pending events have been written to
     disk.
     """
+    # Flushing a closed EventFileWriterV2 raises an exception. It is,
+    # however, a noop for EventFileWriter.
+    self._warn_if_event_writer_is_closed()
     self.event_writer.flush()
 
   def close(self):
@@ -400,6 +417,7 @@ class FileWriter(SummaryToEventTransformer):
     Call this method when you do not need the summary writer anymore.
     """
     self.event_writer.close()
+    self._closed = True
 
   def reopen(self):
     """Reopens the EventFileWriter.
@@ -410,3 +428,4 @@ class FileWriter(SummaryToEventTransformer):
     Does nothing if the EventFileWriter was not closed.
     """
     self.event_writer.reopen()
+    self._closed = False
diff --git a/tensorflow/python/summary/writer/writer_test.py b/tensorflow/python/summary/writer/writer_test.py
index 670230e917..09d4b63fbb 100644
--- a/tensorflow/python/summary/writer/writer_test.py
+++ b/tensorflow/python/summary/writer/writer_test.py
@@ -22,6 +22,7 @@ import glob
 import os.path
 import shutil
 import time
+import warnings
 
 from tensorflow.core.framework import graph_pb2
 from tensorflow.core.framework import summary_pb2
@@ -273,6 +274,21 @@ class FileWriterTestCase(test.TestCase):
     sw.close()
     self._assertRecent(time_before_close)
 
+  def testUseAfterClose(self):
+    test_dir = self._CleanTestDir("use_after_close")
+    sw = self._FileWriter(test_dir)
+    sw.close()
+    with warnings.catch_warnings(record=True) as triggered:
+      warnings.simplefilter("always")
+      self.assertFalse(triggered)
+      sw.add_summary(summary_pb2.Summary())
+      sw.add_session_log(event_pb2.SessionLog())
+      sw.add_graph(ops.Graph())
+
+    self.assertEqual(len(triggered), 3)
+    for w in triggered:
+      self.assertEqual(w.category, UserWarning)
+
   def testWithStatement(self):
     test_dir = self._CleanTestDir("with_statement")
     with self._FileWriter(test_dir) as sw:
-- 
GitLab


From 341c95baca57ddc1bbb7a53b5f6c52cee46dbabf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 10:46:36 -0700
Subject: [PATCH 0895/1825] Restore input_test. Just disable the part of the
 tests that were flaky instead of the whole test.

PiperOrigin-RevId: 219660130
---
 tensorflow/python/training/input_test.py | 36 +++++++++++++++---------
 1 file changed, 23 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/training/input_test.py b/tensorflow/python/training/input_test.py
index a9b05dcc73..085b77d1d6 100644
--- a/tensorflow/python/training/input_test.py
+++ b/tensorflow/python/training/input_test.py
@@ -1035,8 +1035,11 @@ class BatchJoinTest(test_lib.TestCase):
         self.assertAllEqual([99] * len(which_b),
                             [results[0][i] for i in which_b])
 
-      # Some minimum level of mixing of the results of both threads.
-      self.assertGreater(saw_both, 1)
+      # We'd like to see some minimum level of mixing of the results of both
+      # threads, but we can't rely on fair thread scheduling, so we just log.
+      # self.assertGreater(saw_both, 1)
+      tf_logging.info("testTwoThreads%s saw both count: %s",
+                      "Dict" if use_dict else "", saw_both)
 
       # Verify the order of results from "a" were preserved.
       self.assertAllEqual(all_a, np.arange(num_a))
@@ -1048,10 +1051,10 @@ class BatchJoinTest(test_lib.TestCase):
       for thread in threads:
         thread.join()
 
-  def DISABLED_testTwoThreads(self):
+  def testTwoThreads(self):
     self._testTwoThreadsHelper(use_dict=False)
 
-  def DISABLED_testTwoThreadsDict(self):
+  def testTwoThreadsDict(self):
     self._testTwoThreadsHelper(use_dict=True)
 
   def testMismatchedDictKeys(self):
@@ -1068,7 +1071,7 @@ class BatchJoinTest(test_lib.TestCase):
           }],
           batch_size=8)
 
-  def DISABLED_testTwoThreadsDynamicPad(self):
+  def testTwoThreadsDynamicPad(self):
     with self.cached_session() as sess:
       # Two threads, the first generates (0..69, ["a"] * 1..70).
       num_a = 70
@@ -1128,8 +1131,10 @@ class BatchJoinTest(test_lib.TestCase):
         self.assertAllEqual([99] * len(which_b),
                             [results[0][i] for i in which_b])
 
-      # Some minimum level of mixing of the results of both threads.
-      self.assertGreater(saw_both, 1)
+      # We'd like to see some minimum level of mixing of the results of both
+      # threads, but we can't rely on fair thread scheduling, so we just log.
+      # self.assertGreater(saw_both, 1)
+      tf_logging.info("testTwoThreadsDynamicPad saw both count: %s", saw_both)
 
       # Verify the order of results from "a" were preserved.
       self.assertAllEqual(  # tiled "a" with counter + 1
@@ -1143,7 +1148,7 @@ class BatchJoinTest(test_lib.TestCase):
       for thread in threads:
         thread.join()
 
-  def DISABLED_testTwoThreadsSmallerBatch(self):
+  def testTwoThreadsSmallerBatch(self):
     with self.cached_session() as sess:
       extra_elements = 2
       # Two threads, the first generates (0..69, "a").
@@ -1229,8 +1234,10 @@ class BatchJoinTest(test_lib.TestCase):
       all_a.extend([results[0][i] for i in which_a])
       seen_b += len(which_b)
 
-      # Some minimum level of mixing of the results of both threads.
-      self.assertGreater(saw_both, 1)
+      # We'd like to see some minimum level of mixing of the results of both
+      # threads, but we can't rely on fair thread scheduling, so we just log.
+      # self.assertGreater(saw_both, 1)
+      tf_logging.info("testTwoThreadsSmallerBatch saw both count: %s", saw_both)
 
       # Verify the order of results from "a" were preserved.
       self.assertAllEqual(all_a, np.arange(num_a))
@@ -1242,7 +1249,7 @@ class BatchJoinTest(test_lib.TestCase):
       for thread in threads:
         thread.join()
 
-  def DISABLED_testTwoThreadsDynamicPadSmallerBatch(self):
+  def testTwoThreadsDynamicPadSmallerBatch(self):
     with self.cached_session() as sess:
       extra_elements = 2
       # Two threads, the first generates (0..69, ["a"] * 1..70).
@@ -1322,8 +1329,11 @@ class BatchJoinTest(test_lib.TestCase):
       all_a.extend([results[0][i] for i in which_a])
       seen_b += len(which_b)
 
-      # Some minimum level of mixing of the results of both threads.
-      self.assertGreater(saw_both, 1)
+      # We'd like to see some minimum level of mixing of the results of both
+      # threads, but we can't rely on fair thread scheduling, so we just log.
+      # self.assertGreater(saw_both, 1)
+      tf_logging.info("testTwoThreadsDynamicPadSmallerBatch saw both count: %s",
+                      saw_both)
 
       # Verify the order of results from "a" were preserved.
       self.assertAllEqual(  # tiled "a" with counter + 1
-- 
GitLab


From e204232f192f6d1eaadcd2d051aeefd4256e26ff Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 1 Nov 2018 10:50:35 -0700
Subject: [PATCH 0896/1825] Fix typo in comment

PiperOrigin-RevId: 219660859
---
 tensorflow/core/kernels/strided_slice_op_impl.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/strided_slice_op_impl.h b/tensorflow/core/kernels/strided_slice_op_impl.h
index 91058b5a2f..c4205159c3 100644
--- a/tensorflow/core/kernels/strided_slice_op_impl.h
+++ b/tensorflow/core/kernels/strided_slice_op_impl.h
@@ -179,7 +179,7 @@ class HandleStridedSliceAssignCase<Device, T, 0> {
   }
 };
 
-// NODE(aselle): according to bsteiner, we need this because otherwise
+// NOTE(aselle): according to bsteiner, we need this because otherwise
 // nvcc instantiates templates that are invalid. strided_slice_op_gpu.cu
 // handles instantiates externally. It is important that this is done
 // before the HandleXXCase's are instantiated to avoid duplicate
-- 
GitLab


From 486dca315c481d95715b4e6ea8b5e20c0d66ae30 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Thu, 1 Nov 2018 10:58:22 -0700
Subject: [PATCH 0897/1825] Verify the node before putting it into a TRT
 subgraph, so if the TRT converter doesn't support it, it can be excluded
 earlier. This prevents a single incompatible node from causing the conversion
 of a large subgraph to fail.

Currently this is only added for Transpose, Reshape and Const.

Implementation details:

- A new class TrtCandidateSelector is added for the validation. Previously it
  used IsTensorRTCandidate() to pick TRT candidate nodes which only checks the
  op type; the new TrtCandidateSelector::IsTensorRTCandidate() checks the op
  type as well as input properties of the node, e.g. const or not, the values of
  the const, etc.
- TrtCandidateSelector uses TrtNodeValidator added earlier to validate the
  nodes. A new method TrtNodeValidator::GetTensorOrWeights() is added to
  convert an input of a node to a TRT_TensorOrWeights, and after gathering all
  input TRT_TensorOrWeights, TrtNodeValidator::ValidateNode() is called to
  determine whether the node is supported by TRT.
- The original InputEdgeValidator class is now removed. It only validates the
  input nodes of the subgraph, and now its logic is merged into
  ValidateTensorProperties which will be used by TrtNodeValidator to validate
  all nodes before putting them in subgraph.

PiperOrigin-RevId: 219662352
---
 tensorflow/contrib/tensorrt/BUILD             |   9 +
 .../contrib/tensorrt/convert/convert_graph.cc |  41 +-
 .../contrib/tensorrt/convert/convert_graph.h  |  20 +
 .../tensorrt/convert/convert_graph_test.cc    |  78 +++-
 .../contrib/tensorrt/convert/convert_nodes.cc | 287 ++++++++----
 .../contrib/tensorrt/convert/convert_nodes.h  |  82 ++--
 .../tensorrt/convert/convert_nodes_test.cc    | 425 ++++++++++++++----
 .../contrib/tensorrt/segment/segment.cc       |  13 +-
 tensorflow/contrib/tensorrt/segment/segment.h |   4 +-
 .../contrib/tensorrt/segment/segment_test.cc  |   9 +-
 .../tensorrt/test/biasadd_matmul_test.py      |  23 +-
 .../tensorrt/test/reshape_transpose_test.py   |   2 +-
 12 files changed, 759 insertions(+), 234 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/BUILD b/tensorflow/contrib/tensorrt/BUILD
index c96ca302d9..20bcd2447e 100644
--- a/tensorflow/contrib/tensorrt/BUILD
+++ b/tensorflow/contrib/tensorrt/BUILD
@@ -312,15 +312,20 @@ tf_cuda_cc_test(
     ],
     deps = [
         ":trt_conversion",
+        "@com_google_googletest//:gtest",
+        "//tensorflow/cc:cc_ops",
+        "//tensorflow/cc:scope",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler/clusters:cluster",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:core_cpu_base",
         "//tensorflow/core:direct_session",
+        "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
+        "//tensorflow/core:testlib",
     ] + if_tensorrt([
         "@local_config_tensorrt//:nv_infer",
     ]),
@@ -340,6 +345,10 @@ tf_cuda_cc_test(
         ":trt_conversion",
         ":trt_plugins",
         "@com_google_googletest//:gtest",
+        "//tensorflow/cc:cc_ops",
+        "//tensorflow/cc:ops",
+        "//tensorflow/cc:scope",
+        "//tensorflow/core/grappler/costs:graph_properties",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:core_cpu_base",
         "//tensorflow/core:framework",
diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.cc b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
index 26f13b02a8..1f5591fe2a 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
@@ -81,12 +81,13 @@ std::vector<int> GetLoadedTensorRTVersion() {
   return {ver_major, ver_minor, ver_patch};
 }
 
-namespace {
+TrtCandidateSelector::TrtCandidateSelector(
+    const grappler::GraphProperties& graph_properties)
+    : graph_properties_(graph_properties) {}
 
-bool IsTensorRTCandidate(const tensorflow::Node* node) {
+Status TrtCandidateSelector::IsTensorRTCandidate(const tensorflow::Node* node) {
+  // TODO(laigd): move this set to TrtNodeValidator where it should belong.
   // LINT.IfChange
-  // TODO(jie): Segmentation shouldn't associated with op name.
-  //            Split it into a registration for each kernel.
   static const std::set<string> candidate_ops = {
     "Identity",
     "Snapshot",
@@ -127,13 +128,29 @@ bool IsTensorRTCandidate(const tensorflow::Node* node) {
     "Prod",
     "Max",
     "Min",
-    // TODO(ben,jie): ...
   };
   // LINT.ThenChange(//tensorflow/contrib/tensorrt/convert/convert_nodes.cc)
-  return (candidate_ops.count(node->type_string()) ||
-          PluginFactoryTensorRT::GetInstance()->IsPlugin(node->type_string()));
+  const bool is_supported_op_type =
+      (candidate_ops.count(node->type_string()) ||
+       PluginFactoryTensorRT::GetInstance()->IsPlugin(node->type_string()));
+  if (!is_supported_op_type) {
+    return errors::Unimplemented("Op type ", node->type_string(),
+                                 " is not supported.");
+  }
+
+  std::vector<const Edge*> input_edges;
+  TF_RETURN_IF_ERROR(node->input_edges(&input_edges));
+  std::vector<std::pair<const NodeDef*, int>> input_node_and_ports;
+  for (const Edge* input_edge : input_edges) {
+    input_node_and_ports.emplace_back(&input_edge->src()->def(),
+                                      input_edge->src_output());
+  }
+  return validator_.ValidateNode(node->def(), input_node_and_ports,
+                                 graph_properties_);
 }
 
+namespace {
+
 tensorflow::Status BuildNodeMap(
     const tensorflow::Graph& graph,
     std::unordered_map<string, tensorflow::Node*>* node_map) {
@@ -846,9 +863,15 @@ tensorflow::Status ConvertAfterShapes(ConversionParams& params) {
   }
   segment_options.minimum_segment_size = params.minimum_segment_size;
   tensorflow::tensorrt::segment::SegmentNodesVector initial_segments;
+  TrtCandidateSelector candidate_selector(*params.graph_properties);
   TF_RETURN_IF_ERROR(tensorrt::segment::SegmentGraph(
-      &graph, IsTensorRTCandidate, InputEdgeValidator(*params.graph_properties),
-      OutputEdgeValidator(), segment_options, &initial_segments));
+      &graph,
+      std::bind(&TrtCandidateSelector::IsTensorRTCandidate, &candidate_selector,
+                std::placeholders::_1),
+      // Input validation is already done by TrtCandidateSelector, so we don't
+      // need to check the input edges.
+      [](const Edge* edge) { return true; }, OutputEdgeValidator(),
+      segment_options, &initial_segments));
   if (initial_segments.size() > 1) {
     VLOG(0) << "MULTIPLE tensorrt candidate conversion: "
             << initial_segments.size();
diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.h b/tensorflow/contrib/tensorrt/convert/convert_graph.h
index 3525202369..1c9d82105a 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.h
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.h
@@ -31,6 +31,26 @@ namespace tensorflow {
 namespace tensorrt {
 namespace convert {
 
+// Helper class for the segmenter to determine whether given TF node is
+// supported by TRT.
+class TrtCandidateSelector {
+ public:
+  TrtCandidateSelector(const grappler::GraphProperties& graph_properties);
+
+  // Returns OK iff 'node' is a TF-TRT conversion candidate, which will be added
+  // to TRT subgraph and later converted into TRT engine.
+  Status IsTensorRTCandidate(const tensorflow::Node* node);
+
+ private:
+  // The TF-TRT node converter used to verify whether individual node is
+  // supported. It will operate in validation-only mode.
+  TrtNodeValidator validator_;
+
+  // GraphProperties of the graph whose nodes are to be validated by
+  // IsTensorRTCandidate().
+  const grappler::GraphProperties& graph_properties_;
+};
+
 struct ConversionParams {
   ConversionParams()
       : input_graph_def(nullptr),
diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph_test.cc b/tensorflow/contrib/tensorrt/convert/convert_graph_test.cc
index 8146bed4b0..f10729987f 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph_test.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph_test.cc
@@ -15,9 +15,14 @@ limitations under the License.
 
 #include "tensorflow/contrib/tensorrt/convert/convert_graph.h"
 
+#include <gmock/gmock.h>
+#include <gtest/gtest.h>
+#include "tensorflow/cc/framework/scope.h"
+#include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/contrib/tensorrt/convert/convert_nodes.h"
 #include "tensorflow/core/common_runtime/device_mgr.h"
 #include "tensorflow/core/common_runtime/device_set.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/grappler/clusters/cluster.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/lib/core/status.h"
@@ -33,6 +38,76 @@ namespace tensorflow {
 namespace tensorrt {
 namespace convert {
 
+// TODO(laigd): put this into some test utils file.
+void ExpectStatus(Status status, error::Code code = error::OK,
+                  const char* substr = nullptr) {
+  EXPECT_EQ(code, status.code())
+      << status << " vs expected error code \"" << error::Code_Name(code)
+      << "\" and message \"" << substr << "\"";
+  if (substr) {
+    EXPECT_THAT(status.error_message(), ::testing::HasSubstr(substr)) << status;
+  }
+}
+
+TEST(TrtCandidateSelector, Basics) {
+  // Create a graph containing both TRT-compatible and TRT-incompatible nodes
+  // and use it to test TrtCandidateSelector::IsTensorRTCandidate().
+  const std::vector<int32> input_shape_array{2, 2};
+  TensorShape input_shape;
+  TF_EXPECT_OK(TensorShapeUtils::MakeShape(input_shape_array, &input_shape));
+
+  Scope s = Scope::NewRootScope();
+  ops::Placeholder::Attrs feed_attrs;
+  TF_EXPECT_OK(
+      TensorShapeUtils::MakeShape(input_shape_array, &feed_attrs.shape_));
+
+  // Compatible input.
+  auto feed = ops::Placeholder(s.WithOpName("feed"), DT_FLOAT, feed_attrs);
+  auto const_1 = ops::Const(s.WithOpName("const_1"), 1.0f, input_shape);
+
+  // Compatible MatMul.
+  auto matmul = ops::MatMul(s.WithOpName("matmul"), feed, const_1);
+
+  // Incompatible MatMul.
+  ops::MatMul::Attrs matmul_attrs;
+  matmul_attrs.transpose_a_ = true;
+  auto incompatible_matmul = ops::MatMul(s.WithOpName("incompatible_matmul"),
+                                         feed, const_1, matmul_attrs);
+
+  // Unsupported op.
+  auto unsupported_op = ops::Sin(s.WithOpName("sin"), feed);
+
+  // Incompatible input.
+  auto incompatible_feed = ops::Placeholder(s.WithOpName("feed"), DT_DOUBLE);
+  auto const_2 = ops::Const(s.WithOpName("const_2"), 1.0, input_shape);
+  // Compatible op with incompatible input.
+  auto matmul_with_incompatible_input =
+      ops::MatMul(s.WithOpName("matmul_with_incompatible_input"),
+                  incompatible_feed, const_2);
+
+  grappler::GrapplerItem item;
+  TF_EXPECT_OK(s.ToGraphDef(&item.graph));
+  Tensor feed_tensor(DT_FLOAT, input_shape);
+  item.feed.push_back(std::make_pair("feed", feed_tensor));
+
+  grappler::GraphProperties graph_properties(item);
+  TF_EXPECT_OK(graph_properties.InferStatically(true));
+
+  TrtCandidateSelector selector(graph_properties);
+  TF_EXPECT_OK(selector.IsTensorRTCandidate(matmul.operation.node()));
+  ExpectStatus(
+      selector.IsTensorRTCandidate(incompatible_matmul.operation.node()),
+      error::INVALID_ARGUMENT,
+      "transpose_a is not supported for TensorRT FullyConnected "
+      "(op: MatMul), at: incompatible_matmul");
+  ExpectStatus(selector.IsTensorRTCandidate(unsupported_op.operation.node()),
+               error::UNIMPLEMENTED, "Op type Sin is not supported");
+  ExpectStatus(selector.IsTensorRTCandidate(
+                   matmul_with_incompatible_input.operation.node()),
+               error::INTERNAL,
+               "Failed to convert input with index 0 to a TRT_TensorOrWeights");
+}
+
 class FakeCluster : public grappler::Cluster {
  public:
   FakeCluster() : Cluster(0) {}
@@ -48,8 +123,7 @@ class FakeCluster : public grappler::Cluster {
   }
   Status Run(const GraphDef& graph_def,
              const std::vector<std::pair<string, Tensor>>& feed,
-             const std::vector<string>& fetch,
-             RunMetadata* metadata) override {
+             const std::vector<string>& fetch, RunMetadata* metadata) override {
     return Status::OK();
   }
 
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index dcbc75aebf..a6f954391d 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -108,6 +108,18 @@ inline tensorflow::Status ConvertDType(tensorflow::DataType tf_dtype,
   return tensorflow::Status::OK();
 }
 
+template <typename TensorShapeType>
+inline nvinfer1::Dims TensorShapeToTrtDims(const TensorShapeType& shape,
+                                           bool ignore_first_dim) {
+  nvinfer1::Dims trt_dims;
+  const int offset = (ignore_first_dim ? 1 : 0);
+  for (int i = offset; i < shape.dims(); i++) {
+    trt_dims.d[i - offset] = shape.dim_size(i);
+  }
+  trt_dims.nbDims = shape.dims() - offset;
+  return trt_dims;
+}
+
 void GetOutputProperties(const grappler::GraphProperties& graph_properties,
                          const Node* node, const int out_port,
                          PartialTensorShape* shape,
@@ -137,22 +149,37 @@ void GetInputProperties(const grappler::GraphProperties& graph_properties,
   }
 }
 
-tensorflow::Status ValidateInputProperties(const PartialTensorShape& shape,
-                                           const tensorflow::DataType dtype,
-                                           nvinfer1::DataType* trt_dtype) {
-  // TODO(aaroey): some of these checks also apply to IsTensorRTCandidate(), so
-  // put them there instead.
+Status ValidateTensorProperties(const string& producer_node_type,
+                                const tensorflow::DataType dtype,
+                                const PartialTensorShape& shape,
+                                bool validation_only,
+                                nvinfer1::DataType* trt_dtype,
+                                nvinfer1::Dims* trt_dims, int* batch_size) {
+  // Convert data type.
   TF_RETURN_IF_ERROR(ConvertDType(dtype, trt_dtype));
+
+  // Convert shape.
   if (shape.dims() < 0) {
-    return tensorflow::errors::InvalidArgument("Input tensor rank is unknown.");
+    return errors::InvalidArgument("Input tensor rank is unknown.");
+  }
+  if (shape.dims() > nvinfer1::Dims::MAX_DIMS + 1) {  // +1 for batch dim
+    return errors::OutOfRange("Input tensor rank is greater than ",
+                              nvinfer1::Dims::MAX_DIMS + 1);
   }
-  if (shape.dims() > 9) {
-    return tensorflow::errors::OutOfRange(
-        "Input tensor rank is greater than 8.");
+  if (producer_node_type != "Const" && shape.dims() < 2) {
+    return errors::InvalidArgument(
+        "Input tensor with rank<2 is not supported since the first dimension "
+        "is treated as batch dimension by TRT");
   }
+  *trt_dims = TensorShapeToTrtDims(shape, /*ignore_first_dim=*/true);
+  *batch_size = shape.dim_size(0);
+
+  if (validation_only) return Status::OK();
+  // Following are validations at runtime.
+
   for (int d = 1; d < shape.dims(); ++d) {
     if (shape.dim_size(d) < 0) {
-      return tensorflow::errors::InvalidArgument(
+      return errors::InvalidArgument(
           "Input tensor with shape ", shape.DebugString(),
           " has an unknown non-batch dimemension at dim ", d);
     }
@@ -358,22 +385,75 @@ string TRT_ShapedWeights::DebugString() const {
                 ", values=", reinterpret_cast<uintptr_t>(GetValues()), ")");
 }
 
+// A fake ITensor implementation used to check whether the TF-TRT converter can
+// handle specific node. We only need shape and type information, and the
+// converter won't (and shouldn't) use this to build the TRT network.
+class TRT_TensorOrWeights::SimpleITensor : public nvinfer1::ITensor {
+ public:
+  SimpleITensor(nvinfer1::DataType trt_dtype, const nvinfer1::Dims& trt_dims)
+      : trt_dtype_(trt_dtype), trt_dims_(trt_dims) {}
+
+  void setName(const char* name) override {}
+
+  const char* getName() const override { return ""; }
+
+  void setDimensions(nvinfer1::Dims dimensions) override {
+    trt_dims_ = dimensions;
+  }
+
+  nvinfer1::Dims getDimensions() const override { return trt_dims_; }
+
+  void setType(nvinfer1::DataType trt_dtype) override {
+    trt_dtype_ = trt_dtype;
+  }
+
+  nvinfer1::DataType getType() const override { return trt_dtype_; }
+
+  bool isNetworkInput() const override { return false; }
+
+  bool isNetworkOutput() const override { return false; }
+
+  void setBroadcastAcrossBatch(bool broadcastAcrossBatch) override {}
+
+  bool getBroadcastAcrossBatch() const override { return false; }
+
+  nvinfer1::TensorLocation getLocation() const override {
+    // This is arbitrary, since we don't use it.
+    return nvinfer1::TensorLocation::kDEVICE;
+  }
+
+  void setLocation(nvinfer1::TensorLocation location) override {}
+
+#if NV_TENSORRT_MAJOR >= 5
+  bool setDynamicRange(float min, float max) override {}
+#endif
+
+ private:
+  nvinfer1::DataType trt_dtype_;
+  nvinfer1::Dims trt_dims_;
+};
+
 TRT_TensorOrWeights::TRT_TensorOrWeights(nvinfer1::ITensor* tensor,
                                          int batch_size)
     : tensor_(tensor),
       batch_size_(batch_size),
-      weights_(DT_FLOAT),
       initialized_(true),
       is_tensor_(true) {}
 
-TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_ShapedWeights& weights)
-    : tensor_(nullptr),
-      weights_(weights),
+TRT_TensorOrWeights::TRT_TensorOrWeights(nvinfer1::DataType trt_dtype,
+                                         const nvinfer1::Dims& trt_dims,
+                                         int batch_size)
+    : simple_itensor_(new SimpleITensor(trt_dtype, trt_dims)),
+      batch_size_(batch_size),
       initialized_(true),
-      is_tensor_(false) {}
+      is_tensor_(true) {}
+
+TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_ShapedWeights& weights)
+    : weights_(weights), initialized_(true), is_tensor_(false) {}
 
 TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs)
     : tensor_(rhs.tensor_),
+      simple_itensor_(rhs.simple_itensor_),
       batch_size_(rhs.batch_size_),
       weights_(rhs.weights_),
       initialized_(rhs.initialized_),
@@ -381,12 +461,23 @@ TRT_TensorOrWeights::TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs)
 
 void TRT_TensorOrWeights::operator=(const TRT_TensorOrWeights& rhs) {
   tensor_ = rhs.tensor_;
+  simple_itensor_ = rhs.simple_itensor_;
   batch_size_ = rhs.batch_size_;
   weights_ = rhs.weights_;
   initialized_ = rhs.initialized_;
   is_tensor_ = rhs.is_tensor_;
 }
 
+nvinfer1::ITensor* TRT_TensorOrWeights::tensor() {
+  CHECK(is_tensor());
+  return tensor_ == nullptr ? simple_itensor_.get() : tensor_;
+}
+
+const nvinfer1::ITensor* TRT_TensorOrWeights::tensor() const {
+  CHECK(is_tensor());
+  return tensor_ == nullptr ? simple_itensor_.get() : tensor_;
+}
+
 nvinfer1::Dims TRT_TensorOrWeights::GetTrtDims() const {
   if (is_tensor()) {
     return tensor()->getDimensions();
@@ -398,8 +489,8 @@ nvinfer1::Dims TRT_TensorOrWeights::GetTrtDims() const {
 string TRT_TensorOrWeights::DebugString() const {
   string output = "TRT_TensorOrWeights(type=";
   if (is_tensor()) {
-    StrAppend(&output, "tensor @", reinterpret_cast<uintptr_t>(tensor_),
-              ", shape=", convert::DebugString(tensor_->getDimensions()),
+    StrAppend(&output, "tensor @", reinterpret_cast<uintptr_t>(tensor()),
+              ", shape=", convert::DebugString(tensor()->getDimensions()),
               ", batch_size=", batch_size_);
   } else {
     StrAppend(&output, "weights=", weights_.DebugString());
@@ -560,11 +651,10 @@ void ReorderRSCKToKCRS(const TRT_ShapedWeights& iweights,
   // TRT requires GKcRS, while TF depthwise has RSCK where c=1, C=G
   const int c = iweights.shape_.d[2] / num_groups;
   const int k = iweights.shape_.d[3] * num_groups;
-  VLOG(2) << "num_groups: " << num_groups
-          << "c" << iweights.shape_.d[2] << " then " << c
-          << "k" << iweights.shape_.d[3] << " then " << k
-          << "r" << iweights.shape_.d[0] << " then " << r
-          << "s" << iweights.shape_.d[1] << " then " << s;
+  VLOG(2) << "num_groups: " << num_groups << "c" << iweights.shape_.d[2]
+          << " then " << c << "k" << iweights.shape_.d[3] << " then " << k
+          << "r" << iweights.shape_.d[0] << " then " << r << "s"
+          << iweights.shape_.d[1] << " then " << s;
   oweights->shape_.d[0] = k / num_groups;
   oweights->shape_.d[1] = c * num_groups;
   oweights->shape_.d[2] = r;
@@ -608,9 +698,68 @@ TRT_ShapedWeights TrtWeightStore::GetTempWeights(tensorflow::DataType type,
 
 TrtNodeValidator::TrtNodeValidator() { RegisterOpValidators(); }
 
+Status TrtNodeValidator::ConvertToTensorOrWeights(
+    const NodeDef& node_def, int output_port,
+    const grappler::GraphProperties& graph_properties,
+    TRT_TensorOrWeights* tensor_or_weights) {
+  if (node_def.op() == "Const") {
+    if (output_port != 0) {
+      return errors::InvalidArgument("Const node should only have one output.");
+    }
+    // The output of the conversion will be used as input to other nodes to
+    // determine whether TRT supports those nodes. If it cannot convert the
+    // Const, it's very likely we cannot treat it as a tensor and make it an
+    // input to the TRT network, since TRT removes the first dimension and
+    // treats it as batch size. Also, it's not likely that the converter can
+    // support the op, and performance may suffer even if it can, so we just
+    // simply return error if the conversion fails.
+    std::vector<TRT_TensorOrWeights> inputs;
+    return ConvertConstToWeights(node_def, inputs, tensor_or_weights);
+  }
+  if (!graph_properties.HasOutputProperties(node_def.name())) {
+    return errors::InvalidArgument("Shape and data type are unknown");
+  }
+
+  // Validate and convert shape and dtype.
+  const auto& output_params =
+      graph_properties.GetOutputProperties(node_def.name());
+  const auto& tensor_properties = output_params.at(output_port);
+  const DataType dtype = tensor_properties.dtype();
+  const PartialTensorShape shape = tensor_properties.shape();
+  nvinfer1::DataType trt_dtype;
+  nvinfer1::Dims trt_dims;
+  int batch_size = -1;
+  TF_RETURN_IF_ERROR(ValidateTensorProperties(
+      node_def.op(), dtype, shape, /*validation_only_=*/true, &trt_dtype,
+      &trt_dims, &batch_size));
+
+  // Adds a fake ITensor. This is fine since op converter operates in
+  // validation-only mode and it won't (and shouldn't) use the tensor to do
+  // any TRT network operations.
+  *tensor_or_weights = TRT_TensorOrWeights(trt_dtype, trt_dims, batch_size);
+  return Status::OK();
+}
+
 Status TrtNodeValidator::ValidateNode(
     const tensorflow::NodeDef& node_def,
-    const std::vector<TRT_TensorOrWeights>& inputs) {
+    const std::vector<std::pair<const NodeDef*, int>>& input_node_and_ports,
+    const grappler::GraphProperties& graph_properties) {
+  // Convert input NodeDef and corresponding output ports to
+  // TRT_TensorOrWeights.
+  std::vector<TRT_TensorOrWeights> inputs;
+  for (int i = 0; i < input_node_and_ports.size(); ++i) {
+    const auto& pair = input_node_and_ports[i];
+    TRT_TensorOrWeights tensor_or_weights;
+    Status status = ConvertToTensorOrWeights(
+        *pair.first, pair.second, graph_properties, &tensor_or_weights);
+    if (!status.ok()) {
+      return errors::Internal("Failed to convert input with index ", i,
+                              " to a TRT_TensorOrWeights");
+    }
+    inputs.push_back(tensor_or_weights);
+  }
+
+  // Validate the node.
   const auto iter = op_validators_.find(node_def.op());
   if (iter == op_validators_.end()) {
     // If validator is not registered, it means no validation is needed.
@@ -621,7 +770,19 @@ Status TrtNodeValidator::ValidateNode(
   OpConverterParams params(
       /*arg_converter=*/nullptr, node_def, inputs, /*arg_outputs=*/nullptr,
       /*arg_validation_only=*/true, &weight_store_);
-  Status status = validator(&params);
+  return validator(&params);
+}
+
+Status TrtNodeValidator::ConvertConstToWeights(
+    const NodeDef& const_node_def,
+    const std::vector<TRT_TensorOrWeights>& inputs,
+    TRT_TensorOrWeights* output) {
+  std::vector<TRT_TensorOrWeights> outputs;
+  OpConverterParams params(
+      /*arg_converter=*/nullptr, const_node_def, inputs, &outputs,
+      /*arg_validation_only=*/true, &weight_store_);
+  Status status = op_validators_["Const"](&params);
+  if (status.ok() && output) *output = outputs[0];
   return status;
 }
 
@@ -1663,7 +1824,7 @@ tensorflow::Status ConvertActivation(OpConverterParams* params) {
 }
 
 tensorflow::Status ConvertScale(OpConverterParams* params) {
-  const auto inputs = params->inputs;
+  const auto& inputs = params->inputs;
   const auto& node_def = params->node_def;
   if (inputs.size() != 2 || !inputs.at(0).is_tensor() ||
       !inputs.at(1).is_weights()) {
@@ -1798,8 +1959,13 @@ Status TfTensorToTrtWeights(const DataType dtype, const Tensor& tensor,
   return Status::OK();
 }
 
+// Convert a Const NodeDef to TRT_ShapedWeights. This is a special converter, it
+// always ignores the params->validation_only parameter but adds the converted
+// weights to params->outputs. We did this since TrtNodeValidator needs the
+// weights as input to other nodes, and use it to determine whether those nodes
+// are supported by TRT.
 tensorflow::Status ConvertConst(OpConverterParams* params) {
-  const auto inputs = params->inputs;
+  const auto& inputs = params->inputs;
   const auto& node_def = params->node_def;
   if (!inputs.empty()) {
     return errors::InvalidArgument(
@@ -1896,11 +2062,10 @@ tensorflow::Status ConvertConst(OpConverterParams* params) {
     return errors::Unimplemented("Not supported constant type, at ",
                                  node_def.name());
   }
-  // Pass the output.
-  if (!params->validation_only) {
+  if (params->outputs != nullptr) {
     params->outputs->push_back(TRT_TensorOrWeights(weights));
   }
-  return tensorflow::Status::OK();
+  return Status::OK();
 }
 
 tensorflow::Status ConvertIdentity(OpConverterParams* params) {
@@ -1909,7 +2074,7 @@ tensorflow::Status ConvertIdentity(OpConverterParams* params) {
 }
 
 tensorflow::Status ConvertBinary(OpConverterParams* params) {
-  const auto inputs = params->inputs;
+  const auto& inputs = params->inputs;
   const auto& node_def = params->node_def;
   if (inputs.size() != 2) {
     return tensorflow::errors::FailedPrecondition(
@@ -2418,19 +2583,20 @@ tensorflow::Status ConvertMatMul(OpConverterParams* params) {
   // TODO(jie): INT32 should be converted?
   tensorflow::DataType tf_dtype = attrs.get<tensorflow::DataType>("T");
   if (tf_dtype != DataType::DT_FLOAT && tf_dtype != DataType::DT_HALF) {
-    return tensorflow::errors::Unimplemented(
-        "data type is not supported, for node " + node_def.name() + " got " +
-        tensorflow::DataTypeString(tf_dtype));
+    return errors::Unimplemented("Data type is not supported, for node ",
+                                 node_def.name(), " got ",
+                                 DataTypeString(tf_dtype));
   }
   bool transpose_a = attrs.get<bool>("transpose_a");
   bool transpose_b = attrs.get<bool>("transpose_b");
 
   // FullyConnected:
   if (transpose_a) {
-    return tensorflow::errors::Internal(
-        "Transpose_a is not supported for TensorRT FullyConnected (op: " +
-        node_def.op() + "), at: " + node_def.name());
+    return errors::InvalidArgument(
+        "transpose_a is not supported for TensorRT FullyConnected (op: ",
+        node_def.op(), "), at: ", node_def.name());
   }
+  if (params->validation_only) return Status::OK();
   return ConvertMatMulHelper(params, inputs.at(0), inputs.at(1).weights(),
                              transpose_b, node_def.name());
 }
@@ -2673,10 +2839,13 @@ tensorflow::Status ConvertGraphDefToEngine(
         return tensorflow::errors::InvalidArgument(
             "Failed to parse slot number from ", node_name);
       }
-      nvinfer1::DataType dtype;
+      nvinfer1::DataType trt_dtype;
+      nvinfer1::Dims trt_dims;
+      int batch_size = -1;
       auto shape = input_shapes.at(slot_number);
-      auto status = ValidateInputProperties(
-          shape, node_def.attr().at("dtype").type(), &dtype);
+      auto status = ValidateTensorProperties(
+          node_def.op(), node_def.attr().at("dtype").type(), shape,
+          /*validation_only=*/false, &trt_dtype, &trt_dims, &batch_size);
       if (!status.ok()) {
         const string error_message =
             StrCat("Validation failed for ", node_name, " and input slot ",
@@ -2684,19 +2853,13 @@ tensorflow::Status ConvertGraphDefToEngine(
         LOG(WARNING) << error_message;
         return Status(status.code(), error_message);
       }
-
-      nvinfer1::Dims input_dim;
-      for (int i = 1; i < shape.dims(); i++) {
-        input_dim.d[i - 1] = shape.dim_size(i);
-      }
-      input_dim.nbDims = shape.dims() - 1;
       VLOG(2) << "Adding engine input tensor " << node_name << " with shape "
-              << DebugString(input_dim);
+              << DebugString(trt_dims);
       // TODO(laigd): the conversion should always happen at runtime where all
       // the shapes are known, and we can provide a mode to generate the
       // engines offline, by calling sess.run() and cache/serialize the engines.
-      TF_RETURN_IF_ERROR(converter.AddInputTensor(node_name, dtype, input_dim,
-                                                  shape.dim_size(0)));
+      TF_RETURN_IF_ERROR(
+          converter.AddInputTensor(node_name, trt_dtype, trt_dims, batch_size));
     } else if (tensorflow::str_util::StartsWith(node_name, kOutputPHName) &&
                (node_def.op() == "Identity")) {
       int32 slot_number = -1;
@@ -2866,34 +3029,6 @@ tensorflow::Status ConvertSegmentToGraphDef(
   return tensorflow::Status::OK();
 }
 
-bool InputEdgeValidator::operator()(const tensorflow::Edge* in_edge) const {
-  if (in_edge->IsControlEdge()) return true;
-  PartialTensorShape shape;
-  tensorflow::DataType dtype;
-  GetOutputProperties(graph_properties_, in_edge->src(), in_edge->src_output(),
-                      &shape, &dtype);
-  nvinfer1::DataType trt_dtype;
-  Status status = ValidateInputProperties(shape, dtype, &trt_dtype);
-  if (!status.ok()) {
-    VLOG(1) << "--> Need to remove input node " << in_edge->dst()->name()
-            << ": " << status;
-    return false;
-  }
-
-
-  if (in_edge->src()->type_string() != "Const" &&
-      // Single dimensional input tensor is not supported since the first
-      // dimension is treated as batch dimension.
-      shape.dims() < 2) {
-    VLOG(1) << "--> Need to remove input node " << in_edge->dst()->name()
-            << " which has an input at port " << in_edge->dst_input() << " with"
-            << " #dim<2"
-            << " and is not a const: " << shape;
-    return false;
-  }
-  return true;
-}
-
 bool OutputEdgeValidator::operator()(const tensorflow::Edge* out_edge) const {
   if (out_edge->IsControlEdge()) return true;
   if (out_edge->src()->type_string() == "Const") {
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.h b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
index 699b50b37e..5cc28b33e7 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.h
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.h
@@ -148,21 +148,6 @@ tensorflow::Status ConvertGraphDefToEngine(
     TrtUniquePtrType<nvinfer1::ICudaEngine>* engine,
     bool* convert_successfully);
 
-// Helper class for the segmenter to determine whether an input edge to the TRT
-// segment is valid.
-class InputEdgeValidator {
- public:
-  InputEdgeValidator(const grappler::GraphProperties& graph_properties)
-      : graph_properties_(graph_properties) {}
-
-  // Return true if the specified edge is eligible to be an input edge of the
-  // TRT segment.
-  bool operator()(const tensorflow::Edge* in_edge) const;
-
- private:
-  const grappler::GraphProperties& graph_properties_;
-};
-
 // Helper class for the segmenter to determine whether an output edge from the
 // TRT segment is valid.
 class OutputEdgeValidator {
@@ -245,8 +230,21 @@ class TRT_TensorOrWeights {
  public:
   TRT_TensorOrWeights() {}
 
+  // Constructor that makes it an ITensor, doesn't take ownership of 'tensor'.
+  // This is used by Converter when building the TRT network, where the ITensor
+  // is owned by the TRT network being built. See comment for 'tensor_' below.
   explicit TRT_TensorOrWeights(nvinfer1::ITensor* tensor, int batch_size = -1);
 
+  // Constructor that makes it an ITensor by creating one using provided data
+  // type and shape, and takes ownership of the created ITensor. This is used by
+  // TrtNodeValidator to encapsulate the type and shape information for
+  // validation of graph nodes, and the created ITensor is fake and temporary,
+  // and should not be used to build any TRT network. See comment for
+  // 'simple_itensor_' below.
+  explicit TRT_TensorOrWeights(nvinfer1::DataType trt_dtype,
+                               const nvinfer1::Dims& trt_dims, int batch_size);
+
+  // Constructor that makes it a TRT_TensorOrWeights.
   explicit TRT_TensorOrWeights(const TRT_ShapedWeights& weights);
 
   TRT_TensorOrWeights(const TRT_TensorOrWeights& rhs);
@@ -256,15 +254,9 @@ class TRT_TensorOrWeights {
   bool is_tensor() const { return initialized_ && is_tensor_; }
   bool is_weights() const { return initialized_ && !is_tensor_; }
 
-  nvinfer1::ITensor* tensor() {
-    CHECK(is_tensor());
-    return tensor_;
-  }
+  nvinfer1::ITensor* tensor();
 
-  const nvinfer1::ITensor* tensor() const {
-    CHECK(is_tensor());
-    return tensor_;
-  }
+  const nvinfer1::ITensor* tensor() const;
 
   TRT_ShapedWeights& weights() {
     CHECK(is_weights());
@@ -283,9 +275,25 @@ class TRT_TensorOrWeights {
   string DebugString() const;
 
  private:
+  class SimpleITensor;
+
   void set_batch_size(int batch_size) { batch_size_ = batch_size; }
 
+  // When it represents an ITensor, the ITensor can be either passed by the
+  // caller via the constructor that takes an ITensor* as parameter, or be
+  // created as a SimpleITensor.
+  //
+  // In the first case, the ITensor pointer is stored in 'tensor_' below, and
+  // the ITensor itself is not owned by this class. This method is used by
+  // Converter (e.g. AddInputTensor) and op converters during TRT network
+  // construction, where the TRT network owns the ITensor.
+  //
+  // In the second case, the created SimpleITensor is stored in
+  // 'simple_itensor_' below and is owned by this class. SimpleITensor is a fake
+  // implementation of ITensor and is used only by TrtNodeValidator to validate
+  // the graph nodes.
   nvinfer1::ITensor* tensor_ = nullptr;  // Not owned.
+  std::shared_ptr<SimpleITensor> simple_itensor_ = nullptr;
 
   // First dimension of the TF tensor (NOT tensor_) that is represented by
   // tensor_ is treated as the "batch dimension" by TRT, and tensor_'s
@@ -339,13 +347,35 @@ class TrtNodeValidator {
  public:
   TrtNodeValidator();
 
-  // Validate the node, and return ok if it's supported by the converter.
-  Status ValidateNode(const NodeDef& node_def,
-                      const std::vector<TRT_TensorOrWeights>& inputs);
+  // Validate the node, and return ok if it's supported by TRT.
+  //
+  // - 'node_def' is the node to validate.
+  // - 'input_node_and_ports' are the input NodeDefs and their output ports that
+  //   are connected to 'node_def' in the TF graph.
+  // - 'graph_properties' is the GraphProperties of the graph where 'node_def'
+  //   belongs. It is used to get the shape and data type information of a
+  //   tensor for validation purpose.
+  Status ValidateNode(
+      const NodeDef& node_def,
+      const std::vector<std::pair<const NodeDef*, int>>& input_node_and_ports,
+      const grappler::GraphProperties& graph_properties);
 
  private:
   void RegisterOpValidators();
 
+  // Convert a Const node to a TRT_TensorOrWeights.
+  Status ConvertConstToWeights(const NodeDef& const_node_def,
+                               const std::vector<TRT_TensorOrWeights>& inputs,
+                               TRT_TensorOrWeights* output);
+
+  // Convert the output tensor at 'output_port' of 'node_def' to a
+  // TRT_TensorOrWeights which will be later used as an input to other nodes and
+  // passed to ValidateNode() below.
+  Status ConvertToTensorOrWeights(
+      const NodeDef& node_def, int output_port,
+      const grappler::GraphProperties& graph_properties,
+      TRT_TensorOrWeights* tensor_or_weights);
+
   // Stores all the validators by op type. If no validator is registered for
   // specific op, it means no validation is needed and ValidateNode() will
   // return OK.
diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
index bc39074333..c3a39395f3 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes_test.cc
@@ -21,6 +21,9 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
+#include "tensorflow/cc/framework/ops.h"
+#include "tensorflow/cc/framework/scope.h"
+#include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/contrib/tensorrt/log/trt_logger.h"
 #include "tensorflow/contrib/tensorrt/plugin/trt_plugin_factory.h"
 #include "tensorflow/core/framework/node_def.pb.h"  // NOLINT
@@ -29,6 +32,7 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_testutil.h"
 #include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/grappler/costs/graph_properties.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/test.h"
@@ -45,6 +49,7 @@ namespace convert {
 
 using ::testing::ElementsAre;
 
+// TODO(laigd): put this into some test utils file.
 void ExpectStatus(Status status, error::Code code = error::OK,
                   const char* substr = nullptr) {
   EXPECT_EQ(code, status.code())
@@ -75,6 +80,23 @@ NodeDef MakeNodeDef(const string& name, const string& op,
   return node_def;
 }
 
+template <typename T>
+NodeDef MakeConstNodeDef(const string& name, const std::vector<T>& vals,
+                         const TensorShape& shape) {
+  Scope s = Scope::NewRootScope();
+  Tensor t = ::tensorflow::test::AsTensor<T>(vals, shape);
+  auto const_op = ops::Const(s.WithOpName(name), t);
+  return const_op.node()->def();
+}
+
+template <typename T>
+NodeDef MakeConstNodeDef(const string& name, const std::vector<T>& vals) {
+  TensorShape shape;
+  const std::vector<int32> shape_dims = {static_cast<int32>(vals.size())};
+  TF_EXPECT_OK(TensorShapeUtils::MakeShape(shape_dims, &shape));
+  return MakeConstNodeDef(name, vals, shape);
+}
+
 bool TrtDimsEquals(const nvinfer1::Dims& lhs, const nvinfer1::Dims& rhs) {
   if (lhs.nbDims != rhs.nbDims) return false;
   for (int i = 0; i < lhs.nbDims; ++i) {
@@ -95,6 +117,19 @@ bool TrtShapedWeightsEquals(const TRT_ShapedWeights& lhs,
          lhs.GetValues() == rhs.GetValues();
 }
 
+template <typename T>
+void ValidateWeights(const TRT_ShapedWeights& weights,
+                     const std::vector<int>& expected_dims,
+                     const std::vector<T>& expected_value) {
+  EXPECT_TRUE(TrtDimsEqualsArray(expected_dims, weights.shape_))
+      << weights.DebugString();
+  ASSERT_EQ(expected_value.size(), weights.count()) << weights.DebugString();
+  const T* actual_values = static_cast<const T*>(weights.GetValues());
+  for (int i = 0; i < expected_value.size(); ++i) {
+    EXPECT_EQ(expected_value[i], actual_values[i]);
+  }
+}
+
 // Fake ITensor implementation for testing purposes.
 class FakeITensor : public nvinfer1::ITensor {
  public:
@@ -194,32 +229,86 @@ TEST(TRT_ShapedWeights_Test, Basic) {
 }
 
 TEST(TRT_TensorOrWeights_Test, Basic) {
+  // Test constructor with no arguments.
+  {
+    TRT_TensorOrWeights tw;
+    TRT_TensorOrWeights copy(tw);
+    TRT_TensorOrWeights assigned;
+    assigned = tw;
+    for (auto ptr : {&tw, &copy, &assigned}) {
+      EXPECT_EQ(false, ptr->is_tensor());
+      EXPECT_EQ(false, ptr->is_weights());
+      EXPECT_EQ(-1, ptr->batch_size());
+    }
+  }
+
+  // Test constructor with ITensor and batch size argument.
   {
     nvinfer1::Dims dims;
     dims.nbDims = 1;
     dims.d[0] = 1;
     FakeITensor itensor(dims);
-
     TRT_TensorOrWeights tw(&itensor);
-    EXPECT_EQ(true, tw.is_tensor());
-    EXPECT_EQ(false, tw.is_weights());
-    EXPECT_EQ(&itensor, tw.tensor());
-    EXPECT_TRUE(TrtDimsEqualsArray({1}, tw.GetTrtDims()))
-        << "- expected: " << DebugString(dims)
-        << "\n        vs\n-   actual: " << DebugString(tw.GetTrtDims());
+    TRT_TensorOrWeights tw1(&itensor, /*batch_size=*/1);
+
+    for (auto original_ptr : {&tw, &tw1}) {
+      TRT_TensorOrWeights copy(*original_ptr);
+      TRT_TensorOrWeights assigned;
+      assigned = *original_ptr;
+
+      for (auto ptr : {original_ptr, &copy, &assigned}) {
+        EXPECT_EQ(true, ptr->is_tensor());
+        EXPECT_EQ(false, ptr->is_weights());
+        if (original_ptr == &tw) {
+          EXPECT_EQ(-1, ptr->batch_size());
+        } else {
+          EXPECT_EQ(1, ptr->batch_size());
+        }
+        EXPECT_EQ(&itensor, ptr->tensor());
+        EXPECT_TRUE(TrtDimsEqualsArray({1}, ptr->GetTrtDims()))
+            << "- expected: " << DebugString(dims)
+            << "\n        vs\n-   actual: " << DebugString(ptr->GetTrtDims());
+      }
+    }
   }
+  // Test constructor which creates and owns an ITensor.
   {
-    TRT_ShapedWeights weights(DT_FLOAT);
-    TRT_TensorOrWeights tw(weights);
-    EXPECT_EQ(false, tw.is_tensor());
-    EXPECT_EQ(true, tw.is_weights());
-    EXPECT_TRUE(TrtShapedWeightsEquals(weights, tw.weights()));
-
     nvinfer1::Dims dims;
-    dims.nbDims = 0;
-    EXPECT_TRUE(TrtDimsEqualsArray({}, tw.GetTrtDims()))
-        << "- expected: " << DebugString(dims)
-        << "\n        vs\n-   actual: " << DebugString(tw.GetTrtDims());
+    dims.nbDims = 1;
+    dims.d[0] = 1;
+    TRT_TensorOrWeights tw(nvinfer1::DataType::kFLOAT, dims, /*batch_size=*/1);
+    TRT_TensorOrWeights copy(tw);
+    TRT_TensorOrWeights assigned;
+    assigned = tw;
+
+    for (auto ptr : {&tw, &copy, &assigned}) {
+      EXPECT_EQ(true, ptr->is_tensor());
+      EXPECT_EQ(false, ptr->is_weights());
+      EXPECT_EQ(1, ptr->batch_size());
+      EXPECT_NE(nullptr, ptr->tensor());
+      EXPECT_TRUE(TrtDimsEqualsArray({1}, ptr->GetTrtDims()))
+          << "- expected: " << DebugString(dims)
+          << "\n        vs\n-   actual: " << DebugString(ptr->GetTrtDims());
+    }
+  }
+  // Test constructor with TRT_ShapedWeights argument.
+  {
+    TRT_ShapedWeights weights;
+    TRT_TensorOrWeights tw(weights);
+    TRT_TensorOrWeights copy(tw);
+    TRT_TensorOrWeights assigned;
+    assigned = tw;
+    for (auto ptr : {&tw, &copy, &assigned}) {
+      EXPECT_EQ(false, ptr->is_tensor());
+      EXPECT_EQ(true, ptr->is_weights());
+      EXPECT_TRUE(TrtShapedWeightsEquals(weights, ptr->weights()));
+
+      nvinfer1::Dims dims;
+      dims.nbDims = 0;
+      EXPECT_TRUE(TrtDimsEqualsArray({}, ptr->GetTrtDims()))
+          << "- expected: " << DebugString(dims)
+          << "\n        vs\n-   actual: " << DebugString(ptr->GetTrtDims());
+    }
   }
 }
 
@@ -229,11 +318,64 @@ class ValidatorTest : public ::testing::Test {
     validator_.op_validators_[op_name] = op_validator;
   }
 
+  Status ConvertToTensorOrWeights(
+      const NodeDef& node_def, int output_port,
+      const grappler::GraphProperties& graph_properties,
+      TRT_TensorOrWeights* tensor_or_weights) {
+    return validator_.ConvertToTensorOrWeights(
+        node_def, output_port, graph_properties, tensor_or_weights);
+  }
+
  protected:
   TrtNodeValidator validator_;
 };
 
+TEST_F(ValidatorTest, ConvertToTensorOrWeights) {
+  // Convert Const.
+  {
+    NodeDef node_def = MakeConstNodeDef<float>("my_const", {1.0f, 2.0f});
+    TRT_TensorOrWeights output;
+    grappler::GrapplerItem item;
+    grappler::GraphProperties graph_properties(item);
+    ExpectStatus(ConvertToTensorOrWeights(node_def, /*output_port=*/0,
+                                          graph_properties, &output));
+    ValidateWeights<float>(output.weights(), {2}, {1.0, 2.0});
+  }
+  // Convert non-Const. We test the case where the non-batch dimemsion is
+  // unknown as well, to make sure the validator allows that.
+  for (const int32 non_batch_dim : {-1, 2}) {
+    const int32 batch_size = 12;
+
+    Scope s = Scope::NewRootScope();
+    ops::Placeholder::Attrs attrs;
+    TF_EXPECT_OK(TensorShapeUtils::MakeShape(
+        std::vector<int32>{batch_size, non_batch_dim}, &attrs.shape_));
+    auto feed = ops::Placeholder(s.WithOpName("feed"), DT_FLOAT, attrs);
+    auto add = ops::Add(s.WithOpName("add"), feed, feed);
+
+    grappler::GrapplerItem item;
+    TF_EXPECT_OK(s.ToGraphDef(&item.graph));
+
+    grappler::GraphProperties graph_properties(item);
+    TF_EXPECT_OK(graph_properties.InferStatically(true));
+
+    auto& node_def = add.operation.node()->def();
+    TRT_TensorOrWeights output;
+    ExpectStatus(ConvertToTensorOrWeights(node_def, /*output_port=*/0,
+                                          graph_properties, &output));
+    EXPECT_EQ(true, output.is_tensor());
+    EXPECT_EQ(batch_size, output.batch_size());
+    EXPECT_NE(nullptr, output.tensor());
+    EXPECT_TRUE(TrtDimsEqualsArray({non_batch_dim}, output.GetTrtDims()))
+        << "- expected: {" << non_batch_dim << "} \n        vs\n"
+        << "-   actual: " << DebugString(output.GetTrtDims());
+  }
+}
+
 TEST_F(ValidatorTest, ValidateNode) {
+  grappler::GrapplerItem item;
+  grappler::GraphProperties graph_properties(item);
+
   bool start_conversion = false;
   bool should_fail = false;
   auto op_converter = [&start_conversion,
@@ -245,16 +387,17 @@ TEST_F(ValidatorTest, ValidateNode) {
   NodeDef node_def = MakeNodeDef("my_op", "MyOp", {});
 
   // Validator not registered, validation should pass.
-  TF_EXPECT_OK(validator_.ValidateNode(node_def, {}));
+  TF_EXPECT_OK(validator_.ValidateNode(node_def, {}, graph_properties));
 
   // Register validator.
   AddOpValidator("MyOp", op_converter);
-  TF_EXPECT_OK(validator_.ValidateNode(node_def, {}));
+  TF_EXPECT_OK(validator_.ValidateNode(node_def, {}, graph_properties));
   EXPECT_EQ(false, start_conversion);
 
   // Let the converter return error.
   should_fail = true;
-  ExpectStatus(validator_.ValidateNode(node_def, {}), error::INVALID_ARGUMENT);
+  ExpectStatus(validator_.ValidateNode(node_def, {}, graph_properties),
+               error::INVALID_ARGUMENT);
 }
 
 class ConverterTest : public ::testing::Test {
@@ -289,6 +432,8 @@ class ConverterTest : public ::testing::Test {
     return converter_->GetInputs(node_def, inputs);
   }
 
+  int batch_size() const { return converter_->batch_size_; }
+
  private:
   Logger logger_;
   // These members are ordered in a way such that the destruction order is:
@@ -474,11 +619,48 @@ TEST_F(ConverterTest, PrepareTensorForShape_Weights) {
       << DebugString(*output_tensor);
 }
 
+TEST_F(ConverterTest, MaybeUpdateBatchSize) {
+  EXPECT_EQ(-1, batch_size());
+
+  TF_EXPECT_OK(MaybeUpdateBatchSize(-1));
+  EXPECT_EQ(-1, batch_size());
+
+  TF_EXPECT_OK(MaybeUpdateBatchSize(123));
+  EXPECT_EQ(123, batch_size());
+
+  TF_EXPECT_OK(MaybeUpdateBatchSize(123));
+  EXPECT_EQ(123, batch_size());
+
+  TF_EXPECT_OK(MaybeUpdateBatchSize(-1));
+  EXPECT_EQ(123, batch_size());
+
+  ExpectStatus(MaybeUpdateBatchSize(124), error::INVALID_ARGUMENT,
+               "Provided batch size does not match converter batch size");
+}
+
+TEST_F(ConverterTest, AddAndGetTensorOrWeights) {
+  // Add a tensor.
+  FakeITensor fake_tensor;
+  TRT_TensorOrWeights tensor(&fake_tensor);
+  EXPECT_EQ(-1, tensor.batch_size());
+  TF_EXPECT_OK(MaybeUpdateBatchSize(123));
+  TF_EXPECT_OK(AddTensorOrWeights("my_tensor", tensor));
+
+  // Get the added tensor.
+  TRT_TensorOrWeights added_tensor;
+  TF_EXPECT_OK(GetTensorOrWeights("my_tensor", &added_tensor));
+  EXPECT_EQ(123, added_tensor.batch_size());
+
+  // Add the same tensor again.
+  ExpectStatus(AddTensorOrWeights("my_tensor", tensor), error::ALREADY_EXISTS,
+               "tensor/weights my_tensor already exist");
+}
+
 // Class to test various op converters, using both a TrtNodeValidator and
 // Converter.
 class OpConverterTest : public ::testing::Test {
  public:
-  OpConverterTest() {
+  OpConverterTest() : scope_(Scope::NewRootScope()) {
     QCHECK_EQ(0, cudaStreamCreate(&stream_));
     Reset();
   }
@@ -505,8 +687,8 @@ class OpConverterTest : public ::testing::Test {
     converter_.reset(new Converter(network_.get(), /*fp16=*/false));
 
     // Reset other related artifacts.
-    fake_itensors_.clear();
-    fake_tensor_or_weights_.clear();
+    scope_ = Scope::NewRootScope();
+    validator_inputs_.clear();
   }
 
   void BuildAndRun(const char* input_name, const std::vector<float>& input_data,
@@ -551,33 +733,41 @@ class OpConverterTest : public ::testing::Test {
   }
 
   // Add ITensor for both validation and conversion.
-  void AddTestTensor(const char* name, const std::vector<int>& dims,
-                     int batch_size = 1) {
-    nvinfer1::Dims trt_dims = GetTestDims(dims);
-    // Add FakeITensor for validation.
-    //
-    // TRT cannot add a tensor that has undetermined dims, so we manage the
-    // tensor using a vector. These tensors are used to test validation-only
-    // mode and thus should not be used to build the engine.
-    FakeITensor* fake_itensor = new FakeITensor(trt_dims);
-    fake_itensors_.emplace_back(fake_itensor);
-    fake_tensor_or_weights_[string(name)] =
-        TRT_TensorOrWeights{fake_itensor, batch_size};
+  void AddTestTensor(
+      const char* name, const std::vector<int32>& dims, int batch_size = 1,
+      nvinfer1::DataType trt_dtype = nvinfer1::DataType::kFLOAT) {
+    DataType tf_dtype = DT_FLOAT;
+    switch (trt_dtype) {
+      case nvinfer1::DataType::kFLOAT:
+        tf_dtype = DT_FLOAT;
+        break;
+      case nvinfer1::DataType::kINT32:
+        tf_dtype = DT_INT32;
+        break;
+      default:
+        ASSERT_TRUE(false) << "Unexpected data type "
+                           << static_cast<int>(trt_dtype);
+    }
+    ops::Placeholder::Attrs attrs;
+    TF_EXPECT_OK(TensorShapeUtils::MakeShape(dims, &attrs.shape_));
+    attrs.shape_.InsertDim(0, batch_size);
+    auto input = ops::Placeholder(scope_.WithOpName(name), tf_dtype, attrs);
+    validator_inputs_[name] = input.operation.node()->def();
 
     // Add a real ITensor for conversion conditionally.
+    const nvinfer1::Dims trt_dims = GetTestDims(dims);
     if (HasStaticShape(trt_dims)) {
-      TF_EXPECT_OK(converter_->AddInputTensor(name, nvinfer1::DataType::kFLOAT,
-                                              trt_dims, batch_size));
+      TF_EXPECT_OK(
+          converter_->AddInputTensor(name, trt_dtype, trt_dims, batch_size));
       ASSERT_EQ(batch_size, converter_->batch_size_);
     }
   }
 
   // Add weights for both validation and conversion.
-  template <typename CType>
-  void AddTestWeights(const char* name, const DataType dtype,
-                      const std::vector<int>& dims,
-                      const std::vector<CType>& values) {
-    QCHECK_EQ(DataTypeToEnum<CType>::v(), dtype);
+  template <typename T>
+  void AddTestWeights(const char* name, const std::vector<int>& dims,
+                      const std::vector<T>& values) {
+    const DataType dtype = DataTypeToEnum<T>::v();
     const nvinfer1::Dims trt_dims = GetTestDims(dims);
     const int64_t num_elements = TrtDimsNumElements(trt_dims);
     QCHECK_EQ(num_elements, values.size())
@@ -585,13 +775,15 @@ class OpConverterTest : public ::testing::Test {
     TRT_ShapedWeights weights(dtype);
     if (num_elements) {
       weights = converter_->weight_store_.GetTempWeights(dtype, trt_dims);
-      QCHECK_EQ(weights.size_bytes(), sizeof(CType) * values.size())
-          << weights.size_bytes() << " vs " << sizeof(CType) * values.size();
+      QCHECK_EQ(weights.size_bytes(), sizeof(T) * values.size())
+          << weights.size_bytes() << " vs " << sizeof(T) * values.size();
       memcpy(const_cast<void*>(weights.GetValues()), values.data(),
              weights.size_bytes());
     }
     // Add weights for validation.
-    fake_tensor_or_weights_[string(name)] = TRT_TensorOrWeights{weights};
+    TensorShape shape;
+    TF_EXPECT_OK(TensorShapeUtils::MakeShape(dims, &shape));
+    validator_inputs_[name] = MakeConstNodeDef<T>(name, values, shape);
     // Add weights for conversion.
     TF_EXPECT_OK(
         converter_->AddTensorOrWeights(name, TRT_TensorOrWeights{weights}));
@@ -601,12 +793,18 @@ class OpConverterTest : public ::testing::Test {
   void RunValidation(const NodeDef& node_def,
                      error::Code expected_code = error::OK,
                      const char* expected_msg_substr = nullptr) {
-    std::vector<TRT_TensorOrWeights> inputs;
+    std::vector<std::pair<const NodeDef*, int>> input_node_and_ports;
     for (const string& input : node_def.input()) {
-      inputs.emplace_back(fake_tensor_or_weights_[input]);
+      input_node_and_ports.emplace_back(&validator_inputs_[input], 0);
     }
-    ExpectStatus(validator_->ValidateNode(node_def, inputs), expected_code,
-                 expected_msg_substr);
+    grappler::GrapplerItem item;
+    TF_EXPECT_OK(scope_.ToGraphDef(&item.graph));
+    grappler::GraphProperties graph_properties(item);
+    TF_EXPECT_OK(graph_properties.InferStatically(true));
+
+    ExpectStatus(validator_->ValidateNode(node_def, input_node_and_ports,
+                                          graph_properties),
+                 expected_code, expected_msg_substr);
   }
 
   void RunConversion(const NodeDef& node_def,
@@ -637,8 +835,8 @@ class OpConverterTest : public ::testing::Test {
   TrtUniquePtrType<nvinfer1::INetworkDefinition> network_;
   TrtUniquePtrType<nvinfer1::ICudaEngine> engine_;
   cudaStream_t stream_;
-  std::vector<std::unique_ptr<FakeITensor>> fake_itensors_;
-  std::unordered_map<string, TRT_TensorOrWeights> fake_tensor_or_weights_;
+  Scope scope_;
+  std::unordered_map<string, NodeDef> validator_inputs_;
 };
 
 template <DataType dtype, typename InputCType, typename OutputCType>
@@ -662,15 +860,7 @@ void TestConvertConst(OpConverterTest* test) {
     test->RunValidationAndConversion(node_def);
     TRT_TensorOrWeights output;
     TF_EXPECT_OK(test->GetTensorOrWeights("my_const", &output));
-    EXPECT_TRUE(TrtDimsEqualsArray(expected_dims, output.weights().shape_))
-        << output.DebugString();
-    ASSERT_EQ(expected_value.size(), output.weights().count())
-        << output.DebugString();
-    const OutputCType* actual_values =
-        static_cast<const OutputCType*>(output.weights().GetValues());
-    for (int i = 0; i < expected_value.size(); ++i) {
-      EXPECT_EQ(expected_value[i], actual_values[i]);
-    }
+    ValidateWeights(output.weights(), expected_dims, expected_value);
   };
 
   auto& attr = *node_def.mutable_attr();
@@ -700,8 +890,6 @@ void TestConvertConst(OpConverterTest* test) {
   }
 }
 
-// TODO(laigd): we should use c++ API to create the nodedef, so any change in
-// the API will be captured.
 TEST_F(OpConverterTest, ConvertConst) {
   {
     Reset();
@@ -713,10 +901,9 @@ TEST_F(OpConverterTest, ConvertConst) {
   }
   {
     Reset();
-    NodeDef node_def = MakeNodeDef("my_const", "Const", {});
-    (*node_def.mutable_attr())["dtype"].set_type(DT_DOUBLE);
+    NodeDef node_def = MakeConstNodeDef<double>("my_const", {});
     RunValidationAndConversion(node_def, error::INVALID_ARGUMENT,
-                               "Unsupported data type");
+                               "Unsupported data type double");
   }
 
   TestConvertConst<DT_FLOAT, float, float>(this);
@@ -732,8 +919,14 @@ TEST_F(OpConverterTest, ConvertTranspose) {
         node_def, error::INVALID_ARGUMENT,
         "Input expects tensor and weights, at my_transpose");
   }
-  NodeDef node_def =
-      MakeNodeDef("my_transpose", "Transpose", {"input", "weights"});
+
+  // Get the NodeDef for Transpose.
+  Scope s = Scope::NewRootScope();
+  auto input = ops::Placeholder(s.WithOpName("input"), DT_FLOAT);
+  auto weights = ops::Placeholder(s.WithOpName("weights"), DT_INT32);
+  auto transpose = ops::Transpose(s.WithOpName("my_transpose"), input, weights);
+  const NodeDef& node_def = transpose.operation.node()->def();
+
   {
     // Permutation is a tensor, should fail.
     Reset();
@@ -747,7 +940,7 @@ TEST_F(OpConverterTest, ConvertTranspose) {
     // Transpose at batch dimension, should fail.
     Reset();
     AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {4}, {1, 0, 2, 3});
+    AddTestWeights<int32>("weights", {4}, {1, 0, 2, 3});
     RunValidationAndConversion(node_def, error::UNIMPLEMENTED,
                                "Transpose at batch dimension is not supported");
   }
@@ -755,7 +948,7 @@ TEST_F(OpConverterTest, ConvertTranspose) {
     // Permutation rank doesn't match, should fail.
     Reset();
     AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {3}, {0, 1, 2});
+    AddTestWeights<int32>("weights", {3}, {0, 1, 2});
     RunValidationAndConversion(
         node_def, error::INVALID_ARGUMENT,
         "Rank of perm for transpose does not match with that of the input.");
@@ -764,7 +957,7 @@ TEST_F(OpConverterTest, ConvertTranspose) {
     // Ok.
     Reset();
     AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {4}, {0, 3, 1, 2});
+    AddTestWeights<int32>("weights", {4}, {0, 3, 1, 2});
     RunConversion(node_def);
     TRT_TensorOrWeights output;
     TF_EXPECT_OK(GetTensorOrWeights("my_transpose", &output));
@@ -786,7 +979,14 @@ TEST_F(OpConverterTest, ConvertReshape) {
         node_def, error::INVALID_ARGUMENT,
         "Input expects weights for shape, at my_reshape");
   }
-  NodeDef node_def = MakeNodeDef("my_reshape", "Reshape", {"input", "weights"});
+
+  // Get the NodeDef for Reshape.
+  Scope s = Scope::NewRootScope();
+  auto input = ops::Placeholder(s.WithOpName("input"), DT_FLOAT);
+  auto weights = ops::Placeholder(s.WithOpName("weights"), DT_INT32);
+  auto reshape = ops::Reshape(s.WithOpName("my_reshape"), input, weights);
+  const NodeDef& node_def = reshape.operation.node()->def();
+
   {
     // Shape is a tensor, should fail.
     Reset();
@@ -800,7 +1000,7 @@ TEST_F(OpConverterTest, ConvertReshape) {
     // Reshape to scalar, should fail.
     Reset();
     AddTestTensor("input", {1, 2, 3});
-    AddTestWeights<int32>("weights", DT_INT32, {}, {});
+    AddTestWeights<int32>("weights", {0}, {});
     RunValidationAndConversion(
         node_def, error::UNIMPLEMENTED,
         "Reshape to shape=[] is not supported, at my_reshape");
@@ -830,7 +1030,7 @@ TEST_F(OpConverterTest, ConvertReshape) {
     Reset();
     const std::vector<int>& dims = params[i].tensor_dims;
     AddTestTensor("input", dims, params[i].batch_size);
-    AddTestWeights<int32>("weights", DT_INT32, {4}, params[i].shape);
+    AddTestWeights<int32>("weights", {4}, params[i].shape);
     RunValidationAndConversion(
         node_def, error::UNIMPLEMENTED,
         "Reshape on batch dimension is not supported, at my_reshape",
@@ -847,7 +1047,7 @@ TEST_F(OpConverterTest, ConvertReshape) {
   for (int i = 0; i < kReshapeOKCases; ++i) {
     Reset();
     AddTestTensor("input", ok_params[i].tensor_dims, ok_params[i].batch_size);
-    AddTestWeights<int32>("weights", DT_INT32, {4}, ok_params[i].shape);
+    AddTestWeights<int32>("weights", {4}, ok_params[i].shape);
     RunConversion(node_def);
     TRT_TensorOrWeights output;
     TF_EXPECT_OK(GetTensorOrWeights("my_reshape", &output));
@@ -869,24 +1069,67 @@ TEST_F(OpConverterTest, ConvertMatMul) {
         node_def, error::INVALID_ARGUMENT,
         "Input expects tensor and weights, at my_matmul");
   }
-  NodeDef node_def = MakeNodeDef("my_matmul", "MatMul", {"input", "weights"});
-  auto& attr = *node_def.mutable_attr();
-  attr["T"].set_type(DT_FLOAT);
-  attr["transpose_a"].set_b(false);
-  attr["transpose_b"].set_b(false);
-  {
-    AddTestTensor("input", {2}, 1);
-    AddTestWeights<float>("weights", DT_FLOAT, {2, 1}, {3, 5});
-    RunConversion(node_def);
-    TRT_TensorOrWeights output;
-    TF_EXPECT_OK(GetTensorOrWeights("my_matmul", &output));
-    EXPECT_TRUE(output.is_tensor());
-    EXPECT_TRUE(TrtDimsEqualsArray({1}, output.tensor()->getDimensions()))
-        << output.DebugString();
 
-    std::vector<float> output_data(1);
-    BuildAndRun("input", {2, 7}, "my_matmul", &output_data);
-    EXPECT_THAT(output_data, ElementsAre(41));
+  // Get the NodeDef for Reshape.
+  auto get_matmul_nodedef = [](DataType dtype, bool transpose_a,
+                               bool transpose_b) -> NodeDef {
+    Scope s = Scope::NewRootScope();
+    auto input = ops::Placeholder(s.WithOpName("input"), dtype);
+    auto weights = ops::Placeholder(s.WithOpName("weights"), dtype);
+    ops::MatMul::Attrs matmul_attrs;
+    matmul_attrs.transpose_a_ = transpose_a;
+    matmul_attrs.transpose_b_ = transpose_b;
+    auto matmul =
+        ops::MatMul(s.WithOpName("my_matmul"), input, weights, matmul_attrs);
+    return matmul.operation.node()->def();
+  };
+
+  {
+    // Unsupported data type.
+    Reset();
+    NodeDef node_def = get_matmul_nodedef(DT_INT32, false, false);
+    AddTestTensor("input", {2}, /*batch_size=*/1, nvinfer1::DataType::kINT32);
+    AddTestWeights<int32>("weights", {2, 1}, {3, 5});
+    RunValidationAndConversion(
+        node_def, error::UNIMPLEMENTED,
+        "Data type is not supported, for node my_matmul got int32");
+  }
+  {
+    // transpose_a is set.
+    for (bool transpose_b : {false, true}) {
+      Reset();
+      NodeDef node_def =
+          get_matmul_nodedef(DT_FLOAT, /*transpose_a=*/true, transpose_b);
+      AddTestTensor("input", {2}, /*batch_size=*/1);
+      AddTestWeights<float>("weights", {2, 2}, {0, 1, 2, 3});
+      RunValidationAndConversion(
+          node_def, error::INVALID_ARGUMENT,
+          "transpose_a is not supported for TensorRT FullyConnected");
+    }
+  }
+  {
+    // OK.
+    for (bool transpose_b : {false, true}) {
+      Reset();
+      NodeDef node_def =
+          get_matmul_nodedef(DT_FLOAT, /*transpose_a=*/false, transpose_b);
+      AddTestTensor("input", {2}, /*batch_size=*/1);
+      AddTestWeights<float>("weights", {2, 2}, {0, 1, 2, 3});
+      RunConversion(node_def);
+      TRT_TensorOrWeights output;
+      TF_EXPECT_OK(GetTensorOrWeights("my_matmul", &output));
+      EXPECT_TRUE(output.is_tensor());
+      EXPECT_TRUE(TrtDimsEqualsArray({2}, output.tensor()->getDimensions()))
+          << output.DebugString();
+
+      std::vector<float> output_data(2);
+      BuildAndRun("input", {0, 1}, "my_matmul", &output_data);
+      if (transpose_b) {
+        EXPECT_THAT(output_data, ElementsAre(1, 3));
+      } else {
+        EXPECT_THAT(output_data, ElementsAre(2, 3));
+      }
+    }
   }
 }
 
diff --git a/tensorflow/contrib/tensorrt/segment/segment.cc b/tensorflow/contrib/tensorrt/segment/segment.cc
index c82d4a0183..4f64b7a952 100644
--- a/tensorflow/contrib/tensorrt/segment/segment.cc
+++ b/tensorflow/contrib/tensorrt/segment/segment.cc
@@ -389,7 +389,7 @@ void ContractEdge(SimpleEdge* edge, SimpleGraph* graph,
 
 tensorflow::Status SegmentGraph(
     const tensorflow::Graph* tf_graph,
-    const std::function<bool(const tensorflow::Node*)>& candidate_fn,
+    const std::function<Status(const tensorflow::Node*)>& candidate_fn,
     const std::function<bool(const tensorflow::Edge*)>& input_candidate_fn,
     const std::function<bool(const tensorflow::Edge*)>& output_candidate_fn,
     const SegmentOptions& options, SegmentNodesVector* segments) {
@@ -409,9 +409,16 @@ tensorflow::Status SegmentGraph(
   std::vector<UnionFind<SimpleNode*>> node_segments;
   for (int i = 0; i < graph->num_node_ids(); ++i) {
     SimpleNode* node = graph->FindNodeId(i);
-    if (options.exclude_node_list.count(node->name()) != 0 ||
-        !candidate_fn(node->tf_node())) {
+    if (options.exclude_node_list.count(node->name()) != 0) {
+      VLOG(1) << "Not a TF-TRT candidate: " << node->name()
+              << " (excluded by segmenter option).";
       node = nullptr;
+    } else {
+      const Status status = candidate_fn(node->tf_node());
+      if (!status.ok()) {
+        VLOG(1) << "Not a TF-TRT candidate: " << node->name() << ": " << status;
+        node = nullptr;
+      }
     }
     node_segments.emplace_back(node);
   }
diff --git a/tensorflow/contrib/tensorrt/segment/segment.h b/tensorflow/contrib/tensorrt/segment/segment.h
index 8c44eb782a..b9693aad1b 100644
--- a/tensorflow/contrib/tensorrt/segment/segment.h
+++ b/tensorflow/contrib/tensorrt/segment/segment.h
@@ -43,7 +43,7 @@ struct SegmentOptions {
 // Get the subgraphs of a graph that can be handled by TensorRT.
 //
 // @param graph tensorflow::Graph of the network
-// @param candidate_fn A function that returns true for a Node* if
+// @param candidate_fn A function that returns OK for a Node* if
 // that node can be handled by TensorRT.
 // @param segments Returns the TensorRT segments/subgraphs. Each entry
 // in the vector describes a subgraph by giving a set of the names of
@@ -51,7 +51,7 @@ struct SegmentOptions {
 // @return the status.
 tensorflow::Status SegmentGraph(
     const tensorflow::Graph* tf_graph,
-    const std::function<bool(const tensorflow::Node*)>& candidate_fn,
+    const std::function<Status(const tensorflow::Node*)>& candidate_fn,
     const std::function<bool(const tensorflow::Edge*)>& input_candidate_fn,
     const std::function<bool(const tensorflow::Edge*)>& output_candidate_fn,
     const SegmentOptions& options, SegmentNodesVector* segments);
diff --git a/tensorflow/contrib/tensorrt/segment/segment_test.cc b/tensorflow/contrib/tensorrt/segment/segment_test.cc
index 5937fa8259..4805ef9c61 100644
--- a/tensorflow/contrib/tensorrt/segment/segment_test.cc
+++ b/tensorflow/contrib/tensorrt/segment/segment_test.cc
@@ -34,10 +34,13 @@ namespace ops = ::tensorflow::ops;
 
 class SegmentTest : public ::testing::Test {
  protected:
-  std::function<bool(const tensorflow::Node*)> MakeCandidateFn(
+  std::function<Status(const tensorflow::Node*)> MakeCandidateFn(
       const std::set<string>& node_names) {
-    return [node_names](const tensorflow::Node* node) -> bool {
-      return node_names.find(node->name()) != node_names.end();
+    return [node_names](const tensorflow::Node* node) -> Status {
+      if (node_names.find(node->name()) != node_names.end()) {
+        return Status::OK();
+      }
+      return errors::NotFound("");
     };
   }
 
diff --git a/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py b/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py
index 7d006b73d5..7545bb9df2 100644
--- a/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py
+++ b/tensorflow/contrib/tensorrt/test/biasadd_matmul_test.py
@@ -118,30 +118,11 @@ class BiasaddMatMulTest(trt_test.TfTrtIntegrationTestBase):
     """Return a ConversionParams for test."""
     return super(BiasaddMatMulTest,
                  self).GetConversionParams(run_params)._replace(
-                     max_batch_size=4, maximum_cached_engines=2)
-
-  def _ValidEngines(self):
-    """Engines expected to build and run."""
-    return ["my_trt_op_0"]
-
-  def _InvalidEngines(self):
-    """Engines that will cause conversion error at building time."""
-    return ["my_trt_op_1", "my_trt_op_2"]
+                     max_batch_size=4, maximum_cached_engines=1)
 
   def ExpectedEnginesToBuild(self, run_params):
     """Return the expected engines to build."""
-    # In dynamic engine mode the engines are built in execution time, not in
-    # conversion time, so build errors occurs later. Here three of the engines
-    # will be failed to built but the corresponding engine op are still created.
-    # TODO(aaroey, jjsjann123): fix this.
-    if (run_params.dynamic_engine and
-        not trt_test.IsQuantizationMode(run_params.precision_mode)):
-      return self._ValidEngines() + self._InvalidEngines()
-    return self._ValidEngines()
-
-  def ExpectedEnginesToRun(self, run_params):
-    """Return the expected engines to run."""
-    return self._ValidEngines()
+    return ["my_trt_op_0"]
 
   def ShouldRunTest(self, run_params):
     """Whether to run the test."""
diff --git a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
index 3cf7dadb1f..bbc724ab18 100644
--- a/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
+++ b/tensorflow/contrib/tensorrt/test/reshape_transpose_test.py
@@ -79,7 +79,7 @@ class ReshapeTest(trt_test.TfTrtIntegrationTestBase):
   def ExpectedEnginesToBuild(self, run_params):
     """Return the expected engines to build."""
     return {
-        "my_trt_op_3": ["reshape-%d" % i for i in range(7)] +
+        "my_trt_op_0": ["reshape-%d" % i for i in range(7)] +
                        ["reshape-%d/shape" % i for i in range(7)]
     }
 
-- 
GitLab


From a169b7aa78650f0cceb0753af68a7c1162ff4738 Mon Sep 17 00:00:00 2001
From: Mark Heffernan <meheff@google.com>
Date: Thu, 1 Nov 2018 11:00:16 -0700
Subject: [PATCH 0898/1825] Verify parameter count of called computation in
 HloVerifier.

PiperOrigin-RevId: 219662775
---
 .../compiler/xla/service/hlo_verifier.cc      | 27 ++++++++++++++++++-
 1 file changed, 26 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index af78326b81..136824a335 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -65,7 +65,9 @@ Status ShapeVerifier::Preprocess(HloInstruction* hlo) {
   return VerifyNotSparse(hlo->shape());
 }
 
-static Status CheckOperandCount(const HloInstruction* hlo, int expected) {
+namespace {
+
+Status CheckOperandCount(const HloInstruction* hlo, int expected) {
   if (hlo->operand_count() != expected) {
     return InternalError("Expected %d operands for %s instruction: %s",
                          expected, HloOpcodeString(hlo->opcode()),
@@ -74,6 +76,19 @@ static Status CheckOperandCount(const HloInstruction* hlo, int expected) {
   return Status::OK();
 }
 
+Status CheckParameterCount(const HloInstruction* calling_instruction,
+                           const HloComputation* computation, int expected) {
+  if (computation->num_parameters() != expected) {
+    return InternalError(
+        "Expected computation %s called from %s to have %d parameters, has %d",
+        computation->name(), calling_instruction->name(), expected,
+        computation->num_parameters());
+  }
+  return Status::OK();
+}
+
+}  // namespace
+
 Status ShapeVerifier::HandleElementwiseUnary(HloInstruction* hlo) {
   return CheckUnaryShape(hlo);
 }
@@ -441,6 +456,8 @@ Status ShapeVerifier::HandleFusion(HloInstruction* fusion) {
 }
 
 Status ShapeVerifier::HandleCall(HloInstruction* call) {
+  TF_RETURN_IF_ERROR(
+      CheckParameterCount(call, call->to_apply(), call->operand_count()));
   for (int64 i = 0; i < call->to_apply()->num_parameters(); ++i) {
     TF_RETURN_IF_ERROR(CheckOperandAndParameter(call, i, call->to_apply(), i));
   }
@@ -540,6 +557,10 @@ Status ShapeVerifier::HandleSelectAndScatter(HloInstruction* instruction) {
 
 Status ShapeVerifier::HandleWhile(HloInstruction* xla_while) {
   TF_RETURN_IF_ERROR(CheckOperandCount(xla_while, 1));
+  TF_RETURN_IF_ERROR(
+      CheckParameterCount(xla_while, xla_while->while_body(), 1));
+  TF_RETURN_IF_ERROR(
+      CheckParameterCount(xla_while, xla_while->while_condition(), 1));
   TF_RETURN_IF_ERROR(
       CheckOperandAndParameter(xla_while, 0, xla_while->while_body(), 0));
   TF_RETURN_IF_ERROR(
@@ -560,6 +581,10 @@ Status ShapeVerifier::HandleWhile(HloInstruction* xla_while) {
 
 Status ShapeVerifier::HandleConditional(HloInstruction* conditional) {
   TF_RETURN_IF_ERROR(CheckOperandCount(conditional, 3));
+  TF_RETURN_IF_ERROR(
+      CheckParameterCount(conditional, conditional->true_computation(), 1));
+  TF_RETURN_IF_ERROR(
+      CheckParameterCount(conditional, conditional->false_computation(), 1));
   TF_RETURN_IF_ERROR(CheckOperandAndParameter(
       conditional, 1, conditional->true_computation(), 0));
   TF_RETURN_IF_ERROR(CheckOperandAndParameter(
-- 
GitLab


From d14ecebd810c257b2d0ce4bcfbf56d81a0d3a399 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Thu, 1 Nov 2018 11:24:57 -0700
Subject: [PATCH 0899/1825] Fix some reference cycles in TF 2.x SavedModel
 export

There are still some in Python 2.7

PiperOrigin-RevId: 219667378
---
 tensorflow/python/ops/variables.py           | 30 +++++++++++---------
 tensorflow/python/saved_model/export_test.py |  7 +++--
 2 files changed, 21 insertions(+), 16 deletions(-)

diff --git a/tensorflow/python/ops/variables.py b/tensorflow/python/ops/variables.py
index 4b3445a0bc..e43736069e 100644
--- a/tensorflow/python/ops/variables.py
+++ b/tensorflow/python/ops/variables.py
@@ -58,6 +58,21 @@ def _make_getter(captured_getter, captured_previous):
   return getter
 
 
+def _has_cycle(op, path):
+  """Detect cycles in the dependencies of `initial_value`."""
+  if op.name in path:
+    return True
+  path.add(op.name)
+  for op_input in op.inputs:
+    if _has_cycle(op_input.op, path):
+      return True
+  for op_control_input in op.control_inputs:
+    if _has_cycle(op_control_input, path):
+      return True
+  path.remove(op.name)
+  return False
+
+
 @tf_export("VariableSynchronization")
 class VariableSynchronization(enum.Enum):
   """Indicates when a distributed variable will be synced.
@@ -2172,20 +2187,7 @@ class RefVariable(VariableV1):
       raise TypeError("initial_value needs to be a Tensor: %s" % initial_value)
 
     # Don't modify initial_value if it contains any cyclic dependencies.
-    def has_cycle(op, path):
-      """Detect cycles in the dependencies of `initial_value`."""
-      if op.name in path:
-        return True
-      path.add(op.name)
-      for op_input in op.inputs:
-        if has_cycle(op_input.op, path):
-          return True
-      for op_control_input in op.control_inputs:
-        if has_cycle(op_control_input, path):
-          return True
-      path.remove(op.name)
-      return False
-    if has_cycle(initial_value.op, path=set()):
+    if _has_cycle(initial_value.op, path=set()):
       return initial_value
 
     return self._safe_initial_value_from_tensor(initial_value, op_cache={})
diff --git a/tensorflow/python/saved_model/export_test.py b/tensorflow/python/saved_model/export_test.py
index 1ab4558948..8c8ac861ac 100644
--- a/tensorflow/python/saved_model/export_test.py
+++ b/tensorflow/python/saved_model/export_test.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 import os
+import sys
 
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import def_function
@@ -184,11 +185,13 @@ class MemoryTests(test.TestCase):
 
   @test_util.assert_no_garbage_created
   def test_no_reference_cycles(self):
-    # TODO(allenl): Fix remaining reference cycles
-    self.skipTest("Not working")
     x = constant_op.constant([[3., 4.]])
     y = constant_op.constant([2.])
     self._model(x, y)
+    if sys.version_info[0] < 3:
+      # TODO(allenl): debug reference cycles in Python 2.x
+      self.skipTest("This test only works in Python 3+. Reference cycles are "
+                    "created in older Python versions.")
     export_dir = os.path.join(self.get_temp_dir(), "saved_model")
     export.export(self._model, export_dir, self._model.call)
 
-- 
GitLab


From 4f449522489b3d65628248ce92714eed4f9e3fe2 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Thu, 1 Nov 2018 11:28:35 -0700
Subject: [PATCH 0900/1825] [TF:XLA] Use the correct function library in
 ondemand compilation op.

Enable tests that were broken because they couldn't find functions.

PiperOrigin-RevId: 219667993
---
 tensorflow/compiler/jit/xla_compile_on_demand_op.cc | 4 +---
 tensorflow/compiler/tests/BUILD                     | 8 --------
 2 files changed, 1 insertion(+), 11 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_compile_on_demand_op.cc b/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
index 6d1e5279bf..31cb32e305 100644
--- a/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
+++ b/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
@@ -173,9 +173,7 @@ Status XlaCompileOnDemandOp::Compile(
   XlaCompiler::Options options;
   options.device_type = metadata.jit_device_type();
   options.client = metadata.client();
-  auto flib_def = absl::make_unique<FunctionLibraryDefinition>(
-      OpRegistry::Global(), FunctionDefLibrary{});
-  options.flib_def = flib_def.get();
+  options.flib_def = ctx->function_library()->GetFunctionLibraryDefinition();
   options.shape_representation_fn = metadata.shape_representation_fn();
 
   XlaCompiler::CompileOptions compile_options;
diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index c1a4408882..1beced2d31 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -489,8 +489,6 @@ tf_xla_py_test(
     name = "function_test",
     size = "small",
     srcs = ["function_test.py"],
-    # Functions are not implemented in the on-demand compilation model yet.
-    disabled_backends = "cpu_ondemand",
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
@@ -680,9 +678,6 @@ tf_xla_py_test(
     name = "random_ops_test",
     size = "small",
     srcs = ["random_ops_test.py"],
-    disabled_backends = [
-        "cpu_ondemand",
-    ],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
@@ -713,7 +708,6 @@ tf_xla_py_test(
     name = "reduce_window_test",
     size = "small",
     srcs = ["reduce_window_test.py"],
-    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/compiler/tf2xla/python:xla",
@@ -952,7 +946,6 @@ tf_xla_py_test(
     name = "while_test",
     size = "small",
     srcs = ["while_test.py"],
-    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/compiler/tf2xla/python:xla",
@@ -1220,7 +1213,6 @@ tf_xla_py_test(
     name = "xla_ops_test",
     size = "medium",
     srcs = ["xla_ops_test.py"],
-    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/compiler/tf2xla/python:xla",
-- 
GitLab


From e34988f57acee92c163ab7dbd387b06c36eaede3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 11:35:47 -0700
Subject: [PATCH 0901/1825] Fix path to flatc in visualize.py

PiperOrigin-RevId: 219669159
---
 tensorflow/lite/tools/visualize.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/tools/visualize.py b/tensorflow/lite/tools/visualize.py
index 431da2ef08..53bb67e3fe 100644
--- a/tensorflow/lite/tools/visualize.py
+++ b/tensorflow/lite/tools/visualize.py
@@ -35,11 +35,11 @@ _SCHEMA = "third_party/tensorflow/lite/schema/schema.fbs"
 
 # TODO(angerson): fix later when rules are simplified..
 _SCHEMA = resource_loader.get_path_to_datafile("../schema/schema.fbs")
-_BINARY = resource_loader.get_path_to_datafile("../../../../flatbuffers/flatc")
+_BINARY = resource_loader.get_path_to_datafile("../../../flatbuffers/flatc")
 # Account for different package positioning internal vs. external.
 if not os.path.exists(_BINARY):
   _BINARY = resource_loader.get_path_to_datafile(
-      "../../../../../flatbuffers/flatc")
+      "../../../../flatbuffers/flatc")
 
 if not os.path.exists(_SCHEMA):
   raise RuntimeError("Sorry, schema file cannot be found at %r" % _SCHEMA)
-- 
GitLab


From 9403854e2a77801ff74fc321711944ead85d2d9a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 12:01:22 -0700
Subject: [PATCH 0902/1825] Add arbitrary axis support to Gather

PiperOrigin-RevId: 219673298
---
 tensorflow/lite/kernels/gather.cc             | 17 ++++--
 tensorflow/lite/kernels/gather_test.cc        | 26 ++++++++-
 .../internal/reference/legacy_reference_ops.h |  1 +
 .../internal/reference/reference_ops.h        | 54 +++++++++----------
 tensorflow/lite/testing/generate_examples.py  |  5 +-
 .../testing/generated_examples_zip_test.cc    |  3 --
 6 files changed, 66 insertions(+), 40 deletions(-)

diff --git a/tensorflow/lite/kernels/gather.cc b/tensorflow/lite/kernels/gather.cc
index 11b2a6622a..7833504707 100644
--- a/tensorflow/lite/kernels/gather.cc
+++ b/tensorflow/lite/kernels/gather.cc
@@ -42,8 +42,6 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   TF_LITE_ENSURE_EQ(context, positions->type, kTfLiteInt32);
   // Assign to output the input type.
   output->type = input->type;
-  // TODO(mgubin): Only default axis == 0 is supported.
-  TF_LITE_ENSURE_EQ(context, params->axis, 0);
   // Check conditions for different types.
   switch (input->type) {
     case kTfLiteFloat32:
@@ -62,24 +60,32 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
           input->type);
       return kTfLiteError;
   }
+
+  int axis = params->axis;
+  if (axis < 0) {
+    axis += NumDimensions(input);
+  }
+  TF_LITE_ENSURE(context, 0 <= axis && axis < NumDimensions(input));
+
   const int num_dimensions =
       NumDimensions(input) + NumDimensions(positions) - 1;
-  TF_LITE_ENSURE(context, params->axis <= num_dimensions);
   TfLiteIntArray* output_shape = TfLiteIntArrayCreate(num_dimensions);
   int output_index = 0;
-  for (int i = 0; i < params->axis; ++i) {
+  for (int i = 0; i < axis; ++i) {
     output_shape->data[output_index++] = input->dims->data[i];
   }
   for (int i = 0; i < positions->dims->size; ++i) {
     output_shape->data[output_index++] = positions->dims->data[i];
   }
-  for (int i = params->axis + 1; i < input->dims->size; ++i) {
+  for (int i = axis + 1; i < input->dims->size; ++i) {
     output_shape->data[output_index++] = input->dims->data[i];
   }
   return context->ResizeTensor(context, output, output_shape);
 }
 
 TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
+  const auto* params =
+      reinterpret_cast<const TfLiteGatherParams*>(node->builtin_data);
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
   const TfLiteTensor* positions = GetInput(context, node, kInputPositions);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
@@ -88,6 +94,7 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   {                                                                        \
     tflite::GatherParams op_params;                                        \
     op_params.input_rank = input_rank;                                     \
+    op_params.axis = params->axis;                                         \
     optimized_ops::Gather(                                                 \
         op_params, GetTensorShape(input), GetTensorData<data_type>(input), \
         GetTensorShape(positions), GetTensorData<index_type>(positions),   \
diff --git a/tensorflow/lite/kernels/gather_test.cc b/tensorflow/lite/kernels/gather_test.cc
index ca2dd0d48d..58460f847f 100644
--- a/tensorflow/lite/kernels/gather_test.cc
+++ b/tensorflow/lite/kernels/gather_test.cc
@@ -27,12 +27,12 @@ using ::testing::ElementsAreArray;
 class GatherOpModel : public SingleOpModel {
  public:
   GatherOpModel(std::initializer_list<int> input_shape, TensorType input_type,
-                std::initializer_list<int> positions_shape) {
+                std::initializer_list<int> positions_shape, int axis = 0) {
     input_ = AddInput(input_type);
     positions_ = AddInput(TensorType_INT32);
     output_ = AddOutput(input_type);
     SetBuiltinOp(BuiltinOperator_GATHER, BuiltinOptions_GatherOptions,
-                 CreateGatherOptions(builder_, 0).Union());
+                 CreateGatherOptions(builder_, axis).Union());
     BuildInterpreter({input_shape, positions_shape});
   }
 
@@ -123,6 +123,28 @@ TEST(FloatGatherOpTest, Slice) {
   EXPECT_THAT(m.GetOutputFloat(), ElementsAreArray(ArrayFloatNear({0.2, 0.8})));
 }
 
+TEST(FloatGatherOpTest, Axis1) {
+  const int axis = 1;
+  GatherOpModel m({1, 2, 3}, TensorType_FLOAT32, {2}, axis);
+  m.SetInputFloat({1, 2, 3, 4, 5, 6});
+  m.SetPositions({1, 0});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutputFloat(),
+              ElementsAreArray(ArrayFloatNear({4, 5, 6, 1, 2, 3})));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 3}));
+}
+
+TEST(FloatGatherOpTest, LastAxis) {
+  const int axis = -1;
+  GatherOpModel m({1, 2, 3}, TensorType_FLOAT32, {2}, axis);
+  m.SetInputFloat({1, 2, 3, 4, 5, 6});
+  m.SetPositions({2, 0});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutputFloat(),
+              ElementsAreArray(ArrayFloatNear({3, 1, 6, 4})));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 2}));
+}
+
 TEST(Uint8tGatherOpTest, Shuffle) {
   GatherOpModel m({2, 2}, TensorType_UINT8, {2});
   m.SetInputUint8({133, 134, 14, 15});
diff --git a/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h b/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
index bee3ec7775..c92f28c79e 100644
--- a/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
@@ -803,6 +803,7 @@ inline void Gather(const T* input_data, const Dims<4>& input_dims,
                    const Dims<4>& output_dims) {
   tflite::GatherParams op_params;
   op_params.input_rank = input_rank;
+  op_params.axis = 4 - input_rank;
 
   Gather(op_params, DimsToShape(input_dims), input_data,
          DimsToShape(coords_dims), coords_data, DimsToShape(output_dims),
diff --git a/tensorflow/lite/kernels/internal/reference/reference_ops.h b/tensorflow/lite/kernels/internal/reference/reference_ops.h
index e5e43ad6c8..b1fefbef04 100644
--- a/tensorflow/lite/kernels/internal/reference/reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/reference_ops.h
@@ -2938,39 +2938,37 @@ inline void Floor(const RuntimeShape& input_shape, const float* input_data,
 
 template <typename T>
 inline void Gather(const tflite::GatherParams& op_params,
-                   const RuntimeShape& unextended_input_shape,
-                   const T* input_data, const RuntimeShape& coords_shape,
-                   const int32* coords_data,
-                   const RuntimeShape& unextended_output_shape,
-                   T* output_data) {
-  TFLITE_DCHECK_LE(unextended_input_shape.DimensionsCount(), 4);
-  TFLITE_DCHECK_LE(unextended_output_shape.DimensionsCount(), 4);
-  const RuntimeShape input_shape =
-      RuntimeShape::ExtendedShape(4, unextended_input_shape);
-  const RuntimeShape output_shape =
-      RuntimeShape::ExtendedShape(4, unextended_output_shape);
-
-  const int input_rank = op_params.input_rank;
-  const int gather_dimensions = output_shape.DimensionsCount();
-  TFLITE_DCHECK_GE(input_shape.DimensionsCount(), gather_dimensions);
-  const int axis = gather_dimensions - input_rank;
-  TFLITE_DCHECK_LT(axis, gather_dimensions);
+                   const RuntimeShape& input_shape, const T* input_data,
+                   const RuntimeShape& coords_shape, const int32* coords_data,
+                   const RuntimeShape& output_shape, T* output_data) {
+  int axis = op_params.axis;
+  if (axis < 0) {
+    axis += input_shape.DimensionsCount();
+  }
   TFLITE_DCHECK_GE(axis, 0);
+  TFLITE_DCHECK_LT(axis, input_shape.DimensionsCount());
+  const int axis_size = input_shape.Dims(axis);
   const int coords_count = coords_shape.FlatSize();
-  TFLITE_DCHECK_EQ(coords_count, output_shape.Dims(axis));
 
-  int64_t stride = 1;
-  for (int i = axis + 1; i < gather_dimensions; ++i) {
-    stride *= input_shape.Dims(i);
+  int outer_size = 1;
+  for (int i = 0; i < axis; ++i) {
+    outer_size *= input_shape.Dims(i);
   }
-  T* out = output_data;
 
-  for (int i = 0; i < coords_count; ++i) {
-    TFLITE_DCHECK_GE(coords_data[i], 0);
-    TFLITE_DCHECK_LT(coords_data[i], input_shape.Dims(axis));
-    const T* in = input_data + coords_data[i] * stride;
-    memcpy(out, in, sizeof(T) * stride);
-    out += stride;
+  int inner_size = 1;
+  for (int i = axis + 1; i < input_shape.DimensionsCount(); ++i) {
+    inner_size *= input_shape.Dims(i);
+  }
+
+  for (int outer = 0; outer < outer_size; ++outer) {
+    for (int i = 0; i < coords_count; ++i) {
+      TFLITE_DCHECK_GE(coords_data[i], 0);
+      TFLITE_DCHECK_LT(coords_data[i], axis_size);
+      std::memcpy(
+          output_data + (outer * coords_count + i) * inner_size,
+          input_data + (outer * axis_size + coords_data[i]) * inner_size,
+          sizeof(T) * inner_size);
+    }
   }
 }
 
diff --git a/tensorflow/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
index 77f1b2b40f..20c2919a38 100644
--- a/tensorflow/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -1134,7 +1134,7 @@ def make_gather_tests(zip_path):
       "params_shape": [[10], [1, 2, 20]],
       "indices_dtype": [tf.int32],
       "indices_shape": [[3], [5]],
-      "axis": [0, 1],
+      "axis": [-1, 0, 1],
   }]
 
   def build_graph(parameters):
@@ -1147,7 +1147,8 @@ def make_gather_tests(zip_path):
         dtype=parameters["indices_dtype"],
         name="indices",
         shape=parameters["indices_shape"])
-    out = tf.gather(params, indices, axis=parameters["axis"])
+    axis = min(len(parameters["params_shape"]), parameters["axis"])
+    out = tf.gather(params, indices, axis=axis)
     return [params, indices], [out]
 
   def build_inputs(parameters, sess, inputs, outputs):
diff --git a/tensorflow/lite/testing/generated_examples_zip_test.cc b/tensorflow/lite/testing/generated_examples_zip_test.cc
index eb2bb5ece2..49f7b527bb 100644
--- a/tensorflow/lite/testing/generated_examples_zip_test.cc
+++ b/tensorflow/lite/testing/generated_examples_zip_test.cc
@@ -85,9 +85,6 @@ std::map<string, string> kBrokenTests = {
     // Transpose only supports 1D-4D input tensors.
     {R"(^\/transpose.*input_shape=\[.,.,.,.,.\])", "71545879"},
 
-    // No support for axis!=0 in GatherV2.
-    {R"(^\/gather.*axis=1)", "76910444"},
-
     // No Support for float.
     {R"(^\/floor_div.*dtype=tf\.float32)", "112859002"},
 
-- 
GitLab


From afb92f2b82aacde13065e5bd81427fa032aabfd6 Mon Sep 17 00:00:00 2001
From: Yuanzhong Xu <yuanzx@google.com>
Date: Thu, 1 Nov 2018 12:28:01 -0700
Subject: [PATCH 0903/1825] [XLA] BF16 passes: use HasSideEffectNoRecurse

HasSideEffect is too conservative, since we visit all individual HLOs.

PiperOrigin-RevId: 219678454
---
 .../compiler/xla/service/bfloat16_conversion_folding.cc       | 2 +-
 tensorflow/compiler/xla/service/bfloat16_normalization.cc     | 2 +-
 tensorflow/compiler/xla/service/bfloat16_propagation.cc       | 4 ++--
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc b/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc
index b8546e70c1..e9d30fc03c 100644
--- a/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_conversion_folding.cc
@@ -163,7 +163,7 @@ Status BFloat16ConversionFoldingVisitor::DefaultAction(HloInstruction* hlo) {
       hlo->opcode() == HloOpcode::kCustomCall ||       //
       hlo->opcode() == HloOpcode::kWhile ||            //
       hlo->opcode() == HloOpcode::kConditional ||      //
-      hlo->HasSideEffect()) {
+      hlo->HasSideEffectNoRecurse()) {
     return Status::OK();
   }
   if (hlo == computation_->root_instruction() &&
diff --git a/tensorflow/compiler/xla/service/bfloat16_normalization.cc b/tensorflow/compiler/xla/service/bfloat16_normalization.cc
index 8bd65899ca..b8a8f844ef 100644
--- a/tensorflow/compiler/xla/service/bfloat16_normalization.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_normalization.cc
@@ -357,7 +357,7 @@ Status BFloat16NormalizationVisitor::DefaultAction(HloInstruction* hlo) {
       hlo->opcode() == HloOpcode::kCustomCall ||       //
       hlo->opcode() == HloOpcode::kWhile ||            //
       hlo->opcode() == HloOpcode::kConditional ||      //
-      hlo->HasSideEffect()) {
+      hlo->HasSideEffectNoRecurse()) {
     return Status::OK();
   }
   // TODO(b/112040122): Correctly normalize variadic reduce.
diff --git a/tensorflow/compiler/xla/service/bfloat16_propagation.cc b/tensorflow/compiler/xla/service/bfloat16_propagation.cc
index c05f4f870b..63d4572f20 100644
--- a/tensorflow/compiler/xla/service/bfloat16_propagation.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_propagation.cc
@@ -236,7 +236,7 @@ bool BFloat16Propagation::AllUsersConsumeBF16(const HloInstruction& hlo,
         // the end of the BFloat16Propagation pass.
         continue;
       }
-      if (use.instruction->HasSideEffect()) {
+      if (use.instruction->HasSideEffectNoRecurse()) {
         // Keep side-effecting instruction's operands unchanged.
         return false;
       }
@@ -360,7 +360,7 @@ void BFloat16Propagation::DetermineInstructionPrecision(HloInstruction* hlo,
   if (hlo->opcode() == HloOpcode::kCustomCall ||   //
       hlo->opcode() == HloOpcode::kCall ||         //
       hlo->opcode() == HloOpcode::kConditional ||  //
-      hlo->HasSideEffect() ||                      //
+      hlo->HasSideEffectNoRecurse() ||             //
       (hlo->opcode() == HloOpcode::kParameter && skip_parameters)) {
     return;
   }
-- 
GitLab


From 59292f548ccb7454c4e4bf3bb7e3f51eab50251f Mon Sep 17 00:00:00 2001
From: Clayne Robison <clayne.b.robison@intel.com>
Date: Thu, 1 Nov 2018 12:36:12 -0700
Subject: [PATCH 0904/1825] Addressing @penpornk's comments

---
 .../direct_session_with_tracking_alloc_test.cc   | 16 ----------------
 1 file changed, 16 deletions(-)

diff --git a/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc b/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
index be279cb1dd..a48ff0541d 100644
--- a/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
+++ b/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
@@ -108,25 +108,9 @@ TEST(DirectSessionWithTrackingAllocTest, CostModelTest) {
         EXPECT_EQ(2, shape.dim(0).size());
         EXPECT_EQ(1, shape.dim(1).size());
         if (node->name() == y->name()) {
-#if defined(INTEL_MKL) && defined(ENABLE_MKL)
-          // if MKL is used, it goes through various additional
-          // graph rewrite pass. In TF, everytime a graph pass
-          // happens, "constant" nodes are allocated
-          // and deallocated. Each allocation calls the
-          // (FindChunkPtr of BFCAllocator),
-          // which increments the value of AllocationId.
-          // Thus AllocationId becomes more than TF if MKL
-          // is used. Now IDs for MKL are 8 more than TF.
           EXPECT_EQ(13, cm->AllocationId(node, 0));
-#else
-          EXPECT_EQ(13, cm->AllocationId(node, 0));
-#endif  // INTEL_MKL && ENABLE_MKL
         } else {
-#if defined(INTEL_MKL) && defined(ENABLE_MKL)
-          EXPECT_EQ(14, cm->AllocationId(node, 0));
-#else
           EXPECT_EQ(14, cm->AllocationId(node, 0));
-#endif  // INTEL_MKL && ENABLE_MKL
         }
       }
       EXPECT_LE(0, cm->MaxExecutionTime(node));
-- 
GitLab


From 40e4dc999fa972a49d83d25abdc4f724ecb31c65 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Thu, 1 Nov 2018 13:06:26 -0700
Subject: [PATCH 0905/1825] [TF:XLA] Relax tolerance of FTRL test.

PiperOrigin-RevId: 219684749
---
 tensorflow/compiler/tests/ftrl_test.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/tests/ftrl_test.py b/tensorflow/compiler/tests/ftrl_test.py
index f1b87a5ffb..5b197afd65 100644
--- a/tensorflow/compiler/tests/ftrl_test.py
+++ b/tensorflow/compiler/tests/ftrl_test.py
@@ -135,7 +135,7 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         self.assertAllCloseAccordingToType(
             np.array([-2.60260963, -4.29698515]),
             var0.eval(),
-            float_rtol=1e-5,
+            float_rtol=1e-4,
             half_rtol=1e-2)
         self.assertAllCloseAccordingToType(
             np.array([-0.28432083, -0.56694895]),
@@ -167,7 +167,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
 
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-2.55607247, -3.98729396]), var0.eval(), 1e-5, 1e-5)
+            np.array([-2.55607247, -3.98729396]), var0.eval(), 1e-5, 1e-5,
+            float_rtol=1e-4)
         self.assertAllCloseAccordingToType(
             np.array([-0.28232238, -0.56096673]), var1.eval(), 1e-5, 1e-5)
 
-- 
GitLab


From f64bc622c5c5bdf4d02111b919e8a88904fa2769 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Thu, 1 Nov 2018 13:19:56 -0700
Subject: [PATCH 0906/1825] Disable estimator_training_test in {a,m,t}san

PiperOrigin-RevId: 219686752
---
 tensorflow/contrib/distribute/python/BUILD | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index f111b11ffc..958e75c13c 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -517,6 +517,10 @@ cuda_py_test(
     shard_count = 5,
     tags = [
         "no_pip",
+        # TODO(b/118768923): Re-enable {a,m,t}san test.
+        "noasan",
+        "nomsan",
+        "notsan",
     ],
 )
 
-- 
GitLab


From caf901c313a42cd5dd2339d698dbc6316ead5e29 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 13:22:09 -0700
Subject: [PATCH 0907/1825] Removing nanoproto support.

PiperOrigin-RevId: 219687136
---
 tensorflow/core/BUILD | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 819dc4376b..afe4c46c8e 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -131,7 +131,6 @@ load(
     "tf_kernel_tests_linkstatic",
     "tf_lib_proto_compiler_deps",
     "tf_lib_proto_parsing_deps",
-    "tf_nano_proto_library",
     "tf_platform_hdrs",
     "tf_platform_srcs",
     "tf_proto_library",
@@ -252,15 +251,6 @@ tf_jspb_proto_library(
     deps = [":protos_all_cc"],
 )
 
-tf_nano_proto_library(
-    name = "protos_all_nano_proto",
-    field_style = "accessors",
-    generate_equals = 1,
-    generate_intdefs = 1,
-    visibility = ["//visibility:public"],
-    deps = [":protos_all_cc"],
-)
-
 proto_library(
     name = "example_protos",
     srcs = [
-- 
GitLab


From 261ae6ff7640d673feb59005b127d550d49ad859 Mon Sep 17 00:00:00 2001
From: Kay Zhu <kayzhu@google.com>
Date: Thu, 1 Nov 2018 13:28:39 -0700
Subject: [PATCH 0908/1825] [TF2XLA] Fix bilinear_resize to correctly specify
 batch dimension size when slicing from input.

PiperOrigin-RevId: 219688228
---
 tensorflow/compiler/tests/image_ops_test.py   | 95 +++++++++++--------
 .../tf2xla/kernels/image_resize_ops.cc        | 16 ++--
 2 files changed, 66 insertions(+), 45 deletions(-)

diff --git a/tensorflow/compiler/tests/image_ops_test.py b/tensorflow/compiler/tests/image_ops_test.py
index d67b16f8e9..0e2d840418 100644
--- a/tensorflow/compiler/tests/image_ops_test.py
+++ b/tensorflow/compiler/tests/image_ops_test.py
@@ -448,8 +448,8 @@ class ResizeBilinearTest(xla_test.XLATestCase):
     for dtype in self.float_types:
       self._assertForwardOpMatchesExpected(
           np.array([[1, 2]], dtype=dtype), [3, 3],
-          expected=np.array(
-              [[1, 1.5, 2], [1, 1.5, 2], [1, 1.5, 2]], dtype=np.float32))
+          expected=np.array([[1, 1.5, 2], [1, 1.5, 2], [1, 1.5, 2]],
+                            dtype=np.float32))
 
   def testAlignCorners1x2To3x2Grad(self):
     for dtype in self.float_types:
@@ -477,8 +477,8 @@ class ResizeBilinearTest(xla_test.XLATestCase):
     for dtype in self.float_types:
       self._assertForwardOpMatchesExpected(
           np.array([[1, 2], [3, 4]], dtype=dtype), [3, 3],
-          expected=np.array(
-              [[1, 1.5, 2], [2, 2.5, 3], [3, 3.5, 4]], dtype=np.float32))
+          expected=np.array([[1, 1.5, 2], [2, 2.5, 3], [3, 3.5, 4]],
+                            dtype=np.float32))
 
   def testAlignCorners2x2To3x3Grad(self):
     self._assertBackwardOpMatchesExpected(
@@ -498,8 +498,8 @@ class ResizeBilinearTest(xla_test.XLATestCase):
           np.array([[7, 13], [22, 4]], dtype=np.float32),
           input_shape=[3, 3],
           dtype=dtype,
-          expected=np.array(
-              [[7, 0, 13], [0, 0, 0], [22, 0, 4]], dtype=np.float32))
+          expected=np.array([[7, 0, 13], [0, 0, 0], [22, 0, 4]],
+                            dtype=np.float32))
 
   def testAlignCorners4x4To3x3(self):
     for dtype in self.float_types:
@@ -507,8 +507,8 @@ class ResizeBilinearTest(xla_test.XLATestCase):
           np.array(
               [[1, 2, 3, 4], [5, 6, 7, 8], [9, 10, 11, 12], [13, 14, 15, 16]],
               dtype=dtype), [3, 3],
-          expected=np.array(
-              [[1, 2.5, 4], [7, 8.5, 10], [13, 14.5, 16]], dtype=np.float32))
+          expected=np.array([[1, 2.5, 4], [7, 8.5, 10], [13, 14.5, 16]],
+                            dtype=np.float32))
 
   def testAlignCorners4x4To3x3Grad(self):
     for dtype in self.float_types:
@@ -516,41 +516,39 @@ class ResizeBilinearTest(xla_test.XLATestCase):
           np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=np.float32),
           input_shape=[4, 4],
           dtype=dtype,
-          expected=np.array(
-              [[1, 1, 1, 3], [2, 1.25, 1.25, 3], [2, 1.25, 1.25, 3],
-               [7, 4, 4, 9]],
-              dtype=np.float32))
+          expected=np.array([[1, 1, 1, 3], [2, 1.25, 1.25, 3],
+                             [2, 1.25, 1.25, 3], [7, 4, 4, 9]],
+                            dtype=np.float32))
 
   def testAlignCorners3x3To9x9(self):
     for dtype in self.float_types:
       self._assertForwardOpMatchesExpected(
           np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]], dtype=dtype), [9, 9],
           expected=np.array(
-              [[1.0, 1.25, 1.50, 1.75, 2.00, 2.25, 2.50, 2.75, 3.00], [
-                  1.75, 2.00, 2.25, 2.50, 2.75, 3.00, 3.25, 3.50, 3.75
-              ], [2.50, 2.75, 3.00, 3.25, 3.50, 3.75, 4.00, 4.25, 4.50], [
-                  3.25, 3.50, 3.75, 4.00, 4.25, 4.50, 4.75, 5.00, 5.25
-              ], [4.00, 4.25, 4.50, 4.75, 5.00, 5.25, 5.50, 5.75, 6.00], [
-                  4.75, 5.00, 5.25, 5.50, 5.75, 6.00, 6.25, 6.50, 6.75
-              ], [5.50, 5.75, 6.00, 6.25, 6.50, 6.75, 7.00, 7.25, 7.50], [
-                  6.25, 6.50, 6.75, 7.00, 7.25, 7.50, 7.75, 8.00, 8.25
-              ], [7.00, 7.25, 7.50, 7.75, 8.00, 8.25, 8.50, 8.75, 9.00]],
+              [[1.0, 1.25, 1.50, 1.75, 2.00, 2.25, 2.50, 2.75, 3.00],
+               [1.75, 2.00, 2.25, 2.50, 2.75, 3.00, 3.25, 3.50, 3.75],
+               [2.50, 2.75, 3.00, 3.25, 3.50, 3.75, 4.00, 4.25, 4.50],
+               [3.25, 3.50, 3.75, 4.00, 4.25, 4.50, 4.75, 5.00, 5.25],
+               [4.00, 4.25, 4.50, 4.75, 5.00, 5.25, 5.50, 5.75, 6.00],
+               [4.75, 5.00, 5.25, 5.50, 5.75, 6.00, 6.25, 6.50, 6.75],
+               [5.50, 5.75, 6.00, 6.25, 6.50, 6.75, 7.00, 7.25, 7.50],
+               [6.25, 6.50, 6.75, 7.00, 7.25, 7.50, 7.75, 8.00, 8.25],
+               [7.00, 7.25, 7.50, 7.75, 8.00, 8.25, 8.50, 8.75, 9.00]],
               dtype=np.float32))
 
   def testAlignCorners3x3To9x9Grad(self):
     for dtype in self.float_types:
       self._assertBackwardOpMatchesExpected(
-          np.array(
-              [[1.00, 1.25, 1.50, 1.75, 2.00, 2.25, 2.50, 2.75, 3.00], [
-                  1.75, 2.00, 2.25, 2.50, 2.75, 3.00, 3.25, 3.50, 3.75
-              ], [2.50, 2.75, 3.00, 3.25, 3.50, 3.75, 4.00, 4.25, 4.50], [
-                  3.25, 3.50, 3.75, 4.00, 4.25, 4.50, 4.75, 5.00, 5.25
-              ], [4.00, 4.25, 4.50, 4.75, 5.00, 5.25, 5.50, 5.75, 6.00], [
-                  4.75, 5.00, 5.25, 5.50, 5.75, 6.00, 6.25, 6.50, 6.75
-              ], [5.50, 5.75, 6.00, 6.25, 6.50, 6.75, 7.00, 7.25, 7.50], [
-                  6.25, 6.50, 6.75, 7.00, 7.25, 7.50, 7.75, 8.00, 8.25
-              ], [7.00, 7.25, 7.50, 7.75, 8.00, 8.25, 8.50, 8.75, 9.00]],
-              dtype=np.float32),
+          np.array([[1.00, 1.25, 1.50, 1.75, 2.00, 2.25, 2.50, 2.75, 3.00],
+                    [1.75, 2.00, 2.25, 2.50, 2.75, 3.00, 3.25, 3.50, 3.75],
+                    [2.50, 2.75, 3.00, 3.25, 3.50, 3.75, 4.00, 4.25, 4.50],
+                    [3.25, 3.50, 3.75, 4.00, 4.25, 4.50, 4.75, 5.00, 5.25],
+                    [4.00, 4.25, 4.50, 4.75, 5.00, 5.25, 5.50, 5.75, 6.00],
+                    [4.75, 5.00, 5.25, 5.50, 5.75, 6.00, 6.25, 6.50, 6.75],
+                    [5.50, 5.75, 6.00, 6.25, 6.50, 6.75, 7.00, 7.25, 7.50],
+                    [6.25, 6.50, 6.75, 7.00, 7.25, 7.50, 7.75, 8.00, 8.25],
+                    [7.00, 7.25, 7.50, 7.75, 8.00, 8.25, 8.50, 8.75, 9.00]],
+                   dtype=np.float32),
           input_shape=[3, 3],
           dtype=dtype,
           expected=np.array(
@@ -571,12 +569,12 @@ class ResizeBilinearTest(xla_test.XLATestCase):
         (np.array([[0, 1, 2, 3, 4, 5, 6, 7]], dtype=np.float32) + np.array(
             [[0], [1], [2], [3], [4], [5], [6], [7]], dtype=np.float32)) * 15.0,
         [16, 16],
-        expected=7 * (np.array(
-            [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]],
-            dtype=np.float32) + np.array(
-                [[0], [1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11],
-                 [12], [13], [14], [15]],
-                dtype=np.float32)),
+        expected=7 *
+        (np.array([[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]],
+                  dtype=np.float32) +
+         np.array([[0], [1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11],
+                   [12], [13], [14], [15]],
+                  dtype=np.float32)),
         large_tolerance=True)
 
   def testNonAlignCorners3x2To6x4(self):
@@ -600,6 +598,26 @@ class ResizeBilinearTest(xla_test.XLATestCase):
           expected=np.array(expected_data, dtype=dtype),
           align_corners=False)
 
+  def testNonAlignCorners3x2To6x4Batch2(self):
+    input_data = [[[64, 32], [32, 64], [50, 100]], [[32, 16], [16, 32],
+                                                    [25, 50]]]
+    expected_data = [[[64.0, 48.0, 32.0, 32.0], [48.0, 48.0, 48.0, 48.0],
+                      [32.0, 48.0, 64.0, 64.0], [41.0, 61.5, 82.0, 82.0],
+                      [50.0, 75.0, 100.0, 100.0], [50.0, 75.0, 100.0, 100.0]],
+                     [[32.0, 24.0, 16.0, 16.0], [24.0, 24.0, 24.0, 24.0],
+                      [16.0, 24.0, 32.0, 32.0], [20.5, 30.75, 41.0, 41.0],
+                      [25.0, 37.5, 50.0, 50.0], [25.0, 37.5, 50.0, 50.0]]]
+
+    for dtype in self.float_types:
+      input_image = np.array(input_data, dtype=dtype)
+      expected = np.array(expected_data, dtype=dtype)
+      with self.cached_session() as sess, self.test_scope():
+        image = array_ops.placeholder(input_image.dtype)
+        resized = gen_image_ops.resize_bilinear(
+            image, [6, 4], align_corners=False)
+        out = sess.run(resized, {image: input_image[:, :, :, np.newaxis]})
+        self.assertAllClose(expected[:, :, :, np.newaxis], out)
+
 
 class NonMaxSuppressionTest(xla_test.XLATestCase):
 
@@ -804,5 +822,6 @@ class NonMaxSuppressionTest(xla_test.XLATestCase):
       self.assertEqual(num_valid, 3)
       self.assertAllClose(indices_tf[:num_valid], [0, 2, 4])
 
+
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc b/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc
index fa04b0f7d0..0c7ca602bf 100644
--- a/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc
@@ -231,20 +231,22 @@ xla::XlaOp ResizeUsingDilationAndConvolution(xla::XlaBuilder* builder,
     num_extended[0] = upper_padding[0] / (dims.kernel_size[0]);
     num_extended[1] = upper_padding[1] / (dims.kernel_size[1]);
 
+    const int64 batch_dim_size =
+        builder->GetShape(input).ValueOrDie().dimensions(0);
     if (num_extended[0] > 0) {
-      auto slice =
-          xla::Slice(input_data, {0, in_size[0] - 1, 0, 0},
-                     {1, in_size[0], in_size[1], channels}, {1, 1, 1, 1});
+      auto slice = xla::Slice(
+          input_data, {0, in_size[0] - 1, 0, 0},
+          {batch_dim_size, in_size[0], in_size[1], channels}, {1, 1, 1, 1});
       for (int i = 0; i < num_extended[0]; i++) {
         input_data = xla::ConcatInDim(builder, {input_data, slice}, 1);
       }
     }
 
     if (num_extended[1] > 0) {
-      auto slice =
-          xla::Slice(input_data, {0, 0, in_size[1] - 1, 0},
-                     {1, in_size[0] + num_extended[0], in_size[1], channels},
-                     {1, 1, 1, 1});
+      auto slice = xla::Slice(
+          input_data, {0, 0, in_size[1] - 1, 0},
+          {batch_dim_size, in_size[0] + num_extended[0], in_size[1], channels},
+          {1, 1, 1, 1});
       for (int i = 0; i < num_extended[1]; i++) {
         input_data = xla::ConcatInDim(builder, {input_data, slice}, 2);
       }
-- 
GitLab


From 73ae4f67a46c64068913344286090b3ccc0df94b Mon Sep 17 00:00:00 2001
From: avijit-nervana <avijit.chakraborty@intel.com>
Date: Thu, 1 Nov 2018 13:36:08 -0700
Subject: [PATCH 0909/1825] Updated to nGraph version v0.9.1 and ngraph-tf
 version v0.7.0

---
 tensorflow/workspace.bzl           | 16 ++++++++--------
 third_party/ngraph/ngraph.BUILD    | 19 ++++++++++++-------
 third_party/ngraph/ngraph_tf.BUILD |  3 +++
 3 files changed, 23 insertions(+), 15 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index c2a0586108..a4737bdb5d 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -803,11 +803,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "ngraph",
         build_file = clean_dep("//third_party/ngraph:ngraph.BUILD"),
-        sha256 = "bf9dcc88e5c66021e3aac80491a231711211540d613bf9b6bd28db3f5bb86b62",
-        strip_prefix = "ngraph-0.8.1",
+        sha256 = "2b28f9c9f063b96825a96d56d7f7978c9a1c55c9b25175c20dd49a8a77cb0305",
+        strip_prefix = "ngraph-0.9.1",
         urls = [
-            "https://mirror.bazel.build/github.com/NervanaSystems/ngraph/archive/v0.8.1.tar.gz",
-            "https://github.com/NervanaSystems/ngraph/archive/v0.8.1.tar.gz",
+            "https://mirror.bazel.build/github.com/NervanaSystems/ngraph/archive/v0.9.1.tar.gz",
+            "https://github.com/NervanaSystems/ngraph/archive/v0.9.1.tar.gz",
         ],
     )
 
@@ -825,11 +825,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "ngraph_tf",
         build_file = clean_dep("//third_party/ngraph:ngraph_tf.BUILD"),
-        sha256 = "402f84c748c113780a60f35f39aab118435285543aee4900d712b76fbf8a21ee",
-        strip_prefix = "ngraph-tf-0.6.1",
+        sha256 = "89accbc702e68a09775f1011a99dd16561038fd1ce59d566d64450176abaae5c",
+        strip_prefix = "ngraph-tf-0.7.0",
         urls = [
-            "https://mirror.bazel.build/github.com/NervanaSystems/ngraph-tf/archive/v0.6.1.tar.gz",
-            "https://github.com/NervanaSystems/ngraph-tf/archive/v0.6.1.tar.gz",
+            "https://mirror.bazel.build/github.com/NervanaSystems/ngraph-tf/archive/v0.7.0.tar.gz",
+            "https://github.com/NervanaSystems/ngraph-tf/archive/v0.7.0.tar.gz",
         ],
     )
 
diff --git a/third_party/ngraph/ngraph.BUILD b/third_party/ngraph/ngraph.BUILD
index 6602a480af..f556c5279d 100644
--- a/third_party/ngraph/ngraph.BUILD
+++ b/third_party/ngraph/ngraph.BUILD
@@ -34,8 +34,9 @@ cc_library(
         "src/ngraph/runtime/cpu/builder/one_hot.cpp",
         "src/ngraph/runtime/cpu/builder/pad.cpp",
         "src/ngraph/runtime/cpu/builder/product.cpp",
-        "src/ngraph/runtime/cpu/builder/quantize.cpp",
+        "src/ngraph/runtime/cpu/builder/quantization.cpp",
         "src/ngraph/runtime/cpu/builder/quantized_avg_pool.cpp",
+        "src/ngraph/runtime/cpu/builder/quantized_conv.cpp",
         "src/ngraph/runtime/cpu/builder/quantized_max_pool.cpp",
         "src/ngraph/runtime/cpu/builder/reduce_function.cpp",
         "src/ngraph/runtime/cpu/builder/reduce_function_window.cpp",
@@ -61,6 +62,7 @@ cc_library(
         "src/ngraph/runtime/cpu/cpu_tensor_view.cpp",
         "src/ngraph/runtime/cpu/cpu_tensor_view_wrapper.cpp",
         "src/ngraph/runtime/cpu/cpu_tracing.cpp",
+        "src/ngraph/runtime/cpu/cpu_visualize_tree.cpp",
         "src/ngraph/runtime/cpu/kernel/eigen_thread_pool.cpp",
         "src/ngraph/runtime/cpu/kernel/pad.cpp",
         "src/ngraph/runtime/cpu/kernel/reduce_max.cpp",
@@ -76,15 +78,11 @@ cc_library(
         "src/ngraph/runtime/cpu/op/conv_bias.cpp",
         "src/ngraph/runtime/cpu/op/conv_relu.cpp",
         "src/ngraph/runtime/cpu/op/convert_layout.cpp",
-        "src/ngraph/runtime/cpu/op/dequantize.cpp",
         "src/ngraph/runtime/cpu/op/group_conv.cpp",
         "src/ngraph/runtime/cpu/op/loop_kernel.cpp",
         "src/ngraph/runtime/cpu/op/lstm.cpp",
         "src/ngraph/runtime/cpu/op/matmul_bias.cpp",
         "src/ngraph/runtime/cpu/op/max_pool_with_indices.cpp",
-        "src/ngraph/runtime/cpu/op/quantize.cpp",
-        "src/ngraph/runtime/cpu/op/quantized_avg_pool.cpp",
-        "src/ngraph/runtime/cpu/op/quantized_max_pool.cpp",
         "src/ngraph/runtime/cpu/op/rnn.cpp",
         "src/ngraph/runtime/cpu/op/sigmoid_mul.cpp",
         "src/ngraph/runtime/cpu/pass/cpu_assignment.cpp",
@@ -110,8 +108,9 @@ cc_library(
         "-I external/ngraph/src",
         "-I external/nlohmann_json_lib/include/",
         '-D SHARED_LIB_EXT=\\".so\\"',
-        '-D NGRAPH_VERSION=\\"0.8.1\\"',
+        '-D NGRAPH_VERSION=\\"0.9.1\\"',
         "-D NGRAPH_DEX_ONLY",
+        '-D PROJECT_ROOT_DIR=\\"\\"',
     ],
     visibility = ["//visibility:public"],
     alwayslink = 1,
@@ -125,6 +124,11 @@ cc_library(
         "src/ngraph/builder/*.cpp",
         "src/ngraph/descriptor/*.cpp",
         "src/ngraph/descriptor/layout/*.cpp",
+        "src/ngraph/op/experimental/quantized_avg_pool.cpp",
+        "src/ngraph/op/experimental/quantized_conv_bias.cpp",
+        "src/ngraph/op/experimental/quantized_conv_relu.cpp",
+        "src/ngraph/op/experimental/quantized_conv.cpp",
+        "src/ngraph/op/experimental/quantized_max_pool.cpp",
         "src/ngraph/op/*.cpp",
         "src/ngraph/op/util/*.cpp",
         "src/ngraph/pattern/*.cpp",
@@ -144,7 +148,8 @@ cc_library(
         "-I external/ngraph/src",
         "-I external/nlohmann_json_lib/include/",
         '-D SHARED_LIB_EXT=\\".so\\"',
-        '-D NGRAPH_VERSION=\\"0.8.1\\"',
+        '-D NGRAPH_VERSION=\\"0.9.1\\"',
+        '-D PROJECT_ROOT_DIR=\\"\\"',
     ],
     visibility = ["//visibility:public"],
     alwayslink = 1,
diff --git a/third_party/ngraph/ngraph_tf.BUILD b/third_party/ngraph/ngraph_tf.BUILD
index dbedca0a03..068e411e81 100644
--- a/third_party/ngraph/ngraph_tf.BUILD
+++ b/third_party/ngraph/ngraph_tf.BUILD
@@ -51,6 +51,9 @@ cc_library(
         "@org_tensorflow//tensorflow/core:framework_headers_lib",
         "@org_tensorflow//tensorflow/core:core_cpu_headers_lib",
         "@ngraph//:ngraph_core",
+        "@com_google_absl//absl/container:container_memory",
+        "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/types:variant",
     ],
     copts = [
         "-I external/ngraph_tf/src",
-- 
GitLab


From fc050e1e823c81518c30d9062eef3fe7d3a8df33 Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Thu, 1 Nov 2018 13:31:38 -0700
Subject: [PATCH 0910/1825] Remove SavedModel functions from the 2.0 API.

PiperOrigin-RevId: 219688691
---
 tensorflow/python/saved_model/builder_impl.py | 11 ++++----
 tensorflow/python/saved_model/loader_impl.py  | 10 +++++--
 tensorflow/python/saved_model/main_op_impl.py | 21 ++++++++------
 tensorflow/python/saved_model/simple_save.py  |  7 ++++-
 tensorflow/python/saved_model/utils_impl.py   | 26 +++++++++--------
 .../v2/tensorflow.saved_model.-builder.pbtxt  | 21 --------------
 .../golden/v2/tensorflow.saved_model.pbtxt    | 28 -------------------
 tensorflow/tools/compatibility/renames_v2.py  |  6 ----
 .../tools/compatibility/tf_upgrade_v2.py      | 11 ++++++++
 9 files changed, 56 insertions(+), 85 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.saved_model.-builder.pbtxt

diff --git a/tensorflow/python/saved_model/builder_impl.py b/tensorflow/python/saved_model/builder_impl.py
index 8e7bea36de..4f68f7c5ae 100644
--- a/tensorflow/python/saved_model/builder_impl.py
+++ b/tensorflow/python/saved_model/builder_impl.py
@@ -36,14 +36,10 @@ from tensorflow.python.saved_model import utils_impl as saved_model_utils
 from tensorflow.python.training import saver as tf_saver
 from tensorflow.python.util import compat
 from tensorflow.python.util.deprecation import deprecated_args
-from tensorflow.python.util.deprecation import deprecated_endpoints
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export(
-    "saved_model.Builder",
-    v1=["saved_model.Builder", "saved_model.builder.SavedModelBuilder"])
-@deprecated_endpoints("saved_model.builder.SavedModelBuilder")
+@tf_export(v1=["saved_model.Builder", "saved_model.builder.SavedModelBuilder"])
 class SavedModelBuilder(object):
   """Builds the `SavedModel` protocol buffer and saves variables and assets.
 
@@ -82,6 +78,11 @@ class SavedModelBuilder(object):
 
   builder.save()
   ```
+
+  Note: This function will only be available through the v1 compatibility
+  library as tf.compat.v1.saved_model.builder.SavedModelBuilder or
+  tf.compat.v1.saved_model.Builder. Tensorflow 2.0 will introduce a new
+  object-based method of creating SavedModels.
   """
 
   def __init__(self, export_dir):
diff --git a/tensorflow/python/saved_model/loader_impl.py b/tensorflow/python/saved_model/loader_impl.py
index 55ef273fee..8c8eaf038a 100644
--- a/tensorflow/python/saved_model/loader_impl.py
+++ b/tensorflow/python/saved_model/loader_impl.py
@@ -173,9 +173,13 @@ def maybe_saved_model_directory(export_dir):
   return file_io.file_exists(txt_path) or file_io.file_exists(pb_path)
 
 
-@tf_export("saved_model.load",
-           v1=["saved_model.load", "saved_model.loader.load"])
-@deprecation.deprecated_endpoints("saved_model.loader.load")
+@tf_export(v1=["saved_model.load", "saved_model.loader.load"])
+@deprecation.deprecated(
+    None,
+    "This function will only be available through the v1 compatibility "
+    "library as tf.compat.v1.saved_model.loader.load or "
+    "tf.compat.v1.saved_model.load. There will be a new function for importing "
+    "SavedModels in Tensorflow 2.0.")
 def load(sess, tags, export_dir, import_scope=None, **saver_kwargs):
   """Loads the model from a SavedModel as specified by tags.
 
diff --git a/tensorflow/python/saved_model/main_op_impl.py b/tensorflow/python/saved_model/main_op_impl.py
index d567b95795..bc0d38930e 100644
--- a/tensorflow/python/saved_model/main_op_impl.py
+++ b/tensorflow/python/saved_model/main_op_impl.py
@@ -26,8 +26,11 @@ from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('saved_model.main_op', v1=['saved_model.main_op.main_op'])
-@deprecation.deprecated_endpoints('saved_model.main_op.main_op')
+@tf_export(v1=['saved_model.main_op.main_op'])
+@deprecation.deprecated(
+    None,
+    'This function will only be available through the v1 compatibility '
+    'library as tf.compat.v1.saved_model.main_op.main_op.')
 def main_op():
   """Returns a main op to init variables and tables.
 
@@ -44,13 +47,13 @@ def main_op():
 
 
 # TODO(sukritiramesh): Integrate with Saver for complete restore functionality.
-@tf_export(
-    'saved_model.main_op_with_restore',
-    v1=[
-        'saved_model.main_op_with_restore',
-        'saved_model.main_op.main_op_with_restore'
-    ])
-@deprecation.deprecated_endpoints('saved_model.main_op.main_op_with_restore')
+@tf_export(v1=['saved_model.main_op_with_restore',
+               'saved_model.main_op.main_op_with_restore'])
+@deprecation.deprecated(
+    None,
+    'This function will only be available through the v1 compatibility '
+    'library as tf.compat.v1.saved_model.main_op_with_restore or '
+    'tf.compat.v1.saved_model.main_op.main_op_with_restore.')
 def main_op_with_restore(restore_op_name):
   """Returns a main op to init variables, tables and restore the graph.
 
diff --git a/tensorflow/python/saved_model/simple_save.py b/tensorflow/python/saved_model/simple_save.py
index 76d6f666f6..169504ec89 100644
--- a/tensorflow/python/saved_model/simple_save.py
+++ b/tensorflow/python/saved_model/simple_save.py
@@ -23,10 +23,15 @@ from tensorflow.python.saved_model import builder
 from tensorflow.python.saved_model import signature_constants
 from tensorflow.python.saved_model import signature_def_utils
 from tensorflow.python.saved_model import tag_constants
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('saved_model.simple_save')
+@tf_export(v1=['saved_model.simple_save'])
+@deprecation.deprecated(
+    None,
+    'This function will only be available through the v1 compatibility '
+    'library as tf.compat.v1.saved_model.simple_save.')
 def simple_save(session, export_dir, inputs, outputs, legacy_init_op=None):
   """Convenience function to build a SavedModel suitable for serving.
 
diff --git a/tensorflow/python/saved_model/utils_impl.py b/tensorflow/python/saved_model/utils_impl.py
index b3c27dbd81..2ee4d9f4e0 100644
--- a/tensorflow/python/saved_model/utils_impl.py
+++ b/tensorflow/python/saved_model/utils_impl.py
@@ -34,10 +34,13 @@ from tensorflow.python.util.tf_export import tf_export
 # TensorInfo helpers.
 
 
-@tf_export(
-    "saved_model.build_tensor_info",
-    v1=["saved_model.build_tensor_info", "saved_model.utils.build_tensor_info"])
-@deprecation.deprecated_endpoints("saved_model.utils.build_tensor_info")
+@tf_export(v1=["saved_model.build_tensor_info",
+               "saved_model.utils.build_tensor_info"])
+@deprecation.deprecated(
+    None,
+    "This function will only be available through the v1 compatibility "
+    "library as tf.compat.v1.saved_model.utils.build_tensor_info or "
+    "tf.compat.v1.saved_model.build_tensor_info.")
 def build_tensor_info(tensor):
   """Utility function to build TensorInfo proto.
 
@@ -61,14 +64,13 @@ def build_tensor_info(tensor):
   return tensor_info
 
 
-@tf_export(
-    "saved_model.get_tensor_from_tensor_info",
-    v1=[
-        "saved_model.get_tensor_from_tensor_info",
-        "saved_model.utils.get_tensor_from_tensor_info"
-    ])
-@deprecation.deprecated_endpoints(
-    "saved_model.utils.get_tensor_from_tensor_info")
+@tf_export(v1=["saved_model.get_tensor_from_tensor_info",
+               "saved_model.utils.get_tensor_from_tensor_info"])
+@deprecation.deprecated(
+    None,
+    "This function will only be available through the v1 compatibility "
+    "library as tf.compat.v1.saved_model.utils.get_tensor_from_tensor_info or "
+    "tf.compat.v1.saved_model.get_tensor_from_tensor_info.")
 def get_tensor_from_tensor_info(tensor_info, graph=None, import_scope=None):
   """Returns the Tensor or SparseTensor described by a TensorInfo proto.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.-builder.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.-builder.pbtxt
deleted file mode 100644
index 67457de070..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.-builder.pbtxt
+++ /dev/null
@@ -1,21 +0,0 @@
-path: "tensorflow.saved_model.Builder"
-tf_class {
-  is_instance: "<class \'tensorflow.python.saved_model.builder_impl.SavedModelBuilder\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'export_dir\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "add_meta_graph"
-    argspec: "args=[\'self\', \'tags\', \'signature_def_map\', \'assets_collection\', \'legacy_init_op\', \'clear_devices\', \'main_op\', \'strip_default_attrs\', \'saver\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'False\', \'None\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "add_meta_graph_and_variables"
-    argspec: "args=[\'self\', \'sess\', \'tags\', \'signature_def_map\', \'assets_collection\', \'legacy_init_op\', \'clear_devices\', \'main_op\', \'strip_default_attrs\', \'saver\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'False\', \'None\', \'False\', \'None\'], "
-  }
-  member_method {
-    name: "save"
-    argspec: "args=[\'self\', \'as_text\'], varargs=None, keywords=None, defaults=[\'False\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
index dc26a67fa0..6b86d4b49f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
@@ -8,10 +8,6 @@ tf_module {
     name: "ASSETS_KEY"
     mtype: "<type \'str\'>"
   }
-  member {
-    name: "Builder"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "CLASSIFY_INPUTS"
     mtype: "<type \'str\'>"
@@ -104,34 +100,14 @@ tf_module {
     name: "build_signature_def"
     argspec: "args=[\'inputs\', \'outputs\', \'method_name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "build_tensor_info"
-    argspec: "args=[\'tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "classification_signature_def"
     argspec: "args=[\'examples\', \'classes\', \'scores\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "get_tensor_from_tensor_info"
-    argspec: "args=[\'tensor_info\', \'graph\', \'import_scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
   member_method {
     name: "is_valid_signature"
     argspec: "args=[\'signature_def\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "load"
-    argspec: "args=[\'sess\', \'tags\', \'export_dir\', \'import_scope\'], varargs=None, keywords=saver_kwargs, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "main_op"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "main_op_with_restore"
-    argspec: "args=[\'restore_op_name\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "maybe_saved_model_directory"
     argspec: "args=[\'export_dir\'], varargs=None, keywords=None, defaults=None"
@@ -144,8 +120,4 @@ tf_module {
     name: "regression_signature_def"
     argspec: "args=[\'examples\', \'predictions\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "simple_save"
-    argspec: "args=[\'session\', \'export_dir\', \'inputs\', \'outputs\', \'legacy_init_op\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
 }
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 9362b36bd2..260278878f 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -141,18 +141,12 @@ renames = {
     'tf.reverse_v2': 'tf.reverse',
     'tf.rint': 'tf.math.rint',
     'tf.rsqrt': 'tf.math.rsqrt',
-    'tf.saved_model.builder.SavedModelBuilder': 'tf.saved_model.Builder',
-    'tf.saved_model.loader.load': 'tf.saved_model.load',
     'tf.saved_model.loader.maybe_saved_model_directory': 'tf.saved_model.maybe_saved_model_directory',
-    'tf.saved_model.main_op.main_op': 'tf.saved_model.main_op',
-    'tf.saved_model.main_op.main_op_with_restore': 'tf.saved_model.main_op_with_restore',
     'tf.saved_model.signature_def_utils.build_signature_def': 'tf.saved_model.build_signature_def',
     'tf.saved_model.signature_def_utils.classification_signature_def': 'tf.saved_model.classification_signature_def',
     'tf.saved_model.signature_def_utils.is_valid_signature': 'tf.saved_model.is_valid_signature',
     'tf.saved_model.signature_def_utils.predict_signature_def': 'tf.saved_model.predict_signature_def',
     'tf.saved_model.signature_def_utils.regression_signature_def': 'tf.saved_model.regression_signature_def',
-    'tf.saved_model.utils.build_tensor_info': 'tf.saved_model.build_tensor_info',
-    'tf.saved_model.utils.get_tensor_from_tensor_info': 'tf.saved_model.get_tensor_from_tensor_info',
     'tf.segment_max': 'tf.math.segment_max',
     'tf.segment_mean': 'tf.math.segment_mean',
     'tf.segment_min': 'tf.math.segment_min',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 3887c417f3..df84f7ec63 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -34,6 +34,17 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
 
     # Mapping from function to the new name of the function
     self.function_renames = renames_v2.renames
+    # pylint: disable=line-too-long
+    self.function_renames.update({
+        "tf.saved_model.builder.SavedModelBuilder": "tf.compat.v1.saved_model.Builder",
+        "tf.saved_model.loader.load": "tf.compat.v1.saved_model.load",
+        "tf.saved_model.main_op.main_op": "tf.compat.v1.saved_model.main_op",
+        "tf.saved_model.main_op.main_op_with_restore": "tf.compat.v1.saved_model.main_op_with_restore",
+        "tf.saved_model.simple_save": "tf.compat.v1.saved_model.simple_save",
+        "tf.saved_model.utils.build_tensor_info": "tf.compat.v1.saved_model.build_tensor_info",
+        "tf.saved_model.utils.get_tensor_from_tensor_info": "tf.compat.v1.saved_model.get_tensor_from_tensor_info",
+    })
+    # pylint: enable=line-too-long
 
     # Variables that should be changed to functions.
     self.change_to_function = {}
-- 
GitLab


From 814fdcdc4880c7c2920013a9b05c1500778e9692 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 1 Nov 2018 13:51:11 -0700
Subject: [PATCH 0911/1825] Use correct TensorShape class in V2.

PiperOrigin-RevId: 219692084
---
 tensorflow/python/framework/tensor_shape.py                | 6 +++++-
 tensorflow/python/kernel_tests/control_flow_ops_py_test.py | 4 ++--
 2 files changed, 7 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/framework/tensor_shape.py b/tensorflow/python/framework/tensor_shape.py
index a3c7bd2db2..5a58d27148 100644
--- a/tensorflow/python/framework/tensor_shape.py
+++ b/tensorflow/python/framework/tensor_shape.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.framework import tensor_shape_pb2
+from tensorflow.python import tf2
 from tensorflow.python.framework import dtypes
 from tensorflow.python.util import compat
 from tensorflow.python.util.tf_export import tf_export
@@ -1157,7 +1158,10 @@ class TensorShapeV2(TensorShapeV1):
     return _TENSORSHAPE_V2_OVERRIDE
 
 
-TensorShape = TensorShapeV1
+if tf2.enabled():
+  TensorShape = TensorShapeV2
+else:
+  TensorShape = TensorShapeV1
 
 
 def scalar():
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 0a2e705dfd..3a5d817e9d 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -1276,8 +1276,8 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(
           c, b, [i, m],
           [i.get_shape(), tensor_shape.TensorShape([None, 2])])
-      self.assertIsNone(r[1].get_shape()[0].value)
-      self.assertEqual(r[1].get_shape()[1], tensor_shape.Dimension(2))
+      self.assertIsNone(r[1].shape.dims[0].value)
+      self.assertEqual(r[1].shape.dims[1], tensor_shape.Dimension(2))
 
       with self.assertRaisesRegexp(
           ValueError,
-- 
GitLab


From 812f37d83d4b2152d292852b4b51ddbfc8f71552 Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Thu, 1 Nov 2018 13:54:11 -0700
Subject: [PATCH 0912/1825] Remove CollectiveAllReduceStrategy as eval strategy
 in estimator_training_test.

PiperOrigin-RevId: 219692628
---
 tensorflow/contrib/distribute/python/BUILD         |  1 +
 .../distribute/python/estimator_training_test.py   | 14 ++++++++------
 2 files changed, 9 insertions(+), 6 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 958e75c13c..b79f8fe059 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -516,6 +516,7 @@ cuda_py_test(
     ],
     shard_count = 5,
     tags = [
+        "multi_and_single_gpu",
         "no_pip",
         # TODO(b/118768923): Re-enable {a,m,t}san test.
         "noasan",
diff --git a/tensorflow/contrib/distribute/python/estimator_training_test.py b/tensorflow/contrib/distribute/python/estimator_training_test.py
index d99d7080bc..018512ae5a 100644
--- a/tensorflow/contrib/distribute/python/estimator_training_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_training_test.py
@@ -296,7 +296,6 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
           eval_distribute_cls=[
               None, mirrored_strategy.MirroredStrategy,
               parameter_server_strategy.ParameterServerStrategy,
-              collective_all_reduce_strategy.CollectiveAllReduceStrategy
           ],
           required_gpus=[0, 1]))
   def test_complete_flow_standalone_client(self, train_distribute_cls,
@@ -307,7 +306,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
       train_distribute = train_distribute_cls(num_gpus_per_worker=2)
 
     if eval_distribute_cls:
-      eval_distribute = eval_distribute_cls()
+      eval_distribute = eval_distribute_cls(
+          num_gpus_per_worker=context.num_gpus())
     else:
       eval_distribute = None
 
@@ -336,7 +336,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
         num_gpus_per_worker=context.num_gpus())
 
     if eval_distribute_cls:
-      eval_distribute = eval_distribute_cls()
+      eval_distribute = eval_distribute_cls(
+          num_gpus_per_worker=context.num_gpus())
     else:
       eval_distribute = None
 
@@ -407,7 +408,6 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
           eval_distribute_cls=[
               None, mirrored_strategy.MirroredStrategy,
               parameter_server_strategy.ParameterServerStrategy,
-              collective_all_reduce_strategy.CollectiveAllReduceStrategy
           ],
           required_gpus=[0, 1]))
   def test_complete_flow_indepedent_worker_between_graph(
@@ -420,7 +420,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
       self.skipTest("`CollectiveAllReduceStrategy` needs at least two towers.")
 
     if eval_distribute_cls:
-      eval_distribute = eval_distribute_cls()
+      eval_distribute = eval_distribute_cls(
+          num_gpus_per_worker=context.num_gpus())
     else:
       eval_distribute = None
 
@@ -459,7 +460,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
         num_gpus_per_worker=context.num_gpus())
 
     if eval_distribute_cls:
-      eval_distribute = eval_distribute_cls()
+      eval_distribute = eval_distribute_cls(
+          num_gpus_per_worker=context.num_gpus())
     else:
       eval_distribute = None
 
-- 
GitLab


From 9f2b8684e320d16f25339ace5cb0fcee6d2f44e1 Mon Sep 17 00:00:00 2001
From: Denis Vnukov <vnukov@google.com>
Date: Thu, 1 Nov 2018 13:54:22 -0700
Subject: [PATCH 0913/1825] [XLA] Extended execution profiler to allow extra
 metrics.

Also added entry computation name to HloProfilePrinterData,
so that the printer can identify entry computation.

PiperOrigin-RevId: 219692668
---
 tensorflow/compiler/xla/service/BUILD         |  1 +
 .../compiler/xla/service/cpu/cpu_compiler.cc  |  4 +--
 .../xla/service/gpu/nvptx_compiler.cc         |  4 +--
 .../xla/service/hlo_execution_profile.cc      | 17 ++++++++--
 .../xla/service/hlo_execution_profile.h       | 29 +++++++++++++++--
 .../xla/service/hlo_execution_profile_test.cc |  3 +-
 .../xla/service/hlo_profile_printer.cc        | 11 +++++--
 .../service/hlo_profile_printer_data.proto    |  6 ++++
 .../service/human_readable_profile_builder.cc |  5 +--
 .../service/human_readable_profile_builder.h  |  3 ++
 .../xla/tests/xla_hlo_profile_test.cc         | 32 ++++++++++++++-----
 11 files changed, 93 insertions(+), 22 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 017b11465d..fe229d8b1e 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -3241,6 +3241,7 @@ cc_library(
         ":hlo_profile_printer_data",
         ":human_readable_profile_builder",
         "//tensorflow/compiler/xla:types",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc b/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
index da01c0caf2..4ce5a8a292 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
@@ -502,8 +502,8 @@ Status CreateHloProfilingArtifacts(
 
   HloCostAnalysis cost_analysis(shape_size_bytes);
   TF_RETURN_IF_ERROR(entry_computation.Accept(&cost_analysis));
-  *hlo_profile_printer_data =
-      CreateHloProfilePrinterData(**hlo_profile_index_map, cost_analysis);
+  *hlo_profile_printer_data = CreateHloProfilePrinterData(
+      **hlo_profile_index_map, cost_analysis, entry_computation.name());
   *computation_to_profile_idx =
       (*hlo_profile_index_map)->computation_to_profile_idx();
 
diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index 240e60544a..de04ed85c3 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -751,8 +751,8 @@ StatusOr<std::unique_ptr<Executable>> NVPTXCompiler::RunBackend(
         stream_exec->GetDeviceDescription().memory_bandwidth());
     TF_RETURN_IF_ERROR(module->entry_computation()->Accept(&cost_analysis));
     profile_index_map = absl::make_unique<HloProfileIndexMap>(*module);
-    profile_printer =
-        CreateHloProfilePrinterData(*profile_index_map, cost_analysis);
+    profile_printer = CreateHloProfilePrinterData(
+        *profile_index_map, cost_analysis, entry_computation->name());
   }
 
   auto* gpu_executable = new GpuExecutable(
diff --git a/tensorflow/compiler/xla/service/hlo_execution_profile.cc b/tensorflow/compiler/xla/service/hlo_execution_profile.cc
index ce4cad4235..2df8eb962a 100644
--- a/tensorflow/compiler/xla/service/hlo_execution_profile.cc
+++ b/tensorflow/compiler/xla/service/hlo_execution_profile.cc
@@ -28,7 +28,8 @@ limitations under the License.
 #include "tensorflow/compiler/xla/util.h"
 
 namespace xla {
-HloProfileIndexMap::HloProfileIndexMap(const HloModule& module) {
+HloProfileIndexMap::HloProfileIndexMap(const HloModule& module,
+                                       absl::Span<const string> extra_metrics) {
   size_t current_profile_index = 0;
   for (xla::HloComputation* computation : module.MakeComputationPostOrder()) {
     InsertOrDie(&computation_to_profile_idx_, computation,
@@ -40,11 +41,15 @@ HloProfileIndexMap::HloProfileIndexMap(const HloModule& module) {
                   current_profile_index++);
     }
   }
+  for (const string& key : extra_metrics) {
+    InsertOrDie(&extra_metric_to_profile_idx_, key, current_profile_index++);
+  }
 }
 
 std::unique_ptr<HloProfilePrinterData> CreateHloProfilePrinterData(
     const HloProfileIndexMap& hlo_profile_index_map,
-    const HloCostAnalysis& cost_analysis) {
+    const HloCostAnalysis& cost_analysis,
+    const string& entry_computation_name) {
   using HloComputationInfo = HloProfilePrinterData::HloComputationInfo;
   using HloInstructionInfo = HloProfilePrinterData::HloInstructionInfo;
 
@@ -105,6 +110,14 @@ std::unique_ptr<HloProfilePrinterData> CreateHloProfilePrinterData(
     }
   }
 
+  // Add extra metrics if any.
+  for (const auto& pair : hlo_profile_index_map.extra_metric_to_profile_idx()) {
+    profile_printer_data->mutable_extra_metrics()->insert(
+        {pair.first, pair.second});
+  }
+
+  profile_printer_data->set_entry_computation(entry_computation_name);
+
   return profile_printer_data;
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_execution_profile.h b/tensorflow/compiler/xla/service/hlo_execution_profile.h
index be989846ef..da30e15908 100644
--- a/tensorflow/compiler/xla/service/hlo_execution_profile.h
+++ b/tensorflow/compiler/xla/service/hlo_execution_profile.h
@@ -17,6 +17,7 @@ limitations under the License.
 #define TENSORFLOW_COMPILER_XLA_SERVICE_HLO_EXECUTION_PROFILE_H_
 
 #include <unordered_map>
+#include <vector>
 
 #include "tensorflow/compiler/xla/map_util.h"
 #include "tensorflow/compiler/xla/service/hlo_cost_analysis.h"
@@ -34,7 +35,10 @@ class HloInstruction;
 class HloProfileIndexMap {
  public:
   // Scans `module` to populate this instance of HloProfileIndexMap.
-  explicit HloProfileIndexMap(const HloModule& module);
+  explicit HloProfileIndexMap(const HloModule& module)
+      : HloProfileIndexMap(module, {}) {}
+  explicit HloProfileIndexMap(const HloModule& module,
+                              absl::Span<const string> extra_metrics);
 
   HloProfileIndexMap(const HloProfileIndexMap&) = default;
   HloProfileIndexMap(HloProfileIndexMap&&) = default;
@@ -50,6 +54,10 @@ class HloProfileIndexMap {
     return FindOrDie(computation_to_profile_idx(), &computation);
   }
 
+  size_t GetProfileIndexFor(const string& key) const {
+    return xla::FindOrDie(extra_metric_to_profile_idx(), key);
+  }
+
   size_t instruction_count() const {
     return instruction_to_profile_idx().size();
   }
@@ -58,8 +66,12 @@ class HloProfileIndexMap {
     return computation_to_profile_idx().size();
   }
 
+  size_t extra_metrics_count() const {
+    return extra_metric_to_profile_idx().size();
+  }
+
   size_t total_count() const {
-    return instruction_count() + computation_count();
+    return instruction_count() + computation_count() + extra_metrics_count();
   }
 
   const std::unordered_map<const HloInstruction*, int64>&
@@ -72,15 +84,20 @@ class HloProfileIndexMap {
     return computation_to_profile_idx_;
   }
 
+  const std::unordered_map<string, int64>& extra_metric_to_profile_idx() const {
+    return extra_metric_to_profile_idx_;
+  }
+
  private:
   std::unordered_map<const HloInstruction*, int64> instruction_to_profile_idx_;
   std::unordered_map<const HloComputation*, int64> computation_to_profile_idx_;
+  std::unordered_map<string, int64> extra_metric_to_profile_idx_;
 };
 
 // Create an instance of `HloProfilePrinterData`.
 std::unique_ptr<HloProfilePrinterData> CreateHloProfilePrinterData(
     const HloProfileIndexMap& hlo_profile_index_map,
-    const HloCostAnalysis& cost_analysis);
+    const HloCostAnalysis& cost_analysis, const string& entry_computation_name);
 
 // Describes how much time each HLO operation took.
 //
@@ -113,6 +130,12 @@ class HloExecutionProfile {
         total_cycles_executed;
   }
 
+  // Record extra metric.
+  void set_extra_metrics(const string& metric, uint64 value) {
+    profile_counters_[hlo_profile_index_map_.GetProfileIndexFor(metric)] =
+        value;
+  }
+
   // Returns a version of the execution profile suitable for performance
   // debugging; e.g. emits cycle counts, execution time at the nominal device
   // frequency, and the effective throughput given the provided cost_analysis
diff --git a/tensorflow/compiler/xla/service/hlo_execution_profile_test.cc b/tensorflow/compiler/xla/service/hlo_execution_profile_test.cc
index 460ae2b5ec..5be9dba3aa 100644
--- a/tensorflow/compiler/xla/service/hlo_execution_profile_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_execution_profile_test.cc
@@ -54,7 +54,8 @@ TEST_F(HloExecutionProfileTest, Basic) {
   HloCostAnalysis cost_analysis(shape_size_function);
   HloProfileIndexMap profile_index_map(*hlo_module);
   std::unique_ptr<HloProfilePrinterData> profile_printer =
-      CreateHloProfilePrinterData(profile_index_map, cost_analysis);
+      CreateHloProfilePrinterData(profile_index_map, cost_analysis,
+                                  hlo_module->entry_computation()->name());
   HloExecutionProfile execution_profile(profile_printer.get(),
                                         &profile_index_map);
 
diff --git a/tensorflow/compiler/xla/service/hlo_profile_printer.cc b/tensorflow/compiler/xla/service/hlo_profile_printer.cc
index dcc2279301..5eb707a957 100644
--- a/tensorflow/compiler/xla/service/hlo_profile_printer.cc
+++ b/tensorflow/compiler/xla/service/hlo_profile_printer.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/hlo_profile_printer.h"
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/compiler/xla/service/human_readable_profile_builder.h"
 
 namespace xla {
@@ -25,6 +26,11 @@ string PrintHloProfile(const HloProfilePrinterData& hlo_profile_printer_data,
 
   string result;
 
+  for (const auto& item : hlo_profile_printer_data.extra_metrics()) {
+    absl::StrAppend(&result, "Extra metric ", item.first, ": ",
+                    counters[item.second], "\n");
+  }
+
   for (const HloComputationInfo& computation_info :
        hlo_profile_printer_data.computation_infos()) {
     const auto& instruction_infos = computation_info.instruction_infos();
@@ -41,8 +47,9 @@ string PrintHloProfile(const HloProfilePrinterData& hlo_profile_printer_data,
     // Once we start using this in AOT for real, we will probably need a more
     // minimal version of HumanReadableProfileBuilder.
     HumanReadableProfileBuilder builder(
-        computation_info.name(), counters[computation_info.profile_index()],
-        clock_rate_ghz);
+        computation_info.name(),
+        hlo_profile_printer_data.entry_computation() == computation_info.name(),
+        counters[computation_info.profile_index()], clock_rate_ghz);
 
     for (const auto& instruction_info : instruction_infos) {
       builder.AddOp(
diff --git a/tensorflow/compiler/xla/service/hlo_profile_printer_data.proto b/tensorflow/compiler/xla/service/hlo_profile_printer_data.proto
index 9f22b733fe..ee66c86ffc 100644
--- a/tensorflow/compiler/xla/service/hlo_profile_printer_data.proto
+++ b/tensorflow/compiler/xla/service/hlo_profile_printer_data.proto
@@ -57,4 +57,10 @@ message HloProfilePrinterData {
 
   // The size of the profile counters array we will pretty-print.
   int64 profile_counters_size = 2;
+
+  // Maps extra metric name to the index into the profile counters array.
+  map<string, int64> extra_metrics = 3;
+
+  // Name of the entry computation.
+  string entry_computation = 4;
 }
diff --git a/tensorflow/compiler/xla/service/human_readable_profile_builder.cc b/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
index e76b93107c..e103222b55 100644
--- a/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
+++ b/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
@@ -112,8 +112,9 @@ string HumanReadableProfileBuilder::ToString() const {
 
   VLOG(1) << "Total floating point ops: " << total_flops;
 
-  print_op({"[total]", "[total]", /*category=*/"", total_cycles_, total_flops,
-            total_transcendentals, total_bytes, optimal_seconds_sum},
+  print_op({is_entry_computation_ ? "[total] [entry]" : "[total]", "[total]",
+            /*category=*/"", total_cycles_, total_flops, total_transcendentals,
+            total_bytes, optimal_seconds_sum},
            /*is_total=*/true);
 
   // Sort ops in decreasing order of cycles, and print them.
diff --git a/tensorflow/compiler/xla/service/human_readable_profile_builder.h b/tensorflow/compiler/xla/service/human_readable_profile_builder.h
index 925111fa1f..d4e5cbbe27 100644
--- a/tensorflow/compiler/xla/service/human_readable_profile_builder.h
+++ b/tensorflow/compiler/xla/service/human_readable_profile_builder.h
@@ -30,9 +30,11 @@ namespace xla {
 class HumanReadableProfileBuilder {
  public:
   explicit HumanReadableProfileBuilder(absl::string_view computation_name,
+                                       bool is_entry_computation,
                                        int64 total_cycles,
                                        double clock_rate_ghz)
       : computation_name_(computation_name),
+        is_entry_computation_(is_entry_computation),
         total_cycles_(total_cycles),
         clock_rate_ghz_(clock_rate_ghz) {
     CHECK_GE(clock_rate_ghz, 1e-9);
@@ -75,6 +77,7 @@ class HumanReadableProfileBuilder {
   }
 
   string computation_name_;
+  bool is_entry_computation_;
   int64 total_cycles_;
   double clock_rate_ghz_;
   std::vector<OpInfo> op_infos_;
diff --git a/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc b/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
index a6e70eb6ca..376559500e 100644
--- a/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
+++ b/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
@@ -99,8 +99,8 @@ Status ParseOneProfileOutputLine(
   //   %dot33 = f32[256,256]{1,0} dot(...)
   //                              ^^^
 
-  string match_opcode =
-      expect_hlo ? "%[^=]+= [^ ]+ ([^(]+)\\(.*" : "(\\[total\\])";
+  string match_opcode = expect_hlo ? "%[^=]+= [^ ]+ ([^(]+)\\(.*"
+                                   : "(\\[total\\])( \\[entry\\])?";
   string regexp_pattern = absl::StrCat(
       " +", match_cycles, separator, match_usecs, separator, match_flops,
       separator, match_trops, separator, match_bytes_per_sec, separator,
@@ -125,6 +125,10 @@ Status ParseOneProfileOutputLine(
   return Status::OK();
 }
 
+bool IsExtraMetricProfileOutputLine(const string& line) {
+  return RE2::FullMatch(line, "Extra metric \\S+: \\d+");
+}
+
 // Returns void so that we can ASSERT.
 void ExecuteAndFetchProfile(string* profile_output, LocalClient* client,
                             const XlaComputation& computation,
@@ -210,14 +214,26 @@ XLA_TEST_F(HloProfileTest, ProfileSingleComputation) {
 
   absl::flat_hash_map<string, ParsedProfileOutputLine> parsed_profile_lines;
 
-  TF_ASSERT_OK(ParseOneProfileOutputLine(
-      profile_output_lines[1], /*expect_hlo=*/false, &parsed_profile_lines));
+  int line_no = 0;
+
+  // Skip extra metrics.
+  while (IsExtraMetricProfileOutputLine(profile_output_lines[line_no])) {
+    line_no++;
+  }
+
+  line_no++;  // Skip 'Execution profile for ....'
+
+  TF_ASSERT_OK(ParseOneProfileOutputLine(profile_output_lines[line_no++],
+                                         /*expect_hlo=*/false,
+                                         &parsed_profile_lines));
 
-  TF_ASSERT_OK(ParseOneProfileOutputLine(
-      profile_output_lines[2], /*expect_hlo=*/true, &parsed_profile_lines));
+  TF_ASSERT_OK(ParseOneProfileOutputLine(profile_output_lines[line_no++],
+                                         /*expect_hlo=*/true,
+                                         &parsed_profile_lines));
 
-  TF_ASSERT_OK(ParseOneProfileOutputLine(
-      profile_output_lines[3], /*expect_hlo=*/true, &parsed_profile_lines));
+  TF_ASSERT_OK(ParseOneProfileOutputLine(profile_output_lines[line_no++],
+                                         /*expect_hlo=*/true,
+                                         &parsed_profile_lines));
 
   TF_ASSERT_OK_AND_ASSIGN(ParsedProfileOutputLine total_profile,
                           MaybeFind(parsed_profile_lines, "[total]"));
-- 
GitLab


From 10d3dc6d8bca408a4170030f99668c8b2340f850 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 1 Nov 2018 14:00:36 -0700
Subject: [PATCH 0914/1825] Make sure None can be deserialized as None by the
 Keras serialization utils.

PiperOrigin-RevId: 219693744
---
 tensorflow/python/keras/utils/generic_utils.py      |  2 ++
 tensorflow/python/keras/utils/generic_utils_test.py | 10 ++++++++++
 2 files changed, 12 insertions(+)

diff --git a/tensorflow/python/keras/utils/generic_utils.py b/tensorflow/python/keras/utils/generic_utils.py
index 2e56fa2dc5..5af82f3691 100644
--- a/tensorflow/python/keras/utils/generic_utils.py
+++ b/tensorflow/python/keras/utils/generic_utils.py
@@ -146,6 +146,8 @@ def deserialize_keras_object(identifier,
                              module_objects=None,
                              custom_objects=None,
                              printable_module_name='object'):
+  if identifier is None:
+    return None
   if isinstance(identifier, dict):
     # In this case we are dealing with a Keras config dictionary.
     config = identifier
diff --git a/tensorflow/python/keras/utils/generic_utils_test.py b/tensorflow/python/keras/utils/generic_utils_test.py
index 87bc19eb37..ead4beee1c 100644
--- a/tensorflow/python/keras/utils/generic_utils_test.py
+++ b/tensorflow/python/keras/utils/generic_utils_test.py
@@ -71,5 +71,15 @@ class TestCustomObjectScope(test.TestCase):
       self.assertEqual(cl.__class__, CustomClass)
 
 
+class SerializeKerasObjectTest(test.TestCase):
+
+  def test_serialize_none(self):
+    serialized = keras.utils.generic_utils.serialize_keras_object(None)
+    self.assertEqual(serialized, None)
+    deserialized = keras.utils.generic_utils.deserialize_keras_object(
+        serialized)
+    self.assertEqual(deserialized, None)
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From f0dbcffb0eb44fb28d99a02905ac43e20ff7d5a2 Mon Sep 17 00:00:00 2001
From: James Keeling <jtkeeling@google.com>
Date: Thu, 1 Nov 2018 14:04:46 -0700
Subject: [PATCH 0915/1825] Improve error message when no kernel found

This error occurs when an Op node does not have a registered kernel that supports the requested attributes. This improves the error message to:

* Add rich formatting that allows the Python layer to fill in where the node was created
* Specify the (implicitly) requested attributes, so the user can more easily see why none of the the listed kernels are suitable

PiperOrigin-RevId: 219694648
---
 tensorflow/core/common_runtime/placer.cc       | 18 +++++++++++++++---
 tensorflow/core/common_runtime/placer_test.cc  | 13 +++++++------
 .../python/saved_model/saved_model_test.py     |  7 +++++--
 3 files changed, 27 insertions(+), 11 deletions(-)

diff --git a/tensorflow/core/common_runtime/placer.cc b/tensorflow/core/common_runtime/placer.cc
index 5e1ed13080..305d6a3b1b 100644
--- a/tensorflow/core/common_runtime/placer.cc
+++ b/tensorflow/core/common_runtime/placer.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include <vector>
 
 #include "tensorflow/core/common_runtime/device.h"
+#include "tensorflow/core/framework/attr_value_util.h"
 #include "tensorflow/core/framework/device_attributes.pb.h"
 #include "tensorflow/core/framework/graph.pb.h"
 #include "tensorflow/core/framework/node_def_util.h"
@@ -30,6 +31,7 @@ limitations under the License.
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/stringpiece.h"
 #include "tensorflow/core/lib/strings/str_util.h"
+#include "tensorflow/core/lib/strings/strcat.h"
 
 namespace tensorflow {
 
@@ -575,11 +577,21 @@ class ColocationGraph {
         for (Device* d : device_set_->devices()) {
           registered_device_types.insert(d->device_type());
         }
+        std::vector<string> attr_key_vals;
+        for (const auto& it : node.attrs()) {
+          const string& name = it.first;
+          const AttrValue& attr_value = it.second;
+          attr_key_vals.push_back(
+              strings::StrCat(name, "=", SummarizeAttrValue(attr_value)));
+        }
         return errors::InvalidArgument(
             "No OpKernel was registered to support Op '", node.type_string(),
-            "' with these attrs.  Registered devices: [",
-            str_util::Join(registered_device_types, ","),
-            "], Registered kernels:\n",
+            "' used by ", errors::FormatNodeNameForError(node.name()),
+            "with these attrs: [", str_util::Join(attr_key_vals, ", "),
+            "]\n"
+            "Registered devices: [",
+            str_util::Join(registered_device_types, ", "), "]\n",
+            "Registered kernels:\n",
             KernelsRegisteredForOp(node.type_string()));
       }
 
diff --git a/tensorflow/core/common_runtime/placer_test.cc b/tensorflow/core/common_runtime/placer_test.cc
index e3d2663b98..d5e98b8d9e 100644
--- a/tensorflow/core/common_runtime/placer_test.cc
+++ b/tensorflow/core/common_runtime/placer_test.cc
@@ -1028,9 +1028,10 @@ TEST_F(PlacerTest, TestNoKernelsRegistered) {
 
   Status s = Place(&g);
   EXPECT_EQ(error::INVALID_ARGUMENT, s.code());
-  EXPECT_TRUE(str_util::StrContains(
-      s.error_message(),
-      "No OpKernel was registered to support Op 'VariableNoKernels'"));
+  EXPECT_TRUE(
+      str_util::StrContains(s.error_message(),
+                            "No OpKernel was registered to support Op "
+                            "'VariableNoKernels' used by {{node var}}"));
   EXPECT_TRUE(
       str_util::StrContains(s.error_message(), "<no registered kernels>"));
 }
@@ -1052,9 +1053,9 @@ TEST_F(PlacerTest, TestNoDevicesRegistered) {
 
   Status s = Place(&g, &cpu_only);
   EXPECT_EQ(error::INVALID_ARGUMENT, s.code());
-  EXPECT_TRUE(str_util::StrContains(
-      s.error_message(),
-      "No OpKernel was registered to support Op 'VariableGPU'"));
+  EXPECT_TRUE(str_util::StrContains(s.error_message(),
+                                    "No OpKernel was registered to support Op "
+                                    "'VariableGPU' used by {{node var}}"));
   EXPECT_TRUE(str_util::StrContains(s.error_message(), "device='FakeGPU'"));
 }
 
diff --git a/tensorflow/python/saved_model/saved_model_test.py b/tensorflow/python/saved_model/saved_model_test.py
index 80b75b7ee6..5d6167ab38 100644
--- a/tensorflow/python/saved_model/saved_model_test.py
+++ b/tensorflow/python/saved_model/saved_model_test.py
@@ -1420,8 +1420,11 @@ class SavedModelTest(test.TestCase):
     sess = session.Session(graph=ops.Graph())
     with self.assertRaisesRegexp(
         errors.InvalidArgumentError,
-        ".*No OpKernel was registered to support Op \'TestAttr\' with these "
-        "attrs..*"):
+        "No OpKernel was registered to support Op 'TestAttr' used by node "
+        "test_attr \\(defined at .*\\) with these attrs: \\[.*\\]\n"
+        "Registered devices:.*\n"
+        "Registered kernels:.*"
+    ):
       loader.load(sess, ["foo"], export_dir)
 
 
-- 
GitLab


From 456e6927c0c0ff6b497b07875c0043cb59086414 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 14:22:13 -0700
Subject: [PATCH 0916/1825] When building NCCL from source, do not rely on
 CUDA_TOOLKIT_PATH being defined to find bin2c.

PiperOrigin-RevId: 219698198
---
 third_party/nccl/build_defs.bzl.tpl | 7 ++++---
 third_party/nccl/nccl_configure.bzl | 3 ++-
 2 files changed, 6 insertions(+), 4 deletions(-)

diff --git a/third_party/nccl/build_defs.bzl.tpl b/third_party/nccl/build_defs.bzl.tpl
index bb6518753b..bd65cb98f7 100644
--- a/third_party/nccl/build_defs.bzl.tpl
+++ b/third_party/nccl/build_defs.bzl.tpl
@@ -182,8 +182,9 @@ def device_link(name, srcs):
     # Generate fatbin header from all cubins.
     fatbin_hdr = name + ".fatbin.h"
     fatbinary = "@local_config_nccl//:cuda/bin/fatbinary"
-    cmd = ("PATH=$$CUDA_TOOLKIT_PATH/bin:$$PATH " +  # for bin2c
-           "$(location %s) -64 --cmdline=--compile-only --link " % fatbinary +
+    bin2c = "@local_config_nccl//:cuda/bin/bin2c"
+    cmd = ("$(location %s) -64 --cmdline=--compile-only " % fatbinary +
+           "--link --bin2c-path $$(dirname $(location %s)) " % bin2c +
            "--compress-all %s --create=%%{name}.fatbin " % " ".join(images) +
            "--embedded-fatbin=$@")
     native.genrule(
@@ -191,7 +192,7 @@ def device_link(name, srcs):
         outs = [fatbin_hdr],
         srcs = cubins,
         cmd = cmd,
-        tools = [fatbinary],
+        tools = [fatbinary, bin2c],
     )
 
     # Generate the source file #including the headers generated above.
diff --git a/third_party/nccl/nccl_configure.bzl b/third_party/nccl/nccl_configure.bzl
index 7f00df0962..1e6422b49e 100644
--- a/third_party/nccl/nccl_configure.bzl
+++ b/third_party/nccl/nccl_configure.bzl
@@ -3,7 +3,7 @@
 
 `nccl_configure` depends on the following environment variables:
 
-  * `TF_NCCL_VERSION`: The NCCL version.
+  * `TF_NCCL_VERSION`: Installed NCCL version or empty to build from source.
   * `NCCL_INSTALL_PATH`: The installation path of the NCCL library.
   * `NCCL_HDR_PATH`: The installation path of the NCCL header files.
 """
@@ -44,6 +44,7 @@ _NCCL_ARCHIVE_BUILD_CONTENT = """
 exports_files([
     "cuda/bin/crt/link.stub",
     "cuda/bin/fatbinary",
+    "cuda/bin/bin2c",
     "nvlink",
 ])
 
-- 
GitLab


From 0ad57d6a386b117dd2c29dabca6570dd2cee51c4 Mon Sep 17 00:00:00 2001
From: Pulkit Bhuwalka <pulkitb@google.com>
Date: Thu, 1 Nov 2018 14:34:09 -0700
Subject: [PATCH 0917/1825] Copying tensorflow contrib quantize to new model
 optimization repository.

PiperOrigin-RevId: 219700359
---
 tensorflow/contrib/framework/BUILD | 9 +++++----
 tensorflow/contrib/layers/BUILD    | 9 +++++----
 tensorflow/python/BUILD            | 1 +
 3 files changed, 11 insertions(+), 8 deletions(-)

diff --git a/tensorflow/contrib/framework/BUILD b/tensorflow/contrib/framework/BUILD
index 249debbdf6..cd747df4d6 100644
--- a/tensorflow/contrib/framework/BUILD
+++ b/tensorflow/contrib/framework/BUILD
@@ -1,15 +1,16 @@
 # Description:
 #   contains parts of TensorFlow that are experimental or unstable and which are not supported.
 
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
 package(default_visibility = [
     "//learning/brain:__subpackages__",
     "//tensorflow:__subpackages__",
+    "//tensorflow_model_optimization:__subpackages__",
 ])
 
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
 load("//tensorflow:tensorflow.bzl", "py_test")
 load("//tensorflow:tensorflow.bzl", "tf_custom_op_library")
 load("//tensorflow:tensorflow.bzl", "tf_gen_op_wrapper_py")
diff --git a/tensorflow/contrib/layers/BUILD b/tensorflow/contrib/layers/BUILD
index b4fe8cac74..e6596bfdfb 100644
--- a/tensorflow/contrib/layers/BUILD
+++ b/tensorflow/contrib/layers/BUILD
@@ -1,15 +1,16 @@
 # Description:
 #   contains parts of TensorFlow that are experimental or unstable and which are not supported.
 
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
 package(default_visibility = [
     "//learning/brain:__subpackages__",
     "//tensorflow:__subpackages__",
+    "//tensorflow_model_optimization:__subpackages__",
 ])
 
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
 load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 load("//tensorflow:tensorflow.bzl", "tf_custom_op_py_library")
 load("//tensorflow:tensorflow.bzl", "py_test")
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 9aa74edf21..0d06c49f7c 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -9,6 +9,7 @@ visibility = [
     "//tensorflow:internal",
     "//tensorflow/lite/toco/python:__pkg__",
     "//tensorflow_models:__subpackages__",
+    "//tensorflow_model_optimization:__subpackages__",
     # TODO(aselle): to pass open source test.
     "//bazel_pip/tensorflow/lite/toco/python:__pkg__",
 ]
-- 
GitLab


From 25bb447d209ba5693d5d4f34ddd942329dc0eb78 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 1 Nov 2018 14:57:27 -0700
Subject: [PATCH 0918/1825] [TF:XLA] Bump open source llvm revision to r345798

PiperOrigin-RevId: 219704389
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index c2a0586108..08739f1554 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -470,11 +470,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "45fa15cb3fa36535b8e8b6eb0b54e146d3fba3b77924151e4c0827414f409563",
-        strip_prefix = "llvm-d362f0fbbba60765a35260d349608f382ffaa0ed",
+        sha256 = "2342cb98083eb1191a8411542dcd57cb3efc28677be4412e166f40cf22bd2b8c",
+        strip_prefix = "llvm-3fe1b12fca949399a3334a072ee7f96e2b6f557e",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/d362f0fbbba60765a35260d349608f382ffaa0ed.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/d362f0fbbba60765a35260d349608f382ffaa0ed.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/3fe1b12fca949399a3334a072ee7f96e2b6f557e.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/3fe1b12fca949399a3334a072ee7f96e2b6f557e.tar.gz",
         ],
     )
 
-- 
GitLab


From 48ad58002361d08c3cc9bbcfeda68de669f22fad Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 1 Nov 2018 15:23:47 -0700
Subject: [PATCH 0919/1825] [tf.data] Fix a memory leak of `TrackingAllocator`
 objects when stats aggregation or modeling is enabled.

Setting a stats collector on an executor automatically enables
allocation tracking, which creates a `TrackingAllocator` in each
`OpKernelContext` for an op that allocates tensors.  The lightweight
`StepStatsCollectorInterface` implementation in tf.data was missing a
heretofore undocumented deallocation call for these allocator objects,
and so they were leaking.

PiperOrigin-RevId: 219709003
---
 tensorflow/core/common_runtime/step_stats_collector.h |  3 +++
 tensorflow/core/kernels/data/captured_function.cc     | 11 ++++++++++-
 2 files changed, 13 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/common_runtime/step_stats_collector.h b/tensorflow/core/common_runtime/step_stats_collector.h
index 4365b11b19..b73c14aef6 100644
--- a/tensorflow/core/common_runtime/step_stats_collector.h
+++ b/tensorflow/core/common_runtime/step_stats_collector.h
@@ -70,6 +70,9 @@ class NodeExecStatsInterface {
 
   // Records information about the memory allocated during the execution of this
   // node.
+  //
+  // Takes ownership of the `TrackingAllocator` objects in
+  // `ctx->wrapped_allocators()`.
   virtual void SetMemory(OpKernelContext* ctx) = 0;
 
   // Records information about the tensor produced by this node at the given
diff --git a/tensorflow/core/kernels/data/captured_function.cc b/tensorflow/core/kernels/data/captured_function.cc
index 42c28a9b39..bf91b7c94f 100644
--- a/tensorflow/core/kernels/data/captured_function.cc
+++ b/tensorflow/core/kernels/data/captured_function.cc
@@ -77,7 +77,16 @@ class SimpleStepStatsCollector : public StepStatsCollectorInterface {
       end_time_ns_ = Env::Default()->NowNanos();
     }
 
-    void SetMemory(OpKernelContext* ctx) override {}
+    void SetMemory(OpKernelContext* ctx) override {
+      for (OpKernelContext::WrappedAllocator& wrapped_allocator :
+           ctx->wrapped_allocators()) {
+        // TODO(b/118821822): It is not ideal that we get the records and
+        // discard them, but `TrackingAllocator` has no convenient interface for
+        // unreffing without getting the values, and the right thing to do here
+        // is to avoid tracking allocations at all.
+        wrapped_allocator.second->GetRecordsAndUnRef();
+      }
+    }
 
     void SetOutput(int slot, const Tensor* tensor) override {}
 
-- 
GitLab


From 0468000b082f4c2565e552b89b80690ab612ae66 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 15:41:08 -0700
Subject: [PATCH 0920/1825] Register Reverse & ReverseV2 for T=bool on GPU.

PiperOrigin-RevId: 219711803
---
 tensorflow/core/kernels/reverse_op.cc | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/reverse_op.cc b/tensorflow/core/kernels/reverse_op.cc
index bb96c42f10..1c4d0bc1ae 100644
--- a/tensorflow/core/kernels/reverse_op.cc
+++ b/tensorflow/core/kernels/reverse_op.cc
@@ -373,8 +373,7 @@ TF_CALL_complex128(DECLARE_GPU_SPEC);
                           ReverseV2Op<GPUDevice, T, int64>)
 TF_CALL_uint8(REGISTER_GPU_KERNELS);
 TF_CALL_int8(REGISTER_GPU_KERNELS);
-// TODO decide whether we want to enable the bool kernel.
-// TF_CALL_bool(REGISTER_GPU_KERNELS);
+TF_CALL_bool(REGISTER_GPU_KERNELS);
 TF_CALL_half(REGISTER_GPU_KERNELS);
 TF_CALL_float(REGISTER_GPU_KERNELS);
 TF_CALL_double(REGISTER_GPU_KERNELS);
-- 
GitLab


From 62e6dd76a2ba0f5e7a483b27be6ce0fb327025b3 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 1 Nov 2018 16:04:01 -0700
Subject: [PATCH 0921/1825] Fix how IncreaseDynamismForAutoJitPass was emitting
 the _XlaCompileTimeConstantInputs

_XlaCompileTimeConstantInputs is a list of input names, not input indices.  I
will add an integration test when I re-enable IncreaseDynamismForAutoJitPass to
make sure this is tested end to end.

PiperOrigin-RevId: 219715448
---
 .../jit/increase_dynamism_for_auto_jit_pass.cc         |  4 ++--
 .../jit/increase_dynamism_for_auto_jit_pass_test.cc    |  4 ++--
 tensorflow/compiler/jit/node_matchers.cc               | 10 ++++++++++
 tensorflow/compiler/jit/node_matchers.h                |  3 +++
 4 files changed, 17 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
index f7ffa2589a..08dc159fe4 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -221,8 +221,8 @@ Status ConvertTensorFlowSliceToStaticShapedSlice(
                      .WithOpName("static_shaped_slice"),
                  slice_inputs_int64.input, slice_inputs_int64.begin, slice_size)
           .node();
-  std::vector<int> compile_time_const_inputs;
-  compile_time_const_inputs.push_back(2);
+  std::vector<string> compile_time_const_inputs;
+  compile_time_const_inputs.push_back("size");
   (*result)->AddAttr(kXlaCompileTimeConstantInputsAttr,
                      compile_time_const_inputs);
   return status;
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
index 06cd7cf2dd..0f6f612e96 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
@@ -129,8 +129,8 @@ TEST(SliceToDynamicSliceRewriteTest, Basic) {
       Op("ConcatV2"), AssignedDevice(kHostName),
       Inputs(m_slice_size_0, Const(static_cast<int64>(500)), Const(zero_32))));
 
-  std::vector<int> compile_time_constant_inputs;
-  compile_time_constant_inputs.push_back(2);
+  std::vector<string> compile_time_constant_inputs;
+  compile_time_constant_inputs.push_back("size");
   auto m_dynamic_slice = NodeWith(
       Op("Slice"), AssignedDevice(kDeviceName),
       Attr(kXlaCompileTimeConstantInputsAttr, compile_time_constant_inputs),
diff --git a/tensorflow/compiler/jit/node_matchers.cc b/tensorflow/compiler/jit/node_matchers.cc
index 95b8ace306..c788091724 100644
--- a/tensorflow/compiler/jit/node_matchers.cc
+++ b/tensorflow/compiler/jit/node_matchers.cc
@@ -485,6 +485,16 @@ std::pair<string, AttrValue> impl::AttrLiteralHelper(
   return {int_list_attr.first, attr_value};
 }
 
+std::pair<string, AttrValue> impl::AttrLiteralHelper(
+    const std::pair<string, absl::Span<const string>>& string_list_attr) {
+  AttrValue attr_value;
+  AttrValue::ListValue* list = attr_value.mutable_list();
+  for (string s : string_list_attr.second) {
+    list->add_s(s);
+  }
+  return {string_list_attr.first, attr_value};
+}
+
 impl::NodeMatcherProperties impl::Attr(std::pair<string, AttrValue> attr) {
   impl::NodeMatcherProperties props;
   props.set_attr(std::move(attr));
diff --git a/tensorflow/compiler/jit/node_matchers.h b/tensorflow/compiler/jit/node_matchers.h
index cd2ab53e40..0d4f02c236 100644
--- a/tensorflow/compiler/jit/node_matchers.h
+++ b/tensorflow/compiler/jit/node_matchers.h
@@ -170,6 +170,9 @@ std::pair<string, AttrValue> AttrLiteralHelper(
 
 std::pair<string, AttrValue> AttrLiteralHelper(
     const std::pair<string, absl::Span<const int>>& int_list_attr);
+
+std::pair<string, AttrValue> AttrLiteralHelper(
+    const std::pair<string, absl::Span<const string>>& string_list_attr);
 }  // namespace impl
 
 // -----------------------------------------------------------------------------
-- 
GitLab


From 0fe671dd0a14614edbbd50397777def3bff770cc Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 16:05:04 -0700
Subject: [PATCH 0922/1825] Don't use the numerically unstable MeanReducer
 class in Eigen.

PiperOrigin-RevId: 219715636
---
 .../core/kernels/reduction_gpu_kernels.cu.h   | 15 ++--
 tensorflow/core/kernels/reduction_ops.h       | 44 +++++++---
 .../core/kernels/reduction_ops_common.h       |  3 +-
 .../reduction_ops_gpu_complex128.cu.cc        |  2 +-
 .../kernels/reduction_ops_gpu_complex64.cu.cc |  2 +-
 .../kernels/reduction_ops_gpu_double.cu.cc    | 10 +--
 .../kernels/reduction_ops_gpu_float.cu.cc     | 10 +--
 .../core/kernels/reduction_ops_gpu_int.cu.cc  | 10 +--
 .../kernels/reduction_ops_half_mean_sum.cu.cc |  2 +-
 tensorflow/core/kernels/reduction_ops_mean.cc | 86 +++++++++----------
 10 files changed, 103 insertions(+), 81 deletions(-)

diff --git a/tensorflow/core/kernels/reduction_gpu_kernels.cu.h b/tensorflow/core/kernels/reduction_gpu_kernels.cu.h
index bb8254eaac..f5644d0da4 100644
--- a/tensorflow/core/kernels/reduction_gpu_kernels.cu.h
+++ b/tensorflow/core/kernels/reduction_gpu_kernels.cu.h
@@ -880,11 +880,11 @@ struct ReduceFunctor<GPUDevice, Eigen::internal::SumReducer<T>> {
 };
 
 template <typename T>
-struct ReduceFunctor<GPUDevice, Eigen::internal::MeanReducer<T>> {
+struct ReduceFunctor<GPUDevice, functor::MeanReducer<T>> {
   template <typename OUT_T, typename IN_T, typename ReductionAxes>
   static void Reduce(OpKernelContext* ctx, OUT_T out, IN_T in,
                      const ReductionAxes& reduction_axes,
-                     const Eigen::internal::MeanReducer<T>& reducer) {
+                     const functor::MeanReducer<T>& reducer) {
     int divisor = 1;
     if (out.rank() == 0)
       divisor = in.size();
@@ -910,17 +910,17 @@ struct ReduceFunctor<GPUDevice, Eigen::internal::MeanReducer<T>> {
 
   template <typename OUT_T>
   static void FillIdentity(const GPUDevice& d, OUT_T out,
-                           const Eigen::internal::MeanReducer<T>& reducer) {
+                           const functor::MeanReducer<T>& reducer) {
     FillIdentityEigenImpl(d, To32Bit(out), reducer);
   }
 };
 
 template <>
-struct ReduceFunctor<GPUDevice, Eigen::internal::MeanReducer<Eigen::half>> {
+struct ReduceFunctor<GPUDevice, functor::MeanReducer<Eigen::half>> {
   template <typename OUT_T, typename IN_T, typename ReductionAxes>
   static void Reduce(OpKernelContext* ctx, OUT_T out, IN_T in,
                      const ReductionAxes& reduction_axes,
-                     const Eigen::internal::MeanReducer<Eigen::half>& reducer) {
+                     const functor::MeanReducer<Eigen::half>& reducer) {
     float divisor = 1.f;
     if (out.rank() == 0)
       divisor = in.size();
@@ -952,9 +952,8 @@ struct ReduceFunctor<GPUDevice, Eigen::internal::MeanReducer<Eigen::half>> {
   }
 
   template <typename OUT_T>
-  static void FillIdentity(
-      const GPUDevice& d, OUT_T out,
-      const Eigen::internal::MeanReducer<Eigen::half>& reducer) {
+  static void FillIdentity(const GPUDevice& d, OUT_T out,
+                           const functor::MeanReducer<Eigen::half>& reducer) {
     FillIdentityEigenImpl(d, To32Bit(out), reducer);
   }
 };
diff --git a/tensorflow/core/kernels/reduction_ops.h b/tensorflow/core/kernels/reduction_ops.h
index eb264e0e5a..2331599b72 100644
--- a/tensorflow/core/kernels/reduction_ops.h
+++ b/tensorflow/core/kernels/reduction_ops.h
@@ -26,13 +26,35 @@ limitations under the License.
 namespace tensorflow {
 namespace functor {
 
+// Dummy class used for template specialization for mean reduction, which is
+// accomplished by SumReducer and on-the-fly division by the reduction factor.
+template <typename Scalar>
+struct MeanReducer {
+  Scalar initialize() const { return Scalar(0); }
+};
+
 template <typename Device, typename OUT_T, typename IN_T,
           typename ReductionAxes, typename Reducer>
-void ReduceEigenImpl(const Device& d, OUT_T out, IN_T in,
-                     const ReductionAxes& reduction_axes,
-                     const Reducer& reducer) {
-  out.device(d) = in.reduce(reduction_axes, reducer);
-}
+struct ReduceEigenImpl {
+  void operator()(const Device& d, OUT_T out, IN_T in,
+                  const ReductionAxes& reduction_axes, const Reducer& reducer) {
+    out.device(d) = in.reduce(reduction_axes, reducer);
+  }
+};
+
+template <typename Device, typename OUT_T, typename IN_T,
+          typename ReductionAxes, typename Scalar>
+struct ReduceEigenImpl<Device, OUT_T, IN_T, ReductionAxes,
+                       functor::MeanReducer<Scalar>> {
+  void operator()(const Device& d, OUT_T out, IN_T in,
+                  const ReductionAxes& reduction_axes,
+                  const functor::MeanReducer<Scalar>& reducer) {
+    static_assert(std::is_same<Scalar, typename OUT_T::Scalar>::value, "");
+    Eigen::internal::SumReducer<Scalar> sum_reducer;
+    out.device(d) = in.reduce(reduction_axes, sum_reducer) /
+                    static_cast<Scalar>(in.size() / out.size());
+  }
+};
 
 // For most reducers, the identity is Reducer::initialize()
 template <typename Reducer>
@@ -46,12 +68,12 @@ struct Identity {
 // MeanReducer is a special case, since it doesn't technically have an identity.
 // Thus, ideally we'd return nan.  However, mean is instantiated for integer
 // types as well, so we do the nan override only for floating point types.
-#define FIX_MEAN_IDENTITY(T)                                    \
-  template <>                                                   \
-  struct Identity<Eigen::internal::MeanReducer<T>> {            \
-    static T identity(const Eigen::internal::MeanReducer<T>&) { \
-      return Eigen::NumTraits<T>::quiet_NaN();                  \
-    }                                                           \
+#define FIX_MEAN_IDENTITY(T)                            \
+  template <>                                           \
+  struct Identity<functor::MeanReducer<T>> {            \
+    static T identity(const functor::MeanReducer<T>&) { \
+      return Eigen::NumTraits<T>::quiet_NaN();          \
+    }                                                   \
   };
 FIX_MEAN_IDENTITY(Eigen::half)
 FIX_MEAN_IDENTITY(float)
diff --git a/tensorflow/core/kernels/reduction_ops_common.h b/tensorflow/core/kernels/reduction_ops_common.h
index d83e1c7d15..c6c36ec29a 100644
--- a/tensorflow/core/kernels/reduction_ops_common.h
+++ b/tensorflow/core/kernels/reduction_ops_common.h
@@ -256,7 +256,8 @@ struct ReduceFunctorBase {
                      const ReductionAxes& reduction_axes,
                      const Reducer& reducer) {
     const Device& d = ctx->eigen_device<Device>();
-    ReduceEigenImpl(d, out, in, reduction_axes, reducer);
+    ReduceEigenImpl<Device, OUT_T, IN_T, ReductionAxes, Reducer> reducer_impl;
+    reducer_impl(d, out, in, reduction_axes, reducer);
   }
 
   template <typename OUT_T>
diff --git a/tensorflow/core/kernels/reduction_ops_gpu_complex128.cu.cc b/tensorflow/core/kernels/reduction_ops_gpu_complex128.cu.cc
index cb19c084e3..c44a40b3b3 100644
--- a/tensorflow/core/kernels/reduction_ops_gpu_complex128.cu.cc
+++ b/tensorflow/core/kernels/reduction_ops_gpu_complex128.cu.cc
@@ -52,7 +52,7 @@ typedef TTypes<float>::Tensor::Index Index;
   DEFINE_IDENTITY(T, R)
 
 DEFINE_FOR_TYPE_AND_R(complex128, Eigen::internal::SumReducer<complex128>);
-DEFINE_FOR_TYPE_AND_R(complex128, Eigen::internal::MeanReducer<complex128>);
+DEFINE_FOR_TYPE_AND_R(complex128, functor::MeanReducer<complex128>);
 DEFINE_FOR_TYPE_AND_R(complex128, Eigen::internal::ProdReducer<complex128>);
 #undef DEFINE_FOR_TYPE_AND_R
 #undef DEFINE
diff --git a/tensorflow/core/kernels/reduction_ops_gpu_complex64.cu.cc b/tensorflow/core/kernels/reduction_ops_gpu_complex64.cu.cc
index fa550e594a..1921130ac0 100644
--- a/tensorflow/core/kernels/reduction_ops_gpu_complex64.cu.cc
+++ b/tensorflow/core/kernels/reduction_ops_gpu_complex64.cu.cc
@@ -52,7 +52,7 @@ typedef TTypes<float>::Tensor::Index Index;
   DEFINE_IDENTITY(T, R)
 
 DEFINE_FOR_TYPE_AND_R(complex64, Eigen::internal::SumReducer<complex64>);
-DEFINE_FOR_TYPE_AND_R(complex64, Eigen::internal::MeanReducer<complex64>);
+DEFINE_FOR_TYPE_AND_R(complex64, functor::MeanReducer<complex64>);
 DEFINE_FOR_TYPE_AND_R(complex64, Eigen::internal::ProdReducer<complex64>);
 #undef DEFINE_FOR_TYPE_AND_R
 #undef DEFINE
diff --git a/tensorflow/core/kernels/reduction_ops_gpu_double.cu.cc b/tensorflow/core/kernels/reduction_ops_gpu_double.cu.cc
index de46933f61..119f726b92 100644
--- a/tensorflow/core/kernels/reduction_ops_gpu_double.cu.cc
+++ b/tensorflow/core/kernels/reduction_ops_gpu_double.cu.cc
@@ -51,11 +51,11 @@ typedef TTypes<float>::Tensor::Index Index;
   DEFINE(T, R, 3, 2);               \
   DEFINE_IDENTITY(T, R)
 
-#define DEFINE_FOR_ALL_REDUCERS(T)                           \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>);  \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MeanReducer<T>); \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MinReducer<T>);  \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MaxReducer<T>);  \
+#define DEFINE_FOR_ALL_REDUCERS(T)                          \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>); \
+  DEFINE_FOR_TYPE_AND_R(T, functor::MeanReducer<T>);        \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MinReducer<T>); \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MaxReducer<T>); \
   DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::ProdReducer<T>)
 
 DEFINE_FOR_ALL_REDUCERS(double);
diff --git a/tensorflow/core/kernels/reduction_ops_gpu_float.cu.cc b/tensorflow/core/kernels/reduction_ops_gpu_float.cu.cc
index b9d7371839..70ba4abac4 100644
--- a/tensorflow/core/kernels/reduction_ops_gpu_float.cu.cc
+++ b/tensorflow/core/kernels/reduction_ops_gpu_float.cu.cc
@@ -51,11 +51,11 @@ typedef TTypes<float>::Tensor::Index Index;
   DEFINE(T, R, 3, 2);               \
   DEFINE_IDENTITY(T, R)
 
-#define DEFINE_FOR_ALL_REDUCERS(T)                           \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>);  \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MeanReducer<T>); \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MinReducer<T>);  \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MaxReducer<T>);  \
+#define DEFINE_FOR_ALL_REDUCERS(T)                          \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>); \
+  DEFINE_FOR_TYPE_AND_R(T, functor::MeanReducer<T>);        \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MinReducer<T>); \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MaxReducer<T>); \
   DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::ProdReducer<T>)
 
 DEFINE_FOR_ALL_REDUCERS(float);
diff --git a/tensorflow/core/kernels/reduction_ops_gpu_int.cu.cc b/tensorflow/core/kernels/reduction_ops_gpu_int.cu.cc
index 69296c7b65..82f6d7df95 100644
--- a/tensorflow/core/kernels/reduction_ops_gpu_int.cu.cc
+++ b/tensorflow/core/kernels/reduction_ops_gpu_int.cu.cc
@@ -51,11 +51,11 @@ typedef TTypes<float>::Tensor::Index Index;
   DEFINE(T, R, 3, 2);               \
   DEFINE_IDENTITY(T, R)
 
-#define DEFINE_FOR_ALL_REDUCERS(T)                           \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>);  \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MeanReducer<T>); \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MinReducer<T>);  \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MaxReducer<T>);  \
+#define DEFINE_FOR_ALL_REDUCERS(T)                          \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>); \
+  DEFINE_FOR_TYPE_AND_R(T, functor::MeanReducer<T>);        \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MinReducer<T>); \
+  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MaxReducer<T>); \
   DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::ProdReducer<T>)
 
 DEFINE_FOR_ALL_REDUCERS(int32);
diff --git a/tensorflow/core/kernels/reduction_ops_half_mean_sum.cu.cc b/tensorflow/core/kernels/reduction_ops_half_mean_sum.cu.cc
index 2120e22f99..db050fdea3 100644
--- a/tensorflow/core/kernels/reduction_ops_half_mean_sum.cu.cc
+++ b/tensorflow/core/kernels/reduction_ops_half_mean_sum.cu.cc
@@ -53,7 +53,7 @@ typedef TTypes<float>::Tensor::Index Index;
 
 #define DEFINE_FOR_ALL_REDUCERS(T)                          \
   DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::SumReducer<T>); \
-  DEFINE_FOR_TYPE_AND_R(T, Eigen::internal::MeanReducer<T>);
+  DEFINE_FOR_TYPE_AND_R(T, functor::MeanReducer<T>);
 
 DEFINE_FOR_ALL_REDUCERS(Eigen::half);
 #undef DEFINE_FOR_ALL_REDUCERS
diff --git a/tensorflow/core/kernels/reduction_ops_mean.cc b/tensorflow/core/kernels/reduction_ops_mean.cc
index f61589f913..67c974edda 100644
--- a/tensorflow/core/kernels/reduction_ops_mean.cc
+++ b/tensorflow/core/kernels/reduction_ops_mean.cc
@@ -17,39 +17,39 @@ limitations under the License.
 
 namespace tensorflow {
 
-#define REGISTER_CPU_KERNELS(type)                                          \
-  REGISTER_KERNEL_BUILDER(Name("Mean")                                      \
-                              .Device(DEVICE_CPU)                           \
-                              .TypeConstraint<type>("T")                    \
-                              .TypeConstraint<int32>("Tidx"),               \
-                          ReductionOp<CPUDevice, type, int32,               \
-                                      Eigen::internal::MeanReducer<type>>); \
-  REGISTER_KERNEL_BUILDER(Name("Mean")                                      \
-                              .Device(DEVICE_CPU)                           \
-                              .TypeConstraint<type>("T")                    \
-                              .TypeConstraint<int64>("Tidx"),               \
-                          ReductionOp<CPUDevice, type, int64,               \
-                                      Eigen::internal::MeanReducer<type>>);
+#define REGISTER_CPU_KERNELS(type)                                      \
+  REGISTER_KERNEL_BUILDER(                                              \
+      Name("Mean")                                                      \
+          .Device(DEVICE_CPU)                                           \
+          .TypeConstraint<type>("T")                                    \
+          .TypeConstraint<int32>("Tidx"),                               \
+      ReductionOp<CPUDevice, type, int32, functor::MeanReducer<type>>); \
+  REGISTER_KERNEL_BUILDER(                                              \
+      Name("Mean")                                                      \
+          .Device(DEVICE_CPU)                                           \
+          .TypeConstraint<type>("T")                                    \
+          .TypeConstraint<int64>("Tidx"),                               \
+      ReductionOp<CPUDevice, type, int64, functor::MeanReducer<type>>);
 TF_CALL_NUMBER_TYPES(REGISTER_CPU_KERNELS);
 #undef REGISTER_CPU_KERNELS
 
 #if GOOGLE_CUDA
 
-#define REGISTER_GPU_KERNELS(type)                                          \
-  REGISTER_KERNEL_BUILDER(Name("Mean")                                      \
-                              .Device(DEVICE_GPU)                           \
-                              .TypeConstraint<type>("T")                    \
-                              .TypeConstraint<int32>("Tidx")                \
-                              .HostMemory("reduction_indices"),             \
-                          ReductionOp<GPUDevice, type, int32,               \
-                                      Eigen::internal::MeanReducer<type>>); \
-  REGISTER_KERNEL_BUILDER(Name("Mean")                                      \
-                              .Device(DEVICE_GPU)                           \
-                              .TypeConstraint<type>("T")                    \
-                              .TypeConstraint<int64>("Tidx")                \
-                              .HostMemory("reduction_indices"),             \
-                          ReductionOp<GPUDevice, type, int64,               \
-                                      Eigen::internal::MeanReducer<type>>);
+#define REGISTER_GPU_KERNELS(type)                                      \
+  REGISTER_KERNEL_BUILDER(                                              \
+      Name("Mean")                                                      \
+          .Device(DEVICE_GPU)                                           \
+          .TypeConstraint<type>("T")                                    \
+          .TypeConstraint<int32>("Tidx")                                \
+          .HostMemory("reduction_indices"),                             \
+      ReductionOp<GPUDevice, type, int32, functor::MeanReducer<type>>); \
+  REGISTER_KERNEL_BUILDER(                                              \
+      Name("Mean")                                                      \
+          .Device(DEVICE_GPU)                                           \
+          .TypeConstraint<type>("T")                                    \
+          .TypeConstraint<int64>("Tidx")                                \
+          .HostMemory("reduction_indices"),                             \
+      ReductionOp<GPUDevice, type, int64, functor::MeanReducer<type>>);
 TF_CALL_GPU_NUMBER_TYPES(REGISTER_GPU_KERNELS);
 TF_CALL_complex64(REGISTER_GPU_KERNELS);
 TF_CALL_complex128(REGISTER_GPU_KERNELS);
@@ -58,21 +58,21 @@ TF_CALL_complex128(REGISTER_GPU_KERNELS);
 #endif
 
 #ifdef TENSORFLOW_USE_SYCL
-#define REGISTER_SYCL_KERNELS(type)                                         \
-  REGISTER_KERNEL_BUILDER(Name("Mean")                                      \
-                              .Device(DEVICE_SYCL)                          \
-                              .TypeConstraint<type>("T")                    \
-                              .TypeConstraint<int32>("Tidx")                \
-                              .HostMemory("reduction_indices"),             \
-                          ReductionOp<SYCLDevice, type, int32,              \
-                                      Eigen::internal::MeanReducer<type>>); \
-  REGISTER_KERNEL_BUILDER(Name("Mean")                                      \
-                              .Device(DEVICE_SYCL)                          \
-                              .TypeConstraint<type>("T")                    \
-                              .TypeConstraint<int64>("Tidx")                \
-                              .HostMemory("reduction_indices"),             \
-                          ReductionOp<SYCLDevice, type, int64,              \
-                                      Eigen::internal::MeanReducer<type>>);
+#define REGISTER_SYCL_KERNELS(type)                                      \
+  REGISTER_KERNEL_BUILDER(                                               \
+      Name("Mean")                                                       \
+          .Device(DEVICE_SYCL)                                           \
+          .TypeConstraint<type>("T")                                     \
+          .TypeConstraint<int32>("Tidx")                                 \
+          .HostMemory("reduction_indices"),                              \
+      ReductionOp<SYCLDevice, type, int32, functor::MeanReducer<type>>); \
+  REGISTER_KERNEL_BUILDER(                                               \
+      Name("Mean")                                                       \
+          .Device(DEVICE_SYCL)                                           \
+          .TypeConstraint<type>("T")                                     \
+          .TypeConstraint<int64>("Tidx")                                 \
+          .HostMemory("reduction_indices"),                              \
+      ReductionOp<SYCLDevice, type, int64, functor::MeanReducer<type>>);
 REGISTER_SYCL_KERNELS(float);
 REGISTER_SYCL_KERNELS(double);
 #undef REGISTER_SYCL_KERNELS
-- 
GitLab


From fb3bcc39a5801eed9923765ada7992d3696ad9a4 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 1 Nov 2018 16:31:00 -0700
Subject: [PATCH 0923/1825] Rename flex_ops -> select_tf_ops in Toco flags

PiperOrigin-RevId: 219719783
---
 tensorflow/lite/python/convert.py            |  6 ++--
 tensorflow/lite/testing/generate_examples.py |  2 +-
 tensorflow/lite/toco/args.h                  |  4 +--
 tensorflow/lite/toco/import_tensorflow.h     |  2 +-
 tensorflow/lite/toco/tflite/export.cc        | 23 ++++++++--------
 tensorflow/lite/toco/tflite/export.h         |  6 ++--
 tensorflow/lite/toco/tflite/export_test.cc   |  6 ++--
 tensorflow/lite/toco/tflite/operator.cc      | 29 ++++++++++----------
 tensorflow/lite/toco/tflite/operator.h       |  8 +++---
 tensorflow/lite/toco/toco_cmdline_flags.cc   | 25 +++++++++--------
 tensorflow/lite/toco/toco_flags.proto        | 17 +++++++-----
 tensorflow/lite/toco/toco_tooling.cc         |  6 ++--
 12 files changed, 70 insertions(+), 64 deletions(-)

diff --git a/tensorflow/lite/python/convert.py b/tensorflow/lite/python/convert.py
index f06d0ba1a0..14b9def4db 100644
--- a/tensorflow/lite/python/convert.py
+++ b/tensorflow/lite/python/convert.py
@@ -293,10 +293,10 @@ def build_toco_convert_protos(input_tensors,
   toco.dump_graphviz_include_video = dump_graphviz_video
   if target_ops:
     if set(target_ops) == set([OpsSet.TFLITE_BUILTINS, OpsSet.SELECT_TF_OPS]):
-      toco.allow_flex_ops = True
+      toco.enable_select_tf_ops = True
     elif set(target_ops) == set([OpsSet.SELECT_TF_OPS]):
-      toco.allow_flex_ops = True
-      toco.force_flex_ops = True
+      toco.enable_select_tf_ops = True
+      toco.force_select_tf_ops = True
 
   model = _model_flags_pb2.ModelFlags()
   model.change_concat_input_ranges = change_concat_input_ranges
diff --git a/tensorflow/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
index 20c2919a38..cdd0107221 100644
--- a/tensorflow/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -343,7 +343,7 @@ def toco_convert(graph_def_str, input_tensors, output_tensors,
       opts = ("--input_arrays={0} --output_arrays={1}".format(
           ",".join(input_arrays), ",".join(output_tensors)))
     elif FLAGS.run_with_flex:
-      opts += " --allow_flex_ops --force_flex_ops"
+      opts += " --enable_select_tf_ops --force_select_tf_ops"
     cmd = ("%s --input_file=%s --output_file=%s %s > %s 2>&1" %
            (bin_path, graphdef_file.name, output_file.name, opts,
             stdout_file.name))
diff --git a/tensorflow/lite/toco/args.h b/tensorflow/lite/toco/args.h
index bbd1dd1022..188f2f7e7a 100644
--- a/tensorflow/lite/toco/args.h
+++ b/tensorflow/lite/toco/args.h
@@ -248,9 +248,9 @@ struct ParsedTocoFlags {
   Arg<int64> dedupe_array_min_size_bytes = Arg<int64>(64);
   Arg<bool> split_tflite_lstm_inputs = Arg<bool>(true);
   // WARNING: Experimental interface, subject to change
-  Arg<bool> allow_flex_ops = Arg<bool>(false);
+  Arg<bool> enable_select_tf_ops = Arg<bool>(false);
   // WARNING: Experimental interface, subject to change
-  Arg<bool> force_flex_ops = Arg<bool>(false);
+  Arg<bool> force_select_tf_ops = Arg<bool>(false);
 };
 
 }  // namespace toco
diff --git a/tensorflow/lite/toco/import_tensorflow.h b/tensorflow/lite/toco/import_tensorflow.h
index 0362c0f359..5b74ff2bc3 100644
--- a/tensorflow/lite/toco/import_tensorflow.h
+++ b/tensorflow/lite/toco/import_tensorflow.h
@@ -30,7 +30,7 @@ struct TensorFlowImportFlags {
 
   // Do not recognize any op and import all ops as
   // `TensorFlowUnsupportedOperator`. This is used to populated with the
-  // `force_flex_ops` flag.
+  // `force_select_tf_ops` flag.
   bool import_all_ops_as_unsupported = false;
 };
 
diff --git a/tensorflow/lite/toco/tflite/export.cc b/tensorflow/lite/toco/tflite/export.cc
index 13630bea54..489c21295e 100644
--- a/tensorflow/lite/toco/tflite/export.cc
+++ b/tensorflow/lite/toco/tflite/export.cc
@@ -108,7 +108,7 @@ namespace details {
 OperatorKey::OperatorKey(
     const ::toco::Operator& op,
     const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
-    bool allow_flex_ops) {
+    bool enable_select_tf_ops) {
   // Get the op name (by Toco definition).
   string name = HelpfulOperatorTypeName(op);
 
@@ -136,7 +136,8 @@ OperatorKey::OperatorKey(
         static_cast<const TensorFlowUnsupportedOperator&>(op);
     const auto tensorflow_op = unsupported_op.tensorflow_op;
 
-    if (ShouldExportAsFlexOp(allow_flex_ops, unsupported_op.tensorflow_op)) {
+    if (ShouldExportAsFlexOp(enable_select_tf_ops,
+                             unsupported_op.tensorflow_op)) {
       is_custom_op_ = false;
       is_flex_op_ = true;
       flex_tensorflow_op_ = tensorflow_op;
@@ -145,7 +146,7 @@ OperatorKey::OperatorKey(
     } else {
       custom_code_ = tensorflow_op;
     }
-  } else if (allow_flex_ops && !op.tensorflow_node_def.empty()) {
+  } else if (enable_select_tf_ops && !op.tensorflow_node_def.empty()) {
     // For Toco-supported/TFLite-unsupported ops, if the TensorFlow NodeDef
     // is retained in the Toco Operator, we produce a Flex op if Flex mode
     // is enabled.
@@ -186,11 +187,11 @@ void LoadTensorsMap(const Model& model, TensorsMap* tensors_map) {
 void LoadOperatorsMap(
     const Model& model, OperatorsMap* operators_map,
     const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
-    bool allow_flex_ops) {
+    bool enable_select_tf_ops) {
   // First find a list of unique operator types.
   std::set<OperatorKey> keys;
   for (const auto& op : model.operators) {
-    keys.insert(OperatorKey(*op, ops_by_type, allow_flex_ops));
+    keys.insert(OperatorKey(*op, ops_by_type, enable_select_tf_ops));
   }
   // Now assign indices to them and fill in the map.
   int index = 0;
@@ -302,7 +303,7 @@ Offset<Vector<Offset<OperatorCode>>> ExportOperatorCodes(
 
   for (const auto& op : model.operators) {
     const details::OperatorKey operator_key =
-        details::OperatorKey(*op, ops_by_type, params.allow_flex_ops);
+        details::OperatorKey(*op, ops_by_type, params.enable_select_tf_ops);
     int op_index = operators_map.at(operator_key);
 
     flatbuffers::Offset<flatbuffers::String> custom_code = 0;
@@ -346,7 +347,7 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     }
 
     const auto key =
-        details::OperatorKey(*op, ops_by_type, params.allow_flex_ops);
+        details::OperatorKey(*op, ops_by_type, params.enable_select_tf_ops);
     int op_index = operators_map.at(key);
 
     auto tflite_op_it = ops_by_type.find(op->type);
@@ -405,7 +406,7 @@ Offset<Vector<Offset<Buffer>>> ExportBuffers(
 
 tensorflow::Status Export(const Model& model, string* output_file_contents,
                           const ExportParams& params) {
-  const auto ops_by_type = BuildOperatorByTypeMap(params.allow_flex_ops);
+  const auto ops_by_type = BuildOperatorByTypeMap(params.enable_select_tf_ops);
   return Export(model, output_file_contents, params, ops_by_type);
 }
 
@@ -420,7 +421,7 @@ tensorflow::Status Export(
 
   details::OperatorsMap operators_map;
   details::LoadOperatorsMap(model, &operators_map, ops_by_type,
-                            params.allow_flex_ops);
+                            params.enable_select_tf_ops);
 
   std::vector<const Array*> buffers_to_write;
   Array empty_array;
@@ -486,7 +487,7 @@ tensorflow::Status Export(
                "40-tflite-op-request.md\n and pasting the following:\n\n";
       };
 
-      if (params.allow_flex_ops) {
+      if (params.enable_select_tf_ops) {
         return tensorflow::errors::InvalidArgument(absl::StrCat(
             please_report_bug_message(),
             "Some of the operators in the model are not supported by "
@@ -506,7 +507,7 @@ tensorflow::Status Export(
             "Some of the operators in the model are not supported by "
             "the standard TensorFlow Lite runtime. If those are native "
             "TensorFlow operators, you might be able to use the extended "
-            "runtime by passing --allow_flex_ops, or by setting "
+            "runtime by passing --enable_select_tf_ops, or by setting "
             "target_ops=TFLITE_BUILTINS,SELECT_TF_OPS when calling "
             "tf.lite.TFLiteConverter(). Otherwise, if you have a "
             "custom implementation for them you can disable this error with "
diff --git a/tensorflow/lite/toco/tflite/export.h b/tensorflow/lite/toco/tflite/export.h
index 4dd76daf8d..adf6757a30 100644
--- a/tensorflow/lite/toco/tflite/export.h
+++ b/tensorflow/lite/toco/tflite/export.h
@@ -26,7 +26,7 @@ namespace tflite {
 // The parameters for exporting a TFLite model.
 struct ExportParams {
   bool allow_custom_ops = false;
-  bool allow_flex_ops = false;
+  bool enable_select_tf_ops = false;
   bool quantize_weights = false;
 };
 
@@ -90,7 +90,7 @@ class OperatorKey {
   OperatorKey(
       const ::toco::Operator& op,
       const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
-      bool allow_flex_ops);
+      bool enable_select_tf_ops);
 
   // Construct OperatorKey by type, custom code and version.
   // Note that this construct doesn't set the additional information including
@@ -165,7 +165,7 @@ void LoadTensorsMap(const Model& model, TensorsMap* tensors_map);
 void LoadOperatorsMap(
     const Model& model, OperatorsMap* operators_map,
     const std::map<OperatorType, std::unique_ptr<BaseOperator>>& ops_by_type,
-    bool allow_flex_ops);
+    bool enable_select_tf_ops);
 
 }  // namespace details
 }  // namespace tflite
diff --git a/tensorflow/lite/toco/tflite/export_test.cc b/tensorflow/lite/toco/tflite/export_test.cc
index 2787cd07cf..b6c67772ac 100644
--- a/tensorflow/lite/toco/tflite/export_test.cc
+++ b/tensorflow/lite/toco/tflite/export_test.cc
@@ -162,7 +162,7 @@ TEST_F(ExportTest, Export) {
 
   ExportParams params;
   params.allow_custom_ops = true;
-  params.allow_flex_ops = false;
+  params.enable_select_tf_ops = false;
   params.quantize_weights = false;
 
   EXPECT_THAT(ExportAndSummarizeOperators(params),
@@ -192,7 +192,7 @@ class OpSetsTest : public ExportTest {
   void SetAllowedOpSets(std::initializer_list<OpSet> sets) {
     import_all_ops_as_unsupported_ = true;
     params_.allow_custom_ops = false;
-    params_.allow_flex_ops = false;
+    params_.enable_select_tf_ops = false;
     params_.quantize_weights = false;
 
     for (OpSet i : sets) {
@@ -201,7 +201,7 @@ class OpSetsTest : public ExportTest {
           import_all_ops_as_unsupported_ = false;
           break;
         case kSelectTfOps:
-          params_.allow_flex_ops = true;
+          params_.enable_select_tf_ops = true;
           break;
         case kCustomOps:
           params_.allow_custom_ops = true;
diff --git a/tensorflow/lite/toco/tflite/operator.cc b/tensorflow/lite/toco/tflite/operator.cc
index 4f53ba9bf9..015029e1cb 100644
--- a/tensorflow/lite/toco/tflite/operator.cc
+++ b/tensorflow/lite/toco/tflite/operator.cc
@@ -1240,8 +1240,8 @@ std::unique_ptr<flexbuffers::Builder> WriteFlexOpOptions(
 class TensorFlowUnsupported : public BaseOperator {
  public:
   TensorFlowUnsupported(const string& name, OperatorType type,
-                        bool allow_flex_ops)
-      : BaseOperator(name, type), allow_flex_ops_(allow_flex_ops) {}
+                        bool enable_select_tf_ops)
+      : BaseOperator(name, type), enable_select_tf_ops_(enable_select_tf_ops) {}
 
   Options Serialize(const Operator& op,
                     flatbuffers::FlatBufferBuilder* builder) const override {
@@ -1272,7 +1272,7 @@ class TensorFlowUnsupported : public BaseOperator {
 
   std::unique_ptr<flexbuffers::Builder> WriteOptions(
       const TensorFlowUnsupportedOperator& op) const {
-    if (allow_flex_ops_) {
+    if (enable_select_tf_ops_) {
       return WriteFlexOpOptions(op.tensorflow_node_def);
     }
     auto fbb = absl::make_unique<flexbuffers::Builder>();
@@ -1283,7 +1283,7 @@ class TensorFlowUnsupported : public BaseOperator {
       return std::unique_ptr<flexbuffers::Builder>();
     }
 
-    if (ShouldExportAsFlexOp(allow_flex_ops_, node_def.op())) {
+    if (ShouldExportAsFlexOp(enable_select_tf_ops_, node_def.op())) {
       fbb->Vector([&]() {
         fbb->String(node_def.op());
         fbb->String(op.tensorflow_node_def);
@@ -1399,13 +1399,13 @@ class TensorFlowUnsupported : public BaseOperator {
   }
 
  private:
-  const bool allow_flex_ops_;
+  const bool enable_select_tf_ops_;
 };
 
 namespace {
 // Build a vector containing all the known operators.
 std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
-    bool allow_flex_ops = false) {
+    bool enable_select_tf_ops = false) {
   std::vector<std::unique_ptr<BaseOperator>> ops;
   using tensorflow::MakeUnique;
   // Builtin Operators.
@@ -1522,8 +1522,9 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
       MakeUnique<DepthToSpace>("DEPTH_TO_SPACE", OperatorType::kDepthToSpace));
   ops.push_back(MakeUnique<CTCBeamSearchDecoder>(
       "CTC_BEAM_SEARCH_DECODER", OperatorType::kCTCBeamSearchDecoder));
-  ops.push_back(MakeUnique<TensorFlowUnsupported>(
-      "TENSORFLOW_UNSUPPORTED", OperatorType::kUnsupported, allow_flex_ops));
+  ops.push_back(MakeUnique<TensorFlowUnsupported>("TENSORFLOW_UNSUPPORTED",
+                                                  OperatorType::kUnsupported,
+                                                  enable_select_tf_ops));
 
   // There operators are supported by Toco, but not by TF Lite, and has no
   // attributes.
@@ -1605,11 +1606,11 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
 }  // namespace
 
 std::map<OperatorType, std::unique_ptr<BaseOperator>> BuildOperatorByTypeMap(
-    bool allow_flex_ops) {
+    bool enable_select_tf_ops) {
   std::map<OperatorType, std::unique_ptr<BaseOperator>> result;
 
   std::vector<std::unique_ptr<BaseOperator>> ops =
-      BuildOperatorList(allow_flex_ops);
+      BuildOperatorList(enable_select_tf_ops);
   for (auto& op : ops) {
     result[op->type()] = std::move(op);
   }
@@ -1618,11 +1619,11 @@ std::map<OperatorType, std::unique_ptr<BaseOperator>> BuildOperatorByTypeMap(
 }
 
 std::map<string, std::unique_ptr<BaseOperator>> BuildOperatorByNameMap(
-    bool allow_flex_ops) {
+    bool enable_select_tf_ops) {
   std::map<string, std::unique_ptr<BaseOperator>> result;
 
   std::vector<std::unique_ptr<BaseOperator>> ops =
-      BuildOperatorList(allow_flex_ops);
+      BuildOperatorList(enable_select_tf_ops);
   for (auto& op : ops) {
     result[op->name()] = std::move(op);
   }
@@ -1630,10 +1631,10 @@ std::map<string, std::unique_ptr<BaseOperator>> BuildOperatorByNameMap(
   return result;
 }
 
-bool ShouldExportAsFlexOp(bool allow_flex_ops,
+bool ShouldExportAsFlexOp(bool enable_select_tf_ops,
                           const string& tensorflow_op_name) {
   // If Flex ops aren't allow at all, simply return false.
-  if (!allow_flex_ops) {
+  if (!enable_select_tf_ops) {
     return false;
   }
   // Check if we can find the `OpDef` for the TensorFlow op. If we can find
diff --git a/tensorflow/lite/toco/tflite/operator.h b/tensorflow/lite/toco/tflite/operator.h
index 43f533cd47..4ac531579c 100644
--- a/tensorflow/lite/toco/tflite/operator.h
+++ b/tensorflow/lite/toco/tflite/operator.h
@@ -27,15 +27,15 @@ namespace tflite {
 class BaseOperator;
 
 // Return a map contained all know TF Lite Operators, keyed by their names.
-// TODO(ycling): The pattern to propagate parameters (e.g. allow_flex_ops)
+// TODO(ycling): The pattern to propagate parameters (e.g. enable_select_tf_ops)
 // is ugly here. Consider refactoring.
 std::map<string, std::unique_ptr<BaseOperator>> BuildOperatorByNameMap(
-    bool allow_flex_ops = false);
+    bool enable_select_tf_ops = false);
 
 // Return a map contained all know TF Lite Operators, keyed by the type of
 // their tf.mini counterparts.
 std::map<OperatorType, std::unique_ptr<BaseOperator>> BuildOperatorByTypeMap(
-    bool allow_flex_ops = false);
+    bool enable_select_tf_ops = false);
 
 // Write the custom option FlexBuffer with a serialized TensorFlow NodeDef
 // for a Flex op.
@@ -115,7 +115,7 @@ class BaseOperator {
 
 // Helper function to determine if a unsupported TensorFlow op should be
 // exported as an Flex op or a regular custom op.
-bool ShouldExportAsFlexOp(bool allow_flex_ops,
+bool ShouldExportAsFlexOp(bool enable_select_tf_ops,
                           const string& tensorflow_op_name);
 
 }  // namespace tflite
diff --git a/tensorflow/lite/toco/toco_cmdline_flags.cc b/tensorflow/lite/toco/toco_cmdline_flags.cc
index 57d49fc220..7d525ae558 100644
--- a/tensorflow/lite/toco/toco_cmdline_flags.cc
+++ b/tensorflow/lite/toco/toco_cmdline_flags.cc
@@ -166,12 +166,13 @@ bool ParseTocoFlagsFromCommandLineFlags(
            "Boolean indicating whether to quantize the weights of the "
            "converted float model. Model size will be reduced and there will "
            "be latency improvements (at the cost of accuracy)."),
+      // TODO(b/118822804): Unify the argument definition with `tflite_convert`.
       // WARNING: Experimental interface, subject to change
-      Flag("allow_flex_ops", parsed_flags.allow_flex_ops.bind(),
-           parsed_flags.allow_flex_ops.default_value(), ""),
+      Flag("enable_select_tf_ops", parsed_flags.enable_select_tf_ops.bind(),
+           parsed_flags.enable_select_tf_ops.default_value(), ""),
       // WARNING: Experimental interface, subject to change
-      Flag("force_flex_ops", parsed_flags.force_flex_ops.bind(),
-           parsed_flags.force_flex_ops.default_value(), "")};
+      Flag("force_select_tf_ops", parsed_flags.force_select_tf_ops.bind(),
+           parsed_flags.force_select_tf_ops.default_value(), "")};
   bool asked_for_help =
       *argc == 2 && (!strcmp(argv[1], "--help") || !strcmp(argv[1], "-help"));
   if (asked_for_help) {
@@ -266,15 +267,15 @@ void ReadTocoFlagsFromCommandLineFlags(const ParsedTocoFlags& parsed_toco_flags,
   READ_TOCO_FLAG(split_tflite_lstm_inputs, FlagRequirement::kNone);
   READ_TOCO_FLAG(quantize_weights, FlagRequirement::kNone);
   READ_TOCO_FLAG(post_training_quantize, FlagRequirement::kNone);
-  READ_TOCO_FLAG(allow_flex_ops, FlagRequirement::kNone);
-  READ_TOCO_FLAG(force_flex_ops, FlagRequirement::kNone);
+  READ_TOCO_FLAG(enable_select_tf_ops, FlagRequirement::kNone);
+  READ_TOCO_FLAG(force_select_tf_ops, FlagRequirement::kNone);
 
-  if (parsed_toco_flags.force_flex_ops.value() &&
-      !parsed_toco_flags.allow_flex_ops.value()) {
-    // TODO(ycling): Consider to enforce `allow_flex_ops` when
-    // `force_flex_ops` is true.
-    LOG(WARNING) << "--force_flex_ops should always be used with "
-                    "--allow_flex_ops.";
+  if (parsed_toco_flags.force_select_tf_ops.value() &&
+      !parsed_toco_flags.enable_select_tf_ops.value()) {
+    // TODO(ycling): Consider to enforce `enable_select_tf_ops` when
+    // `force_select_tf_ops` is true.
+    LOG(WARNING) << "--force_select_tf_ops should always be used with "
+                    "--enable_select_tf_ops.";
   }
 
   // Deprecated flag handling.
diff --git a/tensorflow/lite/toco/toco_flags.proto b/tensorflow/lite/toco/toco_flags.proto
index 708707be91..cb015ba3d2 100644
--- a/tensorflow/lite/toco/toco_flags.proto
+++ b/tensorflow/lite/toco/toco_flags.proto
@@ -190,16 +190,19 @@ message TocoFlags {
   // (at the cost of accuracy).
   optional bool post_training_quantize = 26 [default = false];
 
-  // When enabled, unsupported ops will be converted to TFLite Flex ops.
+  // This flag only works when converting to TensorFlow Lite format.
+  // When enabled, unsupported ops will be converted to select TensorFlow ops.
   // TODO(ycling): Consider to rename the following 2 flags and don't call it
   // "Flex".
-  // `allow_flex_ops` should always be used with `allow_custom_ops`.
+  // `enable_select_tf_ops` should always be used with `allow_custom_ops`.
   // WARNING: Experimental interface, subject to change
-  optional bool allow_flex_ops = 27 [default = false];
+  optional bool enable_select_tf_ops = 27 [default = false];
 
-  // When enabled, all TensorFlow ops will be converted to TFLite Flex
-  // ops directly. This will force `allow_flex_ops` to true.
-  // `force_flex_ops` should always be used with `allow_flex_ops`.
+  // This flag only works when converting to TensorFlow Lite format.
+  // When enabled, all TensorFlow ops will be converted to select TensorFlow
+  // ops.
+  // This will force `enable_select_tf_ops` to true.
+  // `force_select_tf_ops` should always be used with `enable_select_tf_ops`.
   // WARNING: Experimental interface, subject to change
-  optional bool force_flex_ops = 28 [default = false];
+  optional bool force_select_tf_ops = 28 [default = false];
 }
diff --git a/tensorflow/lite/toco/toco_tooling.cc b/tensorflow/lite/toco/toco_tooling.cc
index 88ff07ad13..5f96e833fb 100644
--- a/tensorflow/lite/toco/toco_tooling.cc
+++ b/tensorflow/lite/toco/toco_tooling.cc
@@ -198,7 +198,7 @@ std::unique_ptr<Model> Import(const TocoFlags& toco_flags,
               : (toco_flags.output_format() != TENSORFLOW_GRAPHDEF);
 
       tf_import_flags.import_all_ops_as_unsupported =
-          toco_flags.force_flex_ops();
+          toco_flags.force_select_tf_ops();
 
       model = ImportTensorFlowGraphDef(model_flags, tf_import_flags,
                                        input_file_contents);
@@ -409,8 +409,8 @@ tensorflow::Status Export(const TocoFlags& toco_flags, const Model& model,
     case TFLITE: {
       toco::tflite::ExportParams params;
 
-      params.allow_flex_ops =
-          toco_flags.force_flex_ops() || toco_flags.allow_flex_ops();
+      params.enable_select_tf_ops =
+          toco_flags.force_select_tf_ops() || toco_flags.enable_select_tf_ops();
       params.allow_custom_ops = allow_custom_ops;
       params.quantize_weights = toco_flags.post_training_quantize();
 
-- 
GitLab


From 50bd8e07027eebbf068fe46be521c9e7c58d5916 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 16:32:57 -0700
Subject: [PATCH 0924/1825] Adds checks for post pruning and sparse features
 when using oblivious trees.

PiperOrigin-RevId: 219720126
---
 .../python/training/functions/gbdt_batch.py      | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
index bd5d5bb695..1cf61a10ba 100644
--- a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
+++ b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
@@ -386,10 +386,21 @@ class GradientBoostedDecisionTreeModel(object):
         learner_pb2.LearnerConfig.GROWING_MODE_UNSPECIFIED):
       learner_config.growing_mode = learner_pb2.LearnerConfig.LAYER_BY_LAYER
 
+    if (learner_config.weak_learner_type == learner_pb2.LearnerConfig
+        .OBLIVIOUS_DECISION_TREE and learner_config.pruning_mode == learner_pb2
+        .LearnerConfig.PRUNING_MODE_UNSPECIFIED):
+      learner_config.pruning_mode = learner_pb2.LearnerConfig.PRE_PRUNE
+
     if (learner_config.pruning_mode ==
         learner_pb2.LearnerConfig.PRUNING_MODE_UNSPECIFIED):
       learner_config.pruning_mode = learner_pb2.LearnerConfig.POST_PRUNE
 
+    if (learner_config.weak_learner_type == learner_pb2.LearnerConfig
+        .OBLIVIOUS_DECISION_TREE and
+        learner_config.pruning_mode == learner_pb2.LearnerConfig.POST_PRUNE):
+      raise ValueError(
+          "Post pruning is not implmented for oblivious decision trees.")
+
     if learner_config.constraints.max_tree_depth == 0:
       # Use 6 as the default maximum depth.
       learner_config.constraints.max_tree_depth = 6
@@ -418,6 +429,11 @@ class GradientBoostedDecisionTreeModel(object):
      sparse_float_shapes, sparse_int_indices,
      sparse_int_values, sparse_int_shapes) = extract_features(
          features, self._feature_columns, use_core_columns)
+    if (learner_config.weak_learner_type == learner_pb2.LearnerConfig
+        .OBLIVIOUS_DECISION_TREE and sparse_float_indices):
+      raise ValueError("Oblivious trees don't handle sparse float features yet."
+                      )
+
     logging.info("Active Feature Columns: " + str(fc_names))
     logging.info("Learner config: " + str(learner_config))
     self._fc_names = fc_names
-- 
GitLab


From 00583c04befc0cc6b459fd5d1bfdef41a7c3733a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 1 Nov 2018 16:39:35 -0700
Subject: [PATCH 0925/1825] Clean up, less nesting of nested if statements.

PiperOrigin-RevId: 219721219
---
 .../core/grappler/optimizers/model_pruner.cc      | 15 ++++-----------
 1 file changed, 4 insertions(+), 11 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/model_pruner.cc b/tensorflow/core/grappler/optimizers/model_pruner.cc
index d074a9cda5..b94573bef0 100644
--- a/tensorflow/core/grappler/optimizers/model_pruner.cc
+++ b/tensorflow/core/grappler/optimizers/model_pruner.cc
@@ -39,19 +39,12 @@ bool IsTrivialOp(const NodeDef& node, const GraphRewriter& rewriter) {
     return true;
   }
   if (IsIdentity(node) || IsIdentityNSingleInput(node)) {
-    if (rewriter.FeedsMerge(node) || rewriter.IsDrivenBySwitch(node) ||
-        rewriter.IsDrivenByControlDependency(node) ||
-        rewriter.DrivesControlDependency(node)) {
-      return false;
-    } else {
-      return true;
-    }
-  }
-  if (IsAddN(node) && NumNonControlInputs(node) <= 1) {
-    return true;
+    return !(rewriter.FeedsMerge(node) || rewriter.IsDrivenBySwitch(node) ||
+             rewriter.IsDrivenByControlDependency(node) ||
+             rewriter.DrivesControlDependency(node));
   }
 
-  return false;
+  return IsAddN(node) && NumNonControlInputs(node) <= 1;
 }
 
 absl::flat_hash_map<string, absl::flat_hash_set<int>> IdentityNTerminalPorts(
-- 
GitLab


From a29604fece6a558450a3e7c14b65cef16b0066d1 Mon Sep 17 00:00:00 2001
From: frreiss <frreiss@us.ibm.com>
Date: Thu, 1 Nov 2018 15:10:26 -0700
Subject: [PATCH 0926/1825] Make case work in eager mode with dict inputs

Correct pylint issues
---
 tensorflow/python/ops/control_flow_ops.py     | 37 ++++++++++++++-----
 .../python/ops/control_flow_ops_test.py       |  9 ++++-
 2 files changed, 35 insertions(+), 11 deletions(-)

diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 5604af665e..0673cfabbf 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -3611,12 +3611,23 @@ def _case_verify_and_canonicalize_args(pred_fn_pairs, exclusive, name,
   if isinstance(pred_fn_pairs, collections.OrderedDict):
     pred_fn_pairs = pred_fn_pairs.items()
   elif isinstance(pred_fn_pairs, dict):
-    pred_fn_pairs = sorted(pred_fn_pairs.items(), key=lambda item: item[0].name)
-    if not exclusive:
-      logging.warn(
-          "%s: An unordered dictionary of predicate/fn pairs was "
-          "provided, but exclusive=False. The order of conditional "
-          "tests is deterministic but not guaranteed.", name)
+    if context.executing_eagerly():
+      # No name to sort on in eager mode. Use dictionary traversal order, 
+      # which is nondeterministic in versions of Python < 3.6
+      if not exclusive and not isinstance(pred_fn_pairs, 
+                                          collections.OrderedDict):
+        raise ValueError("Unordered dictionaries are not supported for the "
+                         "`pred_fn_pairs` argument when `exclusive=False` and "
+                         "eager mode is enabled.")
+      pred_fn_pairs = list(pred_fn_pairs.items())
+    else:
+      pred_fn_pairs = sorted(pred_fn_pairs.items(), 
+                             key=lambda item: item[0].name)
+      if not exclusive:
+        logging.warn(
+            "%s: An unordered dictionary of predicate/fn pairs was "
+            "provided, but exclusive=False. The order of conditional "
+            "tests is deterministic but not guaranteed.", name)
   for pred_fn_pair in pred_fn_pairs:
     if not isinstance(pred_fn_pair, _basetuple) or len(pred_fn_pair) != 2:
       raise TypeError("Each entry in pred_fn_pairs must be a 2-tuple")
@@ -3712,7 +3723,7 @@ def case(pred_fn_pairs,
   operation returns the tensors generated by `default`.
 
   `tf.case` supports nested structures as implemented in
-  `tensorflow.python.util.nest`. All of the callables must return the same
+  `tf.contrib.framework.nest`. All of the callables must return the same
   (possibly nested) value structure of lists, tuples, and/or named tuples.
   Singleton lists and tuples form the only exceptions to this: when returned by
   a callable, they are implicitly unpacked to single values. This
@@ -3723,6 +3734,12 @@ def case(pred_fn_pairs,
   deterministic, so that variables created in conditional branches are created
   in fixed order across runs.
 
+  @compatibility{eager}
+  Unordered dictionaries are not supported in eager mode when `exclusive=False`.
+  Use a list of tuples instead.
+  @end_compatibility
+
+
   **Example 1:**
 
   Pseudocode:
@@ -3737,7 +3754,7 @@ def case(pred_fn_pairs,
   ```python
   f1 = lambda: tf.constant(17)
   f2 = lambda: tf.constant(23)
-  r = case([(tf.less(x, y), f1)], default=f2)
+  r = tf.case([(tf.less(x, y), f1)], default=f2)
   ```
 
   **Example 2:**
@@ -3745,7 +3762,7 @@ def case(pred_fn_pairs,
   Pseudocode:
 
   ```
-  if (x < y && x > z) raise OpError("Only one predicate may evaluate true");
+  if (x < y && x > z) raise OpError("Only one predicate may evaluate to True");
   if (x < y) return 17;
   else if (x > z) return 23;
   else return -1;
@@ -3757,7 +3774,7 @@ def case(pred_fn_pairs,
   def f1(): return tf.constant(17)
   def f2(): return tf.constant(23)
   def f3(): return tf.constant(-1)
-  r = case({tf.less(x, y): f1, tf.greater(x, z): f2},
+  r = tf.case({tf.less(x, y): f1, tf.greater(x, z): f2},
            default=f3, exclusive=True)
   ```
 
diff --git a/tensorflow/python/ops/control_flow_ops_test.py b/tensorflow/python/ops/control_flow_ops_test.py
index 22263c702f..d65755a960 100644
--- a/tensorflow/python/ops/control_flow_ops_test.py
+++ b/tensorflow/python/ops/control_flow_ops_test.py
@@ -936,7 +936,14 @@ class CaseTest(test_util.TensorFlowTestCase):
       with self.assertRaisesRegexp(errors.InvalidArgumentError, "Input error:"):
         sess.run(output, feed_dict={x: 4})
 
-
+  @test_util.run_in_graph_and_eager_modes
+  def testCase_dict_eagerMode(self):
+    x = constant_op.constant(2)
+    conditions = {math_ops.equal(x, 1): lambda: constant_op.constant(2),
+                  math_ops.equal(x, 2): lambda: constant_op.constant(4)}
+    output = control_flow_ops.case(conditions, exclusive=True)
+    self.assertEqual(4, self.evaluate(output))
+    
 class WhileLoopTestCase(test_util.TensorFlowTestCase):
 
   @test_util.run_in_graph_and_eager_modes
-- 
GitLab


From 930ec8890af4b13ba268d6d873025a5be65f7e78 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 1 Nov 2018 16:43:28 -0700
Subject: [PATCH 0927/1825] Dump GraphDef before
 increase_dynamism_for_auto_jit_pass

PiperOrigin-RevId: 219721816
---
 .../jit/increase_dynamism_for_auto_jit_pass.cc  | 17 ++++++++++-------
 1 file changed, 10 insertions(+), 7 deletions(-)

diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
index 08dc159fe4..bd8719b7f1 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -314,15 +314,18 @@ Status FindAndRewriteSlices(Graph* g, bool* changed) {
 
 Status IncreaseDynamismForAutoJitPass::Run(
     const GraphOptimizationPassOptions& options) {
+  legacy_flags::MarkForCompilationPassFlags* flags =
+      legacy_flags::GetMarkForCompilationPassFlags();
+  if (flags->tf_xla_clustering_debug) {
+    dump_graph::DumpGraphToFile("before_increase_dynamism_for_auto_jit_pass",
+                                **options.graph, options.flib_def);
+  }
+
   bool changed;
   TF_RETURN_IF_ERROR(FindAndRewriteSlices(options.graph->get(), &changed));
-  if (changed) {
-    legacy_flags::MarkForCompilationPassFlags* flags =
-        legacy_flags::GetMarkForCompilationPassFlags();
-    if (flags->tf_xla_clustering_debug) {
-      dump_graph::DumpGraphToFile("increase_dynamism_for_auto_jit_pass",
-                                  **options.graph, options.flib_def);
-    }
+  if (changed && flags->tf_xla_clustering_debug) {
+    dump_graph::DumpGraphToFile("increase_dynamism_for_auto_jit_pass",
+                                **options.graph, options.flib_def);
   }
 
   return Status::OK();
-- 
GitLab


From 33672257084207c915c24bf4cb72999034dde190 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Thu, 1 Nov 2018 16:53:09 -0700
Subject: [PATCH 0928/1825] Internal changes.

PiperOrigin-RevId: 219723198
---
 tensorflow/contrib/distribute/python/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index b79f8fe059..6ba9187ae2 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -374,6 +374,9 @@ cuda_py_test(
     tags = [
         "multi_and_single_gpu",
         "no_pip",
+        # TODO(b/118820960): Re-enable this test in guitar.
+        "manual",
+        "noguitar",
     ],
 )
 
-- 
GitLab


From 13a00d14a0b1f380082f8f2f98c3dbde4d6a76f7 Mon Sep 17 00:00:00 2001
From: Ruoxin Sang <rxsang@google.com>
Date: Thu, 1 Nov 2018 17:02:35 -0700
Subject: [PATCH 0929/1825] Fix a bug in tpu.py and xla.py that while creating
 an identity node for control input edges under rewrite context, the parent
 control flow context is lost.

PiperOrigin-RevId: 219724472
---
 tensorflow/contrib/compiler/xla.py       | 13 +++++--------
 tensorflow/contrib/tpu/python/tpu/tpu.py | 13 +++++--------
 2 files changed, 10 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/compiler/xla.py b/tensorflow/contrib/compiler/xla.py
index 146f4b51a5..335ac79464 100644
--- a/tensorflow/contrib/compiler/xla.py
+++ b/tensorflow/contrib/compiler/xla.py
@@ -179,14 +179,11 @@ class XLACompileContext(control_flow_ops.XLAControlFlowContext):
     if external_control_inputs:
       # Use an identity to pull control inputs as data inputs. Note that we
       # ignore ops which don't have outputs. TODO(phawkins): fix that.
-      with ops.control_dependencies(None):
-        self.Enter()
-        external_control_inputs = [
-            array_ops.identity(x.outputs[0]).op
-            for x in external_control_inputs
-            if x.outputs
-        ]
-        self.Exit()
+      external_control_inputs = [
+          array_ops.identity(x.outputs[0]).op
+          for x in external_control_inputs
+          if x.outputs
+      ]
       # pylint: disable=protected-access
       op._add_control_inputs(external_control_inputs)
       # pylint: enable=protected-access
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu.py b/tensorflow/contrib/tpu/python/tpu/tpu.py
index a51dcc8020..e3e791faac 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu.py
@@ -372,14 +372,11 @@ class TPUReplicateContext(control_flow_ops.XLAControlFlowContext):
     if external_control_inputs:
       # Use an identity to pull control inputs as data inputs. Note that we
       # ignore ops which don't have outputs. TODO(phawkins): fix that.
-      with ops.control_dependencies(None):
-        self.Enter()
-        external_control_inputs = [
-            array_ops.identity(x.outputs[0]).op
-            for x in external_control_inputs
-            if x.outputs
-        ]
-        self.Exit()
+      external_control_inputs = [
+          array_ops.identity(x.outputs[0]).op
+          for x in external_control_inputs
+          if x.outputs
+      ]
       # pylint: disable=protected-access
       op._add_control_inputs(external_control_inputs)
       # pylint: enable=protected-access
-- 
GitLab


From 8cb0c0406fa58e6e3a82f570fcfc564aba1ec931 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Thu, 1 Nov 2018 17:17:05 -0700
Subject: [PATCH 0930/1825] Internal changes

PiperOrigin-RevId: 219726466
---
 tensorflow/python/kernel_tests/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index b5bd095ab1..81980b95f4 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -2579,6 +2579,8 @@ cuda_py_test(
         "//tensorflow/python:nn_grad",
         "//tensorflow/python:nn_ops",
     ],
+    # TODO(b/118842098): Re-enable this test in Kokoro.
+    tags = ["no_oss"],
 )
 
 tf_py_test(
-- 
GitLab


From 872497799dbd4a7510a10e5a6515262d9aa96526 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Thu, 1 Nov 2018 18:00:09 -0700
Subject: [PATCH 0931/1825] Implement get_weights and set_weights for V2
 optimizer.

PiperOrigin-RevId: 219731431
---
 tensorflow/python/framework/ops.py            |  4 +
 tensorflow/python/keras/backend.py            | 14 ++-
 tensorflow/python/keras/optimizer_v2/BUILD    |  1 +
 tensorflow/python/keras/optimizer_v2/adam.py  | 30 ++++--
 .../optimizer_v2/gradient_descent_test.py     | 19 ----
 .../python/keras/optimizer_v2/optimizer_v2.py | 94 ++++++++++++-------
 .../keras/optimizer_v2/optimizer_v2_test.py   | 92 +++++++++++++++++-
 7 files changed, 188 insertions(+), 66 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 7b01b6c345..14e4c0ca41 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -5371,6 +5371,10 @@ def executing_eagerly_outside_functions():
     return context.executing_eagerly()
 
 
+def inside_function():
+  return get_default_graph().building_function
+
+
 @tf_export("enable_eager_execution")
 def enable_eager_execution(config=None,
                            device_policy=None,
diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index b3beccd82b..b1999d9566 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -2783,9 +2783,14 @@ def get_value(x):
 
   Returns:
       A Numpy array.
+
+  Raises:
+      RuntimeError: If this method is called inside defun.
   """
   if context.executing_eagerly():
     return x.numpy()
+  elif ops.inside_function():
+    raise RuntimeError('Cannot get value inside Tensorflow graph function.')
   return x.eval(session=get_session())
 
 
@@ -2798,9 +2803,14 @@ def batch_get_value(tensors):
 
   Returns:
       A list of Numpy arrays.
+
+  Raises:
+      RuntimeError: If this method is called inside defun.
   """
   if context.executing_eagerly():
     return [x.numpy() for x in tensors]
+  elif ops.inside_function():  # pylint: disable=protected-access
+    raise RuntimeError('Cannot get value inside Tensorflow graph function.')
   if tensors:
     return get_session().run(tensors)
   else:
@@ -2817,7 +2827,7 @@ def set_value(x, value):
           (of the same shape).
   """
   value = np.asarray(value, dtype=dtype(x))
-  if context.executing_eagerly():
+  if ops.executing_eagerly_outside_functions():
     x.assign(value)
   else:
     with get_graph().as_default():
@@ -2841,7 +2851,7 @@ def batch_set_value(tuples):
       tuples: a list of tuples `(tensor, value)`.
           `value` should be a Numpy array.
   """
-  if context.executing_eagerly():
+  if ops.executing_eagerly_outside_functions():
     for x, value in tuples:
       x.assign(np.asarray(value, dtype=dtype(x)))
   else:
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index f742e8aa26..b4b84fad0c 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -54,6 +54,7 @@ cuda_py_test(
     srcs = ["optimizer_v2_test.py"],
     additional_deps = [
         ":optimizer_v2",
+        "//tensorflow/python/eager:def_function",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:framework",
         "//tensorflow/python:framework_test_lib",
diff --git a/tensorflow/python/keras/optimizer_v2/adam.py b/tensorflow/python/keras/optimizer_v2/adam.py
index 6c67cd3a61..b05811c419 100644
--- a/tensorflow/python/keras/optimizer_v2/adam.py
+++ b/tensorflow/python/keras/optimizer_v2/adam.py
@@ -94,10 +94,10 @@ class Adam(optimizer_v2.OptimizerV2):
     """
 
     super(Adam, self).__init__(name)
-    self._lr = learning_rate
-    self._beta_1 = beta_1
-    self._beta_2 = beta_2
-    self._epsilon = epsilon
+    self._set_hyper('learning_rate', learning_rate)
+    self._set_hyper('beta_1', beta_1)
+    self._set_hyper('beta_2', beta_2)
+    self._set_hyper('epsilon', epsilon)
 
   def _create_slots(self, var_list):
     # Create slots for the first and second moments.
@@ -114,11 +114,21 @@ class Adam(optimizer_v2.OptimizerV2):
         var.handle,
         m.handle,
         v.handle,
-        math_ops.cast(self._beta_1, grad.dtype.base_dtype),
-        math_ops.cast(self._beta_2, grad.dtype.base_dtype),
-        math_ops.cast(self._lr, grad.dtype.base_dtype),
-        math_ops.cast(self._beta_1, grad.dtype.base_dtype),
-        math_ops.cast(self._beta_2, grad.dtype.base_dtype),
-        math_ops.cast(self._epsilon, grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('beta_1'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('beta_2'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('learning_rate'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('beta_1'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('beta_2'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('epsilon'), grad.dtype.base_dtype),
         grad,
         use_locking=self._use_locking)
+
+  def get_config(self):
+    config = super(Adam, self).get_config()
+    config.update({
+        'learning_rate': self._serialize_hyperparameter('learning_rate'),
+        'beta_1': self._serialize_hyperparameter('beta_1'),
+        'beta_2': self._serialize_hyperparameter('beta_2'),
+        'epsilon': self._serialize_hyperparameter('epsilon'),
+    })
+    return config
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
index f11ad83403..3fb15c51d0 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
@@ -250,25 +250,6 @@ class GradientDescentOptimizerTest(test.TestCase):
       # be an EagerTensor once again, not a graph Tensor.
       self.assertEqual(float(step()), -1.0)
 
-  def testConfig(self):
-    with self.cached_session():
-      opt = gradient_descent.SGD(learning_rate=1.0)
-      config = opt.get_config()
-      opt2 = gradient_descent.SGD.from_config(config)
-      # assert both are equal float values.
-      self.assertEqual(
-          opt._get_hyper("learning_rate"), opt2._get_hyper("learning_rate"))
-      var0 = variables.Variable([[1.0], [2.0]], dtype=dtypes.float32)
-      loss = lambda: 3 * var0
-      # learning rate variable created when calling minimize.
-      opt.minimize(loss, [var0])
-      variables.global_variables_initializer().run()
-      config = opt.get_config()
-      opt3 = gradient_descent.SGD.from_config(config)
-      self.assertEqual(
-          self.evaluate(opt._get_hyper("learning_rate")),
-          opt3._get_hyper("learning_rate"))
-
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index ddc9c61dad..15bf3d1a35 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -27,6 +27,7 @@ from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.keras import backend
 from tensorflow.python.keras import initializers
 from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.ops import control_flow_ops
@@ -135,7 +136,9 @@ class OptimizerV2(optimizer_v1.Optimizer):
     self._use_locking = True
     super(OptimizerV2, self).__init__(self._use_locking, name)
     self._hyper = {}
+    # dict: {variable name : {slot name : variable}}
     self._slots = {}
+    self._weights = []
     self._prepared = False
 
   def minimize(self,
@@ -333,10 +336,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
                                             (ops.Tensor, int, float)):
         self._hyper[name] = value
       else:
-        if ops.executing_eagerly_outside_functions():
-          self._hyper[name].assign(value)
-        else:
-          self._hyper[name].assign(value).eval()
+        backend.set_value(self._hyper[name], value)
 
   def _get_hyper(self, name):
     value = self._hyper[name]
@@ -350,14 +350,18 @@ class OptimizerV2(optimizer_v1.Optimizer):
       super(OptimizerV2, self).__setattr__(name, value)
 
   def add_slot(self, var, slot_name):
-    slot_key = _get_slot_key_from_var(var, slot_name)
-    if slot_key not in self._slots:
-      self._slots[slot_key] = self.add_weight(
-          name=slot_key, shape=var.shape, dtype=var.dtype)
+    var_key = _var_key(var)
+    slot_dict = self._slots.setdefault(var_key, {})
+    if slot_name not in slot_dict:
+      slot_key = _get_slot_key_from_var(var, slot_name)
+      weight = self.add_weight(name=slot_key, shape=var.shape, dtype=var.dtype)
+      slot_dict[slot_name] = weight
+      self._weights.append(weight)
 
   def get_slot(self, var, slot_name):
-    slot_key = _get_slot_key_from_var(var, slot_name)
-    return self._slots[slot_key]
+    var_key = _var_key(var)
+    slot_dict = self._slots[var_key]
+    return slot_dict[slot_name]
 
   def _prepare(self):
     if self._prepared:
@@ -425,14 +429,39 @@ class OptimizerV2(optimizer_v1.Optimizer):
     if callable(value):
       return value()
     if isinstance(value, (ops.Tensor, variables.Variable)):
-      if context.executing_eagerly():
-        return value.numpy()
-      elif ops.get_default_graph()._building_function:  # pylint: disable=protected-access
-        raise ValueError("Cannot serialize hyper parameters inside defun.")
-      else:
-        return value.eval()
+      return backend.get_value(value)
     return value
 
+  @property
+  def weights(self):
+    """Returns variables of this Optimizer based on the order created."""
+    return self._weights
+
+  def get_weights(self):
+    params = self.weights
+    return backend.batch_get_value(params)
+
+  # TODO(tanzheny): Maybe share this logic with base_layer.
+  def set_weights(self, weights):
+    params = self.weights
+    if len(params) != len(weights):
+      raise ValueError(
+          "You called `set_weights(weights)` on optimizer " + self._name +
+          " with a  weight list of length " + str(len(weights)) +
+          ", but the optimizer was expecting " + str(len(params)) +
+          " weights. Provided weights: " + str(weights)[:50] + "...")
+    if not params:
+      return
+    weight_value_tuples = []
+    param_values = backend.batch_get_value(params)
+    for pv, p, w in zip(param_values, params, weights):
+      if pv.shape != w.shape:
+        raise ValueError("Optimizer weight shape " + str(pv.shape) +
+                         " not compatible with "
+                         "provided weight shape " + str(w.shape))
+      weight_value_tuples.append((p, w))
+    backend.batch_set_value(weight_value_tuples)
+
   def add_weight(self,
                  name,
                  shape,
@@ -510,34 +539,31 @@ def merge_grads(grads_and_vars):
       merge_grad_fn, grads_and_vars)
 
 
-def _get_slot_key_from_var(var, slot_name):
-  """Get the slot key for the variable.
+def _var_key(var):
+  """Key for representing a primary variable, for looking up slots.
 
-  Scope the slot name in the namespace of the primary variable.
-  Set "primary.op.name + '/' + slot_name" as default name.
-
-  In graph mode the name is derived from the op.
-  In eager mode the name is derived from the var.
-  If distribution strategy exists, then the name is derived from the primary
-  variable instead of replica variable, i.e., /dense/kernel instead of
-  /dense/kernel/replica_1. If the slot name is 'm', then the slot variables
-  being created are /dense/kernel/m and /dense/kernel/m/replica_1, instead of
-  /dense/kernel/replica_1/m/replica_1.
+  In graph mode the name is derived from the var shared name.
+  In eager mode the name is derived from the var unique id.
+  If distribution strategy exists, get the primary variable first.
 
   Args:
     var: the variable.
-    slot_name: the name of the slot.
 
   Returns:
-    the name of the variable.
+    the unique name of the variable.
   """
 
   # pylint: disable=protected-access
   if distribution_strategy_context.has_distribution_strategy() and hasattr(
       var, "_primary_var"):
     var = var._primary_var
-  if context.executing_eagerly():
-    name = var._shared_name
-  else:
-    name = var.op.name
+  if hasattr(var, "op"):
+    return var._shared_name
+  return var._unique_id
+
+
+def _get_slot_key_from_var(var, slot_name):
+  """Get the slot key for the variable: var_name/slot_name."""
+
+  name = _var_key(var)
   return name + "/" + slot_name
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index b5f69fb09a..e5d1a104ca 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -19,11 +19,13 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.eager import context
+from tensorflow.python.eager import def_function
 from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
+from tensorflow.python.keras.optimizer_v2 import adam
 from tensorflow.python.keras.optimizer_v2 import gradient_descent
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import clip_ops
@@ -294,9 +296,97 @@ class OptimizerTest(test.TestCase):
         gradient_descent.SGD.from_config(config)
 
       compiled_serialize = function.defun(serialize)
-      with self.assertRaisesRegexp(ValueError, 'inside defun'):
+      with self.assertRaisesRegexp(RuntimeError, 'inside Tensorflow graph'):
         compiled_serialize()
 
+  @test_util.run_in_graph_and_eager_modes
+  def testConfig(self):
+    with self.cached_session():
+      opt = gradient_descent.SGD(learning_rate=1.0)
+      config = opt.get_config()
+      opt2 = gradient_descent.SGD.from_config(config)
+      # assert both are equal float values.
+      self.assertEqual(
+          opt._get_hyper('learning_rate'), opt2._get_hyper('learning_rate'))
+      var0 = variables.Variable([[1.0], [2.0]], dtype=dtypes.float32)
+      loss = lambda: 3 * var0
+      # learning rate variable created when calling minimize.
+      opt.minimize(loss, [var0])
+      self.evaluate(variables.global_variables_initializer())
+      config = opt.get_config()
+      opt3 = gradient_descent.SGD.from_config(config)
+      self.assertEqual(
+          self.evaluate(opt._get_hyper('learning_rate')),
+          opt3._get_hyper('learning_rate'))
+
+  @test_util.run_in_graph_and_eager_modes
+  def testWeights(self):
+    with self.cached_session():
+      opt1 = adam.Adam(learning_rate=1.0)
+      var1 = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                    dtype=dtypes.float32)
+      loss1 = lambda: 3 * var1
+      opt_op_1 = opt1.minimize(loss1, [var1])
+      self.evaluate(variables.global_variables_initializer())
+      config = opt1.get_config()
+      opt2 = adam.Adam.from_config(config)
+      var2 = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                    dtype=dtypes.float32)
+      loss2 = lambda: 3 * var2
+      opt_op_2 = opt2.minimize(loss2, [var2])
+      weights = opt1.get_weights()
+
+      # Assert set_weights and both variables get updated to same value.
+      self.evaluate(variables.global_variables_initializer())
+      opt2.set_weights(weights)
+      self.evaluate([opt_op_1, opt_op_2])
+      self.assertAllClose(self.evaluate(var1), self.evaluate(var2))
+      self.assertEqual(1, self.evaluate(opt1.iteration))
+      self.assertEqual(1, self.evaluate(opt2.iteration))
+
+      var3 = resource_variable_ops.ResourceVariable([1.0, 2.0, 3.0],
+                                                    dtype=dtypes.float32)
+      var4 = resource_variable_ops.ResourceVariable([4.0, 5.0, 6.0],
+                                                    dtype=dtypes.float32)
+      loss3 = lambda: 3 * var3 + 5 * var4
+      opt_op_3 = opt1.minimize(loss3, [var3, var4])
+
+      # Assert set_weights with ValueError since weight list does not match.
+      self.evaluate(variables.global_variables_initializer())
+      weights = opt1.get_weights()
+      with self.assertRaisesRegexp(ValueError, 'but the optimizer was'):
+        opt2.set_weights(weights)
+
+      # Assert set_weights and variables get updated to same value.
+      var5 = resource_variable_ops.ResourceVariable([1.0, 2.0, 3.0],
+                                                    dtype=dtypes.float32)
+      var6 = resource_variable_ops.ResourceVariable([4.0, 5.0, 6.0],
+                                                    dtype=dtypes.float32)
+      loss4 = lambda: 3 * var5 + 5 * var6
+      opt_op_4 = opt2.minimize(loss4, [var5, var6])
+      self.evaluate(variables.global_variables_initializer())
+      opt2.set_weights(weights)
+      self.evaluate([opt_op_3, opt_op_4])
+      self.assertAllClose(
+          self.evaluate([var3, var4]), self.evaluate([var5, var6]))
+
+  def testOptimizerWithFunction(self):
+    with context.eager_mode():
+      var = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                   dtype=dtypes.float32)
+      loss = lambda: 3 * var
+      opt = adam.Adam(learning_rate=1.0)
+
+      @def_function.function
+      def fn():
+        opt.minimize(loss, [var])
+        return var
+
+      self.assertAllClose([0., 1.], fn())
+      # This is just to test tf.function. The values needs to be updated
+      # when adam updates beta_1_power.
+      self.assertAllClose([-1.343838, -0.343838], fn())
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 3ad403b8c08f960df44dcbb4ef51a82862ac5f94 Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Thu, 1 Nov 2018 18:51:23 -0700
Subject: [PATCH 0932/1825] Support serializing tensor list with invalid
 tensors. This can happen if a TL is created using TensorListReserve.

PiperOrigin-RevId: 219736904
---
 .../core/framework/variant_tensor_data.h      |  2 +
 tensorflow/core/kernels/list_kernels.cc       | 66 +++++++++++-----
 .../python/kernel_tests/list_ops_test.py      | 75 +++++++++++--------
 3 files changed, 94 insertions(+), 49 deletions(-)

diff --git a/tensorflow/core/framework/variant_tensor_data.h b/tensorflow/core/framework/variant_tensor_data.h
index 8a240ee1e3..8c69c87034 100644
--- a/tensorflow/core/framework/variant_tensor_data.h
+++ b/tensorflow/core/framework/variant_tensor_data.h
@@ -38,6 +38,8 @@ class VariantTensorDataProto;
 class VariantTensorData {
  public:
   VariantTensorData();
+  // TODO(b/118823936): This silently returns if the proto is invalid.
+  // Consider calling FromProto explicitly instead.
   VariantTensorData(VariantTensorDataProto proto);
   ~VariantTensorData();
 
diff --git a/tensorflow/core/kernels/list_kernels.cc b/tensorflow/core/kernels/list_kernels.cc
index 812530e6a8..3d0c193d9f 100644
--- a/tensorflow/core/kernels/list_kernels.cc
+++ b/tensorflow/core/kernels/list_kernels.cc
@@ -46,20 +46,26 @@ TensorList::TensorList(const TensorList& other)
 
 void TensorList::Encode(VariantTensorData* data) const {
   data->set_type_name(TypeName());
-  for (const Tensor& t : tensors) {
-    *data->add_tensors() = t;
+  std::vector<size_t> invalid_indices;
+  for (size_t i = 0; i < tensors.size(); i++) {
+    if (tensors.at(i).dtype() != DT_INVALID) {
+      *data->add_tensors() = tensors.at(i);
+    } else {
+      invalid_indices.push_back(i);
+    }
   }
   string metadata;
-  core::PutVarint64(&metadata, static_cast<uint64>(element_dtype));
-  if (!element_shape.unknown_rank()) {
-    for (TensorShapeDim dim : element_shape) {
-      if (dim.size > 0) {
-        core::PutVarint64(&metadata, dim.size);
-      } else {
-        core::PutVarint64(&metadata, std::numeric_limits<uint64>::max());
-      }
-    }
+  // TODO(b/118838800): Add a proto for storing the metadata.
+  // Metadata format:
+  // <num_invalid_tensors><invalid_indices><element_dtype><element_shape_proto>
+  core::PutVarint64(&metadata, static_cast<uint64>(invalid_indices.size()));
+  for (size_t i : invalid_indices) {
+    core::PutVarint64(&metadata, static_cast<uint64>(i));
   }
+  core::PutVarint64(&metadata, static_cast<uint64>(element_dtype));
+  TensorShapeProto element_shape_proto;
+  element_shape.AsProto(&element_shape_proto);
+  element_shape_proto.AppendToString(&metadata);
   data->set_metadata(metadata);
 }
 
@@ -98,23 +104,45 @@ Status TensorListShape(const TensorList& t, TensorShape* s) {
 REGISTER_UNARY_VARIANT_SHAPE_FUNCTION(TensorList, TensorListShape);
 
 bool TensorList::Decode(const VariantTensorData& data) {
-  tensors = data.tensors();
+  // TODO(srbs): Change the signature to Decode(VariantTensorData data) so
+  // that we do not have to copy each tensor individually below. This would
+  // require changing VariantTensorData::tensors() as well.
   string metadata;
   data.get_metadata(&metadata);
   uint64 scratch;
   StringPiece iter(metadata);
+  std::vector<size_t> invalid_indices;
   core::GetVarint64(&iter, &scratch);
-  element_dtype = static_cast<DataType>(scratch);
-  std::vector<int64> dims;
-  while (!iter.empty()) {
+  size_t num_invalid_tensors = static_cast<size_t>(scratch);
+  invalid_indices.resize(num_invalid_tensors);
+  for (size_t i = 0; i < num_invalid_tensors; i++) {
     core::GetVarint64(&iter, &scratch);
-    if (scratch == std::numeric_limits<uint64>::max()) {
-      dims.push_back(-1);
+    invalid_indices[i] = static_cast<size_t>(scratch);
+  }
+
+  size_t total_num_tensors = data.tensors().size() + num_invalid_tensors;
+  tensors.reserve(total_num_tensors);
+  std::vector<size_t>::iterator invalid_indices_it = invalid_indices.begin();
+  std::vector<Tensor>::const_iterator tensors_it = data.tensors().begin();
+  for (size_t i = 0; i < total_num_tensors; i++) {
+    if (invalid_indices_it != invalid_indices.end() &&
+        *invalid_indices_it == i) {
+      tensors.emplace_back(Tensor(DT_INVALID));
+      invalid_indices_it++;
+    } else if (tensors_it != data.tensors().end()) {
+      tensors.emplace_back(*tensors_it);
+      tensors_it++;
     } else {
-      dims.push_back(scratch);
+      // VariantTensorData is corrupted.
+      return false;
     }
   }
-  element_shape = PartialTensorShape(dims);
+
+  core::GetVarint64(&iter, &scratch);
+  element_dtype = static_cast<DataType>(scratch);
+  TensorShapeProto element_shape_proto;
+  element_shape_proto.ParseFromString(string(iter.data(), iter.size()));
+  element_shape = PartialTensorShape(element_shape_proto);
   return true;
 }
 
diff --git a/tensorflow/python/kernel_tests/list_ops_test.py b/tensorflow/python/kernel_tests/list_ops_test.py
index d2128f0cb8..d57012dc86 100644
--- a/tensorflow/python/kernel_tests/list_ops_test.py
+++ b/tensorflow/python/kernel_tests/list_ops_test.py
@@ -36,7 +36,6 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import state_ops
 from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.platform import test
-from tensorflow.python.training import server_lib
 
 
 def scalar_shape():
@@ -395,35 +394,51 @@ class ListOpsTest(test_util.TensorFlowTestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testSerialize(self):
-    # pylint: disable=g-import-not-at-top
-    try:
-      import portpicker
-    except ImportError:
-      return
-    with context.graph_mode():
-      worker_port = portpicker.pick_unused_port()
-      ps_port = portpicker.pick_unused_port()
-      cluster_dict = {
-          "worker": ["localhost:%s" % worker_port],
-          "ps": ["localhost:%s" % ps_port]
-      }
-      cs = server_lib.ClusterSpec(cluster_dict)
-
-      worker = server_lib.Server(
-          cs, job_name="worker", protocol="grpc", task_index=0, start=True)
-      unused_ps = server_lib.Server(
-          cs, job_name="ps", protocol="grpc", task_index=0, start=True)
-      with ops.Graph().as_default(), session.Session(target=worker.target):
-        with ops.device("/job:worker"):
-          t = constant_op.constant([[1.0], [2.0]])
-          l = list_ops.tensor_list_from_tensor(t, element_shape=[1])
-        with ops.device("/job:ps"):
-          l_ps = array_ops.identity(l)
-          l_ps, e = list_ops.tensor_list_pop_back(
-              l_ps, element_dtype=dtypes.float32)
-        with ops.device("/job:worker"):
-          worker_e = array_ops.identity(e)
-        self.assertAllEqual(self.evaluate(worker_e), [2.0])
+    worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
+    with ops.Graph().as_default(), session.Session(target=worker.target):
+      with ops.device("/job:worker"):
+        t = constant_op.constant([[1.0], [2.0]])
+        l = list_ops.tensor_list_from_tensor(t, element_shape=[1])
+      with ops.device("/job:ps"):
+        l_ps = array_ops.identity(l)
+        l_ps, e = list_ops.tensor_list_pop_back(
+            l_ps, element_dtype=dtypes.float32)
+      with ops.device("/job:worker"):
+        worker_e = array_ops.identity(e)
+      self.assertAllEqual(self.evaluate(worker_e), [2.0])
+
+  @test_util.run_in_graph_and_eager_modes
+  def testSerializeListWithInvalidTensors(self):
+    worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
+    with ops.Graph().as_default(), session.Session(target=worker.target):
+      with ops.device("/job:worker"):
+        l = list_ops.tensor_list_reserve(
+            element_dtype=dtypes.float32,
+            element_shape=scalar_shape(),
+            num_elements=2)
+        l = list_ops.tensor_list_set_item(l, 0, 1.)
+      with ops.device("/job:ps"):
+        l_ps = array_ops.identity(l)
+        l_ps = list_ops.tensor_list_set_item(l_ps, 1, 2.)
+        t = list_ops.tensor_list_stack(l_ps, element_dtype=dtypes.float32)
+      with ops.device("/job:worker"):
+        worker_t = array_ops.identity(t)
+      self.assertAllEqual(self.evaluate(worker_t), [1.0, 2.0])
+
+  @test_util.run_in_graph_and_eager_modes
+  def testSerializeListWithUnknownRank(self):
+    worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
+    with ops.Graph().as_default(), session.Session(target=worker.target):
+      with ops.device("/job:worker"):
+        t = constant_op.constant([[1.0], [2.0]])
+        l = list_ops.tensor_list_from_tensor(t, element_shape=-1)
+      with ops.device("/job:ps"):
+        l_ps = array_ops.identity(l)
+        element_shape = list_ops.tensor_list_element_shape(
+            l_ps, shape_type=dtypes.int32)
+      with ops.device("/job:worker"):
+        element_shape = array_ops.identity(element_shape)
+      self.assertEqual(self.evaluate(element_shape), -1)
 
   @test_util.run_in_graph_and_eager_modes
   def testPushPopGradients(self):
-- 
GitLab


From b0c686ad1c7f4bd1d03fe0c0740722de74447b5d Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Thu, 1 Nov 2018 19:03:29 -0700
Subject: [PATCH 0933/1825] Trying to fix Flex Converter.

PiperOrigin-RevId: 219737933
---
 tensorflow/lite/toco/python/BUILD | 17 +++++++++++++++--
 1 file changed, 15 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/toco/python/BUILD b/tensorflow/lite/toco/python/BUILD
index 307f397085..07056f66c3 100644
--- a/tensorflow/lite/toco/python/BUILD
+++ b/tensorflow/lite/toco/python/BUILD
@@ -6,19 +6,32 @@ load("//tensorflow:tensorflow.bzl", "tf_py_wrap_cc")
 load("//tensorflow:tensorflow.bzl", "tf_py_test")
 load("//tensorflow:tensorflow.bzl", "py_binary")
 
+config_setting(
+    name = "tflite_convert_with_select_tf_ops",
+    define_values = {"tflite_convert_with_select_tf_ops": "true"},
+    visibility = ["//visibility:public"],
+)
+
 cc_library(
     name = "toco_python_api",
     srcs = ["toco_python_api.cc"],
     hdrs = ["toco_python_api.h"],
     deps = [
+        "//third_party/python_runtime:headers",
         "//tensorflow/core:lib",
         "//tensorflow/lite/toco:model_flags_proto_cc",
         "//tensorflow/lite/toco:toco_flags_proto_cc",
         "//tensorflow/lite/toco:toco_graphviz_dump_options",
         "//tensorflow/lite/toco:toco_port",
         "//tensorflow/lite/toco:toco_tooling",
-        "//third_party/python_runtime:headers",
-    ],
+    ] + select({
+        # This is required when running `tflite_convert` from `bazel`.
+        # It requires to link with TensorFlow Ops to get the op definitions.
+        ":tflite_convert_with_select_tf_ops": [
+            "//tensorflow/core:ops",
+        ],
+        "//conditions:default": [],
+    }),
 )
 
 tf_py_wrap_cc(
-- 
GitLab


From a61fff3e1291ebc482fd6311bab013129d5fcf9e Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 1 Nov 2018 19:13:14 -0700
Subject: [PATCH 0934/1825] Allow slicing from DT_INT64 tensors

IncreaseDynamismForAutoJitPass creates these and supporting them seems like the
right thing to do.

PiperOrigin-RevId: 219738687
---
 tensorflow/core/kernels/slice_op.cc           |  2 ++
 tensorflow/core/kernels/slice_op_gpu.cu.cc    |  1 +
 .../python/kernel_tests/slice_op_test.py      | 30 +++++++++++++++++--
 3 files changed, 31 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/slice_op.cc b/tensorflow/core/kernels/slice_op.cc
index 92d56b8f39..0b0ff95093 100644
--- a/tensorflow/core/kernels/slice_op.cc
+++ b/tensorflow/core/kernels/slice_op.cc
@@ -294,6 +294,7 @@ TF_CALL_complex128(DECLARE_FOR_N);
 TF_CALL_bfloat16(DECLARE_FOR_N);
 TF_CALL_bool(DECLARE_FOR_N);
 TF_CALL_int8(DECLARE_FOR_N);
+TF_CALL_int64(DECLARE_FOR_N);
 DECLARE_FOR_N(int32);
 
 #undef DECLARE_FOR_N
@@ -314,6 +315,7 @@ TF_CALL_complex128(REGISTER_GPU);
 TF_CALL_bfloat16(REGISTER_GPU);
 TF_CALL_bool(REGISTER_GPU);
 TF_CALL_int8(REGISTER_GPU);
+TF_CALL_int64(REGISTER_GPU);
 
 // A special GPU kernel for int32.
 // TODO(b/25387198): Also enable int32 in device memory. This kernel
diff --git a/tensorflow/core/kernels/slice_op_gpu.cu.cc b/tensorflow/core/kernels/slice_op_gpu.cu.cc
index f6893aa6f0..044948f406 100644
--- a/tensorflow/core/kernels/slice_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/slice_op_gpu.cu.cc
@@ -43,6 +43,7 @@ TF_CALL_bfloat16(DEFINE_GPU_KERNELS);
 TF_CALL_bool(DEFINE_GPU_KERNELS);
 TF_CALL_int8(DEFINE_GPU_KERNELS);
 DEFINE_GPU_KERNELS(int32);
+DEFINE_GPU_KERNELS(int64);
 
 #undef DEFINE_GPU_KERNELS
 
diff --git a/tensorflow/python/kernel_tests/slice_op_test.py b/tensorflow/python/kernel_tests/slice_op_test.py
index 521bf09855..41f040ab73 100644
--- a/tensorflow/python/kernel_tests/slice_op_test.py
+++ b/tensorflow/python/kernel_tests/slice_op_test.py
@@ -50,9 +50,9 @@ class SliceTest(test.TestCase):
         slice_val = slice_t.eval()
       self.assertAllEqual(slice_val, inp[2, k:k])
 
-  def testInt64Slicing(self):
+  def testSlicingWithInt64Index(self):
     with self.cached_session(force_gpu=test.is_gpu_available()):
-      a = constant_op.constant([0, 1, 2], dtype=dtypes.int64)
+      a = constant_op.constant([0, 1, 2], dtype=dtypes.int32)
 
       # Slice using int64 Tensor.
       i = constant_op.constant(1, dtype=dtypes.int64)
@@ -86,6 +86,32 @@ class SliceTest(test.TestCase):
       slice_val = slice_t.eval()
       self.assertAllEqual([1, 2], slice_val)
 
+  def testSlicingInt64Tensor(self):
+    with self.cached_session(force_gpu=test.is_gpu_available()):
+      a = constant_op.constant([0, 1, 2], dtype=dtypes.int64)
+
+      # Slice using int32 Tensor.
+      i = constant_op.constant(1, dtype=dtypes.int32)
+      slice_t = a[i]
+      slice_val = slice_t.eval()
+      self.assertAllEqual(1, slice_val)
+      slice_t = a[i:i + 1]
+      slice_val = slice_t.eval()
+      self.assertAllEqual([1], slice_val)
+
+      # Slice using int32 integer.
+      i = np.asarray(1).astype(np.int32)
+      slice_t = a[i]
+      slice_val = slice_t.eval()
+      self.assertAllEqual(1, slice_val)
+      slice_t = a[i:i + 1]
+      slice_val = slice_t.eval()
+      self.assertAllEqual([1], slice_val)
+
+      slice_t = array_ops.slice(a, [1], [2])
+      slice_val = slice_t.eval()
+      self.assertAllEqual([1, 2], slice_val)
+
   def testSelectAll(self):
     for _ in range(10):
       with self.cached_session(use_gpu=True):
-- 
GitLab


From 772566443a8e2f4dc962efd622967f8d2a80319d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?=
 <facai.yan@gmail.com>
Date: Fri, 2 Nov 2018 11:14:03 +0800
Subject: [PATCH 0935/1825] TST: use session instead

---
 tensorflow/python/kernel_tests/conv_ops_3d_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/kernel_tests/conv_ops_3d_test.py b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
index b3e73fa841..3ff23852e0 100644
--- a/tensorflow/python/kernel_tests/conv_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
@@ -413,7 +413,7 @@ class Conv3DTest(test.TestCase):
       elif data_type == dtypes.float16:
         tolerance = 1e-3
 
-      with self.cached_session(use_gpu=use_gpu):
+      with self.session(use_gpu=use_gpu):
         orig_input_tensor = constant_op.constant(
             input_data, shape=input_shape, dtype=data_type, name="input")
         filter_tensor = constant_op.constant(
-- 
GitLab


From a2f2c7b035fa8023d66146564afcb298fa8a379d Mon Sep 17 00:00:00 2001
From: Jing Li <jingli@google.com>
Date: Thu, 1 Nov 2018 21:57:59 -0700
Subject: [PATCH 0936/1825] Replace tf.keras.callbacks.TensorBoard callback
 with a new callback TensorBoardWithValidation inherited from the former
 callback, which makes evaluation at the end of specified epochs and export
 the results to tensorboard.

PiperOrigin-RevId: 219749605
---
 tensorflow/contrib/tpu/python/tpu/keras_support.py | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index 9f76435beb..8bf6e4367c 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -1536,10 +1536,17 @@ class KerasTPUModel(models.Model):
                verbose=1,
                sample_weight=None,
                steps=None):
-    assert not self._numpy_to_infeed_manager_list  # Ensure empty.
+    original_numpy_to_infeed_manager_list = []
+    if self._numpy_to_infeed_manager_list:
+      # evaluate call may be executed as callbacks during the training. In this
+      # case, _numpy_to_infeed_manager_list is not empty, so save it for
+      # recovery at the end of evaluate call.
+      original_numpy_to_infeed_manager_list = self._numpy_to_infeed_manager_list
+      self._numpy_to_infeed_manager_list = []
 
     with _tpu_session_context():
-      infeed_managers = []  # Managers to clean up at the end of the fit call.
+      # Managers to clean up at the end of the evaluate call.
+      infeed_managers = []
       if isinstance(x, dataset_ops.Dataset):
         # TODO(b/111413240): Support taking a tf.data.Dataset directly.
         raise ValueError(
@@ -1569,7 +1576,8 @@ class KerasTPUModel(models.Model):
         return super(KerasTPUModel, self).evaluate(x, y, batch_size, verbose,
                                                    sample_weight, steps)
       finally:
-        self._numpy_to_infeed_manager_list = []
+        self._numpy_to_infeed_manager_list = (
+            original_numpy_to_infeed_manager_list)
 
   def _pipeline_fit(self, x, y, batch_size, epochs, verbose, callbacks,
                     validation_split, validation_data, shuffle, class_weight,
-- 
GitLab


From 7e14f51c49c35fe577f0700ccec8b72c17d9f1fe Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?=
 <facai.yan@gmail.com>
Date: Fri, 2 Nov 2018 11:45:00 +0800
Subject: [PATCH 0937/1825] ENH: register double for grad

---
 tensorflow/core/kernels/conv_grad_ops_3d.cc        | 8 ++++++++
 tensorflow/python/kernel_tests/conv_ops_3d_test.py | 2 +-
 2 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/conv_grad_ops_3d.cc b/tensorflow/core/kernels/conv_grad_ops_3d.cc
index bab91f5e86..9271bfdf04 100644
--- a/tensorflow/core/kernels/conv_grad_ops_3d.cc
+++ b/tensorflow/core/kernels/conv_grad_ops_3d.cc
@@ -1859,6 +1859,14 @@ class Conv3DBackpropFilterOp<GPUDevice, T> : public OpKernel {
                           Conv3DBackpropFilterOp<GPUDevice, T>);
 TF_CALL_half(REGISTER_GPU_KERNEL);
 TF_CALL_float(REGISTER_GPU_KERNEL);
+REGISTER_KERNEL_BUILDER(
+    Name("Conv3DBackpropInput").Device(DEVICE_GPU).TypeConstraint<double>("T"),
+    Conv3DBackpropInputOp<GPUDevice, double>);
+REGISTER_KERNEL_BUILDER(Name("Conv3DBackpropInputV2")
+                            .Device(DEVICE_GPU)
+                            .TypeConstraint<double>("T")
+                            .HostMemory("input_sizes"),
+                        Conv3DBackpropInputOp<GPUDevice, double>);
 #undef REGISTER_GPU_KERNEL
 
 #endif  // GOOGLE_CUDA
diff --git a/tensorflow/python/kernel_tests/conv_ops_3d_test.py b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
index 3ff23852e0..dd90676f09 100644
--- a/tensorflow/python/kernel_tests/conv_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
@@ -413,7 +413,7 @@ class Conv3DTest(test.TestCase):
       elif data_type == dtypes.float16:
         tolerance = 1e-3
 
-      with self.session(use_gpu=use_gpu):
+      with self.test_session(use_gpu=use_gpu):
         orig_input_tensor = constant_op.constant(
             input_data, shape=input_shape, dtype=data_type, name="input")
         filter_tensor = constant_op.constant(
-- 
GitLab


From bd893f36c3a5be8e2281e521c94fd6d2b8ff036c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 01:26:36 -0700
Subject: [PATCH 0938/1825] Export 'configure' and 'configure.py' to allow
 inverse dependent repos to do 'bazel run @org_tensorflow//:configure --
 --workspace $(pwd)'.

PiperOrigin-RevId: 219764425
---
 BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/BUILD b/BUILD
index 4bf647e47a..1200cf5f71 100644
--- a/BUILD
+++ b/BUILD
@@ -2,5 +2,7 @@ exports_files(
     [
         "LICENSE",
         "ACKNOWLEDGEMENTS",
+        "configure",
+        "configure.py",
     ],
 )
-- 
GitLab


From 1626046c80ead2bfce4f399db6db014ee3bbd14e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 02:02:27 -0700
Subject: [PATCH 0939/1825] compat: Update forward compatibility horizon to
 2018-11-02

PiperOrigin-RevId: 219767338
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 24927f138f..1ba2470f0b 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 1)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 2)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 3e8295b03eac9c0e84ca6707000bade78c360221 Mon Sep 17 00:00:00 2001
From: Michael <michael-k@users.noreply.github.com>
Date: Fri, 2 Nov 2018 12:52:38 +0000
Subject: [PATCH 0940/1825] Update protobuf for Python 3.7 compat

Regards tensorflow/tensorflow#20517
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 08739f1554..60a54bec19 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -345,11 +345,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     )
 
     PROTOBUF_URLS = [
-        "https://mirror.bazel.build/github.com/google/protobuf/archive/v3.6.0.tar.gz",
-        "https://github.com/google/protobuf/archive/v3.6.0.tar.gz",
+        "https://mirror.bazel.build/github.com/google/protobuf/archive/v3.6.1.tar.gz",
+        "https://github.com/google/protobuf/archive/v3.6.1.tar.gz",
     ]
-    PROTOBUF_SHA256 = "50a5753995b3142627ac55cfd496cebc418a2e575ca0236e29033c67bd5665f4"
-    PROTOBUF_STRIP_PREFIX = "protobuf-3.6.0"
+    PROTOBUF_SHA256 = "3d4e589d81b2006ca603c1ab712c9715a76227293032d05b26fca603f90b3f5b"
+    PROTOBUF_STRIP_PREFIX = "protobuf-3.6.1"
 
     tf_http_archive(
         name = "protobuf_archive",
-- 
GitLab


From 1da12a4352e971c9527bc90d1b9fa79d865f3959 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Mon, 10 Sep 2018 18:37:09 +0300
Subject: [PATCH 0941/1825] Add IGFS (Apache Ignite File System) support.

---
 tensorflow/contrib/BUILD                      |   2 +
 tensorflow/contrib/igfs/BUILD                 | 132 ++++++++
 tensorflow/contrib/igfs/README.md             |  34 ++
 tensorflow/contrib/igfs/__init__.py           |  34 ++
 tensorflow/contrib/igfs/kernels/igfs.cc       | 320 ++++++++++++++++++
 tensorflow/contrib/igfs/kernels/igfs.h        |  62 ++++
 .../igfs/kernels/igfs_random_access_file.h    |  40 +++
 .../contrib/igfs/kernels/igfs_writable_file.h |  42 +++
 tensorflow/contrib/igfs/ops/igfs_ops.cc       |  26 ++
 .../contrib/igfs/python/ops/igfs_op_loader.py |  25 ++
 .../contrib/igfs/python/ops/igfs_ops.py       |  29 ++
 .../tests/config/ignite-config-igfs.xml       |  55 +++
 .../contrib/igfs/python/tests/igfs_test.py    | 203 +++++++++++
 tensorflow/contrib/ignite/BUILD               |  33 +-
 .../contrib/ignite/kernels/ignite_client.cc   |  26 ++
 15 files changed, 1052 insertions(+), 11 deletions(-)
 create mode 100644 tensorflow/contrib/igfs/BUILD
 create mode 100644 tensorflow/contrib/igfs/README.md
 create mode 100644 tensorflow/contrib/igfs/__init__.py
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs.cc
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs.h
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_writable_file.h
 create mode 100644 tensorflow/contrib/igfs/ops/igfs_ops.cc
 create mode 100644 tensorflow/contrib/igfs/python/ops/igfs_op_loader.py
 create mode 100644 tensorflow/contrib/igfs/python/ops/igfs_ops.py
 create mode 100644 tensorflow/contrib/igfs/python/tests/config/ignite-config-igfs.xml
 create mode 100644 tensorflow/contrib/igfs/python/tests/igfs_test.py
 create mode 100644 tensorflow/contrib/ignite/kernels/ignite_client.cc

diff --git a/tensorflow/contrib/BUILD b/tensorflow/contrib/BUILD
index 832db0f4ab..40863def8a 100644
--- a/tensorflow/contrib/BUILD
+++ b/tensorflow/contrib/BUILD
@@ -157,6 +157,7 @@ py_library(
         "//tensorflow:no_ignite_support": [],
         "//conditions:default": [
             "//tensorflow/contrib/ignite",
+            "//tensorflow/contrib/igfs",
         ],
     }),
 )
@@ -248,6 +249,7 @@ cc_library(
         "//tensorflow:no_ignite_support": [],
         "//conditions:default": [
             "//tensorflow/contrib/ignite:dataset_ops_op_lib",
+            "//tensorflow/contrib/igfs:igfs_ops_op_lib",
         ],
     }),
 )
diff --git a/tensorflow/contrib/igfs/BUILD b/tensorflow/contrib/igfs/BUILD
new file mode 100644
index 0000000000..4499c96eef
--- /dev/null
+++ b/tensorflow/contrib/igfs/BUILD
@@ -0,0 +1,132 @@
+package(default_visibility = ["//tensorflow:internal"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+load(
+    "//tensorflow:tensorflow.bzl",
+    "tf_gen_op_wrapper_py",
+    "tf_kernel_library",
+    "tf_custom_op_library",
+    "tf_custom_op_py_library",
+    "tf_gen_op_libs",
+    "tf_py_test",
+    "tf_cc_shared_object",
+)
+
+py_library(
+    name = "igfs",
+    srcs = ["__init__.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":igfs_ops",
+    ],
+)
+
+tf_custom_op_library(
+    name = "_igfs_ops.so",
+    srcs = [
+        "ops/igfs_ops.cc",
+        "kernels/igfs.h",
+    ],
+    deps = [":igfs_kernels"],
+)
+
+tf_gen_op_libs(
+    op_lib_names = ["igfs_ops"],
+    deps = [":igfs_kernels"]
+)
+
+cc_library(
+    name = "igfs_kernels",
+    srcs = [
+        "kernels/igfs.h",
+        "kernels/igfs.cc",
+        "kernels/igfs_random_access_file.h",
+        "kernels/igfs_random_access_file.cc",
+        "kernels/igfs_writable_file.h",
+        "kernels/igfs_writable_file.cc",
+        "kernels/igfs_client.h",
+        "kernels/igfs_client.cc",
+        "kernels/igfs_messages.h",
+        "kernels/igfs_messages.cc",
+        "kernels/igfs_extended_tcp_client.h",
+        "kernels/igfs_extended_tcp_client.cc"
+    ],
+    deps = [
+        "//tensorflow/contrib/ignite:ignite_client",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal"
+    ],
+    alwayslink=1,
+)
+
+py_library(
+    name = "igfs_ops",
+    srcs = [
+        "python/ops/igfs_ops.py",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":igfs_op_loader",
+        "//tensorflow/python:util",
+        "//tensorflow/python/data/util:nest",
+    ],
+)
+
+tf_gen_op_wrapper_py(
+    name = "gen_igfs_ops",
+    out = "python/ops/gen_igfs_ops.py",
+    deps = [":igfs_ops_op_lib"],
+)
+
+tf_kernel_library(
+    name = "igfs_ops_kernels",
+    deps = [
+        ":igfs_kernels",
+        "//tensorflow/core:framework",
+    ],
+    alwayslink = 1,
+)
+
+tf_custom_op_py_library(
+    name = "igfs_op_loader",
+    srcs = ["python/ops/igfs_op_loader.py"],
+    dso = [":_igfs_ops.so"],
+    kernels = [
+        ":igfs_ops_kernels",
+        ":igfs_ops_op_lib",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":gen_igfs_ops",
+        "//tensorflow/contrib/util:util_py",
+        "//tensorflow/python:platform",
+    ],
+)
+
+# The Apache Ignite servers have to setup before the test and tear down
+# after the test manually. The docker engine has to be installed.
+#
+# To setup Apache Ignite servers:
+# $ bash ./python/tests/start_ignite.sh
+#
+# To tear down Apache Ignite servers:
+# $ bash ./python/tests/stop_ignite.sh
+tf_py_test(
+    name = "igfs_test_py",
+    srcs = ["python/tests/igfs_test.py"],
+    additional_deps = [
+        ":igfs",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+    tags = [
+        "manual",
+        "no_windows",
+        "notap",
+    ],
+)
diff --git a/tensorflow/contrib/igfs/README.md b/tensorflow/contrib/igfs/README.md
new file mode 100644
index 0000000000..fa7d677d43
--- /dev/null
+++ b/tensorflow/contrib/igfs/README.md
@@ -0,0 +1,34 @@
+# IGFS (Ignite File System)
+
+- [Overview](#overview)
+- [Try it out](#try-it-out)
+
+## Overview
+
+[Apache Ignite](https://ignite.apache.org/) is a memory-centric distributed database, caching, and processing platform for
+transactional, analytical, and streaming workloads, delivering in-memory speeds at petabyte scale. In addition to database functionality Apache Ignite provides a distributed file system called [IGFS](https://ignite.apache.org/features/igfs.html). IGFS delivers a similar functionality to Hadoop HDFS, but only in-memory. In fact, in addition to its own APIs, IGFS implements Hadoop FileSystem API and can be transparently plugged into Hadoop or Spark deployments. This contrib package contains an intergration between IGFS and TensorFlow. The integration is based on [custom filesystem plugin](https://www.tensorflow.org/extend/add_filesys) from TensorFlow side and [IGFS Native API](https://ignite.apache.org/features/igfs.html) from Apache Ignite side. It has numerous uses, for example:
+* Checkpoints of state can be saved to IGFS for reliability and fault-tolerance.
+* Training processes communicate with TensorBoard by writing event files to a directory, which TensorBoard watches. IGFS allows this communication to work even when TensorBoard runs in a different process or machine.
+
+## Try it out
+
+The simplest way to try IGFS with TensorFlow is to run [Docker](https://www.docker.com/) container with Apache Ignite and enabled IGFS and then interruct with it using TensorFlow [tf.gfile](https://www.tensorflow.org/api_docs/python/tf/gfile). Such container is available on Docker Hub: [dmitrievanthony/ignite-with-igfs](https://hub.docker.com/r/dmitrievanthony/ignite-with-igfs/). You need to start this container on your machine:
+
+```
+docker run -it -p 10500:10500 dmitrievanthony/ignite-with-igfs
+```
+
+After that you will be able to work with it following way:
+
+```python
+>>> import tensorflow as tf
+>>> import tensorflow.contrib.igfs.python.ops.igfs_ops
+>>> 
+>>> with tf.gfile.Open("igfs:///hello.txt", mode='w') as w:
+>>>   w.write("Hello, world!")
+>>>
+>>> with tf.gfile.Open("igfs:///hello.txt", mode='r') as r:
+>>>   print(w.read())
+
+Hello, world!
+```
diff --git a/tensorflow/contrib/igfs/__init__.py b/tensorflow/contrib/igfs/__init__.py
new file mode 100644
index 0000000000..dfead6bb29
--- /dev/null
+++ b/tensorflow/contrib/igfs/__init__.py
@@ -0,0 +1,34 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Apache Ignite is a memory-centric distributed database, caching, and
+   processing platform for transactional, analytical, and streaming workloads,
+   delivering in-memory speeds at petabyte scale. In addition to database
+   functionality Apache Ignite provides a distributed file system called
+   IGFS (https://ignite.apache.org/features/igfs.html). IGFS delivers a similar
+   functionality to Hadoop HDFS, but only in-memory. In fact, in addition to
+   its own APIs, IGFS implements Hadoop FileSystem API and can be transparently
+   plugged into Hadoop or Spark deployments. This contrib package contains an
+   intergration between IGFS and TensorFlow.
+
+@@IGFS
+"""
+
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import tensorflow.contrib.igfs.python.ops.igfs_ops
+from tensorflow.python.util.all_util import remove_undocumented
diff --git a/tensorflow/contrib/igfs/kernels/igfs.cc b/tensorflow/contrib/igfs/kernels/igfs.cc
new file mode 100644
index 0000000000..8ad5696b19
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs.cc
@@ -0,0 +1,320 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/lib/io/path.h"
+#include "tensorflow/core/platform/file_system.h"
+#include "tensorflow/core/platform/file_system_helper.h"
+
+#include "igfs.h"
+#include "igfs_client.h"
+#include "igfs_random_access_file.h"
+#include "igfs_writable_file.h"
+
+namespace tensorflow {
+
+std::string GetEnvOrElse(const std::string &env, std::string default_value) {
+  const char *env_c_str = env.c_str();
+  return getenv(env_c_str) != nullptr ? getenv(env_c_str) : default_value;
+}
+
+std::string IGFS::TranslateName(const std::string &name) const {
+  StringPiece scheme, namenode, path;
+  io::ParseURI(name, &scheme, &namenode, &path);
+  return path.ToString();
+}
+
+std::string MakeRelative(const std::string &a, const std::string &b) {
+  std::string max = a;
+  std::string min = b;
+  bool first = b.size() > a.size();
+
+  if (first) {
+    max = b;
+    min = a;
+  }
+
+  auto r = mismatch(min.begin(), min.end(), max.begin());
+  return std::string((first ? r.first : r.second),
+                     first ? min.end() : max.end());
+}
+
+IGFS::IGFS()
+    : host_(GetEnvOrElse("IGFS_HOST", "localhost")),
+      port_(atoi(GetEnvOrElse("IGFS_PORT", "10500").c_str())),
+      fs_name_(GetEnvOrElse("IGFS_FS_NAME", "default_fs")) {
+  LOG(INFO) << "IGFS created [host=" << host_ << ", port=" << port_
+            << ", fs_name=" << fs_name_ << "]";
+};
+
+IGFS::~IGFS() {
+  LOG(INFO) << "IGFS destroyed [host=" << host_ << ", port=" << port_
+            << ", fs_name=" << fs_name_ << "]";
+};
+
+Status IGFS::NewRandomAccessFile(const std::string &file_name,
+                                 std::unique_ptr<RandomAccessFile> *result) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<OpenReadResponse> open_read_response(true);
+  TF_RETURN_IF_ERROR(client->OpenRead(&open_read_response, path));
+
+  long resource_id = open_read_response.res.stream_id;
+  result->reset(new IGFSRandomAccessFile(path, resource_id, client));
+
+  LOG(INFO) << "New random access file completed successfully [file_name="
+            << file_name << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::NewWritableFile(const std::string &file_name,
+                             std::unique_ptr<WritableFile> *result) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<ExistsResponse> exists_response(false);
+  TF_RETURN_IF_ERROR(client->Exists(&exists_response, path));
+
+  if (exists_response.res.exists) {
+    CtrlResponse<DeleteResponse> del_response(false);
+    TF_RETURN_IF_ERROR(client->Delete(&del_response, path, false));
+  }
+
+  CtrlResponse<OpenCreateResponse> open_create_resp(false);
+  TF_RETURN_IF_ERROR(client->OpenCreate(&open_create_resp, path));
+
+  long resource_id = open_create_resp.res.stream_id;
+  result->reset(new IGFSWritableFile(path, resource_id, client));
+
+  LOG(INFO) << "New writable file completed successfully [file_name="
+            << file_name << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::NewAppendableFile(const std::string &file_name,
+                               std::unique_ptr<WritableFile> *result) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<ExistsResponse> exists_response(false);
+  TF_RETURN_IF_ERROR(client->Exists(&exists_response, file_name));
+
+  if (exists_response.res.exists) {
+    CtrlResponse<DeleteResponse> del_response(false);
+    TF_RETURN_IF_ERROR(client->Delete(&del_response, file_name, false));
+  }
+
+  CtrlResponse<OpenAppendResponse> open_append_resp(false);
+  TF_RETURN_IF_ERROR(client->OpenAppend(&open_append_resp, file_name));
+
+  result->reset(new IGFSWritableFile(TranslateName(file_name),
+                                     open_append_resp.res.stream_id, client));
+
+  LOG(INFO) << "New appendable file completed successfully [file_name="
+            << file_name << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::NewReadOnlyMemoryRegionFromFile(
+    const std::string &file_name,
+    std::unique_ptr<ReadOnlyMemoryRegion> *result) {
+  return errors::Unimplemented("IGFS does not support ReadOnlyMemoryRegion");
+}
+
+Status IGFS::FileExists(const std::string &file_name) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  const std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<ExistsResponse> exists_response(false);
+  TF_RETURN_IF_ERROR(client->Exists(&exists_response, path));
+
+  if (!exists_response.res.exists)
+    return errors::NotFound("File ", path, " not found");
+
+  LOG(INFO) << "File exists completed successfully [file_name=" << file_name
+            << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::GetChildren(const std::string &file_name,
+                         std::vector<std::string> *result) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<ListPathsResponse> list_paths_response(false);
+  TF_RETURN_IF_ERROR(client->ListPaths(&list_paths_response, path));
+
+  *result = std::vector<std::string>();
+  std::vector<IGFSPath> entries = list_paths_response.res.entries;
+
+  for (IGFSPath &value : entries)
+    result->push_back(MakeRelative(value.path, path));
+
+  LOG(INFO) << "Get children completed successfully [file_name=" << file_name
+            << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::GetMatchingPaths(const std::string &pattern,
+                              std::vector<std::string> *results) {
+  return internal::GetMatchingPaths(this, Env::Default(), pattern, results);
+}
+
+Status IGFS::DeleteFile(const std::string &file_name) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<DeleteResponse> del_response(false);
+  TF_RETURN_IF_ERROR(client->Delete(&del_response, path, false));
+
+  if (!del_response.res.exists)
+    return errors::NotFound("File ", path, " not found");
+
+  LOG(INFO) << "Delete file completed successfully [file_name=" << file_name
+            << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::CreateDir(const std::string &file_name) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  const std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<MakeDirectoriesResponse> mkdir_response(false);
+  TF_RETURN_IF_ERROR(client->MkDir(&mkdir_response, path));
+
+  if (!mkdir_response.res.successful)
+    return errors::Internal("Can't create directory ", path);
+
+  LOG(INFO) << "Create dir completed successful [file_name=" << file_name
+            << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::DeleteDir(const std::string &file_name) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<ListFilesResponse> list_files_response(false);
+  TF_RETURN_IF_ERROR(client->ListFiles(&list_files_response, path));
+
+  if (!list_files_response.res.entries.empty()) {
+    return errors::FailedPrecondition("Can't delete a non-empty directory");
+  } else {
+    CtrlResponse<DeleteResponse> del_response(false);
+    TF_RETURN_IF_ERROR(client->Delete(&del_response, path, true));
+  }
+
+  LOG(INFO) << "Delete dir completed successful [file_name=" << file_name
+            << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::GetFileSize(const std::string &file_name, uint64 *size) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<InfoResponse> info_response(false);
+  TF_RETURN_IF_ERROR(client->Info(&info_response, path));
+
+  *size = info_response.res.file_info.length;
+
+  LOG(INFO) << "Get file size completed successful [file_name=" << file_name
+            << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::RenameFile(const std::string &src, const std::string &dst) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string src_path = TranslateName(src);
+  std::string dst_path = TranslateName(dst);
+
+  if (FileExists(dst).ok()) DeleteFile(dst);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<RenameResponse> rename_response(false);
+  TF_RETURN_IF_ERROR(client->Rename(&rename_response, src_path, dst_path));
+
+  if (!rename_response.res.successful)
+    return errors::NotFound("File ", src_path, " not found");
+
+  LOG(INFO) << "Rename file completed successful [src=" << src
+            << ", dst=" << dst << "]";
+
+  return Status::OK();
+}
+
+Status IGFS::Stat(const std::string &file_name, FileStatistics *stats) {
+  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::string path = TranslateName(file_name);
+
+  CtrlResponse<HandshakeResponse> handshake_response(true);
+  TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
+
+  CtrlResponse<InfoResponse> info_response(false);
+  TF_RETURN_IF_ERROR(client->Info(&info_response, path));
+
+  IGFSFile info = info_response.res.file_info;
+
+  *stats = FileStatistics(info.length, info.modification_time,
+                          (info.flags & 0x1) != 0);
+
+  LOG(INFO) << "Stat completed successful [file_name=" << file_name << "]";
+
+  return Status::OK();
+}
+
+std::shared_ptr<IGFSClient> IGFS::CreateClient() const {
+  return std::shared_ptr<IGFSClient>(
+      new IGFSClient(host_, port_, fs_name_, ""));
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/contrib/igfs/kernels/igfs.h b/tensorflow/contrib/igfs/kernels/igfs.h
new file mode 100644
index 0000000000..26c7464044
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs.h
@@ -0,0 +1,62 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
+#define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
+
+#include "igfs_client.h"
+#include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/platform/file_system.h"
+
+namespace tensorflow {
+
+class IGFS : public FileSystem {
+ public:
+  IGFS();
+  ~IGFS();
+  Status NewRandomAccessFile(
+      const std::string& file_name,
+      std::unique_ptr<RandomAccessFile>* result) override;
+  Status NewWritableFile(const std::string& fname,
+                         std::unique_ptr<WritableFile>* result) override;
+  Status NewAppendableFile(const std::string& fname,
+                           std::unique_ptr<WritableFile>* result) override;
+  Status NewReadOnlyMemoryRegionFromFile(
+      const std::string& fname,
+      std::unique_ptr<ReadOnlyMemoryRegion>* result) override;
+  Status FileExists(const std::string& fname) override;
+  Status GetChildren(const std::string& dir,
+                     std::vector<string>* result) override;
+  Status GetMatchingPaths(const std::string& pattern,
+                          std::vector<string>* results) override;
+  Status DeleteFile(const std::string& fname) override;
+  Status CreateDir(const std::string& name) override;
+  Status DeleteDir(const std::string& name) override;
+  Status GetFileSize(const std::string& fname, uint64* size) override;
+  Status RenameFile(const std::string& src, const std::string& target) override;
+  Status Stat(const std::string& fname, FileStatistics* stat) override;
+  string TranslateName(const std::string& name) const override;
+
+ private:
+  const std::string host_;
+  const int port_;
+  const std::string fs_name_;
+
+  std::shared_ptr<IGFSClient> CreateClient() const;
+};
+
+}  // namespace tensorflow
+
+#endif
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
new file mode 100644
index 0000000000..b1f6986abd
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
@@ -0,0 +1,40 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
+#define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
+
+#include "igfs_client.h"
+#include "tensorflow/core/platform/file_system.h"
+
+namespace tensorflow {
+
+class IGFSRandomAccessFile : public RandomAccessFile {
+ public:
+  IGFSRandomAccessFile(const std::string &file_name, int64_t resource_id,
+                       std::shared_ptr<IGFSClient> client);
+  ~IGFSRandomAccessFile() override;
+  Status Read(uint64 offset, size_t n, StringPiece *result,
+              char *scratch) const override;
+
+ private:
+  const std::string file_name_;
+  const int64_t resource_id_;
+  std::shared_ptr<IGFSClient> client_;
+};
+
+}  // namespace tensorflow
+
+#endif
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h b/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
new file mode 100644
index 0000000000..352354a630
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
@@ -0,0 +1,42 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
+#define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
+
+#include "igfs_client.h"
+#include "tensorflow/core/platform/file_system.h"
+
+namespace tensorflow {
+
+class IGFSWritableFile : public WritableFile {
+ public:
+  IGFSWritableFile(const string &file_name, int64_t resource_id,
+                   std::shared_ptr<IGFSClient> client);
+  ~IGFSWritableFile() override;
+  Status Append(const StringPiece &data) override;
+  Status Close() override;
+  Status Flush() override;
+  Status Sync() override;
+
+ private:
+  const string file_name_;
+  int64_t resource_id_;
+  std::shared_ptr<IGFSClient> client_;
+};
+
+}  // namespace tensorflow
+
+#endif
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/ops/igfs_ops.cc b/tensorflow/contrib/igfs/ops/igfs_ops.cc
new file mode 100644
index 0000000000..99e41a5dbb
--- /dev/null
+++ b/tensorflow/contrib/igfs/ops/igfs_ops.cc
@@ -0,0 +1,26 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/framework/common_shape_fns.h"
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/shape_inference.h"
+
+#include "../kernels/igfs.h"
+
+namespace tensorflow {
+
+REGISTER_FILE_SYSTEM("igfs", IGFS);
+
+}  // namespace tensorflow
diff --git a/tensorflow/contrib/igfs/python/ops/igfs_op_loader.py b/tensorflow/contrib/igfs/python/ops/igfs_op_loader.py
new file mode 100644
index 0000000000..c9ab283105
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/ops/igfs_op_loader.py
@@ -0,0 +1,25 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Python helper for loading IGFS ops and kernels."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.contrib.util import loader
+from tensorflow.python.platform import resource_loader
+
+_dataset_ops = loader.load_op_library(
+    resource_loader.get_path_to_datafile("../../_igfs_ops.so"))
diff --git a/tensorflow/contrib/igfs/python/ops/igfs_ops.py b/tensorflow/contrib/igfs/python/ops/igfs_ops.py
new file mode 100644
index 0000000000..5c02ddcd9a
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/ops/igfs_ops.py
@@ -0,0 +1,29 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""IGFS."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+from tensorflow.contrib.ignite.python.ops import ignite_op_loader  # pylint: disable=unused-import
+from tensorflow.python.platform import resource_loader
+from tensorflow.python.framework import load_library
+
+file_system_library = os.path.join(resource_loader.get_data_files_path(),
+                                   "../../_igfs_ops.so")
+load_library.load_file_system_library(file_system_library)
diff --git a/tensorflow/contrib/igfs/python/tests/config/ignite-config-igfs.xml b/tensorflow/contrib/igfs/python/tests/config/ignite-config-igfs.xml
new file mode 100644
index 0000000000..5d81bf3322
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/tests/config/ignite-config-igfs.xml
@@ -0,0 +1,55 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+     http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<beans xmlns="http://www.springframework.org/schema/beans"
+       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+       xmlns:util="http://www.springframework.org/schema/util"
+       xsi:schemaLocation="http://www.springframework.org/schema/beans
+       http://www.springframework.org/schema/beans/spring-beans.xsd
+       http://www.springframework.org/schema/util
+       http://www.springframework.org/schema/util/spring-util.xsd">
+
+  <bean class="org.apache.ignite.configuration.IgniteConfiguration">
+    <property name="fileSystemConfiguration">
+      <bean class="org.apache.ignite.configuration.FileSystemConfiguration">
+        <!-- Distinguished file system name. -->
+        <property name="name" value="default_fs"/>
+        <property name="managementPort" value="9000"/>
+        <property name="ipcEndpointEnabled" value="true"/>
+        <property name="defaultMode" value="PRIMARY"/>
+        <property name="ipcEndpointConfiguration">
+          <bean class="org.apache.ignite.igfs.IgfsIpcEndpointConfiguration">
+            <property name="host" value="" />
+            <property name="port" value="10500"/>
+            <property name="type" value="TCP"/>
+          </bean>
+        </property>
+      </bean>
+    </property>
+    <property name="discoverySpi">
+      <bean class="org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi">
+        <property name="ipFinder">
+          <bean class="org.apache.ignite.spi.discovery.tcp.ipfinder.vm.TcpDiscoveryVmIpFinder">
+            <property name="addresses">
+              <list>
+                <value>127.0.0.1</value>
+              </list>
+            </property>
+          </bean>
+        </property>
+      </bean>
+    </property>
+  </bean>
+
+</beans>
diff --git a/tensorflow/contrib/igfs/python/tests/igfs_test.py b/tensorflow/contrib/igfs/python/tests/igfs_test.py
new file mode 100644
index 0000000000..120ab666a8
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/tests/igfs_test.py
@@ -0,0 +1,203 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License.  You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations under
+# the License.
+# ==============================================================================
+"""Tests for IGFS."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import tensorflow as tf
+import tensorflow.contrib.igfs.python.ops.igfs_ops  # pylint: disable=unused-import
+from tensorflow.python.platform import test
+
+class IGFSTest(test.TestCase):
+  """The Apache Ignite servers have to setup before the test and tear down
+     after the test manually. The docker engine has to be installed.
+
+     To setup Apache Ignite servers:
+     $ bash start_ignite.sh
+
+     To tear down Apache Ignite servers:
+     $ bash stop_ignite.sh
+  """
+
+  def test_create_file(self):
+    """Test create file.
+    """
+    # Setup and check preconditions.
+    file_name = "igfs:///test_create_file/1"
+    self.assertFalse(tf.gfile.Exists(file_name))
+    # Create file.
+    with tf.gfile.Open(file_name, mode='w') as w:
+      w.write("")
+    # Check that file was created.
+    self.assertTrue(tf.gfile.Exists(file_name))
+
+  def test_write_read_file(self):
+    """Test write/read file.
+    """
+    # Setup and check preconditions.
+    file_name = "igfs:///test_write_read_file/1"
+    rows = 10000
+    self.assertFalse(tf.gfile.Exists(file_name))
+    # Write data.
+    with tf.gfile.Open(file_name, mode='w') as w:
+      for i in range(rows):
+        w.write("This is row\n")
+    # Read data.
+    with tf.gfile.Open(file_name, mode='r') as r:
+      lines = r.readlines()
+    # Check that data is equal.
+    self.assertEqual(rows, len(lines))
+    for i in range(rows):
+      self.assertEqual("This is row\n", lines[i])
+
+  def test_delete_recursively(self):
+    """Test delete recursively.
+    """
+    # Setup and check preconditions.
+    dir_name = "igfs:///test_delete_recursively/"
+    file_name = "igfs:///test_delete_recursively/1"
+    self.assertFalse(tf.gfile.Exists(dir_name))
+    self.assertFalse(tf.gfile.Exists(file_name))
+    tf.gfile.MkDir(dir_name)
+    with tf.gfile.Open(file_name, mode='w') as w:
+      w.write("")
+    self.assertTrue(tf.gfile.Exists(dir_name))
+    self.assertTrue(tf.gfile.Exists(file_name))
+    # Delete directory recursively.
+    tf.gfile.DeleteRecursively(dir_name)
+    # Check that directory was deleted.
+    self.assertFalse(tf.gfile.Exists(dir_name))
+    self.assertFalse(tf.gfile.Exists(file_name))
+
+  def test_copy(self):
+    """Test copy.
+    """
+    # Setup and check preconditions.
+    src_file_name = "igfs:///test_copy/1"
+    dst_file_name = "igfs:///test_copy/2"
+    self.assertFalse(tf.gfile.Exists(src_file_name))
+    self.assertFalse(tf.gfile.Exists(dst_file_name))
+    with tf.gfile.Open(src_file_name, mode='w') as w:
+      w.write("42")
+    self.assertTrue(tf.gfile.Exists(src_file_name))
+    self.assertFalse(tf.gfile.Exists(dst_file_name))
+    # Copy file.
+    tf.gfile.Copy(src_file_name, dst_file_name)
+    # Check that files are identical.
+    self.assertTrue(tf.gfile.Exists(src_file_name))
+    self.assertTrue(tf.gfile.Exists(dst_file_name))
+    with tf.gfile.Open(dst_file_name, mode='r') as r:
+      data = r.read()
+    self.assertEqual("42", data)
+
+  def test_is_directory(self):
+    """Test is directory.
+    """
+    # Setup and check preconditions.
+    dir_name = "igfs:///test_is_directory/1"
+    file_name = "igfs:///test_is_directory/2"
+    with tf.gfile.Open(file_name, mode='w') as w:
+      w.write("")
+    tf.gfile.MkDir(dir_name)
+    # Check that directory is a directory.
+    self.assertTrue(tf.gfile.IsDirectory(dir_name))
+    # Check that file is not a directory.
+    self.assertFalse(tf.gfile.IsDirectory(file_name))
+
+  def test_list_directory(self):
+    """Test list directory.
+    """
+    # Setup and check preconditions.
+    dir_name = "igfs:///test_list_directory/"
+    file_names = [
+        "igfs:///test_list_directory/1",
+        "igfs:///test_list_directory/2/3"
+    ]
+    ch_dir_names = [
+        "igfs:///test_list_directory/4",
+    ]
+    for file_name in file_names:
+      with tf.gfile.Open(file_name, mode='w') as w:
+        w.write("")
+    for ch_dir_name in ch_dir_names:
+      tf.gfile.MkDir(ch_dir_name)
+    ls_expected_result = file_names + ch_dir_names
+    # Get list of files in directory.
+    ls_result = tf.gfile.ListDirectory(dir_name)
+    # Check that list of files is correct.
+    self.assertEqual(len(ls_expected_result), len(ls_result))
+    for e in ['1', '2', '4']:
+      self.assertTrue(e in ls_result)
+
+  def test_make_dirs(self):
+    """Test make dirs.
+    """
+    # Setup and check preconditions.
+    dir_name = "igfs:///test_make_dirs/"
+    self.assertFalse(tf.gfile.Exists(dir_name))
+    # Make directory.
+    tf.gfile.MkDir(dir_name)
+    # Check that directory was created.
+    self.assertTrue(tf.gfile.Exists(dir_name))
+
+  def test_remove(self):
+    """Test remove.
+    """
+    # Setup and check preconditions.
+    file_name = "igfs:///test_remove/1"
+    self.assertFalse(tf.gfile.Exists(file_name))
+    with tf.gfile.Open(file_name, mode='w') as w:
+      w.write("")
+    self.assertTrue(tf.gfile.Exists(file_name))
+    # Remove file.
+    tf.gfile.Remove(file_name)
+    # Check that file was removed.
+    self.assertFalse(tf.gfile.Exists(file_name))
+
+  def test_rename_file(self):
+    """Test rename file.
+    """
+    # Setup and check preconditions.
+    src_file_name = "igfs:///test_rename_file/1"
+    dst_file_name = "igfs:///test_rename_file/2"
+    with tf.gfile.Open(src_file_name, mode='w') as w:
+      w.write("42")
+    self.assertTrue(tf.gfile.Exists(src_file_name))
+    # Rename file.
+    tf.gfile.Rename(src_file_name, dst_file_name)
+    # Check that only new name of file is available.
+    self.assertFalse(tf.gfile.Exists(src_file_name))
+    self.assertTrue(tf.gfile.Exists(dst_file_name))
+    with tf.gfile.Open(dst_file_name, mode='r') as r:
+      data = r.read()
+    self.assertEqual("42", data)
+
+  def test_rename_dir(self):
+    """Test rename dir.
+    """
+    # Setup and check preconditions.
+    src_dir_name = "igfs:///test_rename_dir/1"
+    dst_dir_name = "igfs:///test_rename_dir/2"
+    tf.gfile.MkDir(src_dir_name)
+    # Rename directory.
+    tf.gfile.Rename(src_dir_name, dst_dir_name)
+    # Check that only new name of directory is available.
+    self.assertFalse(tf.gfile.Exists(src_dir_name))
+    self.assertTrue(tf.gfile.Exists(dst_dir_name))
+    self.assertTrue(tf.gfile.IsDirectory(dst_dir_name))
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/contrib/ignite/BUILD b/tensorflow/contrib/ignite/BUILD
index 9393b702d1..c79d35e601 100644
--- a/tensorflow/contrib/ignite/BUILD
+++ b/tensorflow/contrib/ignite/BUILD
@@ -36,20 +36,13 @@ tf_gen_op_libs(
 )
 
 cc_library(
-    name = "dataset_kernels",
+    name = "ignite_client",
     srcs = [
-        "kernels/ignite_dataset_ops.cc",
         "kernels/ignite_client.h",
         "kernels/ignite_byte_swapper.h",
         "kernels/ignite_plain_client.h",
         "kernels/ignite_ssl_wrapper.h",
-        "kernels/ignite_ssl_wrapper.cc",
-        "kernels/ignite_binary_object_parser.h",
-        "kernels/ignite_binary_object_parser.cc",
-        "kernels/ignite_dataset.h",
-        "kernels/ignite_dataset.cc",
-        "kernels/ignite_dataset_iterator.h",
-        "kernels/ignite_dataset_iterator.cc",
+        "kernels/ignite_ssl_wrapper.cc"
     ] + if_not_windows([
         "kernels/ignite_plain_client_unix.cc",
     ]) + if_windows([
@@ -59,11 +52,29 @@ cc_library(
         "-DWIN32_LEAN_AND_MEAN",
     ]),
     deps = [
-        "//tensorflow/core:framework_headers_lib",
-        "//third_party/eigen3",
         "@boringssl//:ssl",
+        "//tensorflow/core:framework_headers_lib",
         "@protobuf_archive//:protobuf_headers",
     ],
+)
+
+cc_library(
+    name = "dataset_kernels",
+    srcs = [
+        "kernels/ignite_dataset_ops.cc",
+        "kernels/ignite_binary_object_parser.h",
+        "kernels/ignite_binary_object_parser.cc",
+        "kernels/ignite_dataset.h",
+        "kernels/ignite_dataset.cc",
+        "kernels/ignite_dataset_iterator.h",
+        "kernels/ignite_dataset_iterator.cc",
+    ],
+    deps = [
+        ":ignite_client",
+        "//tensorflow/core:framework_headers_lib",
+        "@protobuf_archive//:protobuf_headers",
+        "//third_party/eigen3",
+    ],
     alwayslink = 1,
 )
 
diff --git a/tensorflow/contrib/ignite/kernels/ignite_client.cc b/tensorflow/contrib/ignite/kernels/ignite_client.cc
new file mode 100644
index 0000000000..dea6484d59
--- /dev/null
+++ b/tensorflow/contrib/ignite/kernels/ignite_client.cc
@@ -0,0 +1,26 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "ignite_client.h"
+
+namespace tensorflow {
+
+Client::Client(bool big_endian) {
+  int x = 1;
+  bool is_little_endian = (*(char *)&x == 1);
+  swap_ = big_endian == is_little_endian;
+}
+
+}  // namespace tensorflow
\ No newline at end of file
-- 
GitLab


From a83408649512759e498ec5968532ed948287e13b Mon Sep 17 00:00:00 2001
From: Artem Malykh <amalykhgh@gmail.com>
Date: Mon, 10 Sep 2018 18:41:43 +0300
Subject: [PATCH 0942/1825] Add IGFS (Apache Ignite File System) support.

---
 .../contrib/igfs/kernels/igfs_client.cc       |  43 ++
 tensorflow/contrib/igfs/kernels/igfs_client.h | 110 ++++++
 .../igfs/kernels/igfs_extended_tcp_client.cc  | 143 +++++++
 .../igfs/kernels/igfs_extended_tcp_client.h   |  47 +++
 .../contrib/igfs/kernels/igfs_messages.cc     | 341 ++++++++++++++++
 .../contrib/igfs/kernels/igfs_messages.h      | 371 ++++++++++++++++++
 .../igfs/kernels/igfs_random_access_file.cc   |  46 +++
 .../igfs/kernels/igfs_writable_file.cc        |  51 +++
 .../igfs/python/tests/bin/start-igfs.sh       |  20 +
 .../contrib/igfs/python/tests/start_ignite.sh |  22 ++
 .../contrib/igfs/python/tests/stop_ignite.sh  |  17 +
 11 files changed, 1211 insertions(+)
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_client.cc
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_client.h
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_messages.cc
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_messages.h
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
 create mode 100644 tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
 create mode 100755 tensorflow/contrib/igfs/python/tests/bin/start-igfs.sh
 create mode 100755 tensorflow/contrib/igfs/python/tests/start_ignite.sh
 create mode 100755 tensorflow/contrib/igfs/python/tests/stop_ignite.sh

diff --git a/tensorflow/contrib/igfs/kernels/igfs_client.cc b/tensorflow/contrib/igfs/kernels/igfs_client.cc
new file mode 100644
index 0000000000..e27f8374fa
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_client.cc
@@ -0,0 +1,43 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "igfs_client.h"
+
+namespace tensorflow {
+
+IGFSClient::IGFSClient(std::string host, int port, std::string fs_name,
+                       std::string user_name)
+    : fs_name_(fs_name),
+      user_name_(user_name),
+      client_(ExtendedTCPClient(host, port, true)) {
+  client_.Connect();
+}
+
+IGFSClient::~IGFSClient() { client_.Disconnect(); }
+
+Status IGFSClient::SendRequestGetResponse(const Request &request,
+                                          Response *response) {
+  TF_RETURN_IF_ERROR(request.Write(&client_));
+  client_.reset();
+
+  if (response != nullptr) {
+    TF_RETURN_IF_ERROR(response->Read(&client_));
+    client_.reset();
+  }
+
+  return Status::OK();
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/contrib/igfs/kernels/igfs_client.h b/tensorflow/contrib/igfs/kernels/igfs_client.h
new file mode 100644
index 0000000000..82653af03a
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_client.h
@@ -0,0 +1,110 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
+#define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
+
+#include "igfs_messages.h"
+
+namespace tensorflow {
+
+class IGFSClient {
+ public:
+  IGFSClient(std::string host, int port, std::string fs_name,
+             std::string user_name);
+  ~IGFSClient();
+
+  inline Status Handshake(CtrlResponse<HandshakeResponse> *res) {
+    return SendRequestGetResponse(HandshakeRequest(fs_name_, {}), res);
+  }
+
+  inline Status ListFiles(CtrlResponse<ListFilesResponse> *res,
+                          const std::string &path) {
+    return SendRequestGetResponse(ListFilesRequest(user_name_, path), res);
+  }
+
+  inline Status ListPaths(CtrlResponse<ListPathsResponse> *res,
+                          const std::string &path) {
+    return SendRequestGetResponse(ListPathsRequest(user_name_, path), res);
+  }
+
+  inline Status Info(CtrlResponse<InfoResponse> *res, const std::string &path) {
+    return SendRequestGetResponse(InfoRequest(user_name_, path), res);
+  }
+
+  inline Status OpenCreate(CtrlResponse<OpenCreateResponse> *res,
+                           const std::string &path) {
+    return SendRequestGetResponse(OpenCreateRequest(user_name_, path), res);
+  }
+
+  inline Status OpenAppend(CtrlResponse<OpenAppendResponse> *res,
+                           const std::string &path) {
+    return SendRequestGetResponse(OpenAppendRequest(user_name_, path), res);
+  }
+
+  inline Status OpenRead(CtrlResponse<OpenReadResponse> *res,
+                         const std::string &path) {
+    return SendRequestGetResponse(OpenReadRequest(user_name_, path), res);
+  }
+
+  inline Status Exists(CtrlResponse<ExistsResponse> *res,
+                       const std::string &path) {
+    return SendRequestGetResponse(ExistsRequest(user_name_, path), res);
+  }
+
+  inline Status MkDir(CtrlResponse<MakeDirectoriesResponse> *res,
+                      const std::string &path) {
+    return SendRequestGetResponse(MakeDirectoriesRequest(user_name_, path),
+                                  res);
+  }
+
+  inline Status Delete(CtrlResponse<DeleteResponse> *res,
+                       const std::string &path, bool recursive) {
+    return SendRequestGetResponse(DeleteRequest(user_name_, path, recursive),
+                                  res);
+  }
+
+  inline Status WriteBlock(int64_t stream_id, const uint8_t *data,
+                           int32_t len) {
+    return SendRequestGetResponse(WriteBlockRequest(stream_id, data, len),
+                                  nullptr);
+  }
+
+  inline Status ReadBlock(ReadBlockCtrlResponse *res, int64_t stream_id,
+                          int64_t pos, int32_t length) {
+    return SendRequestGetResponse(ReadBlockRequest(stream_id, pos, length),
+                                  res);
+  }
+
+  inline Status Close(CtrlResponse<CloseResponse> *res, int64_t stream_id) {
+    return SendRequestGetResponse(CloseRequest(stream_id), res);
+  }
+
+  inline Status Rename(CtrlResponse<RenameResponse> *res,
+                       const std::string &source, const std::string &dest) {
+    return SendRequestGetResponse(RenameRequest(user_name_, source, dest), res);
+  }
+
+ private:
+  const std::string fs_name_;
+  const std::string user_name_;
+  ExtendedTCPClient client_;
+
+  Status SendRequestGetResponse(const Request &request, Response *response);
+};
+
+}  // namespace tensorflow
+
+#endif
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
new file mode 100644
index 0000000000..b21360ec83
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
@@ -0,0 +1,143 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "igfs_extended_tcp_client.h"
+
+namespace tensorflow {
+
+ExtendedTCPClient::ExtendedTCPClient(std::string host, int port,
+                                     bool big_endian)
+    : PlainClient(host, port, big_endian), pos_(0) {}
+
+Status ExtendedTCPClient::ReadData(uint8_t *buf, int32_t length) {
+  TF_RETURN_IF_ERROR(PlainClient::ReadData(buf, length));
+  pos_ += length;
+
+  return Status::OK();
+}
+
+Status ExtendedTCPClient::WriteData(uint8_t *buf, int32_t length) {
+  TF_RETURN_IF_ERROR(PlainClient::WriteData(buf, length));
+  pos_ += length;
+
+  return Status::OK();
+}
+
+Status ExtendedTCPClient::Ignore(int n) {
+  uint8_t buf[n];
+  return ReadData(buf, n);
+}
+
+Status ExtendedTCPClient::SkipToPos(int target_pos) {
+  return Ignore(std::max(0, target_pos - pos_));
+};
+
+Status ExtendedTCPClient::ReadBool(bool *res) {
+  uint8_t buf = 0;
+  TF_RETURN_IF_ERROR(ReadData(&buf, 1));
+  *res = buf != 0;
+
+  return Status::OK();
+}
+
+Status ExtendedTCPClient::ReadNullableString(std::string *res) {
+  bool is_empty = false;
+  TF_RETURN_IF_ERROR(ReadBool(&is_empty));
+
+  if (!is_empty) {
+    TF_RETURN_IF_ERROR(ReadString(res));
+  }
+
+  return Status::OK();
+}
+
+Status ExtendedTCPClient::ReadString(std::string *res) {
+  int16_t length;
+  TF_RETURN_IF_ERROR(ReadShort(&length));
+
+  uint8_t *buf = new uint8_t[length];
+  Status status = ReadData(buf, length);
+
+  if (status.ok()) res->assign((char *)buf, length);
+
+  delete[] buf;
+  return status;
+}
+
+Status ExtendedTCPClient::ReadStringMap(
+    std::map<std::string, std::string> *res) {
+  int size;
+  TF_RETURN_IF_ERROR(ReadInt(&size));
+
+  for (int i = 0; i < size; i++) {
+    std::string key;
+    std::string val;
+    TF_RETURN_IF_ERROR(ReadString(&key));
+    TF_RETURN_IF_ERROR(ReadString(&val));
+
+    res->insert(std::pair<string, string>(key, val));
+  }
+
+  return Status::OK();
+};
+
+Status ExtendedTCPClient::WriteSize(
+    std::map<std::string, std::string>::size_type s) {
+  return WriteInt(s);
+}
+
+Status ExtendedTCPClient::FillWithZerosUntil(int n) {
+  int toSkip = std::max(0, n - pos_);
+
+  for (int i = 0; i < toSkip; i++) {
+    TF_RETURN_IF_ERROR(WriteByte(0));
+  }
+
+  return Status::OK();
+}
+
+Status ExtendedTCPClient::WriteBool(bool val) {
+  return WriteByte((char)(val ? 1 : 0));
+}
+
+Status ExtendedTCPClient::WriteString(std::string str) {
+  if (!str.empty()) {
+    TF_RETURN_IF_ERROR(WriteBool(false));
+    unsigned short l = str.length();
+    TF_RETURN_IF_ERROR(WriteShort(l));
+    TF_RETURN_IF_ERROR(WriteData((uint8_t *)str.c_str(), str.length()));
+  } else {
+    TF_RETURN_IF_ERROR(WriteBool(true));
+  }
+
+  return Status::OK();
+}
+
+Status ExtendedTCPClient::WriteStringMap(
+    std::map<std::string, std::string> map) {
+  std::map<string, string>::size_type size = map.size();
+  TF_RETURN_IF_ERROR(WriteSize(size));
+
+  for (auto const &x : map) {
+    TF_RETURN_IF_ERROR(WriteString(x.first));
+    TF_RETURN_IF_ERROR(WriteString(x.second));
+  }
+
+  return Status::OK();
+}
+
+void ExtendedTCPClient::reset() { pos_ = 0; }
+
+}  // namespace tensorflow
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
new file mode 100644
index 0000000000..07d8a33605
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
@@ -0,0 +1,47 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_EXTENDED_TCP_CLIENT_H_
+#define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_EXTENDED_TCP_CLIENT_H_
+
+#include "tensorflow/contrib/ignite/kernels/ignite_plain_client.h"
+
+namespace tensorflow {
+
+class ExtendedTCPClient : public PlainClient {
+ public:
+  ExtendedTCPClient(std::string host, int port, bool big_endian);
+  Status ReadData(uint8_t *buf, int32_t length) override;
+  Status WriteData(uint8_t *buf, int32_t length) override;
+  Status Ignore(int n);
+  Status SkipToPos(int target_pos);
+  Status ReadBool(bool *res);
+  Status ReadNullableString(std::string *res);
+  Status ReadString(std::string *res);
+  Status ReadStringMap(std::map<std::string, std::string> *res);
+  Status WriteSize(std::map<std::string, std::string>::size_type s);
+  Status FillWithZerosUntil(int n);
+  Status WriteBool(bool val);
+  Status WriteString(std::string str);
+  Status WriteStringMap(std::map<std::string, std::string> map);
+  void reset();
+
+ private:
+  int pos_;
+};
+
+}  // namespace tensorflow
+
+#endif
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.cc b/tensorflow/contrib/igfs/kernels/igfs_messages.cc
new file mode 100644
index 0000000000..2d892c7cc2
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_messages.cc
@@ -0,0 +1,341 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "igfs_messages.h"
+
+namespace tensorflow {
+
+Status IGFSPath::Read(ExtendedTCPClient *client) {
+  return client->ReadNullableString(&path);
+}
+
+Status IGFSFile::Read(ExtendedTCPClient *client) {
+  int32_t block_size;
+  int64_t group_block_size;
+  map<string, string> properties = {};
+  int64_t access_time;
+
+  bool has_path;
+  TF_RETURN_IF_ERROR(client->ReadBool(&has_path));
+  if (has_path) {
+    IGFSPath path = {};
+    TF_RETURN_IF_ERROR(path.Read(client));
+  }
+
+  TF_RETURN_IF_ERROR(client->ReadInt(&block_size));
+  TF_RETURN_IF_ERROR(client->ReadLong(&group_block_size));
+  TF_RETURN_IF_ERROR(client->ReadLong(&length));
+  TF_RETURN_IF_ERROR(client->ReadStringMap(&properties));
+  TF_RETURN_IF_ERROR(client->ReadLong(&access_time));
+  TF_RETURN_IF_ERROR(client->ReadLong(&modification_time));
+  TF_RETURN_IF_ERROR(client->ReadByte(&flags));
+
+  return Status::OK();
+}
+
+Request::Request(int32_t command_id) : command_id_(command_id) {}
+
+Status Request::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(client->WriteByte(0));
+  TF_RETURN_IF_ERROR(client->FillWithZerosUntil(8));
+  TF_RETURN_IF_ERROR(client->WriteInt(command_id_));
+  TF_RETURN_IF_ERROR(client->FillWithZerosUntil(24));
+
+  return Status::OK();
+}
+
+Status Response::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->Ignore(1));
+  TF_RETURN_IF_ERROR(client->SkipToPos(8));
+  TF_RETURN_IF_ERROR(client->ReadInt(&req_id));
+  TF_RETURN_IF_ERROR(client->SkipToPos(24));
+  TF_RETURN_IF_ERROR(client->ReadInt(&res_type));
+
+  bool has_error;
+  TF_RETURN_IF_ERROR(client->ReadBool(&has_error));
+
+  if (has_error) {
+    int32_t error_code;
+    std::string error_msg;
+    TF_RETURN_IF_ERROR(client->ReadString(&error_msg));
+    TF_RETURN_IF_ERROR(client->ReadInt(&error_code));
+
+    return errors::Internal("Error [code=", error_code, ", message=\"",
+                            error_msg, "\"]");
+  }
+
+  TF_RETURN_IF_ERROR(client->SkipToPos(HEADER_SIZE + 5));
+  TF_RETURN_IF_ERROR(client->ReadInt(&length));
+  TF_RETURN_IF_ERROR(client->SkipToPos(HEADER_SIZE + RESPONSE_HEADER_SIZE));
+
+  return Status::OK();
+}
+
+PathCtrlRequest::PathCtrlRequest(int32_t command_id_, string user_name,
+                                 string path, string destination_path,
+                                 bool flag, bool collocate,
+                                 map<string, string> properties)
+    : Request(command_id_),
+      user_name_(std::move(user_name)),
+      path_(std::move(path)),
+      destination_path_(std::move(destination_path)),
+      flag_(flag),
+      collocate_(collocate),
+      props_(std::move(properties)) {}
+
+Status PathCtrlRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(Request::Write(client));
+
+  TF_RETURN_IF_ERROR(client->WriteString(user_name_));
+  TF_RETURN_IF_ERROR(WritePath(client, path_));
+  TF_RETURN_IF_ERROR(WritePath(client, destination_path_));
+  TF_RETURN_IF_ERROR(client->WriteBool(flag_));
+  TF_RETURN_IF_ERROR(client->WriteBool(collocate_));
+  TF_RETURN_IF_ERROR(client->WriteStringMap(props_));
+
+  return Status::OK();
+}
+
+Status PathCtrlRequest::WritePath(ExtendedTCPClient *client,
+                                  const string &path) const {
+  TF_RETURN_IF_ERROR(client->WriteBool(!path.empty()));
+  if (!path.empty()) TF_RETURN_IF_ERROR(client->WriteString(path));
+
+  return Status::OK();
+}
+
+Status StreamCtrlRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(client->WriteByte(0));
+  TF_RETURN_IF_ERROR(client->FillWithZerosUntil(8));
+  TF_RETURN_IF_ERROR(client->WriteInt(command_id_));
+  TF_RETURN_IF_ERROR(client->WriteLong(stream_id_));
+  TF_RETURN_IF_ERROR(client->WriteInt(length_));
+
+  return Status::OK();
+}
+
+StreamCtrlRequest::StreamCtrlRequest(int32_t command_id_, int64_t stream_id,
+                                     int32_t length)
+    : Request(command_id_), stream_id_(stream_id), length_(length) {}
+
+DeleteRequest::DeleteRequest(const string &user_name, const string &path,
+                             bool flag)
+    : PathCtrlRequest(DELETE_ID, user_name, path, {}, flag, true, {}) {}
+
+Status DeleteResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadBool(&exists));
+
+  return Status::OK();
+}
+
+ExistsRequest::ExistsRequest(const string &user_name, const string &path)
+    : PathCtrlRequest(EXISTS_ID, user_name, path, {}, false, true, {}) {}
+
+Status ExistsResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadBool(&exists));
+
+  return Status::OK();
+}
+
+HandshakeRequest::HandshakeRequest(const string &fs_name, const string &log_dir)
+    : Request(HANDSHAKE_ID), fs_name_(fs_name), log_dir_(log_dir){};
+
+Status HandshakeRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(Request::Write(client));
+
+  TF_RETURN_IF_ERROR(client->WriteString(fs_name_));
+  TF_RETURN_IF_ERROR(client->WriteString(log_dir_));
+
+  return Status::OK();
+}
+
+Status HandshakeResponse::Read(ExtendedTCPClient *client) {
+  int64_t block_size;
+  bool sampling;
+
+  TF_RETURN_IF_ERROR(client->ReadNullableString(&fs_name));
+  TF_RETURN_IF_ERROR(client->ReadLong(&block_size));
+
+  bool has_sampling_;
+  TF_RETURN_IF_ERROR(client->ReadBool(&has_sampling_));
+
+  if (has_sampling_) {
+    TF_RETURN_IF_ERROR(client->ReadBool(&sampling));
+  }
+
+  return Status::OK();
+}
+
+ListRequest::ListRequest(int32_t command_id_, const string &user_name,
+                         const string &path)
+    : PathCtrlRequest(command_id_, user_name, path, {}, false, true, {}){};
+
+ListFilesRequest::ListFilesRequest(const string &user_name, const string &path)
+    : ListRequest(LIST_FILES_ID, user_name, path) {}
+
+ListPathsRequest::ListPathsRequest(const string &user_name, const string &path)
+    : ListRequest(LIST_PATHS_ID, user_name, path) {}
+
+OpenCreateRequest::OpenCreateRequest(const string &user_name,
+                                     const string &path)
+    : PathCtrlRequest(OPEN_CREATE_ID, user_name, path, {}, false, true, {}) {}
+
+Status OpenCreateRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(PathCtrlRequest::Write(client));
+
+  TF_RETURN_IF_ERROR(client->WriteInt(replication_));
+  TF_RETURN_IF_ERROR(client->WriteLong(blockSize_));
+
+  return Status::OK();
+}
+
+Status OpenCreateResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadLong(&stream_id));
+
+  return Status::OK();
+}
+
+OpenAppendRequest::OpenAppendRequest(const string &user_name,
+                                     const string &path)
+    : PathCtrlRequest(OPEN_APPEND_ID, user_name, path, {}, false, true, {}) {}
+
+Status OpenAppendRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(PathCtrlRequest::Write(client));
+
+  return Status::OK();
+}
+
+Status OpenAppendResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadLong(&stream_id));
+
+  return Status::OK();
+}
+
+OpenReadRequest::OpenReadRequest(const string &user_name, const string &path,
+                                 bool flag,
+                                 int32_t sequential_reads_before_prefetch)
+    : PathCtrlRequest(OPEN_READ_ID, user_name, path, {}, flag, true, {}),
+      sequential_reads_before_prefetch_(sequential_reads_before_prefetch) {}
+
+OpenReadRequest::OpenReadRequest(const string &user_name, const string &path)
+    : OpenReadRequest(user_name, path, false, 0) {}
+
+Status OpenReadRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(PathCtrlRequest::Write(client));
+
+  if (flag_) {
+    TF_RETURN_IF_ERROR(client->WriteInt(sequential_reads_before_prefetch_));
+  }
+
+  return Status::OK();
+}
+
+Status OpenReadResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadLong(&stream_id));
+  TF_RETURN_IF_ERROR(client->ReadLong(&length));
+
+  return Status::OK();
+}
+
+InfoRequest::InfoRequest(const string &user_name, const string &path)
+    : PathCtrlRequest(INFO_ID, user_name, path, {}, false, true, {}) {}
+
+Status InfoResponse::Read(ExtendedTCPClient *client) {
+  file_info = IGFSFile();
+  TF_RETURN_IF_ERROR(file_info.Read(client));
+
+  return Status::OK();
+}
+
+MakeDirectoriesRequest::MakeDirectoriesRequest(const string &user_name,
+                                               const string &path)
+    : PathCtrlRequest(MKDIR_ID, user_name, path, {}, false, true, {}) {}
+
+Status MakeDirectoriesResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadBool(&successful));
+
+  return Status::OK();
+}
+
+CloseRequest::CloseRequest(int64_t streamId)
+    : StreamCtrlRequest(CLOSE_ID, streamId, 0) {}
+
+Status CloseResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadBool(&successful));
+
+  return Status::OK();
+}
+
+ReadBlockRequest::ReadBlockRequest(int64_t stream_id, int64_t pos,
+                                   int32_t length)
+    : StreamCtrlRequest(READ_BLOCK_ID, stream_id, length), pos(pos) {}
+
+Status ReadBlockRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(StreamCtrlRequest::Write(client));
+
+  TF_RETURN_IF_ERROR(client->WriteLong(pos));
+
+  return Status::OK();
+}
+
+Status ReadBlockResponse::Read(ExtendedTCPClient *client, int32_t length,
+                               uint8_t *dst) {
+  TF_RETURN_IF_ERROR(client->ReadData(dst, length));
+  successfuly_read = length;
+
+  return Status::OK();
+}
+
+Status ReadBlockResponse::Read(ExtendedTCPClient *client) {
+  return Status::OK();
+}
+
+streamsize ReadBlockResponse::GetSuccessfulyRead() { return successfuly_read; }
+
+ReadBlockCtrlResponse::ReadBlockCtrlResponse(uint8_t *dst)
+    : CtrlResponse(false), dst(dst) {}
+
+Status ReadBlockCtrlResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(Response::Read(client));
+
+  res = ReadBlockResponse();
+  TF_RETURN_IF_ERROR(res.Read(client, length, dst));
+
+  return Status::OK();
+}
+
+WriteBlockRequest::WriteBlockRequest(int64_t stream_id, const uint8_t *data,
+                                     int32_t length)
+    : StreamCtrlRequest(WRITE_BLOCK_ID, stream_id, length), data(data) {}
+
+Status WriteBlockRequest::Write(ExtendedTCPClient *client) const {
+  TF_RETURN_IF_ERROR(StreamCtrlRequest::Write(client));
+  TF_RETURN_IF_ERROR(client->WriteData((uint8_t *)data, length_));
+
+  return Status::OK();
+}
+
+RenameRequest::RenameRequest(const string &user_name, const string &path,
+                             const string &destination_path)
+    : PathCtrlRequest(RENAME_ID, user_name, path, destination_path, false, true,
+                      {}) {}
+
+Status RenameResponse::Read(ExtendedTCPClient *client) {
+  TF_RETURN_IF_ERROR(client->ReadBool(&successful));
+
+  return Status::OK();
+}
+
+}  // namespace tensorflow
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.h b/tensorflow/contrib/igfs/kernels/igfs_messages.h
new file mode 100644
index 0000000000..076e6f55ef
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_messages.h
@@ -0,0 +1,371 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
+#define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
+
+#include "igfs_extended_tcp_client.h"
+
+namespace tensorflow {
+
+using std::map;
+using std::string;
+using std::vector;
+using std::streamsize;
+
+enum CommandId {
+  HANDSHAKE_ID = 0,
+  EXISTS_ID = 2,
+  INFO_ID = 3,
+  RENAME_ID = 6,
+  DELETE_ID = 7,
+  MKDIR_ID = 8,
+  LIST_PATHS_ID = 9,
+  LIST_FILES_ID = 10,
+  OPEN_READ_ID = 13,
+  OPEN_APPEND_ID = 14,
+  OPEN_CREATE_ID = 15,
+  CLOSE_ID = 16,
+  READ_BLOCK_ID = 17,
+  WRITE_BLOCK_ID = 18,
+};
+
+class IGFSPath {
+ public:
+  std::string path;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class IGFSFile {
+ public:
+  int64_t length;
+  int64_t modification_time;
+  uint8_t flags;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class Request {
+ public:
+  Request(int32_t command_id);
+  virtual Status Write(ExtendedTCPClient *client) const;
+
+ protected:
+  const int32_t command_id_;
+};
+
+class Response {
+ public:
+  int32_t res_type;
+  int32_t req_id;
+  int32_t length;
+
+  virtual Status Read(ExtendedTCPClient *client);
+
+ protected:
+  static const int32_t HEADER_SIZE = 24;
+  static const int32_t RESPONSE_HEADER_SIZE = 9;
+  static const int32_t RES_TYPE_ERR_STREAM_ID = 9;
+};
+
+class PathCtrlRequest : public Request {
+ public:
+  PathCtrlRequest(int32_t command_id, string user_name, string path,
+                  string destination_path, bool flag, bool collocate,
+                  map<string, string> properties);
+
+  Status Write(ExtendedTCPClient *client) const override;
+
+ protected:
+  const string user_name_;
+  const string path_;
+  const string destination_path_;
+  const bool flag_;
+  const bool collocate_;
+  const map<string, string> props_;
+
+  Status WritePath(ExtendedTCPClient *client, const string &path) const;
+};
+
+class StreamCtrlRequest : public Request {
+ public:
+  StreamCtrlRequest(int32_t command_id, int64_t stream_id, int32_t length);
+  Status Write(ExtendedTCPClient *client) const override;
+
+ protected:
+  int64_t stream_id_;
+  int32_t length_;
+};
+
+template <class R>
+class CtrlResponse : public Response {
+ public:
+  R res;
+  bool has_content;
+
+  CtrlResponse(bool optional) : optional_(optional){};
+  Status Read(ExtendedTCPClient *client) override {
+    TF_RETURN_IF_ERROR(Response::Read(client));
+
+    if (optional_) {
+      TF_RETURN_IF_ERROR(client->ReadBool(&has_content));
+
+      if (!has_content) return Status::OK();
+    }
+
+    res = R();
+    has_content = true;
+    TF_RETURN_IF_ERROR(res.Read(client));
+
+    return Status::OK();
+  }
+
+ private:
+  bool optional_;
+};
+
+template <class T>
+class ListResponse {
+ public:
+  vector<T> entries;
+
+  Status Read(ExtendedTCPClient *client) {
+    int32_t len;
+    TF_RETURN_IF_ERROR(client->ReadInt(&len));
+
+    entries = vector<T>();
+
+    for (int32_t i = 0; i < len; i++) {
+      T f = {};
+      TF_RETURN_IF_ERROR(f.Read(client));
+      entries.push_back(f);
+    }
+
+    return Status::OK();
+  }
+};
+
+class DeleteRequest : public PathCtrlRequest {
+ public:
+  DeleteRequest(const string &user_name, const string &path, bool flag);
+};
+
+class DeleteResponse {
+ public:
+  bool exists;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class ExistsRequest : public PathCtrlRequest {
+ public:
+  explicit ExistsRequest(const string &user_name, const string &path);
+};
+
+class ExistsResponse {
+ public:
+  bool exists;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class HandshakeRequest : public Request {
+ public:
+  HandshakeRequest(const string &fs_name, const string &log_dir);
+  Status Write(ExtendedTCPClient *client) const override;
+
+ private:
+  string fs_name_;
+  string log_dir_;
+};
+
+class HandshakeResponse {
+ public:
+  string fs_name;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class ListRequest : public PathCtrlRequest {
+ public:
+  explicit ListRequest(int32_t command_id, const string &user_name,
+                       const string &path);
+};
+
+class ListFilesRequest : public ListRequest {
+ public:
+  ListFilesRequest(const string &user_name, const string &path);
+};
+
+class ListFilesResponse : public ListResponse<IGFSFile> {};
+
+class ListPathsRequest : public ListRequest {
+ public:
+  ListPathsRequest(const string &user_name, const string &path);
+};
+
+class ListPathsResponse : public ListResponse<IGFSPath> {};
+
+class OpenCreateRequest : public PathCtrlRequest {
+ public:
+  OpenCreateRequest(const string &user_name, const string &path);
+
+  Status Write(ExtendedTCPClient *client) const override;
+
+ private:
+  int32_t replication_;
+  int64_t blockSize_;
+};
+
+class OpenCreateResponse {
+ public:
+  int64_t stream_id;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class OpenAppendRequest : public PathCtrlRequest {
+ public:
+  explicit OpenAppendRequest(const string &user_name, const string &path);
+  Status Write(ExtendedTCPClient *client) const override;
+};
+
+class OpenAppendResponse {
+ public:
+  int64_t stream_id;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class OpenReadRequest : public PathCtrlRequest {
+ public:
+  OpenReadRequest(const string &user_name, const string &path, bool flag,
+                  int32_t seqReadsBeforePrefetch);
+
+  OpenReadRequest(const string &user_name, const string &path);
+
+  Status Write(ExtendedTCPClient *client) const override;
+
+ protected:
+  /** Sequential reads before prefetch. */
+  int32_t sequential_reads_before_prefetch_;
+};
+
+class OpenReadResponse {
+ public:
+  int64_t stream_id;
+  int64_t length;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class InfoRequest : public PathCtrlRequest {
+ public:
+  InfoRequest(const string &user_name, const string &path);
+};
+
+class InfoResponse {
+ public:
+  IGFSFile file_info;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class MakeDirectoriesRequest : public PathCtrlRequest {
+ public:
+  MakeDirectoriesRequest(const string &userName, const string &path);
+};
+
+class MakeDirectoriesResponse {
+ public:
+  bool successful;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+/** Stream control requests. **/
+
+class CloseRequest : public StreamCtrlRequest {
+ public:
+  explicit CloseRequest(int64_t stream_id);
+};
+
+class CloseResponse {
+ public:
+  bool successful;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+class ReadBlockRequest : public StreamCtrlRequest {
+ public:
+  ReadBlockRequest(int64_t stream_id, int64_t pos, int32_t length);
+
+  Status Write(ExtendedTCPClient *client) const override;
+
+ private:
+  int64_t pos;
+};
+
+class ReadBlockResponse {
+ public:
+  Status Read(ExtendedTCPClient *client, int32_t length, uint8_t *dst);
+
+  Status Read(ExtendedTCPClient *client);
+
+  streamsize GetSuccessfulyRead();
+
+ private:
+  int32_t length;
+  streamsize successfuly_read;
+};
+
+class ReadBlockCtrlResponse : public CtrlResponse<ReadBlockResponse> {
+ public:
+  ReadBlockCtrlResponse(uint8_t *dst);
+
+  Status Read(ExtendedTCPClient *client) override;
+
+ private:
+  uint8_t *dst;
+};
+
+class WriteBlockRequest : public StreamCtrlRequest {
+ public:
+  WriteBlockRequest(int64_t stream_id, const uint8_t *data, int32_t length);
+
+  Status Write(ExtendedTCPClient *client) const override;
+
+ private:
+  const uint8_t *data;
+};
+
+class RenameRequest : public PathCtrlRequest {
+ public:
+  RenameRequest(const std::string &user_name, const std::string &path,
+                const std::string &destination_path);
+};
+
+class RenameResponse {
+ public:
+  bool successful;
+
+  Status Read(ExtendedTCPClient *client);
+};
+
+}  // namespace tensorflow
+
+#endif
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
new file mode 100644
index 0000000000..ff546e1344
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
@@ -0,0 +1,46 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "igfs_random_access_file.h"
+#include "igfs_messages.h"
+
+namespace tensorflow {
+
+IGFSRandomAccessFile::IGFSRandomAccessFile(const std::string &file_name,
+                                           int64_t resource_id,
+                                           std::shared_ptr<IGFSClient> client)
+    : file_name_(file_name), resource_id_(resource_id), client_(client) {}
+
+IGFSRandomAccessFile::~IGFSRandomAccessFile() {
+  CtrlResponse<CloseResponse> close_response = {false};
+  Status status = client_->Close(&close_response, resource_id_);
+
+  if (!status.ok()) LOG(ERROR) << status.ToString();
+}
+
+Status IGFSRandomAccessFile::Read(uint64 offset, size_t n, StringPiece *result,
+                                  char *scratch) const {
+  ReadBlockCtrlResponse response = ReadBlockCtrlResponse((uint8_t *)scratch);
+  TF_RETURN_IF_ERROR(client_->ReadBlock(&response, resource_id_, offset, n));
+
+  streamsize sz = response.res.GetSuccessfulyRead();
+  if (sz == 0) return errors::OutOfRange("End of file");
+
+  *result = StringPiece(scratch, sz);
+
+  return Status::OK();
+}
+
+}  // namespace tensorflow
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc b/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
new file mode 100644
index 0000000000..22ca848aa6
--- /dev/null
+++ b/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
@@ -0,0 +1,51 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "igfs_writable_file.h"
+#include "igfs_messages.h"
+
+namespace tensorflow {
+
+IGFSWritableFile::IGFSWritableFile(const std::string &file_name,
+                                   int64_t resource_id,
+                                   std::shared_ptr<IGFSClient> client)
+    : file_name_(file_name), resource_id_(resource_id), client_(client) {}
+
+IGFSWritableFile::~IGFSWritableFile() {
+  if (resource_id_ >= 0) {
+    CtrlResponse<CloseResponse> close_response = {false};
+
+    Status status = client_->Close(&close_response, resource_id_);
+    if (!status.ok()) LOG(ERROR) << status.ToString();
+  }
+}
+
+Status IGFSWritableFile::Append(const StringPiece &data) {
+  return client_->WriteBlock(resource_id_, (uint8_t *)data.data(), data.size());
+}
+
+Status IGFSWritableFile::Close() {
+  int64_t resource_to_be_closed = resource_id_;
+  resource_id_ = -1;
+
+  CtrlResponse<CloseResponse> close_response = {false};
+  return client_->Close(&close_response, resource_to_be_closed);
+}
+
+Status IGFSWritableFile::Flush() { return Status::OK(); }
+
+Status IGFSWritableFile::Sync() { return Status::OK(); }
+
+}  // namespace tensorflow
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/python/tests/bin/start-igfs.sh b/tensorflow/contrib/igfs/python/tests/bin/start-igfs.sh
new file mode 100755
index 0000000000..5e39e16c05
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/tests/bin/start-igfs.sh
@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+nohup apache-ignite-fabric/bin/ignite.sh /data/config/ignite-config-igfs.xml &
+sleep 5 # Wait Apache Ignite to be started
+
+tail -f nohup.out
diff --git a/tensorflow/contrib/igfs/python/tests/start_ignite.sh b/tensorflow/contrib/igfs/python/tests/start_ignite.sh
new file mode 100755
index 0000000000..d48bed6b45
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/tests/start_ignite.sh
@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+IGNITE_VERSION=2.6.0
+SCRIPT_PATH="$( cd "$(dirname "$0")" ; pwd -P )"
+
+# Start Apache Ignite with IGFS.
+docker run -itd --name ignite-igfs -p 10500:10500 \
+-v ${SCRIPT_PATH}:/data apacheignite/ignite:${IGNITE_VERSION} /data/bin/start-igfs.sh
diff --git a/tensorflow/contrib/igfs/python/tests/stop_ignite.sh b/tensorflow/contrib/igfs/python/tests/stop_ignite.sh
new file mode 100755
index 0000000000..ff297291cf
--- /dev/null
+++ b/tensorflow/contrib/igfs/python/tests/stop_ignite.sh
@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+docker rm -f ignite-igfs
-- 
GitLab


From 1602570d2028f9b7f47e67a6f3965bdba24478f0 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Tue, 2 Oct 2018 19:49:06 +0300
Subject: [PATCH 0943/1825] Update after review of #22210.

---
 tensorflow/contrib/igfs/BUILD                 |  31 +++--
 tensorflow/contrib/igfs/README.md             |   2 +-
 tensorflow/contrib/igfs/__init__.py           |  20 ++--
 tensorflow/contrib/igfs/kernels/igfs.cc       |  83 +++++++-------
 tensorflow/contrib/igfs/kernels/igfs.h        |  42 ++++---
 .../contrib/igfs/kernels/igfs_client.cc       |   6 +-
 tensorflow/contrib/igfs/kernels/igfs_client.h |  41 ++++---
 .../igfs/kernels/igfs_extended_tcp_client.cc  |  38 +++----
 .../igfs/kernels/igfs_extended_tcp_client.h   |  20 ++--
 .../contrib/igfs/kernels/igfs_messages.cc     |  27 +++--
 .../contrib/igfs/kernels/igfs_messages.h      | 107 ++++++++----------
 .../igfs/kernels/igfs_random_access_file.cc   |   8 +-
 .../igfs/kernels/igfs_random_access_file.h    |   8 +-
 .../igfs/kernels/igfs_writable_file.cc        |  25 ++--
 .../contrib/igfs/kernels/igfs_writable_file.h |   6 +-
 tensorflow/contrib/igfs/ops/igfs_ops.cc       |   6 +-
 tensorflow/contrib/ignite/BUILD               |  14 +--
 .../contrib/ignite/kernels/ignite_client.cc   |  26 -----
 18 files changed, 237 insertions(+), 273 deletions(-)
 delete mode 100644 tensorflow/contrib/ignite/kernels/ignite_client.cc

diff --git a/tensorflow/contrib/igfs/BUILD b/tensorflow/contrib/igfs/BUILD
index 4499c96eef..b9983d0957 100644
--- a/tensorflow/contrib/igfs/BUILD
+++ b/tensorflow/contrib/igfs/BUILD
@@ -6,13 +6,12 @@ exports_files(["LICENSE"])
 
 load(
     "//tensorflow:tensorflow.bzl",
-    "tf_gen_op_wrapper_py",
-    "tf_kernel_library",
     "tf_custom_op_library",
     "tf_custom_op_py_library",
     "tf_gen_op_libs",
+    "tf_gen_op_wrapper_py",
+    "tf_kernel_library",
     "tf_py_test",
-    "tf_cc_shared_object",
 )
 
 py_library(
@@ -27,39 +26,39 @@ py_library(
 tf_custom_op_library(
     name = "_igfs_ops.so",
     srcs = [
-        "ops/igfs_ops.cc",
         "kernels/igfs.h",
+        "ops/igfs_ops.cc",
     ],
     deps = [":igfs_kernels"],
 )
 
 tf_gen_op_libs(
     op_lib_names = ["igfs_ops"],
-    deps = [":igfs_kernels"]
+    deps = [":igfs_kernels"],
 )
 
 cc_library(
     name = "igfs_kernels",
     srcs = [
-        "kernels/igfs.h",
         "kernels/igfs.cc",
-        "kernels/igfs_random_access_file.h",
-        "kernels/igfs_random_access_file.cc",
-        "kernels/igfs_writable_file.h",
-        "kernels/igfs_writable_file.cc",
-        "kernels/igfs_client.h",
+        "kernels/igfs.h",
         "kernels/igfs_client.cc",
-        "kernels/igfs_messages.h",
-        "kernels/igfs_messages.cc",
+        "kernels/igfs_client.h",
+        "kernels/igfs_extended_tcp_client.cc",
         "kernels/igfs_extended_tcp_client.h",
-        "kernels/igfs_extended_tcp_client.cc"
+        "kernels/igfs_messages.cc",
+        "kernels/igfs_messages.h",
+        "kernels/igfs_random_access_file.cc",
+        "kernels/igfs_random_access_file.h",
+        "kernels/igfs_writable_file.cc",
+        "kernels/igfs_writable_file.h",
     ],
     deps = [
         "//tensorflow/contrib/ignite:ignite_client",
         "//tensorflow/core:lib",
-        "//tensorflow/core:lib_internal"
+        "//tensorflow/core:lib_internal",
     ],
-    alwayslink=1,
+    alwayslink = 1,
 )
 
 py_library(
diff --git a/tensorflow/contrib/igfs/README.md b/tensorflow/contrib/igfs/README.md
index fa7d677d43..a67be4a410 100644
--- a/tensorflow/contrib/igfs/README.md
+++ b/tensorflow/contrib/igfs/README.md
@@ -28,7 +28,7 @@ After that you will be able to work with it following way:
 >>>   w.write("Hello, world!")
 >>>
 >>> with tf.gfile.Open("igfs:///hello.txt", mode='r') as r:
->>>   print(w.read())
+>>>   print(r.read())
 
 Hello, world!
 ```
diff --git a/tensorflow/contrib/igfs/__init__.py b/tensorflow/contrib/igfs/__init__.py
index dfead6bb29..5ef676337f 100644
--- a/tensorflow/contrib/igfs/__init__.py
+++ b/tensorflow/contrib/igfs/__init__.py
@@ -12,15 +12,17 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Apache Ignite is a memory-centric distributed database, caching, and
-   processing platform for transactional, analytical, and streaming workloads,
-   delivering in-memory speeds at petabyte scale. In addition to database
-   functionality Apache Ignite provides a distributed file system called
-   IGFS (https://ignite.apache.org/features/igfs.html). IGFS delivers a similar
-   functionality to Hadoop HDFS, but only in-memory. In fact, in addition to
-   its own APIs, IGFS implements Hadoop FileSystem API and can be transparently
-   plugged into Hadoop or Spark deployments. This contrib package contains an
-   intergration between IGFS and TensorFlow.
+"""Ignite File System for checkpointing and communication with TensorBoard.
+
+Apache Ignite is a memory-centric distributed database, caching, and
+processing platform for transactional, analytical, and streaming workloads,
+delivering in-memory speeds at petabyte scale. In addition to database
+functionality Apache Ignite provides a distributed file system called
+IGFS (https://ignite.apache.org/features/igfs.html). IGFS delivers a similar
+functionality to Hadoop HDFS, but only in-memory. In fact, in addition to
+its own APIs, IGFS implements Hadoop FileSystem API and can be transparently
+plugged into Hadoop or Spark deployments. This contrib package contains an
+intergration between IGFS and TensorFlow.
 
 @@IGFS
 """
diff --git a/tensorflow/contrib/igfs/kernels/igfs.cc b/tensorflow/contrib/igfs/kernels/igfs.cc
index 8ad5696b19..93bffc429e 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs.cc
@@ -14,30 +14,31 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/lib/io/path.h"
+#include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/file_system.h"
 #include "tensorflow/core/platform/file_system_helper.h"
 
-#include "igfs.h"
-#include "igfs_client.h"
-#include "igfs_random_access_file.h"
-#include "igfs_writable_file.h"
+#include "tensorflow/contrib/igfs/kernels/igfs.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_random_access_file.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_writable_file.h"
 
 namespace tensorflow {
 
-std::string GetEnvOrElse(const std::string &env, std::string default_value) {
+string GetEnvOrElse(const string &env, string default_value) {
   const char *env_c_str = env.c_str();
   return getenv(env_c_str) != nullptr ? getenv(env_c_str) : default_value;
 }
 
-std::string IGFS::TranslateName(const std::string &name) const {
+string IGFS::TranslateName(const string &name) const {
   StringPiece scheme, namenode, path;
   io::ParseURI(name, &scheme, &namenode, &path);
-  return path.ToString();
+  return string(path.data(), path.length());
 }
 
-std::string MakeRelative(const std::string &a, const std::string &b) {
-  std::string max = a;
-  std::string min = b;
+string MakeRelative(const string &a, const string &b) {
+  string max = a;
+  string min = b;
   bool first = b.size() > a.size();
 
   if (first) {
@@ -46,8 +47,7 @@ std::string MakeRelative(const std::string &a, const std::string &b) {
   }
 
   auto r = mismatch(min.begin(), min.end(), max.begin());
-  return std::string((first ? r.first : r.second),
-                     first ? min.end() : max.end());
+  return string((first ? r.first : r.second), first ? min.end() : max.end());
 }
 
 IGFS::IGFS()
@@ -63,10 +63,10 @@ IGFS::~IGFS() {
             << ", fs_name=" << fs_name_ << "]";
 };
 
-Status IGFS::NewRandomAccessFile(const std::string &file_name,
+Status IGFS::NewRandomAccessFile(const string &file_name,
                                  std::unique_ptr<RandomAccessFile> *result) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -83,10 +83,10 @@ Status IGFS::NewRandomAccessFile(const std::string &file_name,
   return Status::OK();
 }
 
-Status IGFS::NewWritableFile(const std::string &file_name,
+Status IGFS::NewWritableFile(const string &file_name,
                              std::unique_ptr<WritableFile> *result) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -111,7 +111,7 @@ Status IGFS::NewWritableFile(const std::string &file_name,
   return Status::OK();
 }
 
-Status IGFS::NewAppendableFile(const std::string &file_name,
+Status IGFS::NewAppendableFile(const string &file_name,
                                std::unique_ptr<WritableFile> *result) {
   std::shared_ptr<IGFSClient> client = CreateClient();
 
@@ -139,14 +139,13 @@ Status IGFS::NewAppendableFile(const std::string &file_name,
 }
 
 Status IGFS::NewReadOnlyMemoryRegionFromFile(
-    const std::string &file_name,
-    std::unique_ptr<ReadOnlyMemoryRegion> *result) {
+    const string &file_name, std::unique_ptr<ReadOnlyMemoryRegion> *result) {
   return errors::Unimplemented("IGFS does not support ReadOnlyMemoryRegion");
 }
 
-Status IGFS::FileExists(const std::string &file_name) {
+Status IGFS::FileExists(const string &file_name) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  const std::string path = TranslateName(file_name);
+  const string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -163,10 +162,10 @@ Status IGFS::FileExists(const std::string &file_name) {
   return Status::OK();
 }
 
-Status IGFS::GetChildren(const std::string &file_name,
-                         std::vector<std::string> *result) {
+Status IGFS::GetChildren(const string &file_name, std::vector<string> *result) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
+  path = path + "/";
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -174,7 +173,7 @@ Status IGFS::GetChildren(const std::string &file_name,
   CtrlResponse<ListPathsResponse> list_paths_response(false);
   TF_RETURN_IF_ERROR(client->ListPaths(&list_paths_response, path));
 
-  *result = std::vector<std::string>();
+  *result = std::vector<string>();
   std::vector<IGFSPath> entries = list_paths_response.res.entries;
 
   for (IGFSPath &value : entries)
@@ -186,14 +185,14 @@ Status IGFS::GetChildren(const std::string &file_name,
   return Status::OK();
 }
 
-Status IGFS::GetMatchingPaths(const std::string &pattern,
-                              std::vector<std::string> *results) {
+Status IGFS::GetMatchingPaths(const string &pattern,
+                              std::vector<string> *results) {
   return internal::GetMatchingPaths(this, Env::Default(), pattern, results);
 }
 
-Status IGFS::DeleteFile(const std::string &file_name) {
+Status IGFS::DeleteFile(const string &file_name) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -210,9 +209,9 @@ Status IGFS::DeleteFile(const std::string &file_name) {
   return Status::OK();
 }
 
-Status IGFS::CreateDir(const std::string &file_name) {
+Status IGFS::CreateDir(const string &file_name) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  const std::string path = TranslateName(file_name);
+  const string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -221,7 +220,7 @@ Status IGFS::CreateDir(const std::string &file_name) {
   TF_RETURN_IF_ERROR(client->MkDir(&mkdir_response, path));
 
   if (!mkdir_response.res.successful)
-    return errors::Internal("Can't create directory ", path);
+    return errors::Unknown("Can't create directory ", path);
 
   LOG(INFO) << "Create dir completed successful [file_name=" << file_name
             << "]";
@@ -229,9 +228,9 @@ Status IGFS::CreateDir(const std::string &file_name) {
   return Status::OK();
 }
 
-Status IGFS::DeleteDir(const std::string &file_name) {
+Status IGFS::DeleteDir(const string &file_name) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -252,9 +251,9 @@ Status IGFS::DeleteDir(const std::string &file_name) {
   return Status::OK();
 }
 
-Status IGFS::GetFileSize(const std::string &file_name, uint64 *size) {
+Status IGFS::GetFileSize(const string &file_name, uint64 *size) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -270,10 +269,10 @@ Status IGFS::GetFileSize(const std::string &file_name, uint64 *size) {
   return Status::OK();
 }
 
-Status IGFS::RenameFile(const std::string &src, const std::string &dst) {
+Status IGFS::RenameFile(const string &src, const string &dst) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string src_path = TranslateName(src);
-  std::string dst_path = TranslateName(dst);
+  string src_path = TranslateName(src);
+  string dst_path = TranslateName(dst);
 
   if (FileExists(dst).ok()) DeleteFile(dst);
 
@@ -292,9 +291,9 @@ Status IGFS::RenameFile(const std::string &src, const std::string &dst) {
   return Status::OK();
 }
 
-Status IGFS::Stat(const std::string &file_name, FileStatistics *stats) {
+Status IGFS::Stat(const string &file_name, FileStatistics *stats) {
   std::shared_ptr<IGFSClient> client = CreateClient();
-  std::string path = TranslateName(file_name);
+  string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -304,7 +303,7 @@ Status IGFS::Stat(const std::string &file_name, FileStatistics *stats) {
 
   IGFSFile info = info_response.res.file_info;
 
-  *stats = FileStatistics(info.length, info.modification_time,
+  *stats = FileStatistics(info.length, info.modification_time * 1000000,
                           (info.flags & 0x1) != 0);
 
   LOG(INFO) << "Stat completed successful [file_name=" << file_name << "]";
diff --git a/tensorflow/contrib/igfs/kernels/igfs.h b/tensorflow/contrib/igfs/kernels/igfs.h
index 26c7464044..c2dff7ebc8 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.h
+++ b/tensorflow/contrib/igfs/kernels/igfs.h
@@ -16,8 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
 
-#include "igfs_client.h"
-#include "tensorflow/core/platform/env.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
 #include "tensorflow/core/platform/file_system.h"
 
 namespace tensorflow {
@@ -27,36 +26,35 @@ class IGFS : public FileSystem {
   IGFS();
   ~IGFS();
   Status NewRandomAccessFile(
-      const std::string& file_name,
+      const string& file_name,
       std::unique_ptr<RandomAccessFile>* result) override;
-  Status NewWritableFile(const std::string& fname,
+  Status NewWritableFile(const string& fname,
                          std::unique_ptr<WritableFile>* result) override;
-  Status NewAppendableFile(const std::string& fname,
+  Status NewAppendableFile(const string& fname,
                            std::unique_ptr<WritableFile>* result) override;
   Status NewReadOnlyMemoryRegionFromFile(
-      const std::string& fname,
+      const string& fname,
       std::unique_ptr<ReadOnlyMemoryRegion>* result) override;
-  Status FileExists(const std::string& fname) override;
-  Status GetChildren(const std::string& dir,
-                     std::vector<string>* result) override;
-  Status GetMatchingPaths(const std::string& pattern,
+  Status FileExists(const string& fname) override;
+  Status GetChildren(const string& dir, std::vector<string>* result) override;
+  Status GetMatchingPaths(const string& pattern,
                           std::vector<string>* results) override;
-  Status DeleteFile(const std::string& fname) override;
-  Status CreateDir(const std::string& name) override;
-  Status DeleteDir(const std::string& name) override;
-  Status GetFileSize(const std::string& fname, uint64* size) override;
-  Status RenameFile(const std::string& src, const std::string& target) override;
-  Status Stat(const std::string& fname, FileStatistics* stat) override;
-  string TranslateName(const std::string& name) const override;
+  Status DeleteFile(const string& fname) override;
+  Status CreateDir(const string& name) override;
+  Status DeleteDir(const string& name) override;
+  Status GetFileSize(const string& fname, uint64* size) override;
+  Status RenameFile(const string& src, const string& target) override;
+  Status Stat(const string& fname, FileStatistics* stat) override;
+  string TranslateName(const string& name) const override;
 
  private:
-  const std::string host_;
-  const int port_;
-  const std::string fs_name_;
-
   std::shared_ptr<IGFSClient> CreateClient() const;
+
+  const string host_;
+  const int port_;
+  const string fs_name_;
 };
 
 }  // namespace tensorflow
 
-#endif
+#endif  // TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
diff --git a/tensorflow/contrib/igfs/kernels/igfs_client.cc b/tensorflow/contrib/igfs/kernels/igfs_client.cc
index e27f8374fa..05745ce4f1 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_client.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_client.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "igfs_client.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
 
 namespace tensorflow {
 
-IGFSClient::IGFSClient(std::string host, int port, std::string fs_name,
-                       std::string user_name)
+IGFSClient::IGFSClient(const string &host, int port, const string &fs_name,
+                       const string &user_name)
     : fs_name_(fs_name),
       user_name_(user_name),
       client_(ExtendedTCPClient(host, port, true)) {
diff --git a/tensorflow/contrib/igfs/kernels/igfs_client.h b/tensorflow/contrib/igfs/kernels/igfs_client.h
index 82653af03a..fecb799dc5 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_client.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_client.h
@@ -16,14 +16,14 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
 
-#include "igfs_messages.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
 
 namespace tensorflow {
 
 class IGFSClient {
  public:
-  IGFSClient(std::string host, int port, std::string fs_name,
-             std::string user_name);
+  IGFSClient(const string &host, int port, const string &fs_name,
+             const string &user_name);
   ~IGFSClient();
 
   inline Status Handshake(CtrlResponse<HandshakeResponse> *res) {
@@ -31,47 +31,46 @@ class IGFSClient {
   }
 
   inline Status ListFiles(CtrlResponse<ListFilesResponse> *res,
-                          const std::string &path) {
+                          const string &path) {
     return SendRequestGetResponse(ListFilesRequest(user_name_, path), res);
   }
 
   inline Status ListPaths(CtrlResponse<ListPathsResponse> *res,
-                          const std::string &path) {
+                          const string &path) {
     return SendRequestGetResponse(ListPathsRequest(user_name_, path), res);
   }
 
-  inline Status Info(CtrlResponse<InfoResponse> *res, const std::string &path) {
+  inline Status Info(CtrlResponse<InfoResponse> *res, const string &path) {
     return SendRequestGetResponse(InfoRequest(user_name_, path), res);
   }
 
   inline Status OpenCreate(CtrlResponse<OpenCreateResponse> *res,
-                           const std::string &path) {
+                           const string &path) {
     return SendRequestGetResponse(OpenCreateRequest(user_name_, path), res);
   }
 
   inline Status OpenAppend(CtrlResponse<OpenAppendResponse> *res,
-                           const std::string &path) {
+                           const string &path) {
     return SendRequestGetResponse(OpenAppendRequest(user_name_, path), res);
   }
 
   inline Status OpenRead(CtrlResponse<OpenReadResponse> *res,
-                         const std::string &path) {
+                         const string &path) {
     return SendRequestGetResponse(OpenReadRequest(user_name_, path), res);
   }
 
-  inline Status Exists(CtrlResponse<ExistsResponse> *res,
-                       const std::string &path) {
+  inline Status Exists(CtrlResponse<ExistsResponse> *res, const string &path) {
     return SendRequestGetResponse(ExistsRequest(user_name_, path), res);
   }
 
   inline Status MkDir(CtrlResponse<MakeDirectoriesResponse> *res,
-                      const std::string &path) {
+                      const string &path) {
     return SendRequestGetResponse(MakeDirectoriesRequest(user_name_, path),
                                   res);
   }
 
-  inline Status Delete(CtrlResponse<DeleteResponse> *res,
-                       const std::string &path, bool recursive) {
+  inline Status Delete(CtrlResponse<DeleteResponse> *res, const string &path,
+                       bool recursive) {
     return SendRequestGetResponse(DeleteRequest(user_name_, path, recursive),
                                   res);
   }
@@ -92,19 +91,19 @@ class IGFSClient {
     return SendRequestGetResponse(CloseRequest(stream_id), res);
   }
 
-  inline Status Rename(CtrlResponse<RenameResponse> *res,
-                       const std::string &source, const std::string &dest) {
+  inline Status Rename(CtrlResponse<RenameResponse> *res, const string &source,
+                       const string &dest) {
     return SendRequestGetResponse(RenameRequest(user_name_, source, dest), res);
   }
 
  private:
-  const std::string fs_name_;
-  const std::string user_name_;
-  ExtendedTCPClient client_;
-
   Status SendRequestGetResponse(const Request &request, Response *response);
+
+  const string fs_name_;
+  const string user_name_;
+  ExtendedTCPClient client_;
 };
 
 }  // namespace tensorflow
 
-#endif
+#endif  // TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
index b21360ec83..78d8df3c17 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
@@ -13,22 +13,22 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "igfs_extended_tcp_client.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h"
 
 namespace tensorflow {
 
-ExtendedTCPClient::ExtendedTCPClient(std::string host, int port,
+ExtendedTCPClient::ExtendedTCPClient(const string &host, int port,
                                      bool big_endian)
     : PlainClient(host, port, big_endian), pos_(0) {}
 
-Status ExtendedTCPClient::ReadData(uint8_t *buf, int32_t length) {
+Status ExtendedTCPClient::ReadData(uint8_t *buf, const int32_t length) {
   TF_RETURN_IF_ERROR(PlainClient::ReadData(buf, length));
   pos_ += length;
 
   return Status::OK();
 }
 
-Status ExtendedTCPClient::WriteData(uint8_t *buf, int32_t length) {
+Status ExtendedTCPClient::WriteData(const uint8_t *buf, const int32_t length) {
   TF_RETURN_IF_ERROR(PlainClient::WriteData(buf, length));
   pos_ += length;
 
@@ -52,7 +52,7 @@ Status ExtendedTCPClient::ReadBool(bool *res) {
   return Status::OK();
 }
 
-Status ExtendedTCPClient::ReadNullableString(std::string *res) {
+Status ExtendedTCPClient::ReadNullableString(string *res) {
   bool is_empty = false;
   TF_RETURN_IF_ERROR(ReadBool(&is_empty));
 
@@ -63,27 +63,26 @@ Status ExtendedTCPClient::ReadNullableString(std::string *res) {
   return Status::OK();
 }
 
-Status ExtendedTCPClient::ReadString(std::string *res) {
+Status ExtendedTCPClient::ReadString(string *res) {
   int16_t length;
   TF_RETURN_IF_ERROR(ReadShort(&length));
 
   uint8_t *buf = new uint8_t[length];
   Status status = ReadData(buf, length);
 
-  if (status.ok()) res->assign((char *)buf, length);
+  if (status.ok()) res->assign(reinterpret_cast<char *>(buf), length);
 
   delete[] buf;
   return status;
 }
 
-Status ExtendedTCPClient::ReadStringMap(
-    std::map<std::string, std::string> *res) {
+Status ExtendedTCPClient::ReadStringMap(std::map<string, string> *res) {
   int size;
   TF_RETURN_IF_ERROR(ReadInt(&size));
 
   for (int i = 0; i < size; i++) {
-    std::string key;
-    std::string val;
+    string key;
+    string val;
     TF_RETURN_IF_ERROR(ReadString(&key));
     TF_RETURN_IF_ERROR(ReadString(&val));
 
@@ -93,15 +92,14 @@ Status ExtendedTCPClient::ReadStringMap(
   return Status::OK();
 };
 
-Status ExtendedTCPClient::WriteSize(
-    std::map<std::string, std::string>::size_type s) {
+Status ExtendedTCPClient::WriteSize(std::map<string, string>::size_type s) {
   return WriteInt(s);
 }
 
 Status ExtendedTCPClient::FillWithZerosUntil(int n) {
-  int toSkip = std::max(0, n - pos_);
+  int to_skip = std::max(0, n - pos_);
 
-  for (int i = 0; i < toSkip; i++) {
+  for (int i = 0; i < to_skip; i++) {
     TF_RETURN_IF_ERROR(WriteByte(0));
   }
 
@@ -112,12 +110,13 @@ Status ExtendedTCPClient::WriteBool(bool val) {
   return WriteByte((char)(val ? 1 : 0));
 }
 
-Status ExtendedTCPClient::WriteString(std::string str) {
+Status ExtendedTCPClient::WriteString(string str) {
   if (!str.empty()) {
     TF_RETURN_IF_ERROR(WriteBool(false));
     unsigned short l = str.length();
     TF_RETURN_IF_ERROR(WriteShort(l));
-    TF_RETURN_IF_ERROR(WriteData((uint8_t *)str.c_str(), str.length()));
+    TF_RETURN_IF_ERROR(WriteData(reinterpret_cast<const uint8_t *>(str.c_str()),
+                                 str.length()));
   } else {
     TF_RETURN_IF_ERROR(WriteBool(true));
   }
@@ -125,12 +124,11 @@ Status ExtendedTCPClient::WriteString(std::string str) {
   return Status::OK();
 }
 
-Status ExtendedTCPClient::WriteStringMap(
-    std::map<std::string, std::string> map) {
+Status ExtendedTCPClient::WriteStringMap(std::map<string, string> map) {
   std::map<string, string>::size_type size = map.size();
   TF_RETURN_IF_ERROR(WriteSize(size));
 
-  for (auto const &x : map) {
+  for (auto &x : map) {
     TF_RETURN_IF_ERROR(WriteString(x.first));
     TF_RETURN_IF_ERROR(WriteString(x.second));
   }
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
index 07d8a33605..5121ee67a5 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
@@ -22,20 +22,20 @@ namespace tensorflow {
 
 class ExtendedTCPClient : public PlainClient {
  public:
-  ExtendedTCPClient(std::string host, int port, bool big_endian);
-  Status ReadData(uint8_t *buf, int32_t length) override;
-  Status WriteData(uint8_t *buf, int32_t length) override;
+  ExtendedTCPClient(const string &host, int port, bool big_endian);
+  Status ReadData(uint8_t *buf, const int32_t length) override;
+  Status WriteData(const uint8_t *buf, const int32_t length) override;
   Status Ignore(int n);
   Status SkipToPos(int target_pos);
   Status ReadBool(bool *res);
-  Status ReadNullableString(std::string *res);
-  Status ReadString(std::string *res);
-  Status ReadStringMap(std::map<std::string, std::string> *res);
-  Status WriteSize(std::map<std::string, std::string>::size_type s);
+  Status ReadNullableString(string *res);
+  Status ReadString(string *res);
+  Status ReadStringMap(std::map<string, string> *res);
+  Status WriteSize(std::map<string, string>::size_type s);
   Status FillWithZerosUntil(int n);
   Status WriteBool(bool val);
-  Status WriteString(std::string str);
-  Status WriteStringMap(std::map<std::string, std::string> map);
+  Status WriteString(string str);
+  Status WriteStringMap(std::map<string, string> map);
   void reset();
 
  private:
@@ -44,4 +44,4 @@ class ExtendedTCPClient : public PlainClient {
 
 }  // namespace tensorflow
 
-#endif
\ No newline at end of file
+#endif  // TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_EXTENDED_TCP_CLIENT_H_
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.cc b/tensorflow/contrib/igfs/kernels/igfs_messages.cc
index 2d892c7cc2..a03ba3240e 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_messages.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_messages.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "igfs_messages.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
 
 namespace tensorflow {
 
@@ -24,7 +24,7 @@ Status IGFSPath::Read(ExtendedTCPClient *client) {
 Status IGFSFile::Read(ExtendedTCPClient *client) {
   int32_t block_size;
   int64_t group_block_size;
-  map<string, string> properties = {};
+  std::map<string, string> properties = {};
   int64_t access_time;
 
   bool has_path;
@@ -68,25 +68,26 @@ Status Response::Read(ExtendedTCPClient *client) {
 
   if (has_error) {
     int32_t error_code;
-    std::string error_msg;
+    string error_msg;
     TF_RETURN_IF_ERROR(client->ReadString(&error_msg));
     TF_RETURN_IF_ERROR(client->ReadInt(&error_code));
 
-    return errors::Internal("Error [code=", error_code, ", message=\"",
-                            error_msg, "\"]");
+    return errors::Unknown("Error [code=", error_code, ", message=\"",
+                           error_msg, "\"]");
   }
 
-  TF_RETURN_IF_ERROR(client->SkipToPos(HEADER_SIZE + 5));
+  TF_RETURN_IF_ERROR(client->SkipToPos(header_size_ + 5));
   TF_RETURN_IF_ERROR(client->ReadInt(&length));
-  TF_RETURN_IF_ERROR(client->SkipToPos(HEADER_SIZE + RESPONSE_HEADER_SIZE));
+  TF_RETURN_IF_ERROR(client->SkipToPos(header_size_ + response_header_size_));
 
   return Status::OK();
 }
 
-PathCtrlRequest::PathCtrlRequest(int32_t command_id_, string user_name,
-                                 string path, string destination_path,
-                                 bool flag, bool collocate,
-                                 map<string, string> properties)
+PathCtrlRequest::PathCtrlRequest(int32_t command_id_, const string &user_name,
+                                 const string &path,
+                                 const string &destination_path, bool flag,
+                                 bool collocate,
+                                 const std::map<string, string> &properties)
     : Request(command_id_),
       user_name_(std::move(user_name)),
       path_(std::move(path)),
@@ -302,7 +303,9 @@ Status ReadBlockResponse::Read(ExtendedTCPClient *client) {
   return Status::OK();
 }
 
-streamsize ReadBlockResponse::GetSuccessfulyRead() { return successfuly_read; }
+std::streamsize ReadBlockResponse::GetSuccessfulyRead() {
+  return successfuly_read;
+}
 
 ReadBlockCtrlResponse::ReadBlockCtrlResponse(uint8_t *dst)
     : CtrlResponse(false), dst(dst) {}
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.h b/tensorflow/contrib/igfs/kernels/igfs_messages.h
index 076e6f55ef..dcfbf12beb 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_messages.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_messages.h
@@ -16,15 +16,10 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
 
-#include "igfs_extended_tcp_client.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h"
 
 namespace tensorflow {
 
-using std::map;
-using std::string;
-using std::vector;
-using std::streamsize;
-
 enum CommandId {
   HANDSHAKE_ID = 0,
   EXISTS_ID = 2,
@@ -44,18 +39,18 @@ enum CommandId {
 
 class IGFSPath {
  public:
-  std::string path;
-
   Status Read(ExtendedTCPClient *client);
+
+  string path;
 };
 
 class IGFSFile {
  public:
+  Status Read(ExtendedTCPClient *client);
+
   int64_t length;
   int64_t modification_time;
   uint8_t flags;
-
-  Status Read(ExtendedTCPClient *client);
 };
 
 class Request {
@@ -69,35 +64,33 @@ class Request {
 
 class Response {
  public:
+  virtual Status Read(ExtendedTCPClient *client);
+
   int32_t res_type;
   int32_t req_id;
   int32_t length;
 
-  virtual Status Read(ExtendedTCPClient *client);
-
  protected:
-  static const int32_t HEADER_SIZE = 24;
-  static const int32_t RESPONSE_HEADER_SIZE = 9;
-  static const int32_t RES_TYPE_ERR_STREAM_ID = 9;
+  static const int32_t header_size_ = 24;
+  static const int32_t response_header_size_ = 9;
 };
 
 class PathCtrlRequest : public Request {
  public:
-  PathCtrlRequest(int32_t command_id, string user_name, string path,
-                  string destination_path, bool flag, bool collocate,
-                  map<string, string> properties);
-
+  PathCtrlRequest(int32_t command_id, const string &user_name,
+                  const string &path, const string &destination_path, bool flag,
+                  bool collocate, const std::map<string, string> &properties);
   Status Write(ExtendedTCPClient *client) const override;
 
  protected:
+  Status WritePath(ExtendedTCPClient *client, const string &path) const;
+
   const string user_name_;
   const string path_;
   const string destination_path_;
   const bool flag_;
   const bool collocate_;
-  const map<string, string> props_;
-
-  Status WritePath(ExtendedTCPClient *client, const string &path) const;
+  const std::map<string, string> props_;
 };
 
 class StreamCtrlRequest : public Request {
@@ -113,9 +106,6 @@ class StreamCtrlRequest : public Request {
 template <class R>
 class CtrlResponse : public Response {
  public:
-  R res;
-  bool has_content;
-
   CtrlResponse(bool optional) : optional_(optional){};
   Status Read(ExtendedTCPClient *client) override {
     TF_RETURN_IF_ERROR(Response::Read(client));
@@ -133,6 +123,9 @@ class CtrlResponse : public Response {
     return Status::OK();
   }
 
+  R res;
+  bool has_content;
+
  private:
   bool optional_;
 };
@@ -140,13 +133,11 @@ class CtrlResponse : public Response {
 template <class T>
 class ListResponse {
  public:
-  vector<T> entries;
-
   Status Read(ExtendedTCPClient *client) {
     int32_t len;
     TF_RETURN_IF_ERROR(client->ReadInt(&len));
 
-    entries = vector<T>();
+    entries = std::vector<T>();
 
     for (int32_t i = 0; i < len; i++) {
       T f = {};
@@ -156,6 +147,8 @@ class ListResponse {
 
     return Status::OK();
   }
+
+  std::vector<T> entries;
 };
 
 class DeleteRequest : public PathCtrlRequest {
@@ -165,9 +158,9 @@ class DeleteRequest : public PathCtrlRequest {
 
 class DeleteResponse {
  public:
-  bool exists;
-
   Status Read(ExtendedTCPClient *client);
+
+  bool exists;
 };
 
 class ExistsRequest : public PathCtrlRequest {
@@ -177,9 +170,9 @@ class ExistsRequest : public PathCtrlRequest {
 
 class ExistsResponse {
  public:
-  bool exists;
-
   Status Read(ExtendedTCPClient *client);
+
+  bool exists;
 };
 
 class HandshakeRequest : public Request {
@@ -194,9 +187,9 @@ class HandshakeRequest : public Request {
 
 class HandshakeResponse {
  public:
-  string fs_name;
-
   Status Read(ExtendedTCPClient *client);
+
+  string fs_name;
 };
 
 class ListRequest : public PathCtrlRequest {
@@ -222,7 +215,6 @@ class ListPathsResponse : public ListResponse<IGFSPath> {};
 class OpenCreateRequest : public PathCtrlRequest {
  public:
   OpenCreateRequest(const string &user_name, const string &path);
-
   Status Write(ExtendedTCPClient *client) const override;
 
  private:
@@ -232,9 +224,9 @@ class OpenCreateRequest : public PathCtrlRequest {
 
 class OpenCreateResponse {
  public:
-  int64_t stream_id;
-
   Status Read(ExtendedTCPClient *client);
+
+  int64_t stream_id;
 };
 
 class OpenAppendRequest : public PathCtrlRequest {
@@ -245,18 +237,16 @@ class OpenAppendRequest : public PathCtrlRequest {
 
 class OpenAppendResponse {
  public:
-  int64_t stream_id;
-
   Status Read(ExtendedTCPClient *client);
+
+  int64_t stream_id;
 };
 
 class OpenReadRequest : public PathCtrlRequest {
  public:
   OpenReadRequest(const string &user_name, const string &path, bool flag,
                   int32_t seqReadsBeforePrefetch);
-
   OpenReadRequest(const string &user_name, const string &path);
-
   Status Write(ExtendedTCPClient *client) const override;
 
  protected:
@@ -266,10 +256,10 @@ class OpenReadRequest : public PathCtrlRequest {
 
 class OpenReadResponse {
  public:
+  Status Read(ExtendedTCPClient *client);
+
   int64_t stream_id;
   int64_t length;
-
-  Status Read(ExtendedTCPClient *client);
 };
 
 class InfoRequest : public PathCtrlRequest {
@@ -279,9 +269,9 @@ class InfoRequest : public PathCtrlRequest {
 
 class InfoResponse {
  public:
-  IGFSFile file_info;
-
   Status Read(ExtendedTCPClient *client);
+
+  IGFSFile file_info;
 };
 
 class MakeDirectoriesRequest : public PathCtrlRequest {
@@ -291,9 +281,9 @@ class MakeDirectoriesRequest : public PathCtrlRequest {
 
 class MakeDirectoriesResponse {
  public:
-  bool successful;
-
   Status Read(ExtendedTCPClient *client);
+
+  bool successful;
 };
 
 /** Stream control requests. **/
@@ -305,15 +295,14 @@ class CloseRequest : public StreamCtrlRequest {
 
 class CloseResponse {
  public:
-  bool successful;
-
   Status Read(ExtendedTCPClient *client);
+
+  bool successful;
 };
 
 class ReadBlockRequest : public StreamCtrlRequest {
  public:
   ReadBlockRequest(int64_t stream_id, int64_t pos, int32_t length);
-
   Status Write(ExtendedTCPClient *client) const override;
 
  private:
@@ -323,20 +312,17 @@ class ReadBlockRequest : public StreamCtrlRequest {
 class ReadBlockResponse {
  public:
   Status Read(ExtendedTCPClient *client, int32_t length, uint8_t *dst);
-
   Status Read(ExtendedTCPClient *client);
-
-  streamsize GetSuccessfulyRead();
+  std::streamsize GetSuccessfulyRead();
 
  private:
   int32_t length;
-  streamsize successfuly_read;
+  std::streamsize successfuly_read;
 };
 
 class ReadBlockCtrlResponse : public CtrlResponse<ReadBlockResponse> {
  public:
   ReadBlockCtrlResponse(uint8_t *dst);
-
   Status Read(ExtendedTCPClient *client) override;
 
  private:
@@ -346,7 +332,6 @@ class ReadBlockCtrlResponse : public CtrlResponse<ReadBlockResponse> {
 class WriteBlockRequest : public StreamCtrlRequest {
  public:
   WriteBlockRequest(int64_t stream_id, const uint8_t *data, int32_t length);
-
   Status Write(ExtendedTCPClient *client) const override;
 
  private:
@@ -355,17 +340,17 @@ class WriteBlockRequest : public StreamCtrlRequest {
 
 class RenameRequest : public PathCtrlRequest {
  public:
-  RenameRequest(const std::string &user_name, const std::string &path,
-                const std::string &destination_path);
+  RenameRequest(const string &user_name, const string &path,
+                const string &destination_path);
 };
 
 class RenameResponse {
  public:
-  bool successful;
-
   Status Read(ExtendedTCPClient *client);
+
+  bool successful;
 };
 
 }  // namespace tensorflow
 
-#endif
+#endif  // TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
index ff546e1344..c078bc5e3f 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
@@ -13,12 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "igfs_random_access_file.h"
-#include "igfs_messages.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_random_access_file.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
 
 namespace tensorflow {
 
-IGFSRandomAccessFile::IGFSRandomAccessFile(const std::string &file_name,
+IGFSRandomAccessFile::IGFSRandomAccessFile(const string &file_name,
                                            int64_t resource_id,
                                            std::shared_ptr<IGFSClient> client)
     : file_name_(file_name), resource_id_(resource_id), client_(client) {}
@@ -35,7 +35,7 @@ Status IGFSRandomAccessFile::Read(uint64 offset, size_t n, StringPiece *result,
   ReadBlockCtrlResponse response = ReadBlockCtrlResponse((uint8_t *)scratch);
   TF_RETURN_IF_ERROR(client_->ReadBlock(&response, resource_id_, offset, n));
 
-  streamsize sz = response.res.GetSuccessfulyRead();
+  std::streamsize sz = response.res.GetSuccessfulyRead();
   if (sz == 0) return errors::OutOfRange("End of file");
 
   *result = StringPiece(scratch, sz);
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
index b1f6986abd..48b2d097c5 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
@@ -16,25 +16,25 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
 
-#include "igfs_client.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
 #include "tensorflow/core/platform/file_system.h"
 
 namespace tensorflow {
 
 class IGFSRandomAccessFile : public RandomAccessFile {
  public:
-  IGFSRandomAccessFile(const std::string &file_name, int64_t resource_id,
+  IGFSRandomAccessFile(const string &file_name, int64_t resource_id,
                        std::shared_ptr<IGFSClient> client);
   ~IGFSRandomAccessFile() override;
   Status Read(uint64 offset, size_t n, StringPiece *result,
               char *scratch) const override;
 
  private:
-  const std::string file_name_;
+  const string file_name_;
   const int64_t resource_id_;
   std::shared_ptr<IGFSClient> client_;
 };
 
 }  // namespace tensorflow
 
-#endif
\ No newline at end of file
+#endif  // TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
\ No newline at end of file
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc b/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
index 22ca848aa6..6e523e579a 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
@@ -13,13 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "igfs_writable_file.h"
-#include "igfs_messages.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_writable_file.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
 
 namespace tensorflow {
 
-IGFSWritableFile::IGFSWritableFile(const std::string &file_name,
-                                   int64_t resource_id,
+IGFSWritableFile::IGFSWritableFile(const string &file_name, int64_t resource_id,
                                    std::shared_ptr<IGFSClient> client)
     : file_name_(file_name), resource_id_(resource_id), client_(client) {}
 
@@ -32,7 +31,7 @@ IGFSWritableFile::~IGFSWritableFile() {
   }
 }
 
-Status IGFSWritableFile::Append(const StringPiece &data) {
+Status IGFSWritableFile::Append(StringPiece data) {
   return client_->WriteBlock(resource_id_, (uint8_t *)data.data(), data.size());
 }
 
@@ -44,8 +43,18 @@ Status IGFSWritableFile::Close() {
   return client_->Close(&close_response, resource_to_be_closed);
 }
 
-Status IGFSWritableFile::Flush() { return Status::OK(); }
+Status IGFSWritableFile::Flush() { return Sync(); }
 
-Status IGFSWritableFile::Sync() { return Status::OK(); }
+Status IGFSWritableFile::Sync() {
+  CtrlResponse<CloseResponse> close_response = {false};
+  TF_RETURN_IF_ERROR(client_->Close(&close_response, resource_id_));
+
+  CtrlResponse<OpenAppendResponse> open_append_resp(false);
+  TF_RETURN_IF_ERROR(client_->OpenAppend(&open_append_resp, file_name_));
+
+  resource_id_ = open_append_resp.res.stream_id;
+
+  return Status::OK();
+}
 
-}  // namespace tensorflow
\ No newline at end of file
+}  // namespace tensorflow
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h b/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
index 352354a630..504c82f1ab 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
 
-#include "igfs_client.h"
+#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
 #include "tensorflow/core/platform/file_system.h"
 
 namespace tensorflow {
@@ -26,7 +26,7 @@ class IGFSWritableFile : public WritableFile {
   IGFSWritableFile(const string &file_name, int64_t resource_id,
                    std::shared_ptr<IGFSClient> client);
   ~IGFSWritableFile() override;
-  Status Append(const StringPiece &data) override;
+  Status Append(StringPiece data) override;
   Status Close() override;
   Status Flush() override;
   Status Sync() override;
@@ -39,4 +39,4 @@ class IGFSWritableFile : public WritableFile {
 
 }  // namespace tensorflow
 
-#endif
\ No newline at end of file
+#endif  // TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
diff --git a/tensorflow/contrib/igfs/ops/igfs_ops.cc b/tensorflow/contrib/igfs/ops/igfs_ops.cc
index 99e41a5dbb..f49267d8b9 100644
--- a/tensorflow/contrib/igfs/ops/igfs_ops.cc
+++ b/tensorflow/contrib/igfs/ops/igfs_ops.cc
@@ -13,11 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/core/framework/common_shape_fns.h"
-#include "tensorflow/core/framework/op.h"
-#include "tensorflow/core/framework/shape_inference.h"
+#include "tensorflow/core/platform/env.h"
 
-#include "../kernels/igfs.h"
+#include "tensorflow/contrib/igfs/kernels/igfs.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/ignite/BUILD b/tensorflow/contrib/ignite/BUILD
index c79d35e601..c466163061 100644
--- a/tensorflow/contrib/ignite/BUILD
+++ b/tensorflow/contrib/ignite/BUILD
@@ -42,7 +42,7 @@ cc_library(
         "kernels/ignite_byte_swapper.h",
         "kernels/ignite_plain_client.h",
         "kernels/ignite_ssl_wrapper.h",
-        "kernels/ignite_ssl_wrapper.cc"
+        "kernels/ignite_ssl_wrapper.cc",
     ] + if_not_windows([
         "kernels/ignite_plain_client_unix.cc",
     ]) + if_windows([
@@ -52,8 +52,8 @@ cc_library(
         "-DWIN32_LEAN_AND_MEAN",
     ]),
     deps = [
-        "@boringssl//:ssl",
         "//tensorflow/core:framework_headers_lib",
+        "@boringssl//:ssl",
         "@protobuf_archive//:protobuf_headers",
     ],
 )
@@ -61,19 +61,19 @@ cc_library(
 cc_library(
     name = "dataset_kernels",
     srcs = [
-        "kernels/ignite_dataset_ops.cc",
-        "kernels/ignite_binary_object_parser.h",
         "kernels/ignite_binary_object_parser.cc",
-        "kernels/ignite_dataset.h",
+        "kernels/ignite_binary_object_parser.h",
         "kernels/ignite_dataset.cc",
-        "kernels/ignite_dataset_iterator.h",
+        "kernels/ignite_dataset.h",
         "kernels/ignite_dataset_iterator.cc",
+        "kernels/ignite_dataset_iterator.h",
+        "kernels/ignite_dataset_ops.cc",
     ],
     deps = [
         ":ignite_client",
         "//tensorflow/core:framework_headers_lib",
-        "@protobuf_archive//:protobuf_headers",
         "//third_party/eigen3",
+        "@protobuf_archive//:protobuf_headers",
     ],
     alwayslink = 1,
 )
diff --git a/tensorflow/contrib/ignite/kernels/ignite_client.cc b/tensorflow/contrib/ignite/kernels/ignite_client.cc
deleted file mode 100644
index dea6484d59..0000000000
--- a/tensorflow/contrib/ignite/kernels/ignite_client.cc
+++ /dev/null
@@ -1,26 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "ignite_client.h"
-
-namespace tensorflow {
-
-Client::Client(bool big_endian) {
-  int x = 1;
-  bool is_little_endian = (*(char *)&x == 1);
-  swap_ = big_endian == is_little_endian;
-}
-
-}  // namespace tensorflow
\ No newline at end of file
-- 
GitLab


From fdeac73758b1fd566c3c4a912a8918a58752489a Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Mon, 15 Oct 2018 14:55:20 +0300
Subject: [PATCH 0944/1825] Update Apache Ignite IGFS after review.

---
 tensorflow/contrib/igfs/__init__.py              |  3 ---
 tensorflow/contrib/igfs/kernels/igfs.cc          | 16 ++++++++--------
 .../igfs/kernels/igfs_extended_tcp_client.cc     |  4 ++--
 tensorflow/contrib/igfs/kernels/igfs_messages.cc |  8 ++++----
 tensorflow/contrib/igfs/kernels/igfs_messages.h  |  2 +-
 5 files changed, 15 insertions(+), 18 deletions(-)

diff --git a/tensorflow/contrib/igfs/__init__.py b/tensorflow/contrib/igfs/__init__.py
index 5ef676337f..c1de538894 100644
--- a/tensorflow/contrib/igfs/__init__.py
+++ b/tensorflow/contrib/igfs/__init__.py
@@ -23,11 +23,8 @@ functionality to Hadoop HDFS, but only in-memory. In fact, in addition to
 its own APIs, IGFS implements Hadoop FileSystem API and can be transparently
 plugged into Hadoop or Spark deployments. This contrib package contains an
 intergration between IGFS and TensorFlow.
-
-@@IGFS
 """
 
-
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
diff --git a/tensorflow/contrib/igfs/kernels/igfs.cc b/tensorflow/contrib/igfs/kernels/igfs.cc
index 93bffc429e..3615b8743f 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs.cc
@@ -25,18 +25,12 @@ limitations under the License.
 
 namespace tensorflow {
 
-string GetEnvOrElse(const string &env, string default_value) {
+static string GetEnvOrElse(const string &env, string default_value) {
   const char *env_c_str = env.c_str();
   return getenv(env_c_str) != nullptr ? getenv(env_c_str) : default_value;
 }
 
-string IGFS::TranslateName(const string &name) const {
-  StringPiece scheme, namenode, path;
-  io::ParseURI(name, &scheme, &namenode, &path);
-  return string(path.data(), path.length());
-}
-
-string MakeRelative(const string &a, const string &b) {
+static string MakeRelative(const string &a, const string &b) {
   string max = a;
   string min = b;
   bool first = b.size() > a.size();
@@ -50,6 +44,12 @@ string MakeRelative(const string &a, const string &b) {
   return string((first ? r.first : r.second), first ? min.end() : max.end());
 }
 
+string IGFS::TranslateName(const string &name) const {
+  StringPiece scheme, namenode, path;
+  io::ParseURI(name, &scheme, &namenode, &path);
+  return string(path.data(), path.length());
+}
+
 IGFS::IGFS()
     : host_(GetEnvOrElse("IGFS_HOST", "localhost")),
       port_(atoi(GetEnvOrElse("IGFS_PORT", "10500").c_str())),
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
index 78d8df3c17..f7c5ad64b4 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
@@ -86,7 +86,7 @@ Status ExtendedTCPClient::ReadStringMap(std::map<string, string> *res) {
     TF_RETURN_IF_ERROR(ReadString(&key));
     TF_RETURN_IF_ERROR(ReadString(&val));
 
-    res->insert(std::pair<string, string>(key, val));
+    res->insert(std::pair<string, string>(std::move(key), std::move(val)));
   }
 
   return Status::OK();
@@ -113,7 +113,7 @@ Status ExtendedTCPClient::WriteBool(bool val) {
 Status ExtendedTCPClient::WriteString(string str) {
   if (!str.empty()) {
     TF_RETURN_IF_ERROR(WriteBool(false));
-    unsigned short l = str.length();
+    size_t l = str.length();
     TF_RETURN_IF_ERROR(WriteShort(l));
     TF_RETURN_IF_ERROR(WriteData(reinterpret_cast<const uint8_t *>(str.c_str()),
                                  str.length()));
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.cc b/tensorflow/contrib/igfs/kernels/igfs_messages.cc
index a03ba3240e..44368c7bb1 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_messages.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_messages.cc
@@ -89,12 +89,12 @@ PathCtrlRequest::PathCtrlRequest(int32_t command_id_, const string &user_name,
                                  bool collocate,
                                  const std::map<string, string> &properties)
     : Request(command_id_),
-      user_name_(std::move(user_name)),
-      path_(std::move(path)),
-      destination_path_(std::move(destination_path)),
+      user_name_(user_name),
+      path_(path),
+      destination_path_(destination_path),
       flag_(flag),
       collocate_(collocate),
-      props_(std::move(properties)) {}
+      props_(properties) {}
 
 Status PathCtrlRequest::Write(ExtendedTCPClient *client) const {
   TF_RETURN_IF_ERROR(Request::Write(client));
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.h b/tensorflow/contrib/igfs/kernels/igfs_messages.h
index dcfbf12beb..626bdc56eb 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_messages.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_messages.h
@@ -137,7 +137,7 @@ class ListResponse {
     int32_t len;
     TF_RETURN_IF_ERROR(client->ReadInt(&len));
 
-    entries = std::vector<T>();
+    entries.clear();
 
     for (int32_t i = 0; i < len; i++) {
       T f = {};
-- 
GitLab


From 3e0c8ab437a0de1c468f9282a1cc54b013224051 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Mon, 15 Oct 2018 15:42:53 +0300
Subject: [PATCH 0945/1825] Update Apache Ignite IGFS after review.

---
 tensorflow/contrib/igfs/kernels/igfs.cc       | 33 ++++++++++---------
 tensorflow/contrib/igfs/kernels/igfs.h        |  2 +-
 .../igfs/kernels/igfs_extended_tcp_client.cc  |  2 ++
 .../igfs/kernels/igfs_random_access_file.cc   |  6 ++--
 .../igfs/kernels/igfs_random_access_file.h    |  4 +--
 .../igfs/kernels/igfs_writable_file.cc        |  6 ++--
 .../contrib/igfs/kernels/igfs_writable_file.h |  4 +--
 7 files changed, 32 insertions(+), 25 deletions(-)

diff --git a/tensorflow/contrib/igfs/kernels/igfs.cc b/tensorflow/contrib/igfs/kernels/igfs.cc
index 3615b8743f..5434be4d60 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs.cc
@@ -65,7 +65,7 @@ IGFS::~IGFS() {
 
 Status IGFS::NewRandomAccessFile(const string &file_name,
                                  std::unique_ptr<RandomAccessFile> *result) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -75,7 +75,7 @@ Status IGFS::NewRandomAccessFile(const string &file_name,
   TF_RETURN_IF_ERROR(client->OpenRead(&open_read_response, path));
 
   long resource_id = open_read_response.res.stream_id;
-  result->reset(new IGFSRandomAccessFile(path, resource_id, client));
+  result->reset(new IGFSRandomAccessFile(path, resource_id, std::move(client)));
 
   LOG(INFO) << "New random access file completed successfully [file_name="
             << file_name << "]";
@@ -85,7 +85,7 @@ Status IGFS::NewRandomAccessFile(const string &file_name,
 
 Status IGFS::NewWritableFile(const string &file_name,
                              std::unique_ptr<WritableFile> *result) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -103,7 +103,7 @@ Status IGFS::NewWritableFile(const string &file_name,
   TF_RETURN_IF_ERROR(client->OpenCreate(&open_create_resp, path));
 
   long resource_id = open_create_resp.res.stream_id;
-  result->reset(new IGFSWritableFile(path, resource_id, client));
+  result->reset(new IGFSWritableFile(path, resource_id, std::move(client)));
 
   LOG(INFO) << "New writable file completed successfully [file_name="
             << file_name << "]";
@@ -113,7 +113,7 @@ Status IGFS::NewWritableFile(const string &file_name,
 
 Status IGFS::NewAppendableFile(const string &file_name,
                                std::unique_ptr<WritableFile> *result) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
   TF_RETURN_IF_ERROR(client->Handshake(&handshake_response));
@@ -130,7 +130,8 @@ Status IGFS::NewAppendableFile(const string &file_name,
   TF_RETURN_IF_ERROR(client->OpenAppend(&open_append_resp, file_name));
 
   result->reset(new IGFSWritableFile(TranslateName(file_name),
-                                     open_append_resp.res.stream_id, client));
+                                     open_append_resp.res.stream_id,
+                                     std::move(client)));
 
   LOG(INFO) << "New appendable file completed successfully [file_name="
             << file_name << "]";
@@ -144,7 +145,7 @@ Status IGFS::NewReadOnlyMemoryRegionFromFile(
 }
 
 Status IGFS::FileExists(const string &file_name) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   const string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -163,7 +164,7 @@ Status IGFS::FileExists(const string &file_name) {
 }
 
 Status IGFS::GetChildren(const string &file_name, std::vector<string> *result) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
   path = path + "/";
 
@@ -191,7 +192,7 @@ Status IGFS::GetMatchingPaths(const string &pattern,
 }
 
 Status IGFS::DeleteFile(const string &file_name) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -210,7 +211,7 @@ Status IGFS::DeleteFile(const string &file_name) {
 }
 
 Status IGFS::CreateDir(const string &file_name) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   const string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -229,7 +230,7 @@ Status IGFS::CreateDir(const string &file_name) {
 }
 
 Status IGFS::DeleteDir(const string &file_name) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -252,7 +253,7 @@ Status IGFS::DeleteDir(const string &file_name) {
 }
 
 Status IGFS::GetFileSize(const string &file_name, uint64 *size) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -270,7 +271,7 @@ Status IGFS::GetFileSize(const string &file_name, uint64 *size) {
 }
 
 Status IGFS::RenameFile(const string &src, const string &dst) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string src_path = TranslateName(src);
   string dst_path = TranslateName(dst);
 
@@ -292,7 +293,7 @@ Status IGFS::RenameFile(const string &src, const string &dst) {
 }
 
 Status IGFS::Stat(const string &file_name, FileStatistics *stats) {
-  std::shared_ptr<IGFSClient> client = CreateClient();
+  std::unique_ptr<IGFSClient> client = CreateClient();
   string path = TranslateName(file_name);
 
   CtrlResponse<HandshakeResponse> handshake_response(true);
@@ -311,8 +312,8 @@ Status IGFS::Stat(const string &file_name, FileStatistics *stats) {
   return Status::OK();
 }
 
-std::shared_ptr<IGFSClient> IGFS::CreateClient() const {
-  return std::shared_ptr<IGFSClient>(
+std::unique_ptr<IGFSClient> IGFS::CreateClient() const {
+  return std::unique_ptr<IGFSClient>(
       new IGFSClient(host_, port_, fs_name_, ""));
 }
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs.h b/tensorflow/contrib/igfs/kernels/igfs.h
index c2dff7ebc8..a05f620ff4 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.h
+++ b/tensorflow/contrib/igfs/kernels/igfs.h
@@ -48,7 +48,7 @@ class IGFS : public FileSystem {
   string TranslateName(const string& name) const override;
 
  private:
-  std::shared_ptr<IGFSClient> CreateClient() const;
+  std::unique_ptr<IGFSClient> CreateClient() const;
 
   const string host_;
   const int port_;
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
index f7c5ad64b4..e12d6708b4 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
@@ -114,6 +114,8 @@ Status ExtendedTCPClient::WriteString(string str) {
   if (!str.empty()) {
     TF_RETURN_IF_ERROR(WriteBool(false));
     size_t l = str.length();
+    if (l > 0xFFFF) return errors::InvalidArgument("String is too long");
+
     TF_RETURN_IF_ERROR(WriteShort(l));
     TF_RETURN_IF_ERROR(WriteData(reinterpret_cast<const uint8_t *>(str.c_str()),
                                  str.length()));
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
index c078bc5e3f..d44bb031b2 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
@@ -20,8 +20,10 @@ namespace tensorflow {
 
 IGFSRandomAccessFile::IGFSRandomAccessFile(const string &file_name,
                                            int64_t resource_id,
-                                           std::shared_ptr<IGFSClient> client)
-    : file_name_(file_name), resource_id_(resource_id), client_(client) {}
+                                           std::unique_ptr<IGFSClient> &&client)
+    : file_name_(file_name),
+      resource_id_(resource_id),
+      client_(std::move(client)) {}
 
 IGFSRandomAccessFile::~IGFSRandomAccessFile() {
   CtrlResponse<CloseResponse> close_response = {false};
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
index 48b2d097c5..b25426134c 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
@@ -24,7 +24,7 @@ namespace tensorflow {
 class IGFSRandomAccessFile : public RandomAccessFile {
  public:
   IGFSRandomAccessFile(const string &file_name, int64_t resource_id,
-                       std::shared_ptr<IGFSClient> client);
+                       std::unique_ptr<IGFSClient> &&client);
   ~IGFSRandomAccessFile() override;
   Status Read(uint64 offset, size_t n, StringPiece *result,
               char *scratch) const override;
@@ -32,7 +32,7 @@ class IGFSRandomAccessFile : public RandomAccessFile {
  private:
   const string file_name_;
   const int64_t resource_id_;
-  std::shared_ptr<IGFSClient> client_;
+  std::unique_ptr<IGFSClient> client_;
 };
 
 }  // namespace tensorflow
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc b/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
index 6e523e579a..6eb335d312 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
+++ b/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
@@ -19,8 +19,10 @@ limitations under the License.
 namespace tensorflow {
 
 IGFSWritableFile::IGFSWritableFile(const string &file_name, int64_t resource_id,
-                                   std::shared_ptr<IGFSClient> client)
-    : file_name_(file_name), resource_id_(resource_id), client_(client) {}
+                                   std::unique_ptr<IGFSClient> &&client)
+    : file_name_(file_name),
+      resource_id_(resource_id),
+      client_(std::move(client)) {}
 
 IGFSWritableFile::~IGFSWritableFile() {
   if (resource_id_ >= 0) {
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h b/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
index 504c82f1ab..f888beaa4e 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
+++ b/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
@@ -24,7 +24,7 @@ namespace tensorflow {
 class IGFSWritableFile : public WritableFile {
  public:
   IGFSWritableFile(const string &file_name, int64_t resource_id,
-                   std::shared_ptr<IGFSClient> client);
+                   std::unique_ptr<IGFSClient> &&client);
   ~IGFSWritableFile() override;
   Status Append(StringPiece data) override;
   Status Close() override;
@@ -34,7 +34,7 @@ class IGFSWritableFile : public WritableFile {
  private:
   const string file_name_;
   int64_t resource_id_;
-  std::shared_ptr<IGFSClient> client_;
+  std::unique_ptr<IGFSClient> client_;
 };
 
 }  // namespace tensorflow
-- 
GitLab


From 29bb7f4f0158510b9c33fa738d946ef78cc50b30 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Fri, 2 Nov 2018 17:29:34 +0300
Subject: [PATCH 0946/1825] Update Apache Ignite IGFS after review.

---
 tensorflow/contrib/BUILD                      |   2 -
 tensorflow/contrib/igfs/BUILD                 | 131 ------------------
 tensorflow/contrib/igfs/README.md             |  34 -----
 .../contrib/igfs/python/ops/igfs_ops.py       |  29 ----
 .../contrib/igfs/python/tests/start_ignite.sh |  22 ---
 .../contrib/igfs/python/tests/stop_ignite.sh  |  17 ---
 tensorflow/contrib/ignite/BUILD               | 118 +++++++++++++---
 tensorflow/contrib/ignite/README.md           |  45 +++++-
 .../{ => client}/ignite_byte_swapper.h        |  31 ++---
 .../kernels/{ => client}/ignite_client.h      |  18 +--
 .../{ => client}/ignite_plain_client.h        |   2 +-
 .../{ => client}/ignite_plain_client_unix.cc  |   2 +-
 .../ignite_plain_client_windows.cc            |   2 +-
 .../{ => client}/ignite_ssl_wrapper.cc        |   2 +-
 .../kernels/{ => client}/ignite_ssl_wrapper.h |   2 +-
 .../ignite_binary_object_parser.cc            |   2 +-
 .../ignite_binary_object_parser.h             |   2 +-
 .../kernels/{ => dataset}/ignite_dataset.cc   |   2 +-
 .../kernels/{ => dataset}/ignite_dataset.h    |   0
 .../{ => dataset}/ignite_dataset_iterator.cc  |  10 +-
 .../{ => dataset}/ignite_dataset_iterator.h   |   6 +-
 .../{ => dataset}/ignite_dataset_ops.cc       |   4 +-
 .../kernels => ignite/kernels/igfs}/igfs.cc   |   8 +-
 .../kernels => ignite/kernels/igfs}/igfs.h    |   2 +-
 .../kernels/igfs}/igfs_client.cc              |   2 +-
 .../kernels/igfs}/igfs_client.h               |  43 +++---
 .../kernels/igfs}/igfs_extended_tcp_client.cc |   5 +-
 .../kernels/igfs}/igfs_extended_tcp_client.h  |   2 +-
 .../kernels/igfs}/igfs_messages.cc            |   2 +-
 .../kernels/igfs}/igfs_messages.h             |   2 +-
 .../kernels/igfs}/igfs_random_access_file.cc  |   4 +-
 .../kernels/igfs}/igfs_random_access_file.h   |   2 +-
 .../kernels/igfs}/igfs_writable_file.cc       |   4 +-
 .../kernels/igfs}/igfs_writable_file.h        |   2 +-
 .../contrib/{igfs => ignite}/ops/igfs_ops.cc  |   2 +-
 .../python/ops/igfs_op_loader.py              |   0
 .../python/ops/igfs_ops.py}                   |  13 +-
 .../python/tests/bin/start-igfs.sh            |   0
 .../tests/config/ignite-config-igfs.xml       |   0
 .../python/tests/igfs_test.py                 |   2 +-
 .../ignite/python/tests/start_ignite.sh       |   4 +
 .../ignite/python/tests/stop_ignite.sh        |   3 +-
 42 files changed, 238 insertions(+), 347 deletions(-)
 delete mode 100644 tensorflow/contrib/igfs/BUILD
 delete mode 100644 tensorflow/contrib/igfs/README.md
 delete mode 100644 tensorflow/contrib/igfs/python/ops/igfs_ops.py
 delete mode 100755 tensorflow/contrib/igfs/python/tests/start_ignite.sh
 delete mode 100755 tensorflow/contrib/igfs/python/tests/stop_ignite.sh
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_byte_swapper.h (72%)
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_client.h (81%)
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_plain_client.h (95%)
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_plain_client_unix.cc (97%)
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_plain_client_windows.cc (98%)
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_ssl_wrapper.cc (98%)
 rename tensorflow/contrib/ignite/kernels/{ => client}/ignite_ssl_wrapper.h (95%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_binary_object_parser.cc (99%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_binary_object_parser.h (97%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_dataset.cc (97%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_dataset.h (100%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_dataset_iterator.cc (98%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_dataset_iterator.h (93%)
 rename tensorflow/contrib/ignite/kernels/{ => dataset}/ignite_dataset_ops.cc (97%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs.cc (97%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs.h (97%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_client.cc (95%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_client.h (62%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_extended_tcp_client.cc (95%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_extended_tcp_client.h (95%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_messages.cc (99%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_messages.h (99%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_random_access_file.cc (92%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_random_access_file.h (95%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_writable_file.cc (93%)
 rename tensorflow/contrib/{igfs/kernels => ignite/kernels/igfs}/igfs_writable_file.h (95%)
 rename tensorflow/contrib/{igfs => ignite}/ops/igfs_ops.cc (93%)
 rename tensorflow/contrib/{igfs => ignite}/python/ops/igfs_op_loader.py (100%)
 rename tensorflow/contrib/{igfs/__init__.py => ignite/python/ops/igfs_ops.py} (76%)
 rename tensorflow/contrib/{igfs => ignite}/python/tests/bin/start-igfs.sh (100%)
 rename tensorflow/contrib/{igfs => ignite}/python/tests/config/ignite-config-igfs.xml (100%)
 rename tensorflow/contrib/{igfs => ignite}/python/tests/igfs_test.py (98%)

diff --git a/tensorflow/contrib/BUILD b/tensorflow/contrib/BUILD
index 40863def8a..832db0f4ab 100644
--- a/tensorflow/contrib/BUILD
+++ b/tensorflow/contrib/BUILD
@@ -157,7 +157,6 @@ py_library(
         "//tensorflow:no_ignite_support": [],
         "//conditions:default": [
             "//tensorflow/contrib/ignite",
-            "//tensorflow/contrib/igfs",
         ],
     }),
 )
@@ -249,7 +248,6 @@ cc_library(
         "//tensorflow:no_ignite_support": [],
         "//conditions:default": [
             "//tensorflow/contrib/ignite:dataset_ops_op_lib",
-            "//tensorflow/contrib/igfs:igfs_ops_op_lib",
         ],
     }),
 )
diff --git a/tensorflow/contrib/igfs/BUILD b/tensorflow/contrib/igfs/BUILD
deleted file mode 100644
index b9983d0957..0000000000
--- a/tensorflow/contrib/igfs/BUILD
+++ /dev/null
@@ -1,131 +0,0 @@
-package(default_visibility = ["//tensorflow:internal"])
-
-licenses(["notice"])  # Apache 2.0
-
-exports_files(["LICENSE"])
-
-load(
-    "//tensorflow:tensorflow.bzl",
-    "tf_custom_op_library",
-    "tf_custom_op_py_library",
-    "tf_gen_op_libs",
-    "tf_gen_op_wrapper_py",
-    "tf_kernel_library",
-    "tf_py_test",
-)
-
-py_library(
-    name = "igfs",
-    srcs = ["__init__.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":igfs_ops",
-    ],
-)
-
-tf_custom_op_library(
-    name = "_igfs_ops.so",
-    srcs = [
-        "kernels/igfs.h",
-        "ops/igfs_ops.cc",
-    ],
-    deps = [":igfs_kernels"],
-)
-
-tf_gen_op_libs(
-    op_lib_names = ["igfs_ops"],
-    deps = [":igfs_kernels"],
-)
-
-cc_library(
-    name = "igfs_kernels",
-    srcs = [
-        "kernels/igfs.cc",
-        "kernels/igfs.h",
-        "kernels/igfs_client.cc",
-        "kernels/igfs_client.h",
-        "kernels/igfs_extended_tcp_client.cc",
-        "kernels/igfs_extended_tcp_client.h",
-        "kernels/igfs_messages.cc",
-        "kernels/igfs_messages.h",
-        "kernels/igfs_random_access_file.cc",
-        "kernels/igfs_random_access_file.h",
-        "kernels/igfs_writable_file.cc",
-        "kernels/igfs_writable_file.h",
-    ],
-    deps = [
-        "//tensorflow/contrib/ignite:ignite_client",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:lib_internal",
-    ],
-    alwayslink = 1,
-)
-
-py_library(
-    name = "igfs_ops",
-    srcs = [
-        "python/ops/igfs_ops.py",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":igfs_op_loader",
-        "//tensorflow/python:util",
-        "//tensorflow/python/data/util:nest",
-    ],
-)
-
-tf_gen_op_wrapper_py(
-    name = "gen_igfs_ops",
-    out = "python/ops/gen_igfs_ops.py",
-    deps = [":igfs_ops_op_lib"],
-)
-
-tf_kernel_library(
-    name = "igfs_ops_kernels",
-    deps = [
-        ":igfs_kernels",
-        "//tensorflow/core:framework",
-    ],
-    alwayslink = 1,
-)
-
-tf_custom_op_py_library(
-    name = "igfs_op_loader",
-    srcs = ["python/ops/igfs_op_loader.py"],
-    dso = [":_igfs_ops.so"],
-    kernels = [
-        ":igfs_ops_kernels",
-        ":igfs_ops_op_lib",
-    ],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":gen_igfs_ops",
-        "//tensorflow/contrib/util:util_py",
-        "//tensorflow/python:platform",
-    ],
-)
-
-# The Apache Ignite servers have to setup before the test and tear down
-# after the test manually. The docker engine has to be installed.
-#
-# To setup Apache Ignite servers:
-# $ bash ./python/tests/start_ignite.sh
-#
-# To tear down Apache Ignite servers:
-# $ bash ./python/tests/stop_ignite.sh
-tf_py_test(
-    name = "igfs_test_py",
-    srcs = ["python/tests/igfs_test.py"],
-    additional_deps = [
-        ":igfs",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform_test",
-    ],
-    tags = [
-        "manual",
-        "no_windows",
-        "notap",
-    ],
-)
diff --git a/tensorflow/contrib/igfs/README.md b/tensorflow/contrib/igfs/README.md
deleted file mode 100644
index a67be4a410..0000000000
--- a/tensorflow/contrib/igfs/README.md
+++ /dev/null
@@ -1,34 +0,0 @@
-# IGFS (Ignite File System)
-
-- [Overview](#overview)
-- [Try it out](#try-it-out)
-
-## Overview
-
-[Apache Ignite](https://ignite.apache.org/) is a memory-centric distributed database, caching, and processing platform for
-transactional, analytical, and streaming workloads, delivering in-memory speeds at petabyte scale. In addition to database functionality Apache Ignite provides a distributed file system called [IGFS](https://ignite.apache.org/features/igfs.html). IGFS delivers a similar functionality to Hadoop HDFS, but only in-memory. In fact, in addition to its own APIs, IGFS implements Hadoop FileSystem API and can be transparently plugged into Hadoop or Spark deployments. This contrib package contains an intergration between IGFS and TensorFlow. The integration is based on [custom filesystem plugin](https://www.tensorflow.org/extend/add_filesys) from TensorFlow side and [IGFS Native API](https://ignite.apache.org/features/igfs.html) from Apache Ignite side. It has numerous uses, for example:
-* Checkpoints of state can be saved to IGFS for reliability and fault-tolerance.
-* Training processes communicate with TensorBoard by writing event files to a directory, which TensorBoard watches. IGFS allows this communication to work even when TensorBoard runs in a different process or machine.
-
-## Try it out
-
-The simplest way to try IGFS with TensorFlow is to run [Docker](https://www.docker.com/) container with Apache Ignite and enabled IGFS and then interruct with it using TensorFlow [tf.gfile](https://www.tensorflow.org/api_docs/python/tf/gfile). Such container is available on Docker Hub: [dmitrievanthony/ignite-with-igfs](https://hub.docker.com/r/dmitrievanthony/ignite-with-igfs/). You need to start this container on your machine:
-
-```
-docker run -it -p 10500:10500 dmitrievanthony/ignite-with-igfs
-```
-
-After that you will be able to work with it following way:
-
-```python
->>> import tensorflow as tf
->>> import tensorflow.contrib.igfs.python.ops.igfs_ops
->>> 
->>> with tf.gfile.Open("igfs:///hello.txt", mode='w') as w:
->>>   w.write("Hello, world!")
->>>
->>> with tf.gfile.Open("igfs:///hello.txt", mode='r') as r:
->>>   print(r.read())
-
-Hello, world!
-```
diff --git a/tensorflow/contrib/igfs/python/ops/igfs_ops.py b/tensorflow/contrib/igfs/python/ops/igfs_ops.py
deleted file mode 100644
index 5c02ddcd9a..0000000000
--- a/tensorflow/contrib/igfs/python/ops/igfs_ops.py
+++ /dev/null
@@ -1,29 +0,0 @@
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-"""IGFS."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import os
-
-from tensorflow.contrib.ignite.python.ops import ignite_op_loader  # pylint: disable=unused-import
-from tensorflow.python.platform import resource_loader
-from tensorflow.python.framework import load_library
-
-file_system_library = os.path.join(resource_loader.get_data_files_path(),
-                                   "../../_igfs_ops.so")
-load_library.load_file_system_library(file_system_library)
diff --git a/tensorflow/contrib/igfs/python/tests/start_ignite.sh b/tensorflow/contrib/igfs/python/tests/start_ignite.sh
deleted file mode 100755
index d48bed6b45..0000000000
--- a/tensorflow/contrib/igfs/python/tests/start_ignite.sh
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/env bash
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-IGNITE_VERSION=2.6.0
-SCRIPT_PATH="$( cd "$(dirname "$0")" ; pwd -P )"
-
-# Start Apache Ignite with IGFS.
-docker run -itd --name ignite-igfs -p 10500:10500 \
--v ${SCRIPT_PATH}:/data apacheignite/ignite:${IGNITE_VERSION} /data/bin/start-igfs.sh
diff --git a/tensorflow/contrib/igfs/python/tests/stop_ignite.sh b/tensorflow/contrib/igfs/python/tests/stop_ignite.sh
deleted file mode 100755
index ff297291cf..0000000000
--- a/tensorflow/contrib/igfs/python/tests/stop_ignite.sh
+++ /dev/null
@@ -1,17 +0,0 @@
-#!/usr/bin/env bash
-# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-docker rm -f ignite-igfs
diff --git a/tensorflow/contrib/ignite/BUILD b/tensorflow/contrib/ignite/BUILD
index c466163061..e486d85a4d 100644
--- a/tensorflow/contrib/ignite/BUILD
+++ b/tensorflow/contrib/ignite/BUILD
@@ -22,6 +22,7 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":dataset_ops",
+        ":igfs_ops",
     ],
 )
 
@@ -31,22 +32,36 @@ tf_custom_op_library(
     deps = [":dataset_kernels"],
 )
 
+tf_custom_op_library(
+    name = "_igfs_ops.so",
+    srcs = [
+        "kernels/igfs/igfs.h",
+        "ops/igfs_ops.cc",
+    ],
+    deps = [":igfs_kernels"],
+)
+
 tf_gen_op_libs(
     op_lib_names = ["dataset_ops"],
 )
 
+tf_gen_op_libs(
+    op_lib_names = ["igfs_ops"],
+    deps = [":igfs_kernels"],
+)
+
 cc_library(
     name = "ignite_client",
     srcs = [
-        "kernels/ignite_client.h",
-        "kernels/ignite_byte_swapper.h",
-        "kernels/ignite_plain_client.h",
-        "kernels/ignite_ssl_wrapper.h",
-        "kernels/ignite_ssl_wrapper.cc",
+        "kernels/client/ignite_client.h",
+        "kernels/client/ignite_byte_swapper.h",
+        "kernels/client/ignite_plain_client.h",
+        "kernels/client/ignite_ssl_wrapper.h",
+        "kernels/client/ignite_ssl_wrapper.cc",
     ] + if_not_windows([
-        "kernels/ignite_plain_client_unix.cc",
+        "kernels/client/ignite_plain_client_unix.cc",
     ]) + if_windows([
-        "kernels/ignite_plain_client_windows.cc",
+        "kernels/client/ignite_plain_client_windows.cc",
     ]),
     copts = if_windows([
         "-DWIN32_LEAN_AND_MEAN",
@@ -61,13 +76,13 @@ cc_library(
 cc_library(
     name = "dataset_kernels",
     srcs = [
-        "kernels/ignite_binary_object_parser.cc",
-        "kernels/ignite_binary_object_parser.h",
-        "kernels/ignite_dataset.cc",
-        "kernels/ignite_dataset.h",
-        "kernels/ignite_dataset_iterator.cc",
-        "kernels/ignite_dataset_iterator.h",
-        "kernels/ignite_dataset_ops.cc",
+        "kernels/dataset/ignite_binary_object_parser.cc",
+        "kernels/dataset/ignite_binary_object_parser.h",
+        "kernels/dataset/ignite_dataset.cc",
+        "kernels/dataset/ignite_dataset.h",
+        "kernels/dataset/ignite_dataset_iterator.cc",
+        "kernels/dataset/ignite_dataset_iterator.h",
+        "kernels/dataset/ignite_dataset_ops.cc",
     ],
     deps = [
         ":ignite_client",
@@ -78,6 +93,30 @@ cc_library(
     alwayslink = 1,
 )
 
+cc_library(
+    name = "igfs_kernels",
+    srcs = [
+        "kernels/igfs/igfs.cc",
+        "kernels/igfs/igfs.h",
+        "kernels/igfs/igfs_client.cc",
+        "kernels/igfs/igfs_client.h",
+        "kernels/igfs/igfs_extended_tcp_client.cc",
+        "kernels/igfs/igfs_extended_tcp_client.h",
+        "kernels/igfs/igfs_messages.cc",
+        "kernels/igfs/igfs_messages.h",
+        "kernels/igfs/igfs_random_access_file.cc",
+        "kernels/igfs/igfs_random_access_file.h",
+        "kernels/igfs/igfs_writable_file.cc",
+        "kernels/igfs/igfs_writable_file.h",
+    ],
+    deps = [
+        "//tensorflow/contrib/ignite:ignite_client",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
+    ],
+    alwayslink = 1,
+)
+
 py_library(
     name = "dataset_ops",
     srcs = [
@@ -93,12 +132,31 @@ py_library(
     ],
 )
 
+py_library(
+    name = "igfs_ops",
+    srcs = [
+        "python/ops/igfs_ops.py",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":igfs_op_loader",
+        "//tensorflow/python:util",
+        "//tensorflow/python/data/util:nest",
+    ],
+)
+
 tf_gen_op_wrapper_py(
     name = "gen_dataset_ops",
     out = "python/ops/gen_dataset_ops.py",
     deps = ["//tensorflow/contrib/ignite:dataset_ops_op_lib"],
 )
 
+tf_gen_op_wrapper_py(
+    name = "gen_igfs_ops",
+    out = "python/ops/gen_igfs_ops.py",
+    deps = [":igfs_ops_op_lib"],
+)
+
 tf_kernel_library(
     name = "dataset_ops_kernels",
     deps = [
@@ -108,6 +166,15 @@ tf_kernel_library(
     alwayslink = 1,
 )
 
+tf_kernel_library(
+    name = "igfs_ops_kernels",
+    deps = [
+        ":igfs_kernels",
+        "//tensorflow/core:framework",
+    ],
+    alwayslink = 1,
+)
+
 tf_custom_op_py_library(
     name = "ignite_op_loader",
     srcs = ["python/ops/ignite_op_loader.py"],
@@ -124,6 +191,22 @@ tf_custom_op_py_library(
     ],
 )
 
+tf_custom_op_py_library(
+    name = "igfs_op_loader",
+    srcs = ["python/ops/igfs_op_loader.py"],
+    dso = [":_igfs_ops.so"],
+    kernels = [
+        ":igfs_ops_kernels",
+        ":igfs_ops_op_lib",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":gen_igfs_ops",
+        "//tensorflow/contrib/util:util_py",
+        "//tensorflow/python:platform",
+    ],
+)
+
 # The Apache Ignite servers have to setup before the test and tear down
 # after the test manually. The docker engine has to be installed.
 #
@@ -133,8 +216,11 @@ tf_custom_op_py_library(
 # To tear down Apache Ignite servers:
 # $ bash ./python/tests/stop_ignite.sh
 tf_py_test(
-    name = "ignite_dataset_test",
-    srcs = ["python/tests/ignite_dataset_test.py"],
+    name = "ignite_test",
+    srcs = [
+        "python/tests/igfs_test.py",
+        "python/tests/ignite_dataset_test.py",
+    ],
     additional_deps = [
         ":ignite",
         "//tensorflow/python:client_testlib",
diff --git a/tensorflow/contrib/ignite/README.md b/tensorflow/contrib/ignite/README.md
index 55c89d2799..040e458724 100644
--- a/tensorflow/contrib/ignite/README.md
+++ b/tensorflow/contrib/ignite/README.md
@@ -1,19 +1,22 @@
-# Ignite Dataset
+# Apache Ignite Integration
 
 - [Overview](#overview)
 - [Features](#features)
   * [Distributed In-Memory Datasource](#distributed-in-memory-datasource)
   * [Structured Objects](#structured-objects)
   * [Distributed Training](#distributed-training)
+  * [Distributed File System](#distributed-file-system)
   * [SSL Connection](#ssl-connection)
   * [Windows Support](#windows-support)
 - [Try it out](#try-it-out)
+  * [Ignite Dataset](#ignite-dataset)
+  * [IGFS](#igfs)
 - [Limitations](#limitations)
 
 ## Overview
 
 [Apache Ignite](https://ignite.apache.org/) is a memory-centric distributed database, caching, and processing platform for
-transactional, analytical, and streaming workloads, delivering in-memory speeds at petabyte scale. This contrib package contains an integration between Apache Ignite and TensorFlow. The integration is based on [tf.data](https://www.tensorflow.org/api_docs/python/tf/data) from TensorFlow side and [Binary Client Protocol](https://apacheignite.readme.io/v2.6/docs/binary-client-protocol) from Apache Ignite side. It allows to use Apache Ignite as a data source for neural network training, inference and all other computations supported by TensorFlow. 
+transactional, analytical, and streaming workloads, delivering in-memory speeds at petabyte scale. This contrib package contains an integration between Apache Ignite and TensorFlow. The integration is based on [tf.data](https://www.tensorflow.org/api_docs/python/tf/data) from TensorFlow side and [Binary Client Protocol](https://apacheignite.readme.io/v2.6/docs/binary-client-protocol) from Apache Ignite side. It allows to use Apache Ignite as a data source for neural network training, inference and all other computations supported by TensorFlow. Another part of this module is an integration with distributed file system based on Apache Ignite.
 
 ## Features
 
@@ -134,6 +137,12 @@ Ignite Dataset allows using these two aspects of distributed neural network trai
 
 High-level TensorFlow API for [distributed training](https://www.tensorflow.org/api_docs/python/tf/contrib/distribute/DistributionStrategy) is supported as well. 
 
+### Distributed File System
+
+In addition to database functionality Apache Ignite provides a distributed file system called [IGFS](https://ignite.apache.org/features/igfs.html). IGFS delivers a similar functionality to Hadoop HDFS, but only in-memory. In fact, in addition to its own APIs, IGFS implements Hadoop FileSystem API and can be transparently plugged into Hadoop or Spark deployments. This contrib package contains an intergration between IGFS and TensorFlow. The integration is based on [custom filesystem plugin](https://www.tensorflow.org/extend/add_filesys) from TensorFlow side and [IGFS Native API](https://ignite.apache.org/features/igfs.html) from Apache Ignite side. It has numerous uses, for example:
+* Checkpoints of state can be saved to IGFS for reliability and fault-tolerance.
+* Training processes communicate with TensorBoard by writing event files to a directory, which TensorBoard watches. IGFS allows this communication to work even when TensorBoard runs in a different process or machine.
+
 ### SSL Connection
 
 Apache Ignite allows to protect data transfer channels by [SSL](https://en.wikipedia.org/wiki/Transport_Layer_Security) and authentification. Ignite Dataset supports both SSL connection with and without authntication. For more information, please refer to the [Apache Ignite SSL/TLS](https://apacheignite.readme.io/docs/ssltls) documentation.
@@ -142,8 +151,11 @@ Apache Ignite allows to protect data transfer channels by [SSL](https://en.wikip
 >>> import tensorflow as tf
 >>> from tensorflow.contrib.ignite import IgniteDataset
 >>> 
->>> dataset = IgniteDataset(cache_name="IMAGES", certfile="client.pem", cert_password="password", username="ignite", password="ignite")
->>> ...
+>>> dataset = IgniteDataset(cache_name="IMAGES", 
+                            certfile="client.pem", 
+                            cert_password="password", 
+                            username="ignite", 
+                            password="ignite")
 ```
 
 ### Windows Support
@@ -152,6 +164,9 @@ Ignite Dataset is fully compatible with Windows. You can use it as part of Tenso
 
 ## Try it out
 
+Following examples will help you to easily start working with this module.
+
+### Ignite Dataset
 The simplest way to try Ignite Dataset is to run a [Docker](https://www.docker.com/) container with Apache Ignite and loaded [MNIST](http://yann.lecun.com/exdb/mnist/) data and after start interruct with it using Ignite Dataset. Such container is available on Docker Hub: [dmitrievanthony/ignite-with-mnist](https://hub.docker.com/r/dmitrievanthony/ignite-with-mnist/). You need to start this container on your machine:
 
 ```
@@ -162,6 +177,28 @@ After that you will be able to work with it following way:
 
 ![ignite-dataset-mnist](https://s3.amazonaws.com/helloworld23423423ew23/ignite-dataset-mnist.png "Ignite Dataset Mnist")
 
+### IGFS
+The simplest way to try IGFS with TensorFlow is to run [Docker](https://www.docker.com/) container with Apache Ignite and enabled IGFS and then interruct with it using TensorFlow [tf.gfile](https://www.tensorflow.org/api_docs/python/tf/gfile). Such container is available on Docker Hub: [dmitrievanthony/ignite-with-igfs](https://hub.docker.com/r/dmitrievanthony/ignite-with-igfs/). You need to start this container on your machine:
+
+```
+docker run -it -p 10500:10500 dmitrievanthony/ignite-with-igfs
+```
+
+After that you will be able to work with it following way:
+
+```python
+>>> import tensorflow as tf
+>>> import tensorflow.contrib.ignite.python.ops.igfs_ops
+>>> 
+>>> with tf.gfile.Open("igfs:///hello.txt", mode='w') as w:
+>>>   w.write("Hello, world!")
+>>>
+>>> with tf.gfile.Open("igfs:///hello.txt", mode='r') as r:
+>>>   print(r.read())
+
+Hello, world!
+```
+
 ## Limitations
 
 Presently, Ignite Dataset works with assumption that all objects in the cache have the same structure (homogeneous objects) and the cache contains at least one object. Another limitation concerns structured objects, Ignite Dataset does not support UUID, Maps and Object arrays that might be parts of an object structure.
diff --git a/tensorflow/contrib/ignite/kernels/ignite_byte_swapper.h b/tensorflow/contrib/ignite/kernels/client/ignite_byte_swapper.h
similarity index 72%
rename from tensorflow/contrib/ignite/kernels/ignite_byte_swapper.h
rename to tensorflow/contrib/ignite/kernels/client/ignite_byte_swapper.h
index 46df3e39dc..660dde449d 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_byte_swapper.h
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_byte_swapper.h
@@ -25,76 +25,75 @@ class ByteSwapper {
  public:
   ByteSwapper(bool big_endian) { swap_ = big_endian == port::kLittleEndian; }
 
-  inline void SwapIfRequiredInt16(int16_t *x) const {
+  void SwapIfRequiredInt16(int16_t *x) const {
     if (swap_) {
       Swap16(x);
     }
   }
 
-  inline void SwapIfRequiredUnsignedInt16(uint16_t *x) const {
+  void SwapIfRequiredUnsignedInt16(uint16_t *x) const {
     if (swap_) {
       Swap16(reinterpret_cast<int16_t *>(x));
     }
   }
 
-  inline void SwapIfRequiredInt32(int32_t *x) const {
+  void SwapIfRequiredInt32(int32_t *x) const {
     if (swap_) {
       Swap32(x);
     }
   }
 
-  inline void SwapIfRequiredFloat(float *x) const {
+  void SwapIfRequiredFloat(float *x) const {
     if (swap_) {
       Swap32(reinterpret_cast<int32_t *>(x));
     }
   }
 
-  inline void SwapIfRequiredInt64(int64_t *x) const {
+  void SwapIfRequiredInt64(int64_t *x) const {
     if (swap_) {
       Swap64(x);
     }
   }
 
-  inline void SwapIfRequiredDouble(double *x) const {
+  void SwapIfRequiredDouble(double *x) const {
     if (swap_) {
       Swap64(reinterpret_cast<int64_t *>(x));
     }
   }
 
-  inline void SwapIfRequiredInt16Arr(int16_t *x, int32_t length) const {
+  void SwapIfRequiredInt16Arr(int16_t *x, int32_t length) const {
     if (swap_) {
       for (int32_t i = 0; i < length; i++) Swap16(&x[i]);
     }
   }
 
-  inline void SwapIfRequiredUnsignedInt16Arr(uint16_t *x,
-                                             int32_t length) const {
+  void SwapIfRequiredUnsignedInt16Arr(uint16_t *x, int32_t length) const {
     if (swap_) {
       for (int32_t i = 0; i < length; i++)
         Swap16(reinterpret_cast<int16_t *>(&x[i]));
     }
   }
 
-  inline void SwapIfRequiredInt32Arr(int32_t *x, int32_t length) const {
+  void SwapIfRequiredInt32Arr(int32_t *x, int32_t length) const {
     if (swap_) {
       for (int32_t i = 0; i < length; i++) Swap32(&x[i]);
     }
   }
 
-  inline void SwapIfRequiredFloatArr(float *x, int32_t length) const {
+  void SwapIfRequiredFloatArr(float *x, int32_t length) const {
     if (swap_) {
       for (int32_t i = 0; i < length; i++)
         Swap32(reinterpret_cast<int32_t *>(&x[i]));
     }
   }
 
-  inline void SwapIfRequiredInt64Arr(int64_t *x, int32_t length) const {
+  void SwapIfRequiredInt64Arr(int64_t *x, int32_t length) const {
     if (swap_) {
       for (int32_t i = 0; i < length; i++) Swap64(&x[i]);
     }
   }
 
-  inline void SwapIfRequiredDoubleArr(double *x, int32_t length) const {
+  void SwapIfRequiredDoubleArr(double *x, int32_t length) const {
     if (swap_) {
       for (int32_t i = 0; i < length; i++)
         Swap64(reinterpret_cast<int64_t *>(&x[i]));
@@ -102,16 +101,16 @@ class ByteSwapper {
   }
 
  private:
-  inline void Swap16(int16_t *x) const {
+  void Swap16(int16_t *x) const {
     *x = ((*x & 0xFF) << 8) | ((*x >> 8) & 0xFF);
   }
 
-  inline void Swap32(int32_t *x) const {
+  void Swap32(int32_t *x) const {
     *x = ((*x & 0xFF) << 24) | (((*x >> 8) & 0xFF) << 16) |
          (((*x >> 16) & 0xFF) << 8) | ((*x >> 24) & 0xFF);
   }
 
-  inline void Swap64(int64_t *x) const {
+  void Swap64(int64_t *x) const {
     *x = ((*x & 0xFF) << 56) | (((*x >> 8) & 0xFF) << 48) |
          (((*x >> 16) & 0xFF) << 40) | (((*x >> 24) & 0xFF) << 32) |
          (((*x >> 32) & 0xFF) << 24) | (((*x >> 40) & 0xFF) << 16) |
diff --git a/tensorflow/contrib/ignite/kernels/ignite_client.h b/tensorflow/contrib/ignite/kernels/client/ignite_client.h
similarity index 81%
rename from tensorflow/contrib/ignite/kernels/ignite_client.h
rename to tensorflow/contrib/ignite/kernels/client/ignite_client.h
index 459b50b48f..a38599fb99 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_client.h
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_client.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_CLIENT_H_
 #define TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_CLIENT_H_
 
-#include "tensorflow/contrib/ignite/kernels/ignite_byte_swapper.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_byte_swapper.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 
@@ -32,44 +32,44 @@ class Client {
   virtual Status ReadData(uint8_t *buf, const int32_t length) = 0;
   virtual Status WriteData(const uint8_t *buf, const int32_t length) = 0;
 
-  inline Status ReadByte(uint8_t *data) { return ReadData(data, 1); }
+  Status ReadByte(uint8_t *data) { return ReadData(data, 1); }
 
-  inline Status ReadShort(int16_t *data) {
+  Status ReadShort(int16_t *data) {
     TF_RETURN_IF_ERROR(ReadData((uint8_t *)data, 2));
     byte_swapper_.SwapIfRequiredInt16(data);
 
     return Status::OK();
   }
 
-  inline Status ReadInt(int32_t *data) {
+  Status ReadInt(int32_t *data) {
     TF_RETURN_IF_ERROR(ReadData((uint8_t *)data, 4));
     byte_swapper_.SwapIfRequiredInt32(data);
 
     return Status::OK();
   }
 
-  inline Status ReadLong(int64_t *data) {
+  Status ReadLong(int64_t *data) {
     TF_RETURN_IF_ERROR(ReadData((uint8_t *)data, 8));
     byte_swapper_.SwapIfRequiredInt64(data);
 
     return Status::OK();
   }
 
-  inline Status WriteByte(const uint8_t data) { return WriteData(&data, 1); }
+  Status WriteByte(const uint8_t data) { return WriteData(&data, 1); }
 
-  inline Status WriteShort(const int16_t data) {
+  Status WriteShort(const int16_t data) {
     int16_t tmp = data;
     byte_swapper_.SwapIfRequiredInt16(&tmp);
     return WriteData((uint8_t *)&tmp, 2);
   }
 
-  inline Status WriteInt(const int32_t data) {
+  Status WriteInt(const int32_t data) {
     int32_t tmp = data;
     byte_swapper_.SwapIfRequiredInt32(&tmp);
     return WriteData((uint8_t *)&tmp, 4);
   }
 
-  inline Status WriteLong(const int64_t data) {
+  Status WriteLong(const int64_t data) {
     int64_t tmp = data;
     byte_swapper_.SwapIfRequiredInt64(&tmp);
     return WriteData((uint8_t *)&tmp, 8);
diff --git a/tensorflow/contrib/ignite/kernels/ignite_plain_client.h b/tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h
similarity index 95%
rename from tensorflow/contrib/ignite/kernels/ignite_plain_client.h
rename to tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h
index 75424c19ee..9f1c70c25c 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_plain_client.h
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_PLAIN_CLIENT_H_
 #define TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_PLAIN_CLIENT_H_
 
-#include "tensorflow/contrib/ignite/kernels/ignite_client.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_client.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/ignite/kernels/ignite_plain_client_unix.cc b/tensorflow/contrib/ignite/kernels/client/ignite_plain_client_unix.cc
similarity index 97%
rename from tensorflow/contrib/ignite/kernels/ignite_plain_client_unix.cc
rename to tensorflow/contrib/ignite/kernels/client/ignite_plain_client_unix.cc
index cf672942c6..54efb5b617 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_plain_client_unix.cc
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_plain_client_unix.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/ignite/kernels/ignite_plain_client.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h"
 
 #include <arpa/inet.h>
 #include <netdb.h>
diff --git a/tensorflow/contrib/ignite/kernels/ignite_plain_client_windows.cc b/tensorflow/contrib/ignite/kernels/client/ignite_plain_client_windows.cc
similarity index 98%
rename from tensorflow/contrib/ignite/kernels/ignite_plain_client_windows.cc
rename to tensorflow/contrib/ignite/kernels/client/ignite_plain_client_windows.cc
index dad5aace5f..a99a3ada55 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_plain_client_windows.cc
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_plain_client_windows.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/ignite/kernels/ignite_plain_client.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h"
 
 #define WIN32_LEAN_AND_MEAN
 #include <windows.h>
diff --git a/tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.cc b/tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.cc
similarity index 98%
rename from tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.cc
rename to tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.cc
index ceb479b084..8f09c24a3b 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.cc
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.h"
 
 #include <openssl/err.h>
 #include <openssl/ssl.h>
diff --git a/tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.h b/tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.h
similarity index 95%
rename from tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.h
rename to tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.h
index 0406644bba..29e470403e 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.h
+++ b/tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_SSL_WRAPPER_H_
 #define TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_SSL_WRAPPER_H_
 
-#include "tensorflow/contrib/ignite/kernels/ignite_client.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_client.h"
 
 #include <openssl/ssl.h>
 
diff --git a/tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.cc b/tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.cc
similarity index 99%
rename from tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.cc
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.cc
index 2c8a7d44b0..4218ec05f2 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.cc
+++ b/tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.h"
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/lib/core/errors.h"
 
diff --git a/tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.h b/tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.h
similarity index 97%
rename from tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.h
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.h
index eb1f856643..b2647ec79b 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.h
+++ b/tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.h
@@ -17,7 +17,7 @@ limitations under the License.
 #define TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_BINARY_OBJECT_PARSER_H_
 
 #include <vector>
-#include "tensorflow/contrib/ignite/kernels/ignite_byte_swapper.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_byte_swapper.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/lib/core/status.h"
 
diff --git a/tensorflow/contrib/ignite/kernels/ignite_dataset.cc b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.cc
similarity index 97%
rename from tensorflow/contrib/ignite/kernels/ignite_dataset.cc
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.cc
index c4a7d3c513..ace96e7b09 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_dataset.cc
+++ b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/ignite/kernels/ignite_dataset.h b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.h
similarity index 100%
rename from tensorflow/contrib/ignite/kernels/ignite_dataset.h
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.h
diff --git a/tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.cc b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.cc
similarity index 98%
rename from tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.cc
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.cc
index 5da9127aa6..6332e8e4bb 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.cc
+++ b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.cc
@@ -13,10 +13,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.h"
 
-#include "tensorflow/contrib/ignite/kernels/ignite_plain_client.h"
-#include "tensorflow/contrib/ignite/kernels/ignite_ssl_wrapper.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_ssl_wrapper.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/platform/logging.h"
 
@@ -311,8 +311,8 @@ Status IgniteDatasetIterator::ScanQuery() {
       TF_RETURN_IF_ERROR(client_->ReadData(err_msg_c, err_msg_length));
       string err_msg(reinterpret_cast<char*>(err_msg_c), err_msg_length);
 
-      return errors::Unknown("Scan Query Error [status=", status,
-                             ", message=", err_msg, "]");
+      return errors::Unknown("Scan Query Error [status=", status, ", message=",
+                             err_msg, "]");
     }
     return errors::Unknown("Scan Query Error [status=", status, "]");
   }
diff --git a/tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.h b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.h
similarity index 93%
rename from tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.h
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.h
index c499e2c9cc..39b82bc06e 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_dataset_iterator.h
+++ b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_iterator.h
@@ -16,9 +16,9 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_DATASET_ITERATOR_H_
 #define TENSORFLOW_CONTRIB_IGNITE_KERNELS_IGNITE_DATASET_ITERATOR_H_
 
-#include "tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.h"
-#include "tensorflow/contrib/ignite/kernels/ignite_client.h"
-#include "tensorflow/contrib/ignite/kernels/ignite_dataset.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_client.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.h"
 #include "tensorflow/core/platform/mutex.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/ignite/kernels/ignite_dataset_ops.cc b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_ops.cc
similarity index 97%
rename from tensorflow/contrib/ignite/kernels/ignite_dataset_ops.cc
rename to tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_ops.cc
index f75b1c5ff5..f2108775e2 100644
--- a/tensorflow/contrib/ignite/kernels/ignite_dataset_ops.cc
+++ b/tensorflow/contrib/ignite/kernels/dataset/ignite_dataset_ops.cc
@@ -15,8 +15,8 @@ limitations under the License.
 
 #include <stdlib.h>
 
-#include "tensorflow/contrib/ignite/kernels/ignite_binary_object_parser.h"
-#include "tensorflow/contrib/ignite/kernels/ignite_dataset.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_binary_object_parser.h"
+#include "tensorflow/contrib/ignite/kernels/dataset/ignite_dataset.h"
 #include "tensorflow/core/framework/dataset.h"
 #include "tensorflow/core/lib/strings/numbers.h"
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs.cc b/tensorflow/contrib/ignite/kernels/igfs/igfs.cc
similarity index 97%
rename from tensorflow/contrib/igfs/kernels/igfs.cc
rename to tensorflow/contrib/ignite/kernels/igfs/igfs.cc
index 5434be4d60..2ed140f649 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.cc
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs.cc
@@ -18,10 +18,10 @@ limitations under the License.
 #include "tensorflow/core/platform/file_system.h"
 #include "tensorflow/core/platform/file_system_helper.h"
 
-#include "tensorflow/contrib/igfs/kernels/igfs.h"
-#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
-#include "tensorflow/contrib/igfs/kernels/igfs_random_access_file.h"
-#include "tensorflow/contrib/igfs/kernels/igfs_writable_file.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs.h b/tensorflow/contrib/ignite/kernels/igfs/igfs.h
similarity index 97%
rename from tensorflow/contrib/igfs/kernels/igfs.h
rename to tensorflow/contrib/ignite/kernels/igfs/igfs.h
index a05f620ff4..903d07532e 100644
--- a/tensorflow/contrib/igfs/kernels/igfs.h
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_H_
 
-#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_client.h"
 #include "tensorflow/core/platform/file_system.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/igfs/kernels/igfs_client.cc b/tensorflow/contrib/ignite/kernels/igfs/igfs_client.cc
similarity index 95%
rename from tensorflow/contrib/igfs/kernels/igfs_client.cc
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_client.cc
index 05745ce4f1..3f97c34fdd 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_client.cc
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_client.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_client.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_client.h b/tensorflow/contrib/ignite/kernels/igfs/igfs_client.h
similarity index 62%
rename from tensorflow/contrib/igfs/kernels/igfs_client.h
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_client.h
index fecb799dc5..25b5740768 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_client.h
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_client.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_CLIENT_H_
 
-#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h"
 
 namespace tensorflow {
 
@@ -26,73 +26,66 @@ class IGFSClient {
              const string &user_name);
   ~IGFSClient();
 
-  inline Status Handshake(CtrlResponse<HandshakeResponse> *res) {
+  Status Handshake(CtrlResponse<HandshakeResponse> *res) {
     return SendRequestGetResponse(HandshakeRequest(fs_name_, {}), res);
   }
 
-  inline Status ListFiles(CtrlResponse<ListFilesResponse> *res,
-                          const string &path) {
+  Status ListFiles(CtrlResponse<ListFilesResponse> *res, const string &path) {
     return SendRequestGetResponse(ListFilesRequest(user_name_, path), res);
   }
 
-  inline Status ListPaths(CtrlResponse<ListPathsResponse> *res,
-                          const string &path) {
+  Status ListPaths(CtrlResponse<ListPathsResponse> *res, const string &path) {
     return SendRequestGetResponse(ListPathsRequest(user_name_, path), res);
   }
 
-  inline Status Info(CtrlResponse<InfoResponse> *res, const string &path) {
+  Status Info(CtrlResponse<InfoResponse> *res, const string &path) {
     return SendRequestGetResponse(InfoRequest(user_name_, path), res);
   }
 
-  inline Status OpenCreate(CtrlResponse<OpenCreateResponse> *res,
-                           const string &path) {
+  Status OpenCreate(CtrlResponse<OpenCreateResponse> *res, const string &path) {
     return SendRequestGetResponse(OpenCreateRequest(user_name_, path), res);
   }
 
-  inline Status OpenAppend(CtrlResponse<OpenAppendResponse> *res,
-                           const string &path) {
+  Status OpenAppend(CtrlResponse<OpenAppendResponse> *res, const string &path) {
     return SendRequestGetResponse(OpenAppendRequest(user_name_, path), res);
   }
 
-  inline Status OpenRead(CtrlResponse<OpenReadResponse> *res,
-                         const string &path) {
+  Status OpenRead(CtrlResponse<OpenReadResponse> *res, const string &path) {
     return SendRequestGetResponse(OpenReadRequest(user_name_, path), res);
   }
 
-  inline Status Exists(CtrlResponse<ExistsResponse> *res, const string &path) {
+  Status Exists(CtrlResponse<ExistsResponse> *res, const string &path) {
     return SendRequestGetResponse(ExistsRequest(user_name_, path), res);
   }
 
-  inline Status MkDir(CtrlResponse<MakeDirectoriesResponse> *res,
-                      const string &path) {
+  Status MkDir(CtrlResponse<MakeDirectoriesResponse> *res, const string &path) {
     return SendRequestGetResponse(MakeDirectoriesRequest(user_name_, path),
                                   res);
   }
 
-  inline Status Delete(CtrlResponse<DeleteResponse> *res, const string &path,
-                       bool recursive) {
+  Status Delete(CtrlResponse<DeleteResponse> *res, const string &path,
+                bool recursive) {
     return SendRequestGetResponse(DeleteRequest(user_name_, path, recursive),
                                   res);
   }
 
-  inline Status WriteBlock(int64_t stream_id, const uint8_t *data,
-                           int32_t len) {
+  Status WriteBlock(int64_t stream_id, const uint8_t *data, int32_t len) {
     return SendRequestGetResponse(WriteBlockRequest(stream_id, data, len),
                                   nullptr);
   }
 
-  inline Status ReadBlock(ReadBlockCtrlResponse *res, int64_t stream_id,
-                          int64_t pos, int32_t length) {
+  Status ReadBlock(ReadBlockCtrlResponse *res, int64_t stream_id, int64_t pos,
+                   int32_t length) {
     return SendRequestGetResponse(ReadBlockRequest(stream_id, pos, length),
                                   res);
   }
 
-  inline Status Close(CtrlResponse<CloseResponse> *res, int64_t stream_id) {
+  Status Close(CtrlResponse<CloseResponse> *res, int64_t stream_id) {
     return SendRequestGetResponse(CloseRequest(stream_id), res);
   }
 
-  inline Status Rename(CtrlResponse<RenameResponse> *res, const string &source,
-                       const string &dest) {
+  Status Rename(CtrlResponse<RenameResponse> *res, const string &source,
+                const string &dest) {
     return SendRequestGetResponse(RenameRequest(user_name_, source, dest), res);
   }
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc b/tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.cc
similarity index 95%
rename from tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.cc
index e12d6708b4..f7db72c72e 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.cc
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.h"
 
 namespace tensorflow {
 
@@ -114,7 +114,8 @@ Status ExtendedTCPClient::WriteString(string str) {
   if (!str.empty()) {
     TF_RETURN_IF_ERROR(WriteBool(false));
     size_t l = str.length();
-    if (l > 0xFFFF) return errors::InvalidArgument("String is too long");
+    if (l > std::numeric_limits<int16_t>::max())
+      return errors::InvalidArgument("String is too long");
 
     TF_RETURN_IF_ERROR(WriteShort(l));
     TF_RETURN_IF_ERROR(WriteData(reinterpret_cast<const uint8_t *>(str.c_str()),
diff --git a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h b/tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.h
similarity index 95%
rename from tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.h
index 5121ee67a5..af71316495 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_EXTENDED_TCP_CLIENT_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_EXTENDED_TCP_CLIENT_H_
 
-#include "tensorflow/contrib/ignite/kernels/ignite_plain_client.h"
+#include "tensorflow/contrib/ignite/kernels/client/ignite_plain_client.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.cc b/tensorflow/contrib/ignite/kernels/igfs/igfs_messages.cc
similarity index 99%
rename from tensorflow/contrib/igfs/kernels/igfs_messages.cc
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_messages.cc
index 44368c7bb1..3ee3e4e29a 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_messages.cc
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_messages.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_messages.h b/tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h
similarity index 99%
rename from tensorflow/contrib/igfs/kernels/igfs_messages.h
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h
index 626bdc56eb..eed56af54d 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_messages.h
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_MESSAGES_H_
 
-#include "tensorflow/contrib/igfs/kernels/igfs_extended_tcp_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_extended_tcp_client.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc b/tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.cc
similarity index 92%
rename from tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.cc
index d44bb031b2..22aeb0143e 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.cc
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/igfs/kernels/igfs_random_access_file.h"
-#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h b/tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.h
similarity index 95%
rename from tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.h
index b25426134c..b748713c35 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_random_access_file.h
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_random_access_file.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_RANDOM_ACCESS_FILE_H_
 
-#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_client.h"
 #include "tensorflow/core/platform/file_system.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc b/tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.cc
similarity index 93%
rename from tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.cc
index 6eb335d312..c15ecb7dee 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_writable_file.cc
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.cc
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/contrib/igfs/kernels/igfs_writable_file.h"
-#include "tensorflow/contrib/igfs/kernels/igfs_messages.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_messages.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h b/tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.h
similarity index 95%
rename from tensorflow/contrib/igfs/kernels/igfs_writable_file.h
rename to tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.h
index f888beaa4e..8ab6a01803 100644
--- a/tensorflow/contrib/igfs/kernels/igfs_writable_file.h
+++ b/tensorflow/contrib/ignite/kernels/igfs/igfs_writable_file.h
@@ -16,7 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
 #define TENSORFLOW_CONTRIB_IGFS_KERNELS_IGFS_WRITABLE_FILE_H_
 
-#include "tensorflow/contrib/igfs/kernels/igfs_client.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs_client.h"
 #include "tensorflow/core/platform/file_system.h"
 
 namespace tensorflow {
diff --git a/tensorflow/contrib/igfs/ops/igfs_ops.cc b/tensorflow/contrib/ignite/ops/igfs_ops.cc
similarity index 93%
rename from tensorflow/contrib/igfs/ops/igfs_ops.cc
rename to tensorflow/contrib/ignite/ops/igfs_ops.cc
index f49267d8b9..473bddff08 100644
--- a/tensorflow/contrib/igfs/ops/igfs_ops.cc
+++ b/tensorflow/contrib/ignite/ops/igfs_ops.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/platform/env.h"
 
-#include "tensorflow/contrib/igfs/kernels/igfs.h"
+#include "tensorflow/contrib/ignite/kernels/igfs/igfs.h"
 
 namespace tensorflow {
 
diff --git a/tensorflow/contrib/igfs/python/ops/igfs_op_loader.py b/tensorflow/contrib/ignite/python/ops/igfs_op_loader.py
similarity index 100%
rename from tensorflow/contrib/igfs/python/ops/igfs_op_loader.py
rename to tensorflow/contrib/ignite/python/ops/igfs_op_loader.py
diff --git a/tensorflow/contrib/igfs/__init__.py b/tensorflow/contrib/ignite/python/ops/igfs_ops.py
similarity index 76%
rename from tensorflow/contrib/igfs/__init__.py
rename to tensorflow/contrib/ignite/python/ops/igfs_ops.py
index c1de538894..39cee05e07 100644
--- a/tensorflow/contrib/igfs/__init__.py
+++ b/tensorflow/contrib/ignite/python/ops/igfs_ops.py
@@ -4,7 +4,7 @@
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
@@ -29,5 +29,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import tensorflow.contrib.igfs.python.ops.igfs_ops
-from tensorflow.python.util.all_util import remove_undocumented
+import os
+
+from tensorflow.contrib.ignite.python.ops import ignite_op_loader  # pylint: disable=unused-import
+from tensorflow.python.platform import resource_loader
+from tensorflow.python.framework import load_library
+
+file_system_library = os.path.join(resource_loader.get_data_files_path(),
+                                   "../../_igfs_ops.so")
+load_library.load_file_system_library(file_system_library)
diff --git a/tensorflow/contrib/igfs/python/tests/bin/start-igfs.sh b/tensorflow/contrib/ignite/python/tests/bin/start-igfs.sh
similarity index 100%
rename from tensorflow/contrib/igfs/python/tests/bin/start-igfs.sh
rename to tensorflow/contrib/ignite/python/tests/bin/start-igfs.sh
diff --git a/tensorflow/contrib/igfs/python/tests/config/ignite-config-igfs.xml b/tensorflow/contrib/ignite/python/tests/config/ignite-config-igfs.xml
similarity index 100%
rename from tensorflow/contrib/igfs/python/tests/config/ignite-config-igfs.xml
rename to tensorflow/contrib/ignite/python/tests/config/ignite-config-igfs.xml
diff --git a/tensorflow/contrib/igfs/python/tests/igfs_test.py b/tensorflow/contrib/ignite/python/tests/igfs_test.py
similarity index 98%
rename from tensorflow/contrib/igfs/python/tests/igfs_test.py
rename to tensorflow/contrib/ignite/python/tests/igfs_test.py
index 120ab666a8..dc8f3d9d09 100644
--- a/tensorflow/contrib/igfs/python/tests/igfs_test.py
+++ b/tensorflow/contrib/ignite/python/tests/igfs_test.py
@@ -18,7 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 import tensorflow as tf
-import tensorflow.contrib.igfs.python.ops.igfs_ops  # pylint: disable=unused-import
+import tensorflow.contrib.ignite.python.ops.igfs_ops  # pylint: disable=unused-import
 from tensorflow.python.platform import test
 
 class IGFSTest(test.TestCase):
diff --git a/tensorflow/contrib/ignite/python/tests/start_ignite.sh b/tensorflow/contrib/ignite/python/tests/start_ignite.sh
index a67bd44f2f..112e0dea84 100755
--- a/tensorflow/contrib/ignite/python/tests/start_ignite.sh
+++ b/tensorflow/contrib/ignite/python/tests/start_ignite.sh
@@ -20,3 +20,7 @@ SCRIPT_PATH="$( cd "$(dirname "$0")" ; pwd -P )"
 # Start Apache Ignite with plain client listener.
 docker run -itd --name ignite-plain -p 42300:10800 \
 -v ${SCRIPT_PATH}:/data apacheignite/ignite:${IGNITE_VERSION} /data/bin/start-plain.sh
+
+# Start Apache Ignite with IGFS.
+docker run -itd --name ignite-igfs -p 10500:10500 \
+-v ${SCRIPT_PATH}:/data apacheignite/ignite:${IGNITE_VERSION} /data/bin/start-igfs.sh
\ No newline at end of file
diff --git a/tensorflow/contrib/ignite/python/tests/stop_ignite.sh b/tensorflow/contrib/ignite/python/tests/stop_ignite.sh
index 8f03dbd1ed..35b0f32d1b 100755
--- a/tensorflow/contrib/ignite/python/tests/stop_ignite.sh
+++ b/tensorflow/contrib/ignite/python/tests/stop_ignite.sh
@@ -15,5 +15,4 @@
 # ==============================================================================
 
 docker rm -f ignite-plain
-docker rm -f ignite-ssl
-docker rm -f ignite-ssl-auth
+docker rm -f ignite-igfs
\ No newline at end of file
-- 
GitLab


From df51e8c187cf1e39199a26c0fd18c59992d5ce9d Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Fri, 2 Nov 2018 07:38:32 -0700
Subject: [PATCH 0947/1825] Internal Change.

PiperOrigin-RevId: 219796522
---
 tensorflow/python/util/tf_export.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/python/util/tf_export.py b/tensorflow/python/util/tf_export.py
index a1870dd9de..a7a07babfe 100644
--- a/tensorflow/python/util/tf_export.py
+++ b/tensorflow/python/util/tf_export.py
@@ -217,5 +217,4 @@ class api_export(object):  # pylint: disable=invalid-name
 
 
 tf_export = functools.partial(api_export, api_name=TENSORFLOW_API_NAME)
-estimator_export = functools.partial(
-    api_export, api_name=ESTIMATOR_API_NAME, allow_multiple_exports=True)
+estimator_export = functools.partial(api_export, api_name=ESTIMATOR_API_NAME)
-- 
GitLab


From 1ceb0cbfc8511b31933bfb58278bc565cc6beb48 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 07:41:04 -0700
Subject: [PATCH 0948/1825] toco: Pass over binary fusion when model is already
 quant. PiperOrigin-RevId: 219796818

---
 .../fuse_binary_into_preceding_affine.cc             | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc b/tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
index 72aaafdd97..a19e51fa94 100644
--- a/tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
+++ b/tensorflow/lite/toco/graph_transformations/fuse_binary_into_preceding_affine.cc
@@ -281,6 +281,18 @@ void FuseMulOrDivParamsIntoPrecedingAffine(Model* model, Operator* preceding_op,
   const auto& bias_name = preceding_op->inputs[2];
   const auto& weights = model->GetArray(weights_name);
   const auto& bias = model->GetArray(bias_name);
+
+  if (weights.data_type != ArrayDataType::kFloat ||
+      bias.data_type != ArrayDataType::kFloat) {
+    AddMessageF(
+        "Not fusing %s into preceding %s because one of weights or bias array "
+        "is not float (types are %s and %s)",
+        LogName(*binary_op), LogName(*preceding_op),
+        ArrayDataTypeName(weights.data_type),
+        ArrayDataTypeName(bias.data_type));
+    return ::tensorflow::Status::OK();
+  }
+
   const int count_ops_consuming_bias = CountOpsWithInput(*model, bias_name);
   const int count_ops_consuming_weights =
       CountOpsWithInput(*model, weights_name);
-- 
GitLab


From 74b69fb3cd392fb5552b0103f8ebdb7808afa4f0 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Fri, 2 Nov 2018 17:56:43 +0300
Subject: [PATCH 0949/1825] Fix style.

---
 tensorflow/c/c_api_internal.h                    |  4 +++-
 tensorflow/java/BUILD                            |  2 +-
 .../src/main/java/org/tensorflow/Server.java     | 16 ++++++++--------
 3 files changed, 12 insertions(+), 10 deletions(-)

diff --git a/tensorflow/c/c_api_internal.h b/tensorflow/c/c_api_internal.h
index 9bb6edacaa..8df85cb503 100644
--- a/tensorflow/c/c_api_internal.h
+++ b/tensorflow/c/c_api_internal.h
@@ -26,9 +26,9 @@ limitations under the License.
 
 #ifndef __ANDROID__
 #include "tensorflow/core/framework/op_gen_lib.h"
+#include "tensorflow/core/distributed_runtime/server_lib.h"
 #endif
 #include "tensorflow/core/common_runtime/shape_refiner.h"
-#include "tensorflow/core/distributed_runtime/server_lib.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/graph/graph.h"
@@ -180,11 +180,13 @@ struct TF_ApiDefMap {
   tensorflow::mutex lock;
 };
 
+#ifndef __ANDROID__
 struct TF_Server {
   TF_Server(std::unique_ptr<tensorflow::ServerInterface> server);
 
   std::unique_ptr<tensorflow::ServerInterface> server;
 };
+#endif
 
 namespace tensorflow {
 
diff --git a/tensorflow/java/BUILD b/tensorflow/java/BUILD
index 3f847c4c18..10808e162e 100644
--- a/tensorflow/java/BUILD
+++ b/tensorflow/java/BUILD
@@ -381,8 +381,8 @@ tf_cc_binary(
     linkshared = 1,
     linkstatic = 1,
     deps = [
-        "//tensorflow/java/src/main/native",
         "//tensorflow/core/distributed_runtime/rpc:grpc_server_lib",
+        "//tensorflow/java/src/main/native",
         LINKER_VERSION_SCRIPT,
         LINKER_EXPORTED_SYMBOLS,
     ],
diff --git a/tensorflow/java/src/main/java/org/tensorflow/Server.java b/tensorflow/java/src/main/java/org/tensorflow/Server.java
index 98b123be30..7c67916ef6 100644
--- a/tensorflow/java/src/main/java/org/tensorflow/Server.java
+++ b/tensorflow/java/src/main/java/org/tensorflow/Server.java
@@ -23,7 +23,7 @@ package org.tensorflow;
  * training. A server belongs to a cluster (specified by a
  * {@code ClusterSpec}), and corresponds to a particular task in a named job.
  * The server can communicate with any other server in the same cluster.
- * The server will not serve any requests until {@link #start()} is invoked. 
+ * The server will not serve any requests until {@link #start()} is invoked.
  * The server will stop serving requests once {@link #stop()} or {@link #close()} is invoked.
  * Be aware that {@link #close()} method stops the server if it is running.
  *
@@ -60,12 +60,12 @@ package org.tensorflow;
  * }</pre>
  */
 public final class Server implements AutoCloseable {
-
-  /** 
-   * Constructs a new instance of server. 
+  /**
+   * Constructs a new instance of server.
    *
    * @param serverDef Server definition specified as a serialized
-   *        <a href="https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/protobuf/tensorflow_server.proto">ServerDef</a>
+   *        <a
+   * href="https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/protobuf/tensorflow_server.proto">ServerDef</a>
    *        protocol buffer.
    */
   public Server(byte[] serverDef) {
@@ -85,7 +85,7 @@ public final class Server implements AutoCloseable {
   /** Blocks until the server has been successfully stopped. */
   public void join() {
     long handle = 0;
-    synchronized(this) {
+    synchronized (this) {
       handle = nativeHandle;
       if (handle != 0) {
         numJoining++;
@@ -94,10 +94,10 @@ public final class Server implements AutoCloseable {
     try {
       join(handle);
     } finally {
-      synchronized(this) {
+      synchronized (this) {
         if (handle != 0) {
           numJoining--;
-        } 
+        }
         notifyAll();
       }
     }
-- 
GitLab


From 5f0409aa2c1288cbf4133c2b3bbf608c37f257bd Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 2 Nov 2018 08:30:19 -0700
Subject: [PATCH 0950/1825] [TF:XLA] Implement LeakyRelu and LeakyReluGrad.

PiperOrigin-RevId: 219802754
---
 tensorflow/compiler/tests/binary_ops_test.py  |  7 +++
 tensorflow/compiler/tests/unary_ops_test.py   |  5 +++
 tensorflow/compiler/tf2xla/kernels/relu_op.cc | 45 +++++++++++++++----
 tensorflow/core/ops/nn_ops.cc                 |  4 +-
 4 files changed, 51 insertions(+), 10 deletions(-)

diff --git a/tensorflow/compiler/tests/binary_ops_test.py b/tensorflow/compiler/tests/binary_ops_test.py
index 1b39d53dc0..4e6dd6abfc 100644
--- a/tensorflow/compiler/tests/binary_ops_test.py
+++ b/tensorflow/compiler/tests/binary_ops_test.py
@@ -178,6 +178,13 @@ class BinaryOpsTest(xla_test.XLATestCase):
               [0, 0, 0, 0, 0, 0.1, 0.3, 0.5, 0.7, 0.9, 6.1, 10.0], dtype=dtype),
           expected=np.array([0, 0, 0, 0, 0, 6, 7, 8, 9, 10, 0, 0], dtype=dtype))
 
+      self._testBinary(
+          gen_nn_ops.leaky_relu_grad,
+          np.array([1, 2, 3, 4, 5, 6, 7, 8, 9, 10], dtype=dtype),
+          np.array([0, 0, 0, 0, 0, 0.1, 0.3, 0.5, 0.7, 0.9], dtype=dtype),
+          expected=np.array([0.2, 0.4, 0.6, 0.8, 1, 6, 7, 8, 9, 10],
+                            dtype=dtype))
+
       self._testBinary(
           gen_nn_ops.softmax_cross_entropy_with_logits,
           np.array([[1, 2, 3, 4], [5, 6, 7, 8]], dtype=dtype),
diff --git a/tensorflow/compiler/tests/unary_ops_test.py b/tensorflow/compiler/tests/unary_ops_test.py
index 7d0eb7ef82..d612d3b32d 100644
--- a/tensorflow/compiler/tests/unary_ops_test.py
+++ b/tensorflow/compiler/tests/unary_ops_test.py
@@ -358,6 +358,11 @@ class UnaryOpsTest(xla_test.XLATestCase):
           np.array([[-0.05, 6.05, 5]], dtype=dtype),
           expected=np.array([[0, 6, 5]], dtype=dtype))
 
+      self._assertOpOutputMatchesExpected(
+          nn_ops.leaky_relu,
+          np.array([[-2, -1, 0, 1, 2]], dtype=dtype),
+          expected=np.array([[-0.4, -0.2, 0.0, 1.0, 2.0]], dtype=dtype))
+
       self._assertOpOutputMatchesExpected(
           nn_ops.softmax,
           np.array([1, 2, 3, 4], dtype=dtype),
diff --git a/tensorflow/compiler/tf2xla/kernels/relu_op.cc b/tensorflow/compiler/tf2xla/kernels/relu_op.cc
index d35777ccb1..a8e230ba10 100644
--- a/tensorflow/compiler/tf2xla/kernels/relu_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/relu_op.cc
@@ -15,14 +15,12 @@ limitations under the License.
 
 // Native XLA implementations of XLA Relu Ops
 
-#include "tensorflow/compiler/tf2xla/kernels/cwise_ops.h"
 #include "tensorflow/compiler/tf2xla/xla_helpers.h"
+#include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
+#include "tensorflow/compiler/xla/client/lib/constants.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/literal.h"
-#include "tensorflow/core/framework/kernel_def_builder.h"
-#include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/kernels/no_op.h"
 
 namespace tensorflow {
 namespace {
@@ -37,6 +35,7 @@ class ReluOp : public XlaOpKernel {
     ctx->SetOutput(0, xla::Max(zero, ctx->Input(0)));
   }
 };
+REGISTER_XLA_OP(Name("Relu"), ReluOp);
 
 class Relu6Op : public XlaOpKernel {
  public:
@@ -49,6 +48,22 @@ class Relu6Op : public XlaOpKernel {
     ctx->SetOutput(0, xla::Clamp(zero, ctx->Input(0), six));
   }
 };
+REGISTER_XLA_OP(Name("Relu6"), Relu6Op);
+
+class LeakyReluOp : public XlaOpKernel {
+ public:
+  explicit LeakyReluOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("alpha", &alpha_));
+  }
+  void Compile(XlaOpKernelContext* ctx) override {
+    auto features = ctx->Input("features");
+    auto output =
+        xla::Max(features, features * xla::ScalarLike(features, alpha_));
+    ctx->SetOutput(0, output);
+  }
+  float alpha_;
+};
+REGISTER_XLA_OP(Name("LeakyRelu"), LeakyReluOp);
 
 class ReluGradOp : public XlaOpKernel {
  public:
@@ -64,6 +79,7 @@ class ReluGradOp : public XlaOpKernel {
     ctx->SetOutput(0, xla::Select(pred, ctx->Input(0), zero));
   }
 };
+REGISTER_XLA_OP(Name("ReluGrad"), ReluGradOp);
 
 class Relu6GradOp : public XlaOpKernel {
  public:
@@ -83,11 +99,24 @@ class Relu6GradOp : public XlaOpKernel {
     ctx->SetOutput(0, out);
   }
 };
-
-REGISTER_XLA_OP(Name("Relu"), ReluOp);
-REGISTER_XLA_OP(Name("Relu6"), Relu6Op);
-REGISTER_XLA_OP(Name("ReluGrad"), ReluGradOp);
 REGISTER_XLA_OP(Name("Relu6Grad"), Relu6GradOp);
 
+class LeakyReluGradOp : public XlaOpKernel {
+ public:
+  explicit LeakyReluGradOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("alpha", &alpha_));
+  }
+  void Compile(XlaOpKernelContext* ctx) override {
+    auto gradients = ctx->Input("gradients");
+    auto features = ctx->Input("features");
+    auto output =
+        xla::Select(xla::Gt(features, xla::ScalarLike(features, 0)), gradients,
+                    gradients * xla::ScalarLike(gradients, alpha_));
+    ctx->SetOutput(0, output);
+  }
+  float alpha_;
+};
+REGISTER_XLA_OP(Name("LeakyReluGrad"), LeakyReluGradOp);
+
 }  // namespace
 }  // namespace tensorflow
diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index aec714ae70..9796587709 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -987,7 +987,7 @@ REGISTER_OP("LeakyRelu")
     .Input("features: T")
     .Output("activations: T")
     .Attr("alpha: float = 0.2")
-    .Attr("T: {half, float, double} = DT_FLOAT")
+    .Attr("T: {half, bfloat16, float, double} = DT_FLOAT")
     .SetShapeFn(shape_inference::UnchangedShape);
 
 REGISTER_OP("LeakyReluGrad")
@@ -995,7 +995,7 @@ REGISTER_OP("LeakyReluGrad")
     .Input("features: T")
     .Output("backprops: T")
     .Attr("alpha: float = 0.2")
-    .Attr("T: {half, float, double} = DT_FLOAT")
+    .Attr("T: {half, bfloat16, float, double} = DT_FLOAT")
     .SetShapeFn(shape_inference::MergeBothInputsShapeFn);
 
 REGISTER_OP("Elu")
-- 
GitLab


From ec22d38c57ebcb7927e37f752dfbf3cd09107dde Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 08:43:32 -0700
Subject: [PATCH 0951/1825] Improve error messages when types are not
 supported.

PiperOrigin-RevId: 219804668
---
 tensorflow/lite/kernels/comparisons.cc |  2 +-
 tensorflow/lite/kernels/floor_mod.cc   |  8 ++++----
 tensorflow/lite/kernels/gather.cc      |  5 ++---
 tensorflow/lite/kernels/pack.cc        | 10 ++++------
 tensorflow/lite/kernels/slice.cc       |  2 +-
 tensorflow/lite/kernels/tile.cc        | 17 +++++++++++------
 6 files changed, 23 insertions(+), 21 deletions(-)

diff --git a/tensorflow/lite/kernels/comparisons.cc b/tensorflow/lite/kernels/comparisons.cc
index 125397c509..a914449ae5 100644
--- a/tensorflow/lite/kernels/comparisons.cc
+++ b/tensorflow/lite/kernels/comparisons.cc
@@ -41,7 +41,7 @@ TfLiteStatus ComparisonPrepare(TfLiteContext* context, TfLiteNode* node) {
   TF_LITE_ENSURE(context,
                  input1->type != kTfLiteString || input1->type != kTfLiteBool);
   // Currently only support tensors have the same type.
-  TF_LITE_ENSURE_EQ(context, input1->type, input2->type);
+  TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type);
   output->type = kTfLiteBool;
 
   bool requires_broadcast = !HaveSameShapes(input1, input2);
diff --git a/tensorflow/lite/kernels/floor_mod.cc b/tensorflow/lite/kernels/floor_mod.cc
index a1ac231736..beddac2174 100644
--- a/tensorflow/lite/kernels/floor_mod.cc
+++ b/tensorflow/lite/kernels/floor_mod.cc
@@ -82,8 +82,8 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
 
   const TfLiteType type = input1->type;
   if (type != kTfLiteInt32 && type != kTfLiteFloat32) {
-    context->ReportError(context,
-                         "Currently floor_mod only supports int32 and float.");
+    context->ReportError(context, "Type '%s' is not supported by floor_mod.",
+                         TfLiteTypeGetName(type));
     return kTfLiteError;
   }
   output->type = type;
@@ -149,8 +149,8 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
                              output);
     }
     default: {
-      context->ReportError(
-          context, "Currently floor_mod only supports int32 and float.");
+      context->ReportError(context, "Type '%s' is not supported by floor_mod.",
+                           TfLiteTypeGetName(input1->type));
       return kTfLiteError;
     }
   }
diff --git a/tensorflow/lite/kernels/gather.cc b/tensorflow/lite/kernels/gather.cc
index 7833504707..195a6d2b81 100644
--- a/tensorflow/lite/kernels/gather.cc
+++ b/tensorflow/lite/kernels/gather.cc
@@ -55,9 +55,8 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
       TF_LITE_ENSURE_EQ(context, NumDimensions(input), 1);
     } break;
     default:
-      context->ReportError(
-          context, "Only float32 and string types are supported, got %d",
-          input->type);
+      context->ReportError(context, "Type '%s' is not supported by gather.",
+                           TfLiteTypeGetName(input->type));
       return kTfLiteError;
   }
 
diff --git a/tensorflow/lite/kernels/pack.cc b/tensorflow/lite/kernels/pack.cc
index 309d96d802..24fabccde0 100644
--- a/tensorflow/lite/kernels/pack.cc
+++ b/tensorflow/lite/kernels/pack.cc
@@ -41,9 +41,8 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   TF_LITE_ENSURE(context, data->axis >= 0);
   if (input0->type != kTfLiteInt32 && input0->type != kTfLiteFloat32 &&
       input0->type != kTfLiteUInt8 && input0->type != kTfLiteInt16) {
-    context->ReportError(context,
-                         "Currently pack only supports "
-                         "float32/uint8/int16/int32.");
+    context->ReportError(context, "Type '%s' is not supported by pack.",
+                         TfLiteTypeGetName(input0->type));
     return kTfLiteError;
   }
   // Make sure all inputs have the same shape and type.
@@ -112,9 +111,8 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
       break;
     }
     default: {
-      context->ReportError(context,
-                           "Currently pack only supports "
-                           "float32/uint8/int32.");
+      context->ReportError(context, "Type '%s' is not supported by pack.",
+                           TfLiteTypeGetName(output->type));
       return kTfLiteError;
     }
   }
diff --git a/tensorflow/lite/kernels/slice.cc b/tensorflow/lite/kernels/slice.cc
index 35e8b06214..116c81e4d5 100644
--- a/tensorflow/lite/kernels/slice.cc
+++ b/tensorflow/lite/kernels/slice.cc
@@ -107,7 +107,7 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
 
   // Ensure validity of input tensor and its dimension.
-  TF_LITE_ENSURE_EQ(context, input->type, output->type);
+  TF_LITE_ENSURE_TYPES_EQ(context, input->type, output->type);
   TF_LITE_ENSURE(context,
                  begin->type == kTfLiteInt32 || begin->type == kTfLiteInt64);
   TF_LITE_ENSURE(context,
diff --git a/tensorflow/lite/kernels/tile.cc b/tensorflow/lite/kernels/tile.cc
index def709b2cc..6d13f9e92f 100644
--- a/tensorflow/lite/kernels/tile.cc
+++ b/tensorflow/lite/kernels/tile.cc
@@ -63,7 +63,9 @@ TfLiteStatus ResizeOutput(TfLiteContext* context, TfLiteNode* node) {
           MultiplyShapeDims<int64_t>(*input->dims, multipliers,
                                      num_dimensions));
     default:
-      context->ReportError(context, "Tile not supported multiply tensor type.");
+      context->ReportError(
+          context, "Multipliers of type '%s' are not supported by tile.",
+          TfLiteTypeGetName(multipliers->type));
       return kTfLiteError;
   }
 }
@@ -143,10 +145,12 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
 
   const TfLiteTensor* multipliers = GetInput(context, node, kInputMultipliers);
   // Only int32 and int64 multipliers type is supported.
-  TF_LITE_ENSURE_MSG(context,
-                     (multipliers->type == kTfLiteInt32) ||
-                         (multipliers->type == kTfLiteInt64),
-                     "Tile only supports int32 and int64 mutlipliers.");
+  if (multipliers->type != kTfLiteInt32 && multipliers->type != kTfLiteInt64) {
+    context->ReportError(context,
+                         "Multipliers of type '%s' are not supported by tile.",
+                         TfLiteTypeGetName(multipliers->type));
+    return kTfLiteError;
+  }
 
   if (IsConstantTensor(multipliers)) {
     TF_LITE_ENSURE_OK(context, ResizeOutput(context, node));
@@ -179,7 +183,8 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
       Tile<int64_t>(*(input->dims), input, multipliers, output);
       break;
     default:
-      context->ReportError(context, "Type is currently not supported by Tile.");
+      context->ReportError(context, "Type '%s' is not supported by tile.",
+                           TfLiteTypeGetName(output->type));
       return kTfLiteError;
   }
   return kTfLiteOk;
-- 
GitLab


From 8c298e972853336d3aeed692686517557ac16c8a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 08:48:41 -0700
Subject: [PATCH 0952/1825] Automated rollback of commit
 26376a4430cb109af2c6b41ffff8b8642799dffe

PiperOrigin-RevId: 219805304
---
 tensorflow/python/ops/nn_impl.py | 42 +++++++++++++++++++++++++++++---
 tensorflow/python/ops/nn_test.py | 20 +++++++++++++++
 2 files changed, 59 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index b49a06bf96..ef763a4b61 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -26,6 +26,7 @@ from tensorflow.python.framework import function
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import candidate_sampling_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import embedding_ops
 from tensorflow.python.ops import gen_array_ops  # pylint: disable=unused-import
 from tensorflow.python.ops import gen_nn_ops
@@ -360,6 +361,27 @@ def l2_normalize(x, axis=None, epsilon=1e-12, name=None, dim=None):
     return math_ops.multiply(x, x_inv_norm, name=name)
 
 
+def _count_nonzero(input_tensor, dtype=dtypes.int64):
+  """Same as math_ops.count_nonzero.
+
+  The reduction is done in dtype, which can be faster for 32-bit dtypes.
+
+  Args:
+      input_tensor: numeric tensor
+      dtype: reduction dtype
+
+  Returns:
+      number of nonzero values with type dtype
+  """
+  with ops.name_scope("count_nonzero", [input_tensor]):
+    zero = array_ops.zeros([], dtype=input_tensor.dtype)
+    nonzero_count = math_ops.reduce_sum(
+        math_ops.cast(
+            math_ops.not_equal(input_tensor, zero),
+            dtype=dtype), name="nonzero_count")
+    return nonzero_count
+
+
 @tf_export("math.zero_fraction", "nn.zero_fraction")
 def zero_fraction(value, name=None):
   """Returns the fraction of zeros in `value`.
@@ -382,9 +404,23 @@ def zero_fraction(value, name=None):
   """
   with ops.name_scope(name, "zero_fraction", [value]):
     value = ops.convert_to_tensor(value, name="value")
-    zero = constant_op.constant(0, dtype=value.dtype, name="zero")
-    return math_ops.reduce_mean(
-        math_ops.cast(math_ops.equal(value, zero), dtypes.float32))
+    size = array_ops.size(value, out_type=dtypes.int64)
+    # If the count is small, we can save memory/CPU with an int32 reduction.
+    num_nonzero = control_flow_ops.cond(
+        size <= dtypes.int32.max,
+        # pylint: disable=g-long-lambda
+        true_fn=lambda: math_ops.cast(
+            _count_nonzero(value, dtype=dtypes.int32),
+            dtype=dtypes.int64),
+        false_fn=lambda: _count_nonzero(value, dtype=dtypes.int64))
+
+    with ops.name_scope("counts_to_fraction"):
+      num_zero = size - num_nonzero
+      num_zero_float32 = math_ops.cast(num_zero, dtype=dtypes.float32)
+      size_float32 = math_ops.cast(size, dtype=dtypes.float32)
+      zero_fraction_float32 = num_zero_float32 / size_float32
+
+    return array_ops.identity(zero_fraction_float32, "fraction")
 
 
 # pylint: disable=redefined-builtin
diff --git a/tensorflow/python/ops/nn_test.py b/tensorflow/python/ops/nn_test.py
index 4b9f0a1d48..312e1f0879 100644
--- a/tensorflow/python/ops/nn_test.py
+++ b/tensorflow/python/ops/nn_test.py
@@ -67,6 +67,26 @@ class ZeroFractionTest(test_lib.TestCase):
       y = nn_impl.zero_fraction(x).eval()
       self.assertTrue(np.isnan(y))
 
+  def testZeroFraction2_27Zeros(self):
+    sparsity = nn_impl.zero_fraction(
+        array_ops.zeros([int(2**27 * 1.01)], dtype=dtypes.int8))
+    with self.cached_session():
+      self.assertAllClose(1.0, sparsity.eval())
+
+  def testZeroFraction2_27Ones(self):
+    sparsity = nn_impl.zero_fraction(
+        array_ops.ones([int(2**27 * 1.01)], dtype=dtypes.int8))
+    with self.cached_session():
+      self.assertAllClose(0.0, sparsity.eval())
+
+  def testUnknownSize(self):
+    value = array_ops.placeholder(dtype=dtypes.float32)
+    sparsity = nn_impl.zero_fraction(value)
+    with self.cached_session() as sess:
+      self.assertAllClose(
+          0.25,
+          sess.run(sparsity, {value: [[0., 1.], [0.3, 2.]]}))
+
 
 class SoftmaxTest(test_lib.TestCase, parameterized.TestCase):
 
-- 
GitLab


From d156b2b3c7a1abb5373773826b57d176bee3d85a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 09:18:52 -0700
Subject: [PATCH 0953/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 219809618
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 70 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 |  2 +
 2 files changed, 72 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 329a8b9f5e..49240c3602 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -29132,6 +29132,75 @@ op {
     }
   }
 }
+op {
+  name: "LeakyRelu"
+  input_arg {
+    name: "features"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "activations"
+    type_attr: "T"
+  }
+  attr {
+    name: "alpha"
+    type: "float"
+    default_value {
+      f: 0.2
+    }
+  }
+  attr {
+    name: "T"
+    type: "type"
+    default_value {
+      type: DT_FLOAT
+    }
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_BFLOAT16
+        type: DT_FLOAT
+        type: DT_DOUBLE
+      }
+    }
+  }
+}
+op {
+  name: "LeakyReluGrad"
+  input_arg {
+    name: "gradients"
+    type_attr: "T"
+  }
+  input_arg {
+    name: "features"
+    type_attr: "T"
+  }
+  output_arg {
+    name: "backprops"
+    type_attr: "T"
+  }
+  attr {
+    name: "alpha"
+    type: "float"
+    default_value {
+      f: 0.2
+    }
+  }
+  attr {
+    name: "T"
+    type: "type"
+    default_value {
+      type: DT_FLOAT
+    }
+    allowed_values {
+      list {
+        type: DT_HALF
+        type: DT_FLOAT
+        type: DT_DOUBLE
+      }
+    }
+  }
+}
 op {
   name: "LeakyReluGrad"
   input_arg {
@@ -29162,6 +29231,7 @@ op {
     allowed_values {
       list {
         type: DT_HALF
+        type: DT_BFLOAT16
         type: DT_FLOAT
         type: DT_DOUBLE
       }
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 68d8e8e25a..d75c0a699c 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -14397,6 +14397,7 @@ op {
     allowed_values {
       list {
         type: DT_HALF
+        type: DT_BFLOAT16
         type: DT_FLOAT
         type: DT_DOUBLE
       }
@@ -14433,6 +14434,7 @@ op {
     allowed_values {
       list {
         type: DT_HALF
+        type: DT_BFLOAT16
         type: DT_FLOAT
         type: DT_DOUBLE
       }
-- 
GitLab


From 5e2ddbd81c1e48fcdbaf75781a7bd6a52e5718b1 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Fri, 2 Nov 2018 09:38:23 -0700
Subject: [PATCH 0954/1825] Remove unused code.

PiperOrigin-RevId: 219812264
---
 tensorflow/compiler/jit/deadness_analysis.cc | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/compiler/jit/deadness_analysis.cc b/tensorflow/compiler/jit/deadness_analysis.cc
index e29da8500f..0562838f62 100644
--- a/tensorflow/compiler/jit/deadness_analysis.cc
+++ b/tensorflow/compiler/jit/deadness_analysis.cc
@@ -525,7 +525,6 @@ Predicate* PredicateFactory::MakeAndOrImpl(
                                    op->GetOperands().begin(),
                                    op->GetOperands().end());
     } else {
-      std::vector<Predicate*> sub_ops_intersection;
       common_inner_operands.clear();
       absl::c_copy_if(op->GetOperands(),
                       std::back_inserter(common_inner_operands),
-- 
GitLab


From fe2c534c728dd183c116894c84af1a0b8944b5a7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 09:39:15 -0700
Subject: [PATCH 0955/1825] Properly import types for lists of tensors.

PiperOrigin-RevId: 219812394
---
 tensorflow/lite/toco/import_tensorflow.cc     | 112 ++++++++++++++----
 .../lite/toco/import_tensorflow_test.cc       |  69 +++++++++--
 2 files changed, 148 insertions(+), 33 deletions(-)

diff --git a/tensorflow/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
index b13a08d05e..86d55f3e15 100644
--- a/tensorflow/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -1146,6 +1146,90 @@ tensorflow::Status ConvertSimpleOperator(
   return ConvertSimpleOperator<Op>(node, tf_import_flags, model);
 }
 
+void GetOutputNamesFromNodeDef(const NodeDef& node,
+                               const tensorflow::OpDef& op_def,
+                               TensorFlowUnsupportedOperator* op) {
+  int next_output = 0;
+  auto add_output = [&node, &next_output, op]() {
+    if (next_output == 0) {
+      op->outputs.push_back(node.name());  // Implicit :0.
+    } else {
+      op->outputs.push_back(absl::StrCat(node.name(), ":", next_output));
+    }
+    ++next_output;
+  };
+  for (int i = 0; i < op_def.output_arg_size(); ++i) {
+    string multiples = op_def.output_arg(i).number_attr();
+    if (!multiples.empty()) {
+      CHECK(HasAttr(node, multiples)) << "No attr named " << multiples;
+      int num_outputs = GetIntAttr(node, multiples);
+      for (int j = 0; j < num_outputs; ++j) {
+        add_output();
+      }
+    } else {
+      string list = op_def.output_arg(i).type_list_attr();
+      if (!list.empty()) {
+        CHECK(HasAttr(node, list)) << "No attr named " << list;
+        const AttrValue::ListValue& list_value = GetListAttr(node, list);
+        for (int j = 0; j < list_value.type_size(); ++j) {
+          add_output();
+        }
+      } else {
+        add_output();
+      }
+    }
+  }
+}
+
+void GetOutputTypesFromNodeDef(const NodeDef& node,
+                               const tensorflow::OpDef& op_def,
+                               TensorFlowUnsupportedOperator* op) {
+  // The the given type to the op, or clear the types if invalid.
+  auto add_type = [&node, op](tensorflow::DataType type) {
+    if (type == tensorflow::DT_INVALID) {
+      LOG(WARNING) << "Op node missing output type attribute: " << node.name();
+      op->output_data_types.clear();
+    } else {
+      op->output_data_types.push_back(ConvertDataType(type));
+    }
+  };
+
+  // Retrieve the data type according to the OpDef definition: either the
+  // "type" or "type_attr" field will be set.
+  auto get_type = [&node](const tensorflow::OpDef::ArgDef& a) {
+    if (a.type() != tensorflow::DT_INVALID) {
+      return a.type();
+    } else if (HasAttr(node, a.type_attr())) {
+      return GetDataTypeAttr(node, a.type_attr());
+    } else {
+      return tensorflow::DT_INVALID;
+    }
+  };
+
+  for (int i = 0; i < op_def.output_arg_size(); ++i) {
+    string multiples = op_def.output_arg(i).number_attr();
+    if (!multiples.empty()) {
+      CHECK(HasAttr(node, multiples)) << "No attr named " << multiples;
+      int num_outputs = GetIntAttr(node, multiples);
+      auto type = get_type(op_def.output_arg(i));
+      for (int j = 0; j < num_outputs; ++j) {
+        add_type(type);
+      }
+    } else {
+      string list = op_def.output_arg(i).type_list_attr();
+      if (!list.empty()) {
+        CHECK(HasAttr(node, list)) << "No attr named " << list;
+        const AttrValue::ListValue& list_value = GetListAttr(node, list);
+        for (int j = 0; j < list_value.type_size(); ++j) {
+          add_type(list_value.type(j));
+        }
+      } else {
+        add_type(get_type(op_def.output_arg(i)));
+      }
+    }
+  }
+}
+
 tensorflow::Status ConvertUnsupportedOperator(
     const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
     Model* model) {
@@ -1176,19 +1260,7 @@ tensorflow::Status ConvertUnsupportedOperator(
   // Note that some outputs are to be multipled by a named attribute.
   const tensorflow::OpDef* op_def = nullptr;
   if (tensorflow::OpRegistry::Global()->LookUpOpDef(node.op(), &op_def).ok()) {
-    int next_output = 0;
-    for (int i = 0; i < op_def->output_arg_size(); ++i) {
-      string multiples = op_def->output_arg(i).number_attr();
-      int num_outputs = multiples.empty() ? 1 : GetIntAttr(node, multiples);
-      for (int j = 0; j < num_outputs; ++j) {
-        if (next_output == 0) {
-          op->outputs.push_back(node.name());  // Implicit :0.
-        } else {
-          op->outputs.push_back(absl::StrCat(node.name(), ":", next_output));
-        }
-        ++next_output;
-      }
-    }
+    GetOutputNamesFromNodeDef(node, *op_def, op);
   } else {
     op->outputs.push_back(node.name());  // Implicit :0.
   }
@@ -1213,19 +1285,7 @@ tensorflow::Status ConvertUnsupportedOperator(
     const auto& output_type = GetDataTypeAttr(node, "Tout");
     op->output_data_types.push_back(ConvertDataType(output_type));
   } else if (op_def != nullptr) {
-    for (const auto& output_arg : op_def->output_arg()) {
-      if (output_arg.type() != tensorflow::DT_INVALID) {
-        op->output_data_types.push_back(ConvertDataType(output_arg.type()));
-      } else if (HasAttr(node, output_arg.type_attr())) {
-        op->output_data_types.push_back(
-            ConvertDataType(GetDataTypeAttr(node, output_arg.type_attr())));
-      } else {
-        LOG(WARNING) << "Op node missing output type attribute: "
-                     << node.name();
-        op->output_data_types.clear();
-        break;
-      }
-    }
+    GetOutputTypesFromNodeDef(node, *op_def, op);
   } else {
     // TODO(b/113613439): Figure out how to propagate types for custom ops
     // that have no OpDef.
diff --git a/tensorflow/lite/toco/import_tensorflow_test.cc b/tensorflow/lite/toco/import_tensorflow_test.cc
index 3f47c3012e..30aa725f1d 100644
--- a/tensorflow/lite/toco/import_tensorflow_test.cc
+++ b/tensorflow/lite/toco/import_tensorflow_test.cc
@@ -332,13 +332,44 @@ TEST(ImportTest, UnsupportedOpWithWildcardOutputShapes) {
 }
 
 TEST(ImportTest, UnsupportedOpWithMultipleOutputs) {
-  NodeDef node = BuildNode("Unpack", {});
+  // This test needs an existing TensorFlow op to run correctly, because it
+  // read the OpDef from the global registry. The complex output setup of
+  // ParseExample allows us to test all nuances here, but we will need to add
+  // attributes to match the specification in the OpDef.
+  NodeDef node = BuildNode("ParseExample", {});
+
+  // Nsparse defines how many sparse indices and shapes there are. Here we set
+  // Nsparse to 2, meaning there will be 2 INT64 tensors for 'sparse_indices'
+  // and 2 INT64 tensors for 'sparse_shapes. The type of those tensors is
+  // defined in the OpDef.
+  {
+    AttrValue value_attr;
+    SetAttrValue(2, &value_attr);
+    (*node.mutable_attr())["Nsparse"] = value_attr;
+  }
 
-  // Unpack's OpDef has a single output which gets multiplied based on the
-  // "num" attribute of the NodeDef.
-  AttrValue value_attr;
-  SetAttrValue(3, &value_attr);  // 3 outputs.
-  (*node.mutable_attr())["num"] = value_attr;
+  // The there will be a number of 'sparse_values' tensors, defined by the
+  // attribute 'sparse_types', which is a list of types.
+  {
+    AttrValue value_attr;
+    std::vector<tensorflow::DataType> types;
+    types.push_back(tensorflow::DT_FLOAT);
+    types.push_back(tensorflow::DT_STRING);
+    SetAttrValue(types, &value_attr);
+    (*node.mutable_attr())["sparse_types"] = value_attr;
+  }
+
+  // And finally there will be 'dense_values' tensors, which are controlled by
+  // the 'Tdense' attribute.
+  {
+    AttrValue value_attr;
+    std::vector<tensorflow::DataType> types;
+    types.push_back(tensorflow::DT_STRING);
+    types.push_back(tensorflow::DT_FLOAT);
+    types.push_back(tensorflow::DT_INT64);
+    SetAttrValue(types, &value_attr);
+    (*node.mutable_attr())["Tdense"] = value_attr;
+  }
 
   Model model;
   EXPECT_TRUE(ImportFlexNode(node, &model).ok());
@@ -349,10 +380,34 @@ TEST(ImportTest, UnsupportedOpWithMultipleOutputs) {
       static_cast<const TensorFlowUnsupportedOperator*>(
           model.operators[0].get());
 
-  ASSERT_EQ(op->outputs.size(), 3);
+  ASSERT_EQ(op->outputs.size(), 9);
+  ASSERT_EQ(op->output_data_types.size(), 9);
+
+  // The 'sparse_indices' output tensors.
   ASSERT_EQ(op->outputs[0], "Node1");
   ASSERT_EQ(op->outputs[1], "Node1:1");
+  ASSERT_EQ(op->output_data_types[0], ArrayDataType::kInt64);
+  ASSERT_EQ(op->output_data_types[1], ArrayDataType::kInt64);
+
+  // The 'sparse_values' output tensors.
   ASSERT_EQ(op->outputs[2], "Node1:2");
+  ASSERT_EQ(op->outputs[3], "Node1:3");
+  ASSERT_EQ(op->output_data_types[2], ArrayDataType::kFloat);
+  ASSERT_EQ(op->output_data_types[3], ArrayDataType::kString);
+
+  // The 'sparse_shapes' output tensors.
+  ASSERT_EQ(op->outputs[4], "Node1:4");
+  ASSERT_EQ(op->outputs[5], "Node1:5");
+  ASSERT_EQ(op->output_data_types[4], ArrayDataType::kInt64);
+  ASSERT_EQ(op->output_data_types[5], ArrayDataType::kInt64);
+
+  // The 'dense_shapes' output tensors.
+  ASSERT_EQ(op->outputs[6], "Node1:6");
+  ASSERT_EQ(op->outputs[7], "Node1:7");
+  ASSERT_EQ(op->outputs[8], "Node1:8");
+  ASSERT_EQ(op->output_data_types[6], ArrayDataType::kString);
+  ASSERT_EQ(op->output_data_types[7], ArrayDataType::kFloat);
+  ASSERT_EQ(op->output_data_types[8], ArrayDataType::kInt64);
 }
 
 }  // namespace
-- 
GitLab


From 3a7acc0c3fd74d879e7eb0897b0fd46661f36bd6 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Fri, 2 Nov 2018 09:51:38 -0700
Subject: [PATCH 0956/1825] Replaced explicit __metaclass__ assignment with
 @six.add_metaclass

`__metaclass__ `only works for Python 2. In Python 3 it has no effect
since the metaclass syntax is

    class A(meta=abc.ABCMeta):
        ...

`@six.add_metaclass` covers both variants.

PiperOrigin-RevId: 219814202
---
 .../lib/learner/batch/base_split_handler.py       |  6 ++++--
 .../boosted_trees/python/ops/batch_ops_utils.py   |  5 +++--
 .../python/training/cluster_resolver.py           |  3 +++
 .../ignite/python/ops/ignite_dataset_ops.py       |  3 +++
 tensorflow/contrib/integrate/python/ops/odes.py   |  3 ++-
 .../python/mappers/dense_kernel_mapper.py         |  1 -
 .../layers/python/layers/feature_column.py        |  2 +-
 .../learn/python/learn/estimators/estimator.py    |  1 -
 .../contrib/learn/python/learn/estimators/head.py |  3 +--
 .../contrib/learn/python/learn/evaluable.py       |  4 +++-
 .../contrib/learn/python/learn/trainable.py       |  4 +++-
 tensorflow/contrib/optimizer_v2/optimizer_v2.py   |  3 +++
 .../contrib/quantize/python/graph_matcher.py      |  3 +++
 .../contrib/rnn/python/ops/fused_rnn_cell.py      |  5 +++--
 tensorflow/contrib/rnn/python/ops/lstm_ops.py     |  3 +++
 .../contrib/slim/python/slim/data/data_decoder.py |  5 +++--
 .../slim/python/slim/data/data_provider.py        |  4 +++-
 .../slim/python/slim/data/tfexample_decoder.py    |  5 +++--
 .../contrib/timeseries/python/timeseries/model.py |  5 +++--
 .../state_space_models/filtering_postprocessor.py |  5 +++--
 .../contrib/tpu/python/tpu/keras_support.py       |  1 +
 .../contrib/tpu/python/tpu/tpu_estimator.py       |  6 ++++++
 .../contrib/training/python/training/tuner.py     |  5 +++--
 tensorflow/python/data/ops/dataset_ops.py         |  3 +--
 tensorflow/python/data/ops/optional_ops.py        |  3 +++
 tensorflow/python/data/util/structure.py          |  4 +++-
 tensorflow/python/debug/wrappers/framework.py     |  7 ++++++-
 tensorflow/python/eager/pywrap_tfe_test.py        |  6 ++++++
 .../python/feature_column/feature_column.py       |  7 +------
 .../python/feature_column/feature_column_v2.py    |  7 +------
 tensorflow/python/keras/metrics.py                | 10 ++++------
 .../python/keras/optimizer_v2/optimizer_v2.py     |  2 ++
 tensorflow/python/ops/control_flow_ops.py         |  7 +++++++
 tensorflow/python/ops/control_flow_ops_test.py    | 15 +++++++++++++--
 tensorflow/python/ops/linalg/linear_operator.py   |  3 ++-
 tensorflow/python/summary/plugin_asset.py         |  4 +++-
 tensorflow/python/training/monitored_session.py   |  1 +
 tensorflow/python/training/optimizer.py           |  3 +++
 .../tensorflow.data.-dataset.__metaclass__.pbtxt  | 14 --------------
 ...ixed-length-record-dataset.__metaclass__.pbtxt | 14 --------------
 ...w.data.-t-f-record-dataset.__metaclass__.pbtxt | 14 --------------
 ...ow.data.-text-line-dataset.__metaclass__.pbtxt | 14 --------------
 ....experimental.-csv-dataset.__metaclass__.pbtxt | 14 --------------
 ...perimental.-random-dataset.__metaclass__.pbtxt | 14 --------------
 ....experimental.-sql-dataset.__metaclass__.pbtxt | 14 --------------
 ...linear-operator-block-diag.__metaclass__.pbtxt | 14 --------------
 ...-linear-operator-circulant.__metaclass__.pbtxt | 14 --------------
 ...near-operator-circulant2-d.__metaclass__.pbtxt | 14 --------------
 ...near-operator-circulant3-d.__metaclass__.pbtxt | 14 --------------
 ...inear-operator-composition.__metaclass__.pbtxt | 14 --------------
 ...nalg.-linear-operator-diag.__metaclass__.pbtxt | 14 --------------
 ...inear-operator-full-matrix.__metaclass__.pbtxt | 14 --------------
 ....-linear-operator-identity.__metaclass__.pbtxt | 14 --------------
 ...-linear-operator-kronecker.__metaclass__.pbtxt | 14 --------------
 ...r-operator-low-rank-update.__metaclass__.pbtxt | 14 --------------
 ...-operator-lower-triangular.__metaclass__.pbtxt | 14 --------------
 ...r-operator-scaled-identity.__metaclass__.pbtxt | 14 --------------
 ...alg.-linear-operator-zeros.__metaclass__.pbtxt | 14 --------------
 ...ow.linalg.-linear-operator.__metaclass__.pbtxt | 14 --------------
 .../tensorflow.data.-dataset.__metaclass__.pbtxt  | 14 --------------
 ...ixed-length-record-dataset.__metaclass__.pbtxt | 14 --------------
 ...w.data.-t-f-record-dataset.__metaclass__.pbtxt | 14 --------------
 ...ow.data.-text-line-dataset.__metaclass__.pbtxt | 14 --------------
 ....experimental.-csv-dataset.__metaclass__.pbtxt | 14 --------------
 ...perimental.-random-dataset.__metaclass__.pbtxt | 14 --------------
 ....experimental.-sql-dataset.__metaclass__.pbtxt | 14 --------------
 ...linear-operator-block-diag.__metaclass__.pbtxt | 14 --------------
 ...-linear-operator-circulant.__metaclass__.pbtxt | 14 --------------
 ...near-operator-circulant2-d.__metaclass__.pbtxt | 14 --------------
 ...near-operator-circulant3-d.__metaclass__.pbtxt | 14 --------------
 ...inear-operator-composition.__metaclass__.pbtxt | 14 --------------
 ...nalg.-linear-operator-diag.__metaclass__.pbtxt | 14 --------------
 ...inear-operator-full-matrix.__metaclass__.pbtxt | 14 --------------
 ....-linear-operator-identity.__metaclass__.pbtxt | 14 --------------
 ...-linear-operator-kronecker.__metaclass__.pbtxt | 14 --------------
 ...r-operator-low-rank-update.__metaclass__.pbtxt | 14 --------------
 ...-operator-lower-triangular.__metaclass__.pbtxt | 14 --------------
 ...r-operator-scaled-identity.__metaclass__.pbtxt | 14 --------------
 ...alg.-linear-operator-zeros.__metaclass__.pbtxt | 14 --------------
 ...ow.linalg.-linear-operator.__metaclass__.pbtxt | 14 --------------
 80 files changed, 116 insertions(+), 639 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt

diff --git a/tensorflow/contrib/boosted_trees/lib/learner/batch/base_split_handler.py b/tensorflow/contrib/boosted_trees/lib/learner/batch/base_split_handler.py
index 5d4819b0f1..efa2ab1dad 100644
--- a/tensorflow/contrib/boosted_trees/lib/learner/batch/base_split_handler.py
+++ b/tensorflow/contrib/boosted_trees/lib/learner/batch/base_split_handler.py
@@ -19,15 +19,17 @@ from __future__ import division
 from __future__ import print_function
 
 import abc
+
+import six
+
 from tensorflow.contrib.boosted_trees.python.ops import batch_ops_utils
 from tensorflow.python.ops import control_flow_ops
 
 
+@six.add_metaclass(abc.ABCMeta)
 class BaseSplitHandler(object):
   """Abstract Base class defining split handlers interface."""
 
-  __metaclass__ = abc.ABCMeta
-
   def __init__(self,
                l1_regularization,
                l2_regularization,
diff --git a/tensorflow/contrib/boosted_trees/python/ops/batch_ops_utils.py b/tensorflow/contrib/boosted_trees/python/ops/batch_ops_utils.py
index 843420968a..4dc764f957 100644
--- a/tensorflow/contrib/boosted_trees/python/ops/batch_ops_utils.py
+++ b/tensorflow/contrib/boosted_trees/python/ops/batch_ops_utils.py
@@ -20,6 +20,8 @@ from __future__ import print_function
 import abc
 import collections
 
+import six
+
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -27,11 +29,10 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 
 
+@six.add_metaclass(abc.ABCMeta)
 class ScheduledOp(object):
   """Represents a scheduled remote operation."""
 
-  __metaclass__ = abc.ABCMeta
-
   @abc.abstractmethod
   def batching_key(self):
     """Returns the key for batching operations."""
diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
index 996c0af10f..5ecd4f3418 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
@@ -20,9 +20,12 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.training.server_lib import ClusterSpec
 
 
+@six.add_metaclass(abc.ABCMeta)
 class ClusterResolver(object):
   """Abstract class for all implementations of ClusterResolvers.
 
diff --git a/tensorflow/contrib/ignite/python/ops/ignite_dataset_ops.py b/tensorflow/contrib/ignite/python/ops/ignite_dataset_ops.py
index 288d485320..936b29a4f5 100644
--- a/tensorflow/contrib/ignite/python/ops/ignite_dataset_ops.py
+++ b/tensorflow/contrib/ignite/python/ops/ignite_dataset_ops.py
@@ -22,6 +22,8 @@ import socket
 import ssl
 import struct
 
+import six
+
 from tensorflow.contrib.ignite.python.ops import gen_dataset_ops
 from tensorflow.contrib.ignite.python.ops import ignite_op_loader  # pylint: disable=unused-import
 from tensorflow.python.data.ops import dataset_ops
@@ -30,6 +32,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 
 
+@six.add_metaclass(abc.ABCMeta)
 class Readable(object):
   """Readable abstract class that exposes methods to do reading-related
 
diff --git a/tensorflow/contrib/integrate/python/ops/odes.py b/tensorflow/contrib/integrate/python/ops/odes.py
index 7b7ac4f347..b7d77130bd 100644
--- a/tensorflow/contrib/integrate/python/ops/odes.py
+++ b/tensorflow/contrib/integrate/python/ops/odes.py
@@ -540,7 +540,8 @@ def odeint(func,
         **options)
 
 
-class _FixedGridIntegrator(six.with_metaclass(abc.ABCMeta)):
+@six.add_metaclass(abc.ABCMeta)
+class _FixedGridIntegrator(object):
   """Base class for fixed-grid ODE integrators."""
 
   def integrate(self, evol_func, y0, time_grid, dt_grid, steps_on_intervals):
diff --git a/tensorflow/contrib/kernel_methods/python/mappers/dense_kernel_mapper.py b/tensorflow/contrib/kernel_methods/python/mappers/dense_kernel_mapper.py
index db38b47152..04ecdbfdb6 100644
--- a/tensorflow/contrib/kernel_methods/python/mappers/dense_kernel_mapper.py
+++ b/tensorflow/contrib/kernel_methods/python/mappers/dense_kernel_mapper.py
@@ -35,7 +35,6 @@ class DenseKernelMapper(object):
 
   This class is abstract. Users should not create instances of this class.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractmethod
   def map(self, input_tensor):
diff --git a/tensorflow/contrib/layers/python/layers/feature_column.py b/tensorflow/contrib/layers/python/layers/feature_column.py
index 53c8ae5d08..222404b19d 100644
--- a/tensorflow/contrib/layers/python/layers/feature_column.py
+++ b/tensorflow/contrib/layers/python/layers/feature_column.py
@@ -194,6 +194,7 @@ class _DeepEmbeddingLookupArguments(
   pass
 
 
+@six.add_metaclass(abc.ABCMeta)
 class _FeatureColumn(object):
   """Represents a feature column abstraction.
 
@@ -205,7 +206,6 @@ class _FeatureColumn(object):
   Following classes (_SparseColumn, _RealValuedColumn, ...) are concrete
   instances.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractproperty
   @deprecation.deprecated(
diff --git a/tensorflow/contrib/learn/python/learn/estimators/estimator.py b/tensorflow/contrib/learn/python/learn/estimators/estimator.py
index 3efceab337..8bc869db89 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/estimator.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/estimator.py
@@ -404,7 +404,6 @@ class BaseEstimator(sklearn.BaseEstimator, evaluable.Evaluable,
   Users should not instantiate or subclass this class. Instead, use an
   `Estimator`.
   """
-  __metaclass__ = abc.ABCMeta
 
   # Note that for Google users, this is overridden with
   # learn_runner.EstimatorConfig.
diff --git a/tensorflow/contrib/learn/python/learn/estimators/head.py b/tensorflow/contrib/learn/python/learn/estimators/head.py
index c6f79e00d5..c1b97d8b49 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/head.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/head.py
@@ -55,6 +55,7 @@ from tensorflow.python.util import tf_inspect
 from tensorflow.python.util.deprecation import deprecated
 
 
+@six.add_metaclass(abc.ABCMeta)
 class Head(object):
   """Interface for the head/top of a model.
 
@@ -132,7 +133,6 @@ class Head(object):
       ... update train_op and hooks in ModelFnOps and return
     ```
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractproperty
   def logits_dimension(self):
@@ -504,7 +504,6 @@ def no_op_train_fn(loss):
 
 class _SingleHead(Head):
   """Interface for a single head/top of a model."""
-  __metaclass__ = abc.ABCMeta
 
   def __init__(
       self, problem_type, logits_dimension, label_name=None,
diff --git a/tensorflow/contrib/learn/python/learn/evaluable.py b/tensorflow/contrib/learn/python/learn/evaluable.py
index 10881ca885..5dedf548f7 100644
--- a/tensorflow/contrib/learn/python/learn/evaluable.py
+++ b/tensorflow/contrib/learn/python/learn/evaluable.py
@@ -25,7 +25,10 @@ from __future__ import print_function
 
 import abc
 
+import six
 
+
+@six.add_metaclass(abc.ABCMeta)
 class Evaluable(object):
   """Interface for objects that are evaluatable by, e.g., `Experiment`.
 
@@ -33,7 +36,6 @@ class Evaluable(object):
   [contrib/learn/README.md](https://www.tensorflow.org/code/tensorflow/contrib/learn/README.md)
   for general migration instructions.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractproperty
   def model_dir(self):
diff --git a/tensorflow/contrib/learn/python/learn/trainable.py b/tensorflow/contrib/learn/python/learn/trainable.py
index a1a3f20dcd..1ea9e5d67a 100644
--- a/tensorflow/contrib/learn/python/learn/trainable.py
+++ b/tensorflow/contrib/learn/python/learn/trainable.py
@@ -25,13 +25,15 @@ from __future__ import print_function
 
 import abc
 
+import six
 
+
+@six.add_metaclass(abc.ABCMeta)
 class Trainable(object):
   """Interface for objects that are trainable by, e.g., `Experiment`.
 
   THIS CLASS IS DEPRECATED.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractmethod
   def fit(self,
diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index 15d1171e11..f789c83e00 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -22,6 +22,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
@@ -40,6 +42,7 @@ from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import nest
 
 
+@six.add_metaclass(abc.ABCMeta)
 class _OptimizableVariable(object):
   """Interface for abstracting over variables in the optimizers."""
 
diff --git a/tensorflow/contrib/quantize/python/graph_matcher.py b/tensorflow/contrib/quantize/python/graph_matcher.py
index aa3ca991c0..cfbf5bf30f 100644
--- a/tensorflow/contrib/quantize/python/graph_matcher.py
+++ b/tensorflow/contrib/quantize/python/graph_matcher.py
@@ -21,7 +21,10 @@ from __future__ import print_function
 import abc
 import itertools
 
+import six
 
+
+@six.add_metaclass(abc.ABCMeta)
 class Pattern(object):
   """The parent class of all patterns (e.g. OpTypePattern and OneofPattern)."""
 
diff --git a/tensorflow/contrib/rnn/python/ops/fused_rnn_cell.py b/tensorflow/contrib/rnn/python/ops/fused_rnn_cell.py
index b7393d8b98..f90fd40990 100644
--- a/tensorflow/contrib/rnn/python/ops/fused_rnn_cell.py
+++ b/tensorflow/contrib/rnn/python/ops/fused_rnn_cell.py
@@ -20,10 +20,13 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import rnn
 
 
+@six.add_metaclass(abc.ABCMeta)
 class FusedRNNCell(object):
   """Abstract object representing a fused RNN cell.
 
@@ -38,8 +41,6 @@ class FusedRNNCell(object):
   Every `FusedRNNCell` must implement `__call__` with the following signature.
   """
 
-  __metaclass__ = abc.ABCMeta
-
   @abc.abstractmethod
   def __call__(self,
                inputs,
diff --git a/tensorflow/contrib/rnn/python/ops/lstm_ops.py b/tensorflow/contrib/rnn/python/ops/lstm_ops.py
index 7edb0f110c..2f65c73470 100644
--- a/tensorflow/contrib/rnn/python/ops/lstm_ops.py
+++ b/tensorflow/contrib/rnn/python/ops/lstm_ops.py
@@ -19,6 +19,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.contrib.rnn.ops import gen_lstm_ops
 from tensorflow.contrib.util import loader
 from tensorflow.python.framework import dtypes
@@ -439,6 +441,7 @@ class LSTMBlockCell(LayerRNNCell):
     return h, new_state
 
 
+@six.add_metaclass(abc.ABCMeta)
 class LSTMBlockWrapper(base_layer.Layer):
   """This is a helper class that provides housekeeping for LSTM cells.
 
diff --git a/tensorflow/contrib/slim/python/slim/data/data_decoder.py b/tensorflow/contrib/slim/python/slim/data/data_decoder.py
index 5a32be6c5a..46d33597e4 100644
--- a/tensorflow/contrib/slim/python/slim/data/data_decoder.py
+++ b/tensorflow/contrib/slim/python/slim/data/data_decoder.py
@@ -39,12 +39,13 @@ from __future__ import print_function
 
 import abc
 
+import six
 
+
+@six.add_metaclass(abc.ABCMeta)
 class DataDecoder(object):
   """An abstract class which is used to decode data for a provider."""
 
-  __metaclass__ = abc.ABCMeta
-
   @abc.abstractmethod
   def decode(self, data, items):
     """Decodes the data to returns the tensors specified by the list of items.
diff --git a/tensorflow/contrib/slim/python/slim/data/data_provider.py b/tensorflow/contrib/slim/python/slim/data/data_provider.py
index a49c0969d9..3252b4fe84 100644
--- a/tensorflow/contrib/slim/python/slim/data/data_provider.py
+++ b/tensorflow/contrib/slim/python/slim/data/data_provider.py
@@ -38,7 +38,10 @@ from __future__ import print_function
 
 import abc
 
+import six
 
+
+@six.add_metaclass(abc.ABCMeta)
 class DataProvider(object):
   """Maps a list of requested data items to tensors from a data source.
 
@@ -46,7 +49,6 @@ class DataProvider(object):
   method which returns arbitrary types of data. No assumption is made about the
   source of the data nor the mechanism for providing it.
   """
-  __metaclass__ = abc.ABCMeta
 
   def __init__(self, items_to_tensors, num_samples):
     """Constructs the Data Provider.
diff --git a/tensorflow/contrib/slim/python/slim/data/tfexample_decoder.py b/tensorflow/contrib/slim/python/slim/data/tfexample_decoder.py
index a6ce45c203..1b2b6acacc 100644
--- a/tensorflow/contrib/slim/python/slim/data/tfexample_decoder.py
+++ b/tensorflow/contrib/slim/python/slim/data/tfexample_decoder.py
@@ -25,6 +25,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.contrib.slim.python.slim.data import data_decoder
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import sparse_tensor
@@ -37,6 +39,7 @@ from tensorflow.python.ops import parsing_ops
 from tensorflow.python.ops import sparse_ops
 
 
+@six.add_metaclass(abc.ABCMeta)
 class ItemHandler(object):
   """Specifies the item-to-Features mapping for tf.parse_example.
 
@@ -45,8 +48,6 @@ class ItemHandler(object):
   parsing.
   """
 
-  __metaclass__ = abc.ABCMeta
-
   def __init__(self, keys):
     """Constructs the handler with the name of the tf.Feature keys to use.
 
diff --git a/tensorflow/contrib/timeseries/python/timeseries/model.py b/tensorflow/contrib/timeseries/python/timeseries/model.py
index 4edfbe58a1..edd97b2a4c 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/model.py
@@ -21,6 +21,8 @@ from __future__ import print_function
 import abc
 import collections
 
+import six
+
 from tensorflow.contrib.timeseries.python.timeseries import math_utils
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import PredictionFeatures
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
@@ -53,11 +55,10 @@ ModelOutputs = collections.namedtuple(  # pylint: disable=invalid-name
     ])
 
 
+@six.add_metaclass(abc.ABCMeta)
 class TimeSeriesModel(object):
   """Base class for creating generative time series models."""
 
-  __metaclass__ = abc.ABCMeta
-
   def __init__(self,
                num_features,
                exogenous_feature_columns=None,
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/filtering_postprocessor.py b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/filtering_postprocessor.py
index 7fa538a16e..e9e2ac0aaf 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/filtering_postprocessor.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/filtering_postprocessor.py
@@ -20,6 +20,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.contrib import distributions
 
 from tensorflow.contrib.timeseries.python.timeseries import math_utils
@@ -32,11 +34,10 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.util import nest
 
 
+@six.add_metaclass(abc.ABCMeta)
 class FilteringStepPostprocessor(object):
   """Base class for processors that are applied after each filter step."""
 
-  __metaclass__ = abc.ABCMeta
-
   @abc.abstractmethod
   def process_filtering_step(self, current_times, current_values,
                              predicted_state, filtered_state, outputs):
diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index 8bf6e4367c..d8a0611ae3 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -543,6 +543,7 @@ class TPUInfeedInstance(object):
     pass
 
 
+@six.add_metaclass(abc.ABCMeta)
 class TPUInfeedManager(object):
   """TPUInfeedManager manages the data infeeding of data to a TPU computation.
 
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index 8b0b618d44..555ad0f1fd 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -2998,6 +2998,12 @@ class _CapturingContext(control_flow_ops.ControlFlowContext):
     control_flow_ops.ControlFlowContext.__init__(self)
     self._message = message
 
+  def to_control_flow_context_def(self, context_def, export_scope=None):
+    # pylint: disable=useless-super-delegation
+    # NOTE(slebedev): the method is required by `ControlFlowContext`.
+    super(_CapturingContext, self).to_control_flow_context_def(
+        context_def, export_scope)
+
   def AddOp(self, op):  # pylint: disable=invalid-name
     for c in op.inputs:
       if tpu._TPU_REPLICATE_ATTR in c.op.node_def.attr:  # pylint: disable=protected-access
diff --git a/tensorflow/contrib/training/python/training/tuner.py b/tensorflow/contrib/training/python/training/tuner.py
index 8843632619..ad647a61da 100644
--- a/tensorflow/contrib/training/python/training/tuner.py
+++ b/tensorflow/contrib/training/python/training/tuner.py
@@ -21,9 +21,12 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.contrib.framework.python.framework import experimental
 
 
+@six.add_metaclass(abc.ABCMeta)
 class Tuner(object):
   """Tuner class is the interface for Experiment hyper-parameters tuning.
 
@@ -42,8 +45,6 @@ class Tuner(object):
     learn_runner.tune(experiment_fn=_create_my_experiment, tuner)
   """
 
-  __metaclass__ = abc.ABCMeta
-
   @experimental
   @abc.abstractmethod
   def next_trial(self):
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index e83f26e2ab..18d3bc1823 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -52,6 +52,7 @@ from tensorflow.python.util.tf_export import tf_export
 
 
 @tf_export("data.Dataset")
+@six.add_metaclass(abc.ABCMeta)
 class Dataset(object):
   """Represents a potentially large set of elements.
 
@@ -59,8 +60,6 @@ class Dataset(object):
   collection of elements (nested structures of tensors) and a "logical
   plan" of transformations that act on those elements.
   """
-  __metaclass__ = abc.ABCMeta
-
   def __init__(self):
     pass
 
diff --git a/tensorflow/python/data/ops/optional_ops.py b/tensorflow/python/data/ops/optional_ops.py
index 9fb8315e4d..91cf883ce9 100644
--- a/tensorflow/python/data/ops/optional_ops.py
+++ b/tensorflow/python/data/ops/optional_ops.py
@@ -19,6 +19,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.data.util import structure
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -26,6 +28,7 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import gen_dataset_ops
 
 
+@six.add_metaclass(abc.ABCMeta)
 class Optional(object):
   """Wraps a nested structure of tensors that may/may not be present at runtime.
 
diff --git a/tensorflow/python/data/util/structure.py b/tensorflow/python/data/util/structure.py
index 5d6b8c36e4..9a3118297d 100644
--- a/tensorflow/python/data/util/structure.py
+++ b/tensorflow/python/data/util/structure.py
@@ -19,6 +19,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.data.util import nest
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -31,6 +33,7 @@ from tensorflow.python.ops import sparse_ops
 _STRUCTURE_CONVERSION_FUNCTION_REGISTRY = {}
 
 
+@six.add_metaclass(abc.ABCMeta)
 class Structure(object):
   """Represents structural information, such as type and shape, about a value.
 
@@ -46,7 +49,6 @@ class Structure(object):
   and `tf.data.Dataset.output_classes`, and similar properties and arguments in
   the `tf.data.Iterator` and `Optional` classes.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractproperty
   def _flat_shapes(self):
diff --git a/tensorflow/python/debug/wrappers/framework.py b/tensorflow/python/debug/wrappers/framework.py
index afda1fdc0d..ae403205b7 100644
--- a/tensorflow/python/debug/wrappers/framework.py
+++ b/tensorflow/python/debug/wrappers/framework.py
@@ -115,6 +115,8 @@ import abc
 import re
 import threading
 
+import six
+
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.client import session
 from tensorflow.python.debug.lib import debug_utils
@@ -329,6 +331,7 @@ class OnRunEndResponse(object):
     pass
 
 
+@six.add_metaclass(abc.ABCMeta)
 class BaseDebugWrapperSession(session.SessionInterface):
   """Base class of debug-wrapper session classes.
 
@@ -788,7 +791,6 @@ class BaseDebugWrapperSession(session.SessionInterface):
   # TODO(cais): Add _node_name_regex_whitelist and
   #   _node_op_type_regex_whitelist.
 
-  @abc.abstractmethod
   def invoke_node_stepper(self,
                           node_stepper,
                           restore_variable_values_on_exit=True):
@@ -805,6 +807,9 @@ class BaseDebugWrapperSession(session.SessionInterface):
       The same return values as the `Session.run()` call on the same fetches as
         the NodeStepper.
     """
+    raise NotImplementedError(
+        self.__class__.__name__ + " does not support node-stepper mode.")
+
 
   def should_stop(self):
     if hasattr(self._sess, "should_stop"):
diff --git a/tensorflow/python/eager/pywrap_tfe_test.py b/tensorflow/python/eager/pywrap_tfe_test.py
index 669fa08488..6282a6c459 100644
--- a/tensorflow/python/eager/pywrap_tfe_test.py
+++ b/tensorflow/python/eager/pywrap_tfe_test.py
@@ -22,6 +22,7 @@ from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import core
+from tensorflow.python.eager import tape
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -34,6 +35,11 @@ from tensorflow.python.ops import resource_variable_ops
 
 class Tests(test.TestCase):
 
+  def setUp(self):
+    # Force-load `distribution_strategy_context` to prevent GC at
+    # test time. See discussion in cl//219478951.
+    tape.distribution_strategy_context.get_distribution_strategy()
+
   @test_util.assert_no_new_tensors
   @test_util.assert_no_garbage_created
   def testFastpathExecute_MatMulCorrectResponse(self):
diff --git a/tensorflow/python/feature_column/feature_column.py b/tensorflow/python/feature_column/feature_column.py
index 6032b07f69..cb0a340c06 100644
--- a/tensorflow/python/feature_column/feature_column.py
+++ b/tensorflow/python/feature_column/feature_column.py
@@ -1908,6 +1908,7 @@ class _EmbeddingColumnLayer(base.Layer):
     return self._embedding_weight_var
 
 
+@six.add_metaclass(abc.ABCMeta)
 class _FeatureColumn(object):
   """Represents a feature column abstraction.
 
@@ -1923,7 +1924,6 @@ class _FeatureColumn(object):
 
   This class is an abstract class. User should not create instances of this.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractproperty
   def name(self):
@@ -2000,8 +2000,6 @@ class _DenseColumn(_FeatureColumn):
   indicator_column.
   """
 
-  __metaclass__ = abc.ABCMeta
-
   @abc.abstractproperty
   def _variable_shape(self):
     """`TensorShape` of `_get_dense_tensor`, without batch dimension."""
@@ -2094,7 +2092,6 @@ class _CategoricalColumn(_FeatureColumn):
 
   A categorical feature typically handled with a `tf.SparseTensor` of IDs.
   """
-  __metaclass__ = abc.ABCMeta
 
   IdWeightPair = collections.namedtuple(  # pylint: disable=invalid-name
       'IdWeightPair', ['id_tensor', 'weight_tensor'])
@@ -2199,8 +2196,6 @@ def _create_categorical_column_weighted_sum(column,
 class _SequenceDenseColumn(_FeatureColumn):
   """Represents dense sequence data."""
 
-  __metaclass__ = abc.ABCMeta
-
   TensorSequenceLengthPair = collections.namedtuple(  # pylint: disable=invalid-name
       'TensorSequenceLengthPair', ['dense_tensor', 'sequence_length'])
 
diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index fe079af547..d97d41dd83 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -1749,6 +1749,7 @@ def crossed_column(keys, hash_bucket_size, hash_key=None):
       keys=tuple(keys), hash_bucket_size=hash_bucket_size, hash_key=hash_key)
 
 
+@six.add_metaclass(abc.ABCMeta)
 class FeatureColumn(object):
   """Represents a feature column abstraction.
 
@@ -1764,7 +1765,6 @@ class FeatureColumn(object):
 
   This class is an abstract class. Users should not create instances of this.
   """
-  __metaclass__ = abc.ABCMeta
 
   @abc.abstractproperty
   def name(self):
@@ -1847,8 +1847,6 @@ class DenseColumn(FeatureColumn):
   indicator_column.
   """
 
-  __metaclass__ = abc.ABCMeta
-
   @abc.abstractproperty
   def variable_shape(self):
     """`TensorShape` of `get_dense_tensor`, without batch dimension."""
@@ -1922,7 +1920,6 @@ class CategoricalColumn(FeatureColumn):
 
   A categorical feature typically handled with a `tf.SparseTensor` of IDs.
   """
-  __metaclass__ = abc.ABCMeta
 
   IdWeightPair = collections.namedtuple(  # pylint: disable=invalid-name
       'IdWeightPair', ('id_tensor', 'weight_tensor'))
@@ -2006,8 +2003,6 @@ def _create_categorical_column_weighted_sum(
 class SequenceDenseColumn(FeatureColumn):
   """Represents dense sequence data."""
 
-  __metaclass__ = abc.ABCMeta
-
   TensorSequenceLengthPair = collections.namedtuple(  # pylint: disable=invalid-name
       'TensorSequenceLengthPair', ('dense_tensor', 'sequence_length'))
 
diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index bc34332539..33e526352f 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -19,9 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from abc import ABCMeta
-from abc import abstractmethod
-
+import abc
 import functools
 import sys
 import types
@@ -269,6 +267,7 @@ def squeeze_or_expand_dimensions(y_pred, y_true, sample_weight):
   return y_pred, y_true, sample_weight
 
 
+@six.add_metaclass(abc.ABCMeta)
 class Metric(Layer):
   """Encapsulates metric logic and state.
 
@@ -351,7 +350,6 @@ class Metric(Layer):
       return array_ops.identity(self.true_positives)
   ```
   """
-  __metaclass__ = ABCMeta
 
   def __init__(self, name=None, dtype=None):
     super(Metric, self).__init__(name=name, dtype=dtype)
@@ -403,7 +401,7 @@ class Metric(Layer):
     for v in self.variables:
       K.set_value(v, 0)
 
-  @abstractmethod
+  @abc.abstractmethod
   def update_state(self, *args, **kwargs):
     """Accumulates statistics for the metric.
 
@@ -424,7 +422,7 @@ class Metric(Layer):
     """
     NotImplementedError('Must be implemented in subclasses.')
 
-  @abstractmethod
+  @abc.abstractmethod
   def result(self):
     """Computes and returns the metric value tensor.
 
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index 15bf3d1a35..26e6dc294c 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -21,6 +21,7 @@ from __future__ import division
 from __future__ import print_function
 
 import abc
+
 import six
 
 from tensorflow.python.eager import backprop
@@ -40,6 +41,7 @@ from tensorflow.python.training import optimizer as optimizer_v1
 from tensorflow.python.util import nest
 
 
+@six.add_metaclass(abc.ABCMeta)
 class OptimizerV2(optimizer_v1.Optimizer):
   """Updated base class for optimizers.
 
diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 6f62a18686..2694af3e78 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -1485,6 +1485,7 @@ def ZerosLikeOutsideLoop(op, index):
       return array_ops.zeros_like(val, optimize=False)
 
 
+@six.add_metaclass(abc.ABCMeta)
 class ControlFlowContext(object):
   """The base class for control flow context.
 
@@ -3801,6 +3802,12 @@ class XLAControlFlowContext(ControlFlowContext):
     super(XLAControlFlowContext, self).__init__()
     self._name = "XLAControlFlowContext"
 
+  def to_control_flow_context_def(self, context_def, export_scope=None):
+    # pylint: disable=useless-super-delegation
+    # NOTE(slebedev): the method is required by `ControlFlowContext`.
+    super(XLAControlFlowContext, self).to_control_flow_context_def(
+        context_def, export_scope)
+
   def IsXLAContext(self):
     return True
 
diff --git a/tensorflow/python/ops/control_flow_ops_test.py b/tensorflow/python/ops/control_flow_ops_test.py
index 22263c702f..f4b28f0113 100644
--- a/tensorflow/python/ops/control_flow_ops_test.py
+++ b/tensorflow/python/ops/control_flow_ops_test.py
@@ -469,17 +469,28 @@ class ContextTest(test_util.TensorFlowTestCase):
     self._testWhileContextHelper(maximum_iterations=10)
 
   def testControlContextImportScope(self):
+    class NoABCControlFlowContext(control_flow_ops.ControlFlowContext):
+      """A noop wrapper around `ControlFlowContext`.
+
+      `ControlFlowContext` is an ABC and therefore cannot be instantiated.
+      """
+      # pylint: disable=useless-super-delegation
+
+      def to_control_flow_context_def(self, context_def, export_scope=None):
+        super(NoABCControlFlowContext, self).to_control_flow_context_def(
+            context_def, export_scope)
+
     with self.cached_session():
       constant_op.constant(0, name="a")
       constant_op.constant(2, name="test_scope/a")
       b1 = constant_op.constant(1, name="b")
       b2 = constant_op.constant(3, name="test_scope/b")
 
-      c = control_flow_ops.ControlFlowContext()
+      c = NoABCControlFlowContext()
       c._values = ["a", "b"]
       c._external_values = {"a": b1}
 
-      c_with_scope = control_flow_ops.ControlFlowContext(
+      c_with_scope = NoABCControlFlowContext(
           values_def=c._to_values_def(), import_scope="test_scope")
 
       # _values and _external_values should be have scope prepended.
diff --git a/tensorflow/python/ops/linalg/linear_operator.py b/tensorflow/python/ops/linalg/linear_operator.py
index 6af7e0fa22..704ac11d01 100644
--- a/tensorflow/python/ops/linalg/linear_operator.py
+++ b/tensorflow/python/ops/linalg/linear_operator.py
@@ -22,6 +22,7 @@ import abc
 import contextlib
 
 import numpy as np
+import six
 
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
@@ -40,6 +41,7 @@ __all__ = ["LinearOperator"]
 
 # TODO(langmore) Use matrix_solve_ls for singular or non-square matrices.
 @tf_export("linalg.LinearOperator")
+@six.add_metaclass(abc.ABCMeta)
 class LinearOperator(object):
   """Base class defining a [batch of] linear operator[s].
 
@@ -140,7 +142,6 @@ class LinearOperator(object):
   * If `is_X == None` (the default), callers should have no expectation either
     way.
   """
-  __metaclass__ = abc.ABCMeta
 
   def __init__(self,
                dtype,
diff --git a/tensorflow/python/summary/plugin_asset.py b/tensorflow/python/summary/plugin_asset.py
index 998fb30fa4..82d3a61830 100644
--- a/tensorflow/python/summary/plugin_asset.py
+++ b/tensorflow/python/summary/plugin_asset.py
@@ -32,6 +32,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.framework import ops
 
 _PLUGIN_ASSET_PREFIX = "__tensorboard_plugin_asset__"
@@ -107,6 +109,7 @@ def get_all_plugin_assets(graph=None):
   return out
 
 
+@six.add_metaclass(abc.ABCMeta)
 class PluginAsset(object):
   """This abstract base class allows TensorBoard to serialize assets to disk.
 
@@ -124,7 +127,6 @@ class PluginAsset(object):
     writer calls assets and the PluginAsset instance provides its contents to be
     written to disk.
   """
-  __metaclass__ = abc.ABCMeta
 
   plugin_name = None
 
diff --git a/tensorflow/python/training/monitored_session.py b/tensorflow/python/training/monitored_session.py
index 0e29bec389..0687eb5d4b 100644
--- a/tensorflow/python/training/monitored_session.py
+++ b/tensorflow/python/training/monitored_session.py
@@ -509,6 +509,7 @@ def MonitoredTrainingSession(master='',  # pylint: disable=invalid-name
 
 
 @tf_export('train.SessionCreator')
+@six.add_metaclass(abc.ABCMeta)
 class SessionCreator(object):
   """A factory for tf.Session."""
 
diff --git a/tensorflow/python/training/optimizer.py b/tensorflow/python/training/optimizer.py
index 79906317b4..8e400f2aeb 100644
--- a/tensorflow/python/training/optimizer.py
+++ b/tensorflow/python/training/optimizer.py
@@ -22,6 +22,8 @@ from __future__ import print_function
 
 import abc
 
+import six
+
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
@@ -84,6 +86,7 @@ def _var_key(var):
   return var._unique_id  # pylint: disable=protected-access
 
 
+@six.add_metaclass(abc.ABCMeta)
 class _OptimizableVariable(object):
   """Interface for abstracting over variables in the optimizers."""
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt
deleted file mode 100644
index d81a3d986d..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.Dataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
deleted file mode 100644
index eb7c8dc264..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.FixedLengthRecordDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
deleted file mode 100644
index 7cd273b2dd..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.TFRecordDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
deleted file mode 100644
index b30f93ef5d..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.TextLineDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
deleted file mode 100644
index 604a1dc89e..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.experimental.CsvDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
deleted file mode 100644
index 0c2300a4da..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.experimental.RandomDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
deleted file mode 100644
index f1a96b03e5..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.experimental.SqlDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
deleted file mode 100644
index b1bed0c6db..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorBlockDiag.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
deleted file mode 100644
index 5266853d48..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorCirculant.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
deleted file mode 100644
index 515714fb57..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorCirculant2D.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
deleted file mode 100644
index 6d2606ccb2..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorCirculant3D.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
deleted file mode 100644
index 09c61d4cb4..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorComposition.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
deleted file mode 100644
index d13f7a1e44..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorDiag.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
deleted file mode 100644
index f8fbfac13c..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorFullMatrix.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
deleted file mode 100644
index d87f5d31d3..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorIdentity.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
deleted file mode 100644
index d721caca39..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorKronecker.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
deleted file mode 100644
index 338f873788..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorLowRankUpdate.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
deleted file mode 100644
index 4635320038..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorLowerTriangular.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
deleted file mode 100644
index f3f370b35f..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorScaledIdentity.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
deleted file mode 100644
index 14dd9423e6..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorZeros.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
deleted file mode 100644
index dd5e383b5f..0000000000
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperator.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt
deleted file mode 100644
index d81a3d986d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.Dataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
deleted file mode 100644
index eb7c8dc264..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.FixedLengthRecordDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
deleted file mode 100644
index 7cd273b2dd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.TFRecordDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
deleted file mode 100644
index b30f93ef5d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.TextLineDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
deleted file mode 100644
index 604a1dc89e..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.experimental.CsvDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
deleted file mode 100644
index 0c2300a4da..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.experimental.RandomDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
deleted file mode 100644
index f1a96b03e5..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.data.experimental.SqlDataset.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
deleted file mode 100644
index b1bed0c6db..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorBlockDiag.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
deleted file mode 100644
index 5266853d48..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorCirculant.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
deleted file mode 100644
index 515714fb57..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorCirculant2D.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
deleted file mode 100644
index 6d2606ccb2..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorCirculant3D.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
deleted file mode 100644
index 09c61d4cb4..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorComposition.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
deleted file mode 100644
index d13f7a1e44..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorDiag.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
deleted file mode 100644
index f8fbfac13c..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorFullMatrix.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
deleted file mode 100644
index d87f5d31d3..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorIdentity.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
deleted file mode 100644
index d721caca39..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorKronecker.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
deleted file mode 100644
index 338f873788..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorLowRankUpdate.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
deleted file mode 100644
index 4635320038..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorLowerTriangular.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
deleted file mode 100644
index f3f370b35f..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorScaledIdentity.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
deleted file mode 100644
index 14dd9423e6..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperatorZeros.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
deleted file mode 100644
index dd5e383b5f..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.__metaclass__.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-path: "tensorflow.linalg.LinearOperator.__metaclass__"
-tf_class {
-  is_instance: "<type \'type\'>"
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "mro"
-  }
-  member_method {
-    name: "register"
-    argspec: "args=[\'cls\', \'subclass\'], varargs=None, keywords=None, defaults=None"
-  }
-}
-- 
GitLab


From 0e7c91337f8adaaccc701638ab61e4c64a5e7965 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Fri, 2 Nov 2018 10:00:18 -0700
Subject: [PATCH 0957/1825] TF-TRT: Run constant folding after layout
 optimizer, and run the optimizers only once.

Rational: layout optimizer adds Const nodes followed by Reshape nodes, and TF-TRT supports reshape now, so TF should do const folding instead of letting TF-TRT do do that. Also, running TRT optimizer twice is buggy since it'll redo the conversion and try to add TF functions and TRTEngineOps with conflict names to the graph.
PiperOrigin-RevId: 219815498
---
 tensorflow/contrib/tensorrt/python/trt_convert.py      | 6 +++++-
 tensorflow/contrib/tensorrt/python/trt_convert_test.py | 6 +++++-
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/python/trt_convert.py b/tensorflow/contrib/tensorrt/python/trt_convert.py
index 99890d910e..bb81fbf93f 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert.py
@@ -109,7 +109,11 @@ def tensorrt_rewriter_config(rewriter_config=None,
 
   if rewriter_config is None:
     rewriter_config = rewriter_config_pb2.RewriterConfig()
-    rewriter_config.optimizers.extend(["constfold", "layout"])
+    # Layout optimizer may add Const nodes followed by Reshape nodes, thus we
+    # need to run constant folding again.
+    rewriter_config.optimizers.extend(["constfold", "layout", "constfold"])
+    rewriter_config.meta_optimizer_iterations = (
+        rewriter_config_pb2.RewriterConfig.ONE)
 
   if precision_mode.upper() not in TrtPrecisionMode.supported_precision_modes():
     raise ValueError(("precision mode '{}' is not supported."
diff --git a/tensorflow/contrib/tensorrt/python/trt_convert_test.py b/tensorflow/contrib/tensorrt/python/trt_convert_test.py
index 530adafcb3..9f2eeac990 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert_test.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert_test.py
@@ -26,6 +26,7 @@ from tensorflow.contrib.tensorrt.python.ops import trt_engine_op
 # pylint: enable=unused-import
 from tensorflow.core.framework import graph_pb2
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import graph_util
 from tensorflow.python.framework import importer
@@ -57,7 +58,10 @@ class TrtConvertTest(test_util.TensorFlowTestCase):
         is_dynamic_op=True,
         maximum_cached_engines=2,
         cached_engine_batch_sizes=[1, 128])
-    self.assertEqual(["constfold", "layout"], rewriter_cfg.optimizers)
+    self.assertEqual(["constfold", "layout", "constfold"],
+                     rewriter_cfg.optimizers)
+    self.assertEqual(rewriter_config_pb2.RewriterConfig.ONE,
+                     rewriter_cfg.meta_optimizer_iterations)
     trt_optimizer = None
     for optimizer in rewriter_cfg.custom_optimizers:
       if optimizer.name == "TensorRTOptimizer":
-- 
GitLab


From 02f43e344a468c53d62fd8d0e1fd2c06a73c9cc9 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 2 Nov 2018 10:00:22 -0700
Subject: [PATCH 0958/1825] [TF:XLA] Check the disabled_backends argument to
 tf_xla_py_test is a list.

A number of tests were accidentally being disabled on cpu because "cpu" is a substring of "cpu_ondemand".

PiperOrigin-RevId: 219815514
---
 tensorflow/compiler/tests/BUILD          | 6 +++---
 tensorflow/compiler/tests/build_defs.bzl | 2 ++
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 1beced2d31..664df00623 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -817,7 +817,7 @@ tf_xla_py_test(
     size = "small",
     srcs = ["stack_ops_test.py"],
     # Stack ops are not implemented in the on-demand compilation model yet.
-    disabled_backends = "cpu_ondemand",
+    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
@@ -845,7 +845,7 @@ tf_xla_py_test(
     size = "small",
     srcs = ["tensor_array_ops_test.py"],
     # TensorArray ops are not implemented in the on-demand compilation model yet.
-    disabled_backends = "cpu_ondemand",
+    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
@@ -866,7 +866,7 @@ tf_xla_py_test(
     size = "small",
     srcs = ["tensor_list_ops_test.py"],
     # TensorList ops are not implemented in the on-demand compilation model yet.
-    disabled_backends = "cpu_ondemand",
+    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
diff --git a/tensorflow/compiler/tests/build_defs.bzl b/tensorflow/compiler/tests/build_defs.bzl
index 1d3979b21b..447a7de2cb 100644
--- a/tensorflow/compiler/tests/build_defs.bzl
+++ b/tensorflow/compiler/tests/build_defs.bzl
@@ -50,6 +50,8 @@ def tf_xla_py_test(
     """
     if disabled_backends == None:
         disabled_backends = []
+    if type(disabled_backends) != "list":
+        fail("disabled_backends must be a list of strings", "disabled_backends")
 
     enabled_backends = [b for b in all_backends() if b not in disabled_backends]
     test_names = []
-- 
GitLab


From 7ebd3e561cff440728b99419c1be758786339eb1 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Fri, 2 Nov 2018 10:06:27 -0700
Subject: [PATCH 0959/1825] Internal change

PiperOrigin-RevId: 219816821
---
 tensorflow/contrib/distribute/python/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 6ba9187ae2..22736c799d 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -757,6 +757,8 @@ cuda_py_test(
         "no_oss",  # TODO(b/117919883): Fix python error.
         "no_pip",
         "no_windows_gpu",
+        # TODO(b/118815591): Re-enable this test in guitar.)
+        "noguitar",
         "notsan",
     ],
 )
-- 
GitLab


From 6a7bd8b8b34d541eba788b670c2cc7f489a1ae66 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Fri, 2 Nov 2018 10:16:45 -0700
Subject: [PATCH 0960/1825] Internal change

PiperOrigin-RevId: 219818586
---
 tensorflow/contrib/quantize/BUILD | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/contrib/quantize/BUILD b/tensorflow/contrib/quantize/BUILD
index 94a2d9672d..b35c4fde1a 100644
--- a/tensorflow/contrib/quantize/BUILD
+++ b/tensorflow/contrib/quantize/BUILD
@@ -205,6 +205,10 @@ py_test(
     size = "large",
     srcs = ["python/quantize_parameterized_test.py"],
     srcs_version = "PY2AND3",
+    # TODO(b/118839526): Re-enable msan test.
+    tags = [
+        "nomsan",
+    ],
     deps = [
         ":fold_batch_norms",
         ":quantize",
-- 
GitLab


From 87e62e2c72bc9d3c1f976b12f291ee36b50afc15 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Fri, 2 Nov 2018 10:21:56 -0700
Subject: [PATCH 0961/1825] [XLA] Simplify slicing a scalar from a pad.

PiperOrigin-RevId: 219819542
---
 .../xla/service/algebraic_simplifier.cc       | 66 ++++++++++++++
 .../xla/service/algebraic_simplifier_test.cc  | 86 +++++++++++++++++++
 .../compiler/xla/service/hlo_instructions.h   |  3 +
 3 files changed, 155 insertions(+)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 72ed5ca482..85fc42f747 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -306,6 +306,10 @@ class AlgebraicSimplifierVisitor : public DfsHloVisitorWithDefault {
   // Tries to use a kDot in place of the given convolution.
   StatusOr<bool> SimplifyConvToDot(HloInstruction* convolution);
 
+  // Tries to simplify a slice(pad(...)) where the result of the slice is a
+  // scalar.
+  StatusOr<bool> TrySimplifySliceOfPad(HloInstruction* slice);
+
   // Current HloComputation instance the AlgebraicSimplifierVisitor is
   // traversing.
   HloComputation* computation_;
@@ -1822,6 +1826,62 @@ Status AlgebraicSimplifierVisitor::HandleReverse(HloInstruction* reverse) {
   return Status::OK();
 }
 
+StatusOr<bool> AlgebraicSimplifierVisitor::TrySimplifySliceOfPad(
+    HloInstruction* slice) {
+  // Only try to do this for effective scalars. We could do the same for slicing
+  // out larger pieces of padding (replacing with a broadcast of the padding
+  // value), but this is probably not worth it.
+  if (!ShapeUtil::IsEffectiveScalar(slice->shape()) ||
+      slice->operand(0)->opcode() != HloOpcode::kPad) {
+    return false;
+  }
+
+  VLOG(10) << "Trying to simplify scalar slice of pad";
+  // Check there's no internal padding. Again, we could handle that too, since
+  // everything is statically known, but it's not worth it.
+  auto pad = Cast<HloPadInstruction>(slice->mutable_operand(0));
+  auto padding_config = pad->padding_config();
+  int64 rank = padding_config.dimensions_size();
+  if (HasInteriorPadding(padding_config)) {
+    VLOG(10) << "Not folding scalar slice of pad, pad has interior padding";
+    return false;
+  }
+
+  // Check whether the scalar we're slicing out falls into the padding.
+  bool in_padding = [&]() {
+    for (int64 i = 0; i < rank; ++i) {
+      int64 start = slice->slice_starts(i);
+      int64 low = padding_config.dimensions(i).edge_padding_low();
+      int64 data = pad->operand(0)->shape().dimensions(i);
+      if (start >= low && start < low + data) {
+        return false;
+      }
+    }
+    return true;
+  }();
+
+  if (in_padding) {
+    VLOG(10) << "Folding scalar slice of pad into padding value";
+    TF_RETURN_IF_ERROR(ReplaceWithNewInstruction(
+        slice, HloInstruction::CreateReshape(slice->shape(),
+                                             pad->mutable_padding_value())));
+    return true;
+  } else {
+    // We already know the output of the slice is scalar. If the padded
+    // value is scalar, and it's not in the padding, then it's exactly the
+    // output value.
+    bool replaced =
+        ReplaceInstructionIfSameShape(slice, pad->mutable_operand(0));
+    if (replaced) {
+      VLOG(10) << "Folding scalar slice of pad into padded value";
+    } else {
+      VLOG(10) << "Not folding scalar slice of pad into padded value as they "
+                  "have different shapes.";
+    }
+    return replaced;
+  }
+}
+
 Status AlgebraicSimplifierVisitor::HandleSlice(HloInstruction* slice) {
   // Delete no-op slices, i.e. where shape = operand shape.
   if (ReplaceInstructionIfSameShape(slice, slice->mutable_operand(0))) {
@@ -1846,6 +1906,12 @@ Status AlgebraicSimplifierVisitor::HandleSlice(HloInstruction* slice) {
                    slice->shape(), operand_slice->mutable_operand(0),
                    new_slice_starts, new_slice_limits, slice->slice_strides()));
   }
+
+  TF_ASSIGN_OR_RETURN(bool replaced, TrySimplifySliceOfPad(slice));
+  if (replaced) {
+    return Status::OK();
+  }
+
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index c79c518700..7b3e957fbc 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -3163,6 +3163,92 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcastAndIota2) {
   EXPECT_EQ(Cast<HloIotaInstruction>(root)->iota_dimension(), 2);
 }
 
+TEST_F(AlgebraicSimplifierTest, SliceOfPadLow) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param = f32[3,4] parameter(0)
+      constant = f32[] constant(0.0)
+      pad = f32[8,10] pad(f32[3,4] param, f32[] constant), padding=3_2x1_5
+      ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[2:3],[0:1]}
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Reshape(op::Constant()));
+}
+
+TEST_F(AlgebraicSimplifierTest, SliceOfPadHigh) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param = f32[3,4] parameter(0)
+      constant = f32[] constant(0.0)
+      pad = f32[8,10] pad(f32[3,4] param, f32[] constant), padding=3_2x1_5
+      ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[6:7],[9:10]}
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Reshape(op::Constant()));
+}
+
+TEST_F(AlgebraicSimplifierTest, SliceOfPadMidNonScalar) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param = f32[3,4] parameter(0)
+      constant = f32[] constant(0.0)
+      pad = f32[8,10] pad(f32[3,4] param, f32[] constant), padding=3_2x1_5
+      ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[5:6],[9:10]}
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_FALSE(simplifier.Run(module.get()).ValueOrDie());
+}
+
+TEST_F(AlgebraicSimplifierTest, SliceOfPadMidScalar) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param = f32[1,1] parameter(0)
+      constant = f32[] constant(0.0)
+      pad = f32[8,10] pad(f32[1,1] param, f32[] constant), padding=3_4x4_5
+      ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[3:4],[4:5]}
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Parameter());
+}
+
 struct PadReduceWindowEffectiveBroadcastCase {
   std::vector<int64> input_spatials;
   std::vector<int64> symmetric_pad_spatials;
diff --git a/tensorflow/compiler/xla/service/hlo_instructions.h b/tensorflow/compiler/xla/service/hlo_instructions.h
index 5f06dc0932..bf4daf2be4 100644
--- a/tensorflow/compiler/xla/service/hlo_instructions.h
+++ b/tensorflow/compiler/xla/service/hlo_instructions.h
@@ -1144,6 +1144,9 @@ class HloPadInstruction : public HloInstruction {
                              const PaddingConfig& padding_config);
   // Returns the padding configuration for a pad node.
   const PaddingConfig& padding_config() const { return padding_config_; }
+  // Returns the padding value.
+  const HloInstruction* padding_value() const { return operand(1); }
+  HloInstruction* mutable_padding_value() { return mutable_operand(1); }
   // Returns a serialized representation of this instruction.
   HloInstructionProto ToProto() const override;
 
-- 
GitLab


From c6100ee596639c441459a8ce9306ca52cc69d70a Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Fri, 2 Nov 2018 10:23:29 -0700
Subject: [PATCH 0962/1825] Numpy DS should obey the shuffle parameter

PiperOrigin-RevId: 219819786
---
 tensorflow/python/keras/engine/training.py | 25 ++++++++++++++--------
 tensorflow/python/training/distribute.py   |  4 ++++
 2 files changed, 20 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 7536a9a6e7..f7f61d2a04 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -770,7 +770,8 @@ class Model(Network):
                                           check_steps=False,
                                           steps_name='steps',
                                           steps=None,
-                                          validation_split=0):
+                                          validation_split=0,
+                                          shuffle=False):
     """Runs validation checks on input and target data passed by the user.
 
     This is called when using DistributionStrategy to train, evaluate or serve
@@ -793,6 +794,7 @@ class Model(Network):
         execute.
       validation_split: Float between 0 and 1.
         Fraction of the training data to be used as validation data.
+      shuffle: Boolean whether to shuffle the training data before each epoch.
 
     Returns:
       Iterator for reading the dataset `x`.
@@ -845,11 +847,12 @@ class Model(Network):
           x = dataset_ops.Dataset.from_tensor_slices((var_x, var_y))
 
         x = dataset_ops.Dataset.from_tensor_slices((var_x, var_y))
-        # 1024 is a good buffer size since it is much larger than the average
-        # batch size provided by the user and provides sufficient randomness.
-        # One thing to keep in mind is the memory usage based on the size of
-        # each sample.
-        x = x.shuffle(1024)
+        if shuffle:
+          # 1024 is a good buffer size since it is much larger than the average
+          # batch size provided by the user and provides sufficient randomness.
+          # One thing to keep in mind is the memory usage based on the size of
+          # each sample.
+          x = x.shuffle(1024)
         x = x.repeat()
         x = x.batch(batch_size, drop_remainder=drop_remainder)
         y = None
@@ -887,7 +890,8 @@ class Model(Network):
                              check_steps=False,
                              steps_name='steps',
                              steps=None,
-                             validation_split=0):
+                             validation_split=0,
+                             shuffle=False):
     """Runs validation checks on input and target data passed by the user.
 
     Also standardizes the data to lists of arrays, in order.
@@ -929,6 +933,7 @@ class Model(Network):
         execute.
       validation_split: Float between 0 and 1.
         Fraction of the training data to be used as validation data.
+      shuffle: Boolean whether to shuffle the training data before each epoch.
 
     Returns:
       A tuple of 3: inputs (arrays or dicts, depending on whether `x` was a dict
@@ -951,7 +956,8 @@ class Model(Network):
           check_steps=check_steps,
           steps_name=steps_name,
           steps=steps,
-          validation_split=validation_split)
+          validation_split=validation_split,
+          shuffle=shuffle)
       return iterator, None, None
 
     if isinstance(x, dataset_ops.Dataset):
@@ -1489,7 +1495,8 @@ class Model(Network):
         check_steps=True,
         steps_name='steps_per_epoch',
         steps=steps_per_epoch,
-        validation_split=validation_split)
+        validation_split=validation_split,
+        shuffle=shuffle)
 
     # Prepare validation data.
     if validation_data:
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index e12ebafba1..35ed52fa12 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1254,6 +1254,10 @@ class _DefaultDistributionStrategy(DistributionStrategy):
   def num_replicas(self):
     return 1
 
+  @property
+  def num_replicas_in_sync(self):
+    return 1
+
   @property
   def worker_devices(self):
     raise RuntimeError(
-- 
GitLab


From cd220c71803d105f68d79d6fc5279b460661b669 Mon Sep 17 00:00:00 2001
From: Alex Ilchenko <ilch@google.com>
Date: Fri, 2 Nov 2018 10:47:56 -0700
Subject: [PATCH 0963/1825] Fix how lists are instantiated

PiperOrigin-RevId: 219824566
---
 tensorflow/contrib/tpu/python/tpu/keras_support.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index d8a0611ae3..abf9dc810f 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -1072,7 +1072,7 @@ class TPUFunction(object):
     # `execute op` replicates `_model_fn` `num_replicas` times, with each shard
     # running on a different logical core.
     compile_op, execute_op = tpu.split_compile_and_replicate(
-        _model_fn, inputs=[[]] * self._tpu_assignment.num_towers)
+        _model_fn, inputs=[[] for _ in range(self._tpu_assignment.num_towers)])
 
     # Generate CPU side operations to enqueue features/labels and dequeue
     # outputs from the model call.
@@ -1217,7 +1217,7 @@ class TPUFunction(object):
     """
     # TODO(xiejw): Decide how to reduce outputs, or discard all but first.
     if self.execution_mode == model_fn_lib.ModeKeys.PREDICT:
-      outputs = [[]] * len(self._outfeed_spec)
+      outputs = [[] for _ in range(len(self._outfeed_spec))]
       outputs_per_replica = len(self._outfeed_spec)
 
       for i in range(self._tpu_assignment.num_towers):
-- 
GitLab


From ac472732bf17c86f4fe28f8d691307f782b16afe Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 2 Nov 2018 10:59:13 -0700
Subject: [PATCH 0964/1825] Remove stale test case reference.

PiperOrigin-RevId: 219826625
---
 tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
index 6ee8a9f3e1..87a835f250 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
@@ -484,7 +484,7 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveLowPaddingTooLarge) {
       op::GetTupleElement(op::CustomCall(kCudnnConvForwardCallTarget), 0));
 }
 
-// Extracted from //learning/brain/google/xla/benchmarks/resnet.py
+// Extracted from Resnet-50.
 //
 // For simplicity, we focus on the column dimension and ignore other dimensions.
 // We use [?] to represent the shape instead of the content.
-- 
GitLab


From 8741e202275428652becd2f00e52e2f17470be1b Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 11:00:09 -0700
Subject: [PATCH 0965/1825] Tensorflow/Eigen/Mkldnn integration.

Add mkldnn_pack and mkldnn_gemm templates to be called later from TensorContraction kernel.

PiperOrigin-RevId: 219826801
---
 tensorflow/core/kernels/BUILD                |  42 +++++-
 tensorflow/core/kernels/eigen_mkldnn.h       | 123 +++++++++++++++
 tensorflow/core/kernels/eigen_mkldnn_test.cc | 148 +++++++++++++++++++
 3 files changed, 311 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/core/kernels/eigen_mkldnn.h
 create mode 100644 tensorflow/core/kernels/eigen_mkldnn_test.cc

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 5182a72214..ed27c95242 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -93,6 +93,17 @@ config_setting(
     },
 )
 
+config_setting(
+    # Add "--define tensorflow_eigen_mkldnn=1" to your build command to use mkldnn
+    # sgemm in Eigen tensor contractions (matrix multiplications and convolutions).
+    # The mkldnn kernels are generated at runtime and use avx/avx2/fma/avx512
+    # based on cpu status registers (https://en.wikipedia.org/wiki/CPUID).
+    name = "eigen_mkldnn",
+    values = {
+        "define": "tensorflow_eigen_mkldnn=1",
+    },
+)
+
 # Public support libraries ----------------------------------------------------
 
 cc_library(
@@ -555,10 +566,20 @@ cc_library(
         "eigen_softmax.h",
         "eigen_spatial_convolutions.h",
         "eigen_volume_patch.h",
-    ],
+    ] + select({
+        ":eigen_mkldnn": ["eigen_mkldnn.h"],
+        "//conditions:default": [],
+    }),
+    defines = select({
+        ":eigen_mkldnn": ["EIGEN_USE_MKLDNN"],
+        "//conditions:default": [],
+    }),
     deps = [
         "//third_party/eigen3",
-    ],
+    ] + select({
+        ":eigen_mkldnn": ["//third_party/intel_mkl_dnn:mkldnn_single_threaded"],
+        "//conditions:default": [],
+    }),
 )
 
 cc_library(
@@ -2402,6 +2423,23 @@ tf_cc_tests(
     ],
 )
 
+# Conditional test target generation is not supported by the "tf_cc_tests" macro
+# (can't add 'select' to the srcs field, type 'select' is not iterable).
+tf_cc_test(
+    name = "eigen_mkldnn_test",
+    size = "small",
+    srcs = select({
+        ":eigen_mkldnn": ["eigen_mkldnn_test.cc"],
+        "//conditions:default": [],
+    }),
+    tags = ["eigen_mkldnn"],
+    deps = [
+        ":eigen_helpers",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+    ],
+)
+
 cc_library(
     name = "eigen_benchmark",
     testonly = 1,
diff --git a/tensorflow/core/kernels/eigen_mkldnn.h b/tensorflow/core/kernels/eigen_mkldnn.h
new file mode 100644
index 0000000000..5235431f5f
--- /dev/null
+++ b/tensorflow/core/kernels/eigen_mkldnn.h
@@ -0,0 +1,123 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
+#define TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
+
+// Support for Mkldnn sgemm kernel in Eigen/Tensor contractions:
+//
+// 1. Prepare packed Lhs/Rhs blocks from tensor expressions using
+//    DataMapper (see TensorContractionInputMapper).
+// 2. Invoke gemm kernel with packed blocks (replacement for default
+//    gebp_kernel).
+
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+#include "third_party/intel_mkl_dnn/include/mkldnn.h"
+
+namespace Eigen {
+namespace internal {
+
+template <typename Scalar, typename IndexType, typename DataMapper,
+          int StorageOrder>
+struct mkldnn_gemm_pack;
+
+// mkl_gemm_pack for ColMajor storage order.
+template <typename Scalar, typename IndexType, typename DataMapper>
+struct mkldnn_gemm_pack<Scalar, IndexType, DataMapper,
+                        /*StorageOrder*/ ColMajor> {
+  typedef typename internal::packet_traits<Scalar>::type Packet;
+  typedef typename DataMapper::LinearMapper LinearMapper;
+
+  enum { PacketSize = internal::packet_traits<Scalar>::size };
+
+  EIGEN_DONT_INLINE
+  void operator()(Scalar *block, const DataMapper &data_mapper, IndexType rows,
+                  IndexType cols) {
+    const IndexType unrolled_rows =
+        (rows / (4 * PacketSize)) * (4 * PacketSize);
+    const IndexType vectorized_rows = (rows / PacketSize) * PacketSize;
+
+    for (IndexType col = 0; col < cols; ++col) {
+      LinearMapper lm = data_mapper.getLinearMapper(0, col);
+
+      // Give compiler a strong possibility to unroll the loop.
+      for (IndexType i = 0; i < unrolled_rows; i += 4 * PacketSize) {
+        for (IndexType j = 0; j < 4; ++j) {
+          const Packet p = lm.loadPacket(i + j * PacketSize);
+          internal::pstoreu(block + j * PacketSize, p);
+        }
+        block += 4 * PacketSize;
+      }
+
+      // Process remaining rows with packets.
+      for (IndexType i = unrolled_rows; i < vectorized_rows; i += PacketSize) {
+        const Packet p = lm.loadPacket(i);
+        internal::pstoreu(block, p);
+        block += PacketSize;
+      }
+
+      // Finalize with coefficients.
+      for (IndexType i = vectorized_rows; i < rows; ++i) {
+        *block = lm(i);
+        ++block;
+      }
+    }
+  }
+};
+
+template <typename Scalar, typename IndexType, typename OutputMapper,
+          bool ConjugateLhs = false, bool ConjugateRhs = false>
+struct mkldnn_gemm_kernel;
+
+// mkldnn_gemm_kernel for floats defined as a thin layer on top of mkldnn_sgemm.
+template <typename IndexType, typename OutputMapper, bool ConjugateLhs,
+          bool ConjugateRhs>
+struct mkldnn_gemm_kernel</*Scalar*/ float, IndexType, OutputMapper,
+                          ConjugateLhs, ConjugateRhs> {
+  EIGEN_DONT_INLINE
+  void operator()(const OutputMapper &output, const float *blockA,
+                  const float *blockB, const IndexType rows,
+                  const IndexType depth, const IndexType cols, float alpha) {
+    static const int max_index = (std::numeric_limits<int>::max)();
+
+    eigen_assert(max_index >= rows);
+    eigen_assert(max_index >= cols);
+    eigen_assert(max_index >= depth);
+    eigen_assert(max_index >= output.stride());
+
+    const int m = static_cast<int>(rows);
+    const int n = static_cast<int>(cols);
+    const int k = static_cast<int>(depth);
+
+    const char transposeA = ConjugateLhs ? 'Y' : 'N';
+    const char transposeB = ConjugateRhs ? 'Y' : 'N';
+
+    const int ldA = ConjugateLhs ? k : m;
+    const int ldB = ConjugateRhs ? n : k;
+    const int ldC = static_cast<int>(output.stride());
+
+    const float beta = 1.0;
+
+    mkldnn_status_t st = mkldnn_sgemm(&transposeA, &transposeB, &m, &n, &k,
+                                      &alpha, blockA, &ldA, blockB, &ldB, &beta,
+                                      const_cast<float *>(output.data()), &ldC);
+    eigen_assert(st == 0);
+  }
+};
+
+}  // namespace internal
+}  // namespace Eigen
+
+#endif  // TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
diff --git a/tensorflow/core/kernels/eigen_mkldnn_test.cc b/tensorflow/core/kernels/eigen_mkldnn_test.cc
new file mode 100644
index 0000000000..a1ca703d0e
--- /dev/null
+++ b/tensorflow/core/kernels/eigen_mkldnn_test.cc
@@ -0,0 +1,148 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/kernels/eigen_mkldnn.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace Eigen {
+namespace internal {
+
+namespace {
+template <typename Index, int NumDims>
+Eigen::array<Index, NumDims> RandomDims(int min_dim = 1, int max_dim = 20) {
+  Eigen::array<Index, NumDims> dims;
+  for (int i = 0; i < NumDims; ++i) {
+    dims[i] = internal::random<int>(min_dim, max_dim);
+  }
+  return dims;
+}
+}  // namespace
+
+using Scalar = float;
+using Index = Eigen::Index;
+
+TEST(EigenMkldnnTest, MkldnnPack) {
+  // Packing with mkldnn_gemm_pack is the same as taking a slice of 2
+  // dimensional Tensor.
+
+  // Mkldnn pack and gemm are used only in Tensor contractions, and it's
+  // guaranteed that Tensors will have ColMajor layout.
+  static const int Options = ColMajor;
+
+  using DataMapper = blas_data_mapper<Scalar, Index, ColMajor>;
+  using MkldnnGemmPack = mkldnn_gemm_pack<Scalar, Index, DataMapper, ColMajor>;
+  using Tensor2d = Tensor<Scalar, 2, Options, Index>;
+
+  Eigen::array<Index, 2> dims = RandomDims<Index, 2>(1, 500);
+
+  // Create a tensor initialized with random data.
+  Tensor2d src(dims);
+  src.setRandom();
+
+  // Pick a random slice of src tensor.
+  Eigen::array<Index, 2> slice_start = RandomDims<Index, 2>(0, 250);
+  Eigen::array<Index, 2> slice_size = RandomDims<Index, 2>(100, 500);
+
+  // Make sure that slice start + size do not overflow tensor dims.
+  for (int i = 0; i < 2; ++i) {
+    slice_start[i] = numext::mini(dims[i] - 1, slice_start[i]);
+    slice_size[i] = numext::mini(slice_size[i], dims[i] - slice_start[i]);
+  }
+
+  // Prepare tensors for packing and slicing results.
+  Tensor2d pack_dst(slice_size[0], slice_size[1]);
+  Tensor2d slice_dst(slice_size[0], slice_size[1]);
+
+  // Pack memory using mkldnn_gemm_pack.
+  DataMapper data_mapper(src.data(), dims[0]);
+  MkldnnGemmPack gemm_pack;
+  gemm_pack(pack_dst.data(),
+            data_mapper.getSubMapper(slice_start[0], slice_start[1]),
+            slice_size[0], slice_size[1]);
+
+  // Slice the source tensor.
+  slice_dst = src.slice(slice_start, slice_size);
+
+  // Verify that dst tensors are equal.
+  EXPECT_EQ(pack_dst.dimensions().TotalSize(),
+            slice_dst.dimensions().TotalSize());
+  for (size_t i = 0; i < pack_dst.dimensions().TotalSize(); ++i) {
+    Scalar packed = pack_dst.coeff(i);
+    Scalar sliced = slice_dst.coeff(i);
+    EXPECT_EQ(packed, sliced);
+  }
+}
+
+TEST(EigenMkldnnTest, MkldnnGemm) {
+  // Mkldnn pack and gemm are used only in Tensor contractions, and it's
+  // guaranteed that Tensors will have ColMajor layout.
+  static const int Options = ColMajor;
+
+  using Tensor2d = Tensor<Scalar, 2, Options, Index>;
+
+  int m = internal::random<int>(1, 100);
+  int n = internal::random<int>(1, 100);
+  int k = internal::random<int>(1, 100);
+
+  Tensor2d lhs(m, k);
+  lhs.setRandom();
+
+  Tensor2d rhs(k, n);
+  rhs.setRandom();
+
+  // Compute matmul with mkldnn gemm kernel.
+  using OutputMapper = blas_data_mapper<Scalar, Index, ColMajor>;
+  using MkldnnGemmKernel =
+      mkldnn_gemm_kernel<Scalar, Index, OutputMapper, ColMajor>;
+
+  Tensor2d mkldnn_result(m, n);
+  mkldnn_result.setZero();
+  OutputMapper output_mapper(mkldnn_result.data(), m);
+
+  MkldnnGemmKernel gemm_kernel;
+  gemm_kernel(output_mapper, lhs.data(), rhs.data(), m, k, n, /*alpha=*/1.0);
+
+  // Compute matmul with Eigen::Matrix.
+  using Matrix = Eigen::Matrix<Scalar, Dynamic, Dynamic, ColMajor>;
+  using MatrixMap = Map<Eigen::Matrix<Scalar, Dynamic, Dynamic, ColMajor>>;
+
+  MatrixMap lhs_mat(lhs.data(), m, k);
+  MatrixMap rhs_mat(rhs.data(), k, n);
+
+  Matrix matmul_result(m, n);
+  matmul_result.setZero();
+  matmul_result = lhs_mat * rhs_mat;
+
+  // Verify that results are equal.
+  for (Index i = 0; i < m * n; ++i) {
+    Scalar gemm = mkldnn_result(i);
+    Scalar matmul = matmul_result(i % m, i / m);
+
+    Scalar delta = std::abs(gemm - matmul);
+
+    // NOTE(rmlarsen): Compute proper forward error bound.
+    Scalar sum = Scalar(0.0);
+    for (int k1 = 0; k1 < k; ++k1) {
+      sum += std::abs(lhs_mat(i % m, k1) * rhs_mat(k1, i / m));
+    }
+    Scalar epsilon = std::numeric_limits<Scalar>::epsilon();
+    Scalar upper_bound = Scalar(1.01) * epsilon * k * sum;
+
+    EXPECT_LE(delta, upper_bound);
+  }
+}
+
+}  // namespace internal
+}  // namespace Eigen
-- 
GitLab


From d13ee0b7f8a77636293981b8db2dac86e67b71cf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 11:06:52 -0700
Subject: [PATCH 0966/1825] Remove the padded_dimensions and padding_value
 fields from the Layout protobuffer. These fields were never used nor
 supported.

PiperOrigin-RevId: 219828371
---
 tensorflow/compiler/xla/index_util.cc         | 12 +---
 tensorflow/compiler/xla/index_util.h          |  3 +-
 tensorflow/compiler/xla/layout_util.cc        | 64 +------------------
 tensorflow/compiler/xla/layout_util.h         | 17 -----
 tensorflow/compiler/xla/layout_util_test.cc   | 24 -------
 .../xla/service/cpu/dot_op_emitter.cc         |  9 +--
 .../compiler/xla/service/cpu/ir_emitter.cc    |  6 --
 .../xla/service/gpu/ir_emission_utils.cc      | 14 ++--
 .../compiler/xla/service/layout_assignment.cc |  1 -
 tensorflow/compiler/xla/shape_util.cc         | 45 +------------
 tensorflow/compiler/xla/shape_util_test.cc    | 30 ---------
 tensorflow/compiler/xla/xla_data.proto        | 41 ++----------
 12 files changed, 20 insertions(+), 246 deletions(-)

diff --git a/tensorflow/compiler/xla/index_util.cc b/tensorflow/compiler/xla/index_util.cc
index 3fadabcf52..2a0241af3e 100644
--- a/tensorflow/compiler/xla/index_util.cc
+++ b/tensorflow/compiler/xla/index_util.cc
@@ -29,8 +29,6 @@ namespace xla {
 /* static */ int64 IndexUtil::MultidimensionalIndexToLinearIndex(
     const Shape& shape, absl::Span<const int64> multi_index) {
   DCHECK_EQ(shape.dimensions_size(), multi_index.size());
-  // Padding and nested layouts not supported yet.
-  DCHECK_EQ(0, shape.layout().padded_dimensions_size());
 
   for (size_t i = 0; i < multi_index.size(); ++i) {
     DCHECK_GE(multi_index[i], 0);
@@ -94,8 +92,6 @@ namespace xla {
 
 /* static */ std::vector<int64> IndexUtil::LinearIndexToMultidimensionalIndex(
     const Shape& shape, int64 linear_index) {
-  // Padding and nested layouts not supported yet.
-  DCHECK_EQ(0, shape.layout().padded_dimensions_size());
   DCHECK_GE(linear_index, 0);
   DCHECK_LT(linear_index, ShapeUtil::ElementsIn(shape));
 
@@ -133,18 +129,12 @@ namespace xla {
 
 /* static */ int64 IndexUtil::GetDimensionStride(const Shape& shape,
                                                  int64 dimension) {
-  int64 pdim_size = LayoutUtil::PaddedDimensions(shape).size();
   int64 stride = 1;
-  DCHECK(pdim_size == 0 || pdim_size == shape.dimensions_size());
   for (auto dim : LayoutUtil::MinorToMajor(shape)) {
     if (dim == dimension) {
       break;
     }
-    if (pdim_size == 0) {
-      stride *= shape.dimensions(dim);
-    } else {
-      stride *= LayoutUtil::PaddedDimension(shape, dim);
-    }
+    stride *= shape.dimensions()[dim];
   }
   return stride;
 }
diff --git a/tensorflow/compiler/xla/index_util.h b/tensorflow/compiler/xla/index_util.h
index 2979cf87dd..458bdaf2f8 100644
--- a/tensorflow/compiler/xla/index_util.h
+++ b/tensorflow/compiler/xla/index_util.h
@@ -61,8 +61,7 @@ class IndexUtil {
   static bool BumpIndices(const Shape& shape, absl::Span<int64> indices);
 
   // Calculates the stride size (in number of elements, not byte size) of a
-  // given logical shape dimension (from 0 to rank-1). If available, padded
-  // dimensions are used.
+  // given logical shape dimension (from 0 to rank-1).
   // Example:
   //  GetDimensionStride(F32[5,8,10,4]{3,2,1,0}, 1) ==
   //    sizeof(dimension(3)) * sizeof(dimension(2)) == 4 * 10
diff --git a/tensorflow/compiler/xla/layout_util.cc b/tensorflow/compiler/xla/layout_util.cc
index 66af644cf7..2398470dd4 100644
--- a/tensorflow/compiler/xla/layout_util.cc
+++ b/tensorflow/compiler/xla/layout_util.cc
@@ -201,8 +201,7 @@ Layout CreateDefaultLayoutForRank(int64 rank) {
   }
 
   if (!ShapeUtil::IsArray(shape)) {
-    if (layout.minor_to_major_size() != 0 ||
-        layout.padded_dimensions_size() != 0) {
+    if (layout.minor_to_major_size() != 0) {
       return InvalidArgument(
           "shape of primitive type %s should not have a non-trivial layout",
           PrimitiveType_Name(shape.element_type()));
@@ -241,28 +240,6 @@ Layout CreateDefaultLayoutForRank(int64 rank) {
       }
       dimensions_in_layout[dim] = true;
     }
-
-    if (layout.padded_dimensions_size() > 0) {
-      if (layout.padded_dimensions_size() != ShapeUtil::Rank(shape)) {
-        return InvalidArgument(
-            "layout has %d padded dimensions, but shape is rank %d",
-            layout.padded_dimensions_size(), ShapeUtil::Rank(shape));
-      }
-      for (int i = 0; i < layout.padded_dimensions_size(); ++i) {
-        if (layout.padded_dimensions(i) < shape.dimensions(i)) {
-          return InvalidArgument(
-              "for dimension %d, dimension padding (%d) is smaller than "
-              "the dimension size (%d) of the shape",
-              i, layout.padded_dimensions(i), shape.dimensions(i));
-        }
-      }
-    }
-  }
-
-  if (layout.format() == SPARSE) {
-    if (!layout.padded_dimensions().empty()) {
-      return InvalidArgument("Sparse layout has padded dimensions");
-    }
   }
 
   return Status::OK();
@@ -303,38 +280,6 @@ Layout CreateDefaultLayoutForRank(int64 rank) {
                         layout.minor_to_major().end(), std::greater<int64>());
 }
 
-/* static */ bool LayoutUtil::IsPadded(const Shape& shape) {
-  if (!ShapeUtil::IsArray(shape) || !HasLayout(shape) ||
-      shape.layout().padded_dimensions_size() == 0) {
-    return false;
-  }
-  CHECK(IsDenseArray(shape)) << shape.ShortDebugString();
-  CHECK_EQ(shape.dimensions_size(), shape.layout().padded_dimensions_size());
-  for (int64 i = 0; i < shape.dimensions_size(); ++i) {
-    if (shape.layout().padded_dimensions(i) > shape.dimensions(i)) {
-      return true;
-    }
-  }
-  return false;
-}
-
-/* static */ absl::Span<const int64> LayoutUtil::PaddedDimensions(
-    const Shape& shape) {
-  CHECK(IsDenseArray(shape));
-  return AsInt64Slice(shape.layout().padded_dimensions());
-}
-
-/* static */ int64 LayoutUtil::PaddedDimension(const Shape& shape,
-                                               int64 index) {
-  CHECK(IsDenseArray(shape));
-  return shape.layout().padded_dimensions(index);
-}
-
-/* static */ PaddingValue LayoutUtil::GetPaddingValue(const Shape& shape) {
-  CHECK(IsDenseArray(shape));
-  return shape.layout().padding_value();
-}
-
 /* static */ bool LayoutUtil::IsSparseArray(const Shape& shape) {
   return ShapeUtil::IsArray(shape) && shape.has_layout() &&
          IsSparse(shape.layout());
@@ -513,13 +458,6 @@ std::ostream& operator<<(std::ostream& out, const Layout& layout) {
   for (int64 minor_to_major : layout.minor_to_major()) {
     hash_value = Hash64Combine(hash_value, hash<int64>()(minor_to_major));
   }
-
-  for (int64 padded_dim : layout.padded_dimensions()) {
-    hash_value = Hash64Combine(hash_value, hash<int64>()(padded_dim));
-  }
-
-  hash_value =
-      Hash64Combine(hash_value, hash<PaddingValue>()(layout.padding_value()));
   hash_value = Hash64Combine(hash_value, layout.max_sparse_elements());
 
   return hash_value;
diff --git a/tensorflow/compiler/xla/layout_util.h b/tensorflow/compiler/xla/layout_util.h
index 97806d7e33..6e0390763d 100644
--- a/tensorflow/compiler/xla/layout_util.h
+++ b/tensorflow/compiler/xla/layout_util.h
@@ -104,23 +104,6 @@ class LayoutUtil {
   //        more minor, and so on until dimension N-1 which is the minor.
   static bool IsMonotonicWithDim0Major(const Layout& layout);
 
-  // Returns whether the layout of the given shape has padding (a
-  // padded_dimension value in Layout is greater than the corresponding
-  // dimension size).
-  static bool IsPadded(const Shape& shape);
-
-  // Returns the padded_dimensions array for the given Shape.  Requires that the
-  // shape is an array and has a dense layout.
-  static absl::Span<const int64> PaddedDimensions(const Shape& shape);
-
-  // Returns the given index of the padded_dimensions array for the given Shape.
-  // Requires that the shape is an array and has a dense layout.
-  static int64 PaddedDimension(const Shape& shape, int64 index);
-
-  // Returns the padding_value for the given Shape.  Requires that the shape is
-  // an array and has a dense layout.
-  static PaddingValue GetPaddingValue(const Shape& shape);
-
   // Returns whether the given Shape is an array (i.e. not a tuple) and has a
   // sparse format layout.
   static bool IsSparseArray(const Shape& shape);
diff --git a/tensorflow/compiler/xla/layout_util_test.cc b/tensorflow/compiler/xla/layout_util_test.cc
index a50d53eaeb..12ce2d2d7c 100644
--- a/tensorflow/compiler/xla/layout_util_test.cc
+++ b/tensorflow/compiler/xla/layout_util_test.cc
@@ -304,30 +304,6 @@ TEST_F(LayoutUtilTest, SetToDefaultLayoutTuple) {
       shape.tuple_shapes(1).layout()));
 }
 
-TEST_F(LayoutUtilTest, IsPadded) {
-  Shape shape_without_layout = ShapeUtil::MakeShape(F32, {2, 3, 4});
-  LayoutUtil::ClearLayout(&shape_without_layout);
-  EXPECT_FALSE(LayoutUtil::IsPadded(shape_without_layout));
-
-  Shape shape_with_layout = ShapeUtil::MakeShape(F32, {2, 3, 4});
-  LayoutUtil::SetToDefaultLayout(&shape_with_layout);
-  EXPECT_FALSE(LayoutUtil::IsPadded(shape_with_layout));
-
-  // Add padding equal to the dimension sizes. In this case the padding is a
-  // nop.
-  Shape shape_with_degenerate_padding = ShapeUtil::MakeShape(F32, {2, 3, 4});
-  shape_with_degenerate_padding.mutable_layout()->add_padded_dimensions(2);
-  shape_with_degenerate_padding.mutable_layout()->add_padded_dimensions(3);
-  shape_with_degenerate_padding.mutable_layout()->add_padded_dimensions(4);
-  EXPECT_FALSE(LayoutUtil::IsPadded(shape_with_degenerate_padding));
-
-  Shape shape_with_padding = ShapeUtil::MakeShape(F32, {2, 3, 4});
-  shape_with_padding.mutable_layout()->add_padded_dimensions(2);
-  shape_with_padding.mutable_layout()->add_padded_dimensions(14);
-  shape_with_padding.mutable_layout()->add_padded_dimensions(42);
-  EXPECT_TRUE(LayoutUtil::IsPadded(shape_with_padding));
-}
-
 TEST_F(LayoutUtilTest, DefaultLayoutGettersMajorToMinor) {
   EXPECT_TRUE(LayoutUtil::Equal(LayoutUtil::MakeLayout({1, 0}),
                                 LayoutUtil::GetDefaultLayoutForR2()));
diff --git a/tensorflow/compiler/xla/service/cpu/dot_op_emitter.cc b/tensorflow/compiler/xla/service/cpu/dot_op_emitter.cc
index 99fa707c95..97f9b85a60 100644
--- a/tensorflow/compiler/xla/service/cpu/dot_op_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/dot_op_emitter.cc
@@ -1546,10 +1546,8 @@ DotOpEmitter::MatMultDims DotOpEmitter::GetMatMultDims() const {
       LayoutUtil::Minor(target_array_.GetShape().layout(), 0) == 0};
 }
 
-// Return whether the given shape is a matrix with no padding.
-static bool IsRank2WithNoPadding(const Shape& shape) {
-  return ShapeUtil::Rank(shape) == 2 && !LayoutUtil::IsPadded(shape);
-}
+// Return whether the given shape is rank 2.
+static bool IsRank2(const Shape& shape) { return ShapeUtil::Rank(shape) == 2; }
 
 // In a gemm operation where output = lhs * rhs, check whether the given shapes
 // are valid for the operation.
@@ -1565,8 +1563,7 @@ static bool AreValidGemmShapes(
     return false;
   }
 
-  if (!(IsRank2WithNoPadding(lhs_shape) && IsRank2WithNoPadding(rhs_shape) &&
-        IsRank2WithNoPadding(output_shape))) {
+  if (!(IsRank2(lhs_shape) && IsRank2(rhs_shape) && IsRank2(output_shape))) {
     return false;
   }
 
diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index 1b0c6f70f9..d6968323f3 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -2415,14 +2415,8 @@ StatusOr<bool> IrEmitter::EmitFastConcatenate(
       *failure_reason = "operand has mismatching layouts";
       return false;
     }
-    if (LayoutUtil::IsPadded(op->shape())) {
-      *failure_reason = "operand has padded layout";
-      return false;
-    }
   }
 
-  CHECK(!LayoutUtil::IsPadded(concatenate->shape()));
-
   // We split the dimensions into three categories: the dimension over which we
   // are concatenating (concat_dim), the dimensions that are minor to it
   // (inner_dims) and the dimensions that are major to it (outer_dims).
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc b/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc
index 846d638440..42fb38dffa 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emission_utils.cc
@@ -38,10 +38,9 @@ namespace gpu {
 
 namespace {
 
-// Return whether the given shape is a matrix with no padding.
-bool IsRank2WithNoPadding(const Shape& shape, int64 batch_dimensions_size) {
-  return ShapeUtil::Rank(shape) == batch_dimensions_size + 2 &&
-         !LayoutUtil::IsPadded(shape);
+// Return whether the given shape is rank 2 excluding the batch dimensions.
+bool IsRank2(const Shape& shape, int64 batch_dimensions_size) {
+  return ShapeUtil::Rank(shape) == batch_dimensions_size + 2;
 }
 
 // In a gemm operation where output = lhs * rhs, check whether the given shapes
@@ -56,10 +55,9 @@ bool AreValidGemmShapes(const Shape& lhs_shape, const Shape& rhs_shape,
   bool type_is_allowed =
       (output_primitive_type == F16 || output_primitive_type == F32 ||
        output_primitive_type == F64 || output_primitive_type == C64);
-  return type_is_allowed &&
-         IsRank2WithNoPadding(lhs_shape, batch_dimensions_size) &&
-         IsRank2WithNoPadding(rhs_shape, batch_dimensions_size) &&
-         IsRank2WithNoPadding(output_shape, batch_dimensions_size) &&
+  return type_is_allowed && IsRank2(lhs_shape, batch_dimensions_size) &&
+         IsRank2(rhs_shape, batch_dimensions_size) &&
+         IsRank2(output_shape, batch_dimensions_size) &&
          !ShapeUtil::IsZeroElementArray(lhs_shape) &&
          !ShapeUtil::IsZeroElementArray(rhs_shape);
 }
diff --git a/tensorflow/compiler/xla/service/layout_assignment.cc b/tensorflow/compiler/xla/service/layout_assignment.cc
index a959e5ee80..6b03394669 100644
--- a/tensorflow/compiler/xla/service/layout_assignment.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment.cc
@@ -449,7 +449,6 @@ Status LayoutAssignment::AddMandatoryConstraints(
       // instruction.
       // TODO(b/31425034): Change infeeds to be more like parameters, with
       // shapes in the ComputationLayout.
-      DCHECK(!LayoutUtil::IsPadded(instruction->shape()));
       TF_RETURN_IF_ERROR(
           constraints->SetInstructionLayout(instruction->shape(), instruction));
     } else if (instruction->opcode() == HloOpcode::kOutfeed) {
diff --git a/tensorflow/compiler/xla/shape_util.cc b/tensorflow/compiler/xla/shape_util.cc
index d7aa29d8ee..17120e610c 100644
--- a/tensorflow/compiler/xla/shape_util.cc
+++ b/tensorflow/compiler/xla/shape_util.cc
@@ -116,16 +116,6 @@ bool CompareShapes(const Shape& lhs, const Shape& rhs, bool compare_layouts,
         VLOG(3) << "CompareShapes: lhs layout != rhs layout";
         return false;
       }
-      if (!absl::c_equal(lhs.layout().padded_dimensions(),
-                         rhs.layout().padded_dimensions())) {
-        VLOG(3)
-            << "CompareShapes: lhs padded_dimensions != rhs padded_dimensions";
-        return false;
-      }
-      if (lhs.layout().padding_value() != rhs.layout().padding_value()) {
-        VLOG(3) << "CompareShapes: lhs padding value != rhs padding_value";
-        return false;
-      }
     }
   }
 
@@ -818,17 +808,7 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
     allocated_element_count = LayoutUtil::MaxSparseElements(shape.layout());
   } else {
     CHECK(LayoutUtil::IsDenseArray(shape)) << shape.ShortDebugString();
-    absl::Span<const int64> padded_dimensions =
-        LayoutUtil::PaddedDimensions(shape);
-    if (!padded_dimensions.empty()) {
-      CHECK_EQ(Rank(shape), padded_dimensions.size());
-      allocated_element_count = 1;
-      for (int64 dimension_size : padded_dimensions) {
-        allocated_element_count *= dimension_size;
-      }
-    } else {
-      allocated_element_count = ElementsIn(shape);
-    }
+    allocated_element_count = ElementsIn(shape);
   }
   return allocated_element_count *
          ByteSizeOfPrimitiveType(shape.element_type());
@@ -946,12 +926,8 @@ StatusOr<Shape> ParseShapeStringInternal(absl::string_view* s) {
       return dense_shape_size;
     }
 
-    bool is_padded = shape_has_valid_layout &&
-                     LayoutUtil::IsDenseArray(shape) &&
-                     LayoutUtil::IsPadded(shape);
     absl::Span<const int64> shape_max_dimensions =
-        is_padded ? LayoutUtil::PaddedDimensions(shape)
-                  : AsInt64Slice(shape.dimensions());
+        AsInt64Slice(shape.dimensions());
     for (int64 dim : shape_max_dimensions) {
       dense_shape_size = MultiplyWithoutOverflow(dense_shape_size, dim);
       if (dense_shape_size < 0) {
@@ -1193,13 +1169,6 @@ Status ForEachMutableSubshapeHelper(
              permutation, AsInt64Slice(shape.layout().minor_to_major()))) {
       new_layout->add_minor_to_major(index);
     }
-    if (shape.layout().padded_dimensions_size() > 0) {
-      new_layout->clear_padded_dimensions();
-      for (auto dim :
-           Permute(permutation, shape.layout().padded_dimensions())) {
-        new_layout->add_padded_dimensions(dim);
-      }
-    }
     // The permutation accepted by TransposeIsBitcast is the inverse of the
     // permutation here.
     CHECK(TransposeIsBitcast(shape, new_shape, InversePermutation(permutation)))
@@ -1302,11 +1271,6 @@ ShapeUtil::DimensionsUnmodifiedByReshape(const Shape& input_shape,
     return false;
   }
 
-  // Padding is not handled.
-  if (LayoutUtil::IsPadded(input_shape) && LayoutUtil::IsPadded(output_shape)) {
-    return false;
-  }
-
   // Check the reshape permutes the positions of each dimension in the
   // minor-to-major order. positions[i]=k means dimension `i` is k-th minor.
   //   input_positions = apply(dimension_mapping, output_positions)
@@ -1338,11 +1302,6 @@ ShapeUtil::DimensionsUnmodifiedByReshape(const Shape& input_shape,
     return false;
   }
 
-  // Padding is not handled.
-  if (LayoutUtil::IsPadded(input_shape) || LayoutUtil::IsPadded(output_shape)) {
-    return false;
-  }
-
   CHECK_EQ(ElementsIn(input_shape), ElementsIn(output_shape));
   if (ElementsIn(input_shape) == 0) {
     return true;
diff --git a/tensorflow/compiler/xla/shape_util_test.cc b/tensorflow/compiler/xla/shape_util_test.cc
index c622ecdca1..0c647369a3 100644
--- a/tensorflow/compiler/xla/shape_util_test.cc
+++ b/tensorflow/compiler/xla/shape_util_test.cc
@@ -345,26 +345,6 @@ TEST(ShapeUtilTest, OpaqueVsArray) {
   EXPECT_FALSE(ShapeUtil::CompatibleIgnoringElementType(shape2, shape1));
 }
 
-TEST(ShapeUtilTest, CompareShapesWithPaddedDimensionsMismatch) {
-  Shape shape1 = ShapeUtil::MakeShape(F32, {20, 30});
-  shape1.mutable_layout()->add_padded_dimensions(10);
-
-  Shape shape2 = ShapeUtil::MakeShape(F32, {20, 30});
-  shape2.mutable_layout()->add_padded_dimensions(11);
-
-  EXPECT_FALSE(ShapeUtil::Equal(shape1, shape2));
-}
-
-TEST(ShapeUtilTest, CompareShapesWithPaddingValueMismatch) {
-  Shape shape1 = ShapeUtil::MakeShape(F32, {20, 30});
-  shape1.mutable_layout()->set_padding_value(ZERO_PAD);
-
-  Shape shape2 = ShapeUtil::MakeShape(F32, {20, 30});
-  shape2.mutable_layout()->set_padding_value(LOWEST_PAD);
-
-  EXPECT_FALSE(ShapeUtil::Equal(shape1, shape2));
-}
-
 TEST(ShapeUtilTest, ScalarDefaultLayoutEqualsScalarEmptyMin2Maj) {
   Shape scalar_default_layout = ShapeUtil::MakeShape(F32, {});
   ASSERT_TRUE(scalar_default_layout.has_layout())
@@ -395,16 +375,6 @@ TEST(ShapeUtilTest, ByteSizeOfWithoutPadding) {
   EXPECT_EQ(0, ShapeUtil::ByteSizeOf(ShapeUtil::MakeTokenShape()));
 }
 
-TEST(ShapeUtilTest, ByteSizeOfWithPadding) {
-  EXPECT_EQ(4, ShapeUtil::ByteSizeOfPrimitiveType(F32));
-  Shape shape = ShapeUtil::MakeShape(F32, {10, 20});
-  EXPECT_EQ(800, ShapeUtil::ByteSizeOf(shape));
-
-  shape.mutable_layout()->add_padded_dimensions(15);
-  shape.mutable_layout()->add_padded_dimensions(21);
-  EXPECT_EQ(15 * 21 * 4, ShapeUtil::ByteSizeOf(shape));
-}
-
 TEST(ShapeUtilTest, NilShape) {
   EXPECT_TRUE(ShapeUtil::IsNil(ShapeUtil::MakeNil()));
   EXPECT_FALSE(ShapeUtil::IsNil(ShapeUtil::MakeShape(F32, {1, 2, 3})));
diff --git a/tensorflow/compiler/xla/xla_data.proto b/tensorflow/compiler/xla/xla_data.proto
index 73b3589dbf..b6bd919e2b 100644
--- a/tensorflow/compiler/xla/xla_data.proto
+++ b/tensorflow/compiler/xla/xla_data.proto
@@ -78,28 +78,6 @@ enum PrimitiveType {
   // Next = 18
 }
 
-// Describes the value held inside padding elements.
-enum PaddingValue {
-  INVALID_PAD = 0;
-
-  // Zero padding must be 0-values that correspond to the shape's element type.
-  ZERO_PAD = 1;
-
-  // One padding must be 1-values that correspond to the shape's element type.
-  ONE_PAD = 2;
-
-  // "Lowest" padding must be the lowest values in the shape's element type,
-  // used as padding for operations like max-accumulation.
-  LOWEST_PAD = 3;
-
-  // "Highest" padding must be the largest values in the shape's element type,
-  // used as padding for operations like min-accumulation.
-  HIGHEST_PAD = 4;
-
-  // Unknown padding could be anything; e.g. floating NaNs!
-  UNKNOWN_PAD = 5;
-}
-
 // Describes the padding configuration for Pad operation. The padding amount on
 // both edges as well as between the elements are specified for each dimension.
 message PaddingConfig {
@@ -123,8 +101,7 @@ message PaddingConfig {
 // A format specifies the method used by a layout to store an array in memory.
 enum Format {
   INVALID_FORMAT = 0;
-  // The default layout, with exactly one storage location per element (ignoring
-  // padding).
+  // The default layout, with exactly one storage location per element.
   DENSE = 1;
   // A sparsely encoded layout, providing only the index/value pairs of non-zero
   // elements.
@@ -132,8 +109,7 @@ enum Format {
 }
 
 // A layout describes how the array is placed in (1D) memory space.  This
-// includes the minor-to-major ordering of dimensions within a shape, as well as
-// any padding present in those dimensions.
+// includes the minor-to-major ordering of dimensions within a shape.
 //
 // Clients must specify the layouts of input Literals to the
 // computation. Layouts specified in interior operations which take Shapes (for
@@ -151,16 +127,11 @@ message Layout {
   // (slowest varying index). This field is required.
   repeated int64 minor_to_major = 1;
 
-  // The width to which the layout of each dimension is padded up to. If
-  // present, the size of the padded_dimensions must equal the rank of the
-  // shape. The padding appears at the end of a dimension, not at the
-  // beginning. This kind of padding, unlike padding in e.g. convolution, is not
-  // part of the shape. This field must be unset unless the format is DENSE.
-  repeated int64 padded_dimensions = 2;
+  reserved 2;
+  reserved "padded_dimensions";
 
-  // Describes the values in the padding specified by padded_dimensions. This
-  // field must be unset unless the format is DENSE.
-  PaddingValue padding_value = 3;
+  reserved 3;
+  reserved "padding_value";
 
   // The maximum number of elements that can be stored for SPARSE formats.  This
   // can be used to determine the maximum size in bytes of arrays stored in
-- 
GitLab


From a0563fee6b62c575e873e2a390e7e7e684b6a5c9 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Fri, 2 Nov 2018 11:08:42 -0700
Subject: [PATCH 0967/1825] Automated rollback of commit
 1626046c80ead2bfce4f399db6db014ee3bbd14e

PiperOrigin-RevId: 219828675
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 1ba2470f0b..24927f138f 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 2)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 1)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 1cf27649662549df496b6d40f9eb34c9e731caf7 Mon Sep 17 00:00:00 2001
From: Dimitris Vardoulakis <dimvar@google.com>
Date: Fri, 2 Nov 2018 11:29:13 -0700
Subject: [PATCH 0968/1825] Fix bug in hlo_parser where the declared shape of
 an operand is different from the shape of the instruction that appears in
 operand position, and the error is silently ignored.

PiperOrigin-RevId: 219832447
---
 tensorflow/compiler/xla/service/BUILD            |  1 +
 .../xla/service/gpu/multi_output_fusion_test.cc  |  2 +-
 tensorflow/compiler/xla/service/hlo_parser.cc    | 12 ++++++++++++
 .../compiler/xla/service/hlo_parser_test.cc      | 16 ++++++++++++++++
 .../service/while_loop_constant_sinking_test.cc  |  2 +-
 5 files changed, 31 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index fe229d8b1e..0097e917c8 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -3449,6 +3449,7 @@ tf_cc_test(
         ":hlo_casting_utils",
         ":hlo_matchers",
         ":hlo_parser",
+        "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:window_util",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
index 8a6e5327e0..1d4856e0ca 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
@@ -505,7 +505,7 @@ TEST_F(MultiOutputFusionTest,
       p1.1 = f16[2,2,2]{2,1,0} parameter(1)
       c0 = f16[] constant(0)
       broadcast = f16[2,2,2]{2,1,0} broadcast(f16[] c0), dimensions={}
-      greater-than = pred[2,2,2]{2,1,0} greater-than(f32[2,2,2]{2,1,0} p1.1, f32[2,2,2]{2,1,0} broadcast)
+      greater-than = pred[2,2,2]{2,1,0} greater-than(f16[2,2,2]{2,1,0} p1.1, f16[2,2,2]{2,1,0} broadcast)
       p0.1 = f16[2,2,2]{2,1,0} parameter(0)
       ROOT select = f16[2,2,2]{2,1,0} select(pred[2,2,2]{2,1,0} greater-than, f16[2,2,2]{2,1,0} p0.1, f16[2,2,2]{2,1,0} broadcast)
     }
diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index aec4902e9b..e0011398aa 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -418,6 +418,18 @@ std::pair<HloInstruction*, HloParser::LocTy>* HloParser::FindInstruction(
     }
     return create_missing_instruction_(name, *shape);
   }
+
+  if (instr != nullptr && shape.has_value() &&
+      !ShapeUtil::Compatible(instr->first->shape(), shape.value())) {
+    Error(
+        lexer_.GetLoc(),
+        StrCat("The declared operand shape ",
+               ShapeUtil::HumanStringWithLayout(shape.value()),
+               " is not compatible with the shape of the operand instruction ",
+               ShapeUtil::HumanStringWithLayout(instr->first->shape()), "."));
+    return nullptr;
+  }
+
   return instr;
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_parser_test.cc b/tensorflow/compiler/xla/service/hlo_parser_test.cc
index 19f84d8bd2..85d07d8092 100644
--- a/tensorflow/compiler/xla/service/hlo_parser_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser_test.cc
@@ -2161,6 +2161,22 @@ ENTRY entry {
                           ParseHloString(text));
 }
 
+TEST_F(HloParserTest, ShapeMismatchInOperand) {
+  const string text = R"(
+HloModule foobar
+
+ENTRY %entrycomp (p: f32[2,2]) -> f32[2,2] {
+  %p = f32[2,2] parameter(0)
+  %constant.1 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  ROOT %add.1 = f32[2,2] add(f32[2,2] %p, f32[2,5] %constant.1)
+}
+)";
+
+  ExpectHasSubstr(ParseHloString(text).status().error_message(),
+                  "The declared operand shape f32[2,5]{1,0} is not compatible"
+                  " with the shape of the operand instruction f32[2,2]{1,0}.");
+}
+
 // custom call incompatible shape.
 
 }  // namespace
diff --git a/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc b/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
index 0e7667de83..d17b86fab5 100644
--- a/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_constant_sinking_test.cc
@@ -114,7 +114,7 @@ HloModule ModuleWithWhile
 
 body {
   p_b = (f32[2],(f32[2],f32[2])) parameter(0)
-  p_b.0 = f32[2] get-tuple-element((f32[2],f32[2],f32[2]) p_b), index=0
+  p_b.0 = f32[2] get-tuple-element((f32[2],(f32[2],f32[2])) p_b), index=0
   p_b.1 = (f32[2],f32[2]) get-tuple-element((f32[2],(f32[2],f32[2])) p_b), index=1
 
   p_b.1.1 = f32[2] get-tuple-element(p_b.1), index=0
-- 
GitLab


From 86e4ea25aa2e464cdd57e761686b9818e2a5b46c Mon Sep 17 00:00:00 2001
From: Igor Ganichev <iga@google.com>
Date: Fri, 2 Nov 2018 11:45:14 -0700
Subject: [PATCH 0969/1825] Move output dtype computation inside
 KernelAndDevice::Init

Also, fix some wrong dependencies and rename FunctionLibraryRuntime
member as flr_ and flib_ implies FunctionLibraryDefinition.

PiperOrigin-RevId: 219835202
---
 tensorflow/core/common_runtime/eager/BUILD    |  2 +-
 .../core/common_runtime/eager/attr_builder.cc |  1 -
 .../core/common_runtime/eager/attr_builder.h  |  2 --
 .../core/common_runtime/eager/execute.cc      | 19 +++------------
 .../common_runtime/eager/kernel_and_device.cc | 23 ++++++++++++++-----
 .../common_runtime/eager/kernel_and_device.h  |  7 +++---
 6 files changed, 24 insertions(+), 30 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/BUILD b/tensorflow/core/common_runtime/eager/BUILD
index 7b74c67c85..a7b618c18b 100644
--- a/tensorflow/core/common_runtime/eager/BUILD
+++ b/tensorflow/core/common_runtime/eager/BUILD
@@ -148,6 +148,7 @@ tf_cuda_library(
     ],
     visibility = ["//tensorflow:internal"],
     deps = [
+        ":attr_builder",
         "@farmhash_archive//:farmhash",
     ] + select({
         "//tensorflow:android": [
@@ -219,7 +220,6 @@ tf_cuda_library(
     hdrs = ["attr_builder.h"],
     visibility = ["//tensorflow:internal"],
     deps = [
-        ":kernel_and_device",
         "@farmhash_archive//:farmhash",
         # Only the TF_AttrType enum is required, so pull in just the C headers.
         # TODO(b/113535673): Break this dependency and avoid the C header completely.
diff --git a/tensorflow/core/common_runtime/eager/attr_builder.cc b/tensorflow/core/common_runtime/eager/attr_builder.cc
index 5c8369de87..29edc4e3b8 100644
--- a/tensorflow/core/common_runtime/eager/attr_builder.cc
+++ b/tensorflow/core/common_runtime/eager/attr_builder.cc
@@ -16,7 +16,6 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/eager/attr_builder.h"
 
 #include "tensorflow/core/common_runtime/device_factory.h"
-#include "tensorflow/core/common_runtime/eager/kernel_and_device.h"
 #include "tensorflow/core/common_runtime/rendezvous_mgr.h"
 #include "tensorflow/core/framework/allocator.h"
 #include "tensorflow/core/framework/node_def.pb.h"
diff --git a/tensorflow/core/common_runtime/eager/attr_builder.h b/tensorflow/core/common_runtime/eager/attr_builder.h
index c114ea4ba0..af5b7d80c3 100644
--- a/tensorflow/core/common_runtime/eager/attr_builder.h
+++ b/tensorflow/core/common_runtime/eager/attr_builder.h
@@ -23,7 +23,6 @@ limitations under the License.
 
 #include "tensorflow/c/c_api.h"
 #include "tensorflow/core/common_runtime/device.h"
-#include "tensorflow/core/common_runtime/eager/kernel_and_device.h"
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/types.h"
@@ -157,7 +156,6 @@ template <>
 AttrBuilder& AttrBuilder::Set(StringPiece attr_name,
                               tensorflow::DataType&& value);
 
-
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_CORE_COMMON_RUNTIME_EAGER_ATTR_BUILDER_H_
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index c5f1d52e43..53f0ba1c81 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -277,33 +277,20 @@ Status EagerLocalExecute(EagerOperation* op,
       LOG(INFO) << "Executing op " << ndef.op() << " in device "
                 << device->name();
     }
-    kernel = new KernelAndDevice(ctx->GetRendezvous(), ctx->LogMemory());
-    auto* flr = ctx->func_lib(device);
 
+    auto* flr = ctx->func_lib(device);
     if (flr == nullptr) {
       return errors::Unavailable(
           "Unable to find a FunctionLibraryRuntime corresponding to device ",
           device->name());
     }
+    kernel = new KernelAndDevice(ctx->GetRendezvous(), ctx->LogMemory());
     status = KernelAndDevice::Init(ndef, flr, ctx->runner(), kernel);
     if (!status.ok()) {
       delete kernel;
       return status;
     }
-    // Update output_dtypes inside `kernel`.
-    const OpDef* op_def = nullptr;
-    const FunctionDef* function_def = ctx->FuncLibDef()->Find(ndef.op());
-    if (function_def != nullptr) {
-      op_def = &(function_def->signature());
-    }
-    if (op_def == nullptr) {
-      status = OpDefForOp(ndef.op().c_str(), &op_def);
-      if (!status.ok()) return status;
-    }
-    DataTypeVector input_dtypes;
-    status = InOutTypesForNode(ndef, *op_def, &input_dtypes,
-                               kernel->mutable_output_dtypes());
-    if (!status.ok()) return status;
+
     ctx->AddKernelToCache(cache_key, kernel);
   }
   const DataTypeVector& output_dtypes = kernel->output_dtypes();
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.cc b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
index b63257907f..e1ff45d6dd 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
@@ -16,6 +16,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/eager/kernel_and_device.h"
 
 #include "tensorflow/core/common_runtime/device_factory.h"
+#include "tensorflow/core/common_runtime/eager/attr_builder.h"
 #include "tensorflow/core/common_runtime/rendezvous_mgr.h"
 #include "tensorflow/core/common_runtime/step_stats_collector.h"
 #include "tensorflow/core/framework/allocator.h"
@@ -33,17 +34,27 @@ limitations under the License.
 namespace tensorflow {
 
 // static
-Status KernelAndDevice::Init(const NodeDef& ndef, FunctionLibraryRuntime* flib,
+Status KernelAndDevice::Init(const NodeDef& ndef, FunctionLibraryRuntime* flr,
                              std::function<void(std::function<void()>)>* runner,
                              KernelAndDevice* out) {
   OpKernel* k = nullptr;
-  Status s = flib->CreateKernel(ndef, &k);
-  out->device_ = flib->device();
+  TF_RETURN_IF_ERROR(flr->CreateKernel(ndef, &k));
+  out->device_ = flr->device();
   out->kernel_.reset(k);
-  out->flib_ = flib;
+  out->flr_ = flr;
   out->runner_ = runner;
   out->default_runner_ = [](std::function<void()> f) { f(); };
-  return s;
+
+  // Update output_dtypes_.
+  const OpDef* op_def = nullptr;
+  const FunctionDef* function_def =
+      flr->GetFunctionLibraryDefinition()->Find(ndef.op());
+  if (function_def != nullptr) {
+    op_def = &(function_def->signature());
+  } else {
+    TF_RETURN_IF_ERROR(OpDefForOp(ndef.op().c_str(), &op_def));
+  }
+  return OutputTypesForNode(ndef, *op_def, &out->output_dtypes_);
 }
 
 Status KernelAndDevice::Run(std::vector<Tensor>* inputs,
@@ -80,7 +91,7 @@ Status KernelAndDevice::Run(ScopedStepContainer* step_container,
   params.op_kernel = kernel_.get();
   params.resource_manager = device_->resource_manager();
   params.output_attr_array = gtl::vector_as_array(&out_attrs);
-  params.function_library = flib_;
+  params.function_library = flr_;
   params.slice_reader_cache = &slice_reader_cache_;
   params.rendezvous = rendez_;
   params.cancellation_manager = &cm_;
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.h b/tensorflow/core/common_runtime/eager/kernel_and_device.h
index ac9143b253..4b0f5182a0 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.h
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.h
@@ -50,13 +50,13 @@ class KernelAndDevice {
   //
   // The provided FunctionLibraryRuntime MUST outlive all calls to
   // Run() on the returned KernelAndDevice.
-  static Status Init(const NodeDef& ndef, FunctionLibraryRuntime* flib,
+  static Status Init(const NodeDef& ndef, FunctionLibraryRuntime* flr,
                      std::function<void(std::function<void()>)>* runner,
                      KernelAndDevice* out);
 
   KernelAndDevice(tensorflow::Rendezvous* rendez, bool log_memory)
       : device_(nullptr),
-        flib_(nullptr),
+        flr_(nullptr),
         rendez_(rendez),
         log_memory_(log_memory) {}
 
@@ -73,7 +73,6 @@ class KernelAndDevice {
 
   Device* device() const { return device_; }
 
-  DataTypeVector* mutable_output_dtypes() { return &output_dtypes_; }
   const DataTypeVector& output_dtypes() { return output_dtypes_; }
 
  private:
@@ -84,7 +83,7 @@ class KernelAndDevice {
   CancellationManager cm_;
   std::unique_ptr<OpKernel> kernel_;
   Device* device_;
-  FunctionLibraryRuntime* flib_;
+  FunctionLibraryRuntime* flr_;
   checkpoint::TensorSliceReaderCacheWrapper slice_reader_cache_;
   Rendezvous* rendez_;
   DataTypeVector output_dtypes_;
-- 
GitLab


From 1862911d9bb7bada8aa8db1c956a90abb856385c Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Fri, 2 Nov 2018 11:46:43 -0700
Subject: [PATCH 0970/1825] [tf.data] Fix an internal test failure.

PiperOrigin-RevId: 219835452
---
 .../data/parallel_interleave_dataset_op.cc    | 111 ++++++-------
 .../kernels/data/parallel_map_iterator.cc     | 155 +++++++-----------
 2 files changed, 109 insertions(+), 157 deletions(-)

diff --git a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
index 05b21071d8..985e197a99 100644
--- a/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
+++ b/tensorflow/core/kernels/data/parallel_interleave_dataset_op.cc
@@ -1163,14 +1163,10 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
 
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
-      if (sloppy_) {
-        return MakeUnique<SloppyParallelInterleave>(
-            ParallelInterleaveIteratorBase::Params{
-                this, strings::StrCat(prefix, "::ParallelInterleaveV2")});
-      }
-      return MakeUnique<DeterministicParallelInterleave>(
-          ParallelInterleaveIteratorBase::Params{
-              this, strings::StrCat(prefix, "::ParallelInterleaveV2")});
+      return MakeUnique<ParallelInterleaveIterator>(
+          ParallelInterleaveIterator::Params{
+              this, strings::StrCat(prefix, "::ParallelInterleaveV2")},
+          sloppy_);
     }
 
     const DataTypeVector& output_dtypes() const override {
@@ -1231,14 +1227,15 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
     }
 
    private:
-    class ParallelInterleaveIteratorBase : public DatasetIterator<Dataset> {
+    class ParallelInterleaveIterator : public DatasetIterator<Dataset> {
      public:
-      explicit ParallelInterleaveIteratorBase(const Params& params)
+      explicit ParallelInterleaveIterator(const Params& params, bool sloppy)
           : DatasetIterator<Dataset>(params),
             mu_(std::make_shared<mutex>()),
             cond_var_(std::make_shared<condition_variable>()),
             num_parallel_calls_(std::make_shared<model::SharedState>(
                 params.dataset->num_parallel_calls_, mu_, cond_var_)),
+            sloppy_(sloppy),
             args_list_(params.dataset->cycle_length_),
             current_elements_(params.dataset->cycle_length_),
             element_in_use_(params.dataset->cycle_length_, false),
@@ -1252,7 +1249,7 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
         prefix_end_ = components.back();
       }
 
-      ~ParallelInterleaveIteratorBase() override {
+      ~ParallelInterleaveIterator() override {
         mutex_lock l(*mu_);
         // Cancel the runner thread.
         cancelled_ = true;
@@ -1306,13 +1303,6 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
       }
 
      protected:
-      struct InvocationResult {
-        Notification notification;  // used for coordination with the consumer
-        Status status;              // the invocation status
-        std::vector<Tensor> return_values;  // the invocation result values
-        bool skip;  // if set the result should be skipped
-      };
-
       std::shared_ptr<model::Node> CreateNode(
           IteratorContext* ctx, model::Node::Args args) const override {
         return model::MakeAsyncInterleaveManyNode(
@@ -1321,11 +1311,6 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
                                   /*max=*/dataset()->cycle_length_)});
       }
 
-      // Used by the consumer to determine whether it needs to wait. Upon
-      // returning false, `result` will either be NULL if end of input has been
-      // reached or point to a result to consume.
-      virtual bool ShouldWait(std::shared_ptr<InvocationResult>* result) = 0;
-
       Status SaveInternal(IteratorStateWriter* writer) override {
         mutex_lock l(*mu_);
         // Wait for all in-flight calls to complete.
@@ -1412,6 +1397,14 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
         return Status::OK();
       }
 
+     private:
+      struct InvocationResult {
+        Notification notification;  // used for coordination with the consumer
+        Status status;              // the invocation status
+        std::vector<Tensor> return_values;  // the invocation result values
+        bool skip;  // if set the result should be skipped
+      };
+
       void EnsureRunnerThreadStarted(IteratorContext* ctx)
           EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
         if (!runner_thread_) {
@@ -1543,7 +1536,7 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
               num_calls_++;
               element_in_use_[cycle_index_] = true;
               thread_pool_->Schedule(
-                  std::bind(&ParallelInterleaveIteratorBase::FetchOutputs, this,
+                  std::bind(&ParallelInterleaveIterator::FetchOutputs, this,
                             ctx, cycle_index_, std::move(results)));
             }
             cycle_index_ = (cycle_index_ + 1) % dataset()->cycle_length_;
@@ -1563,6 +1556,34 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
         }
       }
 
+      // Determines whether the caller needs to wait for a result. Upon
+      // returning false, `result` will either be NULL if end of input has been
+      // reached or point to the result.
+      bool ShouldWait(std::shared_ptr<InvocationResult>* result)
+          EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
+        if (sloppy_) {
+          for (auto it = invocation_results_.begin();
+               it != invocation_results_.end(); ++it) {
+            if ((*it)->notification.HasBeenNotified()) {
+              std::swap(*result, *it);
+              invocation_results_.erase(it);
+              cond_var_->notify_all();
+              return false;
+            }
+          }
+          return !invocation_results_.empty() ||
+                 (!end_of_input_ || num_open_ > 0);
+        } else {
+          if (!invocation_results_.empty()) {
+            std::swap(*result, invocation_results_.front());
+            invocation_results_.pop_front();
+            cond_var_->notify_all();
+            return false;
+          }
+          return (!end_of_input_ || num_open_ > 0);
+        }
+      }
+
       Status WriteStatusLocked(IteratorStateWriter* writer, size_t index,
                                const Status& status)
           EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
@@ -1663,6 +1684,9 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
       // Identifies the maximum number of parallel calls.
       const std::shared_ptr<model::SharedState> num_parallel_calls_;
 
+      // Determines whether outputs can be produced in non-deterministic order.
+      const bool sloppy_;
+
       // Iterator for input elements.
       std::unique_ptr<IteratorBase> input_impl_ GUARDED_BY(*mu_);
 
@@ -1700,45 +1724,6 @@ class ParallelInterleaveDatasetV2Op : public UnaryDatasetOpKernel {
       string prefix_end_;
     };
 
-    class DeterministicParallelInterleave
-        : public ParallelInterleaveIteratorBase {
-     public:
-      using ParallelInterleaveIteratorBase::ParallelInterleaveIteratorBase;
-
-     protected:
-      bool ShouldWait(std::shared_ptr<InvocationResult>* result) override
-          EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
-        if (!invocation_results_.empty()) {
-          std::swap(*result, invocation_results_.front());
-          invocation_results_.pop_front();
-          cond_var_->notify_all();
-          return false;
-        }
-        return (!end_of_input_ || num_open_ > 0);
-      }
-    };
-
-    class SloppyParallelInterleave : public ParallelInterleaveIteratorBase {
-     public:
-      using ParallelInterleaveIteratorBase::ParallelInterleaveIteratorBase;
-
-     protected:
-      bool ShouldWait(std::shared_ptr<InvocationResult>* result) override
-          EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
-        for (auto it = invocation_results_.begin();
-             it != invocation_results_.end(); ++it) {
-          if ((*it)->notification.HasBeenNotified()) {
-            std::swap(*result, *it);
-            invocation_results_.erase(it);
-            cond_var_->notify_all();
-            return false;
-          }
-        }
-        return !invocation_results_.empty() ||
-               (!end_of_input_ || num_open_ > 0);
-      }
-    };
-
     const DatasetBase* const input_;
     const NameAttrList interleave_func_;
     const std::unique_ptr<CapturedFunction> captured_func_;
diff --git a/tensorflow/core/kernels/data/parallel_map_iterator.cc b/tensorflow/core/kernels/data/parallel_map_iterator.cc
index 66a61cddb7..1fa9a1fdc5 100644
--- a/tensorflow/core/kernels/data/parallel_map_iterator.cc
+++ b/tensorflow/core/kernels/data/parallel_map_iterator.cc
@@ -30,13 +30,13 @@ namespace tensorflow {
 namespace data {
 namespace {
 
-class ParallelMapIteratorBase : public DatasetBaseIterator {
+class ParallelMapIterator : public DatasetBaseIterator {
  public:
-  ParallelMapIteratorBase(
-      const typename DatasetBaseIterator::BaseParams& params,
-      const DatasetBase* input_dataset,
-      std::function<Status(IteratorContext*)> init_func,
-      ParallelMapIteratorFunction map_func, int32 num_parallel_calls)
+  ParallelMapIterator(const typename DatasetBaseIterator::BaseParams& params,
+                      const DatasetBase* input_dataset,
+                      std::function<Status(IteratorContext*)> init_func,
+                      ParallelMapIteratorFunction map_func,
+                      int32 num_parallel_calls, bool sloppy)
       : DatasetBaseIterator(params),
         input_dataset_(input_dataset),
         init_func_(std::move(init_func)),
@@ -44,13 +44,14 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
         mu_(std::make_shared<mutex>()),
         cond_var_(std::make_shared<condition_variable>()),
         num_parallel_calls_(std::make_shared<model::SharedState>(
-            num_parallel_calls, mu_, cond_var_)) {
+            num_parallel_calls, mu_, cond_var_)),
+        sloppy_(sloppy) {
     std::vector<string> components =
         str_util::Split(params.prefix, "::", str_util::SkipEmpty());
     prefix_end_ = components.back();
   }
 
-  ~ParallelMapIteratorBase() override {
+  ~ParallelMapIterator() override {
     mutex_lock l(*mu_);
     // Cancel the runner thread.
     cancelled_ = true;
@@ -96,13 +97,6 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
   }
 
  protected:
-  struct InvocationResult {
-    Notification notification;
-    Status status;
-    std::vector<Tensor> return_values;
-    bool end_of_input;
-  };
-
   std::shared_ptr<model::Node> CreateNode(
       IteratorContext* ctx, model::Node::Args args) const override {
     return model::MakeAsyncKnownRatioNode(
@@ -112,10 +106,6 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
                               /*max=*/port::NumSchedulableCPUs())});
   }
 
-  // Used by the consumer to determine whether it needs to wait. Upon returning
-  // false, `result` will point to a result to consume.
-  virtual bool ShouldWait(std::shared_ptr<InvocationResult>* result) = 0;
-
   Status SaveInternal(IteratorStateWriter* writer) override {
     mutex_lock l(*mu_);
     // Wait for all in-flight calls to complete.
@@ -138,10 +128,10 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
             result.return_values[j]));
       }
       if (result.end_of_input) {
-        TF_RETURN_IF_ERROR(writer->WriteScalar(
-            full_name(
-                strings::StrCat("invocation_results[", i, "].end_of_input")),
-            ""));
+        TF_RETURN_IF_ERROR(
+            writer->WriteScalar(full_name(strings::StrCat("invocation_results[",
+                                                          i, "].end_of_input")),
+                                ""));
       }
     }
     return Status::OK();
@@ -152,8 +142,8 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     mutex_lock l(*mu_);
     TF_RETURN_IF_ERROR(RestoreInput(ctx, reader, input_impl_));
     int64 invocation_results_size;
-    TF_RETURN_IF_ERROR(reader->ReadScalar(
-        full_name("invocation_results.size"), &invocation_results_size));
+    TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("invocation_results.size"),
+                                          &invocation_results_size));
     for (size_t i = 0; i < invocation_results_size; i++) {
       invocation_results_.push_back(std::make_shared<InvocationResult>());
       auto& result = *invocation_results_.back();
@@ -161,15 +151,13 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
       size_t num_return_values;
       {
         int64 size;
-        TF_RETURN_IF_ERROR(
-            reader->ReadScalar(full_name(strings::StrCat(
-                                   "invocation_results[", i, "].size")),
-                               &size));
+        TF_RETURN_IF_ERROR(reader->ReadScalar(
+            full_name(strings::StrCat("invocation_results[", i, "].size")),
+            &size));
         num_return_values = static_cast<size_t>(size);
         if (num_return_values != size) {
           return errors::InvalidArgument(strings::StrCat(
-              full_name(
-                  strings::StrCat("invocation_results[", i, "].size")),
+              full_name(strings::StrCat("invocation_results[", i, "].size")),
               ": ", size, " is not a valid value of type size_t."));
         }
       }
@@ -187,13 +175,21 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     return Status::OK();
   }
 
+ private:
+  struct InvocationResult {
+    Notification notification;
+    Status status;
+    std::vector<Tensor> return_values;
+    bool end_of_input;
+  };
+
   void EnsureRunnerThreadStarted(IteratorContext* ctx)
       EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
     if (!runner_thread_) {
       auto ctx_copy = std::make_shared<IteratorContext>(*ctx);
       runner_thread_.reset(ctx->env()->StartThread(
           {}, "tf_data_parallel_map",
-          std::bind(&ParallelMapIteratorBase::RunnerThread, this, ctx_copy)));
+          std::bind(&ParallelMapIterator::RunnerThread, this, ctx_copy)));
     }
   }
 
@@ -236,8 +232,8 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
   }
 
   Status ProcessResult(const std::shared_ptr<InvocationResult>& result,
-                       std::vector<Tensor>* out_tensors,
-                       bool* end_of_sequence) {
+                       std::vector<Tensor>* out_tensors, bool* end_of_sequence)
+      LOCKS_EXCLUDED(*mu_) {
     if (!result->end_of_input && result->status.ok()) {
       *out_tensors = std::move(result->return_values);
       *end_of_sequence = false;
@@ -253,7 +249,8 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     return result->status;
   }
 
-  void RunnerThread(const std::shared_ptr<IteratorContext>& ctx) {
+  void RunnerThread(const std::shared_ptr<IteratorContext>& ctx)
+      LOCKS_EXCLUDED(*mu_) {
     RecordStart(ctx.get());
     auto cleanup = gtl::MakeCleanup([this, ctx] { RecordStop(ctx.get()); });
     std::vector<std::shared_ptr<InvocationResult>> new_calls;
@@ -299,6 +296,30 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
     }
   }
 
+  // Determines whether the caller needs to wait for a result. Upon returning
+  // false, `result` will point to the result.
+  bool ShouldWait(std::shared_ptr<InvocationResult>* result)
+      EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
+    if (sloppy_) {
+      for (auto it = invocation_results_.begin();
+           it != invocation_results_.end(); ++it) {
+        if ((*it)->notification.HasBeenNotified() &&
+            (it == invocation_results_.begin() || !(*it)->end_of_input)) {
+          std::swap(*result, *it);
+          invocation_results_.erase(it);
+          cond_var_->notify_all();
+          return false;
+        }
+      }
+    } else if (!invocation_results_.empty()) {
+      std::swap(*result, invocation_results_.front());
+      invocation_results_.pop_front();
+      cond_var_->notify_all();
+      return false;
+    }
+    return true;
+  }
+
   Status WriteStatusLocked(IteratorStateWriter* writer, size_t index,
                            const Status& status)
       EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
@@ -329,8 +350,7 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
   }
 
   string CodeKey(size_t index) {
-    return full_name(
-        strings::StrCat("invocation_results[", index, "].code"));
+    return full_name(strings::StrCat("invocation_results[", index, "].code"));
   }
 
   string ErrorMessageKey(size_t index) {
@@ -351,6 +371,8 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
   const std::shared_ptr<condition_variable> cond_var_;
   // Identifies the maximum number of parallel calls.
   const std::shared_ptr<model::SharedState> num_parallel_calls_;
+  // Determines whether outputs can be produced in non-deterministic order.
+  const bool sloppy_;
   // Counts the number of outstanding calls.
   int64 num_calls_ GUARDED_BY(*mu_) = 0;
   std::unique_ptr<IteratorBase> input_impl_;
@@ -362,56 +384,6 @@ class ParallelMapIteratorBase : public DatasetBaseIterator {
   string prefix_end_;
 };
 
-class DeterministicParallelMapIterator : public ParallelMapIteratorBase {
- public:
-  DeterministicParallelMapIterator(
-      const typename DatasetBaseIterator::BaseParams& params,
-      const DatasetBase* input_dataset,
-      std::function<Status(IteratorContext*)> init_func,
-      ParallelMapIteratorFunction map_func, int32 num_parallel_calls)
-      : ParallelMapIteratorBase(params, input_dataset, init_func, map_func,
-                                num_parallel_calls) {}
-
- protected:
-  bool ShouldWait(std::shared_ptr<InvocationResult>* result) override
-      EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
-    if (!invocation_results_.empty()) {
-      std::swap(*result, invocation_results_.front());
-      invocation_results_.pop_front();
-      cond_var_->notify_all();
-      return false;
-    }
-    return true;
-  }
-};
-
-class SloppyParallelMapIterator : public ParallelMapIteratorBase {
- public:
-  SloppyParallelMapIterator(
-      const typename DatasetBaseIterator::BaseParams& params,
-      const DatasetBase* input_dataset,
-      std::function<Status(IteratorContext*)> init_func,
-      ParallelMapIteratorFunction map_func, int32 num_parallel_calls)
-      : ParallelMapIteratorBase(params, input_dataset, init_func, map_func,
-                                num_parallel_calls) {}
-
- protected:
-  bool ShouldWait(std::shared_ptr<InvocationResult>* result) override
-      EXCLUSIVE_LOCKS_REQUIRED(*mu_) {
-    for (auto it = invocation_results_.begin(); it != invocation_results_.end();
-         ++it) {
-      if ((*it)->notification.HasBeenNotified() &&
-          (it == invocation_results_.begin() || !(*it)->end_of_input)) {
-        std::swap(*result, *it);
-        invocation_results_.erase(it);
-        cond_var_->notify_all();
-        return false;
-      }
-    }
-    return true;
-  }
-};
-
 }  // namespace
 
 std::unique_ptr<IteratorBase> NewParallelMapIterator(
@@ -420,14 +392,9 @@ std::unique_ptr<IteratorBase> NewParallelMapIterator(
     std::function<Status(IteratorContext*)> init_func,
     ParallelMapIteratorFunction map_func, int32 num_parallel_calls,
     bool sloppy) {
-  if (sloppy) {
-    return MakeUnique<SloppyParallelMapIterator>(
-        params, input_dataset, std::move(init_func), std::move(map_func),
-        num_parallel_calls);
-  }
-  return MakeUnique<DeterministicParallelMapIterator>(
+  return MakeUnique<ParallelMapIterator>(
       params, input_dataset, std::move(init_func), std::move(map_func),
-      num_parallel_calls);
+      num_parallel_calls, sloppy);
 }
 
 }  // namespace data
-- 
GitLab


From d6c42fc78ad9f370e8b55981ff49e91367a9e69b Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 2 Nov 2018 11:52:40 -0700
Subject: [PATCH 0971/1825] Make keras_applications a workspace dependency.

PiperOrigin-RevId: 219836376
---
 tensorflow/python/keras/BUILD                 | 19 ++++++++----
 tensorflow/tools/pip_package/BUILD            |  1 +
 tensorflow/workspace.bzl                      |  2 ++
 third_party/keras_applications_archive/BUILD  |  1 +
 .../keras_applications_archive/BUILD.bazel    | 31 +++++++++++++++++++
 .../keras_applications_archive/workspace.bzl  | 15 +++++++++
 6 files changed, 63 insertions(+), 6 deletions(-)
 create mode 100644 third_party/keras_applications_archive/BUILD
 create mode 100644 third_party/keras_applications_archive/BUILD.bazel
 create mode 100644 third_party/keras_applications_archive/workspace.bzl

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index bfa7c978c1..dd4e11f0ee 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -55,19 +55,26 @@ py_library(
     ],
     srcs_version = "PY2AND3",
     visibility = ["//visibility:public"],
-    deps = select({
-        ":empty_condition": [],
-        "//conditions:default": [],
-    }) + [
+    deps = [
         ":backend",
         ":engine",
         ":layers",
-        "//tensorflow/python/keras/optimizer_v2:optimizer_v2",
-        "//tensorflow/python/saved_model",
+        ":pil_for_keras",
         "//tensorflow/python:training",
+        "//tensorflow/python/keras/optimizer_v2",
+        "//tensorflow/python/saved_model",
+        "@keras_applications_archive//:keras_applications",
     ],
 )
 
+py_library(
+    name = "pil_for_keras",
+    deps = select({
+        ":empty_condition": [],
+        "//conditions:default": [],
+    }),
+)
+
 py_library(
     name = "backend",
     srcs = ["backend.py"],
diff --git a/tensorflow/tools/pip_package/BUILD b/tensorflow/tools/pip_package/BUILD
index 9d4e973bbb..f9b0a1129b 100644
--- a/tensorflow/tools/pip_package/BUILD
+++ b/tensorflow/tools/pip_package/BUILD
@@ -153,6 +153,7 @@ filegroup(
         "@highwayhash//:LICENSE",
         "@icu//:icu4c/LICENSE",
         "@jpeg//:LICENSE.md",
+        "@keras_applications_archive//:LICENSE",
         "@lmdb//:LICENSE",
         "@local_config_sycl//sycl:LICENSE.text",
         "@nasm//:LICENSE",
diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 08739f1554..256db46892 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -27,6 +27,7 @@ load("//third_party/icu:workspace.bzl", icu = "repo")
 load("//third_party/jpeg:workspace.bzl", jpeg = "repo")
 load("//third_party/nasm:workspace.bzl", nasm = "repo")
 load("//third_party/kissfft:workspace.bzl", kissfft = "repo")
+load("//third_party/keras_applications_archive:workspace.bzl", keras_applications = "repo")
 
 def initialize_third_party():
     """ Load third party repositories.  See above load() statements. """
@@ -34,6 +35,7 @@ def initialize_third_party():
     flatbuffers()
     highwayhash()
     icu()
+    keras_applications()
     kissfft()
     jpeg()
     nasm()
diff --git a/third_party/keras_applications_archive/BUILD b/third_party/keras_applications_archive/BUILD
new file mode 100644
index 0000000000..82bab3ffd9
--- /dev/null
+++ b/third_party/keras_applications_archive/BUILD
@@ -0,0 +1 @@
+# This empty BUILD file is required to make Bazel treat this directory as a package.
diff --git a/third_party/keras_applications_archive/BUILD.bazel b/third_party/keras_applications_archive/BUILD.bazel
new file mode 100644
index 0000000000..57c8f597c7
--- /dev/null
+++ b/third_party/keras_applications_archive/BUILD.bazel
@@ -0,0 +1,31 @@
+# Description: Keras Applications: set of pre-trained deep learning models.
+
+package(
+    default_visibility = ["//visibility:public"],
+)
+
+licenses(["notice"])  # MIT
+
+exports_files(["LICENSE"])
+
+py_library(
+    name = "keras_applications",
+    srcs = [
+        "keras_applications/__init__.py",
+        "keras_applications/densenet.py",
+        "keras_applications/imagenet_utils.py",
+        "keras_applications/inception_resnet_v2.py",
+        "keras_applications/inception_v3.py",
+        "keras_applications/mobilenet.py",
+        "keras_applications/mobilenet_v2.py",
+        "keras_applications/nasnet.py",
+        "keras_applications/resnet50.py",
+        "keras_applications/vgg16.py",
+        "keras_applications/vgg19.py",
+        "keras_applications/xception.py",
+    ],
+    deps = [
+        "@org_tensorflow//third_party/py/numpy",
+        "@six_archive//:six",
+    ],
+)
diff --git a/third_party/keras_applications_archive/workspace.bzl b/third_party/keras_applications_archive/workspace.bzl
new file mode 100644
index 0000000000..e90630fa97
--- /dev/null
+++ b/third_party/keras_applications_archive/workspace.bzl
@@ -0,0 +1,15 @@
+"""Loads Keras-applications python package."""
+
+load("//third_party:repo.bzl", "third_party_http_archive")
+
+def repo():
+    third_party_http_archive(
+        name = "keras_applications_archive",
+        strip_prefix = "keras-applications-1.0.6",
+        sha256 = "2cb412c97153160ec267b238e958d281ac3532b139cab42045c2d7086a157c21",
+        urls = [
+            "http://mirror.bazel.build/github.com/keras-team/keras-applications/archive/1.0.6.tar.gz",
+            "https://github.com/keras-team/keras-applications/archive/1.0.6.tar.gz",
+        ],
+        build_file = "//third_party/keras_applications_archive:BUILD.bazel",
+    )
-- 
GitLab


From 3dce771c0e3fe54be734a4d1fd02c4f49468d136 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 11:56:28 -0700
Subject: [PATCH 0972/1825] Remove some const-laundering code that is not
 needed anymore.

PiperOrigin-RevId: 219836887
---
 tensorflow/compiler/xla/service/hlo_module.cc | 12 ------------
 tensorflow/compiler/xla/service/hlo_module.h  | 19 -------------------
 2 files changed, 31 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_module.cc b/tensorflow/compiler/xla/service/hlo_module.cc
index ab819b7031..bcd709c973 100644
--- a/tensorflow/compiler/xla/service/hlo_module.cc
+++ b/tensorflow/compiler/xla/service/hlo_module.cc
@@ -41,18 +41,6 @@ HloModule::HloModule(const string& name, const HloModuleConfig& config)
       config_(config),
       unique_id_(next_unique_module_id_++) {}
 
-StatusOr<HloInstruction*> HloModule::LaunderConstInstructionFromModule(
-    const HloInstruction* hlo) {
-  if (hlo == nullptr) {
-    return nullptr;
-  }
-
-  TF_RET_CHECK(hlo->GetModule() == this);
-
-  // TODO(b/78350259): Eliminate const laundering.
-  return const_cast<HloInstruction*>(hlo);
-}
-
 Status HloModule::set_schedule(HloSchedule schedule) {
   TF_RET_CHECK(schedule.module() == this);
   TF_RETURN_IF_ERROR(schedule.Verify());
diff --git a/tensorflow/compiler/xla/service/hlo_module.h b/tensorflow/compiler/xla/service/hlo_module.h
index 5dc795fabe..8a1f999e3a 100644
--- a/tensorflow/compiler/xla/service/hlo_module.h
+++ b/tensorflow/compiler/xla/service/hlo_module.h
@@ -236,25 +236,6 @@ class HloModule {
   // the lifetime of this process.
   int unique_id() const { return unique_id_; }
 
-  // Returns a non-const version of the passed-in const HloInstruction*. This is
-  // safe on the argument that if you have a non-const module, then you can
-  // access all instructions in the module as non-const.
-  //
-  // Returns an error if the passed-in instruction is not from this module,
-  // except that it is allowed to pass in a null pointer.
-  //
-  // TODO(b/78350259): Eliminate const laundering. The argument above is not
-  // reliable since at any time someone could add or discover a way for a
-  // non-const module to transitively contain a const HloInstruction. The
-  // reliable way to do this would be to create a const laundering map from a
-  // module, mapping each encountered HloInstruction to its non-const version
-  // and then look up each instruction in need of laundering in that map, but
-  // this is much more expensive and complicated. This returns a Status instead
-  // of doing a CHECK-failure in part to make it strongly apparent that this is
-  // something that can fail.
-  StatusOr<HloInstruction*> LaunderConstInstructionFromModule(
-      const HloInstruction* hlo);
-
   // Sets the schedule of the module to the given schedule.
   Status set_schedule(HloSchedule schedule);
 
-- 
GitLab


From eaa673fd2b1e7ea5928beb9c5af97747ef1e1cbe Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 12:09:37 -0700
Subject: [PATCH 0973/1825] Add benchmark for the SpatialConvolution
 specialized gemm_pack_rhs.

PiperOrigin-RevId: 219839163
---
 tensorflow/core/kernels/BUILD                 |   4 -
 .../core/kernels/eigen_activations_test.cc    |   1 -
 .../core/kernels/eigen_attention_test.cc      |   1 -
 ...igen_backward_spatial_convolutions_test.cc |   1 -
 tensorflow/core/kernels/eigen_pooling_test.cc |   1 -
 tensorflow/core/kernels/eigen_softmax_test.cc |   1 -
 .../eigen_spatial_convolutions_test.cc        | 185 +++++++++++++++++-
 7 files changed, 184 insertions(+), 10 deletions(-)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index ed27c95242..32825d0989 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -2414,12 +2414,8 @@ tf_cc_tests(
     ],
     deps = [
         ":eigen_helpers",
-        "//tensorflow/core:core_cpu",
-        "//tensorflow/core:framework",
-        "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
-        "//tensorflow/core:testlib",
     ],
 )
 
diff --git a/tensorflow/core/kernels/eigen_activations_test.cc b/tensorflow/core/kernels/eigen_activations_test.cc
index 34952f5abb..195525b02f 100644
--- a/tensorflow/core/kernels/eigen_activations_test.cc
+++ b/tensorflow/core/kernels/eigen_activations_test.cc
@@ -14,7 +14,6 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/kernels/eigen_activations.h"
-#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace Eigen {
diff --git a/tensorflow/core/kernels/eigen_attention_test.cc b/tensorflow/core/kernels/eigen_attention_test.cc
index 08f6187718..8886dba496 100644
--- a/tensorflow/core/kernels/eigen_attention_test.cc
+++ b/tensorflow/core/kernels/eigen_attention_test.cc
@@ -14,7 +14,6 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/kernels/eigen_attention.h"
-#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace Eigen {
diff --git a/tensorflow/core/kernels/eigen_backward_spatial_convolutions_test.cc b/tensorflow/core/kernels/eigen_backward_spatial_convolutions_test.cc
index 673ec1458b..e5500ba7da 100644
--- a/tensorflow/core/kernels/eigen_backward_spatial_convolutions_test.cc
+++ b/tensorflow/core/kernels/eigen_backward_spatial_convolutions_test.cc
@@ -14,7 +14,6 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/kernels/eigen_backward_spatial_convolutions.h"
-#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/kernels/eigen_backward_cuboid_convolutions.h"
 #include "tensorflow/core/platform/test.h"
 
diff --git a/tensorflow/core/kernels/eigen_pooling_test.cc b/tensorflow/core/kernels/eigen_pooling_test.cc
index 47b6665e68..1fe9fd09da 100644
--- a/tensorflow/core/kernels/eigen_pooling_test.cc
+++ b/tensorflow/core/kernels/eigen_pooling_test.cc
@@ -14,7 +14,6 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/kernels/eigen_pooling.h"
-#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace Eigen {
diff --git a/tensorflow/core/kernels/eigen_softmax_test.cc b/tensorflow/core/kernels/eigen_softmax_test.cc
index 7f985d7136..30a1ccca05 100644
--- a/tensorflow/core/kernels/eigen_softmax_test.cc
+++ b/tensorflow/core/kernels/eigen_softmax_test.cc
@@ -14,7 +14,6 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/kernels/eigen_softmax.h"
-#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace Eigen {
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
index 450b98785b..1b29a16352 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
@@ -14,9 +14,9 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/kernels/eigen_spatial_convolutions.h"
-#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/kernels/eigen_cuboid_convolution.h"
 #include "tensorflow/core/platform/test.h"
+#include "tensorflow/core/platform/test_benchmark.h"
 
 namespace Eigen {
 
@@ -1373,4 +1373,187 @@ TEST(EigenSpatialConvolutionsTest, SpatialConvContractionMapper) {
   EigenApprox(8.0f, direct(0, 1, 3, 0));
 }
 
+static void PackRhsHelper(int iters,
+                          /* Input dimensions: */
+                          int input_batches, int input_cols, int input_rows,
+                          int input_depth,
+                          /* Filter (kernel) dimensions: */
+                          int filter_count, int filter_cols, int filter_rows) {
+  tensorflow::testing::UseRealTime();
+  tensorflow::testing::StopTiming();
+
+  using Dimensions = Eigen::DSizes<Eigen::Index, 4>;
+
+  // Default Eigen::Tensor layout is column major, so we configure dimensions
+  // starting from the inner most (channels aka depth in this case).
+  Dimensions input_dims(input_depth, input_rows, input_cols, input_batches);
+
+  using Traits = typename Eigen::internal::gebp_traits<float, float>;
+  static const int packet_size = Eigen::internal::packet_traits<float>::size;
+
+  // Reshape dimensions.
+  using NewDimension = Eigen::array<Eigen::Index, 2>;
+
+  // Contraction dimensions.
+  using nocontract_t = Eigen::array<Eigen::Index, 1>;
+  using contract_t = Eigen::array<Eigen::Index, 1>;
+
+  // Input to the TensorImagePatchOp.
+  using ArgType = Tensor<float, 4>;
+
+  using Evaluator = TensorEvaluator<
+      const TensorReshapingOp<
+          NewDimension, const TensorImagePatchOp<Dynamic, Dynamic, ArgType>>,
+      Eigen::DefaultDevice>;
+
+  using InputMapper = Eigen::internal::TensorContractionInputMapper<
+      float, Index, Eigen::internal::Rhs, Evaluator,  //
+      nocontract_t, contract_t,                       //
+      packet_size,                                    //
+      /*inner_dim_contiguous*/ true,                  //
+      /*inner_dim_reordered*/ false,                  //
+      /*Alignment*/ 0>;
+
+  using SubMapper = Eigen::internal::TensorContractionSubMapper<
+      float, Index, Eigen::internal::Rhs, Evaluator,  //
+      nocontract_t, contract_t,                       //
+      packet_size,                                    //
+      /*inner_dim_contiguous*/ true,                  //
+      /*inner_dim_reordered*/ false,                  //
+      /*Alignment*/ 0>;
+
+  using PackRhsImpl =
+      Eigen::internal::gemm_pack_rhs<float, Eigen::Index, SubMapper,  //
+                                     Traits::nr,                      //
+                                     ColMajor,                        //
+                                     /*Conjugate*/ false,             //
+                                     /*PanelMode*/ false>;
+
+  Eigen::DefaultDevice device;
+
+  // Actual contract dimensions are not important.
+  const Eigen::Index not_important = -1234;
+  nocontract_t nocontract_dim = {not_important};
+  contract_t contract_dim = {not_important};
+
+  // We use tensor of the same dimensions to store packed data.
+  Tensor<float, 4> packed(input_dims);
+
+  // We generate multiple input tensors, around 512mb in total size to measure
+  // realistic workload when input data in not in L1-L3 cache.
+  size_t input_bytes = input_dims.TotalSize() * sizeof(float);
+  size_t mem_size_bytes = 1024 * 1024 * 512;
+  size_t num_inputs =
+      std::max(static_cast<size_t>(1), mem_size_bytes / input_bytes);
+
+  std::vector<Tensor<float, 4>> inputs;
+  std::vector<Evaluator> evaluators;
+  std::vector<InputMapper> input_mappers;
+
+  for (int i = 0; i < num_inputs; ++i) {
+    inputs.emplace_back(input_dims);
+    inputs[i].setRandom();
+
+    // 1. Extract image patches from input tensor. All strides are `1`.
+    const auto image_patch_op = TensorImagePatchOp<Dynamic, Dynamic, ArgType>(
+        inputs[i],                                             //
+        filter_rows, filter_cols,                              //
+        /*row_strides=*/1, /*col_strides=*/1,                  //
+        /*in_row_strides=*/1, /*in_col_strides=*/1,            //
+        /*row_inflate_strides=*/1, /*col_inflate_strides=*/1,  //
+        Eigen::PADDING_SAME, /*padding_value=*/0.0);
+
+    // 2. Reshape extracted patches into "virtual" 2d tensor.
+    NewDimension reshape_dims = {
+        input_depth * filter_rows * filter_cols,  // patch size
+        // PADDING_SAME: output {rows, cols} == input {rows, cols}
+        input_rows * input_cols * input_batches};  // num_patches
+    const auto reshape_op =
+        TensorReshapingOp<NewDimension, decltype(image_patch_op)>(
+            image_patch_op, reshape_dims);
+
+    evaluators.emplace_back(reshape_op, device);
+
+    input_mappers.emplace_back(evaluators[i], nocontract_dim, nocontract_dim,
+                               contract_dim, contract_dim);
+  }
+
+  // We read properties of extracted image patches directly from evaluator.
+  const Index patch_depth = evaluators[0].impl().dimensions()[0];
+  const Index patch_rows = evaluators[0].impl().dimensions()[1];
+  const Index patch_cols = evaluators[0].impl().dimensions()[2];
+
+  // Number of patches is the same as the maximum column available through the
+  // InputMapper (SubMapper).
+  const Index num_patches = evaluators[0].impl().dimensions()[3];
+
+  // The size of a single patch, it's the same as the maximum depth available
+  // through the InputMapper (SubMapper).
+  const Index patch_size = patch_depth * patch_rows * patch_cols;
+
+  PackRhsImpl pack_rhs;
+
+  // This is the typical size of the rhs block used in Tensor contractions.
+  const Index default_depth = 320;  // must be multiple of 8
+  const Index default_cols = 280;
+
+  const Index packed_total_size = input_dims.TotalSize();
+
+  tensorflow::testing::StartTiming();
+  for (int i = 0; i < iters; ++i) {
+    int input_idx =
+        num_inputs == 1 ? 1 : internal::random<int>(0, num_inputs - 1);
+
+    // Depth offset must be a multiple of 8 (float packet size with AVX2).
+    Index depth_offset = (internal::random<Index>(0, patch_size - 10) / 8) * 8;
+    Index col_offset = internal::random<Index>(0, num_patches - 10);
+
+    Index depth = std::min(default_depth, patch_size - depth_offset);
+    Index cols = std::min(default_cols, num_patches - col_offset);
+
+    // Write packed data to random memory location to emulate cold caches.
+    Index packed_size = depth * cols;
+    Index packed_offset =
+        internal::random<Index>(0, packed_total_size - packed_size - 1);
+
+    pack_rhs(packed.data() + packed_offset,
+             input_mappers[input_idx].getSubMapper(depth_offset, col_offset),
+             depth, cols);
+  }
+  tensorflow::testing::StopTiming();
+
+  std::ostringstream stringStream;
+  stringStream << "patch: depth=" << patch_depth << " rows=" << patch_rows
+               << " cols=" << patch_cols << " num_patches=" << num_patches
+               << " patch_size=" << patch_size << " num_inputs=" << num_inputs;
+  tensorflow::testing::SetLabel(stringStream.str());
+}
+
+#define BM_NAME(prefix, N, H, W, C, FC, FH, FW) \
+  BM_##prefix##_##N##_##H##x##W##_IC##C##_FC##FC##_##FH##x##FW
+
+#define BM_PackRhs(N, H, W, C, FC, FH, FW)                          \
+  static void BM_NAME(PackRhs, N, H, W, C, FC, FH, FW)(int iters) { \
+    PackRhsHelper(iters, N, H, W, C, FC, FH, FW);                   \
+  }                                                                 \
+  BENCHMARK(BM_NAME(PackRhs, N, H, W, C, FC, FH, FW))
+
+// Number of input channel (input depth) it equal to the number of patch
+// channels (patch depth).
+
+// NOTE: This is the most common case in Tensorflow models.
+// Fast path: input channel dimension is the multiple of the packet size.
+BM_PackRhs(/*batch*/ 32,        //
+           /*image*/ 64, 64,    //
+           /*channels*/ 32,     //
+           /*num_filters*/ 64,  //
+           /*filter*/ 5, 5);
+
+// Slow path: input channel dimension is not the multiple of the packet size.
+BM_PackRhs(/*batch*/ 32,        //
+           /*image*/ 64, 64,    //
+           /*channels*/ 30,     //
+           /*num_filters*/ 64,  //
+           /*filter*/ 5, 5);
+
 }  // namespace Eigen
-- 
GitLab


From 72413c614732fe6eaf269499e5817a27ace9c2a3 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Fri, 2 Nov 2018 12:25:10 -0700
Subject: [PATCH 0974/1825] Making LookupInterface subclass TrackableResource.
 This is the first step to making tables saveable and loadable from
 checkpoints in TF 2.0.

Currently we collect / track tables using the TABLES_INITIALIZERS collection. Since collections are going away in TF 2.0, we want to use the Checkpointable objects tracking mechanism to track resources such as tables.

PiperOrigin-RevId: 219841418
---
 .../python/learn/estimators/estimator_test.py |   4 +-
 .../ops/sharded_mutable_dense_hashtable.py    |  15 +-
 tensorflow/contrib/lookup/lookup_ops.py       | 212 ++++++++++--------
 tensorflow/contrib/lookup/lookup_ops_test.py  |  80 +++----
 .../text/python/ops/skip_gram_ops_test.py     |   4 +-
 .../kernel_tests/iterator_ops_cluster_test.py |   2 +-
 .../data/kernel_tests/map_dataset_op_test.py  |   2 +-
 .../python/kernel_tests/lookup_ops_test.py    | 177 +++++++++------
 tensorflow/python/ops/lookup_ops.py           | 151 +++++++------
 9 files changed, 366 insertions(+), 281 deletions(-)

diff --git a/tensorflow/contrib/learn/python/learn/estimators/estimator_test.py b/tensorflow/contrib/learn/python/learn/estimators/estimator_test.py
index 9e5aaf3118..8a461a0bd7 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/estimator_test.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/estimator_test.py
@@ -1368,7 +1368,7 @@ class ReplicaDeviceSetterTest(test.TestCase):
       table = lookup.MutableHashTable(dtypes.string, dtypes.int64, default_val)
       input_string = constant_op.constant(['brain', 'salad', 'tank'])
       output = table.lookup(input_string)
-    self.assertDeviceEqual('/job:ps/task:0', table._table_ref.device)
+    self.assertDeviceEqual('/job:ps/task:0', table.resource_handle.device)
     self.assertDeviceEqual('/job:ps/task:0', output.device)
 
   def testMutableHashTableIsLocal(self):
@@ -1378,7 +1378,7 @@ class ReplicaDeviceSetterTest(test.TestCase):
       table = lookup.MutableHashTable(dtypes.string, dtypes.int64, default_val)
       input_string = constant_op.constant(['brain', 'salad', 'tank'])
       output = table.lookup(input_string)
-    self.assertDeviceEqual('', table._table_ref.device)
+    self.assertDeviceEqual('', table.resource_handle.device)
     self.assertDeviceEqual('', output.device)
 
   def testTaskIsSetOnWorkerWhenJobNameIsSet(self):
diff --git a/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py b/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py
index de58db90e9..a001555e8f 100644
--- a/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py
+++ b/tensorflow/contrib/linear_optimizer/python/ops/sharded_mutable_dense_hashtable.py
@@ -30,7 +30,9 @@ from tensorflow.python.ops import data_flow_ops
 from tensorflow.python.ops import math_ops
 
 
-class ShardedMutableDenseHashTable(lookup.LookupInterface):
+# TODO(rohanj): This should subclass Checkpointable and implement
+# _gather_saveables_for_checkpoint.
+class ShardedMutableDenseHashTable(object):
   """A sharded version of MutableDenseHashTable.
 
   It is designed to be interface compatible with LookupInterface and
@@ -52,9 +54,10 @@ class ShardedMutableDenseHashTable(lookup.LookupInterface):
                num_shards=1,
                checkpoint=True,
                name='ShardedMutableHashTable'):
+    self._key_dtype = key_dtype
+    self._value_dtype = value_dtype
     with ops.name_scope(name, 'sharded_mutable_hash_table') as scope:
-      super(ShardedMutableDenseHashTable, self).__init__(key_dtype,
-                                                         value_dtype, scope)
+      self._table_name = scope
       table_shards = []
       for i in range(num_shards):
         table_shards.append(
@@ -72,6 +75,10 @@ class ShardedMutableDenseHashTable(lookup.LookupInterface):
       self._value_shape = self._table_shards[0]._value_shape
       # pylint: enable=protected-access
 
+  @property
+  def name(self):
+    return self._table_name
+
   @property
   def _num_shards(self):
     return len(self._table_shards)
@@ -106,6 +113,7 @@ class ShardedMutableDenseHashTable(lookup.LookupInterface):
                        keys.get_shape())
 
   def lookup(self, keys, name=None):
+    """Looks up `keys` in a table, outputs the corresponding values."""
     if keys.dtype.base_dtype != self._key_dtype:
       raise TypeError('Signature mismatch. Keys must be dtype %s, got %s.' %
                       (self._key_dtype, keys.dtype))
@@ -134,6 +142,7 @@ class ShardedMutableDenseHashTable(lookup.LookupInterface):
     return result
 
   def insert(self, keys, values, name=None):
+    """Inserts `keys` in a table."""
     self._check_keys(keys)
     num_shards = self._num_shards
     if num_shards == 1:
diff --git a/tensorflow/contrib/lookup/lookup_ops.py b/tensorflow/contrib/lookup/lookup_ops.py
index 5abef822e8..e52fb5ab14 100644
--- a/tensorflow/contrib/lookup/lookup_ops.py
+++ b/tensorflow/contrib/lookup/lookup_ops.py
@@ -42,7 +42,6 @@ from tensorflow.python.ops.lookup_ops import TextFileIndex
 from tensorflow.python.ops.lookup_ops import TextFileInitializer
 from tensorflow.python.ops.lookup_ops import TextFileStringTableInitializer
 # pylint: enable=unused-import
-from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.training.saver import BaseSaverBuilder
 from tensorflow.python.util.deprecation import deprecated
 
@@ -92,7 +91,7 @@ def index_table_from_tensor(mapping,
   The bucket ID range is `[mapping size, mapping size + num_oov_buckets - 1]`.
 
   The underlying table must be initialized by calling
-  `tf.tables_initializer.run()` or `table.init.run()` once.
+  `tf.tables_initializer.run()` or `table.initializer.run()` once.
 
   Elements in `mapping` cannot have duplicates, otherwise when executing the
   table initializer op, it will throw a `FailedPreconditionError`.
@@ -203,7 +202,7 @@ def index_to_string_table_from_tensor(mapping, default_value="UNK", name=None):
   (an out-of-vocabulary entry) is assigned the `default_value`
 
   The underlying table must be initialized by calling
-  `tf.tables_initializer.run()` or `table.init.run()` once.
+  `tf.tables_initializer.run()` or `table.initializer.run()` once.
 
   Elements in `mapping` cannot have duplicates, otherwise when executing the
   table initializer op, it will throw a `FailedPreconditionError`.
@@ -289,7 +288,7 @@ def index_to_string(tensor, mapping, default_value="UNK", name=None):
   return table.lookup(tensor)
 
 
-class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
+class MutableHashTable(LookupInterface):
   """A generic mutable hash table implementation.
 
   Data can be inserted by calling the insert method and removed by calling the
@@ -339,43 +338,56 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
     self._default_value = ops.convert_to_tensor(default_value,
                                                 dtype=value_dtype)
     self._value_shape = self._default_value.get_shape()
+    self._checkpoint = checkpoint
+    self._key_dtype = key_dtype
+    self._value_dtype = value_dtype
+    self._name = name
 
-    executing_eagerly = context.executing_eagerly()
-    if executing_eagerly and shared_name is None:
+    if context.executing_eagerly() and shared_name is None:
       # TODO(allenl): This will leak memory due to kernel caching by the
       # shared_name attribute value (but is better than the alternative of
       # sharing everything by default when executing eagerly; hopefully creating
       # tables in a loop is uncommon).
       shared_name = "table_%d" % (ops.uid(),)
+    self._shared_name = shared_name
+    super(MutableHashTable, self).__init__(key_dtype, value_dtype)
+
+    self._resource_handle = self.create_resource()
+    if checkpoint:
+      saveable = MutableHashTable._Saveable(self, name)
+      if not context.executing_eagerly():
+        ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+
+  def create_resource(self):
     # The table must be shared if checkpointing is requested for multi-worker
     # training to work correctly. Use the node name if no shared_name has been
     # explicitly specified.
-    use_node_name_sharing = checkpoint and shared_name is None
+    use_node_name_sharing = self._checkpoint and self._shared_name is None
     if self._default_value.get_shape().ndims == 0:
-      self._table_ref = gen_lookup_ops.mutable_hash_table_v2(
-          shared_name=shared_name,
+      table_ref = gen_lookup_ops.mutable_hash_table_v2(
+          shared_name=self._shared_name,
           use_node_name_sharing=use_node_name_sharing,
-          key_dtype=key_dtype,
-          value_dtype=value_dtype,
-          name=name)
+          key_dtype=self._key_dtype,
+          value_dtype=self._value_dtype,
+          name=self._name)
     else:
-      self._table_ref = gen_lookup_ops.mutable_hash_table_of_tensors_v2(
-          shared_name=shared_name,
+      table_ref = gen_lookup_ops.mutable_hash_table_of_tensors_v2(
+          shared_name=self._shared_name,
           use_node_name_sharing=use_node_name_sharing,
-          key_dtype=key_dtype,
-          value_dtype=value_dtype,
+          key_dtype=self._key_dtype,
+          value_dtype=self._value_dtype,
           value_shape=self._default_value.get_shape(),
-          name=name)
-    if executing_eagerly:
-      op_name = None
+          name=self._name)
+
+    if context.executing_eagerly():
+      self._table_name = None
     else:
-      op_name = self._table_ref.op.name.split("/")[-1]
-    super(MutableHashTable, self).__init__(key_dtype, value_dtype,
-                                           op_name)
+      self._table_name = table_ref.op.name.split("/")[-1]
+    return table_ref
 
-    if checkpoint:
-      saveable = MutableHashTable._Saveable(self, name)
-      ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+  @property
+  def name(self):
+    return self._table_name
 
   def size(self, name=None):
     """Compute the number of elements in this table.
@@ -386,10 +398,11 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
     Returns:
       A scalar tensor containing the number of elements in this table.
     """
-    with ops.name_scope(name, "%s_Size" % self._name,
-                        [self._table_ref]) as name:
-      with ops.colocate_with(self._table_ref):
-        return gen_lookup_ops.lookup_table_size_v2(self._table_ref, name=name)
+    with ops.name_scope(name, "%s_Size" % self.name,
+                        [self.resource_handle]) as name:
+      with ops.colocate_with(self.resource_handle):
+        return gen_lookup_ops.lookup_table_size_v2(
+            self.resource_handle, name=name)
 
   def remove(self, keys, name=None):
     """Removes `keys` and its associated values from the table.
@@ -411,11 +424,12 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
       raise TypeError("Signature mismatch. Keys must be dtype %s, got %s." %
                       (self._key_dtype, keys.dtype))
 
-    with ops.name_scope(name, "%s_lookup_table_remove" % self._name,
-                        (self._table_ref, keys, self._default_value)) as name:
+    with ops.name_scope(
+        name, "%s_lookup_table_remove" % self.name,
+        (self.resource_handle, keys, self._default_value)) as name:
       # pylint: disable=protected-access
       op = gen_lookup_ops.lookup_table_remove_v2(
-          self._table_ref, keys, name=name)
+          self.resource_handle, keys, name=name)
 
     return op
 
@@ -436,12 +450,13 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
     Raises:
       TypeError: when `keys` do not match the table data types.
     """
-    with ops.name_scope(name, "%s_lookup_table_find" % self._name,
-                        (self._table_ref, keys, self._default_value)) as name:
+    with ops.name_scope(
+        name, "%s_lookup_table_find" % self.name,
+        (self.resource_handle, keys, self._default_value)) as name:
       keys = ops.convert_to_tensor(keys, dtype=self._key_dtype, name="keys")
-      with ops.colocate_with(self._table_ref):
+      with ops.colocate_with(self.resource_handle):
         values = gen_lookup_ops.lookup_table_find_v2(
-            self._table_ref, keys, self._default_value, name=name)
+            self.resource_handle, keys, self._default_value, name=name)
     return values
 
   def insert(self, keys, values, name=None):
@@ -461,14 +476,14 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
       TypeError: when `keys` or `values` doesn't match the table data
         types.
     """
-    with ops.name_scope(name, "%s_lookup_table_insert" % self._name,
-                        [self._table_ref, keys, values]) as name:
+    with ops.name_scope(name, "%s_lookup_table_insert" % self.name,
+                        [self.resource_handle, keys, values]) as name:
       keys = ops.convert_to_tensor(keys, self._key_dtype, name="keys")
       values = ops.convert_to_tensor(values, self._value_dtype, name="values")
-      with ops.colocate_with(self._table_ref):
+      with ops.colocate_with(self.resource_handle):
         # pylint: disable=protected-access
         op = gen_lookup_ops.lookup_table_insert_v2(
-            self._table_ref, keys, values, name=name)
+            self.resource_handle, keys, values, name=name)
     return op
 
   def export(self, name=None):
@@ -481,11 +496,11 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
       A pair of tensors with the first tensor containing all keys and the
         second tensors containing all values in the table.
     """
-    with ops.name_scope(name, "%s_lookup_table_export_values" % self._name,
-                        [self._table_ref]) as name:
-      with ops.colocate_with(self._table_ref):
+    with ops.name_scope(name, "%s_lookup_table_export_values" % self.name,
+                        [self.resource_handle]) as name:
+      with ops.colocate_with(self.resource_handle):
         exported_keys, exported_values = gen_lookup_ops.lookup_table_export_v2(
-            self._table_ref, self._key_dtype, self._value_dtype, name=name)
+            self.resource_handle, self._key_dtype, self._value_dtype, name=name)
     return exported_keys, exported_values
 
   def _gather_saveables_for_checkpoint(self):
@@ -507,12 +522,12 @@ class MutableHashTable(LookupInterface, checkpointable.CheckpointableBase):
     def restore(self, restored_tensors, restored_shapes):
       del restored_shapes  # unused
       # pylint: disable=protected-access
-      with ops.colocate_with(self.op._table_ref):
+      with ops.colocate_with(self.op.resource_handle):
         return gen_lookup_ops.lookup_table_import_v2(
-            self.op._table_ref, restored_tensors[0], restored_tensors[1])
+            self.op.resource_handle, restored_tensors[0], restored_tensors[1])
 
 
-class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
+class MutableDenseHashTable(LookupInterface):
   """A generic mutable hash table implementation using tensors as backing store.
 
   Data can be inserted by calling the insert method and removed by calling the
@@ -581,42 +596,55 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
     """
     self._default_value = ops.convert_to_tensor(
         default_value, dtype=value_dtype, name="default_value")
+    self._key_dtype = key_dtype
+    self._value_dtype = value_dtype
+    self._initial_num_buckets = initial_num_buckets
     self._value_shape = self._default_value.get_shape()
+    self._checkpoint = checkpoint
+    self._name = name
 
-    # The table must be shared if checkpointing is requested for multi-worker
-    # training to work correctly. Use the node name if no shared_name has been
-    # explicitly specified.
-    use_node_name_sharing = checkpoint and shared_name is None
-    empty_key = ops.convert_to_tensor(
+    self._empty_key = ops.convert_to_tensor(
         empty_key, dtype=key_dtype, name="empty_key")
-    deleted_key = ops.convert_to_tensor(
+    self._deleted_key = ops.convert_to_tensor(
         deleted_key, dtype=key_dtype, name="deleted_key")
-    executing_eagerly = context.executing_eagerly()
-    if executing_eagerly and shared_name is None:
+    if context.executing_eagerly() and shared_name is None:
       # TODO(allenl): This will leak memory due to kernel caching by the
       # shared_name attribute value (but is better than the alternative of
       # sharing everything by default when executing eagerly; hopefully creating
       # tables in a loop is uncommon).
       shared_name = "table_%d" % (ops.uid(),)
-    self._table_ref = gen_lookup_ops.mutable_dense_hash_table_v2(
-        empty_key=empty_key,
-        deleted_key=deleted_key,
-        shared_name=shared_name,
+    self._shared_name = shared_name
+    super(MutableDenseHashTable, self).__init__(key_dtype, value_dtype)
+
+    self._resource_handle = self.create_resource()
+    if checkpoint:
+      saveable = MutableDenseHashTable._Saveable(self, name)
+      if not context.executing_eagerly():
+        ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+
+  def create_resource(self):
+    # The table must be shared if checkpointing is requested for multi-worker
+    # training to work correctly. Use the node name if no shared_name has been
+    # explicitly specified.
+    use_node_name_sharing = self._checkpoint and self._shared_name is None
+    table_ref = gen_lookup_ops.mutable_dense_hash_table_v2(
+        empty_key=self._empty_key,
+        deleted_key=self._deleted_key,
+        shared_name=self._shared_name,
         use_node_name_sharing=use_node_name_sharing,
-        value_dtype=value_dtype,
+        value_dtype=self._value_dtype,
         value_shape=self._value_shape,
-        initial_num_buckets=initial_num_buckets,
-        name=name)
-    if executing_eagerly:
-      op_name = None
+        initial_num_buckets=self._initial_num_buckets,
+        name=self._name)
+    if context.executing_eagerly():
+      self._table_name = None
     else:
-      op_name = self._table_ref.op.name.split("/")[-1]
-    super(MutableDenseHashTable, self).__init__(
-        key_dtype, value_dtype, op_name)
+      self._table_name = table_ref.op.name.split("/")[-1]
+    return table_ref
 
-    if checkpoint:
-      saveable = MutableDenseHashTable._Saveable(self, name)
-      ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+  @property
+  def name(self):
+    return self._table_name
 
   def size(self, name=None):
     """Compute the number of elements in this table.
@@ -627,10 +655,11 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
     Returns:
       A scalar tensor containing the number of elements in this table.
     """
-    with ops.name_scope(name, "%s_Size" % self._name,
-                        [self._table_ref]) as name:
-      with ops.colocate_with(self._table_ref):
-        return gen_lookup_ops.lookup_table_size_v2(self._table_ref, name=name)
+    with ops.name_scope(name, "%s_Size" % self.name,
+                        [self.resource_handle]) as name:
+      with ops.colocate_with(self.resource_handle):
+        return gen_lookup_ops.lookup_table_size_v2(
+            self.resource_handle, name=name)
 
   def lookup(self, keys, name=None):
     """Looks up `keys` in a table, outputs the corresponding values.
@@ -649,12 +678,12 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
     Raises:
       TypeError: when `keys` do not match the table data types.
     """
-    with ops.name_scope(name, "%s_lookup_table_find" % self._name,
-                        [self._table_ref, keys]) as name:
+    with ops.name_scope(name, "%s_lookup_table_find" % self.name,
+                        [self.resource_handle, keys]) as name:
       keys = ops.convert_to_tensor(keys, dtype=self._key_dtype, name="keys")
-      with ops.colocate_with(self._table_ref):
+      with ops.colocate_with(self.resource_handle):
         values = gen_lookup_ops.lookup_table_find_v2(
-            self._table_ref, keys, self._default_value, name=name)
+            self.resource_handle, keys, self._default_value, name=name)
 
     return values
 
@@ -675,14 +704,14 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
       TypeError: when `keys` or `values` doesn't match the table data
         types.
     """
-    with ops.name_scope(name, "%s_lookup_table_insert" % self._name,
-                        [self._table_ref, keys, values]) as name:
+    with ops.name_scope(name, "%s_lookup_table_insert" % self.name,
+                        [self.resource_handle, keys, values]) as name:
       keys = ops.convert_to_tensor(keys, dtype=self._key_dtype, name="keys")
       values = ops.convert_to_tensor(
           values, dtype=self._value_dtype, name="values")
-      with ops.colocate_with(self._table_ref):
+      with ops.colocate_with(self.resource_handle):
         op = gen_lookup_ops.lookup_table_insert_v2(
-            self._table_ref, keys, values, name=name)
+            self.resource_handle, keys, values, name=name)
       return op
 
   def remove(self, keys, name=None):
@@ -705,11 +734,12 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
       raise TypeError("Signature mismatch. Keys must be dtype %s, got %s." %
                       (self._key_dtype, keys.dtype))
 
-    with ops.name_scope(name, "%s_lookup_table_remove" % self._name,
-                        (self._table_ref, keys, self._default_value)) as name:
+    with ops.name_scope(
+        name, "%s_lookup_table_remove" % self.name,
+        (self.resource_handle, keys, self._default_value)) as name:
       # pylint: disable=protected-access
       op = gen_lookup_ops.lookup_table_remove_v2(
-          self._table_ref, keys, name=name)
+          self.resource_handle, keys, name=name)
 
     return op
 
@@ -723,11 +753,11 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
       A pair of tensors with the first tensor containing all keys and the
         second tensors containing all values in the table.
     """
-    with ops.name_scope(name, "%s_lookup_table_export_values" % self._name,
-                        [self._table_ref]) as name:
-      with ops.colocate_with(self._table_ref):
+    with ops.name_scope(name, "%s_lookup_table_export_values" % self.name,
+                        [self.resource_handle]) as name:
+      with ops.colocate_with(self.resource_handle):
         exported_keys, exported_values = gen_lookup_ops.lookup_table_export_v2(
-            self._table_ref, self._key_dtype, self._value_dtype, name=name)
+            self.resource_handle, self._key_dtype, self._value_dtype, name=name)
 
     return exported_keys, exported_values
 
@@ -751,6 +781,6 @@ class MutableDenseHashTable(LookupInterface, checkpointable.CheckpointableBase):
     def restore(self, restored_tensors, restored_shapes):
       del restored_shapes  # unused
       # pylint: disable=protected-access
-      with ops.colocate_with(self.op._table_ref):
+      with ops.colocate_with(self.op.resource_handle):
         return gen_lookup_ops.lookup_table_import_v2(
-            self.op._table_ref, restored_tensors[0], restored_tensors[1])
+            self.op.resource_handle, restored_tensors[0], restored_tensors[1])
diff --git a/tensorflow/contrib/lookup/lookup_ops_test.py b/tensorflow/contrib/lookup/lookup_ops_test.py
index 35b0d1bc44..5e99ef4605 100644
--- a/tensorflow/contrib/lookup/lookup_ops_test.py
+++ b/tensorflow/contrib/lookup/lookup_ops_test.py
@@ -50,7 +50,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -74,7 +74,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -94,7 +94,7 @@ class HashTableOpTest(test.TestCase):
           lookup.KeyValueTensorInitializer(
               keys, values, value_dtype=dtypes.int64),
           default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -111,7 +111,7 @@ class HashTableOpTest(test.TestCase):
       values = np.array([0, 1, 2], dtype=np.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -156,7 +156,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
@@ -171,7 +171,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       sp_indices = [[0, 0], [0, 1], [1, 0]]
       sp_shape = [2, 2]
@@ -194,7 +194,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       # Ref types do not produce a lookup signature mismatch.
       input_string_ref = variables.Variable("brain")
@@ -238,10 +238,10 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       with self.assertRaisesOpError("Table already initialized"):
-        table.init.run()
+        table.initializer.run()
 
   def testInitializationWithInvalidDimensions(self):
     with self.cached_session():
@@ -273,13 +273,13 @@ class HashTableOpTest(test.TestCase):
 
     # Init the table in the first session.
     with session1:
-      table.init.run()
+      table.initializer.run()
       self.assertAllEqual(3, table.size().eval())
 
     # Init the table in the second session and verify that we do not get a
     # "Table already initialized" error.
     with session2:
-      table.init.run()
+      table.initializer.run()
       self.assertAllEqual(3, table.size().eval())
 
   def testHashTableInt32String(self):
@@ -289,7 +289,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant(["brain", "salad", "surgery"])
       table = lookup.HashTable(
           lookup.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       input_tensor = constant_op.constant([0, 1, -1])
       output = table.lookup(input_tensor)
@@ -1669,7 +1669,7 @@ class IndexTableFromFile(test.TestCase):
       table = lookup.index_table_from_file(
           vocabulary_file=vocabulary_file, vocab_size=4)
       self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
-                              "Invalid vocab_size", table.init.run)
+                              "Invalid vocab_size", table.initializer.run)
 
   def test_index_table_from_file_with_vocab_size(self):
     vocabulary_file = self._createVocabFile("f2i_vocab8.txt")
@@ -1717,14 +1717,14 @@ class KeyValueTensorInitializerTest(test.TestCase):
       init = lookup.KeyValueTensorInitializer(
           ("brain", "salad", "surgery"), (0, 1, 2), dtypes.string, dtypes.int64)
       table = lookup.HashTable(init, default_value=-1)
-      table.init.run()
+      table.initializer.run()
 
   def test_int64(self):
     with ops.Graph().as_default(), self.cached_session():
       init = lookup.KeyValueTensorInitializer(
           (42, 1, -1000), (0, 1, 2), dtypes.int64, dtypes.int64)
       table = lookup.HashTable(init, default_value=-1)
-      table.init.run()
+      table.initializer.run()
 
   def test_int32(self):
     with ops.Graph().as_default(), self.cached_session():
@@ -1733,7 +1733,7 @@ class KeyValueTensorInitializerTest(test.TestCase):
       table = lookup.HashTable(init, default_value=-1)
       with self.assertRaisesRegexp(
           errors_impl.OpError, "No OpKernel was registered"):
-        table.init.run()
+        table.initializer.run()
 
 
 class IndexTableFromTensor(test.TestCase):
@@ -2021,7 +2021,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
                                    dtypes.int64,
                                    lookup.TextFileIndex.LINE_NUMBER),
         default_value)
-    self.evaluate(table.init)
+    self.evaluate(table.initializer)
 
     output = table.lookup(constant_op.constant(["brain", "salad", "tank"]))
 
@@ -2040,7 +2040,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
                                      dtypes.int64,
                                      lookup.TextFileIndex.LINE_NUMBER),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       output = table.lookup(
           constant_op.constant((42, 1, 11), dtype=dtypes.int64))
@@ -2059,7 +2059,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup.TextFileInitializer(vocabulary_file, dtypes.int64,
                                      key_index, dtypes.string, value_index),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       input_values = constant_op.constant([0, 1, 2, 3], dtypes.int64)
       output = table.lookup(input_values)
@@ -2081,7 +2081,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup.TextFileInitializer(vocabulary_file, dtypes.string,
                                      key_index, dtypes.int64, value_index),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "surgery"])
       output = table.lookup(input_string)
@@ -2103,7 +2103,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
                                      key_index, dtypes.int64, value_index),
           default_value)
       with self.assertRaisesOpError("is not a valid"):
-        table.init.run()
+        table.initializer.run()
 
   def testInvalidDataType(self):
     vocabulary_file = self._createVocabFile("one_column_3.txt")
@@ -2131,7 +2131,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           default_value)
 
       with self.assertRaisesOpError("Invalid number of columns"):
-        table.init.run()
+        table.initializer.run()
 
   def testInitializeSameTableWithMultipleNodes(self):
     vocabulary_file = self._createVocabFile("one_column_5.txt")
@@ -2200,7 +2200,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           default_value)
 
       # Initialize from file.
-      table1.init.run()
+      table1.initializer.run()
       self.assertEquals(vocab_size, table1.size().eval())
 
       vocabulary_file2 = self._createVocabFile("one_column7.txt")
@@ -2215,7 +2215,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
               vocab_size=vocab_size),
           default_value)
       with self.assertRaisesOpError("Invalid vocab_size"):
-        table2.init.run()
+        table2.initializer.run()
 
       vocab_size = 1
       vocabulary_file3 = self._createVocabFile("one_column3.txt")
@@ -2230,7 +2230,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           default_value)
 
       # Smaller vocab size reads only vocab_size records.
-      table3.init.run()
+      table3.initializer.run()
       self.assertEquals(vocab_size, table3.size().eval())
 
   def testFeedVocabularyName(self):
@@ -2248,11 +2248,11 @@ class InitializeTableFromFileOpTest(test.TestCase):
       # Initialize with non existing file (old_file.txt) should fail.
       # TODO(yleon): Update message, which might change per FileSystem.
       with self.assertRaisesOpError("old_file.txt"):
-        table.init.run()
+        table.initializer.run()
 
       # Initialize the model feeding the vocabulary file.
       filenames = ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS)
-      table.init.run(feed_dict={filenames[0]: vocabulary_file})
+      table.initializer.run(feed_dict={filenames[0]: vocabulary_file})
 
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
@@ -2294,7 +2294,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
               vocab_file, vocab_size=vocab_size),
           default_value)
 
-      table.init.run()
+      table.initializer.run()
 
       input_values = constant_op.constant([0, 1, 2, 3], dtypes.int64)
 
@@ -2311,7 +2311,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup.TextFileIdTableInitializer(
               vocab_file, vocab_size=vocab_size),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "surgery", "UNK"])
 
@@ -2329,7 +2329,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup.TextFileIdTableInitializer(
               vocab_file, vocab_size=vocab_size, key_dtype=dtypes.int64),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       out = table.lookup(
           constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int64))
@@ -2358,7 +2358,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               default_value),
           oov_buckets)
 
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "surgery", "UNK"])
 
@@ -2380,7 +2380,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
           oov_buckets,
           key_dtype=dtypes.int32)
 
-      table.init.run()
+      table.initializer.run()
 
       values = constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int32)
 
@@ -2401,7 +2401,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               default_value),
           oov_buckets)
 
-      table.init.run()
+      table.initializer.run()
 
       values = constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int64)
 
@@ -2416,7 +2416,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       # Set a table that only uses hash buckets, for each input value returns
       # an id calculated by fingerprint("input") mod oov_buckets.
       table = lookup.IdTableWithHashBuckets(None, oov_buckets)
-      table.init.run()
+      table.initializer.run()
 
       values = constant_op.constant(("brain", "salad", "surgery"))
 
@@ -2438,7 +2438,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       # an id calculated by fingerprint("input") mod oov_buckets.
       table = lookup.IdTableWithHashBuckets(
           None, oov_buckets, key_dtype=dtypes.int32)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant([42, 1, -1000], dtype=dtypes.int32)
 
@@ -2520,7 +2520,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               shared_name=shared_name),
           oov_buckets)
 
-      table1.init.run()
+      table1.initializer.run()
 
       input_string_1 = constant_op.constant(
           ["brain", "salad", "surgery", "UNK"])
@@ -2536,7 +2536,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       oov_buckets = 1
 
       # Underlying lookup table already initialized in previous session.
-      # No need to call table2.init.run()
+      # No need to call table2.initializer.run()
       table2 = lookup.IdTableWithHashBuckets(
           lookup.HashTable(
               lookup.TextFileIdTableInitializer(
@@ -2605,7 +2605,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
                   vocab_file, vocab_size=3),
               -1),
           1)
-      table.init.run()
+      table.initializer.run()
 
       sp_ids = table.lookup(sp_features)
 
@@ -2634,7 +2634,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               -1),
           1,
           key_dtype=dtypes.int32)
-      table.init.run()
+      table.initializer.run()
 
       sp_ids = table.lookup(sp_features)
 
@@ -2663,7 +2663,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               -1),
           1,
           key_dtype=dtypes.int64)
-      table.init.run()
+      table.initializer.run()
 
       sp_ids = table.lookup(sp_features)
 
diff --git a/tensorflow/contrib/text/python/ops/skip_gram_ops_test.py b/tensorflow/contrib/text/python/ops/skip_gram_ops_test.py
index 832d34d60d..49260f272e 100644
--- a/tensorflow/contrib/text/python/ops/skip_gram_ops_test.py
+++ b/tensorflow/contrib/text/python/ops/skip_gram_ops_test.py
@@ -339,7 +339,7 @@ class SkipGramOpsTest(test.TestCase):
         lookup.KeyValueTensorInitializer(keys, values), -1)
 
     with self.cached_session():
-      vocab_freq_table.init.run()
+      vocab_freq_table.initializer.run()
 
       # No vocab_freq_table specified - output should be the same as input.
       no_table_output = skip_gram_ops._filter_input(
@@ -396,7 +396,7 @@ class SkipGramOpsTest(test.TestCase):
         lookup.KeyValueTensorInitializer(keys, values), -1)
 
     with self.cached_session():
-      vocab_freq_table.init.run()
+      vocab_freq_table.initializer.run()
       output = skip_gram_ops._filter_input(
           input_tensor=input_tensor,
           vocab_freq_table=vocab_freq_table,
diff --git a/tensorflow/python/data/kernel_tests/iterator_ops_cluster_test.py b/tensorflow/python/data/kernel_tests/iterator_ops_cluster_test.py
index 25c91b42dc..bf5fd781d6 100644
--- a/tensorflow/python/data/kernel_tests/iterator_ops_cluster_test.py
+++ b/tensorflow/python/data/kernel_tests/iterator_ops_cluster_test.py
@@ -134,7 +134,7 @@ class IteratorClusterTest(test.TestCase):
     get_next = iterator.get_next()
 
     with session.Session(worker[0].target) as sess:
-      sess.run(table.init)
+      sess.run(table.initializer)
       sess.run(init_op)
       self.assertAllEqual([0, 0, -1, 1, 2], sess.run(get_next))
 
diff --git a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
index 6a9c884318..81ef7d16be 100644
--- a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
@@ -353,7 +353,7 @@ class MapDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
     get_next = iterator.get_next()
 
     with self.cached_session() as sess:
-      sess.run(table.init)
+      sess.run(table.initializer)
       sess.run(init_op)
       sess.run(get_next)
       sess.run(get_next)
diff --git a/tensorflow/python/kernel_tests/lookup_ops_test.py b/tensorflow/python/kernel_tests/lookup_ops_test.py
index 6791a03e2e..bd93942efb 100644
--- a/tensorflow/python/kernel_tests/lookup_ops_test.py
+++ b/tensorflow/python/kernel_tests/lookup_ops_test.py
@@ -44,7 +44,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -68,7 +68,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -87,7 +87,7 @@ class HashTableOpTest(test.TestCase):
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(
               keys, values, value_dtype=dtypes.int64), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -104,7 +104,7 @@ class HashTableOpTest(test.TestCase):
       values = np.array([0, 1, 2], dtype=np.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       self.assertAllEqual(3, table.size().eval())
 
@@ -149,7 +149,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
@@ -164,7 +164,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       sp_indices = [[0, 0], [0, 1], [1, 0]]
       sp_shape = [2, 2]
@@ -187,7 +187,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       # Ref types do not produce a lookup signature mismatch.
       input_string_ref = variables.Variable("brain")
@@ -230,10 +230,10 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant([0, 1, 2], dtypes.int64)
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       with self.assertRaisesOpError("Table already initialized"):
-        table.init.run()
+        table.initializer.run()
 
   def testInitializationWithInvalidDimensions(self):
     with self.cached_session():
@@ -265,13 +265,13 @@ class HashTableOpTest(test.TestCase):
 
     # Init the table in the first session.
     with session1:
-      table.init.run()
+      table.initializer.run()
       self.assertAllEqual(3, table.size().eval())
 
     # Init the table in the second session and verify that we do not get a
     # "Table already initialized" error.
     with session2:
-      table.init.run()
+      table.initializer.run()
       self.assertAllEqual(3, table.size().eval())
 
   def testHashTableInt32String(self):
@@ -281,7 +281,7 @@ class HashTableOpTest(test.TestCase):
       values = constant_op.constant(["brain", "salad", "surgery"])
       table = lookup_ops.HashTable(
           lookup_ops.KeyValueTensorInitializer(keys, values), default_val)
-      table.init.run()
+      table.initializer.run()
 
       input_tensor = constant_op.constant([0, 1, -1])
       output = table.lookup(input_tensor)
@@ -305,7 +305,8 @@ class IndexTableFromFile(test.TestCase):
           vocabulary_file=vocabulary_file, num_oov_buckets=1)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -320,7 +321,8 @@ class IndexTableFromFile(test.TestCase):
           value_column_index=lookup_ops.TextFileIndex.LINE_NUMBER)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -336,7 +338,8 @@ class IndexTableFromFile(test.TestCase):
           delimiter=" ")
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -348,7 +351,8 @@ class IndexTableFromFile(test.TestCase):
           vocabulary_file=vocabulary_file, num_oov_buckets=1)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
       self.assertEqual(1,
@@ -362,7 +366,8 @@ class IndexTableFromFile(test.TestCase):
           vocabulary_file=vocabulary_placeholder, num_oov_buckets=1)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
 
       feed_dict = {vocabulary_placeholder.name: vocabulary_file}
       lookup_ops.tables_initializer().run(feed_dict=feed_dict)
@@ -381,7 +386,8 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(
           constant_op.constant((1, -1000, 11), dtype=dtypes.int32))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -396,7 +402,8 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(
           constant_op.constant((1, -1000, 11), dtype=dtypes.int64))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -408,7 +415,8 @@ class IndexTableFromFile(test.TestCase):
           vocabulary_file=vocabulary_file, default_value=default_value)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, default_value), ids.eval())
 
@@ -420,7 +428,8 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(
           constant_op.constant(["salad", "surgery", "tarkus", "toccata"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual(
           (
@@ -466,7 +475,8 @@ class IndexTableFromFile(test.TestCase):
           vocabulary_file=vocabulary_file, vocab_size=2)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, -1, -1), ids.eval())
       self.assertEqual(2, table.size().eval())
@@ -477,7 +487,7 @@ class IndexTableFromFile(test.TestCase):
       table = lookup_ops.index_table_from_file(
           vocabulary_file=vocabulary_file, vocab_size=4)
       self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
-                              "Invalid vocab_size", table.init.run)
+                              "Invalid vocab_size", table.initializer.run)
 
   def test_index_table_from_file_with_vocab_size(self):
     vocabulary_file = self._createVocabFile("f2i_vocab8.txt")
@@ -493,7 +503,8 @@ class IndexTableFromFile(test.TestCase):
           vocabulary_file=vocabulary_file, vocab_size=3)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, -1), ids.eval())
       self.assertEqual(3, table.size().eval())
@@ -522,14 +533,14 @@ class IndexTableFromFile(test.TestCase):
     with self.cached_session():
       table = lookup_ops.index_table_from_file(
           vocabulary_file=vocabulary_file, num_oov_buckets=1)
-      self.assertIsNotNone(table.table_ref)
+      self.assertIsNotNone(table.resource_handle)
 
   def test_index_table_from_file_table_ref_without_oov_buckets(self):
     vocabulary_file = self._createVocabFile("f2i_vocab10.txt")
     with self.cached_session():
       table = lookup_ops.index_table_from_file(
           vocabulary_file=vocabulary_file, num_oov_buckets=0)
-      self.assertIsNotNone(table.table_ref)
+      self.assertIsNotNone(table.resource_handle)
 
 
 class KeyValueTensorInitializerTest(test.TestCase):
@@ -539,14 +550,32 @@ class KeyValueTensorInitializerTest(test.TestCase):
       init = lookup_ops.KeyValueTensorInitializer(
           ("brain", "salad", "surgery"), (0, 1, 2), dtypes.string, dtypes.int64)
       table = lookup_ops.HashTable(init, default_value=-1)
-      table.init.run()
+      table.initializer.run()
+
+  def test_multiple_tables(self):
+    with ops.Graph().as_default(), self.cached_session():
+      with ops.name_scope("table_scope"):
+        init1 = lookup_ops.KeyValueTensorInitializer(
+            ("brain", "salad", "surgery"), (0, 1, 2), dtypes.string,
+            dtypes.int64)
+        table1 = lookup_ops.HashTable(init1, default_value=-1)
+        self.assertEquals("hash_table", table1.name)
+        self.assertEquals("table_scope/hash_table",
+                          table1.resource_handle.op.name)
+        init2 = lookup_ops.KeyValueTensorInitializer(
+            ("brain", "salad", "surgery"), (0, 1, 2), dtypes.string,
+            dtypes.int64)
+        table2 = lookup_ops.HashTable(init2, default_value=-1)
+        self.assertEquals("hash_table_1", table2.name)
+        self.assertEquals("table_scope/hash_table_1",
+                          table2.resource_handle.op.name)
 
   def test_int64(self):
     with ops.Graph().as_default(), self.cached_session():
       init = lookup_ops.KeyValueTensorInitializer((42, 1, -1000), (0, 1, 2),
                                                   dtypes.int64, dtypes.int64)
       table = lookup_ops.HashTable(init, default_value=-1)
-      table.init.run()
+      table.initializer.run()
 
   def test_int32(self):
     with ops.Graph().as_default(), self.cached_session():
@@ -555,7 +584,7 @@ class KeyValueTensorInitializerTest(test.TestCase):
       table = lookup_ops.HashTable(init, default_value=-1)
       with self.assertRaisesRegexp(
           errors_impl.OpError, "No OpKernel was registered"):
-        table.init.run()
+        table.initializer.run()
 
 
 class IndexTableFromTensor(test.TestCase):
@@ -584,7 +613,8 @@ class IndexTableFromTensor(test.TestCase):
       ids = table.lookup(
           constant_op.constant((1, -1000, 11), dtype=dtypes.int32))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.FailedPreconditionError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -595,7 +625,8 @@ class IndexTableFromTensor(test.TestCase):
       ids = table.lookup(
           constant_op.constant((1, -1000, 11), dtype=dtypes.int64))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.FailedPreconditionError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, 3), ids.eval())
 
@@ -607,7 +638,8 @@ class IndexTableFromTensor(test.TestCase):
           default_value=default_value)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.FailedPreconditionError):
+        ids.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((1, 2, default_value), ids.eval())
 
@@ -623,7 +655,8 @@ class IndexTableFromTensor(test.TestCase):
       table = lookup_ops.index_table_from_tensor(
           vocabulary_list=np.array([], dtype=np.str_), num_oov_buckets=1)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "brain"]))
-      self.assertRaises(errors_impl.OpError, ids.eval)
+      with self.assertRaises(errors_impl.OpError):
+        ids.eval()
       with self.assertRaisesRegexp(
           errors_impl.OpError, "keys and values cannot be empty"):
         lookup_ops.tables_initializer().run()
@@ -664,7 +697,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
             vocabulary_file=vocabulary_file)
         features = table.lookup(
             constant_op.constant([0, 1, 2, 3], dtypes.int64))
-        self.assertRaises(errors_impl.OpError, features.eval)
+        with self.assertRaises(errors_impl.OpError):
+          features.eval()
         lookup_ops.tables_initializer().run()
         self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
                             features.eval())
@@ -678,7 +712,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
           key_column_index=lookup_ops.TextFileIndex.LINE_NUMBER,
           value_column_index=0)
       features = table.lookup(constant_op.constant([0, 1, 2, 3], dtypes.int64))
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
                           features.eval())
@@ -693,7 +728,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
           value_column_index=0,
           delimiter=" ")
       features = table.lookup(constant_op.constant([0, 1, 2, 3], dtypes.int64))
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
                           features.eval())
@@ -705,7 +741,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
       table = lookup_ops.index_to_string_table_from_file(
           vocabulary_file=vocabulary_file, default_value=default_value)
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", b"surgery", default_value),
                           features.eval())
@@ -719,7 +756,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
           vocab_size=2,
           default_value=default_value)
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", default_value, default_value),
                           features.eval())
@@ -731,7 +769,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
           vocabulary_file=vocabulary_file, vocab_size=4)
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
 
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       init = lookup_ops.tables_initializer()
       self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
                               "Invalid vocab_size", init.run)
@@ -743,7 +782,8 @@ class IndexToStringTableFromFileTest(test.TestCase):
           vocabulary_file=vocabulary_file, vocab_size=3)
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
 
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", b"surgery", b"UNK"), features.eval())
 
@@ -758,7 +798,8 @@ class IndexToStringTableFromTensorTest(test.TestCase):
 
       indices = constant_op.constant([0, 1, 2, 3], dtypes.int64)
       features = table.lookup(indices)
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
       lookup_ops.tables_initializer().run()
 
       self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
@@ -782,7 +823,8 @@ class IndexToStringTableFromTensorTest(test.TestCase):
           vocabulary_list=vocabulary_list, default_value=default_value)
       indices = constant_op.constant([1, 2, 4], dtypes.int64)
       features = table.lookup(indices)
-      self.assertRaises(errors_impl.OpError, features.eval)
+      with self.assertRaises(errors_impl.OpError):
+        features.eval()
 
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", b"surgery", default_value),
@@ -805,7 +847,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
         lookup_ops.TextFileInitializer(
             vocabulary_file, dtypes.string, lookup_ops.TextFileIndex.WHOLE_LINE,
             dtypes.int64, lookup_ops.TextFileIndex.LINE_NUMBER), default_value)
-    self.evaluate(table.init)
+    self.evaluate(table.initializer)
 
     output = table.lookup(constant_op.constant(["brain", "salad", "tank"]))
 
@@ -823,7 +865,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
               vocabulary_file, dtypes.int64,
               lookup_ops.TextFileIndex.WHOLE_LINE, dtypes.int64,
               lookup_ops.TextFileIndex.LINE_NUMBER), default_value)
-      table.init.run()
+      table.initializer.run()
 
       output = table.lookup(
           constant_op.constant((42, 1, 11), dtype=dtypes.int64))
@@ -842,7 +884,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup_ops.TextFileInitializer(vocabulary_file, dtypes.int64,
                                          key_index, dtypes.string, value_index),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       input_values = constant_op.constant([0, 1, 2, 3], dtypes.int64)
       output = table.lookup(input_values)
@@ -864,7 +906,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup_ops.TextFileInitializer(vocabulary_file, dtypes.string,
                                          key_index, dtypes.int64, value_index),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "surgery"])
       output = table.lookup(input_string)
@@ -886,7 +928,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
                                          key_index, dtypes.int64, value_index),
           default_value)
       with self.assertRaisesOpError("is not a valid"):
-        table.init.run()
+        table.initializer.run()
 
   def testInvalidDataType(self):
     vocabulary_file = self._createVocabFile("one_column_3.txt")
@@ -914,7 +956,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           default_value)
 
       with self.assertRaisesOpError("Invalid number of columns"):
-        table.init.run()
+        table.initializer.run()
 
   def testInitializeSameTableWithMultipleNodes(self):
     vocabulary_file = self._createVocabFile("one_column_5.txt")
@@ -982,7 +1024,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
               vocab_size=vocab_size), default_value)
 
       # Initialize from file.
-      table1.init.run()
+      table1.initializer.run()
       self.assertEquals(vocab_size, table1.size().eval())
 
       vocabulary_file2 = self._createVocabFile("one_column7.txt")
@@ -996,7 +1038,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
               lookup_ops.TextFileIndex.LINE_NUMBER,
               vocab_size=vocab_size), default_value)
       with self.assertRaisesOpError("Invalid vocab_size"):
-        table2.init.run()
+        table2.initializer.run()
 
       vocab_size = 1
       vocabulary_file3 = self._createVocabFile("one_column3.txt")
@@ -1010,7 +1052,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
               vocab_size=vocab_size), default_value)
 
       # Smaller vocab size reads only vocab_size records.
-      table3.init.run()
+      table3.initializer.run()
       self.assertEquals(vocab_size, table3.size().eval())
 
   def testFeedVocabularyName(self):
@@ -1027,11 +1069,11 @@ class InitializeTableFromFileOpTest(test.TestCase):
       # Initialize with non existing file (old_file.txt) should fail.
       # TODO(yleon): Update message, which might change per FileSystem.
       with self.assertRaisesOpError("old_file.txt"):
-        table.init.run()
+        table.initializer.run()
 
       # Initialize the model feeding the vocabulary file.
       filenames = ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS)
-      table.init.run(feed_dict={filenames[0]: vocabulary_file})
+      table.initializer.run(feed_dict={filenames[0]: vocabulary_file})
 
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
@@ -1072,7 +1114,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup_ops.TextFileStringTableInitializer(
               vocab_file, vocab_size=vocab_size), default_value)
 
-      table.init.run()
+      table.initializer.run()
 
       input_values = constant_op.constant([0, 1, 2, 3], dtypes.int64)
 
@@ -1088,7 +1130,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
       table = lookup_ops.HashTable(
           lookup_ops.TextFileIdTableInitializer(
               vocab_file, vocab_size=vocab_size), default_value)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "surgery", "UNK"])
 
@@ -1106,7 +1148,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
           lookup_ops.TextFileIdTableInitializer(
               vocab_file, vocab_size=vocab_size, key_dtype=dtypes.int64),
           default_value)
-      table.init.run()
+      table.initializer.run()
 
       out = table.lookup(
           constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int64))
@@ -1134,7 +1176,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
                   vocab_file, vocab_size=vocab_size), default_value),
           oov_buckets)
 
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant(["brain", "salad", "surgery", "UNK"])
 
@@ -1156,7 +1198,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
           oov_buckets,
           key_dtype=dtypes.int32)
 
-      table.init.run()
+      table.initializer.run()
 
       values = constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int32)
 
@@ -1176,7 +1218,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
                   vocab_file, vocab_size=vocab_size, key_dtype=dtypes.int64),
               default_value), oov_buckets)
 
-      table.init.run()
+      table.initializer.run()
 
       values = constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int64)
 
@@ -1191,7 +1233,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       # Set a table that only uses hash buckets, for each input value returns
       # an id calculated by fingerprint("input") mod oov_buckets.
       table = lookup_ops.IdTableWithHashBuckets(None, oov_buckets)
-      table.init.run()
+      table.initializer.run()
 
       values = constant_op.constant(("brain", "salad", "surgery"))
 
@@ -1213,7 +1255,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       # an id calculated by fingerprint("input") mod oov_buckets.
       table = lookup_ops.IdTableWithHashBuckets(
           None, oov_buckets, key_dtype=dtypes.int32)
-      table.init.run()
+      table.initializer.run()
 
       input_string = constant_op.constant([42, 1, -1000], dtype=dtypes.int32)
 
@@ -1293,7 +1335,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               default_value,
               shared_name=shared_name), oov_buckets)
 
-      table1.init.run()
+      table1.initializer.run()
 
       input_string_1 = constant_op.constant(
           ["brain", "salad", "surgery", "UNK"])
@@ -1309,7 +1351,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       oov_buckets = 1
 
       # Underlying lookup table already initialized in previous session.
-      # No need to call table2.init.run()
+      # No need to call table2.initializer.run()
       table2 = lookup_ops.IdTableWithHashBuckets(
           lookup_ops.HashTable(
               lookup_ops.TextFileIdTableInitializer(
@@ -1373,7 +1415,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
           lookup_ops.HashTable(
               lookup_ops.TextFileIdTableInitializer(vocab_file, vocab_size=3),
               -1), 1)
-      table.init.run()
+      table.initializer.run()
 
       sp_ids = table.lookup(sp_features)
 
@@ -1401,7 +1443,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
                   (42, 1, -1000), (0, 1, 2), dtypes.int64, dtypes.int64), -1),
           1,
           key_dtype=dtypes.int32)
-      table.init.run()
+      table.initializer.run()
 
       sp_ids = table.lookup(sp_features)
 
@@ -1429,7 +1471,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
                   (42, 1, -1000), (0, 1, 2), dtypes.int64, dtypes.int64), -1),
           1,
           key_dtype=dtypes.int64)
-      table.init.run()
+      table.initializer.run()
 
       sp_ids = table.lookup(sp_features)
 
@@ -1487,7 +1529,8 @@ class IdTableWithHashBucketsTest(test.TestCase):
   def testIdTableWithHashBucketsNoInnerTable(self):
     with self.cached_session():
       table = lookup_ops.IdTableWithHashBuckets(None, num_oov_buckets=1)
-      self.assertIsNone(table.table_ref)
+      self.assertIsNone(table.resource_handle)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/ops/lookup_ops.py b/tensorflow/python/ops/lookup_ops.py
index cffaa983d4..89109469b7 100644
--- a/tensorflow/python/ops/lookup_ops.py
+++ b/tensorflow/python/ops/lookup_ops.py
@@ -39,6 +39,7 @@ from tensorflow.python.ops import string_ops
 # pylint: disable=wildcard-import
 from tensorflow.python.ops.gen_lookup_ops import *
 # pylint: enable=wildcard-import
+from tensorflow.python.training.checkpointable import tracking as checkpointable
 from tensorflow.python.util import compat
 from tensorflow.python.util.deprecation import deprecated
 from tensorflow.python.util.tf_export import tf_export
@@ -96,20 +97,22 @@ def _check_table_dtypes(table, key_dtype, value_dtype):
                     (table.value_dtype, value_dtype))
 
 
-class LookupInterface(object):
+class LookupInterface(checkpointable.TrackableResource):
   """Represent a lookup table that persists across different steps."""
 
-  def __init__(self, key_dtype, value_dtype, name):
+  def __init__(self, key_dtype, value_dtype):
     """Construct a lookup table interface.
 
     Args:
       key_dtype: The table key type.
       value_dtype: The table value type.
-      name: A name for the operation (optional).
     """
     self._key_dtype = dtypes.as_dtype(key_dtype)
     self._value_dtype = dtypes.as_dtype(value_dtype)
-    self._name = name
+    super(LookupInterface, self).__init__()
+
+  def create_resource(self):
+    raise NotImplementedError
 
   @property
   def key_dtype(self):
@@ -124,12 +127,7 @@ class LookupInterface(object):
   @property
   def name(self):
     """The name of the table."""
-    return self._name
-
-  @property
-  def init(self):
-    """The table initialization op."""
-    raise NotImplementedError
+    return NotImplementedError
 
   def size(self, name=None):
     """Compute the number of elements in this table."""
@@ -146,7 +144,7 @@ class InitializableLookupTableBase(LookupInterface):
   An initializable lookup tables persist across different steps.
   """
 
-  def __init__(self, table_ref, default_value, initializer):
+  def __init__(self, default_value, initializer):
     """Construct a table object from a table reference.
 
     If requires a table initializer object (subclass of `TableInitializerBase`).
@@ -154,38 +152,30 @@ class InitializableLookupTableBase(LookupInterface):
     the table. The caller is responsible to execute the initialization op.
 
     Args:
-      table_ref: The table reference, i.e. the output of the lookup table ops.
       default_value: The value to use if a key is missing in the table.
       initializer: The table initializer to use.
     """
-    if context.executing_eagerly():
-      name = context.context().scope_name
-    else:
-      name = table_ref.op.name.split("/")[-1]
-    super(InitializableLookupTableBase,
-          self).__init__(initializer.key_dtype, initializer.value_dtype,
-                         name)
-    self._table_ref = table_ref
+    super(InitializableLookupTableBase, self).__init__(initializer.key_dtype,
+                                                       initializer.value_dtype)
     self._default_value = ops.convert_to_tensor(
         default_value, dtype=self._value_dtype)
     self._default_value.get_shape().merge_with(tensor_shape.scalar())
-    self._init = initializer.initialize(self)
+    self._initializer = initializer
+    self._resource_handle = self.create_resource()
+    self._init_op = self.initialize()
+
+  def initialize(self):
+    return self._initializer.initialize(self)
 
   @property
-  def table_ref(self):
-    """Get the underlying table reference."""
-    return self._table_ref
+  def initializer(self):
+    return self._init_op
 
   @property
   def default_value(self):
     """The default value of the table."""
     return self._default_value
 
-  @property
-  def init(self):
-    """The table initialization op."""
-    return self._init
-
   def size(self, name=None):
     """Compute the number of elements in this table.
 
@@ -195,9 +185,10 @@ class InitializableLookupTableBase(LookupInterface):
     Returns:
       A scalar tensor containing the number of elements in this table.
     """
-    with ops.name_scope(name, "%s_Size" % self._name,
-                        [self._table_ref]) as scope:
-      return gen_lookup_ops.lookup_table_size_v2(self._table_ref, name=scope)
+    with ops.name_scope(name, "%s_Size" % self.name,
+                        [self.resource_handle]) as scope:
+      return gen_lookup_ops.lookup_table_size_v2(
+          self.resource_handle, name=scope)
 
   def lookup(self, keys, name=None):
     """Looks up `keys` in a table, outputs the corresponding values.
@@ -223,11 +214,11 @@ class InitializableLookupTableBase(LookupInterface):
       raise TypeError("Signature mismatch. Keys must be dtype %s, got %s." %
                       (self._key_dtype, keys.dtype))
 
-    with ops.name_scope(name, "%s_Lookup" % self._name,
-                        (self._table_ref, key_tensor,
-                         self._default_value)) as scope:
+    with ops.name_scope(
+        name, "%s_Lookup" % self.name,
+        (self.resource_handle, key_tensor, self._default_value)) as scope:
       values = gen_lookup_ops.lookup_table_find_v2(
-          self._table_ref, key_tensor, self._default_value, name=scope)
+          self.resource_handle, key_tensor, self._default_value, name=scope)
 
     values.set_shape(key_tensor.get_shape())
     if isinstance(keys, sparse_tensor.SparseTensor):
@@ -269,16 +260,28 @@ class HashTable(InitializableLookupTableBase):
     Returns:
       A `HashTable` object.
     """
-    with ops.name_scope(name, "hash_table", (initializer,
-                                             default_value)) as scope:
+    self._initializer = initializer
+    self._default_value = default_value
+    self._shared_name = shared_name
+    self._name = name
+    self._table_name = ""
+    super(HashTable, self).__init__(default_value, initializer)
+    self._value_shape = self._default_value.get_shape()
+
+  def create_resource(self):
+    with ops.name_scope(self._name, "hash_table",
+                        (self._initializer, self._default_value)) as scope:
       table_ref = gen_lookup_ops.hash_table_v2(
-          shared_name=shared_name,
-          key_dtype=initializer.key_dtype,
-          value_dtype=initializer.value_dtype,
+          shared_name=self._shared_name,
+          key_dtype=self._initializer.key_dtype,
+          value_dtype=self._initializer.value_dtype,
           name=scope)
+      self._table_name = scope.split("/")[-2]
+    return table_ref
 
-      super(HashTable, self).__init__(table_ref, default_value, initializer)
-      self._value_shape = self._default_value.get_shape()
+  @property
+  def name(self):
+    return self._table_name
 
   def export(self, name=None):
     """Returns tensors of all keys and values in the table.
@@ -290,11 +293,11 @@ class HashTable(InitializableLookupTableBase):
       A pair of tensors with the first tensor containing all keys and the
         second tensors containing all values in the table.
     """
-    with ops.name_scope(name, "%s_Export" % self._name,
-                        [self._table_ref]) as name:
-      with ops.colocate_with(self._table_ref):
+    with ops.name_scope(name, "%s_Export" % self.name,
+                        [self.resource_handle]) as name:
+      with ops.colocate_with(self.resource_handle):
         exported_keys, exported_values = gen_lookup_ops.lookup_table_export_v2(
-            self._table_ref, self._key_dtype, self._value_dtype, name=name)
+            self.resource_handle, self._key_dtype, self._value_dtype, name=name)
 
     exported_values.set_shape(exported_keys.get_shape().concatenate(
         self._value_shape))
@@ -366,7 +369,7 @@ class KeyValueTensorInitializer(TableInitializerBase):
     """
     _check_table_dtypes(table, self._keys.dtype, self._values.dtype)
     with ops.name_scope(
-        self._name, values=(table.table_ref, self._keys,
+        self._name, values=(table.resource_handle, self._keys,
                             self._values)) as scope:
       if context.executing_eagerly():
         # Ensure a unique name when eager execution is enabled to avoid spurious
@@ -374,11 +377,11 @@ class KeyValueTensorInitializer(TableInitializerBase):
         scope += str(ops.uid())
       if fwd_compat.forward_compatible(2018, 9, 19):
         init_op = gen_lookup_ops.lookup_table_import_v2(
-            table.table_ref, self._keys, self._values, name=scope)
+            table.resource_handle, self._keys, self._values, name=scope)
       else:
         # To maintain forward compatibiltiy, use the old implementation.
         init_op = gen_lookup_ops.initialize_table_v2(
-            table.table_ref, self._keys, self._values, name=scope)
+            table.resource_handle, self._keys, self._values, name=scope)
     ops.add_to_collection(ops.GraphKeys.TABLE_INITIALIZERS, init_op)
     return init_op
 
@@ -538,11 +541,11 @@ class TextFileInitializer(TableInitializerBase):
     """
     _check_table_dtypes(table, self.key_dtype, self.value_dtype)
     with ops.name_scope(self._name, "text_file_init",
-                        (table.table_ref,)) as scope:
+                        (table.resource_handle,)) as scope:
       filename = ops.convert_to_tensor(
           self._filename, dtypes.string, name="asset_filepath")
       init_op = gen_lookup_ops.initialize_table_from_text_file_v2(
-          table.table_ref,
+          table.resource_handle,
           filename,
           self._key_index,
           self._value_index,
@@ -806,36 +809,37 @@ class IdTableWithHashBuckets(LookupInterface):
       raise TypeError(
           "hasher_spec must be of type HasherSpec, got %s" % hasher_spec)
     self._hasher_spec = hasher_spec
-    super(IdTableWithHashBuckets, self).__init__(key_dtype, dtypes.int64,
-                                                 name.split("/")[-1])
+    self._table_name = name.split("/")[-1]
+    super(IdTableWithHashBuckets, self).__init__(key_dtype, dtypes.int64)
 
-  @property
-  def init(self):
-    """The table initialization op."""
-    if self._table:
-      return self._table.init
+  def create_resource(self):
+    if self._table is not None:
+      return self._table.create_resource()
+    return None
+
+  def initialize(self):
+    if self._table is not None:
+      return self._table.initialize()
     with ops.name_scope(None, "init"):
       return control_flow_ops.no_op()
 
   @property
-  def table_ref(self):
-    """Returns the table_ref of the underlying table, if one exists.
-
-    Only use the table_ref directly if you know what you are doing. The
-    table_ref does not have the "hash bucket" functionality, as that is provided
-    by this class.
-
-    One possible use of the table_ref is subtokenization, i.e. ops which
-    dynamically decompose tokens into subtokens based on the contents of the
-    table_ref.
+  def initializer(self):
+    if self._table is not None:
+      return self._table._init_op  # pylint: disable=protected-access
+    with ops.name_scope(None, "init"):
+      return control_flow_ops.no_op()
 
-    Returns:
-      the underlying table_ref, or None if there is no underlying table
-    """
+  @property
+  def resource_handle(self):
     if self._table is not None:
-      return self._table.table_ref
+      return self._table.resource_handle
     return None
 
+  @property
+  def name(self):
+    return self._table_name
+
   def size(self, name=None):
     """Compute the number of elements in this table."""
     with ops.name_scope(name, "%s_Size" % self.name) as scope:
@@ -1139,7 +1143,6 @@ def index_table_from_tensor(vocabulary_list,
           hasher_spec=hasher_spec,
           name=feat_to_id_scope,
           key_dtype=dtype)
-
     return table
 
 
-- 
GitLab


From ee428710aebe13f72433dfa76b16544d79f8de43 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 12:31:35 -0700
Subject: [PATCH 0975/1825] Use TensorId in GraphProperties.

PiperOrigin-RevId: 219842428
---
 tensorflow/core/grappler/costs/BUILD          |  1 +
 .../core/grappler/costs/graph_properties.cc   | 24 +++++++++----------
 .../core/grappler/costs/graph_properties.h    |  6 +++--
 3 files changed, 16 insertions(+), 15 deletions(-)

diff --git a/tensorflow/core/grappler/costs/BUILD b/tensorflow/core/grappler/costs/BUILD
index f52735fd64..5090e62b2c 100644
--- a/tensorflow/core/grappler/costs/BUILD
+++ b/tensorflow/core/grappler/costs/BUILD
@@ -42,6 +42,7 @@ cc_library(
     deps = [
         ":utils",
         "@com_google_absl//absl/memory",
+        "@com_google_absl//absl/strings",
         "//tensorflow/core/grappler/utils:functions",
         "//tensorflow/core/grappler/utils:topological_sort",
         "//tensorflow/core/grappler:mutable_graph_view",
diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index 50ed0f1a87..db814ecab2 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -29,6 +29,7 @@ limitations under the License.
 #include "tensorflow/core/framework/types.pb.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/graph/graph_constructor.h"
+#include "tensorflow/core/graph/tensor_id.h"
 #include "tensorflow/core/grappler/costs/utils.h"
 #include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/core/grappler/op_types.h"
@@ -290,9 +291,9 @@ bool HasAnyUnknownDimensions(const TensorShapeProto& proto) {
 // This really should be done in an external debugging tool
 void VerboseLogUnknownDimensionSources(
     const GraphDef& graph,
-    const std::map<string, std::vector<OpInfo::TensorProperties>>&
+    const std::unordered_map<string, std::vector<OpInfo::TensorProperties>>&
         input_properties_map,
-    const std::map<string, std::vector<OpInfo::TensorProperties>>&
+    const std::unordered_map<string, std::vector<OpInfo::TensorProperties>>&
         output_properties_map) {
   if (!VLOG_IS_ON(2)) {
     return;
@@ -609,24 +610,22 @@ class SymbolicShapeRefiner {
 
       // It is guaranteed that output_tensors does not contain any control
       // inputs, so port_id >= 0.
-      string out_tensor = out_arg.output_tensors[0];
-      int port_id;
-      string node_name = ParseNodeName(out_tensor, &port_id);
+      TensorId out_tensor = ParseTensorName(out_arg.output_tensors[0]);
 
-      const NodeDef* retnode = gv.GetNode(node_name);
+      const NodeDef* retnode = gv.GetNode(out_tensor.node());
       if (retnode == nullptr) {
         return errors::FailedPrecondition(
-            "Unable to find return function_node ", node_name, " for ",
+            "Unable to find return function_node ", out_tensor.node(), " for ",
             function_node->name());
       }
 
       auto output_properties = gp.GetOutputProperties(retnode->name());
-      if (port_id >= output_properties.size()) {
+      if (out_tensor.index() >= output_properties.size()) {
         return errors::InvalidArgument(
-            out_tensor, " has invalid position ", port_id,
+            out_tensor.ToString(), " has invalid position ", out_tensor.index(),
             " (output_properties.size() = ", output_properties.size(), ").");
       }
-      auto const& outprop = output_properties[port_id];
+      auto const& outprop = output_properties[out_tensor.index()];
       const TensorShapeProto& shape = outprop.shape();
       ShapeHandle out;
       TF_RETURN_IF_ERROR(ic->MakeShapeFromShapeProto(shape, &out));
@@ -1653,9 +1652,8 @@ Status GraphProperties::InferStatically(bool assume_valid_feeds) {
   std::unordered_map<string, std::unordered_set<int>> fed_ports;
   if (!assume_valid_feeds) {
     for (const auto& feed : item_.feed) {
-      int port_index = 0;
-      string node_name = ParseNodeName(feed.first, &port_index);
-      fed_ports[node_name].insert(port_index);
+      SafeTensorId tensor_id = ParseTensorName(feed.first);
+      fed_ports[tensor_id.node()].insert(tensor_id.index());
     }
   }
 
diff --git a/tensorflow/core/grappler/costs/graph_properties.h b/tensorflow/core/grappler/costs/graph_properties.h
index 28fd7565cc..e5036d3cdf 100644
--- a/tensorflow/core/grappler/costs/graph_properties.h
+++ b/tensorflow/core/grappler/costs/graph_properties.h
@@ -123,8 +123,10 @@ class GraphProperties {
 
   // Data members
   const GrapplerItem& item_;
-  std::map<string, std::vector<OpInfo::TensorProperties>> input_properties_;
-  std::map<string, std::vector<OpInfo::TensorProperties>> output_properties_;
+  std::unordered_map<string, std::vector<OpInfo::TensorProperties>>
+      input_properties_;
+  std::unordered_map<string, std::vector<OpInfo::TensorProperties>>
+      output_properties_;
   const std::vector<OpInfo::TensorProperties> missing_properties_;
 };
 
-- 
GitLab


From 0fc52d37dbec5517364cd7f769480eb1c9b510ca Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 12:43:02 -0700
Subject: [PATCH 0976/1825] Check that the new value-preserving node has a
 registered kernel.

PiperOrigin-RevId: 219844228
---
 .../optimizers/arithmetic_optimizer.cc        | 15 ++++++-------
 .../optimizers/arithmetic_optimizer_test.cc   |  7 ++-----
 tensorflow/core/grappler/utils.cc             | 11 ++++++++++
 tensorflow/core/grappler/utils.h              |  4 ++++
 tensorflow/core/grappler/utils_test.cc        | 21 +++++++++++++++++++
 5 files changed, 46 insertions(+), 12 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index 1b1a6c219e..d24691eb4f 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -1923,15 +1923,16 @@ class ReorderCastLikeAndValuePreserving : public ArithmeticOptimizerStage {
     NodeDef* new_consumer = AddCopyNode(optimized_producer_name, producer);
     new_consumer->set_input(0, new_producer->name());
 
+    NodeDef* new_value_preserving =
+        producer_is_cast ? new_producer : new_consumer;
+    const DataType new_input_type =
+        producer_is_cast ? cast_src_type : cast_dst_type;
     // Update the input type of the value-preserving node. The input and
     // output types of the cast-like nodes remain the same.
-    if (producer_is_cast) {
-      // Op(Cast()) -> Cast(Op())
-      TF_RETURN_IF_ERROR(SetInputType(cast_src_type, new_producer));
-    } else {
-      // Cast(Op()) -> Op(Cast())
-      TF_RETURN_IF_ERROR(SetInputType(cast_dst_type, new_consumer));
-    }
+    TF_RETURN_IF_ERROR(SetInputType(new_input_type, new_value_preserving));
+    // Make sure there is a kernel registered for the value preserving op
+    // with the new input type.
+    TF_RETURN_IF_ERROR(IsKernelRegisteredForNode(*new_value_preserving));
     ctx().node_map->AddOutput(new_producer->name(), new_consumer->name());
 
     AddToOptimizationQueue(new_producer);
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
index 1d50f1d6c8..b6286c425e 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer_test.cc
@@ -1388,8 +1388,6 @@ TEST_F(ArithmeticOptimizerTest, ReorderS2DCast_ProducerIsCast) {
   ArithmeticOptimizer optimizer;
   OptimizeAndPrune(&optimizer, &item, &output);
 
-  LOG(INFO) << output.DebugString();
-
   const NodeDef* s2d_node = nullptr;
   for (const NodeDef& node : output.node()) {
     if (node.op() == "SpaceToDepth") {
@@ -1862,7 +1860,7 @@ TEST_F(ArithmeticOptimizerTest, OptimizeCastMulTransposeConv) {
   //   Conv2D(Transpose(Cast(I)), W*S)
   //     =>
   //   Conv2D(Cast(Transpose(I)), W*S)
-  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/gpu:0");
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/cpu:0");
 
   Output inputs =
       ops::Placeholder(s, DT_UINT8, ops::Placeholder::Shape({8, 28, 28, 3}));
@@ -1883,7 +1881,6 @@ TEST_F(ArithmeticOptimizerTest, OptimizeCastMulTransposeConv) {
   GraphDef output;
   ArithmeticOptimizer optimizer;  // all optimization stages are on
   OptimizeTwiceAndPrune(&optimizer, &item, &output, /*const_folding=*/true);
-  LOG(INFO) << output.DebugString();
   NodeMap node_map(&output);
 
   // Expected names for reordered cast and transpose.
@@ -1918,7 +1915,7 @@ TEST_F(ArithmeticOptimizerTest, OptimizeCastMulTransposeConv) {
 TEST_F(ArithmeticOptimizerTest, OptimizeMultipleMulTransposeConv) {
   // This unit test exercises optimization of folding mul into conv for
   // multiple nodes in the graph.
-  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/gpu:0");
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope().WithDevice("/cpu:0");
 
   GrapplerItem item;
   Output conv[2];
diff --git a/tensorflow/core/grappler/utils.cc b/tensorflow/core/grappler/utils.cc
index ac54eae0e5..2ac11a024c 100644
--- a/tensorflow/core/grappler/utils.cc
+++ b/tensorflow/core/grappler/utils.cc
@@ -25,12 +25,14 @@ limitations under the License.
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/op.h"
 #include "tensorflow/core/framework/op_def.pb.h"
+#include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/lib/core/stringpiece.h"
 #include "tensorflow/core/lib/strings/numbers.h"
 #include "tensorflow/core/lib/strings/scanner.h"
 #include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/platform/notification.h"
+#include "tensorflow/core/util/device_name_utils.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -563,5 +565,14 @@ Status CheckAttrsExist(const NodeDef& node, absl::Span<const string> keys) {
   return Status::OK();
 }
 
+Status IsKernelRegisteredForNode(const NodeDef& node) {
+  DeviceNameUtils::ParsedName parsed_name;
+  if (!DeviceNameUtils::ParseFullName(node.device(), &parsed_name)) {
+    return errors::InvalidArgument("Could not parse device name: ",
+                                   node.device());
+  }
+  return FindKernelDef(DeviceType(parsed_name.type), node, nullptr, nullptr);
+}
+
 }  // end namespace grappler
 }  // end namespace tensorflow
diff --git a/tensorflow/core/grappler/utils.h b/tensorflow/core/grappler/utils.h
index 39319eacb7..e40b4748cf 100644
--- a/tensorflow/core/grappler/utils.h
+++ b/tensorflow/core/grappler/utils.h
@@ -276,6 +276,10 @@ NodeDef* GetTailOfChain(const NodeDef& source, const NodeMap& node_map,
 void PermuteNodesInPlace(GraphDef* graph, std::vector<int>* permutation,
                          bool invert_permutation);
 
+// Returns Status::OK() if a kernel is registered for node.op() on the device
+// type corresponding to node.device().
+Status IsKernelRegisteredForNode(const NodeDef& node);
+
 Status SetTensorValue(DataType dtype, int value, Tensor* tensor);
 
 void EraseNodesFromGraph(const std::set<int>& nodes_to_delete, GraphDef* graph);
diff --git a/tensorflow/core/grappler/utils_test.cc b/tensorflow/core/grappler/utils_test.cc
index 447195b001..8cbff1c397 100644
--- a/tensorflow/core/grappler/utils_test.cc
+++ b/tensorflow/core/grappler/utils_test.cc
@@ -384,6 +384,27 @@ TEST_F(UtilsTest, DeleteNodes) {
   // TODO(rmlarsen): write forgotten test.
 }
 
+TEST(IsKernelRegisteredForNode, All) {
+  NodeDef node;
+  node.set_name("foo");
+  node.set_op("NoOp");
+  node.set_device("/cpu:0");
+  TF_EXPECT_OK(IsKernelRegisteredForNode(node));
+  node.set_device("/gpu:0");
+  TF_EXPECT_OK(IsKernelRegisteredForNode(node));
+
+  // Bad device name.
+  node.set_device("");
+  EXPECT_FALSE(IsKernelRegisteredForNode(node).ok());
+
+  // Check an op that is only defined on CPU.
+  node.set_op("MatchingFiles");
+  node.set_device("/cpu:0");
+  TF_EXPECT_OK(IsKernelRegisteredForNode(node));
+  node.set_device("/gpu:0");
+  EXPECT_FALSE(IsKernelRegisteredForNode(node).ok());
+}
+
 #define BM_NodePositionIfSameNode(I, N, NAME)               \
   static void BM_NodePositionIfSameNode_##NAME(int iters) { \
     string input = I;                                       \
-- 
GitLab


From 1a942a88d06fa02425409968b7ef7b278c209bf4 Mon Sep 17 00:00:00 2001
From: frreiss <frreiss@us.ibm.com>
Date: Fri, 2 Nov 2018 12:49:39 -0700
Subject: [PATCH 0977/1825] Address review comments

---
 tensorflow/python/ops/control_flow_ops.py      | 3 +--
 tensorflow/python/ops/control_flow_ops_test.py | 2 +-
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 0673cfabbf..dcea747d4b 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -3614,8 +3614,7 @@ def _case_verify_and_canonicalize_args(pred_fn_pairs, exclusive, name,
     if context.executing_eagerly():
       # No name to sort on in eager mode. Use dictionary traversal order, 
       # which is nondeterministic in versions of Python < 3.6
-      if not exclusive and not isinstance(pred_fn_pairs, 
-                                          collections.OrderedDict):
+      if not exclusive:
         raise ValueError("Unordered dictionaries are not supported for the "
                          "`pred_fn_pairs` argument when `exclusive=False` and "
                          "eager mode is enabled.")
diff --git a/tensorflow/python/ops/control_flow_ops_test.py b/tensorflow/python/ops/control_flow_ops_test.py
index d65755a960..6c246161c1 100644
--- a/tensorflow/python/ops/control_flow_ops_test.py
+++ b/tensorflow/python/ops/control_flow_ops_test.py
@@ -937,7 +937,7 @@ class CaseTest(test_util.TensorFlowTestCase):
         sess.run(output, feed_dict={x: 4})
 
   @test_util.run_in_graph_and_eager_modes
-  def testCase_dict_eagerMode(self):
+  def testCase_dict(self):
     x = constant_op.constant(2)
     conditions = {math_ops.equal(x, 1): lambda: constant_op.constant(2),
                   math_ops.equal(x, 2): lambda: constant_op.constant(4)}
-- 
GitLab


From 0ffc664b1eaf50e4740350cd61465370b61e3f44 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 2 Nov 2018 13:06:14 -0700
Subject: [PATCH 0978/1825] [tf.data] Avoid tracking allocations when
 collecting stats for a `CapturedFunction`.

This change adds `NodeExecStatsInterface::TrackAllocations()` method to control allocation tracking, and uses it in the stats collector implementation used in `CapturedFunction`.

Currently, the use of any `StepStatsCollectorInterface` implementation will
enable allocation tracking. However, not all implementations actually make use
of the tracked allocations, and so this is wasted effort (and it has led to
memory leaks in the past). This change allows a `NodeExecStatsInterface` to
decide whether allocations should be tracked or not, on a node-by-node basis.
It also modifies the stats collector used in `tf.data` functions to disable
allocation tracking, since it is not (currently) used as part of the performance
modeling code.

PiperOrigin-RevId: 219847937
---
 tensorflow/core/common_runtime/executor.cc         |  5 +++--
 .../core/common_runtime/step_stats_collector.h     |  4 ++++
 tensorflow/core/kernels/data/captured_function.cc  | 14 ++++++--------
 3 files changed, 13 insertions(+), 10 deletions(-)

diff --git a/tensorflow/core/common_runtime/executor.cc b/tensorflow/core/common_runtime/executor.cc
index f5c6a5c669..1e68954827 100644
--- a/tensorflow/core/common_runtime/executor.cc
+++ b/tensorflow/core/common_runtime/executor.cc
@@ -1651,9 +1651,10 @@ void ExecutorState::Process(TaggedNode tagged_node, int64 scheduled_nsec) {
     params.track_allocations = false;
     stats = nullptr;
     if (stats_collector_ && !tagged_node.is_dead) {
-      // track allocations if and only if we are collecting statistics
-      params.track_allocations = true;
       stats = stats_collector_->CreateNodeExecStats(node);
+      // Track allocations if and only if we are collecting statistics, and
+      // `stats` object is expecting allocations to be tracked.
+      params.track_allocations = stats ? stats->TrackAllocations() : false;
       nodestats::SetScheduled(stats, scheduled_nsec);
       nodestats::SetAllStart(stats);
     }
diff --git a/tensorflow/core/common_runtime/step_stats_collector.h b/tensorflow/core/common_runtime/step_stats_collector.h
index b73c14aef6..4a1bb44f4b 100644
--- a/tensorflow/core/common_runtime/step_stats_collector.h
+++ b/tensorflow/core/common_runtime/step_stats_collector.h
@@ -68,6 +68,9 @@ class NodeExecStatsInterface {
   // Called immediately after this executor finishes processing this node.
   virtual void RecordExecutorEnded() = 0;
 
+  // Returns `true` if this object should track memory allocations.
+  virtual bool TrackAllocations() const = 0;
+
   // Records information about the memory allocated during the execution of this
   // node.
   //
@@ -107,6 +110,7 @@ class NodeExecStatsWrapper : public NodeExecStatsInterface {
   void RecordComputeStarted() override;
   void RecordComputeEnded() override;
   void RecordExecutorEnded() override;
+  bool TrackAllocations() const override { return true; }
   void SetMemory(OpKernelContext* ctx) override;
   void SetOutput(int slot, const Tensor* tensor) override;
   void SetReferencedTensors(const TensorReferenceVector& tensors) override;
diff --git a/tensorflow/core/kernels/data/captured_function.cc b/tensorflow/core/kernels/data/captured_function.cc
index bf91b7c94f..d36eec0646 100644
--- a/tensorflow/core/kernels/data/captured_function.cc
+++ b/tensorflow/core/kernels/data/captured_function.cc
@@ -77,15 +77,13 @@ class SimpleStepStatsCollector : public StepStatsCollectorInterface {
       end_time_ns_ = Env::Default()->NowNanos();
     }
 
+    bool TrackAllocations() const override { return false; }
+
     void SetMemory(OpKernelContext* ctx) override {
-      for (OpKernelContext::WrappedAllocator& wrapped_allocator :
-           ctx->wrapped_allocators()) {
-        // TODO(b/118821822): It is not ideal that we get the records and
-        // discard them, but `TrackingAllocator` has no convenient interface for
-        // unreffing without getting the values, and the right thing to do here
-        // is to avoid tracking allocations at all.
-        wrapped_allocator.second->GetRecordsAndUnRef();
-      }
+      // Returning `false` from `TrackAllocations()` should prevent
+      // `TrackingAllocator` objects from being constructed.
+      DCHECK_EQ(0, ctx->wrapped_allocators().size())
+          << "Allocations were tracked but should not have been requested.";
     }
 
     void SetOutput(int slot, const Tensor* tensor) override {}
-- 
GitLab


From e372f7f002f94e45a270b84a2d5057b31cc071ac Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Fri, 2 Nov 2018 13:16:30 -0700
Subject: [PATCH 0979/1825] Allow alpha to be a numpy array when calling
 leaky_relu

PiperOrigin-RevId: 219849351
---
 tensorflow/python/ops/nn_ops.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index e31d162285..74343f832b 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -1609,6 +1609,8 @@ def leaky_relu(features, alpha=0.2, name=None):
     if features.dtype.is_integer:
       features = math_ops.to_float(features)
     if compat.forward_compatible(2018, 11, 1):
+      if isinstance(alpha, np.ndarray):
+        alpha = np.asscalar(alpha)
       return gen_nn_ops.leaky_relu(features, alpha=alpha, name=name)
     alpha = ops.convert_to_tensor(alpha, dtype=features.dtype, name="alpha")
     return math_ops.maximum(alpha * features, features, name=name)
-- 
GitLab


From e7e098c36530f6a149251506e63680ca2eb21a45 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 13:34:18 -0700
Subject: [PATCH 0980/1825] Show how graphs with multiple flex subgraphs are
 computed incorrectly.

PiperOrigin-RevId: 219852232
---
 tensorflow/lite/delegates/flex/kernel_test.cc | 50 +++++++++++++++----
 1 file changed, 39 insertions(+), 11 deletions(-)

diff --git a/tensorflow/lite/delegates/flex/kernel_test.cc b/tensorflow/lite/delegates/flex/kernel_test.cc
index 93d472d3f4..d83a967806 100644
--- a/tensorflow/lite/delegates/flex/kernel_test.cc
+++ b/tensorflow/lite/delegates/flex/kernel_test.cc
@@ -194,29 +194,57 @@ TEST_F(KernelTest, MixedGraph) {
   ASSERT_THAT(GetValues(8), ElementsAre(14.52f, 38.72f));
 }
 
+// We will build a complex graph where most of the ops are TF ops, but one
+// of them, right in the middle is handle natively by TF Lite. This results
+// in two flex subgraphs to handle the TF ops, and some of the tensors
+// connect those two subgraphs directly.
 TEST_F(KernelTest, SplitGraph) {
-  AddTensors(10, {0}, {9}, kTfLiteFloat32, {3});
+  std::vector<float> a = {3.0f, 1.0f, 0.5f, -1.0f, 4.0f, -1.0f, -2.0f, 5.0f};
+  std::vector<float> b = {0.0f, 1.0f, 1.5f, 3.0f};
 
-  AddTfOp(testing::kUnpack, {0}, {1, 2});
-  AddTfOp(testing::kAdd, {1, 2}, {3});
-  AddTfOp(testing::kUnpack, {3}, {4, 5});
+  AddTensors(18, {0, 1}, {17}, kTfLiteFloat32, {3});
+
+  // Split the first input. Each branch below uses one half of it.
+  AddTfOp(testing::kUnpack, {0}, {2, 10});
 
-  AddTfLiteMulOp({4, 5}, {6});
+  // The left branch: l = (a0 + b0) * (a2 + b2) + (a1 + b1) * (a3 + b3) = 10
+  AddTfOp(testing::kAdd, {1, 2}, {3});     // => 3, 2, 2, 2
+  AddTfOp(testing::kUnpack, {3}, {4, 5});  // => 3, 2 --- 2, 2
+  AddTfLiteMulOp({4, 5}, {6});             // => 6, 4
+  AddTfOp(testing::kUnpack, {6}, {7, 8});  // => 6 -- 4
+  AddTfOp(testing::kAdd, {7, 8}, {9});     // => 10
 
-  AddTfOp(testing::kUnpack, {6}, {7, 8});
-  AddTfOp(testing::kAdd, {7, 8}, {9});
+  // The right branch: r = (a4 + a6) + (a5 + a7) = 6
+  AddTfOp(testing::kUnpack, {10}, {11, 12});  // => 4, -1 --- -2, 5
+  AddTfOp(testing::kAdd, {11, 12}, {13});     // => 2, 4
+  AddTfOp(testing::kUnpack, {13}, {14, 15});  // => 2 --- 4
+  AddTfOp(testing::kAdd, {14, 15}, {16});     // => 6
+
+  // The two branches added together:
+  AddTfOp(testing::kAdd, {9, 16}, {17});  // => 16
 
   ConfigureDelegate([](TfLiteContext* context, TfLiteDelegate* delegate) {
-    return GenericPrepare(context, delegate, {0, 1, 2, 4, 5});
+    // All ops by #3 are TF ops, handled by the delegate. However, because #4
+    // depends on the non-TF op, two subgraphs are necessary:
+    //    TF subgraph 1: 0, 1, 2, 6, 7, 8, 9
+    //    TF Lite Op: 3
+    //    TF subgraph 2: 4, 5, 10
+    return GenericPrepare(context, delegate, {0, 1, 2, 4, 5, 6, 7, 8, 9, 10});
   });
 
   SetShape(0, {2, 2, 2, 1});
-  SetValues(0, {3.0f, 1.0f, 0.5f, -1.0f, 0.0f, 1.0f, 1.5f, 3.0f});
+  SetValues(0, a);
+  SetShape(1, {2, 2, 1});
+  SetValues(1, b);
 
   ASSERT_TRUE(Invoke());
 
-  ASSERT_THAT(GetShape(9), ElementsAre(1));
-  ASSERT_THAT(GetValues(9), ElementsAre(10.0f));
+  ASSERT_THAT(GetShape(17), ElementsAre(1));
+
+  // It should really be 16, but we are messing up tensor #16 with
+  // data from the TF Lite buffer, even though that particular tensor
+  // should use the data produced by TF.
+  ASSERT_THAT(GetValues(17), ElementsAre(::testing::Not(16.0f)));
 }
 
 }  // namespace
-- 
GitLab


From 92878d5ae1596858c7682a2e93e5fe8969066854 Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Fri, 2 Nov 2018 20:50:36 +0000
Subject: [PATCH 0981/1825] Fixed import nest issue

---
 tensorflow/python/ops/cond_v2.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 714cfbf4db..7e6c95ac88 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -34,6 +34,8 @@ from tensorflow.python.ops import control_flow_util
 from tensorflow.python.ops import control_flow_util_v2 as util
 from tensorflow.python.ops import gen_functional_ops
 from tensorflow.python.ops import gradients_impl
+from tensorflow.python.util import nest
+
 
 # NOTE(skyewm): TensorFlow uses protected class methods and fields to signify
 # that they aren't part of the official public API. These protected members
-- 
GitLab


From 7abd2cd87b11004ba57b56079d63f8bb50caff27 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 14:01:05 -0700
Subject: [PATCH 0982/1825] Keep a copy of ParentMapper. Up to ~2x improvement
 in some cases.

PiperOrigin-RevId: 219856838
---
 tensorflow/core/kernels/eigen_cuboid_convolution.h   | 4 +++-
 tensorflow/core/kernels/eigen_spatial_convolutions.h | 8 +++++---
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/kernels/eigen_cuboid_convolution.h b/tensorflow/core/kernels/eigen_cuboid_convolution.h
index 6a9a2accd8..a98850cf4b 100644
--- a/tensorflow/core/kernels/eigen_cuboid_convolution.h
+++ b/tensorflow/core/kernels/eigen_cuboid_convolution.h
@@ -948,7 +948,9 @@ class TensorContractionSubMapper<
   }
 
  private:
-  const ParentMapper& m_base_mapper;
+  const ParentMapper m_base_mapper;  // Keeping a copy instead of a reference
+                                     // performs better in benchmarks.
+
   Index m_depth_offset;  // First row in the input matrix
   Index m_col_offset;    // First col in the input matrix
 
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions.h b/tensorflow/core/kernels/eigen_spatial_convolutions.h
index e926d73f87..a08c7064d5 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions.h
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions.h
@@ -726,9 +726,11 @@ class TensorContractionSubMapper<
   }
 
  private:
-  const ParentMapper& m_base_mapper;  // that was a reference before
-  Index m_depth_offset;               // First row in the input matrix
-  Index m_col_offset;                 // First col in the input matrix
+  const ParentMapper m_base_mapper;  // Keeping a copy instead of a reference
+                                     // performs better in benchmarks.
+
+  Index m_depth_offset;  // First row in the input matrix
+  Index m_col_offset;    // First col in the input matrix
 
   // Knowing that: col_offset == patchIndex * OTHERS, we keep precomputed base
   // indices for the first element in a patch specified by col_offset
-- 
GitLab


From 7114422d269d0ab522f9b937d06f8385e3c1406c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 14:03:08 -0700
Subject: [PATCH 0983/1825] Update numeric sequence column to new FeatureColumn
 interface.

PiperOrigin-RevId: 219857298
---
 tensorflow/contrib/feature_column/BUILD       |   42 +
 .../sequence_feature_column_v2.py             |  547 ++++++
 .../sequence_feature_column_v2_test.py        | 1507 +++++++++++++++++
 3 files changed, 2096 insertions(+)
 create mode 100644 tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py
 create mode 100644 tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py

diff --git a/tensorflow/contrib/feature_column/BUILD b/tensorflow/contrib/feature_column/BUILD
index a926ffd598..bbe335be3e 100644
--- a/tensorflow/contrib/feature_column/BUILD
+++ b/tensorflow/contrib/feature_column/BUILD
@@ -73,3 +73,45 @@ py_test(
         "//tensorflow/python/keras:layers",
     ],
 )
+
+py_library(
+    name = "sequence_feature_column_v2",
+    srcs = ["python/feature_column/sequence_feature_column_v2.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:check_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:parsing_ops",
+        "//tensorflow/python:sparse_ops",
+        "//tensorflow/python:tensor_shape",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python/feature_column",
+        "//tensorflow/python/feature_column:feature_column_v2",
+    ],
+)
+
+py_test(
+    name = "sequence_feature_column_v2_test",
+    srcs = ["python/feature_column/sequence_feature_column_v2_test.py"],
+    srcs_version = "PY2AND3",
+    tags = ["no_pip"],
+    deps = [
+        ":sequence_feature_column",
+        ":sequence_feature_column_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:parsing_ops",
+        "//tensorflow/python:sparse_tensor",
+        "//tensorflow/python:training",
+        "//tensorflow/python/feature_column",
+        "//tensorflow/python/feature_column:feature_column_v2",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
diff --git a/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py
new file mode 100644
index 0000000000..6e775afb69
--- /dev/null
+++ b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py
@@ -0,0 +1,547 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""This API defines FeatureColumn for sequential input.
+
+NOTE: This API is a work in progress and will likely be changing frequently.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+
+import collections
+
+
+from tensorflow.python.feature_column import feature_column as fc_old
+from tensorflow.python.feature_column import feature_column_v2 as fc
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import check_ops
+from tensorflow.python.ops import parsing_ops
+from tensorflow.python.ops import sparse_ops
+from tensorflow.python.ops import variable_scope
+
+# pylint: disable=protected-access
+
+
+def sequence_input_layer(
+    features,
+    feature_columns,
+    weight_collections=None,
+    trainable=True):
+  """"Builds input layer for sequence input.
+
+  All `feature_columns` must be sequence dense columns with the same
+  `sequence_length`. The output of this method can be fed into sequence
+  networks, such as RNN.
+
+  The output of this method is a 3D `Tensor` of shape `[batch_size, T, D]`.
+  `T` is the maximum sequence length for this batch, which could differ from
+  batch to batch.
+
+  If multiple `feature_columns` are given with `Di` `num_elements` each, their
+  outputs are concatenated. So, the final `Tensor` has shape
+  `[batch_size, T, D0 + D1 + ... + Dn]`.
+
+  Example:
+
+  ```python
+  rating = sequence_numeric_column('rating')
+  watches = sequence_categorical_column_with_identity(
+      'watches', num_buckets=1000)
+  watches_embedding = embedding_column(watches, dimension=10)
+  columns = [rating, watches]
+
+  features = tf.parse_example(..., features=make_parse_example_spec(columns))
+  input_layer, sequence_length = sequence_input_layer(features, columns)
+
+  rnn_cell = tf.nn.rnn_cell.BasicRNNCell(hidden_size)
+  outputs, state = tf.nn.dynamic_rnn(
+      rnn_cell, inputs=input_layer, sequence_length=sequence_length)
+  ```
+
+  Args:
+    features: A dict mapping keys to tensors.
+    feature_columns: An iterable of dense sequence columns. Valid columns are
+      - `embedding_column` that wraps a `sequence_categorical_column_with_*`
+      - `sequence_numeric_column`.
+    weight_collections: A list of collection names to which the Variable will be
+      added. Note that variables will also be added to collections
+      `tf.GraphKeys.GLOBAL_VARIABLES` and `ops.GraphKeys.MODEL_VARIABLES`.
+    trainable: If `True` also add the variable to the graph collection
+      `GraphKeys.TRAINABLE_VARIABLES`.
+
+  Returns:
+    An `(input_layer, sequence_length)` tuple where:
+    - input_layer: A float `Tensor` of shape `[batch_size, T, D]`.
+        `T` is the maximum sequence length for this batch, which could differ
+        from batch to batch. `D` is the sum of `num_elements` for all
+        `feature_columns`.
+    - sequence_length: An int `Tensor` of shape `[batch_size]`. The sequence
+        length for each example.
+
+  Raises:
+    ValueError: If any of the `feature_columns` is the wrong type.
+  """
+  feature_columns = fc_old._normalize_feature_columns(feature_columns)
+  for c in feature_columns:
+    if not isinstance(c, fc_old._SequenceDenseColumn):
+      raise ValueError(
+          'All feature_columns must be of type _SequenceDenseColumn. '
+          'You can wrap a sequence_categorical_column with an embedding_column '
+          'or indicator_column. '
+          'Given (type {}): {}'.format(type(c), c))
+
+  with variable_scope.variable_scope(
+      None, default_name='sequence_input_layer', values=features.values()):
+    builder = fc_old._LazyBuilder(features)
+    output_tensors = []
+    sequence_lengths = []
+    ordered_columns = []
+
+    for column in sorted(feature_columns, key=lambda x: x.name):
+      ordered_columns.append(column)
+      with variable_scope.variable_scope(
+          None, default_name=column._var_scope_name):
+        dense_tensor, sequence_length = column._get_sequence_dense_tensor(
+            builder,
+            weight_collections=weight_collections,
+            trainable=trainable)
+        # Flattens the final dimension to produce a 3D Tensor.
+        num_elements = column._variable_shape.num_elements()
+        shape = array_ops.shape(dense_tensor)
+        target_shape = [shape[0], shape[1], num_elements]
+        output_tensors.append(
+            array_ops.reshape(dense_tensor, shape=target_shape))
+        sequence_lengths.append(sequence_length)
+
+    fc_old._verify_static_batch_size_equality(output_tensors, ordered_columns)
+    fc_old._verify_static_batch_size_equality(sequence_lengths, ordered_columns)
+    sequence_length = _assert_all_equal_and_return(sequence_lengths)
+
+    return array_ops.concat(output_tensors, -1), sequence_length
+
+
+def concatenate_context_input(context_input, sequence_input):
+  """Replicates `context_input` across all timesteps of `sequence_input`.
+
+  Expands dimension 1 of `context_input` then tiles it `sequence_length` times.
+  This value is appended to `sequence_input` on dimension 2 and the result is
+  returned.
+
+  Args:
+    context_input: A `Tensor` of dtype `float32` and shape `[batch_size, d1]`.
+    sequence_input: A `Tensor` of dtype `float32` and shape `[batch_size,
+      padded_length, d0]`.
+
+  Returns:
+    A `Tensor` of dtype `float32` and shape `[batch_size, padded_length,
+    d0 + d1]`.
+
+  Raises:
+    ValueError: If `sequence_input` does not have rank 3 or `context_input` does
+      not have rank 2.
+  """
+  seq_rank_check = check_ops.assert_rank(
+      sequence_input,
+      3,
+      message='sequence_input must have rank 3',
+      data=[array_ops.shape(sequence_input)])
+  seq_type_check = check_ops.assert_type(
+      sequence_input,
+      dtypes.float32,
+      message='sequence_input must have dtype float32; got {}.'.format(
+          sequence_input.dtype))
+  ctx_rank_check = check_ops.assert_rank(
+      context_input,
+      2,
+      message='context_input must have rank 2',
+      data=[array_ops.shape(context_input)])
+  ctx_type_check = check_ops.assert_type(
+      context_input,
+      dtypes.float32,
+      message='context_input must have dtype float32; got {}.'.format(
+          context_input.dtype))
+  with ops.control_dependencies(
+      [seq_rank_check, seq_type_check, ctx_rank_check, ctx_type_check]):
+    padded_length = array_ops.shape(sequence_input)[1]
+    tiled_context_input = array_ops.tile(
+        array_ops.expand_dims(context_input, 1),
+        array_ops.concat([[1], [padded_length], [1]], 0))
+  return array_ops.concat([sequence_input, tiled_context_input], 2)
+
+
+def sequence_categorical_column_with_identity(
+    key, num_buckets, default_value=None):
+  """Returns a feature column that represents sequences of integers.
+
+  Pass this to `embedding_column` or `indicator_column` to convert sequence
+  categorical data into dense representation for input to sequence NN, such as
+  RNN.
+
+  Example:
+
+  ```python
+  watches = sequence_categorical_column_with_identity(
+      'watches', num_buckets=1000)
+  watches_embedding = embedding_column(watches, dimension=10)
+  columns = [watches_embedding]
+
+  features = tf.parse_example(..., features=make_parse_example_spec(columns))
+  input_layer, sequence_length = sequence_input_layer(features, columns)
+
+  rnn_cell = tf.nn.rnn_cell.BasicRNNCell(hidden_size)
+  outputs, state = tf.nn.dynamic_rnn(
+      rnn_cell, inputs=input_layer, sequence_length=sequence_length)
+  ```
+
+  Args:
+    key: A unique string identifying the input feature.
+    num_buckets: Range of inputs. Namely, inputs are expected to be in the
+      range `[0, num_buckets)`.
+    default_value: If `None`, this column's graph operations will fail for
+      out-of-range inputs. Otherwise, this value must be in the range
+      `[0, num_buckets)`, and will replace out-of-range inputs.
+
+  Returns:
+    A `_SequenceCategoricalColumn`.
+
+  Raises:
+    ValueError: if `num_buckets` is less than one.
+    ValueError: if `default_value` is not in range `[0, num_buckets)`.
+  """
+  return fc_old._SequenceCategoricalColumn(
+      fc_old.categorical_column_with_identity(
+          key=key,
+          num_buckets=num_buckets,
+          default_value=default_value))
+
+
+def sequence_categorical_column_with_hash_bucket(
+    key, hash_bucket_size, dtype=dtypes.string):
+  """A sequence of categorical terms where ids are set by hashing.
+
+  Pass this to `embedding_column` or `indicator_column` to convert sequence
+  categorical data into dense representation for input to sequence NN, such as
+  RNN.
+
+  Example:
+
+  ```python
+  tokens = sequence_categorical_column_with_hash_bucket(
+      'tokens', hash_bucket_size=1000)
+  tokens_embedding = embedding_column(tokens, dimension=10)
+  columns = [tokens_embedding]
+
+  features = tf.parse_example(..., features=make_parse_example_spec(columns))
+  input_layer, sequence_length = sequence_input_layer(features, columns)
+
+  rnn_cell = tf.nn.rnn_cell.BasicRNNCell(hidden_size)
+  outputs, state = tf.nn.dynamic_rnn(
+      rnn_cell, inputs=input_layer, sequence_length=sequence_length)
+  ```
+
+  Args:
+    key: A unique string identifying the input feature.
+    hash_bucket_size: An int > 1. The number of buckets.
+    dtype: The type of features. Only string and integer types are supported.
+
+  Returns:
+    A `_SequenceCategoricalColumn`.
+
+  Raises:
+    ValueError: `hash_bucket_size` is not greater than 1.
+    ValueError: `dtype` is neither string nor integer.
+  """
+  return fc_old._SequenceCategoricalColumn(
+      fc_old.categorical_column_with_hash_bucket(
+          key=key,
+          hash_bucket_size=hash_bucket_size,
+          dtype=dtype))
+
+
+def sequence_categorical_column_with_vocabulary_file(
+    key, vocabulary_file, vocabulary_size=None, num_oov_buckets=0,
+    default_value=None, dtype=dtypes.string):
+  """A sequence of categorical terms where ids use a vocabulary file.
+
+  Pass this to `embedding_column` or `indicator_column` to convert sequence
+  categorical data into dense representation for input to sequence NN, such as
+  RNN.
+
+  Example:
+
+  ```python
+  states = sequence_categorical_column_with_vocabulary_file(
+      key='states', vocabulary_file='/us/states.txt', vocabulary_size=50,
+      num_oov_buckets=5)
+  states_embedding = embedding_column(states, dimension=10)
+  columns = [states_embedding]
+
+  features = tf.parse_example(..., features=make_parse_example_spec(columns))
+  input_layer, sequence_length = sequence_input_layer(features, columns)
+
+  rnn_cell = tf.nn.rnn_cell.BasicRNNCell(hidden_size)
+  outputs, state = tf.nn.dynamic_rnn(
+      rnn_cell, inputs=input_layer, sequence_length=sequence_length)
+  ```
+
+  Args:
+    key: A unique string identifying the input feature.
+    vocabulary_file: The vocabulary file name.
+    vocabulary_size: Number of the elements in the vocabulary. This must be no
+      greater than length of `vocabulary_file`, if less than length, later
+      values are ignored. If None, it is set to the length of `vocabulary_file`.
+    num_oov_buckets: Non-negative integer, the number of out-of-vocabulary
+      buckets. All out-of-vocabulary inputs will be assigned IDs in the range
+      `[vocabulary_size, vocabulary_size+num_oov_buckets)` based on a hash of
+      the input value. A positive `num_oov_buckets` can not be specified with
+      `default_value`.
+    default_value: The integer ID value to return for out-of-vocabulary feature
+      values, defaults to `-1`. This can not be specified with a positive
+      `num_oov_buckets`.
+    dtype: The type of features. Only string and integer types are supported.
+
+  Returns:
+    A `_SequenceCategoricalColumn`.
+
+  Raises:
+    ValueError: `vocabulary_file` is missing or cannot be opened.
+    ValueError: `vocabulary_size` is missing or < 1.
+    ValueError: `num_oov_buckets` is a negative integer.
+    ValueError: `num_oov_buckets` and `default_value` are both specified.
+    ValueError: `dtype` is neither string nor integer.
+  """
+  return fc_old._SequenceCategoricalColumn(
+      fc_old.categorical_column_with_vocabulary_file(
+          key=key,
+          vocabulary_file=vocabulary_file,
+          vocabulary_size=vocabulary_size,
+          num_oov_buckets=num_oov_buckets,
+          default_value=default_value,
+          dtype=dtype))
+
+
+def sequence_categorical_column_with_vocabulary_list(
+    key, vocabulary_list, dtype=None, default_value=-1, num_oov_buckets=0):
+  """A sequence of categorical terms where ids use an in-memory list.
+
+  Pass this to `embedding_column` or `indicator_column` to convert sequence
+  categorical data into dense representation for input to sequence NN, such as
+  RNN.
+
+  Example:
+
+  ```python
+  colors = sequence_categorical_column_with_vocabulary_list(
+      key='colors', vocabulary_list=('R', 'G', 'B', 'Y'),
+      num_oov_buckets=2)
+  colors_embedding = embedding_column(colors, dimension=3)
+  columns = [colors_embedding]
+
+  features = tf.parse_example(..., features=make_parse_example_spec(columns))
+  input_layer, sequence_length = sequence_input_layer(features, columns)
+
+  rnn_cell = tf.nn.rnn_cell.BasicRNNCell(hidden_size)
+  outputs, state = tf.nn.dynamic_rnn(
+      rnn_cell, inputs=input_layer, sequence_length=sequence_length)
+  ```
+
+  Args:
+    key: A unique string identifying the input feature.
+    vocabulary_list: An ordered iterable defining the vocabulary. Each feature
+      is mapped to the index of its value (if present) in `vocabulary_list`.
+      Must be castable to `dtype`.
+    dtype: The type of features. Only string and integer types are supported.
+      If `None`, it will be inferred from `vocabulary_list`.
+    default_value: The integer ID value to return for out-of-vocabulary feature
+      values, defaults to `-1`. This can not be specified with a positive
+      `num_oov_buckets`.
+    num_oov_buckets: Non-negative integer, the number of out-of-vocabulary
+      buckets. All out-of-vocabulary inputs will be assigned IDs in the range
+      `[len(vocabulary_list), len(vocabulary_list)+num_oov_buckets)` based on a
+      hash of the input value. A positive `num_oov_buckets` can not be specified
+      with `default_value`.
+
+  Returns:
+    A `_SequenceCategoricalColumn`.
+
+  Raises:
+    ValueError: if `vocabulary_list` is empty, or contains duplicate keys.
+    ValueError: `num_oov_buckets` is a negative integer.
+    ValueError: `num_oov_buckets` and `default_value` are both specified.
+    ValueError: if `dtype` is not integer or string.
+  """
+  return fc_old._SequenceCategoricalColumn(
+      fc_old.categorical_column_with_vocabulary_list(
+          key=key,
+          vocabulary_list=vocabulary_list,
+          dtype=dtype,
+          default_value=default_value,
+          num_oov_buckets=num_oov_buckets))
+
+
+def sequence_numeric_column(
+    key,
+    shape=(1,),
+    default_value=0.,
+    dtype=dtypes.float32,
+    normalizer_fn=None):
+  """Returns a feature column that represents sequences of numeric data.
+
+  Example:
+
+  ```python
+  temperature = sequence_numeric_column('temperature')
+  columns = [temperature]
+
+  features = tf.parse_example(..., features=make_parse_example_spec(columns))
+  sequence_feature_layer = SequenceFeatureLayer(columns)
+  input_layer, sequence_length = sequence_feature_layer(features)
+
+  rnn_cell = tf.nn.rnn_cell.BasicRNNCell(hidden_size)
+  outputs, state = tf.nn.dynamic_rnn(
+      rnn_cell, inputs=input_layer, sequence_length=sequence_length)
+  ```
+
+  Args:
+    key: A unique string identifying the input features.
+    shape: The shape of the input data per sequence id. E.g. if `shape=(2,)`,
+      each example must contain `2 * sequence_length` values.
+    default_value: A single value compatible with `dtype` that is used for
+      padding the sparse data into a dense `Tensor`.
+    dtype: The type of values.
+    normalizer_fn: If not `None`, a function that can be used to normalize the
+      value of the tensor after `default_value` is applied for parsing.
+      Normalizer function takes the input `Tensor` as its argument, and returns
+      the output `Tensor`. (e.g. lambda x: (x - 3.0) / 4.2). Please note that
+      even though the most common use case of this function is normalization, it
+      can be used for any kind of Tensorflow transformations.
+
+  Returns:
+    A `SequenceNumericColumn`.
+
+  Raises:
+    TypeError: if any dimension in shape is not an int.
+    ValueError: if any dimension in shape is not a positive integer.
+    ValueError: if `dtype` is not convertible to `tf.float32`.
+  """
+  shape = fc._check_shape(shape=shape, key=key)
+  if not (dtype.is_integer or dtype.is_floating):
+    raise ValueError('dtype must be convertible to float. '
+                     'dtype: {}, key: {}'.format(dtype, key))
+  if normalizer_fn is not None and not callable(normalizer_fn):
+    raise TypeError(
+        'normalizer_fn must be a callable. Given: {}'.format(normalizer_fn))
+
+  return SequenceNumericColumn(
+      key,
+      shape=shape,
+      default_value=default_value,
+      dtype=dtype,
+      normalizer_fn=normalizer_fn)
+
+
+def _assert_all_equal_and_return(tensors, name=None):
+  """Asserts that all tensors are equal and returns the first one."""
+  with ops.name_scope(name, 'assert_all_equal', values=tensors):
+    if len(tensors) == 1:
+      return tensors[0]
+    assert_equal_ops = []
+    for t in tensors[1:]:
+      assert_equal_ops.append(check_ops.assert_equal(tensors[0], t))
+    with ops.control_dependencies(assert_equal_ops):
+      return array_ops.identity(tensors[0])
+
+
+class SequenceNumericColumn(
+    fc.SequenceDenseColumn,
+    collections.namedtuple(
+        'SequenceNumericColumn',
+        ('key', 'shape', 'default_value', 'dtype', 'normalizer_fn'))):
+  """Represents sequences of numeric data."""
+
+  @property
+  def _is_v2_column(self):
+    return True
+
+  @property
+  def name(self):
+    """See `FeatureColumn` base class."""
+    return self.key
+
+  @property
+  def parse_example_spec(self):
+    """See `FeatureColumn` base class."""
+    return {self.key: parsing_ops.VarLenFeature(self.dtype)}
+
+  def transform_feature(self, transformation_cache, state_manager):
+    """See `FeatureColumn` base class.
+
+    In this case, we apply the `normalizer_fn` to the input tensor.
+
+    Args:
+      transformation_cache: A `FeatureTransformationCache` object to access
+        features.
+      state_manager: A `StateManager` to create / access resources such as
+        lookup tables.
+
+    Returns:
+      Normalized input tensor.
+    """
+    input_tensor = transformation_cache.get(self.key, state_manager)
+    if self.normalizer_fn is not None:
+      input_tensor = self.normalizer_fn(input_tensor)
+    return input_tensor
+
+  @property
+  def variable_shape(self):
+    """Returns a `TensorShape` representing the shape of sequence input."""
+    return tensor_shape.TensorShape(self.shape)
+
+  def get_sequence_dense_tensor(self, transformation_cache, state_manager):
+    """Returns a `TensorSequenceLengthPair`.
+
+    Args:
+      transformation_cache: A `FeatureTransformationCache` object to access
+        features.
+      state_manager: A `StateManager` to create / access resources such as
+        lookup tables.
+    """
+    sp_tensor = transformation_cache.get(self, state_manager)
+    dense_tensor = sparse_ops.sparse_tensor_to_dense(
+        sp_tensor, default_value=self.default_value)
+    # Reshape into [batch_size, T, variable_shape].
+    dense_shape = array_ops.concat(
+        [array_ops.shape(dense_tensor)[:1], [-1], self.variable_shape],
+        axis=0)
+    dense_tensor = array_ops.reshape(dense_tensor, shape=dense_shape)
+
+    # Get the number of timesteps per example
+    # For the 2D case, the raw values are grouped according to num_elements;
+    # for the 3D case, the grouping happens in the third dimension, and
+    # sequence length is not affected.
+    num_elements = (self.variable_shape.num_elements()
+                    if sp_tensor.shape.ndims == 2 else 1)
+    seq_length = fc_old._sequence_length_from_sparse_tensor(
+        sp_tensor, num_elements=num_elements)
+
+    return fc.SequenceDenseColumn.TensorSequenceLengthPair(
+        dense_tensor=dense_tensor, sequence_length=seq_length)
+
+# pylint: enable=protected-access
diff --git a/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py
new file mode 100644
index 0000000000..5ecd85807c
--- /dev/null
+++ b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py
@@ -0,0 +1,1507 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for sequential_feature_column."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.contrib.feature_column.python.feature_column import sequence_feature_column as sfc_old
+from tensorflow.contrib.feature_column.python.feature_column import sequence_feature_column_v2 as sfc
+from tensorflow.python.feature_column import feature_column as fc_old
+from tensorflow.python.feature_column import feature_column_v2 as fc
+from tensorflow.python.feature_column.feature_column import _LazyBuilder
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import sparse_ops
+from tensorflow.python.platform import test
+from tensorflow.python.training import monitored_session
+
+
+class SequenceInputLayerTest(test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args_a': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (2, 0, 1),
+           'dense_shape': (2, 2)},
+       'sparse_input_args_b': {
+           # example 0, ids [1]
+           # example 1, ids [2, 0]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (1, 2, 0),
+           'dense_shape': (2, 2)},
+       'expected_input_layer': [
+           # example 0, ids_a [2], ids_b [1]
+           [[5., 6., 14., 15., 16.], [0., 0., 0., 0., 0.]],
+           # example 1, ids_a [0, 1], ids_b [2, 0]
+           [[1., 2., 17., 18., 19.], [3., 4., 11., 12., 13.]],],
+       'expected_sequence_length': [1, 2]},
+      {'testcase_name': '3D',
+       'sparse_input_args_a': {
+           # feature 0, ids [[2], [0, 1]]
+           # feature 1, ids [[0, 0], [1]]
+           'indices': (
+               (0, 0, 0), (0, 1, 0), (0, 1, 1),
+               (1, 0, 0), (1, 0, 1), (1, 1, 0)),
+           'values': (2, 0, 1, 0, 0, 1),
+           'dense_shape': (2, 2, 2)},
+       'sparse_input_args_b': {
+           # feature 0, ids [[1, 1], [1]]
+           # feature 1, ids [[2], [0]]
+           'indices': ((0, 0, 0), (0, 0, 1), (0, 1, 0), (1, 0, 0), (1, 1, 0)),
+           'values': (1, 1, 1, 2, 0),
+           'dense_shape': (2, 2, 2)},
+       'expected_input_layer': [
+           # feature 0, [a: 2, -, b: 1, 1], [a: 0, 1, b: 1, -]
+           [[5., 6., 14., 15., 16.], [2., 3., 14., 15., 16.]],
+           # feature 1, [a: 0, 0, b: 2, -], [a: 1, -, b: 0, -]
+           [[1., 2., 17., 18., 19.], [3., 4., 11., 12., 13.]]],
+       'expected_sequence_length': [2, 2]},
+      )
+  def test_embedding_column(
+      self, sparse_input_args_a, sparse_input_args_b, expected_input_layer,
+      expected_sequence_length):
+
+    sparse_input_a = sparse_tensor.SparseTensorValue(**sparse_input_args_a)
+    sparse_input_b = sparse_tensor.SparseTensorValue(**sparse_input_args_b)
+    vocabulary_size = 3
+    embedding_dimension_a = 2
+    embedding_values_a = (
+        (1., 2.),  # id 0
+        (3., 4.),  # id 1
+        (5., 6.)  # id 2
+    )
+    embedding_dimension_b = 3
+    embedding_values_b = (
+        (11., 12., 13.),  # id 0
+        (14., 15., 16.),  # id 1
+        (17., 18., 19.)  # id 2
+    )
+    def _get_initializer(embedding_dimension, embedding_values):
+      def _initializer(shape, dtype, partition_info):
+        self.assertAllEqual((vocabulary_size, embedding_dimension), shape)
+        self.assertEqual(dtypes.float32, dtype)
+        self.assertIsNone(partition_info)
+        return embedding_values
+      return _initializer
+
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    embedding_column_a = fc_old.embedding_column(
+        categorical_column_a, dimension=embedding_dimension_a,
+        initializer=_get_initializer(embedding_dimension_a, embedding_values_a))
+    categorical_column_b = sfc.sequence_categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size)
+    embedding_column_b = fc_old.embedding_column(
+        categorical_column_b, dimension=embedding_dimension_b,
+        initializer=_get_initializer(embedding_dimension_b, embedding_values_b))
+
+    input_layer, sequence_length = sfc.sequence_input_layer(
+        features={
+            'aaa': sparse_input_a,
+            'bbb': sparse_input_b,
+        },
+        # Test that columns are reordered alphabetically.
+        feature_columns=[embedding_column_b, embedding_column_a])
+
+    global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
+    self.assertItemsEqual(
+        ('sequence_input_layer/aaa_embedding/embedding_weights:0',
+         'sequence_input_layer/bbb_embedding/embedding_weights:0'),
+        tuple([v.name for v in global_vars]))
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(embedding_values_a, global_vars[0].eval(session=sess))
+      self.assertAllEqual(embedding_values_b, global_vars[1].eval(session=sess))
+      self.assertAllEqual(expected_input_layer, input_layer.eval(session=sess))
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+  def test_embedding_column_with_non_sequence_categorical(self):
+    """Tests that error is raised for non-sequence embedding column."""
+    vocabulary_size = 3
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+
+    categorical_column_a = fc_old.categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    embedding_column_a = fc_old.embedding_column(
+        categorical_column_a, dimension=2)
+
+    with self.assertRaisesRegexp(
+        ValueError,
+        r'In embedding_column: aaa_embedding\. categorical_column must be of '
+        r'type _SequenceCategoricalColumn to use sequence_input_layer\.'):
+      _, _ = sfc.sequence_input_layer(
+          features={'aaa': sparse_input},
+          feature_columns=[embedding_column_a])
+
+  def test_shared_embedding_column(self):
+    vocabulary_size = 3
+    sparse_input_a = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+    sparse_input_b = sparse_tensor.SparseTensorValue(
+        # example 0, ids [1]
+        # example 1, ids [2, 0]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(1, 2, 0),
+        dense_shape=(2, 2))
+
+    embedding_dimension = 2
+    embedding_values = (
+        (1., 2.),  # id 0
+        (3., 4.),  # id 1
+        (5., 6.)  # id 2
+    )
+
+    def _get_initializer(embedding_dimension, embedding_values):
+
+      def _initializer(shape, dtype, partition_info):
+        self.assertAllEqual((vocabulary_size, embedding_dimension), shape)
+        self.assertEqual(dtypes.float32, dtype)
+        self.assertIsNone(partition_info)
+        return embedding_values
+
+      return _initializer
+
+    expected_input_layer = [
+        # example 0, ids_a [2], ids_b [1]
+        [[5., 6., 3., 4.], [0., 0., 0., 0.]],
+        # example 1, ids_a [0, 1], ids_b [2, 0]
+        [[1., 2., 5., 6.], [3., 4., 1., 2.]],
+    ]
+    expected_sequence_length = [1, 2]
+
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    categorical_column_b = sfc.sequence_categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size)
+    # Test that columns are reordered alphabetically.
+    shared_embedding_columns = fc_old.shared_embedding_columns(
+        [categorical_column_b, categorical_column_a],
+        dimension=embedding_dimension,
+        initializer=_get_initializer(embedding_dimension, embedding_values))
+
+    input_layer, sequence_length = sfc.sequence_input_layer(
+        features={
+            'aaa': sparse_input_a,
+            'bbb': sparse_input_b,
+        },
+        feature_columns=shared_embedding_columns)
+
+    global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
+    self.assertItemsEqual(
+        ('sequence_input_layer/aaa_bbb_shared_embedding/embedding_weights:0',),
+        tuple([v.name for v in global_vars]))
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(embedding_values, global_vars[0].eval(session=sess))
+      self.assertAllEqual(expected_input_layer, input_layer.eval(session=sess))
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+  def test_shared_embedding_column_with_non_sequence_categorical(self):
+    """Tests that error is raised for non-sequence shared embedding column."""
+    vocabulary_size = 3
+    sparse_input_a = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+    sparse_input_b = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+
+    categorical_column_a = fc_old.categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    categorical_column_b = fc_old.categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size)
+    shared_embedding_columns = fc_old.shared_embedding_columns(
+        [categorical_column_a, categorical_column_b], dimension=2)
+
+    with self.assertRaisesRegexp(
+        ValueError,
+        r'In embedding_column: aaa_shared_embedding\. categorical_column must '
+        r'be of type _SequenceCategoricalColumn to use sequence_input_layer\.'):
+      _, _ = sfc.sequence_input_layer(
+          features={
+              'aaa': sparse_input_a,
+              'bbb': sparse_input_b
+          },
+          feature_columns=shared_embedding_columns)
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args_a': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (2, 0, 1),
+           'dense_shape': (2, 2)},
+       'sparse_input_args_b': {
+           # example 0, ids [1]
+           # example 1, ids [1, 0]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (1, 1, 0),
+           'dense_shape': (2, 2)},
+       'expected_input_layer': [
+           # example 0, ids_a [2], ids_b [1]
+           [[0., 0., 1., 0., 1.], [0., 0., 0., 0., 0.]],
+           # example 1, ids_a [0, 1], ids_b [1, 0]
+           [[1., 0., 0., 0., 1.], [0., 1., 0., 1., 0.]]],
+       'expected_sequence_length': [1, 2]},
+      {'testcase_name': '3D',
+       'sparse_input_args_a': {
+           # feature 0, ids [[2], [0, 1]]
+           # feature 1, ids [[0, 0], [1]]
+           'indices': (
+               (0, 0, 0), (0, 1, 0), (0, 1, 1),
+               (1, 0, 0), (1, 0, 1), (1, 1, 0)),
+           'values': (2, 0, 1, 0, 0, 1),
+           'dense_shape': (2, 2, 2)},
+       'sparse_input_args_b': {
+           # feature 0, ids [[1, 1], [1]]
+           # feature 1, ids [[1], [0]]
+           'indices': ((0, 0, 0), (0, 0, 1), (0, 1, 0), (1, 0, 0), (1, 1, 0)),
+           'values': (1, 1, 1, 1, 0),
+           'dense_shape': (2, 2, 2)},
+       'expected_input_layer': [
+           # feature 0, [a: 2, -, b: 1, 1], [a: 0, 1, b: 1, -]
+           [[0., 0., 1., 0., 2.], [1., 1., 0., 0., 1.]],
+           # feature 1, [a: 0, 0, b: 1, -], [a: 1, -, b: 0, -]
+           [[2., 0., 0., 0., 1.], [0., 1., 0., 1., 0.]]],
+       'expected_sequence_length': [2, 2]},
+      )
+  def test_indicator_column(
+      self, sparse_input_args_a, sparse_input_args_b, expected_input_layer,
+      expected_sequence_length):
+    sparse_input_a = sparse_tensor.SparseTensorValue(**sparse_input_args_a)
+    sparse_input_b = sparse_tensor.SparseTensorValue(**sparse_input_args_b)
+
+    vocabulary_size_a = 3
+    vocabulary_size_b = 2
+
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size_a)
+    indicator_column_a = fc_old.indicator_column(categorical_column_a)
+    categorical_column_b = sfc.sequence_categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size_b)
+    indicator_column_b = fc_old.indicator_column(categorical_column_b)
+    input_layer, sequence_length = sfc.sequence_input_layer(
+        features={
+            'aaa': sparse_input_a,
+            'bbb': sparse_input_b,
+        },
+        # Test that columns are reordered alphabetically.
+        feature_columns=[indicator_column_b, indicator_column_a])
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(expected_input_layer, input_layer.eval(session=sess))
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+  def test_indicator_column_with_non_sequence_categorical(self):
+    """Tests that error is raised for non-sequence categorical column."""
+    vocabulary_size = 3
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+
+    categorical_column_a = fc_old.categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    indicator_column_a = fc_old.indicator_column(categorical_column_a)
+
+    with self.assertRaisesRegexp(
+        ValueError,
+        r'In indicator_column: aaa_indicator\. categorical_column must be of '
+        r'type _SequenceCategoricalColumn to use sequence_input_layer\.'):
+      _, _ = sfc.sequence_input_layer(
+          features={'aaa': sparse_input},
+          feature_columns=[indicator_column_a])
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args': {
+           # example 0, values [0., 1]
+           # example 1, [10.]
+           'indices': ((0, 0), (0, 1), (1, 0)),
+           'values': (0., 1., 10.),
+           'dense_shape': (2, 2)},
+       'expected_input_layer': [
+           [[0.], [1.]],
+           [[10.], [0.]]],
+       'expected_sequence_length': [2, 1]},
+      {'testcase_name': '3D',
+       'sparse_input_args': {
+           # feature 0, ids [[20, 3], [5]]
+           # feature 1, ids [[3], [8]]
+           'indices': ((0, 0, 0), (0, 0, 1), (0, 1, 0), (1, 0, 0), (1, 1, 0)),
+           'values': (20, 3, 5., 3., 8.),
+           'dense_shape': (2, 2, 2)},
+       'expected_input_layer': [
+           [[20.], [3.], [5.], [0.]],
+           [[3.], [0.], [8.], [0.]]],
+       'expected_sequence_length': [2, 2]},
+      )
+  def test_numeric_column(
+      self, sparse_input_args, expected_input_layer, expected_sequence_length):
+    sparse_input = sparse_tensor.SparseTensorValue(**sparse_input_args)
+
+    numeric_column = sfc_old.sequence_numeric_column('aaa')
+
+    input_layer, sequence_length = sfc.sequence_input_layer(
+        features={'aaa': sparse_input},
+        feature_columns=[numeric_column])
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(expected_input_layer, input_layer.eval(session=sess))
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args': {
+           # example 0, values [0., 1.,  2., 3., 4., 5., 6., 7.]
+           # example 1, [10., 11., 12., 13.]
+           'indices': ((0, 0), (0, 1), (0, 2), (0, 3), (0, 4), (0, 5), (0, 6),
+                       (0, 7), (1, 0), (1, 1), (1, 2), (1, 3)),
+           'values': (0., 1., 2., 3., 4., 5., 6., 7., 10., 11., 12., 13.),
+           'dense_shape': (2, 8)},
+       'expected_input_layer': [
+           # The output of numeric_column._get_dense_tensor should be flattened.
+           [[0., 1., 2., 3.], [4., 5., 6., 7.]],
+           [[10., 11., 12., 13.], [0., 0., 0., 0.]]],
+       'expected_sequence_length': [2, 1]},
+      {'testcase_name': '3D',
+       'sparse_input_args': {
+           # example 0, values [[0., 1., 2., 3.]], [[4., 5., 6., 7.]]
+           # example 1, [[10., 11., 12., 13.], []]
+           'indices': ((0, 0, 0), (0, 0, 1), (0, 0, 2), (0, 0, 3),
+                       (0, 1, 0), (0, 1, 1), (0, 1, 2), (0, 1, 3),
+                       (1, 0, 0), (1, 0, 1), (1, 0, 2), (1, 0, 3)),
+           'values': (0., 1., 2., 3., 4., 5., 6., 7., 10., 11., 12., 13.),
+           'dense_shape': (2, 2, 4)},
+       'expected_input_layer': [
+           # The output of numeric_column._get_dense_tensor should be flattened.
+           [[0., 1., 2., 3.], [4., 5., 6., 7.]],
+           [[10., 11., 12., 13.], [0., 0., 0., 0.]]],
+       'expected_sequence_length': [2, 1]},
+      )
+  def test_numeric_column_multi_dim(
+      self, sparse_input_args, expected_input_layer, expected_sequence_length):
+    """Tests sequence_input_layer for multi-dimensional numeric_column."""
+    sparse_input = sparse_tensor.SparseTensorValue(**sparse_input_args)
+
+    numeric_column = sfc_old.sequence_numeric_column('aaa', shape=(2, 2))
+
+    input_layer, sequence_length = sfc.sequence_input_layer(
+        features={'aaa': sparse_input},
+        feature_columns=[numeric_column])
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(expected_input_layer, input_layer.eval(session=sess))
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+  def test_sequence_length_not_equal(self):
+    """Tests that an error is raised when sequence lengths are not equal."""
+    # Input a with sequence_length = [2, 1]
+    sparse_input_a = sparse_tensor.SparseTensorValue(
+        indices=((0, 0), (0, 1), (1, 0)),
+        values=(0., 1., 10.),
+        dense_shape=(2, 2))
+    # Input b with sequence_length = [1, 1]
+    sparse_input_b = sparse_tensor.SparseTensorValue(
+        indices=((0, 0), (1, 0)),
+        values=(1., 10.),
+        dense_shape=(2, 2))
+    numeric_column_a = sfc_old.sequence_numeric_column('aaa')
+    numeric_column_b = sfc_old.sequence_numeric_column('bbb')
+
+    _, sequence_length = sfc.sequence_input_layer(
+        features={
+            'aaa': sparse_input_a,
+            'bbb': sparse_input_b,
+        },
+        feature_columns=[numeric_column_a, numeric_column_b])
+
+    with monitored_session.MonitoredSession() as sess:
+      with self.assertRaisesRegexp(
+          errors.InvalidArgumentError,
+          r'\[Condition x == y did not hold element-wise:\] '
+          r'\[x \(sequence_input_layer/aaa/sequence_length:0\) = \] \[2 1\] '
+          r'\[y \(sequence_input_layer/bbb/sequence_length:0\) = \] \[1 1\]'):
+        sess.run(sequence_length)
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args': {
+           # example 0, values [[[0., 1.],  [2., 3.]], [[4., 5.],  [6., 7.]]]
+           # example 1, [[[10., 11.],  [12., 13.]]]
+           'indices': ((0, 0), (0, 1), (0, 2), (0, 3), (0, 4), (0, 5), (0, 6),
+                       (0, 7), (1, 0), (1, 1), (1, 2), (1, 3)),
+           'values': (0., 1., 2., 3., 4., 5., 6., 7., 10., 11., 12., 13.),
+           'dense_shape': (2, 8)},
+       'expected_shape': [2, 2, 4]},
+      {'testcase_name': '3D',
+       'sparse_input_args': {
+           # example 0, values [[0., 1., 2., 3.]], [[4., 5., 6., 7.]]
+           # example 1, [[10., 11., 12., 13.], []]
+           'indices': ((0, 0, 0), (0, 0, 1), (0, 0, 2), (0, 0, 3),
+                       (0, 1, 0), (0, 1, 1), (0, 1, 2), (0, 1, 2),
+                       (1, 0, 0), (1, 0, 1), (1, 0, 2), (1, 0, 3)),
+           'values': (0., 1., 2., 3., 4., 5., 6., 7., 10., 11., 12., 13.),
+           'dense_shape': (2, 2, 4)},
+       'expected_shape': [2, 2, 4]},
+      )
+  def test_static_shape_from_tensors_numeric(
+      self, sparse_input_args, expected_shape):
+    """Tests that we return a known static shape when we have one."""
+    sparse_input = sparse_tensor.SparseTensorValue(**sparse_input_args)
+    numeric_column = sfc_old.sequence_numeric_column('aaa', shape=(2, 2))
+
+    input_layer, _ = sfc.sequence_input_layer(
+        features={'aaa': sparse_input},
+        feature_columns=[numeric_column])
+    shape = input_layer.get_shape()
+    self.assertEqual(shape, expected_shape)
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           # example 2, ids []
+           # example 3, ids [1]
+           'indices': ((0, 0), (1, 0), (1, 1), (3, 0)),
+           'values': (2, 0, 1, 1),
+           'dense_shape': (4, 2)},
+       'expected_shape': [4, 2, 3]},
+      {'testcase_name': '3D',
+       'sparse_input_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           # example 2, ids []
+           # example 3, ids [[1], [0, 2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0),
+                       (3, 0, 0), (3, 1, 0), (3, 1, 1)),
+           'values': (2, 0, 1, 2, 1, 0, 2),
+           'dense_shape': (4, 2, 2)},
+       'expected_shape': [4, 2, 3]}
+      )
+  def test_static_shape_from_tensors_indicator(
+      self, sparse_input_args, expected_shape):
+    """Tests that we return a known static shape when we have one."""
+    sparse_input = sparse_tensor.SparseTensorValue(**sparse_input_args)
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=3)
+    indicator_column = fc_old.indicator_column(categorical_column)
+
+    input_layer, _ = sfc.sequence_input_layer(
+        features={'aaa': sparse_input}, feature_columns=[indicator_column])
+    shape = input_layer.get_shape()
+    self.assertEqual(shape, expected_shape)
+
+
+class ConcatenateContextInputTest(test.TestCase, parameterized.TestCase):
+  """Tests the utility fn concatenate_context_input."""
+
+  def test_concatenate_context_input(self):
+    seq_input = ops.convert_to_tensor(np.arange(12).reshape(2, 3, 2))
+    context_input = ops.convert_to_tensor(np.arange(10).reshape(2, 5))
+    seq_input = math_ops.cast(seq_input, dtype=dtypes.float32)
+    context_input = math_ops.cast(context_input, dtype=dtypes.float32)
+    input_layer = sfc.concatenate_context_input(context_input, seq_input)
+
+    expected = np.array([
+        [[0, 1, 0, 1, 2, 3, 4], [2, 3, 0, 1, 2, 3, 4], [4, 5, 0, 1, 2, 3, 4]],
+        [[6, 7, 5, 6, 7, 8, 9], [8, 9, 5, 6, 7, 8, 9], [10, 11, 5, 6, 7, 8, 9]]
+    ], dtype=np.float32)
+    with monitored_session.MonitoredSession() as sess:
+      output = sess.run(input_layer)
+      self.assertAllEqual(expected, output)
+
+  @parameterized.named_parameters(
+      {'testcase_name': 'rank_lt_3',
+       'seq_input_arg': np.arange(100).reshape(10, 10)},
+      {'testcase_name': 'rank_gt_3',
+       'seq_input_arg': np.arange(100).reshape(5, 5, 2, 2)}
+      )
+  def test_sequence_input_throws_error(self, seq_input_arg):
+    seq_input = ops.convert_to_tensor(seq_input_arg)
+    context_input = ops.convert_to_tensor(np.arange(100).reshape(10, 10))
+    seq_input = math_ops.cast(seq_input, dtype=dtypes.float32)
+    context_input = math_ops.cast(context_input, dtype=dtypes.float32)
+    with self.assertRaisesRegexp(ValueError, 'sequence_input must have rank 3'):
+      sfc.concatenate_context_input(context_input, seq_input)
+
+  @parameterized.named_parameters(
+      {'testcase_name': 'rank_lt_2',
+       'context_input_arg': np.arange(100)},
+      {'testcase_name': 'rank_gt_2',
+       'context_input_arg': np.arange(100).reshape(5, 5, 4)}
+      )
+  def test_context_input_throws_error(self, context_input_arg):
+    context_input = ops.convert_to_tensor(context_input_arg)
+    seq_input = ops.convert_to_tensor(np.arange(100).reshape(5, 5, 4))
+    seq_input = math_ops.cast(seq_input, dtype=dtypes.float32)
+    context_input = math_ops.cast(context_input, dtype=dtypes.float32)
+    with self.assertRaisesRegexp(ValueError, 'context_input must have rank 2'):
+      sfc.concatenate_context_input(context_input, seq_input)
+
+  def test_integer_seq_input_throws_error(self):
+    seq_input = ops.convert_to_tensor(np.arange(100).reshape(5, 5, 4))
+    context_input = ops.convert_to_tensor(np.arange(100).reshape(10, 10))
+    context_input = math_ops.cast(context_input, dtype=dtypes.float32)
+    with self.assertRaisesRegexp(
+        TypeError, 'sequence_input must have dtype float32'):
+      sfc.concatenate_context_input(context_input, seq_input)
+
+  def test_integer_context_input_throws_error(self):
+    seq_input = ops.convert_to_tensor(np.arange(100).reshape(5, 5, 4))
+    context_input = ops.convert_to_tensor(np.arange(100).reshape(10, 10))
+    seq_input = math_ops.cast(seq_input, dtype=dtypes.float32)
+    with self.assertRaisesRegexp(
+        TypeError, 'context_input must have dtype float32'):
+      sfc.concatenate_context_input(context_input, seq_input)
+
+
+class InputLayerTest(test.TestCase):
+  """Tests input_layer with sequence feature columns."""
+
+  def test_embedding_column(self):
+    """Tests that error is raised for sequence embedding column."""
+    vocabulary_size = 3
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    embedding_column_a = fc_old.embedding_column(
+        categorical_column_a, dimension=2)
+
+    with self.assertRaisesRegexp(
+        ValueError,
+        r'In embedding_column: aaa_embedding\. categorical_column must not be '
+        r'of type _SequenceCategoricalColumn\.'):
+      _ = fc_old.input_layer(
+          features={'aaa': sparse_input},
+          feature_columns=[embedding_column_a])
+
+  def test_indicator_column(self):
+    """Tests that error is raised for sequence indicator column."""
+    vocabulary_size = 3
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    indicator_column_a = fc_old.indicator_column(categorical_column_a)
+
+    with self.assertRaisesRegexp(
+        ValueError,
+        r'In indicator_column: aaa_indicator\. categorical_column must not be '
+        r'of type _SequenceCategoricalColumn\.'):
+      _ = fc_old.input_layer(
+          features={'aaa': sparse_input},
+          feature_columns=[indicator_column_a])
+
+
+def _assert_sparse_tensor_value(test_case, expected, actual):
+  _assert_sparse_tensor_indices_shape(test_case, expected, actual)
+
+  test_case.assertEqual(
+      np.array(expected.values).dtype, np.array(actual.values).dtype)
+  test_case.assertAllEqual(expected.values, actual.values)
+
+
+def _assert_sparse_tensor_indices_shape(test_case, expected, actual):
+  test_case.assertEqual(np.int64, np.array(actual.indices).dtype)
+  test_case.assertAllEqual(expected.indices, actual.indices)
+
+  test_case.assertEqual(np.int64, np.array(actual.dense_shape).dtype)
+  test_case.assertAllEqual(expected.dense_shape, actual.dense_shape)
+
+
+class SequenceCategoricalColumnWithIdentityTest(
+    test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (1, 2, 0),
+           'dense_shape': (2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 1, 0)),
+           'values': np.array((1, 2, 0), dtype=np.int64),
+           'dense_shape': (2, 2, 1)}},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': (6, 7, 8),
+           'dense_shape': (2, 2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': (6, 7, 8),
+           'dense_shape': (2, 2, 2)}}
+      )
+  def test_get_sparse_tensors(self, inputs_args, expected_args):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    expected = sparse_tensor.SparseTensorValue(**expected_args)
+    column = sfc.sequence_categorical_column_with_identity('aaa', num_buckets=9)
+
+    id_weight_pair = column._get_sparse_tensors(_LazyBuilder({'aaa': inputs}))
+
+    self.assertIsNone(id_weight_pair.weight_tensor)
+    with monitored_session.MonitoredSession() as sess:
+      _assert_sparse_tensor_value(
+          self, expected, id_weight_pair.id_tensor.eval(session=sess))
+
+
+class SequenceCategoricalColumnWithHashBucketTest(
+    test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': ('omar', 'stringer', 'marlo'),
+           'dense_shape': (2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 1, 0)),
+           # Ignored to avoid hash dependence in test.
+           'values': np.array((0, 0, 0), dtype=np.int64),
+           'dense_shape': (2, 2, 1)}},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': ('omar', 'stringer', 'marlo'),
+           'dense_shape': (2, 2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           # Ignored to avoid hash dependence in test.
+           'values': np.array((0, 0, 0), dtype=np.int64),
+           'dense_shape': (2, 2, 2)}}
+      )
+  def test_get_sparse_tensors(self, inputs_args, expected_args):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    expected = sparse_tensor.SparseTensorValue(**expected_args)
+    column = sfc.sequence_categorical_column_with_hash_bucket(
+        'aaa', hash_bucket_size=10)
+
+    id_weight_pair = column._get_sparse_tensors(_LazyBuilder({'aaa': inputs}))
+
+    self.assertIsNone(id_weight_pair.weight_tensor)
+    with monitored_session.MonitoredSession() as sess:
+      _assert_sparse_tensor_indices_shape(
+          self, expected, id_weight_pair.id_tensor.eval(session=sess))
+
+
+class SequenceCategoricalColumnWithVocabularyFileTest(
+    test.TestCase, parameterized.TestCase):
+
+  def _write_vocab(self, vocab_strings, file_name):
+    vocab_file = os.path.join(self.get_temp_dir(), file_name)
+    with open(vocab_file, 'w') as f:
+      f.write('\n'.join(vocab_strings))
+    return vocab_file
+
+  def setUp(self):
+    super(SequenceCategoricalColumnWithVocabularyFileTest, self).setUp()
+
+    vocab_strings = ['omar', 'stringer', 'marlo']
+    self._wire_vocabulary_file_name = self._write_vocab(vocab_strings,
+                                                        'wire_vocabulary.txt')
+    self._wire_vocabulary_size = 3
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': ('marlo', 'skywalker', 'omar'),
+           'dense_shape': (2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 1, 0)),
+           'values': np.array((2, -1, 0), dtype=np.int64),
+           'dense_shape': (2, 2, 1)}},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': ('omar', 'skywalker', 'marlo'),
+           'dense_shape': (2, 2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': np.array((0, -1, 2), dtype=np.int64),
+           'dense_shape': (2, 2, 2)}}
+      )
+  def test_get_sparse_tensors(self, inputs_args, expected_args):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    expected = sparse_tensor.SparseTensorValue(**expected_args)
+    column = sfc.sequence_categorical_column_with_vocabulary_file(
+        key='aaa',
+        vocabulary_file=self._wire_vocabulary_file_name,
+        vocabulary_size=self._wire_vocabulary_size)
+
+    id_weight_pair = column._get_sparse_tensors(_LazyBuilder({'aaa': inputs}))
+
+    self.assertIsNone(id_weight_pair.weight_tensor)
+    with monitored_session.MonitoredSession() as sess:
+      _assert_sparse_tensor_value(
+          self, expected, id_weight_pair.id_tensor.eval(session=sess))
+
+  def test_get_sparse_tensors_dynamic_zero_length(self):
+    """Tests _get_sparse_tensors with a dynamic sequence length."""
+    inputs = sparse_tensor.SparseTensorValue(
+        indices=np.zeros((0, 2)), values=[], dense_shape=(2, 0))
+    expected = sparse_tensor.SparseTensorValue(
+        indices=np.zeros((0, 3)),
+        values=np.array((), dtype=np.int64),
+        dense_shape=(2, 0, 1))
+    column = sfc.sequence_categorical_column_with_vocabulary_file(
+        key='aaa',
+        vocabulary_file=self._wire_vocabulary_file_name,
+        vocabulary_size=self._wire_vocabulary_size)
+    input_placeholder_shape = list(inputs.dense_shape)
+    # Make second dimension (sequence length) dynamic.
+    input_placeholder_shape[1] = None
+    input_placeholder = array_ops.sparse_placeholder(
+        dtypes.string, shape=input_placeholder_shape)
+    id_weight_pair = column._get_sparse_tensors(
+        _LazyBuilder({'aaa': input_placeholder}))
+
+    self.assertIsNone(id_weight_pair.weight_tensor)
+    with monitored_session.MonitoredSession() as sess:
+      result = id_weight_pair.id_tensor.eval(
+          session=sess, feed_dict={input_placeholder: inputs})
+      _assert_sparse_tensor_value(
+          self, expected, result)
+
+
+class SequenceCategoricalColumnWithVocabularyListTest(
+    test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': ('marlo', 'skywalker', 'omar'),
+           'dense_shape': (2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 1, 0)),
+           'values': np.array((2, -1, 0), dtype=np.int64),
+           'dense_shape': (2, 2, 1)}},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': ('omar', 'skywalker', 'marlo'),
+           'dense_shape': (2, 2, 2)},
+       'expected_args': {
+           'indices': ((0, 0, 2), (1, 0, 0), (1, 2, 0)),
+           'values': np.array((0, -1, 2), dtype=np.int64),
+           'dense_shape': (2, 2, 2)}}
+      )
+  def test_get_sparse_tensors(self, inputs_args, expected_args):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    expected = sparse_tensor.SparseTensorValue(**expected_args)
+    column = sfc.sequence_categorical_column_with_vocabulary_list(
+        key='aaa',
+        vocabulary_list=('omar', 'stringer', 'marlo'))
+
+    id_weight_pair = column._get_sparse_tensors(_LazyBuilder({'aaa': inputs}))
+
+    self.assertIsNone(id_weight_pair.weight_tensor)
+    with monitored_session.MonitoredSession() as sess:
+      _assert_sparse_tensor_value(
+          self, expected, id_weight_pair.id_tensor.eval(session=sess))
+
+
+class SequenceEmbeddingColumnTest(
+    test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           # example 2, ids []
+           # example 3, ids [1]
+           'indices': ((0, 0), (1, 0), (1, 1), (3, 0)),
+           'values': (2, 0, 1, 1),
+           'dense_shape': (4, 2)},
+       'expected': [
+           # example 0, ids [2]
+           [[7., 11.], [0., 0.]],
+           # example 1, ids [0, 1]
+           [[1., 2.], [3., 5.]],
+           # example 2, ids []
+           [[0., 0.], [0., 0.]],
+           # example 3, ids [1]
+           [[3., 5.], [0., 0.]]]},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           # example 2, ids []
+           # example 3, ids [[1], [0, 2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0),
+                       (3, 0, 0), (3, 1, 0), (3, 1, 1)),
+           'values': (2, 0, 1, 2, 1, 0, 2),
+           'dense_shape': (4, 2, 2)},
+       'expected': [
+           # example 0, ids [[2]]
+           [[7., 11.], [0., 0.]],
+           # example 1, ids [[0, 1], [2]]
+           [[2, 3.5], [7., 11.]],
+           # example 2, ids []
+           [[0., 0.], [0., 0.]],
+           # example 3, ids [[1], [0, 2]]
+           [[3., 5.], [4., 6.5]]]}
+      )
+  def test_get_sequence_dense_tensor(self, inputs_args, expected):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    vocabulary_size = 3
+    embedding_dimension = 2
+    embedding_values = (
+        (1., 2.),  # id 0
+        (3., 5.),  # id 1
+        (7., 11.)  # id 2
+    )
+    def _initializer(shape, dtype, partition_info):
+      self.assertAllEqual((vocabulary_size, embedding_dimension), shape)
+      self.assertEqual(dtypes.float32, dtype)
+      self.assertIsNone(partition_info)
+      return embedding_values
+
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    embedding_column = fc_old.embedding_column(
+        categorical_column, dimension=embedding_dimension,
+        initializer=_initializer)
+
+    embedding_lookup, _ = embedding_column._get_sequence_dense_tensor(
+        _LazyBuilder({'aaa': inputs}))
+
+    global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
+    self.assertItemsEqual(
+        ('embedding_weights:0',), tuple([v.name for v in global_vars]))
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(embedding_values, global_vars[0].eval(session=sess))
+      self.assertAllEqual(expected, embedding_lookup.eval(session=sess))
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (2, 0, 1),
+           'dense_shape': (2, 2)},
+       'expected_sequence_length': [1, 2]},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0)),
+           'values': (2, 0, 1, 2),
+           'dense_shape': (2, 2, 2)},
+       'expected_sequence_length': [1, 2]}
+      )
+  def test_sequence_length(self, inputs_args, expected_sequence_length):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    vocabulary_size = 3
+
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    embedding_column = fc_old.embedding_column(
+        categorical_column, dimension=2)
+
+    _, sequence_length = embedding_column._get_sequence_dense_tensor(
+        _LazyBuilder({'aaa': inputs}))
+
+    with monitored_session.MonitoredSession() as sess:
+      sequence_length = sess.run(sequence_length)
+      self.assertAllEqual(expected_sequence_length, sequence_length)
+      self.assertEqual(np.int64, sequence_length.dtype)
+
+  def test_sequence_length_with_empty_rows(self):
+    """Tests _sequence_length when some examples do not have ids."""
+    vocabulary_size = 3
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, ids []
+        # example 1, ids [2]
+        # example 2, ids [0, 1]
+        # example 3, ids []
+        # example 4, ids [1]
+        # example 5, ids []
+        indices=((1, 0), (2, 0), (2, 1), (4, 0)),
+        values=(2, 0, 1, 1),
+        dense_shape=(6, 2))
+    expected_sequence_length = [0, 1, 2, 0, 1, 0]
+
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    embedding_column = fc_old.embedding_column(
+        categorical_column, dimension=2)
+
+    _, sequence_length = embedding_column._get_sequence_dense_tensor(
+        _LazyBuilder({'aaa': sparse_input}))
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+
+class SequenceSharedEmbeddingColumnTest(test.TestCase):
+
+  def test_get_sequence_dense_tensor(self):
+    vocabulary_size = 3
+    embedding_dimension = 2
+    embedding_values = (
+        (1., 2.),  # id 0
+        (3., 5.),  # id 1
+        (7., 11.)  # id 2
+    )
+
+    def _initializer(shape, dtype, partition_info):
+      self.assertAllEqual((vocabulary_size, embedding_dimension), shape)
+      self.assertEqual(dtypes.float32, dtype)
+      self.assertIsNone(partition_info)
+      return embedding_values
+
+    sparse_input_a = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        # example 2, ids []
+        # example 3, ids [1]
+        indices=((0, 0), (1, 0), (1, 1), (3, 0)),
+        values=(2, 0, 1, 1),
+        dense_shape=(4, 2))
+    sparse_input_b = sparse_tensor.SparseTensorValue(
+        # example 0, ids [1]
+        # example 1, ids [0, 2]
+        # example 2, ids [0]
+        # example 3, ids []
+        indices=((0, 0), (1, 0), (1, 1), (2, 0)),
+        values=(1, 0, 2, 0),
+        dense_shape=(4, 2))
+
+    expected_lookups_a = [
+        # example 0, ids [2]
+        [[7., 11.], [0., 0.]],
+        # example 1, ids [0, 1]
+        [[1., 2.], [3., 5.]],
+        # example 2, ids []
+        [[0., 0.], [0., 0.]],
+        # example 3, ids [1]
+        [[3., 5.], [0., 0.]],
+    ]
+
+    expected_lookups_b = [
+        # example 0, ids [1]
+        [[3., 5.], [0., 0.]],
+        # example 1, ids [0, 2]
+        [[1., 2.], [7., 11.]],
+        # example 2, ids [0]
+        [[1., 2.], [0., 0.]],
+        # example 3, ids []
+        [[0., 0.], [0., 0.]],
+    ]
+
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    categorical_column_b = sfc.sequence_categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size)
+    shared_embedding_columns = fc_old.shared_embedding_columns(
+        [categorical_column_a, categorical_column_b],
+        dimension=embedding_dimension,
+        initializer=_initializer)
+
+    embedding_lookup_a = shared_embedding_columns[0]._get_sequence_dense_tensor(
+        _LazyBuilder({
+            'aaa': sparse_input_a
+        }))[0]
+    embedding_lookup_b = shared_embedding_columns[1]._get_sequence_dense_tensor(
+        _LazyBuilder({
+            'bbb': sparse_input_b
+        }))[0]
+
+    global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
+    self.assertItemsEqual(('embedding_weights:0',),
+                          tuple([v.name for v in global_vars]))
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(embedding_values, global_vars[0].eval(session=sess))
+      self.assertAllEqual(
+          expected_lookups_a, embedding_lookup_a.eval(session=sess))
+      self.assertAllEqual(
+          expected_lookups_b, embedding_lookup_b.eval(session=sess))
+
+  def test_sequence_length(self):
+    vocabulary_size = 3
+
+    sparse_input_a = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids [0, 1]
+        indices=((0, 0), (1, 0), (1, 1)),
+        values=(2, 0, 1),
+        dense_shape=(2, 2))
+    expected_sequence_length_a = [1, 2]
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+
+    sparse_input_b = sparse_tensor.SparseTensorValue(
+        # example 0, ids [0, 2]
+        # example 1, ids [1]
+        indices=((0, 0), (0, 1), (1, 0)),
+        values=(0, 2, 1),
+        dense_shape=(2, 2))
+    expected_sequence_length_b = [2, 1]
+    categorical_column_b = sfc.sequence_categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size)
+    shared_embedding_columns = fc_old.shared_embedding_columns(
+        [categorical_column_a, categorical_column_b], dimension=2)
+
+    sequence_length_a = shared_embedding_columns[0]._get_sequence_dense_tensor(
+        _LazyBuilder({
+            'aaa': sparse_input_a
+        }))[1]
+    sequence_length_b = shared_embedding_columns[1]._get_sequence_dense_tensor(
+        _LazyBuilder({
+            'bbb': sparse_input_b
+        }))[1]
+
+    with monitored_session.MonitoredSession() as sess:
+      sequence_length_a = sess.run(sequence_length_a)
+      self.assertAllEqual(expected_sequence_length_a, sequence_length_a)
+      self.assertEqual(np.int64, sequence_length_a.dtype)
+      sequence_length_b = sess.run(sequence_length_b)
+      self.assertAllEqual(expected_sequence_length_b, sequence_length_b)
+      self.assertEqual(np.int64, sequence_length_b.dtype)
+
+  def test_sequence_length_with_empty_rows(self):
+    """Tests _sequence_length when some examples do not have ids."""
+    vocabulary_size = 3
+    sparse_input_a = sparse_tensor.SparseTensorValue(
+        # example 0, ids []
+        # example 1, ids [2]
+        # example 2, ids [0, 1]
+        # example 3, ids []
+        # example 4, ids [1]
+        # example 5, ids []
+        indices=((1, 0), (2, 0), (2, 1), (4, 0)),
+        values=(2, 0, 1, 1),
+        dense_shape=(6, 2))
+    expected_sequence_length_a = [0, 1, 2, 0, 1, 0]
+    categorical_column_a = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+
+    sparse_input_b = sparse_tensor.SparseTensorValue(
+        # example 0, ids [2]
+        # example 1, ids []
+        # example 2, ids []
+        # example 3, ids []
+        # example 4, ids [1]
+        # example 5, ids [0, 1]
+        indices=((0, 0), (4, 0), (5, 0), (5, 1)),
+        values=(2, 1, 0, 1),
+        dense_shape=(6, 2))
+    expected_sequence_length_b = [1, 0, 0, 0, 1, 2]
+    categorical_column_b = sfc.sequence_categorical_column_with_identity(
+        key='bbb', num_buckets=vocabulary_size)
+
+    shared_embedding_columns = fc_old.shared_embedding_columns(
+        [categorical_column_a, categorical_column_b], dimension=2)
+
+    sequence_length_a = shared_embedding_columns[0]._get_sequence_dense_tensor(
+        _LazyBuilder({
+            'aaa': sparse_input_a
+        }))[1]
+    sequence_length_b = shared_embedding_columns[1]._get_sequence_dense_tensor(
+        _LazyBuilder({
+            'bbb': sparse_input_b
+        }))[1]
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(
+          expected_sequence_length_a, sequence_length_a.eval(session=sess))
+      self.assertAllEqual(
+          expected_sequence_length_b, sequence_length_b.eval(session=sess))
+
+
+class SequenceIndicatorColumnTest(test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           # example 2, ids []
+           # example 3, ids [1]
+           'indices': ((0, 0), (1, 0), (1, 1), (3, 0)),
+           'values': (2, 0, 1, 1),
+           'dense_shape': (4, 2)},
+       'expected': [
+           # example 0, ids [2]
+           [[0., 0., 1.], [0., 0., 0.]],
+           # example 1, ids [0, 1]
+           [[1., 0., 0.], [0., 1., 0.]],
+           # example 2, ids []
+           [[0., 0., 0.], [0., 0., 0.]],
+           # example 3, ids [1]
+           [[0., 1., 0.], [0., 0., 0.]]]},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           # example 2, ids []
+           # example 3, ids [[1], [2, 2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0),
+                       (3, 0, 0), (3, 1, 0), (3, 1, 1)),
+           'values': (2, 0, 1, 2, 1, 2, 2),
+           'dense_shape': (4, 2, 2)},
+       'expected': [
+           # example 0, ids [[2]]
+           [[0., 0., 1.], [0., 0., 0.]],
+           # example 1, ids [[0, 1], [2]]
+           [[1., 1., 0.], [0., 0., 1.]],
+           # example 2, ids []
+           [[0., 0., 0.], [0., 0., 0.]],
+           # example 3, ids [[1], [2, 2]]
+           [[0., 1., 0.], [0., 0., 2.]]]}
+      )
+  def test_get_sequence_dense_tensor(self, inputs_args, expected):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    vocabulary_size = 3
+
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    indicator_column = fc_old.indicator_column(categorical_column)
+
+    indicator_tensor, _ = indicator_column._get_sequence_dense_tensor(
+        _LazyBuilder({'aaa': inputs}))
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(expected, indicator_tensor.eval(session=sess))
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (2, 0, 1),
+           'dense_shape': (2, 2)},
+       'expected_sequence_length': [1, 2]},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0)),
+           'values': (2, 0, 1, 2),
+           'dense_shape': (2, 2, 2)},
+       'expected_sequence_length': [1, 2]}
+      )
+  def test_sequence_length(self, inputs_args, expected_sequence_length):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    vocabulary_size = 3
+
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    indicator_column = fc_old.indicator_column(categorical_column)
+
+    _, sequence_length = indicator_column._get_sequence_dense_tensor(
+        _LazyBuilder({'aaa': inputs}))
+
+    with monitored_session.MonitoredSession() as sess:
+      sequence_length = sess.run(sequence_length)
+      self.assertAllEqual(expected_sequence_length, sequence_length)
+      self.assertEqual(np.int64, sequence_length.dtype)
+
+  def test_sequence_length_with_empty_rows(self):
+    """Tests _sequence_length when some examples do not have ids."""
+    vocabulary_size = 3
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, ids []
+        # example 1, ids [2]
+        # example 2, ids [0, 1]
+        # example 3, ids []
+        # example 4, ids [1]
+        # example 5, ids []
+        indices=((1, 0), (2, 0), (2, 1), (4, 0)),
+        values=(2, 0, 1, 1),
+        dense_shape=(6, 2))
+    expected_sequence_length = [0, 1, 2, 0, 1, 0]
+
+    categorical_column = sfc.sequence_categorical_column_with_identity(
+        key='aaa', num_buckets=vocabulary_size)
+    indicator_column = fc.indicator_column(categorical_column)
+
+    _, sequence_length = indicator_column._get_sequence_dense_tensor(
+        _LazyBuilder({'aaa': sparse_input}))
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+
+def _get_sequence_dense_tensor(column, features):
+  return column.get_sequence_dense_tensor(
+      fc.FeatureTransformationCache(features), None)
+
+
+class SequenceNumericColumnTest(test.TestCase, parameterized.TestCase):
+
+  def test_defaults(self):
+    a = sfc.sequence_numeric_column('aaa')
+    self.assertEqual('aaa', a.key)
+    self.assertEqual('aaa', a.name)
+    self.assertEqual((1,), a.shape)
+    self.assertEqual(0., a.default_value)
+    self.assertEqual(dtypes.float32, a.dtype)
+    self.assertIsNone(a.normalizer_fn)
+
+  def test_shape_saved_as_tuple(self):
+    a = sfc.sequence_numeric_column('aaa', shape=[1, 2])
+    self.assertEqual((1, 2), a.shape)
+
+  def test_shape_must_be_positive_integer(self):
+    with self.assertRaisesRegexp(TypeError, 'shape dimensions must be integer'):
+      sfc.sequence_numeric_column('aaa', shape=[1.0])
+
+    with self.assertRaisesRegexp(
+        ValueError, 'shape dimensions must be greater than 0'):
+      sfc.sequence_numeric_column('aaa', shape=[0])
+
+  def test_dtype_is_convertible_to_float(self):
+    with self.assertRaisesRegexp(
+        ValueError, 'dtype must be convertible to float'):
+      sfc.sequence_numeric_column('aaa', dtype=dtypes.string)
+
+  def test_normalizer_fn_must_be_callable(self):
+    with self.assertRaisesRegexp(TypeError, 'must be a callable'):
+      sfc.sequence_numeric_column('aaa', normalizer_fn='NotACallable')
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           # example 0, values [0., 1]
+           # example 1, [10.]
+           'indices': ((0, 0), (0, 1), (1, 0)),
+           'values': (0., 1., 10.),
+           'dense_shape': (2, 2)},
+       'expected': [
+           [[0.], [1.]],
+           [[10.], [0.]]]},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           # feature 0, ids [[20, 3], [5]]
+           # feature 1, ids [[3], [8]]
+           'indices': ((0, 0, 0), (0, 0, 1), (0, 1, 0), (1, 0, 0), (1, 1, 0)),
+           'values': (20, 3, 5., 3., 8.),
+           'dense_shape': (2, 2, 2)},
+       'expected': [
+           [[20.], [3.], [5.], [0.]],
+           [[3.], [0.], [8.], [0.]]]},
+      )
+  def test_get_sequence_dense_tensor(self, inputs_args, expected):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    numeric_column = sfc.sequence_numeric_column('aaa')
+
+    dense_tensor, _ = _get_sequence_dense_tensor(
+        numeric_column, {'aaa': inputs})
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(expected, dense_tensor.eval(session=sess))
+
+  def test_get_sequence_dense_tensor_with_normalizer_fn(self):
+
+    def _increment_two(input_sparse_tensor):
+      return sparse_ops.sparse_add(
+          input_sparse_tensor,
+          sparse_tensor.SparseTensor(((0, 0), (1, 1)), (2.0, 2.0), (2, 2))
+      )
+
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, values [[0.], [1]]
+        # example 1, [[10.]]
+        indices=((0, 0), (0, 1), (1, 0)),
+        values=(0., 1., 10.),
+        dense_shape=(2, 2))
+
+    # Before _increment_two:
+    #   [[0.], [1.]],
+    #   [[10.], [0.]],
+    # After _increment_two:
+    #   [[2.], [1.]],
+    #   [[10.], [2.]],
+    expected_dense_tensor = [
+        [[2.], [1.]],
+        [[10.], [2.]],
+    ]
+    numeric_column = sfc.sequence_numeric_column(
+        'aaa', normalizer_fn=_increment_two)
+
+    dense_tensor, _ = _get_sequence_dense_tensor(
+        numeric_column, {'aaa': sparse_input})
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(
+          expected_dense_tensor, dense_tensor.eval(session=sess))
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'sparse_input_args': {
+           # example 0, values [[[0., 1.],  [2., 3.]], [[4., 5.],  [6., 7.]]]
+           # example 1, [[[10., 11.],  [12., 13.]]]
+           'indices': ((0, 0), (0, 1), (0, 2), (0, 3), (0, 4), (0, 5), (0, 6),
+                       (0, 7), (1, 0), (1, 1), (1, 2), (1, 3)),
+           'values': (0., 1., 2., 3., 4., 5., 6., 7., 10., 11., 12., 13.),
+           'dense_shape': (2, 8)},
+       'expected_dense_tensor': [
+           [[[0., 1.], [2., 3.]], [[4., 5.], [6., 7.]]],
+           [[[10., 11.], [12., 13.]], [[0., 0.], [0., 0.]]]]},
+      {'testcase_name': '3D',
+       'sparse_input_args': {
+           'indices': ((0, 0, 0), (0, 0, 2), (0, 0, 4), (0, 0, 6),
+                       (0, 1, 0), (0, 1, 2), (0, 1, 4), (0, 1, 6),
+                       (1, 0, 0), (1, 0, 2), (1, 0, 4), (1, 0, 6)),
+           'values': (0., 1., 2., 3., 4., 5., 6., 7., 10., 11., 12., 13.),
+           'dense_shape': (2, 2, 8)},
+       'expected_dense_tensor': [
+           [[[0., 0.], [1., 0.]], [[2., 0.], [3., 0.]],
+            [[4., 0.], [5., 0.]], [[6., 0.], [7., 0.]]],
+           [[[10., 0.], [11., 0.]], [[12., 0.], [13., 0.]],
+            [[0., 0.], [0., 0.]], [[0., 0.], [0., 0.]]]]},
+      )
+  def test_get_dense_tensor_multi_dim(
+      self, sparse_input_args, expected_dense_tensor):
+    """Tests get_sequence_dense_tensor for multi-dim numeric_column."""
+    sparse_input = sparse_tensor.SparseTensorValue(**sparse_input_args)
+    numeric_column = sfc.sequence_numeric_column('aaa', shape=(2, 2))
+
+    dense_tensor, _ = _get_sequence_dense_tensor(
+        numeric_column, {'aaa': sparse_input})
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(
+          expected_dense_tensor, dense_tensor.eval(session=sess))
+
+  @parameterized.named_parameters(
+      {'testcase_name': '2D',
+       'inputs_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (2., 0., 1.),
+           'dense_shape': (2, 2)},
+       'expected_sequence_length': [1, 2],
+       'shape': (1,)},
+      {'testcase_name': '3D',
+       'inputs_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0)),
+           'values': (2., 0., 1., 2.),
+           'dense_shape': (2, 2, 2)},
+       'expected_sequence_length': [1, 2],
+       'shape': (1,)},
+      {'testcase_name': '2D_with_shape',
+       'inputs_args': {
+           # example 0, ids [2]
+           # example 1, ids [0, 1]
+           'indices': ((0, 0), (1, 0), (1, 1)),
+           'values': (2., 0., 1.),
+           'dense_shape': (2, 2)},
+       'expected_sequence_length': [1, 1],
+       'shape': (2,)},
+      {'testcase_name': '3D_with_shape',
+       'inputs_args': {
+           # example 0, ids [[2]]
+           # example 1, ids [[0, 1], [2]]
+           'indices': ((0, 0, 0), (1, 0, 0), (1, 0, 1), (1, 1, 0)),
+           'values': (2., 0., 1., 2.),
+           'dense_shape': (2, 2, 2)},
+       'expected_sequence_length': [1, 2],
+       'shape': (2,)},
+      )
+  def test_sequence_length(self, inputs_args, expected_sequence_length, shape):
+    inputs = sparse_tensor.SparseTensorValue(**inputs_args)
+    numeric_column = sfc.sequence_numeric_column('aaa', shape=shape)
+
+    _, sequence_length = _get_sequence_dense_tensor(
+        numeric_column, {'aaa': inputs})
+
+    with monitored_session.MonitoredSession() as sess:
+      sequence_length = sess.run(sequence_length)
+      self.assertAllEqual(expected_sequence_length, sequence_length)
+      self.assertEqual(np.int64, sequence_length.dtype)
+
+  def test_sequence_length_with_empty_rows(self):
+    """Tests _sequence_length when some examples do not have ids."""
+    sparse_input = sparse_tensor.SparseTensorValue(
+        # example 0, values []
+        # example 1, values [[0.], [1.]]
+        # example 2, [[2.]]
+        # example 3, values []
+        # example 4, [[3.]]
+        # example 5, values []
+        indices=((1, 0), (1, 1), (2, 0), (4, 0)),
+        values=(0., 1., 2., 3.),
+        dense_shape=(6, 2))
+    expected_sequence_length = [0, 2, 1, 0, 1, 0]
+    numeric_column = sfc.sequence_numeric_column('aaa')
+
+    _, sequence_length = _get_sequence_dense_tensor(
+        numeric_column, {'aaa': sparse_input})
+
+    with monitored_session.MonitoredSession() as sess:
+      self.assertAllEqual(
+          expected_sequence_length, sequence_length.eval(session=sess))
+
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From 878ca44cea6a964e66e66af1b08a7cb481b640d8 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 14:07:31 -0700
Subject: [PATCH 0984/1825] Parse tensor names into TensorId/SafeTensorId

PiperOrigin-RevId: 219858162
---
 .../core/grappler/costs/graph_properties.cc   | 21 +++++++++----------
 .../core/grappler/costs/graph_properties.h    |  4 ++--
 .../core/grappler/mutable_graph_view.cc       |  7 +++----
 tensorflow/core/grappler/optimizers/BUILD     |  1 +
 .../optimizers/arithmetic_optimizer.cc        |  5 +++--
 .../optimizers/graph_optimizer_stage.cc       | 19 ++++++++++-------
 tensorflow/core/grappler/utils.cc             |  2 ++
 tensorflow/core/grappler/utils.h              |  4 ++++
 8 files changed, 36 insertions(+), 27 deletions(-)

diff --git a/tensorflow/core/grappler/costs/graph_properties.cc b/tensorflow/core/grappler/costs/graph_properties.cc
index db814ecab2..270b75269c 100644
--- a/tensorflow/core/grappler/costs/graph_properties.cc
+++ b/tensorflow/core/grappler/costs/graph_properties.cc
@@ -525,27 +525,26 @@ class SymbolicShapeRefiner {
             "supported.");
       }
       NodeDef* fun_node = gv.GetNode(fun_input.input_name);
-      const string& input = function_node->input(i);
-      const string& node_name = NodeName(input);
+      const TensorId input_tensor = ParseTensorName(function_node->input(i));
 
-      if (IsControlInput(input)) {
+      if (IsControlInput(input_tensor)) {
         return errors::FailedPrecondition(
             "Function inputs should not contain control nodes.");
       }
 
-      const NodeDef* input_node = graph_.GetNode(node_name);
+      const NodeDef* input_node = graph_.GetNode(input_tensor.node());
       if (input_node == nullptr) {
-        return errors::FailedPrecondition(node_name,
+        return errors::FailedPrecondition(input_tensor.node(),
                                           " was not found in the graph.");
       }
 
       InferenceContext* input_inference_context = GetContext(input_node);
       if (input_inference_context == nullptr) {
         return errors::FailedPrecondition(
-            "Inference context has not been created for ", node_name);
+            "Inference context has not been created for ", input_tensor.node());
       }
 
-      int output_port_num = NodePosition(input);
+      int output_port_num = input_tensor.index();
       AttrValue attr_output_shape;
       TensorShapeProto proto;
       const auto& handle = input_inference_context->output(output_port_num);
@@ -1921,12 +1920,12 @@ Status GraphProperties::InferFromCostGraph(const CostGraphDef& cost_graph) {
   return Status::OK();
 }
 
-bool GraphProperties::HasInputProperties(const string& name) const {
-  return input_properties_.find(name) != input_properties_.end();
+bool GraphProperties::HasInputProperties(const string& node_name) const {
+  return input_properties_.find(node_name) != input_properties_.end();
 }
 
-bool GraphProperties::HasOutputProperties(const string& name) const {
-  return output_properties_.find(name) != output_properties_.end();
+bool GraphProperties::HasOutputProperties(const string& node_name) const {
+  return output_properties_.find(node_name) != output_properties_.end();
 }
 
 const std::vector<OpInfo::TensorProperties>&
diff --git a/tensorflow/core/grappler/costs/graph_properties.h b/tensorflow/core/grappler/costs/graph_properties.h
index e5036d3cdf..fbae1ca5b4 100644
--- a/tensorflow/core/grappler/costs/graph_properties.h
+++ b/tensorflow/core/grappler/costs/graph_properties.h
@@ -63,8 +63,8 @@ class GraphProperties {
   // values strictly less than -1 to encode symbolic dimensions: although we
   // don't know the actual value of the symbolic dimension, we know that all the
   // dimensions denoted by the same negative value are the equal.
-  bool HasInputProperties(const string& name) const;
-  bool HasOutputProperties(const string& name) const;
+  bool HasInputProperties(const string& node_name) const;
+  bool HasOutputProperties(const string& node_name) const;
   const std::vector<OpInfo::TensorProperties>& GetInputProperties(
       const string& node_name) const;
   const std::vector<OpInfo::TensorProperties>& GetOutputProperties(
diff --git a/tensorflow/core/grappler/mutable_graph_view.cc b/tensorflow/core/grappler/mutable_graph_view.cc
index 67e804cbfb..0793dbe01f 100644
--- a/tensorflow/core/grappler/mutable_graph_view.cc
+++ b/tensorflow/core/grappler/mutable_graph_view.cc
@@ -82,13 +82,12 @@ void MutableGraphView::DeleteNodes(const std::set<string>& nodes_to_delete) {
 
 void MutableGraphView::RemoveFanouts(NodeDef* node) {
   for (int i = 0; i < node->input_size(); ++i) {
-    OutputPort fanin;
-    string fanin_name = ParseNodeName(node->input(i), &fanin.port_id);
-    fanin.node = (*mutable_nodes())[fanin_name];
+    TensorId tensor_id = ParseTensorName(node->input(i));
+    OutputPort fanin((*mutable_nodes())[tensor_id.node()], tensor_id.index());
 
     InputPort input;
     input.node = node;
-    if (fanin.port_id < 0)
+    if (tensor_id.index() < 0)
       input.port_id = -1;
     else
       input.port_id = i;
diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 0637e3b2e1..5c05ae2a4f 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -212,6 +212,7 @@ cc_library(
     hdrs = ["graph_optimizer_stage.h"],
     visibility = ["//visibility:public"],
     deps = [
+        "//tensorflow/core:graph",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:utils",
diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index d24691eb4f..4574e357a0 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -235,8 +235,9 @@ class ArithmeticOptimizerStage : public GraphOptimizerStage<string> {
 
   // TODO(ezhulenev): move to GraphOptimizerStage?
   bool IsDrivenByControlDependency(const NodeDef& node) const {
-    return std::any_of(node.input().begin(), node.input().end(),
-                       IsControlInput);
+    return std::any_of(
+        node.input().begin(), node.input().end(),
+        [](const string& input) { return IsControlInput(input); });
   }
 
   // TODO(ezhulenev): move to GraphOptimizerStage?
diff --git a/tensorflow/core/grappler/optimizers/graph_optimizer_stage.cc b/tensorflow/core/grappler/optimizers/graph_optimizer_stage.cc
index 1ea57f7b4f..82c408b521 100644
--- a/tensorflow/core/grappler/optimizers/graph_optimizer_stage.cc
+++ b/tensorflow/core/grappler/optimizers/graph_optimizer_stage.cc
@@ -14,6 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/optimizers/graph_optimizer_stage.h"
+#include "tensorflow/core/graph/tensor_id.h"
 
 namespace tensorflow {
 namespace grappler {
@@ -46,25 +47,27 @@ Status GetTensorProperties(const GraphOptimizerContext& ctx,
     return errors::InvalidArgument("Graph properties are unknown.");
   }
 
-  int port;
-  string tensor_node_name = ParseNodeName(tensor, &port);
-  if (port < 0) {
+  // TODO(ezhulenev): Make it TensorId when graph properties will support
+  // absl::string_view lookup.
+  SafeTensorId tensor_id = ParseTensorName(tensor);
+
+  if (tensor_id.index() < 0) {
     return errors::InvalidArgument(
         "Can't get tensor properties of control dependency ", tensor);
   }
 
   const auto& output_properties =
-      ctx.graph_properties->GetOutputProperties(tensor_node_name);
+      ctx.graph_properties->GetOutputProperties(tensor_id.node());
   auto num_outputs = output_properties.size();
 
-  if (num_outputs == 0 || port > num_outputs - 1) {
+  if (num_outputs == 0 || tensor_id.index() > num_outputs - 1) {
     return errors::InvalidArgument(
-        "Node ", tensor_node_name,
-        " is missing output properties at position :", port,
+        "Node ", tensor_id.node(),
+        " is missing output properties at position :", tensor_id.index(),
         " (num_outputs=", num_outputs, ")");
   }
 
-  properties->CopyFrom(output_properties[port]);
+  properties->CopyFrom(output_properties[tensor_id.index()]);
   return Status::OK();
 }
 
diff --git a/tensorflow/core/grappler/utils.cc b/tensorflow/core/grappler/utils.cc
index 2ac11a024c..c727663c7a 100644
--- a/tensorflow/core/grappler/utils.cc
+++ b/tensorflow/core/grappler/utils.cc
@@ -159,6 +159,8 @@ bool IsControlInput(const string& name) {
   return !name.empty() && name[0] == '^';
 }
 
+bool IsControlInput(const TensorId& tensor_id) { return tensor_id.index() < 0; }
+
 string AddPrefixToNodeName(const string& name, const string& prefix,
                            const string& delimiter) {
   if (!name.empty()) {
diff --git a/tensorflow/core/grappler/utils.h b/tensorflow/core/grappler/utils.h
index e40b4748cf..0742c51761 100644
--- a/tensorflow/core/grappler/utils.h
+++ b/tensorflow/core/grappler/utils.h
@@ -27,6 +27,7 @@ limitations under the License.
 #include "tensorflow/core/framework/node_def.pb.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/graph/tensor_id.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/core/stringpiece.h"
 #include "tensorflow/core/lib/core/threadpool.h"
@@ -103,6 +104,9 @@ class SetVector {
 // the ^ character.
 bool IsControlInput(const string& name);
 
+// True iff tensor index refers to a control input.
+bool IsControlInput(const TensorId& tensor_id);
+
 // True iff 'name1' and 'name2' refer to the same input.
 bool IsSameInput(const string& name1, const string& name2);
 
-- 
GitLab


From 93db1cc413e8716a39b742d0790247e0687dc1dd Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Fri, 2 Nov 2018 14:56:44 -0700
Subject: [PATCH 0985/1825] Internal change

PiperOrigin-RevId: 219866645
---
 .../lite/tools/benchmark/command_line_flags.cc      |  5 +++--
 .../lite/tools/benchmark/command_line_flags_test.cc | 13 +++++++++++--
 2 files changed, 14 insertions(+), 4 deletions(-)

diff --git a/tensorflow/lite/tools/benchmark/command_line_flags.cc b/tensorflow/lite/tools/benchmark/command_line_flags.cc
index 002fa7dea3..2fad780dc8 100644
--- a/tensorflow/lite/tools/benchmark/command_line_flags.cc
+++ b/tensorflow/lite/tools/benchmark/command_line_flags.cc
@@ -59,11 +59,12 @@ bool ParseFlag(const std::string& flag_value,
 
 bool ParseBoolFlag(const std::string& flag_value,
                    const std::function<void(const bool&)>& hook) {
-  if (flag_value != "true" && flag_value != "false") {
+  if (flag_value != "true" && flag_value != "false" && flag_value != "0" &&
+      flag_value != "1") {
     return false;
   }
 
-  hook(flag_value == "true");
+  hook(flag_value == "true" || flag_value == "1");
   return true;
 }
 }  // namespace
diff --git a/tensorflow/lite/tools/benchmark/command_line_flags_test.cc b/tensorflow/lite/tools/benchmark/command_line_flags_test.cc
index 36eb75b06a..afdf2793bf 100644
--- a/tensorflow/lite/tools/benchmark/command_line_flags_test.cc
+++ b/tensorflow/lite/tools/benchmark/command_line_flags_test.cc
@@ -27,13 +27,17 @@ TEST(CommandLineFlagsTest, BasicUsage) {
   bool some_switch = false;
   std::string some_name = "something_a";
   float some_float = -23.23f;
+  bool some_bool = false;
+  bool some_numeric_bool = true;
   const char* argv_strings[] = {"program_name",
                                 "--some_int32=20",
                                 "--some_int64=214748364700",
                                 "--some_switch=true",
                                 "--some_name=somethingelse",
-                                "--some_float=42.0"};
-  int argc = 6;
+                                "--some_float=42.0",
+                                "--some_bool=true",
+                                "--some_numeric_bool=0"};
+  int argc = 8;
   bool parsed_ok = Flags::Parse(
       &argc, reinterpret_cast<const char**>(argv_strings),
       {
@@ -42,6 +46,9 @@ TEST(CommandLineFlagsTest, BasicUsage) {
           Flag::CreateFlag("some_switch", &some_switch, "some switch"),
           Flag::CreateFlag("some_name", &some_name, "some name"),
           Flag::CreateFlag("some_float", &some_float, "some float"),
+          Flag::CreateFlag("some_bool", &some_bool, "some bool"),
+          Flag::CreateFlag("some_numeric_bool", &some_numeric_bool,
+                           "some numeric bool"),
       });
 
   EXPECT_EQ(true, parsed_ok);
@@ -50,6 +57,8 @@ TEST(CommandLineFlagsTest, BasicUsage) {
   EXPECT_EQ(true, some_switch);
   EXPECT_EQ("somethingelse", some_name);
   EXPECT_NEAR(42.0f, some_float, 1e-5f);
+  EXPECT_TRUE(some_bool);
+  EXPECT_FALSE(some_numeric_bool);
   EXPECT_EQ(argc, 1);
 }
 
-- 
GitLab


From 66dd1e21e7ab6e2aed8413880a7f2dd7f0a20e50 Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Fri, 2 Nov 2018 15:01:25 -0700
Subject: [PATCH 0986/1825] Don't check cross-worker communication in local
 ParameterServerStrategy.

PiperOrigin-RevId: 219867369
---
 .../python/parameter_server_strategy.py       |  2 ++
 .../python/parameter_server_strategy_test.py  | 23 ++++++++++++++-----
 2 files changed, 19 insertions(+), 6 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index bbfd94ed5c..2aa7f1ae5d 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -293,6 +293,8 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     return mirrored_strategy._call_for_each_replica(self, fn, *args, **kwargs)
 
   def _verify_destinations_not_different_worker(self, destinations):
+    if not self._cluster_spec:
+      return
     if destinations is None:
       return
     for d in cross_tower_ops_lib.get_devices_from(destinations):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index b8d5d0ecaf..a9f643c6ec 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -355,10 +355,15 @@ class ParameterServerStrategyTestBase(
   def _test_minimize_loss_graph(self, task_type, task_id, num_gpus):
     d, master_target, sess_config = self._get_test_objects(
         task_type, task_id, num_gpus)
-    assert hasattr(d, '_cluster_spec') and d._cluster_spec
-    num_workers = len(d._cluster_spec.as_dict().get(WORKER))
-    if CHIEF in d._cluster_spec.as_dict():
-      num_workers += 1
+    if task_type:
+      # Multi-worker
+      assert hasattr(d, '_cluster_spec') and d._cluster_spec
+      num_workers = len(d._cluster_spec.as_dict().get(WORKER))
+      if CHIEF in d._cluster_spec.as_dict():
+        num_workers += 1
+    else:
+      # local
+      num_workers = 1
 
     with ops.Graph().as_default(), \
          self.cached_session(target=master_target,
@@ -410,7 +415,8 @@ class ParameterServerStrategyTestBase(
       if context.num_gpus() < d._num_gpus_per_worker:
         return True
 
-      if multi_worker_util.is_chief(d._cluster_spec, task_type, task_id):
+      if (not task_type or
+          multi_worker_util.is_chief(d._cluster_spec, task_type, task_id)):
         variables.global_variables_initializer().run()
 
       # Workers waiting for chief worker's initializing variables.
@@ -484,10 +490,15 @@ class ParameterServerStrategyTest(ParameterServerStrategyTestBase,
 
   @combinations.generate(
       combinations.combine(mode=['graph'], num_gpus=[0, 1, 2]))
-  def testMinimizeLossGraph(self, num_gpus):
+  def testMinimizeLossGraphDistributed(self, num_gpus):
     self._run_between_graph_clients(self._test_minimize_loss_graph,
                                     self._cluster_spec, num_gpus)
 
+  @combinations.generate(
+      combinations.combine(mode=['graph'], num_gpus=[0, 1, 2]))
+  def testMinimizeLossGraphLocal(self, num_gpus):
+    self._test_minimize_loss_graph(None, None, num_gpus)
+
 
 class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
                                            parameterized.TestCase):
-- 
GitLab


From 5a9bd069cf90b6cb12bc219ba0fcd52ddc013b55 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 15:05:23 -0700
Subject: [PATCH 0987/1825] Replace usage of ParseNodeNameAsStringView with
 TensorId

PiperOrigin-RevId: 219868323
---
 .../optimizers/arithmetic_optimizer.cc        | 30 +++++++----------
 .../grappler/optimizers/constant_folding.cc   |  5 ++-
 .../optimizers/dependency_optimizer.cc        | 32 ++++++++-----------
 .../core/grappler/optimizers/model_pruner.cc  | 11 +++----
 tensorflow/core/grappler/utils.cc             | 18 ++++-------
 tensorflow/core/grappler/utils.h              |  2 ++
 6 files changed, 40 insertions(+), 58 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
index 4574e357a0..cf294cd20b 100644
--- a/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/arithmetic_optimizer.cc
@@ -242,12 +242,10 @@ class ArithmeticOptimizerStage : public GraphOptimizerStage<string> {
 
   // TODO(ezhulenev): move to GraphOptimizerStage?
   bool DrivesControlDependency(const NodeDef& node) const {
-    int position;
     for (const NodeDef* output : ctx().node_map->GetOutputs(node.name())) {
       for (int i = 0; i < output->input_size(); ++i) {
-        auto input = output->input(i);
-        StringPiece name = ParseNodeNameAsStringPiece(input, &position);
-        if (name == node.name() && /*control input*/ position < 0) {
+        const TensorId tensor = ParseTensorName(output->input(i));
+        if (tensor.node() == node.name() && tensor.index() < 0) {
           return true;
         }
       }
@@ -1552,11 +1550,9 @@ class HoistCWiseUnaryChainsStage : public ArithmeticOptimizerStage {
       const auto& outputs = ctx().node_map->GetOutputs(node.name());
       for (NodeDef* output : outputs) {
         if (IsControlInput(output->input(0))) continue;
-        int port;
-        const StringPiece node_name =
-            ParseNodeNameAsStringPiece(output->input(0), &port);
-        if (node_name == node.name()) {
-          tails->insert(ChainLink(output, port));
+        TensorId tensor_id = ParseTensorName(output->input(0));
+        if (tensor_id.node() == node.name()) {
+          tails->insert(ChainLink(output, tensor_id.index()));
         } else {
           // This output node has a non-control input other than the split node,
           // abort.
@@ -1603,14 +1599,12 @@ class HoistCWiseUnaryChainsStage : public ArithmeticOptimizerStage {
         new_tails->insert(ChainLink(new_tail, link.port_origin));
       } else {
         for (NodeDef* new_tail : ctx().node_map->GetOutputs(tail->name())) {
-          int port;
-          const StringPiece node_name =
-              ParseNodeNameAsStringPiece(new_tail->input(0), &port);
-          if (node_name != tail->name()) {
+          const TensorId tensor = ParseTensorName(new_tail->input(0));
+          if (tensor.node() != tail->name()) {
             return Status::OK();
           }
           // Skip control outputs.
-          if (port >= 0) {
+          if (tensor.index() >= 0) {
             // Remember original port.
             new_tails->insert(ChainLink(new_tail, link.port_origin));
           }
@@ -3249,10 +3243,10 @@ uint64 UniqueNodes::ComputeSignature(const NodeDef& node) const {
   h = Hash64Combine(Hash64(node.device()), h);
 
   for (const auto& input : node.input()) {
-    int pos;
-    const StringPiece node_name = ParseNodeNameAsStringPiece(input, &pos);
-    h = Hash64CombineUnordered(Hash64(node_name.data(), node_name.size()), h);
-    h = Hash64CombineUnordered(std::hash<int>()(pos), h);
+    const TensorId input_tensor = ParseTensorName(input);
+    h = Hash64CombineUnordered(
+        Hash64(input_tensor.node().data(), input_tensor.node().size()), h);
+    h = Hash64CombineUnordered(std::hash<int>()(input_tensor.index()), h);
   }
   for (const auto& attr : node.attr()) {
     h = Hash64CombineUnordered(Hash64(attr.first), h);
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index 8107d383f6..24b0204069 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -988,9 +988,8 @@ Status ConstantFolding::EvaluateOneFoldable(const NodeDef& node,
   });
 
   for (const auto& input : node.input()) {
-    int port = 0;
-    ParseNodeNameAsStringPiece(input, &port);
-    if (port < 0) {
+    const TensorId input_tensor = ParseTensorName(input);
+    if (input_tensor.index() < 0) {
       // Control dependency
       break;
     }
diff --git a/tensorflow/core/grappler/optimizers/dependency_optimizer.cc b/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
index ddfcc92d29..7fee3ae9d5 100644
--- a/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/dependency_optimizer.cc
@@ -154,11 +154,8 @@ int DependencyOptimizer::NumEdgesIfBypassed(
 
     for (auto consumer : output_nodes) {
       for (int j = 0; j < consumer->input_size(); ++j) {
-        const string& consumer_input = consumer->input(j);
-        int consumer_input_pos;
-        StringPiece consumer_input_node_name =
-            ParseNodeNameAsStringPiece(consumer_input, &consumer_input_pos);
-        if (consumer_input_node_name == node.name()) {
+        const TensorId consumer_input = ParseTensorName(consumer->input(j));
+        if (consumer_input.node() == node.name()) {
           if (IsControlInput(consumer_input)) {
             num_edges_if_bypassed += num_inputs;
           } else {
@@ -248,11 +245,9 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
       bool optimize_fanout = false;
       bool data_connection = false;
       for (int i = fanout->input_size() - 1; i >= 0; --i) {
-        int pos;
-        StringPiece input_name =
-            ParseNodeNameAsStringPiece(fanout->input(i), &pos);
-        if (input_name == node_name) {
-          if (pos < 0) {
+        const TensorId input_tensor = ParseTensorName(fanout->input(i));
+        if (input_tensor.node() == node_name) {
+          if (input_tensor.index() < 0) {
             fanout->mutable_input()->SwapElements(i, fanout->input_size() - 1);
             fanout->mutable_input()->RemoveLast();
             optimize_fanout = true;
@@ -396,20 +391,19 @@ void DependencyOptimizer::OptimizeNode(int node_idx,
           const string& input_to_forward = node->input(i);
           CHECK(!IsControlInput(input_to_forward));
           for (int j = 0; j < consumer->input_size(); ++j) {
-            const string& old_input = consumer->input(j);
-            int old_input_pos;
-            StringPiece old_input_node_name =
-                ParseNodeNameAsStringPiece(old_input, &old_input_pos);
-            if (old_input_node_name == node_name) {
-              if (old_input_pos == i) {
+            const TensorId old_input = ParseTensorName(consumer->input(j));
+            if (old_input.node() == node_name) {
+              if (old_input.index() == i) {
                 // Regular input
                 new_input = input_to_forward;
-                node_map_->UpdateInput(consumer->name(), old_input, new_input);
+                node_map_->UpdateInput(consumer->name(), old_input.ToString(),
+                                       new_input);
                 consumer->set_input(j, new_input);
-              } else if (old_input_pos == -1) {
+              } else if (old_input.index() == -1) {
                 // Control dependency
                 new_input = AsControlDependency(NodeName(input_to_forward));
-                node_map_->UpdateInput(consumer->name(), old_input, new_input);
+                node_map_->UpdateInput(consumer->name(), old_input.ToString(),
+                                       new_input);
                 consumer->set_input(j, new_input);
               }
             }
diff --git a/tensorflow/core/grappler/optimizers/model_pruner.cc b/tensorflow/core/grappler/optimizers/model_pruner.cc
index b94573bef0..1be87a9d0d 100644
--- a/tensorflow/core/grappler/optimizers/model_pruner.cc
+++ b/tensorflow/core/grappler/optimizers/model_pruner.cc
@@ -183,19 +183,18 @@ Status RewriteIdentityNAndInputsOutputs(
       if (IsControlInput(input)) {
         continue;
       }
-      int pos;
-      const StringPiece name = ParseNodeNameAsStringPiece(input, &pos);
-      if (name == node->name()) {
-        if (terminal_ports.find(pos) == terminal_ports.end()) {
+      TensorId input_tensor = ParseTensorName(input);
+      if (input_tensor.node() == node->name()) {
+        if (terminal_ports.find(input_tensor.index()) == terminal_ports.end()) {
           // Replace input that does not lead to a terminal node with newly
           // created identity.
-          string new_identity = new_identities[pos];
+          string new_identity = new_identities[input_tensor.index()];
           output->set_input(i, new_identity);
           updates.push_back({new_identity, output->name()});
         } else {
           // Update input ports that lead to a terminal node from splitting
           // inputs.
-          int new_pos = terminal_input_pos[pos];
+          int new_pos = terminal_input_pos[input_tensor.index()];
           string updated_input_name =
               new_pos > 0 ? strings::StrCat(node->name(), ":", new_pos)
                           : node->name();
diff --git a/tensorflow/core/grappler/utils.cc b/tensorflow/core/grappler/utils.cc
index c727663c7a..f0f0798035 100644
--- a/tensorflow/core/grappler/utils.cc
+++ b/tensorflow/core/grappler/utils.cc
@@ -145,14 +145,10 @@ void NodeMap::UpdateOutput(const string& node_name,
 }
 
 bool IsSameInput(const string& name1, const string& name2) {
-  if (name1 == name2) {
-    return true;
-  }
-  int position1;
-  StringPiece node1 = ParseNodeNameAsStringPiece(name1, &position1);
-  int position2;
-  StringPiece node2 = ParseNodeNameAsStringPiece(name2, &position2);
-  return (position1 == position2) && (node1 == node2);
+  if (name1 == name2) return true;
+  TensorId tensor1 = ParseTensorName(name1);
+  TensorId tensor2 = ParseTensorName(name2);
+  return tensor1.node() == tensor2.node() && tensor1.index() == tensor2.index();
 }
 
 bool IsControlInput(const string& name) {
@@ -247,7 +243,6 @@ int NumNonControlInputs(const NodeDef& node) {
 
 int NumNonControlOutputs(const NodeDef& node, const NodeMap& node_map) {
   int num_outputs = 0;
-  int pos;
   for (const NodeDef* output : node_map.GetOutputs(node.name())) {
     for (const string& node_as_input : output->input()) {
       if (IsControlInput(node_as_input)) {
@@ -256,9 +251,8 @@ int NumNonControlOutputs(const NodeDef& node, const NodeMap& node_map) {
       if (node_as_input == node.name()) {
         ++num_outputs;
       } else {
-        const StringPiece name =
-            ParseNodeNameAsStringPiece(node_as_input, &pos);
-        if (name == node.name()) {
+        const TensorId tensor = ParseTensorName(node_as_input);
+        if (tensor.node() == node.name()) {
           ++num_outputs;
         }
       }
diff --git a/tensorflow/core/grappler/utils.h b/tensorflow/core/grappler/utils.h
index 0742c51761..0f756a2dbd 100644
--- a/tensorflow/core/grappler/utils.h
+++ b/tensorflow/core/grappler/utils.h
@@ -169,6 +169,7 @@ inline string NodeName(const string& name) {
 }
 
 // Returns the node name and position in a single call.
+// DEPRECATED(ezhulenev): Use TensorId and ParseTensorName.
 inline StringPiece ParseNodeNameAsStringPiece(const string& name,
                                               int* position) {
   static const string empty;
@@ -199,6 +200,7 @@ inline StringPiece ParseNodeNameAsStringPiece(const string& name,
 }
 
 // Returns the node name and position in a single call.
+// DEPRECATED(ezhulenev): Use SafeTensorId and ParseTensorName.
 inline string ParseNodeName(const string& name, int* position) {
   return string(ParseNodeNameAsStringPiece(name, position));
 }
-- 
GitLab


From ae645907a55c42a1ce503e7e9e1167135b819b8c Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 2 Nov 2018 15:14:06 -0700
Subject: [PATCH 0988/1825] Some basic automatic signature support for
 SavedModel export

Adds some checking for missing signatures (i.e. it will no longer let you export nothing). But if there's only one decorated method it'll try exporting that.

The hope is that we can follow up with support for exporting Keras Models (at least functional models) without requiring an explicit defun. But for now we'll at least have basic sanity checking.

PiperOrigin-RevId: 219869746
---
 tensorflow/python/saved_model/export.py      | 43 ++++++++++++++++++--
 tensorflow/python/saved_model/export_test.py | 35 ++++++++++++++++
 2 files changed, 75 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/saved_model/export.py b/tensorflow/python/saved_model/export.py
index 2c64ddfc07..030182ca4b 100644
--- a/tensorflow/python/saved_model/export.py
+++ b/tensorflow/python/saved_model/export.py
@@ -39,11 +39,38 @@ from tensorflow.python.util import compat
 from tensorflow.python.util import nest
 
 
+def _find_function_to_export(root):
+  """Iterate over `root`'s attributes, finding traced functions."""
+  functions = []
+  function_attribute_names = []
+  for attribute_name in dir(root):
+    attribute_value = getattr(root, attribute_name, None)
+    if isinstance(attribute_value, def_function.PolymorphicFunction):
+      functions.append(attribute_value)
+      function_attribute_names.append(attribute_name)
+  # TODO(allenl): Automatically infer signatures for Keras functional models?
+  if not functions:
+    raise ValueError(
+        ("Exporting an object with no tf.saved_model_save(..., signatures=...) "
+         "argument specified, and with no @tf.function-decorated methods "
+         "attached to it. In the future this will be a supported use-case for "
+         "Python re-import, but at the moment saving a SavedModel without "
+         "signatures does not make sense, as the only consumers will expect "
+         "signatures. Either decorate a method or specify a signature function "
+         "explicitly."))
+  elif len(functions) > 1:
+    raise ValueError(
+        ("Exporting an object with no tf.saved_model_save(..., signatures=...) "
+         "argument specified, and with more than one @tf.function-decorated "
+         "method attached to it: {}. The signature keys for these functions "
+         "are ambiguous. Specify signature functions explicitly.").format(
+             function_attribute_names))
+  return functions[0]
+
+
 def _canonicalize_signatures(signatures):
   """Converts `signatures` into a dictionary of concrete functions."""
-  if signatures is None:
-    signatures = {}
-  elif not isinstance(signatures, collections.Mapping):
+  if not isinstance(signatures, collections.Mapping):
     signatures = {
         signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY: signatures}
   concrete_signatures = {}
@@ -377,6 +404,14 @@ def export(obj, export_dir, signatures=None):
   tf.saved_model.export(m, '/tmp/saved_model/', signatures=m.serve)
   ```
 
+  The `signatures` argument may be omitted if only one method of the exported
+  object is decorated with `tf.function` and that method has an input signature
+  specified.
+
+  ```python
+  tf.saved_model.export(m, '/tmp/saved_model/')
+  ```
+
   Exporting from a function without a fixed signature:
 
   ```python
@@ -425,6 +460,8 @@ def export(obj, export_dir, signatures=None):
   utils_impl.get_or_create_variables_dir(export_dir)
   object_saver.save(utils_impl.get_variables_path(export_dir))
 
+  if signatures is None:
+    signatures = _find_function_to_export(obj)
   signatures = _canonicalize_signatures(signatures)
   graph_def, signatures, saver_def = _make_graph_def(
       obj, signatures, object_saver)
diff --git a/tensorflow/python/saved_model/export_test.py b/tensorflow/python/saved_model/export_test.py
index 8c8ac861ac..d70e53a26f 100644
--- a/tensorflow/python/saved_model/export_test.py
+++ b/tensorflow/python/saved_model/export_test.py
@@ -177,6 +177,41 @@ class ExportTest(test.TestCase):
         second_loss,
         self._import_and_infer(export_dir, {"x": [[3., 4.]], "y": [2.]}))
 
+  def test_trivial_export_exception(self):
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    with self.assertRaisesRegexp(ValueError, "signature"):
+      export.export(tracking.Checkpointable(), export_dir)
+
+  def test_single_method_default_signature(self):
+    model = _ModelWithOptimizer()
+    x = constant_op.constant([[3., 4.]])
+    y = constant_op.constant([2.])
+    model(x, y)
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(model, export_dir)
+    self.assertIn("loss",
+                  self._import_and_infer(export_dir,
+                                         {"x": [[3., 4.]], "y": [2.]}))
+
+  def test_single_function_default_signature(self):
+    model = tracking.Checkpointable()
+    model.f = def_function.function(lambda: 3., input_signature=())
+    model.f()
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    export.export(model, export_dir)
+    self.assertAllClose({"output_0": 3.},
+                        self._import_and_infer(export_dir, {}))
+
+  def test_ambiguous_signatures(self):
+    model = _ModelWithOptimizer()
+    x = constant_op.constant([[3., 4.]])
+    y = constant_op.constant([2.])
+    model(x, y)
+    model.second_function = def_function.function(lambda: 1.)
+    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    with self.assertRaisesRegexp(ValueError, "call.*second_function"):
+      export.export(model, export_dir)
+
 
 class MemoryTests(test.TestCase):
 
-- 
GitLab


From b53c602a6a594588aca9cd70fc5dd1dd3dc119b7 Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Fri, 2 Nov 2018 15:21:36 -0700
Subject: [PATCH 0989/1825] [tf.data] Enable performance modeling by default.

PiperOrigin-RevId: 219871024
---
 .../kernel_tests/optimization/assert_next_dataset_test.py     | 3 +++
 tensorflow/python/data/ops/dataset_ops.py                     | 2 +-
 tensorflow/python/data/ops/multi_device_iterator_ops.py       | 4 ++++
 3 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
index c2a5da3af0..ed719a0ce9 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
@@ -51,6 +51,9 @@ class AssertNextDatasetTest(test_base.DatasetTestBase):
   def testAssertNextShort(self):
     dataset = dataset_ops.Dataset.from_tensors(0).apply(
         optimization.assert_next(["Map", "Whoops"])).map(lambda x: x)
+    options = dataset_ops.Options()
+    options.experimental_autotune = False
+    dataset = dataset.with_options(options)
     iterator = dataset.make_one_shot_iterator()
     get_next = iterator.get_next()
 
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 18d3bc1823..f49ebd0e55 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -105,7 +105,7 @@ class Dataset(object):
     static_optimizations = options._static_optimizations()  # pylint: disable=protected-access
     if static_optimizations:
       dataset = _OptimizeDataset(dataset, static_optimizations)
-    if options.experimental_autotune:
+    if options.experimental_autotune is not False:
       dataset = _ModelDataset(dataset)
     return dataset
 
diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index 0e4666287b..51dd8519e9 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -216,6 +216,10 @@ class MultiDeviceIterator(object):
           self._dataset.output_types, self._dataset.output_classes)
       if prefetch_buffer_size > 0:
         ds = ds.prefetch(prefetch_buffer_size)
+      # TODO(jsimsa): Enable auto-tuning when supported for non-CPU devices.
+      options = dataset_ops.Options()
+      options.experimental_autotune = False
+      ds = ds.with_options(options)
       with ops.device(device):
         self._device_iterators.append(ds.make_initializable_iterator())
 
-- 
GitLab


From e359bde63c9ef03e6939d5d30f207700a7459b7d Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Fri, 2 Nov 2018 15:34:43 -0700
Subject: [PATCH 0990/1825] [tf.data] Making it possible to apply static
 optimizations to input pipelines that contain datasets that do not implement
 serialization.

PiperOrigin-RevId: 219873242
---
 ...f_ExperimentalNonSerializableDataset.pbtxt |   4 +
 tensorflow/core/framework/dataset.cc          |  62 ++++++---
 tensorflow/core/framework/dataset.h           |  10 +-
 .../core/kernels/data/experimental/BUILD      |  11 ++
 .../non_serializable_dataset_op.cc            | 130 ++++++++++++++++++
 .../core/kernels/data/optimize_dataset_op.cc  |   2 +-
 .../core/kernels/data/tensor_dataset_op.cc    |   6 +-
 .../kernels/data/tensor_slice_dataset_op.cc   |   6 +-
 .../core/ops/experimental_dataset_ops.cc      |   7 +
 .../optimization/optimize_dataset_test.py     |  17 +++
 .../data/experimental/ops/optimization.py     |  40 ++++++
 11 files changed, 262 insertions(+), 33 deletions(-)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_ExperimentalNonSerializableDataset.pbtxt
 create mode 100644 tensorflow/core/kernels/data/experimental/non_serializable_dataset_op.cc

diff --git a/tensorflow/core/api_def/base_api/api_def_ExperimentalNonSerializableDataset.pbtxt b/tensorflow/core/api_def/base_api/api_def_ExperimentalNonSerializableDataset.pbtxt
new file mode 100644
index 0000000000..08632aa262
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_ExperimentalNonSerializableDataset.pbtxt
@@ -0,0 +1,4 @@
+op {
+  graph_op_name: "ExperimentalNonSerializableDataset"
+  visibility: HIDDEN
+}
diff --git a/tensorflow/core/framework/dataset.cc b/tensorflow/core/framework/dataset.cc
index 284dafb886..6852b97e74 100644
--- a/tensorflow/core/framework/dataset.cc
+++ b/tensorflow/core/framework/dataset.cc
@@ -140,7 +140,7 @@ Status GraphDefBuilderWrapper::AddFunction(SerializationContext* ctx,
             << " the graph. It will not be added again.";
     return Status::OK();
   }
-  if (!ctx->allow_stateful_functions()) {
+  if (!ctx->optimization_only()) {
     TF_RETURN_IF_ERROR(
         EnsureFunctionIsStateless(ctx->flib_def(), function_name));
   }
@@ -203,25 +203,6 @@ bool GraphDefBuilderWrapper::HasAttr(const string& name,
   return HasAttr(op_def, attr_name);
 }
 
-Status DatasetBase::Save(SerializationContext* ctx,
-                         IteratorStateWriter* writer) const {
-  string serialized_graph_def;
-  string output_node;
-  GraphDefBuilder b;
-  DatasetGraphDefBuilder db(&b);
-  Node* node = nullptr;
-  TF_RETURN_IF_ERROR(AsGraphDefInternal(ctx, &db, &node));
-  output_node = node->name();
-  GraphDef graph_def;
-  TF_RETURN_IF_ERROR(b.ToGraphDef(&graph_def));
-  graph_def.SerializeToString(&serialized_graph_def);
-  TF_RETURN_IF_ERROR(
-      writer->WriteScalar(kDatasetGraphKey, serialized_graph_def));
-  TF_RETURN_IF_ERROR(
-      writer->WriteScalar(kDatasetGraphOutputNodeKey, output_node));
-  return Status::OK();
-}
-
 Status GetDatasetFromVariantTensor(const Tensor& tensor,
                                    DatasetBase** out_dataset) {
   if (!(tensor.dtype() == DT_VARIANT ||
@@ -251,6 +232,47 @@ Status StoreDatasetInVariantTensor(DatasetBase* dataset, Tensor* tensor) {
   return Status::OK();
 }
 
+Status DatasetBase::Save(SerializationContext* ctx,
+                         IteratorStateWriter* writer) const {
+  string serialized_graph_def;
+  string output_node;
+  GraphDefBuilder b;
+  DatasetGraphDefBuilder db(&b);
+  Node* node = nullptr;
+  TF_RETURN_IF_ERROR(AsGraphDefInternal(ctx, &db, &node));
+  output_node = node->name();
+  GraphDef graph_def;
+  TF_RETURN_IF_ERROR(b.ToGraphDef(&graph_def));
+  graph_def.SerializeToString(&serialized_graph_def);
+  TF_RETURN_IF_ERROR(
+      writer->WriteScalar(kDatasetGraphKey, serialized_graph_def));
+  TF_RETURN_IF_ERROR(
+      writer->WriteScalar(kDatasetGraphOutputNodeKey, output_node));
+  return Status::OK();
+}
+
+Status DatasetBase::DatasetGraphDefBuilder::AddInputDataset(
+    SerializationContext* ctx, const DatasetBase* dataset, Node** output) {
+  Status status = dataset->AsGraphDefInternal(ctx, this, output);
+  if (ctx->optimization_only() && errors::IsUnimplemented(status)) {
+    Tensor t(DT_VARIANT, TensorShape({}));
+    // `StoreDatasetInVariantTensor` will transfer ownership of `dataset`. We
+    // increment the refcount of `dataset` here to retain ownership.
+    dataset->Ref();
+    TF_RETURN_IF_ERROR(
+        StoreDatasetInVariantTensor(const_cast<DatasetBase*>(dataset), &t));
+    TF_RETURN_IF_ERROR(AddPlaceholder(t, output));
+    DCHECK_NE(ctx->input_list(), nullptr);
+    ctx->input_list()->emplace_back((*output)->name(), std::move(t));
+    LOG(WARNING)
+        << "Input of " << dataset->DebugString()
+        << " will not be optimized because the dataset does not implement the "
+           "AsGraphDefInternal() method needed to apply optimizations.";
+    return Status::OK();
+  }
+  return status;
+}
+
 void DatasetOpKernel::Compute(OpKernelContext* ctx) {
   DatasetBase* dataset = nullptr;
   MakeDataset(ctx, &dataset);
diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index 55f0a3456d..55ba7d96b1 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -346,21 +346,21 @@ class IteratorContext {
 class SerializationContext {
  public:
   struct Params {
-    bool allow_stateful_functions = false;
     const FunctionLibraryDefinition* flib_def = nullptr;           // Not owned.
     std::vector<std::pair<string, Tensor>>* input_list = nullptr;  // Not owned.
+    bool optimization_only = false;
   };
 
   explicit SerializationContext(Params params) : params_(std::move(params)) {}
 
-  bool allow_stateful_functions() { return params_.allow_stateful_functions; }
-
   const FunctionLibraryDefinition& flib_def() { return *params_.flib_def; }
 
   std::vector<std::pair<string, Tensor>>* input_list() {
     return params_.input_list;
   }
 
+  bool optimization_only() { return params_.optimization_only; }
+
  private:
   Params params_;
 
@@ -558,9 +558,7 @@ class DatasetBase : public core::RefCounted {
    public:
     DatasetGraphDefBuilder(GraphDefBuilder* b) : GraphDefBuilderWrapper(b) {}
     Status AddInputDataset(SerializationContext* ctx,
-                           const DatasetBase* dataset, Node** output) {
-      return dataset->AsGraphDefInternal(ctx, this, output);
-    }
+                           const DatasetBase* dataset, Node** output);
   };
 
   // TODO(jsimsa): Consolidate overloading into a single method.
diff --git a/tensorflow/core/kernels/data/experimental/BUILD b/tensorflow/core/kernels/data/experimental/BUILD
index 5e54222c3e..1a18864ecf 100644
--- a/tensorflow/core/kernels/data/experimental/BUILD
+++ b/tensorflow/core/kernels/data/experimental/BUILD
@@ -147,6 +147,16 @@ tf_kernel_library(
     ],
 )
 
+tf_kernel_library(
+    name = "non_serializable_dataset_op",
+    srcs = ["non_serializable_dataset_op.cc"],
+    deps = [
+        "//tensorflow/core:experimental_dataset_ops_op_lib",
+        "//tensorflow/core:framework",
+        "//third_party/eigen3",
+    ],
+)
+
 tf_kernel_library(
     name = "dataset_kernels",
     deps = [
@@ -156,6 +166,7 @@ tf_kernel_library(
         ":ignore_errors_dataset_op",
         ":indexed_dataset",
         ":lmdb_dataset_op",
+        ":non_serializable_dataset_op",
         ":numa_map_and_batch_dataset_op",
         ":prefetching_kernels",
         ":sleep_dataset_op",
diff --git a/tensorflow/core/kernels/data/experimental/non_serializable_dataset_op.cc b/tensorflow/core/kernels/data/experimental/non_serializable_dataset_op.cc
new file mode 100644
index 0000000000..953e086de3
--- /dev/null
+++ b/tensorflow/core/kernels/data/experimental/non_serializable_dataset_op.cc
@@ -0,0 +1,130 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#include <map>
+
+#include "tensorflow/core/framework/dataset.h"
+#include "tensorflow/core/framework/partial_tensor_shape.h"
+#include "tensorflow/core/framework/tensor.h"
+
+namespace tensorflow {
+namespace data {
+namespace {
+
+class NonSerializableDatasetOp : public UnaryDatasetOpKernel {
+ public:
+  explicit NonSerializableDatasetOp(OpKernelConstruction* ctx)
+      : UnaryDatasetOpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("output_types", &output_types_));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("output_shapes", &output_shapes_));
+  }
+
+ protected:
+  void MakeDataset(OpKernelContext* ctx, DatasetBase* input,
+                   DatasetBase** output) override {
+    *output = new Dataset(ctx, input, output_types_, output_shapes_);
+  }
+
+ private:
+  class Dataset : public DatasetBase {
+   public:
+    Dataset(OpKernelContext* ctx, const DatasetBase* input,
+            const DataTypeVector& output_types,
+            const std::vector<PartialTensorShape>& output_shapes)
+        : DatasetBase(DatasetContext(ctx)),
+          input_(input),
+          output_types_(output_types),
+          output_shapes_(output_shapes) {
+      input_->Ref();
+    }
+
+    ~Dataset() override { input_->Unref(); }
+
+    std::unique_ptr<IteratorBase> MakeIteratorInternal(
+        const string& prefix) const override {
+      return std::unique_ptr<IteratorBase>(
+          new Iterator({this, strings::StrCat(prefix, "::NonSerializable")}));
+    }
+
+    const DataTypeVector& output_dtypes() const override {
+      return output_types_;
+    }
+    const std::vector<PartialTensorShape>& output_shapes() const override {
+      return output_shapes_;
+    }
+
+    string DebugString() const override {
+      return "NonSerializableDatasetOp::Dataset";
+    }
+
+   protected:
+    Status AsGraphDefInternal(SerializationContext* ctx,
+                              DatasetGraphDefBuilder* b,
+                              Node** output) const override {
+      return errors::Unimplemented(DebugString(), "::AsGraphDefInternal");
+    }
+
+   private:
+    class Iterator : public DatasetIterator<Dataset> {
+     public:
+      explicit Iterator(const Params& params)
+          : DatasetIterator<Dataset>(params) {}
+
+      Status Initialize(IteratorContext* ctx) override {
+        return dataset()->input_->MakeIterator(ctx, prefix(), &input_impl_);
+      }
+
+      Status GetNextInternal(IteratorContext* ctx,
+                             std::vector<Tensor>* out_tensors,
+                             bool* end_of_sequence) override {
+        return input_impl_->GetNext(ctx, out_tensors, end_of_sequence);
+      }
+
+     protected:
+      std::shared_ptr<model::Node> CreateNode(
+          IteratorContext* ctx, model::Node::Args args) const override {
+        return model::MakeKnownRatioNode(std::move(args), /*ratio=*/1);
+      }
+
+      Status SaveInternal(IteratorStateWriter* writer) override {
+        TF_RETURN_IF_ERROR(SaveInput(writer, input_impl_));
+        return Status::OK();
+      }
+
+      Status RestoreInternal(IteratorContext* ctx,
+                             IteratorStateReader* reader) override {
+        TF_RETURN_IF_ERROR(RestoreInput(ctx, reader, input_impl_));
+        return Status::OK();
+      }
+
+     private:
+      std::unique_ptr<IteratorBase> input_impl_;
+    };
+
+    const DatasetBase* input_;
+    const DataTypeVector output_types_;
+    const std::vector<PartialTensorShape> output_shapes_;
+  };
+
+  DataTypeVector output_types_;
+  std::vector<PartialTensorShape> output_shapes_;
+};
+
+REGISTER_KERNEL_BUILDER(
+    Name("ExperimentalNonSerializableDataset").Device(DEVICE_CPU),
+    NonSerializableDatasetOp);
+
+}  // namespace
+}  // namespace data
+}  // namespace tensorflow
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index e0dd1b8929..eddaefb428 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -94,9 +94,9 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       Node* input_node = nullptr;
       SerializationContext::Params params;
       std::vector<std::pair<string, Tensor>> input_list;
-      params.allow_stateful_functions = true;
       params.flib_def = ctx->function_library()->GetFunctionLibraryDefinition();
       params.input_list = &input_list;
+      params.optimization_only = true;
       SerializationContext serialization_ctx(params);
       TF_RETURN_IF_ERROR(
           db.AddInputDataset(&serialization_ctx, input_, &input_node));
diff --git a/tensorflow/core/kernels/data/tensor_dataset_op.cc b/tensorflow/core/kernels/data/tensor_dataset_op.cc
index bae2d5afc3..c7d374f489 100644
--- a/tensorflow/core/kernels/data/tensor_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_dataset_op.cc
@@ -69,10 +69,10 @@ class TensorDatasetOp : public DatasetOpKernel {
       components.reserve(tensors_.size());
       for (const Tensor& t : tensors_) {
         Node* node;
-        std::vector<std::pair<string, Tensor>>* input_list = ctx->input_list();
-        if (input_list) {
+        if (ctx->optimization_only()) {
           TF_RETURN_IF_ERROR(b->AddPlaceholder(t, &node));
-          input_list->emplace_back(node->name(), t);
+          DCHECK_NE(ctx->input_list(), nullptr);
+          ctx->input_list()->emplace_back(node->name(), t);
         } else {
           TF_RETURN_IF_ERROR(b->AddTensor(t, &node));
         }
diff --git a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
index bb219847f9..6291bfc110 100644
--- a/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
+++ b/tensorflow/core/kernels/data/tensor_slice_dataset_op.cc
@@ -92,10 +92,10 @@ class TensorSliceDatasetOp : public DatasetOpKernel {
       components.reserve(tensors_.size());
       for (const Tensor& t : tensors_) {
         Node* node;
-        std::vector<std::pair<string, Tensor>>* input_list = ctx->input_list();
-        if (input_list) {
+        if (ctx->optimization_only()) {
           TF_RETURN_IF_ERROR(b->AddPlaceholder(t, &node));
-          input_list->emplace_back(node->name(), t);
+          DCHECK_NE(ctx->input_list(), nullptr);
+          ctx->input_list()->emplace_back(node->name(), t);
         } else {
           TF_RETURN_IF_ERROR(b->AddTensor(t, &node));
         }
diff --git a/tensorflow/core/ops/experimental_dataset_ops.cc b/tensorflow/core/ops/experimental_dataset_ops.cc
index d077954f9e..088d1865dd 100644
--- a/tensorflow/core/ops/experimental_dataset_ops.cc
+++ b/tensorflow/core/ops/experimental_dataset_ops.cc
@@ -75,6 +75,13 @@ REGISTER_OP("ExperimentalIgnoreErrorsDataset")
     .Attr("output_shapes: list(shape) >= 1")
     .SetShapeFn(shape_inference::ScalarShape);
 
+REGISTER_OP("ExperimentalNonSerializableDataset")
+    .Input("input_dataset: variant")
+    .Output("handle: variant")
+    .Attr("output_types: list(type) >= 1")
+    .Attr("output_shapes: list(shape) >= 1")
+    .SetShapeFn(shape_inference::ScalarShape);
+
 REGISTER_OP("ExperimentalSleepDataset")
     .Input("input_dataset: variant")
     .Input("sleep_microseconds: int64")
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
index c04bef89f5..bd263ee658 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
@@ -104,6 +104,23 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
+  def testOptimizationNonSerializable(self):
+    dataset = dataset_ops.Dataset.from_tensors(0)
+    dataset = dataset.apply(optimization.assert_next(["FiniteSkip"]))
+    dataset = dataset.skip(0)  # Should not be removed by noop elimination
+    dataset = dataset.apply(optimization.non_serializable())
+    dataset = dataset.apply(optimization.assert_next(["MemoryCacheImpl"]))
+    dataset = dataset.skip(0)  # Should be removed by noop elimination
+    dataset = dataset.cache()
+    dataset = dataset_ops._OptimizeDataset(dataset, ["noop_elimination"])
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+
+    with self.cached_session() as sess:
+      self.assertEquals(0, sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/experimental/ops/optimization.py b/tensorflow/python/data/experimental/ops/optimization.py
index 8e1de136b6..b744db7f1e 100644
--- a/tensorflow/python/data/experimental/ops/optimization.py
+++ b/tensorflow/python/data/experimental/ops/optimization.py
@@ -65,6 +65,21 @@ def model():
   return _apply_fn
 
 
+def non_serializable():
+  """A non-serializable identity transformation.
+
+  Returns:
+    A `Dataset` transformation function, which can be passed to
+    `tf.data.Dataset.apply`.
+  """
+
+  def _apply_fn(dataset):
+    """Function from `Dataset` to `Dataset` that applies the transformation."""
+    return _NonSerializableDataset(dataset)
+
+  return _apply_fn
+
+
 def optimize(optimizations=None):
   """A transformation that applies optimizations.
 
@@ -115,3 +130,28 @@ class _AssertNextDataset(dataset_ops.UnaryDataset):
   def output_types(self):
     return self._input_dataset.output_types
 
+
+class _NonSerializableDataset(dataset_ops.UnaryDataset):
+  """A `Dataset` that performs non-serializable identity transformation."""
+
+  def __init__(self, input_dataset):
+    """See `non_serializable()` for details."""
+    super(_NonSerializableDataset, self).__init__(input_dataset)
+    self._input_dataset = input_dataset
+
+  def _as_variant_tensor(self):
+    return gen_experimental_dataset_ops.experimental_non_serializable_dataset(
+        self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
+        **dataset_ops.flat_structure(self))
+
+  @property
+  def output_classes(self):
+    return self._input_dataset.output_classes
+
+  @property
+  def output_shapes(self):
+    return self._input_dataset.output_shapes
+
+  @property
+  def output_types(self):
+    return self._input_dataset.output_types
-- 
GitLab


From 9d4dc2d00b1e29025b5499a115ca9d0367bc0a6c Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 2 Nov 2018 15:49:32 -0700
Subject: [PATCH 0991/1825] [TF:XLA] Bump open source abseil revision to
 f95179062eb65ce40895cc76f1398cce25394369

PiperOrigin-RevId: 219875323
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 256db46892..d3a3204b23 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -123,11 +123,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "e35082e88b9da04f4d68094c05ba112502a5063712f3021adfa465306d238c76",
-        strip_prefix = "abseil-cpp-cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68",
+        sha256 = "3cf6132129ba87f0781c383bfaf381b7174b5818e81fffcc5d04bb451154f0f2",
+        strip_prefix = "abseil-cpp-f95179062eb65ce40895cc76f1398cce25394369",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/cc8dcd307b76a575d2e3e0958a4fe4c7193c2f68.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/f95179062eb65ce40895cc76f1398cce25394369.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/f95179062eb65ce40895cc76f1398cce25394369.tar.gz",
         ],
     )
 
-- 
GitLab


From bf57464d763b43636de1e48f4c559698c40f8739 Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Fri, 2 Nov 2018 16:03:49 -0700
Subject: [PATCH 0992/1825] Add Fp16 fused lstm w/ Eigen (on CPU) and add fp16
 unittests

* Add unittests for fp16 fused lstm and cell_clipping
  * Init weights with 6 non-zero mantissa bits
  * Pick rtol, atol = 8e-3, 8e-4 (precision for values in [0, 0.5] is about 5e-4)
* Add fp16 benchmarks and benchmark target

PiperOrigin-RevId: 219877548
---
 tensorflow/contrib/rnn/BUILD                  |   1 +
 tensorflow/contrib/rnn/kernels/blas_gemm.h    |  31 ++-
 tensorflow/contrib/rnn/kernels/gru_ops.h      |  17 +-
 tensorflow/contrib/rnn/kernels/lstm_ops.cc    |  19 +-
 .../contrib/rnn/kernels/lstm_ops_gpu.cu.cc    |   5 +-
 .../rnn/python/kernel_tests/lstm_ops_test.py  | 220 +++++++++++++-----
 tensorflow/contrib/rnn/python/ops/lstm_ops.py |   7 +-
 7 files changed, 211 insertions(+), 89 deletions(-)

diff --git a/tensorflow/contrib/rnn/BUILD b/tensorflow/contrib/rnn/BUILD
index 391df8cdb4..e124867415 100644
--- a/tensorflow/contrib/rnn/BUILD
+++ b/tensorflow/contrib/rnn/BUILD
@@ -196,6 +196,7 @@ cuda_py_tests(
     srcs = ["python/kernel_tests/lstm_ops_test.py"],
     additional_deps = [
         ":rnn_py",
+        "@absl_py//absl/testing:parameterized",
         "//third_party/py/numpy",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
diff --git a/tensorflow/contrib/rnn/kernels/blas_gemm.h b/tensorflow/contrib/rnn/kernels/blas_gemm.h
index 9535a76566..d37210d4b8 100644
--- a/tensorflow/contrib/rnn/kernels/blas_gemm.h
+++ b/tensorflow/contrib/rnn/kernels/blas_gemm.h
@@ -32,15 +32,26 @@ struct TensorCuBlasGemm {
                   const T* b, int ldb, float beta, T* c, int ldc);
 };
 
+template <typename T>
+struct gemm_compute_type {
+  typedef T type;
+};
+
+template <>
+struct gemm_compute_type<Eigen::half> {
+  typedef float type;
+};
+
 template <typename Device, typename T, bool USE_CUBLAS>
 struct TensorBlasGemm;
 
 template <typename Device, typename T>
 struct TensorBlasGemm<Device, T, true /* USE_CUBLAS */> {
   static void compute(OpKernelContext* ctx, const Device& d, bool transa,
-                      bool transb, float alpha,
+                      bool transb, typename gemm_compute_type<T>::type alpha,
                       typename TTypes<T>::ConstMatrix a,
-                      typename TTypes<T>::ConstMatrix b, float beta,
+                      typename TTypes<T>::ConstMatrix b,
+                      typename gemm_compute_type<T>::type beta,
                       typename TTypes<T>::Matrix c) {
     int64 m = c.dimensions()[0];
     int64 n = c.dimensions()[1];
@@ -55,19 +66,23 @@ struct TensorBlasGemm<Device, T, true /* USE_CUBLAS */> {
 template <typename Device, typename T>
 struct TensorBlasGemm<Device, T, false /* USE_CUBLAS */> {
   static void compute(OpKernelContext* ctx, const Device& d, bool transa,
-                      bool transb, T alpha, typename TTypes<T>::ConstMatrix a,
-                      typename TTypes<T>::ConstMatrix b, T beta,
+                      bool transb, typename gemm_compute_type<T>::type alpha,
+                      typename TTypes<T>::ConstMatrix a,
+                      typename TTypes<T>::ConstMatrix b,
+                      typename gemm_compute_type<T>::type beta,
                       typename TTypes<T>::Matrix c) {
     Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1> contract_pairs;
     contract_pairs[0] =
         Eigen::IndexPair<Eigen::DenseIndex>(transa == false, transb == true);
-    if (alpha == T(1) && beta == T(0)) {
+    if (alpha == typename gemm_compute_type<T>::type(1.f) &&
+        beta == typename gemm_compute_type<T>::type(0.f)) {
       c.device(d) = a.contract(b, contract_pairs);
-    } else if (alpha == T(1) && beta == T(1)) {
+    } else if (alpha == typename gemm_compute_type<T>::type(1.f) &&
+               beta == typename gemm_compute_type<T>::type(1.f)) {
       c.device(d) += a.contract(b, contract_pairs);
     } else {
-      c.device(d) = c.constant(alpha) * a.contract(b, contract_pairs) +
-                    c.constant(beta) * c;
+      c.device(d) = c.constant(T(alpha)) * a.contract(b, contract_pairs) +
+                    c.constant(T(beta)) * c;
     }
   }
 };
diff --git a/tensorflow/contrib/rnn/kernels/gru_ops.h b/tensorflow/contrib/rnn/kernels/gru_ops.h
index 3e2cb39e64..38be58fa10 100644
--- a/tensorflow/contrib/rnn/kernels/gru_ops.h
+++ b/tensorflow/contrib/rnn/kernels/gru_ops.h
@@ -88,7 +88,9 @@ struct GRUBlockCellFprop : public GRUCell {
     typename TTypes<T>::ConstMatrix const_x_h_prev(x_h_prev.data(),
                                                    x_h_prev.dimensions());
     TensorBlasGemm<Device, T, USE_CUBLAS>::compute(
-        ctx, d, false, false, T(1), const_x_h_prev, w_ru, T(0), r_u_bar);
+        ctx, d, false, false, typename gemm_compute_type<T>::type(1.f),
+        const_x_h_prev, w_ru, typename gemm_compute_type<T>::type(0.f),
+        r_u_bar);
 
     // Creating a bias matrix for adding by broadcasting 'b_ru'
     Eigen::array<Eigen::DenseIndex, 2> broadcast_shape({batch_size_, 1});
@@ -107,7 +109,8 @@ struct GRUBlockCellFprop : public GRUCell {
     typename TTypes<T>::ConstMatrix const_x_h_prevr(x_h_prevr.data(),
                                                     x_h_prevr.dimensions());
     TensorBlasGemm<Device, T, USE_CUBLAS>::compute(
-        ctx, d, false, false, T(1), const_x_h_prevr, w_c, T(0), c);
+        ctx, d, false, false, typename gemm_compute_type<T>::type(1.f),
+        const_x_h_prevr, w_c, typename gemm_compute_type<T>::type(0.f), c);
 
     Eigen::array<Eigen::DenseIndex, 2> b_c_shape({1, b_c.dimensions()[0]});
     c.device(d) += (b_c.reshape(b_c_shape).broadcast(broadcast_shape));
@@ -148,9 +151,10 @@ struct GRUBlockCellBprop : public GRUCell {
     // [2nd_component_of_d_x d_h_prevr] = d_c_bar X w_c^T
     typename TTypes<T>::ConstMatrix const_d_c_bar(d_c_bar.data(),
                                                   d_c_bar.dimensions());
-    TensorBlasGemm<Device, T, USE_CUBLAS>::compute(ctx, d, false, true, T(1),
-                                                   const_d_c_bar, w_c, T(0),
-                                                   d_x_comp2_and_h_prevr);
+    TensorBlasGemm<Device, T, USE_CUBLAS>::compute(
+        ctx, d, false, true, typename gemm_compute_type<T>::type(1.f),
+        const_d_c_bar, w_c, typename gemm_compute_type<T>::type(0.f),
+        d_x_comp2_and_h_prevr);
 
     d_hr.device(d) = d_x_comp2_and_h_prevr.slice(h_offsets(), h_extends());
     d_r_bar.device(d) = (d_hr * h_prev * r) * (r.constant(T(1)) - r);
@@ -164,7 +168,8 @@ struct GRUBlockCellBprop : public GRUCell {
     typename TTypes<T>::ConstMatrix const_d_r_bar_u_bar(
         d_r_bar_u_bar.data(), d_r_bar_u_bar.dimensions());
     TensorBlasGemm<Device, T, USE_CUBLAS>::compute(
-        ctx, d, false, true, T(1), const_d_r_bar_u_bar, w_ru, T(0),
+        ctx, d, false, true, typename gemm_compute_type<T>::type(1.f),
+        const_d_r_bar_u_bar, w_ru, typename gemm_compute_type<T>::type(0.f),
         d_x_comp1_and_h_prev_comp1);
 
     // d_x = d_x_comp1 + d_x_comp2
diff --git a/tensorflow/contrib/rnn/kernels/lstm_ops.cc b/tensorflow/contrib/rnn/kernels/lstm_ops.cc
index ee08d306f8..d369bc12ae 100644
--- a/tensorflow/contrib/rnn/kernels/lstm_ops.cc
+++ b/tensorflow/contrib/rnn/kernels/lstm_ops.cc
@@ -61,7 +61,8 @@ void LSTMBlockCellFpropWithEigen(
   // states1 = xh * w + b
   typename TTypes<T>::ConstMatrix const_xh(xh.data(), xh.dimensions());
   TensorBlasGemm<CPUDevice, T, false /* USE_CUBLAS */>::compute(
-      ctx, d, false, false, T(1), const_xh, w, T(0), icfo);
+      ctx, d, false, false, typename gemm_compute_type<T>::type(1.f), const_xh,
+      w, typename gemm_compute_type<T>::type(0.f), icfo);
   Eigen::array<Eigen::DenseIndex, 2> b_shape({1, b.dimensions()[0]});
   Eigen::array<Eigen::DenseIndex, 2> broadcast_shape({cell.batch_size(), 1});
   icfo.device(d) += b.reshape(b_shape).broadcast(broadcast_shape);
@@ -87,11 +88,11 @@ void LSTMBlockCellFpropWithEigen(
   if (use_peephole) {
     auto f_peep = cs_prev * wcf.reshape(p_shape).broadcast(p_broadcast_shape);
     f.device(d) = (icfo.slice(cell.icfo_f_offsets(), cell.cell_extents()) +
-                   f.constant(forget_bias) + f_peep)
+                   f.constant(T(forget_bias)) + f_peep)
                       .sigmoid();
   } else {
     f.device(d) = (icfo.slice(cell.icfo_f_offsets(), cell.cell_extents()) +
-                   f.constant(forget_bias))
+                   f.constant(T(forget_bias)))
                       .sigmoid();
   }
 
@@ -100,7 +101,7 @@ void LSTMBlockCellFpropWithEigen(
 
   if (cell_clip > 0.0f) {
     cs.device(d) =
-        cs.binaryExpr(cs.constant(cell_clip), Eigen::scalar_clip_op<T>());
+        cs.binaryExpr(cs.constant(T(cell_clip)), Eigen::scalar_clip_op<T>());
   }
 
   // co = tanh(cs)
@@ -225,6 +226,7 @@ void LSTMBlockCellBpropWithEigen(
   template struct LSTMBlockCellBprop<CPUDevice, T, false /* USE_CUBLAS */>;
 
 DEFINE_CPU_SPECS(float);
+DEFINE_CPU_SPECS(Eigen::half);
 #undef DEFINE_CPU_SPECS
 
 }  // namespace functor
@@ -373,7 +375,7 @@ class LSTMBlockCellOp : public OpKernel {
       Name("LSTMBlockCell").Device(DEVICE_CPU).TypeConstraint<T>("T"), \
       LSTMBlockCellOp<CPUDevice, T, false>);
 REGISTER_KERNEL(float);
-// REGISTER_KERNEL(double);
+REGISTER_KERNEL(Eigen::half);
 #undef REGISTER_KERNEL
 
 #if GOOGLE_CUDA
@@ -398,7 +400,6 @@ namespace functor {
 
 DECLARE_GPU_SPEC(float);
 DECLARE_GPU_SPEC(Eigen::half);
-// DECLARE_GPU_SPEC(double);
 #undef DECLARE_GPU_SPEC
 }  // end namespace functor
 
@@ -661,7 +662,7 @@ class LSTMBlockCellGradOp : public OpKernel {
       Name("LSTMBlockCellGrad").Device(DEVICE_CPU).TypeConstraint<T>("T"), \
       LSTMBlockCellGradOp<CPUDevice, T, false>);
 REGISTER_KERNEL(float);
-// REGISTER_KERNEL(double);
+REGISTER_KERNEL(Eigen::half);
 #undef REGISTER_KERNEL
 
 #if GOOGLE_CUDA
@@ -1008,7 +1009,7 @@ class BlockLSTMOp : public OpKernel {
       Name("BlockLSTM").Device(DEVICE_CPU).TypeConstraint<T>("T"), \
       BlockLSTMOp<CPUDevice, T, false>);
 REGISTER_KERNEL(float);
-// REGISTER_KERNEL(double);
+REGISTER_KERNEL(Eigen::half);
 #undef REGISTER_KERNEL
 
 #if GOOGLE_CUDA
@@ -1283,7 +1284,7 @@ class BlockLSTMGradOp : public OpKernel {
       Name("BlockLSTMGrad").Device(DEVICE_CPU).TypeConstraint<T>("T"), \
       BlockLSTMGradOp<CPUDevice, T, false>);
 REGISTER_KERNEL(float);
-// REGISTER_KERNEL(double);
+REGISTER_KERNEL(Eigen::half);
 #undef REGISTER_KERNEL
 
 #if GOOGLE_CUDA
diff --git a/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc b/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc
index b664b0f45e..057e851aba 100644
--- a/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc
+++ b/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc
@@ -169,7 +169,7 @@ __global__ void lstm_gates(const T* icfo, const T* b, const T* cs_prev,
   f[cid] = f_local;
 
   T cs_local = i_local * ci_local + f_local * cs_prev[cid];
-  if (cell_clip_t > strict_cast<T>(0.0f)) {
+  if (cell_clip > 0.0f) {
     cs_local = clip_op(cs_local, cell_clip_t);
   }
   cs[cid] = cs_local;
@@ -248,7 +248,8 @@ void LSTMBlockCellFpropWithCUDA(
   // states1 = xh * w
   typename TTypes<T>::ConstMatrix const_xh(xh.data(), xh.dimensions());
   TensorBlasGemm<GPUDevice, T, true /* USE_CUBLAS */>::compute(
-      ctx, d, false, false, 1.f, const_xh, w, 0.f, icfo);
+      ctx, d, false, false, typename gemm_compute_type<T>::type(1.f), const_xh,
+      w, typename gemm_compute_type<T>::type(0.f), icfo);
 
   // Add bias, apply non-linearities and gating.
   //
diff --git a/tensorflow/contrib/rnn/python/kernel_tests/lstm_ops_test.py b/tensorflow/contrib/rnn/python/kernel_tests/lstm_ops_test.py
index 9ce0b399ba..d5700d2a20 100644
--- a/tensorflow/contrib/rnn/python/kernel_tests/lstm_ops_test.py
+++ b/tensorflow/contrib/rnn/python/kernel_tests/lstm_ops_test.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from absl.testing import parameterized
 import numpy as np
 
 from tensorflow.contrib.rnn.python.kernel_tests import benchmarking
@@ -27,6 +28,8 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import gen_array_ops
+from tensorflow.python.ops import gen_bitwise_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import rnn
@@ -38,7 +41,70 @@ from tensorflow.python.platform import test
 block_lstm = lstm_ops._block_lstm  # pylint: disable=protected-access
 
 
-def blocks_match(sess, use_peephole):
+class _MaskedRandomUniformInitializer(init_ops.RandomUniform):
+  """Initializer for uniform dist tensors with trailing bits zeroed-out.
+
+  Allow returning tensors with last few mantissa bits set to 0. This potentially
+  helps avoid getting into precision issues when testing low precision (float16)
+  computation.
+  """
+
+  def __init__(self,
+               minval=0,
+               maxval=None,
+               seed=None,
+               dtype=dtypes.float16,
+               num_valid_mantissa_bits=4):
+    """Constructor.
+
+    Args:
+      minval: A python scalar or a scalar tensor. Lower bound of the range of
+        random values to generate.
+      maxval: A python scalar or a scalar tensor. Upper bound of the range of
+        random values to generate.  Defaults to 1 for float types.
+      seed: A Python integer. Used to create random seeds. See
+        `tf.set_random_seed` for behavior.
+      dtype: The data type. Only supports tf.float16 for now.
+      num_valid_mantissa_bits: number of non-zero mantissa bits, default to 4.
+
+    Raises:
+      ValueError: An error if `dtype` is not tf.float16.
+    """
+    if dtype not in (dtypes.float16,):
+      raise ValueError("dtype: %s not supported" % dtype.name)
+
+    super(_MaskedRandomUniformInitializer, self).__init__(
+        minval=minval, maxval=maxval, seed=seed, dtype=dtype)
+    self._num_mantissa_bits = 10
+    self._num_valid_mantissa_bits = num_valid_mantissa_bits
+
+  def __call__(self, shape, dtype=dtypes.float16, partition_info=None):
+    if dtype and dtype != dtypes.float16:
+      raise ValueError("dtype: %s not supported" % dtype.name)
+    res = super(_MaskedRandomUniformInitializer, self).__call__(
+        shape, dtype, partition_info)
+    # get uint16 view of the underlying buffer.
+    res = gen_array_ops.bitcast(res, dtypes.uint16)
+
+    # mask the last `shift` mantissa bits.
+    shift = self._num_mantissa_bits - self._num_valid_mantissa_bits
+    mask = (0xffff >> shift) << shift
+    res = gen_bitwise_ops.bitwise_and(res, mask)
+
+    # restore float16 view.
+    return gen_array_ops.bitcast(res, dtype)
+
+
+def _get_initializer(init_bound, dtype, seed):
+  if dtype == dtypes.float16:
+    return _MaskedRandomUniformInitializer(
+        -init_bound, init_bound, dtype=dtype, seed=seed)
+  else:
+    return init_ops.random_uniform_initializer(
+        -init_bound, init_bound, dtype=dtype, seed=seed)
+
+
+def blocks_match(sess, use_peephole, dtype=dtypes.float32, cell_clip=None):
   batch_size = 2
   input_size = 3
   cell_size = 4
@@ -47,36 +113,42 @@ def blocks_match(sess, use_peephole):
   inputs = []
   for _ in range(sequence_length):
     inp = ops.convert_to_tensor(
-        np.random.randn(batch_size, input_size), dtype=dtypes.float32)
+        np.random.randn(batch_size, input_size), dtype=dtype)
     inputs.append(inp)
   stacked_inputs = array_ops.stack(inputs)
 
-  initializer = init_ops.random_uniform_initializer(-0.01, 0.01, seed=19890212)
+  init_bound = 1e-1 if dtype == dtypes.float16 else 1e-2
+  initializer = _get_initializer(init_bound, dtype=dtype, seed=19890212)
 
   with variable_scope.variable_scope("test", initializer=initializer):
     # magic naming so that the cells pick up these variables and reuse them
     if use_peephole:
       wci = variable_scope.get_variable(
-          "rnn/lstm_cell/w_i_diag", shape=[cell_size], dtype=dtypes.float32)
+          "rnn/lstm_cell/w_i_diag", shape=[cell_size], dtype=dtype)
       wcf = variable_scope.get_variable(
-          "rnn/lstm_cell/w_f_diag", shape=[cell_size], dtype=dtypes.float32)
+          "rnn/lstm_cell/w_f_diag", shape=[cell_size], dtype=dtype)
       wco = variable_scope.get_variable(
-          "rnn/lstm_cell/w_o_diag", shape=[cell_size], dtype=dtypes.float32)
+          "rnn/lstm_cell/w_o_diag", shape=[cell_size], dtype=dtype)
 
     w = variable_scope.get_variable(
         "rnn/lstm_cell/kernel",
         shape=[input_size + cell_size, cell_size * 4],
-        dtype=dtypes.float32)
+        dtype=dtype)
     b = variable_scope.get_variable(
         "rnn/lstm_cell/bias",
         shape=[cell_size * 4],
-        dtype=dtypes.float32,
+        dtype=dtype,
         initializer=init_ops.zeros_initializer())
 
     basic_cell = rnn_cell.LSTMCell(
-        cell_size, use_peepholes=use_peephole, state_is_tuple=True, reuse=True)
+        cell_size,
+        use_peepholes=use_peephole,
+        cell_clip=cell_clip,
+        dtype=dtype,
+        state_is_tuple=True,
+        reuse=True)
     basic_outputs_op, basic_state_op = rnn.static_rnn(
-        basic_cell, inputs, dtype=dtypes.float32)
+        basic_cell, inputs, dtype=dtype)
 
     if use_peephole:
       _, _, _, _, _, _, block_outputs_op = block_lstm(
@@ -87,7 +159,7 @@ def blocks_match(sess, use_peephole):
           wci=wci,
           wcf=wcf,
           wco=wco,
-          cell_clip=0,
+          cell_clip=cell_clip,
           use_peephole=True)
     else:
       _, _, _, _, _, _, block_outputs_op = block_lstm(
@@ -95,13 +167,15 @@ def blocks_match(sess, use_peephole):
           inputs,
           w,
           b,
-          cell_clip=0)
+          cell_clip=cell_clip)
 
     fused_cell = lstm_ops.LSTMBlockFusedCell(
-        cell_size, cell_clip=0, use_peephole=use_peephole, reuse=True,
+        cell_size,
+        cell_clip=cell_clip,
+        use_peephole=use_peephole,
+        reuse=True,
         name="rnn/lstm_cell")
-    fused_outputs_op, fused_state_op = fused_cell(
-        stacked_inputs, dtype=dtypes.float32)
+    fused_outputs_op, fused_state_op = fused_cell(stacked_inputs, dtype=dtype)
 
     sess.run([variables.global_variables_initializer()])
     basic_outputs, basic_state = sess.run([basic_outputs_op, basic_state_op[0]])
@@ -127,7 +201,19 @@ def blocks_match(sess, use_peephole):
             block_wgrads, fused_wgrads)
 
 
-class LSTMBlockCellTest(test.TestCase):
+class LSTMBlockCellTest(test.TestCase, parameterized.TestCase):
+
+  TEST_CASES = ({
+      "testcase_name": "Fp32",
+      "dtype": dtypes.float32,
+      "rtol": 1e-6,
+      "atol": 1e-6
+  }, {
+      "testcase_name": "Fp16",
+      "dtype": dtypes.float16,
+      "rtol": 8e-3,
+      "atol": 8e-4
+  })
 
   def testNoneDimsWithDynamicRNN(self):
     with self.session(use_gpu=True, graph=ops.Graph()) as sess:
@@ -314,41 +400,43 @@ class LSTMBlockCellTest(test.TestCase):
       for basic, block in zip(basic_res, block_res):
         self.assertAllClose(basic, block)
 
-  def testLSTMBasicToBlock(self):
-    with self.session(use_gpu=True) as sess:
+  def LSTMBasicToBlockTestHelper(self,
+                                 dtype=dtypes.float32,
+                                 use_peephole=False,
+                                 cell_clip=None,
+                                 rtol=1e-6,
+                                 atol=1e-6):
+    with self.session(use_gpu=True, graph=ops.Graph()) as sess:
       (basic_state, fused_state, basic_outputs, block_outputs, fused_outputs,
        basic_grads, block_grads, fused_grads, basic_wgrads, block_wgrads,
        fused_wgrads) = blocks_match(
-           sess, use_peephole=False)
+           sess, use_peephole=use_peephole, dtype=dtype, cell_clip=cell_clip)
 
-      self.assertAllClose(basic_outputs, block_outputs)
-      self.assertAllClose(basic_grads, block_grads)
+      self.assertAllClose(basic_outputs, block_outputs, rtol=rtol, atol=atol)
+      self.assertAllClose(basic_grads, block_grads, rtol=rtol, atol=atol)
       for basic, block in zip(basic_wgrads, block_wgrads):
-        self.assertAllClose(basic, block, rtol=1e-6, atol=1e-6)
+        self.assertAllClose(basic, block, rtol=rtol, atol=atol)
 
-      self.assertAllClose(basic_outputs, fused_outputs)
-      self.assertAllClose(basic_state, fused_state)
-      self.assertAllClose(basic_grads, fused_grads)
-      for basic, fused in zip(block_wgrads, fused_wgrads):
-        self.assertAllClose(basic, fused, rtol=1e-6, atol=1e-6)
+      self.assertAllClose(basic_outputs, fused_outputs, rtol=rtol, atol=atol)
+      self.assertAllClose(basic_state, fused_state, rtol=rtol, atol=atol)
+      self.assertAllClose(basic_grads, fused_grads, rtol=rtol, atol=atol)
+      for basic, fused in zip(basic_wgrads, fused_wgrads):
+        self.assertAllClose(basic, fused, rtol=rtol, atol=atol)
 
-  def testLSTMBasicToBlockPeeping(self):
-    with self.session(use_gpu=True) as sess:
-      (basic_state, fused_state, basic_outputs, block_outputs, fused_outputs,
-       basic_grads, block_grads, fused_grads, basic_wgrads, block_wgrads,
-       fused_wgrads) = blocks_match(
-           sess, use_peephole=True)
+  @parameterized.named_parameters(*TEST_CASES)
+  def testLSTMBasicToBlock(self, dtype, rtol, atol):
+    self.LSTMBasicToBlockTestHelper(
+        dtype, use_peephole=False, rtol=rtol, atol=atol)
 
-      self.assertAllClose(basic_outputs, block_outputs)
-      self.assertAllClose(basic_grads, block_grads)
-      for basic, block in zip(basic_wgrads, block_wgrads):
-        self.assertAllClose(basic, block, rtol=1e-6, atol=1e-6)
+  @parameterized.named_parameters(*TEST_CASES)
+  def testLSTMBasicToBlockPeeping(self, dtype, rtol, atol):
+    self.LSTMBasicToBlockTestHelper(
+        dtype, use_peephole=True, rtol=rtol, atol=atol)
 
-      self.assertAllClose(basic_outputs, fused_outputs)
-      self.assertAllClose(basic_state, fused_state)
-      self.assertAllClose(basic_grads, fused_grads)
-      for basic, fused in zip(block_wgrads, fused_wgrads):
-        self.assertAllClose(basic, fused, rtol=1e-6, atol=1e-6)
+  @parameterized.named_parameters(*TEST_CASES)
+  def testLSTMBasicToBlockCellClip(self, dtype, rtol, atol):
+    self.LSTMBasicToBlockTestHelper(
+        dtype, use_peephole=True, cell_clip=0.5, rtol=rtol, atol=atol)
 
   def testLSTMFusedSequenceLengths(self):
     """Verify proper support for sequence lengths in LSTMBlockFusedCell."""
@@ -444,16 +532,21 @@ class BenchmarkLSTMBlock(test.Benchmark):
         "batch_size": [1, 8, 13, 32, 67, 128],
         "cell_size": [128, 250, 512, 650, 1024, 1350],
         "time_steps": [40],
-        "use_gpu": [True, False]
+        "use_gpu": [True, False],
+        "dtype": ["float32", "float16"],
     }):
+      dtype = dtypes.float32 if config["dtype"] == "float32" else dtypes.float16
       with ops.Graph().as_default():
         with benchmarking.device(use_gpu=config["use_gpu"]):
           inputs = variable_scope.get_variable(
               "x",
-              [config["time_steps"], config["batch_size"], config["cell_size"]])
-          cell = lstm_ops.LSTMBlockCell(config["cell_size"])
-          outputs = rnn.dynamic_rnn(
-              cell, inputs, time_major=True, dtype=dtypes.float32)
+              dtype=dtype,
+              shape=[
+                  config["time_steps"], config["batch_size"],
+                  config["cell_size"]
+              ])
+          cell = lstm_ops.LSTMBlockCell(config["cell_size"], dtype=dtype)
+          outputs = rnn.dynamic_rnn(cell, inputs, time_major=True, dtype=dtype)
           init_op = variables.global_variables_initializer()
 
         with session.Session() as sess:
@@ -464,12 +557,14 @@ class BenchmarkLSTMBlock(test.Benchmark):
         # is set, this will produce a copy-paste-able CSV file.
         print(",".join(
             map(str, [
-                config["batch_size"], config["cell_size"], config["cell_size"],
-                config["time_steps"], config["use_gpu"], wall_time
+                config["dtype"], config["batch_size"], config["cell_size"],
+                config["cell_size"], config["time_steps"], config["use_gpu"],
+                wall_time
             ])))
         benchmark_name_template = "_".join([
-            "LSTMBlockCell_fprop", "BS%(batch_size)i", "CS%(cell_size)i",
-            "IS%(cell_size)i", "TS%(time_steps)i", "gpu_%(use_gpu)s"
+            "LSTMBlockCell_fprop", "DT_%(dtype)s", "BS%(batch_size)i",
+            "CS%(cell_size)i", "IS%(cell_size)i", "TS%(time_steps)i",
+            "gpu_%(use_gpu)s"
         ])
 
         self.report_benchmark(
@@ -488,8 +583,10 @@ class BenchmarkLSTMBlock(test.Benchmark):
         "batch_size": [1, 8, 13, 32, 67, 128],
         "cell_size": [128, 250, 512, 650, 1024, 1350],
         "time_steps": [40],
-        "use_gpu": [True, False]
+        "use_gpu": [True, False],
+        "dtype": ["float32", "float16"],
     }):
+      dtype = dtypes.float32 if config["dtype"] == "float32" else dtypes.float16
       with ops.Graph().as_default():
         with benchmarking.device(use_gpu=config["use_gpu"]):
           time_steps = config["time_steps"]
@@ -498,21 +595,21 @@ class BenchmarkLSTMBlock(test.Benchmark):
           inputs = variable_scope.get_variable(
               "x", [time_steps, batch_size, cell_size],
               trainable=False,
-              dtype=dtypes.float32)
+              dtype=dtype)
           with variable_scope.variable_scope(
               "rnn", reuse=variable_scope.AUTO_REUSE):
             w = variable_scope.get_variable(
                 "rnn/lstm_cell/kernel",
                 shape=[input_size + cell_size, cell_size * 4],
-                dtype=dtypes.float32)
+                dtype=dtype)
             b = variable_scope.get_variable(
                 "rnn/lstm_cell/bias",
                 shape=[cell_size * 4],
-                dtype=dtypes.float32,
+                dtype=dtype,
                 initializer=init_ops.zeros_initializer())
-            cell = lstm_ops.LSTMBlockCell(cell_size)
+            cell = lstm_ops.LSTMBlockCell(cell_size, dtype=dtype)
             outputs = rnn.dynamic_rnn(
-                cell, inputs, time_major=True, dtype=dtypes.float32)
+                cell, inputs, time_major=True, dtype=dtype)
           grads = gradients_impl.gradients(outputs, [inputs, w, b])
           init_op = variables.global_variables_initializer()
 
@@ -524,12 +621,13 @@ class BenchmarkLSTMBlock(test.Benchmark):
         # is set, this will produce a copy-paste-able CSV file.
         print(",".join(
             map(str, [
-                batch_size, cell_size, cell_size, time_steps, config["use_gpu"],
-                wall_time
+                config["dtype"], batch_size, cell_size, cell_size, time_steps,
+                config["use_gpu"], wall_time
             ])))
         benchmark_name_template = "_".join([
-            "LSTMBlockCell_bprop", "BS%(batch_size)i", "CS%(cell_size)i",
-            "IS%(cell_size)i", "TS%(time_steps)i", "gpu_%(use_gpu)s"
+            "LSTMBlockCell_bprop", "DT_%(dtype)s", "BS%(batch_size)i",
+            "CS%(cell_size)i", "IS%(cell_size)i", "TS%(time_steps)i",
+            "gpu_%(use_gpu)s"
         ])
 
         self.report_benchmark(
diff --git a/tensorflow/contrib/rnn/python/ops/lstm_ops.py b/tensorflow/contrib/rnn/python/ops/lstm_ops.py
index 2f65c73470..4db431f85a 100644
--- a/tensorflow/contrib/rnn/python/ops/lstm_ops.py
+++ b/tensorflow/contrib/rnn/python/ops/lstm_ops.py
@@ -156,7 +156,7 @@ def _block_lstm(seq_len_max,
 
   Args:
     seq_len_max: A `Tensor` of type `int64`.
-    x: A list of at least 1 `Tensor` objects of the same type in: `float32`.
+    x: A list of at least 1 `Tensor` objects of the same type.
     w: A `Tensor`. Must have the same type as `x`.
     b: A `Tensor`. Must have the same type as `x`.
     cs_prev: A `Tensor`. Must have the same type as `x`.
@@ -189,6 +189,7 @@ def _block_lstm(seq_len_max,
   Raises:
     ValueError: If `b` does not have a valid shape.
   """
+  dtype = x[0].dtype
   batch_size = x[0].get_shape().with_rank(2).dims[0].value
   cell_size4 = b.get_shape().with_rank(1).dims[0].value
   if cell_size4 is None:
@@ -197,13 +198,13 @@ def _block_lstm(seq_len_max,
   zero_state = None
   if cs_prev is None or h_prev is None:
     zero_state = array_ops.constant(
-        0, dtype=dtypes.float32, shape=[batch_size, cell_size])
+        0, dtype=dtype, shape=[batch_size, cell_size])
   if cs_prev is None:
     cs_prev = zero_state
   if h_prev is None:
     h_prev = zero_state
   if wci is None:
-    wci = array_ops.constant(0, dtype=dtypes.float32, shape=[cell_size])
+    wci = array_ops.constant(0, dtype=dtype, shape=[cell_size])
     wcf = wci
     wco = wci
 
-- 
GitLab


From e95a78e28847ebc4c0a8f017c136c889a0c089ae Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 16:17:43 -0700
Subject: [PATCH 0993/1825] Automated rollback of commit
 8741e202275428652becd2f00e52e2f17470be1b

PiperOrigin-RevId: 219879534
---
 tensorflow/core/kernels/BUILD                |  42 +-----
 tensorflow/core/kernels/eigen_mkldnn.h       | 123 ---------------
 tensorflow/core/kernels/eigen_mkldnn_test.cc | 148 -------------------
 3 files changed, 2 insertions(+), 311 deletions(-)
 delete mode 100644 tensorflow/core/kernels/eigen_mkldnn.h
 delete mode 100644 tensorflow/core/kernels/eigen_mkldnn_test.cc

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 32825d0989..01f3627d67 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -93,17 +93,6 @@ config_setting(
     },
 )
 
-config_setting(
-    # Add "--define tensorflow_eigen_mkldnn=1" to your build command to use mkldnn
-    # sgemm in Eigen tensor contractions (matrix multiplications and convolutions).
-    # The mkldnn kernels are generated at runtime and use avx/avx2/fma/avx512
-    # based on cpu status registers (https://en.wikipedia.org/wiki/CPUID).
-    name = "eigen_mkldnn",
-    values = {
-        "define": "tensorflow_eigen_mkldnn=1",
-    },
-)
-
 # Public support libraries ----------------------------------------------------
 
 cc_library(
@@ -566,20 +555,10 @@ cc_library(
         "eigen_softmax.h",
         "eigen_spatial_convolutions.h",
         "eigen_volume_patch.h",
-    ] + select({
-        ":eigen_mkldnn": ["eigen_mkldnn.h"],
-        "//conditions:default": [],
-    }),
-    defines = select({
-        ":eigen_mkldnn": ["EIGEN_USE_MKLDNN"],
-        "//conditions:default": [],
-    }),
+    ],
     deps = [
         "//third_party/eigen3",
-    ] + select({
-        ":eigen_mkldnn": ["//third_party/intel_mkl_dnn:mkldnn_single_threaded"],
-        "//conditions:default": [],
-    }),
+    ],
 )
 
 cc_library(
@@ -2419,23 +2398,6 @@ tf_cc_tests(
     ],
 )
 
-# Conditional test target generation is not supported by the "tf_cc_tests" macro
-# (can't add 'select' to the srcs field, type 'select' is not iterable).
-tf_cc_test(
-    name = "eigen_mkldnn_test",
-    size = "small",
-    srcs = select({
-        ":eigen_mkldnn": ["eigen_mkldnn_test.cc"],
-        "//conditions:default": [],
-    }),
-    tags = ["eigen_mkldnn"],
-    deps = [
-        ":eigen_helpers",
-        "//tensorflow/core:test",
-        "//tensorflow/core:test_main",
-    ],
-)
-
 cc_library(
     name = "eigen_benchmark",
     testonly = 1,
diff --git a/tensorflow/core/kernels/eigen_mkldnn.h b/tensorflow/core/kernels/eigen_mkldnn.h
deleted file mode 100644
index 5235431f5f..0000000000
--- a/tensorflow/core/kernels/eigen_mkldnn.h
+++ /dev/null
@@ -1,123 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
-#define TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
-
-// Support for Mkldnn sgemm kernel in Eigen/Tensor contractions:
-//
-// 1. Prepare packed Lhs/Rhs blocks from tensor expressions using
-//    DataMapper (see TensorContractionInputMapper).
-// 2. Invoke gemm kernel with packed blocks (replacement for default
-//    gebp_kernel).
-
-#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
-#include "third_party/intel_mkl_dnn/include/mkldnn.h"
-
-namespace Eigen {
-namespace internal {
-
-template <typename Scalar, typename IndexType, typename DataMapper,
-          int StorageOrder>
-struct mkldnn_gemm_pack;
-
-// mkl_gemm_pack for ColMajor storage order.
-template <typename Scalar, typename IndexType, typename DataMapper>
-struct mkldnn_gemm_pack<Scalar, IndexType, DataMapper,
-                        /*StorageOrder*/ ColMajor> {
-  typedef typename internal::packet_traits<Scalar>::type Packet;
-  typedef typename DataMapper::LinearMapper LinearMapper;
-
-  enum { PacketSize = internal::packet_traits<Scalar>::size };
-
-  EIGEN_DONT_INLINE
-  void operator()(Scalar *block, const DataMapper &data_mapper, IndexType rows,
-                  IndexType cols) {
-    const IndexType unrolled_rows =
-        (rows / (4 * PacketSize)) * (4 * PacketSize);
-    const IndexType vectorized_rows = (rows / PacketSize) * PacketSize;
-
-    for (IndexType col = 0; col < cols; ++col) {
-      LinearMapper lm = data_mapper.getLinearMapper(0, col);
-
-      // Give compiler a strong possibility to unroll the loop.
-      for (IndexType i = 0; i < unrolled_rows; i += 4 * PacketSize) {
-        for (IndexType j = 0; j < 4; ++j) {
-          const Packet p = lm.loadPacket(i + j * PacketSize);
-          internal::pstoreu(block + j * PacketSize, p);
-        }
-        block += 4 * PacketSize;
-      }
-
-      // Process remaining rows with packets.
-      for (IndexType i = unrolled_rows; i < vectorized_rows; i += PacketSize) {
-        const Packet p = lm.loadPacket(i);
-        internal::pstoreu(block, p);
-        block += PacketSize;
-      }
-
-      // Finalize with coefficients.
-      for (IndexType i = vectorized_rows; i < rows; ++i) {
-        *block = lm(i);
-        ++block;
-      }
-    }
-  }
-};
-
-template <typename Scalar, typename IndexType, typename OutputMapper,
-          bool ConjugateLhs = false, bool ConjugateRhs = false>
-struct mkldnn_gemm_kernel;
-
-// mkldnn_gemm_kernel for floats defined as a thin layer on top of mkldnn_sgemm.
-template <typename IndexType, typename OutputMapper, bool ConjugateLhs,
-          bool ConjugateRhs>
-struct mkldnn_gemm_kernel</*Scalar*/ float, IndexType, OutputMapper,
-                          ConjugateLhs, ConjugateRhs> {
-  EIGEN_DONT_INLINE
-  void operator()(const OutputMapper &output, const float *blockA,
-                  const float *blockB, const IndexType rows,
-                  const IndexType depth, const IndexType cols, float alpha) {
-    static const int max_index = (std::numeric_limits<int>::max)();
-
-    eigen_assert(max_index >= rows);
-    eigen_assert(max_index >= cols);
-    eigen_assert(max_index >= depth);
-    eigen_assert(max_index >= output.stride());
-
-    const int m = static_cast<int>(rows);
-    const int n = static_cast<int>(cols);
-    const int k = static_cast<int>(depth);
-
-    const char transposeA = ConjugateLhs ? 'Y' : 'N';
-    const char transposeB = ConjugateRhs ? 'Y' : 'N';
-
-    const int ldA = ConjugateLhs ? k : m;
-    const int ldB = ConjugateRhs ? n : k;
-    const int ldC = static_cast<int>(output.stride());
-
-    const float beta = 1.0;
-
-    mkldnn_status_t st = mkldnn_sgemm(&transposeA, &transposeB, &m, &n, &k,
-                                      &alpha, blockA, &ldA, blockB, &ldB, &beta,
-                                      const_cast<float *>(output.data()), &ldC);
-    eigen_assert(st == 0);
-  }
-};
-
-}  // namespace internal
-}  // namespace Eigen
-
-#endif  // TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
diff --git a/tensorflow/core/kernels/eigen_mkldnn_test.cc b/tensorflow/core/kernels/eigen_mkldnn_test.cc
deleted file mode 100644
index a1ca703d0e..0000000000
--- a/tensorflow/core/kernels/eigen_mkldnn_test.cc
+++ /dev/null
@@ -1,148 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/core/kernels/eigen_mkldnn.h"
-#include "tensorflow/core/platform/test.h"
-
-namespace Eigen {
-namespace internal {
-
-namespace {
-template <typename Index, int NumDims>
-Eigen::array<Index, NumDims> RandomDims(int min_dim = 1, int max_dim = 20) {
-  Eigen::array<Index, NumDims> dims;
-  for (int i = 0; i < NumDims; ++i) {
-    dims[i] = internal::random<int>(min_dim, max_dim);
-  }
-  return dims;
-}
-}  // namespace
-
-using Scalar = float;
-using Index = Eigen::Index;
-
-TEST(EigenMkldnnTest, MkldnnPack) {
-  // Packing with mkldnn_gemm_pack is the same as taking a slice of 2
-  // dimensional Tensor.
-
-  // Mkldnn pack and gemm are used only in Tensor contractions, and it's
-  // guaranteed that Tensors will have ColMajor layout.
-  static const int Options = ColMajor;
-
-  using DataMapper = blas_data_mapper<Scalar, Index, ColMajor>;
-  using MkldnnGemmPack = mkldnn_gemm_pack<Scalar, Index, DataMapper, ColMajor>;
-  using Tensor2d = Tensor<Scalar, 2, Options, Index>;
-
-  Eigen::array<Index, 2> dims = RandomDims<Index, 2>(1, 500);
-
-  // Create a tensor initialized with random data.
-  Tensor2d src(dims);
-  src.setRandom();
-
-  // Pick a random slice of src tensor.
-  Eigen::array<Index, 2> slice_start = RandomDims<Index, 2>(0, 250);
-  Eigen::array<Index, 2> slice_size = RandomDims<Index, 2>(100, 500);
-
-  // Make sure that slice start + size do not overflow tensor dims.
-  for (int i = 0; i < 2; ++i) {
-    slice_start[i] = numext::mini(dims[i] - 1, slice_start[i]);
-    slice_size[i] = numext::mini(slice_size[i], dims[i] - slice_start[i]);
-  }
-
-  // Prepare tensors for packing and slicing results.
-  Tensor2d pack_dst(slice_size[0], slice_size[1]);
-  Tensor2d slice_dst(slice_size[0], slice_size[1]);
-
-  // Pack memory using mkldnn_gemm_pack.
-  DataMapper data_mapper(src.data(), dims[0]);
-  MkldnnGemmPack gemm_pack;
-  gemm_pack(pack_dst.data(),
-            data_mapper.getSubMapper(slice_start[0], slice_start[1]),
-            slice_size[0], slice_size[1]);
-
-  // Slice the source tensor.
-  slice_dst = src.slice(slice_start, slice_size);
-
-  // Verify that dst tensors are equal.
-  EXPECT_EQ(pack_dst.dimensions().TotalSize(),
-            slice_dst.dimensions().TotalSize());
-  for (size_t i = 0; i < pack_dst.dimensions().TotalSize(); ++i) {
-    Scalar packed = pack_dst.coeff(i);
-    Scalar sliced = slice_dst.coeff(i);
-    EXPECT_EQ(packed, sliced);
-  }
-}
-
-TEST(EigenMkldnnTest, MkldnnGemm) {
-  // Mkldnn pack and gemm are used only in Tensor contractions, and it's
-  // guaranteed that Tensors will have ColMajor layout.
-  static const int Options = ColMajor;
-
-  using Tensor2d = Tensor<Scalar, 2, Options, Index>;
-
-  int m = internal::random<int>(1, 100);
-  int n = internal::random<int>(1, 100);
-  int k = internal::random<int>(1, 100);
-
-  Tensor2d lhs(m, k);
-  lhs.setRandom();
-
-  Tensor2d rhs(k, n);
-  rhs.setRandom();
-
-  // Compute matmul with mkldnn gemm kernel.
-  using OutputMapper = blas_data_mapper<Scalar, Index, ColMajor>;
-  using MkldnnGemmKernel =
-      mkldnn_gemm_kernel<Scalar, Index, OutputMapper, ColMajor>;
-
-  Tensor2d mkldnn_result(m, n);
-  mkldnn_result.setZero();
-  OutputMapper output_mapper(mkldnn_result.data(), m);
-
-  MkldnnGemmKernel gemm_kernel;
-  gemm_kernel(output_mapper, lhs.data(), rhs.data(), m, k, n, /*alpha=*/1.0);
-
-  // Compute matmul with Eigen::Matrix.
-  using Matrix = Eigen::Matrix<Scalar, Dynamic, Dynamic, ColMajor>;
-  using MatrixMap = Map<Eigen::Matrix<Scalar, Dynamic, Dynamic, ColMajor>>;
-
-  MatrixMap lhs_mat(lhs.data(), m, k);
-  MatrixMap rhs_mat(rhs.data(), k, n);
-
-  Matrix matmul_result(m, n);
-  matmul_result.setZero();
-  matmul_result = lhs_mat * rhs_mat;
-
-  // Verify that results are equal.
-  for (Index i = 0; i < m * n; ++i) {
-    Scalar gemm = mkldnn_result(i);
-    Scalar matmul = matmul_result(i % m, i / m);
-
-    Scalar delta = std::abs(gemm - matmul);
-
-    // NOTE(rmlarsen): Compute proper forward error bound.
-    Scalar sum = Scalar(0.0);
-    for (int k1 = 0; k1 < k; ++k1) {
-      sum += std::abs(lhs_mat(i % m, k1) * rhs_mat(k1, i / m));
-    }
-    Scalar epsilon = std::numeric_limits<Scalar>::epsilon();
-    Scalar upper_bound = Scalar(1.01) * epsilon * k * sum;
-
-    EXPECT_LE(delta, upper_bound);
-  }
-}
-
-}  // namespace internal
-}  // namespace Eigen
-- 
GitLab


From 0aef06590ec461e2e52dbf872dde85e64978e8f9 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Fri, 2 Nov 2018 16:22:56 -0700
Subject: [PATCH 0994/1825] [defun] Clarifying add_to_graph, and do nothing if
 executing eagerly.

PiperOrigin-RevId: 219880231
---
 tensorflow/python/eager/function.py | 46 ++++++++++++++++-------------
 1 file changed, 26 insertions(+), 20 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index a12bbb792f..f6c54e05d2 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -537,31 +537,37 @@ class Function(object):
                               self._func_graph.structured_outputs)
 
   def add_to_graph(self, g=None, register_gradient_functions=False):
-    """Registers the function into the graph g."""
+    """Registers the function, adds it to the graph g or default graph."""
+    # If we are not executing eagerly, adds the function to default graph if no
+    # graph is specified.
+    # In case of eager execution, function definition gets added to context
+    # during construction itself.
+
     # TODO(allel/shivaniagrawal): rename this to register to reflect the
     # method's functionality better. Remove register_gradient_functions argument
     # and figure out if these needs to be registered.
 
-    if not g:
-      g = ops.get_default_graph()
-    self._inference_function.add_to_graph(g)  # pylint: disable=protected-access
+    if not context.executing_eagerly() or g:
+      if not g:
+        g = ops.get_default_graph()
+      self._inference_function.add_to_graph(g)  # pylint: disable=protected-access
 
-    # pylint: disable=protected-access
-    if register_gradient_functions:
-      # There are two situations for the actual call of a defun:
-      # 1. If none of the input args are resource variables or watch by any
-      #   tape, and it will run the _inference_function of concrete_func for
-      #   forward pass, the gradient will be generated by standard mechanism.
-      # 2. Otherwise, defun will create two functions, one for forward pass, and
-      #   the backward pass will be created via tape.
-      #   When registering the function, we register both cases.
-      if self._backward_graph_function is None:
-        self._construct_backprop_function()
-      forward_function = self._forward_function
-      backward_function = self._backward_graph_function._inference_function
-      # pylint: enable=protected-access
-      forward_function.add_to_graph(g)
-      backward_function.add_to_graph(g)
+      # pylint: disable=protected-access
+      if register_gradient_functions:
+        # There are two situations for the actual call of a defun:
+        # 1. If none of the input args are resource variables or watch by any
+        #   tape, and it will run the _inference_function of concrete_func for
+        #   forward pass, the gradient will be generated by standard mechanism.
+        # 2. Otherwise, defun will create two functions, one for forward pass,
+        #   and the backward pass will be created via tape.
+        #   When registering the function, we register both cases.
+        if self._backward_graph_function is None:
+          self._construct_backprop_function()
+        forward_function = self._forward_function
+        backward_function = self._backward_graph_function._inference_function
+        # pylint: enable=protected-access
+        forward_function.add_to_graph(g)
+        backward_function.add_to_graph(g)
 
   def _construct_backprop_function(self):
     """Constructs the backprop function object for this function."""
-- 
GitLab


From 48a56c3dbeb85378e38941b34bbf8210a7e9dc89 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 2 Nov 2018 16:31:14 -0700
Subject: [PATCH 0995/1825] Add input pipeline?related deprecations to the V2
 conversion script.

PiperOrigin-RevId: 219881298
---
 .../tools/compatibility/tf_upgrade_v2.py      | 26 +++++++++++++++++++
 1 file changed, 26 insertions(+)

diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index df84f7ec63..ec5cbcea8f 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -36,6 +36,13 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     self.function_renames = renames_v2.renames
     # pylint: disable=line-too-long
     self.function_renames.update({
+        "tf.FixedLengthRecordReader": "tf.compat.v1.FixedLengthRecordReader",
+        "tf.IdentityReader": "tf.compat.v1.IdentityReader",
+        "tf.LMDBReader": "tf.compat.v1.LMDBReader",
+        "tf.ReaderBase": "tf.compat.v1.ReaderBase",
+        "tf.TFRecordReader": "tf.compat.v1.TFRecordReader",
+        "tf.TextLineReader": "tf.compat.v1.TextLineReader",
+        "tf.WholeFileReader": "tf.compat.v1.WholeFileReader",
         "tf.saved_model.builder.SavedModelBuilder": "tf.compat.v1.saved_model.Builder",
         "tf.saved_model.loader.load": "tf.compat.v1.saved_model.load",
         "tf.saved_model.main_op.main_op": "tf.compat.v1.saved_model.main_op",
@@ -43,6 +50,25 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.saved_model.simple_save": "tf.compat.v1.saved_model.simple_save",
         "tf.saved_model.utils.build_tensor_info": "tf.compat.v1.saved_model.build_tensor_info",
         "tf.saved_model.utils.get_tensor_from_tensor_info": "tf.compat.v1.saved_model.get_tensor_from_tensor_info",
+        "tf.train.QueueRunner": "tf.compat.v1.QueueRunner",
+        "tf.train.add_queue_runner": "tf.compat.v1.add_queue_runner",
+        "tf.train.batch": "tf.compat.v1.train.batch",
+        "tf.train.batch_join": "tf.compat.v1.train.batch_join",
+        "tf.train.input_producer": "tf.compat.v1.train.input_producer",
+        "tf.train.limit_epochs": "tf.compat.v1.train.limit_epochs",
+        "tf.train.maybe_batch": "tf.compat.v1.train.maybe_batch",
+        "tf.train.maybe_batch_join": "tf.compat.v1.train.maybe_batch_join",
+        "tf.train.maybe_shuffle_batch": "tf.compat.v1.train.maybe_shuffle_batch",
+        "tf.train.maybe_shuffle_batch_join": "tf.compat.v1.train.maybe_shuffle_batch_join",
+        "tf.train.queue_runner.QueueRunner": "tf.compat.v1.queue_runner.QueueRunner",
+        "tf.train.queue_runner.add_queue_runner": "tf.compat.v1.queue_runner.add_queue_runner",
+        "tf.train.queue_runner.start_queue_runners": "tf.compat.v1.queue_runner.start_queue_runners",
+        "tf.train.range_input_producer": "tf.compat.v1.train.range_input_producer",
+        "tf.train.shuffle_batch": "tf.compat.v1.train.shuffle_batch",
+        "tf.train.shuffle_batch_join": "tf.compat.v1.train.shuffle_batch_join",
+        "tf.train.slice_input_producer": "tf.compat.v1.train.slice_input_producer",
+        "tf.train.string_input_producer": "tf.compat.v1.train.string_input_producer",
+        "tf.train.start_queue_runners": "tf.compat.v1.start_queue_runners",
     })
     # pylint: enable=line-too-long
 
-- 
GitLab


From 09f82cbffdcaf5298bcbd4703c18b64ddd287aab Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Fri, 2 Nov 2018 16:34:31 -0700
Subject: [PATCH 0996/1825] Clear deleted api_guide links.

These guides have been deleted (had no content).

fixes #23443

PiperOrigin-RevId: 219881820
---
 tensorflow/contrib/crf/__init__.py                | 2 --
 tensorflow/contrib/framework/__init__.py          | 4 ----
 tensorflow/contrib/layers/__init__.py             | 4 ----
 tensorflow/contrib/learn/__init__.py              | 3 ---
 tensorflow/contrib/rnn/__init__.py                | 2 --
 tensorflow/contrib/util/__init__.py               | 2 --
 tensorflow/lite/g3doc/convert/cmdline_examples.md | 9 ++++-----
 tensorflow/python/client/client_lib.py            | 2 +-
 tensorflow/python/debug/__init__.py               | 2 +-
 tensorflow/python/lib/io/python_io.py             | 5 +----
 tensorflow/python/ops/array_ops.py                | 5 +----
 tensorflow/python/ops/check_ops.py                | 6 +-----
 tensorflow/python/ops/control_flow_ops.py         | 3 +--
 tensorflow/python/ops/functional_ops.py           | 6 +-----
 tensorflow/python/ops/session_ops.py              | 6 +-----
 tensorflow/python/ops/sparse_ops.py               | 2 +-
 tensorflow/python/ops/state_ops.py                | 2 +-
 tensorflow/python/ops/string_ops.py               | 5 +----
 18 files changed, 15 insertions(+), 55 deletions(-)

diff --git a/tensorflow/contrib/crf/__init__.py b/tensorflow/contrib/crf/__init__.py
index fe5e34d258..d53549048f 100644
--- a/tensorflow/contrib/crf/__init__.py
+++ b/tensorflow/contrib/crf/__init__.py
@@ -14,8 +14,6 @@
 # ==============================================================================
 """Linear-chain CRF layer.
 
-See the [CRF](https://tensorflow.org/api_guides/python/contrib.crf) guide.
-
 @@crf_binary_score
 @@crf_decode
 @@crf_log_likelihood
diff --git a/tensorflow/contrib/framework/__init__.py b/tensorflow/contrib/framework/__init__.py
index 95f5ba90ab..e72e50585a 100644
--- a/tensorflow/contrib/framework/__init__.py
+++ b/tensorflow/contrib/framework/__init__.py
@@ -15,10 +15,6 @@
 
 """Framework utilities.
 
-See the
-[Contrib Framework](https://tensorflow.org/api_guides/python/contrib.framework)
-guide.
-
 @@assert_same_float_dtype
 @@assert_scalar
 @@assert_scalar_int
diff --git a/tensorflow/contrib/layers/__init__.py b/tensorflow/contrib/layers/__init__.py
index af8e673f59..32f3006b74 100644
--- a/tensorflow/contrib/layers/__init__.py
+++ b/tensorflow/contrib/layers/__init__.py
@@ -14,10 +14,6 @@
 # ==============================================================================
 """Ops for building neural network layers, regularizers, summaries, etc.
 
-See the
-[Contrib Layers](https://tensorflow.org/api_guides/python/contrib.layers)
-guide.
-
 @@avg_pool2d
 @@avg_pool3d
 @@batch_norm
diff --git a/tensorflow/contrib/learn/__init__.py b/tensorflow/contrib/learn/__init__.py
index 28a6f5aed9..7bf2ac62d7 100644
--- a/tensorflow/contrib/learn/__init__.py
+++ b/tensorflow/contrib/learn/__init__.py
@@ -19,9 +19,6 @@ This module and all its submodules are deprecated. See
 [contrib/learn/README.md](https://www.tensorflow.org/code/tensorflow/contrib/learn/README.md)
 for migration instructions.
 
-See the [Contrib Learn](https://tensorflow.org/api_guides/python/contrib.learn)
-guide.
-
 @@BaseEstimator
 @@Estimator
 @@Trainable
diff --git a/tensorflow/contrib/rnn/__init__.py b/tensorflow/contrib/rnn/__init__.py
index 026bf08ced..cbc8af5350 100644
--- a/tensorflow/contrib/rnn/__init__.py
+++ b/tensorflow/contrib/rnn/__init__.py
@@ -14,8 +14,6 @@
 # ==============================================================================
 """RNN Cells and additional RNN operations.
 
-See [Contrib RNN](https://tensorflow.org/api_guides/python/contrib.rnn) guide.
-
 <!--From core-->
 @@RNNCell
 @@LayerRNNCell
diff --git a/tensorflow/contrib/util/__init__.py b/tensorflow/contrib/util/__init__.py
index 338acef63f..acc5a049aa 100644
--- a/tensorflow/contrib/util/__init__.py
+++ b/tensorflow/contrib/util/__init__.py
@@ -15,8 +15,6 @@
 
 """Utilities for dealing with Tensors.
 
-See [Contrib Util](https://tensorflow.org/api_guides/python/contrib.util) guide.
-
 @@constant_value
 @@make_tensor_proto
 @@make_ndarray
diff --git a/tensorflow/lite/g3doc/convert/cmdline_examples.md b/tensorflow/lite/g3doc/convert/cmdline_examples.md
index 341f7120fc..59f26b3505 100644
--- a/tensorflow/lite/g3doc/convert/cmdline_examples.md
+++ b/tensorflow/lite/g3doc/convert/cmdline_examples.md
@@ -95,11 +95,10 @@ tflite_convert \
 
 The TensorFlow Lite Converter is compatible with fixed point quantization models
 described [here](https://www.tensorflow.org/performance/quantization). These are
-float models with
-[`FakeQuant*`](https://www.tensorflow.org/api_guides/python/array_ops#Fake_quantization)
-ops inserted at the boundaries of fused layers to record min-max range
-information. This generates a quantized inference workload that reproduces the
-quantization behavior that was used during training.
+float models with `FakeQuant*` ops inserted at the boundaries of fused layers
+to record min-max range information. This generates a quantized inference
+workload that reproduces the quantization behavior that was used during
+training.
 
 The following command generates a quantized TensorFlow Lite FlatBuffer from a
 "quantized" TensorFlow GraphDef.
diff --git a/tensorflow/python/client/client_lib.py b/tensorflow/python/client/client_lib.py
index 80a256bf7a..6efddba979 100644
--- a/tensorflow/python/client/client_lib.py
+++ b/tensorflow/python/client/client_lib.py
@@ -15,7 +15,7 @@
 
 """Support for launching graphs and executing operations.
 
-See the [Client](https://tensorflow.org/api_guides/python/client) guide.
+See the [Client](https://www.tensorflow.org/guide/graphs) guide.
 """
 
 from __future__ import absolute_import
diff --git a/tensorflow/python/debug/__init__.py b/tensorflow/python/debug/__init__.py
index 242215dccb..ffbdff8c47 100644
--- a/tensorflow/python/debug/__init__.py
+++ b/tensorflow/python/debug/__init__.py
@@ -14,7 +14,7 @@
 # ==============================================================================
 """Public Python API of TensorFlow Debugger (tfdbg).
 
-See the [TFDBG](https://tensorflow.org/api_guides/python/tfdbg) guide.
+See the [TFDBG](https://www.tensorflow.org/guide/debugger) guide.
 
 @@add_debug_tensor_watch
 @@watch_graph
diff --git a/tensorflow/python/lib/io/python_io.py b/tensorflow/python/lib/io/python_io.py
index 404423ce07..8223d3092f 100644
--- a/tensorflow/python/lib/io/python_io.py
+++ b/tensorflow/python/lib/io/python_io.py
@@ -13,10 +13,7 @@
 # limitations under the License.
 # ==============================================================================
 
-"""Python functions for directly manipulating TFRecord-formatted files.
-
-See the [Python IO](https://tensorflow.org/api_guides/python/python_io) guide.
-"""
+"""Python functions for directly manipulating TFRecord-formatted files."""
 
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index ee328df208..232a77c888 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -13,10 +13,7 @@
 # limitations under the License.
 # ==============================================================================
 # Tests for this file live in python/kernel_tests/array_ops_test.py
-"""Support for manipulating tensors.
-
-See the [Array Ops](https://tensorflow.org/api_guides/python/array_ops) guide.
-"""
+"""Support for manipulating tensors."""
 
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/python/ops/check_ops.py b/tensorflow/python/ops/check_ops.py
index 40b111ea0c..5589bbc848 100644
--- a/tensorflow/python/ops/check_ops.py
+++ b/tensorflow/python/ops/check_ops.py
@@ -13,11 +13,7 @@
 # limitations under the License.
 # ==============================================================================
 # pylint: disable=g-short-docstring-punctuation
-"""Asserts and Boolean Checks.
-
-See the [Asserts and
-checks](https://tensorflow.org/api_guides/python/check_ops) guide.
-"""
+"""Asserts and Boolean Checks."""
 
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 2694af3e78..d74ab732d7 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -14,8 +14,7 @@
 # ==============================================================================
 """Control Flow Operations.
 
-See the [Control
-Flow](https://tensorflow.org/api_guides/python/control_flow_ops) guide.
+See the [autograph](https://www.tensorflow.org/guide/autographs) guide.
 """
 # pylint: disable=g-bad-name
 from __future__ import absolute_import
diff --git a/tensorflow/python/ops/functional_ops.py b/tensorflow/python/ops/functional_ops.py
index f2701bc41b..f0ef03524b 100644
--- a/tensorflow/python/ops/functional_ops.py
+++ b/tensorflow/python/ops/functional_ops.py
@@ -13,11 +13,7 @@
 # limitations under the License.
 # =============================================================================
 
-"""Functional operations.
-
-See the [Higher Order
-Functions](https://tensorflow.org/api_guides/python/functional_ops) guide.
-"""
+"""Functional operations."""
 
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/python/ops/session_ops.py b/tensorflow/python/ops/session_ops.py
index 720be098c2..c6cf2fe9ad 100644
--- a/tensorflow/python/ops/session_ops.py
+++ b/tensorflow/python/ops/session_ops.py
@@ -13,11 +13,7 @@
 # limitations under the License.
 # ==============================================================================
 
-"""Tensor Handle Operations.
-
-See the [Session Ops](https://tensorflow.org/api_guides/python/session_ops)
-guide.
-"""
+"""Tensor Handle Operations."""
 
 # pylint: disable=g-bad-name
 from __future__ import absolute_import
diff --git a/tensorflow/python/ops/sparse_ops.py b/tensorflow/python/ops/sparse_ops.py
index 077e4558b7..b98c7f5f65 100644
--- a/tensorflow/python/ops/sparse_ops.py
+++ b/tensorflow/python/ops/sparse_ops.py
@@ -16,7 +16,7 @@
 # pylint: disable=g-short-docstring-punctuation
 """Sparse Tensor Representation.
 
-See the [Sparse Ops](https://tensorflow.org/api_guides/python/sparse_ops) guide.
+See also `tf.SparseTensor`.
 """
 
 from __future__ import absolute_import
diff --git a/tensorflow/python/ops/state_ops.py b/tensorflow/python/ops/state_ops.py
index 920047f38b..76684f89f8 100644
--- a/tensorflow/python/ops/state_ops.py
+++ b/tensorflow/python/ops/state_ops.py
@@ -15,7 +15,7 @@
 
 """Variables.
 
-See the [Variables](https://tensorflow.org/api_guides/python/state_ops) guide.
+See the [Variables](https://www.tensorflow.org/guide/variables) guide.
 """
 
 from __future__ import absolute_import
diff --git a/tensorflow/python/ops/string_ops.py b/tensorflow/python/ops/string_ops.py
index ed14aa7d90..25e86cadeb 100644
--- a/tensorflow/python/ops/string_ops.py
+++ b/tensorflow/python/ops/string_ops.py
@@ -13,10 +13,7 @@
 # limitations under the License.
 # ==============================================================================
 
-"""Operations for working with string Tensors.
-
-See the [Strings](https://tensorflow.org/api_guides/python/string_ops) guide.
-"""
+"""Operations for working with string Tensors."""
 
 from __future__ import absolute_import
 from __future__ import division
-- 
GitLab


From 937617ed6ac3c5a5c37af244a250dca1dbd00db5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 16:42:40 -0700
Subject: [PATCH 0997/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 219882917

---
 tensorflow/go/op/wrappers.go | 354 ++++++++++++++++++++++++++++-------
 1 file changed, 282 insertions(+), 72 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index d9706b5478..d65063fe79 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -5475,6 +5475,78 @@ func OrderedMapUnstage(scope *Scope, key tf.Output, indices tf.Output, dtypes []
 	return values
 }
 
+// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
+type OrderedMapPeekAttr func(optionalAttr)
+
+// OrderedMapPeekCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapPeekContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op peeks at the values at the specified key.  If the
+//
+// underlying container does not contain this key
+// this op will block until it does.   This Op is optimized for
+// performance.
+func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapPeek",
+		Input: []tf.Input{
+			key, indices,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
+		scope.UpdateErr("OrderedMapPeek", err)
+		return
+	}
+	return values
+}
+
 // Returns the truth value of x OR y element-wise.
 //
 // *NOTE*: `LogicalOr` supports broadcasting. More about broadcasting
@@ -6994,6 +7066,36 @@ func Cast(scope *Scope, x tf.Output, DstT tf.DataType, optional ...CastAttr) (y
 	return op.Output(0)
 }
 
+// Outputs a tensor containing the reduction across all input tensors.
+//
+// Outputs a tensor containing the reduction across all input tensors passed to ops
+// within the same `shared_name.
+//
+// The graph should be constructed so if one op runs with shared_name value `c`,
+// then `num_devices` ops will run with shared_name value `c`.  Failure to do so
+// will cause the graph execution to fail to complete.
+//
+// input: the input to the reduction
+// data: the value of the reduction across all `num_devices` devices.
+// reduction: the reduction operation to perform.
+// num_devices: The number of devices participating in this reduction.
+// shared_name: Identifier that shared between ops of the same reduction.
+func NcclAllReduce(scope *Scope, input tf.Output, reduction string, num_devices int64, shared_name string) (data tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"reduction": reduction, "num_devices": num_devices, "shared_name": shared_name}
+	opspec := tf.OpSpec{
+		Type: "NcclAllReduce",
+		Input: []tf.Input{
+			input,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // RegexReplaceAttr is an optional argument to RegexReplace.
 type RegexReplaceAttr func(optionalAttr)
 
@@ -8971,6 +9073,32 @@ func SparseFillEmptyRows(scope *Scope, indices tf.Output, values tf.Output, dens
 	return op.Output(0), op.Output(1), op.Output(2), op.Output(3)
 }
 
+// Reduces `input` from `num_devices` using `reduction` to a single device.
+//
+// Reduces `input` from `num_devices` using `reduction` to a single device.
+//
+// The graph should be constructed so that all inputs have a valid device
+// assignment, and the op itself is assigned one of these devices.
+//
+// input: The input to the reduction.
+// data: the value of the reduction across all `num_devices` devices.
+// reduction: the reduction operation to perform.
+func NcclReduce(scope *Scope, input []tf.Output, reduction string) (data tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"reduction": reduction}
+	opspec := tf.OpSpec{
+		Type: "NcclReduce",
+		Input: []tf.Input{
+			tf.OutputList(input),
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // BiasAddGradAttr is an optional argument to BiasAddGrad.
 type BiasAddGradAttr func(optionalAttr)
 
@@ -10738,6 +10866,31 @@ func NonMaxSuppressionV2(scope *Scope, boxes tf.Output, scores tf.Output, max_ou
 	return op.Output(0)
 }
 
+// Converts a `RaggedTensor` into a `SparseTensor` with the same values.
+//
+// input=ragged.from_nested_row_splits(rt_dense_values, rt_nested_splits)
+// output=SparseTensor(indices=sparse_indices, values=sparse_values,
+//                     dense_shape=sparse_dense_shape)
+//
+// Arguments:
+//	rt_nested_splits: The `row_splits` for the `RaggedTensor`.
+//	rt_dense_values: The `inner_values` for the `RaggedTensor`.
+//
+// Returns The indices for the `SparseTensor`.The values of the `SparseTensor`.`sparse_dense_shape` is a tight bounding box of the input `RaggedTensor`.
+func RaggedTensorToSparse(scope *Scope, rt_nested_splits []tf.Output, rt_dense_values tf.Output) (sparse_indices tf.Output, sparse_values tf.Output, sparse_dense_shape tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "RaggedTensorToSparse",
+		Input: []tf.Input{
+			tf.OutputList(rt_nested_splits), rt_dense_values,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0), op.Output(1), op.Output(2)
+}
+
 // Check if the input matches the regex pattern.
 //
 // The input is a string tensor of any shape. The pattern is a scalar
@@ -15397,78 +15550,6 @@ func SparseAdd(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
-type OrderedMapPeekAttr func(optionalAttr)
-
-// OrderedMapPeekCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapPeekContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op peeks at the values at the specified key.  If the
-//
-// underlying container does not contain this key
-// this op will block until it does.   This Op is optimized for
-// performance.
-func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapPeek",
-		Input: []tf.Input{
-			key, indices,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
-		scope.UpdateErr("OrderedMapPeek", err)
-		return
-	}
-	return values
-}
-
 // LRNAttr is an optional argument to LRN.
 type LRNAttr func(optionalAttr)
 
@@ -22120,6 +22201,108 @@ func MatrixTriangularSolve(scope *Scope, matrix tf.Output, rhs tf.Output, option
 	return op.Output(0)
 }
 
+// UnicodeTranscodeAttr is an optional argument to UnicodeTranscode.
+type UnicodeTranscodeAttr func(optionalAttr)
+
+// UnicodeTranscodeErrors sets the optional errors attribute to value.
+//
+// value: Error handling policy when there is invalid formatting found in the input.
+// The value of 'strict' will cause the operation to produce a InvalidArgument
+// error on any invalid input formatting. A value of 'replace' (the default) will
+// cause the operation to replace any invalid formatting in the input with the
+// `replacement_char` codepoint. A value of 'ignore' will cause the operation to
+// skip any invalid formatting in the input and produce no corresponding output
+// character.
+// If not specified, defaults to "replace"
+func UnicodeTranscodeErrors(value string) UnicodeTranscodeAttr {
+	return func(m optionalAttr) {
+		m["errors"] = value
+	}
+}
+
+// UnicodeTranscodeReplacementChar sets the optional replacement_char attribute to value.
+//
+// value: The replacement character codepoint to be used in place of any invalid
+// formatting in the input when `errors='replace'`. Any valid unicode codepoint may
+// be used. The default value is the default unicode replacement character is
+// 0xFFFD or U+65533.)
+//
+// Note that for UTF-8, passing a replacement character expressible in 1 byte, such
+// as ' ', will preserve string alignment to the source since invalid bytes will be
+// replaced with a 1-byte replacement. For UTF-16-BE and UTF-16-LE, any 1 or 2 byte
+// replacement character will preserve byte alignment to the source.
+// If not specified, defaults to 65533
+func UnicodeTranscodeReplacementChar(value int64) UnicodeTranscodeAttr {
+	return func(m optionalAttr) {
+		m["replacement_char"] = value
+	}
+}
+
+// UnicodeTranscodeReplaceControlCharacters sets the optional replace_control_characters attribute to value.
+//
+// value: Whether to replace the C0 control characters (00-1F) with the
+// `replacement_char`. Default is false.
+// If not specified, defaults to false
+func UnicodeTranscodeReplaceControlCharacters(value bool) UnicodeTranscodeAttr {
+	return func(m optionalAttr) {
+		m["replace_control_characters"] = value
+	}
+}
+
+// Transcode the input text from a source encoding to a destination encoding.
+//
+// The input is a string tensor of any shape. The output is a string tensor of
+// the same shape containing the transcoded strings. Output strings are always
+// valid unicode. If the input contains invalid encoding positions, the
+// `errors` attribute sets the policy for how to deal with them. If the default
+// error-handling policy is used, invalid formatting will be substituted in the
+// output by the `replacement_char`. If the errors policy is to `ignore`, any
+// invalid encoding positions in the input are skipped and not included in the
+// output. If it set to `strict` then any invalid formatting will result in an
+// InvalidArgument error.
+//
+// This operation can be used with `output_encoding = input_encoding` to enforce
+// correct formatting for inputs even if they are already in the desired encoding.
+//
+// If the input is prefixed by a Byte Order Mark needed to determine encoding
+// (e.g. if the encoding is UTF-16 and the BOM indicates big-endian), then that
+// BOM will be consumed and not emitted into the output. If the input encoding
+// is marked with an explicit endianness (e.g. UTF-16-BE), then the BOM is
+// interpreted as a non-breaking-space and is preserved in the output (including
+// always for UTF-8).
+//
+// The end result is that if the input is marked as an explicit endianness the
+// transcoding is faithful to all codepoints in the source. If it is not marked
+// with an explicit endianness, the BOM is not considered part of the string itself
+// but as metadata, and so is not preserved in the output.
+//
+// Arguments:
+//	input: The text to be processed. Can have any shape.
+//	input_encoding: Text encoding of the input strings. This is any of the encodings supported
+// by ICU ucnv algorithmic converters. Examples: `"UTF-16", "US ASCII", "UTF-8"`.
+//	output_encoding: The unicode encoding to use in the output. Must be one of
+// `"UTF-8", "UTF-16-BE", "UTF-32-BE"`. Multi-byte encodings will be big-endian.
+//
+// Returns A string tensor containing unicode text encoded using `output_encoding`.
+func UnicodeTranscode(scope *Scope, input tf.Output, input_encoding string, output_encoding string, optional ...UnicodeTranscodeAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"input_encoding": input_encoding, "output_encoding": output_encoding}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "UnicodeTranscode",
+		Input: []tf.Input{
+			input,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Computes inverse hyperbolic sine of x element-wise.
 func Asinh(scope *Scope, x tf.Output) (y tf.Output) {
 	if scope.Err() != nil {
@@ -24464,6 +24647,33 @@ func Real(scope *Scope, input tf.Output, optional ...RealAttr) (output tf.Output
 	return op.Output(0)
 }
 
+// Sends `input` to all devices that are connected to the output.
+//
+// Sends `input` to all devices that are connected to the output.
+//
+// The graph should be constructed so that all ops connected to the output have a
+// valid device assignment, and the op itself is assigned one of these devices.
+//
+// input: The input to the broadcast.
+// output: The same as input.
+// shape: The shape of the input tensor.
+//
+func NcclBroadcast(scope *Scope, input tf.Output, shape tf.Shape) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"shape": shape}
+	opspec := tf.OpSpec{
+		Type: "NcclBroadcast",
+		Input: []tf.Input{
+			input,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // ResizeAreaAttr is an optional argument to ResizeArea.
 type ResizeAreaAttr func(optionalAttr)
 
-- 
GitLab


From bd08356cba61db9c89715476738aebfb3d1924b5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 16:43:44 -0700
Subject: [PATCH 0998/1825] Annotate BUILD with recent regression due to Conv3D
 (and others) not being supported by flex on Android/iOS.

PiperOrigin-RevId: 219883058
---
 tensorflow/lite/python/convert.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/lite/python/convert.py b/tensorflow/lite/python/convert.py
index 14b9def4db..9991fb2a73 100644
--- a/tensorflow/lite/python/convert.py
+++ b/tensorflow/lite/python/convert.py
@@ -116,12 +116,12 @@ def toco_convert_protos(model_flags_str, toco_flags_str, input_data_str):
   # TODO(aselle): When toco does not use fatal errors for failure, we can
   # switch this on.
   if not _toco_from_proto_bin:
-    model_str = _toco_python.TocoConvert(model_flags_str, toco_flags_str,
-                                         input_data_str)
-    if not model_str:
-      raise ConverterError(
-          "TOCO returned an empty string. See console for more info.")
-    return model_str
+    try:
+      model_str = _toco_python.TocoConvert(model_flags_str, toco_flags_str,
+                                           input_data_str)
+      return model_str
+    except Exception as e:
+      raise ConverterError("TOCO failed: %s" % e)
 
   # Windows and TemporaryFile are not that useful together,
   # since you cannot have two readers/writers. So we have to
-- 
GitLab


From 2c923299cc0a82936739d66d67753a6d328b4229 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 16:48:49 -0700
Subject: [PATCH 0999/1825] Update contraction mapper benchmark

PiperOrigin-RevId: 219883684
---
 .../eigen_spatial_convolutions_test.cc        | 22 ++++++++++++-------
 1 file changed, 14 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
index 1b29a16352..b671421f5f 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
@@ -1392,14 +1392,17 @@ static void PackRhsHelper(int iters,
   static const int packet_size = Eigen::internal::packet_traits<float>::size;
 
   // Reshape dimensions.
-  using NewDimension = Eigen::array<Eigen::Index, 2>;
+  using NewDimension = Eigen::DSizes<Index, 2>;
 
   // Contraction dimensions.
   using nocontract_t = Eigen::array<Eigen::Index, 1>;
   using contract_t = Eigen::array<Eigen::Index, 1>;
 
-  // Input to the TensorImagePatchOp.
-  using ArgType = Tensor<float, 4>;
+  // Input to the TensorImagePatchOp. It is the tensorflow TTypes<float>::Tensor
+  // with ColMajor layout, instead of RowMajor. But that doesn't make any
+  // difference, because TensorContraction swaps LHS with RHS for row major
+  // inputs, and contraction mapper always works with column major data.
+  using ArgType = TensorMap<Tensor<float, 4>, Eigen::Aligned>;
 
   using Evaluator = TensorEvaluator<
       const TensorReshapingOp<
@@ -1454,9 +1457,11 @@ static void PackRhsHelper(int iters,
     inputs.emplace_back(input_dims);
     inputs[i].setRandom();
 
+    ArgType tensor_map(inputs[i].data(), input_dims);
+
     // 1. Extract image patches from input tensor. All strides are `1`.
     const auto image_patch_op = TensorImagePatchOp<Dynamic, Dynamic, ArgType>(
-        inputs[i],                                             //
+        tensor_map,                                            //
         filter_rows, filter_cols,                              //
         /*row_strides=*/1, /*col_strides=*/1,                  //
         /*in_row_strides=*/1, /*in_col_strides=*/1,            //
@@ -1464,10 +1469,11 @@ static void PackRhsHelper(int iters,
         Eigen::PADDING_SAME, /*padding_value=*/0.0);
 
     // 2. Reshape extracted patches into "virtual" 2d tensor.
-    NewDimension reshape_dims = {
-        input_depth * filter_rows * filter_cols,  // patch size
-        // PADDING_SAME: output {rows, cols} == input {rows, cols}
-        input_rows * input_cols * input_batches};  // num_patches
+    // NOTE: for PADDING_SAME output {rows, cols} == input {rows, cols}.
+    NewDimension reshape_dims;
+    reshape_dims[0] = input_depth * filter_rows * filter_cols;  // patch size
+    reshape_dims[1] = input_rows * input_cols * input_batches;  // num_patches
+
     const auto reshape_op =
         TensorReshapingOp<NewDimension, decltype(image_patch_op)>(
             image_patch_op, reshape_dims);
-- 
GitLab


From 8a91e6adc68afcef17a8cbbb2639c2b89d56a9e1 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 2 Nov 2018 16:56:31 -0700
Subject: [PATCH 1000/1825] [Grappler] MutableGraphView: Update fanouts.

Current implementation if ReplaceInputs is half done/broken. Add UpdateFanouts functions that properly takes care of control dependencies, and updates internal state.

PiperOrigin-RevId: 219884693
---
 tensorflow/core/grappler/BUILD                |   3 +
 tensorflow/core/grappler/graph_view.h         |  39 ++--
 .../core/grappler/mutable_graph_view.cc       | 142 +++++++++++---
 tensorflow/core/grappler/mutable_graph_view.h |  47 +++--
 .../core/grappler/mutable_graph_view_test.cc  | 179 ++++++++++--------
 .../grappler/optimizers/data/filter_fusion.cc |   2 +-
 .../optimizers/data/hoist_random_uniform.cc   |   2 +-
 .../optimizers/data/latency_all_edges.cc      |   3 +-
 .../optimizers/data/make_numa_aware.cc        |   2 +-
 .../optimizers/data/map_and_batch_fusion.cc   |   2 +-
 .../optimizers/data/map_and_filter_fusion.cc  |   2 +-
 .../grappler/optimizers/data/map_fusion.cc    |   2 +-
 .../optimizers/data/map_parallelization.cc    |   2 +-
 .../optimizers/data/map_vectorization.cc      |   2 +-
 .../optimizers/data/noop_elimination.cc       |   2 +-
 .../data/shuffle_and_repeat_fusion.cc         |   2 +-
 16 files changed, 285 insertions(+), 148 deletions(-)

diff --git a/tensorflow/core/grappler/BUILD b/tensorflow/core/grappler/BUILD
index c2a9a28a1c..3eb7101adf 100644
--- a/tensorflow/core/grappler/BUILD
+++ b/tensorflow/core/grappler/BUILD
@@ -170,8 +170,10 @@ cc_library(
         ":graph_view",
         ":grappler_item",
         ":utils",
+        "//tensorflow/core:graph",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
+        "@com_google_absl//absl/strings",
     ],
 )
 
@@ -184,6 +186,7 @@ tf_cc_test(
         "//tensorflow/cc:cc_ops",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
+        "//tensorflow/core:testlib",
         "//tensorflow/core/grappler/inputs:trivial_test_graph_input_yielder",
     ],
 )
diff --git a/tensorflow/core/grappler/graph_view.h b/tensorflow/core/grappler/graph_view.h
index 495e01d2eb..77f4ec730a 100644
--- a/tensorflow/core/grappler/graph_view.h
+++ b/tensorflow/core/grappler/graph_view.h
@@ -134,7 +134,7 @@ class GraphViewInternal {
   // of an output (resp. input) port.
   const absl::flat_hash_set<InputPort>& GetFanout(
       const OutputPort& port) const {
-    return gtl::FindWithDefault(fanouts_, port, empty_set_);
+    return gtl::FindWithDefault(fanouts_, port, fanout_not_found_value_);
   }
 
   absl::flat_hash_set<OutputPort> GetFanin(const InputPort& port) const {
@@ -173,7 +173,7 @@ class GraphViewInternal {
     port.node = const_cast<NodeDefT*>(&node);
     const int first_port_id = include_controlled_nodes ? -1 : 0;
     const int last_port_id =
-        gtl::FindWithDefault(num_regular_outputs_, port.node, -1);
+        gtl::FindWithDefault(max_regular_output_port_, port.node, -1);
 
     for (int i = first_port_id; i <= last_port_id; ++i) {
       port.port_id = i;
@@ -220,7 +220,7 @@ class GraphViewInternal {
     port.node = const_cast<NodeDefT*>(&node);
     const int first_port_id = include_controlling_nodes ? -1 : 0;
     const int last_port_id =
-        gtl::FindWithDefault(num_regular_outputs_, port.node, -1);
+        gtl::FindWithDefault(max_regular_output_port_, port.node, -1);
 
     for (int i = first_port_id; i <= last_port_id; ++i) {
       port.port_id = i;
@@ -241,7 +241,7 @@ class GraphViewInternal {
     port.node = const_cast<NodeDefT*>(&node);
     const int first_port_id = include_controlled_edges ? -1 : 0;
     const int last_port_id =
-        gtl::FindWithDefault(num_regular_outputs_, &node, -1);
+        gtl::FindWithDefault(max_regular_output_port_, &node, -1);
 
     for (int i = first_port_id; i <= last_port_id; ++i) {
       port.port_id = i;
@@ -290,29 +290,42 @@ class GraphViewInternal {
       if (output.port_id < 0) {
         fanouts_[output].emplace(node, -1);
       } else {
-        num_regular_outputs_[output.node] =
-            std::max(num_regular_outputs_[output.node], output.port_id);
+        max_regular_output_port_[output.node] =
+            std::max(max_regular_output_port_[output.node], output.port_id);
         fanouts_[output].emplace(node, i);
       }
     }
   }
 
   // Access to the mutable internal state for MutableGraphView.
-  absl::flat_hash_map<absl::string_view, NodeDefT*>* mutable_nodes() {
-    return &nodes_;
+  absl::flat_hash_map<absl::string_view, NodeDefT*>& nodes() { return nodes_; }
+
+  absl::flat_hash_map<OutputPort, absl::flat_hash_set<InputPort>>& fanouts() {
+    return fanouts_;
   }
 
-  absl::flat_hash_map<OutputPort, absl::flat_hash_set<InputPort>>*
-  mutable_fanouts() {
-    return &fanouts_;
+  absl::flat_hash_map<const NodeDef*, int>& max_regular_output_port() {
+    return max_regular_output_port_;
   }
 
  private:
   GraphDefT* graph_;  // must outlive the graph view
+
+  // A mapping from the node name to the node itself.
   absl::flat_hash_map<absl::string_view, NodeDefT*> nodes_;
-  absl::flat_hash_set<InputPort> empty_set_;
+
+  // A mapping from the output port to all inputs that read from it.
   absl::flat_hash_map<OutputPort, absl::flat_hash_set<InputPort>> fanouts_;
-  std::unordered_map<NodeDefT*, int> num_regular_outputs_;
+
+  // Keep a maximum index of tensor fetched from the node. It doesn't guarantee
+  // that all tensors in the [0, max_regular_output_port] range are actually
+  // fetched by other nodes.
+  absl::flat_hash_map<const NodeDef*, int> max_regular_output_port_;
+
+  // If the node has no fanouts at given output port (output tensor consumers)
+  // we return a reference to this set from `GetFanout` (we can't construct new
+  // empty set every time, because we need a non-dangling reference).
+  absl::flat_hash_set<InputPort> fanout_not_found_value_;
 };
 
 }  // namespace internal
diff --git a/tensorflow/core/grappler/mutable_graph_view.cc b/tensorflow/core/grappler/mutable_graph_view.cc
index 0793dbe01f..1a4754153b 100644
--- a/tensorflow/core/grappler/mutable_graph_view.cc
+++ b/tensorflow/core/grappler/mutable_graph_view.cc
@@ -14,6 +14,9 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/grappler/mutable_graph_view.h"
+#include "absl/strings/str_cat.h"
+#include "absl/strings/substitute.h"
+#include "tensorflow/core/graph/graph.h"
 #include "tensorflow/core/grappler/utils.h"
 
 namespace tensorflow {
@@ -47,52 +50,137 @@ NodeDef* MutableGraphView::AddNode(NodeDef&& node) {
   return node_in_graph;
 }
 
-NodeDef* MutableGraphView::InsertNode(const NodeDef& input_node, NodeDef&& node,
-                                      const int output_port_id) {
-  auto* node_in_graph = graph()->add_node();
-  *node_in_graph = std::move(node);
+void MutableGraphView::UpdateFanouts(absl::string_view from_node,
+                                     absl::string_view to_node) {
+  NodeDef* from_node_ptr = GetNode(from_node);
+  NodeDef* to_node_ptr = GetNode(to_node);
+  if (from_node_ptr && to_node_ptr) {
+    UpdateFanouts(from_node_ptr, to_node_ptr);
+  } else if (!from_node_ptr) {
+    LOG(WARNING) << absl::Substitute(
+        "Can't update fanouts from '$0' to '$1', from node was not found.",
+        from_node, to_node);
+  } else {
+    LOG(WARNING) << absl::Substitute(
+        "Can't update fanouts from '$0' to '$1', to node was not found.",
+        from_node, to_node);
+  }
+}
 
-  AddUniqueNodeOrDie(node_in_graph);
+void MutableGraphView::UpdateFanouts(NodeDef* from_node, NodeDef* to_node) {
+  VLOG(0) << absl::Substitute("Update fanouts from '$0' to '$1'.",
+                              from_node->name(), to_node->name());
+
+  // Update internal state with the new output_port->input_port edge.
+  const auto add_edge = [this](const OutputPort& output_port,
+                               const InputPort& input_port) {
+    fanouts()[output_port].insert(input_port);
+  };
+
+  // Remove invalidated edge from the internal state.
+  const auto remove_edge = [this](const OutputPort& output_port,
+                                  const InputPort& input_port) {
+    fanouts()[output_port].erase(input_port);
+  };
+
+  // First we update regular fanouts. For the regular fanouts
+  // `input_port:port_id` is the input index in NodeDef.
+
+  auto regular_edges =
+      GetFanoutEdges(*from_node, /*include_controlled_edges=*/false);
+
+  // Maximum index of the `from_node` output tensor that is still used as an
+  // input to some other node.
+  int keep_max_regular_output_port = -1;
+
+  for (const Edge& edge : regular_edges) {
+    const OutputPort output_port = edge.src;
+    const InputPort input_port = edge.dst;
+
+    // If the `to_node` reads from the `from_node`, skip this edge (see
+    // AddAndUpdateFanoutsWithoutSelfLoops test for an example).
+    if (input_port.node == to_node) {
+      keep_max_regular_output_port =
+          std::max(keep_max_regular_output_port, input_port.port_id);
+      continue;
+    }
+
+    // Update input at destination node.
+    input_port.node->set_input(
+        input_port.port_id,
+        output_port.port_id == 0
+            ? to_node->name()
+            : absl::StrCat(to_node->name(), ":", output_port.port_id));
+
+    // Remove old edge between the `from_node` and the fanout node.
+    remove_edge(output_port, input_port);
+    // Add an edge between the `to_node` and new fanout node.
+    add_edge(OutputPort(to_node, output_port.port_id), input_port);
+  }
 
-  // replace input for the output nodes of `input_node` with `node`
-  ReplaceInput(input_node, *node_in_graph, output_port_id);
+  // For the control fanouts we do not know the input index in a NodeDef,
+  // so we have to traverse all control inputs.
+
+  auto control_fanouts =
+      GetFanout(GraphView::OutputPort(from_node, Graph::kControlSlot));
+  if (control_fanouts.empty()) return;
+
+  const string from_control_input = absl::StrCat("^", from_node->name());
+  const string to_control_input = absl::StrCat("^", to_node->name());
+
+  for (const InputPort& control_port : control_fanouts) {
+    // Node can't be control dependency of itself.
+    if (control_port.node == to_node) continue;
+
+    // Find and update input corresponding to control dependency.
+    NodeDef* node = control_port.node;
+    for (int i = node->input_size() - 1; i >= 0; --i) {
+      const string& input = node->input(i);
+      if (!IsControlInput(input)) break;  // we reached regular inputs
+      if (input == from_control_input) {
+        node->set_input(i, to_control_input);
+      }
+    }
+
+    // Remove old edge between the `from_node` and the fanout node.
+    remove_edge(OutputPort(from_node, Graph::kControlSlot), control_port);
+    // Add an edge between the `to_node` and new fanout node.
+    add_edge(OutputPort(to_node, Graph::kControlSlot), control_port);
+  }
 
-  AddFanouts(node_in_graph);
-  return node_in_graph;
-}
+  // Because we update all regular fanouts of `from_node`, we can just copy
+  // the value `num_regular_outputs`.
+  max_regular_output_port()[to_node] = max_regular_output_port()[from_node];
 
-void MutableGraphView::ReplaceInput(const NodeDef& old_input,
-                                    const NodeDef& new_input,
-                                    const int output_port_id) {
-  OutputPort output_port = GetOutputPort(old_input.name(), output_port_id);
-  auto fanout = GetFanout(output_port);
-  for (auto& input_port : fanout) {
-    input_port.node->set_input(input_port.port_id, new_input.name());
-    AddFanouts(input_port.node);
+  // Check if all fanouts were updated to read from the `to_node`.
+  if (keep_max_regular_output_port >= 0) {
+    max_regular_output_port()[from_node] = keep_max_regular_output_port;
+  } else {
+    max_regular_output_port().erase(from_node);
   }
 }
 
 void MutableGraphView::DeleteNodes(const std::set<string>& nodes_to_delete) {
   for (const string& node_name_to_delete : nodes_to_delete)
-    RemoveFanouts(mutable_nodes()->at(node_name_to_delete));
+    RemoveFanouts(nodes().at(node_name_to_delete));
   for (const string& node_name_to_delete : nodes_to_delete)
-    mutable_nodes()->erase(node_name_to_delete);
+    nodes().erase(node_name_to_delete);
   EraseNodesFromGraph(nodes_to_delete, graph());
 }
 
-void MutableGraphView::RemoveFanouts(NodeDef* node) {
-  for (int i = 0; i < node->input_size(); ++i) {
-    TensorId tensor_id = ParseTensorName(node->input(i));
-    OutputPort fanin((*mutable_nodes())[tensor_id.node()], tensor_id.index());
+void MutableGraphView::RemoveFanouts(NodeDef* deleted_node) {
+  for (int i = 0; i < deleted_node->input_size(); ++i) {
+    TensorId tensor_id = ParseTensorName(deleted_node->input(i));
+    OutputPort fanin(nodes()[tensor_id.node()], tensor_id.index());
 
     InputPort input;
-    input.node = node;
+    input.node = deleted_node;
     if (tensor_id.index() < 0)
-      input.port_id = -1;
+      input.port_id = Graph::kControlSlot;
     else
       input.port_id = i;
 
-    (*mutable_fanouts())[fanin].erase(input);
+    fanouts()[fanin].erase(input);
   }
 }
 
diff --git a/tensorflow/core/grappler/mutable_graph_view.h b/tensorflow/core/grappler/mutable_graph_view.h
index 702751a57f..355dd6c491 100644
--- a/tensorflow/core/grappler/mutable_graph_view.h
+++ b/tensorflow/core/grappler/mutable_graph_view.h
@@ -44,31 +44,44 @@ class MutableGraphView : public internal::GraphViewInternal<GraphDef, NodeDef> {
   using GraphViewInternal::GetRegularFanin;
   const OutputPort GetRegularFanin(const GraphView::InputPort& port) const;
 
-  // Adds a new node to graph and updates the view.
+  // Adds a new node to graph and updates the view. Returns a pointer to the
+  // node in graph.
   NodeDef* AddNode(NodeDef&& node);
 
-  // Inserts a new node to the graph after `input` node and updates the view.
-  // This adds `node` to the graph and replaces the input for the output
-  // nodes of `input` with a port `output_port_id` with the new node.
-  NodeDef* InsertNode(const NodeDef& input, NodeDef&& node,
-                      int output_port_id = 0);
-
-  // Replaces the input for the output nodes of 'old_input' with a port
-  // `output_port_id` with 'new_input'.
+  // Updates all fanouts (input ports fetching output tensors) from `from_node`
+  // to the `to_node`, including control dependencies.
+  //
+  // Example: We have 2 nodes that use `bar` node output tensors as inputs:
+  //   1. foo1(bar:0, bar:1, other:0, ^bar)
+  //   2. foo2(bar:1, other:1)
   //
-  // E.g: We have 2 nodes that use 'bar' node outputs as inputs:
-  // foo(bar:0, bar:1),  foo2(other:0, bar:0)
-  // Calling ReplaceInput(bar, new, 0) changes every occurrence of bar:0 for
-  // new:0.  Result:
-  // foo(new:0, bar:1),  foo2(other:0, new:0)
-  void ReplaceInput(const NodeDef& old_input, const NodeDef& new_input,
-                    int output_port_id = 0);
+  // After calling ForwardOutputs(bar, new_bar):
+  //   1. foo1(new_bar:0, new_bar:1, other:0, ^new_bar)
+  //   2. foo2(new_bar:1, other:1)
+  void UpdateFanouts(absl::string_view from_node, absl::string_view to_node);
 
   // Deletes nodes from the graph.
   void DeleteNodes(const std::set<string>& nodes_to_delete);
 
  private:
-  void RemoveFanouts(NodeDef* node);
+  // Updates all fanouts (input ports fetching output tensors) from `from_node`
+  // to the `to_node`, including control dependencies.
+  //
+  // Example: We have 2 nodes that use `bar` node output tensors as inputs:
+  //   1. foo1(bar:0, bar:1, other:0, ^bar)
+  //   2. foo2(bar:1, other:1)
+  //
+  // After calling ForwardOutputs(bar, new_bar):
+  //   1. foo1(new_bar:0, new_bar:1, other:0, ^new_bar)
+  //   2. foo2(new_bar:1, other:1)
+  //
+  // IMPORTANT: If `from_node` or `to_node` is not in the underlying graph, the
+  // behavior is undefined.
+  void UpdateFanouts(NodeDef* from_node, NodeDef* to_node);
+
+  // Remove fanouts of the deleted node from internal state (including control
+  // dependencies).
+  void RemoveFanouts(NodeDef* deleted_node);
 };
 
 }  // end namespace grappler
diff --git a/tensorflow/core/grappler/mutable_graph_view_test.cc b/tensorflow/core/grappler/mutable_graph_view_test.cc
index 7d9025e031..c1b3f8c01c 100644
--- a/tensorflow/core/grappler/mutable_graph_view_test.cc
+++ b/tensorflow/core/grappler/mutable_graph_view_test.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/grappler/mutable_graph_view.h"
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/core/framework/function_testlib.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/inputs/trivial_test_graph_input_yielder.h"
 #include "tensorflow/core/platform/test.h"
@@ -23,104 +24,122 @@ namespace tensorflow {
 namespace grappler {
 namespace {
 
-bool FindChildWithName(const MutableGraphView& graph,
-                       const string& output_port_name,
-                       const string& input_name) {
-  MutableGraphView::OutputPort output_port =
-      graph.GetOutputPort(output_port_name, 0);
-  auto fanout = graph.GetFanout(output_port);
-  for (auto& input_port : fanout) {
-    if (input_port.node->name() == input_name) return true;
-  }
-  return false;
+using ::tensorflow::test::function::NDef;
+
+TEST(MutableGraphViewTest, AddAndUpdateFanouts) {
+  // Actual node.op() is not important in this test.
+  GraphDef graph_def = test::function::GDef(
+      {NDef("bar", "NotImportant", {}, {}),
+       NDef("other", "NotImportant", {}, {}),
+       NDef("foo_1", "NotImportant", {"bar", "other", "bar:1", "^bar"}),
+       NDef("foo_2", "NotImportant", {"other:1", "bar:2", "^bar"})},
+      /* empty function library */ {});
+
+  MutableGraphView graph(&graph_def);
+
+  NodeDef* new_bar = graph.AddNode(NDef("new_bar", "NotImportant", {}, {}));
+  NodeDef* bar = graph.GetNode("bar");
+
+  graph.UpdateFanouts(bar->name(), new_bar->name());
+
+  // Fanout nodes must have their inputs updated.
+  NodeDef* foo_1 = graph.GetNode("foo_1");
+  ASSERT_NE(foo_1, nullptr);
+  ASSERT_EQ(foo_1->input_size(), 4);
+  EXPECT_EQ(foo_1->input(0), "new_bar");
+  EXPECT_EQ(foo_1->input(1), "other");
+  EXPECT_EQ(foo_1->input(2), "new_bar:1");
+  EXPECT_EQ(foo_1->input(3), "^new_bar");
+
+  NodeDef* foo_2 = graph.GetNode("foo_2");
+  ASSERT_NE(foo_2, nullptr);
+  ASSERT_EQ(foo_2->input_size(), 3);
+  EXPECT_EQ(foo_2->input(0), "other:1");
+  EXPECT_EQ(foo_2->input(1), "new_bar:2");
+  EXPECT_EQ(foo_2->input(2), "^new_bar");
+
+  // And fanouts mapping must be also updated for both nodes.
+  bool include_control_fanouts = true;
+  auto old_node_fanouts = graph.GetFanouts(*bar, include_control_fanouts);
+  auto new_node_fanouts = graph.GetFanouts(*new_bar, include_control_fanouts);
+
+  EXPECT_TRUE(old_node_fanouts.empty());
+  EXPECT_EQ(new_node_fanouts.count(MutableGraphView::InputPort(foo_1, 0)), 1);
+  EXPECT_EQ(new_node_fanouts.count(MutableGraphView::InputPort(foo_1, 2)), 1);
+  EXPECT_EQ(new_node_fanouts.count(MutableGraphView::InputPort(foo_1, -1)), 1);
+  EXPECT_EQ(new_node_fanouts.count(MutableGraphView::InputPort(foo_2, 1)), 1);
+  EXPECT_EQ(new_node_fanouts.count(MutableGraphView::InputPort(foo_2, -1)), 1);
 }
 
-TrivialTestGraphInputYielder SimpleGraph() {
-  // This outputs simple graph like:
-  //        x
-  //       / \
-  // Square   Square_1
-  //   |   \  /    |
-  //   |    \/     |
-  //   |    /\     |
-  //   |   /  \    |
-  //  AddN     AddN_1
-  //      \   /
-  //        y
-  TrivialTestGraphInputYielder simple_graph(2, 2, 2, false,
-                                            {"/CPU:0", "/GPU:0"});
-  return simple_graph;
-}
-
-TEST(MutableGraphViewTest, AddAndReplaceInput) {
-  TrivialTestGraphInputYielder fake_input = SimpleGraph();
-  GrapplerItem item;
-  CHECK(fake_input.NextItem(&item));
+TEST(MutableGraphViewTest, AddAndUpdateFanoutsWithoutSelfLoops) {
+  // Actual node.op() is not important in this test.
+  GraphDef graph_def =
+      test::function::GDef({NDef("bar", "NotImportant", {}, {}),
+                            NDef("foo", "NotImportant", {"bar", "^bar"})},
+                           /* empty function library */ {});
 
-  GraphDef new_graph = item.graph;
-  MutableGraphView graph(&new_graph);
+  MutableGraphView graph(&graph_def);
 
-  MutableGraphView::InputPort input = graph.GetInputPort("AddN", 0);
-  EXPECT_EQ("AddN", input.node->name());
-  EXPECT_EQ(0, input.port_id);
-  MutableGraphView::OutputPort fanin = graph.GetRegularFanin(input);
-  EXPECT_EQ("Square", fanin.node->name());
-  EXPECT_EQ(0, fanin.port_id);
+  // `new_bar` reads the output of an original `bar` node.
+  NodeDef* new_bar = graph.AddNode(NDef("new_bar", "NewBar", {"bar"}, {}));
+  NodeDef* bar = graph.GetNode("bar");
 
-  EXPECT_FALSE(FindChildWithName(graph, "Square", "new_node"));
+  graph.UpdateFanouts("bar", new_bar->name());
 
-  NodeDef new_node = *input.node;
-  new_node.set_name("new_node");
+  // Foo node must read from `new_bar`.
+  NodeDef* foo = graph.GetNode("foo");
+  ASSERT_NE(foo, nullptr);
+  ASSERT_EQ(foo->input_size(), 2);
+  EXPECT_EQ(foo->input(0), "new_bar");
+  EXPECT_EQ(foo->input(1), "^new_bar");
 
-  EXPECT_EQ(graph.GetNode("new_node"), nullptr);
-  NodeDef* node_in_graph = graph.AddNode(std::move(new_node));
-  EXPECT_NE(graph.GetNode("new_node"), nullptr);
+  // And the `new_bar` should read from the original `bar`.
+  ASSERT_EQ(new_bar->input_size(), 1);
+  ASSERT_EQ(new_bar->input(0), "bar");
 
-  graph.ReplaceInput(*input.node, *node_in_graph);
-  EXPECT_TRUE(FindChildWithName(graph, "Square", "new_node"));
-  EXPECT_TRUE(FindChildWithName(graph, "new_node", "y"));
-}
+  // And fanouts mapping must be also updated for both nodes.
+  bool include_control_fanouts = true;
+  auto bar_fanouts = graph.GetFanouts(*bar, include_control_fanouts);
+  auto new_bar_fanouts = graph.GetFanouts(*new_bar, include_control_fanouts);
 
-TEST(MutableGraphViewTest, InsertNodes) {
-  TrivialTestGraphInputYielder fake_input = SimpleGraph();
+  EXPECT_EQ(bar_fanouts.size(), 1);
+  EXPECT_EQ(bar_fanouts.count(MutableGraphView::InputPort(new_bar, 0)), 1);
 
-  GrapplerItem item;
-  CHECK(fake_input.NextItem(&item));
+  EXPECT_EQ(new_bar_fanouts.size(), 2);
+  EXPECT_EQ(new_bar_fanouts.count(MutableGraphView::InputPort(foo, 0)), 1);
+  EXPECT_EQ(new_bar_fanouts.count(MutableGraphView::InputPort(foo, -1)), 1);
+}
 
-  GraphDef new_graph = item.graph;
-  MutableGraphView graph(&new_graph);
+TEST(MutableGraphViewTest, DeleteNodes) {
+  // Actual node.op() is not important in this test.
+  GraphDef graph_def = test::function::GDef(
+      {NDef("bar", "NotImportant", {}, {}),
+       NDef("other", "NotImportant", {}, {}),
+       NDef("foo_1", "NotImportant", {"bar", "other", "bar:1", "^bar"}),
+       NDef("foo_2", "NotImportant", {"other:1", "bar:2", "^bar"})},
+      /* empty function library */ {});
 
-  MutableGraphView::InputPort input = graph.GetInputPort("AddN", 0);
+  MutableGraphView graph(&graph_def);
 
-  NodeDef new_node = *input.node;
-  new_node.set_name("new_node");
-  new_node.set_input(0, input.node->name());
+  EXPECT_NE(graph.GetNode("foo_1"), nullptr);
+  graph.DeleteNodes({"foo_1"});
 
-  EXPECT_EQ(graph.GetNode("new_node"), nullptr);
-  graph.InsertNode(*input.node, std::move(new_node));
-  EXPECT_NE(graph.GetNode("new_node"), nullptr);
-  EXPECT_TRUE(FindChildWithName(graph, "Square", "AddN"));
-  EXPECT_TRUE(FindChildWithName(graph, "Square", "AddN_1"));
-  EXPECT_TRUE(FindChildWithName(graph, "Square_1", "AddN"));
-  EXPECT_TRUE(FindChildWithName(graph, "Square_1", "AddN_1"));
-  EXPECT_TRUE(FindChildWithName(graph, "AddN", "new_node"));
-  EXPECT_TRUE(FindChildWithName(graph, "AddN_1", "y"));
-  EXPECT_TRUE(FindChildWithName(graph, "new_node", "y"));
-}
+  EXPECT_EQ(graph.GetNode("foo_1"), nullptr);
 
-TEST(MutableGraphViewTest, DeleteNodes) {
-  // Outputs simple graph as described in first test.
-  TrivialTestGraphInputYielder fake_input = SimpleGraph();
-  GrapplerItem item;
-  CHECK(fake_input.NextItem(&item));
+  NodeDef* bar = graph.GetNode("bar");
+  NodeDef* other = graph.GetNode("other");
+  NodeDef* foo_2 = graph.GetNode("foo_2");
 
-  GraphDef new_graph = item.graph;
-  MutableGraphView graph(&new_graph);
+  bool include_control_fanouts = true;
+  auto bar_fanouts = graph.GetFanouts(*bar, include_control_fanouts);
+  auto other_fanouts = graph.GetFanouts(*other, include_control_fanouts);
 
-  EXPECT_NE(graph.GetNode("AddN"), nullptr);
-  graph.DeleteNodes({"AddN"});
+  EXPECT_EQ(bar_fanouts.size(), 2);
+  EXPECT_EQ(bar_fanouts.count(MutableGraphView::InputPort(foo_2, 1)), 1);
+  EXPECT_EQ(bar_fanouts.count(MutableGraphView::InputPort(foo_2, -1)), 1);
 
-  EXPECT_EQ(graph.GetNode("AddN"), nullptr);
+  EXPECT_EQ(other_fanouts.size(), 1);
+  EXPECT_EQ(other_fanouts.count(MutableGraphView::InputPort(foo_2, 0)), 1);
 }
 
 }  // namespace
diff --git a/tensorflow/core/grappler/optimizers/data/filter_fusion.cc b/tensorflow/core/grappler/optimizers/data/filter_fusion.cc
index 3ffbfba95e..89b568ecf1 100644
--- a/tensorflow/core/grappler/optimizers/data/filter_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/filter_fusion.cc
@@ -109,7 +109,7 @@ Status FilterFusion::Optimize(Cluster* cluster, const GrapplerItem& item,
     const auto* fused_filter_node = graph.AddNode(MakeFusedFilterNode(
         *first_filter_node, *second_filter_node, *fused_predicate, &graph));
 
-    graph.ReplaceInput(*second_filter_node, *fused_filter_node);
+    graph.UpdateFanouts(second_filter_node->name(), fused_filter_node->name());
 
     // TODO(prazek): we should run some optimizations on the fused filter
     // functions, or make sure that optimization passes run after filter
diff --git a/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc b/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc
index 91b3f71e9e..5af9fbadf7 100644
--- a/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc
+++ b/tensorflow/core/grappler/optimizers/data/hoist_random_uniform.cc
@@ -266,7 +266,7 @@ Status HoistRandomUniform::Optimize(Cluster* cluster, const GrapplerItem& item,
     const auto* stateless_map = graph.AddNode(
         MakeStatelessMap(*map_node, *zip_node, *stateless_func, &graph));
 
-    graph.ReplaceInput(*map_node, *stateless_map);
+    graph.UpdateFanouts(map_node->name(), stateless_map->name());
 
     // TODO(b/116285210): we could also remove map functions from library if
     // they are not used anymore.
diff --git a/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc b/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc
index 6a5a70e084..16b2efb3ed 100644
--- a/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc
+++ b/tensorflow/core/grappler/optimizers/data/latency_all_edges.cc
@@ -96,7 +96,8 @@ Status LatencyAllEdges::Optimize(Cluster* cluster, const GrapplerItem& item,
       }
     }
 
-    graph.InsertNode(node, MakeLatencyNode(node, &graph));
+    NodeDef* latency_node = graph.AddNode(MakeLatencyNode(node, &graph));
+    graph.UpdateFanouts(node.name(), latency_node->name());
   }
   return Status::OK();
 }
diff --git a/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc b/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
index bab2c36149..e5de981822 100644
--- a/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
+++ b/tensorflow/core/grappler/optimizers/data/make_numa_aware.cc
@@ -47,7 +47,7 @@ Status MakeNumaAware::Optimize(Cluster* cluster, const GrapplerItem& item,
     if (node.op() != "MapAndBatchDatasetV2") continue;
 
     auto* numa_node = graph.AddNode(MakeNumaAwareNode(node, &graph));
-    graph.ReplaceInput(node, *numa_node);
+    graph.UpdateFanouts(node.name(), numa_node->name());
     nodes_to_delete.insert(node.name());
   }
   graph.DeleteNodes(nodes_to_delete);
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc
index 2807e0886b..800050b840 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_batch_fusion.cc
@@ -113,7 +113,7 @@ Status MapAndBatchFusion::Optimize(Cluster* cluster, const GrapplerItem& item,
 
     auto* new_node =
         graph.AddNode(MakeMapAndBatchNode(*map_node, batch_node, &graph));
-    graph.ReplaceInput(batch_node, *new_node);
+    graph.UpdateFanouts(batch_node.name(), new_node->name());
 
     // Mark the `Map` and `Batch` nodes for removal.
     nodes_to_delete.insert(map_node->name());
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
index 7cb52c36b2..750cd58869 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
@@ -145,7 +145,7 @@ Status MapAndFilterFusion::Optimize(Cluster* cluster, const GrapplerItem& item,
     const auto* filter_by_component = graph.AddNode(
         MakeFilterByLastComponentNode(*fused_maps, *filter_node, &graph));
 
-    graph.ReplaceInput(*filter_node, *filter_by_component);
+    graph.UpdateFanouts(filter_node->name(), filter_by_component->name());
     TF_RETURN_IF_ERROR(function_library.AddFunctionDef(*fused_function));
 
     // TODO(prazek): we could also remove functions from library if they are not
diff --git a/tensorflow/core/grappler/optimizers/data/map_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_fusion.cc
index 23bb49db62..6ca0da2755 100644
--- a/tensorflow/core/grappler/optimizers/data/map_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_fusion.cc
@@ -123,7 +123,7 @@ Status MapFusion::Optimize(Cluster* cluster, const GrapplerItem& item,
     const auto* fused_maps_node = graph.AddNode(
         MakeFusedNode(*parent_map_node, *map_node, *fused_function, &graph));
 
-    graph.ReplaceInput(*map_node, *fused_maps_node);
+    graph.UpdateFanouts(map_node->name(), fused_maps_node->name());
 
     // TODO(prazek): we should run some optimizations on the fused map
     // functions, or make sure that optimization passes run after map
diff --git a/tensorflow/core/grappler/optimizers/data/map_parallelization.cc b/tensorflow/core/grappler/optimizers/data/map_parallelization.cc
index f4c8617457..8e49f908a7 100644
--- a/tensorflow/core/grappler/optimizers/data/map_parallelization.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_parallelization.cc
@@ -83,7 +83,7 @@ Status MapParallelization::Optimize(Cluster* cluster, const GrapplerItem& item,
     if (!CanParallelize(*function, function_library)) continue;
 
     auto* parallel_map = graph.AddNode(MakeParallelMap(*map_node, &graph));
-    graph.ReplaceInput(*map_node, *parallel_map);
+    graph.UpdateFanouts(map_node->name(), parallel_map->name());
     nodes_to_delete.insert(map_node->name());
   }
 
diff --git a/tensorflow/core/grappler/optimizers/data/map_vectorization.cc b/tensorflow/core/grappler/optimizers/data/map_vectorization.cc
index 04ab46885c..3401dcc6f2 100644
--- a/tensorflow/core/grappler/optimizers/data/map_vectorization.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_vectorization.cc
@@ -264,7 +264,7 @@ Status MapVectorization::Optimize(Cluster* cluster, const GrapplerItem& item,
 
     auto* new_map_node = graph.AddNode(MakeNewMapNode(
         *map_node, batch_node, *new_batch_node, *vectorized_func, &graph));
-    graph.ReplaceInput(batch_node, *new_map_node);
+    graph.UpdateFanouts(batch_node.name(), new_map_node->name());
 
     // Mark the `Map` and `Batch` nodes for removal.
     nodes_to_delete.insert(map_node->name());
diff --git a/tensorflow/core/grappler/optimizers/data/noop_elimination.cc b/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
index 763434b613..bd405c8329 100644
--- a/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
+++ b/tensorflow/core/grappler/optimizers/data/noop_elimination.cc
@@ -79,7 +79,7 @@ Status NoOpElimination::Optimize(Cluster* cluster, const GrapplerItem& item,
     if (!IsNoOp(node, graph)) continue;
 
     NodeDef* const parent = graph_utils::GetInputNode(node, graph);
-    graph.ReplaceInput(node, *parent);
+    graph.UpdateFanouts(node.name(), parent->name());
 
     nodes_to_delete.insert(node.name());
   }
diff --git a/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion.cc b/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion.cc
index 99c4afa634..d9af78d38c 100644
--- a/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/shuffle_and_repeat_fusion.cc
@@ -86,7 +86,7 @@ Status ShuffleAndRepeatFusion::Optimize(Cluster* cluster,
 
     NodeDef* shuffle_and_repeat_node =
         graph.AddNode(make_shuffle_and_repeat_node(shuffle_node, repeat_node));
-    graph.ReplaceInput(repeat_node, *shuffle_and_repeat_node);
+    graph.UpdateFanouts(repeat_node.name(), shuffle_and_repeat_node->name());
 
     // Mark the `Shuffle` and `Repeat` nodes for removal.
     nodes_to_delete.insert(shuffle_node.name());
-- 
GitLab


From 3ea28fa0056fdd5c0821c6347d86a938a80e8e0c Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Fri, 2 Nov 2018 17:05:37 -0700
Subject: [PATCH 1001/1825] Wrap all stateless metrics functions given in
 `compile`/`add_metric` APIs with a stateful metric for fit and evaluate APIs

- added support for the new metrics in TPUs. Thank you xiejw@ for helping me with this.
- fixed weighted averaging issue with metrics.
- refactored the code to be simpler as all metrics and losses that we log are stateful now.

PiperOrigin-RevId: 219885890
---
 .../contrib/distribute/python/keras_test.py   |   5 +-
 .../python/saved_model/keras_saved_model.py   |  22 +-
 .../saved_model/keras_saved_model_test.py     |  10 +-
 .../contrib/tpu/python/tpu/keras_support.py   |  52 ++++-
 tensorflow/python/keras/callbacks.py          |  30 +--
 tensorflow/python/keras/callbacks_test.py     |   3 +-
 tensorflow/python/keras/engine/training.py    | 200 ++++++++++------
 .../python/keras/engine/training_arrays.py    |  36 +--
 .../keras/engine/training_distributed.py      | 134 +++--------
 .../python/keras/engine/training_eager.py     | 218 +++++++++++++-----
 .../keras/engine/training_eager_test.py       |   5 +-
 .../python/keras/engine/training_generator.py |  20 +-
 .../python/keras/engine/training_test.py      |  88 +++++--
 .../python/keras/engine/training_utils.py     |  54 +++--
 tensorflow/python/keras/models.py             |   4 +-
 tensorflow/python/keras/testing_utils.py      |   2 +-
 16 files changed, 544 insertions(+), 339 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index eccff1d9f5..4cd8ac1410 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -800,8 +800,9 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       self.assertAlmostEqual(hist.history['acc'][0], 0, 0)
 
       model.set_weights(initial_weights)
-      evaluate_output = model.evaluate(dataset, steps=20)
-      self.assertAlmostEqual(evaluate_output[1], 1, 0)
+      # TODO(psv/anjalisridhar): Enable these lines after we fix b/117431185.
+      # evaluate_output = model.evaluate(dataset, steps=20)
+      # self.assertAlmostEqual(evaluate_output[1], 1, 0)
 
       inputs = np.ones((10, 1), dtype=np.float32)
       predict_dataset = dataset_ops.Dataset.from_tensor_slices(inputs)
diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
index 6aae4bc5e2..27b5b6d22e 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 import os
+import six
 
 from tensorflow.python.client import session
 from tensorflow.python.estimator import keras as estimator_keras_util
@@ -30,6 +31,7 @@ from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import models as models_lib
 from tensorflow.python.keras import optimizers
 from tensorflow.python.keras.engine import sequential
+from tensorflow.python.keras.metrics import Metric
 from tensorflow.python.keras.models import model_from_json
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.ops import variables
@@ -276,11 +278,29 @@ def _create_signature_def_map(model, mode):
     inputs_dict.update(targets_dict)
   outputs_dict = {name: x
                   for name, x in zip(model.output_names, model.outputs)}
+  metrics = estimator_keras_util._convert_keras_metrics_to_estimator(model)
+
+  # Add metric variables to the `LOCAL_VARIABLES` collection. Metric variables
+  # are by default not added to any collections. We are doing this here, so
+  # that metric variables get initialized.
+  local_vars = set(ops.get_collection(ops.GraphKeys.LOCAL_VARIABLES))
+  vars_to_add = set()
+  if metrics is not None:
+    for key, value in six.iteritems(metrics):
+      if isinstance(value, Metric):
+        vars_to_add.update(value.variables)
+        # Convert Metric instances to (value_tensor, update_op) tuple.
+        metrics[key] = (value.result(), value.updates[0])
+  # Remove variables that are in the local variables collection already.
+  vars_to_add = vars_to_add.difference(local_vars)
+  for v in vars_to_add:
+    ops.add_to_collection(ops.GraphKeys.LOCAL_VARIABLES, v)
+
   export_outputs = model_fn_lib.export_outputs_for_mode(
       mode,
       predictions=outputs_dict,
       loss=model.total_loss if model.optimizer else None,
-      metrics=estimator_keras_util._convert_keras_metrics_to_estimator(model))
+      metrics=metrics)
   return export_helpers.build_all_signature_defs(
       inputs_dict,
       export_outputs=export_outputs,
diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
index 364b65e06a..4970ebc319 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
@@ -150,8 +150,6 @@ class TestModelSavingandLoading(test.TestCase):
       x = np.random.random((1, 3))
       y = np.random.random((1, 3))
       model.train_on_batch(x, y)
-      model.train_on_batch(x, y)
-
       ref_y = model.predict(x)
 
       temp_saved_model = self._save_model_dir()
@@ -308,6 +306,7 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
       self, model_builder, uses_learning_phase, optimizer, train_before_export):
     saved_model_path = self._save_model_dir()
     with self.session(graph=ops.Graph()):
+      np.random.seed(130)
       input_arr = np.random.random((1, 3))
       target_arr = np.random.random((1, 3))
 
@@ -346,6 +345,11 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
         inputs, outputs = load_model(sess, output_path,
                                      model_fn_lib.ModeKeys.EVAL)
 
+        sess.run(outputs['metrics/mae/update_op'], {
+            inputs[input_name]: input_arr,
+            inputs[target_name]: target_arr
+        })
+
         eval_results = sess.run(outputs, {inputs[input_name]: input_arr,
                                           inputs[target_name]: target_arr})
 
@@ -353,7 +357,7 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
                          sess.run(training_module.get_global_step()))
         self.assertAllClose(ref_loss, eval_results['loss'], atol=1e-05)
         self.assertAllClose(
-            ref_mae, eval_results['metrics/mae/update_op'], atol=1e-05)
+            ref_mae, eval_results['metrics/mae/value'], atol=1e-05)
         self.assertAllClose(
             ref_predict, eval_results['predictions/' + output_name], atol=1e-05)
 
diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index abf9dc810f..ce2c322ff4 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -978,7 +978,7 @@ class TPUFunction(object):
 
             # When running on more than one core, concatenate outputs at the end
             # of processing. In backprop stage, the gradients will be
-            # calculdated according to the local inputs as gradient of
+            # calculated according to the local inputs as gradient of
             # cross-replica-concat being zero for any outputs other than those
             # from mlocal core so the loss calculation is identical.
             num_towers = self.model._tpu_assignment.num_towers
@@ -1005,7 +1005,9 @@ class TPUFunction(object):
                   for tensor in tpu_targets
               ]
 
-            if is_training or is_test:
+          if is_training or is_test:
+            with variable_scope.variable_scope(
+                'metrics', reuse=variable_scope.AUTO_REUSE):
               self._cloned_model.compile(
                   optimizer=_replicated_optimizer(self._cloned_optimizer),
                   loss=self.model.loss,
@@ -1024,29 +1026,29 @@ class TPUFunction(object):
           # the Momentum optimizer) when _make_train_function is invoked.
           with keras_tpu_variables.replicated_variable_for_optimizer(
               self._tpu_assignment.num_towers):
-            self._cloned_model._make_train_function()
+            self._cloned_model._make_fit_function()
         else:
-          self._cloned_model._make_train_function()
+          self._cloned_model._make_fit_function()
 
         self._outfeed_spec = [
             tensor_spec.TensorSpec(tensor.shape, tensor.dtype, tensor.name)
-            for tensor in self._cloned_model.train_function.outputs
+            for tensor in self._cloned_model._fit_function.outputs
         ]
         return [
-            self._cloned_model.train_function.updates_op,
+            self._cloned_model._fit_function.updates_op,
             tpu_ops.outfeed_enqueue_tuple(
-                self._cloned_model.train_function.outputs,
+                self._cloned_model._fit_function.outputs,
                 name='outfeed-enqueue-train')
         ]
       elif is_test:
-        self._cloned_model._make_test_function()
+        self._cloned_model._make_eval_function()
         self._outfeed_spec = [
             tensor_spec.TensorSpec(tensor.shape, tensor.dtype, tensor.name)
-            for tensor in self._cloned_model.test_function.outputs
+            for tensor in self._cloned_model._eval_function.outputs
         ]
         return [
             tpu_ops.outfeed_enqueue_tuple(
-                self._cloned_model.test_function.outputs,
+                self._cloned_model._eval_function.outputs,
                 name='outfeed-enqueue-test')
         ]
       elif is_predict:
@@ -1376,6 +1378,8 @@ class KerasTPUModel(models.Model):
     self.predict_function = None
     self.test_function = None
     self.train_function = None
+    self._fit_function = None
+    self._eval_function = None
 
     cluster_resolver = strategy._tpu_cluster_resolver
     self._tpu_name_or_address = cluster_resolver.get_master()
@@ -1994,10 +1998,21 @@ class KerasTPUModel(models.Model):
   def optimizer(self, optimizer):
     self._optimizer = optimizer
 
+  @property
+  def stateful_metric_functions(self):
+    if self._tpu_model:
+      return self._tpu_model.stateful_metric_functions
+    return self._stateful_metric_functions
+
+  @stateful_metric_functions.setter
+  def stateful_metric_functions(self, stateful_metric_functions):
+    self._stateful_metric_functions = stateful_metric_functions
+
   def _make_train_function(self):
     if not self.train_function:
       self.train_function = TPUFunction(
-          self, model_fn_lib.ModeKeys.TRAIN,
+          self,
+          model_fn_lib.ModeKeys.TRAIN,
           tpu_assignment=self._tpu_assignment)
 
     return self.train_function
@@ -2008,6 +2023,21 @@ class KerasTPUModel(models.Model):
           self, model_fn_lib.ModeKeys.EVAL, tpu_assignment=self._tpu_assignment)
     return self.test_function
 
+  def _make_fit_function(self):
+    if not self._fit_function:
+      self._fit_function = TPUFunction(
+          self,
+          model_fn_lib.ModeKeys.TRAIN,
+          tpu_assignment=self._tpu_assignment)
+
+    return self._fit_function
+
+  def _make_eval_function(self):
+    if not self._eval_function:
+      self._eval_function = TPUFunction(
+          self, model_fn_lib.ModeKeys.EVAL, tpu_assignment=self._tpu_assignment)
+    return self._eval_function
+
   def _make_predict_function(self):
     if not self.predict_function:
       self.predict_function = TPUFunction(
diff --git a/tensorflow/python/keras/callbacks.py b/tensorflow/python/keras/callbacks.py
index 4c12c83a4c..4bdab56eb4 100644
--- a/tensorflow/python/keras/callbacks.py
+++ b/tensorflow/python/keras/callbacks.py
@@ -96,8 +96,8 @@ def configure_callbacks(callbacks,
   # Add additional callbacks
   model.history = History()
   stateful_metric_names = None
-  if hasattr(model, 'stateful_metric_names'):
-    stateful_metric_names = model.stateful_metric_names
+  if hasattr(model, 'metrics_names'):
+    stateful_metric_names = model.metrics_names[1:]  # Exclude `loss`
   callbacks = [BaseLogger(stateful_metrics=stateful_metric_names)
               ] + (callbacks or []) + [model.history]
   if verbose:
@@ -108,10 +108,10 @@ def configure_callbacks(callbacks,
   # Set callback model
   callback_model = model._get_callback_model()  # pylint: disable=protected-access
   if do_validation and val_inputs and not context.executing_eagerly():
-    # Need to create the test_function before start of the first epoch
+    # Need to create the eval_function before start of the first epoch
     # because TensorBoard callback on_epoch_begin adds summary to the
-    # list of fetches of the test_function
-    callback_model._make_test_function()  # pylint: disable=protected-access
+    # list of fetches of the eval_function
+    callback_model._make_eval_function()  # pylint: disable=protected-access
   callback_list.set_model(callback_model)
 
   # Set callback parameters
@@ -1124,17 +1124,19 @@ class TensorBoard(Callback):
     self._total_batches_seen += 1
 
   def on_epoch_begin(self, epoch, logs=None):
-    """Add histogram op to Model test_function callbacks, reset batch count."""
+    """Add histogram op to Model eval_function callbacks, reset batch count."""
 
     # check if histogram summary should be run for this epoch
     if self.histogram_freq and epoch % self.histogram_freq == 0:
       self._epoch = epoch
       self._current_val_batch = 0
+      # pylint: disable=protected-access
       # add the histogram summary op if it should run this epoch
-      if self.merged not in self.model.test_function.fetches:
-        self.model.test_function.fetches.append(self.merged)
-        self.model.test_function.fetch_callbacks[
+      if self.merged not in self.model._eval_function.fetches:
+        self.model._eval_function.fetches.append(self.merged)
+        self.model._eval_function.fetch_callbacks[
             self.merged] = self._fetch_callback
+      # pylint: enable=protected-access
 
   def on_epoch_end(self, epoch, logs=None):
     """Checks if summary ops should run next epoch, logs scalar summaries."""
@@ -1152,10 +1154,12 @@ class TensorBoard(Callback):
 
     # pop the histogram summary op after each epoch
     if self.histogram_freq:
-      if self.merged in self.model.test_function.fetches:
-        self.model.test_function.fetches.remove(self.merged)
-      if self.merged in self.model.test_function.fetch_callbacks:
-        self.model.test_function.fetch_callbacks.pop(self.merged)
+      # pylint: disable=protected-access
+      if self.merged in self.model._eval_function.fetches:
+        self.model._eval_function.fetches.remove(self.merged)
+      if self.merged in self.model._eval_function.fetch_callbacks:
+        self.model._eval_function.fetch_callbacks.pop(self.merged)
+      # pylint: enable=protected-access
 
     if self.embeddings_data is None and self.embeddings_freq:
       raise ValueError('To visualize embeddings, embeddings_data must '
diff --git a/tensorflow/python/keras/callbacks_test.py b/tensorflow/python/keras/callbacks_test.py
index bb85347033..22efa7a378 100644
--- a/tensorflow/python/keras/callbacks_test.py
+++ b/tensorflow/python/keras/callbacks_test.py
@@ -422,8 +422,7 @@ class KerasCallbacksTest(test.TestCase):
             num_hidden=NUM_HIDDEN, num_classes=NUM_CLASSES, input_dim=INPUT_DIM)
         model.compile(
             loss='categorical_crossentropy',
-            optimizer=keras.optimizers.SGD(lr=0.1),
-            metrics=['accuracy'])
+            optimizer=keras.optimizers.SGD(lr=0.1))
         return model
 
       model = make_model()
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index f7f61d2a04..1847a6a389 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -31,7 +31,6 @@ from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import losses
 from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.keras import optimizers
-from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.keras.engine import distributed_training_utils
 from tensorflow.python.keras.engine import training_arrays
 from tensorflow.python.keras.engine import training_distributed
@@ -41,8 +40,6 @@ from tensorflow.python.keras.engine import training_utils
 from tensorflow.python.keras.engine.network import Network
 from tensorflow.python.keras.utils import data_utils
 from tensorflow.python.keras.utils.generic_utils import slice_arrays
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import weights_broadcast_ops
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import optimizer as tf_optimizer_module
 from tensorflow.python.training.checkpointable import base as checkpointable
@@ -188,10 +185,16 @@ class Model(Network):
 
   def _init_metric_attributes(self):
     """Initialized model metric attributes."""
+    # List of all metric names in the model.
     self.metrics_names = ['loss']
+    # List of all aggregated metric result tensors. This includes aggregated
+    # loss result tensors.
+    self._stateful_metrics_tensors = []
+    # List of all metric result tensors (aggregated or not - based on the
+    # values given in compile.)
     self.metrics_tensors = []
-    self.metrics_updates = []
-    self.stateful_metric_names = []
+    # List of stateful metric functions. Used for resetting metric state during
+    # training/eval. This includes loss functions.
     self.stateful_metric_functions = []
 
   def _set_per_output_metric_attributes(self, metrics_dict, output_index):
@@ -202,15 +205,13 @@ class Model(Network):
       output_index: The index of the model output for which the metric
         attributes are added.
     """
-    for metric_name, metric_fn in metrics_dict.items():
+    for metric_name, (_, stateful_metric_fn) in metrics_dict.items():
       metric_name = self._add_unique_metric_name(metric_name, output_index)
       # Keep track of metric name.
       self.metrics_names.append(metric_name)
 
-      # Keep track of stateful metric attributes (name and metric function).
-      if isinstance(metric_fn, base_layer.Layer) and metric_fn.stateful:
-        self.stateful_metric_names.append(metric_name)
-        self.stateful_metric_functions.append(metric_fn)
+      # Keep track of stateful metric function.
+      self.stateful_metric_functions.append(stateful_metric_fn)
 
   def _set_metric_attributes(self, outputs, skip_target_indices=None):
     """Sets the metric attributes on the model for all the model outputs."""
@@ -227,7 +228,8 @@ class Model(Network):
                                  y_true,
                                  y_pred,
                                  mask,
-                                 weights=None):
+                                 weights=None,
+                                 return_stateful_result=True):
     """Calls metric functions for a single output.
 
     Arguments:
@@ -236,52 +238,49 @@ class Model(Network):
       y_pred: Predicted output.
       mask: Computed mask value for the current output.
       weights: Weights to be applied on the current output.
+      return_stateful_result: Boolean, indicates whether the stateful
+        (aggregated)/stateless metric result should be returned.
 
     Returns:
       A list of metric result tensors.
     """
     metric_results = []
-    for metric_name, metric_fn in metrics_dict.items():
+    for metric_name, (metric_fn, stateful_fn) in metrics_dict.items():
       with K.name_scope(metric_name):
+
+        def _call_stateful_fn(fn):
+          return training_utils.call_metric_function(
+              fn, y_true, y_pred, weights=weights, mask=mask)
+
+        def _call_stateless_fn(fn):
+          weighted_metric_fn = training_utils.weighted_masked_objective(fn)
+          return weighted_metric_fn(y_true, y_pred, weights=weights, mask=mask)
+
+        def _track_metric_tensors(stateless_result, stateful_result):
+          self.metrics_tensors.append(stateless_result)
+          self._stateful_metrics_tensors.append(stateful_result)
+
         if isinstance(metric_fn, metrics_module.Metric):
-          # Call the stateful metric function.
-          if mask is not None:
-            mask = math_ops.cast(mask, y_pred.dtype)
-            # Update weights with mask.
-            if weights is None:
-              weights = mask
-            else:
-              # Update shape of weights if possible before adding mask.
-              # Update dimensions of weights to match with mask if possible.
-              mask, _, weights = metrics_module.squeeze_or_expand_dimensions(
-                  mask, None, weights)
-              try:
-                # Broadcast weights if possible.
-                weights = weights_broadcast_ops.broadcast_weights(weights, mask)
-              except ValueError:
-                pass
-                # TODO(psv): Handle case when mask and weight shapes are not
-                # compatible.
-              weights *= mask
-
-          metric_result = metric_fn(y_true, y_pred, weights)
+          # If the given metric fn is stateful, call the fn and return result.
+          metric_result = _call_stateful_fn(metric_fn)
+          metric_results.append(metric_result)
+          if not context.executing_eagerly():
+            _track_metric_tensors(metric_result, metric_result)
+        elif context.executing_eagerly():
+          # In eager mode, if the given metric fn is not stateful, we invoke the
+          # given fn or its stateful version based on the given flag.
+          if return_stateful_result:
+            metric_result = _call_stateful_fn(stateful_fn)
+          else:
+            metric_result = _call_stateless_fn(metric_fn)
+          metric_results.append(metric_result)
         else:
-          # Call the stateless metric function.
-          weighted_metric_fn = training_utils.weighted_masked_objective(
-              metric_fn)
-          metric_result = weighted_metric_fn(
-              y_true, y_pred, weights=weights, mask=mask)
-
-        if not context.executing_eagerly():
-          # Keep track of metric result tensor.
-          self.metrics_tensors.append(metric_result)
-
-      metric_results.append(metric_result)
-      is_stateful = isinstance(metric_fn,
-                               base_layer.Layer) and metric_fn.stateful
-      if is_stateful and not context.executing_eagerly():
-        # Keep track of updates created by stateful metrics.
-        self.metrics_updates += metric_fn.updates
+          # In graph mode, we build the sub-graph for both the stateful and the
+          # stateless fns.
+          stateful_metric_result = _call_stateful_fn(stateful_fn)
+          metric_result = _call_stateless_fn(metric_fn)
+          _track_metric_tensors(metric_result, stateful_metric_result)
+
     return metric_results
 
   def _handle_metrics(self,
@@ -289,7 +288,8 @@ class Model(Network):
                       skip_target_indices=None,
                       targets=None,
                       sample_weights=None,
-                      masks=None):
+                      masks=None,
+                      return_stateful_result=True):
     """Handles calling metric functions.
 
     Arguments:
@@ -298,6 +298,8 @@ class Model(Network):
       targets: List of targets.
       sample_weights: Optional list of sample weight arrays.
       masks: List of computed output mask values.
+      return_stateful_result: Boolean, indicates whether the stateful
+        (aggregated)/stateless metric result should be returned.
 
     Returns:
       A list of metric result tensors.
@@ -312,15 +314,20 @@ class Model(Network):
         target = targets[i] if targets else None
         output_mask = masks[i] if masks else None
         metric_results.extend(
-            self._handle_per_output_metrics(self._per_output_metrics[i], target,
-                                            output, output_mask))
+            self._handle_per_output_metrics(
+                self._per_output_metrics[i],
+                target,
+                output,
+                output_mask,
+                return_stateful_result=return_stateful_result))
         metric_results.extend(
             self._handle_per_output_metrics(
                 self._per_output_weighted_metrics[i],
                 target,
                 output,
                 output_mask,
-                weights=sample_weights[i]))
+                weights=sample_weights[i],
+                return_stateful_result=return_stateful_result))
     return metric_results
 
   @checkpointable.no_automatic_dependency_tracking
@@ -474,16 +481,14 @@ class Model(Network):
       loss_functions = [loss_function for _ in range(len(self.outputs))]
     self.loss_functions = loss_functions
 
-    weighted_losses = [training_utils.weighted_masked_objective(fn)
-                       for fn in loss_functions]
     skip_target_indices = []
     skip_target_weighing_indices = []
     self._feed_outputs = []
     self._feed_output_names = []
     self._feed_output_shapes = []
     self._feed_loss_fns = []
-    for i in range(len(weighted_losses)):
-      if weighted_losses[i] is None:
+    for i in range(len(loss_functions)):
+      if loss_functions[i] is None:
         skip_target_indices.append(i)
         skip_target_weighing_indices.append(i)
 
@@ -618,14 +623,30 @@ class Model(Network):
           continue
         y_true = self.targets[i]
         y_pred = self.outputs[i]
-        weighted_loss = weighted_losses[i]
+        loss_fn = loss_functions[i]
         sample_weight = self.sample_weights[i]
         mask = masks[i]
         loss_weight = loss_weights_list[i]
         with K.name_scope(self.output_names[i] + '_loss'):
+          weighted_loss = training_utils.weighted_masked_objective(loss_fn)
           output_loss = weighted_loss(y_true, y_pred, sample_weight, mask)
+
         if len(self.outputs) > 1:
+          # Keep track of the un-aggregated loss result tensor.
           self.metrics_tensors.append(output_loss)
+
+          # Keep track of stateful result tensor and function for the loss.
+          mean_wrapped_loss = metrics_module.MeanMetricWrapper(
+              loss_fn, name=loss_fn.__name__)
+          result_tensor = training_utils.call_metric_function(
+              mean_wrapped_loss,
+              y_true,
+              y_pred,
+              weights=sample_weight,
+              mask=mask)
+          self._stateful_metrics_tensors.append(result_tensor)
+          self.stateful_metric_functions.append(mean_wrapped_loss)
+
           self.metrics_names.append(self.output_names[i] + '_loss')
         if total_loss is None:
           total_loss = loss_weight * output_loss
@@ -664,6 +685,8 @@ class Model(Network):
     # This saves time when the user is not using all functions.
     self._function_kwargs = kwargs
 
+    self._fit_function = None
+    self._eval_function = None
     self.train_function = None
     self.test_function = None
     self.predict_function = None
@@ -690,11 +713,11 @@ class Model(Network):
           ' trainable weights, did you set `model.trainable`'
           ' without calling `model.compile` after ?', 1)
 
-  def _make_train_function(self):
-    if not hasattr(self, 'train_function'):
+  def _make_train_function_helper(self, fn_name, outputs, metric_updates=None):
+    if not hasattr(self, fn_name):
       raise RuntimeError('You must compile your model before using it.')
     self._check_trainable_weights_consistency()
-    if self.train_function is None:
+    if getattr(self, fn_name) is None:
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
@@ -710,31 +733,62 @@ class Model(Network):
         updates += self.get_updates_for(None)
         # Conditional updates relevant to this model
         updates += self.get_updates_for(self.inputs)
-        # Stateful metrics updates
-        updates += self.metrics_updates
+        # Add stateful metrics updates.
+        if metric_updates is not None:
+          updates += metric_updates
         # Gets loss and metrics. Updates weights at each call.
-        self.train_function = K.function(
-            inputs, [self.total_loss] + self.metrics_tensors,
+        fn = K.function(
+            inputs,
+            outputs,
             updates=updates,
             name='train_function',
             **self._function_kwargs)
+        setattr(self, fn_name, fn)
 
-  def _make_test_function(self):
-    if not hasattr(self, 'test_function'):
+  def _make_train_function(self):
+    self._make_train_function_helper('train_function',
+                                     [self.total_loss] + self.metrics_tensors)
+
+  def _make_fit_function(self):
+    # TODO(psv/anjalisridhar): Remove updates after we fix b/118841692
+    # Stateful metrics updates
+    metric_updates = []
+    for m in self.stateful_metric_functions:
+      metric_updates += m.updates
+    self._make_train_function_helper(
+        '_fit_function', [self.total_loss] + self._stateful_metrics_tensors,
+        metric_updates)
+
+  def _make_test_function_helper(self, fn_name, outputs, metric_updates=None):
+    if not hasattr(self, fn_name):
       raise RuntimeError('You must compile your model before using it.')
-    if self.test_function is None:
+    if getattr(self, fn_name) is None:
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
       if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
         inputs += [K.learning_phase()]
+      updates = self.state_updates
+      # Add stateful metrics updates.
+      if metric_updates is not None:
+        updates += metric_updates
       # Return loss and metrics, no gradient updates.
       # Does update the network states.
-      self.test_function = K.function(
-          inputs, [self.total_loss] + self.metrics_tensors,
-          updates=self.state_updates + self.metrics_updates,
+      fn = K.function(
+          inputs,
+          outputs,
+          updates=updates,
           name='test_function',
           **self._function_kwargs)
+      setattr(self, fn_name, fn)
+
+  def _make_test_function(self):
+    self._make_test_function_helper('test_function',
+                                    [self.total_loss] + self.metrics_tensors)
+
+  def _make_eval_function(self):
+    self._make_test_function_helper(
+        '_eval_function', [self.total_loss] + self._stateful_metrics_tensors)
 
   def _make_predict_function(self):
     if not hasattr(self, 'predict_function'):
@@ -1900,7 +1954,7 @@ class Model(Network):
         ins = x + y + sample_weights
 
       self._make_train_function()
-      outputs = self.train_function(ins)
+      outputs = self.train_function(ins)  # pylint: disable=not-callable
 
     if len(outputs) == 1:
       return outputs[0]
@@ -1958,7 +2012,7 @@ class Model(Network):
       else:
         ins = x + y + sample_weights
       self._make_test_function()
-      outputs = self.test_function(ins)
+      outputs = self.test_function(ins)  # pylint: disable=not-callable
 
     if len(outputs) == 1:
       return outputs[0]
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 95b864bef0..bad1cb40f2 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -83,8 +83,8 @@ def fit_loop(model,
   Raises:
       ValueError: in case of invalid arguments.
   """
-  model._make_train_function()
-  f = model.train_function
+  model._make_fit_function()
+  f = model._fit_function
 
   sample_weights = sample_weights or []
   val_sample_weights = val_sample_weights or []
@@ -366,8 +366,8 @@ def test_loop(model,
       and/or metrics). The attribute `model.metrics_names` will give you
       the display labels for the scalar outputs.
   """
-  model._make_test_function()
-  f = model.test_function
+  model._make_eval_function()
+  f = model._eval_function
 
   sample_weights = sample_weights or []
   inputs = training_utils.ModelInputs(inputs).as_list()
@@ -379,12 +379,6 @@ def test_loop(model,
   if hasattr(model, 'metrics'):
     for m in model.stateful_metric_functions:
       m.reset_states()
-    stateful_metric_indices = [
-        i for i, name in enumerate(model.metrics_names)
-        if str(name) in model.stateful_metric_names
-    ]
-  else:
-    stateful_metric_indices = []
 
   num_samples = training_utils.check_num_samples(
       ins, batch_size, steps, 'steps')
@@ -409,20 +403,15 @@ def test_loop(model,
         if step == 0:
           for _ in enumerate(batch_outs):
             outs.append(0.)
-        for i, batch_out in enumerate(batch_outs):
-          if i in stateful_metric_indices:
-            outs[i] = batch_out
-          else:
-            outs[i] += batch_out
+        outs[0] += batch_outs[0]  # index 0 = 'loss'
+        outs[1:] = batch_outs[1:]
       else:
         if step == 0:
           outs.append(0.)
         outs[0] += batch_outs
       if verbose == 1:
         progbar.update(step + 1)
-    for i in range(len(outs)):
-      if i not in stateful_metric_indices:
-        outs[i] /= steps
+    outs[0] /= steps
   else:
     batches = make_batches(num_samples, batch_size)
     index_array = np.arange(num_samples)
@@ -441,20 +430,15 @@ def test_loop(model,
       if isinstance(batch_outs, list):
         if batch_index == 0:
           outs.extend([0.] * len(batch_outs))
-        for i, batch_out in enumerate(batch_outs):
-          if i in stateful_metric_indices:
-            outs[i] = batch_out
-          else:
-            outs[i] += batch_out * len(batch_ids)
+        outs[0] += batch_outs[0] * len(batch_ids)  # index 0 = 'loss'
+        outs[1:] = batch_outs[1:]
       else:
         if batch_index == 0:
           outs.append(0.)
         outs[0] += batch_outs * len(batch_ids)
       if verbose == 1:
         progbar.update(batch_end)
-    for i in range(len(outs)):
-      if i not in stateful_metric_indices:
-        outs[i] /= num_samples
+    outs[0] /= num_samples
   if len(outs) == 1:
     return outs[0]
   return outs
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 418bebccb0..8550b96055 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -93,20 +93,18 @@ def fit_loop(
   if not model._grouped_model:
     clone_model_on_replicas(model, current_strategy, make_callback_model=True)
 
-  def _per_device_train_function(model):
-    model._make_train_function()
-    return (model.train_function.inputs,
-            model.train_function.outputs,
-            model.train_function.updates_op,
-            model.train_function.session_kwargs)
+  def _per_device_fit_function(model):
+    model._make_fit_function()
+    return (model._fit_function.inputs, model._fit_function.outputs,
+            model._fit_function.updates_op, model._fit_function.session_kwargs)
 
   inputs, targets, sample_weights = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     # Create train ops on each of the devices when we call
-    # `_per_device_train_function`.
+    # `_per_device_fit_function`.
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_train_function, model._grouped_model)
+         _per_device_fit_function, model._grouped_model)
     # Unwrap all the per device values returned from `call_for_each_replica`.
     # Unwrapping per device values gives you a list of values that can be
     # used to construct a new train function that is composed of update ops on
@@ -124,10 +122,11 @@ def fit_loop(
         current_strategy, targets)
 
     # Create a train function that is composed of all the parameters above.
-    distributed_train_function = K.Function(
-        all_inputs, all_outputs,
+    distributed_fit_function = K.Function(
+        all_inputs,
+        all_outputs,
         updates=all_updates,
-        name='distributed_train_function',
+        name='distributed_fit_function',
         **all_session_args)
 
     # We need to set sample_weights to None since there are sample weight
@@ -173,7 +172,7 @@ def fit_loop(
         batch_logs = {'batch': step_index, 'size': 1}
         callbacks.on_batch_begin(step_index, batch_logs)
         try:
-          outs = distributed_train_function(ins)
+          outs = distributed_fit_function(ins)
         except errors.OutOfRangeError:
           logging.warning('Your dataset iterator ran out of data; '
                           'interrupting training. Make sure that your dataset '
@@ -184,11 +183,6 @@ def fit_loop(
 
         if not isinstance(outs, list):
           outs = [outs]
-
-        outs = _aggregate_metrics_across_replicas(current_strategy.num_replicas,
-                                                  out_labels,
-                                                  model.stateful_metric_names,
-                                                  outs)
         for l, o in zip(out_labels, outs):
           batch_logs[l] = o
         callbacks.on_batch_end(step_index, batch_logs)
@@ -256,19 +250,17 @@ def _experimental_fit_loop(
 
   K.get_session().run(current_strategy.initialize())
 
-  def _per_device_train_function(model):
-    model._make_train_function()
-    return (model.train_function.inputs,
-            model.train_function.outputs,
-            model.train_function.updates_op,
-            model.train_function.session_kwargs)
+  def _per_device_fit_function(model):
+    model._make_fit_function()
+    return (model._fit_function.inputs, model._fit_function.outputs,
+            model._fit_function.updates_op, model._fit_function.session_kwargs)
 
   # TODO(priyag, sourabhbajaj): This should likely not be hardcoded here.
   K.set_learning_phase(1)
   out_labels = model.metrics_names or []
 
   def step_fn(ctx, inputs, targets):
-    """Clones the model and calls make_train_function."""
+    """Clones the model and calls make_fit_function."""
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
@@ -282,15 +274,16 @@ def _experimental_fit_loop(
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_train_function, model._grouped_model_train)
+         _per_device_fit_function, model._grouped_model_train)
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
          current_strategy, grouped_inputs, grouped_outputs,
          grouped_updates, grouped_session_args)
     combined_fn = K.Function(
-        all_inputs, all_outputs,
+        all_inputs,
+        all_outputs,
         updates=all_updates,
-        name='distributed_train_function',
+        name='distributed_fit_function',
         **all_session_args)
 
     for label, output in zip(out_labels, combined_fn.outputs):
@@ -444,18 +437,17 @@ def test_loop(model, iterator, verbose=0, steps=None):
   if not model._grouped_model:
     clone_model_on_replicas(model, current_strategy)
 
-  def _per_device_test_function(model):
-    model._make_test_function()
-    return (model.test_function.inputs,
-            model.test_function.outputs,
-            model.test_function.updates_op,
-            model.test_function.session_kwargs)
+  def _per_device_eval_function(model):
+    model._make_eval_function()
+    return (model._eval_function.inputs, model._eval_function.outputs,
+            model._eval_function.updates_op,
+            model._eval_function.session_kwargs)
 
   inputs, targets, sample_weights = _get_input_from_iterator(iterator, model)
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_test_function, model._grouped_model)
+         _per_device_eval_function, model._grouped_model)
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -484,10 +476,6 @@ def test_loop(model, iterator, verbose=0, steps=None):
 
     for m in model.stateful_metric_functions:
       m.reset_states()
-    stateful_metric_indices = [
-        i for i, name in enumerate(model.metrics_names)
-        if str(name) in model.stateful_metric_names
-    ]
 
     outs = []
     if verbose == 1:
@@ -502,26 +490,18 @@ def test_loop(model, iterator, verbose=0, steps=None):
     assert steps is not None
     for step in range(steps):
       batch_outs = distributed_test_function(ins)
-      batch_outs = _aggregate_metrics_across_replicas(
-          current_strategy.num_replicas, model.metrics_names,
-          model.stateful_metric_names, batch_outs)
       if isinstance(batch_outs, list):
         if step == 0:
           outs = [0.] * len(batch_outs)
-        for i, batch_out in enumerate(batch_outs):
-          if i in stateful_metric_indices:
-            outs[i] = batch_out
-          else:
-            outs[i] += batch_out
+        outs[0] += batch_outs[0]  # index 0 = 'loss'
+        outs[1:] = batch_outs[1:]
       else:
         if step == 0:
           outs.append(0.)
-        outs[0] += batch_outs
+        outs[0] += batch_outs  # index 0 = 'loss'
       if verbose >= 1:
         progbar.update(step + 1)
-    for i in range(len(outs)):
-      if i not in stateful_metric_indices:
-        outs[i] /= steps
+    outs[0] /= steps  # index 0 = 'loss'
 
     if len(outs) == 1:
       return outs[0]
@@ -552,18 +532,17 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
   if initialize_finalize_strategy:
     K.get_session().run(current_strategy.initialize())
 
-  def _per_device_test_function(model):
-    model._make_test_function()
-    return (model.test_function.inputs,
-            model.test_function.outputs,
-            model.test_function.updates_op,
-            model.test_function.session_kwargs)
+  def _per_device_eval_function(model):
+    model._make_eval_function()
+    return (model._eval_function.inputs, model._eval_function.outputs,
+            model._eval_function.updates_op,
+            model._eval_function.session_kwargs)
 
   # TODO(priyag, sourabhbajaj): This should likely not be hardcoded here.
   K.set_learning_phase(0)
 
   def step_fn(ctx, inputs, targets):
-    """Clones the model and calls make_test_function."""
+    """Clones the model and calls make_eval_function."""
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
@@ -577,7 +556,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_test_function, model._grouped_model_test)
+         _per_device_eval_function, model._grouped_model_test)
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -911,45 +890,6 @@ def clone_model_on_replicas(model, strategy, make_callback_model=False,
     model._make_callback_model(grouped_model)
 
 
-def _aggregate_metrics_across_replicas(num_devices, out_labels,
-                                       stateful_metric_names, outs):
-  """Aggregates stateless metrics values across replicas.
-
-  When using `MirroredStrategy`, the number of replicas is equal to the
-  number of devices over which training is distributed. This may not always be
-  the case.
-
-  Args:
-    num_devices: Number of devices over which the model is being distributed.
-    out_labels: The list of metric names passed to `compile`.
-    stateful_metric_names: List of stateful metric names on the model.
-    outs: The output from all the replicas.
-
-  Returns:
-    The average value of each metric across the replicas.
-  """
-  # TODO(anjalisridhar): Temporary workaround for aggregating metrics
-  # across replicas. Replace with the new metrics module eventually.
-  merged_output = []
-  # The first output is the total loss.
-  merged_output.append(outs[0])
-  current_index = 1
-  # Each label in `out_labels` corresponds to one set of metrics. The
-  # number of metric values corresponds to the number of devices. We
-  # currently take the mean of the values.
-  for metric_name in out_labels[1:]:
-    if metric_name in stateful_metric_names:
-      # For stateful metrics, we get one aggregated result value.
-      merged_output.append(outs[current_index])
-      current_index += 1
-    else:
-      m = np.mean(outs[current_index:current_index + num_devices])
-      merged_output.append(m)
-      current_index += num_devices
-
-  return merged_output
-
-
 def _get_input_from_iterator(iterator, model):
   """Get elements from the iterator and verify the input shape and type."""
   next_element = iterator.get_next()
diff --git a/tensorflow/python/keras/engine/training_eager.py b/tensorflow/python/keras/engine/training_eager.py
index 955493a812..9131df5cd0 100644
--- a/tensorflow/python/keras/engine/training_eager.py
+++ b/tensorflow/python/keras/engine/training_eager.py
@@ -32,6 +32,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.keras import backend
 from tensorflow.python.keras import callbacks as cbks
+from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.keras.engine import training_utils
 from tensorflow.python.keras.utils import generic_utils
 from tensorflow.python.ops import math_ops
@@ -48,7 +49,12 @@ def _eager_loss_fn(outputs, targets, loss_fn, output_name):
   return loss
 
 
-def _eager_metrics_fn(model, outputs, targets, sample_weights=None, masks=None):
+def _eager_metrics_fn(model,
+                      outputs,
+                      targets,
+                      sample_weights=None,
+                      masks=None,
+                      return_stateful_result=True):
   """Calculates the metrics for each output of the given model.
 
   Arguments:
@@ -57,6 +63,8 @@ def _eager_metrics_fn(model, outputs, targets, sample_weights=None, masks=None):
       targets: The predictions or targets of the given model.
       sample_weights: Optional list of sample weights for each output.
       masks: Optional list of masks for each output.
+      return_stateful_result: Boolean, indicates whether the stateful
+        (aggregated)/stateless metric result should be returned.
 
   Returns:
       Returns the metric results for each output of the model.
@@ -65,11 +73,20 @@ def _eager_metrics_fn(model, outputs, targets, sample_weights=None, masks=None):
   targets = generic_utils.to_list(targets)
   # TODO(psv): Consider supporting skip target indices in eager mode?
   metric_results = model._handle_metrics(
-      outputs, targets=targets, sample_weights=sample_weights, masks=masks)
+      outputs,
+      targets=targets,
+      sample_weights=sample_weights,
+      masks=masks,
+      return_stateful_result=return_stateful_result)
   return [backend.mean(t) for t in metric_results]
 
 
-def _model_loss(model, inputs, targets, sample_weights=None, training=False):
+def _model_loss(model,
+                inputs,
+                targets,
+                output_loss_metrics=None,
+                sample_weights=None,
+                training=False):
   """Calculates the loss for a given model.
 
   Arguments:
@@ -77,6 +94,8 @@ def _model_loss(model, inputs, targets, sample_weights=None, training=False):
       inputs: Either a dictionary of inputs to the model or a list of input
         arrays.
       targets: List of target arrays.
+      output_loss_metrics: List of metrics that are used to aggregated output
+        loss values.
       sample_weights: Optional list of sample weight arrays.
       training: Whether the model should be run in inference or training mode.
 
@@ -106,6 +125,7 @@ def _model_loss(model, inputs, targets, sample_weights=None, training=False):
   targets = generic_utils.to_list(targets)
 
   loss_metrics = []
+  aggregated_loss_metrics = []
   with backend.name_scope('loss'):
     for i, loss_fn in enumerate(model.loss_functions):
       if sample_weights:
@@ -125,6 +145,16 @@ def _model_loss(model, inputs, targets, sample_weights=None, training=False):
       if len(model.outputs) > 1:
         loss_metrics.append(backend.mean(output_loss))
 
+        if output_loss_metrics is not None:
+          # Keep track of the stateful loss result.
+          aggregated_loss_metrics.append(
+              training_utils.call_metric_function(
+                  output_loss_metrics[i],
+                  targets[i],
+                  outs[i],
+                  weights=weights,
+                  mask=mask))
+
       loss_weight = model.loss_weights_list[i]
       if total_loss is None:
         total_loss = loss_weight * output_loss
@@ -138,7 +168,7 @@ def _model_loss(model, inputs, targets, sample_weights=None, training=False):
       total_loss += math_ops.add_n(custom_losses)
     model._clear_losses()
 
-  return outs, total_loss, loss_metrics, masks
+  return outs, total_loss, loss_metrics, aggregated_loss_metrics, masks
 
 
 def _maybe_build_graph_functions(model):
@@ -156,22 +186,30 @@ def _maybe_build_graph_functions(model):
       model._built_graph_functions = True
 
 
-def _maybe_graph_function_model_loss(
-    model,
-    inputs,
-    targets,
-    sample_weights=None,
-    training=False):
+def _maybe_graph_function_model_loss(model,
+                                     inputs,
+                                     targets,
+                                     output_loss_metrics=None,
+                                     sample_weights=None,
+                                     training=False):
   """Compute model loss, using defun if the model supports it."""
   if model._can_use_graph_functions:
     _maybe_build_graph_functions(model)
     return model._eager_model_loss_graph_function(
-        model, inputs, targets,
-        sample_weights=sample_weights, training=training)
+        model,
+        inputs,
+        targets,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
+        training=training)
   else:
-    return _model_loss(model, inputs, targets,
-                       sample_weights=sample_weights,
-                       training=training)
+    return _model_loss(
+        model,
+        inputs,
+        targets,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
+        training=training)
 
 
 def _maybe_graph_function_model_call(model, *args, **kwargs):
@@ -196,7 +234,8 @@ def iterator_fit_loop(model,
                       callbacks=None,
                       validation_steps=None,
                       do_validation=False,
-                      batch_size=None):
+                      batch_size=None,
+                      output_loss_metrics=None):
   """Fit function for eager execution when input is given as dataset iterator.
 
   Updates the given epoch logs.
@@ -222,6 +261,8 @@ def iterator_fit_loop(model,
       do_validation: Boolean value indicating whether we should do validation.
       batch_size: int, val_inputs and val_targets will be evaled batch by
         batch with size batch_size if they are array.
+      output_loss_metrics: List of metrics that are used to aggregated output
+        loss values.
 
   Raises:
       ValueError: In case of mismatch between given number of inputs and
@@ -276,7 +317,7 @@ def iterator_fit_loop(model,
       for cbk in callbacks:
         if (isinstance(cbk, cbks.BaseLogger) or
             isinstance(cbk, cbks.ProgbarLogger)):
-          cbk.stateful_metrics = model.stateful_metric_names
+          cbk.stateful_metrics = model.metrics_names[1:]  # Exclude `loss`
 
     if step_index == 0 and not callbacks.params['metrics']:
       callback_metrics = copy.copy(model.metrics_names)
@@ -293,21 +334,26 @@ def iterator_fit_loop(model,
       })
 
     # Train model.
-    outs, loss, loss_metrics, masks = (
-        _maybe_graph_function_process_single_batch(
-            model, x, y, sample_weights=sample_weights, training=True))
+    outs, loss, _, aggregated_loss_metrics, masks = \
+      _maybe_graph_function_process_single_batch(
+          model,
+          x,
+          y,
+          output_loss_metrics=output_loss_metrics,
+          sample_weights=sample_weights,
+          training=True)
     outs = generic_utils.to_list(outs)
 
     # Calculate metrics.
     for l, o in zip(model.metrics_names, outs):
       batch_logs[l] = o
-    # Required for eager execution
     metrics_results = _eager_metrics_fn(
         model, outs, y, sample_weights=sample_weights, masks=masks)
     batch_logs['loss'] = tensor_util.constant_value(backend.mean(loss))
 
-    for k, v in zip(model.metrics_names,
-                    [backend.mean(loss)] + loss_metrics + metrics_results):
+    for k, v in zip(
+        model.metrics_names,
+        [backend.mean(loss)] + aggregated_loss_metrics + metrics_results):
       batch_logs[k] = tensor_util.constant_value(v)
     callbacks.on_batch_end(step_index, batch_logs)
     if callbacks.model.stop_training:
@@ -357,6 +403,15 @@ def iterator_test_loop(model, inputs, steps, verbose=0):
     raise ValueError('Please provide either inputs and targets'
                      'or inputs, targets, and sample_weights')
   outs = []
+
+  # Create metric wrapper for the losses.
+  output_loss_metrics = []
+  for i in range(len(model.outputs)):
+    loss_fn = model.loss_functions[i]
+    mean_wrapped_loss = metrics_module.MeanMetricWrapper(
+        loss_fn, name=loss_fn.__name__)
+    output_loss_metrics.append(mean_wrapped_loss)
+
   num_samples = 0
   if verbose == 1:
     progbar = generic_utils.Progbar(target=steps)
@@ -397,21 +452,24 @@ def iterator_test_loop(model, inputs, steps, verbose=0):
       if hasattr(model, 'metrics'):
         for m in model.stateful_metric_functions:
           m.reset_states()
-        stateful_metric_indices = [
-            i for i, name in enumerate(model.metrics_names)
-            if str(name) in model.stateful_metric_names
-        ]
-      else:
-        stateful_metric_indices = []
+      for m in output_loss_metrics:
+        m.reset_states()
 
     # Calculate model output, loss values.
-    loss_outs, loss, loss_metrics, masks = _maybe_graph_function_model_loss(
-        model, x, y, sample_weights=sample_weights, training=False)
+    loss_outs, loss, _, aggregated_loss_metrics, masks = \
+      _maybe_graph_function_model_loss(
+          model,
+          x,
+          y,
+          output_loss_metrics=output_loss_metrics,
+          sample_weights=sample_weights,
+          training=False)
     metrics_results = _eager_metrics_fn(
         model, loss_outs, y, sample_weights=sample_weights, masks=masks)
     batch_outs = []
-    for _, v in zip(model.metrics_names,
-                    [backend.mean(loss)] + loss_metrics + metrics_results):
+    for _, v in zip(
+        model.metrics_names,
+        [backend.mean(loss)] + aggregated_loss_metrics + metrics_results):
       batch_outs.append(tensor_util.constant_value(v))
 
     # Get current step size.
@@ -428,20 +486,15 @@ def iterator_test_loop(model, inputs, steps, verbose=0):
     if step_index == 0:
       for _ in enumerate(batch_outs):
         outs.append(0.)
-    for i, batch_out in enumerate(batch_outs):
-      if i in stateful_metric_indices:
-        outs[i] = batch_out
-      else:
-        outs[i] += batch_out * step_size
+    outs[0] += batch_outs[0] * step_size  # index 0 = 'loss'
+    outs[1:] = batch_outs[1:]
 
     # Calculate sample size.
     num_samples += step_size
     if verbose == 1:
       progbar.update(step_index + 1)
 
-  for i in range(len(outs)):
-    if i not in stateful_metric_indices:
-      outs[i] /= num_samples
+  outs[0] /= num_samples  # index 0 = 'loss'
   if len(outs) == 1:
     return outs[0]
   return outs
@@ -527,6 +580,7 @@ def iterator_predict_loop(model, inputs, steps, verbose=0):
 def _process_single_batch(model,
                           inputs,
                           targets,
+                          output_loss_metrics=None,
                           sample_weights=None,
                           training=False):
   """Calculate the loss and gradient for one input batch.
@@ -537,6 +591,8 @@ def _process_single_batch(model,
       model: Model whose loss has to be calculated.
       inputs: List of input arrays.
       targets: List of target arrays.
+      output_loss_metrics: List of metrics that are used to aggregated output
+        loss values.
       sample_weights: Optional list of sample weight arrays.
       training: The boolean represents if the weights of the model are updated.
               'fit' methods will set this to True while 'evaluate' methods will
@@ -551,12 +607,14 @@ def _process_single_batch(model,
   """
   with backend.learning_phase_scope(1 if training else 0):
     with GradientTape() as tape:
-      outs, loss, loss_metrics, masks = _model_loss(
-          model,
-          inputs,
-          targets,
-          sample_weights=sample_weights,
-          training=training)
+      outs, loss, loss_metrics, aggregated_loss_metrics, masks\
+        = _model_loss(
+            model,
+            inputs,
+            targets,
+            output_loss_metrics=output_loss_metrics,
+            sample_weights=sample_weights,
+            training=training)
       if loss is None:
         raise ValueError('The model cannot be run '
                          'because it has no loss to optimize.')
@@ -569,25 +627,33 @@ def _process_single_batch(model,
         grads = tape.gradient(loss, model._collected_trainable_weights)
         model.optimizer.apply_gradients(zip(grads,
                                             model._collected_trainable_weights))
-    return outs, loss, loss_metrics, masks
+    return outs, loss, loss_metrics, aggregated_loss_metrics, masks
 
 
-def _maybe_graph_function_process_single_batch(
-    model,
-    inputs,
-    targets,
-    sample_weights=None,
-    training=False):
+def _maybe_graph_function_process_single_batch(model,
+                                               inputs,
+                                               targets,
+                                               output_loss_metrics=None,
+                                               sample_weights=None,
+                                               training=False):
   """Process a single batch, using defun if the model supports it."""
   if model._can_use_graph_functions:
     _maybe_build_graph_functions(model)
     return model._eager_process_single_batch_graph_function(
-        model, inputs, targets, sample_weights=sample_weights,
+        model,
+        inputs,
+        targets,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
         training=training)
   else:
-    return _process_single_batch(model, inputs, targets,
-                                 sample_weights=sample_weights,
-                                 training=training)
+    return _process_single_batch(
+        model,
+        inputs,
+        targets,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
+        training=training)
 
 
 def train_on_batch(model, inputs, targets, sample_weights=None):
@@ -618,12 +684,18 @@ def train_on_batch(model, inputs, targets, sample_weights=None):
         if val is not None else None for val in sample_weights
     ]
 
-  outs, loss, loss_metrics, masks = _maybe_graph_function_process_single_batch(
-      model, inputs, targets, sample_weights=sample_weights, training=True)
+  outs, loss, loss_metrics, _, masks = \
+    _maybe_graph_function_process_single_batch(
+        model, inputs, targets, sample_weights=sample_weights, training=True)
   if not isinstance(outs, list):
     outs = [outs]
   metrics_results = _eager_metrics_fn(
-      model, outs, targets, sample_weights=sample_weights, masks=masks)
+      model,
+      outs,
+      targets,
+      sample_weights=sample_weights,
+      masks=masks,
+      return_stateful_result=False)
   loss = generic_utils.to_list(loss)
 
   return [
@@ -659,12 +731,17 @@ def test_on_batch(model, inputs, targets, sample_weights=None):
         ops.convert_to_tensor(val, dtype=backend.floatx())
         if val is not None else None for val in sample_weights
     ]
-  outs, loss, loss_metrics, masks = _maybe_graph_function_model_loss(
+  outs, loss, loss_metrics, _, masks = _maybe_graph_function_model_loss(
       model, inputs, targets, sample_weights=sample_weights, training=False)
   if not isinstance(outs, list):
     outs = [outs]
   metrics_results = _eager_metrics_fn(
-      model, outs, targets, sample_weights=sample_weights, masks=masks)
+      model,
+      outs,
+      targets,
+      sample_weights=sample_weights,
+      masks=masks,
+      return_stateful_result=False)
   loss = generic_utils.to_list(loss)
 
   return [
@@ -746,12 +823,24 @@ def fit_loop(model,
         validation_steps=validation_steps,
         verbose=verbose)
 
+    # Create metric wrapper for the losses.
+    output_loss_metrics = []
+    for i in range(len(model.outputs)):
+      loss_fn = model.loss_functions[i]
+      mean_wrapped_loss = metrics_module.MeanMetricWrapper(
+          loss_fn, name=loss_fn.__name__)
+      output_loss_metrics.append(mean_wrapped_loss)
+
     callbacks.on_train_begin()
     for epoch in range(initial_epoch, epochs):
       if model._is_compiled:  # Model may not be compiled the first time.
         # Reset stateful metrics
         for m in model.stateful_metric_functions:
           m.reset_states()
+
+      for m in output_loss_metrics:
+        m.reset_states()
+
       callbacks.on_epoch_begin(epoch)
       epoch_logs = {}
       iterator_fit_loop(
@@ -768,7 +857,8 @@ def fit_loop(model,
           callbacks=callbacks,
           validation_steps=validation_steps,
           do_validation=do_validation,
-          batch_size=batch_size)
+          batch_size=batch_size,
+          output_loss_metrics=output_loss_metrics)
       callbacks.on_epoch_end(epoch, epoch_logs)
       if callbacks.model.stop_training:
         break
diff --git a/tensorflow/python/keras/engine/training_eager_test.py b/tensorflow/python/keras/engine/training_eager_test.py
index 234cbab9eb..76aaf1643b 100644
--- a/tensorflow/python/keras/engine/training_eager_test.py
+++ b/tensorflow/python/keras/engine/training_eager_test.py
@@ -196,8 +196,7 @@ class CorrectnessTest(test.TestCase):
     np.random.seed(123)
     y = np.random.randint(0, 1, size=(100, 1))
     history = model.fit(x, y, epochs=1, batch_size=10)
-    self.assertEqual(
-        np.around(history.history['loss'][-1], decimals=4), 0.6173)
+    self.assertAlmostEqual(history.history['loss'][-1], 0.6173, 4)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_loss_correctness_with_iterator(self):
@@ -220,7 +219,7 @@ class CorrectnessTest(test.TestCase):
     dataset = dataset.batch(10)
     iterator = dataset.make_one_shot_iterator()
     history = model.fit(iterator, epochs=1, steps_per_epoch=10)
-    self.assertEqual(np.around(history.history['loss'][-1], decimals=4), 0.6173)
+    self.assertAlmostEqual(history.history['loss'][-1], 0.6173, 4)
 
   def test_loss_in_call(self):
 
diff --git a/tensorflow/python/keras/engine/training_generator.py b/tensorflow/python/keras/engine/training_generator.py
index 21f44423ec..b5e3a03976 100644
--- a/tensorflow/python/keras/engine/training_generator.py
+++ b/tensorflow/python/keras/engine/training_generator.py
@@ -243,11 +243,6 @@ def evaluate_generator(model,
   if hasattr(model, 'metrics'):
     for m in model.stateful_metric_functions:
       m.reset_states()
-    stateful_metric_indices = [
-        i for i, name in enumerate(model.metrics_names)
-        if str(name) in model.stateful_metric_names]
-  else:
-    stateful_metric_indices = []
 
   steps_done = 0
   all_outs = []
@@ -329,13 +324,12 @@ def evaluate_generator(model,
   if not isinstance(outs, list):
     return np.average(np.asarray(all_outs), weights=batch_sizes)
   else:
-    averages = []
-    for i in range(len(outs)):
-      if i not in stateful_metric_indices:
-        averages.append(
-            np.average([out[i] for out in all_outs], weights=batch_sizes))
-      else:
-        averages.append(np.float64(all_outs[-1][i]))
+    averages = [float(all_outs[-1][0])]  # index 0 = 'loss'
+    averages.extend([
+        np.average([out[i]
+                    for out in all_outs], weights=batch_sizes)
+        for i in range(1, len(outs))
+    ])
     return averages
 
 
@@ -348,7 +342,7 @@ def predict_generator(model,
                       verbose=0):
   """See docstring for `Model.predict_generator`."""
   if not context.executing_eagerly():
-    model._make_test_function()
+    model._make_predict_function()
 
   steps_done = 0
   all_outs = []
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index faafc60d42..df5669b5cc 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -31,6 +31,7 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.keras import testing_utils
+from tensorflow.python.keras.callbacks import Callback
 from tensorflow.python.keras.engine.training_utils import weighted_masked_objective
 from tensorflow.python.keras.utils.generic_utils import slice_arrays
 from tensorflow.python.ops import array_ops
@@ -535,6 +536,64 @@ class TrainingTest(test.TestCase):
                'expecting any data to be passed to "dense_1".')
         self.assertRegexpMatches(str(mock_log.call_args), msg)
 
+  def test_logs_passed_to_callbacks(self):
+    with self.cached_session():
+      input_dim = 5
+      num_classes = 1
+
+      class TestCallback(Callback):
+
+        def __init__(self):
+          super(TestCallback, self).__init__()
+          self.epoch_end_logs = None
+          self.batch_end_logs = None
+          self.epoch_end_call_count = 0
+          self.batch_end_call_count = 0
+
+        def on_epoch_end(self, epoch, logs=None):
+          self.epoch_end_logs = logs
+          self.epoch_end_call_count += 1
+
+        def on_batch_end(self, batch, logs=None):
+          self.batch_end_logs = logs
+          self.batch_end_call_count += 1
+
+      model = testing_utils.get_small_sequential_mlp(
+          num_hidden=10, num_classes=num_classes, input_dim=input_dim)
+      model.compile(
+          loss='binary_crossentropy',
+          metrics=['acc'],
+          weighted_metrics=['mae'],
+          optimizer=RMSPropOptimizer(learning_rate=0.01))
+
+      np.random.seed(1337)
+      (x_train, y_train), (_, _) = testing_utils.get_test_data(
+          train_samples=10,
+          test_samples=10,
+          input_shape=(input_dim,),
+          num_classes=num_classes)
+
+      test_callback = TestCallback()
+      model.fit(
+          x_train,
+          y_train,
+          batch_size=2,
+          epochs=2,
+          verbose=0,
+          callbacks=[test_callback],
+          validation_data=(x_train, y_train))
+      self.assertEqual(test_callback.batch_end_call_count, 10)
+      self.assertEqual(test_callback.epoch_end_call_count, 2)
+      self.assertSetEqual(
+          set(test_callback.batch_end_logs.keys()),
+          set(['batch', 'size', 'acc', 'loss', 'weighted_mean_absolute_error']))
+      self.assertSetEqual(
+          set(test_callback.epoch_end_logs.keys()),
+          set([
+              'acc', 'loss', 'weighted_mean_absolute_error', 'val_acc',
+              'val_loss', 'val_weighted_mean_absolute_error'
+          ]))
+
 
 class LossWeightingTest(test.TestCase):
 
@@ -2059,12 +2118,7 @@ class TestTrainingWithMetrics(test.TestCase):
         'dense_binary_accuracy', 'dropout_mean_squared_error',
         'dropout_binary_accuracy'
     ]
-    reference_stateful_metric_names = [
-        'dense_binary_accuracy', 'dropout_binary_accuracy'
-    ]
     self.assertEqual(reference_metric_names, model.metrics_names)
-    self.assertEqual(reference_stateful_metric_names,
-                     model.stateful_metric_names)
 
     # Verify that model metric names are not altered during training.
     input_a_np = np.random.random((10, 3))
@@ -2077,8 +2131,6 @@ class TestTrainingWithMetrics(test.TestCase):
               epochs=1,
               batch_size=5)
     self.assertEqual(reference_metric_names, model.metrics_names)
-    self.assertEqual(reference_stateful_metric_names,
-                     model.stateful_metric_names)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_metrics_correctness(self):
@@ -2152,8 +2204,7 @@ class TestTrainingWithMetrics(test.TestCase):
         RMSPropOptimizer(learning_rate=0.001),
         loss='mse',
         sample_weight_mode='temporal',
-        weighted_metrics=['accuracy',
-                          metrics_module.BinaryAccuracy()])
+        weighted_metrics=['accuracy', 'mse'])
     y = np.array([[[1.], [1.]], [[1.], [1.]]])
 
     outs = model.evaluate(x, y)
@@ -2165,7 +2216,15 @@ class TestTrainingWithMetrics(test.TestCase):
 
     w = np.array([[3., 4.], [1., 2.]])
     outs = model.evaluate(x, y, sample_weight=w)
-    self.assertArrayNear(outs, [0.3, 0.7, 0.7], .001)
+    self.assertArrayNear(outs, [0.3, 0.7, 0.3], .001)
+
+    # Verify that metric value is same with arbitrary weights and batch size.
+    x = np.random.random((50, 2, 1))
+    y = np.random.random((50, 2, 1))
+    w = np.random.random((50, 2))
+    mse1 = model.evaluate(x, y, sample_weight=w, batch_size=5)[2]
+    mse2 = model.evaluate(x, y, sample_weight=w, batch_size=10)[2]
+    self.assertEqual(mse1, mse2)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_metric_state_reset_between_fit_and_evaluate(self):
@@ -2216,19 +2275,18 @@ class TestTrainingWithMetrics(test.TestCase):
       model.compile(
           RMSPropOptimizer(learning_rate=0.001),
           loss='mse',
-          weighted_metrics=['accuracy',
-                            metrics_module.BinaryAccuracy()])
+          weighted_metrics=['accuracy'])
 
-      # verify that masking is applied for stateless and stateful metrics.
+      # verify that masking is applied.
       x = np.array([[[1], [1]], [[1], [1]], [[0], [0]]])
       y = np.array([[[1], [1]], [[0], [1]], [[1], [1]]])
       scores = model.train_on_batch(x, y)
-      self.assertArrayNear(scores, [0.25, 0.75, 0.75], 0.1)
+      self.assertArrayNear(scores, [0.25, 0.75], 0.1)
 
       # verify that masking is combined with sample weights.
       w = np.array([3, 2, 4])
       scores = model.train_on_batch(x, y, sample_weight=w)
-      self.assertArrayNear(scores, [0.2, 0.8, 0.8], 0.1)
+      self.assertArrayNear(scores, [0.2, 0.8], 0.1)
 
   def test_losses_in_defun(self):
     with context.eager_mode():
diff --git a/tensorflow/python/keras/engine/training_utils.py b/tensorflow/python/keras/engine/training_utils.py
index 7034874ee8..e563b7a23d 100644
--- a/tensorflow/python/keras/engine/training_utils.py
+++ b/tensorflow/python/keras/engine/training_utils.py
@@ -34,6 +34,7 @@ from tensorflow.python.framework import tensor_util
 from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import losses
 from tensorflow.python.keras import metrics as metrics_module
+from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import weights_broadcast_ops
@@ -510,8 +511,15 @@ def collect_per_output_metric_info(metrics,
       For instance, if the model has 2 outputs, and for the first output
       we want to compute "binary_accuracy" and "binary_crossentropy",
       and just "binary_accuracy" for the second output,
-      the list would look like: `[[('acc', binary_accuracy()),
-      ('ce', binary_crossentropy())], [('acc', binary_accuracy())]]`
+      the list would look like: `[
+        {
+          'acc': (binary_accuracy(), mean_obj_1),
+          'ce': (binary_crossentropy(), mean_obj_2)
+        },
+        {
+          'acc': (binary_accuracy(), mean_obj_3)
+        }
+      ]`
 
   Raises:
       TypeError: if an incorrect type is passed for the `metrics` argument.
@@ -541,7 +549,19 @@ def collect_per_output_metric_info(metrics,
       metric_name = get_metric_name(metric, weighted)
       metric_fn = get_metric_function(
           metric, output_shape=output_shapes[i], loss_fn=loss_fns[i])
-      metrics_dict[metric_name] = metric_fn
+
+      # If the metric function is not stateful, we create a stateful version and
+      # return both the stateless and the stateful version together. For batch
+      # APIs like `train_on_batch` we will use the stateless version and for
+      # other APIs like `fit` we will use the stateful version.
+      is_stateful = isinstance(metric_fn,
+                               base_layer.Layer) and metric_fn.stateful
+      stateful_fn = metric_fn
+      if not is_stateful:
+        stateful_fn = metrics_module.MeanMetricWrapper(
+            metric_fn, name=metric_fn.__name__)
+
+      metrics_dict[metric_name] = (metric_fn, stateful_fn)
     per_output_metrics.append(metrics_dict)
 
   return per_output_metrics
@@ -608,19 +628,10 @@ def weighted_masked_objective(fn):
       if weights is None:
         weights = mask
       else:
-        # Update shape of weights if possible before adding mask.
         # Update dimensions of weights to match with mask if possible.
         mask, _, weights = metrics_module.squeeze_or_expand_dimensions(
             mask, None, weights)
-        try:
-          # Broadcast weights if possible.
-          weights = weights_broadcast_ops.broadcast_weights(weights, mask)
-          weights *= mask
-        except ValueError:
-          score_array *= mask
-          score_array /= K.mean(mask)
-          # TODO(psv): Handle case when mask and weight shapes are not
-          # compatible.
+        weights *= mask
 
     # Apply sample weighting.
     if weights is not None:
@@ -813,6 +824,23 @@ def get_metric_function(metric, output_shape=None, loss_fn=None):
   return metrics_module.get(metric)
 
 
+def call_metric_function(metric_fn, y_true, y_pred, weights=None, mask=None):
+  """Invokes metric function and returns the metric result tensor."""
+  if mask is None:
+    return metric_fn(y_true, y_pred, sample_weight=weights)
+
+  mask = math_ops.cast(mask, y_pred.dtype)
+  if weights is None:
+    # Use mask as sample weight.
+    return metric_fn(y_true, y_pred, sample_weight=mask)
+
+  # Update dimensions of weights to match with mask.
+  mask, _, weights = metrics_module.squeeze_or_expand_dimensions(
+      mask, None, weights)
+  weights *= mask
+  return metric_fn(y_true, y_pred, sample_weight=weights)
+
+
 def validate_iterator_input(x, y, sample_weight, validation_split=None):
   """Validates user input arguments when a dataset iterator is passed.
 
diff --git a/tensorflow/python/keras/models.py b/tensorflow/python/keras/models.py
index 11054b5b08..0c9c066a85 100644
--- a/tensorflow/python/keras/models.py
+++ b/tensorflow/python/keras/models.py
@@ -341,11 +341,11 @@ def _in_place_subclassed_model_reset(model):
           'weighted_metrics',
           'metrics_names',
           'metrics_tensors',
-          'metrics_updates',
-          'stateful_metric_names',
           'total_loss',
           'sample_weights',
           '_feed_sample_weights',
+          '_fit_function',
+          '_eval_function',
           'train_function',
           'test_function',
           'predict_function',
diff --git a/tensorflow/python/keras/testing_utils.py b/tensorflow/python/keras/testing_utils.py
index 2fae094a1e..d342131a52 100644
--- a/tensorflow/python/keras/testing_utils.py
+++ b/tensorflow/python/keras/testing_utils.py
@@ -149,7 +149,7 @@ def layer_test(layer_cls, kwargs=None, input_shape=None, input_dtype=None,
     np.testing.assert_allclose(output, actual_output, rtol=1e-3)
 
   # test training mode (e.g. useful for dropout tests)
-  model.compile(RMSPropOptimizer(0.01), 'mse')
+  model.compile(RMSPropOptimizer(0.01), 'mse', weighted_metrics=['acc'])
   model.train_on_batch(input_data, actual_output)
 
   # test as first layer in Sequential API
-- 
GitLab


From 1eb896332f7549d3b4636491d0fb4379edb73112 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 17:19:25 -0700
Subject: [PATCH 1002/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 219887516
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 23 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 23 +++++++++++++++++++
 2 files changed, 46 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 49240c3602..916deabd6f 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -21903,6 +21903,29 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "ExperimentalNonSerializableDataset"
+  input_arg {
+    name: "input_dataset"
+    type: DT_VARIANT
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  attr {
+    name: "output_types"
+    type: "list(type)"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "output_shapes"
+    type: "list(shape)"
+    has_minimum: true
+    minimum: 1
+  }
+}
 op {
   name: "ExperimentalNumaMapAndBatchDataset"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index d75c0a699c..f590794f30 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -10366,6 +10366,29 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "ExperimentalNonSerializableDataset"
+  input_arg {
+    name: "input_dataset"
+    type: DT_VARIANT
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  attr {
+    name: "output_types"
+    type: "list(type)"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "output_shapes"
+    type: "list(shape)"
+    has_minimum: true
+    minimum: 1
+  }
+}
 op {
   name: "ExperimentalNumaMapAndBatchDataset"
   input_arg {
-- 
GitLab


From 5f915f4dc5c7f1ac1c40b7b380a5c8540f5cc493 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Fri, 2 Nov 2018 17:37:32 -0700
Subject: [PATCH 1003/1825] Creating a ResourceTracker object and
 resource_tracker_scope that tracks resources created. This is needed for the
 Estimator case since we're getting rid of collections

PiperOrigin-RevId: 219889472
---
 .../training/checkpointable/tracking.py       | 52 +++++++++++++++++
 .../training/checkpointable/tracking_test.py  | 57 +++++++++++++++++++
 2 files changed, 109 insertions(+)

diff --git a/tensorflow/python/training/checkpointable/tracking.py b/tensorflow/python/training/checkpointable/tracking.py
index 558ae0855e..c85b208d47 100644
--- a/tensorflow/python/training/checkpointable/tracking.py
+++ b/tensorflow/python/training/checkpointable/tracking.py
@@ -19,6 +19,11 @@ from __future__ import print_function
 
 from tensorflow.python.training.checkpointable import base
 from tensorflow.python.training.checkpointable import data_structures
+from tensorflow.python.util import tf_contextlib
+
+
+# global _RESOURCE_TRACKER_STACK
+_RESOURCE_TRACKER_STACK = []
 
 
 class NotCheckpointable(object):
@@ -72,10 +77,57 @@ class Checkpointable(base.CheckpointableBase):
     return data_structures.NoDependency(value)
 
 
+class ResourceTracker(object):
+  """An object that tracks a list of resources."""
+
+  def __init__(self):
+    self._resources = []
+
+  @property
+  def resources(self):
+    return self._resources
+
+  def add_resource(self, resource):
+    self._resources.append(resource)
+
+
+@tf_contextlib.contextmanager
+def resource_tracker_scope(resource_tracker):
+  """A context to manage resource trackers.
+
+  Use this in order to collect up all resources created within a block of code.
+  Example usage:
+
+  ```python
+  resource_tracker = ResourceTracker()
+  with resource_tracker_scope(resource_tracker):
+    resource = TrackableResource()
+
+  assert resource_tracker.resources == [resource]
+
+  Args:
+    resource_tracker: The passed in ResourceTracker object
+
+  Yields:
+    A scope in which the resource_tracker is active.
+  """
+  global _RESOURCE_TRACKER_STACK
+  old = list(_RESOURCE_TRACKER_STACK)
+  _RESOURCE_TRACKER_STACK.append(resource_tracker)
+  try:
+    yield
+  finally:
+    _RESOURCE_TRACKER_STACK = old
+
+
 class TrackableResource(base.CheckpointableBase):
   """Base class for all resources that need to be tracked."""
 
   def __init__(self):
+    global _RESOURCE_TRACKER_STACK
+    for resource_tracker in _RESOURCE_TRACKER_STACK:
+      resource_tracker.add_resource(self)
+
     self._resource_handle = None
 
   def create_resource(self):
diff --git a/tensorflow/python/training/checkpointable/tracking_test.py b/tensorflow/python/training/checkpointable/tracking_test.py
index a44c570fb9..17c5461bc2 100644
--- a/tensorflow/python/training/checkpointable/tracking_test.py
+++ b/tensorflow/python/training/checkpointable/tracking_test.py
@@ -193,5 +193,62 @@ class InterfaceTests(test.TestCase):
     self.assertAllClose({"k": [numpy.ones([2, 2]), numpy.zeros([3, 3])]},
                         self.evaluate(a.tensors))
 
+
+class _DummyResource(tracking.TrackableResource):
+
+  def __init__(self, handle_name):
+    self._handle_name = handle_name
+    super(_DummyResource, self).__init__()
+
+  def create_resource(self):
+    return self._handle_name
+
+
+class ResourceTrackerTest(test.TestCase):
+
+  def testBasic(self):
+    resource_tracker = tracking.ResourceTracker()
+    with tracking.resource_tracker_scope(resource_tracker):
+      dummy_resource1 = _DummyResource("test1")
+      dummy_resource2 = _DummyResource("test2")
+
+    self.assertEqual(2, len(resource_tracker.resources))
+    self.assertEqual("test1", resource_tracker.resources[0].resource_handle)
+    self.assertEqual("test2", resource_tracker.resources[1].resource_handle)
+
+  def testTwoScopes(self):
+    resource_tracker1 = tracking.ResourceTracker()
+    with tracking.resource_tracker_scope(resource_tracker1):
+      dummy_resource1 = _DummyResource("test1")
+
+    resource_tracker2 = tracking.ResourceTracker()
+    with tracking.resource_tracker_scope(resource_tracker2):
+      dummy_resource2 = _DummyResource("test2")
+
+    self.assertEqual(1, len(resource_tracker1.resources))
+    self.assertEqual("test1", resource_tracker1.resources[0].resource_handle)
+    self.assertEqual(1, len(resource_tracker1.resources))
+    self.assertEqual("test2", resource_tracker2.resources[0].resource_handle)
+
+  def testNestedScopesScopes(self):
+    resource_tracker = tracking.ResourceTracker()
+    with tracking.resource_tracker_scope(resource_tracker):
+      resource_tracker1 = tracking.ResourceTracker()
+      with tracking.resource_tracker_scope(resource_tracker1):
+        dummy_resource1 = _DummyResource("test1")
+
+      resource_tracker2 = tracking.ResourceTracker()
+      with tracking.resource_tracker_scope(resource_tracker2):
+        dummy_resource2 = _DummyResource("test2")
+
+    self.assertEqual(1, len(resource_tracker1.resources))
+    self.assertEqual("test1", resource_tracker1.resources[0].resource_handle)
+    self.assertEqual(1, len(resource_tracker1.resources))
+    self.assertEqual("test2", resource_tracker2.resources[0].resource_handle)
+    self.assertEqual(2, len(resource_tracker.resources))
+    self.assertEqual("test1", resource_tracker.resources[0].resource_handle)
+    self.assertEqual("test2", resource_tracker.resources[1].resource_handle)
+
+
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From 4d83992d1ecf5ab29c2798ca3c77b5eb981fad28 Mon Sep 17 00:00:00 2001
From: Cong Liu <congliu@google.com>
Date: Fri, 2 Nov 2018 17:39:51 -0700
Subject: [PATCH 1004/1825] [XLA] Add commas between 0s and 1s when printing
 PRED literals.

And support parsing array shaped pred literals.

PiperOrigin-RevId: 219889665
---
 tensorflow/compiler/xla/literal.cc            | 11 +++----
 tensorflow/compiler/xla/literal_test.cc       |  2 +-
 tensorflow/compiler/xla/service/hlo_parser.cc |  9 ++++--
 .../compiler/xla/service/hlo_parser_test.cc   | 12 +++++++
 .../xla/tests/array_elementwise_ops_test.cc   | 32 +++++++++----------
 tensorflow/compiler/xla/tests/pred_test.cc    |  4 +--
 6 files changed, 42 insertions(+), 28 deletions(-)

diff --git a/tensorflow/compiler/xla/literal.cc b/tensorflow/compiler/xla/literal.cc
index 510aa39b45..80dfdb83c3 100644
--- a/tensorflow/compiler/xla/literal.cc
+++ b/tensorflow/compiler/xla/literal.cc
@@ -1075,12 +1075,11 @@ void ToStringHelper(const LiteralBase& literal, const ShapeIndex& shape_index,
 
   auto element_to_string = [&](absl::Span<const int64> indices) -> string {
     PrimitiveType element_type = subshape.element_type();
-    if (element_type == PRED) {
-      // We display predicates in a densely packed form.
-      return literal.Get<bool>(indices, shape_index) ? "1" : "0";
-    }
-    return ((!indices.empty() && indices.back() > 0) ? ", " : "") +
-           literal.GetAsString(indices, shape_index);
+    // We display predicates as 0s and 1s so that the string is more dense.
+    string elem = element_type == PRED
+                      ? literal.Get<bool>(indices, shape_index) ? "1" : "0"
+                      : literal.GetAsString(indices, shape_index);
+    return ((!indices.empty() && indices.back() > 0) ? ", " : "") + elem;
   };
 
   if (ShapeUtil::Rank(subshape) == 0) {
diff --git a/tensorflow/compiler/xla/literal_test.cc b/tensorflow/compiler/xla/literal_test.cc
index 4ae5ddbfdb..3511760ac1 100644
--- a/tensorflow/compiler/xla/literal_test.cc
+++ b/tensorflow/compiler/xla/literal_test.cc
@@ -133,7 +133,7 @@ TEST_F(LiteralUtilTest, LiteralScalarToString) {
 
 TEST_F(LiteralUtilTest, LiteralVectorToString) {
   auto pred_vec = LiteralUtil::CreateR1<bool>({true, false, true});
-  EXPECT_EQ("{101}", pred_vec.ToString());
+  EXPECT_EQ("{1, 0, 1}", pred_vec.ToString());
 }
 
 TEST_F(LiteralUtilTest, R2ToString) {
diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index e0011398aa..450660b94b 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -1806,6 +1806,10 @@ bool HloParser::SetValueInLiteral(tensorflow::int64 value,
     case U64:
       return SetValueInLiteralHelper<tensorflow::uint64>(value, linear_index,
                                                          literal);
+    case PRED:
+      // Bool type literals with rank >= 1 are printed in 0s and 1s.
+      return SetValueInLiteralHelper<bool>(static_cast<bool>(value),
+                                           linear_index, literal);
     default:
       LOG(FATAL) << "unknown integral primitive type "
                  << PrimitiveType_Name(shape.element_type());
@@ -2060,14 +2064,13 @@ bool HloParser::ParseDenseLiteral(Literal* literal, const Shape& shape) {
         }
         if (lexer_.GetKind() == TokKind::kw_true ||
             lexer_.GetKind() == TokKind::kw_false) {
-          // TODO(congliu): bool type literals with rank >= 1 are actually
-          // printed in a compact form instead of "true" or "false". Fix that.
           if (!SetValueInLiteral(lexer_.GetKind() == TokKind::kw_true,
                                  linear_index++, literal)) {
             return false;
           }
           lexer_.Lex();
-        } else if (primitive_util::IsIntegralType(shape.element_type())) {
+        } else if (primitive_util::IsIntegralType(shape.element_type()) ||
+                   shape.element_type() == PRED) {
           LocTy loc = lexer_.GetLoc();
           tensorflow::int64 value;
           if (!ParseInt64(&value)) {
diff --git a/tensorflow/compiler/xla/service/hlo_parser_test.cc b/tensorflow/compiler/xla/service/hlo_parser_test.cc
index 85d07d8092..eae6d19792 100644
--- a/tensorflow/compiler/xla/service/hlo_parser_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser_test.cc
@@ -75,6 +75,18 @@ ENTRY %constant_pred () -> pred[] {
 
 )"
 },
+// pred array constant
+{
+"ConstantPredArray",
+R"(HloModule module
+
+ENTRY %constant_pred_array () -> pred[2,3] {
+  ROOT %constant = pred[2,3]{1,0} constant(pred[2,3] { { 0, 1, 0 }, { 1, 0, 1 } })
+}
+
+)"
+},
+
 // s32 constant
 {
 "ConstantS32",
diff --git a/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc b/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
index c131bfd6a6..2180b22cb3 100644
--- a/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
+++ b/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
@@ -2478,8 +2478,8 @@ XLA_TEST_F(ArrayElementwiseOpTest, Compare1DTo2DS32Ne) {
   Ne(v, m, /*broadcast_dimensions=*/{1});
 
   const string expected = R"(pred[2,2] {
-  { 00 },
-  { 01 }
+  { 0, 0 },
+  { 0, 1 }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
@@ -2492,8 +2492,8 @@ XLA_TEST_F(ArrayElementwiseOpTest, Compare1DTo2DS32Ge) {
   Ge(v, m, /*broadcast_dimensions=*/{1});
 
   const string expected = R"(pred[2,4] {
-  { 1100 },
-  { 0001 }
+  { 1, 1, 0, 0 },
+  { 0, 0, 0, 1 }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
@@ -2506,8 +2506,8 @@ XLA_TEST_F(ArrayElementwiseOpTest, Compare1DTo2DS32Gt) {
   Gt(v, m, /*broadcast_dimensions=*/{1});
 
   const string expected = R"(pred[2,4] {
-  { 0100 },
-  { 0000 }
+  { 0, 1, 0, 0 },
+  { 0, 0, 0, 0 }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
@@ -2520,8 +2520,8 @@ XLA_TEST_F(ArrayElementwiseOpTest, Compare1DTo2DS32Le) {
   Le(v, m, /*broadcast_dimensions=*/{1});
 
   const string expected = R"(pred[2,4] {
-  { 1011 },
-  { 1111 }
+  { 1, 0, 1, 1 },
+  { 1, 1, 1, 1 }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
@@ -2534,8 +2534,8 @@ XLA_TEST_F(ArrayElementwiseOpTest, Compare1DTo2DS32Lt) {
   Lt(v, m, /*broadcast_dimensions=*/{1});
 
   const string expected = R"(pred[2,4] {
-  { 0011 },
-  { 1110 }
+  { 0, 0, 1, 1 },
+  { 1, 1, 1, 0 }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
@@ -2744,12 +2744,12 @@ XLA_TEST_F(ArrayElementwiseOpTest, CompareGtR3F32sWithDegenerateDim2) {
   Array3D<int> expected_3d(
       {{{0, 1}, {0, 0}, {0, 0}}, {{0, 1}, {1, 0}, {0, 1}}});
   const string expected = R"(pred[2,3,2] {
-{ { 01 },
-  { 00 },
-  { 00 } },
-{ { 01 },
-  { 10 },
-  { 01 } }
+{ { 0, 1 },
+  { 0, 0 },
+  { 0, 0 } },
+{ { 0, 1 },
+  { 1, 0 },
+  { 0, 1 } }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
diff --git a/tensorflow/compiler/xla/tests/pred_test.cc b/tensorflow/compiler/xla/tests/pred_test.cc
index 58539e6b06..774eb8d2a8 100644
--- a/tensorflow/compiler/xla/tests/pred_test.cc
+++ b/tensorflow/compiler/xla/tests/pred_test.cc
@@ -87,8 +87,8 @@ TEST_F(PredTest, ConstantR2Pred) {
   XlaBuilder builder(TestName());
   ConstantR2<bool>(&builder, {{false, true, true}, {true, false, false}});
   const string expected = R"(pred[2,3] {
-  { 011 },
-  { 100 }
+  { 0, 1, 1 },
+  { 1, 0, 0 }
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
-- 
GitLab


From af5633aae3ef860587b9064d53f5dc7a4aa67b36 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 2 Nov 2018 17:40:19 -0700
Subject: [PATCH 1005/1825] Properly handle broadcast operations when one of
 the input is an empty tensor.

PiperOrigin-RevId: 219889710
---
 tensorflow/lite/kernels/kernel_util.cc       | 4 ++++
 tensorflow/lite/testing/generate_examples.py | 5 +++++
 2 files changed, 9 insertions(+)

diff --git a/tensorflow/lite/kernels/kernel_util.cc b/tensorflow/lite/kernels/kernel_util.cc
index 2ac3fbe4f5..e39890e332 100644
--- a/tensorflow/lite/kernels/kernel_util.cc
+++ b/tensorflow/lite/kernels/kernel_util.cc
@@ -117,6 +117,10 @@ TfLiteStatus CalculateShapeForBroadcast(TfLiteContext* context,
   int64_t dims1 = NumDimensions(input1);
   int64_t dims2 = NumDimensions(input2);
   int64_t out_dims = std::max(dims1, dims2);
+  if (NumElements(input1) == 0) {
+    *output_shape = TfLiteIntArrayCopy(input1->dims);
+    return kTfLiteOk;
+  }
   std::unique_ptr<TfLiteIntArray, void (*)(TfLiteIntArray*)> shape(
       TfLiteIntArrayCreate(out_dims), TfLiteIntArrayFree);
   for (int i = 0; i < out_dims; ++i) {
diff --git a/tensorflow/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
index cdd0107221..81b5ed8098 100644
--- a/tensorflow/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -806,6 +806,11 @@ def make_binary_op_tests(zip_path, binary_operator):
       "input_shape_1": [[]],
       "input_shape_2": [[]],
       "activation": [False]
+  }, {
+      "dtype": [tf.float32],
+      "input_shape_1": [[0]],
+      "input_shape_2": [[1]],
+      "activation": [False]
   }]
 
   def build_graph(parameters):
-- 
GitLab


From c03cc307dc125fd76a72d18f088839f67b7f12f2 Mon Sep 17 00:00:00 2001
From: Mark Heffernan <meheff@google.com>
Date: Fri, 2 Nov 2018 17:45:02 -0700
Subject: [PATCH 1006/1825] Clone schedule when cloning an HLO module. Also,
 add trivial scheduler to HloMemoryScheduler which creates a naive schedule
 based on a DFS walk without the need for a size function or
 points-to-analysis.

PiperOrigin-RevId: 219890103
---
 tensorflow/compiler/xla/service/BUILD         |  1 +
 .../compiler/xla/service/despecializer.cc     |  2 ++
 .../xla/service/hlo_memory_scheduler.cc       | 17 +++++++++
 .../xla/service/hlo_memory_scheduler.h        |  9 +++++
 .../xla/service/hlo_memory_scheduler_test.cc  | 35 +++++++++++++++++++
 tensorflow/compiler/xla/service/hlo_module.cc | 16 +++++++++
 .../compiler/xla/service/hlo_schedule.cc      |  5 ++-
 7 files changed, 84 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 0097e917c8..cfc46b3b0e 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -3366,6 +3366,7 @@ cc_library(
         ":bfloat16_normalization",
         ":defuser",
         ":hlo",
+        ":hlo_memory_scheduler",
         ":hlo_pass",
         ":hlo_pass_pipeline",
         ":implicit_broadcast_remover",
diff --git a/tensorflow/compiler/xla/service/despecializer.cc b/tensorflow/compiler/xla/service/despecializer.cc
index b3549acfc2..ed37099a54 100644
--- a/tensorflow/compiler/xla/service/despecializer.cc
+++ b/tensorflow/compiler/xla/service/despecializer.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/bfloat16_normalization.h"
 #include "tensorflow/compiler/xla/service/defuser.h"
+#include "tensorflow/compiler/xla/service/hlo_memory_scheduler.h"
 #include "tensorflow/compiler/xla/service/implicit_broadcast_remover.h"
 
 namespace xla {
@@ -45,6 +46,7 @@ class ControlDepRemover : public HloModulePass {
 
 Despecializer::Despecializer() : pipeline_("despecializer") {
   // TODO(b/70588125): Also deal with window reversal in a fast way.
+  pipeline_.AddPass<HloDescheduler>();
   pipeline_.AddPass<ControlDepRemover>();
   pipeline_.AddPass<Defuser>();
   pipeline_.AddPass<ImplicitBroadcastRemover>();
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
index 5cee865b7a..234fcd266a 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
@@ -605,6 +605,23 @@ StatusOr<bool> HloMemoryScheduler::Run(HloModule* module) {
   return true;
 }
 
+StatusOr<bool> HloTrivialScheduler::Run(HloModule* module) {
+  HloSchedule schedule(module);
+  for (HloComputation* computation : module->MakeComputationPostOrder()) {
+    if (!computation->IsFusionComputation()) {
+      HloInstructionSequence& computation_sequence =
+          schedule.GetOrCreateSequence(computation);
+      TF_RETURN_IF_ERROR(computation->Accept(
+          [&computation_sequence](HloInstruction* instruction) {
+            computation_sequence.push_back(instruction);
+            return Status::OK();
+          }));
+    }
+  }
+  TF_RETURN_IF_ERROR(module->set_schedule(std::move(schedule)));
+  return true;
+}
+
 StatusOr<bool> HloDescheduler::Run(HloModule* module) {
   bool changed = module->has_schedule();
   module->clear_schedule();
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler.h b/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
index a4c1d3db81..cca5dc4939 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
@@ -108,6 +108,15 @@ class HloMemoryScheduler : public HloModulePass {
   MemorySchedulerAlgorithm algorithm_;
 };
 
+// A pass which produces a naive, but correct schedule. The schedule is produced
+// using a DFS traversal of the graph with no attempt to minimize memory use.
+class HloTrivialScheduler : public HloModulePass {
+ public:
+  absl::string_view name() const override { return "hlo-trivial-scheduler"; }
+
+  StatusOr<bool> Run(HloModule* module) override;
+};
+
 // A trivial pass which clears the schedule currently set on the
 // HloModule. After this pass runs HloModudle::has_schedule will return false.
 class HloDescheduler : public HloModulePass {
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index 214119fba8..2f15997fc1 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -309,5 +309,40 @@ TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
                     .ValueOrDie());
 }
 
+TEST_F(HloSchedulingTest, TrivialScheduler) {
+  const char* const hlo_string = R"(
+HloModule ModuleWithWhile
+
+body {
+  param.b = (s32[], s32[]) parameter(0)
+  gte.0 = s32[] get-tuple-element(param.b), index=0
+  gte.1 = s32[] get-tuple-element(param.b), index=1
+  add = s32[] add(gte.0, gte.1)
+  ROOT tuple = (s32[], s32[]) tuple(gte.0, add)
+}
+
+cond {
+  param.c = (s32[], s32[]) parameter(0)
+  ROOT constant = pred[] constant(true)
+}
+
+ENTRY main {
+  init = (s32[], s32[]) parameter(0)
+  ROOT while = (s32[], s32[]) while(init), condition=cond, body=body
+}
+)";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_string));
+  EXPECT_FALSE(module->has_schedule());
+  TF_ASSERT_OK(HloTrivialScheduler().Run(module.get()).status());
+  ASSERT_TRUE(module->has_schedule());
+  TF_ASSERT_OK(module->schedule().Verify());
+
+  // Verify that a clone of the module also has a schedule.
+  std::unique_ptr<HloModule> clone = module->Clone();
+  ASSERT_TRUE(clone->has_schedule());
+  TF_ASSERT_OK(clone->schedule().Verify());
+}
+
 }  // namespace
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_module.cc b/tensorflow/compiler/xla/service/hlo_module.cc
index bcd709c973..6a838b7eb9 100644
--- a/tensorflow/compiler/xla/service/hlo_module.cc
+++ b/tensorflow/compiler/xla/service/hlo_module.cc
@@ -564,6 +564,22 @@ std::unique_ptr<HloModule> HloModule::Clone(const HloModuleConfig& config,
   HloCloneContext context(module.get(), suffix);
   auto cloned_computation = entry_computation_->Clone(suffix, &context);
   module->AddEntryComputation(std::move(cloned_computation));
+
+  if (has_schedule() && schedule().Verify().ok()) {
+    HloSchedule clone_schedule(module.get());
+    for (HloComputation* computation : computations()) {
+      if (schedule().is_computation_scheduled(computation)) {
+        HloInstructionSequence& clone_sequence =
+            clone_schedule.GetOrCreateSequence(
+                context.GetComputation(computation));
+        for (const HloInstruction* instruction :
+             schedule().sequence(computation).instructions()) {
+          clone_sequence.push_back(context.GetInstruction(instruction));
+        }
+      }
+    }
+    TF_CHECK_OK(module->set_schedule(std::move(clone_schedule)));
+  }
   return module;
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_schedule.cc b/tensorflow/compiler/xla/service/hlo_schedule.cc
index 0778ff5217..a5780b7551 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/hlo_schedule.cc
@@ -264,7 +264,10 @@ Status HloSchedule::Verify() const {
     }
 
     TF_RET_CHECK(instruction_position.size() ==
-                 computation->instruction_count());
+                 computation->instruction_count())
+        << "Schedule for computation " << computation->name() << " has "
+        << instruction_position.size() << " instructions, expected "
+        << computation->instruction_count();
     for (const HloInstruction* instruction : computation->instructions()) {
       TF_RET_CHECK(instruction_position.count(instruction) == 1)
           << "Instruction " << instruction->name() << " is not in schedule";
-- 
GitLab


From ca74a263eb627b79d7187046c96a800530456b86 Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Fri, 2 Nov 2018 17:54:46 -0700
Subject: [PATCH 1007/1825] Deprecating tf.QUANTIZED_DTYPES. The official new
 symbol is tf.dtypes.QUANTIZED_DTYPES.

PiperOrigin-RevId: 219890836
---
 tensorflow/python/framework/dtypes.py           | 6 ++++--
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 tensorflow/tools/compatibility/tf_upgrade_v2.py | 4 ++++
 3 files changed, 8 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/framework/dtypes.py b/tensorflow/python/framework/dtypes.py
index e36643b338..48e9f0524e 100644
--- a/tensorflow/python/framework/dtypes.py
+++ b/tensorflow/python/framework/dtypes.py
@@ -652,8 +652,10 @@ _QUANTIZED_DTYPES_NO_REF = frozenset([qint8, quint8, qint16, quint16, qint32])
 _QUANTIZED_DTYPES_REF = frozenset(
     [qint8_ref, quint8_ref, qint16_ref, quint16_ref, qint32_ref])
 QUANTIZED_DTYPES = _QUANTIZED_DTYPES_REF.union(_QUANTIZED_DTYPES_NO_REF)
-tf_export("dtypes.QUANTIZED_DTYPES", "QUANTIZED_DTYPES").export_constant(
-    __name__, "QUANTIZED_DTYPES")
+tf_export(
+    "dtypes.QUANTIZED_DTYPES",
+    v1=["dtypes.QUANTIZED_DTYPES", "QUANTIZED_DTYPES"]).export_constant(
+        __name__, "QUANTIZED_DTYPES")
 
 _PYTHON_TO_TF = {
     float: float32,
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 97bdd4d813..311e12e6d2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -104,10 +104,6 @@ tf_module {
     name: "OptimizerOptions"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
   }
-  member {
-    name: "QUANTIZED_DTYPES"
-    mtype: "<type \'frozenset\'>"
-  }
   member {
     name: "RegisterGradient"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index ec5cbcea8f..c11fcdb96d 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -72,6 +72,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     })
     # pylint: enable=line-too-long
 
+    # TODO(amitpatankar): Fix the function rename script
+    # to handle constants without hardcoding.
+    self.function_renames["QUANTIZED_DTYPES"] = "dtypes.QUANTIZED_DTYPES"
+
     # Variables that should be changed to functions.
     self.change_to_function = {}
 
-- 
GitLab


From 3647771fd52db6887c324fa2f9bdfe26d7ab535d Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Fri, 2 Nov 2018 18:00:51 -0700
Subject: [PATCH 1008/1825] Move the allow_dynamic_tensors attribute into
 TfLiteDelegate.

PiperOrigin-RevId: 219891287
---
 tensorflow/lite/c/c_api_internal.h            | 19 +++++++++++++++++++
 tensorflow/lite/delegates/flex/delegate.cc    |  3 ++-
 .../lite/delegates/flex/delegate_test.cc      |  3 +--
 tensorflow/lite/delegates/flex/kernel_test.cc |  4 ++--
 .../lite/delegates/nnapi/nnapi_delegate.cc    |  1 +
 .../delegates/nnapi/nnapi_delegate_test.cc    |  2 +-
 tensorflow/lite/interpreter.cc                |  7 +++----
 tensorflow/lite/interpreter.h                 |  9 +++------
 tensorflow/lite/interpreter_test.cc           |  9 ++++++---
 .../native/nativeinterpreterwrapper_jni.cc    |  4 +---
 .../src/test/native/interpreter_test_jni.cc   |  1 +
 tensorflow/lite/model.cc                      |  3 +--
 tensorflow/lite/testing/tflite_driver.cc      |  4 +---
 13 files changed, 42 insertions(+), 27 deletions(-)

diff --git a/tensorflow/lite/c/c_api_internal.h b/tensorflow/lite/c/c_api_internal.h
index e76971f57d..cbc69f804b 100644
--- a/tensorflow/lite/c/c_api_internal.h
+++ b/tensorflow/lite/c/c_api_internal.h
@@ -456,6 +456,22 @@ typedef struct _TfLiteRegistration {
   int version;
 } TfLiteRegistration;
 
+// The flags used in `TfLiteDelegate`. Note that this is a bitmask, so the
+// values should be 1, 2, 4, 8, ...etc.
+typedef enum {
+  kTfLiteDelegateFlagsNone = 0,
+  // The flag is set if the delegate can handle dynamic sized tensors.
+  // For example, the output shape of a `Resize` op with non-constant shape
+  // can only be inferred when the op is invoked.
+  // In this case, the Delegate is responsible for calling
+  // `SetTensorToDynamic` to mark the tensor as a dynamic tensor, and calling
+  // `ResizeTensor` when invoking the op.
+  //
+  // If the delegate isn't capable to handle dynamic tensors, this flag need
+  // to be set to false.
+  kTfLiteDelegateFlagsAllowDynamicTensors = 1
+} TfLiteDelegateFlags;
+
 // WARNING: This is an experimental interface that is subject to change.
 typedef struct _TfLiteDelegate {
   // Data that delegate needs to identify itself. This data is owned by the
@@ -490,6 +506,9 @@ typedef struct _TfLiteDelegate {
   // This can be null if the delegate doesn't use its own buffer.
   void (*FreeBufferHandle)(TfLiteContext* context, TfLiteDelegate* delegate,
                            TfLiteBufferHandle* handle);
+
+  // Bitmask flags. See the comments in `TfLiteDelegateFlags`.
+  int64_t flags;
 } TfLiteDelegate;
 
 // WARNING: This is an experimental interface that is subject to change.
diff --git a/tensorflow/lite/delegates/flex/delegate.cc b/tensorflow/lite/delegates/flex/delegate.cc
index c31d48539b..e7433f0c47 100644
--- a/tensorflow/lite/delegates/flex/delegate.cc
+++ b/tensorflow/lite/delegates/flex/delegate.cc
@@ -109,7 +109,8 @@ FlexDelegate::FlexDelegate(std::unique_ptr<flex::DelegateData> delegate_data)
           /*nullptr,*/ &flex::delegate::Prepare,
           /*CopyFromBufferHandle=*/&flex::delegate::CopyFromBufferHandle,
           /*CopyToBufferHandle=*/nullptr,
-          /*FreeBufferHandle=*/nullptr},
+          /*FreeBufferHandle=*/nullptr,
+          /*flags=*/kTfLiteDelegateFlagsAllowDynamicTensors},
       delegate_data_(std::move(delegate_data)) {}
 
 FlexDelegate::~FlexDelegate() {}
diff --git a/tensorflow/lite/delegates/flex/delegate_test.cc b/tensorflow/lite/delegates/flex/delegate_test.cc
index f9087d5d85..e13029d9a5 100644
--- a/tensorflow/lite/delegates/flex/delegate_test.cc
+++ b/tensorflow/lite/delegates/flex/delegate_test.cc
@@ -40,8 +40,7 @@ class DelegateTest : public testing::FlexModelTest {
   }
 
   void ConfigureDelegate() {
-    ASSERT_EQ(interpreter_->ModifyGraphWithDelegate(
-                  delegate_.get(), /*allow_dynamic_tensors=*/true),
+    ASSERT_EQ(interpreter_->ModifyGraphWithDelegate(delegate_.get()),
               kTfLiteOk);
   }
 
diff --git a/tensorflow/lite/delegates/flex/kernel_test.cc b/tensorflow/lite/delegates/flex/kernel_test.cc
index d83a967806..fae2b8b19e 100644
--- a/tensorflow/lite/delegates/flex/kernel_test.cc
+++ b/tensorflow/lite/delegates/flex/kernel_test.cc
@@ -53,6 +53,7 @@ class KernelTest : public testing::FlexModelTest {
   template <typename T>
   void ConfigureDelegate(T prepare_function) {
     delegate_.data_ = delegate_data_.get();
+    delegate_.flags = kTfLiteDelegateFlagsAllowDynamicTensors;
     delegate_.FreeBufferHandle = nullptr;
     delegate_.Prepare = prepare_function;
     delegate_.CopyFromBufferHandle = [](TfLiteContext* context,
@@ -66,8 +67,7 @@ class KernelTest : public testing::FlexModelTest {
       memcpy(data, values.data(), values.size());
       return kTfLiteOk;
     };
-    CHECK(interpreter_->ModifyGraphWithDelegate(
-              &delegate_, /*allow_dynamic_tensors=*/true) == kTfLiteOk);
+    CHECK(interpreter_->ModifyGraphWithDelegate(&delegate_) == kTfLiteOk);
   }
 
  private:
diff --git a/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
index 5f17e11375..74aec27f82 100644
--- a/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
@@ -1141,6 +1141,7 @@ class NNAPIDelegateKernel {
 TfLiteDelegate* NnApiDelegate() {
   static TfLiteDelegate delegate = {
       .data_ = nullptr,
+      .flags = kTfLiteDelegateFlagsAllowDynamicTensors,
       .Prepare = [](TfLiteContext* context,
                     TfLiteDelegate* delegate) -> TfLiteStatus {
         // Do not check nodes_ if NN API is unavailable.
diff --git a/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
index 75399fd5e4..84a0a6a1d1 100644
--- a/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
@@ -31,7 +31,7 @@ class SingleOpModelWithNNAPI : public SingleOpModel {
  public:
   SingleOpModelWithNNAPI() {
     this->SetApplyDelegate([](Interpreter* interpreter) {
-      interpreter->ModifyGraphWithDelegate(NnApiDelegate(), false);
+      interpreter->ModifyGraphWithDelegate(NnApiDelegate());
     });
   }
 };
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index 9d5d2772be..bff7145de9 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -933,9 +933,8 @@ void Interpreter::SwitchToKernelContext() {
   SetForbiddenContextFunction(&context_.GetExecutionPlan);
 }
 
-TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate,
-                                                  bool allow_dynamic_tensors) {
-  if (!allow_dynamic_tensors) {
+TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
+  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
     int last_execution_plan_index_prepared;
     TF_LITE_ENSURE_OK(&context_, PrepareOpsStartingAt(
                                      0, &last_execution_plan_index_prepared));
@@ -971,7 +970,7 @@ TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate,
 
   TF_LITE_ENSURE_OK(&context_, status);
 
-  if (!allow_dynamic_tensors) {
+  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
     // Reset the state to force tensor/op reallocation.
     state_ = kStateUninvokable;
     TF_LITE_ENSURE_OK(&context_, AllocateTensors());
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index 6bb47726c0..7178b201ec 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -360,8 +360,7 @@ class Interpreter {
   // parts of the graph themselves. After this is called, the graph may
   // contain new nodes that replace 1 more nodes.
   // WARNING: This is an experimental API and subject to change.
-  TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegate* delegate,
-                                       bool allow_dynamic_tensors = false);
+  TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegate* delegate);
 
   // Ensure the data in `tensor.data` is readable. In case delegate is used,
   // it might require to copy the data from delegate buffer to raw memory.
@@ -581,13 +580,11 @@ class Interpreter {
   // Variant of the public ModifyGraphWithDelegate method that additionally
   // Assumes ownership of the provided delegate.
   // WARNING: This is an experimental API and subject to change.
-  TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegatePtr delegate,
-                                       bool allow_dynamic_tensors = false) {
+  TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegatePtr delegate) {
     // Note that we retain ownership of the delegate even if graph modification
     // fails, as delegate use will be in an indeterminate state at that point.
     owned_delegates_.push_back(std::move(delegate));
-    return ModifyGraphWithDelegate(owned_delegates_.back().get(),
-                                   allow_dynamic_tensors);
+    return ModifyGraphWithDelegate(owned_delegates_.back().get());
   }
 
   // Ensures that `tensors_` has at least `kTensorsCapacityHeadroom` extra
diff --git a/tensorflow/lite/interpreter_test.cc b/tensorflow/lite/interpreter_test.cc
index a37603b695..f47f698d3a 100644
--- a/tensorflow/lite/interpreter_test.cc
+++ b/tensorflow/lite/interpreter_test.cc
@@ -1109,6 +1109,7 @@ class TestDelegate : public ::testing::Test {
              TfLiteBufferHandle* handle) { *handle = kTfLiteNullBufferHandle; };
       // Store type-punned data SimpleDelegate structure.
       delegate_.data_ = reinterpret_cast<void*>(this);
+      delegate_.flags = kTfLiteDelegateFlagsNone;
     }
 
     static TfLiteRegistration FakeFusedRegistration() {
@@ -1210,7 +1211,7 @@ TEST_F(TestDelegate, SetInvalidHandleToTensor) {
   interpreter_->Invoke();
   delegate_ = std::unique_ptr<SimpleDelegate>(new SimpleDelegate({0, 1, 2}));
   TfLiteDelegate* delegate = delegate_->get_tf_lite_delegate();
-  interpreter_->ModifyGraphWithDelegate(delegate, true);
+  interpreter_->ModifyGraphWithDelegate(delegate);
 
   SimpleDelegate another_simple_delegate({0, 1, 2});
 
@@ -1268,6 +1269,7 @@ class TestDelegateWithDynamicTensors : public ::testing::Test {
           context, DelegateRegistration(), execution_plan, delegate);
       return kTfLiteOk;
     };
+    delegate_.flags = kTfLiteDelegateFlagsNone;
   }
 
   static TfLiteRegistration DynamicCopyOpRegistration() {
@@ -1296,7 +1298,7 @@ class TestDelegateWithDynamicTensors : public ::testing::Test {
 };
 
 TEST_F(TestDelegateWithDynamicTensors, DisallowDynamicTensors) {
-  interpreter_->ModifyGraphWithDelegate(&delegate_, false);
+  interpreter_->ModifyGraphWithDelegate(&delegate_);
 
   ASSERT_EQ(interpreter_->execution_plan().size(), 1);
   // The interpreter should not call delegate's `Prepare` when dynamic tensors
@@ -1305,7 +1307,8 @@ TEST_F(TestDelegateWithDynamicTensors, DisallowDynamicTensors) {
 }
 
 TEST_F(TestDelegateWithDynamicTensors, AllowDynamicTensors) {
-  interpreter_->ModifyGraphWithDelegate(&delegate_, true);
+  delegate_.flags = kTfLiteDelegateFlagsAllowDynamicTensors;
+  interpreter_->ModifyGraphWithDelegate(&delegate_);
 
   ASSERT_EQ(interpreter_->execution_plan().size(), 1);
   // The node should be replaced because dynamic tensors are allowed. Therefore
diff --git a/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc b/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
index 100eb81510..c7389c5811 100644
--- a/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
+++ b/tensorflow/lite/java/src/main/native/nativeinterpreterwrapper_jni.cc
@@ -465,9 +465,7 @@ Java_org_tensorflow_lite_NativeInterpreterWrapper_applyDelegate(
   TfLiteDelegate* delegate = convertLongToDelegate(env, delegate_handle);
   if (delegate == nullptr) return;
 
-  TfLiteStatus status =
-      interpreter->ModifyGraphWithDelegate(delegate,
-                                           /* allow_dynamic_tensors= */ true);
+  TfLiteStatus status = interpreter->ModifyGraphWithDelegate(delegate);
   if (status != kTfLiteOk) {
     throwException(env, kIllegalArgumentException,
                    "Internal error: Failed to apply delegate: %s",
diff --git a/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
index 954b1144f2..4a5c18d943 100644
--- a/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
+++ b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
@@ -42,6 +42,7 @@ Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForDelegate(
   // A simple delegate which replaces all ops with a single op that outputs a
   // vector of length 1 with the value [7].
   static TfLiteDelegate delegate = {
+      .flags = kTfLiteDelegateFlagsAllowDynamicTensors,
       .Prepare = [](TfLiteContext* context,
                     TfLiteDelegate* delegate) -> TfLiteStatus {
         TfLiteIntArray* execution_plan;
diff --git a/tensorflow/lite/model.cc b/tensorflow/lite/model.cc
index 3970940435..5ac0532afe 100644
--- a/tensorflow/lite/model.cc
+++ b/tensorflow/lite/model.cc
@@ -404,8 +404,7 @@ TfLiteStatus InterpreterBuilder::ApplyDelegates(Interpreter* interpreter) {
   }
 
   if (auto flex_delegate = AcquireFlexDelegate()) {
-    return interpreter->ModifyGraphWithDelegate(std::move(flex_delegate),
-                                                /*allow_dynamic_tensors=*/true);
+    return interpreter->ModifyGraphWithDelegate(std::move(flex_delegate));
   }
 
   return kTfLiteOk;
diff --git a/tensorflow/lite/testing/tflite_driver.cc b/tensorflow/lite/testing/tflite_driver.cc
index ada5d74912..8619f5f836 100644
--- a/tensorflow/lite/testing/tflite_driver.cc
+++ b/tensorflow/lite/testing/tflite_driver.cc
@@ -173,9 +173,7 @@ void TfLiteDriver::LoadModel(const string& bin_file_path) {
   interpreter_->UseNNAPI(use_nnapi_);
 
   if (delegate_) {
-    if (interpreter_->ModifyGraphWithDelegate(delegate_.get(),
-                                              /*allow_dynamic_tensors=*/true) !=
-        kTfLiteOk) {
+    if (interpreter_->ModifyGraphWithDelegate(delegate_.get()) != kTfLiteOk) {
       Invalidate("Unable to the build graph using the delegate");
       return;
     }
-- 
GitLab


From 2a14a8b4cf4ee321e0e50a648b0c1f1010bb119d Mon Sep 17 00:00:00 2001
From: Kay Zhu <kayzhu@google.com>
Date: Fri, 2 Nov 2018 19:07:05 -0700
Subject: [PATCH 1009/1825] [TF2XLA] Implement Resampler. Note that the image
 boundary sampling cases are not being handled in this change.

PiperOrigin-RevId: 219896363
---
 tensorflow/compiler/tests/BUILD               |  21 +
 .../compiler/tests/resampler_ops_test.py      | 156 +++++
 tensorflow/compiler/tf2xla/kernels/BUILD      |  26 +
 .../compiler/tf2xla/kernels/resampler_ops.cc  | 541 ++++++++++++++++++
 tensorflow/contrib/resampler/BUILD            |   1 +
 .../contrib/resampler/ops/resampler_ops.cc    |   4 +-
 6 files changed, 747 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/compiler/tests/resampler_ops_test.py
 create mode 100644 tensorflow/compiler/tf2xla/kernels/resampler_ops.cc

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 664df00623..6945de1eda 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -375,6 +375,27 @@ tf_xla_py_test(
     ],
 )
 
+tf_xla_py_test(
+    name = "resampler_ops_test",
+    size = "small",
+    srcs = ["resampler_ops_test.py"],
+    disabled_backends = [
+        # TODO(b/74459949) Support BatchDot in CPU backend.
+        "cpu",
+        "cpu_ondemand",
+    ],
+    # TODO(b/112295522): figure out how to make OSS build pass.
+    tags = ["no_oss"],
+    deps = [
+        ":xla_test",
+        "//tensorflow/contrib/resampler:resampler_ops",
+        "//tensorflow/contrib/resampler:resampler_py",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
 tf_xla_py_test(
     name = "dynamic_stitch_test",
     size = "small",
diff --git a/tensorflow/compiler/tests/resampler_ops_test.py b/tensorflow/compiler/tests/resampler_ops_test.py
new file mode 100644
index 0000000000..d05554fdb6
--- /dev/null
+++ b/tensorflow/compiler/tests/resampler_ops_test.py
@@ -0,0 +1,156 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for resampler ops."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.compiler.tests import xla_test
+from tensorflow.contrib import resampler
+from tensorflow.contrib.resampler.ops import gen_resampler_ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.platform import test
+
+
+class ResamplerOpsTest(xla_test.XLATestCase):
+
+  def _assertForwardOpMatchesExpected(self, image_np, warp_np, expected):
+    with self.test_session() as sess, self.test_scope():
+      input_image = array_ops.placeholder(image_np.dtype)
+      warp = array_ops.placeholder(warp_np.dtype)
+      resampled = resampler.resampler(input_image, warp, name='resampler')
+      out = sess.run(resampled, {input_image: image_np, warp: warp_np})
+
+      self.assertAllCloseAccordingToType(
+          expected, out, half_rtol=1e-2, bfloat16_rtol=3e-2)
+
+  def _assertBackwardOpMatchesExpected(self, input_np, warp_np, grad_output_np,
+                                       expected_grad_data, expected_grad_warp):
+    with self.cached_session() as sess, self.test_scope():
+      input_image = array_ops.placeholder(input_np.dtype)
+      warp = array_ops.placeholder(warp_np.dtype)
+      grad_output = array_ops.placeholder(grad_output_np.dtype)
+
+      grad_data, grad_warp = gen_resampler_ops.resampler_grad(
+          input_image, warp, grad_output)
+
+      grad_data_tf, grad_warp_tf = sess.run([grad_data, grad_warp], {
+          input_image: input_np,
+          warp: warp_np,
+          grad_output: grad_output_np
+      })
+
+      self.assertAllCloseAccordingToType(
+          expected_grad_warp, grad_warp_tf, half_rtol=1e-2, bfloat16_rtol=3e-2)
+      self.assertAllCloseAccordingToType(
+          expected_grad_data, grad_data_tf, half_rtol=1e-2, bfloat16_rtol=3e-2)
+
+  def testSimple(self):
+    for dtype in self.float_types:
+      input_shape = [1, 2, 2, 1]
+      input_rgb_data = [0, 5, 13, 54]
+      input_np = np.array(input_rgb_data, dtype=dtype).reshape(input_shape)
+
+      warp_shape = [1, 2]
+      warp_data = [0.7, 0.6]
+      warp_np = np.array(warp_data, dtype=dtype).reshape(warp_shape)
+      expected = [[26.42]]
+      self._assertForwardOpMatchesExpected(input_np, warp_np, expected)
+
+      grad_output = np.ones([1, 1], dtype=dtype)
+
+      expected_grad_data = [[[[0.12], [0.27999997]], [[0.18000001],
+                                                      [0.42000002]]]]
+
+      expected_grad_warp = [[26.60000038, 38.20000076]]
+
+      self._assertBackwardOpMatchesExpected(input_np, warp_np, grad_output,
+                                            expected_grad_data,
+                                            expected_grad_warp)
+
+  def testMultiChannel(self):
+    for dtype in self.float_types:
+      input_shape = [1, 2, 2, 3]
+      input_rgb_data = [0, 5, 13, 54, 135, 226, 37, 8, 234, 90, 255, 1]
+      input_np = np.array(input_rgb_data, dtype=dtype).reshape(input_shape)
+
+      warp_shape = [1, 2]
+      warp_data = [0.7, 0.6]
+      warp_np = np.array(warp_data, dtype=dtype).reshape(warp_shape)
+      expected = [[59.58000183, 146.94000244, 107.37999725]]
+      self._assertForwardOpMatchesExpected(input_np, warp_np, expected)
+
+      grad_output = np.ones([1, 3], dtype=dtype)
+
+      expected_grad_data = [[[[0.12, 0.12, 0.12],
+                              [0.27999997, 0.27999997, 0.27999997]],
+                             [[0.18000001, 0.18000001, 0.18000001],
+                              [0.42000002, 0.42000002, 0.42000002]]]]
+
+      expected_grad_warp = [[199, 30]]
+
+      self._assertBackwardOpMatchesExpected(input_np, warp_np, grad_output,
+                                            expected_grad_data,
+                                            expected_grad_warp)
+
+  def testBatch2Height3byWidth3RGB(self):
+    for dtype in self.float_types:
+      input_shape = [2, 3, 3, 3]
+      input_rgb_data = [
+          0, 5, 13, 54, 135, 226, 37, 8, 234, 90, 255, 1, 30, 105, 2, 40, 115,
+          3, 50, 125, 4, 60, 135, 5, 70, 145, 6, 0, 5, 13, 54, 135, 226, 37, 8,
+          234, 90, 255, 1, 30, 105, 2, 40, 115, 3, 50, 125, 4, 60, 135, 5, 70,
+          145, 6
+      ]
+      input_np = np.array(input_rgb_data, dtype=dtype).reshape(input_shape)
+
+      # 2 batches and 2 samples for each batch.
+      warp_shape = [2, 2, 2]
+      warp_data = [0.7, 0.6, 1, 0.7, 0.9, 1.2, 1.3, 1.6]
+      warp_np = np.array(warp_data, dtype=dtype).reshape(warp_shape)
+
+      expected_forward = [[[43.92, 128.4, 65.86], [37.2, 114., 69.2]],
+                          [[40.6, 122.8, 2.5], [51., 126, 4.1]]]
+
+      self._assertForwardOpMatchesExpected(input_np, warp_np, expected_forward)
+
+      expected_grad_data = [[[[0.12, 0.12, 0.12],
+                              [0.57999998, 0.57999998, 0.57999998],
+                              [0., 0., 0.]],
+                             [[0.18000001, 0.18000001, 0.18000001],
+                              [1.12, 1.12, 1.12], [0., 0., 0.]],
+                             [[0., 0., 0.], [0., 0., 0.], [0., 0., 0.]]],
+                            [[[0., 0., 0.], [0., 0., 0.], [0., 0., 0.]],
+                             [[0.08000001, 0.08000001, 0.08000001],
+                              [0.99999988, 0.99999988, 0.99999988],
+                              [0.11999997, 0.11999997, 0.11999997]],
+                             [[0.02000001, 0.02000001, 0.02000001],
+                              [0.60000008, 0.60000008, 0.60000008],
+                              [0.17999998, 0.17999998, 0.17999998]]]]
+      expected_grad_warp = [[[33.39999008, -96.20000458], [-26.10000229,
+                                                           -278.]],
+                            [[-162.99998474, 39.99999619], [21., 63.]]]
+
+      grad_output = np.ones([2, 2, 3], dtype=dtype)
+      self._assertBackwardOpMatchesExpected(input_np, warp_np, grad_output,
+                                            expected_grad_data,
+                                            expected_grad_warp)
+
+
+if __name__ == '__main__':
+  test.main()
diff --git a/tensorflow/compiler/tf2xla/kernels/BUILD b/tensorflow/compiler/tf2xla/kernels/BUILD
index 9ee4178f5c..d85b4f5ae0 100644
--- a/tensorflow/compiler/tf2xla/kernels/BUILD
+++ b/tensorflow/compiler/tf2xla/kernels/BUILD
@@ -178,6 +178,32 @@ tf_kernel_library(
     ],
 )
 
+# A separate cc_library for resampler_ops is needed because resampler is in
+# contrib/, and thus the declaration of resampler cannot be pulled into the deps
+# of xla_ops. Therefore, resampler_ops is its own cc_library target, and its
+# corresponding tf_kernel_library is defined in contrib/resampler/BUILD.
+cc_library(
+    name = "resampler_ops",
+    srcs = ["resampler_ops.cc"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//tensorflow/compiler/tf2xla:common",
+        "//tensorflow/compiler/tf2xla:xla_compiler",
+        "//tensorflow/compiler/xla:array4d",
+        "//tensorflow/compiler/xla:literal",
+        "//tensorflow/compiler/xla:shape_util",
+        "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/compiler/xla/client:xla_builder",
+        "//tensorflow/compiler/xla/client/lib:arithmetic",
+        "//tensorflow/compiler/xla/client/lib:constants",
+        "//tensorflow/compiler/xla/client/lib:numeric",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:protos_all_cc",
+    ],
+    alwayslink = 1,
+)
+
 cc_library(
     name = "conv_op_helpers",
     srcs = ["conv_op_helpers.cc"],
diff --git a/tensorflow/compiler/tf2xla/kernels/resampler_ops.cc b/tensorflow/compiler/tf2xla/kernels/resampler_ops.cc
new file mode 100644
index 0000000000..847704608f
--- /dev/null
+++ b/tensorflow/compiler/tf2xla/kernels/resampler_ops.cc
@@ -0,0 +1,541 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <numeric>
+#include <vector>
+
+#include "tensorflow/compiler/tf2xla/shape_util.h"
+#include "tensorflow/compiler/tf2xla/type_util.h"
+#include "tensorflow/compiler/tf2xla/xla_helpers.h"
+#include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
+#include "tensorflow/compiler/tf2xla/xla_op_registry.h"
+#include "tensorflow/compiler/xla/array4d.h"
+#include "tensorflow/compiler/xla/client/lib/arithmetic.h"
+#include "tensorflow/compiler/xla/client/lib/constants.h"
+#include "tensorflow/compiler/xla/client/lib/numeric.h"
+#include "tensorflow/compiler/xla/client/xla_builder.h"
+#include "tensorflow/compiler/xla/literal.h"
+#include "tensorflow/compiler/xla/shape_util.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+#include "tensorflow/core/framework/kernel_def_builder.h"
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/types.pb.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/lib/gtl/inlined_vector.h"
+#include "tensorflow/core/lib/math/math_util.h"
+#include "tensorflow/core/platform/types.h"
+
+namespace tensorflow {
+namespace {
+
+using xla::XlaOp;
+
+// TODO(b/112295522): note that sampling from image boundary is not currently
+// being handled properly.
+
+// Calculates the bilinear weight tensor, given basis ratio (px, py) of the
+// sampling position:
+//    W = [(1-px)*(1-py), px*(1-py), (1-px)*py, px*py]
+// 'ratio' tensor has dimensions [batch, dim_0, ...dim_n, 2].
+//
+// The returned tensor has dimensions [batch, dim_0, ... dim_n, 4].
+XlaOp BilinearWeights(XlaOpKernelContext* ctx, XlaOp ratio,
+                      const TensorShape warp_shape,
+                      xla::PrimitiveType xla_type) {
+  auto first_term = xla::ConstantR2<float>(
+      ctx->builder(), {{1.0, 1.0}, {0.0, 1.0}, {1.0, 0.0}, {0.0, 0.0}});
+  first_term = xla::ConvertElementType(first_term, xla_type);
+
+  auto warp_dims = warp_shape.dim_sizes();
+  std::vector<int64> broadcast_dims(warp_dims.begin(), warp_dims.end() - 1);
+  broadcast_dims.push_back(4);
+  broadcast_dims.push_back(2);
+
+  const int64 broadcast_dims_size = broadcast_dims.size();
+
+  std::vector<int64> last_two_dims_indices = {(broadcast_dims_size - 2),
+                                              (broadcast_dims_size - 1)};
+
+  xla::Shape broadcast_shape =
+      xla::ShapeUtil::MakeShape(xla_type, broadcast_dims);
+
+  auto broadcast_first_term =
+      xla::BroadcastInDim(first_term, broadcast_shape, last_two_dims_indices);
+
+  // Ratio is of the same dimension as warp, which is [batch, dim_0,... dim_n,
+  // 2], we broadcast ratio tensor to 'broadcast_dim' by keeping the
+  // [batch, dim_0,...dim_n] dimensions and the [2] dimension as the last
+  // dimension.
+  std::vector<int64> ratio_broadcast_indices(broadcast_dims.size());
+  std::iota(ratio_broadcast_indices.begin(), ratio_broadcast_indices.end(), 0);
+  ratio_broadcast_indices.erase(ratio_broadcast_indices.end() - 2);
+
+  auto broadcast_ratio =
+      xla::BroadcastInDim(ratio, broadcast_shape, ratio_broadcast_indices);
+
+  auto first_term_subtract_weights = broadcast_first_term - broadcast_ratio;
+
+  // Now we have [(1-px, 1-py), (-px, 1-py), (1-px, -py), (px, py)], need to
+  // flip the signs of the second and the third term.
+  auto sign_change = xla::ConstantR2<float>(
+      ctx->builder(), {{1.0, 1.0}, {-1.0, 1.0}, {-1.0, 1.0}, {1.0, 1.0}});
+  sign_change = xla::ConvertElementType(sign_change, xla_type);
+
+  auto broadcast_sign_change =
+      xla::BroadcastInDim(sign_change, broadcast_shape, last_two_dims_indices);
+
+  auto flipped = first_term_subtract_weights * broadcast_sign_change;
+
+  // Build up the final bilinear weight tensor by multiply reduction, which
+  // gives:
+  //    [(1-px)*(1-py), px*(1-py), (1-px)*py, px*py]
+  // for each 4 neighboring pixels where px and py are the weight of the target
+  // pixel we are sampling from.
+  return xla::Reduce(
+      flipped, xla::One(ctx->builder(), xla_type),
+      xla::CreateScalarMultiplyComputation(xla_type, ctx->builder()),
+      {broadcast_dims_size - 1});
+}
+
+// Concatenates the batch indices to the (x, y) coordinate indices.
+// This is done by first creating an Iota tensor that represents the current
+// batch it is in, then concatenate with the givin (coordinate) indices.
+//
+// The resulting tensor has dimension (batch, dim_0, ... dim_n, 3) where
+// the last dimension of size 3 in turn is [batch_number, x, y].
+// The [batch_number, x, y] dimension is needed because the indices
+// [x,y] alone cannot allow the xla::Gather operation to gather from the input
+// data, which is of dimension [batch, height(y), width(x), channel] with
+// 'batch' being the first dimension.
+XlaOp ConcatenateIota(xla::XlaBuilder* b, XlaOp indices,
+                      const TensorShape& warp_shape) {
+  // We need to create an iota tensor with the same batch dimension.
+  std::vector<int64> dimensions;
+  for (auto dim : warp_shape) {
+    dimensions.push_back(dim.size);
+  }
+  // Except the last dimension, which is of size 1.
+  dimensions.back() = 1;
+
+  auto batch_indices =
+      xla::Iota(b, xla::ShapeUtil::MakeShape(xla::U32, dimensions),
+                /*iota_dimension=*/0);
+
+  return xla::ConcatInDim(b, {batch_indices, indices}, dimensions.size() - 1);
+}
+
+// Gathers the 2x2 neighbors of the input starting_indices, and return a
+// tensor of dimension [batch, dim_0, ... dim_n, 4, data_channels].
+// 'gather_indices' is of dimension [batch, dim_0, ..., dim_n, 3] where the last
+// dimension of size 3 is (batch_no, x, y).
+XlaOp Gather2by2Neighbors(xla::XlaBuilder* b, XlaOp data, XlaOp gather_indices,
+                          int64 data_channels, int warp_dims) {
+  xla::GatherDimensionNumbers gather_dim_numbers;
+  const int64 neighbor_data_dimensions = warp_dims + 2;
+  // Since the Gather output dimensions are [batch, dim_0, ... dim_n, 2, 2,
+  // data_channels], the offset dimensions for Gather is the last 3 dimensions.
+  gather_dim_numbers.add_offset_dims(neighbor_data_dimensions - 3);
+  gather_dim_numbers.add_offset_dims(neighbor_data_dimensions - 2);
+  gather_dim_numbers.add_offset_dims(neighbor_data_dimensions - 1);
+  // The last dimension of 'gather_indices' is the starting indices for gather.
+  gather_dim_numbers.set_index_vector_dim(warp_dims - 1);
+  gather_dim_numbers.add_collapsed_slice_dims(0);
+  gather_dim_numbers.add_start_index_map(0);
+  // Since input is of dimension [batch, height(y), width(x), channel], and warp
+  // is of dimension [batch, x, y], the ordering of x, y here needs to be
+  // swapped when gathering.
+  gather_dim_numbers.add_start_index_map(2);
+  gather_dim_numbers.add_start_index_map(1);
+  // Data dimensions are [batch, x, y, channel].
+  // Output dimensions are [batch, dim_0, ... dim_n, 2, 2, data_channels].
+  auto neighbors_data = xla::Gather(data, gather_indices, gather_dim_numbers,
+                                    /*slice_sizes=*/{1, 2, 2, data_channels});
+  // Collapse the ...,2,2,... dimensions into ...,4,...
+  return xla::Collapse(neighbors_data, {warp_dims - 1, warp_dims});
+}
+
+// Scatter 'updates' tensor to 'grad_data' based on 'indices'. Returns the
+// resulting tensor of dimension: [batch, dim_0, ...dim_n, 2, 2, data_channels].
+// This function can also be seen as the inverse of 'Gather2by2Neighbors'.
+XlaOp ScatterToGradData(XlaOpKernelContext* ctx, XlaOp grad_data, XlaOp indices,
+                        XlaOp updates, int64 warp_dims,
+                        xla::PrimitiveType xla_type) {
+  xla::ScatterDimensionNumbers scatter_dim_numbers;
+  const int64 neighbor_data_dimensions = warp_dims + 2;
+  // Since the Scatter output dimensions are [batch, dim_0, ... dim_n, 2, 2,
+  // data_channels], the update window dimensions is the last 3 dimensions.
+  scatter_dim_numbers.add_update_window_dims(neighbor_data_dimensions - 3);
+  scatter_dim_numbers.add_update_window_dims(neighbor_data_dimensions - 2);
+  scatter_dim_numbers.add_update_window_dims(neighbor_data_dimensions - 1);
+  scatter_dim_numbers.set_index_vector_dim(warp_dims - 1);
+
+  scatter_dim_numbers.add_inserted_window_dims(0);
+  scatter_dim_numbers.add_scatter_dims_to_operand_dims(0);
+  // Since input is of dimension [batch, height(y), width(x), channel], and warp
+  // is of dimension [batch, x, y], the ordering of x, y here needs to be
+  // swapped when scattering.
+  scatter_dim_numbers.add_scatter_dims_to_operand_dims(2);
+  scatter_dim_numbers.add_scatter_dims_to_operand_dims(1);
+
+  return xla::Scatter(grad_data, indices, updates,
+                      xla::CreateScalarAddComputation(xla_type, ctx->builder()),
+                      scatter_dim_numbers);
+}
+
+// Build computation the backprop into input 'data'.
+// Where input:
+// grad_output is of dimension [batch, dim_0, ...dim_n, channel]
+// ratio is of dimension [batch, dim_0, ...dim_n, 2]
+// gather_indices is of dimension [batch, dim_0, ...dim_n, 3]
+//
+// Output:
+// scatter-add to each 2x2 grad_data neighbor:
+//  grad_data[fx, fy, chan] += output_grad * dx * dy
+//  grad_data[cx, fy, chan] += output_grad * (1 - dx) * dy
+//  grad_data[fx, cy, chan] += output_grad * dx * (1 - dy)
+//  grad_data[cx, cy, chan] += output_grad * (1 - dx) * (1 - dy)
+// where (dx, dy) is (1 - ratio).
+XlaOp CalculateGradData(XlaOpKernelContext* ctx, XlaOp grad_output, XlaOp ratio,
+                        XlaOp gather_indices, xla::PrimitiveType warp_type,
+                        TensorShape warp_shape, int64 data_channels,
+                        xla::Shape data_shape) {
+  // Weights tensor has dimension [batch, dim_0, ... dim_n, 4].
+  auto weights = BilinearWeights(ctx, ratio, warp_shape, warp_type);
+
+  auto warp_dims = warp_shape.dim_sizes();
+  std::vector<int64> warp_dims_without_last_dims(warp_dims.begin(),
+                                                 warp_dims.end() - 1);
+
+  std::vector<int64> reshaped_weights_dims = warp_dims_without_last_dims;
+  // Reshape the last dimension of size 4 to two dimensions [2, 2].
+  reshaped_weights_dims.push_back(2);
+  reshaped_weights_dims.push_back(2);
+  std::vector<int64> reshape_dims(warp_shape.dims());
+  std::iota(reshape_dims.begin(), reshape_dims.end(), 0);
+  // The dimension is [batch, dim_0,..., dim_n, 2, 2].
+  auto reshaped_weights = xla::Reshape(weights, /*dimensions=*/reshape_dims,
+                                       /*new_sizes=*/reshaped_weights_dims);
+
+  std::vector<int64> weights_with_channels_dims = reshaped_weights_dims;
+  weights_with_channels_dims.push_back(data_channels);
+  auto weights_with_channels_shape =
+      xla::ShapeUtil::MakeShape(warp_type, weights_with_channels_dims);
+  std::vector<int64> reshaped_weights_indices(reshaped_weights_dims.size());
+  std::iota(reshaped_weights_indices.begin(), reshaped_weights_indices.end(),
+            0);
+
+  // The dimension is [batch, dim_0, ..., dim_n, 2, 2, data_channel].
+  auto broadcast_reshaped_weights = xla::BroadcastInDim(
+      reshaped_weights, weights_with_channels_shape, reshaped_weights_indices);
+
+  std::vector<int64> grad_output_indices(warp_dims_without_last_dims.size());
+  std::iota(grad_output_indices.begin(), grad_output_indices.end(), 0);
+  grad_output_indices.push_back(weights_with_channels_dims.size() - 1);
+  XlaOp broadcast_grad_output = xla::BroadcastInDim(
+      grad_output, weights_with_channels_shape, grad_output_indices);
+
+  auto grad_output_multiply_weights =
+      broadcast_grad_output * broadcast_reshaped_weights;
+
+  auto grad_data = xla::ConstantLiteral(
+      ctx->builder(), xla::Literal::CreateFromShape(data_shape));
+
+  return ScatterToGradData(ctx, grad_data, gather_indices,
+                           grad_output_multiply_weights, warp_shape.dims(),
+                           warp_type);
+}
+
+// Build computation for the backprop into input 'warp'.
+// Where input:
+// warp is of dimension [batch, dim_0, ...dim_n, 2]
+// grad_output is of dimension [batch, dim_0, ...dim_n, channel]
+// ratio is of dimension [batch, dim_0, ...dim_n, 2]
+// gather_indices is of dimension [batch, dim_0, ...dim_n, 3]
+// data is of dimension [batch, x, y, channel]
+//
+// Output (simplified by ignoring the batch dimensions):
+// Since the forward path has:
+//    output = dot(weights * neighbors)
+// The backprop into warp will therefore be:
+//    grad_warp = output_grad * d_output / d_warp
+//              = output_grad * (d_weights / d_warp * neighbors + d_neighbors /
+//              d_warp * weight)
+// Where:
+//    d_weights / d_warp_x = [-(1 - py), (1 - py), -py, py]
+//    d_weights / d_warp_y = [-(1 - px), -px, (1-px), px]
+// and
+//    d_neighbors / d_warp_x = 0
+//
+// Therefore:
+//    grad_warp_x = py * (img_cxcy - img_fxcy) + (1-py) * (img_cxfy-img_fxfy)
+//    grad_warp_y = px * (img_cxcy - img_cxfy) + (1-px) * (img_fxcy-img_fxfy)
+//
+// where (px, py) is warp, (fx, fy) is the left top corner and (cx, cy) is the
+// bottom right corner in a 2x2 neighborhood.
+XlaOp CalculateGradWarp(XlaOpKernelContext* ctx, XlaOp grad_output, XlaOp ratio,
+                        XlaOp gather_indices, XlaOp data,
+                        TensorShape warp_shape, int64 data_channels,
+                        xla::PrimitiveType data_type) {
+  auto warp_dims = warp_shape.dim_sizes();
+  std::vector<int64> warp_dims_without_last_dims(warp_dims.begin(),
+                                                 warp_dims.end() - 1);
+
+  std::vector<int64> neighbor_broadcast_dims = warp_dims_without_last_dims;
+  neighbor_broadcast_dims.push_back(4);
+
+  // With dimension [batch, dim_0, ...dim_n, 4]
+  auto neighbor_broadcast_shape =
+      xla::ShapeUtil::MakeShape(data_type, neighbor_broadcast_dims);
+
+  // The dimension is [batch, dim_0, ... dim_n, 4, data_channels]
+  auto neighbors_data = Gather2by2Neighbors(
+      ctx->builder(), data, gather_indices, data_channels, warp_shape.dims());
+
+  const int64 last_warp_dim = warp_shape.dims() - 1;
+
+  // Since we will be creating the dot product of:
+  //  lhs: [batch, dim_0, ...dim_n, 4]
+  // and
+  //  rhs: [batch, dim_0, ...dim_n, 4, data_channels]
+  // we choose the last dimension of lhs and the second last dimension of rhs,
+  // with size 4, as the contracting dimension.
+  xla::DotDimensionNumbers dot_dims;
+  for (int i = 0; i < warp_shape.dims() - 1; ++i) {
+    dot_dims.add_lhs_batch_dimensions(i);
+    dot_dims.add_rhs_batch_dimensions(i);
+  }
+  dot_dims.add_lhs_contracting_dimensions(warp_shape.dims() - 1);
+  dot_dims.add_rhs_contracting_dimensions(warp_shape.dims() - 1);
+
+  // img_cxcy - img_fxcy
+  auto bottom_right_minus_bottom_left = xla::DotGeneral(
+      xla::BroadcastInDim(
+          xla::ConvertElementType(
+              xla::ConstantR1<float>(ctx->builder(), {0, 0, -1, 1}), data_type),
+          neighbor_broadcast_shape, {last_warp_dim}),
+      neighbors_data, dot_dims, /*precision_config=*/nullptr);
+
+  // img_cxfy - img_fxfy
+  auto top_right_minus_top_left = xla::DotGeneral(
+      xla::BroadcastInDim(
+          xla::ConvertElementType(
+              xla::ConstantR1<float>(ctx->builder(), {-1, 1, 0, 0}), data_type),
+          neighbor_broadcast_shape, {last_warp_dim}),
+      neighbors_data, dot_dims, /*precision_config=*/nullptr);
+
+  // img_cxcy - img_cxfy
+  auto bottom_right_minus_top_right = xla::DotGeneral(
+      xla::BroadcastInDim(
+          xla::ConvertElementType(
+              xla::ConstantR1<float>(ctx->builder(), {0, -1, 0, 1}), data_type),
+          neighbor_broadcast_shape, {last_warp_dim}),
+      neighbors_data, dot_dims, /*precision_config=*/nullptr);
+
+  // img_fxcy - img_fxfy
+  auto bottom_left_minus_top_left = xla::DotGeneral(
+      xla::BroadcastInDim(
+          xla::ConvertElementType(
+              xla::ConstantR1<float>(ctx->builder(), {-1, 0, 1, 0}), data_type),
+          neighbor_broadcast_shape, {last_warp_dim}),
+      neighbors_data, dot_dims, /*precision_config=*/nullptr);
+
+  // Slice out x and y.
+  auto weight_x = xla::SliceInDim(ratio, /*start_index=*/0, /*limit_index=*/1,
+                                  /*stride=*/1, /*dimno=*/last_warp_dim);
+  auto weight_y = xla::SliceInDim(ratio, /*start_index=*/1, /*limit_index=*/2,
+                                  /*stride=*/1, /*dimno=*/last_warp_dim);
+
+  // Build 1 - y and 1 - x.
+  auto one_minus_y = xla::One(ctx->builder(), data_type) - weight_y;
+  auto one_minus_x = xla::One(ctx->builder(), data_type) - weight_x;
+
+  auto x_before_reduce =
+      grad_output * weight_y * bottom_right_minus_bottom_left +
+      one_minus_y * top_right_minus_top_left;
+
+  std::vector<int64> reshaped_sizes = warp_dims_without_last_dims;
+  reshaped_sizes.push_back(1);
+
+  std::vector<int64> reshaped_dims(warp_dims_without_last_dims.size());
+  std::iota(reshaped_dims.begin(), reshaped_dims.end(), 0);
+
+  // Reduce-add along the channel dimension.
+  auto x_result =
+      xla::Reduce(x_before_reduce, xla::Zero(ctx->builder(), data_type),
+                  xla::CreateScalarAddComputation(data_type, ctx->builder()),
+                  {last_warp_dim});
+  // Reshape before concatenating with y values.
+  XlaOp reshaped_x = xla::Reshape(x_result, reshaped_dims, reshaped_sizes);
+
+  auto y_before_reduce = grad_output * weight_x * bottom_right_minus_top_right +
+                         one_minus_x * bottom_left_minus_top_left;
+  // Reduce-add along the channel dimension.
+  auto y_result =
+      xla::Reduce(y_before_reduce, xla::Zero(ctx->builder(), data_type),
+
+                  xla::CreateScalarAddComputation(data_type, ctx->builder()),
+                  {last_warp_dim});
+  XlaOp reshaped_y = xla::Reshape(y_result, reshaped_dims, reshaped_sizes);
+
+  return xla::ConcatInDim(ctx->builder(), {reshaped_x, reshaped_y},
+                          last_warp_dim);
+}
+
+class ResamplerOp : public XlaOpKernel {
+ public:
+  explicit ResamplerOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {}
+
+  void Compile(XlaOpKernelContext* ctx) override {
+    TensorShape data_shape = ctx->InputShape("data");
+    OP_REQUIRES(ctx, data_shape.dims() == 4,
+                errors::InvalidArgument("data must be 4-dimensional",
+                                        data_shape.DebugString()));
+    const int64 data_channels = data_shape.dim_size(3);
+    xla::PrimitiveType data_type = ctx->input_xla_type(0);
+
+    TensorShape warp_shape = ctx->InputShape("warp");
+    OP_REQUIRES(ctx, warp_shape.dims() >= 2,
+                errors::InvalidArgument("warp must be at least 2-dimensional",
+                                        warp_shape.DebugString()));
+    for (int size : warp_shape.dim_sizes()) {
+      OP_REQUIRES(ctx, size > 0,
+                  errors::InvalidArgument("warp sizes must be positive, got [",
+                                          size, "]"));
+    }
+    const int64 last_warp_dim = warp_shape.dims() - 1;
+    // Last dimension of warp shape must be of size 2.
+    OP_REQUIRES(ctx, warp_shape.dim_size(last_warp_dim) == 2,
+                errors::InvalidArgument(
+                    "the last dimension of warp must be exactly size 2."));
+
+    XlaOp data = ctx->Input("data");
+    XlaOp warp = ctx->Input("warp");
+
+    // Find the coordinates of the top left corner for the 2x2 region to be
+    // sampled from. The dimensions are (batch, dim_0, ... dim_n, 2) where the
+    // last dimension of size 2 in turn is [x, y].
+    XlaOp top_left = xla::ConvertElementType(warp, xla::U32);
+
+    auto gather_indices = ConcatenateIota(ctx->builder(), top_left, warp_shape);
+
+    // The dimension is [batch, dim_0, ... dim_n, 4, data_channels]
+    auto neighbors_data = Gather2by2Neighbors(
+        ctx->builder(), data, gather_indices, data_channels, warp_shape.dims());
+
+    // Dimensions are [batch, dim_0, ... dim_n, 2].
+    XlaOp ratio = warp - xla::ConvertElementType(top_left, data_type);
+
+    // Obtain the bilinear blending weights, the dimension is [batch, dim_0,
+    // ...dim_n, 4].
+    auto weights = BilinearWeights(ctx, ratio, warp_shape, data_type);
+
+    // Since we will be creating the dot product of:
+    //  lhs: [batch, dim_0, ...dim_n, 4]
+    // and
+    //  rhs: [batch, dim_0, ...dim_n, 4, data_channels]
+    // we choose the last dimension of lhs and the second last dimension of rhs,
+    // with size 4, as the contracting dimension.
+    xla::DotDimensionNumbers dot_dims;
+    for (int i = 0; i < warp_shape.dims() - 1; ++i) {
+      dot_dims.add_lhs_batch_dimensions(i);
+      dot_dims.add_rhs_batch_dimensions(i);
+    }
+    dot_dims.add_lhs_contracting_dimensions(warp_shape.dims() - 1);
+    dot_dims.add_rhs_contracting_dimensions(warp_shape.dims() - 1);
+
+    auto blended_pixels = xla::DotGeneral(weights, neighbors_data, dot_dims,
+                                          /*precision_config=*/nullptr);
+
+    ctx->SetOutput(0, blended_pixels);
+  }
+};
+
+REGISTER_XLA_OP(Name("Resampler"), ResamplerOp);
+
+class ResamplerGradOp : public XlaOpKernel {
+ public:
+  explicit ResamplerGradOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {
+    DataType output_dtype;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("T", &output_dtype));
+  }
+
+  void Compile(XlaOpKernelContext* ctx) override {
+    TensorShape data_shape_tf = ctx->InputShape("data");
+    OP_REQUIRES(ctx, data_shape_tf.dims() == 4,
+                errors::InvalidArgument("data must be 4-dimensional",
+                                        data_shape_tf.DebugString()));
+    const int64 data_channels = data_shape_tf.dim_size(3);
+    xla::PrimitiveType data_type = ctx->input_xla_type(0);
+
+    TensorShape warp_shape = ctx->InputShape("warp");
+    OP_REQUIRES(ctx, warp_shape.dims() >= 2,
+                errors::InvalidArgument("warp must be at least 2-dimensional",
+                                        warp_shape.DebugString()));
+    for (int size : warp_shape.dim_sizes()) {
+      OP_REQUIRES(ctx, size > 0,
+                  errors::InvalidArgument("warp sizes must be positive, got [",
+                                          size, "]"));
+    }
+    // Last dimension of warp shape must be of size 2.
+    OP_REQUIRES(ctx, warp_shape.dim_size(warp_shape.dims() - 1) == 2,
+                errors::InvalidArgument(
+                    "the last dimension of warp must be exactly size 2."));
+    xla::PrimitiveType warp_type = ctx->input_xla_type(1);
+
+    TensorShape output_grad_shape = ctx->InputShape("grad_output");
+    OP_REQUIRES(
+        ctx, output_grad_shape.dims() >= 2,
+        errors::InvalidArgument("output_grad must be at least 2-dimensional",
+                                output_grad_shape.DebugString()));
+
+    // Dimensions are [batch, x, y, channel].
+    XlaOp data = ctx->Input("data");
+    xla::Shape data_shape = TensorShapeToXLAShape(data_type, data_shape_tf);
+
+    // Dimensions are [batch, dim_0, ...dim_n, 2].
+    XlaOp warp = ctx->Input("warp");
+    // Dimensions are [batch, dim_0, ...dim_n, channel].
+    XlaOp grad_output = ctx->Input("grad_output");
+
+    // Find the top left corner coordinate for the region to be sampled from.
+    // The dimensions are [batch, dim_0, ... dim_n, 2] where the last dimension
+    // of size 2 in turn is [x, y].
+    XlaOp top_left = xla::ConvertElementType(warp, xla::U32);
+
+    // Dimensions are [batch, dim_0, ... dim_n, 2]
+    XlaOp ratio = warp - xla::ConvertElementType(top_left, warp_type);
+
+    // Indices for gathering neighboring pixels.
+    auto gather_indices = ConcatenateIota(ctx->builder(), top_left, warp_shape);
+
+    auto grad_data =
+        CalculateGradData(ctx, grad_output, ratio, gather_indices, warp_type,
+                          warp_shape, data_channels, data_shape);
+
+    auto grad_warp =
+        CalculateGradWarp(ctx, grad_output, ratio, gather_indices, data,
+                          warp_shape, data_channels, data_type);
+
+    ctx->SetOutput(0, grad_data);
+    ctx->SetOutput(1, grad_warp);
+  }
+};
+
+REGISTER_XLA_OP(Name("ResamplerGrad"), ResamplerGradOp);
+
+}  // namespace
+}  // namespace tensorflow
diff --git a/tensorflow/contrib/resampler/BUILD b/tensorflow/contrib/resampler/BUILD
index b3f32b8f34..38fcca0311 100644
--- a/tensorflow/contrib/resampler/BUILD
+++ b/tensorflow/contrib/resampler/BUILD
@@ -50,6 +50,7 @@ tf_kernel_library(
     prefix = "resampler_ops",
     deps = [
         ":resampler_ops_op_lib",
+        "//tensorflow/compiler/tf2xla/kernels:resampler_ops",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
     ],
diff --git a/tensorflow/contrib/resampler/ops/resampler_ops.cc b/tensorflow/contrib/resampler/ops/resampler_ops.cc
index 5ab212032e..f785d4ee5f 100644
--- a/tensorflow/contrib/resampler/ops/resampler_ops.cc
+++ b/tensorflow/contrib/resampler/ops/resampler_ops.cc
@@ -25,7 +25,7 @@ REGISTER_OP("Resampler")
     .Input("data: T")
     .Input("warp: T")
     .Output("output: T")
-    .Attr("T: {half, float, double}")
+    .Attr("T: {half, bfloat16, float, double}")
     .SetShapeFn([](InferenceContext* c) {
       ShapeHandle data;
       ShapeHandle warp;
@@ -48,7 +48,7 @@ REGISTER_OP("ResamplerGrad")
     .Input("grad_output: T")
     .Output("grad_data: T")
     .Output("grad_warp: T")
-    .Attr("T: {half, float, double}")
+    .Attr("T: {half, bfloat16, float, double}")
     .SetShapeFn([](InferenceContext* c) {
       c->set_output(0, c->input(0));
       c->set_output(1, c->input(1));
-- 
GitLab


From 19990126ae15473bb59ca9cd17deacec20cecc29 Mon Sep 17 00:00:00 2001
From: Blake Hechtman <blakehechtman@google.com>
Date: Fri, 2 Nov 2018 21:43:05 -0700
Subject: [PATCH 1010/1825] [XLA] Use generic fusion's multi-output fusion
 support.

The main benefit here is a 6% speedup on MLPERF ncf.

BEGIN_PUBLIC
[XLA] Fix multioutput fusion support in normal instruction fusion.
END_PUBLIC

** End-to-end macrobenchmarks **
NOTE: conv_draw runs on a single core on the benchmark without cross replica sum. A replicated version of conv_draw would not create the fusion nodes found here due to the cross replica sum. As a result, I do not expect a performance hit in typical production use cases.

Speedups (before / after):
INFEED:   0.83x (before  1033.5 ms, after  1250.9 ms): openai_v0_rnn_optimized_df
WINDOW SELECTION:   0.89x (before  8517.4 ms, after  9537.7 ms): conv_draw_batch_128_df
WINDOW SELECTION:   0.91x (before 15847.4 ms, after 17435.4 ms): conv_draw_batch_128_jf
MORE REMAT:   0.93x (before  5367.3 ms, after  5787.3 ms): deeplab_training_img513_depth101_batch_8_jf
WINDOW SELECTION:   0.93x (before  5078.1 ms, after  5453.6 ms): conv_draw_batch_16_df
WINDOW SELCTION:   0.98x (before  7886.3 ms, after  8052.7 ms): conv_draw_batch_16_jf
   0.98x (before 36499.0 us, after 37218.0 us): magenta_jf
   0.99x (before 10003.2 ms, after 10124.5 ms): faster_rcnn_image640_batch_8_df
   0.99x (before  7618.2 ms, after  7687.7 ms): alphachess_rec_df
   0.99x (before 74307.0 us, after 74846.0 us): translate_inference_jf
   1.01x (before 29668.0 us, after 29515.0 us): translate_inference_hybrid_df
   1.01x (before   795.7 ms, after   791.5 ms): deleuze_learn_jf
   1.01x (before   438.1 ms, after   435.6 ms): wavernn_train_jf
   1.01x (before   137.9 ms, after   137.0 ms): resnet_v2_50_batch_16_df
   1.01x (before 13349.9 ms, after 13263.0 ms): nmt_32k_large_df
   1.01x (before 20215.9 ms, after 20083.0 ms): nmt_32k_large_jf
   1.01x (before  2602.9 ms, after  2585.3 ms): openai_v0_rnn_natural_df
   1.01x (before   539.1 ms, after   535.2 ms): deleuze_learn_df
   1.01x (before  3831.9 ms, after  3801.5 ms): nmt_transformer_big_adafactor_with_model_split_jf
   1.01x (before  6510.3 ms, after  6456.9 ms): nmt_model_parallel_jf
   1.01x (before  1538.1 ms, after  1525.2 ms): babelfish_transformer_big_adafactor_with_model_split_jf
   1.01x (before  2384.5 ms, after  2362.3 ms): nmt_transformer_big_adafactor_with_model_split_df
   1.01x (before  6567.9 ms, after  6503.3 ms): nmt_single_tpu_jf
   1.01x (before   285.7 ms, after   282.8 ms): wavenet_train_ar_jf
   1.01x (before 54764.0 us, after 54203.0 us): resnet_imagenet_jf
   1.01x (before   193.0 ms, after   190.9 ms): wavenet_train_ar_df
   1.01x (before 46145.0 us, after 45632.0 us): translate_inference_hybrid_jf
   1.01x (before  4516.0 ms, after  4462.8 ms): nmt_model_parallel_df
   1.01x (before  2071.6 ms, after  2045.9 ms): babelfish_jf
   1.01x (before 61792.0 us, after 60928.0 us): inception_v3_batch_8_train_jf
   1.01x (before  4566.1 ms, after  4499.8 ms): nmt_single_tpu_df
   1.02x (before  6090.6 ms, after  5999.2 ms): alphastar_df
   1.02x (before   233.6 ms, after   230.1 ms): nmt_model_char_v1_df
   1.02x (before 39605.0 us, after 38971.0 us): resnet_imagenet_df
   1.02x (before 29482.0 us, after 28982.0 us): inception_v2_batch_8_train_jf
   1.02x (before   571.6 ms, after   561.8 ms): nmt_model_char_v0_df
   1.02x (before  1173.0 us, after  1153.0 us): smartcompose_single_step_jf
   1.02x (before 11952.1 ms, after 11735.3 ms): faster_rcnn_image640_batch_8_jf
   1.02x (before 22885.0 us, after 22449.0 us): inception_v2_batch_8_train_df
   1.02x (before 31350.0 us, after 30720.0 us): magenta_df
   1.02x (before 10627.0 ms, after 10397.1 ms): alphastar_jf
   1.02x (before 44625.0 us, after 43601.0 us): inception_v3_batch_8_train_df
   1.02x (before 44470.0 us, after 43410.0 us): translate_inference_df
   1.02x (before   699.0 us, after   682.0 us): smartcompose_single_step_df
   1.03x (before   102.0 ms, after 99217.0 us): magenta_dynamic_jf
   1.03x (before 93749.0 us, after 91198.0 us): magenta_dynamic_df
   1.85x (before  5873.3 ms, after  3177.0 ms): object_detection_ssd_mobilenet_v1_300x300_batch_128_df

Geomean before:    680.7 ms
Geomean after:     677.9 ms
Geomean speedup:    1.00x (geomean before / geomean after)

** HBM usage results **

Size reduction (before / after):
   0.92x    (before 5.92 GiB, after 6.42 GiB): unet_training_jf
   0.94x    (before 1.90 GiB, after 2.02 GiB): babelfish_char2feats02_jf
   0.94x    (before 1.99 GiB, after 2.11 GiB): babelfish_char2feats01_jf
   0.97x    (before 1.45 GiB, after 1.50 GiB): nmt_model_parallel_df
   0.97x    (before 1.45 GiB, after 1.50 GiB): nmt_model_parallel_jf
   0.98x    (before 1.59 GiB, after 1.62 GiB): conv_draw_batch_128_jf
   0.98x    (before 1.62 GiB, after 1.65 GiB): conv_draw_batch_128_df
   0.99x    (before 3.29 GiB, after 3.34 GiB): nmt_32k_large_df
   0.99x    (before 3.29 GiB, after 3.34 GiB): nmt_32k_large_jf
   0.99x    (before 3.34 GiB, after 3.39 GiB): deleuze_learn_df
   0.99x    (before 3.35 GiB, after 3.39 GiB): deleuze_learn_jf
   0.99x    (before 1.18 GiB, after 1.19 GiB): resnet_imagenet_df
   0.99x    (before 1.18 GiB, after 1.19 GiB): resnet_imagenet_jf
   1.01x    (before 8.02 GiB, after 7.98 GiB): retinanet_training_img1024_depth50_batch_8_bf16_df
   1.01x    (before 1.15 GiB, after 1.14 GiB): inception_v3_batch_8_train_jf
   1.01x    (before 1.15 GiB, after 1.14 GiB): inception_v3_batch_8_train_df
   1.01x    (before 8.63 GiB, after 8.55 GiB): retinanet_training_img768_depth50_batch_8_df
   1.01x    (before 6.09 GiB, after 6.02 GiB): retinanet_training_img640_batch_8_jf
   1.01x    (before 77.1 MiB, after 76.2 MiB): magenta_jf
   1.01x    (before 6.63 GiB, after 6.55 GiB): retinanet_training_img768_depth50_batch_8_jf
   1.01x    (before 6.09 GiB, after 6.01 GiB): retinanet_training_img640_batch_8_df
   1.01x    (before 76.8 MiB, after 75.7 MiB): magenta_df
   1.02x    (before 8.62 GiB, after 8.45 GiB): inception_v3_batch_128_train_df
   1.02x    (before 241 MiB, after 237 MiB): alphachess_rec_df
   1.02x    (before 6.47 GiB, after 6.34 GiB): inception_v3_batch_128_train_jf
   1.03x    (before 1.08 GiB, after 1.05 GiB): nmt_model_char_v0_jf
   1.03x    (before 1.08 GiB, after 1.05 GiB): nmt_model_char_v0_df
   1.03x    (before 5.19 GiB, after 5.04 GiB): alphastar_jf
   1.04x    (before 5.47 GiB, after 5.25 GiB): alphastar_df
   1.04x    (before 698 MiB, after 668 MiB): conv_draw_batch_16_df
   1.05x    (before 696 MiB, after 665 MiB): conv_draw_batch_16_jf
   1.05x    (before 6.39 GiB, after 6.07 GiB): deeplab_training_img513_depth101_batch_8_jf
   1.07x    (before 243 MiB, after 227 MiB): alphachess_rec_jf

Geomean before:  1.03 GiB
Geomean after:   1.03 GiB
Geomean size reduction:    1.00x (geomean before / geomean after)

*** Reason for rollback ***

Doesn't break speech models anymore

*** Original change description ***

Automated rollback of changelist 204006812

PiperOrigin-RevId: 219905428
---
 tensorflow/compiler/xla/service/BUILD         |  1 +
 .../compiler/xla/service/hlo_reachability.h   |  3 ++
 .../xla/service/instruction_fusion.cc         | 37 ++++++++++---------
 .../compiler/xla/service/instruction_fusion.h | 11 +++---
 4 files changed, 28 insertions(+), 24 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index cfc46b3b0e..cd8c20d43e 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -1362,6 +1362,7 @@ cc_library(
         ":fusion_queue",
         ":hlo",
         ":hlo_pass",
+        ":hlo_reachability",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/algorithm:container",
diff --git a/tensorflow/compiler/xla/service/hlo_reachability.h b/tensorflow/compiler/xla/service/hlo_reachability.h
index 5a5f01f8fd..3e27d098ae 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability.h
+++ b/tensorflow/compiler/xla/service/hlo_reachability.h
@@ -82,6 +82,9 @@ class HloReachabilityMap {
   // if the set of edges that have been provided to this class are transitive.
   bool IsConnected(const HloInstruction* a, const HloInstruction* b) const;
 
+  // Checks if an instruction is in the Reachability map.
+  bool IsPresent(const HloInstruction* a) const { return indices_.contains(a); }
+
  private:
   // A bit-vector implementation specialized for this use case which provides a
   // fast bitwise OR operation not available in tensorflow::gtl::BitMap.
diff --git a/tensorflow/compiler/xla/service/instruction_fusion.cc b/tensorflow/compiler/xla/service/instruction_fusion.cc
index 69a4c160ee..a85793e477 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion.cc
@@ -26,7 +26,9 @@ limitations under the License.
 #include "absl/memory/memory.h"
 #include "tensorflow/compiler/xla/map_util.h"
 #include "tensorflow/compiler/xla/service/fusion_queue.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
+#include "tensorflow/compiler/xla/service/hlo_reachability.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/platform/logging.h"
 
@@ -437,8 +439,7 @@ class ReversePostOrderFusionQueue : public FusionQueue {
 }  // namespace
 
 std::unique_ptr<FusionQueue> InstructionFusion::GetFusionQueue(
-    HloComputation* computation,
-    const std::function<bool(HloInstruction*)>& skip_producer) {
+    HloComputation* computation) {
   return absl::make_unique<ReversePostOrderFusionQueue>(computation);
 }
 
@@ -455,10 +456,7 @@ StatusOr<bool> InstructionFusion::Run(HloModule* module) {
 
     HloInstructionSet do_not_duplicate =
         ComputeGloballyUnfusible(computation_->MakeInstructionPostOrder());
-    auto fusion_queue =
-        GetFusionQueue(computation_, [&](HloInstruction* producer) {
-          return do_not_duplicate.count(producer) > 0;
-        });
+    auto fusion_queue = GetFusionQueue(computation_);
 
     // Instruction fusion effectively fuses edges in the computation graph
     // (producer instruction -> consumer instruction) so we iterate over all
@@ -489,9 +487,8 @@ StatusOr<bool> InstructionFusion::Run(HloModule* module) {
         HloInstruction* fusion_instruction;
         // Try "regular" fusion if the operand may be duplicated. Otherwise,
         // perform multi-output fusion, unless this creates a cycle.
-        // TODO(tjoerg): Consider making multi-output fusion the default.
-        if (ShouldFuse(instruction, i) &&
-            do_not_duplicate.count(operand) == 0) {
+        if (do_not_duplicate.count(operand) == 0 &&
+            ShouldFuse(instruction, i)) {
           fusion_queue->PreFusion(operand, instruction);
           fusion_instruction = Fuse(operand, instruction);
         } else if (ShouldFuseIntoMultiOutput(instruction, i) &&
@@ -565,15 +562,19 @@ HloInstruction* InstructionFusion::FuseIntoMultiOutput(
 
 bool InstructionFusion::MultiOutputFusionCreatesCycle(
     HloInstruction* producer, HloInstruction* consumer) {
-  return absl::c_any_of(
-      consumer->operands(), [&](const HloInstruction* consumer_operand) {
-        // The fusion algorithm traverses the HLO graph in reverse post order.
-        // Thus `cosumers` is visited before its operands (including
-        // `producer`). Therefore, consumer operands cannot have been fused yet.
-        // It is thus safe to use the pre-computed reachability map.
-        return consumer_operand != producer &&
-               reachability_->IsReachable(producer, consumer_operand);
-      });
+  auto is_reachable = [&](const HloInstruction* a, const HloInstruction* b) {
+    // A consumer operand may have been multii-output fused into a parallel
+    // consumer and thus be missing  from the oridinal reachability map.
+    if (!reachability_->IsPresent(a) || !reachability_->IsPresent(b)) {
+      reachability_ = consumer->parent()->ComputeReachability();
+    }
+    return reachability_->IsReachable(a, b);
+  };
+  return absl::c_any_of(consumer->operands(),
+                        [&](const HloInstruction* consumer_operand) {
+                          return consumer_operand != producer &&
+                                 is_reachable(producer, consumer_operand);
+                        });
 }
 
 bool InstructionFusion::ShouldFuse(HloInstruction* consumer,
diff --git a/tensorflow/compiler/xla/service/instruction_fusion.h b/tensorflow/compiler/xla/service/instruction_fusion.h
index f14c667520..4045e886dd 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion.h
+++ b/tensorflow/compiler/xla/service/instruction_fusion.h
@@ -54,8 +54,7 @@ class InstructionFusion : public HloModulePass {
   // fused. The default implementation processes consumers in reverse post
   // order.
   virtual std::unique_ptr<FusionQueue> GetFusionQueue(
-      HloComputation* computation,
-      const std::function<bool(HloInstruction*)>& skip_producer);
+      HloComputation* computation);
 
   // Returns whether the given producer instruction should be fused into the
   // given consumer instruction. producer is necessarily an operand of consumer.
@@ -111,6 +110,10 @@ class InstructionFusion : public HloModulePass {
     return is_expensive_(instruction);
   }
 
+  // Whether multi-output fusion would introduce a cycle into the HLO graph.
+  bool MultiOutputFusionCreatesCycle(HloInstruction* producer,
+                                     HloInstruction* consumer);
+
   // Current HloComputation instance the loop fuser is traversing.
   HloComputation* computation_;
   HloModule* module_;
@@ -145,10 +148,6 @@ class InstructionFusion : public HloModulePass {
   // duplicated.
   std::function<bool(const HloInstruction& instruction)> is_expensive_;
 
-  // Whether multi-output fusion would introduce a cycle into the HLO graph.
-  bool MultiOutputFusionCreatesCycle(HloInstruction* producer,
-                                     HloInstruction* consumer);
-
   // Returns whether we may duplicate an instruction if we want to fuse it.
   bool may_duplicate_;
 
-- 
GitLab


From 6aac0dcc8d72b3e5ad74d7d4168e31128f1a18ce Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Fri, 2 Nov 2018 22:13:18 -0700
Subject: [PATCH 1011/1825] Propagate input checks of the first layer of
 Sequential to the Sequential instance.

PiperOrigin-RevId: 219906902
---
 tensorflow/python/keras/engine/sequential.py      |  6 ++++++
 tensorflow/python/keras/engine/sequential_test.py | 10 ++++++++++
 2 files changed, 16 insertions(+)

diff --git a/tensorflow/python/keras/engine/sequential.py b/tensorflow/python/keras/engine/sequential.py
index c25702d964..5ce4ca4df4 100644
--- a/tensorflow/python/keras/engine/sequential.py
+++ b/tensorflow/python/keras/engine/sequential.py
@@ -357,6 +357,12 @@ class Sequential(Model):
       model.built = False
     return model
 
+  @property
+  def input_spec(self):
+    if self.layers and hasattr(self.layers[0], 'input_spec'):
+      return self.layers[0].input_spec
+    return None
+
 
 def get_input_shape_and_dtype(layer):
   """Retrieve input shape and input dtype of layer if applicable.
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index 401dff308a..1401c1ed99 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -23,6 +23,7 @@ import numpy as np
 
 from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.eager import context
 from tensorflow.python.eager import function
 from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import testing_utils
@@ -317,6 +318,15 @@ class TestSequential(test.TestCase, parameterized.TestCase):
          'sequential/dense_1/kernel:0', 'sequential/dense_1/bias:0'],
         [v.name for v in model.variables])
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_input_assumptions_propagation(self):
+    model = keras.models.Sequential()
+    model.add(keras.layers.Dense(1))
+    if context.executing_eagerly():
+      with self.assertRaisesRegexp(ValueError,
+                                   'expected min_ndim=2, found ndim=0'):
+        model(1.0)
+
 
 class TestSequentialEagerIntegration(test.TestCase):
 
-- 
GitLab


From cd4ae6610d6ba4bbb16d51796417d4f4c9875ff5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 3 Nov 2018 01:41:24 -0700
Subject: [PATCH 1012/1825] Fix building NCCL from source in build modes that
 link non-PIC code (fastbuild, dbg).

This previously resulted in undefined symbols because we would link the RDC code from the .pic.a files with the generated host code from the .a files. The two use different symbol names for kernel auto-registration.

The change effectively enforces that we link the host code from .pic.a.

PiperOrigin-RevId: 219918474
---
 third_party/nccl/archive.BUILD      | 11 ++----
 third_party/nccl/build_defs.bzl.tpl | 60 +++++++++++++++++++++--------
 2 files changed, 47 insertions(+), 24 deletions(-)

diff --git a/third_party/nccl/archive.BUILD b/third_party/nccl/archive.BUILD
index f57f04c75e..c0833828a7 100644
--- a/third_party/nccl/archive.BUILD
+++ b/third_party/nccl/archive.BUILD
@@ -7,10 +7,10 @@ exports_files(["LICENSE.txt"])
 
 load(
     "@local_config_nccl//:build_defs.bzl",
-    "device_link",
     "gen_nccl_h",
     "nccl_library",
     "rdc_copts",
+    "rdc_library",
 )
 load(
     "@local_config_cuda//cuda:build_defs.bzl",
@@ -136,9 +136,9 @@ nccl_library(
     linkstatic = True,
 )
 
-device_link(
+rdc_library(
     name = "device_code",
-    srcs = [
+    deps = [
         ":functions",
         ":max",
         ":min",
@@ -167,13 +167,8 @@ nccl_library(
     copts = cuda_default_copts(),
     deps = [
         ":device_code",
-        ":functions",
         ":include_hdrs",
-        ":max",
-        ":min",
-        ":prod",
         ":src_hdrs",
-        ":sum",
     ],
     visibility = ["//visibility:public"],
 )
diff --git a/third_party/nccl/build_defs.bzl.tpl b/third_party/nccl/build_defs.bzl.tpl
index bd65cb98f7..42de79c411 100644
--- a/third_party/nccl/build_defs.bzl.tpl
+++ b/third_party/nccl/build_defs.bzl.tpl
@@ -43,8 +43,7 @@ def _process_srcs_impl(ctx):
             substitutions = {
                 "\"collectives.h": "\"collectives/collectives.h",
                 "\"../collectives.h": "\"collectives/collectives.h",
-                "#if __CUDACC_VER_MAJOR__":
-                    "#if defined __CUDACC_VER_MAJOR__ && __CUDACC_VER_MAJOR__",
+                "#if __CUDACC_VER_MAJOR__": "#if defined __CUDACC_VER_MAJOR__ && __CUDACC_VER_MAJOR__",
                 # Substitutions are applied in order.
                 "std::nullptr_t": "nullptr_t",
                 "nullptr_t": "std::nullptr_t",
@@ -140,13 +139,16 @@ _gen_link_src = rule(
 )
 """Patches the include directives for the link.stub file."""
 
-def device_link(name, srcs):
-    """Links seperately compiled relocatable device code into a cc_library."""
+def rdc_library(name, deps):
+    """Produces a cc_library from deps containing relocatable device code."""
 
-    # From .a and .pic.a archives, just use the latter.
+    # From .a and .pic.a archives, just use the latter. Otherwise we get
+    # multiply defined symbols.
+    # TODO(csigg): C++ Sandwich once available should allow passing this target
+    # to a cc_library dependency, which would avoid the linking order issue.
     _filter(
-        name = name + "_pic_a",
-        srcs = srcs,
+        name = name + "_deps_a",
+        srcs = deps,
         suffix = ".pic.a",
     )
 
@@ -160,10 +162,8 @@ def device_link(name, srcs):
         cmd = ("$(location %s) " % nvlink +
                select({
                    # NCCL is only supported on Linux.
-                   "@org_tensorflow//tensorflow:linux_x86_64":
-                       "--cpu-arch=X86_64 ",
-                   "@org_tensorflow//tensorflow:linux_ppc64le":
-                       "--cpu-arch=PPC64LE ",
+                   "@org_tensorflow//tensorflow:linux_x86_64": "--cpu-arch=X86_64 ",
+                   "@org_tensorflow//tensorflow:linux_ppc64le": "--cpu-arch=PPC64LE ",
                    "//conditions:default": "",
                }) +
                "--arch=%s $(SRCS) " % arch +
@@ -172,7 +172,7 @@ def device_link(name, srcs):
         native.genrule(
             name = "%s_%s" % (name, arch),
             outs = [register_hdr, cubin],
-            srcs = [name + "_pic_a"],
+            srcs = [name + "_deps_a"],
             cmd = cmd,
             tools = [nvlink],
         )
@@ -197,7 +197,7 @@ def device_link(name, srcs):
 
     # Generate the source file #including the headers generated above.
     _gen_link_src(
-        name = name + "_cc",
+        name = name + "_dlink_src",
         # Include just the last one, they are equivalent.
         register_hdr = register_hdr,
         fatbin_hdr = fatbin_hdr,
@@ -207,12 +207,13 @@ def device_link(name, srcs):
 
     # Compile the source file into the cc_library.
     native.cc_library(
-        name = name,
-        srcs = [name + "_cc"],
+        name = name + "_dlink_a",
+        srcs = [
+            name + "_dlink_src",
+        ],
         textual_hdrs = [register_hdr, fatbin_hdr],
         deps = [
             "@local_config_cuda//cuda:cuda_headers",
-            "@local_config_cuda//cuda:cudart_static",
         ],
         defines = [
             # Silence warning about including internal header.
@@ -221,4 +222,31 @@ def device_link(name, srcs):
             "__NV_EXTRA_INITIALIZATION=",
             "__NV_EXTRA_FINALIZATION=",
         ],
+        linkstatic = True,
+    )
+
+    # Repackage deps into a single archive. This avoid unresolved symbols when
+    # the archives happen to be linked in the wrong order. For more details, see
+    # https://eli.thegreenplace.net/2013/07/09/library-order-in-static-linking
+    native.genrule(
+        name = name + "_a",
+        srcs = [
+            name + "_deps_a",
+            name + "_dlink_a",
+        ],
+        outs = [name + ".a"],
+        # See https://stackoverflow.com/a/23621751
+        cmd = """
+addlibs=$$(echo $(SRCS) | sed "s/[^ ]* */\\naddlib &/g")
+printf "create $@$${addlibs}\\nsave\\nend" | $(AR) -M
+""",
+    )
+
+    native.cc_library(
+        name = name,
+        srcs = [name + "_a"],
+        deps = [
+            "@local_config_cuda//cuda:cudart_static",
+        ],
+        linkstatic = True,
     )
-- 
GitLab


From 4f2a9acaff04bb81684c2b49c955f296315473ac Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 3 Nov 2018 02:02:06 -0700
Subject: [PATCH 1013/1825] compat: Update forward compatibility horizon to
 2018-11-03

PiperOrigin-RevId: 219919651
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 24927f138f..90c12341e8 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 1)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 3)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 953ecfd6bb885dc9821b284c103ca6dc279e3888 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 3 Nov 2018 08:14:24 -0700
Subject: [PATCH 1014/1825] Change CUPTI path from cuda-9.0 to just cuda in
 preparation for CUDA 10.

PiperOrigin-RevId: 219935317
---
 tensorflow/contrib/makefile/README.md                           | 2 +-
 third_party/toolchains/gpus/cuda/BUILD                          | 2 +-
 .../toolchains/preconfig/ubuntu14.04/cuda9.0-cudnn7/cuda/BUILD  | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/makefile/README.md b/tensorflow/contrib/makefile/README.md
index 6c3b02e12b..1293e59cbc 100644
--- a/tensorflow/contrib/makefile/README.md
+++ b/tensorflow/contrib/makefile/README.md
@@ -142,7 +142,7 @@ First, download and install JetPack for Android version 3.2 or greater from [Nvi
 git clone https://github.com/tensorflow/tensorflow.git
 cd tensorflow
 JETPACK=$HOME/JetPack_Android_3.2
-TEGRA_LIBS="$JETPACK/cuDNN/aarch64/cuda/lib64/libcudnn.so  $JETPACK/cuda-9.0/extras/CUPTI/lib64/libcupti.so $JETPACK/cuda/targets/aarch64-linux-androideabi/lib64/libcufft.so"
+TEGRA_LIBS="$JETPACK/cuDNN/aarch64/cuda/lib64/libcudnn.so  $JETPACK/cuda/extras/CUPTI/lib64/libcupti.so $JETPACK/cuda/targets/aarch64-linux-androideabi/lib64/libcufft.so"
 ```
 
 #### Building all CUDA-enabled native binaries:
diff --git a/third_party/toolchains/gpus/cuda/BUILD b/third_party/toolchains/gpus/cuda/BUILD
index f59e025019..f63a0ea819 100644
--- a/third_party/toolchains/gpus/cuda/BUILD
+++ b/third_party/toolchains/gpus/cuda/BUILD
@@ -1258,7 +1258,7 @@ genrule(
         "cuda/lib/libcupti.so.9.0",
     ],
     cmd = """
-if [ -d "$(@D)/extras" ]; then rm $(@D)/extras -drf; fi && if [ -d "$(@D)/include" ]; then rm $(@D)/include -drf; fi && if [ -d "$(@D)/lib" ]; then rm $(@D)/lib -drf; fi && if [ -d "$(@D)/nvvm" ]; then rm $(@D)/nvvm -drf; fi && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/stubs/libcuda.so" "$(@D)/cuda/lib/libcuda.so" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart.so.9.0.176" "$(@D)/cuda/lib/libcudart.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart_static.a" "$(@D)/cuda/lib/libcudart_static.a" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcublas.so.9.0.480" "$(@D)/cuda/lib/libcublas.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcusolver.so.9.0.176" "$(@D)/cuda/lib/libcusolver.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcurand.so.9.0.176" "$(@D)/cuda/lib/libcurand.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcufft.so.9.0.176" "$(@D)/cuda/lib/libcufft.so.9.0" && cp "/usr/lib/x86_64-linux-gnu/libcudnn.so.7.2.1" "$(@D)/cuda/lib/libcudnn.so.7" && cp "/usr/local/cuda-9.0/extras/CUPTI/lib64/libcupti.so.9.0.176" "$(@D)/cuda/lib/libcupti.so.9.0"
+if [ -d "$(@D)/extras" ]; then rm $(@D)/extras -drf; fi && if [ -d "$(@D)/include" ]; then rm $(@D)/include -drf; fi && if [ -d "$(@D)/lib" ]; then rm $(@D)/lib -drf; fi && if [ -d "$(@D)/nvvm" ]; then rm $(@D)/nvvm -drf; fi && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/stubs/libcuda.so" "$(@D)/cuda/lib/libcuda.so" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart.so.9.0.176" "$(@D)/cuda/lib/libcudart.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart_static.a" "$(@D)/cuda/lib/libcudart_static.a" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcublas.so.9.0.480" "$(@D)/cuda/lib/libcublas.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcusolver.so.9.0.176" "$(@D)/cuda/lib/libcusolver.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcurand.so.9.0.176" "$(@D)/cuda/lib/libcurand.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcufft.so.9.0.176" "$(@D)/cuda/lib/libcufft.so.9.0" && cp "/usr/lib/x86_64-linux-gnu/libcudnn.so.7.2.1" "$(@D)/cuda/lib/libcudnn.so.7" && cp "/usr/local/cuda/extras/CUPTI/lib64/libcupti.so.9.0.176" "$(@D)/cuda/lib/libcupti.so.9.0"
    """,
 )
 
diff --git a/third_party/toolchains/preconfig/ubuntu14.04/cuda9.0-cudnn7/cuda/BUILD b/third_party/toolchains/preconfig/ubuntu14.04/cuda9.0-cudnn7/cuda/BUILD
index 05abcb56d8..247e0ace24 100755
--- a/third_party/toolchains/preconfig/ubuntu14.04/cuda9.0-cudnn7/cuda/BUILD
+++ b/third_party/toolchains/preconfig/ubuntu14.04/cuda9.0-cudnn7/cuda/BUILD
@@ -1253,7 +1253,7 @@ genrule(
         "cuda/lib/libcupti.so.9.0",
     ],
     cmd = """
-if [ -d "$(@D)/extras" ]; then rm $(@D)/extras -drf; fi && if [ -d "$(@D)/include" ]; then rm $(@D)/include -drf; fi && if [ -d "$(@D)/lib" ]; then rm $(@D)/lib -drf; fi && if [ -d "$(@D)/nvvm" ]; then rm $(@D)/nvvm -drf; fi && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/stubs/libcuda.so" "$(@D)/cuda/lib/libcuda.so" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart.so.9.0.176" "$(@D)/cuda/lib/libcudart.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart_static.a" "$(@D)/cuda/lib/libcudart_static.a" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcublas.so.9.0.480" "$(@D)/cuda/lib/libcublas.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcusolver.so.9.0.176" "$(@D)/cuda/lib/libcusolver.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcurand.so.9.0.176" "$(@D)/cuda/lib/libcurand.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcufft.so.9.0.176" "$(@D)/cuda/lib/libcufft.so.9.0" && cp "/usr/lib/x86_64-linux-gnu/libcudnn.so.7.1.4" "$(@D)/cuda/lib/libcudnn.so.7" && cp "/usr/local/cuda-9.0/extras/CUPTI/lib64/libcupti.so.9.0.176" "$(@D)/cuda/lib/libcupti.so.9.0"
+if [ -d "$(@D)/extras" ]; then rm $(@D)/extras -drf; fi && if [ -d "$(@D)/include" ]; then rm $(@D)/include -drf; fi && if [ -d "$(@D)/lib" ]; then rm $(@D)/lib -drf; fi && if [ -d "$(@D)/nvvm" ]; then rm $(@D)/nvvm -drf; fi && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/stubs/libcuda.so" "$(@D)/cuda/lib/libcuda.so" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart.so.9.0.176" "$(@D)/cuda/lib/libcudart.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcudart_static.a" "$(@D)/cuda/lib/libcudart_static.a" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcublas.so.9.0.480" "$(@D)/cuda/lib/libcublas.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcusolver.so.9.0.176" "$(@D)/cuda/lib/libcusolver.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcurand.so.9.0.176" "$(@D)/cuda/lib/libcurand.so.9.0" && cp "/usr/local/cuda-9.0/targets/x86_64-linux/lib/libcufft.so.9.0.176" "$(@D)/cuda/lib/libcufft.so.9.0" && cp "/usr/lib/x86_64-linux-gnu/libcudnn.so.7.1.4" "$(@D)/cuda/lib/libcudnn.so.7" && cp "/usr/local/cuda/extras/CUPTI/lib64/libcupti.so.9.0.176" "$(@D)/cuda/lib/libcupti.so.9.0"
    """,
 )
 
-- 
GitLab


From 61a1032a6920c948671c6b6d698dda8605af079c Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 3 Nov 2018 21:28:20 +0000
Subject: [PATCH 1015/1825] Pretty print the dtype in error message with eager

This fix is related to 23452 where the dtype in the
error message is a non-descriptive integer:
```
>>> import tensorflow as tf
>>> tf.enable_eager_execution()
>>> print(1.2*tf.constant(2))
Traceback (most recent call last):
...
...
TypeError: Cannot convert value 1.2 to EagerTensor with requested dtype: 3
>>>
```

This fix converts the integer (e.g., `3`) to a descriptive string:
```
TypeError: Cannot convert value 1.2 to EagerTensor with requested dtype: int32
```

This fix fixes 23452.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/eager/pywrap_tensor.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/pywrap_tensor.cc b/tensorflow/python/eager/pywrap_tensor.cc
index a2407854fd..07fdd47153 100644
--- a/tensorflow/python/eager/pywrap_tensor.cc
+++ b/tensorflow/python/eager/pywrap_tensor.cc
@@ -435,7 +435,7 @@ int EagerTensor_init(EagerTensor* self, PyObject* args, PyObject* kwds) {
           PyExc_TypeError,
           tensorflow::strings::StrCat(
               "Cannot convert value ", TFE_GetPythonString(value_str.get()),
-              " to EagerTensor with requested dtype: ", desired_dtype)
+              " to EagerTensor with requested dtype: ", tensorflow::DataTypeString(static_cast<tensorflow::DataType>(desired_dtype)))
               .c_str());
       return -1;
     }
-- 
GitLab


From 28ca67e446ad31e7a4155398388308a4baeb6dca Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sat, 3 Nov 2018 21:33:18 +0000
Subject: [PATCH 1016/1825] clang-format fix

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/eager/pywrap_tensor.cc | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/pywrap_tensor.cc b/tensorflow/python/eager/pywrap_tensor.cc
index 07fdd47153..29a98eb6f7 100644
--- a/tensorflow/python/eager/pywrap_tensor.cc
+++ b/tensorflow/python/eager/pywrap_tensor.cc
@@ -435,7 +435,9 @@ int EagerTensor_init(EagerTensor* self, PyObject* args, PyObject* kwds) {
           PyExc_TypeError,
           tensorflow::strings::StrCat(
               "Cannot convert value ", TFE_GetPythonString(value_str.get()),
-              " to EagerTensor with requested dtype: ", tensorflow::DataTypeString(static_cast<tensorflow::DataType>(desired_dtype)))
+              " to EagerTensor with requested dtype: ",
+              tensorflow::DataTypeString(
+                  static_cast<tensorflow::DataType>(desired_dtype)))
               .c_str());
       return -1;
     }
-- 
GitLab


From 5c4a9e8246c9c5a498352fc5113b78e3dde25655 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sun, 4 Nov 2018 00:26:45 +0000
Subject: [PATCH 1017/1825] Update additional type conversio int -> string

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/eager/pywrap_tensor.cc | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/eager/pywrap_tensor.cc b/tensorflow/python/eager/pywrap_tensor.cc
index 29a98eb6f7..8e6723abd5 100644
--- a/tensorflow/python/eager/pywrap_tensor.cc
+++ b/tensorflow/python/eager/pywrap_tensor.cc
@@ -421,8 +421,11 @@ int EagerTensor_init(EagerTensor* self, PyObject* args, PyObject* kwds) {
         PyErr_SetString(
             PyExc_TypeError,
             tensorflow::strings::StrCat("Error while casting from DataType ",
-                                        handle_dtype, " to ", desired_dtype,
-                                        ". ", TF_Message(self->status))
+                                        tensorflow::DataTypeString(static_cast<tensorflow::DataType>(handle_dtype)),
+                                        " to ",
+                                        tensorflow::DataTypeString(static_cast<tensorflow::DataType>(desired_dtype)),
+                                        ". ",
+                                        TF_Message(self->status))
                 .c_str());
         // Cleanup self->status before returning.
         TF_SetStatus(self->status, TF_OK, "");
-- 
GitLab


From 742edbcab7c79519fc6d9edf2028bdd5d2570fce Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Sun, 4 Nov 2018 00:28:54 +0000
Subject: [PATCH 1018/1825] clang-format fix

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/eager/pywrap_tensor.cc | 13 +++++++------
 1 file changed, 7 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/eager/pywrap_tensor.cc b/tensorflow/python/eager/pywrap_tensor.cc
index 8e6723abd5..949276ae10 100644
--- a/tensorflow/python/eager/pywrap_tensor.cc
+++ b/tensorflow/python/eager/pywrap_tensor.cc
@@ -420,12 +420,13 @@ int EagerTensor_init(EagerTensor* self, PyObject* args, PyObject* kwds) {
       if (TF_GetCode(self->status) != TF_OK) {
         PyErr_SetString(
             PyExc_TypeError,
-            tensorflow::strings::StrCat("Error while casting from DataType ",
-                                        tensorflow::DataTypeString(static_cast<tensorflow::DataType>(handle_dtype)),
-                                        " to ",
-                                        tensorflow::DataTypeString(static_cast<tensorflow::DataType>(desired_dtype)),
-                                        ". ",
-                                        TF_Message(self->status))
+            tensorflow::strings::StrCat(
+                "Error while casting from DataType ",
+                tensorflow::DataTypeString(
+                    static_cast<tensorflow::DataType>(handle_dtype)),
+                " to ", tensorflow::DataTypeString(
+                            static_cast<tensorflow::DataType>(desired_dtype)),
+                ". ", TF_Message(self->status))
                 .c_str());
         // Cleanup self->status before returning.
         TF_SetStatus(self->status, TF_OK, "");
-- 
GitLab


From e48899b406a8df213569e99cc93c1ee3d8a51f8e Mon Sep 17 00:00:00 2001
From: Bairen Yi <byronyi@clustar.ai>
Date: Sun, 4 Nov 2018 10:18:50 +0800
Subject: [PATCH 1019/1825] Quick fix for 462a79b that breaks GDR.

Signed-off-by: Bairen Yi <byronyi@clustar.ai>
---
 tensorflow/contrib/gdr/gdr_server_lib.cc                   | 5 +++--
 tensorflow/contrib/gdr/gdr_worker.cc                       | 4 ++--
 tensorflow/contrib/gdr/gdr_worker.h                        | 3 ++-
 tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc | 2 +-
 tensorflow/core/distributed_runtime/rpc/grpc_server_lib.h  | 3 ++-
 5 files changed, 10 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/gdr/gdr_server_lib.cc b/tensorflow/contrib/gdr/gdr_server_lib.cc
index d8584e4e6b..b3f48ec1dd 100644
--- a/tensorflow/contrib/gdr/gdr_server_lib.cc
+++ b/tensorflow/contrib/gdr/gdr_server_lib.cc
@@ -52,9 +52,10 @@ Status GdrServer::Init() {
       [this](const WorkerEnv* env) {
         return new GdrRendezvousMgr(env, remote_memory_manager_.get());
       };
-  WorkerCreationFunction worker_func = [this](WorkerEnv* env) {
+  WorkerCreationFunction worker_func = [this](WorkerEnv* env,
+                                              const ConfigProto& config) {
     return std::unique_ptr<GdrWorker>(
-        new GdrWorker(env, remote_memory_manager_.get()));
+        new GdrWorker(env, config, remote_memory_manager_.get()));
   };
 
   TF_RETURN_IF_ERROR(remote_memory_manager_->Init());
diff --git a/tensorflow/contrib/gdr/gdr_worker.cc b/tensorflow/contrib/gdr/gdr_worker.cc
index ce1d8d2d73..867cb83f42 100644
--- a/tensorflow/contrib/gdr/gdr_worker.cc
+++ b/tensorflow/contrib/gdr/gdr_worker.cc
@@ -39,9 +39,9 @@ limitations under the License.
 
 namespace tensorflow {
 
-GdrWorker::GdrWorker(WorkerEnv* worker_env,
+GdrWorker::GdrWorker(WorkerEnv* worker_env, const ConfigProto& config,
                      RemoteMemoryManager* remote_memory_manager)
-    : GrpcWorker(worker_env),
+    : GrpcWorker(worker_env, config),
       remote_memory_manager_(remote_memory_manager),
       recv_tensor_recent_request_ids_(100000) {}
 
diff --git a/tensorflow/contrib/gdr/gdr_worker.h b/tensorflow/contrib/gdr/gdr_worker.h
index 65105ed997..39f11e6bde 100644
--- a/tensorflow/contrib/gdr/gdr_worker.h
+++ b/tensorflow/contrib/gdr/gdr_worker.h
@@ -25,7 +25,8 @@ namespace tensorflow {
 
 class GdrWorker : public GrpcWorker {
  public:
-  GdrWorker(WorkerEnv* env, RemoteMemoryManager* remote_memory_manager);
+  GdrWorker(WorkerEnv* env, const ConfigProto& config,
+            RemoteMemoryManager* remote_memory_manager);
 
   // Serve the RecvTensorRequest but omit the tensor content and transmit it
   // out-of-band using GPU Direct RDMA whenever possible.
diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
index 63d438c615..488b110f32 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
@@ -194,7 +194,7 @@ Status GrpcServer::Init(
   MaybeMutateBuilder(&builder);
   master_impl_ = CreateMaster(&master_env_);
   master_service_ = NewGrpcMasterService(master_impl_.get(), config, &builder);
-  worker_impl_ = worker_func ? worker_func(&worker_env_)
+  worker_impl_ = worker_func ? worker_func(&worker_env_, config)
                              : NewGrpcWorker(&worker_env_, config);
   worker_service_ =
       NewGrpcWorkerService(worker_impl_.get(), &builder).release();
diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.h b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.h
index 7979e96d3e..c1395abdde 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.h
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.h
@@ -53,7 +53,8 @@ typedef std::function<void(const WorkerEnv*, ::grpc::ServerBuilder*)>
     ServiceInitFunction;
 
 // function that creates a grpc based worker implementation.
-typedef std::function<std::unique_ptr<GrpcWorker>(WorkerEnv*)>
+typedef std::function<std::unique_ptr<GrpcWorker>(WorkerEnv*,
+                                                  const ConfigProto& config)>
     WorkerCreationFunction;
 
 class GrpcServer : public ServerInterface {
-- 
GitLab


From 718e991578752e6c388063c3847d6a56ef713828 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 4 Nov 2018 01:02:00 -0800
Subject: [PATCH 1020/1825] compat: Update forward compatibility horizon to
 2018-11-04

PiperOrigin-RevId: 219982182
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 90c12341e8..c2f3f32fd2 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 3)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 4)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 465e876232ca5bf5de2afa2f755706b93df59b2d Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Sun, 4 Nov 2018 15:30:43 -0800
Subject: [PATCH 1021/1825] Add missing build dependencies

PiperOrigin-RevId: 220020348
---
 tensorflow/cc/BUILD                  | 3 +++
 tensorflow/compiler/jit/BUILD        | 2 ++
 tensorflow/lite/delegates/flex/BUILD | 2 ++
 3 files changed, 7 insertions(+)

diff --git a/tensorflow/cc/BUILD b/tensorflow/cc/BUILD
index c18b07603a..83353b79f7 100644
--- a/tensorflow/cc/BUILD
+++ b/tensorflow/cc/BUILD
@@ -170,6 +170,7 @@ cc_library_with_android_deps(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
+        "@com_google_absl//absl/strings",
     ],
 )
 
@@ -516,6 +517,8 @@ tf_gen_op_wrappers_cc(
         ":array_ops",
         ":const_op",
         ":math_ops",
+        "//tensorflow/cc:ops",
+        "//tensorflow/cc:scope",
     ],
 )
 
diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 0c41e095c7..028687d401 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -241,6 +241,7 @@ cc_library(
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/kernels:variable_ops",
         "@com_google_absl//absl/algorithm:container",
+        "@com_google_absl//absl/base:core_headers",
         "@com_google_absl//absl/memory",
     ],
 )
@@ -500,6 +501,7 @@ cc_library(
         "@com_google_absl//absl/container:inlined_vector",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/types:optional",
     ],
 )
 
diff --git a/tensorflow/lite/delegates/flex/BUILD b/tensorflow/lite/delegates/flex/BUILD
index f9850112ab..222a043a88 100644
--- a/tensorflow/lite/delegates/flex/BUILD
+++ b/tensorflow/lite/delegates/flex/BUILD
@@ -53,7 +53,9 @@ cc_library(
     ],
     visibility = ["//visibility:public"],
     deps = [
+        ":delegate_data",
         ":delegate_only_runtime",
+        "//tensorflow/lite/c:c_api_internal",
     ] + select({
         "//tensorflow:android": [
             "//tensorflow/core:android_tensorflow_lib",
-- 
GitLab


From 50397855a83f166c6d531fb18965d63d633ca021 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Sun, 4 Nov 2018 15:32:55 -0800
Subject: [PATCH 1022/1825] Add missing build dependencies.

PiperOrigin-RevId: 220020507
---
 tensorflow/core/grappler/BUILD                               | 4 ++++
 tensorflow/core/grappler/optimizers/BUILD                    | 1 +
 tensorflow/core/grappler/optimizers/data/vectorization/BUILD | 1 +
 3 files changed, 6 insertions(+)

diff --git a/tensorflow/core/grappler/BUILD b/tensorflow/core/grappler/BUILD
index 3eb7101adf..7b03ec38bf 100644
--- a/tensorflow/core/grappler/BUILD
+++ b/tensorflow/core/grappler/BUILD
@@ -23,6 +23,7 @@ cc_library(
     visibility = ["//visibility:public"],
     deps = [
         "//tensorflow/core:framework",
+        "//tensorflow/core:graph",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
@@ -67,11 +68,14 @@ cc_library(
     visibility = ["//visibility:public"],
     deps = [
         ":utils",
+        "//tensorflow/core:graph",
         "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
         "@com_google_absl//absl/container:flat_hash_map",
         "@com_google_absl//absl/container:flat_hash_set",
         "@com_google_absl//absl/hash",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 5c05ae2a4f..3a5b1334d3 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -213,6 +213,7 @@ cc_library(
     visibility = ["//visibility:public"],
     deps = [
         "//tensorflow/core:graph",
+        "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:utils",
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
index 49ba6c2ba9..5175f6af7a 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
@@ -120,5 +120,6 @@ cc_library(
         ":unpack_vectorizer",
         ":vectorizer",
         ":vectorizer_registry",
+        "@com_google_absl//absl/container:flat_hash_map",
     ],
 )
-- 
GitLab


From 6d02b4dec775383c28b4f1401f3e370212a903ae Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Sun, 4 Nov 2018 15:50:17 -0800
Subject: [PATCH 1023/1825] Add missing build dependencies.

PiperOrigin-RevId: 220021454
---
 tensorflow/compiler/xla/service/llvm_ir/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/xla/service/llvm_ir/BUILD b/tensorflow/compiler/xla/service/llvm_ir/BUILD
index 850501a4b5..56a729bca8 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/BUILD
+++ b/tensorflow/compiler/xla/service/llvm_ir/BUILD
@@ -169,6 +169,7 @@ cc_library(
         "//tensorflow/compiler/xla/service:elemental_ir_emitter",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/types:optional",
         "@com_google_absl//absl/types:span",
         "@llvm//:core",
     ],
-- 
GitLab


From 6a0b536a779f485edc25f6a11335b5e640acc8ab Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 4 Nov 2018 17:58:10 -0800
Subject: [PATCH 1024/1825] Internal changes

PiperOrigin-RevId: 220028010
---
 .../lstm/unidirectional_sequence_lstm_test.py     | 15 ++++++++-------
 1 file changed, 8 insertions(+), 7 deletions(-)

diff --git a/tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py b/tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
index 81ab6691df..eeb48d1231 100644
--- a/tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
+++ b/tensorflow/lite/experimental/examples/lstm/unidirectional_sequence_lstm_test.py
@@ -19,8 +19,9 @@ import tempfile
 import numpy as np
 import tensorflow as tf
 
-from tensorflow.lite.experimental.examples.lstm.tflite_lstm import TFLiteLSTMCell
 from tensorflow.examples.tutorials.mnist import input_data
+from tensorflow.lite.experimental.examples.lstm.tflite_lstm import TFLiteLSTMCell
+from tensorflow.lite.python.op_hint import convert_op_hints_to_stubs
 from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 from tensorflow.python.tools import optimize_for_inference_lib
@@ -50,17 +51,17 @@ class UnidirectionalSequenceLstmTest(test_util.TensorFlowTestCase):
     # Batch size
     self.batch_size = 16
     # Lstm Units.
-    self.num_units = 64
+    self.num_units = 16
 
   def buildLstmLayer(self):
     return tf.nn.rnn_cell.MultiRNNCell([
         TFLiteLSTMCell(
             self.num_units, use_peepholes=True, forget_bias=0, name="rnn1"),
-        TFLiteLSTMCell(self.num_units, num_proj=64, forget_bias=0, name="rnn2"),
+        TFLiteLSTMCell(self.num_units, num_proj=8, forget_bias=0, name="rnn2"),
         TFLiteLSTMCell(
             self.num_units // 2,
             use_peepholes=True,
-            num_proj=64,
+            num_proj=8,
             forget_bias=0,
             name="rnn3"),
         TFLiteLSTMCell(self.num_units, forget_bias=0, name="rnn4")
@@ -150,7 +151,7 @@ class UnidirectionalSequenceLstmTest(test_util.TensorFlowTestCase):
     tf.import_graph_def(graph, name="", input_map={"INPUT_IMAGE": tflite_input})
     with tf.Session() as sess:
       curr = sess.graph_def
-      curr = tf.lite.convert_op_hints_to_stubs(graph_def=curr)
+      curr = convert_op_hints_to_stubs(graph_def=curr)
 
     curr = optimize_for_inference_lib.optimize_for_inference(
         curr, ["INPUT_IMAGE_LITE"], ["OUTPUT_CLASS"],
@@ -189,7 +190,7 @@ class UnidirectionalSequenceLstmTest(test_util.TensorFlowTestCase):
         x, output_class, new_sess)
 
     result = self.tfliteInvoke(frozen_graph, test_inputs, output_class)
-    self.assertTrue(np.allclose(expected_output, result, rtol=1e-6, atol=1e-3))
+    self.assertTrue(np.allclose(expected_output, result, rtol=1e-6, atol=1e-2))
 
   def testDynamicRnnMultiRnnCell(self):
     sess = tf.Session(config=CONFIG)
@@ -219,7 +220,7 @@ class UnidirectionalSequenceLstmTest(test_util.TensorFlowTestCase):
         x, output_class, new_sess)
 
     result = self.tfliteInvoke(frozen_graph, test_inputs, output_class)
-    self.assertTrue(np.allclose(expected_output, result, rtol=1e-6, atol=1e-3))
+    self.assertTrue(np.allclose(expected_output, result, rtol=1e-6, atol=1e-2))
 
 
 if __name__ == "__main__":
-- 
GitLab


From aaecc4ec5e1d548d62834ac78da5de910ff58daa Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Sun, 4 Nov 2018 21:51:52 -0800
Subject: [PATCH 1025/1825] Fix deadness_analysis_test so the exit node of the
 control flow graph connects to the false output of the switch node.

PiperOrigin-RevId: 220041922
---
 tensorflow/compiler/jit/deadness_analysis_test.cc | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/jit/deadness_analysis_test.cc b/tensorflow/compiler/jit/deadness_analysis_test.cc
index 617e31488c..8a73101c18 100644
--- a/tensorflow/compiler/jit/deadness_analysis_test.cc
+++ b/tensorflow/compiler/jit/deadness_analysis_test.cc
@@ -127,7 +127,8 @@ InductionVarInfo CreateInductionVariable(const Scope& root,
   Output loop_cond =
       ops::LoopCond(root.WithOpName(prefix + "/cond"), loop_cond_expr);
   ops::Switch latch(root.WithOpName(prefix + "/latch"), iv.output, loop_cond);
-  ops::internal::Exit exit(root.WithOpName(prefix + "/exit"), iv.output);
+  ops::internal::Exit exit(root.WithOpName(prefix + "/exit"),
+                           latch.output_false);
   Output iv_next = ops::Add(root.WithOpName(prefix + "/ivnext"),
                             latch.output_true, increment_by);
   Output next_iteration =
@@ -191,7 +192,8 @@ DependentInductionVar CreateDependentLoopInvariantValue(
                                             value, frame_name);
   ops::Merge iv(root.WithOpName(prefix + "/iv"), {enter_value, enter_value});
   ops::Switch latch(root.WithOpName(prefix + "/latch"), iv.output, loop_cond);
-  ops::internal::Exit exit(root.WithOpName(prefix + "/exit"), iv.output);
+  ops::internal::Exit exit(root.WithOpName(prefix + "/exit"),
+                           latch.output_false);
   Output next_iteration = ops::NextIteration(
       root.WithOpName(prefix + "/next_iteration"), latch.output_true);
   CHECK(root.graph()
-- 
GitLab


From 5ab39bbd01b150e6e1413a244b8ad6be04df3fdf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 00:49:31 -0800
Subject: [PATCH 1026/1825] Add option to fail MetaOptimizer on sub-optimizer
 failures

PiperOrigin-RevId: 220054255
---
 .../grappler/optimizers/meta_optimizer.cc     | 26 ++++++++++++-------
 .../core/protobuf/rewriter_config.proto       |  5 ++++
 2 files changed, 22 insertions(+), 9 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.cc b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
index 1d787d2b7c..82c88bb06a 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
@@ -279,6 +279,18 @@ MetaOptimizer::GetCustomGraphOptimizerConfig(const string& name) const {
   return nullptr;
 }
 
+#define RUN_OPTIMIZER_OR_RETURN_IF_ERROR(optimizer)                            \
+  {                                                                            \
+    const Status status = RunOptimizer(optimizer, cluster, &optimized_item,    \
+                                       optimized_graph, &optimization_result); \
+    if (status.ok()) {                                                         \
+      is_optimized = true;                                                     \
+    } else if (cfg_.fail_on_optimizer_errors()) {                              \
+      VLOG(2) << "Optimizer '" << optimizer->name() << "' failed: " << status; \
+      TF_RETURN_IF_ERROR(status);                                              \
+    }                                                                          \
+  }
+
 Status MetaOptimizer::OptimizeGraph(Cluster* cluster, const GrapplerItem& item,
                                     GraphDef* optimized_graph) {
   int min_graph_nodes = cfg_.min_graph_nodes() == 0 ? kDefaultMinGraphNodes
@@ -340,9 +352,7 @@ Status MetaOptimizer::OptimizeGraph(Cluster* cluster, const GrapplerItem& item,
         if (fusion_optimizer == nullptr) fusion_optimizer = optimizer.get();
         continue;
       }
-      Status status = RunOptimizer(optimizer.get(), cluster, &optimized_item,
-                                   optimized_graph, &optimization_result);
-      if (status.ok()) is_optimized = true;
+      RUN_OPTIMIZER_OR_RETURN_IF_ERROR(optimizer.get());
     }
   }
 
@@ -353,16 +363,12 @@ Status MetaOptimizer::OptimizeGraph(Cluster* cluster, const GrapplerItem& item,
   // optimizations from taking place since we don't have shape inference for
   // functions, and we can't optimize across function boundaries.
   if (fusion_optimizer != nullptr) {
-    Status status = RunOptimizer(fusion_optimizer, cluster, &optimized_item,
-                                 optimized_graph, &optimization_result);
-    if (status.ok()) is_optimized = true;
+    RUN_OPTIMIZER_OR_RETURN_IF_ERROR(fusion_optimizer);
   }
 
   // ScopedAllocatorOptimizer must run last.
   if (sa_optimizer != nullptr) {
-    Status status = RunOptimizer(sa_optimizer, cluster, &optimized_item,
-                                 optimized_graph, &optimization_result);
-    if (status.ok()) is_optimized = true;
+    RUN_OPTIMIZER_OR_RETURN_IF_ERROR(sa_optimizer);
   }
 
   // Record graph optimization result.
@@ -379,6 +385,8 @@ Status MetaOptimizer::OptimizeGraph(Cluster* cluster, const GrapplerItem& item,
   return Status::OK();
 }
 
+#undef RUN_OPTIMIZER_OR_RETURN_IF_ERROR
+
 Status MetaOptimizer::RunOptimizer(
     GraphOptimizer* optimizer, Cluster* cluster, GrapplerItem* optimized_item,
     GraphDef* optimized_graph, GraphOptimizationResult* optimization_result) {
diff --git a/tensorflow/core/protobuf/rewriter_config.proto b/tensorflow/core/protobuf/rewriter_config.proto
index 143df115f4..d68f273536 100644
--- a/tensorflow/core/protobuf/rewriter_config.proto
+++ b/tensorflow/core/protobuf/rewriter_config.proto
@@ -137,6 +137,11 @@ message RewriterConfig {
   // meta-optimizer or when manually specified through the optimizers field.
   AutoParallelOptions auto_parallel = 5;
 
+  // If true, any optimization pass failing will cause the MetaOptimizer to
+  // stop with an error. By default - or when set to false, failing passes are
+  // skipped silently.
+  bool fail_on_optimizer_errors = 21;
+
   ScopedAllocatorOptions scoped_allocator_opts = 16;
 
   // If non-empty, will use this as an alternative way to specify a list of
-- 
GitLab


From e66dce03cf5159a36434899c4e8a4c1d13bf07cf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 01:02:29 -0800
Subject: [PATCH 1027/1825] compat: Update forward compatibility horizon to
 2018-11-05

PiperOrigin-RevId: 220055912
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index c2f3f32fd2..1074a8b5a9 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 4)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 5)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 00a3a49776f466609c882c4f42c4e14269b8337f Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 11:59:23 +0200
Subject: [PATCH 1028/1825] Update year to 2018

---
 tensorflow/contrib/opt/python/training/nadam_optimizer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/opt/python/training/nadam_optimizer.py b/tensorflow/contrib/opt/python/training/nadam_optimizer.py
index 44a8890cb1..155ff5b3f4 100644
--- a/tensorflow/contrib/opt/python/training/nadam_optimizer.py
+++ b/tensorflow/contrib/opt/python/training/nadam_optimizer.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
-- 
GitLab


From c933edf6c654be6ca63d0dac6bc39baa94162492 Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 12:04:27 +0200
Subject: [PATCH 1029/1825] Update year to 2018

---
 tensorflow/core/common_runtime/session_options.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/common_runtime/session_options.cc b/tensorflow/core/common_runtime/session_options.cc
index aacd57000c..57c3b60557 100644
--- a/tensorflow/core/common_runtime/session_options.cc
+++ b/tensorflow/core/common_runtime/session_options.cc
@@ -1,4 +1,4 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
-- 
GitLab


From 1fafcbb49d0a88d6db83bac6e43d425edf4bb2b2 Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 12:05:13 +0200
Subject: [PATCH 1030/1825] Update year to 2018

---
 tensorflow/core/platform/env_time.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/platform/env_time.cc b/tensorflow/core/platform/env_time.cc
index 76a227b69a..10ba2abe7c 100644
--- a/tensorflow/core/platform/env_time.cc
+++ b/tensorflow/core/platform/env_time.cc
@@ -1,4 +1,4 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
-- 
GitLab


From 71ae7e1091bc423b83a32fb5b2a3d83d4226102d Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 12:05:55 +0200
Subject: [PATCH 1031/1825] Update year to 2018

---
 tensorflow/contrib/copy_graph/python/__init__.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/copy_graph/python/__init__.py b/tensorflow/contrib/copy_graph/python/__init__.py
index b9ff28eb0d..5c1048e02a 100644
--- a/tensorflow/contrib/copy_graph/python/__init__.py
+++ b/tensorflow/contrib/copy_graph/python/__init__.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
-- 
GitLab


From 6b3e231617ddcd86e79ca7286c99c1fb5407aba3 Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 12:06:51 +0200
Subject: [PATCH 1032/1825] Update year to 2018

---
 tensorflow/contrib/copy_graph/python/util/__init__.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/copy_graph/python/util/__init__.py b/tensorflow/contrib/copy_graph/python/util/__init__.py
index b9ff28eb0d..5c1048e02a 100644
--- a/tensorflow/contrib/copy_graph/python/util/__init__.py
+++ b/tensorflow/contrib/copy_graph/python/util/__init__.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
-- 
GitLab


From e8668fd8d1106a2c2619522de718008c263e2f1a Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 12:07:33 +0200
Subject: [PATCH 1033/1825] Update year to 2018

---
 tensorflow/tools/docker/LICENSE | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/tools/docker/LICENSE b/tensorflow/tools/docker/LICENSE
index 28711d7885..dea770e05e 100644
--- a/tensorflow/tools/docker/LICENSE
+++ b/tensorflow/tools/docker/LICENSE
@@ -1,4 +1,4 @@
-Copyright 2015 The TensorFlow Authors.  All rights reserved.
+Copyright 2018 The TensorFlow Authors.  All rights reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
-- 
GitLab


From a32d44ba9ad4705eeb972726b6370e2a43eedd42 Mon Sep 17 00:00:00 2001
From: olicht <29300900+olicht@users.noreply.github.com>
Date: Mon, 5 Nov 2018 12:08:16 +0200
Subject: [PATCH 1034/1825] Update year to 2018

---
 tensorflow/tools/docker/notebooks/LICENSE | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/tools/docker/notebooks/LICENSE b/tensorflow/tools/docker/notebooks/LICENSE
index 28711d7885..dea770e05e 100644
--- a/tensorflow/tools/docker/notebooks/LICENSE
+++ b/tensorflow/tools/docker/notebooks/LICENSE
@@ -1,4 +1,4 @@
-Copyright 2015 The TensorFlow Authors.  All rights reserved.
+Copyright 2018 The TensorFlow Authors.  All rights reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
-- 
GitLab


From b3050e86b8bc15d7c14ef645c0d5869c8b192013 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 03:31:05 -0800
Subject: [PATCH 1035/1825] Require all reduce id to be always positive

When it is serialized into the HLO proto there is no way to
differentiate between no id specified and 0 specified as an id making
the proto serialization lossy.

PiperOrigin-RevId: 220071997
---
 .../compiler/xla/service/hlo_parser_test.cc   | 19 +++++++++++++++++++
 .../compiler/xla/service/hlo_verifier.cc      | 10 ++++++++++
 .../xla/service/layout_assignment_test.cc     |  4 ++--
 3 files changed, 31 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_parser_test.cc b/tensorflow/compiler/xla/service/hlo_parser_test.cc
index eae6d19792..c59bdc0a0b 100644
--- a/tensorflow/compiler/xla/service/hlo_parser_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser_test.cc
@@ -1150,6 +1150,25 @@ ENTRY CrossReplicaSumWithSubgroups {
   ROOT cross-replica-sum = f32[128,32]{0,1} cross-replica-sum(input), replica_groups={{0,1},{2,3}}, barrier="abc", to_apply=add
 }
 
+)"
+},
+// cross-replica-sum with all-reduce-id
+{
+"CrossReplicaSumAllReduce",
+R"(HloModule CRS
+
+add {
+  lhs = f32[] parameter(0)
+  rhs = f32[] parameter(1)
+  ROOT add = f32[] add(lhs, rhs)
+}
+
+ENTRY CRS {
+  input = f32[8]{0} parameter(0)
+  crs.1 = f32[8]{0} cross-replica-sum(input), replica_groups={{0}}, all_reduce_id=1, to_apply=add
+  ROOT crs.0 = f32[8]{0} cross-replica-sum(input), replica_groups={{0}}, all_reduce_id=1, to_apply=add
+}
+
 )"
 },
 // all-to-all
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index 136824a335..a2a6fb7c77 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include "absl/container/flat_hash_map.h"
 #include "absl/strings/str_join.h"
 #include "tensorflow/compiler/xla/service/hlo_casting_utils.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_instructions.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/service/hlo_verifier.h"
@@ -1331,6 +1332,15 @@ class InstructionVerifier : public DfsHloVisitorWithDefault {
     return Status::OK();
   }
 
+  Status HandleCrossReplicaSum(HloInstruction* crs) override {
+    if (crs->all_reduce_id().has_value()) {
+      TF_RET_CHECK(crs->all_reduce_id().value() > 0)
+          << "All reduce id must be greater than 0 for "
+          << crs->ToShortString();
+    }
+    return Status::OK();
+  }
+
   Status Preprocess(HloInstruction* instruction) override {
     auto previous = instructions_by_name_.find(instruction->name());
     TF_RET_CHECK(previous == instructions_by_name_.end())
diff --git a/tensorflow/compiler/xla/service/layout_assignment_test.cc b/tensorflow/compiler/xla/service/layout_assignment_test.cc
index 47bfca2fd6..11c57682c1 100644
--- a/tensorflow/compiler/xla/service/layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment_test.cc
@@ -897,11 +897,11 @@ TEST_F(LayoutAssignmentTest, AllReduceLayoutMissmatch) {
       param = (f32[2,2]) parameter(0)
       gte = f32[2,2] get-tuple-element(param), index=0
       ar.0 = f32[2,2] cross-replica-sum(gte),
-        all_reduce_id=0, replica_groups={{0}}, to_apply=add,
+        all_reduce_id=1, replica_groups={{0}}, to_apply=add,
         sharding={maximal device=0}
       const = f32[2,2] constant(f32[2,2]{{0,1},{2,3}})
       ROOT ar.1 = f32[2,2] cross-replica-sum(const),
-        all_reduce_id=0, replica_groups={{0}}, to_apply=add,
+        all_reduce_id=1, replica_groups={{0}}, to_apply=add,
         sharding={maximal device=1}
     })";
   TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
-- 
GitLab


From de9f2e2fe2a2a544f6109649dbbb184272ff7dfa Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 07:44:14 -0800
Subject: [PATCH 1036/1825] Internal change

PiperOrigin-RevId: 220100213
---
 tensorflow/c/eager/BUILD      | 2 +-
 tensorflow/python/eager/BUILD | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/c/eager/BUILD b/tensorflow/c/eager/BUILD
index 3ee31a6a7a..ba3d8533db 100644
--- a/tensorflow/c/eager/BUILD
+++ b/tensorflow/c/eager/BUILD
@@ -69,7 +69,7 @@ tf_cuda_library(
     name = "c_api_internal",
     hdrs = ["c_api_internal.h"],
     visibility = [
-        "//learning/deepmind/courier:__pkg__",
+        "//learning/deepmind/courier:__subpackages__",
         "//tensorflow:internal",
     ],
     deps = [
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 99e3dc0de1..3b4fcd2d97 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -18,7 +18,7 @@ cc_library(
         "pywrap_tfe.h",
     ],
     visibility = [
-        "//learning/deepmind/courier:__pkg__",
+        "//learning/deepmind/courier:__subpackages__",
         "//tensorflow:internal",
     ],
     deps = [
-- 
GitLab


From 2bef68f68bb6dbbefee151ea853b92ac17bb5acc Mon Sep 17 00:00:00 2001
From: Thor Johnsen <tjohnsen@nvidia.com>
Date: Mon, 5 Nov 2018 08:02:04 -0800
Subject: [PATCH 1037/1825] Clang

---
 .../core/kernels/crop_resize_bilinear_core.h  | 2397 +++++++++--------
 1 file changed, 1249 insertions(+), 1148 deletions(-)

diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
index c57131fd18..892bdafb89 100644
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ b/tensorflow/core/kernels/crop_resize_bilinear_core.h
@@ -37,8 +37,8 @@ namespace {
 
 // Compute the interpolation indices only once.
 struct CachedInterpolation {
-  int lower; // Lower source index used in the interpolation
-  int upper; // Upper source index used in the interpolation
+  int lower;  // Lower source index used in the interpolation
+  int upper;  // Upper source index used in the interpolation
   // 1-D linear iterpolation scale (see:
   // https://en.wikipedia.org/wiki/Bilinear_interpolation)
   float lerp;
@@ -48,7 +48,7 @@ bool compute_single_interpolation_weight(const int in_size,
                                          const float out2in_scale,
                                          const float out2in_start,
                                          const bool clip, const int i,
-                                         int *lower, int *upper, float *lerp) {
+                                         int* lower, int* upper, float* lerp) {
   const float in = i * out2in_scale + out2in_start;
   *lower = (int)floor(in);
   *upper = (int)ceil(in);
@@ -76,7 +76,7 @@ bool compute_single_interpolation_weight(const int in_size,
 bool compute_interpolation_weights(const int min_i, const int max_i,
                                    const int in_size, const float out2in_scale,
                                    const float out2in_start, const bool clip,
-                                   CachedInterpolation *interpolation) {
+                                   CachedInterpolation* interpolation) {
   bool rval = true;
   int num_i = max_i - min_i + 1;
   for (int i = 0; i < num_i; ++i) {
@@ -94,15 +94,16 @@ bool compute_interpolation_weights(const int min_i, const int max_i,
  */
 void compute_interpolation_weights(const int out_size, const int in_size,
                                    const float out2in_scale,
-                                   CachedInterpolation *interpolation) {
+                                   CachedInterpolation* interpolation) {
   interpolation[out_size].lower = 0;
   interpolation[out_size].upper = 0;
   const bool clip = true;
   if (!compute_interpolation_weights(0, out_size - 1, in_size, out2in_scale,
                                      0.0f, clip, interpolation)) {
     // Should never happen, check for it anyway
-    printf("Warning! Interpolation values have lower,upper indexes outside of "
-           "range [0,in_size-1]\n");
+    printf(
+        "Warning! Interpolation values have lower,upper indexes outside of "
+        "range [0,in_size-1]\n");
   }
 }
 /**
@@ -114,7 +115,7 @@ void compute_interpolation_weights(const int out_size, const int in_size,
  */
 bool compute_minmax_indexes(const int out_size, const int in_size,
                             const float out2in_scale, const float out2in_start,
-                            int *min_i, int *max_i) {
+                            int* min_i, int* max_i) {
   *min_i = out_size;
   *max_i = -1;
   int lower, upper;
@@ -122,10 +123,8 @@ bool compute_minmax_indexes(const int out_size, const int in_size,
   for (int i = 0; i < out_size; ++i) {
     if (compute_single_interpolation_weight(in_size, out2in_scale, out2in_start,
                                             false, i, &lower, &upper, &lerp)) {
-      if (i < *min_i)
-        *min_i = i;
-      if (i > *max_i)
-        *max_i = i;
+      if (i < *min_i) *min_i = i;
+      if (i > *max_i) *max_i = i;
     }
   }
   return (*min_i <= *max_i) ? true : false;
@@ -137,9 +136,9 @@ bool compute_minmax_indexes(const int out_size, const int in_size,
  */
 bool compute_interpolation_weights(
     const int out_size, const int in_size,
-    const float x1, // lower bounding box, crop region starts at in_size*x1
-    const float x2, // upper bounding box, crop region ends at in_size*x2
-    int *min_i, int *max_i, std::vector<CachedInterpolation> *interpolation) {
+    const float x1,  // lower bounding box, crop region starts at in_size*x1
+    const float x2,  // upper bounding box, crop region ends at in_size*x2
+    int* min_i, int* max_i, std::vector<CachedInterpolation>* interpolation) {
   float out2in_start = out_size > 1
                            ? (float)(in_size - 1) * (float)x1
                            : (float)(in_size - 1) * (float)(x1 + x2) / 2.0f;
@@ -207,24 +206,24 @@ float compute_lerp(const float top_left, const float top_right,
  * Optionally flips horizontal and/or vertical axis.
  */
 template <typename T, typename U>
-void crop_resize_single_image(const T *image, const int64 in_height,
+void crop_resize_single_image(const T* image, const int64 in_height,
                               const int64 in_width, const int64 out_height,
                               const int64 out_width, const int channels,
                               const int min_ix, const int max_ix,
-                              const CachedInterpolation *xs, const int min_iy,
-                              const int max_iy, const CachedInterpolation *ys,
+                              const CachedInterpolation* xs, const int min_iy,
+                              const int max_iy, const CachedInterpolation* ys,
                               const float extrapolated_value, const bool flip_x,
                               const bool flip_y,
-                              U *output) TF_ATTRIBUTE_NOINLINE;
+                              U* output) TF_ATTRIBUTE_NOINLINE;
 template <typename T, typename U>
-void crop_resize_single_image(const T *image, const int64 in_height,
+void crop_resize_single_image(const T* image, const int64 in_height,
                               const int64 in_width, const int64 out_height,
                               const int64 out_width, const int channels,
                               const int min_ix, const int max_ix,
-                              const CachedInterpolation *xs, const int min_iy,
-                              const int max_iy, const CachedInterpolation *ys,
+                              const CachedInterpolation* xs, const int min_iy,
+                              const int max_iy, const CachedInterpolation* ys,
                               const float extrapolated_value, const bool flip_x,
-                              const bool flip_y, U *output) {
+                              const bool flip_y, U* output) {
   const int64 in_row_size = in_width * channels;
   const int64 out_row_size = out_width * channels;
   U u_min_val = std::numeric_limits<U>::min();
@@ -235,24 +234,22 @@ void crop_resize_single_image(const T *image, const int64 in_height,
       cast_to<U>(extrapolated_value, min_val, max_val, u_min_val, u_max_val);
   // low y extrapolation zone
   if (min_iy > 0) {
-    U *p = flip_y ? output + out_row_size * (out_height - min_iy) : output;
+    U* p = flip_y ? output + out_row_size * (out_height - min_iy) : output;
     int64 nn = out_row_size * (int64)min_iy;
-    for (int64 i = 0; i < nn; ++i)
-      p[i] = uEx;
+    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
   }
   // high y extrapolation zone
   if (max_iy < out_height - 1) {
-    U *p = flip_y ? output : output + out_row_size * (max_iy + 1);
+    U* p = flip_y ? output : output + out_row_size * (max_iy + 1);
     int64 nn = out_row_size * (int64)(out_height - 1 - max_iy);
-    for (int64 i = 0; i < nn; ++i)
-      p[i] = uEx;
+    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
   }
   // low x extrapolation zone
   if (min_ix > 0) {
     for (int iy = min_iy; iy <= max_iy; ++iy) {
       int xx0 = flip_x ? (out_width - min_ix) * channels : 0;
       int nxx = min_ix * channels;
-      U *p = output + xx0 +
+      U* p = output + xx0 +
              out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
@@ -264,22 +261,22 @@ void crop_resize_single_image(const T *image, const int64 in_height,
     for (int iy = min_iy; iy <= max_iy; ++iy) {
       int xx0 = flip_x ? 0 : (max_ix + 1) * channels;
       int nxx = (out_width - 1 - max_ix) * channels;
-      U *p = output + xx0 +
+      U* p = output + xx0 +
              out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
       }
     }
   }
-  U *output_y_ptr =
+  U* output_y_ptr =
       output +
       out_row_size * (int64)(flip_y ? out_height - 1 - min_iy : min_iy);
   // interpolation zone
   if (channels == 1) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -307,8 +304,8 @@ void crop_resize_single_image(const T *image, const int64 in_height,
   } else if (channels == 2) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -346,8 +343,8 @@ void crop_resize_single_image(const T *image, const int64 in_height,
   } else if (channels == 3) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -395,8 +392,8 @@ void crop_resize_single_image(const T *image, const int64 in_height,
   } else if (channels == 4) {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -454,8 +451,8 @@ void crop_resize_single_image(const T *image, const int64 in_height,
   } else {
     for (int y = min_iy; y <= max_iy; ++y) {
       const int iy = y - min_iy;
-      const T *ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T *ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
+      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
+      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
       const float ys_lerp = ys[iy].lerp;
       const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
       const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
@@ -486,12 +483,12 @@ void crop_resize_single_image(const T *image, const int64 in_height,
 // machine you are running on
 template <typename T, typename U>
 void crop_resize_single_image_common(
-    const T *image, const int64 in_height, const int64 in_width,
+    const T* image, const int64 in_height, const int64 in_width,
     const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation *xs,
-    const int min_iy, const int max_iy, const CachedInterpolation *ys,
+    const int min_ix, const int max_ix, const CachedInterpolation* xs,
+    const int min_iy, const int max_iy, const CachedInterpolation* ys,
     const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U *output) TF_ATTRIBUTE_NOINLINE;
+    U* output) TF_ATTRIBUTE_NOINLINE;
 
 // For now, only compile vectorized code on LINUX systems.
 // to-do: Test vectorized code on other platforms (MacOS and Windows).
@@ -518,8 +515,9 @@ void crop_resize_single_image_common(
 // Eigen::half, bfloat16 or float.
 //
 
-template <class T> class VectorLoader {
-public:
+template <class T>
+class VectorLoader {
+ public:
 #ifdef __AVX2__
   // convert 8 packed words of type T to fp32.
   // T must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
@@ -537,20 +535,20 @@ public:
   // separate 128 bit lanes.
   // input is stored in lower portion of 4 separate sse words, v0 through v3.
   // output is stored in lower portion of v0.
-  void pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
   // output is stored in lower portion of v0 and v1.
-  void pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
   // output is stored in lower portion of v0, v1 and v2.
-  void pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
 #else
   // pack 4 pixels with 1 channel, 2 channels and 3channels respectively.
   // input is stored in lower portion of 4 separate sse words, v0 through v3.
   // output is stored in lower portion of v0.
-  void pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
   // output is stored in lower portion of v0 and v1.
-  void pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
   // output is stored in lower portion of v0, v1 and v2.
-  void pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
 #endif
 
 #ifdef __AVX2__
@@ -574,8 +572,8 @@ public:
   // pixels have 1 channel.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *right0);
+  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -583,9 +581,9 @@ public:
   // pixels have 2 channels.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
-                 __m256 *right0, __m256 *right1);
+  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* right0, __m256* right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -593,9 +591,9 @@ public:
   // pixels have 3 channels.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
-                 __m256 *left2, __m256 *right0, __m256 *right1, __m256 *right2);
+  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -603,10 +601,10 @@ public:
   // pixels have 4 channels.
   // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
   // SSE load.
-  void load1_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
-                 __m256 *left2, __m256 *left3, __m256 *right0, __m256 *right1,
-                 __m256 *right2, __m256 *right3);
+  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
+                 __m256* right2, __m256* right3);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -614,8 +612,8 @@ public:
   // pixels have 1 channel.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *right0);
+  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -623,9 +621,9 @@ public:
   // pixels have 2 channels.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
-                 __m256 *right0, __m256 *right1);
+  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* right0, __m256* right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -633,9 +631,9 @@ public:
   // pixels have 3 channels.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
-                 __m256 *left2, __m256 *right0, __m256 *right1, __m256 *right2);
+  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -643,10 +641,10 @@ public:
   // pixels have 4 channels.
   // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
   // inputs are loaded with second SSE load.
-  void load2_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m256 *left0, __m256 *left1,
-                 __m256 *left2, __m256 *left3, __m256 *right0, __m256 *right1,
-                 __m256 *right2, __m256 *right3);
+  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
+                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
+                 __m256* right2, __m256* right3);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -654,9 +652,9 @@ public:
   // pixels have 1 channel.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *right0);
+  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -664,9 +662,9 @@ public:
   // pixels have 2 channels.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *left1, __m256 *right0, __m256 *right1);
+  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* right0, __m256* right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -674,10 +672,10 @@ public:
   // pixels have 3 channels.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *left1, __m256 *left2, __m256 *right0, __m256 *right1,
-                 __m256 *right2);
+  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
+                 __m256* right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -685,10 +683,10 @@ public:
   // pixels have 4 channels.
   // load4 case, i.e. each pair of left and right inputs are loaded with a
   // separate SSE load.
-  void load4_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *left1, __m256 *left2, __m256 *left3, __m256 *right0,
-                 __m256 *right1, __m256 *right2, __m256 *right3);
+  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
+                 __m256* right1, __m256* right2, __m256* right3);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -697,9 +695,9 @@ public:
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *right0);
+  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* right0);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -708,9 +706,9 @@ public:
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *left1, __m256 *right0, __m256 *right1);
+  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* right0, __m256* right1);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -719,10 +717,10 @@ public:
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *left1, __m256 *left2, __m256 *right0, __m256 *right1,
-                 __m256 *right2);
+  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
+                 __m256* right2);
   // load top left and bottom left interpolation inputs into output argument
   // left.
   // load top right and bottom right interpolation inputs into output argument
@@ -731,10 +729,10 @@ public:
   // load8 case, i.e. each input is loaded with a separate SSE load.
   // 4 pixels, each with left and right input necessitates 8 separate SSE loads
   // per input row.
-  void load8_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256 *left0,
-                 __m256 *left1, __m256 *left2, __m256 *left3, __m256 *right0,
-                 __m256 *right1, __m256 *right2, __m256 *right3);
+  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m256* left0,
+                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
+                 __m256* right1, __m256* right2, __m256* right3);
 #else
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
@@ -743,9 +741,9 @@ public:
   // pixels have 1 channel.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *bl0,
-                 __m128 *tr0, __m128 *br0);
+  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
+                 __m128* tr0, __m128* br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -753,10 +751,10 @@ public:
   // pixels have 2 channels.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
-                 __m128 *bl0, __m128 *bl1, __m128 *tr0, __m128 *tr1,
-                 __m128 *br0, __m128 *br1);
+  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
+                 __m128* br0, __m128* br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -764,11 +762,11 @@ public:
   // pixels have 3 channels.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
-                 __m128 *tl2, __m128 *bl0, __m128 *bl1, __m128 *bl2,
-                 __m128 *tr0, __m128 *tr1, __m128 *tr2, __m128 *br0,
-                 __m128 *br1, __m128 *br2);
+  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
+                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
+                 __m128* br1, __m128* br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -776,12 +774,12 @@ public:
   // pixels have 4 channels.
   // load1 case, i.e. all inputs for one input row are loaded with a single SSE
   // load.
-  void load1_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
-                 __m128 *tl2, __m128 *tl3, __m128 *bl0, __m128 *bl1,
-                 __m128 *bl2, __m128 *bl3, __m128 *tr0, __m128 *tr1,
-                 __m128 *tr2, __m128 *tr3, __m128 *br0, __m128 *br1,
-                 __m128 *br2, __m128 *br3);
+  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
+                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
+                 __m128* br2, __m128* br3);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -789,9 +787,9 @@ public:
   // pixels have 1 channel.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *bl0,
-                 __m128 *tr0, __m128 *br0);
+  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
+                 __m128* tr0, __m128* br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -799,10 +797,10 @@ public:
   // pixels have 2 channels.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
-                 __m128 *bl0, __m128 *bl1, __m128 *tr0, __m128 *tr1,
-                 __m128 *br0, __m128 *br1);
+  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
+                 __m128* br0, __m128* br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -810,11 +808,11 @@ public:
   // pixels have 3 channels.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
-                 __m128 *tl2, __m128 *bl0, __m128 *bl1, __m128 *bl2,
-                 __m128 *tr0, __m128 *tr1, __m128 *tr2, __m128 *br0,
-                 __m128 *br1, __m128 *br2);
+  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
+                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
+                 __m128* br1, __m128* br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -822,12 +820,12 @@ public:
   // pixels have 4 channels.
   // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
   // are loaded with second SSE load.
-  void load2_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 const __m128i *shuffle_masks, __m128 *tl0, __m128 *tl1,
-                 __m128 *tl2, __m128 *tl3, __m128 *bl0, __m128 *bl1,
-                 __m128 *bl2, __m128 *bl3, __m128 *tr0, __m128 *tr1,
-                 __m128 *tr2, __m128 *tr3, __m128 *br0, __m128 *br1,
-                 __m128 *br2, __m128 *br3);
+  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
+                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
+                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
+                 __m128* br2, __m128* br3);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -835,9 +833,9 @@ public:
   // pixels have 1 channel.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *bl0, __m128 *tr0, __m128 *br0);
+  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* bl0, __m128* tr0, __m128* br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -845,10 +843,10 @@ public:
   // pixels have 2 channels.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *tl1, __m128 *bl0, __m128 *bl1, __m128 *tr0,
-                 __m128 *tr1, __m128 *br0, __m128 *br1);
+  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
+                 __m128* tr1, __m128* br0, __m128* br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -856,11 +854,11 @@ public:
   // pixels have 3 channels.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *tl1, __m128 *tl2, __m128 *bl0, __m128 *bl1,
-                 __m128 *bl2, __m128 *tr0, __m128 *tr1, __m128 *tr2,
-                 __m128 *br0, __m128 *br1, __m128 *br2);
+  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
+                 __m128* br0, __m128* br1, __m128* br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -868,12 +866,12 @@ public:
   // pixels have 4 channels.
   // load4 case, i.e. left and right inputs are loaded with a separate SSE load
   // for each pixel.
-  void load4_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *tl1, __m128 *tl2, __m128 *tl3, __m128 *bl0,
-                 __m128 *bl1, __m128 *bl2, __m128 *bl3, __m128 *tr0,
-                 __m128 *tr1, __m128 *tr2, __m128 *tr3, __m128 *br0,
-                 __m128 *br1, __m128 *br2, __m128 *br3);
+  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
+                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
+                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
+                 __m128* br1, __m128* br2, __m128* br3);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -881,9 +879,9 @@ public:
   // pixels have 1 channel.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_1ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *bl0, __m128 *tr0, __m128 *br0);
+  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* bl0, __m128* tr0, __m128* br0);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -891,10 +889,10 @@ public:
   // pixels have 2 channels.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_2ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *tl1, __m128 *bl0, __m128 *bl1, __m128 *tr0,
-                 __m128 *tr1, __m128 *br0, __m128 *br1);
+  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
+                 __m128* tr1, __m128* br0, __m128* br1);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -902,11 +900,11 @@ public:
   // pixels have 3 channels.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_3ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *tl1, __m128 *tl2, __m128 *bl0, __m128 *bl1,
-                 __m128 *bl2, __m128 *tr0, __m128 *tr1, __m128 *tr2,
-                 __m128 *br0, __m128 *br1, __m128 *br2);
+  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
+                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
+                 __m128* br0, __m128* br1, __m128* br2);
   // load top left interpolation inputs into output argument tl.
   // load bottom left interpolation inputs into output argument bl.
   // load top right interpolation inputs into output argument tr.
@@ -914,48 +912,48 @@ public:
   // pixels have 4 channels.
   // load8 case, i.e. left and right inputs are loaded with separate SSE loads
   // for each pixel.
-  void load8_4ch(const T *lower_ptr, const T *upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128 *tl0,
-                 __m128 *tl1, __m128 *tl2, __m128 *tl3, __m128 *bl0,
-                 __m128 *bl1, __m128 *bl2, __m128 *bl3, __m128 *tr0,
-                 __m128 *tr1, __m128 *tr2, __m128 *tr3, __m128 *br0,
-                 __m128 *br1, __m128 *br2, __m128 *br3);
+  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
+                 int offset1, int offset2, int offset3, __m128* tl0,
+                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
+                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
+                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
+                 __m128* br1, __m128* br2, __m128* br3);
 #endif
 
   // there is no method that packs 4 pixels with 4 channel into four sse words.
   // nothing to do for this case, everything is already in the right position.
 
-private:
+ private:
 // helper methods
 #ifdef __AVX2__
   // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
   // word.
   // works within SSE lanes.
   // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
-  void pack4_1b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_2b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_4b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_1b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_2b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_4b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_1b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_2b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
-  void pack4_4b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2, __m256i *v3);
+  void pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
+  void pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
 // there is no pack4_xx_4ch functions because none is needed.
 // all the bytes are loaded in the right spots for this case.
 #else
   // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
   // word.
   // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
-  void pack4_1b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_2b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_4b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_1b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_2b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_4b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_1b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_2b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
-  void pack4_4b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2, __m128i *v3);
+  void pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
+  void pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
 #endif
 #ifdef __AVX2__
   __m256i extract_right_1b_(const __m256i left);
@@ -976,8 +974,8 @@ private:
 
 #ifdef __AVX2__
 template <class T>
-void VectorLoader<T>::pack4_1b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   *v3 = _mm256_slli_si256(*v3, 3);
   __m256i and_mask = _mm256_setr_epi32(255, 0, 0, 0, 255, 0, 0, 0);
   *v2 = _mm256_or_si256(*v3,
@@ -987,8 +985,8 @@ void VectorLoader<T>::pack4_1b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
   *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   *v3 = _mm256_slli_si256(*v3, 6);
   __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
   *v2 = _mm256_or_si256(*v3,
@@ -998,8 +996,8 @@ void VectorLoader<T>::pack4_2b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
   *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   *v3 = _mm256_slli_si256(*v3, 12);
   __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
   *v2 = _mm256_or_si256(*v3,
@@ -1010,8 +1008,8 @@ void VectorLoader<T>::pack4_4b_1ch_(__m256i *v0, __m256i *v1, __m256i *v2,
 }
 
 template <class T>
-void VectorLoader<T>::pack4_1b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 2));
@@ -1019,8 +1017,8 @@ void VectorLoader<T>::pack4_1b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
                         _mm256_slli_si256(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 4));
@@ -1028,8 +1026,8 @@ void VectorLoader<T>::pack4_2b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
                         _mm256_slli_si256(*v3, 4));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, -1, 0, 0, -1, -1, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 8));
@@ -1038,8 +1036,8 @@ void VectorLoader<T>::pack4_4b_2ch_(__m256i *v0, __m256i *v1, __m256i *v2,
 }
 
 template <class T>
-void VectorLoader<T>::pack4_1b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   __m256i and_mask = _mm256_setr_epi32(16777215, 0, 0, 0, 16777215, 0, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 3));
@@ -1051,8 +1049,8 @@ void VectorLoader<T>::pack4_1b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
                         _mm256_slli_si256(*v3, 1));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, 65535, 0, 0, -1, 65535, 0, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 6));
@@ -1064,8 +1062,8 @@ void VectorLoader<T>::pack4_2b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
                         _mm256_slli_si256(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<T>::pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   __m256i and_mask = _mm256_setr_epi32(-1, -1, -1, 0, -1, -1, -1, 0);
   *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
                         _mm256_slli_si256(*v1, 12));
@@ -1078,131 +1076,131 @@ void VectorLoader<T>::pack4_4b_3ch_(__m256i *v0, __m256i *v1, __m256i *v2,
 }
 
 template <>
-void VectorLoader<uint8>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<uint8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                  __m256i *v3) {
+void VectorLoader<int8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                  __m256i* v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<uint16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<int16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<int32>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                         __m256i *v3) {
+void VectorLoader<Eigen::half>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                         __m256i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                      __m256i *v3) {
+void VectorLoader<bfloat16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                      __m256i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_1ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<float>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<uint8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                  __m256i *v3) {
+void VectorLoader<int8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                  __m256i* v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<uint16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<int16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<int32>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                         __m256i *v3) {
+void VectorLoader<Eigen::half>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                         __m256i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                      __m256i *v3) {
+void VectorLoader<bfloat16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                      __m256i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_2ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<float>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<uint8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                  __m256i *v3) {
+void VectorLoader<int8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                  __m256i* v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                    __m256i *v3) {
+void VectorLoader<uint16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                    __m256i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<int16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<int32>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                         __m256i *v3) {
+void VectorLoader<Eigen::half>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                         __m256i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                      __m256i *v3) {
+void VectorLoader<bfloat16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                      __m256i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_3ch(__m256i *v0, __m256i *v1, __m256i *v2,
-                                   __m256i *v3) {
+void VectorLoader<float>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
+                                   __m256i* v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 #else
 template <class T>
-void VectorLoader<T>::pack4_1b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   *v3 = _mm_slli_si128(*v3, 3);
   __m128i and_mask = _mm_setr_epi32(255, 0, 0, 0);
   *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 2));
@@ -1210,8 +1208,8 @@ void VectorLoader<T>::pack4_1b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
   *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   *v3 = _mm_slli_si128(*v3, 6);
   __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
   *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 4));
@@ -1219,8 +1217,8 @@ void VectorLoader<T>::pack4_2b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
   *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   *v3 = _mm_slli_si128(*v3, 12);
   __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
   *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 8));
@@ -1228,29 +1226,29 @@ void VectorLoader<T>::pack4_4b_1ch_(__m128i *v0, __m128i *v1, __m128i *v2,
   *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
 }
 template <class T>
-void VectorLoader<T>::pack4_1b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 2));
   *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 4));
   *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 4));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_2ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   __m128i and_mask = _mm_setr_epi32(-1, -1, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 8));
   *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 8));
 }
 template <class T>
-void VectorLoader<T>::pack4_1b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   __m128i and_mask = _mm_setr_epi32(16777215, 0, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 3));
   and_mask = _mm_srli_si128(and_mask, 1);
@@ -1261,8 +1259,8 @@ void VectorLoader<T>::pack4_1b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
                      _mm_slli_si128(*v3, 1));
 }
 template <class T>
-void VectorLoader<T>::pack4_2b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   __m128i and_mask = _mm_setr_epi32(-1, 65535, 0, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 6));
   and_mask = _mm_srli_si128(and_mask, 2);
@@ -1273,8 +1271,8 @@ void VectorLoader<T>::pack4_2b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
                      _mm_slli_si128(*v3, 2));
 }
 template <class T>
-void VectorLoader<T>::pack4_4b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<T>::pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   __m128i and_mask = _mm_setr_epi32(-1, -1, -1, 0);
   *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 12));
   and_mask = _mm_srli_si128(and_mask, 4);
@@ -1286,144 +1284,148 @@ void VectorLoader<T>::pack4_4b_3ch_(__m128i *v0, __m128i *v1, __m128i *v2,
 }
 
 template <>
-void VectorLoader<uint8>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<uint8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                  __m128i *v3) {
+void VectorLoader<int8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                  __m128i* v3) {
   pack4_1b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<uint16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<int16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<int32>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                         __m128i *v3) {
+void VectorLoader<Eigen::half>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                         __m128i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                      __m128i *v3) {
+void VectorLoader<bfloat16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                      __m128i* v3) {
   pack4_2b_1ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_1ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<float>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_4b_1ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<uint8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                  __m128i *v3) {
+void VectorLoader<int8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                  __m128i* v3) {
   pack4_1b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<uint16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<int16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<int32>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                         __m128i *v3) {
+void VectorLoader<Eigen::half>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                         __m128i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                      __m128i *v3) {
+void VectorLoader<bfloat16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                      __m128i* v3) {
   pack4_2b_2ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_2ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<float>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_4b_2ch_(v0, v1, v2, v3);
 }
 
 template <>
-void VectorLoader<uint8>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<uint8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int8>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                  __m128i *v3) {
+void VectorLoader<int8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                  __m128i* v3) {
   pack4_1b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<uint16>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                    __m128i *v3) {
+void VectorLoader<uint16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                    __m128i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int16>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<int16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<int32>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<int32>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<Eigen::half>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                         __m128i *v3) {
+void VectorLoader<Eigen::half>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                         __m128i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<bfloat16>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                      __m128i *v3) {
+void VectorLoader<bfloat16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                      __m128i* v3) {
   pack4_2b_3ch_(v0, v1, v2, v3);
 }
 template <>
-void VectorLoader<float>::pack_3ch(__m128i *v0, __m128i *v1, __m128i *v2,
-                                   __m128i *v3) {
+void VectorLoader<float>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
+                                   __m128i* v3) {
   pack4_4b_3ch_(v0, v1, v2, v3);
 }
 #endif
 
 #ifdef __AVX2__
-template <> __m256i VectorLoader<uint8>::extract_right_1ch(const __m256i left) {
+template <>
+__m256i VectorLoader<uint8>::extract_right_1ch(const __m256i left) {
   return extract_right_1b_(left);
 }
-template <> __m256i VectorLoader<int8>::extract_right_1ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int8>::extract_right_1ch(const __m256i left) {
   return extract_right_1b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_1ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <> __m256i VectorLoader<int16>::extract_right_1ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int16>::extract_right_1ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <> __m256i VectorLoader<int32>::extract_right_1ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int32>::extract_right_1ch(const __m256i left) {
   return extract_right_4b_(left);
 }
 template <>
@@ -1434,24 +1436,29 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_1ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <> __m256i VectorLoader<float>::extract_right_1ch(const __m256i left) {
+template <>
+__m256i VectorLoader<float>::extract_right_1ch(const __m256i left) {
   return extract_right_4b_(left);
 }
 
-template <> __m256i VectorLoader<uint8>::extract_right_2ch(const __m256i left) {
+template <>
+__m256i VectorLoader<uint8>::extract_right_2ch(const __m256i left) {
   return extract_right_2b_(left);
 }
-template <> __m256i VectorLoader<int8>::extract_right_2ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int8>::extract_right_2ch(const __m256i left) {
   return extract_right_2b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_2ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <> __m256i VectorLoader<int16>::extract_right_2ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int16>::extract_right_2ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <> __m256i VectorLoader<int32>::extract_right_2ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int32>::extract_right_2ch(const __m256i left) {
   return extract_right_8b_(left);
 }
 template <>
@@ -1462,24 +1469,29 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_2ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <> __m256i VectorLoader<float>::extract_right_2ch(const __m256i left) {
+template <>
+__m256i VectorLoader<float>::extract_right_2ch(const __m256i left) {
   return extract_right_8b_(left);
 }
 
-template <> __m256i VectorLoader<uint8>::extract_right_3ch(const __m256i left) {
+template <>
+__m256i VectorLoader<uint8>::extract_right_3ch(const __m256i left) {
   return extract_right_3b_(left);
 }
-template <> __m256i VectorLoader<int8>::extract_right_3ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int8>::extract_right_3ch(const __m256i left) {
   return extract_right_3b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_3ch(const __m256i left) {
   return extract_right_6b_(left);
 }
-template <> __m256i VectorLoader<int16>::extract_right_3ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int16>::extract_right_3ch(const __m256i left) {
   return extract_right_6b_(left);
 }
-template <> __m256i VectorLoader<int32>::extract_right_3ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int32>::extract_right_3ch(const __m256i left) {
   assert(false);
 }
 template <>
@@ -1490,24 +1502,29 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_3ch(const __m256i left) {
   return extract_right_6b_(left);
 }
-template <> __m256i VectorLoader<float>::extract_right_3ch(const __m256i left) {
+template <>
+__m256i VectorLoader<float>::extract_right_3ch(const __m256i left) {
   assert(false);
 }
 
-template <> __m256i VectorLoader<uint8>::extract_right_4ch(const __m256i left) {
+template <>
+__m256i VectorLoader<uint8>::extract_right_4ch(const __m256i left) {
   return extract_right_4b_(left);
 }
-template <> __m256i VectorLoader<int8>::extract_right_4ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int8>::extract_right_4ch(const __m256i left) {
   return extract_right_4b_(left);
 }
 template <>
 __m256i VectorLoader<uint16>::extract_right_4ch(const __m256i left) {
   return extract_right_8b_(left);
 }
-template <> __m256i VectorLoader<int16>::extract_right_4ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int16>::extract_right_4ch(const __m256i left) {
   return extract_right_8b_(left);
 }
-template <> __m256i VectorLoader<int32>::extract_right_4ch(const __m256i left) {
+template <>
+__m256i VectorLoader<int32>::extract_right_4ch(const __m256i left) {
   assert(false);
 }
 template <>
@@ -1518,24 +1535,29 @@ template <>
 __m256i VectorLoader<bfloat16>::extract_right_4ch(const __m256i left) {
   return extract_right_8b_(left);
 }
-template <> __m256i VectorLoader<float>::extract_right_4ch(const __m256i left) {
+template <>
+__m256i VectorLoader<float>::extract_right_4ch(const __m256i left) {
   assert(false);
 }
 #else
-template <> __m128i VectorLoader<uint8>::extract_right_1ch(const __m128i left) {
+template <>
+__m128i VectorLoader<uint8>::extract_right_1ch(const __m128i left) {
   return extract_right_1b_(left);
 }
-template <> __m128i VectorLoader<int8>::extract_right_1ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int8>::extract_right_1ch(const __m128i left) {
   return extract_right_1b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_1ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <> __m128i VectorLoader<int16>::extract_right_1ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int16>::extract_right_1ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <> __m128i VectorLoader<int32>::extract_right_1ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int32>::extract_right_1ch(const __m128i left) {
   return extract_right_4b_(left);
 }
 template <>
@@ -1546,24 +1568,29 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_1ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <> __m128i VectorLoader<float>::extract_right_1ch(const __m128i left) {
+template <>
+__m128i VectorLoader<float>::extract_right_1ch(const __m128i left) {
   return extract_right_4b_(left);
 }
 
-template <> __m128i VectorLoader<uint8>::extract_right_2ch(const __m128i left) {
+template <>
+__m128i VectorLoader<uint8>::extract_right_2ch(const __m128i left) {
   return extract_right_2b_(left);
 }
-template <> __m128i VectorLoader<int8>::extract_right_2ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int8>::extract_right_2ch(const __m128i left) {
   return extract_right_2b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_2ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <> __m128i VectorLoader<int16>::extract_right_2ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int16>::extract_right_2ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <> __m128i VectorLoader<int32>::extract_right_2ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int32>::extract_right_2ch(const __m128i left) {
   return extract_right_8b_(left);
 }
 template <>
@@ -1574,24 +1601,29 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_2ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <> __m128i VectorLoader<float>::extract_right_2ch(const __m128i left) {
+template <>
+__m128i VectorLoader<float>::extract_right_2ch(const __m128i left) {
   return extract_right_8b_(left);
 }
 
-template <> __m128i VectorLoader<uint8>::extract_right_3ch(const __m128i left) {
+template <>
+__m128i VectorLoader<uint8>::extract_right_3ch(const __m128i left) {
   return extract_right_3b_(left);
 }
-template <> __m128i VectorLoader<int8>::extract_right_3ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int8>::extract_right_3ch(const __m128i left) {
   return extract_right_3b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_3ch(const __m128i left) {
   return extract_right_6b_(left);
 }
-template <> __m128i VectorLoader<int16>::extract_right_3ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int16>::extract_right_3ch(const __m128i left) {
   return extract_right_6b_(left);
 }
-template <> __m128i VectorLoader<int32>::extract_right_3ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int32>::extract_right_3ch(const __m128i left) {
   assert(false);
 }
 template <>
@@ -1602,24 +1634,29 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_3ch(const __m128i left) {
   return extract_right_6b_(left);
 }
-template <> __m128i VectorLoader<float>::extract_right_3ch(const __m128i left) {
+template <>
+__m128i VectorLoader<float>::extract_right_3ch(const __m128i left) {
   assert(false);
 }
 
-template <> __m128i VectorLoader<uint8>::extract_right_4ch(const __m128i left) {
+template <>
+__m128i VectorLoader<uint8>::extract_right_4ch(const __m128i left) {
   return extract_right_4b_(left);
 }
-template <> __m128i VectorLoader<int8>::extract_right_4ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int8>::extract_right_4ch(const __m128i left) {
   return extract_right_4b_(left);
 }
 template <>
 __m128i VectorLoader<uint16>::extract_right_4ch(const __m128i left) {
   return extract_right_8b_(left);
 }
-template <> __m128i VectorLoader<int16>::extract_right_4ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int16>::extract_right_4ch(const __m128i left) {
   return extract_right_8b_(left);
 }
-template <> __m128i VectorLoader<int32>::extract_right_4ch(const __m128i left) {
+template <>
+__m128i VectorLoader<int32>::extract_right_4ch(const __m128i left) {
   assert(false);
 }
 template <>
@@ -1630,45 +1667,53 @@ template <>
 __m128i VectorLoader<bfloat16>::extract_right_4ch(const __m128i left) {
   return extract_right_8b_(left);
 }
-template <> __m128i VectorLoader<float>::extract_right_4ch(const __m128i left) {
+template <>
+__m128i VectorLoader<float>::extract_right_4ch(const __m128i left) {
   assert(false);
 }
 #endif
 
 #ifdef __AVX2__
-template <> __m256 VectorLoader<uint8>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<uint8>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepu8_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepu8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <> __m256 VectorLoader<int8>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<int8>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepi8_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepi8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <> __m256 VectorLoader<uint16>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<uint16>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepu16_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepu16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <> __m256 VectorLoader<int16>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<int16>::to_fp32(__m256i raw) {
   raw = _mm256_insertf128_si256(
       _mm256_castsi128_si256(_mm_cvtepi16_epi32(_mm256_castsi256_si128(raw))),
       _mm_cvtepi16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
   return _mm256_cvtepi32_ps(raw);
 }
-template <> __m256 VectorLoader<int32>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<int32>::to_fp32(__m256i raw) {
   return _mm256_cvtepi32_ps(raw);
 }
-template <> __m256 VectorLoader<Eigen::half>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<Eigen::half>::to_fp32(__m256i raw) {
   return _mm256_insertf128_ps(
       _mm256_castps128_ps256(_mm_cvtph_ps(_mm256_castsi256_si128(raw))),
       _mm_cvtph_ps(_mm256_extractf128_si256(raw, 1)), 1);
 }
-template <> __m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
   // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
   // can convert with << 16, which we fuse with initial shuffle into epi32
   // positions.
@@ -1677,26 +1722,33 @@ template <> __m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
       -128, -128, 0, 1, -128, -128, 2, 3, -128, -128, 4, 5, -128, -128, 6, 7);
   return _mm256_castsi256_ps(_mm256_shuffle_epi8(raw, shuf_hi32));
 }
-template <> __m256 VectorLoader<float>::to_fp32(__m256i raw) {
+template <>
+__m256 VectorLoader<float>::to_fp32(__m256i raw) {
   return _mm256_castsi256_ps(raw);
 }
 #else
-template <> __m128 VectorLoader<uint8>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<uint8>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepu8_epi32(raw));
 }
-template <> __m128 VectorLoader<int8>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<int8>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepi8_epi32(raw));
 }
-template <> __m128 VectorLoader<uint16>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<uint16>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepu16_epi32(raw));
 }
-template <> __m128 VectorLoader<int16>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<int16>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(_mm_cvtepi16_epi32(raw));
 }
-template <> __m128 VectorLoader<int32>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<int32>::to_fp32(__m128i raw) {
   return _mm_cvtepi32_ps(raw);
 }
-template <> __m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
 #ifdef __F16C__
   return _mm_cvtph_ps(raw);
 #else
@@ -1761,7 +1813,8 @@ template <> __m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
   return _mm_castsi128_ps(fp32_val);
 #endif
 }
-template <> __m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
   // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
   // can convert with << 16, which we fuse with initial shuffle into epi32
   // positions.
@@ -1769,7 +1822,8 @@ template <> __m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
                                     -128, 4, 5, -128, -128, 6, 7);
   return _mm_castsi128_ps(_mm_shuffle_epi8(raw, shuf_hi32));
 }
-template <> __m128 VectorLoader<float>::to_fp32(__m128i raw) {
+template <>
+__m128 VectorLoader<float>::to_fp32(__m128i raw) {
   return _mm_castsi128_ps(raw);
 }
 #endif
@@ -1828,25 +1882,25 @@ __m128i VectorLoader<T>::extract_right_8b_(const __m128i left) {
 
 #ifdef __AVX2__
 template <class T>
-void VectorLoader<T>::load1_1ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *right0) {
+void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* right0) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *right0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
 }
 template <class T>
-void VectorLoader<T>::load1_2ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *left1, __m256 *right0,
-                                __m256 *right1) {
+void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* right0,
+                                __m256* right1) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *left1 = to_fp32(
@@ -1857,14 +1911,14 @@ void VectorLoader<T>::load1_2ch(const T *lower_ptr, const T *upper_ptr,
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
 }
 template <class T>
-void VectorLoader<T>::load1_3ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *left1, __m256 *left2,
-                                __m256 *right0, __m256 *right1,
-                                __m256 *right2) {
+void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* right0, __m256* right1,
+                                __m256* right2) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *left1 = to_fp32(
@@ -1879,14 +1933,14 @@ void VectorLoader<T>::load1_3ch(const T *lower_ptr, const T *upper_ptr,
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[5])));
 }
 template <class T>
-void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *left1, __m256 *left2,
-                                __m256 *left3, __m256 *right0, __m256 *right1,
-                                __m256 *right2, __m256 *right3) {
+void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* left3, __m256* right0, __m256* right1,
+                                __m256* right2, __m256* right3) {
   __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   *left0 = to_fp32(
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
   *left1 = to_fp32(
@@ -1905,32 +1959,32 @@ void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
       _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[7])));
 }
 template <class T>
-void VectorLoader<T>::load2_1ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *right0) {
+void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* right0) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load2_2ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *left1, __m256 *right0,
-                                __m256 *right1) {
+void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* right0,
+                                __m256* right1) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
@@ -1939,18 +1993,18 @@ void VectorLoader<T>::load2_2ch(const T *lower_ptr, const T *upper_ptr,
   *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load2_3ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *left1, __m256 *left2,
-                                __m256 *right0, __m256 *right1,
-                                __m256 *right2) {
+void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* right0, __m256* right1,
+                                __m256* right2) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
@@ -1962,18 +2016,18 @@ void VectorLoader<T>::load2_3ch(const T *lower_ptr, const T *upper_ptr,
   *right2 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load2_4ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m256 *left0, __m256 *left1, __m256 *left2,
-                                __m256 *left3, __m256 *right0, __m256 *right1,
-                                __m256 *right2, __m256 *right3) {
+void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m256* left0, __m256* left1, __m256* left2,
+                                __m256* left3, __m256* right0, __m256* right1,
+                                __m256* right2, __m256* right3) {
   __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i raw2 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
   __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
   *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
   *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
@@ -1988,12 +2042,12 @@ void VectorLoader<T>::load2_4ch(const T *lower_ptr, const T *upper_ptr,
   *right3 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
 }
 template <class T>
-void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *right0) {
+                                int offset3, __m256* left0, __m256* right0) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_1ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2002,8 +2056,8 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = extract_right_1ch(l1);
   }
   __m256i l2, r2;
@@ -2013,8 +2067,8 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = extract_right_1ch(l2);
   }
   __m256i l3, r3;
@@ -2024,8 +2078,8 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = extract_right_1ch(l3);
   }
   pack_1ch(&l0, &l1, &l2, &l3);
@@ -2034,13 +2088,13 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
   *right0 = to_fp32(r0);
 }
 template <class T>
-void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *left1,
-                                __m256 *right0, __m256 *right1) {
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* right0, __m256* right1) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_2ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2049,8 +2103,8 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = extract_right_2ch(l1);
   }
   __m256i l2, r2;
@@ -2060,8 +2114,8 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = extract_right_2ch(l2);
   }
   __m256i l3, r3;
@@ -2071,8 +2125,8 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = extract_right_2ch(l3);
   }
   pack_2ch(&l0, &l1, &l2, &l3);
@@ -2083,14 +2137,14 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
   *right1 = to_fp32(r1);
 }
 template <class T>
-void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *left1,
-                                __m256 *left2, __m256 *right0, __m256 *right1,
-                                __m256 *right2) {
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* right0, __m256* right1,
+                                __m256* right2) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_3ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2099,8 +2153,8 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = extract_right_3ch(l1);
   }
   __m256i l2, r2;
@@ -2110,8 +2164,8 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = extract_right_3ch(l2);
   }
   __m256i l3, r3;
@@ -2121,8 +2175,8 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = extract_right_3ch(l3);
   }
   pack_3ch(&l0, &l1, &l2, &l3);
@@ -2135,15 +2189,15 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
   *right2 = to_fp32(r2);
 }
 template <class T>
-void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *left1,
-                                __m256 *left2, __m256 *left3, __m256 *right0,
-                                __m256 *right1, __m256 *right2,
-                                __m256 *right3) {
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* left3, __m256* right0,
+                                __m256* right1, __m256* right2,
+                                __m256* right3) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = extract_right_4ch(l0);
   __m256i l1, r1;
   if (offset1 == offset0) {
@@ -2152,8 +2206,8 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = extract_right_4ch(l1);
   }
   __m256i l2, r2;
@@ -2163,8 +2217,8 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = extract_right_4ch(l2);
   }
   __m256i l3, r3;
@@ -2174,8 +2228,8 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = extract_right_4ch(l3);
   }
   *left0 = to_fp32(l0);
@@ -2188,16 +2242,16 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
   *right3 = to_fp32(r3);
 }
 template <class T>
-void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *right0) {
+                                int offset3, __m256* left0, __m256* right0) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2205,12 +2259,12 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2219,12 +2273,12 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2233,12 +2287,12 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1)), 1);
   }
   pack_1ch(&l0, &l1, &l2, &l3);
   *left0 = to_fp32(l0);
@@ -2246,17 +2300,17 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
   *right0 = to_fp32(r0);
 }
 template <class T>
-void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *left1,
-                                __m256 *right0, __m256 *right1) {
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* right0, __m256* right1) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2264,12 +2318,12 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2278,12 +2332,12 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2292,12 +2346,12 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2)), 1);
   }
   pack_2ch(&l0, &l1, &l2, &l3);
   *left0 = to_fp32(l0);
@@ -2307,18 +2361,18 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
   *right1 = to_fp32(r1);
 }
 template <class T>
-void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *left1,
-                                __m256 *left2, __m256 *right0, __m256 *right1,
-                                __m256 *right2) {
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* right0, __m256* right1,
+                                __m256* right2) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2326,12 +2380,12 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2340,12 +2394,12 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2354,12 +2408,12 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3)), 1);
   }
   pack_3ch(&l0, &l1, &l2, &l3);
   *left0 = to_fp32(l0);
@@ -2371,19 +2425,19 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
   *right2 = to_fp32(r2);
 }
 template <class T>
-void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m256 *left0, __m256 *left1,
-                                __m256 *left2, __m256 *left3, __m256 *right0,
-                                __m256 *right1, __m256 *right2,
-                                __m256 *right3) {
+                                int offset3, __m256* left0, __m256* left1,
+                                __m256* left2, __m256* left3, __m256* right0,
+                                __m256* right1, __m256* right2,
+                                __m256* right3) {
   __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i *)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0)), 1);
+      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
   __m256i r0 = _mm256_insertf128_si256(
       _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4))),
-      _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4)), 1);
+          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
+      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
   __m256i l1, r1;
   if (offset1 == offset0) {
     l1 = l0;
@@ -2391,12 +2445,12 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
     r1 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 4))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 4)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4)), 1);
   }
   __m256i l2, r2;
   if (offset2 == offset1) {
@@ -2405,12 +2459,12 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
     r2 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 4))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 4)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4)), 1);
   }
   __m256i l3, r3;
   if (offset3 == offset2) {
@@ -2419,12 +2473,12 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
   } else {
     l3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
     r3 = _mm256_insertf128_si256(
         _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 4))),
-        _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 4)), 1);
+            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4))),
+        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4)), 1);
   }
   *left0 = to_fp32(l0);
   *left1 = to_fp32(l1);
@@ -2437,49 +2491,49 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
 }
 #else
 template <class T>
-void VectorLoader<T>::load1_1ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *bl0, __m128 *tr0,
-                                __m128 *br0) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* bl0, __m128* tr0,
+                                __m128* br0) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
 }
 template <class T>
-void VectorLoader<T>::load1_2ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *tl1, __m128 *bl0,
-                                __m128 *bl1, __m128 *tr0, __m128 *tr1,
-                                __m128 *br0, __m128 *br1) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* bl0,
+                                __m128* bl1, __m128* tr0, __m128* tr1,
+                                __m128* br0, __m128* br1) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
 }
 template <class T>
-void VectorLoader<T>::load1_3ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
-                                __m128 *bl0, __m128 *bl1, __m128 *bl2,
-                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
-                                __m128 *br0, __m128 *br1, __m128 *br2) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* bl0, __m128* bl1, __m128* bl2,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* br0, __m128* br1, __m128* br2) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
@@ -2488,15 +2542,15 @@ void VectorLoader<T>::load1_3ch(const T *lower_ptr, const T *upper_ptr,
   *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
 }
 template <class T>
-void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
-                                __m128 *tl3, __m128 *bl0, __m128 *bl1,
-                                __m128 *bl2, __m128 *bl3, __m128 *tr0,
-                                __m128 *tr1, __m128 *tr2, __m128 *tr3,
-                                __m128 *br0, __m128 *br1, __m128 *br2,
-                                __m128 *br3) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* tl3, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* bl3, __m128* tr0,
+                                __m128* tr1, __m128* tr2, __m128* tr3,
+                                __m128* br0, __m128* br1, __m128* br2,
+                                __m128* br3) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
@@ -2505,7 +2559,7 @@ void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[6]));
   *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
@@ -2516,100 +2570,100 @@ void VectorLoader<T>::load1_4ch(const T *lower_ptr, const T *upper_ptr,
   *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
 }
 template <class T>
-void VectorLoader<T>::load2_1ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *bl0, __m128 *tr0,
-                                __m128 *br0) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* bl0, __m128* tr0,
+                                __m128* br0) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
 }
 template <class T>
-void VectorLoader<T>::load2_2ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *tl1, __m128 *bl0,
-                                __m128 *bl1, __m128 *tr0, __m128 *tr1,
-                                __m128 *br0, __m128 *br1) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* bl0,
+                                __m128* bl1, __m128* tr0, __m128* tr1,
+                                __m128* br0, __m128* br1) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
 }
 template <class T>
-void VectorLoader<T>::load2_3ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
-                                __m128 *bl0, __m128 *bl1, __m128 *bl2,
-                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
-                                __m128 *br0, __m128 *br1, __m128 *br2) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* bl0, __m128* bl1, __m128* bl2,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* br0, __m128* br1, __m128* br2) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
 }
 template <class T>
-void VectorLoader<T>::load2_4ch(const T *lower_ptr, const T *upper_ptr,
-                                int offset0, const __m128i *shuffle_masks,
-                                __m128 *tl0, __m128 *tl1, __m128 *tl2,
-                                __m128 *tl3, __m128 *bl0, __m128 *bl1,
-                                __m128 *bl2, __m128 *bl3, __m128 *tr0,
-                                __m128 *tr1, __m128 *tr2, __m128 *tr3,
-                                __m128 *br0, __m128 *br1, __m128 *br2,
-                                __m128 *br3) {
-  __m128i raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
+                                int offset0, const __m128i* shuffle_masks,
+                                __m128* tl0, __m128* tl1, __m128* tl2,
+                                __m128* tl3, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* bl3, __m128* tr0,
+                                __m128* tr1, __m128* tr2, __m128* tr3,
+                                __m128* br0, __m128* br1, __m128* br2,
+                                __m128* br3) {
+  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4));
+  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
   *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *bl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4));
+  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
   *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
   *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
   *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
   *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
 }
 template <class T>
-void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *bl0,
-                                __m128 *tr0, __m128 *br0) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+                                int offset3, __m128* tl0, __m128* bl0,
+                                __m128* tr0, __m128* br0) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   __m128i itr0 = extract_right_1ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_1ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2619,9 +2673,9 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
     itr1 = extract_right_1ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
     ibr1 = extract_right_1ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2632,9 +2686,9 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
     itr2 = extract_right_1ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
     ibr2 = extract_right_1ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2645,9 +2699,9 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
     itr3 = extract_right_1ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
     ibr3 = extract_right_1ch(ibl3);
   }
   pack_1ch(&itl0, &itl1, &itl2, &itl3);
@@ -2660,14 +2714,14 @@ void VectorLoader<T>::load4_1ch(const T *lower_ptr, const T *upper_ptr,
   *br0 = to_fp32(ibr0);
 }
 template <class T>
-void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *tl1,
-                                __m128 *bl0, __m128 *bl1, __m128 *tr0,
-                                __m128 *tr1, __m128 *br0, __m128 *br1) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* bl0, __m128* bl1, __m128* tr0,
+                                __m128* tr1, __m128* br0, __m128* br1) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   __m128i itr0 = extract_right_2ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_2ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2677,9 +2731,9 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
     itr1 = extract_right_2ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
     ibr1 = extract_right_2ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2690,9 +2744,9 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
     itr2 = extract_right_2ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
     ibr2 = extract_right_2ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2703,9 +2757,9 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
     itr3 = extract_right_2ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
     ibr3 = extract_right_2ch(ibl3);
   }
   pack_2ch(&itl0, &itl1, &itl2, &itl3);
@@ -2722,16 +2776,16 @@ void VectorLoader<T>::load4_2ch(const T *lower_ptr, const T *upper_ptr,
   *br1 = to_fp32(ibr1);
 }
 template <class T>
-void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *tl1,
-                                __m128 *tl2, __m128 *bl0, __m128 *bl1,
-                                __m128 *bl2, __m128 *tr0, __m128 *tr1,
-                                __m128 *tr2, __m128 *br0, __m128 *br1,
-                                __m128 *br2) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* tr0, __m128* tr1,
+                                __m128* tr2, __m128* br0, __m128* br1,
+                                __m128* br2) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   __m128i itr0 = extract_right_3ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_3ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2741,9 +2795,9 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
     itr1 = extract_right_3ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
     ibr1 = extract_right_3ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2754,9 +2808,9 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
     itr2 = extract_right_3ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
     ibr2 = extract_right_3ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2767,9 +2821,9 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
     itr3 = extract_right_3ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
     ibr3 = extract_right_3ch(ibl3);
   }
   pack_3ch(&itl0, &itl1, &itl2, &itl3);
@@ -2790,17 +2844,17 @@ void VectorLoader<T>::load4_3ch(const T *lower_ptr, const T *upper_ptr,
   *br2 = to_fp32(ibr2);
 }
 template <class T>
-void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *tl1,
-                                __m128 *tl2, __m128 *tl3, __m128 *bl0,
-                                __m128 *bl1, __m128 *bl2, __m128 *bl3,
-                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
-                                __m128 *tr3, __m128 *br0, __m128 *br1,
-                                __m128 *br2, __m128 *br3) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* tl3, __m128* bl0,
+                                __m128* bl1, __m128* bl2, __m128* bl3,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* tr3, __m128* br0, __m128* br1,
+                                __m128* br2, __m128* br3) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
   __m128i itr0 = extract_right_4ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
   __m128i ibr0 = extract_right_4ch(ibl0);
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
@@ -2810,9 +2864,9 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
     itr1 = extract_right_4ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
     ibr1 = extract_right_4ch(ibl1);
   }
   __m128i itl2, itr2;
@@ -2823,9 +2877,9 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
     itr2 = extract_right_4ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
     ibr2 = extract_right_4ch(ibl2);
   }
   __m128i itl3, itr3;
@@ -2836,9 +2890,9 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
     itr3 = extract_right_4ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
     ibr3 = extract_right_4ch(ibl3);
   }
   *tl0 = to_fp32(itl0);
@@ -2859,14 +2913,14 @@ void VectorLoader<T>::load4_4ch(const T *lower_ptr, const T *upper_ptr,
   *br3 = to_fp32(ibr3);
 }
 template <class T>
-void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *bl0,
-                                __m128 *tr0, __m128 *br0) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 1));
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 1));
+                                int offset3, __m128* tl0, __m128* bl0,
+                                __m128* tr0, __m128* br0) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -2875,10 +2929,10 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 1));
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 1));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -2888,10 +2942,10 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 1));
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 1));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -2901,10 +2955,10 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 1));
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 1));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1));
   }
   pack_1ch(&itl0, &itl1, &itl2, &itl3);
   *tl0 = to_fp32(itl0);
@@ -2916,15 +2970,15 @@ void VectorLoader<T>::load8_1ch(const T *lower_ptr, const T *upper_ptr,
   *br0 = to_fp32(ibr0);
 }
 template <class T>
-void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *tl1,
-                                __m128 *bl0, __m128 *bl1, __m128 *tr0,
-                                __m128 *tr1, __m128 *br0, __m128 *br1) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 2));
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 2));
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* bl0, __m128* bl1, __m128* tr0,
+                                __m128* tr1, __m128* br0, __m128* br1) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -2933,10 +2987,10 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 2));
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 2));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -2946,10 +3000,10 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 2));
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 2));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -2959,10 +3013,10 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 2));
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 2));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2));
   }
   pack_2ch(&itl0, &itl1, &itl2, &itl3);
   *tl0 = to_fp32(itl0);
@@ -2978,17 +3032,17 @@ void VectorLoader<T>::load8_2ch(const T *lower_ptr, const T *upper_ptr,
   *br1 = to_fp32(ibr1);
 }
 template <class T>
-void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *tl1,
-                                __m128 *tl2, __m128 *bl0, __m128 *bl1,
-                                __m128 *bl2, __m128 *tr0, __m128 *tr1,
-                                __m128 *tr2, __m128 *br0, __m128 *br1,
-                                __m128 *br2) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 3));
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 3));
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* bl0, __m128* bl1,
+                                __m128* bl2, __m128* tr0, __m128* tr1,
+                                __m128* tr2, __m128* br0, __m128* br1,
+                                __m128* br2) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -2997,10 +3051,10 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 3));
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 3));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -3010,10 +3064,10 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 3));
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 3));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -3023,10 +3077,10 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 3));
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 3));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3));
   }
   pack_3ch(&itl0, &itl1, &itl2, &itl3);
   *tl0 = to_fp32(itl0);
@@ -3046,18 +3100,18 @@ void VectorLoader<T>::load8_3ch(const T *lower_ptr, const T *upper_ptr,
   *br2 = to_fp32(ibr2);
 }
 template <class T>
-void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
+void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
                                 int offset0, int offset1, int offset2,
-                                int offset3, __m128 *tl0, __m128 *tl1,
-                                __m128 *tl2, __m128 *tl3, __m128 *bl0,
-                                __m128 *bl1, __m128 *bl2, __m128 *bl3,
-                                __m128 *tr0, __m128 *tr1, __m128 *tr2,
-                                __m128 *tr3, __m128 *br0, __m128 *br1,
-                                __m128 *br2, __m128 *br3) {
-  __m128i itl0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i *)(lower_ptr + offset0 + 4));
-  __m128i ibl0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i *)(upper_ptr + offset0 + 4));
+                                int offset3, __m128* tl0, __m128* tl1,
+                                __m128* tl2, __m128* tl3, __m128* bl0,
+                                __m128* bl1, __m128* bl2, __m128* bl3,
+                                __m128* tr0, __m128* tr1, __m128* tr2,
+                                __m128* tr3, __m128* br0, __m128* br1,
+                                __m128* br2, __m128* br3) {
+  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
+  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
+  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
+  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
   __m128i itl1, itr1;
   __m128i ibl1, ibr1;
   if (offset1 == offset0) {
@@ -3066,10 +3120,10 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
     ibl1 = ibl0;
     ibr1 = ibr0;
   } else {
-    itl1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i *)(lower_ptr + offset1 + 4));
-    ibl1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i *)(upper_ptr + offset1 + 4));
+    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
+    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4));
+    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
+    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4));
   }
   __m128i itl2, itr2;
   __m128i ibl2, ibr2;
@@ -3079,10 +3133,10 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
     ibl2 = ibl1;
     ibr2 = ibr1;
   } else {
-    itl2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i *)(lower_ptr + offset2 + 4));
-    ibl2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i *)(upper_ptr + offset2 + 4));
+    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
+    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4));
+    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
+    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4));
   }
   __m128i itl3, itr3;
   __m128i ibl3, ibr3;
@@ -3092,10 +3146,10 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
     ibl3 = ibl2;
     ibr3 = ibr2;
   } else {
-    itl3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i *)(lower_ptr + offset3 + 4));
-    ibl3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i *)(upper_ptr + offset3 + 4));
+    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
+    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4));
+    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
+    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4));
   }
   *tl0 = to_fp32(itl0);
   *tl1 = to_fp32(itl1);
@@ -3123,8 +3177,9 @@ void VectorLoader<T>::load8_4ch(const T *lower_ptr, const T *upper_ptr,
 // bfloat16 or float.
 //
 
-template <class U> class VectorWriter {
-public:
+template <class U>
+class VectorWriter {
+ public:
   // convert 4 fp32 words to type U with.
   // this function calls clip.
   // resulting words are packed.
@@ -3134,89 +3189,89 @@ public:
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_1ch(U *destination, __m128 *vec);
+  void write_1ch(U* destination, __m128* vec);
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_2ch(U *destination, __m128 *vec);
+  void write_2ch(U* destination, __m128* vec);
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_3ch(U *destination, __m128 *vec);
+  void write_3ch(U* destination, __m128* vec);
 
   // converts from fp32 to U by calling method from_fp32(...)
   // writes 4 pixels with 1 channel to destination.
-  void write_4ch(U *destination, __m128 *vec);
+  void write_4ch(U* destination, __m128* vec);
 
-private:
+ private:
   // clip 4 fp32 words to prevent overflow when converting to type U.
   __m128 clip_(__m128 vec) {
     // default is to do nothing, since the packing intrinsics include clipping.
     return vec;
   }
-  void write_1b_1ch(U *destination, __m128 *vec) {
+  void write_1b_1ch(U* destination, __m128* vec) {
     __m128i ivec = from_fp32(vec[0]);
-    _mm_store_ss((float *)(destination), _mm_castsi128_ps(ivec));
+    _mm_store_ss((float*)(destination), _mm_castsi128_ps(ivec));
   }
-  void write_2b_1ch(U *destination, __m128 *vec) {
+  void write_2b_1ch(U* destination, __m128* vec) {
     __m128i ivec = from_fp32(vec[0]);
-    _mm_store_sd((double *)(destination), _mm_castsi128_pd(ivec));
+    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec));
   }
-  void write_4b_1ch(U *destination, __m128 *vec) {
+  void write_4b_1ch(U* destination, __m128* vec) {
     __m128i ivec = from_fp32(vec[0]);
-    _mm_storeu_si128((__m128i *)(destination), ivec);
+    _mm_storeu_si128((__m128i*)(destination), ivec);
   }
-  void write_1b_2ch(U *destination, __m128 *vec) {
+  void write_1b_2ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    _mm_store_sd((double *)(destination), _mm_castsi128_pd(ivec1));
+    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
   }
-  void write_2b_2ch(U *destination, __m128 *vec) {
+  void write_2b_2ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i *)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
   }
-  void write_4b_2ch(U *destination, __m128 *vec) {
+  void write_4b_2ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
-    _mm_storeu_si128((__m128i *)(destination), ivec1);
-    _mm_storeu_si128((__m128i *)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
   }
-  void write_1b_3ch(U *destination, __m128 *vec) {
+  void write_1b_3ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    _mm_store_sd((double *)(destination), _mm_castsi128_pd(ivec1));
+    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
     __m128i ivec3 = from_fp32(vec[2]);
-    _mm_store_ss((float *)(destination + 8), _mm_castsi128_ps(ivec3));
+    _mm_store_ss((float*)(destination + 8), _mm_castsi128_ps(ivec3));
   }
-  void write_2b_3ch(U *destination, __m128 *vec) {
+  void write_2b_3ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
     ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
                          _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i *)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
     __m128i ivec3 = from_fp32(vec[2]);
-    _mm_store_sd((double *)(destination + 8), _mm_castsi128_pd(ivec3));
+    _mm_store_sd((double*)(destination + 8), _mm_castsi128_pd(ivec3));
   }
-  void write_4b_3ch(U *destination, __m128 *vec) {
+  void write_4b_3ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
-    _mm_storeu_si128((__m128i *)(destination), ivec1);
-    _mm_storeu_si128((__m128i *)(destination + 4), ivec2);
-    _mm_storeu_si128((__m128i *)(destination + 8), ivec3);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
   }
-  void write_1b_4ch(U *destination, __m128 *vec) {
+  void write_1b_4ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
@@ -3226,9 +3281,9 @@ private:
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec3), 8));
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 12));
-    _mm_storeu_si128((__m128i *)(destination), ivec);
+    _mm_storeu_si128((__m128i*)(destination), ivec);
   }
-  void write_2b_4ch(U *destination, __m128 *vec) {
+  void write_2b_4ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
@@ -3236,24 +3291,25 @@ private:
     __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
     __m128i ivec = _mm_and_si128(mask, ivec1);
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i *)(destination), ivec);
+    _mm_storeu_si128((__m128i*)(destination), ivec);
     ivec = _mm_and_si128(mask, ivec3);
     ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 8));
-    _mm_storeu_si128((__m128i *)(destination + 8), ivec);
+    _mm_storeu_si128((__m128i*)(destination + 8), ivec);
   }
-  void write_4b_4ch(U *destination, __m128 *vec) {
+  void write_4b_4ch(U* destination, __m128* vec) {
     __m128i ivec1 = from_fp32(vec[0]);
     __m128i ivec2 = from_fp32(vec[1]);
     __m128i ivec3 = from_fp32(vec[2]);
     __m128i ivec4 = from_fp32(vec[3]);
-    _mm_storeu_si128((__m128i *)(destination), ivec1);
-    _mm_storeu_si128((__m128i *)(destination + 4), ivec2);
-    _mm_storeu_si128((__m128i *)(destination + 8), ivec3);
-    _mm_storeu_si128((__m128i *)(destination + 12), ivec4);
+    _mm_storeu_si128((__m128i*)(destination), ivec1);
+    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
+    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
+    _mm_storeu_si128((__m128i*)(destination + 12), ivec4);
   }
 };
 
-template <> __m128 VectorWriter<int32>::clip_(__m128 vec) {
+template <>
+__m128 VectorWriter<int32>::clip_(__m128 vec) {
   // clip against low limit, -2147483648.
   // we round up to nearest number that can be represented as float.
   __m128 lt_val = _mm_set1_ps(-2147483520.0f);
@@ -3266,7 +3322,8 @@ template <> __m128 VectorWriter<int32>::clip_(__m128 vec) {
   vec = _mm_or_ps(_mm_andnot_ps(gt_mask, vec), _mm_and_ps(gt_mask, gt_val));
   return vec;
 }
-template <> __m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
+template <>
+__m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
   // clip against low limit, -65504.0f;
   __m128 lt_val = _mm_set1_ps(-65504.0f);
   __m128 lt_mask = _mm_cmplt_ps(vec, lt_val);
@@ -3278,28 +3335,34 @@ template <> __m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
   return vec;
 }
 
-template <> __m128i VectorWriter<uint8>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<uint8>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   ivec = _mm_packs_epi32(ivec, ivec);
   return _mm_packus_epi16(ivec, ivec);
 }
-template <> __m128i VectorWriter<int8>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<int8>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   ivec = _mm_packs_epi32(ivec, ivec);
   return _mm_packs_epi16(ivec, ivec);
 }
-template <> __m128i VectorWriter<uint16>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<uint16>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   return _mm_packus_epi32(ivec, ivec);
 }
-template <> __m128i VectorWriter<int16>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<int16>::from_fp32(__m128 vec) {
   __m128i ivec = _mm_cvttps_epi32(vec);
   return _mm_packs_epi32(ivec, ivec);
 }
-template <> __m128i VectorWriter<int32>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<int32>::from_fp32(__m128 vec) {
   return _mm_cvttps_epi32(clip_(vec));
 }
-template <> __m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
 #ifdef __F16C__
   return _mm_cvtps_ph(vec, _MM_FROUND_TO_ZERO);
 #else
@@ -3363,7 +3426,8 @@ template <> __m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
   return number;
 #endif
 }
-template <> __m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
   // casting from float to bfloat16 simply means >> 16
   // we do this with a shuffle that also moves everything to lower portion of
   // sse vector word
@@ -3371,166 +3435,181 @@ template <> __m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
                                          -128, -128, -128, -128, -128, -128);
   return _mm_shuffle_epi8(_mm_castps_si128(vec), shuf_from_hi32);
 }
-template <> __m128i VectorWriter<float>::from_fp32(__m128 vec) {
+template <>
+__m128i VectorWriter<float>::from_fp32(__m128 vec) {
   // nothing to do in this case
   return _mm_castps_si128(vec);
 }
 
 template <>
-void VectorWriter<uint8>::write_1ch(uint8 *destination, __m128 *vec) {
+void VectorWriter<uint8>::write_1ch(uint8* destination, __m128* vec) {
   write_1b_1ch(destination, vec);
 }
-template <> void VectorWriter<int8>::write_1ch(int8 *destination, __m128 *vec) {
+template <>
+void VectorWriter<int8>::write_1ch(int8* destination, __m128* vec) {
   write_1b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_1ch(uint16 *destination, __m128 *vec) {
+void VectorWriter<uint16>::write_1ch(uint16* destination, __m128* vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_1ch(int16 *destination, __m128 *vec) {
+void VectorWriter<int16>::write_1ch(int16* destination, __m128* vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_1ch(int32 *destination, __m128 *vec) {
+void VectorWriter<int32>::write_1ch(int32* destination, __m128* vec) {
   write_4b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_1ch(Eigen::half *destination,
-                                          __m128 *vec) {
+void VectorWriter<Eigen::half>::write_1ch(Eigen::half* destination,
+                                          __m128* vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_1ch(bfloat16 *destination, __m128 *vec) {
+void VectorWriter<bfloat16>::write_1ch(bfloat16* destination, __m128* vec) {
   write_2b_1ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_1ch(float *destination, __m128 *vec) {
-  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
+void VectorWriter<float>::write_1ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
 }
 
 template <>
-void VectorWriter<uint8>::write_2ch(uint8 *destination, __m128 *vec) {
+void VectorWriter<uint8>::write_2ch(uint8* destination, __m128* vec) {
   write_1b_2ch(destination, vec);
 }
-template <> void VectorWriter<int8>::write_2ch(int8 *destination, __m128 *vec) {
+template <>
+void VectorWriter<int8>::write_2ch(int8* destination, __m128* vec) {
   write_1b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_2ch(uint16 *destination, __m128 *vec) {
+void VectorWriter<uint16>::write_2ch(uint16* destination, __m128* vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_2ch(int16 *destination, __m128 *vec) {
+void VectorWriter<int16>::write_2ch(int16* destination, __m128* vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_2ch(int32 *destination, __m128 *vec) {
+void VectorWriter<int32>::write_2ch(int32* destination, __m128* vec) {
   write_4b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_2ch(Eigen::half *destination,
-                                          __m128 *vec) {
+void VectorWriter<Eigen::half>::write_2ch(Eigen::half* destination,
+                                          __m128* vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_2ch(bfloat16 *destination, __m128 *vec) {
+void VectorWriter<bfloat16>::write_2ch(bfloat16* destination, __m128* vec) {
   write_2b_2ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_2ch(float *destination, __m128 *vec) {
-  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i *)(destination + 4), _mm_castps_si128(vec[1]));
+void VectorWriter<float>::write_2ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
 }
 
 template <>
-void VectorWriter<uint8>::write_3ch(uint8 *destination, __m128 *vec) {
+void VectorWriter<uint8>::write_3ch(uint8* destination, __m128* vec) {
   write_1b_3ch(destination, vec);
 }
-template <> void VectorWriter<int8>::write_3ch(int8 *destination, __m128 *vec) {
+template <>
+void VectorWriter<int8>::write_3ch(int8* destination, __m128* vec) {
   write_1b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_3ch(uint16 *destination, __m128 *vec) {
+void VectorWriter<uint16>::write_3ch(uint16* destination, __m128* vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_3ch(int16 *destination, __m128 *vec) {
+void VectorWriter<int16>::write_3ch(int16* destination, __m128* vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_3ch(int32 *destination, __m128 *vec) {
+void VectorWriter<int32>::write_3ch(int32* destination, __m128* vec) {
   write_4b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_3ch(Eigen::half *destination,
-                                          __m128 *vec) {
+void VectorWriter<Eigen::half>::write_3ch(Eigen::half* destination,
+                                          __m128* vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_3ch(bfloat16 *destination, __m128 *vec) {
+void VectorWriter<bfloat16>::write_3ch(bfloat16* destination, __m128* vec) {
   write_2b_3ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_3ch(float *destination, __m128 *vec) {
-  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i *)(destination + 4), _mm_castps_si128(vec[1]));
-  _mm_storeu_si128((__m128i *)(destination + 8), _mm_castps_si128(vec[2]));
+void VectorWriter<float>::write_3ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
+  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
 }
 
 template <>
-void VectorWriter<uint8>::write_4ch(uint8 *destination, __m128 *vec) {
+void VectorWriter<uint8>::write_4ch(uint8* destination, __m128* vec) {
   write_1b_4ch(destination, vec);
 }
-template <> void VectorWriter<int8>::write_4ch(int8 *destination, __m128 *vec) {
+template <>
+void VectorWriter<int8>::write_4ch(int8* destination, __m128* vec) {
   write_1b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<uint16>::write_4ch(uint16 *destination, __m128 *vec) {
+void VectorWriter<uint16>::write_4ch(uint16* destination, __m128* vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<int16>::write_4ch(int16 *destination, __m128 *vec) {
+void VectorWriter<int16>::write_4ch(int16* destination, __m128* vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<int32>::write_4ch(int32 *destination, __m128 *vec) {
+void VectorWriter<int32>::write_4ch(int32* destination, __m128* vec) {
   write_4b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<Eigen::half>::write_4ch(Eigen::half *destination,
-                                          __m128 *vec) {
+void VectorWriter<Eigen::half>::write_4ch(Eigen::half* destination,
+                                          __m128* vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<bfloat16>::write_4ch(bfloat16 *destination, __m128 *vec) {
+void VectorWriter<bfloat16>::write_4ch(bfloat16* destination, __m128* vec) {
   write_2b_4ch(destination, vec);
 }
 template <>
-void VectorWriter<float>::write_4ch(float *destination, __m128 *vec) {
-  _mm_storeu_si128((__m128i *)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i *)(destination + 4), _mm_castps_si128(vec[1]));
-  _mm_storeu_si128((__m128i *)(destination + 8), _mm_castps_si128(vec[2]));
-  _mm_storeu_si128((__m128i *)(destination + 12), _mm_castps_si128(vec[3]));
+void VectorWriter<float>::write_4ch(float* destination, __m128* vec) {
+  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
+  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
+  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
+  _mm_storeu_si128((__m128i*)(destination + 12), _mm_castps_si128(vec[3]));
 }
 
 template <class T, class U>
 class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
-public:
+ public:
   CropResizeCastImage(const int in_height, const int in_width,
                       const int out_height, const int out_width,
                       const int channels, const int min_ix, const int max_ix,
-                      const CachedInterpolation *xs, const int min_iy,
-                      const int max_iy, const CachedInterpolation *ys,
+                      const CachedInterpolation* xs, const int min_iy,
+                      const int max_iy, const CachedInterpolation* ys,
                       const float extrapolated_value, const bool flip_x,
                       const bool flip_y, const bool verbose = false,
                       const int allowed_load_groups = 15)
-      : verbose_(verbose), allowed_load_groups_(allowed_load_groups),
-        in_height_(in_height), in_width_(in_width), out_height_(out_height),
-        out_width_(out_width), channels_(channels), min_ix_(min_ix),
-        max_ix_(max_ix), min_iy_(min_iy), max_iy_(max_iy), ys_(ys),
-        extrapolated_value_(extrapolated_value), flip_x_(flip_x),
-        flip_y_(flip_y), in_row_size_(in_width * channels),
+      : verbose_(verbose),
+        allowed_load_groups_(allowed_load_groups),
+        in_height_(in_height),
+        in_width_(in_width),
+        out_height_(out_height),
+        out_width_(out_width),
+        channels_(channels),
+        min_ix_(min_ix),
+        max_ix_(max_ix),
+        min_iy_(min_iy),
+        max_iy_(max_iy),
+        ys_(ys),
+        extrapolated_value_(extrapolated_value),
+        flip_x_(flip_x),
+        flip_y_(flip_y),
+        in_row_size_(in_width * channels),
         in_row_size_bytes_(in_width * channels * sizeof(T)),
         out_row_size_(out_width * channels),
         x0_(flip_x ? out_width - 1 - max_ix : min_ix),
@@ -3586,40 +3665,25 @@ public:
     }
   }
   ~CropResizeCastImage() {
-    if (general_x_ != NULL)
-      delete[] general_x_;
-    if (load1_x_ != NULL)
-      delete[] load1_x_;
-    if (load2_x_ != NULL)
-      delete[] load2_x_;
-    if (load4_x_ != NULL)
-      delete[] load4_x_;
-    if (load8_x_ != NULL)
-      delete[] load8_x_;
-    if (load1_offsets_ != NULL)
-      delete[] load1_offsets_;
-    if (load2_offsets_ != NULL)
-      delete[] load2_offsets_;
-    if (load4_offsets_ != NULL)
-      delete[] load4_offsets_;
-    if (load8_offsets_ != NULL)
-      delete[] load8_offsets_;
-    if (load1_shuffle_masks_ != NULL)
-      delete[] load1_shuffle_masks_;
-    if (load2_shuffle_masks_ != NULL)
-      delete[] load2_shuffle_masks_;
-    if (load1_mmxs_lerp_ != NULL)
-      delete[] load1_mmxs_lerp_;
-    if (load2_mmxs_lerp_ != NULL)
-      delete[] load2_mmxs_lerp_;
-    if (load4_mmxs_lerp_ != NULL)
-      delete[] load4_mmxs_lerp_;
-    if (load8_mmxs_lerp_ != NULL)
-      delete[] load8_mmxs_lerp_;
+    if (general_x_ != NULL) delete[] general_x_;
+    if (load1_x_ != NULL) delete[] load1_x_;
+    if (load2_x_ != NULL) delete[] load2_x_;
+    if (load4_x_ != NULL) delete[] load4_x_;
+    if (load8_x_ != NULL) delete[] load8_x_;
+    if (load1_offsets_ != NULL) delete[] load1_offsets_;
+    if (load2_offsets_ != NULL) delete[] load2_offsets_;
+    if (load4_offsets_ != NULL) delete[] load4_offsets_;
+    if (load8_offsets_ != NULL) delete[] load8_offsets_;
+    if (load1_shuffle_masks_ != NULL) delete[] load1_shuffle_masks_;
+    if (load2_shuffle_masks_ != NULL) delete[] load2_shuffle_masks_;
+    if (load1_mmxs_lerp_ != NULL) delete[] load1_mmxs_lerp_;
+    if (load2_mmxs_lerp_ != NULL) delete[] load2_mmxs_lerp_;
+    if (load4_mmxs_lerp_ != NULL) delete[] load4_mmxs_lerp_;
+    if (load8_mmxs_lerp_ != NULL) delete[] load8_mmxs_lerp_;
     delete[] xs_;
   }
 
-private:
+ private:
   // constructor arguments
   const bool verbose_;
   // this value is meant for unit testing.
@@ -3633,8 +3697,8 @@ private:
   const int in_height_, in_width_, out_height_, out_width_;
   const int channels_;
   const int min_ix_, max_ix_, min_iy_, max_iy_;
-  const CachedInterpolation *ys_;
-  CachedInterpolation *xs_;
+  const CachedInterpolation* ys_;
+  CachedInterpolation* xs_;
   const float extrapolated_value_;
   const bool flip_x_, flip_y_;
   // computed arguments
@@ -3645,40 +3709,40 @@ private:
   const int y0_, y1_;
 
   // helper methods
-  void ResizeRow_load1_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load2_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load4_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load8_1ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load1_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load2_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load4_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load8_2ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load1_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load2_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load4_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load8_3ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load1_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load2_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load4_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_load8_4ch_(const __m128 y_lerp, const T *ysA_input_lower_ptr,
-                            const T *ysA_input_upper_ptr, U *ysA_output_ptr);
-  void ResizeRow_general_(const float ys_lerp, const T *ysA_input_lower_ptr,
-                          const T *ysA_input_upper_ptr, U *ysA_output_ptr);
+  void ResizeRow_load1_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load1_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load2_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load4_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_load8_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
+                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
+  void ResizeRow_general_(const float ys_lerp, const T* ysA_input_lower_ptr,
+                          const T* ysA_input_upper_ptr, U* ysA_output_ptr);
 
   // configuration parameters
   int num_general_, num_load1_, num_load2_, num_load4_, num_load8_;
@@ -3692,17 +3756,17 @@ private:
   // configuration methods
   void Configure_();
   int DetermineLoadGroup_(const int x);
-  bool ComputeXIndexRange_(const int x, int *min_xidx, int *max_xidx);
-  bool
-  Load1_ok_(const int min_xidx,
-            const int max_xidx); // xs - pointer to first xs for this load group
-  bool
-  Load2_ok_(const int min_xidx,
-            const int max_xidx); // xs - pointer to first xs for this load group
+  bool ComputeXIndexRange_(const int x, int* min_xidx, int* max_xidx);
+  bool Load1_ok_(
+      const int min_xidx,
+      const int max_xidx);  // xs - pointer to first xs for this load group
+  bool Load2_ok_(
+      const int min_xidx,
+      const int max_xidx);  // xs - pointer to first xs for this load group
   bool Load4_ok_(const int min_xidx, const int max_xidx);
   bool Load8_ok_(const int min_xidx, const int max_xidx);
 
-public:
+ public:
   //
   // public client methods
   //
@@ -3712,36 +3776,34 @@ public:
   static bool clip_necessary();
 
   // resize image
-  void Resize(const T *input_image, U *output_image);
+  void Resize(const T* input_image, U* output_image);
 };
 
 template <class T, class U>
-void CropResizeCastImage<T, U>::Resize(const T *input_image, U *output_image) {
+void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
   //
   U uEx = cast_to<U>(extrapolated_value_, _f_min_val, _f_max_val, _u_min_val,
                      _u_max_val);
   // extrapolate top
   if (min_iy_ > 0) {
-    U *p = flip_y_ ? output_image + out_row_size_ * (out_height_ - min_iy_)
+    U* p = flip_y_ ? output_image + out_row_size_ * (out_height_ - min_iy_)
                    : output_image;
     int nn = out_row_size_ * min_iy_;
-    for (int i = 0; i < nn; ++i)
-      p[i] = uEx;
+    for (int i = 0; i < nn; ++i) p[i] = uEx;
   }
   // extrapolate bottom
   if (max_iy_ < out_height_ - 1) {
-    U *p =
+    U* p =
         flip_y_ ? output_image : output_image + out_row_size_ * (max_iy_ + 1);
     int nn = out_row_size_ * (out_height_ - 1 - max_iy_);
-    for (int i = 0; i < nn; ++i)
-      p[i] = uEx;
+    for (int i = 0; i < nn; ++i) p[i] = uEx;
   }
   // extrapolate left
   if (min_ix_ > 0) {
     for (int iy = min_iy_; iy <= max_iy_; ++iy) {
       int xx0 = flip_x_ ? (out_width_ - min_ix_) * channels_ : 0;
       int nxx = min_ix_ * channels_;
-      U *p = output_image + xx0 +
+      U* p = output_image + xx0 +
              out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
@@ -3753,7 +3815,7 @@ void CropResizeCastImage<T, U>::Resize(const T *input_image, U *output_image) {
     for (int iy = min_iy_; iy <= max_iy_; ++iy) {
       int xx0 = flip_x_ ? 0 : (max_ix_ + 1) * channels_;
       int nxx = (out_width_ - 1 - max_ix_) * channels_;
-      U *p = output_image + xx0 +
+      U* p = output_image + xx0 +
              out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
       for (int ix = 0; ix < nxx; ++ix) {
         p[ix] = uEx;
@@ -3767,20 +3829,20 @@ void CropResizeCastImage<T, U>::Resize(const T *input_image, U *output_image) {
       const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
       const float yA_lerp = ys_[iyA].lerp;
       const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-      const T *ysA_input_lower_ptr =
+      const T* ysA_input_lower_ptr =
           input_image + ys_[iyA].lower * in_width_ * channels_;
-      const T *ysA_input_upper_ptr =
+      const T* ysA_input_upper_ptr =
           input_image + ys_[iyA].upper * in_width_ * channels_;
-      U *ysA_output_ptr = output_image + y * out_width_ * channels_;
+      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
       const int iyB =
           flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
       const float yB_lerp = ys_[iyB].lerp;
       const __m128 ysB_lerp = _mm_set1_ps(yB_lerp);
-      const T *ysB_input_lower_ptr =
+      const T* ysB_input_lower_ptr =
           input_image + ys_[iyB].lower * in_width_ * channels_;
-      const T *ysB_input_upper_ptr =
+      const T* ysB_input_upper_ptr =
           input_image + ys_[iyB].upper * in_width_ * channels_;
-      U *ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
+      U* ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
       if (channels_ == 1) {
         this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
                                    ysA_input_upper_ptr, ysA_output_ptr);
@@ -3873,11 +3935,11 @@ void CropResizeCastImage<T, U>::Resize(const T *input_image, U *output_image) {
       const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
       const float yA_lerp = ys_[iyA].lerp;
       const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-      const T *ysA_input_lower_ptr =
+      const T* ysA_input_lower_ptr =
           input_image + ys_[iyA].lower * in_width_ * channels_;
-      const T *ysA_input_upper_ptr =
+      const T* ysA_input_upper_ptr =
           input_image + ys_[iyA].upper * in_width_ * channels_;
-      U *ysA_output_ptr = output_image + y * out_width_ * channels_;
+      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
       if (channels_ == 1) {
         this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
                                    ysA_input_upper_ptr, ysA_output_ptr);
@@ -3931,9 +3993,9 @@ void CropResizeCastImage<T, U>::Resize(const T *input_image, U *output_image) {
 
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_general_(const float ys_lerp,
-                                                   const T *ys_input_lower_ptr,
-                                                   const T *ys_input_upper_ptr,
-                                                   U *output_y_ptr) {
+                                                   const T* ys_input_lower_ptr,
+                                                   const T* ys_input_upper_ptr,
+                                                   U* output_y_ptr) {
   for (int current = 0; current < num_general_; ++current) {
     int x = general_x_[current];
     const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - x : x - min_ix_;
@@ -3958,12 +4020,12 @@ void CropResizeCastImage<T, U>::ResizeRow_general_(const float ys_lerp,
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load1_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4000,12 +4062,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load2_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4042,10 +4104,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load4_1ch(
@@ -4085,10 +4147,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
 // 1 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, right0;
     this->load8_1ch(
@@ -4131,12 +4193,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load1_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4184,12 +4246,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load2_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4237,10 +4299,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load4_2ch(
@@ -4291,10 +4353,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
 // 2 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, right0, right1;
     this->load8_2ch(
@@ -4348,12 +4410,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load1_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4411,12 +4473,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load2_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4474,10 +4536,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load4_3ch(
@@ -4539,10 +4601,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
 // 3 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, right0, right1, right2;
     this->load8_3ch(
@@ -4607,12 +4669,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load1_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load1_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4682,12 +4744,12 @@ void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load2_; ++current) {
-    __m128 *mmxs_lerp =
-        (__m128 *)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i *shuffle_masks = (__m128i *)mmxs_lerp + CHANNELS;
+    __m128* mmxs_lerp =
+        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
+    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load2_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
@@ -4757,10 +4819,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load4_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load4_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load4_4ch(
@@ -4833,10 +4895,10 @@ void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
 // 4 channel image.
 template <class T, class U>
 void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
-    const __m128 y_lerp, const T *ysA_input_lower_ptr,
-    const T *ysA_input_upper_ptr, U *ysA_output_ptr) {
+    const __m128 y_lerp, const T* ysA_input_lower_ptr,
+    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
   for (int current = 0; current < num_load8_; ++current) {
-    __m128 *mmxs_lerp = (__m128 *)(load8_mmxs_lerp_ + current * CHANNELS);
+    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
 #ifdef __AVX2__
     __m256 left0, left1, left2, left3, right0, right1, right2, right3;
     this->load8_4ch(
@@ -4907,23 +4969,22 @@ void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
 }
 #undef CHANNELS
 
-template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
+template <class T, class U>
+void CropResizeCastImage<T, U>::Configure_() {
   // num_cases[0] = general case
   // num_cases[1] = load4from1
   // num_cases[2] = load4from2
   // num_cases[3] = load4from4
   // num_cases[4] = load4from8
   int num_cases[5];
-  for (int i = 0; i < 5; ++i)
-    num_cases[i] = 0;
+  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
   for (int x = x0_; x <= x1_; ++x) {
     int load_group = this->DetermineLoadGroup_(x);
     assert(load_group >= 0 && load_group <= 4);
     ++num_cases[load_group];
     // load_group == 0 -> general case, pixel by pixel
     // every other value indidcates 1+3 = 4 pixels were processed this iteration
-    if (load_group > 0)
-      x += 3;
+    if (load_group > 0) x += 3;
   }
   num_general_ = num_cases[0];
   num_load1_ = num_cases[1];
@@ -4938,7 +4999,7 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
   if (num_load1_ > 0) {
     load1_offsets_ = new int[num_load1_];
     load1_shuffle_masks_ = new __m128i[num_load1_ * channels_ * 3];
-    load1_mmxs_lerp_ = NULL; // new __m128[num_load1_*channels_];
+    load1_mmxs_lerp_ = NULL;  // new __m128[num_load1_*channels_];
     load1_x_ = new int[num_load1_];
   } else {
     load1_offsets_ = NULL;
@@ -4949,7 +5010,7 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
   if (num_load2_ > 0) {
     load2_offsets_ = new int[num_load2_];
     load2_shuffle_masks_ = new __m128i[num_load2_ * channels_ * 2];
-    load2_mmxs_lerp_ = NULL; // new __m128[num_load2_*channels_];
+    load2_mmxs_lerp_ = NULL;  // new __m128[num_load2_*channels_];
     load2_x_ = new int[num_load2_];
   } else {
     load2_offsets_ = NULL;
@@ -4975,8 +5036,7 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
     load8_mmxs_lerp_ = NULL;
     load8_x_ = NULL;
   }
-  for (int i = 0; i < 5; ++i)
-    num_cases[i] = 0;
+  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
   if (verbose_) {
     printf("    load4from1  = %d\n", num_load1_);
     printf("    load4from2  = %d\n", num_load2_);
@@ -5000,19 +5060,17 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
       int min_xidx, max_xidx;
       ComputeXIndexRange_(x, &min_xidx, &max_xidx);
       load1_offsets_[current] = min_xidx * channels_;
-      float *xs_lerp =
-          (float *)(load1_shuffle_masks_ + current * channels_ * 3);
-      char *shufmasks1 =
-          (char *)(load1_shuffle_masks_ + current * channels_ * 3 + channels_);
-      char *shufmasks2 = shufmasks1 + 16 * channels_;
-      for (int j = 0; j < 32 * channels_; ++j)
-        shufmasks1[j] = -128;
+      float* xs_lerp = (float*)(load1_shuffle_masks_ + current * channels_ * 3);
+      char* shufmasks1 =
+          (char*)(load1_shuffle_masks_ + current * channels_ * 3 + channels_);
+      char* shufmasks2 = shufmasks1 + 16 * channels_;
+      for (int j = 0; j < 32 * channels_; ++j) shufmasks1[j] = -128;
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
         float lerp = xs_[ix].lerp;
         int widx0 = xs_[ix].lower -
-                    load1_offsets_[current]; // word index within SSE vector
+                    load1_offsets_[current];  // word index within SSE vector
         for (int ch = 0; ch < channels_; ++ch) {
           int idx = pix * channels_ + ch;
           xs_lerp[idx] = lerp;
@@ -5034,18 +5092,16 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
       int min_xidx, max_xidx;
       ComputeXIndexRange_(x, &min_xidx, &max_xidx);
       load2_offsets_[current] = min_xidx * channels_;
-      float *xs_lerp =
-          (float *)(load2_shuffle_masks_ + current * channels_ * 2);
-      char *shufmasks1 =
-          (char *)(load2_shuffle_masks_ + current * channels_ * 2 + channels_);
-      for (int j = 0; j < 16 * channels_; ++j)
-        shufmasks1[j] = -128;
+      float* xs_lerp = (float*)(load2_shuffle_masks_ + current * channels_ * 2);
+      char* shufmasks1 =
+          (char*)(load2_shuffle_masks_ + current * channels_ * 2 + channels_);
+      for (int j = 0; j < 16 * channels_; ++j) shufmasks1[j] = -128;
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
         float lerp = xs_[ix].lerp;
         int widx0 = xs_[ix].lower -
-                    load2_offsets_[current]; // word index within SSE vector
+                    load2_offsets_[current];  // word index within SSE vector
         for (int ch = 0; ch < channels_; ++ch) {
           int idx = pix * channels_ + ch;
           xs_lerp[idx] = lerp;
@@ -5062,8 +5118,8 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
       // load4from4
       assert(current < num_load4_);
       load4_x_[current] = x;
-      int *index = load4_offsets_ + current * 4;
-      float *xs_lerp = (float *)(load4_mmxs_lerp_ + current * channels_);
+      int* index = load4_offsets_ + current * 4;
+      float* xs_lerp = (float*)(load4_mmxs_lerp_ + current * channels_);
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
@@ -5078,8 +5134,8 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
       // load4from8
       assert(current < num_load8_);
       load8_x_[current] = x;
-      int *index = load8_offsets_ + current * 4;
-      float *xs_lerp = (float *)(load8_mmxs_lerp_ + current * channels_);
+      int* index = load8_offsets_ + current * 4;
+      float* xs_lerp = (float*)(load8_mmxs_lerp_ + current * channels_);
       for (int pix = 0; pix < 4; ++pix) {
         const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
                                : (x + pix) - min_ix_;
@@ -5096,8 +5152,7 @@ template <class T, class U> void CropResizeCastImage<T, U>::Configure_() {
     ++num_cases[load_group];
     // load_group == 0 -> general case, pixel by pixel
     // every other value indidcates 1+3 = 4 pixels were processed this iteration
-    if (load_group > 0)
-      x += 3;
+    if (load_group > 0) x += 3;
   }
 }
 
@@ -5143,8 +5198,8 @@ int CropResizeCastImage<T, U>::DetermineLoadGroup_(const int x) {
 // Compute range of x indexes for xs[0] through xs[3].
 // Returns true if valid (xs[i].lower + channels == xs[i].upper for all pixels).
 template <class T, class U>
-bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int *min_xidx,
-                                                    int *max_xidx) {
+bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int* min_xidx,
+                                                    int* max_xidx) {
   bool upper_is_lower_plus_one = true;
   *min_xidx = 0;
   *max_xidx = -1;
@@ -5157,10 +5212,8 @@ bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int *min_xidx,
         *min_xidx = curr_xidx;
         *max_xidx = curr_xidx;
       } else {
-        if (curr_xidx < *min_xidx)
-          *min_xidx = curr_xidx;
-        if (curr_xidx > *max_xidx)
-          *max_xidx = curr_xidx;
+        if (curr_xidx < *min_xidx) *min_xidx = curr_xidx;
+        if (curr_xidx > *max_xidx) *max_xidx = curr_xidx;
       }
     } else {
       upper_is_lower_plus_one = false;
@@ -5260,158 +5313,206 @@ bool CropResizeCastImage<T, U>::Load8_ok_(const int min_xidx,
 // full implementations of templated static member function clip_necessary()
 //
 
-template <> bool CropResizeCastImage<uint8, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, uint8>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint8, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, int8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<uint8, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, uint16>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint8, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, int16>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint8, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, int32>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint8, Eigen::half>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, Eigen::half>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint8, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint8, float>::clip_necessary() {
   return false;
 }
 
-template <> bool CropResizeCastImage<int8, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, uint8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int8, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, int8>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int8, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, uint16>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int8, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, int16>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int8, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, int32>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int8, Eigen::half>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, Eigen::half>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int8, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int8, float>::clip_necessary() {
   return false;
 }
 
-template <> bool CropResizeCastImage<uint16, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, uint8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<uint16, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, int8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<uint16, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, uint16>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint16, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, int16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<uint16, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, int32>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<uint16, Eigen::half>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, Eigen::half>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<uint16, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<uint16, float>::clip_necessary() {
   return false;
 }
 
-template <> bool CropResizeCastImage<int16, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, uint8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int16, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, int8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int16, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, uint16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int16, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, int16>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int16, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, int32>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int16, Eigen::half>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, Eigen::half>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int16, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int16, float>::clip_necessary() {
   return false;
 }
 
-template <> bool CropResizeCastImage<int32, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, uint8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int32, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, int8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int32, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, uint16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int32, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, int16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int32, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, int32>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<int32, Eigen::half>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, Eigen::half>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<int32, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<int32, float>::clip_necessary() {
   return false;
 }
 
-template <> bool CropResizeCastImage<Eigen::half, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<Eigen::half, uint8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<Eigen::half, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<Eigen::half, int8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<Eigen::half, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<Eigen::half, uint16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<Eigen::half, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<Eigen::half, int16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<Eigen::half, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<Eigen::half, int32>::clip_necessary() {
   return false;
 }
 template <>
 bool CropResizeCastImage<Eigen::half, Eigen::half>::clip_necessary() {
   return false;
 }
-template <> bool CropResizeCastImage<Eigen::half, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<Eigen::half, float>::clip_necessary() {
   return false;
 }
 
-template <> bool CropResizeCastImage<float, uint8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, uint8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<float, int8>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, int8>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<float, uint16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, uint16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<float, int16>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, int16>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<float, int32>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, int32>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<float, Eigen::half>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, Eigen::half>::clip_necessary() {
   return true;
 }
-template <> bool CropResizeCastImage<float, float>::clip_necessary() {
+template <>
+bool CropResizeCastImage<float, float>::clip_necessary() {
   return false;
 }
 
@@ -5423,14 +5524,14 @@ template <> bool CropResizeCastImage<float, float>::clip_necessary() {
 #define CROP_RESIZE_SINGLE_IMAGE_VECT(T_type, U_type)                          \
   template <>                                                                  \
   void crop_resize_single_image_common<T_type, U_type>(                        \
-      const T_type *image, const int64 in_height, const int64 in_width,        \
+      const T_type* image, const int64 in_height, const int64 in_width,        \
       const int64 out_height, const int64 out_width, const int channels,       \
-      const int min_ix, const int max_ix, const CachedInterpolation *xs,       \
-      const int min_iy, const int max_iy, const CachedInterpolation *ys,       \
+      const int min_ix, const int max_ix, const CachedInterpolation* xs,       \
+      const int min_iy, const int max_iy, const CachedInterpolation* ys,       \
       const float extrapolated_value, const bool flip_x, const bool flip_y,    \
-      U_type *output) {                                                        \
+      U_type* output) {                                                        \
     if (channels <= 4) {                                                       \
-      CropResizeCastImage<T_type, U_type> *resizer =                           \
+      CropResizeCastImage<T_type, U_type>* resizer =                           \
           new CropResizeCastImage<T_type, U_type>(                             \
               in_height, in_width, out_height, out_width, channels, min_ix,    \
               max_ix, xs, min_iy, max_iy, ys, extrapolated_value, flip_x,      \
@@ -5459,19 +5560,19 @@ CROP_RESIZE_SINGLE_IMAGE_VECT(float, float)
 // image resizing for these data types default to the original code.
 // at the moment, this is int64 and double.
 
-#define CROP_RESIZE_SINGLE_IMAGE_REGULAR(T_type, U_type)                       \
-  template <>                                                                  \
-  void crop_resize_single_image_common<T_type, U_type>(                        \
-      const T_type *image, const int64 in_height, const int64 in_width,        \
-      const int64 out_height, const int64 out_width, const int channels,       \
-      const int min_ix, const int max_ix, const CachedInterpolation *xs,       \
-      const int min_iy, const int max_iy, const CachedInterpolation *ys,       \
-      const float extrapolated_value, const bool flip_x, const bool flip_y,    \
-      U_type *output) {                                                        \
-    crop_resize_single_image(image, in_height, in_width, out_height,           \
-                             out_width, channels, min_ix, max_ix, xs, min_iy,  \
-                             max_iy, ys, extrapolated_value, flip_x, flip_y,   \
-                             output);                                          \
+#define CROP_RESIZE_SINGLE_IMAGE_REGULAR(T_type, U_type)                      \
+  template <>                                                                 \
+  void crop_resize_single_image_common<T_type, U_type>(                       \
+      const T_type* image, const int64 in_height, const int64 in_width,       \
+      const int64 out_height, const int64 out_width, const int channels,      \
+      const int min_ix, const int max_ix, const CachedInterpolation* xs,      \
+      const int min_iy, const int max_iy, const CachedInterpolation* ys,      \
+      const float extrapolated_value, const bool flip_x, const bool flip_y,   \
+      U_type* output) {                                                       \
+    crop_resize_single_image(image, in_height, in_width, out_height,          \
+                             out_width, channels, min_ix, max_ix, xs, min_iy, \
+                             max_iy, ys, extrapolated_value, flip_x, flip_y,  \
+                             output);                                         \
   }
 
 CROP_RESIZE_SINGLE_IMAGE_REGULAR(int64, float)
@@ -5485,12 +5586,12 @@ CROP_RESIZE_SINGLE_IMAGE_REGULAR(double, float)
 
 template <class T, class U>
 void crop_resize_single_image_common(
-    const T *image, const int64 in_height, const int64 in_width,
+    const T* image, const int64 in_height, const int64 in_width,
     const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation *xs,
-    const int min_iy, const int max_iy, const CachedInterpolation *ys,
+    const int min_ix, const int max_ix, const CachedInterpolation* xs,
+    const int min_iy, const int max_iy, const CachedInterpolation* ys,
     const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U *output) {
+    U* output) {
   crop_resize_single_image(image, in_height, in_width, out_height, out_width,
                            channels, min_ix, max_ix, xs, min_iy, max_iy, ys,
                            extrapolated_value, flip_x, flip_y, output);
@@ -5498,6 +5599,6 @@ void crop_resize_single_image_common(
 
 #endif
 
-} // namespace
-} // namespace tensorflow
-#endif // define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
+}  // namespace
+}  // namespace tensorflow
+#endif  // define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
-- 
GitLab


From 51818c19a6245ae39054a2e9ee42b01b9e8eca13 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Mon, 5 Nov 2018 08:27:45 -0800
Subject: [PATCH 1038/1825] Add gemmlowp profiling output support to TFLite's
 benchmark_model

Enabled by adding `--copt=-DGEMMLOWP_PROFILING` to the build flags.

PiperOrigin-RevId: 220107124
---
 tensorflow/lite/tools/benchmark/BUILD         |  1 +
 .../tools/benchmark/benchmark_tflite_model.cc | 24 ++++++++++++++++---
 .../tools/benchmark/benchmark_tflite_model.h  | 15 ++++++++++--
 3 files changed, 35 insertions(+), 5 deletions(-)

diff --git a/tensorflow/lite/tools/benchmark/BUILD b/tensorflow/lite/tools/benchmark/BUILD
index 7646bdcca9..583046ad73 100644
--- a/tensorflow/lite/tools/benchmark/BUILD
+++ b/tensorflow/lite/tools/benchmark/BUILD
@@ -112,6 +112,7 @@ cc_library(
         "//tensorflow/lite:string_util",
         "//tensorflow/lite/kernels:builtin_ops",
         "//tensorflow/lite/profiling:profile_summarizer",
+        "@gemmlowp",
     ],
 )
 
diff --git a/tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc
index e063a144b6..777d9dde7d 100644
--- a/tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc
+++ b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.cc
@@ -29,6 +29,10 @@ limitations under the License.
 #include "tensorflow/lite/string_util.h"
 #include "tensorflow/lite/tools/benchmark/logging.h"
 
+#ifdef GEMMLOWP_PROFILING
+#include "third_party/gemmlowp/profiling/profiler.h"
+#endif
+
 #ifdef TFLITE_CUSTOM_OPS_HEADER
 void RegisterSelectedOps(::tflite::MutableOpResolver* resolver);
 #endif
@@ -62,6 +66,21 @@ void ProfilingListener::OnSingleRunEnd() {
   summarizer_.ProcessProfiles(profile_events, *interpreter_);
 }
 
+void GemmlowpProfilingListener::OnBenchmarkStart(
+    const BenchmarkParams& params) {
+#ifdef GEMMLOWP_PROFILING
+  gemmlowp::RegisterCurrentThreadForProfiling();
+  gemmlowp::StartProfiling();
+#endif
+}
+
+void GemmlowpProfilingListener::OnBenchmarkEnd(
+    const BenchmarkResults& results) {
+#ifdef GEMMLOWP_PROFILING
+  gemmlowp::FinishProfiling();
+#endif
+}
+
 namespace {
 
 std::vector<std::string> Split(const std::string& str, const char delim) {
@@ -176,13 +195,12 @@ BenchmarkParams GetDefaultParams() {
 }  // namespace
 
 BenchmarkTfLiteModel::BenchmarkTfLiteModel()
-    : BenchmarkModel(GetDefaultParams()) {
-  AddListener(&profiling_listener_);
-}
+    : BenchmarkTfLiteModel(GetDefaultParams()) {}
 
 BenchmarkTfLiteModel::BenchmarkTfLiteModel(BenchmarkParams params)
     : BenchmarkModel(std::move(params)) {
   AddListener(&profiling_listener_);
+  AddListener(&gemmlowp_profiling_listener_);
 }
 
 std::vector<Flag> BenchmarkTfLiteModel::GetFlags() {
diff --git a/tensorflow/lite/tools/benchmark/benchmark_tflite_model.h b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.h
index 8ad3a5dbe5..401ab5427d 100644
--- a/tensorflow/lite/tools/benchmark/benchmark_tflite_model.h
+++ b/tensorflow/lite/tools/benchmark/benchmark_tflite_model.h
@@ -27,7 +27,7 @@ limitations under the License.
 namespace tflite {
 namespace benchmark {
 
-// Dumps profiling events if profiling is enabled
+// Dumps profiling events if profiling is enabled.
 class ProfilingListener : public BenchmarkListener {
  public:
   explicit ProfilingListener() : interpreter_(nullptr), has_profiles_(false) {}
@@ -47,11 +47,21 @@ class ProfilingListener : public BenchmarkListener {
   bool has_profiles_;
 };
 
+// Dumps gemmlowp profiling events if gemmlowp profiling is enabled.
+class GemmlowpProfilingListener : public BenchmarkListener {
+ public:
+  virtual ~GemmlowpProfilingListener() {}
+
+  void OnBenchmarkStart(const BenchmarkParams& params) override;
+
+  void OnBenchmarkEnd(const BenchmarkResults& results) override;
+};
+
 // Benchmarks a TFLite model by running tflite interpreter.
 class BenchmarkTfLiteModel : public BenchmarkModel {
  public:
   BenchmarkTfLiteModel();
-  BenchmarkTfLiteModel(BenchmarkParams params);
+  explicit BenchmarkTfLiteModel(BenchmarkParams params);
   virtual ~BenchmarkTfLiteModel() {}
 
   std::vector<Flag> GetFlags() override;
@@ -74,6 +84,7 @@ class BenchmarkTfLiteModel : public BenchmarkModel {
   std::unique_ptr<tflite::Interpreter> interpreter;
   std::vector<InputLayerInfo> inputs;
   ProfilingListener profiling_listener_;
+  GemmlowpProfilingListener gemmlowp_profiling_listener_;
 };
 
 }  // namespace benchmark
-- 
GitLab


From 4c605ca9d368c8ef8f13dd4c798da8bf3508668a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 08:33:26 -0800
Subject: [PATCH 1039/1825] Fix unhelpful error message

For 99% of all usecases, if the expected shape differs from the actual shape, people will typically rerun with an additional print statement to see what the actual output was.

PiperOrigin-RevId: 220107992
---
 tensorflow/python/framework/test_util.py | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index f561d16bc3..0516c68669 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -1670,9 +1670,16 @@ class TensorFlowTestCase(googletest.TestCase):
     msg = msg if msg else ""
     a = self._GetNdArray(a)
     b = self._GetNdArray(b)
-    self.assertEqual(
-        a.shape, b.shape, "Shape mismatch: expected %s, got %s."
-        " %s" % (a.shape, b.shape, msg))
+    # Arbitrary bounds so that we don't print giant tensors.
+    if (b.ndim <= 3 or b.size < 500):
+      self.assertEqual(
+          a.shape, b.shape, "Shape mismatch: expected %s, got %s."
+          " Contents: %s. \n%s." % (a.shape, b.shape, b, msg))
+    else:
+      self.assertEqual(
+          a.shape, b.shape, "Shape mismatch: expected %s, got %s."
+          " %s" % (a.shape, b.shape, msg))
+
     same = (a == b)
 
     if (a.dtype in [
-- 
GitLab


From 81ae44d1245acc44a1f703182219051ec2c21a0e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 08:38:38 -0800
Subject: [PATCH 1040/1825] Convert device_coordinates to tuples to retrieve
 correct device and task ordinals.

PiperOrigin-RevId: 220108785
---
 tensorflow/contrib/tpu/python/tpu/topology.py | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/topology.py b/tensorflow/contrib/tpu/python/tpu/topology.py
index b6bb5c6e56..6ae718cc2c 100644
--- a/tensorflow/contrib/tpu/python/tpu/topology.py
+++ b/tensorflow/contrib/tpu/python/tpu/topology.py
@@ -189,12 +189,13 @@ class Topology(object):
   def cpu_device_name_at_coordinates(self, device_coordinates, job=None):
     """Returns the CPU device attached to a logical core."""
     return _tpu_host_device_name(
-        job, self._topology_tasks[device_coordinates])
+        job, self._topology_tasks[tuple(device_coordinates)])
 
   def tpu_device_name_at_coordinates(self, device_coordinates, job=None):
     """Returns the name of the TPU device assigned to a logical core."""
-    return _tpu_device_name(job, self._topology_tasks[device_coordinates],
-                            self._topology_devices[device_coordinates])
+    return _tpu_device_name(job,
+                            self._topology_tasks[tuple(device_coordinates)],
+                            self._topology_devices[tuple(device_coordinates)])
 
   @property
   def num_tasks(self):
-- 
GitLab


From aa23de83de1f847698861070f4c2401cf1ba7531 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Mon, 5 Nov 2018 08:46:27 -0800
Subject: [PATCH 1041/1825] Enable TFLite Java tests in oss

PiperOrigin-RevId: 220110024
---
 tensorflow/lite/java/BUILD                    |  8 +--
 .../lite/InterpreterMobileNetTest.java        | 57 +++++++++++++++++++
 .../org/tensorflow/lite/InterpreterTest.java  | 37 ++----------
 tensorflow/lite/java/src/test/native/BUILD    |  4 ++
 .../src/test/native/interpreter_test_jni.cc   | 30 +++++++---
 5 files changed, 89 insertions(+), 47 deletions(-)
 create mode 100644 tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterMobileNetTest.java

diff --git a/tensorflow/lite/java/BUILD b/tensorflow/lite/java/BUILD
index e6f47a9773..cf759fa00c 100644
--- a/tensorflow/lite/java/BUILD
+++ b/tensorflow/lite/java/BUILD
@@ -90,7 +90,6 @@ java_test(
     size = "small",
     srcs = ["src/test/java/org/tensorflow/lite/TensorFlowLiteTest.java"],
     javacopts = JAVACOPTS,
-    tags = ["no_oss"],
     test_class = "org.tensorflow.lite.TensorFlowLiteTest",
     deps = [
         ":tensorflowlitelib",
@@ -104,7 +103,6 @@ java_test(
     size = "small",
     srcs = ["src/test/java/org/tensorflow/lite/DataTypeTest.java"],
     javacopts = JAVACOPTS,
-    tags = ["no_oss"],
     test_class = "org.tensorflow.lite.DataTypeTest",
     deps = [
         ":tensorflowlitelib",
@@ -122,11 +120,11 @@ java_test(
         "src/testdata/int32.bin",
         "src/testdata/int64.bin",
         "src/testdata/invalid_model.bin",
+        "src/testdata/quantized.bin",
         "src/testdata/uint8.bin",
         "src/testdata/with_custom_op.lite",
     ],
     javacopts = JAVACOPTS,
-    tags = ["no_oss"],
     test_class = "org.tensorflow.lite.NativeInterpreterWrapperTest",
     deps = [
         ":tensorflowlitelib",
@@ -142,11 +140,9 @@ java_test(
     srcs = ["src/test/java/org/tensorflow/lite/InterpreterTest.java"],
     data = [
         "src/testdata/add.bin",
-        "src/testdata/mobilenet.tflite.bin",
         "//tensorflow/lite:testdata/multi_add_flex.bin",
     ],
     javacopts = JAVACOPTS,
-    tags = ["no_oss"],
     test_class = "org.tensorflow.lite.InterpreterTest",
     visibility = ["//visibility:private"],
     deps = [
@@ -165,7 +161,6 @@ java_test(
         "//tensorflow/lite:testdata/multi_add_flex.bin",
     ],
     javacopts = JAVACOPTS,
-    tags = ["no_oss"],
     test_class = "org.tensorflow.lite.InterpreterFlexTest",
     visibility = ["//visibility:private"],
     deps = [
@@ -183,7 +178,6 @@ java_test(
         "src/testdata/add.bin",
     ],
     javacopts = JAVACOPTS,
-    tags = ["no_oss"],
     test_class = "org.tensorflow.lite.TensorTest",
     deps = [
         ":tensorflowlitelib",
diff --git a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterMobileNetTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterMobileNetTest.java
new file mode 100644
index 0000000000..b69bfa076e
--- /dev/null
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterMobileNetTest.java
@@ -0,0 +1,57 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+package org.tensorflow.lite;
+
+import static com.google.common.truth.Truth.assertThat;
+
+import java.io.File;
+import org.junit.Test;
+import org.junit.runner.RunWith;
+import org.junit.runners.JUnit4;
+
+/** Unit tests for {@link org.tensorflow.lite.Interpreter} agains a MobileNet model. */
+@RunWith(JUnit4.class)
+public final class InterpreterMobileNetTest {
+
+  private static final File MOBILENET_MODEL_FILE =
+      new File("tensorflow/lite/java/src/testdata/mobilenet.tflite.bin");
+
+  @Test
+  public void testMobilenetRun() {
+    // Create a gray image.
+    float[][][][] img = new float[1][224][224][3];
+    for (int i = 0; i < 224; ++i) {
+      for (int j = 0; j < 224; ++j) {
+        img[0][i][j][0] = 0.5f;
+        img[0][i][j][1] = 0.5f;
+        img[0][i][j][2] = 0.5f;
+      }
+    }
+
+    // Allocate memory to receive the output values.
+    float[][] labels = new float[1][1001];
+
+    Interpreter interpreter = new Interpreter(MOBILENET_MODEL_FILE);
+    interpreter.run(img, labels);
+    assertThat(interpreter.getInputTensor(0).shape()).isEqualTo(new int[] {1, 224, 224, 3});
+    assertThat(interpreter.getOutputTensor(0).shape()).isEqualTo(new int[] {1, 1001});
+    interpreter.close();
+
+    assertThat(labels[0])
+        .usingExactEquality()
+        .containsNoneOf(new float[] {Float.NaN, Float.NEGATIVE_INFINITY, Float.POSITIVE_INFINITY});
+  }
+}
diff --git a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
index 612229d172..7e591b009d 100644
--- a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
@@ -40,9 +40,6 @@ public final class InterpreterTest {
   private static final File MODEL_FILE =
       new File("tensorflow/lite/java/src/testdata/add.bin");
 
-  private static final File MOBILENET_MODEL_FILE =
-      new File("tensorflow/lite/java/src/testdata/mobilenet.tflite.bin");
-
   private static final File FLEX_MODEL_FILE =
       new File("tensorflow/lite/testdata/multi_add_flex.bin");
 
@@ -214,32 +211,6 @@ public final class InterpreterTest {
     }
   }
 
-  @Test
-  public void testMobilenetRun() {
-    // Create a gray image.
-    float[][][][] img = new float[1][224][224][3];
-    for (int i = 0; i < 224; ++i) {
-      for (int j = 0; j < 224; ++j) {
-        img[0][i][j][0] = 0.5f;
-        img[0][i][j][1] = 0.5f;
-        img[0][i][j][2] = 0.5f;
-      }
-    }
-
-    // Allocate memory to receive the output values.
-    float[][] labels = new float[1][1001];
-
-    Interpreter interpreter = new Interpreter(MOBILENET_MODEL_FILE);
-    interpreter.run(img, labels);
-    assertThat(interpreter.getInputTensor(0).shape()).isEqualTo(new int[] {1, 224, 224, 3});
-    assertThat(interpreter.getOutputTensor(0).shape()).isEqualTo(new int[] {1, 1001});
-    interpreter.close();
-
-    assertThat(labels[0])
-        .usingExactEquality()
-        .containsNoneOf(new float[] {Float.NaN, Float.NEGATIVE_INFINITY, Float.POSITIVE_INFINITY});
-  }
-
   @Test
   public void testRunWithWrongInputType() {
     Interpreter interpreter = new Interpreter(MODEL_FILE);
@@ -286,7 +257,7 @@ public final class InterpreterTest {
 
   @Test
   public void testGetInputIndex() {
-    Interpreter interpreter = new Interpreter(MOBILENET_MODEL_FILE);
+    Interpreter interpreter = new Interpreter(MODEL_FILE);
     try {
       interpreter.getInputIndex("WrongInputName");
       fail();
@@ -303,7 +274,7 @@ public final class InterpreterTest {
 
   @Test
   public void testGetOutputIndex() {
-    Interpreter interpreter = new Interpreter(MOBILENET_MODEL_FILE);
+    Interpreter interpreter = new Interpreter(MODEL_FILE);
     try {
       interpreter.getOutputIndex("WrongOutputName");
       fail();
@@ -312,9 +283,9 @@ public final class InterpreterTest {
           .hasMessageThat()
           .contains(
               "'WrongOutputName' is not a valid name for any output. Names of outputs and their"
-                  + " indexes are {MobilenetV1/Predictions/Softmax=0}");
+                  + " indexes are {output=0}");
     }
-    int index = interpreter.getOutputIndex("MobilenetV1/Predictions/Softmax");
+    int index = interpreter.getOutputIndex("output");
     assertThat(index).isEqualTo(0);
   }
 
diff --git a/tensorflow/lite/java/src/test/native/BUILD b/tensorflow/lite/java/src/test/native/BUILD
index 27fc95f1f7..4d3e82b1ac 100644
--- a/tensorflow/lite/java/src/test/native/BUILD
+++ b/tensorflow/lite/java/src/test/native/BUILD
@@ -21,6 +21,10 @@ cc_library(
             "//tensorflow/lite/java/src/main/native:jni_md.h",
         ],
     }),
+    includes = select({
+        "//tensorflow:android": [],
+        "//conditions:default": ["../../main/native/."],
+    }),
     deps = ["//tensorflow/lite/c:c_api_internal"],
 )
 
diff --git a/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
index 4a5c18d943..d83cb4cd30 100644
--- a/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
+++ b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
@@ -25,6 +25,8 @@ Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForDelegate(
     JNIEnv* env, jclass clazz) {
   // A simple op which outputs a vector of length 1 with the value [7].
   static TfLiteRegistration registration = {
+      .init = nullptr,
+      .free = nullptr,
       .prepare =
           [](TfLiteContext* context, TfLiteNode* node) {
             TfLiteTensor* output = &context->tensors[node->outputs->data[0]];
@@ -38,11 +40,16 @@ Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForDelegate(
             TfLiteTensor* output = &context->tensors[node->outputs->data[0]];
             output->data.f[0] = 7.0f;
             return kTfLiteOk;
-          }};
+          },
+      .profiling_string = nullptr,
+      .builtin_code = 0,
+      .custom_name = "",
+      .version = 1,
+  };
   // A simple delegate which replaces all ops with a single op that outputs a
   // vector of length 1 with the value [7].
   static TfLiteDelegate delegate = {
-      .flags = kTfLiteDelegateFlagsAllowDynamicTensors,
+      .data_ = nullptr,
       .Prepare = [](TfLiteContext* context,
                     TfLiteDelegate* delegate) -> TfLiteStatus {
         TfLiteIntArray* execution_plan;
@@ -51,7 +58,12 @@ Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForDelegate(
         context->ReplaceSubgraphsWithDelegateKernels(context, registration,
                                                      execution_plan, delegate);
         return kTfLiteOk;
-      }};
+      },
+      .CopyFromBufferHandle = nullptr,
+      .CopyToBufferHandle = nullptr,
+      .FreeBufferHandle = nullptr,
+      .flags = kTfLiteDelegateFlagsAllowDynamicTensors,
+  };
   return reinterpret_cast<jlong>(&delegate);
 }
 
@@ -60,10 +72,14 @@ Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForInvalidDelegate(
     JNIEnv* env, jclass clazz) {
   // A simple delegate that fails during preparation.
   static TfLiteDelegate delegate = {
-      .Prepare = [](TfLiteContext* context,
-                    TfLiteDelegate* delegate) -> TfLiteStatus {
-        return kTfLiteError;
-      }};
+      .data_ = nullptr,
+      .Prepare = [](TfLiteContext* context, TfLiteDelegate* delegate)
+          -> TfLiteStatus { return kTfLiteError; },
+      .CopyFromBufferHandle = nullptr,
+      .CopyToBufferHandle = nullptr,
+      .FreeBufferHandle = nullptr,
+      .flags = kTfLiteDelegateFlagsNone,
+  };
   return reinterpret_cast<jlong>(&delegate);
 }
 
-- 
GitLab


From 32d73e410769228c78e100bc55242ac40e7875fe Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 08:50:17 -0800
Subject: [PATCH 1042/1825] allow tensors to go from one flex subgraph to
 another, without convertion to CPU.

PiperOrigin-RevId: 220110546
---
 tensorflow/lite/delegates/flex/buffer_map.cc  |  8 ++++-
 tensorflow/lite/delegates/flex/buffer_map.h   | 17 +++++++++-
 .../lite/delegates/flex/buffer_map_test.cc    |  2 ++
 tensorflow/lite/delegates/flex/kernel.cc      |  7 ++++-
 tensorflow/lite/delegates/flex/kernel_test.cc | 31 ++++++++++++++++---
 5 files changed, 58 insertions(+), 7 deletions(-)

diff --git a/tensorflow/lite/delegates/flex/buffer_map.cc b/tensorflow/lite/delegates/flex/buffer_map.cc
index 2c4aa7075d..9a6c5e74a7 100644
--- a/tensorflow/lite/delegates/flex/buffer_map.cc
+++ b/tensorflow/lite/delegates/flex/buffer_map.cc
@@ -130,6 +130,10 @@ bool BufferMap::HasTensor(int tensor_index) const {
   return id_to_tensor_.count(tensor_index) != 0;
 }
 
+bool BufferMap::IsTensorFlowTensor(int tensor_index) const {
+  return HasTensor(tensor_index) && owned_by_tf_.count(tensor_index) > 0;
+}
+
 tensorflow::Tensor BufferMap::GetTensor(int tensor_index) const {
   return id_to_tensor_.at(tensor_index);
 }
@@ -154,11 +158,13 @@ void BufferMap::SetFromTfLite(int tensor_index, const TfLiteTensor* tensor) {
       GetTensorFlowDataType(tensor->type), shape, buf);
   buf->Unref();
 
-  SetFromTensorFlow(tensor_index, std::move(t));
+  id_to_tensor_[tensor_index] = std::move(t);
+  owned_by_tf_.erase(tensor_index);
 }
 
 void BufferMap::SetFromTensorFlow(int tensor_index, tensorflow::Tensor tensor) {
   id_to_tensor_[tensor_index] = std::move(tensor);
+  owned_by_tf_.insert(tensor_index);
 }
 
 }  // namespace flex
diff --git a/tensorflow/lite/delegates/flex/buffer_map.h b/tensorflow/lite/delegates/flex/buffer_map.h
index 269a0a2a27..b73ed88d37 100644
--- a/tensorflow/lite/delegates/flex/buffer_map.h
+++ b/tensorflow/lite/delegates/flex/buffer_map.h
@@ -38,12 +38,17 @@ class BufferMap {
   // tensorflow::Tensor.
   bool HasTensor(int tensor_index) const;
 
+  // Returns true if the given 'tensor_index' has a corresponding
+  // tensorflow::Tensor *and* the content is owned by TensorFlow (that is, the
+  // mapping was added by SetFromTensorFlow()).
+  bool IsTensorFlowTensor(int tensor_index) const;
+
   // Returns the tensorflow::Tensor associated with the given 'tensor_index'.
   // Precondition: HasTensor() is true.
   tensorflow::Tensor GetTensor(int tensor_index) const;
 
   // Associates the given tensorflow::Tensor with the given 'tensor_index'.
-  // Note that tensorflow Tensors share data buffers, so this method is only a
+  // Note that TensorFlow Tensors share data buffers, so this method is only a
   // shallow copy.
   void SetFromTensorFlow(int tensor_index, tensorflow::Tensor tensor);
 
@@ -52,7 +57,17 @@ class BufferMap {
   void SetFromTfLite(int tensor_index, const TfLiteTensor* tensor);
 
  private:
+  // Mapping from TL Lite tensor ID to TensorFlow's Tensor. All tensors that
+  // are inputs or outputs of a subgraph will be added here, irrespective of
+  // whether their data are managed by TF Lite or TensorFlow.
   std::map<int, tensorflow::Tensor> id_to_tensor_;
+  // A list of tensors that are completely managed by TensorFlow. Most of the
+  // time, TF Lite will populate tensors that are inputs to subgraphs, while
+  // TensorFlow will populate output tensors. Occasionally, however, an input
+  // tensor is coming from a previous subgraph and could have been populated by
+  // TensorFlow. This set keeps track of all input or output tensors that have
+  // been populated by tensorflow.
+  std::set<int> owned_by_tf_;
 };
 
 }  // namespace flex
diff --git a/tensorflow/lite/delegates/flex/buffer_map_test.cc b/tensorflow/lite/delegates/flex/buffer_map_test.cc
index fd52273fb4..9e8472f1e7 100644
--- a/tensorflow/lite/delegates/flex/buffer_map_test.cc
+++ b/tensorflow/lite/delegates/flex/buffer_map_test.cc
@@ -203,6 +203,7 @@ TEST(BufferMapTest, TfLiteOverwritesTensorFlow) {
   buffer_map.SetFromTensorFlow(0, t1);
   buffer_map.SetFromTfLite(0, t2.get());
 
+  EXPECT_FALSE(buffer_map.IsTensorFlowTensor(0));
   EXPECT_THAT(GetTensorData<int>(buffer_map.GetTensor(0)),
               ElementsAre(0, 0, 0, 3, 0, 0, 1, 2));
 }
@@ -216,6 +217,7 @@ TEST(BufferMapTest, TensorFlowOverwritesTfLite) {
   buffer_map.SetFromTfLite(0, t2.get());
   buffer_map.SetFromTensorFlow(0, t1);
 
+  EXPECT_TRUE(buffer_map.IsTensorFlowTensor(0));
   EXPECT_THAT(GetTensorData<float>(buffer_map.GetTensor(0)),
               ElementsAre(0, 0, 0, 0.123f, 0, 0));
 }
diff --git a/tensorflow/lite/delegates/flex/kernel.cc b/tensorflow/lite/delegates/flex/kernel.cc
index 2c19580235..c4fe142dff 100644
--- a/tensorflow/lite/delegates/flex/kernel.cc
+++ b/tensorflow/lite/delegates/flex/kernel.cc
@@ -251,7 +251,12 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   for (auto tensor_index : op_data->subgraph_inputs) {
     TfLiteTensor* tensor = &context->tensors[tensor_index];
     if (!IsConstantTensor(tensor)) {
-      buffer_map->SetFromTfLite(tensor_index, tensor);
+      // If this tensor is part of an earlier TF subgraph we should not add it
+      // to the BufferMap again, because TF already knows about it and its
+      // contents are kept automatically up-to-date.
+      if (!buffer_map->IsTensorFlowTensor(tensor_index)) {
+        buffer_map->SetFromTfLite(tensor_index, tensor);
+      }
     }
   }
 
diff --git a/tensorflow/lite/delegates/flex/kernel_test.cc b/tensorflow/lite/delegates/flex/kernel_test.cc
index fae2b8b19e..4742c24bfc 100644
--- a/tensorflow/lite/delegates/flex/kernel_test.cc
+++ b/tensorflow/lite/delegates/flex/kernel_test.cc
@@ -100,6 +100,17 @@ TEST_F(KernelTest, FullGraph) {
 
   ASSERT_THAT(GetShape(8), ElementsAre(2, 1));
   ASSERT_THAT(GetValues(8), ElementsAre(14.52f, 38.72f));
+
+  // Try again with different inputs
+  SetShape(0, {2, 3, 1});
+  SetValues(0, {2.0f, 2.0f, 3.0f, 3.0f, 4.0f, 4.0f});
+  SetShape(3, {2, 3, 1});
+  SetValues(3, {2.0f, 2.0f, 3.0f, 3.0f, 4.0f, 4.0f});
+
+  ASSERT_TRUE(Invoke());
+
+  ASSERT_THAT(GetShape(8), ElementsAre(3, 1));
+  ASSERT_THAT(GetValues(8), ElementsAre(24.0f, 32.0f, 48.0f));
 }
 
 TEST_F(KernelTest, BadTensorFlowOp) {
@@ -240,11 +251,23 @@ TEST_F(KernelTest, SplitGraph) {
   ASSERT_TRUE(Invoke());
 
   ASSERT_THAT(GetShape(17), ElementsAre(1));
+  ASSERT_THAT(GetValues(17), ElementsAre(16.0f));
+
+  // Same as above but with slightly different output.
+  // We still expect the result to be l + r where
+  //     l = (a0 + b0) * (a2 + b2) + (a1 + b1) * (a3 + b3)
+  //     r = (a4 + a6) + (a5 + a7)
+  SetShape(0, {2, 2, 2, 1});
+  SetValues(0, {4.0f, 1.0f, 1.5f, -2.0f, 2.0f, 0.0f, -2.0f, 3.0f});
+  SetShape(1, {2, 2, 1});
+  SetValues(1, {0.0f, 2.0f, 1.5f, 3.0f});
+  // So l = (4 + 0) * (1.5 + 1.5) + (1 + 2) * (-2 + 3) =  12 + 3 = 15
+  //    r = (2 - 2) + (0 + 3) = 3
 
-  // It should really be 16, but we are messing up tensor #16 with
-  // data from the TF Lite buffer, even though that particular tensor
-  // should use the data produced by TF.
-  ASSERT_THAT(GetValues(17), ElementsAre(::testing::Not(16.0f)));
+  ASSERT_TRUE(Invoke());
+
+  ASSERT_THAT(GetShape(17), ElementsAre(1));
+  ASSERT_THAT(GetValues(17), ElementsAre(18.0f));
 }
 
 }  // namespace
-- 
GitLab


From 799686e50402a04bca2296eb19f067b168ae71e7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 09:12:42 -0800
Subject: [PATCH 1043/1825] Introduced FunctionCallOptions in eager context and
 a context manager to set it.

For now the available options are:
  executor_type: determines the executor used by the PartitionedCallOp created for a call site.
  rewriter_config: the Grappler config used by PartitionedCallOp when optimizing the function graph for the call site.

PiperOrigin-RevId: 220114298
---
 tensorflow/python/eager/context.py            | 152 ++++++++++++++----
 tensorflow/python/eager/function.py           |   4 +-
 tensorflow/python/eager/function_test.py      |  22 ++-
 .../tools/api/generator/api_init_files.bzl    |   1 +
 .../tools/api/generator/api_init_files_v1.bzl |   1 +
 .../golden/v1/tensorflow.experimental.pbtxt   |   7 +
 .../tools/api/golden/v1/tensorflow.pbtxt      |   4 +
 .../golden/v2/tensorflow.experimental.pbtxt   |   7 +
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 +
 9 files changed, 166 insertions(+), 36 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.experimental.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.experimental.pbtxt

diff --git a/tensorflow/python/eager/context.py b/tensorflow/python/eager/context.py
index 0986c4b9a6..e3fef524bf 100644
--- a/tensorflow/python/eager/context.py
+++ b/tensorflow/python/eager/context.py
@@ -81,6 +81,57 @@ class _EagerTensorCache(object):
     self._data = {}
 
 
+class FunctionCallOptions(object):
+  """Options applied at call sites of eager functions.
+  Eager functions are functions decorated with tf.contrib.eager.defun.
+  """
+
+  def __init__(self, executor_type=None, rewriter_config=None):
+    """Constructor.
+
+    Args:
+      executor_type: (optional) name of the executor to be used to execute the
+        eager function. If None or an empty string, the default Tensorflow
+        executor will be used.
+      rewriter_config: (optional) a rewriter_config_pb2.RewriterConfig proto or
+        a serialized string of that proto.
+        The config used by Grappler when optimizing the function graph.
+        Each concrete function is optimized the first time is called. Changing
+        rewriter_config after the first call has no effect.
+        If rewriter_config is None, an empty RewriterConfig will be used.
+    """
+    self.rewriter_config_serialized = rewriter_config
+    self.executor_type = executor_type
+
+  @property
+  def executor_type(self):
+    return self._executor_type
+
+  @executor_type.setter
+  def executor_type(self, executor_type):
+    self._executor_type = executor_type
+
+  @property
+  def rewriter_config_serialized(self):
+    return self._rewriter_config_serialized
+
+  @rewriter_config_serialized.setter
+  def rewriter_config_serialized(self, config):
+    if isinstance(config, rewriter_config_pb2.RewriterConfig):
+      self._rewriter_config_serialized = config.SerializeToString()
+    elif isinstance(config, str):
+      self._rewriter_config_serialized = config
+    elif config is None:
+      self._rewriter_config_serialized = rewriter_config_pb2.RewriterConfig(
+      ).SerializeToString()
+    else:
+      raise ValueError(
+          "the rewriter config must be either a "
+          "rewriter_config_pb2.RewriterConfig, or a serialized string of that "
+          "proto or None. got: {}"
+          .format(type(config)))
+
+
 # TODO(agarwal): better name ?
 class _EagerContext(threading.local):
   """Thread local eager context."""
@@ -107,7 +158,8 @@ class _EagerContext(threading.local):
         "graph_options") and config.graph_options.HasField("rewrite_options"):
       base_config.Merge(config.graph_options.rewrite_options)
 
-    self.rewriter_config = base_config.SerializeToString()
+    self.function_call_options = FunctionCallOptions(
+        rewriter_config=base_config)
 
 
 ContextSwitch = collections.namedtuple(
@@ -372,36 +424,6 @@ class Context(object):
       if mode == EAGER_MODE:
         self.context_switches.pop()
 
-  @tf_contextlib.contextmanager
-  def rewriter_config(self, rewriter_config_=None):
-    """A context manager to allow setting the grappler rewrite options.
-
-    Args:
-      rewriter_config_: A tensorflow.RewriterConfig proto object.
-
-    Yields:
-      Nothing.
-
-    Raises:
-      ValueError: if rewriter_config is not a tensorflow.RewriterConfig proto.
-    """
-    if rewriter_config_ is None or not isinstance(
-        rewriter_config_, rewriter_config_pb2.RewriterConfig):
-      raise ValueError("Must pass a rewriter_config proto")
-
-    ctx = self._eager_context
-    old_rewriter_config = ctx.rewriter_config
-    ctx.rewriter_config = rewriter_config_.SerializeToString()
-    try:
-      yield
-    finally:
-      ctx.rewriter_config = old_rewriter_config
-
-  @property
-  def rewriter_config_string(self):
-    """Returns the serialized rewriter_config for the current thread."""
-    return self._eager_context.rewriter_config
-
   def executing_eagerly(self):
     """Returns True if current thread has eager executing enabled."""
     return self._eager_context.is_eager
@@ -530,6 +552,35 @@ class Context(object):
     finally:
       self.set_execution_mode(old_mode)
 
+  def get_function_call_options(self):
+    """Returns function call options for current thread.
+
+    Note that the returned object is still referenced by the eager context.
+
+    Returns: the FunctionCallOptions for current thread.
+    """
+    return self._eager_context.function_call_options
+
+  @tf_contextlib.contextmanager
+  def function_call_options(self, set_options_func):
+    """Context manager for setting function call options of current thread.
+
+    Args:
+      set_options_func: A callable that takes one argument of type
+        FunctionCallOptions. It should set the properties of that
+        FunctionCallOptions.
+
+    Yields:
+      Nothing.
+    """
+    current_options = self.get_function_call_options()
+    old_options = copy.copy(current_options)
+    try:
+      set_options_func(current_options)
+      yield
+    finally:
+      self._eager_context.function_call_options = old_options
+
   def async_wait(self):
     """Waits for ops dispatched in ASYNC mode to finish."""
     pywrap_tensorflow.TFE_ContextAsyncWait(self._handle)
@@ -782,6 +833,25 @@ def execution_mode(mode):
   return context().execution_mode(mode)
 
 
+@tf_export("experimental.function_executor_type")
+def function_executor_type(executor_type):
+  """Context manager for setting the executor of eagar defined functions.
+
+  Eager defined functions are functions decorated by tf.contrib.eager.defun.
+
+  Args:
+    executor_type: a string for the name of the executor to be used
+    to execute functions defined by tf.contrib.eager.defun.
+
+  Returns:
+    Context manager for setting the executor of eager defined functions.
+  """
+  def _set_options_func(options):
+    options.executor_type = executor_type
+
+  return context().function_call_options(_set_options_func)
+
+
 def async_wait():
   """Waits for ops dispatched in ASYNC mode to finish."""
   return context().async_wait()
@@ -827,9 +897,23 @@ def export_run_metadata():
   return context().export_run_metadata()
 
 
-def rewriter_config(rewriter_config_):
-  """Context manager for setting the grappler rewrite config."""
-  return context().rewriter_config(rewriter_config_)
+def function_rewriter_config(rewriter_config):
+  """Context manager for setting the grappler rewrite config.
+
+  This config is used by Grappler when optimizing the function graph.
+
+  Args:
+    rewriter_config: a rewriter_config_pb2.RewriterConfig proto or
+      a serialized string of that proto or None. If None, the default instance
+      of rewriter_config_pb2.RewriterConfig will be used.
+
+  Returns:
+    A context manager.
+  """
+  def _set_options_func(options):
+    options.rewriter_config_serialized = rewriter_config
+
+  return context().function_call_options(_set_options_func)
 
 
 def set_server_def(server_def):
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index f6c54e05d2..08266a115b 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -254,12 +254,14 @@ class _EagerDefinedFunction(object):
         raise ValueError(
             "Arguments and signature arguments do not match: %s %s " %
             (len(args), len(list(self.signature.input_arg))))
+      function_call_options = ctx.get_function_call_options()
       outputs = functional_ops.partitioned_call(
           args=args,
           f=self,
           tout=self._output_types,
           executing_eagerly=executing_eagerly,
-          config=ctx.rewriter_config_string)  # pylint: disable=protected-access
+          config=function_call_options.rewriter_config_serialized,
+          executor_type=function_call_options.executor_type)
 
     if executing_eagerly:
       return outputs
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 651d6cec72..781c3f0a18 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -105,7 +105,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     # The default config allows everything.
     rewrites = rewriter_config_pb2.RewriterConfig()
 
-    with context.rewriter_config(rewrites):
+    with context.function_rewriter_config(rewrites):
       t = constant_op.constant(1.0)
       self.assertAllEqual(add(t, t).numpy(), 2.0)
 
@@ -2703,6 +2703,26 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     del m
     self.assertEqual([], list(weak_variables))
 
+  def testExecutorType(self):
+    @function.defun
+    def add_five(x):
+      return x + 5
+
+    self.assertEqual(
+        5,
+        add_five(constant_op.constant(0, dtype=dtypes.int32)).numpy())
+
+    with self.assertRaisesRegexp(errors.NotFoundError, 'NON_EXISTENT_EXECUTOR'):
+      with context.function_executor_type('NON_EXISTENT_EXECUTOR'):
+        add_five(constant_op.constant(0, dtype=dtypes.int32))
+
+    for executor_type in ('', 'DEFAULT', None):
+      with context.function_executor_type(executor_type):
+        self.assertAllEqual(
+            5,
+            add_five(constant_op.constant(0, dtype=dtypes.int32)).numpy())
+
+
 
 @parameterized.named_parameters(
     dict(testcase_name='Defun', function_decorator=function.defun),
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index f7de02ed6f..ac7bc28b2b 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -13,6 +13,7 @@ TENSORFLOW_API_INIT_FILES = [
     "distributions/__init__.py",
     "dtypes/__init__.py",
     "errors/__init__.py",
+    "experimental/__init__.py",
     "feature_column/__init__.py",
     "gfile/__init__.py",
     "graph_util/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index 520ce54a88..a4fc58b851 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -13,6 +13,7 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "distributions/__init__.py",
     "dtypes/__init__.py",
     "errors/__init__.py",
+    "experimental/__init__.py",
     "feature_column/__init__.py",
     "gfile/__init__.py",
     "graph_util/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.experimental.pbtxt
new file mode 100644
index 0000000000..0c3f04e468
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.experimental.pbtxt
@@ -0,0 +1,7 @@
+path: "tensorflow.experimental"
+tf_module {
+  member_method {
+    name: "function_executor_type"
+    argspec: "args=[\'executor_type\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index c9eb136f54..9597dd7684 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -340,6 +340,10 @@ tf_module {
     name: "estimator"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "feature_column"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.experimental.pbtxt
new file mode 100644
index 0000000000..0c3f04e468
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.experimental.pbtxt
@@ -0,0 +1,7 @@
+path: "tensorflow.experimental"
+tf_module {
+  member_method {
+    name: "function_executor_type"
+    argspec: "args=[\'executor_type\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 311e12e6d2..7c865bb002 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -236,6 +236,10 @@ tf_module {
     name: "estimator"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "feature_column"
     mtype: "<type \'module\'>"
-- 
GitLab


From 98f7a6760aab4c40c7eb2aebc14b2a9e96f9269a Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Mon, 5 Nov 2018 10:03:38 -0800
Subject: [PATCH 1044/1825] Fix the flaky interleaved eval test

PiperOrigin-RevId: 220122757
---
 tensorflow/contrib/distribute/python/BUILD    |  2 --
 .../contrib/distribute/python/keras_test.py   | 36 +++++++++----------
 2 files changed, 16 insertions(+), 22 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 22736c799d..6ba9187ae2 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -757,8 +757,6 @@ cuda_py_test(
         "no_oss",  # TODO(b/117919883): Fix python error.
         "no_pip",
         "no_windows_gpu",
-        # TODO(b/118815591): Re-enable this test in guitar.)
-        "noguitar",
         "notsan",
     ],
 )
diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 4cd8ac1410..37802c1414 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -598,36 +598,33 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
   @combinations.generate(strategy_combinations())
   def test_model_interleaved_eval_same_as_direct_eval(self, distribution):
     with self.cached_session():
-      loss = 'mse'
-
       user_controlled_model = get_model()
-      user_controlled_optimizer = gradient_descent.GradientDescentOptimizer(
-          0.001)
-      user_controlled_metrics = ['mae', keras.metrics.CategoricalAccuracy()]
-      user_controlled_model.compile(user_controlled_optimizer, loss,
-                                    metrics=user_controlled_metrics,
-                                    distribute=distribution)
+      user_controlled_model.compile(
+          gradient_descent.GradientDescentOptimizer(0.001),
+          loss='mse',
+          metrics=['mae'],
+          distribute=distribution)
 
       interleaved_model = get_model()
-      interleaved_optimizer = gradient_descent.GradientDescentOptimizer(0.001)
-      interleaved_metrics = ['mae', keras.metrics.CategoricalAccuracy()]
-      interleaved_model.compile(interleaved_optimizer, loss,
-                                metrics=interleaved_metrics,
-                                distribute=distribution)
+      interleaved_model.set_weights(user_controlled_model.get_weights())
+      interleaved_model.compile(
+          gradient_descent.GradientDescentOptimizer(0.001),
+          loss='mse',
+          metrics=['mae'],
+          distribute=distribution)
 
       dataset = get_dataset(distribution)
 
       # Call fit with validation interleaved
-      interleaved_output = interleaved_model.fit(dataset, epochs=2,
-                                                 steps_per_epoch=2, verbose=0,
-                                                 validation_data=dataset,
-                                                 validation_steps=2)
+      interleaved_output = interleaved_model.fit(
+          dataset, epochs=2, steps_per_epoch=2, verbose=1,
+          validation_data=dataset, validation_steps=2, shuffle=False)
 
       # Manually control the validation running after each epoch.
       user_controlled_output = []
       for _ in range(2):
         user_controlled_model.fit(
-            dataset, epochs=1, steps_per_epoch=2, verbose=0)
+            dataset, epochs=1, steps_per_epoch=2, verbose=1, shuffle=False)
         user_controlled_output.append(
             user_controlled_model.evaluate(dataset, steps=2))
 
@@ -635,8 +632,7 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
                        [x[0] for x in user_controlled_output])
       self.assertEqual(interleaved_output.history['val_mean_absolute_error'],
                        [x[1] for x in user_controlled_output])
-      self.assertEqual(interleaved_output.history['val_categorical_accuracy'],
-                       [x[2] for x in user_controlled_output])
+      # TODO(sourabhbajaj): Add an stateful metric here and verify support.
 
   # TODO(priyag): Enable this test for TPU. Currently tuples/dict don't work
   # as clone_model's input_tensors argument only seems to accept list and not
-- 
GitLab


From 4531d75656882952c91b4d77b08f7bcace2895b4 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Mon, 5 Nov 2018 10:12:26 -0800
Subject: [PATCH 1045/1825] Internal change

PiperOrigin-RevId: 220124546
---
 tensorflow/python/debug/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/python/debug/BUILD b/tensorflow/python/debug/BUILD
index 7995123209..a73a4323c3 100644
--- a/tensorflow/python/debug/BUILD
+++ b/tensorflow/python/debug/BUILD
@@ -1130,4 +1130,6 @@ sh_test(
         ":debug_tflearn_iris",
         ":offline_analyzer",
     ],
+    # TODO(b/119032933): Re-enable this test in ASAN.
+    tags = ["noasan"],
 )
-- 
GitLab


From 059dd690980c2d125f96cb149d1eceaba02f9512 Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Mon, 5 Nov 2018 10:15:26 -0800
Subject: [PATCH 1046/1825] [tf.data] Clean up of how `IteratorContext` is
 constructed and modified.

PiperOrigin-RevId: 220125067
---
 tensorflow/core/framework/dataset.h           | 79 ++++++++++--------
 .../experimental/threadpool_dataset_op.cc     | 12 +--
 .../core/kernels/data/flat_map_dataset_op.cc  | 10 ---
 tensorflow/core/kernels/data/iterator_ops.cc  | 83 +++++++------------
 .../core/kernels/data/model_dataset_op.cc     | 20 ++---
 .../kernels/data/multi_device_iterator_ops.cc | 34 ++++----
 .../core/kernels/data/optimize_dataset_op.cc  | 10 +--
 .../data/stats_aggregator_dataset_op.cc       | 12 +--
 8 files changed, 112 insertions(+), 148 deletions(-)

diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index 55ba7d96b1..b4cd275131 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -272,47 +272,64 @@ class StatsAggregator;
 class IteratorContext {
  public:
   struct Params {
-    // Interface to operating system functionality.
-    Env* env;
+    explicit Params(IteratorContext* ctx)
+        : allocator_getter(ctx->allocator_getter()),
+          env(ctx->env()),
+          function_library(ctx->function_library()),
+          lib(ctx->lib()),
+          model(ctx->model()),
+          runner(*(ctx->runner())),
+          stats_aggregator(ctx->stats_aggregator()) {}
+
+    explicit Params(OpKernelContext* ctx)
+        : env(ctx->env()),
+          lib(ctx->function_library()),
+          runner(*(ctx->runner())) {
+      // NOTE: need reinterpret_cast because function.h forward-declares Device.
+      DeviceBase* device =
+          reinterpret_cast<DeviceBase*>(ctx->function_library()->device());
+      allocator_getter = [device](AllocatorAttributes attrs) {
+        return device->GetAllocator(attrs);
+      };
+    }
 
-    // Function call support.
-    std::function<void(std::function<void()>)> runner = nullptr;
+    // The Allocator to be used to allocate the output of an iterator.
+    std::function<Allocator*(AllocatorAttributes)> allocator_getter = nullptr;
 
-    // The `StatsAggregator` object to record statistics about the iterator.
-    std::shared_ptr<StatsAggregator> stats_aggregator = nullptr;
+    // Interface to operating system functionality.
+    Env* env = nullptr;
 
-    // The FunctionLibraryRuntime object to be used to make function calls.
-    FunctionLibraryRuntime* lib = nullptr;
+    // The FunctionLibraryDefinition used to look up user-defined functions.
     std::shared_ptr<const FunctionLibraryDefinition> function_library = nullptr;
 
-    // The Allocator to be used to allocate the output of an iterator.
-    std::function<Allocator*(AllocatorAttributes)> allocator_getter = nullptr;
+    // The FunctionLibraryRuntime object to be used to make function calls.
+    FunctionLibraryRuntime* lib = nullptr;
 
     // If non-null, identifies the object used for performance modeling.
     std::shared_ptr<model::Model> model = nullptr;
+
+    // Function call support.
+    std::function<void(std::function<void()>)> runner = nullptr;
+
+    // The `StatsAggregator` object to record statistics about the iterator.
+    std::shared_ptr<StatsAggregator> stats_aggregator = nullptr;
   };
 
+  explicit IteratorContext(IteratorContext* ctx) : params_(Params{ctx}) {}
+
+  explicit IteratorContext(OpKernelContext* ctx) : params_(Params{ctx}) {}
+
   explicit IteratorContext(Params params) : params_(std::move(params)) {}
 
-  explicit IteratorContext(OpKernelContext* ctx) {
-    params_.env = ctx->env();
-    params_.runner = *(ctx->runner());
-    params_.lib = ctx->function_library();
-    // NOTE: must use reinterpret_cast because function.h forward-declares
-    // Device.
-    DeviceBase* device =
-        reinterpret_cast<DeviceBase*>(ctx->function_library()->device());
-    params_.allocator_getter = [device](AllocatorAttributes attrs) {
-      return device->GetAllocator(attrs);
-    };
+  Allocator* allocator(AllocatorAttributes attrs) {
+    return params_.allocator_getter(attrs);
   }
 
-  Env* env() const { return params_.env; }
-
-  std::function<void(std::function<void()>)>* runner() {
-    return &params_.runner;
+  std::function<Allocator*(AllocatorAttributes)> allocator_getter() {
+    return params_.allocator_getter;
   }
 
+  Env* env() const { return params_.env; }
 
   std::shared_ptr<const FunctionLibraryDefinition> function_library() {
     return params_.function_library;
@@ -320,22 +337,16 @@ class IteratorContext {
 
   FunctionLibraryRuntime* lib() { return params_.lib; }
 
-  void set_lib(FunctionLibraryRuntime* lib) { params_.lib = lib; }
-
-  Allocator* allocator(AllocatorAttributes attrs) {
-    return params_.allocator_getter(attrs);
-  }
+  std::shared_ptr<model::Model> model() { return params_.model; }
 
-  std::function<Allocator*(AllocatorAttributes)> allocator_getter() {
-    return params_.allocator_getter;
+  std::function<void(std::function<void()>)>* runner() {
+    return &params_.runner;
   }
 
   std::shared_ptr<StatsAggregator> stats_aggregator() {
     return params_.stats_aggregator;
   }
 
-  std::shared_ptr<model::Model> model() { return params_.model; }
-
   Params params() { return params_; }
 
  private:
diff --git a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
index 64715aee2e..56fbbde1a3 100644
--- a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
@@ -192,18 +192,12 @@ class ThreadPoolDatasetOp : public UnaryDatasetOpKernel {
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
         ThreadPoolResource* pool = dataset()->threadpool_;
-        IteratorContext::Params params;
-        params.env = ctx->env();
+        IteratorContext::Params params(ctx);
         params.runner = [pool](std::function<void()> c) {
           pool->Schedule(std::move(c));
         };
-        params.stats_aggregator = ctx->stats_aggregator();
-        params.lib = ctx->lib();
-        params.function_library = ctx->function_library();
-        params.allocator_getter = ctx->allocator_getter();
-        IteratorContext threadpool_ctx(params);
-        return input_impl_->GetNext(&threadpool_ctx, out_tensors,
-                                    end_of_sequence);
+        IteratorContext iter_ctx(params);
+        return input_impl_->GetNext(&iter_ctx, out_tensors, end_of_sequence);
       }
 
      protected:
diff --git a/tensorflow/core/kernels/data/flat_map_dataset_op.cc b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
index d858b4d698..9b42981ed7 100644
--- a/tensorflow/core/kernels/data/flat_map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/flat_map_dataset_op.cc
@@ -247,16 +247,6 @@ class FlatMapDatasetOp : public UnaryDatasetOpKernel {
             &current_element_iterator_);
       }
 
-      Status BuildCurrentElementIteratorLocked(OpKernelContext* ctx)
-          EXCLUSIVE_LOCKS_REQUIRED(mu_) {
-        IteratorContext::Params params;
-        params.env = ctx->env();
-        params.runner = *(ctx->runner());
-        params.lib = ctx->function_library();
-        IteratorContext iter_ctx(std::move(params));
-        return BuildCurrentElementIteratorLocked(&iter_ctx);
-      }
-
       mutex mu_;
       size_t element_index_ GUARDED_BY(mu_) = 0;
       std::unique_ptr<IteratorBase> input_impl_ GUARDED_BY(mu_);
diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index 459dc28ee4..445718ba1e 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -68,8 +68,10 @@ class IteratorResource : public ResourceBase {
     std::shared_ptr<IteratorBase> captured_iterator(iterator_);
     if (captured_iterator) {
       CHECK_NOTNULL(lib_);
-      ctx->set_lib(lib_);
-      return captured_iterator->GetNext(ctx, out_tensors, end_of_sequence);
+      IteratorContext::Params params(ctx);
+      params.lib = lib_;
+      return captured_iterator->GetNext(IteratorContext(std::move(params)),
+                                        out_tensors, end_of_sequence);
     } else {
       return errors::FailedPrecondition(
           "GetNext() failed because the iterator has not been initialized. "
@@ -78,6 +80,11 @@ class IteratorResource : public ResourceBase {
     }
   }
 
+  Status GetNext(IteratorContext&& ctx, std::vector<Tensor>* out_tensors,
+                 bool* end_of_sequence) {
+    return GetNext(&ctx, out_tensors, end_of_sequence);
+  }
+
   Status Save(SerializationContext* ctx, IteratorStateWriter* writer) {
     std::shared_ptr<IteratorBase> captured_iterator(iterator_);
     if (captured_iterator) {
@@ -124,24 +131,21 @@ class IteratorResource : public ResourceBase {
     TF_RETURN_IF_ERROR(GetDatasetFromVariantTensor(outputs[0], &dataset));
 
     std::unique_ptr<IteratorBase> iterator;
-    IteratorContext iter_ctx(ctx);
-    iter_ctx.set_lib(lib);
-    TF_RETURN_IF_ERROR(
-        dataset->MakeIterator(std::move(iter_ctx), "Iterator", &iterator));
+    IteratorContext::Params params(ctx);
+    params.lib = lib;
+    TF_RETURN_IF_ERROR(dataset->MakeIterator(IteratorContext(std::move(params)),
+                                             "Iterator", &iterator));
     TF_RETURN_IF_ERROR(set_iterator(std::move(iterator)));
     std::shared_ptr<IteratorBase> captured_iterator(iterator_);
 
     if (captured_iterator) {
-      IteratorContext::Params params;
-      params.env = ctx->env();
-      params.runner = *(ctx->runner());
+      IteratorContext::Params params(ctx);
       params.lib = lib;
       DeviceBase* device = lib->device();
       params.allocator_getter = [device](AllocatorAttributes attrs) {
         return device->GetAllocator(attrs);
       };
       IteratorContext iter_ctx(std::move(params));
-
       TF_RETURN_IF_ERROR(captured_iterator->Restore(&iter_ctx, reader));
       mutex_lock l(mu_);
       device_mgr_ = std::move(device_mgr);
@@ -582,10 +586,10 @@ void MakeIteratorOp::Compute(OpKernelContext* ctx) {
   core::ScopedUnref unref(iterator_resource);
 
   std::unique_ptr<IteratorBase> iterator;
-  IteratorContext iter_ctx(ctx);
-  iter_ctx.set_lib(iterator_resource->function_library_runtime());
-  OP_REQUIRES_OK(
-      ctx, dataset->MakeIterator(std::move(iter_ctx), "Iterator", &iterator));
+  IteratorContext::Params params(ctx);
+  params.lib = iterator_resource->function_library_runtime();
+  OP_REQUIRES_OK(ctx, dataset->MakeIterator(IteratorContext(std::move(params)),
+                                            "Iterator", &iterator));
   OP_REQUIRES_OK(ctx, iterator_resource->set_iterator(std::move(iterator)));
 }
 
@@ -913,10 +917,10 @@ class OneShotIteratorOp : public AsyncOpKernel {
     DatasetBase* dataset;
     TF_RETURN_IF_ERROR(GetDatasetFromVariantTensor(return_values[0], &dataset));
     std::unique_ptr<IteratorBase> iter;
-    IteratorContext iter_ctx(ctx);
-    iter_ctx.set_lib(lib);
-    TF_RETURN_IF_ERROR(
-        dataset->MakeIterator(std::move(iter_ctx), "Iterator", &iter));
+    IteratorContext::Params params(ctx);
+    params.lib = lib;
+    TF_RETURN_IF_ERROR(dataset->MakeIterator(IteratorContext(std::move(params)),
+                                             "Iterator", &iter));
     TF_RETURN_IF_ERROR((*iterator)->set_iterator(std::move(iter)));
 
     (*iterator)->Ref();
@@ -972,17 +976,10 @@ void IteratorGetNextOp::ComputeAsync(OpKernelContext* ctx, DoneCallback done) {
         std::vector<Tensor> components;
         bool end_of_sequence = false;
 
-        IteratorContext::Params params;
-        params.env = ctx->env();
-        params.runner = *(ctx->runner());
+        IteratorContext::Params params(ctx);
         params.function_library = iterator->function_library();
-        DeviceBase* device = ctx->function_library()->device();
-        params.allocator_getter = [device](AllocatorAttributes attrs) {
-          return device->GetAllocator(attrs);
-        };
-        IteratorContext iter_ctx(std::move(params));
-
-        Status s = iterator->GetNext(&iter_ctx, &components, &end_of_sequence);
+        Status s = iterator->GetNext(IteratorContext(std::move(params)),
+                                     &components, &end_of_sequence);
         // NOTE(mrry): We must unref the iterator before calling `done()`, to
         // avoid destruction races.
         iterator->Unref();
@@ -1006,22 +1003,12 @@ void IteratorGetNextSyncOp::Compute(OpKernelContext* ctx) {
   IteratorResource* iterator;
   OP_REQUIRES_OK(ctx, LookupResource(ctx, HandleFromInput(ctx, 0), &iterator));
   core::ScopedUnref unref_iterator(iterator);
-
   std::vector<Tensor> components;
   bool end_of_sequence = false;
-
-  IteratorContext::Params params;
-  params.env = ctx->env();
-  params.runner = *(ctx->runner());
+  IteratorContext::Params params(ctx);
   params.function_library = iterator->function_library();
-  DeviceBase* device = ctx->function_library()->device();
-  params.allocator_getter = [device](AllocatorAttributes attrs) {
-    return device->GetAllocator(attrs);
-  };
-  IteratorContext iter_ctx(std::move(params));
-
-  OP_REQUIRES_OK(ctx,
-                 iterator->GetNext(&iter_ctx, &components, &end_of_sequence));
+  OP_REQUIRES_OK(ctx, iterator->GetNext(IteratorContext(std::move(params)),
+                                        &components, &end_of_sequence));
   OP_REQUIRES(ctx, !end_of_sequence, errors::OutOfRange("End of sequence"));
 
   for (int i = 0; i < components.size(); ++i) {
@@ -1054,18 +1041,10 @@ class IteratorGetNextAsOptionalOp : public AsyncOpKernel {
           std::vector<Tensor> components;
           bool end_of_sequence = false;
 
-          IteratorContext::Params params;
-          params.env = ctx->env();
-          params.runner = *(ctx->runner());
+          IteratorContext::Params params(ctx);
           params.function_library = iterator->function_library();
-          DeviceBase* device = ctx->function_library()->device();
-          params.allocator_getter = [device](AllocatorAttributes attrs) {
-            return device->GetAllocator(attrs);
-          };
-          IteratorContext iter_ctx(std::move(params));
-
-          Status s =
-              iterator->GetNext(&iter_ctx, &components, &end_of_sequence);
+          Status s = iterator->GetNext(IteratorContext(std::move(params)),
+                                       &components, &end_of_sequence);
           // NOTE(mrry): We must unref the iterator before calling `done()`, to
           // avoid destruction races.
           iterator->Unref();
diff --git a/tensorflow/core/kernels/data/model_dataset_op.cc b/tensorflow/core/kernels/data/model_dataset_op.cc
index 56a45b1204..a0d8a1619c 100644
--- a/tensorflow/core/kernels/data/model_dataset_op.cc
+++ b/tensorflow/core/kernels/data/model_dataset_op.cc
@@ -86,9 +86,10 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
       }
 
       Status Initialize(IteratorContext* ctx) override {
-        IteratorContext ctx_with_model(CreateParams(ctx));
-        return dataset()->input_->MakeIterator(&ctx_with_model, prefix(),
-                                               &input_impl_);
+        IteratorContext::Params params(ctx);
+        params.model = model_;
+        return dataset()->input_->MakeIterator(
+            IteratorContext(std::move(params)), prefix(), &input_impl_);
       }
 
       Status GetNextInternal(IteratorContext* ctx,
@@ -96,9 +97,10 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
                              bool* end_of_sequence) override {
         mutex_lock l(mu_);
         TF_RETURN_IF_ERROR(EnsureOptimizeThreadStarted(ctx));
-        IteratorContext ctx_with_model(CreateParams(ctx));
-        return input_impl_->GetNext(&ctx_with_model, out_tensors,
-                                    end_of_sequence);
+        IteratorContext::Params params(ctx);
+        params.model = model_;
+        return input_impl_->GetNext(IteratorContext(std::move(params)),
+                                    out_tensors, end_of_sequence);
       }
 
      protected:
@@ -121,12 +123,6 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
         return Status::OK();
       }
 
-      IteratorContext::Params CreateParams(IteratorContext* ctx) {
-        IteratorContext::Params params = ctx->params();
-        params.model = model_;
-        return params;
-      }
-
      private:
       Status EnsureOptimizeThreadStarted(IteratorContext* ctx)
           EXCLUSIVE_LOCKS_REQUIRED(mu_) {
diff --git a/tensorflow/core/kernels/data/multi_device_iterator_ops.cc b/tensorflow/core/kernels/data/multi_device_iterator_ops.cc
index 4d4f8c0164..5268007e3d 100644
--- a/tensorflow/core/kernels/data/multi_device_iterator_ops.cc
+++ b/tensorflow/core/kernels/data/multi_device_iterator_ops.cc
@@ -86,12 +86,18 @@ class MultiDeviceIterator : public ResourceBase {
   void GetNextFromShard(IteratorContext* ctx, int shard_num,
                         int64 incarnation_id,
                         MultiDeviceIteratorCallback callback) {
-    if (lib_ != nullptr) {
-      ctx->set_lib(lib_);
+    if (ctx->lib() == lib_) {
+      tf_shared_lock l(mu_);
+      multi_device_buffer_->GetNextFromShard(ctx, shard_num, incarnation_id,
+                                             std::move(callback));
+    } else {
+      IteratorContext::Params params(ctx);
+      params.lib = lib_;
+      IteratorContext iter_ctx(std::move(params));
+      tf_shared_lock l(mu_);
+      multi_device_buffer_->GetNextFromShard(
+          &iter_ctx, shard_num, incarnation_id, std::move(callback));
     }
-    tf_shared_lock l(mu_);
-    multi_device_buffer_->GetNextFromShard(ctx, shard_num, incarnation_id,
-                                           std::move(callback));
   }
 
   const DataTypeVector& output_types() const { return output_types_; }
@@ -455,8 +461,9 @@ class MultiDeviceIteratorInitOp : public OpKernel {
     core::ScopedUnref unref(resource);
 
     std::unique_ptr<IteratorBase> iterator;
-    IteratorContext iter_ctx(ctx);
-    iter_ctx.set_lib(resource->lib());
+    IteratorContext::Params params(ctx);
+    params.lib = resource->lib();
+    IteratorContext iter_ctx(std::move(params));
     OP_REQUIRES_OK(
         ctx, dataset->MakeIterator(std::move(iter_ctx), "Iterator", &iterator));
     int64 incarnation_id;
@@ -496,16 +503,6 @@ class MultiDeviceIteratorGetNextFromShardOp : public AsyncOpKernel {
         ctx, LookupResource(ctx, HandleFromInput(ctx, 0), &iterator), done);
     background_worker_.Schedule(std::bind(
         [ctx, iterator, shard_num, incarnation_id](DoneCallback done) {
-          IteratorContext::Params params;
-          params.env = ctx->env();
-          params.runner = *(ctx->runner());
-          params.function_library = iterator->function_library();
-          DeviceBase* device = ctx->function_library()->device();
-          params.allocator_getter = [device](AllocatorAttributes attrs) {
-            return device->GetAllocator(attrs);
-          };
-          IteratorContext iter_ctx(std::move(params));
-
           MultiDeviceIteratorCallback callback = std::bind(
               [ctx](const HostBufferElement& elem, DoneCallback done) {
                 // iterator->Unref();
@@ -523,6 +520,9 @@ class MultiDeviceIteratorGetNextFromShardOp : public AsyncOpKernel {
               },
               std::placeholders::_1, std::move(done));
 
+          IteratorContext::Params params(ctx);
+          params.function_library = iterator->function_library();
+          IteratorContext iter_ctx(std::move(params));
           iterator->GetNextFromShard(&iter_ctx, shard_num, incarnation_id,
                                      callback);
           iterator->Unref();
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index eddaefb428..726220e06b 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -164,19 +164,19 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
           : DatasetIterator<Dataset>(params) {}
 
       Status Initialize(IteratorContext* ctx) override {
-        IteratorContext::Params params = ctx->params();
+        IteratorContext::Params params(ctx);
         params.lib = dataset()->lib_;
         return dataset()->optimized_input_->MakeIterator(
-            IteratorContext(params), prefix(), &input_impl_);
+            IteratorContext(std::move(params)), prefix(), &input_impl_);
       }
 
       Status GetNextInternal(IteratorContext* ctx,
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
-        IteratorContext::Params params = ctx->params();
+        IteratorContext::Params params(ctx);
         params.lib = dataset()->lib_;
-        return input_impl_->GetNext(IteratorContext(params), out_tensors,
-                                    end_of_sequence);
+        return input_impl_->GetNext(IteratorContext(std::move(params)),
+                                    out_tensors, end_of_sequence);
       }
 
      protected:
diff --git a/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc b/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
index 08d34eea87..a21b3fc16b 100644
--- a/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
+++ b/tensorflow/core/kernels/data/stats_aggregator_dataset_op.cc
@@ -163,19 +163,13 @@ class SetStatsAggregatorDatasetOp : public UnaryDatasetOpKernel {
         mutex_lock l(mu_);
         StatsAggregatorResource* stats_aggregator_resource =
             dataset()->stats_aggregator_resource_;
-        IteratorContext::Params params;
-        params.env = ctx->env();
-        params.runner = *(ctx->runner());
+        IteratorContext::Params params(ctx);
         params.stats_aggregator = std::shared_ptr<StatsAggregator>(
             new StatsAggregatorWithTagAndPrefix(
                 stats_aggregator_resource->stats_aggregator(), dataset()->tag_,
                 dataset()->prefix_));
-        params.lib = ctx->lib();
-        params.function_library = ctx->function_library();
-        params.allocator_getter = ctx->allocator_getter();
-        IteratorContext set_stats_aggregator_ctx(params);
-        return input_impl_->GetNext(&set_stats_aggregator_ctx, out_tensors,
-                                    end_of_sequence);
+        IteratorContext iter_ctx(std::move(params));
+        return input_impl_->GetNext(&iter_ctx, out_tensors, end_of_sequence);
       }
 
      protected:
-- 
GitLab


From 7761c55477968435a3080f2e813d59583275dd29 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Mon, 5 Nov 2018 10:36:11 -0800
Subject: [PATCH 1047/1825] [data-defun] Avoids unnecessary args checking and
 uses light-weighted get_concrete_function.

PiperOrigin-RevId: 220129277
---
 .../python/data/experimental/ops/map_defun.py |  2 +-
 .../data/experimental/ops/prefetching_ops.py  | 20 +++++++++++--------
 .../data/ops/multi_device_iterator_ops.py     | 16 +++++++++------
 3 files changed, 23 insertions(+), 15 deletions(-)

diff --git a/tensorflow/python/data/experimental/ops/map_defun.py b/tensorflow/python/data/experimental/ops/map_defun.py
index ec1a3adf0c..5d729d392a 100644
--- a/tensorflow/python/data/experimental/ops/map_defun.py
+++ b/tensorflow/python/data/experimental/ops/map_defun.py
@@ -52,7 +52,7 @@ def map_defun(fn, elems, output_dtypes, output_shapes):
     raise ValueError("`output_shapes` must be a list of `tf.TensorShape` "
                      "objects.")
 
-  concrete_fn = fn.get_concrete_function()
+  concrete_fn = fn._get_concrete_function_internal()  # pylint: disable=protected-access
   # TODO(shivaniagrawal/rachelim): what about functions created without
   # input_signature.
   elems = [ops.convert_to_tensor(e) for e in elems]
diff --git a/tensorflow/python/data/experimental/ops/prefetching_ops.py b/tensorflow/python/data/experimental/ops/prefetching_ops.py
index 2add95558d..a55b8bfb76 100644
--- a/tensorflow/python/data/experimental/ops/prefetching_ops.py
+++ b/tensorflow/python/data/experimental/ops/prefetching_ops.py
@@ -138,7 +138,7 @@ class _PrefetchToDeviceIterator(object):
       ret = remote_iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
-    self._prefetch_fn = _prefetch_fn.get_concrete_function()
+    self._prefetch_fn = _prefetch_fn._get_concrete_function_internal()  # pylint: disable=protected-access
 
     iterator_device = ged_ops.experimental_iterator_get_device(
         self._input_iterator._iterator_resource)
@@ -237,7 +237,7 @@ class _PrefetchToDeviceEagerIterator(iterator_ops.EagerIterator):
       ret = remote_iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
-    self._prefetch_fn = _prefetch_fn.get_concrete_function()
+    self._prefetch_fn = _prefetch_fn._get_concrete_function_internal()  # pylint: disable=protected-access
 
     with ops.device(device):
       self._buffering_resource = function_buffering_resource(
@@ -422,7 +422,8 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           [gen_dataset_ops.make_iterator(ds_variant, resource)]):
         return gen_dataset_ops.iterator_to_string_handle(resource)
 
-    init_func_concrete = _init_func.get_concrete_function()
+    init_func_concrete = _init_func._get_concrete_function_internal()  # pylint: disable=protected-access
+
     @function.defun()
     def _remote_init_func():
       return functional_ops.remote_call(
@@ -431,7 +432,7 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           Tout=[dtypes.string],
           f=init_func_concrete)
 
-    self._init_func = _remote_init_func.get_concrete_function()
+    self._init_func = _remote_init_func._get_concrete_function_internal()  # pylint: disable=protected-access
     self._init_captured_args = self._init_func.captured_inputs
 
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
@@ -450,7 +451,8 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
       ret = iterator.get_next()
       return nest.flatten(sparse.serialize_sparse_tensors(ret))
 
-    next_func_concrete = _next_func.get_concrete_function()
+    next_func_concrete = _next_func._get_concrete_function_internal()  # pylint: disable=protected-access
+
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_next_func(string_handle):
       return functional_ops.remote_call(
@@ -460,7 +462,7 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           Tout=self._flat_output_types,
           f=next_func_concrete)
 
-    self._next_func = _remote_next_func.get_concrete_function()
+    self._next_func = _remote_next_func._get_concrete_function_internal()  # pylint: disable=protected-access
     self._next_captured_args = self._next_func.captured_inputs
 
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
@@ -481,7 +483,8 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
               iterator_resource, ignore_lookup_error=True)]):
         return array_ops.constant(0, dtypes.int64)
 
-    finalize_func_concrete = _finalize_func.get_concrete_function()
+    finalize_func_concrete = _finalize_func._get_concrete_function_internal()  # pylint: disable=protected-access
+
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_finalize_func(string_handle):
       return functional_ops.remote_call(
@@ -491,7 +494,8 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           Tout=[dtypes.int64],
           f=finalize_func_concrete)
 
-    self._finalize_func = _remote_finalize_func.get_concrete_function()
+    self._finalize_func = _remote_finalize_func._get_concrete_function_internal(  # pylint: disable=protected-access
+    )
     self._finalize_captured_args = self._finalize_func.captured_inputs
 
     g = ops.get_default_graph()
diff --git a/tensorflow/python/data/ops/multi_device_iterator_ops.py b/tensorflow/python/data/ops/multi_device_iterator_ops.py
index 51dd8519e9..0f9add6461 100644
--- a/tensorflow/python/data/ops/multi_device_iterator_ops.py
+++ b/tensorflow/python/data/ops/multi_device_iterator_ops.py
@@ -55,7 +55,8 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
     def _init_func():
       return multi_device_iterator_string_handle
 
-    init_func_concrete = _init_func.get_concrete_function()
+    init_func_concrete = _init_func._get_concrete_function_internal()  # pylint: disable=protected-access
+
     @function.defun()
     def _remote_init_func():
       return functional_ops.remote_call(
@@ -64,7 +65,7 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
           Tout=[dtypes.string],
           f=init_func_concrete)
 
-    self._init_func = _remote_init_func.get_concrete_function()
+    self._init_func = _remote_init_func._get_concrete_function_internal()  # pylint: disable=protected-access
     self._init_captured_args = self._init_func.captured_inputs
 
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
@@ -81,7 +82,8 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
           output_types=self._flat_output_types,
           output_shapes=self._flat_output_shapes)
 
-    next_func_concrete = _next_func.get_concrete_function()
+    next_func_concrete = _next_func._get_concrete_function_internal()  # pylint: disable=protected-access
+
     @function.defun_with_attributes(
         input_signature=[tensor_spec.TensorSpec([], dtypes.string)],
         attributes={"experimental_ints_on_device": True})
@@ -93,14 +95,15 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
           Tout=self._flat_output_types,
           f=next_func_concrete)
 
-    self._next_func = _remote_next_func.get_concrete_function()
+    self._next_func = _remote_next_func._get_concrete_function_internal()  # pylint: disable=protected-access
     self._next_captured_args = self._next_func.captured_inputs
 
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _finalize_func(unused_string_handle):
       return array_ops.constant(0, dtypes.int64)
 
-    finalize_func_concrete = _finalize_func.get_concrete_function()
+    finalize_func_concrete = _finalize_func._get_concrete_function_internal()  # pylint: disable=protected-access
+
     @function.defun(input_signature=[tensor_spec.TensorSpec([], dtypes.string)])
     def _remote_finalize_func(string_handle):
       return functional_ops.remote_call(
@@ -110,7 +113,8 @@ class _PerDeviceGenerator(dataset_ops.Dataset):
           Tout=[dtypes.int64],
           f=finalize_func_concrete)
 
-    self._finalize_func = _remote_finalize_func.get_concrete_function()
+    self._finalize_func = _remote_finalize_func._get_concrete_function_internal(  # pylint: disable=protected-access
+    )
     self._finalize_captured_args = self._finalize_func.captured_inputs
 
   def _as_variant_tensor(self):
-- 
GitLab


From f74a0436426ee50805a9a204d0c1376db30707bf Mon Sep 17 00:00:00 2001
From: Tamara Norman <tamaranorman@google.com>
Date: Mon, 5 Nov 2018 10:36:54 -0800
Subject: [PATCH 1048/1825] Modify to return an error specifying an axis
 argument must be given instead of an error due to being unable to convert a
 null tensor.

PiperOrigin-RevId: 220129411
---
 tensorflow/python/ops/array_ops.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 232a77c888..6fdc50733a 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -120,7 +120,7 @@ def expand_dims(input, axis=None, name=None, dim=None):
     axis: 0-D (scalar). Specifies the dimension index at which to
       expand the shape of `input`. Must be in the range
       `[-rank(input) - 1, rank(input)]`.
-    name: The name of the output `Tensor`.
+    name: The name of the output `Tensor` (optional).
     dim: 0-D (scalar). Equivalent to `axis`, to be deprecated.
 
   Returns:
@@ -128,9 +128,11 @@ def expand_dims(input, axis=None, name=None, dim=None):
     dimension of size 1 added.
 
   Raises:
-    ValueError: if both `dim` and `axis` are specified.
+    ValueError: if either both or neither of `dim` and `axis` are specified.
   """
   axis = deprecation.deprecated_argument_lookup("axis", axis, "dim", dim)
+  if axis is None:
+    raise ValueError("Must specify an axis argument to tf.expand_dims()")
   return gen_array_ops.expand_dims(input, axis, name)
 
 
-- 
GitLab


From 6dc0f05f84d7a6e03856f9d83fa39d5126052820 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Mon, 5 Nov 2018 10:42:43 -0800
Subject: [PATCH 1049/1825] Keeping the init() method on
 InitializableLookupTableBase intact but adding a deprecation notice instead.

PiperOrigin-RevId: 220130488
---
 tensorflow/python/ops/lookup_ops.py | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/tensorflow/python/ops/lookup_ops.py b/tensorflow/python/ops/lookup_ops.py
index 89109469b7..e65b53e3ac 100644
--- a/tensorflow/python/ops/lookup_ops.py
+++ b/tensorflow/python/ops/lookup_ops.py
@@ -171,6 +171,11 @@ class InitializableLookupTableBase(LookupInterface):
   def initializer(self):
     return self._init_op
 
+  @property
+  @deprecated("2018-12-15", "Use `initializer` instead.")
+  def init(self):
+    return self.initializer
+
   @property
   def default_value(self):
     """The default value of the table."""
@@ -830,6 +835,11 @@ class IdTableWithHashBuckets(LookupInterface):
     with ops.name_scope(None, "init"):
       return control_flow_ops.no_op()
 
+  @property
+  @deprecated("2018-12-15", "Use `initializer` instead.")
+  def init(self):
+    return self.initializer
+
   @property
   def resource_handle(self):
     if self._table is not None:
-- 
GitLab


From b9b0354ebc616f05e57656b861bcf16b2cf575d8 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Mon, 5 Nov 2018 10:51:41 -0800
Subject: [PATCH 1050/1825] [TF:XLA] Register the standard Stack kernels on
 XLA_... devices.

Refactor the core stack ops to split the op classes from their registrations on CPU/GPU/SYSCL devices.
Refactor the stack push op to be templated on an allow_swapping bool, rather than a specific device. The device was only ever used in a type equality test to determine whether to swap or not.

On XLA_... devices, previously stack operators only worked when the entire computation was grouped into a single cluster (e.g., via xla.compile()). This change also allows stack-using operators to work in "ondemand" or eager modes, when running ops one-at-a-time.

However, since the compiled and interpreted representations of stacks are still different, there is not yet any support for passing stacks into or out of compiled blocks. Stack usage must remain entirely inside or entirely outside a compiled block until we rectify this in a future change.

PiperOrigin-RevId: 220132340
---
 tensorflow/compiler/jit/BUILD                 |   1 +
 tensorflow/compiler/jit/xla_device_ops.h      |  23 +-
 tensorflow/compiler/tests/BUILD               |   2 -
 .../compiler/tf2xla/kernels/stack_ops.cc      |  10 +-
 tensorflow/contrib/makefile/tf_op_files.txt   |   1 +
 tensorflow/core/kernels/BUILD                 |  16 +-
 tensorflow/core/kernels/stack.cc              | 339 +++++++++++++++
 tensorflow/core/kernels/stack.h               |  76 ++++
 tensorflow/core/kernels/stack_ops.cc          | 385 ++----------------
 9 files changed, 492 insertions(+), 361 deletions(-)
 create mode 100644 tensorflow/core/kernels/stack.cc
 create mode 100644 tensorflow/core/kernels/stack.h

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 028687d401..f98ba48735 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -190,6 +190,7 @@ cc_library(
         "//tensorflow/core/kernels:resource_variable_ops",
         "//tensorflow/core/kernels:sendrecv_ops",
         "//tensorflow/core/kernels:shape_ops",
+        "//tensorflow/core/kernels:stack",
         "//tensorflow/core/kernels:variable_ops",
         "//tensorflow/core/kernels/data:generator_dataset_op",
         "//tensorflow/core/kernels/data:iterator_ops",
diff --git a/tensorflow/compiler/jit/xla_device_ops.h b/tensorflow/compiler/jit/xla_device_ops.h
index 241ea8f60d..adf0f994b8 100644
--- a/tensorflow/compiler/jit/xla_device_ops.h
+++ b/tensorflow/compiler/jit/xla_device_ops.h
@@ -35,6 +35,7 @@ limitations under the License.
 #include "tensorflow/core/kernels/resource_variable_ops.h"
 #include "tensorflow/core/kernels/sendrecv_ops.h"
 #include "tensorflow/core/kernels/shape_ops.h"
+#include "tensorflow/core/kernels/stack.h"
 #include "tensorflow/core/kernels/variable_ops.h"
 
 namespace tensorflow {
@@ -257,9 +258,27 @@ class XlaAssignVariableOp : public OpKernel {
                               .Device(DEVICE)                                  \
                               .TypeConstraint<string>("T")                     \
                               .HostMemory("input"),                            \
-                          RetvalOp);
+                          RetvalOp);                                           \
+                                                                               \
+  REGISTER_KERNEL_BUILDER(Name("StackV2")                                      \
+                              .Device(DEVICE)                                  \
+                              .HostMemory("max_size")                          \
+                              .HostMemory("handle"),                           \
+                          StackOp);                                            \
+  REGISTER_KERNEL_BUILDER(Name("StackPushV2")                                  \
+                              .Device(DEVICE)                                  \
+                              .HostMemory("handle")                            \
+                              .TypeConstraint("T", TYPES),                     \
+                          TemplatedStackPushOp</*allow_swapping=*/false>);     \
+  REGISTER_KERNEL_BUILDER(Name("StackPopV2")                                   \
+                              .Device(DEVICE)                                  \
+                              .HostMemory("handle")                            \
+                              .TypeConstraint("elem_type", TYPES),             \
+                          StackPopOp);                                         \
+  REGISTER_KERNEL_BUILDER(                                                     \
+      Name("StackCloseV2").Device(DEVICE).HostMemory("handle"), StackCloseOp);
 
-// TODO(phawkins): currently we do not register the QueueEnqueueMany,
+// TODO(b/118881356): currently we do not register the QueueEnqueueMany,
 // QueueDequeueMany, or QueueDequeueUpTo kernels because they attempt to read
 // and write the tensors they access in order to concatenate them into a batch.
 // We would need either to call out to an XLA computation to perform the
diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 6945de1eda..06501e2177 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -837,8 +837,6 @@ tf_xla_py_test(
     name = "stack_ops_test",
     size = "small",
     srcs = ["stack_ops_test.py"],
-    # Stack ops are not implemented in the on-demand compilation model yet.
-    disabled_backends = ["cpu_ondemand"],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
diff --git a/tensorflow/compiler/tf2xla/kernels/stack_ops.cc b/tensorflow/compiler/tf2xla/kernels/stack_ops.cc
index d79cdad9fa..7b96b43ad8 100644
--- a/tensorflow/compiler/tf2xla/kernels/stack_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/stack_ops.cc
@@ -126,7 +126,9 @@ class StackOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(StackOp);
 };
 
-REGISTER_XLA_OP(Name("StackV2").CompileTimeConstantInput("max_size"), StackOp);
+REGISTER_XLA_OP(
+    Name("StackV2").CompileTimeConstantInput("max_size").CompilationOnly(),
+    StackOp);
 
 class StackPushOp : public XlaOpKernel {
  public:
@@ -173,7 +175,7 @@ class StackPushOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(StackPushOp);
 };
 
-REGISTER_XLA_OP(Name("StackPushV2"), StackPushOp);
+REGISTER_XLA_OP(Name("StackPushV2").CompilationOnly(), StackPushOp);
 
 class StackPopOp : public XlaOpKernel {
  public:
@@ -227,7 +229,7 @@ class StackPopOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(StackPopOp);
 };
 
-REGISTER_XLA_OP(Name("StackPopV2"), StackPopOp);
+REGISTER_XLA_OP(Name("StackPopV2").CompilationOnly(), StackPopOp);
 
 class StackCloseOp : public XlaOpKernel {
  public:
@@ -241,7 +243,7 @@ class StackCloseOp : public XlaOpKernel {
   TF_DISALLOW_COPY_AND_ASSIGN(StackCloseOp);
 };
 
-REGISTER_XLA_OP(Name("StackCloseV2"), StackCloseOp);
+REGISTER_XLA_OP(Name("StackCloseV2").CompilationOnly(), StackCloseOp);
 
 }  // anonymous namespace
 }  // namespace tensorflow
diff --git a/tensorflow/contrib/makefile/tf_op_files.txt b/tensorflow/contrib/makefile/tf_op_files.txt
index eab93f2cc5..24a4a03f23 100644
--- a/tensorflow/contrib/makefile/tf_op_files.txt
+++ b/tensorflow/contrib/makefile/tf_op_files.txt
@@ -248,6 +248,7 @@ tensorflow/core/kernels/spectrogram_op.cc
 tensorflow/core/kernels/split_lib_cpu.cc
 tensorflow/core/kernels/split_op.cc
 tensorflow/core/kernels/split_v_op.cc
+tensorflow/core/kernels/stack.cc
 tensorflow/core/kernels/stack_ops.cc
 tensorflow/core/kernels/strided_slice_op.cc
 tensorflow/core/kernels/strided_slice_op_inst_0.cc
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 01f3627d67..f61ee53a42 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -1887,10 +1887,22 @@ tf_kernel_library(
     deps = DATA_FLOW_DEPS,
 )
 
+cc_library(
+    name = "stack",
+    srcs = ["stack.cc"],
+    hdrs = ["stack.h"],
+    deps = [
+        "//tensorflow/core:core_cpu",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
+    ],
+)
+
 tf_kernel_library(
     name = "stack_ops",
     prefix = "stack_ops",
-    deps = DATA_FLOW_DEPS,
+    deps = DATA_FLOW_DEPS + [":stack"],
 )
 
 tf_kernel_library(
@@ -5485,6 +5497,8 @@ filegroup(
         "sparse_to_dense_op.cc",
         "spectrogram.cc",
         "spectrogram_op.cc",
+        "stack.cc",
+        "stack.h",
         "stack_ops.cc",
         "string_join_op.cc",
         "string_util.cc",
diff --git a/tensorflow/core/kernels/stack.cc b/tensorflow/core/kernels/stack.cc
new file mode 100644
index 0000000000..5c70a2d62d
--- /dev/null
+++ b/tensorflow/core/kernels/stack.cc
@@ -0,0 +1,339 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/kernels/stack.h"
+
+#include <limits.h>
+#include <atomic>
+#include <vector>
+
+#include "tensorflow/core/common_runtime/device.h"
+#include "tensorflow/core/framework/device_base.h"
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/framework/resource_mgr.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/lib/core/errors.h"
+#include "tensorflow/core/lib/core/refcount.h"
+#include "tensorflow/core/lib/gtl/map_util.h"
+#include "tensorflow/core/platform/logging.h"
+#include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/platform/mutex.h"
+#include "tensorflow/core/platform/thread_annotations.h"
+#include "tensorflow/core/platform/types.h"
+
+namespace tensorflow {
+
+class Stack : public ResourceBase {
+ public:
+  static std::atomic<int64> stack_counter;
+
+  struct TensorAndAllocation {
+    Tensor tensor;
+    AllocatorAttributes alloc_attrs;
+    bool swapped_to_cpu;
+  };
+
+  Stack(const DataType& elem_type, const string& stack_name, int max_size)
+      : elem_type_(elem_type),
+        stack_name_(stack_name),
+        max_size_(max_size),
+        closed_(false) {}
+
+  Status Push(const TensorAndAllocation& value) {
+    mutex_lock l(mu_);
+    TF_RETURN_IF_ERROR(CheckNotClosed());
+    if (max_size_ >= 0 && stack_.size() >= max_size_) {
+      return errors::InvalidArgument("Stack[", stack_name_, "] overflowed ",
+                                     "its max_size (", max_size_, ")");
+    }
+    stack_.push_back(value);
+    return Status::OK();
+  }
+
+  Status Pop(TensorAndAllocation* value) {
+    mutex_lock l(mu_);
+    TF_RETURN_IF_ERROR(CheckNotClosed());
+    if (stack_.empty()) {
+      return errors::InvalidArgument("Stack[", stack_name_,
+                                     "] is empty when calling Pop().");
+    }
+    *value = stack_.back();
+    stack_.pop_back();
+    return Status::OK();
+  }
+
+  // We don't swap the first tensor on the stack and any subsequent tensors
+  // that share the buffer with the first tensor.
+  bool IsUsefulToSwap(const Tensor& tensor) const {
+    mutex_lock l(mu_);
+    if (stack_.empty()) {
+      return false;
+    }
+    const Tensor& first = stack_.front().tensor;
+    return !tensor.SharesBufferWith(first);
+  }
+
+  void Close() {
+    mutex_lock l(mu_);
+    stack_.clear();
+    closed_ = true;
+  }
+
+  DataType ElemType() { return elem_type_; }
+
+  string DebugString() override {
+    mutex_lock l(mu_);
+    return strings::StrCat("Stack[", stack_name_, "]");
+  }
+
+  const string& stack_name() { return stack_name_; }
+
+ private:
+  friend class StackOp;
+  mutex* mu() { return &mu_; }
+
+  mutable mutex mu_;
+  DataType elem_type_;
+  const string stack_name_;
+  Tensor handle_;
+  int max_size_;
+  bool closed_ GUARDED_BY(mu_);
+  std::vector<TensorAndAllocation> stack_ GUARDED_BY(mu_);
+
+  Status CheckNotClosed() const EXCLUSIVE_LOCKS_REQUIRED(mu_) {
+    if (closed_) {
+      return errors::InvalidArgument("Stack[", stack_name_,
+                                     "] has already been closed.");
+    }
+    return Status::OK();
+  }
+};
+
+Status GetStack(OpKernelContext* ctx, Stack** stack) {
+  if (ctx->input_dtype(0) == DT_RESOURCE) {
+    return LookupResource(ctx, HandleFromInput(ctx, 0), stack);
+  } else {
+    Tensor Tstack_handle = ctx->mutable_input(0, false);
+    if (Tstack_handle.NumElements() != 2) {
+      return errors::InvalidArgument(
+          "Stack handle must have two elements, but had shape: ",
+          Tstack_handle.shape().DebugString());
+    }
+    const string& container = Tstack_handle.flat<string>()(0);
+    const string& stack_name = Tstack_handle.flat<string>()(1);
+    string key = strings::StrCat(container, stack_name);
+    ResourceMgr* rm = ctx->resource_manager();
+    if (rm == nullptr) {
+      return errors::Internal("No resource manager.");
+    }
+    auto* step_container = ctx->step_container();
+    if (step_container == nullptr) {
+      return errors::Internal("No step container.");
+    }
+    TF_RETURN_IF_ERROR(rm->Lookup(step_container->name(), key, stack));
+    return Status::OK();
+  }
+}
+
+std::atomic<int64> Stack::stack_counter{0};
+
+// StackOp
+
+StackOp::StackOp(OpKernelConstruction* context) : OpKernel(context) {
+  OP_REQUIRES_OK(context, context->GetAttr("elem_type", &elem_type_));
+  OP_REQUIRES_OK(context, context->GetAttr("stack_name", &stack_name_));
+  if (stack_name_.empty()) stack_name_ = name();
+}
+
+void StackOp::Compute(OpKernelContext* ctx) {
+  int32 size = std::numeric_limits<int32>::max();
+  if (ctx->num_inputs() > 0) {
+    const Tensor* tensor_size;
+    OP_REQUIRES_OK(ctx, ctx->input("max_size", &tensor_size));
+
+    OP_REQUIRES(
+        ctx, TensorShapeUtils::IsScalar(tensor_size->shape()),
+        errors::InvalidArgument("Stack size must be a scalar, but had shape: ",
+                                tensor_size->shape().DebugString()));
+
+    int32 size_value = tensor_size->scalar<int32>()();
+    if (size_value >= 0) {
+      size = size_value;
+    }
+  }
+
+  static const char kContainer[] = "_stacks";
+  auto stack_id = Stack::stack_counter.fetch_add(1);
+  string stack_name = strings::StrCat(stack_name_, "_", stack_id);
+  // Store the handle in a per-step container.
+  ResourceMgr* rm = ctx->resource_manager();
+  OP_REQUIRES(ctx, rm != nullptr, errors::Internal("No resource manager."));
+  string key = strings::StrCat(kContainer, stack_name);
+  Stack* stack = new Stack(elem_type_, stack_name, size);
+  auto* step_container = ctx->step_container();
+  OP_REQUIRES(ctx, step_container != nullptr,
+              errors::Internal("No step container."));
+  OP_REQUIRES_OK(ctx, rm->Create(step_container->name(), key, stack));
+  if (IsRefType(ctx->expected_output_dtype(0))) {
+    // Create the stack handle.
+    AllocatorAttributes alloc_attr;
+    alloc_attr.set_on_host(true);
+    OP_REQUIRES_OK(ctx, ctx->allocate_temp(tensorflow::DT_STRING,
+                                           tensorflow::TensorShape({2}),
+                                           &stack->handle_, alloc_attr));
+    auto handle = stack->handle_.flat<string>();
+    handle(0) = kContainer;
+    handle(1) = std::move(stack_name);
+    ctx->set_output_ref(0, stack->mu(), &stack->handle_);
+  } else {
+    Tensor* handle;
+    OP_REQUIRES_OK(ctx, ctx->allocate_output(0, TensorShape({}), &handle));
+    handle->flat<ResourceHandle>()(0) =
+        MakePerStepResourceHandle<Stack>(ctx, key);
+  }
+}
+
+// StackPushOp
+
+StackPushOp::StackPushOp(OpKernelConstruction* context, bool allow_swapping)
+    : AsyncOpKernel(context) {
+  if (allow_swapping) {
+    OP_REQUIRES_OK(context, context->GetAttr("swap_memory", &swap_memory_));
+  }
+}
+
+void StackPushOp::ComputeAsync(OpKernelContext* ctx, DoneCallback done) {
+  // Get the stack from the handle.
+  Stack* stack = nullptr;
+  OP_REQUIRES_OK_ASYNC(ctx, GetStack(ctx, &stack), done);
+  core::ScopedUnref unref(stack);
+
+  if (ctx->input_dtype(1) != stack->ElemType()) {
+    ctx->CtxFailure(errors::InvalidArgument("Must have type ",
+                                            stack->ElemType(), " but got ",
+                                            ctx->input_dtype(1)));
+    done();
+    return;
+  }
+
+  // Push the tensor onto the stack. Swap the tensor to CPU if instructed.
+  const Tensor& tensor = ctx->input(1);
+  AllocatorAttributes alloc_attrs = ctx->input_alloc_attr(1);
+  // For now, we use a simple heuristic for swapping: A GPU tensor is moved
+  // to CPU if the tensor has more than kCopyThreshold bytes and the GPU
+  // allocator says more than kOccupancy of the memory is in use.
+  static constexpr int kCopyThreshold = 2048;
+  static constexpr double kOccupancy = 0.7;
+  if (swap_memory_ && !alloc_attrs.on_host() &&
+      tensor.TotalBytes() > kCopyThreshold && stack->IsUsefulToSwap(tensor)) {
+    DeviceContext* device_ctxt = ctx->op_device_context();
+    auto device = static_cast<tensorflow::Device*>(ctx->device());
+    Allocator* allocator = device->GetAllocator(alloc_attrs);
+    AllocatorStats stats;
+    allocator->GetStats(&stats);
+    if (stats.bytes_in_use > (stats.bytes_limit * kOccupancy)) {
+      // Asynchronously copy the tensor from GPU to CPU memory.
+      // TODO(yuanbyu): Swap the oldest tensor first.
+      AllocatorAttributes host_alloc_attrs;
+      host_alloc_attrs.set_gpu_compatible(true);
+      host_alloc_attrs.set_on_host(true);
+      Allocator* cpu_allocator = device->GetAllocator(host_alloc_attrs);
+      Tensor* cpu_tensor =
+          new Tensor(cpu_allocator, tensor.dtype(), tensor.shape());
+      device_ctxt->CopyDeviceTensorToCPU(
+          &tensor, "StackPush", device, cpu_tensor,
+          [cpu_tensor, stack, ctx, done](const Status& s) {
+            ctx->SetStatus(s);
+            if (s.ok()) {
+              AllocatorAttributes alloc_attrs = ctx->input_alloc_attr(1);
+              ctx->SetStatus(stack->Push({*cpu_tensor, alloc_attrs, true}));
+            }
+            if (ctx->status().ok()) {
+              ctx->set_output(0, *cpu_tensor);
+            }
+            done();
+            delete cpu_tensor;
+          });
+      return;
+    }
+  }
+
+  // Execute synchronously if not swapped.
+  OP_REQUIRES_OK_ASYNC(ctx, stack->Push({tensor, alloc_attrs, false}), done);
+  ctx->set_output(0, tensor);
+  done();
+}
+
+bool StackPushOp::IsExpensive() { return false; }
+
+// StackPopOp
+
+StackPopOp::StackPopOp(OpKernelConstruction* context)
+    : AsyncOpKernel(context) {}
+
+void StackPopOp::ComputeAsync(OpKernelContext* ctx, DoneCallback done) {
+  // Get the stack from the handle.
+  Stack* stack = nullptr;
+  OP_REQUIRES_OK_ASYNC(ctx, GetStack(ctx, &stack), done);
+  core::ScopedUnref unref(stack);
+
+  // Pop the tensor. Transfer the tensor back to device if it was
+  // swapped out to CPU.
+  Stack::TensorAndAllocation value;
+  OP_REQUIRES_OK_ASYNC(ctx, stack->Pop(&value), done);
+  if (value.swapped_to_cpu) {
+    // Asynchronously copy the tensor back from CPU to GPU memory.
+    DeviceContext* device_ctxt = ctx->op_device_context();
+    Device* device = static_cast<Device*>(ctx->device());
+    Tensor* cpu_tensor = &value.tensor;
+    Allocator* gpu_allocator = device->GetAllocator(value.alloc_attrs);
+    Tensor* device_tensor =
+        new Tensor(gpu_allocator, cpu_tensor->dtype(), cpu_tensor->shape());
+    device_ctxt->CopyCPUTensorToDevice(
+        cpu_tensor, device, device_tensor,
+        [device_tensor, ctx, done](const Status& s) {
+          ctx->SetStatus(s);
+          if (s.ok()) {
+            ctx->set_output(0, *device_tensor);
+          }
+          done();
+          delete device_tensor;
+        });
+  } else {
+    // Execute synchronously if not swapped.
+    ctx->set_output(0, value.tensor);
+    done();
+  }
+}
+
+bool StackPopOp::IsExpensive() { return false; }
+
+// StackCloseOp
+
+StackCloseOp::StackCloseOp(OpKernelConstruction* context) : OpKernel(context) {}
+
+void StackCloseOp::Compute(OpKernelContext* ctx) {
+  Stack* stack = nullptr;
+  OP_REQUIRES_OK(ctx, GetStack(ctx, &stack));
+  core::ScopedUnref unref(stack);
+  stack->Close();
+}
+
+bool StackCloseOp::IsExpensive() { return false; }
+
+}  // namespace tensorflow
diff --git a/tensorflow/core/kernels/stack.h b/tensorflow/core/kernels/stack.h
new file mode 100644
index 0000000000..e1927e1f28
--- /dev/null
+++ b/tensorflow/core/kernels/stack.h
@@ -0,0 +1,76 @@
+/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_KERNELS_STACK_H_
+#define TENSORFLOW_CORE_KERNELS_STACK_H_
+
+// See docs in ../ops/data_flow_ops.cc.
+
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/platform/types.h"
+
+namespace tensorflow {
+
+// A per-run local stack. The stack uses a "per-step" resource manager which
+// ensures that correct garbage collection on error or successful completion.
+class StackOp : public OpKernel {
+ public:
+  explicit StackOp(OpKernelConstruction* context);
+  void Compute(OpKernelContext* ctx) override;
+
+ private:
+  DataType elem_type_;
+  string stack_name_;
+
+  TF_DISALLOW_COPY_AND_ASSIGN(StackOp);
+};
+
+class StackPushOp : public AsyncOpKernel {
+ public:
+  StackPushOp(OpKernelConstruction* context, bool allow_swapping);
+  void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override;
+  bool IsExpensive() override;
+
+ private:
+  bool swap_memory_ = false;
+};
+
+// Templated helper to make it easier to register kernels with or without
+// swapping.
+template <bool allow_swapping>
+class TemplatedStackPushOp : public StackPushOp {
+ public:
+  TemplatedStackPushOp(OpKernelConstruction* context)
+      : StackPushOp(context, allow_swapping) {}
+};
+
+class StackPopOp : public AsyncOpKernel {
+ public:
+  explicit StackPopOp(OpKernelConstruction* context);
+  void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override;
+  bool IsExpensive() override;
+};
+
+class StackCloseOp : public OpKernel {
+ public:
+  explicit StackCloseOp(OpKernelConstruction* context);
+  void Compute(OpKernelContext* ctx) override;
+  bool IsExpensive() override;
+};
+
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_KERNELS_STACK_H_
diff --git a/tensorflow/core/kernels/stack_ops.cc b/tensorflow/core/kernels/stack_ops.cc
index add4afafc9..df94a8818e 100644
--- a/tensorflow/core/kernels/stack_ops.cc
+++ b/tensorflow/core/kernels/stack_ops.cc
@@ -15,6 +15,8 @@ limitations under the License.
 
 // See docs in ../ops/data_flow_ops.cc.
 
+#include "tensorflow/core/kernels/stack.h"
+
 #include <limits.h>
 #include <atomic>
 #include <vector>
@@ -38,191 +40,6 @@ limitations under the License.
 
 namespace tensorflow {
 
-typedef Eigen::ThreadPoolDevice CPUDevice;
-typedef Eigen::GpuDevice GPUDevice;
-#ifdef TENSORFLOW_USE_SYCL
-typedef Eigen::SyclDevice SYCLDevice;
-#endif  // TENSORFLOW_USE_SYCL
-
-class Stack : public ResourceBase {
- public:
-  static std::atomic<int64> stack_counter;
-
-  struct TensorAndAllocation {
-    Tensor tensor;
-    AllocatorAttributes alloc_attrs;
-    bool swapped_to_cpu;
-  };
-
-  Stack(const DataType& elem_type, const string& stack_name, int max_size)
-      : elem_type_(elem_type),
-        stack_name_(stack_name),
-        max_size_(max_size),
-        closed_(false) {}
-
-  Status Push(const TensorAndAllocation& value) {
-    mutex_lock l(mu_);
-    TF_RETURN_IF_ERROR(CheckNotClosed());
-    if (max_size_ >= 0 && stack_.size() >= max_size_) {
-      return errors::InvalidArgument("Stack[", stack_name_, "] overflowed ",
-                                     "its max_size (", max_size_, ")");
-    }
-    stack_.push_back(value);
-    return Status::OK();
-  }
-
-  Status Pop(TensorAndAllocation* value) {
-    mutex_lock l(mu_);
-    TF_RETURN_IF_ERROR(CheckNotClosed());
-    if (stack_.empty()) {
-      return errors::InvalidArgument("Stack[", stack_name_,
-                                     "] is empty when calling Pop().");
-    }
-    *value = stack_.back();
-    stack_.pop_back();
-    return Status::OK();
-  }
-
-  // We don't swap the first tensor on the stack and any subsequent tensors
-  // that share the buffer with the first tensor.
-  bool IsUsefulToSwap(const Tensor& tensor) const {
-    mutex_lock l(mu_);
-    if (stack_.empty()) {
-      return false;
-    }
-    const Tensor& first = stack_.front().tensor;
-    return !tensor.SharesBufferWith(first);
-  }
-
-  void Close() {
-    mutex_lock l(mu_);
-    stack_.clear();
-    closed_ = true;
-  }
-
-  DataType ElemType() { return elem_type_; }
-
-  string DebugString() override {
-    mutex_lock l(mu_);
-    return strings::StrCat("Stack[", stack_name_, "]");
-  }
-
-  const string& stack_name() { return stack_name_; }
-
- private:
-  friend class StackOp;
-  mutex* mu() { return &mu_; }
-
-  mutable mutex mu_;
-  DataType elem_type_;
-  const string stack_name_;
-  Tensor handle_;
-  int max_size_;
-  bool closed_ GUARDED_BY(mu_);
-  std::vector<TensorAndAllocation> stack_ GUARDED_BY(mu_);
-
-  Status CheckNotClosed() const EXCLUSIVE_LOCKS_REQUIRED(mu_) {
-    if (closed_) {
-      return errors::InvalidArgument("Stack[", stack_name_,
-                                     "] has already been closed.");
-    }
-    return Status::OK();
-  }
-};
-
-Status GetStack(OpKernelContext* ctx, Stack** stack) {
-  if (ctx->input_dtype(0) == DT_RESOURCE) {
-    return LookupResource(ctx, HandleFromInput(ctx, 0), stack);
-  } else {
-    Tensor Tstack_handle = ctx->mutable_input(0, false);
-    if (Tstack_handle.NumElements() != 2) {
-      return errors::InvalidArgument(
-          "Stack handle must have two elements, but had shape: ",
-          Tstack_handle.shape().DebugString());
-    }
-    const string& container = Tstack_handle.flat<string>()(0);
-    const string& stack_name = Tstack_handle.flat<string>()(1);
-    string key = strings::StrCat(container, stack_name);
-    ResourceMgr* rm = ctx->resource_manager();
-    if (rm == nullptr) {
-      return errors::Internal("No resource manager.");
-    }
-    auto* step_container = ctx->step_container();
-    if (step_container == nullptr) {
-      return errors::Internal("No step container.");
-    }
-    TF_RETURN_IF_ERROR(rm->Lookup(step_container->name(), key, stack));
-    return Status::OK();
-  }
-}
-
-std::atomic<int64> Stack::stack_counter{0};
-
-// A per-run local stack. The stack uses a "per-step" resource manager which
-// ensures that correct garbage collection on error or successful completion.
-class StackOp : public OpKernel {
- public:
-  explicit StackOp(OpKernelConstruction* context) : OpKernel(context) {
-    OP_REQUIRES_OK(context, context->GetAttr("elem_type", &elem_type_));
-    OP_REQUIRES_OK(context, context->GetAttr("stack_name", &stack_name_));
-    if (stack_name_.empty()) stack_name_ = name();
-  }
-
-  void Compute(OpKernelContext* ctx) override {
-    int32 size = std::numeric_limits<int32>::max();
-    if (ctx->num_inputs() > 0) {
-      const Tensor* tensor_size;
-      OP_REQUIRES_OK(ctx, ctx->input("max_size", &tensor_size));
-
-      OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(tensor_size->shape()),
-                  errors::InvalidArgument(
-                      "Stack size must be a scalar, but had shape: ",
-                      tensor_size->shape().DebugString()));
-
-      int32 size_value = tensor_size->scalar<int32>()();
-      if (size_value >= 0) {
-        size = size_value;
-      }
-    }
-
-    static const char kContainer[] = "_stacks";
-    auto stack_id = Stack::stack_counter.fetch_add(1);
-    string stack_name = strings::StrCat(stack_name_, "_", stack_id);
-    // Store the handle in a per-step container.
-    ResourceMgr* rm = ctx->resource_manager();
-    OP_REQUIRES(ctx, rm != nullptr, errors::Internal("No resource manager."));
-    string key = strings::StrCat(kContainer, stack_name);
-    Stack* stack = new Stack(elem_type_, stack_name, size);
-    auto* step_container = ctx->step_container();
-    OP_REQUIRES(ctx, step_container != nullptr,
-                errors::Internal("No step container."));
-    OP_REQUIRES_OK(ctx, rm->Create(step_container->name(), key, stack));
-    if (IsRefType(ctx->expected_output_dtype(0))) {
-      // Create the stack handle.
-      AllocatorAttributes alloc_attr;
-      alloc_attr.set_on_host(true);
-      OP_REQUIRES_OK(ctx, ctx->allocate_temp(tensorflow::DT_STRING,
-                                             tensorflow::TensorShape({2}),
-                                             &stack->handle_, alloc_attr));
-      auto handle = stack->handle_.flat<string>();
-      handle(0) = kContainer;
-      handle(1) = std::move(stack_name);
-      ctx->set_output_ref(0, stack->mu(), &stack->handle_);
-    } else {
-      Tensor* handle;
-      OP_REQUIRES_OK(ctx, ctx->allocate_output(0, TensorShape({}), &handle));
-      handle->flat<ResourceHandle>()(0) =
-          MakePerStepResourceHandle<Stack>(ctx, key);
-    }
-  }
-
- private:
-  DataType elem_type_;
-  string stack_name_;
-
-  TF_DISALLOW_COPY_AND_ASSIGN(StackOp);
-};
-
 REGISTER_KERNEL_BUILDER(Name("Stack").Device(DEVICE_CPU), StackOp);
 REGISTER_KERNEL_BUILDER(Name("Stack").Device(DEVICE_GPU).HostMemory("handle"),
                         StackOp);
@@ -242,102 +59,22 @@ REGISTER_KERNEL_BUILDER(Name("StackV2")
                         StackOp);
 #endif  // TENSORFLOW_USE_SYCL
 
-template <typename Device>
-class StackPushOp : public AsyncOpKernel {
- public:
-  explicit StackPushOp(OpKernelConstruction* context) : AsyncOpKernel(context) {
-    OP_REQUIRES_OK(context, context->GetAttr("swap_memory", &swap_memory_));
-  }
-
-  void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override {
-    // Get the stack from the handle.
-    Stack* stack = nullptr;
-    OP_REQUIRES_OK_ASYNC(ctx, GetStack(ctx, &stack), done);
-    core::ScopedUnref unref(stack);
-
-    if (ctx->input_dtype(1) != stack->ElemType()) {
-      ctx->CtxFailure(errors::InvalidArgument("Must have type ",
-                                              stack->ElemType(), " but got ",
-                                              ctx->input_dtype(1)));
-      done();
-      return;
-    }
-
-    // Push the tensor onto the stack. Swap the tensor to CPU if instructed.
-    const Tensor& tensor = ctx->input(1);
-    AllocatorAttributes alloc_attrs = ctx->input_alloc_attr(1);
-    // For now, we use a simple heuristic for swapping: A GPU tensor is moved
-    // to CPU if the tensor has more than kCopyThreshold bytes and the GPU
-    // allocator says more than kOccupancy of the memory is in use.
-    static constexpr int kCopyThreshold = 2048;
-    static constexpr double kOccupancy = 0.7;
-    if (swap_memory_ && !alloc_attrs.on_host() &&
-        (std::is_same<Device, GPUDevice>::value
-#ifdef TENSORFLOW_USE_SYCL
-         || std::is_same<Device, SYCLDevice>::value
-#endif  // TENSORFLOW_USE_SYCL
-         ) &&
-        tensor.TotalBytes() > kCopyThreshold && stack->IsUsefulToSwap(tensor)) {
-      DeviceContext* device_ctxt = ctx->op_device_context();
-      auto device = static_cast<tensorflow::Device*>(ctx->device());
-      Allocator* allocator = device->GetAllocator(alloc_attrs);
-      AllocatorStats stats;
-      allocator->GetStats(&stats);
-      if (stats.bytes_in_use > (stats.bytes_limit * kOccupancy)) {
-        // Asynchronously copy the tensor from GPU to CPU memory.
-        // TODO(yuanbyu): Swap the oldest tensor first.
-        AllocatorAttributes host_alloc_attrs;
-        host_alloc_attrs.set_gpu_compatible(true);
-        host_alloc_attrs.set_on_host(true);
-        Allocator* cpu_allocator = device->GetAllocator(host_alloc_attrs);
-        Tensor* cpu_tensor =
-            new Tensor(cpu_allocator, tensor.dtype(), tensor.shape());
-        device_ctxt->CopyDeviceTensorToCPU(
-            &tensor, "StackPush", device, cpu_tensor,
-            [cpu_tensor, stack, ctx, done](const Status& s) {
-              ctx->SetStatus(s);
-              if (s.ok()) {
-                AllocatorAttributes alloc_attrs = ctx->input_alloc_attr(1);
-                ctx->SetStatus(stack->Push({*cpu_tensor, alloc_attrs, true}));
-              }
-              if (ctx->status().ok()) {
-                ctx->set_output(0, *cpu_tensor);
-              }
-              done();
-              delete cpu_tensor;
-            });
-        return;
-      }
-    }
-
-    // Execute synchronously if not swapped.
-    OP_REQUIRES_OK_ASYNC(ctx, stack->Push({tensor, alloc_attrs, false}), done);
-    ctx->set_output(0, tensor);
-    done();
-  }
-
-  bool IsExpensive() override { return false; }
-
- private:
-  bool swap_memory_;
-};
-
 REGISTER_KERNEL_BUILDER(Name("StackPush").Device(DEVICE_CPU),
-                        StackPushOp<CPUDevice>);
+                        TemplatedStackPushOp</*allow_swapping=*/false>);
 REGISTER_KERNEL_BUILDER(Name("StackPushV2").Device(DEVICE_CPU),
-                        StackPushOp<CPUDevice>);
-
-#define REGISTER_GPU_KERNEL(type)                         \
-  REGISTER_KERNEL_BUILDER(Name("StackPush")               \
-                              .Device(DEVICE_GPU)         \
-                              .HostMemory("handle")       \
-                              .TypeConstraint<type>("T"), \
-                          StackPushOp<GPUDevice>);        \
-  REGISTER_KERNEL_BUILDER(Name("StackPushV2")             \
-                              .Device(DEVICE_GPU)         \
-                              .HostMemory("handle")       \
-                              .TypeConstraint<type>("T"), \
-                          StackPushOp<GPUDevice>);
+                        TemplatedStackPushOp</*allow_swapping=*/false>);
+
+#define REGISTER_GPU_KERNEL(type)                                         \
+  REGISTER_KERNEL_BUILDER(Name("StackPush")                               \
+                              .Device(DEVICE_GPU)                         \
+                              .HostMemory("handle")                       \
+                              .TypeConstraint<type>("T"),                 \
+                          TemplatedStackPushOp</*allow_swapping=*/true>); \
+  REGISTER_KERNEL_BUILDER(Name("StackPushV2")                             \
+                              .Device(DEVICE_GPU)                         \
+                              .HostMemory("handle")                       \
+                              .TypeConstraint<type>("T"),                 \
+                          TemplatedStackPushOp</*allow_swapping=*/true>);
 
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER_GPU_KERNEL);
 #undef REGISTER_GPU_KERNEL
@@ -345,21 +82,21 @@ TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER_GPU_KERNEL);
 // Special GPU kernels for int32 and bool.
 // TODO(b/25387198): Also enable int32 in device memory. This kernel
 // registration requires all int32 inputs and outputs to be in host memory.
-#define REGISTER_GPU_HOST_KERNEL(type)                    \
-  REGISTER_KERNEL_BUILDER(Name("StackPush")               \
-                              .Device(DEVICE_GPU)         \
-                              .HostMemory("handle")       \
-                              .HostMemory("elem")         \
-                              .HostMemory("output")       \
-                              .TypeConstraint<type>("T"), \
-                          StackPushOp<GPUDevice>);        \
-  REGISTER_KERNEL_BUILDER(Name("StackPushV2")             \
-                              .Device(DEVICE_GPU)         \
-                              .HostMemory("handle")       \
-                              .HostMemory("elem")         \
-                              .HostMemory("output")       \
-                              .TypeConstraint<type>("T"), \
-                          StackPushOp<GPUDevice>);
+#define REGISTER_GPU_HOST_KERNEL(type)                                    \
+  REGISTER_KERNEL_BUILDER(Name("StackPush")                               \
+                              .Device(DEVICE_GPU)                         \
+                              .HostMemory("handle")                       \
+                              .HostMemory("elem")                         \
+                              .HostMemory("output")                       \
+                              .TypeConstraint<type>("T"),                 \
+                          TemplatedStackPushOp</*allow_swapping=*/true>); \
+  REGISTER_KERNEL_BUILDER(Name("StackPushV2")                             \
+                              .Device(DEVICE_GPU)                         \
+                              .HostMemory("handle")                       \
+                              .HostMemory("elem")                         \
+                              .HostMemory("output")                       \
+                              .TypeConstraint<type>("T"),                 \
+                          TemplatedStackPushOp</*allow_swapping=*/true>);
 
 REGISTER_GPU_HOST_KERNEL(int32);
 REGISTER_GPU_HOST_KERNEL(bool);
@@ -372,7 +109,7 @@ REGISTER_GPU_HOST_KERNEL(bool);
                               .Device(DEVICE_SYCL)        \
                               .HostMemory("handle")       \
                               .TypeConstraint<type>("T"), \
-                          StackPushOp<SYCLDevice>);
+                          TemplatedStackPushOp</*allow_swapping=*/true>);
 
 TF_CALL_GPU_NUMBER_TYPES(REGISTER_SYCL_KERNEL);
 
@@ -383,7 +120,7 @@ TF_CALL_GPU_NUMBER_TYPES(REGISTER_SYCL_KERNEL);
                               .HostMemory("elem")         \
                               .HostMemory("output")       \
                               .TypeConstraint<type>("T"), \
-                          StackPushOp<SYCLDevice>)
+                          TemplatedStackPushOp</*allow_swapping=*/true>)
 
 REGISTER_SYCL_HOST_KERNEL(int32);
 REGISTER_SYCL_HOST_KERNEL(bool);
@@ -391,48 +128,6 @@ REGISTER_SYCL_HOST_KERNEL(bool);
 #undef REGISTER_SYCL_HOST_KERNEL
 #endif  // TENSORFLOW_USE_SYCL
 
-class StackPopOp : public AsyncOpKernel {
- public:
-  explicit StackPopOp(OpKernelConstruction* context) : AsyncOpKernel(context) {}
-
-  void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override {
-    // Get the stack from the handle.
-    Stack* stack = nullptr;
-    OP_REQUIRES_OK_ASYNC(ctx, GetStack(ctx, &stack), done);
-    core::ScopedUnref unref(stack);
-
-    // Pop the tensor. Transfer the tensor back to device if it was
-    // swapped out to CPU.
-    Stack::TensorAndAllocation value;
-    OP_REQUIRES_OK_ASYNC(ctx, stack->Pop(&value), done);
-    if (value.swapped_to_cpu) {
-      // Asynchronously copy the tensor back from CPU to GPU memory.
-      DeviceContext* device_ctxt = ctx->op_device_context();
-      Device* device = static_cast<Device*>(ctx->device());
-      Tensor* cpu_tensor = &value.tensor;
-      Allocator* gpu_allocator = device->GetAllocator(value.alloc_attrs);
-      Tensor* device_tensor =
-          new Tensor(gpu_allocator, cpu_tensor->dtype(), cpu_tensor->shape());
-      device_ctxt->CopyCPUTensorToDevice(
-          cpu_tensor, device, device_tensor,
-          [device_tensor, ctx, done](const Status& s) {
-            ctx->SetStatus(s);
-            if (s.ok()) {
-              ctx->set_output(0, *device_tensor);
-            }
-            done();
-            delete device_tensor;
-          });
-    } else {
-      // Execute synchronously if not swapped.
-      ctx->set_output(0, value.tensor);
-      done();
-    }
-  }
-
-  bool IsExpensive() override { return false; }
-};
-
 REGISTER_KERNEL_BUILDER(Name("StackPop").Device(DEVICE_CPU), StackPopOp);
 REGISTER_KERNEL_BUILDER(Name("StackPopV2").Device(DEVICE_CPU), StackPopOp);
 
@@ -498,20 +193,6 @@ REGISTER_SYCL_HOST_KERNEL(bool);
 #undef REGISTER_SYCL_HOST_KERNEL
 #endif  // TENSORFLOW_USE_SYCL
 
-class StackCloseOp : public OpKernel {
- public:
-  explicit StackCloseOp(OpKernelConstruction* context) : OpKernel(context) {}
-
-  void Compute(OpKernelContext* ctx) override {
-    Stack* stack = nullptr;
-    OP_REQUIRES_OK(ctx, GetStack(ctx, &stack));
-    core::ScopedUnref unref(stack);
-    stack->Close();
-  }
-
-  bool IsExpensive() override { return false; }
-};
-
 REGISTER_KERNEL_BUILDER(Name("StackClose").Device(DEVICE_CPU), StackCloseOp);
 REGISTER_KERNEL_BUILDER(
     Name("StackClose").Device(DEVICE_GPU).HostMemory("handle"), StackCloseOp);
-- 
GitLab


From 389b0fbeef501fb20c691610a3de08eff940953f Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Mon, 5 Nov 2018 11:05:44 -0800
Subject: [PATCH 1051/1825] Fix memory error where delegate->flags was not
 initialized.

PiperOrigin-RevId: 220135142
---
 tensorflow/lite/interpreter_test.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/lite/interpreter_test.cc b/tensorflow/lite/interpreter_test.cc
index f47f698d3a..3ac19fc87d 100644
--- a/tensorflow/lite/interpreter_test.cc
+++ b/tensorflow/lite/interpreter_test.cc
@@ -1320,6 +1320,7 @@ TEST(TestDelegateOwnership, ProperlyDisposed) {
   struct TfLiteInterpreterOwnedDelegate : public TfLiteDelegate {
     TfLiteInterpreterOwnedDelegate(bool* destroyed, bool* prepared)
         : destroyed(destroyed), prepared(prepared) {
+      flags = kTfLiteDelegateFlagsNone;
       Prepare = [](TfLiteContext*, TfLiteDelegate* delegate) -> TfLiteStatus {
         *static_cast<TfLiteInterpreterOwnedDelegate*>(delegate)->prepared =
             true;
-- 
GitLab


From 4e81d6cc877ba4a56196bbdd8d4e09ab7f7b8412 Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Mon, 5 Nov 2018 11:09:46 -0800
Subject: [PATCH 1052/1825] Fix for #23440 in micro builds

PiperOrigin-RevId: 220136024
---
 .../micro/tools/make/targets/linux_x86_makefile.inc      | 9 +++++++++
 tensorflow/lite/kernels/internal/common.h                | 2 +-
 2 files changed, 10 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/lite/experimental/micro/tools/make/targets/linux_x86_makefile.inc

diff --git a/tensorflow/lite/experimental/micro/tools/make/targets/linux_x86_makefile.inc b/tensorflow/lite/experimental/micro/tools/make/targets/linux_x86_makefile.inc
new file mode 100644
index 0000000000..8ea78e8f3e
--- /dev/null
+++ b/tensorflow/lite/experimental/micro/tools/make/targets/linux_x86_makefile.inc
@@ -0,0 +1,9 @@
+# Settings for x86 on Linux
+ifeq ($(TARGET), linux)
+  ifeq ($(TARGET_ARCH), x86_64)
+    PLATFORM_FLAGS = \
+      -DTF_LITE_DISABLE_X86_NEON
+    CXXFLAGS += $(PLATFORM_FLAGS)
+    CCFLAGS += $(PLATFORM_FLAGS)
+  endif
+endif
diff --git a/tensorflow/lite/kernels/internal/common.h b/tensorflow/lite/kernels/internal/common.h
index e31f47d2ce..fdb72037f8 100644
--- a/tensorflow/lite/kernels/internal/common.h
+++ b/tensorflow/lite/kernels/internal/common.h
@@ -27,7 +27,7 @@ limitations under the License.
 #include <arm_neon.h>
 #endif
 
-#if defined __GNUC__ && defined __SSE4_1__
+#if defined __GNUC__ && defined __SSE4_1__ && !defined TF_LITE_DISABLE_X86_NEON
 #define USE_NEON
 
 #define OPTIMIZED_OPS_H__IGNORE_DEPRECATED_DECLARATIONS
-- 
GitLab


From 9e93f7fd9210fc9c61885ad24a9eab45e4e6012d Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Mon, 5 Nov 2018 12:26:50 -0800
Subject: [PATCH 1053/1825] [tf.data] Fix internal test failure.

PiperOrigin-RevId: 220150752
---
 tensorflow/core/kernels/data/unbatch_dataset_op.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/data/unbatch_dataset_op.cc b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
index ab8d857033..b32ab8ba4f 100644
--- a/tensorflow/core/kernels/data/unbatch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/unbatch_dataset_op.cc
@@ -151,7 +151,7 @@ class UnbatchDatasetOp : public UnaryDatasetOpKernel {
         // dimension. If it is statically known for any component, we model the
         // transformation using `KnownRatio`. Otherwise, we use `UnknownRatio`.
         for (auto& shape : dataset()->input_->output_shapes()) {
-          if (shape.dims() > 0 && shape.dim_size(0) != -1) {
+          if (shape.dims() > 0 && shape.dim_size(0) > 0) {
             return model::MakeKnownRatioNode(
                 std::move(args), 1.0 / static_cast<double>(shape.dim_size(0)));
           }
-- 
GitLab


From 36a97d10bec956d513e260a4a12c72f845257fc0 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Mon, 5 Nov 2018 12:35:58 -0800
Subject: [PATCH 1054/1825] [TF:XLA] Consolidate requires_compilation and
 enable_jit_by_default into a new autoclustering_policy field.

The concept of "requires_compilation" has been fairly confusing ever since ondemand mode (aka. op-by-op compilation) has been checked in. Compilation here actually meant "autoclustering" and no device actually requires it any more.

Don't form clusters of size 1 if autoclustering on what was formerly a "requires_compilation" device; the on-demand code path achieves the same goal.

We can also move the policy decision about whether to jit on the CPU device into the autoclustering policy field, which is simpler.

PiperOrigin-RevId: 220152352
---
 tensorflow/compiler/jit/build_xla_ops_pass.cc |  3 +-
 .../compiler/jit/mark_for_compilation_pass.cc | 32 +++++++++----------
 .../jit/mark_for_compilation_pass_test.cc     |  5 ++-
 .../compiler/jit/partially_decluster_pass.cc  |  3 +-
 tensorflow/compiler/jit/xla_cpu_device.cc     |  6 ++--
 tensorflow/compiler/jit/xla_gpu_device.cc     |  4 +--
 .../compiler/jit/xla_interpreter_device.cc    |  4 +--
 tensorflow/compiler/tf2xla/BUILD              |  1 +
 tensorflow/compiler/tf2xla/xla_op_registry.cc | 15 ++++++---
 tensorflow/compiler/tf2xla/xla_op_registry.h  | 23 ++++++++-----
 10 files changed, 56 insertions(+), 40 deletions(-)

diff --git a/tensorflow/compiler/jit/build_xla_ops_pass.cc b/tensorflow/compiler/jit/build_xla_ops_pass.cc
index 054f31ba33..93637a69d5 100644
--- a/tensorflow/compiler/jit/build_xla_ops_pass.cc
+++ b/tensorflow/compiler/jit/build_xla_ops_pass.cc
@@ -214,7 +214,8 @@ Status NodeRequiresCompilation(Node* n, bool* result) {
     return errors::Internal("Could not find compilation device ",
                             device_type.type());
   }
-  *result = registration->requires_compilation;
+  *result = registration->autoclustering_policy ==
+            XlaOpRegistry::AutoclusteringPolicy::kAlways;
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index 11975a6bb0..dae6ca4ad2 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -452,7 +452,9 @@ Status FindCompilationCandidates(
 
     OperationFilter op_filter;
     op_filter.allow_resource_ops = registration->compile_resource_ops;
-    op_filter.allow_stateful_rng_ops = registration->requires_compilation;
+    op_filter.allow_stateful_rng_ops =
+        (registration->autoclustering_policy ==
+         XlaOpRegistry::AutoclusteringPolicy::kAlways);
 
     if (!HasXLAKernel(*node, jit_device_type) &&
         !IsCompilableCall(node->def(), jit_device_type, op_filter, 0,
@@ -613,10 +615,8 @@ Status MarkForCompilationPass::Run(
       GetGlobalJitLevel(options);
   legacy_flags::MarkForCompilationPassFlags* flags =
       legacy_flags::GetMarkForCompilationPassFlags();
-  bool cpu_global_jit = flags->tf_xla_cpu_global_jit;
   bool fusion_only = flags->tf_xla_fusion_only;
 
-  VLOG(1) << "flags->tf_xla_cpu_global_jit = " << flags->tf_xla_cpu_global_jit;
   VLOG(1) << "flags->tf_xla_fusion_only = " << flags->tf_xla_fusion_only;
   VLOG(1) << "flags->tf_xla_auto_jit = " << flags->tf_xla_auto_jit;
   const FunctionLibraryDefinition* fld = options.flib_def;
@@ -635,9 +635,6 @@ Status MarkForCompilationPass::Run(
       return false;
     }
 
-    // If this device requires a JIT, we must say yes.
-    if (registration->requires_compilation) return true;
-
     // If there is a _XlaCompile annotation, use its value.
     bool compile = false;
     Status status = GetNodeAttr(node->attrs(), kXlaCompileAttr, &compile);
@@ -674,18 +671,21 @@ Status MarkForCompilationPass::Run(
       return false;
     }
 
-    // Otherwise use the value of global_jit_level.
-    // Ignore enable_jit_by_default if global jit compilation for CPU
-    // is explicitly requested via tf_xla_cpu_global_jit flag
-    bool ignore_registration = cpu_global_jit && device_type == DEVICE_CPU;
+    // Otherwise use the value of global_jit_level and the device's
+    // autoclustering policy.
     bool should_compile =
-        (ignore_registration || registration->enable_jit_by_default) &&
-        global_jit_level != OptimizerOptions::OFF;
+        registration->autoclustering_policy ==
+            XlaOpRegistry::AutoclusteringPolicy::kAlways ||
+        (registration->autoclustering_policy ==
+             XlaOpRegistry::AutoclusteringPolicy::kIfEnabledGlobally &&
+         global_jit_level != OptimizerOptions::OFF);
     if (!should_compile) {
       if (global_jit_level == OptimizerOptions::OFF) {
         VLOG(2) << "Rejecting " << node->name() << ": global jit disabled.";
       } else {
-        VLOG(2) << "Rejecting " << node->name() << ": JIT for device disabled.";
+        VLOG(2)
+            << "Rejecting " << node->name()
+            << ": autoclustering for device only when requested explicitly.";
       }
     }
     return should_compile;
@@ -1073,12 +1073,10 @@ Status MarkForCompilationPass::RunImpl(
     XlaOpRegistry::GetCompilationDevice(device_type.type(), &registration);
 
     // Compile if this is a cluster of >= min_cluster_size compilable operators.
-    // Also, always compile if the operator is placed on a device that requires
-    // compilation, or if it contains at least one op that is marked for
+    // Also, always compile if it contains at least one op that is marked for
     // compilation that is not an Identity op.
     if (effective_cluster_sizes[cluster] >= min_cluster_size ||
-        (effective_cluster_sizes[cluster] > 0 && marked_for_compilation) ||
-        registration->requires_compilation) {
+        (effective_cluster_sizes[cluster] > 0 && marked_for_compilation)) {
       string& name = cluster_names[cluster];
 
       if (name.empty()) {
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
index ead1cf4fd5..ef4f1ea2b0 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
@@ -923,9 +923,8 @@ TEST(XlaCompilationTest, RandomShapeOnXlaDevice) {
   TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
 
   std::unordered_map<string, string> clusters = GetClusters(*graph);
-  EXPECT_NE(clusters["test/shape_rng"], "");
-  EXPECT_NE(clusters["test/reshape"], "");
-  EXPECT_NE(clusters["test/shape_rng"], clusters["test/reshape"]);
+  EXPECT_EQ(clusters["test/shape_rng"], "");
+  EXPECT_EQ(clusters["test/reshape"], "");
 }
 
 TEST(XlaCompilationTest, TensorArrayShapeOnXlaDevice) {
diff --git a/tensorflow/compiler/jit/partially_decluster_pass.cc b/tensorflow/compiler/jit/partially_decluster_pass.cc
index 5b96103223..550ffa2465 100644
--- a/tensorflow/compiler/jit/partially_decluster_pass.cc
+++ b/tensorflow/compiler/jit/partially_decluster_pass.cc
@@ -210,7 +210,8 @@ bool IsIntraClusterEdge(const Edge& edge) {
 bool IsMustCompileDevice(const DeviceType& device_type) {
   const XlaOpRegistry::DeviceRegistration* registration;
   if (XlaOpRegistry::GetCompilationDevice(device_type.type(), &registration)) {
-    return registration->requires_compilation;
+    return registration->autoclustering_policy ==
+           XlaOpRegistry::AutoclusteringPolicy::kAlways;
   }
 
   return false;
diff --git a/tensorflow/compiler/jit/xla_cpu_device.cc b/tensorflow/compiler/jit/xla_cpu_device.cc
index cbfeb38805..116e075603 100644
--- a/tensorflow/compiler/jit/xla_cpu_device.cc
+++ b/tensorflow/compiler/jit/xla_cpu_device.cc
@@ -42,8 +42,10 @@ Status XlaCpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
 
   XlaOpRegistry::DeviceRegistration registration;
   registration.compilation_device_name = DEVICE_CPU_XLA_JIT;
-  registration.requires_compilation = !compile_on_demand;
-  registration.enable_jit_by_default = false;
+  registration.autoclustering_policy =
+      compile_on_demand
+          ? XlaOpRegistry::AutoclusteringPolicy::kIfExplicitlyRequested
+          : XlaOpRegistry::AutoclusteringPolicy::kAlways;
   registration.compile_resource_ops = true;
   XlaOpRegistry::RegisterCompilationDevice(DEVICE_XLA_CPU, registration);
 
diff --git a/tensorflow/compiler/jit/xla_gpu_device.cc b/tensorflow/compiler/jit/xla_gpu_device.cc
index 8f28b38b5e..717daadc4a 100644
--- a/tensorflow/compiler/jit/xla_gpu_device.cc
+++ b/tensorflow/compiler/jit/xla_gpu_device.cc
@@ -37,8 +37,8 @@ Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
                                           std::vector<Device*>* devices) {
   XlaOpRegistry::DeviceRegistration registration;
   registration.compilation_device_name = DEVICE_GPU_XLA_JIT;
-  registration.requires_compilation = true;
-  registration.enable_jit_by_default = false;
+  registration.autoclustering_policy =
+      XlaOpRegistry::AutoclusteringPolicy::kAlways;
   registration.compile_resource_ops = true;
   XlaOpRegistry::RegisterCompilationDevice(DEVICE_XLA_GPU, registration);
 
diff --git a/tensorflow/compiler/jit/xla_interpreter_device.cc b/tensorflow/compiler/jit/xla_interpreter_device.cc
index dc37362fd8..e828bae865 100644
--- a/tensorflow/compiler/jit/xla_interpreter_device.cc
+++ b/tensorflow/compiler/jit/xla_interpreter_device.cc
@@ -45,8 +45,8 @@ Status XlaInterpreterDeviceFactory::CreateDevices(
 
   XlaOpRegistry::DeviceRegistration registration;
   registration.compilation_device_name = DEVICE_INTERPRETER_XLA_JIT;
-  registration.requires_compilation = true;
-  registration.enable_jit_by_default = false;
+  registration.autoclustering_policy =
+      XlaOpRegistry::AutoclusteringPolicy::kAlways;
   registration.compile_resource_ops = true;
   XlaOpRegistry::RegisterCompilationDevice(DEVICE_XLA_INTERPRETER,
                                            registration);
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index 5fc9a352ff..f18d8c2008 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -194,6 +194,7 @@ cc_library(
         ":side_effect_util",
         ":tf2xla_util",
         "//tensorflow/compiler/jit:xla_cluster_util",
+        "//tensorflow/compiler/jit/legacy_flags:mark_for_compilation_pass_flags",
         "//tensorflow/compiler/tf2xla/lib:util",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.cc b/tensorflow/compiler/tf2xla/xla_op_registry.cc
index 9f00de708c..dcd0e9c5c1 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include <functional>
 #include <memory>
 
+#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
 #include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
@@ -129,21 +130,27 @@ XlaOpRegistry::~XlaOpRegistry() = default;
   // Lazily register the CPU and GPU JIT devices the first time
   // GetCompilationDevice is called.
   static void* registration_init = [&registry]() {
+    legacy_flags::MarkForCompilationPassFlags* flags =
+        legacy_flags::GetMarkForCompilationPassFlags();
+    bool cpu_global_jit = flags->tf_xla_cpu_global_jit;
+
     mutex_lock lock(registry.mutex_);
     if (LaunchOpHasKernelForDevice(DeviceType(DEVICE_CPU)).ok()) {
       DeviceRegistration& registration =
           registry.compilation_devices_[DEVICE_CPU];
       registration.compilation_device_name = DEVICE_CPU_XLA_JIT;
-      registration.requires_compilation = false;
-      registration.enable_jit_by_default = false;
+      registration.autoclustering_policy =
+          cpu_global_jit
+              ? XlaOpRegistry::AutoclusteringPolicy::kIfEnabledGlobally
+              : XlaOpRegistry::AutoclusteringPolicy::kIfExplicitlyRequested;
       registration.compile_resource_ops = false;
     }
     if (LaunchOpHasKernelForDevice(DeviceType(DEVICE_GPU)).ok()) {
       DeviceRegistration& registration =
           registry.compilation_devices_[DEVICE_GPU];
       registration.compilation_device_name = DEVICE_GPU_XLA_JIT;
-      registration.requires_compilation = false;
-      registration.enable_jit_by_default = true;
+      registration.autoclustering_policy =
+          XlaOpRegistry::AutoclusteringPolicy::kIfEnabledGlobally;
       registration.compile_resource_ops = false;
     }
     return nullptr;
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.h b/tensorflow/compiler/tf2xla/xla_op_registry.h
index 45a40c0acc..0bdd4a1085 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.h
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.h
@@ -66,19 +66,26 @@ class XlaOpRegistry {
  public:
   typedef OpKernel* (*Factory)(OpKernelConstruction*);
 
+  enum class AutoclusteringPolicy {
+    // Enable autoclustering if the user requests it, e.g., via
+    // experimental_jit_scope. Does not autocluster if the JIT is enabled
+    // globally (e.g., via the OptimizerOptions in the TF session
+    // configuration.)
+    kIfExplicitlyRequested,
+    // Enable autoclustering if explicitly requested, or if the JIT is enabled
+    // globally in the session options, or via TF_XLA_FLAGS=--tf_xla_auto_jit=N.
+    kIfEnabledGlobally,
+    // Always try to autocluster ops placed on this device.
+    kAlways,
+  };
+
   // Describes how to compile operators assigned to a device.
   struct DeviceRegistration {
     // The name of the an XLA compilation device to use to compile code.
     string compilation_device_name;
 
-    // Do operators assigned to this device require compilation?
-    bool requires_compilation;
-
-    // If !requires_compilation, should we try to JIT operators on this device
-    // when XLA JIT compilation is enabled globally via the SessionOptions?
-    // (It is still possible to explicitly mark operators to JIT compile, even
-    // if enable_jit_by_default is false.)
-    bool enable_jit_by_default;
+    // When should we autocluster operators assigned to this device?
+    AutoclusteringPolicy autoclustering_policy;
 
     // Enable compilation of operators that use DT_RESOURCE types?
     bool compile_resource_ops = false;
-- 
GitLab


From 7f9ae594813dc4397b4c0c5229525de83bc4e4b2 Mon Sep 17 00:00:00 2001
From: Brennan Saeta <saeta@google.com>
Date: Mon, 5 Nov 2018 12:37:10 -0800
Subject: [PATCH 1055/1825] [tf.data]: Parallel map and filter fusion.

This change augments the existing map_and_filter fusion tf.data rewrite pass
to support fusing ParallelMapDataset ops in addition to the MapDataset ops.

PiperOrigin-RevId: 220152549
---
 .../optimizers/data/map_and_filter_fusion.cc  | 27 ++++--
 .../data/map_and_filter_fusion_test.cc        | 86 +++++++++++++++++++
 2 files changed, 104 insertions(+), 9 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
index 750cd58869..2b0a347ce6 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion.cc
@@ -38,21 +38,28 @@ NodeDef MakeFusedNode(const NodeDef& map_node,
                       MutableGraphView* graph) {
   NodeDef fused_node;
   graph_utils::SetUniqueGraphNodeName("fused_map", graph->graph(), &fused_node);
-  fused_node.set_op("MapDataset");
-  fused_node.add_input(map_node.input(0));
+  fused_node.set_op(map_node.op());
+
+  // Copy over inputs.
+  for (int i = 0; i < map_node.input_size(); ++i) {
+    fused_node.add_input(map_node.input(i));
+  }
 
   auto attr = map_node.attr().at("f");
   attr.mutable_func()->set_name(fused_function.signature().name());
   (*fused_node.mutable_attr())["f"] = std::move(attr);
 
-  graph_utils::CopyAttribute("Targuments", map_node, &fused_node);
-
-  for (auto key : {"output_shapes", "output_types"})
+  // Required attrs.
+  for (auto key : {"Targuments", "output_shapes", "output_types"}) {
     graph_utils::CopyAttribute(key, map_node, &fused_node);
+  }
 
-  if (const auto* attr =
-          gtl::FindOrNull(map_node.attr(), "use_inter_op_parallelism"))
-    (*fused_node.mutable_attr())["use_inter_op_parallelism"] = *attr;
+  // Optional attrs.
+  for (auto key : {"use_inter_op_parallelism", "sloppy"}) {
+    if (const auto* attr = gtl::FindOrNull(map_node.attr(), key)) {
+      graph_utils::CopyAttribute(key, map_node, &fused_node);
+    }
+  }
 
   // Add the predicate output attributes.
   (*fused_node.mutable_attr())["output_types"]
@@ -97,7 +104,9 @@ Status MapAndFilterFusion::Optimize(Cluster* cluster, const GrapplerItem& item,
   FunctionLibraryDefinition function_library(OpRegistry::Global(),
                                              item.graph.library());
   auto get_map_node = [](const NodeDef& node) -> const NodeDef* {
-    if (node.op() == "MapDataset") return &node;
+    if (node.op() == "MapDataset" || node.op() == "ParallelMapDataset") {
+      return &node;
+    }
     return nullptr;
   };
 
diff --git a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion_test.cc b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion_test.cc
index 6e6da37d7c..c5a5e22aba 100644
--- a/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/map_and_filter_fusion_test.cc
@@ -30,6 +30,7 @@ namespace grappler {
 namespace {
 using graph_tests_utils::MakeFilterNode;
 using graph_tests_utils::MakeMapNode;
+using graph_tests_utils::MakeParallelMapNode;
 
 TEST(MapAndFilterFusionTest, FuseMapAndFilter) {
   using test::function::NDef;
@@ -58,6 +59,41 @@ TEST(MapAndFilterFusionTest, FuseMapAndFilter) {
       graph_utils::ContainsNodeWithOp("FilterByLastComponentDataset", output));
 }
 
+TEST(MapAndFilterFusionTest, FuseParallelMapAndFilter) {
+  using test::function::NDef;
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("start", "Const", {}, {{"value", 0}, {"dtype", DT_INT32}}),
+       NDef("stop", "Const", {}, {{"value", 10}, {"dtype", DT_INT32}}),
+       NDef("step", "Const", {}, {{"value", 1}, {"dtype", DT_INT32}}),
+       NDef("range", "RangeDataset", {"start", "stop", "step"}, {}),
+       NDef("num_parallel_calls", "Const", {},
+            {{"value", 3}, {"dtype", "DT_INT32"}}),
+       MakeParallelMapNode("map", "range", "num_parallel_calls", "XTimesTwo",
+                           /*sloppy=*/false),
+       MakeFilterNode("filter", "map")},
+      // FunctionLib
+      {
+          test::function::XTimesTwo(),
+          test::function::IsZero(),
+      });
+
+  MapAndFilterFusion optimizer;
+  GraphDef output;
+  TF_ASSERT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  EXPECT_FALSE(graph_utils::ContainsGraphNodeWithName("map", output));
+  EXPECT_FALSE(graph_utils::ContainsGraphNodeWithName("filter", output));
+  EXPECT_TRUE(graph_utils::ContainsNodeWithOp("ParallelMapDataset", output))
+      << output.DebugString();
+  auto& map_node = output.node(
+      graph_utils::FindGraphNodeWithOp("ParallelMapDataset", output));
+  EXPECT_FALSE(map_node.attr().at("sloppy").b()) << map_node.DebugString();
+  EXPECT_TRUE(
+      graph_utils::ContainsNodeWithOp("FilterByLastComponentDataset", output))
+      << output.DebugString();
+}
+
 TEST(MapAndFilterFusionTest, FuseMapAndFilterWithExtraChild) {
   using test::function::NDef;
   GrapplerItem item;
@@ -103,6 +139,56 @@ TEST(MapAndFilterFusionTest, FuseMapAndFilterWithExtraChild) {
   EXPECT_EQ(cache_node.input(0), filter_by_component.name());
 }
 
+TEST(MapAndFilterFusionTest, FuseParallelMapAndFilterWithExtraChild) {
+  using test::function::NDef;
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("start", "Const", {}, {{"value", 0}, {"dtype", DT_INT32}}),
+       NDef("stop", "Const", {}, {{"value", 10}, {"dtype", DT_INT32}}),
+       NDef("step", "Const", {}, {{"value", 1}, {"dtype", DT_INT32}}),
+       NDef("filename", "Const", {}, {{"value", ""}, {"dtype", DT_STRING}}),
+       NDef("range", "RangeDataset", {"start", "stop", "step"}, {}),
+       NDef("num_parallel_calls", "Const", {},
+            {{"value", 3}, {"dtype", "DT_INT32"}}),
+       MakeParallelMapNode("map", "range", "num_parallel_calls", "XTimesTwo",
+                           /*sloppy=*/true),
+       MakeFilterNode("filter", "map"),
+       NDef("cache", "CacheDataset", {"filter", "filename"}, {})},
+      // FunctionLib
+      {
+          test::function::XTimesTwo(),
+          test::function::IsZero(),
+      });
+
+  MapAndFilterFusion optimizer;
+  GraphDef output;
+  TF_ASSERT_OK(optimizer.Optimize(nullptr, item, &output));
+
+  EXPECT_FALSE(graph_utils::ContainsGraphNodeWithName("map", output));
+  EXPECT_FALSE(graph_utils::ContainsGraphNodeWithName("filter", output));
+  ASSERT_TRUE(graph_utils::ContainsNodeWithOp("ParallelMapDataset", output));
+  ASSERT_TRUE(
+      graph_utils::ContainsNodeWithOp("FilterByLastComponentDataset", output));
+  ASSERT_TRUE(graph_utils::ContainsNodeWithOp("CacheDataset", output));
+
+  int map_id = graph_utils::FindGraphNodeWithOp("ParallelMapDataset", output);
+  auto& map_node = output.node(map_id);
+  ASSERT_EQ(map_node.input_size(), 2);
+  EXPECT_EQ(map_node.input(0), "range");
+  EXPECT_EQ(map_node.input(1), "num_parallel_calls");
+
+  int filter_by_component_id =
+      graph_utils::FindGraphNodeWithOp("FilterByLastComponentDataset", output);
+  auto& filter_by_component = output.node(filter_by_component_id);
+  ASSERT_EQ(filter_by_component.input_size(), 1);
+  EXPECT_EQ(filter_by_component.input(0), map_node.name());
+
+  int cache_id = graph_utils::FindGraphNodeWithOp("CacheDataset", output);
+  auto& cache_node = output.node(cache_id);
+  ASSERT_EQ(cache_node.input_size(), 2);
+  EXPECT_EQ(cache_node.input(0), filter_by_component.name());
+}
+
 }  // namespace
 }  // namespace grappler
 }  // namespace tensorflow
-- 
GitLab


From 5c5038b7cf6bcc13af34eeb0c7596b79bda0f3b8 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Mon, 5 Nov 2018 12:58:06 -0800
Subject: [PATCH 1056/1825] Make _XlaCompile resilient against "unimplemented"
 compiler failures

This CL makes _XlaCompile to fall back to the TF executor if the XLA compiler
can't compile the cluster for some reason.

While at it, make most of the fields in the XLA op kernels const so that we
don't accidentally mutate them in the ::Compute functions (this would result in
a race).

Also remove the `#undef OP_REQUIRES_OK_RETURN`; it has minimal value in a .cc
file.

PiperOrigin-RevId: 220156284
---
 tensorflow/compiler/jit/kernels/xla_ops.cc | 91 +++++++++++++---------
 tensorflow/compiler/jit/kernels/xla_ops.h  | 29 ++++---
 2 files changed, 74 insertions(+), 46 deletions(-)

diff --git a/tensorflow/compiler/jit/kernels/xla_ops.cc b/tensorflow/compiler/jit/kernels/xla_ops.cc
index 6bcae1dcc3..56b7909ffd 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.cc
+++ b/tensorflow/compiler/jit/kernels/xla_ops.cc
@@ -39,12 +39,22 @@ limitations under the License.
 #include "tensorflow/core/platform/stream_executor_no_cuda.h"
 #include "tensorflow/core/util/stream_executor_util.h"
 
+// OP_REQUIRES_OK_RETURN is the same as OP_REQUIRES_OK except that
+// in error case, it returns RET instead of void.
+#define OP_REQUIRES_OK_RETURN(CTX, RET, ...)                \
+  do {                                                      \
+    ::tensorflow::Status _s(__VA_ARGS__);                   \
+    if (!TF_PREDICT_TRUE(_s.ok())) {                        \
+      (CTX)->CtxFailureWithWarning(__FILE__, __LINE__, _s); \
+      return RET;                                           \
+    }                                                       \
+  } while (0)
+
 namespace tensorflow {
 
 namespace {
 
-Status PlatformInfoFromContext(OpKernelConstruction* ctx,
-                               XlaPlatformInfo* result) {
+XlaPlatformInfo PlatformInfoFromContext(OpKernelConstruction* ctx) {
   DeviceType device_type = ctx->device_type();
   se::Platform::Id platform_id = nullptr;
   const XlaDevice::Metadata* xla_device_metadata = nullptr;
@@ -76,16 +86,16 @@ Status PlatformInfoFromContext(OpKernelConstruction* ctx,
   }
 
   if (!device_allocator) {
-    TF_ASSIGN_OR_RETURN(se::Platform* const platform,
-                        se::MultiPlatformManager::PlatformWithId(platform_id));
+    xla::StatusOr<se::Platform*> maybe_platform =
+        se::MultiPlatformManager::PlatformWithId(platform_id);
+    OP_REQUIRES_OK_RETURN(ctx, XlaPlatformInfo(), maybe_platform.status());
+
     xla_allocator = absl::make_unique<XlaAllocator>(
-        platform, ctx->device()->GetAllocator({}));
+        maybe_platform.ValueOrDie(), ctx->device()->GetAllocator({}));
   }
 
-  *result = XlaPlatformInfo(device_type, platform_id, xla_device_metadata,
-                            std::move(xla_allocator), device_allocator);
-
-  return Status::OK();
+  return XlaPlatformInfo(device_type, platform_id, xla_device_metadata,
+                         std::move(xla_allocator), device_allocator);
 }
 
 // A closure describing how to run a compiled version of a TensorFlow function.
@@ -179,9 +189,8 @@ XlaLocalLaunchBase::XlaLocalLaunchBase(OpKernelConstruction* ctx,
     : OpKernel(ctx),
       constants_(constants),
       resources_(resources),
-      function_(function) {
-  OP_REQUIRES_OK(ctx, PlatformInfoFromContext(ctx, &platform_info_));
-}
+      function_(function),
+      platform_info_(PlatformInfoFromContext(ctx)) {}
 
 static Status BuildCompilationCache(OpKernelContext* ctx,
                                     const XlaPlatformInfo& platform_info,
@@ -333,18 +342,6 @@ void XlaLocalLaunchBase::Compute(OpKernelContext* ctx) {
 }
 
 namespace {
-
-// OP_REQUIRES_OK_RETURN is the same as OP_REQUIRES_OK except that
-// in error case, it returns RET instead of void.
-#define OP_REQUIRES_OK_RETURN(CTX, RET, ...)                \
-  do {                                                      \
-    ::tensorflow::Status _s(__VA_ARGS__);                   \
-    if (!TF_PREDICT_TRUE(_s.ok())) {                        \
-      (CTX)->CtxFailureWithWarning(__FILE__, __LINE__, _s); \
-      return RET;                                           \
-    }                                                       \
-  } while (0)
-
 // Helper static functions to construct parameters for
 // XlaLocalLaunchBase constructor from OpKernelConstruction.
 std::vector<int> ConstantsVector(OpKernelConstruction* ctx) {
@@ -381,7 +378,12 @@ NameAttrList FunctionAttr(OpKernelConstruction* ctx) {
   return *func;
 }
 
-#undef OP_REQUIRES_OK_RETURN
+bool MustCompileAttr(OpKernelConstruction* ctx) {
+  bool must_compile;
+  OP_REQUIRES_OK_RETURN(ctx, false,
+                        ctx->GetAttr("must_compile", &must_compile));
+  return must_compile;
+}
 }  // namespace
 
 XlaLocalLaunchOp::XlaLocalLaunchOp(OpKernelConstruction* ctx)
@@ -396,10 +398,9 @@ XlaCompileOp::XlaCompileOp(OpKernelConstruction* ctx)
     : OpKernel(ctx),
       constants_(ConstantsVector(ctx)),
       resources_(ResourcesVector(ctx)),
-      function_(FunctionAttr(ctx)) {
-  OP_REQUIRES_OK(ctx, PlatformInfoFromContext(ctx, &platform_info_));
-  OP_REQUIRES_OK(ctx, ctx->GetAttr("must_compile", &must_compile_));
-}
+      function_(FunctionAttr(ctx)),
+      platform_info_(PlatformInfoFromContext(ctx)),
+      must_compile_(MustCompileAttr(ctx)) {}
 
 void XlaCompileOp::Compute(OpKernelContext* ctx) {
   VLOG(3) << "XlaCompileOp " << def().name()
@@ -409,13 +410,30 @@ void XlaCompileOp::Compute(OpKernelContext* ctx) {
   xla::LocalExecutable* executable;
   std::map<int, OptionalTensor> variables;
 
-  if (legacy_flags::GetXlaOpsCommonFlags().tf_xla_always_defer_compilation) {
+  bool cannot_compile_cluster;
+  {
+    mutex_lock guard(cannot_compile_cluster_mu_);
+    cannot_compile_cluster = cannot_compile_cluster_;
+  }
+
+  if (legacy_flags::GetXlaOpsCommonFlags().tf_xla_always_defer_compilation ||
+      cannot_compile_cluster) {
     executable = nullptr;
   } else {
-    OP_REQUIRES_OK(ctx, CompileToLocalExecutable(
-                            ctx, function_, platform_info_, resources_,
-                            constants_, /*lazy=*/!must_compile_, &client,
-                            &variables, &kernel, &executable));
+    Status status = CompileToLocalExecutable(
+        ctx, function_, platform_info_, resources_, constants_,
+        /*lazy=*/!must_compile_, &client, &variables, &kernel, &executable);
+    if (must_compile_ || status.code() != error::UNIMPLEMENTED) {
+      OP_REQUIRES_OK(ctx, status);
+    }
+
+    if (status.code() == error::UNIMPLEMENTED) {
+      LOG(WARNING) << "Compilation failed:" << status.ToString()
+                   << ".  Falling back to TF function call.";
+      executable = nullptr;
+      mutex_lock guard(cannot_compile_cluster_mu_);
+      cannot_compile_cluster_ = true;
+    }
   }
 
   AllocatorAttributes host_alloc_attrs;
@@ -452,9 +470,8 @@ void XlaCompileOp::Compute(OpKernelContext* ctx) {
   ctx->set_output(1, compilation_successful);
 }
 
-XlaRunOp::XlaRunOp(OpKernelConstruction* ctx) : OpKernel(ctx) {
-  OP_REQUIRES_OK(ctx, PlatformInfoFromContext(ctx, &platform_info_));
-}
+XlaRunOp::XlaRunOp(OpKernelConstruction* ctx)
+    : OpKernel(ctx), platform_info_(PlatformInfoFromContext(ctx)) {}
 
 void XlaRunOp::Compute(OpKernelContext* ctx) {
   VLOG(3) << "XlaRunOp " << def().name();
diff --git a/tensorflow/compiler/jit/kernels/xla_ops.h b/tensorflow/compiler/jit/kernels/xla_ops.h
index ac90837e0d..7b4d4b5b47 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.h
+++ b/tensorflow/compiler/jit/kernels/xla_ops.h
@@ -16,6 +16,8 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_JIT_KERNELS_XLA_OPS_H_
 #define TENSORFLOW_COMPILER_JIT_KERNELS_XLA_OPS_H_
 
+#include <atomic>
+
 #include "tensorflow/compiler/jit/xla_compilation_cache.h"
 #include "tensorflow/compiler/jit/xla_device.h"
 #include "tensorflow/compiler/jit/xla_launch_util.h"
@@ -33,6 +35,7 @@ namespace tensorflow {
 class XlaPlatformInfo {
  public:
   XlaPlatformInfo() : device_type_("") {}
+  XlaPlatformInfo(XlaPlatformInfo&&) = default;
   explicit XlaPlatformInfo(const DeviceType device_type,
                            se::Platform::Id platform_id,
                            const XlaDevice::Metadata* xla_device_metadata,
@@ -110,12 +113,12 @@ class XlaLocalLaunchBase : public OpKernel {
 
  protected:
   // Indexes of compile-time constant inputs
-  std::vector<int> constants_;
+  const std::vector<int> constants_;
   // Indexes of resource inputs
-  std::vector<int> resources_;
+  const std::vector<int> resources_;
 
-  NameAttrList function_;
-  XlaPlatformInfo platform_info_;
+  const NameAttrList function_;
+  const XlaPlatformInfo platform_info_;
 };
 
 // XlaLocalLaunchOp is used to replace a region of the TensorFlow graph
@@ -144,15 +147,23 @@ class XlaCompileOp : public OpKernel {
 
  private:
   // Indexes of compile-time constant inputs
-  std::vector<int> constants_;
+  const std::vector<int> constants_;
   // Indexes of resource inputs
-  std::vector<int> resources_;
+  const std::vector<int> resources_;
 
-  NameAttrList function_;
+  const NameAttrList function_;
 
   XlaPlatformInfo platform_info_;
 
-  bool must_compile_;
+  const bool must_compile_;
+
+  // cannot_compile_cluster_ is set to true if XLA returns an Unimplemented
+  // error when compiling the cluster this _XlaCompile is supposed to compile.
+  // If `cannot_compile_cluster_` is true then we avoid compiling this cluster
+  // on any future calls to _XlaCompile.
+  bool cannot_compile_cluster_ GUARDED_BY(cannot_compile_cluster_mu_) = false;
+
+  mutex cannot_compile_cluster_mu_;
 };
 
 class XlaRunOp : public OpKernel {
@@ -162,7 +173,7 @@ class XlaRunOp : public OpKernel {
   void Compute(OpKernelContext* ctx) override;
 
  private:
-  XlaPlatformInfo platform_info_;
+  const XlaPlatformInfo platform_info_;
 };
 
 }  // namespace tensorflow
-- 
GitLab


From 7fe4876d7019db727459d8e303906cb4ac56643a Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Fri, 26 Oct 2018 09:36:29 -0700
Subject: [PATCH 1057/1825] Add runner_threadpool_size into IteratorContext

---
 tensorflow/core/framework/dataset.h           | 10 ++++++-
 .../experimental/threadpool_dataset_op.cc     |  3 +++
 tensorflow/core/kernels/data/iterator_ops.cc  | 27 +++++++++++++++++++
 .../kernels/data/parallel_map_iterator.cc     |  4 +--
 4 files changed, 40 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index b4cd275131..ffd6b62025 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -279,12 +279,15 @@ class IteratorContext {
           lib(ctx->lib()),
           model(ctx->model()),
           runner(*(ctx->runner())),
+          runner_threadpool_size(ctx->runner_threadpool_size()),
           stats_aggregator(ctx->stats_aggregator()) {}
 
     explicit Params(OpKernelContext* ctx)
         : env(ctx->env()),
           lib(ctx->function_library()),
-          runner(*(ctx->runner())) {
+          runner(*(ctx->runner())),
+          runner_threadpool_size(
+              ctx->device()->tensorflow_cpu_worker_threads()->num_threads) {
       // NOTE: need reinterpret_cast because function.h forward-declares Device.
       DeviceBase* device =
           reinterpret_cast<DeviceBase*>(ctx->function_library()->device());
@@ -311,6 +314,9 @@ class IteratorContext {
     // Function call support.
     std::function<void(std::function<void()>)> runner = nullptr;
 
+    // Number of threads used for executing user-defined functions.
+    int32 runner_threadpool_size = 0;
+
     // The `StatsAggregator` object to record statistics about the iterator.
     std::shared_ptr<StatsAggregator> stats_aggregator = nullptr;
   };
@@ -343,6 +349,8 @@ class IteratorContext {
     return &params_.runner;
   }
 
+  int32 runner_threadpool_size() { return params_.runner_threadpool_size; }
+
   std::shared_ptr<StatsAggregator> stats_aggregator() {
     return params_.stats_aggregator;
   }
diff --git a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
index 56fbbde1a3..ab21dfc6bc 100644
--- a/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/threadpool_dataset_op.cc
@@ -47,6 +47,8 @@ class ThreadPoolResource : public ResourceBase {
     }
   }
 
+  int32 NumThreads() { return thread_pool_.NumThreads(); }
+
   string DebugString() override { return "ThreadPoolResource"; }
 
  private:
@@ -196,6 +198,7 @@ class ThreadPoolDatasetOp : public UnaryDatasetOpKernel {
         params.runner = [pool](std::function<void()> c) {
           pool->Schedule(std::move(c));
         };
+        params.runner_threadpool_size = pool->NumThreads();
         IteratorContext iter_ctx(params);
         return input_impl_->GetNext(&iter_ctx, out_tensors, end_of_sequence);
       }
diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index 445718ba1e..bb6b5fba06 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -145,6 +145,8 @@ class IteratorResource : public ResourceBase {
       params.allocator_getter = [device](AllocatorAttributes attrs) {
         return device->GetAllocator(attrs);
       };
+      params.runner_threadpool_size =
+          ctx->device()->tensorflow_cpu_worker_threads()->num_threads;
       IteratorContext iter_ctx(std::move(params));
       TF_RETURN_IF_ERROR(captured_iterator->Restore(&iter_ctx, reader));
       mutex_lock l(mu_);
@@ -978,8 +980,20 @@ void IteratorGetNextOp::ComputeAsync(OpKernelContext* ctx, DoneCallback done) {
 
         IteratorContext::Params params(ctx);
         params.function_library = iterator->function_library();
+<<<<<<< HEAD
         Status s = iterator->GetNext(IteratorContext(std::move(params)),
                                      &components, &end_of_sequence);
+=======
+        DeviceBase* device = ctx->function_library()->device();
+        params.allocator_getter = [device](AllocatorAttributes attrs) {
+          return device->GetAllocator(attrs);
+        };
+        params.runner_threadpool_size =
+            ctx->device()->tensorflow_cpu_worker_threads()->num_threads;
+        IteratorContext iter_ctx(std::move(params));
+
+        Status s = iterator->GetNext(&iter_ctx, &components, &end_of_sequence);
+>>>>>>> Add runner_threadpool_size into IteratorContext
         // NOTE(mrry): We must unref the iterator before calling `done()`, to
         // avoid destruction races.
         iterator->Unref();
@@ -1007,8 +1021,21 @@ void IteratorGetNextSyncOp::Compute(OpKernelContext* ctx) {
   bool end_of_sequence = false;
   IteratorContext::Params params(ctx);
   params.function_library = iterator->function_library();
+<<<<<<< HEAD
   OP_REQUIRES_OK(ctx, iterator->GetNext(IteratorContext(std::move(params)),
                                         &components, &end_of_sequence));
+=======
+  DeviceBase* device = ctx->function_library()->device();
+  params.allocator_getter = [device](AllocatorAttributes attrs) {
+    return device->GetAllocator(attrs);
+  };
+  params.runner_threadpool_size =
+      ctx->device()->tensorflow_cpu_worker_threads()->num_threads;
+  IteratorContext iter_ctx(std::move(params));
+
+  OP_REQUIRES_OK(ctx,
+                 iterator->GetNext(&iter_ctx, &components, &end_of_sequence));
+>>>>>>> Add runner_threadpool_size into IteratorContext
   OP_REQUIRES(ctx, !end_of_sequence, errors::OutOfRange("End of sequence"));
 
   for (int i = 0; i < components.size(); ++i) {
diff --git a/tensorflow/core/kernels/data/parallel_map_iterator.cc b/tensorflow/core/kernels/data/parallel_map_iterator.cc
index 1fa9a1fdc5..1010323095 100644
--- a/tensorflow/core/kernels/data/parallel_map_iterator.cc
+++ b/tensorflow/core/kernels/data/parallel_map_iterator.cc
@@ -65,9 +65,7 @@ class ParallelMapIterator : public DatasetBaseIterator {
   Status Initialize(IteratorContext* ctx) override {
     mutex_lock l(*mu_);
     if (num_parallel_calls_->value == kAutoTune) {
-      // TODO(jsimsa): Surface the number of threads used by `ctx->runner()` and
-      // use it here for the default.
-      num_parallel_calls_->value = port::NumSchedulableCPUs();
+      num_parallel_calls_->value = ctx->runner_threadpool_size();
       num_parallel_calls_->tunable = true;
     }
     TF_RETURN_IF_ERROR(
-- 
GitLab


From 8f9a977a60baa2aeb101d71448f9b87f0f3f5a37 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 5 Nov 2018 13:13:56 -0800
Subject: [PATCH 1058/1825] Resolve the code conflicts

---
 tensorflow/core/kernels/data/iterator_ops.cc | 27 +-------------------
 1 file changed, 1 insertion(+), 26 deletions(-)

diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index bb6b5fba06..92bbfdbea5 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -980,20 +980,8 @@ void IteratorGetNextOp::ComputeAsync(OpKernelContext* ctx, DoneCallback done) {
 
         IteratorContext::Params params(ctx);
         params.function_library = iterator->function_library();
-<<<<<<< HEAD
         Status s = iterator->GetNext(IteratorContext(std::move(params)),
                                      &components, &end_of_sequence);
-=======
-        DeviceBase* device = ctx->function_library()->device();
-        params.allocator_getter = [device](AllocatorAttributes attrs) {
-          return device->GetAllocator(attrs);
-        };
-        params.runner_threadpool_size =
-            ctx->device()->tensorflow_cpu_worker_threads()->num_threads;
-        IteratorContext iter_ctx(std::move(params));
-
-        Status s = iterator->GetNext(&iter_ctx, &components, &end_of_sequence);
->>>>>>> Add runner_threadpool_size into IteratorContext
         // NOTE(mrry): We must unref the iterator before calling `done()`, to
         // avoid destruction races.
         iterator->Unref();
@@ -1021,21 +1009,9 @@ void IteratorGetNextSyncOp::Compute(OpKernelContext* ctx) {
   bool end_of_sequence = false;
   IteratorContext::Params params(ctx);
   params.function_library = iterator->function_library();
-<<<<<<< HEAD
+
   OP_REQUIRES_OK(ctx, iterator->GetNext(IteratorContext(std::move(params)),
                                         &components, &end_of_sequence));
-=======
-  DeviceBase* device = ctx->function_library()->device();
-  params.allocator_getter = [device](AllocatorAttributes attrs) {
-    return device->GetAllocator(attrs);
-  };
-  params.runner_threadpool_size =
-      ctx->device()->tensorflow_cpu_worker_threads()->num_threads;
-  IteratorContext iter_ctx(std::move(params));
-
-  OP_REQUIRES_OK(ctx,
-                 iterator->GetNext(&iter_ctx, &components, &end_of_sequence));
->>>>>>> Add runner_threadpool_size into IteratorContext
   OP_REQUIRES(ctx, !end_of_sequence, errors::OutOfRange("End of sequence"));
 
   for (int i = 0; i < components.size(); ++i) {
@@ -1236,7 +1212,6 @@ class DeserializeIteratorOp : public OpKernel {
   }
 };
 
-
 REGISTER_KERNEL_BUILDER(Name("Iterator").Device(DEVICE_CPU), IteratorHandleOp);
 REGISTER_KERNEL_BUILDER(Name("IteratorV2").Device(DEVICE_CPU),
                         IteratorHandleOp);
-- 
GitLab


From 6a4700942783ab5b82692209b3fc0010fcd09530 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Mon, 5 Nov 2018 13:15:30 -0800
Subject: [PATCH 1059/1825] Internal changes

PiperOrigin-RevId: 220159416
---
 tensorflow/python/kernel_tests/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 81980b95f4..e6508fde0f 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -2562,6 +2562,8 @@ cuda_py_test(
     ],
     shard_count = 4,
     tags = [
+        # TODO(b/118887316): Re-enable this test in Kokoro.
+        "no_oss",
         "optonly",  # times out
     ],
 )
-- 
GitLab


From f7e83b595d8852a3081c1b230c7838ecec238ed3 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Mon, 5 Nov 2018 13:31:36 -0800
Subject: [PATCH 1060/1825] Avoid unnecessarily lowering __self__ to the type
 object in getmethodclass, because it appears to be unnecessary.

PiperOrigin-RevId: 220162299
---
 .../python/autograph/pyct/inspect_utils.py       |  5 +----
 .../python/autograph/pyct/inspect_utils_test.py  | 16 ++++++++--------
 2 files changed, 9 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index e078cd56a2..88f2d7a056 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -185,12 +185,9 @@ def getmethodclass(m):
       return m.__class__
 
   # Instance method and class methods: should be bound to a non-null "self".
-  # If self is a class, then it's a class method.
   if hasattr(m, '__self__'):
     if m.__self__:
-      if tf_inspect.isclass(m.__self__):
-        return m.__self__
-      return type(m.__self__)
+      return m.__self__
 
   # Class, static and unbound methods: search all defined classes in any
   # namespace. This is inefficient but more robust method.
diff --git a/tensorflow/python/autograph/pyct/inspect_utils_test.py b/tensorflow/python/autograph/pyct/inspect_utils_test.py
index 7e79b3b9f6..51116b6cac 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils_test.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils_test.py
@@ -184,16 +184,16 @@ class InspectUtilsTest(test.TestCase):
     test_obj = TestClass()
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.member_function),
-        TestClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.decorated_member),
-        TestClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.fn_decorated_member),
-        TestClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.wrap_decorated_member),
-        TestClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.static_method),
         TestClass)
@@ -242,16 +242,16 @@ class InspectUtilsTest(test.TestCase):
     test_obj = LocalClass()
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.member_function),
-        LocalClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.decorated_member),
-        LocalClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.fn_decorated_member),
-        LocalClass)
+        test_obj)
     self.assertEqual(
         inspect_utils.getmethodclass(test_obj.wrap_decorated_member),
-        LocalClass)
+        test_obj)
 
   def test_getmethodclass_callables(self):
     class TestCallable(object):
-- 
GitLab


From 5fb8c844512f50ec58fe3b856c8718816d7a504a Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Mon, 5 Nov 2018 13:32:01 -0800
Subject: [PATCH 1061/1825] Internal changes

PiperOrigin-RevId: 220162374
---
 tensorflow/contrib/saved_model/BUILD | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/saved_model/BUILD b/tensorflow/contrib/saved_model/BUILD
index 291ff83791..4e1af191c9 100644
--- a/tensorflow/contrib/saved_model/BUILD
+++ b/tensorflow/contrib/saved_model/BUILD
@@ -82,7 +82,12 @@ py_library(
     name = "keras_saved_model",
     srcs = ["python/saved_model/keras_saved_model.py"],
     srcs_version = "PY2AND3",
-    tags = ["no_windows"],
+    tags = [
+        "no_windows",
+        # TODO(b/119022845): Re-enable this test in TAP.
+        "manual",
+        "notap",
+    ],
     visibility = ["//visibility:public"],
     deps = [
         "//tensorflow/python:array_ops",
-- 
GitLab


From 02da09f35209bc526720d94444ddf1c7fb9dd020 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 13:33:04 -0800
Subject: [PATCH 1062/1825] Changing verbose kwarg in convert() to be an enum
 for different levels of error reporting verbosity.  Support for less verbose
 levels coming soon in later CLs.

PiperOrigin-RevId: 220162577
---
 tensorflow/python/autograph/__init__.py        |  2 ++
 tensorflow/python/autograph/core/converter.py  | 18 +++++++++++++++---
 tensorflow/python/autograph/impl/api.py        | 15 ++++++++-------
 tensorflow/python/autograph/impl/conversion.py |  4 ++--
 4 files changed, 27 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/autograph/__init__.py b/tensorflow/python/autograph/__init__.py
index fd9e60bea7..7252e0d9bf 100644
--- a/tensorflow/python/autograph/__init__.py
+++ b/tensorflow/python/autograph/__init__.py
@@ -26,6 +26,7 @@ from tensorflow.python.autograph import operators
 from tensorflow.python.autograph import utils
 from tensorflow.python.autograph.core.converter import ConversionOptions
 from tensorflow.python.autograph.core.converter import Feature
+from tensorflow.python.autograph.core.converter import Verbosity
 from tensorflow.python.autograph.core.errors import GraphConstructionError
 from tensorflow.python.autograph.core.errors import improved_errors
 from tensorflow.python.autograph.core.errors import TfRuntimeError
@@ -58,6 +59,7 @@ _allowed_symbols = [
     'improved_errors',
     'GraphConstructionError',
     'TfRuntimeError',
+    'Verbosity',
     # Python language "extensions"
     'set_element_type',
     'set_loop_options',
diff --git a/tensorflow/python/autograph/core/converter.py b/tensorflow/python/autograph/core/converter.py
index 59b9ebb591..bc36612309 100644
--- a/tensorflow/python/autograph/core/converter.py
+++ b/tensorflow/python/autograph/core/converter.py
@@ -64,6 +64,7 @@ from __future__ import division
 from __future__ import print_function
 
 from enum import Enum
+from enum import IntEnum
 
 from tensorflow.python.autograph.core import config
 from tensorflow.python.autograph.core import naming
@@ -89,6 +90,17 @@ from tensorflow.python.autograph.pyct.static_analysis import type_info
 # TODO(mdan): Add a test specific to this converter.
 
 
+class Verbosity(IntEnum):
+  """Different levels of verbosity for printing errors.
+
+  Attributes:
+   * BRIEF: No logging, minimal error messages.
+   * VERBOSE: Detailed logging of generated code, detailed error messages.
+ """
+  BRIEF = 0
+  VERBOSE = 1
+
+
 class Feature(Enum):
   """Constants to use when selecting AutoGraph features."""
 
@@ -111,7 +123,7 @@ class ConversionOptions(object):
   Attributes:
     recursive: bool, whether to recursively convert any user functions or
       classes that the converted function may use.
-    verbose: bool, whether to log the converted code.
+    verbose: Verbosity, the level of verbosity to use.
     strip_decorators: Tuple[Callable], contains decorators that should be in
       excluded from the compiled output. By default, when converting a function
       before the decorators are applied, the compiled output will include those
@@ -126,7 +138,7 @@ class ConversionOptions(object):
 
   def __init__(self,
                recursive=False,
-               verbose=False,
+               verbose=Verbosity.VERBOSE,
                strip_decorators=None,
                force_conversion=False,
                internal_convert_user_code=True,
@@ -197,7 +209,7 @@ class ConversionOptions(object):
         constructor_name=parser.parse_expression(
             as_qualified_name(ConversionOptions)),
         recursive_val=parser.parse_expression(str(self.recursive)),
-        verbose_val=parser.parse_expression(str(self.verbose)),
+        verbose_val=parser.parse_expression(str(int(self.verbose))),
         strip_decorators_val=list_of_names(self.strip_decorators),
         force_conversion_val=parser.parse_expression(
             str(self.force_conversion)),
diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index e0e07c6d5f..123d289739 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -47,7 +47,9 @@ from tensorflow.python.util import tf_inspect
 
 
 # TODO(mdan): This should behave like to_graph (e.g. convert statically).
-def convert(recursive=False, verbose=False):
+# TODO(znado): Make an alias so can write Verbosity directly without needing
+# to write converter.
+def convert(recursive=False, verbose=converter.Verbosity.VERBOSE):
   """Decorator that compiles a function to use TensorFlow ops.
 
   The decorator is dynamic - it recompiles the target whenever the decorated
@@ -58,7 +60,7 @@ def convert(recursive=False, verbose=False):
   Args:
     recursive: bool, whether to recursively convert any functions or classes
       that the converted function may use.
-    verbose: bool, whether to output the compiled code in the logs.
+    verbose: converter.Verbosity, the level of verbosity.
 
   Returns:
     Callable, a decorator that converts the given function into an equivalent
@@ -92,8 +94,7 @@ def convert(recursive=False, verbose=False):
 class RunMode(Enum):
   """Specifies the way a converted function or method should be executed in TF.
 
-  The enum values have the following semantics:
-
+  Attributes:
    * GRAPH: Call this function directly, as-is. This is suitable for functions
        that were already designed for TF graphs and contain ops.
    * PY_FUNC: Wrap this function into a py_func op. This is suitable for code
@@ -153,7 +154,7 @@ def do_not_convert(run_as=RunMode.GRAPH, return_dtypes=None):
 # TODO(mdan): Move to a private, undocumented module.
 def converted_call(f, owner, options, *args, **kwargs):
   """Compiles a function call inline. For internal use only."""
-  if options.verbose:
+  if options.verbose >= converter.Verbosity.VERBOSE:
     logging.info('Converted call: {}; owner: {}'.format(f, owner))
 
   if owner is not None:
@@ -283,7 +284,7 @@ def _is_not_callable(obj):
 # TODO(mdan): Remove partial_types.
 def to_graph(e,
              recursive=True,
-             verbose=False,
+             verbose=converter.Verbosity.VERBOSE,
              arg_values=None,
              arg_types=None,
              partial_types=None,
@@ -301,7 +302,7 @@ def to_graph(e,
     e: Union[Callable, Type], the Python entity to convert.
     recursive: bool, whether to recursively convert any functions that the
       converted function may call.
-    verbose: bool, whether to output the compiled code in the logs.
+    verbose: converter.Verbosity, the level of printing verbosity to use.
     arg_values: Optional[Dict[Text, Any]], value hints for symbols including
       function arguments.
     arg_types: Optional[Dict[Text, Type]], type hints for symbols including
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index ee09b2718e..74cf3e6145 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -108,7 +108,7 @@ def entity_to_graph(o, program_ctx, arg_values, arg_types):
   Raises:
     ValueError: if the entity type is not supported.
   """
-  if program_ctx.options.verbose:
+  if program_ctx.options.verbose == converter.Verbosity.VERBOSE:
     logging.info('Converting {}'.format(o))
 
   if tf_inspect.isclass(o):
@@ -151,7 +151,7 @@ def entity_to_graph(o, program_ctx, arg_values, arg_types):
 
   program_ctx.add_to_cache(o, node)
 
-  if program_ctx.options.verbose:
+  if program_ctx.options.verbose == converter.Verbosity.VERBOSE:
     logging.info('Compiled output of {}:\n\n{}\n'.format(
         o, compiler.ast_to_source(node)))
 
-- 
GitLab


From 172b5e3ca1efb5e6e7701cf5e2b3bb4f6aed7824 Mon Sep 17 00:00:00 2001
From: Jacques Pienaar <jpienaar@google.com>
Date: Mon, 5 Nov 2018 13:56:18 -0800
Subject: [PATCH 1063/1825] Rename tf.colocate_with to
 tf.compat.v1.colocate_with in upgrade script.

tf.colocate_with is no longer supported as public API in v2. In the upgrade
script convert it to tf.compat.v1.colocate_with.

PiperOrigin-RevId: 220166863
---
 tensorflow/tools/compatibility/tf_upgrade_v2.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index c11fcdb96d..dda45468fc 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -71,6 +71,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.train.start_queue_runners": "tf.compat.v1.start_queue_runners",
     })
     # pylint: enable=line-too-long
+    self.function_renames["tf.colocate_with"] = "tf.compat.v1.colocate_with"
 
     # TODO(amitpatankar): Fix the function rename script
     # to handle constants without hardcoding.
-- 
GitLab


From 62972e400ad0c15f8a69cec5290d922665b77218 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 14:01:30 -0800
Subject: [PATCH 1064/1825] Enabling AutoGraph error rewriting for classes.

PiperOrigin-RevId: 220167715
---
 .../python/autograph/impl/conversion.py       | 14 +++++--------
 tensorflow/python/autograph/pyct/compiler.py  | 21 +++++--------------
 2 files changed, 10 insertions(+), 25 deletions(-)

diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 74cf3e6145..197bd5a3e7 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -192,8 +192,7 @@ def class_to_graph(c, program_ctx):
         program_ctx=program_ctx,
         arg_values={},
         arg_types={'self': (c.__name__, c)},
-        owner_type=c,
-        rewrite_errors=False)
+        owner_type=c)
     if class_namespace is None:
       class_namespace = namespace
     else:
@@ -282,8 +281,7 @@ def function_to_graph(f,
                       program_ctx,
                       arg_values,
                       arg_types,
-                      owner_type=None,
-                      rewrite_errors=True):
+                      owner_type=None):
   """Specialization of `entity_to_graph` for callable functions."""
 
   node, source = parser.parse_entity(f)
@@ -302,7 +300,7 @@ def function_to_graph(f,
       arg_types=arg_types,
       owner_type=owner_type)
   context = converter.EntityContext(namer, entity_info, program_ctx)
-  node = node_to_graph(node, context, rewrite_errors=rewrite_errors)
+  node = node_to_graph(node, context)
 
   # TODO(mdan): This somewhat duplicates the call rename logic in call_trees.py
   new_name, did_rename = namer.compiled_function_name(f.__name__, f, owner_type)
@@ -318,13 +316,12 @@ def function_to_graph(f,
   return [node], new_name, namespace
 
 
-def node_to_graph(node, context, rewrite_errors=True):
+def node_to_graph(node, context):
   """Convert Python code to equivalent TF graph mode code.
 
   Args:
     node: AST, the code to convert.
     context: converter.EntityContext
-    rewrite_errors: Boolean, whether or not to rewrite the error traceback.
 
   Returns:
     A tuple (node, deps):
@@ -362,6 +359,5 @@ def node_to_graph(node, context, rewrite_errors=True):
   if context.program.options.uses(converter.Feature.AUTO_CONTROL_DEPS):
     node = converter.apply_(node, context, side_effect_guards)
   node = converter.apply_(node, context, function_scopes)
-  if rewrite_errors:
-    node = converter.apply_(node, context, error_handlers)
+  node = converter.apply_(node, context, error_handlers)
   return node
diff --git a/tensorflow/python/autograph/pyct/compiler.py b/tensorflow/python/autograph/pyct/compiler.py
index 21281aeb56..06e66c5b58 100644
--- a/tensorflow/python/autograph/pyct/compiler.py
+++ b/tensorflow/python/autograph/pyct/compiler.py
@@ -123,26 +123,15 @@ def ast_to_object(nodes,
   compiled_nodes = imp.load_source(module_name, f.name)
 
   # TODO(znado): Clean this up so we don't need to attach it to the namespace.
-  # TODO(znado): This does not work for classes because their methods share a
-  # namespace.
-  # This attaches the source map which is needed for error handling.  Note that
-  # api.to_graph copies this source map into an attribute of the function.
-  #
-  # We need this so the ag_source_map__ variable is available to the call to
-  # rewrite_graph_construction_error in the except block inside each function
-  # that handles graph construction errors.
-  #
   # We cannot get the rewritten function name until it is too late so templating
-  # is hard, and this cleanly fixes the
-  # issues encountered with nested functions because this is attached to the
-  # outermost one.
+  # is hard, and this cleanly fixes the issues encountered with nested functions
+  # because this is attached to the outermost one.
   if include_source_map:
     # TODO(mdan): This name should be decided by the caller.
     source_map_name = 'ag_source_map__'
-    if source_map_name in compiled_nodes.__dict__:
-      raise ValueError('cannot convert %s because is has namespace attribute '
-                       '"%s", which is reserved for AutoGraph.' %
-                       (compiled_nodes, source_map_name))
+    assert source_map_name not in compiled_nodes.__dict__, (
+        'cannot convert %s because is has namespace attribute "%s", which is '
+        'reserved for AutoGraph.') % (compiled_nodes, source_map_name)
     compiled_nodes.__dict__[source_map_name] = source_map
 
   return compiled_nodes, source
-- 
GitLab


From 99b0480436f1c3c8889f42efca3c24eaf7c9d53c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 14:13:24 -0800
Subject: [PATCH 1065/1825] Fix metric names changed after switching to
 tf.div_no_nan.

PiperOrigin-RevId: 220170102
---
 tensorflow/python/ops/metrics_impl.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/metrics_impl.py b/tensorflow/python/ops/metrics_impl.py
index d0919bdbe4..e86a3b8536 100644
--- a/tensorflow/python/ops/metrics_impl.py
+++ b/tensorflow/python/ops/metrics_impl.py
@@ -225,7 +225,7 @@ def _safe_div(numerator, denominator, name):
     0 if `denominator` <= 0, else `numerator` / `denominator`
   """
   if compat.forward_compatible(2018, 11, 1):
-    return math_ops.div_no_nan(numerator, denominator)
+    return math_ops.div_no_nan(numerator, denominator, name=name)
   t = math_ops.truediv(numerator, denominator)
   zero = array_ops.zeros_like(t, dtype=denominator.dtype)
   condition = math_ops.greater(denominator, zero)
-- 
GitLab


From 588b00bc1aeb9b41e0066e09b5a7bab6c12c5a8c Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 5 Nov 2018 14:21:20 -0800
Subject: [PATCH 1066/1825] Replace `OpKernelContext::wrapped_allocators()`
 with `ConsumeWrappedAllocators()`.

This change makes the ownership transfer from `OpKernelContext` the stats collection machinery explicit, and should prevent memory leaks in future. It also logs a warning if the wrapped allocators are not consumed by a stats collector, which indicates that the code is taking a more expensive allocation path for no purpose.

PiperOrigin-RevId: 220171712
---
 .../core/common_runtime/eager/kernel_and_device.cc       | 2 +-
 tensorflow/core/common_runtime/step_stats_collector.cc   | 2 +-
 tensorflow/core/common_runtime/step_stats_collector.h    | 3 +--
 tensorflow/core/framework/op_kernel.cc                   | 9 ++++++++-
 tensorflow/core/framework/op_kernel.h                    | 5 +++--
 tensorflow/core/kernels/constant_op_test.cc              | 2 +-
 tensorflow/core/kernels/data/captured_function.cc        | 7 +------
 7 files changed, 16 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.cc b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
index e1ff45d6dd..ac9fd187b3 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
@@ -131,7 +131,7 @@ Status KernelAndDevice::Run(ScopedStepContainer* step_container,
     outputs->push_back(Tensor(*context.mutable_output(i)));
   }
   if (stats != nullptr) {
-    for (const auto& allocator_pair : context.wrapped_allocators()) {
+    for (const auto& allocator_pair : context.ConsumeWrappedAllocators()) {
       AllocatorMemoryUsed* memory = stats->add_memory();
       memory->set_allocator_name(allocator_pair.first->Name());
       auto sizes = allocator_pair.second->GetSizes();
diff --git a/tensorflow/core/common_runtime/step_stats_collector.cc b/tensorflow/core/common_runtime/step_stats_collector.cc
index a70ab93d4a..4926544565 100644
--- a/tensorflow/core/common_runtime/step_stats_collector.cc
+++ b/tensorflow/core/common_runtime/step_stats_collector.cc
@@ -139,7 +139,7 @@ void NodeExecStatsWrapper::SetScheduled(int64 nanos) {
 }
 
 void NodeExecStatsWrapper::SetMemory(OpKernelContext* ctx) {
-  for (const auto& allocator_pair : ctx->wrapped_allocators()) {
+  for (const auto& allocator_pair : ctx->ConsumeWrappedAllocators()) {
     AddAllocation(allocator_pair.first, allocator_pair.second);
   }
   auto* ms = stats_->mutable_memory_stats();
diff --git a/tensorflow/core/common_runtime/step_stats_collector.h b/tensorflow/core/common_runtime/step_stats_collector.h
index 4a1bb44f4b..7d34383ce8 100644
--- a/tensorflow/core/common_runtime/step_stats_collector.h
+++ b/tensorflow/core/common_runtime/step_stats_collector.h
@@ -74,8 +74,7 @@ class NodeExecStatsInterface {
   // Records information about the memory allocated during the execution of this
   // node.
   //
-  // Takes ownership of the `TrackingAllocator` objects in
-  // `ctx->wrapped_allocators()`.
+  // Takes ownership of any `TrackingAllocator` objects stored in `ctx`.
   virtual void SetMemory(OpKernelContext* ctx) = 0;
 
   // Records information about the tensor produced by this node at the given
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 1eb12d3f95..5f08c13087 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/framework/op_kernel.h"
 
-#include <mutex>
+#include <mutex>  // NOLINT
 #include <unordered_map>
 #include <utility>
 #include <vector>
@@ -286,6 +286,13 @@ OpKernelContext::~OpKernelContext() {
     }
   }
   if (params_->record_tensor_accesses) referenced_tensors_.Destroy();
+  if (params_->track_allocations && !wrapped_allocators_.empty()) {
+    LOG(WARNING) << "OpKernelContext is tracking allocations but they are not "
+                 << "being consumed by the StepStatsCollector.";
+    for (auto& wrapped_alloator : wrapped_allocators_) {
+      wrapped_alloator.second->GetRecordsAndUnRef();
+    }
+  }
 }
 
 Allocator* OpKernelContext::get_allocator(AllocatorAttributes attr) {
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index 6c71e118c0..165115aab3 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -982,9 +982,10 @@ class OpKernelContext {
     return params_->output_attr_array[index];
   }
 
-  gtl::InlinedVector<WrappedAllocator, 4> wrapped_allocators() const {
+  gtl::InlinedVector<WrappedAllocator, 4> ConsumeWrappedAllocators() {
     mutex_lock lock(mu_);
-    gtl::InlinedVector<WrappedAllocator, 4> retrieved = wrapped_allocators_;
+    gtl::InlinedVector<WrappedAllocator, 4> retrieved;
+    retrieved.swap(wrapped_allocators_);
     return retrieved;
   }
 
diff --git a/tensorflow/core/kernels/constant_op_test.cc b/tensorflow/core/kernels/constant_op_test.cc
index 0faad11e47..3988c190e7 100644
--- a/tensorflow/core/kernels/constant_op_test.cc
+++ b/tensorflow/core/kernels/constant_op_test.cc
@@ -79,7 +79,7 @@ void ConstantOpTest::PersistentMemoryTrackingTest(bool on_gpu) {
   }
 
   // Remove memory leak errors.
-  for (auto allocator_pair : ctx.wrapped_allocators()) {
+  for (auto allocator_pair : ctx.ConsumeWrappedAllocators()) {
     allocator_pair.second->GetRecordsAndUnRef();
   }
 }
diff --git a/tensorflow/core/kernels/data/captured_function.cc b/tensorflow/core/kernels/data/captured_function.cc
index d36eec0646..64834e507f 100644
--- a/tensorflow/core/kernels/data/captured_function.cc
+++ b/tensorflow/core/kernels/data/captured_function.cc
@@ -79,12 +79,7 @@ class SimpleStepStatsCollector : public StepStatsCollectorInterface {
 
     bool TrackAllocations() const override { return false; }
 
-    void SetMemory(OpKernelContext* ctx) override {
-      // Returning `false` from `TrackAllocations()` should prevent
-      // `TrackingAllocator` objects from being constructed.
-      DCHECK_EQ(0, ctx->wrapped_allocators().size())
-          << "Allocations were tracked but should not have been requested.";
-    }
+    void SetMemory(OpKernelContext* ctx) override {}
 
     void SetOutput(int slot, const Tensor* tensor) override {}
 
-- 
GitLab


From b1b71921ffe3d0a08c1e35ed89055d38207e91a2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 14:23:18 -0800
Subject: [PATCH 1067/1825] [TF:XLA] Remove dead function AcceptOrdered from
 HloInstruction.

PiperOrigin-RevId: 220172092
---
 .../compiler/xla/service/hlo_instruction.cc   | 40 -------------------
 .../compiler/xla/service/hlo_instruction.h    | 10 -----
 2 files changed, 50 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_instruction.cc b/tensorflow/compiler/xla/service/hlo_instruction.cc
index f6ed86b416..ada536770e 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction.cc
@@ -2639,46 +2639,6 @@ Status HloInstruction::Accept(
   return this->Accept(&visitor);
 }
 
-Status HloInstruction::AcceptOrdered(
-    DfsHloVisitor* visitor, const std::vector<const HloInstruction*>& order) {
-  VLOG(2) << "HloInstruction::AcceptOrdered(%" << name() << ")";
-  TF_RET_CHECK(OrderIsTopologicalSort(order));
-
-  // Compute the predecessors of this instruction.
-  std::unordered_set<const HloInstruction*> predecessors;
-  TF_RETURN_IF_ERROR(this->Accept([&predecessors](HloInstruction* instruction) {
-    predecessors.insert(instruction);
-    return Status::OK();
-  }));
-
-  for (auto* const_instruction : order) {
-    if (!ContainsKey(predecessors, const_instruction)) {
-      // Instruction is not a predecessors of 'this'.
-      continue;
-    }
-
-    // The visitor can mark instructions as visited to skip particular
-    // instructions.
-    if (visitor->DidVisit(*const_instruction)) {
-      VLOG(3) << "Not visiting HLO %" << const_instruction->name()
-              << " as it was already visited.";
-      continue;
-    }
-
-    // TODO(b/78350259): Eliminate const laundering.
-    HloInstruction* instruction =
-        const_cast<HloInstruction*>(const_instruction);
-
-    TF_RETURN_IF_ERROR(visitor->Preprocess(instruction));
-    VLOG(2) << "Visiting HLO %" << instruction->name();
-    TF_RETURN_IF_ERROR(instruction->Visit(visitor));
-    visitor->SetVisited(*instruction);
-    TF_RETURN_IF_ERROR(visitor->Postprocess(instruction));
-  }
-
-  return visitor->FinishVisit(this);
-}
-
 const Shape& HloInstruction::shape() const {
   return shape_;
 }
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.h b/tensorflow/compiler/xla/service/hlo_instruction.h
index 15a4da8dbe..c6a938383c 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.h
+++ b/tensorflow/compiler/xla/service/hlo_instruction.h
@@ -954,16 +954,6 @@ class HloInstruction {
   Status Accept(
       const std::function<Status(const HloInstruction*)>& visitor_func) const;
 
-  // Visits all instructions rooted at this instruction using the given visitor
-  // in the given order. 'order' must contain at least the set of instructions
-  // rooted at this node (ie, those accessible from a DFS traversal from this
-  // instruction). Instructions contained in 'order' which are not in the set of
-  // instructions rooted at this node are ignored. 'order' must also be a valid
-  // topological sort of these instructions (defs appear before uses) though
-  // need not be a DFS post-order.
-  Status AcceptOrdered(DfsHloVisitor* visitor,
-                       const std::vector<const HloInstruction*>& order);
-
   // Visit this instruction and only this instruction with the given visitor.
   template <typename HloInstructionPtr>
   Status Visit(DfsHloVisitorBase<HloInstructionPtr>* visitor);
-- 
GitLab


From 361093aea98d5fb0fe93711324580a8d55a6ca13 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 5 Nov 2018 14:34:48 -0800
Subject: [PATCH 1068/1825] Clean code and resolve the style issue

---
 tensorflow/core/kernels/data/iterator_ops.cc | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index 92bbfdbea5..445718ba1e 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -145,8 +145,6 @@ class IteratorResource : public ResourceBase {
       params.allocator_getter = [device](AllocatorAttributes attrs) {
         return device->GetAllocator(attrs);
       };
-      params.runner_threadpool_size =
-          ctx->device()->tensorflow_cpu_worker_threads()->num_threads;
       IteratorContext iter_ctx(std::move(params));
       TF_RETURN_IF_ERROR(captured_iterator->Restore(&iter_ctx, reader));
       mutex_lock l(mu_);
@@ -1009,7 +1007,6 @@ void IteratorGetNextSyncOp::Compute(OpKernelContext* ctx) {
   bool end_of_sequence = false;
   IteratorContext::Params params(ctx);
   params.function_library = iterator->function_library();
-
   OP_REQUIRES_OK(ctx, iterator->GetNext(IteratorContext(std::move(params)),
                                         &components, &end_of_sequence));
   OP_REQUIRES(ctx, !end_of_sequence, errors::OutOfRange("End of sequence"));
@@ -1212,6 +1209,7 @@ class DeserializeIteratorOp : public OpKernel {
   }
 };
 
+
 REGISTER_KERNEL_BUILDER(Name("Iterator").Device(DEVICE_CPU), IteratorHandleOp);
 REGISTER_KERNEL_BUILDER(Name("IteratorV2").Device(DEVICE_CPU),
                         IteratorHandleOp);
-- 
GitLab


From ae24dac83cc31799c027d1402ac16a702438f01e Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Mon, 5 Nov 2018 14:33:15 -0800
Subject: [PATCH 1069/1825] [tf.data] Fix internal test failure.

PiperOrigin-RevId: 220173933
---
 tensorflow/core/framework/model.h       | 17 +++++++----------
 tensorflow/core/framework/model_test.cc | 25 -------------------------
 tensorflow/python/debug/BUILD           |  2 --
 3 files changed, 7 insertions(+), 37 deletions(-)

diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 10ecdef586..635a760b22 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -108,8 +108,8 @@ class Node {
 
   using Factory = std::function<std::shared_ptr<Node>(Args)>;
 
-  Node(Args args)
-      : id_(args.id), name_(args.name), output_(std::move(args.output)) {}
+  explicit Node(Args args)
+      : id_(args.id), name_(args.name), output_(args.output.get()) {}
 
   // Adds an input.
   void add_input(std::shared_ptr<Node> node) LOCKS_EXCLUDED(mu_) {
@@ -142,7 +142,7 @@ class Node {
   }
 
   // Returns the node output.
-  std::shared_ptr<Node> output() const LOCKS_EXCLUDED(mu_) {
+  Node* output() const LOCKS_EXCLUDED(mu_) {
     tf_shared_lock l(mu_);
     return output_;
   }
@@ -185,12 +185,6 @@ class Node {
     inputs_.remove(input);
   }
 
-  // Set the node output.
-  void set_output(std::shared_ptr<Node> output) LOCKS_EXCLUDED(mu_) {
-    mutex_lock l(mu_);
-    output_ = output;
-  }
-
   // Collects tunable parameters in the subtree rooted in this node.
   void CollectTunableParameters(
       std::vector<std::shared_ptr<Parameter>>* parameters) LOCKS_EXCLUDED(mu_) {
@@ -287,7 +281,10 @@ class Node {
   std::map<std::thread::id, int64> work_start_ GUARDED_BY(mu_);
   std::map<string, std::shared_ptr<Parameter>> parameters_ GUARDED_BY(mu_);
   std::list<std::shared_ptr<Node>> inputs_ GUARDED_BY(mu_);
-  std::shared_ptr<Node> output_ GUARDED_BY(mu_);
+
+  // The reference to the output node is not owned so that that deletion of a
+  // node results in recursive deletion of the subtree rooted in the node.
+  Node* output_ GUARDED_BY(mu_);
 };
 
 // InterleaveMany is used to model datasets whose inputs are used to create
diff --git a/tensorflow/core/framework/model_test.cc b/tensorflow/core/framework/model_test.cc
index 02e27107fb..53e35f25b2 100644
--- a/tensorflow/core/framework/model_test.cc
+++ b/tensorflow/core/framework/model_test.cc
@@ -101,15 +101,9 @@ TEST_P(AsyncKnownRatioTest, Model) {
   std::shared_ptr<Node> source1 =
       model::MakeSourceNode({1, "source1", async_known_many});
   async_known_many->add_input(source1);
-  auto cleanup1 = gtl::MakeCleanup([async_known_many, source1]() {
-    async_known_many->remove_input(source1);
-  });
   std::shared_ptr<Node> source2 =
       model::MakeSourceNode({2, "source2", async_known_many});
   async_known_many->add_input(source2);
-  auto cleanup2 = gtl::MakeCleanup([async_known_many, source2]() {
-    async_known_many->remove_input(source2);
-  });
   std::vector<int64> input_times(1, input_time);
   source1->add_processing_time(100);
   EXPECT_EQ(0, async_known_many->ProcessingTime());
@@ -166,19 +160,12 @@ TEST(InterleaveManyTest, Model) {
   std::shared_ptr<Node> meta_source =
       model::MakeSourceNode({1, "meta_source", interleave_many});
   interleave_many->add_input(meta_source);
-  auto cleanup_meta = gtl::MakeCleanup([interleave_many, meta_source]() {
-    interleave_many->remove_input(meta_source);
-  });
   std::shared_ptr<Node> source1 =
       model::MakeSourceNode({1, "source1", interleave_many});
   interleave_many->add_input(source1);
-  auto cleanup1 = gtl::MakeCleanup(
-      [interleave_many, source1]() { interleave_many->remove_input(source1); });
   std::shared_ptr<Node> source2 =
       model::MakeSourceNode({2, "source2", interleave_many});
   interleave_many->add_input(source2);
-  auto cleanup2 = gtl::MakeCleanup(
-      [interleave_many, source2]() { interleave_many->remove_input(source2); });
   std::vector<int64> input_times(1, 0);
   interleave_many->add_processing_time(100);
   EXPECT_EQ(100, interleave_many->processing_time());
@@ -210,13 +197,9 @@ TEST_P(KnownRatioTest, Model) {
   std::shared_ptr<Node> source1 =
       model::MakeSourceNode({1, "source1", known_many});
   known_many->add_input(source1);
-  auto cleanup1 = gtl::MakeCleanup(
-      [known_many, source1]() { known_many->remove_input(source1); });
   std::shared_ptr<Node> source2 =
       model::MakeSourceNode({2, "source2", known_many});
   known_many->add_input(source2);
-  auto cleanup2 = gtl::MakeCleanup(
-      [known_many, source2]() { known_many->remove_input(source2); });
   std::vector<int64> input_times(1, 0);
   source1->add_processing_time(100);
   EXPECT_EQ(0, known_many->ProcessingTime());
@@ -280,13 +263,9 @@ TEST(UnknownRatioTest, Model) {
   std::shared_ptr<Node> source1 =
       model::MakeSourceNode({1, "source1", unknown_many});
   unknown_many->add_input(source1);
-  auto cleanup1 = gtl::MakeCleanup(
-      [unknown_many, source1]() { unknown_many->remove_input(source1); });
   std::shared_ptr<Node> source2 =
       model::MakeSourceNode({2, "source2", unknown_many});
   unknown_many->add_input(source2);
-  auto cleanup2 = gtl::MakeCleanup(
-      [unknown_many, source2]() { unknown_many->remove_input(source2); });
   std::vector<int64> input_times(1, 0);
   unknown_many->add_processing_time(100);
   EXPECT_EQ(100, unknown_many->processing_time());
@@ -315,13 +294,9 @@ TEST(UnknownTest, Model) {
   std::shared_ptr<Node> source1 =
       model::MakeSourceNode({1, "source1", unknown});
   unknown->add_input(source1);
-  auto cleanup1 = gtl::MakeCleanup(
-      [unknown, source1]() { unknown->remove_input(source1); });
   std::shared_ptr<Node> source2 =
       model::MakeSourceNode({2, "source2", unknown});
   unknown->add_input(source2);
-  auto cleanup2 = gtl::MakeCleanup(
-      [unknown, source2]() { unknown->remove_input(source2); });
   std::vector<int64> input_times(1, 0);
   source1->add_processing_time(100);
   EXPECT_EQ(0, unknown->ProcessingTime());
diff --git a/tensorflow/python/debug/BUILD b/tensorflow/python/debug/BUILD
index a73a4323c3..7995123209 100644
--- a/tensorflow/python/debug/BUILD
+++ b/tensorflow/python/debug/BUILD
@@ -1130,6 +1130,4 @@ sh_test(
         ":debug_tflearn_iris",
         ":offline_analyzer",
     ],
-    # TODO(b/119032933): Re-enable this test in ASAN.
-    tags = ["noasan"],
 )
-- 
GitLab


From d67ea6e35f053314e6d4224c0fb7c39243787841 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Mon, 5 Nov 2018 14:45:06 -0800
Subject: [PATCH 1070/1825] Automated rollback of commit
 1bf16beaa984958f96a83e51210d8f171bd0655e. Revert #21681.

PiperOrigin-RevId: 220176153
---
 tensorflow/core/kernels/BUILD                 |   14 +-
 tensorflow/core/kernels/crop_and_resize_op.cc |   92 +-
 .../crop_and_resize_op_benchmark_test.cc      |   36 +-
 .../core/kernels/crop_resize_bilinear_core.h  | 5603 -----------------
 tensorflow/core/kernels/resize_bilinear_op.cc |  157 +-
 .../core/kernels/resize_bilinear_op_test.cc   |    2 +-
 6 files changed, 202 insertions(+), 5702 deletions(-)
 delete mode 100644 tensorflow/core/kernels/crop_resize_bilinear_core.h

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index dc1ce593f8..f61ee53a42 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -29,7 +29,6 @@ package_group(
 load(
     "//tensorflow:tensorflow.bzl",
     "if_android",
-    "if_linux_x86_64",
     "tf_cc_test",
     "tf_cc_test_mkl",
     "tf_cc_tests",
@@ -579,12 +578,6 @@ cc_header_only_library(
     deps = [":image_resizer_state"],
 )
 
-cc_library(
-    name = "crop_resize_bilinear_core",
-    hdrs = ["crop_resize_bilinear_core.h"],
-    visibility = ["//visibility:private"],
-)
-
 # OpKernel libraries ----------------------------------------------------------
 
 ARRAY_DEPS = [
@@ -2292,9 +2285,8 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "crop_and_resize_op",
-    copts = tf_copts() + if_linux_x86_64(["-finline-functions"]),
     prefix = "crop_and_resize_op",
-    deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
+    deps = IMAGE_DEPS,
 )
 
 tf_kernel_library(
@@ -2359,9 +2351,8 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "resize_bilinear_op",
-    copts = tf_copts() + if_linux_x86_64(["-finline-functions"]),
     prefix = "resize_bilinear_op",
-    deps = IMAGE_DEPS + [":crop_resize_bilinear_core"],
+    deps = IMAGE_DEPS,
 )
 
 tf_kernel_library(
@@ -5298,7 +5289,6 @@ filegroup(
         "control_flow_ops.h",
         "conv_2d.h",
         "conv_ops.h",
-        "crop_resize_bilinear_core.h",
         "data_format_ops.h",
         "depthtospace_op.h",
         "depthwise_conv_op.h",
diff --git a/tensorflow/core/kernels/crop_and_resize_op.cc b/tensorflow/core/kernels/crop_and_resize_op.cc
index 539779968a..99d01b4db6 100644
--- a/tensorflow/core/kernels/crop_and_resize_op.cc
+++ b/tensorflow/core/kernels/crop_and_resize_op.cc
@@ -28,7 +28,6 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/kernels/bounds_check.h"
-#include "tensorflow/core/kernels/crop_resize_bilinear_core.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
@@ -229,56 +228,61 @@ struct CropAndResize<CPUDevice, T> {
           continue;
         }
 
-        if (method_name == "bilinear") {
-          std::vector<CachedInterpolation> xs;
-          std::vector<CachedInterpolation> ys;
-          int min_ix, max_ix, min_iy, max_iy;
-          compute_interpolation_weights(crop_width, image_width, x1, x2,
-                                        &min_ix, &max_ix, &xs);
-          compute_interpolation_weights(crop_height, image_height, y1, y2,
-                                        &min_iy, &max_iy, &ys);
-
-          // multiply by depth to avoid multiplication in resize_single_image.
-          for (int i = min_ix; i <= max_ix; ++i) {
-            xs[i - min_ix].lower *= depth;
-            xs[i - min_ix].upper *= depth;
+        const float height_scale =
+            (crop_height > 1)
+                ? (y2 - y1) * (image_height - 1) / (crop_height - 1)
+                : 0;
+        const float width_scale =
+            (crop_width > 1) ? (x2 - x1) * (image_width - 1) / (crop_width - 1)
+                             : 0;
+
+        for (int y = 0; y < crop_height; ++y) {
+          const float in_y = (crop_height > 1)
+                                 ? y1 * (image_height - 1) + y * height_scale
+                                 : 0.5 * (y1 + y2) * (image_height - 1);
+          if (in_y < 0 || in_y > image_height - 1) {
+            for (int x = 0; x < crop_width; ++x) {
+              for (int d = 0; d < depth; ++d) {
+                crops(b, y, x, d) = extrapolation_value;
+              }
+            }
+            continue;
           }
+          if (method_name == "bilinear") {
+            const int top_y_index = floorf(in_y);
+            const int bottom_y_index = ceilf(in_y);
+            const float y_lerp = in_y - top_y_index;
 
-          crop_resize_single_image_common<T, float>(
-              image.data() + static_cast<int64>(b_in) *
-                                 static_cast<int64>(image_height) *
-                                 static_cast<int64>(image_width) *
-                                 static_cast<int64>(depth),
-              image_height, image_width, crop_height, crop_width, depth, min_ix,
-              max_ix, xs.data(), min_iy, max_iy, ys.data(), extrapolation_value,
-              false, false,
-              crops.data() + static_cast<int64>(b) *
-                                 static_cast<int64>(crop_height) *
-                                 static_cast<int64>(crop_width) *
-                                 static_cast<int64>(depth));
-          // xs and ys are deallocated automatically when they go out of scope
-        } else {  // method == "nearest"
-          const float height_scale =
-              (crop_height > 1)
-                  ? (y2 - y1) * (image_height - 1) / (crop_height - 1)
-                  : 0;
-          const float width_scale =
-              (crop_width > 1)
-                  ? (x2 - x1) * (image_width - 1) / (crop_width - 1)
-                  : 0;
-
-          for (int y = 0; y < crop_height; ++y) {
-            const float in_y = (crop_height > 1)
-                                   ? y1 * (image_height - 1) + y * height_scale
-                                   : 0.5 * (y1 + y2) * (image_height - 1);
-            if (in_y < 0 || in_y > image_height - 1) {
-              for (int x = 0; x < crop_width; ++x) {
+            for (int x = 0; x < crop_width; ++x) {
+              const float in_x = (crop_width > 1)
+                                     ? x1 * (image_width - 1) + x * width_scale
+                                     : 0.5 * (x1 + x2) * (image_width - 1);
+              if (in_x < 0 || in_x > image_width - 1) {
                 for (int d = 0; d < depth; ++d) {
                   crops(b, y, x, d) = extrapolation_value;
                 }
+                continue;
+              }
+              const int left_x_index = floorf(in_x);
+              const int right_x_index = ceilf(in_x);
+              const float x_lerp = in_x - left_x_index;
+
+              for (int d = 0; d < depth; ++d) {
+                const float top_left(static_cast<float>(
+                    image(b_in, top_y_index, left_x_index, d)));
+                const float top_right(static_cast<float>(
+                    image(b_in, top_y_index, right_x_index, d)));
+                const float bottom_left(static_cast<float>(
+                    image(b_in, bottom_y_index, left_x_index, d)));
+                const float bottom_right(static_cast<float>(
+                    image(b_in, bottom_y_index, right_x_index, d)));
+                const float top = top_left + (top_right - top_left) * x_lerp;
+                const float bottom =
+                    bottom_left + (bottom_right - bottom_left) * x_lerp;
+                crops(b, y, x, d) = top + (bottom - top) * y_lerp;
               }
-              continue;
             }
+          } else {  // method == "nearest"
             for (int x = 0; x < crop_width; ++x) {
               const float in_x = (crop_width > 1)
                                      ? x1 * (image_width - 1) + x * width_scale
diff --git a/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc b/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc
index 54d4f33b44..d7ca64bea0 100644
--- a/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc
+++ b/tensorflow/core/kernels/crop_and_resize_op_benchmark_test.cc
@@ -21,13 +21,11 @@ limitations under the License.
 
 namespace tensorflow {
 
-template <typename T>
 static Graph* BM_CropAndResize(int batches, int width, int height, int depth,
                                int crop_height, int crop_width) {
   Graph* g = new Graph(OpRegistry::Global());
-  Tensor in(DataTypeToEnum<T>::v(),
-            TensorShape({batches, height, width, depth}));
-  in.flat<T>().setRandom();
+  Tensor in(DT_FLOAT, TensorShape({batches, height, width, depth}));
+  in.flat<float>().setRandom();
   Tensor boxes(DT_FLOAT, TensorShape({batches, 4}));
   auto boxes_tensor = boxes.matrix<float>();
   Tensor box_ind(DT_INT32, TensorShape({batches}));
@@ -53,17 +51,13 @@ static Graph* BM_CropAndResize(int batches, int width, int height, int depth,
   return g;
 }
 
-#define BM_CropAndResizeDev(DEVICE, DTYPE, B, W, H, D, CH, CW)                   \
-  static void                                                                    \
-      BM_CropAndResize_##DEVICE##_##DTYPE##_##B##_##W##_##H##_##D##_##CH##_##CW( \
-          int iters) {                                                           \
-    testing::ItemsProcessed(iters* B* W* H* D);                                  \
-    test::Benchmark(#DEVICE, BM_CropAndResize<EnumToDataType<DTYPE>::Type>(      \
-                                 B, W, H, D, CH, CW))                            \
-        .Run(iters);                                                             \
-  }                                                                              \
-  BENCHMARK(                                                                     \
-      BM_CropAndResize_##DEVICE##_##DTYPE##_##B##_##W##_##H##_##D##_##CH##_##CW);
+#define BM_CropAndResizeDev(DEVICE, B, W, H, D, CH, CW)                        \
+  static void BM_CropAndResize_##DEVICE##_##B##_##W##_##H##_##D##_##CH##_##CW( \
+      int iters) {                                                             \
+    testing::ItemsProcessed(iters* B* W* H* D);                                \
+    test::Benchmark(#DEVICE, BM_CropAndResize(B, W, H, D, CH, CW)).Run(iters); \
+  }                                                                            \
+  BENCHMARK(BM_CropAndResize_##DEVICE##_##B##_##W##_##H##_##D##_##CH##_##CW);
 
 // Benchmark results using CPU:Intel Haswell with HyperThreading (6 cores)
 // Benchmark                                Time(ns) CPU(ns)  Iterations
@@ -71,14 +65,8 @@ static Graph* BM_CropAndResize(int batches, int width, int height, int depth,
 // BM_CropAndResize_cpu_1_640_640_1_512_512 3801232 3914692 185  99.784M items/s
 // BM_CropAndResize_cpu_1_80_80_512_7_7      182470  241767 2941  1.372G items/s
 
-BM_CropAndResizeDev(cpu, DT_UINT8, 1, 640, 640, 3, 512, 512);
-BM_CropAndResizeDev(cpu, DT_UINT8, 1, 640, 640, 1, 512, 512);
-
-BM_CropAndResizeDev(cpu, DT_HALF, 1, 640, 640, 3, 512, 512);
-BM_CropAndResizeDev(cpu, DT_HALF, 1, 640, 640, 1, 512, 512);
-
-BM_CropAndResizeDev(cpu, DT_FLOAT, 1, 640, 640, 3, 512, 512);
-BM_CropAndResizeDev(cpu, DT_FLOAT, 1, 640, 640, 1, 512, 512);
-BM_CropAndResizeDev(cpu, DT_FLOAT, 1, 80, 80, 512, 7, 7);
+BM_CropAndResizeDev(cpu, 1, 640, 640, 3, 512, 512);
+BM_CropAndResizeDev(cpu, 1, 640, 640, 1, 512, 512);
+BM_CropAndResizeDev(cpu, 1, 80, 80, 512, 7, 7);
 
 }  // namespace tensorflow
diff --git a/tensorflow/core/kernels/crop_resize_bilinear_core.h b/tensorflow/core/kernels/crop_resize_bilinear_core.h
deleted file mode 100644
index 1ea6f719df..0000000000
--- a/tensorflow/core/kernels/crop_resize_bilinear_core.h
+++ /dev/null
@@ -1,5603 +0,0 @@
-/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
-#define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
-
-// only include intrinsics when the appropriate flags call for it,
-// since these headers only exists on x86 platforms.
-#ifdef __SSE4_1__
-#include <smmintrin.h>
-#include <tmmintrin.h>
-#include <xmmintrin.h>
-#endif
-#ifdef __AVX2__
-#include <immintrin.h>
-#endif
-#include <cassert>
-#include <cstdio>
-#include <cstdlib>
-#include <list>
-#include <string>
-
-namespace tensorflow {
-namespace {
-
-// Compute the interpolation indices only once.
-struct CachedInterpolation {
-  int lower;  // Lower source index used in the interpolation
-  int upper;  // Upper source index used in the interpolation
-  // 1-D linear iterpolation scale (see:
-  // https://en.wikipedia.org/wiki/Bilinear_interpolation)
-  float lerp;
-};
-
-bool compute_single_interpolation_weight(const int in_size,
-                                         const float out2in_scale,
-                                         const float out2in_start,
-                                         const bool clip, const int i,
-                                         int* lower, int* upper, float* lerp) {
-  const float in = i * out2in_scale + out2in_start;
-  *lower = (int)floor(in);
-  *upper = (int)ceil(in);
-  *lerp = (float)(in - (float)*lower);
-  if (clip) {
-    if (*lower < 0)
-      *lower = 0;
-    else if (*lower >= in_size)
-      *lower = in_size - 1;
-    if (*upper < 0)
-      *upper = 0;
-    else if (*upper >= in_size)
-      *upper = in_size - 1;
-    return true;
-  } else {
-    return (*lower >= 0 && *upper < in_size) ? true : false;
-  }
-}
-/**
- * Compute interpolation values for output indexes in range
- * [out_start,out_start+out_size-1].
- * Returns true if all output indexes have lower and upper (input) indexes
- * within range [0,in_size-1].
- */
-bool compute_interpolation_weights(const int min_i, const int max_i,
-                                   const int in_size, const float out2in_scale,
-                                   const float out2in_start, const bool clip,
-                                   CachedInterpolation* interpolation) {
-  bool rval = true;
-  int num_i = max_i - min_i + 1;
-  for (int i = 0; i < num_i; ++i) {
-    if (!compute_single_interpolation_weight(
-            in_size, out2in_scale, out2in_start, clip, i + min_i,
-            &interpolation[i].lower, &interpolation[i].upper,
-            &interpolation[i].lerp)) {
-      rval = false;
-    }
-  }
-  return rval;
-}
-/**
- * Compatibility method for resize_bilinear_op.cc
- */
-void compute_interpolation_weights(const int out_size, const int in_size,
-                                   const float out2in_scale,
-                                   CachedInterpolation* interpolation) {
-  interpolation[out_size].lower = 0;
-  interpolation[out_size].upper = 0;
-  const bool clip = true;
-  if (!compute_interpolation_weights(0, out_size - 1, in_size, out2in_scale,
-                                     0.0f, clip, interpolation)) {
-    // Should never happen, check for it anyway
-    printf(
-        "Warning! Interpolation values have lower,upper indexes outside of "
-        "range [0,in_size-1]\n");
-  }
-}
-/**
- * Compute minimum and maximum (output) i where both lower and upper (input) is
- * in range [0,in_size-1]
- * If no values of i satisfy condition, min_i = in_size, max_i = -1 and method
- * returns false.
- * Returns true if min_i >= max_i.
- */
-bool compute_minmax_indexes(const int out_size, const int in_size,
-                            const float out2in_scale, const float out2in_start,
-                            int* min_i, int* max_i) {
-  *min_i = out_size;
-  *max_i = -1;
-  int lower, upper;
-  float lerp;
-  for (int i = 0; i < out_size; ++i) {
-    if (compute_single_interpolation_weight(in_size, out2in_scale, out2in_start,
-                                            false, i, &lower, &upper, &lerp)) {
-      if (i < *min_i) *min_i = i;
-      if (i > *max_i) *max_i = i;
-    }
-  }
-  return (*min_i <= *max_i) ? true : false;
-}
-/**
- * Compute interpolation weights for crop_and_resize_op.cc
- * Also computes extrapolation areas.
- * Returns true if at least one point requires interpolation, false otherwise.
- */
-bool compute_interpolation_weights(
-    const int out_size, const int in_size,
-    const float x1,  // lower bounding box, crop region starts at in_size*x1
-    const float x2,  // upper bounding box, crop region ends at in_size*x2
-    int* min_i, int* max_i, std::vector<CachedInterpolation>* interpolation) {
-  float out2in_start = out_size > 1
-                           ? (float)(in_size - 1) * (float)x1
-                           : (float)(in_size - 1) * (float)(x1 + x2) / 2.0f;
-  float out2in_scale = out_size > 1 ? (float)(x2 - x1) * (float)(in_size - 1) /
-                                          (float)(out_size - 1)
-                                    : 0.0f;
-  if (compute_minmax_indexes(out_size, in_size, out2in_scale, out2in_start,
-                             min_i, max_i)) {
-    interpolation->resize(*max_i - *min_i + 1);
-    bool all_inputs_ok = compute_interpolation_weights(
-        *min_i, *max_i, in_size, out2in_scale, out2in_start, false,
-        interpolation->data());
-    if (!all_inputs_ok) {
-      // should never happen, purpose of compute_minmax_indexes is to ensure
-      // that all inputs are ok.
-      printf(
-          "Error! compute_interpolation_weights returned input indexes outside "
-          "valid range - SEGV will likely ensue.\n");
-    }
-    return true;
-  } else {
-    return false;
-  }
-}
-
-/**
- * Cast float v to type U with range clamping.
- *
- * If v<min_val, return value is clamped to u_min_val. similarly if v>max_val,
- * return value is clamped to u_max_val.
- */
-template <typename U>
-U cast_to(float v, float min_val, float max_val, U u_min_val, U u_max_val);
-template <typename U>
-U cast_to(float v, float min_val, float max_val, U u_min_val, U u_max_val) {
-  if (v < min_val)
-    return u_min_val;
-  else if (v > max_val)
-    return u_max_val;
-  else
-    return static_cast<U>(v);
-}
-/**
- * no-op cast from float to float.
- */
-template <>
-float cast_to<float>(float v, float min_val, float max_val, float u_min_val,
-                     float u_max_val) {
-  return v;
-}
-
-float compute_lerp(const float top_left, const float top_right,
-                   const float bottom_left, const float bottom_right,
-                   const float x_lerp, const float y_lerp) {
-  const float top = top_left + (top_right - top_left) * x_lerp;
-  const float bottom = bottom_left + (bottom_right - bottom_left) * x_lerp;
-  return top + (bottom - top) * y_lerp;
-}
-
-/**
- * Computes the bilinear interpolation from the appropriate 4 float points
- * and the linear interpolation weights.
- * Accepts input tensors of type T and produces output tensors of type U.
- * Optionally flips horizontal and/or vertical axis.
- */
-template <typename T, typename U>
-void crop_resize_single_image(const T* image, const int64 in_height,
-                              const int64 in_width, const int64 out_height,
-                              const int64 out_width, const int channels,
-                              const int min_ix, const int max_ix,
-                              const CachedInterpolation* xs, const int min_iy,
-                              const int max_iy, const CachedInterpolation* ys,
-                              const float extrapolated_value, const bool flip_x,
-                              const bool flip_y,
-                              U* output) TF_ATTRIBUTE_NOINLINE;
-template <typename T, typename U>
-void crop_resize_single_image(const T* image, const int64 in_height,
-                              const int64 in_width, const int64 out_height,
-                              const int64 out_width, const int channels,
-                              const int min_ix, const int max_ix,
-                              const CachedInterpolation* xs, const int min_iy,
-                              const int max_iy, const CachedInterpolation* ys,
-                              const float extrapolated_value, const bool flip_x,
-                              const bool flip_y, U* output) {
-  const int64 in_row_size = in_width * channels;
-  const int64 out_row_size = out_width * channels;
-  U u_min_val = std::numeric_limits<U>::min();
-  U u_max_val = std::numeric_limits<U>::max();
-  float min_val = static_cast<float>(u_min_val);
-  float max_val = static_cast<float>(u_max_val);
-  U uEx =
-      cast_to<U>(extrapolated_value, min_val, max_val, u_min_val, u_max_val);
-  // low y extrapolation zone
-  if (min_iy > 0) {
-    U* p = flip_y ? output + out_row_size * (out_height - min_iy) : output;
-    int64 nn = out_row_size * (int64)min_iy;
-    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
-  }
-  // high y extrapolation zone
-  if (max_iy < out_height - 1) {
-    U* p = flip_y ? output : output + out_row_size * (max_iy + 1);
-    int64 nn = out_row_size * (int64)(out_height - 1 - max_iy);
-    for (int64 i = 0; i < nn; ++i) p[i] = uEx;
-  }
-  // low x extrapolation zone
-  if (min_ix > 0) {
-    for (int iy = min_iy; iy <= max_iy; ++iy) {
-      int xx0 = flip_x ? (out_width - min_ix) * channels : 0;
-      int nxx = min_ix * channels;
-      U* p = output + xx0 +
-             out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
-      for (int ix = 0; ix < nxx; ++ix) {
-        p[ix] = uEx;
-      }
-    }
-  }
-  // high x extrapolation zone
-  if (max_ix < out_width - 1) {
-    for (int iy = min_iy; iy <= max_iy; ++iy) {
-      int xx0 = flip_x ? 0 : (max_ix + 1) * channels;
-      int nxx = (out_width - 1 - max_ix) * channels;
-      U* p = output + xx0 +
-             out_row_size * (int64)(flip_y ? out_height - 1 - iy : iy);
-      for (int ix = 0; ix < nxx; ++ix) {
-        p[ix] = uEx;
-      }
-    }
-  }
-  U* output_y_ptr =
-      output +
-      out_row_size * (int64)(flip_y ? out_height - 1 - min_iy : min_iy);
-  // interpolation zone
-  if (channels == 1) {
-    for (int y = min_iy; y <= max_iy; ++y) {
-      const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
-      const float ys_lerp = ys[iy].lerp;
-      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
-      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
-      for (int x = x0; x <= x1; ++x) {
-        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
-        const int64 xs_lower = xs[ix].lower;
-        const int64 xs_upper = xs[ix].upper;
-        const float xs_lerp = xs[ix].lerp;
-
-        // Read channel 0.
-        const float top_left0(ys_input_lower_ptr[xs_lower]);
-        const float top_right0(ys_input_lower_ptr[xs_upper]);
-        const float bottom_left0(ys_input_upper_ptr[xs_lower]);
-        const float bottom_right0(ys_input_upper_ptr[xs_upper]);
-
-        // Compute output.
-        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
-                                     bottom_right0, xs_lerp, ys_lerp);
-        output_y_ptr[x] =
-            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
-      }
-      output_y_ptr =
-          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
-    }
-  } else if (channels == 2) {
-    for (int y = min_iy; y <= max_iy; ++y) {
-      const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
-      const float ys_lerp = ys[iy].lerp;
-      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
-      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
-      for (int x = x0; x <= x1; ++x) {
-        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
-        const int64 xs_lower = xs[ix].lower;
-        const int64 xs_upper = xs[ix].upper;
-        const float xs_lerp = xs[ix].lerp;
-
-        // Read channel 0.
-        const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
-        const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
-        const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
-        const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
-
-        // Read channel 1.
-        const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
-        const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
-        const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
-        const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
-
-        // Compute output.
-        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
-                                     bottom_right0, xs_lerp, ys_lerp);
-        float result1 = compute_lerp(top_left1, top_right1, bottom_left1,
-                                     bottom_right1, xs_lerp, ys_lerp);
-        output_y_ptr[x * 2 + 0] =
-            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
-        output_y_ptr[x * 2 + 1] =
-            cast_to<U>(result1, min_val, max_val, u_min_val, u_max_val);
-      }
-      output_y_ptr =
-          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
-    }
-  } else if (channels == 3) {
-    for (int y = min_iy; y <= max_iy; ++y) {
-      const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
-      const float ys_lerp = ys[iy].lerp;
-      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
-      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
-      for (int x = x0; x <= x1; ++x) {
-        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
-        const int64 xs_lower = xs[ix].lower;
-        const int64 xs_upper = xs[ix].upper;
-        const float xs_lerp = xs[ix].lerp;
-
-        // Read channel 0.
-        const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
-        const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
-        const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
-        const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
-
-        // Read channel 1.
-        const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
-        const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
-        const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
-        const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
-
-        // Read channel 2.
-        const float top_left2(ys_input_lower_ptr[xs_lower + 2]);
-        const float top_right2(ys_input_lower_ptr[xs_upper + 2]);
-        const float bottom_left2(ys_input_upper_ptr[xs_lower + 2]);
-        const float bottom_right2(ys_input_upper_ptr[xs_upper + 2]);
-
-        // Compute output.
-        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
-                                     bottom_right0, xs_lerp, ys_lerp);
-        float result1 = compute_lerp(top_left1, top_right1, bottom_left1,
-                                     bottom_right1, xs_lerp, ys_lerp);
-        float result2 = compute_lerp(top_left2, top_right2, bottom_left2,
-                                     bottom_right2, xs_lerp, ys_lerp);
-        output_y_ptr[x * 3 + 0] =
-            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
-        output_y_ptr[x * 3 + 1] =
-            cast_to<U>(result1, min_val, max_val, u_min_val, u_max_val);
-        output_y_ptr[x * 3 + 2] =
-            cast_to<U>(result2, min_val, max_val, u_min_val, u_max_val);
-      }
-      output_y_ptr =
-          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
-    }
-  } else if (channels == 4) {
-    for (int y = min_iy; y <= max_iy; ++y) {
-      const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
-      const float ys_lerp = ys[iy].lerp;
-      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
-      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
-      for (int x = x0; x <= x1; ++x) {
-        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
-        const int64 xs_lower = xs[ix].lower;
-        const int64 xs_upper = xs[ix].upper;
-        const float xs_lerp = xs[ix].lerp;
-
-        // Read channel 0.
-        const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
-        const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
-        const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
-        const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
-
-        // Read channel 1.
-        const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
-        const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
-        const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
-        const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
-
-        // Read channel 2.
-        const float top_left2(ys_input_lower_ptr[xs_lower + 2]);
-        const float top_right2(ys_input_lower_ptr[xs_upper + 2]);
-        const float bottom_left2(ys_input_upper_ptr[xs_lower + 2]);
-        const float bottom_right2(ys_input_upper_ptr[xs_upper + 2]);
-
-        // Read channel 3.
-        const float top_left3(ys_input_lower_ptr[xs_lower + 3]);
-        const float top_right3(ys_input_lower_ptr[xs_upper + 3]);
-        const float bottom_left3(ys_input_upper_ptr[xs_lower + 3]);
-        const float bottom_right3(ys_input_upper_ptr[xs_upper + 3]);
-
-        // Compute output.
-        float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
-                                     bottom_right0, xs_lerp, ys_lerp);
-        float result1 = compute_lerp(top_left1, top_right1, bottom_left1,
-                                     bottom_right1, xs_lerp, ys_lerp);
-        float result2 = compute_lerp(top_left2, top_right2, bottom_left2,
-                                     bottom_right2, xs_lerp, ys_lerp);
-        float result3 = compute_lerp(top_left3, top_right3, bottom_left3,
-                                     bottom_right3, xs_lerp, ys_lerp);
-        output_y_ptr[x * 4 + 0] =
-            cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
-        output_y_ptr[x * 4 + 1] =
-            cast_to<U>(result1, min_val, max_val, u_min_val, u_max_val);
-        output_y_ptr[x * 4 + 2] =
-            cast_to<U>(result2, min_val, max_val, u_min_val, u_max_val);
-        output_y_ptr[x * 4 + 3] =
-            cast_to<U>(result3, min_val, max_val, u_min_val, u_max_val);
-      }
-      output_y_ptr =
-          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
-    }
-  } else {
-    for (int y = min_iy; y <= max_iy; ++y) {
-      const int iy = y - min_iy;
-      const T* ys_input_lower_ptr = image + ys[iy].lower * in_row_size;
-      const T* ys_input_upper_ptr = image + ys[iy].upper * in_row_size;
-      const float ys_lerp = ys[iy].lerp;
-      const int x0 = flip_x ? out_width - 1 - max_ix : min_ix;
-      const int x1 = flip_x ? out_width - 1 - min_ix : max_ix;
-      for (int x = x0; x <= x1; ++x) {
-        const int ix = flip_x ? out_width - 1 - min_ix - x : x - min_ix;
-        const int64 xs_lower = xs[ix].lower;
-        const int64 xs_upper = xs[ix].upper;
-        const float xs_lerp = xs[ix].lerp;
-        for (int ichan = 0; ichan < channels; ++ichan) {
-          const float top_left0(ys_input_lower_ptr[xs_lower + ichan]);
-          const float top_right0(ys_input_lower_ptr[xs_upper + ichan]);
-          const float bottom_left0(ys_input_upper_ptr[xs_lower + ichan]);
-          const float bottom_right0(ys_input_upper_ptr[xs_upper + ichan]);
-          float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
-                                       bottom_right0, xs_lerp, ys_lerp);
-          output_y_ptr[x * channels + ichan] =
-              cast_to<U>(result0, min_val, max_val, u_min_val, u_max_val);
-        }
-      }
-      output_y_ptr =
-          flip_y ? output_y_ptr - out_row_size : output_y_ptr + out_row_size;
-    }
-  }
-}
-
-// template for method that calls either explicitly vectorized method
-// or the fallback method, depending on what is appropriate for the
-// machine you are running on
-template <typename T, typename U>
-void crop_resize_single_image_common(
-    const T* image, const int64 in_height, const int64 in_width,
-    const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation* xs,
-    const int min_iy, const int max_iy, const CachedInterpolation* ys,
-    const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U* output) TF_ATTRIBUTE_NOINLINE;
-
-// For now, only compile vectorized code on LINUX systems.
-// to-do: Test vectorized code on other platforms (MacOS and Windows).
-#if defined(__linux__) && defined(__SSE4_1__)
-
-//
-// The remaining code implements explicitly vectorized versions of a bilinear
-// image resizer.
-// Images with 1, 2, 3 or 4 channels are supported.
-// The image resizer reads samples of type T and writes samples of type U.
-// T and U can be any of the following: uint8, int8, uint16, int16, int32,
-// Eigen::half, bfloat16 and float.
-// There are separate codes for SSE4.1 and AVX2. Enabling AVX2 also enables
-// FP16C instruction set,
-// which contains instructions that convert between Eigen::half and float. The
-// SSE4.1 code path emulates
-// the FP16C instructions in software.
-//
-
-//
-// This class loads 4 pixels with n channels, converts to fp32 and packs
-// the result into n SSE vector words.
-// Input data type T must be one of uint8, int8, uint16, int16, int32,
-// Eigen::half, bfloat16 or float.
-//
-
-template <class T>
-class VectorLoader {
- public:
-#ifdef __AVX2__
-  // convert 8 packed words of type T to fp32.
-  // T must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
-  // or float.
-  __m256 to_fp32(__m256i raw);
-#else
-  // convert 4 packed words of type T to fp32.
-  // T must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
-  // or float.
-  __m128 to_fp32(__m128i raw);
-#endif
-
-#ifdef __AVX2__
-  // pack 4 pixels with 1 channel, 2 channels and 3channels respectively in
-  // separate 128 bit lanes.
-  // input is stored in lower portion of 4 separate sse words, v0 through v3.
-  // output is stored in lower portion of v0.
-  void pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  // output is stored in lower portion of v0 and v1.
-  void pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  // output is stored in lower portion of v0, v1 and v2.
-  void pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-#else
-  // pack 4 pixels with 1 channel, 2 channels and 3channels respectively.
-  // input is stored in lower portion of 4 separate sse words, v0 through v3.
-  // output is stored in lower portion of v0.
-  void pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  // output is stored in lower portion of v0 and v1.
-  void pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  // output is stored in lower portion of v0, v1 and v2.
-  void pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-#endif
-
-#ifdef __AVX2__
-  // extract right pixel for load1 and load4 cases.
-  __m256i extract_right_1ch(const __m256i left);
-  __m256i extract_right_2ch(const __m256i left);
-  __m256i extract_right_3ch(const __m256i left);
-  __m256i extract_right_4ch(const __m256i left);
-#else
-  __m128i extract_right_1ch(const __m128i left);
-  __m128i extract_right_2ch(const __m128i left);
-  __m128i extract_right_3ch(const __m128i left);
-  __m128i extract_right_4ch(const __m128i left);
-#endif
-
-#ifdef __AVX2__
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 1 channel.
-  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
-  // SSE load.
-  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 2 channels.
-  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
-  // SSE load.
-  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* right0, __m256* right1);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 3 channels.
-  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
-  // SSE load.
-  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 4 channels.
-  // load1 case, i.e. 4 left and right inputs are loaded with a single unaligned
-  // SSE load.
-  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
-                 __m256* right2, __m256* right3);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 1 channel.
-  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
-  // inputs are loaded with second SSE load.
-  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* right0);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 2 channels.
-  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
-  // inputs are loaded with second SSE load.
-  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* right0, __m256* right1);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 3 channels.
-  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
-  // inputs are loaded with second SSE load.
-  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* right0, __m256* right1, __m256* right2);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 4 channels.
-  // load2 case, i.e. 4 left inputs are loaded with first SSE load and 4 right
-  // inputs are loaded with second SSE load.
-  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m256* left0, __m256* left1,
-                 __m256* left2, __m256* left3, __m256* right0, __m256* right1,
-                 __m256* right2, __m256* right3);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 1 channel.
-  // load4 case, i.e. each pair of left and right inputs are loaded with a
-  // separate SSE load.
-  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* right0);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 2 channels.
-  // load4 case, i.e. each pair of left and right inputs are loaded with a
-  // separate SSE load.
-  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* right0, __m256* right1);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 3 channels.
-  // load4 case, i.e. each pair of left and right inputs are loaded with a
-  // separate SSE load.
-  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
-                 __m256* right2);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 4 channels.
-  // load4 case, i.e. each pair of left and right inputs are loaded with a
-  // separate SSE load.
-  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
-                 __m256* right1, __m256* right2, __m256* right3);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 1 channel.
-  // load8 case, i.e. each input is loaded with a separate SSE load.
-  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
-  // per input row.
-  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* right0);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 2 channels.
-  // load8 case, i.e. each input is loaded with a separate SSE load.
-  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
-  // per input row.
-  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* right0, __m256* right1);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 3 channels.
-  // load8 case, i.e. each input is loaded with a separate SSE load.
-  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
-  // per input row.
-  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* right0, __m256* right1,
-                 __m256* right2);
-  // load top left and bottom left interpolation inputs into output argument
-  // left.
-  // load top right and bottom right interpolation inputs into output argument
-  // right.
-  // pixels have 4 channels.
-  // load8 case, i.e. each input is loaded with a separate SSE load.
-  // 4 pixels, each with left and right input necessitates 8 separate SSE loads
-  // per input row.
-  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m256* left0,
-                 __m256* left1, __m256* left2, __m256* left3, __m256* right0,
-                 __m256* right1, __m256* right2, __m256* right3);
-#else
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 1 channel.
-  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
-  // load.
-  void load1_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
-                 __m128* tr0, __m128* br0);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 2 channels.
-  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
-  // load.
-  void load1_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
-                 __m128* br0, __m128* br1);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 3 channels.
-  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
-  // load.
-  void load1_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
-                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
-                 __m128* br1, __m128* br2);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 4 channels.
-  // load1 case, i.e. all inputs for one input row are loaded with a single SSE
-  // load.
-  void load1_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
-                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
-                 __m128* br2, __m128* br3);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 1 channel.
-  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
-  // are loaded with second SSE load.
-  void load2_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* bl0,
-                 __m128* tr0, __m128* br0);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 2 channels.
-  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
-  // are loaded with second SSE load.
-  void load2_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* bl0, __m128* bl1, __m128* tr0, __m128* tr1,
-                 __m128* br0, __m128* br1);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 3 channels.
-  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
-  // are loaded with second SSE load.
-  void load2_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* bl0, __m128* bl1, __m128* bl2,
-                 __m128* tr0, __m128* tr1, __m128* tr2, __m128* br0,
-                 __m128* br1, __m128* br2);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 4 channels.
-  // load2 case, i.e. left inputs are loaded with first SSE load, right inputs
-  // are loaded with second SSE load.
-  void load2_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 const __m128i* shuffle_masks, __m128* tl0, __m128* tl1,
-                 __m128* tl2, __m128* tl3, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* bl3, __m128* tr0, __m128* tr1,
-                 __m128* tr2, __m128* tr3, __m128* br0, __m128* br1,
-                 __m128* br2, __m128* br3);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 1 channel.
-  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
-  // for each pixel.
-  void load4_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* bl0, __m128* tr0, __m128* br0);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 2 channels.
-  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
-  // for each pixel.
-  void load4_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
-                 __m128* tr1, __m128* br0, __m128* br1);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 3 channels.
-  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
-  // for each pixel.
-  void load4_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
-                 __m128* br0, __m128* br1, __m128* br2);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 4 channels.
-  // load4 case, i.e. left and right inputs are loaded with a separate SSE load
-  // for each pixel.
-  void load4_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
-                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
-                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
-                 __m128* br1, __m128* br2, __m128* br3);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 1 channel.
-  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
-  // for each pixel.
-  void load8_1ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* bl0, __m128* tr0, __m128* br0);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 2 channels.
-  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
-  // for each pixel.
-  void load8_2ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* bl0, __m128* bl1, __m128* tr0,
-                 __m128* tr1, __m128* br0, __m128* br1);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 3 channels.
-  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
-  // for each pixel.
-  void load8_3ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* bl0, __m128* bl1,
-                 __m128* bl2, __m128* tr0, __m128* tr1, __m128* tr2,
-                 __m128* br0, __m128* br1, __m128* br2);
-  // load top left interpolation inputs into output argument tl.
-  // load bottom left interpolation inputs into output argument bl.
-  // load top right interpolation inputs into output argument tr.
-  // load bottom right interpolation inputs into output argument br.
-  // pixels have 4 channels.
-  // load8 case, i.e. left and right inputs are loaded with separate SSE loads
-  // for each pixel.
-  void load8_4ch(const T* lower_ptr, const T* upper_ptr, int offset0,
-                 int offset1, int offset2, int offset3, __m128* tl0,
-                 __m128* tl1, __m128* tl2, __m128* tl3, __m128* bl0,
-                 __m128* bl1, __m128* bl2, __m128* bl3, __m128* tr0,
-                 __m128* tr1, __m128* tr2, __m128* tr3, __m128* br0,
-                 __m128* br1, __m128* br2, __m128* br3);
-#endif
-
-  // there is no method that packs 4 pixels with 4 channel into four sse words.
-  // nothing to do for this case, everything is already in the right position.
-
- private:
-// helper methods
-#ifdef __AVX2__
-  // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
-  // word.
-  // works within SSE lanes.
-  // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
-  void pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-  void pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2, __m256i* v3);
-// there is no pack4_xx_4ch functions because none is needed.
-// all the bytes are loaded in the right spots for this case.
-#else
-  // pack 4 pixels with 1, 2, 3 or 4 channels into lower portion of SSE vector
-  // word.
-  // sizeof(sample_data_type) can be 1, 2 or 4 bytes.
-  void pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-  void pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2, __m128i* v3);
-#endif
-#ifdef __AVX2__
-  __m256i extract_right_1b_(const __m256i left);
-  __m256i extract_right_2b_(const __m256i left);
-  __m256i extract_right_3b_(const __m256i left);
-  __m256i extract_right_4b_(const __m256i left);
-  __m256i extract_right_6b_(const __m256i left);
-  __m256i extract_right_8b_(const __m256i left);
-#else
-  __m128i extract_right_1b_(const __m128i left);
-  __m128i extract_right_2b_(const __m128i left);
-  __m128i extract_right_3b_(const __m128i left);
-  __m128i extract_right_4b_(const __m128i left);
-  __m128i extract_right_6b_(const __m128i left);
-  __m128i extract_right_8b_(const __m128i left);
-#endif
-};
-
-#ifdef __AVX2__
-template <class T>
-void VectorLoader<T>::pack4_1b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  *v3 = _mm256_slli_si256(*v3, 3);
-  __m256i and_mask = _mm256_setr_epi32(255, 0, 0, 0, 255, 0, 0, 0);
-  *v2 = _mm256_or_si256(*v3,
-                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v2), 2));
-  *v1 = _mm256_or_si256(*v2,
-                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v1), 1));
-  *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
-}
-template <class T>
-void VectorLoader<T>::pack4_2b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  *v3 = _mm256_slli_si256(*v3, 6);
-  __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
-  *v2 = _mm256_or_si256(*v3,
-                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v2), 4));
-  *v1 = _mm256_or_si256(*v2,
-                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v1), 2));
-  *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
-}
-template <class T>
-void VectorLoader<T>::pack4_4b_1ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  *v3 = _mm256_slli_si256(*v3, 12);
-  __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
-  *v2 = _mm256_or_si256(*v3,
-                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v2), 8));
-  *v1 = _mm256_or_si256(*v2,
-                        _mm256_slli_si256(_mm256_and_si256(and_mask, *v1), 4));
-  *v0 = _mm256_or_si256(*v1, _mm256_and_si256(and_mask, *v0));
-}
-
-template <class T>
-void VectorLoader<T>::pack4_1b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  __m256i and_mask = _mm256_setr_epi32(65535, 0, 0, 0, 65535, 0, 0, 0);
-  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
-                        _mm256_slli_si256(*v1, 2));
-  *v1 = _mm256_or_si256(_mm256_and_si256(*v2, and_mask),
-                        _mm256_slli_si256(*v3, 2));
-}
-template <class T>
-void VectorLoader<T>::pack4_2b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  __m256i and_mask = _mm256_setr_epi32(-1, 0, 0, 0, -1, 0, 0, 0);
-  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
-                        _mm256_slli_si256(*v1, 4));
-  *v1 = _mm256_or_si256(_mm256_and_si256(*v2, and_mask),
-                        _mm256_slli_si256(*v3, 4));
-}
-template <class T>
-void VectorLoader<T>::pack4_4b_2ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  __m256i and_mask = _mm256_setr_epi32(-1, -1, 0, 0, -1, -1, 0, 0);
-  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
-                        _mm256_slli_si256(*v1, 8));
-  *v1 = _mm256_or_si256(_mm256_and_si256(*v2, and_mask),
-                        _mm256_slli_si256(*v3, 8));
-}
-
-template <class T>
-void VectorLoader<T>::pack4_1b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  __m256i and_mask = _mm256_setr_epi32(16777215, 0, 0, 0, 16777215, 0, 0, 0);
-  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
-                        _mm256_slli_si256(*v1, 3));
-  and_mask = _mm256_srli_si256(and_mask, 1);
-  *v1 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v1, 1), and_mask),
-                        _mm256_slli_si256(*v2, 2));
-  and_mask = _mm256_srli_si256(and_mask, 1);
-  *v2 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v2, 2), and_mask),
-                        _mm256_slli_si256(*v3, 1));
-}
-template <class T>
-void VectorLoader<T>::pack4_2b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  __m256i and_mask = _mm256_setr_epi32(-1, 65535, 0, 0, -1, 65535, 0, 0);
-  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
-                        _mm256_slli_si256(*v1, 6));
-  and_mask = _mm256_srli_si256(and_mask, 2);
-  *v1 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v1, 2), and_mask),
-                        _mm256_slli_si256(*v2, 4));
-  and_mask = _mm256_srli_si256(and_mask, 2);
-  *v2 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v2, 4), and_mask),
-                        _mm256_slli_si256(*v3, 2));
-}
-template <class T>
-void VectorLoader<T>::pack4_4b_3ch_(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  __m256i and_mask = _mm256_setr_epi32(-1, -1, -1, 0, -1, -1, -1, 0);
-  *v0 = _mm256_or_si256(_mm256_and_si256(*v0, and_mask),
-                        _mm256_slli_si256(*v1, 12));
-  and_mask = _mm256_srli_si256(and_mask, 4);
-  *v1 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v1, 4), and_mask),
-                        _mm256_slli_si256(*v2, 8));
-  and_mask = _mm256_srli_si256(and_mask, 4);
-  *v2 = _mm256_or_si256(_mm256_and_si256(_mm256_srli_si256(*v2, 8), and_mask),
-                        _mm256_slli_si256(*v3, 4));
-}
-
-template <>
-void VectorLoader<uint8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_1b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int8>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                  __m256i* v3) {
-  pack4_1b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<uint16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int32>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_4b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<Eigen::half>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                         __m256i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<bfloat16>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                      __m256i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<float>::pack_1ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_4b_1ch_(v0, v1, v2, v3);
-}
-
-template <>
-void VectorLoader<uint8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_1b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int8>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                  __m256i* v3) {
-  pack4_1b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<uint16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int32>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_4b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<Eigen::half>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                         __m256i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<bfloat16>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                      __m256i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<float>::pack_2ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_4b_2ch_(v0, v1, v2, v3);
-}
-
-template <>
-void VectorLoader<uint8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_1b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int8>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                  __m256i* v3) {
-  pack4_1b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<uint16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                    __m256i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int32>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_4b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<Eigen::half>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                         __m256i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<bfloat16>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                      __m256i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<float>::pack_3ch(__m256i* v0, __m256i* v1, __m256i* v2,
-                                   __m256i* v3) {
-  pack4_4b_3ch_(v0, v1, v2, v3);
-}
-#else
-template <class T>
-void VectorLoader<T>::pack4_1b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  *v3 = _mm_slli_si128(*v3, 3);
-  __m128i and_mask = _mm_setr_epi32(255, 0, 0, 0);
-  *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 2));
-  *v1 = _mm_or_si128(*v2, _mm_slli_si128(_mm_and_si128(and_mask, *v1), 1));
-  *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
-}
-template <class T>
-void VectorLoader<T>::pack4_2b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  *v3 = _mm_slli_si128(*v3, 6);
-  __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
-  *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 4));
-  *v1 = _mm_or_si128(*v2, _mm_slli_si128(_mm_and_si128(and_mask, *v1), 2));
-  *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
-}
-template <class T>
-void VectorLoader<T>::pack4_4b_1ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  *v3 = _mm_slli_si128(*v3, 12);
-  __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
-  *v2 = _mm_or_si128(*v3, _mm_slli_si128(_mm_and_si128(and_mask, *v2), 8));
-  *v1 = _mm_or_si128(*v2, _mm_slli_si128(_mm_and_si128(and_mask, *v1), 4));
-  *v0 = _mm_or_si128(*v1, _mm_and_si128(and_mask, *v0));
-}
-template <class T>
-void VectorLoader<T>::pack4_1b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  __m128i and_mask = _mm_setr_epi32(65535, 0, 0, 0);
-  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 2));
-  *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 2));
-}
-template <class T>
-void VectorLoader<T>::pack4_2b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  __m128i and_mask = _mm_setr_epi32(-1, 0, 0, 0);
-  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 4));
-  *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 4));
-}
-template <class T>
-void VectorLoader<T>::pack4_4b_2ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  __m128i and_mask = _mm_setr_epi32(-1, -1, 0, 0);
-  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 8));
-  *v1 = _mm_or_si128(_mm_and_si128(*v2, and_mask), _mm_slli_si128(*v3, 8));
-}
-template <class T>
-void VectorLoader<T>::pack4_1b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  __m128i and_mask = _mm_setr_epi32(16777215, 0, 0, 0);
-  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 3));
-  and_mask = _mm_srli_si128(and_mask, 1);
-  *v1 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v1, 1), and_mask),
-                     _mm_slli_si128(*v2, 2));
-  and_mask = _mm_srli_si128(and_mask, 1);
-  *v2 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v2, 2), and_mask),
-                     _mm_slli_si128(*v3, 1));
-}
-template <class T>
-void VectorLoader<T>::pack4_2b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  __m128i and_mask = _mm_setr_epi32(-1, 65535, 0, 0);
-  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 6));
-  and_mask = _mm_srli_si128(and_mask, 2);
-  *v1 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v1, 2), and_mask),
-                     _mm_slli_si128(*v2, 4));
-  and_mask = _mm_srli_si128(and_mask, 2);
-  *v2 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v2, 4), and_mask),
-                     _mm_slli_si128(*v3, 2));
-}
-template <class T>
-void VectorLoader<T>::pack4_4b_3ch_(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  __m128i and_mask = _mm_setr_epi32(-1, -1, -1, 0);
-  *v0 = _mm_or_si128(_mm_and_si128(*v0, and_mask), _mm_slli_si128(*v1, 12));
-  and_mask = _mm_srli_si128(and_mask, 4);
-  *v1 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v1, 4), and_mask),
-                     _mm_slli_si128(*v2, 8));
-  and_mask = _mm_srli_si128(and_mask, 4);
-  *v2 = _mm_or_si128(_mm_and_si128(_mm_srli_si128(*v2, 8), and_mask),
-                     _mm_slli_si128(*v3, 4));
-}
-
-template <>
-void VectorLoader<uint8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_1b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int8>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                  __m128i* v3) {
-  pack4_1b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<uint16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int32>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_4b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<Eigen::half>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                         __m128i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<bfloat16>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                      __m128i* v3) {
-  pack4_2b_1ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<float>::pack_1ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_4b_1ch_(v0, v1, v2, v3);
-}
-
-template <>
-void VectorLoader<uint8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_1b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int8>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                  __m128i* v3) {
-  pack4_1b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<uint16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int32>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_4b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<Eigen::half>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                         __m128i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<bfloat16>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                      __m128i* v3) {
-  pack4_2b_2ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<float>::pack_2ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_4b_2ch_(v0, v1, v2, v3);
-}
-
-template <>
-void VectorLoader<uint8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_1b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int8>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                  __m128i* v3) {
-  pack4_1b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<uint16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                    __m128i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<int32>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_4b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<Eigen::half>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                         __m128i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<bfloat16>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                      __m128i* v3) {
-  pack4_2b_3ch_(v0, v1, v2, v3);
-}
-template <>
-void VectorLoader<float>::pack_3ch(__m128i* v0, __m128i* v1, __m128i* v2,
-                                   __m128i* v3) {
-  pack4_4b_3ch_(v0, v1, v2, v3);
-}
-#endif
-
-#ifdef __AVX2__
-template <>
-__m256i VectorLoader<uint8>::extract_right_1ch(const __m256i left) {
-  return extract_right_1b_(left);
-}
-template <>
-__m256i VectorLoader<int8>::extract_right_1ch(const __m256i left) {
-  return extract_right_1b_(left);
-}
-template <>
-__m256i VectorLoader<uint16>::extract_right_1ch(const __m256i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m256i VectorLoader<int16>::extract_right_1ch(const __m256i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m256i VectorLoader<int32>::extract_right_1ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<Eigen::half>::extract_right_1ch(const __m256i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m256i VectorLoader<bfloat16>::extract_right_1ch(const __m256i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m256i VectorLoader<float>::extract_right_1ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-
-template <>
-__m256i VectorLoader<uint8>::extract_right_2ch(const __m256i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m256i VectorLoader<int8>::extract_right_2ch(const __m256i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m256i VectorLoader<uint16>::extract_right_2ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<int16>::extract_right_2ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<int32>::extract_right_2ch(const __m256i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m256i VectorLoader<Eigen::half>::extract_right_2ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<bfloat16>::extract_right_2ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<float>::extract_right_2ch(const __m256i left) {
-  return extract_right_8b_(left);
-}
-
-template <>
-__m256i VectorLoader<uint8>::extract_right_3ch(const __m256i left) {
-  return extract_right_3b_(left);
-}
-template <>
-__m256i VectorLoader<int8>::extract_right_3ch(const __m256i left) {
-  return extract_right_3b_(left);
-}
-template <>
-__m256i VectorLoader<uint16>::extract_right_3ch(const __m256i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m256i VectorLoader<int16>::extract_right_3ch(const __m256i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m256i VectorLoader<int32>::extract_right_3ch(const __m256i left) {
-  assert(false);
-}
-template <>
-__m256i VectorLoader<Eigen::half>::extract_right_3ch(const __m256i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m256i VectorLoader<bfloat16>::extract_right_3ch(const __m256i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m256i VectorLoader<float>::extract_right_3ch(const __m256i left) {
-  assert(false);
-}
-
-template <>
-__m256i VectorLoader<uint8>::extract_right_4ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<int8>::extract_right_4ch(const __m256i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m256i VectorLoader<uint16>::extract_right_4ch(const __m256i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m256i VectorLoader<int16>::extract_right_4ch(const __m256i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m256i VectorLoader<int32>::extract_right_4ch(const __m256i left) {
-  assert(false);
-}
-template <>
-__m256i VectorLoader<Eigen::half>::extract_right_4ch(const __m256i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m256i VectorLoader<bfloat16>::extract_right_4ch(const __m256i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m256i VectorLoader<float>::extract_right_4ch(const __m256i left) {
-  assert(false);
-}
-#else
-template <>
-__m128i VectorLoader<uint8>::extract_right_1ch(const __m128i left) {
-  return extract_right_1b_(left);
-}
-template <>
-__m128i VectorLoader<int8>::extract_right_1ch(const __m128i left) {
-  return extract_right_1b_(left);
-}
-template <>
-__m128i VectorLoader<uint16>::extract_right_1ch(const __m128i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m128i VectorLoader<int16>::extract_right_1ch(const __m128i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m128i VectorLoader<int32>::extract_right_1ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<Eigen::half>::extract_right_1ch(const __m128i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m128i VectorLoader<bfloat16>::extract_right_1ch(const __m128i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m128i VectorLoader<float>::extract_right_1ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-
-template <>
-__m128i VectorLoader<uint8>::extract_right_2ch(const __m128i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m128i VectorLoader<int8>::extract_right_2ch(const __m128i left) {
-  return extract_right_2b_(left);
-}
-template <>
-__m128i VectorLoader<uint16>::extract_right_2ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<int16>::extract_right_2ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<int32>::extract_right_2ch(const __m128i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m128i VectorLoader<Eigen::half>::extract_right_2ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<bfloat16>::extract_right_2ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<float>::extract_right_2ch(const __m128i left) {
-  return extract_right_8b_(left);
-}
-
-template <>
-__m128i VectorLoader<uint8>::extract_right_3ch(const __m128i left) {
-  return extract_right_3b_(left);
-}
-template <>
-__m128i VectorLoader<int8>::extract_right_3ch(const __m128i left) {
-  return extract_right_3b_(left);
-}
-template <>
-__m128i VectorLoader<uint16>::extract_right_3ch(const __m128i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m128i VectorLoader<int16>::extract_right_3ch(const __m128i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m128i VectorLoader<int32>::extract_right_3ch(const __m128i left) {
-  assert(false);
-}
-template <>
-__m128i VectorLoader<Eigen::half>::extract_right_3ch(const __m128i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m128i VectorLoader<bfloat16>::extract_right_3ch(const __m128i left) {
-  return extract_right_6b_(left);
-}
-template <>
-__m128i VectorLoader<float>::extract_right_3ch(const __m128i left) {
-  assert(false);
-}
-
-template <>
-__m128i VectorLoader<uint8>::extract_right_4ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<int8>::extract_right_4ch(const __m128i left) {
-  return extract_right_4b_(left);
-}
-template <>
-__m128i VectorLoader<uint16>::extract_right_4ch(const __m128i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m128i VectorLoader<int16>::extract_right_4ch(const __m128i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m128i VectorLoader<int32>::extract_right_4ch(const __m128i left) {
-  assert(false);
-}
-template <>
-__m128i VectorLoader<Eigen::half>::extract_right_4ch(const __m128i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m128i VectorLoader<bfloat16>::extract_right_4ch(const __m128i left) {
-  return extract_right_8b_(left);
-}
-template <>
-__m128i VectorLoader<float>::extract_right_4ch(const __m128i left) {
-  assert(false);
-}
-#endif
-
-#ifdef __AVX2__
-template <>
-__m256 VectorLoader<uint8>::to_fp32(__m256i raw) {
-  raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_cvtepu8_epi32(_mm256_castsi256_si128(raw))),
-      _mm_cvtepu8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
-  return _mm256_cvtepi32_ps(raw);
-}
-template <>
-__m256 VectorLoader<int8>::to_fp32(__m256i raw) {
-  raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_cvtepi8_epi32(_mm256_castsi256_si128(raw))),
-      _mm_cvtepi8_epi32(_mm256_extractf128_si256(raw, 1)), 1);
-  return _mm256_cvtepi32_ps(raw);
-}
-template <>
-__m256 VectorLoader<uint16>::to_fp32(__m256i raw) {
-  raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_cvtepu16_epi32(_mm256_castsi256_si128(raw))),
-      _mm_cvtepu16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
-  return _mm256_cvtepi32_ps(raw);
-}
-template <>
-__m256 VectorLoader<int16>::to_fp32(__m256i raw) {
-  raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_cvtepi16_epi32(_mm256_castsi256_si128(raw))),
-      _mm_cvtepi16_epi32(_mm256_extractf128_si256(raw, 1)), 1);
-  return _mm256_cvtepi32_ps(raw);
-}
-template <>
-__m256 VectorLoader<int32>::to_fp32(__m256i raw) {
-  return _mm256_cvtepi32_ps(raw);
-}
-template <>
-__m256 VectorLoader<Eigen::half>::to_fp32(__m256i raw) {
-  return _mm256_insertf128_ps(
-      _mm256_castps128_ps256(_mm_cvtph_ps(_mm256_castsi256_si128(raw))),
-      _mm_cvtph_ps(_mm256_extractf128_si256(raw, 1)), 1);
-}
-template <>
-__m256 VectorLoader<bfloat16>::to_fp32(__m256i raw) {
-  // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
-  // can convert with << 16, which we fuse with initial shuffle into epi32
-  // positions.
-  __m256i shuf_hi32 = _mm256_setr_epi8(
-      -128, -128, 0, 1, -128, -128, 2, 3, -128, -128, 4, 5, -128, -128, 6, 7,
-      -128, -128, 0, 1, -128, -128, 2, 3, -128, -128, 4, 5, -128, -128, 6, 7);
-  return _mm256_castsi256_ps(_mm256_shuffle_epi8(raw, shuf_hi32));
-}
-template <>
-__m256 VectorLoader<float>::to_fp32(__m256i raw) {
-  return _mm256_castsi256_ps(raw);
-}
-#else
-template <>
-__m128 VectorLoader<uint8>::to_fp32(__m128i raw) {
-  return _mm_cvtepi32_ps(_mm_cvtepu8_epi32(raw));
-}
-template <>
-__m128 VectorLoader<int8>::to_fp32(__m128i raw) {
-  return _mm_cvtepi32_ps(_mm_cvtepi8_epi32(raw));
-}
-template <>
-__m128 VectorLoader<uint16>::to_fp32(__m128i raw) {
-  return _mm_cvtepi32_ps(_mm_cvtepu16_epi32(raw));
-}
-template <>
-__m128 VectorLoader<int16>::to_fp32(__m128i raw) {
-  return _mm_cvtepi32_ps(_mm_cvtepi16_epi32(raw));
-}
-template <>
-__m128 VectorLoader<int32>::to_fp32(__m128i raw) {
-  return _mm_cvtepi32_ps(raw);
-}
-template <>
-__m128 VectorLoader<Eigen::half>::to_fp32(__m128i raw) {
-#ifdef __F16C__
-  return _mm_cvtph_ps(raw);
-#else
-  // It is fairly trivial to convert from fp16 to fp32.
-  // The formats are defined as follows:
-  //
-  // fp16 :: 15=sign_bit, 14-10=exponent, 9-0=mantissa :: exp zero offset is 15
-  //      :: exponent of -15 (all 0) and +16 (all 1) are special numbers.
-  // fp32 :: 31=sign_bit, 30-23=exponent, 22-0=mantissa :: exp zero offset is
-  // 127
-  //      :: exponent of -127 (all 0) and +128 (all 1) are special numbers.
-  //
-  // Assuming the fp16 values is stored in the lower 16 bits of an int32
-  // 'fp16_val'.
-  //
-  // fp16_mantissa = fp16_val & (2^10-1)
-  // fp32_mantissa = fp16_mantissa << 13
-  //
-  // The exponent is a little trickier.
-  // For normal numbers, the following works:
-  // fp16_exponent_with_10bit_left_shift = (fp16_val & ((2^5-1)<<10))
-  // fp16_exponent_at_msb = fp16_exponent_with_10bit_left_shift << 17
-  // The next line shifts in 1's from msb
-  // fp16_exponent_at_fp32_position = fp16_exponent_at_msb >> 4
-  // The next line flips the 3 bits from [msb-1,msb-4]
-  // fp32_exponent = fp16_exponent_at_fp32_position ^ (7 << 27)
-  // This breaks for subnormals, nan and infinity.
-  // The only thing that breaks is the 3bit bit flip, which should
-  // happen for normal numbers, but should not happen otherwise.
-  // Since the bit flip can be done with an XOR of all 1's, we
-  // can make this happen by turning the XOR mask to all zeros
-  // when the fp16_exponent is either 0 or 31.
-  //
-  // ..move 16-bit input words to lower part of 32-bit positions.
-  __m128i shuf_lo32 = _mm_setr_epi8(0, 1, -128, -128, 2, 3, -128, -128, 4, 5,
-                                    -128, -128, 6, 7, -128, -128);
-  __m128i fp16_val = _mm_shuffle_epi8(raw, shuf_lo32);
-  // ..extract sign bit
-  __m128i fp32_sign =
-      _mm_slli_epi32(_mm_and_si128(fp16_val, _mm_set1_epi32(32768)), 16);
-  // ..extract fp16_mantissa and shift
-  __m128i fp16_mantissa = _mm_and_si128(fp16_val, _mm_set1_epi32(1023));
-  __m128i fp32_mantissa = _mm_slli_epi32(fp16_mantissa, 13);
-  // ..extract fp16 exponent shifted 10bits to the left
-  __m128i fp16_exponent_sl10 = _mm_and_si128(fp16_val, _mm_set1_epi32(31744));
-  __m128i fp16_exponent_all1_mask =
-      _mm_cmpeq_epi32(fp16_exponent_sl10, _mm_set1_epi32(31 << 10));
-  __m128i fp16_exponent_all0_mask =
-      _mm_cmpeq_epi32(fp16_exponent_sl10, _mm_setzero_si128());
-  __m128i fp16_denormal_mask =
-      _mm_or_si128(fp16_exponent_all0_mask, fp16_exponent_all1_mask);
-  __m128i fp32_exponent_before_xor =
-      _mm_and_si128(_mm_set1_epi32(2139095040),
-                    _mm_srai_epi32(_mm_slli_epi32(fp16_exponent_sl10, 17), 4));
-  __m128i fp32_exponent_xor_mask =
-      _mm_andnot_si128(fp16_denormal_mask, _mm_set1_epi32(7 << 27));
-  __m128i fp32_exponent =
-      _mm_xor_si128(fp32_exponent_xor_mask, fp32_exponent_before_xor);
-  // ..or everything into one word
-  __m128i fp32_val =
-      _mm_or_si128(_mm_or_si128(fp32_sign, fp32_exponent), fp32_mantissa);
-  return _mm_castsi128_ps(fp32_val);
-#endif
-}
-template <>
-__m128 VectorLoader<bfloat16>::to_fp32(__m128i raw) {
-  // bfloat16 is essentially fp32 with mantissa truncated from 23 to 7 bits.
-  // can convert with << 16, which we fuse with initial shuffle into epi32
-  // positions.
-  __m128i shuf_hi32 = _mm_setr_epi8(-128, -128, 0, 1, -128, -128, 2, 3, -128,
-                                    -128, 4, 5, -128, -128, 6, 7);
-  return _mm_castsi128_ps(_mm_shuffle_epi8(raw, shuf_hi32));
-}
-template <>
-__m128 VectorLoader<float>::to_fp32(__m128i raw) {
-  return _mm_castsi128_ps(raw);
-}
-#endif
-
-#ifdef __AVX2__
-template <class T>
-__m256i VectorLoader<T>::extract_right_1b_(const __m256i left) {
-  return _mm256_srli_si256(left, 1);
-}
-template <class T>
-__m256i VectorLoader<T>::extract_right_2b_(const __m256i left) {
-  return _mm256_srli_si256(left, 2);
-}
-template <class T>
-__m256i VectorLoader<T>::extract_right_3b_(const __m256i left) {
-  return _mm256_srli_si256(left, 3);
-}
-template <class T>
-__m256i VectorLoader<T>::extract_right_4b_(const __m256i left) {
-  return _mm256_srli_si256(left, 4);
-}
-template <class T>
-__m256i VectorLoader<T>::extract_right_6b_(const __m256i left) {
-  return _mm256_srli_si256(left, 6);
-}
-template <class T>
-__m256i VectorLoader<T>::extract_right_8b_(const __m256i left) {
-  return _mm256_srli_si256(left, 8);
-}
-#else
-template <class T>
-__m128i VectorLoader<T>::extract_right_1b_(const __m128i left) {
-  return _mm_srli_si128(left, 1);
-}
-template <class T>
-__m128i VectorLoader<T>::extract_right_2b_(const __m128i left) {
-  return _mm_srli_si128(left, 2);
-}
-template <class T>
-__m128i VectorLoader<T>::extract_right_3b_(const __m128i left) {
-  return _mm_srli_si128(left, 3);
-}
-template <class T>
-__m128i VectorLoader<T>::extract_right_4b_(const __m128i left) {
-  return _mm_srli_si128(left, 4);
-}
-template <class T>
-__m128i VectorLoader<T>::extract_right_6b_(const __m128i left) {
-  return _mm_srli_si128(left, 6);
-}
-template <class T>
-__m128i VectorLoader<T>::extract_right_8b_(const __m128i left) {
-  return _mm_srli_si128(left, 8);
-}
-#endif
-
-#ifdef __AVX2__
-template <class T>
-void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* right0) {
-  __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  *left0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
-  *right0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
-}
-template <class T>
-void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* right0,
-                                __m256* right1) {
-  __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  *left0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
-  *left1 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
-  *right0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[2])));
-  *right1 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
-}
-template <class T>
-void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* right0, __m256* right1,
-                                __m256* right2) {
-  __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  *left0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
-  *left1 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
-  *left2 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[2])));
-  *right0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
-  *right1 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[4])));
-  *right2 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[5])));
-}
-template <class T>
-void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* left3, __m256* right0, __m256* right1,
-                                __m256* right2, __m256* right3) {
-  __m256i raw = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  *left0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[0])));
-  *left1 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[1])));
-  *left2 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[2])));
-  *left3 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[3])));
-  *right0 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[4])));
-  *right1 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[5])));
-  *right2 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[6])));
-  *right3 = to_fp32(
-      _mm256_shuffle_epi8(raw, _mm256_broadcastsi128_si256(shuffle_masks[7])));
-}
-template <class T>
-void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* right0) {
-  __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i raw2 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
-  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
-  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-}
-template <class T>
-void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* right0,
-                                __m256* right1) {
-  __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i raw2 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
-  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
-  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-  mask = _mm256_broadcastsi128_si256(shuffle_masks[1]);
-  *left1 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-}
-template <class T>
-void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* right0, __m256* right1,
-                                __m256* right2) {
-  __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i raw2 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
-  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
-  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-  mask = _mm256_broadcastsi128_si256(shuffle_masks[1]);
-  *left1 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-  mask = _mm256_broadcastsi128_si256(shuffle_masks[2]);
-  *left2 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right2 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-}
-template <class T>
-void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m256* left0, __m256* left1, __m256* left2,
-                                __m256* left3, __m256* right0, __m256* right1,
-                                __m256* right2, __m256* right3) {
-  __m256i raw1 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i raw2 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
-  __m256i mask = _mm256_broadcastsi128_si256(shuffle_masks[0]);
-  *left0 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right0 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-  mask = _mm256_broadcastsi128_si256(shuffle_masks[1]);
-  *left1 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right1 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-  mask = _mm256_broadcastsi128_si256(shuffle_masks[2]);
-  *left2 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right2 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-  mask = _mm256_broadcastsi128_si256(shuffle_masks[3]);
-  *left3 = to_fp32(_mm256_shuffle_epi8(raw1, mask));
-  *right3 = to_fp32(_mm256_shuffle_epi8(raw2, mask));
-}
-template <class T>
-void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* right0) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = extract_right_1ch(l0);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = extract_right_1ch(l1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = extract_right_1ch(l2);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = extract_right_1ch(l3);
-  }
-  pack_1ch(&l0, &l1, &l2, &l3);
-  *left0 = to_fp32(l0);
-  pack_1ch(&r0, &r1, &r2, &r3);
-  *right0 = to_fp32(r0);
-}
-template <class T>
-void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* right0, __m256* right1) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = extract_right_2ch(l0);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = extract_right_2ch(l1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = extract_right_2ch(l2);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = extract_right_2ch(l3);
-  }
-  pack_2ch(&l0, &l1, &l2, &l3);
-  *left0 = to_fp32(l0);
-  *left1 = to_fp32(l1);
-  pack_2ch(&r0, &r1, &r2, &r3);
-  *right0 = to_fp32(r0);
-  *right1 = to_fp32(r1);
-}
-template <class T>
-void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* right0, __m256* right1,
-                                __m256* right2) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = extract_right_3ch(l0);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = extract_right_3ch(l1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = extract_right_3ch(l2);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = extract_right_3ch(l3);
-  }
-  pack_3ch(&l0, &l1, &l2, &l3);
-  *left0 = to_fp32(l0);
-  *left1 = to_fp32(l1);
-  *left2 = to_fp32(l2);
-  pack_3ch(&r0, &r1, &r2, &r3);
-  *right0 = to_fp32(r0);
-  *right1 = to_fp32(r1);
-  *right2 = to_fp32(r2);
-}
-template <class T>
-void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* left3, __m256* right0,
-                                __m256* right1, __m256* right2,
-                                __m256* right3) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = extract_right_4ch(l0);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = extract_right_4ch(l1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = extract_right_4ch(l2);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = extract_right_4ch(l3);
-  }
-  *left0 = to_fp32(l0);
-  *left1 = to_fp32(l1);
-  *left2 = to_fp32(l2);
-  *left3 = to_fp32(l3);
-  *right0 = to_fp32(r0);
-  *right1 = to_fp32(r1);
-  *right2 = to_fp32(r2);
-  *right3 = to_fp32(r3);
-}
-template <class T>
-void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* right0) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1)), 1);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1)), 1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1)), 1);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1)), 1);
-  }
-  pack_1ch(&l0, &l1, &l2, &l3);
-  *left0 = to_fp32(l0);
-  pack_1ch(&r0, &r1, &r2, &r3);
-  *right0 = to_fp32(r0);
-}
-template <class T>
-void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* right0, __m256* right1) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2)), 1);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2)), 1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2)), 1);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2)), 1);
-  }
-  pack_2ch(&l0, &l1, &l2, &l3);
-  *left0 = to_fp32(l0);
-  *left1 = to_fp32(l1);
-  pack_2ch(&r0, &r1, &r2, &r3);
-  *right0 = to_fp32(r0);
-  *right1 = to_fp32(r1);
-}
-template <class T>
-void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* right0, __m256* right1,
-                                __m256* right2) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3)), 1);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3)), 1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3)), 1);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3)), 1);
-  }
-  pack_3ch(&l0, &l1, &l2, &l3);
-  *left0 = to_fp32(l0);
-  *left1 = to_fp32(l1);
-  *left2 = to_fp32(l2);
-  pack_3ch(&r0, &r1, &r2, &r3);
-  *right0 = to_fp32(r0);
-  *right1 = to_fp32(r1);
-  *right2 = to_fp32(r2);
-}
-template <class T>
-void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m256* left0, __m256* left1,
-                                __m256* left2, __m256* left3, __m256* right0,
-                                __m256* right1, __m256* right2,
-                                __m256* right3) {
-  __m256i l0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(_mm_loadu_si128((__m128i*)(lower_ptr + offset0))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0)), 1);
-  __m256i r0 = _mm256_insertf128_si256(
-      _mm256_castsi128_si256(
-          _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4))),
-      _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4)), 1);
-  __m256i l1, r1;
-  if (offset1 == offset0) {
-    l1 = l0;
-    r1 = r0;
-  } else {
-    l1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1)), 1);
-    r1 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4)), 1);
-  }
-  __m256i l2, r2;
-  if (offset2 == offset1) {
-    l2 = l1;
-    r2 = r1;
-  } else {
-    l2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2)), 1);
-    r2 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4)), 1);
-  }
-  __m256i l3, r3;
-  if (offset3 == offset2) {
-    l3 = l2;
-    r3 = r2;
-  } else {
-    l3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3)), 1);
-    r3 = _mm256_insertf128_si256(
-        _mm256_castsi128_si256(
-            _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4))),
-        _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4)), 1);
-  }
-  *left0 = to_fp32(l0);
-  *left1 = to_fp32(l1);
-  *left2 = to_fp32(l2);
-  *left3 = to_fp32(l3);
-  *right0 = to_fp32(r0);
-  *right1 = to_fp32(r1);
-  *right2 = to_fp32(r2);
-  *right3 = to_fp32(r3);
-}
-#else
-template <class T>
-void VectorLoader<T>::load1_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* bl0, __m128* tr0,
-                                __m128* br0) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-}
-template <class T>
-void VectorLoader<T>::load1_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* bl0,
-                                __m128* bl1, __m128* tr0, __m128* tr1,
-                                __m128* br0, __m128* br1) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-}
-template <class T>
-void VectorLoader<T>::load1_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* bl0, __m128* bl1, __m128* bl2,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* br0, __m128* br1, __m128* br2) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
-  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
-  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
-}
-template <class T>
-void VectorLoader<T>::load1_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* tl3, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* bl3, __m128* tr0,
-                                __m128* tr1, __m128* tr2, __m128* tr3,
-                                __m128* br0, __m128* br1, __m128* br2,
-                                __m128* br3) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *tl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
-  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
-  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[6]));
-  *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *bl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[4]));
-  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[5]));
-  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[6]));
-  *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[7]));
-}
-template <class T>
-void VectorLoader<T>::load2_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* bl0, __m128* tr0,
-                                __m128* br0) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-}
-template <class T>
-void VectorLoader<T>::load2_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* bl0,
-                                __m128* bl1, __m128* tr0, __m128* tr1,
-                                __m128* br0, __m128* br1) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-}
-template <class T>
-void VectorLoader<T>::load2_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* bl0, __m128* bl1, __m128* bl2,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* br0, __m128* br1, __m128* br2) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-}
-template <class T>
-void VectorLoader<T>::load2_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, const __m128i* shuffle_masks,
-                                __m128* tl0, __m128* tl1, __m128* tl2,
-                                __m128* tl3, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* bl3, __m128* tr0,
-                                __m128* tr1, __m128* tr2, __m128* tr3,
-                                __m128* br0, __m128* br1, __m128* br2,
-                                __m128* br3) {
-  __m128i raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  *tl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *tl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
-  *tr0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *tr1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *tr2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *tr3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  *bl0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *bl1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *bl2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *bl3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-  raw = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
-  *br0 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[0]));
-  *br1 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[1]));
-  *br2 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[2]));
-  *br3 = to_fp32(_mm_shuffle_epi8(raw, shuffle_masks[3]));
-}
-template <class T>
-void VectorLoader<T>::load4_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* bl0,
-                                __m128* tr0, __m128* br0) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = extract_right_1ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = extract_right_1ch(ibl0);
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = extract_right_1ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = extract_right_1ch(ibl1);
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = extract_right_1ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = extract_right_1ch(ibl2);
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = extract_right_1ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = extract_right_1ch(ibl3);
-  }
-  pack_1ch(&itl0, &itl1, &itl2, &itl3);
-  *tl0 = to_fp32(itl0);
-  pack_1ch(&itr0, &itr1, &itr2, &itr3);
-  *tr0 = to_fp32(itr0);
-  pack_1ch(&ibl0, &ibl1, &ibl2, &ibl3);
-  *bl0 = to_fp32(ibl0);
-  pack_1ch(&ibr0, &ibr1, &ibr2, &ibr3);
-  *br0 = to_fp32(ibr0);
-}
-template <class T>
-void VectorLoader<T>::load4_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* bl0, __m128* bl1, __m128* tr0,
-                                __m128* tr1, __m128* br0, __m128* br1) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = extract_right_2ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = extract_right_2ch(ibl0);
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = extract_right_2ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = extract_right_2ch(ibl1);
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = extract_right_2ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = extract_right_2ch(ibl2);
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = extract_right_2ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = extract_right_2ch(ibl3);
-  }
-  pack_2ch(&itl0, &itl1, &itl2, &itl3);
-  *tl0 = to_fp32(itl0);
-  *tl1 = to_fp32(itl1);
-  pack_2ch(&itr0, &itr1, &itr2, &itr3);
-  *tr0 = to_fp32(itr0);
-  *tr1 = to_fp32(itr1);
-  pack_2ch(&ibl0, &ibl1, &ibl2, &ibl3);
-  *bl0 = to_fp32(ibl0);
-  *bl1 = to_fp32(ibl1);
-  pack_2ch(&ibr0, &ibr1, &ibr2, &ibr3);
-  *br0 = to_fp32(ibr0);
-  *br1 = to_fp32(ibr1);
-}
-template <class T>
-void VectorLoader<T>::load4_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* tr0, __m128* tr1,
-                                __m128* tr2, __m128* br0, __m128* br1,
-                                __m128* br2) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = extract_right_3ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = extract_right_3ch(ibl0);
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = extract_right_3ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = extract_right_3ch(ibl1);
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = extract_right_3ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = extract_right_3ch(ibl2);
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = extract_right_3ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = extract_right_3ch(ibl3);
-  }
-  pack_3ch(&itl0, &itl1, &itl2, &itl3);
-  *tl0 = to_fp32(itl0);
-  *tl1 = to_fp32(itl1);
-  *tl2 = to_fp32(itl2);
-  pack_3ch(&itr0, &itr1, &itr2, &itr3);
-  *tr0 = to_fp32(itr0);
-  *tr1 = to_fp32(itr1);
-  *tr2 = to_fp32(itr2);
-  pack_3ch(&ibl0, &ibl1, &ibl2, &ibl3);
-  *bl0 = to_fp32(ibl0);
-  *bl1 = to_fp32(ibl1);
-  *bl2 = to_fp32(ibl2);
-  pack_3ch(&ibr0, &ibr1, &ibr2, &ibr3);
-  *br0 = to_fp32(ibr0);
-  *br1 = to_fp32(ibr1);
-  *br2 = to_fp32(ibr2);
-}
-template <class T>
-void VectorLoader<T>::load4_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* tl3, __m128* bl0,
-                                __m128* bl1, __m128* bl2, __m128* bl3,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* tr3, __m128* br0, __m128* br1,
-                                __m128* br2, __m128* br3) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = extract_right_4ch(itl0);
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = extract_right_4ch(ibl0);
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = extract_right_4ch(itl1);
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = extract_right_4ch(ibl1);
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = extract_right_4ch(itl2);
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = extract_right_4ch(ibl2);
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = extract_right_4ch(itl3);
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = extract_right_4ch(ibl3);
-  }
-  *tl0 = to_fp32(itl0);
-  *tl1 = to_fp32(itl1);
-  *tl2 = to_fp32(itl2);
-  *tl3 = to_fp32(itl3);
-  *tr0 = to_fp32(itr0);
-  *tr1 = to_fp32(itr1);
-  *tr2 = to_fp32(itr2);
-  *tr3 = to_fp32(itr3);
-  *bl0 = to_fp32(ibl0);
-  *bl1 = to_fp32(ibl1);
-  *bl2 = to_fp32(ibl2);
-  *bl3 = to_fp32(ibl3);
-  *br0 = to_fp32(ibr0);
-  *br1 = to_fp32(ibr1);
-  *br2 = to_fp32(ibr2);
-  *br3 = to_fp32(ibr3);
-}
-template <class T>
-void VectorLoader<T>::load8_1ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* bl0,
-                                __m128* tr0, __m128* br0) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 1));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 1));
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 1));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 1));
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 1));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 1));
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 1));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 1));
-  }
-  pack_1ch(&itl0, &itl1, &itl2, &itl3);
-  *tl0 = to_fp32(itl0);
-  pack_1ch(&itr0, &itr1, &itr2, &itr3);
-  *tr0 = to_fp32(itr0);
-  pack_1ch(&ibl0, &ibl1, &ibl2, &ibl3);
-  *bl0 = to_fp32(ibl0);
-  pack_1ch(&ibr0, &ibr1, &ibr2, &ibr3);
-  *br0 = to_fp32(ibr0);
-}
-template <class T>
-void VectorLoader<T>::load8_2ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* bl0, __m128* bl1, __m128* tr0,
-                                __m128* tr1, __m128* br0, __m128* br1) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 2));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 2));
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 2));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 2));
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 2));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 2));
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 2));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 2));
-  }
-  pack_2ch(&itl0, &itl1, &itl2, &itl3);
-  *tl0 = to_fp32(itl0);
-  *tl1 = to_fp32(itl1);
-  pack_2ch(&itr0, &itr1, &itr2, &itr3);
-  *tr0 = to_fp32(itr0);
-  *tr1 = to_fp32(itr1);
-  pack_2ch(&ibl0, &ibl1, &ibl2, &ibl3);
-  *bl0 = to_fp32(ibl0);
-  *bl1 = to_fp32(ibl1);
-  pack_2ch(&ibr0, &ibr1, &ibr2, &ibr3);
-  *br0 = to_fp32(ibr0);
-  *br1 = to_fp32(ibr1);
-}
-template <class T>
-void VectorLoader<T>::load8_3ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* bl0, __m128* bl1,
-                                __m128* bl2, __m128* tr0, __m128* tr1,
-                                __m128* tr2, __m128* br0, __m128* br1,
-                                __m128* br2) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 3));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 3));
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 3));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 3));
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 3));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 3));
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 3));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 3));
-  }
-  pack_3ch(&itl0, &itl1, &itl2, &itl3);
-  *tl0 = to_fp32(itl0);
-  *tl1 = to_fp32(itl1);
-  *tl2 = to_fp32(itl2);
-  pack_3ch(&itr0, &itr1, &itr2, &itr3);
-  *tr0 = to_fp32(itr0);
-  *tr1 = to_fp32(itr1);
-  *tr2 = to_fp32(itr2);
-  pack_3ch(&ibl0, &ibl1, &ibl2, &ibl3);
-  *bl0 = to_fp32(ibl0);
-  *bl1 = to_fp32(ibl1);
-  *bl2 = to_fp32(ibl2);
-  pack_3ch(&ibr0, &ibr1, &ibr2, &ibr3);
-  *br0 = to_fp32(ibr0);
-  *br1 = to_fp32(ibr1);
-  *br2 = to_fp32(ibr2);
-}
-template <class T>
-void VectorLoader<T>::load8_4ch(const T* lower_ptr, const T* upper_ptr,
-                                int offset0, int offset1, int offset2,
-                                int offset3, __m128* tl0, __m128* tl1,
-                                __m128* tl2, __m128* tl3, __m128* bl0,
-                                __m128* bl1, __m128* bl2, __m128* bl3,
-                                __m128* tr0, __m128* tr1, __m128* tr2,
-                                __m128* tr3, __m128* br0, __m128* br1,
-                                __m128* br2, __m128* br3) {
-  __m128i itl0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0));
-  __m128i itr0 = _mm_loadu_si128((__m128i*)(lower_ptr + offset0 + 4));
-  __m128i ibl0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0));
-  __m128i ibr0 = _mm_loadu_si128((__m128i*)(upper_ptr + offset0 + 4));
-  __m128i itl1, itr1;
-  __m128i ibl1, ibr1;
-  if (offset1 == offset0) {
-    itl1 = itl0;
-    itr1 = itr0;
-    ibl1 = ibl0;
-    ibr1 = ibr0;
-  } else {
-    itl1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1));
-    itr1 = _mm_loadu_si128((__m128i*)(lower_ptr + offset1 + 4));
-    ibl1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1));
-    ibr1 = _mm_loadu_si128((__m128i*)(upper_ptr + offset1 + 4));
-  }
-  __m128i itl2, itr2;
-  __m128i ibl2, ibr2;
-  if (offset2 == offset1) {
-    itl2 = itl1;
-    itr2 = itr1;
-    ibl2 = ibl1;
-    ibr2 = ibr1;
-  } else {
-    itl2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2));
-    itr2 = _mm_loadu_si128((__m128i*)(lower_ptr + offset2 + 4));
-    ibl2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2));
-    ibr2 = _mm_loadu_si128((__m128i*)(upper_ptr + offset2 + 4));
-  }
-  __m128i itl3, itr3;
-  __m128i ibl3, ibr3;
-  if (offset3 == offset2) {
-    itl3 = itl2;
-    itr3 = itr2;
-    ibl3 = ibl2;
-    ibr3 = ibr2;
-  } else {
-    itl3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3));
-    itr3 = _mm_loadu_si128((__m128i*)(lower_ptr + offset3 + 4));
-    ibl3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3));
-    ibr3 = _mm_loadu_si128((__m128i*)(upper_ptr + offset3 + 4));
-  }
-  *tl0 = to_fp32(itl0);
-  *tl1 = to_fp32(itl1);
-  *tl2 = to_fp32(itl2);
-  *tl3 = to_fp32(itl3);
-  *tr0 = to_fp32(itr0);
-  *tr1 = to_fp32(itr1);
-  *tr2 = to_fp32(itr2);
-  *tr3 = to_fp32(itr3);
-  *bl0 = to_fp32(ibl0);
-  *bl1 = to_fp32(ibl1);
-  *bl2 = to_fp32(ibl2);
-  *bl3 = to_fp32(ibl3);
-  *br0 = to_fp32(ibr0);
-  *br1 = to_fp32(ibr1);
-  *br2 = to_fp32(ibr2);
-  *br3 = to_fp32(ibr3);
-}
-#endif
-
-//
-// This class stores 4 pixels with n channels packed into n SSE vector words.
-// Pixel values are converted to type U and packed before storage.
-// Output type U must be one of uint8, int8, uint16, int16, int32, Eigen::half,
-// bfloat16 or float.
-//
-
-template <class U>
-class VectorWriter {
- public:
-  // convert 4 fp32 words to type U with.
-  // this function calls clip.
-  // resulting words are packed.
-  // U must be one of uint8, int8, uint16, int16, int32, Eigen::half, bfloat16
-  // or float.
-  __m128i from_fp32(__m128 vec);
-
-  // converts from fp32 to U by calling method from_fp32(...)
-  // writes 4 pixels with 1 channel to destination.
-  void write_1ch(U* destination, __m128* vec);
-
-  // converts from fp32 to U by calling method from_fp32(...)
-  // writes 4 pixels with 1 channel to destination.
-  void write_2ch(U* destination, __m128* vec);
-
-  // converts from fp32 to U by calling method from_fp32(...)
-  // writes 4 pixels with 1 channel to destination.
-  void write_3ch(U* destination, __m128* vec);
-
-  // converts from fp32 to U by calling method from_fp32(...)
-  // writes 4 pixels with 1 channel to destination.
-  void write_4ch(U* destination, __m128* vec);
-
- private:
-  // clip 4 fp32 words to prevent overflow when converting to type U.
-  __m128 clip_(__m128 vec) {
-    // default is to do nothing, since the packing intrinsics include clipping.
-    return vec;
-  }
-  void write_1b_1ch(U* destination, __m128* vec) {
-    __m128i ivec = from_fp32(vec[0]);
-    _mm_store_ss((float*)(destination), _mm_castsi128_ps(ivec));
-  }
-  void write_2b_1ch(U* destination, __m128* vec) {
-    __m128i ivec = from_fp32(vec[0]);
-    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec));
-  }
-  void write_4b_1ch(U* destination, __m128* vec) {
-    __m128i ivec = from_fp32(vec[0]);
-    _mm_storeu_si128((__m128i*)(destination), ivec);
-  }
-  void write_1b_2ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
-    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
-                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
-  }
-  void write_2b_2ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
-    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
-                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-  }
-  void write_4b_2ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
-  }
-  void write_1b_3ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
-    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
-                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    _mm_store_sd((double*)(destination), _mm_castsi128_pd(ivec1));
-    __m128i ivec3 = from_fp32(vec[2]);
-    _mm_store_ss((float*)(destination + 8), _mm_castsi128_ps(ivec3));
-  }
-  void write_2b_3ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
-    ivec1 = _mm_or_si128(_mm_and_si128(mask, ivec1),
-                         _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    __m128i ivec3 = from_fp32(vec[2]);
-    _mm_store_sd((double*)(destination + 8), _mm_castsi128_pd(ivec3));
-  }
-  void write_4b_3ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i ivec3 = from_fp32(vec[2]);
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
-    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
-  }
-  void write_1b_4ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i ivec3 = from_fp32(vec[2]);
-    __m128i ivec4 = from_fp32(vec[3]);
-    __m128i mask = _mm_setr_epi32(-1, 0, 0, 0);
-    __m128i ivec = _mm_and_si128(mask, ivec1);
-    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 4));
-    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec3), 8));
-    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 12));
-    _mm_storeu_si128((__m128i*)(destination), ivec);
-  }
-  void write_2b_4ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i ivec3 = from_fp32(vec[2]);
-    __m128i ivec4 = from_fp32(vec[3]);
-    __m128i mask = _mm_setr_epi32(-1, -1, 0, 0);
-    __m128i ivec = _mm_and_si128(mask, ivec1);
-    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec2), 8));
-    _mm_storeu_si128((__m128i*)(destination), ivec);
-    ivec = _mm_and_si128(mask, ivec3);
-    ivec = _mm_or_si128(ivec, _mm_slli_si128(_mm_and_si128(mask, ivec4), 8));
-    _mm_storeu_si128((__m128i*)(destination + 8), ivec);
-  }
-  void write_4b_4ch(U* destination, __m128* vec) {
-    __m128i ivec1 = from_fp32(vec[0]);
-    __m128i ivec2 = from_fp32(vec[1]);
-    __m128i ivec3 = from_fp32(vec[2]);
-    __m128i ivec4 = from_fp32(vec[3]);
-    _mm_storeu_si128((__m128i*)(destination), ivec1);
-    _mm_storeu_si128((__m128i*)(destination + 4), ivec2);
-    _mm_storeu_si128((__m128i*)(destination + 8), ivec3);
-    _mm_storeu_si128((__m128i*)(destination + 12), ivec4);
-  }
-};
-
-template <>
-__m128 VectorWriter<int32>::clip_(__m128 vec) {
-  // clip against low limit, -2147483648.
-  // we round up to nearest number that can be represented as float.
-  __m128 lt_val = _mm_set1_ps(-2147483520.0f);
-  __m128 lt_mask = _mm_cmplt_ps(vec, lt_val);
-  vec = _mm_or_ps(_mm_andnot_ps(lt_mask, vec), _mm_and_ps(lt_mask, lt_val));
-  // clip against hight limit, 2147483647.
-  // we round down to nearest number that can be represented as float.
-  __m128 gt_val = _mm_set1_ps(2147483520.0f);
-  __m128 gt_mask = _mm_cmpgt_ps(vec, gt_val);
-  vec = _mm_or_ps(_mm_andnot_ps(gt_mask, vec), _mm_and_ps(gt_mask, gt_val));
-  return vec;
-}
-template <>
-__m128 VectorWriter<Eigen::half>::clip_(__m128 vec) {
-  // clip against low limit, -65504.0f;
-  __m128 lt_val = _mm_set1_ps(-65504.0f);
-  __m128 lt_mask = _mm_cmplt_ps(vec, lt_val);
-  vec = _mm_or_ps(_mm_andnot_ps(lt_mask, vec), _mm_and_ps(lt_mask, lt_val));
-  // clip against hight limit, 65504.0f.
-  __m128 gt_val = _mm_set1_ps(65504.0f);
-  __m128 gt_mask = _mm_cmpgt_ps(vec, gt_val);
-  vec = _mm_or_ps(_mm_andnot_ps(gt_mask, vec), _mm_and_ps(gt_mask, gt_val));
-  return vec;
-}
-
-template <>
-__m128i VectorWriter<uint8>::from_fp32(__m128 vec) {
-  __m128i ivec = _mm_cvttps_epi32(vec);
-  ivec = _mm_packs_epi32(ivec, ivec);
-  return _mm_packus_epi16(ivec, ivec);
-}
-template <>
-__m128i VectorWriter<int8>::from_fp32(__m128 vec) {
-  __m128i ivec = _mm_cvttps_epi32(vec);
-  ivec = _mm_packs_epi32(ivec, ivec);
-  return _mm_packs_epi16(ivec, ivec);
-}
-template <>
-__m128i VectorWriter<uint16>::from_fp32(__m128 vec) {
-  __m128i ivec = _mm_cvttps_epi32(vec);
-  return _mm_packus_epi32(ivec, ivec);
-}
-template <>
-__m128i VectorWriter<int16>::from_fp32(__m128 vec) {
-  __m128i ivec = _mm_cvttps_epi32(vec);
-  return _mm_packs_epi32(ivec, ivec);
-}
-template <>
-__m128i VectorWriter<int32>::from_fp32(__m128 vec) {
-  return _mm_cvttps_epi32(clip_(vec));
-}
-template <>
-__m128i VectorWriter<Eigen::half>::from_fp32(__m128 vec) {
-#ifdef __F16C__
-  return _mm_cvtps_ph(vec, _MM_FROUND_TO_ZERO);
-#else
-  // Emulation of _mm_cvtps_ph(vec, _MM_FROUND_TO_ZERO) intrinsic.
-  //
-  // fp16 :: 15=sign_bit, 14-10=exponent, 9-0=mantissa :: exp zero offset is 15
-  //      :: exponent of -15 (all 0) and +16 (all 1) are special numbers.
-  // fp32 :: 31=sign_bit, 30-23=exponent, 22-0=mantissa :: exp zero offset is
-  // 127
-  //      :: exponent of -127 (all 0) and +128 (all 1) are special numbers.
-  //
-  __m128i hw = _mm_castps_si128(vec);
-  // ..extract fp32 exponent and mantissa
-  __m128i fp16_sign_bit_msb = _mm_and_si128(_mm_set1_epi32(-2147483648), hw);
-  __m128i fp32_exponent_lsb =
-      _mm_and_si128(_mm_set1_epi32(255), _mm_srli_epi32(hw, 23));
-  __m128i fp32_mantissa = _mm_and_si128(_mm_set1_epi32(8388607), hw);
-  // ..test for NaN
-  __m128i exponent_ones =
-      _mm_cmpeq_epi32(fp32_exponent_lsb, _mm_set1_epi32(255));
-  __m128i mantissa_zero = _mm_cmpeq_epi32(fp32_mantissa, _mm_setzero_si128());
-  __m128i infinity_mask = _mm_and_si128(mantissa_zero, exponent_ones);
-  // ..have to test for NaN on fp32 bits to avoid converting NaN to infinity
-  __m128i NaN_mask = _mm_andnot_si128(mantissa_zero, exponent_ones);
-  // ..compensate for exponent zero offset difference
-  __m128i fp16_exponent_lsb =
-      _mm_sub_epi32(fp32_exponent_lsb, _mm_set1_epi32(112));
-  // ..clip output if fp16_exponent > 30
-  __m128i saturated_mask = _mm_andnot_si128(
-      exponent_ones, _mm_cmpgt_epi32(fp16_exponent_lsb, _mm_set1_epi32(30)));
-  // ..generate subnormal number if fp16_exponent == 0
-  // ..flush to zero if fp16_exponent < 0
-  __m128i subnormal_mask =
-      _mm_cmpeq_epi32(fp16_exponent_lsb, _mm_setzero_si128());
-  __m128i underflow_mask =
-      _mm_cmplt_epi32(fp16_exponent_lsb, _mm_setzero_si128());
-  __m128i fp16_mantissa = _mm_srli_epi32(fp32_mantissa, 13);
-  // ..handle abnormal values
-  __m128i normal_number =
-      _mm_or_si128(_mm_slli_epi32(fp16_exponent_lsb, 10), fp16_mantissa);
-  __m128i subnormal_number =
-      _mm_or_si128(_mm_set1_epi32(512), _mm_srli_epi32(fp16_mantissa, 1));
-  __m128i saturated_number = _mm_set1_epi32(31743);
-  __m128i infinity_number = _mm_set1_epi32(31744);
-  __m128i NaN_number = _mm_set1_epi32(32256);
-  __m128i number = _mm_andnot_si128(underflow_mask, normal_number);
-  number = _mm_or_si128(_mm_andnot_si128(subnormal_mask, number),
-                        _mm_and_si128(subnormal_mask, subnormal_number));
-  number = _mm_or_si128(_mm_andnot_si128(saturated_mask, number),
-                        _mm_and_si128(saturated_mask, saturated_number));
-  number = _mm_or_si128(_mm_andnot_si128(infinity_mask, number),
-                        _mm_and_si128(infinity_mask, infinity_number));
-  number = _mm_or_si128(_mm_andnot_si128(NaN_mask, number),
-                        _mm_and_si128(NaN_mask, NaN_number));
-  // ..or in sign bit
-  number = _mm_or_si128(fp16_sign_bit_msb, _mm_slli_epi32(number, 16));
-  // ..move 16 bit words to lower portion of sse vector;
-  __m128i shuf_from_hi32 = _mm_setr_epi8(2, 3, 6, 7, 10, 11, 14, 15, -128, -128,
-                                         -128, -128, -128, -128, -128, -128);
-  number = _mm_shuffle_epi8(number, shuf_from_hi32);
-  return number;
-#endif
-}
-template <>
-__m128i VectorWriter<bfloat16>::from_fp32(__m128 vec) {
-  // casting from float to bfloat16 simply means >> 16
-  // we do this with a shuffle that also moves everything to lower portion of
-  // sse vector word
-  __m128i shuf_from_hi32 = _mm_setr_epi8(2, 3, 6, 7, 10, 11, 14, 15, -128, -128,
-                                         -128, -128, -128, -128, -128, -128);
-  return _mm_shuffle_epi8(_mm_castps_si128(vec), shuf_from_hi32);
-}
-template <>
-__m128i VectorWriter<float>::from_fp32(__m128 vec) {
-  // nothing to do in this case
-  return _mm_castps_si128(vec);
-}
-
-template <>
-void VectorWriter<uint8>::write_1ch(uint8* destination, __m128* vec) {
-  write_1b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<int8>::write_1ch(int8* destination, __m128* vec) {
-  write_1b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<uint16>::write_1ch(uint16* destination, __m128* vec) {
-  write_2b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<int16>::write_1ch(int16* destination, __m128* vec) {
-  write_2b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<int32>::write_1ch(int32* destination, __m128* vec) {
-  write_4b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<Eigen::half>::write_1ch(Eigen::half* destination,
-                                          __m128* vec) {
-  write_2b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<bfloat16>::write_1ch(bfloat16* destination, __m128* vec) {
-  write_2b_1ch(destination, vec);
-}
-template <>
-void VectorWriter<float>::write_1ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-}
-
-template <>
-void VectorWriter<uint8>::write_2ch(uint8* destination, __m128* vec) {
-  write_1b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<int8>::write_2ch(int8* destination, __m128* vec) {
-  write_1b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<uint16>::write_2ch(uint16* destination, __m128* vec) {
-  write_2b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<int16>::write_2ch(int16* destination, __m128* vec) {
-  write_2b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<int32>::write_2ch(int32* destination, __m128* vec) {
-  write_4b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<Eigen::half>::write_2ch(Eigen::half* destination,
-                                          __m128* vec) {
-  write_2b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<bfloat16>::write_2ch(bfloat16* destination, __m128* vec) {
-  write_2b_2ch(destination, vec);
-}
-template <>
-void VectorWriter<float>::write_2ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
-}
-
-template <>
-void VectorWriter<uint8>::write_3ch(uint8* destination, __m128* vec) {
-  write_1b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<int8>::write_3ch(int8* destination, __m128* vec) {
-  write_1b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<uint16>::write_3ch(uint16* destination, __m128* vec) {
-  write_2b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<int16>::write_3ch(int16* destination, __m128* vec) {
-  write_2b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<int32>::write_3ch(int32* destination, __m128* vec) {
-  write_4b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<Eigen::half>::write_3ch(Eigen::half* destination,
-                                          __m128* vec) {
-  write_2b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<bfloat16>::write_3ch(bfloat16* destination, __m128* vec) {
-  write_2b_3ch(destination, vec);
-}
-template <>
-void VectorWriter<float>::write_3ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
-  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
-}
-
-template <>
-void VectorWriter<uint8>::write_4ch(uint8* destination, __m128* vec) {
-  write_1b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<int8>::write_4ch(int8* destination, __m128* vec) {
-  write_1b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<uint16>::write_4ch(uint16* destination, __m128* vec) {
-  write_2b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<int16>::write_4ch(int16* destination, __m128* vec) {
-  write_2b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<int32>::write_4ch(int32* destination, __m128* vec) {
-  write_4b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<Eigen::half>::write_4ch(Eigen::half* destination,
-                                          __m128* vec) {
-  write_2b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<bfloat16>::write_4ch(bfloat16* destination, __m128* vec) {
-  write_2b_4ch(destination, vec);
-}
-template <>
-void VectorWriter<float>::write_4ch(float* destination, __m128* vec) {
-  _mm_storeu_si128((__m128i*)(destination), _mm_castps_si128(vec[0]));
-  _mm_storeu_si128((__m128i*)(destination + 4), _mm_castps_si128(vec[1]));
-  _mm_storeu_si128((__m128i*)(destination + 8), _mm_castps_si128(vec[2]));
-  _mm_storeu_si128((__m128i*)(destination + 12), _mm_castps_si128(vec[3]));
-}
-
-template <class T, class U>
-class CropResizeCastImage : public VectorLoader<T>, public VectorWriter<U> {
- public:
-  CropResizeCastImage(const int in_height, const int in_width,
-                      const int out_height, const int out_width,
-                      const int channels, const int min_ix, const int max_ix,
-                      const CachedInterpolation* xs, const int min_iy,
-                      const int max_iy, const CachedInterpolation* ys,
-                      const float extrapolated_value, const bool flip_x,
-                      const bool flip_y, const bool verbose = false,
-                      const int allowed_load_groups = 15)
-      : verbose_(verbose),
-        allowed_load_groups_(allowed_load_groups),
-        in_height_(in_height),
-        in_width_(in_width),
-        out_height_(out_height),
-        out_width_(out_width),
-        channels_(channels),
-        min_ix_(min_ix),
-        max_ix_(max_ix),
-        min_iy_(min_iy),
-        max_iy_(max_iy),
-        ys_(ys),
-        extrapolated_value_(extrapolated_value),
-        flip_x_(flip_x),
-        flip_y_(flip_y),
-        in_row_size_(in_width * channels),
-        in_row_size_bytes_(in_width * channels * sizeof(T)),
-        out_row_size_(out_width * channels),
-        x0_(flip_x ? out_width - 1 - max_ix : min_ix),
-        x1_(flip_x ? out_width - 1 - min_ix : max_ix),
-        y0_(flip_y ? out_height - 1 - max_iy : min_iy),
-        y1_(flip_y ? out_height - 1 - min_iy : max_iy) {
-    if (min_ix_ <= max_ix_ && min_iy_ <= max_iy_) {
-      // copy xs values, but filter out the following:
-      // xs[].lower == xs[].upper AND xs[].lerp == 0
-      // xs[].lower == xs[].upper AND xs[].lerp == 1
-      xs_ = new CachedInterpolation[max_ix_ - min_ix_ + 1];
-      for (int i = min_ix_; i <= max_ix_; ++i) {
-        int ix = i - min_ix_;
-        int xs_lower = xs[ix].lower / channels_;
-        int xs_upper = xs[ix].upper / channels_;
-        if (xs_lower == xs_upper) {
-          if (xs[ix].lerp == 0.0f && xs_lower + 1 < in_width) {
-            // upper weight is zero
-            xs_upper = xs_lower + 1;
-          } else if (xs[ix].lerp == 1.0f && xs_upper - 1 >= 0) {
-            // lower weight is zero
-            xs_lower = xs_upper - 1;
-          }
-        }
-        xs_[ix].lower = xs_lower * channels_;
-        xs_[ix].upper = xs_upper * channels_;
-        xs_[ix].lerp = xs[ix].lerp;
-      }
-      _u_min_val = std::numeric_limits<U>::min();
-      _u_max_val = std::numeric_limits<U>::max();
-      _f_min_val = static_cast<float>(_u_min_val);
-      _f_max_val = static_cast<float>(_u_max_val);
-      Configure_();
-    } else {
-      // crop region outside of input image.
-      // extrapolation only.
-      general_x_ = NULL;
-      load1_x_ = NULL;
-      load2_x_ = NULL;
-      load4_x_ = NULL;
-      load8_x_ = NULL;
-      load1_offsets_ = NULL;
-      load2_offsets_ = NULL;
-      load4_offsets_ = NULL;
-      load8_offsets_ = NULL;
-      load1_shuffle_masks_ = NULL;
-      load2_shuffle_masks_ = NULL;
-      load1_mmxs_lerp_ = NULL;
-      load2_mmxs_lerp_ = NULL;
-      load4_mmxs_lerp_ = NULL;
-      load8_mmxs_lerp_ = NULL;
-      xs_ = NULL;
-    }
-  }
-  ~CropResizeCastImage() {
-    if (general_x_ != NULL) delete[] general_x_;
-    if (load1_x_ != NULL) delete[] load1_x_;
-    if (load2_x_ != NULL) delete[] load2_x_;
-    if (load4_x_ != NULL) delete[] load4_x_;
-    if (load8_x_ != NULL) delete[] load8_x_;
-    if (load1_offsets_ != NULL) delete[] load1_offsets_;
-    if (load2_offsets_ != NULL) delete[] load2_offsets_;
-    if (load4_offsets_ != NULL) delete[] load4_offsets_;
-    if (load8_offsets_ != NULL) delete[] load8_offsets_;
-    if (load1_shuffle_masks_ != NULL) delete[] load1_shuffle_masks_;
-    if (load2_shuffle_masks_ != NULL) delete[] load2_shuffle_masks_;
-    if (load1_mmxs_lerp_ != NULL) delete[] load1_mmxs_lerp_;
-    if (load2_mmxs_lerp_ != NULL) delete[] load2_mmxs_lerp_;
-    if (load4_mmxs_lerp_ != NULL) delete[] load4_mmxs_lerp_;
-    if (load8_mmxs_lerp_ != NULL) delete[] load8_mmxs_lerp_;
-    delete[] xs_;
-  }
-
- private:
-  // constructor arguments
-  const bool verbose_;
-  // this value is meant for unit testing.
-  // set this to 15 for normal execution.
-  // its an OR of flags for the different load group.
-  //  1 -> load4from1
-  //  2 -> load4from2
-  //  4 -> load4from4
-  //  8 -> load4from8
-  const int allowed_load_groups_;
-  const int in_height_, in_width_, out_height_, out_width_;
-  const int channels_;
-  const int min_ix_, max_ix_, min_iy_, max_iy_;
-  const CachedInterpolation* ys_;
-  CachedInterpolation* xs_;
-  const float extrapolated_value_;
-  const bool flip_x_, flip_y_;
-  // computed arguments
-  const int in_row_size_;
-  const int in_row_size_bytes_;
-  const int out_row_size_;
-  const int x0_, x1_;
-  const int y0_, y1_;
-
-  // helper methods
-  void ResizeRow_load1_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_1ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load1_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_2ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load1_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_3ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load1_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load2_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load4_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_load8_4ch_(const __m128 y_lerp, const T* ysA_input_lower_ptr,
-                            const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-  void ResizeRow_general_(const float ys_lerp, const T* ysA_input_lower_ptr,
-                          const T* ysA_input_upper_ptr, U* ysA_output_ptr);
-
-  // configuration parameters
-  int num_general_, num_load1_, num_load2_, num_load4_, num_load8_;
-  int *load1_offsets_, *load2_offsets_, *load4_offsets_, *load8_offsets_;
-  int *general_x_, *load1_x_, *load2_x_, *load4_x_, *load8_x_;
-  __m128i *load1_shuffle_masks_, *load2_shuffle_masks_;
-  __m128 *load1_mmxs_lerp_, *load2_mmxs_lerp_, *load4_mmxs_lerp_,
-      *load8_mmxs_lerp_;
-  float _f_min_val, _f_max_val;
-  U _u_min_val, _u_max_val;
-  // configuration methods
-  void Configure_();
-  int DetermineLoadGroup_(const int x);
-  bool ComputeXIndexRange_(const int x, int* min_xidx, int* max_xidx);
-  bool Load1_ok_(
-      const int min_xidx,
-      const int max_xidx);  // xs - pointer to first xs for this load group
-  bool Load2_ok_(
-      const int min_xidx,
-      const int max_xidx);  // xs - pointer to first xs for this load group
-  bool Load4_ok_(const int min_xidx, const int max_xidx);
-  bool Load8_ok_(const int min_xidx, const int max_xidx);
-
- public:
-  //
-  // public client methods
-  //
-
-  // convenience function that determines if clipping is necessary
-  // in order to prevent overflow when casting to the output type U.
-  static bool clip_necessary();
-
-  // resize image
-  void Resize(const T* input_image, U* output_image);
-};
-
-template <class T, class U>
-void CropResizeCastImage<T, U>::Resize(const T* input_image, U* output_image) {
-  //
-  U uEx = cast_to<U>(extrapolated_value_, _f_min_val, _f_max_val, _u_min_val,
-                     _u_max_val);
-  // extrapolate top
-  if (min_iy_ > 0) {
-    U* p = flip_y_ ? output_image + out_row_size_ * (out_height_ - min_iy_)
-                   : output_image;
-    int nn = out_row_size_ * min_iy_;
-    for (int i = 0; i < nn; ++i) p[i] = uEx;
-  }
-  // extrapolate bottom
-  if (max_iy_ < out_height_ - 1) {
-    U* p =
-        flip_y_ ? output_image : output_image + out_row_size_ * (max_iy_ + 1);
-    int nn = out_row_size_ * (out_height_ - 1 - max_iy_);
-    for (int i = 0; i < nn; ++i) p[i] = uEx;
-  }
-  // extrapolate left
-  if (min_ix_ > 0) {
-    for (int iy = min_iy_; iy <= max_iy_; ++iy) {
-      int xx0 = flip_x_ ? (out_width_ - min_ix_) * channels_ : 0;
-      int nxx = min_ix_ * channels_;
-      U* p = output_image + xx0 +
-             out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
-      for (int ix = 0; ix < nxx; ++ix) {
-        p[ix] = uEx;
-      }
-    }
-  }
-  // extrapolate right
-  if (max_ix_ < out_width_ - 1) {
-    for (int iy = min_iy_; iy <= max_iy_; ++iy) {
-      int xx0 = flip_x_ ? 0 : (max_ix_ + 1) * channels_;
-      int nxx = (out_width_ - 1 - max_ix_) * channels_;
-      U* p = output_image + xx0 +
-             out_row_size_ * (flip_y_ ? out_height_ - 1 - iy : iy);
-      for (int ix = 0; ix < nxx; ++ix) {
-        p[ix] = uEx;
-      }
-    }
-  }
-  // interpolation region
-  if (min_ix_ <= max_ix_ && min_iy_ <= max_iy_) {
-    int y = y0_;
-    for (y = y0_; y + 1 <= y1_; y += 2) {
-      const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
-      const float yA_lerp = ys_[iyA].lerp;
-      const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-      const T* ysA_input_lower_ptr =
-          input_image + ys_[iyA].lower * in_width_ * channels_;
-      const T* ysA_input_upper_ptr =
-          input_image + ys_[iyA].upper * in_width_ * channels_;
-      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
-      const int iyB =
-          flip_y_ ? out_height_ - 1 - min_iy_ - (y + 1) : (y + 1) - min_iy_;
-      const float yB_lerp = ys_[iyB].lerp;
-      const __m128 ysB_lerp = _mm_set1_ps(yB_lerp);
-      const T* ysB_input_lower_ptr =
-          input_image + ys_[iyB].lower * in_width_ * channels_;
-      const T* ysB_input_upper_ptr =
-          input_image + ys_[iyB].upper * in_width_ * channels_;
-      U* ysB_output_ptr = output_image + (y + 1) * out_width_ * channels_;
-      if (channels_ == 1) {
-        this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load1_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_1ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      } else if (channels_ == 2) {
-        this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load1_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_2ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      } else if (channels_ == 3) {
-        this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load1_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_3ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      } else if (channels_ == 4) {
-        this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load1_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_4ch_(ysB_lerp, ysB_input_lower_ptr,
-                                   ysB_input_upper_ptr, ysB_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yB_lerp, ysB_input_lower_ptr,
-                                 ysB_input_upper_ptr, ysB_output_ptr);
-      } else {
-        assert(false);
-      }
-    }
-    for (; y <= y1_; ++y) {
-      const int iyA = flip_y_ ? out_height_ - 1 - min_iy_ - y : y - min_iy_;
-      const float yA_lerp = ys_[iyA].lerp;
-      const __m128 ysA_lerp = _mm_set1_ps(yA_lerp);
-      const T* ysA_input_lower_ptr =
-          input_image + ys_[iyA].lower * in_width_ * channels_;
-      const T* ysA_input_upper_ptr =
-          input_image + ys_[iyA].upper * in_width_ * channels_;
-      U* ysA_output_ptr = output_image + y * out_width_ * channels_;
-      if (channels_ == 1) {
-        this->ResizeRow_load1_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_1ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      } else if (channels_ == 2) {
-        this->ResizeRow_load1_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_2ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      } else if (channels_ == 3) {
-        this->ResizeRow_load1_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_3ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      } else if (channels_ == 4) {
-        this->ResizeRow_load1_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load2_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load4_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_load8_4ch_(ysA_lerp, ysA_input_lower_ptr,
-                                   ysA_input_upper_ptr, ysA_output_ptr);
-        this->ResizeRow_general_(yA_lerp, ysA_input_lower_ptr,
-                                 ysA_input_upper_ptr, ysA_output_ptr);
-      } else {
-        assert(false);
-      }
-    }
-  }
-}
-
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_general_(const float ys_lerp,
-                                                   const T* ys_input_lower_ptr,
-                                                   const T* ys_input_upper_ptr,
-                                                   U* output_y_ptr) {
-  for (int current = 0; current < num_general_; ++current) {
-    int x = general_x_[current];
-    const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - x : x - min_ix_;
-    const int xs_lower = xs_[ix].lower;
-    const int xs_upper = xs_[ix].upper;
-    const float xs_lerp = xs_[ix].lerp;
-    for (int ichan = 0; ichan < channels_; ++ichan) {
-      const float top_left0(ys_input_lower_ptr[xs_lower + ichan]);
-      const float top_right0(ys_input_lower_ptr[xs_upper + ichan]);
-      const float bottom_left0(ys_input_upper_ptr[xs_lower + ichan]);
-      const float bottom_right0(ys_input_upper_ptr[xs_upper + ichan]);
-      float result0 = compute_lerp(top_left0, top_right0, bottom_left0,
-                                   bottom_right0, xs_lerp, ys_lerp);
-      output_y_ptr[x * channels_ + ichan] =
-          cast_to<U>(result0, _f_min_val, _f_max_val, _u_min_val, _u_max_val);
-    }
-  }
-}
-
-#define CHANNELS 1
-// Resize all points that fall in the 'load4from1' group for an entire row of a
-// 1 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load1_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, right0;
-    this->load1_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &left0, &right0);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-#else
-    __m128 tl0, bl0, tr0, br0;
-    this->load1_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &tl0, &bl0, &tr0,
-                    &br0);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-#endif
-#ifdef __AVX2__
-    __m128 res[1];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    this->write_1ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#else
-    __m128 res[1];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    this->write_1ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from2' group for an entire row of a
-// 1 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load2_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, right0;
-    this->load2_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &left0, &right0);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-#else
-    __m128 tl0, bl0, tr0, br0;
-    this->load2_1ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &tl0, &bl0, &tr0,
-                    &br0);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-#endif
-#ifdef __AVX2__
-    __m128 res[1];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    this->write_1ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#else
-    __m128 res[1];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    this->write_1ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from4' group for an entire row of a
-// 1 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load4_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, right0;
-    this->load4_1ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &left0, &right0);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-#else
-    __m128 tl0, bl0, tr0, br0;
-    this->load4_1ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &tl0, &bl0, &tr0, &br0);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-#endif
-#ifdef __AVX2__
-    __m128 res[1];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    this->write_1ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#else
-    __m128 res[1];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    this->write_1ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from8' group for an entire row of a
-// 1 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load8_1ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, right0;
-    this->load8_1ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &left0, &right0);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-#else
-    __m128 tl0, bl0, tr0, br0;
-    this->load8_1ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &tl0, &bl0, &tr0, &br0);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-#endif
-#ifdef __AVX2__
-    __m128 res[1];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    this->write_1ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#else
-    __m128 res[1];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    this->write_1ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-#undef CHANNELS
-
-#define CHANNELS 2
-// Resize all points that fall in the 'load4from1' group for an entire row of a
-// 2 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load1_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, left1, right0, right1;
-    this->load1_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &left0, &left1,
-                    &right0, &right1);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-#else
-    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
-    this->load1_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &tl0, &tl1, &bl0,
-                    &bl1, &tr0, &tr1, &br0, &br1);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-#endif
-#ifdef __AVX2__
-    __m128 res[2];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    this->write_2ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#else
-    __m128 res[2];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    this->write_2ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from2' group for an entire row of a
-// 2 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load2_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, left1, right0, right1;
-    this->load2_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &left0, &left1,
-                    &right0, &right1);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-#else
-    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
-    this->load2_2ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &tl0, &tl1, &bl0,
-                    &bl1, &tr0, &tr1, &br0, &br1);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-#endif
-#ifdef __AVX2__
-    __m128 res[2];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    this->write_2ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#else
-    __m128 res[2];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    this->write_2ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from4' group for an entire row of a
-// 2 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load4_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, left1, right0, right1;
-    this->load4_2ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &left0, &left1, &right0, &right1);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-#else
-    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
-    this->load4_2ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &tl0, &tl1, &bl0, &bl1, &tr0, &tr1,
-        &br0, &br1);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-#endif
-#ifdef __AVX2__
-    __m128 res[2];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    this->write_2ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#else
-    __m128 res[2];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    this->write_2ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from8' group for an entire row of a
-// 2 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load8_2ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, left1, right0, right1;
-    this->load8_2ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &left0, &left1, &right0, &right1);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-#else
-    __m128 tl0, tl1, bl0, bl1, tr0, tr1, br0, br1;
-    this->load8_2ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &tl0, &tl1, &bl0, &bl1, &tr0, &tr1,
-        &br0, &br1);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-#endif
-#ifdef __AVX2__
-    __m128 res[2];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    this->write_2ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#else
-    __m128 res[2];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    this->write_2ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-#undef CHANNELS
-
-#define CHANNELS 3
-// Resize all points that fall in the 'load4from1' group for an entire row of a
-// 3 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load1_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, left1, left2, right0, right1, right2;
-    this->load1_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &left0, &left1,
-                    &left2, &right0, &right1, &right2);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-#else
-    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
-    this->load1_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
-                    &bl0, &bl1, &bl2, &tr0, &tr1, &tr2, &br0, &br1, &br2);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-#endif
-#ifdef __AVX2__
-    __m128 res[3];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    this->write_3ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#else
-    __m128 res[3];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    this->write_3ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from2' group for an entire row of a
-// 3 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load2_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, left1, left2, right0, right1, right2;
-    this->load2_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &left0, &left1,
-                    &left2, &right0, &right1, &right2);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-#else
-    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
-    this->load2_3ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
-                    &bl0, &bl1, &bl2, &tr0, &tr1, &tr2, &br0, &br1, &br2);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-#endif
-#ifdef __AVX2__
-    __m128 res[3];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    this->write_3ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#else
-    __m128 res[3];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    this->write_3ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from4' group for an entire row of a
-// 3 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load4_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, left1, left2, right0, right1, right2;
-    this->load4_3ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &left0, &left1, &left2, &right0,
-        &right1, &right2);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-#else
-    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
-    this->load4_3ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &bl0, &bl1, &bl2,
-        &tr0, &tr1, &tr2, &br0, &br1, &br2);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-#endif
-#ifdef __AVX2__
-    __m128 res[3];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    this->write_3ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#else
-    __m128 res[3];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    this->write_3ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from8' group for an entire row of a
-// 3 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load8_3ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, left1, left2, right0, right1, right2;
-    this->load8_3ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &left0, &left1, &left2, &right0,
-        &right1, &right2);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-#else
-    __m128 tl0, tl1, tl2, bl0, bl1, bl2, tr0, tr1, tr2, br0, br1, br2;
-    this->load8_3ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &bl0, &bl1, &bl2,
-        &tr0, &tr1, &tr2, &br0, &br1, &br2);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-#endif
-#ifdef __AVX2__
-    __m128 res[3];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    this->write_3ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#else
-    __m128 res[3];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    this->write_3ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-#undef CHANNELS
-
-#define CHANNELS 4
-// Resize all points that fall in the 'load4from1' group for an entire row of a
-// 4 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load1_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load1_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load1_shuffle_masks_ + current * CHANNELS * 3);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
-    this->load1_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &left0, &left1,
-                    &left2, &left3, &right0, &right1, &right2, &right3);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
-    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-    __m128 top3 = _mm256_castps256_ps128(hori3);
-    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
-#else
-    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
-        br2, br3;
-    this->load1_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load1_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
-                    &tl3, &bl0, &bl1, &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0,
-                    &br1, &br2, &br3);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-    x_lerp = mmxs_lerp[3];
-    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
-    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
-#endif
-#ifdef __AVX2__
-    __m128 res[4];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
-    this->write_4ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#else
-    __m128 res[4];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
-    this->write_4ch(ysA_output_ptr + load1_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from2' group for an entire row of a
-// 4 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load2_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load2_; ++current) {
-    __m128* mmxs_lerp =
-        (__m128*)(load2_shuffle_masks_ + current * CHANNELS * 2);
-    __m128i* shuffle_masks = (__m128i*)mmxs_lerp + CHANNELS;
-#ifdef __AVX2__
-    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
-    this->load2_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &left0, &left1,
-                    &left2, &left3, &right0, &right1, &right2, &right3);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
-    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-    __m128 top3 = _mm256_castps256_ps128(hori3);
-    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
-#else
-    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
-        br2, br3;
-    this->load2_4ch(ysA_input_lower_ptr, ysA_input_upper_ptr,
-                    load2_offsets_[current], shuffle_masks, &tl0, &tl1, &tl2,
-                    &tl3, &bl0, &bl1, &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0,
-                    &br1, &br2, &br3);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-    x_lerp = mmxs_lerp[3];
-    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
-    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
-#endif
-#ifdef __AVX2__
-    __m128 res[4];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
-    this->write_4ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#else
-    __m128 res[4];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
-    this->write_4ch(ysA_output_ptr + load2_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from4' group for an entire row of a
-// 4 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load4_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load4_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load4_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
-    this->load4_4ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &left0, &left1, &left2, &left3,
-        &right0, &right1, &right2, &right3);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
-    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-    __m128 top3 = _mm256_castps256_ps128(hori3);
-    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
-#else
-    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
-        br2, br3;
-    this->load4_4ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load4_offsets_[current * 4],
-        load4_offsets_[current * 4 + 1], load4_offsets_[current * 4 + 2],
-        load4_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &tl3, &bl0, &bl1,
-        &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0, &br1, &br2, &br3);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-    x_lerp = mmxs_lerp[3];
-    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
-    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
-#endif
-#ifdef __AVX2__
-    __m128 res[4];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
-    this->write_4ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#else
-    __m128 res[4];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
-    this->write_4ch(ysA_output_ptr + load4_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-// Resize all points that fall in the 'load4from8' group for an entire row of a
-// 4 channel image.
-template <class T, class U>
-void CropResizeCastImage<T, U>::ResizeRow_load8_4ch_(
-    const __m128 y_lerp, const T* ysA_input_lower_ptr,
-    const T* ysA_input_upper_ptr, U* ysA_output_ptr) {
-  for (int current = 0; current < num_load8_; ++current) {
-    __m128* mmxs_lerp = (__m128*)(load8_mmxs_lerp_ + current * CHANNELS);
-#ifdef __AVX2__
-    __m256 left0, left1, left2, left3, right0, right1, right2, right3;
-    this->load8_4ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &left0, &left1, &left2, &left3,
-        &right0, &right1, &right2, &right3);
-
-    __m256 x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[0])));
-    __m256 hori0 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right0, left0), left0);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[1])));
-    __m256 hori1 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right1, left1), left1);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[2])));
-    __m256 hori2 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right2, left2), left2);
-    x_lerp = _mm256_castsi256_ps(
-        _mm256_broadcastsi128_si256(_mm_castps_si128(mmxs_lerp[3])));
-    __m256 hori3 = _mm256_fmadd_ps(x_lerp, _mm256_sub_ps(right3, left3), left3);
-
-    __m128 top0 = _mm256_castps256_ps128(hori0);
-    __m128 bot0 = _mm256_extractf128_ps(hori0, 1);
-    __m128 top1 = _mm256_castps256_ps128(hori1);
-    __m128 bot1 = _mm256_extractf128_ps(hori1, 1);
-    __m128 top2 = _mm256_castps256_ps128(hori2);
-    __m128 bot2 = _mm256_extractf128_ps(hori2, 1);
-    __m128 top3 = _mm256_castps256_ps128(hori3);
-    __m128 bot3 = _mm256_extractf128_ps(hori3, 1);
-#else
-    __m128 tl0, tl1, tl2, tl3, bl0, bl1, bl2, bl3, tr0, tr1, tr2, tr3, br0, br1,
-        br2, br3;
-    this->load8_4ch(
-        ysA_input_lower_ptr, ysA_input_upper_ptr, load8_offsets_[current * 4],
-        load8_offsets_[current * 4 + 1], load8_offsets_[current * 4 + 2],
-        load8_offsets_[current * 4 + 3], &tl0, &tl1, &tl2, &tl3, &bl0, &bl1,
-        &bl2, &bl3, &tr0, &tr1, &tr2, &tr3, &br0, &br1, &br2, &br3);
-
-    __m128 x_lerp = mmxs_lerp[0];
-    __m128 top0 = _mm_add_ps(tl0, _mm_mul_ps(x_lerp, _mm_sub_ps(tr0, tl0)));
-    __m128 bot0 = _mm_add_ps(bl0, _mm_mul_ps(x_lerp, _mm_sub_ps(br0, bl0)));
-    x_lerp = mmxs_lerp[1];
-    __m128 top1 = _mm_add_ps(tl1, _mm_mul_ps(x_lerp, _mm_sub_ps(tr1, tl1)));
-    __m128 bot1 = _mm_add_ps(bl1, _mm_mul_ps(x_lerp, _mm_sub_ps(br1, bl1)));
-    x_lerp = mmxs_lerp[2];
-    __m128 top2 = _mm_add_ps(tl2, _mm_mul_ps(x_lerp, _mm_sub_ps(tr2, tl2)));
-    __m128 bot2 = _mm_add_ps(bl2, _mm_mul_ps(x_lerp, _mm_sub_ps(br2, bl2)));
-    x_lerp = mmxs_lerp[3];
-    __m128 top3 = _mm_add_ps(tl3, _mm_mul_ps(x_lerp, _mm_sub_ps(tr3, tl3)));
-    __m128 bot3 = _mm_add_ps(bl3, _mm_mul_ps(x_lerp, _mm_sub_ps(br3, bl3)));
-#endif
-#ifdef __AVX2__
-    __m128 res[4];
-    res[0] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot0, top0), top0);
-    res[1] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot1, top1), top1);
-    res[2] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot2, top2), top2);
-    res[3] = _mm_fmadd_ps(y_lerp, _mm_sub_ps(bot3, top3), top3);
-    this->write_4ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#else
-    __m128 res[4];
-    res[0] = _mm_add_ps(top0, _mm_mul_ps(y_lerp, _mm_sub_ps(bot0, top0)));
-    res[1] = _mm_add_ps(top1, _mm_mul_ps(y_lerp, _mm_sub_ps(bot1, top1)));
-    res[2] = _mm_add_ps(top2, _mm_mul_ps(y_lerp, _mm_sub_ps(bot2, top2)));
-    res[3] = _mm_add_ps(top3, _mm_mul_ps(y_lerp, _mm_sub_ps(bot3, top3)));
-    this->write_4ch(ysA_output_ptr + load8_x_[current] * CHANNELS, res);
-#endif
-  }
-}
-#undef CHANNELS
-
-template <class T, class U>
-void CropResizeCastImage<T, U>::Configure_() {
-  // num_cases[0] = general case
-  // num_cases[1] = load4from1
-  // num_cases[2] = load4from2
-  // num_cases[3] = load4from4
-  // num_cases[4] = load4from8
-  int num_cases[5];
-  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
-  for (int x = x0_; x <= x1_; ++x) {
-    int load_group = this->DetermineLoadGroup_(x);
-    assert(load_group >= 0 && load_group <= 4);
-    ++num_cases[load_group];
-    // load_group == 0 -> general case, pixel by pixel
-    // every other value indidcates 1+3 = 4 pixels were processed this iteration
-    if (load_group > 0) x += 3;
-  }
-  num_general_ = num_cases[0];
-  num_load1_ = num_cases[1];
-  num_load2_ = num_cases[2];
-  num_load4_ = num_cases[3];
-  num_load8_ = num_cases[4];
-  if (num_general_ > 0) {
-    general_x_ = new int[num_general_];
-  } else {
-    general_x_ = NULL;
-  }
-  if (num_load1_ > 0) {
-    load1_offsets_ = new int[num_load1_];
-    load1_shuffle_masks_ = new __m128i[num_load1_ * channels_ * 3];
-    load1_mmxs_lerp_ = NULL;  // new __m128[num_load1_*channels_];
-    load1_x_ = new int[num_load1_];
-  } else {
-    load1_offsets_ = NULL;
-    load1_shuffle_masks_ = NULL;
-    load1_mmxs_lerp_ = NULL;
-    load1_x_ = NULL;
-  }
-  if (num_load2_ > 0) {
-    load2_offsets_ = new int[num_load2_];
-    load2_shuffle_masks_ = new __m128i[num_load2_ * channels_ * 2];
-    load2_mmxs_lerp_ = NULL;  // new __m128[num_load2_*channels_];
-    load2_x_ = new int[num_load2_];
-  } else {
-    load2_offsets_ = NULL;
-    load2_shuffle_masks_ = NULL;
-    load2_mmxs_lerp_ = NULL;
-    load2_x_ = NULL;
-  }
-  if (num_load4_ > 0) {
-    load4_offsets_ = new int[num_load4_ * 4];
-    load4_mmxs_lerp_ = new __m128[num_load4_ * channels_];
-    load4_x_ = new int[num_load4_];
-  } else {
-    load4_offsets_ = NULL;
-    load4_mmxs_lerp_ = NULL;
-    load4_x_ = NULL;
-  }
-  if (num_load8_ > 0) {
-    load8_offsets_ = new int[num_load8_ * 4];
-    load8_mmxs_lerp_ = new __m128[num_load8_ * channels_];
-    load8_x_ = new int[num_load8_];
-  } else {
-    load8_offsets_ = NULL;
-    load8_mmxs_lerp_ = NULL;
-    load8_x_ = NULL;
-  }
-  for (int i = 0; i < 5; ++i) num_cases[i] = 0;
-  if (verbose_) {
-    printf("    load4from1  = %d\n", num_load1_);
-    printf("    load4from2  = %d\n", num_load2_);
-    printf("    load4from4  = %d\n", num_load4_);
-    printf("    load4from8  = %d\n", num_load8_);
-    printf("    general     = %d\n", num_general_);
-  }
-  for (int x = x0_; x <= x1_; ++x) {
-    int load_group = DetermineLoadGroup_(x);
-    assert(load_group >= 0 && load_group <= 4);
-    int current = num_cases[load_group];
-    assert(current >= 0);
-    if (load_group == 0) {
-      // general case
-      assert(current < num_general_);
-      general_x_[current] = x;
-    } else if (load_group == 1) {
-      // load4from1
-      assert(current < num_load1_);
-      load1_x_[current] = x;
-      int min_xidx, max_xidx;
-      ComputeXIndexRange_(x, &min_xidx, &max_xidx);
-      load1_offsets_[current] = min_xidx * channels_;
-      float* xs_lerp = (float*)(load1_shuffle_masks_ + current * channels_ * 3);
-      char* shufmasks1 =
-          (char*)(load1_shuffle_masks_ + current * channels_ * 3 + channels_);
-      char* shufmasks2 = shufmasks1 + 16 * channels_;
-      for (int j = 0; j < 32 * channels_; ++j) shufmasks1[j] = -128;
-      for (int pix = 0; pix < 4; ++pix) {
-        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
-                               : (x + pix) - min_ix_;
-        float lerp = xs_[ix].lerp;
-        int widx0 = xs_[ix].lower -
-                    load1_offsets_[current];  // word index within SSE vector
-        for (int ch = 0; ch < channels_; ++ch) {
-          int idx = pix * channels_ + ch;
-          xs_lerp[idx] = lerp;
-          int shufvec = idx / 4;
-          int shufidx = idx % 4;
-          int widx = widx0 + ch;
-          for (int b = 0; b < sizeof(T); ++b) {
-            shufmasks1[shufvec * 16 + shufidx * sizeof(T) + b] =
-                widx * sizeof(T) + b;
-            shufmasks2[shufvec * 16 + shufidx * sizeof(T) + b] =
-                (widx + channels_) * sizeof(T) + b;
-          }
-        }
-      }
-    } else if (load_group == 2) {
-      // load4from2
-      assert(current < num_load2_);
-      load2_x_[current] = x;
-      int min_xidx, max_xidx;
-      ComputeXIndexRange_(x, &min_xidx, &max_xidx);
-      load2_offsets_[current] = min_xidx * channels_;
-      float* xs_lerp = (float*)(load2_shuffle_masks_ + current * channels_ * 2);
-      char* shufmasks1 =
-          (char*)(load2_shuffle_masks_ + current * channels_ * 2 + channels_);
-      for (int j = 0; j < 16 * channels_; ++j) shufmasks1[j] = -128;
-      for (int pix = 0; pix < 4; ++pix) {
-        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
-                               : (x + pix) - min_ix_;
-        float lerp = xs_[ix].lerp;
-        int widx0 = xs_[ix].lower -
-                    load2_offsets_[current];  // word index within SSE vector
-        for (int ch = 0; ch < channels_; ++ch) {
-          int idx = pix * channels_ + ch;
-          xs_lerp[idx] = lerp;
-          int shufvec = idx / 4;
-          int shufidx = idx % 4;
-          int widx = widx0 + ch;
-          for (int b = 0; b < sizeof(T); ++b) {
-            shufmasks1[shufvec * 16 + shufidx * sizeof(T) + b] =
-                widx * sizeof(T) + b;
-          }
-        }
-      }
-    } else if (load_group == 3) {
-      // load4from4
-      assert(current < num_load4_);
-      load4_x_[current] = x;
-      int* index = load4_offsets_ + current * 4;
-      float* xs_lerp = (float*)(load4_mmxs_lerp_ + current * channels_);
-      for (int pix = 0; pix < 4; ++pix) {
-        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
-                               : (x + pix) - min_ix_;
-        float lerp = xs_[ix].lerp;
-        index[pix] = xs_[ix].lower;
-        for (int ch = 0; ch < channels_; ++ch) {
-          int idx = pix * channels_ + ch;
-          xs_lerp[idx] = lerp;
-        }
-      }
-    } else if (load_group == 4) {
-      // load4from8
-      assert(current < num_load8_);
-      load8_x_[current] = x;
-      int* index = load8_offsets_ + current * 4;
-      float* xs_lerp = (float*)(load8_mmxs_lerp_ + current * channels_);
-      for (int pix = 0; pix < 4; ++pix) {
-        const int ix = flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix)
-                               : (x + pix) - min_ix_;
-        float lerp = xs_[ix].lerp;
-        index[pix] = xs_[ix].lower;
-        for (int ch = 0; ch < channels_; ++ch) {
-          int idx = pix * channels_ + ch;
-          xs_lerp[idx] = lerp;
-        }
-      }
-    } else {
-      assert(false);
-    }
-    ++num_cases[load_group];
-    // load_group == 0 -> general case, pixel by pixel
-    // every other value indidcates 1+3 = 4 pixels were processed this iteration
-    if (load_group > 0) x += 3;
-  }
-}
-
-template <class T, class U>
-int CropResizeCastImage<T, U>::DetermineLoadGroup_(const int x) {
-  int num_remaining = x1_ - x + 1;
-  if (num_remaining >= 4) {
-    // at least 4 values left, so theoretically possible to do SSE
-    int min_xidx, max_xidx;
-    // Using this-> is necessary in order to avoid compile error:
-    // "there are no arguments to ‘xxx’ that depend on a template parameter, so
-    // a declaration of ‘xxx’ must be available"
-    // This is an issue for all member functions that have only builtin type
-    // arguments and happens because
-    // argument dependent lookup is not done for these arguments (so I've been
-    // told).
-    if (this->ComputeXIndexRange_(x, &min_xidx, &max_xidx)) {
-      if ((allowed_load_groups_ & 1) && this->Load1_ok_(min_xidx, max_xidx)) {
-        return 1;
-      } else if ((allowed_load_groups_ & 2) &&
-                 this->Load2_ok_(min_xidx, max_xidx)) {
-        return 2;
-      } else if ((allowed_load_groups_ & 4) &&
-                 this->Load4_ok_(min_xidx, max_xidx)) {
-        return 3;
-      } else if ((allowed_load_groups_ & 8) &&
-                 this->Load8_ok_(min_xidx, max_xidx)) {
-        return 4;
-      } else {
-        return 0;
-      }
-    } else {
-      // assumption xs[i].lower + channels == xs[i].upper NOT true for this
-      // quintuple.
-      return 0;
-    }
-  } else {
-    // too few remaining values
-    return 0;
-  }
-}
-
-// Compute range of x indexes for xs[0] through xs[3].
-// Returns true if valid (xs[i].lower + channels == xs[i].upper for all pixels).
-template <class T, class U>
-bool CropResizeCastImage<T, U>::ComputeXIndexRange_(const int x, int* min_xidx,
-                                                    int* max_xidx) {
-  bool upper_is_lower_plus_one = true;
-  *min_xidx = 0;
-  *max_xidx = -1;
-  for (int pix = 0; pix < 4; ++pix) {
-    const int ix =
-        flip_x_ ? out_width_ - 1 - min_ix_ - (x + pix) : (x + pix) - min_ix_;
-    int curr_xidx = xs_[ix].lower;
-    if (curr_xidx + channels_ == xs_[ix].upper) {
-      if (pix == 0) {
-        *min_xidx = curr_xidx;
-        *max_xidx = curr_xidx;
-      } else {
-        if (curr_xidx < *min_xidx) *min_xidx = curr_xidx;
-        if (curr_xidx > *max_xidx) *max_xidx = curr_xidx;
-      }
-    } else {
-      upper_is_lower_plus_one = false;
-    }
-  }
-  *min_xidx /= channels_;
-  *max_xidx /= channels_;
-  return upper_is_lower_plus_one;
-}
-
-// This method returns true if it is possible to do load4from1
-// for the load group pointed to by xs.
-template <class T, class U>
-bool CropResizeCastImage<T, U>::Load1_ok_(const int min_xidx,
-                                          const int max_xidx) {
-  // num_pixels_to_load_left_input = max_xs_low - min_xs_low + 1
-  // num_pixels_to_load_left_and_right_input = num_pixels_to_load_left_input + 1
-  int total_load_bytes = (max_xidx - min_xidx + 2) * channels_ * sizeof(T);
-  if (total_load_bytes <= 16) {
-    // a single (mis-aligned) SSE word gives us all the inputs
-    // ensure that SSE word can be loaded without causing SEGV
-    int load_offset = min_xidx * channels_;
-    int load_offset_bytes = load_offset * sizeof(T);
-    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
-      return true;
-    } else {
-      return false;
-    }
-  } else {
-    return false;
-  }
-}
-
-// This method returns true if it is possible to do load4from2
-// for the load group pointed to by xs.
-template <class T, class U>
-bool CropResizeCastImage<T, U>::Load2_ok_(const int min_xidx,
-                                          const int max_xidx) {
-  // num_pixels_to_load_left_input = max_xs_low - min_xs_low + 1
-  int total_load_bytes = (max_xidx - min_xidx + 1) * channels_ * sizeof(T);
-  if (total_load_bytes <= 16) {
-    // a single (mis-aligned) SSE word gives us all the inputs
-    // ensure that SSE word can be loaded without causing SEGV
-    int load_offset = (min_xidx + 1) * channels_;
-    int load_offset_bytes = load_offset * sizeof(T);
-    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
-      return true;
-    } else {
-      return false;
-    }
-  } else {
-    return false;
-  }
-}
-
-// This method returns true if it is possible to do load4from4
-// for the load group pointed to by xs.
-template <class T, class U>
-bool CropResizeCastImage<T, U>::Load4_ok_(const int min_xidx,
-                                          const int max_xidx) {
-  int total_load_bytes = 2 * channels_ * sizeof(T);
-  if (total_load_bytes <= 16) {
-    // ensure that SSE word can be loaded without causing SEGV
-    int load_offset = max_xidx * channels_;
-    int load_offset_bytes = load_offset * sizeof(T);
-    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
-      return true;
-    } else {
-      return false;
-    }
-  } else {
-    return false;
-  }
-}
-
-// This method returns true if it is possible to do load4from8
-// for the load group pointed to by xs.
-template <class T, class U>
-bool CropResizeCastImage<T, U>::Load8_ok_(const int min_xidx,
-                                          const int max_xidx) {
-  int total_load_bytes = channels_ * sizeof(T);
-  if (total_load_bytes <= 16) {
-    // ensure that SSE word can be loaded without causing SEGV
-    int load_offset = (max_xidx + 1) * channels_;
-    int load_offset_bytes = load_offset * sizeof(T);
-    if (in_row_size_bytes_ - load_offset_bytes >= 16) {
-      return true;
-    } else {
-      return false;
-    }
-  } else {
-    return false;
-  }
-}
-
-//
-// full implementations of templated static member function clip_necessary()
-//
-
-template <>
-bool CropResizeCastImage<uint8, uint8>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint8, int8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<uint8, uint16>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint8, int16>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint8, int32>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint8, Eigen::half>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint8, float>::clip_necessary() {
-  return false;
-}
-
-template <>
-bool CropResizeCastImage<int8, uint8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int8, int8>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int8, uint16>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int8, int16>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int8, int32>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int8, Eigen::half>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int8, float>::clip_necessary() {
-  return false;
-}
-
-template <>
-bool CropResizeCastImage<uint16, uint8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<uint16, int8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<uint16, uint16>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint16, int16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<uint16, int32>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<uint16, Eigen::half>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<uint16, float>::clip_necessary() {
-  return false;
-}
-
-template <>
-bool CropResizeCastImage<int16, uint8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int16, int8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int16, uint16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int16, int16>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int16, int32>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int16, Eigen::half>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int16, float>::clip_necessary() {
-  return false;
-}
-
-template <>
-bool CropResizeCastImage<int32, uint8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int32, int8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int32, uint16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int32, int16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int32, int32>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<int32, Eigen::half>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<int32, float>::clip_necessary() {
-  return false;
-}
-
-template <>
-bool CropResizeCastImage<Eigen::half, uint8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<Eigen::half, int8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<Eigen::half, uint16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<Eigen::half, int16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<Eigen::half, int32>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<Eigen::half, Eigen::half>::clip_necessary() {
-  return false;
-}
-template <>
-bool CropResizeCastImage<Eigen::half, float>::clip_necessary() {
-  return false;
-}
-
-template <>
-bool CropResizeCastImage<float, uint8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<float, int8>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<float, uint16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<float, int16>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<float, int32>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<float, Eigen::half>::clip_necessary() {
-  return true;
-}
-template <>
-bool CropResizeCastImage<float, float>::clip_necessary() {
-  return false;
-}
-
-// full specializations of crop_resize_single_image_common for data types that
-// have vectorized implementations.
-// at the moment, this is uint8, int8, uint16, int16, int32, Eigen::half,
-// bfloat16 and float.
-
-#define CROP_RESIZE_SINGLE_IMAGE_VECT(T_type, U_type)                          \
-  template <>                                                                  \
-  void crop_resize_single_image_common<T_type, U_type>(                        \
-      const T_type* image, const int64 in_height, const int64 in_width,        \
-      const int64 out_height, const int64 out_width, const int channels,       \
-      const int min_ix, const int max_ix, const CachedInterpolation* xs,       \
-      const int min_iy, const int max_iy, const CachedInterpolation* ys,       \
-      const float extrapolated_value, const bool flip_x, const bool flip_y,    \
-      U_type* output) {                                                        \
-    if (channels <= 4) {                                                       \
-      CropResizeCastImage<T_type, U_type>* resizer =                           \
-          new CropResizeCastImage<T_type, U_type>(                             \
-              in_height, in_width, out_height, out_width, channels, min_ix,    \
-              max_ix, xs, min_iy, max_iy, ys, extrapolated_value, flip_x,      \
-              flip_y, false, 15);                                              \
-      resizer->Resize(image, output);                                          \
-      delete resizer;                                                          \
-    } else {                                                                   \
-      crop_resize_single_image(image, in_height, in_width, out_height,         \
-                               out_width, channels, min_ix, max_ix, xs,        \
-                               min_iy, max_iy, ys, extrapolated_value, flip_x, \
-                               flip_y, output);                                \
-    }                                                                          \
-  }
-
-CROP_RESIZE_SINGLE_IMAGE_VECT(uint8, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(int8, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(uint16, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(int16, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(int32, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(Eigen::half, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(bfloat16, float)
-CROP_RESIZE_SINGLE_IMAGE_VECT(float, float)
-
-// full specializations of crop_resize_single_image_common for data types that
-// don't have vectorized implementations.
-// image resizing for these data types default to the original code.
-// at the moment, this is int64 and double.
-
-#define CROP_RESIZE_SINGLE_IMAGE_REGULAR(T_type, U_type)                      \
-  template <>                                                                 \
-  void crop_resize_single_image_common<T_type, U_type>(                       \
-      const T_type* image, const int64 in_height, const int64 in_width,       \
-      const int64 out_height, const int64 out_width, const int channels,      \
-      const int min_ix, const int max_ix, const CachedInterpolation* xs,      \
-      const int min_iy, const int max_iy, const CachedInterpolation* ys,      \
-      const float extrapolated_value, const bool flip_x, const bool flip_y,   \
-      U_type* output) {                                                       \
-    crop_resize_single_image(image, in_height, in_width, out_height,          \
-                             out_width, channels, min_ix, max_ix, xs, min_iy, \
-                             max_iy, ys, extrapolated_value, flip_x, flip_y,  \
-                             output);                                         \
-  }
-
-CROP_RESIZE_SINGLE_IMAGE_REGULAR(int64, float)
-CROP_RESIZE_SINGLE_IMAGE_REGULAR(double, float)
-
-#else
-
-// compile fall-back code if either
-// a) target is not a linux machine
-// b) target architecture does not support at least SSE4.1
-
-template <class T, class U>
-void crop_resize_single_image_common(
-    const T* image, const int64 in_height, const int64 in_width,
-    const int64 out_height, const int64 out_width, const int channels,
-    const int min_ix, const int max_ix, const CachedInterpolation* xs,
-    const int min_iy, const int max_iy, const CachedInterpolation* ys,
-    const float extrapolated_value, const bool flip_x, const bool flip_y,
-    U* output) {
-  crop_resize_single_image(image, in_height, in_width, out_height, out_width,
-                           channels, min_ix, max_ix, xs, min_iy, max_iy, ys,
-                           extrapolated_value, flip_x, flip_y, output);
-}
-
-#endif
-
-}  // namespace
-}  // namespace tensorflow
-#endif  // define TENSORFLOW_CORE_KERNELS_CROP_RESIZE_BILINEAR_CORE_H_
diff --git a/tensorflow/core/kernels/resize_bilinear_op.cc b/tensorflow/core/kernels/resize_bilinear_op.cc
index 433a0d38dd..f10c9a19a7 100644
--- a/tensorflow/core/kernels/resize_bilinear_op.cc
+++ b/tensorflow/core/kernels/resize_bilinear_op.cc
@@ -25,7 +25,6 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/kernels/crop_resize_bilinear_core.h"
 #include "tensorflow/core/kernels/image_resizer_state.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/logging.h"
@@ -64,6 +63,140 @@ class ResizeBilinearOp : public OpKernel {
   bool align_corners_;
 };
 
+namespace {
+// Compute the interpolation indices only once.
+struct CachedInterpolation {
+  int64 lower;  // Lower source index used in the interpolation
+  int64 upper;  // Upper source index used in the interpolation
+  // 1-D linear iterpolation scale (see:
+  // https://en.wikipedia.org/wiki/Bilinear_interpolation)
+  float lerp;
+};
+
+inline void compute_interpolation_weights(const int64 out_size,
+                                          const int64 in_size,
+                                          const float scale,
+                                          CachedInterpolation* interpolation) {
+  interpolation[out_size].lower = 0;
+  interpolation[out_size].upper = 0;
+  for (int64 i = out_size - 1; i >= 0; --i) {
+    const float in = i * scale;
+    interpolation[i].lower = static_cast<int64>(in);
+    interpolation[i].upper = std::min(interpolation[i].lower + 1, in_size - 1);
+    interpolation[i].lerp = in - interpolation[i].lower;
+  }
+}
+
+/**
+ * Computes the bilinear interpolation from the appropriate 4 float points
+ * and the linear interpolation weights.
+ */
+inline float compute_lerp(const float top_left, const float top_right,
+                          const float bottom_left, const float bottom_right,
+                          const float x_lerp, const float y_lerp) {
+  const float top = top_left + (top_right - top_left) * x_lerp;
+  const float bottom = bottom_left + (bottom_right - bottom_left) * x_lerp;
+  return top + (bottom - top) * y_lerp;
+}
+
+template <typename T>
+void resize_image(
+    typename TTypes<T, 4>::ConstTensor images, const int batch_size,
+    const int64 in_height, const int64 in_width, const int64 out_height,
+    const int64 out_width, const int channels,
+    const std::vector<CachedInterpolation>& xs,
+    const std::vector<CachedInterpolation>& ys,
+    typename TTypes<float, 4>::Tensor output) TF_ATTRIBUTE_NOINLINE;
+template <typename T>
+void resize_image(typename TTypes<T, 4>::ConstTensor images,
+                  const int batch_size, const int64 in_height,
+                  const int64 in_width, const int64 out_height,
+                  const int64 out_width, const int channels,
+                  const std::vector<CachedInterpolation>& xs_vec,
+                  const std::vector<CachedInterpolation>& ys,
+                  typename TTypes<float, 4>::Tensor output) {
+  const int64 in_row_size = in_width * channels;
+  const int64 in_batch_num_values = in_height * in_row_size;
+  const int64 out_row_size = out_width * channels;
+
+  const T* input_b_ptr = images.data();
+  const CachedInterpolation* xs = xs_vec.data();
+
+  if (channels == 3) {
+    float* output_y_ptr = output.data();
+    for (int b = 0; b < batch_size; ++b) {
+      for (int64 y = 0; y < out_height; ++y) {
+        const T* ys_input_lower_ptr = input_b_ptr + ys[y].lower * in_row_size;
+        const T* ys_input_upper_ptr = input_b_ptr + ys[y].upper * in_row_size;
+        const float ys_lerp = ys[y].lerp;
+        for (int64 x = 0; x < out_width; ++x) {
+          const int64 xs_lower = xs[x].lower;
+          const int64 xs_upper = xs[x].upper;
+          const float xs_lerp = xs[x].lerp;
+
+          // Read channel 0.
+          const float top_left0(ys_input_lower_ptr[xs_lower + 0]);
+          const float top_right0(ys_input_lower_ptr[xs_upper + 0]);
+          const float bottom_left0(ys_input_upper_ptr[xs_lower + 0]);
+          const float bottom_right0(ys_input_upper_ptr[xs_upper + 0]);
+
+          // Read channel 1.
+          const float top_left1(ys_input_lower_ptr[xs_lower + 1]);
+          const float top_right1(ys_input_lower_ptr[xs_upper + 1]);
+          const float bottom_left1(ys_input_upper_ptr[xs_lower + 1]);
+          const float bottom_right1(ys_input_upper_ptr[xs_upper + 1]);
+
+          // Read channel 2.
+          const float top_left2(ys_input_lower_ptr[xs_lower + 2]);
+          const float top_right2(ys_input_lower_ptr[xs_upper + 2]);
+          const float bottom_left2(ys_input_upper_ptr[xs_lower + 2]);
+          const float bottom_right2(ys_input_upper_ptr[xs_upper + 2]);
+
+          // Compute output.
+          output_y_ptr[x * channels + 0] =
+              compute_lerp(top_left0, top_right0, bottom_left0, bottom_right0,
+                           xs_lerp, ys_lerp);
+          output_y_ptr[x * channels + 1] =
+              compute_lerp(top_left1, top_right1, bottom_left1, bottom_right1,
+                           xs_lerp, ys_lerp);
+          output_y_ptr[x * channels + 2] =
+              compute_lerp(top_left2, top_right2, bottom_left2, bottom_right2,
+                           xs_lerp, ys_lerp);
+        }
+        output_y_ptr += out_row_size;
+      }
+      input_b_ptr += in_batch_num_values;
+    }
+  } else {
+    float* output_y_ptr = output.data();
+    for (int b = 0; b < batch_size; ++b) {
+      for (int64 y = 0; y < out_height; ++y) {
+        const T* ys_input_lower_ptr = input_b_ptr + ys[y].lower * in_row_size;
+        const T* ys_input_upper_ptr = input_b_ptr + ys[y].upper * in_row_size;
+        const float ys_lerp = ys[y].lerp;
+        for (int64 x = 0; x < out_width; ++x) {
+          auto xs_lower = xs[x].lower;
+          auto xs_upper = xs[x].upper;
+          auto xs_lerp = xs[x].lerp;
+          for (int c = 0; c < channels; ++c) {
+            const float top_left(ys_input_lower_ptr[xs_lower + c]);
+            const float top_right(ys_input_lower_ptr[xs_upper + c]);
+            const float bottom_left(ys_input_upper_ptr[xs_lower + c]);
+            const float bottom_right(ys_input_upper_ptr[xs_upper + c]);
+            output_y_ptr[x * channels + c] =
+                compute_lerp(top_left, top_right, bottom_left, bottom_right,
+                             xs_lerp, ys_lerp);
+          }
+        }
+        output_y_ptr += out_row_size;
+      }
+      input_b_ptr += in_batch_num_values;
+    }
+  }
+}
+
+}  // namespace
+
 // Partial specialization of ResizeBilinear functor for a CPUDevice.
 namespace functor {
 template <typename T>
@@ -79,24 +212,18 @@ struct ResizeBilinear<CPUDevice, T> {
     const int64 out_height = output.dimension(1);
     const int64 out_width = output.dimension(2);
 
-    const int64 in_row_size = in_width * channels;
-    const int64 in_batch_num_values = in_height * in_row_size;
-    const int64 out_row_size = out_width * channels;
-    const int64 out_batch_num_values = out_row_size * out_height;
-
     // Handle no-op resizes efficiently.
     if (out_height == in_height && out_width == in_width) {
       output = images.template cast<float>();
       return;
     }
 
+    std::vector<CachedInterpolation> ys(out_height + 1);
+    std::vector<CachedInterpolation> xs(out_width + 1);
+
     // Compute the cached interpolation weights on the x and y dimensions.
-    std::vector<CachedInterpolation> ys;
-    ys.resize(out_height + 1);
     compute_interpolation_weights(out_height, in_height, height_scale,
                                   ys.data());
-    std::vector<CachedInterpolation> xs;
-    xs.resize(out_width + 1);
     compute_interpolation_weights(out_width, in_width, width_scale, xs.data());
 
     // Scale x interpolation weights to avoid a multiplication during iteration.
@@ -105,14 +232,8 @@ struct ResizeBilinear<CPUDevice, T> {
       xs[i].upper *= channels;
     }
 
-    for (int b = 0; b < batch_size; ++b) {
-      crop_resize_single_image_common(
-          images.data() + (int64)b * in_batch_num_values, in_height, in_width,
-          out_height, out_width, channels, 0, out_width - 1, xs.data(), 0,
-          out_height - 1, ys.data(), 0.0f, false, false,
-          output.data() + (int64)b * out_batch_num_values);
-    }
-    // xs and ys are freed when they go out of scope
+    resize_image<T>(images, batch_size, in_height, in_width, out_height,
+                    out_width, channels, xs, ys, output);
   }
 };
 }  // namespace functor
diff --git a/tensorflow/core/kernels/resize_bilinear_op_test.cc b/tensorflow/core/kernels/resize_bilinear_op_test.cc
index 55e1d2e1e2..6d57892828 100644
--- a/tensorflow/core/kernels/resize_bilinear_op_test.cc
+++ b/tensorflow/core/kernels/resize_bilinear_op_test.cc
@@ -122,7 +122,7 @@ class ResizeBilinearOpTest : public OpsTestBase {
         TensorShape({batch_size, output_width, output_height, channels})));
     ResizeBilinearBaseline(input->tensor<float, 4>(),
                            expected->tensor<float, 4>());
-    test::ExpectClose(*expected, *GetOutput(0));
+    test::ExpectTensorEqual<float>(*expected, *GetOutput(0));
   }
 
   void RunManyRandomTests(int channels) {
-- 
GitLab


From b795287fc1642ad6c1ea5dd20e9d1f4d49a0a9e6 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Mon, 5 Nov 2018 14:56:10 -0800
Subject: [PATCH 1071/1825] Add stateful metrics to interleaved eval test

PiperOrigin-RevId: 220178289
---
 tensorflow/contrib/distribute/python/keras_test.py | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 37802c1414..33b8a61eb1 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -602,7 +602,7 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       user_controlled_model.compile(
           gradient_descent.GradientDescentOptimizer(0.001),
           loss='mse',
-          metrics=['mae'],
+          metrics=['mae', keras.metrics.CategoricalAccuracy()],
           distribute=distribution)
 
       interleaved_model = get_model()
@@ -610,7 +610,7 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       interleaved_model.compile(
           gradient_descent.GradientDescentOptimizer(0.001),
           loss='mse',
-          metrics=['mae'],
+          metrics=['mae', keras.metrics.CategoricalAccuracy()],
           distribute=distribution)
 
       dataset = get_dataset(distribution)
@@ -632,7 +632,8 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
                        [x[0] for x in user_controlled_output])
       self.assertEqual(interleaved_output.history['val_mean_absolute_error'],
                        [x[1] for x in user_controlled_output])
-      # TODO(sourabhbajaj): Add an stateful metric here and verify support.
+      self.assertEqual(interleaved_output.history['val_categorical_accuracy'],
+                       [x[2] for x in user_controlled_output])
 
   # TODO(priyag): Enable this test for TPU. Currently tuples/dict don't work
   # as clone_model's input_tensors argument only seems to accept list and not
-- 
GitLab


From 412dbc6034cfadb41035a25e6385a2b815ab9fc5 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Mon, 5 Nov 2018 14:56:49 -0800
Subject: [PATCH 1072/1825] [tf.data] Bug fix to apply options globally

PiperOrigin-RevId: 220178389
---
 .../python/data/kernel_tests/dataset_ops_test.py   | 14 +++++++++++++-
 tensorflow/python/data/ops/dataset_ops.py          | 11 ++++++-----
 2 files changed, 19 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/dataset_ops_test.py b/tensorflow/python/data/kernel_tests/dataset_ops_test.py
index 63d2be4371..a5324af4d0 100644
--- a/tensorflow/python/data/kernel_tests/dataset_ops_test.py
+++ b/tensorflow/python/data/kernel_tests/dataset_ops_test.py
@@ -226,7 +226,8 @@ class DatasetOpsTest(test_base.DatasetTestBase, parameterized.TestCase):
     ds = dataset_ops.Dataset.range(0).with_options(options1).with_options(
         options2)
     self.assertTrue(ds.options().experimental_autotune)
-    self.assertFalse(ds.options().experimental_filter_fusion)
+    # Explicitly check that flag is False since assertFalse allows None
+    self.assertIs(ds.options().experimental_filter_fusion, False)
 
   def testOptionsTwiceDifferentError(self):
     options1 = dataset_ops.Options()
@@ -237,6 +238,17 @@ class DatasetOpsTest(test_base.DatasetTestBase, parameterized.TestCase):
                                  "Cannot merge incompatible values of option"):
       dataset_ops.Dataset.range(0).with_options(options1).with_options(options2)
 
+  def testOptionsMergeOptionsFromMultipleInputs(self):
+    options1 = dataset_ops.Options()
+    options1.experimental_autotune = True
+    options2 = dataset_ops.Options()
+    options2.experimental_filter_fusion = True
+    ds = dataset_ops.Dataset.zip(
+        (dataset_ops.Dataset.range(0).with_options(options1),
+         dataset_ops.Dataset.range(0).with_options(options2)))
+    self.assertTrue(ds.options().experimental_autotune)
+    self.assertTrue(ds.options().experimental_filter_fusion)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index f49ebd0e55..e4b5da6403 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -88,16 +88,17 @@ class Dataset(object):
     raise NotImplementedError("Dataset._inputs")
 
   def options(self):
-    """Returns the options for this dataset.
+    """Returns the options for this dataset and its inputs.
 
     Returns:
       A `tf.data.Options` object representing the dataset options.
     """
+    options = Options()
     for input_dataset in self._inputs():
-      options = input_dataset.options()
-      if options is not None:
-        return options
-    return Options()
+      input_options = input_dataset.options()
+      if input_options is not None:
+        options = options.merge(input_options)
+    return options
 
   def _apply_options(self):
     dataset = self
-- 
GitLab


From ce5b0e6c239e8f80f05aa0874f84afd9cfc08538 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Mon, 5 Nov 2018 14:58:45 -0800
Subject: [PATCH 1073/1825] Stop force-placing variables which are
 init_from_checkpoint on CPU.

Fixes #23236

PiperOrigin-RevId: 220178808
---
 tensorflow/python/training/checkpoint_utils.py      | 12 ++++++------
 tensorflow/python/training/checkpoint_utils_test.py |  3 ---
 2 files changed, 6 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/training/checkpoint_utils.py b/tensorflow/python/training/checkpoint_utils.py
index 57954ec56a..857da431db 100644
--- a/tensorflow/python/training/checkpoint_utils.py
+++ b/tensorflow/python/training/checkpoint_utils.py
@@ -318,13 +318,13 @@ def _set_checkpoint_initializer(variable,
         saveable_objects.append(s)
 
     assert len(saveable_objects) == 1  # Should be only one variable.
-    init_op = saveable_objects[0].restore([restore_op], restored_shapes=None)
+  init_op = saveable_objects[0].restore([restore_op], restored_shapes=None)
 
-    # pylint:disable=protected-access
-    variable._initializer_op = init_op
-    restore_op.set_shape(variable.shape)
-    variable._initial_value = restore_op
-    # pylint:enable=protected-access
+  # pylint:disable=protected-access
+  variable._initializer_op = init_op
+  restore_op.set_shape(variable.shape)
+  variable._initial_value = restore_op
+  # pylint:enable=protected-access
 
 
 def _set_variable_or_list_initializer(variable_or_list, ckpt_file,
diff --git a/tensorflow/python/training/checkpoint_utils_test.py b/tensorflow/python/training/checkpoint_utils_test.py
index 61dcbdb2b8..a3e58de4a3 100644
--- a/tensorflow/python/training/checkpoint_utils_test.py
+++ b/tensorflow/python/training/checkpoint_utils_test.py
@@ -207,9 +207,6 @@ class CheckpointsTest(test.TestCase):
 
       checkpoint_utils.init_from_checkpoint(checkpoint_dir,
                                             {"useful_scope/": "useful_scope/"})
-      # initializer runs on the same task but always on CPU.
-      self.assertEqual(my4._initializer_op.op.inputs[1].device,
-                       "/job:ps/device:CPU:0")
 
   def testInitFromRootCheckpoint(self):
     checkpoint_dir = self.get_temp_dir()
-- 
GitLab


From 5babd0d4e56edebbe8236fb614da5158a9f124d4 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 5 Nov 2018 15:08:58 -0800
Subject: [PATCH 1074/1825] [FLR] Consolidate logic for configuring
 `Executor::Args` in one place.

As a bonus, avoid heap-allocating `Executor::Args` for all local function calls. This slightly improves the performance of the callback when a function completes.

PiperOrigin-RevId: 220180860
---
 tensorflow/core/common_runtime/function.cc | 82 ++++++++++------------
 1 file changed, 37 insertions(+), 45 deletions(-)

diff --git a/tensorflow/core/common_runtime/function.cc b/tensorflow/core/common_runtime/function.cc
index 286386e04c..9affc9fb18 100644
--- a/tensorflow/core/common_runtime/function.cc
+++ b/tensorflow/core/common_runtime/function.cc
@@ -391,7 +391,11 @@ class FunctionLibraryRuntimeImpl : public FunctionLibraryRuntime {
   AttrValueMap FixAttrs(const AttrSlice& attrs);
   void RunRemote(const Options& opts, Handle handle,
                  gtl::ArraySlice<Tensor> args, std::vector<Tensor>* rets,
-                 Executor::Args* exec_args, Item* item, DoneCallback done);
+                 Item* item, DoneCallback done);
+
+  void ExecutorArgsFromOptions(const FunctionLibraryRuntime::Options& run_opts,
+                               CallFrameInterface* frame,
+                               Executor::Args* exec_args);
 
   TF_DISALLOW_COPY_AND_ASSIGN(FunctionLibraryRuntimeImpl);
 };
@@ -858,19 +862,34 @@ Status FunctionLibraryRuntimeImpl::GetOrCreateItem(Handle handle, Item** item) {
   return CreateItem(handle, item);
 }
 
+void FunctionLibraryRuntimeImpl::ExecutorArgsFromOptions(
+    const FunctionLibraryRuntime::Options& run_opts, CallFrameInterface* frame,
+    Executor::Args* exec_args) {
+  // Inherit the step_id from the caller.
+  exec_args->step_id = run_opts.step_id;
+  exec_args->rendezvous = run_opts.rendezvous;
+  exec_args->stats_collector = run_opts.stats_collector;
+  exec_args->cancellation_manager = run_opts.cancellation_manager;
+  exec_args->step_container = run_opts.step_container;
+  if (run_opts.runner) {
+    exec_args->runner = *run_opts.runner;
+  } else {
+    exec_args->runner = default_runner_;
+  }
+  exec_args->collective_executor = run_opts.collective_executor;
+  exec_args->call_frame = frame;
+}
+
 void FunctionLibraryRuntimeImpl::RunRemote(const Options& opts, Handle handle,
                                            gtl::ArraySlice<Tensor> args,
                                            std::vector<Tensor>* rets,
-                                           Executor::Args* exec_args,
                                            Item* item, DoneCallback done) {
-  DCHECK(exec_args->call_frame == nullptr);
   string target_device = parent_->GetDeviceName(handle);
   string source_device = opts.source_device;
   Rendezvous* rendezvous = opts.rendezvous;
   DeviceContext* device_context;
   Status s = parent_->GetDeviceContext(target_device, &device_context);
   if (!s.ok()) {
-    delete exec_args;
     done(s);
     return;
   }
@@ -878,7 +897,6 @@ void FunctionLibraryRuntimeImpl::RunRemote(const Options& opts, Handle handle,
   s = parent_->GetDeviceIncarnation(source_device, &src_incarnation);
   s.Update(parent_->GetDeviceIncarnation(target_device, &target_incarnation));
   if (!s.ok()) {
-    delete exec_args;
     done(s);
     return;
   }
@@ -886,13 +904,8 @@ void FunctionLibraryRuntimeImpl::RunRemote(const Options& opts, Handle handle,
   const FunctionBody* fbody = GetFunctionBody(handle);
   FunctionCallFrame* frame =
       new FunctionCallFrame(fbody->arg_types, fbody->ret_types);
-  exec_args->call_frame = frame;
-  if (!s.ok()) {
-    delete frame;
-    delete exec_args;
-    done(s);
-    return;
-  }
+  Executor::Args* exec_args = new Executor::Args;
+  ExecutorArgsFromOptions(opts, frame, exec_args);
 
   std::vector<AllocatorAttributes> args_alloc_attrs, rets_alloc_attrs;
   args_alloc_attrs.reserve(fbody->arg_types.size());
@@ -938,10 +951,10 @@ void FunctionLibraryRuntimeImpl::RunRemote(const Options& opts, Handle handle,
           return;
         }
         item->exec->RunAsync(
-            *exec_args, [frame, rets, done, source_device, target_device,
-                         target_incarnation, rendezvous, device_context,
-                         remote_args, exec_args, rets_alloc_attrs,
-                         allow_dead_tensors](const Status& status) {
+            *exec_args,
+            [frame, rets, done, source_device, target_device,
+             target_incarnation, rendezvous, device_context, remote_args,
+             rets_alloc_attrs, allow_dead_tensors](const Status& status) {
               Status s = status;
               if (s.ok()) {
                 s = frame->ConsumeRetvals(rets, allow_dead_tensors);
@@ -949,7 +962,6 @@ void FunctionLibraryRuntimeImpl::RunRemote(const Options& opts, Handle handle,
               delete frame;
               if (!s.ok()) {
                 delete remote_args;
-                delete exec_args;
                 done(s);
                 return;
               }
@@ -957,9 +969,9 @@ void FunctionLibraryRuntimeImpl::RunRemote(const Options& opts, Handle handle,
                   target_device, source_device, "ret_", target_incarnation,
                   *rets, device_context, rets_alloc_attrs, rendezvous);
               delete remote_args;
-              delete exec_args;
               done(s);
             });
+        delete exec_args;
       });
 }
 
@@ -992,54 +1004,43 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
   }
   DCHECK(run_opts.runner != nullptr);
 
-  Executor::Args* exec_args = new Executor::Args;
-  // Inherit the step_id from the caller.
-  exec_args->step_id = run_opts.step_id;
-  exec_args->rendezvous = run_opts.rendezvous;
-  exec_args->stats_collector = run_opts.stats_collector;
-  exec_args->cancellation_manager = run_opts.cancellation_manager;
-  exec_args->step_container = run_opts.step_container;
-  exec_args->runner = *run_opts.runner;
-  exec_args->collective_executor = run_opts.collective_executor;
-
   Item* item = nullptr;
   Status s = GetOrCreateItem(handle, &item);
   if (!s.ok()) {
-    delete exec_args;
     done(s);
     return;
   }
 
   if (run_opts.remote_execution) {
     // NOTE(mrry): `RunRemote()` will set `exec_args->call_frame` for us.
-    RunRemote(run_opts, handle, args, rets, exec_args, item, done);
+    RunRemote(run_opts, handle, args, rets, item, done);
     return;
   }
 
   const FunctionBody* fbody = GetFunctionBody(handle);
   FunctionCallFrame* frame =
       new FunctionCallFrame(fbody->arg_types, fbody->ret_types);
-  exec_args->call_frame = frame;
   s = frame->SetArgs(args);
   if (!s.ok()) {
     delete frame;
-    delete exec_args;
     done(s);
     return;
   }
 
+  Executor::Args exec_args;
+  ExecutorArgsFromOptions(opts, frame, &exec_args);
+
   bool allow_dead_tensors = opts.allow_dead_tensors;
   item->exec->RunAsync(
       // Executor args
-      *exec_args,
+      exec_args,
       // Done callback.
-      [frame, rets, done, exec_args, allow_dead_tensors](const Status& status) {
+      [frame, rets, done, allow_dead_tensors](const Status& status) {
         Status s = status;
         if (s.ok()) {
           s = frame->ConsumeRetvals(rets, allow_dead_tensors);
         }
         delete frame;
-        delete exec_args;
         done(s);
       });
 }
@@ -1084,16 +1085,7 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
   DCHECK(run_opts.runner != nullptr);
 
   Executor::Args exec_args;
-  // Inherit the step_id from the caller.
-  exec_args.step_id = run_opts.step_id;
-  exec_args.rendezvous = run_opts.rendezvous;
-  exec_args.stats_collector = run_opts.stats_collector;
-  exec_args.cancellation_manager = run_opts.cancellation_manager;
-  exec_args.collective_executor = run_opts.collective_executor;
-  exec_args.step_container = run_opts.step_container;
-  exec_args.runner = *run_opts.runner;
-  exec_args.call_frame = frame;
-
+  ExecutorArgsFromOptions(opts, frame, &exec_args);
   item->exec->RunAsync(exec_args, std::move(done));
 }
 
-- 
GitLab


From 273c0833ef237f4040f0c62f8486019b1f1d3f32 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Mon, 5 Nov 2018 15:17:41 -0800
Subject: [PATCH 1075/1825] Support for sparse tensors for
 test_util.evaluate().

PiperOrigin-RevId: 220182277
---
 .../parse_example_dataset_test.py             | 227 +++++++++---------
 .../kernel_tests/range_dataset_op_test.py     | 153 +++---------
 .../python/data/kernel_tests/test_base.py     |  35 ++-
 tensorflow/python/framework/test_util.py      |   4 +
 4 files changed, 183 insertions(+), 236 deletions(-)

diff --git a/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py
index f9ea4c3b54..c74f754fef 100644
--- a/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/parse_example_dataset_test.py
@@ -27,7 +27,6 @@ from tensorflow.core.example import feature_pb2
 from tensorflow.python.data.experimental.ops import parsing_ops as contrib_parsing_ops
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.data.util import nest
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import ops
@@ -35,7 +34,6 @@ from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import parsing_ops
 from tensorflow.python.platform import test
-from tensorflow.python.platform import tf_logging
 
 # Helpers for creating Example objects
 example = example_pb2.Example
@@ -50,33 +48,20 @@ feature_lists = lambda d: feature_pb2.FeatureLists(feature_list=d)
 sequence_example = example_pb2.SequenceExample
 
 
-def _compare_output_to_expected(tester, dict_tensors, expected_tensors,
-                                flat_output):
-  tester.assertEqual(set(dict_tensors.keys()), set(expected_tensors.keys()))
-
-  i = 0  # Index into the flattened output
-  for k, v in sorted(dict_tensors.items()):
-    # TODO(shivaniagrawal): flat_output is same as v.
-    expected_v = expected_tensors[k]
-    tf_logging.info("Comparing key: %s", k)
-    print("i", i, "flat_output", flat_output[i], "expected_v", expected_v)
-    if sparse_tensor.is_sparse(v):
-      # Three outputs for SparseTensor : indices, values, shape.
-      tester.assertEqual([k, len(expected_v)], [k, 3])
-      print("i", i, "flat_output", flat_output[i].indices, "expected_v",
-            expected_v[0])
-      tester.assertAllEqual(expected_v[0], flat_output[i].indices)
-      tester.assertAllEqual(expected_v[1], flat_output[i].values)
-      tester.assertAllEqual(expected_v[2], flat_output[i].dense_shape)
-    else:
-      # One output for standard Tensor.
-      tester.assertAllEqual(expected_v, flat_output[i])
-    i += 1
-
-
 @test_util.run_all_in_graph_and_eager_modes
 class ParseExampleDatasetTest(test_base.DatasetTestBase):
 
+  def _compare_output_to_expected(self, dict_tensors, expected_tensors):
+    self.assertEqual(set(dict_tensors.keys()), set(expected_tensors.keys()))
+
+    for k, v in sorted(dict_tensors.items()):
+      expected_v = expected_tensors[k]
+      if sparse_tensor.is_sparse(v):
+        self.assertSparseValuesEqual(expected_v, v)
+      else:
+        # One output for standard Tensor.
+        self.assertAllEqual(expected_v, v)
+
   def _test(self,
             input_tensor,
             feature_val,
@@ -99,26 +84,29 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
           contrib_parsing_ops.parse_example_dataset(feature_val))
       get_next = self.getNext(dataset)
       result = self.evaluate(get_next())
-      flattened = nest.flatten(result)
-      _compare_output_to_expected(self, result, expected_values, flattened)
+      self._compare_output_to_expected(result, expected_values)
+      with self.assertRaises(errors_impl.OutOfRangeError):
+        self.evaluate(get_next())
+      with self.assertRaises(errors_impl.OutOfRangeError):
+        self.evaluate(get_next())
       if create_iterator_twice:
         get_next = self.getNext(dataset)
         result = self.evaluate(get_next())
-        flattened = nest.flatten(result)
-        _compare_output_to_expected(self, result, expected_values, flattened)
+        self._compare_output_to_expected(result, expected_values)
+        with self.assertRaises(errors_impl.OutOfRangeError):
+          self.evaluate(get_next())
     # Check shapes; if serialized is a Tensor we need its size to
     # properly check.
     batch_size = (
         self.evaluate(input_tensor).size if isinstance(input_tensor, ops.Tensor)
         else np.asarray(input_tensor).size)
     for k, f in feature_val.items():
-      print("output_shapes as list ", tuple(dataset.output_shapes[k].as_list()))
       if isinstance(f, parsing_ops.FixedLenFeature) and f.shape is not None:
         self.assertEqual(dataset.output_shapes[k].as_list()[0], batch_size)
       elif isinstance(f, parsing_ops.VarLenFeature):
         self.assertEqual(dataset.output_shapes[k].as_list()[1], None)
 
-  def testSkipEagerEmptySerializedWithAllDefaults(self):
+  def testEmptySerializedWithAllDefaults(self):
     sparse_name = "st_a"
     a_name = "a"
     b_name = "b"
@@ -127,13 +115,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
     b_default = np.random.rand(3, 3).astype(bytes)
     c_default = np.random.rand(2).astype(np.float32)
 
-    expected_st_a = (  # indices, values, shape
-        np.empty(
-            (0, 2), dtype=np.int64),  # indices
-        np.empty(
-            (0,), dtype=np.int64),  # sp_a is DT_INT64
-        np.array(
-            [2, 0], dtype=np.int64))  # batch == 2, max_elems = 0
+    expected_st_a = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.empty((0, 2), dtype=np.int64),  # indices
+        np.empty((0,), dtype=np.int64),  # sp_a is DT_INT64
+        np.array([2, 0], dtype=np.int64))  # batch == 2, max_elems = 0
 
     expected_output = {
         sparse_name: expected_st_a,
@@ -219,7 +204,7 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         {"a": parsing_ops.FixedLenFeature(None, dtypes.float32)},
         expected_err=(ValueError, "Missing shape for feature a"))
 
-  def testSkipEagerSerializedContainingSparse(self):
+  def testSerializedContainingSparse(self):
     original = [
         example(features=features({
             "st_c": float_feature([3, 4])
@@ -238,17 +223,14 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
 
     serialized = [m.SerializeToString() for m in original]
 
-    expected_st_c = (  # indices, values, shape
-        np.array(
-            [[0, 0], [0, 1], [3, 0], [3, 1], [3, 2]], dtype=np.int64), np.array(
-                [3.0, 4.0, 1.0, 2.0, -1.0], dtype=np.float32), np.array(
-                    [4, 3], dtype=np.int64))  # batch == 2, max_elems = 3
+    expected_st_c = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 0], [0, 1], [3, 0], [3, 1], [3, 2]], dtype=np.int64),
+        np.array([3.0, 4.0, 1.0, 2.0, -1.0], dtype=np.float32),
+        np.array([4, 3], dtype=np.int64))  # batch == 2, max_elems = 3
 
-    expected_st_d = (  # indices, values, shape
-        np.array(
-            [[3, 0]], dtype=np.int64), np.array(
-                ["hi"], dtype=bytes), np.array(
-                    [4, 1], dtype=np.int64))  # batch == 2, max_elems = 1
+    expected_st_d = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[3, 0]], dtype=np.int64), np.array(["hi"], dtype=bytes),
+        np.array([4, 1], dtype=np.int64))  # batch == 2, max_elems = 1
 
     expected_output = {
         "st_c": expected_st_c,
@@ -263,7 +245,7 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         expected_values=expected_output,
         create_iterator_twice=True)
 
-  def testSkipEagerSerializedContainingSparseFeature(self):
+  def testSerializedContainingSparseFeature(self):
     original = [
         example(features=features({
             "val": float_feature([3, 4]),
@@ -286,12 +268,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
 
     serialized = [m.SerializeToString() for m in original]
 
-    expected_sp = (  # indices, values, shape
-        np.array(
-            [[0, 5], [0, 10], [3, 0], [3, 3], [3, 9]], dtype=np.int64),
-        np.array(
-            [3.0, 4.0, 1.0, -1.0, 2.0], dtype=np.float32), np.array(
-                [4, 13], dtype=np.int64))  # batch == 4, max_elems = 13
+    expected_sp = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 5], [0, 10], [3, 0], [3, 3], [3, 9]], dtype=np.int64),
+        np.array([3.0, 4.0, 1.0, -1.0, 2.0], dtype=np.float32),
+        np.array([4, 13], dtype=np.int64))  # batch == 4, max_elems = 13
 
     expected_output = {"sp": expected_sp,}
 
@@ -301,7 +281,7 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         expected_values=expected_output,
         create_iterator_twice=True)
 
-  def testSkipEagerSerializedContainingSparseFeatureReuse(self):
+  def testSerializedContainingSparseFeatureReuse(self):
     original = [
         example(features=features({
             "val1": float_feature([3, 4]),
@@ -316,17 +296,15 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
 
     serialized = [m.SerializeToString() for m in original]
 
-    expected_sp1 = (  # indices, values, shape
-        np.array(
-            [[0, 5], [0, 10]], dtype=np.int64), np.array(
-                [3.0, 4.0], dtype=np.float32), np.array(
-                    [2, 13], dtype=np.int64))  # batch == 2, max_elems = 13
+    expected_sp1 = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 5], [0, 10]], dtype=np.int64),
+        np.array([3.0, 4.0], dtype=np.float32),
+        np.array([2, 13], dtype=np.int64))  # batch == 2, max_elems = 13
 
-    expected_sp2 = (  # indices, values, shape
-        np.array(
-            [[0, 5], [0, 10]], dtype=np.int64), np.array(
-                [5.0, 6.0], dtype=np.float32), np.array(
-                    [2, 7], dtype=np.int64))  # batch == 2, max_elems = 13
+    expected_sp2 = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 5], [0, 10]], dtype=np.int64),
+        np.array([5.0, 6.0], dtype=np.float32),
+        np.array([2, 7], dtype=np.int64))  # batch == 2, max_elems = 13
 
     expected_output = {
         "sp1": expected_sp1,
@@ -344,7 +322,7 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         expected_values=expected_output,
         create_iterator_twice=True)
 
-  def testSkipEagerSerializedContaining3DSparseFeature(self):
+  def testSerializedContaining3DSparseFeature(self):
     original = [
         example(features=features({
             "val": float_feature([3, 4]),
@@ -369,11 +347,10 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
 
     serialized = [m.SerializeToString() for m in original]
 
-    expected_sp = (
+    expected_sp = sparse_tensor.SparseTensorValue(
         # indices
-        np.array(
-            [[0, 5, 0], [0, 10, 2], [3, 0, 1], [3, 3, 2], [3, 9, 0]],
-            dtype=np.int64),
+        np.array([[0, 5, 0], [0, 10, 2], [3, 0, 1], [3, 3, 2], [3, 9, 0]],
+                 dtype=np.int64),
         # values
         np.array([3.0, 4.0, 1.0, -1.0, 2.0], dtype=np.float32),
         # shape batch == 4, max_elems = 13
@@ -534,20 +511,15 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         expected_values=expected_output,
         create_iterator_twice=True)
 
-  def testSkipEagerSerializedSparseAndSparseFeatureAndDenseWithNoDefault(
-      self):
-    expected_st_a = (  # indices, values, shape
-        np.empty(
-            (0, 2), dtype=np.int64),  # indices
-        np.empty(
-            (0,), dtype=np.int64),  # sp_a is DT_INT64
-        np.array(
-            [2, 0], dtype=np.int64))  # batch == 2, max_elems = 0
-    expected_sp = (  # indices, values, shape
-        np.array(
-            [[0, 0], [0, 3], [1, 7]], dtype=np.int64), np.array(
-                ["a", "b", "c"], dtype="|S"), np.array(
-                    [2, 13], dtype=np.int64))  # batch == 4, max_elems = 13
+  def testSerializedSparseAndSparseFeatureAndDenseWithNoDefault(self):
+    expected_st_a = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.empty((0, 2), dtype=np.int64),  # indices
+        np.empty((0,), dtype=np.int64),  # sp_a is DT_INT64
+        np.array([2, 0], dtype=np.int64))  # batch == 2, max_elems = 0
+    expected_sp = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 0], [0, 3], [1, 7]], dtype=np.int64),
+        np.array(["a", "b", "c"], dtype="|S"),
+        np.array([2, 13], dtype=np.int64))  # batch == 4, max_elems = 13
 
     original = [
         example(features=features({
@@ -594,18 +566,16 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         expected_values=expected_output,
         create_iterator_twice=True)
 
-  def testSkipEagererializedContainingSparseAndSparseFeatureWithReuse(self):
-    expected_idx = (  # indices, values, shape
-        np.array(
-            [[0, 0], [0, 1], [1, 0], [1, 1]], dtype=np.int64),
-        np.array([0, 3, 7, 1]), np.array(
-            [2, 2], dtype=np.int64))  # batch == 4, max_elems = 2
+  def testerializedContainingSparseAndSparseFeatureWithReuse(self):
+    expected_idx = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 0], [0, 1], [1, 0], [1, 1]], dtype=np.int64),
+        np.array([0, 3, 7, 1]),
+        np.array([2, 2], dtype=np.int64))  # batch == 4, max_elems = 2
 
-    expected_sp = (  # indices, values, shape
-        np.array(
-            [[0, 0], [0, 3], [1, 1], [1, 7]], dtype=np.int64), np.array(
-                ["a", "b", "d", "c"], dtype="|S"), np.array(
-                    [2, 13], dtype=np.int64))  # batch == 4, max_elems = 13
+    expected_sp = sparse_tensor.SparseTensorValue(  # indices, values, shape
+        np.array([[0, 0], [0, 3], [1, 1], [1, 7]], dtype=np.int64),
+        np.array(["a", "b", "d", "c"], dtype="|S"),
+        np.array([2, 13], dtype=np.int64))  # batch == 4, max_elems = 13
 
     original = [
         example(features=features({
@@ -694,16 +664,15 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         expected_values=expected_output,
         create_iterator_twice=True)
 
-  def testSkipEagerSerializedContainingVarLenDenseLargerBatch(self):
+  def testSerializedContainingVarLenDenseLargerBatch(self):
     np.random.seed(3456)
     for batch_size in (1, 10, 20, 100, 256):
       self._testSerializedContainingVarLenDenseLargerBatch(batch_size)
 
-  def testSkipEagerSerializedContainingVarLenDense(self):
+  def testSkipEagerSerializedShapeMismatch(self):
     aname = "a"
     bname = "b"
     cname = "c"
-    dname = "d"
     original = [
         example(features=features({
             cname: int64_feature([2]),
@@ -722,6 +691,47 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
         })),
     ]
 
+    serialized = [m.SerializeToString() for m in original]
+    self._test(
+        ops.convert_to_tensor(serialized), {
+            aname:
+                parsing_ops.FixedLenSequenceFeature((2, 1),
+                                                    dtype=dtypes.float32,
+                                                    allow_missing=True,
+                                                    default_value=[]),
+            bname:
+                parsing_ops.FixedLenSequenceFeature(
+                    (2, 1, 1), dtype=dtypes.string, allow_missing=True),
+        },
+        expected_err=(ValueError,
+                      "Cannot reshape a tensor with 0 elements to shape"))
+
+  def testSerializedContainingVarLenDense(self):
+    aname = "a"
+    bname = "b"
+    cname = "c"
+    dname = "d"
+    original = [
+        example(features=features({
+            cname: int64_feature([2]),
+        })),
+        example(
+            features=features({
+                aname: float_feature([1, 1]),
+                bname: bytes_feature([b"b0_str", b"b1_str"]),
+            })),
+        example(
+            features=features({
+                aname: float_feature([-1, -1, 2, 2]),
+                bname: bytes_feature([b"b1"]),
+            })),
+        example(
+            features=features({
+                aname: float_feature([]),
+                cname: int64_feature([3]),
+            })),
+    ]
+
     serialized = [m.SerializeToString() for m in original]
 
     expected_output = {
@@ -807,21 +817,6 @@ class ParseExampleDatasetTest(test_base.DatasetTestBase):
             errors_impl.OpError, "Key: b, Index: 2.  "
             "Number of bytes values is not a multiple of stride length."))
 
-    self._test(
-        ops.convert_to_tensor(serialized), {
-            aname:
-                parsing_ops.FixedLenSequenceFeature(
-                    (2, 1),
-                    dtype=dtypes.float32,
-                    allow_missing=True,
-                    default_value=[]),
-            bname:
-                parsing_ops.FixedLenSequenceFeature(
-                    (2, 1, 1), dtype=dtypes.string, allow_missing=True),
-        },
-        expected_err=(ValueError,
-                      "Cannot reshape a tensor with 0 elements to shape"))
-
     self._test(
         ops.convert_to_tensor(serialized), {
             aname:
diff --git a/tensorflow/python/data/kernel_tests/range_dataset_op_test.py b/tensorflow/python/data/kernel_tests/range_dataset_op_test.py
index b7e2a5f615..b71e6b2ea4 100644
--- a/tensorflow/python/data/kernel_tests/range_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/range_dataset_op_test.py
@@ -26,7 +26,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
-from tensorflow.python.ops import array_ops
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import gen_dataset_ops
 from tensorflow.python.ops import io_ops
 from tensorflow.python.ops import parsing_ops
@@ -35,139 +35,58 @@ from tensorflow.python.platform import gfile
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class RangeDatasetTest(test_base.DatasetTestBase):
 
-  def tearDown(self):
-    # Remove all checkpoint files.
-    prefix = self._iterator_checkpoint_prefix()
-    pattern = prefix + "*"
-    files = gfile.Glob(pattern)
-    map(gfile.Remove, files)
-
   def testStop(self):
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(stop).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={stop: 5})
-      for i in range(5):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    dataset = dataset_ops.Dataset.range(5)
+    self.assertDatasetProduces(dataset, expected_output=range(5))
 
   def testStartStop(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start,
-                                         stop).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={start: 2, stop: 5})
-      for i in range(2, 5):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    start, stop = 2, 5
+    dataset = dataset_ops.Dataset.range(start, stop)
+    self.assertDatasetProduces(dataset, expected_output=range(2, 5))
 
   def testStartStopStep(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    step = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start, stop,
-                                         step).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={start: 2, stop: 10, step: 2})
-      for i in range(2, 10, 2):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    start, stop, step = 2, 10, 2
+    dataset = dataset_ops.Dataset.range(start, stop, step)
+    self.assertDatasetProduces(dataset, expected_output=range(2, 10, 2))
 
   def testZeroStep(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    step = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start, stop,
-                                         step).make_initializable_iterator()
-    init_op = iterator.initializer
-
-    with self.cached_session() as sess:
-      with self.assertRaises(errors.InvalidArgumentError):
-        sess.run(init_op, feed_dict={start: 2, stop: 10, step: 0})
+    start, stop, step = 2, 10, 0
+    dataset = dataset_ops.Dataset.range(start, stop, step)
+    self.assertDatasetProduces(
+        dataset, expected_err=(errors.InvalidArgumentError, ""))
 
   def testNegativeStep(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    step = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start, stop,
-                                         step).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={start: 2, stop: 10, step: -1})
-      # This for loop is a no-op but will ensure that the implementation is
-      # consistent with range if it ever changes.
-      for i in range(2, 10, -1):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    start, stop, step = 2, 10, -1
+    dataset = dataset_ops.Dataset.range(start, stop, step)
+    self.assertDatasetProduces(dataset, expected_output=range(2, 10, -1))
 
   def testStopLessThanStart(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start,
-                                         stop).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={start: 10, stop: 2})
-      # This for loop is a no-op but will ensure that the implementation is
-      # consistent with range if it ever changes.
-      for i in range(10, 2):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    start, stop = 10, 2
+    dataset = dataset_ops.Dataset.range(start, stop)
+    self.assertDatasetProduces(dataset, expected_output=range(10, 2))
 
   def testStopLessThanStartWithPositiveStep(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    step = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start, stop,
-                                         step).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={start: 10, stop: 2, step: 2})
-      # This for loop is a no-op but will ensure that the implementation is
-      # consistent with range if it ever changes.
-      for i in range(10, 2, 2):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    start, stop, step = 10, 2, 2
+    dataset = dataset_ops.Dataset.range(start, stop, step)
+    self.assertDatasetProduces(dataset, expected_output=range(10, 2, 2))
 
   def testStopLessThanStartWithNegativeStep(self):
-    start = array_ops.placeholder(dtypes.int64, shape=[])
-    stop = array_ops.placeholder(dtypes.int64, shape=[])
-    step = array_ops.placeholder(dtypes.int64, shape=[])
-    iterator = dataset_ops.Dataset.range(start, stop,
-                                         step).make_initializable_iterator()
-    init_op = iterator.initializer
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(init_op, feed_dict={start: 10, stop: 2, step: -1})
-      for i in range(10, 2, -1):
-        self.assertEqual(i, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    start, stop, step = 10, 2, -1
+    dataset = dataset_ops.Dataset.range(start, stop, step)
+    self.assertDatasetProduces(dataset, expected_output=range(10, 2, -1))
+
+
+class ExperimentalCheckpointDatasetTest(test_base.DatasetTestBase):
+
+  def tearDown(self):
+    # Remove all checkpoint files.
+    prefix = self._iterator_checkpoint_prefix()
+    pattern = prefix + "*"
+    files = gfile.Glob(pattern)
+    map(gfile.Remove, files)
 
   def _iterator_checkpoint_prefix(self):
     return os.path.join(self.get_temp_dir(), "iterator")
diff --git a/tensorflow/python/data/kernel_tests/test_base.py b/tensorflow/python/data/kernel_tests/test_base.py
index 219a25a615..edb3eff3c1 100644
--- a/tensorflow/python/data/kernel_tests/test_base.py
+++ b/tensorflow/python/data/kernel_tests/test_base.py
@@ -62,6 +62,37 @@ class DatasetTestBase(test.TestCase):
       nxt = it.get_next()
       return lambda: nxt
 
+  def _compare_output_to_expected(self, result_values, expected_values):
+    for i in range(len(result_values)):
+      if sparse_tensor.is_sparse(result_values[i]):
+        self.assertSparseValuesEqual(result_values[i], expected_values[i])
+      else:
+        self.assertAllEqual(result_values[i], expected_values[i])
+
+  def assertDatasetProduces(self,
+                            input_dataset,
+                            expected_output=None,
+                            expected_err=None,
+                            create_iterator_twice=True):
+
+    if expected_err:
+      with self.assertRaisesWithPredicateMatch(expected_err[0],
+                                               expected_err[1]):
+        get_next = self.getNext(input_dataset)
+        self.evaluate(get_next())
+      return
+    repeated = 2 if create_iterator_twice else 1
+    for _ in range(repeated):
+      get_next = self.getNext(input_dataset)
+      result = []
+      for _ in range(len(expected_output)):
+        result.append(self.evaluate(get_next()))
+      self._compare_output_to_expected(result, expected_output)
+      with self.assertRaises(errors.OutOfRangeError):
+        self.evaluate(get_next())
+      with self.assertRaises(errors.OutOfRangeError):
+        self.evaluate(get_next())
+
   def assertDatasetsEqual(self, dataset1, dataset2):
     """Checks that datasets are equal. Supports both graph and eager mode."""
     self.assertEqual(dataset1.output_types, dataset2.output_types)
@@ -83,9 +114,7 @@ class DatasetTestBase(test.TestCase):
       op2 = nest.flatten(op2)
       assert len(op1) == len(op2)
       for i in range(len(op1)):
-        if isinstance(
-            op1[i],
-            (sparse_tensor.SparseTensor, sparse_tensor.SparseTensorValue)):
+        if sparse_tensor.is_sparse(op1[i]):
           self.assertSparseValuesEqual(op1[i], op2[i])
         elif flattened_types[i] == dtypes.string:
           self.assertAllEqual(op1[i], op2[i])
diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 0516c68669..768ed36917 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -61,6 +61,7 @@ from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import importer
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import random_seed
+from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import versions
 from tensorflow.python.ops import array_ops
@@ -1135,6 +1136,9 @@ class TensorFlowTestCase(googletest.TestCase):
       return self._eval_helper(tensor())
     else:
       try:
+        if sparse_tensor.is_sparse(tensor):
+          return sparse_tensor.SparseTensorValue(tensor.indices, tensor.values,
+                                                 tensor.dense_shape)
         return tensor.numpy()
       except AttributeError as e:
         six.raise_from(ValueError("Unsupported type %s." % type(tensor)), e)
-- 
GitLab


From 17a0c8bf8b43da8f2fb3cdf41b954ce602e6ca59 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 5 Nov 2018 15:21:37 -0800
Subject: [PATCH 1076/1825] [tf.data] Raise a `TypeError` if users pass an
 old-style `tf.ReaderBase` class to
 `tf.data.experimental.make_batched_features_dataset()`.

PiperOrigin-RevId: 220182944
---
 .../python/data/experimental/kernel_tests/BUILD  |  1 +
 .../make_batched_features_dataset_test.py        | 16 ++++++++++++++++
 tensorflow/python/data/experimental/ops/BUILD    |  1 +
 .../python/data/experimental/ops/readers.py      |  8 ++++++++
 4 files changed, 26 insertions(+)

diff --git a/tensorflow/python/data/experimental/kernel_tests/BUILD b/tensorflow/python/data/experimental/kernel_tests/BUILD
index a1382f7598..bfe2e0cf7a 100644
--- a/tensorflow/python/data/experimental/kernel_tests/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/BUILD
@@ -279,6 +279,7 @@ py_test(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:io_ops",
         "//tensorflow/python:parsing_ops",
         "//tensorflow/python/data/experimental/ops:readers",
         "//tensorflow/python/data/ops:readers",
diff --git a/tensorflow/python/data/experimental/kernel_tests/make_batched_features_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/make_batched_features_dataset_test.py
index 5ee94e14dc..91ae8cb1bd 100644
--- a/tensorflow/python/data/experimental/kernel_tests/make_batched_features_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/make_batched_features_dataset_test.py
@@ -20,11 +20,13 @@ from __future__ import print_function
 import numpy as np
 
 from tensorflow.python.data.experimental.kernel_tests import reader_dataset_ops_test_base
+from tensorflow.python.data.experimental.ops import readers
 from tensorflow.python.data.ops import readers as core_readers
 from tensorflow.python.data.util import nest
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
+from tensorflow.python.ops import io_ops
 from tensorflow.python.ops import parsing_ops
 from tensorflow.python.platform import test
 
@@ -234,6 +236,20 @@ class MakeBatchedFeaturesDatasetTest(
       if issubclass(clazz, ops.Tensor):
         self.assertEqual(32, shape[0])
 
+  def testOldStyleReader(self):
+    with self.assertRaisesRegexp(
+        TypeError, r"The `reader` argument must return a `Dataset` object. "
+        r"`tf.ReaderBase` subclasses are not supported."):
+      _ = readers.make_batched_features_dataset(
+          file_pattern=self.test_filenames[0], batch_size=32,
+          features={
+              "file": parsing_ops.FixedLenFeature([], dtypes.int64),
+              "record": parsing_ops.FixedLenFeature([], dtypes.int64),
+              "keywords": parsing_ops.VarLenFeature(dtypes.string),
+              "label": parsing_ops.FixedLenFeature([], dtypes.string),
+          },
+          reader=io_ops.TFRecordReader)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/experimental/ops/BUILD b/tensorflow/python/data/experimental/ops/BUILD
index 323298e33a..eda547c37a 100644
--- a/tensorflow/python/data/experimental/ops/BUILD
+++ b/tensorflow/python/data/experimental/ops/BUILD
@@ -82,6 +82,7 @@ py_library(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:experimental_dataset_ops_gen",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:io_ops",
         "//tensorflow/python:lib",
         "//tensorflow/python:platform",
         "//tensorflow/python:tensor_shape",
diff --git a/tensorflow/python/data/experimental/ops/readers.py b/tensorflow/python/data/experimental/ops/readers.py
index 3b2d094514..fe60192586 100644
--- a/tensorflow/python/data/experimental/ops/readers.py
+++ b/tensorflow/python/data/experimental/ops/readers.py
@@ -38,6 +38,7 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.ops import gen_dataset_ops
 from tensorflow.python.ops import gen_experimental_dataset_ops
+from tensorflow.python.ops import io_ops
 from tensorflow.python.platform import gfile
 from tensorflow.python.util.tf_export import tf_export
 
@@ -760,6 +761,7 @@ def make_batched_features_dataset(file_pattern,
     Each `dict` maps feature keys to `Tensor` or `SparseTensor` objects.
 
   Raises:
+    TypeError: If `reader` is a `tf.ReaderBase` subclass.
     ValueError: If `label_key` is not one of the `features` keys.
   """
   # Create dataset of all matching filenames
@@ -768,6 +770,12 @@ def make_batched_features_dataset(file_pattern,
   if shuffle:
     dataset = dataset.shuffle(len(filenames), shuffle_seed)
 
+  if isinstance(reader, type) and issubclass(reader, io_ops.ReaderBase):
+    raise TypeError("The `reader` argument must return a `Dataset` object. "
+                    "`tf.ReaderBase` subclasses are not supported. For "
+                    "example, pass `tf.data.TFRecordDataset` instead of "
+                    "`tf.TFRecordReader`.")
+
   # Read `Example` records from files as tensor objects.
   if reader_args is None:
     reader_args = []
-- 
GitLab


From 12b9fbc2c82ce0a97e7863d3f2919ea044144e37 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 15:22:22 -0800
Subject: [PATCH 1077/1825] Allow AddN as a flex op.

PiperOrigin-RevId: 220183068
---
 tensorflow/lite/toco/import_tensorflow.cc | 39 +++++++++++++++++++----
 1 file changed, 32 insertions(+), 7 deletions(-)

diff --git a/tensorflow/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
index 86d55f3e15..76c6985e3a 100644
--- a/tensorflow/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -1122,28 +1122,53 @@ tensorflow::Status ConvertConcatOperator(
   return tensorflow::Status::OK();
 }
 
+static constexpr int kAnyNumInputs = -1;
+
+enum FlexSupport { kFlexOk, kFlexNotOk };
+
 // This method supports simple operators without additional attributes.
-template <typename Op>
-tensorflow::Status ConvertSimpleOperator(
+// Converts a simple operator that takes no attributes. The list of inputs is
+// taken from the given NodeDef, and its number must match NumInputs, unless
+// kAnyNumInputs is passed in. If kFlexOk is passed in the resulting operator
+// will be eligible for being exported as a flex op.
+template <typename Op, int NumInputs, FlexSupport flex>
+tensorflow::Status ConvertSimpleOperatorGeneric(
     const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
     Model* model) {
+  if (NumInputs != kAnyNumInputs) {
+    TF_QCHECK_OK(CheckInputsCount(node, tf_import_flags, NumInputs));
+  }
   auto* op = new Op;
   const int num_inputs = GetInputsCount(node, tf_import_flags);
   for (int i = 0; i < num_inputs; ++i) {
     op->inputs.push_back(node.input(i));
   }
   op->outputs.push_back(node.name());
+
+  if (flex == kFlexOk) {
+    RetainTensorFlowNodeDef(node, op);
+  }
+
   model->operators.emplace_back(op);
   return tensorflow::Status::OK();
 }
 
-// This method supports simple operators without additional attributes.
-template <typename Op, unsigned int NumInputs>
+// Convert a simple operator which is not valid as a flex op.
+template <typename Op, int NumInputs = kAnyNumInputs>
 tensorflow::Status ConvertSimpleOperator(
     const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
     Model* model) {
-  TF_QCHECK_OK(CheckInputsCount(node, tf_import_flags, NumInputs));
-  return ConvertSimpleOperator<Op>(node, tf_import_flags, model);
+  return ConvertSimpleOperatorGeneric<Op, NumInputs, kFlexNotOk>(
+      node, tf_import_flags, model);
+}
+
+// Convert a simple operator which is valid as a flex op.
+template <typename Op, int NumInputs = kAnyNumInputs>
+tensorflow::Status ConvertSimpleOperatorFlexOk(
+    const NodeDef& node, const TensorFlowImportFlags& tf_import_flags,
+    Model* model) {
+  return ConvertSimpleOperatorGeneric<Op, NumInputs, kFlexOk>(
+      node, tf_import_flags, model);
 }
 
 void GetOutputNamesFromNodeDef(const NodeDef& node,
@@ -2203,7 +2228,7 @@ ConverterMapType GetTensorFlowNodeConverterMapForFlex() {
 ConverterMapType GetTensorFlowNodeConverterMap() {
   return std::unordered_map<std::string, ConverterType>({
       {"Add", ConvertSimpleOperator<AddOperator, 2>},
-      {"AddN", ConvertSimpleOperator<AddNOperator>},
+      {"AddN", ConvertSimpleOperatorFlexOk<AddNOperator>},
       {"All", ConvertSimpleOperator<TensorFlowAllOperator>},
       {"Any", ConvertReduceOperator<TensorFlowAnyOperator>},
       {"ArgMax", ConvertArgMaxOperator},
-- 
GitLab


From 0b7a377e941603c24a6dd634f4ea105c60bbcebc Mon Sep 17 00:00:00 2001
From: Suharsh Sivakumar <suharshs@google.com>
Date: Mon, 5 Nov 2018 15:32:06 -0800
Subject: [PATCH 1078/1825] Do not quantize shared tensors.

PiperOrigin-RevId: 220184733
---
 tensorflow/lite/tools/optimize/quantize_weights.cc | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/lite/tools/optimize/quantize_weights.cc b/tensorflow/lite/tools/optimize/quantize_weights.cc
index a13774f713..de3c0b0323 100644
--- a/tensorflow/lite/tools/optimize/quantize_weights.cc
+++ b/tensorflow/lite/tools/optimize/quantize_weights.cc
@@ -182,8 +182,7 @@ std::vector<TensorInfo> GetQuantizableTensorsFromOperator(
     TensorT* tensor = subgraph->tensors[tensor_idx].get();
     // TODO(suharshs): Support shared weights, i.e. If two tensors share the
     // same weight array, things may break. (i.e. SSD object detection)
-    if (!eval_hybrid &&
-        CountTensorConsumers(model, subgraph, tensor_idx) != 1) {
+    if (CountTensorConsumers(model, subgraph, tensor_idx) != 1) {
       LOG(INFO) << "Skipping quantization of tensor " << tensor->name
                 << " that is shared between multiple multiple operations.";
       continue;
-- 
GitLab


From 634005cb53d2a136c04885ffa6cbf5323649fe32 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 5 Nov 2018 15:42:34 -0800
Subject: [PATCH 1079/1825] Surface the number of threads used by ctx->runner()

---
 tensorflow/core/kernels/data/map_and_batch_dataset_op.cc | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 7790d13320..d7db3c4d18 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -262,9 +262,7 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
       Status Initialize(IteratorContext* ctx) override {
         mutex_lock l(*mu_);
         if (num_parallel_calls_->value == kAutoTune) {
-          // TODO(jsimsa): Surface the number of threads used by `ctx->runner()`
-          // and use it here for the default.
-          num_parallel_calls_->value = port::NumSchedulableCPUs();
+          num_parallel_calls_->value = ctx->runner_threadpool_size();
           num_parallel_calls_->tunable = true;
         }
         TF_RETURN_IF_ERROR(
-- 
GitLab


From 0ff931a5965241ffdb1551493617b6d9592976e8 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 5 Nov 2018 15:50:22 -0800
Subject: [PATCH 1080/1825] Surface the number of threads used by ctx->runner()
 for numa_map_and_batch_dataset_op.cc

---
 .../kernels/data/experimental/numa_map_and_batch_dataset_op.cc  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
index 677141a89d..1286795a0b 100644
--- a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
@@ -201,7 +201,7 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
       Status Initialize(IteratorContext* ctx) override {
         mutex_lock l(*mu_);
         if (num_parallel_calls_->value == kAutoTune) {
-          num_parallel_calls_->value = port::NumSchedulableCPUs();
+          num_parallel_calls_->value = ctx->runner_threadpool_size();
           num_parallel_calls_->tunable = true;
         }
         TF_RETURN_IF_ERROR(
-- 
GitLab


From 74ff556c850a89414e62201e831217b69aafb4c6 Mon Sep 17 00:00:00 2001
From: Jonathan Shen <jonathanasdf@google.com>
Date: Mon, 5 Nov 2018 15:50:42 -0800
Subject: [PATCH 1081/1825] Add implicit capture support to
 functional_ops.While.

PiperOrigin-RevId: 220187921
---
 .../kernel_tests/functional_ops_test.py       | 43 +++++++++
 tensorflow/python/ops/functional_ops.py       | 93 +++++++++++++------
 2 files changed, 108 insertions(+), 28 deletions(-)

diff --git a/tensorflow/python/kernel_tests/functional_ops_test.py b/tensorflow/python/kernel_tests/functional_ops_test.py
index f35450b6fd..04c1032722 100644
--- a/tensorflow/python/kernel_tests/functional_ops_test.py
+++ b/tensorflow/python/kernel_tests/functional_ops_test.py
@@ -829,6 +829,49 @@ class FunctionalOpsTest(test.TestCase):
           self.assertAllEqual(5050.,
                               sess.run([result, c], feed_dict={n: 100.})[0])
 
+  # pylint: disable=cell-var-from-loop
+  def testWhileCapturedInputs(self):
+    for use_gpu in (True, False):
+      with ops.Graph().as_default() as g:
+        v = variables.Variable(1.0)
+
+        def TestCond(n, *args):
+          del args
+          return n < 10
+
+        @function.Defun(*[dtypes.float32] * 2)
+        def TestUnary(n, x):
+          return math_ops.add(n, 1), x + n + v
+
+        @function.Defun(*[dtypes.float32] * 3)
+        def TestBinary(n, x, x2):
+          return math_ops.add(n, 1), x + n + v, x2 + v
+
+        with self.session(graph=g, use_gpu=use_gpu) as sess:
+          result_unary = functional_ops.While(
+              [1.0, 0.],
+              function.Defun(*[dtypes.float32] * 2)(TestCond), TestUnary)
+          result_binary = functional_ops.While(
+              [1.0, 0., 0.],
+              function.Defun(*[dtypes.float32] * 3)(TestCond), TestBinary)
+          sess.run(variables.global_variables_initializer())
+          assert len(result_unary) == 2
+          self.assertEqual([10.0, 54.0], sess.run(result_unary))
+          assert len(result_binary) == 3
+          self.assertEqual([10.0, 54.0, 9.0], sess.run(result_binary))
+
+          def TestCondCapture(n, *args):
+            del args
+            return math_ops.to_float(n) + v < 10
+
+          with self.assertRaises(ValueError):
+            _ = functional_ops.While(
+                [1],
+                function.Defun(dtypes.int32)(TestCondCapture),
+                function.Defun(dtypes.int32, dtypes.float32)(TestUnary))
+
+  # pylint: enable=cell-var-from-loop
+
   def _tfSum(self, use_gpu, rewrite_with_while):
     with ops.Graph().as_default() as g:
       with self.session(graph=g, use_gpu=use_gpu) as sess:
diff --git a/tensorflow/python/ops/functional_ops.py b/tensorflow/python/ops/functional_ops.py
index f0ef03524b..fecd7ddbf9 100644
--- a/tensorflow/python/ops/functional_ops.py
+++ b/tensorflow/python/ops/functional_ops.py
@@ -802,6 +802,29 @@ def Gradient(inputs, f, name=None):
   return symbolic_gradient(input=inputs, Tout=tlist, f=f, name=name)
 
 
+def _LoopBodyCaptureWrapper(func):
+  """Returns a wrapper for `func` that handles loop-carried captured inputs."""
+
+  @function.Defun(
+      *func.declared_input_types, func_name="%s_Wrapper" % func.name)
+  def Wrapper(*args):
+    """A wrapper that handles loop-carried captured inputs."""
+    result = func(*args)
+    extra_args = tuple(function.get_extra_args())
+    # Nullary functions return an Operation. Normal functions can't do this
+    # because their return values are converted to Tensors.
+    if isinstance(result, ops.Operation):
+      return extra_args
+    # Unary functions return a single Tensor value.
+    elif not isinstance(result, tuple):
+      return (result,) + extra_args
+    # N-ary functions return a tuple of Tensors.
+    else:
+      return result + extra_args
+
+  return Wrapper
+
+
 # pylint: disable=invalid-name,protected-access
 def While(input_, cond, body, name=None, hostmem=None):
   r"""output = input; While (Cond(output)) { output = Body(output) }.
@@ -823,11 +846,41 @@ def While(input_, cond, body, name=None, hostmem=None):
     hostmem: A list of integer. If i is in the list, input[i] is a
       host memory tensor.
 
+  Raises:
+    ValueError: if `cond` has implicitly captured inputs or if `cond` and `body`
+      have different signatures.
+
   Returns:
     A list of `Tensor` objects. Has the same type as `input`.
     A list of output tensors whose types are T.
   """
-  ret = gen_functional_ops._while(input_, cond, body, name=name)
+  if cond.captured_inputs:
+    raise ValueError("While op 'cond' argument must be a function "
+                     "without implicitly captured inputs.")
+
+  if cond.declared_input_types != body.declared_input_types:
+    raise ValueError(
+        "While op 'cond' and 'body' signatures do not match. %r vs %r" %
+        (cond.declared_input_types, body.declared_input_types))
+
+  if body.captured_inputs:
+    cond_dtypes = list(
+        body.declared_input_types) + [t.dtype for t in body.captured_inputs]
+
+    @function.Defun(*cond_dtypes, func_name="%s_Wrapper" % cond.name)
+    def CondWrapper(*args):
+      """A wrapper that handles loop-carried captured inputs."""
+      return cond(*args[:len(body.declared_input_types)])
+
+    ret = gen_functional_ops._while(
+        input_ + body.captured_inputs,
+        CondWrapper,
+        _LoopBodyCaptureWrapper(body),
+        name=name)
+    # Slice off the loop-carried captured inputs.
+    ret = ret[:-len(body.captured_inputs)]
+  else:
+    ret = gen_functional_ops._while(input_, cond, body, name=name)
   if hostmem:
     input_attr = attr_value_pb2.AttrValue()
     input_attr.list.i.extend(hostmem)
@@ -876,11 +929,10 @@ def _ForUsingWhile(start,
   # must have identical inputs, we have to augment the cond signature to take
   # the same types as the carried loop variables.
   body_sig = [dtypes.int32] * 4 + list(forbody.declared_input_types)[1:]
-  cond_sig = body_sig + [t.dtype for t in forbody.captured_inputs]
 
   cond_name = "%s_Cond" % forbody.name
 
-  @function.Defun(*cond_sig, func_name=cond_name)
+  @function.Defun(*body_sig, func_name=cond_name)
   def WhileCond(i, n, *args):
     del args
     return i < n
@@ -898,8 +950,7 @@ def _ForUsingWhile(start,
     # Unary functions return a single Tensor value.
     elif isinstance(for_result, ops.Tensor):
       for_result = (for_result,)
-    extra_args = tuple(function.get_extra_args())
-    return (i + 1, n, start, delta) + tuple(for_result) + extra_args
+    return (i + 1, n, start, delta) + tuple(for_result)
 
   if hostmem is not None:
     hostmem = [0, 1, 2, 3] + [(4 + _) for _ in hostmem]
@@ -907,13 +958,13 @@ def _ForUsingWhile(start,
     hostmem = [0, 1, 2, 3]
 
   results = While(
-      input_=[0, n, start, delta] + inputs + WhileBody.captured_inputs,
+      input_=[0, n, start, delta] + inputs,
       cond=WhileCond,
       body=WhileBody,
       name=name,
       hostmem=hostmem)
   # Slice off the loop-carried captured inputs.
-  return list(results[4:len(results) - len(WhileBody.captured_inputs)])
+  return list(results[4:len(results)])
 
 
 def For(start,
@@ -947,29 +998,15 @@ def For(start,
   if rewrite_with_while:
     return _ForUsingWhile(start, limit, delta, inputs, body, name, hostmem)
   if body.captured_inputs:
-    wrapper_name = "%s_BodyWrapper" % body.name
-
-    @function.Defun(*body.declared_input_types, func_name=wrapper_name)
-    def BodyWrapper(*args):
-      """A wrapper for body that handles loop-carried captured inputs."""
-      body_result = body(*args)
-      extra_args = tuple(function.get_extra_args())
-      # Nullary functions return an Operation. Normal functions can't do this
-      # because their return values are converted to Tensors.
-      if isinstance(body_result, ops.Operation):
-        return extra_args
-      # Unary functions return a single Tensor value.
-      elif not isinstance(body_result, tuple):
-        return (body_result,) + extra_args
-      # N-ary functions return a tuple of Tensors.
-      else:
-        return body_result + extra_args
-
-    inputs += BodyWrapper.captured_inputs
     ret = gen_functional_ops._for(
-        start, limit, delta, inputs, BodyWrapper, name=name)
+        start,
+        limit,
+        delta,
+        inputs + body.captured_inputs,
+        _LoopBodyCaptureWrapper(body),
+        name=name)
     # Slice off the loop-carried captured inputs.
-    ret = ret[:-len(BodyWrapper.captured_inputs)]
+    ret = ret[:-len(body.captured_inputs)]
   else:
     ret = gen_functional_ops._for(start, limit, delta, inputs, body, name=name)
   if hostmem:
-- 
GitLab


From f16494683dffd7587e623b95af51e58716e12992 Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Mon, 5 Nov 2018 15:52:58 -0800
Subject: [PATCH 1082/1825] Internal changes

PiperOrigin-RevId: 220188319
---
 tensorflow/lite/kernels/internal/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/lite/kernels/internal/BUILD b/tensorflow/lite/kernels/internal/BUILD
index 32f61e0280..01c4c5d6b2 100644
--- a/tensorflow/lite/kernels/internal/BUILD
+++ b/tensorflow/lite/kernels/internal/BUILD
@@ -593,6 +593,8 @@ cc_test(
     srcs = ["depthwiseconv_quantized_test.cc"],
     tags = [
         "no_oss",
+        # TODO(b/119052685): Re-enable this test in TSAN.
+        "notsan",
         "tflite_not_portable_ios",
     ],
     deps = [
-- 
GitLab


From 58cdbb31ced5bf5077227f7dcac1142a5ecd06c8 Mon Sep 17 00:00:00 2001
From: Bhavani Subramanian <bhavani1.subramanian@intel.com>
Date: Mon, 5 Nov 2018 16:02:27 -0800
Subject: [PATCH 1083/1825] Fix build error for //tensorflow/core:platform_port
 unit test.

---
 tensorflow/core/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index afe4c46c8e..26dd295d0c 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -383,6 +383,7 @@ cc_library(
         ":lib_platform",
         ":platform_base",
         "//tensorflow/core/platform/default/build_config:port",
+        "@com_google_absl//absl/base",
         "@snappy",
     ],
 )
-- 
GitLab


From 689d9974b95a764759be2028cff36735fde3001f Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Mon, 5 Nov 2018 16:05:42 -0800
Subject: [PATCH 1084/1825] Change the maximum input for
 model::MakeParameter::parallelism

---
 .../kernels/data/experimental/numa_map_and_batch_dataset_op.cc  | 2 +-
 tensorflow/core/kernels/data/map_and_batch_dataset_op.cc        | 2 +-
 tensorflow/core/kernels/data/parallel_map_iterator.cc           | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
index 1286795a0b..068f854023 100644
--- a/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/experimental/numa_map_and_batch_dataset_op.cc
@@ -244,7 +244,7 @@ class NumaMapAndBatchDatasetOp : public UnaryDatasetOpKernel {
         return model::MakeAsyncKnownRatioNode(
             std::move(args), dataset()->batch_size_,
             {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
-                                  /*max=*/port::NumSchedulableCPUs())});
+                                  /*max=*/ctx->runner_threadpool_size())});
       }
 
       Status SaveInternal(IteratorStateWriter* writer) override {
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index d7db3c4d18..3185192512 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -296,7 +296,7 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
         return model::MakeAsyncKnownRatioNode(
             std::move(args), dataset()->batch_size_,
             {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
-                                  /*max=*/port::NumSchedulableCPUs())});
+                                  /*max=*/ctx->runner_threadpool_size())});
       }
 
       Status SaveInternal(IteratorStateWriter* writer) override {
diff --git a/tensorflow/core/kernels/data/parallel_map_iterator.cc b/tensorflow/core/kernels/data/parallel_map_iterator.cc
index 1010323095..ec1c923843 100644
--- a/tensorflow/core/kernels/data/parallel_map_iterator.cc
+++ b/tensorflow/core/kernels/data/parallel_map_iterator.cc
@@ -101,7 +101,7 @@ class ParallelMapIterator : public DatasetBaseIterator {
         std::move(args),
         /*ratio=*/1,
         {model::MakeParameter("parallelism", num_parallel_calls_, /*min=*/1,
-                              /*max=*/port::NumSchedulableCPUs())});
+                              /*max=*/ctx->runner_threadpool_size())});
   }
 
   Status SaveInternal(IteratorStateWriter* writer) override {
-- 
GitLab


From 7ee5e20dc6438342ced17d87c870a1c7d3915536 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Mon, 5 Nov 2018 16:11:41 -0800
Subject: [PATCH 1085/1825] Add tf.saved_model.save to the 2.x API
 (tf.saved_model.experimental.save in 1.x)

Renamed to "save" from "export" since "import" is a reserved keyword.

Exports SavedModels, currently targeting only serving. This CL includes some extra documentation and some tangential changes to make the example unit test work.

PiperOrigin-RevId: 220191697
---
 tensorflow/python/framework/meta_graph.py     |   4 +-
 tensorflow/python/saved_model/BUILD           |  12 +-
 .../python/saved_model/{export.py => save.py} | 122 ++++++++++++-----
 .../{export_test.py => save_test.py}          | 127 ++++++++++++------
 tensorflow/python/saved_model/saved_model.py  |   2 +-
 .../tools/api/generator/api_init_files_v1.bzl |   1 +
 .../tensorflow.saved_model.experimental.pbtxt |   7 +
 .../golden/v1/tensorflow.saved_model.pbtxt    |   4 +
 .../golden/v2/tensorflow.saved_model.pbtxt    |   4 +
 9 files changed, 199 insertions(+), 84 deletions(-)
 rename tensorflow/python/saved_model/{export.py => save.py} (81%)
 rename tensorflow/python/saved_model/{export_test.py => save_test.py} (66%)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.saved_model.experimental.pbtxt

diff --git a/tensorflow/python/framework/meta_graph.py b/tensorflow/python/framework/meta_graph.py
index 33631282bd..ddf6f66e8a 100644
--- a/tensorflow/python/framework/meta_graph.py
+++ b/tensorflow/python/framework/meta_graph.py
@@ -462,7 +462,7 @@ def _is_default_attr_value(op_def, attr_name, attr_value):
   return False
 
 
-def _strip_graph_default_valued_attrs(meta_graph_def):
+def strip_graph_default_valued_attrs(meta_graph_def):
   """Strips default valued attributes for node defs in given MetaGraphDef.
 
   This method also sets `meta_info_def.stripped_default_attrs` in the given
@@ -587,7 +587,7 @@ def create_meta_graph_def(meta_info_def=None,
 
   # Strip default valued attributes in graph_def.
   if strip_default_attrs:
-    _strip_graph_default_valued_attrs(meta_graph_def)
+    strip_graph_default_valued_attrs(meta_graph_def)
 
   # Adds saver_def.
   if saver_def:
diff --git a/tensorflow/python/saved_model/BUILD b/tensorflow/python/saved_model/BUILD
index 576ad8ed65..e7a3b8afd5 100644
--- a/tensorflow/python/saved_model/BUILD
+++ b/tensorflow/python/saved_model/BUILD
@@ -21,9 +21,9 @@ py_library(
     deps = [
         ":builder",
         ":constants",
-        ":export",
         ":loader",
         ":main_op",
+        ":save",
         ":signature_constants",
         ":signature_def_utils",
         ":simple_save",
@@ -265,9 +265,9 @@ py_test(
 )
 
 py_library(
-    name = "export",
+    name = "save",
     srcs = [
-        "export.py",
+        "save.py",
     ],
     srcs_version = "PY2AND3",
     deps = [
@@ -285,11 +285,11 @@ py_library(
 )
 
 py_test(
-    name = "export_test",
-    srcs = ["export_test.py"],
+    name = "save_test",
+    srcs = ["save_test.py"],
     srcs_version = "PY2AND3",
     deps = [
-        ":export",
+        ":save",
         ":signature_constants",
         ":tag_constants",
         "//tensorflow/python/eager:def_function",
diff --git a/tensorflow/python/saved_model/export.py b/tensorflow/python/saved_model/save.py
similarity index 81%
rename from tensorflow/python/saved_model/export.py
rename to tensorflow/python/saved_model/save.py
index 030182ca4b..63575f631e 100644
--- a/tensorflow/python/saved_model/export.py
+++ b/tensorflow/python/saved_model/save.py
@@ -25,6 +25,7 @@ from tensorflow.core.protobuf import saved_model_pb2
 from tensorflow.python.eager import context
 from tensorflow.python.eager import def_function
 from tensorflow.python.eager import function
+from tensorflow.python.framework import meta_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.ops import array_ops
@@ -37,6 +38,7 @@ from tensorflow.python.training.checkpointable import base
 from tensorflow.python.training.checkpointable import util
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
+from tensorflow.python.util.tf_export import tf_export
 
 
 def _find_function_to_export(root):
@@ -51,7 +53,7 @@ def _find_function_to_export(root):
   # TODO(allenl): Automatically infer signatures for Keras functional models?
   if not functions:
     raise ValueError(
-        ("Exporting an object with no tf.saved_model_save(..., signatures=...) "
+        ("Exporting an object with no tf.saved_model.save(..., signatures=...) "
          "argument specified, and with no @tf.function-decorated methods "
          "attached to it. In the future this will be a supported use-case for "
          "Python re-import, but at the moment saving a SavedModel without "
@@ -60,7 +62,7 @@ def _find_function_to_export(root):
          "explicitly."))
   elif len(functions) > 1:
     raise ValueError(
-        ("Exporting an object with no tf.saved_model_save(..., signatures=...) "
+        ("Exporting an object with no tf.saved_model.save(..., signatures=...) "
          "argument specified, and with more than one @tf.function-decorated "
          "method attached to it: {}. The signature keys for these functions "
          "are ambiguous. Specify signature functions explicitly.").format(
@@ -370,46 +372,66 @@ def _make_graph_def(root, signature_functions, object_saver):
   return graph_def, signatures, saver_def
 
 
-def export(obj, export_dir, signatures=None):
+@tf_export("saved_model.save", v1=["saved_model.experimental.save"])
+def save(obj, export_dir, signatures=None):
   # pylint: disable=line-too-long
   """Exports the Checkpointable object `obj` to [SavedModel format](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md).
 
-  The `signatures` argument indicates TensorFlow functions which will be
+  Example usage:
+
+  ```python
+  class Adder(tf.train.Checkpoint):
+
+    @tf.function(input_signature=[tf.TensorSpec(shape=None, dtype=tf.float32)])
+    def add(self, x):
+      return x + x + 1.
+
+  to_export = Adder()
+  tf.saved_model.save(to_export, '/tmp/adder')
+  ```
+
+  The resulting SavedModel is then servable with an input named "x", its value
+  having any shape and dtype float32.
+
+  The optional `signatures` argument controls which methods in `obj` will be
   available to programs which consume `SavedModel`s, for example serving
   APIs. Python functions may be decorated with
   `@tf.function(input_signature=...)` and passed as signatures directly, or
-  created without a signature using `@tf.function` and then converted to a
-  concrete TensorFlow function using `f.get_concrete_function(...)`.
-
-  In either case, `Tensor` inputs to `signatures` functions which are not
-  associated with a unique Python argument name must have names explicitly
-  specified in their `tf.TensorSpec` objects. Cases where this is necessary
-  include positional arguments passed through variadic `*args` and multiple
-  `Tensor` inputs which are part of the same nested structure.
+  lazily with a call to `get_concrete_function` on the method decorated with
+  `@tf.function`.
+
+  If the `signatures` argument is omitted, `obj` will be searched for
+  `@tf.function`-decorated methods. If exactly one `@tf.function` is found, that
+  method will be used as the default signature for the SavedModel. This behavior
+  is expected to change in the future, when a corresponding
+  `tf.saved_model.load` symbol is added. At that point signatures will be
+  completely optional, and any `@tf.function` attached to `obj` or its
+  dependencies will be exported for use with `load`.
+
+  When invoking a signature in an exported SavedModel, `Tensor` arguments are
+  identified by name. These names will come from the Python function's argument
+  names by default. They may be overridden by specifying a `name=...` argument
+  in the corresponding `tf.TensorSpec` object. Explicit naming is required if
+  multiple `Tensor`s are passed through a single argument to the Python
+  function.
 
   The outputs of functions used as `signatures` must either be flat lists, in
   which case outputs will be numbered, or a dictionary mapping string keys to
-  Tensors, in which case the string keys will be used to name outputs.
+  `Tensor`, in which case the keys will be used to name outputs.
 
-  Exporting with a signature specified:
+  Since `tf.keras.Model` objects are also Checkpointable, this function can be
+  used to export Keras models. For example, exporting with a signature
+  specified:
 
   ```python
   class Model(tf.keras.Model):
 
-    @tf.function(input_signature=tf.TensorSpec(shape=[None], dtype=tf.string))
-    def serve(serialized):
+    @tf.function(input_signature=[tf.TensorSpec(shape=[None], dtype=tf.string)])
+    def serve(self, serialized):
       ...
 
   m = Model()
-  tf.saved_model.export(m, '/tmp/saved_model/', signatures=m.serve)
-  ```
-
-  The `signatures` argument may be omitted if only one method of the exported
-  object is decorated with `tf.function` and that method has an input signature
-  specified.
-
-  ```python
-  tf.saved_model.export(m, '/tmp/saved_model/')
+  tf.saved_model.save(m, '/tmp/saved_model/')
   ```
 
   Exporting from a function without a fixed signature:
@@ -418,13 +440,13 @@ def export(obj, export_dir, signatures=None):
   class Model(tf.keras.Model):
 
     @tf.function
-    def compute(x):
+    def call(self, x):
       ...
 
   m = Model()
-  tf.saved_model.export(
+  tf.saved_model.save(
       m, '/tmp/saved_model/',
-      signatures=m.compute.get_concrete_function(
+      signatures=m.call.get_concrete_function(
           tf.TensorSpec(shape=[None, 3], dtype=tf.float32, name="inp")))
   ```
 
@@ -434,14 +456,47 @@ def export(obj, export_dir, signatures=None):
   automatically. This is the same tracking scheme that `tf.train.Checkpoint`
   uses, and an exported `Checkpoint` object may be restored as a training
   checkpoint by pointing `tf.train.Checkpoint.restore` to the SavedModel's
-  "variables/" subdirectory.
+  "variables/" subdirectory. Currently variables are the only stateful objects
+  supported by `tf.saved_model.save`, but others (e.g. tables) will be supported
+  in the future.
+
+  `tf.function` does not hard-code device annotations from outside the function
+  body, instead using the calling context's device. This means for example that
+  exporting a model which runs on a GPU and serving it on a CPU will generally
+  work, with some exceptions. `tf.device` annotations inside the body of the
+  function will be hard-coded in the exported model; this type of annotation is
+  discouraged. Device-specific operations, e.g. with "cuDNN" in the name or with
+  device-specific layouts, may cause issues. Currently a `DistributionStrategy`
+  is another exception: active distribution strategies will cause device
+  placements to be hard-coded in a function. Exporting a single-device
+  computation and importing under a `DistributionStrategy` is not currently
+  supported, but may be in the future.
+
+  SavedModels exported with `tf.saved_model.save` [strip default-valued
+  attributes](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/saved_model/README.md#stripping-default-valued-attributes)
+  automatically, which removes one source of incompatibilities when the consumer
+  of a SavedModel is running an older TensorFlow version than the
+  producer. There are however other sources of incompatibilities which are not
+  handled automatically, such as when the exported model contains operations
+  which the consumer does not have definitions for.
+
+  The current implementation of `tf.saved_model.save` targets serving use-cases,
+  but omits information which will be necessary for the planned future
+  implementation of `tf.saved_model.load`. Exported models using the current
+  `save` implementation, and other existing SavedModels, will not be compatible
+  with `tf.saved_model.load` when it is implemented. Further, `save` will in the
+  future attempt to export `@tf.function`-decorated methods which it does not
+  currently inspect, so some objects which are exportable today will raise
+  exceptions on export in the future (e.g. due to complex/non-serializable
+  default arguments). Such backwards-incompatible API changes are expected only
+  prior to the TensorFlow 2.0 release.
 
   Args:
     obj: A checkpointable object to export.
     export_dir: A directory in which to write the SavedModel.
     signatures: Optional, either a `tf.function` with an input signature
       specified or the result of `f.get_concrete_function` on a
-      `tf.function`-decorated function `f`, in which case `f` will be used to
+      `@tf.function`-decorated function `f`, in which case `f` will be used to
       generate a signature for the SavedModel under the default serving
       signature key. `signatures` may also be a dictionary, in which case it
       maps from signature keys to either `tf.function` instances with input
@@ -456,12 +511,14 @@ def export(obj, export_dir, signatures=None):
   if not isinstance(obj, base.CheckpointableBase):
     raise ValueError(
         "Expected a Checkpointable object for export, got {}.".format(obj))
+  if signatures is None:
+    # Note that we run this before saving the checkpoint, since looping over
+    # attributes may have the side effect of creating variables in some cases.
+    signatures = _find_function_to_export(obj)
   object_saver = util.CheckpointableSaver(obj)
   utils_impl.get_or_create_variables_dir(export_dir)
   object_saver.save(utils_impl.get_variables_path(export_dir))
 
-  if signatures is None:
-    signatures = _find_function_to_export(obj)
   signatures = _canonicalize_signatures(signatures)
   graph_def, signatures, saver_def = _make_graph_def(
       obj, signatures, object_saver)
@@ -476,6 +533,7 @@ def export(obj, export_dir, signatures=None):
   meta_graph_def.graph_def.MergeFrom(graph_def)
   for signature_key, signature in signatures.items():
     meta_graph_def.signature_def[signature_key].MergeFrom(signature)
+  meta_graph.strip_graph_default_valued_attrs(meta_graph_def)
   path = os.path.join(
       compat.as_bytes(export_dir),
       compat.as_bytes(constants.SAVED_MODEL_FILENAME_PB))
diff --git a/tensorflow/python/saved_model/export_test.py b/tensorflow/python/saved_model/save_test.py
similarity index 66%
rename from tensorflow/python/saved_model/export_test.py
rename to tensorflow/python/saved_model/save_test.py
index d70e53a26f..42ff508b38 100644
--- a/tensorflow/python/saved_model/export_test.py
+++ b/tensorflow/python/saved_model/save_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for checkpointable object SavedModel export."""
+"""Tests for checkpointable object SavedModel save."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -33,11 +33,12 @@ from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.layers import core
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variables
-from tensorflow.python.saved_model import export
 from tensorflow.python.saved_model import loader
+from tensorflow.python.saved_model import save
 from tensorflow.python.saved_model import signature_constants
 from tensorflow.python.training import adam
 from tensorflow.python.training.checkpointable import tracking
+from tensorflow.python.training.checkpointable import util
 
 
 class _ModelWithOptimizer(training.Model):
@@ -59,15 +60,15 @@ class _ModelWithOptimizer(training.Model):
     return {"loss": loss}
 
 
-class ExportTest(test.TestCase):
+class SaveTest(test.TestCase):
 
   def _import_and_infer(
-      self, export_dir, inputs,
+      self, save_dir, inputs,
       signature_key=signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY):
     """Import a SavedModel into a TF 1.x-style graph and run `signature_key`."""
     graph = ops.Graph()
     with graph.as_default(), self.session(graph) as session:
-      model = loader.load(session, [], export_dir)
+      model = loader.load(session, [], save_dir)
       signature = model.signature_def[signature_key]
       self.assertEqual(set(inputs.keys()), set(signature.inputs.keys()))
       feed_dict = {}
@@ -80,42 +81,42 @@ class ExportTest(test.TestCase):
             output_tensor_info.name)
       return session.run(output_dict, feed_dict=feed_dict)
 
-  def test_method_export_signature(self):
+  def test_method_save_signature(self):
     root = tracking.Checkpointable()
     root.f = def_function.function(
         lambda x: 2. * x,
         input_signature=[tensor_spec.TensorSpec(None, dtypes.float32)])
     root.f(constant_op.constant(1.))
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(root, export_dir, root.f)
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(root, save_dir, root.f)
     self.assertEqual(
         {"output_0": 2.},
-        self._import_and_infer(export_dir, {"x": 1.}))
+        self._import_and_infer(save_dir, {"x": 1.}))
 
-  def test_method_export_concrete(self):
+  def test_method_save_concrete(self):
     root = tracking.Checkpointable()
     root.f = def_function.function(
         lambda z: {"out": 2. * z})
     root.f(constant_op.constant(1.))
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(
         root,
-        export_dir,
+        save_dir,
         {"non_default_key": root.f.get_concrete_function(
             tensor_spec.TensorSpec(None, dtypes.float32))})
     self.assertEqual(
         {"out": 2.},
         self._import_and_infer(
-            export_dir, {"z": 1.}, signature_key="non_default_key"))
+            save_dir, {"z": 1.}, signature_key="non_default_key"))
 
   def test_non_concrete_error(self):
     root = tracking.Checkpointable()
     root.f = def_function.function(lambda x: 2. * x)
     root.f(constant_op.constant(1.))
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
     with self.assertRaisesRegexp(
         ValueError, "must be converted to concrete functions"):
-      export.export(root, export_dir, root.f)
+      save.save(root, save_dir, root.f)
 
   def test_nested_inputs(self):
     root = tracking.Checkpointable()
@@ -124,7 +125,7 @@ class ExportTest(test.TestCase):
         input_signature=([tensor_spec.TensorSpec(None, dtypes.float32),
                           tensor_spec.TensorSpec(None, dtypes.float32)],))
     root.f([constant_op.constant(1.), constant_op.constant(1.)])
-    # Concrete functions must always have uniquely named Tensor inputs. Export
+    # Concrete functions must always have uniquely named Tensor inputs. Save
     # relies on this.
     with self.assertRaisesRegexp(
         ValueError, "two arguments named 'x'"):
@@ -134,22 +135,22 @@ class ExportTest(test.TestCase):
     root = tracking.Checkpointable()
     root.f = def_function.function(lambda x: (2. * x, (3. * x, 4. * x)))
     root.f(constant_op.constant(1.))
-    to_export = root.f.get_concrete_function(constant_op.constant(1.))
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    to_save = root.f.get_concrete_function(constant_op.constant(1.))
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
     with self.assertRaisesRegexp(
         ValueError, "non-flat outputs"):
-      export.export(root, export_dir, to_export)
+      save.save(root, save_dir, to_save)
 
   def test_nested_dict_outputs(self):
     root = tracking.Checkpointable()
     root.f = def_function.function(
         lambda x: {"a": 2. * x, "b": (3. * x, 4. * x)})
     root.f(constant_op.constant(1.))
-    to_export = root.f.get_concrete_function(constant_op.constant(1.))
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    to_save = root.f.get_concrete_function(constant_op.constant(1.))
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
     with self.assertRaisesRegexp(
         ValueError, "dictionary containing non-Tensor value"):
-      export.export(root, export_dir, to_export)
+      save.save(root, save_dir, to_save)
 
   def test_variable(self):
     root = tracking.Checkpointable()
@@ -158,49 +159,49 @@ class ExportTest(test.TestCase):
     root.f = def_function.function(
         lambda x: root.v1 * root.v2 * x)
     root.f(constant_op.constant(1.))
-    to_export = root.f.get_concrete_function(constant_op.constant(1.))
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(root, export_dir, to_export)
+    to_save = root.f.get_concrete_function(constant_op.constant(1.))
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(root, save_dir, to_save)
     self.assertAllEqual({"output_0": 12.},
-                        self._import_and_infer(export_dir, {"x": 2.}))
+                        self._import_and_infer(save_dir, {"x": 2.}))
 
   def test_optimizer(self):
     x = constant_op.constant([[3., 4.]])
     y = constant_op.constant([2.])
     model = _ModelWithOptimizer()
     first_loss = model(x, y)
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(model, export_dir, model.call)
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(model, save_dir, model.call)
     second_loss = model(x, y)
     self.assertNotEqual(first_loss, second_loss)
     self.assertAllClose(
         second_loss,
-        self._import_and_infer(export_dir, {"x": [[3., 4.]], "y": [2.]}))
+        self._import_and_infer(save_dir, {"x": [[3., 4.]], "y": [2.]}))
 
-  def test_trivial_export_exception(self):
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+  def test_trivial_save_exception(self):
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
     with self.assertRaisesRegexp(ValueError, "signature"):
-      export.export(tracking.Checkpointable(), export_dir)
+      save.save(tracking.Checkpointable(), save_dir)
 
   def test_single_method_default_signature(self):
     model = _ModelWithOptimizer()
     x = constant_op.constant([[3., 4.]])
     y = constant_op.constant([2.])
     model(x, y)
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(model, export_dir)
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(model, save_dir)
     self.assertIn("loss",
-                  self._import_and_infer(export_dir,
+                  self._import_and_infer(save_dir,
                                          {"x": [[3., 4.]], "y": [2.]}))
 
   def test_single_function_default_signature(self):
     model = tracking.Checkpointable()
     model.f = def_function.function(lambda: 3., input_signature=())
     model.f()
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(model, export_dir)
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(model, save_dir)
     self.assertAllClose({"output_0": 3.},
-                        self._import_and_infer(export_dir, {}))
+                        self._import_and_infer(save_dir, {}))
 
   def test_ambiguous_signatures(self):
     model = _ModelWithOptimizer()
@@ -208,9 +209,49 @@ class ExportTest(test.TestCase):
     y = constant_op.constant([2.])
     model(x, y)
     model.second_function = def_function.function(lambda: 1.)
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
     with self.assertRaisesRegexp(ValueError, "call.*second_function"):
-      export.export(model, export_dir)
+      save.save(model, save_dir)
+
+  def test_docstring(self):
+
+    class Adder(util.Checkpoint):
+
+      @def_function.function(input_signature=[tensor_spec.TensorSpec(
+          shape=None, dtype=dtypes.float32)])
+      def add(self, x):
+        return x + x + 1.
+
+    to_save = Adder()
+    to_save.add(constant_op.constant(1.))
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(to_save, save_dir)
+    self.assertAllClose({"output_0": 7.},
+                        self._import_and_infer(save_dir, {"x": 3.}))
+
+  def test_default_attr_stripping(self):
+
+    class Complex(util.Checkpoint):
+
+      @def_function.function(input_signature=[])
+      def __call__(self):
+        return math_ops.complex(
+            constant_op.constant(1.),
+            constant_op.constant(2.),
+            name="complex")
+
+    to_save = Complex()
+    to_save()
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(to_save, save_dir)
+    graph = ops.Graph()
+    with graph.as_default(), self.session(graph) as session:
+      loader.load(session, [], save_dir)
+      func, = graph._functions.values()
+      complex_node, = [
+          node for node in func.definition.node_def if node.op == "Complex"]
+      self.assertNotIn("T", complex_node.attr)
+      self.assertNotIn("Tout", complex_node.attr)
 
 
 class MemoryTests(test.TestCase):
@@ -227,8 +268,8 @@ class MemoryTests(test.TestCase):
       # TODO(allenl): debug reference cycles in Python 2.x
       self.skipTest("This test only works in Python 3+. Reference cycles are "
                     "created in older Python versions.")
-    export_dir = os.path.join(self.get_temp_dir(), "saved_model")
-    export.export(self._model, export_dir, self._model.call)
+    save_dir = os.path.join(self.get_temp_dir(), "saved_model")
+    save.save(self._model, save_dir, self._model.call)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/saved_model/saved_model.py b/tensorflow/python/saved_model/saved_model.py
index 6702c99607..fcde6b47e4 100644
--- a/tensorflow/python/saved_model/saved_model.py
+++ b/tensorflow/python/saved_model/saved_model.py
@@ -29,8 +29,8 @@ from tensorflow.python.saved_model import signature_constants
 from tensorflow.python.saved_model import signature_def_utils
 from tensorflow.python.saved_model import tag_constants
 from tensorflow.python.saved_model import utils
+from tensorflow.python.saved_model.save import save
 # pylint: enable=unused-import
 # pylint: disable=wildcard-import
 from tensorflow.python.saved_model.simple_save import *
 # pylint: enable=wildcard-import
-
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index a4fc58b851..d0bac4033c 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -81,6 +81,7 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "saved_model/__init__.py",
     "saved_model/builder/__init__.py",
     "saved_model/constants/__init__.py",
+    "saved_model/experimental/__init__.py",
     "saved_model/loader/__init__.py",
     "saved_model/main_op/__init__.py",
     "saved_model/signature_constants/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.saved_model.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.saved_model.experimental.pbtxt
new file mode 100644
index 0000000000..34343e7c03
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.saved_model.experimental.pbtxt
@@ -0,0 +1,7 @@
+path: "tensorflow.saved_model.experimental"
+tf_module {
+  member_method {
+    name: "save"
+    argspec: "args=[\'obj\', \'export_dir\', \'signatures\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt
index 5b28f7b9b1..2055bfbf06 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt
@@ -108,6 +108,10 @@ tf_module {
     name: "constants"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "experimental"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "loader"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
index 6b86d4b49f..d57936a2f1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
@@ -120,4 +120,8 @@ tf_module {
     name: "regression_signature_def"
     argspec: "args=[\'examples\', \'predictions\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "save"
+    argspec: "args=[\'obj\', \'export_dir\', \'signatures\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
 }
-- 
GitLab


From 7137218c2dcbb3963415b3a09fed64b96dceb3cd Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Mon, 5 Nov 2018 16:16:05 -0800
Subject: [PATCH 1086/1825] Internal change

PiperOrigin-RevId: 220192329
---
 tensorflow/compiler/tests/BUILD | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 06501e2177..194e710f1f 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -714,6 +714,10 @@ tf_xla_py_test(
     size = "medium",
     srcs = ["reduce_ops_test.py"],
     shard_count = 5,
+    tags = [
+        # TODO(b/119059212): Re-enable this test in OSS.
+        "no_oss",
+    ],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
-- 
GitLab


From 4243facb600bbf62ca3a000e19929ec219892924 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 16:26:14 -0800
Subject: [PATCH 1087/1825] Added support for weight decay in most TPU
 embedding optimizers, including AdamW and MomentumW.

PiperOrigin-RevId: 220193891
---
 .../contrib/tpu/proto/optimization_parameters.proto       | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/tensorflow/contrib/tpu/proto/optimization_parameters.proto b/tensorflow/contrib/tpu/proto/optimization_parameters.proto
index c2e3be03db..aae1ab1d37 100644
--- a/tensorflow/contrib/tpu/proto/optimization_parameters.proto
+++ b/tensorflow/contrib/tpu/proto/optimization_parameters.proto
@@ -154,6 +154,14 @@ message OptimizationParameters {
   // updates; not present means no limits are applied.
   ClippingLimits gradient_clipping_limits = 7;
 
+  // Amount of weight decay to apply; see weight_decay_optimizers.py for
+  // details. Almost all optimizers are supported with this option (MDL Adagrad
+  // Light does not work, and SGD does not behave as expected if it is enabled).
+  // Although there is no check, users who want weight decay will probably also
+  // want to enable gradient accumulation as well so that the decay will happen
+  // once per minibatch.
+  float weight_decay_factor = 16;
+
   // Whether to use gradient accumulation (do two passes over the input
   // gradients: one to accumulate them into a temporary array and another to
   // apply them using the actual optimization algorithm). This feature is
-- 
GitLab


From 6c776aa01e48313c1c3322c2f40de24355489172 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Mon, 5 Nov 2018 16:31:22 -0800
Subject: [PATCH 1088/1825] Making all the boosted tree resources subclass
 TrackableResource. This is needed for tracking resources in the absence of
 collection as well as help out with saving / loading in TF 2.0 land.

PiperOrigin-RevId: 220194735
---
 .../learner/batch/ordinal_split_handler.py    |  10 +-
 .../stats_accumulator_ops_test.py             |  28 +--
 .../boosted_trees/python/ops/model_ops.py     |  52 +++-
 .../boosted_trees/python/ops/quantile_ops.py  | 147 ++++++-----
 .../python/ops/stats_accumulator_ops.py       | 234 ++++++++++--------
 .../python/training/functions/gbdt_batch.py   |   2 +-
 tensorflow/python/ops/boosted_trees_ops.py    |  52 ++--
 7 files changed, 324 insertions(+), 201 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/lib/learner/batch/ordinal_split_handler.py b/tensorflow/contrib/boosted_trees/lib/learner/batch/ordinal_split_handler.py
index f45010ec26..1fffbb5f66 100644
--- a/tensorflow/contrib/boosted_trees/lib/learner/batch/ordinal_split_handler.py
+++ b/tensorflow/contrib/boosted_trees/lib/learner/batch/ordinal_split_handler.py
@@ -142,7 +142,7 @@ class InequalitySplitHandler(base_split_handler.BaseSplitHandler):
         name="StatsAccumulator/{}".format(self._name))
     # Allocate both stats accumulator and quantile accumulator on the same
     # device so that we can build splits with fewer RPCs.
-    with ops.colocate_with(self._stats_accumulator.resource()):
+    with ops.colocate_with(self._stats_accumulator.resource_handle):
       self._quantile_accumulator = quantile_ops.QuantileAccumulator(
           init_stamp_token,
           epsilon=epsilon,
@@ -268,8 +268,8 @@ class DenseSplitHandler(InequalitySplitHandler):
       handler = make_dense_split_tensor
 
     are_splits_ready, partition_ids, gains, split_infos = (
-        handler(self._quantile_accumulator.resource(),
-                self._stats_accumulator.resource(), stamp_token,
+        handler(self._quantile_accumulator.resource_handle,
+                self._stats_accumulator.resource_handle, stamp_token,
                 next_stamp_token, self._multiclass_strategy, class_id,
                 self._feature_column_group_id, self._l1_regularization,
                 self._l2_regularization, self._tree_complexity_regularization,
@@ -447,8 +447,8 @@ class SparseSplitHandler(InequalitySplitHandler):
       handler = make_sparse_split_tensor
 
     are_splits_ready, partition_ids, gains, split_infos = (
-        handler(self._quantile_accumulator.resource(),
-                self._stats_accumulator.resource(), stamp_token,
+        handler(self._quantile_accumulator.resource_handle,
+                self._stats_accumulator.resource_handle, stamp_token,
                 next_stamp_token, self._multiclass_strategy, class_id,
                 self._feature_column_group_id, self._l1_regularization,
                 self._l2_regularization, self._tree_complexity_regularization,
diff --git a/tensorflow/contrib/boosted_trees/python/kernel_tests/stats_accumulator_ops_test.py b/tensorflow/contrib/boosted_trees/python/kernel_tests/stats_accumulator_ops_test.py
index 05ce0884cc..356ae33768 100644
--- a/tensorflow/contrib/boosted_trees/python/kernel_tests/stats_accumulator_ops_test.py
+++ b/tensorflow/contrib/boosted_trees/python/kernel_tests/stats_accumulator_ops_test.py
@@ -34,7 +34,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.scalar(),
           hessian_shape=tensor_shape.scalar())
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -62,7 +62,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.scalar(),
           hessian_shape=tensor_shape.scalar())
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2, 1],
@@ -91,7 +91,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.scalar(),
           hessian_shape=tensor_shape.scalar())
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -123,7 +123,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.scalar(),
           hessian_shape=tensor_shape.scalar())
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -133,7 +133,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
 
       with ops.control_dependencies([op1]):
         (stamp_token, num_updates, partition_1, feature_1, grads_1,
-         hessians_1) = accumulator.serialize()
+         hessians_1) = accumulator.saveable.serialize()
       # Make sure that the accumulator hasn't changed during serialization.
       with ops.control_dependencies([stamp_token]):
         num_updates_2, partition_2, feature_2, grads_2, hessians_2 = (
@@ -164,7 +164,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.scalar(),
           hessian_shape=tensor_shape.scalar())
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         # These will be deleted due to deserialize call.
         op1 = accumulator.add(
             stamp_token=0,
@@ -175,7 +175,7 @@ class StatsAccumulatorScalarTest(test_util.TensorFlowTestCase):
 
       with ops.control_dependencies([op1]):
         deserialize = (
-            accumulator.deserialize(
+            accumulator.saveable.deserialize(
                 stamp_token=2,
                 num_updates=3,
                 partition_ids=[3, 4],
@@ -223,7 +223,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.TensorShape([2]),
           hessian_shape=tensor_shape.TensorShape([2, 2]))
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -261,7 +261,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.TensorShape([2]),
           hessian_shape=tensor_shape.TensorShape([2, 2]))
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -299,7 +299,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.TensorShape([2]),
           hessian_shape=tensor_shape.TensorShape([2, 2]))
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -336,7 +336,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.TensorShape([2]),
           hessian_shape=tensor_shape.TensorShape([2, 2]))
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         op1 = accumulator.add(
             stamp_token=0,
             partition_ids=[1, 2],
@@ -349,7 +349,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
 
       with ops.control_dependencies([op1]):
         (stamp_token, num_updates_1, partition_1, feature_1, grads_1,
-         hessians_1) = accumulator.serialize()
+         hessians_1) = accumulator.saveable.serialize()
       # Make sure that the accumulator hasn't changed during serialization.
       with ops.control_dependencies([stamp_token]):
         num_updates_2, partition_2, feature_2, grads_2, hessians_2 = (
@@ -386,7 +386,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
           stamp_token=0,
           gradient_shape=tensor_shape.TensorShape([2]),
           hessian_shape=tensor_shape.TensorShape([2, 2]))
-      with ops.control_dependencies([accumulator._create_op]):
+      with ops.control_dependencies([accumulator.initializer]):
         # These will be deleted due to deserialize call.
         op1 = accumulator.add(
             stamp_token=0,
@@ -399,7 +399,7 @@ class StatsAccumulatorTensorTest(test_util.TensorFlowTestCase):
                                                                     0.08]]])
 
       with ops.control_dependencies([op1]):
-        deserialize = accumulator.deserialize(
+        deserialize = accumulator.saveable.deserialize(
             stamp_token=2,
             num_updates=3,
             partition_ids=[3, 4],
diff --git a/tensorflow/contrib/boosted_trees/python/ops/model_ops.py b/tensorflow/contrib/boosted_trees/python/ops/model_ops.py
index 25b2c9e2fd..fca22c71a8 100644
--- a/tensorflow/contrib/boosted_trees/python/ops/model_ops.py
+++ b/tensorflow/contrib/boosted_trees/python/ops/model_ops.py
@@ -17,6 +17,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 # pylint: disable=unused-import
 from tensorflow.contrib.boosted_trees.python.ops import boosted_trees_ops_loader
 # pylint: enable=unused-import
@@ -31,6 +33,7 @@ from tensorflow.contrib.boosted_trees.python.ops.gen_model_ops import tree_ensem
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import resources
 from tensorflow.python.training import saver
+from tensorflow.python.training.checkpointable import tracking
 
 ops.NotDifferentiable("TreeEnsembleVariable")
 ops.NotDifferentiable("TreeEnsembleSerialize")
@@ -82,6 +85,44 @@ class TreeEnsembleVariableSavable(saver.BaseSaverBuilder.SaveableObject):
           tree_ensemble_config=restored_tensors[1])
 
 
+class TreeEnsembleVariable(tracking.TrackableResource):
+  """A Tree ensemble model."""
+
+  def __init__(self, stamp_token, tree_ensemble_config, name, container=None):
+    self._stamp_token = stamp_token
+    self._tree_ensemble_config = tree_ensemble_config
+    self._name = name
+    self._container = container
+    self._init_op = None
+    super(TreeEnsembleVariable, self).__init__()
+
+  def create_resource(self):
+    return gen_model_ops.decision_tree_ensemble_resource_handle_op(
+        self._container, shared_name=self._name, name=self._name)
+
+  def initialize(self):
+    return gen_model_ops.create_tree_ensemble_variable(
+        self.resource_handle, self._stamp_token, self._tree_ensemble_config)
+
+  @property
+  def initializer(self):
+    if self._init_op is None:
+      self._init_op = self.initialize()
+    return self._init_op
+
+  def is_initialized(self):
+    return gen_model_ops.tree_ensemble_is_initialized_op(self.resource_handle)
+
+  def _gather_saveables_for_checkpoint(self):
+    return {
+        "tree_ensemble_variable":
+            functools.partial(
+                TreeEnsembleVariableSavable,
+                tree_ensemble_handle=self.resource_handle,
+                create_op=self.initializer)
+    }
+
+
 def tree_ensemble_variable(stamp_token,
                            tree_ensemble_config,
                            name,
@@ -99,12 +140,11 @@ def tree_ensemble_variable(stamp_token,
     A `Tensor` of type mutable `string`. The handle to the tree ensemble.
   """
   with ops.name_scope(name, "TreeEnsembleVariable") as name:
-    resource_handle = gen_model_ops.decision_tree_ensemble_resource_handle_op(
-        container, shared_name=name, name=name)
-    create_op = gen_model_ops.create_tree_ensemble_variable(
-        resource_handle, stamp_token, tree_ensemble_config)
-    is_initialized_op = gen_model_ops.tree_ensemble_is_initialized_op(
-        resource_handle)
+    tree_ensemble_var = TreeEnsembleVariable(stamp_token, tree_ensemble_config,
+                                             name, container)
+    resource_handle = tree_ensemble_var.resource_handle
+    create_op = tree_ensemble_var.initializer
+    is_initialized_op = tree_ensemble_var.is_initialized()
     # Adds the variable to the savable list.
     saveable = TreeEnsembleVariableSavable(resource_handle, create_op,
                                            resource_handle.name)
diff --git a/tensorflow/contrib/boosted_trees/python/ops/quantile_ops.py b/tensorflow/contrib/boosted_trees/python/ops/quantile_ops.py
index 19b6b3296d..0c319cc9bd 100644
--- a/tensorflow/contrib/boosted_trees/python/ops/quantile_ops.py
+++ b/tensorflow/contrib/boosted_trees/python/ops/quantile_ops.py
@@ -33,59 +33,20 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.ops import resources
 from tensorflow.python.training import saver
+from tensorflow.python.training.checkpointable import tracking
 
 # Pattern to remove all non alpha numeric from a string.
 _PATTERN = re.compile(r"[\W_]+")
 
 
-class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
-  """A resource that allows distributed quantile computation."""
-
-  def __init__(self,
-               init_stamp_token,
-               epsilon,
-               num_quantiles,
-               max_elements=None,
-               name=None,
-               container=None,
-               generate_quantiles=False):
-    """Creates a QuantileAccumulator object.
-
-    Args:
-      init_stamp_token: The initial value for the stamp token.
-      epsilon: Error bound on the quantile computation.
-      num_quantiles: Number of quantiles to produce from the final summary.
-      max_elements: Maximum number of elements added to the accumulator.
-      name: the name to save the accumulator under.
-      container: An optional `string`. Defaults to `""`
-      generate_quantiles: Generate quantiles instead of approximate boundaries.
-        If true, exactly `num_quantiles` will be produced in the final summary.
-    """
-    self._epsilon = epsilon
-    self._generate_quantiles = generate_quantiles
+class QuantileAccumulatorSaveable(saver.BaseSaverBuilder.SaveableObject):
+  """SaveableObject implementation for QuantileAccumulator."""
 
-    name = _PATTERN.sub("", name)
-    with ops.name_scope(name, "QuantileAccumulator") as name:
-      self._quantile_accumulator_handle = (
-          gen_quantile_ops.quantile_stream_resource_handle_op(
-              container=container, shared_name=name, name=name))
-      self._create_op = gen_quantile_ops.create_quantile_accumulator(
-          self._quantile_accumulator_handle,
-          init_stamp_token,
-          epsilon=epsilon,
-          max_elements=max_elements,
-          num_quantiles=num_quantiles,
-          generate_quantiles=generate_quantiles)
-      is_initialized_op = gen_quantile_ops.quantile_accumulator_is_initialized(
-          self._quantile_accumulator_handle)
-    resources.register_resource(self._quantile_accumulator_handle,
-                                self._create_op, is_initialized_op)
-    self._make_savable(name)
-
-  def _make_savable(self, name):
+  def __init__(self, resource_handle, create_op, name):
+    self._resource_handle = resource_handle
+    self._create_op = create_op
     stamp_token, state, are_buckets_ready, buckets = (
-        gen_quantile_ops.quantile_accumulator_serialize(
-            self._quantile_accumulator_handle))
+        gen_quantile_ops.quantile_accumulator_serialize(resource_handle))
     # slice_spec is useful for saving a slice from a variable.
     # It's not meaningful in quantile accumulator.
     slice_spec = ""
@@ -96,9 +57,8 @@ class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
     specs += [make_save_spec(state, "_state")]
     specs += [make_save_spec(are_buckets_ready, "_are_buckets_ready")]
     specs += [make_save_spec(buckets, "buckets")]
-    super(QuantileAccumulator,
-          self).__init__(self._quantile_accumulator_handle, specs, name)
-    ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, self)
+    super(QuantileAccumulatorSaveable, self).__init__(self._resource_handle,
+                                                      specs, name)
 
   def restore(self, restored_tensors, unused_restored_shapes):
     """Restores the associated quantile accumulator from 'restored_tensors'.
@@ -119,24 +79,94 @@ class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
     buckets = restored_tensors[3]
     with ops.control_dependencies([self._create_op]):
       return gen_quantile_ops.quantile_accumulator_deserialize(
-          self._quantile_accumulator_handle,
+          self._resource_handle,
           stamp_token=stamp_token,
           stream_state=state,
           are_buckets_ready=are_buckets_ready,
           buckets=buckets)
 
+
+class QuantileAccumulator(tracking.TrackableResource):
+  """A resource that allows distributed quantile computation."""
+
+  def __init__(self,
+               init_stamp_token,
+               epsilon,
+               num_quantiles,
+               max_elements=None,
+               name=None,
+               container=None,
+               generate_quantiles=False):
+    """Creates a QuantileAccumulator object.
+
+    Args:
+      init_stamp_token: The initial value for the stamp token.
+      epsilon: Error bound on the quantile computation.
+      num_quantiles: Number of quantiles to produce from the final summary.
+      max_elements: Maximum number of elements added to the accumulator.
+      name: the name to save the accumulator under.
+      container: An optional `string`. Defaults to `""`
+      generate_quantiles: Generate quantiles instead of approximate boundaries.
+        If true, exactly `num_quantiles` will be produced in the final summary.
+    """
+    self._init_stamp_token = init_stamp_token
+    self._epsilon = epsilon
+    self._num_quantiles = num_quantiles
+    self._max_elements = max_elements
+    self._container = container
+    self._generate_quantiles = generate_quantiles
+    super(QuantileAccumulator, self).__init__()
+
+    name = _PATTERN.sub("", name)
+    with ops.name_scope(name, "QuantileAccumulator") as name:
+      self._name = name
+      self._resource_handle = self.create_resource()
+      self._init_op = self.initialize()
+      is_initialized_op = self.is_initialized()
+    resources.register_resource(self.resource_handle, self._init_op,
+                                is_initialized_op)
+    self._saveable = QuantileAccumulatorSaveable(self.resource_handle,
+                                                 self._init_op, name)
+    ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, self._saveable)
+
+  def create_resource(self):
+    return gen_quantile_ops.quantile_stream_resource_handle_op(
+        container=self._container, shared_name=self._name, name=self._name)
+
+  def initialize(self):
+    return gen_quantile_ops.create_quantile_accumulator(
+        self.resource_handle,
+        self._init_stamp_token,
+        epsilon=self._epsilon,
+        max_elements=self._max_elements,
+        num_quantiles=self._num_quantiles,
+        generate_quantiles=self._generate_quantiles)
+
+  @property
+  def initializer(self):
+    if self._init_op is None:
+      self._init_op = self.initialize()
+    return self._init_op
+
+  def is_initialized(self):
+    return gen_quantile_ops.quantile_accumulator_is_initialized(
+        self.resource_handle)
+
+  def _gather_saveables_for_checkpoint(self):
+    return {"quantile_accumulator", self.saveable}
+
   def get_buckets(self, stamp_token):
     """Returns quantile buckets created during previous flush."""
     are_buckets_ready, buckets = (
         gen_quantile_ops.quantile_accumulator_get_buckets(
-            quantile_accumulator_handles=[self._quantile_accumulator_handle],
+            quantile_accumulator_handles=[self.resource_handle],
             stamp_token=stamp_token))
     return are_buckets_ready[0], buckets[0]
 
   def schedule_get_buckets(self):
     """Returns a scheduled read of buckets created during previous flush."""
     return batch_ops_utils.ScheduledStampedResourceOp(
-        resource_handle=self._quantile_accumulator_handle,
+        resource_handle=self.resource_handle,
         op=gen_quantile_ops.quantile_accumulator_get_buckets)
 
   def _make_summary(self, column, example_weights):
@@ -161,14 +191,14 @@ class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
     """Adds quantile summary to its stream in resource."""
     summary = self._make_summary(column, example_weights)
     return gen_quantile_ops.quantile_accumulator_add_summaries(
-        quantile_accumulator_handles=[self._quantile_accumulator_handle],
+        quantile_accumulator_handles=[self.resource_handle],
         stamp_token=stamp_token,
         summaries=[summary])
 
   def add_prebuilt_summary(self, stamp_token, summary):
     """Adds quantile summary to its stream in resource."""
     return gen_quantile_ops.quantile_accumulator_add_summaries(
-        quantile_accumulator_handles=[self._quantile_accumulator_handle],
+        quantile_accumulator_handles=[self.resource_handle],
         stamp_token=stamp_token,
         summaries=[summary])
 
@@ -177,7 +207,7 @@ class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
     summary = self._make_summary(column, example_weights)
     return batch_ops_utils.ScheduledStampedResourceOp(
         op=gen_quantile_ops.quantile_accumulator_add_summaries,
-        resource_handle=self._quantile_accumulator_handle,
+        resource_handle=self.resource_handle,
         summaries=summary)
 
   def flush(self, stamp_token, next_stamp_token):
@@ -190,17 +220,14 @@ class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
       The flush operation.
     """
     return gen_quantile_ops.quantile_accumulator_flush(
-        quantile_accumulator_handle=self._quantile_accumulator_handle,
+        quantile_accumulator_handle=self.resource_handle,
         stamp_token=stamp_token,
         next_stamp_token=next_stamp_token)
 
   def flush_summary(self, stamp_token, next_stamp_token):
     """Finalizes quantile summary stream and resets it for next iteration."""
     result = gen_quantile_ops.quantile_accumulator_flush_summary(
-        quantile_accumulator_handle=self._quantile_accumulator_handle,
+        quantile_accumulator_handle=self.resource_handle,
         stamp_token=stamp_token,
         next_stamp_token=next_stamp_token)
     return result
-
-  def resource(self):
-    return self._quantile_accumulator_handle
diff --git a/tensorflow/contrib/boosted_trees/python/ops/stats_accumulator_ops.py b/tensorflow/contrib/boosted_trees/python/ops/stats_accumulator_ops.py
index 2e94e353f3..ad1191d412 100644
--- a/tensorflow/contrib/boosted_trees/python/ops/stats_accumulator_ops.py
+++ b/tensorflow/contrib/boosted_trees/python/ops/stats_accumulator_ops.py
@@ -26,12 +26,83 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import resources
 from tensorflow.python.training import saver
+from tensorflow.python.training.checkpointable import tracking
 
 # Pattern to remove all non alpha numeric from a string.
 _PATTERN = re.compile(r"[\W_]+")
 
 
-class StatsAccumulator(saver.BaseSaverBuilder.SaveableObject):
+class StatsAccumulatorSaveable(saver.BaseSaverBuilder.SaveableObject):
+  """SaveableObject implementation for StatsAccumulator."""
+
+  def __init__(self, resource_handle, create_op, is_scalar, name):
+    self._create_op = create_op
+    self._resource_handle = resource_handle
+    self._is_scalar = is_scalar
+    slice_spec = ""
+    saver_name = self._resource_handle.name
+    (stamp_token, num_updates, partition_ids, feature_ids, gradients,
+     hessians) = self.serialize()
+    specs = [
+        saver.BaseSaverBuilder.SaveSpec(stamp_token, slice_spec,
+                                        saver_name + "_stamp"),
+        saver.BaseSaverBuilder.SaveSpec(num_updates, slice_spec,
+                                        saver_name + "_num_updates"),
+        saver.BaseSaverBuilder.SaveSpec(partition_ids, slice_spec,
+                                        saver_name + "_partition_ids"),
+        saver.BaseSaverBuilder.SaveSpec(feature_ids, slice_spec,
+                                        saver_name + "_feature_ids"),
+        saver.BaseSaverBuilder.SaveSpec(gradients, slice_spec,
+                                        saver_name + "_gradients"),
+        saver.BaseSaverBuilder.SaveSpec(hessians, slice_spec,
+                                        saver_name + "hessians"),
+    ]
+    super(StatsAccumulatorSaveable, self).__init__(self._resource_handle, specs,
+                                                   name)
+
+  def serialize(self):
+    """Serializes the stats accumulator state."""
+    if self._is_scalar:
+      return gen_stats_accumulator_ops.stats_accumulator_scalar_serialize(
+          self._resource_handle)
+    else:
+      return gen_stats_accumulator_ops.stats_accumulator_tensor_serialize(
+          self._resource_handle)
+
+  def deserialize(self, stamp_token, num_updates, partition_ids, feature_ids,
+                  gradients, hessians):
+    """Resets the stats accumulator with the serialized state."""
+    if self._is_scalar:
+      return gen_stats_accumulator_ops.stats_accumulator_scalar_deserialize(
+          self._resource_handle, stamp_token, num_updates, partition_ids,
+          feature_ids, gradients, hessians)
+    else:
+      return gen_stats_accumulator_ops.stats_accumulator_tensor_deserialize(
+          self._resource_handle, stamp_token, num_updates, partition_ids,
+          feature_ids, gradients, hessians)
+
+  def restore(self, restored_tensors, unused_restored_shapes):
+    """Restores the associated tree ensemble from 'restored_tensors'.
+
+    Args:
+      restored_tensors: the tensors that were loaded from a checkpoint.
+      unused_restored_shapes: the shapes this object should conform to after
+        restore. Not meaningful for trees.
+
+    Returns:
+      The operation that restores the state of the tree ensemble variable.
+    """
+    with ops.control_dependencies([self._create_op]):
+      return self.deserialize(
+          stamp_token=restored_tensors[0],
+          num_updates=restored_tensors[1],
+          partition_ids=restored_tensors[2],
+          feature_ids=restored_tensors[3],
+          gradients=restored_tensors[4],
+          hessians=restored_tensors[5])
+
+
+class StatsAccumulator(tracking.TrackableResource):
   """A resource that allows to accumulate gradients and hessians.
 
   For consistency guarantees, we use read and write stamp tokens.
@@ -58,58 +129,69 @@ class StatsAccumulator(saver.BaseSaverBuilder.SaveableObject):
     Returns:
       A `Tensor` of type mutable `string`. The handle to the stats accumulator.
     """
+    self._stamp_token = stamp_token
+    self._gradient_shape = gradient_shape
+    self._hessian_shape = hessian_shape
+    self._container = container
+
+    if (gradient_shape == tensor_shape.scalar() and
+        hessian_shape == tensor_shape.scalar()):
+      self._is_scalar = True
+    else:
+      self._is_scalar = False
+
     if name is not None:
       name = _PATTERN.sub("", name)
     with ops.name_scope(name, "StatsAccumulator") as name:
-      # Both values are scalars.
-      if (gradient_shape == tensor_shape.scalar() and
-          hessian_shape == tensor_shape.scalar()):
-        self._is_scalar = True
-        self._resource_handle = (gen_stats_accumulator_ops.
-                                 stats_accumulator_scalar_resource_handle_op(
-                                     container, name, name=name))
-
-        create_op = gen_stats_accumulator_ops.create_stats_accumulator_scalar(
-            self._resource_handle, stamp_token)
-        is_initialized_op = (
-            gen_stats_accumulator_ops.stats_accumulator_scalar_is_initialized(
-                self._resource_handle))
-      else:
-        self._is_scalar = False
-        self._resource_handle = (gen_stats_accumulator_ops.
-                                 stats_accumulator_tensor_resource_handle_op(
-                                     container, name, name=name))
-        create_op = gen_stats_accumulator_ops.create_stats_accumulator_tensor(
-            self._resource_handle, stamp_token, gradient_shape.as_list(),
-            hessian_shape.as_list())
-        is_initialized_op = (
-            gen_stats_accumulator_ops.stats_accumulator_tensor_is_initialized(
-                self._resource_handle))
+      self._name = name
+      self._resource_handle = self.create_resource()
+      self._init_op = self.initialize()
+      is_initialized_op = self.is_initialized()
+    resources.register_resource(self.resource_handle, self.initializer,
+                                is_initialized_op)
+    self._saveable = StatsAccumulatorSaveable(
+        self.resource_handle, self.initializer, self._is_scalar, name)
+    ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, self._saveable)
 
-    self._create_op = create_op
-    slice_spec = ""
-    saver_name = self._resource_handle.name
-    (stamp_token, num_updates, partition_ids, feature_ids, gradients,
-     hessians) = self.serialize()
-    specs = [
-        saver.BaseSaverBuilder.SaveSpec(stamp_token, slice_spec,
-                                        saver_name + "_stamp"),
-        saver.BaseSaverBuilder.SaveSpec(num_updates, slice_spec,
-                                        saver_name + "_num_updates"),
-        saver.BaseSaverBuilder.SaveSpec(partition_ids, slice_spec,
-                                        saver_name + "_partition_ids"),
-        saver.BaseSaverBuilder.SaveSpec(feature_ids, slice_spec,
-                                        saver_name + "_feature_ids"),
-        saver.BaseSaverBuilder.SaveSpec(gradients, slice_spec,
-                                        saver_name + "_gradients"),
-        saver.BaseSaverBuilder.SaveSpec(hessians, slice_spec,
-                                        saver_name + "hessians"),
-    ]
+  def create_resource(self):
+    if self._is_scalar:
+      return (
+          gen_stats_accumulator_ops.stats_accumulator_scalar_resource_handle_op(
+              self._container, self._name, name=self._name))
+    else:
+      return (
+          gen_stats_accumulator_ops.stats_accumulator_tensor_resource_handle_op(
+              self._container, self._name, name=self._name))
 
-    super(StatsAccumulator, self).__init__(self._resource_handle, specs, name)
-    resources.register_resource(self._resource_handle, create_op,
-                                is_initialized_op)
-    ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, self)
+  def initialize(self):
+    if self._is_scalar:
+      return gen_stats_accumulator_ops.create_stats_accumulator_scalar(
+          self.resource_handle, self._stamp_token)
+    else:
+      return gen_stats_accumulator_ops.create_stats_accumulator_tensor(
+          self.resource_handle, self._stamp_token,
+          self._gradient_shape.as_list(), self._hessian_shape.as_list())
+
+  @property
+  def initializer(self):
+    if self._init_op is None:
+      self._init_op = self.initialize()
+    return self._init_op
+
+  def is_initialized(self):
+    if self._is_scalar:
+      return gen_stats_accumulator_ops.stats_accumulator_scalar_is_initialized(
+          self.resource_handle)
+    else:
+      return gen_stats_accumulator_ops.stats_accumulator_tensor_is_initialized(
+          self.resource_handle)
+
+  @property
+  def saveable(self):
+    return self._saveable
+
+  def _gather_saveables_for_checkpoint(self):
+    return {"stats_accumulator", self.saveable}
 
   def add(self, stamp_token, partition_ids, feature_ids, gradients, hessians):
     """Updates the stats accumulator."""
@@ -117,11 +199,11 @@ class StatsAccumulator(saver.BaseSaverBuilder.SaveableObject):
         partition_ids, feature_ids, gradients, hessians))
     if self._is_scalar:
       return gen_stats_accumulator_ops.stats_accumulator_scalar_add(
-          [self._resource_handle], stamp_token, [partition_ids], [feature_ids],
+          [self.resource_handle], stamp_token, [partition_ids], [feature_ids],
           [gradients], [hessians])
     else:
       return gen_stats_accumulator_ops.stats_accumulator_tensor_add(
-          [self._resource_handle], stamp_token, [partition_ids], [feature_ids],
+          [self.resource_handle], stamp_token, [partition_ids], [feature_ids],
           [gradients], [hessians])
 
   def schedule_add(self, partition_ids, feature_ids, gradients, hessians):
@@ -131,7 +213,7 @@ class StatsAccumulator(saver.BaseSaverBuilder.SaveableObject):
     if self._is_scalar:
       return batch_ops_utils.ScheduledStampedResourceOp(
           op=gen_stats_accumulator_ops.stats_accumulator_scalar_add,
-          resource_handle=self._resource_handle,
+          resource_handle=self.resource_handle,
           partition_ids=partition_ids,
           feature_ids=feature_ids,
           gradients=gradients,
@@ -139,7 +221,7 @@ class StatsAccumulator(saver.BaseSaverBuilder.SaveableObject):
     else:
       return batch_ops_utils.ScheduledStampedResourceOp(
           op=gen_stats_accumulator_ops.stats_accumulator_tensor_add,
-          resource_handle=self._resource_handle,
+          resource_handle=self.resource_handle,
           partition_ids=partition_ids,
           feature_ids=feature_ids,
           gradients=gradients,
@@ -153,55 +235,11 @@ class StatsAccumulator(saver.BaseSaverBuilder.SaveableObject):
       return gen_stats_accumulator_ops.stats_accumulator_tensor_make_summary(
           partition_ids, feature_ids, gradients, hessians)
 
-  def deserialize(self, stamp_token, num_updates, partition_ids, feature_ids,
-                  gradients, hessians):
-    """Resets the stats accumulator with the serialized state."""
-    if self._is_scalar:
-      return gen_stats_accumulator_ops.stats_accumulator_scalar_deserialize(
-          self._resource_handle, stamp_token, num_updates, partition_ids,
-          feature_ids, gradients, hessians)
-    else:
-      return gen_stats_accumulator_ops.stats_accumulator_tensor_deserialize(
-          self._resource_handle, stamp_token, num_updates, partition_ids,
-          feature_ids, gradients, hessians)
-
   def flush(self, stamp_token, next_stamp_token):
     """Flushes the stats accumulator."""
     if self._is_scalar:
       return gen_stats_accumulator_ops.stats_accumulator_scalar_flush(
-          self._resource_handle, stamp_token, next_stamp_token)
+          self.resource_handle, stamp_token, next_stamp_token)
     else:
       return gen_stats_accumulator_ops.stats_accumulator_tensor_flush(
-          self._resource_handle, stamp_token, next_stamp_token)
-
-  def serialize(self):
-    """Serializes the stats accumulator state."""
-    if self._is_scalar:
-      return gen_stats_accumulator_ops.stats_accumulator_scalar_serialize(
-          self._resource_handle)
-    else:
-      return gen_stats_accumulator_ops.stats_accumulator_tensor_serialize(
-          self._resource_handle)
-
-  def restore(self, restored_tensors, unused_restored_shapes):
-    """Restores the associated tree ensemble from 'restored_tensors'.
-
-    Args:
-      restored_tensors: the tensors that were loaded from a checkpoint.
-      unused_restored_shapes: the shapes this object should conform to after
-        restore. Not meaningful for trees.
-
-    Returns:
-      The operation that restores the state of the tree ensemble variable.
-    """
-    with ops.control_dependencies([self._create_op]):
-      return self.deserialize(
-          stamp_token=restored_tensors[0],
-          num_updates=restored_tensors[1],
-          partition_ids=restored_tensors[2],
-          feature_ids=restored_tensors[3],
-          gradients=restored_tensors[4],
-          hessians=restored_tensors[5])
-
-  def resource(self):
-    return self._resource_handle
+          self.resource_handle, stamp_token, next_stamp_token)
diff --git a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
index 1cf61a10ba..ab5713fbe2 100644
--- a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
+++ b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
@@ -992,7 +992,7 @@ class GradientBoostedDecisionTreeModel(object):
 
         # Get accumulated steps and examples for the current layer.
         _, _, _, _, acc_examples, acc_steps = (
-            steps_accumulator.serialize())
+            steps_accumulator.saveable.serialize())
         acc_examples = math_ops.cast(acc_examples[0], dtypes.int64)
         acc_steps = math_ops.cast(acc_steps[0], dtypes.int64)
         ensemble_update_ops.append(
diff --git a/tensorflow/python/ops/boosted_trees_ops.py b/tensorflow/python/ops/boosted_trees_ops.py
index 720f9f4d41..87d3918a5f 100644
--- a/tensorflow/python/ops/boosted_trees_ops.py
+++ b/tensorflow/python/ops/boosted_trees_ops.py
@@ -40,6 +40,7 @@ from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_update_ens
 # pylint: enable=unused-import
 
 from tensorflow.python.training import saver
+from tensorflow.python.training.checkpointable import tracking
 
 
 class PruningMode(object):
@@ -102,35 +103,52 @@ class _TreeEnsembleSavable(saver.BaseSaverBuilder.SaveableObject):
           tree_ensemble_serialized=restored_tensors[1])
 
 
-class TreeEnsemble(object):
+class TreeEnsemble(tracking.TrackableResource):
   """Creates TreeEnsemble resource."""
 
   def __init__(self, name, stamp_token=0, is_local=False, serialized_proto=''):
+    self._stamp_token = stamp_token
+    self._serialized_proto = serialized_proto
+    self._is_local = is_local
     with ops.name_scope(name, 'TreeEnsemble') as name:
-      self._resource_handle = (
-          gen_boosted_trees_ops.boosted_trees_ensemble_resource_handle_op(
-              container='', shared_name=name, name=name))
-      create_op = gen_boosted_trees_ops.boosted_trees_create_ensemble(
-          self.resource_handle,
-          stamp_token,
-          tree_ensemble_serialized=serialized_proto)
-      is_initialized_op = (
-          gen_boosted_trees_ops.is_boosted_trees_ensemble_initialized(
-              self._resource_handle))
+      self._name = name
+      self._resource_handle = self.create_resource()
+      self._init_op = self.initialize()
+      is_initialized_op = self.is_initialized()
       # Adds the variable to the savable list.
       if not is_local:
-        saveable = _TreeEnsembleSavable(self.resource_handle, create_op,
-                                        self.resource_handle.name)
-        ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+        self._saveable = _TreeEnsembleSavable(
+            self.resource_handle, self.initializer, self.resource_handle.name)
+        ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, self._saveable)
       resources.register_resource(
           self.resource_handle,
-          create_op,
+          self.initializer,
           is_initialized_op,
           is_shared=not is_local)
 
+  def create_resource(self):
+    return gen_boosted_trees_ops.boosted_trees_ensemble_resource_handle_op(
+        container='', shared_name=self._name, name=self._name)
+
+  def initialize(self):
+    return gen_boosted_trees_ops.boosted_trees_create_ensemble(
+        self.resource_handle,
+        self._stamp_token,
+        tree_ensemble_serialized=self._serialized_proto)
+
   @property
-  def resource_handle(self):
-    return self._resource_handle
+  def initializer(self):
+    if self._init_op is None:
+      self._init_op = self.initialize()
+    return self._init_op
+
+  def is_initialized(self):
+    return gen_boosted_trees_ops.is_boosted_trees_ensemble_initialized(
+        self.resource_handle)
+
+  def _gather_saveables_for_checkpoint(self):
+    if not self._is_local:
+      return {'tree_ensemble': self._saveable}
 
   def get_stamp_token(self):
     """Returns the current stamp token of the resource."""
-- 
GitLab


From d4278cbaff3a01676f85b68ad6735e9435496fff Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Mon, 5 Nov 2018 16:48:31 -0800
Subject: [PATCH 1089/1825] Mkldnn pack and gemm for Eigen contractions

PiperOrigin-RevId: 220197431
---
 tensorflow/core/kernels/BUILD                |  42 +++++-
 tensorflow/core/kernels/eigen_mkldnn.h       | 123 +++++++++++++++
 tensorflow/core/kernels/eigen_mkldnn_test.cc | 148 +++++++++++++++++++
 3 files changed, 311 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/core/kernels/eigen_mkldnn.h
 create mode 100644 tensorflow/core/kernels/eigen_mkldnn_test.cc

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index f61ee53a42..fed0178176 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -93,6 +93,17 @@ config_setting(
     },
 )
 
+config_setting(
+    # Add "--define tensorflow_eigen_mkldnn=1" to your build command to use mkldnn
+    # sgemm in Eigen tensor contractions (matrix multiplications and convolutions).
+    # The mkldnn kernels are generated at runtime and use avx/avx2/fma/avx512
+    # based on cpu status registers (https://en.wikipedia.org/wiki/CPUID).
+    name = "eigen_mkldnn",
+    values = {
+        "define": "tensorflow_eigen_mkldnn=1",
+    },
+)
+
 # Public support libraries ----------------------------------------------------
 
 cc_library(
@@ -555,10 +566,20 @@ cc_library(
         "eigen_softmax.h",
         "eigen_spatial_convolutions.h",
         "eigen_volume_patch.h",
-    ],
+    ] + select({
+        ":eigen_mkldnn": ["eigen_mkldnn.h"],
+        "//conditions:default": [],
+    }),
+    defines = select({
+        ":eigen_mkldnn": ["EIGEN_USE_MKLDNN"],
+        "//conditions:default": [],
+    }),
     deps = [
         "//third_party/eigen3",
-    ],
+    ] + select({
+        ":eigen_mkldnn": ["//third_party/intel_mkl_dnn:mkldnn_single_threaded"],
+        "//conditions:default": [],
+    }),
 )
 
 cc_library(
@@ -2410,6 +2431,23 @@ tf_cc_tests(
     ],
 )
 
+# Conditional test target generation is not supported by the "tf_cc_tests" macro
+# (can't add 'select' to the srcs field, type 'select' is not iterable).
+tf_cc_test(
+    name = "eigen_mkldnn_test",
+    size = "small",
+    srcs = select({
+        ":eigen_mkldnn": ["eigen_mkldnn_test.cc"],
+        "//conditions:default": [],
+    }),
+    tags = ["eigen_mkldnn"],
+    deps = [
+        ":eigen_helpers",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+    ],
+)
+
 cc_library(
     name = "eigen_benchmark",
     testonly = 1,
diff --git a/tensorflow/core/kernels/eigen_mkldnn.h b/tensorflow/core/kernels/eigen_mkldnn.h
new file mode 100644
index 0000000000..5235431f5f
--- /dev/null
+++ b/tensorflow/core/kernels/eigen_mkldnn.h
@@ -0,0 +1,123 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
+#define TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
+
+// Support for Mkldnn sgemm kernel in Eigen/Tensor contractions:
+//
+// 1. Prepare packed Lhs/Rhs blocks from tensor expressions using
+//    DataMapper (see TensorContractionInputMapper).
+// 2. Invoke gemm kernel with packed blocks (replacement for default
+//    gebp_kernel).
+
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+#include "third_party/intel_mkl_dnn/include/mkldnn.h"
+
+namespace Eigen {
+namespace internal {
+
+template <typename Scalar, typename IndexType, typename DataMapper,
+          int StorageOrder>
+struct mkldnn_gemm_pack;
+
+// mkl_gemm_pack for ColMajor storage order.
+template <typename Scalar, typename IndexType, typename DataMapper>
+struct mkldnn_gemm_pack<Scalar, IndexType, DataMapper,
+                        /*StorageOrder*/ ColMajor> {
+  typedef typename internal::packet_traits<Scalar>::type Packet;
+  typedef typename DataMapper::LinearMapper LinearMapper;
+
+  enum { PacketSize = internal::packet_traits<Scalar>::size };
+
+  EIGEN_DONT_INLINE
+  void operator()(Scalar *block, const DataMapper &data_mapper, IndexType rows,
+                  IndexType cols) {
+    const IndexType unrolled_rows =
+        (rows / (4 * PacketSize)) * (4 * PacketSize);
+    const IndexType vectorized_rows = (rows / PacketSize) * PacketSize;
+
+    for (IndexType col = 0; col < cols; ++col) {
+      LinearMapper lm = data_mapper.getLinearMapper(0, col);
+
+      // Give compiler a strong possibility to unroll the loop.
+      for (IndexType i = 0; i < unrolled_rows; i += 4 * PacketSize) {
+        for (IndexType j = 0; j < 4; ++j) {
+          const Packet p = lm.loadPacket(i + j * PacketSize);
+          internal::pstoreu(block + j * PacketSize, p);
+        }
+        block += 4 * PacketSize;
+      }
+
+      // Process remaining rows with packets.
+      for (IndexType i = unrolled_rows; i < vectorized_rows; i += PacketSize) {
+        const Packet p = lm.loadPacket(i);
+        internal::pstoreu(block, p);
+        block += PacketSize;
+      }
+
+      // Finalize with coefficients.
+      for (IndexType i = vectorized_rows; i < rows; ++i) {
+        *block = lm(i);
+        ++block;
+      }
+    }
+  }
+};
+
+template <typename Scalar, typename IndexType, typename OutputMapper,
+          bool ConjugateLhs = false, bool ConjugateRhs = false>
+struct mkldnn_gemm_kernel;
+
+// mkldnn_gemm_kernel for floats defined as a thin layer on top of mkldnn_sgemm.
+template <typename IndexType, typename OutputMapper, bool ConjugateLhs,
+          bool ConjugateRhs>
+struct mkldnn_gemm_kernel</*Scalar*/ float, IndexType, OutputMapper,
+                          ConjugateLhs, ConjugateRhs> {
+  EIGEN_DONT_INLINE
+  void operator()(const OutputMapper &output, const float *blockA,
+                  const float *blockB, const IndexType rows,
+                  const IndexType depth, const IndexType cols, float alpha) {
+    static const int max_index = (std::numeric_limits<int>::max)();
+
+    eigen_assert(max_index >= rows);
+    eigen_assert(max_index >= cols);
+    eigen_assert(max_index >= depth);
+    eigen_assert(max_index >= output.stride());
+
+    const int m = static_cast<int>(rows);
+    const int n = static_cast<int>(cols);
+    const int k = static_cast<int>(depth);
+
+    const char transposeA = ConjugateLhs ? 'Y' : 'N';
+    const char transposeB = ConjugateRhs ? 'Y' : 'N';
+
+    const int ldA = ConjugateLhs ? k : m;
+    const int ldB = ConjugateRhs ? n : k;
+    const int ldC = static_cast<int>(output.stride());
+
+    const float beta = 1.0;
+
+    mkldnn_status_t st = mkldnn_sgemm(&transposeA, &transposeB, &m, &n, &k,
+                                      &alpha, blockA, &ldA, blockB, &ldB, &beta,
+                                      const_cast<float *>(output.data()), &ldC);
+    eigen_assert(st == 0);
+  }
+};
+
+}  // namespace internal
+}  // namespace Eigen
+
+#endif  // TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
diff --git a/tensorflow/core/kernels/eigen_mkldnn_test.cc b/tensorflow/core/kernels/eigen_mkldnn_test.cc
new file mode 100644
index 0000000000..051ab28f79
--- /dev/null
+++ b/tensorflow/core/kernels/eigen_mkldnn_test.cc
@@ -0,0 +1,148 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/kernels/eigen_mkldnn.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace Eigen {
+namespace internal {
+
+namespace {
+template <typename Index, int NumDims>
+Eigen::array<Index, NumDims> RandomDims(int min_dim = 1, int max_dim = 20) {
+  Eigen::array<Index, NumDims> dims;
+  for (int i = 0; i < NumDims; ++i) {
+    dims[i] = internal::random<int>(min_dim, max_dim);
+  }
+  return dims;
+}
+}  // namespace
+
+using Scalar = float;
+using Index = Eigen::Index;
+
+TEST(EigenMkldnnTest, MkldnnPack) {
+  // Packing with mkldnn_gemm_pack is the same as taking a slice of 2
+  // dimensional Tensor.
+
+  // Mkldnn pack and gemm are used only in Tensor contractions, and it's
+  // guaranteed that Tensors will have ColMajor layout.
+  static const int Options = ColMajor;
+
+  using DataMapper = blas_data_mapper<Scalar, Index, ColMajor>;
+  using MkldnnGemmPack = mkldnn_gemm_pack<Scalar, Index, DataMapper, ColMajor>;
+  using Tensor2d = Tensor<Scalar, 2, Options, Index>;
+
+  Eigen::array<Index, 2> dims = RandomDims<Index, 2>(1, 500);
+
+  // Create a tensor initialized with random data.
+  Tensor2d src(dims);
+  src.setRandom();
+
+  // Pick a random slice of src tensor.
+  Eigen::array<Index, 2> slice_start = RandomDims<Index, 2>(0, 250);
+  Eigen::array<Index, 2> slice_size = RandomDims<Index, 2>(100, 500);
+
+  // Make sure that slice start + size do not overflow tensor dims.
+  for (int i = 0; i < 2; ++i) {
+    slice_start[i] = numext::mini(dims[i] - 1, slice_start[i]);
+    slice_size[i] = numext::mini(slice_size[i], dims[i] - slice_start[i]);
+  }
+
+  // Prepare tensors for packing and slicing results.
+  Tensor2d pack_dst(slice_size[0], slice_size[1]);
+  Tensor2d slice_dst(slice_size[0], slice_size[1]);
+
+  // Pack memory using mkldnn_gemm_pack.
+  DataMapper data_mapper(src.data(), dims[0]);
+  MkldnnGemmPack gemm_pack;
+  gemm_pack(pack_dst.data(),
+            data_mapper.getSubMapper(slice_start[0], slice_start[1]),
+            slice_size[0], slice_size[1]);
+
+  // Slice the source tensor.
+  slice_dst = src.slice(slice_start, slice_size);
+
+  // Verify that dst tensors are equal.
+  EXPECT_EQ(pack_dst.dimensions().TotalSize(),
+            slice_dst.dimensions().TotalSize());
+  for (size_t i = 0; i < pack_dst.dimensions().TotalSize(); ++i) {
+    Scalar packed = pack_dst.coeff(i);
+    Scalar sliced = slice_dst.coeff(i);
+    EXPECT_EQ(packed, sliced);
+  }
+}
+
+TEST(EigenMkldnnTest, MkldnnGemm) {
+  // Mkldnn pack and gemm are used only in Tensor contractions, and it's
+  // guaranteed that Tensors will have ColMajor layout.
+  static const int Options = ColMajor;
+
+  using Tensor2d = Tensor<Scalar, 2, Options, Index>;
+
+  int m = internal::random<int>(1, 100);
+  int n = internal::random<int>(1, 100);
+  int k = internal::random<int>(1, 100);
+
+  Tensor2d lhs(m, k);
+  lhs.setRandom();
+
+  Tensor2d rhs(k, n);
+  rhs.setRandom();
+
+  // Compute matmul with mkldnn gemm kernel.
+  using OutputMapper = blas_data_mapper<Scalar, Index, ColMajor>;
+  using MkldnnGemmKernel =
+      mkldnn_gemm_kernel<Scalar, Index, OutputMapper, ColMajor>;
+
+  Tensor2d mkldnn_result(m, n);
+  mkldnn_result.setZero();
+  OutputMapper output_mapper(mkldnn_result.data(), m);
+
+  MkldnnGemmKernel gemm_kernel;
+  gemm_kernel(output_mapper, lhs.data(), rhs.data(), m, k, n, /*alpha=*/1.0);
+
+  // Compute matmul with Eigen::Matrix.
+  using Matrix = Eigen::Matrix<Scalar, Dynamic, Dynamic, ColMajor>;
+  using MatrixMap = Map<Eigen::Matrix<Scalar, Dynamic, Dynamic, ColMajor>>;
+
+  MatrixMap lhs_mat(lhs.data(), m, k);
+  MatrixMap rhs_mat(rhs.data(), k, n);
+
+  Matrix matmul_result(m, n);
+  matmul_result.setZero();
+  matmul_result = lhs_mat * rhs_mat;
+
+  // Verify that results are equal.
+  for (Index i = 0; i < m * n; ++i) {
+    Scalar gemm = mkldnn_result(i);
+    Scalar matmul = matmul_result(i % m, i / m);
+
+    Scalar delta = std::abs(gemm - matmul);
+
+    // NOTE(rmlarsen): Compute proper forward error bound.
+    Scalar sum = Scalar(0.0);
+    for (int k1 = 0; k1 < k; ++k1) {
+      sum += std::abs(lhs_mat(i % m, k1) * rhs_mat(k1, i / m));
+    }
+    Scalar epsilon = std::numeric_limits<Scalar>::epsilon();
+    Scalar upper_bound = Scalar(1.01) * epsilon * k * sum;
+
+    EXPECT_LE(delta, upper_bound);
+  }
+}
+
+}  // namespace internal
+}  // namespace Eigen
-- 
GitLab


From 1018eda32b234d97239ec2ccb48af7de138fff5d Mon Sep 17 00:00:00 2001
From: Ian Langmore <langmore@google.com>
Date: Mon, 5 Nov 2018 16:55:55 -0800
Subject: [PATCH 1090/1825] matvec added to math_ops.py.  This is pure sugar:
 matvec(a, b) = matmul(a, b[..., tf.newaxis])[..., 0]

PiperOrigin-RevId: 220198397
---
 .../python/kernel_tests/matmul_op_test.py     |  13 +++
 tensorflow/python/ops/math_ops.py             | 101 ++++++++++++++++++
 .../api/golden/v1/tensorflow.linalg.pbtxt     |   4 +
 .../api/golden/v2/tensorflow.linalg.pbtxt     |   4 +
 4 files changed, 122 insertions(+)

diff --git a/tensorflow/python/kernel_tests/matmul_op_test.py b/tensorflow/python/kernel_tests/matmul_op_test.py
index 4760236ca0..1c2822180a 100644
--- a/tensorflow/python/kernel_tests/matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/matmul_op_test.py
@@ -35,6 +35,19 @@ from tensorflow.python.platform import test as test_lib
 # os.environ["TF_MATMUL_AUTOTUNE_ENABLE"] = "1" to enable it.
 
 
+class MatVecTest(test_lib.TestCase):
+  """Simple test for matvec, which is sugar on top of matmul."""
+
+  def testTwoByTwoCase(self):
+    a = np.array([[1, 2], [3, 4]])
+    b = np.array([5, 6])
+    with self.cached_session():
+      c = math_ops.matvec(a, b)
+      self.assertAllEqual((2,), c.shape)
+      c_ = c.eval()
+    self.assertAllEqual([5 + 2 * 6, 3 * 5 + 4 * 6], c_)
+
+
 def _AddTest(test, op_name, testcase_name, fn):
   test_name = "_".join(["test", op_name, testcase_name])
   if hasattr(test, test_name):
diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index c9374006ba..d247e7b246 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -2057,6 +2057,107 @@ def matmul(a,
           a, b, transpose_a=transpose_a, transpose_b=transpose_b, name=name)
 
 
+@tf_export("linalg.matvec")
+def matvec(a,
+           b,
+           transpose_a=False,
+           adjoint_a=False,
+           a_is_sparse=False,
+           b_is_sparse=False,
+           name=None):
+  """Multiplies matrix `a` by vector `b`, producing `a` * `b`.
+
+  The matrix `a` must, following any transpositions, be a tensor of rank >= 2,
+  and we must have `shape(b) = shape(a)[:-2] + [shape(a)[-1]]`.
+
+  Both `a` and `b` must be of the same type. The supported types are:
+  `float16`, `float32`, `float64`, `int32`, `complex64`, `complex128`.
+
+  Matrix `a` can be transposed or adjointed (conjugated and transposed) on
+  the fly by setting one of the corresponding flag to `True`. These are `False`
+  by default.
+
+  If one or both of the inputs contain a lot of zeros, a more efficient
+  multiplication algorithm can be used by setting the corresponding
+  `a_is_sparse` or `b_is_sparse` flag to `True`. These are `False` by default.
+  This optimization is only available for plain matrices/vectors (rank-2/1
+  tensors) with datatypes `bfloat16` or `float32`.
+
+  For example:
+
+  ```python
+  # 2-D tensor `a`
+  # [[1, 2, 3],
+  #  [4, 5, 6]]
+  a = tf.constant([1, 2, 3, 4, 5, 6], shape=[2, 3])
+
+  # 1-D tensor `b`
+  # [7, 9, 11]
+  b = tf.constant([7, 9, 11], shape=[3])
+
+  # `a` * `b`
+  # [ 58,  64]
+  c = tf.matvec(a, b)
+
+
+  # 3-D tensor `a`
+  # [[[ 1,  2,  3],
+  #   [ 4,  5,  6]],
+  #  [[ 7,  8,  9],
+  #   [10, 11, 12]]]
+  a = tf.constant(np.arange(1, 13, dtype=np.int32),
+                  shape=[2, 2, 3])
+
+  # 2-D tensor `b`
+  # [[13, 14, 15],
+  #  [16, 17, 18]]
+  b = tf.constant(np.arange(13, 19, dtype=np.int32),
+                  shape=[2, 3])
+
+  # `a` * `b`
+  # [[ 86, 212],
+  #  [410, 563]]
+  c = tf.matvec(a, b)
+  ```
+
+  Args:
+    a: `Tensor` of type `float16`, `float32`, `float64`, `int32`, `complex64`,
+      `complex128` and rank > 1.
+    b: `Tensor` with same type and rank = `rank(a) - 1`.
+    transpose_a: If `True`, `a` is transposed before multiplication.
+    adjoint_a: If `True`, `a` is conjugated and transposed before
+      multiplication.
+    a_is_sparse: If `True`, `a` is treated as a sparse matrix.
+    b_is_sparse: If `True`, `b` is treated as a sparse matrix.
+    name: Name for the operation (optional).
+
+  Returns:
+    A `Tensor` of the same type as `a` and `b` where each inner-most vector is
+    the product of the corresponding matrices in `a` and vectors in `b`, e.g. if
+    all transpose or adjoint attributes are `False`:
+
+    `output`[..., i] = sum_k (`a`[..., i, k] * `b`[..., k]), for all indices i.
+
+    Note: This is matrix-vector product, not element-wise product.
+
+
+  Raises:
+    ValueError: If transpose_a and adjoint_a are both set to True.
+  """
+  with ops.name_scope(name, "MatVec", [a, b]) as name:
+    # matvec is achieved by reshaping b into a matrix (appending a singleton),
+    # then squeezing out the trailing dim of the result.  There are other ways
+    # to do this, e.g. using tf.expand_dims and tf.squeeze.  What we have here
+    # has been found to be most memory efficient on TPU.
+    return matmul(
+        a,
+        b[..., array_ops.newaxis],
+        transpose_a=transpose_a,
+        adjoint_a=adjoint_a,
+        a_is_sparse=a_is_sparse,
+        b_is_sparse=b_is_sparse)[..., 0]
+
+
 _OverrideBinaryOperatorHelper(matmul, "matmul")
 
 sparse_matmul = gen_math_ops.sparse_mat_mul
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
index cbab7ce631..1a4098d121 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.pbtxt
@@ -136,6 +136,10 @@ tf_module {
     name: "matmul"
     argspec: "args=[\'a\', \'b\', \'transpose_a\', \'transpose_b\', \'adjoint_a\', \'adjoint_b\', \'a_is_sparse\', \'b_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'False\', \'False\', \'False\', \'None\'], "
   }
+  member_method {
+    name: "matvec"
+    argspec: "args=[\'a\', \'b\', \'transpose_a\', \'adjoint_a\', \'a_is_sparse\', \'b_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'False\', \'None\'], "
+  }
   member_method {
     name: "norm"
     argspec: "args=[\'tensor\', \'ord\', \'axis\', \'keepdims\', \'name\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'euclidean\', \'None\', \'None\', \'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
index cbab7ce631..1a4098d121 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.pbtxt
@@ -136,6 +136,10 @@ tf_module {
     name: "matmul"
     argspec: "args=[\'a\', \'b\', \'transpose_a\', \'transpose_b\', \'adjoint_a\', \'adjoint_b\', \'a_is_sparse\', \'b_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'False\', \'False\', \'False\', \'None\'], "
   }
+  member_method {
+    name: "matvec"
+    argspec: "args=[\'a\', \'b\', \'transpose_a\', \'adjoint_a\', \'a_is_sparse\', \'b_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'False\', \'None\'], "
+  }
   member_method {
     name: "norm"
     argspec: "args=[\'tensor\', \'ord\', \'axis\', \'keepdims\', \'name\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'euclidean\', \'None\', \'None\', \'None\', \'None\'], "
-- 
GitLab


From cae143f88aa17afdc39c4a91e2905a4472e4df75 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Mon, 5 Nov 2018 17:05:47 -0800
Subject: [PATCH 1091/1825] Remove shuffle from input

PiperOrigin-RevId: 220199936
---
 tensorflow/contrib/distribute/python/examples/keras_mnist.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/contrib/distribute/python/examples/keras_mnist.py b/tensorflow/contrib/distribute/python/examples/keras_mnist.py
index c7036daa3e..0fd3acd045 100644
--- a/tensorflow/contrib/distribute/python/examples/keras_mnist.py
+++ b/tensorflow/contrib/distribute/python/examples/keras_mnist.py
@@ -61,7 +61,6 @@ def get_input_datasets(use_bfloat16=False):
   # train dataset
   train_ds = tf.data.Dataset.from_tensor_slices((x_train, y_train))
   train_ds = train_ds.repeat()
-  train_ds = train_ds.shuffle(100)
   train_ds = train_ds.map(lambda x, y: (tf.cast(x, cast_dtype), y))
   train_ds = train_ds.batch(64, drop_remainder=True)
 
-- 
GitLab


From 37e9d9f8a331efc9a720ed08883edad10b9db55c Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Mon, 5 Nov 2018 17:06:04 -0800
Subject: [PATCH 1092/1825] Add some documentation to DnnSupport.

PiperOrigin-RevId: 220199987
---
 tensorflow/stream_executor/dnn.h | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/tensorflow/stream_executor/dnn.h b/tensorflow/stream_executor/dnn.h
index 558f3890da..21954d58f0 100644
--- a/tensorflow/stream_executor/dnn.h
+++ b/tensorflow/stream_executor/dnn.h
@@ -921,6 +921,23 @@ class VersionInfo {
 // Suite of operations typically used for implementing Deep/Convolutional Neural
 // Nets. Note: A false return value of an operation indicates the
 // implementation is not available.
+//
+// TODO(b/118763918): this class (or rather dispatch table) has several
+// problems:
+// * Some overloads are missing. Ideally we want to have template virtual
+//   functions while the template arguments is a closed set. However, we don't
+//   get that from the language.
+// * The API is a union of cuDNN and another private backend. Only 10% of the
+//   functions are actually implemented by both backends, the rest are
+//   actually backend-specific. The massive interface creates extra mental
+//   burden.
+// * Poor error handling: the API should return Status objects.
+//
+// Things worth trying:
+// * Move functions that are not actually common back to the backends. Then,
+//   callers may use dynamic_cast to access specific backends. This may not be
+//   that hard, as many of the callers are Stream::ThenXxx functions.
+// * Change all the returned bools to Status.
 class DnnSupport {
  public:
   DnnSupport() {}
-- 
GitLab


From dd1cfe2f2092517d8a57bad04b2cb269a19b37ee Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Fri, 24 Aug 2018 17:42:17 +0000
Subject: [PATCH 1093/1825] Convert InputBuffer to BuffereedInputStream for
 FixedLengthRecordDatasetOp

This fix converts InputBuffer to BuffereedInputStream for
FixedLengthRecordDatasetOp, so that it is possible to add
compression layer on top for FixedLengthRecordDatasetOp.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../core/kernels/data/reader_dataset_ops.cc   | 36 ++++++++++---------
 1 file changed, 19 insertions(+), 17 deletions(-)

diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index ea97cf5ffd..21258ebe62 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -383,13 +383,13 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
         mutex_lock l(mu_);
         do {
           // We are currently processing a file, so try to read the next record.
-          if (input_buffer_) {
-            const int64 current_pos = input_buffer_->Tell();
+          if (buffered_input_stream_) {
+            const int64 current_pos = buffered_input_stream_->Tell();
             DCHECK_GE(file_pos_limit_, 0);
             if (current_pos < file_pos_limit_) {
               string record;
-              TF_RETURN_IF_ERROR(
-                  input_buffer_->ReadNBytes(dataset()->record_bytes_, &record));
+              TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
+                  dataset()->record_bytes_, &record));
               // Produce the record as output.
               out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
                                         TensorShape({}));
@@ -400,7 +400,7 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
 
             // We have reached the end of the current file, so maybe
             // move on to next file.
-            input_buffer_.reset();
+            buffered_input_stream_.reset();
             file_.reset();
             ++current_file_index_;
           }
@@ -432,10 +432,10 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
           }
           TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
               dataset()->filenames_[current_file_index_], &file_));
-          input_buffer_.reset(
-              new io::InputBuffer(file_.get(), dataset()->buffer_size_));
+          buffered_input_stream_.reset(new io::BufferedInputStream(
+              file_.get(), dataset()->buffer_size_));
           TF_RETURN_IF_ERROR(
-              input_buffer_->SkipNBytes(dataset()->header_bytes_));
+              buffered_input_stream_->SkipNBytes(dataset()->header_bytes_));
         } while (true);
       }
 
@@ -450,10 +450,11 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
         TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_file_index"),
                                                current_file_index_));
 
-        // `input_buffer_` is empty if
+        // `buffered_input_stream_` is empty if
         // 1. GetNext has not been called even once.
         // 2. All files have been read and iterator has been exhausted.
-        int64 current_pos = input_buffer_ ? input_buffer_->Tell() : -1;
+        int64 current_pos =
+            buffered_input_stream_ ? buffered_input_stream_->Tell() : -1;
         TF_RETURN_IF_ERROR(
             writer->WriteScalar(full_name("current_pos"), current_pos));
         return Status::OK();
@@ -471,18 +472,18 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
             reader->ReadScalar(full_name("current_pos"), &current_pos));
 
         // Seek to current_pos.
-        input_buffer_.reset();
+        buffered_input_stream_.reset();
         file_.reset();
-        if (current_pos >= 0) {  // There was an active input_buffer_.
+        if (current_pos >= 0) {  // There was an active buffered_input_stream_.
           uint64 file_size;
           TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
               dataset()->filenames_[current_file_index_], &file_size));
           file_pos_limit_ = file_size - dataset()->footer_bytes_;
           TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
               dataset()->filenames_[current_file_index_], &file_));
-          input_buffer_.reset(
-              new io::InputBuffer(file_.get(), dataset()->buffer_size_));
-          TF_RETURN_IF_ERROR(input_buffer_->Seek(current_pos));
+          buffered_input_stream_.reset(new io::BufferedInputStream(
+              file_.get(), dataset()->buffer_size_));
+          TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(current_pos));
         }
 
         return Status::OK();
@@ -492,8 +493,9 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
       mutex mu_;
       size_t current_file_index_ GUARDED_BY(mu_) = 0;
       std::unique_ptr<RandomAccessFile> file_
-          GUARDED_BY(mu_);  // must outlive input_buffer_
-      std::unique_ptr<io::InputBuffer> input_buffer_ GUARDED_BY(mu_);
+          GUARDED_BY(mu_);  // must outlive buffered_input_stream_
+      std::unique_ptr<io::RandomAccessInputStream> buffered_input_stream_
+          GUARDED_BY(mu_);
       int64 file_pos_limit_ GUARDED_BY(mu_) = -1;
     };
 
-- 
GitLab


From c4aed9c197ec1a4ea8f912db1f7ff64339a809ad Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Fri, 24 Aug 2018 18:58:48 +0000
Subject: [PATCH 1094/1825] Add compression support for
 FixedLengthRecordDataset

This fix adds FixedLengthRecordDatasetV2 which enables
the ability to pass a compression type for FixedLengthRecordDataset.

This fix fixes 21680.

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../core/kernels/data/reader_dataset_ops.cc   | 33 ++++++++++++++-----
 tensorflow/core/ops/dataset_ops.cc            | 23 +++++++++++++
 tensorflow/python/data/ops/readers.py         | 14 ++++++--
 3 files changed, 59 insertions(+), 11 deletions(-)

diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index 21258ebe62..455d814464 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -271,6 +271,9 @@ REGISTER_KERNEL_BUILDER(Name("TextLineDataset").Device(DEVICE_CPU),
 class FixedLengthRecordDatasetOp : public DatasetOpKernel {
  public:
   using DatasetOpKernel::DatasetOpKernel;
+  explicit FixedLengthRecordDatasetOp(OpKernelConstruction* ctx)
+      : DatasetOpKernel(ctx),
+        op_version_(ctx->def().op() == "FixedLengthRecordDataset" ? 1 : 2) {}
 
   void MakeDataset(OpKernelContext* ctx, DatasetBase** output) override {
     const Tensor* filenames_tensor;
@@ -311,9 +314,16 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
     if (buffer_size == 0) {
       buffer_size = 256 << 10;  // 256 kB as default.
     }
-
+    string compression_type;
+    if (op_version_ > 1) {
+      OP_REQUIRES_OK(ctx, ParseScalarArgument<string>(ctx, "compression_type",
+                                                      &compression_type));
+      OP_REQUIRES(ctx, compression_type.empty() || compression_type == "ZLIB" ||
+                           compression_type == "GZIP",
+                  errors::InvalidArgument("Unsupported compression_type."));
+    }
     *output = new Dataset(ctx, std::move(filenames), header_bytes, record_bytes,
-                          footer_bytes, buffer_size);
+                          footer_bytes, buffer_size, compression_type);
   }
 
  private:
@@ -321,13 +331,14 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
    public:
     explicit Dataset(OpKernelContext* ctx, std::vector<string> filenames,
                      int64 header_bytes, int64 record_bytes, int64 footer_bytes,
-                     int64 buffer_size)
+                     int64 buffer_size, const string& compression_type)
         : DatasetBase(DatasetContext(ctx)),
           filenames_(std::move(filenames)),
           header_bytes_(header_bytes),
           record_bytes_(record_bytes),
           footer_bytes_(footer_bytes),
-          buffer_size_(buffer_size) {}
+          buffer_size_(buffer_size),
+          compression_type_(compression_type) {}
 
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
@@ -359,15 +370,17 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
       Node* record_bytes = nullptr;
       Node* footer_bytes = nullptr;
       Node* buffer_size = nullptr;
+      Node* compression_type = nullptr;
       TF_RETURN_IF_ERROR(b->AddVector(filenames_, &filenames));
       TF_RETURN_IF_ERROR(b->AddScalar(header_bytes_, &header_bytes));
       TF_RETURN_IF_ERROR(b->AddScalar(record_bytes_, &record_bytes));
       TF_RETURN_IF_ERROR(b->AddScalar(footer_bytes_, &footer_bytes));
       TF_RETURN_IF_ERROR(b->AddScalar(buffer_size_, &buffer_size));
-      TF_RETURN_IF_ERROR(b->AddDataset(
-          this,
-          {filenames, header_bytes, record_bytes, footer_bytes, buffer_size},
-          output));
+      TF_RETURN_IF_ERROR(b->AddScalar(compression_type_, &compression_type));
+      TF_RETURN_IF_ERROR(
+          b->AddDataset(this, {filenames, header_bytes, record_bytes,
+                               footer_bytes, buffer_size, compression_type},
+                        output));
       return Status::OK();
     }
 
@@ -504,11 +517,15 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
     const int64 record_bytes_;
     const int64 footer_bytes_;
     const int64 buffer_size_;
+    const string compression_type_;
   };
+  const int op_version_;
 };
 
 REGISTER_KERNEL_BUILDER(Name("FixedLengthRecordDataset").Device(DEVICE_CPU),
                         FixedLengthRecordDatasetOp);
+REGISTER_KERNEL_BUILDER(Name("FixedLengthRecordDatasetV2").Device(DEVICE_CPU),
+                        FixedLengthRecordDatasetOp);
 
 class TFRecordDatasetOp : public DatasetOpKernel {
  public:
diff --git a/tensorflow/core/ops/dataset_ops.cc b/tensorflow/core/ops/dataset_ops.cc
index 98a7696261..9b261a28db 100644
--- a/tensorflow/core/ops/dataset_ops.cc
+++ b/tensorflow/core/ops/dataset_ops.cc
@@ -674,6 +674,29 @@ REGISTER_OP("FixedLengthRecordDataset")
       return shape_inference::ScalarShape(c);
     });
 
+REGISTER_OP("FixedLengthRecordDatasetV2")
+    .Input("filenames: string")
+    .Input("header_bytes: int64")
+    .Input("record_bytes: int64")
+    .Input("footer_bytes: int64")
+    .Input("buffer_size: int64")
+    .Input("compression_type: string")
+    .Output("handle: variant")
+    .SetIsStateful()  // TODO(b/65524810): Source dataset ops must be marked
+                      // stateful to inhibit constant folding.
+    .SetShapeFn([](shape_inference::InferenceContext* c) {
+      shape_inference::ShapeHandle unused;
+      // `filenames` must be a scalar or a vector.
+      TF_RETURN_IF_ERROR(c->WithRankAtMost(c->input(0), 1, &unused));
+      // header_bytes, record_bytes, footer_bytes, buffer_size should be
+      // scalars.
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(1), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(2), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(3), 0, &unused));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(4), 0, &unused));
+      return shape_inference::ScalarShape(c);
+    });
+
 REGISTER_OP("TFRecordDataset")
     .Input("filenames: string")
     .Input("compression_type: string")
diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index d08da6704c..76fe5445aa 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -255,7 +255,8 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
                record_bytes,
                header_bytes=None,
                footer_bytes=None,
-               buffer_size=None):
+               buffer_size=None,
+               compression_type=None):
     """Creates a `FixedLengthRecordDataset`.
 
     Args:
@@ -268,6 +269,8 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
         bytes to ignore at the end of a file.
       buffer_size: (Optional.) A `tf.int64` scalar representing the number of
         bytes to buffer when reading.
+      compression_type: (Optional.) A `tf.string` scalar evaluating to one of
+        `""` (no compression), `"ZLIB"`, or `"GZIP"`.
     """
     super(FixedLengthRecordDataset, self).__init__()
     self._filenames = ops.convert_to_tensor(
@@ -281,11 +284,16 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
         "footer_bytes", footer_bytes)
     self._buffer_size = convert.optional_param_to_tensor(
         "buffer_size", buffer_size, _DEFAULT_READER_BUFFER_SIZE_BYTES)
+    self._compression_type = convert.optional_param_to_tensor(
+        "compression_type",
+        compression_type,
+        argument_default="",
+        argument_dtype=dtypes.string)
 
   def _as_variant_tensor(self):
-    return gen_dataset_ops.fixed_length_record_dataset(
+    return gen_dataset_ops.fixed_length_record_dataset_v2(
         self._filenames, self._header_bytes, self._record_bytes,
-        self._footer_bytes, self._buffer_size)
+        self._footer_bytes, self._buffer_size, self._compression_type)
 
   def _inputs(self):
     return []
-- 
GitLab


From 2f6527c17e92ad975323314dd43c65eb071aa8ed Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Fri, 24 Aug 2018 19:35:45 +0000
Subject: [PATCH 1095/1825] Use lookahead cache to process compressed stream

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../core/kernels/data/reader_dataset_ops.cc   | 149 +++++++++++++-----
 1 file changed, 112 insertions(+), 37 deletions(-)

diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index 455d814464..7b687739e9 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -398,17 +398,49 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
           // We are currently processing a file, so try to read the next record.
           if (buffered_input_stream_) {
             const int64 current_pos = buffered_input_stream_->Tell();
-            DCHECK_GE(file_pos_limit_, 0);
-            if (current_pos < file_pos_limit_) {
+            if (dataset()->compression_type_ == "") {
+              DCHECK_GE(file_pos_limit_, 0);
+              if (current_pos < file_pos_limit_) {
+                string record;
+                TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
+                    dataset()->record_bytes_, &record));
+                // Produce the record as output.
+                Tensor record_tensor(ctx->allocator({}), DT_STRING, {});
+                record_tensor.scalar<string>()() = record;
+                out_tensors->emplace_back(std::move(record_tensor));
+                *end_of_sequence = false;
+                return Status::OK();
+              }
+            } else {
               string record;
-              TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
-                  dataset()->record_bytes_, &record));
-              // Produce the record as output.
-              out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
-                                        TensorShape({}));
-              out_tensors->back().scalar<string>()() = record;
-              *end_of_sequence = false;
-              return Status::OK();
+              Status s = buffered_input_stream_->ReadNBytes(
+                  dataset()->record_bytes_, &record);
+              if (s.ok()) {
+                lookahead_cache_.append(record);
+                record = lookahead_cache_.substr(0, dataset()->record_bytes_);
+                lookahead_cache_ =
+                    lookahead_cache_.substr(dataset()->record_bytes_);
+                // Produce the record as output.
+                out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
+                                          TensorShape({}));
+                out_tensors->back().scalar<string>()() = record;
+                *end_of_sequence = false;
+                return Status::OK();
+              }
+              if (errors::IsOutOfRange(s) && !record.empty()) {
+                uint64 body_size =
+                    current_pos + record.size() -
+                    (dataset()->header_bytes_ + dataset()->footer_bytes_);
+                return errors::DataLoss(
+                    "Excluding the header (", dataset()->header_bytes_,
+                    " bytes) and footer (", dataset()->footer_bytes_,
+                    " bytes), input file \"",
+                    dataset()->filenames_[current_file_index_],
+                    "\" has body length ", body_size,
+                    " bytes, which is not an exact multiple of the record "
+                    "length (",
+                    dataset()->record_bytes_, " bytes).");
+              }
             }
 
             // We have reached the end of the current file, so maybe
@@ -425,30 +457,49 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
           }
 
           // Actually move on to next file.
-          uint64 file_size;
-          TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
-              dataset()->filenames_[current_file_index_], &file_size));
-          file_pos_limit_ = file_size - dataset()->footer_bytes_;
-
-          uint64 body_size =
-              file_size - (dataset()->header_bytes_ + dataset()->footer_bytes_);
-
-          if (body_size % dataset()->record_bytes_ != 0) {
-            return errors::InvalidArgument(
-                "Excluding the header (", dataset()->header_bytes_,
-                " bytes) and footer (", dataset()->footer_bytes_,
-                " bytes), input file \"",
-                dataset()->filenames_[current_file_index_],
-                "\" has body length ", body_size,
-                " bytes, which is not an exact multiple of the record length (",
-                dataset()->record_bytes_, " bytes).");
+          if (dataset()->compression_type_ == "") {
+            uint64 file_size;
+            TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
+                dataset()->filenames_[current_file_index_], &file_size));
+            file_pos_limit_ = file_size - dataset()->footer_bytes_;
+
+            uint64 body_size = file_size - (dataset()->header_bytes_ +
+                                            dataset()->footer_bytes_);
+
+            if (body_size % dataset()->record_bytes_ != 0) {
+              return errors::InvalidArgument(
+                  "Excluding the header (", dataset()->header_bytes_,
+                  " bytes) and footer (", dataset()->footer_bytes_,
+                  " bytes), input file \"",
+                  dataset()->filenames_[current_file_index_],
+                  "\" has body length ", body_size,
+                  " bytes, which is not an exact multiple of the record length "
+                  "(",
+                  dataset()->record_bytes_, " bytes).");
+            }
           }
           TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
               dataset()->filenames_[current_file_index_], &file_));
-          buffered_input_stream_.reset(new io::BufferedInputStream(
-              file_.get(), dataset()->buffer_size_));
+          if (dataset()->compression_type_ != "") {
+            const io::ZlibCompressionOptions zlib_options =
+                dataset()->compression_type_ == "ZLIB"
+                    ? io::ZlibCompressionOptions::DEFAULT()
+                    : io::ZlibCompressionOptions::GZIP();
+            file_stream_.reset(new io::RandomAccessInputStream(file_.get()));
+            buffered_input_stream_.reset(new io::ZlibInputStream(
+                file_stream_.get(), dataset()->buffer_size_,
+                dataset()->buffer_size_, zlib_options));
+          } else {
+            buffered_input_stream_.reset(new io::BufferedInputStream(
+                file_.get(), dataset()->buffer_size_));
+          }
           TF_RETURN_IF_ERROR(
               buffered_input_stream_->SkipNBytes(dataset()->header_bytes_));
+          lookahead_cache_.clear();
+          if (dataset()->compression_type_ != "") {
+            TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
+                dataset()->footer_bytes_, &lookahead_cache_));
+          }
         } while (true);
       }
 
@@ -488,15 +539,36 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
         buffered_input_stream_.reset();
         file_.reset();
         if (current_pos >= 0) {  // There was an active buffered_input_stream_.
-          uint64 file_size;
-          TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
-              dataset()->filenames_[current_file_index_], &file_size));
-          file_pos_limit_ = file_size - dataset()->footer_bytes_;
+          if (dataset()->compression_type_ == "") {
+            uint64 file_size;
+            TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
+                dataset()->filenames_[current_file_index_], &file_size));
+            file_pos_limit_ = file_size - dataset()->footer_bytes_;
+          }
           TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
               dataset()->filenames_[current_file_index_], &file_));
-          buffered_input_stream_.reset(new io::BufferedInputStream(
-              file_.get(), dataset()->buffer_size_));
-          TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(current_pos));
+          if (dataset()->compression_type_ != "") {
+            const io::ZlibCompressionOptions zlib_options =
+                dataset()->compression_type_ == "ZLIB"
+                    ? io::ZlibCompressionOptions::DEFAULT()
+                    : io::ZlibCompressionOptions::GZIP();
+            file_stream_.reset(new io::RandomAccessInputStream(file_.get()));
+            buffered_input_stream_.reset(new io::ZlibInputStream(
+                file_stream_.get(), dataset()->buffer_size_,
+                dataset()->buffer_size_, zlib_options));
+          } else {
+            buffered_input_stream_.reset(new io::BufferedInputStream(
+                file_.get(), dataset()->buffer_size_));
+          }
+          lookahead_cache_.clear();
+          if (dataset()->compression_type_ == "") {
+            TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(current_pos));
+          } else {
+            TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(
+                current_pos - dataset()->footer_bytes_));
+            TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
+                dataset()->footer_bytes_, &lookahead_cache_));
+          }
         }
 
         return Status::OK();
@@ -507,9 +579,12 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
       size_t current_file_index_ GUARDED_BY(mu_) = 0;
       std::unique_ptr<RandomAccessFile> file_
           GUARDED_BY(mu_);  // must outlive buffered_input_stream_
-      std::unique_ptr<io::RandomAccessInputStream> buffered_input_stream_
+      std::unique_ptr<io::RandomAccessInputStream>
+          file_stream_;  // must outlive buffered_inputstream_
+      std::unique_ptr<io::InputStreamInterface> buffered_input_stream_
           GUARDED_BY(mu_);
       int64 file_pos_limit_ GUARDED_BY(mu_) = -1;
+      string lookahead_cache_ GUARDED_BY(mu_);
     };
 
     const std::vector<string> filenames_;
-- 
GitLab


From 746e0ff70e0fcd5fe81253f08274c70b24f41994 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Fri, 24 Aug 2018 19:47:16 +0000
Subject: [PATCH 1096/1825] Add test cases for compression support with
 FixedRecordDataset

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../kernel_tests/reader_dataset_ops_test.py   | 44 +++++++++++++++----
 1 file changed, 35 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/data/kernel_tests/reader_dataset_ops_test.py b/tensorflow/python/data/kernel_tests/reader_dataset_ops_test.py
index aef2dd1d9c..6b95a2f40e 100644
--- a/tensorflow/python/data/kernel_tests/reader_dataset_ops_test.py
+++ b/tensorflow/python/data/kernel_tests/reader_dataset_ops_test.py
@@ -213,26 +213,43 @@ class FixedLengthRecordReaderTest(test_base.DatasetTestBase):
   def _record(self, f, r):
     return compat.as_bytes(str(f * 2 + r) * self._record_bytes)
 
-  def _createFiles(self):
+  def _createFiles(self, compression_type=None):
     filenames = []
     for i in range(self._num_files):
       fn = os.path.join(self.get_temp_dir(), "fixed_length_record.%d.txt" % i)
       filenames.append(fn)
-      with open(fn, "wb") as f:
-        f.write(b"H" * self._header_bytes)
-        for j in range(self._num_records):
-          f.write(self._record(i, j))
-        f.write(b"F" * self._footer_bytes)
+
+      contents = []
+      contents.append(b"H" * self._header_bytes)
+      for j in range(self._num_records):
+        contents.append(self._record(i, j))
+      contents.append(b"F" * self._footer_bytes)
+      contents = b"".join(contents)
+
+      if not compression_type:
+        with open(fn, "wb") as f:
+          f.write(contents)
+      elif compression_type == "GZIP":
+        with gzip.GzipFile(fn, "wb") as f:
+          f.write(contents)
+      elif compression_type == "ZLIB":
+        contents = zlib.compress(contents)
+        with open(fn, "wb") as f:
+          f.write(contents)
+      else:
+        raise ValueError("Unsupported compression_type", compression_type)
+
     return filenames
 
-  def testFixedLengthRecordDataset(self):
-    test_filenames = self._createFiles()
+  def _testFixedLengthRecordDataset(self, compression_type=None):
+    test_filenames = self._createFiles(compression_type=compression_type)
     filenames = array_ops.placeholder(dtypes.string, shape=[None])
     num_epochs = array_ops.placeholder(dtypes.int64, shape=[])
     batch_size = array_ops.placeholder(dtypes.int64, shape=[])
 
     repeat_dataset = (readers.FixedLengthRecordDataset(
-        filenames, self._record_bytes, self._header_bytes, self._footer_bytes)
+        filenames, self._record_bytes, self._header_bytes, self._footer_bytes,
+        compression_type=compression_type)
                       .repeat(num_epochs))
     batch_dataset = repeat_dataset.batch(batch_size)
 
@@ -293,6 +310,15 @@ class FixedLengthRecordReaderTest(test_base.DatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
+  def testFixedLengthRecordDatasetNoCompression(self):
+    self._testFixedLengthRecordDataset()
+
+  def testFixedLengthRecordDatasetGzipCompression(self):
+    self._testFixedLengthRecordDataset(compression_type="GZIP")
+
+  def testFixedLengthRecordDatasetZlibCompression(self):
+    self._testFixedLengthRecordDataset(compression_type="ZLIB")
+
   def testFixedLengthRecordDatasetBuffering(self):
     test_filenames = self._createFiles()
     dataset = readers.FixedLengthRecordDataset(
-- 
GitLab


From 4f2ec1a96605b9f90d356db0aed7ab1ec39e093a Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 11 Sep 2018 19:46:52 +0000
Subject: [PATCH 1097/1825] Address review feedbacks

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/core/kernels/data/reader_dataset_ops.cc |  4 ++--
 tensorflow/python/data/ops/readers.py              | 13 ++++++++++---
 2 files changed, 12 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index 7b687739e9..343f7f302d 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -406,7 +406,7 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
                     dataset()->record_bytes_, &record));
                 // Produce the record as output.
                 Tensor record_tensor(ctx->allocator({}), DT_STRING, {});
-                record_tensor.scalar<string>()() = record;
+                record_tensor.scalar<string>()() = std::move(record);
                 out_tensors->emplace_back(std::move(record_tensor));
                 *end_of_sequence = false;
                 return Status::OK();
@@ -580,7 +580,7 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
       std::unique_ptr<RandomAccessFile> file_
           GUARDED_BY(mu_);  // must outlive buffered_input_stream_
       std::unique_ptr<io::RandomAccessInputStream>
-          file_stream_;  // must outlive buffered_inputstream_
+          file_stream_;  // must outlive buffered_input_stream_
       std::unique_ptr<io::InputStreamInterface> buffered_input_stream_
           GUARDED_BY(mu_);
       int64 file_pos_limit_ GUARDED_BY(mu_) = -1;
diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index 76fe5445aa..c0b75a26e7 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -17,6 +17,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.compat import compat
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.util import convert
 from tensorflow.python.framework import dtypes
@@ -291,9 +292,15 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
         argument_dtype=dtypes.string)
 
   def _as_variant_tensor(self):
-    return gen_dataset_ops.fixed_length_record_dataset_v2(
-        self._filenames, self._header_bytes, self._record_bytes,
-        self._footer_bytes, self._buffer_size, self._compression_type)
+    if self._compression_type is not None or compat.forward_compatible(2018, 9, 30):
+      return gen_dataset_ops.fixed_length_record_dataset_v2(
+          self._filenames, self._header_bytes, self._record_bytes,
+          self._footer_bytes, self._buffer_size, self._compression_type)
+    else:
+      return gen_dataset_ops.fixed_length_record_dataset(
+          self._filenames, self._header_bytes, self._record_bytes,
+          self._footer_bytes, self._buffer_size)
+
 
   def _inputs(self):
     return []
-- 
GitLab


From dbbebd80fc778e8a279909ecef7022c601a69232 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 11 Sep 2018 21:18:31 +0000
Subject: [PATCH 1098/1825] Split CompressedIterator and UncompressedIterator
 for FixedLengthRecordDataset

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../core/kernels/data/reader_dataset_ops.cc   | 176 ++++++++++++++----
 1 file changed, 143 insertions(+), 33 deletions(-)

diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index 343f7f302d..bc5c65d642 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -342,8 +342,13 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
 
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
+      if (compression_type_ == "") {
       return std::unique_ptr<IteratorBase>(
-          new Iterator({this, strings::StrCat(prefix, "::FixedLengthRecord")}));
+          new UncompressedIterator({this, strings::StrCat(prefix, "::FixedLengthRecord")}));
+      } else {
+      return std::unique_ptr<IteratorBase>(
+          new CompressedIterator({this, strings::StrCat(prefix, "::FixedLengthRecord")}));
+      }
     }
 
     const DataTypeVector& output_dtypes() const override {
@@ -385,9 +390,129 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
     }
 
    private:
-    class Iterator : public DatasetIterator<Dataset> {
+    class UncompressedIterator : public DatasetIterator<Dataset> {
      public:
-      explicit Iterator(const Params& params)
+      explicit UncompressedIterator(const Params& params)
+          : DatasetIterator<Dataset>(params) {}
+
+      Status GetNextInternal(IteratorContext* ctx,
+                             std::vector<Tensor>* out_tensors,
+                             bool* end_of_sequence) override {
+        mutex_lock l(mu_);
+        do {
+          // We are currently processing a file, so try to read the next record.
+          if (input_buffer_) {
+            const int64 current_pos = input_buffer_->Tell();
+            DCHECK_GE(file_pos_limit_, 0);
+            if (current_pos < file_pos_limit_) {
+              string record;
+              TF_RETURN_IF_ERROR(
+                  input_buffer_->ReadNBytes(dataset()->record_bytes_, &record));
+              // Produce the record as output.
+              Tensor record_tensor(ctx->allocator({}), DT_STRING, {});
+              record_tensor.scalar<string>()() = record;
+              out_tensors->emplace_back(std::move(record_tensor));
+              *end_of_sequence = false;
+              return Status::OK();
+            }
+
+            // We have reached the end of the current file, so maybe
+            // move on to next file.
+            input_buffer_.reset();
+            file_.reset();
+            ++current_file_index_;
+          }
+
+          // Iteration ends when there are no more files to process.
+          if (current_file_index_ == dataset()->filenames_.size()) {
+            *end_of_sequence = true;
+            return Status::OK();
+          }
+
+          // Actually move on to next file.
+          uint64 file_size;
+          TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
+              dataset()->filenames_[current_file_index_], &file_size));
+          file_pos_limit_ = file_size - dataset()->footer_bytes_;
+
+          uint64 body_size =
+              file_size - (dataset()->header_bytes_ + dataset()->footer_bytes_);
+
+          if (body_size % dataset()->record_bytes_ != 0) {
+            return errors::InvalidArgument(
+                "Excluding the header (", dataset()->header_bytes_,
+                " bytes) and footer (", dataset()->footer_bytes_,
+                " bytes), input file \"",
+                dataset()->filenames_[current_file_index_],
+                "\" has body length ", body_size,
+                " bytes, which is not an exact multiple of the record length (",
+                dataset()->record_bytes_, " bytes).");
+          }
+          TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
+              dataset()->filenames_[current_file_index_], &file_));
+          input_buffer_.reset(
+              new io::InputBuffer(file_.get(), dataset()->buffer_size_));
+          TF_RETURN_IF_ERROR(
+              input_buffer_->SkipNBytes(dataset()->header_bytes_));
+        } while (true);
+      }
+
+     protected:
+      Status SaveInternal(IteratorStateWriter* writer) override {
+        mutex_lock l(mu_);
+        TF_RETURN_IF_ERROR(writer->WriteScalar(full_name("current_file_index"),
+                                               current_file_index_));
+
+        // `input_buffer_` is empty if
+        // 1. GetNext has not been called even once.
+        // 2. All files have been read and iterator has been exhausted.
+        int64 current_pos = input_buffer_ ? input_buffer_->Tell() : -1;
+        TF_RETURN_IF_ERROR(
+            writer->WriteScalar(full_name("current_pos"), current_pos));
+        return Status::OK();
+      }
+
+      Status RestoreInternal(IteratorContext* ctx,
+                             IteratorStateReader* reader) override {
+        mutex_lock l(mu_);
+        int64 current_file_index;
+        TF_RETURN_IF_ERROR(reader->ReadScalar(full_name("current_file_index"),
+                                              &current_file_index));
+        current_file_index_ = size_t(current_file_index);
+        int64 current_pos;
+        TF_RETURN_IF_ERROR(
+            reader->ReadScalar(full_name("current_pos"), &current_pos));
+
+        // Seek to current_pos.
+        input_buffer_.reset();
+        file_.reset();
+        if (current_pos >= 0) {  // There was an active input_buffer_.
+          uint64 file_size;
+          TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
+              dataset()->filenames_[current_file_index_], &file_size));
+          file_pos_limit_ = file_size - dataset()->footer_bytes_;
+          TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
+              dataset()->filenames_[current_file_index_], &file_));
+          input_buffer_.reset(
+              new io::InputBuffer(file_.get(), dataset()->buffer_size_));
+          TF_RETURN_IF_ERROR(input_buffer_->Seek(current_pos));
+        }
+
+        return Status::OK();
+      }
+
+     private:
+      mutex mu_;
+      size_t current_file_index_ GUARDED_BY(mu_) = 0;
+      std::unique_ptr<RandomAccessFile> file_
+          GUARDED_BY(mu_);  // must outlive input_buffer_
+      std::unique_ptr<io::InputBuffer> input_buffer_ GUARDED_BY(mu_);
+      int64 file_pos_limit_ GUARDED_BY(mu_) = -1;
+    };
+
+    class CompressedIterator : public DatasetIterator<Dataset> {
+     public:
+      explicit CompressedIterator(const Params& params)
           : DatasetIterator<Dataset>(params) {}
 
       Status GetNextInternal(IteratorContext* ctx,
@@ -421,9 +546,9 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
                 lookahead_cache_ =
                     lookahead_cache_.substr(dataset()->record_bytes_);
                 // Produce the record as output.
-                out_tensors->emplace_back(ctx->allocator({}), DT_STRING,
-                                          TensorShape({}));
-                out_tensors->back().scalar<string>()() = record;
+                Tensor record_tensor(ctx->allocator({}), DT_STRING, {});
+                record_tensor.scalar<string>()() = std::move(record);
+                out_tensors->emplace_back(std::move(record_tensor));
                 *end_of_sequence = false;
                 return Status::OK();
               }
@@ -539,36 +664,21 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
         buffered_input_stream_.reset();
         file_.reset();
         if (current_pos >= 0) {  // There was an active buffered_input_stream_.
-          if (dataset()->compression_type_ == "") {
-            uint64 file_size;
-            TF_RETURN_IF_ERROR(ctx->env()->GetFileSize(
-                dataset()->filenames_[current_file_index_], &file_size));
-            file_pos_limit_ = file_size - dataset()->footer_bytes_;
-          }
           TF_RETURN_IF_ERROR(ctx->env()->NewRandomAccessFile(
               dataset()->filenames_[current_file_index_], &file_));
-          if (dataset()->compression_type_ != "") {
-            const io::ZlibCompressionOptions zlib_options =
-                dataset()->compression_type_ == "ZLIB"
-                    ? io::ZlibCompressionOptions::DEFAULT()
-                    : io::ZlibCompressionOptions::GZIP();
-            file_stream_.reset(new io::RandomAccessInputStream(file_.get()));
-            buffered_input_stream_.reset(new io::ZlibInputStream(
-                file_stream_.get(), dataset()->buffer_size_,
-                dataset()->buffer_size_, zlib_options));
-          } else {
-            buffered_input_stream_.reset(new io::BufferedInputStream(
-                file_.get(), dataset()->buffer_size_));
-          }
+          const io::ZlibCompressionOptions zlib_options =
+              dataset()->compression_type_ == "ZLIB"
+                  ? io::ZlibCompressionOptions::DEFAULT()
+                  : io::ZlibCompressionOptions::GZIP();
+          file_stream_.reset(new io::RandomAccessInputStream(file_.get()));
+          buffered_input_stream_.reset(new io::ZlibInputStream(
+              file_stream_.get(), dataset()->buffer_size_,
+              dataset()->buffer_size_, zlib_options));
           lookahead_cache_.clear();
-          if (dataset()->compression_type_ == "") {
-            TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(current_pos));
-          } else {
-            TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(
-                current_pos - dataset()->footer_bytes_));
-            TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
-                dataset()->footer_bytes_, &lookahead_cache_));
-          }
+          TF_RETURN_IF_ERROR(buffered_input_stream_->SkipNBytes(
+              current_pos - dataset()->footer_bytes_));
+          TF_RETURN_IF_ERROR(buffered_input_stream_->ReadNBytes(
+              dataset()->footer_bytes_, &lookahead_cache_));
         }
 
         return Status::OK();
-- 
GitLab


From 517a63b27802fe02d986aea416e1e5e1a0a24983 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 11 Sep 2018 22:40:15 +0000
Subject: [PATCH 1099/1825] Fix `Experimental clang-format Check` build

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/core/kernels/data/reader_dataset_ops.cc | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/kernels/data/reader_dataset_ops.cc b/tensorflow/core/kernels/data/reader_dataset_ops.cc
index bc5c65d642..c110e79ac9 100644
--- a/tensorflow/core/kernels/data/reader_dataset_ops.cc
+++ b/tensorflow/core/kernels/data/reader_dataset_ops.cc
@@ -343,11 +343,11 @@ class FixedLengthRecordDatasetOp : public DatasetOpKernel {
     std::unique_ptr<IteratorBase> MakeIteratorInternal(
         const string& prefix) const override {
       if (compression_type_ == "") {
-      return std::unique_ptr<IteratorBase>(
-          new UncompressedIterator({this, strings::StrCat(prefix, "::FixedLengthRecord")}));
+        return std::unique_ptr<IteratorBase>(new UncompressedIterator(
+            {this, strings::StrCat(prefix, "::FixedLengthRecord")}));
       } else {
-      return std::unique_ptr<IteratorBase>(
-          new CompressedIterator({this, strings::StrCat(prefix, "::FixedLengthRecord")}));
+        return std::unique_ptr<IteratorBase>(new CompressedIterator(
+            {this, strings::StrCat(prefix, "::FixedLengthRecord")}));
       }
     }
 
-- 
GitLab


From 897666ccefbc852e76037b486c1963f278af48f4 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Mon, 5 Nov 2018 17:17:33 -0800
Subject: [PATCH 1100/1825] Stop blocking async device/op_device reads.

PiperOrigin-RevId: 220201429
---
 tensorflow/c/eager/c_api_internal.h                   |  4 ----
 .../core/common_runtime/eager/copy_to_device_node.h   |  2 +-
 tensorflow/core/common_runtime/eager/execute.cc       | 11 ++++++++++-
 tensorflow/core/common_runtime/eager/tensor_handle.cc |  4 ----
 tensorflow/core/common_runtime/eager/tensor_handle.h  |  7 ++++---
 5 files changed, 15 insertions(+), 13 deletions(-)

diff --git a/tensorflow/c/eager/c_api_internal.h b/tensorflow/c/eager/c_api_internal.h
index 104d52430c..fa1b22e3af 100644
--- a/tensorflow/c/eager/c_api_internal.h
+++ b/tensorflow/c/eager/c_api_internal.h
@@ -79,10 +79,6 @@ struct TFE_TensorHandle {
                    tensorflow::Device* op_device)
       : handle(new tensorflow::TensorHandle(t, d, op_device, nullptr)) {}
 
-  TFE_TensorHandle(tensorflow::uint64 node_id, tensorflow::DataType dtype,
-                   tensorflow::EagerContext* ctx)
-      : handle(new tensorflow::TensorHandle(node_id, dtype, ctx)) {}
-
   TFE_TensorHandle(tensorflow::TensorHandle* handle) : handle(handle) {}
 
   tensorflow::TensorHandle* handle;
diff --git a/tensorflow/core/common_runtime/eager/copy_to_device_node.h b/tensorflow/core/common_runtime/eager/copy_to_device_node.h
index 8a887540b0..953b3580c2 100644
--- a/tensorflow/core/common_runtime/eager/copy_to_device_node.h
+++ b/tensorflow/core/common_runtime/eager/copy_to_device_node.h
@@ -30,7 +30,7 @@ class CopyToDeviceNode : public EagerNode {
         src_(src),
         dstd_(dstd),
         ctx_(ctx),
-        dst_(new TensorHandle(id, src_->dtype, ctx)) {
+        dst_(new TensorHandle(id, dstd_, dstd_, src->dtype, ctx)) {
     src_->Ref();
     dst_->Ref();
   }
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index 53f0ba1c81..0fcf5d9387 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -333,8 +333,17 @@ Status EagerLocalExecute(EagerOperation* op,
     // input handles are ready before executing them.
     // TODO(agarwal): Consider executing "cheap" kernels inline for performance.
     tensorflow::uint64 id = ctx->NextId();
+    const MemoryTypeVector* output_memory_types = nullptr;
+    output_memory_types = &kernel->kernel()->output_memory_types();
+
+    Device* op_device = kernel->device();
     for (int i = 0; i < *num_retvals; ++i) {
-      (*retvals)[i] = new TensorHandle(id, output_dtypes[i], ctx);
+      Device* d = op_device;
+      if (d != nullptr && output_memory_types != nullptr &&
+          (*output_memory_types)[i] == HOST_MEMORY) {
+        d = nullptr;
+      }
+      (*retvals)[i] = new TensorHandle(id, d, op_device, output_dtypes[i], ctx);
     }
     EagerNode* node = new ExecuteNode(
         id, ctx, op->Device(), op->Inputs(), kernel, maybe_stats.release(),
diff --git a/tensorflow/core/common_runtime/eager/tensor_handle.cc b/tensorflow/core/common_runtime/eager/tensor_handle.cc
index d58724cbfa..655add00e9 100644
--- a/tensorflow/core/common_runtime/eager/tensor_handle.cc
+++ b/tensorflow/core/common_runtime/eager/tensor_handle.cc
@@ -80,15 +80,11 @@ Status TensorHandle::Tensor(const tensorflow::Tensor** t) {
 }
 
 Status TensorHandle::Device(tensorflow::Device** d) {
-  TF_RETURN_IF_ERROR(WaitReady());
-  DCHECK(IsReady());
   *d = device_;
   return Status::OK();
 }
 
 Status TensorHandle::OpDevice(tensorflow::Device** d) {
-  TF_RETURN_IF_ERROR(WaitReady());
-  DCHECK(IsReady());
   *d = op_device_;
   return Status::OK();
 }
diff --git a/tensorflow/core/common_runtime/eager/tensor_handle.h b/tensorflow/core/common_runtime/eager/tensor_handle.h
index e55f1a0338..4f2c1a31a4 100644
--- a/tensorflow/core/common_runtime/eager/tensor_handle.h
+++ b/tensorflow/core/common_runtime/eager/tensor_handle.h
@@ -61,12 +61,13 @@ class TensorHandle : public core::RefCounted {
         ctx_(ctx),
         is_ready_(true) {}
 
-  TensorHandle(uint64 node_id, DataType dtype, EagerContext* ctx)
+  TensorHandle(uint64 node_id, Device* d, Device* op_device, DataType dtype,
+               EagerContext* ctx)
       : dtype(dtype),
         node_id_(node_id),
         tensor_(dtype),
-        device_(nullptr),
-        op_device_(nullptr),
+        device_(d),
+        op_device_(op_device),
         remote_op_id_(-1),
         remote_output_num_(-1),
         remote_shape_node_id_(-1),
-- 
GitLab


From 09c2df32421b70604cf88fc748f4e1983a338d57 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 17:19:24 -0800
Subject: [PATCH 1101/1825] Do not constant fold nodes with TPU specific
 attributes.

PiperOrigin-RevId: 220201649
---
 .../grappler/optimizers/constant_folding.cc   | 38 +++++++++++++++----
 .../grappler/optimizers/constant_folding.h    |  7 ++--
 2 files changed, 34 insertions(+), 11 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index 24b0204069..032f41c9d2 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -157,6 +157,16 @@ bool GetConcatAxis(const GraphProperties& properties, NodeDef* node,
   return true;
 }
 
+bool HasTPUAttributes(const NodeDef& node) {
+  AttrSlice attrs(node);
+  for (auto attr : attrs) {
+    if (attr.first.find("_tpu_") != attr.first.npos) {
+      return true;
+    }
+  }
+  return false;
+}
+
 }  // namespace
 
 ConstantFolding::ConstantFolding(RewriterConfig::Toggle opt_level,
@@ -764,6 +774,13 @@ bool ConstantFolding::IsFoldable(const NodeDef& node) const {
     return false;
   }
 
+  // Don't fold nodes that contain TPU attributes.
+  // TODO(rmlarsen): We should be able to fold many of these nodes as long as we
+  // properly forward custom attributes, b/119051778.
+  if (HasTPUAttributes(node)) {
+    return false;
+  }
+
   const OpDef* op_def = nullptr;
   Status status = OpRegistry::Global()->LookUpOpDef(node.op(), &op_def);
   if (!status.ok()) {
@@ -1128,9 +1145,12 @@ Status ConstantFolding::FoldNode(NodeDef* node, GraphDef* output_graph,
   std::vector<NodeDef> const_nodes;
   TF_RETURN_IF_ERROR(
       EvaluateOneFoldable(*node, &const_nodes, result_too_large));
+  VLOG(1) << "Folded node:\n" << node->DebugString();
+
   NodeDef* constant_output = nullptr;
   for (int i = 0; i < const_nodes.size(); i++) {
     NodeDef* const_node = &const_nodes[i];
+    VLOG(1) << "Generated constant node:\n" << const_node->DebugString();
     if (const_node->name().empty()) {
       // Dead output: we can't create a constant to encode its value, so we'll
       // just skip it. We'll preserve the edges that originate from that
@@ -1595,15 +1615,19 @@ Status ConstantFolding::ReplaceOperationWithConstant(
 
 Status ConstantFolding::SimplifyGraph(
     bool use_shape_info, GraphDef* optimized_graph, GraphProperties* properties,
-    const absl::flat_hash_set<string>& nodes_to_not_simplify) {
+    absl::flat_hash_set<string>* nodes_to_not_simplify) {
   for (int i = 0; i < optimized_graph->node_size(); ++i) {
+    NodeDef* node = optimized_graph->mutable_node(i);
     // TODO(lyandy): Move nodes to not simplify check into SimplifyNode and
     // generalize to only restrict certain simplifications.
-    if (nodes_to_not_simplify.find(optimized_graph->node(i).name()) ==
-        nodes_to_not_simplify.end()) {
-      TF_RETURN_IF_ERROR(SimplifyNode(use_shape_info,
-                                      optimized_graph->mutable_node(i),
-                                      optimized_graph, properties));
+    if (nodes_to_not_simplify->find(node->name()) ==
+        nodes_to_not_simplify->end()) {
+      if (HasTPUAttributes(optimized_graph->node(i))) {
+        nodes_to_not_simplify->insert(node->name());
+        continue;
+      }
+      TF_RETURN_IF_ERROR(
+          SimplifyNode(use_shape_info, node, optimized_graph, properties));
     }
   }
   return Status::OK();
@@ -3042,7 +3066,7 @@ Status ConstantFolding::RunOptimizationPass(Cluster* cluster,
   TF_RETURN_IF_ERROR(FoldGraph(optimized_graph, &nodes_to_not_simplify));
   node_map_.reset(new NodeMap(optimized_graph));
   TF_RETURN_IF_ERROR(SimplifyGraph(can_use_shape_info, optimized_graph,
-                                   &properties, nodes_to_not_simplify));
+                                   &properties, &nodes_to_not_simplify));
 
   return Status::OK();
 }
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.h b/tensorflow/core/grappler/optimizers/constant_folding.h
index c81d3067d5..d1898cdb04 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.h
+++ b/tensorflow/core/grappler/optimizers/constant_folding.h
@@ -100,10 +100,9 @@ class ConstantFolding : public GraphOptimizer {
                                const GraphProperties& properties) const;
   bool IsSimplifiableReshape(const NodeDef& node,
                              const GraphProperties& properties) const;
-  Status SimplifyGraph(
-      bool use_shape_info, GraphDef* optimized_graph,
-      GraphProperties* properties,
-      const absl::flat_hash_set<string>& nodes_to_not_simplify);
+  Status SimplifyGraph(bool use_shape_info, GraphDef* optimized_graph,
+                       GraphProperties* properties,
+                       absl::flat_hash_set<string>* nodes_to_not_simplify);
   Status SimplifyNode(bool use_shape_info, NodeDef* node,
                       GraphDef* optimized_graph, GraphProperties* properties);
 
-- 
GitLab


From 8ae7343f3d24569b4bb142ddc7b58037267a2d3c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 17:21:13 -0800
Subject: [PATCH 1102/1825] Internal change.

PiperOrigin-RevId: 220201899
---
 tensorflow/python/keras/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index dd4e11f0ee..9bdef21234 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -368,7 +368,7 @@ cuda_py_test(
 
 py_test(
     name = "pooling_test",
-    size = "small",
+    size = "medium",
     srcs = ["layers/pooling_test.py"],
     srcs_version = "PY2AND3",
     deps = [
-- 
GitLab


From 2a96384c95bd2970890b49058dbde5b44a791bc1 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Mon, 5 Nov 2018 17:44:50 -0800
Subject: [PATCH 1103/1825] Remove ConvolutionDescriptor::set_pad_alignment(),
 as no one uses it.

PiperOrigin-RevId: 220204981
---
 tensorflow/stream_executor/dnn.cc | 3 +--
 tensorflow/stream_executor/dnn.h  | 9 +++------
 2 files changed, 4 insertions(+), 8 deletions(-)

diff --git a/tensorflow/stream_executor/dnn.cc b/tensorflow/stream_executor/dnn.cc
index a38a6d5276..3d8e691ab2 100644
--- a/tensorflow/stream_executor/dnn.cc
+++ b/tensorflow/stream_executor/dnn.cc
@@ -448,7 +448,6 @@ ConvolutionDescriptor::ConvolutionDescriptor(int ndims)
     : zero_padding_(ndims, 0),
       filter_strides_(ndims, 1),
       dilation_rates_(ndims, 1),
-      pad_alignment_(PadAlignment::kDefault),
       group_count_(1),
       ndims_(ndims) {}
 
@@ -470,7 +469,7 @@ string ConvolutionDescriptor::ToString() const {
   return port::Printf(
       "{zero_padding: %s pad_alignment: %s filter_strides: %s dilation_rates: "
       "%s}",
-      padding.c_str(), PadAlignmentString(pad_alignment_).c_str(),
+      padding.c_str(), PadAlignmentString(pad_alignment()).c_str(),
       strides.c_str(), dilations.c_str());
 }
 
diff --git a/tensorflow/stream_executor/dnn.h b/tensorflow/stream_executor/dnn.h
index 21954d58f0..c934301829 100644
--- a/tensorflow/stream_executor/dnn.h
+++ b/tensorflow/stream_executor/dnn.h
@@ -548,10 +548,6 @@ class ConvolutionDescriptor {
     SetDim(&dilation_rates_, dim, value);
     return *this;
   }
-  ConvolutionDescriptor& set_pad_alignment(PadAlignment pad_alignment) {
-    pad_alignment_ = pad_alignment;
-    return *this;
-  }
   ConvolutionDescriptor& set_group_count(int group_count) {
     group_count_ = group_count;
     return *this;
@@ -578,7 +574,9 @@ class ConvolutionDescriptor {
   int zero_padding(DimIndex dim) const { return GetDim(zero_padding_, dim); }
   int filter_stride(DimIndex dim) const { return GetDim(filter_strides_, dim); }
   int dilation_rate(DimIndex dim) const { return GetDim(dilation_rates_, dim); }
-  PadAlignment pad_alignment() const { return pad_alignment_; }
+  // TODO(timshen): remove this function. No users of this class is setting a
+  // non-default pad alignment.
+  PadAlignment pad_alignment() const { return PadAlignment::kDefault; }
   int group_count() const { return group_count_; }
   int ndims() const { return ndims_; }
 
@@ -591,7 +589,6 @@ class ConvolutionDescriptor {
   std::vector<int64> zero_padding_;
   std::vector<int64> filter_strides_;
   std::vector<int64> dilation_rates_;
-  PadAlignment pad_alignment_;
   int group_count_;
   int ndims_;
   // TODO(leary) cudnn provides these fields, but need to characterize what
-- 
GitLab


From aa8020d77048d101782acd71b869fa9f9c813baa Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Mon, 5 Nov 2018 17:47:36 -0800
Subject: [PATCH 1104/1825] Mark SyncReplicaOptimizer as deprecated.

PiperOrigin-RevId: 220205234
---
 .../training/sync_replicas_optimizer.py       |  9 ++-
 ...rflow.train.-sync-replicas-optimizer.pbtxt | 63 -------------------
 .../api/golden/v2/tensorflow.train.pbtxt      |  4 --
 3 files changed, 8 insertions(+), 68 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.train.-sync-replicas-optimizer.pbtxt

diff --git a/tensorflow/python/training/sync_replicas_optimizer.py b/tensorflow/python/training/sync_replicas_optimizer.py
index 6a3756fba9..fbde8fe3c2 100644
--- a/tensorflow/python/training/sync_replicas_optimizer.py
+++ b/tensorflow/python/training/sync_replicas_optimizer.py
@@ -31,6 +31,7 @@ from tensorflow.python.training import optimizer
 from tensorflow.python.training import queue_runner
 from tensorflow.python.training import session_manager
 from tensorflow.python.training import session_run_hook
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -39,7 +40,7 @@ from tensorflow.python.util.tf_export import tf_export
 # rate according to the number of replicas. This change is introduced to be
 # consistent with how gradients are aggregated (averaged) within a batch in a
 # replica.
-@tf_export("train.SyncReplicasOptimizer")
+@tf_export(v1=["train.SyncReplicasOptimizer"])
 class SyncReplicasOptimizer(optimizer.Optimizer):
   """Class to synchronize, aggregate gradients and pass them to the optimizer.
 
@@ -139,6 +140,12 @@ class SyncReplicasOptimizer(optimizer.Optimizer):
   ```
   """
 
+  @deprecation.deprecated(
+      None,
+      "The `SyncReplicaOptimizer` is deprecated. For synchrononous training, "
+      "please use [Distribution Strategies](https://github.com/tensorflow/"
+      "tensorflow/tree/master/tensorflow/contrib/distribute).",
+      warn_once=True)
   def __init__(self,
                opt,
                replicas_to_aggregate,
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.-sync-replicas-optimizer.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.-sync-replicas-optimizer.pbtxt
deleted file mode 100644
index 2c0fda3c72..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.-sync-replicas-optimizer.pbtxt
+++ /dev/null
@@ -1,63 +0,0 @@
-path: "tensorflow.train.SyncReplicasOptimizer"
-tf_class {
-  is_instance: "<class \'tensorflow.python.training.sync_replicas_optimizer.SyncReplicasOptimizer\'>"
-  is_instance: "<class \'tensorflow.python.training.optimizer.Optimizer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "GATE_GRAPH"
-    mtype: "<type \'int\'>"
-  }
-  member {
-    name: "GATE_NONE"
-    mtype: "<type \'int\'>"
-  }
-  member {
-    name: "GATE_OP"
-    mtype: "<type \'int\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'opt\', \'replicas_to_aggregate\', \'total_num_replicas\', \'variable_averages\', \'variables_to_average\', \'use_locking\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'False\', \'sync_replicas\'], "
-  }
-  member_method {
-    name: "apply_gradients"
-    argspec: "args=[\'self\', \'grads_and_vars\', \'global_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "compute_gradients"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "get_chief_queue_runner"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_init_tokens_op"
-    argspec: "args=[\'self\', \'num_tokens\'], varargs=None, keywords=None, defaults=[\'-1\'], "
-  }
-  member_method {
-    name: "get_name"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_slot"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "get_slot_names"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "make_session_run_hook"
-    argspec: "args=[\'self\', \'is_chief\', \'num_tokens\'], varargs=None, keywords=None, defaults=[\'-1\'], "
-  }
-  member_method {
-    name: "minimize"
-    argspec: "args=[\'self\', \'loss\', \'global_step\', \'var_list\', \'gate_gradients\', \'aggregation_method\', \'colocate_gradients_with_ops\', \'name\', \'grad_loss\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'1\', \'None\', \'False\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "variables"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index c2dc4140e8..582c0ee3d0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -212,10 +212,6 @@ tf_module {
     name: "Supervisor"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "SyncReplicasOptimizer"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "VocabInfo"
     mtype: "<type \'type\'>"
-- 
GitLab


From db473ed111fdb87cd1796ac0c444fcb7254ec0f0 Mon Sep 17 00:00:00 2001
From: David Majnemer <majnemer@google.com>
Date: Mon, 5 Nov 2018 17:54:46 -0800
Subject: [PATCH 1105/1825] [XLA] Reverse dependency between :hlo and
 :hlo_reachability

:hlo has no real dependence on :hlo_reachability.

PiperOrigin-RevId: 220205962
---
 tensorflow/compiler/xla/service/BUILD         |   4 +-
 .../xla/service/gpu/gpu_hlo_schedule.cc       |   3 +-
 .../xla/service/gpu/stream_assignment.cc      |   2 +-
 .../compiler/xla/service/hlo_computation.cc   |  66 ----------
 .../compiler/xla/service/hlo_computation.h    |  30 ++---
 .../xla/service/hlo_computation_test.cc       | 123 -----------------
 .../compiler/xla/service/hlo_ordering.cc      |   2 +-
 .../compiler/xla/service/hlo_ordering.h       |   1 +
 .../compiler/xla/service/hlo_reachability.cc  |  68 ++++++++++
 .../compiler/xla/service/hlo_reachability.h   |  24 +++-
 .../xla/service/hlo_reachability_test.cc      | 124 ++++++++++++++++++
 .../xla/service/instruction_fusion.cc         |   4 +-
 .../compiler/xla/service/instruction_fusion.h |   1 +
 .../xla/service/multi_output_fusion.cc        |   3 +-
 .../xla/service/multi_output_fusion.h         |   1 +
 15 files changed, 233 insertions(+), 223 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index cd8c20d43e..04b2f72ac9 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -323,7 +323,6 @@ cc_library(
         ":hlo_casting_utils",
         ":hlo_module_config",
         ":hlo_proto",
-        ":hlo_reachability",
         ":name_uniquer",
         "//tensorflow/compiler/xla:array",
         "//tensorflow/compiler/xla:literal",
@@ -402,6 +401,7 @@ cc_library(
     srcs = ["hlo_reachability.cc"],
     hdrs = ["hlo_reachability.h"],
     deps = [
+        ":hlo",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/core:lib",
@@ -1103,6 +1103,7 @@ cc_library(
         ":hlo",
         ":hlo_dataflow_analysis",
         ":hlo_proto",
+        ":hlo_reachability",
         ":hlo_value",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:status_macros",
@@ -1388,6 +1389,7 @@ cc_library(
     srcs = ["multi_output_fusion.cc"],
     hdrs = ["multi_output_fusion.h"],
     deps = [
+        ":hlo_reachability",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla/service:hlo",
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
index 02a0d028c1..d8f2e9f6ab 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
@@ -124,7 +124,8 @@ GpuHloOrdering::GpuHloOrdering(
   for (auto* computation : module->computations()) {
     if (computation != module->entry_computation() &&
         !computation->IsFusionComputation()) {
-      predecessors_.emplace(computation, computation->ComputeReachability());
+      predecessors_.emplace(computation,
+                            HloReachabilityMap::Build(computation));
     }
   }
 }
diff --git a/tensorflow/compiler/xla/service/gpu/stream_assignment.cc b/tensorflow/compiler/xla/service/gpu/stream_assignment.cc
index 5b6cf2c04d..4775baf44a 100644
--- a/tensorflow/compiler/xla/service/gpu/stream_assignment.cc
+++ b/tensorflow/compiler/xla/service/gpu/stream_assignment.cc
@@ -122,7 +122,7 @@ std::unique_ptr<StreamAssignment> AssignStreams(const HloModule& module) {
   auto stream_assignment = absl::make_unique<StreamAssignment>();
   const HloComputation& computation = *module.entry_computation();
   std::unique_ptr<HloReachabilityMap> reachability =
-      computation.ComputeReachability();
+      HloReachabilityMap::Build(&computation);
   std::vector<const HloInstruction*> seen_gemms;
   // The execution of different RNG Hlo instructions in the same module updates
   // a common global variable. To avoid a race condition, we simply assign all
diff --git a/tensorflow/compiler/xla/service/hlo_computation.cc b/tensorflow/compiler/xla/service/hlo_computation.cc
index b0f7cd91ad..01ae6a55fc 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation.cc
@@ -739,72 +739,6 @@ Status HloComputation::ReplaceInstruction(HloInstruction* old_instruction,
   return RemoveInstructionAndUnusedOperands(old_instruction);
 }
 
-std::unique_ptr<HloReachabilityMap> HloComputation::ComputeReachability()
-    const {
-  const auto& all = MakeInstructionPostOrder();
-  auto result = absl::make_unique<HloReachabilityMap>(all);
-  auto channel_dependency_map = ComputeChannelDependencies();
-
-  std::vector<HloInstruction*> inputs;
-  for (const HloInstruction* hlo : all) {
-    inputs.assign(hlo->operands().begin(), hlo->operands().end());
-    inputs.insert(inputs.end(), hlo->control_predecessors().begin(),
-                  hlo->control_predecessors().end());
-
-    switch (hlo->opcode()) {
-      case HloOpcode::kRecvDone: {
-        auto it = channel_dependency_map.find(hlo->channel_id());
-        if (it != channel_dependency_map.end()) {
-          absl::c_copy(it->second, std::back_inserter(inputs));
-        }
-        break;
-      }
-      case HloOpcode::kCrossReplicaSum: {
-        auto all_reduce_id = hlo->all_reduce_id();
-        if (all_reduce_id) {
-          auto it = channel_dependency_map.find(all_reduce_id.value());
-          if (it != channel_dependency_map.end()) {
-            absl::c_copy(it->second, std::back_inserter(inputs));
-          }
-        }
-        break;
-      }
-      default:
-        break;
-    }
-
-    result->FastSetReachabilityToUnion(inputs, hlo);
-  }
-  return result;
-}
-
-void HloComputation::UpdateReachabilityThroughInstruction(
-    const HloInstruction* instruction, HloReachabilityMap* reachability_map) {
-  std::queue<const HloInstruction*> worklist;
-  worklist.push(instruction);
-
-  std::vector<HloInstruction*> inputs;
-
-  while (!worklist.empty()) {
-    const HloInstruction* item = worklist.front();
-    worklist.pop();
-
-    inputs.assign(item->operands().begin(), item->operands().end());
-    inputs.insert(inputs.end(), item->control_predecessors().begin(),
-                  item->control_predecessors().end());
-
-    if (reachability_map->SetReachabilityToUnion(inputs, item)) {
-      // Add immediate successors to worklist.
-      for (const HloInstruction* user : item->users()) {
-        worklist.push(user);
-      }
-      for (const HloInstruction* succ : item->control_successors()) {
-        worklist.push(succ);
-      }
-    }
-  }
-}
-
 std::vector<HloInstruction*> HloComputation::CollectUnreachableRoots() const {
   std::vector<HloInstruction*> unreachable_roots;
   for (auto* instruction : instructions()) {
diff --git a/tensorflow/compiler/xla/service/hlo_computation.h b/tensorflow/compiler/xla/service/hlo_computation.h
index dec96d11a9..2cce866e5c 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.h
+++ b/tensorflow/compiler/xla/service/hlo_computation.h
@@ -35,7 +35,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
 #include "tensorflow/compiler/xla/service/hlo_clone_context.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
-#include "tensorflow/compiler/xla/service/hlo_reachability.h"
 #include "tensorflow/compiler/xla/service/name_uniquer.h"
 #include "tensorflow/compiler/xla/shape_tree.h"
 #include "tensorflow/compiler/xla/statusor.h"
@@ -215,19 +214,6 @@ class HloComputation {
   // this order, definitions of values always appear before their uses.
   std::vector<HloInstruction*> MakeInstructionPostOrder() const;
 
-  // Computes and returns the reachability between HLO instructions in the
-  // computation. The returned HloReachabilityMap is constructed such that
-  // HloReachabilityMap::IsReachable(a, b) returns true iff there exists a
-  // directed path (from producer to consumer) from 'a' to 'b'. Both data
-  // dependencies (operands) and control dependencies are considered for
-  // reachability. Trivially an instruction is reachable from itself.
-  std::unique_ptr<HloReachabilityMap> ComputeReachability() const;
-
-  // Updates the given reachability map after the immediate predecessor set
-  // (operands and control predecessors) of 'instruction' has changed.
-  void UpdateReachabilityThroughInstruction(
-      const HloInstruction* instruction, HloReachabilityMap* reachability_map);
-
   int64 instruction_count() const { return instruction_iterators_.size(); }
 
   // Creates and returns a list of the embedded computations called by this
@@ -355,6 +341,14 @@ class HloComputation {
   // channel complete).
   bool IsRemovable(const HloInstruction* instruction);
 
+  // Returns a map from channel-id to directed dependencies of the channel
+  // instructions. For send&recv pairs it means the send instruction and for
+  // cross-replica-sum the union of the dependencies for all participating
+  // instructions.
+  using ChannelDependencyMap =
+      absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>>;
+  ChannelDependencyMap ComputeChannelDependencies() const;
+
   // Returns true if this computation has a side effect. A computation has a
   // side effect if it contains one or more instructions with a side effect.
   bool HasSideEffect() const;
@@ -410,14 +404,6 @@ class HloComputation {
   // Internal helper to collect unreachable roots.
   std::vector<HloInstruction*> CollectUnreachableRoots() const;
 
-  // Returns a map from channel-id to directed dependencies of the channel
-  // instructions. For send&recv pairs it means the send instruction and for
-  // cross-replica-sum the union of the dependencies for all participating
-  // instructions.
-  using ChannelDependencyMap =
-      absl::flat_hash_map<int64, absl::InlinedVector<HloInstruction*, 1>>;
-  ChannelDependencyMap ComputeChannelDependencies() const;
-
   enum VisitState { kVisiting, kVisited };
   void ComputeInstructionPostOrder(
       const HloComputation::ChannelDependencyMap& channel_dependency_map,
diff --git a/tensorflow/compiler/xla/service/hlo_computation_test.cc b/tensorflow/compiler/xla/service/hlo_computation_test.cc
index 2aaaef1d36..ac6d08b026 100644
--- a/tensorflow/compiler/xla/service/hlo_computation_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation_test.cc
@@ -484,107 +484,6 @@ TEST_F(HloComputationTest, CloneWithControlDependency) {
   EXPECT_THAT(successors, ::testing::ElementsAre(cloned_add));
 }
 
-TEST_F(HloComputationTest, Reachability) {
-  // Test reachability of a non-trivial computation:
-  //
-  // const1    const2
-  //    |         |
-  //    | +-------+
-  //    | |       |
-  //    add ..   negate
-  //     |   .     |
-  //     |   .... exp
-  //     |         |
-  //     +---+   +-+---+
-  //         |   |     |
-  //       multiply   copy
-  //
-  // There is a control dependency from 'add' to 'exp'.
-  auto builder = HloComputation::Builder(TestName());
-  auto constant1 = builder.AddInstruction(
-      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(1.0f)));
-  auto constant2 = builder.AddInstruction(
-      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(2.0f)));
-  auto add = builder.AddInstruction(HloInstruction::CreateBinary(
-      r0f32_, HloOpcode::kAdd, constant1, constant2));
-  auto negate = builder.AddInstruction(
-      HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant2));
-  auto exp = builder.AddInstruction(
-      HloInstruction::CreateUnary(r0f32_, HloOpcode::kExp, negate));
-  auto mul = builder.AddInstruction(
-      HloInstruction::CreateBinary(r0f32_, HloOpcode::kMultiply, add, exp));
-  auto copy = builder.AddInstruction(
-      HloInstruction::CreateUnary(r0f32_, HloOpcode::kCopy, exp));
-
-  auto module = CreateNewModule();
-  auto computation =
-      module->AddEntryComputation(builder.Build(/*root_instruction=*/mul));
-
-  TF_CHECK_OK(add->AddControlDependencyTo(exp));
-  auto reachability = computation->ComputeReachability();
-
-  EXPECT_TRUE(reachability->IsReachable(constant1, constant1));
-  EXPECT_FALSE(reachability->IsReachable(constant1, constant2));
-  EXPECT_TRUE(reachability->IsReachable(constant1, add));
-  EXPECT_FALSE(reachability->IsReachable(constant1, negate));
-  EXPECT_TRUE(reachability->IsReachable(constant1, exp));
-  EXPECT_TRUE(reachability->IsReachable(constant1, mul));
-  EXPECT_TRUE(reachability->IsReachable(constant1, copy));
-
-  EXPECT_FALSE(reachability->IsReachable(constant2, constant1));
-  EXPECT_TRUE(reachability->IsReachable(constant2, constant2));
-  EXPECT_TRUE(reachability->IsReachable(constant2, add));
-  EXPECT_TRUE(reachability->IsReachable(constant2, negate));
-  EXPECT_TRUE(reachability->IsReachable(constant2, exp));
-  EXPECT_TRUE(reachability->IsReachable(constant2, mul));
-  EXPECT_TRUE(reachability->IsReachable(constant2, copy));
-
-  EXPECT_FALSE(reachability->IsReachable(exp, constant1));
-  EXPECT_FALSE(reachability->IsReachable(exp, constant2));
-  EXPECT_FALSE(reachability->IsReachable(exp, add));
-  EXPECT_FALSE(reachability->IsReachable(exp, negate));
-  EXPECT_TRUE(reachability->IsReachable(exp, exp));
-  EXPECT_TRUE(reachability->IsReachable(exp, mul));
-  EXPECT_TRUE(reachability->IsReachable(exp, copy));
-
-  EXPECT_FALSE(reachability->IsReachable(mul, constant1));
-  EXPECT_FALSE(reachability->IsReachable(mul, constant2));
-  EXPECT_FALSE(reachability->IsReachable(mul, add));
-  EXPECT_FALSE(reachability->IsReachable(mul, negate));
-  EXPECT_FALSE(reachability->IsReachable(mul, exp));
-  EXPECT_TRUE(reachability->IsReachable(mul, mul));
-  EXPECT_FALSE(reachability->IsReachable(mul, copy));
-
-  EXPECT_TRUE(reachability->IsConnected(constant1, copy));
-  EXPECT_TRUE(reachability->IsConnected(copy, constant1));
-  EXPECT_FALSE(reachability->IsConnected(negate, add));
-  EXPECT_FALSE(reachability->IsConnected(add, negate));
-
-  // Remove the control dependency then update and verify the reachability map
-  ASSERT_IS_OK(add->RemoveControlDependencyTo(exp));
-  computation->UpdateReachabilityThroughInstruction(exp, reachability.get());
-
-  EXPECT_TRUE(reachability->IsReachable(constant1, constant1));
-  EXPECT_FALSE(reachability->IsReachable(constant1, constant2));
-  EXPECT_TRUE(reachability->IsReachable(constant1, add));
-  EXPECT_FALSE(reachability->IsReachable(constant1, negate));
-  EXPECT_FALSE(reachability->IsReachable(constant1, exp));
-  EXPECT_TRUE(reachability->IsReachable(constant1, mul));
-  EXPECT_FALSE(reachability->IsReachable(constant1, copy));
-
-  // Change a use within the graph then update and verify the reachability map
-  ASSERT_IS_OK(constant2->ReplaceUseWith(negate, constant1));
-  computation->UpdateReachabilityThroughInstruction(negate, reachability.get());
-
-  EXPECT_FALSE(reachability->IsReachable(constant2, constant1));
-  EXPECT_TRUE(reachability->IsReachable(constant2, constant2));
-  EXPECT_TRUE(reachability->IsReachable(constant2, add));
-  EXPECT_FALSE(reachability->IsReachable(constant2, negate));
-  EXPECT_FALSE(reachability->IsReachable(constant2, exp));
-  EXPECT_TRUE(reachability->IsReachable(constant2, mul));
-  EXPECT_FALSE(reachability->IsReachable(constant2, copy));
-}
-
 TEST_F(HloComputationTest, Stringification) {
   const Shape s1 = ShapeUtil::MakeShape(F32, {5, 10});
   const Shape s2 = ShapeUtil::MakeShape(F32, {20, 10});
@@ -700,27 +599,5 @@ TEST_F(HloComputationTest, StringificationCanonical) {
   EXPECT_EQ(computation->ToString(options), expected_computation2);
 }
 
-TEST_F(HloComputationTest, ChannelReachability) {
-  const Shape shape = ShapeUtil::MakeShape(F32, {5, 7});
-  HloComputation::Builder builder("ChannelReachability");
-  auto param = builder.AddInstruction(
-      HloInstruction::CreateParameter(0, shape, "param"));
-  auto token0 = builder.AddInstruction(HloInstruction::CreateToken());
-  auto send =
-      builder.AddInstruction(HloInstruction::CreateSend(param, token0, 1));
-  auto send_done = builder.AddInstruction(HloInstruction::CreateSendDone(send));
-  auto token1 = builder.AddInstruction(HloInstruction::CreateToken());
-  auto recv =
-      builder.AddInstruction(HloInstruction::CreateRecv(shape, token1, 1));
-  auto recv_done = builder.AddInstruction(HloInstruction::CreateRecvDone(recv));
-
-  auto module = CreateNewModule();
-  auto computation = module->AddEntryComputation(builder.Build(recv_done));
-  auto reachability = computation->ComputeReachability();
-  EXPECT_TRUE(reachability->IsReachable(param, recv_done));
-  EXPECT_FALSE(reachability->IsReachable(send, recv));
-  EXPECT_FALSE(reachability->IsReachable(send_done, recv));
-}
-
 }  // namespace
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_ordering.cc b/tensorflow/compiler/xla/service/hlo_ordering.cc
index 23d41d91d6..1c93641a58 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering.cc
@@ -334,7 +334,7 @@ DependencyHloOrdering::DependencyHloOrdering(const HloModule* module)
   // ordering based on dependencies. ExecutesBefore will return true iff there
   // exists a path in the HLO computation graph from 'a' to 'b'.
   for (auto* computation : module->MakeNonfusionComputations()) {
-    predecessors_.emplace(computation, computation->ComputeReachability());
+    predecessors_.emplace(computation, HloReachabilityMap::Build(computation));
   }
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_ordering.h b/tensorflow/compiler/xla/service/hlo_ordering.h
index 66313492eb..4dbe44769a 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering.h
+++ b/tensorflow/compiler/xla/service/hlo_ordering.h
@@ -26,6 +26,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_dataflow_analysis.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
+#include "tensorflow/compiler/xla/service/hlo_reachability.h"
 #include "tensorflow/compiler/xla/service/hlo_schedule.h"
 #include "tensorflow/compiler/xla/service/hlo_value.h"
 #include "tensorflow/compiler/xla/types.h"
diff --git a/tensorflow/compiler/xla/service/hlo_reachability.cc b/tensorflow/compiler/xla/service/hlo_reachability.cc
index 961930f0a8..7e73cf5889 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability.cc
+++ b/tensorflow/compiler/xla/service/hlo_reachability.cc
@@ -13,6 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include <queue>
+
 #include "tensorflow/compiler/xla/service/hlo_reachability.h"
 
 namespace xla {
@@ -71,4 +73,70 @@ bool HloReachabilityMap::IsConnected(const HloInstruction* a,
   return IsReachable(a, b) || IsReachable(b, a);
 }
 
+std::unique_ptr<HloReachabilityMap> HloReachabilityMap::Build(
+    const HloComputation* computation) {
+  const auto& all = computation->MakeInstructionPostOrder();
+  auto result = absl::make_unique<HloReachabilityMap>(all);
+  auto channel_dependency_map = computation->ComputeChannelDependencies();
+
+  std::vector<HloInstruction*> inputs;
+  for (const HloInstruction* hlo : all) {
+    inputs.assign(hlo->operands().begin(), hlo->operands().end());
+    inputs.insert(inputs.end(), hlo->control_predecessors().begin(),
+                  hlo->control_predecessors().end());
+
+    switch (hlo->opcode()) {
+      case HloOpcode::kRecvDone: {
+        auto it = channel_dependency_map.find(hlo->channel_id());
+        if (it != channel_dependency_map.end()) {
+          absl::c_copy(it->second, std::back_inserter(inputs));
+        }
+        break;
+      }
+      case HloOpcode::kCrossReplicaSum: {
+        auto all_reduce_id = hlo->all_reduce_id();
+        if (all_reduce_id) {
+          auto it = channel_dependency_map.find(all_reduce_id.value());
+          if (it != channel_dependency_map.end()) {
+            absl::c_copy(it->second, std::back_inserter(inputs));
+          }
+        }
+        break;
+      }
+      default:
+        break;
+    }
+
+    result->FastSetReachabilityToUnion(inputs, hlo);
+  }
+  return result;
+}
+
+void HloReachabilityMap::UpdateReachabilityThroughInstruction(
+    const HloInstruction* instruction) {
+  std::queue<const HloInstruction*> worklist;
+  worklist.push(instruction);
+
+  std::vector<HloInstruction*> inputs;
+
+  while (!worklist.empty()) {
+    const HloInstruction* item = worklist.front();
+    worklist.pop();
+
+    inputs.assign(item->operands().begin(), item->operands().end());
+    inputs.insert(inputs.end(), item->control_predecessors().begin(),
+                  item->control_predecessors().end());
+
+    if (SetReachabilityToUnion(inputs, item)) {
+      // Add immediate successors to worklist.
+      for (const HloInstruction* user : item->users()) {
+        worklist.push(user);
+      }
+      for (const HloInstruction* succ : item->control_successors()) {
+        worklist.push(succ);
+      }
+    }
+  }
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_reachability.h b/tensorflow/compiler/xla/service/hlo_reachability.h
index 3e27d098ae..2c965f58bf 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability.h
+++ b/tensorflow/compiler/xla/service/hlo_reachability.h
@@ -22,6 +22,7 @@ limitations under the License.
 #include "absl/container/flat_hash_map.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/xla/map_util.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/types.h"
@@ -32,11 +33,11 @@ class HloInstruction;
 
 // A class for representing reachability between HloInstructions.
 //
-// !!! THIS CLASS DOES NOT COMPUTE REACHABILITY !!! It has an adjacency matrix
-// and it is up to the user of the class to set the adjacency matrix such that
-// it represents reachability, i.e. such that it is transitive. That the graph
-// be transitive is thus not an invariant of this class, but it is required for
-// the name of the class and its methods to make sense.
+// It has an adjacency matrix and it is up to the user of the class to set the
+// adjacency matrix such that it represents reachability, i.e. such that it is
+// transitive. That the graph be transitive is thus not an invariant of this
+// class, but it is required for the name of the class and its methods to make
+// sense.
 class HloReachabilityMap {
  public:
   // Sets up a graph with no edges and where the nodes correspond to the given
@@ -44,6 +45,15 @@ class HloReachabilityMap {
   explicit HloReachabilityMap(
       absl::Span<const HloInstruction* const> instructions);
 
+  // Computes and returns the reachability between HLO instructions in the
+  // computation. The returned HloReachabilityMap is constructed such that
+  // HloReachabilityMap::IsReachable(a, b) returns true iff there exists a
+  // directed path (from producer to consumer) from 'a' to 'b'. Both data
+  // dependencies (operands) and control dependencies are considered for
+  // reachability. Trivially an instruction is reachable from itself.
+  static std::unique_ptr<HloReachabilityMap> Build(
+      const HloComputation* computation);
+
   // Set the reachability set of 'instruction' to the union of the reachability
   // sets of 'inputs'. Upon return, IsReachable(x, instruction) where
   // 'x' is not 'instruction' will return true iff IsReachable(x, input) is true
@@ -70,6 +80,10 @@ class HloReachabilityMap {
   // adjacency matrix.
   void SetReachable(const HloInstruction* a, const HloInstruction* b);
 
+  // Updates the given reachability map after the immediate predecessor set
+  // (operands and control predecessors) of 'instruction' has changed.
+  void UpdateReachabilityThroughInstruction(const HloInstruction* instruction);
+
   // Returns true if "b" is reachable from "a"
   //
   // Note that this function only correctly answers queries about reachability
diff --git a/tensorflow/compiler/xla/service/hlo_reachability_test.cc b/tensorflow/compiler/xla/service/hlo_reachability_test.cc
index d9848cee0b..21265d9f22 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_reachability_test.cc
@@ -81,6 +81,130 @@ TEST_F(HloReachabilityTest, Reachability) {
   EXPECT_FALSE(reachability.SetReachabilityToUnion({b, c}, d));
 }
 
+TEST_F(HloReachabilityTest, NonTrivialReachability) {
+  // Test reachability of a non-trivial computation:
+  //
+  // const1    const2
+  //    |         |
+  //    | +-------+
+  //    | |       |
+  //    add ..   negate
+  //     |   .     |
+  //     |   .... exp
+  //     |         |
+  //     +---+   +-+---+
+  //         |   |     |
+  //       multiply   copy
+  //
+  // There is a control dependency from 'add' to 'exp'.
+  Shape r0f32 = ShapeUtil::MakeShape(F32, {});
+  auto builder = HloComputation::Builder(TestName());
+  auto constant1 = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(1.0f)));
+  auto constant2 = builder.AddInstruction(
+      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(2.0f)));
+  auto add = builder.AddInstruction(HloInstruction::CreateBinary(
+      r0f32, HloOpcode::kAdd, constant1, constant2));
+  auto negate = builder.AddInstruction(
+      HloInstruction::CreateUnary(r0f32, HloOpcode::kNegate, constant2));
+  auto exp = builder.AddInstruction(
+      HloInstruction::CreateUnary(r0f32, HloOpcode::kExp, negate));
+  auto mul = builder.AddInstruction(
+      HloInstruction::CreateBinary(r0f32, HloOpcode::kMultiply, add, exp));
+  auto copy = builder.AddInstruction(
+      HloInstruction::CreateUnary(r0f32, HloOpcode::kCopy, exp));
+
+  auto module = CreateNewVerifiedModule();
+  auto computation =
+      module->AddEntryComputation(builder.Build(/*root_instruction=*/mul));
+
+  TF_CHECK_OK(add->AddControlDependencyTo(exp));
+  auto reachability = HloReachabilityMap::Build(computation);
+
+  EXPECT_TRUE(reachability->IsReachable(constant1, constant1));
+  EXPECT_FALSE(reachability->IsReachable(constant1, constant2));
+  EXPECT_TRUE(reachability->IsReachable(constant1, add));
+  EXPECT_FALSE(reachability->IsReachable(constant1, negate));
+  EXPECT_TRUE(reachability->IsReachable(constant1, exp));
+  EXPECT_TRUE(reachability->IsReachable(constant1, mul));
+  EXPECT_TRUE(reachability->IsReachable(constant1, copy));
+
+  EXPECT_FALSE(reachability->IsReachable(constant2, constant1));
+  EXPECT_TRUE(reachability->IsReachable(constant2, constant2));
+  EXPECT_TRUE(reachability->IsReachable(constant2, add));
+  EXPECT_TRUE(reachability->IsReachable(constant2, negate));
+  EXPECT_TRUE(reachability->IsReachable(constant2, exp));
+  EXPECT_TRUE(reachability->IsReachable(constant2, mul));
+  EXPECT_TRUE(reachability->IsReachable(constant2, copy));
+
+  EXPECT_FALSE(reachability->IsReachable(exp, constant1));
+  EXPECT_FALSE(reachability->IsReachable(exp, constant2));
+  EXPECT_FALSE(reachability->IsReachable(exp, add));
+  EXPECT_FALSE(reachability->IsReachable(exp, negate));
+  EXPECT_TRUE(reachability->IsReachable(exp, exp));
+  EXPECT_TRUE(reachability->IsReachable(exp, mul));
+  EXPECT_TRUE(reachability->IsReachable(exp, copy));
+
+  EXPECT_FALSE(reachability->IsReachable(mul, constant1));
+  EXPECT_FALSE(reachability->IsReachable(mul, constant2));
+  EXPECT_FALSE(reachability->IsReachable(mul, add));
+  EXPECT_FALSE(reachability->IsReachable(mul, negate));
+  EXPECT_FALSE(reachability->IsReachable(mul, exp));
+  EXPECT_TRUE(reachability->IsReachable(mul, mul));
+  EXPECT_FALSE(reachability->IsReachable(mul, copy));
+
+  EXPECT_TRUE(reachability->IsConnected(constant1, copy));
+  EXPECT_TRUE(reachability->IsConnected(copy, constant1));
+  EXPECT_FALSE(reachability->IsConnected(negate, add));
+  EXPECT_FALSE(reachability->IsConnected(add, negate));
+
+  // Remove the control dependency then update and verify the reachability map
+  ASSERT_IS_OK(add->RemoveControlDependencyTo(exp));
+  reachability->UpdateReachabilityThroughInstruction(exp);
+
+  EXPECT_TRUE(reachability->IsReachable(constant1, constant1));
+  EXPECT_FALSE(reachability->IsReachable(constant1, constant2));
+  EXPECT_TRUE(reachability->IsReachable(constant1, add));
+  EXPECT_FALSE(reachability->IsReachable(constant1, negate));
+  EXPECT_FALSE(reachability->IsReachable(constant1, exp));
+  EXPECT_TRUE(reachability->IsReachable(constant1, mul));
+  EXPECT_FALSE(reachability->IsReachable(constant1, copy));
+
+  // Change a use within the graph then update and verify the reachability map
+  ASSERT_IS_OK(constant2->ReplaceUseWith(negate, constant1));
+  reachability->UpdateReachabilityThroughInstruction(negate);
+
+  EXPECT_FALSE(reachability->IsReachable(constant2, constant1));
+  EXPECT_TRUE(reachability->IsReachable(constant2, constant2));
+  EXPECT_TRUE(reachability->IsReachable(constant2, add));
+  EXPECT_FALSE(reachability->IsReachable(constant2, negate));
+  EXPECT_FALSE(reachability->IsReachable(constant2, exp));
+  EXPECT_TRUE(reachability->IsReachable(constant2, mul));
+  EXPECT_FALSE(reachability->IsReachable(constant2, copy));
+}
+
+TEST_F(HloReachabilityTest, ChannelReachability) {
+  const Shape shape = ShapeUtil::MakeShape(F32, {5, 7});
+  HloComputation::Builder builder("ChannelReachability");
+  auto param = builder.AddInstruction(
+      HloInstruction::CreateParameter(0, shape, "param"));
+  auto token0 = builder.AddInstruction(HloInstruction::CreateToken());
+  auto send =
+      builder.AddInstruction(HloInstruction::CreateSend(param, token0, 1));
+  auto send_done = builder.AddInstruction(HloInstruction::CreateSendDone(send));
+  auto token1 = builder.AddInstruction(HloInstruction::CreateToken());
+  auto recv =
+      builder.AddInstruction(HloInstruction::CreateRecv(shape, token1, 1));
+  auto recv_done = builder.AddInstruction(HloInstruction::CreateRecvDone(recv));
+
+  auto module = CreateNewVerifiedModule();
+  auto computation = module->AddEntryComputation(builder.Build(recv_done));
+  auto reachability = HloReachabilityMap::Build(computation);
+  EXPECT_TRUE(reachability->IsReachable(param, recv_done));
+  EXPECT_FALSE(reachability->IsReachable(send, recv));
+  EXPECT_FALSE(reachability->IsReachable(send_done, recv));
+}
+
 }  // namespace
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/instruction_fusion.cc b/tensorflow/compiler/xla/service/instruction_fusion.cc
index a85793e477..426c125608 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion.cc
@@ -452,7 +452,7 @@ StatusOr<bool> InstructionFusion::Run(HloModule* module) {
   for (auto* computation : module->MakeNonfusionComputations()) {
     CHECK(!computation->IsFusionComputation());
     computation_ = computation;
-    reachability_ = computation_->ComputeReachability();
+    reachability_ = HloReachabilityMap::Build(computation_);
 
     HloInstructionSet do_not_duplicate =
         ComputeGloballyUnfusible(computation_->MakeInstructionPostOrder());
@@ -566,7 +566,7 @@ bool InstructionFusion::MultiOutputFusionCreatesCycle(
     // A consumer operand may have been multii-output fused into a parallel
     // consumer and thus be missing  from the oridinal reachability map.
     if (!reachability_->IsPresent(a) || !reachability_->IsPresent(b)) {
-      reachability_ = consumer->parent()->ComputeReachability();
+      reachability_ = HloReachabilityMap::Build(consumer->parent());
     }
     return reachability_->IsReachable(a, b);
   };
diff --git a/tensorflow/compiler/xla/service/instruction_fusion.h b/tensorflow/compiler/xla/service/instruction_fusion.h
index 4045e886dd..198bd7fce5 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion.h
+++ b/tensorflow/compiler/xla/service/instruction_fusion.h
@@ -22,6 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_pass_interface.h"
+#include "tensorflow/compiler/xla/service/hlo_reachability.h"
 #include "tensorflow/core/platform/macros.h"
 
 namespace xla {
diff --git a/tensorflow/compiler/xla/service/multi_output_fusion.cc b/tensorflow/compiler/xla/service/multi_output_fusion.cc
index 2ca527bc4c..6088fa4df6 100644
--- a/tensorflow/compiler/xla/service/multi_output_fusion.cc
+++ b/tensorflow/compiler/xla/service/multi_output_fusion.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include "absl/container/flat_hash_set.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
+#include "tensorflow/compiler/xla/service/hlo_reachability.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/core/platform/types.h"
 
@@ -257,7 +258,7 @@ bool MultiOutputFusion::LegalToFuse(HloInstruction* instr1,
 }
 
 void MultiOutputFusion::RecomputeReachability() {
-  reachability_ = computation_->ComputeReachability();
+  reachability_ = HloReachabilityMap::Build(computation_);
 }
 
 void MultiOutputFusion::UpdateReachability(
diff --git a/tensorflow/compiler/xla/service/multi_output_fusion.h b/tensorflow/compiler/xla/service/multi_output_fusion.h
index 9508ab2ed1..1c7583ece7 100644
--- a/tensorflow/compiler/xla/service/multi_output_fusion.h
+++ b/tensorflow/compiler/xla/service/multi_output_fusion.h
@@ -23,6 +23,7 @@ limitations under the License.
 #include "absl/strings/string_view.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_pass_interface.h"
+#include "tensorflow/compiler/xla/service/hlo_reachability.h"
 #include "tensorflow/compiler/xla/statusor.h"
 
 namespace xla {
-- 
GitLab


From 56c9554ccd39567dbbed91efe6082c9f51c42f53 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 18:04:56 -0800
Subject: [PATCH 1106/1825] Copy LinearEstimator to core. LinearEstimator
 allows users to specify their own head (unlike LinearRegressor and
 LinearClassifier).

PiperOrigin-RevId: 220207294
---
 ...nsorflow.estimator.-linear-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v1/tensorflow.estimator.pbtxt  |  4 ++
 ...nsorflow.estimator.-linear-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v2/tensorflow.estimator.pbtxt  |  4 ++
 4 files changed, 132 insertions(+)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt
new file mode 100644
index 0000000000..3d6b03098a
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.LinearEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'feature_columns\', \'model_dir\', \'optimizer\', \'config\', \'partitioner\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'Ftrl\', \'None\', \'None\', \'sum\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
index ec3216ae70..da685d94cf 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
@@ -72,6 +72,10 @@ tf_module {
     name: "LinearClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "LinearEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "LinearRegressor"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt
new file mode 100644
index 0000000000..3d6b03098a
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.LinearEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'feature_columns\', \'model_dir\', \'optimizer\', \'config\', \'partitioner\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'Ftrl\', \'None\', \'None\', \'sum\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
index ec3216ae70..da685d94cf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
@@ -72,6 +72,10 @@ tf_module {
     name: "LinearClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "LinearEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "LinearRegressor"
     mtype: "<type \'type\'>"
-- 
GitLab


From 84eae2984c81c74040e61a98c9e25279a5935004 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 18:06:58 -0800
Subject: [PATCH 1107/1825] Copy DNNEstimator to core. DNNEstimator allows
 users to specify their own head (unlike DNNRegressor and DNNClassifier).

PiperOrigin-RevId: 220207545
---
 ...ensorflow.estimator.-d-n-n-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v1/tensorflow.estimator.pbtxt  |  4 ++
 ...ensorflow.estimator.-d-n-n-estimator.pbtxt | 62 +++++++++++++++++++
 .../api/golden/v2/tensorflow.estimator.pbtxt  |  4 ++
 4 files changed, 132 insertions(+)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt
new file mode 100644
index 0000000000..4635a1544c
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.DNNEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'hidden_units\', \'feature_columns\', \'model_dir\', \'optimizer\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'batch_norm\'], varargs=None, keywords=None, defaults=[\'None\', \'Adagrad\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
index da685d94cf..c5b0085b8d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.pbtxt
@@ -28,6 +28,10 @@ tf_module {
     name: "DNNClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "DNNEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "DNNLinearCombinedClassifier"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt
new file mode 100644
index 0000000000..4635a1544c
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt
@@ -0,0 +1,62 @@
+path: "tensorflow.estimator.DNNEstimator"
+tf_class {
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNEstimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "config"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_dir"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "model_fn"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "params"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'head\', \'hidden_units\', \'feature_columns\', \'model_dir\', \'optimizer\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'batch_norm\'], varargs=None, keywords=None, defaults=[\'None\', \'Adagrad\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "eval_dir"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'input_fn\', \'steps\', \'hooks\', \'checkpoint_path\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "export_saved_model"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+  }
+  member_method {
+    name: "export_savedmodel"
+    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
+  }
+  member_method {
+    name: "get_variable_names"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_variable_value"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "latest_checkpoint"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'input_fn\', \'predict_keys\', \'hooks\', \'checkpoint_path\', \'yield_single_examples\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\'], "
+  }
+  member_method {
+    name: "train"
+    argspec: "args=[\'self\', \'input_fn\', \'hooks\', \'steps\', \'max_steps\', \'saving_listeners\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
index da685d94cf..c5b0085b8d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.pbtxt
@@ -28,6 +28,10 @@ tf_module {
     name: "DNNClassifier"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "DNNEstimator"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "DNNLinearCombinedClassifier"
     mtype: "<type \'type\'>"
-- 
GitLab


From be4dc89e8ccd1846b22cc69ce759a27ed166004a Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 5 Nov 2018 18:25:19 -0800
Subject: [PATCH 1108/1825] [FLR] Switch to using LocalHandle in
 `FLRImpl::GetOrCreateItem()`.

This enables us to avoid two lock-protected lookups in the parent ProcFLR's handle map (the first for `parent_->IsInstantiatedOnDevice()`, and the second in `GetOrCreateItem()`) every time we invoke a function.

PiperOrigin-RevId: 220209369
---
 tensorflow/core/common_runtime/function.cc | 45 +++++++++++-----------
 1 file changed, 23 insertions(+), 22 deletions(-)

diff --git a/tensorflow/core/common_runtime/function.cc b/tensorflow/core/common_runtime/function.cc
index 9affc9fb18..313cdfa220 100644
--- a/tensorflow/core/common_runtime/function.cc
+++ b/tensorflow/core/common_runtime/function.cc
@@ -382,8 +382,8 @@ class FunctionLibraryRuntimeImpl : public FunctionLibraryRuntime {
   Status FunctionDefToBody(const FunctionDef& fdef, AttrSlice attrs,
                            const FunctionLibraryDefinition* lib_def,
                            FunctionBody** fbody);
-  Status CreateItem(Handle handle, Item** item);
-  Status GetOrCreateItem(Handle handle, Item** item);
+  Status CreateItem(Item** item);
+  Status GetOrCreateItem(LocalHandle local_handle, Item** item);
   Status InstantiateSymbolicGradient(const NameAttrList& func,
                                      const FunctionLibraryDefinition* lib_def,
                                      FunctionBody** g_body);
@@ -691,13 +691,14 @@ Status FunctionLibraryRuntimeImpl::Instantiate(
     TF_RETURN_IF_ERROR(FunctionDefToBody(*fdef, attrs, lib_def, &fbody));
   }
 
+  LocalHandle local_handle;
   {
     mutex_lock l(mu_);
     *handle = parent_->GetHandle(key);
     if (*handle != kInvalidHandle) {
       delete fbody;
-      ++items_[parent_->GetHandleOnDevice(device_name_, *handle)]
-            ->instantiation_counter;
+      local_handle = parent_->GetHandleOnDevice(device_name_, *handle);
+      ++items_[local_handle]->instantiation_counter;
     } else {
       *handle = parent_->AddHandle(key, device_name_, next_handle_);
       Item* item = new Item;
@@ -709,26 +710,24 @@ Status FunctionLibraryRuntimeImpl::Instantiate(
         item->overlay_flr =
             new FunctionLibraryRuntimeOverlay(this, options.overlay_lib);
       }
-      items_.emplace(next_handle_, std::unique_ptr<Item>(item));
-      next_handle_++;
+      local_handle = next_handle_++;
+      items_.emplace(local_handle, std::unique_ptr<Item>(item));
     }
   }
 
   if (options.create_kernels_eagerly) {
     Item* item;
-    TF_RETURN_IF_ERROR(GetOrCreateItem(*handle, &item));
+    TF_RETURN_IF_ERROR(GetOrCreateItem(local_handle, &item));
   }
 
   return Status::OK();
 }
 
 Status FunctionLibraryRuntimeImpl::ReleaseHandle(Handle handle) {
-  if (!parent_->IsInstantiatedOnDevice(device_name_, handle)) {
+  LocalHandle h = parent_->GetHandleOnDevice(device_name_, handle);
+  if (h == kInvalidLocalHandle) {
     return parent_->ReleaseHandle(handle);
   }
-
-  LocalHandle h = parent_->GetHandleOnDevice(device_name_, handle);
-  CHECK_NE(h, kInvalidLocalHandle);
   mutex_lock l(mu_);
   CHECK_EQ(1, items_.count(h));
   std::unique_ptr<Item>& item = items_[h];
@@ -789,7 +788,7 @@ void PruneFunctionBody(Graph* g) {
 }
 }  // namespace
 
-Status FunctionLibraryRuntimeImpl::CreateItem(Handle handle, Item** item) {
+Status FunctionLibraryRuntimeImpl::CreateItem(Item** item) {
   const FunctionBody* fbody;
   const FunctionLibraryDefinition* lib_def;
   string executor_type;
@@ -843,13 +842,13 @@ Status FunctionLibraryRuntimeImpl::CreateItem(Handle handle, Item** item) {
   return Status::OK();
 }
 
-Status FunctionLibraryRuntimeImpl::GetOrCreateItem(Handle handle, Item** item) {
-  LocalHandle local_handle = parent_->GetHandleOnDevice(device_name_, handle);
+Status FunctionLibraryRuntimeImpl::GetOrCreateItem(LocalHandle local_handle,
+                                                   Item** item) {
   {
     tf_shared_lock l(mu_);
     auto iter = items_.find(local_handle);
     if (iter == items_.end()) {
-      return errors::NotFound("Function handle ", handle,
+      return errors::Internal("Local function handle ", local_handle,
                               " is not valid. Likely an internal error.");
     }
     *item = iter->second.get();
@@ -859,7 +858,7 @@ Status FunctionLibraryRuntimeImpl::GetOrCreateItem(Handle handle, Item** item) {
   }
   // NOTE: We need to call CreateItem out of mu_ because creating an
   // executor needs to call CreateKernel.
-  return CreateItem(handle, item);
+  return CreateItem(item);
 }
 
 void FunctionLibraryRuntimeImpl::ExecutorArgsFromOptions(
@@ -994,7 +993,8 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
     };
   }
 
-  if (!parent_->IsInstantiatedOnDevice(device_name_, handle)) {
+  LocalHandle local_handle = parent_->GetHandleOnDevice(device_name_, handle);
+  if (local_handle == kInvalidLocalHandle) {
     parent_->Run(run_opts, handle, args, rets, done);
     return;
   }
@@ -1005,7 +1005,7 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
   DCHECK(run_opts.runner != nullptr);
 
   Item* item = nullptr;
-  Status s = GetOrCreateItem(handle, &item);
+  Status s = GetOrCreateItem(local_handle, &item);
   if (!s.ok()) {
     done(s);
     return;
@@ -1052,8 +1052,8 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
     done(errors::Cancelled(""));
     return;
   }
-  if (!parent_->IsInstantiatedOnDevice(device_name_, handle) ||
-      opts.remote_execution) {
+  LocalHandle local_handle = parent_->GetHandleOnDevice(device_name_, handle);
+  if (local_handle == kInvalidLocalHandle || opts.remote_execution) {
     done(errors::Unimplemented("Remote calling with CallFrameInterface"));
     return;
   }
@@ -1074,7 +1074,7 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
   }
 
   Item* item = nullptr;
-  Status s = GetOrCreateItem(handle, &item);
+  Status s = GetOrCreateItem(local_handle, &item);
   if (!s.ok()) {
     done(s);
     return;
@@ -1097,7 +1097,8 @@ bool FunctionLibraryRuntimeImpl::IsStateful(const string& func) {
 
 string FunctionLibraryRuntimeImpl::DebugString(Handle handle) {
   Item* item = nullptr;
-  Status s = GetOrCreateItem(handle, &item);
+  LocalHandle local_handle = parent_->GetHandleOnDevice(device_name_, handle);
+  Status s = GetOrCreateItem(local_handle, &item);
   if (s.ok()) {
     return tensorflow::DebugString(item->graph);
   } else {
-- 
GitLab


From dae1e7c69336d28897abf7853bde10110d48b15f Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 5 Nov 2018 18:35:50 -0800
Subject: [PATCH 1109/1825] Update c_api_test.cc to load test_op1.so instead of
 test_op.so. If op has the same name as already loaded op, then it won't be
 added to list returned by TF_GetOpList. So, we want to load a different op.

PiperOrigin-RevId: 220210246
---
 tensorflow/c/BUILD         |  6 +++---
 tensorflow/c/c_api_test.cc | 40 ++++++++++++++++++--------------------
 tensorflow/c/test_op1.cc   | 23 ++++++++++++++++++++++
 3 files changed, 45 insertions(+), 24 deletions(-)
 create mode 100644 tensorflow/c/test_op1.cc

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index 16f633643d..dbe8dba292 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -199,7 +199,7 @@ tf_cuda_cc_test(
     size = "small",
     srcs = ["c_api_test.cc"],
     data = [
-        ":test_op.so",
+        ":test_op1.so",
         "//tensorflow/cc/saved_model:saved_model_half_plus_two",
     ],
     kernels = [":test_op_kernel"],
@@ -284,8 +284,8 @@ tf_cc_test(
 )
 
 tf_custom_op_library(
-    name = "test_op.so",
-    srcs = ["test_op.cc"],
+    name = "test_op1.so",
+    srcs = ["test_op1.cc"],
 )
 
 tf_kernel_library(
diff --git a/tensorflow/c/c_api_test.cc b/tensorflow/c/c_api_test.cc
index b0dc0363fd..d5934a1039 100644
--- a/tensorflow/c/c_api_test.cc
+++ b/tensorflow/c/c_api_test.cc
@@ -187,15 +187,26 @@ TEST(CAPI, LibraryLoadFunctions) {
   // tf_cuda_cc_test() bazel rule and remove the next line.
   if (!GPUDeviceName().empty()) return;
 
-  // Load the library.
-  TF_Status* status = TF_NewStatus();
-  TF_Library* lib =
-      TF_LoadLibrary("tensorflow/c/test_op.so", status);
-  TF_Code code = TF_GetCode(status);
-  string status_msg(TF_Message(status));
-  TF_DeleteStatus(status);
-  ASSERT_EQ(TF_OK, code) << status_msg;
+#if !defined(TENSORFLOW_NO_SHARED_OBJECTS)
+  {
+    // Load the library.
+    TF_Status* status = TF_NewStatus();
+    TF_Library* lib =
+        TF_LoadLibrary("tensorflow/c/test_op1.so", status);
+    TF_Code code = TF_GetCode(status);
+    string status_msg(TF_Message(status));
+    TF_DeleteStatus(status);
+    ASSERT_EQ(TF_OK, code) << status_msg;
 
+    // Test op list.
+    TF_Buffer op_list_buf = TF_GetOpList(lib);
+    tensorflow::OpList op_list;
+    EXPECT_TRUE(op_list.ParseFromArray(op_list_buf.data, op_list_buf.length));
+    ASSERT_EQ(op_list.op_size(), 1);
+    EXPECT_EQ("TestCApi1", op_list.op(0).name());
+    TF_DeleteLibraryHandle(lib);
+  }
+#endif  // !defined(TENSORFLOW_NO_SHARED_OBJECTS)
   {
     TF_Buffer* op_list_buffer = TF_GetAllOpList();
     tensorflow::OpList op_list;
@@ -210,19 +221,6 @@ TEST(CAPI, LibraryLoadFunctions) {
     EXPECT_TRUE(found);
     TF_DeleteBuffer(op_list_buffer);
   }
-
-#if !defined(TENSORFLOW_NO_SHARED_OBJECTS)
-  {
-    // Test op list.
-    TF_Buffer op_list_buf = TF_GetOpList(lib);
-    tensorflow::OpList op_list;
-    EXPECT_TRUE(op_list.ParseFromArray(op_list_buf.data, op_list_buf.length));
-    ASSERT_EQ(op_list.op_size(), 1);
-    EXPECT_EQ("TestCApi", op_list.op(0).name());
-  }
-#endif  // !defined(TENSORFLOW_NO_SHARED_OBJECTS)
-
-  TF_DeleteLibraryHandle(lib);
 }
 
 void TestEncodeDecode(int line, const std::vector<string>& data) {
diff --git a/tensorflow/c/test_op1.cc b/tensorflow/c/test_op1.cc
new file mode 100644
index 0000000000..b22cc9aef2
--- /dev/null
+++ b/tensorflow/c/test_op1.cc
@@ -0,0 +1,23 @@
+/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/op_kernel.h"
+
+namespace tensorflow {
+
+REGISTER_OP("TestCApi1").Doc(R"doc(Used to test C API)doc");
+
+}  // namespace tensorflow
-- 
GitLab


From 70ccf4212035170c5411c931d5e5957afafc6ff1 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 5 Nov 2018 18:45:15 -0800
Subject: [PATCH 1110/1825] Internal change.

PiperOrigin-RevId: 220210933
---
 tensorflow/contrib/saved_model/BUILD | 15 ++++++++-------
 1 file changed, 8 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/saved_model/BUILD b/tensorflow/contrib/saved_model/BUILD
index 4e1af191c9..395a68c644 100644
--- a/tensorflow/contrib/saved_model/BUILD
+++ b/tensorflow/contrib/saved_model/BUILD
@@ -82,12 +82,6 @@ py_library(
     name = "keras_saved_model",
     srcs = ["python/saved_model/keras_saved_model.py"],
     srcs_version = "PY2AND3",
-    tags = [
-        "no_windows",
-        # TODO(b/119022845): Re-enable this test in TAP.
-        "manual",
-        "notap",
-    ],
     visibility = ["//visibility:public"],
     deps = [
         "//tensorflow/python:array_ops",
@@ -108,7 +102,14 @@ py_test(
     size = "medium",
     srcs = ["python/saved_model/keras_saved_model_test.py"],
     srcs_version = "PY2AND3",
-    tags = ["notsan"],
+    tags = [
+        "no_windows",
+        # TODO(b/119022845): Re-enable this test in TAP.
+        "manual",
+        "notap",
+        "notsan",
+        "no_oss",
+    ],
     deps = [
         ":keras_saved_model",
         "//tensorflow/python:client_testlib",
-- 
GitLab


From 812490e3dda3902a629be86a2062e72a4aab897f Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Wed, 12 Sep 2018 05:00:26 +0000
Subject: [PATCH 1111/1825] Update api defs

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../v1/tensorflow.data.-fixed-length-record-dataset.pbtxt     | 2 +-
 tensorflow/tools/api/golden/v1/tensorflow.pbtxt               | 4 ++++
 .../v2/tensorflow.data.-fixed-length-record-dataset.pbtxt     | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt               | 4 ++++
 4 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
index a7bfa82c65..773b3743ac 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
@@ -17,7 +17,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'filenames\', \'record_bytes\', \'header_bytes\', \'footer_bytes\', \'buffer_size\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'self\', \'filenames\', \'record_bytes\', \'header_bytes\', \'footer_bytes\', \'buffer_size\', \'compression_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "apply"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 9597dd7684..29a6aab9ff 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -1172,6 +1172,10 @@ tf_module {
     name: "fill"
     argspec: "args=[\'dims\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "fixed_length_record_dataset_v2"
+    argspec: "args=[\'filenames\', \'header_bytes\', \'record_bytes\', \'footer_bytes\', \'buffer_size\', \'compression_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "fixed_size_partitioner"
     argspec: "args=[\'num_shards\', \'axis\'], varargs=None, keywords=None, defaults=[\'0\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
index a7bfa82c65..773b3743ac 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
@@ -17,7 +17,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'filenames\', \'record_bytes\', \'header_bytes\', \'footer_bytes\', \'buffer_size\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'self\', \'filenames\', \'record_bytes\', \'header_bytes\', \'footer_bytes\', \'buffer_size\', \'compression_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "apply"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 7c865bb002..f43a1e4cd9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -776,6 +776,10 @@ tf_module {
     name: "fill"
     argspec: "args=[\'dims\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "fixed_length_record_dataset_v2"
+    argspec: "args=[\'filenames\', \'header_bytes\', \'record_bytes\', \'footer_bytes\', \'buffer_size\', \'compression_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "fixed_size_partitioner"
     argspec: "args=[\'num_shards\', \'axis\'], varargs=None, keywords=None, defaults=[\'0\'], "
-- 
GitLab


From 1994b259d998c0a5c73107beb9750ef43b3797c5 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Wed, 10 Oct 2018 14:24:13 +0000
Subject: [PATCH 1112/1825] Update to avoid useless node in the graph based on
 review

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/keras/integration_test.py |  2 +-
 tensorflow/python/keras/regularizers.py     | 14 ++++++++------
 2 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/tensorflow/python/keras/integration_test.py b/tensorflow/python/keras/integration_test.py
index 0e6fc79dd3..dfe62276fe 100644
--- a/tensorflow/python/keras/integration_test.py
+++ b/tensorflow/python/keras/integration_test.py
@@ -318,7 +318,7 @@ class KerasIntegrationTest(test.TestCase):
     with self.cached_session():
       v = variable_scope.get_variable(
           "v",
-          shape = [4, 4],
+          shape=[4, 4],
           initializer=keras.initializers.glorot_uniform(),
           regularizer=keras.regularizers.l2(0.))
 
diff --git a/tensorflow/python/keras/regularizers.py b/tensorflow/python/keras/regularizers.py
index fd0748f3ae..cbcdae214f 100644
--- a/tensorflow/python/keras/regularizers.py
+++ b/tensorflow/python/keras/regularizers.py
@@ -55,12 +55,14 @@ class L1L2(Regularizer):
     self.l2 = K.cast_to_floatx(l2)
 
   def __call__(self, x):
-    regularization = ops.convert_to_tensor(0., dtype=K.floatx())
-    if self.l1:
-      regularization += math_ops.reduce_sum(self.l1 * math_ops.abs(x))
-    if self.l2:
-      regularization += math_ops.reduce_sum(self.l2 * math_ops.square(x))
-    return regularization
+    if self.l1 or self.l2:
+      regularization = ops.convert_to_tensor(0., dtype=K.floatx())
+      if self.l1:
+        regularization += math_ops.reduce_sum(self.l1 * math_ops.abs(x))
+      if self.l2:
+        regularization += math_ops.reduce_sum(self.l2 * math_ops.square(x))
+      return regularization
+    return None
 
   def get_config(self):
     return {'l1': float(self.l1), 'l2': float(self.l2)}
-- 
GitLab


From be3cf530c4f31236ebd7d21693d46267330ea042 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Wed, 12 Sep 2018 05:24:39 +0000
Subject: [PATCH 1113/1825] update_api_def.sh

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 .../api_def/base_api/api_def_FixedLengthRecordDatasetV2.pbtxt  | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_FixedLengthRecordDatasetV2.pbtxt

diff --git a/tensorflow/core/api_def/base_api/api_def_FixedLengthRecordDatasetV2.pbtxt b/tensorflow/core/api_def/base_api/api_def_FixedLengthRecordDatasetV2.pbtxt
new file mode 100644
index 0000000000..ad82eddb58
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_FixedLengthRecordDatasetV2.pbtxt
@@ -0,0 +1,3 @@
+op {
+  graph_op_name: "FixedLengthRecordDatasetV2"
+}
-- 
GitLab


From 57d2b8dd9d67bf9153a69b29c4bd01feeca5990a Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Wed, 12 Sep 2018 14:53:22 +0000
Subject: [PATCH 1114/1825] Pylint fix

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/data/ops/readers.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index c0b75a26e7..e481300a17 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -292,7 +292,8 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
         argument_dtype=dtypes.string)
 
   def _as_variant_tensor(self):
-    if self._compression_type is not None or compat.forward_compatible(2018, 9, 30):
+    if (self._compression_type is not None or
+        compat.forward_compatible(2018, 9, 30)):
       return gen_dataset_ops.fixed_length_record_dataset_v2(
           self._filenames, self._header_bytes, self._record_bytes,
           self._footer_bytes, self._buffer_size, self._compression_type)
-- 
GitLab


From 7fe09a5864f8fceb664e3c0b246b5ec3d22fd266 Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Wed, 12 Sep 2018 14:53:41 +0000
Subject: [PATCH 1115/1825] Add FixedLengthRecordDatasetV2 to the reader list
 of tf.contrib.distribute

so that tf.contrib.distribute's input_op could correctly locate the Dataset

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/contrib/distribute/python/input_ops.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/distribute/python/input_ops.py b/tensorflow/contrib/distribute/python/input_ops.py
index f07ec8234d..b20dc493af 100644
--- a/tensorflow/contrib/distribute/python/input_ops.py
+++ b/tensorflow/contrib/distribute/python/input_ops.py
@@ -29,7 +29,8 @@ from tensorflow.python.platform import tf_logging
 _READER_DATASET_OPS = [
     "TextLineDataset",
     "TFRecordDataset",
-    "FixedLengthRecordDataset"
+    "FixedLengthRecordDataset",
+    "FixedLengthRecordDatasetV2"
 ]
 
 
-- 
GitLab


From b3f02c5c030a1d3d2ca84c7b2d50740beb69eb9a Mon Sep 17 00:00:00 2001
From: Yong Tang <yong.tang.github@outlook.com>
Date: Tue, 6 Nov 2018 02:43:10 +0000
Subject: [PATCH 1116/1825] Fix broken test

Signed-off-by: Yong Tang <yong.tang.github@outlook.com>
---
 tensorflow/python/data/ops/readers.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index e481300a17..c11930fc1f 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -293,7 +293,7 @@ class FixedLengthRecordDataset(dataset_ops.Dataset):
 
   def _as_variant_tensor(self):
     if (self._compression_type is not None or
-        compat.forward_compatible(2018, 9, 30)):
+        compat.forward_compatible(2018, 11, 30)):
       return gen_dataset_ops.fixed_length_record_dataset_v2(
           self._filenames, self._header_bytes, self._record_bytes,
           self._footer_bytes, self._buffer_size, self._compression_type)
-- 
GitLab


From e436475e805d259b5359f64aebba89a5b83e4aee Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 5 Nov 2018 20:15:12 -0800
Subject: [PATCH 1117/1825] [FLR] Use the correct `Options` when populating
 `Executor::Args`.

My recent change modified how `Executor::Args` was populated and missed the fact that we
rewrite the `Options` to add in a created `Rendezvous` object in some cases. This change correctly uses the rewritten `Options` in both cases.

PiperOrigin-RevId: 220218606
---
 tensorflow/core/common_runtime/function.cc | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/common_runtime/function.cc b/tensorflow/core/common_runtime/function.cc
index 313cdfa220..6775695fa2 100644
--- a/tensorflow/core/common_runtime/function.cc
+++ b/tensorflow/core/common_runtime/function.cc
@@ -1028,9 +1028,9 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
   }
 
   Executor::Args exec_args;
-  ExecutorArgsFromOptions(opts, frame, &exec_args);
+  ExecutorArgsFromOptions(run_opts, frame, &exec_args);
 
-  bool allow_dead_tensors = opts.allow_dead_tensors;
+  bool allow_dead_tensors = run_opts.allow_dead_tensors;
   item->exec->RunAsync(
       // Executor args
       exec_args,
@@ -1085,7 +1085,7 @@ void FunctionLibraryRuntimeImpl::Run(const Options& opts, Handle handle,
   DCHECK(run_opts.runner != nullptr);
 
   Executor::Args exec_args;
-  ExecutorArgsFromOptions(opts, frame, &exec_args);
+  ExecutorArgsFromOptions(run_opts, frame, &exec_args);
   item->exec->RunAsync(exec_args, std::move(done));
 }
 
-- 
GitLab


From c975cefc3d9516e1e7b8799ac86b908fd9a1dcdc Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Mon, 5 Nov 2018 22:30:46 -0800
Subject: [PATCH 1118/1825] Add better warnings for deprecation tools.

Fixes #23059

Also adds "Warning:" to the deprecation warning, which is rendered in many doc tools as a red callout box.

PiperOrigin-RevId: 220228838
---
 .../python/framework/experimental_test.py     | 23 ++++----
 tensorflow/python/util/decorator_utils.py     | 20 ++++++-
 .../python/util/decorator_utils_test.py       | 11 ++--
 tensorflow/python/util/deprecation.py         | 56 ++++++++++++++-----
 tensorflow/python/util/deprecation_test.py    | 52 ++++++++++-------
 5 files changed, 110 insertions(+), 52 deletions(-)

diff --git a/tensorflow/contrib/framework/python/framework/experimental_test.py b/tensorflow/contrib/framework/python/framework/experimental_test.py
index cfdc7df7d8..00e04b83ac 100644
--- a/tensorflow/contrib/framework/python/framework/experimental_test.py
+++ b/tensorflow/contrib/framework/python/framework/experimental_test.py
@@ -44,17 +44,18 @@ class ExperimentalTest(test.TestCase):
 
     # Assert function docs are properly updated.
     self.assertEqual("_fn", _fn.__name__)
-    self.assertEqual("fn doc. (experimental)"
-                     "\n"
-                     "\nTHIS FUNCTION IS EXPERIMENTAL. It may change or "
-                     "be removed at any time, and without warning."
-                     "\n"
-                     "\nArgs:"
-                     "\n  arg0: Arg 0."
-                     "\n  arg1: Arg 1."
-                     "\n"
-                     "\nReturns:"
-                     "\n  Sum of args.", _fn.__doc__)
+    self.assertEqual(
+        "fn doc. (experimental)"
+        "\n"
+        "\nWarning: THIS FUNCTION IS EXPERIMENTAL. It may change "
+        "or be removed at any time, and without warning."
+        "\n"
+        "\nArgs:"
+        "\n  arg0: Arg 0."
+        "\n  arg1: Arg 1."
+        "\n"
+        "\nReturns:"
+        "\n  Sum of args.", _fn.__doc__)
 
     # Assert calling new fn issues log warning.
     self.assertEqual(3, _fn(1, 2))
diff --git a/tensorflow/python/util/decorator_utils.py b/tensorflow/python/util/decorator_utils.py
index 7b4363c0e4..ab9641d96b 100644
--- a/tensorflow/python/util/decorator_utils.py
+++ b/tensorflow/python/util/decorator_utils.py
@@ -75,13 +75,31 @@ def _normalize_docstring(docstring):
 
 def add_notice_to_docstring(
     doc, instructions, no_doc_str, suffix_str, notice):
-  """Adds a deprecation notice to a docstring."""
+  """Adds a deprecation notice to a docstring.
+
+  Args:
+    doc: The original docstring.
+    instructions: A string, describing how to fix the problem.
+    no_doc_str: The default value to use for `doc` if `doc` is empty.
+    suffix_str: Is added to the end of the first line.
+    notice: A list of strings. The main notice warning body.
+
+  Returns:
+    A new docstring, with the notice attached.
+
+  Raises:
+    ValueError: If `notice` is empty.
+  """
   if not doc:
     lines = [no_doc_str]
   else:
     lines = _normalize_docstring(doc).splitlines()
     lines[0] += ' ' + suffix_str
 
+  if not notice:
+    raise ValueError('The `notice` arg must not be empty.')
+
+  notice[0] = 'Warning: ' + notice[0]
   notice = [''] + notice + ([instructions] if instructions else [])
 
   if len(lines) > 1:
diff --git a/tensorflow/python/util/decorator_utils_test.py b/tensorflow/python/util/decorator_utils_test.py
index 64e0cc7f57..440dcbb6df 100644
--- a/tensorflow/python/util/decorator_utils_test.py
+++ b/tensorflow/python/util/decorator_utils_test.py
@@ -55,8 +55,9 @@ class AddNoticeToDocstringTest(test.TestCase):
         expected)
 
   def test_regular(self):
-    expected = ("Brief (suffix)\n\nGo away\nInstructions\n\nDocstring\n\n"
-                "Args:\n  arg1: desc")
+    expected = (
+        "Brief (suffix)\n\nWarning: Go away\nInstructions\n\nDocstring\n\n"
+        "Args:\n  arg1: desc")
     # No indent for main docstring
     self._check("Brief\n\nDocstring\n\nArgs:\n  arg1: desc", expected)
     # 2 space indent for main docstring, blank lines not indented
@@ -71,7 +72,7 @@ class AddNoticeToDocstringTest(test.TestCase):
                 expected)
 
   def test_brief_only(self):
-    expected = "Brief (suffix)\n\nGo away\nInstructions"
+    expected = "Brief (suffix)\n\nWarning: Go away\nInstructions"
     self._check("Brief", expected)
     self._check("Brief\n", expected)
     self._check("Brief\n  ", expected)
@@ -79,12 +80,12 @@ class AddNoticeToDocstringTest(test.TestCase):
     self._check("\n  Brief\n  ", expected)
 
   def test_no_docstring(self):
-    expected = "Nothing here\n\nGo away\nInstructions"
+    expected = "Nothing here\n\nWarning: Go away\nInstructions"
     self._check(None, expected)
     self._check("", expected)
 
   def test_no_empty_line(self):
-    expected = "Brief (suffix)\n\nGo away\nInstructions\n\nDocstring"
+    expected = "Brief (suffix)\n\nWarning: Go away\nInstructions\n\nDocstring"
     # No second line indent
     self._check("Brief\nDocstring", expected)
     # 2 space second line indent
diff --git a/tensorflow/python/util/deprecation.py b/tensorflow/python/util/deprecation.py
index c43589f5c4..4c68d1aaae 100644
--- a/tensorflow/python/util/deprecation.py
+++ b/tensorflow/python/util/deprecation.py
@@ -54,16 +54,39 @@ def _add_deprecated_function_notice_to_docstring(doc, date, instructions):
       '(deprecated)', main_text)
 
 
-def _add_deprecated_arg_notice_to_docstring(doc, date, instructions):
+def _add_deprecated_arg_notice_to_docstring(doc, date, instructions,
+                                            deprecated_names):
   """Adds a deprecation notice to a docstring for deprecated arguments."""
+
+  deprecation_string = ', '.join(sorted(deprecated_names))
+
   return decorator_utils.add_notice_to_docstring(
-      doc, instructions,
-      'DEPRECATED FUNCTION ARGUMENTS',
+      doc, instructions, 'DEPRECATED FUNCTION ARGUMENTS',
       '(deprecated arguments)', [
-          'SOME ARGUMENTS ARE DEPRECATED. '
-          'They will be removed %s.' % (
-              'in a future version' if date is None else ('after %s' % date)),
-          'Instructions for updating:'])
+          'SOME ARGUMENTS ARE DEPRECATED: `(%s)`. '
+          'They will be removed %s.' %
+          (deprecation_string, 'in a future version' if date is None else
+           ('after %s' % date)), 'Instructions for updating:'
+      ])
+
+
+def _add_deprecated_arg_value_notice_to_docstring(doc, date, instructions,
+                                                  deprecated_name_value_dict):
+  """Adds a deprecation notice to a docstring for deprecated arguments."""
+
+  deprecation_string = ', '.join(
+      '%s=%r' % (key, value)
+      for key, value in sorted(deprecated_name_value_dict.items()))
+
+  when = 'in a future version' if date is None else ('after %s' % date)
+
+  return decorator_utils.add_notice_to_docstring(
+      doc, instructions, 'DEPRECATED FUNCTION ARGUMENT VALUES',
+      '(deprecated argument values)', [
+          'SOME ARGUMENT VALUES ARE DEPRECATED: `(%s)`. '
+          'They will be removed %s.' % (deprecation_string, when),
+          'Instructions for updating:'
+      ])
 
 
 def _validate_deprecation_args(date, instructions):
@@ -403,10 +426,11 @@ def deprecated_args(date, instructions, *deprecated_arg_names_or_tuples,
             pos, spec.has_ok_value, spec.ok_value)
     return deprecated_positional_args
 
+  deprecated_arg_names = _get_arg_names_to_ok_vals()
+
   def deprecated_wrapper(func):
     """Deprecation decorator."""
     decorator_utils.validate_callable(func, 'deprecated_args')
-    deprecated_arg_names = _get_arg_names_to_ok_vals()
 
     arg_spec = tf_inspect.getfullargspec(func)
     deprecated_positions = _get_deprecated_positional_arguments(
@@ -486,9 +510,11 @@ def deprecated_args(date, instructions, *deprecated_arg_names_or_tuples,
                 'in a future version' if date is None else ('after %s' % date),
                 instructions)
       return func(*args, **kwargs)
-    return tf_decorator.make_decorator(func, new_func, 'deprecated',
-                                       _add_deprecated_arg_notice_to_docstring(
-                                           func.__doc__, date, instructions))
+
+    doc = _add_deprecated_arg_notice_to_docstring(
+        func.__doc__, date, instructions, sorted(deprecated_arg_names.keys()))
+    return tf_decorator.make_decorator(func, new_func, 'deprecated', doc)
+
   return deprecated_wrapper
 
 
@@ -551,9 +577,11 @@ def deprecated_arg_values(date, instructions, warn_once=True,
                   func.__module__, arg_name, arg_value, 'in a future version'
                   if date is None else ('after %s' % date), instructions)
       return func(*args, **kwargs)
-    return tf_decorator.make_decorator(func, new_func, 'deprecated',
-                                       _add_deprecated_arg_notice_to_docstring(
-                                           func.__doc__, date, instructions))
+
+    doc = _add_deprecated_arg_value_notice_to_docstring(
+        func.__doc__, date, instructions, deprecated_kwargs)
+    return tf_decorator.make_decorator(func, new_func, 'deprecated', doc)
+
   return deprecated_wrapper
 
 
diff --git a/tensorflow/python/util/deprecation_test.py b/tensorflow/python/util/deprecation_test.py
index 90c73a0a58..34cbca52a1 100644
--- a/tensorflow/python/util/deprecation_test.py
+++ b/tensorflow/python/util/deprecation_test.py
@@ -153,7 +153,8 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated)"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed in a future version."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. "
+        "It will be removed in a future version."
         "\nInstructions for updating:\n%s"
         "\n"
         "\nArgs:"
@@ -195,7 +196,7 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated)"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:\n%s"
         "\n"
         "\nArgs:"
@@ -227,7 +228,7 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated)"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:\n%s" % (date, instructions), _fn.__doc__)
 
     # Assert calling new fn issues log warning.
@@ -251,7 +252,7 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "DEPRECATED FUNCTION"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:"
         "\n%s" % (date, instructions), _fn.__doc__)
 
@@ -289,7 +290,7 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated)"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:\n%s"
         "\n"
         "\nArgs:"
@@ -326,7 +327,7 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated)"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:\n%s" % (date, instructions),
         getattr(_Object, "_fn").__doc__)
 
@@ -355,9 +356,10 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "DEPRECATED FUNCTION"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:"
-        "\n%s" % (date, instructions), getattr(_Object, "_fn").__doc__)
+        "\n%s" % (date, instructions),
+        getattr(_Object, "_fn").__doc__)
 
     # Assert calling new fn issues log warning.
     self.assertEqual(3, _Object()._fn(1, 2))
@@ -406,12 +408,13 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "prop doc. (deprecated)"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:"
         "\n%s"
         "\n"
         "\nReturns:"
-        "\n  String." % (date, instructions), getattr(_Object, "_prop").__doc__)
+        "\n  String." % (date, instructions),
+        getattr(_Object, "_prop").__doc__)
 
     # Assert calling new fn issues log warning.
     self.assertEqual("prop_with_doc", _Object()._prop)
@@ -439,9 +442,10 @@ class DeprecationTest(test.TestCase):
     self.assertEqual(
         "DEPRECATED FUNCTION"
         "\n"
-        "\nTHIS FUNCTION IS DEPRECATED. It will be removed after %s."
+        "\nWarning: THIS FUNCTION IS DEPRECATED. It will be removed after %s."
         "\nInstructions for updating:"
-        "\n%s" % (date, instructions), getattr(_Object, "_prop").__doc__)
+        "\n%s" % (date, instructions),
+        getattr(_Object, "_prop").__doc__)
 
     # Assert calling new fn issues log warning.
     self.assertEqual("prop_no_doc", _Object()._prop)
@@ -507,7 +511,8 @@ class DeprecatedArgsTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated arguments)"
         "\n"
-        "\nSOME ARGUMENTS ARE DEPRECATED. They will be removed after %s."
+        "\nWarning: SOME ARGUMENTS ARE DEPRECATED: `(deprecated)`. "
+        "They will be removed after %s."
         "\nInstructions for updating:\n%s"
         "\n"
         "\nArgs:"
@@ -544,7 +549,8 @@ class DeprecatedArgsTest(test.TestCase):
     self.assertEqual(
         "fn doc. (deprecated arguments)"
         "\n"
-        "\nSOME ARGUMENTS ARE DEPRECATED. They will be removed after %s."
+        "\nWarning: SOME ARGUMENTS ARE DEPRECATED: `(deprecated)`. "
+        "They will be removed after %s."
         "\nInstructions for updating:\n%s" % (date, instructions), _fn.__doc__)
 
     # Assert calls without the deprecated argument log nothing.
@@ -572,7 +578,8 @@ class DeprecatedArgsTest(test.TestCase):
     self.assertEqual(
         "DEPRECATED FUNCTION ARGUMENTS"
         "\n"
-        "\nSOME ARGUMENTS ARE DEPRECATED. They will be removed after %s."
+        "\nWarning: SOME ARGUMENTS ARE DEPRECATED: `(deprecated)`. "
+        "They will be removed after %s."
         "\nInstructions for updating:"
         "\n%s" % (date, instructions), _fn.__doc__)
 
@@ -767,9 +774,10 @@ class DeprecatedArgValuesTest(test.TestCase):
     # Assert function docs are properly updated.
     self.assertEqual("_fn", _fn.__name__)
     self.assertEqual(
-        "fn doc. (deprecated arguments)"
+        "fn doc. (deprecated argument values)"
         "\n"
-        "\nSOME ARGUMENTS ARE DEPRECATED. They will be removed after %s."
+        "\nWarning: SOME ARGUMENT VALUES ARE DEPRECATED: `(deprecated=True)`. "
+        "They will be removed after %s."
         "\nInstructions for updating:\n%s"
         "\n"
         "\nArgs:"
@@ -809,9 +817,10 @@ class DeprecatedArgValuesTest(test.TestCase):
     # Assert function docs are properly updated.
     self.assertEqual("_fn", _fn.__name__)
     self.assertEqual(
-        "fn doc. (deprecated arguments)"
+        "fn doc. (deprecated argument values)"
         "\n"
-        "\nSOME ARGUMENTS ARE DEPRECATED. They will be removed after %s."
+        "\nWarning: SOME ARGUMENT VALUES ARE DEPRECATED: `(deprecated=True)`. "
+        "They will be removed after %s."
         "\nInstructions for updating:\n%s" % (date, instructions), _fn.__doc__)
 
     # Assert calling new fn with non-deprecated value logs nothing.
@@ -842,9 +851,10 @@ class DeprecatedArgValuesTest(test.TestCase):
     # Assert function docs are properly updated.
     self.assertEqual("_fn", _fn.__name__)
     self.assertEqual(
-        "DEPRECATED FUNCTION ARGUMENTS"
+        "DEPRECATED FUNCTION ARGUMENT VALUES"
         "\n"
-        "\nSOME ARGUMENTS ARE DEPRECATED. They will be removed after %s."
+        "\nWarning: SOME ARGUMENT VALUES ARE DEPRECATED: `(deprecated=True)`. "
+        "They will be removed after %s."
         "\nInstructions for updating:"
         "\n%s" % (date, instructions), _fn.__doc__)
 
-- 
GitLab


From fa0661ee7daa284f5fe71ceac778642bcc375c4f Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Mon, 5 Nov 2018 22:47:05 -0800
Subject: [PATCH 1119/1825] Move to using num_replicas_in_sync instead of
 num_replicas.

PiperOrigin-RevId: 220229772
---
 .../contrib/distribute/python/keras_test.py   | 10 +++---
 .../distribute/python/metrics_v1_test.py      |  6 ++--
 .../distribute/python/minimize_loss_test.py   | 11 ++++---
 .../distribute/python/one_device_strategy.py  |  4 +++
 .../python/parameter_server_strategy.py       |  2 +-
 .../python/parameter_server_strategy_test.py  |  8 ++---
 .../contrib/optimizer_v2/optimizer_v2.py      | 32 +++++++++----------
 .../engine/distributed_training_utils.py      |  7 ++--
 tensorflow/python/keras/engine/training.py    |  2 +-
 .../keras/engine/training_distributed.py      | 15 +++++----
 tensorflow/python/training/distribute.py      | 10 +++++-
 tensorflow/python/training/optimizer.py       | 22 +++++++------
 12 files changed, 71 insertions(+), 58 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 33b8a61eb1..a048e7f279 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -413,8 +413,8 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
 
       with self.assertRaisesRegexp(ValueError, 'is smaller than the number '
                                                'of replicas'):
-        # The batch size(32) * num_replicas(3) is 96 which is greater than the
-        # number of input samples(64).
+        # The batch size(32) * num_replicas_in_sync(3) is 96 which is greater
+        # than the number of input samples(64).
         distributed_training_utils.get_input_batch_params(inputs,
                                                           32,
                                                           strategy)
@@ -1016,7 +1016,7 @@ class TestDistributionStrategyCorrectness(test.TestCase,
           distribute=distribution)
 
       batch_size = 64
-      batch_size //= distribution.num_replicas
+      batch_size //= distribution.num_replicas_in_sync
       train_dataset = dataset_ops.Dataset.from_tensor_slices((x_train, y_train))
       train_dataset = batch_wrapper(train_dataset, batch_size, distribution)
 
@@ -1057,7 +1057,7 @@ class TestDistributionStrategyCorrectness(test.TestCase,
 
         batch_size = 64
         if with_distribution:
-          batch_size //= with_distribution.num_replicas
+          batch_size //= with_distribution.num_replicas_in_sync
         train_dataset = dataset_ops.Dataset.from_tensor_slices((x_train,
                                                                 y_train))
         train_dataset = batch_wrapper(train_dataset, batch_size, distribution)
@@ -1072,7 +1072,7 @@ class TestDistributionStrategyCorrectness(test.TestCase,
         x_predict = [[1.], [2.], [3.], [4.]]
         predict_batch_size = 4
         if with_distribution:
-          predict_batch_size //= with_distribution.num_replicas
+          predict_batch_size //= with_distribution.num_replicas_in_sync
         predict_dataset = dataset_ops.Dataset.from_tensor_slices(x_predict)
         predict_dataset = batch_wrapper(predict_dataset,
                                         predict_batch_size, distribution)
diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index 9e1a7ad393..c4b5433360 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -111,14 +111,14 @@ class MetricsV1Test(test.TestCase, parameterized.TestCase):
         # In each run, we run multiple steps, and each steps consumes as many
         # batches as number of replicas.
         batches_per_update = (
-            distribution.num_replicas * distribution.steps_per_run)
+            distribution.num_replicas_in_sync * distribution.steps_per_run)
       else:
         value, update = distribution.call_for_each_replica(
             metric_fn, iterator.get_next())
         update = distribution.group(update)
         # TODO(josh11b): Once we switch to using a global batch size for input,
-        # replace "distribution.num_replicas" with "1".
-        batches_per_update = distribution.num_replicas
+        # replace "distribution.num_replicas_in_sync" with "1".
+        batches_per_update = distribution.num_replicas_in_sync
 
       self.evaluate(iterator.initializer)
       self.evaluate(distribution.initialize())
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index 165732d578..e60fa317ac 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -221,7 +221,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
                                     renorm, update_ops_in_cross_replica_mode):
     """Verifies that moving mean updates are reduced across replicas."""
     with distribution.scope():
-      num_replicas = len(distribution.worker_devices)
+      num_replicas = distribution.num_replicas_in_sync
       model_fn, dataset_fn, batchnorm = batchnorm_example(
           optimizer_fn,
           batch_per_epoch=num_replicas,
@@ -369,10 +369,11 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       # So unreplicated the update to w with lr=0.2 is -0.2 * -106 = 21.2
       # with sum loss reduction, or 10.6 with mean.
       if loss_reduction == losses_impl.Reduction.SUM:
-        # Note that the "distribution.num_replicas" factor will go away once
-        # we split the input across replicas, instead of pulling a complete
+        # Note that the "distribution.num_replicas_in_sync" factor will go away
+        # once we split the input across replicas, instead of pulling a complete
         # batch of input per replica.
-        self.assertNear(weight, 2 + 21.2 * distribution.num_replicas, 0.0001)
+        self.assertNear(weight, 2 + 21.2 * distribution.num_replicas_in_sync,
+                        0.0001)
       else:
         # One of the mean loss reductions.
         self.assertNear(weight, 2 + 10.6, 0.0001)
@@ -491,7 +492,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
   def _verify_loss_output(self, initial_loss, loss_output, aggregated,
                           distribution):
     if not aggregated:
-      self.assertEqual(distribution.num_replicas,
+      self.assertEqual(distribution.num_replicas_in_sync,
                        len(distribution.unwrap(loss_output)))
       loss_output = distribution.reduce(
           aggregation=variables_lib.VariableAggregation.MEAN,
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 8bdf001208..616508f913 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -171,6 +171,10 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
   def num_replicas(self):
     return 1
 
+  @property
+  def num_replicas_in_sync(self):
+    return 1
+
   @property
   def worker_devices(self):
     return [self._device]
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 2aa7f1ae5d..f1020d090a 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -234,7 +234,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   # TODO(yuefengz): not all ops in device_setter.STANDARD_PS_OPS will go through
   # this creator, such as "MutableHashTable".
   def _create_variable(self, next_creator, *args, **kwargs):
-    if self.num_replicas > 1:
+    if self.num_replicas_in_sync > 1:
       aggregation = kwargs.pop("aggregation", vs.VariableAggregation.NONE)
       if aggregation not in (
           vs.VariableAggregation.NONE,
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index a9f643c6ec..6b912122e8 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -345,11 +345,11 @@ class ParameterServerStrategyTestBase(
       self._finish_condition.release()
 
       x_val, y_val, z_val = sess.run([x, y, z])
-      self.assertEqual(x_val, 10.0 + 1.0 * num_workers * d.num_replicas)
-      self.assertEqual(y_val, 20.0 + 1.0 * num_workers * d.num_replicas)
+      self.assertEqual(x_val, 10.0 + 1.0 * num_workers * d.num_replicas_in_sync)
+      self.assertEqual(y_val, 20.0 + 1.0 * num_workers * d.num_replicas_in_sync)
       self.assertEqual(z_val, 30.0 + 1.0 * num_workers)
-      return (x_val == 10.0 + 1.0 * num_workers * d.num_replicas and
-              y_val == 20.0 + 1.0 * num_workers * d.num_replicas and
+      return (x_val == 10.0 + 1.0 * num_workers * d.num_replicas_in_sync and
+              y_val == 20.0 + 1.0 * num_workers * d.num_replicas_in_sync and
               z_val == 30.0 + 1.0 * num_workers)
 
   def _test_minimize_loss_graph(self, task_type, task_id, num_gpus):
diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index f789c83e00..467dd86d8f 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -790,14 +790,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
         # Scale loss for number of replicas (callable-loss case). In this case,
         # we have to be careful to call distribute_lib.get_loss_reduction()
         # *after* loss() is evaluated, so we know what loss reduction it uses.
-        if scale_loss_by_num_replicas is None:
-          scale_loss_by_num_replicas = (
-              distribute_lib.get_loss_reduction() == variable_scope
-              .VariableAggregation.MEAN)
-        if scale_loss_by_num_replicas:
-          num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
-          if num_replicas > 1:
-            loss_value *= 1. / num_replicas
+        loss_value = self._scale_loss(loss_value, scale_loss_by_num_replicas)
 
       if var_list is None:
         var_list = tape.watched_variables()
@@ -808,14 +801,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
                          "be a function when eager execution is enabled.")
 
     # Scale loss for number of replicas (non-callable-loss case).
-    if scale_loss_by_num_replicas is None:
-      scale_loss_by_num_replicas = (
-          distribute_lib.get_loss_reduction() == variable_scope
-          .VariableAggregation.MEAN)
-    if scale_loss_by_num_replicas:
-      num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
-      if num_replicas > 1:
-        loss *= 1. / num_replicas
+    loss = self._scale_loss(loss, scale_loss_by_num_replicas)
 
     if gate_gradients not in [
         optimizer_v1.Optimizer.GATE_NONE, optimizer_v1.Optimizer.GATE_OP,
@@ -857,6 +843,20 @@ class OptimizerV2(optimizer_v1.Optimizer):
     ])
     return grads_and_vars
 
+  @staticmethod
+  def _scale_loss(loss_value, scale_loss_by_num_replicas):
+    """Scale loss for the number of replicas."""
+    if scale_loss_by_num_replicas is None:
+      scale_loss_by_num_replicas = (
+          distribute_lib.get_loss_reduction() == variable_scope
+          .VariableAggregation.MEAN)
+    if scale_loss_by_num_replicas:
+      num_replicas = \
+        distribute_ctx.get_distribution_strategy().num_replicas_in_sync
+      if num_replicas > 1:
+        loss_value *= 1. / num_replicas
+    return loss_value
+
   def apply_gradients(self, grads_and_vars, global_step=None, name=None):
     """Apply gradients to variables.
 
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index ec553db2f8..fc408dd39f 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -368,17 +368,14 @@ def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
   if not num_batches:
     raise ValueError('Please specify a batch_size that is smaller than'
                      'the number of input samples %d.' % first_x_value.shape[0])
-  # TODO(anjalisridhar): TPU currently supports using the num_replicas property.
-  # We might want to look into implementing worker_devices. In multi worker
-  # strategy, perhaps num_replicas works better?
-  steps = num_batches // distribution_strategy.num_replicas
+  steps = num_batches // distribution_strategy.num_replicas_in_sync
   if not steps:
     # TODO(anjalisridhar): Number of replicas in the error message may not
     # convey what we want to the user. Is there another terminology that we can
     # use that is consistent across different strategies?
     raise ValueError('The number of batches %d is smaller than the number '
                      'of replicas %d used for DistributionStrategy. ' %
-                     (num_batches, distribution_strategy.num_replicas))
+                     (num_batches, distribution_strategy.num_replicas_in_sync))
   return steps
 
 
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 1847a6a389..c0aad1d8e5 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -882,7 +882,7 @@ class Model(Network):
       x_shape = first_x_value.shape
       if batch_size is None:
         batch_size = distributed_training_utils.get_batch_size(
-            self._distribution_strategy.num_replicas, x_shape[0], steps)
+            self._distribution_strategy.num_replicas_in_sync, x_shape[0], steps)
       # We need to use the drop_remainder argument to allow for a static
       # input shape which is required for TPUs.
       drop_remainder = self._distribution_strategy.require_static_shapes
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 8550b96055..12bc04eec7 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -131,8 +131,8 @@ def fit_loop(
 
     # We need to set sample_weights to None since there are sample weight
     # placeholders that are created with default values.
-    sample_weights = [None for _ in range(len(model.outputs) *
-                                          current_strategy.num_replicas)]
+    sample_weights = [None for _ in range(
+        len(model.outputs) * current_strategy.num_replicas_in_sync)]
     if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + dataset_targets + sample_weights + [1]
     else:
@@ -467,8 +467,8 @@ def test_loop(model, iterator, verbose=0, steps=None):
 
     # We need to set sample_weights to None since there are sample weight
     # placeholders that are created with default values.
-    sample_weights = [None for _ in range(len(model.outputs) *
-                                          current_strategy.num_replicas)]
+    sample_weights = [None for _ in range(
+        len(model.outputs) * current_strategy.num_replicas_in_sync)]
     if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + dataset_targets + sample_weights + [0]
     else:
@@ -691,7 +691,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
     distributed_training_utils.set_weights(
         current_strategy, distributed_model, orig_model_weights)
 
-    num_towers = current_strategy.num_towers
+    num_replicas = current_strategy.num_replicas_in_sync
     # Since we do not know how many samples we will see, we cannot
     # pre-allocate the returned Numpy arrays. Instead, we store one array per
     # batch seen and concatenate them upon returning.
@@ -703,11 +703,12 @@ def predict_loop(model, iterator, verbose=0, steps=None):
         batch_outs = [batch_outs]
       if step == 0:
         # batch_outs gives you the number of model outputs. In the distributed
-        # case this will be number of model_outputs * num_towers.
+        # case this will be number of model_outputs * num_replicas.
         for _ in range(len(model.outputs)):
           unconcatenated_outs.append([])
       for i in range(len(model.outputs)):
-        nested_outs = batch_outs[i * num_towers:i * num_towers + num_towers]
+        nested_outs = batch_outs[i * num_replicas:
+                                 i * num_replicas + num_replicas]
         outs = nest.flatten(nested_outs)
         unconcatenated_outs[i].extend(outs)
       if verbose >= 1:
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 35ed52fa12..a726f35f82 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -947,7 +947,10 @@ class DistributionStrategy(object):
 
   @property
   def num_replicas(self):
-    """Returns number of replicas, for purposes of averaging across replicas."""
+    """Returns number of replicas, for purposes of averaging across replicas.
+
+    DEPRECATED: use `num_replicas_in_sync` instead.
+    """
     raise NotImplementedError("must be implemented in descendants")
 
   @property
@@ -1148,6 +1151,11 @@ class ReplicaContext(object):
     """Returns number of replicas, for purposes of averaging across replicas."""
     return self._distribution_strategy.num_replicas
 
+  @property
+  def num_replicas_in_sync(self):
+    """Returns number of replicas over which gradients are aggregated."""
+    return self._distribution_strategy.num_replicas_in_sync
+
   @property
   def replica_id(self):
     """Which replica is being defined, a number from 0 to `num_replicas - 1`."""
diff --git a/tensorflow/python/training/optimizer.py b/tensorflow/python/training/optimizer.py
index 8e400f2aeb..9dfa9d2afb 100644
--- a/tensorflow/python/training/optimizer.py
+++ b/tensorflow/python/training/optimizer.py
@@ -465,11 +465,7 @@ class Optimizer(
         # Have to be careful to call distribute_lib.get_loss_reduction()
         # *after* loss() is evaluated, so we know what loss reduction it uses.
         # TODO(josh11b): Test that we handle weight decay in a reasonable way.
-        if (distribute_lib.get_loss_reduction() ==
-            variable_scope.VariableAggregation.MEAN):
-          num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
-          if num_replicas > 1:
-            loss_value *= (1. / num_replicas)
+        loss_value = self._scale_loss(loss_value)
 
       if var_list is None:
         var_list = tape.watched_variables()
@@ -486,11 +482,7 @@ class Optimizer(
           "be a function when eager execution is enabled.")
 
     # Scale loss if using a "mean" loss reduction and multiple replicas.
-    if (distribute_lib.get_loss_reduction() ==
-        variable_scope.VariableAggregation.MEAN):
-      num_replicas = distribute_ctx.get_distribution_strategy().num_replicas
-      if num_replicas > 1:
-        loss *= (1. / num_replicas)
+    loss = self._scale_loss(loss)
 
     if gate_gradients not in [Optimizer.GATE_NONE, Optimizer.GATE_OP,
                               Optimizer.GATE_GRAPH]:
@@ -526,6 +518,16 @@ class Optimizer(
          if g is not None and v.dtype != dtypes.resource])
     return grads_and_vars
 
+  @staticmethod
+  def _scale_loss(loss_value):
+    if (distribute_lib.get_loss_reduction() ==
+        variable_scope.VariableAggregation.MEAN):
+      num_replicas = \
+        distribute_ctx.get_distribution_strategy().num_replicas_in_sync
+      if num_replicas > 1:
+        loss_value *= (1. / num_replicas)
+    return loss_value
+
   def apply_gradients(self, grads_and_vars, global_step=None, name=None):
     """Apply gradients to variables.
 
-- 
GitLab


From a7b4bd66f7a034045d355ef33ab5539c357637eb Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Mon, 5 Nov 2018 22:56:27 -0800
Subject: [PATCH 1120/1825] [data-stats] Adds option "experimental_stats" to
 `tf.data.Options` which takes `tf.data.experimental.StatsOptions` object.
 `StatsOptions` can configure options for collecting `dataset` stats using
 `StatsAggregator`, and it has aggregator as an argument which attaches the
 given aggregator to the dataset. (this will also replace
 `set_stats_aggregator()` dataset transformation.)

PiperOrigin-RevId: 220230269
---
 .../python/data/experimental/__init__.py      |   8 +-
 .../data/experimental/kernel_tests/BUILD      |   6 +
 .../kernel_tests/optimization/BUILD           |   1 +
 .../optimization/latency_all_edges_test.py    |  40 +++-
 .../kernel_tests/serialization/BUILD          |   1 +
 .../stats_dataset_serialization_test.py       |   5 +-
 .../kernel_tests/stats_dataset_ops_test.py    | 184 +++++++++++-------
 .../kernel_tests/stats_dataset_test_base.py   |  11 +-
 tensorflow/python/data/experimental/ops/BUILD |  19 ++
 .../data/experimental/ops/stats_aggregator.py |  84 ++++++++
 .../python/data/experimental/ops/stats_ops.py | 106 +---------
 .../data/experimental/ops/stats_options.py    | 103 ++++++++++
 tensorflow/python/data/ops/BUILD              |   1 +
 tensorflow/python/data/ops/dataset_ops.py     |  66 ++++++-
 .../golden/v1/tensorflow.data.-options.pbtxt  |   8 +-
 ....data.experimental.-stats-aggregator.pbtxt |   2 +-
 ...low.data.experimental.-stats-options.pbtxt |  25 +++
 .../v1/tensorflow.data.experimental.pbtxt     |   8 +-
 .../golden/v2/tensorflow.data.-options.pbtxt  |   8 +-
 ....data.experimental.-stats-aggregator.pbtxt |   2 +-
 ...low.data.experimental.-stats-options.pbtxt |  25 +++
 .../v2/tensorflow.data.experimental.pbtxt     |   8 +-
 22 files changed, 511 insertions(+), 210 deletions(-)
 create mode 100644 tensorflow/python/data/experimental/ops/stats_aggregator.py
 create mode 100644 tensorflow/python/data/experimental/ops/stats_options.py
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-options.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-options.pbtxt

diff --git a/tensorflow/python/data/experimental/__init__.py b/tensorflow/python/data/experimental/__init__.py
index d4e7fee921..126c2be442 100644
--- a/tensorflow/python/data/experimental/__init__.py
+++ b/tensorflow/python/data/experimental/__init__.py
@@ -29,6 +29,8 @@ See [Importing Data](https://tensorflow.org/guide/datasets) for an overview.
 @@RandomDataset
 @@Reducer
 @@SqlDataset
+@@StatsAggregator
+@@StatsOptions
 @@TFRecordWriter
 
 @@bucket_by_sequence_length
@@ -52,9 +54,7 @@ See [Importing Data](https://tensorflow.org/guide/datasets) for an overview.
 @@rejection_resample
 @@sample_from_datasets
 @@scan
-@@set_stats_aggregator
 @@shuffle_and_repeat
-@@StatsAggregator
 @@unbatch
 @@unique
 
@@ -98,9 +98,9 @@ from tensorflow.python.data.experimental.ops.readers import SqlDataset
 from tensorflow.python.data.experimental.ops.resampling import rejection_resample
 from tensorflow.python.data.experimental.ops.scan_ops import scan
 from tensorflow.python.data.experimental.ops.shuffle_ops import shuffle_and_repeat
+from tensorflow.python.data.experimental.ops.stats_aggregator import StatsAggregator
 from tensorflow.python.data.experimental.ops.stats_ops import latency_stats
-from tensorflow.python.data.experimental.ops.stats_ops import set_stats_aggregator
-from tensorflow.python.data.experimental.ops.stats_ops import StatsAggregator
+from tensorflow.python.data.experimental.ops.stats_options import StatsOptions
 from tensorflow.python.data.experimental.ops.unique import unique
 from tensorflow.python.data.experimental.ops.writers import TFRecordWriter
 from tensorflow.python.data.ops.iterator_ops import get_next_as_optional
diff --git a/tensorflow/python/data/experimental/kernel_tests/BUILD b/tensorflow/python/data/experimental/kernel_tests/BUILD
index bfe2e0cf7a..0141ac730f 100644
--- a/tensorflow/python/data/experimental/kernel_tests/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/BUILD
@@ -625,9 +625,15 @@ py_test(
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python/data/experimental/ops:batching",
+        "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/experimental/ops:stats_aggregator",
         "//tensorflow/python/data/experimental/ops:stats_ops",
+        "//tensorflow/python/data/experimental/ops:stats_options",
         "//tensorflow/python/data/ops:dataset_ops",
         "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
     ],
 )
 
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
index 5b75e54f66..9946ef5a42 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/BUILD
@@ -89,6 +89,7 @@ py_test(
         "//tensorflow/python:errors",
         "//tensorflow/python/data/experimental/kernel_tests:stats_dataset_test_base",
         "//tensorflow/python/data/experimental/ops:optimization",
+        "//tensorflow/python/data/experimental/ops:stats_aggregator",
         "//tensorflow/python/data/experimental/ops:stats_ops",
         "//tensorflow/python/data/ops:dataset_ops",
     ],
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
index 469b05399a..7144d834f9 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
@@ -19,7 +19,8 @@ from __future__ import print_function
 
 from tensorflow.python.data.experimental.kernel_tests import stats_dataset_test_base
 from tensorflow.python.data.experimental.ops import optimization
-from tensorflow.python.data.experimental.ops import stats_ops
+from tensorflow.python.data.experimental.ops import stats_aggregator
+from tensorflow.python.data.experimental.ops import stats_options
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import errors
 from tensorflow.python.platform import test
@@ -28,18 +29,45 @@ from tensorflow.python.platform import test
 class LatencyAllEdgesTest(stats_dataset_test_base.StatsDatasetTestBase):
 
   def testLatencyStatsOptimization(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.from_tensors(1).apply(
         optimization.assert_next(
             ["LatencyStats", "Map", "LatencyStats", "Prefetch",
-             "LatencyStats"])).map(lambda x: x * x).prefetch(1).apply(
-                 stats_ops.set_stats_aggregator(stats_aggregator))
+             "LatencyStats"])).map(lambda x: x * x).prefetch(1)
     options = dataset_ops.Options()
-    options.experimental_latency_all_edges = True
+    options.experimental_stats = stats_options.StatsOptions()
+    options.experimental_stats.latency_all_edges = True
+    options.experimental_stats.aggregator = aggregator
     dataset = dataset.with_options(options)
     iterator = dataset.make_initializable_iterator()
     get_next = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
+
+    with self.cached_session() as sess:
+      sess.run(iterator.initializer)
+      self.assertEqual(1 * 1, sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+      summary_str = sess.run(summary_t)
+      self._assertSummaryHasCount(summary_str,
+                                  "record_latency_TensorDataset/_1", 1)
+      self._assertSummaryHasCount(summary_str, "record_latency_MapDataset/_4",
+                                  1)
+      self._assertSummaryHasCount(summary_str,
+                                  "record_latency_PrefetchDataset/_6", 1)
+
+  def testLatencyStatsOptimizationV2(self):
+    aggregator = stats_aggregator.StatsAggregator()
+    dataset = dataset_ops.Dataset.from_tensors(1).apply(
+        optimization.assert_next(
+            ["LatencyStats", "Map", "LatencyStats", "Prefetch",
+             "LatencyStats"])).map(lambda x: x * x).prefetch(1)
+    options = dataset_ops.Options()
+    options.experimental_stats = stats_options.StatsOptions(aggregator)
+    dataset = dataset.with_options(options)
+    iterator = dataset.make_initializable_iterator()
+    get_next = iterator.get_next()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
index 66bc3833a7..2cfb575903 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/BUILD
@@ -651,6 +651,7 @@ py_test(
         "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python/data/experimental/ops:stats_aggregator",
         "//tensorflow/python/data/experimental/ops:stats_ops",
         "//tensorflow/python/data/ops:dataset_ops",
     ],
diff --git a/tensorflow/python/data/experimental/kernel_tests/serialization/stats_dataset_serialization_test.py b/tensorflow/python/data/experimental/kernel_tests/serialization/stats_dataset_serialization_test.py
index ef7061b190..662d768b48 100644
--- a/tensorflow/python/data/experimental/kernel_tests/serialization/stats_dataset_serialization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/serialization/stats_dataset_serialization_test.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.data.experimental.kernel_tests.serialization import dataset_serialization_test_base
+from tensorflow.python.data.experimental.ops import stats_aggregator
 from tensorflow.python.data.experimental.ops import stats_ops
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import errors
@@ -92,9 +93,9 @@ class StatsDatasetSerializationTest(
         None, num_outputs)
 
   def _build_dataset_stats_aggregator(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+    aggregator = stats_aggregator.StatsAggregator()
     return dataset_ops.Dataset.range(10).apply(
-        stats_ops.set_stats_aggregator(stats_aggregator))
+        stats_ops.set_stats_aggregator(aggregator))
 
   def test_set_stats_aggregator_not_support_checkpointing(self):
     with self.assertRaisesRegexp(errors.UnimplementedError,
diff --git a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py
index 4d794b4b84..83028937d3 100644
--- a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_ops_test.py
@@ -17,13 +17,16 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from absl.testing import parameterized
 import numpy as np
 
 from tensorflow.python.data.experimental.kernel_tests import reader_dataset_ops_test_base
 from tensorflow.python.data.experimental.kernel_tests import stats_dataset_test_base
 from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.experimental.ops import optimization
+from tensorflow.python.data.experimental.ops import stats_aggregator
 from tensorflow.python.data.experimental.ops import stats_ops
+from tensorflow.python.data.experimental.ops import stats_options
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
@@ -32,17 +35,43 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
 
+def function_set_stats_aggregator(dataset,
+                                  aggregator,
+                                  prefix="",
+                                  counter_prefix=""):
+  return dataset.apply(
+      stats_ops.set_stats_aggregator(aggregator, prefix, counter_prefix))
+
+
+def function_apply_options(dataset, aggregator, prefix="", counter_prefix=""):
+  options = dataset_ops.Options()
+  options.experimental_stats = stats_options.StatsOptions(aggregator)
+  options.experimental_stats.latency_all_edges = False
+  if prefix:
+    options.experimental_stats.prefix = prefix
+  if counter_prefix:
+    options.experimental_stats.counter_prefix = counter_prefix
+  return dataset.with_options(options)
+
+
+@parameterized.named_parameters(
+    dict(
+        testcase_name="SetStatsAggregator",
+        dataset_transformation=function_set_stats_aggregator),
+    dict(
+        testcase_name="StatsOptions",
+        dataset_transformation=function_apply_options))
 class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
 
-  def testBytesProduced(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testBytesProduced(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).map(
         lambda x: array_ops.tile([x], ops.convert_to_tensor([x]))).apply(
-            stats_ops.bytes_produced_stats("bytes_produced")).apply(
-                stats_ops.set_stats_aggregator(stats_aggregator))
+            stats_ops.bytes_produced_stats("bytes_produced"))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
@@ -60,14 +89,14 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       self._assertSummaryHasCount(summary_str, "bytes_produced", 100.0)
       self._assertSummaryHasSum(summary_str, "bytes_produced", expected_sum)
 
-  def testLatencyStats(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testLatencyStats(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
-        stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator))
+        stats_ops.latency_stats("record_latency"))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
@@ -79,14 +108,14 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
         sess.run(next_element)
       self._assertSummaryHasCount(sess.run(summary_t), "record_latency", 100.0)
 
-  def testPrefetchBufferUtilization(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testPrefetchBufferUtilization(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).map(
-        lambda x: array_ops.tile([x], ops.convert_to_tensor([x]))).prefetch(
-            -1).apply(stats_ops.set_stats_aggregator(stats_aggregator))
+        lambda x: array_ops.tile([x], ops.convert_to_tensor([x]))).prefetch(-1)
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
@@ -106,14 +135,14 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       self._assertSummaryHasCount(summary_str, "Prefetch::buffer_utilization",
                                   100)
 
-  def testPrefetchBufferScalars(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testPrefetchBufferScalars(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(10).map(
-        lambda x: array_ops.tile([x], ops.convert_to_tensor([x]))).prefetch(
-            0).apply(stats_ops.set_stats_aggregator(stats_aggregator))
+        lambda x: array_ops.tile([x], ops.convert_to_tensor([x]))).prefetch(0)
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
@@ -128,14 +157,14 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(next_element)
 
-  def testFilteredElementsStats(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testFilteredElementsStats(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(101).filter(
-        lambda x: math_ops.equal(math_ops.mod(x, 3), 0)).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator))
+        lambda x: math_ops.equal(math_ops.mod(x, 3), 0))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.test_session() as sess:
       sess.run(iterator.initializer)
@@ -153,7 +182,7 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       self._assertSummaryHasScalarValue(
           sess.run(summary_t), "Filter::filtered_elements", 34.0)
 
-  def testMapBufferUtilization(self):
+  def testMapBufferUtilization(self, dataset_transformation):
 
     def dataset_fn():
       return dataset_ops.Dataset.range(10).map(
@@ -161,9 +190,13 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
           num_parallel_calls=4)
 
     self._testParallelCallsStats(
-        dataset_fn, "ParallelMap", 10, function_processing_time=True)
+        dataset_fn,
+        "ParallelMap",
+        10,
+        dataset_transformation,
+        function_processing_time=True)
 
-  def testMapAutoTuneBufferUtilization(self):
+  def testMapAutoTuneBufferUtilization(self, dataset_transformation):
 
     def dataset_fn():
       dataset = dataset_ops.Dataset.range(10).map(
@@ -174,9 +207,13 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       return dataset.with_options(options)
 
     self._testParallelCallsStats(
-        dataset_fn, "ParallelMap", 10, function_processing_time=True)
+        dataset_fn,
+        "ParallelMap",
+        10,
+        dataset_transformation,
+        function_processing_time=True)
 
-  def testInterleaveAutoTuneBufferUtilization(self):
+  def testInterleaveAutoTuneBufferUtilization(self, dataset_transformation):
 
     def dataset_fn():
       dataset = dataset_ops.Dataset.range(10).map(
@@ -189,9 +226,10 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       options.experimental_autotune = True
       return dataset.with_options(options)
 
-    self._testParallelCallsStats(dataset_fn, "ParallelInterleaveV2", 10)
+    self._testParallelCallsStats(dataset_fn, "ParallelInterleaveV2", 10,
+                                 dataset_transformation)
 
-  def testMapAndBatchAutoTuneBufferUtilization(self):
+  def testMapAndBatchAutoTuneBufferUtilization(self, dataset_transformation):
 
     def dataset_fn():
       dataset = dataset_ops.Dataset.range(100).apply(
@@ -208,17 +246,18 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
         dataset_fn,
         "MapAndBatch",
         num_output,
+        dataset_transformation,
         check_elements=False,
         function_processing_time=True)
 
-  def testReinitialize(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testReinitialize(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
-        stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator))
+        stats_ops.latency_stats("record_latency"))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       for j in range(5):
@@ -232,7 +271,7 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
         self._assertSummaryHasCount(
             sess.run(summary_t), "record_latency", (j + 1) * 100.0)
 
-  def testNoAggregatorRegistered(self):
+  def testNoAggregatorRegistered(self, dataset_transformation):
     dataset = dataset_ops.Dataset.range(100).apply(
         stats_ops.latency_stats("record_latency"))
     iterator = dataset.make_initializable_iterator()
@@ -245,15 +284,15 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(next_element)
 
-  def testMultipleTags(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testMultipleTags(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
         stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.latency_stats("record_latency_2")).apply(
-                stats_ops.set_stats_aggregator(stats_aggregator))
+            stats_ops.latency_stats("record_latency_2"))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
@@ -269,15 +308,15 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
       self._assertSummaryHasCount(
           sess.run(summary_t), "record_latency_2", 100.0)
 
-  def testRepeatedTags(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testRepeatedTags(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
         stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.latency_stats("record_latency")).apply(
-                stats_ops.set_stats_aggregator(stats_aggregator))
+            stats_ops.latency_stats("record_latency"))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
@@ -289,15 +328,15 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
         sess.run(next_element)
       self._assertSummaryHasCount(sess.run(summary_t), "record_latency", 200.0)
 
-  def testMultipleIteratorsSameAggregator(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testMultipleIteratorsSameAggregator(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
-        stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator))
+        stats_ops.latency_stats("record_latency"))
+    dataset = dataset_transformation(dataset, aggregator)
     iterator_0 = dataset.make_initializable_iterator()
     iterator_1 = dataset.make_initializable_iterator()
     next_element = iterator_0.get_next() + iterator_1.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run([iterator_0.initializer, iterator_1.initializer])
@@ -309,18 +348,18 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
         sess.run(next_element)
       self._assertSummaryHasCount(sess.run(summary_t), "record_latency", 200.0)
 
-  def testMultipleDatasetWithTags(self):
-    stats_aggregator = stats_ops.StatsAggregator()
+  def testMultipleDatasetWithPrefixes(self, dataset_transformation):
+    aggregator = stats_aggregator.StatsAggregator()
     dataset = dataset_ops.Dataset.range(100).apply(
-        stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator, "dataset1"))
+        stats_ops.latency_stats("record_latency"))
+    dataset = dataset_transformation(dataset, aggregator, prefix="dataset1")
     dataset2 = dataset_ops.Dataset.range(100).apply(
-        stats_ops.latency_stats("record_latency")).apply(
-            stats_ops.set_stats_aggregator(stats_aggregator, "dataset2"))
+        stats_ops.latency_stats("record_latency"))
+    dataset2 = dataset_transformation(dataset2, aggregator, prefix="dataset2")
     iterator_0 = dataset.make_initializable_iterator()
     iterator_1 = dataset2.make_initializable_iterator()
     next_element = iterator_0.get_next() + iterator_1.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.test_session() as sess:
       sess.run([iterator_0.initializer, iterator_1.initializer])
@@ -338,15 +377,22 @@ class StatsDatasetTest(stats_dataset_test_base.StatsDatasetTestBase):
           sess.run(summary_t), "dataset2_record_latency", 100.0)
 
 
+@parameterized.named_parameters(
+    dict(
+        testcase_name="SetStatsAggregator",
+        dataset_transformation=function_set_stats_aggregator),
+    dict(
+        testcase_name="StatsOptions",
+        dataset_transformation=function_apply_options))
 class FeatureStatsDatasetTest(
     stats_dataset_test_base.StatsDatasetTestBase,
     reader_dataset_ops_test_base.MakeBatchedFeaturesDatasetTestBase):
 
-  def testFeaturesStats(self):
+  def testFeaturesStats(self, dataset_transformation):
     num_epochs = 5
     total_records = num_epochs * self._num_records
     batch_size = 2
-    stats_aggregator = stats_ops.StatsAggregator()
+    aggregator = stats_aggregator.StatsAggregator()
 
     def dataset_fn():
       return self.make_batch_feature(
@@ -362,13 +408,17 @@ class FeatureStatsDatasetTest(
       num_output = total_records // batch_size + 1
 
     self._testParallelCallsStats(
-        dataset_fn, "ParseExample", num_output, check_elements=False)
+        dataset_fn,
+        "ParseExample",
+        num_output,
+        dataset_transformation,
+        check_elements=False)
 
-    iterator = dataset_fn().apply(
-        stats_ops.set_stats_aggregator(
-            stats_aggregator, "record_stats")).make_initializable_iterator()
+    dataset = dataset_transformation(
+        dataset_fn(), aggregator, prefix="record_stats")
+    iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.test_session() as sess:
       sess.run(iterator.initializer)
diff --git a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py
index a4e6242b00..c5bf926759 100644
--- a/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py
+++ b/tensorflow/python/data/experimental/kernel_tests/stats_dataset_test_base.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 import numpy as np
 
 from tensorflow.core.framework import summary_pb2
-from tensorflow.python.data.experimental.ops import stats_ops
+from tensorflow.python.data.experimental.ops import stats_aggregator
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.framework import errors
 
@@ -87,14 +87,15 @@ class StatsDatasetTestBase(test_base.DatasetTestBase):
                               dataset_fn,
                               dataset_name,
                               num_output,
+                              dataset_transformation,
                               function_processing_time=False,
                               check_elements=True):
-    stats_aggregator = stats_ops.StatsAggregator()
-    dataset = dataset_fn().apply(
-        stats_ops.set_stats_aggregator(stats_aggregator))
+    aggregator = stats_aggregator.StatsAggregator()
+    dataset = dataset_fn()
+    dataset = dataset_transformation(dataset, aggregator)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
-    summary_t = stats_aggregator.get_summary()
+    summary_t = aggregator.get_summary()
 
     with self.cached_session() as sess:
       sess.run(iterator.initializer)
diff --git a/tensorflow/python/data/experimental/ops/BUILD b/tensorflow/python/data/experimental/ops/BUILD
index eda547c37a..170fda90b6 100644
--- a/tensorflow/python/data/experimental/ops/BUILD
+++ b/tensorflow/python/data/experimental/ops/BUILD
@@ -272,6 +272,16 @@ py_library(
     ],
 )
 
+py_library(
+    name = "stats_aggregator",
+    srcs = ["stats_aggregator.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:dataset_ops_gen",
+        "//tensorflow/python:util",
+    ],
+)
+
 py_library(
     name = "stats_ops",
     srcs = ["stats_ops.py"],
@@ -287,6 +297,15 @@ py_library(
     ],
 )
 
+py_library(
+    name = "stats_options",
+    srcs = ["stats_options.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":stats_aggregator",
+    ],
+)
+
 py_library(
     name = "threadpool",
     srcs = ["threadpool.py"],
diff --git a/tensorflow/python/data/experimental/ops/stats_aggregator.py b/tensorflow/python/data/experimental/ops/stats_aggregator.py
new file mode 100644
index 0000000000..5274c816a4
--- /dev/null
+++ b/tensorflow/python/data/experimental/ops/stats_aggregator.py
@@ -0,0 +1,84 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""StatsAggregator for aggregating statistics from `tf.data` pipelines."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.ops import gen_dataset_ops
+from tensorflow.python.util.tf_export import tf_export
+
+
+@tf_export("data.experimental.StatsAggregator")
+class StatsAggregator(object):
+  """A stateful resource that aggregates statistics from one or more iterators.
+
+  To record statistics, use one of the custom transformation functions defined
+  in this module when defining your `tf.data.Dataset`. All statistics will be
+  aggregated by the `StatsAggregator` that is associated with a particular
+  iterator (see below). For example, to record the latency of producing each
+  element by iterating over a dataset:
+
+  ```python
+  dataset = ...
+  dataset = dataset.apply(tf.data.experimental.latency_stats("total_bytes"))
+  ```
+
+  To associate a `StatsAggregator` with a `tf.data.Dataset` object, use
+  the following pattern:
+
+  ```python
+  aggregator = tf.data.experimental.StatsAggregator()
+  dataset = ...
+
+  # Apply `StatsOptions` to associate `dataset` with `aggregator`.
+  options = dataset_ops.Options()
+  options.experimental_stats = tf.data.experimental.StatsOptions(aggregator)
+  dataset = dataset.with_options(options)
+  iterator = dataset.make_one_shot_iterator()
+  ```
+
+  To get a protocol buffer summary of the currently aggregated statistics,
+  use the `StatsAggregator.get_summary()` tensor. The easiest way to do this
+  is to add the returned tensor to the `tf.GraphKeys.SUMMARIES` collection,
+  so that the summaries will be included with any existing summaries.
+
+  ```python
+  aggregator = tf.data.experimental.StatsAggregator()
+  # ...
+  stats_summary = aggregator.get_summary()
+  tf.add_to_collection(tf.GraphKeys.SUMMARIES, stats_summary)
+  ```
+
+  Note: This interface is experimental and expected to change. In particular,
+  we expect to add other implementations of `StatsAggregator` that provide
+  different ways of exporting statistics, and add more types of statistics.
+  """
+
+  def __init__(self):
+    """Creates a `StatsAggregator`."""
+    self._resource = gen_dataset_ops.stats_aggregator_handle()
+
+  # TODO(b/116314787): Update this/add support for V2 summary API.
+  def get_summary(self):
+    """Returns a string `tf.Tensor` that summarizes the aggregated statistics.
+
+    The returned tensor will contain a serialized `tf.summary.Summary` protocol
+    buffer, which can be used with the standard TensorBoard logging facilities.
+
+    Returns:
+      A scalar string `tf.Tensor` that summarizes the aggregated statistics.
+    """
+    return gen_dataset_ops.stats_aggregator_summary(self._resource)
diff --git a/tensorflow/python/data/experimental/ops/stats_ops.py b/tensorflow/python/data/experimental/ops/stats_ops.py
index fb93b86b29..ca2f5f2a88 100644
--- a/tensorflow/python/data/experimental/ops/stats_ops.py
+++ b/tensorflow/python/data/experimental/ops/stats_ops.py
@@ -21,110 +21,18 @@ from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import gen_dataset_ops
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("data.experimental.StatsAggregator")
-class StatsAggregator(object):
-  """A stateful resource that aggregates statistics from one or more iterators.
-
-  To record statistics, use one of the custom transformation functions defined
-  in this module when defining your `tf.data.Dataset`. All statistics will be
-  aggregated by the `StatsAggregator` that is associated with a particular
-  iterator (see below). For example, to record the latency of producing each
-  element by iterating over a dataset:
-
-  ```python
-  dataset = ...
-  dataset = dataset.apply(tf.data.experimental.latency_stats("total_bytes"))
-  ```
-
-  To associate a `StatsAggregator` with a `tf.data.Dataset` object, use
-  the following pattern:
-
-  ```python
-  stats_aggregator = stats_ops.StatsAggregator()
-  dataset = ...
-
-  # Apply `set_stats_aggregator` to associate `dataset` with `stats_aggregator`.
-  dataset = dataset.apply(
-      tf.data.experimental.set_stats_aggregator(stats_aggregator))
-  iterator = dataset.make_one_shot_iterator()
-  ```
-
-  To get a protocol buffer summary of the currently aggregated statistics,
-  use the `StatsAggregator.get_summary()` tensor. The easiest way to do this
-  is to add the returned tensor to the `tf.GraphKeys.SUMMARIES` collection,
-  so that the summaries will be included with any existing summaries.
-
-  ```python
-  stats_aggregator = stats_ops.StatsAggregator()
-  # ...
-  stats_summary = stats_aggregator.get_summary()
-  tf.add_to_collection(tf.GraphKeys.SUMMARIES, stats_summary)
-  ```
-
-  Note: This interface is experimental and expected to change. In particular,
-  we expect to add other implementations of `StatsAggregator` that provide
-  different ways of exporting statistics, and add more types of statistics.
-  """
-
-  def __init__(self):
-    """Creates a `StatsAggregator`."""
-    self._resource = gen_dataset_ops.stats_aggregator_handle()
-
-  # TODO(b/116314787): Update this/add support for V2 summary API.
-  def get_summary(self):
-    """Returns a string `tf.Tensor` that summarizes the aggregated statistics.
-
-    The returned tensor will contain a serialized `tf.summary.Summary` protocol
-    buffer, which can be used with the standard TensorBoard logging facilities.
-
-    Returns:
-      A scalar string `tf.Tensor` that summarizes the aggregated statistics.
-    """
-    return gen_dataset_ops.stats_aggregator_summary(self._resource)
-
-
-class _SetStatsAggregatorDataset(dataset_ops.UnaryDataset):
-  """A `Dataset` that acts as an identity, and sets given stats_aggregator."""
-
-  def __init__(self, input_dataset, stats_aggregator, tag, prefix):
-    super(_SetStatsAggregatorDataset, self).__init__(input_dataset)
-    self._input_dataset = input_dataset
-    self._stats_aggregator = stats_aggregator
-    self._tag = tag
-    self._prefix = prefix
-
-  def _as_variant_tensor(self):
-    return gen_dataset_ops.set_stats_aggregator_dataset(
-        self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
-        self._stats_aggregator._resource,  # pylint: disable=protected-access
-        self._tag,
-        self._prefix,
-        **dataset_ops.flat_structure(self))
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-
-@tf_export("data.experimental.set_stats_aggregator")
-def set_stats_aggregator(stats_aggregator, tag="", counter_prefix=""):
+@deprecation.deprecated(None, "Use `tf.data.experimental.StatsOptions`.")
+def set_stats_aggregator(stats_aggregator, prefix="", counter_prefix=""):
   """Set the given `stats_aggregator` for aggregating the input dataset stats.
 
   Args:
     stats_aggregator: A `tf.contrib.data.StatsAggregator` object.
-    tag: (Optional) String, all statistics recorded for the input `dataset`
-      will have given `tag` prepend with the name.
+    prefix: (Optional) String, all statistics recorded for the input `dataset`
+      will have given `prefix` prepend with the name.
     counter_prefix: (Optional) String, all statistics recorded as `counters`
       will have the given `prefix` for the counter. Defaults to "/tensorflow".
 
@@ -134,8 +42,8 @@ def set_stats_aggregator(stats_aggregator, tag="", counter_prefix=""):
   """
 
   def _apply_fn(dataset):
-    return _SetStatsAggregatorDataset(dataset, stats_aggregator, tag,
-                                      counter_prefix)
+    return dataset_ops._SetStatsAggregatorDataset(  # pylint: disable=protected-access
+        dataset, stats_aggregator, prefix, counter_prefix)
 
   return _apply_fn
 
diff --git a/tensorflow/python/data/experimental/ops/stats_options.py b/tensorflow/python/data/experimental/ops/stats_options.py
new file mode 100644
index 0000000000..c088d3d888
--- /dev/null
+++ b/tensorflow/python/data/experimental/ops/stats_options.py
@@ -0,0 +1,103 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""StatsOptions to configure stats aggregation options for `tf.data` pipelines.
+
+"""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.data.experimental.ops import stats_aggregator
+from tensorflow.python.util.tf_export import tf_export
+
+
+@tf_export("data.experimental.StatsOptions")
+class StatsOptions(object):
+  """Represents options for collecting dataset stats using `StatsAggregator`.
+
+  To apply `StatsOptions` with a `tf.data.Dataset` object, use the following
+  pattern:
+
+  ```python
+  aggretator = tf.data.experimental.StatsAggregator()
+
+  options = dataset_ops.Options()
+  options.experimental_stats = tf.data.experimental.StatsOptions()
+  options.experimental_stats.aggregator = aggregator
+  dataset = dataset.with_options(options)
+
+  iterator = dataset.make_one_shot_iterator()
+  ```
+
+  Note: a `StatsAggregator` object can be attached either duing construction or
+  can be provided later like in above example.
+
+  ```python
+  aggretator = tf.data.experimental.StatsAggregator()
+  # attach aggregator during construction
+  options.experimental_stats = tf.data.experimental.StatsOptions(aggregator)
+  .....
+  ```
+  """
+
+  for _name, _ty, _default, _docstring in [
+      ("aggregator", stats_aggregator.StatsAggregator, None,
+       "Associate the given statistics options with the dataset pipeline."),
+      ("prefix", str, "",
+       "Prefix to prepend all statistics recorded for the input `dataset` with."
+      ),
+      ("counter_prefix", str, "",
+       "Prefix for the statistics recorded as counter."),
+      ("latency_all_edges", bool, True,
+       "Whether to add latency measurements on all edges."),
+  ]:
+
+    def _make_getter(name):  # pylint: disable=no-self-argument
+
+      def getter(self):
+        return getattr(self, "_" + name)
+
+      return getter
+
+    def _make_setter(name, ty):  # pylint: disable=no-self-argument
+
+      def setter(self, value):
+        if not isinstance(value, ty):
+          raise TypeError(
+              "Attempting to set the option %s to incompatible value: %r when "
+              "it expects  %r" % (name, value, ty))
+        setattr(self, "_" + name, value)
+
+      return setter
+
+    vars()["_" + _name] = _default
+    vars()[_name] = property(
+        _make_getter(_name), _make_setter(_name, _ty), _default, _docstring)
+
+  def __init__(self, aggregator=None):
+    if aggregator:
+      self.aggregator = aggregator
+
+  def __eq__(self, other):
+    if isinstance(other, self.__class__):
+      return self.__dict__ == other.__dict__
+    else:
+      return False
+
+  def __ne__(self, other):
+    return not self.__eq__(other)
+
+  def __str__(self):
+    return str(self.__dict__)
diff --git a/tensorflow/python/data/ops/BUILD b/tensorflow/python/data/ops/BUILD
index 5e636965a6..18edc0872d 100644
--- a/tensorflow/python/data/ops/BUILD
+++ b/tensorflow/python/data/ops/BUILD
@@ -25,6 +25,7 @@ py_library(
         "//tensorflow/python:tensor_shape",
         "//tensorflow/python:tensor_util",
         "//tensorflow/python:util",
+        "//tensorflow/python/data/experimental/ops:stats_options",
         "//tensorflow/python/data/util:nest",
         "//tensorflow/python/data/util:random_seed",
         "//tensorflow/python/data/util:sparse",
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index e4b5da6403..59389a24f7 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -25,6 +25,7 @@ import numpy as np
 import six
 
 from tensorflow.python.compat import compat
+from tensorflow.python.data.experimental.ops import stats_options
 from tensorflow.python.data.ops import iterator_ops
 from tensorflow.python.data.util import nest
 from tensorflow.python.data.util import random_seed
@@ -101,6 +102,8 @@ class Dataset(object):
     return options
 
   def _apply_options(self):
+    """Apply options, such as optimization configuration, to the dataset."""
+
     dataset = self
     options = self.options()
     static_optimizations = options._static_optimizations()  # pylint: disable=protected-access
@@ -108,6 +111,11 @@ class Dataset(object):
       dataset = _OptimizeDataset(dataset, static_optimizations)
     if options.experimental_autotune is not False:
       dataset = _ModelDataset(dataset)
+    if options.experimental_stats and options.experimental_stats.aggregator:  # pylint: disable=line-too-long
+      dataset = _SetStatsAggregatorDataset(  # pylint: disable=protected-access
+          dataset, options.experimental_stats.aggregator,
+          options.experimental_stats.prefix,
+          options.experimental_stats.counter_prefix)
     return dataset
 
   def make_initializable_iterator(self, shared_name=None):
@@ -1411,8 +1419,8 @@ class Options(object):
       ("experimental_hoist_random_uniform", bool,
        "Whether to hoist `tf.random_uniform()` ops out of map transformations."
       ),
-      ("experimental_latency_all_edges", bool,
-       "Whether to add latency measurements on all edges."),
+      ("experimental_stats", stats_options.StatsOptions,
+       "Associate the given statistics options with the dataset pipeline."),
       ("experimental_map_and_batch_fusion", bool,
        "Whether to fuse map and batch transformations."),
       ("experimental_map_and_filter_fusion", bool,
@@ -1442,8 +1450,8 @@ class Options(object):
       def setter(self, value):
         if not isinstance(value, ty):
           raise TypeError(
-              "Attempting to set the option %s to incompatible value: %r" %
-              (name, value))
+              "Attempting to set the option %s to incompatible value: %r when "
+              "it expects  %r" % (name, value, ty))
         setattr(self, "_" + name, value)
 
       return setter
@@ -1467,10 +1475,15 @@ class Options(object):
   def _static_optimizations(self):
     """Produces the list of enabled static optimizations."""
     experimental_optimizations = [
-        "filter_fusion", "hoist_random_uniform", "latency_all_edges",
-        "map_and_batch_fusion", "map_and_filter_fusion", "map_fusion",
-        "map_parallelization", "map_vectorization", "noop_elimination",
-        "shuffle_and_repeat_fusion"
+        "filter_fusion",
+        "hoist_random_uniform",
+        "map_and_batch_fusion",
+        "map_and_filter_fusion",
+        "map_fusion",
+        "map_parallelization",
+        "map_vectorization",
+        "noop_elimination",
+        "shuffle_and_repeat_fusion",
     ]
     result = []
     for exp_opt in experimental_optimizations:
@@ -1481,6 +1494,10 @@ class Options(object):
       result.append("make_numa_aware")
     if getattr(self, "experimental_deterministic") is False:
       result.append("make_sloppy")
+    experimental_stats_options = getattr(self, "experimental_stats")
+    if experimental_stats_options and getattr(experimental_stats_options,
+                                              "latency_all_edges"):
+      result.append("latency_all_edges")
     return result
 
   def merge(self, options):
@@ -1506,7 +1523,6 @@ class Options(object):
           "experimental_deterministic",
           "experimental_filter_fusion",
           "experimental_hoist_random_uniform",
-          "experimental_latency_all_edges",
           "experimental_map_and_batch_fusion",
           "experimental_map_and_filter_fusion",
           "experimental_map_fusion",
@@ -1515,6 +1531,7 @@ class Options(object):
           "experimental_noop_elimination",
           "experimental_numa_aware",
           "experimental_shuffle_and_repeat_fusion",
+          "experimental_stats",
       ]:
         this = getattr(result, name)
         that = getattr(other, name)
@@ -3068,3 +3085,34 @@ class _OptimizeDataset(UnaryDataset):
   @property
   def output_types(self):
     return self._input_dataset.output_types
+
+
+class _SetStatsAggregatorDataset(UnaryDataset):
+  """A `Dataset` that acts as an identity, and sets stats aggregator."""
+
+  def __init__(self, input_dataset, aggregator, prefix, counter_prefix):
+    super(_SetStatsAggregatorDataset, self).__init__(input_dataset)
+    self._input_dataset = input_dataset
+    self._stats_aggregator = aggregator
+    self._prefix = prefix
+    self._counter_prefix = counter_prefix
+
+  def _as_variant_tensor(self):
+    return gen_dataset_ops.set_stats_aggregator_dataset(
+        self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
+        self._stats_aggregator._resource,  # pylint: disable=protected-access
+        self._prefix,
+        self._counter_prefix,
+        **flat_structure(self))
+
+  @property
+  def output_shapes(self):
+    return self._input_dataset.output_shapes
+
+  @property
+  def output_types(self):
+    return self._input_dataset.output_types
+
+  @property
+  def output_classes(self):
+    return self._input_dataset.output_classes
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-options.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-options.pbtxt
index 9f4de74c39..9d032d43de 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-options.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-options.pbtxt
@@ -18,10 +18,6 @@ tf_class {
     name: "experimental_hoist_random_uniform"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "experimental_latency_all_edges"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "experimental_map_and_batch_fusion"
     mtype: "<type \'property\'>"
@@ -54,6 +50,10 @@ tf_class {
     name: "experimental_shuffle_and_repeat_fusion"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "experimental_stats"
+    mtype: "<type \'property\'>"
+  }
   member_method {
     name: "__init__"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-aggregator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-aggregator.pbtxt
index 0bcc8cf3e8..6536a698b5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-aggregator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-aggregator.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.StatsAggregator"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.stats_ops.StatsAggregator\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.stats_aggregator.StatsAggregator\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-options.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-options.pbtxt
new file mode 100644
index 0000000000..f423eed42c
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-stats-options.pbtxt
@@ -0,0 +1,25 @@
+path: "tensorflow.data.experimental.StatsOptions"
+tf_class {
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.stats_options.StatsOptions\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "aggregator"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "counter_prefix"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "latency_all_edges"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "prefix"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'aggregator\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
index 116684e5d8..4c253bb8ad 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
@@ -32,6 +32,10 @@ tf_module {
     name: "StatsAggregator"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "StatsOptions"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "TFRecordWriter"
     mtype: "<type \'type\'>"
@@ -124,10 +128,6 @@ tf_module {
     name: "scan"
     argspec: "args=[\'initial_state\', \'scan_func\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "set_stats_aggregator"
-    argspec: "args=[\'stats_aggregator\', \'tag\', \'counter_prefix\'], varargs=None, keywords=None, defaults=[\'\', \'\'], "
-  }
   member_method {
     name: "shuffle_and_repeat"
     argspec: "args=[\'buffer_size\', \'count\', \'seed\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-options.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-options.pbtxt
index 9f4de74c39..9d032d43de 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-options.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-options.pbtxt
@@ -18,10 +18,6 @@ tf_class {
     name: "experimental_hoist_random_uniform"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "experimental_latency_all_edges"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "experimental_map_and_batch_fusion"
     mtype: "<type \'property\'>"
@@ -54,6 +50,10 @@ tf_class {
     name: "experimental_shuffle_and_repeat_fusion"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "experimental_stats"
+    mtype: "<type \'property\'>"
+  }
   member_method {
     name: "__init__"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-aggregator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-aggregator.pbtxt
index 0bcc8cf3e8..6536a698b5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-aggregator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-aggregator.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.experimental.StatsAggregator"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.stats_ops.StatsAggregator\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.stats_aggregator.StatsAggregator\'>"
   is_instance: "<type \'object\'>"
   member_method {
     name: "__init__"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-options.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-options.pbtxt
new file mode 100644
index 0000000000..f423eed42c
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-stats-options.pbtxt
@@ -0,0 +1,25 @@
+path: "tensorflow.data.experimental.StatsOptions"
+tf_class {
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.stats_options.StatsOptions\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "aggregator"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "counter_prefix"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "latency_all_edges"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "prefix"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'aggregator\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
index 116684e5d8..4c253bb8ad 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
@@ -32,6 +32,10 @@ tf_module {
     name: "StatsAggregator"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "StatsOptions"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "TFRecordWriter"
     mtype: "<type \'type\'>"
@@ -124,10 +128,6 @@ tf_module {
     name: "scan"
     argspec: "args=[\'initial_state\', \'scan_func\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "set_stats_aggregator"
-    argspec: "args=[\'stats_aggregator\', \'tag\', \'counter_prefix\'], varargs=None, keywords=None, defaults=[\'\', \'\'], "
-  }
   member_method {
     name: "shuffle_and_repeat"
     argspec: "args=[\'buffer_size\', \'count\', \'seed\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-- 
GitLab


From 0359d0dd15980a8f564ea045783b802e84bf3c56 Mon Sep 17 00:00:00 2001
From: Nick Felt <nickfelt@google.com>
Date: Mon, 5 Nov 2018 23:01:16 -0800
Subject: [PATCH 1121/1825] Consolidate summary V1 python op definitions and
 tests

With this change, tensorflow/python/summary/summary.py contains all the existing python op definitions.  Tests remain split with summary_test.py in the same directory testing the API and separate (newly v1-named) tests in tensorflow/python/kernel_tests to test the serialized proto formats.

PiperOrigin-RevId: 220230494
---
 tensorflow/contrib/compiler/xla_test.py       |   3 +-
 tensorflow/python/BUILD                       |  16 ---
 tensorflow/python/kernel_tests/BUILD          |  18 +--
 ...op_test.py => summary_v1_audio_op_test.py} |   4 +-
 ...op_test.py => summary_v1_image_op_test.py} |   4 +-
 ...ary_ops_test.py => summary_v1_ops_test.py} |  18 ++-
 ...p_test.py => summary_v1_tensor_op_test.py} |  32 ++---
 tensorflow/python/ops/logging_ops.py          |   2 +
 tensorflow/python/ops/summary_ops.py          |  87 --------------
 tensorflow/python/summary/summary.py          | 109 ++++++++++++++++--
 tensorflow/python/summary/summary_test.py     |  30 ++++-
 tensorflow/python/summary/text_summary.py     |  73 ------------
 .../python/summary/text_summary_test.py       |  53 ---------
 13 files changed, 167 insertions(+), 282 deletions(-)
 rename tensorflow/python/kernel_tests/{summary_audio_op_test.py => summary_v1_audio_op_test.py} (96%)
 rename tensorflow/python/kernel_tests/{summary_image_op_test.py => summary_v1_image_op_test.py} (98%)
 rename tensorflow/python/kernel_tests/{summary_ops_test.py => summary_v1_ops_test.py} (89%)
 rename tensorflow/python/kernel_tests/{summary_tensor_op_test.py => summary_v1_tensor_op_test.py} (86%)
 delete mode 100644 tensorflow/python/ops/summary_ops.py
 delete mode 100644 tensorflow/python/summary/text_summary.py
 delete mode 100644 tensorflow/python/summary/text_summary_test.py

diff --git a/tensorflow/contrib/compiler/xla_test.py b/tensorflow/contrib/compiler/xla_test.py
index 8d13dc7316..3b49755afc 100644
--- a/tensorflow/contrib/compiler/xla_test.py
+++ b/tensorflow/contrib/compiler/xla_test.py
@@ -28,7 +28,6 @@ from tensorflow.python.ops import control_flow_util
 from tensorflow.python.ops import logging_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import state_ops
-from tensorflow.python.ops import summary_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.platform import test
 
@@ -49,7 +48,7 @@ class XLACompileContextTest(test.TestCase):
     histogram_summary = summary.histogram('histogram_summary', dummy_tensor)
     image_summary = summary.image('image_summary', dummy_tensor)
     scalar_summary = summary.scalar('scalar_summary', dummy_tensor)
-    tensor_summary = summary_ops.tensor_summary('tensor_summary', dummy_tensor)
+    tensor_summary = summary.tensor_summary('tensor_summary', dummy_tensor)
     summary.merge(
         [
             audio_summary, histogram_summary, image_summary, scalar_summary,
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 0d06c49f7c..7ff358cb08 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3000,18 +3000,6 @@ py_library(
     ],
 )
 
-py_library(
-    name = "summary_ops",
-    srcs = ["ops/summary_ops.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":framework",
-        ":framework_for_generated_wrappers",
-        ":logging_ops_gen",
-        ":summary_op_util",
-    ],
-)
-
 py_library(
     name = "summary_ops_v2",
     srcs = ["ops/summary_ops_v2.py"],
@@ -5012,7 +5000,6 @@ py_library(
     deps = [
         ":client",
         ":constant_op",
-        ":errors",
         ":framework",
         ":framework_for_generated_wrappers",
         ":lib",
@@ -5021,12 +5008,10 @@ py_library(
         ":protos_all_py",
         ":pywrap_tensorflow",
         ":summary_op_util",
-        ":summary_ops",
         ":summary_ops_gen",
         ":summary_ops_v2",
         ":util",
         "//tensorflow/python/eager:context",
-        "//third_party/py/numpy",
         "@six_archive//:six",
     ],
 )
@@ -5037,7 +5022,6 @@ py_tests(
     srcs = [
         "summary/plugin_asset_test.py",
         "summary/summary_test.py",
-        "summary/text_summary_test.py",
         "summary/writer/writer_test.py",
     ],
     additional_deps = [
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index e6508fde0f..f0b677cd0e 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1053,9 +1053,9 @@ tf_py_test(
 )
 
 tf_py_test(
-    name = "summary_ops_test",
+    name = "summary_v1_ops_test",
     size = "small",
-    srcs = ["summary_ops_test.py"],
+    srcs = ["summary_v1_ops_test.py"],
     additional_deps = [
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:client_testlib",
@@ -1066,9 +1066,9 @@ tf_py_test(
 )
 
 tf_py_test(
-    name = "summary_tensor_op_test",
+    name = "summary_v1_tensor_op_test",
     size = "small",
-    srcs = ["summary_tensor_op_test.py"],
+    srcs = ["summary_v1_tensor_op_test.py"],
     additional_deps = [
         "//third_party/py/numpy",
         "@six_archive//:six",
@@ -1077,7 +1077,7 @@ tf_py_test(
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:framework",
         "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:summary_ops",
+        "//tensorflow/python:summary",
     ],
 )
 
@@ -2321,9 +2321,9 @@ cuda_py_test(
 )
 
 cuda_py_test(
-    name = "summary_audio_op_test",
+    name = "summary_v1_audio_op_test",
     size = "small",
-    srcs = ["summary_audio_op_test.py"],
+    srcs = ["summary_v1_audio_op_test.py"],
     additional_deps = [
         "//third_party/py/numpy",
         "//tensorflow/core:protos_all_py",
@@ -2334,9 +2334,9 @@ cuda_py_test(
 )
 
 cuda_py_test(
-    name = "summary_image_op_test",
+    name = "summary_v1_image_op_test",
     size = "small",
-    srcs = ["summary_image_op_test.py"],
+    srcs = ["summary_v1_image_op_test.py"],
     additional_deps = [
         "//third_party/py/numpy",
         "//tensorflow/core:protos_all_py",
diff --git a/tensorflow/python/kernel_tests/summary_audio_op_test.py b/tensorflow/python/kernel_tests/summary_v1_audio_op_test.py
similarity index 96%
rename from tensorflow/python/kernel_tests/summary_audio_op_test.py
rename to tensorflow/python/kernel_tests/summary_v1_audio_op_test.py
index e59a2ceef7..63ce77b9d5 100644
--- a/tensorflow/python/kernel_tests/summary_audio_op_test.py
+++ b/tensorflow/python/kernel_tests/summary_v1_audio_op_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for summary sound op."""
+"""Tests for summary V1 audio op."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -27,7 +27,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.summary import summary
 
 
-class SummaryAudioOpTest(test.TestCase):
+class SummaryV1AudioOpTest(test.TestCase):
 
   def _AsSummary(self, s):
     summ = summary_pb2.Summary()
diff --git a/tensorflow/python/kernel_tests/summary_image_op_test.py b/tensorflow/python/kernel_tests/summary_v1_image_op_test.py
similarity index 98%
rename from tensorflow/python/kernel_tests/summary_image_op_test.py
rename to tensorflow/python/kernel_tests/summary_v1_image_op_test.py
index b650e10404..094606944f 100644
--- a/tensorflow/python/kernel_tests/summary_image_op_test.py
+++ b/tensorflow/python/kernel_tests/summary_v1_image_op_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for summary image op."""
+"""Tests for summary V1 image op."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -30,7 +30,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.summary import summary
 
 
-class SummaryImageOpTest(test.TestCase):
+class SummaryV1ImageOpTest(test.TestCase):
 
   def _AsSummary(self, s):
     summ = summary_pb2.Summary()
diff --git a/tensorflow/python/kernel_tests/summary_ops_test.py b/tensorflow/python/kernel_tests/summary_v1_ops_test.py
similarity index 89%
rename from tensorflow/python/kernel_tests/summary_ops_test.py
rename to tensorflow/python/kernel_tests/summary_v1_ops_test.py
index 0c500120b0..6c4e106b11 100644
--- a/tensorflow/python/kernel_tests/summary_ops_test.py
+++ b/tensorflow/python/kernel_tests/summary_v1_ops_test.py
@@ -12,21 +12,26 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for summary ops."""
+"""Tests for the actual serialized proto output of the V1 tf.summary ops.
+
+The tensor, audio, and image ops have dedicated tests in adjacent files. The
+overall tf.summary API surface also has its own tests in summary_test.py that
+check calling the API methods but not the exact serialized proto output.
+"""
+
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.framework import summary_pb2
 from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import logging_ops
 from tensorflow.python.platform import test
 from tensorflow.python.summary import summary
 
 
-class SummaryOpsTest(test.TestCase):
+class SummaryV1OpsTest(test.TestCase):
 
   def _AsSummary(self, s):
     summ = summary_pb2.Summary()
@@ -100,13 +105,6 @@ class SummaryOpsTest(test.TestCase):
       self.assertEqual(summ2, merge.op.inputs[0])
       self.assertTrue(summary.merge_all("bar_key") is None)
 
-  def testHistogramSummaryTypes(self):
-    with ops.Graph().as_default():
-      for dtype in (dtypes.int8, dtypes.uint8, dtypes.int16, dtypes.int32,
-                    dtypes.float32, dtypes.float64):
-        const = constant_op.constant(10, dtype=dtype)
-        summary.histogram("h", const)
-
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/summary_tensor_op_test.py b/tensorflow/python/kernel_tests/summary_v1_tensor_op_test.py
similarity index 86%
rename from tensorflow/python/kernel_tests/summary_tensor_op_test.py
rename to tensorflow/python/kernel_tests/summary_v1_tensor_op_test.py
index 0f4643393a..34f771679a 100644
--- a/tensorflow/python/kernel_tests/summary_tensor_op_test.py
+++ b/tensorflow/python/kernel_tests/summary_v1_tensor_op_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for summary ops."""
+"""Tests for summary V1 tensor op."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -26,11 +26,11 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import summary_ops
 from tensorflow.python.platform import test
+from tensorflow.python.summary import summary as summary_lib
 
 
-class SummaryOpsTest(test.TestCase):
+class SummaryV1TensorOpTest(test.TestCase):
 
   def _SummarySingleValue(self, s):
     summ = summary_pb2.Summary()
@@ -44,12 +44,12 @@ class SummaryOpsTest(test.TestCase):
   def testTags(self):
     with self.cached_session() as sess:
       c = constant_op.constant(1)
-      s1 = summary_ops.tensor_summary("s1", c)
+      s1 = summary_lib.tensor_summary("s1", c)
       with ops.name_scope("foo"):
-        s2 = summary_ops.tensor_summary("s2", c)
+        s2 = summary_lib.tensor_summary("s2", c)
         with ops.name_scope("zod"):
-          s3 = summary_ops.tensor_summary("s3", c)
-          s4 = summary_ops.tensor_summary("TensorSummary", c)
+          s3 = summary_lib.tensor_summary("s3", c)
+          s4 = summary_lib.tensor_summary("TensorSummary", c)
       summ1, summ2, summ3, summ4 = sess.run([s1, s2, s3, s4])
 
     v1 = self._SummarySingleValue(summ1)
@@ -67,7 +67,7 @@ class SummaryOpsTest(test.TestCase):
   def testScalarSummary(self):
     with self.cached_session() as sess:
       const = constant_op.constant(10.0)
-      summ = summary_ops.tensor_summary("foo", const)
+      summ = summary_lib.tensor_summary("foo", const)
       result = sess.run(summ)
 
     value = self._SummarySingleValue(result)
@@ -78,7 +78,7 @@ class SummaryOpsTest(test.TestCase):
     s = six.b("foobar")
     with self.cached_session() as sess:
       const = constant_op.constant(s)
-      summ = summary_ops.tensor_summary("foo", const)
+      summ = summary_lib.tensor_summary("foo", const)
       result = sess.run(summ)
 
     value = self._SummarySingleValue(result)
@@ -88,7 +88,7 @@ class SummaryOpsTest(test.TestCase):
   def testManyScalarSummary(self):
     with self.cached_session() as sess:
       const = array_ops.ones([5, 5, 5])
-      summ = summary_ops.tensor_summary("foo", const)
+      summ = summary_lib.tensor_summary("foo", const)
       result = sess.run(summ)
     value = self._SummarySingleValue(result)
     n = tensor_util.MakeNdarray(value.tensor)
@@ -98,7 +98,7 @@ class SummaryOpsTest(test.TestCase):
     strings = [[six.b("foo bar"), six.b("baz")], [six.b("zoink"), six.b("zod")]]
     with self.cached_session() as sess:
       const = constant_op.constant(strings)
-      summ = summary_ops.tensor_summary("foo", const)
+      summ = summary_lib.tensor_summary("foo", const)
       result = sess.run(summ)
     value = self._SummarySingleValue(result)
     n = tensor_util.MakeNdarray(value.tensor)
@@ -108,7 +108,7 @@ class SummaryOpsTest(test.TestCase):
     bools = [True, True, True, False, False, False]
     with self.cached_session() as sess:
       const = constant_op.constant(bools)
-      summ = summary_ops.tensor_summary("foo", const)
+      summ = summary_lib.tensor_summary("foo", const)
       result = sess.run(summ)
 
     value = self._SummarySingleValue(result)
@@ -126,14 +126,14 @@ class SummaryOpsTest(test.TestCase):
 
       const = constant_op.constant(1)
       # Default case; no description or display name
-      simple_summary = summary_ops.tensor_summary("simple", const)
+      simple_summary = summary_lib.tensor_summary("simple", const)
 
       descr = get_description(simple_summary)
       self.assertEqual(descr.display_name, "")
       self.assertEqual(descr.summary_description, "")
 
       # Values are provided via function args
-      with_values = summary_ops.tensor_summary(
+      with_values = summary_lib.tensor_summary(
           "simple",
           const,
           display_name="my name",
@@ -148,14 +148,14 @@ class SummaryOpsTest(test.TestCase):
       metadata.display_name = "my name"
       metadata.summary_description = "my description"
 
-      with_metadata = summary_ops.tensor_summary(
+      with_metadata = summary_lib.tensor_summary(
           "simple", const, summary_metadata=metadata)
       descr = get_description(with_metadata)
       self.assertEqual(descr.display_name, "my name")
       self.assertEqual(descr.summary_description, "my description")
 
       # If both SummaryMetadata and explicit args are provided, the args win
-      overwrite = summary_ops.tensor_summary(
+      overwrite = summary_lib.tensor_summary(
           "simple",
           const,
           summary_metadata=metadata,
diff --git a/tensorflow/python/ops/logging_ops.py b/tensorflow/python/ops/logging_ops.py
index fd532a9be2..5a948a2194 100644
--- a/tensorflow/python/ops/logging_ops.py
+++ b/tensorflow/python/ops/logging_ops.py
@@ -629,4 +629,6 @@ ops.NotDifferentiable("AudioSummary")
 ops.NotDifferentiable("AudioSummaryV2")
 ops.NotDifferentiable("MergeSummary")
 ops.NotDifferentiable("ScalarSummary")
+ops.NotDifferentiable("TensorSummary")
+ops.NotDifferentiable("TensorSummaryV2")
 ops.NotDifferentiable("Timestamp")
diff --git a/tensorflow/python/ops/summary_ops.py b/tensorflow/python/ops/summary_ops.py
deleted file mode 100644
index ec4d4a6e92..0000000000
--- a/tensorflow/python/ops/summary_ops.py
+++ /dev/null
@@ -1,87 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Summary Operations."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.framework import constant_op
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import gen_logging_ops
-from tensorflow.python.ops import summary_op_util
-# go/tf-wildcard-import
-# pylint: disable=wildcard-import
-from tensorflow.python.ops.gen_logging_ops import *
-from tensorflow.python.util.tf_export import tf_export
-# pylint: enable=wildcard-import
-
-
-@tf_export("summary.tensor_summary")
-def tensor_summary(name,
-                   tensor,
-                   summary_description=None,
-                   collections=None,
-                   summary_metadata=None,
-                   family=None,
-                   display_name=None):
-  """Outputs a `Summary` protocol buffer with a serialized tensor.proto.
-
-  Args:
-    name: A name for the generated node. If display_name is not set, it will
-      also serve as the tag name in TensorBoard. (In that case, the tag
-      name will inherit tf name scopes.)
-    tensor: A tensor of any type and shape to serialize.
-    summary_description: A long description of the summary sequence. Markdown
-      is supported.
-    collections: Optional list of graph collections keys. The new summary op is
-      added to these collections. Defaults to `[GraphKeys.SUMMARIES]`.
-    summary_metadata: Optional SummaryMetadata proto (which describes which
-      plugins may use the summary value).
-    family: Optional; if provided, used as the prefix of the summary tag,
-      which controls the name used for display on TensorBoard when
-      display_name is not set.
-    display_name: A string used to name this data in TensorBoard. If this is
-      not set, then the node name will be used instead.
-
-  Returns:
-    A scalar `Tensor` of type `string`. The serialized `Summary` protocol
-    buffer.
-  """
-
-  if summary_metadata is None:
-    summary_metadata = summary_pb2.SummaryMetadata()
-
-  if summary_description is not None:
-    summary_metadata.summary_description = summary_description
-
-  if display_name is not None:
-    summary_metadata.display_name = display_name
-
-  serialized_summary_metadata = summary_metadata.SerializeToString()
-
-  if summary_op_util.skip_summary():
-    return constant_op.constant("")
-  with summary_op_util.summary_scope(
-      name, family, values=[tensor]) as (tag, scope):
-    val = gen_logging_ops.tensor_summary_v2(
-        tensor=tensor,
-        tag=tag,
-        name=scope,
-        serialized_summary_metadata=serialized_summary_metadata)
-    summary_op_util.collect(val, collections, [ops.GraphKeys.SUMMARIES])
-  return val
-
-ops.NotDifferentiable("TensorSummary")
diff --git a/tensorflow/python/summary/summary.py b/tensorflow/python/summary/summary.py
index fbae2b77fa..9e9e6ed903 100644
--- a/tensorflow/python/summary/summary.py
+++ b/tensorflow/python/summary/summary.py
@@ -28,12 +28,12 @@ from google.protobuf import json_format as _json_format
 # pylint: disable=unused-import
 from tensorflow.core.framework.summary_pb2 import Summary
 from tensorflow.core.framework.summary_pb2 import SummaryDescription
+from tensorflow.core.framework.summary_pb2 import SummaryMetadata as _SummaryMetadata  # pylint: enable=unused-import
 from tensorflow.core.util.event_pb2 import Event
 from tensorflow.core.util.event_pb2 import SessionLog
 from tensorflow.core.util.event_pb2 import TaggedRunMetadata
 # pylint: enable=unused-import
 
-
 from tensorflow.python.eager import context as _context
 from tensorflow.python.framework import constant_op as _constant_op
 from tensorflow.python.framework import dtypes as _dtypes
@@ -42,16 +42,6 @@ from tensorflow.python.ops import gen_logging_ops as _gen_logging_ops
 from tensorflow.python.ops import gen_summary_ops as _gen_summary_ops  # pylint: disable=unused-import
 from tensorflow.python.ops import summary_op_util as _summary_op_util
 
-# exports tensor-related summaries
-# pylint: disable=unused-import
-from tensorflow.python.ops.summary_ops import tensor_summary
-# pylint: enable=unused-import
-
-# exports text
-# pylint: disable=unused-import
-from tensorflow.python.summary.text_summary import text_summary as text
-# pylint: enable=unused-import
-
 # exports FileWriter, FileWriterCache
 # pylint: disable=unused-import
 from tensorflow.python.summary.writer.writer import FileWriter
@@ -238,6 +228,103 @@ def audio(name, tensor, sample_rate, max_outputs=3, collections=None,
   return val
 
 
+@tf_export('summary.text')
+def text(name, tensor, collections=None):
+  """Summarizes textual data.
+
+  Text data summarized via this plugin will be visible in the Text Dashboard
+  in TensorBoard. The standard TensorBoard Text Dashboard will render markdown
+  in the strings, and will automatically organize 1d and 2d tensors into tables.
+  If a tensor with more than 2 dimensions is provided, a 2d subarray will be
+  displayed along with a warning message. (Note that this behavior is not
+  intrinsic to the text summary api, but rather to the default TensorBoard text
+  plugin.)
+
+  Args:
+    name: A name for the generated node. Will also serve as a series name in
+      TensorBoard.
+    tensor: a string-type Tensor to summarize.
+    collections: Optional list of ops.GraphKeys.  The collections to add the
+      summary to.  Defaults to [_ops.GraphKeys.SUMMARIES]
+
+  Returns:
+    A TensorSummary op that is configured so that TensorBoard will recognize
+    that it contains textual data. The TensorSummary is a scalar `Tensor` of
+    type `string` which contains `Summary` protobufs.
+
+  Raises:
+    ValueError: If tensor has the wrong type.
+  """
+  if tensor.dtype != _dtypes.string:
+    raise ValueError('Expected tensor %s to have dtype string, got %s' %
+                     (tensor.name, tensor.dtype))
+
+  summary_metadata = _SummaryMetadata(
+      plugin_data=_SummaryMetadata.PluginData(plugin_name='text'))
+  t_summary = tensor_summary(
+      name=name,
+      tensor=tensor,
+      summary_metadata=summary_metadata,
+      collections=collections)
+  return t_summary
+
+
+@tf_export('summary.tensor_summary')
+def tensor_summary(name,
+                   tensor,
+                   summary_description=None,
+                   collections=None,
+                   summary_metadata=None,
+                   family=None,
+                   display_name=None):
+  """Outputs a `Summary` protocol buffer with a serialized tensor.proto.
+
+  Args:
+    name: A name for the generated node. If display_name is not set, it will
+      also serve as the tag name in TensorBoard. (In that case, the tag
+      name will inherit tf name scopes.)
+    tensor: A tensor of any type and shape to serialize.
+    summary_description: A long description of the summary sequence. Markdown
+      is supported.
+    collections: Optional list of graph collections keys. The new summary op is
+      added to these collections. Defaults to `[GraphKeys.SUMMARIES]`.
+    summary_metadata: Optional SummaryMetadata proto (which describes which
+      plugins may use the summary value).
+    family: Optional; if provided, used as the prefix of the summary tag,
+      which controls the name used for display on TensorBoard when
+      display_name is not set.
+    display_name: A string used to name this data in TensorBoard. If this is
+      not set, then the node name will be used instead.
+
+  Returns:
+    A scalar `Tensor` of type `string`. The serialized `Summary` protocol
+    buffer.
+  """
+
+  if summary_metadata is None:
+    summary_metadata = _SummaryMetadata()
+
+  if summary_description is not None:
+    summary_metadata.summary_description = summary_description
+
+  if display_name is not None:
+    summary_metadata.display_name = display_name
+
+  serialized_summary_metadata = summary_metadata.SerializeToString()
+
+  if _summary_op_util.skip_summary():
+    return _constant_op.constant('')
+  with _summary_op_util.summary_scope(
+      name, family, values=[tensor]) as (tag, scope):
+    val = _gen_logging_ops.tensor_summary_v2(
+        tensor=tensor,
+        tag=tag,
+        name=scope,
+        serialized_summary_metadata=serialized_summary_metadata)
+    _summary_op_util.collect(val, collections, [_ops.GraphKeys.SUMMARIES])
+  return val
+
+
 @tf_export('summary.merge')
 def merge(inputs, collections=None, name=None):
   # pylint: disable=line-too-long
diff --git a/tensorflow/python/summary/summary_test.py b/tensorflow/python/summary/summary_test.py
index ac5eb4dbbe..cacc28cc59 100644
--- a/tensorflow/python/summary/summary_test.py
+++ b/tensorflow/python/summary/summary_test.py
@@ -12,6 +12,12 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
+"""Tests for the API surface of the V1 tf.summary ops.
+
+These tests don't check the actual serialized proto summary value for the
+more complex summaries (e.g. audio, image).  Those test live separately in
+tensorflow/python/kernel_tests/summary_v1_*.py.
+"""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -21,6 +27,7 @@ from six.moves import xrange  # pylint: disable=redefined-builtin
 
 from tensorflow.core.framework import summary_pb2
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import meta_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
@@ -29,7 +36,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.summary import summary as summary_lib
 
 
-class ScalarSummaryTest(test.TestCase):
+class SummaryTest(test.TestCase):
 
   def testScalarSummary(self):
     with self.cached_session() as s:
@@ -135,6 +142,12 @@ class ScalarSummaryTest(test.TestCase):
     self.assertEqual(len(summary.value), 1)
     self.assertEqual(summary.value[0].tag, 'family/outer/family/inner')
 
+  def testHistogramSummaryTypes(self):
+    for dtype in (dtypes.int8, dtypes.uint8, dtypes.int16, dtypes.int32,
+                  dtypes.float32, dtypes.float64):
+      const = constant_op.constant(10, dtype=dtype)
+      summary_lib.histogram('h', const)
+
   def testAudioSummary(self):
     with self.cached_session() as s:
       i = array_ops.ones((5, 3, 4))
@@ -165,6 +178,21 @@ class ScalarSummaryTest(test.TestCase):
                       for i in xrange(3))
     self.assertEqual(tags, expected)
 
+  def testTextSummary(self):
+    with self.cached_session():
+      with self.assertRaises(ValueError):
+        num = array_ops.constant(1)
+        summary_lib.text('foo', num)
+
+      # The API accepts vectors.
+      arr = array_ops.constant(['one', 'two', 'three'])
+      summ = summary_lib.text('foo', arr)
+      self.assertEqual(summ.op.type, 'TensorSummaryV2')
+
+      # the API accepts scalars
+      summ = summary_lib.text('foo', array_ops.constant('one'))
+      self.assertEqual(summ.op.type, 'TensorSummaryV2')
+
   def testSummaryNameConversion(self):
     c = constant_op.constant(3)
     s = summary_lib.scalar('name with spaces', c)
diff --git a/tensorflow/python/summary/text_summary.py b/tensorflow/python/summary/text_summary.py
deleted file mode 100644
index 6418c847f3..0000000000
--- a/tensorflow/python/summary/text_summary.py
+++ /dev/null
@@ -1,73 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Implements text_summary in TensorFlow, with TensorBoard support.
-
-The text_summary is a wrapper around the generic tensor_summary that takes a
-string-type tensor and emits a TensorSummary op with SummaryMetadata that
-notes that this summary is textual data for the TensorBoard text plugin.
-"""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.core.framework import summary_pb2
-from tensorflow.python.framework import dtypes
-from tensorflow.python.ops.summary_ops import tensor_summary
-from tensorflow.python.util.tf_export import tf_export
-
-PLUGIN_NAME = "text"
-
-
-@tf_export("summary.text")
-def text_summary(name, tensor, collections=None):
-  """Summarizes textual data.
-
-  Text data summarized via this plugin will be visible in the Text Dashboard
-  in TensorBoard. The standard TensorBoard Text Dashboard will render markdown
-  in the strings, and will automatically organize 1d and 2d tensors into tables.
-  If a tensor with more than 2 dimensions is provided, a 2d subarray will be
-  displayed along with a warning message. (Note that this behavior is not
-  intrinsic to the text summary api, but rather to the default TensorBoard text
-  plugin.)
-
-  Args:
-    name: A name for the generated node. Will also serve as a series name in
-      TensorBoard.
-    tensor: a string-type Tensor to summarize.
-    collections: Optional list of ops.GraphKeys.  The collections to add the
-      summary to.  Defaults to [_ops.GraphKeys.SUMMARIES]
-
-  Returns:
-    A TensorSummary op that is configured so that TensorBoard will recognize
-    that it contains textual data. The TensorSummary is a scalar `Tensor` of
-    type `string` which contains `Summary` protobufs.
-
-  Raises:
-    ValueError: If tensor has the wrong type.
-  """
-  if tensor.dtype != dtypes.string:
-    raise ValueError("Expected tensor %s to have dtype string, got %s" %
-                     (tensor.name, tensor.dtype))
-
-  summary_metadata = summary_pb2.SummaryMetadata(
-      plugin_data=summary_pb2.SummaryMetadata.PluginData(
-          plugin_name=PLUGIN_NAME))
-  t_summary = tensor_summary(
-      name=name,
-      tensor=tensor,
-      summary_metadata=summary_metadata,
-      collections=collections)
-  return t_summary
diff --git a/tensorflow/python/summary/text_summary_test.py b/tensorflow/python/summary/text_summary_test.py
deleted file mode 100644
index 5b0db43cc1..0000000000
--- a/tensorflow/python/summary/text_summary_test.py
+++ /dev/null
@@ -1,53 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-from tensorflow.python.framework import test_util
-from tensorflow.python.ops import array_ops
-from tensorflow.python.platform import googletest
-from tensorflow.python.summary import text_summary
-
-
-class TextPluginTest(test_util.TensorFlowTestCase):
-  """Test the Text Summary API.
-
-  These tests are focused on testing the API design of the text_summary method.
-  It doesn't test the PluginAsset and tensors registry functionality, because
-  that is better tested by the text_plugin test that actually consumes that
-  metadata.
-  """
-
-  def testTextSummaryAPI(self):
-    with self.cached_session():
-
-      with self.assertRaises(ValueError):
-        num = array_ops.constant(1)
-        text_summary.text_summary("foo", num)
-
-      # The API accepts vectors.
-      arr = array_ops.constant(["one", "two", "three"])
-      summ = text_summary.text_summary("foo", arr)
-      self.assertEqual(summ.op.type, "TensorSummaryV2")
-
-      # the API accepts scalars
-      summ = text_summary.text_summary("foo", array_ops.constant("one"))
-      self.assertEqual(summ.op.type, "TensorSummaryV2")
-
-
-if __name__ == "__main__":
-  googletest.main()
-- 
GitLab


From 1c73bd639bce5440a542c711f767a32a6b573ba4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 5 Nov 2018 23:04:18 -0800
Subject: [PATCH 1122/1825] Improve performance of depthwise separable
 convolutions

PiperOrigin-RevId: 220231014
---
 .../convolution_feature_group_converter.cc    |  63 ++++-
 .../convolution_feature_group_converter.h     |   6 +-
 .../compiler/xla/tests/convolution_test.cc    | 266 ++++++++++++++++++
 3 files changed, 326 insertions(+), 9 deletions(-)

diff --git a/tensorflow/compiler/xla/service/convolution_feature_group_converter.cc b/tensorflow/compiler/xla/service/convolution_feature_group_converter.cc
index 0ac4a65ec6..7f7f1503a0 100644
--- a/tensorflow/compiler/xla/service/convolution_feature_group_converter.cc
+++ b/tensorflow/compiler/xla/service/convolution_feature_group_converter.cc
@@ -51,7 +51,8 @@ class ConvolutionVisitor : public DfsHloVisitorWithDefault {
   Status HandleConvolution(HloInstruction* convolution) override;
 
   // Runs the visitor on a computation.
-  static bool Run(HloComputation* computation);
+  static bool Run(HloComputation* computation,
+                  bool canonicalize_depthwise_filter);
 
   // Returns whether any convolution ops were rewritten.
   const bool changed() const { return changed_; }
@@ -59,18 +60,24 @@ class ConvolutionVisitor : public DfsHloVisitorWithDefault {
   ~ConvolutionVisitor() override = default;
 
  private:
-  explicit ConvolutionVisitor(HloComputation* computation)
-      : computation_(computation) {}
+  explicit ConvolutionVisitor(HloComputation* computation,
+                              bool canonicalize_depthwise_filter = false)
+      : computation_(computation),
+        filter_expansion_(!canonicalize_depthwise_filter) {}
 
   // Current HloComputation instance the ConvolutionVisitor is traversing.
   HloComputation* computation_;
 
   // Whether rewrite has occurred.
   bool changed_ = false;
+
+  // Whether filter expansion is required.
+  bool filter_expansion_;
 };
 
-bool ConvolutionVisitor::Run(HloComputation* computation) {
-  ConvolutionVisitor visitor(computation);
+bool ConvolutionVisitor::Run(HloComputation* computation,
+                             bool canonicalize_depthwise_filter) {
+  ConvolutionVisitor visitor(computation, canonicalize_depthwise_filter);
   TF_CHECK_OK(computation->Accept(&visitor));
   return visitor.changed_;
 }
@@ -190,9 +197,49 @@ Status ConvolutionVisitor::HandleConvolution(HloInstruction* convolution) {
   HloInstruction* filter_mask = GetExpandedFilterMask(
       filter->shape(), input_feature_dim, output_feature_dim, group_count, add);
   HloInstruction* expanded_filter;
-  // We want to repeat 'filter' in the 'input_feature_dim' dimension
-  // 'group_count' times.
+
   if (group_size == 1) {
+    bool depthwise_separable =
+        (group_count == filter->shape().dimensions(output_feature_dim));
+    // If the code generator handles depthwise separable convolutions
+    // inherently, then no filter expansion is needed.
+    if (!filter_expansion_ && depthwise_separable) {
+      const int64 old_kernel_input_feature_dimension =
+          dim_numbers.kernel_input_feature_dimension();
+      const int64 old_kernel_output_feature_dimension =
+          dim_numbers.kernel_output_feature_dimension();
+
+      // For depthwise convolutions, we want the kernel input feature dimension
+      // to be smaller than the output feature dimension. If that's not the
+      // case, we swap the dimensions.
+      if (old_kernel_input_feature_dimension >
+          old_kernel_output_feature_dimension) {
+        Shape reshaped_filter_shape = filter->shape();
+        auto& dimensions = *reshaped_filter_shape.mutable_dimensions();
+        std::swap(dimensions[old_kernel_input_feature_dimension],
+                  dimensions[old_kernel_output_feature_dimension]);
+
+        auto reshaped_filter =
+            add(HloInstruction::CreateReshape(reshaped_filter_shape, filter));
+
+        dim_numbers.set_kernel_input_feature_dimension(
+            old_kernel_output_feature_dimension);
+
+        dim_numbers.set_kernel_output_feature_dimension(
+            old_kernel_input_feature_dimension);
+
+        auto new_convolution = HloInstruction::CreateConvolve(
+            convolution->shape(), convolution->mutable_operand(0),
+            reshaped_filter, group_count, convolution->window(), dim_numbers,
+            convolution->precision_config());
+
+        TF_RETURN_IF_ERROR(computation_->ReplaceWithNewInstruction(
+            convolution, std::move(new_convolution)));
+      }
+      return Status::OK();
+    }
+    // We want to repeat 'filter' in the 'input_feature_dim' dimension
+    // 'group_count' times.
     Shape reshaped_filter_shape =
         ShapeUtil::DeleteDimension(input_feature_dim, filter->shape());
     auto reshaped_filter =
@@ -237,7 +284,7 @@ StatusOr<bool> ConvolutionFeatureGroupConverter::Run(HloModule* module) {
                         module->ToString());
   bool changed = false;
   for (auto* comp : module->MakeNonfusionComputations()) {
-    if (ConvolutionVisitor::Run(comp)) {
+    if (ConvolutionVisitor::Run(comp, filter_expansion_)) {
       changed = true;
     }
   }
diff --git a/tensorflow/compiler/xla/service/convolution_feature_group_converter.h b/tensorflow/compiler/xla/service/convolution_feature_group_converter.h
index ce0138e56f..cb6bc04c00 100644
--- a/tensorflow/compiler/xla/service/convolution_feature_group_converter.h
+++ b/tensorflow/compiler/xla/service/convolution_feature_group_converter.h
@@ -27,7 +27,8 @@ namespace xla {
 // convolutions with feature_group_count = 1.
 class ConvolutionFeatureGroupConverter : public HloModulePass {
  public:
-  ConvolutionFeatureGroupConverter() {}
+  ConvolutionFeatureGroupConverter(bool canonicalize_depthwise_filter = false)
+      : filter_expansion_(canonicalize_depthwise_filter) {}
 
   absl::string_view name() const override {
     return "convolution-feature-group-converter";
@@ -36,6 +37,9 @@ class ConvolutionFeatureGroupConverter : public HloModulePass {
   // Run convolution rewriting on the given computation. Returns whether the
   // computation was changed.
   StatusOr<bool> Run(HloModule* module) override;
+
+  // Tells whether filter expansion is required.
+  bool filter_expansion_;
 };
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/tests/convolution_test.cc b/tensorflow/compiler/xla/tests/convolution_test.cc
index 3aebf78466..211d004ec8 100644
--- a/tensorflow/compiler/xla/tests/convolution_test.cc
+++ b/tensorflow/compiler/xla/tests/convolution_test.cc
@@ -596,6 +596,272 @@ TYPED_TEST(Convolve2D_1x3x3x5_3x3x1x15_Depthwise_Valid, Types) {
   this->RunTest();
 }
 
+template <typename T>
+class Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 5};
+    std::vector<int64> filter_dims = {3, 3, 1, 5};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/5);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape));
+    iota_int_init_value(input_elems, 1);
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape));
+    iota_int_init_value(filter_elems, 1);
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(
+        {static_cast<T>(6864),  static_cast<T>(7296),  static_cast<T>(7746),
+         static_cast<T>(8214),  static_cast<T>(8700),  static_cast<T>(7809),
+         static_cast<T>(8286),  static_cast<T>(8781),  static_cast<T>(9294),
+         static_cast<T>(9825),  static_cast<T>(10644), static_cast<T>(11256),
+         static_cast<T>(11886), static_cast<T>(12534), static_cast<T>(13200),
+         static_cast<T>(11589), static_cast<T>(12246), static_cast<T>(12921),
+         static_cast<T>(13614), static_cast<T>(14325)});
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 5}).ConsumeValueOrDie();
+
+    auto input_literal =
+        client_->TransferToServer(input_r4).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_);
+
+    auto filter_r = filter_r1.Reshape(filter_dims);
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid, TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid, Types) {
+  this->RunTest();
+}
+
+template <typename T>
+class Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 512};
+    std::vector<int64> filter_dims = {3, 3, 1, 512};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/512);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(2048, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 512}).ConsumeValueOrDie();
+
+    auto input_literal =
+        client_->TransferToServer(input_r4).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_);
+
+    auto filter_r = filter_r1.Reshape(filter_dims);
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid, TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid, Types) {
+  this->RunTest();
+}
+
+template <typename T>
+class Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Valid : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 160};
+    std::vector<int64> filter_dims = {3, 3, 1, 160};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/160);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(640, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 160}).ConsumeValueOrDie();
+
+    auto input_literal =
+        client_->TransferToServer(input_r4).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_);
+
+    auto filter_r = filter_r1.Reshape(filter_dims);
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Valid, TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Valid, Types) {
+  this->RunTest();
+}
+
+template <typename T>
+class Convolve2D_1x4x4x1024_3x3x1x1024_Depthwise_Valid
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 1024};
+    std::vector<int64> filter_dims = {3, 3, 1, 1024};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/1024);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(4096, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 1024}).ConsumeValueOrDie();
+
+    auto input_literal =
+        client_->TransferToServer(input_r4).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_);
+
+    auto filter_r = filter_r1.Reshape(filter_dims);
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_1x4x4x1024_3x3x1x1024_Depthwise_Valid, TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x1024_3x3x1x1024_Depthwise_Valid, Types) {
+  this->RunTest();
+}
+
 template <typename T>
 class Convolve2D_1x2x2x6_2x2x1x12_Grouped_Valid : public ConvolutionTest {
  public:
-- 
GitLab


From 69b7ab295e749462a7b899e28e019490e1565579 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Tue, 6 Nov 2018 11:32:18 +0300
Subject: [PATCH 1123/1825] Update Apache Ignite IGFS after review.

---
 tensorflow/contrib/ignite/BUILD               | 24 +++++++++----------
 .../ignite/python/ops/igfs_op_loader.py       |  2 +-
 .../contrib/ignite/python/ops/igfs_ops.py     |  2 +-
 .../ignite/python/ops/ignite_op_loader.py     |  2 +-
 4 files changed, 14 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/ignite/BUILD b/tensorflow/contrib/ignite/BUILD
index e486d85a4d..5587119ec2 100644
--- a/tensorflow/contrib/ignite/BUILD
+++ b/tensorflow/contrib/ignite/BUILD
@@ -27,18 +27,16 @@ py_library(
 )
 
 tf_custom_op_library(
-    name = "_dataset_ops.so",
-    srcs = ["ops/dataset_ops.cc"],
-    deps = [":dataset_kernels"],
-)
-
-tf_custom_op_library(
-    name = "_igfs_ops.so",
+    name = "_ignite_ops.so",
     srcs = [
         "kernels/igfs/igfs.h",
+        "ops/dataset_ops.cc",
         "ops/igfs_ops.cc",
     ],
-    deps = [":igfs_kernels"],
+    deps = [
+        ":dataset_kernels",
+        ":igfs_kernels",
+    ],
 )
 
 tf_gen_op_libs(
@@ -110,7 +108,7 @@ cc_library(
         "kernels/igfs/igfs_writable_file.h",
     ],
     deps = [
-        "//tensorflow/contrib/ignite:ignite_client",
+        ":ignite_client",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
     ],
@@ -148,7 +146,7 @@ py_library(
 tf_gen_op_wrapper_py(
     name = "gen_dataset_ops",
     out = "python/ops/gen_dataset_ops.py",
-    deps = ["//tensorflow/contrib/ignite:dataset_ops_op_lib"],
+    deps = [":dataset_ops_op_lib"],
 )
 
 tf_gen_op_wrapper_py(
@@ -178,10 +176,10 @@ tf_kernel_library(
 tf_custom_op_py_library(
     name = "ignite_op_loader",
     srcs = ["python/ops/ignite_op_loader.py"],
-    dso = ["//tensorflow/contrib/ignite:_dataset_ops.so"],
+    dso = [":_ignite_ops.so"],
     kernels = [
         ":dataset_ops_kernels",
-        "//tensorflow/contrib/ignite:dataset_ops_op_lib",
+        ":dataset_ops_op_lib",
     ],
     srcs_version = "PY2AND3",
     deps = [
@@ -194,7 +192,7 @@ tf_custom_op_py_library(
 tf_custom_op_py_library(
     name = "igfs_op_loader",
     srcs = ["python/ops/igfs_op_loader.py"],
-    dso = [":_igfs_ops.so"],
+    dso = [":_ignite_ops.so"],
     kernels = [
         ":igfs_ops_kernels",
         ":igfs_ops_op_lib",
diff --git a/tensorflow/contrib/ignite/python/ops/igfs_op_loader.py b/tensorflow/contrib/ignite/python/ops/igfs_op_loader.py
index c9ab283105..5957b4d19e 100644
--- a/tensorflow/contrib/ignite/python/ops/igfs_op_loader.py
+++ b/tensorflow/contrib/ignite/python/ops/igfs_op_loader.py
@@ -22,4 +22,4 @@ from tensorflow.contrib.util import loader
 from tensorflow.python.platform import resource_loader
 
 _dataset_ops = loader.load_op_library(
-    resource_loader.get_path_to_datafile("../../_igfs_ops.so"))
+    resource_loader.get_path_to_datafile("../../_ignite_ops.so"))
diff --git a/tensorflow/contrib/ignite/python/ops/igfs_ops.py b/tensorflow/contrib/ignite/python/ops/igfs_ops.py
index 39cee05e07..15b71c6c2e 100644
--- a/tensorflow/contrib/ignite/python/ops/igfs_ops.py
+++ b/tensorflow/contrib/ignite/python/ops/igfs_ops.py
@@ -36,5 +36,5 @@ from tensorflow.python.platform import resource_loader
 from tensorflow.python.framework import load_library
 
 file_system_library = os.path.join(resource_loader.get_data_files_path(),
-                                   "../../_igfs_ops.so")
+                                   "../../_ignite_ops.so")
 load_library.load_file_system_library(file_system_library)
diff --git a/tensorflow/contrib/ignite/python/ops/ignite_op_loader.py b/tensorflow/contrib/ignite/python/ops/ignite_op_loader.py
index c9af7386cf..e450e2d84b 100644
--- a/tensorflow/contrib/ignite/python/ops/ignite_op_loader.py
+++ b/tensorflow/contrib/ignite/python/ops/ignite_op_loader.py
@@ -21,4 +21,4 @@ from tensorflow.contrib.util import loader
 from tensorflow.python.platform import resource_loader
 
 _dataset_ops = loader.load_op_library(
-    resource_loader.get_path_to_datafile("../../_dataset_ops.so"))
+    resource_loader.get_path_to_datafile("../../_ignite_ops.so"))
-- 
GitLab


From 72825596fac469dd12270135063c56010b20ad50 Mon Sep 17 00:00:00 2001
From: dianlujitao <dianlujitao@gmail.com>
Date: Tue, 6 Nov 2018 16:53:06 +0800
Subject: [PATCH 1124/1825] Add absl_int128 to abseil libraries

 * absl_int128 is referenced by str_format_internal
---
 tensorflow/contrib/cmake/external/abseil_cpp.cmake | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/contrib/cmake/external/abseil_cpp.cmake b/tensorflow/contrib/cmake/external/abseil_cpp.cmake
index c6c5021f60..4546dbdecc 100644
--- a/tensorflow/contrib/cmake/external/abseil_cpp.cmake
+++ b/tensorflow/contrib/cmake/external/abseil_cpp.cmake
@@ -20,6 +20,7 @@ if (systemlib_ABSEIL_CPP)
                absl_dynamic_annotations
                absl_malloc_internal
                absl_throw_delegate
+               absl_int128
                absl_strings
                str_format_internal
                absl_bad_optional_access)
@@ -50,6 +51,7 @@ else (systemlib_ABSEIL_CPP)
           ${abseil_cpp_BUILD}/absl/base/Release/absl_dynamic_annotations.lib
           ${abseil_cpp_BUILD}/absl/base/Release/absl_malloc_internal.lib
           ${abseil_cpp_BUILD}/absl/base/Release/absl_throw_delegate.lib
+          ${abseil_cpp_BUILD}/absl/numeric/Release/absl_int128.lib
           ${abseil_cpp_BUILD}/absl/strings/Release/absl_strings.lib
           ${abseil_cpp_BUILD}/absl/strings/Release/str_format_internal.lib
           ${abseil_cpp_BUILD}/absl/types/Release/absl_bad_optional_access.lib)
@@ -60,6 +62,7 @@ else (systemlib_ABSEIL_CPP)
           ${abseil_cpp_BUILD}/absl/base/absl_dynamic_annotations.lib
           ${abseil_cpp_BUILD}/absl/base/absl_malloc_internal.lib
           ${abseil_cpp_BUILD}/absl/base/absl_throw_delegate.lib
+          ${abseil_cpp_BUILD}/absl/numeric/absl_int128.lib
           ${abseil_cpp_BUILD}/absl/strings/absl_strings.lib
           ${abseil_cpp_BUILD}/absl/strings/str_format_internal.lib
           ${abseil_cpp_BUILD}/absl/types/absl_bad_optional_access.lib)
@@ -71,6 +74,7 @@ else (systemlib_ABSEIL_CPP)
         ${abseil_cpp_BUILD}/absl/base/libabsl_dynamic_annotations.a
         ${abseil_cpp_BUILD}/absl/base/libabsl_malloc_internal.a
         ${abseil_cpp_BUILD}/absl/base/libabsl_throw_delegate.a
+        ${abseil_cpp_BUILD}/absl/numeric/libabsl_int128.a
         ${abseil_cpp_BUILD}/absl/strings/libabsl_strings.a
         ${abseil_cpp_BUILD}/absl/strings/libstr_format_internal.a
         ${abseil_cpp_BUILD}/absl/types/libabsl_bad_optional_access.a)
-- 
GitLab


From 3ec52d5dcec390ea0c4b91bcdead084b26381bcf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 01:02:17 -0800
Subject: [PATCH 1125/1825] compat: Update forward compatibility horizon to
 2018-11-06

PiperOrigin-RevId: 220239919
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 1074a8b5a9..a553424f35 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 5)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 6)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 6fc90a958d678c9f79c7761b5df263b95926e10c Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 6 Nov 2018 01:44:24 -0800
Subject: [PATCH 1126/1825] Improve KeyValueSort performance on GPU.

We now parallelize not only the loop through the dimension that should be sorted,
but also the other loops. Also combine several compare loops if the comparisons
happen within a small block of memory.

PiperOrigin-RevId: 220245099
---
 .../xla/service/gpu/ir_emitter_unnested.cc    |  98 +++++---
 tensorflow/compiler/xla/service/llvm_ir/BUILD |   2 +
 .../compiler/xla/service/llvm_ir/sort_util.cc | 226 +++++++++++-------
 .../compiler/xla/service/llvm_ir/sort_util.h  |   8 +-
 4 files changed, 219 insertions(+), 115 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index 21e44e1e7d..1aaef2d3c5 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -2199,7 +2199,6 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
   int64 dimension_to_sort = sort->dimensions(0);
   int64 dimension_to_sort_bound = keys_shape.dimensions(dimension_to_sort);
   int64 num_stages = tensorflow::Log2Ceiling(dimension_to_sort_bound);
-  auto index_type = b_.getInt64Ty();
 
   // Naive C++ code for the outer loops:
   //
@@ -2213,42 +2212,85 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
   //   }
   // }
   //
-  // This follows the algorithm described on Wikipedia:
-  // https://en.wikipedia.org/wiki/Bitonic_sorter
-
+  // This follows the alternative representation of the algorithm described on
+  // Wikipedia: https://en.wikipedia.org/wiki/Bitonic_sorter
+  //
+  // Each mask specifies how to derive from one position in the array the
+  // position with which it should be compared (we calculate the xor of the
+  // position with the mask).
+  // As an optimization, we can move the 'mask' loop to inside the
+  // sorting/comparison loop if the comparisons happen within a small block of
+  // the array. To make this work, we collect all consecutive masks that are
+  // smaller than our chosen power of 2 tile size, and pass them to SortInPlace.
+  // Each thread then processes one tile of data.
+
+  const int64 kTileSize = 64LL;
+
+  // If we cannot combine several xor masks together, we don't use tiling, so we
+  // calculate the standard launch dimensions for the shape.
+  LaunchDimensions standard_launch_dimensions = CalculateLaunchDimensions(
+      keys_shape, ir_emitter_context_->device_description());
+
+  // Calculate the launch dimensions for the case where we use tiling.
+  Shape tile_shape = keys_shape;
+  tile_shape.set_dimensions(dimension_to_sort,
+                            CeilOfRatio(dimension_to_sort_bound, kTileSize));
+  uint64 num_tiles = ShapeUtil::ElementsIn(tile_shape);
+  const uint64 kThreadsPerBlock = std::min(
+      {std::max(
+           1ULL,
+           ir_emitter_context_->device_description().threads_per_block_limit()),
+       32ULL, num_tiles});
+  uint64 num_blocks = CeilOfRatio(num_tiles, kThreadsPerBlock);
+  LaunchDimensions tiled_launch_dimensions(num_blocks, kThreadsPerBlock);
+
+  auto emit_kernel = [&](absl::Span<const int64> xor_masks) {
+    thunks.push_back(
+        BuildKernelThunk(sort, /*implements_whole_instruction=*/false));
+    LaunchDimensions launch_dimensions = xor_masks.size() > 1
+                                             ? tiled_launch_dimensions
+                                             : standard_launch_dimensions;
+    UpdateLaunchDimensions(launch_dimensions, thunks.back().get(),
+                           ir_emitter_context_->llvm_module());
+    IrArray keys_array;
+    std::vector<IrArray> values_arrays;
+    values_arrays.reserve(sort->operand_count() - 1);
+    for (int64 i = 0; i < sort->operand_count(); ++i) {
+      ShapeIndex shape_index =
+          sort->operand_count() > 1 ? ShapeIndex({i}) : ShapeIndex({});
+      if (i == 0) {
+        keys_array = GetIrArray(*sort, *sort, shape_index);
+      } else {
+        values_arrays.push_back(GetIrArray(*sort, *sort, shape_index));
+      }
+    }
+    return llvm_ir::EmitSortInPlace(dimension_to_sort, keys_array,
+                                    values_arrays, IrName(sort), xor_masks, &b_,
+                                    launch_dimensions, kTileSize);
+  };
+  std::vector<int64> xor_masks;
   for (int64 stage = 0; stage < num_stages; ++stage) {
     for (int64 mask = stage; mask >= 0; --mask) {
-      thunks.push_back(
-          BuildKernelThunk(sort, /*implements_whole_instruction=*/false));
-      LaunchDimensions launch_dimensions = CalculateLaunchDimensions(
-          keys_shape, ir_emitter_context_->device_description());
-      UpdateLaunchDimensions(launch_dimensions, thunks.back().get(),
-                             ir_emitter_context_->llvm_module());
-
-      llvm::Value* xor_mask;
+      int64 xor_mask;
       if (mask == stage) {
-        xor_mask = llvm::ConstantInt::get(index_type, (1LL << (stage + 1)) - 1);
+        xor_mask = (1LL << (stage + 1)) - 1;
       } else {
-        xor_mask = llvm::ConstantInt::get(index_type, 1LL << mask);
+        xor_mask = 1LL << mask;
       }
-
-      IrArray keys_array;
-      std::vector<IrArray> values_arrays;
-      values_arrays.reserve(sort->operand_count() - 1);
-      for (int64 i = 0; i < sort->operand_count(); ++i) {
-        ShapeIndex shape_index =
-            sort->operand_count() > 1 ? ShapeIndex({i}) : ShapeIndex({});
-        if (i == 0) {
-          keys_array = GetIrArray(*sort, *sort, shape_index);
-        } else {
-          values_arrays.push_back(GetIrArray(*sort, *sort, shape_index));
+      if (xor_mask >= kTileSize) {
+        if (!xor_masks.empty()) {
+          TF_RETURN_IF_ERROR(emit_kernel(xor_masks));
+          xor_masks.clear();
         }
+        TF_RETURN_IF_ERROR(emit_kernel({xor_mask}));
+      } else {
+        xor_masks.push_back(xor_mask);
       }
-      TF_RETURN_IF_ERROR(llvm_ir::EmitSortInPlace(
-          dimension_to_sort, keys_array, values_arrays, IrName(sort), xor_mask,
-          &b_, &launch_dimensions));
     }
   }
+  if (!xor_masks.empty()) {
+    TF_RETURN_IF_ERROR(emit_kernel(xor_masks));
+  }
 
   AddThunkToThunkSequence(
       absl::make_unique<SequentialThunk>(std::move(thunks), sort));
diff --git a/tensorflow/compiler/xla/service/llvm_ir/BUILD b/tensorflow/compiler/xla/service/llvm_ir/BUILD
index 56a729bca8..84449ef7e5 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/BUILD
+++ b/tensorflow/compiler/xla/service/llvm_ir/BUILD
@@ -202,10 +202,12 @@ cc_library(
         ":llvm_util",
         ":loop_emitter",
         "//tensorflow/compiler/xla:shape_util",
+        "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla/service/gpu:parallel_loop_emitter",
         "//tensorflow/compiler/xla/service/gpu:partition_assignment",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/types:span",
         "@llvm//:core",
         "@llvm//:support",
     ],
diff --git a/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc b/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc
index 05ba4a40da..d21b1dbfb7 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc
@@ -19,6 +19,7 @@ limitations under the License.
 
 // IWYU pragma: no_include "llvm/IR/Intrinsics.gen.inc"
 #include "absl/strings/string_view.h"
+#include "absl/types/span.h"
 #include "llvm/ADT/APInt.h"
 #include "llvm/IR/BasicBlock.h"
 #include "llvm/IR/Constants.h"
@@ -32,6 +33,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/llvm_ir/llvm_util.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/loop_emitter.h"
 #include "tensorflow/compiler/xla/shape_util.h"
+#include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/types.h"
 
@@ -39,31 +41,28 @@ namespace xla {
 namespace llvm_ir {
 
 namespace {
+
 // Adds the inner comparison loop where we compare elements pointed to by
 // 'keys_index' and 'compare_keys_index'.
-void EmitCompareLoop(int64 dimension_to_sort, const IrArray::Index& keys_index,
-                     const IrArray::Index& compare_keys_index,
-                     const IrArray& keys_array,
-                     const std::vector<IrArray>& values_arrays,
-                     llvm::IRBuilder<>* b) {
-  // if (is_smaller_index &&
-  //     compare_keys[dimension_to_sort] < dimension_to_sort_bound)
-  llvm::Value* is_smaller_index = b->CreateICmpSLT(
-      keys_index[dimension_to_sort], compare_keys_index[dimension_to_sort]);
-  int64 dimension_to_sort_bound =
-      keys_array.GetShape().dimensions(dimension_to_sort);
+void EmitCompareLoopBody(
+    llvm::Value* dimension_to_sort_bound, PrimitiveType key_type,
+    int64 num_values, llvm::Value* keys_index, llvm::Value* compare_keys_index,
+    std::function<llvm::Value*(int64 operand, llvm::Value* index)> read_element,
+    std::function<void(int64 operand, llvm::Value* index, llvm::Value* value)>
+        write_element,
+    llvm::IRBuilder<>* b) {
+  // if (is_smaller_index && compare_keys < dimension_to_sort_bound)
+  llvm::Value* is_smaller_index =
+      b->CreateICmpSLT(keys_index, compare_keys_index);
   auto if_data = EmitIfThenElse(
-      b->CreateAnd(is_smaller_index,
-                   b->CreateICmpSLT(compare_keys_index[dimension_to_sort],
-                                    keys_index.GetConstantWithIndexType(
-                                        dimension_to_sort_bound))),
+      b->CreateAnd(is_smaller_index, b->CreateICmpSLT(compare_keys_index,
+                                                      dimension_to_sort_bound)),
       "smaller_comparison_index", b, /*emit_else=*/false);
   SetToFirstInsertPoint(if_data.true_block, b);
-  auto key1 = keys_array.EmitReadArrayElement(keys_index, b);
-  auto key2 = keys_array.EmitReadArrayElement(compare_keys_index, b);
+  auto key1 = read_element(0, keys_index);
+  auto key2 = read_element(0, compare_keys_index);
   auto compare_key1 = key1;
   auto compare_key2 = key2;
-  auto key_type = keys_array.GetShape().element_type();
   bool is_signed_comparison = true;
   if (primitive_util::IsFloatingPointType(key_type)) {
     // We would like a total order of floating point numbers so that the sort
@@ -99,87 +98,146 @@ void EmitCompareLoop(int64 dimension_to_sort, const IrArray::Index& keys_index,
       EmitIfThenElse(comparison, "is_smaller_than", b, /*emit_else=*/false);
   SetToFirstInsertPoint(if_smaller_data.true_block, b);
   // Swap key1 with key2.
-  keys_array.EmitWriteArrayElement(keys_index, key2, b);
-  keys_array.EmitWriteArrayElement(compare_keys_index, key1, b);
-  for (const auto& values_array : values_arrays) {
+  write_element(0, keys_index, key2);
+  write_element(0, compare_keys_index, key1);
+  for (int64 i = 1; i <= num_values; ++i) {
     // Also swap the values.
-    auto value1 = values_array.EmitReadArrayElement(keys_index, b);
-    auto value2 = values_array.EmitReadArrayElement(compare_keys_index, b);
-    values_array.EmitWriteArrayElement(keys_index, value2, b);
-    values_array.EmitWriteArrayElement(compare_keys_index, value1, b);
+    auto value1 = read_element(i, keys_index);
+    auto value2 = read_element(i, compare_keys_index);
+    write_element(i, keys_index, value2);
+    write_element(i, compare_keys_index, value1);
+  }
+}
+
+void EmitTiledCompareLoop(const IrArray::Index& tiled_keys_index,
+                          int64 dimension_to_sort,
+                          int64 dimension_to_sort_bound,
+                          PrimitiveType keys_type,
+                          absl::Span<const int64> xor_masks,
+                          const std::vector<IrArray>& params, int64 tile_size,
+                          llvm::IRBuilder<>* b) {
+  IrArray::Index keys_index = tiled_keys_index;
+  auto read_element = [&](int64 operand, llvm::Value* index) {
+    keys_index[dimension_to_sort] = index;
+    return params[operand].EmitReadArrayElement(keys_index, b);
+  };
+  auto write_element = [&](int64 operand, llvm::Value* index,
+                           llvm::Value* value) {
+    keys_index[dimension_to_sort] = index;
+    params[operand].EmitWriteArrayElement(keys_index, value, b);
+  };
+
+  for (int64 xor_mask : xor_masks) {
+    std::unique_ptr<llvm_ir::ForLoop> tile_element_loop =
+        llvm_ir::ForLoop::EmitForLoop(
+            "element_id_in_tile", tiled_keys_index.GetConstantWithIndexType(0),
+            tiled_keys_index.GetConstantWithIndexType(tile_size),
+            tiled_keys_index.GetConstantWithIndexType(1), b);
+    llvm_ir::SetToFirstInsertPoint(tile_element_loop->GetBodyBasicBlock(), b);
+    auto current_keys_index = b->CreateAdd(
+        b->CreateMul(tiled_keys_index[dimension_to_sort],
+                     tiled_keys_index.GetConstantWithIndexType(tile_size)),
+        tile_element_loop->GetIndVarValue());
+    auto compare_keys_index =
+        b->CreateXor(current_keys_index,
+                     tiled_keys_index.GetConstantWithIndexType(xor_mask));
+    EmitCompareLoopBody(
+        tiled_keys_index.GetConstantWithIndexType(dimension_to_sort_bound),
+        keys_type, params.size() - 1, current_keys_index, compare_keys_index,
+        read_element, write_element, b);
+    SetToFirstInsertPoint(tile_element_loop->GetExitBasicBlock(), b);
   }
 }
 }  // namespace
 
 Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
                        const std::vector<IrArray>& values_arrays,
-                       absl::string_view name, llvm::Value* xor_mask,
-                       llvm::IRBuilder<>* b,
-                       const gpu::LaunchDimensions* launch_dimensions) {
-  const Shape& keys_shape = keys_array.GetShape();
-
-  // Create loop nests which loop through the operand dimensions. The sort
-  // dimension is handled in the innermost loop which performs the sorting.
-  ForLoopNest loop_nest(name, b);
-  IrArray::Index keys_index =
-      loop_nest.EmitOperandArrayLoopNest(keys_array, dimension_to_sort, "keys");
-  if (loop_nest.GetInnerLoopBodyBasicBlock() != nullptr) {
-    SetToFirstInsertPoint(loop_nest.GetInnerLoopBodyBasicBlock(), b);
-  }
+                       absl::string_view name,
+                       absl::Span<const int64> xor_masks, llvm::IRBuilder<>* b,
+                       const gpu::LaunchDimensions& launch_dimensions,
+                       const int64 tile_size) {
+  // Iterate through the keys shape in physical order, but skip the dimension to
+  // sort and make it the innermost loop which is the loop where the comparisons
+  // happen. In the dimension to sort, if we use tiling, we iterate through it
+  // in tiles of 64 elements each, so we use another loop that happens within
+  // one thread to process this tile worth of data (thereby combining several
+  // comparison stages of the bitonic sort algorithm because they all happen
+  // within those 64 elements and are therefore independent of the other
+  // comparisons).
 
-  // 'compare_keys_index' is the index of the element that 'keys_index' should
-  // be compared to.
-  IrArray::Index compare_keys_index(keys_index.GetType());
-  for (size_t dimension = 0; dimension < keys_index.size(); ++dimension) {
+  const Shape& keys_shape = keys_array.GetShape();
+  int64 rank = ShapeUtil::Rank(keys_shape);
+  int64 dimension_to_sort_bound = keys_shape.dimensions(dimension_to_sort);
+  int64 num_tiles = CeilOfRatio(dimension_to_sort_bound, tile_size);
+  std::vector<int64> dimensions_in_iteration_order(rank);
+  std::vector<int64> iteration_order_to_logical_order(rank);
+  int64 dim = 0;
+  for (int64 dimension : LayoutUtil::MinorToMajor(keys_shape)) {
     if (dimension != dimension_to_sort) {
-      compare_keys_index.push_back(keys_index[dimension]);
-    } else {
-      compare_keys_index.push_back(nullptr);
+      dimensions_in_iteration_order[dim] = keys_shape.dimensions(dimension);
+      iteration_order_to_logical_order[dim++] = dimension;
     }
   }
+  dimensions_in_iteration_order[dim] = dimension_to_sort_bound;
+  iteration_order_to_logical_order[dim] = dimension_to_sort;
+
+  Shape iteration_shape = ShapeUtil::MakeShape(keys_shape.element_type(),
+                                               dimensions_in_iteration_order);
+  Shape tiled_iteration_shape = iteration_shape;
+  tiled_iteration_shape.set_dimensions(dim, num_tiles);
+  std::vector<IrArray> params(1, keys_array);
+  params.insert(params.end(), values_arrays.begin(), values_arrays.end());
 
-  // Naive C++ code for the inner compare loop:
-  //
-  // for (int64 i = 0; i < dimension_to_sort_bound; ++i) {
-  //   int64 j = i ^ xor_mask;
-  //   if (i < j && j < dimension_to_sort_bound) {
-  //     int64 min_key = std::min(keys[i], keys[j]);
-  //     keys[j] = std::max(keys[i], keys[j]);
-  //     keys[i] = min_key;
-  //   }
-  // }
-  //
-  // This follows the algorithm described on Wikipedia:
-  // https://en.wikipedia.org/wiki/Bitonic_sorter
-
-  int64 dimension_to_sort_bound =
-      keys_array.GetShape().dimensions(dimension_to_sort);
-  Shape compare_shape = ShapeUtil::MakeShape(keys_shape.element_type(),
-                                             {dimension_to_sort_bound});
   auto compare_loop_body_emitter =
-      [&](const IrArray::Index& compare_index) -> Status {
-    keys_index[dimension_to_sort] = compare_index[0];
-    compare_keys_index[dimension_to_sort] =
-        b->CreateXor(compare_index[0], xor_mask);
-    EmitCompareLoop(dimension_to_sort, keys_index, compare_keys_index,
-                    keys_array, values_arrays, b);
+      [&](const IrArray::Index& tiles_index) -> Status {
+    // Naive C++ code for the inner compare loop:
+    //
+    // for (int64 i = 0; i < dimension_to_sort_bound; ++i) {
+    //   int64 j = i ^ xor_mask;
+    //   /* emitted in EmitCompareLoopBody() */
+    //   if (i < j && j < dimension_to_sort_bound) {
+    //     int64 min_key = std::min(keys[i], keys[j]);
+    //     keys[j] = std::max(keys[i], keys[j]);
+    //     keys[i] = min_key;
+    //   }
+    // }
+    //
+    // This follows the algorithm described on Wikipedia:
+    // https://en.wikipedia.org/wiki/Bitonic_sorter
+    IrArray::Index keys_index(tiles_index.GetType(), rank);
+    for (int64 i = 0; i < rank; ++i) {
+      keys_index[iteration_order_to_logical_order[i]] = tiles_index[i];
+    }
+    if (xor_masks.size() > 1) {
+      EmitTiledCompareLoop(keys_index, dimension_to_sort,
+                           dimension_to_sort_bound, keys_shape.element_type(),
+                           xor_masks, params, tile_size, b);
+    } else {
+      auto read_element = [&](int64 operand, llvm::Value* index) {
+        keys_index[dimension_to_sort] = index;
+        return params[operand].EmitReadArrayElement(keys_index, b);
+      };
+      auto write_element = [&](int64 operand, llvm::Value* index,
+                               llvm::Value* value) {
+        keys_index[dimension_to_sort] = index;
+        params[operand].EmitWriteArrayElement(keys_index, value, b);
+      };
+      auto current_keys_index = tiles_index[rank - 1];
+      auto compare_keys_index =
+          b->CreateXor(current_keys_index,
+                       tiles_index.GetConstantWithIndexType(xor_masks[0]));
+      EmitCompareLoopBody(
+          tiles_index.GetConstantWithIndexType(dimension_to_sort_bound),
+          keys_shape.element_type(), values_arrays.size(), current_keys_index,
+          compare_keys_index, read_element, write_element, b);
+    }
     return Status::OK();
   };
-  if (launch_dimensions != nullptr) {
-    TF_RETURN_IF_ERROR(gpu::ParallelLoopEmitter(compare_loop_body_emitter,
-                                                compare_shape,
-                                                *launch_dimensions, b)
-                           .EmitLoop(name));
-  } else {
-    TF_RETURN_IF_ERROR(LoopEmitter(compare_loop_body_emitter, compare_shape, b)
-                           .EmitLoop(name));
-  }
-
-  // Set the IR builder insert point to the exit basic block of the outer most
-  // loop. This ensures later instructions are inserted after this loop nest.
-  b->SetInsertPoint(loop_nest.GetOuterLoopExitBasicBlock());
-
-  return Status::OK();
+  return gpu::ParallelLoopEmitter(
+             compare_loop_body_emitter,
+             xor_masks.size() > 1 ? tiled_iteration_shape : iteration_shape,
+             launch_dimensions, b)
+      .EmitLoop(name);
 }
 
 }  // namespace llvm_ir
diff --git a/tensorflow/compiler/xla/service/llvm_ir/sort_util.h b/tensorflow/compiler/xla/service/llvm_ir/sort_util.h
index 2f3bcda230..06f6b8de20 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/sort_util.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/sort_util.h
@@ -19,6 +19,7 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/string_view.h"
+#include "absl/types/span.h"
 #include "llvm/IR/Value.h"
 #include "tensorflow/compiler/xla/service/gpu/partition_assignment.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/ir_array.h"
@@ -33,9 +34,10 @@ namespace llvm_ir {
 // the inner compare loop will not be parallelized.
 Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
                        const std::vector<IrArray>& values_arrays,
-                       absl::string_view name, llvm::Value* xor_mask,
-                       llvm::IRBuilder<>* b,
-                       const gpu::LaunchDimensions* launch_dimensions);
+                       absl::string_view name,
+                       absl::Span<const int64> xor_masks, llvm::IRBuilder<>* b,
+                       const gpu::LaunchDimensions& launch_dimensions,
+                       int64 tile_size);
 }  // namespace llvm_ir
 }  // namespace xla
 
-- 
GitLab


From bea0a012e079286f4c49e659f75c0a6f5f44b7a1 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Tue, 6 Nov 2018 12:59:10 +0300
Subject: [PATCH 1127/1825] Fix style.

---
 tensorflow/c/c_api_internal.h                 |  2 +-
 tensorflow/java/src/main/native/server_jni.cc | 26 +++++++++++++++++++
 2 files changed, 27 insertions(+), 1 deletion(-)

diff --git a/tensorflow/c/c_api_internal.h b/tensorflow/c/c_api_internal.h
index 8df85cb503..2b5b798ee4 100644
--- a/tensorflow/c/c_api_internal.h
+++ b/tensorflow/c/c_api_internal.h
@@ -25,8 +25,8 @@ limitations under the License.
 #include <vector>
 
 #ifndef __ANDROID__
-#include "tensorflow/core/framework/op_gen_lib.h"
 #include "tensorflow/core/distributed_runtime/server_lib.h"
+#include "tensorflow/core/framework/op_gen_lib.h"
 #endif
 #include "tensorflow/core/common_runtime/shape_refiner.h"
 #include "tensorflow/core/framework/tensor.h"
diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
index 68a53ef87c..51db74fefd 100644
--- a/tensorflow/java/src/main/native/server_jni.cc
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include "tensorflow/java/src/main/native/utils_jni.h"
 
 namespace {
+#ifndef __ANDROID__
 TF_Server* requireHandle(JNIEnv* env, jlong handle) {
   static_assert(sizeof(jlong) >= sizeof(TF_Server*),
                 "Cannot package C object pointers as a Java long");
@@ -30,11 +31,17 @@ TF_Server* requireHandle(JNIEnv* env, jlong handle) {
 
   return reinterpret_cast<TF_Server*>(handle);
 }
+#endif  // __ANDROID__
 
 }  // namespace
 
 JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
     JNIEnv* env, jclass clazz, jbyteArray server_def) {
+#ifdef __ANDROID__
+  throwException(env, kUnsupportedOperationException,
+                 "Server is not supported on Android");
+  return 0;
+#else
   TF_Status* status = TF_NewStatus();
 
   jbyte* server_def_ptr = env->GetByteArrayElements(server_def, nullptr);
@@ -49,11 +56,17 @@ JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
   TF_DeleteStatus(status);
 
   return ok ? reinterpret_cast<jlong>(server) : 0;
+#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
                                                         jclass clazz,
                                                         jlong handle) {
+#ifdef __ANDROID__
+    throwException(env, kUnsupportedOperationException,
+                   "Server is not supported on Android");
+  return 0;
+#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
@@ -63,11 +76,17 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
   throwExceptionIfNotOK(env, status);
 
   TF_DeleteStatus(status);
+#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
+#ifdef __ANDROID__
+  throwException(env, kUnsupportedOperationException,
+                 "Server is not supported on Android");
+  return 0;
+#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
@@ -77,11 +96,17 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
   throwExceptionIfNotOK(env, status);
 
   TF_DeleteStatus(status);
+#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
+#ifdef __ANDROID__
+  throwException(env, kUnsupportedOperationException,
+                 "Server is not supported on Android");
+  return 0;
+#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
@@ -91,6 +116,7 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
   throwExceptionIfNotOK(env, status);
 
   TF_DeleteStatus(status);
+#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv* env,
-- 
GitLab


From 22419732f90a4b5667384b4169a59cf67d656f50 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 04:29:59 -0800
Subject: [PATCH 1128/1825] A crude reference cycle detection mechanism.

PiperOrigin-RevId: 220260494
---
 tensorflow/python/framework/test_util.py | 118 ++++++++++++++++++++++-
 tensorflow/python/util/tf_inspect.py     |   5 +
 2 files changed, 120 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 768ed36917..6129d686e8 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -630,6 +630,109 @@ def assert_no_new_tensors(f):
   return decorator
 
 
+def _find_reference_cycle(objects, idx):
+
+  def get_ignore_reason(obj, blacklist):
+    """Tests whether an object should be omitted from the dependency graph."""
+    if len(blacklist) > 100:
+      return "<depth limit>"
+    if tf_inspect.isframe(obj):
+      if "test_util.py" in tf_inspect.getframeinfo(obj)[0]:
+        return "<test code>"
+    for b in blacklist:
+      if b is obj:
+        return "<test code>"
+    if obj is blacklist:
+      return "<test code>"
+    return None
+
+  # Note: this function is meant to help with diagnostics. Its output is purely
+  # a human readable representation, so you may freely modify it to suit your
+  # needs.
+  def describe(obj, blacklist, leaves_only=False):
+    """Returns a custom human-readable summary of obj.
+
+    Args:
+      obj: the value to describe.
+      blacklist: same as blacklist in get_ignore_reason.
+      leaves_only: boolean flag used when calling describe recursively. Useful
+        for summarizing collections.
+    """
+    if get_ignore_reason(obj, blacklist):
+      return "{}{}".format(get_ignore_reason(obj, blacklist), type(obj))
+    if tf_inspect.isframe(obj):
+      return "frame: {}".format(tf_inspect.getframeinfo(obj))
+    elif tf_inspect.ismodule(obj):
+      return "module: {}".format(obj.__name__)
+    else:
+      if leaves_only:
+        return "{}, {}".format(type(obj), id(obj))
+      elif isinstance(obj, list):
+        return "list({}): {}".format(
+            id(obj), [describe(e, blacklist, leaves_only=True) for e in obj])
+      elif isinstance(obj, tuple):
+        return "tuple({}): {}".format(
+            id(obj), [describe(e, blacklist, leaves_only=True) for e in obj])
+      elif isinstance(obj, dict):
+        return "dict({}): {} keys".format(id(obj), len(obj.keys()))
+      elif tf_inspect.isfunction(obj):
+        return "function({}) {}; globals ID: {}".format(
+            id(obj), obj.__name__, id(obj.__globals__))
+      else:
+        return "{}, {}".format(type(obj), id(obj))
+
+  def build_ref_graph(obj, graph, reprs, blacklist):
+    """Builds a reference graph as <referrer> -> <list of refferents>.
+
+    Args:
+      obj: The object to start from. The graph will be built by recursively
+        adding its referrers.
+      graph: Dict holding the graph to be built. To avoid creating extra
+        references, the graph holds object IDs rather than actual objects.
+      reprs: Auxiliary structure that maps object IDs to their human-readable
+        description.
+      blacklist: List of objects to ignore.
+    """
+    referrers = gc.get_referrers(obj)
+    blacklist = blacklist + (referrers,)
+
+    obj_id = id(obj)
+    for r in referrers:
+      if get_ignore_reason(r, blacklist) is None:
+        r_id = id(r)
+        if r_id not in graph:
+          graph[r_id] = []
+        if obj_id not in graph[r_id]:
+          graph[r_id].append(obj_id)
+          build_ref_graph(r, graph, reprs, blacklist)
+          reprs[r_id] = describe(r, blacklist)
+
+  def find_cycle(el, graph, reprs, path):
+    """Finds and prints a single cycle in the dependency graph."""
+    if el not in graph:
+      return
+    for r in graph[el]:
+      if r in path:
+        logging.error("Reference cycle sample:")
+        for p in path + (r,):
+          logging.error(reprs.get(p, "unknown object " + str(p)))
+        return True
+      else:
+        if find_cycle(r, graph, reprs, path + (r,)):
+          return True
+    return False
+
+  obj = objects[idx]
+  graph = {}  # referrer ID -> object ID
+  reprs = {}  # object ID -> description
+  build_ref_graph(obj, graph, reprs, (objects, graph, reprs, get_ignore_reason,
+                                      describe, build_ref_graph, find_cycle))
+  for k in graph:
+    if find_cycle(k, graph, reprs, ()):
+      return True
+  return False
+
+
 def assert_no_garbage_created(f):
   """Test method decorator to assert that no garbage has been created.
 
@@ -652,7 +755,8 @@ def assert_no_garbage_created(f):
     previous_garbage = len(gc.garbage)
     f(self, **kwargs)
     gc.collect()
-    if len(gc.garbage) > previous_garbage:
+    new_garbage = len(gc.garbage)
+    if new_garbage > previous_garbage:
       logging.error(
           "The decorated test created work for Python's garbage collector, "
           "likely due to a reference cycle. New objects in cycle(s):")
@@ -676,11 +780,19 @@ def assert_no_garbage_created(f):
           logging.error(obj)
           logging.error("  Object __repr__:")
           logging.error(repr(obj))
-        except Exception:
+        except Exception:  # pylint: disable=broad-except
           logging.error("(Exception while printing object)")
+
+    # When garbage is created, this call can help identify reference cycles,
+    # which are typically the cause of such garbage.
+    if new_garbage > previous_garbage:
+      for i in range(previous_garbage, new_garbage):
+        if _find_reference_cycle(gc.garbage, i):
+          break
+
     # This will fail if any garbage has been created, typically because of a
     # reference cycle.
-    self.assertEqual(previous_garbage, len(gc.garbage))
+    self.assertEqual(previous_garbage, new_garbage)
     # TODO(allenl): Figure out why this debug flag reset doesn't work. It would
     # be nice to be able to decorate arbitrary tests in a large test suite and
     # not hold on to every object in other tests.
diff --git a/tensorflow/python/util/tf_inspect.py b/tensorflow/python/util/tf_inspect.py
index 444e44eaf1..5f1e776640 100644
--- a/tensorflow/python/util/tf_inspect.py
+++ b/tensorflow/python/util/tf_inspect.py
@@ -352,6 +352,11 @@ def isfunction(object):  # pylint: disable=redefined-builtin
   return _inspect.isfunction(tf_decorator.unwrap(object)[1])
 
 
+def isframe(object):  # pylint: disable=redefined-builtin
+  """TFDecorator-aware replacement for inspect.ismodule."""
+  return _inspect.isframe(tf_decorator.unwrap(object)[1])
+
+
 def isgenerator(object):  # pylint: disable=redefined-builtin
   """TFDecorator-aware replacement for inspect.isgenerator."""
   return _inspect.isgenerator(tf_decorator.unwrap(object)[1])
-- 
GitLab


From a9b647d2ea65c7bd77deb06b10f1e5e95a6092ef Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 04:30:30 -0800
Subject: [PATCH 1129/1825] Add a mechanism by which a method can be bound to a
 weak reference of self. Use this mechanism in defun to convey that reference
 to AutoGraph.

PiperOrigin-RevId: 220260542
---
 .../python/autograph/pyct/inspect_utils.py      |  6 ++++++
 .../python/autograph/pyct/inspect_utils_test.py | 16 ++++++++++++++++
 tensorflow/python/eager/function.py             | 17 ++++++++++++++++-
 3 files changed, 38 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index 88f2d7a056..8fc0cb7c93 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -187,6 +187,12 @@ def getmethodclass(m):
   # Instance method and class methods: should be bound to a non-null "self".
   if hasattr(m, '__self__'):
     if m.__self__:
+      # A fallback allowing methods to be actually bound to a type different
+      # than __self__. This is useful when a strong reference from the method
+      # to the object is not desired, for example when caching is involved.
+      if hasattr(m.__self__, 'ag_self_weakref__'):
+        return m.__self__.ag_self_weakref__()
+
       return m.__self__
 
   # Class, static and unbound methods: search all defined classes in any
diff --git a/tensorflow/python/autograph/pyct/inspect_utils_test.py b/tensorflow/python/autograph/pyct/inspect_utils_test.py
index 51116b6cac..e7a2622c1a 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils_test.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils_test.py
@@ -20,6 +20,8 @@ from __future__ import print_function
 
 from functools import wraps
 import imp
+import types
+import weakref
 
 import six
 
@@ -262,6 +264,20 @@ class InspectUtilsTest(test.TestCase):
     c = TestCallable()
     self.assertEqual(inspect_utils.getmethodclass(c), TestCallable)
 
+  def test_getmethodclass_weakref_mechanism(self):
+    test_obj = TestClass()
+
+    class WeakrefWrapper(object):
+
+      def __init__(self):
+        self.ag_self_weakref__ = weakref.ref(test_obj)
+
+    def test_fn(self):
+      return self
+
+    bound_method = types.MethodType(test_fn, WeakrefWrapper())
+    self.assertEqual(inspect_utils.getmethodclass(bound_method), test_obj)
+
   def test_getdefiningclass(self):
     class Superclass(object):
 
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 08266a115b..aa0763d115 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1528,19 +1528,34 @@ def defun_with_attributes(func=None,
   return decorated
 
 
+# When a method is bound to objects of this type, it allows AutoGraph to
+# recover a weak reference the original method's self pointer. This uses the
+# mechanism from pyct.inspect_utils.getmethodclass.
+# TODO(mdan): This is not pretty. Use a callable wrapper with __get__ instead.
+class _WeakrefSelf(object):
+
+  def __init__(self, target):
+    self.ag_self_weakref__ = target
+
+
 def class_method_to_instance_method(original_function, instance):
   """Constructs a new PolymorphicFunction with `self` bound."""
   def make_partial_py_func(py_func, weak_instance):
     return lambda *args, **kwargs: py_func(weak_instance(), *args, **kwargs)
   weak_instance = weakref.ref(instance)
 
+  # Note: while we could bind to a weakref proxy instead, that causes the
+  # bound method to be unhashable.
+  bound_method = types_lib.MethodType(original_function.python_function,
+                                      _WeakrefSelf(weak_instance))
+
   # pylint: disable=protected-access
   # We make a dummy MethodType object to generate the correct bound method
   # signature. The actual call is to a function with a weak reference to
   # `instance`.
   instance_func = type(original_function)(
       tf_decorator.make_decorator(
-          types_lib.MethodType(original_function.python_function, False),
+          bound_method,
           make_partial_py_func(original_function.python_function,
                                weak_instance)),
       name=original_function._name,
-- 
GitLab


From 1e7b4eadb0b1ff5fdd0ae8915d558b934d19a168 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 06:41:45 -0800
Subject: [PATCH 1130/1825] Don't set invalid shardings in
 HloInstruction::SetupDerivedInstruction

Copying the sharding from one instruction to an other can create invalid
sharding information for tiled or tuple sharded instructions. We can just
ignore the sharding for this case and rely on the domains to preserve the
data instead.

PiperOrigin-RevId: 220272535
---
 tensorflow/compiler/xla/service/hlo_instruction.cc | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_instruction.cc b/tensorflow/compiler/xla/service/hlo_instruction.cc
index ada536770e..264e217193 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction.cc
@@ -1109,7 +1109,11 @@ void HloInstruction::set_single_sharding(const HloSharding& sharding) {
 
 void HloInstruction::SetupDerivedInstruction(
     HloInstruction* derived_instruction) const {
-  if (sharding_ != nullptr) {
+  if (sharding_ != nullptr && ShapeUtil::CompatibleIgnoringElementType(
+                                  shape_, derived_instruction->shape())) {
+    // Only copy sharding if the shape of the two instruction is compatible
+    // because copying it between differently shaped instructions can produce
+    // invalid shardings.
     derived_instruction->set_sharding(*sharding_);
   } else {
     derived_instruction->clear_sharding();
@@ -2639,9 +2643,7 @@ Status HloInstruction::Accept(
   return this->Accept(&visitor);
 }
 
-const Shape& HloInstruction::shape() const {
-  return shape_;
-}
+const Shape& HloInstruction::shape() const { return shape_; }
 
 std::vector<int64> HloInstruction::OperandIndices(
     const HloInstruction* operand) const {
-- 
GitLab


From 366dd0eabccbf5bf968c16cb985e79efffdf098a Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Tue, 6 Nov 2018 07:36:30 -0800
Subject: [PATCH 1131/1825] Add a more efficient constructor for scalar
 `Tensor` objects in host memory.

[tf.data] Optimize the creation of tensors in `tf.data.Dataset.range()`.

This change improves the range benchmark from 148.7 ns/element to 122.4 ns/element.

PiperOrigin-RevId: 220279090
---
 tensorflow/core/framework/tensor.cc           |   7 ++
 tensorflow/core/framework/tensor.h            | 111 ++++++++++++++++++
 tensorflow/core/framework/tensor_test.cc      |  36 ++++++
 .../core/kernels/data/range_dataset_op.cc     |   5 +-
 4 files changed, 156 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/framework/tensor.cc b/tensorflow/core/framework/tensor.cc
index 1dea6da911..c7ddc6c21e 100644
--- a/tensorflow/core/framework/tensor.cc
+++ b/tensorflow/core/framework/tensor.cc
@@ -752,6 +752,13 @@ Tensor::Tensor(Allocator* a, DataType type, const TensorShape& shape,
 Tensor::Tensor(DataType type, const TensorShape& shape)
     : Tensor(cpu_allocator(), type, shape) {}
 
+void Tensor::HostScalarTensorBufferBase::FillAllocationDescription(
+    AllocationDescription* proto) const {
+  proto->set_requested_bytes(size());
+  proto->set_allocator_name("HostScalarTensorBuffer");
+  proto->set_ptr(reinterpret_cast<uintptr_t>(data()));
+}
+
 template <typename T>
 class SubBuffer : public TensorBuffer {
  public:
diff --git a/tensorflow/core/framework/tensor.h b/tensorflow/core/framework/tensor.h
index d0f9eb56e2..0d58ab3875 100644
--- a/tensorflow/core/framework/tensor.h
+++ b/tensorflow/core/framework/tensor.h
@@ -16,6 +16,7 @@ limitations under the License.
 #ifndef TENSORFLOW_CORE_FRAMEWORK_TENSOR_H_
 #define TENSORFLOW_CORE_FRAMEWORK_TENSOR_H_
 
+#include <cstdint>
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/framework/allocator.h"
 #include "tensorflow/core/framework/tensor_shape.h"
@@ -110,6 +111,76 @@ class Tensor {
   /// for details.
   explicit Tensor(DataType type);
 
+ private:
+  // A tag type for selecting the `Tensor` constructor overload that creates a
+  // scalar tensor in host memory.
+  struct host_scalar_tag {};
+
+  class HostScalarTensorBufferBase;
+  template <typename T>
+  class HostScalarTensorBuffer;
+
+  // Creates a tensor with the given scalar `value` in CPU memory.
+  template <typename T>
+  Tensor(T value, host_scalar_tag tag);
+
+ public:
+  // A series of specialized constructors for scalar tensors in host memory.
+  //
+  // NOTE: The `Variant` host-scalar constructor is not defined, because Variant
+  // is implicitly constructible from many different types, and this causes
+  // ambiguities with some compilers.
+  explicit Tensor(float scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(double scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(int32 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(uint32 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(uint16 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(uint8 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(int16 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(int8 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(string scalar_value)
+      : Tensor(std::move(scalar_value), host_scalar_tag{}) {}
+  explicit Tensor(complex64 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(complex128 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(int64 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(uint64 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(bool scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(qint8 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(quint8 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(qint16 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(quint16 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(qint32 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(bfloat16 scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(Eigen::half scalar_value)
+      : Tensor(scalar_value, host_scalar_tag{}) {}
+  explicit Tensor(ResourceHandle scalar_value)
+      : Tensor(std::move(scalar_value), host_scalar_tag{}) {}
+
+  // NOTE: The `const char*` host-scalar constructor is provided as a
+  // convenience because otherwise passing a string literal would surprisingly
+  // construct a DT_BOOL tensor.
+  explicit Tensor(const char* scalar_value)
+      : Tensor(string(scalar_value), host_scalar_tag{}) {}
+
   /// Copy constructor.
   Tensor(const Tensor& other);
 
@@ -799,6 +870,46 @@ inline Tensor::Tensor(Tensor&& other)
   other.buf_ = nullptr;
 }
 
+class Tensor::HostScalarTensorBufferBase : public TensorBuffer {
+ public:
+  void FillAllocationDescription(AllocationDescription* proto) const final;
+};
+
+// `Tensor::HostScalarTensorBuffer<T>` is a specialized `TensorBuffer`
+// implementation for storing a single scalar value.
+//
+// TODO(mrry): Evaluate other compilers or approaches to aligning the value
+// so that it can be used directly as a tensor value. For example, in a C++17
+// future, we could use `alignas(EIGEN_MAX_ALIGN_BYTES)` to store the value
+// inline in this object to save an allocation. However, this is not currently
+// widely supported in our compilers.
+template <typename T>
+class Tensor::HostScalarTensorBuffer : public HostScalarTensorBufferBase {
+ public:
+  HostScalarTensorBuffer(T&& value)
+      : data_(reinterpret_cast<T*>(cpu_allocator()->AllocateRaw(
+            EIGEN_MAX_ALIGN_BYTES, sizeof(value)))) {
+    if (is_simple_type<T>::value) {
+      *data_ = value;
+    } else {
+      new (data_) T(std::move(value));
+    }
+  }
+  ~HostScalarTensorBuffer() { cpu_allocator()->Deallocate(data_, 1); }
+  void* data() const final { return const_cast<T*>(data_); }
+  size_t size() const final { return sizeof(*data_); }
+  TensorBuffer* root_buffer() final { return this; }
+
+ private:
+  T* const data_;
+};
+
+template <typename T>
+Tensor::Tensor(T value, host_scalar_tag tag)
+    : buf_(new HostScalarTensorBuffer<T>(std::move(value))) {
+  set_dtype(DataTypeToEnum<T>::value);
+}
+
 inline Tensor& Tensor::operator=(Tensor&& other) {
   // Avoid self-assignment, since we might destroy our underlying buffer.
   if (&other != this) {
diff --git a/tensorflow/core/framework/tensor_test.cc b/tensorflow/core/framework/tensor_test.cc
index c596604143..925ebc4945 100644
--- a/tensorflow/core/framework/tensor_test.cc
+++ b/tensorflow/core/framework/tensor_test.cc
@@ -830,6 +830,42 @@ TEST(Tensor_Scalar, Basics) {
   }
 }
 
+TEST(Tensor_HostScalar, Basics) {
+  {
+    Tensor t(true);
+    EXPECT_EQ(DT_BOOL, t.dtype());
+    EXPECT_EQ(1, t.NumElements());
+    auto Tt = t.scalar<bool>();
+    EXPECT_EQ(1, Tt.size());
+    EXPECT_EQ(0, Tt.rank());
+    EXPECT_TRUE(Tt());
+    Tt() = false;
+    EXPECT_FALSE(Tt());
+  }
+  {
+    Tensor t(123.45f);
+    EXPECT_EQ(DT_FLOAT, t.dtype());
+    EXPECT_EQ(1, t.NumElements());
+    auto Tt = t.scalar<float>();
+    EXPECT_EQ(1, Tt.size());
+    EXPECT_EQ(0, Tt.rank());
+    EXPECT_FLOAT_EQ(123.45f, Tt());
+    Tt() = 42.0f;
+    EXPECT_FLOAT_EQ(42.0f, Tt());
+  }
+  {
+    Tensor t("foo");
+    EXPECT_EQ(DT_STRING, t.dtype());
+    EXPECT_EQ(1, t.NumElements());
+    auto Tt = t.scalar<string>();
+    EXPECT_EQ(1, Tt.size());
+    EXPECT_EQ(0, Tt.rank());
+    EXPECT_EQ("foo", Tt());
+    Tt() = "bar";
+    EXPECT_EQ("bar", Tt());
+  }
+}
+
 TEST(Tensor_Float, Reshape_And_Slice_Assignment) {
   // A test to experiment with a way to assign to a subset of a tensor
   Tensor t(DT_FLOAT, TensorShape({10, 4, 3, 2}));
diff --git a/tensorflow/core/kernels/data/range_dataset_op.cc b/tensorflow/core/kernels/data/range_dataset_op.cc
index 1ad5b00775..207e957e37 100644
--- a/tensorflow/core/kernels/data/range_dataset_op.cc
+++ b/tensorflow/core/kernels/data/range_dataset_op.cc
@@ -104,9 +104,8 @@ class RangeDatasetOp : public DatasetOpKernel {
           *end_of_sequence = true;
           return Status::OK();
         }
-        out_tensors->emplace_back(ctx->allocator({}), DT_INT64,
-                                  TensorShape({}));
-        out_tensors->back().scalar<int64>()() = next_;
+        out_tensors->reserve(1);
+        out_tensors->emplace_back(next_);
         *end_of_sequence = false;
         next_ += dataset()->step_;
 
-- 
GitLab


From 3a3248fbbf9e9851196aa4ac19911582b2635636 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 07:44:16 -0800
Subject: [PATCH 1132/1825] Remove converted function self reference from its
 globals to avoid circular dependencies. Override the self argument with the
 results of inspect_utils.getmethodclass for consistency. Clean up the module
 cleanup mechanism.

PiperOrigin-RevId: 220280056
---
 tensorflow/python/autograph/impl/api.py | 45 +++++++++++++++----------
 1 file changed, 28 insertions(+), 17 deletions(-)

diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index 123d289739..7c2231cb56 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -192,6 +192,7 @@ def converted_call(f, owner, options, *args, **kwargs):
     arg_map_target = f
     f_class = inspect_utils.getmethodclass(f)
 
+    # TODO(mdan): This may be more elegantly handled using __get__?
     if f_class is not None:
       # If this is a method call, it may or may not include self.
       #
@@ -204,7 +205,10 @@ def converted_call(f, owner, options, *args, **kwargs):
       if owner is not None and (not args or args[0] is not owner):
         effective_args = (owner,) + args
       else:
-        effective_args = args
+        # Always override the self arg, because it might be different from
+        # what the method was bound to - see inspect_utils.getmethodclass.
+        assert args, 'Bound function call without self argument?'
+        effective_args = (f_class,) + args[1:]
       partial_types = (f_class,)
     else:
       effective_args = args
@@ -255,28 +259,30 @@ def converted_call(f, owner, options, *args, **kwargs):
       optional_features=options.optional_features)
 
   result = converted_f(*effective_args, **kwargs)
-  # When converting a function, we write a tmp file and import it as a module.
-  # This leaks the module's closure. Once we've executed the converted_f module
-  # and there is no more code left to be executed, we can clean up the module.
-
-  # TODO(mdan): Look into workarounds that don't suffer from refcount leaks.
-  # Possibly attach the closure as a regular closure cell, instead of relying on
-  # module globals.
-
-  # If there are callables in the result, they will fail to find their closure
-  # when called, so only delete module if all returned types are not callable.
-  flat_results = nest.flatten(result)
-  if all(map(_is_not_callable, flat_results)):
+
+  # The converted function's closure is simply inserted into the function's
+  # module __dict__. Since modules are permanently cached, that results in
+  # leaking the entire closure.
+  # Normally, it's not safe to delete the module because that may release said
+  # closure as well. However, in the case of converted_call we are certain the
+  # function will not be executed again, so the closure should no longer be
+  # needed so long as the function doesn't return any executable code.
+  # TODO(mdan): Attach the closure properly, using cells.
+  if all(map(_is_not_callable, nest.flatten(result))):
     del sys.modules[converted_f.__module__]
 
   return result
 
 
 def _is_not_callable(obj):
-  # TODO(brianklee): What happens if obj is a tensor wrapping a py_func?
-  return (isinstance(obj,
-                     (int, float, complex, str, bool, np.ndarray, np.generic))
-          or tensor_util.is_tensor(obj))
+  # TODO(brianklee): Handle case when obj is a tensor dependent on a py_func.
+  if isinstance(obj, (int, float, complex, str, bool)):
+    return True
+  if isinstance(obj, (np.ndarray, np.generic)):
+    return True
+  if tensor_util.is_tensor(obj):
+    return True
+  return False
 
 
 # TODO(mdan): Rename: to_ops?
@@ -357,6 +363,11 @@ def to_graph(e,
   if tf_inspect.isfunction(e):
     compiled.__defaults__ = e.__defaults__
 
+  if hasattr(compiled, '__globals__'):
+    # Remove self to avoid circular references. This will probably only work
+    # so long as the function is not reentrant.
+    del compiled.__globals__[name]
+
   # Need this so the source_mapping attribute is available for the context
   # manager to access for runtime errors.
   #
-- 
GitLab


From a5993cc89138a79a8d776ce2a4403d3e788df7ca Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Tue, 6 Nov 2018 09:07:52 -0800
Subject: [PATCH 1133/1825] [tf.data vectorization] minor refactoring

PiperOrigin-RevId: 220292732
---
 .../optimizers/data/vectorization/BUILD       |  1 +
 .../data/vectorization/cwise_op_vectorizer.cc | 99 +++++++++----------
 .../vectorization/decode_csv_vectorizer.cc    | 27 ++---
 .../parse_single_example_vectorizer.cc        | 30 +++---
 .../data/vectorization/reshape_vectorizer.cc  | 19 ++--
 .../vectorization/transpose_vectorizer.cc     | 18 ++--
 .../data/vectorization/unpack_vectorizer.cc   | 28 +++---
 .../data/vectorization/vectorizer.h           | 71 ++++++++++++-
 .../vectorization/vectorizer_registry_test.cc |  4 +-
 9 files changed, 165 insertions(+), 132 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
index 5175f6af7a..541302361f 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/BUILD
@@ -33,6 +33,7 @@ cc_library(
     deps = [
         ":wrapped_tensor",
         "//tensorflow/core:core_cpu",
+        "//tensorflow/cc:ops",
         "//tensorflow/core:lib",
     ] + tf_protos_all(),
 )
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
index 709882e45a..9d853f84a8 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/cwise_op_vectorizer.cc
@@ -43,87 +43,78 @@ const char* const kExpandDimsPrefix = "vectorized/expanddims/";
 // with shape [n, 12, 7, 5]: we need to manually expand the dimensions of A
 // *after* the leading dimension, i.e. expand A to the shape [n, 1, 1, 5] before
 // broadcasting.
-Status ExpandDimsForBroadcast(std::vector<WrappedTensor>* inputs, Graph* g) {
+Status ExpandDimsForBroadcast(VectorizerInput* inputs, Graph* g) {
   Status status;
   Scope parent = NewInternalScope(g, &status, nullptr);
-  Scope s = parent.NewSubScope(kExpandDimsPrefix);
+  Scope scope = parent.NewSubScope(kExpandDimsPrefix);
 
   // TODO(rachelim): We can potentially get rid of all these ops if shapes are
   // known statically
 
-  Output const_0 = ops::Const(s, 0);
-  Output const_1 = ops::Const(s, 1);
-
-  std::vector<Output> ranks;
-  ranks.reserve(inputs->size());
-
   // Get the stacked rank of each input
-  for (const auto& input : *inputs) {
-    Output rank = ops::Rank(s, Output(input.node, input.output_index));
+  auto get_stacked_rank = [&scope](const WrappedTensor& input) {
+    Output rank = ops::Rank(scope, Output(input.node, input.output_index));
 
     if (!input.stacked) {
       // If the input is unstacked, add 1
-      rank = ops::Add(s, rank, const_1);
+      rank = ops::Add(scope, rank, ops::Const(scope, 1));
     }
 
-    ranks.push_back(rank);
-  }
-
-  // Pack the ranks into one tensor to get the max
-  Output packed_ranks = ops::Stack(s, ranks);
+    return rank;
+  };
 
-  Output max_rank =
-      ops::Max(s, packed_ranks, const_0, ops::Max::Attrs().KeepDims(true));
+  Output rank_0 = get_stacked_rank(inputs->at(0));
+  Output rank_1 = get_stacked_rank(inputs->at(1));
 
-  std::vector<WrappedTensor> expanded_inputs;
-  expanded_inputs.reserve(inputs->size());
+  Output max_rank = ops::Maximum(scope, rank_0, rank_1);
 
   // For all inputs that are stacked, expand dimensions after dim 0.
-  for (size_t i = 0; i < inputs->size(); ++i) {
-    if (!inputs->at(i).stacked) {
-      expanded_inputs.push_back(inputs->at(i));
-      continue;
-    }
-
-    Output input(inputs->at(i).node, inputs->at(i).output_index);
+  auto expand_dims_if_unstacked =
+      [&scope, &max_rank](const WrappedTensor& tensor, const Output& rank) {
+        if (!tensor.stacked)
+          return WrappedTensor(tensor.node, tensor.output_index, false);
 
-    // Number of dimensions to expand
-    Output rank_diff = ops::Sub(s, max_rank, ranks[i]);
+        Output input(tensor.node, tensor.output_index);
 
-    // [1] * rank_diff
-    Output ones = ops::Tile(s, ops::Const(s, {1}), rank_diff);
+        Output rank_diff = ops::Sub(scope, max_rank, rank);
 
-    Output const_vec_1 = ops::Const(s, {1});
+        // [1] * rank_diff
+        Output ones = ops::Fill(
+            scope, ops::ExpandDims(scope, rank_diff, ops::Const(scope, 0)),
+            ops::Const(scope, 1));
 
-    Output shape = ops::Shape(s, input);
+        Output shape = ops::Shape(scope, input);
 
-    // shape[:1]
-    Output concat_pre =
-        ops::StridedSlice(s, shape, const_vec_1, const_vec_1, const_vec_1,
-                          ops::StridedSlice::Attrs().BeginMask(1));
+        Output const_vec_1 = ops::Const(scope, {1});
+        // shape[:1]
+        Output concat_pre = ops::StridedSlice(
+            scope, shape, const_vec_1, const_vec_1, const_vec_1,
+            ops::StridedSlice::Attrs().BeginMask(1));
 
-    // shape[1:]
-    Output concat_post =
-        ops::StridedSlice(s, shape, const_vec_1, const_vec_1, const_vec_1,
-                          ops::StridedSlice::Attrs().EndMask(1));
+        // shape[1:]
+        Output concat_post = ops::StridedSlice(
+            scope, shape, const_vec_1, const_vec_1, const_vec_1,
+            ops::StridedSlice::Attrs().EndMask(1));
 
-    // tf.concat([shape[:1], ones, shape[1:]], 0)
-    Output new_shape = ops::Concat(s, {concat_pre, ones, concat_post}, const_0);
+        // tf.concat([shape[:1], ones, shape[1:]], 0)
+        Output new_shape = ops::Concat(scope, {concat_pre, ones, concat_post},
+                                       ops::Const(scope, 0));
 
-    Output result = ops::Reshape(s, input, new_shape);
+        Output reshaped = ops::Reshape(scope, input, new_shape);
 
-    expanded_inputs.push_back({result.node(), 0, true});
-  }
+        return WrappedTensor(reshaped.node(), 0, true);
+      };
 
-  inputs->swap(expanded_inputs);
-  return status;
+  *inputs = VectorizerInput({expand_dims_if_unstacked(inputs->at(0), rank_0),
+                             expand_dims_if_unstacked(inputs->at(1), rank_1)});
+  return Status::OK();
 }
 
 // Vectorization helper for component-wise ops. Since these operations act
 // component-wise, the vectorized op is the same as the original.
 Status CwiseVectorizeHelper(const Node& node, Graph* outer_scope,
-                            std::vector<WrappedTensor>&& inputs,
-                            std::vector<WrappedTensor>* outputs) {
+                            VectorizerInput&& inputs,
+                            VectorizerOutput* outputs) {
   // Add new node with the same op type and attrs as the original node
   Node* new_node;
   auto node_builder = NodeBuilder(strings::StrCat("vectorized/", node.name()),
@@ -144,8 +135,8 @@ Status CwiseVectorizeHelper(const Node& node, Graph* outer_scope,
 class UnaryCwiseOpVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
     if (inputs.size() != 1) {
       return errors::Internal("Failed to vectorize ", node.type_string(),
                               ". The op should have 1 input, but has ",
@@ -159,8 +150,8 @@ class UnaryCwiseOpVectorizer : public Vectorizer {
 class BinaryCwiseOpVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
     if (inputs.size() != 2) {
       return errors::Internal("Failed to vectorize ", node.type_string(),
                               ". The op should have 2 input, but has ",
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/decode_csv_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/decode_csv_vectorizer.cc
index c4460387bb..76c0047747 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/decode_csv_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/decode_csv_vectorizer.cc
@@ -25,30 +25,21 @@ namespace {
 class DecodeCSVVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    if (!inputs[0].stacked) {
-      return errors::InvalidArgument("Expecting input 0 to be stacked.");
-    }
-    for (size_t i = 1; i < inputs.size(); ++i) {
-      if (inputs[i].stacked) {
-        // Record defaults should not be stacked
-        return errors::InvalidArgument("Expecting input ", i,
-                                       "to be unstacked.");
-      }
-    }
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
+    NodeBuilder::NodeOut records;
+    TF_RETURN_IF_ERROR(inputs.stacked(0, &records));
 
     std::vector<NodeBuilder::NodeOut> defaults;
-    defaults.reserve(inputs.size() - 1);
+    defaults.resize(inputs.size() - 1);
     for (size_t i = 1; i < inputs.size(); ++i) {
-      defaults.emplace_back(inputs[i].node, inputs[i].output_index);
+      TF_RETURN_IF_ERROR(inputs.unstacked(i, &defaults[i - 1]));
     }
 
     Node* new_node;
-    auto node_builder =
-        NodeBuilder(node.type_string(), node.type_string())
-            .Input(inputs[0].node, inputs[0].output_index)  // records;
-            .Input(defaults);                               // defaults
+    auto node_builder = NodeBuilder(node.type_string(), node.type_string())
+                            .Input(records)
+                            .Input(defaults);
 
     for (const auto& attr : node.attrs()) {
       node_builder = node_builder.Attr(attr.first, attr.second);
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/parse_single_example_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/parse_single_example_vectorizer.cc
index 7d0edfb386..f81b2d01d9 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/parse_single_example_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/parse_single_example_vectorizer.cc
@@ -27,23 +27,15 @@ namespace {
 class ParseSingleExampleVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    if (!inputs[0].stacked) {
-      return errors::InvalidArgument("Expecting input 0 to be stacked.");
-    }
-    for (size_t i = 1; i < inputs.size(); ++i) {
-      if (inputs[i].stacked) {
-        // Dense defaults should not be stacked
-        return errors::InvalidArgument("Expecting input ", i,
-                                       "to be unstacked.");
-      }
-    }
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
+    NodeBuilder::NodeOut serialized;
+    TF_RETURN_IF_ERROR(inputs.stacked(0, &serialized));
 
     std::vector<NodeBuilder::NodeOut> dense_defaults;
-    dense_defaults.reserve(inputs.size() - 1);
+    dense_defaults.resize(inputs.size() - 1);
     for (size_t i = 1; i < inputs.size(); ++i) {
-      dense_defaults.emplace_back(inputs[i].node, inputs[i].output_index);
+      TF_RETURN_IF_ERROR(inputs.unstacked(i, &dense_defaults[i - 1]));
     }
 
     Status scope_status;
@@ -79,11 +71,11 @@ class ParseSingleExampleVectorizer : public Vectorizer {
     Node* new_node;
     auto node_builder =
         NodeBuilder(strings::StrCat("vectorized/", node.name()), "ParseExample")
-            .Input(inputs[0].node, inputs[0].output_index)  // serialized
-            .Input(names)                                   // names
-            .Input(sparse_keys)                             // sparse_keys
-            .Input(dense_keys)                              // dense_keys
-            .Input(dense_defaults);                         // dense_defaults
+            .Input(serialized)
+            .Input(names)
+            .Input(sparse_keys)
+            .Input(dense_keys)
+            .Input(dense_defaults);
 
     for (const auto& attr : {"sparse_types", "dense_shapes"}) {
       // Copy attrs if they exist
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/reshape_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/reshape_vectorizer.cc
index dfb855ffa5..a094bfd1de 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/reshape_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/reshape_vectorizer.cc
@@ -47,23 +47,18 @@ Output GetVectorizedShape(Scope* s, Output tensor, Output original_shape) {
 class ReshapeVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    if (!inputs[0].stacked || inputs[1].stacked) {
-      return errors::InvalidArgument(
-          "Expecting input 0 (`tensor`) to be stacked and input 1 (`shape`) to "
-          "be unstacked.");
-    }
-
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
     Status status;
     Scope parent = NewInternalScope(outer_scope, &status, nullptr);
     Scope s = parent.NewSubScope(kReshapePrefix);
 
-    Output tensor = {inputs[0].node, inputs[0].output_index};
+    Output tensor, shape;
+    TF_RETURN_IF_ERROR(inputs.stacked(0, &tensor));
+    TF_RETURN_IF_ERROR(inputs.unstacked(1, &shape));
+
     Output vectorized_reshape =
-        ops::Reshape(s, tensor,
-                     GetVectorizedShape(
-                         &s, tensor, {inputs[1].node, inputs[1].output_index}));
+        ops::Reshape(s, tensor, GetVectorizedShape(&s, tensor, shape));
 
     TF_RETURN_IF_ERROR(status);
 
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc
index 4c286d9c4a..45ad72bb7a 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/transpose_vectorizer.cc
@@ -41,20 +41,18 @@ constexpr char kTransposePrefix[] = "vectorized/transpose";
 class TransposeVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    if (!inputs[0].stacked || inputs[1].stacked) {
-      return errors::InvalidArgument(
-          "Expecting input 0 (`x`) to be stacked and input 1 (`perm`) to "
-          "be unstacked.");
-    }
-
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
     Status status;
     Scope parent = NewInternalScope(outer_scope, &status, /*refiner=*/nullptr);
     Scope scope = parent.NewSubScope(kTransposePrefix);
 
-    Output tensor = {inputs[0].node, inputs[0].output_index};
-    Output original_perm = {inputs[1].node, inputs[1].output_index};
+    Output tensor, original_perm;
+    TF_RETURN_IF_ERROR(inputs.stacked(0, &tensor));
+    TF_RETURN_IF_ERROR(inputs.unstacked(1, &original_perm));
+    if (original_perm.type() != DT_INT32) {
+      original_perm = ops::Cast(scope, original_perm, DT_INT32);
+    }
 
     // The vectorized permutation is the original permutation with an additional
     // leading 0 and all other values incremented by 1.
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/unpack_vectorizer.cc b/tensorflow/core/grappler/optimizers/data/vectorization/unpack_vectorizer.cc
index 13b8500eda..6e00c0cb05 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/unpack_vectorizer.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/unpack_vectorizer.cc
@@ -24,16 +24,10 @@ namespace {
 class UnpackVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
-    Status s;
-    if (node.num_inputs() != 1 || inputs.size() != 1) {
-      return errors::Internal("Unpack op should only have one input.");
-    }
-
-    // Add new Unpack node with the same op and attrs as the original node
-    auto new_unpack_node = outer_scope->AddNode(node.def(), &s);
-    TF_RETURN_IF_ERROR(s);
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
+    NodeBuilder::NodeOut value;
+    TF_RETURN_IF_ERROR(inputs.stacked(0, &value));
 
     int axis = 0;
     if (HasNodeAttr(node.def(), "axis")) {
@@ -46,17 +40,21 @@ class UnpackVectorizer : public Vectorizer {
       // Note: negative axis values wrap around.
       axis += 1;
     }
-    new_unpack_node->AddAttr("axis", axis);
-
-    outer_scope->AddEdge(inputs[0].node, inputs[0].output_index,
-                         new_unpack_node, 0);
 
     int num;
     TF_RETURN_IF_ERROR(GetNodeAttr(node.attrs(), "num", &num));
 
+    Node* new_node;
+    TF_RETURN_IF_ERROR(NodeBuilder(strings::StrCat("vectorized/", node.name()),
+                                   node.type_string())
+                           .Input(value)
+                           .Attr("axis", axis)
+                           .Attr("num", num)
+                           .Finalize(outer_scope, &new_node));
+
     // Add the output mappings
     for (int i = 0; i < num; ++i) {
-      outputs->push_back({new_unpack_node, i, true});
+      outputs->push_back({new_node, i, true});
     }
 
     return Status::OK();
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer.h b/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer.h
index 8d4676aae0..7c9905f89a 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer.h
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer.h
@@ -18,6 +18,7 @@ limitations under the License.
 
 #include "tensorflow/core/framework/function.pb.h"
 #include "tensorflow/core/graph/graph.h"
+#include "tensorflow/core/graph/node_builder.h"
 #include "tensorflow/core/grappler/optimizers/data/vectorization/wrapped_tensor.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
@@ -25,6 +26,72 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
+// Represents the outputs of a vectorized op. Currently, a simple type alias
+// provided for symmetry with `VectorizerInput`.
+using VectorizerOutput = std::vector<WrappedTensor>;
+
+// Represents the inputs of a vectorized op. Supports iteration, random access,
+// and retrieval of stacked and unstacked tensor inputs.
+class VectorizerInput {
+ public:
+  VectorizerInput(std::vector<WrappedTensor>&& inputs)
+      : inputs_(std::move(inputs)) {}
+
+  // Gets the stacked tensor input at position index. Returns an error if
+  // the tensor at index is unstacked. The type T must have a (Node*, int)
+  // constructor.
+  template <class T>
+  Status stacked(int index, T* result) const {
+    DCHECK_GE(index, 0);
+    DCHECK_LT(index, size());
+
+    if (!inputs_[index].stacked) {
+      return errors::InvalidArgument("Expecting input ", index,
+                                     " to be stacked.");
+    }
+    *result = {inputs_[index].node, inputs_[index].output_index};
+    return Status::OK();
+  }
+
+  // Gets the unstacked tensor input at position index. Returns an error if
+  // the tensor at index is stacked. The type T must have a (Node*, int)
+  // constructor.
+  template <class T>
+  Status unstacked(int index, T* result) const {
+    DCHECK_GE(index, 0);
+    DCHECK_LT(index, size());
+
+    if (inputs_[index].stacked) {
+      return errors::InvalidArgument("Expecting input ", index,
+                                     " to be unstacked.");
+    }
+    *result = {inputs_[index].node, inputs_[index].output_index};
+    return Status::OK();
+  }
+
+  // Returns a const reference to the element at specified location index.
+  const WrappedTensor& at(int index) const {
+    DCHECK_GE(index, 0);
+    DCHECK_LT(index, size());
+    return inputs_.at(index);
+  }
+
+  // Returns a const iterator pointing to the first wrapped tensor input.
+  std::vector<WrappedTensor>::const_iterator begin() const {
+    return inputs_.begin();
+  }
+  // Returns a const iterator pointing to the past-the-end wrapped tensor input.
+  std::vector<WrappedTensor>::const_iterator end() const {
+    return inputs_.end();
+  }
+
+  // Returns the number of input tensors.
+  size_t size() const { return inputs_.size(); }
+
+ private:
+  std::vector<WrappedTensor> inputs_;
+};
+
 // Interface for vectorization of TensorFlow operations. See `CastVectorizer`
 // for an example.
 class Vectorizer {
@@ -40,8 +107,8 @@ class Vectorizer {
   // value in `outputs` corresponds to the i'th output port of the node
   // to be converted.
   virtual Status Vectorize(const Node& node, Graph* outer_scope,
-                           std::vector<WrappedTensor>&& inputs,
-                           std::vector<WrappedTensor>* outputs) = 0;
+                           VectorizerInput&& inputs,
+                           VectorizerOutput* outputs) = 0;
 };
 
 }  // namespace grappler
diff --git a/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry_test.cc b/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry_test.cc
index 054aeb9a8f..0eee91f241 100644
--- a/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry_test.cc
+++ b/tensorflow/core/grappler/optimizers/data/vectorization/vectorizer_registry_test.cc
@@ -24,8 +24,8 @@ namespace grappler {
 class TestVectorizer : public Vectorizer {
  public:
   Status Vectorize(const Node& node, Graph* outer_scope,
-                   std::vector<WrappedTensor>&& inputs,
-                   std::vector<WrappedTensor>* outputs) override {
+                   VectorizerInput&& inputs,
+                   VectorizerOutput* outputs) override {
     return Status::OK();
   }
 };
-- 
GitLab


From e6d171a2afcf0b7a1f77f125751727232480edbe Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 09:09:04 -0800
Subject: [PATCH 1134/1825] Deprecate GatherParams input_rank

PiperOrigin-RevId: 220292905
---
 tensorflow/lite/kernels/gather.cc                               | 2 --
 .../lite/kernels/internal/reference/legacy_reference_ops.h      | 1 -
 tensorflow/lite/kernels/internal/types.h                        | 1 -
 3 files changed, 4 deletions(-)

diff --git a/tensorflow/lite/kernels/gather.cc b/tensorflow/lite/kernels/gather.cc
index 195a6d2b81..eb622fba12 100644
--- a/tensorflow/lite/kernels/gather.cc
+++ b/tensorflow/lite/kernels/gather.cc
@@ -88,11 +88,9 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
   const TfLiteTensor* positions = GetInput(context, node, kInputPositions);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-  const int input_rank = NumDimensions(input);
 #define TF_LITE_GATHER(data_type, index_type)                              \
   {                                                                        \
     tflite::GatherParams op_params;                                        \
-    op_params.input_rank = input_rank;                                     \
     op_params.axis = params->axis;                                         \
     optimized_ops::Gather(                                                 \
         op_params, GetTensorShape(input), GetTensorData<data_type>(input), \
diff --git a/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h b/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
index c92f28c79e..380fc8f98e 100644
--- a/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/legacy_reference_ops.h
@@ -802,7 +802,6 @@ inline void Gather(const T* input_data, const Dims<4>& input_dims,
                    const Dims<4>& coords_dims, T* output_data,
                    const Dims<4>& output_dims) {
   tflite::GatherParams op_params;
-  op_params.input_rank = input_rank;
   op_params.axis = 4 - input_rank;
 
   Gather(op_params, DimsToShape(input_dims), input_data,
diff --git a/tensorflow/lite/kernels/internal/types.h b/tensorflow/lite/kernels/internal/types.h
index 04b95ddc63..a05bd5e003 100644
--- a/tensorflow/lite/kernels/internal/types.h
+++ b/tensorflow/lite/kernels/internal/types.h
@@ -852,7 +852,6 @@ struct FullyConnectedParams {
 };
 
 struct GatherParams {
-  int16 input_rank;
   int16 axis;
 };
 
-- 
GitLab


From c9b4689bc4d4024aa16b7d6cfc1c65fa1ed8486e Mon Sep 17 00:00:00 2001
From: gehring <clement.gehring@gmail.com>
Date: Tue, 6 Nov 2018 12:32:01 -0500
Subject: [PATCH 1135/1825] Removed no longer supported call to
 in_eager_execution

changes to model_analyser.analyse(...):
- Swapped context.in_eager_execution() to the currently supported context.executing_eagerly().
- Added negation to eager check. In all likelihood, the negation was always supposed to be there since getting default graph in eager mode does not make sense. The current `if` condition is likely a bug. The proposed fix is consistent with other functions in this module, e.g., `profile(...)`, line 339.
---
 tensorflow/python/profiler/model_analyzer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/profiler/model_analyzer.py b/tensorflow/python/profiler/model_analyzer.py
index acf02096ff..5f19eac043 100644
--- a/tensorflow/python/profiler/model_analyzer.py
+++ b/tensorflow/python/profiler/model_analyzer.py
@@ -398,7 +398,7 @@ def advise(graph=None, run_meta=None, options=_DEFAULT_ADVISE_OPTIONS):
   Returns:
     Returns AdviceProto proto
   """
-  if not graph and context.in_eager_execution():
+  if not graph and not context.executing_eagerly():
     graph = ops.get_default_graph()
 
   if options == _DEFAULT_ADVISE_OPTIONS:
-- 
GitLab


From 012f0771a45de216b2f2d2dd85b7041bb8b5ce66 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Tue, 6 Nov 2018 09:34:01 -0800
Subject: [PATCH 1136/1825] [tf.data] Reduce from two map lookups to one in
 `Model::Node::record_stop()`.

PiperOrigin-RevId: 220296822
---
 tensorflow/core/framework/model.h | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 635a760b22..f8db08ca17 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -18,7 +18,8 @@ limitations under the License.
 #include <list>
 #include <memory>
 #include <string>
-#include <thread>  // (b/114492873): move this include into core/platform
+// TODO(b/114492873): Move this include into core/platform.
+#include <thread>  // NOLINT
 #include <utility>
 #include <vector>
 
@@ -169,10 +170,10 @@ class Node {
   void record_stop() LOCKS_EXCLUDED(mu_) {
     mutex_lock l(mu_);
     std::thread::id tid = std::this_thread::get_id();
-    auto start_time = gtl::FindOrNull(work_start_, tid);
-    if (start_time) {
-      processing_time_ += Env::Default()->NowNanos() - *start_time;
-      work_start_.erase(tid);
+    auto iter = work_start_.find(tid);
+    if (iter != work_start_.end()) {
+      processing_time_ += Env::Default()->NowNanos() - iter->second;
+      work_start_.erase(iter);
     } else {
       LOG(WARNING)
           << "Encountered a stop event that was not preceded by a start event.";
-- 
GitLab


From 6ae8cb76c9bfd862d2472ce1c37291bfc1003ab7 Mon Sep 17 00:00:00 2001
From: Grzegorz George Pawelczak <grzegorzp@graphcore.ai>
Date: Tue, 6 Nov 2018 18:11:17 +0000
Subject: [PATCH 1137/1825] Address review comments

---
 tensorflow/compiler/xla/service/algebraic_simplifier.cc | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 9ee4320267..4d17dd707b 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -455,8 +455,6 @@ Status AlgebraicSimplifierVisitor::HandleAnd(HloInstruction* logical_and) {
     if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_and, lhs)) {
       return Status::OK();
     }
-
-    return Status::OK();
   }
 
   return Status::OK();
@@ -1301,8 +1299,6 @@ Status AlgebraicSimplifierVisitor::HandleOr(HloInstruction* logical_or) {
     if (IsAll(lhs, 0) && ReplaceInstructionIfSameShape(logical_or, rhs)) {
       return Status::OK();
     }
-
-    return Status::OK();
   }
 
   return Status::OK();
-- 
GitLab


From 108c17095ed3a2d2c67e39ef4d20902035ad3861 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 10:12:24 -0800
Subject: [PATCH 1138/1825] Explicitly check for None to avoid implicit casts
 to bool.

PiperOrigin-RevId: 220303818
---
 tensorflow/python/autograph/pyct/inspect_utils.py      | 2 +-
 tensorflow/python/autograph/pyct/inspect_utils_test.py | 6 ++++++
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/autograph/pyct/inspect_utils.py b/tensorflow/python/autograph/pyct/inspect_utils.py
index 8fc0cb7c93..4d56b93671 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils.py
@@ -186,7 +186,7 @@ def getmethodclass(m):
 
   # Instance method and class methods: should be bound to a non-null "self".
   if hasattr(m, '__self__'):
-    if m.__self__:
+    if m.__self__ is not None:
       # A fallback allowing methods to be actually bound to a type different
       # than __self__. This is useful when a strong reference from the method
       # to the object is not desired, for example when caching is involved.
diff --git a/tensorflow/python/autograph/pyct/inspect_utils_test.py b/tensorflow/python/autograph/pyct/inspect_utils_test.py
index e7a2622c1a..622e3bafc0 100644
--- a/tensorflow/python/autograph/pyct/inspect_utils_test.py
+++ b/tensorflow/python/autograph/pyct/inspect_utils_test.py
@@ -27,6 +27,7 @@ import six
 
 from tensorflow.python import lib
 from tensorflow.python.autograph.pyct import inspect_utils
+from tensorflow.python.framework import constant_op
 from tensorflow.python.platform import test
 
 
@@ -278,6 +279,11 @@ class InspectUtilsTest(test.TestCase):
     bound_method = types.MethodType(test_fn, WeakrefWrapper())
     self.assertEqual(inspect_utils.getmethodclass(bound_method), test_obj)
 
+  def test_getmethodclass_no_bool_conversion(self):
+
+    tensor = constant_op.constant([1])
+    self.assertEqual(inspect_utils.getmethodclass(tensor.get_shape), tensor)
+
   def test_getdefiningclass(self):
     class Superclass(object):
 
-- 
GitLab


From bd12be211a919b70c448a0a0d68b344f1c3993d9 Mon Sep 17 00:00:00 2001
From: Blake Hechtman <blakehechtman@google.com>
Date: Tue, 6 Nov 2018 10:16:10 -0800
Subject: [PATCH 1139/1825] [XLA] Fix possible corruption of hlo reachability
 by using the global unique id.MOF actually needs to update reachabilty before
 fusing since mof will actually create new instructions

PiperOrigin-RevId: 220304502
---
 .../compiler/xla/service/hlo_reachability.cc  |  2 +-
 .../compiler/xla/service/hlo_reachability.h   | 24 +++++++++++++------
 .../xla/service/hlo_reachability_test.cc      |  3 ++-
 .../xla/service/multi_output_fusion.cc        |  2 +-
 4 files changed, 21 insertions(+), 10 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_reachability.cc b/tensorflow/compiler/xla/service/hlo_reachability.cc
index 7e73cf5889..4aa8067752 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability.cc
+++ b/tensorflow/compiler/xla/service/hlo_reachability.cc
@@ -24,7 +24,7 @@ HloReachabilityMap::HloReachabilityMap(
     : size_(instructions.size()) {
   bit_vectors_.reserve(size_);
   for (const HloInstruction* hlo : instructions) {
-    indices_[hlo] = bit_vectors_.size();
+    indices_[GetKey(hlo)] = bit_vectors_.size();
     bit_vectors_.emplace_back(size_);
   }
   CHECK_EQ(size_, indices_.size());  // instructions should be unique
diff --git a/tensorflow/compiler/xla/service/hlo_reachability.h b/tensorflow/compiler/xla/service/hlo_reachability.h
index 2c965f58bf..7823b06a41 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability.h
+++ b/tensorflow/compiler/xla/service/hlo_reachability.h
@@ -16,21 +16,23 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_SERVICE_HLO_REACHABILITY_H_
 #define TENSORFLOW_COMPILER_XLA_SERVICE_HLO_REACHABILITY_H_
 
+#include <cstdio>
 #include <list>
 #include <vector>
 
+#include "absl/base/casts.h"
 #include "absl/container/flat_hash_map.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/xla/map_util.h"
 #include "tensorflow/compiler/xla/service/hlo_computation.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace xla {
 
-class HloInstruction;
-
 // A class for representing reachability between HloInstructions.
 //
 // It has an adjacency matrix and it is up to the user of the class to set the
@@ -97,7 +99,9 @@ class HloReachabilityMap {
   bool IsConnected(const HloInstruction* a, const HloInstruction* b) const;
 
   // Checks if an instruction is in the Reachability map.
-  bool IsPresent(const HloInstruction* a) const { return indices_.contains(a); }
+  bool IsPresent(const HloInstruction* a) const {
+    return indices_.contains(GetKey(a));
+  }
 
  private:
   // A bit-vector implementation specialized for this use case which provides a
@@ -160,18 +164,24 @@ class HloReachabilityMap {
       absl::Span<const HloInstruction* const> inputs,
       const HloInstruction* instruction, BitVector* bit_vector);
 
+  uint64 GetKey(const HloInstruction* instruction) const {
+    uint64 unique_id = absl::bit_cast<uint32>(instruction->unique_id());
+    uint64 module_id =
+        absl::bit_cast<uint32>(instruction->parent()->parent()->unique_id());
+    return (module_id << 32) | unique_id;
+  }
   // Return the index of the given instruction. The value is used to index into
   // the vector of BitVectors and the BitVectors themselves.
   int GetIndex(const HloInstruction* instruction) const {
-    return FindOrDie(indices_, instruction);
+    return FindOrDie(indices_, GetKey(instruction));
   }
 
   // The number of instructions in the reachability map.
   const size_t size_;
 
-  // Dense assignment from HloInstruction* to number. These numbers index
-  // into the bit_vectors_ vector and into the bits within a BitVector.
-  absl::flat_hash_map<const HloInstruction*, int> indices_;
+  // Dense assignment from HloInstruction::unique_id to number. These numbers
+  // index into the bit_vectors_ vector and into the bits within a BitVector.
+  absl::flat_hash_map<uint64, int> indices_;
 
   // Bitvectors holding the reachability to each instruction. The bit vector for
   // instruction X includes ones for each instruction which X is reachable from.
diff --git a/tensorflow/compiler/xla/service/hlo_reachability_test.cc b/tensorflow/compiler/xla/service/hlo_reachability_test.cc
index 21265d9f22..eec7fd65f8 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_reachability_test.cc
@@ -48,7 +48,8 @@ TEST_F(HloReachabilityTest, Reachability) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(0.0f)));
   auto e = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(0.0f)));
-  builder.Build();
+  auto module = CreateNewVerifiedModule();
+  module->AddEntryComputation(builder.Build());
 
   HloReachabilityMap reachability({a, b, c, d, e});
   reachability.SetReachable(a, a);
diff --git a/tensorflow/compiler/xla/service/multi_output_fusion.cc b/tensorflow/compiler/xla/service/multi_output_fusion.cc
index 6088fa4df6..9ccdd7d8d8 100644
--- a/tensorflow/compiler/xla/service/multi_output_fusion.cc
+++ b/tensorflow/compiler/xla/service/multi_output_fusion.cc
@@ -318,9 +318,9 @@ bool MultiOutputFusion::Perform() {
                 << instr2->fused_instructions_computation()->ToString(
                        HloPrintOptions().set_indent_amount(1));
       }
+      Update(instr1, instr2);
       HloInstruction* ret = Fuse(instr1, instr2);
       set_is_fused(ret == instr1 ? instr2 : instr1);
-      Update(instr1, instr2);
       changed = true;
       VLOG(2) << "After fusion, \t this: " << ret->name() << "\n"
               << ret->fused_instructions_computation()->ToString(
-- 
GitLab


From 7b652b409a901325da6daa77409f61471661cf9b Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Tue, 6 Nov 2018 10:36:55 -0800
Subject: [PATCH 1140/1825] Add support for additional features in
 ClusterResolver to support Distributed Coordinators

PiperOrigin-RevId: 220308433
---
 .../python/training/cluster_resolver.py       | 127 ++++++++++++++++--
 .../python/training/cluster_resolver_test.py  |  90 ++++++++++++-
 2 files changed, 205 insertions(+), 12 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
index 5ecd4f3418..bf2b057113 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
@@ -25,6 +25,13 @@ import six
 from tensorflow.python.training.server_lib import ClusterSpec
 
 
+def _format_master_url(master, rpc_layer=None):
+  if rpc_layer:
+    return '%s://%s' % (rpc_layer, master)
+  else:
+    return master
+
+
 @six.add_metaclass(abc.ABCMeta)
 class ClusterResolver(object):
   """Abstract class for all implementations of ClusterResolvers.
@@ -57,12 +64,13 @@ class ClusterResolver(object):
         'cluster_spec is not implemented for {}.'.format(self))
 
   @abc.abstractmethod
-  def master(self, task_type=None, task_index=None):
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
     """Retrieves the name or URL of the session master.
 
     Args:
       task_type: (Optional) The type of the TensorFlow task of the master.
       task_index: (Optional) The index of the TensorFlow task of the master.
+      rpc_layer: (Optional) The RPC protocol for the given cluster.
 
     Returns:
       The name or URL of the session master.
@@ -77,10 +85,18 @@ class ClusterResolver(object):
 class SimpleClusterResolver(ClusterResolver):
   """Simple implementation of ClusterResolver that accepts a ClusterSpec."""
 
-  def __init__(self, cluster_spec, master=''):
+  def __init__(self, cluster_spec, master='', task_type=None, task_index=None,
+               environment='', num_accelerators_per_worker=0,
+               rpc_layer=None):
     """Creates a SimpleClusterResolver from a ClusterSpec."""
     super(SimpleClusterResolver, self).__init__()
 
+    self._task_type = task_type
+    self._task_index = task_index
+    self._environment = environment
+    self._num_accelerators_per_worker = num_accelerators_per_worker
+    self._rpc_layer = rpc_layer
+
     if not isinstance(cluster_spec, ClusterSpec):
       raise TypeError('cluster_spec must be a ClusterSpec.')
     self._cluster_spec = cluster_spec
@@ -93,12 +109,13 @@ class SimpleClusterResolver(ClusterResolver):
     """Returns the ClusterSpec passed into the constructor."""
     return self._cluster_spec
 
-  def master(self, task_type=None, task_index=None):
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
     """Returns the master address to use when creating a session.
 
     Args:
       task_type: (Optional) The type of the TensorFlow task of the master.
       task_index: (Optional) The index of the TensorFlow task of the master.
+      rpc_layer: (Optional) The RPC used by distributed TensorFlow.
 
     Returns:
       The name or URL of the session master.
@@ -107,9 +124,51 @@ class SimpleClusterResolver(ClusterResolver):
     string passed into the initialization function.
     """
     if task_type and task_index:
-      return self.cluster_spec().task_address(task_type, task_index)
+      master = self.cluster_spec().task_address(task_type, task_index)
+    else:
+      master = self._master
+
+    return _format_master_url(master, rpc_layer or self._rpc_layer)
+
+  @property
+  def task_type(self):
+    return self._task_type
+
+  @property
+  def task_index(self):
+    return self._task_index
+
+  @task_type.setter
+  def task_type(self, task_type):
+    self._task_type = task_type
+
+  @task_index.setter
+  def task_index(self, task_index):
+    self._task_index = task_index
+
+  @property
+  def environment(self):
+    return self._environment
+
+  def num_accelerators_per_worker(self, session_config=None):
+    """Returns the number of accelerator cores per worker.
+
+    Args:
+      session_config: Unused. The SimpleClusterResolver does not do automatic
+        detection of accelerators, so a TensorFlow session will never be
+        created, and thus a `session_config` is never necessary here, and will
+        be ignored.
+    """
+    del session_config
+    return self._num_accelerators_per_worker
 
-    return self._master
+  @property
+  def rpc_layer(self):
+    return self._rpc_layer
+
+  @rpc_layer.setter
+  def rpc_layer(self, rpc_layer):
+    self._rpc_layer = rpc_layer
 
 
 class UnionClusterResolver(ClusterResolver):
@@ -119,13 +178,22 @@ class UnionClusterResolver(ClusterResolver):
   merges the underlying ClusterResolvers, and returns one unified ClusterSpec
   when cluster_spec is called. The details of the merge function is
   documented in the cluster_spec function.
+
+  For additional Cluster Resolver properties such as task type, task index,
+  rpc layer, environment, etc..., we will return the value from the first
+  ClusterResolver in the union.
   """
 
-  def __init__(self, *args):
+  def __init__(self, *args, **kwargs):
     """Initializes a UnionClusterResolver with other ClusterResolvers.
 
     Args:
       *args: `ClusterResolver` objects to be unionized.
+      **kwargs:
+        rpc_layer - (Optional) Override value for the RPC layer used by
+          TensorFlow.
+        task_type - (Optional) Override value for the current task type.
+        task_index - (Optional) Override value for the current task index.
 
     Raises:
       TypeError: If any argument is not a subclass of `ClusterResolvers`.
@@ -133,6 +201,13 @@ class UnionClusterResolver(ClusterResolver):
     """
     super(UnionClusterResolver, self).__init__()
 
+    self._rpc_layer = kwargs.pop('rpc_layer', None)
+    self._task_type = kwargs.pop('task_type', None)
+    self._task_index = kwargs.pop('task_index', None)
+
+    if kwargs:
+      raise ValueError('Unexpected kwargs provided {!r}'.format(kwargs))
+
     if not args:
       raise ValueError('At least one ClusterResolver is required.')
 
@@ -216,7 +291,7 @@ class UnionClusterResolver(ClusterResolver):
 
     return ClusterSpec(merged_cluster)
 
-  def master(self, task_type=None, task_index=None):
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
     """Returns the master address to use when creating a session.
 
     This usually returns the master from the first ClusterResolver passed in,
@@ -225,11 +300,45 @@ class UnionClusterResolver(ClusterResolver):
     Args:
       task_type: (Optional) The type of the TensorFlow task of the master.
       task_index: (Optional) The index of the TensorFlow task of the master.
+      rpc_layer: (Optional) The RPC protocol for the given cluster.
 
     Returns:
       The name or URL of the session master.
     """
     if task_type and task_index:
-      return self.cluster_spec().task_address(task_type, task_index)
+      master = self.cluster_spec().task_address(task_type, task_index)
+      return _format_master_url(master, rpc_layer or self._rpc_layer)
+
+    return self._cluster_resolvers[0].master(rpc_layer=rpc_layer)
+
+  @property
+  def task_type(self):
+    return self._task_type or self._cluster_resolvers[0].task_type
+
+  @property
+  def task_index(self):
+    return self._task_index or self._cluster_resolvers[0].task_index
+
+  @task_type.setter
+  def task_type(self, task_type):
+    self._task_type = task_type
+
+  @task_index.setter
+  def task_index(self, task_index):
+    self._task_index = task_index
+
+  @property
+  def environment(self):
+    return self._cluster_resolvers[0].environment
+
+  def num_accelerators_per_worker(self, session_config=None):
+    return self._cluster_resolvers[0].num_accelerators_per_worker(
+        session_config)
+
+  @property
+  def rpc_layer(self):
+    return self._rpc_layer or self._cluster_resolvers[0].rpc_layer
 
-    return self._cluster_resolvers[0].master()
+  @rpc_layer.setter
+  def rpc_layer(self, rpc_layer):
+    self._rpc_layer = rpc_layer
diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
index c004b2e2d3..133afbafd7 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
@@ -57,6 +57,52 @@ class UnionClusterResolverTest(test.TestCase):
     actual_cluster_spec = union_resolver.cluster_spec()
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
 
+  def testInitSimpleClusterResolver(self):
+    base_cluster_spec = server_lib.ClusterSpec({
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+    })
+
+    simple_resolver = SimpleClusterResolver(base_cluster_spec, task_type="ps",
+                                            task_index=1, environment="cloud",
+                                            num_accelerators_per_worker=8,
+                                            rpc_layer="grpc")
+
+    self.assertEqual(simple_resolver.task_type, "ps")
+    self.assertEqual(simple_resolver.task_index, 1)
+    self.assertEqual(simple_resolver.environment, "cloud")
+    self.assertEqual(simple_resolver.num_accelerators_per_worker(), 8)
+    self.assertEqual(simple_resolver.rpc_layer, "grpc")
+
+  def testOverrideSimpleClusterResolver(self):
+    base_cluster_spec = server_lib.ClusterSpec({
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+    })
+
+    simple_resolver = SimpleClusterResolver(base_cluster_spec, task_type="ps",
+                                            task_index=1, environment="cloud",
+                                            num_accelerators_per_worker=8,
+                                            rpc_layer="grpc")
+
+    simple_resolver.task_type = "worker"
+    simple_resolver.task_index = 2
+    simple_resolver.rpc_layer = "http"
+
+    self.assertEqual(simple_resolver.task_type, "worker")
+    self.assertEqual(simple_resolver.task_index, 2)
+    self.assertEqual(simple_resolver.rpc_layer, "http")
+
+  def testSimpleOverrideMasterWithRpcLayer(self):
+    base_cluster_spec = server_lib.ClusterSpec({
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+    })
+
+    simple_resolver = SimpleClusterResolver(base_cluster_spec)
+    actual_master = simple_resolver.master("worker", 2, rpc_layer="grpc")
+    self.assertEqual(actual_master, "grpc://worker2:2222")
+
   def testSimpleOverrideMaster(self):
     base_cluster_spec = server_lib.ClusterSpec({
         "ps": ["ps0:2222", "ps1:2222"],
@@ -65,7 +111,42 @@ class UnionClusterResolverTest(test.TestCase):
 
     simple_resolver = SimpleClusterResolver(base_cluster_spec)
     actual_master = simple_resolver.master("worker", 2)
-    self.assertEquals(actual_master, "worker2:2222")
+    self.assertEqual(actual_master, "worker2:2222")
+
+  def testUnionClusterResolverGetProperties(self):
+    cluster_spec_1 = server_lib.ClusterSpec({
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+    })
+    resolver1 = SimpleClusterResolver(cluster_spec_1, task_type="ps",
+                                      task_index=1, environment="cloud",
+                                      num_accelerators_per_worker=8,
+                                      rpc_layer="grpc")
+
+    cluster_spec_2 = server_lib.ClusterSpec({
+        "ps": ["ps2:2222", "ps3:2222"],
+        "worker": ["worker3:2222", "worker4:2222", "worker5:2222"]
+    })
+    resolver2 = SimpleClusterResolver(cluster_spec_2, task_type="worker",
+                                      task_index=2, environment="local",
+                                      num_accelerators_per_worker=16,
+                                      rpc_layer="http")
+
+    union_resolver = UnionClusterResolver(resolver1, resolver2)
+
+    self.assertEqual(union_resolver.task_type, "ps")
+    self.assertEqual(union_resolver.task_index, 1)
+    self.assertEqual(union_resolver.environment, "cloud")
+    self.assertEqual(union_resolver.num_accelerators_per_worker(), 8)
+    self.assertEqual(union_resolver.rpc_layer, "grpc")
+
+    union_resolver.task_type = "worker"
+    union_resolver.task_index = 2
+    union_resolver.rpc_layer = "http"
+
+    self.assertEqual(union_resolver.task_type, "worker")
+    self.assertEqual(union_resolver.task_index, 2)
+    self.assertEqual(union_resolver.rpc_layer, "http")
 
   def testTwoNonOverlappingJobMergedClusterResolver(self):
     cluster_spec_1 = server_lib.ClusterSpec({
@@ -116,10 +197,13 @@ class UnionClusterResolverTest(test.TestCase):
     union_cluster = UnionClusterResolver(cluster_resolver_1, cluster_resolver_2)
 
     unspecified_master = union_cluster.master()
-    self.assertEquals(unspecified_master, "")
+    self.assertEqual(unspecified_master, "")
 
     specified_master = union_cluster.master("worker", 1)
-    self.assertEquals(specified_master, "worker1:2222")
+    self.assertEqual(specified_master, "worker1:2222")
+
+    rpc_master = union_cluster.master("worker", 1, rpc_layer="grpc")
+    self.assertEqual(rpc_master, "grpc://worker1:2222")
 
   def testOverlappingJobMergedClusterResolver(self):
     cluster_spec_1 = server_lib.ClusterSpec({
-- 
GitLab


From d4d7723ad210979ce5c3dfa49b537b10ba32cf81 Mon Sep 17 00:00:00 2001
From: Rick Chao <rchao@google.com>
Date: Tue, 6 Nov 2018 10:43:36 -0800
Subject: [PATCH 1141/1825] Export make_early_stopping_hook function to
 estimator.experimental

PiperOrigin-RevId: 220309727
---
 .../api/golden/v1/tensorflow.estimator.experimental.pbtxt     | 4 ++++
 .../api/golden/v2/tensorflow.estimator.experimental.pbtxt     | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
index 862761a96c..a172a71b3f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
@@ -16,4 +16,8 @@ tf_module {
     name: "linear_logit_fn_builder"
     argspec: "args=[\'units\', \'feature_columns\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'sum\'], "
   }
+  member_method {
+    name: "make_early_stopping_hook"
+    argspec: "args=[\'estimator\', \'should_stop_fn\', \'run_every_secs\', \'run_every_steps\'], varargs=None, keywords=None, defaults=[\'60\', \'None\'], "
+  }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
index 862761a96c..a172a71b3f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
@@ -16,4 +16,8 @@ tf_module {
     name: "linear_logit_fn_builder"
     argspec: "args=[\'units\', \'feature_columns\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'sum\'], "
   }
+  member_method {
+    name: "make_early_stopping_hook"
+    argspec: "args=[\'estimator\', \'should_stop_fn\', \'run_every_secs\', \'run_every_steps\'], varargs=None, keywords=None, defaults=[\'60\', \'None\'], "
+  }
 }
-- 
GitLab


From 492cbeb448590084f975cba8896f2a85df23b036 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 10:43:48 -0800
Subject: [PATCH 1142/1825] Remove `self` when bypassing conversion of
 whitelisted methods.

PiperOrigin-RevId: 220309775
---
 tensorflow/python/autograph/impl/api.py      |  9 ++++
 tensorflow/python/autograph/impl/api_test.py | 48 ++++++++++++++++++++
 2 files changed, 57 insertions(+)

diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index 7c2231cb56..e51ad33765 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -174,6 +174,15 @@ def converted_call(f, owner, options, *args, **kwargs):
   # TODO(mdan): This needs cleanup.
   # In particular, we may want to avoid renaming functions altogether.
   if not options.force_conversion and conversion.is_whitelisted_for_graph(f):
+
+    # Args typically include `self`, as required by the conversion process.
+    # When conversion is skipped, `self` is not necessary, because the
+    # original bound method is being executed. This code removes it.
+    if tf_inspect.ismethod(f) and args:
+      f_class = inspect_utils.getmethodclass(f)
+      if args[0] is f_class:
+        args = args[1:]
+
     return f(*args, **kwargs)
 
   if inspect_utils.isbuiltin(f):
diff --git a/tensorflow/python/autograph/impl/api_test.py b/tensorflow/python/autograph/impl/api_test.py
index 276fb8748f..df9505b267 100644
--- a/tensorflow/python/autograph/impl/api_test.py
+++ b/tensorflow/python/autograph/impl/api_test.py
@@ -28,6 +28,9 @@ from tensorflow.python.autograph.impl import api
 from tensorflow.python.autograph.pyct import parser
 from tensorflow.python.autograph.utils import py_func
 from tensorflow.python.framework import constant_op
+from tensorflow.python.keras.engine import sequential
+from tensorflow.python.keras.layers import core
+from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 from tensorflow.python.util import tf_inspect
 
@@ -319,6 +322,51 @@ class ApiTest(test.TestCase):
     # The constant has static shape so the result is a primitive not a Tensor.
     self.assertEqual(x, 1)
 
+  def test_converted_call_whitelisted_method(self):
+
+    opts = converter.ConversionOptions()
+
+    model = sequential.Sequential([
+        core.Dense(2)
+    ])
+
+    x = api.converted_call(model.call, None, opts,
+                           constant_op.constant([[0.0]]), training=True)
+
+    with self.cached_session() as sess:
+      sess.run(variables.global_variables_initializer())
+      self.assertAllEqual([[0.0, 0.0]], sess.run(x))
+
+  def test_converted_call_whitelisted_method_extra_self(self):
+
+    opts = converter.ConversionOptions()
+
+    model = sequential.Sequential([
+        core.Dense(2)
+    ])
+
+    x = api.converted_call(model.call, None, opts,
+                           model, constant_op.constant([[0.0]]), training=True)
+
+    with self.cached_session() as sess:
+      sess.run(variables.global_variables_initializer())
+      self.assertAllEqual([[0.0, 0.0]], sess.run(x))
+
+  def test_converted_call_whitelisted_method_via_owner(self):
+
+    opts = converter.ConversionOptions()
+
+    model = sequential.Sequential([
+        core.Dense(2)
+    ])
+
+    x = api.converted_call('call', model, opts,
+                           constant_op.constant([[0.0]]), training=True)
+
+    with self.cached_session() as sess:
+      sess.run(variables.global_variables_initializer())
+      self.assertAllEqual([[0.0, 0.0]], sess.run(x))
+
   def test_to_graph_basic(self):
 
     def test_fn(x, s):
-- 
GitLab


From 384dc67ece9fb89085beabee3bfc05ff1eba18e6 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 6 Nov 2018 11:20:29 -0800
Subject: [PATCH 1143/1825] Recognize and avoid spending compile time on
 "megamorphic" clusters

Megamorphic clusters are clusters which never stabilize to have a fixed number
of shape signatures.  Once we're reasonably sure a cluster is megamorphic we
stop compiling it forever.

This is necessarily a fuzzy concept, and I suspect we'll have to adjust our
exact definition of megamorphic with time.

PiperOrigin-RevId: 220317226
---
 .../compiler/jit/xla_compilation_cache.cc     | 82 ++++++++++++++++---
 .../compiler/jit/xla_compilation_cache.h      |  9 +-
 tensorflow/compiler/tests/jit_test.py         | 61 ++++++++++++++
 3 files changed, 138 insertions(+), 14 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_compilation_cache.cc b/tensorflow/compiler/jit/xla_compilation_cache.cc
index 4a5ea9e0a5..158cd0a95e 100644
--- a/tensorflow/compiler/jit/xla_compilation_cache.cc
+++ b/tensorflow/compiler/jit/xla_compilation_cache.cc
@@ -233,15 +233,28 @@ Status XlaCompilationCache::Compile(
     CompileMode compile_mode,
     const XlaCompiler::CompilationResult** out_compilation_result,
     xla::LocalExecutable** out_executable) {
-  // Set the compile threshold to 1 to implement CompileMode::kStrict.
-  int64 compile_threshold =
-      compile_mode == CompileMode::kLazy ? kDefaultCompilationThreshold : 1;
+  absl::optional<int64> compile_threshold;
+  if (compile_mode == CompileMode::kLazy) {
+    compile_threshold = kDefaultCompilationThreshold;
+  }
+
   return CompileImpl(options, function, constant_args, variable_args, ctx,
                      compile_options, /*compile_single_op=*/false,
                      /*compile_threshold=*/compile_threshold,
                      out_compilation_result, out_executable);
 }
 
+static bool IsMegamorphic(int64 compile_count, int64 execution_count) {
+  const int64 kCompileThreshold = 10;
+  const int64 kMinExecutionsPerCompile = 50;
+
+  // This heuristic is trying to capture the following property: have we sunk a
+  // certain minimum amount of compile time into the cluster that didn't quite
+  // "pay off"?
+  return compile_count > kCompileThreshold &&
+         execution_count < kMinExecutionsPerCompile * compile_count;
+}
+
 Status XlaCompilationCache::CompileSingleOp(
     const XlaCompiler::Options& options,
     const std::map<int, Tensor>& constant_args,
@@ -253,10 +266,10 @@ Status XlaCompilationCache::CompileSingleOp(
   NameAttrList name;
   name.set_name(def.op());
   *name.mutable_attr() = def.attr();
-  return CompileImpl(options, name, constant_args, variable_args, ctx,
-                     compile_options,
-                     /*compile_single_op=*/true, /*compile_threshold=*/1,
-                     out_compilation_result, out_executable);
+  return CompileImpl(
+      options, name, constant_args, variable_args, ctx, compile_options,
+      /*compile_single_op=*/true, /*compile_threshold=*/absl::nullopt,
+      out_compilation_result, out_executable);
 }
 
 Status XlaCompilationCache::CompileImpl(
@@ -264,7 +277,7 @@ Status XlaCompilationCache::CompileImpl(
     const std::map<int, Tensor>& constant_args,
     const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
     const XlaCompiler::CompileOptions& compile_options, bool compile_single_op,
-    int64 compile_threshold,
+    absl::optional<int64> compile_threshold,
     const XlaCompiler::CompilationResult** out_compilation_result,
     xla::LocalExecutable** out_executable) {
   DCHECK_NE(out_executable, nullptr);
@@ -319,13 +332,26 @@ Status XlaCompilationCache::CompileImpl(
   // (since they get the benefit of XLA right away without waiting for warmup)
   // and doesn't hurt much for dynamically shaped TensorFlow graphs (we "pay" at
   // most one cluster-compilation's worth of compile time).
-  bool is_first_execution = [&] {
+  bool is_first_execution;
+
+  // We avoid compiling clusters that have "gone megamorphic" i.e. have an
+  // excessive amount of shape dynamism.
+  bool is_megamorphic;
+
+  {
     mutex_lock lock(cluster_compile_stats_mu_);
     auto it =
         cluster_compile_stats_.emplace(function.name(), ClusterCompileStats{})
             .first;
-    return it->second.execution_count++ == 0;
-  }();
+    is_first_execution = it->second.execution_count++ == 0;
+
+    // The is_megamorphic bit is "sticky".  We assume clusters that have been
+    // observed to be megamorphic once stay megamorphic forever.
+    it->second.is_megamorphic |=
+        IsMegamorphic(/*compile_count=*/it->second.compile_count,
+                      /*execution_count=*/it->second.execution_count);
+    is_megamorphic = it->second.is_megamorphic;
+  }
 
   // Acquire the cache entry lock and compile, if necessary.
   // TODO(phawkins): this locking will need to be restructured when we implement
@@ -336,8 +362,38 @@ Status XlaCompilationCache::CompileImpl(
     VLOG(2) << "Compilation cache miss for signature: "
             << SignatureDebugString(signature) << " with request count "
             << current_request_count << " and compile threshold "
-            << compile_threshold;
-    if (!is_first_execution && current_request_count < compile_threshold) {
+            << compile_threshold.value_or(0);
+    const bool should_compile = [&] {
+      if (!compile_threshold.has_value()) {
+        // Lazy compilation is disabled.
+        return true;
+      }
+
+      if (is_megamorphic) {
+        VLOG(3) << "Not compiling cluster " << function.name()
+                << " because it is megamorphic.";
+        return false;
+      }
+
+      if (is_first_execution) {
+        return true;
+      }
+
+      bool reached_compile_threshold =
+          current_request_count >= *compile_threshold;
+      if (!reached_compile_threshold) {
+        VLOG(3)
+            << "Not compiling cluster " << function.name()
+            << " because it has not reached compile threshold; threshold is "
+            << *compile_threshold << " execution count "
+            << current_request_count << ".";
+      }
+      return reached_compile_threshold;
+    }();
+
+    if (!should_compile) {
+      VLOG(2) << "Not compiling for signature: "
+              << SignatureDebugString(signature);
       *out_compilation_result = nullptr;
       *out_executable = nullptr;
       return Status::OK();
diff --git a/tensorflow/compiler/jit/xla_compilation_cache.h b/tensorflow/compiler/jit/xla_compilation_cache.h
index b43e5d40e6..b2bf70462b 100644
--- a/tensorflow/compiler/jit/xla_compilation_cache.h
+++ b/tensorflow/compiler/jit/xla_compilation_cache.h
@@ -17,6 +17,7 @@ limitations under the License.
 #define TENSORFLOW_COMPILER_JIT_XLA_COMPILATION_CACHE_H_
 
 #include "absl/container/flat_hash_map.h"
+#include "absl/types/optional.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
@@ -108,7 +109,7 @@ class XlaCompilationCache : public ResourceBase {
       const std::map<int, Tensor>& constant_args,
       const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
       const XlaCompiler::CompileOptions& compile_options,
-      bool compile_single_op, int64 compile_threshold,
+      bool compile_single_op, absl::optional<int64> compile_threshold,
       const XlaCompiler::CompilationResult** out_compilation_result,
       xla::LocalExecutable** out_executable);
 
@@ -180,7 +181,13 @@ class XlaCompilationCache : public ResourceBase {
 
     // Cumulative time spent compiling the cluster.
     int64 cumulative_compile_time_us = 0;
+
+    // True if we have decided that this cluster is too dynamic (i.e. its shapes
+    // change too frequently) to profitably JIT compile.  Once a cluster is
+    // tagged megamorphic, it stays megamorphic forever.
+    bool is_megamorphic = false;
   };
+
   mutex cluster_compile_stats_mu_;
 
   // Maps cluster names to compilation statistics for said cluster.
diff --git a/tensorflow/compiler/tests/jit_test.py b/tensorflow/compiler/tests/jit_test.py
index 561715ee1c..6f51ae33a1 100644
--- a/tensorflow/compiler/tests/jit_test.py
+++ b/tensorflow/compiler/tests/jit_test.py
@@ -593,6 +593,67 @@ class LazyCompilationTest(test.TestCase):
       self.assertFalse(
           InLabels(RunMetadataLabels(run_metadata_for_new_shape), "_XlaRun"))
 
+  def testIsMegamorphic(self):
+
+    @function.Defun(compiled=True)
+    def CompiledFunction(x):
+      return math_ops.log(x)
+
+    with session_lib.Session(config=NoRewriteSessionConfig()) as sess:
+      x = array_ops.placeholder(dtypes.float32)
+      y = CompiledFunction(x)
+
+      # Make the cluster go megamorphic by running it with lots of shape
+      # signatures where the cluster is executed with each signature only a few
+      # times.  Then check that we don't compile the cluster ever again.
+
+      for shape in range(10, 50):
+        for _ in range(0, 49):
+          sess.run(y, feed_dict={x: [0.] * shape})
+
+      for _ in range(0, 50):
+        run_metadata = config_pb2.RunMetadata()
+        sess.run(
+            y,
+            feed_dict={x: [0.] * 60},
+            run_metadata=run_metadata,
+            options=config_pb2.RunOptions(
+                trace_level=config_pb2.RunOptions.FULL_TRACE))
+        self.assertTrue(
+            InLabels(RunMetadataLabels(run_metadata), "_XlaCompile"))
+        self.assertFalse(InLabels(RunMetadataLabels(run_metadata), "_XlaRun"))
+
+  def testIsNotMegamorphic(self):
+
+    @function.Defun(compiled=True)
+    def CompiledFunction(x):
+      return math_ops.log(x)
+
+    with session_lib.Session(config=NoRewriteSessionConfig()) as sess:
+      x = array_ops.placeholder(dtypes.float32)
+      y = CompiledFunction(x)
+
+      # Run the cluster with lots of shape signatures, but in a way that it
+      # isn't megamorphic (i.e. each shape signature sees a lot of executions).
+      # Then check that the cluster has not been marked as megamorphic.
+
+      for shape in range(10, 50):
+        for _ in range(0, 1000):
+          sess.run(y, feed_dict={x: [0.] * shape})
+
+      for _ in range(0, 10):
+        sess.run(y, feed_dict={x: [0.] * 60})
+
+      run_metadata = config_pb2.RunMetadata()
+      sess.run(
+          y,
+          feed_dict={x: [0.] * 60},
+          run_metadata=run_metadata,
+          options=config_pb2.RunOptions(
+              trace_level=config_pb2.RunOptions.FULL_TRACE))
+      self.assertTrue(InLabels(RunMetadataLabels(run_metadata), "_XlaCompile"))
+      self.assertTrue(InLabels(RunMetadataLabels(run_metadata), "_XlaRun"))
+
 
 if __name__ == "__main__":
   os.environ["TF_XLA_FLAGS"] = ("--tf_xla_enable_lazy_compilation=true " +
-- 
GitLab


From 848238dad4945dec7370f56fc9499fb1c28a7234 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 6 Nov 2018 11:39:27 -0800
Subject: [PATCH 1144/1825] [TF:XLA] Bump open source llvm revision to r346230

PiperOrigin-RevId: 220321235
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index e4417f46c2..7b3e17fbb9 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -472,11 +472,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "2342cb98083eb1191a8411542dcd57cb3efc28677be4412e166f40cf22bd2b8c",
-        strip_prefix = "llvm-3fe1b12fca949399a3334a072ee7f96e2b6f557e",
+        sha256 = "e13fec9469075ab7dd4dbc046c7e37bd8330557aebbe42e3f1de2bad5adb8f2c",
+        strip_prefix = "llvm-b9e341e90c167b92136893c9085343aa254ddd37",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/3fe1b12fca949399a3334a072ee7f96e2b6f557e.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/3fe1b12fca949399a3334a072ee7f96e2b6f557e.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/b9e341e90c167b92136893c9085343aa254ddd37.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/b9e341e90c167b92136893c9085343aa254ddd37.tar.gz",
         ],
     )
 
-- 
GitLab


From adb6154302219bbfcebcdc19338d539daa0d45f2 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Tue, 6 Nov 2018 12:02:15 -0800
Subject: [PATCH 1145/1825] Use xla shape as the output of reprensetation_shape
 function.

Mostly refactoring the function.

PiperOrigin-RevId: 220325621
---
 tensorflow/compiler/jit/xla_device.h          |  6 +++++
 tensorflow/compiler/jit/xla_device_context.cc | 19 +++++++++----
 tensorflow/compiler/jit/xla_tensor.cc         |  5 ++--
 tensorflow/compiler/jit/xla_tensor.h          |  2 +-
 tensorflow/compiler/tf2xla/BUILD              |  1 +
 .../compiler/tf2xla/kernels/retval_op.cc      | 11 +++++---
 tensorflow/compiler/tf2xla/xla_compiler.cc    | 27 +++++++++++--------
 tensorflow/compiler/tf2xla/xla_compiler.h     |  3 +--
 .../compiler/tf2xla/xla_compiler_test.cc      | 17 +++++++-----
 tensorflow/compiler/tf2xla/xla_context.cc     |  4 +--
 tensorflow/compiler/tf2xla/xla_context.h      | 16 +++++------
 tensorflow/compiler/tf2xla/xla_op_kernel.cc   | 16 +++++++----
 12 files changed, 78 insertions(+), 49 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device.h b/tensorflow/compiler/jit/xla_device.h
index 8881b697bc..49f53b477e 100644
--- a/tensorflow/compiler/jit/xla_device.h
+++ b/tensorflow/compiler/jit/xla_device.h
@@ -112,6 +112,12 @@ class XlaDevice : public LocalDevice {
     // compute, host-to-device, and device-to-host communication.
     bool use_multiple_streams = false;
 
+    // A function that describes how the on-host shapes of
+    // a) argument and return value, for entry computations
+    // b) variables, for all computations,
+    // should be represented in XLA. Parameters/return values will be shaped
+    // according to this function, and reshaped back to/from their declared
+    // shapes for computations. Must be non-null.
     XlaCompiler::ShapeRepresentationFn shape_representation_fn;
 
     // If padded_shape_fn is empty, a default implementation that returns
diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index eb3cf27624..4f0941f118 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -70,9 +70,12 @@ XlaDeviceContext::XlaDeviceContext(
   CHECK(device_to_host_stream_ != nullptr);
   CHECK(stream_ != nullptr);
   if (!shape_representation_fn_) {
-    shape_representation_fn_ =
-        [](const TensorShape& shape,
-           DataType dtype) -> xla::StatusOr<TensorShape> { return shape; };
+    shape_representation_fn_ = [](const TensorShape& shape,
+                                  DataType dtype) -> xla::StatusOr<xla::Shape> {
+      xla::Shape xla_shape;
+      TF_RETURN_IF_ERROR(TensorShapeToXLAShape(dtype, shape, &xla_shape));
+      return xla_shape;
+    };
   }
 }
 
@@ -99,7 +102,7 @@ void XlaDeviceContext::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
   CHECK(xla_tensor);
 
   Status status = [&]() -> Status {
-    TF_ASSIGN_OR_RETURN(TensorShape shape,
+    TF_ASSIGN_OR_RETURN(xla::Shape shape,
                         shape_representation_fn_(device_tensor->shape(),
                                                  device_tensor->dtype()));
 
@@ -111,9 +114,15 @@ void XlaDeviceContext::CopyCPUTensorToDevice(const Tensor* cpu_tensor,
         xla_tensor->AllocateShapedBuffer(device_tensor->dtype(), shape, client_,
                                          stream_->parent()->device_ordinal()));
 
+    // The cpu_tensor and literal that we created here hold the data of host
+    // tensor in descending layout. The layout could be different from layout in
+    // device_tensor (but the logical shape has to be the same). The
+    // transfer_manager is responsible to do corresponding transposing when
+    // transferring the data to device.
     xla::BorrowingLiteral literal(
         static_cast<const char*>(DMAHelper::base(cpu_tensor)),
-        xla_tensor->shaped_buffer().on_host_shape());
+        xla::ShapeUtil::MakeShape(shape.element_type(),
+                                  xla::AsInt64Slice(shape.dimensions())));
 
     VLOG(1) << "Transfer to device as literal: " << literal.ToString() << " "
             << xla_tensor->shaped_buffer().ToString();
diff --git a/tensorflow/compiler/jit/xla_tensor.cc b/tensorflow/compiler/jit/xla_tensor.cc
index 6f8b198262..d1f7f754c8 100644
--- a/tensorflow/compiler/jit/xla_tensor.cc
+++ b/tensorflow/compiler/jit/xla_tensor.cc
@@ -43,11 +43,10 @@ namespace tensorflow {
   }
 }
 
-Status XlaTensor::AllocateShapedBuffer(DataType dtype, const TensorShape& shape,
+Status XlaTensor::AllocateShapedBuffer(DataType dtype,
+                                       const xla::Shape& on_host_shape,
                                        xla::LocalClient* client,
                                        int device_ordinal) {
-  xla::Shape on_host_shape;
-  TF_RETURN_IF_ERROR(TensorShapeToXLAShape(dtype, shape, &on_host_shape));
   xla::Shape on_device_shape =
       client->backend().transfer_manager()->HostShapeToDeviceShape(
           on_host_shape);
diff --git a/tensorflow/compiler/jit/xla_tensor.h b/tensorflow/compiler/jit/xla_tensor.h
index 6d7a6fd66c..77e80aa252 100644
--- a/tensorflow/compiler/jit/xla_tensor.h
+++ b/tensorflow/compiler/jit/xla_tensor.h
@@ -50,7 +50,7 @@ class XlaTensor {
   // Assign the internal ShapedBuffer to new memory for the given dtype and
   // shape. If a ShapedBuffer exists already (has_shaped_buffer() == true), it
   // is replaced and the managed memory deallocated.
-  Status AllocateShapedBuffer(DataType dtype, const TensorShape& shape,
+  Status AllocateShapedBuffer(DataType dtype, const xla::Shape& on_host_shape,
                               xla::LocalClient* client, int device_ordinal);
 
   // Some Tensors can have complex on-device shapes, including tuple shapes. To
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index f18d8c2008..b710b38f40 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -365,6 +365,7 @@ tf_cc_test(
     name = "xla_compiler_test",
     srcs = ["xla_compiler_test.cc"],
     deps = [
+        ":common",
         ":side_effect_util",
         ":xla_compiler",
         "//tensorflow/cc:cc_ops",
diff --git a/tensorflow/compiler/tf2xla/kernels/retval_op.cc b/tensorflow/compiler/tf2xla/kernels/retval_op.cc
index e172c64932..53e7624d60 100644
--- a/tensorflow/compiler/tf2xla/kernels/retval_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/retval_op.cc
@@ -13,6 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
@@ -72,9 +73,9 @@ class RetvalOp : public XlaOpKernel {
       } else {
         TensorShape shape = ctx->InputShape(0);
         ctx->SetStatus(is_constant.status());
-        TensorShape representation_shape;
+        xla::Shape representation_shape;
         if (tc.is_entry_computation()) {
-          xla::StatusOr<TensorShape> shape_or_status =
+          xla::StatusOr<xla::Shape> shape_or_status =
               tc.RepresentationShape(shape, ctx->input_type(0));
           if (!shape_or_status.ok()) {
             ctx->SetStatus(shape_or_status.status());
@@ -83,12 +84,14 @@ class RetvalOp : public XlaOpKernel {
             representation_shape = shape_or_status.ValueOrDie();
           }
         } else {
-          representation_shape = shape;
+          OP_REQUIRES_OK(ctx, TensorShapeToXLAShape(ctx->input_type(0), shape,
+                                                    &representation_shape));
         }
 
         xla::XlaOp output = input;
         if (tc.is_entry_computation()) {
-          output = xla::Reshape(input, representation_shape.dim_sizes());
+          output = xla::Reshape(
+              input, xla::AsInt64Slice(representation_shape.dimensions()));
         } else {
           // The core from which a return value is returned depends on the
           // device assignment of the input to the retval. Since we can't change
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.cc b/tensorflow/compiler/tf2xla/xla_compiler.cc
index e177a5f07f..214ca21e73 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler.cc
@@ -37,6 +37,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/graph_optimizer.h"
 #include "tensorflow/core/framework/attr_value_util.h"
 #include "tensorflow/core/framework/node_def_util.h"
+#include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/graph/algorithm.h"
 #include "tensorflow/core/graph/graph_constructor.h"
 #include "tensorflow/core/graph/node_builder.h"
@@ -110,8 +111,13 @@ XlaCompiler::XlaCompiler(XlaCompiler::Options options)
 
   // The default shape representation function is the identity.
   if (!options_.shape_representation_fn) {
-    options_.shape_representation_fn = [](const TensorShape& shape,
-                                          DataType type) { return shape; };
+    options_.shape_representation_fn =
+        [](const TensorShape& shape,
+           DataType dtype) -> xla::StatusOr<xla::Shape> {
+      xla::Shape xla_shape;
+      TF_RETURN_IF_ERROR(TensorShapeToXLAShape(dtype, shape, &xla_shape));
+      return xla_shape;
+    };
   }
 }
 
@@ -247,25 +253,24 @@ Status XlaCompiler::XLAShapeForArgument(const XlaCompiler::Argument& arg,
     case XlaCompiler::Argument::kConstant:
       LOG(FATAL) << "Unreachable case";
     case XlaCompiler::Argument::kParameter: {
-      TensorShape shape;
       if (is_entry_computation) {
         TF_ASSIGN_OR_RETURN(
-            shape, options_.shape_representation_fn(arg.shape, arg.type));
+            *xla_shape, options_.shape_representation_fn(arg.shape, arg.type));
       } else {
-        shape = arg.shape;
+        TF_RETURN_IF_ERROR(
+            TensorShapeToXLAShape(arg.type, arg.shape, xla_shape));
       }
-      return TensorShapeToXLAShape(arg.type, shape, xla_shape);
+      return Status::OK();
     }
     case XlaCompiler::Argument::kResource: {
       TF_RET_CHECK(arg.initialized);
 
       switch (arg.resource_kind) {
         case XlaResource::kVariable: {
-          TF_ASSIGN_OR_RETURN(
-              TensorShape representation_shape,
-              options_.shape_representation_fn(arg.shape, arg.type));
-          return TensorShapeToXLAShape(arg.type, representation_shape,
-                                       xla_shape);
+          TF_ASSIGN_OR_RETURN(*xla_shape, options_.shape_representation_fn(
+                                              arg.shape, arg.type));
+
+          return Status::OK();
         }
         case XlaResource::kTensorArray: {
           if (arg.tensor_array_size < 0) {
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.h b/tensorflow/compiler/tf2xla/xla_compiler.h
index 2cc603a580..08e00f3840 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.h
+++ b/tensorflow/compiler/tf2xla/xla_compiler.h
@@ -259,8 +259,7 @@ class XlaCompiler {
     std::shared_ptr<xla::XlaComputation> computation;
   };
 
-  typedef std::function<xla::StatusOr<TensorShape>(const TensorShape&,
-                                                   DataType)>
+  typedef std::function<xla::StatusOr<xla::Shape>(const TensorShape&, DataType)>
       ShapeRepresentationFn;
   struct Options {
     // Name of the compilation device to use. It must be set by the caller.
diff --git a/tensorflow/compiler/tf2xla/xla_compiler_test.cc b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
index 4ef154f856..aaee208f63 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler_test.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include "tensorflow/cc/ops/resource_variable_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
 #include "tensorflow/compiler/tf2xla/side_effect_util.h"
+#include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
 #include "tensorflow/compiler/xla/client/client_library.h"
@@ -1018,9 +1019,11 @@ TEST_F(XlaCompilerTest, VariableRepresentationShapeFunction) {
 
   // Compiles the graph.
   XlaCompiler::Options options = DefaultOptions();
-  options.shape_representation_fn = [](const TensorShape& shape,
-                                       DataType type) {
-    return TensorShape({shape.num_elements()});
+  options.shape_representation_fn =
+      [](const TensorShape& shape, DataType type) -> xla::StatusOr<xla::Shape> {
+    xla::PrimitiveType ptype;
+    TF_RETURN_IF_ERROR(DataTypeToPrimitiveType(type, &ptype));
+    return xla::ShapeUtil::MakeShape(ptype, {shape.num_elements()});
   };
   XlaCompiler compiler(options);
 
@@ -1086,9 +1089,11 @@ TEST_F(XlaCompilerTest, ArgRetvalShapeRepresentationFunction) {
 
   // Compiles the graph.
   XlaCompiler::Options options = DefaultOptions();
-  options.shape_representation_fn = [](const TensorShape& shape,
-                                       DataType type) {
-    return TensorShape({shape.num_elements()});
+  options.shape_representation_fn =
+      [](const TensorShape& shape, DataType type) -> xla::StatusOr<xla::Shape> {
+    xla::PrimitiveType ptype;
+    TF_RETURN_IF_ERROR(DataTypeToPrimitiveType(type, &ptype));
+    return xla::ShapeUtil::MakeShape(ptype, {shape.num_elements()});
   };
   XlaCompiler compiler(options);
 
diff --git a/tensorflow/compiler/tf2xla/xla_context.cc b/tensorflow/compiler/tf2xla/xla_context.cc
index 20e1ee2ddb..1e819dbb69 100644
--- a/tensorflow/compiler/tf2xla/xla_context.cc
+++ b/tensorflow/compiler/tf2xla/xla_context.cc
@@ -66,7 +66,7 @@ XlaContext::XlaContext(
     XlaCompiler* compiler, xla::XlaBuilder* builder,
     bool allow_cpu_custom_calls, bool resolve_compile_time_constants,
     bool is_entry_computation,
-    const std::function<xla::StatusOr<TensorShape>(
+    const std::function<xla::StatusOr<xla::Shape>(
         const TensorShape&, DataType)>* shape_representation_fn)
     : compiler_(compiler),
       builder_(builder),
@@ -133,7 +133,7 @@ Status XlaContext::CreateResource(
   return Status::OK();
 }
 
-xla::StatusOr<TensorShape> XlaContext::RepresentationShape(
+xla::StatusOr<xla::Shape> XlaContext::RepresentationShape(
     const TensorShape& shape, DataType type) const {
   return (*shape_representation_fn_)(shape, type);
 }
diff --git a/tensorflow/compiler/tf2xla/xla_context.h b/tensorflow/compiler/tf2xla/xla_context.h
index 4da891634e..8aad6cbced 100644
--- a/tensorflow/compiler/tf2xla/xla_context.h
+++ b/tensorflow/compiler/tf2xla/xla_context.h
@@ -48,7 +48,7 @@ class XlaContext : public ResourceBase {
   XlaContext(XlaCompiler* compiler, xla::XlaBuilder* builder,
              bool allow_cpu_custom_calls, bool resolve_compile_time_constants,
              bool is_entry_computation,
-             const std::function<xla::StatusOr<TensorShape>(
+             const std::function<xla::StatusOr<xla::Shape>(
                  const TensorShape&, DataType)>* shape_representation_fn);
 
   // Virtual method defined by ResourceBase.
@@ -105,8 +105,8 @@ class XlaContext : public ResourceBase {
 
   // Returns the XLA shape to be used to represent a variable of TF `shape`
   // and `type`, or of an argument or return value of a top-level computation.
-  xla::StatusOr<TensorShape> RepresentationShape(const TensorShape& shape,
-                                                 DataType type) const;
+  xla::StatusOr<xla::Shape> RepresentationShape(const TensorShape& shape,
+                                                DataType type) const;
 
   // Get an XLA lambda to compute Max. This is cached in the
   // XlaContext since it may be used by multiple Ops. There is a
@@ -158,13 +158,9 @@ class XlaContext : public ResourceBase {
   // body)?
   const bool is_entry_computation_;
 
-  // A function that describes how the shapes of
-  // a) argument and return value, for entry computations
-  // b) variables, for all computations,
-  // should be represented in XLA. Parameters/return values will be shaped
-  // according to this function, and reshaped back to/from their declared shapes
-  // for computations. Must be non-null.
-  const std::function<xla::StatusOr<TensorShape>(const TensorShape&, DataType)>*
+  // Describes the on-host shapes of parameters and return values. Also see:
+  // XlaDevice::Options::shape_representation_fn.
+  const std::function<xla::StatusOr<xla::Shape>(const TensorShape&, DataType)>*
       shape_representation_fn_;
 
   // Cache of prebuilt computations indexed by their type.
diff --git a/tensorflow/compiler/tf2xla/xla_op_kernel.cc b/tensorflow/compiler/tf2xla/xla_op_kernel.cc
index dd3498ef7a..4b1634f697 100644
--- a/tensorflow/compiler/tf2xla/xla_op_kernel.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_kernel.cc
@@ -413,9 +413,12 @@ Status ReadVariableInputTensor(const Tensor& tensor, DataType type,
 
   XlaContext& xla_context = XlaContext::Get(ctx);
   TF_ASSIGN_OR_RETURN(
-      TensorShape representation_shape,
+      xla::Shape representation_shape,
       xla_context.RepresentationShape(variable->shape(), variable->type()));
-  if (representation_shape == variable->shape()) {
+  xla::Shape xla_shape;
+  TF_RETURN_IF_ERROR(
+      TensorShapeToXLAShape(variable->type(), variable->shape(), &xla_shape));
+  if (xla::ShapeUtil::Compatible(xla_shape, representation_shape)) {
     *value = variable->value();
   } else {
     *value = xla::Reshape(variable->value(), variable->shape().dim_sizes());
@@ -570,10 +573,13 @@ Status AssignVariableTensor(const Tensor& tensor, DataType type,
   TF_RETURN_IF_ERROR(variable->SetTypeAndShape(type, shape));
 
   XlaContext& xla_context = XlaContext::Get(ctx);
-  TF_ASSIGN_OR_RETURN(TensorShape representation_shape,
+  TF_ASSIGN_OR_RETURN(xla::Shape representation_shape,
                       xla_context.RepresentationShape(shape, type));
-  if (shape != representation_shape) {
-    handle = xla::Reshape(handle, representation_shape.dim_sizes());
+  xla::Shape xla_shape;
+  TF_RETURN_IF_ERROR(TensorShapeToXLAShape(type, shape, &xla_shape));
+  if (!xla::ShapeUtil::Compatible(xla_shape, representation_shape)) {
+    handle = xla::Reshape(handle,
+                          xla::AsInt64Slice(representation_shape.dimensions()));
   }
   return variable->SetValue(handle);
 }
-- 
GitLab


From f9e169ee10454138296aa425f336bec4d847c64f Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Tue, 6 Nov 2018 12:06:23 -0800
Subject: [PATCH 1146/1825] [Java]: Release 1.12.0

PiperOrigin-RevId: 220326609
---
 tensorflow/java/maven/libtensorflow/pom.xml              | 2 +-
 tensorflow/java/maven/libtensorflow_jni/pom.xml          | 2 +-
 tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml      | 2 +-
 tensorflow/java/maven/pom.xml                            | 2 +-
 tensorflow/java/maven/proto/pom.xml                      | 2 +-
 tensorflow/java/maven/spark-tensorflow-connector/pom.xml | 2 +-
 tensorflow/java/maven/tensorflow-hadoop/pom.xml          | 2 +-
 tensorflow/java/maven/tensorflow/pom.xml                 | 2 +-
 8 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/java/maven/libtensorflow/pom.xml b/tensorflow/java/maven/libtensorflow/pom.xml
index c2ece557d5..db3a3609f1 100644
--- a/tensorflow/java/maven/libtensorflow/pom.xml
+++ b/tensorflow/java/maven/libtensorflow/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow</artifactId>
diff --git a/tensorflow/java/maven/libtensorflow_jni/pom.xml b/tensorflow/java/maven/libtensorflow_jni/pom.xml
index 0d6f46c6fe..53f7a2d63e 100644
--- a/tensorflow/java/maven/libtensorflow_jni/pom.xml
+++ b/tensorflow/java/maven/libtensorflow_jni/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow_jni</artifactId>
diff --git a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
index ab54a61076..a17724c805 100644
--- a/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
+++ b/tensorflow/java/maven/libtensorflow_jni_gpu/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>libtensorflow_jni_gpu</artifactId>
diff --git a/tensorflow/java/maven/pom.xml b/tensorflow/java/maven/pom.xml
index 557a755236..30831f90b9 100644
--- a/tensorflow/java/maven/pom.xml
+++ b/tensorflow/java/maven/pom.xml
@@ -6,7 +6,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>org.tensorflow</groupId>
   <artifactId>parentpom</artifactId>
-  <version>1.12.0-rc2</version>
+  <version>1.12.0</version>
   <packaging>pom</packaging>
 
   <url>https://www.tensorflow.org</url>
diff --git a/tensorflow/java/maven/proto/pom.xml b/tensorflow/java/maven/proto/pom.xml
index 2f435a6da0..dd6b52be62 100644
--- a/tensorflow/java/maven/proto/pom.xml
+++ b/tensorflow/java/maven/proto/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>proto</artifactId>
diff --git a/tensorflow/java/maven/spark-tensorflow-connector/pom.xml b/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
index da94c58c42..f47c11809d 100644
--- a/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
+++ b/tensorflow/java/maven/spark-tensorflow-connector/pom.xml
@@ -6,7 +6,7 @@
     <groupId>org.tensorflow</groupId>
     <artifactId>spark-tensorflow-connector_2.11</artifactId>
     <packaging>jar</packaging>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <name>spark-tensorflow-connector</name>
     <url>https://www.tensorflow.org</url>
     <description>TensorFlow TFRecord connector for Apache Spark DataFrames</description>
diff --git a/tensorflow/java/maven/tensorflow-hadoop/pom.xml b/tensorflow/java/maven/tensorflow-hadoop/pom.xml
index 73ce7a9ffd..11aaba983f 100644
--- a/tensorflow/java/maven/tensorflow-hadoop/pom.xml
+++ b/tensorflow/java/maven/tensorflow-hadoop/pom.xml
@@ -5,7 +5,7 @@
     <groupId>org.tensorflow</groupId>
     <artifactId>tensorflow-hadoop</artifactId>
     <packaging>jar</packaging>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <name>tensorflow-hadoop</name>
     <url>https://www.tensorflow.org</url>
     <description>TensorFlow TFRecord InputFormat/OutputFormat for Apache Hadoop</description>
diff --git a/tensorflow/java/maven/tensorflow/pom.xml b/tensorflow/java/maven/tensorflow/pom.xml
index fa137e9440..07fcfa5144 100644
--- a/tensorflow/java/maven/tensorflow/pom.xml
+++ b/tensorflow/java/maven/tensorflow/pom.xml
@@ -6,7 +6,7 @@
   <parent>
     <groupId>org.tensorflow</groupId>
     <artifactId>parentpom</artifactId>
-    <version>1.12.0-rc2</version>
+    <version>1.12.0</version>
     <relativePath>../</relativePath>
   </parent>
   <artifactId>tensorflow</artifactId>
-- 
GitLab


From 93cc1c8c4d7b3a2f22181399accabec7851331c4 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 12:20:40 -0800
Subject: [PATCH 1147/1825] Test for builtins before anything else.

PiperOrigin-RevId: 220329297
---
 tensorflow/python/autograph/impl/api.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index e51ad33765..b8031b46cb 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -171,6 +171,9 @@ def converted_call(f, owner, options, *args, **kwargs):
 
     f = getattr(owner, f)
 
+  if inspect_utils.isbuiltin(f):
+    return py_builtins.overload_of(f)(*args, **kwargs)
+
   # TODO(mdan): This needs cleanup.
   # In particular, we may want to avoid renaming functions altogether.
   if not options.force_conversion and conversion.is_whitelisted_for_graph(f):
@@ -185,9 +188,6 @@ def converted_call(f, owner, options, *args, **kwargs):
 
     return f(*args, **kwargs)
 
-  if inspect_utils.isbuiltin(f):
-    return py_builtins.overload_of(f)(*args, **kwargs)
-
   # internal_convert_user_code is for example turned off when issuing a dynamic
   # call conversion from generated code while in nonrecursive mode. In that
   # case we evidently don't want to recurse, but we still have to convert
-- 
GitLab


From cee43bee0bed0569a36809f60156694bdded9b56 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 12:21:45 -0800
Subject: [PATCH 1148/1825] Store the list of supported built-ins as a tuple
 rather than a set, because they are not all hashable.

PiperOrigin-RevId: 220329509
---
 tensorflow/python/autograph/operators/py_builtins.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/autograph/operators/py_builtins.py b/tensorflow/python/autograph/operators/py_builtins.py
index d312e6938b..2f55d53892 100644
--- a/tensorflow/python/autograph/operators/py_builtins.py
+++ b/tensorflow/python/autograph/operators/py_builtins.py
@@ -216,10 +216,10 @@ def _py_range(start_or_stop, stop, step):
   return range(start_or_stop)
 
 
-SUPPORTED_BUILTINS = set((abs, float, int, len, print, range))
+SUPPORTED_BUILTINS = (abs, float, int, len, print, range)
 
 if six.PY2:
-  SUPPORTED_BUILTINS.add(xrange)
+  SUPPORTED_BUILTINS += (xrange,)
 
 BUILTIN_FUINCTIONS_MAP = {
     'abs': abs_,
-- 
GitLab


From b5d4c690c2b444b4fde34ee737f20d87c37a35f4 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 6 Nov 2018 12:36:55 -0800
Subject: [PATCH 1149/1825] Move the error rewriting and auto name scoping
 mechanisms to experimental.

PiperOrigin-RevId: 220332137
---
 tensorflow/python/autograph/core/converter.py  | 8 +++++++-
 tensorflow/python/autograph/impl/conversion.py | 7 +++++--
 2 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/autograph/core/converter.py b/tensorflow/python/autograph/core/converter.py
index bc36612309..49e24895a2 100644
--- a/tensorflow/python/autograph/core/converter.py
+++ b/tensorflow/python/autograph/core/converter.py
@@ -109,9 +109,15 @@ class Feature(Enum):
   AUTO_CONTROL_DEPS = (
       'Insert of control dependencies in the generated code.')
   DECORATORS = (
-      'Allow decorators in local functions. Note that special decorators, '
+      'Allow decorators in local functions. Note that special decorators,'
       ' like ag.convert or tf.function are allowed regardless of this toggle.')
+  ERROR_REWRITING = (
+      'Rewrite errors that occur in the generated code to indicate the source'
+      ' code to which the failing code corresponds.')
   LISTS = 'Convert list idioms, like initializers, slices, append, etc.'
+  NAME_SCOPES = (
+      'Insert name scopes that name ops according to context, like the'
+      ' function they were defined in.')
 
   def __repr__(self):
     return self.name
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 197bd5a3e7..b2fa2825eb 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -358,6 +358,9 @@ def node_to_graph(node, context):
   node = converter.apply_(node, context, logical_expressions)
   if context.program.options.uses(converter.Feature.AUTO_CONTROL_DEPS):
     node = converter.apply_(node, context, side_effect_guards)
-  node = converter.apply_(node, context, function_scopes)
-  node = converter.apply_(node, context, error_handlers)
+  # TODO(mdan): If function scopes ever does more, the toggle will need moving.
+  if context.program.options.uses(converter.Feature.NAME_SCOPES):
+    node = converter.apply_(node, context, function_scopes)
+  if context.program.options.uses(converter.Feature.ERROR_REWRITING):
+    node = converter.apply_(node, context, error_handlers)
   return node
-- 
GitLab


From c5c80c1bd471b6d68f5bda082ffd63df1285ae15 Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Tue, 6 Nov 2018 12:41:30 -0800
Subject: [PATCH 1150/1825] Return a better status and message for a collective
 broadcast group with no send ops.

Before this change, if we create a group of collective ops comprising only
broadcast_recv, we would trigger a check failure with the message: "Check
failed: ir->source_rank >= 0 (-1 vs. 0)".  After this change, if a user creates
a collective group without a broadcast_send they should see a better error
message.

In the process, we remove the check and put error message in the status of
collective param initialization.

PiperOrigin-RevId: 220332905
---
 .../collective_param_resolver_local.cc        | 11 ++-
 .../collective_param_resolver_local_test.cc   | 67 +++++++++++++++----
 2 files changed, 64 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/common_runtime/collective_param_resolver_local.cc b/tensorflow/core/common_runtime/collective_param_resolver_local.cc
index f90fb17434..3a03b6724c 100644
--- a/tensorflow/core/common_runtime/collective_param_resolver_local.cc
+++ b/tensorflow/core/common_runtime/collective_param_resolver_local.cc
@@ -708,7 +708,16 @@ void CollectiveParamResolverLocal::CompleteInstanceSource(InstanceRec* ir,
       return;
     }
     CHECK_EQ(ir->known_count, ir->shared.group.group_size);
-    CHECK_GE(ir->source_rank, 0);
+    if (ir->source_rank < 0) {
+      // NOTE(ayushd): changing the error message below would also require
+      // updating CompleteParamsBroadcastForgotSend test in
+      // CollectiveParamResolverLocalTest.
+      ir->status =
+          errors::Internal("Instance ", cp->instance.instance_key,
+                           " found no source for broadcast.  This "
+                           "could mean that there were group_size=",
+                           ir->known_count, " BcastRecvs but no BcastSend.");
+    }
     if (!ir->known_waiters.empty()) {
       ready_waiters = std::move(ir->known_waiters);
     }
diff --git a/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc b/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc
index 2b43adbac6..9a501b3298 100644
--- a/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc
+++ b/tensorflow/core/common_runtime/collective_param_resolver_local_test.cc
@@ -200,28 +200,35 @@ TEST_F(CollectiveParamResolverLocalTest, CompleteParamsReduction1Task) {
   }
 }
 
+void InitializeCollectiveParamsForBroadcast(int instance_key, int device_idx,
+                                            bool is_source,
+                                            CollectiveParams* cp) {
+  cp->group.group_key = 1;
+  cp->group.group_size = 3;
+  cp->group.device_type = DeviceType("CPU");
+  cp->group.num_tasks = 1;
+  cp->instance.instance_key = instance_key;
+  cp->instance.type = BROADCAST_COLLECTIVE;
+  cp->instance.data_type = DataType(DT_FLOAT);
+  cp->instance.shape = TensorShape({5});
+  cp->instance.device_names.push_back(strings::StrCat(
+      "/job:localhost/replica:0/task:0/device:CPU:", device_idx));
+  cp->instance.impl_details.subdiv_offsets.push_back(0);
+  cp->is_source = is_source;
+}
+
 TEST_F(CollectiveParamResolverLocalTest, CompleteParamsBroadcast1Task) {
+  constexpr int kInstanceKey = 5;
   CollectiveParams cps[NUM_DEVS];
   Status statuses[NUM_DEVS];
   Notification note[NUM_DEVS];
   for (int i = 0; i < NUM_DEVS; ++i) {
     CollectiveParams* cp = &cps[i];
-    cp->group.group_key = 1;
-    cp->group.group_size = 3;
-    cp->group.device_type = DeviceType("CPU");
-    cp->group.num_tasks = 1;
-    cp->instance.instance_key = 3;
-    cp->instance.type = BROADCAST_COLLECTIVE;
-    cp->instance.data_type = DataType(DT_FLOAT);
-    cp->instance.shape = TensorShape({5});
-    cp->instance.device_names.push_back(
-        strings::StrCat("/job:localhost/replica:0/task:0/device:CPU:", i));
-    cp->instance.impl_details.subdiv_offsets.push_back(0);
-    cp->is_source = (i == 1);
+    InitializeCollectiveParamsForBroadcast(kInstanceKey, i, i == 1, cp);
     Env::Default()->SchedClosure([this, i, cp, &note, &statuses]() {
       prl_->CompleteParamsAsync(cp->instance.device_names[0], cp,
                                 nullptr /*CancellationManager*/,
-                                [this, &statuses, &note, i](const Status& s) {
+                                [&statuses, &note, i](const Status& s) {
                                   statuses[i] = s;
                                   note[i].Notify();
                                 });
@@ -245,4 +252,38 @@ TEST_F(CollectiveParamResolverLocalTest, CompleteParamsBroadcast1Task) {
   }
 }
 
+// If we don't mark any participant in a broadcast as the source, we essentially
+// create a collective group with only broadcast recvs.  In that case, we should
+// get an internal error from param resolution.
+TEST_F(CollectiveParamResolverLocalTest, CompleteParamsBroadcastForgotSender) {
+  constexpr int kInstanceKey = 8;
+  CollectiveParams cps[NUM_DEVS];
+  Status statuses[NUM_DEVS];
+  Notification note[NUM_DEVS];
+  for (int i = 0; i < NUM_DEVS; ++i) {
+    CollectiveParams* cp = &cps[i];
+    InitializeCollectiveParamsForBroadcast(kInstanceKey, i, false, cp);
+    Env::Default()->SchedClosure([this, i, cp, &note, &statuses]() {
+      prl_->CompleteParamsAsync(cp->instance.device_names[0], cp,
+                                nullptr /*CancellationManager*/,
+                                [&statuses, &note, i](const Status& s) {
+                                  statuses[i] = s;
+                                  note[i].Notify();
+                                });
+    });
+  }
+  for (int i = 0; i < NUM_DEVS; ++i) {
+    note[i].WaitForNotification();
+  }
+  for (int i = 0; i < NUM_DEVS; ++i) {
+    EXPECT_EQ(statuses[i].code(), error::INTERNAL);
+    EXPECT_EQ(statuses[i].error_message(),
+              strings::StrCat(
+                  "Instance ", kInstanceKey,
+                  " found no source for broadcast.  This could mean that there"
+                  " were group_size=",
+                  NUM_DEVS, " BcastRecvs but no BcastSend."));
+  }
+}
+
 }  // namespace tensorflow
-- 
GitLab


From 0130d4a67a2bf933710a0e575ad9713f1862a8f2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 12:45:39 -0800
Subject: [PATCH 1151/1825] Change OpKernelRegistrar::Factory to be
 std::function.

This change allows lambda expressions with captures to be used as factory
functions for kernels. This is a prerequisite for the forthcoming C kernel
registration API.

PiperOrigin-RevId: 220333640
---
 tensorflow/core/framework/op_kernel.cc | 2 +-
 tensorflow/core/framework/op_kernel.h  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 5f08c13087..073dfb3e7d 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -1232,7 +1232,7 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
   OpKernelConstruction context(
       device_type, device, allocator, &node_def, op_def, flib, inputs,
       input_memory_types, outputs, output_memory_types, graph_def_version, &s);
-  *kernel = (*registration->factory)(&context);
+  *kernel = (registration->factory)(&context);
   if (!s.ok()) {
     delete *kernel;
     *kernel = nullptr;
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index 165115aab3..52d7d14e21 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -1348,7 +1348,7 @@ namespace kernel_factory {
 
 class OpKernelRegistrar {
  public:
-  typedef OpKernel* (*Factory)(OpKernelConstruction*);
+  typedef std::function<OpKernel*(OpKernelConstruction*)> Factory;
 
   OpKernelRegistrar(const KernelDef* kernel_def, StringPiece kernel_class_name,
                     Factory factory) {
-- 
GitLab


From 4ae1908593ee25b1ee404d57a4b6c6f2f6ac4180 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 13:10:42 -0800
Subject: [PATCH 1152/1825] Add RegisterListener to MultiPlatformManager to
 enable injecting dependencies to Platform before Initialize.

PiperOrigin-RevId: 220337889
---
 .../xla/service/interpreter/platform.cc       |   2 +
 .../compiler/xla/service/platform_util.cc     |  13 +-
 tensorflow/stream_executor/BUILD              |   5 +
 .../stream_executor/cuda/cuda_platform.cc     |   2 +
 .../stream_executor/host/host_platform.cc     |   2 +
 .../stream_executor/multi_platform_manager.cc | 207 ++++++++++++++----
 .../stream_executor/multi_platform_manager.h  |  92 +++-----
 7 files changed, 207 insertions(+), 116 deletions(-)

diff --git a/tensorflow/compiler/xla/service/interpreter/platform.cc b/tensorflow/compiler/xla/service/interpreter/platform.cc
index c9b40d3c61..b0fc1af8b8 100644
--- a/tensorflow/compiler/xla/service/interpreter/platform.cc
+++ b/tensorflow/compiler/xla/service/interpreter/platform.cc
@@ -110,3 +110,5 @@ REGISTER_MODULE_INITIALIZER(
 // open-source project, so this will be a no-op there.
 REGISTER_MODULE_INITIALIZER_SEQUENCE(interpreter_platform,
                                      multi_platform_manager);
+REGISTER_MODULE_INITIALIZER_SEQUENCE(multi_platform_manager_listener,
+                                     interpreter_platform);
diff --git a/tensorflow/compiler/xla/service/platform_util.cc b/tensorflow/compiler/xla/service/platform_util.cc
index c522e7ae23..e416c78e7f 100644
--- a/tensorflow/compiler/xla/service/platform_util.cc
+++ b/tensorflow/compiler/xla/service/platform_util.cc
@@ -59,20 +59,15 @@ string CanonicalPlatformName(const string& name) {
 
 /* static */ StatusOr<std::vector<se::Platform*>>
 PlatformUtil::GetSupportedPlatforms() {
-  se::MultiPlatformManager::PlatformMap platform_map;
-  se::port::Status platforms_status = se::MultiPlatformManager::WithPlatforms(
-      [&platform_map](se::MultiPlatformManager::PlatformMap* map) {
-        platform_map = *map;
-        return se::port::Status::OK();
-      });
-  if (platform_map.empty()) {
+  std::vector<se::Platform*> all_platforms =
+      se::MultiPlatformManager::AllPlatforms();
+  if (all_platforms.empty()) {
     LOG(WARNING) << "no executor platforms available: platform map is empty";
   }
 
   // Gather all platforms which have an XLA compiler.
   std::vector<se::Platform*> platforms;
-  for (auto& platform_pair : platform_map) {
-    auto* platform = platform_pair.second;
+  for (se::Platform* platform : all_platforms) {
     auto compiler_status = Compiler::GetForPlatform(platform);
     if (compiler_status.ok()) {
       platforms.push_back(platform);
diff --git a/tensorflow/stream_executor/BUILD b/tensorflow/stream_executor/BUILD
index d4d97087ba..5c9d85acf4 100644
--- a/tensorflow/stream_executor/BUILD
+++ b/tensorflow/stream_executor/BUILD
@@ -37,6 +37,10 @@ cc_library(
     deps = [
         "//tensorflow/core:lib",
         "//tensorflow/core:ptr_util",
+        "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/strings:str_format",
+        "@com_google_absl//absl/synchronization",
         "@local_config_cuda//cuda:cuda_headers",
     ],
     alwayslink = 1,
@@ -49,6 +53,7 @@ cc_library(
     deps = [
         "//tensorflow/core:lib",
         "//tensorflow/core:ptr_util",
+        "@com_google_absl//absl/strings",
         "@local_config_cuda//cuda:cuda_headers",
     ] + if_static([":stream_executor_impl"]),
 )
diff --git a/tensorflow/stream_executor/cuda/cuda_platform.cc b/tensorflow/stream_executor/cuda/cuda_platform.cc
index 622a4a4edb..b342e71bdd 100644
--- a/tensorflow/stream_executor/cuda/cuda_platform.cc
+++ b/tensorflow/stream_executor/cuda/cuda_platform.cc
@@ -209,3 +209,5 @@ REGISTER_MODULE_INITIALIZER(cuda_platform,
 // Note that module initialization sequencing is not supported in the
 // open-source project, so this will be a no-op there.
 REGISTER_MODULE_INITIALIZER_SEQUENCE(cuda_platform, multi_platform_manager);
+REGISTER_MODULE_INITIALIZER_SEQUENCE(multi_platform_manager_listener,
+                                     cuda_platform);
diff --git a/tensorflow/stream_executor/host/host_platform.cc b/tensorflow/stream_executor/host/host_platform.cc
index 410dc9da89..d16cca8dcc 100644
--- a/tensorflow/stream_executor/host/host_platform.cc
+++ b/tensorflow/stream_executor/host/host_platform.cc
@@ -103,3 +103,5 @@ REGISTER_MODULE_INITIALIZER(host_platform,
 // Note that module initialization sequencing is not supported in the
 // open-source project, so this will be a no-op there.
 REGISTER_MODULE_INITIALIZER_SEQUENCE(host_platform, multi_platform_manager);
+REGISTER_MODULE_INITIALIZER_SEQUENCE(multi_platform_manager_listener,
+                                     host_platform);
diff --git a/tensorflow/stream_executor/multi_platform_manager.cc b/tensorflow/stream_executor/multi_platform_manager.cc
index 5b51398d8c..bbb56071f4 100644
--- a/tensorflow/stream_executor/multi_platform_manager.cc
+++ b/tensorflow/stream_executor/multi_platform_manager.cc
@@ -15,62 +15,86 @@ limitations under the License.
 
 #include "tensorflow/stream_executor/multi_platform_manager.h"
 
+#include "absl/base/thread_annotations.h"
+#include "absl/container/flat_hash_map.h"
+#include "absl/strings/string_view.h"
+#include "absl/synchronization/mutex.h"
 #include "tensorflow/stream_executor/lib/error.h"
 #include "tensorflow/stream_executor/lib/initialize.h"
 #include "tensorflow/stream_executor/lib/str_util.h"
 #include "tensorflow/stream_executor/lib/stringprintf.h"
 
 namespace stream_executor {
+namespace {
 
-/* static */ mutex MultiPlatformManager::platforms_mutex_{LINKER_INITIALIZED};
+class MultiPlatformManagerImpl {
+ public:
+  port::Status RegisterPlatform(std::unique_ptr<Platform> platform)
+      LOCKS_EXCLUDED(mu_);
 
-/* static */ port::StatusOr<Platform*> MultiPlatformManager::LookupByNameLocked(
-    const string& target) {
-  PlatformMap* platform_map = GetPlatformMap();
-  auto it = platform_map->find(port::Lowercase(target));
-  if (it == platform_map->end()) {
-    return port::Status(
-        port::error::NOT_FOUND,
-        "could not find registered platform with name: \"" + target + "\"");
-  }
-  return it->second;
-}
+  port::StatusOr<Platform*> PlatformWithName(absl::string_view target)
+      LOCKS_EXCLUDED(mu_);
 
-/* static */ port::StatusOr<Platform*> MultiPlatformManager::LookupByIdLocked(
-    const Platform::Id& id) {
-  PlatformIdMap* platform_map = GetPlatformByIdMap();
-  auto it = platform_map->find(id);
-  if (it == platform_map->end()) {
-    return port::Status(
-        port::error::NOT_FOUND,
-        port::Printf("could not find registered platform with id: 0x%p", id));
-  }
-  return it->second;
-}
+  port::StatusOr<Platform*> PlatformWithId(const Platform::Id& id)
+      LOCKS_EXCLUDED(mu_);
+
+  port::StatusOr<Platform*> InitializePlatformWithName(
+      absl::string_view target, const std::map<string, string>& options)
+      LOCKS_EXCLUDED(mu_);
+  port::StatusOr<Platform*> InitializePlatformWithId(
+      const Platform::Id& id, const std::map<string, string>& options)
+      LOCKS_EXCLUDED(mu_);
+
+  std::vector<Platform*> AllPlatforms() LOCKS_EXCLUDED(mu_);
+
+  using Listener = MultiPlatformManager::Listener;
+  port::Status RegisterListener(std::unique_ptr<Listener> listener)
+      LOCKS_EXCLUDED(mu_);
+
+ private:
+  // Looks up the platform object with the given name.  Assumes the Platforms
+  // mutex is held.
+  port::StatusOr<Platform*> LookupByNameLocked(absl::string_view target)
+      EXCLUSIVE_LOCKS_REQUIRED(mu_);
+
+  // Looks up the platform object with the given id.  Assumes the Platforms
+  // mutex is held.
+  port::StatusOr<Platform*> LookupByIdLocked(const Platform::Id& id)
+      EXCLUSIVE_LOCKS_REQUIRED(mu_);
 
-/* static */ port::Status MultiPlatformManager::RegisterPlatform(
+  absl::Mutex mu_;
+  std::vector<std::unique_ptr<Listener>> listeners_ GUARDED_BY(mu_);
+  absl::flat_hash_map<Platform::Id, Platform*> id_map_ GUARDED_BY(mu_);
+  absl::flat_hash_map<string, Platform*> name_map_ GUARDED_BY(mu_);
+};
+
+port::Status MultiPlatformManagerImpl::RegisterPlatform(
     std::unique_ptr<Platform> platform) {
   CHECK(platform != nullptr);
   string key = port::Lowercase(platform->Name());
-  mutex_lock lock(platforms_mutex_);
-  if (GetPlatformMap()->find(key) != GetPlatformMap()->end()) {
+  absl::MutexLock lock(&mu_);
+  if (name_map_.find(key) != name_map_.end()) {
     return port::Status(port::error::INTERNAL,
                         "platform is already registered with name: \"" +
                             platform->Name() + "\"");
   }
-  GetPlatformByIdMap()->insert(std::make_pair(platform->id(), platform.get()));
+  Platform* platform_ptr = platform.get();
+  CHECK(id_map_.emplace(platform->id(), platform_ptr).second);
   // Release ownership/uniqueness to prevent destruction on program exit.
   // This avoids Platforms "cleaning up" on program exit, because otherwise,
   // there are _very_ tricky races between StreamExecutor and underlying
   // platforms (CUDA, OpenCL) during exit. Since these are fixed-size and 1x per
   // program, these are deemed acceptable.
-  (*GetPlatformMap())[key] = platform.release();
+  name_map_[key] = platform.release();
+  for (const auto& listener : listeners_) {
+    listener->PlatformRegistered(platform_ptr);
+  }
   return port::Status::OK();
 }
 
-/* static */ port::StatusOr<Platform*> MultiPlatformManager::PlatformWithName(
-    const string& target) {
-  mutex_lock lock(platforms_mutex_);
+port::StatusOr<Platform*> MultiPlatformManagerImpl::PlatformWithName(
+    absl::string_view target) {
+  absl::MutexLock lock(&mu_);
 
   SE_ASSIGN_OR_RETURN(Platform * platform, LookupByNameLocked(target));
   if (!platform->Initialized()) {
@@ -80,9 +104,9 @@ namespace stream_executor {
   return platform;
 }
 
-/* static */ port::StatusOr<Platform*> MultiPlatformManager::PlatformWithId(
+port::StatusOr<Platform*> MultiPlatformManagerImpl::PlatformWithId(
     const Platform::Id& id) {
-  mutex_lock lock(platforms_mutex_);
+  absl::MutexLock lock(&mu_);
 
   SE_ASSIGN_OR_RETURN(Platform * platform, LookupByIdLocked(id));
   if (!platform->Initialized()) {
@@ -92,15 +116,15 @@ namespace stream_executor {
   return platform;
 }
 
-/* static */ port::StatusOr<Platform*>
-MultiPlatformManager::InitializePlatformWithName(
-    const string& target, const std::map<string, string>& options) {
-  mutex_lock lock(platforms_mutex_);
+port::StatusOr<Platform*> MultiPlatformManagerImpl::InitializePlatformWithName(
+    absl::string_view target, const std::map<string, string>& options) {
+  absl::MutexLock lock(&mu_);
 
   SE_ASSIGN_OR_RETURN(Platform * platform, LookupByNameLocked(target));
   if (platform->Initialized()) {
-    return port::Status(port::error::FAILED_PRECONDITION,
-                        "platform \"" + target + "\" is already initialized");
+    return port::Status(
+        port::error::FAILED_PRECONDITION,
+        absl::StrCat("platform \"", target, "\" is already initialized"));
   }
 
   SE_RETURN_IF_ERROR(platform->Initialize(options));
@@ -108,10 +132,9 @@ MultiPlatformManager::InitializePlatformWithName(
   return platform;
 }
 
-/* static */ port::StatusOr<Platform*>
-MultiPlatformManager::InitializePlatformWithId(
+port::StatusOr<Platform*> MultiPlatformManagerImpl::InitializePlatformWithId(
     const Platform::Id& id, const std::map<string, string>& options) {
-  mutex_lock lock(platforms_mutex_);
+  absl::MutexLock lock(&mu_);
 
   SE_ASSIGN_OR_RETURN(Platform * platform, LookupByIdLocked(id));
   if (platform->Initialized()) {
@@ -125,10 +148,90 @@ MultiPlatformManager::InitializePlatformWithId(
   return platform;
 }
 
-/* static */ void MultiPlatformManager::ClearPlatformRegistry() {
-  mutex_lock lock(platforms_mutex_);
-  GetPlatformMap()->clear();
-  GetPlatformByIdMap()->clear();
+port::Status MultiPlatformManagerImpl::RegisterListener(
+    std::unique_ptr<Listener> listener) {
+  absl::MutexLock lock(&mu_);
+  CHECK(id_map_.empty());
+  CHECK(name_map_.empty());
+  listeners_.push_back(std::move(listener));
+  return port::Status::OK();
+}
+
+std::vector<Platform*> MultiPlatformManagerImpl::AllPlatforms() {
+  absl::MutexLock lock(&mu_);
+  CHECK_EQ(id_map_.size(), name_map_.size());
+  std::vector<Platform*> platforms;
+  platforms.reserve(id_map_.size());
+  for (const auto& entry : id_map_) {
+    platforms.push_back(entry.second);
+  }
+  return platforms;
+}
+
+port::StatusOr<Platform*> MultiPlatformManagerImpl::LookupByNameLocked(
+    absl::string_view target) {
+  auto it = name_map_.find(port::Lowercase(target));
+  if (it == name_map_.end()) {
+    return port::Status(
+        port::error::NOT_FOUND,
+        absl::StrCat("Could not find registered platform with name: \"", target,
+                     "\""));
+  }
+  return it->second;
+}
+
+port::StatusOr<Platform*> MultiPlatformManagerImpl::LookupByIdLocked(
+    const Platform::Id& id) {
+  auto it = id_map_.find(id);
+  if (it == id_map_.end()) {
+    return port::Status(
+        port::error::NOT_FOUND,
+        port::Printf("could not find registered platform with id: 0x%p", id));
+  }
+  return it->second;
+}
+
+MultiPlatformManagerImpl& Impl() {
+  static MultiPlatformManagerImpl* impl = new MultiPlatformManagerImpl;
+  return *impl;
+}
+
+}  // namespace
+
+/*static*/ port::Status MultiPlatformManager::RegisterPlatform(
+    std::unique_ptr<Platform> platform) {
+  return Impl().RegisterPlatform(std::move(platform));
+}
+
+/*static*/ port::StatusOr<Platform*> MultiPlatformManager::PlatformWithName(
+    absl::string_view target) {
+  return Impl().PlatformWithName(target);
+}
+
+/*static*/ port::StatusOr<Platform*> MultiPlatformManager::PlatformWithId(
+    const Platform::Id& id) {
+  return Impl().PlatformWithId(id);
+}
+
+/*static*/ port::StatusOr<Platform*>
+MultiPlatformManager::InitializePlatformWithName(
+    absl::string_view target, const std::map<string, string>& options) {
+  return Impl().InitializePlatformWithName(target, options);
+}
+
+/*static*/ port::StatusOr<Platform*>
+MultiPlatformManager::InitializePlatformWithId(
+    const Platform::Id& id, const std::map<string, string>& options) {
+  return Impl().InitializePlatformWithId(id, options);
+}
+
+/*static*/ port::Status MultiPlatformManager::RegisterListener(
+    std::unique_ptr<Listener> listener) {
+  return Impl().RegisterListener(std::move(listener));
+}
+
+/*static*/ std::vector<Platform*> MultiPlatformManager::AllPlatforms() {
+  return Impl().AllPlatforms();
 }
 
 }  // namespace stream_executor
@@ -141,3 +244,15 @@ REGISTER_MODULE_INITIALIZER(
         // purposes from Platform subclasses that register
         // themselves with the MultiPlatformManager.
     });
+
+REGISTER_MODULE_INITIALIZER(
+    multi_platform_manager_listener,
+    {
+        // Nothing -- this is just a module initializer definition to reference
+        // for sequencing registration of listeners with the
+        // MultiPlatformManager.
+    });
+
+// Listener registration should happen before platform registration.
+REGISTER_MODULE_INITIALIZER_SEQUENCE(multi_platform_manager_listener,
+                                     multi_platform_manager);
diff --git a/tensorflow/stream_executor/multi_platform_manager.h b/tensorflow/stream_executor/multi_platform_manager.h
index 146a128e85..06f5ae2c2b 100644
--- a/tensorflow/stream_executor/multi_platform_manager.h
+++ b/tensorflow/stream_executor/multi_platform_manager.h
@@ -67,14 +67,14 @@ limitations under the License.
 #include <functional>
 #include <map>
 #include <memory>
+#include <vector>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/stream_executor/lib/initialize.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/statusor.h"
 #include "tensorflow/stream_executor/platform.h"
-#include "tensorflow/stream_executor/platform/mutex.h"
 #include "tensorflow/stream_executor/platform/port.h"
-#include "tensorflow/stream_executor/platform/thread_annotations.h"
 
 namespace stream_executor {
 
@@ -84,9 +84,8 @@ class MultiPlatformManager {
   // Registers a platform object, returns an error status if the platform is
   // already registered. The associated listener, if not null, will be used to
   // trace events for ALL executors for that platform.
-  // Takes ownership of listener.
-  static port::Status RegisterPlatform(std::unique_ptr<Platform> platform)
-      LOCKS_EXCLUDED(platforms_mutex_);
+  // Takes ownership of platform.
+  static port::Status RegisterPlatform(std::unique_ptr<Platform> platform);
 
   // Retrieves the platform registered with the given platform name (e.g.
   // "CUDA", "OpenCL", ...) or id (an opaque, comparable value provided by the
@@ -98,10 +97,8 @@ class MultiPlatformManager {
   // If the requested platform is not registered, an error status is returned.
   // Ownership of the platform is NOT transferred to the caller --
   // the MultiPlatformManager owns the platforms in a singleton-like fashion.
-  static port::StatusOr<Platform*> PlatformWithName(const string& target)
-      LOCKS_EXCLUDED(platforms_mutex_);
-  static port::StatusOr<Platform*> PlatformWithId(const Platform::Id& id)
-      LOCKS_EXCLUDED(platforms_mutex_);
+  static port::StatusOr<Platform*> PlatformWithName(absl::string_view target);
+  static port::StatusOr<Platform*> PlatformWithId(const Platform::Id& id);
 
   // Retrieves the platform registered with the given platform name (e.g.
   // "CUDA", "OpenCL", ...) or id (an opaque, comparable value provided by the
@@ -114,14 +111,12 @@ class MultiPlatformManager {
   // Ownership of the platform is NOT transferred to the caller --
   // the MultiPlatformManager owns the platforms in a singleton-like fashion.
   static port::StatusOr<Platform*> InitializePlatformWithName(
-      const string& target, const std::map<string, string>& options)
-      LOCKS_EXCLUDED(platforms_mutex_);
+      absl::string_view target, const std::map<string, string>& options);
+
   static port::StatusOr<Platform*> InitializePlatformWithId(
-      const Platform::Id& id, const std::map<string, string>& options)
-      LOCKS_EXCLUDED(platforms_mutex_);
+      const Platform::Id& id, const std::map<string, string>& options);
 
-  // Clears the set of registered platforms, primarily used for testing.
-  static void ClearPlatformRegistry() LOCKS_EXCLUDED(platforms_mutex_);
+  static std::vector<Platform*> AllPlatforms();
 
   // Although the MultiPlatformManager "owns" its platforms, it holds them as
   // undecorated pointers to prevent races during program exit (between this
@@ -135,57 +130,32 @@ class MultiPlatformManager {
   // of any platforms registered with it, and leak checking should be disabled
   // during allocation of such Platforms, to avoid spurious reporting at program
   // exit.
-  using PlatformMap = std::map<string, Platform*>;
-
-  // Provides access to the available set of platforms under a lock.
-  static port::Status WithPlatforms(
-      std::function<port::Status(PlatformMap*)> callback)
-      LOCKS_EXCLUDED(platforms_mutex_) {
-    mutex_lock lock(platforms_mutex_);
-    return callback(GetPlatformMap());
-  }
-
- private:
-  using PlatformIdMap = std::map<Platform::Id, Platform*>;
-
-  static mutex platforms_mutex_;
-
-  // TODO(b/22689637): Clean up these two maps; make sure they coexist nicely.
-  // TODO(b/22689637): Move this (whatever the final/"official" map is) to
-  // plugin_regstry.h, along with the associated functionality.
-  // Platform-name-to-object mapping. These platforms are registered via module
-  // initializers, and linkage determines which platforms are available to a
-  // given target.
-  static PlatformMap* GetPlatformMap() {
-    static PlatformMap* instance = new PlatformMap;
-    return instance;
-  }
-
-  // Holds a Platform::Id-to-object mapping.
-  // Unlike platforms_ above, this map does not own its contents.
-  static PlatformIdMap* GetPlatformByIdMap() {
-    static PlatformIdMap* instance = new PlatformIdMap;
-    return instance;
-  }
-
-  // Looks up the platform object with the given name.  Assumes the Platforms
-  // mutex is held.
-  static port::StatusOr<Platform*> LookupByNameLocked(const string& target)
-      EXCLUSIVE_LOCKS_REQUIRED(platforms_mutex_);
-
-  // Looks up the platform object with the given id.  Assumes the Platforms
-  // mutex is held.
-  static port::StatusOr<Platform*> LookupByIdLocked(const Platform::Id& id)
-      EXCLUSIVE_LOCKS_REQUIRED(platforms_mutex_);
-
-  SE_DISALLOW_COPY_AND_ASSIGN(MultiPlatformManager);
+
+  // Interface for a listener that gets notfied at certain events.
+  class Listener {
+   public:
+    virtual ~Listener() = default;
+    // Callback that is invoked when a Platform is registered.
+    virtual void PlatformRegistered(Platform* platform) = 0;
+  };
+  // Registers a listeners to receive notifications about certain events.
+  // Precondition: No Platform has been registered yet.
+  static port::Status RegisterListener(std::unique_ptr<Listener> listener);
 };
 
 }  // namespace stream_executor
 
-// multi_platform_manager.cc will define this instance. Includers of this header
-// should use
+// multi_platform_manager.cc will define these instances.
+//
+// Registering a platform:
 // REGISTER_MODULE_INITIALIZER_SEQUENCE(my_platform, multi_platform_manager);
+// REGISTER_MODULE_INITIALIZER_SEQUENCE(multi_platform_manager_listener,
+// my_platform);
+//
+// Registering a listener:
+// REGISTER_MODULE_INITIALIZER_SEQUENCE(my_listener,
+// multi_platform_manager_listener);
 DECLARE_MODULE_INITIALIZER(multi_platform_manager);
+DECLARE_MODULE_INITIALIZER(multi_platform_manager_listener);
 
 #endif  // TENSORFLOW_STREAM_EXECUTOR_MULTI_PLATFORM_MANAGER_H_
-- 
GitLab


From 7bfc20ffebc625e6fa8ae22e33f1515af3f28f67 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Tue, 6 Nov 2018 13:11:52 -0800
Subject: [PATCH 1153/1825] Creating python objects for Tensor Forest
 resources. In TF2, resources / state need to be explicitly owned by python
 objects instead of just residing in the graph.

PiperOrigin-RevId: 220338075
---
 .../tensor_forest/python/ops/model_ops.py     | 74 +++++++++++++++---
 .../tensor_forest/python/ops/stats_ops.py     | 76 ++++++++++++++++---
 2 files changed, 127 insertions(+), 23 deletions(-)

diff --git a/tensorflow/contrib/tensor_forest/python/ops/model_ops.py b/tensorflow/contrib/tensor_forest/python/ops/model_ops.py
index 596c59ead3..290c16fe39 100644
--- a/tensorflow/contrib/tensor_forest/python/ops/model_ops.py
+++ b/tensorflow/contrib/tensor_forest/python/ops/model_ops.py
@@ -17,6 +17,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 from tensorflow.contrib.tensor_forest.python.ops import gen_model_ops
 
 # pylint: disable=unused-import
@@ -28,10 +30,12 @@ from tensorflow.contrib.tensor_forest.python.ops.gen_model_ops import update_mod
 # pylint: enable=unused-import
 
 from tensorflow.contrib.util import loader
+from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import resources
 from tensorflow.python.platform import resource_loader
 from tensorflow.python.training import saver
+from tensorflow.python.training.checkpointable import tracking
 
 
 _model_ops = loader.load_op_library(
@@ -88,6 +92,59 @@ class TreeVariableSavable(saver.BaseSaverBuilder.SaveableObject):
           params=self.params.serialized_params_proto)
 
 
+class TreeVariable(tracking.TrackableResource):
+  """A tree model."""
+
+  def __init__(self, params, tree_config, stats_handle, name, container=None):
+    self._params = params
+    self._tree_config = tree_config
+    self._stats_handle = stats_handle
+    self._name = name
+    self._container = container
+    self._init_op = None
+    super(TreeVariable, self).__init__()
+    self._resource_handle = self.create_resource()
+
+  def create_resource(self):
+    if context.executing_eagerly():
+      # TODO(allenl): This will leak memory due to kernel caching by the
+      # shared_name attribute value (but is better than the alternative of
+      # sharing everything by default when executing eagerly; hopefully creating
+      # tables in a loop is uncommon).
+      shared_name = "tree_variable_%d" % (ops.uid(),)
+    else:
+      shared_name = self._name
+    return gen_model_ops.decision_tree_resource_handle_op(
+        self._container, shared_name=shared_name, name=self._name)
+
+  def initialize(self):
+    return gen_model_ops.create_tree_variable(
+        self.resource_handle,
+        self._tree_config,
+        params=self._params.serialized_params_proto)
+
+  @property
+  def initializer(self):
+    if self._init_op is None:
+      self._init_op = self.initialize()
+    return self._init_op
+
+  def is_initialized(self):
+    return gen_model_ops.tree_is_initialized_op(self.resource_handle)
+
+  def _gather_saveables_for_checkpoint(self):
+    """For object-based checkpointing."""
+    return {
+        "tree_variable":
+            functools.partial(
+                TreeVariableSavable,
+                params=self._params,
+                tree_handle=self.resource_handle,
+                stats_handle=self._stats_handle,
+                create_op=self._init_op)
+    }
+
+
 def tree_variable(params, tree_config, stats_handle, name, container=None):
   r"""Creates a tree model and returns a handle to it.
 
@@ -102,18 +159,13 @@ def tree_variable(params, tree_config, stats_handle, name, container=None):
     A `Tensor` of type mutable `string`. The handle to the tree.
   """
   with ops.name_scope(name, "TreeVariable") as name:
-    resource_handle = gen_model_ops.decision_tree_resource_handle_op(
-        container, shared_name=name, name=name)
-
-    create_op = gen_model_ops.create_tree_variable(
-        resource_handle,
-        tree_config,
-        params=params.serialized_params_proto)
-    is_initialized_op = gen_model_ops.tree_is_initialized_op(resource_handle)
+    tree_var = TreeVariable(params, tree_config, stats_handle, name, container)
+    resource_handle = tree_var.resource_handle
+    create_op = tree_var.initializer
+    is_initialized_op = tree_var.is_initialized()
     # Adds the variable to the savable list.
-    saveable = TreeVariableSavable(params, resource_handle, stats_handle,
-                                   create_op,
-                                   resource_handle.name)
+    saveable = tree_var._gather_saveables_for_checkpoint()["tree_variable"](  # pylint: disable=protected-access
+        name=resource_handle.name)
     ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
     resources.register_resource(resource_handle, create_op, is_initialized_op)
     return resource_handle
diff --git a/tensorflow/contrib/tensor_forest/python/ops/stats_ops.py b/tensorflow/contrib/tensor_forest/python/ops/stats_ops.py
index 44d486edec..9184198cd4 100644
--- a/tensorflow/contrib/tensor_forest/python/ops/stats_ops.py
+++ b/tensorflow/contrib/tensor_forest/python/ops/stats_ops.py
@@ -17,6 +17,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 from tensorflow.contrib.tensor_forest.python.ops import gen_stats_ops
 # pylint: disable=unused-import
 from tensorflow.contrib.tensor_forest.python.ops.gen_stats_ops import finalize_tree
@@ -25,10 +27,12 @@ from tensorflow.contrib.tensor_forest.python.ops.gen_stats_ops import process_in
 # pylint: enable=unused-import
 
 from tensorflow.contrib.util import loader
+from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import resources
 from tensorflow.python.platform import resource_loader
 from tensorflow.python.training import saver
+from tensorflow.python.training.checkpointable import tracking
 
 
 _stats_ops = loader.load_op_library(
@@ -84,8 +88,58 @@ class FertileStatsVariableSavable(saver.BaseSaverBuilder.SaveableObject):
           params=self.params.serialized_params_proto)
 
 
-def fertile_stats_variable(params, stats_config, name,
-                           container=None):
+class FertileStatsVariable(tracking.TrackableResource):
+  """A Fertile stats variable."""
+
+  def __init__(self, params, stats_config, name, container=None):
+    self._params = params
+    self._stats_config = stats_config
+    self._name = name
+    self._container = container
+    self._init_op = None
+    super(FertileStatsVariable, self).__init__()
+    self._resource_handle = self.create_resource()
+
+  def create_resource(self):
+    if context.executing_eagerly():
+      # TODO(allenl): This will leak memory due to kernel caching by the
+      # shared_name attribute value (but is better than the alternative of
+      # sharing everything by default when executing eagerly; hopefully creating
+      # tables in a loop is uncommon).
+      shared_name = "fertile_stats_variable_%d" % (ops.uid(),)
+    else:
+      shared_name = self._name
+    return gen_stats_ops.fertile_stats_resource_handle_op(
+        self._container, shared_name=shared_name, name=self._name)
+
+  def initialize(self):
+    return gen_stats_ops.create_fertile_stats_variable(
+        self.resource_handle,
+        self._stats_config,
+        params=self._params.serialized_params_proto)
+
+  @property
+  def initializer(self):
+    if self._init_op is None:
+      self._init_op = self.initialize()
+    return self._init_op
+
+  def is_initialized(self):
+    return gen_stats_ops.fertile_stats_is_initialized_op(self.resource_handle)
+
+  def _gather_saveables_for_checkpoint(self):
+    """For object-based checkpointing."""
+    return {
+        "fertile_stats_variable":
+            functools.partial(
+                FertileStatsVariableSavable,
+                params=self._params,
+                stats_handle=self.resource_handle,
+                create_op=self.initializer)
+    }
+
+
+def fertile_stats_variable(params, stats_config, name, container=None):
   r"""Creates a stats object and returns a handle to it.
 
   Args:
@@ -98,17 +152,15 @@ def fertile_stats_variable(params, stats_config, name,
     A `Tensor` of type mutable `string`. The handle to the stats.
   """
   with ops.name_scope(name, "FertileStatsVariable") as name:
-    resource_handle = gen_stats_ops.fertile_stats_resource_handle_op(
-        container, shared_name=name, name=name)
-
-    create_op = gen_stats_ops.create_fertile_stats_variable(
-        resource_handle, stats_config,
-        params=params.serialized_params_proto)
-    is_initialized_op = gen_stats_ops.fertile_stats_is_initialized_op(
-        resource_handle)
+    fertile_stats_var = FertileStatsVariable(params, stats_config, name,
+                                             container)
+    resource_handle = fertile_stats_var.resource_handle
+    create_op = fertile_stats_var.initializer
+    is_initialized_op = fertile_stats_var.is_initialized()
     # Adds the variable to the savable list.
-    saveable = FertileStatsVariableSavable(params, resource_handle, create_op,
-                                           resource_handle.name)
+    saveable = (
+        fertile_stats_var._gather_saveables_for_checkpoint()[  # pylint: disable=protected-access
+            "fertile_stats_variable"](name=resource_handle.name))
     ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
     resources.register_resource(resource_handle, create_op, is_initialized_op)
     return resource_handle
-- 
GitLab


From ff0ef344397d4b74a7770c4a4aa888dda8e0f6a7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 13:31:50 -0800
Subject: [PATCH 1154/1825] pack: add support for int64

PiperOrigin-RevId: 220341536
---
 tensorflow/lite/kernels/pack.cc      |  7 +++++-
 tensorflow/lite/kernels/pack_test.cc | 34 ++++++++++++++++++++++++++++
 2 files changed, 40 insertions(+), 1 deletion(-)

diff --git a/tensorflow/lite/kernels/pack.cc b/tensorflow/lite/kernels/pack.cc
index 24fabccde0..479495c875 100644
--- a/tensorflow/lite/kernels/pack.cc
+++ b/tensorflow/lite/kernels/pack.cc
@@ -40,7 +40,8 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   // TODO(renjieliu): Support negative axis.
   TF_LITE_ENSURE(context, data->axis >= 0);
   if (input0->type != kTfLiteInt32 && input0->type != kTfLiteFloat32 &&
-      input0->type != kTfLiteUInt8 && input0->type != kTfLiteInt16) {
+      input0->type != kTfLiteUInt8 && input0->type != kTfLiteInt16 &&
+      input0->type != kTfLiteInt64) {
     context->ReportError(context, "Type '%s' is not supported by pack.",
                          TfLiteTypeGetName(input0->type));
     return kTfLiteError;
@@ -110,6 +111,10 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
       PackImpl<int32_t>(context, node, output, data->values_count, data->axis);
       break;
     }
+    case kTfLiteInt64: {
+      PackImpl<int64_t>(context, node, output, data->values_count, data->axis);
+      break;
+    }
     default: {
       context->ReportError(context, "Type '%s' is not supported by pack.",
                            TfLiteTypeGetName(output->type));
diff --git a/tensorflow/lite/kernels/pack_test.cc b/tensorflow/lite/kernels/pack_test.cc
index a47e9ff40d..4f58debc5c 100644
--- a/tensorflow/lite/kernels/pack_test.cc
+++ b/tensorflow/lite/kernels/pack_test.cc
@@ -113,6 +113,40 @@ TEST(PackOpTest, Int32MultilDimensions) {
               ElementsAreArray({1, 2, 3, 7, 8, 9, 4, 5, 6, 10, 11, 12}));
 }
 
+// int64 tests.
+TEST(PackOpTest, Int64ThreeInputs) {
+  PackOpModel<int64_t> model({TensorType_INT64, {2}}, 0, 3);
+  model.SetInput(0, {1LL << 33, 4});
+  model.SetInput(1, {2, 5});
+  model.SetInput(2, {3, -(1LL << 34)});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(3, 2));
+  EXPECT_THAT(model.GetOutput(),
+              ElementsAreArray({1LL << 33, 4LL, 2LL, 5LL, 3LL, -(1LL << 34)}));
+}
+
+TEST(PackOpTest, Int64ThreeInputsDifferentAxis) {
+  PackOpModel<int64_t> model({TensorType_INT64, {2}}, 1, 3);
+  model.SetInput(0, {1LL << 33, 4});
+  model.SetInput(1, {2, 5});
+  model.SetInput(2, {3, -(1LL << 34)});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(2, 3));
+  EXPECT_THAT(model.GetOutput(),
+              ElementsAreArray({1LL << 33, 2LL, 3LL, 4LL, 5LL, -(1LL << 34)}));
+}
+
+TEST(PackOpTest, Int64MultilDimensions) {
+  PackOpModel<int64_t> model({TensorType_INT64, {2, 3}}, 1, 2);
+  model.SetInput(0, {1LL << 33, 2, 3, 4, 5, 6});
+  model.SetInput(1, {7, 8, -(1LL << 34), 10, 11, 12});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(2, 2, 3));
+  EXPECT_THAT(model.GetOutput(),
+              ElementsAreArray({1LL << 33, 2LL, 3LL, 7LL, 8LL, -(1LL << 34),
+                                4LL, 5LL, 6LL, 10LL, 11LL, 12LL}));
+}
+
 // uint8
 TEST(PackOpTest, Uint8ThreeInputs) {
   PackOpModel<uint8_t> model({TensorType_UINT8, {2}}, 0, 3);
-- 
GitLab


From 3908ccbc8ac3c9f066933ceeabfd9d30220676c3 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 6 Nov 2018 13:34:01 -0800
Subject: [PATCH 1155/1825] [TF:XLA] Enable multiple streams for the XLA_GPU
 device, i.e., concurrent computations and transfers.

This device is used only for unit tests.

While the original intent of this change was to get more test coverage of the multiple stream path by enabling it on XLA_GPU, it turns out that it also fixes a XLA_GPU-specific bug introduced by
https://github.com/tensorflow/tensorflow/commit/c4705c30d577138017069a2c897e8c9d66eb49bc
where a CUDA host callback calls done() in XlaDeviceContext::CopyCPUTensorToDevice().
CUDA host callbacks are forbidden from calling CUDA driver methods, but done() can deallocate tensors, which ends up calling cuFree(). In multi-stream mode, we call done() eagerly, not on a callback, so the problem doesn't arise.

PiperOrigin-RevId: 220342021
---
 tensorflow/compiler/jit/xla_gpu_device.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/jit/xla_gpu_device.cc b/tensorflow/compiler/jit/xla_gpu_device.cc
index 717daadc4a..6e2ea90045 100644
--- a/tensorflow/compiler/jit/xla_gpu_device.cc
+++ b/tensorflow/compiler/jit/xla_gpu_device.cc
@@ -59,7 +59,7 @@ Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
   options.device_name = DEVICE_XLA_GPU;
   options.device_ordinal = 0;
   options.compilation_device_name = DEVICE_GPU_XLA_JIT;
-  options.use_multiple_streams = false;
+  options.use_multiple_streams = true;
   auto device = absl::make_unique<XlaDevice>(session_options, options);
 
   // TODO(b/78468222): Uncomment after fixing this bug
-- 
GitLab


From 5f1379e4a626c0d84ec377eb252afeb1793798b2 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 6 Nov 2018 13:40:30 -0800
Subject: [PATCH 1156/1825] [XLA] Move ExtractSubShapedBuffer into
 xla::ScopedShapedBuffer as a new TakeSubTree() method.

This method seems like it more naturally belongs in the XLA libraries.

Simplify and generalize the implementation and add a test.

PiperOrigin-RevId: 220343391
---
 tensorflow/compiler/jit/BUILD                 | 25 ------
 tensorflow/compiler/jit/xla_launch_util.cc    | 40 +---------
 tensorflow/compiler/jit/xla_launch_util.h     | 11 ---
 .../compiler/jit/xla_launch_util_test.cc      | 64 ----------------
 tensorflow/compiler/xla/service/BUILD         |  1 +
 .../compiler/xla/service/shaped_buffer.cc     | 19 +++++
 .../compiler/xla/service/shaped_buffer.h      |  5 ++
 .../xla/service/shaped_buffer_test.cc         | 76 +++++++++++++++++++
 tensorflow/compiler/xla/shape_util.cc         |  5 ++
 tensorflow/compiler/xla/shape_util.h          |  3 +
 10 files changed, 111 insertions(+), 138 deletions(-)
 delete mode 100644 tensorflow/compiler/jit/xla_launch_util_test.cc

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index f98ba48735..ba86f2e247 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -651,31 +651,6 @@ tf_cc_test(
     ],
 )
 
-tf_cc_test(
-    name = "xla_launch_util_test",
-    size = "small",
-    srcs = ["xla_launch_util_test.cc"],
-    deps = [
-        ":common",
-        ":xla_compilation_cache",
-        ":xla_launch_util",
-        ":xla_tensor",
-        "//tensorflow/compiler/tf2xla:common",
-        "//tensorflow/compiler/tf2xla:xla_compiler",
-        "//tensorflow/compiler/xla:statusor",
-        "//tensorflow/compiler/xla/client:client_library",
-        "//tensorflow/compiler/xla/client:local_client",
-        "//tensorflow/core:core_cpu_internal",
-        "//tensorflow/core:framework",
-        "//tensorflow/core:gpu_runtime",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:lib_internal",
-        "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core:test",
-        "//tensorflow/core/kernels:variable_ops",
-    ],
-)
-
 cc_library(
     name = "xla_fusion_optimizer",
     srcs = ["xla_fusion_optimizer.cc"],
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 6e51bfca4a..504bf51f2a 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -191,40 +191,6 @@ Status XlaAllocator::Deallocate(int device_ordinal, se::DeviceMemoryBase mem) {
   return Status::OK();
 }
 
-namespace internal {
-// Return the 'index''th subtree of the given ShapedBuffer as a
-// ScopedShapedBuffer. The returned ScopedShapedBuffer takes ownership of the
-// subtree, and sets the input's buffer pointers to nullptr for the subtree.
-ScopedShapedBuffer ExtractSubShapedBuffer(
-    ShapedBuffer* shaped_buffer, int index,
-    xla::DeviceMemoryAllocator* allocator) {
-  const xla::Shape& on_host_shape = xla::ShapeUtil::GetTupleElementShape(
-      shaped_buffer->on_host_shape(), index);
-  const xla::Shape& on_device_shape = xla::ShapeUtil::GetTupleElementShape(
-      shaped_buffer->on_device_shape(), index);
-
-  ShapedBuffer sub_shaped_buffer(on_host_shape, on_device_shape,
-                                 shaped_buffer->platform(),
-                                 shaped_buffer->device_ordinal());
-
-  auto& shape_tree = shaped_buffer->buffers();
-  auto& sub_shape_tree = sub_shaped_buffer.buffers();
-  sub_shape_tree.CopySubtreeFrom(shape_tree,
-                                 /*source_base_index=*/{index},
-                                 /*target_base_index=*/{});
-  shape_tree.ForEachMutableElement(
-      [index](const xla::ShapeIndex& shape_index,
-              tensorflow::se::DeviceMemoryBase* data) {
-        // shape_index is empty for the root node. Ignore that.
-        if (!shape_index.empty() && shape_index[0] == index) {
-          *data = tensorflow::se::DeviceMemoryBase(nullptr, 0);
-        }
-      });
-  return ScopedShapedBuffer(std::move(sub_shaped_buffer), allocator);
-}
-}  // namespace internal
-using internal::ExtractSubShapedBuffer;
-
 XlaComputationLaunchContext::XlaComputationLaunchContext(
     xla::LocalClient* client, xla::DeviceMemoryAllocator* xla_allocator,
     bool allocate_xla_tensors, bool use_multiple_streams)
@@ -391,8 +357,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
           TF_RETURN_IF_ERROR(ctx->allocate_output(i, shape, &output_tensor));
           XlaTensor* xla_tensor = XlaTensor::FromTensor(output_tensor);
           if (xla_tensor) {
-            xla_tensor->set_shaped_buffer(ScopedShapedBuffer(
-                ExtractSubShapedBuffer(&output, output_num, xla_allocator_)));
+            xla_tensor->set_shaped_buffer(output.TakeSubTree({output_num}));
             if (use_multiple_streams_) {
               xla_tensor->ResetDefinitionEvent(definition_event, stream);
             }
@@ -457,8 +422,7 @@ Status XlaComputationLaunchContext::PopulateOutputs(
           ctx->allocate_temp(write.type, write.shape, &output_tensor));
       XlaTensor* xla_tensor = XlaTensor::FromTensor(&output_tensor);
       CHECK(xla_tensor);
-      xla_tensor->set_shaped_buffer(
-          ExtractSubShapedBuffer(&output, output_num, xla_allocator_));
+      xla_tensor->set_shaped_buffer(output.TakeSubTree({output_num}));
       if (use_multiple_streams_) {
         xla_tensor->ResetDefinitionEvent(definition_event, stream);
       }
diff --git a/tensorflow/compiler/jit/xla_launch_util.h b/tensorflow/compiler/jit/xla_launch_util.h
index 81e205d13f..ea4efa0722 100644
--- a/tensorflow/compiler/jit/xla_launch_util.h
+++ b/tensorflow/compiler/jit/xla_launch_util.h
@@ -223,17 +223,6 @@ class XlaTensorBuffer : public TensorBuffer {
   Allocator* allocator_;
 };
 
-// Exposed in this header file for microbenchmarking purposes, but this is an
-// internal implementation detail.
-namespace internal {
-// Return the 'index''th subtree of the given ShapedBuffer as a
-// ScopedShapedBuffer. The returned ScopedShapedBuffer takes ownership of the
-// subtree, and sets the input's buffer pointers to nullptr for the subtree.
-xla::ScopedShapedBuffer ExtractSubShapedBuffer(
-    xla::ShapedBuffer* shaped_buffer, int index,
-    xla::DeviceMemoryAllocator* allocator);
-}  // namespace internal
-
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_XLA_LAUNCH_UTIL_H_
diff --git a/tensorflow/compiler/jit/xla_launch_util_test.cc b/tensorflow/compiler/jit/xla_launch_util_test.cc
deleted file mode 100644
index a45932403e..0000000000
--- a/tensorflow/compiler/jit/xla_launch_util_test.cc
+++ /dev/null
@@ -1,64 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// Contains microbenchmarks for performance critical functions in
-// xla_launch_util.cc.
-
-#include "tensorflow/compiler/jit/xla_launch_util.h"
-#include "tensorflow/compiler/tf2xla/shape_util.h"
-#include "tensorflow/core/platform/test.h"
-#include "tensorflow/core/platform/test_benchmark.h"
-
-// Test ExtractSubBuffer with different depths (depth of ShapeTree) and fan-outs
-// (cardinality of each non-leaf node's children).
-void BM_ExtractSubBuffer(int iters, int depth, int fan_out) {
-  tensorflow::testing::StopTiming();
-  xla::Shape shape = xla::ShapeUtil::MakeShape(xla::F32, {32, 64, 128});
-  for (int i = 0; i < depth; ++i) {
-    std::vector<xla::Shape> shapes(fan_out, shape);
-    shape = xla::ShapeUtil::MakeTupleShape(shapes);
-  }
-  xla::ShapedBuffer shaped_buffer(shape, shape, /*platform=*/nullptr,
-                                  /*device_ordinal=*/0);
-  tensorflow::testing::StartTiming();
-  for (int i = 0; i < iters; ++i) {
-    // Extract a buffer from approximately the middle of the first level of the
-    // tree.
-    (void)tensorflow::internal::ExtractSubShapedBuffer(&shaped_buffer,
-                                                       /*index=*/fan_out / 2,
-                                                       /*allocator=*/nullptr)
-        .release();
-  }
-}
-
-BENCHMARK(BM_ExtractSubBuffer)
-    ->ArgPair(1, 4)
-    ->ArgPair(1, 8)
-    ->ArgPair(1, 32)
-    ->ArgPair(1, 64)
-    ->ArgPair(1, 128)
-    ->ArgPair(1, 256)
-    ->ArgPair(1, 512)
-    ->ArgPair(2, 4)
-    ->ArgPair(2, 8)
-    ->ArgPair(2, 32)
-    ->ArgPair(2, 64)
-    ->ArgPair(2, 128);
-
-int main(int argc, char** argv) {
-  testing::InitGoogleTest(&argc, argv);
-  tensorflow::testing::RunBenchmarks();
-  return RUN_ALL_TESTS();
-}
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 04b2f72ac9..cc3355473d 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -811,6 +811,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:ptr_util",
+        "//tensorflow/core:stream_executor_no_cuda",
         "//tensorflow/core:test",
         "@com_google_absl//absl/memory",
     ],
diff --git a/tensorflow/compiler/xla/service/shaped_buffer.cc b/tensorflow/compiler/xla/service/shaped_buffer.cc
index 56952e3ada..28a30b5ee2 100644
--- a/tensorflow/compiler/xla/service/shaped_buffer.cc
+++ b/tensorflow/compiler/xla/service/shaped_buffer.cc
@@ -157,4 +157,23 @@ void ScopedShapedBuffer::Deallocate() {
   }
 }
 
+ScopedShapedBuffer ScopedShapedBuffer::TakeSubTree(ShapeIndexView index) {
+  const xla::Shape& sub_on_host_shape =
+      xla::ShapeUtil::GetSubshape(on_host_shape(), {index});
+  const xla::Shape& sub_on_device_shape =
+      xla::ShapeUtil::GetSubshape(on_device_shape(), {index});
+
+  ScopedShapedBuffer output(sub_on_host_shape, sub_on_device_shape,
+                            memory_allocator(), device_ordinal());
+  auto src_it = buffers().find(index);
+  auto dst_it = output.buffers().begin();
+  while (dst_it != output.buffers().end()) {
+    dst_it->second = src_it->second;
+    src_it->second = tensorflow::se::DeviceMemoryBase(nullptr, 0);
+    ++src_it;
+    ++dst_it;
+  }
+  return output;
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/shaped_buffer.h b/tensorflow/compiler/xla/service/shaped_buffer.h
index e1d26da4a2..f5210c9cfa 100644
--- a/tensorflow/compiler/xla/service/shaped_buffer.h
+++ b/tensorflow/compiler/xla/service/shaped_buffer.h
@@ -176,6 +176,11 @@ class ScopedShapedBuffer : public ShapedBuffer {
   // It's the caller's job to ensure that the memory contained therein is freed.
   TF_MUST_USE_RESULT ShapedBuffer release();
 
+  // Extracts the sub-tree rooted at 'index' and returns a ScopedShapedBuffer
+  // that holds ownership of the subtree. Sets the buffers corresponding to the
+  // subtree to null in 'this'.
+  ScopedShapedBuffer TakeSubTree(ShapeIndexView index);
+
  protected:
   void Deallocate();
 
diff --git a/tensorflow/compiler/xla/service/shaped_buffer_test.cc b/tensorflow/compiler/xla/service/shaped_buffer_test.cc
index d69e6362e9..ca64bd3c8d 100644
--- a/tensorflow/compiler/xla/service/shaped_buffer_test.cc
+++ b/tensorflow/compiler/xla/service/shaped_buffer_test.cc
@@ -20,6 +20,8 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/platform_util.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
+#include "tensorflow/core/platform/stream_executor_no_cuda.h"
+#include "tensorflow/core/platform/test_benchmark.h"
 #include "tensorflow/core/util/ptr_util.h"
 
 namespace xla {
@@ -107,5 +109,79 @@ TEST(ScopedShapedBufferTest, TestMoveAssignmentOperator) {
   // TestAllocator's destructor checks that all memory was freed.
 }
 
+TEST(ScopedShapedBufferTest, TestTakeSubTree) {
+  TestAllocator allocator;
+
+  Shape s = ShapeUtil::MakeShape(F32, {1});
+  s = xla::ShapeUtil::MakeTupleShape(std::vector<xla::Shape>(2, s));
+  s = xla::ShapeUtil::MakeTupleShape(std::vector<xla::Shape>(3, s));
+
+  ScopedShapedBuffer sb(s, s, &allocator, /*device_ordinal=*/0);
+  sb.buffers().ForEachMutableElement(
+      [&](const xla::ShapeIndex& index, se::DeviceMemoryBase* buffer) {
+        TF_ASSERT_OK_AND_ASSIGN(
+            OwningDeviceMemory m,
+            allocator.Allocate(/*device_ordinal=*/0, /*size=*/77));
+        *buffer = m.Forget();
+      });
+  ShapeTree<se::DeviceMemoryBase> buffers = sb.buffers();
+
+  // Takes a subtree out of 'sb', and verifies the buffers are as expected.
+  xla::ShapeIndex subtree_index = {1};
+  ScopedShapedBuffer output = sb.TakeSubTree(subtree_index);
+
+  output.buffers().ForEachElement([&](const xla::ShapeIndex& sub_index,
+                                      const se::DeviceMemoryBase& buffer) {
+    xla::ShapeIndex orig_index = subtree_index;
+    for (int i : sub_index) {
+      orig_index.push_back(i);
+    }
+    EXPECT_TRUE(buffers.find(orig_index)->second.IsSameAs(buffer));
+  });
+  sb.buffers().ForEachElement(
+      [&](const xla::ShapeIndex& index, const se::DeviceMemoryBase& buffer) {
+        if (ShapeIndexView(index).StartsWith(subtree_index)) {
+          EXPECT_TRUE(buffer.is_null());
+        } else {
+          EXPECT_TRUE(buffers.find(index)->second.IsSameAs(buffer));
+        }
+      });
+}
+
+// Test TakeSubTree with different depths (depth of ShapeTree) and fan-outs
+// (cardinality of each non-leaf node's children).
+void BM_TakeSubTree(int iters, int depth, int fan_out) {
+  tensorflow::testing::StopTiming();
+  TestAllocator allocator;
+  xla::Shape shape = xla::ShapeUtil::MakeShape(xla::F32, {32, 64, 128});
+  for (int i = 0; i < depth; ++i) {
+    std::vector<xla::Shape> shapes(fan_out, shape);
+    shape = xla::ShapeUtil::MakeTupleShape(shapes);
+  }
+  xla::ScopedShapedBuffer shaped_buffer(shape, shape, /*allocator=*/&allocator,
+                                        /*device_ordinal=*/0);
+  tensorflow::testing::StartTiming();
+  for (int i = 0; i < iters; ++i) {
+    // Extract a buffer from approximately the middle of the first level of the
+    // tree.
+    (void)shaped_buffer.TakeSubTree(/*index=*/{fan_out / 2}).release();
+  }
+  tensorflow::testing::StopTiming();
+}
+
+BENCHMARK(BM_TakeSubTree)
+    ->ArgPair(1, 4)
+    ->ArgPair(1, 8)
+    ->ArgPair(1, 32)
+    ->ArgPair(1, 64)
+    ->ArgPair(1, 128)
+    ->ArgPair(1, 256)
+    ->ArgPair(1, 512)
+    ->ArgPair(2, 4)
+    ->ArgPair(2, 8)
+    ->ArgPair(2, 32)
+    ->ArgPair(2, 64)
+    ->ArgPair(2, 128);
+
 }  // anonymous namespace
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/shape_util.cc b/tensorflow/compiler/xla/shape_util.cc
index 17120e610c..d0c35d8dee 100644
--- a/tensorflow/compiler/xla/shape_util.cc
+++ b/tensorflow/compiler/xla/shape_util.cc
@@ -74,6 +74,11 @@ std::ostream& operator<<(std::ostream& out, const ShapeIndexView& shape_index) {
   return out;
 }
 
+bool ShapeIndexView::StartsWith(ShapeIndexView prefix) const {
+  return size() >= prefix.size() &&
+         indices_.subspan(0, prefix.size()) == prefix.indices_;
+}
+
 namespace {
 
 // Returns whether the given primitive type corresponds to an array shape.
diff --git a/tensorflow/compiler/xla/shape_util.h b/tensorflow/compiler/xla/shape_util.h
index 191ab04759..a7a3026cf3 100644
--- a/tensorflow/compiler/xla/shape_util.h
+++ b/tensorflow/compiler/xla/shape_util.h
@@ -147,6 +147,9 @@ class ShapeIndexView {
 
   string ToString() const;
 
+  // Returns true if this shape index starts with 'prefix'.
+  bool StartsWith(ShapeIndexView prefix) const;
+
  private:
   absl::Span<const int64> indices_;
 };
-- 
GitLab


From c076822ac0f6ed15c38f24b966738b3b47ea228a Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 6 Nov 2018 13:45:47 -0800
Subject: [PATCH 1157/1825] Automated rollback of commit
 7137218c2dcbb3963415b3a09fed64b96dceb3cd

PiperOrigin-RevId: 220344381
---
 tensorflow/compiler/tests/BUILD | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 194e710f1f..06501e2177 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -714,10 +714,6 @@ tf_xla_py_test(
     size = "medium",
     srcs = ["reduce_ops_test.py"],
     shard_count = 5,
-    tags = [
-        # TODO(b/119059212): Re-enable this test in OSS.
-        "no_oss",
-    ],
     deps = [
         ":xla_test",
         "//tensorflow/python:array_ops",
-- 
GitLab


From c89d3c799ff2cc63b46925a423db95120b4a7341 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Tue, 6 Nov 2018 13:47:31 -0800
Subject: [PATCH 1158/1825] Stop setting device after execution.

Placement is done before execution, so TensorHandles always have the correct
device set. This change was made in https://github.com/tensorflow/tensorflow/commit/897666ccefbc852e76037b486c1963f278af48f4

PiperOrigin-RevId: 220344743
---
 .../eager/copy_to_device_node.h               |  6 ++--
 .../core/common_runtime/eager/execute.cc      | 28 +++++++------------
 .../common_runtime/eager/kernel_and_device.cc |  8 ++++++
 .../common_runtime/eager/kernel_and_device.h  |  2 ++
 .../common_runtime/eager/tensor_handle.cc     | 11 ++------
 .../core/common_runtime/eager/tensor_handle.h |  4 +--
 6 files changed, 26 insertions(+), 33 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/copy_to_device_node.h b/tensorflow/core/common_runtime/eager/copy_to_device_node.h
index 953b3580c2..5bc3bb689e 100644
--- a/tensorflow/core/common_runtime/eager/copy_to_device_node.h
+++ b/tensorflow/core/common_runtime/eager/copy_to_device_node.h
@@ -44,13 +44,11 @@ class CopyToDeviceNode : public EagerNode {
     TensorHandle* temp = nullptr;
     TF_RETURN_IF_ERROR(src_->CopyToDevice(ctx_, dstd_, &temp));
     const Tensor* tensor = nullptr;
-    Device* device = nullptr;
-    Device* op_device = nullptr;
-    Status status = temp->TensorAndDevice(&tensor, &device, &op_device);
+    Status status = temp->Tensor(&tensor);
     // `temp` is a ready handle. So the following call should return OK.
     TF_DCHECK_OK(status) << status.error_message();
     DCHECK(tensor);
-    dst_->SetTensorAndDevice(*tensor, device, op_device);
+    dst_->SetTensor(*tensor);
     temp->Unref();
     return Status::OK();
   }
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index 0fcf5d9387..73b8dc1b8d 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -333,17 +333,10 @@ Status EagerLocalExecute(EagerOperation* op,
     // input handles are ready before executing them.
     // TODO(agarwal): Consider executing "cheap" kernels inline for performance.
     tensorflow::uint64 id = ctx->NextId();
-    const MemoryTypeVector* output_memory_types = nullptr;
-    output_memory_types = &kernel->kernel()->output_memory_types();
-
-    Device* op_device = kernel->device();
     for (int i = 0; i < *num_retvals; ++i) {
-      Device* d = op_device;
-      if (d != nullptr && output_memory_types != nullptr &&
-          (*output_memory_types)[i] == HOST_MEMORY) {
-        d = nullptr;
-      }
-      (*retvals)[i] = new TensorHandle(id, d, op_device, output_dtypes[i], ctx);
+      (*retvals)[i] = new TensorHandle(id, /* d= */ kernel->OutputDevice(i),
+                                       /* op_device= */ kernel->device(),
+                                       output_dtypes[i], ctx);
     }
     EagerNode* node = new ExecuteNode(
         id, ctx, op->Device(), op->Inputs(), kernel, maybe_stats.release(),
@@ -776,17 +769,16 @@ Status EagerExecute(EagerContext* ctx, Device* device,
     }
   }
   DCHECK_EQ(num_retvals, outputs.size());
-  Device* op_device = device;
   for (int i = 0; i < num_retvals; ++i) {
-    Device* d = op_device;
-    if (d != nullptr && output_memory_types != nullptr &&
-        (*output_memory_types)[i] == HOST_MEMORY) {
-      d = nullptr;
-    }
     if (retvals[i] == nullptr) {
-      retvals[i] = new TensorHandle(outputs[i], d, op_device, ctx);
+      retvals[i] =
+          new TensorHandle(outputs[i], /* d= */ kernel->OutputDevice(i),
+                           /* op_device= */ device, ctx);
     } else {
-      retvals[i]->SetTensorAndDevice(outputs[i], d, op_device);
+      // In the async case, the retval is not a nullptr, and its device is
+      // already set since all TensorHandles always have their device set during
+      // construction.
+      retvals[i]->SetTensor(outputs[i]);
     }
   }
   return Status::OK();
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.cc b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
index ac9fd187b3..192d22dfd5 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.cc
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.cc
@@ -156,4 +156,12 @@ Status KernelAndDevice::Run(ScopedStepContainer* step_container,
   return Status::OK();
 }
 
+tensorflow::Device* KernelAndDevice::OutputDevice(int idx) const {
+  if (device_ != nullptr &&
+      kernel_->output_memory_types()[idx] == HOST_MEMORY) {
+    return nullptr;
+  }
+  return device_;
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/core/common_runtime/eager/kernel_and_device.h b/tensorflow/core/common_runtime/eager/kernel_and_device.h
index 4b0f5182a0..52dac94ccc 100644
--- a/tensorflow/core/common_runtime/eager/kernel_and_device.h
+++ b/tensorflow/core/common_runtime/eager/kernel_and_device.h
@@ -69,6 +69,8 @@ class KernelAndDevice {
              std::vector<Tensor>* outputs, NodeExecStats* stats,
              StepStats* step_stats, GraphCollector* graph_collector);
 
+  Device* OutputDevice(int idx) const;
+
   const OpKernel* kernel() const { return kernel_.get(); }
 
   Device* device() const { return device_; }
diff --git a/tensorflow/core/common_runtime/eager/tensor_handle.cc b/tensorflow/core/common_runtime/eager/tensor_handle.cc
index 655add00e9..9d5194f45c 100644
--- a/tensorflow/core/common_runtime/eager/tensor_handle.cc
+++ b/tensorflow/core/common_runtime/eager/tensor_handle.cc
@@ -174,17 +174,12 @@ Status TensorHandle::RemoteAddress(int64* op_id, int32* output_num) {
   return Status::OK();
 }
 
-void TensorHandle::SetTensorAndDevice(const tensorflow::Tensor& tensor,
-                                      tensorflow::Device* device,
-                                      tensorflow::Device* op_device) {
+void TensorHandle::SetTensor(const tensorflow::Tensor& tensor) {
   mutex_lock l(ctx_mutex_);
-  DCHECK(node_id_ > 0 && !is_ready_)
-      << "SetTensorAndDevice should be only called  "
-      << "on non-ready handles.";
+  DCHECK(node_id_ > 0 && !is_ready_) << "SetTensor should be only called  "
+                                     << "on non-ready handles.";
   is_ready_ = true;
   tensor_ = tensor;
-  device_ = device;
-  op_device_ = op_device;
 }
 
 Status TensorHandle::CopyToDevice(EagerContext* ctx, tensorflow::Device* dstd,
diff --git a/tensorflow/core/common_runtime/eager/tensor_handle.h b/tensorflow/core/common_runtime/eager/tensor_handle.h
index 4f2c1a31a4..adf76823e9 100644
--- a/tensorflow/core/common_runtime/eager/tensor_handle.h
+++ b/tensorflow/core/common_runtime/eager/tensor_handle.h
@@ -121,9 +121,7 @@ class TensorHandle : public core::RefCounted {
 
   // Note that this can be called at most once, and only on non-ready handles,
   // and makes them ready.
-  void SetTensorAndDevice(const tensorflow::Tensor& tensor,
-                          tensorflow::Device* device,
-                          tensorflow::Device* op_device);
+  void SetTensor(const tensorflow::Tensor& tensor);
 
   Status CopyToDevice(EagerContext* ctx, tensorflow::Device* dstd,
                       TensorHandle** output);
-- 
GitLab


From a00c23b9f3ec79b4f52f800aaf9aad06bda412e1 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 6 Nov 2018 13:52:21 -0800
Subject: [PATCH 1159/1825] [XLA] Decrease intensity of "XLA is experimental"
 warning in docs.

PiperOrigin-RevId: 220345625
---
 tensorflow/compiler/xla/g3doc/overview.md | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/xla/g3doc/overview.md b/tensorflow/compiler/xla/g3doc/overview.md
index 6a172c3ae1..d3428b7276 100644
--- a/tensorflow/compiler/xla/g3doc/overview.md
+++ b/tensorflow/compiler/xla/g3doc/overview.md
@@ -4,11 +4,8 @@
 <img style="width:50%" src="./images/xlalogo.png">
 </div>
 
-> Note: XLA is experimental and considered alpha.  Most use cases will not
-> see improvements in performance (speed or decreased memory usage). We have
-> released XLA early so the Open Source Community can contribute to its
-> development, as well as create a path for integration with hardware
-> accelerators.
+> Note: XLA is still under development.  Some use cases will not
+> see improvements in speed or decreased memory usage.
 
 XLA (Accelerated Linear Algebra) is a domain-specific compiler for linear
 algebra that optimizes TensorFlow computations. The results are improvements in
-- 
GitLab


From b68d02a98af2f22ac698bd6958286e0bf7e35162 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 13:54:32 -0800
Subject: [PATCH 1160/1825] floor_mod: add support for int64

PiperOrigin-RevId: 220346035
---
 tensorflow/lite/kernels/floor_mod.cc      |  8 ++++++--
 tensorflow/lite/kernels/floor_mod_test.cc | 11 +++++++++++
 2 files changed, 17 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/kernels/floor_mod.cc b/tensorflow/lite/kernels/floor_mod.cc
index beddac2174..878716a5b4 100644
--- a/tensorflow/lite/kernels/floor_mod.cc
+++ b/tensorflow/lite/kernels/floor_mod.cc
@@ -81,7 +81,7 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   TF_LITE_ENSURE_TYPES_EQ(context, input1->type, input2->type);
 
   const TfLiteType type = input1->type;
-  if (type != kTfLiteInt32 && type != kTfLiteFloat32) {
+  if (type != kTfLiteInt32 && type != kTfLiteFloat32 && type != kTfLiteInt64) {
     context->ReportError(context, "Type '%s' is not supported by floor_mod.",
                          TfLiteTypeGetName(type));
     return kTfLiteError;
@@ -107,7 +107,7 @@ TfLiteStatus EvalImpl(TfLiteContext* context, bool requires_broadcast,
                       TfLiteTensor* output) {
   const T* denominator_data = GetTensorData<T>(input2);
 
-  if (input2->type == kTfLiteInt32) {
+  if (input2->type == kTfLiteInt32 || input2->type == kTfLiteInt64) {
     // Validate the denominator only for integer.
     const int num_elements = NumElements(input2);
     for (int i = 0; i < num_elements; ++i) {
@@ -144,6 +144,10 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
       return EvalImpl<int32_t>(context, data->requires_broadcast, input1,
                                input2, output);
     }
+    case kTfLiteInt64: {
+      return EvalImpl<int64_t>(context, data->requires_broadcast, input1,
+                               input2, output);
+    }
     case kTfLiteFloat32: {
       return EvalImpl<float>(context, data->requires_broadcast, input1, input2,
                              output);
diff --git a/tensorflow/lite/kernels/floor_mod_test.cc b/tensorflow/lite/kernels/floor_mod_test.cc
index 9d75f5ce2e..9d78673f32 100644
--- a/tensorflow/lite/kernels/floor_mod_test.cc
+++ b/tensorflow/lite/kernels/floor_mod_test.cc
@@ -80,6 +80,17 @@ TEST(FloorModModel, BroadcastFloorMod) {
   EXPECT_THAT(model.GetOutput(), ElementsAre(-2, 0, -2, -2));
 }
 
+TEST(FloorModModel, Int64WithBroadcast) {
+  FloorModModel<int64_t> model({TensorType_INT64, {1, 2, 2, 1}},
+                               {TensorType_INT64, {1}}, {TensorType_INT64, {}});
+  model.PopulateTensor<int64_t>(model.input1(), {10, -9, -11, (1LL << 34) + 9});
+  model.PopulateTensor<int64_t>(model.input2(), {-(1LL << 33)});
+  model.Invoke();
+  EXPECT_THAT(model.GetOutputShape(), ElementsAre(1, 2, 2, 1));
+  EXPECT_THAT(model.GetOutput(),
+              ElementsAre(-8589934582, -9, -11, -8589934583));
+}
+
 TEST(FloorModModel, FloatSimple) {
   FloorModModel<float> model({TensorType_FLOAT32, {1, 2, 2, 1}},
                              {TensorType_FLOAT32, {1, 2, 2, 1}},
-- 
GitLab


From 4828fd514ced0cbb8aa4a55033a81ace48acb8a7 Mon Sep 17 00:00:00 2001
From: Mustafa Ispir <ispir@google.com>
Date: Tue, 6 Nov 2018 13:58:16 -0800
Subject: [PATCH 1161/1825] Updates default value of loss reduction in
 tf.estimator.LinearClassifier to SUM_OVER_BATCH_SIZE for TF V2. It's SUM in
 V1.

PiperOrigin-RevId: 220346638
---
 .../v2/tensorflow.estimator.-linear-classifier.pbtxt      | 4 ++--
 tensorflow/tools/compatibility/tf_upgrade_v2.py           | 7 +++++++
 tensorflow/tools/compatibility/tf_upgrade_v2_test.py      | 8 ++++++++
 3 files changed, 17 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
index 4b5de2e245..4acbff2cff 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.LinearClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<type \'object\'>"
   member {
@@ -21,7 +21,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'feature_columns\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'optimizer\', \'config\', \'partitioner\', \'warm_start_from\', \'loss_reduction\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'2\', \'None\', \'None\', \'Ftrl\', \'None\', \'None\', \'None\', \'weighted_sum\', \'sum\'], "
+    argspec: "args=[\'self\', \'feature_columns\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'optimizer\', \'config\', \'partitioner\', \'warm_start_from\', \'loss_reduction\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'2\', \'None\', \'None\', \'Ftrl\', \'None\', \'None\', \'None\', \'weighted_sum_over_batch_size\', \'sum\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index dda45468fc..779fd6ddbb 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -96,6 +96,12 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "you need to inspect this usage manually.\n"
     )
 
+    # TODO(b/118888586): add default value change to update script.
+    default_loss_reduction_changed = (
+        "WARNING: default value of loss_reduction has been changed to "
+        "SUM_OVER_BATCH_SIZE.\n"
+    )
+
     # Function warnings. <function name> placeholder inside warnings will be
     # replaced by function name.
     self.function_warnings = {
@@ -108,6 +114,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.train.cosine_decay_restarts": decay_function_comment,
         "tf.train.linear_cosine_decay": decay_function_comment,
         "tf.train.noisy_linear_cosine_decay": decay_function_comment,
+        "tf.estimator.LinearClassifier": default_loss_reduction_changed,
     }
 
 
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index 6a0c3a787d..cf41a0eaf1 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -78,6 +78,14 @@ class TestUpgrade(test_util.TensorFlowTestCase):
       self.assertEqual(errors, ["test.py:1: %s requires manual check." % decay])
       self.assertIn("%s has been changed" % decay, report)
 
+  def testEstimatorLossReductionChangege(self):
+    text = "tf.estimator.LinearClassifier(a, b)\n"
+    _, report, errors, new_text = self._upgrade(text)
+    self.assertEqual(text, new_text)
+    self.assertEqual(errors, ["test.py:1: %s requires manual check."
+                              % "tf.estimator.LinearClassifier"])
+    self.assertIn("loss_reduction has been changed", report)
+
 
 class TestUpgradeFiles(test_util.TensorFlowTestCase):
 
-- 
GitLab


From c857061d2a0835ba1e86630e85d1877f0bb5a3bd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 13:59:42 -0800
Subject: [PATCH 1162/1825] Update OVIC instructions to include the detection
 task.

PiperOrigin-RevId: 220346878
---
 tensorflow/lite/java/ovic/README.md | 23 ++++++++++++++++++-----
 1 file changed, 18 insertions(+), 5 deletions(-)

diff --git a/tensorflow/lite/java/ovic/README.md b/tensorflow/lite/java/ovic/README.md
index 9e3ceb7e18..368c486f4f 100644
--- a/tensorflow/lite/java/ovic/README.md
+++ b/tensorflow/lite/java/ovic/README.md
@@ -97,9 +97,17 @@ filegroup(
     ...
 ```
 
-* Modify `OvicClassifierTest.java` and `OvicDetectorTest.java` to test your model.
+* For classification models, modify `OvicClassifierTest.java`:
+  * change `TEST_IMAGE_PATH` to `my_test_image.jpg`.
 
-Change `TEST_IMAGE_PATH` to `my_test_image.jpg`. Change either `FLOAT_MODEL_PATH` or `QUANTIZED_MODEL_PATH` to `my_model.lite` depending on whether your model runs inference in float or [8-bit](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/quantize).
+  * change either `FLOAT_MODEL_PATH` or `QUANTIZED_MODEL_PATH` to `my_model.lite` depending on whether your model runs inference in float or [8-bit](https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/quantize).
+
+  * change `TEST_IMAGE_GROUNDTRUTH` (ImageNet class ID) to be consistent with your test image.
+
+* For detection models, modify `OvicDetectorTest.java`:
+  * change `TEST_IMAGE_PATH` to `my_test_image.jpg`.
+  * change `MODEL_PATH` to `my_model.lite`.
+  * change `GROUNDTRUTH` (COCO class ID) to be consistent with your test image.
 
 Now you can run the bazel tests to catch any runtime issues with the submission.
 
@@ -115,12 +123,17 @@ Make sure that you have followed instructions in [Test your submissions](#test-y
 
 Modify `tensorflow/lite/java/ovic/demo/app/OvicBenchmarkerActivity.java`:
 
-* Add your model to the benchmarker apk by changing `MODEL_PATH` and `TEST_IMAGE_PATH` below to your submission and test image.
+* Add your model to the benchmarker apk by changing `modelPath` and `testImagePath` to your submission and test image.
 
 ```
-  private static final String TEST_IMAGE_PATH = "my_test_image.jpg";
-  private static final String MODEL_PATH = "my_model.lite";
+  if (benchmarkClassification) {
+    ...
+    testImagePath = "my_test_image.jpg";
+    modelPath = "my_model.lite";
+  } else {  // Benchmarking detection.
+  ...
 ```
+If you are adding a detection model, simply modify `modelPath` and `testImagePath` in the else block above.
 
 * Adjust the benchmark parameters when needed:
 
-- 
GitLab


From 76e5b5d632ca845f3708cda20bcbdd0e9de01ace Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Tue, 6 Nov 2018 14:05:28 -0800
Subject: [PATCH 1163/1825] Fix the variable name.

PiperOrigin-RevId: 220348163
---
 tensorflow/examples/saved_model/saved_model_half_plus_two.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/examples/saved_model/saved_model_half_plus_two.py b/tensorflow/examples/saved_model/saved_model_half_plus_two.py
index e1231708fa..dfdde44540 100644
--- a/tensorflow/examples/saved_model/saved_model_half_plus_two.py
+++ b/tensorflow/examples/saved_model/saved_model_half_plus_two.py
@@ -160,7 +160,7 @@ def _generate_saved_model_for_half_plus_two(export_dir,
 
       x2 = tf.identity(tf_example["x2"], name="x2")
       y3 = tf.add(tf.multiply(a, x2), c)
-      y2 = tf.identity(y3, name="y3")
+      y3 = tf.identity(y3, name="y3")
 
     # Create an assets file that can be saved and restored as part of the
     # SavedModel.
-- 
GitLab


From d129383be96e29a840789adc024283dbdd862de1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 14:09:56 -0800
Subject: [PATCH 1164/1825] Update visibility rules.

PiperOrigin-RevId: 220349112
---
 tensorflow/BUILD              | 1 +
 tensorflow/core/kernels/BUILD | 1 +
 2 files changed, 2 insertions(+)

diff --git a/tensorflow/BUILD b/tensorflow/BUILD
index 11b42f349d..859dc3b8d7 100644
--- a/tensorflow/BUILD
+++ b/tensorflow/BUILD
@@ -352,6 +352,7 @@ package_group(
         "//tensorflow/...",
         "//tensorflow_estimator/...",
         "//tensorflow_fold/llgtm/...",
+        "//tensorflow_text/...",
         "//third_party/py/tensor2tensor/...",
     ],
 )
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index fed0178176..1e0d069e63 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -22,6 +22,7 @@ package_group(
         "//learning/brain/research/sparse_matrix/...",
         "//learning/faster_training/...",
         "//tensorflow/...",
+        "//tensorflow_text/...",
         "//third_party/car/...",
     ],
 )
-- 
GitLab


From fb2f956281bc0b813753df427a46160c06e27f58 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 14:20:25 -0800
Subject: [PATCH 1165/1825] Allow the XLA device assignment to be passed to the
 XRT compilation machinery.

PiperOrigin-RevId: 220351155
---
 tensorflow/compiler/xrt/xrt.proto | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)

diff --git a/tensorflow/compiler/xrt/xrt.proto b/tensorflow/compiler/xrt/xrt.proto
index 5678f0905f..6ab77fbaaf 100644
--- a/tensorflow/compiler/xrt/xrt.proto
+++ b/tensorflow/compiler/xrt/xrt.proto
@@ -6,6 +6,24 @@ import "tensorflow/compiler/tf2xla/host_compute_metadata.proto";
 import "tensorflow/compiler/xla/xla_data.proto";
 import "tensorflow/compiler/xla/service/hlo.proto";
 
+message DeviceAssignment {
+  message ComputationDevice {
+    message DeviceMeshCoordinates {
+      // The mesh coordinates for the device. Usually (X, Y, Core), in the order
+      // in which they are returned in the TopologyProto.
+      //  X    = value(0)
+      //  Y    = value(1)
+      //  Core = value(2)
+      repeated int32 value = 1;
+    }
+    // As many replicas as there are in the replicated computation.
+    repeated DeviceMeshCoordinates replica_devices = 1;
+  }
+  // As many ComputationDevice as many there are computations (number
+  // of cores per replica).
+  repeated ComputationDevice computation_devices = 1;
+}
+
 // Options for an XLA compilation.
 message XLAComputationConfig {
   // The number of replicas the computation will be run on. If this is
@@ -23,6 +41,11 @@ message XLAComputationConfig {
   // computation. per_core_args_and_result_shapes is optional for a
   // single-core computation.
   repeated xla.ProgramShape per_core_program_shape = 5;
+  // Describes how replicated computation instances should be assigned to
+  // devices. There are num_cores_per_replica computations, and each one will be
+  // sent and executed to the set of replica device numbers described in the
+  // DeviceAssignment proto.
+  DeviceAssignment device_assignment = 6;
 }
 
 // Options and XLA computation for a compilation.
-- 
GitLab


From 0b5dd6fc9948cc710caad031ce3a21591fa6236f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 14:26:51 -0800
Subject: [PATCH 1166/1825] Improve timeline logging for distributed execution.
 - Add DeviceOp (e.g. GPU stream) logging to distributed execution.   This is
 on a best-effort basis.  If device tracing is Unavailable,   continue without
 it. - Add timeline logging of RecvBuf transfers over gRPC. - Add bandwidth
 consumed measurement to click tile for   RecvTensor and RecvBuf.

PiperOrigin-RevId: 220352522
---
 tensorflow/core/BUILD                         |  4 +-
 tensorflow/core/distributed_runtime/BUILD     |  5 ++-
 tensorflow/core/distributed_runtime/rpc/BUILD |  1 +
 .../rpc/grpc_remote_worker.cc                 | 40 ++++++++++++++++++-
 tensorflow/core/distributed_runtime/worker.cc | 39 ++++++++++++++++--
 .../worker_cache_logger.cc                    | 16 ++++----
 .../kernel_tests/tensor_array_ops_test.py     |  8 ++--
 7 files changed, 95 insertions(+), 18 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 26dd295d0c..932a0c3819 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -3049,7 +3049,9 @@ tf_cuda_library(
     ],
     copts = tf_copts(),
     cuda_deps = if_cuda_is_configured(tf_additional_cupti_wrapper_deps() + tf_additional_device_tracer_cuda_deps()),
-    visibility = ["//visibility:private"],
+    visibility = [
+        "//tensorflow:internal",
+    ],
     deps = [
         ":core_cpu_internal",
         ":lib",
diff --git a/tensorflow/core/distributed_runtime/BUILD b/tensorflow/core/distributed_runtime/BUILD
index 37029f3f1a..3a534dcfb7 100644
--- a/tensorflow/core/distributed_runtime/BUILD
+++ b/tensorflow/core/distributed_runtime/BUILD
@@ -15,7 +15,7 @@ filegroup(
     ]),
 )
 
-load("//tensorflow:tensorflow.bzl", "tf_cc_test")
+load("//tensorflow:tensorflow.bzl", "tf_cc_test", "tf_cuda_library")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_test")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_tests")
 load("//tensorflow:tensorflow.bzl", "tf_copts")
@@ -189,7 +189,7 @@ cc_library(
     ],
 )
 
-cc_library(
+tf_cuda_library(
     name = "worker",
     srcs = ["worker.cc"],
     hdrs = [
@@ -204,6 +204,7 @@ cc_library(
         ":worker_interface",
         ":worker_session",
         "//tensorflow/core:core_cpu_internal",
+        "//tensorflow/core:device_tracer",
         "//tensorflow/core:lib_internal",
     ],
 )
diff --git a/tensorflow/core/distributed_runtime/rpc/BUILD b/tensorflow/core/distributed_runtime/rpc/BUILD
index 4a10d99a60..d122016d3e 100644
--- a/tensorflow/core/distributed_runtime/rpc/BUILD
+++ b/tensorflow/core/distributed_runtime/rpc/BUILD
@@ -87,6 +87,7 @@ cc_library(
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:worker_proto_cc",
         "//tensorflow/core/distributed_runtime:tensor_coding",
         "//tensorflow/core/distributed_runtime:worker_cache_logger",
diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_remote_worker.cc b/tensorflow/core/distributed_runtime/rpc/grpc_remote_worker.cc
index 6008462d04..885c5e87c1 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_remote_worker.cc
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_remote_worker.cc
@@ -33,6 +33,7 @@ limitations under the License.
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/tracing.h"
+#include "tensorflow/core/protobuf/transport_options.pb.h"
 #include "tensorflow/core/protobuf/worker.pb.h"
 
 namespace tensorflow {
@@ -121,7 +122,44 @@ class GrpcRemoteWorker : public WorkerInterface {
 
   void RecvBufAsync(CallOptions* call_opts, const RecvBufRequest* request,
                     RecvBufResponse* response, StatusCallback done) override {
-    IssueRequest(request, response, recvbuf_, std::move(done), call_opts);
+    int64 start_usec = Env::Default()->NowMicros();
+    // Type-specialized logging for this method.
+    bool logging_active = logger_->LoggingActive() || VLOG_IS_ON(2);
+    StatusCallback wrapper_done;
+    const StatusCallback* cb_to_use;
+    if (!logging_active) {
+      cb_to_use = &done;  // No additional work to do, so just use done directly
+    } else {
+      wrapper_done = [this, request, response, done, start_usec](Status s) {
+        if (logger_->LoggingActive()) {
+          int64 end_usec = Env::Default()->NowMicros();
+          int64 step_id = request->step_id();
+          RecvBufRespExtra extra;
+          response->transport_options().UnpackTo(&extra);
+          int64 num_bytes = 0;
+          for (const auto& chunk : extra.tensor_content()) {
+            num_bytes += chunk.size();
+          }
+          int64 send_start_usec = start_usec;
+          // Prefer start time reported by the sender, if available.
+          if (response->send_start_micros()) {
+            send_start_usec = std::max(
+                start_usec, static_cast<int64>(response->send_start_micros()));
+            send_start_usec = std::min(send_start_usec, end_usec - 1);
+          }
+          const string& key = request->buf_rendezvous_key();
+          logger_->RecordDataTransfer(
+              step_id, send_start_usec, end_usec, key, request->src_device(),
+              request->dst_device(), num_bytes, "", "RecvBuf");
+        }
+        VLOG(2) << "done callback, req: " << request->DebugString()
+                << " response " << response->DebugString();
+        done(s);
+      };
+      cb_to_use = &wrapper_done;
+    }
+
+    IssueRequest(request, response, recvbuf_, *cb_to_use, call_opts);
   }
 
   void CompleteGroupAsync(CallOptions* call_opts,
diff --git a/tensorflow/core/distributed_runtime/worker.cc b/tensorflow/core/distributed_runtime/worker.cc
index 1ea19c48f0..079c09859f 100644
--- a/tensorflow/core/distributed_runtime/worker.cc
+++ b/tensorflow/core/distributed_runtime/worker.cc
@@ -23,6 +23,7 @@ limitations under the License.
 #include "tensorflow/core/distributed_runtime/rendezvous_mgr_interface.h"
 #include "tensorflow/core/distributed_runtime/tensor_coding.h"
 #include "tensorflow/core/distributed_runtime/worker_session.h"
+#include "tensorflow/core/platform/device_tracer.h"
 #include "tensorflow/core/platform/tracing.h"
 
 namespace tensorflow {
@@ -179,7 +180,28 @@ void Worker::DoRunGraph(CallOptions* opts, RunGraphRequestWrapper* request,
       request->exec_opts().record_timeline() ||
       request->exec_opts().record_costs()) {
     collector = new StepStatsCollector(response->mutable_step_stats());
-    // TODO(mrry,pbar): GPU tracing for distributed steps.
+  }
+  DeviceTracer* tracer = nullptr;
+  if (collector && request->exec_opts().record_timeline()) {
+    // If timeline was requested, assume we want hardware level tracing.
+    std::unique_ptr<DeviceTracer> trptr = CreateDeviceTracer();
+    if (trptr) {
+      tracer = trptr.release();
+      Status s = tracer->Start();
+      if (!s.ok()) {
+        delete tracer;
+        if (errors::IsUnavailable(s)) {
+          LOG(WARNING)
+              << "Hardware tracing unavailable, continuing without it. " << s;
+          tracer = nullptr;
+        } else {
+          delete collector;
+          delete out;
+          done(s);
+          return;
+        }
+      }
+    }
   }
   CancellationManager* cm = new CancellationManager;
   opts->SetCancelCallback([this, cm, step_id]() {
@@ -194,6 +216,7 @@ void Worker::DoRunGraph(CallOptions* opts, RunGraphRequestWrapper* request,
     opts->ClearCancelCallback();
     delete cm;
     delete collector;
+    delete tracer;
     delete out;
     done(errors::Aborted("Call was aborted"));
     return;
@@ -201,8 +224,8 @@ void Worker::DoRunGraph(CallOptions* opts, RunGraphRequestWrapper* request,
   session->graph_mgr->ExecuteAsync(
       request->graph_handle(), step_id, session.get(), request->exec_opts(),
       collector, response, cm, in,
-      [this, step_id, response, session, cm, out, token, collector, opts,
-       done](Status s) {
+      [this, step_id, response, session, cm, out, token, collector, tracer,
+       opts, done](Status s) {
         if (s.ok()) {
           s = session->graph_mgr->RecvOutputs(step_id, out);
         }
@@ -210,6 +233,15 @@ void Worker::DoRunGraph(CallOptions* opts, RunGraphRequestWrapper* request,
         cancellation_manager_.DeregisterCallback(token);
         delete cm;
 
+        if (tracer) {
+          Status tracer_status = tracer->Stop();
+          if (tracer_status.ok()) {
+            tracer_status = tracer->Collect(collector);
+          }
+          if (!tracer_status.ok()) {
+            LOG(ERROR) << "Bad status from tracer: " << tracer_status;
+          }
+        }
         if (s.ok()) {
           for (const auto& p : *out) {
             const string& key = p.first;
@@ -219,6 +251,7 @@ void Worker::DoRunGraph(CallOptions* opts, RunGraphRequestWrapper* request,
         }
         if (collector) collector->Finalize();
         delete collector;
+        delete tracer;
         delete out;
         done(s);
       });
diff --git a/tensorflow/core/distributed_runtime/worker_cache_logger.cc b/tensorflow/core/distributed_runtime/worker_cache_logger.cc
index 95ca3c3b4d..e0a1734087 100644
--- a/tensorflow/core/distributed_runtime/worker_cache_logger.cc
+++ b/tensorflow/core/distributed_runtime/worker_cache_logger.cc
@@ -101,13 +101,18 @@ void WorkerCacheLogger::RecordDataTransfer(int64 step_id, int64 start_usecs,
                                            const string& transfer_method_name) {
   NodeExecStats* ns = new NodeExecStats;
   ns->set_node_name(transfer_method_name);
+  int64 elapsed_usecs = end_usecs - start_usecs;
   if (details.empty()) {
     auto byte_string = strings::StrCat("[", bytes, "B] ");
     if (bytes >= 0.1 * 1048576.0) {
       byte_string = strings::Printf("[%.1fMB] ", bytes / 1048576.0);
     }
-    auto label = strings::StrCat(byte_string, tensor_name, " from ", src_device,
-                                 " to ", dst_device);
+    float mbs_rate = (8.0 * static_cast<float>(bytes)) / elapsed_usecs;
+    auto rate_string = (mbs_rate >= 1000.0)
+                           ? strings::Printf("[%.1fGb/s] ", mbs_rate / 1000.0)
+                           : strings::Printf("[%fMb/s] ", mbs_rate);
+    auto label = strings::StrCat(byte_string, rate_string, tensor_name,
+                                 " from ", src_device, " to ", dst_device);
     ns->set_timeline_label(label);
   } else {
     ns->set_timeline_label(details);
@@ -115,13 +120,10 @@ void WorkerCacheLogger::RecordDataTransfer(int64 step_id, int64 start_usecs,
 
   ns->set_all_start_micros(start_usecs);
   ns->set_op_start_rel_micros(0);
-  int64 elapsed = end_usecs - start_usecs;
-  ns->set_op_end_rel_micros(elapsed);
-  ns->set_all_end_rel_micros(elapsed);
+  ns->set_op_end_rel_micros(elapsed_usecs);
+  ns->set_all_end_rel_micros(elapsed_usecs);
   NodeOutput* no = ns->add_output();
   no->set_slot(0);
-  // TODO(tucker): Maybe set the dimensions too, but then they'll
-  // need to be passed in.
   no->mutable_tensor_description()
       ->mutable_allocation_description()
       ->set_requested_bytes(bytes);
diff --git a/tensorflow/python/kernel_tests/tensor_array_ops_test.py b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
index 91bd93712a..0188eb246f 100644
--- a/tensorflow/python/kernel_tests/tensor_array_ops_test.py
+++ b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
@@ -1398,10 +1398,10 @@ class TensorArrayTest(test.TestCase):
     for d in dev_stats:
       if "/task:1/" in d:
         self.assertTrue(
-            [s for s in dev_stats[d] if "/TensorArray" in s.node_name])
+            [s for s in dev_stats[d] if "TensorArray" == s.node_name])
       else:
         self.assertFalse(
-            [s for s in dev_stats[d] if "/TensorArray" in s.node_name])
+            [s for s in dev_stats[d] if "TensorArray" == s.node_name])
 
   def testTensorArrayDisabledColocateWithFirstWriteCall(self):
     with ops.device("/job:worker/task:0/cpu:0"):
@@ -1428,10 +1428,10 @@ class TensorArrayTest(test.TestCase):
     for d in dev_stats:
       if "/task:0/" in d and "CPU" in d:  # Skip any GPU node stats
         self.assertTrue(
-            [s for s in dev_stats[d] if "/TensorArray" in s.node_name])
+            [s for s in dev_stats[d] if "TensorArray" == s.node_name])
       else:
         self.assertFalse(
-            [s for s in dev_stats[d] if "/TensorArray" in s.node_name])
+            [s for s in dev_stats[d] if "TensorArray" == s.node_name])
 
   @test_util.run_in_graph_and_eager_modes
   def testTensorArrayIdentity(self):
-- 
GitLab


From ca1636667dbfc7eeb35545f150916751742b5cd2 Mon Sep 17 00:00:00 2001
From: Pulkit Bhuwalka <pulkitb@google.com>
Date: Tue, 6 Nov 2018 14:30:50 -0800
Subject: [PATCH 1167/1825] Fixing example Android project build by gradle.
 Removing conflict with bazel file name.

#22167

PiperOrigin-RevId: 220353261
---
 tensorflow/lite/examples/android/build.gradle | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/lite/examples/android/build.gradle b/tensorflow/lite/examples/android/build.gradle
index 66a62a921a..74dacbcddb 100644
--- a/tensorflow/lite/examples/android/build.gradle
+++ b/tensorflow/lite/examples/android/build.gradle
@@ -22,3 +22,7 @@ allprojects {
 task clean(type: Delete) {
     delete rootProject.buildDir
 }
+
+// Changed since default name 'build' conflicts with
+// bazel BUILD file name.
+buildDir = "gradle-build"
-- 
GitLab


From bdd6af98f02307e1720fb7928225f436b3e9e59d Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Tue, 6 Nov 2018 14:47:21 -0800
Subject: [PATCH 1168/1825] [XLA] Simplify scalar slice of rank-1 concat.

PiperOrigin-RevId: 220356488
---
 .../xla/service/algebraic_simplifier.cc       | 125 ++++++++++++------
 .../xla/service/algebraic_simplifier_test.cc  |  48 +++++++
 2 files changed, 131 insertions(+), 42 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 85fc42f747..a850e8cb27 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -306,9 +306,8 @@ class AlgebraicSimplifierVisitor : public DfsHloVisitorWithDefault {
   // Tries to use a kDot in place of the given convolution.
   StatusOr<bool> SimplifyConvToDot(HloInstruction* convolution);
 
-  // Tries to simplify a slice(pad(...)) where the result of the slice is a
-  // scalar.
-  StatusOr<bool> TrySimplifySliceOfPad(HloInstruction* slice);
+  // Tries to simplify a slice where the result of the slice is a scalar.
+  StatusOr<bool> TrySimplifyScalarSlice(HloInstruction* slice);
 
   // Current HloComputation instance the AlgebraicSimplifierVisitor is
   // traversing.
@@ -1826,60 +1825,102 @@ Status AlgebraicSimplifierVisitor::HandleReverse(HloInstruction* reverse) {
   return Status::OK();
 }
 
-StatusOr<bool> AlgebraicSimplifierVisitor::TrySimplifySliceOfPad(
+StatusOr<bool> AlgebraicSimplifierVisitor::TrySimplifyScalarSlice(
     HloInstruction* slice) {
   // Only try to do this for effective scalars. We could do the same for slicing
   // out larger pieces of padding (replacing with a broadcast of the padding
   // value), but this is probably not worth it.
-  if (!ShapeUtil::IsEffectiveScalar(slice->shape()) ||
-      slice->operand(0)->opcode() != HloOpcode::kPad) {
+  if (!ShapeUtil::IsEffectiveScalar(slice->shape())) {
     return false;
   }
 
-  VLOG(10) << "Trying to simplify scalar slice of pad";
-  // Check there's no internal padding. Again, we could handle that too, since
-  // everything is statically known, but it's not worth it.
-  auto pad = Cast<HloPadInstruction>(slice->mutable_operand(0));
-  auto padding_config = pad->padding_config();
-  int64 rank = padding_config.dimensions_size();
-  if (HasInteriorPadding(padding_config)) {
-    VLOG(10) << "Not folding scalar slice of pad, pad has interior padding";
-    return false;
+  if (slice->operand(0)->opcode() == HloOpcode::kPad) {
+    VLOG(10) << "Trying to simplify scalar slice of pad";
+    // Check there's no internal padding. Again, we could handle that too, since
+    // everything is statically known, but it's not worth it.
+    auto pad = Cast<HloPadInstruction>(slice->mutable_operand(0));
+    auto padding_config = pad->padding_config();
+    int64 rank = padding_config.dimensions_size();
+    if (HasInteriorPadding(padding_config)) {
+      VLOG(10) << "Not folding scalar slice of pad, pad has interior padding";
+      return false;
+    }
+
+    // Check whether the scalar we're slicing out falls into the padding.
+    bool in_padding = [&]() {
+      for (int64 i = 0; i < rank; ++i) {
+        int64 start = slice->slice_starts(i);
+        int64 low = padding_config.dimensions(i).edge_padding_low();
+        int64 data = pad->operand(0)->shape().dimensions(i);
+        if (start >= low && start < low + data) {
+          return false;
+        }
+      }
+      return true;
+    }();
+
+    if (in_padding) {
+      VLOG(10) << "Folding scalar slice of pad into padding value";
+      TF_RETURN_IF_ERROR(ReplaceWithNewInstruction(
+          slice, HloInstruction::CreateReshape(slice->shape(),
+                                               pad->mutable_padding_value())));
+      return true;
+    } else {
+      // We already know the output of the slice is scalar. If the padded
+      // value is scalar, and it's not in the padding, then it's exactly the
+      // output value.
+      bool replaced =
+          ReplaceInstructionIfSameShape(slice, pad->mutable_operand(0));
+      if (replaced) {
+        VLOG(10) << "Folding scalar slice of pad into padded value";
+      } else {
+        VLOG(10) << "Not folding scalar slice of pad into padded value as they "
+                    "have different shapes.";
+      }
+      return replaced;
+    }
   }
 
-  // Check whether the scalar we're slicing out falls into the padding.
-  bool in_padding = [&]() {
-    for (int64 i = 0; i < rank; ++i) {
-      int64 start = slice->slice_starts(i);
-      int64 low = padding_config.dimensions(i).edge_padding_low();
-      int64 data = pad->operand(0)->shape().dimensions(i);
-      if (start >= low && start < low + data) {
-        return false;
+  if (slice->operand(0)->opcode() == HloOpcode::kConcatenate) {
+    VLOG(10) << "Trying to simplify scalar slice of concat";
+    // Only do this for R1, there's no chance of this being useful otherwise.
+    if (ShapeUtil::Rank(slice->shape()) != 1) {
+      VLOG(10) << "Not folding, slice is not rank 1";
+      return false;
+    }
+    HloConcatenateInstruction* concat =
+        Cast<HloConcatenateInstruction>(slice->mutable_operand(0));
+    int64 operand_start = 0;
+    int64 operand_num = 0;
+    // Weird loop structure to avoid annoying off-by-one errors.
+    while (true) {
+      TF_RET_CHECK(operand_num < concat->operand_count());
+      const HloInstruction* operand = concat->operand(operand_num);
+      int64 next_operand_start = operand_start + operand->shape().dimensions(0);
+      if (next_operand_start > slice->slice_starts(0)) {
+        break;
       }
+      operand_start = next_operand_start;
+      operand_num++;
     }
-    return true;
-  }();
 
-  if (in_padding) {
-    VLOG(10) << "Folding scalar slice of pad into padding value";
-    TF_RETURN_IF_ERROR(ReplaceWithNewInstruction(
-        slice, HloInstruction::CreateReshape(slice->shape(),
-                                             pad->mutable_padding_value())));
-    return true;
-  } else {
-    // We already know the output of the slice is scalar. If the padded
-    // value is scalar, and it's not in the padding, then it's exactly the
-    // output value.
-    bool replaced =
-        ReplaceInstructionIfSameShape(slice, pad->mutable_operand(0));
+    bool replaced = ReplaceInstructionIfSameShape(
+        slice, concat->mutable_operand(operand_num));
     if (replaced) {
-      VLOG(10) << "Folding scalar slice of pad into padded value";
+      VLOG(10) << "Folding scalar slice of concat into concat operand";
     } else {
-      VLOG(10) << "Not folding scalar slice of pad into padded value as they "
-                  "have different shapes.";
+      VLOG(10) << "Folding scalar slice of concat into slice of concat operand";
+      TF_RETURN_IF_ERROR(ReplaceWithNewInstruction(
+          slice, HloInstruction::CreateSlice(
+                     slice->shape(), concat->mutable_operand(operand_num),
+                     {slice->slice_starts(0) - operand_start},
+                     {slice->slice_starts(0) - operand_start + 1},
+                     slice->slice_strides())));
     }
-    return replaced;
+    return true;
   }
+
+  return false;
 }
 
 Status AlgebraicSimplifierVisitor::HandleSlice(HloInstruction* slice) {
@@ -1907,7 +1948,7 @@ Status AlgebraicSimplifierVisitor::HandleSlice(HloInstruction* slice) {
                    new_slice_starts, new_slice_limits, slice->slice_strides()));
   }
 
-  TF_ASSIGN_OR_RETURN(bool replaced, TrySimplifySliceOfPad(slice));
+  TF_ASSIGN_OR_RETURN(bool replaced, TrySimplifyScalarSlice(slice));
   if (replaced) {
     return Status::OK();
   }
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 7b3e957fbc..be958e7e94 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -3249,6 +3249,54 @@ TEST_F(AlgebraicSimplifierTest, SliceOfPadMidScalar) {
   EXPECT_THAT(root, op::Parameter());
 }
 
+TEST_F(AlgebraicSimplifierTest, SliceOfConcatScalarInput) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param.0 = f32[2] parameter(0)
+      param.1 = f32[1] parameter(1)
+      param.2 = f32[3] parameter(2)
+      concat = f32[6] concatenate(param.0, param.1, param.2), dimensions={0}
+      ROOT slice = f32[1] slice(concat), slice={[2:3]}
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Parameter(1));
+}
+
+TEST_F(AlgebraicSimplifierTest, SliceOfConcatNonScalarInput) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param.0 = f32[2] parameter(0)
+      param.1 = f32[1] parameter(1)
+      param.2 = f32[3] parameter(2)
+      concat = f32[6] concatenate(param.0, param.1, param.2), dimensions={0}
+      ROOT slice = f32[1] slice(concat), slice={[4:5]}
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Slice(op::Parameter(2)));
+  EXPECT_EQ(root->slice_starts(0), 1);
+  EXPECT_EQ(root->slice_limits(0), 2);
+}
+
 struct PadReduceWindowEffectiveBroadcastCase {
   std::vector<int64> input_spatials;
   std::vector<int64> symmetric_pad_spatials;
-- 
GitLab


From 3914ff714ba4561ecff329012d02c3de027ee4a5 Mon Sep 17 00:00:00 2001
From: Matt Conley <mconley@nvidia.com>
Date: Tue, 6 Nov 2018 14:52:18 -0800
Subject: [PATCH 1169/1825] Fix AWS, GCP, HDFS, Kafka and Ignite disable config
 options

---
 tensorflow/BUILD | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/BUILD b/tensorflow/BUILD
index 859dc3b8d7..a81f132fe2 100644
--- a/tensorflow/BUILD
+++ b/tensorflow/BUILD
@@ -213,31 +213,31 @@ config_setting(
 #
 config_setting(
     name = "no_aws_support",
-    define_values = {"no_aws_support": "false"},
+    define_values = {"no_aws_support": "true"},
     visibility = ["//visibility:public"],
 )
 
 config_setting(
     name = "no_gcp_support",
-    define_values = {"no_gcp_support": "false"},
+    define_values = {"no_gcp_support": "true"},
     visibility = ["//visibility:public"],
 )
 
 config_setting(
     name = "no_hdfs_support",
-    define_values = {"no_hdfs_support": "false"},
+    define_values = {"no_hdfs_support": "true"},
     visibility = ["//visibility:public"],
 )
 
 config_setting(
     name = "no_ignite_support",
-    define_values = {"no_ignite_support": "false"},
+    define_values = {"no_ignite_support": "true"},
     visibility = ["//visibility:public"],
 )
 
 config_setting(
     name = "no_kafka_support",
-    define_values = {"no_kafka_support": "false"},
+    define_values = {"no_kafka_support": "true"},
     visibility = ["//visibility:public"],
 )
 
-- 
GitLab


From bfb4bda0ffd2539d64f755f65f088c1c6aca2b6d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 14:49:50 -0800
Subject: [PATCH 1170/1825] tile: add support for booleans

PiperOrigin-RevId: 220356963
---
 tensorflow/lite/kernels/tile.cc      |   3 +
 tensorflow/lite/kernels/tile_test.cc | 199 +++++++++++++--------------
 2 files changed, 101 insertions(+), 101 deletions(-)

diff --git a/tensorflow/lite/kernels/tile.cc b/tensorflow/lite/kernels/tile.cc
index 6d13f9e92f..1b74797474 100644
--- a/tensorflow/lite/kernels/tile.cc
+++ b/tensorflow/lite/kernels/tile.cc
@@ -182,6 +182,9 @@ TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
     case kTfLiteInt64:
       Tile<int64_t>(*(input->dims), input, multipliers, output);
       break;
+    case kTfLiteBool:
+      Tile<bool>(*(input->dims), input, multipliers, output);
+      break;
     default:
       context->ReportError(context, "Type '%s' is not supported by tile.",
                            TfLiteTypeGetName(output->type));
diff --git a/tensorflow/lite/kernels/tile_test.cc b/tensorflow/lite/kernels/tile_test.cc
index d12a7c19a3..a88ff66f07 100644
--- a/tensorflow/lite/kernels/tile_test.cc
+++ b/tensorflow/lite/kernels/tile_test.cc
@@ -34,34 +34,18 @@ class TileOpModel : public SingleOpModel {
     BuildInterpreter({input_shape, {static_cast<int>(input_shape.size())}});
   }
 
-  void SetInputFloat(std::initializer_list<float> data) {
-    PopulateTensor<float>(input_, data);
-  }
-
-  void SetInputUInt8(std::initializer_list<uint8_t> data) {
-    PopulateTensor<uint8_t>(input_, data);
-  }
-
-  void SetInputInt32(std::initializer_list<int32_t> data) {
-    PopulateTensor<int32_t>(input_, data);
-  }
-
-  void SetInputInt64(std::initializer_list<int64_t> data) {
-    PopulateTensor<int64_t>(input_, data);
+  template <typename T>
+  void SetInput(std::initializer_list<T> data) {
+    PopulateTensor<T>(input_, data);
   }
 
   void SetMultipliers(std::initializer_list<int32_t> data) {
     PopulateTensor<int32_t>(multipliers_, data);
   }
 
-  std::vector<float> GetOutputFloat() { return ExtractVector<float>(output_); }
-
-  std::vector<uint8_t> GetOutputUInt8() { return ExtractVector<uint8_t>(output_); }
-
-  std::vector<int32_t> GetOutputInt32() { return ExtractVector<int32_t>(output_); }
-
-  std::vector<int64_t> GetOutputInt64() {
-    return ExtractVector<int64_t>(output_);
+  template <typename T>
+  std::vector<T> GetOutput() {
+    return ExtractVector<T>(output_);
   }
 
   std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
@@ -74,16 +58,16 @@ class TileOpModel : public SingleOpModel {
 
 TEST(TileTest, Float32Vector) {
   TileOpModel m({3}, TensorType_FLOAT32, TensorType_INT32);
-  m.SetInputFloat({1.f, 2.f, 3.f});
+  m.SetInput<float>({1.f, 2.f, 3.f});
   m.SetMultipliers({2});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(),
+  EXPECT_THAT(m.GetOutput<float>(),
               ElementsAreArray({1.f, 2.f, 3.f, 1.f, 2.f, 3.f}));
 }
 
 TEST(TileTest, Float32Matrix) {
   TileOpModel m({2, 3}, TensorType_FLOAT32, TensorType_INT32);
-  m.SetInputFloat({
+  m.SetInput<float>({
       11.f,
       12.f,
       13.f,
@@ -93,26 +77,26 @@ TEST(TileTest, Float32Matrix) {
   });
   m.SetMultipliers({2, 1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(), ElementsAreArray({
-                                      11.f,
-                                      12.f,
-                                      13.f,
-                                      21.f,
-                                      22.f,
-                                      23.f,
-                                      11.f,
-                                      12.f,
-                                      13.f,
-                                      21.f,
-                                      22.f,
-                                      23.f,
-                                  }));
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray({
+                                        11.f,
+                                        12.f,
+                                        13.f,
+                                        21.f,
+                                        22.f,
+                                        23.f,
+                                        11.f,
+                                        12.f,
+                                        13.f,
+                                        21.f,
+                                        22.f,
+                                        23.f,
+                                    }));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({4, 3}));
 }
 
 TEST(TileTest, Float32HighDimension) {
   TileOpModel m({1, 2, 3}, TensorType_FLOAT32, TensorType_INT32);
-  m.SetInputFloat({
+  m.SetInput<float>({
       11.f,
       12.f,
       13.f,
@@ -123,7 +107,7 @@ TEST(TileTest, Float32HighDimension) {
   m.SetMultipliers({2, 3, 1});
   m.Invoke();
   EXPECT_THAT(
-      m.GetOutputFloat(),
+      m.GetOutput<float>(),
       ElementsAreArray({11.f, 12.f, 13.f, 21.f, 22.f, 23.f, 11.f, 12.f, 13.f,
                         21.f, 22.f, 23.f, 11.f, 12.f, 13.f, 21.f, 22.f, 23.f,
                         11.f, 12.f, 13.f, 21.f, 22.f, 23.f, 11.f, 12.f, 13.f,
@@ -133,7 +117,7 @@ TEST(TileTest, Float32HighDimension) {
 
 TEST(TileTest, Uint8Matrix) {
   TileOpModel m({2, 3}, TensorType_UINT8, TensorType_INT32);
-  m.SetInputUInt8({
+  m.SetInput<uint8_t>({
       11,
       12,
       13,
@@ -143,26 +127,26 @@ TEST(TileTest, Uint8Matrix) {
   });
   m.SetMultipliers({2, 1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputUInt8(), ElementsAreArray({
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                  }));
+  EXPECT_THAT(m.GetOutput<uint8_t>(), ElementsAreArray({
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                      }));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({4, 3}));
 }
 
 TEST(TileTest, Int32Matrix) {
   TileOpModel m({2, 3}, TensorType_INT32, TensorType_INT32);
-  m.SetInputInt32({
+  m.SetInput<int32_t>({
       11,
       12,
       13,
@@ -172,26 +156,39 @@ TEST(TileTest, Int32Matrix) {
   });
   m.SetMultipliers({2, 1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputInt32(), ElementsAreArray({
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                  }));
+  EXPECT_THAT(m.GetOutput<int32_t>(), ElementsAreArray({
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                      }));
+  EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({4, 3}));
+}
+
+TEST(TileTest, BooleanMatrix) {
+  TileOpModel m({2, 3}, TensorType_BOOL, TensorType_INT32);
+  m.SetInput<bool>({true, false, false, true, true, false});
+  m.SetMultipliers({2, 1});
+  m.Invoke();
+  EXPECT_THAT(m.GetOutput<bool>(),
+              ElementsAreArray({
+                  true, false, false, true, true, false,  // first tiletrue,
+                  true, false, false, true, true, false   // second tile
+              }));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({4, 3}));
 }
 
 TEST(TileTest, Int64Matrix) {
   TileOpModel m({2, 3}, TensorType_INT64, TensorType_INT32);
-  m.SetInputInt64({
+  m.SetInput<int64_t>({
       11,
       12,
       13,
@@ -201,26 +198,26 @@ TEST(TileTest, Int64Matrix) {
   });
   m.SetMultipliers({2, 1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputInt64(), ElementsAreArray({
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                  }));
+  EXPECT_THAT(m.GetOutput<int64_t>(), ElementsAreArray({
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                      }));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({4, 3}));
 }
 
 TEST(TileTest, Int64Matrix64Multipliers) {
   TileOpModel m({2, 3}, TensorType_INT64, TensorType_INT64);
-  m.SetInputInt64({
+  m.SetInput<int64_t>({
       11,
       12,
       13,
@@ -230,20 +227,20 @@ TEST(TileTest, Int64Matrix64Multipliers) {
   });
   m.SetMultipliers({2, 1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputInt64(), ElementsAreArray({
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                      11,
-                                      12,
-                                      13,
-                                      21,
-                                      22,
-                                      23,
-                                  }));
+  EXPECT_THAT(m.GetOutput<int64_t>(), ElementsAreArray({
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                          11,
+                                          12,
+                                          13,
+                                          21,
+                                          22,
+                                          23,
+                                      }));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({4, 3}));
 }
 }  // namespace
-- 
GitLab


From cf02d61a83bf14d553b81e1cee6ba604f05a7758 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 15:04:55 -0800
Subject: [PATCH 1171/1825] Upgrade the version of Eigen to commit
 b4890dc6bc34.

PiperOrigin-RevId: 220359861
---
 .../contrib/rnn/kernels/lstm_ops_gpu.cu.cc    |    2 +-
 .../core/common_runtime/gpu/gpu_device.cc     |   16 +-
 .../grappler/costs/op_level_cost_estimator.cc |    4 +-
 .../core/kernels/check_numerics_op_gpu.cu.cc  |    4 +-
 tensorflow/core/kernels/cwise_ops.h           |    2 +-
 tensorflow/core/kernels/deep_conv2d.cc        |    5 +-
 .../core/kernels/depthwise_conv_op_gpu.cu.cc  |    2 +-
 tensorflow/core/kernels/random_op_gpu.cu.cc   |    4 +-
 .../core/util/cuda_kernel_helper_test.cu.cc   |    2 +-
 tensorflow/core/util/cuda_launch_config.h     |   10 +-
 ...gen_tensor_reduced_instantiations_google.h |  111 +-
 .../eigen_tensor_reduced_instantiations_oss.h |    7 +-
 .../internal/optimized/optimized_ops.h        |    8 +-
 tensorflow/python/eager/function_test.py      |    2 +-
 tensorflow/workspace.bzl                      |    9 +-
 third_party/eigen.BUILD                       |    1 +
 .../CXX11/src/FixedPoint/FixedPointTypes.h    |    4 +-
 .../CXX11/src/FixedPoint/MatMatProduct.h      |  136 ++-
 .../CXX11/src/FixedPoint/MatMatProductAVX2.h  | 1085 +++++++++--------
 .../CXX11/src/FixedPoint/MatMatProductNEON.h  |   40 +-
 .../CXX11/src/FixedPoint/MatVecProduct.h      |  103 +-
 .../CXX11/src/FixedPoint/PacketMathAVX2.h     |   73 +-
 .../CXX11/src/FixedPoint/PacketMathAVX512.h   |   96 +-
 .../CXX11/src/FixedPoint/TypeCastingAVX512.h  |  110 +-
 third_party/eigen_reshaped.patch              |   48 +
 25 files changed, 988 insertions(+), 896 deletions(-)
 create mode 100644 third_party/eigen_reshaped.patch

diff --git a/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc b/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc
index 057e851aba..15ae95f13c 100644
--- a/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc
+++ b/tensorflow/contrib/rnn/kernels/lstm_ops_gpu.cu.cc
@@ -141,7 +141,7 @@ __global__ void lstm_gates(const T* icfo, const T* b, const T* cs_prev,
   //
   const int gid = batch_id * cell_size * 4 + act_id;
   const int cid = batch_id * cell_size + act_id;
-  Eigen::internal::scalar_sigmoid_op<T> sigmoid_op;
+  Eigen::internal::scalar_logistic_op<T> sigmoid_op;
   Eigen::internal::scalar_tanh_op<T> tanh_op;
   Eigen::scalar_clip_op<T> clip_op;
 
diff --git a/tensorflow/core/common_runtime/gpu/gpu_device.cc b/tensorflow/core/common_runtime/gpu/gpu_device.cc
index d8ebdeff5d..870b2f24d1 100644
--- a/tensorflow/core/common_runtime/gpu/gpu_device.cc
+++ b/tensorflow/core/common_runtime/gpu/gpu_device.cc
@@ -84,13 +84,13 @@ namespace tensorflow {
 // corresponding stream have completed.  The following two classes
 // serve this purpose in two different compilation environments.
 
-class EigenCudaStreamDevice : public ::Eigen::StreamInterface {
+class EigenGpuStreamDevice : public ::Eigen::StreamInterface {
  public:
-  EigenCudaStreamDevice()
+  EigenGpuStreamDevice()
       : scratch_(nullptr), semaphore_(nullptr), context_(nullptr) {
     Eigen::initializeDeviceProp();
   }
-  ~EigenCudaStreamDevice() override {}
+  ~EigenGpuStreamDevice() override {}
   void Reinitialize(OpKernelContext* context, const cudaStream_t* cuda_stream,
                     TfGpuId tf_gpu_id, ::tensorflow::Allocator* alloc,
                     char* scratch) {
@@ -101,7 +101,7 @@ class EigenCudaStreamDevice : public ::Eigen::StreamInterface {
     context_ = context;
     scratch_ = scratch;
     semaphore_ =
-        reinterpret_cast<unsigned int*>(scratch + Eigen::kCudaScratchSize);
+        reinterpret_cast<unsigned int*>(scratch + Eigen::kGpuScratchSize);
     stream_ = cuda_stream;
     allocator_ = alloc;
     PlatformGpuId platform_gpu_id;
@@ -185,7 +185,7 @@ class EigenCudaStreamDevice : public ::Eigen::StreamInterface {
   mutable unsigned int* semaphore_;
   OpKernelContext* context_;
 
-  TF_DISALLOW_COPY_AND_ASSIGN(EigenCudaStreamDevice);
+  TF_DISALLOW_COPY_AND_ASSIGN(EigenGpuStreamDevice);
 };
 
 // This factory helps to ensure that different GPU device objects that refer to
@@ -292,7 +292,7 @@ Status BaseGPUDevice::InitScratchBuffers() {
       DCHECK(streams_[i]);
       if (scratch_.size() > i && scratch_[i]) continue;
       size_t scratch_buffer_size =
-          Eigen::kCudaScratchSize + sizeof(unsigned int);
+          Eigen::kGpuScratchSize + sizeof(unsigned int);
       void* scratch_buffer = gpu_allocator_->AllocateRaw(
           Allocator::kAllocatorAlignment, scratch_buffer_size);
       if (scratch_buffer == nullptr) {
@@ -304,7 +304,7 @@ Status BaseGPUDevice::InitScratchBuffers() {
           se::DeviceMemoryBase(scratch_buffer, scratch_buffer_size));
 
       bool ok = executor_->SynchronousMemZero(
-          &mem, Eigen::kCudaScratchSize + sizeof(unsigned int));
+          &mem, Eigen::kGpuScratchSize + sizeof(unsigned int));
       if (!ok) {
         return errors::FailedPrecondition(
             "Failed to memcopy into scratch buffer for device ",
@@ -692,7 +692,7 @@ class ConcretePerOpGpuDevice : public PerOpGpuDevice {
   const Eigen::GpuDevice& device() const override { return device_; }
 
  private:
-  EigenCudaStreamDevice stream_device_;
+  EigenGpuStreamDevice stream_device_;
   Eigen::GpuDevice device_;
 };
 
diff --git a/tensorflow/core/grappler/costs/op_level_cost_estimator.cc b/tensorflow/core/grappler/costs/op_level_cost_estimator.cc
index 76e5c989fc..0e55209238 100644
--- a/tensorflow/core/grappler/costs/op_level_cost_estimator.cc
+++ b/tensorflow/core/grappler/costs/op_level_cost_estimator.cc
@@ -311,8 +311,8 @@ OpLevelCostEstimator::OpLevelCostEstimator() {
       {"Square", EIGEN_COST(scalar_square_op<float>)},
       {"Tanh", EIGEN_COST(scalar_tanh_op<float>)},
       {"Relu", EIGEN_COST(scalar_max_op<float>)},
-      {"Sigmoid", EIGEN_COST(scalar_sigmoid_op<float>)},
-      {"QuantizedSigmoid", EIGEN_COST(scalar_sigmoid_op<float>)},
+      {"Sigmoid", EIGEN_COST(scalar_logistic_op<float>)},
+      {"QuantizedSigmoid", EIGEN_COST(scalar_logistic_op<float>)},
       {"Sign", EIGEN_COST(scalar_sign_op<float>)},
       {"Sin", EIGEN_COST(scalar_sin_op<float>)},
       {"Tan", EIGEN_COST(scalar_tan_op<float>)},
diff --git a/tensorflow/core/kernels/check_numerics_op_gpu.cu.cc b/tensorflow/core/kernels/check_numerics_op_gpu.cu.cc
index 87bdba1455..f9f10c1b42 100644
--- a/tensorflow/core/kernels/check_numerics_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/check_numerics_op_gpu.cu.cc
@@ -60,9 +60,9 @@ template <typename T>
 struct CheckNumericsLaunch {
   void Run(const GPUDevice &d, const T *data, int size,
            int abnormal_detected[2]) {
-    const int32 block_size = d.maxCudaThreadsPerBlock();
+    const int32 block_size = d.maxGpuThreadsPerBlock();
     const int32 num_blocks =
-        (d.getNumCudaMultiProcessors() * d.maxCudaThreadsPerMultiProcessor()) /
+        (d.getNumGpuMultiProcessors() * d.maxGpuThreadsPerMultiProcessor()) /
         block_size;
 
     CheckNumericsKernel<T><<<num_blocks, block_size, 0, d.stream()>>>(
diff --git a/tensorflow/core/kernels/cwise_ops.h b/tensorflow/core/kernels/cwise_ops.h
index 66ba827a90..3f7aa0dc39 100644
--- a/tensorflow/core/kernels/cwise_ops.h
+++ b/tensorflow/core/kernels/cwise_ops.h
@@ -656,7 +656,7 @@ template <typename T>
 struct erfc : base<T, Eigen::internal::scalar_erfc_op<T>> {};
 
 template <typename T>
-struct sigmoid : base<T, Eigen::internal::scalar_sigmoid_op<T>> {};
+struct sigmoid : base<T, Eigen::internal::scalar_logistic_op<T>> {};
 
 template <typename T>
 struct sin : base<T, Eigen::internal::scalar_sin_op<T>> {};
diff --git a/tensorflow/core/kernels/deep_conv2d.cc b/tensorflow/core/kernels/deep_conv2d.cc
index 1aa8c72d66..f9c8f16cb9 100644
--- a/tensorflow/core/kernels/deep_conv2d.cc
+++ b/tensorflow/core/kernels/deep_conv2d.cc
@@ -500,8 +500,9 @@ class GemmFilterPacker {
   typedef Eigen::internal::const_blas_data_mapper<T, int64, Eigen::RowMajor>
       LhsMapper;
   typedef Eigen::internal::gebp_traits<T, T> Traits;
-  Eigen::internal::gemm_pack_lhs<T, int64, LhsMapper, Traits::mr,
-                                 Traits::LhsProgress, Eigen::RowMajor>
+  Eigen::internal::gemm_pack_lhs<
+      T, int64, LhsMapper, Traits::mr, Traits::LhsProgress,
+      typename Traits::LhsPacket4Packing, Eigen::RowMajor>
       pack_lhs;
 
   GemmFilterPacker(const int64 rows, const int64 depth, const T* lhs_input,
diff --git a/tensorflow/core/kernels/depthwise_conv_op_gpu.cu.cc b/tensorflow/core/kernels/depthwise_conv_op_gpu.cu.cc
index 76afd6f18c..1398c87662 100644
--- a/tensorflow/core/kernels/depthwise_conv_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/depthwise_conv_op_gpu.cu.cc
@@ -764,7 +764,7 @@ Status LaunchDepthwiseConv2dGPU(OpKernelContext* ctx, const DepthwiseArgs& args,
   const int max_block_count = kKnownFilterWidth < 0 || kKnownFilterHeight < 0 ||
                                       kKnownDepthMultiplier < 0
                                   ? std::numeric_limits<int>::max()
-                                  : device.getNumCudaMultiProcessors();
+                                  : device.getNumGpuMultiProcessors();
   kernel<<<std::min(max_block_count, config.block_count),
            config.thread_per_block, 0, device.stream()>>>(args, input, filter,
                                                           output, num_outputs);
diff --git a/tensorflow/core/kernels/random_op_gpu.cu.cc b/tensorflow/core/kernels/random_op_gpu.cu.cc
index 3393b39faf..edb2b10e3d 100644
--- a/tensorflow/core/kernels/random_op_gpu.cu.cc
+++ b/tensorflow/core/kernels/random_op_gpu.cu.cc
@@ -217,9 +217,9 @@ void FillPhiloxRandom<GPUDevice, Distribution>::operator()(
     OpKernelContext*, const GPUDevice& d, random::PhiloxRandom gen,
     typename Distribution::ResultElementType* data, int64 size,
     Distribution dist) {
-  const int32 block_size = d.maxCudaThreadsPerBlock();
+  const int32 block_size = d.maxGpuThreadsPerBlock();
   const int32 num_blocks =
-      (d.getNumCudaMultiProcessors() * d.maxCudaThreadsPerMultiProcessor()) /
+      (d.getNumGpuMultiProcessors() * d.maxGpuThreadsPerMultiProcessor()) /
       block_size;
 
   FillPhiloxRandomKernelLaunch<Distribution>
diff --git a/tensorflow/core/util/cuda_kernel_helper_test.cu.cc b/tensorflow/core/util/cuda_kernel_helper_test.cu.cc
index 732ed33ede..2b035ab0e9 100644
--- a/tensorflow/core/util/cuda_kernel_helper_test.cu.cc
+++ b/tensorflow/core/util/cuda_kernel_helper_test.cu.cc
@@ -131,7 +131,7 @@ class CudaLaunchConfigTest : public ::testing::Test {
  protected:
   const int bufsize = 1024;
   int* outbuf = nullptr;
-  Eigen::CudaStreamDevice stream;
+  Eigen::GpuStreamDevice stream;
   Eigen::GpuDevice d = Eigen::GpuDevice(&stream);
 
   virtual void SetUp() {
diff --git a/tensorflow/core/util/cuda_launch_config.h b/tensorflow/core/util/cuda_launch_config.h
index d0d95736d3..080d4067ce 100644
--- a/tensorflow/core/util/cuda_launch_config.h
+++ b/tensorflow/core/util/cuda_launch_config.h
@@ -128,12 +128,12 @@ inline CudaLaunchConfig GetCudaLaunchConfig(int work_element_count,
   CudaLaunchConfig config;
   const int virtual_thread_count = work_element_count;
   const int physical_thread_count = std::min(
-      d.getNumCudaMultiProcessors() * d.maxCudaThreadsPerMultiProcessor(),
+      d.getNumGpuMultiProcessors() * d.maxGpuThreadsPerMultiProcessor(),
       virtual_thread_count);
-  const int thread_per_block = std::min(1024, d.maxCudaThreadsPerBlock());
+  const int thread_per_block = std::min(1024, d.maxGpuThreadsPerBlock());
   const int block_count =
       std::min(DivUp(physical_thread_count, thread_per_block),
-               d.getNumCudaMultiProcessors());
+               d.getNumGpuMultiProcessors());
 
   config.virtual_thread_count = virtual_thread_count;
   config.thread_per_block = thread_per_block;
@@ -184,7 +184,7 @@ inline CudaLaunchConfig GetCudaLaunchConfigFixedBlockSize(
   cudaError_t err = cudaOccupancyMaxActiveBlocksPerMultiprocessor(
       &block_count, func, fixed_block_size, dynamic_shared_memory_size);
   CHECK_EQ(err, cudaSuccess);
-  block_count = std::min(block_count * d.getNumCudaMultiProcessors(),
+  block_count = std::min(block_count * d.getNumGpuMultiProcessors(),
                          DivUp(work_element_count, fixed_block_size));
 
   config.virtual_thread_count = work_element_count;
@@ -213,7 +213,7 @@ inline Cuda2DLaunchConfig GetCuda2DLaunchConfig(int xdim, int ydim,
   int block_rows = std::max(kThreadsPerBlock / block_cols, 1);
 
   const int physical_thread_count =
-      d.getNumCudaMultiProcessors() * d.maxCudaThreadsPerMultiProcessor();
+      d.getNumGpuMultiProcessors() * d.maxGpuThreadsPerMultiProcessor();
 
   const int max_blocks = std::max(physical_thread_count / kThreadsPerBlock, 1);
 
diff --git a/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
index f71ddbf322..6461a5e542 100644
--- a/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
+++ b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_google.h
@@ -12,25 +12,55 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
-#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
-#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
 
-#define EIGEN_USE_CUSTOM_THREAD_POOL
-#define EIGEN_USE_THREADS
+// This is essentially unsupported/CXX11/Eigen/Tensor.h
+// TODO(petewarden) - move this to a common location in Eigen itself.
 
 // clang-format off
 
-#include <stdint.h>
 
+#ifndef TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
+#define TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
+
+
+#include "Eigen/Core"
+
+#if defined(EIGEN_USE_SYCL)
+#undef min
+#undef max
+#undef isnan
+#undef isinf
+#undef isfinite
+#include <CL/sycl.hpp>
+#include <iostream>
+#include <map>
+#include <memory>
+#include <utility>
+#endif
+#include <cmath>
 #include <cstddef>
 #include <cstring>
-#include <cmath>
+
+
+
+
+
+#ifdef _WIN32
+typedef __int16 int16_t;
+typedef unsigned __int16 uint16_t;
+typedef __int32 int32_t;
+typedef unsigned __int32 uint32_t;
+typedef __int64 int64_t;
+typedef unsigned __int64 uint64_t;
+#include <windows.h>
+#else
+#include <stdint.h>
+#include <unistd.h>
+#endif
+
+#if __cplusplus > 199711 || EIGEN_COMP_MSVC >= 1900
 #include <random>
-#include <atomic>
-#include <condition_variable>  // NOLINT(build/c++11)
-#include <mutex>  // NOLINT(build/c++11)
-#include <thread>  // NOLINT(build/c++11)
-#include <functional>
+#endif
 
 #ifdef _WIN32
 #include <windows.h>
@@ -40,58 +70,53 @@ limitations under the License.
 #include <time.h>
 #endif
 
+// #if defined(EIGEN_USE_LIBXSMM)
+// #include "libxsmm.h"
+// #endif
 
-// Because some programs may link Eigen in through other frameworks with
-// different flags, we can run into multiple definition issues if we don't have
-// a private namespace for our versions. This is a nasty hack, but a similar
-// approach is used elsewhere to handle the problem, so it should be stable.
-#define Eigen EigenForTFLite
+#ifdef EIGEN_USE_THREADS
+#include "third_party/eigen3/unsupported/Eigen/CXX11/ThreadPool"
+#endif
 
-#include "Eigen/src/Core/util/StaticAssert.h"
-#include "unsupported/Eigen/CXX11/Core"
-#include "unsupported/Eigen/SpecialFunctions"
 
 #include "Eigen/src/Core/util/DisableStupidWarnings.h"
 
-#include "Eigen/Core"
+#include "third_party/eigen3/unsupported/Eigen/SpecialFunctions"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/util/CXX11Meta.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/util/MaxSizeVector.h"
+
 
-// Beware: the order of the include matters to some compilers. For example
-// TensorIndexList.h should be included before TensorDimensions.h in order to
-// use index lists to encode tensor dimensions when compiling with llvm.
-// We're defining this ourselves rather than using the Eigen Tensor header file
-// so that we can alter the macro definition of TENSOR_CONTRACTION_DISPATCH to
-// reduce binary size.
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorMacros.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorForwardDeclarations.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorMeta.h"
+
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorFunctors.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorCostModel.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/ThreadPoolInterface.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDeviceType.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorNonBlockingThreadPool.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDeviceDefault.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDeviceThreadPool.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDeviceGpu.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDeviceSycl.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorIndexList.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDimensionList.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDimensions.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorInitializer.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorTraits.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorRandom.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorFunctors.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorUInt128.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorIntDiv.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorBlock.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorGlobalFunctions.h"
-
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorStats.h"
-
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorBase.h"
-
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorBlock.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorEvaluator.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorExpr.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorReduction.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorReductionGpu.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorArgMax.h"
-
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorConcatenation.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContractionMappers.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContractionMapper.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContractionBlocking.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContraction.h"
+
 #undef TENSOR_CONTRACTION_DISPATCH
 #define TENSOR_CONTRACTION_DISPATCH(METHOD, ALIGNMENT, ARGS)    \
   if (this->m_lhs_inner_dim_contiguous &&                       \
@@ -102,8 +127,9 @@ limitations under the License.
     eigen_assert(false && "Unsupported contraction formats");   \
   }
 
+
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContractionThreadPool.h"
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContractionCuda.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorContractionGpu.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorConversion.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorConvolution.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorFFT.h"
@@ -125,19 +151,18 @@ limitations under the License.
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorGenerator.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorAssign.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorScan.h"
-
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorTrace.h"
+#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorSycl.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorExecutor.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorDevice.h"
-
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorStorage.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/Tensor.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorFixedSize.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorMap.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorRef.h"
-
-#include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorReductionCuda.h"
-
 #include "third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorIO.h"
 
 #include "Eigen/src/Core/util/ReenableStupidWarnings.h"
+
+
 #endif  // TENSORFLOW_LITE_KERNELS_INTERNAL_OPTIMIZED_EIGEN_TENSOR_REDUCED_INSTANTIATIONS_GOOGLE_H_
diff --git a/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
index 5e83b7b846..f5576fbff7 100644
--- a/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
+++ b/tensorflow/lite/kernels/internal/optimized/eigen_tensor_reduced_instantiations_oss.h
@@ -94,7 +94,7 @@ typedef unsigned __int64 uint64_t;
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorCostModel.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorDeviceDefault.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorDeviceThreadPool.h"
-#include "unsupported/Eigen/CXX11/src/Tensor/TensorDeviceCuda.h"
+#include "unsupported/Eigen/CXX11/src/Tensor/TensorDeviceGpu.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorDeviceSycl.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorIndexList.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorDimensionList.h"
@@ -106,10 +106,11 @@ typedef unsigned __int64 uint64_t;
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorIntDiv.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorGlobalFunctions.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorBase.h"
+#include "unsupported/Eigen/CXX11/src/Tensor/TensorBlock.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorEvaluator.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorExpr.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorReduction.h"
-#include "unsupported/Eigen/CXX11/src/Tensor/TensorReductionCuda.h"
+#include "unsupported/Eigen/CXX11/src/Tensor/TensorReductionGpu.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorArgMax.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorConcatenation.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorContractionMapper.h"
@@ -128,7 +129,7 @@ typedef unsigned __int64 uint64_t;
 
 
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorContractionThreadPool.h"
-#include "unsupported/Eigen/CXX11/src/Tensor/TensorContractionCuda.h"
+#include "unsupported/Eigen/CXX11/src/Tensor/TensorContractionGpu.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorConversion.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorConvolution.h"
 #include "unsupported/Eigen/CXX11/src/Tensor/TensorFFT.h"
diff --git a/tensorflow/lite/kernels/internal/optimized/optimized_ops.h b/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
index 6f7031b36d..00be5a9db8 100644
--- a/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
+++ b/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
@@ -3151,12 +3151,12 @@ inline void LstmCell(
   // Combined memory state and final output calculation
   gemmlowp::ScopedProfilingLabel label2("MemoryStateAndFinalOutput");
   output_state_map =
-      input_gate_sm.unaryExpr(Eigen::internal::scalar_sigmoid_op<float>()) *
+      input_gate_sm.unaryExpr(Eigen::internal::scalar_logistic_op<float>()) *
           new_input_sm.tanh() +
-      forget_gate_sm.unaryExpr(Eigen::internal::scalar_sigmoid_op<float>()) *
+      forget_gate_sm.unaryExpr(Eigen::internal::scalar_logistic_op<float>()) *
           prev_state_map;
   output_activ_map =
-      output_gate_sm.unaryExpr(Eigen::internal::scalar_sigmoid_op<float>()) *
+      output_gate_sm.unaryExpr(Eigen::internal::scalar_logistic_op<float>()) *
       output_state_map.tanh();
 }
 
@@ -4367,7 +4367,7 @@ inline void Logistic(const RuntimeShape& input_shape, const float* input_data,
   auto input_map = MapAsVector(input_data, input_shape);
   auto output_map = MapAsVector(output_data, output_shape);
   output_map.array() =
-      input_map.array().unaryExpr(Eigen::internal::scalar_sigmoid_op<float>());
+      input_map.array().unaryExpr(Eigen::internal::scalar_logistic_op<float>());
 }
 
 // Convenience version that allows, for example, generated-code calls to be
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 781c3f0a18..6c93f97729 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -1570,7 +1570,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     if not context.executing_eagerly():
       self.evaluate(variables.global_variables_initializer())
 
-    self.assertAllEqual([[[[4.0]]]], self.evaluate(y))
+    self.assertAllClose([[[[4.0]]]], self.evaluate(y))
 
     # Remove reference cycles in model
     test_util.dismantle_polymorphic_function(model)
diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 7b3e17fbb9..18a0ba6b19 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -134,11 +134,12 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "eigen_archive",
         build_file = clean_dep("//third_party:eigen.BUILD"),
-        sha256 = "d956415d784fa4e42b6a2a45c32556d6aec9d0a3d8ef48baee2522ab762556a9",
-        strip_prefix = "eigen-eigen-fd6845384b86",
+        patch_file = clean_dep("//third_party:eigen_reshaped.patch"),
+        sha256 = "d66cec3b54b3dfaa4666c1d49481a7197f93fc078cd53c54e2b4a8893a529c9f",
+        strip_prefix = "eigen-eigen-b4890dc6bc34",
         urls = [
-            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/fd6845384b86.tar.gz",
-            "https://bitbucket.org/eigen/eigen/get/fd6845384b86.tar.gz",
+            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
+            "https://bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
         ],
     )
 
diff --git a/third_party/eigen.BUILD b/third_party/eigen.BUILD
index 759f8a9be9..194a2272d5 100644
--- a/third_party/eigen.BUILD
+++ b/third_party/eigen.BUILD
@@ -65,6 +65,7 @@ cc_library(
         # code. We use it, but we do not rely on it, as evidenced above.
         "EIGEN_MPL2_ONLY",
         "EIGEN_MAX_ALIGN_BYTES=64",
+        "EIGEN_HAS_TYPE_TRAITS=0",
     ],
     includes = ["."],
     visibility = ["//visibility:public"],
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/FixedPointTypes.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/FixedPointTypes.h
index 5ab3664918..ff359cedce 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/FixedPointTypes.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/FixedPointTypes.h
@@ -249,9 +249,7 @@ EIGEN_STRONG_INLINE QInt32& operator/=(QInt32& a, const QInt32 b) {
   a.value /= b.value;
   return a;
 }
-EIGEN_STRONG_INLINE QInt32 operator-(const QInt32 a) {
-  return -a.value;
-}
+EIGEN_STRONG_INLINE QInt32 operator-(const QInt32 a) { return -a.value; }
 
 // Scaling QInt32 by double. We do the arithmetic in double because
 // float only has 23 bits of mantissa, so casting QInt32 to float might reduce
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProduct.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProduct.h
index e6f4080ae1..8477933e1b 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProduct.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProduct.h
@@ -15,11 +15,9 @@ namespace internal {
 
 // Accumulate the product of 2 QInt8 inputs on 32 bits to prevent
 // overflows
-template<> struct scalar_product_traits<QInt8, QInt8>
-{
-  enum {
-    Defined = 1
-  };
+template <>
+struct scalar_product_traits<QInt8, QInt8> {
+  enum { Defined = 1 };
   typedef QInt32 ReturnType;
 };
 
@@ -33,11 +31,9 @@ struct scalar_product_traits<QInt16, QInt16> {
 
 // Accumulate the product of QInt8 inputs with QUint8 inputs on 32 bits
 // to prevent overflows
-template<> struct scalar_product_traits<QInt8, QUInt8>
-{
-  enum {
-    Defined = 1
-  };
+template <>
+struct scalar_product_traits<QInt8, QUInt8> {
+  enum { Defined = 1 };
   typedef QInt32 ReturnType;
 };
 
@@ -47,14 +43,16 @@ template<> struct scalar_product_traits<QInt8, QUInt8>
 // signed 8bit integers
 #ifndef EIGEN_USE_OPTIMIZED_INT8_INT8_MAT_MAT_PRODUCT
 
-template<bool _ConjLhs, bool _ConjRhs>
-class gebp_traits<QInt8, QInt8, _ConjLhs, _ConjRhs>
-{
-public:
+template <bool _ConjLhs, bool _ConjRhs>
+class gebp_traits<QInt8, QInt8, _ConjLhs, _ConjRhs> {
+ public:
   typedef QInt8 LhsScalar;
   typedef QInt8 RhsScalar;
   typedef QInt32 ResScalar;
 
+  typedef typename packet_traits<LhsScalar>::type LhsPacket;
+  typedef LhsPacket LhsPacket4Packing;
+
   enum {
     // register block size along the M and N directions
     // One for the current implementation
@@ -68,22 +66,24 @@ public:
 };
 
 // The signed 8bit Mat-Mat product itself.
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-struct gebp_kernel<QInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+struct gebp_kernel<QInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                   ConjugateRhs> {
   EIGEN_DONT_INLINE
-  void operator()(const DataMapper& res, const QInt8* blockA, const QInt8* blockB,
-                  Index rows, Index depth, Index cols, QInt32 alpha,
-                  Index strideA=-1, Index strideB=-1, Index offsetA=0, Index offsetB=0);
+  void operator()(const DataMapper& res, const QInt8* blockA,
+                  const QInt8* blockB, Index rows, Index depth, Index cols,
+                  QInt32 alpha, Index strideA = -1, Index strideB = -1,
+                  Index offsetA = 0, Index offsetB = 0);
 };
 
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-EIGEN_DONT_INLINE
-void gebp_kernel<QInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-::operator()(const DataMapper& res, const QInt8* blockA, const QInt8* blockB,
-             Index rows, Index depth, Index cols, QInt32 alpha,
-             Index strideA, Index strideB, Index offsetA, Index offsetB)
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+EIGEN_DONT_INLINE void gebp_kernel<QInt8, QInt8, Index, DataMapper, mr, nr,
+                                   ConjugateLhs, ConjugateRhs>::
+operator()(const DataMapper& res, const QInt8* blockA, const QInt8* blockB,
+           Index rows, Index depth, Index cols, QInt32 alpha, Index strideA,
+           Index strideB, Index offsetA, Index offsetB) {
   EIGEN_STATIC_ASSERT(!ConjugateLhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   EIGEN_STATIC_ASSERT(!ConjugateRhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
 
@@ -113,18 +113,19 @@ void gebp_kernel<QInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs, Conjugat
 }
 #endif
 
-
 // This definition tackle the case where the lhs is encoded using signed 8bit
 // integers and the rhs using unsigned 8bit integers.
 #ifndef EIGEN_USE_OPTIMIZED_INT8_UINT8_MAT_MAT_PRODUCT
-template<bool _ConjLhs, bool _ConjRhs>
-class gebp_traits<QInt8, QUInt8, _ConjLhs, _ConjRhs>
-{
-public:
+template <bool _ConjLhs, bool _ConjRhs>
+class gebp_traits<QInt8, QUInt8, _ConjLhs, _ConjRhs> {
+ public:
   typedef QInt8 LhsScalar;
   typedef QUInt8 RhsScalar;
   typedef QInt32 ResScalar;
 
+  typedef typename packet_traits<LhsScalar>::type LhsPacket;
+  typedef LhsPacket LhsPacket4Packing;
+
   enum {
     // register block size along the M and N directions
     // One for the current implementation
@@ -138,22 +139,24 @@ public:
 };
 
 // Mat-Mat product of a signed 8bit lhs with an unsigned 8bit rhs
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-struct gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+struct gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                   ConjugateRhs> {
   EIGEN_DONT_INLINE
-  void operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-                  Index rows, Index depth, Index cols, QInt32 alpha,
-                  Index strideA=-1, Index strideB=-1, Index offsetA=0, Index offsetB=0);
+  void operator()(const DataMapper& res, const QInt8* blockA,
+                  const QUInt8* blockB, Index rows, Index depth, Index cols,
+                  QInt32 alpha, Index strideA = -1, Index strideB = -1,
+                  Index offsetA = 0, Index offsetB = 0);
 };
 
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-EIGEN_DONT_INLINE
-void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-::operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-             Index rows, Index depth, Index cols, QInt32 alpha,
-             Index strideA, Index strideB, Index offsetA, Index offsetB)
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+EIGEN_DONT_INLINE void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr,
+                                   ConjugateLhs, ConjugateRhs>::
+operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
+           Index rows, Index depth, Index cols, QInt32 alpha, Index strideA,
+           Index strideB, Index offsetA, Index offsetB) {
   EIGEN_STATIC_ASSERT(!ConjugateLhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   EIGEN_STATIC_ASSERT(!ConjugateRhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
 
@@ -183,18 +186,19 @@ void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, Conjuga
 }
 #endif
 
-
 // This definition tackle the case where the khs is encoded using unsigned 8bit
 // integers and the rhs using signed 8bit integers.
 #ifndef EIGEN_USE_OPTIMIZED_UINT8_INT8_MAT_MAT_PRODUCT
-template<bool _ConjLhs, bool _ConjRhs>
-class gebp_traits<QUInt8, QInt8, _ConjLhs, _ConjRhs>
-{
-public:
+template <bool _ConjLhs, bool _ConjRhs>
+class gebp_traits<QUInt8, QInt8, _ConjLhs, _ConjRhs> {
+ public:
   typedef QUInt8 LhsScalar;
   typedef QInt8 RhsScalar;
   typedef QInt32 ResScalar;
 
+  typedef typename packet_traits<LhsScalar>::type LhsPacket;
+  typedef LhsPacket LhsPacket4Packing;
+
   enum {
     // register block size along the M and N directions
     // One for the current implementation
@@ -207,24 +211,25 @@ public:
   };
 };
 
-
 // Mat-Mat product of an unsigned 8bit lhs with a signed 8bit rhs
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-struct gebp_kernel<QUInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+struct gebp_kernel<QUInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                   ConjugateRhs> {
   EIGEN_DONT_INLINE
-  void operator()(const DataMapper& res, const QUInt8* blockA, const QInt8* blockB,
-                  Index rows, Index depth, Index cols, QInt32 alpha,
-                  Index strideA=-1, Index strideB=-1, Index offsetA=0, Index offsetB=0);
+  void operator()(const DataMapper& res, const QUInt8* blockA,
+                  const QInt8* blockB, Index rows, Index depth, Index cols,
+                  QInt32 alpha, Index strideA = -1, Index strideB = -1,
+                  Index offsetA = 0, Index offsetB = 0);
 };
 
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-EIGEN_DONT_INLINE
-void gebp_kernel<QUInt8, QInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-::operator()(const DataMapper& res, const QUInt8* blockA, const QInt8* blockB,
-             Index rows, Index depth, Index cols, QInt32 alpha,
-             Index strideA, Index strideB, Index offsetA, Index offsetB)
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+EIGEN_DONT_INLINE void gebp_kernel<QUInt8, QInt8, Index, DataMapper, mr, nr,
+                                   ConjugateLhs, ConjugateRhs>::
+operator()(const DataMapper& res, const QUInt8* blockA, const QInt8* blockB,
+           Index rows, Index depth, Index cols, QInt32 alpha, Index strideA,
+           Index strideB, Index offsetA, Index offsetB) {
   EIGEN_STATIC_ASSERT(!ConjugateLhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   EIGEN_STATIC_ASSERT(!ConjugateRhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
 
@@ -263,6 +268,9 @@ class gebp_traits<QInt16, QInt16, _ConjLhs, _ConjRhs> {
   typedef QInt16 RhsScalar;
   typedef QInt32 ResScalar;
 
+  typedef typename packet_traits<LhsScalar>::type LhsPacket;
+  typedef LhsPacket LhsPacket4Packing;
+
   enum {
     // register block size along the M and N directions
     // One for the current implementation
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductAVX2.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductAVX2.h
index 66532fb600..8547dca1b3 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductAVX2.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductAVX2.h
@@ -28,6 +28,9 @@ class gebp_traits<QInt16, QInt16, _ConjLhs, _ConjRhs> {
   typedef QInt16 RhsScalar;
   typedef QInt32 ResScalar;
 
+  typedef typename packet_traits<LhsScalar>::type LhsPacket;
+  typedef LhsPacket LhsPacket4Packing;
+
   enum {
     // Define register blocking scheme.
     nr = 16,
@@ -43,7 +46,7 @@ class gebp_traits<QInt16, QInt16, _ConjLhs, _ConjRhs> {
 // Used by TensorContractionThreadPool, inputs must have dimensions that are
 // multiples of 32.
 template <typename Index, int ShardingType>
-class TensorContractionBlocking<QInt16, QInt16, Index, ShardingType> {
+class TensorContractionBlocking<QInt16, QInt16, QInt16, Index, ShardingType> {
  public:
   TensorContractionBlocking(Index k, Index m, Index n, Index num_threads = 1)
       : kc_(((k + 15) / 16) * 16),
@@ -144,7 +147,7 @@ class gemm_blocking_space<ColMajor, QInt16, QInt16, MaxRows, MaxCols, MaxDepth,
 
 template <typename Index, typename DataMapper, int Pack1, int Pack2,
           bool Conjugate, bool PanelMode>
-struct gemm_pack_lhs<QInt16, Index, DataMapper, Pack1, Pack2, ColMajor,
+struct gemm_pack_lhs<QInt16, Index, DataMapper, Pack1, Pack2, QInt16, ColMajor,
                      Conjugate, PanelMode> {
   EIGEN_DONT_INLINE void operator()(QInt16* blockA, const DataMapper& lhs,
                                     Index depth, Index rows, Index stride = 0,
@@ -154,12 +157,14 @@ struct gemm_pack_lhs<QInt16, Index, DataMapper, Pack1, Pack2, ColMajor,
 template <typename Index, typename DataMapper, int Pack1, int Pack2,
           bool Conjugate, bool PanelMode>
 EIGEN_DONT_INLINE void gemm_pack_lhs<QInt16, Index, DataMapper, Pack1, Pack2,
-                                     ColMajor, Conjugate, PanelMode>::
+                                     QInt16, ColMajor, Conjugate, PanelMode>::
 operator()(QInt16* blockA, const DataMapper& lhs, Index depth, Index rows,
            Index stride, Index offset) {
   eigen_assert(stride == 0);
   eigen_assert(offset == 0);
 
+  typedef typename packet_traits<QInt16>::type Packet;
+
   // Use alternate function for weird sizes
   if (rows % 16 != 0 || depth % 16 != 0) {
     assert(false &&
@@ -178,10 +183,10 @@ operator()(QInt16* blockA, const DataMapper& lhs, Index depth, Index rows,
     // Pack depth in sets of 4
     for (Index k = 0; k < depth; k += 4) {
       // Load vectors
-      __m256i L_A = lhs.loadPacket(m, k);
-      __m256i L_B = lhs.loadPacket(m, k + 1);
-      __m256i L_C = lhs.loadPacket(m, k + 2);
-      __m256i L_D = lhs.loadPacket(m, k + 3);
+      __m256i L_A = lhs.template loadPacket<Packet>(m, k);
+      __m256i L_B = lhs.template loadPacket<Packet>(m, k + 1);
+      __m256i L_C = lhs.template loadPacket<Packet>(m, k + 2);
+      __m256i L_D = lhs.template loadPacket<Packet>(m, k + 3);
 
       // Rearrange the inputs as required by the kernel
       __m256i L_AB0_AB7 = _mm256_unpacklo_epi16(L_A, L_B);
@@ -236,13 +241,15 @@ struct gemm_pack_rhs<QInt16, Index, DataMapper, nr, ColMajor, Conjugate,
 
 template <typename Index, typename DataMapper, int nr, bool Conjugate,
           bool PanelMode>
-EIGEN_DONT_INLINE void
-gemm_pack_rhs<QInt16, Index, DataMapper, nr, ColMajor, Conjugate, PanelMode>::
+EIGEN_DONT_INLINE void gemm_pack_rhs<QInt16, Index, DataMapper, nr, ColMajor,
+                                     Conjugate, PanelMode>::
 operator()(QInt16* blockB, const DataMapper& rhs, Index depth, Index cols,
            Index stride, Index offset) {
   eigen_assert(stride == 0);
   eigen_assert(offset == 0);
 
+  typedef typename packet_traits<QInt16>::type Packet;
+
   // Use alternate function for weird sizes
   if (cols % 16 != 0 || depth % 16 != 0) {
     assert(false &&
@@ -277,28 +284,28 @@ operator()(QInt16* blockB, const DataMapper& rhs, Index depth, Index cols,
   for (Index n = 0; n < cols; n += 16) {
     // Pack depth in sets of 16
     for (Index k = 0; k < depth; k += 16) {
-      __m256i R_A = rhs.loadPacket(k, n);
-      __m256i R_B = rhs.loadPacket(k, n + 1);
-      __m256i R_C = rhs.loadPacket(k, n + 2);
-      __m256i R_D = rhs.loadPacket(k, n + 3);
+      __m256i R_A = rhs.template loadPacket<Packet>(k, n);
+      __m256i R_B = rhs.template loadPacket<Packet>(k, n + 1);
+      __m256i R_C = rhs.template loadPacket<Packet>(k, n + 2);
+      __m256i R_D = rhs.template loadPacket<Packet>(k, n + 3);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 4);
-      R_B = rhs.loadPacket(k, n + 5);
-      R_C = rhs.loadPacket(k, n + 6);
-      R_D = rhs.loadPacket(k, n + 7);
+      R_A = rhs.template loadPacket<Packet>(k, n + 4);
+      R_B = rhs.template loadPacket<Packet>(k, n + 5);
+      R_C = rhs.template loadPacket<Packet>(k, n + 6);
+      R_D = rhs.template loadPacket<Packet>(k, n + 7);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 8);
-      R_B = rhs.loadPacket(k, n + 9);
-      R_C = rhs.loadPacket(k, n + 10);
-      R_D = rhs.loadPacket(k, n + 11);
+      R_A = rhs.template loadPacket<Packet>(k, n + 8);
+      R_B = rhs.template loadPacket<Packet>(k, n + 9);
+      R_C = rhs.template loadPacket<Packet>(k, n + 10);
+      R_D = rhs.template loadPacket<Packet>(k, n + 11);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 12);
-      R_B = rhs.loadPacket(k, n + 13);
-      R_C = rhs.loadPacket(k, n + 14);
-      R_D = rhs.loadPacket(k, n + 15);
+      R_A = rhs.template loadPacket<Packet>(k, n + 12);
+      R_B = rhs.template loadPacket<Packet>(k, n + 13);
+      R_C = rhs.template loadPacket<Packet>(k, n + 14);
+      R_D = rhs.template loadPacket<Packet>(k, n + 15);
       PACK_STEP;
 
       blockB_256 += 12;
@@ -476,9 +483,13 @@ operator()(const DataMapper& res, const QInt16* blockA, const QInt16* blockB,
       for (Index j = n; j < n + 16; j++) {
         LinearMapper r0 = res.getLinearMapper(m, j);
         LinearMapper r1 = res.getLinearMapper(m + 8, j);
-
-        r0.storePacket(0, _mm256_add_epi32(blockO_256[i++], r0.loadPacket(0)));
-        r1.storePacket(0, _mm256_add_epi32(blockO_256[i++], r1.loadPacket(0)));
+        typedef typename packet_traits<QInt32>::type Packet;
+        r0.template storePacket<Packet>(
+            0, _mm256_add_epi32(blockO_256[i++],
+                                r0.template loadPacket<Packet>(0)));
+        r1.template storePacket<Packet>(
+            0, _mm256_add_epi32(blockO_256[i++],
+                                r1.template loadPacket<Packet>(0)));
       }
 
       // Zero the result block so it can be reused
@@ -496,14 +507,16 @@ operator()(const DataMapper& res, const QInt16* blockA, const QInt16* blockB,
 #ifdef EIGEN_USE_OPTIMIZED_INT8_UINT8_MAT_MAT_PRODUCT
 
 // Define quantized traits
-template<bool _ConjLhs, bool _ConjRhs>
-class gebp_traits<QInt8, QUInt8, _ConjLhs, _ConjRhs>
-{
-public:
+template <bool _ConjLhs, bool _ConjRhs>
+class gebp_traits<QInt8, QUInt8, _ConjLhs, _ConjRhs> {
+ public:
   typedef QInt8 LhsScalar;
   typedef QUInt8 RhsScalar;
   typedef QInt32 ResScalar;
 
+  typedef typename packet_traits<LhsScalar>::type LhsPacket;
+  typedef LhsPacket LhsPacket4Packing;
+
   enum {
     // Define register blocking scheme.
     nr = 32,
@@ -518,22 +531,28 @@ public:
 // Specialized blocking for quantized implementations.
 // Used by TensorContractionThreadPool, inputs must have dimensions that are
 // multiples of 32.
-template<typename Index,
-         typename LeftTensor,
-         typename left_nocontract_t, typename left_contract_t,
-         bool left_inner_dim_contiguous, bool left_inner_dim_reordered, int LeftAlignment,
-         typename RightTensor,
-         typename right_nocontract_t, typename right_contract_t,
-         bool right_inner_dim_contiguous, bool right_inner_dim_reordered, int RightAlignment, int ShardingType>
-class TensorContractionBlocking<TensorContractionInputMapper<QInt8, Index, Lhs, LeftTensor, left_nocontract_t, left_contract_t, 32, left_inner_dim_contiguous, left_inner_dim_reordered, LeftAlignment>, TensorContractionInputMapper<QUInt8, Index, Rhs, RightTensor, right_nocontract_t, right_contract_t, 32, right_inner_dim_contiguous, right_inner_dim_reordered, RightAlignment>, Index, ShardingType> {
+template <typename ResScalar, typename Index, typename LeftTensor,
+          typename left_nocontract_t, typename left_contract_t,
+          bool left_inner_dim_contiguous, bool left_inner_dim_reordered,
+          int LeftAlignment, typename RightTensor, typename right_nocontract_t,
+          typename right_contract_t, bool right_inner_dim_contiguous,
+          bool right_inner_dim_reordered, int RightAlignment, int ShardingType>
+class TensorContractionBlocking<
+    ResScalar,
+    TensorContractionInputMapper<
+        QInt8, Index, Lhs, LeftTensor, left_nocontract_t, left_contract_t, 32,
+        left_inner_dim_contiguous, left_inner_dim_reordered, LeftAlignment>,
+    TensorContractionInputMapper<QUInt8, Index, Rhs, RightTensor,
+                                 right_nocontract_t, right_contract_t, 32,
+                                 right_inner_dim_contiguous,
+                                 right_inner_dim_reordered, RightAlignment>,
+    Index, ShardingType> {
  public:
-
-  typedef QInt8  LhsScalar;
+  typedef QInt8 LhsScalar;
   typedef QUInt8 RhsScalar;
 
-  TensorContractionBlocking(Index k, Index m, Index n, Index num_threads = 1) :
-      kc_(k), mc_(m), nc_(n)
-  {
+  TensorContractionBlocking(Index k, Index m, Index n, Index num_threads = 1)
+      : kc_(k), mc_(m), nc_(n) {
     eigen_assert(m % 32 == 0);
     eigen_assert(k % 32 == 0);
     if (!k || !m || !n) {
@@ -543,8 +562,7 @@ class TensorContractionBlocking<TensorContractionInputMapper<QInt8, Index, Lhs,
     if (ShardingType == ShardByCol) {
       eigen_assert(n % 32 == 0);
       nc_ = (((n / num_threads) + 31) / 32) * 32;
-    }
-    else {
+    } else {
       eigen_assert(n % 32 == 0 || n == 1);
       // Special case to avoid breaking the unimplemented matrix-vector case
       if (n == 1) {
@@ -599,7 +617,6 @@ class gemm_blocking_space<ColMajor, QInt8, QInt8, MaxRows, MaxCols, MaxDepth,
   }
 };
 
-
 template <int MaxRows, int MaxCols, int MaxDepth, int KcFactor>
 class gemm_blocking_space<ColMajor, QInt8, QUInt8, MaxRows, MaxCols, MaxDepth,
                           KcFactor, false>
@@ -633,42 +650,60 @@ class gemm_blocking_space<ColMajor, QInt8, QUInt8, MaxRows, MaxCols, MaxDepth,
 };
 
 // Alternate templates for any input sizes
-template<typename Scalar, typename Index, typename DataMapper, int Pack1, int Pack2, int StorageOrder, bool Conjugate = false, bool PanelMode = false>
+template <typename Scalar, typename Index, typename DataMapper, int Pack1,
+          int Pack2, int StorageOrder, bool Conjugate = false,
+          bool PanelMode = false>
 struct gemm_pack_lhs_any;
-template <typename Index, typename DataMapper, int Pack1, int Pack2, bool Conjugate, bool PanelMode>
-struct gemm_pack_lhs_any<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor, Conjugate, PanelMode> {
-  EIGEN_DONT_INLINE void operator()
-      (QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index stride = 0, Index offset = 0);
+template <typename Index, typename DataMapper, int Pack1, int Pack2,
+          bool Conjugate, bool PanelMode>
+struct gemm_pack_lhs_any<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor,
+                         Conjugate, PanelMode> {
+  EIGEN_DONT_INLINE void operator()(QInt8* blockA, const DataMapper& lhs,
+                                    Index depth, Index rows, Index stride = 0,
+                                    Index offset = 0);
 };
 
-template<typename Scalar, typename Index, typename DataMapper, int nr, int StorageOrder, bool Conjugate = false, bool PanelMode=false>
+template <typename Scalar, typename Index, typename DataMapper, int nr,
+          int StorageOrder, bool Conjugate = false, bool PanelMode = false>
 struct gemm_pack_rhs_any;
-template <typename Index, typename DataMapper, int nr, bool Conjugate, bool PanelMode>
-struct gemm_pack_rhs_any<QUInt8, Index, DataMapper, nr, ColMajor, Conjugate, PanelMode> {
-  EIGEN_DONT_INLINE void operator()
-      (QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index stride = 0, Index offset = 0);
+template <typename Index, typename DataMapper, int nr, bool Conjugate,
+          bool PanelMode>
+struct gemm_pack_rhs_any<QUInt8, Index, DataMapper, nr, ColMajor, Conjugate,
+                         PanelMode> {
+  EIGEN_DONT_INLINE void operator()(QUInt8* blockB, const DataMapper& rhs,
+                                    Index depth, Index cols, Index stride = 0,
+                                    Index offset = 0);
 };
 
-template<typename LhsScalar, typename RhsScalar, typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs=false, bool ConjugateRhs=false>
+template <typename LhsScalar, typename RhsScalar, typename Index,
+          typename DataMapper, int mr, int nr, bool ConjugateLhs = false,
+          bool ConjugateRhs = false>
 struct gebp_kernel_any;
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-struct gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+struct gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                       ConjugateRhs> {
   typedef typename DataMapper::LinearMapper LinearMapper;
 
   EIGEN_DONT_INLINE
-  void operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-                  Index rows, Index depth, Index cols, QInt32 alpha,
-                  Index strideA=-1, Index strideB=-1, Index offsetA=0, Index offsetB=0);
+  void operator()(const DataMapper& res, const QInt8* blockA,
+                  const QUInt8* blockB, Index rows, Index depth, Index cols,
+                  QInt32 alpha, Index strideA = -1, Index strideB = -1,
+                  Index offsetA = 0, Index offsetB = 0);
 };
 
 // Alternate implementations for any input sizes
-template <typename Index, typename DataMapper, int Pack1, int Pack2, bool Conjugate, bool PanelMode>
-EIGEN_DONT_INLINE void gemm_pack_lhs_any<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor, Conjugate, PanelMode>::
-operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index stride, Index offset) {
+template <typename Index, typename DataMapper, int Pack1, int Pack2,
+          bool Conjugate, bool PanelMode>
+EIGEN_DONT_INLINE void gemm_pack_lhs_any<QInt8, Index, DataMapper, Pack1, Pack2,
+                                         ColMajor, Conjugate, PanelMode>::
+operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows,
+           Index stride, Index offset) {
   eigen_assert(stride == 0);
   eigen_assert(offset == 0);
 
+  typedef typename packet_traits<QInt8>::type Packet;
+
   // Get vector pointer
   __m256i* blockA_256 = reinterpret_cast<__m256i*>(blockA);
 
@@ -690,15 +725,15 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index
     // Pack depth in sets of 8
     for (Index k = 0; k < depth_8; k += 8) {
       // Load vectors
-      __m256i L_A = lhs.loadPacket(m, k);
-      __m256i L_B = lhs.loadPacket(m, k + 1);
+      __m256i L_A = lhs.template loadPacket<Packet>(m, k);
+      __m256i L_B = lhs.template loadPacket<Packet>(m, k + 1);
 
       // Interleave 8-bit elements
       __m256i L_AB0_AB16 = _mm256_unpacklo_epi8(L_A, L_B);
       __m256i L_AB8_AB24 = _mm256_unpackhi_epi8(L_A, L_B);
 
-      __m256i L_C = lhs.loadPacket(m, k + 2);
-      __m256i L_D = lhs.loadPacket(m, k + 3);
+      __m256i L_C = lhs.template loadPacket<Packet>(m, k + 2);
+      __m256i L_D = lhs.template loadPacket<Packet>(m, k + 3);
       __m256i L_CD0_CD16 = _mm256_unpacklo_epi8(L_C, L_D);
       __m256i L_CD8_CD24 = _mm256_unpackhi_epi8(L_C, L_D);
 
@@ -719,12 +754,12 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index
       _mm256_store_si256(blockA_256++, L_AD16);
       __m256i L_AD24 = _mm256_permute2x128_si256(L_AD8_AD24, L_AD12_AD28, 0x31);
       _mm256_store_si256(blockA_256++, L_AD24);
-      __m256i L_E = lhs.loadPacket(m, k + 4);
-      __m256i L_F = lhs.loadPacket(m, k + 5);
+      __m256i L_E = lhs.template loadPacket<Packet>(m, k + 4);
+      __m256i L_F = lhs.template loadPacket<Packet>(m, k + 5);
       __m256i L_EF0_EF16 = _mm256_unpacklo_epi8(L_E, L_F);
       __m256i L_EF8_EF24 = _mm256_unpackhi_epi8(L_E, L_F);
-      __m256i L_G = lhs.loadPacket(m, k + 6);
-      __m256i L_H = lhs.loadPacket(m, k + 7);
+      __m256i L_G = lhs.template loadPacket<Packet>(m, k + 6);
+      __m256i L_H = lhs.template loadPacket<Packet>(m, k + 7);
       __m256i L_GH0_GH16 = _mm256_unpacklo_epi8(L_G, L_H);
       __m256i L_GH8_GH24 = _mm256_unpackhi_epi8(L_G, L_H);
       __m256i L_EH0_EH16 = _mm256_unpacklo_epi16(L_EF0_EF16, L_GH0_GH16);
@@ -745,76 +780,76 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index
     if (depth_8 < depth) {
       __m256i L_A, L_B, L_C, L_D, L_E, L_F, L_G, L_H;
       switch (depth - depth_8) {
-      case 1:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        break;
-      case 2:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = lhs.loadPacket(m, depth_8 + 1);
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        break;
-      case 3:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = lhs.loadPacket(m, depth_8 + 1);
-        L_C = lhs.loadPacket(m, depth_8 + 2);
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        break;
-      case 4:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = lhs.loadPacket(m, depth_8 + 1);
-        L_C = lhs.loadPacket(m, depth_8 + 2);
-        L_D = lhs.loadPacket(m, depth_8 + 3);
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        break;
-      case 5:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = lhs.loadPacket(m, depth_8 + 1);
-        L_C = lhs.loadPacket(m, depth_8 + 2);
-        L_D = lhs.loadPacket(m, depth_8 + 3);
-        L_E = lhs.loadPacket(m, depth_8 + 4);
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        break;
-      case 6:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = lhs.loadPacket(m, depth_8 + 1);
-        L_C = lhs.loadPacket(m, depth_8 + 2);
-        L_D = lhs.loadPacket(m, depth_8 + 3);
-        L_E = lhs.loadPacket(m, depth_8 + 4);
-        L_F = lhs.loadPacket(m, depth_8 + 5);
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        break;
-      case 7:
-        L_A = lhs.loadPacket(m, depth_8);
-        L_B = lhs.loadPacket(m, depth_8 + 1);
-        L_C = lhs.loadPacket(m, depth_8 + 2);
-        L_D = lhs.loadPacket(m, depth_8 + 3);
-        L_E = lhs.loadPacket(m, depth_8 + 4);
-        L_F = lhs.loadPacket(m, depth_8 + 5);
-        L_G = lhs.loadPacket(m, depth_8 + 6);
-        L_H = _mm256_setzero_si256();
-        break;
+        case 1:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          break;
+        case 2:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = lhs.template loadPacket<Packet>(m, depth_8 + 1);
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          break;
+        case 3:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = lhs.template loadPacket<Packet>(m, depth_8 + 1);
+          L_C = lhs.template loadPacket<Packet>(m, depth_8 + 2);
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          break;
+        case 4:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = lhs.template loadPacket<Packet>(m, depth_8 + 1);
+          L_C = lhs.template loadPacket<Packet>(m, depth_8 + 2);
+          L_D = lhs.template loadPacket<Packet>(m, depth_8 + 3);
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          break;
+        case 5:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = lhs.template loadPacket<Packet>(m, depth_8 + 1);
+          L_C = lhs.template loadPacket<Packet>(m, depth_8 + 2);
+          L_D = lhs.template loadPacket<Packet>(m, depth_8 + 3);
+          L_E = lhs.template loadPacket<Packet>(m, depth_8 + 4);
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          break;
+        case 6:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = lhs.template loadPacket<Packet>(m, depth_8 + 1);
+          L_C = lhs.template loadPacket<Packet>(m, depth_8 + 2);
+          L_D = lhs.template loadPacket<Packet>(m, depth_8 + 3);
+          L_E = lhs.template loadPacket<Packet>(m, depth_8 + 4);
+          L_F = lhs.template loadPacket<Packet>(m, depth_8 + 5);
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          break;
+        case 7:
+          L_A = lhs.template loadPacket<Packet>(m, depth_8);
+          L_B = lhs.template loadPacket<Packet>(m, depth_8 + 1);
+          L_C = lhs.template loadPacket<Packet>(m, depth_8 + 2);
+          L_D = lhs.template loadPacket<Packet>(m, depth_8 + 3);
+          L_E = lhs.template loadPacket<Packet>(m, depth_8 + 4);
+          L_F = lhs.template loadPacket<Packet>(m, depth_8 + 5);
+          L_G = lhs.template loadPacket<Packet>(m, depth_8 + 6);
+          L_H = _mm256_setzero_si256();
+          break;
       }
 
       // Interleave 8-bit elements
@@ -875,21 +910,21 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index
       __m256i L_G = _mm256_setzero_si256();
       __m256i L_H = _mm256_setzero_si256();
       for (Index m = 0; m < rows - rows_32; m++) {
-        QInt8* ptr = (QInt8*) &L_A;
+        QInt8* ptr = (QInt8*)&L_A;
         ptr[m] = lhs(rows_32 + m, k);
-        ptr = (QInt8*) &L_B;
+        ptr = (QInt8*)&L_B;
         ptr[m] = lhs(rows_32 + m, k + 1);
-        ptr = (QInt8*) &L_C;
+        ptr = (QInt8*)&L_C;
         ptr[m] = lhs(rows_32 + m, k + 2);
-        ptr = (QInt8*) &L_D;
+        ptr = (QInt8*)&L_D;
         ptr[m] = lhs(rows_32 + m, k + 3);
-        ptr = (QInt8*) &L_E;
+        ptr = (QInt8*)&L_E;
         ptr[m] = lhs(rows_32 + m, k + 4);
-        ptr = (QInt8*) &L_F;
+        ptr = (QInt8*)&L_F;
         ptr[m] = lhs(rows_32 + m, k + 5);
-        ptr = (QInt8*) &L_G;
+        ptr = (QInt8*)&L_G;
         ptr[m] = lhs(rows_32 + m, k + 6);
-        ptr = (QInt8*) &L_H;
+        ptr = (QInt8*)&L_H;
         ptr[m] = lhs(rows_32 + m, k + 7);
       }
 
@@ -939,146 +974,146 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index
       __m256i L_A, L_B, L_C, L_D, L_E, L_F, L_G, L_H;
       QInt8* ptr;
       switch (depth - depth_8) {
-      case 1:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          QInt8* ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-        }
-        break;
-      case 2:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-          ptr = (QInt8*) &L_B;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 1);
-        }
-        break;
-      case 3:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-          ptr = (QInt8*) &L_B;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 1);
-          ptr = (QInt8*) &L_C;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 2);
-        }
-        break;
-      case 4:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-          ptr = (QInt8*) &L_B;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 1);
-          ptr = (QInt8*) &L_C;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 2);
-          ptr = (QInt8*) &L_D;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 3);
-        }
-        break;
-      case 5:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-          ptr = (QInt8*) &L_B;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 1);
-          ptr = (QInt8*) &L_C;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 2);
-          ptr = (QInt8*) &L_D;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 3);
-          ptr = (QInt8*) &L_E;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 4);
-        }
-        break;
-      case 6:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-          ptr = (QInt8*) &L_B;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 1);
-          ptr = (QInt8*) &L_C;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 2);
-          ptr = (QInt8*) &L_D;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 3);
-          ptr = (QInt8*) &L_E;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 4);
-          ptr = (QInt8*) &L_F;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 5);
-        }
-        break;
-      case 7:
-        L_A = _mm256_setzero_si256();
-        L_B = _mm256_setzero_si256();
-        L_C = _mm256_setzero_si256();
-        L_D = _mm256_setzero_si256();
-        L_E = _mm256_setzero_si256();
-        L_F = _mm256_setzero_si256();
-        L_G = _mm256_setzero_si256();
-        L_H = _mm256_setzero_si256();
-        for (Index m = 0; m < rows - rows_32; m++) {
-          ptr = (QInt8*) &L_A;
-          ptr[m] = lhs(rows_32 + m, depth_8);
-          ptr = (QInt8*) &L_B;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 1);
-          ptr = (QInt8*) &L_C;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 2);
-          ptr = (QInt8*) &L_D;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 3);
-          ptr = (QInt8*) &L_E;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 4);
-          ptr = (QInt8*) &L_F;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 5);
-          ptr = (QInt8*) &L_G;
-          ptr[m] = lhs(rows_32 + m, depth_8 + 6);
-        }
-        break;
+        case 1:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            QInt8* ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+          }
+          break;
+        case 2:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+            ptr = (QInt8*)&L_B;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 1);
+          }
+          break;
+        case 3:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+            ptr = (QInt8*)&L_B;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 1);
+            ptr = (QInt8*)&L_C;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 2);
+          }
+          break;
+        case 4:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+            ptr = (QInt8*)&L_B;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 1);
+            ptr = (QInt8*)&L_C;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 2);
+            ptr = (QInt8*)&L_D;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 3);
+          }
+          break;
+        case 5:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+            ptr = (QInt8*)&L_B;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 1);
+            ptr = (QInt8*)&L_C;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 2);
+            ptr = (QInt8*)&L_D;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 3);
+            ptr = (QInt8*)&L_E;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 4);
+          }
+          break;
+        case 6:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+            ptr = (QInt8*)&L_B;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 1);
+            ptr = (QInt8*)&L_C;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 2);
+            ptr = (QInt8*)&L_D;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 3);
+            ptr = (QInt8*)&L_E;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 4);
+            ptr = (QInt8*)&L_F;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 5);
+          }
+          break;
+        case 7:
+          L_A = _mm256_setzero_si256();
+          L_B = _mm256_setzero_si256();
+          L_C = _mm256_setzero_si256();
+          L_D = _mm256_setzero_si256();
+          L_E = _mm256_setzero_si256();
+          L_F = _mm256_setzero_si256();
+          L_G = _mm256_setzero_si256();
+          L_H = _mm256_setzero_si256();
+          for (Index m = 0; m < rows - rows_32; m++) {
+            ptr = (QInt8*)&L_A;
+            ptr[m] = lhs(rows_32 + m, depth_8);
+            ptr = (QInt8*)&L_B;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 1);
+            ptr = (QInt8*)&L_C;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 2);
+            ptr = (QInt8*)&L_D;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 3);
+            ptr = (QInt8*)&L_E;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 4);
+            ptr = (QInt8*)&L_F;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 5);
+            ptr = (QInt8*)&L_G;
+            ptr[m] = lhs(rows_32 + m, depth_8 + 6);
+          }
+          break;
       }
 
       // Interleave 8-bit elements
@@ -1124,12 +1159,17 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows, Index
   }
 }
 
-template <typename Index, typename DataMapper, int nr, bool Conjugate, bool PanelMode>
-EIGEN_DONT_INLINE void gemm_pack_rhs_any<QUInt8, Index, DataMapper, nr, ColMajor, Conjugate, PanelMode>::
-operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index stride, Index offset) {
+template <typename Index, typename DataMapper, int nr, bool Conjugate,
+          bool PanelMode>
+EIGEN_DONT_INLINE void gemm_pack_rhs_any<QUInt8, Index, DataMapper, nr,
+                                         ColMajor, Conjugate, PanelMode>::
+operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols,
+           Index stride, Index offset) {
   eigen_assert(stride == 0);
   eigen_assert(offset == 0);
 
+  typedef typename packet_traits<QUInt8>::type Packet;
+
   // Get vector pointer
   __m256i* blockB_256 = reinterpret_cast<__m256i*>(blockB);
 
@@ -1158,52 +1198,52 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
   for (Index n = 0; n < cols_32; n += 32) {
     // Pack depth in sets of 32
     for (Index k = 0; k < depth_32; k += 32) {
-      __m256i R_A = rhs.loadPacket(k, n);
-      __m256i R_B = rhs.loadPacket(k, n + 1);
-      __m256i R_C = rhs.loadPacket(k, n + 2);
-      __m256i R_D = rhs.loadPacket(k, n + 3);
+      __m256i R_A = rhs.template loadPacket<Packet>(k, n);
+      __m256i R_B = rhs.template loadPacket<Packet>(k, n + 1);
+      __m256i R_C = rhs.template loadPacket<Packet>(k, n + 2);
+      __m256i R_D = rhs.template loadPacket<Packet>(k, n + 3);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 4);
-      R_B = rhs.loadPacket(k, n + 5);
-      R_C = rhs.loadPacket(k, n + 6);
-      R_D = rhs.loadPacket(k, n + 7);
+      R_A = rhs.template loadPacket<Packet>(k, n + 4);
+      R_B = rhs.template loadPacket<Packet>(k, n + 5);
+      R_C = rhs.template loadPacket<Packet>(k, n + 6);
+      R_D = rhs.template loadPacket<Packet>(k, n + 7);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 8);
-      R_B = rhs.loadPacket(k, n + 9);
-      R_C = rhs.loadPacket(k, n + 10);
-      R_D = rhs.loadPacket(k, n + 11);
+      R_A = rhs.template loadPacket<Packet>(k, n + 8);
+      R_B = rhs.template loadPacket<Packet>(k, n + 9);
+      R_C = rhs.template loadPacket<Packet>(k, n + 10);
+      R_D = rhs.template loadPacket<Packet>(k, n + 11);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 12);
-      R_B = rhs.loadPacket(k, n + 13);
-      R_C = rhs.loadPacket(k, n + 14);
-      R_D = rhs.loadPacket(k, n + 15);
+      R_A = rhs.template loadPacket<Packet>(k, n + 12);
+      R_B = rhs.template loadPacket<Packet>(k, n + 13);
+      R_C = rhs.template loadPacket<Packet>(k, n + 14);
+      R_D = rhs.template loadPacket<Packet>(k, n + 15);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 16);
-      R_B = rhs.loadPacket(k, n + 17);
-      R_C = rhs.loadPacket(k, n + 18);
-      R_D = rhs.loadPacket(k, n + 19);
+      R_A = rhs.template loadPacket<Packet>(k, n + 16);
+      R_B = rhs.template loadPacket<Packet>(k, n + 17);
+      R_C = rhs.template loadPacket<Packet>(k, n + 18);
+      R_D = rhs.template loadPacket<Packet>(k, n + 19);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 20);
-      R_B = rhs.loadPacket(k, n + 21);
-      R_C = rhs.loadPacket(k, n + 22);
-      R_D = rhs.loadPacket(k, n + 23);
+      R_A = rhs.template loadPacket<Packet>(k, n + 20);
+      R_B = rhs.template loadPacket<Packet>(k, n + 21);
+      R_C = rhs.template loadPacket<Packet>(k, n + 22);
+      R_D = rhs.template loadPacket<Packet>(k, n + 23);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 24);
-      R_B = rhs.loadPacket(k, n + 25);
-      R_C = rhs.loadPacket(k, n + 26);
-      R_D = rhs.loadPacket(k, n + 27);
+      R_A = rhs.template loadPacket<Packet>(k, n + 24);
+      R_B = rhs.template loadPacket<Packet>(k, n + 25);
+      R_C = rhs.template loadPacket<Packet>(k, n + 26);
+      R_D = rhs.template loadPacket<Packet>(k, n + 27);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 28);
-      R_B = rhs.loadPacket(k, n + 29);
-      R_C = rhs.loadPacket(k, n + 30);
-      R_D = rhs.loadPacket(k, n + 31);
+      R_A = rhs.template loadPacket<Packet>(k, n + 28);
+      R_B = rhs.template loadPacket<Packet>(k, n + 29);
+      R_C = rhs.template loadPacket<Packet>(k, n + 30);
+      R_D = rhs.template loadPacket<Packet>(k, n + 31);
       PACK_STEP;
 
       blockB_256 += 24;
@@ -1216,13 +1256,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       __m256i R_C = _mm256_setzero_si256();
       __m256i R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 1);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 2);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 3);
       }
       PACK_STEP;
@@ -1232,13 +1272,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 4);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 5);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 6);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 7);
       }
       PACK_STEP;
@@ -1248,13 +1288,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 8);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 9);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 10);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 11);
       }
       PACK_STEP;
@@ -1264,13 +1304,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 12);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 13);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 14);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 15);
       }
       PACK_STEP;
@@ -1280,13 +1320,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 16);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 17);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 18);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 19);
       }
       PACK_STEP;
@@ -1296,13 +1336,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 20);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 21);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 22);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 23);
       }
       PACK_STEP;
@@ -1312,13 +1352,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 24);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 25);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 26);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 27);
       }
       PACK_STEP;
@@ -1328,13 +1368,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       R_C = _mm256_setzero_si256();
       R_D = _mm256_setzero_si256();
       for (Index k = depth_32; k < depth; k++) {
-        ptr = (QUInt8*) &R_A;
+        ptr = (QUInt8*)&R_A;
         ptr[k - depth_32] = rhs(k, n + 28);
-        ptr = (QUInt8*) &R_B;
+        ptr = (QUInt8*)&R_B;
         ptr[k - depth_32] = rhs(k, n + 29);
-        ptr = (QUInt8*) &R_C;
+        ptr = (QUInt8*)&R_C;
         ptr[k - depth_32] = rhs(k, n + 30);
-        ptr = (QUInt8*) &R_D;
+        ptr = (QUInt8*)&R_D;
         ptr[k - depth_32] = rhs(k, n + 31);
       }
       PACK_STEP;
@@ -1350,34 +1390,34 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
       Index n;
       for (n = cols_32; n < cols; n += 4) {
         switch (cols - n) {
-        case 1:
-          R_A = rhs.loadPacket(k, n);
-          R_B = _mm256_setzero_si256();
-          R_C = _mm256_setzero_si256();
-          R_D = _mm256_setzero_si256();
-          PACK_STEP;
-          break;
-        case 2:
-          R_A = rhs.loadPacket(k, n);
-          R_B = rhs.loadPacket(k, n + 1);
-          R_C = _mm256_setzero_si256();
-          R_D = _mm256_setzero_si256();
-          PACK_STEP;
-          break;
-        case 3:
-          R_A = rhs.loadPacket(k, n);
-          R_B = rhs.loadPacket(k, n + 1);
-          R_C = rhs.loadPacket(k, n + 2);
-          R_D = _mm256_setzero_si256();
-          PACK_STEP;
-          break;
-        default:
-          R_A = rhs.loadPacket(k, n);
-          R_B = rhs.loadPacket(k, n + 1);
-          R_C = rhs.loadPacket(k, n + 2);
-          R_D = rhs.loadPacket(k, n + 3);
-          PACK_STEP;
-          break;
+          case 1:
+            R_A = rhs.template loadPacket<Packet>(k, n);
+            R_B = _mm256_setzero_si256();
+            R_C = _mm256_setzero_si256();
+            R_D = _mm256_setzero_si256();
+            PACK_STEP;
+            break;
+          case 2:
+            R_A = rhs.template loadPacket<Packet>(k, n);
+            R_B = rhs.template loadPacket<Packet>(k, n + 1);
+            R_C = _mm256_setzero_si256();
+            R_D = _mm256_setzero_si256();
+            PACK_STEP;
+            break;
+          case 3:
+            R_A = rhs.template loadPacket<Packet>(k, n);
+            R_B = rhs.template loadPacket<Packet>(k, n + 1);
+            R_C = rhs.template loadPacket<Packet>(k, n + 2);
+            R_D = _mm256_setzero_si256();
+            PACK_STEP;
+            break;
+          default:
+            R_A = rhs.template loadPacket<Packet>(k, n);
+            R_B = rhs.template loadPacket<Packet>(k, n + 1);
+            R_C = rhs.template loadPacket<Packet>(k, n + 2);
+            R_D = rhs.template loadPacket<Packet>(k, n + 3);
+            PACK_STEP;
+            break;
         }
       }
 
@@ -1394,46 +1434,46 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
         __m256i R_C = _mm256_setzero_si256();
         __m256i R_D = _mm256_setzero_si256();
         switch (cols - n) {
-        case 1:
-          for (Index k = depth_32; k < depth; k++) {
-            ptr = (QUInt8*) &R_A;
-            ptr[k - depth_32] = rhs(k, n);
-          }
-          PACK_STEP;
-          break;
-        case 2:
-          for (Index k = depth_32; k < depth; k++) {
-            ptr = (QUInt8*) &R_A;
-            ptr[k - depth_32] = rhs(k, n);
-            ptr = (QUInt8*) &R_B;
-            ptr[k - depth_32] = rhs(k, n + 1);
-          }
-          PACK_STEP;
-          break;
-        case 3:
-          for (Index k = depth_32; k < depth; k++) {
-            ptr = (QUInt8*) &R_A;
-            ptr[k - depth_32] = rhs(k, n);
-            ptr = (QUInt8*) &R_B;
-            ptr[k - depth_32] = rhs(k, n + 1);
-            ptr = (QUInt8*) &R_C;
-            ptr[k - depth_32] = rhs(k, n + 2);
-          }
-          PACK_STEP;
-          break;
-        default:
-          for (Index k = depth_32; k < depth; k++) {
-            ptr = (QUInt8*) &R_A;
-            ptr[k - depth_32] = rhs(k, n);
-            ptr = (QUInt8*) &R_B;
-            ptr[k - depth_32] = rhs(k, n + 1);
-            ptr = (QUInt8*) &R_C;
-            ptr[k - depth_32] = rhs(k, n + 2);
-            ptr = (QUInt8*) &R_D;
-            ptr[k - depth_32] = rhs(k, n + 3);
-          }
-          PACK_STEP;
-          break;
+          case 1:
+            for (Index k = depth_32; k < depth; k++) {
+              ptr = (QUInt8*)&R_A;
+              ptr[k - depth_32] = rhs(k, n);
+            }
+            PACK_STEP;
+            break;
+          case 2:
+            for (Index k = depth_32; k < depth; k++) {
+              ptr = (QUInt8*)&R_A;
+              ptr[k - depth_32] = rhs(k, n);
+              ptr = (QUInt8*)&R_B;
+              ptr[k - depth_32] = rhs(k, n + 1);
+            }
+            PACK_STEP;
+            break;
+          case 3:
+            for (Index k = depth_32; k < depth; k++) {
+              ptr = (QUInt8*)&R_A;
+              ptr[k - depth_32] = rhs(k, n);
+              ptr = (QUInt8*)&R_B;
+              ptr[k - depth_32] = rhs(k, n + 1);
+              ptr = (QUInt8*)&R_C;
+              ptr[k - depth_32] = rhs(k, n + 2);
+            }
+            PACK_STEP;
+            break;
+          default:
+            for (Index k = depth_32; k < depth; k++) {
+              ptr = (QUInt8*)&R_A;
+              ptr[k - depth_32] = rhs(k, n);
+              ptr = (QUInt8*)&R_B;
+              ptr[k - depth_32] = rhs(k, n + 1);
+              ptr = (QUInt8*)&R_C;
+              ptr[k - depth_32] = rhs(k, n + 2);
+              ptr = (QUInt8*)&R_D;
+              ptr[k - depth_32] = rhs(k, n + 3);
+            }
+            PACK_STEP;
+            break;
         }
       }
     }
@@ -1441,13 +1481,13 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols, Index
 #undef PACK_STEP
 }
 
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-EIGEN_DONT_INLINE
-void gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-::operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-             Index rows, Index depth, Index cols, QInt32 alpha,
-             Index strideA, Index strideB, Index offsetA, Index offsetB)
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+EIGEN_DONT_INLINE void gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr,
+                                       ConjugateLhs, ConjugateRhs>::
+operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
+           Index rows, Index depth, Index cols, QInt32 alpha, Index strideA,
+           Index strideB, Index offsetA, Index offsetB) {
   EIGEN_STATIC_ASSERT(!ConjugateLhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   EIGEN_STATIC_ASSERT(!ConjugateRhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   eigen_assert(alpha.value == 1);
@@ -1678,17 +1718,21 @@ void gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, Con
           LinearMapper r1 = res.getLinearMapper(m + 8, j);
           LinearMapper r2 = res.getLinearMapper(m + 16, j);
           LinearMapper r3 = res.getLinearMapper(m + 24, j);
-          r0.storePacket(
-              0, _mm256_add_epi32(blockO_256[i++], r0.loadPacket(0)));
-          r1.storePacket(
-              0, _mm256_add_epi32(blockO_256[i++], r1.loadPacket(0)));
-          r2.storePacket(
-              0, _mm256_add_epi32(blockO_256[i++], r2.loadPacket(0)));
-          r3.storePacket(
-              0, _mm256_add_epi32(blockO_256[i++], r3.loadPacket(0)));
+          typedef typename packet_traits<QInt32>::type Packet;
+          r0.template storePacket<Packet>(
+              0, _mm256_add_epi32(blockO_256[i++],
+                                  r0.template loadPacket<Packet>(0)));
+          r1.template storePacket<Packet>(
+              0, _mm256_add_epi32(blockO_256[i++],
+                                  r1.template loadPacket<Packet>(0)));
+          r2.template storePacket<Packet>(
+              0, _mm256_add_epi32(blockO_256[i++],
+                                  r2.template loadPacket<Packet>(0)));
+          r3.template storePacket<Packet>(
+              0, _mm256_add_epi32(blockO_256[i++],
+                                  r3.template loadPacket<Packet>(0)));
         }
-      }
-      else {
+      } else {
         for (Index j = n; j < cols; j++) {
           for (Index i = m; i < rows; i++) {
             res(i, j) = blockO[(j - n) * 32 + (i - m)];
@@ -1745,7 +1789,7 @@ void gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, Con
 // madd both perform an adjacent addition in the kernel.
 template <typename Index, typename DataMapper, int Pack1, int Pack2,
           bool Conjugate, bool PanelMode>
-struct gemm_pack_lhs<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor,
+struct gemm_pack_lhs<QInt8, Index, DataMapper, Pack1, Pack2, QInt8, ColMajor,
                      Conjugate, PanelMode> {
   EIGEN_DONT_INLINE void operator()(QInt8* blockA, const DataMapper& lhs,
                                     Index depth, Index rows, Index stride = 0,
@@ -1755,15 +1799,18 @@ struct gemm_pack_lhs<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor,
 template <typename Index, typename DataMapper, int Pack1, int Pack2,
           bool Conjugate, bool PanelMode>
 EIGEN_DONT_INLINE void gemm_pack_lhs<QInt8, Index, DataMapper, Pack1, Pack2,
-                                     ColMajor, Conjugate, PanelMode>::
+                                     QInt8, ColMajor, Conjugate, PanelMode>::
 operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows,
            Index stride, Index offset) {
   eigen_assert(stride == 0);
   eigen_assert(offset == 0);
 
+  typedef typename packet_traits<QInt8>::type Packet;
+
   // Use alternate function for weird sizes
   if (rows % 32 != 0 || depth % 32 != 0) {
-    gemm_pack_lhs_any<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor, Conjugate, PanelMode> lhs_pack;
+    gemm_pack_lhs_any<QInt8, Index, DataMapper, Pack1, Pack2, ColMajor,
+                      Conjugate, PanelMode> lhs_pack;
     return lhs_pack(blockA, lhs, depth, rows, stride, offset);
   }
 
@@ -1775,15 +1822,15 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows,
     // Pack depth in sets of 8
     for (Index k = 0; k < depth; k += 8) {
       // Load vectors
-      __m256i L_A = lhs.loadPacket(m, k);
-      __m256i L_B = lhs.loadPacket(m, k + 1);
+      __m256i L_A = lhs.template loadPacket<Packet>(m, k);
+      __m256i L_B = lhs.template loadPacket<Packet>(m, k + 1);
 
       // Interleave 8-bit elements
       __m256i L_AB0_AB16 = _mm256_unpacklo_epi8(L_A, L_B);
       __m256i L_AB8_AB24 = _mm256_unpackhi_epi8(L_A, L_B);
 
-      __m256i L_C = lhs.loadPacket(m, k + 2);
-      __m256i L_D = lhs.loadPacket(m, k + 3);
+      __m256i L_C = lhs.template loadPacket<Packet>(m, k + 2);
+      __m256i L_D = lhs.template loadPacket<Packet>(m, k + 3);
       __m256i L_CD0_CD16 = _mm256_unpacklo_epi8(L_C, L_D);
       __m256i L_CD8_CD24 = _mm256_unpackhi_epi8(L_C, L_D);
 
@@ -1804,12 +1851,12 @@ operator()(QInt8* blockA, const DataMapper& lhs, Index depth, Index rows,
       _mm256_store_si256(blockA_256++, L_AD16);
       __m256i L_AD24 = _mm256_permute2x128_si256(L_AD8_AD24, L_AD12_AD28, 0x31);
       _mm256_store_si256(blockA_256++, L_AD24);
-      __m256i L_E = lhs.loadPacket(m, k + 4);
-      __m256i L_F = lhs.loadPacket(m, k + 5);
+      __m256i L_E = lhs.template loadPacket<Packet>(m, k + 4);
+      __m256i L_F = lhs.template loadPacket<Packet>(m, k + 5);
       __m256i L_EF0_EF16 = _mm256_unpacklo_epi8(L_E, L_F);
       __m256i L_EF8_EF24 = _mm256_unpackhi_epi8(L_E, L_F);
-      __m256i L_G = lhs.loadPacket(m, k + 6);
-      __m256i L_H = lhs.loadPacket(m, k + 7);
+      __m256i L_G = lhs.template loadPacket<Packet>(m, k + 6);
+      __m256i L_H = lhs.template loadPacket<Packet>(m, k + 7);
       __m256i L_GH0_GH16 = _mm256_unpacklo_epi8(L_G, L_H);
       __m256i L_GH8_GH24 = _mm256_unpackhi_epi8(L_G, L_H);
       __m256i L_EH0_EH16 = _mm256_unpacklo_epi16(L_EF0_EF16, L_GH0_GH16);
@@ -1868,9 +1915,12 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols,
   eigen_assert(stride == 0);
   eigen_assert(offset == 0);
 
+  typedef typename packet_traits<QUInt8>::type Packet;
+
   // Use alternate function for weird sizes
   if (cols % 32 != 0 || depth % 32 != 0) {
-    gemm_pack_rhs_any<QUInt8, Index, DataMapper, nr, ColMajor, Conjugate, PanelMode> rhs_pack;
+    gemm_pack_rhs_any<QUInt8, Index, DataMapper, nr, ColMajor, Conjugate,
+                      PanelMode> rhs_pack;
     return rhs_pack(blockB, rhs, depth, cols, stride, offset);
   }
 
@@ -1898,52 +1948,52 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols,
   for (Index n = 0; n < cols; n += 32) {
     // Pack depth in sets of 32
     for (Index k = 0; k < depth; k += 32) {
-      __m256i R_A = rhs.loadPacket(k, n);
-      __m256i R_B = rhs.loadPacket(k, n + 1);
-      __m256i R_C = rhs.loadPacket(k, n + 2);
-      __m256i R_D = rhs.loadPacket(k, n + 3);
+      __m256i R_A = rhs.template loadPacket<Packet>(k, n);
+      __m256i R_B = rhs.template loadPacket<Packet>(k, n + 1);
+      __m256i R_C = rhs.template loadPacket<Packet>(k, n + 2);
+      __m256i R_D = rhs.template loadPacket<Packet>(k, n + 3);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 4);
-      R_B = rhs.loadPacket(k, n + 5);
-      R_C = rhs.loadPacket(k, n + 6);
-      R_D = rhs.loadPacket(k, n + 7);
+      R_A = rhs.template loadPacket<Packet>(k, n + 4);
+      R_B = rhs.template loadPacket<Packet>(k, n + 5);
+      R_C = rhs.template loadPacket<Packet>(k, n + 6);
+      R_D = rhs.template loadPacket<Packet>(k, n + 7);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 8);
-      R_B = rhs.loadPacket(k, n + 9);
-      R_C = rhs.loadPacket(k, n + 10);
-      R_D = rhs.loadPacket(k, n + 11);
+      R_A = rhs.template loadPacket<Packet>(k, n + 8);
+      R_B = rhs.template loadPacket<Packet>(k, n + 9);
+      R_C = rhs.template loadPacket<Packet>(k, n + 10);
+      R_D = rhs.template loadPacket<Packet>(k, n + 11);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 12);
-      R_B = rhs.loadPacket(k, n + 13);
-      R_C = rhs.loadPacket(k, n + 14);
-      R_D = rhs.loadPacket(k, n + 15);
+      R_A = rhs.template loadPacket<Packet>(k, n + 12);
+      R_B = rhs.template loadPacket<Packet>(k, n + 13);
+      R_C = rhs.template loadPacket<Packet>(k, n + 14);
+      R_D = rhs.template loadPacket<Packet>(k, n + 15);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 16);
-      R_B = rhs.loadPacket(k, n + 17);
-      R_C = rhs.loadPacket(k, n + 18);
-      R_D = rhs.loadPacket(k, n + 19);
+      R_A = rhs.template loadPacket<Packet>(k, n + 16);
+      R_B = rhs.template loadPacket<Packet>(k, n + 17);
+      R_C = rhs.template loadPacket<Packet>(k, n + 18);
+      R_D = rhs.template loadPacket<Packet>(k, n + 19);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 20);
-      R_B = rhs.loadPacket(k, n + 21);
-      R_C = rhs.loadPacket(k, n + 22);
-      R_D = rhs.loadPacket(k, n + 23);
+      R_A = rhs.template loadPacket<Packet>(k, n + 20);
+      R_B = rhs.template loadPacket<Packet>(k, n + 21);
+      R_C = rhs.template loadPacket<Packet>(k, n + 22);
+      R_D = rhs.template loadPacket<Packet>(k, n + 23);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 24);
-      R_B = rhs.loadPacket(k, n + 25);
-      R_C = rhs.loadPacket(k, n + 26);
-      R_D = rhs.loadPacket(k, n + 27);
+      R_A = rhs.template loadPacket<Packet>(k, n + 24);
+      R_B = rhs.template loadPacket<Packet>(k, n + 25);
+      R_C = rhs.template loadPacket<Packet>(k, n + 26);
+      R_D = rhs.template loadPacket<Packet>(k, n + 27);
       PACK_STEP;
 
-      R_A = rhs.loadPacket(k, n + 28);
-      R_B = rhs.loadPacket(k, n + 29);
-      R_C = rhs.loadPacket(k, n + 30);
-      R_D = rhs.loadPacket(k, n + 31);
+      R_A = rhs.template loadPacket<Packet>(k, n + 28);
+      R_B = rhs.template loadPacket<Packet>(k, n + 29);
+      R_C = rhs.template loadPacket<Packet>(k, n + 30);
+      R_D = rhs.template loadPacket<Packet>(k, n + 31);
       PACK_STEP;
 
       blockB_256 += 24;
@@ -1953,24 +2003,26 @@ operator()(QUInt8* blockB, const DataMapper& rhs, Index depth, Index cols,
 }
 
 // Perform the actual multiplication on packed inputs
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-struct gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+struct gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                   ConjugateRhs> {
   typedef typename DataMapper::LinearMapper LinearMapper;
 
   EIGEN_DONT_INLINE
-  void operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-                  Index rows, Index depth, Index cols, QInt32 alpha,
-                  Index strideA=-1, Index strideB=-1, Index offsetA=0, Index offsetB=0);
+  void operator()(const DataMapper& res, const QInt8* blockA,
+                  const QUInt8* blockB, Index rows, Index depth, Index cols,
+                  QInt32 alpha, Index strideA = -1, Index strideB = -1,
+                  Index offsetA = 0, Index offsetB = 0);
 };
 
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-EIGEN_DONT_INLINE
-void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-::operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-             Index rows, Index depth, Index cols, QInt32 alpha,
-             Index strideA, Index strideB, Index offsetA, Index offsetB)
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+EIGEN_DONT_INLINE void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr,
+                                   ConjugateLhs, ConjugateRhs>::
+operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
+           Index rows, Index depth, Index cols, QInt32 alpha, Index strideA,
+           Index strideB, Index offsetA, Index offsetB) {
   EIGEN_STATIC_ASSERT(!ConjugateLhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   EIGEN_STATIC_ASSERT(!ConjugateRhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   eigen_assert(alpha.value == 1);
@@ -1986,8 +2038,10 @@ void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, Conjuga
 
   // Use alternate function for weird sizes
   if (rows % 32 != 0 || cols % 32 != 0 || depth % 32 != 0) {
-    gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs> gebp;
-    return gebp(res, blockA, blockB, rows, depth, cols, alpha, strideA, strideB, offsetA, offsetB);
+    gebp_kernel_any<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                    ConjugateRhs> gebp;
+    return gebp(res, blockA, blockB, rows, depth, cols, alpha, strideA, strideB,
+                offsetA, offsetB);
   }
 
   // Create result block
@@ -2205,14 +2259,19 @@ void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, Conjuga
         LinearMapper r1 = res.getLinearMapper(m + 8, j);
         LinearMapper r2 = res.getLinearMapper(m + 16, j);
         LinearMapper r3 = res.getLinearMapper(m + 24, j);
-        r0.storePacket(
-            0, _mm256_add_epi32(blockO_256[i++], r0.loadPacket(0)));
-        r1.storePacket(
-            0, _mm256_add_epi32(blockO_256[i++], r1.loadPacket(0)));
-        r2.storePacket(
-            0, _mm256_add_epi32(blockO_256[i++], r2.loadPacket(0)));
-        r3.storePacket(
-            0, _mm256_add_epi32(blockO_256[i++], r3.loadPacket(0)));
+        typedef typename packet_traits<QInt32>::type Packet;
+        r0.template storePacket<Packet>(
+            0, _mm256_add_epi32(blockO_256[i++],
+                                r0.template loadPacket<Packet>(0)));
+        r1.template storePacket<Packet>(
+            0, _mm256_add_epi32(blockO_256[i++],
+                                r1.template loadPacket<Packet>(0)));
+        r2.template storePacket<Packet>(
+            0, _mm256_add_epi32(blockO_256[i++],
+                                r2.template loadPacket<Packet>(0)));
+        r3.template storePacket<Packet>(
+            0, _mm256_add_epi32(blockO_256[i++],
+                                r3.template loadPacket<Packet>(0)));
       }
 
       // Zero the result block so it can be reused
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductNEON.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductNEON.h
index 9cd3157023..9e0efae6c9 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductNEON.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatMatProductNEON.h
@@ -14,15 +14,14 @@
 namespace Eigen {
 namespace internal {
 
-
-// AVX2 optimized implementation of the case where the lhs is encoded using signed 8bit
+// AVX2 optimized implementation of the case where the lhs is encoded using
+// signed 8bit
 // integers and the rhs using unsigned 8bit integers.
 #ifdef EIGEN_USE_OPTIMIZED_INT8_UINT8_MAT_MAT_PRODUCT
 
-template<bool _ConjLhs, bool _ConjRhs>
-class gebp_traits<QInt8, QUInt8, _ConjLhs, _ConjRhs>
-{
-public:
+template <bool _ConjLhs, bool _ConjRhs>
+class gebp_traits<QInt8, QUInt8, _ConjLhs, _ConjRhs> {
+ public:
   typedef QInt8 LhsScalar;
   typedef QUInt8 RhsScalar;
   typedef QInt32 ResScalar;
@@ -40,22 +39,24 @@ public:
 };
 
 // Mat-Mat product of a signed 8bit lhs with an unsigned 8bit rhs
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-struct gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+struct gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs,
+                   ConjugateRhs> {
   EIGEN_DONT_INLINE
-  void operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-                  Index rows, Index depth, Index cols, QInt32 alpha,
-                  Index strideA=-1, Index strideB=-1, Index offsetA=0, Index offsetB=0);
+  void operator()(const DataMapper& res, const QInt8* blockA,
+                  const QUInt8* blockB, Index rows, Index depth, Index cols,
+                  QInt32 alpha, Index strideA = -1, Index strideB = -1,
+                  Index offsetA = 0, Index offsetB = 0);
 };
 
-template<typename Index, typename DataMapper, int mr, int nr, bool ConjugateLhs, bool ConjugateRhs>
-EIGEN_DONT_INLINE
-void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, ConjugateRhs>
-::operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
-             Index rows, Index depth, Index cols, QInt32 alpha,
-             Index strideA, Index strideB, Index offsetA, Index offsetB)
-{
+template <typename Index, typename DataMapper, int mr, int nr,
+          bool ConjugateLhs, bool ConjugateRhs>
+EIGEN_DONT_INLINE void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr,
+                                   ConjugateLhs, ConjugateRhs>::
+operator()(const DataMapper& res, const QInt8* blockA, const QUInt8* blockB,
+           Index rows, Index depth, Index cols, QInt32 alpha, Index strideA,
+           Index strideB, Index offsetA, Index offsetB) {
   EIGEN_STATIC_ASSERT(!ConjugateLhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
   EIGEN_STATIC_ASSERT(!ConjugateRhs, YOU_MADE_A_PROGRAMMING_MISTAKE);
 
@@ -85,7 +86,6 @@ void gebp_kernel<QInt8, QUInt8, Index, DataMapper, mr, nr, ConjugateLhs, Conjuga
 }
 #endif
 
-
 }  // namespace internal
 }  // namespace Eigen
 
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatVecProduct.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatVecProduct.h
index ad11d3d44b..f15200caba 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatVecProduct.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/MatVecProduct.h
@@ -15,25 +15,23 @@ namespace internal {
 
 // Mat-Vec product
 // Both lhs and rhs are encoded as 8bit signed integers
-template<typename Index, typename LhsMapper, bool ConjugateLhs, typename RhsMapper, bool ConjugateRhs, int Version>
-struct general_matrix_vector_product<Index,QInt8,LhsMapper,ColMajor,ConjugateLhs,QInt8,RhsMapper,ConjugateRhs,Version>
-{
-EIGEN_DONT_INLINE static void run(
-  Index rows, Index cols,
-  const LhsMapper& lhs,
-  const RhsMapper& rhs,
-  QInt32* res, Index resIncr,
-  QInt8 alpha);
+template <typename Index, typename LhsMapper, bool ConjugateLhs,
+          typename RhsMapper, bool ConjugateRhs, int Version>
+struct general_matrix_vector_product<Index, QInt8, LhsMapper, ColMajor,
+                                     ConjugateLhs, QInt8, RhsMapper,
+                                     ConjugateRhs, Version> {
+  EIGEN_DONT_INLINE static void run(Index rows, Index cols,
+                                    const LhsMapper& lhs, const RhsMapper& rhs,
+                                    QInt32* res, Index resIncr, QInt8 alpha);
 };
 
-template<typename Index, typename LhsMapper, bool ConjugateLhs, typename RhsMapper, bool ConjugateRhs, int Version>
-EIGEN_DONT_INLINE void general_matrix_vector_product<Index,QInt8,LhsMapper,ColMajor,ConjugateLhs,QInt8,RhsMapper,ConjugateRhs,Version>::run(
-    Index rows, Index cols,
-    const LhsMapper& lhs,
-    const RhsMapper& rhs,
-    QInt32* res, Index resIncr,
-    QInt8 alpha)
-{
+template <typename Index, typename LhsMapper, bool ConjugateLhs,
+          typename RhsMapper, bool ConjugateRhs, int Version>
+EIGEN_DONT_INLINE void general_matrix_vector_product<
+    Index, QInt8, LhsMapper, ColMajor, ConjugateLhs, QInt8, RhsMapper,
+    ConjugateRhs, Version>::run(Index rows, Index cols, const LhsMapper& lhs,
+                                const RhsMapper& rhs, QInt32* res,
+                                Index resIncr, QInt8 alpha) {
   eigen_assert(alpha.value == 1);
   eigen_assert(resIncr == 1);
   eigen_assert(rows > 0);
@@ -78,26 +76,25 @@ EIGEN_DONT_INLINE void general_matrix_vector_product<
 }
 
 // Mat-Vec product
-// The lhs is encoded using 8bit signed integers, the rhs using 8bit unsigned integers
-template<typename Index, typename LhsMapper, bool ConjugateLhs, typename RhsMapper, bool ConjugateRhs, int Version>
-struct general_matrix_vector_product<Index,QInt8,LhsMapper,ColMajor,ConjugateLhs,QUInt8,RhsMapper,ConjugateRhs,Version>
-{
-EIGEN_DONT_INLINE static void run(
-  Index rows, Index cols,
-  const LhsMapper& lhs,
-  const RhsMapper& rhs,
-  QInt32* res, Index resIncr,
-  QUInt8 alpha);
+// The lhs is encoded using 8bit signed integers, the rhs using 8bit unsigned
+// integers
+template <typename Index, typename LhsMapper, bool ConjugateLhs,
+          typename RhsMapper, bool ConjugateRhs, int Version>
+struct general_matrix_vector_product<Index, QInt8, LhsMapper, ColMajor,
+                                     ConjugateLhs, QUInt8, RhsMapper,
+                                     ConjugateRhs, Version> {
+  EIGEN_DONT_INLINE static void run(Index rows, Index cols,
+                                    const LhsMapper& lhs, const RhsMapper& rhs,
+                                    QInt32* res, Index resIncr, QUInt8 alpha);
 };
 
-template<typename Index, typename LhsMapper, bool ConjugateLhs, typename RhsMapper, bool ConjugateRhs, int Version>
-EIGEN_DONT_INLINE void general_matrix_vector_product<Index,QInt8,LhsMapper,ColMajor,ConjugateLhs,QUInt8,RhsMapper,ConjugateRhs,Version>::run(
-    Index rows, Index cols,
-    const LhsMapper& lhs,
-    const RhsMapper& rhs,
-    QInt32* res, Index resIncr,
-    QUInt8 alpha)
-{
+template <typename Index, typename LhsMapper, bool ConjugateLhs,
+          typename RhsMapper, bool ConjugateRhs, int Version>
+EIGEN_DONT_INLINE void general_matrix_vector_product<
+    Index, QInt8, LhsMapper, ColMajor, ConjugateLhs, QUInt8, RhsMapper,
+    ConjugateRhs, Version>::run(Index rows, Index cols, const LhsMapper& lhs,
+                                const RhsMapper& rhs, QInt32* res,
+                                Index resIncr, QUInt8 alpha) {
   eigen_assert(alpha.value == 1);
   eigen_assert(resIncr == 1);
   eigen_assert(rows > 0);
@@ -110,28 +107,26 @@ EIGEN_DONT_INLINE void general_matrix_vector_product<Index,QInt8,LhsMapper,ColMa
   }
 }
 
-
 // Mat-Vec product
-// The lhs is encoded using bit unsigned integers, the rhs using 8bit signed integers
-template<typename Index, typename LhsMapper, bool ConjugateLhs, typename RhsMapper, bool ConjugateRhs, int Version>
-struct general_matrix_vector_product<Index,QUInt8,LhsMapper,ColMajor,ConjugateLhs,QInt8,RhsMapper,ConjugateRhs,Version>
-{
-EIGEN_DONT_INLINE static void run(
-  Index rows, Index cols,
-  const LhsMapper& lhs,
-  const RhsMapper& rhs,
-  QInt32* res, Index resIncr,
-  QInt8 alpha);
+// The lhs is encoded using bit unsigned integers, the rhs using 8bit signed
+// integers
+template <typename Index, typename LhsMapper, bool ConjugateLhs,
+          typename RhsMapper, bool ConjugateRhs, int Version>
+struct general_matrix_vector_product<Index, QUInt8, LhsMapper, ColMajor,
+                                     ConjugateLhs, QInt8, RhsMapper,
+                                     ConjugateRhs, Version> {
+  EIGEN_DONT_INLINE static void run(Index rows, Index cols,
+                                    const LhsMapper& lhs, const RhsMapper& rhs,
+                                    QInt32* res, Index resIncr, QInt8 alpha);
 };
 
-template<typename Index, typename LhsMapper, bool ConjugateLhs, typename RhsMapper, bool ConjugateRhs, int Version>
-EIGEN_DONT_INLINE void general_matrix_vector_product<Index,QUInt8,LhsMapper,ColMajor,ConjugateLhs,QInt8,RhsMapper,ConjugateRhs,Version>::run(
-    Index rows, Index cols,
-    const LhsMapper& lhs,
-    const RhsMapper& rhs,
-    QInt32* res, Index resIncr,
-    QInt8 alpha)
-{
+template <typename Index, typename LhsMapper, bool ConjugateLhs,
+          typename RhsMapper, bool ConjugateRhs, int Version>
+EIGEN_DONT_INLINE void general_matrix_vector_product<
+    Index, QUInt8, LhsMapper, ColMajor, ConjugateLhs, QInt8, RhsMapper,
+    ConjugateRhs, Version>::run(Index rows, Index cols, const LhsMapper& lhs,
+                                const RhsMapper& rhs, QInt32* res,
+                                Index resIncr, QInt8 alpha) {
   eigen_assert(alpha.value == 1);
   eigen_assert(resIncr == 1);
   eigen_assert(rows > 0);
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX2.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX2.h
index 3abd4ee49c..223ea4d58b 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX2.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX2.h
@@ -8,24 +8,20 @@
 
 #endif
 
-inline int _mm256_extract_epi16_N0(const __m256i X)
-{
-	return _mm_extract_epi16(_mm256_extractf128_si256(X, 0 >> 3), 0 % 8);
+inline int _mm256_extract_epi16_N0(const __m256i X) {
+  return _mm_extract_epi16(_mm256_extractf128_si256(X, 0 >> 3), 0 % 8);
 }
 
-inline int _mm256_extract_epi16_N1(const __m256i X)
-{
-	return _mm_extract_epi16(_mm256_extractf128_si256(X, 1 >> 3), 1 % 8);
+inline int _mm256_extract_epi16_N1(const __m256i X) {
+  return _mm_extract_epi16(_mm256_extractf128_si256(X, 1 >> 3), 1 % 8);
 }
 
-inline int _mm256_extract_epi8_N0(const __m256i X)
-{
-	return _mm_extract_epi8(_mm256_extractf128_si256((X), 0 >> 4), 0 % 16);
+inline int _mm256_extract_epi8_N0(const __m256i X) {
+  return _mm_extract_epi8(_mm256_extractf128_si256((X), 0 >> 4), 0 % 16);
 }
 
-inline int _mm256_extract_epi8_N1(const __m256i X)
-{
-	return _mm_extract_epi8(_mm256_extractf128_si256((X), 1 >> 4), 1 % 16);
+inline int _mm256_extract_epi8_N1(const __m256i X) {
+  return _mm_extract_epi8(_mm256_extractf128_si256((X), 1 >> 4), 1 % 16);
 }
 
 namespace Eigen {
@@ -34,56 +30,56 @@ namespace internal {
 typedef struct Packet32q8i {
   __m256i val;
   operator __m256i() const { return val; }
-  Packet32q8i();
+  Packet32q8i() : val(_mm256_setzero_si256()){};
   Packet32q8i(__m256i val) : val(val) {}
 } Packet32q8i;
 
 typedef struct Packet16q16i {
   __m256i val;
   operator __m256i() const { return val; }
-  Packet16q16i();
+  Packet16q16i() : val(_mm256_setzero_si256()){};
   Packet16q16i(__m256i val) : val(val) {}
 } Packet16q16i;
 
 typedef struct Packet32q8u {
   __m256i val;
   operator __m256i() const { return val; }
-  Packet32q8u();
+  Packet32q8u() : val(_mm256_setzero_si256()){};
   Packet32q8u(__m256i val) : val(val) {}
 } Packet32q8u;
 
 typedef struct Packet16q8i {
   __m128i val;
   operator __m128i() const { return val; }
-  Packet16q8i();
+  Packet16q8i() : val(_mm_setzero_si128()) {}
   Packet16q8i(__m128i val) : val(val) {}
 } Packet16q8i;
 
 typedef struct Packet16q8u {
   __m128i val;
   operator __m128i() const { return val; }
-  Packet16q8u();
+  Packet16q8u() : val(_mm_setzero_si128()) {}
   Packet16q8u(__m128i val) : val(val) {}
 } Packet16q8u;
 
 typedef struct Packet8q16i {
   __m128i val;
   operator __m128i() const { return val; }
-  Packet8q16i();
+  Packet8q16i() : val(_mm_setzero_si128()) {}
   Packet8q16i(__m128i val) : val(val) {}
 } Packet8q16i;
 
 typedef struct Packet8q32i {
   __m256i val;
   operator __m256i() const { return val; }
-  Packet8q32i();
+  Packet8q32i() : val(_mm256_setzero_si256()){};
   Packet8q32i(__m256i val) : val(val) {}
 } Packet8q32i;
 
 typedef struct Packet4q32i {
   __m128i val;
   operator __m128i() const { return val; }
-  Packet4q32i();
+  Packet4q32i() : val(_mm_setzero_si128()) {}
   Packet4q32i(__m128i val) : val(val) {}
 } Packet4q32i;
 
@@ -182,25 +178,25 @@ template <>
 struct unpacket_traits<Packet32q8i> {
   typedef QInt8 type;
   typedef Packet16q8i half;
-  enum { size = 32, alignment=Aligned32 };
+  enum { size = 32, alignment = Aligned32 };
 };
 template <>
 struct unpacket_traits<Packet16q16i> {
   typedef QInt16 type;
   typedef Packet8q16i half;
-  enum { size = 16, alignment=Aligned32 };
+  enum { size = 16, alignment = Aligned32 };
 };
 template <>
 struct unpacket_traits<Packet32q8u> {
   typedef QUInt8 type;
   typedef Packet16q8u half;
-  enum { size = 32, alignment=Aligned32 };
+  enum { size = 32, alignment = Aligned32 };
 };
 template <>
 struct unpacket_traits<Packet8q32i> {
   typedef QInt32 type;
   typedef Packet4q32i half;
-  enum { size = 8, alignment=Aligned32 };
+  enum { size = 8, alignment = Aligned32 };
 };
 
 // Unaligned load
@@ -455,40 +451,47 @@ EIGEN_STRONG_INLINE QUInt8 predux_max<Packet32q8u>(const Packet32q8u& a) {
 template <>
 EIGEN_STRONG_INLINE QInt8 predux_min<Packet32q8i>(const Packet32q8i& a) {
   __m256i tmp = _mm256_min_epi8(a, _mm256_permute2f128_si256(a, a, 1));
-  tmp = _mm256_min_epi8(tmp, _mm256_shuffle_epi32(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
+  tmp =
+      _mm256_min_epi8(tmp, _mm256_shuffle_epi32(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
   tmp = _mm256_min_epi8(tmp, _mm256_shuffle_epi32(tmp, 1));
-  tmp = _mm256_min_epi8(tmp, _mm256_shufflelo_epi16(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
+  tmp = _mm256_min_epi8(tmp,
+                        _mm256_shufflelo_epi16(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
   return std::min(_mm256_extract_epi8_N0(tmp), _mm256_extract_epi8_N1(tmp));
 }
 template <>
 EIGEN_STRONG_INLINE QInt8 predux_max<Packet32q8i>(const Packet32q8i& a) {
   __m256i tmp = _mm256_max_epi8(a, _mm256_permute2f128_si256(a, a, 1));
-  tmp = _mm256_max_epi8(tmp, _mm256_shuffle_epi32(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
+  tmp =
+      _mm256_max_epi8(tmp, _mm256_shuffle_epi32(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
   tmp = _mm256_max_epi8(tmp, _mm256_shuffle_epi32(tmp, 1));
-  tmp = _mm256_max_epi8(tmp, _mm256_shufflelo_epi16(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
+  tmp = _mm256_max_epi8(tmp,
+                        _mm256_shufflelo_epi16(tmp, _MM_SHUFFLE(1, 0, 3, 2)));
   return std::max(_mm256_extract_epi8_N0(tmp), _mm256_extract_epi8_N1(tmp));
 }
 
 // Vectorized scaling of Packet32q8i by float.
-template<>
+template <>
 struct scalar_product_op<QInt32, double> : binary_op_base<QInt32, double> {
   typedef typename ScalarBinaryOpTraits<QInt32, double>::ReturnType result_type;
 #ifndef EIGEN_SCALAR_BINARY_OP_PLUGIN
   EIGEN_EMPTY_STRUCT_CTOR(scalar_product_op)
 #else
-  scalar_product_op() {
-    EIGEN_SCALAR_BINARY_OP_PLUGIN
-  }
+  scalar_product_op() { EIGEN_SCALAR_BINARY_OP_PLUGIN }
 #endif
-  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE result_type operator() (const QInt32& a, const double& b) const { return a * b; }
+  EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE result_type
+  operator()(const QInt32& a, const double& b) const {
+    return a * b;
+  }
 
-  EIGEN_STRONG_INLINE const Packet8q32i packetOp(const Packet8q32i& a, const double& b) const {
+  EIGEN_STRONG_INLINE const Packet8q32i packetOp(const Packet8q32i& a,
+                                                 const double& b) const {
     __m256d scale = _mm256_set1_pd(b);
     __m256d a_lo = _mm256_cvtepi32_pd(_mm256_castsi256_si128(a));
     __m128i result_lo = _mm256_cvtpd_epi32(_mm256_mul_pd(scale, a_lo));
     __m256d a_hi = _mm256_cvtepi32_pd(_mm256_extracti128_si256(a, 1));
     __m128i result_hi = _mm256_cvtpd_epi32(_mm256_mul_pd(scale, a_hi));
-    return _mm256_insertf128_si256(_mm256_castsi128_si256(result_lo), result_hi, 1);
+    return _mm256_insertf128_si256(_mm256_castsi128_si256(result_lo), result_hi,
+                                   1);
   }
 };
 
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX512.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX512.h
index 2092ce1d4c..84750c1945 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX512.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/PacketMathAVX512.h
@@ -127,25 +127,25 @@ template <>
 struct unpacket_traits<Packet64q8i> {
   typedef QInt8 type;
   typedef Packet32q8i half;
-  enum { size = 64, alignment=Aligned64 };
+  enum { size = 64, alignment = Aligned64 };
 };
 template <>
 struct unpacket_traits<Packet32q16i> {
   typedef QInt16 type;
   typedef Packet16q16i half;
-  enum { size = 32, alignment=Aligned64 };
+  enum { size = 32, alignment = Aligned64 };
 };
 template <>
 struct unpacket_traits<Packet64q8u> {
   typedef QUInt8 type;
   typedef Packet32q8u half;
-  enum { size = 64, alignment=Aligned64 };
+  enum { size = 64, alignment = Aligned64 };
 };
 template <>
 struct unpacket_traits<Packet16q32i> {
   typedef QInt32 type;
   typedef Packet8q32i half;
-  enum { size = 16, alignment=Aligned64 };
+  enum { size = 16, alignment = Aligned64 };
 };
 
 // Unaligned load
@@ -244,7 +244,7 @@ EIGEN_STRONG_INLINE QInt32 pfirst<Packet16q32i>(const Packet16q32i& a) {
 template <>
 EIGEN_STRONG_INLINE QUInt8 pfirst<Packet64q8u>(const Packet64q8u& a) {
   return static_cast<uint8_t>(
-           _mm_extract_epi8(_mm512_extracti32x4_epi32(a.val, 0), 0));
+      _mm_extract_epi8(_mm512_extracti32x4_epi32(a.val, 0), 0));
 }
 template <>
 EIGEN_STRONG_INLINE QInt8 pfirst<Packet64q8i>(const Packet64q8i& a) {
@@ -410,9 +410,7 @@ EIGEN_STRONG_INLINE QInt32 predux_min<Packet16q32i>(const Packet16q32i& a) {
       _mm_min_epi32(_mm_min_epi32(lane0, lane1), _mm_min_epi32(lane2, lane3));
   res = _mm_min_epi32(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
   return pfirst(
-           _mm_min_epi32(
-             res,
-             _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+      _mm_min_epi32(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
 }
 template <>
 EIGEN_STRONG_INLINE QInt32 predux_max<Packet16q32i>(const Packet16q32i& a) {
@@ -424,9 +422,7 @@ EIGEN_STRONG_INLINE QInt32 predux_max<Packet16q32i>(const Packet16q32i& a) {
       _mm_max_epi32(_mm_max_epi32(lane0, lane1), _mm_max_epi32(lane2, lane3));
   res = _mm_max_epi32(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
   return pfirst(
-           _mm_max_epi32(
-             res,
-             _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+      _mm_max_epi32(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
 }
 template <>
 EIGEN_STRONG_INLINE QInt16 predux_min<Packet32q16i>(const Packet32q16i& a) {
@@ -437,13 +433,10 @@ EIGEN_STRONG_INLINE QInt16 predux_min<Packet32q16i>(const Packet32q16i& a) {
   Packet4i res =
       _mm_min_epi16(_mm_min_epi16(lane0, lane1), _mm_min_epi16(lane2, lane3));
   res = _mm_min_epi16(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
-  std::uint32_t w =
-      pfirst(
-        _mm_min_epi16(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
-  return std::min({
-           static_cast<std::int16_t>(w >> 16),
-           static_cast<std::int16_t>(w)
-         });
+  std::uint32_t w = pfirst(
+      _mm_min_epi16(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+  return std::min(
+      {static_cast<std::int16_t>(w >> 16), static_cast<std::int16_t>(w)});
 }
 template <>
 EIGEN_STRONG_INLINE QInt16 predux_max<Packet32q16i>(const Packet32q16i& a) {
@@ -454,13 +447,10 @@ EIGEN_STRONG_INLINE QInt16 predux_max<Packet32q16i>(const Packet32q16i& a) {
   Packet4i res =
       _mm_max_epi16(_mm_max_epi16(lane0, lane1), _mm_max_epi16(lane2, lane3));
   res = _mm_max_epi16(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
-  std::uint32_t w =
-      pfirst(
-        _mm_max_epi16(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
-  return std::max({
-           static_cast<std::int16_t>(w >> 16),
-           static_cast<std::int16_t>(w)
-         });
+  std::uint32_t w = pfirst(
+      _mm_max_epi16(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+  return std::max(
+      {static_cast<std::int16_t>(w >> 16), static_cast<std::int16_t>(w)});
 }
 template <>
 EIGEN_STRONG_INLINE QUInt8 predux_min<Packet64q8u>(const Packet64q8u& a) {
@@ -471,15 +461,11 @@ EIGEN_STRONG_INLINE QUInt8 predux_min<Packet64q8u>(const Packet64q8u& a) {
   Packet4i res =
       _mm_min_epu8(_mm_min_epu8(lane0, lane1), _mm_min_epu8(lane2, lane3));
   res = _mm_min_epu8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
-  std::uint32_t w =
-      pfirst(
-        _mm_min_epu8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
-  return std::min({
-           static_cast<std::uint8_t>(w >> 24),
-           static_cast<std::uint8_t>(w >> 16),
-           static_cast<std::uint8_t>(w >> 8),
-           static_cast<std::uint8_t>(w)
-         });
+  std::uint32_t w = pfirst(
+      _mm_min_epu8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+  return std::min(
+      {static_cast<std::uint8_t>(w >> 24), static_cast<std::uint8_t>(w >> 16),
+       static_cast<std::uint8_t>(w >> 8), static_cast<std::uint8_t>(w)});
 }
 template <>
 EIGEN_STRONG_INLINE QUInt8 predux_max<Packet64q8u>(const Packet64q8u& a) {
@@ -490,15 +476,11 @@ EIGEN_STRONG_INLINE QUInt8 predux_max<Packet64q8u>(const Packet64q8u& a) {
   Packet4i res =
       _mm_max_epu8(_mm_max_epu8(lane0, lane1), _mm_max_epu8(lane2, lane3));
   res = _mm_max_epu8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
-  std::uint32_t w =
-      pfirst(
-        _mm_max_epu8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
-  return std::max({
-           static_cast<std::uint8_t>(w >> 24),
-           static_cast<std::uint8_t>(w >> 16),
-           static_cast<std::uint8_t>(w >> 8),
-           static_cast<std::uint8_t>(w)
-         });
+  std::uint32_t w = pfirst(
+      _mm_max_epu8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+  return std::max(
+      {static_cast<std::uint8_t>(w >> 24), static_cast<std::uint8_t>(w >> 16),
+       static_cast<std::uint8_t>(w >> 8), static_cast<std::uint8_t>(w)});
 }
 template <>
 EIGEN_STRONG_INLINE QInt8 predux_min<Packet64q8i>(const Packet64q8i& a) {
@@ -509,15 +491,11 @@ EIGEN_STRONG_INLINE QInt8 predux_min<Packet64q8i>(const Packet64q8i& a) {
   Packet4i res =
       _mm_min_epi8(_mm_min_epi8(lane0, lane1), _mm_min_epi8(lane2, lane3));
   res = _mm_min_epi8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
-  std::uint32_t w =
-      pfirst(
-        _mm_min_epi8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
-  return std::min({
-           static_cast<std::int8_t>(w >> 24),
-           static_cast<std::int8_t>(w >> 16),
-           static_cast<std::int8_t>(w >> 8),
-           static_cast<std::int8_t>(w)
-         });
+  std::uint32_t w = pfirst(
+      _mm_min_epi8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+  return std::min(
+      {static_cast<std::int8_t>(w >> 24), static_cast<std::int8_t>(w >> 16),
+       static_cast<std::int8_t>(w >> 8), static_cast<std::int8_t>(w)});
 }
 template <>
 EIGEN_STRONG_INLINE QInt8 predux_max<Packet64q8i>(const Packet64q8i& a) {
@@ -528,15 +506,11 @@ EIGEN_STRONG_INLINE QInt8 predux_max<Packet64q8i>(const Packet64q8i& a) {
   Packet4i res =
       _mm_max_epi8(_mm_max_epi8(lane0, lane1), _mm_max_epi8(lane2, lane3));
   res = _mm_max_epi8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 3, 2)));
-  std::uint32_t w =
-      pfirst(
-        _mm_max_epi8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
-  return std::min({
-           static_cast<std::int8_t>(w >> 24),
-           static_cast<std::int8_t>(w >> 16),
-           static_cast<std::int8_t>(w >> 8),
-           static_cast<std::int8_t>(w)
-         });
+  std::uint32_t w = pfirst(
+      _mm_max_epi8(res, _mm_shuffle_epi32(res, _MM_SHUFFLE(0, 0, 0, 1))));
+  return std::min(
+      {static_cast<std::int8_t>(w >> 24), static_cast<std::int8_t>(w >> 16),
+       static_cast<std::int8_t>(w >> 8), static_cast<std::int8_t>(w)});
 }
 
 }  // end namespace internal
diff --git a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/TypeCastingAVX512.h b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/TypeCastingAVX512.h
index a09eac6707..d3b0240297 100644
--- a/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/TypeCastingAVX512.h
+++ b/third_party/eigen3/unsupported/Eigen/CXX11/src/FixedPoint/TypeCastingAVX512.h
@@ -33,28 +33,23 @@ struct type_casting_traits<float, QInt16> {
 };
 
 template <>
-EIGEN_STRONG_INLINE Packet32q16i
-pcast<Packet16f>(const Packet16f& a, const Packet16f& b) {
+EIGEN_STRONG_INLINE Packet32q16i pcast<Packet16f>(const Packet16f& a,
+                                                  const Packet16f& b) {
   Packet16i a_int = _mm512_cvtps_epi32(a);
   Packet16i b_int = _mm512_cvtps_epi32(b);
 #ifdef EIGEN_VECTORIZE_AVX512BW
   return _mm512_packs_epi32(a_int, b_int);
 #else
-  Packet8i ab_int16_low =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi32(
-          _mm512_castsi512_si256(a_int),
-          _mm512_castsi512_si256(b_int)),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  Packet8i ab_int16_high =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi32(
-          _mm512_extracti32x8_epi32(a_int, 1),
-          _mm512_extracti32x8_epi32(b_int, 1)),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  return _mm512_inserti32x8(
-           _mm512_castsi256_si512(ab_int16_low),
-           ab_int16_high, 1);
+  Packet8i ab_int16_low = _mm256_permute4x64_epi64(
+      _mm256_packs_epi32(_mm512_castsi512_si256(a_int),
+                         _mm512_castsi512_si256(b_int)),
+      _MM_SHUFFLE(0, 2, 1, 3));
+  Packet8i ab_int16_high = _mm256_permute4x64_epi64(
+      _mm256_packs_epi32(_mm512_extracti32x8_epi32(a_int, 1),
+                         _mm512_extracti32x8_epi32(b_int, 1)),
+      _MM_SHUFFLE(0, 2, 1, 3));
+  return _mm512_inserti32x8(_mm512_castsi256_si512(ab_int16_low), ab_int16_high,
+                            1);
 #endif
 }
 
@@ -64,55 +59,41 @@ struct type_casting_traits<float, QInt8> {
 };
 
 template <>
-EIGEN_STRONG_INLINE Packet64q8i
-pcast<Packet16f>(const Packet16f& a,
-                 const Packet16f& b,
-                 const Packet16f& c,
-                 const Packet16f& d) {
+EIGEN_STRONG_INLINE Packet64q8i pcast<Packet16f>(const Packet16f& a,
+                                                 const Packet16f& b,
+                                                 const Packet16f& c,
+                                                 const Packet16f& d) {
   Packet16i a_int = _mm512_cvtps_epi32(a);
   Packet16i b_int = _mm512_cvtps_epi32(b);
   Packet16i c_int = _mm512_cvtps_epi32(c);
   Packet16i d_int = _mm512_cvtps_epi32(d);
 #ifdef EIGEN_VECTORIZE_AVX512BW
-  return _mm512_packs_epi16(
-           _mm512_packs_epi32(a_int, b_int),
-           _mm512_packs_epi32(c_int, d_int));
+  return _mm512_packs_epi16(_mm512_packs_epi32(a_int, b_int),
+                            _mm512_packs_epi32(c_int, d_int));
 #else
-  Packet8i ab_int16_low =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi32(
-          _mm512_castsi512_si256(a_int),
-          _mm512_castsi512_si256(b_int)),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  Packet8i cd_int16_low =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi32(
-          _mm512_castsi512_si256(c_int),
-          _mm512_castsi512_si256(d_int)),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  Packet8i ab_int16_high =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi32(
-          _mm512_extracti32x8_epi32(a_int, 1),
-          _mm512_extracti32x8_epi32(b_int, 1)),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  Packet8i cd_int16_high =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi32(
-          _mm512_extracti32x8_epi32(c_int, 1),
-          _mm512_extracti32x8_epi32(d_int, 1)),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  Packet8i abcd_int8_low =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi16(ab_int16_low, cd_int16_low),
-        _MM_SHUFFLE(0, 2, 1, 3));
+  Packet8i ab_int16_low = _mm256_permute4x64_epi64(
+      _mm256_packs_epi32(_mm512_castsi512_si256(a_int),
+                         _mm512_castsi512_si256(b_int)),
+      _MM_SHUFFLE(0, 2, 1, 3));
+  Packet8i cd_int16_low = _mm256_permute4x64_epi64(
+      _mm256_packs_epi32(_mm512_castsi512_si256(c_int),
+                         _mm512_castsi512_si256(d_int)),
+      _MM_SHUFFLE(0, 2, 1, 3));
+  Packet8i ab_int16_high = _mm256_permute4x64_epi64(
+      _mm256_packs_epi32(_mm512_extracti32x8_epi32(a_int, 1),
+                         _mm512_extracti32x8_epi32(b_int, 1)),
+      _MM_SHUFFLE(0, 2, 1, 3));
+  Packet8i cd_int16_high = _mm256_permute4x64_epi64(
+      _mm256_packs_epi32(_mm512_extracti32x8_epi32(c_int, 1),
+                         _mm512_extracti32x8_epi32(d_int, 1)),
+      _MM_SHUFFLE(0, 2, 1, 3));
+  Packet8i abcd_int8_low = _mm256_permute4x64_epi64(
+      _mm256_packs_epi16(ab_int16_low, cd_int16_low), _MM_SHUFFLE(0, 2, 1, 3));
   Packet8i abcd_int8_high =
-      _mm256_permute4x64_epi64(
-        _mm256_packs_epi16(ab_int16_high, cd_int16_high),
-        _MM_SHUFFLE(0, 2, 1, 3));
-  return _mm512_inserti32x8(
-           _mm512_castsi256_si512(abcd_int8_low),
-           abcd_int8_high, 1);
+      _mm256_permute4x64_epi64(_mm256_packs_epi16(ab_int16_high, cd_int16_high),
+                               _MM_SHUFFLE(0, 2, 1, 3));
+  return _mm512_inserti32x8(_mm512_castsi256_si512(abcd_int8_low),
+                            abcd_int8_high, 1);
 #endif
 }
 
@@ -128,10 +109,8 @@ struct type_casting_traits<QInt32, QInt16> {
 
 template <>
 EIGEN_STRONG_INLINE Packet64q8i
-pcast<Packet16q32i, Packet64q8i>(const Packet16q32i& a,
-                                 const Packet16q32i& b,
-                                 const Packet16q32i& c,
-                                 const Packet16q32i& d) {
+pcast<Packet16q32i, Packet64q8i>(const Packet16q32i& a, const Packet16q32i& b,
+                                 const Packet16q32i& c, const Packet16q32i& d) {
   __m128i a_part = _mm512_cvtsepi32_epi8(a);
   __m128i b_part = _mm512_cvtsepi32_epi8(b);
   __m128i c_part = _mm512_cvtsepi32_epi8(c);
@@ -145,9 +124,8 @@ pcast<Packet16q32i, Packet64q8i>(const Packet16q32i& a,
 }
 
 template <>
-EIGEN_STRONG_INLINE Packet32q16i
-pcast<Packet16q32i, Packet32q16i>(const Packet16q32i& a,
-                                  const Packet16q32i& b) {
+EIGEN_STRONG_INLINE Packet32q16i pcast<Packet16q32i, Packet32q16i>(
+    const Packet16q32i& a, const Packet16q32i& b) {
   __m256i a_part = _mm512_cvtsepi32_epi16(a);
   __m256i b_part = _mm512_cvtsepi32_epi16(b);
   __m512i converted =
diff --git a/third_party/eigen_reshaped.patch b/third_party/eigen_reshaped.patch
new file mode 100644
index 0000000000..7acfdcf9fe
--- /dev/null
+++ b/third_party/eigen_reshaped.patch
@@ -0,0 +1,48 @@
+--- a/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
++++ b/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
+@@ -39,6 +39,11 @@
+   return total/other;
+ }
+
++template<int Flags, int Order>
++struct get_compiletime_reshape_order {
++  enum { value = Order == AutoOrder ? Flags & RowMajorBit : Order };
++};
++
+ }
+
+ } // end namespace Eigen
+--- a/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
++++ b/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
+@@ -105,13 +105,13 @@
+ inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
+                 internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
+                 internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
+-                (Order==AutoOrder?Flags&RowMajorBit:Order)>
++                internal::get_compiletime_reshape_order<Flags,Order>::value>
+ reshaped(NRowsType nRows, NColsType nCols) EIGEN_RESHAPED_METHOD_CONST
+ {
+   return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
+                   internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
+                   internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
+-                  (Order==AutoOrder?Flags&RowMajorBit:Order)>
++                  internal::get_compiletime_reshape_order<Flags,Order>::value>
+                 (derived(),
+                  internal::get_runtime_reshape_size(nRows,internal::get_runtime_value(nCols),size()),
+                  internal::get_runtime_reshape_size(nCols,internal::get_runtime_value(nRows),size()));
+@@ -128,11 +128,13 @@
+
+ template<int Order>
+ EIGEN_DEVICE_FUNC
+-inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
++inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
++                internal::get_compiletime_reshape_order<Flags,Order>::value>
+ reshaped() EIGEN_RESHAPED_METHOD_CONST
+ {
+   EIGEN_STATIC_ASSERT(Order==RowMajor || Order==ColMajor || Order==AutoOrder, INVALID_TEMPLATE_PARAMETER);
+-  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
++  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
++                  internal::get_compiletime_reshape_order<Flags,Order>::value>
+                 (derived(), size(), 1);
+ }
+ 
\ No newline at end of file
-- 
GitLab


From 0113d430f978e87a4e57cf3a320121d2f3fc1e79 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 15:58:19 -0800
Subject: [PATCH 1172/1825] Internal change.

PiperOrigin-RevId: 220368991
---
 tensorflow/contrib/distribute/python/values.py | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 42fb92014a..2474886aeb 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -776,6 +776,18 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
   def op(self):
     return self._primary_var.op
 
+  # pylint: disable=protected-access
+  @property
+  def _save_slice_info(self):
+    return self._primary_var._save_slice_info
+
+  def _get_save_slice_info(self):
+    return self._primary_var._get_save_slice_info()
+
+  def _set_save_slice_info(self, save_slice_info):
+    return self._primary_var._set_save_slice_info(save_slice_info)
+  # pylint: enable=protected-access
+
   @property
   def _in_graph_mode(self):
     return self._primary_var._in_graph_mode   # pylint: disable=protected-access
-- 
GitLab


From 860ac50033bbc2111d3c229f42fcf240da6fdb03 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Tue, 6 Nov 2018 16:14:03 -0800
Subject: [PATCH 1173/1825] Enable arbitrary ops to work on the symbolic output
 of Keras layers.

PiperOrigin-RevId: 220371736
---
 tensorflow/python/eager/core.py               | 11 ++++
 tensorflow/python/eager/execute.py            | 15 ++++-
 tensorflow/python/framework/ops.py            | 38 +++++++++++-
 tensorflow/python/framework/python_op_gen.cc  | 57 +++++++++---------
 .../python/keras/engine/base_layer_test.py    | 60 +++++++++++++++++++
 tensorflow/python/keras/engine/input_layer.py | 10 ++++
 6 files changed, 160 insertions(+), 31 deletions(-)

diff --git a/tensorflow/python/eager/core.py b/tensorflow/python/eager/core.py
index 8fb6930020..e168b4bd5f 100644
--- a/tensorflow/python/eager/core.py
+++ b/tensorflow/python/eager/core.py
@@ -60,4 +60,15 @@ class _FallbackException(Exception):
   pass
 
 
+class _SymbolicException(Exception):
+  """Exception class to handle use of symbolic tensors when executing eagerly.
+
+  `keras.Input()` creates symbolic tensors (in a FuncGraph managed by the
+  Keras backend) while in eager execution. This exception is used to
+  identify this case (raised in `convert_to_tensor` cause generated functions
+  for ops to construct graphs instead of executing the kernel).
+  """
+  pass
+
+
 pywrap_tensorflow.TFE_Py_RegisterFallbackExceptionClass(_FallbackException)
diff --git a/tensorflow/python/eager/execute.py b/tensorflow/python/eager/execute.py
index f9b8d2cb5d..6f8c780170 100644
--- a/tensorflow/python/eager/execute.py
+++ b/tensorflow/python/eager/execute.py
@@ -64,6 +64,16 @@ def quick_execute(op_name, num_outputs, inputs, attrs, ctx, name=None):
     else:
       message = e.message
     six.raise_from(core._status_to_exception(e.code, message), None)
+  except TypeError as e:
+    if any(ops._is_keras_symbolic_tensor(x) for x in inputs):
+      if any(isinstance(x, ops.EagerTensor) for x in inputs):
+        raise TypeError("You are attempting to mix computation of symbolic "
+                        "Tensors (computation rooted at tf.keras.Input()) "
+                        "and concrete values. This is not supported. "
+                        "If you need this support, file an issue on the "
+                        "TensorFlow GitHub repository.")
+      raise core._SymbolicException
+    raise e
   # pylint: enable=protected-access
   return tensors
 
@@ -188,7 +198,10 @@ def args_to_matching_eager(l, ctx, default_dtype=None):
     ret = []
     for t in l:
       ret.append(internal_convert_to_tensor(
-          t, dtype, preferred_dtype=default_dtype, ctx=ctx))
+          t, dtype,
+          preferred_dtype=default_dtype,
+          ctx=ctx,
+          accept_symbolic_tensors=False))
       if dtype is None:
         dtype = ret[-1].dtype
   else:
diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 14e4c0ca41..36561a8c30 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -1068,7 +1068,8 @@ def internal_convert_to_tensor(value,
                                name=None,
                                as_ref=False,
                                preferred_dtype=None,
-                               ctx=None):
+                               ctx=None,
+                               accept_symbolic_tensors=True):
   """Converts the given `value` to an `Tensor`.
 
   This function converts Python objects of various types to `Tensor`
@@ -1092,6 +1093,10 @@ def internal_convert_to_tensor(value,
       can be used as a soft preference.  If the conversion to
       `preferred_dtype` is not possible, this argument has no effect.
     ctx: Optional: The value of context.context().
+    accept_symbolic_tensors: Whether Keras graph tensors should be accepted as
+      a valid tensor type during eager execution.
+      If False, this function will raise an exception if it is passed such
+      a tensor during eager eager execution.
 
   Returns:
     A `Tensor` based on `value`.
@@ -1115,6 +1120,19 @@ def internal_convert_to_tensor(value,
         raise RuntimeError("Attempting to capture an EagerTensor without "
                            "building a function.")
       return graph.capture(value, name=name)
+  elif ((not accept_symbolic_tensors) and
+        isinstance(value, Tensor) and
+        ctx.executing_eagerly()):
+    # Found a symbolic tensor in an eager context.
+    # This happens when we use the Keras functional API (i.e. calling layers
+    # on the output of `keras.Input()`, which is symbolic) while eager
+    # execution is enabled.
+    if _is_keras_symbolic_tensor(value):
+      # If the graph of the tensor isn't the Keras graph, we should still
+      # fail, for the time being. TODO(fchollet): consider allowing
+      # all symbolic tensors to raise this exception in this case.
+      raise core._SymbolicException(  # pylint: disable=protected-access
+          "Using the symbolic output of a Keras layer during eager execution.")
 
   if dtype is not None:
     dtype = dtypes.as_dtype(dtype)
@@ -6000,6 +6018,13 @@ class name_scope(object):  # pylint: disable=invalid-name
     self._values = values
     self._ctx = context.context()
     self._in_eager_mode = self._ctx.executing_eagerly()
+    self._has_symbolic_input_in_eager = False
+    if self._values and self._in_eager_mode:
+      # The presence of a graph tensor in `self._values` overrides the context.
+      for value in self._values:
+        if hasattr(value, "graph"):
+          self._has_symbolic_input_in_eager = True
+          self._name_scope = value.graph.name_scope(self._name)
 
   def __enter__(self):
     """Start the scope block.
@@ -6011,6 +6036,9 @@ class name_scope(object):  # pylint: disable=invalid-name
       ValueError: if neither `name` nor `default_name` is provided
         but `values` are.
     """
+    if self._has_symbolic_input_in_eager:
+      return self._name_scope.__enter__()
+
     if self._in_eager_mode:
       self._old_name = self._ctx.scope_name
       if not self._name:
@@ -6053,7 +6081,9 @@ class name_scope(object):  # pylint: disable=invalid-name
         raise
 
   def __exit__(self, type_arg, value_arg, traceback_arg):
-    if self._in_eager_mode:
+    if self._has_symbolic_input_in_eager:
+      self._name_scope.__exit__(type_arg, value_arg, traceback_arg)
+    elif self._in_eager_mode:
       self._ctx.scope_name = self._old_name
     else:
       self._name_scope.__exit__(type_arg, value_arg, traceback_arg)
@@ -6213,4 +6243,8 @@ def _op_to_colocate_with(v):
   return internal_convert_to_tensor_or_indexed_slices(v, as_ref=True).op
 
 
+def _is_keras_symbolic_tensor(x):
+  return hasattr(x, "graph") and getattr(x.graph, "name", None) == "keras_graph"
+
+
 register_tensor_conversion_function(Operation, _operation_conversion_error)
diff --git a/tensorflow/python/framework/python_op_gen.cc b/tensorflow/python/framework/python_op_gen.cc
index 2022fbcbaa..b06cec4f2d 100644
--- a/tensorflow/python/framework/python_op_gen.cc
+++ b/tensorflow/python/framework/python_op_gen.cc
@@ -355,15 +355,12 @@ string GenEagerPythonOp::Code() {
 }
 
 void GenEagerPythonOp::HandleGraphMode(const string& function_setup) {
-  // Handle graph-mode case
-  strings::StrAppend(&result_,
-                     "  _ctx = _context._context\n"
-                     "  if _ctx is None or not _ctx._eager_context.is_eager:\n",
-                     function_setup,
-                     "    _, _, _op = _op_def_lib._apply_op_helper(\n");
+  strings::StrAppend(&result_, "  # Add nodes to the TensorFlow graph.\n");
+  strings::StrAppend(&result_, function_setup,
+                     "  _, _, _op = _op_def_lib._apply_op_helper(\n");
   AddBodyNoReturn("        ");
   if (num_outs_ > 0) {
-    strings::StrAppend(&result_, "    _result = _op.outputs[:]\n");
+    strings::StrAppend(&result_, "  _result = _op.outputs[:]\n");
     // Special case handling for stateful op with single list output
     // that might be empty.
     if (num_outs_ == 1 && op_def_.is_stateful() &&
@@ -372,10 +369,10 @@ void GenEagerPythonOp::HandleGraphMode(const string& function_setup) {
       // TODO(josh11b): Can skip this if the number_attr/type_list_attr has
       // a constraint indicating that this can never be empty.
       strings::StrAppend(&result_,
-                         "    if not _result:\n"
-                         "      return _op\n");
+                         "  if not _result:\n"
+                         "    return _op\n");
     }
-    strings::StrAppend(&result_, "    _inputs_flat = _op.inputs\n");
+    strings::StrAppend(&result_, "  _inputs_flat = _op.inputs\n");
 
     // Compute graph-mode attrs.
     if (op_def_.attr_size() > 0) {
@@ -387,14 +384,13 @@ void GenEagerPythonOp::HandleGraphMode(const string& function_setup) {
                            attr_name, "\")");
       }
       strings::StrAppend(&attr_values, ")");
-      strings::StrAppend(&result_,
-                         WordWrap("    _attrs = (", attr_values, kRightMargin),
-                         "\n");
+      strings::StrAppend(
+          &result_, WordWrap("  _attrs = (", attr_values, kRightMargin), "\n");
     } else {
-      strings::StrAppend(&result_, "    _attrs = None\n");
+      strings::StrAppend(&result_, "  _attrs = None\n");
     }
   } else {
-    strings::StrAppend(&result_, "    return _op\n");
+    strings::StrAppend(&result_, "  return _op\n");
   }
 }
 
@@ -643,25 +639,26 @@ bool GenEagerPythonOp::AddEagerFastPathAndGraphCode(
   AddDocStringOutputs();
   strings::StrAppend(&result_, "  \"\"\"\n");
 
+  strings::StrAppend(&result_,
+                     "  _ctx = _context._context\n"
+                     "  if _ctx is not None and _ctx._eager_context.is_eager:",
+                     "\n");
+  if (eager_not_allowed_error.empty()) {
+    AddEagerFastPathExecute();
+  } else {
+    strings::StrAppend(&result_, "    ", eager_not_allowed_error);
+  }
+
   // Handle graph-mode case
   string function_setup;
-  if (!GetEagerFunctionSetup("    ", &function_setup)) {
+  if (!GetEagerFunctionSetup("  ", &function_setup)) {
     result_ = function_setup;
     return false;
   }
   HandleGraphMode(function_setup);
-  AddEagerFunctionTeardown("    ", output_sizes,
+  AddEagerFunctionTeardown("  ", output_sizes,
                            true /* execute_record_gradient */);
 
-  // Handle eager-mode case
-  strings::StrAppend(&result_, "  else:\n");
-
-  if (eager_not_allowed_error.empty()) {
-    AddEagerFastPathExecute();
-  } else {
-    strings::StrAppend(&result_, "    ", eager_not_allowed_error);
-  }
-
   strings::StrAppend(&result_, "\n\n");
   return true;
 }
@@ -750,12 +747,16 @@ void GenEagerPythonOp::AddEagerFastPathExecute() {
   if (!fallback_params.empty()) strings::StrAppend(&fallback_params, ", ");
   strings::StrAppend(&fallback_params, "ctx=_ctx");
   strings::StrAppend(&result_, "    ", "except _core._FallbackException:\n");
+  strings::StrAppend(&result_, "      try:\n");
   strings::StrAppend(
-      &result_, "      ", "return ", function_name_, kEagerFallbackSuffix,
+      &result_, "        ", "return ", function_name_, kEagerFallbackSuffix,
       "(\n",
-      WordWrap(strings::StrCat("          "),
+      WordWrap(strings::StrCat("            "),
                strings::StrCat(fallback_params, ")"), kRightMargin),
       "\n");
+  strings::StrAppend(&result_, "      except _core._SymbolicException:\n");
+  strings::StrAppend(&result_,
+                     "        pass  # Add nodes to the TensorFlow graph.\n");
 
   // Any errors thrown from execute need to be unwrapped from
   // _NotOkStatusException.
diff --git a/tensorflow/python/keras/engine/base_layer_test.py b/tensorflow/python/keras/engine/base_layer_test.py
index bda26dabcc..704589349a 100644
--- a/tensorflow/python/keras/engine/base_layer_test.py
+++ b/tensorflow/python/keras/engine/base_layer_test.py
@@ -121,6 +121,66 @@ class BaseLayerTest(test.TestCase):
     with self.assertRaisesRegexp(ValueError, 'You did something wrong!'):
       model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
 
+  def test_using_symbolic_tensors_with_tf_ops(self):
+    # Single-input.
+    x = keras.Input((3,))
+    y = math_ops.square(x)
+    self.assertEqual(y.graph, keras.backend.get_graph())
+
+    # Multi-inputs.
+    x1, x2 = keras.Input((3,)), keras.Input((3,))
+    y = array_ops.concat([x1, x2], axis=1)
+    self.assertEqual(y.graph, keras.backend.get_graph())
+
+    # Mixing Keras symbolic tensors and graph tensors from the same graph works.
+    with keras.backend.get_graph().as_default():
+      x1 = keras.Input((3,))
+    x2 = keras.Input((3,))
+    y = math_ops.matmul(x1, x2)
+    self.assertEqual(y.graph, keras.backend.get_graph())
+
+    # Creating same op type (matmul) multiple times in the Keras graph works.
+    x1 = keras.Input((3,))
+    x2 = keras.Input((3,))
+    y = math_ops.matmul(x1, x2)
+    self.assertEqual(y.graph, keras.backend.get_graph())
+
+  def test_mixing_eager_and_graph_tensors(self):
+    with ops.Graph().as_default():
+      x1 = array_ops.ones((3, 3))
+    x2 = array_ops.ones((3, 3))
+    self.assertTrue(isinstance(x2, ops.EagerTensor))
+    with self.assertRaisesRegexp(TypeError,
+                                 'provided list of inputs contains '
+                                 'objects other than \'EagerTensor\''):
+      math_ops.matmul(x1, x2)
+
+  def test_mixing_numpy_arrays_and_graph_tensors(self):
+    with ops.Graph().as_default():
+      x1 = array_ops.ones((3, 3))
+    x2 = np.ones((3, 3), dtype='float32')
+    with self.assertRaisesRegexp(TypeError,
+                                 'provided list of inputs contains '
+                                 'objects other than \'EagerTensor\''):
+      math_ops.matmul(x1, x2)
+
+  def test_mixing_keras_symbolic_tensors_and_eager_tensors(self):
+    x1 = keras.Input((3,))
+    x2 = array_ops.ones((3, 3))
+    with self.assertRaisesRegexp(
+        TypeError,
+        'mix computation of symbolic Tensors'):
+      math_ops.matmul(x1, x2)
+
+  def test_mixing_keras_symbolic_tensors_and_numpy_arrays(self):
+    # For the time being we treat Numpy arrays as EagerTensors when mixing both.
+    x1 = keras.Input((3,))
+    x2 = np.ones((3, 3), dtype='float32')
+    with self.assertRaisesRegexp(
+        TypeError,
+        'mix computation of symbolic Tensors'):
+      math_ops.matmul(x1, x2)
+
 
 if __name__ == '__main__':
   ops.enable_eager_execution()
diff --git a/tensorflow/python/keras/engine/input_layer.py b/tensorflow/python/keras/engine/input_layer.py
index 6f5d1fa7cf..4e96106004 100644
--- a/tensorflow/python/keras/engine/input_layer.py
+++ b/tensorflow/python/keras/engine/input_layer.py
@@ -194,6 +194,16 @@ def Input(  # pylint: disable=invalid-name
       model = Model(x, y)
       ```
 
+      Note that even if eager execution is enabled,
+      `Input` produces a symbolic tensor (i.e. a placeholder).
+      This symbolic tensor can be used with other
+      TensorFlow ops, as such:
+
+      ```python
+      x = Input(shape=(32,))
+      y = tf.square(x)
+      ```
+
   Raises:
     ValueError: in case of invalid arguments.
   """
-- 
GitLab


From 60aa63b60bc1a453c4adb6c946fcbf5e889682f1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 16:21:17 -0800
Subject: [PATCH 1174/1825] Tests for INT64 support in binary ops and 'pack'

PiperOrigin-RevId: 220372969
---
 tensorflow/lite/testing/generate_examples.py  | 105 +++++++++++-------
 .../testing/generated_examples_zip_test.cc    |   7 ++
 2 files changed, 73 insertions(+), 39 deletions(-)

diff --git a/tensorflow/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
index 81b5ed8098..2b129df766 100644
--- a/tensorflow/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -780,38 +780,45 @@ def make_constant_tests(zip_path):
 def make_binary_op_tests(zip_path, binary_operator):
   """Make a set of tests to do binary ops with and without broadcast."""
 
-  # These parameters are split because we don't support broadcasting.
-  test_parameters = [{
-      "dtype": [tf.float32, tf.int32],
-      "input_shape_1": [[1, 3, 4, 3]],
-      "input_shape_2": [[1, 3, 4, 3]],
-      "activation": [True]
-  }, {
-      "dtype": [tf.float32],
-      "input_shape_1": [[5]],
-      "input_shape_2": [[5]],
-      "activation": [False, True]
-  }, {
-      "dtype": [tf.float32, tf.int32],
-      "input_shape_1": [[1, 3, 4, 3]],
-      "input_shape_2": [[3]],
-      "activation": [True, False]
-  }, {
-      "dtype": [tf.float32, tf.int32],
-      "input_shape_1": [[3]],
-      "input_shape_2": [[1, 3, 4, 3]],
-      "activation": [True, False]
-  }, {
-      "dtype": [tf.float32],
-      "input_shape_1": [[]],
-      "input_shape_2": [[]],
-      "activation": [False]
-  }, {
-      "dtype": [tf.float32],
-      "input_shape_1": [[0]],
-      "input_shape_2": [[1]],
-      "activation": [False]
-  }]
+  test_parameters = [
+      # Avoid creating all combinations to keep the test size small.
+      {
+          "dtype": [tf.float32, tf.int32],
+          "input_shape_1": [[1, 3, 4, 3]],
+          "input_shape_2": [[1, 3, 4, 3]],
+          "activation": [True],
+      },
+      {
+          "dtype": [tf.float32],
+          "input_shape_1": [[5]],
+          "input_shape_2": [[5]],
+          "activation": [False, True],
+      },
+      {
+          "dtype": [tf.float32, tf.int32, tf.int64],
+          "input_shape_1": [[1, 3, 4, 3]],
+          "input_shape_2": [[3]],
+          "activation": [True, False],
+      },
+      {
+          "dtype": [tf.float32, tf.int32],
+          "input_shape_1": [[3]],
+          "input_shape_2": [[1, 3, 4, 3]],
+          "activation": [True, False],
+      },
+      {
+          "dtype": [tf.float32],
+          "input_shape_1": [[]],
+          "input_shape_2": [[]],
+          "activation": [False],
+      },
+      {
+          "dtype": [tf.float32],
+          "input_shape_1": [[0]],
+          "input_shape_2": [[1]],
+          "activation": [False],
+      }
+  ]
 
   def build_graph(parameters):
     """Builds the graph given the current parameters."""
@@ -3242,12 +3249,30 @@ def make_sparse_to_dense_tests(zip_path):
 def make_pack_tests(zip_path):
   """Make a set of tests to do stack."""
 
-  test_parameters = [{
-      "base_shape": [[3, 4, 3], [3, 4], [5]],
-      "num_tensors": [1, 2, 3, 4, 5, 6],
-      "axis": [0, 1, 2, 3],
-      "additional_shape": [1, 2, 3],
-  }]
+  test_parameters = [
+      # Avoid creating all combinations to keep the test size small.
+      {
+          "dtype": [tf.float32],
+          "base_shape": [[3, 4, 3], [3, 4], [5]],
+          "num_tensors": [1, 2, 3, 4, 5, 6],
+          "axis": [0, 1, 2, 3],
+          "additional_shape": [1, 2, 3],
+      },
+      {
+          "dtype": [tf.int32],
+          "base_shape": [[3, 4, 3], [3, 4], [5]],
+          "num_tensors": [6],
+          "axis": [0, 1, 2, 3],
+          "additional_shape": [1, 2, 3],
+      },
+      {
+          "dtype": [tf.int64],
+          "base_shape": [[3, 4, 3], [3, 4], [5]],
+          "num_tensors": [5],
+          "axis": [0, 1, 2, 3],
+          "additional_shape": [1, 2, 3],
+      }
+  ]
 
   def get_shape(parameters):
     """Return a tweaked version of 'base_shape'."""
@@ -3261,7 +3286,9 @@ def make_pack_tests(zip_path):
     all_tensors = []
     for n in range(0, parameters["num_tensors"]):
       input_tensor = tf.placeholder(
-          dtype=tf.float32, name=("input%d" % n), shape=get_shape(parameters))
+          dtype=parameters["dtype"],
+          name=("input%d" % n),
+          shape=get_shape(parameters))
       all_tensors.append(input_tensor)
     out = tf.stack(all_tensors, parameters["axis"])
     return all_tensors, [out]
diff --git a/tensorflow/lite/testing/generated_examples_zip_test.cc b/tensorflow/lite/testing/generated_examples_zip_test.cc
index 49f7b527bb..aedea52065 100644
--- a/tensorflow/lite/testing/generated_examples_zip_test.cc
+++ b/tensorflow/lite/testing/generated_examples_zip_test.cc
@@ -94,6 +94,13 @@ std::map<string, string> kBrokenTests = {
     {R"(^\/div.*activation=True.*dtype=tf\.int32)", "112968789"},
     {R"(^\/floor_div.*activation=True.*dtype=tf\.int32)", "112968789"},
     {R"(^\/floor_mod.*activation=True.*dtype=tf\.int32)", "112968789"},
+    {R"(^\/floor_mod.*activation=True.*dtype=tf\.int64)", "112968789"},
+
+    {R"(^\/sub.*dtype=tf\.int64)", "119126484"},
+    {R"(^\/div.*dtype=tf\.int64)", "119126484"},
+    {R"(^\/mul.*dtype=tf\.int64)", "119126484"},
+    {R"(^\/add.*dtype=tf\.int64)", "119126484"},
+    {R"(^\/floor_div.*dtype=tf\.int64)", "119126484"},
 };
 
 // Allows test data to be unarchived into a temporary directory and makes
-- 
GitLab


From 9abfbf996300eb25cd07c81ffd8f74953ef98d57 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 6 Nov 2018 16:24:58 -0800
Subject: [PATCH 1175/1825] [TF:XLA] Change XlaCompilationCache to accept
 XlaCompiler::Arguments in most cases rather than parsing an OpKernelContext.

Build the compilation cache signature from the XlaCompiler::Arguments, rather than building it inside the cache. Add a helper method XlaComputationLaunchContext::BuildXlaCompilerArguments that builds the necessary XlaCompiler::Arguments.

Fix a bug in XlaCompilationCache::Signature::operator==, where only the contents of a tensor were compared for equality, not the shapes.

Remove code that reasons about OpKernelContexts in XlaCompiler::CompileSingleOp, instead passing the specific information required.

PiperOrigin-RevId: 220373606
---
 tensorflow/compiler/jit/BUILD                 |  17 +-
 tensorflow/compiler/jit/kernels/xla_ops.cc    |   6 +-
 .../compiler/jit/xla_compilation_cache.cc     | 210 ++++++------------
 .../compiler/jit/xla_compilation_cache.h      |  73 +++---
 .../jit/xla_compilation_cache_test.cc         |  54 +++++
 .../compiler/jit/xla_compile_on_demand_op.cc  |   9 +-
 tensorflow/compiler/jit/xla_launch_util.cc    |  56 +++++
 tensorflow/compiler/jit/xla_launch_util.h     |  14 ++
 tensorflow/compiler/tf2xla/BUILD              |   1 +
 tensorflow/compiler/tf2xla/xla_compiler.cc    |  86 ++++---
 tensorflow/compiler/tf2xla/xla_compiler.h     |  19 +-
 tensorflow/compiler/tf2xla/xla_resource.cc    |  13 ++
 tensorflow/compiler/tf2xla/xla_resource.h     |   2 +
 13 files changed, 333 insertions(+), 227 deletions(-)
 create mode 100644 tensorflow/compiler/jit/xla_compilation_cache_test.cc

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index ba86f2e247..6ef8dab6c9 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -21,7 +21,6 @@ package(
 )
 
 load("//tensorflow:tensorflow.bzl", "cc_header_only_library")
-load("//tensorflow:tensorflow.bzl", "tf_kernel_library")
 load("//tensorflow:tensorflow.bzl", "tf_cc_test")
 load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda")
 load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda_is_configured")
@@ -255,6 +254,7 @@ cc_library(
         "//tensorflow/compiler/tf2xla:common",
         "//tensorflow/compiler/tf2xla:dump_graph",
         "//tensorflow/compiler/tf2xla:xla_compiler",
+        "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla/client:client_library",
         "//tensorflow/compiler/xla/client:local_client",
         "//tensorflow/core:core_cpu",
@@ -265,6 +265,21 @@ cc_library(
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/kernels:variable_ops",
         "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/types:span",
+    ],
+)
+
+tf_cc_test(
+    name = "xla_compilation_cache_test",
+    srcs = [
+        "xla_compilation_cache_test.cc",
+    ],
+    deps = [
+        ":xla_compilation_cache",
+        "//tensorflow/compiler/tf2xla:common",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
     ],
 )
 
diff --git a/tensorflow/compiler/jit/kernels/xla_ops.cc b/tensorflow/compiler/jit/kernels/xla_ops.cc
index 56b7909ffd..055de7afcc 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.cc
+++ b/tensorflow/compiler/jit/kernels/xla_ops.cc
@@ -286,8 +286,10 @@ static Status CompileToLocalExecutable(
   // rather than a one-element tuple.
   compile_options.always_return_tuple = false;
 
-  return cache->Compile(options, function, constant_args, *variables, ctx,
-                        compile_options,
+  std::vector<XlaCompiler::Argument> args;
+  TF_RETURN_IF_ERROR(XlaComputationLaunchContext::BuildXlaCompilerArguments(
+      constant_args, *variables, ctx, &args));
+  return cache->Compile(options, function, args, compile_options,
                         lazy ? XlaCompilationCache::CompileMode::kLazy
                              : XlaCompilationCache::CompileMode::kStrict,
                         kernel, executable);
diff --git a/tensorflow/compiler/jit/xla_compilation_cache.cc b/tensorflow/compiler/jit/xla_compilation_cache.cc
index 158cd0a95e..3df5479a55 100644
--- a/tensorflow/compiler/jit/xla_compilation_cache.cc
+++ b/tensorflow/compiler/jit/xla_compilation_cache.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include <numeric>
 
+#include "absl/strings/str_cat.h"
 #include "tensorflow/compiler/tf2xla/dump_graph.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
@@ -65,14 +66,14 @@ string XlaCompilationCache::DebugString() {
 
 // Compute a string signature which encodes the shapes of the
 // arguments in the supplied list.
-string XlaCompilationCache::SignatureDebugString(const Signature& sig) {
-  string result = sig.name;
-  for (const auto& a : sig.arg_types) {
+string XlaCompilationCache::Signature::HumanString() const {
+  string result = name;
+  for (const auto& a : arg_types) {
     absl::StrAppend(&result, ",", DataTypeString(a.first),
                     a.second.DebugString());
   }
 
-  for (const auto& v : sig.arg_values) {
+  for (const auto& v : arg_values) {
     absl::StrAppend(&result, "; ", v.DebugString());
   }
   return result;
@@ -84,7 +85,9 @@ bool XlaCompilationCache::Signature::operator==(const Signature& other) const {
 
   if (arg_values.size() != other.arg_values.size()) return false;
   for (int i = 0; i < arg_values.size(); ++i) {
-    if (arg_values[i].tensor_data() != other.arg_values[i].tensor_data()) {
+    if (arg_values[i].dtype() != other.arg_values[i].dtype() ||
+        arg_values[i].shape() != other.arg_values[i].shape() ||
+        arg_values[i].tensor_data() != other.arg_values[i].tensor_data()) {
       return false;
     }
   }
@@ -108,96 +111,30 @@ uint64 XlaCompilationCache::Signature::Hash::operator()(
   return h;
 }
 
-Status XlaCompilationCache::BuildSignature(
-    const NameAttrList& function, const std::map<int, Tensor>& constant_args,
-    const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
-    Signature* signature) {
-  signature->name = Canonicalize(function.name(), AttrSlice(&function.attr()));
-  signature->arg_values.reserve(constant_args.size());
-
-  signature->arg_types.reserve(ctx->num_inputs() - constant_args.size());
-
-  for (int i = 0; i < ctx->num_inputs(); ++i) {
-    if (constant_args.count(i) > 0) {
-      // Use the values of compile time constants in the signature.
-      signature->arg_values.push_back(constant_args.at(i));
-    } else if (variable_args.count(i) > 0) {
-      const OptionalTensor& variable = variable_args.at(i);
-      if (variable.present) {
-        signature->arg_types.emplace_back(variable.value.dtype(),
-                                          variable.value.shape());
-      } else {
-        signature->arg_types.emplace_back(DT_INVALID, TensorShape());
-      }
-    } else {
-      signature->arg_types.emplace_back(ctx->input_dtype(i),
-                                        ctx->input(i).shape());
-    }
-  }
-  return Status::OK();
-}
-
-namespace {
-
-// Builds a XlaCompiler::Argument vector from the arguments to the XlaLaunch op.
-Status BuildArguments(const std::map<int, Tensor>& constant_args,
-                      const std::map<int, OptionalTensor>& variable_args,
-                      OpKernelContext* ctx,
-                      std::vector<XlaCompiler::Argument>* args) {
-  args->resize(ctx->num_inputs());
-
-  for (int64 input_num = 0; input_num < ctx->num_inputs(); ++input_num) {
-    XlaCompiler::Argument& arg = (*args)[input_num];
-    if (constant_args.count(input_num) > 0) {
-      // Handles compile-time constants.
-      const Tensor& input = constant_args.at(input_num);
-      TF_RET_CHECK(input.dtype() != DT_RESOURCE);
-      arg.kind = XlaCompiler::Argument::kConstant;
-      arg.type = input.dtype();
-      arg.shape = input.shape();
-      arg.constant_value = input;
-    } else if (variable_args.count(input_num) == 0) {
-      // Handles the non-constant arguments.
-      const Tensor& input = ctx->input(input_num);
-      TF_RET_CHECK(input.dtype() != DT_RESOURCE);
-      if (input.NumElements() > 0) {
-        arg.kind = XlaCompiler::Argument::kParameter;
-      } else {
-        arg.kind = XlaCompiler::Argument::kConstant;
-        arg.constant_value = input;
-      }
-      arg.type = input.dtype();
-      arg.shape = input.shape();
-    } else {
-      // Handles resource variables.
-      const Tensor& input = ctx->input(input_num);
-      TF_RET_CHECK(input.dtype() == DT_RESOURCE);
-      const OptionalTensor& variable = variable_args.at(input_num);
-      arg.name = variable.name;
-      arg.kind = XlaCompiler::Argument::kResource;
-      arg.resource_kind = XlaResource::kVariable;
-      if (variable.present) {
-        const Tensor& value = variable.value;
-        arg.type = value.dtype();
-        arg.shape = value.shape();
-        arg.initialized = true;
-      } else {
-        // The values of uninitialized variables are not passed as inputs, since
-        // they are meaningless. However, it is legal to assign to a resource
-        // variable for the first time inside the XLA computation, so we do
-        // permit uninitialized variables.
-        arg.initialized = false;
-        arg.type = DT_INVALID;
-        arg.shape = TensorShape();
-      }
+xla::StatusOr<XlaCompilationCache::Signature>
+XlaCompilationCache::BuildSignature(
+    const NameAttrList& function,
+    absl::Span<const XlaCompiler::Argument> args) {
+  Signature signature;
+  signature.name = Canonicalize(function.name(), AttrSlice(&function.attr()));
+  for (const XlaCompiler::Argument& arg : args) {
+    switch (arg.kind) {
+      case XlaCompiler::Argument::kConstant:
+        signature.arg_values.push_back(arg.constant_value);
+        break;
+      case XlaCompiler::Argument::kParameter:
+      case XlaCompiler::Argument::kResource:
+        signature.arg_types.emplace_back(arg.type, arg.shape);
+        break;
+      default:
+        return errors::InvalidArgument(
+            "Unhandled argument kind in XlaCompilationCache: ",
+            arg.HumanString());
     }
   }
-
-  return Status::OK();
+  return std::move(signature);
 }
 
-}  // namespace
-
 Status XlaCompilationCache::BuildExecutable(
     const XlaCompiler::Options& options,
     const XlaCompiler::CompilationResult& result,
@@ -227,8 +164,7 @@ Status XlaCompilationCache::BuildExecutable(
 
 Status XlaCompilationCache::Compile(
     const XlaCompiler::Options& options, const NameAttrList& function,
-    const std::map<int, Tensor>& constant_args,
-    const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
+    absl::Span<const XlaCompiler::Argument> args,
     const XlaCompiler::CompileOptions& compile_options,
     CompileMode compile_mode,
     const XlaCompiler::CompilationResult** out_compilation_result,
@@ -237,9 +173,11 @@ Status XlaCompilationCache::Compile(
   if (compile_mode == CompileMode::kLazy) {
     compile_threshold = kDefaultCompilationThreshold;
   }
-
-  return CompileImpl(options, function, constant_args, variable_args, ctx,
-                     compile_options, /*compile_single_op=*/false,
+  auto compile_fn = [&](XlaCompiler* compiler,
+                        XlaCompiler::CompilationResult* result) {
+    return compiler->CompileFunction(compile_options, function, args, result);
+  };
+  return CompileImpl(options, function, args, compile_fn,
                      /*compile_threshold=*/compile_threshold,
                      out_compilation_result, out_executable);
 }
@@ -257,8 +195,7 @@ static bool IsMegamorphic(int64 compile_count, int64 execution_count) {
 
 Status XlaCompilationCache::CompileSingleOp(
     const XlaCompiler::Options& options,
-    const std::map<int, Tensor>& constant_args,
-    const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
+    absl::Span<const XlaCompiler::Argument> args, OpKernelContext* ctx,
     const XlaCompiler::CompileOptions& compile_options,
     const XlaCompiler::CompilationResult** out_compilation_result,
     xla::LocalExecutable** out_executable) {
@@ -266,17 +203,25 @@ Status XlaCompilationCache::CompileSingleOp(
   NameAttrList name;
   name.set_name(def.op());
   *name.mutable_attr() = def.attr();
-  return CompileImpl(
-      options, name, constant_args, variable_args, ctx, compile_options,
-      /*compile_single_op=*/true, /*compile_threshold=*/absl::nullopt,
-      out_compilation_result, out_executable);
+  auto compile_op = [&](XlaCompiler* compiler,
+                        XlaCompiler::CompilationResult* result) {
+    std::vector<DataType> result_dtypes(ctx->num_outputs());
+    for (int i = 0; i < result_dtypes.size(); ++i) {
+      result_dtypes[i] = ctx->expected_output_dtype(i);
+    }
+    return compiler->CompileSingleOp(compile_options, ctx->op_kernel().def(),
+                                     args, result_dtypes, result);
+  };
+  return CompileImpl(options, name, args, compile_op,
+                     /*compile_threshold=*/absl::nullopt,
+                     out_compilation_result, out_executable);
 }
 
 Status XlaCompilationCache::CompileImpl(
     const XlaCompiler::Options& options, const NameAttrList& function,
-    const std::map<int, Tensor>& constant_args,
-    const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
-    const XlaCompiler::CompileOptions& compile_options, bool compile_single_op,
+    absl::Span<const XlaCompiler::Argument> args,
+    const std::function<Status(XlaCompiler* compiler,
+                               XlaCompiler::CompilationResult*)>& compile_fn,
     absl::optional<int64> compile_threshold,
     const XlaCompiler::CompilationResult** out_compilation_result,
     xla::LocalExecutable** out_executable) {
@@ -284,36 +229,15 @@ Status XlaCompilationCache::CompileImpl(
   VLOG(2) << "XlaCompilationCache::Compile " << DebugString();
 
   if (VLOG_IS_ON(2)) {
-    VLOG(2) << "num_inputs=" << ctx->num_inputs()
-            << " num_constant_args=" << constant_args.size()
-            << " num_variable_args=" << variable_args.size();
-    for (int i = 0; i < ctx->num_inputs(); i++) {
-      TensorShape shape = ctx->input(i).shape();
-      VLOG(2) << i << ": dtype=" << DataTypeString(ctx->input_dtype(i))
-              << " present=" << ctx->has_input(i)
-              << " shape=" << shape.DebugString();
-    }
-    for (auto& iterator : variable_args) {
-      const OptionalTensor& variable = iterator.second;
-      VLOG(2) << "variable present=" << variable.present
-              << " type=" << DataTypeString(variable.value.dtype())
-              << " shape=" << variable.value.shape().DebugString()
-              << " TF arg= " << iterator.first;
-    }
-    VLOG(2) << "num_outputs = " << ctx->num_outputs();
-    for (int i = 0; i < ctx->num_outputs(); i++) {
-      VLOG(2) << i << ": dtype=" << ctx->expected_output_dtype(i);
+    VLOG(2) << "num_inputs=" << args.size();
+    for (int i = 0; i < args.size(); i++) {
+      VLOG(2) << i << ": " << args[i].HumanString();
     }
   }
 
-  TF_RET_CHECK(constant_args.size() + variable_args.size() <=
-               ctx->num_inputs());
-
-  Signature signature;
-  TF_RETURN_IF_ERROR(
-      BuildSignature(function, constant_args, variable_args, ctx, &signature));
+  TF_ASSIGN_OR_RETURN(Signature signature, BuildSignature(function, args));
+  VLOG(2) << "Signature: " << signature.HumanString();
 
-  VLOG(2) << "Signature: " << SignatureDebugString(signature);
   // The outer lock protects the existence of the cache entry. It does not
   // protect the contents of the cache entry.
   Entry* entry;
@@ -358,11 +282,11 @@ Status XlaCompilationCache::CompileImpl(
   // cache eviction.
   mutex_lock entry_lock(entry->mu);
   int64 current_request_count = ++entry->request_count;
+  VLOG(2) << "Compilation cache entry hit: " << entry->compiled
+          << " signature: " << signature.HumanString() << " with request count "
+          << current_request_count << " and compile threshold "
+          << compile_threshold.value_or(0);
   if (!entry->compiled) {
-    VLOG(2) << "Compilation cache miss for signature: "
-            << SignatureDebugString(signature) << " with request count "
-            << current_request_count << " and compile threshold "
-            << compile_threshold.value_or(0);
     const bool should_compile = [&] {
       if (!compile_threshold.has_value()) {
         // Lazy compilation is disabled.
@@ -392,8 +316,7 @@ Status XlaCompilationCache::CompileImpl(
     }();
 
     if (!should_compile) {
-      VLOG(2) << "Not compiling for signature: "
-              << SignatureDebugString(signature);
+      VLOG(2) << "Not compiling for signature: " << signature.HumanString();
       *out_compilation_result = nullptr;
       *out_executable = nullptr;
       return Status::OK();
@@ -403,21 +326,12 @@ Status XlaCompilationCache::CompileImpl(
     const uint64 compile_start_us = env->NowMicros();
     // Do the actual JIT compilation without holding the lock (it can take
     // a long time.)
-    std::vector<XlaCompiler::Argument> args;
-    TF_RETURN_IF_ERROR(
-        BuildArguments(constant_args, variable_args, ctx, &args));
 
     XlaCompiler compiler(options);
     entry->compiled = true;
 
-    if (compile_single_op) {
-      entry->compilation_status =
-          compiler.CompileSingleOp(compile_options, signature.name, ctx, args,
-                                   &entry->compilation_result);
-    } else {
-      entry->compilation_status = compiler.CompileFunction(
-          compile_options, function, args, &entry->compilation_result);
-    }
+    entry->compilation_status =
+        compile_fn(&compiler, &entry->compilation_result);
     TF_RETURN_IF_ERROR(entry->compilation_status);
     CHECK_EQ(entry->executable.get(), nullptr);
     entry->compilation_status =
diff --git a/tensorflow/compiler/jit/xla_compilation_cache.h b/tensorflow/compiler/jit/xla_compilation_cache.h
index b2bf70462b..846d0c963d 100644
--- a/tensorflow/compiler/jit/xla_compilation_cache.h
+++ b/tensorflow/compiler/jit/xla_compilation_cache.h
@@ -18,9 +18,11 @@ limitations under the License.
 
 #include "absl/container/flat_hash_map.h"
 #include "absl/types/optional.h"
+#include "absl/types/span.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
+#include "tensorflow/compiler/xla/statusor.h"
 #include "tensorflow/core/common_runtime/device.h"
 #include "tensorflow/core/common_runtime/device_mgr.h"
 #include "tensorflow/core/framework/graph.pb.h"
@@ -31,13 +33,6 @@ limitations under the License.
 
 namespace tensorflow {
 
-// Struct that represents a possibly-absent Tensor.
-struct OptionalTensor {
-  string name;           // A descriptive name
-  bool present = false;  // Is the tensor present?
-  Tensor value;          // If present, what is the Tensor's value?
-};
-
 // The XlaCompilationCache class caches the results of the XlaCompiler class,
 // which converts a Tensorflow graph into a compiled XLA compilation.
 //
@@ -59,11 +54,7 @@ class XlaCompilationCache : public ResourceBase {
   // Compiles a function into a XlaCompiler::CompilationResult that can be used
   // to execute an XLA Computation. Compilation results are cached.
   // `function` is the name of a Tensorflow function to compile.
-  // `constant_args` is a map of tensorflow argument number to its constant
-  //  value.
-  // `variable_args` is a snapshot of the current values of the
-  // resource variable arguments to `function`; uninitialized variables are
-  // represented by an absent OptionalTensor.
+  // `args` is a description of the arguments to the computation.
   //
   // `compile_mode` controls the behavior of the compilation cache on a cache
   // miss.  If `compile_mode` is `kLazy` then, based on some profitability
@@ -79,9 +70,7 @@ class XlaCompilationCache : public ResourceBase {
   // outputs.
   Status Compile(const XlaCompiler::Options& options,
                  const NameAttrList& function,
-                 const std::map<int, Tensor>& constant_args,
-                 const std::map<int, OptionalTensor>& variable_args,
-                 OpKernelContext* ctx,
+                 absl::Span<const XlaCompiler::Argument> args,
                  const XlaCompiler::CompileOptions& compile_options,
                  CompileMode compile_mode,
                  const XlaCompiler::CompilationResult** out_compilation_result,
@@ -91,8 +80,7 @@ class XlaCompilationCache : public ResourceBase {
   // XlaCompiler::CompileFunction.
   Status CompileSingleOp(
       const XlaCompiler::Options& options,
-      const std::map<int, Tensor>& constant_args,
-      const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
+      absl::Span<const XlaCompiler::Argument> args, OpKernelContext* ctx,
       const XlaCompiler::CompileOptions& compile_options,
       const XlaCompiler::CompilationResult** out_compilation_result,
       xla::LocalExecutable** out_executable);
@@ -102,26 +90,6 @@ class XlaCompilationCache : public ResourceBase {
 
   string DebugString() override;
 
- private:
-  // Common implementation of Compile and CompileSingleOp.
-  Status CompileImpl(
-      const XlaCompiler::Options& options, const NameAttrList& function,
-      const std::map<int, Tensor>& constant_args,
-      const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
-      const XlaCompiler::CompileOptions& compile_options,
-      bool compile_single_op, absl::optional<int64> compile_threshold,
-      const XlaCompiler::CompilationResult** out_compilation_result,
-      xla::LocalExecutable** out_executable);
-
-  // Takes `result` which has been compiled from a Tensorflow subgraph to a
-  // XLA computation already, and generates an XLA LocalExecutable `executable`.
-  Status BuildExecutable(const XlaCompiler::Options& options,
-                         const XlaCompiler::CompilationResult& result,
-                         std::unique_ptr<xla::LocalExecutable>* executable);
-
-  xla::LocalClient* const client_;
-  const DeviceType device_type_;
-
   // Describes the types, shapes and any compile-time constant arguments
   // to a kernel. Key that uniquely identifies a compilation output.
   struct Signature {
@@ -138,14 +106,35 @@ class XlaCompilationCache : public ResourceBase {
     struct Hash {
       uint64 operator()(const Signature& signature) const;
     };
+
+    // Returns a human-readable description of the signature.
+    string HumanString() const;
   };
-  static string SignatureDebugString(const Signature& sig);
 
   // Builds the signature for a compilation.
-  Status BuildSignature(const NameAttrList& function,
-                        const std::map<int, Tensor>& constant_args,
-                        const std::map<int, OptionalTensor>& variable_args,
-                        OpKernelContext* ctx, Signature* signature);
+  static xla::StatusOr<Signature> BuildSignature(
+      const NameAttrList& function,
+      absl::Span<const XlaCompiler::Argument> args);
+
+ private:
+  // Common implementation of Compile and CompileSingleOp.
+  Status CompileImpl(
+      const XlaCompiler::Options& options, const NameAttrList& function,
+      absl::Span<const XlaCompiler::Argument> args,
+      const std::function<Status(XlaCompiler* compiler,
+                                 XlaCompiler::CompilationResult*)>& compile_fn,
+      absl::optional<int64> compile_threshold,
+      const XlaCompiler::CompilationResult** out_compilation_result,
+      xla::LocalExecutable** out_executable);
+
+  // Takes `result` which has been compiled from a Tensorflow subgraph to a
+  // XLA computation already, and generates an XLA LocalExecutable `executable`.
+  Status BuildExecutable(const XlaCompiler::Options& options,
+                         const XlaCompiler::CompilationResult& result,
+                         std::unique_ptr<xla::LocalExecutable>* executable);
+
+  xla::LocalClient* const client_;
+  const DeviceType device_type_;
 
   // The value associated with a cache entry.
   struct Entry {
diff --git a/tensorflow/compiler/jit/xla_compilation_cache_test.cc b/tensorflow/compiler/jit/xla_compilation_cache_test.cc
new file mode 100644
index 0000000000..018c7c219f
--- /dev/null
+++ b/tensorflow/compiler/jit/xla_compilation_cache_test.cc
@@ -0,0 +1,54 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/jit/xla_compilation_cache.h"
+#include "tensorflow/compiler/tf2xla/shape_util.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace tensorflow {
+namespace {
+
+TEST(XlaCompilationCacheTest, SignatureEquality) {
+  NameAttrList fn;
+  fn.set_name("afunction");
+  std::vector<XlaCompiler::Argument> args(1);
+  args[0].kind = XlaCompiler::Argument::kConstant;
+  args[0].type = DT_INT32;
+  args[0].shape = TensorShape({4, 0});
+  args[0].constant_value = Tensor(DT_INT32, {4, 0});
+  TF_ASSERT_OK_AND_ASSIGN(XlaCompilationCache::Signature s1,
+                          XlaCompilationCache::BuildSignature(fn, args));
+
+  args[0].type = DT_FLOAT;
+  args[0].constant_value = Tensor(DT_FLOAT, {4, 0});
+  TF_ASSERT_OK_AND_ASSIGN(XlaCompilationCache::Signature s2,
+                          XlaCompilationCache::BuildSignature(fn, args));
+
+  args[0].shape = TensorShape({0, 4});
+  args[0].constant_value = Tensor(DT_FLOAT, {0, 4});
+  TF_ASSERT_OK_AND_ASSIGN(XlaCompilationCache::Signature s3,
+                          XlaCompilationCache::BuildSignature(fn, args));
+
+  std::vector<XlaCompilationCache::Signature> signatures = {s1, s2, s3};
+  for (int i = 0; i < signatures.size(); ++i) {
+    for (int j = 0; j < signatures.size(); ++j) {
+      EXPECT_EQ(i == j, signatures[i] == signatures[j])
+          << signatures[i].HumanString() << " " << signatures[j].HumanString();
+    }
+  }
+}
+
+}  // namespace
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/xla_compile_on_demand_op.cc b/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
index 31cb32e305..1fe612d43d 100644
--- a/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
+++ b/tensorflow/compiler/jit/xla_compile_on_demand_op.cc
@@ -187,8 +187,13 @@ Status XlaCompileOnDemandOp::Compile(
   compile_options.always_return_tuple = false;
 
   std::map<int, OptionalTensor> variable_args = GetVariables(ctx);
-  return cache->CompileSingleOp(options, constant_arguments, variable_args, ctx,
-                                compile_options, result, executable);
+
+  std::vector<XlaCompiler::Argument> args;
+  TF_RETURN_IF_ERROR(XlaComputationLaunchContext::BuildXlaCompilerArguments(
+      constant_arguments, variable_args, ctx, &args));
+
+  return cache->CompileSingleOp(options, args, ctx, compile_options, result,
+                                executable);
 }
 
 void XlaCompileOnDemandOp::Compute(OpKernelContext* ctx) {
diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 504bf51f2a..7fe21c370e 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -438,4 +438,60 @@ Status XlaComputationLaunchContext::PopulateOutputs(
   return Status::OK();
 }
 
+Status XlaComputationLaunchContext::BuildXlaCompilerArguments(
+    const std::map<int, Tensor>& constant_args,
+    const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
+    std::vector<XlaCompiler::Argument>* args) {
+  args->resize(ctx->num_inputs());
+
+  for (int64 input_num = 0; input_num < ctx->num_inputs(); ++input_num) {
+    XlaCompiler::Argument& arg = (*args)[input_num];
+    if (constant_args.count(input_num) > 0) {
+      // Handles compile-time constants.
+      const Tensor& input = constant_args.at(input_num);
+      TF_RET_CHECK(input.dtype() != DT_RESOURCE);
+      arg.kind = XlaCompiler::Argument::kConstant;
+      arg.type = input.dtype();
+      arg.shape = input.shape();
+      arg.constant_value = input;
+    } else if (variable_args.count(input_num) == 0) {
+      // Handles the non-constant arguments.
+      const Tensor& input = ctx->input(input_num);
+      TF_RET_CHECK(input.dtype() != DT_RESOURCE);
+      if (input.NumElements() > 0) {
+        arg.kind = XlaCompiler::Argument::kParameter;
+      } else {
+        arg.kind = XlaCompiler::Argument::kConstant;
+        arg.constant_value = input;
+      }
+      arg.type = input.dtype();
+      arg.shape = input.shape();
+    } else {
+      // Handles resource variables.
+      const Tensor& input = ctx->input(input_num);
+      TF_RET_CHECK(input.dtype() == DT_RESOURCE);
+      const OptionalTensor& variable = variable_args.at(input_num);
+      arg.name = variable.name;
+      arg.kind = XlaCompiler::Argument::kResource;
+      arg.resource_kind = XlaResource::kVariable;
+      if (variable.present) {
+        const Tensor& value = variable.value;
+        arg.type = value.dtype();
+        arg.shape = value.shape();
+        arg.initialized = true;
+      } else {
+        // The values of uninitialized variables are not passed as inputs, since
+        // they are meaningless. However, it is legal to assign to a resource
+        // variable for the first time inside the XLA computation, so we do
+        // permit uninitialized variables.
+        arg.initialized = false;
+        arg.type = DT_INVALID;
+        arg.shape = TensorShape();
+      }
+    }
+  }
+
+  return Status::OK();
+}
+
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/xla_launch_util.h b/tensorflow/compiler/jit/xla_launch_util.h
index ea4efa0722..437db019a0 100644
--- a/tensorflow/compiler/jit/xla_launch_util.h
+++ b/tensorflow/compiler/jit/xla_launch_util.h
@@ -35,6 +35,13 @@ limitations under the License.
 namespace tensorflow {
 class XlaAllocator;
 
+// Struct that represents a possibly-absent Tensor.
+struct OptionalTensor {
+  string name;           // A descriptive name
+  bool present = false;  // Is the tensor present?
+  Tensor value;          // If present, what is the Tensor's value?
+};
+
 // Takes a snapshot of the values of resource variable arguments, whose indices
 // are specified in `variable_indices` argument. We snapshot tensors that back
 // resource variables since concurrent updates may modify the shape, and it is
@@ -139,6 +146,13 @@ class XlaComputationLaunchContext {
                               bool allocate_xla_tensors,
                               bool use_multiple_streams);
 
+  // Builds a XlaCompiler::Argument vector from the arguments to an XlaLaunch
+  // op.
+  static Status BuildXlaCompilerArguments(
+      const std::map<int, Tensor>& constant_args,
+      const std::map<int, OptionalTensor>& variable_args, OpKernelContext* ctx,
+      std::vector<XlaCompiler::Argument>* args);
+
   // Add all inputs within `ctx` as XLA arguments (returned by arguments()).
   // `variables` is a map from TensorFlow argument number to resource variable.
   //
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index b710b38f40..57019b3bc8 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -218,6 +218,7 @@ cc_library(
         "//tensorflow/core:stream_executor_no_cuda",
         "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/memory",
+        "@com_google_absl//absl/strings",
         "@com_google_absl//absl/types:span",
     ],
     alwayslink = 1,
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.cc b/tensorflow/compiler/tf2xla/xla_compiler.cc
index 214ca21e73..e6d7710c24 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler.cc
@@ -49,7 +49,7 @@ namespace {
 
 // Checks that arguments `args` match types `types`.
 Status CheckSignature(const DataTypeVector& types,
-                      const std::vector<XlaCompiler::Argument>& args) {
+                      absl::Span<const XlaCompiler::Argument> args) {
   if (args.size() != types.size()) {
     return errors::Internal("Compilation arguments have ", args.size(),
                             " elements while function has ", types.size());
@@ -84,6 +84,39 @@ bool XlaCompiler::Argument::operator==(
   return constant_value.tensor_data() == other.constant_value.tensor_data();
 }
 
+string XlaCompiler::Argument::HumanString() const {
+  string common;
+  if (!name.empty()) {
+    common = absl::StrCat(" name=", name);
+  }
+  absl::StrAppend(&common, " type=", DataTypeString(type),
+                  " shape=", shape.DebugString());
+  switch (kind) {
+    case kInvalid:
+      return "invalid";
+    case kConstant:
+      return absl::StrCat("kind=constant", common,
+                          " value=", constant_value.DebugString());
+    case kResource: {
+      string output = absl::StrCat("kind=resource", common, " resource_kind=",
+                                   XlaResource::KindToString(resource_kind),
+                                   " initialized=", initialized);
+      if (tensor_array_size >= 0) {
+        absl::StrAppend(&output, " tensor_array_size=", tensor_array_size);
+      }
+      if (!tensor_array_gradients.empty()) {
+        absl::StrAppend(&output, " tensor_array_gradients=",
+                        absl::StrJoin(tensor_array_gradients, ","));
+      }
+      return output;
+    }
+    case kParameter:
+      return absl::StrCat("kind=parameter", common);
+    case kToken:
+      return absl::StrCat("token", common);
+  }
+}
+
 XlaCompiler::XlaCompiler(XlaCompiler::Options options)
     : options_(options),
       initialization_status_(Status::OK()),
@@ -177,15 +210,16 @@ std::unique_ptr<Graph> XlaCompiler::GetGraph(const FunctionBody* fbody) {
   return graph;
 }
 
-Status XlaCompiler::CompileFunction(const XlaCompiler::CompileOptions& options,
-                                    const NameAttrList& function,
-                                    std::vector<XlaCompiler::Argument> args,
-                                    XlaCompiler::CompilationResult* result) {
+Status XlaCompiler::CompileFunction(
+    const XlaCompiler::CompileOptions& options, const NameAttrList& function,
+    absl::Span<const XlaCompiler::Argument> args,
+    XlaCompiler::CompilationResult* result) {
   const string function_id =
       Canonicalize(function.name(), AttrSlice(&function.attr()));
   VLOG(1) << "XlaCompiler::CompileFunction " << function_id;
 
-  auto it = cache_.find({function_id, args});
+  const std::vector<XlaCompiler::Argument> arg_vector(args.begin(), args.end());
+  auto it = cache_.find({function_id, arg_vector});
   if (it != cache_.end()) {
     *result = it->second;
     return Status::OK();
@@ -241,7 +275,7 @@ Status XlaCompiler::CompileFunction(const XlaCompiler::CompileOptions& options,
       CompileGraph(options, function_id, std::move(graph), args, result));
   VLOG(1) << "====================================================";
 
-  cache_[{function_id, args}] = *result;
+  cache_[{function_id, arg_vector}] = *result;
   return Status::OK();
 }
 
@@ -658,46 +692,48 @@ Status XlaCompiler::BuildArguments(
 }
 
 Status XlaCompiler::CompileSingleOp(
-    const XlaCompiler::CompileOptions& options, string const& name,
-    OpKernelContext* ctx, const std::vector<XlaCompiler::Argument>& args,
-    CompilationResult* result) {
+    const XlaCompiler::CompileOptions& options, const NodeDef& node_def,
+    absl::Span<const XlaCompiler::Argument> args,
+    absl::Span<const DataType> result_types, CompilationResult* result) {
   // TODO(b/74182462): We implement this by creating a new dummy Graph including
   // _Arg nodes, and let CompileGraph walk it. This could be optimized.
   std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
 
   Status status;
   // First create the actual node we care about computing.
-  Node* main_node = graph->AddNode(ctx->op_kernel().def(), &status);
+  Node* main_node = graph->AddNode(node_def, &status);
   TF_RETURN_IF_ERROR(status);
 
   // Create dummy _Arg nodes. Link these to `node` and also via a control
   // dependency edge to the _SOURCE node.
-  for (int64 i = 0; i < ctx->num_inputs(); ++i) {
+  for (int64 i = 0; i < args.size(); ++i) {
     Node* node;
-    string name = absl::StrCat(ctx->op_kernel().name(), "_", i, "_arg");
-    Status status = NodeBuilder(name, "_Arg")
-                        .ControlInput(graph->source_node())
-                        .Attr("T", ctx->input_dtype(i))
-                        .Attr("index", i)
-                        .Finalize(graph.get(), &node);
+    string arg_name = absl::StrCat("_arg", i);
+    Status status =
+        NodeBuilder(arg_name, "_Arg")
+            .ControlInput(graph->source_node())
+            .Attr("T", args[i].kind == Argument::kResource ? DT_RESOURCE
+                                                           : args[i].type)
+            .Attr("index", i)
+            .Finalize(graph.get(), &node);
     TF_RETURN_IF_ERROR(status);
     graph->AddEdge(node, 0, main_node, i);
   }
 
   // Similarly with return values, create dummy _Retval nodes fed by `node`.
-  for (int64 i = 0; i < ctx->num_outputs(); ++i) {
+  for (int64 i = 0; i < result_types.size(); ++i) {
     Node* node;
-    string name = absl::StrCat(ctx->op_kernel().name(), "_", i, "_retval");
-    Status status = NodeBuilder(name, "_Retval")
+    string retval_name = absl::StrCat("_retval", i);
+    Status status = NodeBuilder(retval_name, "_Retval")
                         .Input(main_node, i)
-                        .Attr("T", ctx->expected_output_dtype(i))
+                        .Attr("T", result_types[i])
                         .Attr("index", i)
                         .Finalize(graph.get(), &node);
     TF_RETURN_IF_ERROR(status);
   }
   FixupSourceAndSinkEdges(graph.get());
 
-  return CompileGraph(options, name, std::move(graph), args, result);
+  return CompileGraph(options, node_def.name(), std::move(graph), args, result);
 }
 
 namespace {
@@ -757,7 +793,7 @@ Status ValidateGraph(const Graph* graph,
 Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
                                  string const& name,
                                  std::unique_ptr<Graph> graph,
-                                 const std::vector<XlaCompiler::Argument>& args,
+                                 absl::Span<const XlaCompiler::Argument> args,
                                  CompilationResult* result) {
   VLOG(1) << "Executing graph symbolically to populate XlaBuilder.";
 
@@ -785,7 +821,7 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
       &options_.shape_representation_fn);
   core::ScopedUnref context_unref(context);
 
-  std::vector<XlaCompiler::Argument> real_args(args);
+  std::vector<XlaCompiler::Argument> real_args(args.begin(), args.end());
   int token_input_index = -1;
   std::unique_ptr<xla::XlaOp> token_output;
   if (options.add_token_input_output) {
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.h b/tensorflow/compiler/tf2xla/xla_compiler.h
index 08e00f3840..f10cfbe0c6 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.h
+++ b/tensorflow/compiler/tf2xla/xla_compiler.h
@@ -18,6 +18,7 @@ limitations under the License.
 
 #include <stack>
 
+#include "absl/types/span.h"
 #include "tensorflow/compiler/tf2xla/host_compute_metadata.pb.h"
 #include "tensorflow/compiler/tf2xla/xla_compilation_device.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
@@ -118,7 +119,7 @@ class XlaCompiler {
 
     // The type of the argument. If the argument is a resource, this
     // is the type of the variable's value, not DT_RESOURCE.
-    DataType type;
+    DataType type = DT_INVALID;
 
     // The shape of the argument. For:
     // * a parameter: the shape of the parameter.
@@ -155,6 +156,9 @@ class XlaCompiler {
     std::set<string> tensor_array_gradients;
 
     bool operator==(const Argument& other) const;
+
+    // Returns a human-readable summary of the argument.
+    string HumanString() const;
   };
 
   // Options pertaining to an individual call to CompileGraph() or
@@ -315,22 +319,23 @@ class XlaCompiler {
 
   Status CompileFunction(const CompileOptions& options,
                          const NameAttrList& fn_name_attrs,
-                         std::vector<Argument> args, CompilationResult* result);
+                         absl::Span<const Argument> args,
+                         CompilationResult* result);
 
   // Compiles a tensorflow::Graph into an xla::XlaComputation.
   // Similar to CompileFunction, but takes a Graph as input rather than a
   // function.
   Status CompileGraph(const CompileOptions& options, string const& name,
                       std::unique_ptr<Graph> graph,
-                      const std::vector<Argument>& args,
+                      absl::Span<const Argument> args,
                       CompilationResult* result);
 
-  // Compiles a single Op, given by an OpKernelContext, into an
+  // Compiles a single Op, given by `node_def`, into an
   // xla::XlaComputation. Similar to CompileFunction but takes a single Op as
   // input.
-  Status CompileSingleOp(const CompileOptions& options, string const& name,
-                         OpKernelContext* ctx,
-                         const std::vector<Argument>& args,
+  Status CompileSingleOp(const CompileOptions& options, const NodeDef& node_def,
+                         absl::Span<const Argument> args,
+                         absl::Span<const DataType> result_types,
                          CompilationResult* result);
 
   // Returns the shape of the XLA parameter for an argument 'arg'.
diff --git a/tensorflow/compiler/tf2xla/xla_resource.cc b/tensorflow/compiler/tf2xla/xla_resource.cc
index 63b09c8f02..a322eb9015 100644
--- a/tensorflow/compiler/tf2xla/xla_resource.cc
+++ b/tensorflow/compiler/tf2xla/xla_resource.cc
@@ -26,6 +26,19 @@ limitations under the License.
 
 namespace tensorflow {
 
+/*static*/ absl::string_view XlaResource::KindToString(XlaResource::Kind kind) {
+  switch (kind) {
+    case XlaResource::kInvalid:
+      return "invalid";
+    case XlaResource::kVariable:
+      return "variable";
+    case XlaResource::kStack:
+      return "stack";
+    case XlaResource::kTensorArray:
+      return "tensorarray";
+  }
+}
+
 XlaResource::XlaResource(Kind kind, int arg_num, string name, DataType type,
                          TensorShape shape, const xla::XlaOp& initial_value,
                          int64 tensor_array_size,
diff --git a/tensorflow/compiler/tf2xla/xla_resource.h b/tensorflow/compiler/tf2xla/xla_resource.h
index aa9ce1b171..857b9a928b 100644
--- a/tensorflow/compiler/tf2xla/xla_resource.h
+++ b/tensorflow/compiler/tf2xla/xla_resource.h
@@ -18,6 +18,7 @@ limitations under the License.
 
 #include <memory>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/framework/tensor_shape.h"
@@ -35,6 +36,7 @@ class XlaResource {
     kTensorArray,
     kStack,
   };
+  static absl::string_view KindToString(Kind kind);
 
   XlaResource(Kind kind, int arg_num, string name, DataType type,
               TensorShape shape, const xla::XlaOp& initial_value,
-- 
GitLab


From dcccc7cd1cbea00844003c50775774829c858b66 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 6 Nov 2018 16:25:18 -0800
Subject: [PATCH 1176/1825] [TF:XLA:GPU] Register one XLA_GPU device per device
 actually present, rather than unconditionally registering one.

Also set a GpuDeviceContext, since the commented-out code works fine.

PiperOrigin-RevId: 220373651
---
 tensorflow/compiler/jit/xla_gpu_device.cc | 37 ++++++++++++-----------
 1 file changed, 19 insertions(+), 18 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_gpu_device.cc b/tensorflow/compiler/jit/xla_gpu_device.cc
index 6e2ea90045..4419701695 100644
--- a/tensorflow/compiler/jit/xla_gpu_device.cc
+++ b/tensorflow/compiler/jit/xla_gpu_device.cc
@@ -53,24 +53,25 @@ Status XlaGpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
     return Status::OK();
   }
 
-  XlaDevice::Options options;
-  options.platform = platform.ValueOrDie();
-  options.device_name_prefix = name_prefix;
-  options.device_name = DEVICE_XLA_GPU;
-  options.device_ordinal = 0;
-  options.compilation_device_name = DEVICE_GPU_XLA_JIT;
-  options.use_multiple_streams = true;
-  auto device = absl::make_unique<XlaDevice>(session_options, options);
-
-  // TODO(b/78468222): Uncomment after fixing this bug
-  // status = device->UseGpuDeviceInfo();
-  // if (!status.ok()) {
-  //  errors::AppendToMessage(&status, "while setting up ", DEVICE_GPU_XLA_JIT,
-  //                          " device");
-  //  return status;
-  // }
-
-  devices->push_back(device.release());
+  for (int i = 0; i < platform.ValueOrDie()->VisibleDeviceCount(); ++i) {
+    XlaDevice::Options options;
+    options.platform = platform.ValueOrDie();
+    options.device_name_prefix = name_prefix;
+    options.device_name = DEVICE_XLA_GPU;
+    options.device_ordinal = i;
+    options.compilation_device_name = DEVICE_GPU_XLA_JIT;
+    options.use_multiple_streams = true;
+    auto device = absl::make_unique<XlaDevice>(session_options, options);
+
+    Status status = device->UseGpuDeviceInfo();
+    if (!status.ok()) {
+      errors::AppendToMessage(&status, "while setting up ", DEVICE_GPU_XLA_JIT,
+                              " device number ", i);
+      return status;
+    }
+
+    devices->push_back(device.release());
+  }
   return Status::OK();
 }
 
-- 
GitLab


From 85c2885a661c2b2b206e6c10de63c63d45d4b628 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 16:55:00 -0800
Subject: [PATCH 1177/1825] Automated rollback of commit
 0130d4a67a2bf933710a0e575ad9713f1862a8f2

PiperOrigin-RevId: 220378109
---
 tensorflow/core/framework/op_kernel.cc | 2 +-
 tensorflow/core/framework/op_kernel.h  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 073dfb3e7d..5f08c13087 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -1232,7 +1232,7 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
   OpKernelConstruction context(
       device_type, device, allocator, &node_def, op_def, flib, inputs,
       input_memory_types, outputs, output_memory_types, graph_def_version, &s);
-  *kernel = (registration->factory)(&context);
+  *kernel = (*registration->factory)(&context);
   if (!s.ok()) {
     delete *kernel;
     *kernel = nullptr;
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index 52d7d14e21..165115aab3 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -1348,7 +1348,7 @@ namespace kernel_factory {
 
 class OpKernelRegistrar {
  public:
-  typedef std::function<OpKernel*(OpKernelConstruction*)> Factory;
+  typedef OpKernel* (*Factory)(OpKernelConstruction*);
 
   OpKernelRegistrar(const KernelDef* kernel_def, StringPiece kernel_class_name,
                     Factory factory) {
-- 
GitLab


From 9180bafa25282148be3f333256756217e039f2ea Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 6 Nov 2018 17:18:53 -0800
Subject: [PATCH 1178/1825] [XLA] Account for subcomputations' individual
 instructions in xla_hlo_profile.

Previously we'd say that the "cost" of an instruction with subcomputations
(e.g. a while loop) was equal to the total cost of its instructions.  Fine (I
mean, not actually fine, a loop can run multiple times, but at least it's
something), but we also profile *the inside* of a subcomputation, and we
weren't saving any information about *those* instructions.

PiperOrigin-RevId: 220381684
---
 .../compiler/xla/service/hlo_cost_analysis.cc | 48 +++++++++++--------
 .../compiler/xla/service/hlo_cost_analysis.h  | 19 +++++++-
 .../service/human_readable_profile_builder.cc | 10 ++--
 .../xla/tests/xla_hlo_profile_test.cc         | 18 +++----
 4 files changed, 62 insertions(+), 33 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
index 108aeea097..3a7b432e50 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
@@ -269,7 +269,7 @@ Status HloCostAnalysis::HandleOutfeed(const HloInstruction*) {
 Status HloCostAnalysis::HandleMap(const HloInstruction* map) {
   // Compute properties of the mapped function.
   TF_ASSIGN_OR_RETURN(const Properties sub_properties,
-                      ProcessSubcomputation(map->to_apply()));
+                      ProcessNestedSubcomputation(map->to_apply()));
 
   // Compute the cost of all elements for this Map operation.
   const int64 element_count = ShapeUtil::ElementsIn(map->shape());
@@ -285,7 +285,7 @@ Status HloCostAnalysis::HandleReduce(const HloInstruction* reduce) {
   HloComputation* function = reduce->to_apply();
   // Compute the cost of the user function.
   TF_ASSIGN_OR_RETURN(const Properties sub_properties,
-                      ProcessSubcomputation(function));
+                      ProcessNestedSubcomputation(function));
 
   // Compute the cost of all elements for this Reduce operation.
   // This counts the number of times the reduction function is applied, so it
@@ -311,7 +311,7 @@ Status HloCostAnalysis::HandleReduceWindow(
   auto function = reduce_window->to_apply();
   // Compute the properties of the reduction function.
   TF_ASSIGN_OR_RETURN(const Properties sub_properties,
-                      ProcessSubcomputation(function));
+                      ProcessNestedSubcomputation(function));
 
   // Compute the cost of all elements for this ReduceWindow operation. For each
   // output element there are window_size - 1 reductions to perform.
@@ -336,9 +336,9 @@ Status HloCostAnalysis::HandleSelectAndScatter(
   // Compute the properties of the select and scatter function.
   // Compute the properties of the reduction function.
   TF_ASSIGN_OR_RETURN(const Properties select_properties,
-                      ProcessSubcomputation(instruction->select()));
+                      ProcessNestedSubcomputation(instruction->select()));
   TF_ASSIGN_OR_RETURN(const Properties scatter_properties,
-                      ProcessSubcomputation(instruction->scatter()));
+                      ProcessNestedSubcomputation(instruction->scatter()));
 
   // Compute the cost of all elements for this operation. For each scatter
   // source element there are window_size - 1 select computations to perform and
@@ -574,7 +574,7 @@ Status HloCostAnalysis::HandleRng(const HloInstruction* random) {
 Status HloCostAnalysis::HandleFusion(const HloInstruction* fusion) {
   TF_ASSIGN_OR_RETURN(
       current_properties_,
-      ProcessSubcomputation(fusion->fused_instructions_computation()));
+      ProcessNestedSubcomputation(fusion->fused_instructions_computation()));
 
   // Fusion nodes that produce a tuple also produce the entries in the tuple.
   // Ignore the memory accessed inside fused ops, since fusion is supposed to
@@ -595,7 +595,7 @@ Status HloCostAnalysis::HandleFusion(const HloInstruction* fusion) {
 
 Status HloCostAnalysis::HandleCall(const HloInstruction* call) {
   TF_ASSIGN_OR_RETURN(current_properties_,
-                      ProcessSubcomputation(call->to_apply()));
+                      ProcessUnnestedSubcomputation(call->to_apply()));
   current_should_compute_bottleneck_time_ = false;
   return Status::OK();
 }
@@ -624,13 +624,12 @@ Status HloCostAnalysis::HandleWhile(const HloInstruction* xla_while) {
   // Since the number of iterations of the while node will not always be
   // something that we can statically analyze, we cannot precisely compute the
   // cost of a while node. For now compute the cost of a single iteration.
-  //
-  // TODO(b/26346211): Improve the cost analysis for while nodes.
   TF_ASSIGN_OR_RETURN(const Properties body_properties,
-                      ProcessSubcomputation(xla_while->while_body()));
+                      ProcessUnnestedSubcomputation(xla_while->while_body()));
 
-  TF_ASSIGN_OR_RETURN(const Properties condition_properties,
-                      ProcessSubcomputation(xla_while->while_condition()));
+  TF_ASSIGN_OR_RETURN(
+      const Properties condition_properties,
+      ProcessUnnestedSubcomputation(xla_while->while_condition()));
 
   current_properties_.clear();
   for (const auto& property : body_properties) {
@@ -647,10 +646,12 @@ Status HloCostAnalysis::HandleWhile(const HloInstruction* xla_while) {
 Status HloCostAnalysis::HandleConditional(const HloInstruction* conditional) {
   // Compute the cost of the true and false computations and take the maximum
   // from those for each property.
-  TF_ASSIGN_OR_RETURN(const Properties true_computation_properties,
-                      ProcessSubcomputation(conditional->true_computation()));
-  TF_ASSIGN_OR_RETURN(const Properties false_computation_properties,
-                      ProcessSubcomputation(conditional->false_computation()));
+  TF_ASSIGN_OR_RETURN(
+      const Properties true_computation_properties,
+      ProcessUnnestedSubcomputation(conditional->true_computation()));
+  TF_ASSIGN_OR_RETURN(
+      const Properties false_computation_properties,
+      ProcessUnnestedSubcomputation(conditional->false_computation()));
   current_properties_ = true_computation_properties;
   for (const auto& property : false_computation_properties) {
     if (!tensorflow::gtl::InsertIfNotPresent(&current_properties_, property)) {
@@ -680,7 +681,7 @@ Status HloCostAnalysis::HandleScatter(const HloInstruction* scatter) {
   const int64 element_count =
       ShapeUtil::ElementsIn(scatter->operand(2)->shape());
   TF_ASSIGN_OR_RETURN(const Properties sub_properties,
-                      ProcessSubcomputation(scatter->to_apply()));
+                      ProcessNestedSubcomputation(scatter->to_apply()));
   for (const auto& property : sub_properties) {
     if (property.first != kBytesAccessedKey) {
       current_properties_[property.first] = property.second * element_count;
@@ -725,10 +726,19 @@ float HloCostAnalysis::optimal_seconds(const HloInstruction& hlo) const {
   return GetPropertyForHlo(hlo, kOptimalSecondsKey, hlo_properties_);
 }
 
-StatusOr<HloCostAnalysis::Properties> HloCostAnalysis::ProcessSubcomputation(
-    HloComputation* computation) {
+StatusOr<HloCostAnalysis::Properties>
+HloCostAnalysis::ProcessNestedSubcomputation(HloComputation* computation) {
+  HloCostAnalysis visitor(shape_size_, per_second_rates_);
+  TF_RETURN_IF_ERROR(computation->Accept(&visitor));
+  return visitor.properties();
+}
+
+StatusOr<HloCostAnalysis::Properties>
+HloCostAnalysis::ProcessUnnestedSubcomputation(HloComputation* computation) {
   HloCostAnalysis visitor(shape_size_, per_second_rates_);
   TF_RETURN_IF_ERROR(computation->Accept(&visitor));
+  hlo_properties_.insert(visitor.hlo_properties_.begin(),
+                         visitor.hlo_properties_.end());
   return visitor.properties();
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis.h b/tensorflow/compiler/xla/service/hlo_cost_analysis.h
index 46b4bbeef2..19d0af1de1 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis.h
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis.h
@@ -153,7 +153,24 @@ class HloCostAnalysis : public ConstDfsHloVisitor {
 
   // Returns the properties computed from visiting the computation rooted at the
   // given hlo.
-  StatusOr<Properties> ProcessSubcomputation(HloComputation* computation);
+  //
+  // The difference between ProcessNestedSubcomputation and
+  // ProcessUnnestedSubcomputation is that we expect to get profile results for
+  // an unnested subcomputation's individual instructions, while we expect that
+  // a nested subcomputation is completely subsumed by its parent.
+  //
+  // For example, subcomputations inside kFusion and kMap are considered nested,
+  // while subcomputations inside kWhile and kConditional are considered
+  // unnested.
+  //
+  // Another way of thinking of this is, kFusion is implemented on the GPU
+  // backend using just one GPU kernel, while kWhile's body is implemented as a
+  // sequence of kernels, one for each HLO therein.  Backends don't necessarily
+  // need to follow this same implementation strategy, but we assume they do for
+  // the purposes of this platform-generic cost analysis.
+  StatusOr<Properties> ProcessNestedSubcomputation(HloComputation* computation);
+  StatusOr<Properties> ProcessUnnestedSubcomputation(
+      HloComputation* computation);
 
   // Utility function to handle all element-wise operations.
   Status HandleElementwiseOp(const HloInstruction* hlo_instruction);
diff --git a/tensorflow/compiler/xla/service/human_readable_profile_builder.cc b/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
index e103222b55..9acd1cf70b 100644
--- a/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
+++ b/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
@@ -90,10 +90,12 @@ string HumanReadableProfileBuilder::ToString() const {
         op.optimal_seconds < 0
             ? ""
             : StrFormat("(%12.1f optimal)", op.optimal_seconds * 1e6),
-        op.flop_count <= 0 ? "" : HumanReadableNumFlops(op.flop_count, nsecs),
-        op.transcendental_count <= 0
-            ? ""
-            : HumanReadableNumTranscendentalOps(op.transcendental_count, nsecs),
+        op.flop_count > 0 && nsecs > 0
+            ? HumanReadableNumFlops(op.flop_count, nsecs)
+            : "",
+        op.transcendental_count > 0 && nsecs > 0
+            ? HumanReadableNumTranscendentalOps(op.transcendental_count, nsecs)
+            : "",
         bytes_per_sec, bytes_per_cycle, op.name);
   };
 
diff --git a/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc b/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
index 376559500e..0f4ddf51f3 100644
--- a/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
+++ b/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
@@ -91,8 +91,8 @@ Status ParseOneProfileOutputLine(
   string match_usecs = "([0-9.]+) usec";
   string match_flops = "([^ ]*)";
   string match_trops = "([^ ]*)";
-  string match_bytes_per_sec = "([0-9.TGMKi]+)B/s";
-  string match_bytes_per_cycle = "([0-9.TGMKi]+)B/cycle";
+  string match_bytes_per_sec = "([0-9.TGMKi]*)(?:B/s)?";
+  string match_bytes_per_cycle = "([0-9.TGMKi]*)(?:B/cycle)?";
 
   // The underlined part is what we're trying to match with match_opcode:
   //
@@ -307,6 +307,7 @@ XLA_TEST_F(HloProfileTest, ProfileWhileComputation) {
   string profile_output;
   ExecuteAndFetchProfile(&profile_output, client, computation, matrix_shape,
                          matrix_shape);
+  SCOPED_TRACE(profile_output);
 
   std::vector<string> profile_output_lines =
       absl::StrSplit(profile_output, '\n');
@@ -318,14 +319,13 @@ XLA_TEST_F(HloProfileTest, ProfileWhileComputation) {
 
   ASSERT_NE(while_body_profile_start, profile_output_lines.cend());
 
-  auto while_body_profile_end = std::find_if(
-      while_body_profile_start, profile_output_lines.end(),
-      [](absl::string_view s) {
-        return absl::StartsWith(s, "********** microseconds report **********");
-      });
+  auto while_body_profile_end =
+      std::find_if(while_body_profile_start, profile_output_lines.end(),
+                   [](absl::string_view s) {
+                     return absl::StartsWith(s, "********** microseconds ");
+                   });
 
-  // We emit a blank line before the "********** microseconds report **********"
-  // line.
+  // We emit a blank line before the "microseconds report" line.
   while_body_profile_end--;
 
   ASSERT_NE(while_body_profile_end, profile_output_lines.end());
-- 
GitLab


From 42b7d78e321bbf9fd62354c57ff519110d9729c2 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 6 Nov 2018 17:35:57 -0800
Subject: [PATCH 1179/1825] Don't auto-cluster control trigger

This is a limitation of how we use deadness analysis.  The right fix is to
change how we use deadness analysis, but this CL prevents miscompiles in the
meantime.

PiperOrigin-RevId: 220383866
---
 .../compiler/jit/mark_for_compilation_pass.cc     | 15 +++++++++++++++
 .../jit/mark_for_compilation_pass_test.cc         | 12 ++++--------
 2 files changed, 19 insertions(+), 8 deletions(-)

diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index dae6ca4ad2..6b8ec58619 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -61,6 +61,10 @@ struct OperationFilter {
   // seeding behavior as TensorFlow's RNG (b/34749654).  So we avoid
   // auto-clustering stateful RNG ops.
   bool allow_stateful_rng_ops;
+
+  // TODO(b/118970344): Whether ControlTrigger ops are allowed.  It is unsound
+  // to cluster ControlTrigger because of how we use deadness analysis.
+  bool allow_control_trigger;
 };
 
 bool IsStatefulRandomOp(absl::string_view op_name) {
@@ -225,6 +229,9 @@ bool IsCompilableCall(const NodeDef& call_def,
         IsStatefulRandomOp(node->type_string())) {
       return false;
     }
+    if (!op_filter.allow_control_trigger && node->IsControlTrigger()) {
+      return false;
+    }
     if (!HasXLAKernel(*node, jit_device_type) &&
         !IsCompilableCall(node->def(), jit_device_type, op_filter, depth + 1,
                           lib_runtime)) {
@@ -455,6 +462,9 @@ Status FindCompilationCandidates(
     op_filter.allow_stateful_rng_ops =
         (registration->autoclustering_policy ==
          XlaOpRegistry::AutoclusteringPolicy::kAlways);
+    op_filter.allow_control_trigger =
+        (registration->autoclustering_policy ==
+         XlaOpRegistry::AutoclusteringPolicy::kAlways);
 
     if (!HasXLAKernel(*node, jit_device_type) &&
         !IsCompilableCall(node->def(), jit_device_type, op_filter, 0,
@@ -469,6 +479,10 @@ Status FindCompilationCandidates(
       VLOG(2) << "Rejecting " << node->name() << ": stateful random operation";
       continue;
     }
+    if (!op_filter.allow_control_trigger && node->IsControlTrigger()) {
+      VLOG(2) << "Rejecting " << node->name() << ": is a control trigger op";
+      continue;
+    }
 
     if (!op_filter.allow_resource_ops &&
         (HasResourceOutput(*node) || IsNonResourceVarResourceOp(*node))) {
@@ -604,6 +618,7 @@ bool IsCompilable(FunctionLibraryRuntime* flr, const NodeDef& ndef) {
   OperationFilter op_filter;
   op_filter.allow_resource_ops = true;
   op_filter.allow_stateful_rng_ops = true;
+  op_filter.allow_control_trigger = true;
   return IsCompilableCall(ndef, jit_device_type, op_filter, 0, flr);
 }
 
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
index ef4f1ea2b0..82aa747332 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
@@ -817,14 +817,10 @@ TEST(XlaCompilationTest, ClusterControlTrigger) {
 
   std::unordered_map<string, string> clusters = GetClusters(*graph);
 
-  ASSERT_FALSE(clusters.empty());
-  string cluster_name = clusters.begin()->second;
-
-  // ctrl_trigger_a has inputs with mismatching deadness so it won't be
-  // clustered.  ctrl_trigger_b is okay to cluster.
-  std::unordered_map<string, string> expected_clusters(
-      {{"const_a", cluster_name}, {"ctrl_trigger_b", cluster_name}});
-  EXPECT_EQ(clusters, expected_clusters);
+  // TODO(b/118970344): ctrl_trigger_a has inputs with mismatching deadness so
+  // it won't be clustered.  ctrl_trigger_b is okay to cluster but we don't
+  // cluster it because of b/118970344.
+  EXPECT_TRUE(clusters.empty());
 }
 
 TEST(XlaCompilationTest, RandomShape) {
-- 
GitLab


From d818065679c3dbd58ba1917d52e1f9d5fd94cc01 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 6 Nov 2018 17:36:16 -0800
Subject: [PATCH 1180/1825] [XLA] Don't count ops which run "faster than
 optimal" in our "seconds above optimum" total.

In other words, for the purposes of calculating totals, let the "true optimum"
be the smaller of the estimated optimum and the actual runtime.

PiperOrigin-RevId: 220383899
---
 .../service/human_readable_profile_builder.cc | 19 ++++++++++++++-----
 1 file changed, 14 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/xla/service/human_readable_profile_builder.cc b/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
index 9acd1cf70b..90904ac001 100644
--- a/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
+++ b/tensorflow/compiler/xla/service/human_readable_profile_builder.cc
@@ -99,13 +99,20 @@ string HumanReadableProfileBuilder::ToString() const {
         bytes_per_sec, bytes_per_cycle, op.name);
   };
 
-  float optimal_seconds_sum = 0.0;
+  double optimal_seconds_sum = 0;
   int64 total_flops = 0.;
   int64 total_transcendentals = 0.;
   int64 total_bytes = 0;
   for (const auto& op : op_infos_) {
     if (op.optimal_seconds > 0) {
-      optimal_seconds_sum += op.optimal_seconds;
+      // An op can run faster than the estimated optimum. For example, we might
+      // estimate a fusion's speed by looking at the size of its operands and
+      // result, but perhaps the fusion doesn't read the entirety of all of its
+      // inputs.  For the purposes of summing the instructions' optimal speeds,
+      // we treat the "optimum" as the smallest of either the estimated optimum
+      // and the actual speed.
+      optimal_seconds_sum +=
+          std::min(double{op.optimal_seconds}, CyclesToSeconds(op.cycles));
     }
     total_flops += std::max(op.flop_count, int64{0});
     total_transcendentals += std::max(op.transcendental_count, int64{0});
@@ -116,7 +123,7 @@ string HumanReadableProfileBuilder::ToString() const {
 
   print_op({is_entry_computation_ ? "[total] [entry]" : "[total]", "[total]",
             /*category=*/"", total_cycles_, total_flops, total_transcendentals,
-            total_bytes, optimal_seconds_sum},
+            total_bytes, static_cast<float>(optimal_seconds_sum)},
            /*is_total=*/true);
 
   // Sort ops in decreasing order of cycles, and print them.
@@ -157,8 +164,10 @@ string HumanReadableProfileBuilder::ToString() const {
         entry.text = op.name;
         entry.short_text = op.short_name;
         entry.category_text = op.category;
-        entry.metric =
-            CyclesToMicroseconds(op.cycles) - op.optimal_seconds * 1e6;
+        // Ignore ops that run faster than the estimated optimal here, as we do
+        // when calculating optimal_seconds_sum.
+        entry.metric = std::max(
+            0., CyclesToMicroseconds(op.cycles) - op.optimal_seconds * 1e6);
         total_discrepancy_in_microseconds += entry.metric;
         table.AddEntry(std::move(entry));
       }
-- 
GitLab


From ee1263ea3a0d8cb0bccf824d78d25d6c9d545561 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 18:10:47 -0800
Subject: [PATCH 1181/1825] Delete unused 'on_device()' method of
 `DistributedValues`.

PiperOrigin-RevId: 220387985
---
 tensorflow/contrib/distribute/python/values.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 2474886aeb..257d2e7614 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -75,10 +75,6 @@ class DistributedValues(object):
           ValueError("Device %s not found in %s (current device %s)" %
                      (device, self._index.keys(), device_util.current())), e)
 
-  def on_device(self, device):
-    device = device_util.canonicalize(device)
-    return device in self._index
-
   @property
   def devices(self):
     return list(self._index.keys())
-- 
GitLab


From 74cb85181583f541114c2f7352677d59903cd3a7 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 6 Nov 2018 18:41:45 -0800
Subject: [PATCH 1182/1825] [XLA] Fix invalid assumption in
 HloComputation::CloneWithReplacements.

CloneWithReplacements assumed that the `extras` instructions came before all
other instructions in the postorder traversal.  This is not true in general.

In the course of fixing this, I ended up removing the `extras` parameter
entirely, which makes the function easier to call.  I also augmented the
interface a bit to make CloneWithReplacements easier to call when you just have
one or two replacements to make.  I will use these overloads in a future patch.

PiperOrigin-RevId: 220390779
---
 .../compiler/xla/service/hlo_computation.cc   | 90 ++++++++++++++++---
 .../compiler/xla/service/hlo_computation.h    | 34 +++++--
 .../xla/service/while_loop_simplifier.cc      |  5 +-
 3 files changed, 108 insertions(+), 21 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_computation.cc b/tensorflow/compiler/xla/service/hlo_computation.cc
index 01ae6a55fc..e2579217fd 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation.cc
@@ -33,6 +33,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/layout_util.h"
 #include "tensorflow/compiler/xla/map_util.h"
 #include "tensorflow/compiler/xla/service/dfs_hlo_visitor_with_default.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
@@ -845,14 +846,46 @@ std::unique_ptr<HloComputation> HloComputation::Clone(
   return CloneWithReplacements(
       /*replacements=*/std::unordered_map<const HloInstruction*,
                                           std::unique_ptr<HloInstruction>>(),
-      /*extras=*/{}, context, suffix);
+      context, suffix);
+}
+
+std::unique_ptr<HloComputation> HloComputation::CloneWithReplacementPairs(
+    std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r1,
+    HloCloneContext* context, const string& suffix) {
+  std::unordered_map<const HloInstruction*, std::unique_ptr<HloInstruction>>
+      replacements;
+  replacements.emplace(std::move(r1));
+  return CloneWithReplacements(std::move(replacements), context, suffix);
+}
+
+std::unique_ptr<HloComputation> HloComputation::CloneWithReplacementPairs(
+    std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r1,
+    std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r2,
+    HloCloneContext* context, const string& suffix) {
+  std::unordered_map<const HloInstruction*, std::unique_ptr<HloInstruction>>
+      replacements;
+  replacements.emplace(std::move(r1));
+  replacements.emplace(std::move(r2));
+  return CloneWithReplacements(std::move(replacements), context, suffix);
+}
+
+std::unique_ptr<HloComputation> HloComputation::CloneWithReplacementPairs(
+    std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r1,
+    std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r2,
+    std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r3,
+    HloCloneContext* context, const string& suffix) {
+  std::unordered_map<const HloInstruction*, std::unique_ptr<HloInstruction>>
+      replacements;
+  replacements.emplace(std::move(r1));
+  replacements.emplace(std::move(r2));
+  replacements.emplace(std::move(r3));
+  return CloneWithReplacements(std::move(replacements), context, suffix);
 }
 
 std::unique_ptr<HloComputation> HloComputation::CloneWithReplacements(
     std::unordered_map<const HloInstruction*, std::unique_ptr<HloInstruction>>
         replacements,
-    absl::Span<HloInstruction*> extras, HloCloneContext* context,
-    const string& suffix) {
+    HloCloneContext* context, const string& suffix) {
   std::unique_ptr<HloCloneContext> context_ptr;
   if (context == nullptr) {
     context_ptr = absl::make_unique<HloCloneContext>(parent(), suffix);
@@ -873,18 +906,50 @@ std::unique_ptr<HloComputation> HloComputation::CloneWithReplacements(
   };
 
   VLOG(1) << "Cloning " << name() << " --> " << suffix << "\n";
+
+  // We want to do a postorder walk over [replace(i) for i in instructions_].
+  // We can't reuse MakeInstructionPostOrder() for this, because that will
+  // generate a postorder of plain instructions_, and our replacements may
+  // change the postorder!
+  //
+  // The postorder we want here is simpler than what MakeInstructionPostOrder()
+  // does -- we only care about operand dependencies -- so let's just do it
+  // ourselves.
   std::vector<HloInstruction*> postorder;
-  for (HloInstruction* instr : extras) {
-    postorder.push_back(instr);
-  }
-  for (HloInstruction* instr : MakeInstructionPostOrder()) {
-    if (HloInstruction* replacement = replace(instr)) {
-      postorder.push_back(replacement);
+  absl::flat_hash_map<HloInstruction*, VisitState> visited;
+  for (const auto& instr : instructions_) {
+    std::vector<HloInstruction*> dfs_stack;
+    HloInstruction* new_instr = replace(instr.get());
+    if (!new_instr) {
+      continue;
+    }
+    dfs_stack.push_back(new_instr);
+
+    while (!dfs_stack.empty()) {
+      auto* cur = dfs_stack.back();
+      auto it = visited.find(cur);
+      if (it != visited.end()) {
+        dfs_stack.pop_back();
+        if (it->second == kVisited) {
+          continue;
+        }
+        CHECK_EQ(it->second, kVisiting);
+        postorder.push_back(cur);
+        it->second = kVisited;
+        continue;
+      }
+
+      visited.insert({cur, kVisiting});
+      for (HloInstruction* operand : cur->operands()) {
+        HloInstruction* new_operand = replace(operand);
+        if (new_operand) {
+          dfs_stack.emplace_back(new_operand);
+        }
+      }
     }
   }
 
   std::vector<std::unique_ptr<HloInstruction>> instructions;
-  std::unique_ptr<HloInstruction> new_instr;
   for (auto instr : postorder) {
     std::vector<HloInstruction*> new_operands;
     for (auto operand : instr->operands()) {
@@ -894,9 +959,8 @@ std::unique_ptr<HloComputation> HloComputation::CloneWithReplacements(
           << operand->ToString() << ", used by " << instr->ToString();
       new_operands.push_back(context->GetInstruction(replaced_operand));
     }
-    new_instr =
-        instr->CloneWithNewOperands(instr->shape(), new_operands, context);
-    instructions.push_back(std::move(new_instr));
+    instructions.push_back(
+        instr->CloneWithNewOperands(instr->shape(), new_operands, context));
   }
   Builder builder(name() + "." + suffix);
   for (auto& instr : instructions) {
diff --git a/tensorflow/compiler/xla/service/hlo_computation.h b/tensorflow/compiler/xla/service/hlo_computation.h
index 2cce866e5c..fc7d2035e5 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.h
+++ b/tensorflow/compiler/xla/service/hlo_computation.h
@@ -319,14 +319,38 @@ class HloComputation {
   // the map's value to replace that instruction in the cloned computation.
   //
   // If replacements maps a key to nullptr, we remove that instruction from the
-  // new computation.
-  // If additional instructions are used by instructions in replacement map,
-  // they must be passed in post-order in the extras span.
+  // new computation.  If an element of `replacements` references an instruction
+  // that's not already in the computation, it's cloned and added to the new
+  // computation.
+  //
+  // All relevant instructions are cloned, *including* unique_ptr in the
+  // `replacements` map.
   std::unique_ptr<HloComputation> CloneWithReplacements(
       std::unordered_map<const HloInstruction*, std::unique_ptr<HloInstruction>>
           replacements,
-      absl::Span<HloInstruction*> extras, HloCloneContext* context = nullptr,
-      const string& suffix = "clone");
+      HloCloneContext* context = nullptr, const string& suffix = "clone");
+
+  // Convenience overloads for CloneWithReplacements.  You want to do
+  //
+  //   CloneWithReplacements({{a, std::move(b)}, {c, std::move(d)}})  // ERROR
+  //
+  // but that doesn't work because std::initializer_list is not movable.  These
+  // overloads let you do
+  //
+  //   CloneWithReplacementPairs({a, std::move(b)}, {c, std::move(d)});   // OK
+  //
+  std::unique_ptr<HloComputation> CloneWithReplacementPairs(
+      std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r1,
+      HloCloneContext* context = nullptr, const string& suffix = "clone");
+  std::unique_ptr<HloComputation> CloneWithReplacementPairs(
+      std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r1,
+      std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r2,
+      HloCloneContext* context = nullptr, const string& suffix = "clone");
+  std::unique_ptr<HloComputation> CloneWithReplacementPairs(
+      std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r1,
+      std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r2,
+      std::pair<const HloInstruction*, std::unique_ptr<HloInstruction>> r3,
+      HloCloneContext* context = nullptr, const string& suffix = "clone");
 
   // Returns true if the given instruction can be removed from the computation.
   // Parameter instructions cannot be removed without violating invariants of
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier.cc b/tensorflow/compiler/xla/service/while_loop_simplifier.cc
index 630d71e5ca..d039b818e2 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier.cc
@@ -253,7 +253,7 @@ static StatusOr<bool> TryRemoveDeadWhileParams(HloInstruction* while_op) {
   // Create the new while condition, body, and init value.
   std::unique_ptr<HloComputation> new_while_cond =
       while_cond->CloneWithReplacements(
-          make_while_computation_replacements(while_cond), /*extras=*/{});
+          make_while_computation_replacements(while_cond));
 
   std::unordered_map<const HloInstruction*, std::unique_ptr<HloInstruction>>
       while_body_replacements = make_while_computation_replacements(while_body);
@@ -266,8 +266,7 @@ static StatusOr<bool> TryRemoveDeadWhileParams(HloInstruction* while_op) {
   while_body_replacements.emplace(
       while_body_root, HloInstruction::CreateTuple(new_while_body_root_elems));
   std::unique_ptr<HloComputation> new_while_body =
-      while_body->CloneWithReplacements(std::move(while_body_replacements),
-                                        /*extras=*/{});
+      while_body->CloneWithReplacements(std::move(while_body_replacements));
 
   // Add a new while_init instruction that repackages the old while_init
   // instruction's elements.  We rely on the AlgebraicSimplifier and DCE to
-- 
GitLab


From c2516aa0663f015d021a958012b7bfff1bcd78cb Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Tue, 6 Nov 2018 19:54:42 -0800
Subject: [PATCH 1183/1825] Adds a max_num_elements arg to EmptyTensorList.
 This is required so that XLA can know maximum size to allocate for the list
 at compile time.

PiperOrigin-RevId: 220396133
---
 tensorflow/core/kernels/list_kernels.cc       |  30 ++-
 tensorflow/core/kernels/list_kernels.h        |   3 +
 .../core/ops/compat/ops_history.v1.pbtxt      |   4 +
 tensorflow/core/ops/list_ops.cc               |   1 +
 tensorflow/python/kernel_tests/BUILD          |   1 +
 .../python/kernel_tests/list_ops_test.py      | 231 ++++++++++++------
 tensorflow/python/ops/list_ops.py             |  18 +-
 7 files changed, 212 insertions(+), 76 deletions(-)

diff --git a/tensorflow/core/kernels/list_kernels.cc b/tensorflow/core/kernels/list_kernels.cc
index 3d0c193d9f..5f244b1b10 100644
--- a/tensorflow/core/kernels/list_kernels.cc
+++ b/tensorflow/core/kernels/list_kernels.cc
@@ -42,7 +42,8 @@ typedef Eigen::ThreadPoolDevice CPUDevice;
 TensorList::TensorList(const TensorList& other)
     : tensors(other.tensors),
       element_shape(other.element_shape),
-      element_dtype(other.element_dtype) {}
+      element_dtype(other.element_dtype),
+      max_num_elements(other.max_num_elements) {}
 
 void TensorList::Encode(VariantTensorData* data) const {
   data->set_type_name(TypeName());
@@ -63,6 +64,7 @@ void TensorList::Encode(VariantTensorData* data) const {
     core::PutVarint64(&metadata, static_cast<uint64>(i));
   }
   core::PutVarint64(&metadata, static_cast<uint64>(element_dtype));
+  core::PutVarint64(&metadata, static_cast<uint64>(max_num_elements));
   TensorShapeProto element_shape_proto;
   element_shape.AsProto(&element_shape_proto);
   element_shape_proto.AppendToString(&metadata);
@@ -74,6 +76,7 @@ static Status TensorListDeviceCopy(
     const UnaryVariantOpRegistry::AsyncTensorDeviceCopyFn& copy) {
   to->element_shape = from.element_shape;
   to->element_dtype = from.element_dtype;
+  to->max_num_elements = from.max_num_elements;
   to->tensors.reserve(from.tensors.size());
   for (const Tensor& t : from.tensors) {
     Tensor tmp(t.dtype());
@@ -140,6 +143,8 @@ bool TensorList::Decode(const VariantTensorData& data) {
 
   core::GetVarint64(&iter, &scratch);
   element_dtype = static_cast<DataType>(scratch);
+  core::GetVarint64(&iter, &scratch);
+  max_num_elements = static_cast<int>(scratch);
   TensorShapeProto element_shape_proto;
   element_shape_proto.ParseFromString(string(iter.data(), iter.size()));
   element_shape = PartialTensorShape(element_shape_proto);
@@ -175,12 +180,19 @@ class EmptyTensorList : public OpKernel {
   }
 
   void Compute(OpKernelContext* ctx) override {
+    const Tensor& max_num_elements_t = ctx->input(1);
+    OP_REQUIRES(
+        ctx, TensorShapeUtils::IsScalar(max_num_elements_t.shape()),
+        errors::InvalidArgument(
+            "max_num_elements expected to be a scalar ",
+            "but got shape: ", max_num_elements_t.shape().DebugString()));
     Tensor* result;
     AllocatorAttributes attr;
     attr.set_on_host(true);
     OP_REQUIRES_OK(ctx, ctx->allocate_output(0, TensorShape{}, &result, attr));
     TensorList empty;
     empty.element_dtype = element_dtype_;
+    empty.max_num_elements = max_num_elements_t.scalar<int32>()();
     PartialTensorShape element_shape;
     OP_REQUIRES_OK(ctx, TensorShapeFromTensor(ctx->input(0), &element_shape));
     empty.element_shape = element_shape;
@@ -198,9 +210,11 @@ REGISTER_KERNEL_BUILDER(Name("EmptyTensorList").Device(DEVICE_CPU),
 
 #if GOOGLE_CUDA
 
-REGISTER_KERNEL_BUILDER(
-    Name("EmptyTensorList").Device(DEVICE_GPU).HostMemory("element_shape"),
-    EmptyTensorList);
+REGISTER_KERNEL_BUILDER(Name("EmptyTensorList")
+                            .Device(DEVICE_GPU)
+                            .HostMemory("element_shape")
+                            .HostMemory("max_num_elements"),
+                        EmptyTensorList);
 
 #endif  // GOOGLE_CUDA
 
@@ -237,6 +251,14 @@ class TensorListPushBack : public OpKernel {
                                         " but list elements ",
                                         DataTypeString(l->element_dtype)));
 
+    if (l->max_num_elements != -1) {
+      OP_REQUIRES(
+          c, l->tensors.size() < l->max_num_elements,
+          errors::InvalidArgument("Tried to push item into a full list",
+                                  " list size: ", l->tensors.size(),
+                                  " max_num_elements: ", l->max_num_elements));
+    }
+
     TensorList output;
     output = *l;
     output.tensors.push_back(input);
diff --git a/tensorflow/core/kernels/list_kernels.h b/tensorflow/core/kernels/list_kernels.h
index 12581b15b1..c2591f5314 100644
--- a/tensorflow/core/kernels/list_kernels.h
+++ b/tensorflow/core/kernels/list_kernels.h
@@ -56,6 +56,9 @@ struct TensorList {
   std::vector<Tensor> tensors;
   PartialTensorShape element_shape;
   DataType element_dtype;
+  // The maximum allowed size of `tensors`. Defaults to -1 meaning that the size
+  // of `tensors` is unbounded.
+  int max_num_elements = -1;
 };
 
 Status TensorShapeFromTensor(const Tensor& t, PartialTensorShape* out);
diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 916deabd6f..d6984fa786 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -20924,6 +20924,10 @@ op {
     name: "element_shape"
     type_attr: "shape_type"
   }
+  input_arg {
+    name: "max_num_elements"
+    type: DT_INT32
+  }
   output_arg {
     name: "handle"
     type: DT_VARIANT
diff --git a/tensorflow/core/ops/list_ops.cc b/tensorflow/core/ops/list_ops.cc
index 7d79df9c1c..88d6d14c30 100644
--- a/tensorflow/core/ops/list_ops.cc
+++ b/tensorflow/core/ops/list_ops.cc
@@ -22,6 +22,7 @@ namespace {
 
 REGISTER_OP("EmptyTensorList")
     .Input("element_shape: shape_type")
+    .Input("max_num_elements: int32")
     .Output("handle: variant")
     .Attr("element_dtype: type")
     .Attr("shape_type: {int32, int64}")
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index f0b677cd0e..c527fad59f 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -118,6 +118,7 @@ cuda_py_test(
     size = "small",
     srcs = ["list_ops_test.py"],
     additional_deps = [
+        "@absl_py//absl/testing:parameterized",
         "//third_party/py/numpy",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:math_ops",
diff --git a/tensorflow/python/kernel_tests/list_ops_test.py b/tensorflow/python/kernel_tests/list_ops_test.py
index d57012dc86..92552854aa 100644
--- a/tensorflow/python/kernel_tests/list_ops_test.py
+++ b/tensorflow/python/kernel_tests/list_ops_test.py
@@ -19,6 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from absl.testing import parameterized
 import numpy as np  # pylint: disable=unused-import
 
 from tensorflow.python.client import session
@@ -42,36 +43,84 @@ def scalar_shape():
   return ops.convert_to_tensor([], dtype=dtypes.int32)
 
 
-class ListOpsTest(test_util.TensorFlowTestCase):
+@test_util.run_all_in_graph_and_eager_modes
+class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
-  @test_util.run_in_graph_and_eager_modes
-  def testPushPop(self):
-    l = list_ops.empty_tensor_list(element_dtype=dtypes.float32,
-                                   element_shape=scalar_shape())
+  def _testPushPop(self, max_num_elements):
+    l = list_ops.empty_tensor_list(
+        element_dtype=dtypes.float32,
+        element_shape=scalar_shape(),
+        max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l, e = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(e), 1.0)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testPushPopGPU(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testPushPop(self, max_num_elements):
+    self._testPushPop(max_num_elements)
+
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testPushPopGPU(self, max_num_elements):
     if not context.num_gpus():
       return
     with context.device("gpu:0"):
-      self.testPushPop()
+      self._testPushPop(max_num_elements)
+
+  def testPushInFullListFails(self):
+    l = list_ops.empty_tensor_list(
+        element_dtype=dtypes.float32,
+        element_shape=scalar_shape(),
+        max_num_elements=1)
+    l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
+    with self.assertRaisesRegexp(errors.InvalidArgumentError,
+                                 "Tried to push item into a full list"):
+      l = list_ops.tensor_list_push_back(l, 2.)
+      self.evaluate(l)
+
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testPopFromEmptyTensorListFails(self, max_num_elements):
+    l = list_ops.empty_tensor_list(
+        element_dtype=dtypes.float32,
+        element_shape=scalar_shape(),
+        max_num_elements=max_num_elements)
+    with self.assertRaisesRegexp(errors.InvalidArgumentError,
+                                 "Trying to pop from an empty list"):
+      l = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
+      self.evaluate(l)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testStack(self):
-    l = list_ops.empty_tensor_list(element_dtype=dtypes.float32,
-                                   element_shape=scalar_shape())
+  def _testStack(self, max_num_elements):
+    l = list_ops.empty_tensor_list(
+        element_dtype=dtypes.float32,
+        element_shape=scalar_shape(),
+        max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant(2.0))
     t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(t), [1.0, 2.0])
 
-  @test_util.run_in_graph_and_eager_modes
-  def testStackWithUnknownElementShape(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testStack(self, max_num_elements):
+    self._testStack(max_num_elements)
+
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testStackGPU(self, max_num_elements):
+    if not context.num_gpus():
+      return
+    with context.device("gpu:0"):
+      self._testStack(max_num_elements)
+
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 3))
+  def testStackWithUnknownElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=-1)
+        element_dtype=dtypes.float32,
+        element_shape=-1,
+        max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant(2.0))
 
@@ -85,10 +134,13 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
       self.evaluate(t)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testStackWithPartiallyDefinedElementShape(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 3))
+  def testStackWithPartiallyDefinedElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=[-1])
+        element_dtype=dtypes.float32,
+        element_shape=[-1],
+        max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant([1.0]))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([2.0]))
 
@@ -102,11 +154,14 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
       self.evaluate(t)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testStackEmptyList(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testStackEmptyList(self, max_num_elements):
     # Should be able to stack empty lists with fully defined element_shape.
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=[1, 2])
+        element_dtype=dtypes.float32,
+        element_shape=[1, 2],
+        max_num_elements=max_num_elements)
     t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(t).shape, (0, 1, 2))
 
@@ -115,7 +170,9 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
-          element_dtype=dtypes.float32, element_shape=[-1, 2])
+          element_dtype=dtypes.float32,
+          element_shape=[-1, 2],
+          max_num_elements=max_num_elements)
       t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
       self.evaluate(t)
 
@@ -123,15 +180,20 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
-          element_dtype=dtypes.float32, element_shape=-1)
+          element_dtype=dtypes.float32,
+          element_shape=-1,
+          max_num_elements=max_num_elements)
       t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
       self.evaluate(t)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testGatherGrad(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 2))
+  def testGatherGrad(self, max_num_elements):
     with backprop.GradientTape() as tape:
-      l = list_ops.empty_tensor_list(element_dtype=dtypes.float32,
-                                     element_shape=scalar_shape())
+      l = list_ops.empty_tensor_list(
+          element_dtype=dtypes.float32,
+          element_shape=scalar_shape(),
+          max_num_elements=max_num_elements)
       c0 = constant_op.constant(1.0)
       tape.watch(c0)
       l = list_ops.tensor_list_push_back(l, c0)
@@ -142,10 +204,13 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     dt = tape.gradient(s, c0)
     self.assertAllEqual(self.evaluate(dt), 6.0)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testGatherWithUnknownElementShape(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 3))
+  def testGatherWithUnknownElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=-1)
+        element_dtype=dtypes.float32,
+        element_shape=-1,
+        max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant(2.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([3.0, 4.0]))
@@ -162,10 +227,13 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       t = list_ops.tensor_list_gather(l, [0, 2], element_dtype=dtypes.float32)
       self.evaluate(t)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testGatherWithPartiallyDefinedElementShape(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 3))
+  def testGatherWithPartiallyDefinedElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=[-1])
+        element_dtype=dtypes.float32,
+        element_shape=[-1],
+        max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant([1.0]))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([2.0, 3.0]))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([4.0, 5.0]))
@@ -182,12 +250,15 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       t = list_ops.tensor_list_gather(l, [0, 2], element_dtype=dtypes.float32)
       self.evaluate(t)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testGatherEmptyList(self):
+  @parameterized.named_parameters(("NoMaxNumElements", None),
+                                  ("WithMaxNumElements", 3))
+  def testGatherEmptyList(self, max_num_elements):
     # Should be able to gather from empty lists with fully defined
     # element_shape.
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=[1, 2])
+        element_dtype=dtypes.float32,
+        element_shape=[1, 2],
+        max_num_elements=max_num_elements)
     t = list_ops.tensor_list_gather(l, [], element_dtype=dtypes.float32)
     self.assertAllEqual((0, 1, 2), self.evaluate(t).shape)
 
@@ -196,7 +267,9 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
-          element_dtype=dtypes.float32, element_shape=[-1, 2])
+          element_dtype=dtypes.float32,
+          element_shape=[-1, 2],
+          max_num_elements=max_num_elements)
       t = list_ops.tensor_list_gather(l, [], element_dtype=dtypes.float32)
       self.evaluate(t)
 
@@ -205,11 +278,12 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
-          element_dtype=dtypes.float32, element_shape=-1)
+          element_dtype=dtypes.float32,
+          element_shape=-1,
+          max_num_elements=max_num_elements)
       t = list_ops.tensor_list_gather(l, [], element_dtype=dtypes.float32)
       self.evaluate(t)
 
-  @test_util.run_in_graph_and_eager_modes
   def testScatterGrad(self):
     with backprop.GradientTape() as tape:
       c0 = constant_op.constant([1.0, 2.0])
@@ -224,14 +298,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     dt = tape.gradient(loss, c0)
     self.assertAllEqual(self.evaluate(dt), [2., 4.])
 
-  @test_util.run_in_graph_and_eager_modes
-  def testStackGPU(self):
-    if not context.num_gpus():
-      return
-    with context.device("gpu:0"):
-      self.testStack()
-
-  @test_util.run_in_graph_and_eager_modes
   def testTensorListFromTensor(self):
     t = constant_op.constant([1.0, 2.0])
     l = list_ops.tensor_list_from_tensor(t, element_shape=scalar_shape())
@@ -241,14 +307,12 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     self.assertAllEqual(self.evaluate(e), 1.0)
     self.assertAllEqual(self.evaluate(list_ops.tensor_list_length(l)), 0)
 
-  @test_util.run_in_graph_and_eager_modes
   def testFromTensorGPU(self):
     if not context.num_gpus():
       return
     with context.device("gpu:0"):
       self.testTensorListFromTensor()
 
-  @test_util.run_in_graph_and_eager_modes
   def testGetSetItem(self):
     t = constant_op.constant([1.0, 2.0])
     l = list_ops.tensor_list_from_tensor(t, element_shape=scalar_shape())
@@ -258,14 +322,36 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(t), [3.0, 2.0])
 
-  @test_util.run_in_graph_and_eager_modes
   def testGetSetGPU(self):
     if not context.num_gpus():
       return
     with context.device("gpu:0"):
       self.testGetSetItem()
 
-  @test_util.run_in_graph_and_eager_modes
+  def testSetGetGrad(self):
+    with backprop.GradientTape() as tape:
+      t = constant_op.constant(5.)
+      tape.watch(t)
+      l = list_ops.tensor_list_reserve(
+          element_dtype=dtypes.float32,
+          element_shape=scalar_shape(),
+          num_elements=3)
+      l = list_ops.tensor_list_set_item(l, 1, 2. * t)
+      e = list_ops.tensor_list_get_item(l, 1, element_dtype=dtypes.float32)
+      self.assertAllEqual(self.evaluate(e), 10.0)
+    self.assertAllEqual(self.evaluate(tape.gradient(e, t)), 2.0)
+
+  def testSetOnEmptyListWithMaxNumElementsFails(self):
+    l = list_ops.empty_tensor_list(
+        element_dtype=dtypes.float32,
+        element_shape=scalar_shape(),
+        max_num_elements=3)
+    with self.assertRaisesRegexp(
+        errors.InvalidArgumentError,
+        "Trying to modify element 0 in a list with 0 elements."):
+      l = list_ops.tensor_list_set_item(l, 0, 1.)
+      self.evaluate(l)
+
   def testUnknownShape(self):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32, element_shape=-1)
@@ -276,7 +362,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     l, e = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(e), 1.0)
 
-  @test_util.run_in_graph_and_eager_modes
   def testCPUGPUCopy(self):
     if not context.num_gpus():
       return
@@ -294,7 +379,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
             list_ops.tensor_list_pop_back(
                 l_cpu, element_dtype=dtypes.float32)[1]), 2.0)
 
-  @test_util.run_in_graph_and_eager_modes
   def testCPUGPUCopyNested(self):
     if not context.num_gpus():
       return
@@ -331,7 +415,7 @@ class ListOpsTest(test_util.TensorFlowTestCase):
               list_ops.tensor_list_stack(tl, element_dtype=dtypes.int32)),
           [[1]])
 
-  def testGraphStackInLoop(self):
+  def testSkipEagerStackInLoop(self):
     with self.cached_session():
       t1 = list_ops.empty_tensor_list(
           element_shape=constant_op.constant([], dtype=dtypes.int32),
@@ -348,7 +432,7 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       s1 = list_ops.tensor_list_stack(t1, element_dtype=dtypes.int32)
       self.assertAllEqual(self.evaluate(s1), [0, 1, 2, 3])
 
-  def testGraphStackSwitchDtype(self):
+  def testSkipEagerStackSwitchDtype(self):
     with self.cached_session():
       list_ = list_ops.empty_tensor_list(
           element_shape=constant_op.constant([], dtype=dtypes.int32),
@@ -369,7 +453,7 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       np_s1 = np.array([[1, 2, 3], [1, 2, 3]], dtype=np.float32)
       self.assertAllEqual(self.evaluate(s1), np_s1)
 
-  def testGraphStackInLoopSwitchDtype(self):
+  def testSkipEagerStackInLoopSwitchDtype(self):
     with self.cached_session():
       t1 = list_ops.empty_tensor_list(
           element_shape=constant_op.constant([], dtype=dtypes.int32),
@@ -392,7 +476,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       np_s1 = np.vstack([np.arange(1, 4) * i for i in range(4)])
       self.assertAllEqual(self.evaluate(s1), np_s1)
 
-  @test_util.run_in_graph_and_eager_modes
   def testSerialize(self):
     worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
     with ops.Graph().as_default(), session.Session(target=worker.target):
@@ -407,7 +490,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
         worker_e = array_ops.identity(e)
       self.assertAllEqual(self.evaluate(worker_e), [2.0])
 
-  @test_util.run_in_graph_and_eager_modes
   def testSerializeListWithInvalidTensors(self):
     worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
     with ops.Graph().as_default(), session.Session(target=worker.target):
@@ -425,7 +507,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
         worker_t = array_ops.identity(t)
       self.assertAllEqual(self.evaluate(worker_t), [1.0, 2.0])
 
-  @test_util.run_in_graph_and_eager_modes
   def testSerializeListWithUnknownRank(self):
     worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
     with ops.Graph().as_default(), session.Session(target=worker.target):
@@ -440,7 +521,26 @@ class ListOpsTest(test_util.TensorFlowTestCase):
         element_shape = array_ops.identity(element_shape)
       self.assertEqual(self.evaluate(element_shape), -1)
 
-  @test_util.run_in_graph_and_eager_modes
+  def testSerializeListWithMaxNumElements(self):
+    if context.num_gpus():
+      # TODO(b/119151861): Enable on GPU.
+      return
+    worker = test_util.create_local_cluster(num_workers=1, num_ps=1)[0][0]
+    with ops.Graph().as_default(), session.Session(target=worker.target):
+      with ops.device("/job:worker"):
+        l = list_ops.empty_tensor_list(
+            element_shape=-1, element_dtype=dtypes.float32, max_num_elements=2)
+        l = list_ops.tensor_list_push_back(l, 1.)
+      with ops.device("/job:ps"):
+        l_ps = array_ops.identity(l)
+        l_ps = list_ops.tensor_list_push_back(l_ps, 2.)
+      with self.assertRaisesRegexp(errors.InvalidArgumentError,
+                                   "Tried to push item into a full list"):
+        with ops.device("/job:worker"):
+          l_worker = array_ops.identity(l_ps)
+          l_worker = list_ops.tensor_list_push_back(l_worker, 3.0)
+          self.evaluate(l_worker)
+
   def testPushPopGradients(self):
     with backprop.GradientTape() as tape:
       l = list_ops.empty_tensor_list(element_dtype=dtypes.float32,
@@ -452,7 +552,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       e = 2 * e
     self.assertAllEqual(self.evaluate(tape.gradient(e, [c])[0]), 2.0)
 
-  @test_util.run_in_graph_and_eager_modes
   def testStackFromTensorGradients(self):
     with backprop.GradientTape() as tape:
       c = constant_op.constant([1.0, 2.0])
@@ -464,7 +563,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     grad = tape.gradient(result, [c])[0]
     self.assertAllEqual(self.evaluate(grad), [2.0, 2.0])
 
-  @test_util.run_in_graph_and_eager_modes
   def testGetSetGradients(self):
     with backprop.GradientTape() as tape:
       c = constant_op.constant([1.0, 2.0])
@@ -480,14 +578,13 @@ class ListOpsTest(test_util.TensorFlowTestCase):
     self.assertAllEqual(self.evaluate(grad_c), [0.0, 4.0])
     self.assertAllEqual(self.evaluate(grad_c2), 6.0)
 
-  @test_util.run_in_graph_and_eager_modes
   def testSetOutOfBounds(self):
     c = constant_op.constant([1.0, 2.0])
     l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
     with self.assertRaises(errors.InvalidArgumentError):
       self.evaluate(list_ops.tensor_list_set_item(l, 20, 3.0))
 
-  def testSetItemWithMismatchedShapeFails(self):
+  def testSkipEagerSetItemWithMismatchedShapeFails(self):
     with self.cached_session() as sess:
       ph = array_ops.placeholder(dtypes.float32)
       c = constant_op.constant([1.0, 2.0])
@@ -500,7 +597,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
                                    "incompatible shape"):
         sess.run(l_0, {ph: [3.0]})
 
-  @test_util.run_in_graph_and_eager_modes
   def testResourceVariableScatterGather(self):
     c = constant_op.constant([1.0, 2.0], dtype=dtypes.float32)
     l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
@@ -524,7 +620,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
                 [[1.0, 2.0]] * 4)
     self.assertAllEqual(self.evaluate(updated_v_stacked), expected)
 
-  @test_util.run_in_graph_and_eager_modes
   def testConcat(self):
     c = constant_op.constant([1.0, 2.0], dtype=dtypes.float32)
     l0 = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
@@ -584,7 +679,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
           list_ops.tensor_list_concat_lists(l_batch_0, l_batch_of_int_tls,
                                             element_dtype=dtypes.float32))
 
-  @test_util.run_in_graph_and_eager_modes
   def testPushBackBatch(self):
     c = constant_op.constant([1.0, 2.0], dtype=dtypes.float32)
     l0 = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
@@ -626,7 +720,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
                                  "Invalid data type at index 0"):
       self.evaluate(list_ops.tensor_list_push_back_batch(l_batch, [3, 4]))
 
-  @test_util.run_in_graph_and_eager_modes
   def testZerosLike(self):
     for dtype in (dtypes.uint8, dtypes.uint16, dtypes.int8, dtypes.int16,
                   dtypes.int32, dtypes.int64, dtypes.float16, dtypes.float32,
@@ -651,7 +744,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
           self.evaluate(t_full_zeros), np.zeros(
               (2,), dtype=dtype.as_numpy_dtype))
 
-  @test_util.run_in_graph_and_eager_modes
   def testZerosLikeNested(self):
     for dtype in (dtypes.uint8, dtypes.uint16, dtypes.int8, dtypes.int16,
                   dtypes.int32, dtypes.int64, dtypes.float16, dtypes.float32,
@@ -692,7 +784,6 @@ class ListOpsTest(test_util.TensorFlowTestCase):
       self.assertAllEqual(
           self.evaluate(outputs[0]), np.zeros((2,), dtype=dtype.as_numpy_dtype))
 
-  @test_util.run_in_graph_and_eager_modes
   def testElementShape(self):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32, element_shape=-1)
diff --git a/tensorflow/python/ops/list_ops.py b/tensorflow/python/ops/list_ops.py
index 386626e6a9..b4a1fc6af6 100644
--- a/tensorflow/python/ops/list_ops.py
+++ b/tensorflow/python/ops/list_ops.py
@@ -33,6 +33,20 @@ ops.NotDifferentiable("TensorListConcat")
 ops.NotDifferentiable("TensorListPushBackBatch")
 
 
+def empty_tensor_list(element_shape,
+                      element_dtype,
+                      max_num_elements=None,
+                      name=None):
+  if max_num_elements is None:
+    max_num_elements = -1
+
+  return gen_list_ops.empty_tensor_list(
+      element_shape=element_shape,
+      element_dtype=element_dtype,
+      max_num_elements=max_num_elements,
+      name=name)
+
+
 @ops.RegisterGradient("TensorListPushBack")
 def _PushBackGrad(op, dresult):
   return gen_list_ops.tensor_list_pop_back(
@@ -42,7 +56,7 @@ def _PushBackGrad(op, dresult):
 @ops.RegisterGradient("TensorListPopBack")
 def _PopBackGrad(op, dlist, delement):
   if dlist is None:
-    dlist = gen_list_ops.empty_tensor_list(
+    dlist = empty_tensor_list(
         element_dtype=delement.dtype,
         element_shape=gen_list_ops.tensor_list_element_shape(
             op.outputs[0], shape_type=dtypes.int32))
@@ -63,7 +77,7 @@ def _TensorListFromTensorGrad(op, dlist):
   else:
     num_elements = None
   if dlist is None:
-    dlist = gen_list_ops.empty_tensor_list(
+    dlist = empty_tensor_list(
         element_dtype=op.inputs[0].dtype,
         element_shape=gen_list_ops.tensor_list_element_shape(
             op.outputs[0], shape_type=dtypes.int32))
-- 
GitLab


From 0da937014254b439d4e628b456478f1f19e609a0 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 20:18:06 -0800
Subject: [PATCH 1184/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 220398192
---
 tensorflow/core/ops/ops.pbtxt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index f590794f30..309d43c572 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -9605,6 +9605,10 @@ op {
     name: "element_shape"
     type_attr: "shape_type"
   }
+  input_arg {
+    name: "max_num_elements"
+    type: DT_INT32
+  }
   output_arg {
     name: "handle"
     type: DT_VARIANT
-- 
GitLab


From eee31fe6ab8b89e0ba3402c3ccf7c2902147c437 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Tue, 6 Nov 2018 20:30:16 -0800
Subject: [PATCH 1185/1825] Add convergence tests for MNIST using TPU
 Distribution Strategy

PiperOrigin-RevId: 220399204
---
 tensorflow/python/keras/engine/distributed_training_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index fc408dd39f..f939b7565a 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -493,7 +493,7 @@ def _get_var_for_numpy(distribution_strategy, input_array):
                                 input_var.dtype.size
 
   # Calculate number of elements we want to copy per slice.
-  batch_size_per_slice = np.ceil((64 << 20) / byte_size_per_batch_element)
+  batch_size_per_slice = int(np.ceil((64 << 20) / byte_size_per_batch_element))
 
   # Copy slices of the above size starting at 0, except the last slice will be
   # smaller.
-- 
GitLab


From 5990afceae207e395139e702979fcf9176518cf9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 6 Nov 2018 20:46:13 -0800
Subject: [PATCH 1186/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 220400279

---
 tensorflow/go/op/wrappers.go | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index d65063fe79..801448a63c 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -16738,7 +16738,7 @@ func StringJoin(scope *Scope, inputs []tf.Output, optional ...StringJoinAttr) (o
 // handle: an empty tensor list.
 // element_dtype: the type of elements in the list.
 // element_shape: a shape compatible with that of elements in the list.
-func EmptyTensorList(scope *Scope, element_shape tf.Output, element_dtype tf.DataType) (handle tf.Output) {
+func EmptyTensorList(scope *Scope, element_shape tf.Output, max_num_elements tf.Output, element_dtype tf.DataType) (handle tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
@@ -16746,7 +16746,7 @@ func EmptyTensorList(scope *Scope, element_shape tf.Output, element_dtype tf.Dat
 	opspec := tf.OpSpec{
 		Type: "EmptyTensorList",
 		Input: []tf.Input{
-			element_shape,
+			element_shape, max_num_elements,
 		},
 		Attrs: attrs,
 	}
-- 
GitLab


From 71e495448c744729c64fcc38b608a029c15828b4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 01:02:23 -0800
Subject: [PATCH 1187/1825] compat: Update forward compatibility horizon to
 2018-11-07

PiperOrigin-RevId: 220421900
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index a553424f35..984ae7af41 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 6)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 7)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 03e63a291bc95dacaa821585f39a360b43465cb5 Mon Sep 17 00:00:00 2001
From: Yun Peng <pcloudy@google.com>
Date: Wed, 7 Nov 2018 11:18:53 +0100
Subject: [PATCH 1188/1825] Explicitly import tools/bazel.rc

To fix build with Bazel 0.19.0 or later and it won't break build with old version or Bazel
Fixes https://github.com/tensorflow/tensorflow/issues/23398
---
 configure.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/configure.py b/configure.py
index 2eeeceb339..2d2bcd8d58 100644
--- a/configure.py
+++ b/configure.py
@@ -1555,6 +1555,9 @@ def main():
   check_bazel_version('0.15.0')
 
   reset_tf_configure_bazelrc()
+  # Explicitly import tools/bazel.rc, this is needed for Bazel 0.19.0 or later
+  write_to_bazelrc('import %workspace%/tools/bazel.rc')
+
   cleanup_makefile()
   setup_python(environ_cp)
 
-- 
GitLab


From 24579bc55c379ea1d43b3d3b9d319038aa12f091 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Wed, 7 Nov 2018 14:34:41 +0300
Subject: [PATCH 1189/1825] Remove unused dependencies.

---
 tensorflow/contrib/ignite/BUILD | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/contrib/ignite/BUILD b/tensorflow/contrib/ignite/BUILD
index 5587119ec2..2698b83a56 100644
--- a/tensorflow/contrib/ignite/BUILD
+++ b/tensorflow/contrib/ignite/BUILD
@@ -107,11 +107,7 @@ cc_library(
         "kernels/igfs/igfs_writable_file.cc",
         "kernels/igfs/igfs_writable_file.h",
     ],
-    deps = [
-        ":ignite_client",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:lib_internal",
-    ],
+    deps = [":ignite_client"],
     alwayslink = 1,
 )
 
-- 
GitLab


From a3bf061545b8d10b540ece7e7754c6a916b89525 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 05:44:37 -0800
Subject: [PATCH 1190/1825] Add user provided constructor to XlaClusterInfo -
 the default one is deleted with libstdc++ >= 7.3, as there std::map does not
 have a user provided default constructor, and XlaClusterInfo contains it as a
 const member. This is diagnosed by clang.

PiperOrigin-RevId: 220448936
---
 tensorflow/compiler/jit/encapsulate_util.h | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/tensorflow/compiler/jit/encapsulate_util.h b/tensorflow/compiler/jit/encapsulate_util.h
index a3b193eea7..304f9f3120 100644
--- a/tensorflow/compiler/jit/encapsulate_util.h
+++ b/tensorflow/compiler/jit/encapsulate_util.h
@@ -117,6 +117,22 @@ Status PreprocessForEncapsulation(Graph* g,
 
 // Information for XLA computation.
 struct XlaClusterInfo {
+  // The implicit default constructor is deleted because host_compute_core is a
+  // const member whose type (std::map) doesn't necessarily have a user provided
+  // constructor - while libc++ and libstdc++ 4.8 provide a user defined
+  // default constructor, libstdc++ at least >= 7.3 does not.
+  // See also c++11 [class.ctor] p5.
+  // TODO(klimek): In c++17 we'll be able to initialize host_compute_core
+  // without losing aggregate initialization, which allows us to get rid of
+  // the constructor definitions again.
+  XlaClusterInfo() {}
+  XlaClusterInfo(const string& cluster_name,
+                 const NameAttrList& func_name_attrs, Node* node,
+                 const std::map<string, int>& host_compute_core)
+      : cluster_name(cluster_name),
+        func_name_attrs(func_name_attrs),
+        node(node),
+        host_compute_core(host_compute_core) {}
   // XLA cluster name. It might be different from `func_name`.
   const string cluster_name;
   // Name and attributes of XLA computation function.
-- 
GitLab


From 1062c2475740397ee09fa23f1cee22b9c92ac5e7 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Wed, 7 Nov 2018 06:58:06 -0800
Subject: [PATCH 1191/1825] Fix test.

PiperOrigin-RevId: 220455669
---
 .../converters/error_handlers_test.py         | 29 ++++---------------
 1 file changed, 5 insertions(+), 24 deletions(-)

diff --git a/tensorflow/python/autograph/converters/error_handlers_test.py b/tensorflow/python/autograph/converters/error_handlers_test.py
index 29597e1da3..1f6c5a6821 100644
--- a/tensorflow/python/autograph/converters/error_handlers_test.py
+++ b/tensorflow/python/autograph/converters/error_handlers_test.py
@@ -20,12 +20,10 @@ from __future__ import print_function
 
 import gast
 
-from tensorflow.python.autograph.converters import control_flow
 from tensorflow.python.autograph.converters import error_handlers
 from tensorflow.python.autograph.core import converter_testing
 from tensorflow.python.autograph.core import errors
-from tensorflow.python.framework import dtypes
-from tensorflow.python.ops import random_ops
+from tensorflow.python.autograph.pyct import anno
 from tensorflow.python.platform import test
 
 
@@ -44,29 +42,12 @@ class ErrorHandlersTest(converter_testing.TestCase):
   def test_no_origin_annotation(self):
 
     def test_fn(x):
-      a = 0
-      if x:
-        a = random_ops.random_normal((2, 3), mean=0.0, dtype=dtypes.int32)
-      else:
-        a = 0
-      return a
+      return x + 1
 
-    node, ctx = self.prepare(test_fn, {
-        'random_ops': random_ops,
-        'dtypes': dtypes
-    })
-    # To simulate a function without origin info we use the control flow
-    # converter which adds a function that lacks origin info so we will not have
-    # a wrapping try/except that reraises the NotImplementedError as a
-    # GraphConstructionError.
-    node = control_flow.transform(node, ctx)
+    node, ctx = self.prepare(test_fn, {})
+    anno.delanno(node, anno.Basic.ORIGIN)
     node = error_handlers.transform(node, ctx)
-    # TODO(b/111562364): remove run_cond from traceback.
-    test_fn_try_body = node.body[0].body
-    true_fn_body = test_fn_try_body[1].body
-    false_fn_body = test_fn_try_body[2].body
-    self.assertNotIn(gast.Try, true_fn_body)
-    self.assertNotIn(gast.Try, false_fn_body)
+    self.assertIsInstance(node.body[0], gast.Return)
 
 
 if __name__ == '__main__':
-- 
GitLab


From 2aa655b1387ba79821cd4942b602af916b754f4c Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Wed, 7 Nov 2018 18:25:06 +0300
Subject: [PATCH 1192/1825] Fix license check.

---
 tensorflow/java/src/main/native/server_jni.cc | 12 +++++++-----
 tensorflow/tools/lib_package/BUILD            |  3 +++
 2 files changed, 10 insertions(+), 5 deletions(-)

diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
index 51db74fefd..323d9846a3 100644
--- a/tensorflow/java/src/main/native/server_jni.cc
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -63,9 +63,8 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
                                                         jclass clazz,
                                                         jlong handle) {
 #ifdef __ANDROID__
-    throwException(env, kUnsupportedOperationException,
-                   "Server is not supported on Android");
-  return 0;
+  throwException(env, kUnsupportedOperationException,
+                 "Server is not supported on Android");
 #else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
@@ -85,7 +84,6 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
 #ifdef __ANDROID__
   throwException(env, kUnsupportedOperationException,
                  "Server is not supported on Android");
-  return 0;
 #else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
@@ -105,7 +103,6 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
 #ifdef __ANDROID__
   throwException(env, kUnsupportedOperationException,
                  "Server is not supported on Android");
-  return 0;
 #else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
@@ -122,8 +119,13 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv* env,
                                                          jclass clazz,
                                                          jlong handle) {
+#ifdef __ANDROID__
+  throwException(env, kUnsupportedOperationException,
+                 "Server is not supported on Android");
+#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
   TF_DeleteServer(server);
+#endif  // __ANDROID__
 }
diff --git a/tensorflow/tools/lib_package/BUILD b/tensorflow/tools/lib_package/BUILD
index 85514b8629..f3806e6b32 100644
--- a/tensorflow/tools/lib_package/BUILD
+++ b/tensorflow/tools/lib_package/BUILD
@@ -193,6 +193,9 @@ genrule(
         "@protobuf_archive//:LICENSE",
         "@snappy//:COPYING",
         "@zlib_archive//:zlib.h",
+        "@grpc//:LICENSE",
+        "@grpc//third_party/address_sorting:LICENSE",
+        "@grpc//third_party/nanopb:LICENSE.txt",
     ] + select({
         "//tensorflow/core/kernels:xsmm": [
             "@libxsmm_archive//:LICENSE.md",
-- 
GitLab


From 4e4fc3b889b9861f81b444ad88f6906a8792c64f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 08:11:10 -0800
Subject: [PATCH 1193/1825] Fix a couple of linter complaints.

PiperOrigin-RevId: 220464726
---
 tensorflow/core/BUILD         | 1 +
 tensorflow/core/graph/graph.h | 4 ++--
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 932a0c3819..b6e818e0a7 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -2169,6 +2169,7 @@ cc_library(
             "lib/**/*.cc",
             "platform/*.cc",
             "platform/profile_utils/**/*.cc",
+        ] + [
             "framework/resource_handle.cc",
             "util/env_var.cc",
         ],
diff --git a/tensorflow/core/graph/graph.h b/tensorflow/core/graph/graph.h
index 585afa2d00..6a224ca4a2 100644
--- a/tensorflow/core/graph/graph.h
+++ b/tensorflow/core/graph/graph.h
@@ -425,9 +425,9 @@ class Graph {
   // Constructs a graph with a single SOURCE (always id kSourceId) and a
   // single SINK (always id kSinkId) node, and an edge from SOURCE->SINK.
   //
-  // The graph can hold ops found in registry. `registry`s lifetime must be at
+  // The graph can hold ops found in the registry. `ops`s lifetime must be at
   // least that of the constructed graph's.
-  explicit Graph(const OpRegistryInterface* registry);
+  explicit Graph(const OpRegistryInterface* ops);
 
   // Constructs a graph with a single SOURCE (always id kSourceId) and a
   // single SINK (always id kSinkId) node, and an edge from SOURCE->SINK.
-- 
GitLab


From 821602a38483c60dd05ef1a4b157428a9891b004 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 08:17:54 -0800
Subject: [PATCH 1194/1825] Certain ops like AddN have dedicate exporters to
 TFLITE but they shouldn't be used when allowing select TF ops. The dedicate
 exporters don't write NodeDefs.

PiperOrigin-RevId: 220465584
---
 tensorflow/lite/toco/tflite/export.cc | 17 +++++++++++++++--
 1 file changed, 15 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/toco/tflite/export.cc b/tensorflow/lite/toco/tflite/export.cc
index 489c21295e..ae4bfe9391 100644
--- a/tensorflow/lite/toco/tflite/export.cc
+++ b/tensorflow/lite/toco/tflite/export.cc
@@ -332,6 +332,11 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     std::set<int32_t>* variable_tensor_indices, const ExportParams& params) {
   variable_tensor_indices->clear();
 
+  auto is_tflite_builtin = [](const BaseOperator* op) {
+    const auto& tflite_builtins = GetBuiltinOpsMap();
+    return (op && tflite_builtins.find(op->name()) != tflite_builtins.end());
+  };
+
   // The operators are in execution order, so we just follow tf.mini order.
   std::vector<Offset<Operator>> op_vector;
   for (const auto& op : model.operators) {
@@ -360,7 +365,15 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     auto options = Options::Custom(0);
 
     std::vector<bool> mutating_input_variables;
-    if (tflite_op) {
+
+    // Some ops like AddN are exportable via Serialize() but do not have a
+    // corresponding TFLITE builtin. In that case, when flex mode is enable we
+    // should export it as a flex op, not as a native.
+    bool export_as_flex_op = !is_tflite_builtin(tflite_op) &&
+                             key.is_flex_op() &&
+                             !op->tensorflow_node_def.empty();
+    if (!export_as_flex_op) {
+      CHECK(tflite_op);  // guaranteed by the if-statement just above.
       options = tflite_op->Serialize(*op, builder);
       mutating_input_variables = tflite_op->GetMutatingInputVariables(*op);
 
@@ -373,7 +386,7 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
           variable_tensor_indices->insert(variable_tensor_index);
         }
       }
-    } else if (key.is_flex_op() && !op->tensorflow_node_def.empty()) {
+    } else {
       auto fbb = WriteFlexOpOptions(op->tensorflow_node_def);
       if (fbb) {
         options = Options::Custom(builder->CreateVector(fbb->GetBuffer()));
-- 
GitLab


From 56e2ee40d3730e1b692ebd7f5a0b970ef3d314ad Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 08:51:44 -0800
Subject: [PATCH 1195/1825] Apply EIGEN_STRONG_INLINE to all tf_kernel_library
 when --define=override_eigen_strong_inline=true

More tf_kernel_library are suffering from #10521
So we apply EIGEN_STRONG_INLINE to all tf_kernel_library if --define=override_eigen_strong_inline=true, this reduce the maximum presubmit time from 2h to 50 mins

For release build, EIGEN_STRONG_INLINE is still turned off so that performance is not damaged.

PiperOrigin-RevId: 220470017
---
 tensorflow/core/kernels/BUILD | 13 -------------
 tensorflow/tensorflow.bzl     |  5 +++++
 2 files changed, 5 insertions(+), 13 deletions(-)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 1e0d069e63..be448ed3db 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -41,7 +41,6 @@ load(
     "tf_mkl_kernel_library",
     "cc_header_only_library",
     "if_not_windows",
-    "if_override_eigen_strong_inline",
 )
 load("@local_config_sycl//sycl:build_defs.bzl", "if_sycl")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_cc_test")
@@ -3058,9 +3057,6 @@ tf_kernel_library(
     ]),
     # <prefix>*impl.h are excluded by default from the CPU build, add explicitly.
     hdrs = ["batch_matmul_op_impl.h"],
-    # Override EIGEN_STRONG_INLINE to inline when --define=override_eigen_strong_inline=true,
-    # to avoid long compiling time. See https://github.com/tensorflow/tensorflow/issues/10521
-    copts = if_override_eigen_strong_inline(["/DEIGEN_STRONG_INLINE=inline"]),
     prefix = "batch_matmul_op",
     deps = MATH_DEPS + if_mkl_ml([
         "//third_party/mkl:intel_binary_blob",
@@ -3128,9 +3124,6 @@ tf_kernel_library(
         "mkl_matmul_op.cc",
     ]),
     hdrs = ["matmul_op.h"],
-    # Override EIGEN_STRONG_INLINE to inline when --define=override_eigen_strong_inline=true,
-    # to avoid long compiling time. See https://github.com/tensorflow/tensorflow/issues/10521
-    copts = if_override_eigen_strong_inline(["/DEIGEN_STRONG_INLINE=inline"]),
     defines = select({
         ":xsmm": [
             "TENSORFLOW_USE_LIBXSMM",
@@ -3529,9 +3522,6 @@ tf_kernel_library(
         ":xsmm_convolutions": ["xsmm_conv2d.h"],
         "//conditions:default": [],
     }),
-    # Override EIGEN_STRONG_INLINE to inline when --define=override_eigen_strong_inline=true,
-    # to avoid long compiling time. See https://github.com/tensorflow/tensorflow/issues/10521
-    copts = if_override_eigen_strong_inline(["/DEIGEN_STRONG_INLINE=inline"]),
     defines = select({
         ":xsmm_convolutions": [
             "TENSORFLOW_USE_LIBXSMM_CONVOLUTIONS",
@@ -3687,9 +3677,6 @@ tf_kernel_library(
 
 tf_kernel_library(
     name = "lrn_op",
-    # Override EIGEN_STRONG_INLINE to inline when --define=override_eigen_strong_inline=true,
-    # to avoid long compiling time. See https://github.com/tensorflow/tensorflow/issues/10521
-    copts = if_override_eigen_strong_inline(["/DEIGEN_STRONG_INLINE=inline"]),
     prefix = "lrn_op",
     deps = NN_DEPS,
 )
diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index 74773629d2..8e5ab94b53 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -1167,6 +1167,11 @@ def tf_kernel_library(
         copts = []
     textual_hdrs = []
     copts = copts + tf_copts(is_external = is_external)
+
+    # Override EIGEN_STRONG_INLINE to inline when
+    # --define=override_eigen_strong_inline=true to avoid long compiling time.
+    # See https://github.com/tensorflow/tensorflow/issues/10521
+    copts = copts + if_override_eigen_strong_inline(["/DEIGEN_STRONG_INLINE=inline"])
     if prefix:
         if native.glob([prefix + "*.cu.cc"], exclude = ["*test*"]):
             if not gpu_srcs:
-- 
GitLab


From 54c7d9e64b0b1cac0ee9f5048ae46120bea72f78 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 09:34:31 -0800
Subject: [PATCH 1196/1825] Update TensorFlow Lite 'Updates' section with 'AI
 in Motion'

PiperOrigin-RevId: 220476495
---
 tensorflow/lite/g3doc/_index.yaml              |  14 ++++++++++----
 .../g3doc/images/landing-page/ai_in_motion.png | Bin 0 -> 579541 bytes
 2 files changed, 10 insertions(+), 4 deletions(-)
 create mode 100644 tensorflow/lite/g3doc/images/landing-page/ai_in_motion.png

diff --git a/tensorflow/lite/g3doc/_index.yaml b/tensorflow/lite/g3doc/_index.yaml
index 43b5e3cfc0..1e9f17bc16 100644
--- a/tensorflow/lite/g3doc/_index.yaml
+++ b/tensorflow/lite/g3doc/_index.yaml
@@ -182,6 +182,12 @@ landing_page:
     background: grey
     heading: Updates
     items:
+    - heading: AI in motion: react in the real world
+      image_path: ./images/landing-page/ai_in_motion.png
+      path: https://cloud.google.com/blog/products/ai-machine-learning/ai-motion-designing-simple-system-see-understand-and-react-real-world-part-ii
+      buttons:
+      - label: Read more
+        path: https://cloud.google.com/blog/products/ai-machine-learning/ai-motion-designing-simple-system-see-understand-and-react-real-world-part-ii
     - heading: Introducing the Model Optimization Toolkit
       image_path: /ecosystem/images/tf-logo-card-16x9.png
       path: https://medium.com/tensorflow/introducing-the-model-optimization-toolkit-for-tensorflow-254aca1ba0a3
@@ -194,16 +200,16 @@ landing_page:
       buttons:
       - label: Read more
         path: https://heartbeat.fritz.ai/community-spotlight-nuru-a-mobile-app-by-plantvillage-to-detect-crop-disease-in-africa-28d142bf63d5
+
+  - classname: devsite-landing-row-cards
+    background: grey
+    items:
     - heading: Using TensorFlow Lite on Android
       image_path: /ecosystem/images/tf-logo-card-16x9.png
       path: https://medium.com/tensorflow/using-tensorflow-lite-on-android-9bbc9cb7d69d
       buttons:
       - label: Read on TensorFlow blog
         path: https://medium.com/tensorflow/using-tensorflow-lite-on-android-9bbc9cb7d69d
-
-  - classname: devsite-landing-row-cards
-    background: grey
-    items:
     - heading: TensorFlow Lite at the Dev Summit
       youtube_id: FAMfy7izB6A
       buttons:
diff --git a/tensorflow/lite/g3doc/images/landing-page/ai_in_motion.png b/tensorflow/lite/g3doc/images/landing-page/ai_in_motion.png
new file mode 100644
index 0000000000000000000000000000000000000000..df605833d7926cf76068501782239647cd3ba3a0
GIT binary patch
literal 579541
zcmeAS@N?(olHy`uVBq!ia0y~yU>0OxVBEpM#=yW}^*Sq)fq`pXrn7T^r?ay{Kv8~L
zW=<*tgGcAoY3w1BPl_FX{`-=&Zi(hX^Ow2}U!-=GY!IBpu&`x<fQycXlGY9}mnE9o
zyF>yDbQ{*N3LZVA6mejmLU-3DJuw&8r?m%^-|Q>DSN;6&`I&d_@7!7Z{9KLk^B9H`
z{WELoxO7+@wDg??9=&zz?&@3ka2_Ma1O`D3CT%tE6Xm>o-`G2zy}kc+qkN}Z$?*!c
z>-+!zk5@hWj3bi4;ULHHjjd}!TKtt4Hy;&GVQ4tz^e1Yy@ekve&JAlAGzA_C8_zK~
zKG#^r{P_3u<U>w(1m&0+{L_qBIT<F{Db_`)X)~U54s*HDbNtySfp3mCI;WmUQQpJ*
z@aW2wnZ`X=7`{CIH%a|rzUAX1mNU<=7@mKd8dkx-Zo>RSF`w(@j{gtK>dL6&)lHco
z%xb6DF?ELJ_9rIxhMylXH9wnqdS37Rr!Euyf7onpd1v_fOj^~C&gaWmew{D2x!$dK
zZt_8n+3Ai^9TxWPFC?wb`y4zJwdhGf_{Uu`Z5HWeNfA$M(u<Uto=47*d9_{OvEDas
z7sW@j9<#<hvR%gYf0MqRv&{U763>+HDHks^>of3*VV?c?q2{;GhmIQl;W00)tMl4m
zF>mrC-EZ8+&PR)lC!F49U>;Fp=jn6*K_#1=g2V*}o((K%4crcF>e|W63cj2ClVUVi
zG;Ds>wMT}p_h9l&on?_TW?p8TQQ2NR|L5PoH@~x<d@Np*D#lO|rr`IjssA5KL-L8a
z(_Y4Z$Sh}cn91_sQ1vvA36{^D&;Lo7a9x)(rBNur`Q1c212(Y(Y!(dS4>)Ta1vr>5
zCa5Mfx=i3=NidCIH*2g3;3#XZT_6+Ecz6My47<7`w*|Xi<LU=$FIc}HP&VLjJCJR_
zXV;|3(NrM7y2#0Eg4GgcNk=gO*`g*J#d-~vuC}CwEFJ8f3ra7ftq{;^I<?R_!1jxA
ziP$cd*!Euw*e?i}aP4j0cR*tX&*?*}Ht6MWT}}+Y!Ozzmet@&UY7X!7gVqm&c1YQ=
znIE41VD<;w3V}La{{;+PEtA|c7xV;{OtIGD5N+;q=M0bzU|k^;V!BH3YTGNPyN<kz
zjs?uW7-1sn>ny!k_JZAu0u%1JefJvfHR`!vUpV{X+!xj_6u(&fvTkb%JSdU)#*oKH
zM2&H?)Z~86gI5yHC9F$$m*{37zcFHsO&EW6_t%4N$&)u^Z?xXPzQOlKS&n>}gmvTL
zhf@mNEZk!R`Z`Y^c>4HM!SMp|!tI61JNzqz;$-t1zaKjOpz=pd4d*|Ne@y?({;}3|
zDY#xxydm7gk#k7uklrCdC+UY`i7f`MQ`BAw%629mQF)}6q`7foMeC0lKjyh8WlnnI
z;q4i7$t_6pCCf{x%#JTJb)3yqc2Ax@+4afXCs9S#KN)}8wmMy0x+5S-LvqU8DOIOZ
zPX(V+=Umm&$>Q9kJ5f1M@uE&)^rK!C#~}Ahp+!qmwxx7F(L5PFDLIHmGgh-)bJ-QP
zm0T+~2Qdc;Ukb@AeyQ*><fZH-_oeH-_fI)^^2Mo&QyWr0rSP4OnI^ex(Tb>$a;@%N
zGpkyvTCJ42r(T_$dP41_*eSW`Zzsx5pFDB%r0xl)C#{}ft#7W;Kk53^^b^ZZyq{#R
zd0+p(t7GWF(8k3ZViyKJ+;(WmBPCaH*S@62q{)wLkLr7wsQNEWS!(O0>*YV?;;FV%
z-c!T1<wN!@vf1WQHu131wM9*?>f*K`jiEfDP9fJ;$%MTOn;8%q{59<9>S-(E!eoOd
zhZhHW2Wf}xUSPJ$FSI=9`6}_%@geoDlNay26qK=ai{GssZC!2sZ61#&xb+{KvTR=3
zj<j`Ylb;FeE)t8?j$0kE+BrKWI@a2udTv?sH)q)<zF76Z^!<L*&n;OuFK@}au)AV+
zr&o1V@$Ajn%eMFUFOk~xza@XO{_bXrVBY1p=^$fsob!zfw+t?BIP_tfU`|T%5mT##
zE88VD-^eq}FZ}w5F?rL*)rHFnn?FwI+|#+=bDd}RN$KF+%MzDum&Go-e|F8;pfi0l
zY>lQHem6aDnr~d6o|tiP(~1o{vOPC`*>q-O&eodj)RdzetujjQ&&rZb*n4%?;a{_R
z*Y+M*b}{Wr*ln|G+b)$g=y~%md%qxl^WhsiZ$7;-ck}O@{N(wG^_TwnvnRKwv@hn<
zpZ-Gkp^oLIlpBGUC%&vWQFx*AnaJxei!U$O+-7`v=dGVJyQgvAUV7|l>*~hrNv{pB
zo9CtFF>N=_oBZzEyVrMb+Xl$plVg>$oo6)f;k>8w{P&vd71|@U=h)u0d#_h*|D90t
zr{>!a9)l1`9XH$LJJ+w3@6BH>e^dX;`aADu?q9h7z<yl@z7M=Nq(4{$s80~TA;i)o
z;aJ@~kL5M%a`yk5M0T50WFEcrT=ALWYo}dKD;KVI>Tj##DdxT{`b{IoK1Sr8prYhP
zn?-g>MwgT~X%rcpGRdmFayH{>MqWuakDi*+GPSg%na?-Xo_3oSt$#lL-hQWi*K1v`
zwWo$JTVu1|t4Or?>dFY8oRl{gZ>&F~kY-w})F&7&X@0IK{cZZ*wA~xJZ!VT`_Y-{X
zx+l3N@Xu+M<1KqR7k8fPRP9WTDbKU~o;%4uDD+ZFQ9x1drxLFeuV5`ZQ?su+{%zCG
zy!Hw9KJE4TvGm8!Kbv2Ed-?m)an`yfDMghS#hkMfT&3paP288!ouP4AbF<Rt%da}F
zF5k3db4BFcY@X{m@t>7$YyV!p^~KgTTV-FHT+59z-*T_???T=SZ98~nEu$<eEtRGB
znqSLR%JaJSC3{_DUf{d-vlD0E{uJ`r>=|$V$9tD1=ugx?A%El5hOJrBRnq0r=gUsN
zO})Ked;@o$$Sl!mB6W8U-YR^|{#o9ue#Sk?{hQOLpIz6yd*klP-M_zEykDt3N$-@N
z)II49+jq_giwXFXcz;#xb?-G^tG)?;@BYR=?bq~e(=w;O)%zVaFQRV!p|y)v1}!bB
ze)@#*TjOo^SU$6`m0_Y`wLd5Re*D+@Ui+-orK`R9lKIo+>grS;d0hAZGXGWflx(i-
zeOEtavA=eDW%WAu_3QpsGIy^sn0H9I_3PSStG@HNB71S+<ArKJmmLy*(DLHQ>iNm_
z@9bZeZ+a~9H{@~V+{;tbSEO^zTKLTL>|@<d-R89y*Vd-jo-f;Cxn=Ipqfe&aDwcY#
zb?)@s`=yN)iti77Ir^qs`0bx>8@)NFw^@gk+U$}k{h9at(z$usb>Zt`zwWBqd3x*X
zN2bTKpRc<eZ(rS9xA^I@vuB^>y?$rBKk9$gvg6B^|D5)A?X|ew_qOd*trgF+zQ3>J
z_~Ua|clYczf6sdF^=tn3`|UT>Bz&;@{qHopCjULVGc^`pGae_OdEBHP<nJ|amCf3J
zXCG`|<~aM{XJ<L*yXT$e+e)SJ?*AA2<M;K6d!A2uuBv|}{>uI>6_t5cvbTJ{x+z?F
z{m=EwkA3<-;oss<z5ixkuHW_NrmdW*-KVe*WxwwBefN5wZ68tlVg|>&ieH9bA74p1
zsJ_&{bpFfvyZ5=&RT^&nrTs4ZrFnCH?)|^}?C1H-o%hU`^~}vMhE^U6JGqAPtse6Q
zcp0{eGd$X~)2=e?LQKBB_XGQnG5WUJ(hO39!cUkQO05}|3#@LA;4*3w<SS;}uykp~
zpWs6k-rYN6mWVAe)tou6uK!EB1vA4wULSw|tv>$ss~x*)IUIf;-}$e`ZPsHC>3B2e
z@*=-nmj8?D8N&Oyj4l62<S{TX&dm&oD2ed(u}aR*)k{ptPfFFR$Sq(10h<b|irj+S
z)RIJnirk#MVyg;UC9n#sykaYmu)dN4SV>8?tx|+<fP!;=QL2Keo{64;k{y?Vf`Uy^
zN}5%WiyKsXQA(PvQbtKhft9{~d3m{Bxv^e;QM$gNrKP35fswwEk#12+nr?ArUP)qw
zZeFo6#1NP{E~&-IMVSR9nfZANAafIw@=Hr>m6SjhDZl{4ov9U>2%GYXq25Z)&(#OX
z=o{)8=)=th84nV*3dpQT&53Zy%uUTJ&dkrVGq*6c0jtN5LD*=6&>4x)X<}l4tP@EF
zs?$av<N+iPK|%{G8sy?;$7Q1r4p&eZ+i{6XP4s7AaA5FsaSW+oe6u&RUoEoizWC1c
zuxtCmzuMUv%S0{mEX?3);?x&l@z|EJ*MR46{DHc}dfDi<`%>Se4^H6aY|9K3Q<3;|
zLd{*N-T9o)`D>T2#>W1hH?{iL_uum^&I`{BwdFo4ZoGKk%#SWd_CB9iy{-EFPHz{T
zKbQaioiEFK_)x)#hyM$<oVeNjF~UNsZ%2H@mw7jyCPu`?%7mGRwQoIpHL<idGa~9~
zM4Zyc42v80<@w6^+uw@cK73B>_&2|I{d}6w43-A4by&D?K1(btoT#+ZYv+-|xTvUE
zN2}i^T38tsv#$Tkt#?_y<Xpmnm!GDdK74g`_~FBf2fDet4+`@gH<JE0{r8$TVj|*y
z<oT?vxexFE)6C!YcJ1>OdFd7^?_NAm$ZWp;xbc>V?kne8Cu06q*xB5YpEjMZee?3L
z_OGIE+Ul7#{}dE&uy~`hhOhqT>iS%ZS~1yK{=L&RML#^>Z$Fvk%3ZP2SKt3Vw3nM_
zS2xdU)22;EI*R{Wl~Z?Hym>FrbN}x{{`UHhU+rby*;bjnkzL_k(yny&Jn!{ubDT>m
zVwSTu|8ujIo#oCf!Th56^z9{AU6(fPd3%^+eWO>@sptE0mtW#q_POM*y^RgW9hvrT
z;b!6~e@t?GI+MPA|JHtV>Bczruo>GPR_@$p8oTX_{9)-|p5ODAY|S)ym(n2{>^^In
z<eM4gQucfEEY9CuS9y1fNo?)?w~Ny+Tgk}Eeo1|~DDzp(4*OS99G@#h{7b)89ZNQC
zIeh7n&^G7azS0R(jAA2W<;<>KYoGe`>BBcOHy^g_^PaB9yWHHLH(UGkVWY||_UE$?
z=;&7J@UC91EwlRYv0qYEjFN{g>3#q9ZIWL8&&9$GYqy*|b~0IZnV#e0J8nmIZ{KaM
zv*7t(=87YJPqOWEr~SF`<jr)CCuc8M7?!Nv`$2HMUF*c_ckkX!tWHm_F#HxCm;d%1
z&+TgK!+O`Pt9NgiI;S!C`807x*8N|i-g_)4YEeHYn!aBx<7VFJJ?DMnU#Cgs&-yO=
z>z3G-=1o(+ZQZ){p?7>u^^d#v|GqvPzVFky568}WAD(&k@?k}zs*3MVKOEd%Z(&pS
zg(-4jhos*}k-L}dwmUyv)f;LVJZn~)-u>#&Wi=@VYUkFytbcy+lb8Rg;|h0p%J?k2
zXS+rEy<UCVq*hSo)|sL=>uXwB-?fJ3-`ZkRDYHa(%ClYJZPC%up2m5+(ecrDW&Gye
zdQw$d@#o3If~v<qKg9pL{{QTTO=Wy{A5Yi0>24>z@B3SOxqrL=e|yjO|NHfQrgvQT
zS+n0}elgK{k7D&ptNL$eJ}mvd-ymjR!Nh<4zqoxbt=hAEkN<jK^An4&U*0k;^tkDp
zFLId^*rk`~iTydW!FT@0gY5TZ_I<tko`+w~{=l^Dhv%1lTKfIp+K1-<PlbP+xGr#d
z_{q&K`~7U=wk7HDr=N?Ftb2a{cX@m9^Xrec$Oh`?Uf=qfFY9LAqr>lOrayjtSn1!9
ziEj-Jytf3G_=-;GRQyua7WUUr;%nQ3$l7%Qhq!i0w>{V2wqmw^+w$}Cc=Y3JoR{mT
zznx-rEo|!4x83Pq*Th`X%M|XmSUb^kYBj^1$;<uQ-2LY*sozul{9M8RkBc8Zy;rtX
zH7Iv?i_DXaHP<)ttjMa~oO5%b$DuuP73m#sJg2DjN6rzyGr2i<>+xs$b~a}VI~RYR
zrRx~;xv87sy)932WSn27L1k^S^4sly|7}h`-?sPf-o%;Tq?avVh*d1lG`uhLYjyU=
z8_P1czq)cG;I#hZ#y_8&>!trr-Na~If52Aw*c|t2ZVOe7R|)wymM7l3zkIWWDbMO`
z?h>uk9j9+ZZPHO}5Vh)0KM)l8{oukV9<B}lo_qNp`mwl4BraTO@$&1&5f>XiF{B=m
zSg842@Ii;$>w9~v1+RUTHqXdd!*KP7Z>#Q)6OU$mp8iv1Im?q}55Ii%VMs1gtvU97
zhPhi*M;~L?R_VS~E-pQ;vdn+}JWHR}khI14TGHb+Hy+%)DX?@+eaY*^594be`?vk>
zm*cN4oAxL5g2Szeb2F?$8dg3&qT=77uvdmdx>>_w!)3P|s|5mKT1$@eZThOMJC|L+
zX{zDc{d3>#T)+FEj>YFt<|s2a+2hVEHV1bcnH{gCu;}BLoeH{h8Dbv4{9#yCr>)F(
zajBym_v#xr*Z)}kX2DvX<gDpyAAgEGxaW{*&i&QF?5~6t@I)=p<Y!y{NqBp1^yHWi
z$7Xf&HJmG!T4j4wNaDwI2dz+buj8l8iW5I(L_FKG@7Mwc^+$hp79WnBv*7GmUp8jx
z!!N%EOZr$Wh&c2tY=%wL@y4xdLai2EeR@hgt#Z=*=EJYl=PbB!H?ZDaGUmoXai7w#
zvRn7e<u5HcSM_MoZ|2YPDGm#4uPCf~vf|E>tzy!BXC55ge6IEB`-PKvCP~!nxpVKB
z;mt1Nt(!N`{=IfOkJN<Yav!Xuejj+7UHtQKE>rjm@Ahb$ZN@X~+$B$yYfO}X_jC21
zRPSpuS0x{3FL%w)-ds>VC$(a(Lmm6+T<&F+e;>MUZ~y<V{)fEe2i=9+dB1G3S+jOM
z-~0U^Q`tn{7wxxvb=Qb1{Pg|L9}Tvj)!Tml_`|Mq&yH_-Z1M82F87yEr`RV|Vav9J
ztoph9sn5q#$*0emt*~IQ-u6Hx{kiFXx#s&fq?vVcmwc|gwr-2&+l1){AAURicFN0!
z^0|!fkF{;9W3x{*-FN8a+2X_Z|MdTVwZZ9D!Ir+-x4iAu?uXs&|NL+J|FZty?!(vr
zJ*Yl>t*?$>*mBF}Q)Pkb1qmA%Vy$AmFX;W<IPqdzRQ;v9M!(l&Ct7b=XJg)XF8=w(
zyArNZ1>T3ReSThes9e&<Bbe={RsWU1+C@B48&uhoZoQrK=fVD$8;>44VH_Ad+1Q#}
z(zowvnbYgcS&=&fJd8Z%FRXuTTu?m0YL~f9^*&RZCGyqZ{=EF~>1lDv(s+w}`|mS#
zJm)T(cT4=%I*S!~>=BZ>k0qjO*IbW&u;crShXwEd)v^Wmx4HYzH#(5?!J(3G*BqWg
zr#rva@15a4D<}J}ajf*^by50>tQM7qYbz(Mezp9h{~q`DU6=gQ&h&qJAZKh8@2oAo
zK69RMQP+Z=?|Lj^0Sd=tzWtrtxs3G-x1i;>2bJB9Ey7BX3KKa0&;4VnVD8}&bNA6s
z<@nF~P0K4y@^)rUkln4)ZGNUhTDge-VF>qx;8+R4H~Y3sROk^sBDkFQPSfU~<=5Js
zxh$gGHoC7q@Q%kjEXz8aP0_e<_Wsii4v%x!2)7F8Bs|=};Pd)$j&WDxd`-`a<D8Qh
zT(mnTV7g7(JU^iE+5!1f&B|d)Hb*6_CmA37aJuNHR{GNCob?<Gg?&a2UaHGD8(x0)
zFwCl-diaMG)5G&?Jn~Hb+}vAf$8W!xMd`+=)Z8;X2Vd-Yv8m?E$F&dp|GkhtyqEoZ
zFn{6qw!6);Mj^4A9&WxIyTtXD{gs7Bm@;&DS8bK@d%t?YwbI+2#_G#dOP3s-y!nvq
zuDsdX(`2|e%(Z*i;>ob=^_I=;LW%DB`BGtrIrlv<(pYgMtVHzQfj*1b_nhLM>YR{p
zTqV8ja`Cn~yB=&`cO-e+E^V9GXFVkgr5j%B-7YRSaJ2sCb9ryy9mfgTJ1;3Z?Xz;*
zvHSCyONzZRr#5_CQgCWIi{%%c9>4C@Ty5vV&+XWy9m~vSBW!QsZ^gO#jDwXz!PbW+
zn>Q>si^*Iey3X{{8~bY+=GP1KT8bGK=FMFjo8-Dk#`IT9ZH}(%ln)YYM+`T{YqVbv
z?Yg>1w~lkN&xe-tqBZO{7H!^Y^>3T_CH;4H+Sf~JN`9Q3ocVB`Qt7X^_GdOfKci%v
zYc*9rGV;dBjor?lWZIvkvI$;m<PrO}O5b{s@Y;XrQ#4i>E3XuGz3|ZLgu|NLV_z0s
z-o>$S=7ig&M^j2v7G_NG|G4nqp<shq;rCYVjX5#-JKvd>$(v^u?Nz&2w<dSN)1rbM
zJnx@8ulV<em3i0Ihu!b*r-=O&V%~rC(Cjw{XKZr$zDptRALq}RQ$sf#dAk3DiEN`<
z@YU~4I(tR>&PlJFxb=g1Op*G!kCkC=oh)_y$M62;(Yw9-pxqWtS+}R*R>x1Oudiz>
z3)*wS-?Hx3)YZc49%P6=yZ+Lq_LoUB$D9*Sd7o@$vU|JxlAK+I;hvqnlXo>J?=H^&
z@p%3J!w>)e`2D})$F1x3Qs4L_ZH#x^li${Ul)0pB{iDJYK6}I#uMgajC9v>H)b&%#
zQ<g;a$4^h`J1%YBu3xQL`Mq@R)Lb=I8J+{pZ&w*#cz%AayqWyH<$4wqBHX6^zVdYQ
z;iKJabmm#|zUPy9VL0KW(&q0e&Q~8RI4usDYE)npkdVFe>vt{=!KcM%1z$99t@ky_
z3SJs7y}$nd!-DVkYQyB?CiUs++|YZY-0aHM5M%tHedm|r)fe_2JFqiDzj^}O$NcE)
z2S5I}dHJEHwj}>NTe*1!Zx<wWieC1;rF`>p-4@x@H1lxgfLBqMa^yEC<{bNx)$T2G
zDbKQ0fW79lbKMiac{V;D*T@~VJfX~NJk#qDQw>+t&q<wTt{LjCInGRx6)ju#IOQFx
zh%LJMO^bKOfdKbL{{BZocD3a<<G(&W5_SC2zapltsK>5hjokiSO=4`B-YX}p;5cLa
z$fMjPh>hDxTcg8?dFG;kTDFdYLnkEXEzXsCYwRxZ`qYL^DvTitQinv-+RDTXn^KE%
zCuZJOvGOwB6{M)EQ1;A$DP+-9A2<FTVGKswG9sT8FFW&erHP!x4yUbaBU#p^X<6<*
z+jcBYf?db!)LN5h|M~p#@9RwNB)BHMy|OZ7l8P4dCC5Ogsr4^^E#>i&X;l2l!;zbE
zD7P@DdGhZS&aoj+gG6q*_ryC+jGwCbbCPuDiniAm`#d&(>NK6pxQnYPW6vq0@6R7D
zpYHIAX;XaRw2qsiuRCuQr`<UBRd2KQ{Xd)YdHZMPMkbn7Ha70-y{B~Ufg*FgXsB`F
z(<^H>rbzhSvJ5_6lEq)TXva1^*ZdWy_%zSy{@luYHUI3^nvb5-w_P-_a$;;Uede2N
zT%;NISt^OK_VRa6!`?E5>!JUPJ=?bJcj%Fwz@b}zF><rfi3?Bnn!K7Ip36GDXltm-
z^w7K)6a5Qs6zJ)BJ)Yz7`S?noY7fCDA`2^8F5hzx>h$h>c)e}rl>-rVho9J7TEd**
zIdOJj66^em=IkYhBQ@Ebj_Dc%2K$-K)qFc!cB5&SoX>T!9Pik|j$m)ji|(gbrWM{$
z<8uuYlhBxR*JgI(5luE`tMBVHB<A#9UOC~*yt|+8@LjM=-BGpowAca<R<-1Qi;~l)
zj#u|BT`Fb3V-aShc4>G2S&wYZnT*1GjgFBP9UXUi61GNjT7DLdJiYj>@V6DQ>DxM9
z*S@i_Y5sn6+BwIwM*9=Cz5Ut!{ID6{<I`_rAFTR(Upjro;}pFMmQK$F&n;*UDKA)a
zBc$+~`t6d7dsl66p0?gu!hNsIMY)#OSE@6-1I|Buu;lHD>i;}1C%df8nb69(O=V%<
zk%Rrs8ct77ss6aLtMze;!ofSL;(1{wn~OI)Z{uaF4cD6^e{WY^>5htjS-(!FaBf<)
zeVRS*E5DeHqB^ITo*Xx@w!Y-O^4QgB&R<_}O}lZ#@@|rN?4+AN^v)+8UB1VvWY+hI
zm)FE(u9!XVMZ^+4iS)Y{^_CpJS?ruP<>Fqxxb`iX91+hiA8d}Eo^$(3^S_g9r3uMz
zuWZ=2>)>Cjl10T+``7T#cv|N0?fn0j?1%a7f3SV3wX6Bv{GKQN|6=(^cQ&a$TiRUv
z^xv8nF6U?e5Pg1bzU;ij^7A+Jl23TG6bY3*ai2G}vVC3nz0>ihmpuM`@5`>RM@Rq5
z_-Ao{^|QV@ah;X=zT)TS_}<rj<bER+DQ)-XgR;z*>depiG1bL8ihfGn7Cs+%ej;P(
zo=-{qn%%$H<}Fr!rSvU-?uoFc6ZyZY+Aid@TwVO|>+V0&|1XQJSj}f#cO`w>!6has
zOPT8%?#$<%e{Xm5=l@E-bgT{RqnAWF2F*Vdb%jgx+P3V*#+C}^)0MM3v%?ME*;N_Y
zRQ$-O`0#=;x^ZTN!}du{B}&>?ABgGQ_G|vr&c5zwXliwC?9pv1&Dr6FyvLURpOT!n
zrhV%A2io>CeS{+{ZmoLYH7|iv?)JtL@*kWNR=sD9+c^2_iw&<bPxe=IOq97Hnwzkx
zi_u_dVf<57#tBcag#P+=G}cIyozH*E?Nf_O4(@%cQ~ykS>$Yii9oFg=TP(NlTe~jT
zXPfa!p98BK`voS=l;>m&7ExKs_AXaO_AK}A?dOGNdNces*(BZGb8ha#uCj*3$x-$_
z%IE!pr<`~*;h5UF1#Nc>Rv%`{Tc^8}SE(uBGRM`oZ81M4A3NNaIrA!?bl*|e)@4N}
z`V+n#Z__)VeDj>c-Cd>GJANLMKD_es?1wupFYdVWXVZU|4&}*9zi0Ar{oodGNX${@
zcUt^UDd0bAz<2I$r6gHtz8Ncyr6g7yx%6g!?Qj1~lleT?_2Ru$w+ohvrM2I@QTD<3
z^6Xy+zX@&M6u@uXP#$=x>Ud)FieRhab(+i9JuhUPt;m!a7CG16+OTfz>Xri%m#x0b
zSe$q2F)(iEnjP+S(9PkL$AU@Q)^^=b*)>TpK6mQQf`?8;wpE`v?v-dw5$;Wrnq$(t
z<aSY0=YNaOr&^dcJxvG;vFzzyGWD>;2d(-Xom-kFr$gfO>ZQH>N^`~Di*NE(=xp4W
zT#~9W#WzLp--1&{G1JNpq$TG|&nyf2)V$@EQ=aRrvYUJd?>W|)-R*iZO@)nr`T03s
z?Yp;aYI}TS8n4y89Dk+a{OlQdrdjM~i{6+l)%274e)>Y{uR9kttDb#7;a|6O;)2+d
z+8a05IVWE8+AMym-TAnahpgD6J7&@%H>NTRls=!fZ13IaH$K=!i)@orx$>FY?tFsu
z|4E;>oi{CT`6W5W)AiyE;}hbAGMC$RcHKI3M7XbW-%8_6R;r3C8kEDoZYV!;z;kx{
zwpkOeWNtX;AUSnmY1}Vi*OwboZyGF7IlH-X>g3F}n-5INzY5o+dUbB7S^KQRb2n>G
zjP1J18{_vErT+LNzTafe&ttPKj^#x%PPp)8OP!GAzZuusO-y8K{iOKZ6K6f1l=e0A
z!>-dBTLi4rGNfM=FYOP|np<F0|5z(qAn@dh+;f{Fm#^l2mig~Wui0(pjyk(THLtI5
z^3QLKSgN<<SAz7m9_Olt`b}HE7VS8l^{%;{zrEexPEzjQV*kRNnJ4SM&3SuA;>4qs
zTjpE!oYMHT@Xex?KQb*(UH_vYw`Ai>p3jf_3!i<~Iaj&wP+)@UmFr7OW5SLr)#RSv
zG_9Tc`Ffsozj%ptF}n_y&8vR+aqstgviE8}uYD-;)|qD((~-mzo$`ejSE#=`{+}cI
zT>4{ylQ%@_+`>-JnjT)Xrs`={;8lIL?8gr-RHr_EwPMq@wVP_E9A~X4NjmVDv$@~8
z95l>gBVqURiyU)@dt_&c=)G@;&+6Jazc|uR@nj?0g%x6dPOn*K#{cL#+tx2r4dZrS
zj<Z^0@KUMfQG;Qvl+WhBWem}d46kDzYDyci&H0mk*)L(ot)Lwq8{a-wt6iIZn`dLs
zx9PJxg1mNm2wuu~;<5VTrI!l*E53BkY!GJqoqEYVYVYSgr=CnYIQ3QVa=&zgT_-;m
ztX^|3cg^oV7j`vs?DXI}Cl<oHeai3l8JhEtIWHC~ez4O+vyUa0q4Vxz$Ghn+R@ze}
zrPz42L)hj`E?9Enkh!tVfyG<qrb<1W-lKL?*;`-v(xOJDkiv@d`WG(*o(kNv<mZ6|
zmdu@7L)Hndc(JZRDk?nTF?a1l!DC;dx7$gr`>^3_r3~NnTm2uW%KU%!N8@wg9n00X
z0=1156+Q_&uJE)dwDzx5eQfjc^XmDLOqml*!}oZkdzWY#H~hG^Jz`Pq8E+Q7O{!08
z(x%L_uQjuIeBke#>yoc_^!mSIzaC~UyC82(u1EI!itCD(xHKxi-F&<*IYah|`t{K3
zt9aH+Pgj`PE3@|GO!06lp-oTh<8C$d9K1EZ%I@CwNXh)e>Cp)r=G-imIc;fc)pzr<
zU73yTZ}UY<-cHJseRC*v_7mnKRzg-TyWdPauOs|2bHT|K&6eEBcBiNJ@%i?DH#^7n
z^h>0{<&w|KzB2!_h)a7nadvatnXcKK5i330k8W*N_&+W4_LGBb|8@9%cDX(lF<xvn
z{n*mEDXZ>Qvon0kU!I@7f$P8Te%Z3uftC{ayKfrl+icnSjZ?Y)>bFJWB^#yhn*4vY
za-Hd7xid%Wp0r+IHd&v$esO){$!7<Yzg$Sm_O=o`=d!Qj<l$+1_8h*M{`PA7yu0%j
zBtM8N-){QWVRzNEd!lh4E}R!CvHVoGMEKyTdBz(~TScET<Kz4^b<#z@H*TNyv{-0%
zD=n1%<uP5H|A^t_himRje$AYD$S3ut(ThK^`CMYXPN!`$?myTrr!r6a-Imn#VG)@&
z<*&|s_$Pi(`d;<#xeujkXKVYdovs%>=d$ykWu-S??cjgB_uCo%ODj(9KBt_Q`@W#0
zM{51cxaqZ3;on8ox2_0FoXfGS++*hB-s_>^-DR@wFE5GR5x%c2a4II^vF-N<3m@Du
z-aq5lhIOA0^JHx^UHpGdN#HlF^Z9wk27kZYyZi9k+y3_3HU-t+5AL-odGB>ikbl|x
zcS^x;9v3iLAK>UawkxUf(*HYai*EDe&E0V@?R?5{=aVO`w0I9ye%V^NeBonTX{md~
z_l2zw8@4J>$}-k>u6X)rW5JPW^4k>W-Q07a*yz2&;l+u~xzCqpYOms5X_gn|m$t<D
zb&R>9ll7YJkL5+nBY&x{|M+skb;F3u{p_c83_GUV=S3aAm3I0-*%?ulxe>3o<<4|u
zua)0xU-ij?-{*engp%8iM-H>k+%Vz#q6zV*Hpvw(lKB&MOCY$rO)#sw`a{+APaEc3
zh?P98F85XLx6I?(fSoVDzUfN-x5F>mV{T}A_a(o&nC};oBR|z1@%i~{*W0&@x6hif
z7`B@AUS+<#^ZK^l&sL=-e-w?MOc3RJ_#)YM)2#<yRv*@>d3K-M^ET<?$!)f5%%{Gb
zd1)N8Id^J$!!^l--Dl5kIDLB3lBXuZ??dZX*<ZXiZL`kGi;NkIt0eSY)6Qm1*J9uK
z@OpNiMESvzEUA#6O_KN7HgDf=n=_|vN8_>CqD=CaB9peM^D3Nh_c?q~?_7JYz3Y-Q
zOQseaFf-!Zb4lv`?!?(<S2lM!)wM33@Rq^!z`7}p2l~HD-Ce%jzV+PRho7Em7oO<3
zesI!+l@Cky#UCq9X-@pv<6R;5bsf*5*B#DJ3mPA8l?!n{d7{Ql%w-PGA&u;mEX%-O
zo-@wBug~I)_}Twvi{u7ve|eVA3opF?|A2jFZESkxJzb6L5((`k>mM1cGwLW$WAlCT
z-lIJ)M0Bf<YEeAzwsU1^)*a{Nt4_xsp8c+Y#phY(@xyHv{Kl^u3f@N7TBV$~{2DD)
zHS_wf?!+Y@KUamNeTa55?U}YP*VFk_^3-Cl@Ut=}oB8HO+iEo5y!8A{^;B_L&z;*E
z-~ZC7%}j|srh4{O-GaqFx1SWfRq9=5JZ+l#?cDd<x@~`S>CUz;ZRs{FvDw+dC?~^q
zp7-@un`(R8mdSpu$r%-iv5FIBS?qlhzU<S}oSo<Lx2f;cWq$rbq;K)<yE)AM#+S2>
zC)mj*TR%_@%Uya|SGw{?l~eNN*FO8MH(vfJ@$*Yg%scfOj_l~$f5dA(rbnf2=e?+@
z<zBK(SlIGP>a8rr3$wMktdi^){?1`%cs%3d9LHNFR?@P+Wbe&eBD``+?)j@rqhlWn
zTwJzxU8wbXp4htuQxjWlFBGoO2u}a<AVa)zrS^8yiN_g5qglnLm9?EUc9vPQ{eI>2
zbZ$TXetCO2IlBs*n(x)$+jf`Be_A70^`t*-;-6bNCw(kWlz)uNU3UGFV!x<Xty#B6
z%IU}$)oD9<45NR@u<v^$)@dK}`_C!s@O+;4`+oDS<~MIYEv|no%}w0oQ%04I_u)Nj
z7J1)NQZFq2QhNQP*1AmnC|~O<o{bhCXRiPFEmG<E^{ML<kG}kB@>hlLvW&+$S-IS$
z+tf3;x7DADwa8`4a&l*zeuq0*<2ZYM%hm0o+X`>#>jujQ*_AzH_&Ry__cs6cbyhWB
zP98rjJLiJCe`TMLT&Z7e&6^J$SGl}aI11;#a{Bkn_~60FT{0VF-Yn4JC=7W2YJRHM
z{@f|sme-cVPBi=cedqe$aXb2i>!*i4zqG+9d(J1<vwShn-<qV)oNF+#ZR+Lp$?B^`
z9-qpXo_ureaVzb&B8L2m+i!)Q_6rb;aj!R+FB&X#X%3^j`fkGm`48Oo&0fFk`k^bg
z&6*AWT0CAFX*K6h#KOD954QWnwg=wodi(I@<mHE()z4RmeK=Uq?)ac~o1W#)4ef7T
z!nV{awoQH#{r*h0$7T_;KOZ;D)s|X%l)?Q^kp7<S3qR^LKR*<Bv*USv`#0mCEvA-{
z8|MVRpJ<#~oiDx4uSL@E>fW0ToLxLlS2({Psf;@rJw@fv;!`jG9juzk{O|J(2M>#+
z2Yaky7Uf!aN0+@k^ytI2+4;%q_azp$ine{ud>j@tb#d&OYhky%R(eSvoo!~kvm@?X
z`HJ9e?m9thcD=pYb)mm@bws;x*%6nb4ke)nUI!jsIo6}sGvnd}56y+mw=eSNYi~%5
zWI2EF-@6Ux5|j>YQcj*N%(=(1XOF}oIhMDZwH`VgQaZA-=%A2dlayp+S!>>ky}<#&
zhsE=vJgbj6DVv^M{BW+T@xM;~n9G*2y9;gS`n>%=d%C&UZ|};W&6}IKU$=d?_jPdH
zcy~U}?M;6&4gaU~{6FTT;IwoF_rkfiFVxk%PL6Z_p;GEuo;6X@^LzQLn-RG^!OYJ-
zTTQJON#OnCWpCyX;;o=_<k%#$1L?Clf@6O_$h^MPRW4;SPyHJ6YiGSS?+a{qEH%jc
zEO73i+kv(HQ-YhtWCi&@zv2jU&TWtW_(-YGhW!ouS%rpb`5C4u9~9y)mu4L?ytFZ4
zIsY2Ira#h6@iq%xW^t9@Tj3<V<t&4S@taHO>VnS>Cn-L-ZX>(I`z4oIZhC`|(FWf4
zJNxqVU+=rEGoO*$>Qm{QEhko=ewt^yDb?nzbjqFT+N#NKB}~4Ylli$}^V~JE>m1u}
zwlB+NKKj)85}RlEI=&6xp6IU;S*xr3Fjw7nSMv8=KfC92Ur2s=SMGMVLt2LK!apH(
zw<=guAIMZYgue?cGjeA?bI_SjrbD)5;p7*^yfb5$otd<K^Xd!19SazD9$0_=^j4lt
zx|}nA<}{YLzB9P(x3oxe&YBe;9NxBaYp?NI&vSj<+^0KCY98*@=gHsuRc!s<J?Gxs
zwtTX4(%&!T?``D%&0qib;)n15?%jWGI?=-NOL>t>^sPmyrInM?cUn2kTe|maGMnkr
z7@yY<wlb&7a(^tDcSLah-#=FJF}pX_f4tNBaBlfM$$Pbr*FHRSl=}v2v&USaSM!%G
z*!$bvGuGu?@9w9WDVH<mTo2wg$y4p9=_Kv9ZQCZ^`NHox_g>)T&nLI+vyWW&{ai=Z
z?`zDZ%lMY=ztylQ^!?IfCiANW{N_C6`T0z>Ai)04@x4bj>rdn`Dw(k1=(XwodG}L4
zd|3SOn)-I5*=rAPIiYgKOk04vlFzkz^+~}qrjvJ{5)m<yiqvF(*?XABaNpH8cWxG6
zIIw{Az^94Nm>ajXp1W=|VPeEpjl+H0<D|Uq@#*Q@d9-?-nw-?9<2TJBcb?o{St`&v
z^Wa21-)HX^e_ZOrI_q#r@Tp0AylV8~{tJJ&uD(~uTGzTWC9H4T<7J-v`S+X4Kf1Q=
z>fGGJwqermKHEH4Yt3(T;k=hg?i?5EmDBdIRQ!#p?Ehrj|1jd`#<v&0x$iWY^HaxK
z_~E13tS_EilTe>^C3dM)=SGgx6W8V+aGAFF-M8b#Y^INl1q({WRm3!8m!)1fGPC4&
zE02>~ZQ9q8D_`BhZocxZ<lC{OHh$~dhb_(diox@eN<ZbZOWW7BZU6Ami8r7<hTBq4
z{FRVCpT&axFSjMn7rn2{CVunWlSz|}O*iRH;!!C&%Bz?p*(%oI!Fcb->Ufb!-mU#j
zwUe0+6^m@yf7Z0=RE7-GoY3f$>dDHQ>`L8s4;tru|LfN%E6m}Q_os@{j@PTrMp|)(
z=!u!mlB+5v9lLNQyX4Ut_E)PE#g|C=rGI*nvf!iS`k%Mh&#5NdPnuA~>Qgz#y{`Ay
zQ;t)D-%R`}wHu3rZrIDV-)ej$X*e-+)%rt%(VQ&}GW$!4{=7{2D$X8y>Dsqk7yExt
zCO@<@*5`b6N%gde*V6>c{1?V9R%b%PuZI7f*=}a4__bR*KiFL6&v936+4EP~jzp;E
zH07FeEtb^1A1zz<FNcM5rfBgYhhN9q44FkHEj`k9Rr}?&l~?+L^mpqj^nbZ&VSP|t
zXSzeF?KY1&=2m~#xTJgt^b_dLE__h(XjiV``lq{jUE3F*TA#jZ&c{2+VQPKWC9<D%
z!ewHAHq}|1ehjG&{_}Fe>>Pu&w^u$|`p7$lHT2~vbB*+xbT`>QvGYvwFI>3IxJGAl
z%bBgWC(rRLXP7wCV#AGNHv=tBtYFugIDLs>;^S*-@fwP;`ZHvWt+w=YZFSa-V=&KM
z;#tM|(W2yPbGOx%UAcK8g6t_)4wKa$%2>=2=Q(JZbZ&3%#yytVbFSB2?#wm3_+<9v
zIkt5t*DR{q5PR=&<LfmB4)r-~yB@JLOkI)V`1$HAv1#cN1@pE#Cd!Dkr?E+2<G$bh
z-a+-gu%vYyyHNN#UEcklt@oS$`IcWlb-U!=^FDV?!^+NGc$n98yivTg*Y?A$=g+Lp
zUw?D&dE}&gq2<1w@>_l^f7iIp-s-0M*0U1p_bt(G+IaiPEoWPfaK@StZrME_Oh1L6
zU$bM;mP3axXWQ7+7FK*dCVjZ~_4RCNCgBoWLj~Q0XWL&Dh*~T%&(#T!)VysGb!w(_
z)T;~gu2!;c>@@xV<b3Rhj`PehHwq?c&3yf6eZ$Y*iJeI-9!>Vihbr{>wzuBM^Ek~{
zmRS4tutni)|Jkn&wyy5D)$^~d@6s%7??;lQ^Q@ZubpL5a+rEF?Q1|KO+=q{E&*#}L
zf9LF*?_8DBS6F*AS{-@E`G#xt@;w)?e^C6xe49-+luhi-mK9#?mM6{|)$Dy|x^H*E
zJoY<t8K;G07A!Bnyy&sG=Y(tL4=j;gvgJ{4h>_f7#_vyml;4|_|9H*R4k?WY`K=#k
zeqP)E-0^V!#Z}jeRq`#lQkMkVTzcd0_h-`N4nvj6_Kc1Hy28`g>W^#8)Lvki*W`NP
zI@`~0Kbv{#F1Y5puBl7uuUhhM-iMx3&3o2;m5Z*N&wKvn)kjCJSvA|g-NCOevSiuI
zOzC{9q({okmM{62>reW!id!*g;^M5&sS1hdM%-TNnjLEl)UVDLoW9_As@Lz?X7x?S
zKj|D<#$aM-Xk2*VQ26eA>83|9k!4Fy>#pY8a^3vSG^>3IhdEV#v-bV^#;I@PB_FtB
z$<kK>+j=F_o4Sl9Y|zx)le4~}@KRdg)jd<^nb|N`g&B3N3}mq2=eGNs>#bw(JR~VV
zPAOt;n^fv#xtP=lDVYOKt_@)p+DGkf^V{6{T)M;Y=q-k{SmkYotnxjdLL^?sC{JNd
zo6DD>Gw1CR1#VXL8H$@EzMbnkzv%>P?+veYnfoknGhBP1<a2vvk5Bcs!iyGG{l?o4
z`u^0P+xz3k<A=X`XG?lS9K72$`BaJ^+b6fUhg%obeXN@*`{~(|j-6U!Av=qn<x8yz
zF|*<Ddti~X%>DBf-}#+^;(3!fm)((mx<+IDq-5vlFGd^Or>xDL-)_I3Wy%&uOZ(Jq
zZ_hci@6R|S$u-9|%k3pc!@bpSpG4k!;Sg2QTenF4%S#89#^6;G%~i^7N1Qw~<8WW6
z_NVl+$w%tK4&`L>omr4rIIr|mtI9_!t<4EG?rci8{5D<lna%QqSJTle?3@{=c8rH_
z&c)(Wi~OWQHD6lz7<o8f{kcf}_QVHUtOS3oX;XO4qw``;&1C-%f!9k*K7aIiQKs!|
zec(~qhldM}Dz@}(d3xlhYW&4bQthF~FJ52R70lip-=Z43HS1A>YUR%DpD+9@J$X;p
zOZ<HN38Bwg`M0vt9nueO^E{pqseZZIntdwsFN+q7P`ky;QnE@H%Q(N>7CcSN`SbhI
zInqx(v$jtxw0I+Y#s5;*X4mwhz=-{}{<}}v6;71sw^`yYS9)jj+J@J%8AVeM+MejV
zthq(`kYc}%@s5Nb&Kf?8Za>+VQLUWstyolU-1-vjv_$uhaClY9F)OQ;x@+qe<V|<<
zTAy=r{iodxHUGQ+zu7PK@7w!-Yaf1ETKv)@`FWJ_xrNNF&CFpgH`M?4gge<)d^q_*
z{r;b4AFBU9zh2SEC@<bDe%qG4;nSUM_EWQcM67cvZ~Q#f|NYxa0ajC0^WQp^A0wWg
zc#|C`c&Z^_`2k18${N=7!g1#7VtD!a%<jhDZT_;c&3$=P%*%DJn)jI3W*OIC2yec=
z$aU}WiH4#4hZ$CG`#G=J^jqu8?oMXbg$aAF^;xTU=UrL7vpKV8Vzto>`FU5n58B)+
z^B4HS{&30OSEX;AE*vxZkuqV8My%nj12colR-f7NEAIb?{yUqzxZ~mrSADL0{q60;
z$JR3Q@5#;kWTxQVEBm<F<m|MmRouA=`ffXIqDq1;S+T9ZX4|yI!ts^aq181LKB_hE
z?q26&Ah5Akc;&C+sVm=ZEftpck~kPNE!-{S?&>!R2EB)^BqfWx1wSRrRM;Mv|BXp~
zPuy**Y0HzEq<@tBd*K*kwob-$qRu)mvE^M?<4>PfSn++5%j!d(w<l;d+gJ)7ZfO=~
z;Mw-!k3>dj^*gaU&ph9Jt~qJr{rQ~9#b>GPIs2`o!uhA%|0c%lGG&i*?e5<X1lJq?
z&!{-#kaV5V_T|23rvFynU0BOewQ+7_LV)7KQ#)?I)!JF-ecVrKq3?$e^Ivbd_~J{1
zN7c=iEuwq94)2-bc-PM(`u$X~AjL)JQxDEo|F?A42D`KWUfs5q{Bv>JZq?9gyVKvj
zZJtY-J<brGlTtKcPWr<g-x~`uPkl?u_}<)@X`b_4b6L)^SE5HR`dwp*R$Dq@{$#P2
z>IWD8X)$~<tGI-Dk*b}=+p<l6MQeU;$_rwC)35Y|CwSi8U;!hK;1gSYr%Y0@4Qf;{
z$aa~aVQ{d|%kd-k3%>Ue+YaAMf7u*+yXNC8w>f)G+nf-&@#boCq0Z5o_I;o9kIs%e
z_{ml5)hnYNOVxL6S2(pj$vWA<=t}8QEB{kh)RtUdaB+pp``jD3J$8v@-?@xA>QX%C
zaTz`6E!y+b)lT#JMB|i6Tz2ALwR?OQC^t7us@0pFp>834ZOe?~8m}X@txkURa-8q}
z=ZesUw8v*|YZtF&yY#a-*LgO3`o>)8(AAUX)-H{9$<(v*>Ybgv>1yaPzgp#!o2=HG
zUa0P8nQF6h`{nn1$z0dx)~8-F+m+Y)N$ao`U!APu<+mB!$2sPkt?ZUP{nhNP+vUiY
z|E!pw9^N$R))%(;&-P1iXB&GqDVnP$TdUmPzkaj6eB{9gI_qSuG@s^1$)s7CT%NnI
z>_XyAtG}<bj2N!1bt&8NO!zoseC_rd7N;!&_XWDUe{6bRnm&zlze3fPwU;ad^emP1
zPOrO}fAZTczXj<VdWG|UEL&qI{l1jl`eocqlYJ#Km>Q&Sdwwpki1>7haY5f|yPjs<
zpOcsCrvIJTxSDI*O1l?1%eQ$ye_zbEjx9x7utHVQ!Y%67!92O8htFNvoauSJ?9CE)
zcT=lGgGD{E6P{>aw)k;r!R0(FEsc3cn*S_`Z!b*0&u(bHaPhO#=SzBS?TkNC`)f+L
zlid#6nv&PMBR~HB(4I5>$A_06J{~{txozGWnMk=m5!<)O-QSS9fTP}WigL5f<DFj>
z19FvoCYw)NZ`{EnoAK@2=2WY?-|lmpQ@_2pj+j)RE_r^#)VEyu@w?739LlfSQF_uu
zomWHe;O}dR9xGoY?+?D)KXcZH3+HcaJi)`iP4=Go*-xP_=h=3}uU~F7LtN8WPWIO+
z3)$Iz?>GMnujjk6W$F#nr{2xKzI?bT`}VZ+?hnp|b_Q>wr_YJZZTzB8F+JC_U*29a
z@AJpVaJfGk%lRMu3fR}zR23rb+noCKVoCSrB@R744EfTp=dZ3yuQUj~`=f17am|{G
zkqPX3)(Lca%P;---Ezm&-s2ks3N`b6R@*#UvG|jh8?V-s=JQn%=~EUito)F}S-5tE
zee0!d$M;{X&^jKmKjos#vP!x2M-M+Wao;2uT=-{_-rA{GYwYb<#3oFdSh@3|`q$}J
zf980`#Vb4tTPk}m`Ok#x`LzYDR}c2j`8n%<*^J=u3H#qJjbBuE%Im0JenIzqE1|r<
z;c<ntDl_b^sQXH5*LwC(=4YGSvesg0#Fr}h-y%v5zox}p5DVX(|HtNR(dxf)>dhJN
zW7kF<4U375cs}*;x&>bw6q%D={d?u)tCpIYyQFqslYyA+rAcOe*)K!eE@`ayOGw<b
z#nV(!MfTK*Z6{A^{66Cxer-j3rI^2r%r*1d-{u_ux9pef0|rMCt!fjkspkE&VyA!P
ziaq3go^j2Cl@d#)C?@ntY+;o)Vfz(s#g{kZ>IUbirzbyeE$ykDDyZ$VQ|YV>H$%^j
z#H4<~=Yq1n0Up!mPQ95t#no_o;))kqS}NPZl=iIOA;+q{rY%&UGIYTXMZL}ZM>rox
z$L7@+SvT!3_-IpTx@pQZiEXU^54B(F%`x%6+H>ZyefQBz8?7vEewflXiGRu3iPsMQ
z`4c(AzW=|cP)6tN!0o#3=l;CtxH&WOeU8Z*n|ZaH`?qC(xbpRq_3z*7d}Zes%QT)!
zv7DNA*QnldUn+ZWjbonSWTT?lzb)r=&HmT5|L01hRXMLS+uL6Le)&^{f9|x3fX?L=
z5}DGyn+yFiv-cfYD4d*p=6J~_p+mO{0_1-MYOZV9x_-lAk7h5+nViq}__l97dn${~
z$mBw#;)1ms70b%jNI!T}xV$iYJNG%I#(<Bv18)dgId7Sj?mwme<jLZ_zs_$rd-)^e
z_BETR>wjKP;On!QyZ`a>PghS~oGUPW;g^S^Rts#`H*C&|KKD)ebCpMX-xm4s)26a#
zyyYs+DKs5y$=`MA+R~DgXZn(w4zhD)N;2MliOBmLY;xeF#Pm-G9(PT%G3EVa`j~fH
z^@j^{m;c-v{jqH3v7N5Z>i^#VH~ryn`yXoS|Li*$oqa?2%$YlTcb8Wl_;&BZ2gSbA
z&M)qNV`Z~@@|P*DQdwa0wpV-D`4!yGi`e}9*0^0jPIt*+xAmuA81gOWldn2!EHmfs
zqHSI8j2%jDGtAt&)1vK!TA!kEKA)EU=fn-C&lFip&*YQ0Y*>3WdErjIn>YCvU+vP8
zP(0SLbMJ-b{;Ke021-|S;t!iMMey@o^tsISHYUDzf5yrmmVKL2Pfy){>~Z8?%YuRl
z6U=(5A4Z*jb^SfN&7-YzFG;6&Pqp6uJN1I={JB+%(jOjbP0#=QYsz-rov%I!wpYK1
z&)LhMe&>|2_O7D^S5=G4DpiG(``F{RDeRs0)LlY<&hy(c=Jy}$=AK?Dc4&Rv>F`ST
zRj&4Kzs*(dYZR|9e7k6;$336P3BTSjXf^BQ9I<zP9ONc<ul#PuWSz+@KW9FaESwbG
zb0qw4hJ>%y>LVMoTb~G;*#Aq{S>349KkL$VOZn${^HOe#zIt=yj4<09{>lS)bJOi~
z-kPbYXXND1(K#U&_UY@BtB)S}Rb0{B)?1+Pea?Her%!qIa9R1R;Qs$WxAcVB^c@yA
zom%*oEb5v1)MNVfYk`-IB_<lL3thRoBgu3}@BNDT;vX#S+WsfYetR3SMx*FQ*Dc<2
zdG1Bplk%NUB{cq+D#|u5GH?~A$n7;(Ch`>JX0PDZTv?apVA+3x?aXDa$zqxBtHMf8
zhCGt&sc<mlUueBCb+?xPmdCeif?4Zt{JJ(dDem^Y?D)IuFJwFNv4t2<o#LJNNBg9V
z$l+eGr62p77A1O3u=w}lQh<`|8fBendy*{pRNQ`4DWAFV;d7vsXkAA`xWa|dPSr4#
z8vEi4Mz=0ieE-Q2V8xiWK4?`*;EK}Ng?sc?oQbO|HCSkH$870`T}_qKDl2F9u8H{R
zv8$kL)|CGr_N`~TEvt7?;m5DT97mH>ABkJ72$yK!{~B^?ouA6>V7GgVoS#hito=u;
zMcAq%=7{-0X#wqusVntANv^71+HzjGZVt<qmm4=<@O-hW%Pu!0_E-4UyoVjDc4|J~
z|0-8%$CJuh$)$_46t334VY#sKUEkG%g5k$a|A_ovb0+i2lUrZTnd=raO=`=odSCi!
zNv_q*Mal7H*Go)mrl;PUTyivQ;w+t|oB5(X_T<X3-P^qO8l!Ao`hhLg)BAEiZ<3vS
z>_pvBqZrW*wSt*x%Uq6^UcTyg>fH@XuIJ7(_bt91`R7-`ojZmZe&HJWrymN-M)F;~
z)}*X|I^)mW^TpHUBmISX`h6a%yw%K{^lrh6qupyCO1?k;-PiM6jkUvD{_QuX`N>wV
z&)xqyQDa@{mOELOY?jA7nseag>%8T&_m#D5%H`N~<Ys$SR#bJuglemQ?@ErU^F5v#
zdaGha=jL-ae_NNAwbg&}|JTCKw|}<P(s@T~50stx#k3__<Bd!0ifML!i3`-X_gy)#
z<kz%c1u-Z6>Pq}R9dwr3Te@A*(Od3S>wO-bLbo>;r*wa*a(gso;pO$c3zc7dX#5|1
zX5H@n|G4r6zm(3ow7!ei`0w(ydez4DmyUF<Ee+ty<&G;C*!R?B<>c2*88;TKzQz3b
z+4o%I(0x0t)~@HiY_s=qboeVL_NC!+GA>uLt`=7H6f-1BtFP&s-rR0%Bk^jD{iJs0
zQy(3^Me~Tfe^_%b>FL48ldb1}y87t(hmOA=(s!DkaQ+rkt^f9H@#mXg&OJ$Q`E^j`
z+{a~$wZ--M&Gq8XGCbn>a>FjXVb%-hzd<egJ1=?WN+^1#-*RMsX)tHX(sTL$Jj{J<
zf_IfNRDV7CONsxi`(g9?Yae+OmgHQ?T+X?AW=8Tt<^6w~&+VL|-n`*Y(&iiMKg>1o
z7FL^ZSw&f>Z~ED9MYm?(=6RO?an)Vxy7kR((_a~7tX2CIV)@l?vGx0-i~DTKD&j6&
z<$j&HZ*%khms?9_-Jh&7bG^sud{>FpF{M#%9F=#(T9VJi)g-g*D+`O>lD9tBC_`br
zb_ZXYjKPg*(f`-(_T&2*)DoId^CC`y%Pa0SXH?4}?@F=oU#U|Y%-p4lCYaY8Ouw{o
zyVMPt?Xj8SaXVesKfamXu-1Ovqo0g++gl>V|6Z8Cdg-ryhpso=Tl=Eo*yAU>Dz5u}
zNgXnfR4RHR^z-Lp4{eomN5qmQC6%6>oblaf+t~{fT(@%EJJn-asHWGopm3T%`q~38
zIi7b&+HU96IUK;NlH*hO>8$Ew6AAV`{WtTSS5$H5M$JCOq4q>6q%puPe9lX`;E$R)
z&gU+*2=HufW3=LGWwL(IJ^8%Sh1J*BxqUoT_A~DPqqb>rq4S=3)?Ux@zv+0FnfZs!
z@$-jDd%Ad}KAoTRzWBy<uY{10wJtYq_6962s`75$%xP5~s`zZis&yPWx?6=aSdMg5
z`)DfLuiU(<`XqObxli&k$z{iib!;8B8Gb&tX8rLc$;)rVUN)Yl>hSnocA<&wy#C|D
z&g%CIpUs`>x$R|bym-OVr&WJAH9wx|^td-E`r=}dznh;n*xwR(e7Ae=5p6eX5APSP
zOHA4iF{!u4JX}%a%KS{FZM~%J(de=gHohB8hQD7KZ&-gJYj&&5uH5WdI@=T9&hTsV
zo4o7-tK3e5j@2J-D9S%g&MSX!>*4;dsqYS-N8yfLmmDi@UwokY>p-Ngm8|u=5AzuL
zSM&3z$XFb4l#|u{TryjCUm26lcb_dU+e$WFdLy6yxvC_?a)#QPpO^MIYX@?c&0&+(
zy?@}b!ufR55(bve#|P{R=672xs9%-d72^MK_X8L46L*YOWIQ%d*qmw?^Zf9F&5m3@
zN>>;KFc?%neEUXsdU0Bn`|hcJ_nGY<v+vw}|EEp$tNS&NdBYU+p4**E6nw95u{0uc
zO0Da3&!0EzqS}N5+m0Vg+O=bOduD0;^PP9E)IQJMVP~%Q_42lxe7(CmbtD?jr8v5=
z^B<eN&i6$}?32=|r!@3sB+@&oU9Xvau<Lt%xBYuNe}3(eZ%c0<c7FHwL)sHo{Z~i#
zv&eqttQU=}G1+^J^KnDu+}8}h3VvJX??0<;tpDlSma4Ox&PC+td0gPBoFp#$bJ9$y
znp<`Ksk3LaCA4J!$h1=MjW6(AU%$S2t=m(HJ(WDcGNQ#c=Sse==$*E<H+9Z}r4uHW
zJ2e*`Wve-}dI_t{{`XDCKZop#)7~x4Beehj#r_|=zO^6bj{n+ams=dPe6QTc-#kvA
zy1T84g{I%uxEPU=SH-dMuGhb;`m<K5*MGCTD3Ie~ndo`)*4lPHt~nA3uUD?_xN-2<
zj#(SteHYu{`u6a1;hO4s%`GRU?6@}FW8$YZYd6?*H41P&S@bn!-wPJWvO90)g?imD
z%356#WUG37R!Qc}sCt_z>u(oqk9b+^bYh#nu;jMmOJ=@Hw0+&cZFhS1ub0z8*rX2a
zcqYiy^(|?EaocPLjW<HYhFSAoCG^$&b9nnne`BSEyNN;ni=%xEZ;!l55aB2&>(eNi
zp31u4U*TZQhNKV?UhXD-yG_ye8u@oRZea>*V3U5ZO!NCrWoCn!sUGa<KR+MyV9rT(
z@+|0F&k|kIF;!~HO;_vQ^fyb5|DKw9y5{Ocb92F@6+vp6T}wTTUOu;<BISR<^NB<}
zbK7;MxhITI2YpO4{LGmsbG+owJJFW;?tdycx6Do4Tv%eU+^*;2HRa~*g;z2dh1+ig
zn_EWbuT*klF)GdQQBRVa<de&AZZXr>e3L1&E-GHz<C*iw?Sz&}X`s~6i@ZsWHP_zn
z*`s&8_~C?q&z5Fxs*!!L$oa;(={qbVQWSX^7<ASD&Fqi=_f}wUM$8?Nj7i;}v&wT$
z`<U|kF-q>aZg@^?`j+->rA(sl-PcXyNSARx6(s&jM_Y5-C97TBl?GSV3e-I~<)>w`
ze9L3|gK@3_>%?8#jfBphTzrXJ@4z3E9@#ZD!h$Nj=ie^X-&S#9irGh#Xp?E*u2sHk
z$dtQqWz$|+KB)yYw@crieO+R5;OWDXN5+qN{BxN%dUu_2NKrXCGvn(5<{MQ!a#mUo
zZ$IQY>zex_{70ku=ZW`s8}`;)@5s7c+jq1*)m!aoTCDzK0iDe&uNS?PyP)<ldH>?1
z&mW94twJiTh4>u9L^doIwfexLGQoEa+Z?XUFE4H;{9KzZr6FqbY4y3K-M7CquPgc?
zrjzddl=af*T}NkM&*yo+=O^EJyARtm!jyeZU+dC{h)FW|vh&@PsYY6|ewWfduwLJ<
z``T{y_U13*a!*-vmu&qr@!OxciRVwfxl@`~Q!AE!+i|_kj?$H-S4(Ex-XZ6(CHV2}
zj4jLM)}*GYr5-lkWB;@{Kd=7h54+pbe>^*!8z%qi^wVVNl)pY3{HE9Z;f+^*U%XGW
z`rwSbJ<Jl@PsZ#osoZhw+a~Ynde^=geUX!6EEhVM5SUS;llnz_i_r&(D7DZ-f9kxv
z50~C4`Ea?gS3Uj3n;(-at@oY3==#Ixe2l)W#NsS*J%O_sGV4!H+%fGL&jK#lO5>|@
zWHQBlYfLpBU+|k`_5HU&Wn8P7;{EN8>#xba{5o^t7V`tk>>`)%h+FW^J^X>u-j6R+
zpU<4)X>a&^S%zTP9oaqKesZxhRaV?=WInFR#(A?ZW%t2^gN#kzw%hGvICwpG_gZ16
zrc>u-e!N+4ld(C<Del6=eLHK<SKdxD^H6MA{6Rt2IBpV4{fWhIgXZiNvRUgKw|h~-
z-j4?U6-yd&GfEg1&XMIg;r!yV`Epw!yW2BjrW)9Pv8q(zo1f|Z^U?`>ZNbHc&U;g&
zqyOBVl%=w`bH==L{T1tam%e>+smrlBgMHR>se*3@XR-w{@Cq;OzH{zazZIj;zE?Fj
zlDe`Q)p;c^Gb}EAEx&k?s>lomzNF6ww#qjfxvUV1`hRuhPX_6?1u{AhmIMj#YOR-j
za;shB?CuBF9|AYrc+k+u^<~3RuZJ3c!Y0TbGFzN9fAWs9=Ij4Ao;_f6c7?NI&EqNS
z=09Jcv*yI7ct2jjQ#^5#)RHf54AN8%?K)*w$(3<#(GQLVtC?%1r%IZ!*WJ<owM~DH
zvJbD#)txh+fBx`%f&-`dwn+ZhO4nap`nB}!wd<`{r&h1ajo9)yDEMmp`>T0hGUv*c
z-b%mBvrbAZXMsEO$6c>{ZcZ$CAT*DAy>0jIre1l`qRm~`+hJz`@EkN>7MY)Oq387`
z?qKKsGO1r{jwel@zfW&R(UMc|gp?!1?cGfNEn9tFE!@515689Y%adxC81L!*p|kWw
z=(~XAyZ(Ol6IRbNO_vSSSZijO8+-DO&o<vBJry~tb0*YucdTFb#MiIPqr_s7P(NQY
z->Nsa)1>le-dw+0CuqytfT<I2=G`tSc$TXh)4yiPnG&UEmVy<YaZVL2w(>$@V%;TL
z;^*ck_J2=HW1jnG<6840lGh%}ztzZ9|6a#(?%Vz6=k9Eeu{yM}o%8<NeD<YNY7f}R
zYR&Q5-`swpe!jWf#gm-Eu@m15*d5wz^0aD;?2Cf@T|1m63q9OF=j)-Hb64)jIe%FE
zlVJZAjqvRU^)|h_Yp}v>?sG+L$5)R<_;<~Jv~_OY%#Wd+HzysqnGk#Co2tz5O{Om%
zrYd!RF%)tBef$BJoX_NGc2|}dulcmo-SXb<(r-$AFQc#L^X2dPsJ1@O_H53xs)wrf
zhx}$XwE5>BnH`z@<FS2BY0(q$fUjZOlIQp-NuITPCYkHO{P_N#ofn?9Oyqx~Tlgn!
zwOIP=B^+~d`TLJ}I44dMOHVu<=~O)Pj>hfO)zZIjZDu+cSNc}rNyNSg$Lu-l|9y>C
zw6lM7CSS&4Tknm1scqsnKD6?Ey0*0a>w&lYbzc@g44zkAap?8!rOR^-_AFs}!k9jj
zN0M{h`{b!QtcJertKKxPw|=ZJ&$im^{L&aF_wYzrtD{~W+ZM!@cGQT@V5}2ct3S>0
z!_?c~cG{j^U%)JHDCW~RP0v}X=z7@RygS>tLyw>C3-t}-pHO;mPt~?RS^H0k#j}gc
zglc?hEW5Q_dE2+0$w$I;XQ|pwF^k@4pWG49d9Ql9{JW_pl}XE|PTo<OVRfpn+45@;
z%d6_nweMy|NT^5ZEc&=qFR(qS`bWXEw93jbCS|KbKey(E+lHjL?%t-s$6mc{XYCI&
z?fL$nrrwg<C%H0yWv=y`gt*_S{~9=1!kC`8R|YOK(NN_6d{guGh0QkKe}8*gn$sG-
z@z*rF0-NVE?^pYOZ@=wdVaZ^&&;N1uZIA2&DOP_M^&0*?DA>>TMlN?!``a1qHvLok
zWrKu#b{$%sd|z0=)G$7J;*`$ZjRhCY``KPdRPWz&Vtea@#Pag)T^}{R=CenAj$vVF
z-+jR;`iUZcQA+fy+wy-WedGF>Xkend_Qwa)=3QZJO&uBzAxeR=GIt^>jH<e3tWj_|
zW#F{YxN}m_41qGC122}iA5eJsM!f877>6K(Z0oVY9jh00me*`Nv%;r9w6&;PtDsG<
z;M1%F7pC*X397X2-}v{lR+Vni4rZUvi<UG!H@8+_s#&_1M{BO&`XyT#gMVlpO3<`Z
zsQCTZztZi|qk?(i%vm07XMXs7Q2X@!n|q{3`9(YXmsTNj_OD73i|d@R^o-sl<BHB8
z&Mw`#jb;v60$LferyPp^+5GvbvcSN*KXcO*efKZNQ>B7md(GLD<<YX9E%v4M|4SRp
z@?I3L``M|rdd8hC$JQjbS+;r3HhdK+adFyQ(USFbXC5~_i`bd$<2N;amsb7Ky}z{Y
zu7A+dcfmbM&FF+#>&!UwV~;DIEGTf{Q{L_sv7^Y!D@}Fzq)wx?Uv~B!$(OM|p0R>4
zN~`nA#I$>hjE%qXF}&nh;*`#OWuel(js`XnuXVfRZfiFL`&mwT8Z+fHV@}3~9+Qfx
z`F}*cU+~x!Txh?!=jXPWtTIn09k%g)JZZ|K^>5c%$vll?j^I@0J@k0O!Pak?8_r*7
z+`hT|bU@mrj$-MRd#ry?-ELJ__Bxwi=*s-mwCd)HpT>SM&w_)dP1V;t%p9~J*zFPD
znH}Y+M;#rERV_0&X)sSW-10V>E&Sz@gRkd3E8TbcL3Dl1+*P+zO08}cZmH>?B|0_y
zmsG}v{~se?ueotx_D9cVzu#i)k!-Tv&fmCqtpCrpnm>R4&or6P_m}t2%KvlPOhZ!f
z%k2e6GJneM%AeGEu_h=k>>!KK6q`Q<liGHzD_&mcC!H6SY8ZdB|BqDkpBb~BZ<5lB
z{KKeGq%hZhZe8WwuZ`7lv!kPDloWW~`?Q0h=H8Q|Im`JsM^9*G-`@SjYl6j;{mh(i
zGx{4}32&3TpL*egVD*dI&zI)z{w{gumBq{1R~m}dlsu$YcHf!Qr@ONL=jDml5_PJR
zvZhpj-+g~a+1&Ktbv)DcV@}Q9Sfj9wtv_`6vMPb}rd=~bENgo%n7D1bmu3|#rM$4#
z?Ck5u-<6K$Z=B=D9rM#DwBn)Fyz+T@d%lG>^S`pJzZHI~=R)AuSrLz9R5VTbPd{5@
zTTp7$kv?m|%3hthEVWPVwy16Uqo13?IA7=7{*I<KY_AVR_3ND9cB<C&nxpKSP&PRg
z-ZR|Jd25+wTz70NdvV~rV?%WRr_jPjv7uMi^+Z4Sh@SJUU+92*Wu%nV8l$b+stK{{
zcg5H}{<q;A^F4F@xpH-1-+n&ayV-lsywG&%{SuY$-{$l5>+u|Z>Rx^Ld!D_tU9DgA
zajmZNp&M_?@2WJ_UO(+#@wfWUgDl@)ANFPwsj<ixX?%L^RkPiWi4poHOL{L(J6Y^7
zd((R^^?yGe3f^YSd~6mL&$qn)9N+nheQ)nEZ~MN{)-?XB+j~h5hxT2iA4G3ft+tx@
zkSl+EbmSfBd-d;ceVDrc%eN2Lte@Y^s$9z^*q~aXYA|0?bl37t4T8}}#5qoLT@+jt
zxMjxI1Cl#;EYtUVoK&8X>b<yo!JM5z&!yJ$^J>jtmg1Eb44=00*MZ9)lt1iwsIWvq
z<>IBooYHKIBZPlm-*K!#@?v4c&ILZon+=+#en0U(C}6=H%h^fHPY+)=+)=n>_xx1D
zQ^{h7&S@M=S-RYLXZ>?IUc1f3I*EG5*-!SxM=-tDST?aOzGZSyXU2{Ix0M2JJ}H(v
z|D4q6yf9(2{o=nWpFYpupTU`MZsx|dY-?mz@SG|Pn)1(u_hM$+gv$))UVBN&PO(|9
z92B|hb5`8?WtBcNm!D1SJ6;{W`Sa%=ddG{epWU?g(ETqVeJ|I)ES}*fc&}`cbA?=f
z&-NaRCsWK@g_pcEyK8mtLs+BN`TSQN{O7dxrCxmAz#jkj&1TI{*V`@MH0-e#+fnXj
z&Hw!3%$===t0GnlSjj#660>v9_X^hY9VX`l{+OR<{XVPcs8-O4iF&6OSS!ZIOqt_8
zC38P_zpT&Hc)t|_+vKlyzWkE%>_Xez1$?V`xF;^VwD;(-g^Si+Ys>X6joF(0`0u2x
zvWuBJc<dVTV+xOX81G{j;B)XfpLmbQE-PSBU+?>b*a^pCPx0)@t(PkLCI4utZ@lME
z-Rd<PdR6_}Zi}A^o6=g-dHeI14Kj~y6Fl3}HcU(3bNkSpcT4ZA-(dQT`~5!e<$uI}
zzy9kW$*1)+(rvo(x$v{gG6bG`Mm*FMeIx24p6B&k`}!%5;~tBCZr`I99C^j3RASac
z%Y>(#E1H4}lH2t3{RIEMxyJou$=!zN=K)bAerJ_r@4esrX~Dj&th-~jH(vQB7$$!}
z`&`Z1*`j>=%|FTf*uCe~<@ROuUp}tg^R2i$SL)mANr6Ay@19W!e0s9AS^lZ;P6zR6
z9p4Y|WT!o-)N8%kzIu(7Ma7PD3Xf!%t<zVSU-NHuQ_a3N?eCYIS>Hchd){YVX%;Iv
zk0-dMHnyPn#;NR_lgkUwKRS4~^6JBn*(F`_OJ0g|UR$|w-h$P(b~10K%}~-6>W;0j
zU!LH!YuA(WW+~rvPOxl9y;xIKuhaAW+TGl^M<1Hn9~|dea_LpUv}B%#uDh44TVtfX
zPB~6~WpVbx)!}=7O`p0acn|Bz?E5Xx9w=(_-}zp8ee0&eC#>_PO-^rqzBD9l=JNc7
zr>9=8NoIEc%W!|vt)tr=zO{c}w}yZJN4fRC_dZ}@(dJxpLf>jO|2)$$6|;|)=O5b3
z$*tl4E@%Iw`S_kXvGd=rSTRe7ZI2PHJ-K?>{P%XU+djI>UXkIgbLOpn>~4Siyqd=H
zh&6BL=5p;SlAgq@x!vPg>8%4Z(kDLOb8ha(*+zS8CtTgHyKm#f3bvSAf33c}32JNp
z!L0sTQ~ADt;#BFB9hQII{(rHa|NqPTKV#Lb?mdfCiCf6McHJqKgjF%A#~fNJwC6K4
z^)#6*(z|@kBIw1I9x0Fb1wpJiGKvq|ni*rBoG$upajUds%Yo>*G5aiSQdph|akcI4
zFyK46sCfU2i8JM;WRCLqYIzlvJj)H}+A?w9#B*kT3RA7VWQeS~!#3aR(TONU!RJe5
zXKx8KDKz_6v{va&%>l-kZ<dE{Om_D-3NCy5?CUBGwbKiIgwsBqxO@Jm|C3POxmK?d
zN=}~H(l__>wZc!eHX%GaJM?~QK2JK6{blvczQsTOy!$HD;pgGhW;QFV?0(@qM;6}c
z+Vy5~*TiMDtYfWfc_b!I&Ybc)hBdCY>SXBuked6IdbQE-U5xy%KfC=-I&MaT>iyLp
zmd#%Nz-`g7Gj|oMZyQW4ky-ab!npR>$+rTR40WHY{99)0=OS(Tqwny^!jCsUJi0Q`
z%p}z}`10D~>=%8vD{e3TqxS#K!p$tQ_3VOdiD$20zx3Gf=v0@wT`}jU`g#AH<+tI%
z>f)R|58G=@@|ER_g121R?)GHk50T{y*)(+fySVfH?nq2oT$cV`>HLkXqf_s(Zfq9U
znd{VLa(10hK;7}|L{*>X#?34rJ=bh{xXUWU@dEqXUEkK%^v>tka;uq>we^6L*SzY*
zF;jEznI%~sn|OaJQ=!Fy68V2__ny9EI5b^KY>sUC$GA@h>%XrRe!p41`bhSkLObRM
zISY*U^U3Y|^H03J{9cthf6(%KLCgAje|?!Tjq#)4=`ZdQ&X3odJT=(<bn=#}`(MQN
zWI6Mf^q&e|tT8)lx7O@%xpitD?InRuG7@hOpFH&3s*dG8-*cBaPwXmxwOlW@OI6q?
z%AVKUKH+@)j)2VvEGqLFOVgW}nNuG<dAKavz2HYp{oZqN?ap&1ubr;n^xk=1dBKMd
zi=($scy6qDC_TXb*3Mtg=5c45iR^7Xna#e^g)Pi)OD=owxv=@q*Lq)HA1i$?<->zw
z&E@{TpZ@szVR6lt#D|NMxxN2w`gpB=zV7Oj$Pc`;eg1glUtixhd*0dGJ6`R|cw2Ek
z^gH*v(vP|RkKUG4UU<1~f$#ML*SCFcc&oFUN6BygZWr4Px|`+t7tEQp{KS=tiZi7R
zTmdW3Y&vn+rh471zCN*QH>*--ZRft!_G_bsY|>{oxgPIG%@=Du_I=GLwXm(5viXPP
zS4TPd3j3p4i?n(8JdP%QSd&{2__b$qVdByFA0I{bsszdI;(DdERKBSA>oK!K=?W{n
zPn_YA&N*5C{nyclzanMcr>ZYH`B-cEC(o0=)*jyA_`BlqrDFw^lfSHee)z1mcw2d1
zT*_~eiirmgFV}D9&$E@;_xa=GhYyQOT6nH(+;ub9{=|uc+w?cCcrJEF?vz98ColD@
z|KGk3z3uSXR3`A+r$gU996P%8VfekDU#}eeyl2*pSo@&uzaKsQ@Z)9izDMT{{0Y97
zbu4>g^6VVpTPXsC?_^4gzFJ1J+sl2Me@8a1ZdYr$zpBQ@sR55aXg)BA)~Oa}x7of#
z;||jd$6a+7B8_&H*Kc!p7yOxfdEwuavpywgaV3{FRa^6azxOjVqE~dL!1Fb%l{bUe
z3&lDHe5w<?*dA+=>B&$#V}5y)vgD<Vst?v0MPdB5Q|4`CvX=h1iz_WTVCoL3HwkL%
z*hI}H&D^;u@zR0J)cGIxC3){Sqn!}>m{T__XzKHeZBj~gef3_ws;kvDKU!w>e#*&6
zg(rbgFYbG-|5JP;E2716rcwLPKd;oi9in?#eqOw`#ry4<zDtsv-$SQgPELNWaHz_a
zJxlG?gwiFmHg24#7&SNK&c{#D>Bp0I{^tB<yS<v*HZT0qtZTh(y!=;6t@~Eh+wbEm
z-FN-sjm&ATp;PaiSdsYqPQg4|t9v!~yuI5G_(h!j%VD0n@v-%Mi{952@BbEi_wvQG
z>qXBklTMoTbCSE-vFh`^+duoxozbK{W7oXt@Apd0Z=bkQ_{UbxuM_kW{pV#i&M}-3
zH@(cjHTk5~#%<4)9lR#I|K!7{bt|X3^U3@_uTGjpBs}Wq^j+?&u2&S0mvZuTiLT2{
ziRq_TF<0t!@T*RZ@p$-G=B4wYc&?Q;FPn9`BE#6Z7A`J`^yex2vvrlaT~6btP3-cr
zKR0YO`ko=XrSEC=vi^zRzHIPW!FjvVW`0`2r>FY0l|QbouTfoJ@YPo@f??C-?OeLY
zC+*!b)5&Vbt}~NOw%qN}D9VyJuioEgEWd7})3%Nm8-CrJ=)dT$nv$;7Y(68;#I~Zj
z2M==FJvsJ`Bkt@=t!C}aeb+u&Zl2p;p*^Xp?!aoR+~s$i9&$CGue-D3;CIV&A41dF
z&RaP=y|U>j%gu-hf4A4J+ht}^_{it=^7%#;JHB50(A;nT%ygdrr#4B&s&CaS{k10V
z9S#0!E_CbLHr1*u;$6YFD=&HE^ycrM@iz7O`43UC@!y;n`6e~xw}{5RKJogRXZ&`(
zWzRFCj=Mid{#Q9?!tugydkt#eMoQUO?OXplr$&D6d6V1HkDs12^W3}AzI4lZu3)xr
zRv$#J7x~z(edJoI<KnOND8;H!`Q-5j{`Wk(&D7sW^}SU)uk`fw37%Jb*1uo5LA5iR
zz3tFzhV*D5<3D~Z+0Irs_AR`S`=YKmwKle*#Nyk`TOnC9OIl-Y|5lRXx>Q~z9rj~l
zIe(UI*(+n89LHOZdhOOX9~Ea7*IHEn)XBZ^a6@N()!RRsagSeVF*ZL=*m&>>!*Y}K
zt?aw>=ETX>z1_R{@cKOm!_S@ntax(s>orynm_Li{el9-!(Hs58PyYS8UT<M@Gs%^M
zg)iaA)H->)tBZ3(zH2@*cZuH?dttBR-n|u7xj$a5|99%c)%gFXYj{3BDrgf=wU|+!
z9lq&=dUu!p%J}ayH1?kjKe+$zVgB~~n$P|}PdszpxAkMi5BC2LzPH`~|F_<3jqc}f
z4o^0m&f;v&<JM8$6rjDfwXdY*q0%unw@&SAT+i0*R;n_a5D@Y4nyFpOiDp?z6^U?L
zwu}H#FJC{2vkMM}@7u+7;LLvh&a}vxk?bi`_U`1$o~VBJWK_2Fg;&wDUmc9i%(CjT
zt9Q2kxa>l_gL`1jkvh+*1t%1a3T|sluX}n?RQqY*vfkOf`|2~}7kbVR=TZ4)cxkoy
z`e&T~w77M2Z4Ca^v|Uq7&*&|&$j)DTaanZOljW7%E}JI5p0VS%+Z<sN;p)se^XLCJ
zRcW}8`|r&cnI~4AB@(~4Oe{V=*Vyx%+l?I-#vbmD>^E*nYUgkW)QQ<Euaxr6kA7}k
z&34c4&=0@YeJ6fhTzL7{z0W3jRkpsfr#e6R5;Y^!V88p}FJC?P6kY!oUB=72zU6V@
zqc_QXUX`~D|Iank4_<L7F-HFLp2@2{_ii}HC|h&)T*-2aw>-<9`Wh^i`7AkQZ^5hT
zxPNn|Y4$C<U1L>tN$)G~;ysT7F3R0Hw$pZj`UIcgWunLSs8{IyDa%rpSiZ>f_l(Oa
zt3H;7iFHaO$_6p;^B%j+AF<}X0$1ImMSYQV>9d;~=I@l9<|{VWThg<;_uq-WhK#~B
zLH#bmngx1tJC9GdOPP9Sedq0m+OJ>qG<}PFr9aQB{*+!x;kGjes^<P{syWBwC6~&z
zyt(-Ev$GHXmfx4ZSM_<Vk4tXeF59+F2062D%qtn^KQP@~#W88gxu@p$*tTEyjgJ3*
z^M{;)Wcj7KF8-%F%crEIvp=n4w7mW5LNni<+NC?*8F=s9xY5ieCG^0Te*0e<tC<hI
z=y;aOXyftz_R2TTe^>3~zqbD21(^>%N9IQF**E$7kKe1VZNFESUh#SD_79?WrZ&6@
z?b4lF)IU={Z9zeQ<B8mD`n4bazBi1nnjOCHSJa(J(=BEGIQ~16*6C%Tx3h2V2d`zO
zc2T7huTI>4uOfLz;nQCQjn`j4bJcn!IPa<A?U*TjMw=AADit*utyFom*XP%tn1Ii}
zr`0!#+I^lP=e8tyS)cx#$(!6OUe|pw+s2vOoc4ZC?7sBNr_WE+FKgJq>o)f%SM1mH
z7_~(arI+8;csj7JU(j&Ba!%&X$IFvje|RqZG1Iv<tYG)2C+?!=k$+DrF#Y_!Y!{D8
z#nd9(Zm0ikxv86c{uyue`T44GTehIH)e^hR@=wchXFSuI-aLWF&%4zqq<E1ctHmd-
z*NJ=IWal2(F7lMOw4JAI=GFg~e&_S;FH0`A*nN=s=9*bQ7A@Rrs`hcg!9@2q!CM(3
zu|X#jrvKWyaf|hy`efd~-)}j><#Y2Fv>KW1+*kRl;D>hn4vU)ihyC0BU-##;c*%I}
z>C#ZOV>`ueJeN4ayEZp?(?*BtmHu^A#fd+9_kTJ1@c#d|>-pjr?cI6odzzo&iNIrd
z<ytdmGuueBAAa`GN}F%?;o0WvdE;w-AN%n7{eI&=tKa`A_;I-YC-1(SA6ts%AHUYO
z>G#2@yxJO-$-;TJJukTQ%wca8TyVh4!2PeVzsmn-+g|!`1b>~#70!LfO2qZYUG}`l
z3yz%<8jB6JSMXSOzY0^^Zn3kb^nsYVTh%@{vC2M?$jBEyCl24p4r`QE?1*<f*K%lU
zs-(^7sY`aOnvgxe)*&+WL{R?XAa}hJOB!!24!E>q&)Pr+mb~!5ZxSvwMXx76y!ExJ
zc=A&Z_lG=Q>t6pU{=E9#G3B?#QH~nz7fepvJAESC>0|0IjoTlN`G3}UWtg8(96R;m
zX|`(KSLYYkHL*;Y8x+2;?#3B*o7!x*&WbJ7B`cI4ODA4QofZ)JP<Vyhnk(NXD=!t@
z_xM}XFYUReo-3p8WSrhupUL=P$J}iD;yceo@2$|B^O5c47Uj(o&F(Ii+3)p#&Hd{S
zH{D52ZNIQA#AoA|iE^1Db$Pw6=@;c}=DJMTm?RbKYQ~=&>-k&arp)rinWro{x{jM@
zf5=y0@3ntBi%+<v;@#_KS2tVOSoy8enz3w-t@Lxn{T9{FCVw-uv(UPH!vCag<g*u-
z)P4)Db4|NkqVy#GZpF6GQ|(T#VLX51+bPeAEuXdSd7Ufb;4P~-RPxi+r2LUkJEw=x
z4&~oUw|-2L=Dc%lRnfx>>zL2poXWVfL`dbfu*W8m?enY7eX4t*$<|%=lw(fdOMZ*x
zJR8}f3p(Fl5M=$e@dS?pi-;GC`XL>?B7KRct?H8x&1w98b#45wN7LKPB|I!HztUFO
zJhhAI4fo;CEbr6rmPcOxGWq(w^D;_b!;^v?CUzfnSsup_EmPQ6=k0dPzVg!y+bjJy
z&YzuLI&){uxob<7_rK$xUvnfn`NzK2+f(E|6za=f*t1SF{q(<^oV-U%zHQk&@Aa1O
zdyf_7-s^ZPBlE`K!-HzR`FeceH_v^%R{fs8yi()V%{a}=U2D{$_2==Gzq>D8_u(S{
z=f4g9?}Mh59qMDs%#EDEU3Btzf1kU^8C3&A`;ATkKX~^0ZP9tE8}WYc$8QC_Z@um2
z7xgi=@U5Qk`*HO9uo(x=sH{%yP>(o}61w@qo#IbgXL~=eMps=dznDK!`z41!_^G+}
zsqef3E?o(|s{K;eV{PP|ApY}>+BWMXe(-YH`$aU@m4@ebmb9i%d7qN25#+|<vOJ=8
z=cfr*+21V<y)|vdlh`AXYfo}+XprXiwSRO~yK%*uTfV|eLY>q<9Cc+ho%Tqz!DxzZ
z*z-#5JJ0Nx*|u-Cj99>z_S-7>L`f|RTe-|7rCe|CTi54_FnP<At;&;icoMp7!#i_X
zv5e>npGF3uQ=c}mtyL9%S-kY@bys&czYt~NO6xn$VJBu;X6(z~X1eG9x0?^mD=L27
z?dB=SQA_%Kt0!vP+Y4;nr?1#{e<@43nrklo<*B>egV25KKeoTBW39fCFzv&unXM03
z$M3QGqZmEAEI!NHrknfRg%hV%=l^f2e#6dmVYbrtbL-d1e6Tq`^P&Bpx%cJ%-3qU-
zt&qNLcY2zNI_ozHh98DuuUj@r8=tH^QM##?xjKG-$-Ju*&pteMb@k!hJX-(O*Z*Tb
zynWyQ#Rt}BNMCsK&E6<d>%Wm&&^f8Kd!{)S2A0q9b^PGf#Pd(G<?HeXYY*LNIKggg
z)G=X)#u@z$S#Nq?7;woa6x~m@^3}Ft+g!0>(naM<OFpW~&q=$o^nl8_MQa+QxSY<N
zIk9f@`i!uZAuj`#IV_o;VD`e)G$h$$S<1@H>w>bY7QSKK-WcE)YV}j)p5UU?k8k$O
z?XU?-{>&8|?zrUTx8vK}y*YmU`B|JC*L&^~k85%4|2==E>AaDdIz92&XN~19eIE^!
z9Tt7E-ZW*!$0)PqGS92dT;5@4|Npg@!`_=7*NnE@@H%3qbwlm@)d}J3k9ZQ#@ZSxI
z4UJr@niyYh+b>){=XmEk-?_I>-8r{>$C>K~*N7$W`YAR4`(>MB(k(wdA8t<QJAT_B
zT=Mwi)tgr&JxkS;Pu1So$*S;O*--uA?D>xtri6Wn3*ULx{a}aaofRtI?^Jy|akzJ7
z_uR)nc78gas%$^?`i_mg+N(Mn-f!u*Qu$=C>~xfehE{2m6^ClQTJg+2*Y>iBH)n5?
zp8IK++)MT=X2#LJXW8UMGmgK#@k05{lq1j2E9PdzUf=uRvyGn&=Zaiy;oFh#4=g_Z
zz_%i=>cH%3zm3us3h}oCwtju2C~Nk)Az?<bLW1;tBgv2Ao(xrv6GWQ&yj#*DxlUM_
zE!*mQwsM8dzgwN@3`U1e&uVTh|M~9lS?TMaC#=hF-T3$G!&grv1-%bNxIEfD=gx=A
zyT0$safo!5|M~mQN2Q>3k{*R~E8aKi{@A!?%g<-q8TfzQIpg+w+Y;wFfBf6_zFqz#
z@j<`r8>7R&AN>s5C-?Wk%g1LDb{|@F_*wX=qi@~U97)~(=h4yFv|p9mTK2va*PC}*
z<$*DqQf0u*@aOvyCVXgqUw?q-#mtA#uAa`Bd*j*b7iW4NpRi^6-*5NiaPoFLnRm7i
z7q|DzAGeH-i%4F2;^p2;o99fq^XF-l`vmQotF9_^8Y;bU4a@5<eERUL`Ms3-Ut1qC
zX$!8i(>QKd!DssCO2XDhPuDjs?Y{8CP;2|-*@61L@nJtcXnKXGo<A42e3e0g`22UG
ztwn+<bGp7Q@@&5L_h6sz!Go(xZ08jonE2=|^BeUBBkqE&N>8jCWE`$=wdfm6;EuiV
z>(j3Ayqk{O?5-bDd>h-osZ!ZT*p_$7O5=Hp`u{SSa2?;`wZ7-!R@UV_Yo~QAx+V8a
z@WbYs&yy~GdbK`xw%)E_mWeBWT9(ZzaC?5bvete}&uaDTZkzODv-hp(x7xGv(v4MH
zPVFuYja(fZpQxMXrhH?6bW4LH-$(mS`vc3q^GVG3@Zn$YXYa$}`Ee5W>`rga$ys{p
zv&xUzb$>2zOi=r<Cj0RLfu!RJv8H=>EaG6YclniO{quB!%dQ*Oo@CG0&(-6P-&t3;
zqxS#J4^LEoG3VO_%;L02Sro68EXI2)w4(m?t(_0;f6o4Y@I&<ef6|9d=VhO~eKBKw
z?K%r)rw`hbe{f%`e|vz>>5-G*)9(JzJLY=xo=Ps&PgQ#G=H`0-`Y-DD`Qmrmm><@T
zW1cU6JM;sKXQ|l(4@D6xrZCf~4-J*uBKvlEHE^)8suX2(%wcslFfD%49Al@g7{~Q!
zq3pfp1B`WAo7*0<+qo2a9C!TPuu$2LUG&}ewg-t9mn(Li4AICqr!h(LELW;XSl6P3
z9v{N1*5ur+Sj6sD*dw*@yx?Nl3xcZ^w0pR!pS(WPxaHaDTavuhwq;?by85!^la22@
zH-5YC{+;Uw!czUeoPX#)#b{ySm8Y*YWO=y~j>Hwc&wf88;}DB$j_QWYTXF4QKku+_
zXK{NueMhkT=~JSmB@?+{FZ|kl%71RbO*7__cZ;1~g<R**db-BW#PajGjY)Ak^ADWd
z`Rei!2DQu}v0#bEQt{SBd$}%tti9IuYuClrr~4|;?)-e@U)*H7UZG_Vt?#Mjh8@#*
z)0R0$J<}^LGMwFD*5TP5k1gKEo;z85YRLzk`sTxBCk`9kzL{%vrh3k_yz|dKP5-hl
zJKAHW%QCl9)k;fla=%&7apGpk_S}%=-J6r++2?#qX*;3NvGi!!bw_52=I-E12i5K`
zoR>0;j$Jo!S+e)(ojsNLGfqx4S#NFExr^_?m4(yUCn+yJw|I}!{f^`58fV^Ld|HvW
z(`?O-{^`PRiXFKUBwntcy=d!t+vzgeZa+O2`27i;H@ABBS{AF-%L{|<S_K!)dbaMh
zuxpRS?P)$!x6Rkv67wr(-6ZGd`gRBBb$DF;$NM~mwbnju_r=5P-`kG&%kfy-80_7(
z&n)NTHJR;#KeIg2H<mY+F1zm7+{|&hX#Q5dH+sKcO+75dtg$^i=d;7N&EoH3k9!{N
zto`yLaE`_IExT`hTz>yY^0tjJlIP~`KXQ0;&eTWEh4tSKvLEiZ+hxAzM&j)&R_jlv
zbf5NSlVImD;43&{)Vy9%;+V0FLb>t-{n{P>I`)LkUg^9_?q0F<)wAZCem!Vjyzj<>
zT;-h$ZP)Qx^)#odI7+@Mzrr=&F!gxwUv;q=eZhLAZ`V}*)_(Ryfp^wp?M(B7`g;#0
ze*PgDwz}XzYiLl+L#+>2m~R)WJ9wU1V;dP>6F0e|NbKX%i9fGh<1V`1a46TuJ*Oo;
z?op*o+KO1lE0XKl%eS`&zxZ%zXYkLk=DMhV%E_8D+ostoJYIUG>ZM>t-7_PJ&*vJC
zb2PYJ$#hFgI2Gl?H;3m(F5iTr(8xdEu0GP5-5%k)(e{(?JPxVlRfRW7u6Iw_@Ymyi
z?(OpZiy~g{*>wH^qqSf3!N}!vDqpVAcw_u<@8;h&w?E$~InsQqX62tpk3Rg{TDp(%
z;b+NLYj3Ta#lhLQ{@)7qrWgqw^XGwVpO)M1JZiU1fo02@MTez%6#jj#PtUD5@LXWu
z&y&p$<Nv(m{~;kCbthF}FI)PCRWUMgAD6a2l+xy?f1dxh_u=-s$JZrf;uAv;D~d-b
z+pJSr%BiXKYWj{v$v!ff)<@LsYSW5;oZ9`qAvLk$-;<*sj^F>q7cYFg%*e|%I+9O$
zev?`J6lc%1Uz~huPAamx@q`|B3S7EU<g;Q(k9oQ_d*VUc5Vy~h--@MtxOM$&<`*+I
z$<kfF4^6c4o@Mo!oju#cucq>S0(Xu6!IXA|$sT-3Yfa>iEzzIc_(wYUqi@;g#hcc)
zgq@qUR5Kzq=js_DyO)=y+LremlSxUOe{jZ4S!-jSOWPfHn4eFQ|MV_a`gr#BbxHe^
zR$qAf?eF>XkvpAxn}YK#B_HzeZwg*%WXAdF)2$D)UYwZm<3Uh<vhasnf9AXYtKf9$
zxV3L?lUbI_)xgq_(vo#7mvbH7I<WYD`xBwQX6ci!GB(Ag*Vi_Pru~}duDbBCt$APg
zrxKRuZJ+N{=5Bc#U_1Ya;mKL2S8YC?96x<|p?S*m+uxtfyp*s<P51t(!~c&}3xz+n
zsLY#ltU7k?NsTv=GQIL|J=^t^zds3F&X$^J;h8)=vC7iw=y8*}GZCkrJ&Ta^Tr+=K
zr%kxL!%Rcj+dDVue!lhZ)dbPhZI_?0pJV5KdZayj?PYhB8$Vgs2X8+TD!p=@=HYL1
z&#kS@lAG1{vi7jY%h&5l7cSAf#JaPxb@n0Y>qQ^$6utPwWb<?8vFlqqpE-+_y}5IB
z+lrlU%f9K|{vG4ob=#|^<A(Xsn5Fs^-{+QBR{YA6lhB)a@sQt(cYA!(AJ3b=^yuzO
zE#cEbx2PRl5jp3h`qN7<W$*vAzPCyCiu{J~!`oHus=rOp^(t?3=TW*7_lLFO!`GF3
zO7Cp;9FLx{&B*)ps+L=!$Aw<zd@r{9rB?TS%Wtoc?S_^aw{F->Hh&^>q%u}!TZLIt
zDL4DH?edl{B9{2aD$QSi(uU!^*5tO`(fx(*D!)EG_H)n5=OX;g?{YsGuD`MH%I&_B
z)fSqP3pUz#JI~=;l)wIC&g$*kb{YQIXc4ZkE_SEcoaEJ0nY-fdhT6#{SwC`rQ<+;M
zI??m^&UIe@8e9J_Tm0tumYwrX&A;gRU9sqoc!4yZm`q7v`kRJ@H?v<)IhVQiMImpV
zy2;kM+k$ObPt_Tx|4RMc*i&l##P$DSWoC|3g$Wruzs}{`Hr2RtmHyFZbH04uZM|o1
zd*|KhH4EeZewKL$Ix_H?ZfMMl*E`Opec_(<PGG+L%XyzA)s`6l`C7^MHuQ9U)wML9
znO9`j-}bXzu3tQrVb2~5(@zlz3tojS>OOOA{=s|Krk(f7vwQXJ&Czck8rUaYeW7^!
z-ICK&nYJ_kta02sVadAW#Xd#V_mYin?o51IdgA)K>k+$mR%I6dSgU_uV&9*4XCKO(
zw~2Y6>-GG+f^bc!kM>vJTh=D}wep7-yx|Mp*P~r=dFw)}Zx@@RPp#V^RPg!CsSio{
zi90HJtDpLY{C|;sUrO#*Nx`NKPv!S&x1Ub;PiK9!{@=6xwlO;kW`^ItR`%?GV&^JW
z*Vaw;e(5Lo2R+{(xp%>#xwm7a_x-shefaYIf4*{ip1t*{vF^PpE6OkW=lSWb03&BB
zK_79mSEYTmX&OaAEG-^+w#_`Qi;J{3q_XsMJ<RBLY*<`buB&<@q5pJE*rL#B9Y;2~
zFIMyIu70z4$>O5>w=YigKA?O!tgVof+w$5CCg;r;r@wQ{pX3;myJMU9+1YdB)Uukz
z6E7Dy@yTk68cq$WYPqfwtGH59&;9MfemBQm@ix_lHB}YqJ8GULrKOxP*1i0D{&az#
z85@)xCx(`!%;~)rQ}yXVqJ;m>6&2EYXFKd4a%mMjoV(@8%*EVCp4;0uvj}9JzR-SV
zi|N(J*}8i>^0t)oU-%_$%W)($TUE8|#sBp8zWcv;_5D5*{kw1JhEnqjcXKv*c2054
z+Nc`6&3)4Jnfd>UpZ_>BGr79$T1C$Jiis%`MQ-Ly+RL1=ru7#0jORa(_I}?R$~!?f
zQu(x<&x5tq`DrOBE-5K#Px2P*H}q$^CSNt({lMSgi1<hLho;J@9Ic#F@=d!@)9!w&
zfAYy<skA4@t`<C9{=f3^2H{!9-tTC;8SuTlz*K48ukFS@W?xp7TQe0uF6r9;*k``%
z^1r9%NwHd2&5|?qlseINS-&t|>HGAhmG{<Xh=qTiq;B)$&3zNU{r>a!d1vM-Ec0IQ
zkdawZ!jWyA=eE#qlgyUi{{OXn|7ng-&ktv>zbkXE@_FpEf;eTnQhB#yT<V`9HqYMX
z?fOb(@gp()Ki<pczW3dIU-$h7hlY}$cBZdBt!+(6)^M8R-+RAKeBWcKXZc<6JN&fw
z%>KBe?d^|gynh|0ott#JZ`tXlp34<A`7uewD^G}dm*1<I>^*Zv<Bnr$f%>bn|2|D!
z_WM}wb&FrS=es_NIOgu3Dg18{_t^?Fd%LBZ>;K+;_$a_`nyCA-e*f>1JiG1p{Qt+_
z-f#a)vcs>v{QlppPha=S|DSQQML10<W>rY$?M{K|zvYiSetYlJuO8vqHb+0a{NR#x
zY2hc0b8FY~_RQ8ktk(8>`TQEAnp1Kd)@lM4IYzHe)%RUa{qohU+U>@gs{fm_4?l|4
zTX8upp=4(6>Vxh_#s4a0_GCy)s5;hN?mL`&tLSO$-1Y_O{HM$|^R4F%*NcBxK6CO?
z3)l9(O|sS#IuvZ4sMfn!UFYBHvG9rCgr_PenT)5V9}nDS`Xe!Nt(B^5ap$qA9G%?@
zSLi;`_{9C>#U#U>3qqEhOK9XekQ$$|(=@fD(U##<wA3`+%?hh$#`de0`7<Bmws`As
zb!Ax2tTZ(b+Ydj&E`M9z!*@ftu)>4ANw{5XW4@W>#s6H3@5k@2ExmCw!0Z60{HD|Y
zIGG>Me-?Y^rO!O>DS=92r!P-9ab(BZ<GsgkvfRJzd*ArLYrD`-^@6c??@G0;zk5@5
z->%cD`K#CDMkX2CpKjpm6SIt}kob4^_wvL1b!GFH7M`gSd_Uz}i}%+z64}2mU3LGa
z%6?6|ak`Pityi;@f2@Af{Nq@(d3*h*?{(QfrbfG;Ib*Q;*j(<L*)4bG@^1co`-xxX
z)aHMD=Da2!r@JRgo%?ic`|{@wN~c8)j>jZyKd2eJec?~@`}^$n{D1iLq5qCGdA)v4
zFI4vLOl!K?p3hhR{PumRyr5$-H-+8ry}U5XQ2Los__w`Fyl2$-zu?T(>iXmsWnD6_
z?(5y{?e~A*-fwDi_xJTOrI5O$Pt|=+zuvv**5?Xq310F@D_!M~WA?&Nx)q=DTyE+;
zKIW^mFMYAV!()k$nGY=&PgkjXS(&<2PV$hHLHU#Db(5J))){QAtlD)d)g<Po@A=PD
zvJcMRY;EVvlC}M?&>fB$nfqN1pMT70xM7JN&!_9pF4b4H#ho<K`akE?=Ju?GU7u|a
zetV~R=7f9XnkO@Mud3MWerTofznj@xn>HLSJfLw_{ld>*((C=t)v3>&`A4gBzhHg5
zmxxfH&ndGY4X<eNnpba)7nh#(`0@C>&Yu{E`ahq3PM_l7HYeoNiJ3YJCOnhhwQ9Qk
z{;TPm6>bW+%A4LS|9a~@=bHC(x3@{^>%E`$_K^LrXM(a4w&y~dgclr2O}Z3Zp>}Zd
z_3j-!GeTD>hg`hUa(2<Pr`;P^(-)`hyvmw(EMm{Ie~+KL+6b;l)ZMVB|G@qaioB<)
zK0S^WkBm6DjX7lhKi`)#j*0I{HBDby@pi|>i4x*c5?^1ZSnacr?$2$Q%P_Ze`mv7F
z-bePION+SfIX|hS;^XCu7yo@YXPuucvES~_gDL#eH``Q2h!^Zyc`eyC+)$}}M@L3)
z)ty}jxmO$AX4xGaH|zMy`9H7zyY#sFx99rO;(fW%Y7a%jY$Wd${?c5t=|lAO4?iXT
zo5*?{E~vNko2c>kuH~|v5YE51CGF=*ekyHO_PYP~*6tFedntGAryE_Iv3#N5p1^NP
z2Tc1SrGAu0U*5$nQqVZ>MEbmKRo6^7ukJaq-sI<;ec{sKFU{8+ueN(+aZUdJlj_6l
z@_%x6oR;O0$_c;u{QH!PFZX`0pVPfj&c15WUs*l>O(`pt-{o)kdpgbc$Mn4SArVXO
zZreM}?(&y7>C&|RbFCHYV;-*KFsre9D%aWmrZghm__^9?*LejoZ}ilU>?wPE>%;H;
zzoQTT|5yM2<%f^4Y32sE`Xozj78`4SO%0f|{g(LRb?Iz8l{Y`_{(tFaN#@;KJC8hj
zd%f-M+}AS&Pt6l4a4|b^Csg3nqR)*BK1$!xT^-tcCPlh(wm#D%q4ja+9=@;<Dd*2J
zsj+`MN8kAMro(5C^%<?-b-km;Iw@FR`*>R|Taf?5qdzvh{GgqDp=ZM4aJk*P4|#F=
zpSEOscjRK`rAq?l@6U!?x0lHzRXBgJI(@0A!uQgH6Tg=KKCJk7)47;87YcW8-EF()
z^RLjnsI=yFzZYF#K3%lNmOaqBG;Py_ev5+XcH2X~<lfbt@MFpco>@DuIeYZ~+aYpY
zRKx3rmDW!c`<FIVM_xTFNPU~~<6C$hfBfE!MlrYD>~1uAUpl^NX{+oT1Go2*C!Yp1
z{61X&<KXhc4-bin?>BVbRwJ_`x#HGxzt3e=r5?(Er1r$8-9N|meTvMx_x!U@{N&&F
zdF#X3`D-Sz&EB(8Ik?ogdWxvcg_bs#XJ>o%9QnGLS?xU6t8E7x4EZc0)?ce#<oc~*
zj@^2z%HF5myKn2a#aCCCS3G|mFCVwNQrmpjd-*rYlP5pSuYE0jSe7q8V(}Zv$vmE`
zQnNp6uKa24YplSUU3DZd|Lu)m?+&_&Fr5+-W_oe!>D=Cj*84y4zUu0?ncJzu6p(x|
z_O+IGhuXqd>>hPHzkKtR;heUpXNiP)K%M`VLm5IcEXOt~KYYn!5+U^}uZ8i*RFe{}
z;2USXez(n8>v*qvbAqT$;KJa;7n^Lgl>|P9>=M7Dbi~|W;PZT;WA!Ty?!LMx`CF7v
zBJ;(5t@g_`NBxUg*GjH*n33!nn$4>l6Ttme%#XWv*{O=E>8;Y2?0!DEEED={h4)Fb
zDXRChHGXA(oi@v`d0)t`sqfupzIJGdt#^}oqEvKIyH$6e>QnuxC-fWZ*0G#1_MYRv
zYNq}nrL6A8%Buy7CrK}i>+R9jx%@}xzl6=#U#<J+e!sl@{jR!MWv#E(b>kgAv-bDh
zuF(2tqIAX2-koReHP@D~CbLC1vlDXvaNn`1&D4J|?Yw@+uTKwFtxZq7*0)})ZO_&9
zFJGi9|5#*Wm2&2_;l6#nr_+mmHr-kFkTtk%e(%<{u2WCdj#l>wy??v2a9a1p3tQj5
zJ)5Id^WObEYu@))OCK7t&0qZG)UT6r-qCVvdCRBUC%P2$2EV>1u`VvHf5z9eY0e2e
z3Ne+M&SAm)m6L6MWom@X_<Fk1{%6s)BTw~S)gI0?dA4Ly;Q6GShU3fka8BQmy!+|$
zw=FNrXFTlnzjG<0ta8OM?r+bxemisYMf5|{yptQ!_T}B#Wmxlf?)oH#;w1UGoc<=S
zO8j!wdm3Kbe7O7J-?x?TzLg&reYYpuXK{Xg-ybReom*_q$p1ZMAEe&f^?Kgn`G4Om
zKRo~6%X+zYwf_u{aY%cd41QVg?BP3GKc7Vt%kDRyF5fDB?S+9|t=I4FIdf|Z>|5AY
z@0cKS{&LS3?`C#(i|SWzTEtJuZjAhHx7<?JNO*$xACAv6Zl_B)@y~d=tMsjw`>}sL
zg4e_k&$Zs(UjK!^uKdUJ`+v6|cK?3!&f0ww>gTyVUQzqH)9Z=QlxgAL&I;@}ms+;n
zU{zW9dUtX2Y39w&Ke@91F1UBuxYNLDpZrJj&kGMf^;sJ%Ca_h&Da}Y^-{&=-{q4VQ
zp8HVX?D8i0&k}EUZK*T6ll0`rucucZeqxg@ojCmk{{~&TcXN5?+gZrS*&Hrtb31+M
z*C)y8Q+P`bnO%BWq;e<K;`|Fv8;b~;d2fon#NO+zohGmOVddXVhuq3OXU?xxt(G|1
zenQ6W<ayqAdXa|@)EVwMw$kppWMO=I=AtDnZyrVXJocCCdcNm}-M$uoX~o(tzpWVN
zudH$Z@R|Sf#H+GpX8aL$>R(^Y*mR!l(UkH}Q}=R|zq|A3%c7$XPpx7;J$<9h#mKOg
z66&S@KS})-v$*@>wR!t*{_mGMe`ql)#P8hL_OaUR&V6gCx-XagEq}faOym9k@crL&
zAHHtS+kAvqHu2gSz7H1<^Y7IC`1s+aR|gArB}iRKy*BY0*O{mb%qutMJX!sD{hMuf
zzE;odmgy0`*;Dv1);8=oFNar?%!9c2J4rJ|KP6l}`|RAW59j|qx0f)}-*3AnKR^BD
zZNuu8J3RSwH~Up~>CUk+D4n>XaN)11l?jF(Kcy-;GgIQyqJC_ME9vj3ZjVcT|Nj0W
z<&Aqh7{eQRwuq-!PAn4M-0<W`_opV+;0OARQ`>r0E2PX^Zx#RJePGPWj^5xY0yD%N
zg0wPuPB2vSFaI`YFQ?E$$MY|_&CGAU7UMrLXX3{1kJs$F-dF9m&RDqpjF-&ZH=EPm
zcFYUXV87rcWwYeJ(&8*1-c~gi=C_J|R?gin+wadvH2d@Cj!D_EW$#p%?Y~n~%VxOx
zQDex@tG$1_v=n@%D!$U#wYW0O!`oz5x)1-o-*5hHsQz22_kDv=Zsb&xrdRuK%4;tv
z;mbB<DCzk$;dqkqmePaYXLbqQPg(3=|Dr{-)zw=@?9mRESIzhDv$S=u`oHdfRNb7F
zWl8soX30o%r+$-~X~=bZkCM$>LDBV*fzpY*i+Uy>|7rd#lUwzsOWL_lR&qxe51dQf
zRMK;~%COt|*z5P*5C6_}OJn)8_pkLmlRbYugv^BwPtGWm-7o#4PuoxW^NEFx&5H^{
z{s?+XT)B{Ie)ZuR`8>-OzSN(tyLzKbmPDzx=LkqlSy1-P=ItcKtx+=)r?q^k+5WCT
zY_prx*{k#43#osZ^IUb$<ELuQu2Vnp=1EVvaJq=|^ddcGj}HNb6>f3Y)}L?xUiTwi
zLbY^8>*5*OJ$+dXbByl3|9I&8jtAKf-QV-?|NHuVQOu*0A6kNoubJ)4>8#iHn}4yv
zT4alP&5z0Ihnc5M*z=K1`P1~g!2bMz{j*hHX)NwJQv0uIsmvDJT|GaPmKyCbshTKX
zqItRH`RyN1&iyD}aKg5vf??6dzz?$TjFq1pI4bb6LaO}ORI%hff0p2<S(D;VolliB
zHTDiV=~>}A<z4QFE7MDFskpP=ul%ijbH(m9!A-~7LX&!rUi{+q>(Uj!pR1P#A1;=<
z_TJ^$)rzV0cAZk&azAhClZpECe8IH+-E29_wb{%sJK0*CYkU9y=X~D#|L@J;V3XKi
z)~_6Kb9aKeldNS@$#1*OzNb#6n)QXr%h)-~oiCca{n&n4j{Z5{mdmAwHEp|VdUy4k
z^b7vaPr6Gf{LVX(rt*^^IZW#6^w4v6zc}ge-cgs>e*fRK^?dgKKJvHQ_S`YgkC*%R
z&iua2zoYyA|NFowdo}shI^J6mx4#)@TsbkvlWn1c>f)c$IT!Ywikou#u-@@)d514g
zs$x2?`}c*Y#fhj-9+h<)eWsr|R>gAG;Pn>9E$V0LQ<oU8+pl$aa#ah*BLiP{$?zG9
z1(}y_GHtGTuybFf*`HIsW(M(&?brC*dBgN{H|11MEdBZF^ITc0pg9a*Zcc7}c=-Ix
zlMn6IO82nruYK9!XFL1ubj|KEpDD+Wbw3nbZE>%D<3TTuX<|i_`m6nJ1}xe(A^pz7
zjpv0n+ltMUO{h>_?)&Na*Vp0gs~_A^;-4mQ=j*noUtOpFSs*XB-J5y;i5Gth+UBNN
zI>Z&|-~O=Pr)z)7gc|d+9Y;fIHE+0l;GSW@y29A+OScu9^4AWV{q^4uewZSBkj={U
zU3x(D`l65bXXnSr=NWjH)@FC|9a3Yn-yHnpWpU2IrK&wS>je|!-%fI$9WAc-`F4p^
z-T&y_HzrNF82csXxyBcJ>lnFvclVmEiT&IAF#G<WwGXX!ZQA^n_gwUY#F-bm|2}-M
zdFsQ9?sw)MbU5WuD_SJDy>jipliFKX%ZZx3den3L$Grc^Gp_n4{IYD)+2Jh}GVQq}
z-<9_{4-c&BWJv4Yw%#bZsCvhjThWJw=GqtTTs8B*vY*YF-Afj)w|c+dp{0DK=zjZl
zPa!><6KA@s`rfw*ySa8Bi@4|4o}0GvUe#YC_q##|mz_N%s=&ISKw+Awjf*R5$7$uf
zf3IfmFB4rPQyk<z^^_9dd8LR&t<y7P>R(-MnNj5|`sK>`ty?N*O$>N3b7!}P@K+<z
zNte%rgdHzY>$3^tQ+@RPPtVsnmrFZN?PKLAHxAH~Wt{!LY0B{#_m?c0;FI~tWf4zJ
zllSxZuDS%<OBYTB$w+SHHV?V=Y39@5ur9spNwS8Q)%`l}@2%E9zj}AL#t9?2tOJ6c
zGmgaXSI*2_c`Dy$-uus=6xO>*D4uH%-4~XoW}R-Ma?W+<Ij8!cpQcY@___4RVxzC>
zRZ9w=&($`wa-Xs|wdCH{7m-ooJGg(@s@3IbhCI+(5a+G0y<gk+HRJxX*RD0!ZIk<6
z{#kv^k1zQ%_&%?kpLn@Kzj^ktnft@<m>FD7%$UP8^N0AHx}&#EJm%{=w3l6K_}KHR
zNATIAMRWF>^jfZaY1Hwkdx{eOL{ZsCn+-2ztp1gvH{I~0{@;MUZN>-R$k(kkKH6M4
z^TN&GCuJIUe;4f7e|)8Mz0~3((%JJ1A8#m~v1`lDoqZo)?273<;OsW({brV@*EUpl
z23q%=ZkG|?v~TO#Ai-&Kj#(@@w}kmo&{TfIIrCy4M;y7G-`Ib<Be!(k?!?QNf1Yt)
zX>j`0(oZ3ej~qMGcE0TBhD%egN&eN^^D21l?3XWgCmuSr`TgIu@kcN3zm)k`^Ul<`
z6t~m5tdBHqdbS(sJZ8Mzd$aB9oG+ix-Oe|@RjWF?Q&(T>s)wX}tFr!N``+#ICofoX
z{mb<FrMC^lpDx>PB_21?^|R$u>pzU?>V<QcI@?#ykIwx6qhIo8?X0h#t#gX%j$BfD
zIjuEa;>))5U9QvagtWUiUpd#}-Syf;?PYlV-VJBYIhlP@DxQ9oLs>5|r&v$&oZ$B5
zFHUMIzo`E0Z_ptroA%_#rKR346Kve__kG*Co>%_wo92gx#&Pk#ujcc8|K`{J`~O4#
z9rHUUX7$~=BDSJY__M@g?%j^DciY;fWp2Lmx$)FH{Kbhi!hP!wvQOC4KKH|;*+vtO
zm0gllzq@#%&i!Ibp?7au3Y2qBrrt};k2(03eTUeDoh2K*IIEv&NSEyYbxgJIL5k#M
zv)QY6&M;@caKW&$Pw-6w!&aWt?iPs|*{YlQryVSv_Aw`rFZR}?Pkj^TJ0~S1miG#6
z^|SJBKYV<`bJyegaW<{rHa{#j<9zeBa67y7ElX=|<v*`Jyv~nJZ~mz|O?M|d!`(#w
z16oB-%@~!ey2G}t{=7J(M%8E8si}KD99f?dsUW-j(Zuk}9xlE63*Btmr2lhB$=U6-
zx2Zbw(*8-Jz|n`WvjEh^o%r|vTWfvT{_o%Wa{E4?leH2q<B)u?^z)adzE_Lgzqc{-
zG2B?*{KR3?TrHJ`HHMWhr>qGQdv|Bo6p`&_hDwEcuJMlg`wE|*D|jxw|0HY9dc){#
zzV4CH60<sXyUf<gzvldErE%~-?!AINUtMmVc{Jzg*B|%pw>opk8mZ-7O@Dg1zLo!$
zSAx%Sr`V0j%MVz+Yw`Ot`MkZ?-Ytbc)tD_#H1i2X_81pkohevQu(kf=b|KBG^woR~
zulu|&<{lBe_hRwpx{31r-}fE)r<TX$u28Wn?%Z!FBdgHDw>3^Bf_-zk7EW9x*7fu_
z%j?@68m3(l$M>D;&^lKxY|tz#xJ=yt>ANi||KFI}r}O5<&I&r4=*Q}?a{3J34aEtG
zv56)s%JOp<=lHsM&$&_HlUnX1V<kN6&$|0nj>@XSX3Sh2B3&yd&Z{%wuS?GipO;n^
z_d<7q*{K&st5b|z4Q5Xdc+%swq+8?r*1oW%&8i7+e@wYlS2v%#Xol3jy1!DkccnJ3
zKVx*Y=+wvc_e1xcHS%P#I_#G8?C0;SS8h6;R!<)>tqNEEk$OUZf<tJW<X@&soa;;7
zCa!rGx<5JO?xQWUOt+S3eF&Lr!+CU4#l=W1{a5h^XH-wkp0;&|#@-K0F9+9V$gIB<
zdw6-G{%^D1?tjN#&QJWeY~B8~M_MOe)132fm;SQad-+|P@AnGFycLW*Yj<vM%PQ_I
zoEN_QjQdgZ@%5h7EBI`7TztQ0%{k|~KsWKjpL3UKTidJX%|8{?|Jf*a=g#w|&tAI!
z+n9HY732Gd&F2^U&z7j}v$OWf-8=QK(1~B1_w7H|%~^e4O0Ssf#Jz*dBby%F+rm3-
zrOc&^1t+^t3w_(E^76?#Z$7@Z?fX8J_Hm_h{o7fp*%sWE;kA9qg&Oa;TV)vn%WW^N
zPmS8OU`@;1GQAv|y_viIobK?8?K!Bhesj&-lQ)f&WQ^4%W*l2xqum@)aogat$E;V<
znvWLFm;G@%ysUluy{gF<KUwdrm0ZCiVJSV|QOdx@y`t>b<>l`$%O@;!+~56fk>A-v
zo(DD*+owD~v+r1P`7y0Kk_OiP%kNm7Eu8rO-~A^Qq0<#JH@w~W{pd`lUbX2fJ>8$5
z6ns1V_>9{ZBNn{9of78w>`q2*jP;@HoK<$;n)EJ(r^)p^@|j>9we6sueiZw)#aGPr
z-!_~-r}g~4@$Ayl%VmFWeF(MUpMQV9wan%@NB!RH|LuQYdf(4pW3$iksUmfff6@={
zQ{MK%&&u}`|NOFNarM2@%j5T-4VoYOZtep=u21^Lo*^^%R%!RI3|7;9UHAU^nmsG3
zU$`BfY09_l)O^4C`>${BN}lDkclK;KgW@CSea~A<{En|L&aUX@Js2(XbGOgVz-J2F
zXBCPMHO;jBW6*hhgX6m5=8whGtTQ$AcRuIvNbmFUxBQXcx%BRJ3)>ez^_E8&DHneE
zso1_(;r`y^Z*mXrNMk6Io&7}nx<2py%J0_-s-O4#w%*cvBk9bh{$Q*0mmS&87dr(i
zHx|dq&px_Szu-y!i+&%)Y7v)%Wj&LQpZ=#+&e8b(X=1O{6QRoOhd&<p|AoIU{YU)2
z59Mv!^Y5peXLFynE@6+6greJYj&++8|Gc>;U;OhSf4lqq`V(5pZf{?D%<#|V2;@E^
zIWPIiYR3Am7#W6J3Gc5-=kK@9c@uMxBi&^_@6CBPrrfMfStIydCpzy#*e;bDyAtR9
zj;p(Rtt8@y!r3aZJ9FY6U-94H7ySNOynybdnapAfXE@z_%(7Yi$IZp(XN2C8zIO8V
z-Rt*dwynG4k{a<>DPfU$-_PP{>x|^~K3)8JFW>j*=igV)nY+U`r#DrdM`TNI5Z86d
zPODT#|2aE!8l*JaPIvOxC;xo7w`I!LX2C72tA)2WG%3$Yw9!7JRnc|qrM}|j=>;P4
z&UfYZ)v1TQ(CFahwN`2<m6d6o%Gc^W`^}RKjmqX{T+2D%ykEbWwe3*zqo>QVm(9!I
z`Z1F&c%#qd^vEWkgAFCEo2ou4ud^4;)9y;=zP>`)D?_b$W8cxzU;CdVJFjjCJL6Hw
zX|JIpnjLQN+y8r8b;!Nzc`^P=wg0W_@Tpl9Q1}1;%dYN@MgJVUwHPZVt4XK73=Vtt
zH$-mk?%-chVQz-Zt(^9!yd3^ZeDnT3ee!`B{Czz;Q_h`jI)CwHs++Lx7m@Cq6UAbO
zN^eN9-c!l`clLAIBu33EVNuh%p9H+nl3lYW+sWF-E%3_{o*jJofBxQ`I-#^_g>~KQ
zfWyA?WBFPxmdX^qyuSF$uiv{nPQU*)UHYSGUtO8ZeDS+i)<3*@v&(q><v;UU7hkXy
z(%ScI_x!WLmy|rU-&yT(<dQCbXx!Jf=7)7%gWHa_`Sxq)Pukmg+3f?@yhj&SICHI3
z{>!Ipvch-wv6+Qyw#yu>e!tf~-DQTL_q9Oz4RaKZ?+ALnE^*6~1a7Hk%VP|lz4Vpp
zROhj&{qi#1Qm?rCW;^dRUCRZJ82XQMt=qtPaa&4b@AjJ)Iu*Y>xp?>C<^E~y<@>(r
zzGDk=U+T{0Eq3YJm!-i^8^t~f``J$Y-L$c9tL{YK*Q-|T_L}}TukuB{yW`AlF}{oU
zMG8sC>M|F|rTg_WXXojK*Lj%bhE8i}Iv?4-eP->B+SyB4C9c)_tpB7I7}Y#+r&7$L
z$Ftn$ANqFwz{~2xp=-Eam(QQbxo4K%owF5hDk87B$o*KmM`Xc|w+=E!vwo)E|2_HP
zzrVk4)>kwc>aUjy{Pg|J$+~@=6Mp1<yBksLe<tx#vE=mGmREUO4$HE<^N%>OkMrpb
zx9vs2*PdPN{H?YpxykhQyuOmJUB?UOr3rs!{4W0HqG9bJwYUEEe_I|KZ(sN^VaK5}
zELxU-*8l%gFJ1TkdtG_O>t6GS!~dLlY<c1?yByIwdu!(z!x{MnufLqVZYe3~EWCTc
zlYmd5>O}<(pQ_iT2k+IG>2^}c{NvA@=F=ZuG*&LNYgqmHbovjsW6OdIqwhWOwOV;#
z0<Rup&FsZi_jjBTS|9p`IalmA*OIAE-B<K)YjInX)>;<aS09_^c648`m4DeO4wrQS
zjEO>8T=~WpGV6l!Vn2Pp%)i6;&p%@`zxRq7(<<KP@Lj)I@aL?#XMOu$iP<I37B7Fn
z;o`8j>zME?P3v_`4?izmS7{z#xk@;6o)gDD(T$(>-|H0)Pg?i=qy8dg{h6M(ZX|AN
zygg~X4A1{B@_*lb=>PxFUgF)IJ%|7GYajkR=hn+j>Yp1nc|O}A`Tyvz?d`L(ug|#i
z=ltQr{rlS28EPli7uHUn_>1?O$puGO^=sF63RFyd8p~1CUaMh!J&)ge_VkCMmP>S2
zzIR!oUbtvo(0SR*jDE|H{8m+{KX%w-yN>7Xf1hqug&#b+qVBW&hewPK`*+q%ss3x6
zw^Udo;RL&|;+=TCoV1<SFSFlxd*!M2>*&Lm*!D;U%9OqMl|5_Qz7H#X&6h8~r>lHy
z?x%|eXQ%(V|Mf|zUi+3`tbu}=t|f=8T=l1PURrjc)28C7M$hjnmzz>&JxNZO5Icvr
z^F1RogU6$v<;Q|Pc*o4RdOti-igV+Vvx{pZXSz$+yRUmu>wIs+hOpkLzg2%Y6~47K
z+O=_uFY^hHqlUaH(^u$h5>#zj(&ELaxrlw{cgf2=%T3zm{d%>(O7nuqiizr{S9Py<
zvfi|L@nzBOV4Ia|4t}50rP4cl$>HfMyWdM*?rhJ|sct@Xq3uq|<YPbHZ250B?^&RT
z>CCUML}u>`cb>yP@qGNQ{aKth5*mxIc=Ag3-+i+w>){uk5@}iO&@e88&#sS;oCwaW
zyC`hy&lakt`rp<1^cJnppWj#7^e#G<y60MV_Xg4Af8S3ZI-7jveq3wyyZD+PckAqC
zuRmt;ciy3|y9<J6{L0&Trto$CoF#_GGG)##H`sq->W<mpnzrpLXuJB$<@%3F*EI6~
z>RrnGJLzTZqnj2xOdOrrc)t2OAFg=O^GnH&*Wj_l_rKrkP44Xep6PZcr>2V8AXI#M
z^F=||m3|T*?}V>BkTH2<$HQ&MqdNb8Szd3pr*!sXi_8^!B{+MR$XcfH-!L=Tux#GU
zUgcY&k&D7ozP$PP;pK6A$+-QWza~m1Uy|%ByL5FwYtNBsf%catH12oXxqIWfUssz1
z7fU5Pd~!ei@2e$JPo-oIOp#f=*2q^@Y0<xH0v}}UzD|A>_^fQflvSGzua}ogeyyvm
zXui)kTe|hj{&gFEhRMy17oYD`^4#Kr&<EAni#j$o6Vi3fd3QdGPCgO;F(+@@XOji}
z_Wufg9OSQa_*KGn^7<|pQReA3mI;@QFZsA{`Nn0?)vfsS%q6isR?N=ga|@O@?*9G8
z@b#yQ8;xRon0GyR%Ckr6c3DQQ_}-Fp%I@(C%KIa=wx9m_eYb?tI`jRdUyZi0EI!=h
zuzTaT!~Av+>Uy^ey`Q`NT|x3!|F-(C?*FfUDF1)%J@5UR?{^>e*Z;9|FSF{{?iPLO
z&0*>MN%B1>Hf=e4_Wq@yn&`OfkX=P-dXE>CPl^`)x!rHY;iDIS$do$%+a;V>arpO}
zb1t7+{sc^0R&=bV+5J@A)2+T{-;3V;yS4d6B$NB!PTdxF-E5_4g1QBEmogvB%|9)4
z%lKF0{i)(VbW-{Sk69eto&Ec;Rdx6|i5qwBls%ZFsxe#p@a*f?Z-zGrp53(K`IGr&
zb1KseJ&J0MX8*}vvF^_++xspV`yN|gnpy6-PePG#{lDa&1!k{j@E!Q-?S1(E@7?wJ
zKMvpj|NHRU>+cLE7fkJVb9PgKmiDDjQB6~V-W(RTV&5IZu>HiowdwwL2lGlKZ=8L2
zN;h3fZ{hAYF7EHAMHr>)d@VdWb4%!#^OK!^KEL$c%5{p#hSxgkd}$WK8#{PcZk)G8
z-yrOmxk~S+fL<>>u7lrgKK1l`b{Crx-~Q34+dabliRvw3+fR3`&iq<^>d)uJdmkpe
zFMe}M`tUO&o2cuHf1f&9v-Zm?%VjO`S0~Ob|Ev4WYumib-><YE5x!PlzxvD{UF)v2
zqZx-pc82t&_ZX#S2LBM32svTm!l?C2?M$lsuQU0@I<8Y3XU$x5nR~+}#&c)9m$7?4
z<T~u>-RF5=UbARJ=Zxv!`erVysN3bY?~;X5#dIIe$8BcPcYUoy!*cHFKFm4AID4J=
zjHKGSfT=6yW~bZ!F#fmX{P(iY<&$+Af37KTUOVB-iFtw?%12X{Nv6KP+1=WcesJ9n
z4XvUL<@0^SI}aY%vF7FDetWsRDn`N6th<CS&D8Qa$@yc)#0mfYtgrI&ungur`PMOD
zvZQ|NNAc25qhrjKd;h9__~Ux{ue_X`q?`Vk&6nEE_%?04VAQ;D`$4OtZzc!Gg>^M7
ztNEm3@j+x&xR;M@POMJsyZ4oLX1sQ}CZ+qf|JR;af0E&&39sGq`=9Q<6ggwFC*+#d
zqKr(@d58Q9=c>E^Tje8>KWkq>-FN+u`%*UY$QeIs%D!bKt8LT!XW7-|_D`!X=6889
z`_1H-{`J08<)1^`Q{yF_9(lQ1*d6`Qq^diA<FXmvMv|Ro`xaj>Gq7nql4YZOZcX?4
ziP~AEPpZz8uDj<|<I<eJ_TS07yASKRmsQ!Q9=>{|{f=b=<IZE-W$(J0P3*c{-d}gO
z{#T3O^YiW5<~yw$tz?^=y1%BJEdO$;e9F!%+cvKGH|?GHpFel2X3AIWu|HayY04CH
ztm^cNhfm|vrB0bI-fMP<PyBpV!jt9l5AB}5{2IOfDO;AckY#tQNmm$qOs~YRcmFH*
zbua#W(d6vnQ_B}Ae*E85?-RB2WbhOAx1Z+hc_KM)?#1m34>>xe&AM0pzWqb)?~LOo
zZS1A>5<_g$GAG{I{p8r+nq!}~IPNe0#VyO3?r58Be|p*k!&8$~1B$fl?=Flzc;doN
zo3^c&7arZMl(m&v`pf&f$-(d6ZFurfYf0(bXS`NS=9`aXTHHO+du{)3>-~q9mixEe
z|IvG2;@{8xKf(`xulsQC!|nY)x3?c}m$CF=|MKanbcxbCp73?|Qa+^2Hrc?qz|l7D
z#4G0BUmluUROU~ddT!G+pC<3mp0R%aG(<k1s&BXw{c&2PhVtWlxozI<ERiA4m%h?-
z)$5U69BLJCdiuJ}l{J%pvsnbbcvH(`5R}5%yZrr;Uhhbmj$YSelXNpb?Z2X1C>eF>
z>D<KNMFMh6p5_`RO(&)M<iF0i{5EwO|Gg+_zOZ#E4JU;S&D;Jye5RU~x99)CvzIRg
zoN3T!Sw7cbA#2WRi#@zj`%mS6GB0B2FX8^48q?glS>?QN+#2<1k(0je-v9C2hwt^z
z-}B_}`)B%Ts$kixDaJqIKV;M|Ic#7gt1xMDed@zH;eWBas*)>yOW#ks_Qg=!Zl9S>
ze(X}e6o+Q36O2sO(R>EM4;OAL(Xd#dUb?Pi#px-X8SeMa7Uz1Mwzm|L^r(Eg{>!P|
zmFJR6>iUyr{QM|uarjj5%K4M0=5QE$Ek58DA+I90mP7WKY~e<pcW0i)Oga9*Pi_VK
zr7N<(o914&`a5sGxnpqD?0e77Ew9n$KmGI5zq{Ytw6Di6pO)a+VjHC8WG%Y<jW!3v
zRMymq91ATcrW#HC8Ic`T_;QWSnhh#P+T0XZG>1-5`^d{77<kt}&M9$M$L4|uN+!L+
z%XBTDo=A0Eeo^Y$y1ADmE*3`I*w7T5pz}WBV@Bwu<;@#QIGS1HZ0egQ_S<qDP2OW^
zZDE!4FmT7`uB%TL+;D&KZFS7Yhv~k7VgKtDXMfDNv+%fGj#(48Gt)|!l_jySt6v4G
zEc4_HSNETI-Y7V!Pig)}%|Gwdzqe`2q?gZRi*PqKJrxyoqDPHcMQp-;q2-e_IX*0A
z7Fd4gs0`bSlczU7tU7pm%^}x&tTPs9MBQUi*0aBuvaH=+&pDvoBxdE+7e|$gFRHCI
ze55a5@5mWosNi6|=4DF%&&M5|O{VgTvR5W>m4+6CY5Z$YJo72~XVx6Gg<6x18YWGa
z6`1ivZ`b3^+B4Y#o=2NU#q-P#bCA7PX!R%c-{lQ_`FrZht3=h-x~>oHURN<Iyw7+2
zhkvv5=C>Y>*ymj=ncTYkp|;;)Grp%c3WDdviktoW)h5@Fo1rbczboOPR&4*X$96KO
zxRrc=Zef1Wu{?YJTKO}K?6oGJatliDdT!WrHO=Y6krM{Cl`E=R#b3#B***=n`Zmu>
z`-8Dxc-55r9ZRwj3^<zuBUA+c^zlurS!K7P`*}<iS8R)gb7AZE<!hFnS6!&%9GP-<
zcg@Z_#gfh^d6%AE^E&RycCWjCzdTfzY>m6Kr_(RWJR?IZ{j!Fv>BmXE=i_d%`0go>
zTOqzO-Q)E46BB>wvhlKQH46SGbt>%GDR+x{L!OFjwE|`rpR^Y)+&Fh%+^-V1+nbs`
zmj0dP_WJEZEpJ7cM1I+4^EY*`IV<<%Hphp{rhDJMHGXPn6<&D0{cL7Ned@x`n)@d4
z)@{+$zaVMt_i5?GxbI9Ahy2z~_MGiA<DKy|?z@j~TuXI3cK3UM&z@AXnR=UfJ{_Fg
zzv{E7sq{|;PU~K&;8zbNvp30}Ji9FONpkw3_Zd5iT=nk?Z#un?g|+ZOYSE71KHKp1
zfubd6Y8kW-tIO9N$~|yfXXRs$^UI|VKku7%S+45UCBq$i9=wy1ZOOk=nH=$7z24wY
z_y5Pc5AVIbp8x*8sriLZelJb@eTsM5ik!v463iDFZ<n&WPxXJfpnc&NqbHlf6_TdK
zhaOuRd^k2;ohSawf>WL4{3&nEP3E@b_XJGa8S$@m%U}NZnx&h!ojD_7cGc)~(X}1Z
zlRk6VPfN|+u;u+(-gog8AOAi)YRqPNa&xP&HPhB7I-S3d8!0$W)7yNf=J{vKm#gpB
zO^FhnE3#n9LIy$icQ<MeeVS|f%}$2zx*1=a@RMIneTy{8&0btccGx_-fp2rUVMF~D
z-C)ytukAkV0k(gCY6xCsuU~y;r^u;KOaATbcjM}5a62%2?)xI;Ni`GHb}X=|iClKp
z{O7L1)b4YKXO~>bFOFbVS5>_8WaUNi>qlqpSkzd$?}YkZpR~`%Hk4*(->AB)I#=ej
zveUoW=bYH)8`iw^(k+ghZzFv^;C|{^XC<TGZP&Sse`iPENV{>6`^LoM`ZlZNg*=Ye
zd`mH&7|h(cupr}uSYXu?_5aJ(cl#%t@xJ+>f1c=>)%UN}KN3IY5Yw>q;#B<?n+^0f
zw@)kGclw!I|BHy_##1)&nOzD>@5xKQYSk`2uXX$UsV+ZfE`K|V?curo-a@6{4jq=~
ztxjh@e5-f;re!^6n0_+tzPonHW#^>^x)*~VH%p{AEoC_<<~K3ogPWUROiTBC*3d-p
z#<d?#Xj+DSc*OLD+fQ*<ns;vLUX^%Fk!7XFp1oZ0r#Qbt<#7O4ci=a#2|HvJZfRv)
zyU=8I>-6KrqIJ<B6=pr(o``;#!FJ>C@&IREn=*EfL(iDno_%_-{!4he<IWIkxsyvK
zxfWfB{<GRf`_1DO%51*Jc%D9=d}jF>9{zXMTqky2xVzer?`gQ@$@QID$M;8F=lIQ8
z7Jv9beXN&n_F|#8DpUVkJ=xzAD>Q?{gtzNg%Ymyazij-xw*B8%<3$E(oBrP_t$g#o
zF6`#p_2Kr*r=D89a9_-cJ!{TB)c-XzZn<T9R%6J{&SNiGXRqx)_OnvYg4tmDS=S%O
z441CVoN1?j>~nRPX183Fl>5_@63rX9wte=EJ-+Luac}vnC6^`iu37T<1+3IfQE+;^
zjVI-!XswiOXnUw^tn5#&V74p8$2JBgmwn%S-tO5K6~9Ltg{?NtWB;-2cYIo-^2*P@
z4(;mo-q;tHqWfE|ZP|COj^vq-g^zB0<Y{wdy58j2f}5J9TZ|%(1y!Et)Y`r+?`X!>
zck3FZnmyy0FVtTM+P|tixgz>--@miV@9)#j?w$GT;(=g|UA}YLr^|_2m#k5^v6OYL
z|H}o<>km(zznpDn-+jL$X5LjXT~cnMuYK-wt$*ngds4oj;N1P?0{eg5-Lbw%QbZv}
z!kYK<e7C;3ZCW-bwf+4+`E}g-{h-LWe|L)6{LfEKpV&S*a<0)R`nezD=hHW9`_ry+
zu75p~@4d4Tul3enOLGsq%hr8(;Fyw{?tSyu<r`n-ss6P&nmO}(soSf$4?kL5uYEtE
z;zz*`t?5#EhE?xRRP~#^-=K4p`;XnjWv{p2`zMvFHa)9QCEabtRnAkLdla5rI5OWN
z_1*d>>!&}QDqs1q|C6Rf!dbh2DO*g%*xuUY%-gvB!J8M7r`O9FPT0x6{)N@1qL4o&
zGoPACZ-0?-Pv)8=@BN1%D{`#@v!ivECU#zxGA@yxW3cnE&q<~4!WBWmY&Vvi{#LhS
z`B!C|Da#cPeEOi9bzr{D<6s+gk$rCUylLMX-)#`AO-}CK6j;WwH!)$)@|mh_4B1D{
z1vENeyjrdzx#qI{b5(2J%AdQ7YL^=8{%HDZnD~mj<n7tp`I|d`nd;^4@k$TbyZBsl
z(DaJb^Bq6a+ZnDOP4c>K^?lkFZDy$(41G`6Uk=un3OKejbjN{Dy@oH_o}SfS&+q?!
z_mYzerzf&AM&6rM_VwJ2YtgL*VR5N^YVL2$*jN*idrvQj`*|gPLYLBqLw)zn-bp4X
zewkur)>oCr_`7DN-<IlzN#%#U#TgbV-v8BEu9D}+TX>}U-u}{n|8?ej|Gl$VwtY|C
zr-B>x2bQW_*mW$Ht$U61XO_O0XOr68jvl@*<;Wau<gvc$vucY+?*<F`2d`RG*M44h
z<I`>qy(Xo_Tv>L9vN-iEF7LZ)epO(vqkG?sSyDTW&YIX`+OpfB|IFE|r&ZKeu3jCM
z#nDiA_#xw=+EX8=x0l$wDBYhhOW&m}AYm8d+@<qF(wlhyR-Anjb8w}=;dG`|o7lPn
zq%EY2v=x^h66ty<5*`=tusZO`eyiv;rfKtAg7<~5k6ZevO+R7I+8?irlcO$uEf$*k
ztoYrb=Q|DTc>Jd9_Y2b#`e^^C{E4MzH^<FWmwL-W&Hk<{xVip&W!lfRaq9VcPbwB@
zDNK58^WQZx!h$=i@AsY$%MC6I{9T^7@AWRZkAD{>E}OqD@%3qos%ya}pSk+0nhyA_
zez^Zlu~+<YPhk<uu+-HPue7Z)n0rm<Zs&d1T`M;RZ4I6&*ncsR&8Kh1vTsjj3%dyz
z3nbc}eR0D|{ei`#-S31rU(H;3GArtG{8i_v`V-q%2C&;73aI`t!TZP>;fcYQZ`HKz
zGnAio|EBTHV2iJtCl?=4bMe1xnHF_dCF})5=8hYNCmxC~S-J6b!ir|gZi$EO>@jv_
zA6mZNnlACC_+&80!g(c2&gA6Su1oJ#>%R9vU}Dt|rMGk0rM8}OntgBiPvfb+pD%y>
zYbKMpJY>fHxU6L#tA1We<vDy>XYGw1#+*3^*gQ`zD%|fAe*UoZ$`{jTul%ia$K;FX
z`wNdea{aEJyzJLdwdA3kW?JXWw~w7a{k2nP%{o&3a`xt!vTsX%%DGSc9(Z`$<#h|o
ze@@(R>8i2aDO1^|kC`+4_Ltq_-SmRBxXdAIT928OvZ3+E3(KbH8&|X`B(vC7{o?t}
zyvw5S*wf(szusMM|9<a(!VT7TS&P!svp2}w)S1;B$~kp?eLd@*3)8lE`q}+R<>&5Q
z`}5-}o9X8w>lnpbjrEV6YfgOio~wD4$?+1U6Zuwr-R|Wxt9JL#*`WO5ivHs5%<j#3
zamQZl{hNLGS*aew?jqf{Kh%D=%rPyioWD6Id(D;jg>!V~*sxBYYxqieji1WwC$*<F
z_WfM>j`8BAx64bmU-q{;zx#+%lB`;CdeYHIlTWXD{8~4Mo;p2MXxaQ16)(&Wn?8Ha
zv%axWqV|(5_uTz^uKZW3EuPmSagjObj+OIPqc@w*zc}^I_nkw6+i}M?9*c4gY+BkC
z_SO31lI?|0IHxpcP5Zt~kF!_4^1sqXSLT-i|1;Lux{HgQyse#IBO5(=*V}{cky*>L
zy2C3LD9!4~*^(<NYMJfv$<)X!^UvAv`i;VmL$^q;F@F9#^WV4d^JPEYvd(z<Ajr+^
z#gmvv>$*d8zDp%2@@=_(evcl{LCuMO(u_R4KHIydw{FYZdT(pqk2&oZI~Sakz83N9
z^Pi9Xg6AeDe*I;A_~yB6)82GJb>HO+Pio7w+)l8(<-gMFDT_mBkm`jC+`Oi<@;7sw
zO<tr_JjLmu=Bjr-XIOk}E(aRsJW<*9sl`I1VV2b<>A>LheVyk%AG@2ddEJ8pj`p)f
zW*9BMp6{+C{^UUO)bMvxES7y*G;!LboF{I98j(p;*L?5^h~Ylhzw<%Yww3cQd#RVW
zwFJtURwb)G>FBwf<yRftA-i=$u%nga+n}>Enm4CsyC1r^F!tKbyaKgqnIBr0e<<CG
zU)kK&^T$;vf$zQ6g3N2*kA8__`=#D5Ts|p0IZbTkiTUsIB6@y@pFiTt_5b+4ZGUdO
zSndC6=A(7zoL|m8{c_6oMejD$^dwovGls-%KcZFt!^`fc!Tx9G^u6DO@Gt*$VTX2`
zl!9!r%-tE%_dYIr`1XEXZbzwP&L7#jkC}hkKF$p}w>194uik}!l~hXm?qyC9h*_?=
z<m0c~--}<m{d;=--!Z|sU($9TCo8u4OWd{b3;p$MZSRuV6XoqIXBpqkJz;W*k?+r>
z*~XGvOAQw3{VaO7d6TQ&syIz4pY8R_%%3IPn^(ZM|K*Nz5>GyU?*A~eGpwIS@vh$C
zw%@wiPemNA7Oz`*z2FOrdjETocNZ2reY}5jS!1*QbgQdE!aYVkE2e&Z`jAt6rsb)8
zsdHOcOiMG<4n3{(*?j0Yn@*kY>7Q0^zoOUu-Lhs!|G5oiN8L{z-*d@e-bdeE3Mapd
z$<A3FZmT!tH`|^S89EGW=g)Op{O$|y`|m6Nd|92JIrDYjzkemY#lLc@erwLD*wn&#
z^Hyeo<Ya&Ire(r{f3n!4p1xtS*(Ls7)9sgPU$|*)e&;oT@acCL)*slbao*}!{Evoo
z-ikz@`z2Gu{~pQL>n)njZui<nZ`%K!4Ublq3H)1ld9e%siz5~CN1mDbCnPcQiC>@j
zcpk@>i_5<^MyEKxz4hU;{Xcz~-hI|JpTjNWW}I8DZc+Q6{l0u${qyVXU*~2oY)_eF
z9NBd!`s}vQdE0YpxA`bq=ou})lj<3palPt7S>j3l3bUQEzgiATz78uZ<~iQ2<6M+^
z;nv#3!q>ftkAKZR{OaoVwzaR<Z{*1?k2rtq-PtLPqPME}g^Mhw{Mw$=KI`1qLz2_K
z?tIfOGOzf1TdGFMigE)Xxr+0}ODrEMpZ!!Yk-xd;o&0}Q;T6|6IZE%>I(y~8iEA4+
zpZOAb&veUfHqAW;_4zh!N)2<<4D@zQe<?k0lS9-iSKU;tXpKVQrAns!y^|MAOw&}d
zeZ_CRPELF8o^xthX)FCsN*4*vzGCAv<4X0fmhk%~LR07WH}T}AEj9C+_B^OvELZ$f
zyh`xTPq{WLU2QB*8K_&XHQK$!dvCQ%`-g{z+2=(t*?m6y!!zQ<%$y#{ogL9BHh<My
z3my6NlVv_z_PKuyoxid5ctzHdWg8`Ao?I`xopkJ|-w~_n=XDD%9PO|ztIB!%O`~L?
z=K5r%wa#<(FK=01nevb8b{((&&C}{~?8nY7T)o`C{qgcSiyR-uE!z}%bEhMlRc}gb
zJLCIj^9|l~w8(P0Bt45N5L_gw%6R4K#Fgh?EY0ct#QE_^rl#mYrl#yK=VqCHtrR<(
z{P@J#CoGI@s+T?9&&ZUuH(fSwcjjr;hzE}{HmANQ-lBZW#$b)cqNFDhH_~65oH>)$
za7o!9e#1IL=^`fv2N4b7{Kk)pmHRKWiZ6P0CaqL?9gF_OrOF{HEl-P-6Lfbh>U(o(
z>(dGwsaW&bvHR<6U#l;@&-UT;1p~ETUF}83T<<)#p0DNnUuX$O+^P3AeHmOWJL<Mr
ze{Wp=bD8}9>5t!Z?60Yd<aFu#v$6OZ>#mlV$mj~I_2<$(4li$9aY+2bwXb~UVaWmx
z|9?ElRGs_(h`5_o3G3wRCK@+q%szJNK$mgr%zfc&4qe=`G|(vF$bEyqbB^u*5qDqw
zRDt`M&02@QY5jZsTJ)r8#=J-7=i;xNEk3-*T0Xj@c*>*Yiylmw>a8>T<`bP_{et4&
z-}g2j&q-Li?%I#^D|L5EA3WHkH%)JTrp3hCeP5-8KksyLejJ=!I6soXJ=pYJ^t+&|
zA8Y3S`o8^q5VMfn%XNIZr@b=&$lKO6Tzqm;cFoRZ|Duj&SS6irF+SqmbBs&6;{3w&
zDc>dPBBY&^Ph1kU5;W6#x4bC!{midBPo8Z(yt~w-MD6XV^!?Jye$IV4VZ*jSg-a7M
zZamv8ed3*iMBWUx_1}5kyt}uecca8L{nKB){H>a->Swimo5;?&L*qQ(|4RQt(|qxV
zP3L8<ELc8w+uC*W=W?>&^tyhPll}6$O?zIb+yCS|-4SDV<Z0v0!;g$Qj-ClPv4HK4
zl`;FL_inG=R5vhIZV*<qU6wBSedWTXhkx(+Ts@_;WZRpwfh(l?n^IHeJw2Muv*GQ6
z$LDvr{ycGxYe(+q`Y)IHEfSx9DtP<r=|kpsDuqA$=Q4kO_1NEDuI}5x_QO}D%Rd}m
zv3+OfLqq@Yre&26e}~NDG=6*_vsx!sXm5kvrL~Xxn7*YOT&ZHxy|;ct%h|#QmzKPK
z&*y!8-$}QZ)_2PO+}hydo;H>5<1sDu0LS*PNpJWs=&n3}(C3!g(Pa-C8>2<lWV24q
z7y7u{<;3M}#cI|&e;i#`aylb6&Es^v-tRE+3Ui+=OU}dxU!Gona?iKbTa?89e%9U}
z{&(#b?#-G%!hY0Vo1PzEuwZ?J!{;QuB{9V(4s%cInJc?#ee&egA~_YSLyJxwnV5B1
z^5MtJKVMw=%M~qB`SNwmeB0J{6%1UL^>q60du2?tR@t_0%_f=NW~FsDOMNy}wOjcn
zCGS^lGU@%QfB&X<s@<=1`-_xIUre66N#KC;dS#cZ(QS;kf7!JC+`#7j*E9Czq*GUB
z^DwP2o*4ULnt0Guy?vjLR)2gEezJKwca3?E;v_xUr)fpq@u$10iVk|QOX#O|KYCa1
zcl5whDWApp1<m)3o;%%kKEJL)YvHOtH`h4j8&1{R>y*oS-p=2j|IWjMZB9-T{jQks
zh#bs&H=(a*hVPQ=Tb8Cr<~Yyvi9F$<QgZ1=!)-UkkD4<2H~b5#+?1=26{(hA3&^lo
z+UM4DjzzXTHDP+hJ(sy256e<oePeWTH#ylnjQX6SX0z#&#G*ITA`HdWR{Z+Uowuss
zV#5<TL*to&9~Iq#n(niO{F^g1;M}?Dl(YJC+k*-wHIyuJv3%<hv$treTes4TiE;;)
zNm?&me4y*rlY<^#C2ZpZmtB<aN%X5ZwB(*q{txqB{U1Ny2WsAqH&O1B)K}v9bx2&X
zuWs{`{YSdL>^mbmU7x!$lqWG>_I2uve{R1IdY%2$GnG*?<jzF%#T;7G_nm0145_+&
zerF!%-_I%<?=0{AoW1jopYnR^{f75=JPHo3V5>TF>7ljN^6wpYH#C{`8pa(u|9@wM
z*t7cyYg*2^@AzP<Yp>X05wCWS)r70ySo4*0s>ZETE<Q_p761O!sTsR?zb&u*d-r`o
z=gr-B_En2E*XRFuv3NdD{lDk`Q+HH<Pd-<Be|g>QGfShc?T(!9zsE%7!-Bjy=8N1j
zo8p=;ef~b*_H$cO`HZEk9e!s@l~bPh|Mq<<B-?yXZf?ok-CtMEof17K=E>7Uy{9qD
zCT^Z*_vOV0Q@@-;7H3|ViKc#<^XuBSXB`(m_?lhbC39ZwVA)EyN!@*!cB*d!9cP&>
zd=)EsK+sB}>iC~6abIuG|9JI$8^4xKwnC4(fz-vg729@K>&kMNE2I~jmYj{@c(~d{
z`u)$>JqKR6F-h08J-DjBu$E`uC%fK@dw$O;lgrV6ecP{PPgT@JX?^j{(+@oLTEDkU
zyIT3n=jD8s-HG=sxZk~Lo6FLBzC^5ImVV@-mOj77XKy&=3BL14IlZXT&~JbB#~8Pp
z3r`<*yLPkSP0`ZUr-vUZ`*D9(I_y1tJ)eKXu`d%ITk-qxZ$9*3vcH}5yE_XnJJ|GY
z`ThO<(#el6savmmR;?-EGJ{pW(D$$ohs`D3in)_o_8#zRjeQriW79z&7Vm~Rofcmc
zn7>pPW|mv*{rURvtLXh_kG*`WbM@1Wun;b(3zZV_i;`2+mCUBPIlK`sJ$Fv9dAf~v
zUdaiLt&1;qiTrZfU4P|zxPjA(b%%d<`WK|zTyeW=cDLxLeW^_U#aTgNKl-+LpFX-g
z^;+Mam$TRY;ms+S{o;j{?_(C5e{(<kme-fB`FwuL_epiHbd3@%6z_lUf5&^C-@pCs
z>>Gu%@2EHBluB+jH{^Vs-r7_5Qy{31@pQby>YVZw4<Bkz_!O~!mZ(H#+q8s-m!G<L
z-!^Yw+k1D4{`dPLe5dAbarA$DdiGvf#e@xikD6A6u`3>8?fW0}`2M8igOPgfuTJh>
zRjqTm%_{pf&(@7P@BeiEIg>p7bEk<CSL~v^e-}G<crE^1@I|Gs@buj2Ge4~DSI*ma
z^L83b)hZj-hq)0J_oV&g|1?}wUY1*S{}I>M*C8(N9+h9W_u1&OqQ&ia^SqhTS9ERE
z^Ng50dy1}aV|u&&_<=Tw0`<9ux~tYNiBu9?)}b%g)Bjm<PsgPjz5Js0=g(ERt`n5e
ze#hyAX7Gd9@=k#TuQd)%x_qNV!Q@H!^~8CX_MOnUd1#;d9fMns!gBo<M@j7HIXcN*
zFY?6ejx~XHlLUL}#OLZJXh&&ti>gREES!4Bc$wzq6HeWW8O>r;_-w<LwHTj`-@egm
zYsRiLp2CIqlgs4olMX9;6?J--7)_nN#65D#gaxf8Kc$y<O!1sEcafn=++*wh&0oY8
zuvXrlyK#c+o?{!%JzVVe`^0OOjs+k4Hq>w}b`(lG^!tWK&#8ZpSZ#NT=(#&`xvtEA
z%(d|Ge6E?lR9;HjUlzD5H`(^N?!D;`=P~sb&8YfY{z>lcCZ|c||7QBn<Xxit-o$|0
z<;ThU7FwCCCzfBG@N-6uYxr%~eKluNEnkJXR0Q_DTKe?fjW$O{tBlrX-<2}Arf7?B
zY})c?*$%Jzq&H<eO-I*GUO(~Rg;=}foknv^l-nJy%kST<<G1JhUcbi?C0^@~KHnWO
zt1a-^4{5jib^B+8eO#4uB;ie!+lNQId5_t5uAH;jzD9k~%k!BLMLSu3R+fB8v9Nf=
zvh=*2?7jN`wr+9tLd>V1YMHH?rjyA1yJNRRqmZ<ebll&+t8BJR`@Ut4@;UMCiB;!J
z_nn=8{-5Mx3#~W3?zJb~0uq1A|2)rFbvS)~y<N@Mv)3(`B-^_0TxU4zGTU#(#b>U0
zt?qf_Rk&hVUQ9~=t;Ou~d7^XNO4XE>2Of+LGS$7b(eNsVu2raxld1~e-_5}js-k~!
zw$D3ptV(jH)ONSCwl`fQdhFOr4CW@+%+lXGvtqI;Q}`W`-CHN0J$8&$z-F6{&Ci<w
z=S#9wm^H84?>p=)7%s?^tTmPW<%W_SKOQVEUA?#a`adm+f5#So;@Gs{bffKUZU3W%
zWqZ>&awZ??<hyb2;Ni!|{oBslrM;9`es;}e#=k9RPd*adm$o4$sV#2j$FR4Hd4;yS
z)uotA9W~6k@VrE5<BYqjg`<=uUIwodTDI)t(m!W}Y*x(tuyL-#{)@J^9X5Ytv5i>v
zcn{y-=;+snpZkAf`|iF&KKcF4!w;9s-+%71(9|qyJ<sd@?<?AEzGi3s`18*Fu%Wn0
z-a7;D6lHm-h3#7=2ilbA#@~-#_v@^T%aXNzw@>uGp7UkL?!6W{id?5JteP8psd`@t
zXLX}v*ter=HlN9zcy^7Pz=Gb5K6mZ}&1(^Dv;WliK_;f*--W5oV$=DxluPG)Hx4VG
z5&lPedEbj4VHUww+zH>dS7yw6ptMV~p-O(uMB5CnFKiN4%Z^u1GE7^VHL30O|2am7
zSa=FET_YB)h`1~$*j^yo%Kl%ccukh4%g+??qKoS159~i88GHJqS@*hVw%ENcxeqqX
zpPcO1V_jvjW?zNXntMNvZ8)&fn`71=g~-x*^|#~&1>aAc_0uEj)hs)q7nkN&J)Qd@
zK<VcPfls~0m%{wFT(fdH!61Fkeulkq;kS$(Nyj{cKTfw{wn&@$ehIVec}tH&yAobr
zd7Lp({{Ea)H}#i_I`1|v;jNo?aq(Ggo#`9bZTce`_p@t8ty72675<iGv%b}|$W#U`
zFPO$y8N~OAagT(Tdk=TW1VO!ZO6Kn$ufC8p%eL0sC%ifKQc%E~%|;8kwm1taKHhjL
z=g8;f-!0l_hE|84yysgL|K(7!$gR~&ogcnwR@b)Rdcff-Wv3<6y4T^UlAiX$5UU3d
zO+~#=X}(X(<M?Ph$D>5}w#xMQzzB}6xI>|4M#h};E_ry^uVL$o<ebhTvFA+B5ibAf
z32Q$kr8_-cUEgi8qNmNk_h*yftTU6IObdCrUAfV|FtlaSnisQ9<@(+J!B%rb+I4!q
zIM0JG@-H7uJf(VhLz{K0BFB4AVar{0Uj=13mGg=f`<1;^V=@H}AK4mS-F$q@naZCs
z|CNh-ZC5T%2>-A~LCkOJ{q0@$?-P73oyu;XUay`V6RWv5bH=uK-@+?%)(Zwa*fH_O
zzd5$)J|<0(CsxPDwY^TQTYv0>xsi%w)Rd*lvu;gMnrgKCo<Li~YM;=5J#rtlTN&7P
zyx6xP`P`Y$?FL2{<E=lwyuw+ldwlYP2i!f4Yyx^~R$eidJ9twkL_=Z6vH3=-e5axg
z9d}u_q4PtRy?Cac-LoIPWqt1+cs2>1HTh@KIW7G~cH|Sycr!DrpL#RJ|GW_I{20e`
z)!X6ghv)aJo;BNFT4DI(rMkS)<AVOneS8K>zO|i??D{l?dsmE92=BJulAw1hj-6Xy
z@xDgKzIj#O@sfiDCBFI7EHhYs<sXWc>~anNY|E|Q+LgHJXnWhFw+EB2-LkKIbTs?w
z0c)piM^9`!-mxp>^Mi)J<x937oY&`l+xkdj(yN>9IUn|&<#;>k`L<y5i?_OLzHZ-A
z!hYzxq^*OR{nFd<x0<Tf|L$IM*i?;2?_bTW#;q@2nEYw6d{$(`D?D9)r+xD5+uN`2
ze5@eL!6=#-leOi<#Ur<)XWerBRySiq-|~f%R=obc@uar@KeJxr{*&IH@3e44&u!03
z&i;0=>_~jZ1iQL>o+T$d{-w{a;hL|0xc9aB1?6ce7t*YMC+uD{F+2VJg9kI@ixSy1
zryp``u8s<N=6<u6i8p@R?M?S=Oi!k6S1A5+$l<G>Y#_(G_6x?}vlA}7SuE`T!r;#D
zKaAo(a*J<&x%A<I=9hcb2k!FEImcYfu0BWY$UT<#5<gpJcAeSNSlmDPs9)?aroZp*
z@+kf@w3XX+>hq-5`=?y4|C?C-=W9vwd#23-(ucqO>P|fCC-kAaWW}2w77WiD8P$#+
zkuqZyyr8<p<2JA8mzSq^*vTHO{Il(wo0aknG3`esn>SQ-r1GaOn>Ro3FPm@W*USD)
zOTUKdB_6wOkYlkg-B7FZki5!+%l;e%$KPdS{Oz6b$9Roh>-#;X&(3gq&$_0bJLkHb
zisG?DX3X>Uw_JaqvhL5v^R`lJ&LuwMT$1B(|Mwr~PY;FWp3v^-c{+Q?rsP>3!s5YG
zOKT5Du)E8(%s!{#yzuZulhf6;lE(KK*XiH%vUwbyP#a!wQD<dt47=APlWV;>Qj8nY
z7BBw)=HQ1n&EMOC*<xgl*v0KN%GvvIYhw0yqo;jUk>`Z@=XkoLe4Xb1-^A~O+7Wx@
ze6^?5Pt%Wb-#@Wcrf%~&*ON<G1Qs>#KFuNT>TT%%Wun;2%ltQ&>6<3WeGFgpZDRa}
zk8h7&KEFe6E^oo^IsebTWKLhh8*HI>G%{h^LrYQnSl6mx9pOjuJ|SAgqARTh)YVm9
zu%%lIO)|VRk)?L|!HlKzFIu&3X3JJwW@cP$uxqNTlgIp<9G;#>Uzq5K9{Bux&I6a{
zNxfFt&6y`ftpxJ=7U?@OJ1$h)D5|wW)XKe`U3!k*p(eEoRiRA_+ZG&uQP+9KZ^nfE
z`W8=3`7`Wvaw^-e^tc2hdRrMUzR5E0ra;uDu&j$^hwoaf*)un;?o93i_X|%8D`swF
zxOPle+2_O_qdQ(+tuw@LOiI=C)Nbv{(+hD;Pz{@8I!j5{{P}XH*U>d6cQbUBb6qd2
zWSXJy&*E|->*^^V<}&!k9}PZLW!KxLXyfVom^=RA+1o#+y1%YSHu&1KebT4e9vk)(
zw<}}Bnf^=HdlkM2TlZq^@);UIndf|FNOA<E$Uk6le-~C7-2O$#f8iDztNs|F1&$KU
zmn$ZQp0xXwBz4UEquXkq$qg)_Kh5=ZKiKgI@4GA%64xdF(M0LC?v#rj%4epZo!nhH
z>kIeUC;5SwE%c9N9+>`f`~35D`4#iU|HiX@Hripym%)8;Vu)KuY}KaY_gMR%t`SU2
zH$N$zE-~fjlxcx&pQim%oL0nnX_upT^8Mm}h9;)7s;>psUYL7WeE!e*&(w_*s>Dw{
zS($k&@xzK&=jH9r@t*7M*|oOl(tS?01&jZ%HXr2kzvo=|;*<L8jazSB*?s=gs<o$e
z<{yo?d_bsH(z1Bhk&7nhUd$}hajPsj-mD<PbuVMR$%il3HAMS)ECP~kcOT0Pf5%$D
zIr+Cw%)BJM8E%p{i~pLuJ1T!7ZC$31&=0e@tOm!O53KniQ6|UtO3KmoNj~SEhc&0p
zADv&B-R@9ddHa6)d+xbQmivEiTfIBH=+G5*`C5a+QFHqaF}s-s7$-mRk;q-@U14(8
zM)u5=>n|cy<EN~?GTF_F{Sue$LrtAe%TKiOvroufKV`dY_-mP;pI=<`{dPpAAo8KD
zpR)C$!!?yVYQ9G4CDv{_zEA$a`ncV8dn!Ii$ld7Q`1n{hpZg-4A2E+te4qdC%io9B
zcW5hF_+DAkJm22pbkn98&%J+2U)%J>)>!Ss$&}*-sk3KpQGLRYp?5F!{R<~O*N}Rx
z|FL$d+1Y2)tI9a8M47klw!HBvf&FT#uXah@m7lz656z};YfJ81YJ2PdlvP2^4z>a6
zOQmx*7B1oV_2qQ*-?!@xB>!{QKZxBa60`TLLenCFRkw?e@2+&e#T#`0s@WOaPQyhZ
zdHejHrtf{A?@;M?dB$?H-o^O~ddwKlpD}CZes%Vv;&gete?7^?mglC|?vncZ?4_&C
z!KHtEZuflF^p`qws$^1wfo6OQ_jHSW{d&1Ce*8RI@~nV2{=C<18~s>i*X8dHzU~rU
zFD5bLuWjvzn+3<7&O80$$)%-dA1Vg#D1TpTbmv}#Tv@o;^DlGU|2^IJ#B$wywfK_O
z`z@Kqw{AXmw(QxIW8paKdEe#4;+@*fUd`OX?u?J7a@0g;?g$d&mRejse|FLhm!kRQ
zR=nIXvo<-nCuL6by{;2p>9^2&@x}tpqmP8l^}P+^&6sAIEh~88bKI{rIBVq>H%Ddn
zDTjDuFZ1VQY20&j(p{N4wLj%E@6=<84gU{Fvns!Gb+a`1|5jkawUeCB&8=fQlnf91
zJwBk(z1&Rj=H=Nzf)^Ba$E==qZ^Mz3bHCqvkT^?Y@%OYF6E}2(DjMG1sof~PmMfBd
z_r&G9UY`uSDxsAvqCUgx-KjhA$Ais8?Sp)h^P3;2&0`N)w9fk9gTwrh;(sNT;*#E)
z7>k7X`Te#MesWUuUrl`4uZyR{a#-g6+M0MkJ9F(CgHvrja`sg{HCZN0+_rUn>s;XM
z|35Re=@*09-c!cECU>YbSzKwk`Sy{LN2AtHmi|MYa?{>0Et2Oe`LjmDC+%H&#6Ir>
z$+LcO<tMHz|9@?F$<+Cq{=53!IeJ{b=}*3}UbU26nZose4C$ZZPyQEM?arIFmW_ki
zLAKbl<Fxa%J#UsjNvw0N6As)`bC$=q?an7|Hfy10jh`f3H9YDrTU?sb-8L!hDf2`n
zh3OADUvo_TQBv2v(M|2@q>J~LufLQv)ALuW`jfto+Vi#he(ZX)rG6e;PsL}mM@Bso
z$;|(c?lIew8nWS-T;(In=hpXr3jcGv^<_q#`5&I?I?E=9etG@={EIT4IWuF@0v=Df
z$hKPO`kp8~-S5BeNafa@Sf6^!sC?G1bt$3;C)Pb&{VS|F{h7Z_>N`%)Pd6$oj=L{X
zwJrRbFIN+`_d+HI*B_5!rH}5;SN!^V{~cC8zhlpvoEvFBPnLeOyy1~sz}`6bu(!m^
zmGc+G@9NtV+*Eb@Y~%aCAJ`Ay|8*{v@5_Y-+1H&Dm-(gtnsZXb|7Fg;=x4!lL3$0r
zd6%^M`7BnpzkWUYr9;J~&StZ%DoektyDYHpWB1~@b-c#D>ksd)%bE3M{=VOL4SJW)
z=Z*dlDmHcI!@1K6pDwSLS~s`;q9jkrd_CV!GeY~>>yFhmEBEnk^EuVMS(uNb)BDa(
z_TPLPW?t1>yLC!h{u1VridCx{AJ6R8YgEs=nRVb8pMw9LH+x+kFISYSNm;!`Zu0v}
zI~||Dox*p{?)W^TURO55-3@yuRx2Cq>E9vwS8{nRXEl$W|M5xFn$th9_TApTzR<@o
z`}xe!&DXSldd&Vb>-CyVQ_Mfks5@=&=ajMi*BI%f_P8U{sx_XTyefXn;Le*jpB%GK
zh-gl~ub_W;%1(ARg&8GcddWO_n`E?BOJyY68r?Um(flG&KY6Nb_{-~?mPqZoEWFbG
zA;Uw*ev!wkB2G<vaoXAFc*C`&pU-z)u~Nz}y!P~~nY;C)Rl8<5B>Hkh$)1cmkd{$<
zYE5vE*_<AoCbyftr5=x@bAIYt9aH%{<8sQ1Ovc$M-J7ob-g7H%WqeY^m37vOln+k4
zek<O$pJVp+5BF<cozI`PEAzocqgNKkuCL!OtZp;4B)0ZZbUXL@*A~6&_i5*Fy|zvg
zarRwfbZRdL|EEox8uuQ1`(|~?jPi(ACI2rkKg>SgcG0<%{$A(b!d2X#r~kgasq@W-
zNY^VRU5Re-DN4tKcm7!VE_6=jo|c|}mFCR_|9sVz;>G_>$jvO6rV&vhdcvV9;CsE7
z|ErT5j{V$wdiHgTDsL4LgLD-Q4|SDIGRb0#+kULgxT<abd1XjK&c)y<Giom+OypQ}
zbf3&;fBCwpm0~%pN%^r;7Mq@1&2%YWWJ-XU+n1ms{^lE;)(aOuetCv_PDzscqaMkQ
z(0QwKb}ak1xWM{S%F{>vXNx}^IjG)KB{2VJLz<Ti*8;EBO#)H(F7MyWb7-^C0Upk&
zlPjcxA6#8<%=Djz%z@tIS&gR-be-qAe{s|8?fK7z=Kue^`+lm)dG7`bzTU0JlX4cH
z50uaETFZCr#>55A8@-OM+0Xkc{N0|Tt`5;Mj?eE2baVfI@>cXu>jUokXA73h`~Sx?
zY-atwIYv+aR8$<Z3iJO_G&9<5>4epVOE*i+xx`$m=GL`WPc&4bwIh4x6uT*FrcCdh
zpQyY0(tIV8U&%EWT|aV%o8NId`#5yYw7<m+u(JRnt&(>={cZj@U#oM%p^H5_g_S;s
ztIsUEVr;#S<20X})r91Ew>DZNwydxGRQWG_)9mNUp91{;i2L32f9m{B#ea=#botky
z_dlHHoZ=Up@*`@wPBv?>am1s*$IpJ=5;AM|xqM$|z7O-<%>U1hTdc1NU*6r;{ljN#
z%<;GBzklcKuiG}?BvLH;J<t3@9O`q$|9%Nyr@Ed?Jnvb~mLUBtXAZ6|bg7$hO)K@z
zxyPT=uT&l>HuKu)-Tkc5G;z1z{*S*+G|kUg{aB!we{+J{XN$tAg%6%>+5S=Yo}}MQ
z0m;JBOKE?X*v)W1zJ*<Xp6sH@bM^>Jt^C}3{<mSXqEyprzKRX=YLauOx(O#2WoK5@
zd=Jh$m*#o;Y;Mo_Md81e+03|h<?P|9$saG<aEQxJ^?Q+3rz`)CbK*1KX}W7S+UtGK
zz0erY7kgh~d#TNygP(2oPIAAzsD5`_=HHC^`Ml=UeRW;JJ;rf=v#$TJsyP*ZIAU8-
z5O)RN3Vxei*OO!X?>siRv}_OmiRtY+-No+@Yqj+leYm?T&_e&$rrrp4v6GW`z7aig
zKRIfuqQk<#ivKV7%vb6=e@XjR?5BHHPIFeCZ;VX-yyf)OH&;4tt6r==)Ay#}*Q71)
z<b%r#|2Mxqa(VCW2T5Y{3iLH>mdV{-BAl}P=F`aY5lp2=c&;x#&VMremc+E5vAYgw
ztn0NZnb199iQlQ~9_m}RWY3)CuIoR4&ADaFj@I7l_n0G#_Go;(+AVxxh4n4NPusk1
zKfR>>TGGF{q#>_;a!c8b@}0f0j+ZQ!rp(mdyY;R8;?Enl)GBX}+@COCV5{c|p%|{E
z%IEi}ulVOOuWe?XWB1<A;R?0d@m$LeKT7|{srbo{aZcs;i8fC)Jx<+>_|LBWZ<$Wi
zeWlY1vzFVpdDib1`niW^`~TDPT+1K&$M);(T9Fxe+nd>@=688t{;~K=GO5B(7K^ww
zNpE*N*4fj&qbcl}@&84RZoT3Ej&Z;6{wHDZJTj=|>hbxno}Zs;eeT4*1K(oy7WUf8
zZMX0&slH+HSjg$krQnjkPhJ`>uf18wdaq)=kFkRNe}5tU3Fjt1b3OI!&$*`;GymEA
zELk*>H`BmjZPLqU9%r@LUOqgqZ|`#T3<Cr6gS$>$cCS9XSvYU&9?ug?qeU2a@)N`*
zciN}!I%b$_eDkUA!}%^gi``je4sI}7FW=j*{AXf_=8B-zWs6iMR4CWFrrI5|f4OSH
zqRdn5^()tG>g?oe@wXNXE0Wt=RdeX6k95zy%MOlAn}z1NpVdEei{X~R^`AG`O)AuT
z`Wl$rSp_N$l!A}+zTE#ta2;nuUEJ^0iibrl9_-q?=tA18{drr?Jg8J&@`*KBs_S&m
zv)bRc@1J{fc>kZp_6rl2DK0oyCZd}ubbY3=_O8|(i{k=~^Dl2+9y$3<T)$~ghwM4A
zb)RoeoN3~z?_cjbxAJFkEHjsihE0j0xd-!$8A~Jn|Fr+-ey!wvVP%i8s*JYJFTLY0
zyL<L@s4s4K(Jnh*V*NArpTWjjVOvz?t(PA1Nxk;oFs;#8zfsLD#c}$>w57j}WbgZ_
zvW9Dd!=(GIXDr_KNY@**nLqSNK2^=!f4<{U(|vKfcrFvQJN!bPw)s(W<6cN+ILKem
z)HYeMZehHGniT6P!_6WlPs&XC`Xvq;7B94VI#)_}apwyc8Ar2opH|MhaZ-5O6SJlk
zxj!1-W=jrT%?O_ObWPaasWROmml*H0#q2ff)7!)n^YiTIvws#XnJNFrxL;deSapSV
zPr-}*89rhmPfzOjA3m(%anE&<(V^%sHD^*De%5tK(SCnvp~$JN`{O@7TJd|!nyytp
zXP)+}@)A;>Wg`_Xy;}C#*QCq!ZG}%<3w}$qvg_Rc5aIXwe6n9i(af%b$Uf(JyKRh|
zX8nD7+Q?wp`^)nqrS~lefBezp*gWMmpRIPi{CM-@?ep(Xc;D=sSEtQ=c+Nzt#kvIr
z3wrh(e<Hq#sjAblCz$8tRZ%OU7cZ=o@2q_D(u1d)UB>X&lw&2WyZDqZZ#{o%O8v4c
zB|h_)S(iVHeCjLR*2cMhURB)w(^<Om@9G7PJzZF)w8wsh+YVp<IUdTJwB{YT_@{I8
zBwg8$(dF}|{oMY~xA^dnGyHoJi^TT-$gKGI%IfWp)BTmEkFKtNVCZy#llP0nliyRS
zt#V}DWnRDW{rP6{?uU05SD0@zyHQ+h{xm3dgI|H<baA$Ilf#2P&oPodyXfDCIL6e)
z*>|V%U+F1%G?!89phl+VX}#u6e?$CZPi;BlFn9X;xwq_?OJB%I7OcPF*ihCVRQmJX
zwPnXoC&w**UzQNXe`HQogJf9r#pV9<7npy)Xx(GHZ(+~;BO&uV=U1+>U6g(I!v5D2
zn#|PSxaeMrOq_Oo>3I%@-RE67S|@fz{0;Ma{o+k;u32TWzeU7L%?bC|H=bIvUcGxR
z)9vZ6TuqX9Gc)DLr3GKxS)9_Y>YF3C?Qjm~oZUZnS5EjlqpDSW;fJSpC4J||7bKT7
zC-;;;>tVL-Og8x|JU9KX{ND+Zzk=pEPn^+X_4@US-JRk8mc>7O`ttsh@Ql|sf?i(~
zr03>KUFRrpVv{?tVtx0Cl}VHT8wk%$=A7ew>1^|%(3PE+=3HY<HR$U8uhcj#^VUV~
zOPPBoH7%>`3!hUgUg&H4%yIH|ONV<JGLqs<yK|R(`zW_XKJd7$d-;6h?CJ`y=XLWR
zw`_kIv(7um+H&UO?ECt^r^u(S%&vQVcz;{$hwJ4n{71a+9le}*@Fcsjpir(8+d0m4
zOJ3&-F8Y*_VD$6vo6iql1XuZ#sD<h8cZ^S-ea7r@@A-4Zef%-cu03V#JGwdGbkFHF
zoe7d()1xj#OU1tTke%q&GU-t8vNa1<HLmGlcfG6{%+PZ)_TGWzR$l2#6kVUxvAG|Z
z)3`vG@oxK<AM@<feV=ll(@%H5|4M4diq&Brw<UW_t*zH&t=ig`9mDlLWIbE6tl;{N
z^bnWcHS<_YB61I!w-zhqADYS>lKN|M((&?iKO@J9r`zp&cV9X5LveC9ul>H(zU9vk
z-DbQXaXUrohxz``vvX{!lYf~1|8_t4qmy*-`jF;7GNp?f+x)m|-MkEL@k^Ywd~$_*
z`RnyDx47>1`CQt^v^r<yhlQS#ZhaMb_GkBtZ_)F-oYe#$-A_~%@9o$<|E~1E7x(|T
z`)y80Y5cOb!q&~u+aie}F(s<-!{%ngYzsxd#aEB%%JSdqU2MC{Y3<y-jAkVl7Cp>-
z?qSiJ>Yf`bm6U$8?*!BKMLNbpZeBgxKFWN~?VPy%5vxpc%;_VOj_bQTzY^UWRom^z
z8}m_`f8x>md$ONLYn|9wlj-5UF3tSy93kU*ycr*Ux!W5&m2dnQbeD(e+)cZxla2|I
zmp_>MzjauVf86KeWNR0TMV}8?TbKxazpJU4_Q9k4<)Su=#XS|f);KF4D%sobU>Rlh
zciTeI{-23I{nJ^0KKF3$(LX%pso1fFZr#%zGFJ$i8VQR#ct$rL5O=rkeXsG-uC(>T
zrDgk1zw4V3T9|T!d&3fIlMiW&R}{OL8YxZs*d+e{$-+9dzRk%}aX)?HCbRSLbgaLY
ze)#*0Z7j3573oxE$8KJJ+@smP@SxYc%?HJwJX&e7e2TgCkwccV7X&IxN_kr?iL0-C
zA`vXuIl2DSg_?~U4_;B?`#S&qDd`Q)Pq>&5i#4-fdM9*rO=x>rYTh4-Fg3-nM><Bc
zcAshR2%3<`>Ke7=(Bxx2`zCEaH2J*S5rL|M38yFh6Ijd^5}P0=^8b;*{wg+!0zQX`
z^9I$~`-C$J)!K~@?|j*5b*Ajy1;(P3o2DP$O}?R2zuh3^thM`dlN$b=`j67>|9<?i
z`u@H?oja2goF19^-g6KC8E{{}djE^(<yPh&7A(}|k1mmW<1!<??Xl?fPnXWmuUh|k
zZ>GUhuh<tYToY_o_}459|8byq%k%0l>mwe79C)(X=2DD`?Pm)UMw8lW)k_kKmW02R
z(#`C<Q2S|$WIP-1yaLaKx$|CzrpI{hOSpOd`H7!~Rf%_x^*>iWwVIi4n&av1#+=b_
zs&Dw%dOh!|O0aM5J0NcrHOJV1f${W}{<O+dnytZRtqj2h>m&RRTs|qt%)f18Nr&%k
z$=1+)-{;8-);C(6*{vS;VE-gluhTEyIo~oqy{5Ew+MkH`!rv!MK2l~D&tu&^`*1(M
z>8otb=^HMIS^f%f*w*@>*XH5&jO}~3)j3ykDl;b3gqN=re~{U{wA4GNU}?0ejvUkL
zqTEj@osOZKPcJdcFxI==7;*fC@meVjL;07tSmuA#@tm~oWiwakv5F<iuY1^>FC6YZ
zYi^*l)AG*?#>@rn?+&x<Oy^>lmmF`qcR5?IkA&oM86l1SM<P?_FAiq9BJk9+;S&eL
zk&3FR8#4WcF7yA}UiV4!>?4<~jjr={Pip3P^mW0kHQ!cbxanLGWxVxZa+LGkU^U}i
zjjR4BNL+t^ak^mpv{~gfGrMPQ^(>20*S5aom@XEgmMUGd%{{A>!IeAi(AfoxrtNq7
zblqah^o{Y4CF2imk@<Ro^LV{|v+_L8+ahb?TMhT#Vwfl4rnzhK&14zHqf5^m?Kalc
zKKA_ebc?Ak+1OJrR3>b@@TX?qfd;*|@2;-qnUioiBsTZb5x%|!9Mc{Mt5!{|2|m}g
z!m+~mymQ_kH`^&fHqL=58oojG7iWe~ExTUp$-d!(vaciGI>V}I#$Vl;yRSXD_0#R=
zp}+~8kx!m1d+Pkn^Ul)42RsfL$#!m?``VJrk9AX{ZR*?U>GJCf&bv%$b~(edXt}^I
zmD7R@F474P0~h>xbwy2jQ&)oWb*I1%L6@gNA~sXF9Hgp_uRO6wL*Mv9z19iMu4jqs
z(sfoAu^h<Im#F+O!%SP#KjuV+X~!nBX<kn|RGpVE*IIG-x5-++^^G^YY`(NGwsLJU
z&|rOBz2d=Y$$%SdoCkwV%gU4`r)m7_Tyo(08Id)6LX+c^Picp&iLd=#>L>K`_u=yY
zFYfcn*O$p3?m3$vaZa*vLy(Ac$=6QyZg2I&XR~)7o@>5tb0Y83ryho<eY6rewCaw1
z@d(H|BzC@Rt&hUd)fqY8QvBWr1so5z2~BR4?0@@k_Woblk^A-M$!JFeHeO$`F*uU9
z$)7h(`rq?AdhasUeE1cqnEu)3cgPk`(M4<pW_e0yCAL3PZ7lPevvEUWN$jgd#(p6!
z-Q3v{{5=^9mVaHciRoP5AuhI6AKyILQFBDt<;|26!B)l+vRnJzlqXx5<sCTfY$dql
zamF-@7_&6xIJWfC2|kw%1htCowC%pAJ#XgjZC$@4)16I|>$Q<cuh;3L{}dPZ%~_b6
z9>IL=+|u#|KXRLwWhkp#cOH|LzI{qwo9mLt()h}SHKj4LC;gDBIaDDuVaJ;_n$Js8
zKG?gey`EE*wxI2Z;^N(Ui3M{vd9UcnZs!S_Fj4uS#J(r}Mz>QWkBUw+xY77Q=Ew3i
z7t5}^TWkI<<;q{4R-1&g-?Uy&y1U|aoA>nq>Fei?GG=DltX8kfUL&*X*zEf3C-b))
zTdKE;uYc24=cmG#K5b#voi|T$<K~w}(w{d!U~qA}x^au}N%M0hwd?(oPhR{~TXV?w
z?1O-JnHzNOo^=0wxkUGE>+CzBr3*R#J#e?oI`D*5BK74<i{ooJ%k@uc^=7<nTzRhR
z&n)>oKeN52T6(2RwEitJmK68%iIzRIM(OmET;ArjZr>Liw3>dq>Ab~XH`|rn_hd|s
z<vyG}9P#hZw7Sf%>wm}y6og$qcj(tFwpFs<FGZ)Win$h<oyVSJ`;_a?l-F<9dT*J1
z`|!J~r|(pLl*&9PpZd<FSywi4!s8|POO~(uTjLjdxO7M2shhP7)9k<7?P$qtK7DP~
z#C4n0<{T^Rzb97y{Ib~gxqB_1D*VxCxiUF<#uBgGSsMbQI+N8}c+>eb1m9&II$h;*
zM~`u{-o~yAFT*RX>X!dYZacN9qvp+<+l4!h_Z$-LE7-cG<NBtgJIVK)g{Hbqvy?T`
z_Kdpb%O7z~W$wASj9-`kq;m3WpKd!HGw0cfU&qYc*T`+QY2WjEMkvRG=u$P7sN~#q
zv6E%9FP3Law7gwintazPX=d-I4}Ws{rDqvFG25}{?XRn{IUUar|6Tt3F!Qu<+r|4V
zn%;F~FTZIfc31JQFPr)b9-%VHy&KN#+r8It&%bMPAG*u`x3?_2BD}w3TW?v=AMx1-
zx6RLg9iM)9?#1A+(D#?rEKYE)<m<6`ktW$2ZX_b}$z!I^zZ;WQP3G{a(Tk0G$Wfjx
z^_t&0H7)8?tHnXqm72RREsD#`w^?XwoigFb!L{PuI+?esCWkUVSokP(UYUwt<Mz*w
zk45)yI=d{UGHCXu|5IGfS{yo)96N8{C);(54`l_u8Z)#S%XdDKclxpZPRXT+7drP}
zZTmV^hD|i_1G__tbUd@xI)C1zOr2RiQ_W7lZ>zl;eBncm)rnIxP83g^+`Wls?xtN^
z4quwT)%yas?L+AWAJS(1QT{t?uJ$As&21A;f6#pQ&3|F*{4<|8Oqrj!G96Ms@0Z;&
zasHvez)9;W@1F|~m=WzcW&a}Q6HgBx``{fOmo64iySkz%=Vy7rnKA?B1Fb4Hl6&V^
zxY|Eo^2ayR$3k<l`cJ+82l^|c--qrGv0M57*2d2g4>>DhKeDq=WPdqJ|LDYpjVA@y
zi)%k@Y3XnZx&L+g?Uzn!TV+=kX9+A#?O!=VdtG__-9-+GHVg|FmN@kmR~%dFAw4~K
z#-u_upVqXtXv?UL8D}bjZWVJp5q%gGao70Zai$+vKWb<cKHGB8<Vj}0%cPR4+L{sv
z`Fs70FXnR}P~_eAGgI}<vXE)!k?$@4?mIQh<d&tDn6~F;m&2DP&Jp^dSgq3MzwKk`
ztt)|XJrQpDCX-g4WU^N~fB1;|L2<<kRdLhO{L&YFJfwYb(k7#Q4EGIAt?9Kts#v>z
ze_8U6zyDu;Z~On<{?Eq`f93bJGcFPgpRQc_vSY=a+napuoSw7%@A-c><@xgWe`TBc
z;L(T0@Ba#Ty;Rw_Z_3W>(>^D}%kTL{T>6>!^i}$_g}pg5-L%$RunkQ56r$|m{O4Hj
zY@erD8lgvTR~&g?QvP{OeW^-B^z1fIxhuTZ0#^@i*tCi9?()DJ)!&vZJIc9Q@c*h4
zmySBupEK|gGf-Nw+Vi;S;dy({mnc<jIM*}NEdAp9&01d4nWsv*wjNtLSIBz1l>51;
zi+w$^JUvS#PKQW;>Qc&22&j~5PhB7-V=W?LS1_aA^wIHM1rIL0m{`$jdFq|XKLeYm
zF7wjota`L|leJ9i%DVK+x?6M%v%WUl|1LargpcjwL%Y+LJIar}RLt9V_tCUuYd@)%
z>^0XH6qg=QD&EQyWqM7?pKIdl9&a{@at_bM=X=EO9Xs0QmVDWJ(U<<kLU$5OZkl`-
zShx6>)KjSgW^1IjpP#t*c-ppeR!sjo&i<)B(_tz6@ZwUb^6<Ra)b;1*K2(4I-@<10
zI(4DW!+b3jrhQ!NU+*{_P_%i)uC4wDuLW2>c)3r}b4ii6`eUx?W?k<e_uKa!+)~V`
z+*WhpfR$T&%<nZaVk<BEoh<oyvvLxDrTP4lhf+H&cPu!l!h0$G_*FIsIp5>U=ek=j
zs*5g*+Qu=j-{?cj>aVZ2zBwY<wl`hp`vxH;!%Uk+%?~fGxZ9}F>|gVWXS3ynA3TRQ
zd@i0Em?G@_X`yr6k>FI}pa+wK8um?SV-x!6QtBLgz&iD)WREeM=L^4tGZ_;y-iXVW
zxxE!Q<X3k!Gx0&I-@#NX0lusomLDU|ERx^z=y~v5tH1vxsyC~h?o%<;H+p~e>$837
zsbOKM3&j>}V7{C2<=DK$Y!l-tGgF*B-S&DIT|D95n_~7yzGl)Fg~=DcD0oeA$@DQ!
zvsLyBK6|g>*rndJs{&eYZC+J$fBS56^V<2xEoXA_D0~dLyXW~l;qLbK_V(TF?d)Ms
zv{Ea&OkecYEIgukdgX@lhjGD;?`&r7Zu*dE`^ot~yWG#eS5KGyT=&QB_dUC>$@ZF0
zc3oO>Y2~MaCgB3%P!5&wW5PSWZvX36&+Y#2G4J^~6Lzc#uRHAf@9gIq^)}=B@-^}X
zY#|~`H6NaM`tjaQ-3(Rj<BB~@%Kt0#=0CMMw=MQ?S8~9@+bg_RXRpqztn4iGdlBDK
z=(y46_VexOHWv;(aDHSpuXS(3*<XG76$xu1Zhm*T#x_68HQ;Sa|4#D-(hHYY&$nZq
z;rHvs!Of{Z`q;!`nrH5|o~gWb(X{DbG>StyUp6eudUL%vRhPFqL8*HCfintSCmD{-
zh`Y1;R=D}4J5s-Q-;q|}c~ZK0tJ^~72Ul%(a?g@ddu#E|{`<4^%U{=ZmL%qA@P659
z_|B8rw{y(`QAWYSD_d?KaA-W;QG9~$T`Ze&q)N)BlH1p<Cs<jsyBv0E7C5!haMms>
ztJRsio@Yrd@a17Gcx>VLa+Ak1_e$4$*%`)jgBv9eh8-2=6IvI3N_gIem`ih4$3Hr}
zaX(|#D;?L62Uo8?tNYd&<Is3~bHeYuEm!wVTCypESvTWFNOrFor;A+u9hSczw=3*7
zzJE&fLZeaE4pq^|%Hj{5i$5<{2+Q1aBz8&Xq0K$Zj28DiKE640h3Y2H>w#WsX)ji3
z=*&Ad`||F|PR3{YHr51+eLwf~nVHV!$9!*C?q{Ydyb0%EzI$o%t!n)x&-(s-*k-`9
zoNa<cSxV2NGvfTGHr4XUZ+ScA_2r7g^Nr%e+G-R`{+#rEv@T<@ht1AU!7mNhtuRUF
z{g+%fe`YJ!pGn-m9d>+rd}jHoGwR2s43bjZgf>k$#$POO<&1UFoRi0u*Cp9?mb2b}
zoH-@-k#b#d{+7w+HP5-%I2|d>b1~FUU9lkf$F|gn`Cq2y7suKe&Aq=!IiY9U@57%Y
zlr5RdV^W`|{fVglH{;`%riDj}B}IAIn`C9Ay^T-5(RrVj<k{AI(W9;-;MId`p+`Db
z?%&V9FyXsONMg>1#fCS%q7_=IPDMFOv`mz<Qb;*>MRnn^PyF|1-gLLl@DSU@YOGKi
z)-%b0gGWEFaI?|+wRR00{2OXcZ|Upbl9#YD$#}}AXzBN&0<tx_8e-E{{AMiV*vMsY
zuyEI^0uKo}DdpV(i<d0PC>IFo)Y&Y4eR`opfLr^N_x}5GSs1(@?Ckw{`%mhB3q!Z`
zPdp#hTW(C8*!bnIe2ujH*{ofKpT)Xlg}J&|b{^R1#C^o+c-`}}=9i?`?`txhP`7dM
z%p33T&gJaxeOUFmfSHAbU4QK)qe+`TOfQ&|8ONAC?*~_l_}qiyKZ-70yt-DV*{^8h
zA5CUvvza+J^<I}ceU0Qkz4F`q0!zkYEGMmRp3^%t^-zAa%dDgqjM>Icev*PG_HB@v
z&;5Dh8QF+$&%_SS6fS4)I;$`(c<Qy7Z7-Mjwz{w?=(-&|{4*{hDwY3G&<|s-$xfYb
zH^>z#%D!`y-?-~w@w3MVW>5B0pJqFiYpUt#ZMj+oezW|tf&#e1Zb=2^=%foXE_94!
zZoZqDvPIvvwoG2)b%bG+r1Khq4M`VncR%Xuj=Sur&MtKAP_AdeuV1^I1@fN$nH=_E
zVX2VE4+GH)jN7i3wRsDE(70i8VutR5y4zB-TW_<!Q&%)t++wK~+Lv_o=$~Eh9n`qq
zUYhjOs_@sw+JD!WG|HA73|Pf7;a|s&KQ*gOIA^}onP2xUbB}Q0@<Z|O#Ot+Le(J{5
z>C~5&nm!12;BLI~kFDnSQs-2L)WVw;cb0_SG~8e98FgUqm+MUlD!Ho}PVSkQw0OT{
z-BFPRrq?~Sudm#2x2tpu=flGWlieS<GFDYoSR~v`OFg=)chwWGrlzP5Y`-irRA+qA
z>|<0cP}W--n|Z$IXz3K;9am~Orypo#RqQEaD*B*tcxhGE`>fAd8k6?kwT{@iO=*{}
zdhPN9Iq@CUvjm(bo=b>&*2`CX<q21x7xRwL$_8~gr7x`)))u(9?&5H>FMMzR+y768
z@WU?)0$cYj_^#Z#e2-M_rPyQ3S4ZVt<Gt0u7xFLmr|5r2<1LDJVr2b4ytC!w&kkMq
zpxo!nr|8D#TKo5IzkeqF-gKLb=}+AkUOQ2idmur8v+z{?Q_BO%e8q2A^NM~3Mg(sA
z9+GR^)V6f>0_K7x1wnDo&io0?<Bp9oGSJxLHCcQ1>WIJ77xbH&G32w!>1^4b-*9z$
zvEj2)OA$L>wz$;jbN8bCE%~-Z?2V3#>~ZFhwJyw1c)Vkd|IyMZj;`-qH_rd_{Bv4?
z;{3>nXM0#P4vU#dsK-Y9=v|WXKhl3|*KNTanW{z??K)n(S-E80D~)1XZMmLKyF(xO
zz6wZ9ujBgF+bLY-purfp<Ji;6Q?&x0wqM()ck8%YP{zVjS|R3NUvlj@z3fF_-r?!p
z=^_OQx#>@LwHn<re8KzS-LE4NzusJ%`^Ei!r75qe+2!KN$uA#W3E1_uU|#Rd*o*70
zY1>at`~GoSM9eJz^7nT=U$cA*=!|F!e{pW<!PJV1o~!E*KHx3>e4eRK>{agLlAYaq
z&t|TA@Ad3&nMm@zfHeVpXPwpsz9_oXR5qoxL^$X`nZ3L0^|i5KL1mGJ6Rul*_cVT`
z#I<jixmhEBcu7g7)vAIM5}Vw=3YZ5pUEA`=v!G+P_|#y%yq!->_ZKsn7R`S-@%D@R
zKg6b0ywuNVsocLu<kH?6-W5Ol<d?7B+L!t)Y2MQ*%Rc)(J#o$OcuQmBZ?2|E8)i((
z|0py4J0o-I$2V^z&T<;9F)Um3=Fjc&Mz&Mkf5c9wygv4etJ+)3SE6rLp=FA2RrYm<
z3tEf2el1<SDCLK%T=l<gb*IbfPQQ14dg^TFx0${chYn13&sxG8*-;+(Qsar7_Y}q{
zPe0Wb1y1DJd;MgDZo{PcBKkjs_Guh!31rgk`4##=cKSYkyR_eDJ>~`qzrE1#IP_A(
zcS)`ap7%M+HNBcc+m?Ey?iG=1<9@wO?$i^<JM6wkH~TE#7F%^$_i9n@?(;>GPd?A9
zKP2^4<h^s}hEtoTPfc~|P@7wOl-tsPsp*zIbLg@w*Y3_=*5-Ek(dOko8QvU*JUkZy
z6W_*s7nr`*ymQe7-pg+e^*WZb)E?qX*kBaZcvjC`K*8>Qq{H+LEr&Z@T0Uxq>CXDF
zSj6r132jNfcXw|5*~2n((;Kl)u8_?~r;96`sFhU-xu`fpW__dJBijR)6#9C1D9CT=
z%$xD*MMLcgRtcZd*B|8{YrZ=4U&iXeraJj!|9{La%#c3!=weB{T*gOhg(sF@y(3aJ
zr{(<n^f-V00Zt#UKRYsGTGz6({k^vR{(<Y;ZTJ4Z_g+A&bn=9Qk@K2A8T@_l_Ps((
z=>-2ME5F0ak2$J-EYMq@^wFgt)##$tVu!^`bzVK{{~EnKe9Q73{p?TYFPfRY&^$8Y
z^Nx-4lN(l78FE@K?9SiqvGCYFD_2qelaGyGf1MwG=k%PDHx4Y{&{yiMc<}qpE=Rdr
zt4lki-F*$@*}pMPekfFJT-Is5HsJDk#=5(vtU9mHiUrTiHfdg?B`{S$%l6F+i(I=o
zzS7ng);vCGx6v=-QfKrIryXhk&&aKFyA&BwTe&Xi;+4~B>92AOcA9)JymvFQ|Dc2q
zx5e8}dTZk6M%<Bk5_LcHRhgi}tcZ`+_u~Dp&ztWP>$7h4>ff2qK5Bhk^Ks(8S&_XL
zg7j;ZTM{RRB%Ws~U-y5>dj{S7kTW}`+-Fq!abn-YZ)=^>8{Y}=rPy#iFyhxetM@T_
z+q$H0@oy|2&eY~kS}J=mw7&SW$=j~~(`r7gH*t}i_SP*-I`{kg1W*0Ler1pNl;7?=
zG_lo#MdsJ_O-rU1$wch`@I&|QZub@4p^~hfpJskh%RSQ7#4Bq3#Io&Lh?PwGwyWP}
zAKMxJdL38)srGeFm!^EJirlU(uf-mBDD~%R8IDLT!)fnTeI9nX#$KB8N9B%{uGXnD
zO#M9fycO@BC_AL*&%03OhLT$?$7K$MPf@S7uivx$tK;iu;&l%VPdI5etvWSPEVliC
z+&j5%``K52-4wKtAuRRH4(k<+_b=;Qxx*Ica6oL&%s6JTJIf`6ce&lV7ty$Yr>ncr
zNBGlIW1Y9ZFO*K^vVUv%Y3`wyhEc8@FPE6^{F`a_v+um~gU7c6_3F3#wmHPa&htGy
zXGKh6YII50WQp%rrn<}SnVtSr^j+15xXT^wlk|LqYugUpaAR*_@`-ngOgR6GS%K?Q
zWaZ4`(~eEfh!2$Kui+APi;f9BeJJAG>tiQpEYU2>6J-2$u=$3{o^4xY-nm7unKC!l
z^VPdIewU}~EsgWDlaqO|{C&jP#&C@%(>~8L;Ow8Cy4&jIslztvGu9Vfm=)OBax!$g
z&vMJPZ#iA(&F{1CzHs27#j1zrwBEMgmO9VBq0Z|6DuWkIDUZ0C=DaObJteT?lXC2I
zH^B|Ze^*^<UVc95>AEIC=cnl%n`QR2_*YG=>pxt>U%x;&^u_K6+_o3iwe>QGS$*Sw
zy^`Dcj&%6)jptrpd~m8`b<xd=<P}%#?Ec<;o4LXF-X)LxI2r%V-_4v(?kIX#bF1U>
zRzs@`;_EnWTW>r1Eq{Yk?fZv+O}b+?`Af^1OJyC>P&@Bxck`&!<2a$%SyDZd7hgME
z^7>xNuWL^~UOBIMXkAkBt2197CNOcinHTdv&li|y6yp&YE6`qgY!}lF#!n|1k9j_4
z)_=ZuPs3@6gREZjUe39bAfpibU|F+GsSU%z-9blIan#tG@dr<33t4&b|3}^9B>^A&
zK7Bp4#M??;uwc1*`-Cp$<B^`X6*WHl6gn(DQM0dE$m6ZdiS8YnK6F&H>}lTE{cZav
zJ^2rAQQQmKG|V4p6^oWSxvRTA4Og#E&WTK)c;I7BWf5ayn}Ok_!i=S>%h!Fm@O`eV
z#*7bBt>jp)tu_po3;GoGu%qn4vIp<~=<U}vs$hF>BI3HZ@>zANTda@w;i$-E#Z%Nv
ztj%ZJO<_9yWOKjbrUsK&At$bPE7>!<m#v%LyD{_6N3+9PF?AuA4%+{($=j*LV)uRT
zrskQ8VxQSox=(zdd%C?UM4(cz?z!mGfUv-~o;MArGt7VNoV?)WioT)~!athc2f0l<
z+qI49bL2lQnJU&PxyJj?KQTYY9lzRTibG^@Nm0Yh|4%%mmAKuU)ptBuyL6vqn|)#3
zB;GCOFa2%jztq|-e)#)U#@7oP)GpmRWn?$)?@Hm+MN{89Pftm9mfcwFn2>W~VWOb;
zjQ1=4x;Q*G|EtUts`f_vgP{E3EnXeZCN#R(H!P_M+^EeN6FEaIxP(Ra=mC3&g%&mm
zCq=(6bN1V5mv!L5gT)`L)nwJ})Iy%hN-XNgKQ!M??OLtQOpg2RIePhOn>+;MIA`QF
zIR3dYS4eZ_p6}KPAMz{nrQ#W@x0tJMU3}W{+3(5s%_i3`pMGYt`jq-JLR<7i^mO-s
zyYyAyR^7ML<r@w?xYd%h>}h!h&z;BpdKQWWi$hLyvb9y+*m858S*OT@Pw)Abx638?
z23{yPx?q(co1S<o*MhlwhbBYugCq9ykA8l{TPxgT`ZvA4^}pSE9n}je`+kV;P|l6n
zC!VlQh)p;3t5x8kZPz3{ZaZ2ZR4{GL@)xWBWW}M#;{VB9g5~t=>^WV#&ZI;>HBkJs
z;pU24Y_^fBKOC`dk(}waZC0~-sbJmtb2gpK6Ss9H&SR}FJkid=C3NVS!t0dz4NQ#v
zm)P>G?Iv4Bu!Xv)shhB-h6mhPtvIj$$BG+UEDmb*O#arf@9t`4iyYY{4=)yHR&JcP
z??;Uos|?#F-`O|xWy9QF+~0V)?}PL;&R3VWE|E-JvN1hG>e&1bfqV6G6YnnCx->w&
z%3J34@yH7GjW1`;cr5wSR`{95n&6x~lY910XJ0Fn*!P!XqvD-U4&Ez!RxmTFtXUi)
z#AGd-EcJS_T4|}l+@{^@^!9L6ecxLvzJYnCSL^wfqyCm^d(8Xxu6E)&H*Imk`l%j$
z3N>8!mIZJ8c(4E811`6yqo!3azAet48dmY}V%K}G@W}b+*IceL>Rl9YP@yDu)4Hu+
zw=QVyG5sebdiK-Y9U>n>tiL2KKOk@+`LoH}O)*lv1)U4dJq)|l`F5GdkHx>`V@{rJ
za^UQ)_%c&_)iQ2J=0=aBKKA*Qoi!`^8lJd)DpIa4ug?C(zu}2o-nu32{?9HM2!7wi
zsaKd-WWl>IAl%}`i_7i)mzHndEI9ReG2@-&MXLknX%xTyayiUlk@X7o4)tGCTrO;4
zKEKz%uS_cL&-~+J6WDlP1gXSoUb#6fE5a|6qxUBBvsk~9quH#Fq!TWQnMVq4`R|)Q
zf7bP)KVmI5idNT*-s=>q&ik{a^hTTVu_s!Gmg<#!aIJ_Bk2Wv4D5_U}sp03}8+tE8
zqyj!npZC{drqoT3g*$nlx~QD!KN8qm(5tm^i^^ID{`q%*>F6f@T_-GlufutoI`;+J
zb^W48Yct+H_P6i+SNZtr^`Q4x=W#^dy087eVOvJ}nQ~U2U!V1j+s~ald+gO@^_kr1
zp7J+KL&F#C>C#@;By?hZ(Dv>LdV4-;pN|YUAhO`hG>PvAt~DRH*0gacSMJxXn~j`y
zH*HrsBfmMz*5pb%_r)@)hCH$Bf&X6SKVKkwY8$_ql1lcw=UP1LoBzGsFh5~h?g54Q
zs}{e=TX-Z-`H6jfVOLqwl!U&*_^W0$e;e$=E#5n3T3(O$J|90TrOuflDSnaH@jri@
zqAEUV#7gd;aPRMzz+3O{`}51$dHg*r+*m)W@KWCQjJF9HH_aDGCa)E3RxFz^L;BEG
zXGY2Ct7~I={+RS_yS#RH`Q^vr`b(ntOJ2?6Irho0hJS@h;jNb^@BPk9?6njUI?tq7
zvM%KOtH$u1ObW8|VjeuMh<CkwQS(uu?2<FiVeh4UFFQ0H;Hi;0HTB!}((Oz2SNhMp
z%cdt%6<ewE{qO<CqKii@c$T*Io;ZF+@ssIoX(!FEPwNAgeP43^{=EacO;sF(zctt9
zRwsRpw8*?4QLW7T&A3asGNtd&#F_RxE&d(*ZTwbOxaP5W4dWaGr=vM*7*6w=7vxs=
z2(7zx`|fRzz0B2X)@`~a^7x>}WQqERAJ6eh`Q<F$qxkINjQq`oo)tOe9KXzF{om$&
zr{#i=yv6s^%~OkYu0L1b<6@V!Q~mtT=X;;JNX`E}+5Quc{(IfydDm^PUif|P;?q^D
zQ%|!0F>5bgY~&Kzwjq_Zzp4AvocKA`PnIj@JMbq(Do;<fJjblo5nQoHM?XXV1-}jp
z|3k^g20e2(y=;iSqgZ^H`%lN}N%>Pg1+SYdr8{T+8X0Hf9_H{XEAF;8l~hIUcv-A=
zUv&S@%UMfZeZxGbKFnSpX}85nz{u*@$|i$I_I&Z)t%ZFyogwmHe05f9yb@slm#Z`V
z8{ebPyu$aMZ3)tS$i6GCMIk)I|DS@<slE<Bo;7JLNxv4X2xht2$y0c#iFsadddQsp
zi!={tA3Ww^z-Vy!wvDR&SIZ5l1@7!RAFD0qM*a+b*y6eNtWnl?-xCgVUd$CU)Cg8A
z$h38AFx@{z@!zMX#_xU3KJDM3nfLgf$<rl1Y5%5YW>oA`kB#`;sP$`=&b;fFO4f-q
za{Kx^Ug6LPpSN4&%*XKed&GUVFH&>)SN;86Vy*ffdGC`ZW-aoM)}3O!$#VY4p7(Kr
zw+ee&q?jk|oBGo=_R)%lgITAw_xJo0w7Zyn`Hc7nwh0#_PAS?yoyKdtI+Mxtqb#pd
z{W{~g32LuQb$6JjRcKi21bPQATM}|9fZcWXpRDM^w~j3c>@d%|z~!{J*=6Cz{p;=j
z9B^H5MW(si`oHCjE%$bEJvI8bdFRfO*Wcc5IjQClsC;-c?}vK{dqmZkGXrGZw3F6K
zce6g6P|Y4K7-iwmIgxF3*QT$FbDb{+ScFV?@h+FW#aV<UCNJXAgnK=Eicidwp1v=-
zk$Ic*7Gt%@JCnC<pHa{$aqY&^e;U`fX*Zm5SsJ>wV(mf~sgs`El1bBFba=<Sjw`Ja
ztv%BG!u*!r<P%~O|D5S`ZS>_%7S9WQ%i=wOGitii9G)$W8(zIS|Lc}eZt#I%jianh
zo;OVT>RAgus(ik__rTQ?x@tXK!t(=bR`uv!E-P7B5wPv=GnI|IW|_ye?Pe-{A$Pgy
ztDc$oVuzM8wslT77S@D2iF`Y={*n}r2-D?9Nz$%uliR-BZPs=X=UO`1Tl<TAm&~Ch
zv-e8gJTQl~OmgSj?R?>JA~MWwr#@I8Q!hP|qGb4a&0=MLhmZ4WqV}9oXFYnvWmDLP
zC@sEEdaRL|hvTMxbN;Zz-XZpY-e0j;&+1PpGY_ZlifYlG8g?hBVvF9X9QVo<ik7za
zRxLF~&1}2ooqIg%Qf;ZyuZ7IaF1=h)3%j?i{G2IUzGykedEKjfl3sQl({q|{U>z5-
zq48MSg}8k$w+BqCJ@(tcj=_1y@12uppSJm=dON*=!TzWRS8BL)k!aP;!z(r~SKwS%
z|Mzxz$ECwr%9EF_w&KcsbZMieE)Nfn%M<nam6rEfO|L8R3N!NkDSNbQanZWd7v}CR
zza*@4dG?xX9+OR9e7W<ZVpqw>ASqeNrM)>J$D;K0L~oTkMx~U-PM;A`+0=GtzLANE
zNY|FySD*P<E_%jHb}M|FyL_K$*uCo!nm2BS&J6o-dYv!Vk4vW{KBveRKR9%UNnKBw
z!#nz$bn!%OvDnzi#tupGJ+C)Cd3AX6&h$jf>#l)TTXZJK*{D^hya@9YRR1T&{;mCU
z>|x%$9H!r%%B`;7m7Nt}v4p2E`xoDbE1b%&5C7fN`!nT$?+Y%?CAW{4?{BJpr19BZ
z{Biz<{}yWnOH!t;h~n1H-tl3<497XUI(O->5kI<idT3#|jw)~FE=FIeZ>6m-yq^~w
ze7oB4-9lbowcl&%zLpj7^I1tAPG;VlSyiLK>$rWLfX(+m-!HrWf2RI{b7zU_+4E<X
z`}(=ZzgF2Lm>V4*dr;vRTg<7`B}{b(`aW+uBsE7tBq;oLc2EA@e-9Qt5R4PPR^9r^
zYnT7d?eb@rcXEqgN>Hz9H9L7Q`CeDqf%=&oW(FTj9@?#u4msoa$+uux!^_OKg_aSL
z@)xTf6zsXMXGZv|2iem5b~awjJKhl`y@oHz$HFXwmuqTq+uy5Pa@IdIni;IVsO?Yn
zxnj8BWcH34_5AWVo<d6-a__qf{d=>z<dbfVp?<gQd}lkue2cW7Gmh1oAJ>SxI&J5d
z=7X<S&Nq2?zJpJ#{)4*qxvSOgc0xy)<tKfUUKdkd$9W=ACT!}5ofjX@Nq&ER-O`&&
zMUTCesV&!jz~b@Dd5Y$9=@<VQBrg{#@42>2NaT?1{_}^PN?gr&ekZB+)5aP5Csb=4
zd|cr%@4?!d_K8vV(i8)??LB>T?>(8Lx=(jn%GdGc^B$Zpb53{{%c<rgOOG-1o_loc
z)7@alR}F_ZD!utPS^q@;C;g8z^q;G)^uG7()rQn*wJHHp=ca7diB|5+E!`&^cUvR>
zlac+_kG_W;m^}Y@R%NklTch!zuex%x*XrV_KX{UPOQ+Xr^_QG`d1%6olQFVhEcyGN
z3H8+6ypXY#m#yJ&n$n^N+u6M`Et<HFTy0W_El~}d>!|keuF3xrvl*+TrzlxX5N-_n
z$Q$ETz`W{fpMpkecP4+&a<+r-50<>vxp*z{k=z!Qi*A2Sj(MxNtT3F{?mFW+qg<HK
zF%3?iqqZkL?tQqKDf+;QMZ(`dK3$`8gv0(>L6MuqUHdf7xmVkqllGf!*tBJ#g#?$_
ztd3359TLgyE$`)CWXmWA7(U1lP2I`gSaL;l_QE&%)u;X+NcwA}Qq^g1XKZM{^vw<p
z^Gm-b{Qnpy^vInjVV-+k-S4;3MmPRRh!|*3kGy&#dydbqKVMAP@0Toz|MN-w<;yoV
zXI9O#`~9ZuR%4_8T={m7Z<c4$)xYxeCB?p8G)HHKRt0DKs!9LOMa^Fvwc2JUQ$vF-
zTm8p7%bq+dP`(qF`uofw_2|q`yMtDjo~ZlUCDN$<+k!hq=)D<J!{h}MePno}M3#07
zD0%ANVp@JBdxp>91$u(scYKfiy=&`pPj=0u$i+M-YIu}BwHh2}S;cx=bZxE3wNx{P
z`+JJ*br<vO=y&UT{%ZEq-<)S0mR*|l+ego@e~JCi{{MGPjM#FMOMg9jcK6G5`=6cZ
zCYL;)Ozu?p;P3Zksr>&R>@QDE?LH9aSzN6Ba(&&W%O>{QMVe<E@mc5o^6mEZ%ctKz
zFey$^?pKof<g;;6PCxjL>N%-M?YnxyljHN*GX@71?iT#Sddljn<Fn&CxGd!Mc(EzJ
zdAKOOeuDbFqkGvJZBG7(VZFU2D&>0N?VAkWwY=8xXv~p4d_*+l&Vfo6euF0q^P+Vx
z#7C>=F3ruGQ7jtRw&cTdfg9b?Veaf<4=f`0^*wAnIp;gqTiYM4?XAb=B?Q^clk!h~
ze#~iQ)t3)~*L;tuCFk|oGM(QrD?djlYZhlxNri}GfzF?GqRaXPD{{8~w~0Q;`@<;G
z{C(Igj;-u(cFIk!D%_cpdiwjeaI4dKst?+$)!S#(ID|y3`BAoLnt8Nch|6zdX8zL>
zCMu_zC$h)gDz5y%*~RtHx2s=NL}Ht`j)oe?-Mkpxi)Z~F-n`ezIjM&$A@Ku)`Ml)|
zR!?Gj&o^=5myKUzBwEA#)z)3T6EN?R*uQIQIdsBruK#w@eZSxJ^|5T%*)w~5m+W4{
zl(V=%R!UEDUQOx}aqnkKzl6`f<0swI%Qw$jF6L%X;`X(Fp6vf~)$X~uMZq7Iy&o=@
znFz2Q5Gh!ErQy8Qv{$-o?yqB5@u1WC_M+EbtyeF4|5fH_sLlLy$wi7yenQ<W3-d!=
zC-Vih_-=5U2nav2IyB$wqT)f8kTv1vce6K0J>8j-KSkrE_l%^VG8==BUaub&m7X<N
zK3juJ+VGz3pV$A+{4II@PuB1Hv9s(I*CW<mc(nTeAG0>y)+#HV7l(|V{_UT4r=K(C
zMu@<Ysdjg&OnG>C_%5kiXVyK8+%x&ymN~a1+pO<0hp%4KagEbs)4{}vT8I7T+3`jN
zFuYe6IQZj*g^guCL%C>jUERFD5$7-MGCAdvF5T+<Pbb&JkpHy1%ycfv#`s$ctoizx
z<)u2yB3@=ba9c7VdH%)Mj@!AIN{@Lgf876b-Lc<!r&cMR*)F}TbM?&TD<Ma6+nG|Q
zpVE73Kj*&3X_vMpr5pBlr?&;3X_q)$8+%~AVq4u!#|Ob5)=jSGEMN0+qGMRz3+;+2
z3$OA&xWBH>IrU8B)GvREgEN~<j<axjvbXfOFT4>QcYwp}@TxZzx1PyN++X!QU*a^^
z^>u1HxMm*D(pd3j_3!Cc3#Xci$i?c;<>ujA_~=QU@%QCN=BduJe)iSIVvX_&<qd!S
z99vxS@RMlFS&N<tqBCm`?K6|j>14gd^Y!orsV~i4VH%u<d`Te<>_6FyZMs+<DL$U~
zOLFqN(i_LC6ZsSCSd&j*`zF=(EbGnP8x=L?G4I+I&J7f~@=b55a4&mg!<RjL?jm9A
zw^nbQV5_`iV(SBr`l1*%e|GV6E6-j?)y`$x@xr*$>GZ_kxtk2U7tM+LcXaRmx8ZI1
zAAAm#vDI$bUfjoJ5%SD3&2GxX+viWQy$dd#b28aka_M|sWw}r0rylRUe`uQg+<WeE
zmzncjw3_x?KHnM?ug})xoDtX|GC?#ZlqYmn@1`5?6KjvonD&0hb+*|h7dF|Lr#Ndb
ziK}z7%Z#hhijbb+V6}3_%QK>fwte`Z`TXb}sW%pv=WeawtNohTQ8M-5#)>0z_Oa(4
zmr+<RFuCV!*tfZg-`M-+nAf~dz57m-&GO3OiZq?A#&R)*8Og2@k!sHt9*E_bbYc1G
z9xXvOm%zxSeE;N+{>iKQx#4q_nSw+@I=i?*zxjpU^Y1qO|NCT~SiID#mXp)9?6(^D
z?O3GSm$Z*9|6;vaXUe_X&vMo@+;2&9`j)@z)VcFJ*Q%NOHEREw-&0r3+H>vD(yJ$r
z>FsuJ`cV6pCxunM^E_u2`{@m*|Jv?#7HHqM{$^0*+gGWV#h?3GyfjYCNn+%huiK(k
z#pL4AVlvMwwZ`uR*JJmLS$dnztq=UvZPebd`(WUQSx!~rMj!Qhrm2VNFmo^c9;N(E
zLP_E4jO5q-7xwjaELza7Y{Vu1dO2&z9k#{76VlA*nid|?a`F&ZeL%D2;`@z1wX*mX
zR$i|9|1DH#b)<2QlTO9Y+j-?m;@|BoqrFTPRtSUz7#CS`yjlEt^5mEO|338JRQ@Oz
zwqv);ib#*_h<v;Mf4EuJEsQuOKG|A#j=W%$ZnGGpZ{rbvp01cDoHidXTNzg{26%q?
zHzCa^M(tC1UTC0C&CPAXx0Gk*S}!y$?&Mkj==7(f%bA^7oxD56Y7T#z)^p7!)$XB~
zyx8UwpSBBcjQac_A>Kgd+1dmBFW+9?6T)@5t*^y<ZZ3QG-Ltc|-?)+!A}=}F_uSuv
zSu6Uj_*!^(StmTcd3wFy^6c}mog1e5<vq5S@Oi#`*CqSk`Tvz(#9GP7z45RA(Oy3x
zuIgtcn?l{6DOWGsI_+PxZ2!Og^<4(9k41$EXIZ~|di~<J-G%RGxJN{NU(?_fHOEv)
z*sJ=2m4(xd;Ei^6N1h(<-Nexxpz&q>)wbXm;nj+%>7B}Tm6nV*`5&#!>EEAvC~m31
zGKWVIArZHeje<U0oqPD#_e6uf(*kjlhjnw;FA&IZnep(-BT=<@5rrA4nkiX@oJ*On
zH!e%#|CQ9wzWmB7zALR)H}!t4{+K8mRi2V0*QFX0HR<yvohG(Z3z%B8*|MWPE=V+=
z(%;Xg^ykW=-b*}dd$wtOc=wjy**s!H#{AmFv-^EQmL@SDycDX`%F`P2_lkR4TXXnI
zhfLck&pCE?wS^hzKH2!|L~(o5`<Ba|rhdzMxBQ&>Lo|M-TlYPUPns=hj^Vd1&sq_0
zb4GIIva5T!T9w4FrH8Fr<88BnRd`nOgv_-*`z6CWW-QUTeszvr%cI(Fr%Wv7?rh#<
zRqDvRe%JJzHD@;8e`YXu_8gC|>6;6;omZT^{o<jxod#3W!na@geg4@({}!=-J5Plk
zUBMKdP{cpw*r|zzA6wNeCcjvgr#su7<5;`KR$dm<wF^J}O)k(&eY@btj)%J%1M=T-
zG5sj`T@Y2ZV}jkD?-ss`0``3Rq|MR2V|j?(Az4*!PcGq0OY$Z>GW@0bD`*d+NKIr+
zSN7U;E?%zBr5Q&8vuDkl7st~0&E%5Jk$W0S(-kG=CbK5yOW&_xNu0#^*f6<FNOh6A
zuAbf@V~+T9OWt-({jzB4jr&~6$0BZCdT?}qX-~ZLnicwsTP)H&KMT%as4{e#yJ2V7
zv#w?vRwjOzcbh(a`Z-rxLx|tmL&9l-Oxri7iA(lM+26^2ac_2jmgeblt#jJ~4<0g;
zeBj{fASGh<x;)3}*}{s|2CLu5C%iPPH*PAQx-ZjpVouYv*tIJ+6<s;|%E3Bw_f3;n
zXTb!HAfCsQjHky;HTbjX)Je0ZAI<8Ucifd-YIt0(T9?hD{)E9xw$(Qn-B<6h(bZk2
zFk!>axpp6ye2{x_!I?GmT<PP<X|o;*KUx-+?HhdI$<C9-90`|%_A=Vau36miHurMc
z4+En^_J8gF8Ldr_k&>Rj#Q$#gP5Jq1tX5VVn-m3tr4E^_p5<;@<v!hA;9xy#^R+O(
z>c_#33Z_!YOS_CJdboKFWEKC&7x^7oU-x~s$qn}xFF$_PaQ>kCY<7Wsm>tJbmS2oz
zEUZ6t?(_5nta*BLN8HY?T82Nnp5#8fv@JT`|FyP6a#*BeWHncQq-x2#z+G0?CReTB
zBg(a+QGloMjKLDoKMQp-{chPm{T?7ayRUzC&moCsKapqEKioek$e+m1s9fWBVg4s`
z;ZxsRjh~-A6=tbD<9dza0wYeVf7aIQkKW7+3m2Vx`sW0#Uq|y_8%TF>%<z_bE<9Tx
zo-uu&e*J9qo<y}ty@sDc+M+G%AAjAx{vyBBvc(S;e3rPp<LvTpiY!^@J~sJV?|ZuY
z?_Xxe<x4-sTocJ%V(*+6qQ<iEQ{dg(OI~ZaJzUgvV$q~ULGMn!DqHzOprkkG)3a+=
zVz*4qNIhr#LF#y9sMLeFI<<U_pA)*O<=Va|7TlWt$lKCk#;H>$z2^3Xzc3UOyXh0M
zW{pnOoB3X%&g(6WHtiJNnb2YMv{JBd#{ElO`3y77cHBSsb1u8(cGZjPZx%dNzCH8w
zC+pLu4D5XmWWVf8@ahj_(VWA5R^4ujw`@>hYLixd?aye2&#r3TXExMZ3i7&@^`CZ|
zb=*0bt-bvaf2elz8E2Pm2PF<KJF2$p>{Uy(J@>AhQd^d6Y8<uB+Dn*u_wN4GA98-B
zDL4Jt_8(V^Qu(vu{?U^TBD^QRUX(ddvhzYH!$+S`g$8?uuuBEo{&~;ZY0NBLwtN2N
zYS>u-dSW&cUpE@~&A2w1m2Fz-4ef=Srs+->n&F*1?fn%Fu8)j%X_42rHRfquWm1@P
zK;w{OeNE#BhI{Tur*@ibSN!hi_wx0pyXMPnHCvL3B@ey1nxIyGX-fV#{x3`4*Z<#b
z&|KE?$U4IA+6(Cqtj({OzUOJ&zP^^FDZJvcuNwD5u19{q6JECzEdH_ouRF`<jl2`D
zrLovP`8H>pR=Vlk>2|K2>OarQ$-d#ve<N;IYvlR<LEgee%Ho&(1NMIj>OA>Vl7S~h
z^68~ZMYodXyIaee`Kc_cJ5=rUgU^C}Z}ZVTg{SxOxU5c<P5jLFut@&g8HF_u>N$N+
zMl4mA?A4aIraIU9T<&JE<-hyWl#=|f@|JvQ<XUxV({J;XinzUZbKH*D$18@h9&lVU
zHT>a~$=c@TEBS37+&Pl4rMmj?#w*j8={-7p*Z24KvdhoS3#JxWFic;5QrXPnPiDWc
zzIKp6j!aYA)zhAb?Y;y#PWbuix$f%D<p<UYWLNLmq9wU4*!5U?U!|_(E&*8ugB>%Y
z@8{GW+Pt)B&y?uYtLv85PI-8Zn=gIk^-B*}efCAY+ce><`Pa9Nv(Nd7Fs^yG%V^y?
z``#0I&OU4}B`%)X$11a-tH88*!q>`{ViwPbb&EcvRO+P%C;4z0ZB2OmV2=ADv&nt6
z%ykRjY}j<c;@8YVE^`sF!UrrbtCf{+F3kJ)C8k-K<+-wmI%}NdZ@Yrm@p}JXE%}>t
zt&aQXY7OrlZ^YGmBDOx*Iel{F6v6kKKgdpteQ>Smjojp-c;_5FR|T%sO0@|yOB2NU
zfBQ7GZPA@-d-u2!1H*xg-tw=<Y{jKHwzAL8^GJQfGJkW#{?LD7;$oM--SX1d%w>Of
zjYh7sx}U_m;_RjM`@jF0YO;CX47u0V{PQOmg)lY!6W#oD@}n7lCi(U(oxyNG^N;ht
zH#>^%Y!$j6doRO*cWs>YkIDH5i;v7b{V_J;`!RL5n=80_;_rBtr>9*`p7QK^T)pky
zpU<LSHuKx7sG9UDylRVA-{PC$#u$H4>GIS+GI>0GA$l^|eP=KCp84ctekNF?_IaGe
zOV{R$&!kQ<*Y4|ID)VAyla|Y&OS=69TX($ETw}ejIx=+w|Mu+xJ^~3(^%t%%(3f;r
z!mN6DqaM$v;BfUjC3_A;tX#N+E1Z1?pDN$c?+v1j%wdzO)Q>Oz<9kOp_cYh)W&CpY
zy3>U={Fr*qnWN21RA`Uiv($U+YaS@wQsX%=Z)%6nX)WHoHQ$XE&D|jJ?Y5|`=tIFU
z0jbikbb&{=8uv4EdfQn0A9>h(MYHzJ<HM_!l$M1VoOv<J=HRQ)@MvA$%}tB8RxsC`
z5irb|Ubt}4+b&PhKOW47m6ad<d(7p`dZ%r@{bA?EtcJZQlQr@e3kydqmW-}2Ua==2
z(<&`K!dP!x_`13N@9((2+;l!*&eFg8{?+|jrvGEpj-VU&)!%;mr&G;4Ex7o%m?Kkz
z<MotEy^I&HQtt;}kJ~ZFlyCaW>WXz<o19p3YkyQs{IG5A%ku5d57cK%NvUnK|Kclb
z<g-p|$E|`BabCA__8(MxA$@6rpYwIL)hTj+ws#&ZN&c+)#eBYAe3Xy)vEP?pJaGL`
z%Dbm`!Hw$%E~$sx?r5|aztBA`{LQ{stHR^i@pJZ3H$MLfzSQ{s%=@nH@+Vw!TCy&Z
zR}|-5%01cLq@bi){-ybkTKM$i!3C~Q=6_B7-IV?$bVcC`_HgbCM*O@2%EfwH|3n{(
z`KOoK$+PxrgFBZ^*}jGT`Wu6)9zHr6;~wHvtr6}R7w~k>NB)0rE50r)&YT>lzGQpN
z!45NSjohvzpVR)WS@(B#iMKueV|1XqCUBR?x&06FCC~5sydhQb8DGVe@SU6ey44#0
zAIbmXc|d5g!pqjnPqs|eKE3ivd`#fBmoxW&PHc6pTvITmR_GMt<BRo69km?Pd#8Vm
zaz2xL$94Z^p+z25m(0~vcIs;68<m}iexMb{Shl4-|MMlSe^1N|xLyCAGd*=nU0X2q
zxEtdiO-9Z7>F>Q=e%ef%mXek6RO#TVKW4r$HLtT@GTe6-h>nXpC_eXKo^ZmghwYtP
zw(RY*w_x7RoZa;AX9@pX&WRn3$0u2RoD+R>!OGvK%)HNVwJzkjU?uo8Xs-C5xw}qs
zFUs9H*@AP&){Ayd3IgH(9(3(juuJ%6{(i<PrbKsx-06*c-)@%hD)IA2OghB%Nb}?w
z*PVKwIOKzEQ<==qbmvq$ZGE0#;%K8_UtX)WU{Tt=xd%nRH-#?Ji#ukVIDO-jJ?cA5
z9VZ?v6Os6yx#WB2&rdDIXM(DAYrntEZ~yjZb^L#})f{$9j=f5M)DnNWtd)Pw7Lh5h
zHP|Px%unn%wEyLKNrocnPt6+K7Jr`B8k|_9tM2M*T_pc=O-{1Sw&^csuu0$8%+%O#
zD7>C!?)f-@Oo3v>E3@tW=W*yhygp~`hh}Hy%njSsr}fP3X=ZCw*Vi@@SRkEwZ_n=w
zkCbCRzI$Y~x%2geU1iG@e+4dR>U%Re`1JDkZ-4XO+daST=OOEtU#G8Aa7au&{`bZ5
z`oD6MIo$6!dt7^HvE$=S-k4Kr3zwe}*z#%r?{n-w+|MsGF#c$?!2V|kZ&~}h-#5I)
z^?R31kALkr(LrPNm*vsh<u({is9mvI*Jo42(v+^VQR{DB4|Wd-xN#?4=>GNl5f65x
zbmb|mQ$BJs#y>1Uq(&ls+u>TCW)9J)U=hDJ#{QeuZB*L8=vT`7>cHFsC!^Aq^>3WL
z<{O{b<;_d?r&yLTY&U#-qP)pIOh)o?As_2gm&z;Ji?5ij+E?sj(6*doFIT|q9Y#Bg
zE=qH)e`oV-YNTXgmUQ;UYp1<Ft85U?Wox|8xv(`Od9v{2m$yvA%3fS%)>$&q&(5iO
z(fJkqkCJLq|K~>r9DHzc@$Qp+OrLc&KAEY!c>XUzzl;=)^}AB0glitzxkP8b;hEKw
zi+p}vb3bI`Io<M!_|YFvZ+{ZaJDkPVcei_?>CLlum^A{qX6>}Oqq@OomCEb7iHDCV
zF(}1os(A0_?&kh-nM?k+pK7P6WQ=}~&E@O2r(0Fs7PxmayKG1A?UPQw9$u-~RsLLU
zTEd}qN)fNNExy2WLvab$Zm)R$nz!xxF~0vlB~LN0I3ieZ`Dmi_#r5HKuP(5Z{(R)9
zanoka#c6dhQB~HdI-eBGydQnn{r9!<T$i_Q*u1uaV9BKTJKyi^m{<4xXKjo14;wEx
z{p71Z!>aZceU<uhcgnTuYn)LAKD&2a{w=>px>nnEr<1|4IF@jcC9db0BM)b-|M32)
zVudb;`s^L5TNg^Kdt|-8H}MqPiy&i{73Z1Fe#<F%R0-U$V%q<B>$y3h%25##VoS7j
zeq`sJY73Jw*AnUzeCg3z#cv~-aA05X#9PTR>y#a|HcU^qcyapOO?RoQGU0NEH0<8g
z|8`y)tQ!9?dg;llHJn~YkBIV^@Aj_06lbSn`Z<$zHOE=+x^Qg~G2P8GH=XP%>Z%o1
zbxuv1`&UZqo+*>{8)swDUl|OuqHQ<yN4!lDJ@Z#c@A$h7ldiTMT*`X?U2GWdoY!;D
zX2^N9y4k%Di+Xk7z=l)HUOhEEm(^IVn|DyS!{o}@dtBjrj-C|TaltByW!o&p^$W9K
z`h}}FpX-~L*KxJSj7R5_*Uw<re1;DTq*rjge44%HlV9nw`fscGZ+>}wZw<3Z!L3fg
zg2cKun+F_wZn<}NyB&5qn6y<`=i}Q~BFVhFvX0N)xS8qg#`<0Zhs^z5NqvUP+FlE}
zaNT+P^3Kl8U+)d}{(k8G@~1f8CCf!Yk~IfH-OlgHcyr<Y1OJD<%FfKcZZw_iow0S#
zua??8|4V9IPXrY+_2b@n{r@5Vui3=3h%Z7=;XtB9%0V@O4~hMY%x$Kp|CH@%YPb2w
zDt^Cj;g6<r?c^!qf1hRFerZv%<|+HPX+M8TpZ}D6`eWCw1Dp3R=9qlU`#}?b#cR2X
zbG1HmuKu|Er_Z$0x?S5h1lJ`P9u>8@acJkcd$S`RhS-Fx{=)lv@~^gYhU{~i(+c-4
z@>k}s-(=z;8M4yzupz@O)rkk{%}Q?kn$vty$%1k6%r)xUO&?#bJUrpru3PgC_!r%b
z%1cR6^IxaZZ~7z7te(B^tor}&^Tq0Il~}wgGvlw@aOm!CFpOIe{JK2G%5JW9$zd_K
z$~m>mc;0-r{eHw@Kf{cl+~?<<|G{;`W$9b~qgOxrO$q7UJ8k}KAIndw&oY(Go=p|J
zz4~L{islasnC;Fvo@<q2oy-2j-OXn!k3KKYDeX^!7a!Qj6svt*eSvd7+ZT(Cw|L@T
z#nf>>xE|Xi`9EimL<7U0Pmvcq9d#y#XZ-06J^Zw^F{a(J-0<KFCxM@D%>*{~UiEgl
zQq}HR|7y9I>xA{92j6qF-D>NP^S>YP<7oay&uadKZrNKt&SpHwwR3ucN<hcuvLbnd
zPj))22FC-Om^`fSZK-i*EHMjvGQ;rZ9j*WaMix%<n8hAD=0s)&HiR;C-}<pk&Qa}M
zu`$m}0q)82u{JsXJYyLGcZELP#?IincjrHc%qN=npT6Hzf2u}xOX{kOs*i_FxO5i^
z7O&s-;>oqPgpaqhuRji0UjNnHo_kSIvhR;Z=P7v+Rv-J9thsYO-CHmF_x2zEv>N_x
zi%r`)F=l6b*Qd&GE&h+2emqtveY9#b&pzJbvQV#ZxyzSMY503xous;ZO69YYUl<Z=
zdUwUVdUH6wZpPWFNQHB&b+33!GEU>WG3Dvr1!wj3mP&8Wd$@bIOxX5-X^8^t)f%gp
ztW9d%uq~reRwq00Le#BqY2Lry|8K9Kcg(^j_t&4|3(F_p))Af|z2xiaE9-w~)c!bl
zTrnWNI#FtAlJ4IB|J+|L?$1ly8Rh%<d0VD7yRwtFeC-bo$7R#r-H-O+e|P;7e|<@(
zsI6bq(Yfn(CVf#*Q+cs>(fib?#!&^{tFIO8PptQ|dUfE@o0j(7{K8E<4tqGW-*6}R
zXewyt{Pa5*a!l#7CDZXs6Q;$n_TTvLuzKr@a6u`TY5N}M6--xry{_U6*CCJdM@!zG
zlHMVGHNv)nJ-pxd&XyY`oe#2Yx5YnvF`-$$y1MOB!g&{|9e-q&ueEn*xV_ZIY-?G*
zVt}-3XD6$7Y5jk>Q#ZJr9;hj5Y_$92b8NYH$DwOePoH0I|9i7N^K<2w>h(YCm)@`Y
zAa{7$3hy;F--Lp0oxXQgQFm^`0oIcDG8%RX>-U{?66bL)pPJj!QpzKicjc=~fiU~y
zvN<mEgEcHBY;?Q-`ONd5b0;_X{F~B$><8<7kwX&6IiD`=<<Sz-+qim9*(UvyGroUv
zpMI;lP*BowL($|_?^68dpWUdRDs5r=b*F5(^_shli?s^h3+{W-Jay~Q5OoFzZ*A$e
z^S(>!rX4VU(X8&RapX(3`n1ActJgb>b(MXTPkt<HWlr|sF#poOIx?b5J@a?@MxOeb
z|AkSk@7QX>ydy>BUcAu$+m<_f^87E0c3<I`7-D08U`5SCJLbiAoGaG1Z+vdRyW-5@
z|J4zV7WOw>_xzt|ayIMb?+cgYHb^HVurA#dRoTRJVZNAU@<L9lP(j}Bd@sW1{1&WV
z_sB!|W8xw1hmsM0zRjJ#$NdQJ7oTr?vTq+WZJ)|y9u_}i&Z%iRyGrsh6>F<LyIr{Y
zLPIe^Kc*-2aA_Flm*{Joba;1f{Ppm$`<ex7UFY-j@i^s6oR}dV6FV!Jzqwlfh_`*N
zgxcPAJum0toC$F=4u|qIU$L6Kerao&(=D@Nj@kP@>$<$0B$%q|)M$KpVvWZ`rI<ef
zuX6Wuwbx4M?Vs{^^Mk)f_qyC*>Fu(<zw`c~@9So4SSI|z?DIahUekwVYj!8iovOaV
z=vgn@ziYZ2SHIYJ@oZ6wWuDzM;qh~hqnVTctbXHtE2Z@rhu!v62CjSY^Y=|qvq(8-
zaA%3j!waG;H3C--=ZYEjXejS~|FWxHiKkbt+1{t;;`4QNj0Rskts9qe`Nk>CdQh%6
z$6NmF=2NF+Y)vlAohBx?+_a+oaa1d3(E?xXmrJu-X1gbDSjVN!wQz@K{{o#Cx5|##
zH8vj(Y-iZA%HO(J;eSYk+soh+a|^F0OnxtwH)-yiC%y|fQYIwFn18<(-VwM#Y|AFk
z1svaBt=;fx@4j6fOdmC#$v>U;aiimu_P7|XiMl0~T;02xIu~;sIO2Cg-$>=b6M22+
z{WcHJo!)PmTer+%^+%KaTlKqkJFH<^Ts!~prdjv*T#;Pq^YYHj;tz{=cocs+vHe`(
zCyQg-z4Sl08BWU$s-Ju+%%$|1?MZzJ*DCIxv$W$52j7X%&-h)jY>m!CtC|FRJ|lO7
zx+hmZ`P_QM`gP-Sb@#MM%S225O59k`Wxs#ViGH_DAC@u5-E~Zk7katr(Ryu@9gSfu
zF|$fquh=s52{O-qv-y;8P4BL|{)-=8{KRLng==y$*R6iu6E)kD{uG@HZZ!CGQ|sdY
zL%BQ~MgA&YNVBW#XB2#s*n8g0+h7T6qQQ!@YKQM{dwJ`c=k7I&c~gJgNHBk7&BnLA
zX7!hD>*HJIsZWzV#gMww=LXB%OEr@|`HH2^x@p-{#x6bO^uA+de4h?G+&|{EX!Qf#
zs|O$Cue)LSY;pTWo%Ti!rRJqdhmFiCC;r^G$8p1whWgv5w>WOB^X^D^=<`p1x`+Y`
zgUYe+TOU@;xpgAp^`Y`h2i_<-DwXKnKAN@if5O^+U*mUd{crq^T}iYONPP2AZOy;E
zf7iZQ-tf}UQA_9D!+ePZmbEhlS=bBHn8KAyI8Q!TdY~~))?a$=@#YrhRf^LlxH;}-
zKH952>j7W?m(HVEyvi17^(=Q;5507p)}XETGyBIOep?UOCeI(bx3&djEy}z9`@e|y
zqqr4+f){OkqtJOY-RyCW{L#;ImTG9H+x@m#BY5qoy0Ctz1JB!>b34nvD*gD|{N>$l
zd6vYZUAz`y4B~vR`MFm!_cAGkEH;=Iv;0H-%ZXEGT1sWkGJd(^Yw4ax{%uq91>;jV
zcb&Rnp&7<{$Y9-UpKXP|G@8=NRwhdX&0C^)N3ePRzYB-fhP`Esna6hL*pkOuF4oK!
z1GYy=Zw)eVuI1cwz>;;H!3n#cPm&ic*dWqpz<lsiZ)mS$D1*ONr_ZhPTeR10?Pv|1
zvq=2w`g?iDl&aKyc?zvQ39>glwBOm?-Tcz!h}Ca~d)4m`f9a0@%hP>Rs$k<pPVac`
z)v@dMTDsbQU9$gYxIKHCQgMmVL8oH=_b1PYUyi;%)5XDN{<F0GCsriiZ<bzkZ29a<
zv+v9L$2N1Roy~j~82#(({<=x?Y#eqpCmvZP%OQMMi~ZM~<F4{2Iz$6fZd__+>RHYI
zF89)@wM7?ujf^cUB*Nkfckhkm=-Xi>`E=2Gvl(&qKX-n)wOYU7zty@}EnmI$QVST|
zJmy}L{T-Q7bj8}X)Nt>YN8K;a?UkOhtxlcg^>Y9DF7^^y<vBGvz7H3_Pdnr8KksOy
zKvbE$U4_7Ewt46Ne*gF5e)F>U4&luGJN_%&-B&KZuv%6zLE`@_&s$wWEV3Tz2TK|q
z7v8+OJYfe%nFI5>&@%!|FO}7&*xuT^_fY1Yh={#0X9FXGEqJY#%WHGodu00I<>ws>
z1PU^yNVd9Vp0?R`cVm3i%*ShZG9vaptH@}4{`2Lb2Ss^F8hb1LYBg%QEnww8o4v%}
zZr?<^e^0{hm@g33eJaJVWy}75$5y}WHIMh=m%r!x|M~xK&v#sQcy7R#StQr^_2A|9
zm94&8yM^~Y)C+oCGv%hbap8-3>y-J<YUM8UeAu?=^(l_9>+k2z_R75xbg!}{H8gvA
zFGE<W-0h?HA8g*Za3-hE>aFUM;UaAxUGo;oyoo)K<oxkz`h8d7JwjVe_Zrwv{r7<V
zzGtzq@yhPQyZ*iVUT4o67w5J8{hgy3o2Tpf#CB|qN&es6&V20Xg~{>~NjEyOKW!_R
z=)^eBb>){h@7YcJw&Yj@gfniLliGT-cU{D*hr*Zsn?2lVYkRkrV;zgm!ibeJyWcxy
zFS?k(7AYGQd$g8+>EZNq$qPAx_f4*qk>ce2qBvz&)z<EW_3!s<r|V9+$^A!5IeD>L
zz0o77-&_kcS*H~%3qSm{y6E|y9W9K`QQPnD%K8y2EbA#18d)G`@@n>KVOx$TZJK>Q
zoBIqN&0%uU*vj!?<1LTfi{mTv44C+Nr>MzXZ<~LQ@t>JUXt)wj<6Y|uQ@1_b%rAbk
zzU9(-`?B`8>Gcz|y|rrn%KH>q<xg*l4&S!Gl*eS=!YiF0{vA4McrL=hpwaBx%f)(T
z=d?F$S>&;+>P5}6!t)!`=5uVWdv$0-x52$*Tv4K}zb5?cyfl4&@;5m%Q;W?k<)@}?
ztNO)X|08VIPyKp6xm}mu|9`Q2WqL--r-;VIKF23b3Kq38zR^67E9CgnO+456zVjbn
zT;pBnceKOIL{js-;HetD{DvE)C-Y1W&)>MC?DHFonCYETA?ufwn(~Kre!s=r?k&A*
z)@2ue_1_cPE<Y?$w_#D8-XQ)kwDI-j{JPJDvu0dd+qr3RStWC>$bYlR(Ymj0&b@X2
z!A<>n>@lqmvgiN)Ghs{Ir7ottJD-nl`Be1W>VD(~<Ex5AK6>smUwpZIBt}u@l+~xI
z%qcxj8uB-9PpSIl`mKGg`vkpb-5%Z>59s6^(!DmN^wZPwciSr>ZN9Eva=nIs&6ml^
z7i~3j-nQopI;1>SEPiaXrNKILi{)v>XPvuRuGfFr{CV2<Q&mzH9)7Y*zRSD3vj6_;
zMdYKlvZvOGe5r;76L_tbanIA$^GsfH`hfBN&CxrK`S7+%USAX%clp4E7eC&=l=p0Z
zbNl9z6B}607w&m=OMN~=Kmq&tWWFtN;fB2Y?`pUFU!wDp)wMaarm{-?*bKdA@wW>*
zbb<~RsAOu-X6?Ogb?eX@#<@ygjL#iy&Aclu(`X=Z*zkM6az~46H^mlMFN;(6NsV!d
za{l@9P0HjQ>lU5Z^eD#M`>uVfAy3|?FA~vxOL&(533YlRBf)7|eqy?H1cPzloIUIr
z(?3Neq!d127n_`BwPn}#xG#E7pXfN17p3m){*+_Wu(f$ct`ckMmPJPoENL(kNd2+q
zvFtg`gbU^0c#}#U9=HFL7G?j`CU|pV)`LT9L|Zq_@VT}1l!@EMOD|t7VR$;p$k+8p
z@#2<$3x(RkQY0e;+8@v7wD{m46)v}Eub0%6+~bb74SZ&ZPfiq;4x4Hc;>P#WWW%mq
z;ZABIJQFvi+W2yW%*l*fQtZ4!Ph4lNx%9txXA&kb9GEay&-k;uSf6Z7+|S%Qjm7Gd
zHrYS=>dE!cG`}wYoss(0i+S<f#_t`y=DcJqjNkVo#;Wb)&NunaTNj*6*u&H$(Qt2K
z|386KKlDX|56_&E#(Bdi@wd0q^c#N`w7AH9Vhqse{b=o_CVPLI?vWiz{H@Yq;Yn-F
zEdnx&B^wh}*_KsocyBDdOzvN1W{2;aCO6O3KVD_+44oj6Qnc3a2hZ+h32!qOS6%GR
zzFWU$=F~R<4CV<&^7Vz*wT7Q1Uhnm;^<fa`n7q%&t5KCN%Q#-ZisRX(+!Ol>H$Rl~
zc`J~*_MAhm(~L&ZNB^w^Ol}@=S-RR+_{)y{;fl8|i8+0i3%kDe%DH8aocV2A8vA)d
zFP%EZb7tji&+DpZMLni(4xRC2T3Yz!-u~A)R!2Ye?7s5OZ1#o)dtZu|U5d8<wugV(
z&4+xyOT+BGC9wIF<xMGJDp2BYJ7Dqp-La(yBwlQZXU*B(_u!zGhmw`#S?=pg?Ia@Y
zr`5PVW^-!Yw=IgR+`K@WNnPmrIlesQ9l||d`VN1&)oJuq<!)B8YQq-Y3s+k|cAB&a
zY-<v@)@eOOP)AJ6CiRY7&W2aT>R;`r3SPUp`4aEs%eNjLGYSh>5!}5cEckebpv4>$
zu?=F<au+4OJU@Q?CX0371Jmht|L(HCyg7NMz=E=bd*9R3lP0eYd!NQ4p=(vkp?*pr
zw8gr0iGfML^rmG_vHb6)cO<>J_<!?`Ek_v>ze#R+BC5?6k+;R?=Q_tH60s`31Z#M7
zrQ6pSE?iyzPVr3SvdL{>Z)(=HHCe5b)G+mvh}!(<566rD66IZ77Sax#6`!BJ&U|Hg
zw_<_gv+$mmIk%So4}Z{qVQOmj(p#%^mrTF6XWGBh^*@$pc626uuFzY1Rs3@N|M%~g
zhnhXsOA4(v`QG6m7IEpO%dgMv#xL!EeVgqvRnh7!<Hbw~Yuy&^yhEq%^fc_(=U)&X
z%QpY^{bl>Unw&|TUH|=6Ye{{brLD5p%tMn`yItyE{_36a#4_jLW{wHAOG-n}OnllF
z%qkq)!*?J(N%cEJ>Iqx5OY!=QCeP-dd6eC^;c(lpkDrBKR#Z%?Uc@2jx{|lEr1qY0
z+wRM=*YA^U+9&+*(j%SUQ}f!E=JI{tZ1=5n@7GVWUA8(-&|%@M-2Ho&+?hMx`+vU8
zk9gb6Zk*QprbO`RlU8m0MJEg<vd=%2J*&?))@<JH0^PGVvpc7*w>ovwQC&OA^!v{Z
zQceeWGZQ8oUTB<TYUHqZ=eKhHOFUmTomjP~>64gt=f=c_@=p=rX1yxUTHdL>wECi{
zoA3O1H%Hz&2hD<tM>{8Pet2%~5y`oM`##UxBGsk2Wzi?4_h+;pX>7bOJ<n;^M+GH^
ze69-|j2}v0?h~G6S~cf~{44omvE18ro}EnlwY2H>O(Sj2zi;eg6ngF~TIe?ObDQCp
zQsI;51Xe`P;oa!DWoOzQefQo!M{le)R;glKFZ;M@UDDbe?xl$u7A?y+GIT3l=(=>i
zec!dWXF{jNow}pSwD{t_Ljg~<<e4V?N$(BaX2vqpEa5HF+EdJJw@c1DZvH%d^=}Q<
z4xN`jr>|RHT>sfRY=(Y9N`>mz4U@L|M|yF6GD$05CN1Q2?rDx_$CItaZ7cr--#OYp
z<Dbi_VE;XjyYI*PR=7J@FXMImT%qE7@V>|${*7PU9J-Si?_GIe)1$+CqK>PkitqZq
zx%cAXfA<>S->v$lQqfdAnQO|`qkAM*H*A?$w7BSBngdIlbwhXAkGb-5m-Ln|=a<}P
zcB|yTnghWxr>Z{gsX4ISB1m$|wM|>&WM<u;{>F9@|FUyWx6MCS$;#Gk5-3xeS^0g>
zsv9l-w~M0ZoaVmS)p9Uj*;&v23FAkuv)#r1|MKn~FW9=b?>plud5*674}u?`*niBs
zy~pOWr%F~&NvP5Cz-bF@E@_?fOlsFCJpMsBP~edD7ZLjv*T3y@v<vg~6nOu0?o`1S
z6U>g@+qxof=EPkZS46pZ4SX-`5j_9u153DqnT1E#dH&nCPEDHqJNZ?`<}C#Vi?!80
zwTkjB2(ip;4BvH0xH=;6%kIMWCRT~!^1KEPp7N7i1qGvm!?-Ro&!|<e>v@zK-6wHd
zQhV7`bNiCd(^?w@KmBZI;P^1@KzS59Te$h|pS^(-i{7+(sM$3iH+WW=H~08~mv^2@
zaNOc5O4`S_<Thu`o>S*E>!;uUxar4a#;^H$I&!n`y6>D(G3Ec1r_bVdxn*3P^6;(F
zi_DLi$|3O_a~ow@<XbGK->&X(zI*DK_f`x3&4!2kq^F&Yc(<In;Lp<n2?6d;t3BA9
zIT)B1AD+{<x6NszQ0^oFDb}>2=_wMSMmd}23u*dQr2a0J2uck5u$?z+S&mW24Y$e<
z7bIFIZt!84U(v;RMs7ilZe>bmU-{WZouXVPrWCnM(l?6xA;?tF7gW$?ce=Z;EB}(n
znWZh~YbGAc=e)-rzw^|VeXNHaebfx+vlv(YtGQ$SBc<VKs<7YsPwn@Y8`S^&XHt4+
zs^{taO@XN&k8fk(-|zoQF}5#7G+>gzoWmNg^85}@TFTuhoRi02@${7I^D_2{m*tcb
zEjZUFdz!R{6~}U<+-Qn><Q#DBQM~H43(e*4Z66fdo0M8vsj<8aN_Bdj%F%K~_zWw<
zDZ9;zGYg$}FEO9nv$NAPy753j)1e2&l2d;4ReyTvynAEs?(_fDQZs6g<WJnNeEpsu
zT4BGueqGhiTXx>=;gp+xr&F8`89&&*f41lO{T#-rOS8Gdmu}>AQrc&6HeuPHyLl|f
zzL|VZ(7pS!L@eB<_SnWg!;LRLrTS#o79HJEcP>%3u;<NMC64k<`Ol(VdUyGW%Ovqu
z$**SXvU_>!=9GLDm9-0|FVkO|zxV6jgpB{6|9`P}%h=_|BB-z^wsg&Y|74$&8`kVr
z4pZ2=W%owWwAI{;PMP^+u#1~Me$xN=^1FEq4?nJ9)4lCD{egeg*GlQtx{o%q{=ZpP
z^LMpIy7P{YH6QM+zdSeEyyMVOHIEpfTNhr5riA{AnYd!H=)zmB`?vbXyD7N*OiJ3W
z^Ly!>nwYB@%jVgB<K8Kxs4SM&8Znh4)7v6zi)VKE+^64jf34zlJ}mb){PmLr^J9A#
zt_-~vB2e-=pul8)X=^C=^!|qrW$Lb;u)efdc*DCCxgAS)2k{=%4l`=JTWfr&_urqW
zPlrGC8SLdY<oVXW?Ef42KjJ$sDLgSsEP1fY(6&^v^?kTT2^;Hye)+f;Z3R<LD2tr8
zZMm;^XU@6JMO)nM*E=?UN_?HsxPPYDUFAE@JwD;(I!^!3J~;G%``4Gt7q+x6Na;9#
zqvJJ8$AKG;zf)DYRQmF3Z^?E`m6^@l6LFlA^+mzjiFq}3%@%*IU;Zk-?vk6%?gyVg
z3g7uAcjxe|?;?yn%u0bt$K01+%3fc~{YUdnft7XO<$1bAX-s)drL7MVE0{`m-q-sx
zp}F7s;(OyreOCS#Pkq|>GH!%66^3s==ig*}C-en3EAP*V+9`{3KI|)g-)*wpX8yKk
z3%?f&zf4tf<=u2h;a^k!#IReOyC%NM)sQ#e?p?gAy-jpV`o>Qj1!{sGpJVrxs2<y|
zt<{!yb*;~x-SbyA8Qtpsv`*-G*VO4>)<1gm^ojf_{qws54}D_H3#`!Cx+^<_mG{@O
zGa1vJ-fsNeIitDaTH}Mu$6s}5OG;VaVcy)kFtPjUpV!ZiT{?CzN-Fhf$)p!?T1QW>
z;nUeHo>Dva=dF*d@oTSE1-Y|cH`pa^%)KsB;@^SwUM&mbt0OxNm?m@eyjy<mVV+Sr
zPiBs`eq~X_S-}%eetwz|*3<N^J?J7wl2HG-<q>{I^SK|dx-WV{{%_o>KHmpdCmdg%
zY+7OSQa0F8<lJlpN11tcr+$3;KJ)k=t5)qxlaAJOsouPBbWfznWZt}Q+Qp*D=2N&6
zxK*1B<5wmLG=xhzp7R&2du-?8!|llYZTp^0EvFU4;uz}#+fC-)eqfUxTi0dc8Z~*^
z`>rc9zn$?(dTrPrZst<;yje+If9YDS4c@cQc?b5d^mt~;uD-InY0df{@|}x#8H+i0
zls;LV6aVwK_x;p)6IvIEI!vvcduqd<;2R=SlCPfrr`Z2_uR-P1J+~Jfa=+jHuR(m)
zd2St+Jsu$+V^U9)_gGx|rI+<|dYh|}$j_;aqO(Mo9i98<xTV!MCa2Y(GGE@l`c3v&
z`=%~!LB$2ZQ}qh3rK)H=pThTy<$P_?`KQ|$wP&;^KJVdGPIwr1yyA75>1EMCM!pv-
z?HAA8+06ctXM=K%)d$uU6U{y^{3C5AICF~U&k3i#eVT9A_U=LPr}hX{Hoe0>*Ew>o
zG%2d@b`Q4xx%s>6K7Pr`>5lW2zMd&v<T9tStSDNjLGtwPKS2SX)y)^5c(gcw$C-S~
zvR#u`o>|kjZRylg#;RZ5p6v<JW;!IW`G#809^plK?h^|>&yh8={;Xj;d#C@L%$im~
zHZ9p-Hf2fyqEi<~lqCLq(;|5N<9u_M9NCsgxf!C$B@FTFWIAfBEYr_&obohU^GV**
zn)~G>iJlp%E;HG9J3eh`lHaK4v`?e(^ZnT`3RW%hVliWpdU@j=k9~uLiOqvaQ(A3)
z>v=t65?}9U<?};lbxq(SqvenCCqBrLuZ>Or?W3kRC+jYs&)-(j3&}#<4~kc&e`c?7
zh)lS_<-h9Rt=Sd22Yybz9V=jCFy+Ji1KvjObN9+iXSYb!{xpBF|ATJZLDtVFIyy|I
z<=G`}?-x0-g{4AbuHC7<Yl18*Z-#3zmqjk{TCnzTjm?VBe?NTm`Ss*juSH_m={-+9
zm;3QW@f_ZN(Nk}N;@Sgqx(^)*O}oYu&~@!ljZfU&8(TQ0z1XyFLG7jLop)9`-AV{f
zk6zoCx}C{*<uY~udCOj&w#|I@v1rHJC(Tbz96oiw@Us}tg1Hw?wz$80&17Ev@=x&_
zX^9ja#VL38?LB%^L}tzQ7W<XnYjcefHgp|4Hq~<GBA<MD#uEOTmx~_SvGXhaI{*Lj
zf0e%v@BdD2`B}E+Mt6<arQQ20<@cQCDfDif`6}(k`JGDl>t0*GeB6KII^*ImDtCOt
z819-sG+NQL`<?B#>ul=Fs$cGU9C2C8*wAj$y(3a}4-b_@9d7?|ZSC#AeH&QoJoWud
zEi?oyckX;xQIH|kx^${tTtdwH0QPCB_wMd5o^AHDVAj0s3%;|`)+{QGsq1TSw*O!%
zGCeh8vD#+0fY(d(Mc<?@<1%|^Em(J1W6zcltIHbi)bD-}%=EB`xy!Y`ge9xh*}TOn
zFZIm3`YhLzf@zt~F)zIo|K51M?V$fQyH!3C6IZs)?r{>!3;xoYp8clm`e84fyZnb9
z>s;^T=IRzW;3gd%74t04>b`$)a`<JAzlwRj=^YpK_wDFk;AbDOOnc+HY1=l&uio6e
zmm_xZOHDn+={Lf|TGwsw2#<Ho$Y%7LYOWjhYu@t@tGDUzj(_X0n7dnM*Rds=InT!(
zezoj=srBR}QJaw6f!kg%S7vJnlv({<|G(&7NQcu&t)p_+3jGb=FP*RFvq8LRv%)U{
zz3&Ge`<m6<-(i3J-+b!>`{cq(&EH+Ec;ET%*ERd<Zzgy5)N0q(ednuCXyR*A&h)ka
zA<_IHxqZ6Wjt|`FA0(4%ii(W({yF7+@qD@6e)ssr9Y)Vt!WZ=l&9jJ(iSscJ^q6lq
zw=qm|@`dhGCpoI6N+eHs|DO5Za$a++=ohW;lb$_R{C;Ue=9BtEM|}TGODi>xN`LCF
z7`v;RBmP6$&!P{)zk+6cE?V!tV_)FRiI;WO@a$iE;nkc~N=mg})lrUnYxH`xW6Ce^
zi5`*7xa%ypwL@xUHuvF}=8wCd9lN<~-<Lx#BC=NU3Z_h|<V!8;E$^1T{Zex^3!7P{
z`;7RA+e~tY4iqs+v1>2zkx$qW>71GHbo#zkijrHqf{)F}eerCj!TCeit-7wB@8O?#
z$aQwp`Ah$J?;LoR{`^LHamT0j)l*OZiF(~t=6*o<#Wq&e|Nj5}+CQ>*+I@oYLVHHw
zsYMC@iawsL{dZhny)6F6(@R-}Pyc;y|0}xRN9eDJe|Obd`(Lx$FU|bDTF1XeyW`gD
zLNk{qt<SR+)9)O%aWcCo8nn=&J;hA-ltN{3FIRb`sdd*`-UT^|8~HMSy?)=VHg}Kt
z-Vc>iD<84fKboVwkGbx}7M<{&-rlt*7yHcr9JTB7v&_4DKCboLVYJ|>zChitQ`^%E
z%D&lc`gPoF>P%1R6-)SKx$|P~D|juexGHM+O_1SvcovVv=}k}92Fi3EVvVkPP+uk)
zbaAs+;Y@E%0T$;SkA>#tbn!1XTRJsU*E;O`1aFf?KjN0U{`B2`RQFEHl2U%}Z#=Be
zg^#aoTb9G%dN1f^g50Ga605Ii@XOt~b=Q@Fr-^+h({+};7SlDCKkX<##V@I6;IjAB
z@lTSP$L}+}`yDK`@$9nAAGP=&J__&Q6)g=9ol{)J*?Z@7oi1<msfVT&D?iUZdh)nQ
zou_u<hbimX`uqyhf7<b?E>hW6G=U|8^<q`LP*n~00@0syf^su-k|*w~ka@rFWq&V!
zhDs8{<@eslp1J55^Zs9}5uMF<dUrOrk3!C$MH{oeJzutd+1sl>O`7>jg=MW6ir>ph
zIL=fkGdLsE@T0-PdQyh}+>$ir*YgyU%0JXjo#e+pGb-*~$DOiwv1Uu_IHQiaBu;dD
z^l8DKJCO-ZRulGC^i;MS-*~fSn`Pp2zs1T-a-U|Od-!0J?X)>N7JXl-`7hWZ=F0p1
z71QTW`TlgfzwsH#b?fcU@AUgTEz|e;Uir0_MiG*;cWAuUxjZHH*?XpC8b;rDZ<jQk
z5@};UyM5hLt|0!TYpf^grh86p4zdtgw`b4wu2-tbqKWe|_Be`6EDf7lv~SM3H`cm`
z?^&<(GLCv{6B^cf*h9XSqi>^R*QYHttwNle^%q-A%`N>jOFimR`u2@>N()%`i~K+E
zWYfx*Tewzz*>&m3GyA-k`3dU1=Z*Q^I2UIBpTu|Y(k9=>F6ZZ*S-WLg;f&Ym&Z);8
zrIJ+Ny_Jtst$C<2+4zw0zlFSaxSl<i4?HKvRl@#||8}B@kz(TIPlXfQjz=Dnzw3WK
zR?hqUyrOT%m(MZz)6u)t=TEFg``sPtA+saJa+%X!gvUqM_DA1r&`v(;t<J(<&(F)h
z%>3i(@aH!j6)R3HySVda`osS96AB!v?iNYy(5m_MQeE(Qy?Ay-PxPIcA-{6ASF7$x
z+3~E9HHAMh{9xeyD|IZ*^`HFzy)OA_HF1i>V%|en|8@U=8oy-zzc0@XZ(1D-W!ipV
zs-D23GoGnguap9-;`%@3zj<-JlUvN`lioUuUBZ&7&p4zkTm<IqvzWT?_uu!05AIiR
zsL0njbOihfxh^onCi~D|K|SZw8nL2V^_QsXdgk4z`}gYe##=N0ZufnhvdmiaVr0f)
zzGIx`Kg$;!>ET(Ru&`q%&-r!w?_zZwE0r!yc^bW~X-?0L(_3s*dTSr9YGzMdnX_Y~
z>|*vjMeUaLdkSCsy<wJ+k#gr$*(E5puHWugi|;R)pf&~l{g%gMOA1q`G2eW*Y~#Yf
zDJR^1Jy^_tW66KRTAv#yoLOpLT>Q)Y=|bba#7|~RzrVNlnlG2XeEP$=XLp>~${fs^
z7%#3P%Bjva{Z;=;<qC-c@88K03$!^_bt+i@I;9=3-Edv?L1*)yT3;9~H*8B)Zgtu-
zdB*QVw$7HztxT0Y2ak3ZvuvNXI>$oxfWZ=<?OyZ$f7)Aaa9P2^DDH65ISaWLvQIDb
z%NCwc@_PGrxB2De+wHj*-mIISWcu~iQ|+F9$BYRdkGj7LImIcvrsDs}`~QEx{9gBE
z@eT8Y+t2RJ@ZbOQ=<f$I;*qx&KDd_<V}Hcq>&NBt%YXB~KgzYx>&em2!9PDZvq)|_
z#*#1kExRXC&T5gVMoYrM?>DtCO|WALDNwb$R;XHJS9JfH*^ephFa4MlFQ?y>(&=6C
zz?v<|?@4)Cb#lyvFx6}ON>lSE+i>YgwLICZC3DX4_YU9ChrzKL0vpqr6p#JPZ0&HA
zI&^2fp~H!*z9JK>_Wjkq@L%!V&)^p0yN}*<Ex-Nw<-<coRR+gj-oDLy&TnN=*B1>T
zeJ}mw|DS$xvLqkclKf^x;QYM#yvOW6Dma9QIX#hd6A0eeGnF;Y(%9nr5!c-^k2fBA
zu*~Vf{gl+4y-kl?n*8ppe6m%vg44NW*GtD<lXaPn|6@PsO1XAEINm8S%jRw4r+GFd
z^GgKljXMjX_w^rtBDU%BoqKgJ%l*V22U;2J-_Y);sm9k5`%T8^M&w*ZooDqoDzlpR
z$-F<uo@i;V{xjz9`Ood5A31mUy*Bq<r)=~@YO&q?`EinMm(wld>*CK%50QAh_{`He
zuZ)X5C-3@IHFMt?<+D`>W@et+s5-4RU{{~Foru9xvzzyKDq8w3``@E}dHVj-Zvx#u
zy5HI=r~Cii<5|&XmLG`@mdQI7G2z?dw0}FAM2mI4uZ!7j?l>>y)&bi#mD>;QOo?6a
zNoH-2;A++_I!^-kz3jbH_UvSa_TyNa9ZGL+YBq>|ebpt&rLgDl&yf61-Hd&F_r>xm
z_c}WAm?YV{Sx<U5QRR?^qET$&b&b3)$M`A|d6jpvsoed$*0rWB$EEH#^Z%c{hw@A`
zKdcR$AjfIa9wfLWSwHp9t@&|V`u0n0F&4FEi#_^vjS7eUIaNv3C<#*+1Hqr(+!osU
zxAo^v`I2yd>Z#BrjB)Nge}1<p?DOhLO^p95c7$hB{+ot73X<h)|5sandM|v)`8S7a
z=fU?kveP%Mc%Zz_A&Dn9*{j?C@UEB2F~{rAY?wDU;{2?bu5_b4pB~N5{Pt0NPS;-z
zU7LN=tJ>9WE->?&5uudQ(4jT=@DA3WZZ9s_HrevbY1+a0`JU5-JMP&cTQAiZFs?kJ
zev$1K3q$1W&$V(1+f1w^UMILUtZ`zT`pw00OS|oN#ej^?4wq@1)-4*Tkvr>kPa17W
zc;+aT+4ykwhxEO1>J~lmPk!BcKCS4MvzqSZqqavLX3sym+#`C~#Ehg3lYh*9uyM}+
z{oa4(#ihUhe0kHp6{i`Q8E=aJx}PubGih%B<kX8UMsueLRyr<o(KC)bD6~vSvF>ik
zjYd<SgY6;{<9n)ItGk)@exI<>Kfl(`BYd&b0*y=kf!#-V<o;;svv2S@?fCqd#_Mam
zr?mM^?m23S>3<HASm%7bBbn#PnJH(IEuX3u&#-d$`RBg+<wNIlJ_lD>TirQq*EO-^
z>CVrYm5fitcmDak-<-`?e#!3b(*+vBFE3`7DLA@sPUp#WTefvni%ec!t$e5dq7OsE
zwk+L(3H(8a_=P1>vT|jbOzQX&C(L-c*}pJ2;*o$Ii|)%G>Gr=_XGf|BdZay`VEg?)
z4{!g14FZ*{+1)+9i511gs<ppP=5G{u{LgvrTp0mVBOA8j(2Gi+I1lx($9LYB{WJfz
zrNLU(hZ{u?K00(oVzrA)=E3`Q`QI&ci=4i{xvc)cy|wF8msQHW%9Enp#s&7ZpIBDg
z?wey!d4B2yy=_}xU09cQ$fqk%lxeZ%-<R|Mg+DaD%fy?bvvE1o(T9R!Iln!$*RVH8
z)_Q(lxIp>Ssp>uEI;*%=Ox`=W$)IJ?LIviWUskW@T|At&CA{$WufO-}XNykN408);
z`*+=bIsg2HG8-HPjvla8nU=hFse;7pQycw${JFH$+lBSj!P@6`nO~Nwsc8Jk<a0gP
zyX3Y;^Wnq7SG>0@dRiK`;@Qt{7qspwbd>hDmbZTUYySVse&>U;*zB`kZuZaLIP=fX
zFR!|vUs_-PH~+<M-*2od1GX3G9Vw7{A?I5hT|6gY|0%Uw>6u+0mMxyUcjfL=jD5e#
zo4dnA97OlA73`jM?Pz22?})|G4IA4zH;OJjvhCy^UeVQ0Be}O~o4r#!)GBdpnrL_|
z<L-!;1)D6J)YyLSzRX|$Ax!F+YEEe)Ut>W0kF#5jDt66_vf+~T?ekp}u&5#_Vb#v6
zrr)!|J}iH?eP{h_TmREr7MsWJEwS8N^jGzpg%7LVp`zz8BI1u3RbqFS>DK;tzn^^h
zbAZj&rT(vHFWl815qt7j<FYLW8RwYi-%n|MTqdCsqHwR~=hu?dUqLcg*b6tTV7{ao
zeCN1)p3Liie9cj3B=-n+PCW7c&$%_1j#x2$vdJsoCA6}K?Qdk?e~mL4exDA69rF%T
zIG|baZReqhZd~s-ZxyribkTO6=e_uud2e#Sza<H(I(e5u4qTEDD%O5nAf32q|8}vO
zv{#>sGvB>@9FoYIESS1u@&bX<XIo6aZwxqK(WvRx-m7}}6wlj&_dRX<{d|74pSgN{
zx%y3>+uex=3of--w%RGakXZa~`G)_t<!*}`o#vhDua<qZ>1>V2ofBt%9KXxEFkkfP
zs@|!6VtyyjP0T#dEo}Al-QpM9w@D|7PEUPtrFL>-`oAM{Vnyb*_QdceJYQWC{-@`8
zncV-)>MZ^(t#&8h`xQ-7JyISPw)ncoxjhFgCLY_H6J=Z=HEDXT$B#qVN5dG>THP4M
zt=RWooM)4N;eY%}w@-pSpAO4@|0z6m&d<l6W6sTNzw_(P>NC&FHSOorE*E$I`R+~e
zXRh|r=l$PfSaa0RuQ~qT(0tZ&?Owyv*KN8to%?6V+fmRr#aw^Gr5(Km>ppNdIG$hU
z(W1a#H@Eu_OWs0fW=o04leQb8zH6UoT(~DvXVa3vZ<{_PEUjE;<g;gW)vg6z)}L5^
z?s@K$88E4BiaO8NnD*~4y<Y8epPJC?aPPHK#uTIQg}hA{6LMrH-?s}i2=DlQN3L?8
zw#uW3mFIUoT`%P`d*$nn!qs;q<20|V7IfVAFjDvIg`I4THzqG|l9k$8#LD?&1&^eL
ziipZD#f+O}pZ#YXy)Rd=^SJj>ck#zso7}~1#4cRobM~%W+V%0|KCPDrf9rhjFy_*+
zo9VYEI{ojXPl<Jjwabr)tv~xZRcimE_WP_KpR9lM@_Oye16=<1pBkmi<FT+?tFV9O
z<?64x#j9sY$!eTr7G74&aQJRi;^Sod$&5@v+`{*NYU>}L^!(1@+nL4l1oAicJ70Vu
zDWx36tRAN{r9<QK>eF*#;$BG~DHlI|P0r`Sj;n4LCv+T1+2Y=ov{tc!YXisAt^JwJ
zwQ7^EN9i%T?EcZaSNd7w{{@_~K4x8gOSv<q-?Ef^`C|{`jj0TuqRL*Z*eUm)ZPuF8
z^6|Ug%>Sdnf5PZu`25++JSrxsM3p(o{9OC9%X<H#xQZVKYp*=qyr0#*P4W7q&(r<)
z{aIZztGgpfL%+*L)A&DMMedG@CHiKC?S-sP-&tD=C(gTF6SZu^@dqI@Tn>Dl!+KY(
z$5<|XqDbizHJ8;Va%#V&r|sf<wY&WN(%s+XAC*1qa;i($l@wlfel1tG>jA~ZiA4<;
zHBOwWNU1VfeZsxyHOJKnUoOS4`@AjjG}X?SIK%!|XkNjp*JjtA)_%L0VOUpC-N;#|
zxcBR~sV26zjI!p-pRfC}aKoD9P`T!i_Dk0LYq)j^+&g}&^W79@S-!qqU4|3$>MX>?
ze$^h@AuB6<ELhue!-|ltLUR^$9)7UpNoB>HwQ)y3<%+DCdiB5hlpk;SChB%t#^?3(
zWK1vYuoO7fu5|9%Ew;RX+_e#1f(%Q_{6C(V*j1umIC)Do*9!UI1Zk#L!EOH@>HnMa
z*Fu=%th?fub7ytkPMisAslK`TM@dmY!}r^t_QXfkiFrAhGp*>Zal7*=%iZGYE#1Ew
z43`})?QYL9z5D-BT-BE!g$4zuOPvai20!%9o*>*-vZUyt>P;Qtg{L_WgzBo#4bTw`
z;d2T|-n78>vGd`V^8XjtPnoy-ThfED=_mE&Y`o3)|9H-kv16)1q>Dzv3wJBw{%cQ<
zEWV#9ed>{dHlq#OGa0eq-OZU_=f*{Sn$yItF<o0KD)EDsZ{D8NVAC$1XMUfIPMX}h
z%*6GA>snH6=65rT+@DvqUrsgO*SsMpaX+WFl-^?De?i$L;#>~;*B-kaH>l=ydt~x#
zL)$gWwbM0{lpGq@Pc`NXS;habaM!^S<Chj<w-}x^1jotpN2$)`*qXQ7YVGdx8`-NY
zMP}6V?t0jkIQ@O;(iKk9)6WU-T+XWf>7dkyjq%KlpC^>%T;3=DXYPGx!?`|lHF)2w
zV`<NO5uRc5Bw@4Zot`{Z^Pv6>@83@K*5CB~v6EH%@80KG9J6<vu|2{2_`*s3J6|)}
zANyzTU)}UAe_3|#EA|U}xsLRfy#FU|$hR(jzhB0M*DqhSo)(<xDYeYNZp!KDk8giF
zC8?vH_4RbM-9f`O`zw~IhD`T({dIx;`A*LJl|S6qI85+cy=A#^_12^htDN!`bCl+|
zB>!05pyKBgpgw8gx?O$hq8&x^9iN5Id=}HW*TQ!0IsbY5-?!_YGZlCz_pN--m$la~
z_y3<OzxmXq>2~{Tt!;nzY<RimNZj9x_YaoOHZJ3sdF%YX#kqIxUJF#19#|(8V)v@e
z|JZG=$BTp)?&x#6>-hUtq2%Sq^?jjztY*`zuek{qXPF-qdr}yAu((89WtGl_2{W>v
zdPkY$s_qGKZTe!Z6(garOUh+x($d!scCXv(?8MZ2CM*9vFW58d=6S&t)7YjwSj_x}
zo2xhI?>YOYA6>WZ>1uh}J$c`mm7ni#s(&2*WoxBIgvFlb=PYk8GNnzeNRJK(?2K~e
z`nTF<tI)mD`-QCYH^qPJ=u@`uI$f!su+-+|@iLM7l1KiWdA_s0c-yD-=lA(_e)xOS
zCiPxJ%!Q(dA7iDqohqskJ-d|0z3Sie?4I&RQwtXu=-G8ITC~?P^yBpM|MB5<x$B=;
zdxv<IrF!jqBWdM+!FkP_;LbSJ-x5<wPjc=mj49g5wC`x8%&96Z(LParT{Dg2hCjkQ
zc^~)fnepY){Ku!Oc+=Mk1*RVEJ|^s(_ueVIZ*$x;ZsuPhT9x@OZv-zNNOfSTn0`#-
zX`f!$t+~~Q_D;CJ`^(-xacT;3Pd7$hWG{Qxz-F^=sh3Nj$1w!~sd=Gop)bBgik2K*
z%Kx~3wL~OiyS%^=r=>?MPx9V=q<(7I*<B7(+g5FgpE_@)*`;p(SdG}XWp(x}Vc~{z
z`%8RFe5yDyj2AB3`$q78T0a+;<ASqaE%V|R*j#2{aA5FsaST!BT)&j@#T_oy8=IS-
zzS(=yyXjn{s(N?7IK%n|h5WCXk-PLycTb;bcZ&VbHXct){#_fKKDdZ4;frCj;XY7t
zHOi!TrjfjwZ%g0VR`r!;2J>d!<SslD*F5i{cg~Sl{#ruO-aakbE+-;tr-jYC>uWlt
z^WVZwjm@3RD<ftv_nUA~CG_=Xy_!NrmbF@0&A+zn4AJ^5{v<%`3frQ{Cn=xKd&lkz
z{d4L=c5c9B-X)i^qXgG-htAkjq9R`?a{BHehDOJvnvl37EqTWGq5|I8<uS$YJIgR-
z$J7Tp+V#f;9)(Vkw=Alkb<Akd_8NJ6|I_Ezt2X_gzR|q)l8q(b=T+}_FW<d<d3Dvh
z?DYJEM%F?@2Bs#NNlsHT+EN0)iEAHvxWMkm`j6u7KkPRg4w~@EG15eHLWIzPq>VSK
z%gV~v&7HS+`TO7RzI{&l_v-DugE~iNRsJr&I&<pOsUZA*(f<SqrML&qM>=FSAAkH!
z`(KJ(pkY$VsS}!)Z(H2sS}$Re#J&E~mJ?eZ^>dup+<k*n|JaeOCmy5~v9xKn$cpC9
z<<Ho_a{l0(Pk;1o-A^>*?lW{eHN`VQ<<iDIQg1i4`c_M>$&=gr{XyZ*!q;UtChne;
zQg6LLR73X6wCLmQExs}30c@9DWzGj1_-;GO>fQXUhv!&@XG-7^x7%*_BKyKWf1S@`
zX{`KAu{I~*>9pUqVcgTgzgYyl&Z~U;I{E2T@ej%UnfEfDbDj%uh<GHhe0tn_{mbR$
zr>B=29NuB;ZD;*-YJN}BEt4Ma>y;LKt!a9@vy^AvYo6hlkq~FDpcI|4qICKl`;M|&
z*@}+a50>(*X*u<4Vb#OAEFzEC7B86l-|SYj|Lw300X}Et#TiOBM7mc_a9PvcduN@%
zj5ywortSif_DSpBOh5nbPOn{1@{$jtlh^cUKC>_ladhhKSM!)CpPF~z1y}s*CAXut
zh8V4=m5ED@f5H3o|Bv$jeTR>$ebm{~5q)&K<n<Yc7W`!WWT<I*?#j7c7q8jz=7uRx
zSaEP;c*?ddl~XNNujQO9z9)8P&??EvzjICQM#RtP%<td$_}`n!{f6w0-dqpgze!>?
z{=gMon;@vYhBq#1-t4*et6ncxd~?ID^{lMgKDpSSMMvGYH@0=3T~*7a@Mwx!9oN+_
znmx0R?4SPclhzumFK<|HPL%xn=2?5joKn%9z5IWJ56H`Y5}Q3?ro+cB|NDuvn#}50
zT79gAJ1S-PHc#48Hk*^tmAyLQ%c0Ag4|^%3W}mM1xXWLChgtDnFz2!Ba<#9YrAqG3
zdsL~lVV#SuL{YA|#6|V>bDm#tI<x!T*#`~`!8_RbEzjha^In$l&A*UxdwIr@!j9JL
z2%9v==Iu8&yq>ppL+kT^!y7+`pSt<l`RQZp@24$udhY-EmHpIa_S(5AlP7v8y2%*3
z{4bnpmiMsq#kt<ysh^83wTp(??%VN`)mdf^TUgcuxhCoTKOfjmabSPye*eGY&VPrp
z-!xi;wq3NlrSIu{CR#?V{#M?Px0Ob5pYQEtvSHG@WTKw`J<GQ4j|EHc?@J1N&n-NA
zvmTiEEDN`eau>{!)9wvC{o>)ot2x1K2TtA>TYao+TClyjpI5P4<kPCJq33fXyQXgX
zYb#P>V69*O`Ru3s|3B)ro}Z6dkhkvD)S~ar{--RSrLHgTyI@wa`E$Vzn;#!?1-g2#
zc(kNP_P%;wd|CaoM)I<9ndq!<(OcIBn*DezX;sa@F3lt&`Oe?z!}C2IrFZt1Z927;
z`SE&nP1BDT)3^BZuAY}_b3@N$#h%M9E>n;4nN$n+hrbi=u5HhX&y1e6UZE#=eVh;5
z_Vj%T$$vvbm8N7rH;7yDSkZc4<nIG#CKj!nuFbBq#Wmw_WW(Q#danPs`q#`oQvP~+
z?eb5C&)+qy{rIypa+ff#i}1}8%{Nc4oD+WT%{AkfYIhlQ737c2i~6$RZT_#jMY-iI
zY?->-r_Gf=W2Y4@AAMcw`s>e!KHs}uetiACXz}{5dw*8GKNWjO{k0|wPvqif^VlEG
zULN_GA$HSzrvAs$oG)H`OmFD_-6FnyisBQd*2WaBYde(|Zdxb*hnJO=)8=oraQM}0
zo{5e}J8Bkr&DmMWV%%aJzOHKKa}&cW(o3JdIk_UZFKx{%{%7{bgm-v5C%;>?`k?)H
z_FdDD_a4_eP;`IFq3+t<2W7S%(wf;Gq~-A9-`&5i>;7~K?Ox~9Q2a^l?K%g;^%nMT
zoBvn6{p4_{^x1~5eBa$1><?z2e95?FL-SSl*D}x6J~(<{O`89_sYmXx6;uTr(d6)~
z4cWE&&c=6K4qVF@O)75ut#x8rsL)y2;1?VAetTfmbXczV%(G{9#ouanmcG6$pj5VE
zc5eRbd5ZptZ6BJ9obO%v>C||p(k9I2%zVp;c^+|WqNf8rQcga9eBw%%BU4ds(+$N(
zSD$x9xS#)ePVw9AgK3fsPIsP6W{JM6JU#A?#<JDg6TKd&1$W%u-x`^tS~$5w%ys%^
z+lreze%vxYedlj<>bHC18R`br4zu?zs5RVom_4%6!m@H1k6~unhM3EIpAPO?@hMSq
zp1jY+6ZbT3S#7nx<?1ZLs*$QDvuWKn)5yTrZ><|2_V+C|<}E9`W6fw`@uKI1dP2Zw
zLAgn@X5Fi>yL49Ie2u*R4s!|phr<2)K28m<lQfQZS^Mhvvu>B4m5M<>)F+#%PPl#9
z)mA@qpK|OsSx=v5^EtkrYJR`>gZk=F?k{UujQ5}1k@aiSA;x&^A6oowfzOOTnfSit
z&YP|9*|?u!;oSY+-{%#*e)fBnZ|4@V1l4AVOZ7eiSrTbC=KNBebv820z-EpfPf|yA
z{cM#mxxRzGi!_|y92Zd%u@LEcqaSzqzL}AY*~NaLy8Ydo&wbu_vAbg1F3}Ty3l&eF
zsWX@FoUoexv^N*W=Za-JSsX8?%nB|Kzj!IZ@?LLefP4Eomcp-{l?QizPCw<X@9AS$
ze9$DNd@`p9({k%wWoKW`xN;@wlnj4w$&~j8J3L$D>}P3j-(S&mn8|O}(Vl~5R`<T-
zE$Q@~`{javu$arl-uui3_umP32yaT2lU#2!%TMYb)BVO^akhhH^UueLO0;-SPj0I6
zc(Ap+Z?Et=4leCFE<Pa*Q@uXtR^geol4@HkqNA56JF5#O>YQ7zaHQmb%Zz6i7qicZ
z-rHZU$oF?){afooS0`!d_kvn$o?kO#nPqcDAhK^qBEReYp#NSfwaX>jd?x(edeX&c
z^XDahe%Jq3pL5+%a<$au9a?)^3q;bgg&r=8n^h{gB-^j!VQE**9G*KiD}GKo@X?0v
z<GIb;HTQRNuUQ$r)ZS<@mvmougJ8?vclLr}>^qpm<d3}l{r&wB$I3%*w@9a+Jiciz
z&%6aE?<X+-6KI-f@lGXcPo9rE-?fVqvOYQ0d<?xj<DT4>Lu+0|^q&&Bu&ZJ6Y;Qr~
zz#j`_Rp#q`ifP|@dx4#tkeN&Lx#W2Jx_3!8|Nqd_tElhQ6#Coy>^;lm$DT9pB!&xC
z89Igvw@>m&JJ7k3neA%t>qk?WZdCeA`}bk~f5*!I*XxfyELd(h@!)KZuRZ$~**$9b
z-?B8hCs6f<pa|cigzc@O-`H1Z9%)_8eLm}*qw}4)k3@ScpB-B+Kh=2ou}4=vUz~W^
zV0T|*$`|I!w=zx-w!Q6MUh^%M_v76DL#OL5?R`D@reqj*y0oIf@!cQSR^OFQi2if+
zqi~bkl$psMccz=Id-N+P@zT_tUCT}N*H3%DUS3$q+;DY@;l5=Ht->zsIa3^7vUQ*D
zJnsv)&fEVzGiBq(qF>kU7JZ$Xoyx9n*xy;*^t$7a*`vm&KwH^W36agmb`~X_{w^31
zs->af5$v~+V~#{#x;*RbO@i}s+~(|kloe&nFSjXjmwc4%n;#R_nJI|mHK^8UnV1Rs
z-I?&lt^T;kVS`^`H;itazV_Gu^z--o!rz_CeU#8}`AmDk9|O~qGcB*5R<u}TyW1pk
zMge<Vk-y!t@C)3GfmLVsU+{5eZmE6CzWS;Dw>>6Pd2*EP<>zj?UDzyT!#CC2Rnfo4
zTsA2r?be@3>rQp3{#A<Jlu@85k$L|^-=5bywr@49`MSI3Vfke{{U5rQ|9`vw_<jE=
zyRPp!^8%Asi#B|m_0?3~^m<Ix*N)$d*Ua11{p8$fH>2MFN$1Xsx_mA_y#CJuZK0~5
z&G)B;KR>{E#O+0QiEps-Uf*^34c<={d#*0o&is!rd2T?>&g(g|&ste!ez+rc@a@Bf
z*X$bmZ#-C2nWcW{y%|&2mPpl}d8~h*X07IWVv-tE@qtH?yLkV^brah)E`NK!(eYko
zxPPA2xd4w4&3%nqTMiW*GXL(i!slA(cgE89ZVwl2cra(Nb=}KpVUm5HWxr{9?yf!%
z{!`_<%bRxx_Oq>j@W*}U0p$-f4Oi`sy4%p6%=_z@ZGPk516j8#`;P7QdOPpX-drEA
znd|RtUy=Po_7vayUX4jMU5@UW(lhK!U#rdka!yjqH0Ef*x~na(cRC#@TvD~_dNlu+
zbrKFwjrD8~)&6_bEYDf@e7#TenNnf(H~W;B8(vvYHgi<S_O@u?K6FQCx6tgxcXiT|
z%P+{4CjH*F_f1=N&C%jRU-jhdzwzHtDSH=HkvePVZ`a87jB?Gsg|#>5q))zKq~4Nr
z&*Ti-5y3q(OZXq%JAai^U3jTON3YW{hFMpAO>ExHy>R8^QgzMgrf1!%r{|tooz%>;
z<Vs6^(9{e8;|U`C0>}Sxotkjq#D!HWjr8YlwVux4+Q<7sCgk7gPdjQ{J*p-e)R}ql
z)O<1)|9{QOe(LI{TTY#tG4uK5ouM@+7#-q{E6>!KbZg$9t5;06Hipzr4$MuP;(c@G
z@-*)38KOI`*o&W;xGZVn+McxFxV7y&HE*6)uyXYJ(=MoB<E~&MXUQ#?(wAkKR>tA{
zRw33U;Lnd|%bzOpOl|J!>#mrn@lU2b^Kx9GWUcnZlA??jj(5C%VrA=NrBgroHK{+|
zbN;|&1sVQj{R!4@n@=3KNfo;5+W4iv^3E}-s5{mC7BPV_ZyGcYK9h)kx|Fr0@nEn_
z-q#&5`_C=Rn(nu#HhQ6IZE8u+*$#H~LuX!2$h4O5H#uyvrEe-ztc_mrrj1@l4^Ff_
zr~KecvRRJ4uG0kzdk5o|b$lIR_Z@%UlGZ<xHTSpat^-%)X6&~;!@f;0?#s&k;_QZ(
zKB%SCYZY{I@7xvq+rKR!c;4g5D^9kwZdmpAs^|P4F*8*j|K6Pcn9Fdr;-@}C);p4&
zHv}9$#5g*hykIU8H@8VqxiS3l?Dp^L=3S}VVl#6`0+UqD=h+`)Pksn6@64Eyw!&n=
zmdJ0)d;UK>-s^VC>N4Leq3}J|ZY&ilV^xz+(K+Mq7N6)+9mOh9czlz|-aBcRF1T)7
zZEVyS&Cx6wBv7<9gwb!IMtI7lkh5CR_UeVX_r(R*-8Fu=#6#%Q{iS=?2n4P>67M_r
zP|NHyzdxicy;j}%K6XtFPh$H!tw~?kf4DSt_1g`$0oER};c9bzV_Mc3o?Nl<{;M)(
zD^bN<{tt)j!`J-s+xMsF=eaAbMZYh9KV{VOl<(dbv&R0Yw+|E56u)Wrd|Sk@AWu4H
z%l(q6JW}fqXuP<V*f8JbK-m1wzlS1YstzegXZ^3pw|(r+bUbKn`Iq$u2dAjpE>q>@
zo7416TVrmL-H(s_^-T#IkIPL7elYXf|1DR0IG?5e;b8g|k+Jvr+|+9c|98B16kk{T
zdGp2d?vHIgUpaEXB(%an|FyOn``X5P6``JsZcfr(cRJhqphIZPx~HKLSIVll@@>EI
z_~EiIx;A%r&f0PQ*st;%2j0Dk67M<K+i$PAdd-d4{r|iy&#$`r_qV^(<=f}(Eaxn^
zQIH(B(CN&dZ7V<9ROerD>1uzMdGX$DTfRi4rX3g0s|D`eCc9<fk>+d1-0~0hO?c0k
zV{PEn$9TSX!`b#3n@_ITdW%0;Px<Mq`)p^<a+$=P^nZ3=piAtf=Fctf^`<hO3;)^u
z|GWK!^zfZEd8=Y}*Dd_>Kt5;sM&oeBN~-_|3+IVS!uR>+Y4z+#TA{FXyDO{A$Ge9O
zWEa0%xQX9pg~{1<2iQ*9+|`be{hctQf8mTydoCxp!ZV*+b0U5g#8~s2&dQ71wQ1&=
zh@<N~zKPZwonLN$ZD-Ra*##|K?@i-s<M-RX|7meg?tk3p4_VR5TUI^neR}-q4fVJW
zmuf`HWVNnVE$Hj0G7UU?z2?yAsXa~n6W!PGX~?Yj^6^QgWTv@tw=x%p^P6^|<+~S5
z|JI}(=Xg0H^)>7Fs)N~Q#cxY~UwBh}U2#@VGw%-@5%Ej5|1QK|%4HFH)?<*G)c5A#
znQ&pN*0vi{eE;6*-|*hchN<aU2-lUp8cS?fySsL1i)mZjo?v*r^p!wU*M0HFZ;V(Z
zIzAZ4&Db^5`umyozj^aqml!$w`>EfUea&_5wFkE50UWXl7hX8(%_uSb-?O{6Wx8+1
zy6O&gfk`nR!!GXIVZlDvW#&6A?&2BApC*V(W;QiV{Jgi%_t6UGXGWim_AO6--O<u0
zu=-hFe&1#VUM}xrJx#axiaUP`3->Q&zjVEXYm!OF4|iFwSLuf~pGdX0K4~@agyG6u
zud~^zn~nz_J@X<d{%3pC2|f3Dfr2v+>ue}}dNIm?<*}aWoSYqO0qqQDmqthm*Mu|G
zsC^IhwN7YpQ%}5Vxgl+KV|~)1n3_}p>xZ{fKRz^33%HTyR3Kn{N^kO$H&)M#j4$g<
zoXZnF^>9U5*7Jbf%qr_6-l^PY+@hcN>h{9P+b1a8wSJhgp0mev%FKxZmH~54OyoB@
zAn;4Sl|?c*`SY0;>B&qVRSg{)&9p)o86HSP?U*rZvcbnD{jK(Uo*k%-ix0hFYWm|;
zcY*m{`}fJhQ&P7ZWmrA7w7jyVu4~K0@NLSk(`q?CF280fHNW=#_T+`nrk7saQ#zY*
zN5`^U&a^UBHO}1VvsZOm7hheIT3sp`rxxHMXKBgje0I`uW(}qEM7~8cmello&(bzK
zefIYDQ`7t9j2t(ba0nMV>^~)PweyC}q!UgeiR+kL6dhFF$awHsJU-sgk|kx&Hg&Sn
z%cE0%ylY5P=+-w=+gEv?#q|HNv>4$OsShq~vLByFzWH`@&Fbmxxm!Bl&7M)aC-UC!
zv%+tlUKCqwYgx>8==$dPxSC3ynxnQ)C%@ZdbN&c-;MHe!pUxyyeq8$c>1ApDQ*)y?
zpV@hG%bGQ3rk}p9_Hq5YPcPL9vYjtmpU7f)CYF(t!7JLjbKzUt8xb$HN*Q?X|K#ow
z^~<_0lG4X}^D>9nqD;A4D<-7e55LhFZ5dY+?!0$>g+@=!^YfmE(|y@$%QmgGNRnr9
zKG$1V6JI~E`t#k7PqpSN_i`Als_C^#v;5{LkkV<i|HWdKx-SdQ?EZNz;55g3)hCbD
ze|spcS+FS5b$Qv6w;TzI9=on|7aUD_W%^<H!Q`z$8#jtP(n)FA{M#xe@5-v3U5S->
zFK!>tInnviV$YgvgQ5#cul0mi)n>0<T>5RdUfaZ_2O9Gv&L3S6dr9AjTk+7+4@*_w
zf82iFt;k%fOyNR>)CZF@&nh3B^H_9^D{ot5))V^#ce!7d*LyraYnWer^{8Cr^M*Pz
zqf_2n6K5@ZRv~Zwp^~McUA{iXZP~f$`FlP_{rtTBUSg2Y<wn_%owWr#zpO=8ANt*M
z*5te*|8uebf%o{9-#B+}N6&d7d*Kxu_;;PWTKIhZp#^cRt%}DD!>0-g{HRd#7h-w8
zd|E;IZ00K#EBtCoSq}+FIG8-lpZD>cN!??q{5_vG$7`+gVix&w=l_Qn7Z)!G%zEn+
z@L1};ynd5sK*x&rd#u7!JTu+j{xh(ZS({zt9ap!$B5?h;-MOoIvaU@0v)%GxoXwqs
zJUTN{yZ-(;wmkLUN2Z>m4wlv5oOafIb@iEj?l4bbglb9Yw}awylrJ58R{AYb*WT&i
zVVe_nQiXZJZq5I~Z<OAjSi$6UAmreL$!@CmC!OJYR#m*C$+x%WP^~{J=iVKMe*{)4
zCoj8p<!{1=*b7o0+ATe0f_=gj;t#HL{_*(u&W4`ZJ{K9AI%Y+lUGZk~=4AEL`+w&D
zU-8HO|3`6-4HeD1esB2mEZtr^|KE=7J%#U%-<ce06R`H-!Pg>cXEMSiw;QcA%3wRc
ze`28Ql_L|ab{s#qaTj-Rx=gF)?<;ZdT~=%NUhq+!wy7iiIaj`9m{nu?MwUi7MW<9p
zEwv-T4<~F`QQ_(0ln{FFSZ(p`J?7Dw-5*`<uICDDS8J;H7_!dJ{C-cl&6Se6?Q!2W
zE3z^g8eV2wfBg3m-{cwo(~_bR#g^TA692hJ<6q^nGahGO8(dY2eR4$J+`j#}<)hu@
zzI(zVE-0lk%=3wnleyA1-^we0wiL$<xtJyG%PnUny_lQkWc?xiV&1W-(p{n_nETx>
zt8i>&sq*eVz{%?AJA*C4b8>(84~~tw4^|alGSe36vkjjdTJckwA>QO-am=d+3kozo
zI`se6ShG0q`Nw(7!UGb!TN`-(ZmVQ8FWkVqOW#-e&>rJ+R{|rMzj?b?E#!9QkeJuK
zZ03EfWUqqV=U=;2#HG|2v(0sXV;;WwuDnL<x9fdL0j@pI&-wTytn<3XZc!Rw`CiU?
z@BCedF1(iXKeAbTiTyd(mztv4EPEWdUT?hUc<<q=nOqh7dTZ8qDS!XUdQ{{DV@CD2
zh!rQEnX?CMQP5NJV-wV2ntox2>HED~J}qgM2zq*N?d%Lc_ltEw26Lw}JO44d%(HRJ
zQ)Byy*Hj(NpRaZB_`Rb2R^y7U2IX6FQg1?MtXjB`(`@^f#Lr7pSer|~KE1@gK)&vu
zr_9oKo(C_;n<*L9UUXc2<6i!T%A9GQITep`B<+s6<@l*CJ)n@lSEFhd%fgpjzWpG}
z@@vtXIaN<es7#SB`}8h%11ImCOJ)HxR2>;>e>`LG_Fb;KG}Hayw>Ew&_W2*y*yq3A
zd*s!7KGA!k^DgE;xm$JrOX3rWpJ{a$r>#G+YuVS&AFJmd?UXn+t#FTRUC*W;*@<fl
zTGFSzJb%*R_C41y#XB6@&WB%fY?ZaUvh9c7^yioLH_uL%P08BF!`Gy6;mO0jiUnQ2
z-ZZq&zrVM4_KE1ipfzbGmL;1GM5&)P($zR{^{HER%QPd#9j_j`1+h<i`olOjM)UOh
z-}{!^-1n?WF*|5u+*u~mo;*X(^iYh^+#3qcJaM&eZJ0$j^S?Q&uD1Kbp(B@Sq?rt!
zzgSz?aP17UTIsZO_2n^orIVVCZ_6LczU&h@=eYTAPLu6A7yahF)t$a>@0s71pEC2U
zyd81eS#Y`2{@<sMXK*Q+&G^?UeXVrMwVXAtLS`&`dr^Off9>z-@|!jlHWga;xs~$y
za<&Mi<#1Q0KITlCy*ypxeXA>X-JRzxQ#=BGU$9&0GyVM^$@AsUUe?x{?Pr*?<Ju9^
z+AsX~nZ6b5GMXlNy@E5H;ZbjbJ(tai6<ZE(jhI(C>v~|ugnsdv@pThtKJ$IxShD=9
z(tN)+5hqy>&CcC${;m7gh-Xhuh4XGZc`~v6%$mjVcRnu`n0Sc$^erC&qo3DK@97a&
z*zjb5pj^!K-xi;43-Zm{pBt)u?Rx*U)id8LDgSu3UxjOi>s`ajX2s~6-sin%&k@+&
zCizmr!hFpl_GboX>^;<K%1_=`&HtX2bHOdQ`J}~zig#yzZpgpic=J~JBk@<#8E@=n
z*F~gREXk>PqxXz;3VX=5M5En;Gx#!oJN{q!foW@3=0UCM%M1ZQzQ<-gKD)2|?Gl-p
z+-k1J;&LvzY6#f<%klp^QQ=){{9F6=eI+yZ8F+6@UNpP&@Tu8HR&&2}U#4mQ(Y&E<
ziu>8?@1H4Z@IKQu7W}aA-7d~~l}!uId+qS*6HyY5*Irj?+Iy(kXPbp0U)tQwSy}F1
zCAPh*6uRJgK76AWSDUHC{rQUF7lrs9mGVA&ZFAC%k!O-gpo?c)@T89qgP(qSDt?Mv
zf6sw?GbTUa_VdVLZ+cMK!p*u})u;8=2L9<gFX?y$TQ57mfnkG@(cj-!vg5xlU2W@-
z%DL>>>Er#UtSlBdv&8zk+Y9V(?!EEwlyqKNb?;xhH_-*DPOo;fPm}CZ-+J1porCvL
zfb`Fs^Ax|`+P=}=txED%-m{;z65Gw@tl6SGXV0fkqGl2P)BZoL{}(UWA8p|6Z!lR}
z%l_ZrdY<H)fy?H`M+kmelI_pD-S796^BWGT6@1L7=5>8+^<MJ9q0;(pTX9F_fC#pD
zMV>n{y=^x{`DVC>XQi;bb+7J|a=*1eb6eys7xp9l&ksbdoA$o8``d>an;&=Aon8I$
zZ`69e$8XB_%kzKT8~*uQ^|Qhj?c<ND<BtdIopsG*?Jjr8tuoa|XGv`03tYDSPZB?;
ze70>*>YZ7;GCS7K{x)&`mSgGvIM08cu0ORee*bZqmXiYVO#L&SvtM|!`iH}<r&{)*
znc5Rqe74h0GrI9fM$7O{%-)riYJd0lG7CIU`)-g?wEX2}rp3QGzj!?<4_9J~cv@1&
z&#L^zL0GHMFL#gEw8VY+pYMhmv8IO`Y>RjsdnD)L-mc{29l1xPU;Jb2v$Y8L{BiNj
z8|({>`vPpt3qmJkw$D4=p*>~Ao&x9Z0zY4`45+%>y0X^%Of7rzwX0hkZ^@_mU2tk;
zKQGg`_DS?5-Q$^WLRoI*O$+l>*!$wrqqa>s_42Eg_uico#vill<;*VKpAl>lca!}E
zR-|*Z-ubpkX<fp@gL^+2{d*(*QFYFW8#lKe)^_SPK0f{H+0DmRe%#E!l_PL$QFKRA
zQ?jG9&N5r6eL?s3|BkHuICcHw`M+eEFXTqFc-#rGldFAQz%r3>0?(>vTCXb>-$+h)
z{iswvW$`Nk0W}GMggVZ)?3Aw5d4U}I+b$UVQTLnII8iDw`R?!3w<l{grfN$ltO_~p
z))Wvu!!>t}?v%)ywfzdAb1iD8UM^5)%3wM@wZF_NX~O*j9~4r1S`;>J^m5O5Ca}iA
zsN;zghYYjztYpV~439H}=H@L)p1@?Qq5RmSAtPym!ar}HpOZKr-~MR7Z@VVj`mOUn
zS#m~QX&3(%xkl;d$C(M=e9g|+oOJ)Z_NPhyB8SUQ^n>Ns_kY}U>(5u`7$f<@v-8b%
z-)gNswBuX(A?0Az#FK6EQ`dGz&M-6-)Oh>+m{tsnxp4Z?^IYv-9<7f|_AR&n^+ni6
z>xPd<drO+N)v;wMf1`VrzFk`PZ1UqnjXH^;(rvkF%-g1kzBRGC-=wG#`zUXls)Xn5
z{L{0tZ35KIFS7MLtUTzsr@xqOncw3s;qoJo9}BIhWLs6yv3&Bv=Aw^6>ZjNBO}puy
zJwsbJ;rv~8spR@SJv)V4K6lUVS15bSadOuQ8-;T*KcAHwR3D1_!4tJJeqSkjzlYqC
zsfQ+1>nAiTX!xAy<Nc?3M?UDDT-4sFqOmpKro3b~zN3FUW#xkH-D->HTCv|ys9M;n
zUVBJOU2XQPw`aFq|HhsD*t6x&)$d>T?K^L`F<xo0zzL;K#`R~kXF5N+G(Tj&XOjF=
zm*C&#yJy}je6*-(+1gUG=$CQ4YxgPLQ<OG4J0<Sfy$*weK6)zWzh65je`YPu`pnd_
zyCz<f6mBr;%%5qo=v-gzqm<YnW|hf0auFR&E6zU)tzUOd;?W*XBff_xZ8Bz@S#kfk
zTi}X<2@|$$-gbP;qqS*a^Ei|4HBAXw$ji5C%l61T{c{cO(y7a)KP?P9d`obXt+#?n
z^OTpT+MSNDC6{prn?-1-Wtf#D|1#_6oMv~zTp&$zX-`qrR=GC0!yNZ(EZU{-N!t7_
z&{%OGL9c*6N5AK_ntG1B(`s|U8L^cw7wuErve;MT+QVFSv&)t)Y>Rz2i|_krek*79
zUrV#IH`iIpy((8~keYd{!_sJJ`z4v*Q}Pd8tnXA&I{b0Xr+ejp`sxMuNptvjA9%3w
znRoH5lq{j(*OM#K{?FLXvw!~!;R3fd$2sQmGa1fav}sSd_*uGPYft}-^!WDuKbC!n
z^1mFqNA!NOj3j$P#x=!B?-nO~j^<yTHvNND>C02zPp`b({KorW4^!J=;R61f4Ei|}
zHJqfa&#--eyVlah;+M#d_YWc#^ji8qJN)TLtFy#bUKYmxZw)@!6d%9Z%xHGF?C_G8
z42R23w^Xq8lsvw-_hk{+*=12d=Cfb9xTdwUuDS5*)_Vb|=$=wWCZ6wizu4ATf0;BX
zz(%uJCc}@FPj<ucwECBhl|PqWKRx^Yzp$UD|9?r>2zqwvN~`tL-8s+ROJAs#))u+&
zKXyu=mPsgE-bVHnht|qpwl@<qeAXcUVavJ1Ss9@kx6j^Wluq=VTfU*~f{Ydm=bOu>
zozv7bd|D*cKRk5(;@Um$Xa!68tkr){GFNccb?C7CHu)7CvqbJ$;QgO>^V=T3f8_dk
zdENAV5$h~`7kPy5x0SyCeXUi{zAwx73EO!t?ptoPt6%Dq`yZ2(TT50pwz~(;ufFcH
z|D*2>-lSC}-!5G(`uIup*~;05W=k^j=6##a{&&-)*D|isjR}8@n9VLX2WP#tjyQQW
zI9NJuPj-b-@jkKqCz2(r7H)2gD0TU4&r!E!>&pqQM<<nt+*l~{>UC<U;M2`&UM~at
zrwab?f4Tej);D%%=a$_RepV?Zym<Mk?fVYD{C4K<{vSVoA5ePE<-2iL;H>_>DyhE#
z9BUs<kUM^4_sW%*Q+d`;;?lD6y`b4%x}ld#>#)Y**2d~tzi!BHI%TJJaPPy+&po{1
z%uCGQExkOm{oeI+b9XCDY6(~xbh2WRA3M|0PGR+f4{ct%o^CGH$&)EQ6#raEu4dOW
zE(NYuO}@6bZ=WB($n|Y`myYk&LoQOgmUh=1Yh%&)&{OB((!tkRz59gYlLiC7X00Wi
zicG?S?Q0+YJ?ea`@B4~E?TN+7%k#Ee>3M1RaP#;3$4#F$7k#{XzwyF_#)*|82jq*s
zwNCBg=VR(rKOl3oPu%yslJ}Qp4_CheKKsR`4Jy(%Dt8~TG-&8gFwrmO_Wr@1zWI*y
zef|Cj)}7xkp1+~q=)$%5S|{h^<}JKx=bEQ2NK1Wr&}`pnOHT2FkFSWV7QS&xj=`hs
zXJg2eCbnz8{2sh3$mcQNm~lZ|Ax!Av-H1u84GlMhSnC<h*%#WIPBw@Z;x+0qbCq6M
ztMl?^heTk_V&842`_ArD)aRJ;UGmNHUkZ;WJ@_>1{p;;&WpBCH35lEX7{&go>bHAZ
z%lGW@&$L^&+J8>j5%7E4wCRN&*|tp%W*b+w6>RWhWS*DXJZXJE!RJ4p9tr=Nyq7bp
zDrd66qt(xpuT1*0sqb1S@5MitY^s?)7%|!PB$PcXnqTP|@a;@^$wCkI1snQQiwlxD
z_x$|uY`KhvIs4k_5e?QxjY~`eIf_Kys|Ya}&2(s9w9jv!rp<{PH^fyQE>F>y;ho5z
z>2&&RwfZ8fZHpqS<}@azhb>+AsHt*s=K<}>mKk+d&To1ooxe{`FHhdirQ2|GQ|2k3
z%9p7ecV10a&?vidL1Eke^!C%!zt0r;*tUh|@%F~*+289vGvu!Ot@PzY%S*8|-}(1S
z7V8}1RnDJi%fEVu>z%8vFYJVEn06EtC0Fh;IcK#nJ>io3h8wMl>Z@j5IQQ=Er(e?H
z%@<~+rE=Qe>zC-RICA6g9?xSNTD=ePF(qdl5dQwP|KkzodOxc^;X;ji%eW)uobtS!
z79UM#+-PHRl{(&j<EiGh&;!Q#zZ>o-|BqV6Q^~UKS!(;u_4~HftP(0+n``hcct^f-
z(S$9JQtLYBo9=rWF{w5yPLyx!*`4u9>OXQ8NBGq|I_1(_Q|aG2=f|VHGlkDAX1mR;
z6v($DC-KRmCYO$r6TUhvPYKGI{c@7n%`jGWw$3!>Khq?tr7afTSkRyTT)ySl?~6*p
zhU-H8c}o-bF&)-#<~4qGWLdiY_s|!i%iVdWPX3k{Kl5lw>NL(&xu>V3yzeSscu=RN
zfBvzg{K4-Q&!@l8UA=#Ouji?&W@c`i^>bUN8nC7;kVu}YX1L*v;%&aO!q2uitJ$-d
ztYf^hVCj*?awmIK?;Q30z4lSaw%h5CnB*Nr|Gp26lKDBg-QZ*QUzw*f<v)Cr{NWm7
z@5*QSZSCeRweXd9*Dqjr7%6+n=(O<utFzeUSo)ZZC9+R%P%q}$z?HcFw%&pbypxrb
zAF5^TwPIcDa(7Kz{gU-<U9+!Uv}!Ht@Nu58%(v=-S9RShrs5?B?q4^L(Tm>`w=Qn)
zxu5#MIm_fZmbyO(eZp;5SsD}YOmX$+*wxo9VkXo|SQqaR3y)m7<PYz&n=jROoO1oR
zxg%lW-mN{`)%L3=UW(bup>JtXYq7vC?@?S_%+V=d^t5B0pT5ytBY5RSo7?1X7oI<?
zm#^vD=D7H~$MJcWB38b*ep@oH{rf}HlFgcn_z#~bU&xyGyui=%=&iZ_r{w<~wAXsS
z|8w!T>t{DgeQCMc+8bfI!1<8zH8r2fek?~=TTSnlRQa7#yvDt*D`WS%o72-TuBZ$R
ze#4c^QD@MV>&NwFCl^cNtQ`Km4<rs}9lGaPBVv7karLX}=Z;f#w;Zzzew{Ph^`HUc
z630g_52W4)HFUV&cU$pgm7TQtr7io?e=bqGzkI)I%p>V6OW#c^s?VH1pmD5IG^-%4
zRdRhLi}{*0m9v{IguZXPkzN?_>|RVK^ItQS{L4o=e|)t1&oJ4**ra|@#fH@I&7HTV
zGObXr-RK+tKqY<RPQJ-j-u#MZn<QSJlV6!}((;NZ(^T1S?VoovHJ4nm_++bW@UdCT
zqp5BMhx1HE`I)CAGuJ(Hd9qrFncwSSV0SJ5+Zp_)*FWgfIkn|+%*@>M)`u)j74HM0
ze=e^7dw=Tt+VAZgr)JE3_wW7F^ch#??z0FurhfdC{Xh5p=kM%}t@~Si#!|3ud%!x4
zlx(#%KR2yD{d&zS-NVaS;+Z^dZ{#WvU3h*mmxRCEgH;<IXq}ewVmlta<1riCC%1J^
zRtZ>Cf7DubT;s6ee{s91VH{s9-ZdOtWO<n>&cJ^ES4-_vJC3!+t+?`XlK#6Ghl+Te
z$;*FRp82eD&QkB<U4|~J%vn1(yhxndBl<2><-pYx4kgwfvz9OCS~qn=ve3jyh0ABU
z__qiZ?#O-`@cE;4uv-1a0|qNKc(yRMe6Ra={h-6Xk8kA{e6?b|cu8%BXMlLFika^<
zw?#?kp0q5v!rz$XUUX?sCd<il`bHI1EG0&_4lWBn`<|icz>gm%jg0>?6!Y+%wmiQ{
z_tp*m`j5}&XclrawV%DqaD=b%k;7Z=%v%YoZV70ZZJTyVRxRYaSC4<J#^dz!$_%^<
zwuEXgmuogk{Z-}nKr)LVSCBnn;mwFNriIg2xC=d2I5){*!c9-6Nr(884wkq1?<;oV
zJg{_vfbUt!<{d)n?7anRYn4@UvhA+FKYP1l_V*O|zoCzBmix+0`CgJ|y1%8^H-5co
z?6&2{*2eF2OZ$^)WLmdHbJ34W_qN*!vHqGdF<U+}`uV|Bq0Tj{3uSDkP5i!Z`UX#-
z<jaDYG6w1!CYC&2sU6Cu{zNA{?Xa8?^F8M5TG#t74LiEO%diK^dr!#~P?)K-vg3EQ
z%AaYf!4DV=kEC3PvAt;)vua{yhWrehX3q&TCh2XMQ`IiJ+lMj#RiiQAfjM((eV674
zKXzEV$ZYmA?Z(|@U$b`pe`?a6Wy^EJ;P{l&*WFH+@2izM$T&M~i&E7(t2=LX*YB;-
z-Q&|^eB!RjYVC`9YPZhy`Kl>QyEAi7>DHZluLl47Wq-djHOlt>o5ZRMciWEzN1u1j
zwN6}++5EpmclzHYD;E}AEjhruNA~HNpP#RE8mo$xWGJk$5R|)pQPposK69VhX}fAO
zj>XSg8)p7JTz-80d80c<H>;8b`_AnBviI-I4_g~F+IjYJB{#p^YreOzvam$nu;=~*
z`}xi%zR#LjaCTq*qPnN5UdFw=U#oQZg;n3I(f+PvsQBvMl*gMri<?Sg>}^*y7q0lp
zW&SSt<jt9V0k3CQ_*E<2U*S^6zFhcw@t(*Tg}i}c-;HkOwcJhr`t8~A_l^9kpI&Uv
zG`p(5XyaR*<R0xa38xQPof6e4-@U>3-RD2j$8<dvQy=h8&XPYhm2b=XgDSyCzTI=1
z8GloYf1_=@tMzx5&6a5&jE*gPYkt3G=bnm0F6-(S>O6PeT9*q*%$PCr!<B^VqVcP>
zj0F`RBsA{nFf);_aLvEDNKNWH=c@+)+~*&&xdb?wg+ph!uuZ(d(-K-|{GB6Eul(b}
zeUH6Z3N_9o3C{VlX9>f@ol3U~X78W8>Esd5>Hm%fPR-D*Syo$^AfJ4`;vs9RE&sYr
zRc)Qp7H_>-8()+wyPl{r<6p}i$gGq!<%^++>lf!etqY4wU$wqoKkak6{$fE}QJywd
z?Io=RuGKB8Yjy5UY?CQlaB%*f2s8P6y6iGlE0u+3)_uS8MnOkM(V(n(_QP~J-8%Ex
zQM=hA3m4eTWhqfQQ^jysE9$JS#60yiK^hJf)6NS>Ma<s9{I~E(#f)itT7T#r^)PnW
zC&_+i^1<yf&+q&GXg4!ExZ85~^mr5D{Iu6IDvgXE@I1<Xy8hp<<&L*kZ`)N>GkM{g
zjPl31MziHKc3ys|_Cxhj{>H8+l7<}T47RL`>9pp`*u@vVSk^~!g3vx$c8-<{`vO`{
z<TxAiOKN8wY}O1Hbh;HMafJC;<7zLnsA5S=Ml16vzK?|c8^i0&D>mMLJ6X)`l<?E%
z9gnBCnR>}|Zl5@-;?b5b3o36u3BNCU{;JQK^uC!o%BR$P*EqQ>Onb6kGRJpq&EyjA
zs;g(JMP@ned}|T*(4+Xz&Xv(Ak0Kh?8wBI#JY6Fglh)lXcQ0*Uv4!Kz!}H=N&pmih
z*zmpewLAU~b_UEc%vE}`bdp=*HPO27dPd*oJZ^ll^5VuD@(*fWH*V8$HAp|zAZ?$y
zR;uiH-UEwgp6~v5iE5ndeDQ@x=9f>f^JSieN3J9#bWCl!|M%qf)BgWf-*4BqY`w5E
zeBb}S^3(h6_BCET`}%49kH__=V=N=`9<)3*pTYk6-t3oBilq}aKF<0dRN*;!f1t+&
ztAk}b45Kew>M}fu-u5u}uKd><wY(g=%QohInPAB(li90n`FDmbZ^Eqm+;g|h&yE+e
zJ|${awP4o#*{%I?8lNw$&*MukJ0BqZ;abVh_`k2~gX^B(zOT3c&r$a`%b#pWKQ_Pg
za!m002F;wOt3tgyHdqUHZkjyV^6S49msJB6mGb)D|NP=^IQz2B3r}{l$V-(jiaXH%
z``Tgu)A@C~LgIe@v)8Rv*Eh&GDZNT?XQg*!q||#EUWU_$`>QU<bll+<P&J>i<BFvB
z1EZA+%qHz8`5HdG{j&3PYGd<@1yZRcNvmo;yZ<lU`Tt{d>aWN9HM7^myxIQvZ{`GH
zpP3hue#W;fz97+Z<A&|Ntu3!_od0mk<k+(V-KjkPAIj=*$|o!?Tk(NW>D!~)h5XUm
z0?mHpDJbeC%Rk>K9H4y5J9&25Q-(91%D0X_;H~(ym(O=Go6X}_dmGtjpN~E8WM#hK
z!msKFQoe|NJ>h?xz4*ZN_x?veKD|FNU-!XF6BPsBlp8V8smFcSS_SI#yZ<`hdCIrx
zv%!*G4kC)$7f%*#+W$6rbJ?cQ+sl8){x$ucEq_vF$?`TU&D(abpB>TuuljL&!T!@r
zUi3b6ol(-t_xqY~jjD&y_gy+yyt`k{&5=oIi!pTgeE!n%)4fT_bC&e5>}yFoP$T<B
z$e4Y`YPqb&uha9+-hHz4e$C#=H!^%%zSPgJd$v;krD%vrVnpoS<e%S!a|{(#tTWOT
zt9KRe{{1tq^0)Z*Q|9|m&Q!06wX!vgw5$ETdDCV7->sad>{{Nv+M50J<e6F%9iz|1
zd)V2cwR?KE6@B}2v*>$ws>8<kx*v=43wGQP=s6X&v-ABQ{k%07`710Ae|hrf=jDou
zS%+Ak$5eg~pRbg{v475;*k^N`FYoG~U~6`*yW7^rEN4OD)okwMb!+GHrmrapsnbum
z|HZvx*TZ>ivJW}8i^_{CwKPio5m5VaY|<nn^E*9eC)Ol6-4NAsN)9j7HCTM|3irZG
z>$`-7u0CG)XkE{SgPVLGZ@qWD>gs#JiS}lWe@y$A?bxxt@><3D-Lukr)9;$}W=xf2
z3RpJjp!q!e_iO8~953n&`ussESH&+wX10mx+MdbZ{oeJl>lIG@SCMd0@z$N$Grrb-
zxR}4;;9H($rJbs81h?eMP1t%q?KhuEqtW!gR}$sFxIW>HxxU5u_nqSpdf6vfR=&L$
z{yC!}{f5JiHr~BYD|VHN?^t+!-u;>%c1`coEKO}1+p=Y)thj`&8Qv}IP5#t%jWytJ
zvUj~T2YbEf_E*IRo<~R>-?ri8j>`ANm+mRctW>o)FWdU~ySqizm%aC%ws~%C+nllc
zuFKm^`~E)lx7k*I_ws|3^^$FAB5hrhFWQT!$7Qd366rcif2~n{g~8mO*t6=lBVH@l
z%v+ak^GQp=y}n&2!pb?m?BUZ7XJ&q0W4EF5*Pqmkn;egQgSC9aX6@8S$bQ>kcw*D}
z2d_W4AD4UJw)cH&cwy&WhPhP|$%XQ(nKIRtrx$klnj37FzdU=Q&&*j7{2w20skn80
z{bZqU=Xdm3AGu@8^jQ3!SY~o)!i}((wjz_h6!0`|iL`f9HxYE@RGT5vdCW{y!Ft9j
znFUWW+zl_W{k@ld^O61k`1+`QKdbFE>pxDfkMr~QJ?ho8<@#Zb)NgYqEIn8KVC8Co
zs?8Ix**!V4ptbdB!i1`gCKs;VwTcvH<uFgquG032U1^~IePYJ4rQ7b+?2#*RTK&lK
zes=KsLm3O^UgdkR>Da;AbCTyoWk2wLnIy}7r(dGrxAn*7*BkGxt4Q!aT5f%>PCV@R
zAwj=x^#jXJ>SwSOR^}{ibdpegB(eVAna$6n3m2)SJ)fNU=UnlVsjcaIWEO8-SGZMb
z$;La&okU~>5)=%~W>lNMoZi38aIWhF3+DBz^HwSp-?4EF5HFK`ut9pt-TJ2%#WgQ4
zg;u53h)Q4be_m*N;_asT1dhpz;(irQaTa_kD{}7ZqLjIZSahW(eQsnwy>hDEk=xU4
z?#*L)SJ10vbbq11l(L=T2|RWF#aXSL;_K>UWs?1MKR;mXD)_#2=l}2X{~xSxcKgru
zbi@3ns@J`l0)OP6_ek@Hmwr94H~66?Pvf!X5Lw~Ag>_SISZVDje=k<rAQupsc;|G)
z<?PTIxfl7KpArmncGGzO<)v||kX`t~fE!1$RJN|F)&C>fwp{*>-sQ{XmfO>3S#IMt
zeyM$-vv}$9{cHd9*Z;Xc-F)B2RSk;$3qL({|1Z7gQ<jB9QE7;y_tWLc4zBSP=|bX1
zIIL|ZOwM*?vftX|@jzebNwl{5<+>J~pLU-zl`hGBa?MIqV4tYomB+gK_c05eHs;Ou
zerN9da%y&J!6TvBt`a#V)3-&I6<kyQ{H1mG3EsO3XE|3q6)IaHXS6JL$JHS3Gddi?
zEu5zhnW=fETe>{gxhI)+da-`~)XtU0Paj>ck2$tXZ(9HTf2%j`|FI(H%>DL+7pukj
z?e$~>{l8~ttYY1%**-%nw?ONI*7M*q4Gxc&$jZ%sw5IE$gVA2kBQC9Xp9-v2c2;<$
zCMOp*L*$F=8vfFU&f9~W8x9^#J2G3MXUpmD+xqLbIU78WfA8?^*~WeSj6ObzDSMVb
zc(PjU%D*+|<6QNGt~f=_@5!#nyKnwJdrrrVKPSsO?IY*^Q8?tDeP-LwncIUlNUxl3
z;2ZQiH@0tj<m)$APr58xTc#&bDiHoX?N^_jok5mVXM0bZFOU4^BUjmqL_QmH_V}92
zy_N7dY8|r~oAiAh{UvWYCcovdzxtphbw|q!mG^Ge^RNDjTyMIiNN8<dnEM;u)7NsA
z$R{msc(ii&(p=`VY|@r9{jN^Pc{ibL(_Eij5uJ-a7;WJHx4qx3zFS!6yuW>n)@OgS
zQ`h&^iM>6lF;7hGlvq^!v@Z!q?(8}FN$rQ)!dXd=w%8^M$I5t=w_UZ^qN*OVE=F^?
z+Q-v<2^abM^4H9NV)DH5*4cxl`ms9ue;>}Dy3+WK`mLCh$&Y4!`u}%%e4yGPrgzW2
z*jzEL2sjrnb8zzMtDny4=TDC|7dMd2k?>B)_}+DW;lihGHU(?A^$V?}rab6L|E(aw
zKJQJt0dMv%wXlX4^6F9V|8{zI{$Awmmk`NzKV$u&1+|&;ChC9x*8cua<h+XadtdUN
zzxP}3^SSqS(nfLj{@4DK`d@L+^!$mhFV`&IbHx4i^W!}UQlACnXG+iKa<5F6d3?*P
z{*iZ|we{gQQa=RMThtSFF)RQ7aB(^Z!>)>}h6e*89W)pUZyf0QdF+?p47J?q1etf6
zBPFz$ISzliU3Dh<(U;f$`_AxQ&hvQZTu^pM^7!uaM>%aaCpSG{i<^1KQNoDde%HsR
zk3W6B8hy~C?(ysOi)>vA8|J?CH0mwn___Mv$Jwh*`!2UU{h0m8xmP!N-rp!zj)#%;
zrgJy`jeB^@OV%fK+QZ$~%1`kwS?h7V#<<Ty_FeSFJ}n0g4UTf>qsFoNzwYhWRq$nR
zrSzJ~xg|!|VwW5`aj5CH#;n7SXYrZWt+tzJ^g8@=hj#s$Yj)up3ZDa}M6BEL=+V*e
zQ%_G{KXqi~$%HzqCB_qv2|m@IbY$zb^JUsTJJi#rf4pK_y00g`a_^o09kto4YE7TM
z&5#aH&}d6oQf;vF#nIyKlH=vGXP6&t3%qr=)9C@H^x3rwdnTtj$~_V{WxL-x+o|dC
zcITMh!dnOCMW}RJWOFQixTn!fYxydkTWO{$X1AI`fA6U=v5j7~e~#Y$@RKJVJ$afP
ze&W2bPJu+j1o16%|CFtqJnL>~#<GIohG=Jwdrlu77GDUOQ=Y_sejodTl}VZB_R4*k
z{ISvR%4U8yz4HbRFB0M|wOshj!xt*mcs?=Bd9SZvTv0^p#K+x#CC>0if7$F6`dsz5
z?;MMJ&$qts|K-|nB|vcU9na|I9R+`O-m9*StJ`)oVE@(X`Sq{GFBsaj{@CmJy7-uH
zj8VUoQvBnO_jgHtUuku8b<Ohai<~9C)rOsPzqn%i{A0D+QTa2kesB`s5oFMs{$6{>
z)#V9(^JZzRToBe#@J{UeQP&-3E_~@v&|SoK|Dz$}<NJrTYS-LR*2p>~?PFb;Jxf`B
zgZ#6dA7<=QdNDiUoK57rJ3krZo^YxicTW8GY}wNr-w%5=Zh3V~efv%B!oI49EFAN`
z{QZ94S>eGQnKe33O1CB4xnKJ{f2MNz>F(?ChgJ(a2|SLE=x|nEGl}OSpJ>-L+nB9R
z&gloO{g;*dAG>fsqq^C@MRT%t)~;H)#Gd){=5&2|H&>!X{98}g4STnHqSu-tjlEf?
zRe#TWeClVhh?VuzN3GsZd48*_shwBqD2RB=J;&VjugT_n%;7U<u4G=f^m&NVf|#kt
z1Z0+{$kj^8R4xc?P7!RDd;W31M2}FK)VCCt`%h{^_MLQ2W`2I0Z_9qi7lQFtE6*fK
z&*cfYebeUGlVkTcyszBLGq1MwFPDIdAX|dkN7K)1Hh7$uT^pcr@c8#9DyNNd{yAA2
zEzwoGW2w@#?UDye*I9RSukSymUaBwZS~|<F?DYNP>iWwk&Z}Ix=jY_kqStr#>u`U!
zOE^2_vT5Y4o2@r8reE)0*)~^jvSiB%UfZ{Mdlo6nIr+%l*%x|jgZA7RR;M{{&Eb+}
z65=gW2>7PJvGB-hhK)_@6V9&x!nEL<)y}nZelRHfpQ|(1^{vV4xo>;zI==I5YFQnh
zl)#qr_cFuI(yzP!M&Gxet#>~>=|{ATm-hcz_k{YLwC`)Etj>yKTfdN1F>~3v${%*g
zD?_gxtK+QRGj~H_%gdD)`?^k=%~HRgB--Q|nRfATze(z(mm>B&*H&ITz53&wBjyK=
zEUQo9+<m%fLC?m=;vYpHaz65I$!PQO%@Tgg|M+NwV$+Q0dwqPuEdQV4S#kB&vh|TX
zy_`4xh{(-}QRzFg^TAgxHRXyrhwl9?*UCPyuorIJv|<10V=r!+syS&Z%*hcCzm*uf
zMRQqLYT>z}ZKt2O@||#+z2k&Y#&v;o&jSqKN_ZD!$~;xjwE4_aHjO*H;H24sV=ggk
z`ukVN%4mGvakA#mQ?AvizaGEWo_=osIU&tBbu+%x*7eoRw(eQsZKqatUi`GU{zKZ%
zzc-nrxXq6Cl|49^Bc60QTrb`(a@w;Cv(6<fTJYRzhL3Gb$96`$e<5vV$Mg;SBCJy~
z+4sL-epI^f>bnHXaJ8U66Fe&3yDVs%)_y@{qQV2&Ol8}rUH*TV*aha9Y&X<!uy`4=
zOfT-!@y?@Pgq-%L+n$(S{w#R@VmZ^m;=ilPx6XB|Hmmi0y!GD>!?Yu7KW0bG{~Y@$
zq&8nF>v^*Fl|8EZi()-tX8~}!zx-sk#reW&wo@PX_Dz*Y*T{W$_czn#UiSkY!COs|
zKi`>pJ+5}+oI^|B$J%J=R>d{{*rR<mEy&$@+1lMbH*9>a%k0lpOK5!(>~n_Mz)#s{
zgYBXHy?f1k*6hBpF7(6IT2bydw=1`7jA~nObM=>_Cd*nk@8H~5lDKZque14!jyh+b
z%i5sW+L+V$w)l)}emb|nS>M0k-h6#o!Rh>1;*(ZNaoo!HQ5!_{jk3PXzkgISTsE~!
z-md0=+LxylYR2}*%OC$Rt~Xs0m;Lwb?ezWK{Z*xf?++`P9W(OotM=+GT%xw|SpS*X
z_Q&sE-8HKzZi&ouxv5GOxrh6Ho)XPjd_LYi;qY&v(vuTzh%m9gT;u;lQeyIsQyGn=
z8}u&7y|S?2x@=##s-)L<3UgS?@3x;_|96!i-m-c|WQk7cp_=4*r{-zT?eBSLR4)7Z
zo~*>%x*4{<6{(ZH=C0rWFG82KK13k%RLWvmS)+h=k-?UWQ=4vuw;qX|@y>L{=^6Hk
zE4JO)-ypE?@9y^SET+o&S6djrIqVV)`~B;5_&S%r*8~MjgpK1hS63HLtK81R%cm-^
zCHj|am)|RK9@(Ddf1kWDIL^g-mgkn>tipnbwDsl9p%b>Hp2-$CGV}FT!Scte-^KG^
ztvl@eLM!g!-MXpUcsITJ{YqPZO8maRuP>cE)mad5BS0`^#oxg9kDqR|-+Ep+>ezI#
zG?vR!uQq=_{`qwN&Espot112syrn#6!<w+TBZB8!+*LkE*RBdkx!p74zV6eR2ez+x
zZoIy>=i~INeVZoD=lRwreB$F~*Qi2=&mR{in(e=Qy~>J9zwg6@bu2IUC`~zcjbV|8
zxqI!OYnM&W6i3UbrT@R-f5`f|(&>*MB0tQrTH#S9dM@F5_OTM7%k%iow79#e70&q}
zaGFWx&4u-Wde3I=DvT|+SGu>v?&k+KFJYT$hTCj+-l{d0|MRMBXR)yP`W;^X{v2c9
z;VYLK%EDi*vC=f%?&OTFTAwLzUoFrU%KSGc`H-=pn|}f;Bd^Shqq1g?6B6%z*8LFF
zdFi3apY=8cYgjfpT`bz;P%TxG@pWy9$F9#$IMY`g<e!^fe}!eW*sc@rlS^4XH3k*!
zzO(PQfm!zXbGlRQe@^}{9BlMWs`-6cFvssJqI`DG;#NqnzRq(?N=xbL^XG9#l_#qG
zGutcg|8x1*WtokY+b${_N#63zy8J@D-8kX#Jx+e50}6FDuOAl)J?M|C;?11LD|hm%
z>CWa35owR(@e^GYn+hdw{m<>#D815e;ZojZF)d0<k9WzhIkQOc;_kBsbIUou&-ni0
z%F+oL@xT7rYx1k<P1!B~CpR;?He}a^x3(-duU!zz54bNEoAlMt@=%Xl*Ib_!>-=^!
zRzJL`wg0^3hrYXCJ&vm{KR4CS#Q66Ow{08Gyk1xtyQMsbN#AM4;Wf&ZyEJQV^A=y-
z&D=4orLm4d%<N{B^+YzEWVOXt&F+<be*dy=mB4fFxnHF^QpKNq_o``$Pm{TMb={eA
zv5((*)8sxH3ntsnIN)qDIWXx@rJA$SO2Ju&#qw)qjh98doTz#J>e8r^wX1Vuolo1#
z&zrr$u_c0kv1#b+)QqF6zb^1Ivg|SbwN|}GmOU}xGV{TY(PkkPY)d=SJ9`{IXg;(K
z{CUiA>4UY`&MMrA{nc|hPr2=<K>ruL^}8%*WeTq4tPFXp@p6vD?;AFy?>?z4E3o$2
zmXRNBV_9axa`vjLiI7jn?%CJkWflj__-r;~qk$-w%tpH%zB0$SCF5pa`LOl-;-ATz
zUb!u{zR^B6-Ck~Hn}PU@1m@=q%hxXsycg%Z_;B01ycor@#_1jIsSZj8F{gfB_Gw$g
zQaM55*j|AEwaix=&N!Aa?^QqjRs8p<ncU1W-%P^YK1!Hcp8WJFt=_WsRm{(S<!Yz-
z-d<SjZS;wkr*Y%yliMs?m`yMJ?9{f%{rp3n=k5iyhbI5Tq6E)3U%da#ifOO<RH;ML
zBoC=?UQk>5_H)FeWjvR=)W3w(eBRyE;<)JLX8Yggs=CCD*iGdp%k?L3kJ^9Ya=x2^
ziFp3m<;zxn`TWu_a}CehqF3F|e&y86&)(aA{rsoH&u)|)F|>bNwbp6o7e8UmW@#4F
zmBmL7gimc;TYAs!)9**!{td>bKPzm1zHCj=rte$3#ZOD?#~gk8_3tKQ!!R-Pn+0c&
zTx?ygZ`;4Xt9z>Hg6`+mXC`PIPp#1~|9Uu@FZI2%G5f_8yk83TF|01l{_>RX`F;;}
z_TRg?c5O52IVP|-u(GG^?XkJPpFZ2G{<Qn|_tW3^eYf3`G(Fm&BW?j>-`ZPk84C5A
z{H2yWimb4aUViMaer$hfwu|ZdhWyF;4SYLpt6y5DzIlyXa#-N`6@qO{xBhYX#!mKI
zcGv1^!aSqHlce5$C=K4bty9;8OLXt546zwbEP_Ak_ssXLwlN9q3P1K){cJ&Bsqxdu
zZ?=01-iH3Do6~&3{Z_5?BA(aUy=I-PCm*<(Ryx{QnhCa)T|f1_Ja3A6{Jp1NN_;La
z$lbd`<9&<g{rd^_O4?z~JDBb*la-z!o>{ig>_-b1_q*^J&;1svzCC0Y{j{s>p4J4L
z(7Nd#b(>S|SGfrIWi`BgE!)DZJ^j9L-Lcyb=SnYRT^V(4?Xoiq3@3a)`t)jnN#Vcj
z`~9Dn=*8_5viscHo3`Pg#l<%3@9&KMC#1Q?>V)rF)R|Rrm092uM^?&Q<`~28+fQn3
zGP(O>R$a!S<=%y-LjsqGtDoJT!e1i&O6!c(pEFCl!<+U6CTEytc3Ss`MJ@YUeZO||
zpI3Lk7qFjs#b@KSZjY-u>%XV5j~c%>PX6}Uc;P;)LxPWOdiBq%R6a9&JZs;xi-%UG
zC)xd-@$^Z=l6n6oOInL%)h)_DvU$bw#aoh&XDgiwu;yQ%_-;?1!z;J)&mR+<K6?CE
zoe*TWdgp^5o-vzdvCUfJki~fE=!2ydm!_O4H0=p0uZ|Ypd}OnLn<N(x!-Y82kaNHL
zijOaUzpLu@i}lq{82#H>8>Qdw4s0oRj&8lkD5gJaXX}B}TV)*!BpYx2+U0++?Zt*9
zhR@&So_!MJoAuf?QmK#U!IcHVa)H`nM@wIJ^d*Y;m2^E=Fy+5&V*I5G2O<uvpS#zF
zi*edo%c;pJEmk|ZGO7(vJ)6Bp{p_T6fg6XECLG!GG`-qsr@~)5(@M2((>d}*SI&BH
zzxu-j<`By@lI<+(j_h1ibs}QrU*#iPj$B}^*)rLz#d5Md57Ye<)1*Z|Bz;w8e?7^?
zO~$l~<>LFoR|z3^)a^eR=cOH4%i;Ch@ywbHYM$*m=Ta2)Pg%RH);e7F;MpE)`J?B)
zUcP?+fZlf%Z!Lph0Zw02A%mDT{6B9$JQHwn<z0bed}=P!r(X^GzM-e?K*HUlertO}
zyY4Q{oFRN}g+=8o-$m04zn8Ti-ui9<=f0S8dw$(DYSF!UcKg3IGG}TWpXY28<l$Yr
z@B76odBt8DLIP58d|#co@9}M%@^Pw!)yMZ|>~;8W#($J3UKwchOvT&zufT=9%qA8`
zjQeI+x*b2}n09W?f!!CnZvFV_YL@OO@l#AK@Br&e&l7Al!qa*UE*`LQ`28kftMnu5
z=`4Hm=SjOnHp;a$HBPTh@%&aiMPg>ivlBilcg}Nv%l?x7#nMp2=5w}I@;otj70x$&
zKF5SyN@OeC{*`4a1wLr3jrv^R74rJ|JWhXs>%O-Po;#lSu=}H~dd7R-Nhj1dKV9;O
z%}qV{{&AJZEmI@ijave_Qkk4|OSjFwt>CuKit~|z+sD55Dx1!I<aWH_^Cx54pN((t
z30+~!){&6X;8r$JHJoS}={YCimu2sz-gDUkr;b{lku#gju|kOR?LHsIj{66<vL~@^
zV^@4FpJ0^kbSpjSwNt@MrsJk-FTF307LWQScjvGo&zcQ2yN+|UOYJI?sGXj*wf%d7
zjCIJIDIc~KR&DsPjCY0E{J9*;cRAFZ58usru&uzOVZ(tPFPELu`z-f{XWHZpx3=A1
zzw=*Q)+}o0lo7`8==l!rDI3=B@Kq5s-@$Kj@JnRY<?o``V>XplTAK9h%@tC)koRoM
zzp8s1<c|h-u6%sI^YCFVQGwd`^CZ_l+j-jj@zXTR&ipLl$JN63?YIu{wA8+L5$#F*
zqJ7sRzD-TuQTx>5+_>J?=i6qv_pDyFzBc}&mC0(~-O1;tKXo|pCNNRtC&SMGhK}`T
z_n(+(#<70E`e(lTM8lR9JB51i-RgR>MlH(NYUZ&I&U&_)w?s>y{d>5$dJV&w11%?i
ztUh~bdsX?*kNo?Bs}@wx?pe!dzI#(=nJB-nQS_X>U2f~8_2py^xysrW{$NSY5o%n>
zU4L_y!(5lc*BjaH816V(e*0Gc*^je-yti-VK5WgOe(G<e-y*iK>@`JeDj!*%jXubI
z?wt6Vo&}o!9`e_%-}CR*YoFFFt}9#iums1P^j~55u+3fk9n<uR_czYW-ym?qzrAMq
z`}zOQSznf#yLwBHbX{NhOFf^a$=0>&E`0c)Sn^NMkKdrVQ{eB7j8n|<#go@Qj-R!z
zI`sGbtA)28%B|*oru5x*N4_7w!^ZpUbMjkPINRO4?)m(a<%d-(r_WoJqQrFmh_Fes
z^P9K3%ifCKv5s?fuC(*fUt(kQq3wXBme3EW7U`OYyP00t{au?pSwj0vcE9``{eJoT
z$@!wWt#Ww}uNLeL?2)-4w`X^W(f4nMcuK$TcsaTGd4(9exp{d~{{n4qxf@Tj_B?iG
z?U{93Y)+%+9IKr9k?g;sD~@L^6lPm_XNfNFcOHi0OE-w}v0qs2n{nIjzN-0m`E!db
zU+L-Zsgd3N?%$`o_y68KaPasX@xuJ7SyMMmEt+(7N_6@A+jAlmug%fFbKY6Fdgbb-
z`<yHsqEc1+0~fFHyv5iv^Fp!RCGI6W%bX@(y;eQpi}UqauhPrgS7@8W25aV?F;8vV
zX>VC4<vNM$<hxI+xBn9pz7&3X`~I(KKOZ#rM>rnTma4Wq_-5JurR;xR%wBNTQJ2}p
zP=sk_NA7+0ZB}j^o$~G+Pl`h>tyX++X6o@arkgr(&%gJa<F-1n%cEJT$#cc|z;iR(
z=RcO^jO8>tw^{L(z*qD8zqX!Sxv%S!(fSV(o<|G}oeg#Fmd|;^k(@EH>xFH>`A`Re
zX4@u<r;OV-&5?1x7Ms{Oy~i<pSI*+!Wd~$4wto)3l>V#RW@+y^<8SNFZ;O^X^+G>d
z`tub=$Nrt3N2flGo@TMK{4mFX^SqbNEf-<%bF_XSe%L0vyw5plzJq`HjL)&1!8>QZ
z>(y+Vbt?SA6akgXC4TwK9M8ARuADsm^X$EgW?q)C*u`tFvSq2RVuO}Tz`Eirp4@lL
z558HxytL{e1Eb{n%6FcZIGYX$+z)%W{>zmm4ZC+dYOJ}CZ)C0?e&P$)*5;iFDXv^o
zS+*4l)W}K7wbrqSeDW8$zGuV!=-PXCJX`*B-kZbf?9P#QuhS*&XL{@3*OR}qnXkL0
z_V>l|V~i}Ne>t2440leAu$UP2vUjF+s?>YM^c(6ID<AQ+IOSV;lnV$%h)FrWThcix
zBiBdAql0-yVZhXgT{6!e==SrzKf-d-p*Pw6-={mm=Vn?&s_Dlh9{%bxv$A40PhO(A
zonc(v^Z9=QfBp%#*S&0h?_m1Y*%=BkZv`A~bM4DHlYD67IWA9g_O1=TV^{i3&-XbR
z<Jj=_s?p(@!k@qAPggWc>Yuka%*}6Z+s5Qh?nUplczPWUNNDcmP;TDgSi{sfx#4on
z1CA2e00!^1K_1f?o$gs*_$hz-&OP&mOP7jB2~JO`5$AJX_)|cC7Qfjkj~XtfLL07+
zuTow&d<>s&e12Btmji)@XXh3gyM4aS&9kw6iSFaG?hj9Q`Z%81CZ!WMg~R5N)}pG0
z?rJZqnE@gSHh0Y>&Yy_q@wO>&NWXBKX}RvEB9Uj_2B$q^`VOl}&w8J`yV622T`nml
zVd;58%k*=l0>_r<E%+%@dvVK@o>^8ZHnjrRCm-}_Y7X#^T)^<meed3?j)Wq&)mNDl
zC1qp}9O0O(q2|{2tCeGC2|sg>z+KL~tq0e5{@51j^xflkZVSiW5Fg*Z<0@aDzA^bW
zDd$nzq)&6E#BMnpG`XxJqyBg2j6JD4uFi>kYEdhD%p#EUk;=tn&278=t9@Fea^_p_
z+PXTeIae}aYCfymCl(g>c18!eeM^{~uCz{T&FvQOtm0c2uzkbB#<Ois@_Z{cD}Ge}
zt@tjw*3C}9>9=E=?IcqRLC&9#%@0cN|K)T4$?qfnkAJOc(`0pDo-jkGRX}aQ54LmG
zl2=4meqcFltv+GLazAT<>Y3)BCpd;z3*QU5(6VxBq?`0wHXlaUIUgRFsxO>%Y-7ql
zzqp05kF@q=|BOr3@jZNcL8f6>#*WF3J`P`IAGB%h{GXJzq1VssK**g}X-=1qX7wd%
z&bh2!D0}Nl{PfA1BB^n5E53YOE^o#Ypy$rLKKr`<^y~4pjF->FJ1w_(>gd>_rNOgi
z!AD+x)hpY1ql=GUSLj)+*L*xe@=cO(68i?p1JS|q-e3GaurJifdi>%1!cT{uYPNK&
zywPEQn)40!fjs8({(7_DYqVTC7HaZQ`+H&RkLmS-X}0(OUfX_f{}JwgO?iE#$D>Vr
zPh2?FAoX4H$jZm|_pd!yJ5{XzC^|*vu=(c={eN!e&pWk7v*(%jXKwDqP02UgW~@K3
z_J#MntA6bP?(=uPH2l<YE_^|PzUZvIQ$u|+!#1pMckJ3L<G=NAP5-UbzsCHhC;5Fm
zTlMo^WdDoAUktLc^48}M7Us>{$FkUf&3>-l8sm8{*KB-ydSgnQS#rUG*^>*>FZTWF
zwc5;Bmz_LuYR6Tho^8UmE^7`PNzA^`T@cF~y!ZLSwO?lQxa^LybF!{onQ-y(J}H*p
zy0$(a^=4dIVfJ+!@0sRHF{UTxzO!8tbGI(rZaZJ?=By`T6B4G}taxPko;f@tQT<H&
zyo1{kew3`=*ZJw=yTv<=>ewbfl{?1Db)@dub<;4<cgkOCJ3m}MW)bJU<7VK82EVr(
z&U?SFoF}+o`3j3U+{;dcDt@<<coV*B;)0t!tG5}=?uoxwZs4~n^NHg9vH~N8z4z1_
z|7KZdT1{jB{Pf=R?}x?zZ+)%5xaS}vcl+<!4+oEbxz6|d{JO<IBDBBD7w_8shw-gi
zw$r0M<-87i9)|7tB;~*MeBbxQ1tszeo;2rAT64u*GJ4OZbrW87gibAPOjGKx-}f`d
zeSY~qVQ%H*)6?F$%K8XTjJ9}P{9tzcqstque#kscuWru!cy6QKJ%cGP^k1@Q$2OWD
zc^<b}@viE31&J4P1MaL~+P-sj&XQCSjWutKKb+bYbX?<Z^=luQ=SOwV=!u3Tg^J6a
zz4mtFdb2Q{7ygwKEHp0GZEZfG@>A`Z_5F$Kx7=bD6?Ir+KhwK6vG&Kc%-EUpXV!=M
zX)WkdPkVBI#ngg=cZ>U1a^!pZ&u$K1wr|oeiT58adN3%KSf`(8JZ69TiFj(YaHYz+
z6VaZt|A_hVu9%sAQRi^{*`~$C8uv>}7B*>|UA5&?;+jOOWiRKM@@&8O#JWl8PVI?2
z8Tn&dUTZ2I^5QQ4U$K&9jgmv%$NaWGem+*ANe9=YUgiAP+cQgD`jGWM?i02#uE&ad
zg(6K_I{GfCq=^eJc^UuTSF--&SEG`DT00JW+Vkyto%jisi$~;_s7|=NRNMTb)q~RR
zr7N4QU$V}#H}812Vb1<d2N<IcKYn`UCihb2{ZF-dKB+#MzvG0_2mb$=2LI>p|0-|T
zJZqVx-gRr!%QJm)s|^BwXG|~;-{>B$kdX8?#d+bZ*zYxOi~}_y)*O~ucg9}tvOsTe
z`uYcwuWa5W_#eB+DXC}PTXn7V!;HrQb9}A72+aQBToczVu!+UTHqh+AqOF}F3{p#S
z7jWNc()hf!DQL%*2l4T<{!})8pIBP+dzHt`4Sq>KQ~u5q-lxR<JL=il)KpWRHifE7
zXVg^mA{7^$VF>>GJT2?;E7_Ct|IVs-e1ZM#EUza|7S$}feed5JVb*gq4$O<!+%Ng(
zmCNiSz14Yt)EuqurQNrzl&Ke&daBIeRwpzqOhKPBL|>b2@$#Djef}@{_-bv|FIsr$
z=p5<o5lQoBJXlf1_Tknlr;=L>v`yY`Zc^BL!!i3#x0rLAK(O1J3m26x?9+|8<?H)s
z@vObp{TK6|C>CV!t!!pG`A^T{nzPk0^(PEJGK>3mGB#|Ubx~~V%s-pw88Pl&cPd~-
zptV4q`Su92w9Ycl-RB=V&bZXHcKH#pwZ(~{i~fI5I#SHS@rY^C7ZKKH&ra~1cy?y$
z-)juV?0j<0?OR#<@T&QwZ;uxqvQdltb?1xRmnXj;+h2YWeOsXNQhQp)oX3hQ+TKgE
ze5yWTE?4>dQ^_R_&V9n&lUtVY3)TI-sjjzT>A91aO+NbFnAFcM@H1zh-R!VC8#o@X
z`e>?u+eNU6>&Ekvgt@-2{cU<`JS0jQ|A;CqF`w1^vMY%3MDYEqGpyZy-FTtJz3iCo
zT^{4agAeZP{Tx{#T*S25=5xWNAZBr48K+-XPc>$|c)Xu?*~LzmWA)wNbQX%*G_v_T
zSKXTtT6RI8tZ-YWT429`*4;g;+q_vD{_Wc08o%#j=F9!&XN~No89UX5w>K^e|1(`B
z`;=hm!@6l_kJ?wi*3CGQ_LFhe6GflIhGlzC#;a$k<;?JC5Gr<<Cp+<P%6~SQy_J3^
z@*OVx%c*mlTz5;ot>d!6&3#w4=zX`h;d!5ONwryHt*5If+tG<43Uic?EL~HYHv31)
z{PjvL=Qh>nPyVP<x1{>j8vm3x@}IWN&)%@^k^kPd=o@9vmS}W_{&=TovnfU^Tz_xK
zxp|i2zXeS~Io!nVbT_JXyi70VWt*}^R^x-4yTuNn{2cb`Gno~OE-v3E^+T>8>(dvP
z3j3HChlvf}HU&TAce~m9pzm*OK}zesJ4cfz{<y*a?!o%LeX-rW-;6>Y?fL5Wtkuwe
zmdGScdB*TR!5%jl>&+JyzCN>BF7Ep2W8sO<Pc44iv4_F-By-v`&JN|fTwOD69-Voq
z?@`8|L#ZMy7nJr@{<!UIav;90b6Wgmk5?J<Px8n$&F3newP4kZD;pcOIH)!zADnN%
zzs%s6`j?6O_}v7n-fWkWng8se#MiB9S;wXxH2wGHPEE#H_BM+<e9~pJV)lLemHl*i
zasJfr_iDw{CF8Z@|KGZP>dqzWDYLgMF`6)C%F&L3o0T@*`uprwHJ7`64Bhk8ZuN{E
z!dIq<KMFmo_UI#fiF$8OPF-(=*aaze&;7IJ=<eX`Z2UQ)@W`(<vrD%u;Snu=UHm%h
zr;W>6m8;hTpSh`auKTmL``H?X>2=OC-Qqd&KX+SPSR_$CO*Pkay~Z_*MRui2WWSYO
znLk}iap}oNO~v>4xCA~P7FD-i-oDSIeyWRSd28HdxqHWNlzsZ5d%lzVk&(&FtNh{e
zi?|-F{V#IvPJw>k3D;TEe+WLl%;hed%YVYRZku+i%e%kNcWamznKpU~@fGSjrM;K%
zS3J17lGR~We&6mVnKIeZg?ZD~trUM){dLC@&-s~5=dN50&6~Tw<<Nv@r;;;m7p}a|
z;Z@*!`YyN1bg#4j`y7^qEERPL5$9j@HYxMZb5;gpnf}{eDhfF>@2^!6y<@DqK52uw
zp!Px&KlYxp2kr9oE-tg%_tDISuX>ZQ{-RfsJuV9`s>kh^eq`G19+gRknxFTb@9gu7
zP2{}1h|OlAz}u6IF8VPti*h5=jibLWTxab+{ouEGMu&}_UwV5!;hWyH%i;0I*VXK)
z`Lx+ypL>4cCxx>8>}Te@opN~{*EG(^>qS*U5f|CkRhv%JV!u$=l4kabpNn~e?G}~G
z^B;EqJ#Bqs)8o3=XIeK%+qq22aXwWn{N3gK&rL>~8|t5^o1|JFxT*N<q8Ov9Ps!5h
z49{fG^VQ9gc`MxFm$K)S!{W#Dd(~y$yT1SXZO??gU-sz7|2?OqWWV`Ky4u%UDw`#}
zzAQYu>DQmhH#v{3?G$dFm>(y5A?yF2caA!@jBm|X+H});g7a?IWA~P?HuFnwS-C1N
zzBypRKB2i?@xFzHhWd$~Viy)1d8i<Bc5lJ?#_2w3Yu6Y4nRasizBaK&{zIx~s#a`l
z-~08;#`1;yF;83WFt$XR|6E&eYRmBp+sjveESfBzJ}u)+W4CYN@tFsA$sV}z`goL+
z@%|4M1!-BYjI^z^XUN#3ZP>hV*0%NQcI|RxIu;#%o704aLzjKd>L!M~+LC&nOP`t_
zc=jC3kz{b*((9pjM|M&jyW{@$$*W9TZzRfJn7nj%YU*>w)Bo12dbo9Y_WP7IZmaHw
zY2VOGmpn4HkmC<i`pP{|-TKWxe9~+>ar;5y7hC^pju~t@%Cd$=%^peHucWX4de6>i
z%e|xK^Edmy-rnKDn3bO**LmU8;Z+uynGYOWX4EL{t52BqXZpG&jobzS(y5|HpIU8n
z2|cTx{_ICxi2A07@hqpeEj+@zHf-OL2#Gm6&d)jOd0R|P;p4)er;Zw4KiTrS{OsN%
zp6bgB!aeM`RJi!&H5Y$=rvCK#{vWdsIIFk4kbk8gH}mq|m%pFx<-ezY_{(CZhGh%#
z!d!eF%kOZoUzd1l%L%SqHyENEOzt0^^L@d!D*mJA7|kBU+sx6k{=Uz}@mP!J+_J-S
z5_bC}h<!hFboG-)bJ<s0n3QidihaDZbF<Ht?}1{D_HXSQ)Gu3_+lSZvJ3ZfcW$sk@
zzxVoYglGhFye+knIB<6r;~8=H`quqEO+SK<KfieWeqH)~$wMIr>=b9TS7`87{rDgl
z=QBe*AS2_MKy2DQmrG|3RqXuKnR5PjicQSIrj-fvR?n4TPq=6<tu_Bb$!Q5yTV?m%
z4FQFgucm}%?maE>^Lj;YWA%>vu8BoIFKIuOnm5^R?iJ&nb>~xGoZ){qd*fQshGjx;
z_lT<<JaT!`MZsq$nlx3PEB0>af5lLKvC6EZ{)$dD+mXFDoH^!}@y}LUl;!w++QnO1
z9t#Yz)0Ou!J-lV5R+#bgcjQ@_mTNoXH^|Qs5RX11pXwf*E4^Rh^_jwlOZh6+Y<%?i
zj{(EG(hav%pJ|H7Gn8k}E(tK{6s`WubljA2R%6?_b#JD4uiqb-XFE^(dFJYGFV-oX
z-K?L??08|~t7m!Nw`IQ5U|z{|p~}a{??{Zu>h3GI3!nH~EKdq3UMUm(N$=2w)%W+9
z$KB;lo;}I&PJ3aC-yv~bopl?EPM*^H;p8tc{bQ@zi>K4$wd#K@|G%)N?6X?(Lld7!
z`yKtAeN)<gY434oU8uUr|Ip#|^_|+6Y#vJ-=xkWOc<ZsJZS4z!uUxF}^Og)rR#|&)
zM?1sSFKmgTSFX6<I{cqwn&jW<{eMjPZ_j^x@J~+s+2a{s?OwV4dfv98e4C2MBD>2E
z@+!<GwEtVKACX&Rl6md1S5@idb;s`KF#o%<o%i6CO)+adCmnJZQ2!S9>E7PRgXTB*
zFC4p3-(HYYzkTxd+N^>#ulJrdOxT@Vr?_|Pl>U`(H}3zdc2{h^Pkv2eUTpGzmiNr_
zLR?*)-u!%c&t?_7YGLGy)<asa^5+FH-M(~ShK1$)K>kb7(_$a@h^|&$wp{Pr^NGjW
z1kQhx{*$(MS|sD#gGch^{)HdsShsJ-amQVfHj-Pn-re0J{JBtcQFn8t|AWFSQ`xt3
z9eG%@@s`u+7yoYvCm!CsDN^C<!$>vd=KH)MljAQ(#O*xuM!hqQ)nS>3LSQ??s!HpN
zYzG!EEScsrk#)ko_ohdVcqY&7xGC24T<y;4yA|@YPoFjVdg%31>3+YBOC+uw`Qm$b
zLJ+Ugrh~Ds^0YoTh@YQqQ7M$m<?YMo{C3@G#@S_J7i-@1P5(D>Wznyt2S5FIcXrdC
z7iQH8(@tNx+5L3({}1s~Z%-CK^;{<4`Z>muYLCNN1$;5N3@`GUMAhc{Sd<+xn|tY<
zk@V?Bw^o-IESOZSbSqJY+xv+3_vxojHJ|soexhRLjsjJ)<noN&=bzY`wYCe}IN4O%
z$V$gd5xQcf=`Eqc|8Mf5BTHWIR^Sk=lT>Du@?_e#_5G*b`u>F4FM98@_8q^k9;Z^c
zqC)8Y>?&9J?iF{g)aBT1-L&z&Za7nRefJB)&I!w|o!`ROqpKGA-EoEN3&yr@3n%Sq
zS<JU6s*g2d-{jtEg(*F<9Bs>AN#%d?*VW(G-Ti0F_h~PVAIMp;EcJ)?ms1}T`M%b!
z=9`kg|4DJ{;lRje`HRaZ{7e4S#P~H<T&+so;?C;5b5-l#WLbZBUN<Q?hM)h7>D!sY
zk7fzWzBCliczh(=-2S|N(I@?RrOW&_Pq8p@ye6RiE%M9vcb^__DYY?rtI+U%!zxp&
zDz@;-TThit7K@f0p5b!E@WG|sYAs>sc~idaO$*p1(^4eNzaua490T*-$Q!~>KGpB$
znb2gRRu%hrPX8e-j@l>B^8F8#y)2%6xx;pbniGRQgNVV0*h8J=Estvj^&iRBGtK{W
z_G6t$`aJPDEIh{_ccmxIRXnv(&#WuK?(Bt5k8kaTJwi2GFDli(Eq}1o?DUsE<yNNo
zms#@MW9(D^%`}@oOR0ID;;u-W@4k#ed8hJ%T<=}F%M-cnyylWCpZXFW{A-_aLdn<2
zxN-iImt9xiT5msP{r=CSU{8DQ=r^^$+|rJTu>||rUYV0A_DRxf%KhKBPH#MPnRo8)
zs(&)GS6|e5yzWA3&3UmK>igu1Zr$K#zQv}?lzmDg`OBG`#Wx!Br>2^0Tzz0w`0e;l
zl|N5iEfTB#;BU8IdbY1))`!B?Jv|Rq7@s!iIWkY<71`2RUVr5NzQ1J^zka6g|9^hL
zU3K9v3|@D5U(D<fc)K+2tCT~{yWbshA3vS*5S(alX`WhdbWzD<N9C`7e_tBJb46SX
zpXtEplqS85Cu;F?bM}e1UW;(ZdLJ{reni;!)t2XBGdB3JR(y9~a%kZ<^ZrKho9CCU
zKYvfUhVQ-Z42!-5q2k`Nm&GkyzKZnm?JDe*Q#DIIzN3%Z_v4-UqD}4R57dhYAAPrO
z@23y{?i!tG`|fva+h_CFQcJ6+@LoO>Z)G{dy*tm_uZL%P?X!TXTVpSr)SXhb`piVG
z_`h$uXWp-1ac)X?Ju~Cmg|MK&S!^{M1TL5;%`ne)zi;&Ehr7tLv!*XDsg+)8Ns`{R
zXze!j4_%iPml(!tY&fb|Yt(S)tfk=xSvK}Pb0VKL?D+ck(_Qg6&G7w)HE%@7oq1@R
z-6uLfQsPJ6jJb8UlINWh4rKq8l$0g(ef#vsTjIjo&sfi~2$26BHfzBKfh|qxiIFdR
zHt;siwK(=UoR#x_x~!?{lRx}F#6BJl+x_3^U{-gT{XyFe%SFl+b9Ot`e?6u8;a&2+
z-9N+kHP&&Pta==)beQ{J@Z1&C8+;TQ8>AlXOp4vNX`Sf$!(UjRS$w=wBjf#m^W~ZF
zd!GNab!8J&1fLY&_kEPXaobJRpPTz%v&|p%{Yf1*vyE!a))|~J*;g57p#NE6Z>4eF
z8sQtv|E$71ocAuSeYBy}R4-ZM*YTY^JG#WCDLcQ>YS!LzQ~ZHhMZyMu5w5StmcE=-
z_{3erPv`c=Jp0+}CA-88?E`k+GTSfd9`|^M!%MF9A2!F^s+_kKNnGTYe8$|S#!YoC
zCvV4mZSiY2i=MFOv^&YpKbW7n|2wDstK_*#b&ENYWnNkw^>{R`Hu0_yUk!8Jw7ti)
zW>ox3DPuD(?2~&C$>>;>Al)+4tFkpmH|tw~+^b_@mkV0i>vt_G4c<}g_N8@8+qsuL
z=N9i%nl`mt!ETGzzbo2uE7DZ@qF?)k2&Ys?MNWFKeV?$dpI8sysZCim>#rT1GiS}6
zGfQ-5p4P11{o~@k?}~b=&rdy_zQ4V#gom+Nl=roe!&$!Vjy%Cd5A=^*Ub@k7TA8`I
z)nVo4*<LmeoTb)>ylAwt*6wE9@UZYsveOj#yMLML{(J81zyH6}JN(qu{M!DrOT|y$
zuK!j)ee2Kj4<Bzh+kMtli2Icc$LhE0Jgo;D7H{5nMvMKxySL{rGh0VKvJa?cE?Q8g
zXWiX@dhgVopI&qyjF@Xt{4(ohl5nN|Gd=NN>!wKhWq%1dtYGVLRcVpWd;>0HA=af0
zyA8JNjr+;1bj<W0hyT6E<!KGa+~5E23;4a*ZRL-^`SriE>inNex|#|4zCR!#FRwpc
z|FLBDyVxlYUur6_WeJ~meDdI$+||kPwP6hxY|f_o+@7%XgL&Sc$rg_t0vZa0gybF-
z9$kLMF4)Y~w$$*R#q7;$g_FOPNM%MIx;m+O!qa32>jNi>b%cZJSmIWRo|t9JE9z_b
zMyt^O(1pIrN&M^^nKlMixvAK3Oc7{lcAmpHAzXl`C7`fp+NJ$EufG*q{d#*mqr`lp
z@0=8e&F<}n3@;Pj^X7?dPdnu<zxOnkdwu2O?E6W~W>UM?nyft0rJlHTpWhQXh3m(k
z+;5G%-~7{kqmfZVXG`s7_H(idGP{dzoUQAy-TVGa+=0?}B6*3H#Yrg&b?e;TtSK?H
zvt>{}Uej7(<#OT@Q`!`-(=YvA-Emn}p|I{pFPrJc8iPFT?KKzoSXbSzk~J3%ZaSE6
zxAl|S`Wb&DoJ=h){<xbY;=YJ4MmJRCL-_)Q<Fh3`$NiQ2YE*X3e^Z38_oG*}pJ$5u
z&MS1cy3}sI?wNP0o$<oI@gE~1Tss9X+h23Ymor>=a)Qt;gXfozKKpX`_tUrW{}<Ub
z^|grew)Jz(_htD!N1=F9Nzc!FZ2NwHT>f<T`u$?7W2~!AJiaqmTz{@+@%)WiZ7V&k
z%bv`VJL%9iU4E+NjLQ=lqwX#7z3Zd*mt(4rX+_2>{p)`H)4i9UpUOH#oB!E-mdzRb
zs|7ABId9AKE9d^PZx+!h$_Kn|J!JWRvA6%CSl+bykL~}BVkD2vnDEWB{9vW?x7mM{
z_I#TDq5J$t_2XYJe*S2E*|M{0Dq~2)j?&j*Gg}4kaxIK*o$^?FX3=xr-&@&JCw}-G
z$2y58t1tW`qfM8d=dUL_rvDE%RFhp<YPNAlX!CpC{jTjA$IID1W)*!hns<3$pZK!w
zH5vsKGEPle+c}<0ys5IU!YE(;%VKu^=vdne9FNv6TypcqhXCs^d%?Ptl&jy4&*&+d
zR4D&AXYTQSc~-vOf`1cpFKKox2yeJ#b9STgDY+i?C!1OA^psO}y{ur4kyMNKRkpsN
zvFd>eZ^(ooY5jM*40iSD?kaIp?b{N_yMbx<UTvFd!|zvK3(xS2WD@=ClY6yuBlkbu
z3vcFK4E}R)j<B&E|MutwwWllmf+oJ0>2Ks+6|yPw@#EyDSEsN0+_$B>_<^{|xqaz5
z92O6C>?%She4Kk<dvio<>#sKzo9;KoHQCRTT=HO1!+PtyyNAR29lo_XEl`_&IFXB~
z-sr(TrE}Ah_SjaH%->UWYUyeHP5XN{H!*aaDSW`1dZVm5%I#{k`jn_`PmkALQBC?d
z_m#QHq4&854rkw)Y_myaf5c4IZSQn1#Fl?yethTBmhb9m54LO1mt4dB^rQZ3$EeH|
z$)Dd#YT0?eT-$Du8aQ+F%!pl&`ySLe{ImSFW<FEarqfg0rCzqK{wr%ywBqgU_QG$;
z9LGO3+2l4Ze*Msw=b@;gQ^iS<?%(UAEdRaD{=aml=E@ZzR}NMQJPCZGf4Swsq4L{{
zDpy(9o#?v6uthO!SHsC|%QKv<7x!|t`3h`L4!yAPt%T!^YcA$tlU`TwD>}_klM!(e
z)mfst?!(EA?$S%+@1)n?SpP-*>lWLph$5Rax@V4Qt<QV7HD<&AsvGtzr@J)QbZbvb
ze0O|%q2D99Hg(xY8$9=Zcp0e^wr?%>;R}WN8+6V^`3d|KDDCnOvu?h6=HAv>?g!gu
zm`qUkWbyB7giT&_{Emxlz8%}{$-3s=ecO2SU44T7)Z&oL<jv{V70*~Me{=T$>(l@K
zw`bdBSH-l~)_$*@`}LmnZ=ME5&Iuxp6U8!Hmpz)2xidvQ@Z?keUz481dxZX*QRBZV
zXZq8wsV64o2pVNFv1l|!a4<=nu`5o0_U`w-C*Q4~zx=+>m}TqIPiOXgzxnH>UG1+g
zFN^)=+x@*1UMGC~1Ls*K#@Rbv>y%Wq*sC%PI29imJic%3l=IqDgxN)Jk@*9$*46GA
zljlZobp&ksQ?i?9?xDLcF7<9Y$anp`*!-zCtM@m&jL}I>UpFoP|LXrc@BF?fKlQxb
zAMH=A4+Q31iE-w5!PqUZt$EJBM|%Yh8eUF$9dXlaT6MBunf=E`>&~b7EvxeGY}u80
zM{mYUt8O0qDx>3Xj;NeEC3-43ET!#*-;YeY+8+kHQkQ2t<jD6)9LSXAyzVDvd#~)l
zJ>`!Rew<LB)a_m;&pGRK#^+x)m;TiLi}2Fb+|M5{+g;1-&@$<p<sXXQ9dP>j&icLE
z@?3|${uHN;e1}|fYqB-Mzu&yD_mHW<!5i9l4!qfZ=>37^p9I7T<<w?*NU&4|&DYU3
zK2fFKaOfGsw9B^*WFM?;KNEE=W0@>pM~x7Z^?6~2R#x5j8WRub@0GMw)Dqa>(axxm
zowy~)L0s$j*#-T3d$;V;_dUdt>E*Oz+3PlD-kmJ(Qf&BC?j5%Aync0e*VMPdUjrqi
zxY&7)p4(r3L@nw3JB2Ung*%^^NJrSFtmS3?ujSL$w`787$t{Dv*l#ZjoR9YD>ORT~
zXlLcAd9>HP^1-I&vmf|wE@A)w{ocEaM#T@e7HzRSnIrgG`Phvk`8J2o<Vt6<-+!{@
zQ0O1i9bz*N>B&iXopC=~?RQh|>zp5}YBcwM?*8>Je1Eq8V}(!J?I#{zFEakL%`-)x
zOYLm+E(3viHTO?l&zIce(wnQD<0yXb)PkBI<D7F3`!2*>|1~q_R^I!$JiQ-pEZOE8
z70D_-tJq|@tdDT>>^;3L%W_YgS}$<uQq{L_xAUi4m%pE~{JflD^Ao)jYx*auDeASF
zr_Xw&Ak8KA^`h(Lb(>ty{OPyf8+tBV;ox%L-FG>f&q(OyF0)OW_(qQ@TwVDXpULLO
zQtU0eLzV8Vd6O?>f4893f%%ML57R641DmRSj@Vv$)4w?44eybh8C}b`-|_0dIdD&5
znz3YnVfq`Hh`GIczW#jv^!~rw^|5u|=l_k{S@$$+$;N+=PHind|M1%LnXKXQH7s$>
zVxRZk5LN%RX?NqD$?E>6jAK}wA3oYy<IcS`)vDXMQ}C#|h{3(>YwA9*-@a2KC#rXu
zJ=a9vY2pLNLlZM!-{+eBeDZe_KbfBB4=cOH*H4vx(^viNjp+l4Cbt8k*(!aF7kAy5
zR`>AxqoAdE9XA`Ns`7;M+v|Vs$$j%oR4+U4#?vUa%D0Loiyr#Dy1v#kG4fY=@#@M)
zM`qvspyAfH?(&&S3+5d9%qB4Hh;*+bLt9~s$lbz&oVnr$Lk{s8h=14quaL^9Z6m;O
zx3o%nR?q}V1(#Iz9al;-n`<?7w#!={wDm|j>t7wsoS<%eT<=@?{pHf;aeBq)7ASEq
znH?d{=KSq$L)kIEjq5qLENMu2vUGZ!+6B(d@#p8+@_pYkBd}?^nh#fiy4`oKV!_a^
zu5SPISy|E7C0|#qcfD1ZD6XBiBV_ZAXvfR3t#>^NN=hv5tiCg$q(;bD?WOz8igQ&`
zd%aqdr`%kazNU9h?XH$?Q{xlMXQaBd1qx2OcDrBsnDcGrpVN|g!oRWpyBXekTKQdW
zAn!yIhP!>=x9KbK?>Q*BDM3?W63_hXDc1E~om#QhC-kGPtiPYImUD}ezM!OI^b<XS
zLksUrzCP!_nETV!YmM(e*;-@TKW8nkS6{hd%EY~2N?Br;?qsjKxn<_#?Wb03X1tUq
z(J6XnsrkOZ!n;fCHg@mfQnm<B`><PJ!BWG_3A<SAD&>>+DugW9QMNex^c8_gn`Ix&
zdj4+4TBeKZXIt$MRF@J9NebcH!<WKpnp#_2<3IE8O{<?<DrX<rm-Cye*`EKQQt6)l
z1Qojno$oRZ<=UPJZdGe)aHwACpriDAolsZg%&8?cW(;!<-aaDgRi+W}Afe|(clx<G
zuHTaO>Pb)J<J)mBT&{z$Yg2NX$Ehy0?R%X&EfQ;XafZHL?eSr{hi|XmE7qcwdf6-v
zOR`z5daf+gkH4aO?yG;9{l8UD1HL<pyBUWrQt<3<o^nNi^~n4;M~zAz78=+)-I%1k
z>6*lXuZD|1ueql=|4+)oJztLHPv7VHCo7cA;~GC>%LIYS$mJ>?JUb28{|U@15>ea6
znAE>fMsn}L#y1_BDi<1#PV?Jr5WP$N#=?SMRWDUGow)4&Jz}}RX{D=Qi^`sP?fhn4
zA8~B`p18Vi%m1h6OnS~H6O}o48CUBeDTe(mdC}3!lSSIj@`mj*{+oS7K{8GL_Wbf>
z)0@jbGX=eLF}6|p^U&DLIP&PD;>X(e52|Ku@rmCb8P;)o-)5`h4}3*rq&BhtVLy08
zMC=Fi_Mqv#uX<YN8rBI2i-=zDT3E=jx?<{NlOES3-$y3W4gEb9=I#9z!sRzFes1+Y
z<Lz^LL6h`HgJnJ|_y5%T^K0#FdCR5i_}_2e|Ce84OWWz$`TrCo^LVs4)Hs~H&v3on
zc<so+WP$l7?ACDq+Ro<N^;l!Fz0B5m>lzE3r|D&Q9o!zvDZqC7@cTHMtk@$SIwq=(
z=U27KzFgQZ@#oP_P0J(ZUtcfrV{h3|820kR#lM?Q@?2qf*ut*2H)K~w9K%Fmz6l3q
zYc|=<@)tSnGT}pq^sfUO-<3u^ePMs4x?x59+#^ZlWels9>V31GH1S-1pU3t4)=_%C
zwcBmx{a#X2_rLuI>-#Ck{ihu`IMb-M&L&O6&)?^v-z8=__QJD^*E^Z>@yPy(xsc(1
z*dmC}>Ut)#juv}_RA2bb(<~oeXrC_DSz>#@bbWWkx7prjR`muvOBD;_y>$PE%gX;g
zkyTzNZiVX1EZH|Bb>Ux|FDJt^c%qib#In!TD|=u%B~NWq)~5Y(n*+=W&aJ+sHuJ?3
zJ65fiCj0Ywlb$?Ucp<7k=kPL_`=<Yyo_@WT*0Ao(@hMk#<;dM^e{`y+`I`@OcF$84
z(Y6J;`@dIyu?~J(SQI*c&YZt`2hW9UF=+jCZ_|qQ=8l?(a5Gk+`=w6&-QI1hY8)am
zl;$MfRCg--xi-I6y!)c$qpRzu)qi*Y-^Q3cuW{q_ZHM<>l4P!MeZwg9^T6r_hL!DG
zo+yPs47kUU+Pd!7<@xmy`~FMEcWV^a?l||=S$lo#o{)DoH9^k|nBK@Q<~d+pQv4$M
zR2~1*j}7}aHags7&JW`Ve(^flc&TiKn$EsEe}8bs*6*)*`c(T&S?SbtooBC;o@F05
zmA=rNSN-rAGuNBl+v0N%*Z!L6HZ%U-uF$f7fA?$e|Gf9T;qGr&7c6}teIRG%qxiP$
z+1tMV@A|qxo~<@`=Ju{x=WU|pl{ecccAc-iR+8et_q%hO-$&>D57#gyM*d=!?lS3-
zp3}^iq0j!o$~s9>Zkpoy(l=I<I43A?O*?bOYy-or7u@|vn4dOSzc#lpIF`3*{pRln
zRvWH<{U&jF_UZ*QlNawidHtvN#6L%7cR$@&a9NE1U0uYx`+Iv2gxt9Ep6L+Z?u&<J
zJ1tyNmv?6yE1ypAuN!Jb(;Q{yu!jARQters?NX9zqV{*^OUWNcWSnevhj%;Qx!gA6
zVfc(f^RzSnb&jR?GXJUWE?mWZ$MW_?*J!JIo}Z6Lw9l<9U1Dyt%Byqk8vdUL76?j7
z=Z0klD_>&#Aan5YwFkT1KU`y+aaEvgJAdFWrCAbNcAndHXyr_Aj{SKR=1tbmteON4
z$uj-YUcX0Z^PTPQ@3<ehwJf%HKF6#nMwevW=B;H7-?L@=LX!mtp5BcA!297!72lnQ
zMXY?W<&x66hs0waFRbn`*>vVub@q-ayA~ISzdpW2Kz<>^E<feFMcYnq-}g0C<k|oB
znUB}r*t%0X^+@@p#Gac|Zq}{U?t8nUL25%|{O96tfeSCp-)zvAzt3Lj(KLgVbF8bk
zovjj#jV-TS_vwN0^%X7oHZM)ZcHX>||Noo$!r&j)8(8));%#-ddD3d}@OlrU(3Zaj
z_loCkskx+HGr#@*?GtOQU(B?MN`LtDc=H?OZ_#Vg?w-kdc~Zc*zGwg53sX~9{&?l~
zT4&n*UH=Z3e`{qv=FyrVYLyu=>q796CSU#k;XlG=e%>8ZJbQEC&8d^qBl>1vZ?m?&
zUvhc<?uYEoXS8@XdZsUE{<KJU0q5`B4}veIKRH|dgYRdH&nd|#DYHMxUSQKZB&}G{
zwWs;l@gJI#{C*^xnsr**=IOki@oU|~qZ_yEY4Ls`^v+vnP8<LGRW=jq`Hjt{t^K{{
z&#ANDdz94A@+VD@IG*}aWZmDxE-^*lb8bs*czoOI|E|<$XLO!w&7Z(ECpFny#4pzM
z`A40SBvrr4zFTTnKU`1$CmN}CR-M=ONcq0+9OXP(n!8+9^)69O;yH5toYeiF%Qdw)
z{57)LZ0wT?=Y5#AckQQ>yZ<kZN$~o9<!QKs67T5+8jFG!JT<=LJs~b))1ltY3}!n%
z{^Y-rlP8dP?b_8t-6xJsQ42E`u=hDGnX0~DuH)^?X6w}S+J!dzwjQx+n||u&Y4g+X
z|2+I3R`*5y|E@Roe|LPzId8~ev|DL~P>avpB;8QQyUsIOa?`u}UWynrH57h#Pi*<?
zBmPy&k?VC=us8ebi2HT_HWz(89nWf)^dWABW_QM!*Kg!Fz8!ibVqvmo9&2D<{bzy5
zv-;iJ3g&TmPi`_gG=0`>i3b+!vx1_|y6FE=?T#<rvj4-bd)GJ5ublg}yrJmgZ}a_M
z*Uqr5_<YvfIeD7mnuRHr0hX#3O-;*-7AS~rn9b|{;5zrGk5PxpwjIh)Y5ITX;+_3J
zEH1fNKV7g|YtH#I`wzOtG|WGcUz>Zos#n1wy=1<yMWp2{b)L7?^2wd*cNAp<SrfjT
znp)JucK@WC;kKE)B72<^q;AZflkns-&jWvrIX8QX#18(qnJfG7e*$l|V74sVjKbFr
zJC*KzvHG2Dp=@AQ#+jNuyF)JGb3jtcuJ`-DUoQIbbT-4;zSYLTjm}e7n_mC>qDz^F
zZ_<*~8)<ud(xPYNzIYLxYRkrKEOvUU=$a-C+3MRnE<ZG{{rbuD&faAo7v4!|b}N%P
zmX&$uMeo_v7N5loFTbyh-(hSJ7`R$2Ea~;C2TNJEy4if3n{i^l(iQ7ECW-KE6`v;U
z=-=j*s3TPKQ2wQMyoY#UfxPaWnt1!wHK!!y4}R@9xUTeVtqpISDCZC1=87e(A-^Wb
zA1`;9?P~V)8vmKct?p~Xb4>);+BN!X7W@s7*>W%GA**_Sy8QI*_iJZs7=M>w5L~ih
z+fU<9clPe)FUa0`@|lDDhdztH9J1U;e)m~TTK;@P&!xD+ZIds^U3~v|t}_e!o}U8Z
z6PJHJ{q*nc@>3$4`I9-adCtE18gR<u`|&76$u(lvHzp`aT(kK3DBA9IQf}CT>3U|%
zZy)Nq>3_>{k@n6Vzpot0sC@fXUwK2$)Z=SREzTxvmE0_~IVUEpGDYe1pI0-M9QFCm
z&-#OXbN{LTUyuK1oPV$N)86;B{j7U_yj60^+#A-gnKwy+bz0Syj7IjEyK|>EZA#be
z<SIL7cW3{3wk5sNOaI1&Yxi%t@KmjJ<Grr;G8N6{6ZB5?PMLDRcbcc<LYt5oo9=iV
zo6qH4GM(*SS;Ws(l5aAZ3vBJ`_U-v|Df{WEsnV%Mk7_<xf8JEPG&wsb+R>qrnY$o8
z`gn0VS4;Hc-iwWVhGiC;?>cU1EjX*lzh6AA)%&t`0?&p6KW}bU{}AylV8Q=c@f<TE
zmc2b6Y<xLqidp-m7rO*n0`HtxE2w8`IFbJ8il$iZX1&I(B8ww3*aP$KHb#WYf7fei
zO=?Qn*1W0oyJW)QGY5KpG`!CjI&{l$w(0FP&llF-T)SQV`g}zmlXorm8XfccHkPo8
zpIR-xyi>(I;+#)%OJd@GD=%MmJ?FiD?>@D8*ea`T_v3@|k0muNX2ES6wk%T&Qn>8f
zRa@jC?NqWQ{?erHyEHwg_w9XjYX0?Yp>Nac^!HX+G(RveT^tm<n8)uy&erRn4x2P=
zT)cG?<B#8K^Zzz~`quxU<Ut+tPnX1SxoOwFi}=0e-WaFSlA6X67&FJPkSA2*PO({|
znV8t$|8sdiT3vh7;=)nzf$?RytD9=l{{u&lt_+ECPoEKEzp6n(BkP0OEt4x*856T|
zR!M|Q$+#T-zpj1}!+(`^n;nb||7Te&xx1rWCs2(;LZSSn8cSKBqrJr;Bel9vr&#VK
zca|FM@lx@<e(Y9X^Mwgta^edo7Uv{*-K$fM6X`j;W9=Kq*6jUXqB9>K_*>fGtnBq)
zLGfIz-+Y044@9>(Upr!DTEP?+Ao1fANAQJ!2Yuovy05+En0KjBQBCJj-$mYDRyBt$
zZ5+q{|2n|H;K1PN;u!K>YW0u658*S)*$)5H@?Epgz@~NoxwGdJBceKct4uFMs53jH
z#9a{PTGwcvFxTdN@>$7KhgV(}EX{1V$$tADukiN=7tJ=jeWU23SpPit&)2xm849bE
zR+ox>*mmUJ&vSf>{i9C5;$OFDf<oIi{#$yVMel#~S(dy{I%8)tM{L~j>i-?Vej+00
zbzbjmHi@#Wp0VnEdO_8hI=-?=GpFy5;#*;|<?Q!Kb#fa;tvEtvT%W5fR=IKJG}(;Q
zR719jot|gbuUq%vae@$w`kjbMCZ?O#P36Yn`BPZGO|rO=vhnV7`Du;C>!)m7>HV~N
z|Ns3{`tSdG{ORZJ`eTQ(#MmzxOq*ReM{yE^<D8!XMh_P`PEkzw&M|W*L-6}I^V0o0
zjZ-Im=$Okfk6l1?wdCn^`}*B62^()bIisp`B=}90g$P$)@Wu8&F&fi@XIwL%x#*|4
zYeTo&!bfjUmfYYJj0&IG^x&yG<A?vx?e(`vd=*=!q1rJwE!p9fiq+B83oq>b*(^V$
z`un?wr&^?i4_I%t>nVE97GV~<+9}5C$kz>i>zXgbPji{*6T@E1b}9Q*yzTbOp}(dx
zl`5>W&9&QXcmAoTB#-JugBFQ3`m=XOv=!cL@bJ3tJfm3stySsL65p7!W&KwU<n4dB
z>zm=m`~J&y=PK*WNMp=C&c(c+kwN5=oWS9k2bkuDSMHCHv#;fMGj3q`R(dH@Rl;e(
z3@&^3wHH^PKI36i5f)b`x$ys$hzDh?bEN8mf1O+5|3gA}(&f2n<$PiZR(>DX9W>}r
zaaywR>(jfNc5UEOZnhM<URAMVdCcyjxqH--uD!X}9BpuS?WgYee=OgfuB|%oC8CYf
z>_=SZ`7#0fZ}Hk$Z!=xk4eI5lwzE8RomElusXd){=Ny~t|L=A#ziGxR>Tdn>*0(M*
zwrRJ@rj~t*P5I&E_x0MpOVixHO$fWkxxe=GuSw^uwk_>^eyy?oU%$zL;LFb^pSk}!
z<<!gzb&C?R_s7M?>(qa2w&#DEIGgd_(Q}WtM6+KrUz;a=di9%Me|FgX{Fw9j^68ES
z(d!o$@=3T0>KQ%Ua_(BZ#aGd3|5@v#5=7Qj-QX?lkBzk7QN8|6oK3jirrlozY@P{3
zgeb*)*mGFtCR=vSH_QB1|BW^$3>z1%T+`*neyUWy?rwX8N$LB-;&UQJ0woeZVxDi=
z((&l*0&|ZNc~-l__SGGW%WRGw3*wn@?$f(T|1{a=nb-fAzA^iY{Ga~){rYxwk0bVH
z&pvg2Pu}^(E0eagf8~!USbkyasdd}=<?OmR(z(umTz9Z{t@gY(-P<PGU66}9yVa%5
zTH>e1mJf;t=3i)hDYVQdJbk^-G4=DZqW5O)J0$nkBZ2R3bo{}HvX4sZEPiNkcOR<1
z<eT=?yw89u_M*7JimD9r>%u(>9^bzjRJSCl*ZndOS<$jfxu%9afGbJv-s#}qg|Qc_
zYNZ@~c70sl@Z`o?)!YAa>&to*<<GOReGfeF>%;$ht~+NmiVKQz*2L{O#`l8bQnALN
z>>q9X558G9Ol<BHX5nv9V72`x`R#ga;ZB}|xeN!>1T2oJ`7d6uL!6gMU{ljOuk0`U
zOLVU}Z&)D3dbG~4qjbN#+|s8vBd4ZbW8Jy%`j?-@9Pegt^q6zXRW_H|dC#R?jm}d)
zMx1!{!*`$D)bI*jza!h<>hm3$n)@`-YQDGfGQ*12cWagv`z}k&=AHTWp8c)}-Un7?
zZ?zsXb<JE?e9hZj`|@tVt3OV>{B-qte6qjXozR#2t8^t~&wtu7ExOHKPJzSdGK0RD
z+{YyO&ryv<^KY&;aAUYH5O}3+#zZR{C8zm%kEZDM^c`$l6}GXwE$C2Bz3<&aLFcyW
z<*$?O*eZA@{p?TfIHAQgnm2#Oe%39o??3$S@I+RZxz1Ti{%7O%U2b}J;q{I6OxyVR
zjb3zY(Xxwi&aVEVz_Pl+a`z_JhK2$|_UnHi>|(DxIO)htlLbZsB^mb1CaiL?2+qF!
zT%T1nww~Q1|A4q?=EH)Ao7Tl|+#md)#Yg4<lWdrqs^hH83y00M)F1Xm9+kZR(f=_^
zlgj%Qmhv9)^PD49dvg~tsn2=%?6|QxvuVi}C9d7Z0;dGEKWv@RsTQliC!u5iyYO2&
zbE;1d?{wqz^FoE43c6>kq~2;hXzkC=cz@sp$Lj9G`Pz18PA@*xQ8ZmvUH*A|eAL<>
z9t$3CnANdbsjKmDIajdRdg<yEtr;enuf^@Y{&QfIyWH$ibl9Ne$EHpDg8g>?UKbTp
z^I*QtWhwIlH%l@3x}66eN%tsid{ErbYEoQouXg`#(Z8kZjfxj^3%Mv62Q&*=nOJE0
z&v={g>^AErwTpXH^d{Onwsan0?p>zfahGoclm5XR_YYrf>fd_1<n3y1Ww^hI^^nje
zxko(HW?bL@cX#TeN2{OCt^dFOF<&d|@t4838Jz-F2!%WP2hLyS7qglnz;LxUyV|+0
z!E0EpXFt8udV1+(-#1Dwk{fLQeM!C(_-)4D9c|oKJPfqUcil@kyeL`cUXqT^%)r$-
zlTU2PY}|6@;}OQbPcmn0KC`pE>OYrwn>A3~^?3ECzl)rAb$p-mS%7KX-}^Skzpq`~
zvrR`jQoJE*nq^GFfuH}r?~niYqW|9t8)dgW|Jw4Bgz8#VR<uNaUib8N*t+Hkicu9&
zk&{nk-`pzqb@s12#kJ3G&Og*-zd_KVv#4?UKe^KE|86@<<Bcbs6ukT(Dyn=zd+njv
zO{&f>9V~5|*8M)VV142YX@jyyn{z}|XS@1bscJ1MH#rxgaqSN$TOu2i^;@}x(dOI4
z7i^BXzS%3@(&B}#___Ml3!T$<hD|JqQT=s8t;^%S%g=B5_gdzCKXt|Absopu#S=Dc
zJL)(4!>ND?i4MPcJf<92w{y*HN3|rQo;u5}Zu!4S`nsYg<Z2GEl``k7@bI{m+7fD>
zIjg+)La>={)3NaB-%o$pnOA0R_K4>Y>-{e-E`nL?a?S77Xyh(FJ^$-g**~7ee7hRU
zwPtV0yyQ~0?DV!ZxzBGd-WI*=<ewuMwfVE6rd<!5D!%XRmv7SdKCP~Nw!JRV-ecE_
zr$5&1<yrr_e4_7^DIX&1WYSo3x7JVBH;VncZy9fdX7uS#%jf^y^ykO%`ja{5wWe*J
zXVf}BOaI5l|8E{8ZDG#0?EU(J)B4`-30GuK_3AA;w4(GZNA$DjiZ)TFkL*s=Z+&^R
z%H8UdUD||uN=LrTUEbaD>FA+0)|tz+Y6Xs}*xi}^Cd!Iq?W<b<ZlyoVlM?Dp{;v?8
z>n3tz&a%R^!1*5>*UV1P{q^S8GbQOWZ=Jj&>H;giwMxnbJ`_o-=lk-ky2sV(m$k_o
zsjlkp@2AQCIT}Bu{-6Fo*00OnER&C}JG%P$x3W!<OHJoXc9rsNU*+B}FQ}SssI#?k
z&9m7N9o<vIQhjDTl5R0i?E1E>Xrawh_k)-BtVz{6!(JPhyh`TK+{z^r>Xl?N{(YPs
z761Cx!lui|-+Z}p=ISRdJ)hvq;Sw*@XKy>b@1gnDb%Fk;y7sY%U*>e2qoJ~9qu3($
zgXskYGL2l}%Ex$FgN{2j25a!DGW~Fh*nYpO`c~MzG?(onJ1Y7Xr0(2Ruts@}MvT<j
zlakeiOGBf-%l103u@}Z3i7e9&4=_x5B4%v6eCEOk*Bh1z&)#(WT9(b}#e8U0@|My9
z_1L>w-)G*nQM>P)@w?%pVe4CwWg-gfRU2Pzo>0w^y2Za)r8Fw>;R}v;hkotO-%#H5
zd-;kNmVQmSsVWtdy8RxWl-c<r^17Cota8gW<rjLlbVNN1V_x2QEpp@N<Wrk+mnkI(
zdmdk>e5&mGU%d^dW=~BF+1GaPy3MsD4WpJg^U$lcDK&c**SwrM{d9fhC*fOM-bU~C
zKJ3$wHFduvSYxtEiI+jVY0brd1@9Q^9|U+>^Bp&P?K`*e=4y%WFV{blkS<J`8Q!^K
ziznMewWo^a$|*Jvtz(xzxh<D+RQTo0IXlA?`ZnI3GG%_IU&WH|Q{!sozeuHjJnCIH
z#q0NNbD`-`*Lt;7cr{bK&i^Q7+kZjf&6+ogkEaA$CmUMa<Z<j~erL$Uf7jLWR$JN>
z-WdHA)mx<hy1vLx2zzPdpDw87b2Ghl+9HqO+tIA5Vq(ti>;4MyYhBSh*Cy#ETeIGJ
z#)T-=*NN5bXEYl>OxQnV{p-j&Wxl1A+?TmsD;=!5Y#P>nYF=QTaeJS{!f8MKeia`p
z&ug5!O#J!bP;aX)*2ifl-)#OmQ7C7<tVq;t@49Etx{@_`AM4z^zW3aV>4H-ymVB$+
z*Jr0J&vaErJvXd!s>SO4OSmrYEx7UVQT4p=L%b#(oeu8v6qoMcKJ=*hmv8Oso6GIQ
zGX={|Yj2Sezw}M;n$bSRW`R|+_AHjT{P9k_?&a0aORXh&I^MiLRQ2n_^i=7GzmC1W
zuVL%5#`49XTS}rA4hD68C~iFca=jkM!tR$bx(Urb)>8ga=Djnvu{JJyJK<)Y@|lYj
z&ITVohsSGb`^!z;`}6n?nX}Vw-tK;*S-5r1&L2fT@BV*Tuls)A&*e`)f3N5HxNec)
z^Jl*A-U=ArTWfC5>2|2#m&k=pf-7bR|F8DhY5S+9yHsF(L4FF`no6C5m|1&!Lw1Jw
z#a4@|-DlPLv3_yrdf`Z=ZL!M_cNqPa=y>EGb7XVPi{u;bJOSGdoSd@#r0?CDgIE9W
zZ@+MJ8sF47Yun5#%j|zl|G%l{&(HZ&t+(5^uQa;)!kh21*NU$jg1wLI(wB7e&F=bp
zIo*hl|6}z2mCt|G+N#?=jXjW}CiC|E=iJ-zlUWu?Ri!T|bJP3M%qt-mwqmg&o9P-m
z+0WijH@w$uy8QLh!AHr9y?3ZRcXdfWyP%VA`S0ZiyY0H#7C0BQb52VZfAa8J%Lj9#
zBTm*jdyLLI88k$gH?BUct-m+$+~yNP&jml6bo#e;H%~~k;HBc0qk;VIY!}Au(0lN2
z3I98xuw8L6EO~oMENkY5i<t+qEwES9*|kw*SMt_wmE0x0Yu%q7TwMLeX1D*EKdx)K
zUK@zU$et+A{T_MqZi}FN-<0CV*8~3~sB(n!u_?|!!oa*%bMM{?m0i*PN2`zSwaCo=
zbnWx6eSha%ud8-awp*Qfi@o)i4!5f9OPeKgpZ7npJa4ZoyXTm`R_)eLlV`deo|XDc
zGQBe7_QTCy{c+c~SO##|J6Yy_`PXi*|9;PJF{k+Woi$ID#O`hV^t3zp>Fgs1&E@|8
z|EOMn<`&Z(-U7wTQrlOb*Jhd}=pdtT=Xay^1Cjod`A!Emwy^Evn)Y6}?7_m=pQr81
z_#IZ%?{O-T?$KS|aVW*!`BT^5vR^j>C7z32+Nd$*k5faqhGD*RUsd+gRS$JUlS(#o
z%+K6sm~>X`%bEpS_s&TTsj%tp7n}2BX7ySLhXV_{949cwIOf#VDZbLy?|o*k*cetO
zdjDX)XL|JR9UnNko8@h)I{q8jUD{C?InSOwt^U#J$n3SV4n3~bxnL@5z>>*sBC<;0
zfZ+LB@$2f}<5)NMha^PL=~fs1mAS={OK0mny{tJq3z)^1>9;doe141ZQtJbLp1SzU
zZrlC{ZaQ&!V%x!|BHR`HFSjrEpa00vIGke%*O@%0l@~U$?l)SpWRJ<=W0yWXa9^Ec
z{@90qv+tp`r`y6#`ieb@+V{AFJ7jB1*M84MJ2FmAH_u+k`(5Hip%n8)88)lC9>)Yi
z=4`!@)Dv1^UH(#Nvwi<!zq@B7z9b10T~EJ0#ic%>W}979v+Ly7tL{t*HrjGei$RM=
z&}-J_cjk7}d+qDa#F-s<IAb}thq&Rp<S%RQ&M~>ReRh=>znSZ5LzyYM6P&FK&UZbR
zNj@O>bxr$*WBuuD8U<}x{QKUjmC3mo2QQ0Eu|0BSr}3TTw>vAQEZ1J3-J^F|ZtuF(
zLvyRD(z>b^+%V*eNV}AGDI$f-hhb{W)IGM3Ch}NoDc2r-+_1Oq<;}R&A?j13)_+K2
z@VAZnF}o|e_Vtoa>uZ)ijb0}g9~t2MK61r|0G<0TmUVx=+x*#b=+)HHa<g-FsWaDo
zy%e-A^gioHDTBTR?>Q<OC#)B;>bNc4!!_^avARpzrNz$}q^6x~PV>;_H+s-#wC;;U
zlU@8SxwY)(7K;Tuvkx9#&?(1r|5I2!TSuT}!L*Yvaz*npw{p)66Ir=q3Dd-iuxGrM
z0#YKiCsp?dY`*t-`g?}y@zc&ee$Foy`l;mFQCq#R7uDP@AFfDj>Uurt)T%E_dol$i
zinr<{S~_G-<7<DBEp;YTp)GR$sx?d1+c&7Ws+w#~_&9OPl(&j@+V3;Ja%;UgA<ue^
zfA8lF!bcT1MlycdzUk}U_c~E)I(M8n-mP<${k*K&$Jafpc?&q+ua3BKexBvz`7UY`
z1Npd2&p$6>JpJUni$>;^>j@ehK0N$S3w~-`^Ngwb8=X4i?!vE~CcZ0z=Cp+FkF7nC
z^x$w*dW3=G1CHy43moP+uW{Z`XnnD0_l$j3Y3%2&vc{}G=QI7{%F_|CzfKvw^L5`L
zqHDV=lx@Y~7iYeHdi(x=-Oi%7UO!jw|G}R+zx4upM(1yzx9zjp*Xmz7>_64$Z2TNA
zCqH31gSTocVx}zLZl~++@<3vi&FM#ZS!D;dJ@JnaVab`ke!on2T*?=tH>TUP?;nl2
zxk-to@93sp)yW?kC7qS7-F^MQ`extFygmPR%RT#i=lIRM{dTh_e}Clo@SJ+vr>}KQ
zN1y!v^Sy5UpEv3D+V4MFZzwkVdA<1T?Z((g;h(1;JS5o^ws@AWQsHaC5^iIj2<aKG
zch6e?{Kxev*HbRq2p3nf^zAg<yJJiJ4ugLO7^h@@x6_ez*LinL^^V5=rNuKhtktnO
zTEHW7mLtq~b?b!cbn`QQ5&{Q)M?~lr7cIPf>zB;+%^dH~FG$us^E!3mf5v}L&2P+k
zp}Oj9$d@wl@4;V~%^oWsXgvR|r;6!q?<VEndhd$Z88+|lU&^JHvt-WAoz*U7mfe?Z
z1f@^QW(q#Be(B`4DE>3Yw8zU`QY!!Cm|e58h`x5-A$P@g-zl?_#qPeUU++*jtK#cq
z7RDF1TCZ&kk>8Ot`=5xh{-wm*6Pc~~-|+9tD!Au#nmboue%EXdt-dJD=<7G-^zF>o
zJ`M1&=9svqGJW6I%?(F?Rjce@o$9H-m1kdv2;ZhphpIHT{9IKh{QOPL#3gp$kG)no
z|L5P6yM~9}F8(yRyzb1GFH*TBQ%m@s#Xil}-y5>;*C*e!rh?j*Z`&WtEzlR~O<eO+
zC*i8TRMnf3Uy{y~jQ#GOxuo^sM{$GaF7bcDJD7LuII7e>dy2Gz(?p(-4+~YN2>*J>
zl|7^9UGnU=N+KtXe@hz3itvAb{l%)8=RcEu$hn$TslKf3H&mZ`$NviY`R1H+kmcpJ
z&{;><KHJ}Iz-_%a<n+1vt^HDtN9vZ9-u4KN+Wocvdi{^r`8Bp|_UStobMgLry*<$U
zU(3f97A;1%)758wwIAR7MVp29@~r)bTJlm3rCP16-8<#!!|HlZ?UTDNta~)K{>h`t
zWjza4iYR35uHvhcS^0;d;^)<A7rL@pjY8S~7WMq)UN_x4N2y%OJWQ11@~yUAM~|(T
zc;LwAS!)@(Is@1gnJWK2QE{?<eBG+r;>EV4i0hR~!YePVjQJvPamArbS=*3bC9^Mh
zEN*Yyu+uJyX=#eAYS{P0!|z@_d*n7<@7R)`3%JwbGxdLd=F5Hh=2FOeOOa_y1+J8+
z7RoPqD;tyDaJA}geSv)Vy}d?F6O66S<w$om1<u^^Mb7YB*<trX7A$jR76_d9ymiI9
z&FtqCxvysGy|9iAns;HDu!cz+$9CZs*Xawi7bw0^xpnYW!<h&b{)?`2D<=ppSW$1V
z)WP}7>>q3qXHRGU-1lR{**)8QTS^(C0xzCpJ?r~>azLu<OlDE$NCn+JQAa~h#1t2Q
zeAIeidEjin`PQ=Q;y*p@JQ)}>J-k75)dJgDj@As`Glbk$I?h-s%XoVKzRf!CZDtvN
z?fIHrqx8LqU#sxpYk@_Y+Mgc$6s&nJVUb(6GJ03lzIe{*_nnGG)9>vs;COw%BxU8y
zS1LPggeo#^>dy)BF5);*p1h4a@`ZqElV3Ntbl=`Hv-nRf-Vxq+TghlywoQo4m%JC3
z=5qfst7yoZSiR7}!g%!}H_MO^yPFG>IOPo@_|}L>mG13d7-Q<-z&>RscfRO3t-}pc
zvkur_TJ(DRk9nKsT;-ajxY5gHf?u<?|D(ym?KS<|y30(Y4KF>oUUKhO3y<0N8IjHl
z%eUoDytzm9)vLVA%ch@yx~9!$bz|cuS>ZWHOUv@+Nap_RUiWBk5C5U%PVX!xZ(w0J
zG-qTny3`Ugp@8N7CcCh<#g|;RAGrGJNOwi;qyuMcCMm2@at$!%zIG#Dalw6-nR*T<
z@*g$cmvTMy!o)58RoW@`{rrrvspWTdTlx~;#s1B2w={7+ozro`=FBa(WHarAsT-K(
zE|q6zKA2l{>*6!7oxeBBPvJJNU+lAi;n$9O8MhVj;?t6@1s(~J>p7{RQD!&sLa+SB
zi%wtuUplm@>*!VA2`U=wUjG`rq$WsqI6eyO_nDK*^HRUN<<#qh!j}g>{oT~kef-H!
z?bK&i^EWH}j{5ns{-1g3*Msb-*}R!ThlIjwg*vYZOYB(vGI>!;mCIg*Ab~^m%Wie5
ze0XtBJ(cVKlaHH?bwr#ku58*~vEJrJv`%{do>Pb3e>QlPr(^T{wBDJDxsg52Esh_Z
z`fhGq%z31!xIz29(UQd+tpzV6qLf7#LzX4gHk`=2wWluX{M3w3`=0r%yrRGVVdR$i
zl@W^XPOfHU?XSrbloLwc_P9{;;Q!C&_kXa}EnNKcZu$LQ+10+mnQMje<n1<T2}WJ4
zIQ{*Q;<GK^)EjRvY|;$awvgGm^3yFI%dGSdw;Y4z6YUh|Hq4xE@GHFMm*^Kw_orLW
z)Hn0xe37ip-hJ@@&G&zWYp%|fe5gM6^UaOlmHmX7#Q&{W>t){_{qQ`m0C!i@(~@$f
z3C=QlF~_bNE=rb>6PA2Bp|QQSa#xg()q=%)yw3kMIFYX1zcZ{Lc|M2I<P#Zc>IoAb
z9BcepF@IZX*qPRw+0opoyM8;}OnDHMrubH^$<fHB!hkt8{dne|^5-9q?vIrdoO$M-
zRp~P?OZ&R1`!2=j+5Qvs<#;P2U^a7CKmUWiqjJKse|>cGF9zQ*{XHX6eEFQ-Yl)vF
zx-RqWT6~EAOs&q2rJ)NV1B8DtUO#1UY4QI>_7@iZ?KysFO0L+N(`sGc1k3L^TsCM+
zxl(uD`0{79<w?HpC+5BqJz8+({a!oECTTBiU+c)W+ACikdH$FcBxS|5BI>2F`sq(v
z|F+zl8GfyOGmE>VX+1B`X9?CjvNIL!*lcx=FWX;R&uCY)dX1s&em34O52KC<v8DB}
z%{b?FKv3z&tmf%qCYe!H8_sJy38@nQ#-ZpjZ{O-#7mHT+hlYO&J<~<@x}To?^xK<7
z37=eCnP;{6TSP?epAou^U!7}>L8joT4!g(4n)hnR#B$U}9dL`-U$Eu3rE%6L<3k0H
z_#Q9XpW%G#_O;e5rZDlZmd1PfAMEzjh~!$P+sJG8*x?_qlE>bU$D|c^wC!ekDq~&e
zGW+Ffo&$$G)-mnpzi*n=`8(~*A{U*_jq`G)j1NC~xnTA0`CsJiu5uiCbhkQF^%&!e
z(1ig~7d{AgsiX#YTsb%`PxGWw)8SoD&kG(|vW=IE(W$kvqgc25*v{u{4+~et?Em((
z=<O}-9g+eehpVjPQcNFJf8Mah;*pbwtn}I0pLT4OUF`Wn{I(0*or4#)9GBR-=fj#g
zwzX|Fq6(YjS^k}LY}9^nBxuF-z|DM--imcg^)L7GUS8JM{o(Y{)}=+i&a9kaIM-$3
z3X^9&6Q$F&68PmF`}<eh&#dj*(4*LQvqMhA;CiUfgT@E%@9nMTDAwqBFfBAM&zmP!
z>q@4|BJ~CX%{yOv-@RPm==@KM=Wb5bi8~=5?iT8-(K6zi$kp|*D^T#M<PTrjuT%R3
zR4gy@hj^Tjk6F1Pn!o;SSM%SK={0hC@loqt3wmVtZ1&yy(O9O1L65)i;C_p+mxXtm
zJLmXbT(!4D`jJKL4UJa47xz_rv*kp4zVmN8)jNIthP)THKh{jkHQJbQI-gH}?WB;@
z+bIk)m*w5-Uf}VNeOZsrBL5?{e<F5u@6&tStMsY5aEX%cJLNT%hj&*>8JxJTyuaai
zcH_tBRUWdf+aGO^eb&;n<ZSit{`T`fXVuSaf4@6qnxyrV?^P3c-P?H&_Fd|Terxw>
z5%-_gz5I1cJ{cU!pMUdQX>)yo%mT;c+A|jfjD;gU#%xxw%}egNv3%`R$qR+e|2cMV
z^8dj7spQSZXloY7Qy0Tm1U%6G)+|`}uk_IMCp-H#R&A4+*q*%k)FZiLTUMlB>AZ4^
zMW!+MV_N0BqtRPLf3nDXMa=Q$d*k9_9{Ppvhuv$rYx9mCJLxvFNPaFyT4EUwn_hmO
z0{0btrLv3mzY5>ampGnqVwcHO_Qj^V;*KnOnPwt!O5#&bt<JTEh{RjJPjEyWm9+WM
zvX}qo&0kmIx2>+3za>R^>ZA)+H#@ej{5<dY{!cdZ0yVY8+=Cp0ob4+Atv{(0fAJ9S
z(-wpNXY4#@+;TR2NLSe>$QImq+hex+ze(#Rx0jvE_)_D$Eo_q8)4lH(1sggSJb(QC
zROFU(lGlvhJmg-rA!$l?g!{V(T!}w@PxPd`Jh0+e<~M60CGOy3$6{wQnAmhDDZc7`
zTKOrdkaybk;>*)dT{0HCs$e3io0a%Y&g+<7w(hwp^*^fXBl2oL`0ey%S!rwj-QmFf
zqe)5ZG8Yy#G33k276?DR7onM0_~Dl7o;R@_b<;b9!*95!w;WJ65w}~uS-w8%T)dTr
zaPagE9=C2*oqF<ev&+@UB!v`1p08XjmD8eLU5s(hcAs7Cs<i&6=efcy^}+l99x4{O
zuqRXhdFzpVS)10C^6ZFu%EffI%`flAk=f??ZO{H(i_SloBmRJ0sF2Hsuf%ZaimMBF
z&ovzRv!H3mv`v;ikNx+1rRy%SexIFg;2Xj8b6WdHn@cQ=pVq96iZWWH_2=a=t^54b
zUn=^ubKJGlQ9h-Xk||I)<+N&gb<`f?W^q0RCbkTtNe`0_C<OPFC|>9?3hFtb6nx{}
zOs4}eeE)BKzxP|P>0i*!zV5kRTY5^qT@)7KSiE$@a^~jOW<2FJZ*pE*n8rLSyLp5A
zbPv~Jos$BU{_|~=|1w=mSZj4bb++kE_jv-#V^YHx*mCdN9oj!XZCXp~y}eg#%aT(2
zIU{V&%s#p-<ebH&YMouWI{&UU3Ep>K>$v!>qaB<4hE^wo!h%h<78iRx&$+(kUl{n|
zj(cON(Fgkv$Av$4eS0+RkJE|gks2>PvdaHjmU($c=D#Dxmny!kcwTe%v)X$vYhR^H
zbDu0{m{)QnI^o+cxtaG**4DnWyyWT@HbcHr>qK|@>U^KN%P*e4ZMfPU-TC!zfByds
zQ?}Q6{Ed)qu+RRWWhZyYN<BgF`0PgQ0}t$4A`?Ph@E#4AcYN=PHC?SwtF9c3`Jc?1
z$;$C_UZO|ta)CKNug&aZW=njy+Wz5o9b>coKLV#QZF;A4F0S-~yvUiiyQB8Mbr+nV
zV9zJRAo5e=hMN2ae=BVTxu&oN^(o5N|7?i(CSU)4f2ZTUy@FdZyo34v9GbhqQt!#a
zq^(VtKD_vtbL649Urp_D`SNoPPZTusJ5T7=th$gG+_}x>f%2X9AhmZ#jQO?xZkfL~
z@4x5ce}9%8?t5oy5%ePHL+D29+BB}G551o%<@r2*y!`O;o1db^9&@$cuRG}2`DgOF
zsS67Zw(4gVP8Slb`g+>F{+~^4K;oRe5)z;1+$=1=RTh=8T=+A0)Pml%{%dzDWca>6
ze%04b<(}4DPyc0SSr6}!HlCasz3!3R^4SwNNQ!#Q+F9{2=}d}E-4~4({mS*J6)PMh
zS>L^g_%8T6dh4u39vAX<ZJTjTlKb~zKBp(acdo>QXz?6+l6W_y?C8#dpX)BIuZ&uj
z>6FO4tx82^TcBRdHK}*s55*Uz*nR6?VJxrZ;HA88dfs-9;@M4Gxi1%<T*N=)n(Ni{
zfCX=aKNoX9NHE%WaYefQo}#Z_mCx7CpLosAYxgM!*Q(ozyY0$N_!%}@`UO>7t-7;E
zl<(n|I>AM|EAwPOr_U^k|G!m!X7Hb_2AA1;>@rKIedGUk>-Cx6KZRtBOP3d&J^ev|
zi)BZ-*`*0v)@d4iXfcjve!$OYcFn|+d274>x(zE-c1tcfw6R2=f5Y99pCxMo!a|}-
z0{7+WuYD0En{5BI>f4R>|1FKZTRMeTOe^1Y!u|GV-<Aul`}pT{F1M+4nj}~mz@MJg
zbkCuG>9zWMnoHb09~oxc@ei1`;OCC?Jtki^22M}f{&MTmj<lDzJU^FQcH*^Om-+IL
zwStrX<mqmC&N9279jukF;=K3h%&KLrc48m=`@T)TsMy2uz`6XH?#E>h`Io-fAssoV
zPB4e-@M4oikEU+Y`YL?QVom(D>9VV9gW{jO7XQz+p<S|rMOthBN4xp<(|2~pTll1#
zHM$5~RXt#GOo-e3yswdg(F+TOn{{TJ+;z?K94y{?&&s(_Gwmm<%@^}l6>S%t{!NFP
zUO(=ATJ&yfenW`T$uB+%YZk;N{ycK-z;pG|ZOWb&iLFi+cW&O&(Eed~tU-452i7??
z{o6Y4EMeoH?6TR~ws!5BO$rt1FXdQ{X#HfJp?K|3p>o!rXZ7KJbN5HwOJ95B*Bjd{
zam#MpiShY5>(}!{TmJ_eK0i@X?2vt#^YW##j-++!uTP=h<Ro;PmDrzVygT>&$IAB`
zR#dlXK4KK<D81(8GiBagJDoGy3IV69_%wVS*IxFlR(DK!zT)jouW#G;S)6>I|JQR%
z-j!MX(W<ipFE3mlyIU;x;j_qoIop;A8*>h=k$v#?gVBNKeEZj$a9vDaXV-LVmi!ZE
z;dwRJ7lkK&`2B3c&)>lby~pd$TVFnrk+aK=%}t!ei(T*h?ZuNzGfSV^+L}5xR<>-)
z|93#7C6+sLuI}^;>%O#pU8|m2`r7R2p`IJjF4?Mb&ITt;Te^%R)*kzro0zE>Bs^R1
zn~+>(MT_f7j`zxkFF!psHJHQ8zV)PzQiGgOUEoro{gq;|?Ngb~E#p2TnYNK_W5AmA
z@236UVP-qGI_#X!yyR_(Y|C!-KQ&*x%ffWQ{U?0ZS@wz7eD`~m&x<{FX}i<@BEk0_
z?`Im_t8U$QbWy=4dk4vv?JHTCUg&>&GDFjg<<N;c6M7`MGphRkE&6oze4S=S^1&CI
zMQ45Mkj|9&^Lg|96yvMKN)vZ)n9+J+!|J70tWFIcd(t=kkdC}1_pfHYq}_C<Ki<as
zR+pr0nze0S_RFuy^RK^;dVk{h<0sPZ|9ZC1`T3q<`otifbsJ>6gQgpJX`J!)XV&17
zt$n_L`y>BfMsE&H4xLArS+7<{7@a-+T<oQOi`C1ElPUz9n75ko?Rqz%kiWOJ)R$Z8
z)UL26f?`p-{5)5G{4Kvvesffv{@d$S75S1$hX2#!FV0f+Nj{_0V-S#ecG^{~0KUb4
zcuXIPh8q0YS9)XLfk#YPiydB`&Tr+bT=zRu-)86Zay^lM@A7N+uGzSG*Y4!`_Vt}L
zFRCwWZO)JQ<>dP<JCm#1l4*9`Cn=RJ_d1m;7jIU0<RNa;TJh8SLCbS3fn}RFv;S>0
z7F|>jF5q`?X)V)z2d%hC+oDXf9%>aV3(~1|S({OtdB*3&{^rK2XNRU1eSLM-$h4Go
zf8H_8DV2!=a)q*9MUzXHS8kOJ%zM4>(%SANGYt={T01rV^!|75ed}*um|?P%NijA(
zx+(kB<Y}2N<{9Zmry6{4usVNDwZ;0!eb;aNk!fZp4{+}bR>)h<|9i3hX^ZC5pTwjO
zMIJL?+ZZ9-obclB>h<?{ZltBlPv4ndY?JIOwne?S!o@}EM{}Mpqq3x$4v+W&kEu~!
zuVfU{vuka*`zyZOI&4*WWtWHbLKWA$Cp;27U!63W_FPdX)YEAF0pH8pLjo4@C(htp
zy5->H8V^aOYi|wxe)Mu*-?~WpS1C_(<EfTY{nAr8xkE%>x2t`u5J>;*UyxaJru@Rj
z?VJ(61K&5UyteUg>E3VJh7&?&?U=B=rGR&j<AsTbcBNaMpL^RlD|WW_{ZFw{LX+$k
zDW?dUJ{6yL`?b;=&iP+EbRK3)l+B!2ba|g`irmYvr@?k69wv^w=`Xmx#5>Ji<RIY{
zK5Lr1+~xOodGCI;&`LFAE6lgwr1LrCXYn)7aMhO~R*NUj`jvjGAb-ksrr4GT-)9S`
zG)(@dz4q0*o$T@#@AieLOtqUNzm#d>j_v-P(i_E?Dz8LbnQ$+B4~IX;RDrbE?H>hh
zI0wcb=8(0IiMby5ubEGmdB<5_W$ndr5|z6Om&?f=l9fD~$n)KySwi#jqw}J*yQiB@
zoPK_T<71xcH9Te0TX!x`&1byxcI_wIHM5@Gc`dUjlr!x>L_Ejtnlo%C-yLl2xcoq^
zP~(Z*w&Ze?1)_hN7SA=vwz6-^@tE5peMG@|4f}iHKq0r=pP%hLQL<oTu?6dr`LpUC
z)Ha(j#k1+m+%J2xNLTq3W9-|4D@wNR%s(u*PQ56n{2~9mt;YBIUD0~AFMBT)&(mPp
z#X50YH=q6qi3VY(Qy$rBDGY{^_xCKG+`DatQ<1Rscclpj%aqQ%dcE5>!sqX+Hi0*4
z=gv;y)!DkbyVxaQ;lu0mr====?eUqH8s9nnbosyE#!sie-xDcU|K)Pgo~<5_6W%V)
zS-Vf}twmqet(BQ>4@G2WYv&lX1{fY?ddH{~y<=i8)6qwh*$rK7&pva0oH4h%#kWL2
z{<wQBcer@xX=j<RXOjFsCR<Ep*u+~KKmV#pe2LgTu|3-+pFMK$@qxu*;_~isUsd0~
zHsAATW&Ldb$A|Y!*L$Uq$Uc8(!NQvF^0nLlT=lPydUtQHvuu!uc-ZB+2kx*1Ke_Y7
zfA8hJ3$KYQXs)jl_nd9-Ys%y&d3>>Z|Dw&mqO?1h+QQV7GjxPj<xk?<wb9EXyjAc+
zj;V}DjQ@p$58hS?^ej4Q@p^v2*6FXeGBuw$?)#wZ`!o)Jk00J?hqskat30WeeA>k+
zvCXl2^~SsHY<?SO{EFFG{GR!iv|7`I{ky)2>?+xKMZ@PT?-P!@UFUy(WDK-#OI*bf
z`OEFw?&Mz^bT2qZ=7_lOJhvd{akiy(x%g?n`W=&HWrTLiq*{x`9&D*D$es~h!P9fb
z=D?OvjbrYC3cr>=c(jJO@H~&iRHiJGl}!p=Yk~!$($`c*6g=4ImObfZ9#i^z!GFsH
zs?1OAef)%x%T1<?abK4tZ@~<wkY=BI5pB%jAErBKn>HnC@#N(x-MP7cvAk*L<C0Id
z3Lk6l*}Gp}vf20b=E){A_kB{Hd{sGP@5$A6*>fxFf>!zORsP=)nW+2of>5<}&4+{M
zPYcJW70Yw1Ihtot%HiDpyrJ%e*<rCRZsnx6)|*{wdnar@YbC+1#J)A}@Zm_uKCK@W
zx^oow7$3NKT_(mfK;ufw)ww3Z>Bmp!*FWEWT5?K<V2o~9$G49!*PegicGCGsyZy(2
z-&JcqH@(+b@@mqeMGLZ%{MUbV{`g@2`4|>G|DX!ag>yGw{MB-Lg;twNNa3dmNfk1G
zd{~#vuKRH5>B~=R*Vn6-T{H_if9FlDNOzvt{QZmmG3s(Be+o$q-f&s||Hn6rBU<+I
z+8wnO?Xc>Q{#~_xTE&BD`Vso`mw({kiLhx^eX!gw>aSU$`fbJcUecbkJ>?mzC)Y3K
zF5VE=9>M)u@T{}&%=bKkKi6$s`6BY#$FJX#SX<7w`kQ^-7&ob_@~ZN#HuEWu1MdfO
zUDr~zOMa{9*6VvsU!z7+(!0^?si$IGxuRfBY;N_>+4jXf-<~?fSo~fx;b~yyx{6mW
z5+7~OMVa+-F8lg>Nw?GwrM2(s(&gNa8){AAPATQRdi<{BHAAze*-A~5^A=tEeD3b=
zhnJqO=`>kkt#)T)s9X8=Q_@?n&UQHP!);cOL43ps+aRqy*Ytb1ZB}e~ZJj8tCn}t7
z^2hF$@rOA(w&}^;>{EXm{rc5skHeO)JB;#WPn;Gj*b{NQNhjzqhnr>F#WR1oHtoN&
zx0-*Cq*D0y@Xs4<je;&MJuQCv(VW+^Cl_SC7Oq&b>UsaSUt9No+-YjG_m9zwiMw2@
zUf)O&dAaDHSorT9doGyNO|^W|`C9GrpF8{Vj6Rt*uAjX}OQ$omaYO#|x%aotd#>HB
zq<<!Eq2htp2ij{R4+qQdIXmIdF8!1D%O}d#zB{vHUE{vZx;*xKkGIWuxvKZk=^M`%
zepGqU=oI_;^6?ph>pHj0T<00}Npjwc^<QjX^XT-&pK2*tzhe4}j(<GwH_hJ_-}iXt
zCbu`)tZzPTFZlgLQaR~H?_%+Z(=Cdgx!+4_(>m0)?(4Z$326<!+b!Mk?ceh@tb8G+
z_pMr@hj+!Lvp-(w^xVHW{q63g7|UJx4SyHkC_gi^o$-!4uk3oIwC?VF^I5Z%Tz-6g
zxzXrW`<jElR-6rO`m7Kw=T_p`Q+*{fyWXy?-?ruPx;nG-b7wdnbb4p<X}ZC_0*iI(
zWwXV%7T&)6bn~B>CC6&Dx3@`1wQR5dzWTann_W5A^_rArez~tNnRMM2%-Q4Gu$6=J
z*U`t_^IUo7E>$S(c8N7OrS!a7eow4k<DbT0aRn9UlLx0rls#hL<M$U6U8i62qfw7V
zPvWuIW}$$zA1|ujJFK1m+s<y8G|w|<gQtpR=iWJGN2is)%wsWHteI<byQ9Na+2F8#
z{rlgkMZbc6esTZ5^36IMr(idRhKe{F9ebsaBis)c>!|eAwwy{Yw`1k|)?;BWdcVx^
zjkQm!-JRd8?|iRI{7@IL_&7CrgG74cO|#42v>YGpe02JC)OqpKerx7FxRt+X?QJ2u
z^7=_zbXlh_nmm8GzSpDA@wS@|A1i*?>UiSD-MYWG@BcLOx)kw7?e&xbj{d$WGF#(B
z!`Ry^?gcdPzOtTw`a||j)7Z0%RSP~jsF|ErvVE;J`C?OMhtqQ5_K(T6KRzT@{(Y8x
z#^YgfPj#Ta)44M|+2H~+Qlox(9ZP(gdm(J)&mDjBqYlm~J3e>C|B#(Fe|^)q0zAyq
zP9Hj;AILDHQNq@HcU|B5_s*Zv1&x{9<#&h8x7+IRZHM{WU5v5|^*ay0`?7P|!926h
zVg^&MzB4KF&k8JEy)G|;@nb~4wOQxtx{y4dILD8YO@f<02pz4M>X^^I`p6BrX*_@C
zgl`P`vcWh+o?Dy0`haciiIsPXHTcuj^`|zz3+5==F<FDB&56soSYgSV4NFcR(a=}&
zYWy!D@uECx@9vMKM+;bVxN^DnXu0sYW%3psu)Y!`@ni8*htx|Um%84rGFt0!(bdY?
z<Cb~y_llbwPeYm3lnCumpC5MFq&M*X?>$@(&aSrjx$m!f?v?y3Nz>XrkJaumZ}?FC
z_Vcgc56{fZSgKArUBA8E{`6hfK!xy*EfY6BELFX9jL&y-RQ#{4>)KLF0<Q93-_tIb
zH~psNov5R4BAw3M*SY?F$#)&=-|cyfJ0+)DFt<NA`(5tc<)W8|TwBgQ{Pb&jy!Q6@
z_c}k-#J|qDKgGOqTYm=QmAi+HWN-AGwLc=K+|2W9oqIq<&<s<l`RmmGuF32wWqY!c
z^@9)_^Wq+jl9S@f@iFncB3HbQW54{S`BU%xA4Qh+Rg(^$myC@SK9Qff?#rDD%QUT$
zzafR?2iKNv-f!pB7%*{zK10m|cbRvOUa_yZkjypVTC|O)@zy@O;)asqGoFWDu3GRT
zZ}mgNiwzIvxc~Hx>6mJ^Yq5^7%NCJy>=#xywa+<G`1sS+*E<XnSq^==)63mdsWdC)
zns0SL(*zE__VPQ|qvyF8y>_}QozQT*u371nPK%z2-l}gMGh;ri4S3Y#vugIc8H!(2
zdY>vi&bfVJ&K}W{CG59V@7DEh+A2Qni?>Tu)N!FTO<H_Q)j#U))mU&_E$;OxmHonT
z;?K1W{C#6P1lFWSL@(SLdM~fyy1(7eEq8X8Z=YjbE_UZ}pQG#&eb&7CT|t`jSl_-|
zc4^V<S@!)I-XC*VXD^NmxB5Qkozs>6s+-%mK7BQ)4eb%Rv8rj6z^YGgt?NI@%sx^!
zaoZAx&tls+M0s@O9t!8*(>n5v|MtQ1b1pxg{<_5`C+TwDX~Wxe!8Jd2SAF%Wd>_l>
z`oQj_#>a@4!5*S9+DGixm#)tAxKt(flJ&gRq-!RovGe?YmG8-(X!vrm%>K{&XC85#
zbLO<w?>*0sH;3(vbC){(bcMmO-ugc_aZg>R$Zl|SU)O!$gj#)(b^~L@L4i{%Ud!;x
zDaCrbw`ERs>nk`Lx-!=F-N&83+rC_M6I+|TqT1TUBcnizch|>-chwH1cyH(UelDP`
zTKsY3m3CvDo|(MIHD75;De=ZJ^;FND@>=iRJNtzb&)(#Hc}h+rOKF!(?%L~4VP>zT
z-(CH}E+2hQug!w@RX59)g2%Ta9Qq1ZFi$_I{OQ`HE3&WK&a&z$-Y?ti_FJv1dEJJ`
zEOr-HJjv-jmZveRsBm$z?T05EY|}R{?zy>i&4zDzjQmoIo8CH}Hk4avvLkNWhJTl4
z%6vDnPU5|EPwlnt4P&mBt8G@9&zE_f*A!gRwKy|>-R6h0j~7mgxHW&CK%eEmUyJvB
zeY4<ki4Vu;A7|FBSu^#s%cK{^P8{#EZ-wPKuCVFfoUeN0+U*?^B>Eg&Oy>DZEnLT~
zeeL0`n93iQ<)^KjzCTQD-JVlPDS!6=Tz)~ka%<>|2yI?o<&EEyd|$tl=_{znTX6aO
zqIg}K_N-O`FLt}s*{iLWmQOkRK<(VY-VTda)57}MM<;4XM9+?~Kj@nHsc7e)rTLo{
z-YNO{puIk7+Pk_V)yZ7X1^3+xQcqPYlTB+mW9+};&A)?gl?C6!cwQ_&7proMulqv9
z_Wg}Yh0^umW$)&td`qrf+s*hz^4h13Mr?*BBa#JjPo0{4;<V7bY8msdbItV?ZmOSG
z+;>gE?u>m+Qs}>3kHd>{_Zj9Nm04T8>|-4F|NNT2uQP56KMiIRSJt{=CffJywS>kC
zo39=L#Ri74tf%w$ZdZ2Kc(82EuREKWTX^o+^k^(Qw7_5iYk6hq%9x!sE7#O+Yun8~
z%`V3LSLBhUidzgtR5q_{xMIwp!gIjs=e?5e7Ee#9xz24l_eM?1n>~z0B%(*xpxM}<
zb@Rru#L~BgGcEsHIURf{@ujW6wCcly<b=ychx^`EzbU%=!)w<BpS0WO-JC0=5+}wq
zPy1cSe(-9`-5c8@)~vF=qcyGX?ALUjXU}J>lxE+~{!~%=nr+>;Ej&HEkBp8!%G5bi
zy~C$>WAK{9RR7HnuRgiJ`Xxn#`}?#7hmIfHxz*^=Rqgo)GkSfVE&339jYU%TgzHBx
zbN7hUqbr@*=1yy!pz}`Yk(Upz(i0c!3771A(<bJ-E`0y!I5Ruf%#~lZ)%LiCsJ-uh
zpK`12UE;56f(dHP`L@QsuhrHwvE5$r_1%+7QI9w4FWx)5ecQ^~pDmZN_W4#%KKGrg
zeE!{EQ_gOhw~@`&+wx)2#yM{fb2H~_oW6E?{n^Q-A5*1|Dz>QY3zsPTP!Q(9`upMJ
zohud>{OoR>Rww&*V(RREiHo&L<}-pAy%n`93<FMUZ+T^@V4uqP>Gk@(asS@i|DHVK
z>xQmpiSsWQv1dPAe$?P_YSgr*xGjtZZ09`fIp#{e^?s<&th8jp`|VP!A`jF)a>^$&
z{1KV6!z|0AQFP%I51)5MdyXb~rcW1Dv6`{h%1v|HwY%8~eS5u^=|5z1sYpGnl%FTt
zbpB_AgDh7|bM6)6#NdOX{JWx3<-<J!Kjdaua9FUO4lJ<lxxI>M3s>Ho$4dTeWly|3
z&0kpF+P%<l>dO_@-zV6AP<mq|X1Pv6b=mYf%Y#1WRqr(F#q1EX*?rsbR-|+@&kt^~
zXBTwVM!Q{_C#&@5@nXXYxhI*wgTySt6ANM`f1fT?DCtOkFfDIRqk+76V{m7{h0aL1
z57GS(%I{Q&neXLLIk#^Wi`2uT-@+p{C9rCJe-m*m_4&2*`EA*g1Im~-<j&e-T)F;K
zV^hVE#r(52`ds%-DbZ-n62G*%hOfz9x$^G*dVLXxhCagszpm_U{Plb8P0y(9dDE6R
zz1nIJw(Hw1<y*?@KKcK3oAKvbiP}}!lZU^&Y)ko{acgtsyXw#7KBjZM#E*VDv#-m6
z%g^u96D#HPCMQ8B#*343><f-5UJ8n5y~Xox;%hyb<hFzDUrj$nT~peW`|k%!PH<h(
zohQQkM3zOpzqVIgU#3xbe}DY5=jE08`<~?otN-^<$Vu$0P|Yh^b9T!;^Y^}oKPu_`
z{L=mZ*z^NRd55F&<9LgwhQDYsS)tSwqx#>=X7!sx{R>jB|9xS!z3ujSF&n=fvB8&_
z*RdP4yu9^z@2NRPb2en130--8!rpeB^!P#n^Amm{OJAPuGrp$!MCjZp-ahYLirFa=
zN0}AVje~E7L{8g&)G7N~=#2GTfsdGPUaDVkXJgjv$iK3;s&i+@o|2qyZf1JmWX#0(
zH~v3ykXW(!&%YHfS5M@xc;)0c;h$2H+}|zIb(Lpy7FzGUeVtKM?m~2%q1-+b<4Co(
zf~)FDi`}Z5!(K!#{@5ru#p<H_-;D=VpJhhya<$ZYix-H<JXLWxX~pvGk2B*H-g33P
zS&RQ#$xrN9?8?*kis5|9GKmi3$?FAAE^fBvO%Ohq@W<_#o6<hk#F8*mBkQ*h7oNGj
z($9KT6GQOCj0xGZe@B=XE_TTNblIV(nd9@u7;7F&v!7L;&Kd1!X|p{pSbONXkNHQ2
zFVkzyEUJEd+--32Ytg%<>!+-96#F^RPDgb~ck4!zDKkD<_xEk6G0<+jzlwQ(uus&h
zEz??Nvo-9JJR`?6FYJ-sx5*Yqmzl5TV5>gUP$Kf^m2hf$DLdN<rRy6n8$X@>|4aPT
zYWe-acGb`Iz0Iv<SNpsPT6T>~{BEazT2^DTBP&bh-?LkHnHU_peyExKO6%FLdhxop
zJb7~;?rP-!^EQ6U-_O!-VjG(-7H>Rr|F_1UM{XY)ufHm3_}w8JAk!t+dBkqjE!Lw>
z++}mx5(C#Cu&?kqrZn#sN2~s)54F!;JbJLj<f5Npm78Xx|LyrQKlJN9pFYuRGy8VM
z3*$n0ftzf9Vs0#nKHDp;e^lYi>3;iTSyT0_uTBcNecI<hO34ll!&}E|a)LcN>H}g8
zgx<@(P}!DcxtizlADJBXg@WbRu1){?YwGK#Z*~@^Hf>d(?DKf{<)7N?_e9Oxc=pe;
zUt$Lt+YDZ(S_aO1=6|I#JJX=xLA+d4+o99n9@@^3+stDl^QMwB&GY7)g8~Z~cSqho
z#CPrQ-p3rDgE?fDztk>2(QV4HW@^E!nrRiUrKQVHoBX@7*Y@$6$C5hTZ-OtHu3D~=
z-CTB~q3x@M_3jIXl`o6$UG44`nqgG7`ytEj0>KXw2Pc-~)^g7GN;=&v?|hk0VWQ6g
zjq>DElh3wyRFu8D^K;WNrnSAMzr?r5UQ-g`oSDVH`#K-rWjptlDMuXY&iLI}SN-DH
zqD2m=$JVt@I3YS~*8|q$ZVw)cc2=$x4R#d#cSwKPqQn%>t)FxZx$bkUUUyAm=5C(Z
ze`Hu}n#5UHkF2#h(Wv=x{ufdGS@v(gFc%)V?Dc-4a{Uo^QNO0VGrG4fZvM&4Zga}H
zioa3dhSe9{-cNIP*&W*Szw+mY$KM-&T8RBQr+<dAI`7BU^TyuWyPi$mY^1p%Vi{9^
zSfZ}4p23#)t*v5=SLYU%p68G|y_GrJWv*kT@J_Ce(Gf4_==GbjKT-CQnIjXSd)hHS
zPj0$5+qP03>+tol`pM3Z&x9=PZms(kl~fwNsO?H)+LP)79Ysg?TLe1VMx`6L=*cHO
zkZ<<4jK10(y<*C<MY)$bBiRqlU}RnwyZ6lBtwsOu$=-Wt)v@}#Mf2zC_w_Q#M^}H=
zetPMP$Tg3<&o}UR8C^L4=?`<7O~KJa?SIax?^kf*?q+?+pZ!|v`Gs~~^`L{xyP6Ko
zyJjW->YrtW++l%>Ki}jV24uNBO1JIRTDl<j|8`reGR~wzKKb0wiuX@gy->~cs_|f-
zI<MxHso5C;iDTcFpOO^$BiK^pth`(Kqg-n1QBw`e4PI)qc1Y~*ED~KjkM&~2CD!mK
zC$~N=nCpMXV$<px_UpH1ZhkH}tLMh{xLx5NbKAt&I4?{P`=TpSW`6FFuF#*T{}RiW
znsROF`?k|=(T){AcomNDF=y*c$bWI9ZSud6Z%1A~^%jpfU>SF>?)TamuHBKknMyD8
zTdP>@TK7tPmi?}Ix^+|Dw_A<XlWS{}l1!##ig`DFzE|{g?|uC^*jWItRK*V2AKl={
zk<eq__GSzJm+#9T_?Jl(Y`SmpI4*YP8}D!KuNNsjxml;YZ_l?A`*gp_Y@Wk<Heck#
zA3IysC7C<S?r)KPm~}r~uv6xUqUF+0bJE|xJ!vT1xJaH$vhsF#$?IDw)4$!`VdSZ=
zC9zn!S@4Ea%^QIYi?*k4o?~SibuP{(TF&-B=+%ug|7l7x2yAKj$dVdgwPDE=*FDc1
zMdtmvqyA`RP#4#__QzX(Y&f62aoVXRo9B3TE;=C{)i6Kgpe2_$gLU<lzWs+T*-Xwm
zVNmkm6#wJcDbxRKwDbRCzCg_*B`vza^pmksu>9lZWYGwhb>Sb%{lsQ0h!?l%j?Roq
zE#g<6vL{#ERe>e`R<*#cNquZ=)jO|Q>CX=?5>0#68ju=i_&H%}OR!}}R!d;`)A?*d
z>V<iiI;QWKQebc{JD}sk<|&D_%(fFFO;~<@wB5|X^@rU+@AuJ-4?FpH1sv+!btI?x
z_op1;xkri)=}IJ*wC!hS`_z+o+3axYjc>M0=Rau&zMq#_{h`w|Z8iUncj`CJ3E0#(
zq(2Hg-|QWno}}H%{H^lV-C6E^Dncs9zP{t=_nCXJ+pl?=zvdNriG!1;1agEd$=<{@
z{fJ1m;R8*f_)}*zv>Nxicr#4>zW>*DSAmJw6z3*6q==|L{<>4WZk`|CJZ8Soe7T(y
zR1f<EK9@Mcckq&$kL$vlN1Nqzo79XarskiIIiucrsjJGPCd~ev%CoNJobzSbcs{T!
zWO1zec22*U@!XzYr7a%}1=MbBaBG-y>!ecf=Lh?pyw#7~I^QHL{v-3Fgluwv+Xi1X
zXJ!M3cS5qB^7j>Iyi?J0*A7W8mpwb3&EU_gUzc>m9+-+H$7`6^f0mzS9Blmb@BTlR
zH+}x%_%b!?AH)A8wN`#PQNf9VEU)z3rku9DJ!3VuK{(suZu51I%^D7{H_AP_z0II{
z{w~=AHS3P*-Tu7!`whc4X8X>GpDug9a?{yYb!|GYykifhbKEJra$vp1lliHi-d~rU
z%6LPgZd&_G<MY2%CW!ys^WmJJiqsa*Ogl#I_<}y0$~5)B9V^q>*Lk~qzF_sayWcM9
zfZ>-XoW(}lUmUUVzTvmvv7?BZFDvg%wM(;2bfc#3lQr2h&C%EYd`s(@-<Ox)Xq;7^
zZgKnFKKuG*)92P0?^(#~s&JlZp7oKk+m3Oa&L5vIID3mdw(13QG<*4sNqb|%W}ciS
zVa>ny!MZK&0<P)%58ax6*qQD0QU4?{pY78nAG}U(d$>8ehB;QQ)L=1t&AWtKomZ3U
zGVR3byp5ZG_?**K_;J|&*s))MEF7Ot?dm?dbh*Zd*#?>BPaGE{ZF5+f+wU6F{h6D?
z+GncMW&e4b7F#ec_;KsjO$P-ToxcVJ;<>AOR!y;5^Ui4XBZZ798jqLD=QyTjeBxSm
z`@)LNO0^!fwPz+tL@wQtDRo(I@tWrgni5^FbtO;k{4O$M$ugH5o9=&n-zwhQF(zHI
zW5`&-e*NFX36EzV*_SJSHgDcX{m=OqH_yN6v*qLZOQFlQzR~KKA)=Emc(35czPi~<
z_^&v=*PC!ZNqFb~uKs_`5;CDJcYVzdi85K3_Wg>8=YM%`&zGyE8^R4w?m2rp(uX~a
z#o$Nyj!6P~x21mEY1|t9@Y?^0?sk{+W3pFQY(DEF@c%^ojjg9_Yrag7OcZfXV=$d_
zXGfXtAvLWZ-Px^<g(@}YJUaMWO<GsnQ0TT<)BN;6nPfuW#wLEnC%SA+b2$s99emVm
zI{E$Lo9a5x<{hb>IALLSw_?d$SBYm$yB5tk^kYtL<=>^NHE!*Ayu!fp#KmLMI}WZ{
z|7g*vTJz?Izu*7w`O12EitE!x=YziD1~2_%cJMcf2tGD_zbx*ct4Jd6O4grK4Nuf7
zwc9OeQmy-wZyQ=sWpR0ht`&y~n~BJA-*XLxi68%cp85V@zZ)~_l#UZDZ{N5^A9s)J
zE10<V?;+cGzLowQg*DfoT)R;5X~h!ued_-Um&y1)Tvzao=V5*5jg_wt9iB6HL(Ti|
z2M-E#b#HFCH08sMzDXMoO61(;U_BYdGF3e@Np|0+u8%&hUiWLov&sr`kH*|i*y5yo
z@I~3LYti<7lANq2QzHvyjKy~NXsocVe)VQ?P3&~H>yuwrE!+KAW8I=Wo@=fJEd1%3
zeu8IDyKX+TupmF`ckl)29mQ)K!;)U!x~a}ueSh}3!bSJCfA_wBd)lK#!jBicO-}w9
zBlGlT`k{4&O5!)$nfT{c&rs8Sct!AV!`a0?%67Htd1tTto_%vaMW%AMoKt+w!`aF5
za^2hRJvwNz(8lff5`8D;^|fD5yPPik#<ZC0T4C#+<YV7$e?8?}xMzEyTTFZ7Ldh8I
z#|0;(Ma7i9>s&v6&-ox@yHVf=zbf^l%nyrq)m_;4y83wZ&#rgbk5qrCSI+RZU6cH1
z+VVRQt$%`p|L~??n(yFs?}@k&gTaeMQWH;V1b%ma_;K#rg@=T`@c4Fmiw3<`|J%1o
zyfeG*#XgNWI~*2z>`-rdeV)m#pxL9%VgB2+4{ZyA=j~=Y@o#3W!Tj592Ulz=dZJjX
zw)RHc$64juEaTa8BbVD$@bN9>-E`FLb@dD3dpi!F`7PG;U+uZ<6qn1K9gU5AeS6e&
zf3it$)}N@jvru2mMJBaa_YGT%t%KrCmHTm1WVZWAICe@oE}J7Kr!hTk*(rm~BC91X
zgxbY2D;95)pEdQ-?!&F$ANkI_5wHHkB5ieJvKog~zk3G%y^rpaq9t8y`}k)t`(D%#
zI<nqg$KXJJ)6VYvluiG*8|vO3pEzs#6aEE$Z!2$XxU{?D=7IUq_NNndc!MUp1oe9z
z`B=-GwC}u$W6jUVLr1o&1+Ts;en-q?>Bsi|3ty(o-E*1|see7Lelbt)`2`1;Zru?4
z%22+3$@(81nf?-fDNTzOzt79RU&k>+?@S=m0?E^gn`K|`kmVI#l>f$N-=c`+=F?|R
zOqi_y$Y{ZlHB)}NTj#844z2uE_4C^Q5A9DU&;PT*=I>AIrSBQ`2eI*$TrJW_&N}tJ
zX~B+Et?ss`GlTt(XH1MfQ)2V0X8W9d6~b;NC%4E7TzK%hd$Uht-n5n3>!+;L)}P*b
z{QIfJzqc1e?hIioERSmbnGxEj5k4ht?v-z)Z#SLU|J~89{;^}Uhx$#<6e**nF52cl
zcb@-ob6;cqx~qGB3O!uBdroq#)A{TB!t8#%czol{iT+m!4@+~6*T>tuvX<Q2{{82f
zV!ks*=e(!u9ZPswr^t0BsQKE8hzy=y6<aNvjod2l?2P8E2~UwKHTv(+SwCyl)^lgQ
z7rTBfk9W2#HB|L_aLfPn;hX#g&n@E5eT&m%cAxz8-D3HTW=$ueYlFW`tbC9Vo-N_v
z;&<@We*cV}k|Ipz4ON?Lq^r$(`jjUa>+WvuK6CG3T14sjIo~9&?VhW;rrXUmI>G%F
z@4jLO*5d|Tl6M#arN8`)eezfH+RZP9!Vi_+C{Ah1Th=;vWyGHv$)}l8ua9yt#cdOA
z^mJCZc{56Lx6UVdnbc!~65nP-PPu4#wyGy-qie~^=GYcN7VoLD58cb3MYGkivnJTt
zm3&;<bBl5QwukCpz5ieIQwZ{|-{E}FIpkhulgIRl7CHVqgPLFbIG27?VC&uN%_{nt
zvsNxlo`3cEKEXBtmACI@bfqqAy5hI~V_4i_r4qJ3erp1D>rDCm`TrmJkBxOwTO(qN
z_w%zmSFrWmI=JbO(%h35M0aVJeptYeY;}6O&dYGCuX~LJo6m@>HJo}rS8j>n-mbOw
ziC054Ma3rFP`Kd4Vbl2h$wRIb=^cD)lLTfSF|u*0`BwkU|G(!?Rk6Bq&$mnVCM|1z
zpDUdxXm(z%k^Nj^u5$0SESr!+|LdnsICSWNPRF7Cc$wh9`sfdTZ<oKD`f~H+C-psx
z-u<%BnZV&!%Mp9~z}Fe?<u{%`%+s{=fp&$~Cu#e8npGbQxMti<2>ia`bFg@$`FE9q
zy*;O9=+z#|-94k-SgQJrk`&*j*E)4)&wM!)_p!b#?Cd}7T=&=Pxw{u{F8IB+bS+o&
zTLF!XjKkF*@Apj)SW}^<emYXACF6mCJ?GZ8k38LFce)kow0wB(7^>a8t`YN3@+tdy
zA+ZNe?_RKkpYtngHjmvfr`GDhJyVmC{RQlSf+2+lS(5|vMcjTpOmv%V{A$kYe?bn{
zGFlT@Y`rGmW+|v>xukt}70(VopT|wdMD7~JDEvKk{k}&2zMpC~?b8<W^m}ce+E%;l
zKuYa5&&93ZuD!keRQi5`4qKn;t;3(D3WlWU_&Z)Ks(H8bQc36<UWNx}3Uv>EuS<{0
zjE~`LZ?9c(Y47)apYLt?I`{k@{-v|upSfO>HM{Dqxz^`T>gI1Z@0m6K>1qj&_kFzA
z4(A_PT={ctX34`M#+_XMS8Yz;G5y#YiA?vIyz^$x)YIPao{8~oN&`=Y($lxi{N`V7
zr|2Fvsus(AocZA0C9dW_?dz4c6!m4F;@(kl$#t$%oZ|lln>|?bP6W?rIcw+}73NqR
zxY^j@>x556$;Icr3rmw~wjSAk_#%Vk=0qVEnG3u&cRyY^d+*5P*%G(f=jNVxQT<K1
ztk<n_%h_F~c?Q>7guHBdy0hkeVylnkxSYcN?STA_JIra!mTwk%yvSN|>FJu>3#&?>
z@2x$<dg;@q2h5X<XCARX^&w}ML+4ik{w0F)Lgj0HYu{IFId8G`?5(4@r|uqgFO|Q3
zM)}rO?wdv;HtrTLjvn6DCuXAjD??`9&g(k_|9a2)Sbu-B!Gb;S3vRWfuX)^La`?>?
zk#&=ws~JptFTm4r^h))Kws*XO-RBxj@9>{I66K|N>dB)xyZSR{`Zi0(Y6&TpKbti%
z?}?cE{0KgWThA96-&D|-b5z;J&|bfoIdJBVXY1Gd2%qQ<QLj&O_#T$P$Q37iYZsH#
zj|q(iYbCk1M8Df|I$xq~Ue)x}rw8U*HmRNpdVE@^R$U}XKaRyPJmS-w4Kwde3ELIE
zTHl)K{dvQJzbTtze!nWe@$i?IWeV3z2EXioH#HrErdqEQzi#kcu56-Q^NzWCW$BU2
z_w*}#NtQ^T&cd>A&E|xxj4w5k{j%;iBWGy@_JsL-HM9^6DrgpHHG6jBN=W6~-Tx&L
z|9kyBI{%;NOI0uKH~MTFof8rzx?au9Ex5a4^^><@Uj=v`#=NilC&~QGXJ*^OlI)+V
z^^3RL?EU(=sI63Jd8hTgX3<|4@1E~)t?SFo5?i%!X1)=t%sRy@*ZnfsiyBrR|6ID>
zUwHn$)$Whls}rAaRGm0|ZSPxo{aG##?_F6kJ)u@!)?8~=?$txP-@knEF#Jrl^|m~V
zc;|^fz66UuxZ7<er1o<A*H~$uxUd<u`MYM>?GLozP;s6fyK(Z01t&se7p$G*6Lu`>
z^~BN%@3wYDw5|#0eir@o^Q8B(IW{`mmwi3lmwbp{*+Nz}|A5NJ&?Sf0<=HqKn6D&s
zR`r`o;`bLve;Y`ziRckpd^p(9+o0pN%)0qIxOx|K@FcFisry>zoB1k#_O2gtPc6?{
zHLzLv=KQ^^v#s2rn5%Sl$+x+TVjliJU#6yi{+_reLQ`PXuMG(~d9sF|jSjy#u6Zh=
z?MpyWLO{3wwNAg(B^n|^Yt)mKzeG=&py+f=YU9&}yM^ETBzPk2x9rGLnWigNv@pY9
z!L9pWe@LmHnlM}UtHPEOJ7V@LCdaDZn!3>I?$T=kn;v<%tyFZ_rgGJLp5I<8iPLPm
z79`)+U$fFIc*)~8+ZR~3tajPG!vD_k*SEsdpU?8KTCpW*HoMH8o|Vs@-S)CioO<Y&
z@PdikwynKyP$}}IxFP%e?E0Vc3%*9Q9Df+r*0k(HmaLOw)A6GRPrg6w>hC7m|91K%
zt<e0__UoR`{t~(V_)OD^V`~DZ`0uuE36&}q2>bCVJx(e|sj6ek@$GU~bq^XG{j{Z>
z|NZoj;rWNS`3rCEKDdU(`o*K7DNZ5>I3{pB6A+i<-2L-o-(u<P?e8RaajP6p$`$;R
z*?;Qy<*O%T=KP(&cTI4|w(T<%ojnVDF05<+9@4`;o5e69Dsi)F%o?_n;n}-h3$MA%
zVY07jYt;4$axq+L>TVGx9ZFklS~l58mKJ|3)2VWCD4OQoU3kXtg8Vc4Wbq%xE>g+7
z7dHOrsO!4KR^k-*I&*DE#ggN9Hg~W$wjD9g*VO)9c_E;gJ;+sTTj#}9Re};#f}hN0
zgobExADs03lUVxYO*NI0sjE#aDwxAga88jed@X(Fbhggv>6ZK&A~FXu=f>t#Ivi*z
zof2lQQF5PmvG>gFUaOcE|NFU1_hh=6V8qrstJ{mUCsr7(nx>~8cId;*Ymcw3jefdT
zet+x4hbG*I*H1ltechuh%T9+HzSIY=pZ=XMEG4lp&e4j+IK$!Biv1kck!DVoJF1=r
z?fiL4`+}Q!rH{d5OZoFp_pX~NV9)i%vznuROXY=~77z9t^G#*TmJeL8ooD{<Gx6UZ
zhwv%MW?Y(n$91V$Xl?xG6@QOc^M5uvze?vv%)DpMVzq3dGGm`BOy1<X#Q3v7+2yQ;
zqS!93*4=g2Z9*s9nNiaJHRIA3h0PA17|i#*eVe?!;?nwEiWysUQYTG6sMmAN%)rF0
zp(ioz@wEjfLzFh@A2wf*`!dkx7^9Bjm!jm@H;1$?AG&dU$ws+_42{LSd@6>eO9Y?S
zOuK8{p%dp8ZNj<uo{FD`^q!w{k9R-+V|9Ci-_f-NQQklG3)(;Qi^gA<dr)}on!t^7
zb+`O;*iXzcJL0=N@X{RK?Rm!|mdeaG^|-KgmTmZ)qX7pGeA@3^z;$l-pF1T1u6vg<
zFyu?j%Po8A{eG?a*NNXIN4zP&_mi)qvi``KunRs{=5Mb_zsf9kX~(qURMB#$yVGX;
zzu4H}yO8DF8Dsg24pC9<e@tghZ1?I(b-#FsIpJCE^d&K;dG;MNwh(^%Zib`Tm5&n5
z4<zphSsO^@>)Gi>yZo{V=?t(GiF@LbzIBdav9Z7U!8d%{7P7I#ZoR|2_BBH)@8hS2
zJHiF64%}Gr@N&W1k_913Ki;gjb#bxn6MeI?k*U(ajQc4E%d@BA|JJ&s92b^obw4p_
z+rmo`x4#<49?dEJCK7x(L}|iJk?7CgxIfD9-i+D0?z8KjwJ#f2{cL)Fr0S0Q<c-r9
zw0Xj=M!(+|skirEuTkMctK3r#PB*6sr&h|YeLh`AA(Yj5M*GV*(h>Y-37427Qe*@~
zE^S#Qr>v19uREnK{Iv0d(z*K^-oMK+_~IwhxtC9@QPTXkS+$o>d`j)%vqs<8Tblk}
z<UjpqEq`XrBCVI3-6l%Rc6EK^BB3JIu{$(2Elh0Qon~bTwr@hrD-#tjR(<5HEBn2;
zDC?EhYZbkRS>{3W?o{>j9u_-wb7uBZcE_5T8Gd?qIQQCF8TD$uo4xqj-g&P-TXav~
zw&kau#)q9L>Y1MlH_gb|8n(}o`)s=JJX7`ag&$&0Ok!MS|37>EUOApWo6p;Imwk@q
z`lnv{A^NoCLe7Kd%D%oa_v4gLn0ev*wJm(>4i?BBSp4CcKf~l{(o%|-X6*ZC6zcS*
zJW;n{l8w`Yp4Bbt@=o14EAF{}c;~<|-}1Bc4*t6u-mAYys<>TI6^oEhT6?2$VgCEI
z8_Z8y>V$H{?67{j;rADT?sfi(Z@zzjkaX0lN%Na-<)0_YEbD#>=%}+FOZwj__v&)<
zfwz9MxHjJY!`7+(H|L+{nN_le%-h;-A5z%uAFm#DCiRZB-JcJ4KmB~Zz3`=!;$Jhv
z^S!&8pPtPO=#U8$%G0yGyZFbt=yNiaXD*A2yeVcVPchBO-m$Ob&4M3BcWb&_H~wx@
zRZZe4c@@=rH&)^j-y!ZT-02+gRkz*P-sbpjvE-P%_E(Jdmasp%F%=@y0-9?jYcJoE
zmTlX7jFW$VrmX%2r`ov7FM=eEXH2{Q>mtACft~Af=ca#f_^)`nAuw^_zn1f?HUGcv
z|0iH`J}AB=g-z(LTT5V^U?R&;vy9gLD>KyQT666BcHrQqr3C@|n)kGC$oODzWI<SZ
ze_J+d{inEyBXgU&+#~)xxofB~(@M_m=e2{AN_Q6Q`@dCx<Gu7uKJ(3XcQ}>@W^pPV
zNXSkVeevk>51W_v@6M`xn3uZy*kRteB0lb%UK=;JzAtjF=kgMre&lk(+oKHEat;ga
za*T_z-@WTwK!V$;%}+~X-hV4RU+k}Vhh6f^wg8*brPjxoZtmT9_|TiTMqR3PukK_r
z@!2TJA4*et@N%B8^wX6#4cx7ztRmmrKh$-*wiSPuoBB}m)7*r$(#cl7!dp^uk9bO0
zJmTSXn0&I{GT2_IXxg7!=QT~bg>PH#D{N6atoOpTi}#Ij(r&(W{4$v$MxHygCp=es
zyRUP0HV@MS{Z9)P1Za4OSFqL1`{3IleWjam?!nlwdz^23=cj)E*<OBlQB6a`u9G~w
z_V^`Uyg8xqU|?D&$0G-i&!Ig@wj3wj))zipHM=tNFYm2|e+)bpY`B?b&YnN*@od$!
zrut9k{F5B_WFKD_yFc*U=Das&>VI25T^#?1>EFl72N9_Y+)O5kFA4CyqQN5Zlws<W
zyt>70VeIY~@9$hud$PK<@OPvA?}maIH(vO1P2AQxEwlfd-J{RHd_`AmzWZn1kq2H+
zJ$7x_GizU5wBPR;kG6h!U#<HzO{qpovgB&<Ht(tr)|r-Ry+4m_VzCsdYPGo3_n_+4
zp_jgC|9S4`YP)?gz2)_|%a~DX?&@{3oeHcEOpjv<$n(0eP<YC}w=p%xj9apAg)<ta
zO=#Gx760gH`Jq=ko_sFZ%5~vTtgqdoAWglN%Qv}xFDW(L`{B7D%Zb$2j<p}}Sl&9J
z-Z|m<y{&Su(*%E3Oxu6S{lN6w3>r_~85_$^>^ji?US!7F{l-(Cy-#a%5_~Iu%3{ls
z!cM;hkCq9n+uhH-d^_i^gbx#9uYF|IZB$?M`S`A&X?!j_O>&;7pSa}qfoWcZ+n=TX
zt0KyJUVgc6;L~vV|MZRKwVOU$3IFzc|9jtJ>AMV4(wqW!j<{aR*qkoYf4pc<Z>*Mj
zsOPGnr~E$!{tK@>Wj|s4&uK+L!u_^0B?ILm7aeh(qS3^{ndHuVm-oxQ_qX4kd;fjT
zZ?oA7FK3GHsJ;JNFTM8MX8ZG<>I=3ip7=PUl*4~l*}C-;ZGGaCguaGMzOkH1QQ)J+
zbYa!Y<<FPJ<Q?I6TY893y=IU2+s{_Dn*tw+OG}+PXQam^H+S3aX@UnY@vV&6{-NV$
z^YR<VMJ??r<UN|V{+mAIwdFf$ZpoQ<-&mJkT@+*XU_TS<<GNX%#-~|QlU-LPwdb_%
z_Byt6s>DT~i8;dU+>dV_cI<E!H<vlKrm|b^Lgx<g^FJE4&bN7!Tc}%=w?BEJ_SNu4
z)BXzu&lrQamo3@G9UL;_MD6y9|J}yNjnsa+g#O%~yLCs*^zB!<4bC^j&f}3}>CBws
zrC>Nk!}i|~S)XR@msggC2aEQE|IFJdGq2~r$fF-CD$^9Z6?p7!J2h`>P20+u8>?D7
z>D;T}>WD+>g`$oNciLXvTC%L{%7)dKh2MxeUeH!sbYaq>*toRxS5=>Wn+Zz%c+_7%
z=a~IFzjC`O`>7M8TmyfxJ=^x|{fEiInw&0o3~t=YG3QRvyy+MvZ{f{gRGKx%O6TGA
ze@_?>?3r)H-WIIecpy0W`{l*I%WoD|v#>a7-H2s~na_N$;L0MsegD55R_~suHSgc6
z+ei02IaE21n{V*~{XL=r;y<_UOy^YEWl>`(KB4~C_8Q;bEp?lP^tT3<zq`|!ekk5Z
z>+y4A*<Vb0MvwR>%Rc?-mlvMbyS5{I=ku>U274y;H`vdcz`*ur`uf{j7V*u$W~#uK
zKc!mgd!@eD<MV<?7K<sV1&8Y2Q8ANnIuNTEQJ?uVao5L}=?AXVy?XT~u}<-TXtz$>
zC7E|;Sc-35-Z#yyJ-*%ZwKwnYwVCUSXYSx^T6<Gu-R|NkrfuCavp9;gZfgt9yVYVk
z;ns~CA{#~CtmxZ4>5yZ7|1E<%V#}s+-l%K&wRe`utXUJogT1W{9adc5oUe7^=$%Yc
zgS~4GT~|DKbMubixoV9L?2XTVFKM@aQ0&1Fd4ThC>Xo^Tm(Ln3%d*c}C7oE~u*4wP
z^j$uKamu;3T$6My?0mQvADf}!^TC>FkHf5k5u4lgtT^Vo|Mv~f8?Eo2OgY$owb-Wq
zP>7*<t6QJaV++gniTiIGS#Vi=i7wuLStG~e36mO2%Ih+_pCV5y;$Id2|F_q~*7V?y
zM7J=B4kMMuX^$N5YlJL%yuCR2YM@r_v<cCES6<Ig@2^od`gDTBbBm0~^{G;3x2Mcx
zHC-a)De>!5ZGH421D!Xn&xAVIbObDNnHz<2XLgC*Dtr5CYRT(!y2tFNuT(nWCi*xz
za%PzY-#sR|9r<_JReC18lk$mono!cusu8;7>{b2XyFEAeu4kX_!?B@ugYCfyh4-3M
zAKiN*^Im46Xs#%u$Q{rB3sO_e7*`h;ozOd)yY|Pg!x1G)7mmHVrjczH$-K*OrrG3f
z1A$#{G;MAao4&qtxcyfK_w<>|Q|@QK^Jf1c{Mu+yT98JE|Cg(l!5j}~oBh^)wtL33
z8Qk4ZoBsd(_VmZx^@bXSE4eIq!zO%OxwLk<$5WoE6J96$XMQmIyII16<2Q>lgc<Ew
zIF?;YJFW2J<AifZ>~ComPrWS7?H#iq-*<;;-oXg@giUvDE5=%0OBYo+m&<zaYHvhV
z%7O1Y)~h<CmDTi|Rln(b)7gAQ-iu2YUMfm#eiN0Hkou$ka+$8cd1h((f8Vyh+*^LX
zw<qp={7xZ*51&r!A8pH&FYsSooAG33`C4hYZK4kt%s2K~-d9WWs545+lrTQ-|Kp?W
z_3Dk=j@&%tVeom)^kC-YNpmaC_8Y`=2p(GUUiAL7=eFxv?HG!A9`G*EzV_qC;~iq3
zqvzdT<ab~D)JL286oKR>&0ue#*VD_SHmr+YVB*SsUhrDzZ7GZ9o7cZ)<(BHUn9N_e
zBjfX-OGRP~2eSJLmo&CE=H=!2p4Kiu{8q%C>s85z24%Zn+g?xmRgyJn=dDGuJep01
z_zK=f+&Gui>-M|SlzS^zQKUqXjnBkY*;lWHZELcy@7w(2a;>cmmtyy+pP_B`jFT1@
zq<`vtw88HAqxVHOmIo9RB<+prs416atmm)0VAmlm>wNpQt$k%(k*%V~p=sUbcN)%>
zZsd#!f5-fN$G4ot1-BF%*^gNy`0w$ac_rLie$@|->L9J(%ewR4c)iWq+Fi!1$ag@T
z_oMN5?>kEKj58+~+A)ehDvC2|^Vq@t-Sa`rb#pGZd4+SIG;7E_ekRb#o0M<7YD3Cq
z=gPa93sz1!)_IFL|CjXxsTp4u?qHeQ{qe)hJ$Yv?sPtJn1l-VKjJ~iyd5TcG+Fl0p
zu;jP-X>aov=9uXPcI{p|+wO-!IFoN%oJHR!e(4W8h5OYmUk=r2oSKu}!0xB+#ictV
zRZsm^(I0jHb05#o*ubP<QsQz;ebZ)z<AL*CE^-Q5-gtAz@cy~lFXji<Twyg{!WNv7
zpS#Mp*wLgS{E?ewR!q2gWXal$iA@z&Ni}b{I8Fp^@d>QRxpHLtcjE)6@;Cynofc-Q
z*r~bi<>I67|7`xV=j#EBv-kE-^x}E+fIENLs%h^k?rceVv`a@eXhv?QpQ|zh2h+u<
zk5`}U<(;w7>daI&rImtQHs@!&Xjf}6ZQ!Y5ci-T#Ao5slr^=o$GdUe6+;lm;ySr@b
zHs;SCvh6!;Rqg72ufKfj%i|B1*D~IGleG4tt;3<?rzI;ayZ2p`G3H&<6kyUh&$52v
z*>_b5c1N{R>=WA`|9w04O7*)UtG{=yntZLWVY0E_FlCEm!C{*>iZiqReJ-&1JmZ-E
zdJ*-f@6X(L^19No%RkmYPitmN&720d(<$%vI+Z^vIQ}U@^IwvqmHi)m<qbO|PFOy;
zSakYr*U`f>s!kl3r@Gmj`R@+T17D>&)LA-bEH~QJp}yAg@C18fo7?*0R@`h!OaCt^
zeeq3@Lr#LLNWND4duuxLz6!r1QU%9qcJQT~c*Dm3VV;!#GgSr-7oI{6mzg)}T^{i}
zmzH?&rQI-VsXCU%zQq0Av#HiQ%ASPmJNvfx<r{&6ms57UY_nXy*2%gfQgFlJOBXyJ
z8Z1xAtg`u8y`{7KgK9lrZqrM{kI!AJ3w|F|H%YUfD{I;PY?<O&{c}fega@B{q7ueo
zbfe+(r3(f2XQuDI@#~%m({Z_-uca?t`H?j1C`+{ag-q={|7CY_Qoet`x9;-F#g!8n
z)){}$QkeT{>lU6x_Z*_Pbhtehd3#{Fmh47xSLxsJXLR)x5^Q|g71laiEV-q1$@1`Z
z$=%8K{+rFvSfwym-N`kpHM8K3>CQ)G+t-N+Jvw+#y!yAL#O<AyN^MHn?>pWLUS<kb
z`pDy0dB<7#iHPwo$z`W|OkW!%oU&%pvuM!dj=1b@dblmZ?E}lQmHvkws9$r{o8)z*
zO(E);v54@OwX+JvR@=?1nNaun;QEJ?PfTc(K5ypYvgnbz$>Rh07uBx&Tr+vzw6$%`
z!~fQ{*77Skx3WAn<9sh5kvOe>9kZ^A^_stDWKx~9FF%d2n4i^PJDtIr&r-r_{YEvW
zTems(tX7`4YF<Ot=N0)$v3ncEe!jaAVGwR?y!qu>^ZOq1wKcNG?lw5E-Vv?Yq3CtU
zY#KwL?%ap`x{Ke=V-IF6T$|sTm^wvmzK?tLq3;n37Qa0>!{D85>=DZqg3gz-4y<13
zwRmq&sB!1nkM|ht<u*#r-@SCPhGS(yY+jYd<c<Alh5hB%FB+LG)SdodxAvz*52hmC
z9R*AU@0RU58nI%7!HoTaOcD2)?i{|d-gc(H=#s2;GFh$)%W@C2+?>@QQeg6<(P*jX
zvB(f+<-V04mKwY@woWlLWZiP>c7n;HU1wO66>E(2Hdt^3RnB?h$>Xrh;{|_xN1v$K
zkM7?L2KqTCT@AKx4Blzc{Mt)mk?+B4GbSboB}#nx9M_(Bqy54411u*mXvySkJ}!`d
zF>c{>)3#^ZcI}(^m3{4_=+tSok?DT#@9!5rsUp|cD=2Q(lloc2$tB#NluMqKr%i!T
zcG9`d+5bND|I@g;yIOy5w?g8acFm~iCk4`#c<w6Suls#{3-foi2g~Pe<mWZ~oPYQB
zf!lH(#jF;WWy8B&p6p1^@lAYV6S4kpPoY5D%iWo(zW$o0uI&=a=9uxoNPdR%v#2T&
zsi=E~GyaG$9X9gWle_V}(VEx;^VUVY%bNFCE2QtmHpV*zPfS-uPdb^9l9$_`?a93@
zJBrcKE&94o%#nuvfJ+J=cCpP#Fnz_fZP&duN-JKvJ#k;!xFeA*{D|(OmLAhUhwrl-
z-<;v`vDv?I#oHHb%suI<?Z%l6b~D>I$Z0&#)p@EDX4Jv{Kq|REXLoIi2UBu|QV*wf
zT<O0#*R!sCFuC3Mcz^P=!j%uiO?p2jZ+p=l#_+l<refN@qlxx2=N~xy^tX-R*W<O^
zB}q0ldo7*^O%Z-QrE|;F4?0F$F7m%<2(zDgbHkY?@jD?RISld4b&K^2&ld#*tWCTa
zmwGqfQ2*V}2S46F?%RCa>T*|dq>1sZgzTJYdR^ywC9dB4$YS6cEzy4F%xR_H3i1!a
zxtl)BxI6RU>N``*Lnqu&xfk+BwZTl_{^f?#hFd=!)C#yS%jC!^IgL;A@HUot5Asx*
zn!c`<G1#qb>@+jPQ#pChO8qtS|LOI|ZkfL+GwsU!<e1ZMzo-?ge11@H<NlWd5iIks
zG_3CTII!TVPh3!TN-}d;j=96KdanIn57@nuJ9b*aVvXajAI^uR93!r7iQMyQkuhtb
z^gW)5l@nk6^J`~#xlm1}#w}gt2Hyr-;ftGgJi7Dng!{+7{VLnz$_1xo)G+g{KkM<z
z+TcS^08bl7`OE{W%$R<CiePm4*Uh-JgsULv(?rJGzxlQ_zr6YJ;TcYYJtEzjc^^&g
z@6`V3`_!NDd57<#Y4h*2b>8xL9`{S`8e`3Q{#1=QDO(q3bTX{F<DTvK>v4PruK{QH
zJ3;kEgN2zZW;Vn~i*QWfv}R&_^Px_8=eOItIj23kckY%A%fWrdo*XIcEc;~6H0C7y
zD|P&JZvG#YyZisuN&Wt@H>BNlVPmh`otYD!$~i0u3!kJM;JNtCUYA_v`>)%}?R=NJ
z=`G2-vqHsXmechM*K+Uww)wiT``ZZ(#_K7%Gphb*%;3`1W-W-iB<?O}efr;{0)@}{
zzu(_EzMX%{ajR2BoAw;ppKOuvz<=5krRQHO`j79s(zeJ}>EN1=3&RAbwtjMFd2M`d
zY4L^gaqL2Cs=v!0*f2BC;(G3XRjq$wja63<m;bF;JGo@-vx$A>Oe-zk3ovu!Uvrpl
z$nWnG`7yyQFK`C$ru{W<yCYmT9OKx~-qIcX-|=$tv$7Yjn48M)T)FfqzdT=XM|9JU
zw1*2;P0ER?KF#sk^yL}Nq`XUFw^mzj35q?yWp_10+xOV&(j*CSHQ)Q+-#<Qf<lNP}
zwmChm^(X8;a{i83aV10Z<_&-Il39u`N(wob$^ZXk`$(BVlj+BuCCgO*6kJbqnxp@>
zOxh#zHus)e#~Oq83fOL5d?WPLah+RS%!vo?KRT5X6*<SlcFS_nv@L7%CfEkDU2a}J
zf0^!@T<sma>()$c?b>yYFWzHsZc4X8=?iu9y4mYuEA@E4%ySOj<rLIvmat29`t+L;
z-hXdQ&s^Qf{3`L>_Od(Io6g?w;&`)luEGAl2lh248J)B=FfwLW3Ybwc(eATQwI_#$
z%)vhw<?|Xo>^u;|nVjal@sa|^ftfu{jO9iK`^0&q-*dK0)+JP^_%w1S7EQ=L`>T*a
z@aO0KKXmgly$%1_&2II5Fk$O_#S7O07QcP;*#3Hxz`M`Vzorz&s<}?r6&1AJ;k?!;
z-$*`+_1hv@L&bv(J3r2T`gEJ4Ori%@xZ3NY9)<iF3wZB*nX|3!{jMq9`#w+nY4YIT
zuio>Q?EksfpAnwTF>`rx@*3Z!X{L$hrdJoI+Ii2vae8t>Kyr+Xe0g~}&rFwNW%?|9
zQ?=6m%$hmROZLs~1+Ho}8&}5ebUPS(*1}ngYr>7}LmwCHf7i0^=&tpvRejGK_;WC1
zO@ia=^v~M^mKp5dePE^7s++B%*P^uzZpbv=Ip!a7&0@Jm){!Y^^0|M69}IR}FSxX?
zDOmLNrAkw|^wK1|(ya=A9u<|hJXn?R_+n7#e825w%|#beE+4NlDPI@=+?z3(`Cy%6
zIO9yknf1^5yAJ#`_{4CO?{z7^&3>+8@uuEn7kTFZM<tG>!ra<s6FyDb%(79Qai5^I
zQ$&DszL?Z&=WXZC2wc^jTv$+7%;+Zb%X!1wyzYIc4;U9b{v6``eya!L{Hvu8-Q&BZ
zgZHj;zH`xOXJ6~1W6S41>RO_G!^NulBa`IxTZeu9eiYX3xEacNW|Np+@u%1NYZs`;
z1wO9(dW$=8>yOv_|7fq7o&EBx`8|%)?)K8hYQJ0G_uK#PtM!3NZ`tIVUdULp9w?Pq
zUsY(*B>jiGf@7)JG;T?m)AttJ?Qhj@zxw*n_H}k|FWfX+qwAfsVWorYyT&Q~vEmY!
zTlqQC^J3Y1cWme7<#oH%v-@eSZc?m~gW`<MdfeX~pWC!lo%*yQ<*r2^qxu8U`<vyr
zowiE4XK}gf)v}Vj3bn=0ez=^GF_t={`?lO)=X##`p>C(&I$ce&I@{LOx4tScT;!v>
zRm<R2qRaVtl0Mt>&R_65)y;c6#b@nqv#pQ(tQt(yy0@+@SW@opsmMO($*-i4$DXZ>
zQ*Ra?Ew&P=XwptI-lYFXYK2t4Mew&+k0q&Pc4__Eh40pCoZ;SPQ;@Xm{JzJDk}{PX
zr>}oHUo*dY%i;}5Ppq%Kzmw$3qW6O5W8E8l<`{$42jVd&URAQ~st}0W6SI3w?ybEo
zLCJ}eD}p~9)O*am<y6!~Jqx$i($(Cz-f&dBlb>>=Mpm)qbokEVE!WD*%l$-mTx~z_
zK&D7uE<p8#pi|%9Egv4}HpEVMKckR(Y?s3h<KCiee>T+#%48K3b00i5&0zgG_brpm
zLN2;JUh1PD{M+V&{c+{bQazj3-%wFa<G<cra^xQer<wY#DKBRy>&r%~KT9s{-eDNC
zAlXdA`Jsqu?FZ?q6($dyV*KxF%?mM@G1Grv(e=vE%(MB0%V(e8+HAZ^`<my207tXE
zd^UVN>sjZ!EuQx?SVwQazg&|y!#vqf_fP)zJ9S-dXV0P~4UTmpH%+D`=7nxJ^7@aV
z_dz|E#ZgyNu1sV%un!1%a9Q$0Y{k6eqPL29o_x&6d;c*y?A-BfF4m{c-_TbrQr&p=
z=JA)`e!tHAa&`ZFsb6{xUyKv#759iNy{YH5=!EkhF>TSV4PH5ne`YH<#^xw_cZxPL
zeCL><JMrt1l}lxfFF4$4vd}y0$HbrahVg{(o=HE}oX@zXGF5ZdbMgKEA78m{e}b(v
ze`%NL9i<CrIu!aITQhYmGJop!bf2V&ZQXx4sa<=olvi1VI_PL`Nm;OTzSHe1<~3$t
zdFL#v<$d|_Mub4(JEjUf3HMK@kDtu0Jmr6_@>Asc|JV6XYdtu&v-`oh9b#7dD<T&v
z_-lBxuslq;sr6g-ge*^jad(+#f(i>;%>EybOidhHHNzdX`#sxk-`ST@yHoa>{-*P4
znF*Xv;srdWnQt}HJEZ>g=Jz{gr&G=)8FZC0yt%lJ>+WZZlr6r!YKE&tf68a7ZDC;L
z=%_xRlhG-%-g|X<;*t3ec3qsm>sDI_?}51u=~o=yzgztEt^|MYsW)%9d@{Wa<f9(B
zosVmjbU%?War@+%X=#~eclVkL7Muxa+_7o(#mUS26M4ctK3X-W%{t2;?X&S#Yo`#~
z`~_D}avIgzMhc`KR<V4hS|%uWq-yCh-7qU3u@Btdi{&>|2lIRt=Ba3L&0WtIzRABp
zJ=1S`dpyUnHQTeN*o7rdo#7jN`g4ZuO?9TT@7a!&&I{S-EUT=bZYIer_;s;tj+1wd
zN10Kwtki3X@HHjBdgYW_WFPJeJzsG}@cYKodAC$q7XNJZj9Gsn;d{@4nB>h3k`ooQ
zEmm+&E1YU+b>!2^)>Ag0(pF8ZG)%Zyn^m$j%02O6n$50*YlM@7+`Sx_b-xCGs}$Uw
zmSOrU?X$qSl&q@`T=@@+9Oj=%jywL#+;)D*%VTe?&&Wz8bV|xI&zxJ`*~imTu$t|5
z^*r(UYkYY<`k$8s3iYoDom#ni-5oA97vBI=i{(n${7wNEY8}(~JbJf@I!@kpGfmW>
zuB%p%CnY}mj>7Cf@2ZElGNi1odT#DCbez0v&mKk_8`q8s^}kQl>krxSe!q0{vxaE`
zOa7f-I%dUDDg||22cnyQSKkc1$8hiKSKp?0p2cT>>`s$4?_6&!y8B$Y;G6QYjU@+O
zJTsNwV!-5n)gqjM|DAin@6yVX6>VERBcGq2=NDXjnz7mYNa5T56gIzSxBtBjxNc(|
zEG>QE=FN_V0Cyv%7|9#g5AKtfTPfQ1lX>6nh~(ZK)xR`XUV2{DIp<Z@$?}^EYd;%)
z@LCg?754b#nvZq1uMP%BJeW1p{q|OO+Y5hd3ieOhc%MhtaKmZ)=G?C*#pY$td@glK
zef@+p4r!-fH=aFU+_$r7c2B(WhY-d&7mMc=ig+B~_4=R4o}=%zELJL)_1<qz{xEB1
zaM{JGceCmyX7e~3+<7Oy=xB?VX84axwbmt_B0iNjd!m!dSsvf2xcpdZjg_I{xjhdy
z@4edb`cmeaId2<3#F#I8ZhH2W-fMda(Ob{erd-N5ePAgeuGU%n{o>Ed^?%o2n*V?Q
zf5pFlp4<D^|55)haB%+KZY!%xt=!@#K9#nAeZ20VLED~urU|8MCeDqpj@nh~tn4wZ
za>_!{xLE$iS|bA){v9R`z6Iua;p+~refu(F{o-e~$K4+WB<|MGHa@B1>NsI<+1n_U
zrx7tKZwq$jJkBmF{96>eTkh!FeUGK4>IZ1gZDmrMb2xpEy4{7nDbn0COHaGM*mR{Q
z^q^5oyfEXI2TK(UcC8PHxSdgc%w5B=iSL!w64M>iKB~F(m0uM*eS>#H;Eg*>#T=%m
zPeuP;c|o(6Q9oe$yVaYGgC960OxSqx@7C%$#$7Q&8;`$#;qcS{4*U6;XPBe|AK2_V
zc*DE==~|UK$@YRn?`_lzqyEVzJKj&a)5pF2(4!N{VSj$T+J637e^aU4?K!clh1X9}
zi{S~KbF!lQKV#&Sl!%QP_oTRPi6#`+wQkwY{-C&EPt%-3>uvZKWqe?8ox3yi&r+Q<
z^<6FNm=0T3Y+E<?>njV59mVqtCq|ynU1W6om~Ar0QSpN(KF@J4<*i<|Wka0h`Xs))
z-aa<VXKye(z!1i9@>8Ue()1Nw$1Fk~6;&OWF*{)SCELRlel@AG=i)V%2&V0QQ7XQt
zX0gS!HH#{9)AnfW`}*B#OJNd!V%y&nWf8BZ=H%RNaY+8tp6zn9bH}O7oaX)v2DjM)
z0s`@ZJO>^=5dW!O#V9lR-oC|}z3;xU*;{sK2OIyMEfLRl_jghg>xxGo_UsTpAoxAy
zTBV$3`=rMOS~i<*8u;!1q%MBCcuvO@-9txjIqj>sR+VvQ3zOxGytd7a$JRDVG+lUM
zq3~3w*8Ge|;BtrTiDoK!F4f&-?(rJuAE)ep)KovmmGOSPA6stsoX<S}9$qWj_4(lW
zOEa}kuVi=QbvL}JervJHEWtB{mftva1-|GsY@ewmsuXjj*QaY)@$HNpW;3_49dSwy
zVoGiT-5wQnSuzY=p^Oir%+$WCers%a_+BY|SE1Bd1Mm5NKG`pudi?takBn2!9~cgp
zKD_-eo&R=5!S^qZ4Qrm8-}HZ^#G@)?*5TA*`u9cLt+)1*tJuyfO_WQVSiuou$ymAO
zQSIrDeRk1RA8%Lw&$`=Z`v0-UJF()RJ()X?3LZHBS?NK=#q!8Mbx$q7oQzrU^p*Yl
z{LW`5f4RPpGm16SZpwE&q`0DBVT{wxT*<!7%qxl6DQ;8#Og(4H+*NY7F!D(DgzM82
zIyQc?Y!y9tB2;(r3bkz&=U$r0u3s6vz5K@IL!Tl|La!c~-=J})<qd~-c<0<{+fO!Z
zaWeRN>Qu-oo8#*)ojt5`>)jPT<;|P-vk33$xOwfs<uHl*=7kOuu591XQGKaV^F!7R
zlXc8#jQ`VbZP}C*b>y!J)90sEGw08CZT9|GJ1=`_Pud^3*zDg5ceh?G`}6JOgQo1@
zTIML%J3OhUc+;|vsoXy5_wZ0pgx}d`dOR=gnT7GTJnbusS$#)v@?I~8xdK<(623gY
zzWmagM^RGg&tI$RBpc0QE68j5`@YZCL3(bJfnU#kU;g*~iMcy@)~sF3DeIH&U%uGz
zopS##<!dU{zE?I&#)+;}pZT3F#^8#ayqw<AAE(z`6IiiK?N<NGL{YY6_6QTVXS>3f
zLqgZa8%c?Ebl*~&DSG#TgJaC~vkhDQH|$tB`78g^mXG`|I*K{FtgmpdUdXw0dt7jF
z<%#NZyKnvUdKOjxYw1qO8G6mi7nu^jO?B)vJy3lpPfX5+b)VlF*2Iv4PeF<)AB5*<
z2CH6XkTHJ$X!V+-=gzNm?XqB<C%T@Cd5X~2lw<1YJ2I6SkG#3URB&a&zVCOnGj`wf
zPRZ-bu?jw*_$+seSJtgBvUPiGoL61x{c>2oroT>pNq5Hb|Ign3Ka|$Q@_~O|lH99}
zLW({Ki4zh7wM)OYYQKCrd3olnkTr7WTKAoLo6+t6P-?OE6rTNO<~r`#^<(ABqMSb~
za?4pt)Hm$komxIkPKW>RlKQ!k3a^El=5JwYP5Baf-C!y=_nSF;I$587Nf3|xc<a))
zyVZPr1&3#B6ntcsS;qfzadQ2vZSB%RAFbS@SQ}Zd*O^NCZc`J#9BA$IUP1Ci#-bgo
zSSIg3y;~?dxk;t|HU~#yYD=c2i2BFEdm$H+)VYrRXJ9*&zGBKgg%-BC6L}f09VwUD
z)$+1$GrwK{Ls;{R+L@e+6XXpZ-M*o8bAqVqWxdxE9!;rDNJ$WhIQ&Yt>5^rik&2nX
zuLtigMTxYuGq?1mF|Yi2;)+Di>i>Jh7H{0xo>}t6=5b`>rB(AchAVTwcBoc6rhb6;
zO>fJ!{oR&f3I?vLe>g`7zt^<Vl#yRya8T;o^8c^=FQ2db6;}29`uipFe?I(vx%htl
zlywX5Ol-WC>wfR7!&~1w>*plv@*kR9u-3@opu>zys_xsnWTcN&T(qA#Unk^!a%92c
z-DVHe&S&rFYg(Nl*TvA9$+9v+f95nxzHgq#;-{~6@0UAjRVH`jqw1gMYfqQkbd|5P
z_$BqW!#e6#iGOJJxm}H&oQZckA4bM<M0@T@s#daNl9<Z3b9#TOh5jR<R^H}=vYQVc
zJXjDN)oTAiAb*FS&xs3N8|;gg*&p*#yEWw+`;5h93xcD1W?vB4o}3yTdr0Z%XU2}e
zu0zb(4Q0O`_B)>ttY_Nhd?Uc&ld^#0<{r@#7N-hRYgxi3O*=XNN%_i_|3(|nb#Hi6
z{_jzKjQ)$7HTn8Q74N=k9KU|5{b*GzYg5w|hNe{84=cDAJ+;0kZT+AkXt7?d%%YHn
zw1p;0VY9Y+IBGQuOe*!i_4Jq7zJKQyt@GOTzv$<Vx30UFoHzT$pdA|OZNGCxd&PW(
z+L)Hr-WPK2ZM5Abz4Oo^rQ=OHilq|G;xjKr)GYhF&XHqf`rRG(W`29{c1urZC%=Ht
z7Nd++>loBmFa)_BZjq}Mj<gWDb8`Pt_djW`a^iUMk9=a9ZaD3c`$y)d$7KxkqxKxp
zY-2MB+`=4l?0fZh@k@u-c3#={pF<{Uwi{b#?^8k1l&}ZK+QTk%JFE+kmgdXuY-HaY
zsCLh=FPXvo<-%w0O5Up42)*dPt>m*lv2e4!$>(f-_Fom7`We-KeOdaPSz?b9`@e06
z8$T8-aPD?Yw!V;%cetQszM|`lMOnRnj^8!0Do{LsjOl@Gef?d*hRA(_&-YB8JxB1j
z=L5ZW$Ioowu$dt|uiWv2P4`LD;N83D%)9r)GI`g$UHbd_zFd`?tn$f5Px)TiG*+ft
znhRFgx~!UPkmAed6VTgmbcu7%ik2RQtdQbgd*UR1uKdXUCD2#0hlwHdXx{#<8Ed95
z|B;t|c=No=FTcwF_ka2E?ENLx@_$6FW0NN`O!P2#k-2ldh_29L-AbF3lI@r7T(M}W
zR-e27L(Puhof<rCbL*`bo0J~x+HJ18i1AKLGouiLzfbZ-|NY&MCDgjOYv%8%fAq<G
zp4fTuZp&9&_>Q$*Qkc*)HT07@`=RG{KjZ#Qk$)N)|5Iqqu{*|XXIeLBPgvpN#&q=d
z@!UzApFhmv>7A)5V_$A^e&w$O6+_QemexsoQnGAv5^WYsvvQx{F_@}g@YndWqO!_j
zcj*Ob`^0V<&k5fo^}wE~c&A_O5vvnhF7gQe6^ttW-e7T{zOcMr?~bI`lCGQW0WY|3
za~S9L-?<q3?B<-CrKZs@SA?>3Uu6p3=CM}N{^)FT#Xf`6)8|cQOy6Ge=U#f+wF8N4
z^Ai0ZRGyvnc5bOb`Co&n*)OlH{XK<oP5JzV^TaM4;#>Ofo!tzX79WYDA34jfxxMC_
zboXY<!NqfCy|SASWWM`aoM->C6PJv>F@D}Weck<?6Z7sLy)L=z(WeY=Dcf4Jpt^OB
ztv0hL?sebr|FY_t1rK`O@A>q%r0|E->(-pK8DZMlw*&$>e%y=eIQ!*QHrq>Q*`6yr
zEtBuoIi}RsE*41Ha_`J^X}6V~!7GeQH&z@iyma?y?1R*8uWlR+Z;NkZZ}vE|)Zp@&
zd*ZuRTe^Ma%{u>4eSMzW;d#NbR_)7zcvKq>G1a{`@(VS%lokB<ikV|fN?60$Q(kN2
zw<PCPDXwX7>h_t~$=&iiDKm2W+urU%X9c#Lmi&DxZyak97Nn?jm8?ih3M!a-@k`;u
zP_?LIE@~bUTi-Y>cqX{clFx|2K)2`Si=FGPc!{lRFFzKXUTu8npg@yy({Z_#<rkmL
z{JLV(B30doi%Q<#OOZMhw50#9=qA&bvo^Vy%{Xo_ZQBA-x94wO>|F8q;bFrqOSubk
zUwlz8G!LF}c<Y@NzWNXOT9<a0F1y{D9npC3to7MX4<DM&FP6Mn|2y%1%Asvq(=Si;
zUaTVYql3p+J7UMR!p7`&N##(j*9qLG1D_<^UwLF}s`0Tq3~w%}@d&JAyph-_`$6$c
zYe`mFn?sPvCm)$J4B1nwWKJi{*|1O3V~e16;7wmI|BkP0CpqQbC6q4q`TNuN@?JN4
zk(lU&2PKIy$@K~!9eeC^r>_n#2uP0foVL=pW^=N8&dVhm6dtoOGhJ2qAk4<8>hHmH
zW^L19#h#1nc6V^fAGjcO^X9U`!jkyuJv(Ql&s%y^WEm@O#KOAM+d|?u?`eE!Y!KhW
zZ&G^kr6uevfUS%b(|4?8W>4EI823#eAcRliwt{kWduYHNO}m+?cfGIQ$+(=tdCWy~
z!EKl4o>E%A#$k>Y-Ic{M3zz;E2;Z^&-mmO6QNnBX-zs_h*#FYi)!~=F_S<pZ3RhKU
z{=ccQI?8k=PxXQ5cl}EY7VZu?!y0<RhU-38K9^adVOov!#dqv6#qVlgX3CV@Da(*7
zy!)$XzwM%4J|1~i(Y4A8ZM5w7d&{oNU;i`bPWPuRSqeG@x(U;Nw{BQB$xVF8ow(;>
zH}vk82YTDfM6Yd0+q<bp&&ca%&oqIDuHySoo>W(KDOt!PWoIiSrjYqn?AoJUZLutc
zMj45cUA<zSZA!}wX7jVMUDk4zI2F(u`%75*`=#95(oQVb7swg%U3*!&zt(JlfW`8a
zG2bPxr!Px9w>~M~z%}N3hk8-q$KO95ZN9!E(f0q=!<W|D@9uk+zBOpKWt6Go0rsel
zgj?ca<tG%ji0WCL<~Sm~<E4hpY3}T$lfSQWOAKi;zx6bZ<;~`O$vP}IGLBEby@<(i
zX^^bfhGXjlGx#$vJe<m>$s9Pr)I%yWW5%J$zXMJz-j&|E^61&RmC{k7(>|9l1oP&y
zTODLvB=OH-ckC=Hmv@sb1O0BRScG1vY~>K2=o`cm{-Ln_RqgWtxrzDD&y>E9>D+Ab
zvFMBOvon@u2|L$)cyOm!sKO`a*^X7WBb-l09AaI$Y*ugE%Vw^fwK|*mVpLX4;0tW?
zGM(zG6<#uPT3D9ryH}D2Soe#^G3(C`ijBH?_;5qXo73Li90#L6Oo<Ta_Ut=$YlX0T
z;d!r5DmS(W3nw0b^i%k{-=6<VFMm?jvw9e!%Xs(j`q^*aon$;Gl^XMs<NLKp3pQ@E
z$IR){OeY+D7BIg%e&J~G@u$&c`(&nbEj)aTwP4!)!b>&w(*yTBFrWY9W%;~2D;Q26
z{4w`6%jeuB-um_WvJaUS&D2rW&_0`+{Ohr;yYint##dZ3y-jpq|KREVP_i+AtJE;e
zA>x}tLA&Z1_a!H!tp3-`+VS7=yN4kAhR_-50y7K*YPsKj(VJ8#Zg*mO{Lj2s2c~~I
zyuE(bw;Lhr_}YBg4x4eCJ#;?4o%>YldbQ<J4EJWt_nz;Zqi<Vpx>az`Td_m$_U!VN
z6lSShJ-6{Rcft}uL%Yg%y2k5%v>)Es$vx+I!_ljc{N?UHx^7-yZ`eL<zPMKg>!%6R
zo@?~yE&N;Xu;S>-GX{zBpJQrw`u4E!b29H*X%Rlz;6PT*Ci}OYWgq8!xN&IRWh3i%
z7k0Y{Y?vi3Sdm?wo^fHOfp%||>Ff1^F7+JBdVKls5Akq03eC%%zmC;NZ&5pQlY;VE
zEsvG!*q+JX&q|iR_AxOp>(x@ZpwOhRw^V#LI4$3|Rn@%gAb;)u51OBkFN&SZS|`Ag
z5XK|5{$kFneLPDz%?eJ>jS{uHb&I2_ZRgy1^HO}bCT~noUNkjQKz3PSi}T-0vB?*#
zU)^yyaJ7A#qOSe|&cp6C6&vjDR&U^Xv@-R0{Fa?F{$9QDQb^s&Y={4X5_@sMAD4c~
zu<%V^)YpBW_hyMgNnRKGq`mfK_PzG=JlF53F|B=mR{VwZZ{-CaCFG=@-HqOIv`pc~
z!+Prr^<vr1>^$mGyaM;+?i*|OU%J91ZLYLptH}c<5Bt)+7j~7Ty$BUhI=H##z1hk<
z$pW9-27T-FZ*6zJziK0cSIyhSN8+A^yq(rG`SWud$tf$gs+nAfP!bbQzbun{^FDX;
zfeOz*sWBxJxsEZh=svV}NuI+R)aq^&)>xsvMPnmh@9PEIOf3J+*m?XYkM0Hr=`*&a
zyOR1kw{*lMu>Gq!R=-U<VYYYOX@{SY$L6|Zx1I6ge0FK;yMxLX)ow4{kYrtZ@9?J7
z93A&#N2{}Pr%zANkbYL^U)8u%Z)rRK)`o)#LjN!MSY6@Li7VyJsFvot)V$IEl6>8N
z(F;P>N{b`!Ci61hdnq){cjg0if3<@7yM1qN&CK{vvgPSV<zIZ0@3KCexMS<A<#Wt-
zFn|4VS^Xma%;?r#Rvm=`Hn+4UFH<{Xw^L14`1(J&Gv%U9#rlV`?A5-g-ibGFQ2o99
zzz)yZTh7fq6!`SSV)x+8A9H5wZ`u~P<wHCFW9Bmw*SER%oU?je-fD6}*4BBAalY}p
z9qn&E&vEh=jXHPtnd<|Qn43NZieLQ|j%1y*NGd*ZW6s2X+~F)MUH&)p{79eQys$@;
ziJSTPi=N8qT{G?{a8#J5e`r3qpu_do2_E<PPkOXUdXp5sEfil^npXEcK<jPia@pBN
zTROHc&F4B5dV%TkhjWv+?UY`oF{Sguda*SYXCwHpMQ}el++4efbKSv!03T8ALdokU
zt%jS|wpjNz$(dxodU;tug6G>-x3!aZN$h^PAh+R=tF=)`_QJ+_?95KTe~SJ4|G@gb
z@B6*~^}0IueM$MmS^ayDOt$00`#Nsf5enNrSWT$2RoqaOR%ON8GpFzS(c6!l_aFWH
zDEV|Lk8kL&KgH);m6op6&40yqOgv@B?3cTX130c8n)*Sh=Vsyc=CkI#YuzI>V*1a_
z{a$1CfV-k7w^Dcd^j41RGhUyx{IrWpnqSxAk@$K~ex2~?K@V>f^?Vle-|Cn@&(HT_
zT~g1B$t5RkZNB|n5o5qmEpR&4{7_rwdj5u|W@g;EFW+^2v{!ilTQBOT`sB$MgdVW%
z^L+Yx-v^KVNqZWeKG?b=!TN89nT)dkqgl)Egm)U1?9$)+^KJOX5aA5z<fGv~-gsXA
zWYMz7{9Z?3-*XxD)7r;+(r&a^Eb=?|XIfab$oEI>ypJ?aZIGGI8+9ro@6vJEmS4Fn
z&rL5m=NrFU(JrCP8k*2}sN{H|UP_(vYoVUMde^)jF5Pr4YOb-}mB#`<f)1=nb`%WV
z(Y>|oi&DaNSDD1j&yK6^9h=0(zOUCwFw|{cd`8uqj{!;lB{MeuF3<RBcSVWC^Wxvr
zPbHK4f-XMc{^sZVPqE~_u3}ck=9@3H0yV-ODMdOri_9@y@@8|wR=$j<!g;wH-d;_e
z`f{QD7gpECV(CAz2Uh%j_@FjX@7Ts4Y~>m$VH0lcU&gHM<ek6k4p+>hwHul@31qa~
zcG<}kH)-9hm_=+BS7sl0D;6a&dGqvjZanMr*7YC!dOiQXm%RNPkKoNqx?9Ce9pBHd
zes^m6-I+z*pYAg;_{Dv;Y3?_Eka9%)Y+)huf%^q5l~?^fHx;dapIJ7s;mYO{Qqqbq
zUMrl@nC!^vVRrKG-5Z|wemKbVB+Zzz=-7-oi&pJ;lymed&l%U-qG6xD{?XmTe&+c3
zm@qcYdyk{GcrRiO4snVS32?pQ{doJO<!`oF|2ozmoUI=Ct;^ntNB`z$4H38ChO^T@
zA1Yof$9QKA|Fr;qrjG&Y50>n{*zU4~HTdJr=W!mFleb^GWFqBcwleu|gTuu+NnQH6
zzRRb2a@1ZAcxCs!=$G9)-|zSTN6y;wFZ-1EAqIm6297?%(gn>I6BIRKyFQf{+W-9X
zjQ7%~*q#cG+HYkHJ~NjvAG@}(h^LEDNP+c{O<dve-SwwG9xdLfBUc`<|Ko|zq5)62
z%N`!-KHkw8z0+2*EGI&t?Z>%R_C=5GF53G~Y-M(veeJK3T|aN83+PCmSfL=WeU|QT
z4g;p*A5l%bDf>2Sb2_nXXR<V$SGn)xTAoMYHv+7+@2sAA#Xdqaet&j%IP(IrGkc|_
zJ}g~#bgKK?mV>vmLR*+st2-AmMxQIz=Ds8{Mf%6I^^*lTt3_MHyqUgare#g~d58Dy
zlv#xlhpybN?E1BeLt}31gOY<j4~4mvbF#LVeTzC6E%n4fa)*oV;)4?tuZhR~|J+v=
z!^(K)YATacqSlpDTQ{$MnmMCpvqMj#24CC7DYCjrO6m1n0?VS(=LiIuN-etgPr2sl
z`sI>lfiaQJ-8U{yKgYADO<EzUzUj7f)-%q6x$fS(XT7uAGkM;L2@V~%FK)VO=vSNK
zJac9|OXS4Mb8L;gBI3oSFTZG}d-z1zlJ?;3mk+%$%e3G4NP%VRyTrA30#^I5@oYMK
zMR@myvrLg{ei_U=%wAM2_%G7K?ZUn=UH)7_uq#XBjak2VJ*HV`r@TE-64r1r`oe-U
z51)kwa|bF+Y+lEfCX<yF!KskdlqpsyU7~fd;O{H*ck6aV6<wLpwwj}>Y1Xc=4qGSQ
zroP#!>kcmA<W6^UOAvcu-Qsx6Ghs9Tp`Bs^H~kj4OnA8KyOG?fv`;np($8}5#b%z~
zAg#IabhnrH^a_`>)tolUjhcMd9oI;%^YqzLHj}R?WrcODMKN3NhuAy8vkuwEoV}&Q
zbj3*OA8$g6xKqyJb@BTrn*F!blMr}s_Tk=Y{e4sFzRtd%uyq%2m*Kw!%-bid&g3(n
zTK)Y!Q?RK)&yjTwKb9|>ue7B^;X;{#S=5(=ACcDUl&8;Wn!zRhadGL%l*%1>$x|=K
zvFaUn^4)y1xvjmuAUT2|Y}#dxLYZBwDm7ND_6anY6Q82b$&z$h%uOp{pX@Z{7d@S9
zKGAD#Pm9{dTql1qZOR5icGVfly4|7=j`S|?Ub!*$HDAGbw#95aSN|-zc10>}JFAqQ
zWI~PTDy4e|Ep_52Teh$k#Jhc%weQ;*i@%l)+5$2<&WTB~<~x*c&64!BO4(@8Xn4Jk
z_sqgnsnx1+{AZQ#@7gb?b=7mTMtbiNx&CK`6JM%?Do+dDZ2a}hT(8B`^$qKeOlru#
z(_14x<LY1E*E3(brFO{huid!o;j2etvtlRo=W6MQZgXZ+-jr^*?9qfbzYg7UNmP>4
zHOx19J8k{!r`r1aCml;HlU;oBW8o_$F-{rn*z+HG*bXf!Wal?KXkvZ+l;^sQ1?)v<
zD#96+lIuhGADoN(e!#)<nOf_z`D@e!<~DY0omQA{CvMksyfEOd;4HoA4+APrJ2hP2
zA{Dv(L&nc*FV!DR{{8Lbw-<{fl9}Yb&MWbFtuUE;jm7<I(_`=Mk<+W~$t~QnA-=2Y
z#7;}0)dBlY={?-W<h|U)@$_S*Ld8$AQF<c#W_!lx+<p5%C-(IghtA`^)A#J~Si{1U
zVtwjp<J`my)`MF#4)HzkX}vmU+2mO<{*UC=?K-w5+;>Z|uC0_zj{kG__J!hUuP5GP
zY;Kq~d-K}0lh(-{jQw-y@tt(L7b|`ot&3jvzvlguL|eJK_NTi0Yd;Cbf34p$E3+od
zV0PUOxnI{k<lkmnTl^KNc_=pX#yp)#c_MCRW~;7nJ7lZ1zR8q*5@{=W=f6Yt7Kw{#
z5$*H;ME`RvIO@e|7w#Eadt$fr<dsQ}%`)T7ciiODnRJIG>0XQUTHA@!R~-q8y_73<
zC%I?>*Cye25ALnD-t#)rZh_mqi(lnRyN(O+9ALb0{D3K+)`mj|j?dYUmUCv`Ki@6k
z<+*Da<hF$#Zs}@~NIPcV^g#1Gx8Xk<;qM`F9V(C5^-l^1T^D>D%y~cXep~5szK30#
zRz)`F{9!3M@cW?Vn*%LfzxxD&z7@QDEo(J*UiHURkvp~#vfD1Vo4;Q=fB)~iU8WyR
z)-sCkN_|ziu{*R%>iXS|P7Sr)8B=6GXslxwaCuy`TxL$tlWDA;&7NQ0uA9)DU|@9P
z$m`?p!<8<!an9Sh&aEi;aFej4M^B>aew!__z1pdYZ*R8Q&Wle>UhUU0=ay0b1e@lY
zU$^Tn*!5$wx_`^7*2%gZsYgstpQ%0l{^ElQz1<TVdPD>KOzv=0t`=|<yUASkEdA2j
z?f-RRf1bPV|Ml+k4GM<?K3)>!c;&H`pL_N+2O}Gu{#K4BFT8bEPX2i1&)qXDSy?<&
zIxOD`sAV#zt(%yz?I3r!=4wM<n;osQIcC`;sa}XRIG7>XpJ4EO9>a~@E2sLnT>tms
zc#fLMl)Qhh>=jaW7)q8hTm0@}Hq!Xa_+f?PcE>NSn<cHMEd5w*K5<_8<qtDI`>=U*
zUYlx=8Gd<Mt;Cgz8w;2GO;mc^bs+A58zcAe{r&9c7?;HD`y_M3bLSkJclWgYW2b~4
z5D))+FnQtAUiO_&vX5FyoNayeuv#c*f4Bd--76I0pL6PkE1B>%t$6+MZ*9x6ymc{d
z*HXH8?~0t+IeBI{_o8eMWvLx~d}i?n_xh?NBrC<vc~yRFmDJ|_jREJDzKNSL?XhMH
zOEP!Fj@h#Xno2hnH7;4*E8b9Ha(%8^G}AR5F~uEvrXgQ9tgg`KC^o;l^S7Z>o1XPq
z4wlK8VrtuWi7n&1cU)wlY422n#&m<5pOnr7@LpTIERf^>w<Lj0>cQR_lP*-Pc)0W~
z_vh#z*Dm!<_5CxE(}%V4rhd7ft??c24=;me&5Ui)j83W%*-`M4>D(8~d39Fon>U_)
z7Q0-4?N-BjshBxzmmjZmpYq#+BO^D|IC<0AIuYiK(^8kc&W6m2lQ@2)lmGA3eOq=k
zUQPA7uG^x)@#@GG;RgXblw4(47R~(|oOV*Iv?Rcp>qhLR&RCA`yZ$cz_T|sfFedfi
zhbEc-O)=t~cW^0_xX8@h&b<290<TZ*V7?|QIq{WGG^dTp&a~EkE3+J%1G9p9A6%NG
zE3-R_Ys0IM5XCu)EG1tBH|%iZ;b8L8=JEM0uq>;^GjZh~d0)QAd^Rt_!edWc{yYEm
zLBD{W<YTLud?s6-eP6%+J^R)LcNey(ZTcg@uKHN4g3ZF@L7w>9%?H;DW&BoLta$Ol
z+_OD;c~LXBetr~Dp!j|Jg+nJ@c06mEaM`AQ_mbwBt&eWIUGF}>gX_-+69ct%kLQ@$
zd&D@J@4MVDchB4Y*Spgk4eT$=-`9EsbsWB8e`C7e<MOpzkG(OHe!ZJzejg+A>M6b#
ztbV+H^waz0b@`eZdXI03=t=A_t*!YxSwQAof7}7p<VmJxa=RDv_wfkt;f+grdq&A)
z=BqN{wJUjM^ms1`ZAo}_J%3HRwcqWsAD$hN@0xFJUG?I+)tQ5WXY%f^H0J2p%2BiH
z)WymRZ^Xh3SyLp<w`OEVsFrzr)e7F(tv1nhR@Qgkk}ZA`&YAq#duCZ|Kk)m?#6r&L
zlA4`5{!5(8IPcXr&DM3i)qY0!7~`{3#|*zcQo1Gee@60c!QAQ7mqgxSV)MN+asSyH
zsv#V^cMD`~aN1!R7{I}pxc5P#<nbm!1G(<0LQkz454ozmnqXNnC&&D;n8mE3{)_}s
zi<L|dBTwId<ovBGF-B^Ew(gNbJiL5MPgZ~5*dSb=zH`e>k&Rqemx-)>tQ?@H|6tqE
zn3ET@mfX63VS;kZqXm9REH57P`d>bBqj?LTa*(HW&&F5sGJg7dzPauC^eLOohNXGg
z*31`oI2>2MY3N;0*<g@=Vf!rqyVXuBkG;=r=@Mmemi+3x#?JK0;`RUac$PH3t_o8W
z(OcZJecCnA7De41Y6S&$S{j#sE!n;-?fNJEIhm#t63b-oIZpN}cTzAEJO0b2#!b<6
zp%-si#>Ss-txEp>oa3|aX+-<uxFp-cQ&OyMmW6M-oXrKEDCPBk<Xz45PT6Sdxs7jg
z)Z~JecFoiXRmhqtU{zyY#@)WMG``pBSXSOa!$iN0d~#un)+jp9^J+H`Xn35xb;$)!
z^Bu2Wy;^?W_rdvvCWr3@8wWq`d0o_|xMAH!zekJpUo73=S>MEHzKq+d^|%W!r%u51
z&ulZK%=bwpWF*Ii?)H*7&iBr#g{h`}wV|@snKmZhy2Ffm@`qNI9uZ`o@86y6uyBFw
zd6%xBQ-OsEInK5#-MP8_I3~vMUw3=BD9g%M@bPl)#qYJFqz}}ua1yc5X!Onu{SsRx
ze2wE_$Lebt4x8qF@M6|GeQe{jvJHQxt0he8v_5nxxOPkHA+CoaHSw-$D{`k)bG5`?
zSioqMG*#mN)!e2Y{)5xmeIph&T3+j^Syx!9dg_AH5uKx7y(XE59KIhm@!DRd8BHC*
z@_MZws-v_@W|s9{S1=7Z{hVvhH(m>o<HsesKU=<WH(aAMCyB>aysY$mPkw!Hm~iSW
z*UZwlf?J9NxtHu&?d9`9?U2}l4p#YpvhnvnKVP@x^ZHos>))r|?EP{%e$V`Wm-FkV
ziv_$o{h6D6>L=STK8z_<WwSQ<$*42FIr4P<94p<61?)O}`;8rL?0%GWK$!W#_WoTS
zEN1M-5{~4qn<>6a_<ConYS7%q<xYzaCq;7#+gZ<;bU4QC{HMiBVnVM({n>ad#=G$7
z`xSGa75KmCU;JlNZjblBbE?mc9;L^0`b~-dtSRUt>ga7=_j7Z}zo+KG*KeL)*}}Go
zrK!`_NF!k7#qgv_r%StJR!s=IdSunnFz&@SBled~+>!cv^Zrh?lKTCfSJsFpPru=R
z@3*wX-peW54*D{mEbEVLSgq>t+W+E#bIbY~CzgDhn!mj7;KVPx_y7F7#j=!JElb(N
zX~G2`iPOmsZn&J!oTHf`e|MiZ&k;ANU4L}nHX6G9R@nLG{|S#N$7e75JD0z$T{)|B
z{SV3g`*(62zoUHKzjA}WP29Y~d8f{I9_?D5RIyX0w%D$ixo^Mgx^vDtPGa%ac6-Cu
z#dvPd4`<oTY?3td!f|;wxwarf?=+X(Vo{gy;@x?=JN>UQJ2tM!Ty}krw&VJvbB{*l
z%q{&HvhZY(^7;eID=($yZIhWF6rC3p^g2J|jl*fjStcegMSoll55MnpAnbN;Tk<~X
z?GqEl{_y1~Pc{fFz7pQc_FA)0&pU$moRfj)#18Jmd@GxLPp>?%I<kg&`|_!(X8DVH
zMMclDcz;W@mGHW5zmrpVw=~a&TT{z69M`Jrt^S(9$jM{Yv2OQnV~NdMMVlHWXJ>H)
z3-_EbJ9GT`_xBAZ$8Mf>eQPhqX>@nSS=a7Em!Ix_dGU#E%Us^FTdDU&O>Xx_II{g>
z&scu5-@~;teoxdH)ux22^Sb!+?p9Cwc7B2G-Y?AwuS{Q-ZRs(xI>X_y^;3tAz+#pF
zr3Y^w&3jn0Yno5fgFCL@xZUGfg#W8v)7;9W5Oss+MA=4f^9qS0Z=)Q#H?_UD{;^C{
z@ioKsLxP)puWmnJVmb4v^Mp^zHEq|#_bh3<Ryj?wZ2Pa=mQ^0A-apL_+B{2lKlgxn
zzPUHoiv<&y>{=hb37g2-@;+jk=xuS|yT49EEkEBn^|aRM_P^gXd~Rjs9iG~4RpUNG
zcj1h}*cGv%I|QCyS5)}@#^_o{czl)N-tPySTiBg{9hBea*AwPjW%AD=_WuXDgR?YT
zCFa|jOfY)9{kYm?>Gk_PKWANj(aK#j{nFfM^TvmZ6MWd&)-Ch5|Etrq^6rv1cQV|o
zj6P2J_kL*|)2r(0>Vx%0rCWE*NKAZeJJb01*KX#f)1NvUvOi2bGW{Zln$q$;Dih>q
z<T2LwP0~r=(|z*l72BD%X`0QyUuYjGXy2+Sys>3}o_e0-W{#7;d!FhQ2R1Xr^XqP`
zTkFZUxHu?d&fh+_8+LZ>1r@VXPOVnp*vqwS;VRyk164(T!)DxTNw1i>GuWcwZ81l-
zAOC@Ati3x<m8L7p?>_U@Zd!u`ySy$p>ooNq!|o=h46WjwJ9`V*cmzHiERJe?5O+Y=
zE^6L)-<Y^xuO$B0>230qKV*N{QLA*421neMQqgR`&K>isbpB6`DOv3KanhCuHjnB4
z&G)z3q@Asww>s+D!!u7Rer^8$IX$zmjBEQ*w{K0E{^IUzC)M1KsY~eghR@&k_5afO
z|9;oc|95czkLxd|n*Ub_mDtYkdDZP^YwmEP?NL?CX&e1GXB$0>YPcJ5=7)~yT6T_}
z$Zr0{&c8(jva=(L542Vr&y_mDb$Z8q%i?J|Ng79A%#O<Z=(MKwlhns5L-RUqor?IS
zZJZV@r<FRQx37~em~&><`Kt5%?bG&oy;T0X`(I2o*X@mQu9H4qEMCBNXB*2oWmA2g
zS%wpv=R_~RCSd&a?O~gBQ<>K+73GpTw4?Or9P7I3dj~2PhxxzL*689cOPKI##_l~O
zb1FY_UHxpRJ<;*~u7$had+~qt=6^TAH&=3(<LuI}+y_nOec#IyzHKL4x!+82QNFDQ
zT<@(oQ+Kg`UHh?^9U|XOHN25<P0+u7c#&EjuZpy@Sbf(<{s;Y~2UA!5TBcl}!Vy?5
z$Lh1J-+!he+dc0G^&6ZHtTL!xuxa|&$;ZRETXHw@6>_{k$=>)^fdA)P-e-OLwU#_B
z+_J=Q&KcczUoNb9GwW3K7iAI6j9b2nd%PI_WIdR&?MnRasd_wpLh47qu^8{--TZH6
zaM_y$+af0P2v5Dh|NQ!vQ|lOGFK1`uuYH>^XZ3;g?$%4%)#A#eqrw#BPkt_vF|p!1
zuG|t`!EwFk7O(Ejg&ms5E?aJNdU$R7DTasDeOqhqE1x{j{L(b0WqI&vyK65l=fpeA
zoV}ZONBHG`UUybXK0mFzeu?(_{cPvfcqRKkyX;^8v+mbVcKM0RqP&adb=NZ8W)2UU
znw>b`veV4H`*b~%Mb3%qvN3%-Hxw7f)xDFJvyXJybG+5y=LrUb1XqVl<yq})k2t<L
z+^PJNDZ_DDq=(ld%Ws>q^wkgQY_C%u&bh2~Yl`%w#_RX_);+HJ^vhWPpKP7m?1qdd
zfl42~UvBQN?>srL_vO6g1BT`9UP14;=4AbMo_#K5^})VY1)-)L=831SxU8&heJAi~
z1?$CzSr3X_K4=TyxMVrw-jBug)9U_i-mm0+(Cm`Fo?+>eh~t0OeGig#*x~j}dh?f(
zFMP}7|6TsCclY;S{mad--!om9(RJ|x+ua|t_GSJxi@pA5vZu;}X;&)WX-VmD@G>v8
zzIna>-F1<WeP5pLJh8tkyYkBZpLg?j1v9MtemYpZUrt%I?q<kV>vOq<wqmmTllQ4A
z*r+d99XPqLP<79TL)-#OZrxZIk~ELgIdA3rm)7_F+?2L{J-DH=`}M-Fi+KcVb!VkF
z*JjUfHjS!0;}9uufbEXioyzOKl$I*l1<q<JT|dE7oKNgo!BfZP`md+71y2VkO?`R!
zWwpRe-5DD-zt!yUKGZmm<6X{TU0s2<ohNU7DR@)1W%2IK{R<8hznoisPr2h)Se4}2
z#=FJk!H;!QrhE+!->focs}jqMbD>e!uUt8>>sHF=^(#4c+zDYm=<#y*?d#Y3<@4Ab
zZ=C+2-v4-#k$=ON2$r<(-%Ax^1f)ySOuo*SYFv5wxYYCotTWDc@?UyoCs}vne2V;%
zE63`@R!YAWi@MY37u4`5Xd55%if>h%EjfK9#;&GUCp!PTTF+(lcF}r++3ON-9lEgT
z-$MS9RV!W9A{@mZHL5*f$UY?%b}Ef!N>tJ^l@g(C0%9*ZA2VciE*6SU>YVVKHKL7i
z#jzcMocsAMAD6fH(q6i+By$Jz{D>_-BV_p!r}gun3cbAI!os|F-LfavGROL@v^={Z
z-&OV2<+5YBvIqY(L^OrRR|;yMkCK`_=cp4Cv*Ke;y-nq;fdMmuFH1!QeQ17tPnm=1
z{7v=FRs$K{Z*t<!3=i*^Ds5Iw4l!_=xr5>T6xI`R_n9+vSaQ>Sr6et9+x>guSM@ns
znWIYj<#hYswN|y;jOXsZGCwXS>3jUGC8d%&jGH%4J@zqpf0J5le~(|xRI7r(toK>G
zZM8kJKFd!YS;BpJWia#0gU#(%_D(xD*P5Gof5*|RdG~h&D%z}yHM{Jm%(JTT!qKR$
z$GNQ6Y0q?sjVyKibV2sm&)dxoQnNQVJ*)n5rl88mu2U&hIrlu%>oePb@60%B@Oko~
zNy&Gv9ZSnPGx7VTO$(T=2dv3G(rS`%uHR71P9)6e@rxgF^%~o|9-REkx#?x%USqYD
zeWpxm2aG04s^6B|aV+vtW%<t1M>@`l=c*0sw>X+Sy2HgR_eiX~=DY3u=MQ&?S@^QC
zgdcrWFmG}1md$MQS8a&-(6=FZ=DxTr8>QDF(OJh$4?A4uU^#l!<Ms4Bon5a^@|^xL
zODO8>&UFsk0@;o}kv><;ZPBvK(Y`_Q*uJjk_P>98e`&t|U+Akv|DXGRb(~zdpN0LJ
zpikd12Dcuayj<VR1;2$nRv6cQ_<es#`Tu9)FYo`k{a<zK<J<arwyoVq_$-no54t8g
ztzN^$`q=Qwu2)_u)-SZ!YZnW0i9bqzeAQ&`k2$v<%zGyn^VaUjsarhF?cJ09SNI)t
zu(<U1)bk3PW7{Icr|ZZ2P1lR<`t^1@&z9uuz4L4S6h@@J+4emq-O+l-`(1$r6K<C8
zWxbsLbIVD?(8h<eKF59GX7prCV(xD0*?MT^`x&yie>f#q{m7NId;hHD(WE5X*?!^X
z8P~V`eW{{6ZKL$DyP5|kNtiveX7RiA#QvfBE$xiLwPF%4nBA@Ow%hNXcTN16#6B5`
zy!mTxFMct9ooSNGR6VZ8Y@)`jjFWe@X`Rr}Y0tL2F8Zlf;la)OSL6+J6sDbi)@Wgr
z6D+=T8n^C!&HsNMh40at7xGgzhhfcu%xy0`FJEcco%Twg>Xo3HBCBA%YOG+sOB2g%
zhx$XJ6SRKL+<j>Gx@l()JoCD{co|>Zi-P;MGw<A1KD@g-D0O?&syMD_=_OL^a#4bI
z))TB|ok*w%xq0f@p&fZ)d7Juq44aQk3{AcmY8ZC#*oqT|J9rO1mI_{|%4IR(_~DkL
zyK5R|=N>z4RsMi`+gTnr`Jd;DQ};MU_H8V9G-v99wU2`B4{>)WT-$8RqI|UCW}5vc
zdG-&Dex9P!B6wD>T$*ICHB8{Mfq#(vy;6T3^Yx|D&EfZc2(DXu|FKNDRZ#5zKXdsn
zThCt@vMTUl)21ygt-LV`XDV*UJ@?!t@x)BcD(~s+_}{aqe+p!q!N9fdV|=1Rd22fV
z{Q@7CS7pcI=V|N8F&jNKYnWqY&^hZXTR@`0)pr63dpAzq_4WQXA=V}VE}gGW6qz1=
zH=fS@!1m{o=ht2zx709ywL@1-@a&cY79V-}@((Dy%YN3q;7ONB-Dl?|f3B81-73FK
z`Aq)166u~?leX)%?Zw@J#cyv|e-wPc#k|m<(LkERB}JuZePYu0uylr5d3R?2y43&g
zqyMG${Xaf$v8%V9yPxBe@`AGY4}u*y6;dAR_%BzTaroT3#xH-i{||g+RcaXf|7rY^
zzpd^Xt1eV9PGnjy{Jx@Moy)psS3Dyk+fFRD%v9v={HzpE^&`j7@8@0{3BzR{UF42G
zD*xE?%-z&eOt?a=>b=7g<--n@`})?WR%ksqc)HMU>YatUahm$8c08B=_gw8}MEr+^
z7K{3KO8<14$q>Da#aZ|G(Qfg?nq3K}ZqDE{?{(YqX;#bX)tpaMcU<ZB+2MNJsZ;Ay
zjMo~OeOWV<wq{@CIX*+}MYE)1V1Ux|Ij=tbJ~O=|Vo_)$=RwsMB{hE-!}@!#+>f9C
zEKP1nr~3Dx`1h$2Z?a$hJIsIKmfzBqnkIXUcdRrp%}QJs`_qhxO-#Mx@a2`B-#lOV
ztl!(H;AC@{>9a+D!KE81-}ueCn6~};u-x{DZ6>35>%PXuFUMxDe{^oE$AnK(*Cd!+
zGq)IIrm-<}*@XyH?C#oGtM&JtvRRk&kHChTT#4St`WSAP&15>e{oRLMjLJ=^DK8ya
zqDwFI3C;Msvv~2!&7BGFuep6|EMU)SNt+=#<qc!G(9>gVGep<$ylnU(Fk?ciWz9|Y
zg2DqDDq4~3g{MVkNxE^*{Oqpn_>D`DrA>(;{IeWu+tdvW?9Uz5PVc;ZM`^Rj-<L1b
z{bow{oKeWV=kUYg(BGByB_@BL|F1AMdtsfh&+zd^wwZT?+e@R`H%OFPJUr0wG~7|-
z)!jcGYedxyR~-Bm(kf6XDgR~u-$#2TqC1!OY-n80wlVjx#L86B1g0_#Jr3)F$d%`N
z&Ij-4>A&TpEtJRo@ZeUp%MUAl^jvo?K9hg`v6YLb1@Ez@(zQMd&hI`mz31QdxSezA
zejhwr^6}EnFMH+p&9VFcC$Z}H{u;JBhqr7fZ_h1YUcYtg+ADYV&G>iI{=X;7s_ePa
zsb~IuTDw1lafV-FYf$o!7Z(>NOlsRW=as$fw-1T0-n{p%y>gw&`2VM^&kJTor-VPy
z<PiVN(EQ*>WPe_yP}cDyy^9ZBYBoAqnzE;%cCw>};)=D45B8R<uaz}e92p(!@33LF
zwfTW9ucKznw2Db7>@T{{8Jt?ZcH+O?@y#3cW@?IxxQZO|5>w-{NjuG;m~QiS!u<WR
zoBv&XzHV8bu?S;pqGzXha#f8DU#!&I=^GYB_qOx&X6x)aefGz*Dh}=`@9mE(-uqNn
z^GCDi>GHY3+<o=iEYJPjwC@k!z21yD2kkFOSxA_dtmU5LCs`A|>6w<(f(Nxaw|70w
z$zN;q?Z_L($wv3G%1h5~l$*EgF8j;NujQBa->cU*-CW1ha{ut8z}2j>=CWI_2<Gq_
zACiqR^>n@)H~-(s`p<{I+`Q}l^8b(f|F?g!|F{0X-q%Fitb>zw?Ap+=l$q`Rr-R$I
z^qL}d_`5bJJdWW^4*L>Y!Qsk~{9uMAgO<jgw$d{@wunBG$yqN}e_S&|=fl%m1#fKk
zypx)AaQ=)rJjddWok^eLy}!4!NUvs@fL@LH^usY5=GlZl;Hc7SsOaEkYG1{2)~U@T
zIkWSxUW4cN_5g(q^R+hX-0%PHbN!7}sqOEL@9nbx*4^=p4mY{p(<y4hq#{xN@NnHt
zF8ghF3qLTPE}OiIPv_|2=X%T9Idt21)Vk$}YzTP3fBeSAHSGBhx4TdL@h^L4)A^Me
z50jkjwL~l;<0ZXXxAJsvJL)P_daVDCdcxG;(|YHMtv|=y*r&hlcf!wP&pEr_8S_46
z|J%KNkD%$w1dXL;YaC>cyvTjfwYzoEPmUTvy^N1GKPFi=wz54B67!H2v<VN2)9;%i
zb}y~K+cxZ|(9HAS0^i6f8O$^k)Z?+~Ws>HeZN1pJvGez92ak7YIfXM*Y`i1h^KUc?
z*<koIz}&D|#aXklJhW!#&BZS#Y2RHS*!Zxa(8$eIe7O+MUpuD5dR-l|x+`Ps9W0mK
z7Cg=SBUDBp{ziIRgWV3jEhk#Jb&~_v@TSN9=)Q9Gz_OFJPu_|IBpC$m$<)0Rv^(Cn
zhu!w(idTo3_D^!l{9pH0sBok8%d6r4<$kl)%F9NlMy3B>AiZ5~Nq@fWGr7FJ6fK>F
z2R8EjlRrN<SD<XI{6nM3CnryqTdV(HQ|e91EkkatWhVDdUd}1^-}i0m=T8%!9FMv4
zafgGF@PrF{%mi~f1sD%r(2qTt&+F#o8PRFDhU+5ReNFut=~;>U7T2DS>6_2`K<@kV
zBb(#zERMXWS6%h!L;LyDdzh!3;q4Ile{p&FWnPp0)A#>9zLHIR%Bm^}wRyeQj(*;E
znDhOKJvS^SN(%5yI&hTP*LCtO;f}c+{z>V#uGvo5EqujG;p*%9FOR?cY=6I;-~LZ*
z)xT5SIU-lsK5$*jkZGCvcIp<JUN+A76T#2*4hH=D{<3`kkJDRz{18(!-f~8#%J=or
z#PeSm`}{Usn9`@}w$OF++W2>s48DeGu9A%+Nez$uW4=Wh_67QUG`Rosr~W+K!q>C?
zlW(-}xla%j{b2DZJTPS5n)Fj2j#e0~J6^pf+osjEMN{g@#r~NyRl5~FZs@sD`gcX|
z-PNwoem!Wr+Vj21Fp(#9(_N9%b9Iyr1djzL9{ls-(DGSc=ld^Ic^L3`8K-aMiDlJe
zyB5!_eEDi;XSB+)rwtCrqPM?ynaR7g+2(j#W%%yI8F>$^N|;w4h}pr>JJ0^S99MY4
zC9%tU+fytS=^2-MB)qq;XgGbjBxBXNzL+)xlMRhmVt$COKU@%=w6EyiZb7R}8#)A9
zzBw){t39ma|E1YgqH%IYXQ|-IMoBxD3!-uCziw`BQV7=7E&l9(k>mQ|f?bQ(G9G7H
zpsb^_Rx0DnvgFm)5us@tPY6^umKDt`IaZu;NaaB68-eF+Ro)TNRvVX@Z0fvVHv7!l
ziSzIORr7mjCN%lD#ruXMcP-w(aMC@K5p8gYZK3x9_KqEVGgALK9bR8@$ojn8Yy;*0
zFW<&5s(t5Q|7UM@W{X4aeCPhDSqF>{zuo%sc6i%OmPvaa{9eK{wJ>z{pQ+3%lK;hA
zm)!9qDR$;X_iiuKgP%-i_-k2~Z!eH+tToxaOS7xy@F|DAO6A8L-!8eI6!*}Bcdr*?
zgzc-1wfEG;m>9P|Jzz0)Po46EzE4MPW@XNmmSmFTo4M%6GCxUAeo3v@jDIvHD?}x{
z{qvLi<>mA56g*;l%ijwtyCmEx-tn_{j^%l^x|BPI4rR@ZotwKun>Wev(5udE--BZw
z#wAQ%r+q&Du<koyh82@~tS<K)7Ce;Wf5qOfr{&PkoyE#870*aba^zUJvAw-V*uqb~
zMt2_X1DpF>doS3n@iDQu=Go>fS+jL*snNd!Ga1k4Jy~geE%Hvrz5g%Ne56?}UyoVM
zGtnnfUQCg7E8m*!?`&2dJsz?rYMZRQXk6Ax*<yEBHczEoYn2B{Gc1<ps?2y|&ZK+h
z)Hw@--Uq9-13a5T+ssc}+f}%`U9amj?piFj?5^@-gLxaJB(~o9(X(cc$o`!#vurh{
z&%du}|G1lR{<^gJ&m-3drmyXhGjWywp5St2!zQ!D`HjvAfA47MhY04Ii=FXMe%Ebn
z-QTR)-+N6$U9vDZ!b*;P$5z{Y{}ukeyIbze@cvL!Cf8FB4ad31GEQ1;ICEK0Pj)Y_
z#*T)Av3ImfukS5;tF&c<*59x5|Hi*m|NpK2Sku)xc?uq<QY8OG`EIkC%K0erq2;BA
zt60VVy<E3pZmY_^m-p?m?|(U&etw@!Zprlfyeu4-51ukH-|+0nZN&w@Y^L?vEU$dK
zgYQhr^NSrqF3awvuf4rXhS|JF*zM2T(&P8O{aEJ|o;Q2Hr2Ms+1xr+26~ku~?`2;T
zxcyzA(c!4;HF4hk@A}{EOuV^Gmx1v|;hi<X+DGJmZ1*l#xfUWFX8b#^sJ+Ge3l~$B
z@eZ?Rc2z~6_`@^TpYNV5D)m}m1AF`VrMzqGgZt$R_Y1ff@oC;uE0267DdCz}&{e)5
z{|IM@%&dq*rm1cYE&o=@ct5tjl(5il!G)~;|CNUQk%nb`k%cK5-zHAB-LU0PPk8Ki
z$7o6G$CHn|Ul{Q~^6^;_fmfQFT^}AV<=ykj?{&<y0_{bb6HhR3ovBUcdBMCvnO96c
zV%p>TZKZppt3sOtnifkGuY7tfT|g;gerosub(6q6-ut{Y=Elo@A7S&&?VDUB&)@ut
zJ9DzH_Vdisj7~F}dQ7f-6nOspuR_de4#p{*CCQ<!^B>f7>#cuqZwqIC0mHts8F$*<
z<{e?sIew^!DSqJ>BeOGaf-mK_cJ7caY0U2NZu8Zhw&rKS_9ZewbF?31U9mCIK9b12
zQ6|OJS<=>x>;8rx#`lk1t9o-FUw>lJ&+iX9Sfv7*i(<Z)o99lI(>xJTSNLS7>Dhpv
z9}Z1d-@Ze6-=9Zu3_Q&V>c#G-eoQ&}EuO9Y)9#;&FLnE$$zP1jx6b<4e>y|r!W*-P
z|MzcA3*cdYoU-_=m(pexgP(pg=Y7)B*Y1(ozQp45(@zhz=eSjVG@oC&^p1>Q@y?^#
z=j(!%|G%++J>zDFuUm!3p@`0#wb_p|f8DjV_rJdHEBnfo><J1Pu5F?JzdXM9;BG?I
z4!xwn%~>T=qOAU2FP&Ks9^ZU~@8YKr;h1RWz9+taZoS^kcKPS^|8kBicwau={=axv
zMWd{%KR=U%gW=CV*_?Go6Y@&Sbl#dQDr~j<{jL9hyGh~SwI%P%^B3nHIzGS3d4hn4
zq;a*#E!hdZC(cyzCw=jGp853S$Iu%VmEV7C{N!o4kLmm7@B99h2iCEj`Qvlt!2B7F
zMULv-)|GPkN0!XnlVu+}Bc}Vis@}|*8|=y>rWTw#r&AzZ&fYPB!>wiU(*woHDp&TM
z*z&uF!_R54+F90JoR_z9e#*~r(O{@kReG23=F#<3PbS9Wq8``FBtBek2;0*9W&XCr
z^!&Dexe43kp3KWVYTFue=&i24gTnO7-uf{rSD)pYtmxe#xMkDKYnfv9F5KF8g<4+U
z``f-zbD?H%>3`$b?XhL-uSx}+{PV4sz2)P$;5AESK|W*d1G{&cp#l}fH~0nCT)*No
zJF!R3zRt(ttIo?WAM{y2&OHC;r?+?lgU8ohyO}<!p1u1|>DC+8BoQ_N77niC{QD*!
zcx4zQcCWHx`VG#YX1lsWQF&hd>8ZOmP4(`*uI5q4^<5&?HjDE{Y4ZaAy#4-FH>aO8
zGnJ9%_*yb)65q=m6Zdl8tNFZi#x|`9i+EaA@>WjW8Q}lw4wK9l<MqbRbQ>Hh9zHm(
z=$J42R^PC{_RS4XhG^~2?GKcSLpv+?^R>NxlWCS2<<NcPv(ZP+vlqkpxUNjeOI~xj
zip5l+(`46@qpc5Lsca~0-NFAbA-l}((rGSjE<PiUUHu)#DIR}L_yj6F-5I7Kx<}#f
zi4A(m$zkSZN-ZzNO0Lf1u0OQdr?WjO(ERPETGp6{q1WdZtbZbFZd5$CSo}s4$D`!G
z4-UR9$$Jv>>(4poO}eou`5Y$xET_s!OcfG(9(dcz@a&VGV_VZO;bR8t_9Zt@m~3s^
zQ2MT?x<uf+Q&jB7>1X<;v9tDHyjXldVD{vLZ|2BJDM`#e%Mq!)jN{tY%+`n*dGqGa
zj$g2Lrso#@zS=L1-=2HA{61EbuRW)Dt(2ov@4Bd?%rn9hSMrM6mah!+5T1L=gNyT@
zxQ>&zTjIL%<3~SE+`w&pD1M3i)4D6?XFPK_a;NV=r$Cx3$DNsnS)bb#rp(=&GCNDc
zqgQ3^g02<XEPEI@mg_$bdN27pJ$=ph2DUa<3yy`QKeY4%^AjFx^khFRvRS#P?)Z_<
zGjiuYob%|>--;>O52wE~=J0gS3az{~>!HV^J7@VH+P)}{mD*d;X|emF$w3+2^S+O-
z&wshf!c$G>PTCK%wa>&#ULO8#ufXZz{OWL5z}i_MiPLvIczY<niu>83CW}3FLi%fj
zPnWvX1cn~vy16`{fPr7XX?LEGeewIx(wQROes59_?|zu)bbqdR@QGb^Df42*n;cB$
z3;&M4puTm@x!LQA4bS&1(2MG8wg~5Tb+n#y`ht)1>pklo(r>1po8zgK9FrYaZjjq-
zQ6;p{{P>>K)AK$E7aXo_El)h9X<&CabEBT5TR^SB&8s;Xng6pUuDbIvZr8=0r+&M%
z=1!R2xga}zPWG`YPe18eN3;A{`{|^G(&Mseg@0?TezK_j)Zm@Jm&fjenAGcjw;SyI
z`akabZFDPoCjZ>CDpX#qb1JLRo{7_}FCV^B_xnN2m51kIt~am>)nwf9v{=EiZ*jma
z&C9Q=KM4l5haSstab8sa&5-5Ar$0B>thb&svElU$hWQW5e>&<%_De2hvS&Fj-fwX4
z40CQ^LAHzMwd+@%*Tm^tuxSfbAMSX*s*|<YHpSfHh2@$38=l@W*mo|4@ld6;^twwC
zj~;cLcRac5TinsDg5qks1-@VT6lePS&=QTUTTc48i#`xKV4C}=x2WUwN5Mabv<}_9
zWn|I$v*>N)w8C09^N`8MwsK8(+FR0Np2*<*lS$S4ca+iv-6=O(=SgpwZ5E{GA-$^U
zz=Mbj;xo$)6!zPk-?8R~y;1@H`43#BpKP-4ZP{bECGN<n_Z4zsi+tQRsCJ4UQrI!o
zPH&pt(p5py1*KYBSH-AEtMq!!zgs=y-J%Gq13~-!4^52y(N=5LRLU4JEtg}5pxBDt
zO=tU8?+w)1_h`1*^ocq1;?`SB)^#s)y2W~eDbwiUtQmbJl^a%vJhPwQ`$=O_(?Of0
ziJ{5IIQRedy43n`P7Kq_P$j{c-&XPMH_8x_jAc;R@=+|UY;h(>Shaan-RZOhE!Puw
zwlFjHm`zM?HTPd@uM+<1`-0bYzR#IOpO-({#rwGBlY{D<h>p?%Dfa89xt$Jt2z>vv
zVQ0+tBavRg{V7$?Z8@HI=P#L8eBFRs@t|Xd!u&1W>=|=hT1?Nr*x559BkroptvlBw
zmxXNpv_;T(p?x%KnvwWshb_+Q{<E2I*`BYruH_fL_jUWf{Gc7W%MN<qKeU8Rgvn%$
z?lIxLl9^1?)4m5qUw>)x=UDyhSM2k=x8MKQU1DI*rm$GnF*&Mn=ek2y2iP`jaZG5a
z{IyI?<eAR19TH78{l9*C@^l;a7wX#w9gC^Fb1Jv5QvY53+47J3?jJ8Gib<8bU2|7c
zQ|;*MZJR6F#ZNsq{P^$75}Wtxt3w%jt7CeOrv0z&<9zw%#j)###$Sy7=CQ6ftK~m-
zp-1i*|CjIlOWn*C74B16a5INPh*7U>%eRDMHAbEn3^*39ueX@N=9>7JdDTj1rX^;J
z7WTzN{1B3!@@Dt!jJL<;`>++?aq#=)EVg&Iy7{Ed{~Hvpq)E&>_G;RfLqF{ms)eIi
zZpAlWTQt*B=VAHIW6!cp6+)Vo&RVV&OYgceB`tDN$E-`&-b73PD3f2KzxZX;@%s~P
zH4LWj)V!k|KHq<Fx_hFExI&ddS(Hvhv3CYf>MZHm34gZVsNnAPWxloh<;$Z9hqiIv
zt7Ca=d0<D4{MpUxLcO`ABM#2GS<!dkjqhbuqhmRnN?*QlEi1V1Ch+o%lk{oFV{4}Q
z2rS)OWyEGX{a(e#QVw@f>+5;SDLO*4FSgA$J!9z9yt?dmYjgavDAf!OW$t~6u_r~i
zgwO4K{Yhfl58XLiK7Lwx?{a3%Jc$LYMgpb6(?hf$GZ-IPR(bWy#`d1@>NkoH)*Uul
znfInV<%sEL<#!#-de=)jSZ5X3a!j+9W?9*MeANY!sR0@<f|zeQPCnfCd5SWlfc(ih
zJKy)-@{mj`Y}g>eSSQ96&^13MS@IsU31^k^1Ci<5ugBR=*PCO_9_(0VdgsD2!K(Q-
zk?Oo(<PJ{B`!;#LxrcFrtV3aWm4`#d%U26)X5C8PD8uum{NW|TiSu^X=-u6C&Ug5d
zbHN{vUEeEgZ0GIiyt-W0vB}m`ASnE#-m;@5MUMopZ494rSx9nA)k&Fhtz4O$N5{5#
zm@Q-H5PqBZ)yVD9mzRk;q1+Q6eN|<-Ahsp<^8EWgoB5A-v@0&=J9vxhV(Ab5=^FX@
z{^5KX+y!eFXsk=o5`5I?`s~AmGa+X)PN)3)Dr(=uE5U#1=fiyh5BQcUA861i)^*t;
zl)L();OdO4XC9yPV7`9r&dzrV?|P=r?9homc+PP0I+l%3x3^eEtF*AEG2cqfxy^DY
z|Mc_im$EaSyuM+7%#4fWpn!Gz6m30`^VK_^z3mQLe#&THukX?wJ)e2y_ic0wIsJe^
zB+Wy2Wer1~!l^s$k3R1!c(i%SqwbhV9k>0Cwe|mx`R;C@YI;S#cI!K@Z<{TSFcqy}
z?X8<J>#9#NOV<*?P1&j+y!dB*XBAS);508=(h@zdM@4E)$?s?Cne9JqUH^F7{&0=3
zy&`+K)G>PdmJLkOZqkjWi46&Hfh_V(`qlxz-cIsevGK1)?R)-$^K)i;h_Bo0a%e(W
zj7fUZ+hl7_nb$jRvVY9&>s{%ta3Ej$V6dYV|C;j?X3d&=!hBoU3+}>JgIE6P1;<&-
zW*ty%)RZy*eR9W+X*P#y*PYqzW8B`oL$cL>=i}p_9oaQvQ<t7u&D7cc`1M`^HIWZL
z<(pOp>)LgFYLq{=(Cf9y<ISvZGY%*poV&z#s!fA-x^37!s}C=v)-BA|h)ChwDv+W1
zvA{;OtJSoe#XPW;>B!^GPLHkHm!HjIs%aEuk@(1xEO*B4><YH>7hJM7tbYq^lpB6=
zEE5!e%~cQ`9nEj>zD}J%w?gOpO}!J>Est4iI6pK!5LmiKea@)`+C9D9tjsN948PT%
zZR&au#me-sukw4}+n|K0>R%#%x*osa|4cTfbElu4q5GbE!9Sn<mh5{L-MEcqj?pR(
z{h+{ek0WoLjR}`a%sq5;^>m$}zY*$pGo#h+R@w`RUw#%lW!0|G?1|#fdU;R$HEU$3
zwz$wxyU9{l&Tkp(1I~%!%DskGS~UVfEBNPDUx@#v;Jf<5tOJ@XVkOD4uiE<Fgl&7+
zrxM??b>5csTD)(6E1Gy(>Gr%-(|LDediv8vU3~7|i7SK-hH7`bb6PZM!N~{Pyw<Sq
zIdWjbJPGxeiwqVi=)^})(e5iccQjnJqTBgH$QygX&nov8&dBP}4U>vp84@WwNztor
zOVph%?xdBK3RfrOt`gk7YSpX1CTw;8u0CGAhV_x@wj0S@^Xv+EN^1o#{B14p-|W0W
zylLMz0n1<Swb^A$1Tt7ByFLDSLh$zcd@B~Y{`EGGdUt3VgtvCCOyf(N;p&mUGd186
z-!dnkX*=Gws{F~(Jl=XM%Kh9&{j8p>$NrUZ8S4Ip_WLUBe*HM}`23$U@8|z`ovCxA
z$kzJYZ$6%fU-@sSma5OK`Zu+tqcYsL;mE{Px%}HVPknl{P|$3uw)@0T$Nv>~XPcaE
zI?J3;vy$aegnE6Q@Z|d~0Uv(t|5N_5dHcWlTRz;5U($WvcK#}>a|vZe%ndEwRVT{#
z82wf-E&DRz&qUFc3=9qoo-U3dN0SUn|4go*Z1?l*?aXfnkKfRp#-PEJsc}6dw`sTC
zvm}pb;lFy{Pwv|PQsdXV&&Ln{_vN=Qwq5c(ecj)+_NR-#m41#old8A)4tw2^8&=0Y
zzMG!?L6*~FVP+7w;^F0%Kacgk<|xg`{qX&ISF+UA>2bfrq~ayyx9pV8uodex47e;e
zdwOHdw8UNZ2kz!@^1kV>yE0cQLjHEOL8XD`?kh*L7TPLEo;w@2rQJV?bK%E}KWfV=
z|4n#sJL}TXt<5@DEw(!^IO(^|<e*RkV{}OI`FEFog&FNnGo0;uS$EN;(8JCwW;`D+
zPW9Vdt$k<(;|cF4fA70UL^9U-SZ8OsUZ2d7QPI-loAyDXx?@?XU`iVs%fgT!uN9py
zo7pWAYF7Q$nUUpmL+L>D+D&#Zr@EI$SQ?yfZjiT^Wagi8>4AW>vg4WE7X;QW64=qa
zZ1?_M>}^-BtWoe0Qjt;kFzf81xt~h!Pn0g)yi+%4chqyUlXgX)?=4?a{WfiWXWk@<
z0|5y^qCc}VEn6H~#3ou!weavWKCJ$E{`DTI!t2xAIpgEYrRxkfdn{Y<&SYbS!v{?#
z36`MiI`@Q18y#wAP3_qBbwXuy^%sk&7m9*=jjSfCJD=3K<n}R0z&KfBgU_{Qb>|6>
zxBm_eQG8=lWpdCem}6rONBif#>=~cMeI)kp6)ULtbZ1pk;VrS5yAEHtQ(iWwN#lVT
z<HCUKj_u4$O7FxCQjE;le(at&)j&Qwcq!jv;iukrb}n2!S1*hEboPvo(SlCPE^&wJ
zZ+^~fXlC%7IpxDG-iMrOJ@tnVGjG|-_4=UWuP4XSUtXPlzs2*^I^OGXHHLqWM%Rn3
zlR3P+n&Z&?&Ry)kZv0Q?I@rRtt8>M_qwj+5atnW1eLtR^?XL0xof4H6h1ySSjXU#_
z!kC%&oZjknn?rWO#&X+NN{hUwXK&?Y?TT_~^|(8y%JVa4_UTzokwQNWryGWDap69z
zR(sQJ@i~uUzl|QVNy<0&uil`<#JEw;xbTbQNA;%+lV@5kKVkG)<zraEzWREZ)At;#
z>KPrI>N?FI&7F~X`@!!&-@kMVzcRY#mcZ5VbY5~#LjNY8@0L}9x#G36nXX<JWmqIr
z*Rs3mzTXCA*|%Rb?QG<Cuqqn<I+c5U?T<Splc$Pi{WAWn(tB2~P;>6i61(X3Ytsau
zJ@b5Zu<E@+>Z^+aGc%T5x;uNj;61609oyIz@ACio?#$Y+L9Zt;&3~*DyxD1w7w7*>
zrrsQ#mr9<C9He`VU$?&8<!ex=8q<5I@v)lol5G~*(>isTpRd@tz4}qg{Ev&34)y0b
z8MQ2a?#5hyc2e54FXs=<71LT<xbJy|M#qkW^P878D8?1YMzo*VX%c877FB;t`B+Q&
z`@6fvGt*-I<30;a-!V^wg*R(j+28+5_P#8RyIJ|5oMF$6@&<;DlNC74W_z3Oj$ZpN
z%zIi&^d?);ek0?P7V|uP&mONiv47I}l_9G>Wd_aknwp(8twJYqQfj34`j}m_&(<<_
z_TKnjd-DDFIp3KScBfiT<=*pt@B6*a=Y6$2U-|9v`x%RD^gjtaZ);`zyY9e&Z6{PB
z=C$*j*V~}SsHx*UC$cTqg#Y@aFrVpHH~IMcAOD@D;JZ5PPzf7L$Hs1%&(ljg&p+JD
zFyW84MB=;*KUL;DIemGxj~n#*+AR(nofNwf7@b>}YSC@H|D-Wre4qQz@;^O1#dC`m
zCEs@qJE~h>9C7X9#LUfi-k-@hcJ7<zi4{)SZ?~4-QO%mvv*lrasn2?o1h(u+()->f
z98@%ZTb0NlvNe2`)2hllZ58*p*+eFL)l`4G*dzV+j9pMi$jLd$TN>qAxxX=HZ*Q@G
z{>RYcu*_?L*+uVqmj3FxXcBJQ^ipEOaSN`-Mr$Vdn+B3?X96w;ty2}*c~<?~#09o$
zTfLL#78ou%JCQy0R^0RHwlXFzKezvmmTCCDXj0lUi%#zfy~k6Xe?AIsSF4`9wZ6CD
zWAy8m<Yj-P*2qY4)CDvxTz_Cr75}d^>Bhr<KJnBEd{_GOLFu1k>&`VlR7IGtxZn7&
zA?~Q+oFkti?`WJ;vzoVIhyE3j^Da4xstehj3JY`|FaDw*dsA9pW~b4;X|varHXfHr
z;O5L;r`IDgcU9E-xLg(wM}tMS$6tk?Yd$8@em;3amvrGaUw898I>)S5Jr$Q1{AmBo
z;+{QUoT<mQBY8(AZ?`|tR;V~P?c&<pS8CgR-b5&>s$9Fz84%*8P+SmlJg+fFW{=bi
zruWqvmD~8uHgxMO+^WgQ@c#dc`^#qA|L^|t;d6iR^#f5-HpTN;B{mB(*qsq)ShDqI
zp-;e#!kw%2YajR5O_|5{WjVY2Kb^Pd{WrHAT<I+Ebm_5wTf+Wq;$Qr^?|c3`UiFLb
zZT3C8`0-!m!@WxLA2$d3eb{}f;^)7Q_w}bayPmlJD&kD{`90GgUf(SL`|jr2+^EAl
zOC9FeB+Ty%UG#26VFBa6IUM3bp=;OHDpVY*a`Nfz?L8)8rYLH7>Ed4Ye&^LD_S+pa
zyteQhnKAF!N=cKcS&9tX6PZ*?%*^iYNH<)f%Kc{6?ycK-7T!H2$JM{Vww{G~v5367
z{)D^I>-m=iOT?cO3M<SKT5=+3=cz^eJEwTNzY?t#n<2c-@pgh=YW1I-Pl>a8KJM$h
zt9rpNdV}lrDXaGO1~jQFt$EJm({y4RC)3&1?B;?3uk%})P0uX1v$mS~`^}k|mlqzj
zV&Hq*uX!eDUZ1_^-{!pn+g#q<jA#{{oxIq?tC{1<%+gK=Mz8u+owwIFf1mSoVtOre
zkMN}a-TZmWTK&rR=NwFvf7WYx;cU{XwvMlJnm0`FSgfjZ`zG^ZmO1T@Wqa@ToIP^k
zPC)(E>D#Vf<iGG}r(fZ_4`;S5dHIs3i9@BhtL5C+#XB4C87>T*A5-8IoWZWNb9L~g
zoGEH`uWS6Ao~`TFK7X|QPSN2_YjsunxF0Jvu3eSYZkeLUw)4Ew+cSadJ&rRy{cXgr
z7iLt$`ls^Sk6oK{CrV7={PTMLKQ1LUU&Z&?r`PLNy1mem`onj2b>zpspPRqT%D!@6
zbM2A+%%c0Al}+B<{pGWe)U0ziRQ!sUEI;s`&+LwF?^^*~S%E0^!WU~iCkvmC3{ksy
z?jrva?afIcdW$ROTH5kl-ZSCZjX!5ssGe@)U;20bJo&aC3O#C3D=QbNdv1_seZje5
zQSNq&xR-MjTd)6E%d(4&b9<UnsQ~x4skPhKix)0)NLs^HowHRy$Vt(YWttbSfuP48
z^Bd|)$#v8J_r#YUnBG0(agI^{n@0v)6Xe1^#t9^Snar}mC+c3dW6Xr(4>NM!I2JHx
zmj0MF;Y!czYvS=qe2!ZbJ1$O`$Hg;oQm~H36-9pS^3REO%LJ|X+uLfKrKHQxGEZvu
zsyMoMf>zpx2^T)Z_9@*zaQ&a&^D}>KAId9v1#>;0wL4Jy+vV)e(l-51roz*w2}$i(
z$eq7QpXI}j&zWyHCx7GN_pYg#bM5ZjJ@Urv<r~i~^xWEe?Y(yXrRNei&4sE?*eJxE
znCY};^M<I_w3^8oQJXEEPZwZXm;CK{TK%jV50y4c$-ko2pBx_O2WfuX;Ii3edwXRy
z$NP12|9;sS7510+j!tNB!uJ&gXXfZ1eJH`sWB8ow&bytgF}W>Enk4i)l<r?&a`KZ;
z_?+5z?(x#sLm#?EOtSd0VeLXk9sA9?vyPwovn#sRxMzKnx@6Mp$8IxRRg6w=(K-Lf
zjJ4xePRnJ}@2Mqg)}On2%`tw_q-wW-W$hbMCKvBMoooN9iAU>6ZuFx16PLxi>P|hK
z9<Sj4{cS<5hNHmh1`b8;^xF|NMGt?<ruo<iFfqTeoW0!i_y6J>>UsOL_ubVqj=tnJ
z>v3fH$KzJj*}nFwD|l{Q*7{KD@vYJ=pQ$<HLFD3C<vSMV{|e5K{9?WA`I_nPYC~9S
zuXG$(6QpUozqd%TMEJ3WT@XXc{?LOpo&R#fKi<5P#2j{@cs<kq>tVmbtR$v7itRE!
zFR@ytX{Pwv$r~j82FYo^n>jtIB)vMP=eTv&CEd##r_I|U|JFCt{(bxX7)yCIf1Azo
zeTzBz{}?f)DBXH|PV2|FpLe$yRO#vp>{!b5aK=H~ENTBGXRrOcQt&A$OKQiAve|5x
z7ys0{bY|J?^7&5NS8R2h;as16ZK@>4OBMTP`mz&e=6HXTdwuI-?_-8Erv689g|ahu
zPMFqs;yLT`pgild`u>|T7I90@Wo_!z&{lA`%&Eh8eTkUG+2f{5rf!(9YEk)>-=F)=
z9MxLoaIy2B(!OY(j45xmPA)7t!a48#({*3>nd<W0S4~|qvH6jfoaigFrL!)I-7}oO
z-n#4ewS_T~PU|L#C8h8)+*5w`;m+pW77uckY|gKf?sYJ4;b7s6S=WBz!r~Rvf6iDg
zpZm$Q^1{j0v$jd>bz(47d2M%K*Y?K4rfTNCxpQBxeg8jmSN&eyyT8ALdjveYw3B;!
zfPC_GkI0SQif?a6#-^Bugshn%J*WPyuF`s*CI0naFK;pVW%)D7{lxaCx1LS-HZA+B
z)Bj0reBZ5q?aipaqj6uGVa<;3pDcf^s<}L;@B12u%0C*v4pqC_cD<fHU-WzH(nlvu
z&l)`2`}k-5(s$dYZ?pawlaj4iu`Xt(Q~mNU58L;5x_YT>YWq?$bze@7m9Wd%wbA95
z#Alej2)TamVkc*?{-xiOGZ;PuC%T{Y3~7qL^UvsRvOT}km1OCazk=P5$h^Nd<Av+|
zkVS4b)=e`##I1$TC&+#JAerVeL*t`)#U{P4f=gEm9?ARjZ)WFClg$>M9lmegf2_Z8
zC&Iz#maN$eH*vv#%a_k<PIj?56xC(6=J1t}jfsh|-ruZ~%!FDy4K^D{TymHdDG_<(
z=-%DlrGLVznlib5h<e7G%ZtTxEI&P6e|hMeNBPO}>-1Yc>|<M0?l3#>;%X!Db<z_m
z_<8o7vbI{OIkkC3#+xHkx;1hPvesI}G_xPhd4248{Y<?*i_+3NtllnpU;q2IU~^sj
zHk$?V>WVJcFU*tpxqNf%OZ~0SZ*o~AmXs*vd|Lf+u>dbedq$?G^1TO4?mKl&yu76^
zzr1yLt%=q3Ha6C)c4y3HOKny#yx{oQI$u%2pgfQ%#@t{AAKRSsKI$EtbtW>;V0xeG
zG5O=YH0N!XE@|{k70RE#`Li+4ku@yBrB}=yU+&!P*FAq*>7T{xTbXYw@KngM@H2~T
zIAy!c>iUf3EP=hQ2d5RYEb7faJ~jWAM&a~{ds?l_gfwpb+tkBi80`3=PJHJJnS_|-
zw}o~rk^F3uTP1z-LT0CL%Ph{@R_$$XEqT};{k^hh!L_CjtsX0)4wxDnbN4Xw{rghM
zUT38IJl^yF>;M1u3w~XtUAAZ5QN`WdJ0^a#sr^+lOKQHCd`*EaZ^ADXXJcD_!_M5b
zKlZap=W;f_sdu@%Xsv+f0U5Vq!#2H%+m5n2<;Iz^H1J*Eipc5|OOr_bVw5wdeQ&w(
zr97qnoBxeISpD-`xYD?1&8&pa(>sz47R^sq-XySKhjn)3EO#k3t5eUke%<?iL_Ev(
zP4)iLb@8+2c_jCL=+9W`zNkIdlzW}?p@NTGAN1EfNv_h{^JLwm!n$Mb%kHZ@sGT94
zc<p;KFO!-~%JuVHTRvu;%4uS8d()P?u8HZZk?_N%Ki({0y%4gAwODHL^45Oe1G7Ah
zg|p`#lDT0v(fxdYx72$}XT~?LH(GiAKXhknPV(ck5g*krYxj5_@HoNoKg;~ka!z5n
z#pXA~W^VI6Q>F5+G|jXrn0dnj&RkuVYjQqMF1_(FSpO{5_=sh6&+<!Eoi6-mZKfVO
z&#Z53FxTwzH%t31`Q~4?x$M03Q1io_4{94_omh=Ou=Xu5KUMqqeL~cazdt@c{&8Z8
z#rrE(H|+Sga?15}KmB><V}JHM(d;>Y1)i0k`I?|H!=LqIy5+ao`%C-u7A-q@BRVXR
z>uvGpZ}ZNq;b}^Kmst6z=h03cVcx~(IgQWMNq^gZ_RE{v*C#vc|LxGU>sMd)(XmdV
z)F^k!^L2lva-T$H?wfe#j>lv@-YGAt85fI)9TG0;R$9yy$P~}Fq;%tw6)sOCop|Tn
zVzVzia{A|{AKz^GCyQjRo!rzE`)rv-K)lOL=~mls`JBrZN;hs|beFTQn{q5d_^QH;
z>zroldB;B1@Yk%-EYj^+mNwD)%+lT)4#hJw_f0>i#GtMC<rcesKEv$UMnXL&87+!#
zXLpu7TPh{<`D|_5PL&Ul-L=7-yuT+u`+ixAWrr6BD^Ei4D~)*%W~EtP^Lw@^c3$k{
z7S{eXxdnT_Jg!KI3CvJj;{Av*e)pNpb7z=;W3K4=;<)_TyJChv{hNOW$|TI%W7ntf
z<)&}T$(GEcIkzgq9VKpO)mVK0u=UQ7>E-h|Cd}S?-#2+{^UH%@ijww+Uyzj2-jX-<
zO!Um#4b``l_;?f9-U_(o_SYuwe>&6o=RKXi$Jh1mpFZj1t@d$oMyF=~Cyjf*f1hjp
zTsW=8y0Y_9i?I5`mys=}=Xxw(z3aZyoxtex3)oKCYF*ZHVV}l*s(Ie)hoy2Ii^N?2
z$`q`xjk|L?v+q{;p3nUA=kB?6NHWkl$&r2L)|Kin-?c}-Jo9vWQ1tmsjcI8IPTOr>
z|8`~3&OOmvj%{wxzp(4D=?jgJ;A;zxDD67U5I*7ixlhJ(>Y^_1EdQ@jCidscbbH_H
z_CIqidgsbmaf=<`yvWHQpt8t3*U8|GS;;2Hy9vME_5Tz7`m1tR`Cn!Z%gS;A?gP9x
zqR%}1`2FC4#6^d@#eZM8eewI8v(F9IKV}ZC`~D&F=l747PoJ;5{(jM#hW#tLYO8J>
zKEC<St!(vu|M@(1FU{j#zvmd!cK<gY`W-*5n#ymGx`UswRLQpH2MgOn$61XpR;_X>
zjk-OhuHdPbwQXO^scL@BzdGE9mw$i1q)_FxkmJ@BN#zkaJx>;U1$Is;TW$Ek=U3l3
z-WiQ*D*j&uUafbryqxS3dMTydGt1}AtXXPXBtzfWH*}t~xy945zv|GBs|SB{uuQ#@
z7vz5}jl=a!&V);To0C6WHhlB>V$2pNLFq#mZ@h}0vcIt<`gz=9_uK`A7XoWuTwy5N
z@#f4)rMnl7@ZHw=G+Fra%JtiI-`Upu5KyX7PWrODzO`DRV~)wi=r|RTG;0?HmSEw3
z(nbeV|Cp`nOuiH0u5mrrL}AL`f4lF#{CK%~#oOna%uDWUn5ee={Q-@)OUm#6O71ZJ
z+ce|<jO4RU6=%-)EMT;3HZJf#vaG!CM<n}Ce?Ol?HCvWF&nUjKp`)+Y?CH73b6d3T
zGVGRo_3dx5LiLPB)iX=OPE?o3wQvdEyVW)K!!nnEO1nvgqTHRe6$+32>Krc^`ZsM(
zQQX|aATpEtSx=gfs)>w{@vUk1t3U9ptl9XVqnoSp<&yc%Gvv;0WSSOxX0KS=W9N6P
zZZuaUeiZSP{;1h**}5V`%1iW0(34j77pnbC8>L%4TJ-w_=QTI91Wb}>Q}J0YdD`}n
z?YlLPXE*2{=jr}xbtYx0n(J!OEApPVPnA_oo$K)W#bPOrJzvj0cPZI5^<M4syC&`S
z*LF@cK9HeayLXb^zb{f}j4vhp?sAg1ky`%OJ8{uUg%iAI<?Jg(YBfJ@Z(GTo=+DHr
z_H*LwgO$$$Ss!0vFx=d<_usa(wfB~<)mvnm#iFpstH)VbT6f>yR{_87y|1^Q`@-(z
zpO;F<{?`4n|9AfXgt|Z1_aCrftgfxQ%_%h1t+epxJ=gAvk3RBGA7q@jQT;7(S>oyo
z6QPR-AAR)E+2s=D|NCxTXm-z<ghVd3(#{uJ4cnT1DiaThJ<izq^F(rLh;T<bBkzNC
zj0d)q-&<C{O?6qWWq*_5(|>%aE<Sb7iUorE(x04mK3$Yh>F&F-rL*7wkN<l^yIzmN
z-1VMs{9FAm9zVcwa#0UY{;cXZ%gyh<KYHhD?zekC1Rh@HQoEAN=)W!Ypwm=o;fv*=
zXVNSARj<s7@Q84;obu48<DPE#**}iO22TwZ&QRWFx_((_y8q=jcXBd(3_UvkO<izl
zj&Isg{~4<tHM9<v^L|-;;lSeEtJ~F{3ak|RQ*6O?{oxUvY1{jASG(*jR+RFR%_%qB
zzR2&%^Sx_Yli~uGeNX0_yqu>scT>#s*e9+xf5}$-h|Zm1amS9oUgDHk*d1{vrR#fA
zgOWA})p@_M{LZa*<kKIK%GvpR2PVAEx@lLQcOpeXV6p7kjCI-@9A&d-Ztq*lyWMtP
z@}6STvqpUNx8!a=+GF|ehS4IOTWQrryH6f-WII+NQ=9GfbWxG~Z|gjn*bA4{y1#!q
zYX9zcMeU=nCvN<CY5eP=T|th>vX0A3n0asCYPp;*|GR(7mcC`OHG<`LUrumN3tM|+
z-6i>ZrZ1Y9Ztnc~l%r%L^ShUduVS<-s-$I9-}pA4FPmGl#rn*Q7wTJId?_%wqZKLt
zS}3_ctZw~Eeci3`2YyPhiDftEUb~Q$aC7dd?u`6DTy9ER<{t3P*tlr6%<rDfj!!4X
zMVy$$an5l5QPV944_Tfu&VDB&|EzVN=N40Yb>8a-OB$kAEeKx~HgEal+m~PRJWMy2
zV!Oz;Zi(xycX7UMCeg=Lel1|#oU=ytijGuIGSk7vzNfPkq@rSOITW8wNO&<h;or*c
z(yjJ$Rv)#oOi@~s!>~kLhAFb}+rG1vi5E_v=YQ`uYtAd}%(E-zxSu;IeKhdgY{xBU
z*nBjlUS)TlS=bwASMn=riE`BJ4UP#6eV_D$L@J*a=e2Lut=G8yxZ?Mtws^Hl&Do3I
z+Wos#Uh^RETsga_=ZZ<+1s`*s*pk}rd;ePcybYXpqNH|hnYrtHj7`s-l8FDGewQts
z?z&f2;qb(hs`-W)|L(O*Xg@T`c)k6@q1y?`>($Pf{L-&8zG}XGx&QxP`j=|Y<W0Ni
z#pA$YzNO4<bIG)Iha%ItFEf9aT9N<SZ~Fb;jyJy5eLJb1Ao(+D7o&rf%;_DUP2<Bp
z72MhX?B~X4*V#(`$FKEmTmMrlq2abno#;<Dru?D_T6yxiY(M|q{~mkp=69d8i8VTk
z^?M5rJ}!#Q*lqgd!n#fS_KEf$F`wb{=0^2z;|VO2`&}P3->;h@XJ6H|{-D(@!{k}l
z9Sm|eRf-#a>z(8*uBR8{{kX+(uFI<!r&HJXH^#P~eSKu}$pF!8tId5&)`fIuPULG;
z*t1T!SK!`MfkS`PLhd|1F8uN*i&|l`i&R3z9h*}#?&e;}7AS6h{`j)u(^olWU$U}u
z4v9+XB&?t4dhV!uN^*CU!X0U;@0V6y-YeLcE-k!(GdcV6&b}W?%ed7yrkeLGo2_8C
z<G;qD3p>&eoKt(k_;v2QV?3NqaV*Nl#jmg3y>kBDCcO-=U8OUwC~j;?u2ki@EXVi9
zYQ^?alV#hEIr?O>DMZ|M++^BPJ-1=f>V%0`SIV2(b4TQsM*lh{eP2<moL$XKSYX{+
z1GCpxw$FSKQtx1szeG7CY(6Xd6;}V1OQqdSlQ-{enET%<D?;_|{Ms^OpVWJ`?`6-J
zXkAvQe6!VQ2?L9@#l753jB^VumOZ<8Nx?F7(=O-QL&v#ol=JRg&u?+{$$Y8zS7Mpc
z4}q1rA`?{V_&$hR9N2j4M2xCY`SL7rRZ~H|7^NEqrjL7N?Bg=?9F)pGJ(Q67-?2b;
zbA-Lc@90G>QI1nM*WUWRD?l+;S^v4aj@lB_x$+gW8A`oB@qX?$u3fhB9%HwU@v|J?
zud$he))kza(vy=d0uTE>6nm$%=g{A!OYfSTR{C7Pq-lD7-TfUi_kF!ru9P$-lg*!Z
z>FWox&E~|KztorIH#e}JtdMnZzH8G*rZe;R#Vz)i6FAGgnOW??@>z-t3@2z@h)K?4
zi>~P0vSLNc+BELSYyp?uKRW;ME$ZFOBdH^tl)Yrr?a-H-cQ4NTcldllROgK&F~)BS
zbVK&_tuYGWaTcgtSlJd)u>GmvGbh^?4-1>eDeo1Zow#IMb*_HG<i|4SPE30qp_#$R
z*1~SyF=uw1!mb;OO}4sRk=bH%XxU1o+@7_OhUYs}9^~!V`k-a<fxn&-B|85ui~Mu!
zH{g$+QgL)T+re5ZhQ2HV&DDq5>g1p0P2Cse>>TO3qWFOI2ZxPzmd927-p;=EZu85v
z+xN?+x!!5x5L)cXvDk3ItzX++eph77Utsq*wnP5U+_>7$Ci}d)Gix8F%{ZGD&m<us
zD0O7=XTONz&-*&|@+&^KJ$Q512?vWBrui@5WP9;FS|e5=Ygw*V`-9=xB!R;P?<cY`
zY$$FLoYbh%VPf7t*;8;@^9pwR6FNJ&x74{_Utd4#Uj6^*AH`>a7Vzv);gP&~%cwD#
zan^DTOWtR89RG8)md?D`+|Dn!hhg)V-OrrXKYqNp!G-N+IhT{>ubJO0kAG1OHhTSe
zl1##u8-GlzeFX1%-Y{?38hFCwV|Q7h|Dq80j|wVlbt`Y&oALfhzU4W_(;sg={}=Y+
zaoWOPJ{_NJoTS?qml>#v<V5k$fA)HgUf!qFo9`a1n;GIabH2;WCz|t&^6QVAJo&mu
zZ+4=k_&NP2uWC>6M%eot*&Ffv^!q=`evd4<PgdR*d)-|oy(^tHDg3kBU%uGpBaYHD
zPD_1V!+6lm*3PImYk#7OvzPqN2E~Jh)-%*^UZ16R_Tg<aZ-=hX7NJ}N{^x#k)6NT*
ziMd;B?cJ8dU9%&v>cLTtL?dRu8CAdH(hRm73^}tv=w0*`ha+ph&azXQaPq<Co2rU8
zbK9R<-j{K<Kj>1R_bus^!PIE!iN9j9XT(i=z1!~m_k%`Hf2Lixdb93%-JHIA91;)r
zN+`Tad$J-yN#eEEnFYHA?(MC5my)$A!>{;9x!xK7jpi(3cDHjgYxddNO3Zh)K6opZ
zx7hxhK>YG+C+>gPXU+b_{F*`As`JY}9$2-(Q(5=$rn&6rwD}XyZ8hcF`GX-Y`|L#a
z8{I|TeC)TM-wO`ZT_wcvqqlgfXYP`pDGStf|8vDEv+1RO?loAc!*?*Zk;5p6Su((L
zM$VFnye{mGhm#Ah3;Ml$X2iWMQRlAA5t~IZuTS+`M7DoY-`<>9(iE_xR{x%e!{ZOE
z|80wZEW4lgT`z5mtY1-oQqu1`o!)vid(;B!=HCC}oDw-r>ljnZX1%$4S;H&--#XuM
z)n~>L?fXa8FpJjbG@pC0K#pH<iY3>cE5}=v_{1(nO>qC=xnahYtAd#>Kej~(EZ=(j
z$oEGKkKVZa_xSZ~{=dpyKUdFR^6}#D8=2>qO+5X6*|NzD)<UYvjG@8znLC=Mu3bJu
zzhue3iQFp}Zq~p1>yuy3rXbJzFM>ao9#1r08J}0a@9~cGAd_&b@4ItP#y*}Wel%ig
z#0Hn3gliFZ-WsdVoh2&U@trp+My`Jm-@h$Ai|h34H@=VGCHb}Mwxpa-Btz}G+&c^Y
z?YwsAUE;NpoRmzVW8s`_3q9kjAHQ`7_`ZLS<fXFQg4s7q+}y8lDRJJkTU=0c;8>1P
zmElCm+qx?nPtBV9<(Kr~m(e;E+8z7rzn0g}p4B<Y*wl{Saoyb_(cL?eZe3Pk?CMoJ
zak6mk>{#_fLaQti)~=K4v^#QA?p9amnIbKNS}TX_3CfjQluC~%@~bI*lUNX&Yul@H
zXX?Y%8=96K{P8dMhCq1Iw#8ay>D;&7P1w9oXCG|wV0hOgGkc@#T@|InSFTtHhJRYO
z^y`f^<z-ie*0QT-i@o<<dbKCk-a0(|&D`c0cUn#+KF{J<G4GvS&YSkj&$rthwX2ft
zbzxqp;?J(Uk<TfMJtFn;w8%4MAIe`Hm0z5^UNEg^$4d|QS%Q2aq1%_Iw@lkz{eQbb
zx~+>`m7n|ucGt`DLV4@?Ma>Hi--$WOpE#MrUVDo5X{Lpo>D<XnAMd_cZ=$%X=%?4J
z)P(`JFJC&q<We=0g=MjV3#XER;s@jXJZl=-Uu|fNie1{~GWk}M#Z6h+qx(74gUz^&
z-V~`m%h<zr!f?N<iqKA-r0P3&t~&BRieta2tCF;R{~m5fUYlmMtc~vF`pg*$@u#{s
zzi{5cX6_m?k?F&pvwsy@b`%7DydZx>wk>(0=41ULu0JVNoMxwm?`K_0+>v2!TawRE
zy;tb7(Bg8P#pnEIxGa$1cUrQ4_Y}QYyQ%;F*8fm>yDt4s@|88RJ-5vR#a?{RYZ0pr
zF;B3`zrWu-eu6s3tDm2rzdY4?{nA_OM|@(AAG(+67%j?vkUO)p%;&e+$M6X=_VYfD
zW$#(LaYB2%bZ&fN;(O<61M}TSe&0x0?Ai5Kw;{f8&be3B+6GJ^36njNj4Z$1oVBRF
zFW0Jcp5>3p@yZsBFD86gvvBR-y|xG9xpx<yzj!}IW#UOGA#TOmOYCc|F?wJ1xN)}M
z@1gRe2eY>woiAFjr^4L$aq6CQsY|EVWIeyrr?QE8(f@0o1C@3h&}ev2A@wYuhxbPB
zHVy;!9GzY5mVSrBswVg9Xg5xdEvUCwoP1pT<Nb(D@f%fdxbMDkp}Qq?ZPzo21E$5P
zt#{9t-{=T^?!Pg7O?1z8pWgB{ixpMEL-u+G82mfddVTugO7)5QA6J{j@6cHIvhcA*
z|6kebi9P}sW8N{Wm!3VNrSY^GLxbtB9c(+w-ij@&ahJF4tlIi+*1;D?q_!?P{h(Oj
zU!Z!6;L1z3^9?4d)Jor)7~aN_!*FNKu8m^fy&ejjw`q*zuvb6kloW6%nz50``$rhZ
zEE{XnE9~bY4~MVPy`|rn@x?;*&AQj2SA5&EZb!-pS$&(Dy`$Y?*Z%$T3r{B<*zosu
zzf1If{o~$J9&QU1KD-rw{rGhjQ>IAmQ>pa@s_#o=eb{s5+>=+Q9{YCBthmhbOw1J@
zjgBI@Q!gy-S#>{8)hO{3FTE0@Yj$Sw+S}{o4dSy3r6RJkUi>yY^X(N!;x1o?>0f=B
z+zw1Rvv}!^q&bI_S~f{$MF*}^f9y8zw#AimzR9z8O_#l{%=+}SO@)TQiHB+2RXSBo
z>IbGzm+9MI;l?8N;dpbz_nqm|pY9sTPLH?z7Awd9`gr1P?p@mVH^!fIj%rNryDHT4
zS+5}QxZ7dB`&=JB$USs>>GP~GF5OgjP1A&M?q!{6d^`PPC8ZPVMJNAI{p<7LurPn-
zqpGiO3U;+D$SN0IHs{~%M7edJBwH`UHD}~8tj|7_63WZIo7M3Cxo6e9KSFbaEHn9x
zm)$*e&_&_>g{U0qvpl@JO0N_h<E^{;=iqF&|Ep$}@EqxX6k6DRWW(-)-HdYuKc^^k
z_0PIo^S0{gk0(2y)&zS$x|R0NExK!8vCo0;DK7WEu>8Eb`QJD5@a1t#3)Y+woZ@th
zDdLsO5A%{us$b_P=rX3gOL)0q``J0necJ{6cGqRhNco~>dhF4Thz%>+3Kr<7|6yxo
zwR=~R`y;_L+~oeMU!wQhnPr^g_f407{ygsaVZVoQ4pP@kLM)e8)cmk(NHlu++2MlC
z)EbcwzLWRwJfT0sq+{(Yp>O}sSu{8?Ty_g{Iu>iWIO@)M$tkZzpWb+R=i9AIYl34w
z9o@@RQR%U-UDf^8qLq3qUg~F+p9`<7{k!z=HSydJf}A>cYLs<jHg2menz-UZe*Axi
zz6#5||K7b%o_$X=b%Fv1&*^1XbTYfvoS6Bo)oShvE2fFNE2ZzMg!J<nFr@rlwQWQG
zZTG0cB#pg4+y5)oetbQDS$cfUguI#`=9vXgl3q#goTBC6c5N$HgYll%Z0B~aija=J
zb*Z&``lZL!{4?fTwLbe*UAX6M*h~51ClgQHe|qkLsc~p4k70|+az9Sq?v{<~S^qGn
zB~*I3?6PUnpBDBc;!f{7-8vcT*^d)tKPkvmpIW*ht0^PB=Hub&pL>(ea9dn7eEsUG
z`C*&0z3a9~v`2BYN4$t=F!AqdZ9Xag?cFoBgZe_3Sv-F~-ug9j$$R4*A(tOXD!;fh
z44LL7+AUjtqxxZp@vE#QPY>*xsM;f-ns}eH@xD$n<D2Y%TMjgB+-%){c=2zK1rwV&
zX3eYZ)BUZ(Q9SpBspW?QY-hIhd=_H~W1iLf@1LE34Bu~^H*TwEI#%ss3|uR0P+_tp
zb{3C@Z~jubS=(;-mree?ZO7{p;Y$jOdwT8W9>}avRN4D(S8Q|TT$aag&Xg$Jy||J6
zN$1*H<yCRdRzG}oZQFE(cgH)-`4_v$YOj{QEc9)SwZOZnH@3ZB`&N+ei(J{N;2$;u
z_cq)M*!4QINGQ~lC-{Bmat_g|rjEc_CY+PEHdNg@tGTsaymQ<3O_#NA&B~IPIBWHK
zLC>z(q{s^IDS>x=_b>XV`)p~;f3v^Fjv7xkreEH3dz#;zBZd8T23}!JjH_-f&lS!1
z6tO}kKKFX^$}Pbxa?h4Y^T|1wnuaS{F4d9bK6@(f{!VF+FwXscYu%I|CGJu7V2j|Y
zI{qwTUbfTv?Q^TAcuF=}M}$N-F!PH?$lmc?oO01w>2_=W{LL*TI#Le|3fptjBDvg-
zZI~?l<@ddFS+DZewM4Ax4>%@%o`2FZzRq6}Q6Z9!^JS+LOj>8az`(8PGkdeM`^SwR
zKknfalWI9Vech7!@AZGJ;}m!dU1r#YzSg;OYsc$|ER)#>5863h+O*j+EyZ8`Vu51p
zc{NTW%T*69Zc@s<@;o<H@(<s{6=^=9zm)vW7=^@Dd%W;CVwQYK>u++)Y|cfWb2jdf
z`m<nG`m^m^eSuXODn`>e+I<=ui=&o54qo2&R_s$-Z_2!5cgzE2B+I=ej`0+{`B@zE
zNVT)!PxpKdsTYrnotaw{<Gs!2^-N6Pmik=q=B$;;S{GM_%rEW#nN$&Zc1xJR3zPEF
zWo|ipzIWc49G-M9*>B2>{BDEr-7_w}<X$k%J2mo3<1S14z1w^bbv|$4m3h#6YFS3W
z&nZXrmnxTV{NnbNTy}8A#*-yx3AgXwS#z@I*4$0{yvf^`l^3(@k-KAlK4Qv+o@=}A
zRT$Xk%--O=ttRH=OZi{6f0QO%2|JX*ROh(GP;gP+)r{J<_NvR$50>@k*()lnIby~l
z#<8Mn$A+y>lpj8trDmwyc)Ksmlj*{{uz*V~3~7RjjdsFDj6z!v?MVIInYd9t;`$r@
z&d*L!S_j{||7UuBrIlO!P`aa1ynCK(UTMxYer7+7`&Ki|o}~$tSXmoCKbU<l*z2|8
zy?KoLS7&M%`en784c{F2d~wVCed$Jm&njQ+Ke$^cd760YjfFAOrIXgTeK;nt?CKX*
zTep22syF99{rB~xz^c5Jxy<fHCloap&UjA$|3YEjLeZJkep__^K6&$Xy_{>++0;Jc
zgk>hRA5VT=q|?4{PGEx0FC_<Cwgo5tzxL9aCp*_z!t?&qrlQYN&s;t(aKw5>$@_KA
zD;~Yx%)GBVBRM1O%8Ol#xBR$PH+50T+Nq5kY!jl-M`k~76h5n-+7K@*qxRykz{1c-
z@r6rg9aQh0@#3n&WQS!8?+%Jj-FM~73{8)WQlGl*QW4s-f{VYq9%|rUKJ}NP-CLJ*
zqYkzoai;|q>0DD_xZ7AzuGh9~%CAhVyt^`TtYL{puFj_IIzH3CTn$jpK4L7H@z8%p
z!5X9B)ZGWBF8td3^3JtYE;dRf9N)h!Et#vHaMJSNWVTydndil)uf5@NBDKYXl{qi&
z#=XGi4>_u~PBV6{m((jZ7GSAd5v%X^=f@82`R>oAtn+^)nGmHWJ43mlGhqt<`o||0
zN3!*;w^Qfm6V&~X&G_+B`2Iceo{ukH4E?9c5%qccyU!a0Cofa8JNAJ8K;oyHC-oe9
zSFCrD^GbeOa-YxIE=zFo#NS@RQ~WF<wq5#tQSj-vqep62Ub5t6c8S~;(YK*ueMMNE
z?JD`dVR;Y2qXj%G?4O6L7Pah<F@MGH@+kWLKfR#Gi~?pK|8z1r^KMRYJJ8X3D(~dZ
zwj~X$n-(n+bWz>pzKAL5Q$fPiC(_&N3R_(luGHT9Z?648p9QwH-yZs3dU5ysMXxi<
zgQv&&`wG;uGi-b1uvGQ-3N}@Tn7vsuO|6ukmg-N>{&~^=X|YJezpBERetXL@U$bw?
z3SMD`)uqBLJ324>3vcZ7{?YMf(~9?uC)jHoge4>5q^2iZ);$gSVcB$U@$uuY>q^Yy
z_s+PtEo#9AVdGC5?)&O;UULeWZNC4b*+PT;4IOpUj;S4YRJbB~vMpc3H!Nsc@u%BS
zhEo+6+>Wwx%$f0Zi(q07pLG2nhHVP>dR{HEJn*Ji-1khG)vJzeUu+U~O^P_De&dSQ
z?2L(%5(EU>B2HXWwCVBIn{vgB(OjoT*yH;YJujUNj>WHX-udiJuj<?uGXL4eo9iy8
za0$!Z-rHpo?zwT2z*gPY*#b)}ZfswuCBb-5>+3qVS4k~P^sfBz5)z--^iAomY1E`k
z|DSL6aG4psoGtcBdgq2MB4+RT-Q=5Jm>c#kdb2A|W#4+o;w?$97<r_07q@<>$cgx#
zGpBbQhi3HEC2b7HviKreeyqq>*jH06`z%~GGw&y(57Te)FTDpM4mdc7FliYW_hz`g
za+-XR$2h%OE$xDxL79-(S&JpvT$*_WZ7<AYnK!C9@kNxmWPWEm^54WSjW_g-1pk})
zM+~J)oGp2@pZWjJ%~_{fR?@I=R#RJoOjE<7ur~2|$`5ZvSF}w?;6Ce@`s=9vKeJ~m
zDh>toCthQ`r}b=8{<O@~JD&f2H1m0c!;#2kkGHq4`WyRfSwNJ4*)nYoImxKw%8wWO
z{Q1Dl=5<oNd-@rf?!LZOBf(iuOZOU{@OxBZC*8W!_~Y&TlFcvUvVR?AU%X;><cyV{
z%?fO{x7?KDF3tF&@%ZxV>zDTb+iZV$$^x+&7wmb3ZH^uJt5f#!vemCRwH<;?S+k4o
zEKiX;l$)2R$+0@sq*AEN?f1k9bC0g8ot6=MiSgV5sT%DPx7Z02H{8$I>eBeOtj_Do
z%LvW7>4g^=uTMDi)hN>A!Wa1sx0fw{{zztSn)<Zg*X*REq#l_SFx2&5SScVMsXXtu
z^|2#dmN$4>Z*ktYuCvguU9n}|+MQ;xQtwnB9Q3Jb3scOHnz#GR@Arq~9+_&qHZ`&G
z7LeaNqs)|Hf3(i6>^Il)qF%4vaJ%=XiS^qTZ<{<@Gh&V`5na~fr@&jPd3Z@+LdqJZ
z3oGZ>K2|IICA2co=w9&wVTR}Pn4%vr9N?&7PTt?tdHM~TTHlNrGg&_*{)oRmZ|(t6
z_Lc3H_0PFmm@`(+x+oNxWBOJ9pohy5#g2_UXC4S$_i{EdT-Mh-@qbB2>78wno69dO
z3QOYp`RwRsgR8S&3Mx*Y9{K%?@)C<%GbJBH9SdC+bUf;8Pfx<*C)OvIEm&78^ilmn
zT<yP^v+nC0xLJ5v|CiIDyPs?p&3`dDiLdhfb0hBZ3-cru9({Rv*>IiF<9naqSlmvR
zYv*CP-gaqQjr}sgHr0PA0va~64JIw~Yilg#wv**O!<`tuJo9sih2+o6?k1Lfi}o}W
zeiG%#Y5vli%8|BD|MQjFNeLo39NUiXxVO8M-}e;LhK71SXKg3hn#Tz?uNyQ??<DQ_
z{WDK2ZTY1e!amzMxSY0ss%u+V^zpc#WL-*+fyS8)@iw~QX7fLlr%muYaDIpL-sF29
z9v__<lrri3$DT4ddGX`d>pH&A)D$|-W)yiyW|N%Ew(YkB8=3ALUNoz6-GfZ=g|~z(
z4*gtjaK&@M1aHT-TZYdUG;IwnSl&{T9_?I}o1jp7V8$B3*p*DH`^0LLpNTy$P-}ac
zeW*pU_~TB?v-7S6voorf8CZv$SpTGc{??53g(|sM=RA^QYRGLW)lsZC`drXw{;S<>
z&fXEt8?J2?jdfuWy>a;cD~5OWe^f#)M+U2H_@MP~<M%(scUCv@e@`xax56<bdq=B*
z;WhbZ8-APJygti$`i$tdFJaYBBeW&V_zQhilP%6aTk!eH`dJ%3v^|}tDD~u!l-iL4
zCui<E_(jXnE6-+*$K>oas~<EUurK;|rvA8+%wt*M|BI^T_1mfN>^g3G!p@va$z5%2
zSIa$3F>7hBbN9M>j;u|a&wp@Ix#ycS<)ewNe~#>aI{V}7=#AZ4y<3lL&^4PX8=!ai
z&cgE(_Fa8+V5P8JrTa|HMf0|7U372pBX$OVk9!Qe&Nx0dI(u6D%y~{thswU+uB?x9
zeu<y%yB{dueKyzbpV!3Ym7*t(Ir6=AHL;(bz02W2r7Pos%*o7sTp5L*3V*#2&wlx8
z`@Y$JJTV7+4mB<o|H-kS<i$h5zd`>*tyLzk7qaQpo7m%#(=TzdN2Bk$2cLN8$8AfD
z@BjE4(tY!+`2Ihux0qPY+7~m+hk5$?W%n9SAK*N)TqtY?|M$lc$9q)8G=JT#)Bd&c
zh4Jm6FRmZYXx+3eE3GU05*Ju0chmG^Oz(vEQj&@M&-X5sT(m~OZ_~b~EUOM!?I__;
zyz*ViU%fUkZsPUub59ovwk_)KyZZ6R?l|%DXBSt5%~`v+n}I)xr~lUEhfZ5wCyGp)
z_<6n1$+Wp=AF3_7UwizhYvyLz#AsRm+plUwe%|@_N%6bYr3WvMO_-y-b(3A*o9Ar3
zCr))1U1^-GwU0mNhp=Cp>8h=UmXVWZ6dW&mW9F##Y`IljJahS{Sk{T2^G?L<=E&@p
zKNrw;-KBKp5{LP-Ob`7uQ^;MBeEojvn;pKp&ss<8z03L1n&{C|v$iqtt>T;KdjHI#
zJsP4m$eK%?S2MWH;j{AI)QuO9U1?p*n0sR9=JW{<1Vy{{YnGjQcZ9KEdWW6u46~Q)
zfw4DxoPT;%eR^Vk!`Xhz=?Mnsoi^-vosnGit-@^XyLxqj@AqqeaBopt{PNfG?Fuiv
zU$WPKxW9~BIs8TRggKw5&wBNNSNA|-=Z&@3J~Ph<>WYZIEtea7Dg9OLgb!>iGj}-F
z^PXK8GiAHVlL<$7zL_iuKfh1v@2YDYWz!s){gy`0P}W->!zOp9_}wq}zq0Aa4cKP3
zo_4*E`T9}u=VR%Pf0%p)w#`UMy1x79qvuY`56`JMVE=z^JZlZx#Kfl>TW6F{6FkED
zzCu?p<bh26Y(K?@N*2eQ?KiytOnV^4HuY6iZcnM|x8Ll&2CGHi91bjFVx1mf`019S
zP(<*r&-EX}em(e=+_9=qCGO4314^3JQg2(kcNac(`z8PH&Hnyv(yXhv4<32(LwJ$N
zToqqcsYR7Cw|YzMn{P&!drX+xvU2K*)#fY)Jc0#llo#zT+@6%Bepalye#&b-L4k=g
zk92NX@j^NAzTE~ry|{M=_BLuB`m;G*;9w84#f5L?jH|N`tbeRmyrAXMx~UgL)1`P0
z*mapUA2RMc_0)y`*Sylsbte4ppDBM}dw(qX_@q5kllX)d{Z#5X@<%+`;FN(e!$iSk
z6XuJa_gbS~)yw)G+<TI>tU`@Tu;*I)4K;tS7dHY<6^j4No%1Q2WBZNThaodOP6*^4
z{^6bCQNz(~bTUwUb!zC&bd8u=j%}S!L>1K)<65FRjSk0gRhwqKUeLT!db8ZC+GJ*7
zgE>cH+e;T5&udAy+L*U2&SZwayZmLjrH2I0JxDv7H6gZv`;V{H>&0%KJ}iBg^f&bF
z)Sh?wPr7(+CUfcCmW3e_%Vd9BPft*pBJkMzShs<o;i<y65geC)$xE=FDZTp7oM&T`
z^zOK}NZ!`e6DrpHGN(8E)aRe}*)8JZ2ditRKGkHW$9|dTvqtrIo&LqWDRq0-cTVPM
zai7@kvxTQ+gLvBNIi*%#YtsVG6mJ!r8+-R+pV*mSI>z3oR3%dDHk+wD=qpb;7hHBm
z_g038SK;)!Le&PXL+s7&Z@#ZvSLVaYtLb~iD<mo}=$mD6;GeLhzkwMy+*P*BC_Zpi
z?x%-GpM5I-f}JZH92F*Qon~dg$NHus>_XyxJtdw^zguc=Pwlt4zC-r?1d|V4rEIH|
zIx}Nci>oE{^FQp-P!`(z<*D)K55hkJeoc%y6FlP*=l^fL**`W5vaqmiYTFl={*Nzq
z&x~DF{*SV6%vyC^{lLyMvafw+Hon$y-_KfDnBm;$%bF{jabWk&DaF~DYHJr+=2a{f
zS3KnxRng|qvv-P=M6|Qd`oLp01!nE<gQUZxcCQdzVkl{I>OxEVhZ_gpo!K0nS^Vqs
z7Q62ay96CK{`b1I`$z4b|K}&^U1nbAop^6eio>ml+-;&ub<cgTZRwt+ZvFku|EL<v
zD8Z(kip!FdS}uvURIU5V)xEk^^w%=B%X;SRt6Al(j+=bEf3!T%agoKMnR_Q{T{P1>
zP;qTz<vleq_RD9)C6A>2S@)}9YTdJIPd`7ubjkT!pMys7ed%L6xaK^SIpH+P=Gisf
z2}>IM;*VDZ^1rNjzVGvav%eo@@?`9Bj1n^3y{Pc#X_Mpp#m`O@h=}j||6N{eexuqe
z*GNX6X_^L8Pn+>uN}m;7X0TVFVvBd##G=FVJIWrvo8!}FbFpHsj*EjFYeUp~2Au_O
zDsKBEU(&cH|Mc*8r^SwG?Uf(itcY{{y{2|ue%|J_pH4g#`J141K%d#N^!o+7b4T-v
z6V>kid=Z|>Vp{)wW%rHn%`e-}OCE{YJ?C-a%`g4Jp<DO<OjFl=bKk*YHv`)f)@`dh
zW?nGKI3IK9;kNoGzFRDHUp_nkPf7Q@jW7SY`Z;20(=NAa=O3x=ThG!`R`acX-P)}u
z+%K}XmukrUQ9f^GYNGm0J2f!mN~}}veAfKgbp|X6wv#?@sAsDvjT4$E_ibVGm)(8S
z*(a3fU%y(@_x$PCk0zBWr_VnBtCSm<;&;CG!FpDvpIfi5Yb)8h$iz>=Q>=W#j=sHK
zt|uj49^vYFFBHpN*ncD=YmP1dE~yQ>Q$KGJUi<Q_xpzy!T-UCaZwvQY^775`nQMDv
zweuA=AqVb+c^j?O3ctU<Up-@%{(i3e>T52GCG6xhZsu|_%v<C(*KN{j+x+r!e!f+o
zIgS}}F7$tISLsrfz;yD1-nQe~29IxByXZE3kdk@9e2wo=PRg9S3qx0)6L8zgtn0u&
zapjkV5iJsPo^R%?S+zD}#taYXj1;Mp?|EMdFJsY}Bs(`(CogBklO+FN4=<|+vWH*h
zU;Of(vq|*ttsW<CJm9(9)9(LnS#UbLQ&*<Rij|(G9KA1Z-~Yw9>Syzp%klqye>pnW
zUuo4j>-_%=y@w@PSg-1^{rLD`!pff^tRAnscYk;M@%rV~?&qA(uXlYm>*4QS9VPPD
zV#<{r8#szXO9Lu0?(!_Ievmh}C)wBbQt~3^lMx}>YdI7iuukMyX6aS&?S^s+yAxZ$
znZM^IU*IS@r?66tt72)riGOAb!)5z~#vMP5@_ldYt$vZ9tDI3^DPts*x<gDXw#L@`
zOobg^bKL2W_DGkXJ2O@CR3ui$&WY97I`eCS#v|G1kva`qygg@3+9l?+GtVZ*r@Y}{
z+p)Nu2ipyAJFV*4pDoK0AAUaT*TL;pm(2CHEbq@h$1Ht?cglkGO-F8D`K-A`a<X9d
z|DT^vez_K%Z*Y$P24}V27J*qtlCSsWFJO<^JmFr&<E&pV7W-FR>j(*$ynC5Rv!>Kk
zPTe4Ozja2+JlQ?XF8f`kefw+JX6CWudGH&*d6Js!5$zSnOcq~L5Q~X0wKRD&!)4h9
zfm-jVf5r088ST$ZUsE}4=B63R_d1$OpMSVzQkipN<)10Wt=ZFc+3d`(bg#Udw#zwy
z<!ag`UcFOSzvMHw+|%p+e@<$d{(+ZP%Or9I9#8goDxOl}nct${JvlKVHEw(Uch;Po
zwHw5FS}H|(iZzc-GBNmWW!$8>ShkQ!DR!IV+D}YB5<Y0G(h#_P(7@yjV^mjWvt5ws
zncNQEKU>Sn4X36iyUTihPt;S%czr;dIU`rj;J(WHj+qS3j&f^5WOAGNuJujjnOmSc
zdEL)-M>^VFeu?$HpS|X)=$mJ8%?}dAC!bl?HtkDwew?SZ{9TXFGt%BAiM^O{tL$N@
zW8>##tvhuMl|L^JOPVQgt?kKGox_&TZpCFhmYK~XUfHAC^5^ZGPamR=9jIYrV`JLB
zbLX7nt{lP2e|NO^rUhM;d-X2SPVU}kjf4Z)rVVmj|5{9EmYBOuDJx{Qk)C4ucboln
z?epm~f1L@iU~|1Idg;od*us2S-?YYGFZe%t^Ij^?WR_f+TX6sTzRzh=sr@bU|GZ^?
zC>_!r`I={Ull}r*saLOAuM6@dbA5I>GsEGKA_LRmBQsJPQ`;V{n4uaN&Khz2p{>+&
z@#4c*90iJHmrZNu-}&D7p8h@EXU8|Hv`=5Anz-fWCguAFdbf$4crtI<9ygXfwa@FK
z9F_O?y<A%nrFd27(w}qh>bB@}wJgy*b8+Wcp9Oi}R-aiSxHd(p#Xr$2@ves29qHHS
zgYG}gW8wXA=T5xWb9MepD|rt!H$S;1aL;zt4X^!Ci}gRs-&EjPWydrv;HcZmWAPDl
zCA}~6|IeOvIA^=?!yB4^<X&fU&faxaX6D-_VTa`FMQz?vHd|n40ep{HzjaN*zMCE`
zyz7oXGD$Q{TYUavk3ocq<7LZd;>G(9ZG1jA;gqCtYxUMG-n_B8xhx_<#!eQsCzeb%
zJ8&_3&F`#A?V0{-Jy`vwSp{cjPVl*Q@yoeo=iY{~@VDe2+wa!4jWO}i&4c&8oGflR
z!6BV>U}orwx0<>RPBj@@`{n!k-Fr&Ugug5J*3fBDwQxp9U+<EQ{wgfV2j+4<JzQ<+
zohP%uue`=wzCE)qX!6tphnr4jJuemb#k1x5QN^Mu37KsR0(ZTW7F29)E#!Q+nRR{5
z>97AztNy&bXN_6sAFDIg40k`puP9cj{J1*i<Kt4J)t}z3U((B2_9oA8Vb|t<hV*??
z>I@<qX4I<e_`d$Hnb|kX;-9l~zIncI70W(5Z&7Gnq(ZvB>LJ%I)d}nFtUhP>Zbi)P
z37v}zx*Q*=R&GB0k7enuYgY^_>}o&H|9iXS?eYJHYkh1yF7w+RJ6LVh8&lQJd#>um
z;tBo}tUczK_sbuDUH7N1aPDvO|61#cOF!?p;m6+|+IO{ZT7=z!FOHd^s(1eJE%VK@
zzt2$~bM=z@ZzI9PDCxPy4<>cb=$V*Yczv_&<HA3?b};u?opXJ<<L{vgvGr3wTg=mY
zK0&y{r1;%bflaZX8z~YS|42yx$@yKIm0=<L&F50|_Ppe<W#4!vD+>JMi)viC@$8o!
zsWWd}oBQ(3%{m#o^h*VoSAMy-dwnxU*ySs4jLW=blLHfy^?a^{cy_Bub536M#jEMa
z(KOzxUq0Qk3HmqLFsSXo=KWTY5?56;C2blUD$k|md%ZfxGoS17gtNRddWja-JTLe4
zH!ln~HO*MFI5uO+w$57t{lC5?EN^KE@HE_K)DkyUB9_Te({!Hdt&VdSW^r9@ULuw-
zEo`F7`HRywb{19%Ea{vaX`9#{Z&_|7laYUS=d^h?sp*kQOgk%=Y`b=A#kTEpkF3d_
znvpI2@=vQ?*^_<!2Ob1f{e5KZQDSBAeYHpP48x^&Z*AdY3=Lk-BFgUd=DK;|s<kaY
z>fc_~b~)@M)NAH?`+A*^%n|-;-t70q7Tw?S%9znqweN)T35}-DUP3uHu5w#Wa7evi
z=-T$5*`#>(clXP;Sb8F+3VDht9{Tobja0*n?lYIQwpibq{O-__5YuTAzx5BNoUnYw
zx63W?qFvOEqJx*$c>J(7vOTpS`oM}ahYBS`#M5n_)vi~~+EfzScI^4Y?UmCmv)Qr4
z)vhzHb9Awsp|?UParc{KW8?VAcKggGyS3fE?CEp!+d_}Kb9~)Dth@Htq-c}X+`rG)
zFFpTn`u|B<i61tZ$WGR{_2tFM#|dt{!BsCO&61Ivd&Z!%de_A?$ywzRQ!CA-xWqmF
zTJTuvUW`8;A+^Ba<ow60j+AlF31D2P!1yX=vPQSr&8tEjSML70&7Lyj^pou$&P$!B
zQM@JSvWAi2+Jy(L!fP1La6gf%j}!kqKV13zo%@w#&;ObHx8a*Ot?g#}GV3?qn@uI}
zKfHdtSb<qLCc5gYiQ=SmagOO7Go=lboO4TL%d^+Dc&-kqUSuzn*7WVFnDvD41)hBw
z_6nA*qLU;Z7MzSy44d{K<3Qk^D{K#)>vr$iZ`Hn^<sa*}z1d6uU-Rs}V%8$orMgAo
znfjR<b*d}Bt$cezK|a~({^O|)^F?NFJNd!D?Y6+5Z=37F)qnrGtfE%Hy=CRRvYe*N
zD$-vVi-OlRcqjO-2yr<0AyV{N*0r7t@wg<u*0pBRY;qwRGIh3Qx<-6#&p(`SuWp9i
z`JKB>OH=lww4IIKyqK?rd6rJDlFJ0kSf}o*d0)1@d>+{LGFiOxls4aSPp3;8wIq1v
zr?yGo=gK*>SD$&|vx8sa;`dgWnze8C@7f}1mcgId^<f%ou;9~+o^8Bh*WN@o`<<}R
zd=j|hd3BaP%VDdfhs$hC#m|W_{kYw~fA0FyFY_Pzh%Soc-zxa4S7PZ#zNU?hXGODL
zUXN`mn4)EVdH&z>`j)U7tH0kK_Z#wBJ2W(U8fX9h^hxC5rbc0v3lHZDotbw;Ln!^j
z-h!Yr%^B?R=X6<RuN^)2H2pwB@=G4ASCZ$p?MqQxrX4S4zoc2~ki&o1s6*j#c1qlg
zyd3=ZL-iI{9Ql%Uw{zu$b@sDZ?F9H7zvM9qC!fA9FzM>ThdEyUYR8l2Cf-hc<yD!%
z)ndJM23vtZcwk|RifF`!HB0UbY+b*yUcdCA%-v5SG2fq-cx5OHHLcT9>-q6mChgkQ
zCx0Iw??0e=L7jui{J`Hc0l(TmJSgtJd}O-)QVpeA-ua&52}M~2K{t+ttWT<!nY?hH
zN&o#LjQjkzHF9#kSv-^3&5YA_-&V(l7Ts?hNoNC^Lp%dy%+0SZiA}sL^?36JuX+ya
zEv{Z(e-<vd-r)SJ?MCXmhYxNToeXU`USV)nQ=2<u`wZ<i)w0be%UbGR8-!(9?YjN(
z;Gsha;?G*2+WUlQXOz!)*2wPlfWe@UXKHe`?Vk?w7YunD_&8<wMC9jxR4og%n#eD1
zEkC38e4{S||B{0Wq7CAbmnV4$zjV<Sd)9QO<$?b7#dEYd6B%EuD9S$V^2u(kx$Bek
zna@tDpAvU$m@rF`Z5oI94o1b~dqR)2J^Ww9+f_}O%$VWppx<|*pUo}q&KGn0Jss7{
zPCpgPfAY%BsHo_LkK&`xAL^!@wG7ynp66zJ*8GzDshYRd`-I~Q1)t6`QPcc8p}1|s
zy`zC&7_&Tc81(BtSF`wMrU$y@@;_g7?9e~<Q$^fA6EmMB+a#6WU(5P4$2gKF`x%ph
z(TVpP0|YnaPrndb`j+|ST=~EKFHi6PU4QAv^!+UobA8P1ex+KOe#(-vS{x#&$-epk
zqtF}Y+aEKwq(&;8{}CG_zW;Gf{Zlo!Sw9|H-}&;b@r^b2;-CvsXRKc(ioL7<mHFz8
z{oxy%W~(eSd3R>dHU{;cnV!O0N4Qk<y()XJ<Rr(2E$&F#<}y`A{@pF{FqJ+H!{tx6
ze_yOsW4Y@1q$BGW*&05&*fHnw#oGG<J3p;kKU=cYs?p`otE<;9yURPP^y?iI@nM>*
zV00`=(q-Wky(OjwC9Cx33$iBmX}B!C#JnWC*YVEQ@(a&(R(YLp<(MU=b0#rqi)Fik
zbNlgUB~NqGrC!J;Es|fd@p%8G&p!**e%tNicpk+6Peu1@hIv$Y=b}wA(v`mFl^(KM
zdfe$YQ8Q=`IJ(zOV|(s|8HoW?w`k_-IPNi3oNC9&yy@LDW1qVlPezL6c3PaxpODc|
zb8knD=a+^wMqRd!z{@M$b5zP+Uprh<RncK^@T<-@1<j71S}JR^RC}Im-qM!IFwy0g
ze@TO~cJN)Z?u^~DFJIksAy>%nqa=@*n(*=o+nhYU3JPu6`BAHKW5B2F8}>|<>$i71
z9W>ePmj6Zf2aI7;FK)culWMzdlg=fJ7Ok)QYJaCmz4;Zl%DsE@k$bWSe>l9!IkY6q
zDKRTbK+q>6C8KA?{6$JjujuuODsJj!>?<^$6sp`4@b>_xg8v-0Z%Xnfq}O?}AFMr4
z-S+J2oCNOAM{<AtIXAc6=2{8UvVOxDN3Bejg|YVp+ve=O>F)jL@Xy%~b%h159kz;S
z@vv6TSi1b$#S^)+e(o?}5h>ccwb`R9{#o+BwBwrdtV4Ca3rw5YZ1vL5xyI{*hHCiS
z`p4fyxJ`JpT`Krzv+vt<+M=;MN+Igjg-0>A*XPw0_Hr2LEc+_pRQ=`U-P`4t?f+h^
zZ`NnHI6dLUs>GZ*&c6?2@@7s;bg_<D6Sd*$y#!-B&cg@pTseN>n56;B*Tuc>R^?n#
zxj#MeT;a*L`kdOg4-1PYU-H;6D}2ku^k1PC&yV!oTD02nQe)`xD8c0|Guw|WdwP4l
z)uV8slmlm(br&D{uw2OS52x@>wHRxWCF+r1_SV)dSZiEaY5YFTFH5{gz2ouW8u_H<
z?*+dV%>2!CQl)qW(~i4~&qZg*&AKL`FVU&X!Fu*oNm@C7+l3X$P8qrdi<Nj^GX(|C
zJ-~0Ex@KMSzXfM+GuxT{$n7|3rP3#zqp(tC!mUeuuaEEP{g!^Vk8j4Ima@yUN;E%~
z^n77nIJtsN_<+-`gXbQ}>Nfv4r>mqhA*Sif@fgqjU44DuN}hhberapA`NXWp@vTBh
zqA{0F?TYc=eYf*Y6|<A$lN+|P%$UEuWLWE}`@{G5S6P<$hYR|bY~RJkG_z}~>DHy+
z<LgaB@9&zOC)}GiJ=Rii%_P44x--ti%KVzz6BguOerxWW8abyq>i+YR#I~~r`qWSI
zS3DqmO*VNZOK0JGaW$7pKUo30Dk+(b5<kxDR1H=*T=e_f+Zn}1KlZIRi)f4eA^gl{
z&SatgH|J>1j(ywB?y>y*tn(`ze>iLW?F(4*AX1XyI&b3TPk%(dZn3#9{J`WPS5mLd
zo!KWcoThE%m~&0R@!EHf8~m3OKG-bD{&iS>-~76d57~cQb(qq%ddL19ZT4(^FO1$k
z5?SS2&wVHIMuf-AxB9PN2R3etI=S;V_fg%`5BD9(|MB?azReonCO@*h_rUqsA$j?H
z*L_<Kf3Nvf+Wx(`^XYQ46ITM)Ipoy-bx>wBK0U*3eNyit$y{NdTyBS-Kc|;F8Sm|r
z^k)^5@%p*-!-bf1;YWK~_vO7xtDW=u*ufo!TLm<dlfL+^a%R4D_x|jxj|W#*_Dsl6
z5<ECF%H+A;V|V-Q#_#tv``^EDFRAKBi5-)Fj`RFCo9B5P4pF?he0mV`*U%Z;eE08I
z?qu6j{*+PLWS!6QQ*2u<mbw_Y6fcN>VpqJIN%zgaD{r@0eYLb}N#;0w;g9Kt&esQS
zuPk{aldb-6&dYjNwsRM4XD~|!J@g0;m^ra@w`Z@Mf$9ANc3KmDN0q#3W<MM=?fa?&
z$BSDQA5T%g`uUa_&*?`>vs;*=XNj#VxX%&r^+JUIeEmlMgtXTZ)h#`5a-6<f&z4o5
zxc<Y#Urzry9$$IbV5;vnql(pF(zTD1YDAd20(lt<78)`OAG^6wZKmWCr@p<;b%icW
zmuD}EiI}L*EHbHLo<*aMu9j4|So{=uOI9WWer2O6UZ>yO<2=Byg=xC=M6HL5<vo-X
zs_Q=fEz&ErI`jLf$;Ejw+e$xmZ1z2Ee|o>~i*}YkpPz{n?eZ?`KP_{OdM7*Yv_9LU
z$G7Z%hh$2p*gI^PmKM-o+j95C>-V+uH?01<M?0yo@$-pX>o?a|Xj^t{tW<Mf9diCp
zQg+4Z;s>rg(FOY(YIQxnetrM9@J8nSL*Ht|-M6#Pzki@I(~`Gmk6*p?X8DFfPmS-c
zBC-FvcI_|uze2p|y3DeEcAu=*4;_`~G`xFI{prfj83OS&Uy5bQ4P7l8YZtrderwz<
z{bt=+mKE7AIoMZCn0M02Wv9}{#mZvu7sdDWW~)4XopI*$`wM2-oDyPpXUfZ*|FYD5
z=eNEo%Etop_6PObg&do1_<HB}2YM`q-`bwMx8Rr_*jIbfMR=pu#E59&i%t#;y4J0^
z6q9Lv_tzuuIZq9$75DFqoO8#}`GVzD4#!z*uO?<!GM${wt<h%x^2~$GGTwQrf3z1i
zvGc6F)jat|&@Ss$QgO#al}Z#P*FW5R(5*6ihGMVdhwd2D{!16vcOH!op7{HX+upw9
zt4qEA&WI{?{qxP#M<wRND}_7Nzt}YP8_kuq>pimHu(!8&F=NbG!K!6982FO5tSq(s
z))??<jpX!1-ub<@j;gz*T>3x$TJ3o0vcl`qEqrq9Et_jC%BFYtNWc7Q?p`p*j&o5Q
z=hfdP54+NzNnhG|@AAXLhPMArYJZ-Ve(7KTWBHA_W{Gab&K~D?mSjDUdB)MkrTRp!
zrB|9kswQ(<%@n5jZ|n~8J(?lxu;y)}`5oDvY)OH?BPXuh{nIEk>5R<np8GNndCYHJ
z4_DZzBiQJ%=g|h~Rr!+380<K!V>mf|>=ShEeB9C+uz~;G9o2e{6b?_-E<J{0-TKWu
z#lfN5xbwa^9Y|-aI=9`Z<)^{3`QKaQIp;Q21UhLRls)6#SZtiY=F>it$#N$LYcS)+
zMUk-%8-jE%<vHY>cwu2JdL-u}n`)euzrK!L0{@g%U$UJZeM{>8^X}@aFV|W(zr42i
z{N*o;6zde9%~)NY@p}Ky@cO=f-VIG9o29G2N`^eU7AY^Kx=|?cecj``CBLo|-1>L(
zd}Y5Y$Dyrk@4xc;RLt2mGoeYf#i%rS=NX-c9(;k}Ik(gfPyDTxZ2x}x2I*&N-F8B`
zXRc=*$X!3jQaI=~zx`g%eKShg{5BM4)Hcem>YR4?pK`Uqf*qxYQzAKkH(kBf{G>5x
zW_Ba<X=afl7W^^7e{OvJRd#cI8_V>anhRD;JR;uyyWwhNjVs4guGsL@iUgBd)ei^w
zc3%s>o|5LV=-gYul}@*k8`YH=dTZl6ZdY!aU*ckSSX0)h{b|Fg6B>m==h+|T{Q4xN
z(AR5q`o*N>yWPVl`t{5^Z@KdI^4I%+-~RHgDLt`buj1TC$NED#7K`|;G!;3Qvg@jc
z#+3-?8RpI<2ZbZpzm%mc^c0Y|vXHMSbdlYGN&gCR-papS*1PF3+nhFgH#zCg+xptB
zD05_{<?Z|ZOO+*k`{lLj!Fw1VGc;an;h*((c~Ok;3x*pn59S{%^-GW9|Lw4Hv)_wz
zybslD;!fRK`yo-GcUGt*Gv}w!n&s10&aajD;3n_&=5?^Bo#>h1`qw+;qXava^FE0C
zFZ+DqPY(ZS)1OQKOFk25D(c$MyzN@rsY@oko09)!?OvCld3aCD>dJ_HKTn3R6f@1+
z&ck@|uXRgp{q26PbQyEgUq)-6sU~kQa-U*t!gpxFvkvANC-xoE`}FpQ|Bid>9JO~Y
zR6OcZ+q{ms?TqpC$%&q~yq-MKdM#|>pVrDFnyk5~fbZzZn-ZFj{;uel+WDqtn!fM9
z@3N9%-699J<_GO-<*<%6h{<Xx6U=$HQSI7p`#|j;#d<4e=`+dloOQNm^qh~ZzR<p9
z`{up&d)dxO9m~moY`UF!h5!D4Kc27TT6_29!E*xpuJ&(U_(+0@<4ncWd)?fv#?D)&
zMacWTF<Giz>zwf*OyGi3_NH}Lb#}|Ml-{VCSJmiybdG6;{xn0&du<)!+g5NnEj_;S
z?~zQFaD#>`tJNfqxiko$Sun3|#xl8h@5|i5XH=C<gj5>7SI4bCcCxyqPgpNeNnn-a
zg_QXl!;E)p9zL=4b$hb@zZFyGZP<R~wb1vTY5l7+gJu6-JID~S;P3s^vr&m_ueNX8
z#>T65rrYN{+fTbWQC_Aw4tsW{EA-xBzp>%TMz!+968W~n=`#bL%N55i?8{DBcDf~V
zMs|B_ityG&R)u2Gg)=6~@AOq>u>8T)bz(IG%S2xW{^u5_mj6+%KW_cBePa5QnV<O>
zbk+O*XgY6MGtcea<$};zx-L^s-1eK{JnO<0=PxsUY(BM5P($Zc^pnicqOC<syR4>n
zcLx`)x2V2swXbHz?n&%bx^gq^ejT&3{3dAmqb#rZ;-{W1KKhP{^~aU6;usp^zRd0p
zetGNu-|HnGUsbQnE>L;9(fz=@%1FMQuDw5sw(#+<TCB5<u{u(`QrTI=!!!37WA{P5
zNe_J)PHFJ1-}Bo)D7ZTQ*O&DFg2t;_P3$cXGTooH%DRnnZ>Q(!e_l`O_WX6-FY^5G
zruyfu7oW{Ju&!k7?R29RuCHvXO-(me-1+g=-{Btj%H8<}OS0W&GWjkmoil%x!nW)g
zYi6yJ32`zB&^~Uju=b9;{?{YiTQ!dzoBi$DM=8;_9cI4{u>3zDSQ(I4c*RMicaH7c
zy8pZPPycth{-?HyfWcOs3$y;UTv;#i_i%Z|bheH&k^UE~)@)Y1D0J!HFB6kHo=0Zv
zGpU(%Lb&Iq)tM_s%ko0Esyx~5ck!;Q!0p+eGZP9lu6#KCPO|Yytt88Kha)Nu9jsFW
ziVcL`-QUph%%RDDMnQU(c(a?tr@Z8I&KpFR6)44<PhH)<qT<H{-_0LBUzqpz&(AO!
z`HKr2WVUT}^jWMs^T;u?+2(?_y{>2fdT(*GSNQjrE6shbfz9n1(vpid=SgR(1<iQ6
za;wRImPb+=Yg>QJi=N@P{I=EQqu0+bxg~ss|A+0xyNz2onAR^<`}^$i{bhVhbejM6
zTBHf@o_qAmW&gU#|9-UpH`%&vKJ&x9OplIdPVil*5+dpoV(f3{5VXr-iu~JCyZy@y
zl?@g<EN1_-z+cjK!yH9%)py*Co&sNcPF`Ge;>9GBgsGL!FK}uLt@E;9fBy%|#dBp=
zwnbKRtDo9jy5Z+^=imp&irC$CvNw)-_S>6V8LwGTtM_DP`;n&4u`SZwj*=5<p6wO?
zko|LBke8w#lk*%Q`B%^Xn5Ey}JgL#$Lt}HsJ)yF5J3AKgU6r<AS316_#A=FQr_s;3
zwHqp?XNxa1HF5KvvDCKxdG)6`XP@fL^{Q|9`!)XGm+P7HT2DVs5@M<p(+xlGIYXCY
z{=>_M-*_9z_B6H3=G!;xaBRg>rVl3`dC4DDO1<B8evM3f%hZ>zCv1B6_Td5F|2NXL
zJr;H^zOd=X?N*<plYX4mg})AdUDz!!cWZ`WjL+Tp1kRTgg)Wg((mS^b{F&9Z!gqDT
z!l^%O0=zn0%pWrZMVkM6tF13mx1zM`_q<4lyI%r*`vU`PuFP^<8qvW2sw`Oh%+;md
z=>`iGgzjs-Jv?W5U#*bCA&=Xf=AL%f8W;GiZ2RP$GHoVDM}iW++2+o8PPYoyKL+;9
zbC~O`%*_>dUO!k;?&x01!F|mBjKvy*|KH~CWAXaDc>SWPzL{#P<+iw2JkWQtQf_tj
zYkii{-jSW*)sYm&eeQ0|!Nbjk6DM3XciKE5Y|cdgZ(o*Hm%o4T-Eh8JTUC(k-vzw;
zrTter24!i<Xp8b%mpr&o7m^Y9=&{U-C41cpK3D2qWL&MeUNU%T`TYvsq&el0>!)n-
z^YLBE_NOa~<7!Ml=To!S*NrM%g;kD+G~NGpn_tmmNh@niWZDd7$5^ZIuHVb9&+%-}
z&2zh3GtakU)rFD;fok>jzhm5-7Wo})F37TL|2*N>@7w?GJ8Fv*8~nOnseX7);^FUa
z<mYa^dZRL9RhsPD{+}m*{J817gQZ_IS=pxZx=l|@s{QK_UBj0*vQA~0teI>Ou~s8x
z)$Hs`JKtR^St)<V_D*x#cKfZ0DN;wbKUkbSUyvtRGEJ15UGr{31Jf~G#m5@2pQyhp
zD688g?|A3)OksWdr?+c9J-pkny&|vbefpls!8KoR+q~UBXG;D9qfedEf0o1_Nj5Tg
zbia0qxlz{Y)oyG{{1*y;$t<q3Vrwhk_vO{mFSnMK3;IZ{?Rt@}e3gZ*Vv3h>_sjN{
z6K^Y9_x5&7iujr%H~F1tg3x8-V@IM~ZtpF+6XE~6I{K2pvKiGZ`i1$ER_!{uLFh*8
zj_JP|uDfm7qI<!huX9;v&US|tX=k2hg<W2{ZmEgMiKv!qVez(^*Q>L?U!Hq%c4pNd
z&nmvUqWz1#{!F-ZV{J(BC!>c`{1^8o=q~-+_-M+HV9}3zey?fRo2YPg&PDU69uMt{
z_2=H+DE4_YfBIeVOnLd6v#e$mFeSgy^FKc8ImZRp44%kr3wx*CpG9;FS*!csJj~Bv
zv0`0#;y}W>me(ijj%ggW{4OCZbaal9{mhW-ybmRKr^&u_Jeu1YE_rQ7F;B#)^EGiX
zv-Ivge8VI*hb!{P@1wg_&h;D%j8oJs-rDzl@e`haiREkt^1EYJSxv1_6z5>*%(uBd
z^G!5^H}f-bp}3FYPp93Upq&uf9py6j?Sw}s!nc|47k2QCH7=0f`bV1~KIMRALw|YS
zueTcilTV%yHu7TVV7vU2hwcAGwF`pXGbeUB+&bd5|Li}$Y!5fK_`ht;UC#a7Dz(v5
z3M1s%8y|JG?&R~c^sf=~ycNlrB&5WvFYThNrna=L?@IB%-Y?YxMfIQO|IarO^6_HW
z)N*rT{qg?kr?r1A_el1ByH{!M_wHSs4F4?kmTj(CTCqkUb0+KRb+2Q7J>xID_vdH4
z!qLAvynOKv#s|;!>zz3>PxejScaFQ)FC01M!>jis?U8u9<jj@xr}Mr3@hR|%{`{4q
znS1o!xhwZQE&p@#`m^KQLOELvw&y2Yd*XMp{_ErUihrGz!VYZVW?|M_Gwb-rnwHks
zLpEH@n+4c+R|o%KDp^{rtnTQw+T)f(!JD*N2bQ+LvVH5^g|{bX#Q5CLis%WCY`I<@
zcFE$mvyYGeu_kG5+e?S6d}5v{+THPQ4Ygddr)-MfgkOtS%$;!Jy5?(^Wp2M@->zhO
zSg?6_=A6XqJzS1Gbp}BehwY?lWn6aiZIFEvyV0NH!nv|PW(p5dTBdv{XYzkEL)K+|
z^(@K6DARu>R%;g<W~|9*;7H7QU67Rh&g=fJ8q2TOOqb6N{(j?!K+E5?iDx$5VBqPD
z(hXdy@b!iJqo4e9{Wm{%JYjLk^dN)u<tn+CCx0Bt*j3H1%U37xe(!Hxu^)fGJh{pE
zp;+l#%>>0NyXCy)oYGkm$q)OSKdbt>H_dn`^Z3wTgXw~Pjg4M=J9hT5_7oNsmh|_}
z|M%qh%j-QK<vy%7{yF>ppR}s?)%HHJw#*9~cU1Qm)GL&Cwr+SCcSbt-S!LXTsAIab
zs#~&Vbct?I)VpwGWy8rG{_S2<L}zFI?7QT5Sz{qr+ljWqmas{zN9=tCdQ_Aarfo6!
z*!<aG2LH2Z*N+BHQSZqK-?&lu?0P17jU5s0(!U=2yItNMciZp&-*eV4?f-twKg@D+
z!`fRDcL#6Zbo%<b7|;C&mmI1yO_w#f9nE$qL~qG1CN}>mA<}|AN@qEet*@xgyDTOd
z_gdkjdgF_P9cefCpGM06lbLGa!nQf3Z%_Fvli9LDCmy`~A#9RraAse&-<iXUKbC5`
zojUQy@_<Ytx5Z?M%Mat+e3z$*pKxG&`dvx*^FqfDauesPS^Vp4k7>`k@P#WTZ_cup
z*}Sg<SfyeQ$gsV3v8w*6WPK#9`p2(X+h+7j&v3hvq!)g4*0#oDA6-rd?P5vX%lmoT
zKEErX-%?&my-PaUE--Dz%JvCM`rf$*yRLYaTJ~RVc74ycs7{sLVz(a~9TIvVAo++<
z(s1tNowHy2|2B$R^v-cjs&3cyS*tSs?eJ)s6(q`H{cOo<Zh?yes$M%xmqxgAEZl!}
zXR)$@WohP@d%9aXC%?3@=w2ilemz0u`ZvwL3)B|A_<zXp9+$@7^$YIh?F-`$+;KcY
ze!}`&pZQGW_WwU8{ZjCm+oW6K372knmRzy<rZYET-&O^NjNK)Mf1k$xOI=fFbnVc(
z=WiaX{z*A@W%KvsoEi4Zgw3u_m}_0GC$oBO|M$7Va&g)}%kK7alpjd`=DWbYx#D!1
z$Dt|NYkvOD+jBgBCPTkk!3MREWt)8-X7e7rXVtPeF?(-*t#7b_;5y+$yMoG}uaZht
zy<K<ZUdFD}8}W%@Cx7r|x0RaSICyj7!!P>(pRi|sdN|jlWRc<5lC2AlW_dG<>lN9}
zta5V;vc7dM{@+>s3km*#Y;U{v3F_atY?#txT$)<*hrw=&YR-jnKiOkD4oH>+%k)(j
z9!dSF{fs?#<J|x8e7^&wj&E<;$lQPJ1@{4)%PAMFviI%S!tt0>?mqi^Qxip-)|dB|
z^!MyYGjY_l&NAGcd$h8i-FV0G{`JchYdG&8Fe$HIG20_ybKrK4o7_9DUAXVa5xi}i
z-iE#mT?5tR`i{%#{zvrAuVbvf&7vD=a7%GvqU3%y-^~|0!VXV)xt%Gyi8HD6)%#4Z
z_1`x7nLYY_Qey3<|K6GTil%SRFW7sc@7}DoSMuW0^QF!(=vLoyKHX&Bv}MMsleJre
zX8iV=-Ocb_P(bU;iYIZbQ8R6~Nc6E<esnDG;nmuqF4w%Alef59_@e&Dg=^Y5SE+n(
z=kDp3I^p`^yE^~8rBl70S$1x3@MX3AHQ8d_p#=pA|Gw=GK2o!NLGdSxsf`Y|mf5gh
z=wkfRXK`L)^Cv-5ow_5Z)7~*=$lmMkHafsjz<1c&zxbZYmYzRnxS9g`o(D0+{@iDO
z)^lqi_o|&$F_+3Wyybh={Jli(GT#O<cHPjRGhzEaE$Pd7+xW;LM<jL9#?<GFErP>-
z*3GGW@hFj(c|+y1mhT^W7b(YAJU2M+@$J&|$)}>{9DTO&#%{A4iIt9@c1BOv4!xP~
zeyV+bEkoh1X?iiW)0Z9eII+}?ug*2?sd4#F&;DtG0n?(oUc}sSy6ZD3VE?7*zh~bt
zzizg4*}jKgn(Ke&Ut+iaue~ElTw&?aE!X#HecFCXUsiwn&lURdJ`#5mO_^_>(7&9+
zDWP_f(W5k*b*o*=!)W^-*I#z?*Uy@F=cmcq2QO?bN~|WhTZlEuT$?J@WFb96K=oME
zZ`b}0mLKNSAN_GuHU8Sg$K_Ygrn}BMT(U2DspbE5-@D4+WT$UCvN}!o{lkphmc{q~
z95Yzv@t0YW$#xF2+35`r_XKJ!y}M9KS-E`0&WNa0UXN#Nwyid6<}EUIVLNvz_RZqP
z+Gl@1stbg<+?pZbFCK3>^_Igop^CQhxy+6}0)m;moax#^woA)?>0Vj1bA@V>ON&=Z
zpGo7J5~FK%cmK-wY*PvTc<t(Gfx8kR3~z$pm|o;rw6o-)&9f%y%%U2hmd<U=7mrv7
zS)E<KW%m6Cv2UmTt~#H<c9nb5K5oY3j)THyE~n)@_;~)nw-Vlz-!*AwXH4Vv-kRSw
zVO^L}`t5D2f~~jx<dt@r>D0XOz`6Nu9XFS(<u2A<xjma>$*l&J`TLl6?koKI_ljG}
zeAyZ6cm>`oZ9MG%py1}G-h89_o?8c(`B`+Ao5c6D-m3VX>(U=+_1J0QwSzwc8@8m2
ztG$2f+%xsPrQWm1MwXWiXPfyZyzuz3W8%Hu+4Gk@Uu|q~TjAVJ-){*&8Jbq9*8bjI
zFJ!H^{(+DFqS8deC-W{gs!Y3L^-D1ARD!@!x%Q1b;S(3dsJ|}e;aj=j<=U0sm2J;*
zMc>SD-#6X+<K2va2VPyh<+bsLj;H^&2$O#nJSF4bmT2og3ilMJ9QF75Z};O%oYntR
zal1-BGW{)3zf@E6cJh~d|G(HTKkh$o$!QOUWI>^Kx()x<9-J3h+-)6ykL?(*d#?$v
zl1IGWOdZbFSc%xJX+~SlX_#w&R_>H;J{11ocZR^*1f3(<&%|F!uGiYbTYgaU&~l-J
z6O3>Cd-Ndo^M>!+_%2)uUA*_54CgXe-=;HRsy_mp{B{)dcJKRGdz!WWsadL~$^IX`
zXRWO7Nj)oMt6!n}U?=aQMe}z?$6gl7cDJ77U}|yIBI{aW-3I<dg~HswYxr%P1e_1g
zFz;MG|9swZ=^uexwr<+_^n~Ui6QM5Ah;=DEhs^t{4rVWL-O?eyVCLR^9}J&~&SJkA
z`lWH%YMbz^Sm*g6$}!p(;~7ilEb>ljT&DixVNhPx;r4GOrp^hQ88u2i{Bx_0N;1}!
zOiDbKk<6Bop)$d9t)u7x#=XqUnY|kpYWKt&&r<vQ>5gFd9ktK%Wq0aM-jpJz5grr5
z8JP1wGigWs^FPZRI`Wt9XP5R~DXH{EsPE<NHDAB}t$iaF?_T}kY-0VaERNTze|DOj
zKH=imX4+Za%4}$#G3Di6zK6W2q9)znRrVY|c1+1g*g@v=!NjoLiOWy?x#fRo*?a5#
zT*rP0=y^Q1z09)t3HK9OAMUrN84W^3_qY2z4B7KwPM6ipc~>udIqF_)ICG!X3a_)r
zMV@gK&)PQag5QaV`VSA?Ib3cjK1un((a-(xxt*Tu+c(@_PkG!*pPRu@_j=-v>)-j7
z#2#Ay{sDi0Z$MXg!oFP>zxCNwOt9PkSEBc{h{f$$7yS=}FD>S1OYGk2^tOoePPpP5
zi>NQbA(s0-Pt~pXY4Pt!_UruL{~s!U4_u<WbHk(TZ&R0L3krqaNMD!tC^<P~k=lpW
zF9Fs(>z`dXy~a~J<Lvtf*Eh9lKDmANezI<s&-QuuJm&v>W4~P9@PE`y|I>SabS3=j
znjt51c*aIHtsRMy&l$EGtW)Gz?*Gi7`|hFe1$)Kq8$%ay+exN3n{Bz}5_iij+p7Dr
zX_erN%Ce(uby_nfzuR1tm7$<y&!})Fd`pSJX$jkjV)9%j*}iABbDs3g3cr!CHt&U;
zmoJCE_Kmf5{VzI~tvli#y09TyVuzvD<gR}r&m{CCCThJ<_&ZBv*_(yBB^i7iCmyw|
zQ|UkT^?7FEtFTuu6)%au&iZze@qJbmXU`pVrN?KN7iX?sX`iciUSLm)N3E~y6~?wX
zLf>BAJ~X|fJ0T%;$<f`1_8wXpaXF(o`K^VtrXKU|T1nGW>Jw9K9;6#e7IVd&{r}Ho
z`kXT|l2aBRp40#To9EB+CAMCXHkz-3Y%bp3GmmwJrzVe2i$d;Rm741kC(L{dnIa?G
zKOHZRXLyhtYBBHFu86zhmp-jKxz@c<<o%P%P`&nc*KNlyi@g^~UnRm>ETuZ9vPe^r
z$EEd_my@r5b?!6P$s5}5#Ci#Dx96FC+<gCMe+_Q^e?>FSFV;I}s<BU&_4rDO)v|LY
zdHKxXYPcyoCH8>oqwfaOZzekCGCr(%&R##u?x^F8b_I7o*T>z*M0tPiGVYA*Uhy$7
ze#V+RPZk%KFuiS32;36b`0|?Gr4sermFsk46aBl}eoZU+{p^0r;(H%HNSduy;xp+8
zJ>+*ReeTJq>mBtB-Jk6|W=%VmH1~D23DeH}F1Lu;>*Xf?dNI}GgQ$eU;_2^YpB+h=
zdSRhzAiMa3_x0avRWhnyKF=}R)-=~iM`~NYr$md&<O?s1C)5ed$TsM>;d1GIwSdB{
z72$?Aucn48$zE_dK6lY-M+c#E+vV?ZM@)A7@z44`=gR-j%k6!x%g5-uS1a<16_nS8
zDkOwV_B?z(XxXLJbF-F4w#d0WTAuq^XPJYZo9zsr9v=RQY2xX*D!VLN?JLc^YRfKJ
z-><N~>%jZ(=JWF8$JVS$MmBFP-jp)>TWu;WE8FzgcsH-|%AA}V$7L4ruJz=s=PV0o
z7c^9>{eQBr<eiWG8Ll1%sTE-p;!Rr~tEGipeG<r<BrRJz!%z5JDTncre+S<cRLz|g
z<x&6nc6{>jDlOA_w)}q%9oew*diL}-=b}AnEmAf5B1Tsh{=LDn&1KWOs9b$**|qF9
ztIld1jS%CW{X8e=iSTdx#|;<0C1y?779o-~fuXs)MWwv<?%^+wd}a$RSbL>2uA)OD
z=>48@%eg6uzkW0?-*~}WCObLri^a^X4qJ5E&VBxq*jAL=cxdHUj;6c68e*JQI8?^l
zDj8O;UU>3If3^RLt(#e&75~_1IB}=NY}p-(SzfATTU#3@y$Ce;c=hnn1JiaXT$I;Q
zRh-nxI=4gd#+UoY>eEtwgzPFPn~=bC{?gmuZ%+AI{(A7`+c(802bc6}SUJW_Jg)uR
z;P{fhwt}^MoYC)+TcwP$gm$+bpDOX{5WCJIripQCirZNuwk>KbDej%RMVzPcNdMws
z|M_1I7QBC#&>rWm@qpLta`NXRi|o7pZLNKGcf;AXps#n+53LMWTkcf2;P27mfb>1-
znfvsaP9KzBq{gWJ(=NHAE#c|My<aZx|1FUFpk|km(VTxD_FfMzW<R3%e*H$r+j0;6
zXI<2h2wlUbw2<}k(G~pXlV`LrOJp`kIHg&I_Qd<MpMJaYoy=@grAq!AOIIkoSka$+
z$svB8WvSKO{gu|bn}zqVtQ8gAm$IT{Qu*`JU96ldzJ8Njp6s4BZBOHs+4*e(Cs)~J
z&v2GiIO{515zt$#G0Fcg|CEm150@n;f9SP+7GumPdCkCbt@^1*%|*u-oOP?plJI(%
zH~*(@Tp`~Yrze`7`ArUahv#U_aBNYWDsVnDgZ-N#UwP;2^_S~dmrV|JxxMn(^<%Pi
zs_R50)+QT$`S9>?M*2oM@#HlPIvusY7B#g!H!L#!az0b%^P3++dwJ!Box{x=Hs7!L
ze3rw+(D6ss*+ov$&vty~{Ot59?#$g6y7%~(wQeqW_i&FcpX5ciTZ=8H_00b|rSXDh
z1n;8vt9TQoj_pd=f6Bzd-8Sn(W`MW&#I*;u&XUXGN)}mTT`tcyd0Cl5qMvY2TU}r7
zgU3fZXPWfp)}H<EeXF|kWo0b;tmQ@Lb_TRMu{lm)S?u98#fA0xw%d32));S2Tl<gu
zv-h(ky=Pf@yROeF^Y6d2DRs4ObdG0;lIA1^=8hh%5QnF8KHHqPyB{68z~kn-y2kbU
zzE>aa{QYM0=e$>KnMcp8nYo8+hF+$Aza;b9Or=v|m0h>|moDTEKbiVj&{ECrU`~Mi
zx-}QqY=7&*98#RZvUQb&e#@qdn|S^g{yH*$@^xdjlilAs+v~pbYZXk}^kla2u{#@<
zK4P_>rLe(=xo^wXmCX5Dl-6YBX8K-_tF-;f7u&k=o=5)wNBfui=kJ?-OpbrK_WAv@
zPI0jRKF5FGYi^66{0o~_dspXG@A7>9w*Pp)Rp8T{wrd-v9WlyMKJ##C!=-IG4DM>5
zX15vYufFLo`=oMJy58#x^QM0n=tz6Wc<J}dlKFd!c$wzt_NHB1Zg%FR$?}rk_m?tW
zPVu_7#Ij&X_-(;Yyn+>p6BW3PTf)}1oqYY~h1c_{=t~al)yB_SQaJ>A*9DxjYhjm+
zTGLfhFEZa<=;+(*Wk>GaDfDQ%ayN33?L+CN|3|`lpH&`EdA&7}|3+MWM?Q<%!<LG*
zN9S*3Q%iTA)v|ZuUERB8=DdOnR%LHf$|;h3m~(oSl_ck}roFY@`?BVFEIiYFW;T=m
z_kN$~wgau7FHHEnX5#OrErrXb`gGilahGEX@c8s2tw(qB7xgr|chygSJg{<5P)vSd
zy|KuxLF{$OPyb7&zyG{YC|$;Jsq_BQUEU8QuJ2K05AD}-W7*oR;eJ`-`a7YZ`|JEB
z==DC<dMl>-OKL&FPnpJyM>_HS*?&53>y_w#c>bdD{O7ARXW1VsMx`46oIX=~zw76p
ze|OBRf9mZjU2*(iv2l=A?w;fVXF1MeT~8+pPAUzU_g3S0-r47;6?oE*zh4^v=WzVe
z^)-*b2iM-ORP!^?*czxOsxslWbZ^i1x0^k@e-{W&5R}r|a9MYH@KWBX3`%)FRdg<2
z-mhr;|I%uUpZD4#g1q<^m)YD5ye|G%^VsQKu_lE#(&|4uJ6Wh?^lWT+8Ycd2^^El=
zToM+Gm>o@ZQMPjUWK;4~RG^@=>icwiMaSE|GDhsd>VZP1wme>9+dhLaXZ-~`v2aPX
zNcPYa=B3jduJxsDIk@XnpXAyT&WG+^5>$_QV%>K8{uWEQ$G4@wX?JPu+xzPCopaw8
zP0%n7xuhVYT96l#U-Nc#&a~B;GQTU8b#s(BuOIRBY!7-ljZH<^=fD%0*@moIbFH7$
z`N!w(a$;KcS$y}61EpHZHqtGHraY~D7oVS4yMcdGgyY<b{2z(8Ua9BV9LeHd7B{t&
z{pCTWZ-;M8wZ85>gI}`3LH$vORO1yjl}9<>q7`nxl5(=#H1X}m#QU`$3{>W?y69Z$
z7rkeDXXk96->uxw4Y+45uK#lLY}-E`yJD%7>KX6u&sGb%<dLP+c>XZEvIloLN2s;$
z?6=w+k~dbhF0ia##(%$US;#h)3;v16!dzE)#fY8?;4D92an5+3u5alXLxa<wFRY%(
zy@>tDudn9&xD<ojA|n2nuvM!RcAj$C7Tdxpyy97^!R=Wa+mG8E>D?W<mg~Gl<hhv%
zGCn&a=Ka^&=wN<^w?`&<|HhuVrn7`6o4-607u$P{Eopt9OZ}lhNsrt9#<M1L8^ok{
z#5Kk-s^?y)W`C79M?%r~(()F*DG6rVc29K?`{1zbis;#eifeLfn{qr1#LYU~x+eHu
zS^VB>=UW}y`JKY`><^xnp5AQfHLt?y&eY#Cw=Vst<@#w)_nc3<(I;0FZ0qRnNnZ5C
zzCg+Tj~L%#y?M4*+FcF_t(@+v!5Xr7v42C^&+>QonpeJdKXkQ~^R7+Vwc;u9+y@&~
z<Q^5Ux}7$f`Yv`~g=Wr;vyT(Yu3nIGba}}=VeZ|t&lB0o{#FPGDL##3OPeyqGHq7P
zQM<(LZ~Ee=Xe(<6=iIhgzu<3az`<yn%NLoLyCoYFTe_b&Cp_Ex<Lti1W{K=GJFnTr
zs7?FFT6XHG_~W;q4O{;())t+!_*nQyHEUv8f=k2u6NjQ&=B=6f@X5}sTPhQ6O}Ed>
zTNt}WMS1Ve=zkBQ#Cce2-KrHfzufm?&&D;0D>&0T?PKP5uD%w1>DVRjl`B`z?a()A
zI<@%g#_)_j_K(bZ=J^dSD;ad1x3VX{uDI#;dqL!^^b<=Z%>5pnsE#<$aa}=RTVTG#
zMbBmb7>YSmcV2zaby#=KgieVS`Te{BKOX$jPuDk--W+*OwN6y;N|N%vy?w%#pI2Tn
zuJN5AemvC5p{n7L^Na9U*AHyR=K0R8`0<7@Bae^MX9F+uE(V)Wq0{@<&302Z*!3@A
z4r6Y^!Ay_xeCY#^>~ak&I0{(KO}%jO$a)?b&1Pj?#f`xR%rg_0@;Xj7$Tw^Hx<2fT
zZJ=(*gOXLN-5efQcp7Bdt%-Nee8Rk+J?3&+;l3ut*F`POox<TC1mC63xgw)+<U_&v
z=?3S6@@BZ2SRdN`%wU%J%lw5qXYg$L$<V?nd{QsjFYC66e|F1`aPC0%$G7g@oVm`f
zd8LrgoTi19hwkbr#>6b>TiCbn%7Nv4d!ioyxU?|B^?}OYZLbb)z7(LppC|Ufoca&{
zN()Q_cw|BkP53gmX=c0Nm$?ozx5TdK3i`8X|29p%qkpRO_==9EReVnC(cCX<Y=2aC
zzGdZ!1y7svf5~$99WNJ<SbHJ=`&k{61pmaEj{GTMFS1!J)@+_V$1V5n6QNg!w|rBm
zy_4B;K$Jz&`=$8%J!kDMPPzBLeg5+LepY8)smGrf&u}JA(N1uhBjOS<rEUGR`jx?M
zhwe#9G|!dHwVpN4lp|H?#@j1vmVMTpoB82Gh*X=T=4zYMHrJP*zovFsr&BTfM*i(v
zic1cvXCL^;X0bp{alyqq8Z$Ru>2mqMmhDjHVV?smx`GG&X7yaU^s?>nmqQHuV%HkU
z_9+xR3uCH_R9WA1t52H0a-Lz9>cS5zn}1%}QE2RY&_FkTvE~Xj2PUc2RWFXIg)o)Q
z$o-}~VRhb{BTq^+S!~<crFqgSXDP>gKVh;g%pkyeO=)ZYrG_Ydk8tUW+BFL!!XM>q
zEjHr5^fv28Q)7Z(>+eHNo-=q)-ClX_a_lUhy4@@OaBwsRSe_4mq!KT_f@#4HwEzwt
zo`^Nqf;#U!5M=CHeJ6b-%Y>?hJx5oy=!DFQ+0Og3-$P@5m_XtZR+gB(2a*nd)Y!g~
zE85RUcv0_)!)EK|v??w9_4BdBvs&%x>Gdq<EVw+KKJNbFqa$`(mj9xbUs9k<>}H+Y
zFO-TnivAZZ{P*pwO`e_lq`<1xDi`Ymb9<&fo;d$>s!QS(CWfY*Rf-j1%jK8F|9M;Q
zbAHdy_d)+>Zq5*#VRVLdkuBf$-E+3e^2hzTAmhBC;1I9m@+r=m6SB1VRcGFA`F@4Z
zK<N}iz?*u%^p$HW-jx5_cxuJ<>5q~Riajuo7tuHnb)2!!#am@XmeQiGtT6LO6P7Z4
z5lwx)viQTwFTL;0mXz23Dt~!xx%_gyoQv&xF-eY(#2qb<d~cYju+3Q7RWwNauyfRR
z#>WpUx=fySaUV0!`*geT(;YR-7_&2$oo-bZzquuM7wcD@`~M>5U*)HK5y|3LuWe3f
zpY>?n_xIWC%;X}T&J)g$UfyS2xWRL?<@$+^pT4H+FO%+<Te|Y-&xF1O>K0{(dY*s0
zp`_;c^~P;&#)QX>jwWZ4L??A#6FbzZr_8DF=*ZvW+b_MncwZp3&DB4>XNJ&+qf)bG
zIv#2aDUo$qmbFVL<z}1na+ZY!x7>Cdo4|0`#Dn3?gN{G1`R_CHsWiM+FeqH-a_Va1
zlyq?=$M#Kji;n25nQ)pZ{TA<>z0sT(Zy$0C3%kj((4{R$;LevhQtLIZX-wSu<GO>*
z=ViZCXUxg^WUiokF!Ixc4eOrHFvvX=lY7|3Y(wVtw@MFl+@+jP#B5`m<NkSBbZ5&g
z8$RDBrz(1cV=U(!J)$i5?Xk&~YP|{XS2nJ@aYy;*B|fzn0|mqLeDgj(TfrbuEl`{H
zPEYXdiLHz8GtWGCMrZl_f7jnH=eMhqe`zvfw(pLue--}z^A^8+dVQ>0kmhcNGfAi8
z`ddEKSo5vF(YM}dtyKQ*S%tdJhqilOS=oA1vp^zBU`w44YhFc|gpX1ww|tYwF-{}l
znJWrntLDA`%_GlXS#P}aqtM^Pe^cK53Y@BQ%fQQ9jqUU2o$muX7s%;rUR=XmXO&nM
z#*v_KkaeeU_CfWo#VhW=P;>n1q49ZRUFT1)2Y#JX0_Wu2m*(BPOwa7>?(+9brmsuf
z#N1r@>xzTa>{$%gH0CG$Ql50q%uy!lL%Q)D{m+lx&fYL)6$m|G%+kB<2HUv|27le)
z{gW={Jj;BoapKvoWDBz`N9_ttm$X@xuAdyZTWamn*$>SA@maBJ&(yoN)>+X|@>2db
zE6xkPGgi&DH9KC#@vC;xy@;z9H~eV(@VLGB+EkXECzkp=<n#C55*F;vIy=AqzeAS9
z3qSGmJWdM~ZI|~8^`zC<skr<2x@Je+ahrVVpUS-HE*t+oy=D7(&2BL+lMM`NHW@ql
z$~wL=ZGKsNkJqZ@`OAPUhTDywzrJu~jTlowcSeZOm0KrXzwvlEMc!F9_4f2Ts~;y-
zG|r0b|M2az@$Hu1bKNhyFY@r|*m78}J;M0)_9IogJl(g#I-}3}%FN_?HTA|c3H{{x
zM)6$*2R2Mei13u$dMoc%GV>hg#cnS>*7vtR^WC7Z##<t2(~Z~1uk2y`$9!$p?~6%I
z>(e9~Iyq->7F=OFsFL!}<ROEUQ-+db{`6%1C3dDP*D~fiJDlviZ&Y@u!IyE4p?b1j
z1NZL*5~0iA$@&C|vZel)*)G{Km2vVEkDKS_@JxDru7M@8<HW6wjpsx9pE>;cnKN-_
zjdbpsOC_f_%zd`YpuVN=iBSWaK!MMi;|VN>_FCL167~6c`+1gNo{tgRxf_T6m{b<3
zUD{cketC2FdZmU}iWd&%yt1tATe4L=NLuaS+8-0HY_PZZ)8`UlVUS-IpE$uYSU+x;
zj3>+Ui(c=O=U(Wlj}eY?&fI7*NB`f?`-Y!iKPmik+t@zrnFQn0ect=$O#V~*>FoLW
zzx9MG7D>#l3G~~TZ<T-V^Rlvk?U_|GpJZ|z-ZrDXt<V3&%*JJt`_?8hy({)Mc>Mo-
z{g3??t_BA;zg;{1K>Q5fvQsS&nwu9S&#&z+;7=%j$@We4SoFe{hnrI`@k(syQ8+(m
z#$E%V+XkLnqkCW46og#wNZY^NJ~SaNdYiS!>I>HtU%o&1ecjepjrP}5x2)IOx^QcR
zGRx;PGQS^R36qLnT*s0W{lmE<_;BX@I=gu?o|BX3FZ&m^^yk|dSrY|B?)OQ3(ha@5
z&T3NQHj^Z);|yEF1cd%h=<t&6kJwy(`3X<u;syGA+U=2x*EpI~r>@gJJMqSEbIv)z
zjBg}AJZZ44kY!7napC1=j)y5y=3eg@df&V>-4d=n)pSN%?lBKG(}W3zyfs`lavDp@
zdpD;YDeRkF{QSOG;~i&%ilj?>1FZJcebQh!@>>19tK`Q8=|Xuw_b%S<KP|FKY5MHW
zJvDKEo+h%z99XA%ZO=l6>o=Dyes?Eoj!Ss3yEA*g=U=h+fyHr-KW}fVKF{yk_UerM
zzkf~2a=mr7mBwaoUj*-yi!nMM85%ghyzltpki?Y|^EK^kT&#1rU0SSNd%C;NZTjSY
zf1UEFh9f8JF0J9O`!YTA^Vj#wHlMGb`{T%s=Z$+-704xVefHj_d+KEF2HDmtE-p)b
zXCGNy+O?vlME=Q|TUWjxxcgIMYT&Q0=YO0sNVq-ULSwncseI0!qd#wcIoV!*nY*Pv
z=k2SdK|4ys4gKZbY<OW^b!oQCqn}rA+xsm}R=#1SC(O&9a<f{?%;R=#$CkwK$&=gk
zl4KUkr9E!m(p~gqrmn94yH2*hVUOo!Wd7;cCdT|i^xnx2(GG=m&z~qCt+Bf16*{{>
zA<rdy+tEdL6BXAjo;hR2-1ZX|Q-4+czQoQi*HYpsylh32{q2<bbp`(oFFook`S~)=
ztb@^Mkyqei#RY4`CV0tyygJ|N^89)GZ6>%)aM;tF`&ugTb%dnC+_Ei<j}vF_=l!U(
zaB142&8u12&+{n-E;x6j#cT3T-bI#@vPX{;%6T31Y1z^%=A<c8Eqh{DmrKFw747+t
z?>oGR%y=X!!}t4l1^bTG2e$Zme*W;neFmG4qUh_^!WGN?W;j1PSn<=XF{@p3QsfG!
zHCwL-%#&MsJahJm=<BC`U2^s54Qq(MW9xL=u%RU__N0;YbFnjL51)K!vfXLxzZ=;M
z3=RyQE{-8ZE;CkZFON?)zU%#6{-0Lv!Je4fZ;?LRCg@Ep{l&2Rp$xC~uF3xm9M3Hc
z*4v{o*YuR|Z##oUYYlyF9&yTYc@=rK?Tf^5>#Z}qH&?&>t=!*qu=cCAihT;RJ;Oq|
zb$yBJeWS&{U%H`lQugAtnzt*(gPBkKJf?r2e|I6LXlK7FN1EW8Bhw8O`#6fto~a14
zOa9a<HTg8ljzQ6N>)bDQA4}99Isaqv&i=%po1rh)2URT9l$`Hjv2&TTm54)()?$`_
zu@(#X`};o6%bv&XVl(G=-}OHc>4EFlKmB-`^+nC=>PHW~9(=s^c6W+oz3$z8)z*7I
z9XkE;-`{GN&%0*S{kykbQR!^qr3PNJpPn8cmRu>H`DSC{x|T1Ot$a&X>@6<i3qQnK
z*w3>2O3AU67TU*@wk!9in;8n`zYKpOvs(3IZSF_qmEoB-Nj^HK3!5ZvD)($z)*@g3
zM_NYTkn><##e&~nuhRZz6cv5i5EI9<<6~{ZJjautQ-#bUWbZky^4M|Nc*dK#?~ebR
z?|Y|Utq=eAis`0T4?K%gUnr%VF|#t~bH3KY#9HH13SHX{a;nWX_KYwnQ9pL@pyh%y
zsS>~3e=N+nwfVdR-+?`;m!%(goMGoV+P<m9)?xm~GhdIz*STNU_%PwvEBlLgFVA^3
zaf9B(CxxQv@2r><Ev`MA5_oEc?-hYIhZj-dZIaJ;GOcqG&NK#<Hj8B}do^!!)A{HP
zng_Pu2xeOA!SnpzY~RHRTM`<k8R|=^<)3*a#bPD&wAN<nsjSX_u68mr*S39o_vM=X
zzvL2?dy8|=t!3F}@IFyGck_nFrng@hXXUntKD^|t+n^#jPv)axf6uq4sV)X<65o6i
zxbtSVd0P=voyO@+vDJ0rUtJQHP7Il~K5Plw!f9!fX06goG)uLJR6dmXZRO1%zUkd&
z4ck_(osc-;;fB5585&=lCtiHv;&C~%Me#$X>=}lt17GIm?>}k!&3ea{(t>Me-sJo;
zef?I*X`9|64%^>{Oohth)EaZl>$LYUud({MG3~|v&3gAfY@d|+vMX&y+sBQC-{iM=
zZLE`6+#r5TIpNs*9%GB{`knXVznL>jg}T)Kv)wuE@7s@0Oz$P0+2qjjEpX#|YqiK~
z=Fi7j?HlZ4lj<7gcfP#&<-7gQ#9t5ot-aFrEH$O+L=(rZX%g3EKXvbjlb%^U`P19!
zf<4Xu@{-s>&hLw1oh<i{@tyY--OX~o%i0fVC^c+hSr^st^TvG>#W}x~Pa2l11s~6f
zzGZWL;w!#cH&5?6`9&u-wJ7-PVRplv>pdPDzh?1qEMQ2sGUUxsW~l!0Au(eGZ_cKM
zsSV0ow{M=+_P&0`v}f;@MbDq(Tbr@l`sVex>ZjTdE>Az8u4~|(ZNTKB>DqZK*mh>e
z_NiiOc@LMHH|AeTsM=WH;WFXz41x2^;i4*&v-?|$a@J;w*&lEGS2yF7n9z;0f}O>U
zf4O(DC^mj=kLP@NQTxVX$;bkuM$MF(o8sj^%J`Dj#c&^BT;2WL=25QtB;#{G&!2lD
z@Ql6YBxm>gipJgNUfCBKob@TtJ3i^(N%IPY>lHBtb+_-&nfi)ntJMBp^Sf=uFNE$a
z-8Oqtm(o|$D}L<lDy>Z%KWdEoe+e8-b<oK=TdQSysLQ_IMZM<ZkG7|;GeUZfU$i)?
zbYidOJK6nH&o7d=U;dzSik^#nze@i<o=4NuSDdIlEp(WrBYiuEXxLe`pC{MfYs!f9
z)35nz{jg#id+HJu?d_K*KX!J}Qt0?`#i?V1OPuKpg(KV{0x=e^oI8cyM%?vgHt6gA
znLbza?<wAmPmi}hUY2#Hy68k(K`p!5!=KaR{r@gMe<{2nLZzQ~(M0Z3A142}wf(<J
z?Vs86m$sYR`)s$XQO}Lr;l#4MTY+87s(69$3%00EE{6RJm&&eGIN{pMQlOyec0T#f
zJei5YxsSe_3=8`EobkkT`~MdT1q+{9A8mX3?B$-f$?Z4HTbRWjz9^ZNzdHW#w3-HA
zwySE=voEG=b)0(eaL3G(VvccDAD1q_boII4L-`=t&WFo552rmlTf20b$APnF4K{Zq
zYiwNq)m%e)PL{EyY2Kdt*}fG*DqGJ+Oi&fq-1m9K%R7okI&U>uacr;Ss6IU5oN-y+
zy<<PcB}!-ANvzxE(snk@)HTV_tY_K+!M3IklQII&&8g&K<Btw`V>MlYFa3F*(;xdL
zi34A}+NRZ+FUrf$b*i%1-SCo4E9gPqd^0oNugi=6aAp~_&YVBr(>g_AZtF|+X4hG6
zw+m0O{VMn(=#y&x*um^l@ZQX%M4MiJ+oa$eul;*I&d*Sf^l&^g)s*?=(OKCm^5;rv
zrQW+6vG2_ahg~}uKQED#bm+Ll;oG=OSowM|cdD7A%#6-*;k9a)Cq0{}@b3Zp`z6Kc
z1#T*5-bg)TDt?^oxS{93lOCtt^Y<5+&E54$sUTwJy8YkfT$&Y&`#HroJGn~)sy&?W
zvA9?Jq<FmL|8teo!n8L&vocVL>#Y9bIpdd&PS(5^QBw^*U&ymq|1+6M>x@~1{IvHk
zJmz$p&o*ce_?@vV?{$~y!R_vh`{%FM&ztt|M%}7qG5<c4Sr&Xfmw(Uy{*PPc6P&ak
ztn^NAKbN+|ZRg#Tkm(10^K3q{`n<jS{x|$Pe0X_tg~e}hajxGx;m)fwp0~Yf?bqF|
zd$MtZ|F%G;of)fx9<niUongoqH{2^+zb$FEyqf#Jq&2NiW%f-tl3`$c+o1CQ_y0fZ
zUF!Om9o+S0|KH#LZEK%v-{)MLc13ip#>0wxQwu&elqa8?AmRNb@$#MylZr3*-d<S5
zqrh9nYk5!YN3cfI9GPW56wYo`yWZgMxFsY+Z^IXF>zuiV%r{2X?O-Xq-XxhQ%(IDG
z!ev_eq+gYFe2u62>%VRO68`_^@0S-3Pc(48=(33K@{Akq4aKV4Tc^bueE3^a;l`cQ
z&HHfK%?jRtMVym8AHTa(>#<+$a^xB9=!=&;c&z(p>7P`1o$+S%q^aBdFUxH;k~_EY
z;%$c<n`V9S)MF1=75Ue7eOM&)XogatpU0bn{adf<-e~uqc%YzVt8a<rsSt%542<{A
z%nR{%T3;)%|LD?Ip7VYB^ABuYn*ZIrHKjGb@jG)|#&xkK<E_e%IJO4dJkRIIIs4h;
z)<_ncBX8V|clA$L(6^WQjAT&K>4M{2Z1X>HKT}<=TkZ2b=Dtn(I<C%Y<1+0jhMPZ0
z6+GK<(!nJ8Rr+li@8hXlY|arMKm1MmbdiT|UYcy;GnV4)`j*)9s(;qo{mrp>AGYx2
z8usH|pZ(`r&5o;lX}U$I|MJ~x<(2E@H_Lt6y2I@{XUD@TBdMrw;tSQUC^zc)Feo0(
z*}hP<#It+$4qo1dZyh&-BNkk3`TuAAhx6Z=W_&8S{YBs6)90f<>JKs(p8PF$bXH%J
z_fzr5+5eCBwpDzc-}$}8T>8mZ-wXH6>=-APi+}jrcp^Tsz0tuzjLSg6-Jn)-i{K6Z
z->iqk9?##>t&q2uZ*nYCzK8RQ$ktgM`*z#qHtlep|5^7}d}qPgLY>9?ZpsSXTl;S5
zHD0E9A#=Iewls1C#O7ugWrQp5v)P@&^KE7F>jXnxp{E}Nyt)5=k>c3a$ST$}=j4Ke
zJ^z+^8c5h5t7P5t<)XX!CG{&S8Pd}7?EbP!O*=h(Uh~4IlGhyhf0zD$$nj62JV8Nj
zsb$N{XA2~)iuLyXJ2Z96rX5WR9~l|EZ^TP7uL-Ey%^oCeup_la<IkLL35&K}sc=*e
zU07@W-;0;$xmDm>zMHqDW-ncsDIK^$>7zo^x(D_%YoeoN=D8NxH!3X);??Gtu@AC2
zwY}l^bm3^9JVu72<%Q?(3*`r{JOBLp&)NMI^BsjcEA{$BKJH8?yCE?rM8iR@FYIXf
z0jcxu&qC*!b9K-3ES2cJrQv@2nW$4y>6RuB)ey;+MQ5+&bg~AOI#xyGZMks&Cwsi=
z5#g!Fl0P0lJ2$q&?D@um3Ehhwlq!q2YRuED?MmMvb^VFdpXFZnpQ~C;nX^-Y&-EBz
zOs3eQEhX=&m1O1{Pu}`aJU#E9(cb+=bL0NJo4>rd>d>1)|Ag-|Z`62AeO{RMz#?b*
zs)UIPUDjlUHr}|mf=k>dgRj27|IV^MyDhfM@Yg>tzWtZ=uU(|T`;L^k?r~fUcbsE?
zd}QD6=CyB*UQF$@tKRnw{O<4v&YSJ$TlI44`pI9nDc1h_cl+hL<<}3h{eCnxT~VfB
z*Rim$(7XTi3g=9}StG3=H^F1d<_Za;gJ;5isc*mRxV3Ko&nMP}zg^<}zG>Ufn*ZSH
zqbJ4pk6Ikr{(Xh>y1fgx3NK&(StVZjc>Ds{{R~cL9%?`Mv3gnBE+#RRC4Ap+MiegC
zRogw|oX4@O4#AaMwsl7QE>-yQS$y8p%1>qj%j=7THLXtg*thT7XSYRmMO@(WtW`n$
zn_j7SMyQ@!WPPK~+u_xVt-Vt=%;Vj{ykz0sWZ{2m&+0N<Ua1<*o;SPs!~De`XY4zW
zQ6iL@mR2SuTCQgIJbij+Pm}SsWn#N^YlJP+j<@6*6l@Wkr*f@OG<m()krf`7gM(M{
za=J&Vo^kofRAg^fV0P)=iMH;_>xxGl*?G9XiEN$4zL9bN_jA@SSI5`38caT`((_s|
z=}J-6_h0qyRUNWh{bo${sPUhlrmX9la$4ee+GqRoD-2$;iLgIkU2|{VY(-{GgFcpJ
z%t;GBK3l%>(MRTEY%!0Fqi2aWs4HwSFI&|yY3tN`)!*}~-btP*x7+J%_VwzOyBFuL
ztNXt5i@X1RIm7?aACBHSW?1;>p0kSAiuRfMvM;tdUUL1r?s&xZ2dbTGcK8`PJIO5e
z-Q9SUBfjH{PJ+h+UD=~i!9ikt)4zC2*L4<DYxA9XFz0&G4DPA-uD<bPY&o;g!u!tx
z70V?{`}(sFOt;LLUa|Oq>^1E<UMoE39KF#nTX|Ao2*<xid&@g7d`YkWwEohY$1lHJ
zxg6f)DK?MIZ{fS;`?9aE+qiPm&BHIeSGfG#lV4p_yQQ;foz35p8=~*u_cQeC@x*Cu
z)s;Fif6>~kQkm1TEm{(m$BUC&q_6Hde7NG*R|8YEHQm1s-0xd)coomCwqIozdBR>q
zUv&yGt}#4vn#)kezyHR)yY4dTzmhe4esA4i;r;CPZ<k5CXTGcbV;FSm>X$Q1H)n92
zEIbsk^PTDHt!u4kJn+@eTk?B0f9H!!42uJ}Oy{)QyxJJmG~uDL>GXU1>x}>Yd7Q|i
zy7y)1Go_YvuXY*seJwM0w*LI`F8`iy@(h=Ci(;?1)=4%wc5W>WJM(#Bf7H68dPg1_
zi#^|Q<9TTdGryahkR+eu*|+B}=+yRb9`&>On*XoKGFjI_V0ZeCdo7mVd9TmBROXrR
z(AVBt(z;yo^q2W*VRoB&7cQQ%d*b)i8^7}fOG+&`dH)fU*nI>0&<Md7{wDozJ$RR8
z<QfE~y)YAgZ>M<jwc*lTwl(&r%6W49->u#}<@SRL?a1#ZYR~xeRfHY0W~o23lxJ^U
zL+Fg297Wc;g2|RCe`em3NUkl_@|yKaqsN|c`4s*2PpmfT-42j>wrb&NM(r$Xr-1gG
zQ+I3?=WSGsw{@Gj+49*<8&Tbu;{R9AAKYY88KfN;exEHaue&OyJnr-F<Ntq@F>E;L
zv(>vi_gliYFSoMSFFEZ$x3@H|+p_ENj+1fg;@i$lDm~%ivD-quuYQK;t%P3}yVRWa
z+-kTM<vYoz<?qV1-|c$0#WV4r_gejT-QnYs8FHx(mH$pQ-)F2|_czAxW3KAI(^H?u
z+r9o9@%ql>pR1fVEVJEbkoRc+0>+IoH<}(E37Y-k?CzESqoQ9~1v_*6EIlN`tle#G
z;hy}e^}xFc9qv0gmcKQ7p`nxWT4V;((Sr)E$)EX>E}QS%e$?XC{ouCwx4$VyDSz7%
zdgkq~^xHw-k9n`j+%jEvc@V3o$ZO7b!TikI`4_I|_qLqH?7N2VLK?%vOabHNPlLq;
ztZb5O8~hg*H`!f`;dYbbo4!}dNk(Q<*U5|O^Lv+M``=dzKkA@$TxAEF@UnHyhDO(V
zCtXf8JG1lH^zD}y?~MKt?>Ax1N3W{KPp4nH9#^S*=s(xuOa8lAat#lKOBUa@PHBkz
zBJq21X3iJGTJs9-Sv6bY+ooRqK8fw~MJ-o0z8!4$Qtxq0;{4OSIr8-*7qQ*Tmdc%*
ztbAOk=#s_XJ9lnN@b7<|C|&;O&-Qmeb^aU8sQ7-G@3d{63)>2H?eM=j*^*5wf>lzR
z*0Vio>8^;>-<f<T{@9mAqRSV)P`Pt6&~x4eiS^H|-k4nXa(`L&@iX`S$3HK5PZRvF
zu~<Vt?$h@Fd*Z9UadU6h-?q-A?cDKvTlwv|?+ZB(x_sCW$ei^1*|R%8JgQ#r|F`_h
zR{I~DuiU9sn~<nD*D_KqwD88dn0d2zv$UDLzv(yAcXoB<9{-T4nA)EIo%8=6$qf0S
zdcLEF)oPl)%(rjHihjMB{M~WU>6cRH?xr4Dx&A=lfsH&Kt=0P~-e#{9TlR2o{9hjT
zMVvxUbSJ)eo%QOKG*5KQ+q>U4wqIGfc^TvEKg-IllyrQ(n*Quuy<_yJv?zyDCqI6A
z$n-APJ<q%DlXtgu)$!#oWkn8%xdbQkw>)3Herf5IuTyV$uUDEI#I?M|!<fHZ&9^6H
zde&h}<CR-Vq?$xdGM~)5_vhK=hdMeB*KhuM(9t>S=(!?ULmzg&qpJ<h3%f*Jc=Ga%
ztI{ro!go2whB03K^8K4{Dm*;8GmiaDomtO0wKtn3?XOSa+qNp~EKjz~CsCQ7QXi~u
zH9nX<<B*yV=SQ_<E6cv%;_!N@nKegtT#8%j_(Wu;GRwUyXC#C+?klN#5&1@McfqgM
z3;+Mle3UTjUt%27BRhrSZ+Dg}v)E5K(H42^+OB2WbieNXQ52=#5+@t<<TG=+$Fl1)
z_kI1EZ}2UzB7;xjFz>HDo*~n?e6C5|KDRV~|Ig(wZ*A5;x=hH&V)nEhXEYoW{{_y<
z?36XHH<#!2zjiajOnai4k(~96>=GZnrJFPMpXpn7t7`6Z?JMULRPVOWynV;Qr~dom
z`H##QFCU3m9cgjE|4D1{`6a>WZ5>68O9VR4Ke-_ybm?kCrkm=uq6~={)ibTG&uQtG
zE~xq4GrO>%{8;v(S@U%sOz325oNMvO?uYmBLe<Ib8DT0fR8(3NC0*}t-GA#wckR!a
zi8BrcGHDeqUfKJPT}XA?(NL{B;$Ou>f89R(DW&1h+Lisjd`q{wH06I@yX~p`y(;a$
z7iZt+^~~25oMqN|BiTrQ@q;^mo;)rQGgi;t&+XRAB-^sWp2cK}S^JZ<1-G~j6+ZuR
zb-!r#{^S&i?7bUT3R|a`l=d{AX+E@qts|^>k;aaWwrKVL<t{tcSn@7sQ#d4*kW{Xi
z!TU>5#;_}}uchm4=%%=~Z^wE*t6A^<dQ<&n{{HXsC!cPfk|jC2?#z*>6`QB|M(t;4
zRoUR$(^{+{+%%v6+wpex8%gzn?K`%y+wA%O@BHQa|Nq{1**Ed-&66fpUM^ewK19?C
zKV=mDa@OqR6^`4{0)exZc!W%PqIrJe*URR&=PLKlT@fImW9Y%xXt0U<kJPoF@9Vz&
zPm=y0CXkvf{duMIX0@DZg|aDLUI$Xy;&+IunY^|v`Mi|pcEV1<ulyg^Hp-Oc%FmK|
zc)8$0^_sb{9Px7>Xixmny<T+-uP*mqp`MO^5q(n~HLhKG<@iVQX#U$*3p7nLnbe%D
zzs4?!c^7|ZY5QA2wVd?E!+XO8emXiFU&D0x0n@S>za;gax7%1xo#B5~qr_?LPS!OH
zZv}F`xbv+m5vg9a<H#=A_}5z3+!c>b-)L%dIsATw^53`o|I}jlR4D%8@$Fg}IfGHV
zs(SOybn7$CKTc}|o_pTPEq>_A$>;CxOQ-q7DtX;s*}tnr|Lh#86S_)|4J|AL#8?mW
zzh8R%@!^*{v-LOLJJa~+NfY}IGx4sz505x}Ip_8#D7{#n?Yq`Tyd~e7@0QiB>k6gi
zcFAWs6c0(4vTvCqaX%@>ukN>m|MAa9t<|ru+VJStqsE|_Ki?+3^P5)s>CUE<bGh|1
zTDpQ;lb_u&xOL)G!%CZa(W$3bexLcP<fpa3v6dtEBM!{rb1GyhUSf3P?cryeuH0!T
zHvM}i+x4<irGi8tyXvPNp7aTaGGm2RuLa541+YI^(Il(PY~pDl|G2r~+8)7`^~urk
zt6n~9KDJTpVQg)7`K`iw_1AY4FHW7qT@hB0@~)U)t^Zj>)Qt$1wlxNaBOb{9lWAz?
z@ld*JY-&0EUDC3zMou%Hy;7`M%CWiThoob0*a!XQg^l~}r`XOcStoX%^KY!XyIf+F
zrvUeZ9eh>`=IxEy-(Dm!XWPDeCJy^=AMgAT`BhMH&ikdNEd95mExmXDp8at9^ORE!
z$BVA5{I^NXq$K8t@R=2F#pW$Z{5qXuPF{G#bT;;fMQjr5o+^Jg6w73AS$X-Mj*4vI
z-092`JLL8+mN|H=nej{2oa5(z%zZC<zGCw82$P>)h2LN3as`O72c<Kfhz&RDQaX6x
zD$gw~H9@N>l9FyOJs394wJLOxE_UzN`o@{9IqwYjgCpMV%WWPy@0q{9%e*T)E__ny
zqpFv&>s|bR6yH&q|3u#0^~cY>i}uGnvELHHu>GiqO2(|9%&H=h%!hB!|1G*w{{GJg
z{mW0y|K&<qlpAtfS@TIdH13yG<ob?)AZ0V52KGt4yNbBiTt7B#-#i_ab@TQ-39c*J
z&(dGBG$icK+1fMwN8=MzgjE<9_$>JLreE$JXXdZs^?Mz+==xk{cu*_$NN=IH&$jEu
z?^?h3zL{oU@w+`Uwa%#4hwbsf&(js>%<l`R4OLZ2n7zX3*zR@tN6SQfUDt$3mGMkJ
zD&hXvOZUuMtADe9mweg%#du$Z?fS`!ckeG%>J2@pwnd+D(UZSCkw((XFWX(xeEY<-
zv!HLrw}=*@UeT*Z+T9ifx@~e0^i+NM@@BEap7tNDJ;GsIIeia^`IWlVI5BlMsF+A+
z>6$5gsjl)ocIDEszpN@Xn_X_caDICCNdB3&XKBqJ-kAR6>kCnvc)KkyI{EC5M$Lum
z8ZCH>S<TGOO3j+J;k|0-`NbDkZfQ(;viYU^#c5@4rry3)6?kT?l4O=^?L9Aft<Fh?
zEX<dEYPECnEZ7!l<sOX8uB<RBeaLYC_Q_%ajs<JBxcy&!b4Qe3JlntP0Xv0OOHDqq
z^^|Ij)~v*i2_23TY$W7T_vSCH|GfUc(q7PN(}drWDk%z;mHNJwH&_m>RZ(-Bp{>@%
z%l72?GkwF0G23SUTfzN|&Aww5Z`%4&{kyU;e%-<<>duEZG-`z}nv*-NX{K<eyxINZ
z#<O4kGuS8K!W4Z}t}L}g-}bN2`_DbItY_~3ey`I0?13pKBP^FcbUFF#;W2q1=3<?P
z;@NYa?c`fLw<+;YS#3&_-TD(j@_r6ezw2fTHaXueyn1!oLg$_5R#q?V@L#w8j7^8O
z=45$RxhpMBx8L|msLkZK{^L3Sd|kVvdzI&${KfU$Cwp7xI%cgY0=o+Ty8Q~j|MT#H
zaN8e_Ji^~DoG=uM)y>H|*P5uMx+`b<4jISzy89a$|K;D?b8=aar_y<g1BNzXDnfrY
zHAm+q8HKG|ID32E@^fKHyShzlr+#1b|Kg3BgErig_NJek<EZ@5jq~C09VtndyWY&7
z<acIj$I<m)!j}JcQ+by4Po&Jp*Cy$|qF_d}`NaSO$wX$;HTu2FZB#zYFwPLm66gqf
zvm|=gxut<7^4rv<${yX$7OLttp2C^euFLezyx@wwy7CW}m3RCTyWGw({M+gG`obxx
zT<>F!ybi`5hg@>A=JYJi?+E>^lBc<<P~z~C)B75yi-=`)Da?zBQo8c^N$s^iA}vwM
z$(}c2*X{p5+y7GWbp0bzL5Je~_s%ksG;m1rTehidt7wqVDK1XK>$1^>U6<Y{?3l@|
zyu(78OZCbP&4u}w1m$joYVB^k88r8dQ11Pv36Tfyd=hxOH1IOdlK|f4iyrc&9%m;q
zn;t&(P_6YKlbh-!Tm2b4-z5thdKOC6_piF~JHr0K*3ac~%d{pX=?O9Bmop?ycu^6}
zQWU`aC~!)4<uq9y)9b2Pt=hL0YAViuEZsZv&!<B_KfgQ`?7z|MTa)Jo9o2t!;yoPi
z*RP*w(EIgb^Rh!bWo2c1OCLq-j@#w4Y57Xdj<{!wna>u4r?dZUycWrPJWuyP#T?&s
zzxl0!xBb6gX#4h+w^4uM8e?-d@tdxza^@;J9QD5Wty=HzgB>^4n|%`gvgqu+1-9q<
zJw0xJoj6(2JSA{V`;SjL{}>%(PCP#88S~kC9Y@Z*=kiBGk7?^2-%<JOhv?(zU8#<N
zMK+OE;_?z4Eh|%e9|`!%AK^4|K9@h&k-;Fc%a;3Qq_CY|#Qure&862Dw|!(#<o~PG
z?qY6N+1q=7#cqaZf&A8<)+_xxuCm?k>uDA>OYxm`#E{Q-gTU06FYj@?EKxRK5EJfX
z;D|QJyt?N7Cf8>y>}kTsOchq#YBV-1IKilP>h%mwz07s5n^Ml_DaxOI$nuyYdEvIE
zPNuRJ`H%AsDVWT=z+uW!qqh9G;up@c3q?{7EiLDpx!v5XDZFr2_LZ&S{=au|NXNRD
zI2HEq<zTP<_QB{|{?!9_nZ<+dUJzi~|ME+Bzn$myiyfIiH*MJC;IiZ9ft_w_BI{n?
zYUI7OWP@={ibQ>;n7Y9=!|K_^kM3~ZpY-Ng>ZkIw{W(sVMcjP$Y3CzFwPaHH95wkZ
z?Oh@YFJ{YxMDR^i5Gq)``pC?Q?G-%-zcFg+#C^yV-~KJ*=?oi-iqsp2f9srmr0)`O
z=eg%S&Z#K^FMqFGzS{8Yro#N7Z8EEx*YnPfG`HUPyezn@NX2ME-ie2{50{AL_PIT&
zbG^Svd{4NQ-yfcKd3|L|bDj7^<=0D-_PCrmwx!JAb0XtTfr~T#21dR5d_d1(;opUi
zn=DyRY~*{Qx~jMAbI;$x9@Y;t41Tf92;45jDyX5uJ$a=`$@Gu={%+py!|uIaxbAal
zht8ZcndviUr|3+!xz)FQ%5>?IcDb6tQj8CF7?@9#Vcn>#U?pz$wDa)3Cv#8g$$kG^
z!Bb-sGBYSi&gCIzbZK0`vB!I+Y*sv=bX-D;_25=jmdgCRZ-u{JJg=V{SMk((<;>pg
zJSX>BvheXwf8lMJX0{@K|L63Vzjp8UnXJ71@(<fbG0AZSKX-~pWURe$IcVDvS-~i?
z=f@5`ycHw-bPDrKz9v_p({AB>ftnJ#IIZ&=JkIbRmi(OD-F3K7AW~NT=e>`@$IJW9
z>98NSdB`HKcT706y1G6}@A&@2`bn-)Zegd@mT<b=Qc&YQcktTUDfUZFtvRL^vQ$ES
z>Hly2@(EIxTBEi~G8ITZaZeF8i{2{PKQZFg@~B@ccHR}^X*!W9s<f}^g|JtB@7jGn
z99GvKO;da@O+J|KRhXG{apW7>2Ww7WllNOH;3(Ak?K<zVz58W_4}NtGIew<!W6$>e
zte&=l<s7rG-~Jy`_4n(4)~PQPUj6hcvW@Y#uX=6Y@F%Tf#^y$Qj!1)>6K-4W3Vt4W
zD6~nU{XNg*H<{XhZ*ITuA-h%OTyov>GRMC5&k9dHx2Rms>6z}3;dCZ0OKbnEHmmy{
z&CKbX?(B+LDqIu7pK6`hG_N$4ee;0>@(IGLm8&H^g2Vj}vxg^ba!7A*%-J=Q`|!tP
z$JSfYlb0R4_vOO^z1{<RbOe)joZ+2r&i|qP#vz_J4DDBK%~~aE0!~RJo0e7VSn9sL
z&b8xml*~7ef-Rfo+wJ}=sC?S^KxlQedsR<L`D8oh)GNJ9rkN@*KeT^n^Y3T$jf8Vf
zS!Z@DUQE2hoG8yIq`s!!ewOFU8*-CeChqugWb5Ie&(r4@EMt}T&^Qrufni-U<Ah&Q
zsjFL6(z1_Cp3cDf*Vv?TYWHM6Iaa^VQ4h2~@=X01ax9+7!hXuNPxXRM`NDIq@C*O^
zvvhT4&5y(k+bPrfg>9G2-g(F6btva0?#agj<{SGnNm!g(FSsQz{A`BY-KBb``mSxX
zi?x5}F89dx{PrW&8ShFS+;4gzvU1<=lgz(V>Xzo86PM1>YyOx#r|IMBgJrV6AK0nf
zNss>>_G({4+RFbiPr?m%zfs%q_}X0mle0gsHt~6)8Tw;={o}J={&24sIyB|)(v7BH
zw|rBKG~c5#F=xhRua8{GD}OqPe%RhC>1cUtjqR3B-?dX+jI(|E6Fp7|?soqXD$rNA
zoBiL!{JY8yNAjGda^4>I6i%9Vq<re`8A7)6d?pK&?%u01FPXRV=xW6;`+vSNza)2%
z_1)c_$0H2b3=9nO*3>?~`gfs|r^bJi^-QZm_ZfsU@RVA=o$zW+?HSo`0w+REH?|dW
z<==F>&H9mJ;#J2VXL5zKuO;}Usu&6H%3F6{@x-Ilv&u}5ew_Zdv3py=^vX49v8Q_E
zH5i{u*>`+#`(pIK;l;!UW$S~ZFJHRH_;CBlT}kJsZ#>YlynX}!!lM>vq_!|~YA)~0
zx_rgRJ#X5w5-FuB={<WLf93xzG<hpr*Xquh^zib1p$A7x8%@q!e9@fN(;+ZJ{SW^#
zx8UbD)^6eE$q71lCCc~LKee<;7L)fi)O$+ygd8;ap&OhsQ|Pa1$D$aY)C+tkB4##c
z@*nI^3{s!5`F-vC{RcQUeZN%SS$ThJZ5GSf?8OO-w=VAec;oo=hjj)G-;UQv81dA-
znf_td*?l?F(zc#@^rG&M+`dnzx?ldex%uT`emjL9C#qli|NnFTa<__gY~0aAF~!E}
zj=$gj9x$KtI$R-d`n=T+yXKvpKlQ_P0j;g-g6}8TJ(zFyQDWKD1POt2p$D4mSVhD?
z=Z5%pK4*TZaBLILpQD^#KNK#!=>O09%}=K1-|i|u?%g4<Klbp>ekaq%hmRXe$t6p(
zUc9C?L!-9tt7V~cZ{5cwKELdy>NS2pT^<|#;}5Swp}b0ul@#OR)VGfEUFNG_HFCE|
z{QeUCn*Fm{?k4kIkIx5=?Bck+Kv3$4xXD3{yPc)C+fz^f(^UD_t8%zy<?X}q3tsYF
zydKdkaebMX%1?F|liTy8{AY7tURm?2F3Y0Wa_fe=>DvzO_Sm5%$n#ENi?IAjoAS;1
z*BJG)IizCPdx|>w3NJ*=V?54bm~s0D%T9Z@_si_Aoszp%{FzU+XnW3VVNYMV;#<vW
zi|2Vv=l*fxopQjMqdA)x_s=YP)BjEUdWN<MTaU-{v~VfOd4A^a&MymHBWZSR`NcFL
zFUhlEF2X72FRefIQE2`Z=H|BA^d-r<D|QAS){dHb?6QmDiyZcze;xIl7vHhS`B!~;
z(P_VP^3VL2ZVbPK!yg@czFvg;ednVtr5}6=i;C_q7QM*lUo?A16q8GSrN@IS%rVk8
z1hi{EvWj;GYTuFwcx=s`;#8j3oqA;T&;IAGsY~;3e@JyNT>azUrsrL+4W|Ugtkc+k
zyme7SQ2ia5nTr|bOektta96AQxZk!F8i)5u-wI6lT#$1&KGnnS*N3|SujA_;nsR7t
zTDEDYtkFRs!?4I3ubzF^n43NAwZ;5D758`L{uP&xuY3OE=O3RQ*BBlV!JsXdJ)X(m
zx9@#?QADU{PSMRvDQ2!`P77SMuYB$PvQlUj@4US{O2L~ttR}JUJ04^15L5s5?E3>A
zSC+Jw+aGjKQr!Eyd;U^xfBUm)C1y*C3>B{IY+gAf&0%YX!K#~Qm{wjgTw5ty#o5we
zm?hBqx2*qd^L2l@|8w>|pTzXbtKZvZrDVpdmI#ac{wpq3F1c&HVh{Vu-9~r!8ux|B
z?5_EDQpT*A=Z{Ik>@2<(L9_6=^A78@w&t7VOFEewEWOVrK4HREd8?TG#rN(Ui}96U
z)>RffX2S6GnWot*wR7qp!grLG&)}V1et^-f=+n&9GbYyprb~TVzi^%4%kNx5H&e~5
zIEpv~WVefVTwC(@?Ta6WOUk<TFgm|A*yNkRw`>BN|D+Rnvv|dpc<$8o-D>dt^vm@9
zQCz;A(sfhoBoz)B$=sQ;Ok(r@f?D&l`u7gja9q~e)Xm2m>z%*nm+7Cx6Nh@+TqiH{
zeRWKY>-O|klP-Jb^FNIRPP+s=x_{-D!OXq+OJYxDu5$0Xeo0o1Y3hyL)3d|RJ$rbo
zsP$!myPdAjoHFGlPt*b<%M_!^Z=_81@IIjR>qbLGMAVFfhHIz2Fm-d)^iCH3esR{;
z<=&zGOMf0eo%!pd>;&tI<vW@8uQ7e}s(FW^jZ)EsAO|sr2h%1ed|^!xEr@8EnpFHZ
zcTPyvfx3dIH8(j@U+J#ryde|Gq&bm6@PNeY$roC5%f77^Qz~j+vsmN!`^lws|GuBB
z4&<y?kyGJYe}Bisb38mt#pCNVYrow5YH;?&v69E%|3BcrbbJ3F*2f2LNa=boxhJu#
zICI95m4$VYJg>o9|9_F?d5=yu3Ws}XOz#LiuNtKpU3~t|zD4PQAuBs#=IuCl=2diy
z=sTGmQ|8q_m0l?=6Wl-Zke{lQ(Tpwe|K6y-WWWDAE^3D2$Js~3eIDHHxA*(c`s`rZ
zcEM*~ZhAYfT>n<+V$cLDr#V{|Xs$4EF<=Ro%xygXJhDLQz4-#E{G&aKHZtB=>i=6{
zqt{y14yNYrJr}pVo3Q!0P}J4N%g!E#7yGU_$t-vo9AIW+Htp8U*Q*Ne%!@y=y+eWF
z{@-Kem!2Anch399xnusOM$;9(zuZ6YoN3&4lYg~r_%V%R#s<uX->Ggp^Qq|2)<Zlx
zLNk&wGp88w2Zxulw;1KBH#pb(`$x^6$J-QcEae;DqS-0F{FpLFN})!nL-c_OFLZeC
zHQp%HOIj=aNAba_TB|mOnyqYnGu>BnFgD)|vD~q!X<upVE(S;bjYn)Gg07jG7&kBA
zwm-4y+PoXzxn_KcUKE#fr9X=Cd%){6UsIY4w&<-Zw=0nEjBt7Kc&2Bp{_Oe73~Tq?
zXrHpnT(&1c%<I!y@1ESHk3Hq><EKB3Uha@Ox369P;my+J`Lll)KiQ<T{eab($$YOL
z)t>(JH}BZhjaSSMZN0#z{Hh=;cA=U>@CN5C48Pic&Pn|>@0R-6&vK01+w<=;h3PH1
zzW-NMma}!?_jh~0oZ0#;VGYYA-4<P=NkVttiPx>(YI1pdnvZBk)!l4<1-7^Cc4<a>
zn@>MUXxJz%DeJ5j+V+w+aaZYw_C&sx6;JNiF8`v>rsVefM}Mtm<MEG2C#T=5De|1Z
zNBa54j$|HTLC@a@E?=@f6jC>JTXo-(s~p~3N3;qV@}yPfa|HdAGTUP7dyRqh@UO6w
zq8s|J32R=cJMG}R;e75IT}J+l>Inu{6lbh%|7rhZscFN`q7|lF7qiCeA6D<UBh<Us
zg=g{qRNt#C8jex>SsVWsv>3A9XV#Z!I(SAwCvuK|?p~L@i~PPnS^L(s#jD49*=D1z
zS^cID-)}!8C;3yuMay;l8)5n9N8Y>lFT1RsQ5n5qMMU#CP3G%wHJ3~Xe6r8r`JR(=
z^v>x!`cEw6tSNnWM)F(Sq9d{gPHax!sxaq{>+QPN*J8izj%-Ra`}jxZw`SV%uPQIs
zsAx$VJeN4#!mWR9<5{j=`R7-}UR(c}?^Ud*#4%rE|4)rgpQHY4Xq2my^?bPZ$@?G4
ztUC{Xd~nkK=hesBf1Y{9ePMfFdoj`Vp5E1H8zKMcQWA5!+9xCghDl$V`?EE)fn(*G
zAkBAcjWT!7U2$aMoQ9hk{7$W}1HVqcDtomqFh1u(=i)2(ZOnGc^WC}l@a6M3&38Zj
z{%oFYH(6Tbz@qww*$ZYbo}Jlq_4zHSQa8z&jhkWw#fwi)4mo4{woH4&_qs2V6O%e>
zzP!o4@3yr4Cg&xgY0CX6dG;3?8n_v_B#zG6z3}$@HSe~x{oi=_-%Z#3{(Sx7d-a@h
z)En=V|9|^`mfer5w_hr<96zWgRJLKtop)w)e#`At$=mZ?_}SzQE5hU04k!lQEOKtu
z+~{ynf6qVO2~OG<XV>vP$X|Be?w`gPTfLY)PBToEg*S9wik!S<jo!H>QA_@r{$Op$
z&1mnLD$SVuAi^bD_Ggma-n?wt>q#<yYQHSr@xyw*?D-khr?@Wb#@UxXi?Q0hYl>Ul
zzc4A4q>EFR>j`lcaPGdAIfLV&XsU7Unr2V4Nx`-=-QC;d59#PO)<`MeerowfdU<-f
zg2Abit9Bl+is(A4WTqg{JF)rBkMIdobdr;!+e2baD|n@g*`=Fj7EHBRBP{pr;tQ82
ztt;3%cdg9ambgzq@PXX7iL=y?y0uM7mVSARD=|G<p-b(UxN~dG|AXu<{;$&Sy}B%+
z7}>k#dP~>}>0Cvn8DEstnD%-I+W*e6IxCdvCET@qU5xW%gZ`*_6WVTVmCEG0o#(4%
zwp}ejVqFvW#8n4kc)reWec}At$g@SoXu`J3-+s+xe|fn7p7&ku8(q^jS30$v2|e>@
z4p;D&wrTk<TCW_m@J=|iGU3w`nawK?$XJ|apOfFT;<&_jNfv%1f!QW85i4AGt<_ts
z<n!=@t>TnNGRe6|daT~W9pBiw_v63ymlMj1rS|_<$W`3ChUa<VpU435^+LIB$6rlg
z44M~Y)8DYHL9?FIeM`%I$#Z+kYHBWiT^wF{W_$P6S>|*0l&w_}es+!9@1g2UwfTV)
z1TNhcI+&O1de{HK#!Fu(fA_nmf2-`%tgm+te1CW}TmR4p)5kaNGk%`k8FKjgxraRx
zPW<yuGx08%vn@+3c*fCNW#&4+C7UK?>|R^*>BQ3x_apU2g0nJTB)62z|2oIqw6mT|
zOLp7UGWK;X(?YZ><&)kBZF{Brmxb*>XF1E+XZ>|Qw!i$ly?*Ysk6%w-O5b{9#xBPR
zx(^?$|H+qWc=<>3?w2L;;Z;vpp3XR0eOd3wOSatgK~cxm&7#y!>aOVVjkRz1%xtUZ
z+2+zP(V<$fTKJ4s?&{{ix``U4@_#?sUXxKXI&)R#*8W+$rfxa9TU%hUeeLtR9WU?o
zR7R*z@;o7-vSsQSP5B4Axt*?FSY`Y~XJx{>R59i+4R3jxdf0y)N-RwImJlOm@U;5J
z2eFD`q4Z~`wiu`<v+r#cTi;Z=;LCNDx;6<>a|?U9L))TfJYJPA9u}RkTcJ+yhQ`7v
zD~x6?R`UxLG;l1|mP^_<H+r(LR`2zfHw@0U)yEy%p3Q8SethTW%*+alB`4atV`nIH
z8&|BJRvOb<yvAqWnXdQZ22#b`J>GXL^M!uJ32)c<VPKQyDjIcW)zy++qAQJ<wy{eK
zytUZ%{>`GNOZ9a{A3SM2W#TFE^RmFrcPEWF<l0iVzCSci{<w3@!`kng4elqMeQql$
z$jZe3_f*=&6Iy$(T3#<W{>#W?$;@nLVG~LA#MAqBxc#m=X~ygLM&_pfb+-6KuV?@6
zHuQTOONfX)kWu^ocfIhLmVZ2HF7+RePET~Zt}$Qd%Ad<6r_ENfhDeKWx*j}x(QjR|
z=_39|thFWyl?8Hf2bW|TPwhRYWN_>F70$!}WtK%}Jk}`ObX7bNpA>xl@5}A4b?$$i
zRPidlCcxoX;=A)VWpcZ1W71QfyZqR~_mRDsU6<p}#_}uX@0WeMe88jgWcN2u|BnlN
zSWIjV`Wj4SJ;uZ7Co_3Vhr+tH(umfZ7q>ZCa+z1js&Mddyx!LJx~)O!ru0Le#?QKc
zgwL4qy;->QcG}%g#hMF?7BzK5`lwEP_JLLDM$@mt#pl*;xW0akZn9K}{F!|&`+FW+
zFokG!e-l*>J5c<<Vy5Z!7f)PfN$wNg$KQUT{6zoZa?c%?x4YlhpMSk2bM{Axr<JDX
zOl4zv1d4gy%$6vf+_9|q0%z3WH}8^WD&#ctw`BXiNZBVUkRkSR7oXac#=ZpGn)dgT
zEv8prOaCi(ZsYmijhzBAUdAHZ{~k6~TlnJ6#iy4#^{aloog>!zbDpTCZC`f7>Jyh=
z`^$X{dzn=@&(bfh=22j@_=%>|)2_5__K@``VbxsZ@O;_A#V5ID*NJ+lbMY!{iv1(<
zY2SklG5vcapMS0}+b_Z(&Husrd$^PJ>hF8!tuH*Z+Wl)qQOOUv?aZ$}f9~s@9L8tR
z-Ek*lvFx>j_ToPcofB^^HM?~FhDPN%v#7p@C+6JH;hof+a#_v$6}$a?-}ALkXIsR~
zXHuSdp?50d!i>lUr)L`#wj|d@uzd4WvX#o7Iwf~);eEb8!tNL4Zi^Ts-!y!`C;NYK
zVqllwp3tqlFJIsPnXL4oWV!VFKP@`*iW#&xpC6dTenW7R(B<4o4QmCrz1{hI|Fl<A
zIyO}JavbKoR4lV%UL_;b4z<|!7162_uiaQYaf9RDs;{jbQ7TN=?zpEFW!E--+NgMB
zqr}Cq48<1(CFWJ(L1(>Mj^syW&Htocey_4J$!5=a-QRD1RLUG=e!lPZ!}59ITe;pE
z@aaE(ZXi4{fJtzH-TLEmdiOHC<e05HOI)y?b<#ri@6!ux_RpO)(JZF&Yt1Wn<_k=B
zasuvu`NQ_`uULXpm~&AmbCXVbpSi)wm50k8-1+JK^5O|*nPt94+qe^(YCkS6G-Fj-
z8ZeXdzmJQ##f|P?Lc+4^&Oh*9Si8TGYnnrwTXmMxXT!e|Q#Tect%`_roXMTEt$hBy
z8vAFPrrHR$Pqo-~z2Quv6x%Pu@>dcb>3*e7OCGwcyZh~&K!AoLQzF0frpA?Sk~}Ue
zZthf0T#>u%+ZC(I?OQe+%Y3fnm$RJX=PlO4RmFe5E#|)*e*e$o5YON8HQ)5I{`~y%
z@vr|$SBEE)tDL&O+5129H%sBDm(A>bna{$b8l88h%6?650(b8<r^!Z=(#o|NO$%0r
zS@X<@QrK1;-73=gLL?(+*6s;Ugr&-UJQU&k(4ARSGOM<gq3K7BkKpENQQwx1Jsld4
ze(dP$T6{qIo4BK4!DCs4#arh6Rh_76!)W6EVX?85_>UBc?(Yq*OM4j053IWte%yaX
ze`$D=?es5l6^1Iy)>NN8a%F|grRPjx+&{MJtp6$dG%9<gtorQ}PkAouh`eUex%A<L
zfts6&Z_J$JHwrwB&b3ji4qP;9kTWWEEfKxmT&Mdq@7Dva_bYWfJrsoMza9D(P(P#j
zV&?4!KRga(aXmV&ShDxpqc!?F-}K17O}?Y?E5lyrxxpF3vW(kvzdZi`jd{k~TP4+b
zW`DoN|4lzLU9RP146B7(#f_y(freR|SE!hT9XP=@`~RJ}7fm=9{=YMIb>^&RX4^v;
z-}AmKF^@Wbs)|Ffh0()Mi$l7mL+zc;w&$h-jM?5lxFsje_?LBNgLC~hi}lCnq|e;6
zeBzOCrxLx5c3BfO-Y*iI6FtNGyZoK>9`}TE)e0Wf$ui;-)1049a85Ot+hlR4Sut-7
zt2hJmB2Q-q?YAX7r?xz2>XR)uEq*<l{mf~fUvIvBz3|~B`-TR!keA<C|E&IYK(T2~
zke|I#*1;J@{B^HI-tK#y_efE3Z@2SbyQfDE?)G{l-N4+LF_YurnV+wZ<R7rnH{$&K
z_;KdO9L2SQJjuLHKNu9<WYgTDTV@{Jp!Legy;H5{R-gACk&3Hzo-C2eHYoK}pUv;|
z<Sdfny83k2F`Z?78`s|QnEcxG<-L2Nw@zE#Ny&@s$-VNQ<E^9QYv(n2mG3TI3m5R|
zYcBOp5S8LLP0(H~!CZKk@wMya4IPi)ay?Ux<uIwfaO~xq{7RurBSFJ?0nLKFoJ?^u
z%nzn>^S#aDx)O7v?&GA#?{-aCDBS*XwSw@Ys_pBAh22!G#Xo#_a4`3b2j|n1cO)L3
zJRr7iqv#^}C^whX#c|)Ce~7%erM>vMYyFN@St}B5?c{FtHMB|IC%x%FxucD+X*U0(
z%T`C7|9$N@5SVUp{<ZewwLL3kruiiAC>LozU%hw7^YX$Y|4#1;KJ{*o6`yts$8?Xd
z+4_9tbN<FRep8(7zj$M&;>uSHmZluLHnV@1vvc^Oo4~Sc9k2Uiw=*?g=Ekt5#nj&Z
zQZ1e)ex*-R*+8i-Vg4Ow?Fi?h9o$#y3zysSo_lzvPTW1KXGWI9Y$=uRp=;jX`p34&
z;^Fnf67Ln(*s{FaX4oAY6Rl9Wa_3$VxkvIWZ=`31M~L$Ageds&?^yJ%Y1!%I+3rqJ
zi&-Zd32(i|yy)~BU85$p(21SXR<1hu^RNQztn{7FJJxSAjFz1}$7gMX;EWZea(8w|
z|5OOw623%LqV)HU)@OTUY8LRf7)ZVjs=BgsdGEQl3Z?TB6|;VQvSWLf@F%xitg9>B
zDEOe6rf}e%5TEpqx}VNXu1Q+Ac-Ep#lN|&$|6ZE<)TsYJCmTn=M#Bph){}2e<ViSs
zsAf|Q<MeU~md@E*V;^rWW_(ca+2B^soOvu8?}Ra|k`P^Yc706R#qIb1ef#<2$l{&%
z=hv^w@c&p_^r<_&yZUIp^xW0k&rAM@J@ZlTd(tG9N0+!ShMn)`o@dPOx9FmwkI@s~
z*M*CDukP;duV=dY=ZVL!v;N_iH?MlbuCKT?tLI~=ujJ*I6I{9%g--itUuvOVDWh{<
z`Fx68zEz^M_x2ctY6GE!-6bz)K3DuveM!Im)A!7(KZ0g2-9i%AMKq|fOYbcgj(!sA
z!yj_@8`F;)^4^VsGa^IJ$5gRZ-}?6D_5A&=Y{xm1RP`Uc`E|Nv=Goee7bZux@CrXv
z@;tPxmY4lz)FP>wHx1oW5<jv8Z7Jm2Hh&TSoL|~?V%NLgU*i4s^}Kb_?9zF8PMbef
z-~W@WqLi{(h5wLWw5&^!dyduj_kBrm4Z`{^Urya}oE5M1<^C-{sUve1iNAc;`tP!W
z?F6A`?A8bNeVn_xaKSB>$`>c@_U`%;egEI}FS+d;{EL6MBye}B9J07t>}{QLaUQRF
zuJDDcNv|&7zu)>~hvnD#uMU<kv<$U#xMan8(Y<(TfXU<h!Uq0>GEpp?Y=RvhUT^FV
ze)M+s;w=x|Uddav-xBk@pO7upQn=#Cz1uP3X_N0KZJwuWenc;5?!I}SW7>CY_Yq>=
zTK@g<X$O0=^yJBJjyUcX7Okyh)k>JL*GxrMJG-TW^_ld9U2zumYG*?(iA^xER12<j
z=2w&J&hVKc@wmdPWqH~k*>8sXqgqeSnmgOa_=aY7Tk4u`edqL)=9oM_vCF07$Ul?o
zRq{*vudy=SIJ0}}fh#xPo%`}@>c0(%rZ?}*y?8vc)$o3s#QN2_{%yPWmey<W_D}vQ
zvT~UnqqIP=b&kugJ1?Z4?h4tk@a4h{@`AY%#_K=Zn-$6N-uR^(Be?jt^*@Ftr@MkG
zMM^!J*j;|^d)fAY+4bhThhBDfH*{sY@~YQY$JKD{dG`Hedf$ERspo6Yddc(gFAtBe
zGql}PZ#}0m{bJPJJzqUrEclux^RdTGc4)Zpu^{G**^FWVha-h&fBpHlXmQ4Diz6+;
z)*KVJ87#agqMvy)_qS}1#KM?Efw%X@oIJ)S7{SOFId_KN`+q;ymi+y-{-Vi*kh3B?
z_vkCHFjMeZuaF{pr$8+w&e%{lPkEEzk(=+*pQIl&*|4a{-q!TW<b7YKieFB!f80~D
znX&rGtfeQn{K?RpYVY>>depRIhTB)9%?-=E725Z$S8Mx=!#DoAX9x<E7?@dkUq5sr
zk0C$%z_Yivzbo0Sn02gkqoK@h`Q4eD#08|jKl)kn?U8GbkwV`M=GzKUSqkeUr1&~*
zk2mW%7)*PqesG`X)GIHo<d0taC--+sK<J^JzA4+UU1<&8b8|;&hA8`wi!7SQ=9OnF
zG+j|+x$yC}<(&k+vICA@RcCi@>R0e^%L%=#GJ}KjHm}NNp|$Tyg$}KDIVv?f>VP%#
zA-0(9)foo_OxWMN7X7^G!^{cgb3LSAXy_Db?wb}kVZwBU@3()~*>EL!IG(gqT(MF6
zFhAQdv9$c$<#xW8Zod9(uC(RzH5<b(+pR9iEX<P@^!aM^&eUUpXqrbr=leI?Q^iX?
z*RwEs#3ruhuQ|c7<I3*~LfR6>Yqrf2sCBCei|@$cN~?%|AUgTnvuo2X=xyIF;K`mi
zBim`S>e;;1IbSAj@H0K(c4y=KgEJbpv$Odxum1j?z4_mVhaMdEaa9j*emUtbzhGvZ
zhktynSp0m(QwIg7?>c<Fx9-j1H5vc3j33FgC2+(DX1nO>$g@eFHG1e{uC81d{ko`D
z>VP`CAlLWJW)2H3-M{!pJ4jZJbzg`4f8qMBojl7Lx3x}f%brkJp6Py%<GIUxrM|Aa
zS~9B)|K=vIl5{@Y-OeyOy~fe%bopvY|FgTUHFW0wc09fP;LRJKiqF+;@%2+LsmWrP
zHEorWRIqaGn*;HOINGDCJED``-Q?G<nwf0W`95L)j!4GlZnku}g^t}!yjx!E&Nyh~
zk#?}{S=Kkzf_ZPBFK&C@&3C(O-EPgV8`V!&tXq?BC~qye*XLPq{0--VnZ*js`cE@5
zO0VCjWoh+wS-5K5U7zw}$1by_d`RtrodvKjsaE{ijpqq2mG2pDJj={*GR-pxoDzR*
zhlSfwDe)P#X0wkP9`93?-{1f2W})@RgV%$79w$6gwvTZ-YO<wd>U!bZ;dA8v_pymg
z{h0DGEbf+Fd5z1{Y2I_q;u6XP7H#|}aXxz5S5elV+I3xV9;X;L&2;o_Ht1n~G;_99
z_RgI%F6gLK1hQP>Out;*Kl#4;sdMI^?=RjbV_Wklq40eEZ^8Zkdul>zw%nIC;{E2!
zl5YLe?QF=N_YxWxyYJh)T_n=cRn)cUZ*HxZ{TBH$!;_uIlfKy=yFBqBQ?z_XL8evg
z|EJL}{}^k({Bw2s2h-eVS#Ib0GT#LTcHci*8JPU>Z|e2#-`D2e-^Tj$!|sxE;%EB~
zYy0q4SI#@EE9NF!$9MnFVSDfGc7HYQ?)~?9OQ(p8+x)y0_Kk|Ol&n9WH@~!1JYIFp
zYfS-TzIczE6tizPE26A^Uy{E6Ywwqb*7nJhYgrENn3`AfgK?Q%@Jp^UF6<t*5@u$?
zKPGM2Xfbou_Q0Qx3eyjtwazoUAh><z&Z|qeeYQUD_O7|Oq-2WU+{yP#Wv0H|owIJ%
zhONq$e-7XO-TdX^+3z3xCE7aT7_FQ3Twq(naQT;(iE^j?)!_NN1YCI@Jt>vS{9_cE
zFuif^tZfHNmagMnDR^_u%^&$O{~PwbZJSagthwl7lAKKi%fi6kWr-Z3Uv*|%NgF(4
z%{CAd_R#SA`h7{*8BV?l`$C$36kWS|CtCTQhT%$AUTwxW?@w0q3m0=o#~zvcY)ypf
z;kVz?yrrZAMFJh?yt2!g^*qT}-(iNY?>Xm|1#e&EscyQUHT$K@u8Mu!YAe|Oi*>3h
zZPGbEA^4G_MPGRt-=Tt@<*(v8rf?my-W2D=>svo%Sy=eQ!0!oWclUgLeC3ASlr}wk
zc0&e6gF1foYoA|!IbhuK_Ko-adv!DH_7)r0etX%Tne@fZr7`h`RB(BIyjA%#CZWVh
zPkrsU*q?}*eKhsiZuUWO;(_X)FS}pP7N5|OWLMC!-ov`Hv##i`UzLv~@0*Zy3vcr)
z95C1#akQ~S^yK7!>bF%FIdkqT5OU!S)~k@P^M7E)Hou2|UW0nWi_iO+*VT9)Y_@N)
z^eZyix<lx?v9iv`jJsJfpPnt@Y)I95Ii2BJnEm0^tg`ZUkDqhQk9<B|rgH9+U9~Fn
zo;=sh*}DJt+WbQT^SjO-=lyN+)8pT}_5;m7?ryV?xOVuxfEvT*Ig2hj%C28)_Vi}k
zo!fWXCZE<m*8W{Kn)Bp`>_^{!Zf<_L*jia&k<j07s%EYCUo|evzRe*#ODiJ!$Jw6y
zbrYs-RK3^Ku|+3E{GqgPljMw=S|tJNAo0z7`&LfkTo}JCvpl)A#ozK%NOib%&r=h>
z3C1kn56oG;QmNF`$>CDd+PAC{FI<!MG*9h}t$%T^rS|B*MBiP%GnDSmJyOp7yuNz1
zWozG=tfCYJIps__S?R^KGc*J1pZsljSjr!`I_27X-(yaPDy0`SaQ6MPW}74PHU7-B
zLgNbYL;g(nKb&n(Z7Egbt922({Uoln(OX0&hlMdaM2+)iWzLGZ=Ds@GGW8E;E?XqX
zCf=z0EkWd4;<D?BY6cg$e3!bsm%1gWx<b<H&hu{<B=p)X{iFlepW1zK%Y^!4C#K!u
zI<$?+_nMx|4n-U5kL_8`1{dyK_cyC7s{SF<GT(h+AxGOysf_8RRkp{NlQs#}2%cNi
zb6WB7-;9;kcNxXkC8#Z1Qo+i5RIbjbcPsnLn~r~2KU}=<?#_2+K5v$7&(BpR>Mgc!
ze67G?bu9knhMr}IWF|MSGMzhb?qT<?`!y}sn{IL*<N0%|p}u$D+;xGIe?{&~^WvT1
zpZP209sl9=T;)6#Z;$BkDSBBy{`gVd+%WYNlcX?9Uw{Ad<@$3KS6vtJc^<pSws-mJ
z@cG_<YisxL8#C!m-?44)LnXDzCnRqB+pn8$wB(i0<xAS^?9weh@_yRf9vhcmnD*6X
z?mXLCy{0OQZ;a7fzH^+q;rv<RY5x2Kt403v{;yNMW}^BrZOZZmCOSF`I#Yg3-L!h)
zgdb%xj)e#8?@zGe$~nbZdG|)|PR-Z8&p*pv%gs1jA^$UR&Go}<>D@N^E}_*vA&W|R
z`m`E&&mP!zfK%w|?;rX(8`;B!)~=p-z(Lk%;X2V%cT#P`g4EL^COml2cj3jc6FyNd
z?L1_c@8)=VuQRN${eWoJ${WiUn4Y>(-MZKI*7o2=&7i%r<h~iQ9ro8r+A{0WED6t-
z+jkuN=R4P*w^TV`#o;gFZ`*uWqMCL8C@zuDDyXur&1yI@>&a=S^+`c{N@uiiO$uE1
z`3`%ze2dv<JA)mK1xsGqsqM54*O;HcU?8|=k-=vp^VT0{7#KIkTQdJKubQ15+UxAI
zB)6wOe$H;WH-`h$55#`y*j?7NnrB-1=goh<Mg5!4{pqR24hi<l&O7B6mZdE4m5yg^
zR5vnyEVsk+)XZ<GPvp-3=9`d^Q=GuuB&g6BAYfr~{$bj`<2!v%xTlHfEE7DmjICu2
z%cZJs9iR8@32l5*)Vm?P;3iMVjRMWiZ>gs`(~k9DvJ_u5|IWG4CkG3SjvoGar7-#N
zLJ7I~`led^tG2Tot5CUqcxO9<)YmG%NIfBQKk@a2w{sirB-sAdJk_Q3_^oigM$5fp
zEZ!Zr&3`|6wp^C^=(MN<sS-T>MsGg8t6@m&Q~x(Ld>@<g#dC+0i+C63Mhd+Wk~_zH
zx+C$ct@*5qzc2dVYW=D%*;q1Z{pWeT-%4i*J1_pyJ^!hSjpdZ?<v!-AoB!<kv3kOi
z@T9l}UHez<GmWi$dG^Z9+w<+Jp1<8<QRaV9;^~VBw-l*OQ~x~+xAzs-x1XzL*Q>S1
ziz({4l^~zigKhJ^NL~7Se!`JEzn(Z>+NLj{`mF56O8c*8ykFjF<<`mb)Kv}hIBs~-
z^2oJKY<+tdP5ZD|A*$gVqs>MCUpdqF$hGffR9duJiPKZ|-&D5KyZvQYFMN{C|MZAa
z`29}5N4mPQ3jd}n97w-3_x!uXT}LJf$;;=)&#!w`W97f%cG#SQx1v`oi$qJdoWEsd
z%$~IJ=%0+~Mb!r3v**bzj@<o2tz_}JT<`Dlbsq7BE0UCV6->J$edqU8>;DpeyL)yU
zD1|<~QMO6%P6CgIf!)HrPwafSE>)|%-FDuf=hpRCZ`S;ZKIRf(81r0lVyw*ieZelX
z9ddW|{M*fxdFGZ8U&ikzz7B7z-^&T@=YO}1uj9+6@N=6pH%dBwk$AeY|A{qk&Lp=V
z8Mz8!mAUz|7Oi{An^Sm_C#vnGlY4vNHN%Fc#G6lT1%F9#?BPj?y~}yg>A;P@x*f*X
z{$BMCzhE@y(3LFvzhA%q-~Z)cufO5_S&QWbV%8X*Wtp~-bFSokkL`s_VW-x#9b@q0
zYCf|iwsU7psqVRc-kQhH1G-mwOJ;r8yk_IZi-9@8oNGBWW<+GL&+oOY)lyhD<xtm-
zsR6Cu8aFX39xp1;O<i<k>%{95rOgW%E_Ijx5EDPbrnye|fW;&I=l@JxmL6hiwRM`?
z(*8_}jgO;7$?4(22IG6BlfM=)-(z3ql(cH5!e{k8T5ol(ZN7i)efh_a+vRW1HlMyn
z?@0T%jSl=me($7jmEGUvEK_Xu!tYGrm-Nb4G2$*~7k~MZIY}j{e1G4!O#a(t!cv{=
zNsE)1S07kd*xs8L%U<3Y+@*8u0N>5!Hd1}AdD@3re7tl%7}TntthD0RxhEZ+(5n6O
zF|WC3-=ciOXLm}^=*RB!iFj;u=#O7hvq*~KR2QRlGdUC#xwz+W73p$j8x$Vuxge<L
zv*}JnIbY|8O>uoU<vkB%99i4Wf7x<N;d7~ze(~2Q`CZM>yY8|7$lEC=)#Sc5@`roe
zh%hrcAK|4TX_z*(e8W_Csk|rCQtM{7r%D#P96r6PziNf*#^ys`b?Thb+V3}gFsVAt
zV)4XA%BfSi)`U;N;ppzCM&SZRoJ}{cs~$O9yYQy+X}PzKX4)Y)k{;Rol}gEY_3<FX
zg{1kH6tCJUZ(%*OrFiiJe$QOj>nlSxro0He#&j!T?iT*Y2-6u?)(Au%W66F~<d~z)
zFniuyH}0ELtuA!jGcQqBm0o1zXguX%e@JIpWp$p^p^Y}Y6Q(bHKQsN(jj#NPe-d|i
zy<XZ7I8*z1$PLlBzq02UJbs^v^r*h5_vX^}!^}RqiB)U|UH3TbNT12ap|Hg%EB;%f
zyLwmf2SygLX3>3|5Bejb&rIf7>hnu4b@P>l)-9Uq;*SIm6-&3r_^zKN@Ta4Bj*cXw
zsbHIacytVFZ3wquH0PbxrR)Y8KD*r+H%#$YQShlSjWnt1D_)f5SRAkA9bfrUYU12?
z0y`FI#ZIZ5aon8mzVh{6m)E%x-N(7RUzSelpDS<0{jQXs?O0^Bul0|F3+*c=7_Lar
z`F2r^`)i-_ZoOrlvwu8N$cU`*DgJg@bIbRsztfw8LS~EB*(WI-Q=TUIwwy&~NyL5z
zcSHF&JFAKl&*!M~@BjN^iT>6F`zHi0xKnPLeNV;1p-2Al!#e2~ZRwe1A|*T8S4yaD
zIr}5;iekfR*6S-}Idct)^@>Xx9M-j!u6_ARgy*#k-_`Dv<n=EXolRb|`>)VikGZq<
zhizJ~J1u|d%C$ujoX__1xjFuu^Gp2W#3<#e`z9r)RT9h0r3BVo-N--RYU-?u&&<y%
znH+Ge7Y|O*m0y)|X8B9yy4k5SLf<wQ`>=FhSAKnSNlDg$Ok-I+cZD6k`%j%N4>GTd
zO8@xtj<VNHCbeT}TjClU4YGoDzg%7&UukLk`^)D$<@IX29*XUAezGqk?R?PV4;Mcy
zHt`7%`Ru7t;%YN3>c(ZW4Lku4w)+1*dXsN)_OA)HSDsE+clQX(UU<RtVQ^e@-_J&$
zx$i$JKWhko^q{?Bva)}UUB7AAu0u;~D_4Ix@zIq#CC`$<FZ!6^`wH9tHIMRN3bMWL
zJbiHkPr^~&``?N`Z9k&Sm#VYF?TpExxB!POf;v`jci#TEX!-@ay8fUY?^RFtZ(i&t
z8?RrgwCYUvZKF@tKUMzy<Nx2eH0;%+vtK8(E9$Gg?oX5dy8TL={F6AfPpVoDNj_;`
z`d|O+E?<0LQKf>Kf91I|b5;v<T#q}fxO46N>nR^@BrFn~q-rGkZ?nq(XNH<yzoyrS
z`*sxe?TcEb>)zG=YAsJ+P_^6huDxA`3+k47&yXsec=hA=e_PCJe@PpK)PJ$-7L@kq
zbe!<TY}>@`C!^M8{m@bre?8$x<KYVVZ^Bd8oAsYxxb{NMQ}g}*SU1jozELn%Rol$3
z)8c^L?>og4ZLbJac)4xYyxqHfq2!bM7o3&_amf6do7j+l>#4uqll<pub^pI*)ch-I
zd-x|tA=uyF=1Hyj=WW;ezI-*`H#049(!0Am4~I;=_3w+MfMjBbV}Sntj>!hnn>ruL
z`R6Y!b5gZ;n^gAr^7fk+ZUN1c4>K^`E6Y58^XlDc=i+N5+h0i@o946em*p87mcoM;
z8`9o%rzHq^3#obS{Z-w5skK}DQvdy5$4#v5WzV#9wx7{_xa?WQ&61@B(K#8jTiUbN
z-1mvyE4xrN;zCL@&#l`YpWEfPF5m1tD@uTs{pBsbg?j1B!cQ{nl@L1rP3&Foy~TA`
zR*Jgpi)fW>aLjP1x_td&|B?)2-fuB24osDLzDwgeCi6_@3CnrmvE&rT;S*OneuzDj
zQ;xjnP;_1Nr+(ds?fFa3=kYEU6%hR7pCo#tjEh-La)rX8n>s9KOF48s!XKRHu;P6p
znc;ahCqi!yv&3&Ml_|akrOqC;_u4n!P4Jn0;)|`F*~GSXcZ2InLVQP-%xXI`V~1pM
z#E$ry^xcnh*3UH$%RlmVu{|UIA(sC}7tb-fpBJ%EoIX8%Qpaf~(Zt9muiUf;Yl1$W
zo0*#0t0S#FyGhMA)kWs#pTH~cOK<<!-M4u68Ary;Lf_LS)_!>4xU1@?(sjxBLwa^{
z)eb@zPJQ{hKF&9P|7XpgW(77WIfrddoSkQOUC}1+>UxEvdg6ai<!W4$33!n3spZEZ
zXSb7fo;5fBb3bRhe1qrQ2@csQi$vY$l^;Jh&0Aqw@+*reYRivpQns-;xv`t|<PrCm
zJ&nue&uTnj!pYy~{l@Uh`fZ-YQ@vF7JbK7F<K(Vaa%a5N8oS%qtn^zn!Su-ItiHL*
z{mi~@3ioVP=4_8>-gaLlx9!8*q`ICni^YydyfqTYl24NJ{v32>YVK`^&vsT;ZQmAH
ze`7f-SJrUUM*kb<jpwHe4(<H^r=h^~e%C+0Ea|)Uy?>H50&BNivAJO2lY6V8tzh+m
z32OdEs|~-^HSd<?H+|^VyZWGu;8eyazn+(8|2F7H&#*DP=Ek}zt+)Gq?fDu%?<?Xv
z#3xHNoo{73{9)@A7QOYJ&f$8?9=>+7zU{!gamud?>-bDdmvSE3x9i%P=tsx4{fzba
z$=&2$5n%1`naM2af8re3-Cnoi4^~JRILUX&`oua5anCc5x*+G06u6CHWhAdY+dZC6
z+v1nCraZr-b_84TJt}^f$Jum#j$YcTYle5zO%q?ed)4!YpKaZX9OdN<|Kz{c9J<nB
z_HswQp1ADJ+~tmj%Mxu;d_-1N`PRJqn_8pScEO;$q$F|CE{6r(onJDNSkz>9+>Ac<
zPQKG5a(4Q2^~<bEb)28s&QCDBv#fr$%Cg&c;@c8KE1C{lF)eL&Hd>JXT;S^O)Y&td
z`W9}ScVMTL^-C^y6UG~#{9jsB#>M;=uS>5vJWE6L_4Kb6)9Q>izmVu=?mBdk`OC?_
z`@3Fvx&;IUED2aM?fEw6X!be=JEky+{h}uA+%t4I%RgLt`5-4ZYgSVSyV>>%zyD0v
zw_oEo@_hP+bKPGxr^Vq5cNPV%4SKgLb+di=rnWPO_8pJg*1X?i`OXQe4yp=#6zPZ;
zT;}`X0kgrX*FPfOFbkJftJJs_h4#;XU>4=Wl@zh~c;NKchXW2e|NW&YB*Q8Z-Jr?;
zR=q!S(p5g?s&6{Q{Syk(+FCYTQO@1&y}PEKch43NdGiQ$t_0DlEdq6W1Sg*_J=?u=
zJNIM_V?hV+`?5C<<nkHJkDa0V@a#Wrn*@Q!!5nFSbd_a`kMG>>?c-wTSa;h{J#5L@
z@6%<%zC3yIN#XjZiT8iYu9puD7Rj$HN|iM0F6!ES{C;(ThmeJ@N5ixZ*|jAO?E%LR
z*9hMB;LLisFSjw(b@HM&kBweb{n7Z9epl}2ZP(Ye`yOW%&XrfXcs^eH@4rRsAJx8(
zbj|s4@nDc<O=WD7bCc%ux<6qT_0qkTMDi&K7)-GfUu#{}X4UuW@Xn8aukwW+-h0k=
z$Mk!#k)HbXk8iKs`kv>v_g?;Bw`r$-%qtF+V%yh$JK^^Ko$h<YlhY%Yin)c)z5dta
z+Xp+LDOo<=Y&R~Hgg6;Jn)CT)qT-b1EAxJy+8$hf|7FSJ>-N5<Rbp?dimZ8i`})SO
z?|j7$yH$N_UBAR{o@Q{A!+#gEwAFU*U*@+h<NKph=XK|G;*PJOGy3@_-0)rcJg!Q0
z&V7|NbC_yBY&YD0bNQbxHz%1zk4(AO6u-$S2zq74U#xZJhWhPCA1vb3`;*Rey?+$<
z(MGu_WRc7ANlP1pn_v3>|ImMFeF00IO=Ae7^}my$x4QN>eLH*g$L5f$Umq(RZQJWG
zMZ&DQj5(oE<(tc{UEkhx8!*(fUz+bVd2+v^K!V-}_W)5oJC=hvlh>@^U%n<#fc>9{
zLUi?_$4d?5f-ICaT@myv&v@YT!|jaX-w39#LvfRAx9pv}<Jp>(qFdZn8@>E{Mt<Tv
zz6%*M%98|tm$Qc`{bul;e&*Q2hiOtu_DAeoT2H=_xMb2?QkYrDb<+M-eUbBuxb;i#
z@f9_^dHnoB>v@;+E3;>$DXw(Qx^gFBO^Jet6OX~c`7Z9chc3N+DBft2+CSre7Sq4_
zbN7Cq-t^ex!s$=<!ox$WyWJK)l=T!)cyV{aoXE51-eqmM^g?E?@%|U=f4wiwo7&fx
zR$5lJWB06w4J_;}-?#0)$oBSh_50OdYA5Qijx#@?xb*hlS9i<vZ=E=CqT@uz3H^2V
zk8JxZyw7q0du~pPYD&%={k~S7`Ocxo&V8H^`z5C#*CfnH?DUU&TdtHRUOx5Xuwc&S
zhU*3E8kQBG<w$U|zPY4+vJRWL{r;v0DJp6?pER9y^m%%j>UJIyY3$+-PTG5D-<jK!
z&XuvA`>-~%bNbV#-+pWFH?RJ3(0xjB<u&oYiR+A6AKlx&bA99vfp{73nJP2YAMbts
zU2^{3@4>ZiZ9mKYfAmP(_)?(t*P9B@QgtGt=j{0tSM}zP<t>Fh*DpUkZ+|SGQ9byN
zPh8Erm|Ycb{dQS)@ppBrcQN`FrEIve!_8#wUbZ*q4QHqBH-7VJdv0*G{$2q$qaBY*
z_0zd}HcWO)|K{~c?Y{~?_o73`WzMZn{$aF2c3NQPzA&LvOR|g}7`L)&_Xi4JW0H`1
zw&UG~8`2`p7c?__x5)WjZ#$45;r}s3TrGC9Zh7#*c`MSHW8&H_PQRvK@MEEM@jI=|
zytGJNgNbc+vCfAzl(S|U3B-L1mT-yQ8Qw5S@l(SFzb(^p4L)W4zx%ax-N`Gfrf&Ug
z#LQ*zr{n&-MSG9D+p^rl+uSzw&SsY=sgK=39d5VZMDoeyZFl*ZrRwY6=<~U!{NSC7
za)&ckZG3&CBu(z1`{q-nJ_^#dQ@q(^j-~fKm$O-M;2mS}ZPOz!_t%=wt^80@_29(9
zFE`I7Zuxhq?ySu1OD7j+lo@{A`QzE_myf3Eb5x&FoPNP-rc0~QZ)KfR$G26;=PsGv
zSNtIJ>CO$GH|4+U(zzTyf3EfS1e@I@A3rCoTXHh)(6!TFroEKmp7XetH+veF)Nx*i
z!1bE4;xCLJ7k*Z&%bk&vd2RX2i5Az6&4^mRkJnAec+FPp-K^hZ{$G>)tjafOvqfw7
zw`*lJXZl>0Z01z5js5Y4>B|=vtJ+^F9Oc|I*70mC-oLdq*Se*Scj4ZJ?5x`J!>%39
z`}5+Kz=MwtiR%<QjLPQq*=@7%Tk&f3lZeFh6pgu-A2oLGZO%-smXWeKmiIwoAJgd{
zkMA<53l=3Vdt3c=t2_TH`KtIyGwqn4{S*2BC*N9LW7hLkk7vw1aj^bOn6BA}`T5Tu
znN{4nz{xM@)UwQj>&+!|*5XUXE|=J*ioU+xlEZq8Yx-7=7u)<7yx4Un?+eFkj$-H2
ze8(GOB0CaPY!WjkemT2l=j)#DN@;c38tcn$Zd`YeX9HjH9jPB@T%QGf=j*%eYZ3d{
ze^d8^iypGM90KkBUzbchIk)7wd5hhAbt_fVl1-Nl_Vb;4Wv)0U#qCc~=%RUgE#>@s
zq}8u%G4ZhZl5qM%cJjKrlKXh$ofQ;6oUweqZs~?go;4zkNnYw%r>?$Q+&T9UpUAqi
zZ?<jUa!`7`(ud74`Am~}%Vuvo__T(#AhS7p=8m(hJwF+JHx?dfH#;KJec!UvS#6JV
z#|`CxshqD8e&+B?{@D9n=lT8L+82db{(au0#J}&<{zn(@$-i3cCnj*JEc=>C<C1Ce
z@3r=y6}(#Ss=1`}|5EPDeIKiwcJG=HC|1n!Amx5Xo0Z?^kPR!YOq5P;-1*1B?e&JB
z{fqv6I(+=+y<6J;jm!NrH~-zt`*cy=!<1V^tZ#k@{`Az=_?v1b7=62FrhxR@1)VHb
z6WR<W3K!28=PTA?eP$Rmd0k8Aw$?unUHtCtN$|X~LgQCbsgb0B<EJdQ4Hkvwd;j&<
zPnY}sto-uC%l(3~s>j{>%vcXiXl-4;Dn0BkyZ&eQxj)r@X%s)ScT~Qz<#^fZqSQ8H
zu6q^Qwm*JcPxvw4WzVw$SrbJrf8X6k5;{9_^!erLHTK@PJm0SR|Jjnym)LdAW$aXt
z;!=8Co_}bL&T{v8|I(~#WP+DID|^7Mbedt)1UZW$quTGsWnb1R*~jkwpxE=w$cH&G
zB>rz~)sH)o93Po8nhZ7vO0c@^wkTQep<`jNdYZB7s}EBP7A76-VBOiXCVAd*hY3d-
z?lI3cdUlonv~h5?Kp2DhF^$Je$}SuyF0cH5eD2H1{rCK)+f_~9u;T5?XzBE_^l3Mj
z-e|lzYhL39=H0%FB4n*gW~|_CNk1&IdUyASiKTPjFnn2BoIamXEa&5{r#^40oOR^X
zd|sW6p22g%<F@MW(+gIx%1X{oU~h2cXu9NeWKF4w$gGf;f7Z-h_t&;3%;kR9$-+f8
ziF@Ag-T(PnJ%c;lTA)hIpKnG^thJ`Njd97FJ5N%q>efiJA5i8{@12olkd{1IpzPeL
z1MW+?*;cnU?Ya<m?eUZChsxedC0{(R7;b9Nw%KBOKi_?pZ?_t&KN+%2;82XHJG|t|
z0|$Hg$M;*`{xo4fwD<G9<2P9Ol~pn)a|!c(e)8j_$CJug;y)6qGM7L2zG2Y^!3DCj
z%GMsX(Mvl2=3q!mF6XbKT(UcIp756EK0C1Y^z{wqt`jCPn)GvrTwpmh<sIjJqi09W
z9cwhcDAhkVt9ZXh|7Grs+|LTD7aw>hReJKm4;>%LjA{dyC!6QbS|U=lG2D&y=Lx6k
z1>H0L<h<;5wtTnk%{xC9F1O=anWw`SnooPWxAc<jF~+s>KN+R$S4iJl>STNC+=>+k
z1h?xYCoK%PestR}sWV@W+|W2B^X5F~<39&JI{N5N+t7G@V%%pw7SD5k1G=Nx*X_zq
z+1uKvovU?!Uw7%z!lkwklMkL&ef9ELgOP8b-+YT%ZiQ7}v_5>;UDLAN=Ppb4XBLZD
z&Qh1mB}DXp3rhw35-NB$^Gu>o>6Tx8n=O_KEs|q%_?<md=;OT!r*x0=Ek9T{Meu;`
z3&XcluC*(xFmx+0WHc_l%O$w_LAKp-W=F1tOPCW6-0iK*nfdi)(1A_97w@0i{`gf@
z;#@}lQ|4OHx>DKv-N|iE&a%eARhDTSvNQZI=CH`zF<v(P#=##pzi#;@wCS>((LHna
zPUD*JsCNGBWc5XS2Yrq@Tl_v0z{Qa$vBOo~B>&5llyU*751(JzGW}V2`Bu>S4YCpK
zmDlv9YQ4F#;Eu3=SjF~Je{LnI`?KHsw^%($x*#e^{p#Ea%?Hlkov}FGZ}ZNJv+ed*
zXzs0jTJ)+pG0M$hVfMwg3m1&VQu#Q$Z!Bcz7n!lw>BZyQ<#l{YFJvr>RAP5j2wEJ@
zD4w*1XV%8w;o*g6%3G3c&oS+JDr&RA=Jg{+9{XD{*WWd`?0F#jUa~v#%&w4>dpoV0
z`foXAOjnGEOm7HhR`b!-sEBIlPTyhC&imcVe22Tn(!0~vek<qW{bJ*&EaI^1qKf_B
zH=BEI>P}IWU;aG4qAx+heZk3jPZjNw<gPlW*iEr)mp|f@^V>n{m7K?UyFV3HcWO<1
zQhBFZ^;KSV-+tdee0@Aa`Um0Ncjv70k2%=?+~vY)SEbIgdcqz|#xGXR47_zuoXPvm
zfg91cJk42I>>r(r|ETm?{m$_k&S^#Y_h!1>VEv<&@p8@`?b9q%Pg^mq_msb%c+B1F
zpZGJg8X3VZo6z0sn9DPqK07sL2z}<;71!TC@&Ap}C!R$eDE7YBxV8CGvfLY`99{Xw
z_Y%r~*8hJqJGWniBiUrhT*Ku1Z5-=oyh;*uWQhGEJ!7+60(<XdwyFz{j7ofem|YXJ
zV4UA2drkhj^YK00iOhLQx?cr&Gix*xKX`vxva3Yg{KO4Sk;R(qS31qE7%hL|z3gV|
z9QTc?XF`l_r2k**oWCw^_ndXHh3@ya^381Ulog!SaFOZZO;4$kE=j41t5;keaI$bU
zcfHvleAT6a@%)1*_UB=1ntv6gm{$52b>FHvx!aKAPv?9?@d}y8Z*K*>SoQY2@;h(#
zLp}E@gX^BS|BQV4@1FjrP&t-G1@FsE=Y=jmpZQ&@t7x&K$|>H>s#E<!PVG|Pugn)@
zVk~(3W^Y8Y`Ju~}PcOPOyKc+fb;D0YpupqL#`v9fv!-%C*S_~VHM&;+!Jor>zqP8Z
z-FHSi;dD~;Up=qw9bU`43LCGKrM=%dQ|JD-Px=u8xA%t6XLZTEdi4F>=Z_*!B$nN2
z>)&Q^Zfe!{hx0e@`0&zTMP6*g8ezV#ckln>TE6n-mk*cEKbCR#sed(X=30@7+1r_?
zuAUNE_kZ8}y*eppcWS4yC^anbnZWigob&k4gW38^Uw*t;@=sGqpI2__)Oq(#96F&=
z9C*KNWA>{Tp8mD3*<UL7e6G&le=M;i!#lyEJfbD-So`JM`>Q);JAanEyQqHgTDg(r
zl{LwyxetejS2tWvt3R<VL4DiL_br!iE4lo<YaahRrtRUEBf;^`&RvoWz2AcS)9Q;Q
z&vM_c@tt8F8OQ75)wX-aA<MX*MSu33-v9l>@;$mIwe~A7J<r7XNbPWxmW$-q8(q7j
zKS=z2F@?c#%BgQ}w4!H~FH_@S>}(cocRqO~QKV7xiooNO-<}#RzqM(>-w*8ei+T9?
zK3VQ&*u1$-;VBPanSsHHo^M&RmayHpSe96xUCaCY!OWYSV*4}qEx#OEw#H`bCb36%
z+upaPhv^8_*R{A7POUU;2&?3M_WaY-=qm?1uVie_vi!S~@6g_+4HvrhdllQ?K5+N!
z%SK}vvE$ov&ZZgL30d90*KpxdYR5G;Cof%}gJx-2(pRotX%JRd%XqDQ?0H+~`dF1+
z=WiR-Z2q#fJL21q#to}Y%sn|=b4pXY#M84c|9&5zbbIa#|BN%UF3x#1VI_aN%hjC=
zE8Bc7s2yr5c06Fsvu}FEwFCJQQx^+9d#ShW=yi4VApPY**OkvatGG4G=K#wB+dYL7
zHLO~$nFLM#y5i<y39%<V{Ff#i+VDeHIXt8F{v*#YmnSt>D<(gmQNnTX?FWHb-afnu
zMk%YDB@z^;q@9qs+3$4TYwn{NwkInhf2#H}9-UK{bwk=DU1`6y^}>~^Gv8{3=Q;m;
zYW_4*zTnf`&nn3||CWgc?t34z!=!s><zu(1U!Cq3PxNgHZrCXlW$wHoPdMts!O6^-
zGVH&-!=GK&Tc#s-?8=eqkEbTA_@??Qu~6sC=7OGSA>}?iX1O(!`JW}S=EhW~+b`s`
ztl>1Czkb)5#h+K5+dC_ai(RtD_v@0SZGLBV^K0>^_{`DdN;)JL!8%#d;ph1qyE?R8
zb{X@%K5lcwr2nVT>EJ(xbKmfq@Xs-e`KaV~r)~ATC9<bE7QNf^+T`|$8x_a84!sm%
zI;T>{Y~*XS^X5$J$CEw?${%Hw^q2fAP?LCoS8l=1MahCCr}O`5Cg|$k@c+HM|E9|B
zdEt%LyK^73a;@F=jnU`)2loa0swD0{3(GN#NZ$TpvV~@|s9-UJ%R$*hncYkmPWZlh
zpW<G~$^N>~WZx{~q#4d}zx<`28|==R9Jzd-=${Q@3+-2PB(l$Zf9p_ljKSxYWi8)2
z(oIxkt*Xtw&bOL+uj>2V8;l{28g^55s_2}0y0=)B`|gwHTr!JveyhlS*u(ZdwW9T<
zgwwi$sD$lDjeOsSKAUp>2=D&2=4bB7yuNX;Nd3B{?%b12a*~JVoY}lujMKcHGx6!f
z_VbS?KX5EDSo-7amkrTrPgWmlnR)$}jAnVH$d{wqg>DP8+GJPW-kx{-j#Y2M(g`2$
zRm(3CkE@WY*eW<9*`k!cz~IFzAE~(q+Zl~#>n*y)EBi*Z>fuC_8<s~NCT)Jn)M#e6
z_p_o&pM%_wwO5UowMGAb@##0itH)QK^_iQT+i>VyquaAoYxdk*d9#=T{^YOTSHrsH
z@%gw*`s%ByCjFLnJ$Ct(k!;ZMpr<Pe7)}}L9opBkJ#)$8SJhD;C36m%FLAUnPT*CQ
zvfCk;dV?=}e)4nY&lPDM!8f*U?PGp%txs`7{{jC8`xVwj?|Z3Yxvg+k?6JUdQHlMc
zi`KqX*l<OW;fkb5V@7u3(<2X8NH4i;l{9;&{{Owcf6qDAzRn7m@Mh7E%jZvYOz0K4
z*X$W=``RXCY9GU8hK<Ii-vggc>)I<O()8}y?tR|XbFvR9vv7%8JyH?XjA%K)!V{J7
z?zdpj^O@0?)XL|7UbuJ5Y*RnSMR~lh`E~3{-h7`k%lC|r`NQh6t$7Rcn%8h_S-~H}
zu_I-Xk`%|BhLzj*3F|v`Ebz4JVyWh=6ngpj^c+P2JE7z9@vc?%Kb!q|w%xxbdj8Mm
z`nP`<tuacB<**60JTvpe^xGTer~f}UJurjEg`ZtUlDV9_GeGl@`RN(K70VjFbBTFn
ze~+=OF0r$U_<CvKmJ0ESQfvo>-uf#jzg%QL^^4xStNV4g{o2I8Q|rH5|F^i?`Hqns
zn_6@yG&8+t{unp!uk-{-Hs*sCY`5&9cAa=H`r-SrpU&wvnpfwUY=~WBR>*$r^QG$b
zhZ^*js?Yl`$l0AaS!ieNuI=inmwxZL6aD9Jc*^Qivo4+vk!<rTl<e2_3D3GAwx{-~
zGE1j*;j*I-CqKVrb*|%`qgL<xtjFp-7Y@l+KA3pr>_I<yMUOjAmSo9Je^jve=*%yM
z?B{ehF8%%@`2K;Hp>HK;nJkOqW~tu3&EEFoo$o>J=M$>98<XWG%h$56t1r~;6^?yA
z@%X$aciM^t0y=ixp2DF&OO!=0Rk33(r%7{YER*@C74Hr!_GceB7I?ybwL|d9v*A73
z4nlgCiT~o<PrtOf<tg(cn7>Hs(_HBrF`H&E^t-Y2_)5IGIycf}dT_?CUY~2siN-F{
z&+Rv8<m8;&bR%*8*_AWTEw<_uce?qmZ&{K>*}BD<=@-pH78m|m-cgdI@kChNZ&@nK
zu711P>8^EZwqM^&e%ah_v4h{Y{(d9hw$to4cBzZJwP5O$GTQAF{amakG%rOvx9NFj
zlPSx_+egpMnb7NEXH|NG!{<Q%#*C(jtsgAAl%L*}K726Xnsdqak`GQlZXDRc=Kb>u
zpOAE54*TqTjmgVbu4u0-swzJ&m6);HV)jERb&ujAb*72zuM!$3u8WmbZ2Omc=>Es%
zx_svesZX}>m%i1AsxqBCQ<43DjH^swtEsw`OK@V2bYo#x(Y;+IhI8NBx6j?~l%jTN
zR?b~X*<%+&6ImIXKHWW8aKYqc;Ouu3PGwY7OrFl;Ipf%bd)4-jI^<t&WVz*&)bQPI
zd+e-lM;OBmrY+2TR9N%*oJ#9L-kRdNklH2ge|r4C7>axD<PhAlSac4jBFlp#X1h#-
zUfAimU#kB1L(h0qrF!zwyHdd))PEiF{gKMR|N6&+!~B<w{q1MQ{d>Fm!aTPvD_S-j
zxwByEXTcOFdHeDXgQeOQmYY5|d|2V>%e;KWwQFf#ryFd!bLaWrWmC+4`5im|FSCDs
z;v>Ep={j2q-A*=|lz%PT)9?09T+rms(KrdtSxomiY9kizzja*tT{z=nM!lnRPsz^U
zJIfuz{AKC}zvu-YRy1$s&$^J49k=12Uys4Iy;|EmR9j}qXU_@YS#0i`lO&?@d4{si
zrfl}D-C|W8Gno$ZsQDCUDE59){+wsoTF56;^yWz9t2+$WOZQw=jE%V>6Rfz1@omY2
zr9T{g?w01weDf}2R%8{kZbkO4f<%?xzB@fDLS{daS5TV#uT?H+<xdams8g{f(~s@o
z4_5P<IP=;P=NOG-#pHC`brX$#e0@;IZO!?Xqy6&s_eZL(b^JBwZ7ECKefH1F<K?;R
z$Fc+`Ywcm3(d<%icu~UilHl@pOC<SNWvz<USd_mD8x%3M+}izkf8fTedLK5(ZaaSe
zoat27ORf)>On6ZIeDcdbE<OLe=9Rs8pzz%4g^2Ch9U^JIZl?;j#q8Jh-ebD|$D;Xd
zKCxnQFD!Q`_)avO`cd@XR-=_mzF%<FKV9S=cC=w%CYQh^<@woC>UwSx;pakMPC5B_
zW|O;ia_N^7iDetaEN(v$vva?G`C_tr;3`?K>o-qYR+R|w{!rTevH9iX)#aC14ka4*
z9h&>5!slH7^6&Pw><iae|1p2(6R*zm!Q`OT6*uJ*3vD*ZUUE1ub<4FP<9O9##$#J~
zH=9jT6li9jvEZiN`cJao{}k{|@wT`#dBL8J{Es(g`^@**?OtA^=eaKC(53I&eC6Ed
z3x4!Dc$4eQbJg`J3)k8{h+*&hc;HS^(wYO3A?^?KwoKdVW~}~l*}}Vp`<(+juC{0Y
zTY1dn_+Pa;9<G419On<&O|gG)l<CxFNuSTJI!=WhZ|w1X^KDB~*WO<F>DH0HSMsYr
ztV(1*P?;~0D&;8uL|Do|IL~3{Ru6;8M=k$E2W*h!Ss^X4`A*B@I+-S}y@k9J+?l&I
zgHJO!sWu<}v&i-g<L+Fk2M4yKc^&v4_+QFS&@KA*qWLSFGJ=z>T3*IT8$`El+xFP{
zV$afJQf~!PdNuNSgf2EDxks@rX?7RM`;{W~ZqK}}x9d7*TGbq%F`+U%>UrqPa>>Ip
z+7|{2saCvfz7r?)ey;rvueLwh|4r9cK6(`060&bn#x<p77xQKqvxRG}chd3A-52rT
z?2B*w4y)IDG%YZFzgC=cZ%}!j^FPP?I*N9sHv+#2Fcq^@=xq*tdRbP2iGSYYjTuLD
z)aE2@@IL!fMq&4q|BSYEv$Owq1+9okU#9SA;=VoWzchX0mYyYhf0_o*PcDn2zN+1|
zR|C~&y}kcJ`rD5!l~b$la^^NO-(E9al2>N~-;W?aow%CmA3Mx~c3$k1DRK8w^YXlI
z^Xz>1(rZ7O6q#<ugyhU;&%XQXjcpmL#f7&!=SO%N_+GuB@mAyhRHyH!^v|y};^zz~
z5aJY{er|@CPTn?t%NaEf8gEbDGC8!V<ktCf%eTk>{9TguC9Ud1r+AR~xntHoEm9mE
zQnDAAVw{@Z$@#?Be?0!fOU6fj|KF@PX%-)2w%FJHFU=`merfZYs4a^xu1`GJI3+#0
zjAa`8dE1WvKFL*ouZCYbadve{DRW!Nto#34Ccjzx<?H%-UgH*KM(GR=muUrA0uNal
z^TG@gPs`f|ZaI9m`2~CF?fj2N&b1$2!Y{L*D_HVzNP}8W%ijAboqGxo%QQ~p`?GMZ
zEc0@Kj+yp1cI^85UNQXZjU2s4{D$Y=d1t%Z3u<1ld!S*~ro6oU<l1DtqMxsJXWZ%&
zwErbIqyF3#26G0(TfVsy3$Mj2kL~$ylNMO26JW~XH{UtJV9shm1rzR_MNhqEEL<^l
z#rl`5+e~ky`hCu`oNHY#wXAD%q?keQ!N#d<i&h@G$j@}u$M$Zm%Swe!UgnSQ`h8g>
z+Hv=b29I>q>|3#izI{5AdzE!de6P!v7cY)??ku11Z=;7o#hOHYyF-3QCLTV1>BXI`
zCar7VCqJ)07$LcT-e#SSeP51!^4^l&DA3isrPgxqr(fv?3r~OX{>=1&ckRSOsWk>4
z4VpsdatrV%ykL*HxvNd%XbmS@w_uam3f83pI{(TpS8sQ_G~cF@P0>3k*WPA9)?7Q`
zE+O6}-O=i2rbWrI8{h6;^|JhUL#zL>Nt^<^?XJB3JY)X@*F>)?O3y84eRQ3}`GrA$
zMqACMo4q}=JA~?ZdKR5o%)RRAi6_TumdXG7mb|ku;hg@dt`oUiTpJU)b?5L*U9QF6
zH)&JMwxj-HPDT55)Gy0tuy)TZIo+YV)u5N_w&EHt=a=f-db>8yxVHF*R7KNA_W7}{
z*4t<3-CJ?+*j|0xqHh6KH5-h-3KhP2(z(>+=gG4HA2RlBKKtWl{p|-zdGRf&2Q(Ox
z%jcwDYT~N#e0@cD-)@6Ey-8mUD%$x47QSKQ`)*V<@gUO@%Rh_Wn6@OI-&#=a%6Mtx
zrutjG>~lo9vaesZEZbN2=|VEc<=U6r&u;45|1jv?bW9@1Xua>2X4lfm86II<8du)e
zn0O|ynBhtDl9j<3Pb^Y0MHW7B7Os@OKX;>KO>oDy&4)gV*7RKK%nD=Pe9g?j<4onB
z9uW=${u~Fv1?#6d8t61n=6igXuZwZ<nof4@FX8Mlk_mGwN;~dMe7J14;60IN$LAh@
z`|RwMF8<4{`c;OxHM+4oJ{tO*=LwdW(^_~pRlKlMxa)dYnt|cH)?*Ju&i#oyT<^R*
z-)&l9`@>Z4Xtv`U1<hr&AHJHj>{^UsojBu?(ia*<mB!0f7dzRBux4*@e*T*+;qvwC
z^2y8DN_iHpoN5?&<3dk<-~GJ@Hu1Lk&;IBsBBA}}(GG7B9`mo6ZDPw)o7HFiYnf~P
zmh&}ZVSDxAi(U48`#vA~_ABs4fOYk!D<=~^g-Xa;mbHBNFvmouOX$}TftC*r_Q`pn
z&vrQ#8Ghc95*V*`{Y%^KQuT$sa}8>vM5Nd{Kd;{wZa<xG%3Li8simhGbmqLx%x-z(
z@+14Ah<Hs-<4n=xsa2suTQ}`4Y1y3ri?3w)d41u1U(c1^s@6%^>Q%ixQBGRA+%W%@
zd&i5km_m>CdwDv70Z%V!?B2?8tH(*(QTNuxTheiNE}WKL^Zyf{(Na0PmnR?WebC_)
z!Tj8CZGpt{W%be*Ubp0L&0VRSa7-^*$e>lu@Qozfmu5f5^gm2`hxUH*6^efwyXRK5
zJpW%_VcFD1Wwp{;(dRX4e{%Pyru=e~DhOs=?6_~i{RD=zNyi(eh19s3D(9r~?R0)C
zv%OHar*}z?EUT|^cA)Hz_~LD9XB}^gF0$p_$E?^lt7)HqLXd@}-B~NIxg2R<-&JfW
zUdFzmsK+P$<_6)+-WTcJ8n2}$1oga`+94BqydwM77Mtz~jgrq93UXIvy6tSU)bDCh
zJ=Q10bUxX)K<B_tLz&I|$|c;|<^DWBb5wMGGWy@_d-vf|v0{i_ck{RM!#htt$!}Tq
z<?{S%v1NNL9xrx0sJKXrDVSB3Lp?;yO4+}ysc>%or`1OU?z!a$E0l#V>iZVG{r|QF
zzt64x@OAO`OL5AUR@XG5B`O?+lvO{T^H7{2G53djx#*LQ<5%k|<XGZUHcZ|lY@xT|
zo!*rNsh=XhriL~e3CO>m%J3xd;rfu3TFy&)@Bdurvt6p}ymW%NOiMz5;){^nwNG4s
zC0lP4es}Cc?YH(NJ9|x<)PLS9iYZvF_d8MdVtL-9-LGm7ocM00rI+Y_`)980&b8C>
zr9S_*`)^vQXRUvOujButo%(-Lm;GMXkbC72_odX&Qm0Rp9#L{`RdUF4Us|tnfA!7p
z+gNsFeiP1ZT{&w<wRP;zH=D0C#_luN8^2=Ldd>PH=e>@*2F-Z(Vp{*1mCKIx3pZ_B
z9Xm;IQb$eUOJkFplV9F^ZlUo0gysZsO}Rxf7kWQTd0;d7;hV$$f=`n)_WnJ#I#Z-+
zRi&`3m-#xOOH=Q*ir0TB=6I#4W*b#;OCdPC+w<(g#p;*%>uycFSN(SCmygHgAI>;(
z%})61r|06$g8zSQzTczax-fL<)ouCB8Om9Yqi$6vSI=Kwa>SpN=TX=Gy^l`cbL(e*
z_wmm>d)3AK#sP2Uubv?2EU+}OV^;8WhKGL=;&{*QaNTiBSIOwCe`ekmhuyO-&JbQb
z>xI#*w2W(R-)G*rky@PQxc*#nfR}yn<;gR;7c@3Xnl5=`<>M-ym>X>&Yig>q>F@*2
zYd74Ox~n*@YNaVKyVP6MesVET<I;ThVQw{tywEn=<CfnYpXH?S?Pqs7p_?%4(*GCA
zGFzIPO=itH_;217@84MoB0AY!!3EWQiF~c=()g10^?chn{X%PR%a^rJzr3^J%YU6`
zoMt&u!$8wu(=8P>@5>hLwm;9DSC0E7#ncnMek-rbZim%t!<J5LUYJ)?V#(Wo!EOc<
zvv$R*l6$=_8;-bDOt<4z{9}4(f$ydbI>L^JS$7-R2yx}jlr`+!(Oyw;=(W&%>jx7T
zdfpBC*05Z1@x6lky^&LUCR^mpE!2=qT{V;EclNV&XV_D0pG|*ha=9>$?I7#*&oWoP
zC|!;a3VXI^$HeD7XQsVOS{JbFzR^1_amU%7nOUB#CP!wz6}|h||I99~RjI8!5^iy(
z^Lh2^rj}1!`Kf)9Zlh6=Y~{go`o%?>Rfc;vbntkKtK5I@VBOL<>s_db#pfBmUFW6e
z@cldal(VeoSi!d^3)VQ_*z@?w^&_5d<+L=JC0e32`@Mf{Rd@JdJ@41?Z%_9-p08x?
zc;vaI;pjz+S8H{5ujG&ZF8Jo?;h2?^^k;cT-`yLrtag?_rPoifw`Gb~SQfG6EfI73
z!=5hZX<zwp<`viIclUP9>{I?R$1&U1(#F$0bh6`S0X1m@?~EgflU1ked$gf9?7y+e
zhvkJLcHFTUFORG6u6^ofTl#SN(#$05#2LNT`}dr%RK789{l=x&92gpVA8(nzQ*&)r
zlKMjSh_f+!CTyG2>~dw(>RH)20*B)nw+hy86O+ho?R5QPXtJ}w-0iH@UCx*Vop%zR
zwO1ZKsI2?)_S*By+1>k>zU%f^VEDVd<ahV>6y8JYPfX5<PFVHDu<F4L$qcT=XZ_qe
z&pom@VX@NiyH<AWF_wAk!AGsP?yIr+v9UF_b;0r(6W2L4ze=q7x^YHg-nUo$t(*MS
zpS!Xs7N$4cJ>@3Tb#+=-J(tM#yn8JRTiFgc9Q5o^(3r7_?Y`xrnGtVJS@F+d*w*_z
zvYK0`;@Ij_cTN_c-7K|acH*vQH4ER?DLqPDa^522=hLEjk|(uVuB~X>RQcYf%(g5q
zGwv==^0iaTW&gZ;wxr0{`L=D$x#B{BDKFf%T;F!f-G8;&oa{4SB~n}LGNOLm)d<ku
z@gRMX!N(hmpMTsc!B@OJc=>sOnVA-~MIVD+S$7rO>;HM_<m8u={q3A3LOj{-&Qkio
zqF#7=n^|qrg_iYO6^;aLx4v}Fx;*c8;S;k>)13Nx9`Cxn=S$$yqc-g;bd&0yy^CpE
zKZ7CW57YKXr*AW9Bq;9rf8%tG>dyOGsxsWuLyzlSHcNb~bAGGEwnvG^%igS=^LVk5
zXqok~<~M=!QagipuUY75d~&^zt8g5DT*#9Z?GxX>aP#J`nQJ~vsI2_Zip{|fYT}Mw
z&yrJJzFR@d|4!wW;*HNPiD~ZT*}5a~m+CWnBV}ug%H!egDdn8*0lRu1wqGe`aJ+Ot
zS4->1iRWx`H<JD_KRR%7w}ukijn@1&^J(?#l>M2R_U~5zr2P7VrSguQ*LEmhI$3iw
zDQ|7yb*}Td-qPo9&8+u*c$=lRX?}-;=9Z{?2M*XUC|#>7wBmD{Diy${%UPpSlX@Zj
zmKYOv?bfr8ri4FXEpsqYZf2SDKjz=Y=8OLFN2X5fNVg2Ed)A`6e{F~VzsaBf+}pqG
zanWmy`%|LUZvHe$eCfGQb3bY*Z_Ie=^6r>f!Kqv~Zl%@1@$8eCWp1$A_OYHbd%Emt
zqw&hg3F~9(!>&rdH<oy`?brFZ`bvq|^*+l!?Wwsf(Y;15?SEWE`i|TEzt>-yR=rR2
zwB3>UD=elzWHG*0wC9)Y{e8k=m5s~nE<M$C+IFiaa9ypQNZ$V1z&rns+fQY4D=(Tq
z=f^gmmXOys7?RVa?`-`v_q&PqmS?MPJlpTKWFfm;mD1emKQ9w1WW8r9`7$@1OnX$$
zJJ09-KTUS_haG=7`>tpElyFDRndznf_mlmS{5>C<zcBcv=EX;Mmz~rVC{oU@Fo-R7
zFRyyMHC(ywvl`D%vlHw0f3y<pTW0b0vtpU^u9HVy*pFEY+)TZ-^(@n+7K6a%vcqq)
zPWO1a{cZ|eZ2$AoZMWaX%?m#L;jfu!=CxpcX~ySQ7BVL_lBHYvb5g>W2s2%~cg@>G
z`%I^rdvfBXG^01OE{2&sx_#+zUT>}0p9efq2MYeV&d%I%aG%^Fsl@Y{CoYM-DKhU+
zGu&<2d)fGT>H(Xr0@wdsbU*hv{G#+iHu1!wW9o&QoSn_jzdO7&`}&OOmb>~5Pqyb5
z^D#RyO3S}wux915HG25kV#e0Rim%o`-(c4A`>gA>(~3ssf*H>^&sTr=vGB{w<>3i;
zW?lXq|6h&o2D3q##jbPx8;|arTP5W$)cQn6{rS9>&KWHp&R-M*f2o)(x_P&u;oi?j
zURCesmS23Q6Ci&`?pA{A^Dm(*(l4%ajIg?OdD_1}ACF(YI&<omQ|U*t)B8@uNiTKD
z(*3OcQuDL6TRY=~jT5Hr2++*YFIaX$Df(Ec0mIqonVH>p8J_dAgsVmT@4B!+`K)Ez
zw3q6}f9ssDt+snq(_@x-O7xJey>Gfia^ZQS?=O;%@o}HeU7f-s^{6Yl^zLQ#dC}fC
z?jC+}qUY$G6-)FpWA}XaS*x|;mD%Lk>zy*Z)?c`o)8(onRd9xRv5s^p<NXY?iK5ri
z1arjm7Md{VM;vLLZLxUKaqaJ|WjEZlbaGc`9lN(SS9jYX*Wzt04{n|Q_V=PPd!R-E
zlZj8z4;7ck%q1JYu4k@QE>6!YQryzDmSbgi#;@506Mo+N82nP4-*y(?gERXZ80`6r
zmwvd-<+pvq40i_p-z>sa4632t`iV9NSME08^nP$(Lh3lbeyo4+W8;@cm}NRDzPYfR
znPB<){cG>j)@xsKH`(wA>*h5!yJubevcCA<Nseb)G0VhR7#JKFJY5_^Zs*SV+I07y
z+EddKo+Zng4Y(d0(lSX9KX%;NqWnhg>g0Xp<=-D%Ha+3T=(odV_9Vj_MREtO9DB$7
zqqmCDk<07YkCH9Pw;G%?%6~Jr?68@3%q`)9WpEnz!py?vxeiI6t_xR{aP3!+-TFCm
z+nZOMhb783x=EzX(#<>NP$9bJgvBA|54+hG9^^25;^#Z3_d@slS<m;f#7%HnnA`2)
z`&Glq?8eVGO)K9XJ+jGfKc9q%^S!uzRjjS8hcv9e7o^MWQa>#A+Wm~;55r5pc1y*7
z`_OL1<)@i(LM3~eW$WW#0@k<Mn8P32pL;j+l+M(!NRJbrukVSQ_S`0(H`wAiXGQeP
z^GWM0mZ?SDpa1{o`v1!V&g>}u^s@Ez!n65q7RHC7UDBHR%!B&395h&ORoed9cFSVP
zIa9uKw)HiIFLd5!>33k64S$Dq-HVJ}yXut77Dhj;){EOci!bl{(#g;Hgzx5Yd_MT_
zK)))Vru6Ra_kyQp>q@w-`6$VG&dpIURiGj7TEpUY{!46UZ~VH^8QFC2Sx4-(^J=cg
zR3AKk*S)w#zvuh$x#9oT#~eC$+h+Oc%l1Ef87<k1neGVff5h3!S<l*dBT!(uWd8Fq
z-5+;a_&c6Y>|kc&UwPH9<Me*J(@rj#v3lOS^lz`9+1%CU#$tJXazy&t`Dzn9*G#nV
z%dUFn&Unh$dy&nlssFSCS~6!Ha=mi+&xE+o=kH3**UZmfm-l%4A;ofzQg>_1nC<s8
zQm$pselU0O^({wBJKY~G;Ij1)QLK9|(SFtB$gf+>|D?-oSR!Aly`J(x$j|C|HPhEF
zr(ZVv!Y(*+NL$zCuK63GWFVfqn#upok&n@TZXbE%^x0Scx^<;o`K|JRFp(QOoo7Gf
zf3sq`_@48xXBMCDS9>7yWxDu6qo0dHqF%^!HJ*(S?0^5$xyk5ajhyhb{FA<J9o0d{
z`RBXK&D48%V(WE};=t)=A_Y}y!Y{dGD|9?#W?OPH_2q^me|SG@PA`0G<=P?IF-_QD
zy6fziCyQ;~rz+(*>|4JseZ9Zg@>S|~`Wv)zSDEPFdht8R&t}Ja|2@Xd1&`;ZdiGp#
z>JX`O*%Q?F(!28MOxGxvI=*VwB9||s0@gG7yrkcq53l>}`^|yl{Z+FcYg1NpPW-T-
zqatl?eCgC}cmCVm5?#vN{$k<I&vQ$!n3ycTtaD-V_VvqVyGUd>?ACJRFt$)voAgnv
zZ`*Xc8gA(y6Te)!KL2>l%YvNV_X;)=M>TU4FV54PYX9qsaiaXMSEu)TZMIN)x9Dk9
z^bBwP|F7(o1$>r0-~Tn&r+ibGcQ7k|c+u^@JH_|O^0}?w_o-->!(`Qco%-|RclzYK
zUHOHhU0TvR?#8aE%g_F1o2Y%q?fM>1#|-ghPH$Zpy6w8A9ol-}y!G#x+SH2FAHV*{
zy_hA^A{I4ko`LRVnW*+qyR8|oZ$%cowwRJFz4ocfw)J!GGA}%9yvaBBEK4`9;Hm_r
zlr>w7^PLxOKjnEt+Tg2RkPw6K#GXA@0@^2Bx-c{CLuN#@>kWtErN=Iu@cH)f?e=?a
z5jR!8nQq%ClVooHpVjwr&7l+87IPLpz56J7VR2fmUhK0a=hzaiG+z5(QEt!v<$%hf
z)VMI~CWHN)lP&!Id|}J+yK5w`{{O9X@t45cFM3NJ_Z>PV!+qOPCYgW3()*19CF}>E
z237spnD2VqwkCs->F2ri@r_28#U(bTaqK*|a<u^S<K5;5UzlG!ce!QqpNq!NFP~(d
zlXYHF(Y-3_vgr()nYLTo8oLdne%`xZw}rd3F`{TXL(}OJpT{>g=qujYkzpC0a;@af
zw0|p7gI=r%Kh0%$^^POE)$@{`{Hrk~d9Pk?FhBp0W392VuFzA51_$-C9DD9K8qNQ9
zc~<qzaG5Ut_ka2BukiZ4INs*7&}6Uuf7X6G6+A(=Up(zw;Z@gP5vLCv2y$2L-S2&~
z_21L<Z;Jbq|1!$We%Z(_$07Y$?u?pRhr#CFW%nwZwn{c_bYg9?{UIB;cFp;`<4;cJ
zYJJ@ia5VJlnNNOIlJ5`R3~)2ZpLOw6f1;m>=aCJLPVrgu4EhaZP3AXU`LvT^m$GsD
zr6)YgWBQeEaFt!}N!!x?oSlD(dWYLJ+m89N&!^PXJamd;lIQy>@AJ0B%S@xCJ@=%*
zw&Ym_{}k9y^M2iMdh6tWjl~9LDRKfc*4>fx-+u7pY7NtU%%6XK$n;^HS^hf2%*L=Y
ztcYu^;%Cbl@~_y}KXYGyc*(iLJOVGAY>u2+w~qb(B4_s?=H+qgefux^&3m{%jpG6%
z3x~hiymWT|diB#Qp7Mxp-Lb&8X3NuQ;Y_77KR@VA?r+=7S?sj!V<S70s!hwYz_)W}
z#2ffczC4GAckLa62G-mug_muNn{*r6*DZb2@In8vqF%#6NBfrL$z7IJ9D-I8Z|~dX
zmZ4T#G*83BqOEuBjGGI#B!s1vEQvWQoBMq3!`&>^Gq|5Eo5{D+Zf97F*es(xbGljO
z=SttZt!BTpciHCJb1S)fmRE`i2H5@mA>6WoSuw<CkxP*G>pi-azR&l*{TlRR!nUaW
z23z+PSuPjZHcRsL`#nE&o$`y9v3_}Z>3O)o3d=^R;9F%|XBIs3{>*aL;bJkv!BfSV
zJpxymVhh^S7<>2oELs-zmLvF(Z(E#kx`SBBg>O8H8F726B%cZVVqbf`XPxl#SL^c1
z?(oYV-XmJ9-+DGm=~|-LZH;}K4lkYjo8^bP><lH5O^wQa1^c{|t+U>pJ5%`2<%0Q(
zyJ~8w^WNpLSm^&hrk>%H%A4GiIrVf{o#ck^+iX7U{UN|vS@r(&pR)h!A5XDQ-G1!S
z=cz9jr$k0H_diJb9l-6>Qq6URlef|K#LJcbPrbuLKE~|nG?zTj)1qL!mzmG2`pZ;<
zpgGSoUdX3be6G3XB4(7+cuG^$;8E=ZsbUvK7slq!<Lb)=%WdCGJi8;pKPFoJcz8$0
zwrR_(IsP4}T5Ggm>aJHSZkswkyF2*_Z&Ff<b@?9Y**AZ-`{^!x^4fXf!>A2S@6%<z
zxyc?nxN}*;0){nN9*L_~3)>5398^lX@GIPupGo`KZnc_uO>xa9*D>67$w-pyF690%
zETyxK^ZzUDYo;H}KFkfjmM!)1i1))grN-xl<nF{bbn0Ac)aiJzd56~2na9gN&W(4O
zS3NuEWbn_Vh{b0-k{{mL(eT#x$<67nKAWDGT>ayj_P)}DpoR?RTi0Kn6lU1^c#33v
zV)e?&y87Ec7&A@Y@0779=+iI#>8Z{|^_rIVKWgRF{mrd^ti9Ykcgw~3COXf*y?np_
z+b@xq#+M%%+w)E0n6>@EH}Bi0oi|S0CKB(t$k<=ktRU-4N}F-br_(`YCpUe6`#Ph%
zPN;N(d56jS9cLfE^t~GT;qaH#JFDaF7w?{L`u+U$D-K7N-uv>_{;&DUch~Fve_Z9i
z@K14%!9)}5NqW}u<r^l>liE2mu99=JkdoNk$}f@<<$TIXN4XmVbX!h~_3dtM?_WOu
z|LOfIb6#h^e55XK_$}w<;efg?=Ux{UecitAyR+XGH*Wu%dVP7^+A=nuZU|>IT3uRS
z|F?g}*9Qf@zf+o)3E16JmpUP%UT62?L9@@PZwgMgnDZ8IjBb<IBG9~h>WA{(7P2=V
zbaV*Go^jv}xyjy;zhjQNWbdQtoqLpI-~Y&*-;kp!SZB0l`^y7?=h`DYw(IYkx~}KG
z&s~d)m7A8er)E~~be2A|ne}p>Nv~VWGBqdLRTppEI3mNHWO($U^Sl@PUaWKGE;~8H
z%VeuuqN4Jppwp^i`emFK4#ey$5>4ORJSU;nTx=g(P2aC}w#$e4=cJ`SaM)E@+!9>$
z{L=S*pG&G<zg<1&(&<Nix-YJN)D+t_&7>i|#@1TO$|Xz9u<O|RjjaOvz7)>(Ts5sk
zGWzymcfX=te_X1*+y1fmb=x2~>u}sZ$DE-4BBgZysN)xNlYS{*Qes)iX?E+}i4$A5
zFumd5@YTNKSP_G8FTefn8Fq?#zqNS!{qoLA%(uUAp0VzRg}vRC*?PS7^Vl{d*M2#o
zSQcwxlX;9oq)D9V#96-RyR6Iq>h&DAx)p2seYJ)By(3#PMcuraUd!nAv~^ElYCp19
z=G4+-dUHyS`f}`CHtC>==Lc<`E|(oTEka3;KR*}F&kdTFpStkU#-Jlx=JjY*-V43V
zAwDsv?4*1q^J3*_*5e@(7verVnpbjVW}?Eq&`aU_RwX9S`?Pz>sV$d%D*LkMDcbzH
zutWZVapQVl3scs0-pUL8=0&~Te*5Ktli@}jTk`r7wI5G-ee!8_{Hy7KVrqS@vrKBG
z&Lm$kaPH1iwvd1Ex-($*tJibnx%wH+UlqEqk#}3udwBP=gpl+Et@#Hcznb)XDKoz1
z<K(6%toQlci;AijACDV!zf}lP{^xunseJSAf+rSHZ>~)7`?7V3u*|Wo4J}`e7XGQb
z@imG)GVj6T;O@(}V_y|s-z@*ILPq-Q>BGV@9qp0AYE2Js@X6i|oqY29IWs3yzIC(i
z9Ia$^(az4R;hFAevesf(o=OuR1J}31kNz|=ZaF9SVwq)s#glW4Tt3h2b}Jk4zPV-k
z;LN$?v_&ai_f=SeS~<@wzIO9(cLT$f+7}lRq-;9gix=doXEgH6NLNgmT`9?Ztb_Gd
zznVf{^N)anL;0HFJxY%sMadmf{ZiLm>bX35{SDWGH+$0?!!lK!UlhL<v*&lnH_M#t
zH8+99Gkfnj+t;P<M2^L=9XnmV?cnpJv3A?<K5DJ>S<H6teqBjZ_>2ucA3fZBS{tn8
zmdc$r$e*`dd&>I$Sp_G%m|6L6uL)l7v@y*<_k#7}hbvBGF7nqc2!H(JVQr(s+Q^_8
z{|)_h7PCoItcZ{=`SIuH=a+As`<E}iuuAfp+}S-Qvol|3wD-M^o9A2cX0f$~+$nP_
z(}SH4e^gr)3ZCJuzuQr;`>e$FM{CwuPHpenTE105C5iDs(bCU<^%h<c6-b%(Jn)^y
zi|n=+H$~@hFLeHBwOn_7<s+lz9oBWJXBt;ccse;#G@<{r`bUfZOZXDy{k8o+iO&$W
zlwJONy~a()$5RWY@0_amol9|M;bz$en-9x(vNuLNyWh2NYuhf}Lv9>qPl7X7-1IwU
zRe17l@|oJuQ-*xLYo=R;Dk~X;oqg!D@8G%32Q72z*k{$0ua@$BTod)Q;BvyOgRCEe
zAD+{G#$a-`!OqM0lH32adW*NrI3_c(?#-3O3@;=P9Zxl%dp|Kf_jk8RoBv{g!tz%P
z+0*;3a|!RQ-J6+|DRpmKcj;DfIWe2%8Ee_BBALIwo^kA!!)J}c^=u1FjN5WQSn+DO
zv_(#S&T(%8=e}#(Ja-%4WB=2z_j6+X-4m~8H>=&5J2`caZ}_w6hy1>#*4=mA@#vL!
z^>?0Ww@%NPB2dZwwd;M&?(aGF{pD9r1im}{y>`8?-_B{79}n5<nc8(l#w@*8G{4=g
zVbYC2wuLvm93vjgsND9UAzgsAJ4#LI*fq0n+j%CmXq-w&_&fi7?%J<!zMqf3C?;fC
zSnhBjW4?#~z6$xBtN(Lo8-JQt^4(wHbH&l^Pb=Ox7_N@JaYt#pCl@21&&$tsmOHP_
zG2I@q#GpU-tV__Nv+bX}?9`{cf4~3G`-LW}Ua7A9{wd7%-=*9G&$U0fH!GFq<?nlH
z_wTYfo5Wnxva05nx9xv_zS1xJq&<I+&+e`7oj)gES$1P?!(;cy+uJM;w!5TAN$;CF
z@87Y{D|i1FNMp%)z0z<3W6GgOi+}rGzP|s@j_K&cFT3yWYvH`0k?4B;aZC1L%evRU
z?GLFxQt6nOc$tCm!jb1+Zng(W3xC<J|6k4Ty6%EYfge9TpReq3<^g}fJlC-FTvl;?
zlfT?8KQCAEF<ovs7GI&Y$4F?)?S1K*cdw-C?A3pKJh=W?YSzPd-Y0lUL+<^2DyE*s
zo16an@~Kdz$XGf5uR0vQ0^Pc2^lcp0&pT&+prhi^%H6s~;chvGbJkTT_(g7;c1QQj
zL<7#-Pq(~0mmXme=`-s>UD1PC+#OQ0GiA=bPW&NX^&lrpEnap`r`7hxIGKgfA7d?+
z?fo6}>xVH%{OVhhGsFcJ3GQd}KR@RigEZgd+hN7WJI}wC;V^H#>A{|CcUE&%x3P@F
zu_jx`BVEQbnrhy!lvj=@yFC9`$(s|-87-Cz_-yhbl2-59Hd}UeV#`*|Ln8OQP87^I
zx<+v6lOn4lkACsa*=v2{>yDDwdbMl1C%=-nw`<T8zP+16q}0ax+Uc+l4%#0tx?kq_
ze8#dd&L&}=>pO|IACK=8^F-gsH2U}b#hZ{_W=7Md6;|9$RW!e|beU4zyRu!M7rtzb
z@-m$}Z{mZej~-QXh@4?+(*IDn{gC3<IO9VJ^E}iquU%{}`{1yv((!=Jx(_GRTQfZk
z$|x-i{XA>tDvQGDTc*XnaR17b?sxfhgZjLP&}B+X&-~3l{o(P`?G_;)PApIO@h>&%
zmOzw4!ExQsvu|wJ{_jD1V!CdzhUnUZh356Mujw6h&`dj}@##DRSJtDJ*6?-n%|kNg
zik@(>_PSjYcq@%dQugfsBaY86GKxK%{ifjQnXs%%qnUH~&i36hNi%x;pg8_N1A9E5
zpx8!1cONky7Wc)UwwjkOH~!Hn`z|fLr}bCH|17KCgrZqn`sdg?S0v4FIp*7|@$QVl
zhm7LHD_8zyhBZv&D1E=AU;l2)%HOe4a&msxkBNF@Hs?+}7kHlU^XU_Q8}c9Q+}GTv
z7`ZUs+Soi%$a1OJvXT#1F1utZw-`NM&QQ2u{s|`!j<XrshZ)7%wk;K%EVbj>HM3`Z
z%dXelkZGLAa%_RX3^AvpQcZncLjEhS9a*;h`ilsIV>9Hd3>H`mx9ww%c(8G|Tcxf@
z+q%egXInRRFh1@-BxPGH*!=NJrr3q;n&xx#E2nA7lsF$Vzchh;nd&jg2+apN0!n2<
zQcDV+aF@F+P5ik)S8~oCH!X(_ZlkMpx95F&TlK=`!(91tK2a7CIj`M!IScb<UHi6+
zsXKe0IRDz?)u%t+-tsfrm8sbOsc*@lpNjuBO=B)7kJ)Bm`}@%=-xpV9me08FcE`km
zZTI1zOAoAK*<;sV{MOvQ{f6M~%9lyM+NVvwe7N6k+P=@t?~^8#i@2UrkxKQQr7^v7
z$+PGgCsfK56>2^m6#doy*sSRpS6%ex182+1%D!%hGhNEev7`IVhiyW8J^s%Xo8o?U
zP58INr5EqAXV$SuGuRnjnH7?|Mt_0MqdklTTZJ8O$JQri+iTu9_;j{^PvW0b^;*eM
zU!UBIzBgS*vTTurzmB$E-kSFMzV2l)Y}_06GQRSf<zyXMq!cwN@$O+2o*7=npIPND
zZBGzvndf8j^w#~TvVv{N<u^^4b{&1Uf;ad>cBX)RqDD;hO`{deeV3A1dvy;TxSsH7
z#mNw6gM}KmX1`44ShQ!lc<Fat4%wQ6R)O5t7kW0kw_m#aL1THpO!}Sjpz{->->6(&
zdXwMYX-CZA?TcBLG6+wTE&pp4GB5Yx?4l_R`n5ebg$^AP+p>&3b?&*3jqDeU12}fI
zM=F@Sy0CHbO4(h{tCF^Cxf(d7<AWyeInP8!pVqBjTvJolIcpskxv*zWdS833sNA;T
zTSC^dPfBBCxb;te{#33jCJ=NjV@k)P^!G}MGCR-dtX8>M{j_)LjhTD7kGX24njTYJ
zckr|ImO7qAy+$kLO||~;BxyMw{a~XO;*;`z<(e&v6{1%j?yE3N{mJdPQ7-GvrIT$Z
zw>DVz91yy=Wnvt2<gJURPQ2*gnI^7kaNx<hDbr5(G*t@uEX>_<Ic{oxJ-gDg<sa|3
zUJO#%JoOM$Z?UY+BAL&#&F??^l^i{Tz0Cf3bAr)=sz=j*J(}IL#%|d(^NDxz7l@`l
z+c#4~$<-xEy+&p2uXFrKZ?xY}xsZCTxWnuCy>B-ZUf+>#{<Qnj1&v_oyvuAoYjo_U
zh~IxAU{GCq`u$nv^AEk7`nD`>-~TUm#?N<OUfKVf6mhnD2KRv_H_ghzoq`X)<%>Ex
zQF{8NS4{u7`t2w8&8?lX$D%dyxQ<G!N4DaUtp-}l&)H7nld+l=SO4?+OQVU)w>a-B
zejW8|eZBSceLo+4zw9jV!XknH*(T5XJfC=F*ZA81yy<_L{r#TFdNrRk4bDh$so#8Y
z!y{w$xlPK2pRO2o=tapSZ0l~@CwBI~7T>WmB^(a&EXT?YGZ;L0ly*S9W0t|$<hTPN
z4`w{{-M3f!@V-AiJKH%Oa<4ajc{KlzYnIdtRgu>wf|HNUd?EAB<q4~4FZUezM3xD<
z98ax$E|?X2+|YOKShoEAqXNrb$zb;Ory2W>tepMk+80?1rot8e%G)oNJ@CJHwU9TL
z-Tk$|1P1xjUyiQrEcp^p|Eg`lu8cVKB@cM|u9T?7y8gC5t#qaP@&=yH!pqUGes_A?
zb+Ao&TYg4FsxxnM^Mz;UoQt*7J(rZ7S+GHW`J2!!$7iX_TGtrKKK1D{-IBE3@@SdV
z+5%hIER|n@!L|H;%QB`3nmxPe7^zrwhR1Kd+%prWXt53KcI71swSOBImdGrB=XvXy
z<}GIfm$w%f=bqvF%Dd_4{eya^iwuMwP1_uhUSS$k>DTD>@it=$N8&%;mzAlz%<dk@
zt4XTs4Gxsd?-cuTt~H)_;WCX|O<Bo%dfEbQrgWAGew(Cl`iXgS`n6S>E!=x<U*|Fs
zD&j1d;c>)fQOzy!S;j?279IJ0=E99_G4noeHwZ9vuM}vRyNl_xhW7cy>QmPLenso9
zw$Sb6QTNn-{7AQc$M?gvbyDk-@}k{2!s|YFx+-^gET~>L+3aM@whhKVrvHBypM1`6
zLfyB?^2@f{{}Pbcz!tHhHZ3k=Qw9V3M~^lyW6{@3D{E5ZD$c3C`LxC`vo36(@_OC&
zg`5j#Y`nPSs%s(VvtqeoUegY@V>6G>QTTPFYQeU;Zo@h1x2~y+uV1DvUpqrAcNw2w
z-29Z9XBYkCo~qoO8TqHG;D>$nGmAr<Y77Rl%l&0~n1%Qg4#)LZb|%WcF1L)8vMPD_
z>+6@FxiWF#8zbEevebem>3-XAJe1?G`wx#7GHWhBR?9sxVMA!2V9A_s-Qjg2c2@)1
z)#^Fhldo-B_fL67?z}|~t!@&sGqiu6)P2^QYGE&{T%K5VZQ0E4?gsIVj$1@~c%2Wg
zV>{D$D`3mj%Py(2kFgxnFywu+%V!gFko%2ijr;zUbWC0-yV_S`hQO@G*%cxSlV!_a
z-3mFuATGoI@!;IpkCDfms>|*(=2o-ys`h`LTjpgQT9?Z@-{HS!_<4zwENR6$&H8JO
z^cC`*-t+#w!1LQP&g%vCSFCIhC~hd5vh7F&`@aLbKg2NZf6$wI*19E0>}TSmmYq!-
z1iNzjU+;ds;*@Rq+e6|^OM9FSSuLAv=3u`z^j)+60;lI&&OP`d_jKAaCFz&nRLd&b
z^Huru&MlL(30Isvb><ZL;)X&+es$JMY%PH;54hj&pRK1H@aK#Fe;wP8TbHjW7L9Lx
zdBI3~MODJwb`ifbiOWt&UAVfHHTb3sd(A!BovlIK_xbsJmu@ZOxP4H0@5>*89~pmF
zlo?z*_<kwtIbDZ_D-Z8!TR&bs#lU2jQ&xP&h4kedwOosD9ecQ1@Yakir3X%{akD4N
z|DO}h*As4F)7SpsiLU(ny)o?H_2z#(m-B00WiYcoQ<LjF-)o`DJs-_pEW5wdCg4J#
zm+zOoGv^*;yLKWXf8_}!W4TH93a{|<SSj|cJ^k81Zh?aQGu|&1lS?(u+<Mt;Z5KU5
z_gSp<E#^3j^-dpIWH~0Af0TJ~t@-+_|Cz_clC^l|n4jsr8s(RF|43A$-3p#niPsZf
zd^lM0;z#1SBT`+y5$FAOx<1+1uNU8JC&VYgI^X(cUw87>gL-MYyFHqJe3ddt>D(-n
z)$`0{_M2>LwF1-KcR4!cLON%DIC%KwpUdYr{M)v~^BmvHx2m(0)l(*0BxoF2qWWlK
zcDIGx#GP}3Kl0s4<>RmxWp~rMyyaX8*RO{v=k|VPeP&n3o&9{5wPKVz8<&O0_c)UU
zmpIzg@6T2<x-;8s!cp<CBl~+SjDm%HIg&MZ6iqIUUL|bF-@@LLI8(H;R_^ZlykG^-
zrE&ATWn>)KqpU-dU%!f(K9hw*=KY<zJ0ClWIwiw1w|Yd}T{dBpx3uHr71NGXSH#~s
zSgv{a(k6kBU#F%2&pyA)OR@TCSYD0a?VNgn9bPjRR+@NDIVivG(lHI~x(V%HBnwwg
zKk`6SUaj@~+{A77_f!h#q`mJdT46o?d5%eKTkFZcH*D6w`t$vey4U&6Z~yMyzE=^W
zdHnYa?fctw4#^u$&VF^<Fto~STY7x$%l$2}1?Siun`d$``B#b0bKMquzv{0jpO|#}
zj(sN-joUa|VwWGxlH9i7-lNE1Z~tEh&;OI2Q{2CNdi<~IGeT*JcIubb|9@y7d@QHx
z*-!DADz`o+PCl&^csj-8%{^}Y8usE@jbGl~&OadW`05eWxR+0=K3?{}xU7FUyL^=Z
z(`m+1Jv*;YKA%*#+0M<$y`k@%&M=QD=a^}=G*ioCu?;JjPTV_@HsiDTu_Zd^dWtwc
za8>C&`dfSavibg>kH0*#)<3-BzyXtN^P7D<%o7i(J6&#$YI*9aWU_UK^`ZT#=PsXk
zW@N2n#{8pK!7WE3x9PIM^Y;nCwM>amEV$JU9s8tuD8I--c~-5dk@Du`BNyU)&VR9W
zow792Bq=+y?S*HoMTuF`{kvBWPqR9r;-jh1^tpvA?`773owGBPbFObYux8O^&+P>V
z;@oFnV>pv75VWhat+0c60vkX7GCqzUZ|-t#$!g!=tiERfkNL-KTVL|3&93u$(0go)
z*N&T>GHZKZTs|SuztGe6#?}dbd?icT`(!=T+ix68U43uIKdam(84f=q)j1yvUh{2y
z|N64ynPtyzth%4@I==crRE_DY1(t`b9`y*jt`nVo#dStg`MN;yiqQ5COVvUf9cA(s
z$*^*m-g|dKLjKN&cDGZV8z%E?Jma2mRkB?2_M7EN9<CAorwTU)E>x^D6m8_5@#v9&
zkA!i{bH77(%HJN8yd7bq^|_<W;=gEGM#zPo2f{ynFrN2xr}n-;x$_a?J6bxUHtqQ8
zxbJzTTY%!k^+w;5?**;knf-Qa)2B0AxRRfR{m4u+e4VtqR`B-S<{PuM{dQ|)R_NPh
z9ZHVN?62jOu9e8XZ+Tt!eyiTAg+7;E`B!*IJrJ$@xlAG<V~gr*cjo?OSNqll-s4Cs
zNf%hPn<Lb!J#)@iuX2-Wp?9|pE*U>q&CX^f)Kw#Mzt#8Cs;SayXO#pG)qQvoSyR&?
zcl^fZ8Q<P53vT{vFx4g6@kVSKJ442@(~r4dF7?-6me}H%8DP>QaOP4X|LTzHJ-wa_
zZ+X7_qUL1R+o<UrdE|Z7v+|Zlz4t!O`Feh1SKa9t#^t3F9UDJNZ%j^>lf5V!k^5h&
z>@!!^OiPCA>x&I;pNwPb;@SB5#<7@0-_qq1Z@lllpt{I?*)hHk1?lq)R;^t*d4=7)
zS)uMMEBD<yc%|3L#UkYh%ce7`nW<}<l_v3SD4cqFW6`><%|`bQPOv=o?TBG2w~MiY
zq=DpQ9T8^n53a@?2aGT6?p`JNNoe9tsT+cV_m8kj*0<&#zb(6?Ntu=XDEs`QHH&>`
zmHt>4bzlRJ^xWqYY&_>xe+&L&vj1%;vv%+a-Mv@#`%HE#lN6L#B>RXjwKajqZq?J$
zI_(TE`)vznyZ!rgXW?5_rL>K&uO7IO;@E1+6~Qqx&F7qn_13do3EK|87yUEu+4SrW
zk7xP+KfeEW`HzqopZ|a3|CU?q`EGR1;LDlv^0IsXo}4u?>iyKUbJ@*XJB^QDI(RUD
z$^TFM_1&Gq?KVmbc?o^y=EetSU7I_v^2@~lCEvvjGu^z`?w^z1^g{dL(g(Y^-*MF^
z-Z|EH^gx2X(<_|~2d1=tcRJz7aa3&Yhxy@u&Tjwsd-eYb4R5sgeRj3meN>(<{WIlL
zbKA~kt91&?-Is|~`K|M@-oe~{*X~m7ipFxT{6~#D#1HXROs`M=df?W@mQ5FAdquB#
zY-n|J{{B#ZiTp433?aQbN!6m*U0mm1-AkC!!CGrPXVoeBOvWzR*NZtHZM6-uWaKJr
zj5fJrY@sH;VM)Z1n(}!&I|VlKyjh-i$KxzZ<_)KZmi+pgnk-|D>lW#<-w0Z0<$L2=
zKvRW5vht2=XY*#;34Kyny=AZ9La#R43YIK0t*Og*zwWr}zo3EdgUhcc4=2m*$uc=D
z`{6eC2bbGTa>s=q&S+(-6!{oc^JVWT=5nUig<rJKEYmJlVQ`&qY|A!liu8sL{#SxD
zZPdzaK5tz4qr<_jxa8zB<@GZZJ~mZr`tCWAS;Y1K-v8?VzIt2!oMVmTd7Kiwa@(dC
zA^R5Fs#@OP_g%U1#gmr1D>E-1S-7=%_l=`M^9s8;4=?HOV`mE!{jl_QPs37aq3QMC
zRxvEva{B$>-wh#C1kP(^>Ym@Wa_?yu9q$>AXMBP~+cLkO-m>0i!+yK(OAVNQGV>i!
zxO8lGjlAc(-;ZaoZWIYp{5$(V`gheo%=X^)-rkF*WK`dAwSKQ}GAsYFB!A-Wy?1A{
zacKVdJOBUcFW2n<YVju9N9}I?tJ$r&M~-{Vtgu9;L&lEl;{WkH-%!Zsro4&2{ld=H
zH%f~m8x6K*h_7gutJUI_wQ8CC)qaWgbbUt`vrF3h|MEVwGJg5n{tu_Mf&hb9k@^De
zR9nL>@@iIr+8dYLulZ}L^#2Uozsz4M%7$(%{gy03e^vVCTL`}Fxv_z_dCN(?Q(rWA
zjGA1sXFSVT9<|P=;LlW3-Jg|hvB$no+EjDgI?i&Zs8WVTuA_2i=4JDFf8(k?zpeKQ
z)(LXkJ?X`&yRlE^^r)Hib_>WP+kY4MyleC12@^Ax96Qz{&(F-W`1TRcxy;P50?Vv*
zq+Hx??&_95@%u~pEP=JhFFg2`Tz~da2U}f}hL3#wFBUf5W5T}A68&W4T!LS&oSU_!
z=Uu`Tm0E*m&u@H{Oblmc+uzu_miN(OF}KYfvgZ!Ic<iv6{rq(|o6n*wlU!xi@e2Pw
z^zwPo`-kn9*;tC0AMHH2u1mdP(@(jU+^MZm!V^=K3SO%0Tg1lutblcf_35kgOg3?3
zTzj%-!bHwxZI$m{u6``D=DOR>^R^{AXJpqu`eL<jlIf9ow{)HLnHOK+dOfj^M{d#n
z+&3u(<_^ow-IF`#e!xz0ZLD(gTDP$H)sZbTRDC#NtZylNIXi=G$J_TeQma(djLs*r
z{9XIfL6+}rmYHWz<@A}7AH$X8c!X*>5ArP1J^XrIv*BIU4|e98OPr1SYZg_-G3Xd%
zI0$e&V<<S0yHNJQ#L!(FUinS?p78|Edv9d-tKk2pJ$s+unf~eY_SHMzAGT2skaTOQ
z+;(PNpnBm)=gG&bGdE8c=zH%a9ow=!A!S>_zCA6D7C%!v)n_#M2%nw)Fl!fs{Nrim
z;SI7IxMW(F{W$Z{&}rtyx_3Rocb9KsU}JWy6Xlnkk(qIhdCFy-_QhA%UAFQsc4LS*
zEdD&O=5}@h-=<u?l?N8a*2o*kc!awhyUe8Kw0TMOXCX%=0j+H*8y?!*s+{>H6MWoz
z?UpZLj*e>Syz$I4i&zUxKN~*#Gc8bP-NLUe^Vm-uFhAcL@x-V7V`t!;d7R&Uc53;G
zC>?P<+?>^SRb%e0M}Kcw^qjtH(zY_Gna3-d-MU()=<2~9r{vduF6JhycBgBcWn8RS
zE@$9*Cn-;JO|@O?89ip{hO!k$%x}NUb2yfDT&SkVU<VU>h5Yw_eY^jhHtgpxu(`6+
zn7v>^q<i!FNe$n>rTcrRY=7Fhyz#w=a?YFbDJOO})z{4~^FN^4`16Qz>$KmOr+(5o
zUSjla+H1e2WM$bK4jM~0KhP^_*>wHD(gw@@pR3j;Og`&4=k%e&W;e`FcYbuUJmm3<
z?cmg{cYkLr7o5}csdZB0#~{uJKLv6#W=CIC2o~;|)Ow>+>iEfDi@)D%-e<O?{&)C)
z=F&~vKKq}Ui(lGpesAep*_FG+952pI`mlpJeoMQY)!b`#vz<AO+267@+MbwfaA@zF
zd2^F`Yo9a!IdkJ~R`PT%WyvXu+b-Uf+AwRYfytF8lliu7QoeZodLygDHlB^=Cw%dU
z|M#wcv;VujEuM|_dl(a!IN3a%|KP;V@B1EWu4NQI(r)(a@w$%pn|}(Omz^vjeXL)2
ztLeoeIgj)cC)jNs*%=?v*v#SmuCekHn{@OX3I8RInG2q-Y}uHz-!@ulk!oPe{?Cp_
z`^?`bzc7mJ*769>w5oONSXh@?lkx4X{L9dwiijsSn7(ANU0y89SG}jsJoZ+VDPQoN
z1oi^9qnAzne8ji&FPIV2Fm1($>?Gg(<h3i<^Q{ETo?cFQ<;<||%h`V?C+`rBZvPo-
zYmqWV|M%iUo*LfK&W(=B#yzbz1&f9Iy5|b;ePp!fow+(-<%bPjk?VG>&73wp{v2bg
zZ&sh-hn-JP+&v;C#Tq8}%P8DSY5vdK?fajfdV7*1*^W`B^30R7@`Y1>t;yWKZjPnZ
zANErQOW(e5IDPHGf!lm?66XSY7tRXZ+M=YPaqM{18txYp&YRW$e6*M2$^P{o4~%bz
z{ayFV?o{!|Wp6b0t?Ie6+-JociHj9dk61d3w0kv6Z@4Xw%R61?y?Bn7waYApJe`QR
zWnZ;EXs5n4SN1yn_IABQ<-h-bI`=)-(!TlAap%$(wh@M!cQ^|c9ZPA=jJlnpz;)r|
zm%H(QwsQ#8&tF&f!!3i^CGqPAA-0LJ99K5D?l7>N6Q?fn=EMt*=bSd}!jiX=#F<)|
z9w=;y*|PgL-?I9T;`KA_D&D{S@@aiNYh%2>{Jzg+vl6xcFR%ZlA7sz7xZQH6gfV|&
z&92Kg+0QTB`rc>#-fvoo0`AS4of0nuE}F7j;+|j2#=LU<k((aN!%iLEWO6@xj+9!L
z@W*Q_&Be^7d#I)R#24ysk^1gr{-Esr;vb^tlkdFkJJYtKyVfM?Px`zX!@uw5hAVLV
z(q6Oag6>jpaXT;da|y3lA154{R=GuHZ(Cey;w_f{w<A~h&9Q5BR%9>CJ##UA#@DYm
zP4<2eOLLigWT`#p;l_e1H(NOQ)u$HC`qCJ8jJ0>FdZnJymM;ebss-k^|1~ia+&@RQ
z&8$rSRzk>?Q@uTU3r<d->CW7eu(3^ZQuNMuA9f_<9loNkS6sn=u4=meJwN;3|KgYM
z$*g)VA)dQ%d&Av6vwH`MQ!`l>=E|+*<FU3@$Tnat%G6u+=~9UT-_)3+l|3i>p0V}L
z>@iDBY&vnwsbAJ8_w|csQ^H;xiqcn1xmZ+Z$2*b5uWj>}H@(lU^%<NrI`{jg@bb$H
zg284tro}lZWM8-Gtla5&MBRK7FaN8Phv&&F=4D4c(rbynAXIi%y+&}Nfkg51?Mw~a
zB?dYIk8Q*mgugh~h=y}5e!H%9^Yy#B8j=NRibpNaZ~3^;W~Tg1QGH3}!lPAx%+CIs
zs-BXVl)7fi`o5nmb2WB+e=4IV^ZO~MzqqLW?N{H*t~~8gDb_r0ncn+z^2_c|`#;aP
z_iUS?f77&!Vd4R&Z;LC<c)Vr*71^f~)=iN=`lCHPF!<@*x7~G@#U5^F;|!P}A=Pk_
zsV?uQyK=;vr{=c;MP#0tl%0-EJ2<5>*n7QS@Ny64sDI1(?L6<>{%3er7U5&O?p=jM
zeBIn{=aUwh?+Kc&cW2M!yt9fwv~n+9WIMKd&f*6V-Q3?;oy2!XhKMt@{xh3($Uq=b
zEA-c!?T4qca)0vFKangE_IA$oj(b~J?p<|!-t$5Eah8SG$KcB>tbMvO8lrMGOJ{xX
zb-ECDD`8(EQ>1yjw^>Pfx53f!b+t3v@?#Gq&iN{IXu19LWwKTqU(Jc+wuyD#`|Z}V
z2<G+-f%C~e9>K?!9hm>j{rA%9Z>|z84<6iM`G3vu=dH%dshQU-Z~QU3wZ+D1MVD}h
zXhC=Nsp6W}#Rgx6o*$ik;<WYtTKzkF_I%$vJu{g{>wIo{WV*NA{L1)G?Ee#XJ}HdV
ze1Er8p!%+50sD#5PtBZijQUMqms~eh^=D|W>@D?H3&`F6EO4FgxwoOGOgPwn<y}gd
zbMTFnW9a12N^$;2w_~Eb_5Z#yfBE91@ypxi_X_MjvA_2B_RNiCQU`=$ITgPr{6AUp
z_1n}fn-1rh@Li7mJL~9zi}xavw$GXyaZdf`mrLn}>x7LL&uA{HkU#Uv$T1`2)Rzrz
z73ab-d|q_7t9hL+7nsrePE|Sn*=l2}cW-~lSF*;rL>0D5KlA4)D6Nw}+9UQ{*88Q_
z#r_}D(k$Dwf@R!~d;Yq5f$yw)$ApWezdRqy7>MSt<=~5LNq+ypMyb3*N7<=$wwTPt
z|5{Vr4DC2L9&CNHaZAPZ;B|A$*WEsIUV(FGrC)f4e*FrM7{TjD1Itaf9nn4(Y4wtE
z+1Fl+PyU;uYs+U^p8hF(=CYkgZ1m>Gne$|S&0bTv*yZr61JAvl)%31N;aaoy4CmaX
zwi02&zRurI?|*fA8E1jP-*e@^r1llQIny3F?Z+dVqIa9Vg+4CsX?#$~kfHuRxz0Ma
zX8DIZEPNSWPiwB`oWJ|!guBw~J^w$=l^5M}$b@gUcIPRVE*D0%tS|dbkGnd*+x=*6
zD^sC%$gPKJpDZ{0{}ZY?-R7d_r_l79>%Xt|zL~ARKKjDDjL*AYzTA^At)*&m=liDj
z-{xLgv~}vdipN_%te;+bRJQ(*+SK^QE#H<G-Mv3AqgeI*^h*JKFVD(#w;2>Z@sXbz
zZ2jJdd1B}7>8CU@7jv4eS+e2GpTkxum##cun{>2m=4-u`-n(^=#e9_hv18iAlmEZR
zsMfx#_ltkETYcfp+5_`{yXj4Ox-Z?rD$MW9CJl|$_JsDg8`PIxGc8^IeE;|EE6vF_
zZm<8NJj-#>OM|qa$t$GK&QVUe^Vzra@$Y;A?%!hn`0hUyIX^j(ef|7qfosRENL)0X
zG2iC%o$UtsR#WSKZvU@%cVC@$?A|ifv;Tho*ZuqF{Qp#|%2$lXT25*uCOx{MIN^%C
z?Yz1VhrfL}_IiC`$K9t56W<@c)8kn!Jo``On~?MKtf%+MTJt3~Uf8sFvo7=LL$>Do
zd{cVtIxG@-GkeY~m-1iSa@2q=<=x-l2eE%m62vdGCNRdE@|%9iT=2c%*SlhSpZRgW
zWg-qe33?}Vj?Fjc|2JOQwv|V}Gc>7u%yHao<#FPm>>ppX<7yE$X#ye&ZN0{C+!oAS
z*f=-$d4!LgU%9&5r5i`h75!en6yS*vms%aSB~UQb#X6tkn9?)0<SE82`(4!ku?f%U
z%gNVQ;BZ=DnQ`vN6X63%*}ZoKlnQf`q>?hi`AxDKHTrsWHr~BI>EEyQ|E8N<DQ{!#
z-=^2^xMSHRwpo9tMjlb>xFIIERHaSV;9K;K?p2Z|v${T4FzybWyLoGE{1LS<S4ZXI
zc*R3Utv+x&v>g*y%CCqre=>VRs(sZ0^IpB)<x(a)_P)6ibMs%*FN5z&S=WVsoGD?H
zIeh=@#tTwAmxx<GifcKmR<?%6-qP4y=E$wP`^{K7)>$<4U0P^t#Ql!vrNE6-Wt;fA
zS8uso$niVqo+iVT+~ng?d$#SZIlA|L+lP?uls`3p3u+{P&a~HyN|me1zZs{uVOp@>
z^F<b+w(4Jvjdr!CzE9XCFqN(D>8`WUAB@F3Kiv-F>S|T;ncxxp%Diyp;cvMICY)19
zC^w8d6jv<PEN_v&NlBsW*6Do9zHq@Tr^{#GUz&c%B+C7Y^RK=6&$j>V<u}-Ncb)a5
zaM?A}FKoK~TdpQuEOACg>6wpw1yw8d^EXQTE|74%EM;@pc(e2o;R<J-+)FkSkN<o5
z?CY1w#>+1WBya1rY<yc{d+|-)l-TW}m02x)vd^N<<o*bIs3yGY`m=<*m>0&IU$2|g
ze#g|*Xxb(AOKx(~dGamp2WA^(Z2rz5Fl+fqzNWsGhH3%50^P&s4Ikb#JHvj8ZRUEm
z8g;1xp5AQ=TTY1N<t8*W^Iu-;z29?ncl?rn=Pvh5Zeji9Rd##Pp%ic72VBZYf7{H<
zj!(OO;c>0w`Uf3v#l#Ow-md;7;AQhmM6gUkUf*}NjI!ykET7bfnC)}6&$8ONTEa;%
zS0G=u{$b+HpF-wFdKSm`)TGZkpjyZ`XG83x+%28IoBWr3pF2Hu_VSpeJjdNxI~oPV
zZZdA|J;*)b+LuRLz4+dz#)z(1%zMCqyU3vG!6_+g2By%@^4CR0d5xmAetmfy)2_JY
z_MtVMKVPhT=qC30jDY2oG`0(tCa3(?3hwy#Zu)*7f195c?FD`XuYMfea@))5)`mdm
z6K|u=82`NUKp~)&L#fNf<9yV$MQ$z50&07IKD5rPsA`$}Lak<pg@MSjD+TL*6`$Nw
zmY8%)%6jFmTL$MIOgOje5R<a&3)xu(r&cnBH|Q2jE?l&@hU@8vbknPa=fdwD4G-O=
zv2;mkjD-7XBhEcNUdxT*4&5k{sed26i?gifDQ8i5kLR=N3qD?0;8%7p%5vhZj8N-K
z^5tKCh`&u(w|dIvvxaRU&u{7U7KJ-zOC4UJH7DbhRE6LsmY=zb*#_$u#Xc*%_fkG_
z_rkQ9a*;NrXNt{^h=)&)TrYOHbMXu=zKtK0{ycazUF^8Pl?T<k3>~8!9JhBI^4ak<
zLGMnp(BzA}#XeOBDpF#4?^-2HQ1r82Sud&@ZQNyFen@oA_K%ucO`CJScgY%^UB6V>
zrudxa>6WE-HNG6lk0vjy-<vdja@Cy4jK;q*_C>^JEG|Cq{ObI@zFN}Z>uj#@t?23B
zzv}+9kod22FaJGwC27ggPbZsaN}dT?6s;l|^K<X{Os^U*sqPNPZ*8j?Pwwn?O|HDP
zq0_FA<JAO~@F4TaN=d2A76uBZ_<s5AH!?J-)pPF*{@~6n;C5=!gxfPOSI9G%N%LxR
zM4tLk81wC;_PQH-Pj^lhtF*qg;O)8}&&zgmr20;cez$|k(wOP_!Lyk~-9?jr|G%|P
zKmN()n)^@xPki!k%C(Q7KfnKq4c+i|O~d-4$q$o7tDjEDU}n3>x@zu)*}bA}3dcH6
za<d71+F&~O|F8Za>)UVFCq3S|)kaj<`c~%$g*$t~neq|}XYZ=E{d@O5&vNzs-_Cxy
za(y2A!N`{6FB0aLoQfW8d1xnbu>QCGztXCw=KB+;KNRI#Jj>(%@BRPdFVFvTa{kig
z^Z&XTFt;`IzTon46Tc?D|97q5{<l8!YyT(~2>kHNkcbvDNUn<C^`UastQl&HjxDbI
z*evl@z$=vZ;u)4eQ;WuJYo&ju9Qv25y_VI0B`VeJV>Q2-)7nqBMdB)Lew_X+u*0bA
zz@sY<9cnDr%6Y#$w3YwRy{*h?*H;+N{m}N->e@z*LwpHoCZ{|vo3ES{@xi6?rGrOQ
zi(}kvnZ}th-LYMIXQYD;s~tM{wdC`=RIxy%s|msT&c56s>k?p8b>`0#uU$oN^*;Ar
zXj*KnV{j`a>-J8G%+ynU0!O`g|5(ksT-nk&>uu$ty$9A*Z)1BF5c^g}<i@9fU-!2E
zGxeMM<f*~#&_$MO*Z2zQGBYxz<!2scoh2#QEwO{?Vp=f6Gxmc`vF#ts8#q=u&Q<<(
zQs$Pd<aaZcsZraW&b9v9Gxy~zgV#()lN3V_uTcuM$!&U}ziDf(#`V5$W!olOf3$pg
z{7S=y>WsDRH$UyK`p)Ka-L2}+8%w8$d<$}q?fd%q^uncq#aEiwZZy1?>b50yYQS;U
zz>hslwIMc~F>3L@l;(a4Ni@xRG>LmlW$GL5<diz`F5k1B64{+Q>qLxv1lP7LpC&9W
z`|;lQN4=#}Sg(IKWS<c{;g5jG)eAePu4lXLS|MB`!0p`p{Elh=frp!H#CsC@RyZG9
zuOnmk`Bdh@#e2d%gg1Q4Wcx4qFuU$7OW?oHTKmm=BVsek4wjoXxCwup`}57@%uU~P
zja!$VyX02CJL1?o?Sd`uxh|eQApJ>*dy&+2xtj8}o0VHi{zgV!*ul#uz@hkn|4oCV
zEzdTK=V7)7nDRe<bmYF%!cf~AyFBmE!B>AYWZta)+OzoXeWj$?6EA*o<^Ig%tK8V{
zQ&?EHJvNIg*7?o+54RWI{kO$N|KWq>zdohAFeUF@^hIL1UqPvCW9r<U>T}NMy^ENU
zy!zxLJts$AdHy3J!6xjv3X?8~eZ6*RJ@471jPnPZ-4hdjIX@`4&QK7n_BKfHX?y)N
z?YfM(N#`>Y-uRw)YH?zV%l{1TAO8&U%ufB>m>2nEx@3PW--j6CJ!QWZa9(RtOE6e|
z`--b#VBcTPT%C07jNfll_pdo!mGYs-?aAK2<RgL)7bLt9{oxgzyL-pPkIJ*nD&q^>
z_gvX?p=i$hZN`sd?->TnUK4iRrth&B&(2)q-b4N8=N>+E@2j=ayonA=8?6O@T{$aw
z$+USwtmliBnaYd$lie&Y`AJ%|3e0pYkGLN8LOgZH?^SE-jX$h)G&J@V+4uA6%`gA=
zd=z>%hl6+Xn;S|ECR^4lxxIbe0S}?fHNmqq>Mn-0t+@E{S<Di%DU#Yh_V_Mhe7{az
zgJIfA1rH8hH`b^FC#&Xd*0!0EBd~dv8cXz!=oaCRfu9fDQA<?WC#KVz|4S+6-;C8y
zeiub?C*Ip>XC!_%tbq6XnqFp&nzr}n7T84HI4xGA*yL#aI>=o-?bQ<1BSIFrb(w-+
z_>MMs>B=6xUe1xb&#2q;RgJ+Nt+O%0Jq{9ff)AEf<hg9}wLZM}L$TfU&5!l^TqSCs
zOHQ|V;@8%2q1|P(%i?{O?mSfq;vC1>>Lj0}%<X7tX<7Ov?%anL)~Bo@4qJL|H#{qQ
zRJ}9c<G0ZH?7kdd)nBLjPP8w&zN$CD@%9@o)_oVZA22@_8u4nmdTuUL|8K+ekd6s?
zyPkC{KXlTxVD7()r*o}$yYFZE&f(G+>L~W<=<PjztZ~-oo@|ymT`=MA+drRf_ZPe0
zc*6f#A#3OR{?POdPu+gZ+7s_2#jP{>^FAe}3x*RlGS=_$D*QOxe%j3c9t*rVm9qa$
zl+8U=d^zlHc;4bVt|0Hr2bto`4|lE)Y^uK-<httF<rXn6p4DGYpV_l^N_qZ$m!7|F
zr@N+oJK<8dk~3{xRYu&yN20ZxbQ(`?p5*hu`T}2)4g1c+iqq4B{?7=$6V}za$!S)f
zxZU|?NzSI=u3L}Popa7kJicnL&hnCz^1q+nQnLRY|I>Zl;yeHMz1KKi7AEwhjB|fX
z`pIyI37lFB&u-8x*ACsN`AnU)Vn%o1^eas=_TMd-60?8Zt^X@6QRK8O$f59zh=n81
zg^&!lEvyTFJeX^KiPx|8??3-Kw#QWyf?69Lc_Xjfym#lw$sL?&|Bl=Lw+w9YTekn_
z{(t@*pF?W=eSDV4|NSDqWXah}j8aR27fIb-zW-ZJhHiZA*Q*f@b3z(FZ@HtJyY-Xz
z>HMX}>GB@VK527ZUo&<|ot}F1rorKtujIR0j|p%7&Nl6jq?=?BYaMG`-ShM%-PU!D
z%66rvu5IYZShsOQiAn4smW6`8*MB@=`5Jfp%qn$`XU~oa^;j;?WtRV}SD1H1>ReH=
z!71+5kI!^ViW$E>nV<N}<q8MKnP<yp<@24{Rb*}Z<wGK0adfBie79u@vlc|%x?hzr
z_sB8Vi_ZH}=2&&=*T3-)Z`rFJyWet7mc`1=Gj(5<<!m(nSU7Xuye5t9%kpji2g|&^
zZQ=8Q+v!JA6zj(L<F|`vEBBgO-@Ku!A}e+MLd(e-#{koZ0m*8IcQ~@lt;+FozP$g?
z!dRhTu|JYqEUmtMTX@t^smJ9mtKA$8=ARB8rUn94=M5#^sPH85@?CnjZo}O*z8};c
zTl(4C@2u86TNE&V+serq9efTaqzxM<-h6c+=j2_1=WCyF->eHsyY{vqw^Nc^g1_AN
z$^*;C-Wsm&l||MFW}MjXuAH&@vPpKkQQgY5rE7G<A38T4_CC8rB5>V|{HgNij@tZR
zz|hmbQbzrCZ@tQf-h+FN9Z@}47a02XB+sJab#F={TKAvLpM54H_R!7H?OPtlzS;5r
z>ioY-fA9bQXzzB{@r+0GEtwvVrFowtmUUki^LxvaIz=}p#$f5zrT12)xlN9JV#<1w
zJI93m*}SDZ5+32<g)MX3Z{KRwoV!rCwOyTsU%}zars^qkxl)xP`5D&Mx!%6AyQ$!+
z&+MoJUsIJHoH-Pdo4iS)y*03cIqFsG>+6@9&P}#5FjJax<?-Up9FKQ!J1b7UbL7Wu
z_1|iLlHa^&=-$p#V*6h7lT7~Qsr}hbl48FfW*&~adHurNpl8xw^DD&ozPLtosUNyn
z85FF)m{(?DXXz5x9M%O~W-hje_b8=UJ}a)h%+<&nWjI}dw`;q=rv+0?uHIU7cABKP
zZ-Io<jU{^zZCmgkb{4?KVx4`z5?}1(Y)g{0*e2PvqG)HbVCqNJ#cNiES|`rj|Mk!3
zgE!dtCWYrN-|eQI;h4JXOX@|tJIy<CnqPl=W%ikW#!fqq;Pp+`Tni4FAGX@Qb4j3p
zhSRq5M?`0SKa`_cbAqSya;v70eAJBBn_V^pE!gOHy6|5_zv5i(oTkR6g}FU*U+}PR
z-BZl+X~sMWZpO1Kd{Yu?5;79iqF=bHTcqB-<X2l^X5yGEvvmDygUMRvOFruMd=)!W
zC>;2~ZhxKT-rp~O>-4|T+W4-rsZz<qEti-5h-19%pUs=4&)U4bDj0TyTl(YXmD_F0
zCWjWhR8QV7lEB6;uuE{u^nevQdg}z=&3KX96Y9gU!M)X4SJ97m{u`U~3&f92HSB2Y
zSXH6YvS#a^uc=o<zb-nE|36o6{U5$4#&svPziiCjaiZ_17E}Kzk&BmNC#p&0ly5Ut
zz2&fTOLM=R+j0$qnl=Id-D}fxg-<h-6{w}F3!F1>bT#Oxd@iME7rat?mC4~RT6s;S
z3GY1XZB8GtlDWQPPPFK)wM-}a`5ru)E*}@z$0fiLlQG54?Cyc}6Msc@E)tzA5Z_+)
zEM55d`4u5o&-gEmRj=da+Aw)e^i}0sZ#F1DTxU~UEB@!h{N@EtN-fscrdO3+u>GCY
zTv{3Y$I)_8<jUO#ZeEc}l$i5v`=M32BKPO||JTpX|25}%sp^l|H^1E)6dVOucH|4G
z25nLCnwENU(sjw@%WhA;Imzd#^Q8Ba^H+L>h6nvr|Flwl>Z=le|4VoCZf}a(cH7%K
z?DQm^uBaXP3>-}i9kusA{hs^V?f`d}*KcRJPe(W3eXjR>UiG`1?{=PkWNY#ApQd6=
zKqd3UC)ow+FQ&Ym=%%4!_}_S4YxiT-Thc$AcK<&vZ}VNf;mof_ouA<)t2tSV-~E{5
zmhkNP?R5KT1|eJCAGW#ftKrMt-r>3PNtd#-;Yn|;hYc+m>mE+qWK+a?GJ550J~Q4t
z)sks@Bem|Gx2OsG#vJj}miKX#QirR^XTg7Us+^Z+dO9wd$as56|IE2Qdh4cdNV|8k
z#NF=B%8j?PqF3rPYSrj8tn2)4C|TrwZK4*#@z5IS$`4A-eJnQHi{|;B{cmwo(k6Jf
zqTxmJ`+R+_<!NWWUt9O%K<A;l6SWT?Uy7cTa(UL|f^(C%?^%9E=nk{plI?ZRB)ZEg
zBM;7MnAVqP^1u3mg|wJ~v#Oo`rQeLl&3cqB|2gw~Y5A`TuYjWqJ)*<5eg7x(<CmzJ
zLB=x0E0u*Cnnjeja*WsHGEcS>oKe+pGg0jwzu>fUzL6<$D|(n)g1j&AwA@Q+ig0PJ
z`T3at0?YNI>$WZn-JLeu<g)v0$)2|cyVB3kOFtCl<?LL3`NG}ZF7Z<S%zxQ$oM0_q
zrl2?Lk)Sh2{`Gy_YdJ2a$@SQA?75mFE3EM&t2R|lUSOSX`82;XlljV8dwFMiaD2DP
z=F3W)q&3sxP4Zfyb?kyi?;bU0*v9($jyse2f#<G;3=Y-p&)RjG{H)(LDz002|AMlC
zr{Kh9)=O;_rGMM3eRe0#Zn^v-HY-Q1Mftk#j%*fY50T=nwVR7|9F87&w<04o@V1`M
zo$AcZc}`h8caLN+nk&uX)0x$f$o;az^<L-J){U+AxKDf6=1h6AZjF({=a%lRxzZV*
zq_TcpE`I(`^xEQYCZ8w#o3pDoOmwlXaKp35m5)wk9SnH9I(o*DnNsY6b5-Tt<Nh2`
zZgHOZ(c0kmSr@69b7DNr)o-MV99VHMn}L7zLgh=si!B%KVBM~8#ARoo#LSrW{_P!H
zW)>Q8J3B=b6JPFr{r%liX`Qm!C3o3$i;{IE`5#_xDKI#j^jjkMkW}08`A2R`S>~B8
zUF|#Rq*&Us+h_Kk*yM3V%+xO`I%fvUEzc-7#dUkrHyPep^G@NPjCUXRW$Cx4PM+?(
z(xLk6q|`@sldV(cXHFAXY$163-?Kw?7o#2=Sv0>a+&x`tY45w#gbY_NuC}x953h2l
zXDwD)s3Utxy0tSQYGwcX<~|oo5#>zfT+><q%p|_%*FE0)<yf@6w|RS;ll42b^n)!&
zc4!sdwfp_n>X!5Ajqf5mP87HKY&sKNcida(_=JW0F+Wy33%UQ$Pef>OGXG^2?r)+3
zYi3>35*6*{Sm;-?mZRbKjWcUFxAU!4`^?e%X_s4SqE$!!mcCbIixXKsD)=S`-g1`z
zmgu{ht!~}-pC8kwU%FuNSMN`Qt8JIIq_Fa?6EE7W`FCVkr^ro@C|@YOy!NHu<vgVw
z4F_^&r~F!?S~vf{BXe?t^W&H^vJvkMn4b0UevW4iyHuH((akjR!{d9VL0caj`RMF2
z?a<RzU3T|lVm-LO%w=(&zJztgq-vH<1D%Z}2Qq`EA98&+`@_+F1@9y!jP7z4W;!ia
z(!2fsTCCflpIS2nA1ryG@OkR#X@#pE&zu;$p<vR+WQ!|HLkc(#R_gCI;eYd<x1S;H
z-vZN1QOY5@2if1e%4lT!zVz^ghtBNZmNzfCyWCAmDtSlN=|Z{gt!!Tm8@Ns{wq1Vc
z_~HY?g~xo4wyZpFVHjs5SM~mPQ(;JfVdvuu8adOFAGE)a_;sby?R4L@O&caytV@zP
z!Lw<HZ0`QV+U13bR>gl3X6^VDxvQRg9$VT*$r)0XLBFI0RbIZgI=1Oh=g&*J7r*aH
z*JJpsnP9$o#iN#Oj@OrGmYZf@4*DD=HUDa<$U*U0FVEPs$Hus=T$C2`y1d8x*A6C`
z3!56fI<hOIJv#n|9bBg9{o{e;v)Qf2SNIz~t}U1~KV4DR<eu!dv-;O+1Nbi0THUGE
z`1)9FwW)b9&!@%r8_F)ozhiO_dm)^?O#9=u4W3q~^nRrt-zs}dG48YE|Hu9xoVK^M
z3C_8ZFy))HVZXWJnUg%%w_aP`_<1f%m}6pyd%f<dJ4SI&F0S-u?mj1-UEyw>###9$
zN<cK@Tzz1+@na`B=UtC$9y1rl{EC+8amg@Ap7rmt^Ff1+%M4e|_@O4t_j+!8vvA_t
zt)e^JcSrnw_@YE=CsPhb{=VhA?Mj7z)pY%QcG)`krP=I*lC5VRrES=<;zdBDiRoVf
z))O|_8d8_`r5&1|yfXffXygvF1OAK8bBOOK%{Z@f?PsZEZb7kYxym<|nGe5D_*vd`
zK%>}YS#<jQwX58eat|(lG3|vSpXLsoq`8JI8)_!LE%3Q9-OWP8@1olJl}jc}p61E_
z#{1<a6U`Swx@Q*mAL*A<`zGH0JV?s;exZwFV2+Jm{p{7k7D3<Ec_iNZ^Cv%YS%;DL
z^FK$HTk|bl@aV=WWqIrTTMzwyZ1%ovGP}|1?i)ABiF{j@n)1l;cNWWpq;_A(nVQ~O
zG*@SJLt}dOxz#7allF(!F$xPEQAwB;Bo}?tt+D^l#v1K&4-fPnjc#G+u30R!Pjjl)
zoSofO1#iRe{SI+j-?FZL-kvgnf*=Dw2_ID_uUk5fr`AN5%N5KxE?>m*IH2as|BsIA
zguklvJ{57FlA9S|`uWoL=w)8^5rWaa>qDl7n=n2TU6QAE?{~KSkL@q#&fhyTFYb@P
zWgB6U$+xAJc}WL6krS3?&74~C__)2#{P?{S<BsnNIB&-yXxrE#<Y2sh>c<9+KhyvJ
zy1#7k@&4uV|9D?=E;m2!^6T#Vy8an&_6l^!Smg?zUDD&_|DN&N<R5ia&*keTzvJaS
zc0@gG=JMPnt}Q})o5i|ZuP^sI-Z%M|e^eZ6t<h082h$e4Tt|hKTm8%~nSHX|`s>o+
z5Lap6_lc|L`Y<;us`=X$n&rl=ZMK}@^Sk<25c@hyE;BB+;LEdKix*x!c}uW-YnbqL
zrp8t2>-%0>#_CI5zVSoBIyAofdG8L{Qlo{h@5i03<Gq_xQT+Ltg2l4ce1}+s=e`yw
z+c<G{;Wp_CwMJ8(_d1Fp(X*^MR$GftzVpY)wd&Ca$wQaxgjbiEN?A#M-<a^m<l(wS
zD+Tpat}V_z5X9&xA71DZ-XYMCxm!3<C+_x{-ECnzJ7lyE*{oCNzqvWN_l4EhsYb_L
zz8~1Ta^l(TQZr+w9ayV6<FD7Ll`C?++57D$pPRFHf?n*O7F+FvcZDB!oSvsp{zLar
zj8$LD)>;!*zdMKLCVZDG`_j7Y#o;}IUz0B-#T?CBw`A(OjKYBGWd#eD`M;gGF8T6~
zJdr%%T~?YL9y4rHoLpLyazr1y&R|hyiD5FE#yWX%S>T>aN{_Z%gnf|973-Pro^ili
zLiEM)%@V3p1epXsT=}y1<+@Ybg7a?f3gDECeA!X@QRCI4t>?Suf0whIId!}2m2ShO
zQ{5U*)~KA=*4*TiyJ@Y>sn2F>g*Pz;F414Q`Ck9DldCNj^*v(#sjaZ$XW!kY+Q&4a
z*&Nll4~p1a{bgWfB^H*&%31y~^szXPrpfXTmD`*8wl3o1dZyFw`TpJxE<ZVr?2!0y
zdG1feN9IXPpR%|tn%m`^asB#bH_dLfKWdf}=Mrf1nCBv~b^ek{CPN9mht9u488lit
zqC+`YpFP}LTJ&cnNAzu#fCDLME2bx&3q5gjnq|wMt*xD3p4|`K6#3-gm8(}9SD!j;
za(2d>_tp(dMO+1Qr`+ss3tFaPZnF7HAg@&D@4{9i+Z2f_c2@J0_MVCRl60(hQU06q
zyK|QujQaoQ?BZDS*&PaQ#;xw=(l=QbXU{&VIo(PA^WF~}M;VJ(O*w1E9lmz%+qpZo
z_VhmTewXy<?av!~l(ghcHdxf?|NW3-+p^!_i=BP(p4{c%=UTirKHl#0$YfUJ^OWP$
zyB1bW5z1=b=*hr+$RT-UK=z#;wg}#>7a8O?RTrpw&EZ@lFhBN}MN3OnnMGdH>u%Po
zF8hSaHa#@zFA{pxom|Kmk;xdDaKFD)qV~H`<PoOLeN5>S&szQd_SLc3t--n4<@>Fe
z!=l~)<f<E1^ViPSnsvi>ub5TFid>eKu9;WLI|Lp?e4W1F|FX5L`A@!>B}QDI;Vk;@
z+MS8Be%<`0$}+ur2jA9<dge1$9}4wXj5u9WB2pXS)ZLKI_}=33#7aM--o3B<_uQNK
z>U4fVde@dOdzns1&3d5dRDXY$rBHH;_-pR+@|R9Fhi9lwvB+Jyn15Qtg1E@;Rwh>;
z-fP9L6ABtCE9~#?+9Ktvz>}2nFyM8cQp>-hi<{2mn@;S#7CHNgO~?hQ?|gxdJG&S{
zACw=P{`T09T!Yz5LVmBGbm+r@b&(}+6It^PnVPJa>!548mBo3+O%M4PNyp4%Ha-IV
zulZ+e4ihvus!?$DSU0=eqk~FadUxlDEeKAi)|fow2ZQzwANw^I-dzn<Vl(PD*>G<C
zC5@O9dtN_SBgme<ka=Bf%mLFI3`$cIJvaZ`5_{c{Z*Bi2iQ_HP%zkS}M@wjbV83|t
zODbQ$k(o_zZy*2L;_BJbU!yd!^^aov0n^J&H-66ck=pm>cg5-XcT|Nm4j!>@P+t0V
z%0z?b!B6D-<v+VCRLsy@^m)SOS!!DixcH~36h<=z#_S2{<=@)U!2c+AN-R@fhfM!U
z{(_r@GwOc|eyx8J`Ej4e>z{?5+vd$qP07yNGWUq$%gj}0`WMAc?D$<&5q<62UJG6$
zYe{dGR?Z2%`KoP|#^U==w3lA868>qouF2IY*ydU7y84hB?QVe<ul{ZJ_v;>*3)Mc<
zE!_0(*Lm+3s(jaWGcJ<J^37VmWq+TTN{#UB8#!;S>sywsvabE`O<$poqhr>O6Zgs{
zry3L<^Sy2#dHKWH)6*}_zqi*}WSPAmJD*(R#Ka)=`#i~=qCz$sEPtQbymET$mHa<H
z)?bR%5vu<=|G!b~bL;!w$3L{Xv$vN?wspUsbu!ra<?8#t%BrNVFFSbqy5!~7w*JoP
z2Un{laj`u-%wIR1jZfB({nzir3mfgG96QOD=#~B<GUwjWN46%j_12v7lHkmf^S-^I
z`cJ4E_reu3RChAx%{b#Pd-(6_T>iirH<s}JxVNWRIdsE;YQ|+w+!qfCu}GwCo7|Zp
zoOH!+i(*uJe~GA%V4h=!cj?hgw+4fCe{>#(#jaNnUikaG<F~sjRw>B5VY$V3t$D}k
zw<1o>_a#5qm}knAmu}VdNfS79q2%zD@bYEp=W4qDWw}jgnxH4pHfh4FzV8Y14h7Bp
z=yRQ|&}B}*;>d$6&u@r!&xmId7u^(_AK)y#`hrDn&^@hv2TEPKFO`>aE~^kbn9?XP
zefAsH0OqrI5}H^YXV@&{STU!3<HdW+eS(xDvgMkpjg5ofv>F~`@y&?dVtPsN_Zhp3
z+h^Ql_vX3f(y@-`z$PZnf|Y5P1g1+CaERxbu;0~uxGlM0QtQlF7fd}*i<m0vm><mP
z+F@jF<oQs`ai-BGxu?nA_p2^<Jl}RZd#j^%RL+bOSJW~SH|X{H{CTwhXOoEJ{DwIj
zx(&~?O1aP95xjY3kn01%DTnwM)!cp~c>hS~Kj9ydRdGu?jUS)aZ^~0Va`(8%|L67p
zp0_BwUUsvOYMk@9%<iYw|E+Tb;u`ujH<wwgI=*)6eY-_`Ov-!`+2<tlvXsJ;ZRhxR
zZ%ysKP;>W@RfN9D>1Q2lkL-89)sg>cpV755h0~u4Y}S47{^q_y-*e6%9+pR}oM9K_
z{<vh<&jydAC0oy4%-b|EPV<f>qjK1hy&s+`dU3OI33d7};TAW{+Z%RR)?kw1!grSr
zT1iSiSa{TtcSZ7n?NQ5?yt(A-d~(;!d3y5?PKmm)OnSRu?VDG*Q#7_qxLexjEK%C~
zulKt1X*)Z+X?h#iA6@%!_nVA8`j>ACFchRVPVC&NT%d4S`Sr&P`+%tj^zVy)&R_C)
z=a;C&fQ61~ku_H?adfqX>gnh`iGQ%Wvh%vFt*vDGQTBPMKNhF5%Ux=%oZ&t-XPUBH
zi-S(g8s-hU1<p6ba!;)DvD80(@shyf#cy_Ls7JF!`t*JcQ*?1FoV#a9eLLT~^v4I4
zU%uFwywFgLS+;$e>|^;|LEM|4v1OX)#dykJdghh!NiESe($?2%hE68y+cj-&SKCyZ
zOcQt5?0OMzV=Q&qsQRJL?q!FV=FHomB(ZJlOy0-ueC|27L@s<^=<l?9&9|su_U7!d
zD^d?zDm}j{nBuf+?V?9tCK|u|aX?e2dG{rD`Tg_rdgIjQ7<H-cD{8NpnH!ti(muN>
z%-DX`{T~w9X&YqLIc_egUZu2ao>Rx?Wj4(+vwD_Vc=P_9eB9@y)&1sgTV_6~e;_Du
z_U6UuTGNin`D~I)(rMWts!~}Vbbo92*Vb=}zi0W}nd7KwGQWz?WK-QD!CPHn^DPr{
zC$4BPcqpB{<AdYs^k)(LN1x?aHLZ9NlrTXoI_Zw_Kc302d|tWL_Hw9%%yoVJVBRxN
zzSzDu+3%N>ad979=`??fN5|)GjZL#|e3{b6W?67?ZtDJ-?Pr2}ZmP0;7L0lG-u{4h
z!_Qr_T<^>3aH*f(pz^Y4nSfFqcf`x1FI0Ztn2>Jl<Rr@F(0ruepj7*mV<)*emS_3A
znVU0hqvLMg%GJ`MR>D(wR+ubg77g|C|Dyl->9XPl#Zya8*tPI^h0B<8eK>T)H-2gQ
z&T!9XiSymvKW*9ZET(7UkGR(3^*;`Nt{0M@VyE={hr*fLF|!NYk1hE;)4lN9txeZv
zcShdb#UHRDa*1Nd4L0|?m9N5u-bTDW@KvijPRw1;_@RR4FS%t(r(f^UIi)wZQiylc
znW9He_s-4v>9wisl}*Q!W6p_9$q&5le7%_Gviac_$@a5Pl6LdDYO5CAK5s1Wm&qcc
z&+<l_#$~JYXIFmBx>kL@)%DPOo0_m00k)?(IOd9WOz76EO?#)upmQrEZu{HUC-naP
z@L8lAR4nNpVN#(cs9W{!V!p5T8IxMGx3>;I%dMV}V_cl5c00Gv`jgm99R=m7A5ON5
zJF(;n3rElRcR}mfzh{d2MY30U4rUnce32e8<IUN{eU6WRF**0lbX#)H<J5uF16e_L
zpX}Ma-rRIkK+%(X1*@3ivR1|>r2IU$@Mcd|e1qqqDJKt1STpPHcY#Y6Po65MdK8x-
zyhg_0f>6<?C!H1c78WO}8nh?oy_ZW6nr!nn*=Xg$caL7|ySLBdbyOF}efR3z{q|d1
z*R{_`Nt`Pkv~upYGZ7nf{XXv1b8DM;`AN=P=JX2XIj4TF+{54XeBSnXm(x0}&$g~y
z=V*|Te(`g}uP2xN8@Sa1));+WBYI==?(V<Z9dno$+w||e9PyPq<AZwSg7U}b)L*{)
zkg8^UP3M7~pjzmiGbyKd{;K;$IoNN=SC_hMGg)Ur`ttl^mM!Nw%M<<1?oKOEU$)Am
zCf{bu#oU$~zxDV1&JW7Jp2+d)@Rl{Fr!ciF3!YJ{e%?|o=y%kk(4NfG+hT4nyWO|r
zq4n=GhTA*-@0=JD#o7P;PI$bd;e`omojP0F=I>&fG<nXB7~aOUs(12yt>0DM{e4*=
z?cVD*RlYNNO#0Zq|MiyN^rDPM*dR*!MQd8F`cJKEUJ`D>cZ_qE3*L{4oUrdqMUVo=
zoh|EEcH7_0`m+7{dQ-DAO%Dr=#Q9V1EX~zBR3^Cnul_wQ?M#m4C-jwSF2v0g`gqhZ
z;hvH9uICn&r)F$jtZ5Rnpu{PBg4GnIT~!@5T*BH@IE4%&4P!ee7;s;b$Xq0Kl`p3F
zTEkn8?q1*L4yAjJ9Lw0&o_<m7l=$^Ud<X8CvCsR(+x~vflzl(W|0?p*-(R3O*Q%;V
z;vMhH&DqyaS}zZbTvCv2=Nd0=ky~e3f9e5q;zGAO`pRoG!dcHn%h!wL)$Q80#o>DC
z;R|c(s|#3WSnsq>v^uBFVR*-parMgda`u43yBO}VE?t_(l`eOQ?eo-?TBlYp91r2s
z`Iy6L!Mid4)NXla{}r>R?GsSYIJ|3eA_u$Co{M7g1v_R$<nElNnb~-4NhZrIiSRw*
z^Gl6C6+D}K@>=>qgNbgOm$D`}2RzSyztpjBx81QP;qxq~|El`FFd>osw^`Yod*udm
zD_=3~d-8ih^7X^EPRmxwZeJetC;Z<32Y<i(?$=K$JnWmT|9Q)qO+1GGs}=~WCr&f3
zOt;86IOn&Ql=oe)%(vZ6A1<8=I&kKn$*&p7NB(AsF!*H4U78xK?x)c6*=G*h^OPhx
zTc+nay?a`EcRba*)_mCc;`3{VKXug<TdlR4$!N4cga1BT?vg)`K1g4#KKFx7Y{I$u
znP<bbXFc93zkOABe5GaW^V#c{8ZY->`uBIl9xrLJNc#sjk`q4N-x|R2X`VM%N9>Oe
z_NDK%4IaC^PqGbF_E}=_=Ej!yp(P#s4h97d;+p2ZrObh?{^e`q682r%8(CHT>5Ji^
z?T;R{6c{r57Ur2BXnE|C`;&=lwt$!9`>!n}Z!_B6KHPnHZ}Q6{3oozSy0F*mtV6dz
zSiqW|exWZ-TkW_x<cr@h8XjMkF`?vCvY_RUg{Qwr`B>jwyeHTA^2B+~nF;6XemU#b
z&U@Wda8cYu>45gVS5A3TT!q~Bi*DG)|2N(L$W)7eClcqMxDmDP_xqYJC#RPDeHQ!c
z$gdsCuKviZac>HZ*^%ZZe(6N1#Aj)j1G5tsS`^FwOX3jYR!KZFDNWFP`Gdv|Gl_L>
zM%TaW7d^RW=JjdXfAbs~-B=udIA^v^JhsMrOCvvz^V^!IHS(vtZbdzqu-1@2bIq3u
z-tH@ZXP<ug%)L7^Z_b_s=j#FnFQXh5OKWFy2uAQYBwmoOREteqyPA8ktaPylckr3j
z-#Ha+9p(Ln9Sd@*1happ?6Uh~a91|@dgV1iyE*ZRy~^u?bJEO@-C4H#ipb|X7W4Su
z9e=W`N$XmiLrPMdNXzO6uMXW2dFvSHe%G1NN4k6Cy!jumZ*=-^WyU2H-c$W^%NggJ
zt1rB9|5f~ZTL0M>h3yWXHO{4}Opa9fzIu+*q}r47ZC04Rj=Go;80qy{OLX(sEe<~H
z|H^JIy<W3G;8DW$xrud>ubC^2vywmPNiN<MYVXyx$U^e2lD*)S##n{OixU?0%sE$-
zGj;9nM-PMVi`}2G-?)Nt^4xfvN$yu{>)+p3>R+3`CjaHm_iwJOn0$W6x5xus_C^}d
z-dXl-;;P8BdM#P+W&X4J_Wb+L`S<_HpSZ3ey3)(L_m3s_^P+-4Cl%fs)7PasMBU6!
zILR89v0Zw0)C(iu{3T!QWz(ii<Tc4X{xLOQebqtz`Y-00wMiO(?#xZO8gu*V&kZ~r
zGt+`NPPOm<E4t2Y`z7;zUt_<u-C*9Bs_xFV>cK_%%UZkEJ!lo*f9%Mu$^ZU6xA)%v
z>+1Q4Ken^t{=8Z(c+{oM^}&{fS3_R^cyifavBqTc;jg<}yi;=7-^=#+ZTa;>>&9Jq
zNx#nm{}vmB?%w@<!AFONrhu$hF*AaG?>`VV<*trUvMg(*oz=^!QkzS;?mSu7u(NBD
z&5EnD6qa0kwr^fuOH;OhZ~1{a+>^7U!}_hi3o6V|nCo#Sah9!&)T?sGF9L6-&1_NZ
zD*o|BPvOUpeYx@JR&`tMt1XwlzW#{Ht;6ds%$3cslc@fzBh`OWMs5wKQfTbOj;Tq_
zTNRCGd=vK!pMK81R#Enaosjgyvu76wCIv2EmZHAg=A|$jf7>cq^M0oJa|N6`TqHPh
z<5zxdoPQuZDse^F^-pi?3zX*W{$Ql`^3|7{N541do)N#c#!74xzf85!-Y=KT3*s-S
zHhyL0u*|OiKDp%W+j@`ib@vklb4q`l4}WBxH>GD=tWVeh1s%=<rZa4Q1$;jq`m4BQ
zg)^70(iWx!4#o$wcO;ytzAMc$*P^ejfN!D79qSju*Q-w2ta`fjzteB$*-eqp<L*R1
z&-s1TNn7Ve-b{|fC&rN$*CS5!m?#$PwlI(3dn5B|TldNQDW<m1mWst$3EI89vNuT2
zj%{M<35~>F){mhfI*UGj4wb1%pUt&w)t4<_v@Q!5->QtTdtV{Q{d0lpx}%w?F*oA5
zLj2<PeZRdRehxR|$_1A5y0d2NuUHyAqjsUF={3)r*ETsvyjr$G?SA3oy*yb*te3|-
zaj5QPTH&<(T_rPnm2*Xr;hqm$?c6?3(iH!fwf(4lVuI}J6TA6%-)jARd&utslYH{w
zw~I=b$j8{M&);yydB^U8wabimFL9b*IQP;lmA3&N3uk@oeOs(ML+aOy>`!Z56IM8X
z$W_`DrRvmLt)63a)BTD*`{q)megUI{tRIh`U6_^V@#eHwLA{*Yg*{gdUI)F9;uP1p
zeU9Jm*NpVHE*~=&%Ur8``;Mo44r|$kt#^MlbsyGi=-bQPpsMg_!*iPxt=?U{5#G<c
z>LxBc;VE)UL?pCjp#;~Qv+I0f=ejIg_)pIA_@#JbUD<C7%Re5m`#Q_MZBdxS<cHht
zB)v1=8<xKR!_2oQdIIK2?=|baxTr=y=S}$Q?E32bS&!zP-_?2K>)!V@>=7H@bMJVd
zl=k;ocH!SI0%b=tCVXRiH=+MaT<bKy*4~Kb|1a+U|NipR`+J`6_kU%(7VxYk>J{VV
z6%0w*x$UKe``L8UxW28MoH(WVvWDIa?U?JI3TC+8(pfNXUV3|SjQ-(R>8M4gr`~#;
zcSq;wVNM;6XIs<rtvBTRC7+2E*RMbDY}Mq<j3;`hSZ^Jg)t1(h8yg!^petDO;GsmG
zwU5eL*&XM1oTy4OK6^#z?4+MJDmTsI6VN+!qH<cN#e)rB)1PnXIo@BnW$K@e;yVf|
zkHoO~$lAZI>UP=5#gwzD{rA${mbc3rt0OKPy?ioSIP;I$Z=SQ8k6-Tge^_PhxHnKF
zG`U!D{VJ~5xdqdYoh_9;-N)kZD$o1T=-DEvMG>aLG6#LVV}rMAu2WdBHgI39?Ej2i
zP3`uqYiF!}>08NhUF_y^Q;mmrGR~E%f6rUHlzscc`vxDkMp%U<FWj2UJWE3^yea;H
z!!p?^480S+nLmmWZ?fER;NSEcf~#iwuh3rSd1;w%qVi&9!&!%-jDIkg?<$#XbfWoG
z3hSPqkF?qYu5OmM$(CdOzM@){ONGVdVfOqq8<9_w#GhaB`Ttq?_u+4+)IF7bo&UxB
z{><@o@=k`yLaZInm)fhkoXmVY)8Fg<tm-=v9oGxlI+`vy2Gt!Yf6Bk3@06>Um;-Bb
zl;wu5mb#<o|9HDkNo3YJe!MVt&)Mf0GWxs+ulIx%@JycYaC=SO^3|dxMQf81*SGIH
zIy2Z{tJukA9iBj;`yvdd*M7bkrusPg|C4+!ivs=!wPCAPgr~aiS@_{?aT)6-7W;{w
z6D5MT@o#Gg$|_$HnDHS!_7lsCndcv!IOHs6Fwym6lJ@!&E({eL{~F&FpDnKGGxPE@
z?f-eH$J3t$$^5MP?HO3JM}Mnz*U78=kMjFluFdPL=5jm3;e5<Me7VdYy>n|0DFre*
z@7Vsm;McePKi6Nf&j0hg<om1Vm5ZMK=5aS(njZW6P`$Vw^Fk9lqbdI`|Nkj}`E&g5
zsH#^lH@g@Yu_ucEb6-2-ilM#n2fsNMCm)@D_vPE|{eJT|HWaa~{5Lf`-u?4Awj!UN
zSueKE@i@S@aBFr`WA*>L<(-_iZuP0b3wXNL`G0HXIio&ZZ;|2~U)#U!nc{*gBTAO0
zCh;mJmDPxxX3$gn;niMm>mXWmQB*)OanAAXw;wbfs?_H1X8QDi$wOE+Nu=ZXeB1eT
z<sZv4@;QvT6Q!hfO<#9+&#@(T?WU>^%{ym`tgX;x$u9QQ<#=|T_pgrXCB3Tj`OFWL
zjW;#8T|8Ue*4CDAX->sPD}#Msp4_^9dG;&*O{+D#8S?MTd0x*u`*1OLbJXpgr;j|U
zesw<QxaeK^#y4=IXNK2|MWUzT(s*`N-qDGgQJwSRdQaM3hkFHg8O+)?#k5AW-R`VC
z;cr}gWJ-I=&plh$3fn)lol(@eiN&~f!oKR4uh(y0{G)J<#*f9DcH~L^kNCYp$SUCE
zAxBA>+a}H%^2!zR4!f*tby(YL_wwL}#7WmyEx4K^JVWQ4&yt7jk5~4$KFiv&W_9u%
z&pTT=*O^Z|SS}Q%t@${<wZQGWtCV@q<e!r>1<&`M6LzurB~`_0JVR1i$|L^NgcAv?
zzHYj%YrMu_%IjZUygFrPcg(Z&EL+@o@9u7U+2g9~rNp~Do!+h5y7%y-m#QB&NV(mX
zTt3O{q=BVkx8<W&yQ7lJKN(E8CTeeY%j(h0$vnCDDpRDMN=$7#t-`tey#0Qe4aMS_
z&(=t^OZx8=^OY1oWU0i($y{ijHMRJ>k7gwkJLl%7)+alej|xWRFvu+AH2+-39i=aI
zpjDMCbn~lnzdesGojiOzsc=`KPP%yeK~Hg!X`hz9lk<CIRCeg(eIBRnXIAG4>h3Vz
z_F!9iLA?K)FL&xc6zr;b%5^L8uKfe<IXOSCZS&l}c>T)FJu_<8f4f<BlWpcp(?5JE
zZCAWj73LoZ-!-!%@oety9n13%EEQFX-j&{5p+9+{kdx!KE(Mltr&%{?bGSS?bi>qw
zeVsvu(epe(PR=>&lx8@K=1CeUJ&s^<KYsH*D|eE1mw;rR__L_?4Zj$g_-b|><u!D(
zaG4))e?~uxKynX1Q{KHi!|7M<|7mjicyHH_TG5_)Tnjk1RzETLYUnRn?VuKy_f<W<
zNc!o8YcEo@51yZFFzwx|dm4XosvoFGhHk#St@=4jvTM}u1Et>Aj&D9CxL@%7+Wb3{
z&)IEMGV-`~wVa)wZ%KH3wW)}!_loDG;iZCmzVf`DTB=+dGTUA<$RJ=_Xz%)52a7do
zQ?^|`ztH&krRNcKa(s3^z7eKJ8SDE*YwzEE8gu#*%j>X^Ga4Ri4B2;9X2s{{uTnV6
z^Ve+qfjZF(cS|3<KlJ~G1uyqw9<CW?P7}5pFJH4>(PhKGhhmBAXBHi>E{l(sOjf=)
z)5ONc@yPtj7ZuU3-mX7%b{o55XTaj`0aAi4PJc4<99Jxj+x+7@d#~H>+zAu)UL=c6
zd1x-tA7HvbecF_NZs}8h^`y&58ZG<n%>Q|^QCIXU*&Jn6$IUfTc{Nk^HU&joS7ZI)
zdu*n3PgukI&5K1}o?<_vEt<RX`Gt2|-XHLIb*FZ=%`-{ktlOa}8V9V-y|u4YD>(3P
zLCXO~L4$dh{ho<k&e?8keDl%r#`-m(8Zi#f4=4v&dHhWg?LK%yA^Xj`q{@f`R(E;&
z4|3nVs<mSGpN)SGO2jdga<Hv%I1t>*{Y>~plipF2UWUjs?k07tdoDVq?4B-hI<lcb
z%v+>s8&~cWRThCxsoQ+FIIT9?b(vaCUi=`XG>i2<FT)0wyBBvYR*je8@t!r=a;9XC
z(hH8qr<JuejB~fweG1o-T(oeC+S?8LW%h*rf7rkOlX^_0IDf5NQ2Y0#@jtEYRbHRC
z^4jC|%=l8{?(Mg#6YpKvWU%4Ngk$IG_Zag}JoJryV(OK(51I^2D_B*Qsa#{aV5`va
z@<+q}vNXpx%IsIy@9X$p*4h4jY2VbJ%kqBNpHC2rW{bFY`PYi|b*FtZw0%W84lGxi
z*l=>^B<25`|Id%CK0NdLmX<A&1$D~G54CSkKKx-K`^zq?-@YmxQNL_0j~HKKHO`%x
zby&b8HR(j~k;20M4&jMRO7`9Qucp6Fx)+$Af6`oxr!ZA+N|e&9pYv|NJ#6$yKJ>BF
zyQZW2st?ay$@PeRb)eVo%{I3s-)dUBM=Nd3l;rW)*Jj-<P;798p<}z(+nU_N9;$)s
zSObr6&u6hv==ml2D{k`2s1ufduJrPV*zz!TXzwe2H}S!%b(hM2h}@F=*0sZaPSyp9
z)ICLynga4)>GwUG#p$*`jq@<utVgrA>$kTa$nbu5j_ZNOZM&srPo(v9GFaL9<XnTV
z&s(Rw<c^E*eZ|cumGYhMU3AV^@zZjpu-P_lM(4H)zRzFP&de{``L<xgDTNMm<A_ML
zjhj~d%u#U3`XX+z>i1cxXU}+*jIJ17C}j_@C^?f-yzlQ3{a^Fvr7qf7@BBM4{+RcI
zBhK~bdP}dYm2KMC@cV*JVt}}LOvbd&7fo{h{Ct(c{+R!N)z&+Gv3FymE{0hBQZah;
zOXf9KipMPuuL%iWQMaXo__;%G9#t<j`?{h3kTHi~wvLb7QPopjx{vo=nfLF<?)(0+
zK5dhex8Gd;Nbi>ZqY~#i&k9Q~)ShQen9T9>dq>6A_I(95E;F1tEuQLc;+Q*8aL3~(
zS+`RJR(&+Q*N|z_b*j<%_~nO-m*3R<oh2o=e_G$%8l$}*?!3<QzrOGS!`h8Md^T@$
zDb1SIJ8NCttUMlG=j;e^CbykGE}yXadf=3uP;7Fu;;q=DNuS+J{>kp%b-_b#xnY^R
z`5~YG|Cm$SZ_cXAJ*aZGLCj)HM^AiaU(d!c6Vpd|21_p_KV2%ikt4W9!S~DB+T#nC
zO}WNeEV)i@3Gds!Sp^c&-`Brz@V?WgJ%6It5^>%q(dYBocz5RUwbiAvdH6=SeN$%H
zzA-Iz!iU4zEpI}V_cjVFFWuI?BC6D9jp>!cvOUSyD{j53FLZwxAyc}x<*}heO`OO2
z<VB0uEfX~VbI~=?b0VARgm*WW`w73AUTZ4BF2CXR=Ut9U65NrRO1=|#8$GW-zj0o2
z{?v%6J!wMOW-Hoxrz|Yzi8N&8;5S@s(fxg!qqo1dQ@(olpV<O0*xcP3*}Hoi6Z7~V
zGg_3EmM;3(x-#vIpJK;K*XflZGfwgpr^r4&`6=bcTWix-=UfFH`B^U3S1!n}uX?(Z
z+hu3fff;Q#p9Hhoso&UeV#4yTldo+xxPB$*xZ1kX$rm?mU|1~nrLE@SlnCx^+^S5~
zW(yqSk_9)HPT$r&ImmOZcgU1orxzqKI(FOe*5<TUzPWd}d{21w&Rs2Ln|ICaaARMX
z%kl4f-p2f6B0Q;Lm&7~$%<R54*cPd2G;eL@(B0}{p1jR->y8g|ZGW<a>6$G0GPfkm
zd(yuvZvQ$zIy%oa&dqn3^JvcMwCc)J=DXf#{K<T47;7M3Q~T=&=eN#GL(c~>96TaH
zhi}|ycpR5DV}`My&q49e#dgnUF|CW)&HDF@^qx#l?O)z=w$wXJSusETp<FG0^NSs)
zuW>%F`!$Q_u<f;yJ!QJ#2JbHH=X%yJKHq-+uCn(@GF|ys=GBROJ7-?mw)xYw&dvT6
z&zB}w8guCUJv?L5%V~8v2J(7+_q~Oiw=d+pz*WbU^V;C><_mW%r)pi;S=zEz^Up=`
zSe}Cw8Arda`TyczK-)Tj!W>ra!&*#MfiZ<^l_v?kjXT;E(CPn&ZA+Ya(p39hIr@*6
z?eYkj*J|lpo_zDrqDQx8{Z?LMxWl^7`ehY|K<=ByO9%4atX^}wz+OgomFpM%@7|YI
ztvXuDKW(P)@BSrmG4n*1+2(A`iP$pF@ZpXreMj_e8+|jJep%#!eoss2Gf|(J>ucX_
zu6Xyv*-kWS{=%=tI$Hay9+ycSGQGI(%>7Bn_B^sqOHli*^`m)esM*sc|Fa4oX5Fps
zt4wTIAh&}p*C_mPXTaG*uQ?*6OM_-KsB^eU#59<NDsRXx3`yAdrgX;Fr;%$acT}vE
z`pU_AUur+^j4!2A{Gy~HI^69Pno66O>|CaD$gr8YN-pMig5BMp96vTc+i)_MRinDq
zMx<r)qQ<HZ`4fM-gl9juExd2IKIzoHh;*Ct$`;!Wmv1o@NaUM-#Pr1@whHAn3>7QY
zcRbxKQ5T}i{p(ZAzUg{~+aEu>wq>?uiuslqtp8S@zL4;YD>j~W<!{$D3j>OreWxl$
zNt~Fv$6{vT7iA}lujiXsKRk$DU;JO`%yYj@Cu&4wWA2EjUw+zOlf-%3{ok^Z_p9%;
ztw?#fNyl({pre$(_LPQRhKHrgT<bO(|6h^3h5d;3>H2i5-AeV(pS)g{u$kewx}TWe
zC!r6aKH-U%ggEvXzhBfRS*NtFGS^;wjhU9()fg9>lW)((A1_roy;UPB@QLoDANw21
z^R)dPmDE#yY;$-bo7=TZ)Y4^Q{14#*?bX4CoLvGn`yOxLTW}!k|C8yd^64FKek}W=
z7Ieu!dWXZmKo<QXy`T9G3IYN*s@0~dR<FsH?fQL5+|G=b`9$N(1x0h4(sI-}ou7U*
zdai%1{U1ZGxt`YgJ^yUW<nnyq|9hod)_sgWe6#Lf9pMnxrQJd&Zp|y(bjhSv)c0lW
zHNG8}zg|w?FXR)yL&|k+(fyTwE1G0`?tXbTx4dq4-KS&smvZZ$S$f%jPNRi#O+dWq
zsoranj|v~QPQRpX&|AJP*4eu2HeW;k3YkN<nyqv;Dg3<k^mIngvf%gs_FZ8pmSbtG
z(mN--NQCY73*TO!ccyx0x_{kZT9CTi@!WyG4T~L4w`+D;Pu;#iXy3-zmv4ffU*0Wm
z6lpu7zqc~%`pqkBhgK@L$9rtpGH=I>sI|LiM^<Khib;BV=!nW8NvE??UuUNY-9Nfd
zWbf~9OICh#jhXgt!@dmhY^`;IqOaucwn=*zhi0wL_mAKGLFu6+d%;a9Zq-Jor!uqt
z&wMEvGq2|d%f)4vjDOU4?YP>pW5$)%&b(D(Ej`cs*teSbsW^&c)*HxQiS9kyIr+Ha
zq+h$2mHb+nY>?~bJj><rHNE-g%MEt#iMbxjz@)*qb4FfydbpFT`*z0gQ-RfU7*Egq
zZ}ipgTWebpW77I>#nVdlVp~4EJ*Ju`n0-@i*~?Il^=kE!E;HHHlV18<x$Sj9vXyOD
zLYuR;m(<I7A4>n+62JNBfx!u;*1%-0HccJbmPH|#?=^{C<aCd?x{<&A+QMr7_DGBU
z0#P9|+r%VZU*7$FnLpe6;B#rOoE+Y`zp!jp`?vD$n|WQ&Htt+)y0`!S$NwLn<zMD?
zdJ^<HVU|cj>bygjPTsT=D!a5o;92J4Cb<P&&zBsS+nfJlxz&uPwzjny`?v62s1bVV
z88nOeua0Zd%1Pc!{~D?bXZp^X@^W!%;nQ}RZ`+0I5Bj7;O<y@9`OJ4cz3WK}+QN^;
zzfHKH{y<}ub)bJ^_2qK;MV<G>e;!NGOHRBWEO+xrqJ6c<(~8{xH`T8lEH-{O?f36r
zmku0o*kx%ElcZA6p7bca#cg)#8xf_$To1P!Zq!(@_^axs9;P+tE}3fN&EkB%B07jq
zoM-a`i}aXN9!FAqcXBQJvwW_`>=(=Z%&bf1_RU@&`f+u$+pA~WS0~5c+Wz0*>B5U^
z-X6*=<Pw>3@0Q<lhr~vK#trumC55<Ex%94V$onL9-Bv<&W`@PJAaM?+J|2bR%d)Fl
zI)89G2x!C{nAvKZ?lb?k{-a)|*3TRA7Cd`y{QFqFcEpUg^#<B4?5}s6nxRw5S$Sy2
zqMQp?OW!E|R=iLaYbbL%s(6m{ne4g$c%RMLbcC7vQntzzz5}Jq_mo=P9u$1I;K-E0
zb7+I};*;^Kb5u9HOWW)-RrQ?gy5^1Re>!tLoF-a(DQ=UJzFgstV;|qHeSGlKnakVO
zC-JRtnRwMF`GPBZZE4Pp<J0z>keE6>wnW&sr9<_4)Wk&PEgNNLE%05@ZTYC=`MWRQ
z^Z%>q`rS!io;4#xB<FKaF?amsL!1+*v`J1hdbKN4;-%`H*~>2VuAZIw-+@0hSvS>2
z>O#_!d5>!*JP=x&SeWP35tDgpTKMsoItv|Jr~Z5?^teuP9cw^^h+4qTpu@R;zHMyP
zjuyZD{*OZh=W?FSpURiM{?S*WGGUwLKbh>K7E|g!+X;!hm)XZ5oTvBP%DQz$7gyPn
zxHX4_E=*i@iznOGJ;dbOpM$ZYbIUYdZkdsm&D_dZvi`7BtHFjwh3#hjskx2mS>NB5
zy!N*jcW3>gC8B$&`q$mFvd$lSvmZ2HylGNX%O;aFS1hrzwBLxM;>!Fg@6~g(dD=F)
z*`Hs;Gb6z-CTh*{`4PchzY2QQ(x>(|wuLyZ=4?@9Hh48<<2mnaiGqhuDo(VQPXD&h
zA^G`dKb=>zzpj}r$g!qB#x1kiuH7st^Z22y4vu<f)+PMW7GVF&5<F)z1ON9a{=e3~
zS$yJ-`?9}H0*R_`_AGLGdVOcp&)UMd=fmt~P2RY4$Gw>^49gYNnYU}4j*;nDI!CGY
zqh20M)XHRE=~)wlPH)Rz;J?g8hN(MD>k~8MRF=Df;nSB{)tqSYnDYF4-0@nrx*goE
zjZ2>$`Mp+b+C7_pDtq?5(YWV2acK(QEC~gnc=b0GGmAIWx!U^fV-~aYe3>s-aqafW
zxMwP242}_N{TMGk`mGeNo)Ina-TKq-PqP>CF6+=Q7K=Zz_{H%%J{(3bU*ukzI%7h^
z<nyTpKUN;pKj^Y{_HG0HLl$dw99R-oh{z>fV0);>Z?c9#Z*J|&XcwDTe*1r%{69A=
zaaoK&BxhpS>HMWG(>qw-XD}Rl)L$L4=jUVjr3Y^}zg#*!-fwp#ccO=dXRFUT-%l@+
zmcP!gdtU7l^Go6Hx9#sA_!-Tdm(0AY%Cy2DZC2Rbf2UtaKfh@hoqhDVd_BkKIg$*W
zy=%AD=BaIQs@OZR`um~&t=|vSZDDqqlkj=Vi}GvvXAB~B9xuD#W%FOk=^$IX&caQ+
zMz#~DZb)LgRmfq%A^$`8x3s~=Z6+m4miyatpVMD9TY3HwraPuHSZAIW<#4Y)owp_K
z$b>Xwb>~Nt!TTp!t#hu>(vD>DDG{H^u(du*PW^acZj$@Qi3>Y#OiA;4&Gh&3jey2)
zn{8!Z-k*DH#u7g{D;~wPO(~n#yIzYtvuN#HHI_wsqDIB*;xiq)cQvp&*MvM?DezDw
zw56-3R<mGx#F3b_`Kx+%O6}L;*fCLk)d#~ohs)dB)Yk5veW87-Z05YyCT0FSWt&ak
zQkrGAA7t({tMN35p7r5s%zNkEY4-g6cNkNWk~51Q%?#k_W_-z|=oFu<Tw-xCerJ*C
z*S()gfAPqd+!D)EyP|pK{gw5NJD%#X#WTcZRmq$)3T;)hzvWSFDlNTp^-R{Aha3(b
z+Vz7w%E6W=Q0o4q{>cH%JGPx{dFi)VZ;EL8vg7HOgx<;BeR7#S`RAF*JI)+jB6aDD
z+P;0pr!TK$*S=)#C+D5sFYj62=6*>-(EHBDovXL1|Lx{petG3#_sjo(?f)PDQdn%}
zagNeMI&6z3uQ744=sZ0|GC7WcOLsnd(5{tnwNgh){qE=8UA4q{-Tn!hB|>7`vY%{h
z+;+{jWeJOPgvzQ5OzE?dexJRb<NY*J?R#L^N<Y@WC%5$6nh<8ZUsJkarNOkDybqaM
zTT2S0jAu>^5)o3``=L!C^}5#D`oNqBhptb)>HBZ8|J%}cV$ZpRLKBrO*&KWdK6hm0
zxc+qb^8Ivc3p-}1q-|KXB+y9N=z#2lzXx6l@7dh@$bJj+TGOn!S$S3oPF62lOD<N|
zKWbSQs26bWj*GyeeZ3Kmu^IUt-ifi@OII?kO||_Se}9AeT&q&P9S^6SaPt2ya<fHk
zo#8fdG4+UU6OMoPT#KvtZ4SQ`KX&oPm!=yB#M@fWm|xsIC3E5x_Zv*yuY(T+%{WmJ
z<^S8kcUx_m)XVnld7HNOwlDpbqO10pO+56q+%)}!P0yZ{t9*XG(Dm_)iODbRq<%(T
zD-0~@@xC9)A3RIExBHjdU*+aAU%Wo8bUX96ZPC5+yJno!-16JtbJ<Rw9ZdI5PF9!f
z-c`P+mF?d)XGhKJ&HKNJzWuKJ_XeZ$13w*~@(H)&BRr=UC|<pE+fkvlmHlugbNEvA
zemURJbxV`a?I?W8CFc8WcA{Q%<dH=UuH|hTcbxeix+AUBZ2PiwHom2IBihO?m%Alc
zw^wJ_DmuQO_|2|1=YoLqZm<76BH|MpFI1Q-FA14+Ec5(dmuG5`cXr#%smd&lKCSmG
z;2ZCv_3G*+)tBF1D$`{7>F>(+Q}-}~^ZqUOJm<?8OV0T=dBd{1Oz$op7H3jF*T3%%
z^Skc%nm$(g?~cr9uQ)PON9MYa@V!rQ+Dh+vTu&#gO0-+Cx_s{(=`SxowW!YH@cf>y
zaNyyp>JK8xn|do+IFh!0J@a`@aKYS$CH8AVFQnX!{>b6;I^v4?hEF$SJ}S(P^~zoT
zu`l|1dXU9dA;p)~uXZ;@zyF(kVPCa_FyoSaY^sd&k2_V|dT!CVckuyn)^j(MySP?#
z80G9L5!)<ODb&%ph4;X1*Grp!ut*1b`*R;(5@xS2Z!1&ZZ+l>E*0ZIj)C%uaF4tVE
za3n-q$C#fpOf>J(q7PDv^PApz$Tyn2&lJ8Xu4-Xs^G5i&UJFMNXUN9Bv}u#4&0nls
z87{N$bEKWl6zx3O2~+nKKl!ywW9t;7`EO?ZS?hALtL0ed5utw)YeMe)ab5Q5aM7Bz
z?UqxnYu{NWk-(S1IayIXbk&9V6ZfZ;noqqnbrIj9x7%H%mG`d@s$XNppevOiyheHD
z{($)oIrmn#nygpa|0u@c+V8nfXJ+f&FJE}H;lS#hT>GmZiN8Mg#5&lnN~H4XcB6iw
zk34z1kA8nPb*A{KvI7%6Cq_34Ox({pMKtKi-;9}0zei{OIJYm1J0mWdy>z?NHC3%=
zot&Xd&I-CUOwU{~wP5S{JDH}}59f>4N%%ZGzFlD7gR>d;Vvav3?%Z#<t~9jh;N6A6
z&kMh1c<lf2F@DL%g}VcnY}uQ!^=JMe3wITfOWoz#Ja_K@eQf>m-`<5^zFyxisrW}q
z;m9_p^2G`vd>JNp&f9*kxpn{c<a>YL-p*ume00b=KJ|S=?UUwj4g1y~GSTz2{K~?;
z?&6%<AG^ONWEIX{AhY<phK6>9Nz>$DgUg!@l+5#WmhR=YozYW$f$O2yGHvEr4XR4&
z8F4x9oQf};;M*=x)F88Ai*KCAow+V=<9{o~-HJ=dh~E)$&g}iW8>iVk(l0-i7QbxK
zz2VN)uw{wOb8V(SzjpDI@a}o8%h%@m>Zlyw({<tQ_U-zzZ(bkGO=4R1nXminHv`SG
zC99{ePdJ(!{%n_-$*!zJi61hzS~JVrmN89l{hXOvX8iV8m&s`<rdCBs^^b>2`6qZt
zsMRz?E?M(meb?=Z<=oSGcDsZ<)6V|n%6dzQukm<a>zOGU84rY76-vrKi2d8kG0k96
z){F29a+ZcWwmGluowbCwMOnAj$dWfhuXJ&Cx>BCi2L0N)x04f|HA+=_XuMr*<JGdZ
z;Ok88Ur90(^8_88g8yf)-#6*s!|VH1q^|8PC@(sb_I6Ejpv_?>r@yfZ*>caGr>H(w
zJ$$<@dSZ6No^Q3w4nCUOq@?>iedf_0C5KG*3T+Hrly=i(!%P$Pm%ELh&+|F{>-*xb
zF^5x`(!w2Amy2`fzP?=C{%v!2d9c-;>r<n?l?cuI;%1;A?XzokdFQmNR`dI0EGPV%
zZC_>iH^2VZ_8Aw}^517R&P-S!wqi^FR)(wxsS|Q%dv(q5Xqe6YBc&p~>Lb&>>x&H(
z-W|I&W8e3;`N~H)>%|$<udh+P_8=y8;*+day``GHe6{nYvAy5)!7zKm+pkP<S+hhF
zTHD+I3Vvq%{;{L_<d%;YTc;{&Ze2F>T)mO-JD0aoGUZ9OMH{AXbjk2#iG1yHmT6zq
zA)`5!kGB6g;(mVH#Xa4X9@`aXYU)~VXfB7H1(5Z8-d+adp!seb*{`cjD<AbYEqv!a
zO`!HfrEK1!xPw!6e*be*y@2z`ER|qBVTq{fmF}56r!TN?=8L-#5G^037dZL8T9nIe
z@paSJeEuloG|NXZIdO9lPkgqUnw_NS)(F$p2_j3_s}hoX*RGwbcuKbRzR%6w5#}4#
zbuX)RladH9U9kCw-);UtmA7XfD;`#vq4@e(-~sLI)vb=#wrG8j*ms5N{lTK;9~Lh?
z_D|J%`Hhgy?qh8Ge$93{e=DS6<I;<9=eM;!5YW(^75O_QBSl>Ay6GpqxTkhP@^fE*
zmN@m-{n~-<T@x<&-YH4E)|<m0mKy82Dj=feLZsQX<Q%8)ImWgvl^TpP^S5Yz=lpx(
zPGbGa3lsG`S1)0I_h(N}_r&abB6@dKawh&weQ>LAYwNR;vSod>>;WuSmdF496>jiP
zLukW~bB)!;s@K;aHYh*;UDm61N2&QHwZz=43B6auE<30OHs9JE%%A*3u4{9@)EalM
zzk8WqZoVBJs3mZ1>qa@LKGm69g+6b+U@uZM`@#XqrWk=8rq}99AEoVD_2G%l;ag5?
z6~4`1*IvANO}leP#1Yx7n++yYwYMCeyOq~9>QU|q(F@c6RZM)SvVlphO!_=i{)y{*
zY`co@d^o-_tZs(guer~E&ic1F-u6iGe*JwM;fBXjI98o2{ls}@{aabzmGeK|JzI71
zR8~yIg67w&-)6p;eDcdhfBj{q*L+R3Jc^4ye=j&TbmdCn?Hl#V_T~xt|7chAORJal
zW>MnYvu981A*IyMn;)(#FXo*rz1KCP^20_h3s3cMF|EscwYf8YXj!l8PfSdcNtAHe
zusY%Mb{^(Lk!h(?iyxiw@Ok8K@V?=I;hLj?QJ<~|t1tR0u3tM(&PV6~<E~J~c|Xtn
zTxwx-I>cdl#jaYuTc?k0`kJe8?e??-nWtPnOp;%6V8-MvDq>&G>u>*k`X~R5DVzA`
z-K+lRDW2Q?d1kWwrf)ya>8+Y%d^WQy{poXA-vvivUi2-0dU9>G4AX%{%r8HsnkWdg
z|E|zw5?%X2`_k`!h3=ZW9Xup8YWMUmGUVOJq<fNo!NrdoKg!I`Yjp{a^If++zgY9;
zeV!v-RW%#0IDE)Bajx9e?wZNv!*}{T;<Nno!c8<1lAd#L*S>kAGtqeQi6h&8YP|pO
z>H9v@%)*GUce@{PJ`bvM-BuR%<ju_awUf{HAK0tYJ$HKG&L4Tti(d)NH1znP?m6M-
z?sD;C`41Qpk9UY1VBlhGIi*qIW~(Gz?R8ewhoQ-7GLPB!%Q`~Y>540R7?r1|FVL$`
zo+$WtuekBQ@BgpXPp|uUdB5Lv`~NdkmNYh=_<1X7oy3ZF59aLViEwsk7qqJD3QbCR
zvGU7QZheQInOBnLoZ8{WnG+H{myL~0N$z{Q&a~e@&)@etZ(pw{oAlPDRP^8aE9Yfb
zUhVoKYjrT?`Yb!OyFX4C^swmZ7x1_H+fVG1wVPD;>G1x(TD>b=_oQXqG!mT`GXE8{
zbe*5B{>W4!VSjF3^7m8U{QfNcy7o-ZmY!v^GR`h={eLO?4|Ct4W85F_nl0EVcjNl}
zeSf#sPpkWJdB0NCg^V4^XCKSk+Ss_<yqwu!tDsU475S_B+w%4M|3uyD?SJ`Idj8{e
zCE6Tr+&=3Qx#Mfzxt?0#S^wW|_B-1h{bBprSD(|l*8l6u?b;b1RvP5&;99$OheXio
z`BNJ|rUV68Z`<eT5gu@?putZ>Xz`kpDM>8f4>v9AUv}hb8%Mp>!H@3Y?U{9=^W#mY
zgzMM)#c$or{XJuswMo;~WW~2uta)1(d`(=eE@@tTvHV`otQ#ly2(hi<<*j9ZZSYNC
zVcLs-DF(ZeCMP>C5M8H!D2%(OJ5;t`aZAxPrHhSAUs&J&{rsi=|4;e{W?LtkUg!$S
zD300ebSYzU&yxG6J3K3T%il4jbZ&nqF7)ew@2TZW4JV4+uh^EgH8f*N;+rMz+!66s
z7wTdy3YBW#ug(a#xJFm;&&yTY51iZl=DoY+jE&Fb+NRalHFfr$T*DUiLg|W>#6mB#
z6;kuvW=OVwd>7}xod4@*X^;K;i{|!!p7KEA<MpP3fBXNO{~xTgMWo+&+0VYFlv#z7
zFPWYRyR+9?Mo;70b^HJK%3s9ah`ggT=g*bQ-i;AI*6YWnHSZTQX?pX>>eA$Uzc>Fs
zVf{)xsw}Pe)S1cRUwhuqc+lD$P~=nX`0rc)Uui)<iQ{^I@|-FRvnJj$yq`TY`rzDL
zK1C-P^ZgwaDROcX`^81P&V8F`|NHblA#>emo8Da$?(I3QuGSG%X3KkTZ}*3@N#zVr
zk7f88#J=-h=;SP}e|^V}V+}qhFUvM>)Y}-geC<kU-z9UnGmr3|I@hF9aZHAFQCgJi
zR+rOjLN-3#Iq%xl*S^<w9T2?0Q+TKP(?k}XvrYQW89QFC=X$<>lfIx)c1g6;!U_AE
zt)ly~g`GNjo&@SAE(<!OETPaPn%+9`gT^zZ`zL2q%m1}-w`bJW&6C~1FzcEL*NQ-~
zmtg|W+ScFod+jnsy5dpFs;{!PQqA|6RtC3Ki(czcUQ@q$JGVqf)dP{A$37U^)++3C
zoBwOVnm5&w_G_(8SsWx%-(C|jIsa?7-I-sv=KoXcOfl(CP&lXcWk$K!vm>1{d$T#+
z&K0bAmi>S|b0(K;Y)H=bLnoYH6q)n<<`O%^b!o+p47H@0tJj)uuv&0^LC%cQPZ0;-
zuj(o*-&pY9>GZvlB|?s|?+vy-xpKcS<oKfBc2o3iBUbqzxUp@4$M3IN3s-KuAYE{z
z)O>fqryZIv*uI3RUKE;D(kgW~V2*dm{jBu4A*KcqE;}~A%}bMb%x?8Itys|4_s7T0
zwZ;+FAp)GMEo#0mJ^s!6_uu(eNiz0ov0@QC&$afg3^;4)I?v|HXBC~Jj^P1bZdNQM
z84v#bjn$YM@whEvEw^6Q;t)g66U7N;KQyaN49uq8tSDu^b>ocQ1KH}0EZdFKq8}R0
zkX|DF>Dn&E<I9TgF=w0P^VlEb{@T0o%^j|q?32soj-FLZJo`Rwp2z(C_VeE*KfM{@
z9--K~`?&el#D%HyizUsz2~VFB9nzrp*l)$9!v+r)PT{O!_FuU;d%`@6YqP7W`4$As
zQJuhiP5W2quSmYzJJ{;~uUss){pc^f2iF|-Ur#JO;-pkl%39{DBB~T$|BTf|{<8kG
z#QB~2F-NwZU(<Z@=F?j`pP7Y=j_M0Hu6=&zcF&wmQ;tmUmkVrb{g9;n@tn&(Exyy!
z5~3%saF6+vSh;BJk+hkYk7oaS@@tyVk=i=9^49*D)-~r=eEbmmZx&;#yoUYa_9Giv
zr+By=3Of4ui2Ql83~s-lX1_UqMTq77p73GTy<MsCW%<QjO0jz;KlnWJKD&&>8l@Xj
zJu9SQI(q~9_xKz?|6XaWf%aYZxVYoBe(9mg@trI6YmT3{>1z2n!~W;*9S=g+Z9n;M
zgY$}}s)>@~OUsUJUz)y&Uujj^0YfoI{`<dl=Kg<W9_0I3Z=UywHQ}6M9~1vgE?#Em
zvyb;jX_jlj$4%VpOXnI?e?G_5@#4Hx>$ZDe-qwG7f63m-;QsHkw|Rc;Q9EW8)n>Og
zsIJY&Ab(r9xO}pD{GY$?FV~8B+x>s!?efEtWwNre1J^#oy-}RXv-kYCbiL!?zsz5E
ztKV;!z{~smVsN5c?@69zi^a6B&#S%q(&k#{dHsKOy!Un;ygp;c_b*HKa&YT%uog!s
zFZl6<v+>~7N3Xul&iGy(^!?u6hv9O6d!h>XF7IyMJ2ijHsgTg5j~jTScX*t8H1hz5
z62rme8&3)OZ88y(2;Z3f<#OiVt!KYHj{oC3YmW5deFl2HGb?<~KA4<Y!mm8Z;AQ;o
zUzJhs?HQVFJ4Ev>WA}84CjWEHy6aoQ{$}s59zOp5O|PE?ReeZc5?{xsBlqTbz}0hy
zGR<<MRaBI%*RJ{+mB=)ib90^FhIj3YcE*TLZmZhTozXjIL+;{QmCFLRcwfn@T?w+5
z4gR*DY06KX!*}jWOD0XKp0O@&cTY8Eb|6RV^_YuurB>g%@lZsm?}2Law6ovzuBp!3
z!J{v=ciuZbmIMDxn8H_!I?C`^c)ghUL)Xlm(=oYKbm`)S@@ECl2v6RB%W@{yVaI*n
zZe_omzW+z$uHxrqQL1kiy`7>s@u7L|*K6%Dj*jzR#~Oq@n)BuOx0@L+=cgV&Setgj
zK#-YRz2JT7otW*5_wP~rV;do^r}4-4%(8X^r4Ms1NU2Gx*|pvj{j|@%HFn;|qrVP(
zdAIhU$$>++JFPc!uFss2t^3?%^`eEJbBao{GqmPfR(6?M>dabhf5^*2s&Xcq+6(RZ
zN>e`js~N;NShVk!D0!7>^17X$|H8Z8lIPb<@Az$4^e}ku_TAdAl;hm$GE8*OYba=+
zc5!EZ<##RbgzBEy<7#huF3L^TH4rr0b85>O7a1q5VD1Fonky}-v%0(an>=m59IUlJ
z6C$yD_b(G}xvdT?c^BJ5r>NGNe732yTH)oyeg5%W{}s*G=ZXGGX`3GLfARf4B983K
zB400lu)Am4B@?dGyDqtXF+Ih3P$5J9EmPR9)%G&-zO&h@Uqt_z^0O_dv889$(<p9h
z;hl%=uQ|S9sn01k`1{k)pm+Kn=K2=HFQJMTKfbGyb(6V&;E#j&(xp8vT?+afx72zr
zvgsL%MQ}9dZP~HXfMfB@4H{zYXSQ$%i)m?}n8?Z$E6K$;b016mQQqJmF*}Y%X&>wV
zEBx6e-#c<a>+#&r2EVs2Ncm_mX-1-MW=Fk}etB!yg!+cncZ;rEpYn5q&VSasx(Ahh
zbzko@XDt%n!xod_q<Uy_;?`33ExJ*nPBRw7>uoA`i#>buN@tPV+fRq~d_7xgwzj*?
zmp|)J&m_r1Tk@tJWDbapU7~FJ<Aufc`9}m-vpz|<a8UBv@*THJZKdig{x(eP$rL{|
zb+Yc<OnWB>*5X6E&e-4AXb5Y#eY4d-JLp#C`JG#Tl`vnQ8Q*vJ5LeR!9_BrY+j-~h
ze7xn_{*CRIikD8Dp*U0jbwJ+NV|UNKHV=q<XeRB&S-~q2BKhq_xtnS$`?eDX=g&Bt
zZtQR0(93o-_GN$U(~YIy4$ap+@BVJ`+ux6VUNg73@lQrkWT8$GL))VZeeyeIuySsB
z&}cqW?JV={&}%NQKHcnM^87wu^@Hp72iw-Y`|{wP0@I#D`tJo8mc3t}Xqj-Ai+j~;
zsXH7~O1U(qXLYW69>@RnjIf?pzM4*v?3aAje+kLL(>-ilO0w51et%og<re3f#_a{O
z_U@hG#$KqKeC3!G@02Vy`IU|hE7RBMF8_Efeg?}~E{lt9)otH?-HErgsMx}<-z4mQ
z$^Cl%rht2ucMW68-t5q<jw{pLo0ZY3|0=+s>D|?a$um4dLUw%q%2lE1JAo~1RSfI?
z#mjY8KWILAe$k@5r8`e$_s7H^%VV8fT=-<&vwQ=UpP4H68=3E2sC?S1amjk&&#1iK
zu9};H0%@1mJ&IR5yE@_dQ3mzqsoM&2!moV!c`bcrfU8iq#w$m)kEt^rNj?`i+oz^>
zPSZ+iZT`eF1(Dq|)|u?QrCXL3V*kop-7RpZv1-u2@YT7qRXJ6EurjP|mQ_$ZmpNCc
zXll;vO81=%_LqJg=ka)No+$tDUWe;5g@gBu!e=rb+1>F+Wun&9B(<e{Tdu2$Tszym
z$5G&R@(%yw`<c1kY437Q(Y+;-=^KA#qRx))c$IDQmi|`yUJ>wZ`IHpx%8dL9kExHm
zV@sU0xyz({7q;2$`f_jgj7a$<;&K1OvhH7Y|NmHCw%Jc*gWaEgCT68AJWtf@mFu^J
zY&*`DI@{o%sf+9hmg9Df0>@I?Z?0QtTl;ltedpDr{9jL_>zng665mK%*lG|m>8g#b
zaif7`$co6P(YdOALdu7~Uy9EE)8cy7e_8su&EFb1Y=3=z)*73|r6BaD`q3B387KC>
zeB3QwcwW-~`T2N;`6-_|4;*v}=wDVTy#I#r^K-(CD=hEsDiwa#@yl$>lJx!mc*P_i
zN2$zN!`IV(W1-lwt@4kS<~}`mP2w`Iv#`oJtA%@KsNb6Gvua(eo$FK93k}T63O4at
z9E%W0XGr7y_-?+<CzF;k+r2+e&p%MW@4o-c!~ORzgm_0sUCh{c|G?gjUzXSZOV23j
zxWO9uHf8P+Ehz)@HAUemk0;;X<M|^%EqRsnkJ^L<@~cl&%#xE<tv~y#ZQ|scTm1a;
zvYJz~u6%M>kQjH@)~@F5!#Y{}tomsVVY6J~7k^9)D*42<P>SvBH|vMj9`FT3nhNh*
z^!3MI^T*CLe=f9^Z1|pe;Dz5lUzdoR{THqZ3NNqZ=2N_TKI!86{hKEJ>KATJ^UtsP
zc60ir>iKv06rJv0RXz4XYKy_OjRs{|ivRRwtfxxNs~2M9)aH68!Da2{^-4)<!s}Ii
zvQi$uZ`DoEtNRl8>+9`&VY?E+Wi^&+vqD??I{rA`(_MS^U{2Q66Flt6Q=T_&GK>1t
z#%b&{{Y)HhGOKw;1EcKZi^t6N^))PC|ITJd{S%GZ%3%UZ68p0X9X{`K>Ti0i6xO-%
zq-4^O$68K|q6f~gewB|kJjLt7D12AzzRBS~y9(A-{l9nRerIZ1)#+1Q>oqL&mKZPP
z^pSF__2RVn$tUyV;)z<Z0_XIS-`uzSqF#!w5v@Iu?iW&bYKAcT^^1M$A2sheDW^K?
z`c}0QGfth^A#iWA@Oq}Xlk*JYf1K&O*cDMGTk*KUWYxrX>R$~Q+?+3QJ*bl4WZ(JV
z*sfFSp6tjoRFi*{_1wuzT;=*LPR8dkZYi>+ru8$=#KbN1T>jvN_U)~w^gcv6vh#h}
z5Ny6s<mdCY-fX|L?gKnki-a=gZVPEXEF#IR{{Fy$xwe}py_&mmqsS4NM(Igs_Ma{=
zUv$px^=aFKu5#LYcrBiJah+MgC!h1RJ9*!W$$x@=y}pwkpIVh{Z{hx<)IjgRg}(bO
zc012`M@Vb7yKIrq;bfcjZ?WvVzPEeb72h1Y<1@FkakBb^uu056B0V{R%yuf*&n)%s
z-*d9QdG3Vwi{{oESk2&*wezX$vwhZ);eE{bx>KmL_7|0i>E|K~6BEz=^#4{^c5G|z
zv{kQH?7q4Btf<dJrPtC4xh}glZe-W!S+FosG4#g4Urnu#-~DaRd?cQ~{QdvU`2wYU
zr?)#XCKt@DT->x(Wuui-l+)Z8<7L@lrgdMhYN)mB-+kxs#7lFPgdeyl8n;?sW_i3}
zUSZgAr*!8^t%Nz%-(sZxUW_(aenI5etIxZCU*gnRwROux$3{`khm(t23)u43ZM?x?
zmMz*-&+;eh$Mmp-?WcbEDNC9LuHUzE>Xjqs&UEWWsNFcd{Nh&OEs1knx1O?b%YS`9
zc4J@V%YP?oU%kEO#c}I_qxP1Sa;&Z0_gi-+JA1G1>T8Qw|J+9TgE8Mx$q4Zm;uWd;
zZ|MH9Df(6OwtCX%pj*$b-(wRy7OF7+ylBJA5ak6s!@Xv(>TGwBo|E76D6IABv7by6
z8u}kx%~Ceue^@uOa^4ry3*6U#gobTCnZw^`@QdxzR`2PLZU;!Xs-6^=Vc6R&ch>I_
z)6w#%ESu|#Yw~g;6F1u*dbla>)3L3Ei+GsK?JleSU=ZZupO^1x%b{yLoBPe{gBB|t
zG#^}8z?&UmGiU#u^tQ|?RgHfiwe6Yl_vDN%yC3Q>v1vc3SKUy)FZjZmCizvaJ1=?v
z&Axe9E7XC%z*{8ilF~<m2dDP7@0=okk@w1Csf8;F%?%uvO}rN3G+$)WQg7{D!G_CO
z^0WV2`knFE<@xX1lvEbkX>lIs51xDwc+i`Fs*#u6h3KfyH<ZgO4L=l5>S3zMlq^h<
zIcdIhRf9{v+3Gj1H|ea|YL_-sfNiGY!Xs)PNBJC{%9Q;RU17QOytgQm!nMOY-tRIo
zHHer#ao3r<CPKO5Vkg%$>obb%?`tmKmaeV8?xddl$8{mct|>RfibyY=wqO5ho_qWB
zPyBi}w^-IXberA&b|K+XVp)RU!%FMil}6F`rzr>PU5qLErSN6xr^T@XH)Y#<xhsB}
zm~Y8=udG>Kv+c1Om#(kCQkw&3GNRsb>b*>#dHBR^&d=AT`rmL#)!O?<*QxQH^{bvK
z`*jYwYFcDHmfxp+OJnidv}m`Rv(%mZtP}NR1JY!g8#q-=LJT<k=hez>pMUMkG5-Ja
zO$?2k>YW=tl&AcdSl;Hp(rKyP`M2|11OI*a`(05=`Ax^4&_#1o;<M}nIg&*t?`w)p
z{N57!=<|6y-}isMnZJCw{JeXJN~>gNTa;q$L4VtiDzo~+wq!1DSu5SMZQG)cTTSZu
zUcAV*^59)FG1@G1{^1+SS*MC;ZsKXr5nP%0F~auNp9>;E>wA=!+H`+=sv{B45k4dQ
z{9L<sw_3x!UuT;i+7ruOnwcA_toiuXgl8Wn&r45UY{;^>`RwnG4_``t9p}Htdhc{*
zNtKQ4jcSqjJBtOc|GRY6Utq$k%g$o2?n%q}`O8(A=|~Exi7V~axG>*t`{j%+a(;e-
z6FXg#4AT1S7YDA`y0!IS1q1u>+8L`acCl>M&{6d7i;Pvy;&{3I*yZ=BGT*;_*}VO@
zrCNz3>y`sLPHPU%S)1LsW829Tp%2Z+u52&c+)$@*ZOs;gnb$TLe0}n<{PObo@r^H!
zUu9QwICi<-FNb%Hv_<_ZgTfoJ1zvU886PgzT~#>qv?JN)hu$tH51TFjkCw27uaf`!
z<@w8N4>)Fd@0L{Zi_%{7K~h@jlth5y%f2I)>yE0wGZvnEdHuw=+;!PZb1q12SheHh
z)XC?ieEQdHE?C#NZ|6Ce@9SOPg@1fGm-U$O59{5RKQX-yx-;Rd1FPSH)dt~4n_p)n
zzZH*_xVG|)k#Jnb=G3TdFIp!op2z68N{U5g{@!zW@ebZ>Q<n5ataXWGII$yZSJT1^
zcQb_RUuWIgxUWkfHn}3`!K)dIZpv{5t@fEGCi&U#LeHhsb5vd_>I!BU@$QRV7Lypp
z{%?yCPj~(<Hj#&otxFHhEuQ;#14}UfjfU85ZruNM=D3u*O1j=%+kSnQ*-0Mm`7g9B
zxUO4T)GfAWRtxFQ>;2oYX6Dr7Hz&`W;*ct`Qkp7g($KFsnW5iq?GfEW{HX~kzpfV=
zUi=?@M^J2<{PmO<hi)zMV_Y00CFPztb6e`#W##AI-sU+TW@fiowr$O{`F(SzB;MiC
zTlhO@n}uhwh{~Sj|9U)c3%~xZ)A@X#HsABLQ8Nr)u4h`y^d@dmqvz(<{UwIaV)idR
z<LutI@%1;xJ0HL7KL5k%b;j(s2E5m6jQMp%jxnCjkk@b3uD7|F^#AA7eQ(xz7S`Ny
ze|S%{GV8B$0W0^vv;AQoPWwz~YEiBe%D!swd-WDsiG*nhJs)D`=^tti7EgS5UdZ;)
zDVCbW{A)VDewELiD?4B1%MXb|oPw_cY<!eU-rT-BaavS*=dLUB=QXa|_jPu8kp7q7
z8jN~Ls&Xb`k0hE}Do@;rY+Go$bh+CBY1VeVhkWH%H$31lUMHIE+VC>{^QLobhc0hg
zmzpuJ!|TE(+ZNM#v!j)y6mr#+p6cW+zjUus=f2jenE%T~Zx~+@UdXnKbMfk>_qW=&
zDXfh+T-6;Qnta%D*Oj}Bb&UsH_icOn^ImWv%RMpkqmdtO&Mzzw{_*-|l*KipoNke6
z52Wm`t7TXgFz)#KJfdu0Kx0xy-n6u%Kh~$q75rVDn7{msQA3>9;v)j)3#OW%e7rKG
z^-|~ZFFTW`?sGpF*jQBje_!*PxH<;KM`5!Lg`T{-$@lsxYu!(!5z4P-BuCxgU$m=j
zkKmDJ`HRX^K0b<BC@?qEI^L<CmsM6_K}_rA2hl1He`1br>a^bdddrr$)<+x*m5;G}
z{dS`M@g%1;%g@(n@he<85_p^YtWr<@X}K2nDcW8ZTmn<IbXpQ?GVawm+b!KJt573z
z{Hgm!Ki6LhbNfxEDCXttG@e>NVRhECYsJrRGIcwh)!6^-rn2a#qvxt--0eGj(&6QG
z9~Fs>3MLH-7DYR)?S3%lFFH46?aP%L6IEx32VQx_F}re$^sIxbRx@v;9Ee;}vu)oN
z*WIkEu9t<d<>ajn<#d>}^1bKwzdFyuJ$fV`e002`xctlSI}arT>Xa8wvM|0mIo(IA
zY=x`KyZAqo@Be%&exLP|lSPSqr`_lE8~SAS&-nL$y?UTi$PDdsAB~IIu39yF7yssY
zr;-0}xxM%Ky}$03yy@JWQP*=I<?IiI^X-k#KQ7O(IY0NqtQi{9E`00VxMHL1<fT57
znhkGt@VC8<i_S~YZ!CTp|NnaR<@^7x#xKbZ*GuF~Jk&NJ<l|yB#&1QN=Z5OcXib!O
zY+nCq`^%Z>=avgE_dl-Y@F=@4WdS4OokqcmPiHPGD#Yyi5@=QSrQ+7^a(f9KJBKSV
z>Ws#bp|u?al{?OzcwxBmMCpo-Es=(qm){#s`*W_oMkkFWcVo~ahM$%RtxshF?N?=U
zd_1WVz^cq(ouGAZs*!4LWB)WkdyZ^bsjunh?M|m`nqjxINKlQdTwLkLnau(l_TIG(
zkrLF4C}?}2%aea^2kSe5i>z(MUk;kAbKZVwX7c%m_1q74)S0TOe7|o|^MHe;->~(Y
zSGlOJpwTuXv4xe(YfE=5*c!loU1g_4;IT!LibrmBe!jQfiTlcf6ARL&i{0Xx!|1ss
zT6b^HX{L`?pLe|5vP0$Zrl#B1na`EBEO_gGRY#>e;=N&HgSa81q%QMY>!YU0@6`A_
zvku39l@MI2SNo-!qqVyHM8@V5J%6@Nx^n1-X);sTWpVaf3w&c1)~r7k%%mT4SK8Tp
z?qTNKm-RpL>nGUluCd<xyMM<q+lm8ji)VFT{56$h(~fM3{h>1=B!#y6FFd=kIME<h
z<+YO4L$NK*Z?^hbeqU>F@C@@~SG6CCI`*sg`tW6#zf~9Kmu}2pOjG`|%~587Mq4+>
z4~NB;shie5-QHy8-yjtf;plWWnaBK=z?R112T3n=7OxW!H`!2P=Ko%HMdCjGEuW+Q
zoH@Vk!}=-xpF*Us9bV2~wmdqS!)nTIJ{u?b<L1lC-&}2CmpjLP&?7kf^eLV>6#@bM
zCf|DO3w4ZlyD%p;zI2Y6er?01lMG(Jj=0ty6&JX0*P~Ew^%0|NA+49*izPLWh_PSo
zIK1tIP51O`x)O;Ax_j0-U+K@Dsh{cSBIoSEb-!p+@xgM@iWpbfh+htoQIT7E7O*I=
z6t}<rl%RZV<#8_S(`!HGMtmqZc;&0wl<X@@_UsK?)3EybwWHNpk8@?N?dNg%>HD);
zX`%15n@PdP_S&*voO8ZGKgw-|^@k##XY;pkTCuKco1MGTXY<CqL#`1&C;!~S|F?2)
z_4jub`F}+e<Q^T%{1H%i@r5zltOk)w8j{-DayyHrDK4_nS}eWrP(n%IMW5TjSs7dA
zMt?3mbEIwNh4nq#EoT}?CHr32X=>WBpdkO=6pyMqp)%|?`>VcIS>3yR-eTgjDJ`a-
zp4PuBK6fZ)y5eUM`xyQdCfymccfEQTR{6J?|MG_i8MBTo)hM&sZ!A)hoVif)`h}$>
z4?cV>`Ez;p%J!|wz7fyD7ARhQqw1jgBQ-aF#VSepDEX`lKI<P=*O#Ul{Jr|5K&dP9
zLTB1N-Nh$%Y&4ob>%ebj7XKA<lWcF_;JB*ZB`ww$xJG|_{=H7K?E<H+O_+bqbFIdW
zC;i8cACnNjVD#(!zLzeB=>fCKMB;A*%;3JWMA&9oZPVYtnlrU*JKk9J1#O?QPIfn=
z*X}PLk6%-n9-r?a{Zmun$K+!R3OW7+ZeIULQ6%4Qf=JxTscohX-olGl7M0nUhHTQ_
zU7#p*(c&O$+VSIy_#Q29Pyc=E@UE%y-&TJ8{^6?87pFw8gR$HzC4?J!WVj73t;;Ty
z4b&|z&@Eo=vuoO7uV*uIcppmr5lG(?Zm_iZ?7TmJ)omBVUCM5eT|48mh>iaf=W@~c
zvzyZymftbC8JPEXO~M>y@pWrgJW~rUnEO*9o=u!d&cRx9`yw$b{__i3-5hm}=~M{V
zm}fREo7njH%0Iru6FFY(=Xsho9W-ZD_xd#RzUR^HeV<N6&V6K%_;WYUi?`qTBJR6C
zT<Ugf+i}^lmIuWXtUj?eHAnn=-re=-ZBaK@^z=u&PSo$t``Ib%wNAEKWWHJX#<+vm
z1Kv(KvB%}PwWN0EZL!Nyt7~pZE-fl{UYvXF=5x7^zANY6Yxmq$vj3~@dD$5cH^*0r
zmwvj{uM=oc@VF^Pb?<>(IhPyJ6Z9H_S4~sjzj<wR>W>397PeJCd=yn;3TGT(atky&
z-&H0u^WBdfAqwZazPYKMzBEJp|Kfi~ci$0vt>*OHG3uMAUrzmJE3?_noYBXpf81{W
zJ22{i{(sIp-aO?yI-|L^Sl)7Z^>$mNoc*$GCsqscZiw1g*x@3+&Xw<)!mAl?u4sfL
zv0eFc=hn^X|9;&6`}@l?>H4{P8+UJ+HMgO2k4U@0c3akooE9JNd}g}V_x)b&Y}wiG
zmvP6}&irxf?u9aSjr*^+uXCBN#N;WR_Aq*T-eG|?%kSO0H^ZZ~)8blVWPG@c^6M2Z
zPyCxB*|u$p`$Yd9&QrbBjA!akcTGRw>)Y0}tm!<Lh27D<DRXyMH&|Aj36K8!R9)`L
z!yiW6x0NquxkUee6dsq>csEFD_AH0rNBGwJB-q~l%W?bio8JYpo2_~HHq;(ivVQip
zV^U40p0T`knRRLE?l+~4|5q+l-EGYtbbj65%mwKOPC0UH7D)WP=()-buDm(2%3&%T
zg89=W>favlQ3<k`exb`$^50L%_$Sp54;)#yyN@S%%}NK2n@5k_yz5$VJ+&-5P4K}n
zuE)Gnr>v8l7P`|>MN5)p#(S>Xw42(=%rVi5^Gj#E_$#|h;N%hoi32}!HYvmi9{x}r
znvwTv!-XH0d$R9lD86;L;mD!%xI$^MMqHL`M%&8&r)Dz0JSlAZlCfI<j--_L_4jv@
z?Hhj^{N#SnASJVmx8S@3bK9I&wc;DjTc*Z4-Y&Vy>~V0xtIs-t&+{LA`zmN=WnE~n
z)v%E9PDJ=(wbDZuR@FSu+i^)Q@qLJr&`FDz=M2~<Z*DMM#aD5C^E>xv4r({-Is#5?
zn_K>^d4B=-ro5%U@7Uk#ZePM^(6_szkdL?ck9cNIu;Xf()4f~1Y9HrYvbcTKrTg(m
z{3WmVMjboKb|z<Hyy6k<7;C@QT0=ALKW6nW3nQFQ7*ElgxQ}VALS8OMkC9OJy50pb
z4#(5lGg@vgK6>`Iz;TJ?B}_cCyU%}8S^v#w_vatI({xXl>UI8Ha^>HLzuRk!S<6D7
zEL>pjd9UqG$=l`+Epr*n^xmHld}1b<9CgfJFySHRw}Qgw-@o7cUAwFFH(T~zwaW+p
zHGVmBIsMYw+49ZtZz`Q-PxWVPPHx>~yY0a#<J~(d;%&~~ztygGt~|Pa?e@x#3FYS%
zW9;}AF8$9_!JvI7)uyZN%!X+{GI-B)pV?}lWm9pY<I>;2eLG$Y_E=^rEsC(&*dOuW
zT+-vfEq~ADmqzGXbw;UNUcY-$w)Ym7+yg8u?>XdNx~*hAYj)%MRimp1t{g7ArE~j%
zjru>wpO0t$thn-v=T4FA5e?~RsaV~8+%l&3&uoq`pTE0)g2l}XI+IoXg81r{PR)3H
z?PT|Sr+E@D4yG60C|mi#;?(l?9{;zkt9uS-o_g1mSZ-d#e)_BR_Cl|<e(|+`ubTYq
z<`-HPGlj*)cTwcF+i{#V&F>5t0@giT?Z5kag39%o`M)+SILGizGB$MAt%B*dJ?5X=
zQ26}q`Jn&D7{o$i4g_f2sW*^gw2V^XU=N%4@b^mQgSXDUxbw4StstAkv)i==&z^1O
ze#Nu!eEP!0x*Wo>F7IAvrOS12c62eeU-%d7TzI(Z)0D$?A7+OC)Hr^$;t+T6ZM*xT
z?bm<KkH4gGpOGVW<KKnb1XUL%8?Cl$PHQyZ#kO|iKE))}&+DWV-&{NXe);9MzM0n>
zombvu(BX(G{rvs%tuxG=BL9sKYtPl>>(>6&zsN&bw?S^&hv%PCzfY0!eEgvA>lF9P
zx;MQ-1)IwEHucJsCbGF{+2kAz`+Xw9(e%OL-#z6s<+;P-GH$c^tWWiNo-|)#&6aby
zlXt}U`Slp?7nV6(QpGzleq#AL<L?vqubtTD9p7MB8h-Fu)U2tR-*|Rf`YH%M+sUZo
zcg8=&{Mf#AM>pmLNpR?-O}EH!nc_O{qW#i;liaF2=GU$>J#@G(kynCwaY@IX|5qk{
zK660R|Fv+@cmJP{kH<XE@BYGc#B+`W`=W_OkupllWS=K)Gt-HGp8oVYYk@LjeHYvB
zxwF}>C9*}UJPx(6SbD=WZU^@Q?)9u{J3lYpqLh8E|JlsTBC2m}+|Qoa&QMjT7c^Db
z;iJxc&5ntoEq+&?9^1k<>(Pm|=K@4oo^I&K66f@OzUbag*V_fkkLP$ExU$`8hsCz_
zUFz{=dY|-D*$Su6na23ed();^L8;z@`9f#Eg=SQn-(Y!uY4?6N=T8c;6;GodmI-zL
zJGCrO^5Fu9YcoIXDc`lCN%6(4&EoU_bbc_;HOg5Qv|Y{D@pQwcv{GN$m$&c#pPqB+
z%G|oI*X}FI_^=g<d|m99+Pk&ZwZ2n(m;Id`b+)~|{!5<6RWueXJDz-L^VKBntqBPW
z1DgY6tm|aXo(oyiC?O%i!FXs-OQ`aWu)XJ=9E(`fvYpd&e&ar_z)2I1q^NG3eB$OY
zAs^;V_iiuvF>~&(Hr_4S-w*w{bD`nA;l4#eG5w4Fxz2Zw+gHrA<k(r4<5gd??=R9b
zJ=uEodR~m5y5C%{@^|+V9zOS|YPhzp%{6)Ifg*c7_S)Jkt?8E{*GOF6VO{&>;?a^>
zrHcNt^;V`EHcsvKowhMUqVv@J1)RBpu3md&@7r`%b>6-y)5R^yqWMS1^L@(F?;De^
zyH1N-vF&ah=NW}CH;*F2wR_`vKkwgYGtVqi`~t_qwMjv1VkG@Pe-WNL>+*uq>#vqd
zPkPw8^q7%i&kltpfA5;QEL!FFJx$Q)#bGH4>&@ZOD@9Lks1tm|ACY~LBek*C_1#5}
z>c+2Z7tPf6CnSA{HPbr2@b7L8?mhZ*?LLbfx@ENS-SSKA@^v%V*xxtU8?30<vSYgg
z>uS&LebWjj{@i}QW%8CvF~@C-SBly!`8(t0>JOLqb@6{sZ+Y|fczW0@-?s(nN?)`E
z?PG)&vI(tWO1oe?BVAnR`oSeHJz~7;bp_b2dz2phqFKQ4;LZx&JA(I<9xaWxId#0%
zXF=+*mNVb4#V0DabDQ{RxR@K6^v?Wk`+z;pbj`+0*B4h0y?YYbykY+v744eLVmbZW
zPk-iq)VUsL_4;s6blu~%Vg{$P4(__zV#>vGNQ>F7OV1=AoG*57*+q42?=|-)c5LvB
z7R^pw^|4rw@1wr)1-s-+%lVrEm&qjNN~apVS$)A{vfIO&@aK9u$>kq2)p>N9(pbg#
zT0`Ae?fd7(X_WunL-M%R&&~7y+Wh^|Yd*96*`cpbmQLR{ch@&Lm0jnXO$_U#_iTRj
zQ{z_rflYtzy>4KyXVSSOEuS-YXP>xh9;4Ny3wARWy}A{4OzV{NI?+{0&)+i4s+e~>
z|94C0*YD~+B1$c_A9$uLbvpVhGqU)N$o`o9IjOI1Zs%v@JkM~g<*H+Rjrm!%Ifsh%
z9aU4()?A<EBlS~PM?&8CG3y>#_VdcV7uAk6C(r*?QD*B>@c7DNLDgnm-8F1(SAsev
z#JFC?UWs+IHj`G~s_54)@Z+|>%(=%C40S_fnYP()dHiIi;)zb@3tf%70wlK;mz2!d
z^FRLHJ?)6iPj-B^u8qBY``-5%a`w#!8JLX=SR4{GttN86(^Cynn!ZS4q4-g+{;Ese
za-v+VPWndvlgz>vC3z;XI;preEy$R*fRR&(!O(y?p{766{%-B<*vr5E{)_xt`~2QM
z+cvkWwfl?xLc_pdn!9-5^Es}LL2ZxS{SA^^=ef9T-^l*uhciE4cfZYv6+f>%e3M?E
zJ|kIEILkFz$424!!u-~AtXETa@X3bHw6$yTsjsn?ZasNFJ~!EH>g0Q8*k7?8{&?)e
zUGW_(CCAt0{Mzn&)6e~u^oF;8DsMht^?TxivrA*oEjZ{k?d!(8`DQm$V^8%i-?R7N
zLdKnQD~~$sPe}cgH!qlF-_NAKlDjMNK4d>+JGp%0>rFnBo`}T?Fzn#1oi>-5F>=}~
z&a{@5$Dd0c*!}v&z87aVr(Z0;!LRr8&cRpB#U;n;fB)$|ywd&t;kmBr?Te4|^NITx
zI!V5ry>fP(zwwtI4xxIP60OOncKjBa+q&b4tUFJLmiac@b3N~GY)rQ(`!ez2hmGtv
z;*WWTU5}UB_W$YYGYy;gd0p0p%}C$y?!m#whb{Sxb{<{X@~C&MucSMlr}F7NnX6;c
zj@rnb70VUL?K^(h{{Nfr8&%JR|5Yl<5$=0>-f3gSw#(CM9$aL8^LDo6zE5W_Z`t{R
z_0;b#mt}tX96z19kNsWZgQ-<hx0!v7xXWAraHrlM$&XI<Fa4@)7I9lXJ^!@pp7~Qn
z*Ihfm%Cbx5x;VK!EB+<KuRTe5;h~ae-%DEG`RzaZN7ye$T2FhvWS3)Vl!EW1f7?z>
z?Oe3_aoy^4aWUfuw_eA}?A(52nM>*7L@CZVj;)(EDYyAN(0=%&^NN|L(|)!so-5)m
zS@~8^YVEwQV&ldqIH`wAVxj9qE353sPc&klT6;*}sgf&+`Lr?k_T_i}FGbfK{w8y!
zSZKBIq0M(Jmi*5B#v}7*&Ij&qClo~=wP?gy^RDoa3ejRYpUScQlf|RmZqC0BZU5I4
zIO+6Z_xdNxEjVAO>@5)uKfHF&$Eo@82jbb8E^tiR&#ZBoTj%4ALq$_^WjdD^$|$te
zu*RqIK0d&jCI9zJ|MO$_@BjRIo~hpIwB)NihK7PqYd@b#H~a3ovAByjxV!$tQGK4}
zaTR$#PN>@*JA0}6<nq16Q)NmF7Ul1?D0z`^&b<EX)$jl%_RBjrHYYmoVTd*JmaBd#
zvQn8-&OJO*b^W;zk>JG<t8=8wKboK56B5j{_{nho_4<8BI{tl4l$Tv1slSdZ<l~;_
z?y9j~`=_+IGrn7(Y-qmSLMCxp+Ht1o%7#qe?;W={nq&F*(ub$ZEl<xm+h{GJ8n@u%
z?cKi_yylfI-@Lmm-G8seoF_K#zVCfr+w;XZ>d2=hmCM|#*`1c=)s~r^;F~dfRqh3a
zIeWGW@^Bq(JA3iCMB@`@+Z1(2*Qat#pVXtG#Jwk0G1+RLQOZ(y|8&{gt+UhHPUj@V
zxc<B~@wU@)qs=)+eG{i%mF$g7zLdM*TxHMFsN-K3&f8O3!N2{+z3P&RpD)b~Y-T1V
z%}DF574LJaI``LC>RRe4GdB^N^=I?7YDDS{F28W|`Fru9^j(jci4$@ka-5s3QIx*^
z-NO{U|8b4=^}o{V=k%?YzWRKItjBS~kXw}wYmG0xtdr8eUCeo|uJ1-{LRZaiDerX;
z4pzEd{C_{+#<=Fu!(<uFQ)@T(aos-1bez>q(Nv{x!+W<q*(KY~71X@fOUsEdGUfgk
zePS_hWBQNXe7Cm#^m?&mUJ#omyOg-}`boQ2H5VBe%d}{2pJ%;(bKZ5M86MJh$F!Eq
z{Mzc(vi3x~+qT(PrfU{IUDW(-m--tO-@~8h&$oD)^J9f`D#Nrjn$GhMJ>B)gv|>fv
zSBu1_{>%sVhFH(2-Fd87)HZvk!EXP(y0d!U=f3ECUMKj$oo``$-Ix8R`p@cHG5!3;
zv*T@v)V=>doDcu4=1brFEWYOZ%!i?A-z1iMtLIt2onRhZ|I)kO=+8g-KOaAQT0Q4d
zOI_9bYI)gzi|7A;e)#eGDs$yac`~m5o%@@)=E|qt{(g2|=<%oG507Xr*s!J|!tN<A
z-^1?bQctd!Pn&pXrB3dayqhcI!}vATk4#d(W<GhoGkZz8`oTVzX~u~WC)IoP=a;GU
z8SF@o4l@azrPuqBWo_)5i`R{|zxh`1aOr97GjlU7?mug-v(|8a8ejEvcjK$mGK#k=
zl>MKCS}o3Wj+T6wzg$Ujft?le)1?!ixmJFiz;A8*%)e@C`rKbXk4}$!bZ$2Lk0yx^
zS0+iN?mwlxO7+4qHO{M?R$9BxJ`S4swEFLx?438xetWa-@fk1Y?bGil>gJTC+B4O}
zA9k2)xh4C?*NMy9*4O^K9+`eVfrIT{*)2iqP!-><6S^`x-xMCWP?Mqkjmu`A*Y1<0
zf-z>5jFrm|AKTaFI?wv&=LcLt502PuVf=NK@pAI-{tf(GKaW2v{Hf?9Y5R(&J@ai+
z*9FH}Q(xpv>nw_VA(<9rD|an5GjYnytrI%r1V2?jdeVADt92iD#JQS1Q?=!UXBQQ)
zeN-rK-y!nukhH#lsO3_fxr!Dn``_(Nw_h_umQN??iSgzqU6bBSS3bKs=FB(UX*Z*`
zg?#4GsaPoQy64>5#hyilij(KxSX`rhJ<e{2Pqab1O!bGhR-^M7`+h6RSA1|jeDe1_
z=jXRmedCw^{So}e%u#0MeXBjMH-6`RU->BZ@J;P_$!+r=hB!Z)e?>hy!{Ah&g5jlk
ziN`Xns~$dNmw#$EUwKRR=fld!zwvbIOto{LnS1wCkxou{<-OP+@=YHF*^P?MUp)Ho
zxaFtcQ;WmfmhX4oed58A=C15HCf^>#&t2^7c(NvkU)^5zn4QzSt)2_6T0JpJdL5bH
z-XwB_bNSgV!ArcW7uf~a^~%TJnzYX0^WKN<u40dqgNkzkL?+K$S#_)6b-Mnlz8#Ae
zhB8Kf|F})i>?nss%k2*D7t?wk1v-R$+1ul6wRWvg;aPXt=;NDHH+=RH+U*p&bBd5I
zv+I9@#h$&D%IkBs-98rbKeWo{z(?P?e#?_y9+O&}cFkXcBhDu(L#LH9q+sSei_WIm
zUdo=1?TbrWJm=gmVvIQaX^o6}+JC_-N#^y3EDt3;tWfH1IXO>cRf9nOT>p7ete@8I
zUSj-fURxu3edYRzZ-UsQgMTJJ<bJ+B@ae=KXQO}2GRps%`@X5{dgc85$Fur>JqZ7&
zFr$;5Rm{{*^6l}4!o!neoK$BNi0m>@`rz~SdVEFNk3;MKoqi~6|EIrw@ppSS*1Mg8
z%bi-y+@^N#e^7Ys)I?!k=Na!;T>Zz~zNzhlmUqFo-G!2KR*GnNeV#M1>RRW%-+$$g
zKCm<S^DDhRwc_3G`^y+-^=-Ma;DpJ;v(u%wDeYe35q5a_`=V+4)c4f<SS<fkWbto<
zILlAMQcu2yP5H4Y`(^r0OEKk?&X>uphXXb8Be%_~ki71DEnwHlQqf=Op7$4RPkx;l
z_Ngm|)$D1~zO(B8=PWuS{Hx(y$Jx^5izBaXIaM_GF1!B%8_Ccs4>lgYl(BBpRS5&L
z$evFL)7nm_Z+P0axcyzDkJX*sX>IEFe=E9e*?0EYtMDIbXLa0z^bDQK=dyj`uK&S0
z%~n>*?#I3P3yMFS`XE&9DRZlGQmTzfn8}ZI!c$wdWT(G=q7i(`vPQLZd6w+S!j*m5
zwwvV{s!aH79$kKHA^Y^39-IH^N!L;ic`?>rk(yS>$h_HB_2lKAZN-ucW?y7DaALbM
zld<RKPf@{JRPQS}s|QZle35^RZ~C`q!u|K{Yu?_DKQ=%A8e{z98-D)Hm0!1JA6|KV
zJ#Te{ox$mcZ!Nhd|InMg*~e7T*I0eCXNKW4Bd2!9`Natvn%Lg4$qMx`9d)?v<^G((
z{D<5U=Bjy*3vKnnEVr8EHm>=;Zgc7WGQSAPGJ)xTnM-)?d{|L-XJ@yh(6#gS-hb?W
z%ua8g|MQ`I$NkVBwH<vAg{lwe6%<|gd)xoO@wKI|L`u)wGU~mZ<LaL8Y!@T-VB)-z
zxhE!@3OUt0f4S5>D77;4n8xjA{?3_Gd7t%#y?*)Y{v}Dq^Yf$}xBl!=n0-}0^xrDu
zo+`!(#kZ2a2tCVQcAR&0(dIQpI~87Pi<^bMED-j!x)f(RPgBv{pvGp?lx@7t?YA%N
z)XB9Mw_EgZrr;wNvmPF6-&3N^YYv<8H0Mebt)KJk*@MdIl83IA_{g3}jAUGVobS<!
zj^8hKZEyGP-n29^=lS(V<x|8yE%4852%d7b`S^P|Ig65(zB7kDNY{T%zmn~AVzE14
zb<n-<^Q&27eU|?}u<qgU`ZwzB_1`4<rayQQZ(gY%ye|6o)7sec-<H>Wto^e*{^T~F
zslfuObI#Wswzlrjba)}))2c1!Xy~>#Q!;?<w#9~~y>2(fTk<BIulT$~=HNrsa^ok(
z(*%86=45%=vMl2>Js{AyUh45ni+~UAeR4fAQ+Nc9R&}1viF>g+u;8?-<HjFHmuJK#
zT=^qbb^BuBX*=^MZ}yMRU$j^lhpelZG_hVl!<o;e;|$-bW6NLe{U&AOZvWK9<w=~?
z(^lCOcI!3g|0ujXVgB89&845W54rY5&#_cnFSj?V_qt}W9_!|x8}Gy((|B$i)N^mM
ztwrrL;R7D^`m!plM^oFT=j$1~c3M8ErN8#SC|h0`&*_{AaTYu4f4sBnseAWq=kFh}
zhwtdUle}3x;n%s1&-B8V?D<yw`qSB`+ArtC)Xj}Pw)0M&y0r3@-J1{WSW~Y4sWhQ5
z|H*y9ymW=>Cq4_!o%Q*SadXncf*#|Ar+@96eC}9XPwC4&JI^$5{(8*RTp1oARoZ(q
zmOV8r;?}c?cP^$U3hxZBk<vfJFUe_ttmwwyudhF?nt$$n)70sY4z>P&rD#?Z96qn+
z`|e`J)#^%ftDApy|B0G!_o?wapZwngzm1dwtD~M+H?urZ{4I9FWY2~T9QqQa_c!P6
zsQ4LuCHiT^O^1Ig56}G)!da{&Smm}pc;1I&2Y0Hz|7pOn^7FOw#6Qb^A8$Bl)7-)S
zl0kn{&crV-O)4%aKVd$~BhYSkX7ie;{^)m89n@sj6wE)SV|DWBwwH4h3tt^LF2Ae(
z$ItVBo_siQa`(#%7d2BNFY#pN*?&0nfjz#y)Z*|d&e9CF+tGWc7`@)G#G2vnz2onm
zC*5Rkzxg~~(YB&9H~U)5rQGxnt?T!>C2z^L_<4cz$J0c%Q@xwpZ?RsRz3KKI$Jt6=
zmJ4_KvI(-u@2VEv7oonl{Y0b3>vv)4YCRWXMc>_M7O>lG5Hhj-wXK)Xl){GwtXVm!
zO}oUK_lk!xe$d{R;(zOu$8N^vq<zjgTvm4sJ68&Hg_{c=(E3|iSC=Dl%XHbnI~uQ|
zZoKZ<5OPU_v18AxG&6~Z%fuxk{gwu>Ua)B@w#|Ry*#3Pli_X4h>qF=LFte(DD!6RU
zNA1{$n+rYV?}aWC-XV71!nHZSw_jFc#V>c;$4C2%p6$BqlP@UpuRP$gxP7b0zK?gC
zxl;doO?q9&WgipGzUY0`xe%4VD>qEjU;ogQ>v}S?uU%cn@@NT*>F4K3)x9^bFRggR
zUY}F(qI3BQ0SOj{m2X7S9?wdXa{KdF{jG7xwYzJqOIiNvh%b~)`G4q%i-0J{%X5ax
z8-3Wn{W#g){{Mma|H%*k|C;*0_QyB#ePS|N%F}12T#1?0_2ESFbj?iDKWDPj+x0hz
zJbdUbCu{d*WB=0039Tj05oX6v`SYY&i%OZjVL0$$E!(+^_TPnb7H*#C7JgXz$hzRW
zhfX{xs`?jNx%NR{$BxL&TDyO?cVuXb&YS%7LRU}x^DV1i&yjohcEvr{hbH@$8{Dug
zV7b+PH|6o~Sv8vkeYVYdzqw@JvmH?nw9+U1f5HD(hxZ}(n~4>5Kc1EEv)uDXDR@)J
zi^Ipa@s`i6>6xhi&8_CIb&1kGW0~6X%_eQ;Mb2AG!)MLuHMrmRBW}5&as4@)4EGAj
z>5Jd2FV<OR&bhw8ajsi(52weo`d3S?%wj!#y`n(B>x<CoYQD=8Ef0BwvR&;t{bH_w
zQ*`l}#rr4bIy+o>s`_(z&8C#59sF}GOzxCseE;ybTgR4R;olhR-QIIbzNGutms{-m
zfAQgmxDSf+Q#mdg95`R}z;(ls`8OjkUwzS#H~qOq@Z*r9T&H{XWSr{mn`WRAmwa|h
zIgicvPu_<6<er>k?{E6T*CBguMTMh84UeJ5d+$4YHyoI!cm3Y`2m2<>mC3G1{MY-C
zfB(-nA3pZiP5646y_o$VFI$DB<Xq`?$)_!uHyQf=+_<&p->KDSOl(hFTvVcG`SbAU
zzPM)zO}nq%OE&0L-YoKIQh9IBnTm<uc((hrZ+~)mQ(@QrO{Hxfbvt^LH!pwjq07DQ
zrA1`?=^Mi0HonRp$^QGM2=}KSWpU7dczk|o^xtJIzvuVYoK8;-UH|Tr-;NGbHJip%
zY2KB}wex;#o$6Mie(XoywM}seJ9|nUet!Is=)V1XLCHr=D?xF?ch`1otQ6nuI7RHm
ziN(g(o?JaGc(>zS-PX4}*|X%`U;O=Cd#^2S&!5cgdYg4#*@(N_{k{9XsPGoo@)Nnq
zCKcw(8ww4duw9?U06Pny_4OL->nnD9{k?I>XuI-Z{eO4%o7cPwwm<ai^WBO0Pt{9;
z*cR~gA6e_oeE*&`|FPW0H7m|dEz*;p>Nu~HN4|2|mng|e0;%qi%jZ74A~xyfF^%s}
zuNq&8{WA66pM$ra`2U;E=xDjoGOmipxXx^rmVIv6MO(#F^V&_8TsW|Hp8eTfpG3br
z)=Rl@`@C*<=$Ag@Bv$b(=hf`<&lG;%RFsykz_$3SznnqvlDO%{f{d5U@{jVLUVLz=
z&CTft?A8V^ztPTkuuYJA=HksxMV1Urza|<jIhUWj^S)onyPd)M#=pM{YzP%Qra3)C
z`TMnxA3U7h>n;fHbxi+nV(il$6CoArILqAgG~XZT7rTvhx-E||T$lg<G`{%DpPdhz
z{q3yIT%5V*WYoW(?(d|_?$rO^Fg1Dg^N4*G)0Gb!MxIppyqIToywtXNckOfvdS2`0
z)!KVj74zt5+$?)F^}XyC?ayZf&Q6}rYQ@QSE#lm(d+hJ46D+F!7MN|H9iRT5U)E*{
z_tQAb|6XamH)kGdd$qTxt=dVzSXtt+h+O?P<0po9E-&aYX;nQsQR~p7iKz#_t9|Oa
z;Tx%G&`{O7cVhGtj=u$uUTl20F4_HM#p-ICx~be@Gka@4JURKWvHHD#`yCPE4+(#s
z?Ga|tmX(=yJg6X5UNJSm>ZZ!^T`e^&VXuuA^*a9f;LN|Fy->dD+{{a<Y5D7lG)}Sl
ziKm!(ST=J`e|aQ!$>hSHTHk{Y{0@(^6}8>ge6CfgtjX-@t4m8C=Fj`bCL3Y4v$;KN
zV$s5VCO7w<Oe^bO^}X!v?ta+^K{u2SbNU$<HzY~^7o9ezDs%1ZKdb#tUVfBoxHeU4
zmuyAFi-qkwZhZW);n$tYQ=K(O8T5B9{l;f*+41aX{@g<k>P3I2%kOCnI~6)t**D|=
zl*p2esn6xl2sRr%OHb3&Rj*LEe?|FNs@fu<O&5-{`p@Z<{@uOl&aVnd^%stly}~cB
z-c0suP+(BfDBxASJEd*qgs1}BV<vanQmqc9%2i1{GE5c}Q(javXH)bN$DNM^V|(Nl
za4lvj{&>e%OHR3DnQ}ST^wy)>=N$eiy>#OGf58Tg*>Q9Iznbj%bS2U1ub9`T)JeL&
z)ek=%+IqClZTZDerRbkuLh`G{IzQ$;jk}?HeotnxQEq3`8Bfa(y(yvnPdtyFy4+z~
z<gHMXkr`fRwnV1ls@Kj5jC*!0R}uZU;?EN0HJKj;${V`<jV%5fXsj!m^J4nGAG3GH
zyz?}R$#-0MFX<)Y<2X(BZK0ykOAban2%7drpvt|O_iLu#(i^8&tXI}Lbb@=jM`h=n
z%k$a!<mKz;^&JuaH~&0;{O?cmmHF3w6y?iW=*@gVP~iW}`qZp9A!qLYVDoCatZVmc
zqrAjB%Sxln2>z^Z?mOF(Qv9`SCkfAPv0pYv()V`LrwxTMkC~(+A67j`U6#CDJy_$o
z*}c9WnF3L5VKrL2r^-z%Z9Dn$TC~X&Evc`^T8+<0ZD2{`4_?Qup*UB3Vr5f++hxuA
zSgTVfZfad#xqX`c<KohahdZxJD%u*!*cF*yUfs_d|MS-K_Wb(Sl5VeGyeQB===e=w
z2D^J@eEQC5+ly`~MmRo<YG1vOO?^wmbeXF+pRG{Ly#MIh6HBSBxg`$s>L0pF>E>}S
zKX~`J)JN7&3z^C-Th0W0OMc*Dx9Z_`ojq&Lt$f8__u%A1IUd6`iBs%n?|Z4Ed2yPt
z%ZF?^?|p}33beGcL|@M?xMp5@LQgN-sv_h3hp)lQ541MEUBfolNI&!UyPKa6U)G;5
zSEehI^yTESE0c5{Pn@n2ZoxSzuP}I7*^fzGKR(#ke^mM%K5y~H^h~DL2hTTL51tY>
zW9yB!z|v{m5A$Lcv$Oxo`Q(;nk~CNFMx$e(`FXv|Gh%yePKNtS?rP%s=Rg1V+K2Hq
z&*V3L&;DI7vF})!-r`+HKO1dV*4{Ml;C|WU$4ZOm^+g26l<b>wHu{d&zc(Ka`X8MA
zA-3zJ(3dQg*=|xCp~`!F)jR(jpW!y`q{f?u<0o?6R!(@HzV9!OvGeT-$$n>&zT8vQ
zj}^b|`DN4IyT5I3Z7t8rosse3;Y`_>#3P!#r-CykJpcEwYDUj?zliYO#g4mXZ~i!U
zZ_$++_1UY}U!HjL_|ls7o7Poy3Wn~gyKwZ40^40Xvt3r7SHDb^evos-?5RZMrx2AW
zo}(Q#n!(c?OO^8OTu@l;cf`xO&D16!(czJ)UhA)4pFSUEHFL8s_+NY2{_h!o{`wzJ
z^^Jc&*tlOpNN;OW{uTYdhxB>o|N7y6`Q)V!g<tLpo+?scnrrjI&(d^muiw2_x+@kR
zb&9wrwc+xOw`bi8f~HN0wbDJ&*!lB(HTSC&Q+9KSh3)IF9@DyXq(T1PeI||6sK@U+
zivNT?2!7Elv1sF#WOuf(H#)0U&(ZywqB6ZR_90KL`)mD;SB@_YzV>@Bk50raql-@+
z;)<RHiN5YrH}-5_etkyUcS(`+tLv64J4?MP>0h+&Z<x+^#dA8pK8c!n&$oTPtKunF
z)kMM4?Z)c!Sk!Az%HQApP<pk;Cd*$J4u9XA8M#bT^-uGj-uhP-yAI}5we?HPUOvCF
zEaLEvEq`~q{SE7{T(kA{@$&}Nd%0t`^WNNjsNvA{`E^wl_k;a6+?;w&?{wVt6^pNX
z-e){}I{f_R>#t)zF<D#c)l9THEPcH2{_h*khYiCDQrfuhMaVC`bW_6Gb*8Iw|G8&I
zbI$)$Pm_E2y{X)_pz@aAxBWLX@12h8ykeWSs845}1mA|`KF?znKYcQhoflfN<@dEG
z6EjaRq-v-3y6YD=D@Fa7dM9dHXX1q`xsObFzpOnKB@>y)SDrp+n(BK!&8~~xXSBLG
zs)7Q<bj2@UKjD_88C~I2ySe7I)2VG!JPs^Lie35rndqPI^DGSioKUx)yEo_4C$^f3
zx!?Zw|Nr8D<4MiNf{CwG`_9!)otePCX^K7n%NtztuWaT!QQ5tt(z5+dWz)64b7n1l
zx6y8ecTCeZADQ&yX*c^zC1ytKDiWOC+9>eosf&@7;Q9SOxXR}Q%CGG{k#00c#;1PC
z{lCiBFaAu|zp${fSCp|K>>Zch`w!2T{g#-fm(094dS&-5pKFGd8s=N=ukO4i$Zm1m
z@830}-C4|wCQsll^sy2Yi)m3Z^t=}F&otcS<Lv)G%-{KIZQ<>$`?Ip`{<Ou47j7n$
zER|Gr4Y+h#eP&RCSMRCSQrq~fE0sdcTK?|7{A7Di;gKToVxMTq(4rLQHqPQ^=DV@n
zc@M3##94dx^Iow^pZ7s)nu!0AxA7Hj375ne#O>pM^z2`+duDmSzhw%ywzqBT4YLy5
zqiu1*?NdyblBxTegQ<7=R{vJLAm7cn=R{7-a&;4vsH4wJrj#6sxB4NyyU^zFvHPs%
zPlJ!=zWlAv!~KtKrTG5|mMmMA@oHOMp7K24iTsy@dmGz6Kl*Uh{@>k)mv&xn=db^D
ze8w&7gFzgbOU%!E$g^^%?DQ*lTX7&?_3rr>Yi0*Mw_J94w*S)OE8{;$KVP`Hukw4H
zS<HWvY~Ant^<RG1Pl$HQHJ`+s;?Q~}_7s=Q(Pl0A!g)_GZNC3^?)|jnPsuR}-vp;@
zSZw}~!EN8vprt)diys=i?>lnNFlmYDx{nU8{pU%Xe3INYlQF&b%yi}YGLfEqcMs>|
zfwQE3G7FY6e(C9mJN;6RTjRnVt4_hvv%(z)+rG;@x@58J_}qyG;e8s0{!%w5T)!49
zJwMcM`;EOE=kI;BsM*bK!+n@L#-@B8@3r=azw^Gy$L#zl^)f&G*drOQ$JK}BdTz_!
z*;3WK_1M3Y^3%(AG+y=1+-(|>xg)5bbMu+lpy$6*{8<76pWQe+`AA`}{^<=d+eGc6
z&nGsCD^=F4x49m%r|;?_#k}RoGpz+e)|mW$vs!a!<IE?)?|!<6bxyDOJ^NHZ>6v3{
zr{(7CI?55TM7gl}X@XSGX5+kuC-eBM)YBu3K3qS)&&Z~wM#lZ;ZOafpW#+X#zFJ#7
zWS?a4{VBB+zdKh#V*4G2zK11m*|zsz*0{aA>U#5c9)J7acQ(`%<mXM_mi**Q18<wU
z`rQi=#_1<6-BsUnw?cQh|4Q|@4PJ*QmGc_7RrbwX{QuYgA7>x#|Mj!pCMWsiGuKkh
zswX_sO#O0cE+wZ`KSjyz=<Z2)_pnaz=2M{sqG=&I!tZ@IB%Wm8t_gacm&$+aiIJO9
zM#-xB&FqZ@g;8N;9(S@AZ7lrr;^UgN-#6*MUh>c`*uHX?jfcJa-XqB`zjU(%2YuS|
zS5jU1I7^1a(q_$Y4t0&hzjysSo^b!u+xYG_?<#A9F4Lk|yBC-Ecoln-zq{V}QN5@9
zEvv(Qfp1TK&r7I3v-j}xy1&IA4mP%kPLsc&V4dt_Yh0Voy>|YqWb=sIFHfAPpS;`j
z+*Nyi{dIFH=ia^{-j*I;Q~SfaPhcP0`xvJ(4oUmUKQ})7VE*pTUvYV>>^sYJ9!>KJ
z2g56zmG7lm?0M`Rz9*B-`u-=z`1&7fEq=Dj-@R_J>qkp@DElSNk~X1RMXQY~KX`b*
z-tcMRnw8EbM@nYSWXd*??u?jQGu@7NtC3#z73*^D1Nyr!U3zig?8n{jykw^d`6qwz
zh+z-=W_&?8cj4@kX%YLT|K)xm@-uO*Q2Waj|IhfB&O0N%>1u^)k8F6l*}CGFOMf?A
z3jFu(`^ww*;*+W$ev)xZ^}OHLQZzY~<H3~^cE>zE#pO-0JIiqLZ^@hOa%uUzzXE^T
zzMP~Iy4!NaG)@EWpL>oSIPhv`_hG$L@2z&d*ZSofxrfJB{Kn*z=f`W6qUW}%-Ba?`
z%->M+=9B6xTjnsC8$ElX)L)h;iiZgHDIVk4Ht)^>2iL+gg&YT&l&{|2aXEe3(tVq!
z%&+_;<S_r5?rEoeHybzpF{zs_VYz*uuHo;>M>BrwU0i=afb*SEa$lfM{glt4B^&<~
z9}B9h3Y^QVw^Qe=#SxF4r>C6b{P3bir218^Qni>LH>b>f+cWRqeJP&V@6I^Cs?|};
zyta7p7IU}iE#FMj)}1ew{yxnzwK?K}r}}cCqvs_9N_k9YGwazH>Wa^8%R6}0vp3=v
z!(7K@uT`h2N3>PQ7gaU+{(Bc4Vt(%M>bp1iH&5}Nw&vouJ)cfxAKpH{GSA}7rWd(4
z`Yvq{-rJ)vLC>fw?~9%G?Gx-q9bwF2m)^Vycrv5Po#oW*<cX3ec6antoSbhQZhpi4
zdBUS&{r#sdZM|d|xk=Qn?aeo5&xSO4<H&cLfBf@4Q&h~rb=K8#vc$%F-@az`^`=IO
z8fERgW%oP%XLUy7riWfkb87;Z`M5|gD^Y0P`Qzu@DvxCwlzmU`KhSouN>fAFKd$R(
zaF<r$;~9d=F2132w*Or1INj;2MuFxWukA~f{R$@=a;*N|7Tsu|<9~>GyJGC(TZ$VF
zex4C-E#&=$A++PzX6ubdwp>~_H+xOsl0^vtDrer9+}SJeVb+qwn7KYC{BMhejt3-u
z%6WgNKlYHWLu=Hpg%>mL_hblNKK684wVTI|$FD9&if+#kNU!z2Z_=8X@pI<<Co7d&
zwsD?k5Np3^{Z8)L_q4n>`MaD#rIa!aeKsE#Kf!V#gf)96=XCiW4WF`YoHagdZ{L3?
zcXGVr%vd?QkBjY1b>yrV*T3LU;L~-DpOn`U8$Ti2;Ksxo$4@+WU8baOB($eL`M%9N
z<Ly73n3V)XxbG<a-RS>M;B-SD-~PYSGUnco)4U&gO!c~2^iuB+ckfA#DdDU!PB-hm
zYR5l3_B#0Ral4P1d8cf=lmmDdpSIhhlFl|qi)s0bxkaVH>1MpmtE8M#r?wq9GT~;{
zmTZ%=ONINCvNv3LkzvHS=kx-DvYnF?CJIZG8TaNL5BOV={PIu1w_`%y=6pt%j-FIs
zHvOfyv1_|)Rm0?|cExcfFXM~%zCAbf;g#<5y#6-dMA)udzO(xw$NOm8!>z$Nim|(`
zYCf;uZ(vh*|E~;V1<%rwndija%(E@#a;~!FmnrPr_-taIROdSH@{~7SbtWu!`H2>>
ziC^x1m-UIZ4q_HPQ7g@;D6f^<t9|;KblcmEoqJp!M>*FX?VVSwlkZS}qeJZesy%<s
zo?|(!EvYkekqQg*Ei3nu4<F@sZq!-3d4{gWx7l|b3xA#pGh3z0t6vm&`QhPry%$~t
z<>|@`z1ZY!W4NqN>)44iIwiaHAIVMQeN&(Ge#5Dk;ZoUULE)JT^#8t&f1IK-Z9(G8
zD!m=*yDJzPj_nP;Sf*pM`tE*XiG!cc2lp3caU7dx#oJa~eq`-K={X)>^Y{P!^FihE
zi{}x)w%G8${qXOF;j|h>b8`vat$*T^B(F|8?7pMt-LHbqrE_*Co-FOrJg@%!9{2V3
z+ld!XY+~I0Zkk+x*OS29oVkfE_fnZQDdcqg*>R~QndM?)_LT0_Yo#vp4t+TPS8d($
ztNuSl>v`mVysz$=`ORn1w2r6q+15X3-F$b&QiD*ry6l2V!G+DPn~q1{kS*PNV&gQG
z8!sMexTJZP88eqOZ#~H^BmDH)G5`M$)Z68ME%YyZ^J3n^_`j>;8K=vJRUGD7m)&(&
zB<FCnTf;6P$@cWTHD)of2~yb?GL`?`;a+aR+Uv|2A+>SYp5z&}W$$AT+y7R#KPb1P
zd5WN{5KF;4i^%o5`j<O`|2^aux>}J@_xG@Lc+IN()L9j6H(#IIeSfL;m+8k9bxrqv
zSd+NLN_xuYM^`l&VyYf99gFIHVlBOl@oB?so6u{Qt~L7aFZr{A`<lPCG@s0jwwEu<
ze`suO*|XaE>}?^VmG5r1{fYAX;@>`5#&YFG@smwQ+-w(b7r$xUz}F`JbMqvo^@24#
zkI$(V#ftGP@HnLZ*L2R_xp#!$PkX6jVfA|B?RRHydEM&UbnD<(JL#{x+rDV+G03;x
z>09+*>Gb^--Qwr=8`k_@eP2rMze)9L1?O7|iH~Z|%WtW4obmS5q-stHmI?Rs0?PAw
zm1O^A2E2Q2r)>VU+Hs-5bIXOVi|7BJ`|#lRz4bRrA013oH`;jY%*RrpJuesVTP0kb
znSN>iv7V>CdF9(<=BgIA&DvPC@3qS+*B9T<@mimsnW!2cv_fVl=MAGz=YLmv$*r0F
zgu5>G(1mYGRzGJ4R$Cp5J6An-oAcb7j?{xf4>e1-KbZgZR8>yoY@dHmdhXjrN5mbs
z?@W*Ewau?D-x6*6>EUualRd9bs%Q4k2whlv^U%Ht&Fp;2X?orv@^R;lzbR+<-0r?&
z@Vm0z{?7JKOy#99pA)!$OyPZc;LDe#w<np(ztTznx>q+k^5d4{Z?-brcsl#lO<6s2
zwbII6O!Dze-@o(i?}^>m9+|pMD534*(z&;C&)wKrl<@xE-WzjymUvEl%e^W8&z0p8
zhG)7CMt{Fk;rO!j%azba)!!$5nEt}ygI7-azZJ}r?#$V=we{GM#+k}fF3ziMkC5{?
zKBZu(a?Uy?M)3{%K5ub;mf2b+A+uo1l|zTaj<4lrR12y&wSCJ8b!)zB#@4>))<yE`
zt}i>1y)@v|YR--$V#_BN3a|dOKAx#t>tR8iDZ~AH(<U1zuUru_<C@jxd}n`dv6_=1
zlX6y0wtV?!%eNLT@xUiHtilhyUCFjvyqxEG<n|X+ww|1MOUPJo-PwD`+|<9T&d6Zt
z{=P=r|Ja9Tku$h{s{B<lo;P=$%~266?tMq4>OaICN>#koa6{u(g=R<JlmfY!2i@wA
zZVUX?wX^p3Ii9NCXP2o^qJD3`xVh8g?DU&%cNWIaJ5ZC^>BM}(LaW?2O55GCrt$8f
zlOoG+9QZwZe^ug-EB*Cp7IpV`7r*NJXzg5OS3NVp*Ky&4^C`E!ab13#Zn!0uc~`3+
zN0#azHkRhzuKMifA71Rf@8AE=K>YIGTLr(S1`FC7EBVb`WLWup_fIwbK)nY=$~W?B
z|NWP{_x~V&f!LpF;ghDTu5#Rdv1<v_WA5gHd6yepboDP)Ca^7>-X3Y}Xr8nC`k}9%
z<}EUIR!%w;;A8LZ>=>7161Yu&?}xpK-}fz*nVK=n@Yss*cZNG3rWUdHZ@gEgFFT{}
zut|#9o&ztU3y*8NKaJg8BljcKFW1WIPVIZ<!})*TrMJJYeZTtV?Sgl2%%(j5nJ9SF
zv|7H+W_o%ovw50K*F4^Wgxg0?Tz$P}>;5C3T9uFYB_<S<St&obr<Buv@O@~;eCM6#
zj1GT#^I4yV|89BtH1nG)R&S_kR@-lSWlrmdDJxug_Pfj1wXoHv>-Fr}$mO5Dv&VNK
z<F)#$nWph+>%Vlm?cB^^)-Wy8MDj?M&Do9oM?XLRyQy69&RR>U*e&1BYQNxKc6q*S
zd09nL>(fL&6M=hAb<dw@KQTe;Yxw2pml{S^TiUno`Tfm$)^fkY28-Y9|9kg&TX?*^
zxATdWx-#4|+76u)D7_!3#W~e&dh3eqMLcTC5!Ek6c3(NL*Z5QZ={3g;iw?Xwl>g`H
zeIEI`PtV(R*Bq>EcDw#JZvFhn?|42vD_mx78Ir{BzCUi+$5<z}^^4;D_Lj}s`s+-M
zLH4Ge{WaT^HQG)7nauKjX1Y&6He=(*m*))rYfjv>aNnPIer>;X&odo}w*0!w`@=5B
z74`X3S_HN$Cz%CZ6Rf=Z-zSG{rvKxv{Uz0_*Dv=uYizVbHu-|;Lb>~UCtv(8IqlKf
zN(aW8s~$U=a&}F$|6TgvsNOeyn}0WybB^7aJ9$#fv@fUk|Ixl;Xl)?HcIMhe&$0~{
zQv)s;9(OpPBfB{@ZI+3NNyOU;=ZZx1kDhs{aXlz6Zc~NO-lCVi*W15usCgPIUol5{
zxnYZ8*`}E8U2{@ZujN)e6_WWnjjik><GX`0KVKWqb^j?T_cDFKgk#@h4_n;QPmEji
zVnNr3Q#;Oc)+IchTl&tZx-_TRv`T0CPRr|yZf81)b;!%M@kKG3ExsXP|9Q>dnd)yN
zd$?Z;pZj#{Tq4V>^vAciSu+$h9%Rd3yIwWx8aI!Q#H^*0T*7Q(y3%UR_lYMyYq9%$
z{Qutr@~-n`5?=PpzN`4OS~2CPhIL!!9i5_Im*v<(=3KNadShVpc131sz~yUA0b8V;
zKl$ynIKOG?_5DXyX7X6wO-cTE`uuz;xm34P&f$yhGqRZI`9CuLIHk(a*)~2RMkb73
zhwr-HrY(859n)r)7Z@B~{qSqvH08<_hjc3nFV9T6wtRh(i(YIRTf@wb+J2iua_Z9-
z86{8RQ-2!Z-S5q|<mRS{(=Gq@8J##`lDlm4hIWIn`6&~U?km+~Z*y78wQ<c!^S8%&
zn7Kbk_qG>A)N8EPS)cgxeWI1rtC;>7=QFH-8GV~!qjY@AzK$mElbcJYYKO9&5LrLb
zIsV;~gsA896^<Tm(%-wDuaND^!Tq(G+qa0$@tDrlDyuMO`q{fFE6=-H&06k1zw=<c
zmDjEVS$jk7SxSHBIi8jO@ZQQuHl`=j^L!S4b&5zm9K3(c>ii8=2X88WPT#v>^Ct1V
z1^4%sr%&@?sV;jjSys5Ay?VJ`P+QK!#P>|cOgF9YO+Nm{G)&`7@>1qktZ_kgKTZd;
zd#|nk6c_v2LgMfA#KvFxK74frA>Ac&G{gLYQvN+)@RYN;;81gF@5?hr)}^u%QF;td
z^gKG}@13$ItsqKrQQghXh=j-c3UjBY^p<+eEV$adZMm^UnMbhMG>iXlJEHbqN^GB?
z=Uk#xwK(8ZkynQ3hWmmOIzMPIs5*rjifYcbnejybL~77AWtTf=YQmF}q`4>T)NU+&
zoWISz&pR?=-(`lAA`<r>uNRK8yglciYqS4lrQA3ZzOoJ95BgpU*ZiRobSQTA+eypz
zX5ThcYnZ=?X_+Fg+<o4htL+=Sjx$}lE`PW*G*JCw^un-$_RRBs`i<Y(nmZSKX*rmj
zye_{pU}+{-{`pYPnfz0?+Xzg*uefqwlNPV(!~CbK4)rb6`JHfda{Bpsar?@r?3tbS
z=sNeoujkv=Khko(lyQ^QB6a&QO{eL8`)&Sw+yB$PUH(V8ow3b_BkmHF$({kH#Lih5
zG5=qpyyB>L)y#Q|8E+RSFdlv=^qMtZvQK{h>?KpULj43wyDy8*;j^i_e)3^@-Mjhx
z`#<hH&v*a-x$Rq4cKd%~ty;C`?0TcPpPT0_>iAHs@<{D;&c8qY`%L!yc+`DZ-Tv#!
z#Q%<YSJ-ZJy}DJVJ#TKXkMcafXscHaPM!Id;=WQITB6hSZ!&%nOG~xBb1a`XHA?hO
zbotD4EdLI%<{71lykt0SI>+vO9M`A%<d?k<bzZ)4QGEC42|sT@@Rh5RO<J4}-kH@N
zAf;}t6aV|w{R@_r6E$x~E!)uYXkS(9WKF(z>AByNz9m;EO@97yH{ZR;iQz9jbQ42l
zQ(x8TpZaFXb8}bXtTy>wQww{$LzlhNkKJ?R%a^4OZ(U5~$vo|HZc*sQLwk5~cv+*^
zRFn&^Tx7Ls$n%>2^kih`;cd3<ZLz=o57<{OmQynSu*JInOv#scnRWZG8Ej5GF@vw<
zw#&Ju_w$6m^SrNqQ?zVD?vijrmi2lcw_Lc9|LCc&dEkY<*}Hzu;0X~r#jwNIe7(_S
zqa@GMz9m;}l)G<7elmT{+GVDaQ1NW%e#w8g|NpB$av}bqlg7Dq?c%q(`<S{#_s-49
zIatrm`zrIt&NF8kWx4d{?mlLu_VlF4OYs6BiN)z3-j$jO{6F>n@56#AwG84rZC>##
z?q2@FB0D7B;r>qc$40VyoqvnBPd{Ju?PsgDL~L}?l(phDC*^xZ(v@uP=4dZoCM9xe
zb)?DZPv-@1Yv)MCJj&x`w+*=6vh-Qvg6SLG3{Q9bS=|*Rqh;$CRgg6A<~-JKkKQ<{
z->>~*uuHttoy}MO=!yRKQlfVmJluWOJc-|%aXa<yXCd?S%`tW_G9Kl*v8q0lQa;pg
zzpL7!(0r~gpHYG2o$C94_4+#Zr2qKPuK&cQM!#}XafbV+?E1f@Pd*+hcpqENYyaE$
zf88eq-hZC6f4-HS`!3(FbY}<G&7!h{fpxcay<>iDyL>bDfyCM7^0%_{DqlW*c#V7g
zrj8W%Z@DLSKVhycQ+WDI^qt*9i>yh9HA6pLPk$P1`F*v;y7Ge)CJ6jo=eP0w0n?d1
zeP^u;IaV-k-udw7`}+KfiG6=~ejVJ)DaBQtSGnuz#S8jdUe1o6F>m=-&$^5w5oWJe
zoT$CDJS#|V-kZ>0r+1w^7LoVz-XqP!SD1Utdc*n~rX5H*zsfs`KPg~-%>&0rQ|9r+
zedd_6*`ZXvBZPCU&#Kq2?_NIl#=<K4<(thGG5?rF45R`~mEOChr2ne2NuGRY!+}N-
zhKnEX*vnWHiC1;|{@DG}@)+mRx>x?69*A$r40-F;RxT6sgvDc8W>EV7PyPEumYi!y
zZ;`*7WjFn9jK6wkSaO6#K|#gGQ@syguCMRT+mn6sYT(k<)8?L3aNX~`fBy%oU!HrP
zEs(B1cSY`b(hg?!vdy0V>n<JWP?P=q*#DM}Xm^qG->Fk?E#CJ3(X|i0sgCb=nV7ug
z&(F+eh;mK;A->zI%VEJAMV?CW`S&!LIKNdtnN;^kV#RHShJHm(UYRJ#<~ZhQ@AOSR
zx$n-ry^tq*nOt*@^s8t2?CZPSS(LerW&9Sdef;U6`3%`pI`$hb2}&(x5YnoznXsv>
z>GZZgyAyXa7@7%3=d51v_{2o#GjHO~<jggmv~4P1%EGeE`A5#J`;jAkX0Fl8Njm(D
zHysyg9#RRtH2JdF!Ti4$o-G$)pKi7+mgU@4F1dFTYfT^Wd_A-0cR!2KhnY@aiq6KC
z?6PQ*-Fg1g;jm+B;m5kqKiX*%m#Tl=h&?+em9_0xNL^HYtX=L-H+F5|7k>NKzP?tQ
zzVuDQt~+NM1HR6(*}9q0q#^0}*E6e39yrGs?(Pr|6YO$&v{u`k(RrC9Lu6lGsRf(i
zg9*1EaOztnJmqX;WuG>ysi;|V_gs^G**0hQn9MBmx)QRq{k-0kxrU2OR<yKi>3lr@
zew#v=O-PB)(S|B@=@0iFY>QjHjH9)H>yMhx?DTo1Q&bGOr#oqFGtj8ePFt!ow{0T7
zivQttEA*oNTu67~uiVTOy?*JzdmFkO_l2sr75sc}|HABEOwXhgyZeuAzU^sa`(XO1
zE3WRW;v&YEMbWKi_5WOR3%~Kv$5Lv2hKYU4<BOLW-&&<d92AONvxt*X)PLb&?fR3}
z28}GomMb0$U&*Cje)r0%MeNQBJQwYa7EN<5SRZR){^#EF`d;aE)7#YT{v2M@yXG(Z
zvz7PPtbS<xJY%6TA4jcJiNU)E>zd!r;re7F{>fs|)U#(p<amF_cx^w%p`dKY-X|mf
z?{NGNRkN7?&puqQ|Cc&NP;{1{Zh!pM)R6OnHKz?L)3)>)oDPYrXqj)@_IzG_X2svl
z^JVA#I^n)!#@oUtbGE+FE!X0gZh6%CQAV`bcAwkKR6YA<UdaM2$%<2FYL=d}+~hY$
zXYb(-n~FF09$KHT=`V?_Km9Uf`b_D&hpnz3cJEs{u^^<Dd-k^VNlz-PU*BtXzo~I1
z&`x8*6xJig-;Z`oeL8*F#JwUijupRL{T5aA`qtfUfBPZpzM|RE<b?CaRwmx+?}UDb
zO`FlQHSpfKd)=WOamkq{7AmvvWclE+Y~l17R}1t{DLveqQhW29roQ!yGdBv}ZOJLy
z_;Q-yk=P46X7t{g_wMnpYo0n4j<FYZZMuBmU(fUSn%=Gd@3@@373}}`(uoa+MVs0G
zRZfhYk*Pj;<$b;F+a;FnIw#kvJ$*&F$sGF+SB|$WxBIeD=IG0dSImA%SuRVLG-R-T
zla}9mY}L|9=UkPu`y@F&Gk@zbS>`y|&uzcMi8yxNh$GVjebuBCvd({)|5yCKs{V`2
z9;vy!p(&kK6PCXWvNV};cD-!qU(<xSLDSlnctpDT{kYThsJ!{ESdU}Bk!bN%^~=+y
z9h!Ml`{mc!C;EP!eEix(=VnI+Gvm5bmL49fd+Iye`Ac}->SRrrswnmTL(G1Yo(p<w
zPZfV^w430!n|~p5UEPC=yW7>}cUDLIUdXTHzxE!pi6O^=^-`9fvtmMX7Hj#xTxD?h
z>E!#<e7}Fsv}-ng*~}bwVmkY~>ko|f<;r@Wx|eWLu=CBr%jF6G{}i0RTfY1rt9Zi2
z*M~k&_w#)e<~gHoPMy-lk9uYMYrGC~eJ$z@-oIkS9LvXYbBgXwH@;xUX>PoE^5Us?
z<)4J_JW>4r#AXBWGe2s1Qtq8yUBz~DNndzuP|!k$#Vy@?W;j2Yof=tD)$hK6F?*Ir
zg6&!E`cFoOc;@`lIGsJ~P22edqw8{^Id$FpvJN{%c24N@4qR|FL)5%(VfuolXTRN0
zd&Lv{ewMgpl#$M!hpy2FLt~XPUu>KFIA_`>e^!<KeN5H<F0b;_>Uu)`WOx7m=iZ)M
zem7s}z>YtkxYY0Nyf*j8l)xX1`8Knn+oKL13|C&DBKEAD$9!h)&u`oJPu{`(ZtD`g
zOc5*Y+L;GC=E%7GoWJM&!NmWE`+5I=`u@LTY3n0#x4q3hC+45ftnk!lQPuqORJU}F
z_$Lq9!x=YP6RRg5R8C)-zjMk2gP%e>Czd-p#<1sH<oQ(1c2{KHwj!;ts4CU+(0|WF
z_cbqY+p_TTA1&@>4icRU{y!}YjNDks@07Tz=FI-S^FN+0{u^=bVIo6E_rD3-PH3Bi
zXMOTuNSQqSEzduhq-QJ3_xPMot&lph?BtPhwz>mOQzp58oLN`?M5|fh)kfD_&gL%B
zae9F!Xa4fqomAN`bt`Aa@vu3m6V7})xXnUV{HyHg+~+r+FS@gS)1He<lkeT%JfZBK
z%W}?k^BN)DnoqYw7CrYBjQrYG^frY3`Ih)%!?{K}AH|wQ0{v~4m9uZY+qphsgZdGh
zibL}&g4wq!UNPiYV_bhd(ssj+{~2G587G>azR1iNb1CXLn{@}f?i2Ueyxp&o3`@D}
zC+dFO9i$|^da`CFbD)07$v1i}U-)MjinSOpr0n{a7k1dFPUHdCTMiyU_I(OPSDcc<
zQ$%Kd)hci=(f-_<*%=j~v?IY}tqC9R+7Gt!wyMI*Hn$2H_+HQ7m?z`>RO$HJ*wj--
zAC441z8m^%$+pBPx4Nfp^V^=ul2@yy=J_MZd1ajExdY-)kGHd4un?4a^m2!k_!-Y1
z7b@>0)`Tg}^4}=nd}r~L+UaWw?=dR&YED?cuz9-9^q>>TAuIOCe%+85zQFof;1kVR
z=9RBM-rD?drG8y%O7Xtdu#63CKj;3@n%?j&|Dg5#x#xnvDoVPzv2J4gcE9f9=fgWc
zr?>h4Su8KTttf8u=_r|<ODmV}aedP9EXQo4tDq}q!(7wn{I<U;mN`71xK-sw#-z=W
z{eG@d5qHf0?6&_~d|253uflhg0#5;r;!8bVlfO@CKEG$x8q=5E?Uj?+UJLEmW)!=}
zjWy<ofx+Y_N+-3BUzd2fDl=P4PcYUla8~P&N7FS`_W3LpRP9ch=_q!|?ZU=AM@81Z
z|J^r7qVB`-`YzMsYZ#yROSybm)>1k9yIb65{&j1nx7|CjuxPcL(OQeAm&KR=OmF+`
zzpwho`Ts|&H`OSl`!8M)oA+3wWz&;e{_`_GtjT!vaD7GIytMY^I@v<u(_~MI9Z}gM
zc-4qm^!*v53!PevkJlVje{^zjq3rb=ddg9M7X${L@)6v3=0vi;yQKC;;pz1n{vTBH
z|1Ahee;Dug!0BZC&N?yUu074g++Jpz>mM~(yzZ;|$W`!Ydh((T88wlK%N9%J9(u4k
zDEHqpPxIczyV&pD_@c@Zb9+YUg~9~UpD#W!_g?c3K5*aUY5d1cPfmX^eNejhPfK@W
zwok9hzP&rI`?Z#EJddwPa#^ChXG5U++}Ax5P9;~){%i8V;d<}KCBpL;dH>(1w{5!b
zs}k?@#=bd=Z?^qRmphW!tey5V`KHC^2P<lSOgcB^$|0=>N8Oh^+UWA=%;P;@z1Uam
zV1AzNz59~pufr~XN<Xc*EU<HHBK!RMM~#;`w+G+5Y-XE#o=<&V%f~6ltgRkzE%|L+
zC9~h;-ICZ4U&E3;%JV&=7G=E<lBuf6{v@Bar6bv9S?tFr8_&f*<yQBTXIv5B?H0fP
zgwvrT*FPH^<2_*&o+&!-P{6^*Mp5F8{e|<Y{>;1PcBA}T>`#vQi&$38IXZDy(%$X!
z{C<R2>N?L9J#xkO`kiX`3C4naJ1mRdy!3b`@Y}8^hb`yx=f*iJjPnv}_7%SRvf)4?
zyL;KY^PJANMEL|_8K?iA^(>QpUd5lzhZEc7<j)x=ywceA_2Q<9@vj<Q%n!@Y`nIJa
z+UN7#{jXNszBq0AxmOY9vO0!-Y_n&*W3EW?4!Ik-@a+PzMYDFD%gW^FQNBL;evKk`
z=-&_h4GymJeq|d=F21V%>UKm~Q^6nQth>KdxYt{hdM>-S`%UT354V?Qu=81*Ufnn6
zRmB#?w|eZ}7xGSve-B>rcgwu|p!rid-&^hYy>55Wo3*=qrJZ)4DAAE-50`mruIn$c
z**8#MdfA*A|KI9toy&aQHO=VkH0590B<e!uM$C`QTy6h4^X2n%0<(L#x1_J%`>iT%
zMQ(hI(2GrbH2e?gmg}$oa_GX`l7>8`8J`rF%P_q@&`_fF{EvvU=W)gfcLE(}l*`Th
zFSSId&pzQy`nx?&^PbNAS-$fcQ+e#wMwTb?7B9oj$y_sDeReS?bLTfE<2B-o-b>Fd
zNMvHP?ekgv=sw5ZhtUrgZ`}Nxcdme%sg`Y=!-PHkAHv>f?ydW7^4=x+qd(iv`@z;b
z&I>+^|2*fO+tQwm${UNi{aPxgPY}%8bmNj?xTsjep9k&XQd;f;EY~EL-&5P)7P_Ni
zmh#@b1MSz?l;<?<5=&-Rbw2pY$<h09*&p8Y>MtQda!S+hbND_|mDTR(m73!qp|)kc
zyYbIkHZ{zmb>CXl4PUF)sIFlVu+N-vAVhUVO?Yy6ffk1rvzHi`rensj4?lm+uP@wD
z@a^eC^}1)%+iuSF+dEmuzLZfcTXKCx_(9i4VLIN;Q<r&0r<V7giepM!67(Q(wWy}%
zMaCO@^LKQAZJV~1vnA^1j3Zs~bJc}^His?x{QQ@be?n1@{L%wL!hbKXn|Q&7ZHsb<
z-rtKayxd(@vnmvp*6eIo*leQr@t}n_dw@%b#3`R!Gc=YzKCI^8=6ucIk&LIoU!V1p
zuJ!OL%>5$q@syd%8RMpe%^J(A<+R@Zd35^3PUl-DM%-(5^7lTNmNs3*uuN0I+f8Pt
z+p-C@k(b>MIxxgdcfDy4)*gHF^*P_UrN2w2?pD8h;)aIlkA<K6rrUYx_sT6@E_}?O
z@`><?53Ugp|8W2R<R|w>t#4&?o8R$WjMpZcFYxQztTuIrnDNiK8YkLL_Z<;i*8S8`
z^C^e(j~BB(AIdi3V)K76{o&?+#yl}6Ql(>34^H&xy?Vm!!^C#6d~NUQ1jUNoIhx)%
zDO&>>)Qqz)<lgIHI(^W)uS4XgqJ0+U$H?{Ep$|XZ-J{KZHBynU;>pr4M_x<_iZYO1
ze4u&xrByXA=YPuFae9VXjumr&jh4)%m{ivP3Pw9Tlq+5OV!uuOAa%)i)<1`7`-2{H
z`|Wyr<I3)*tY7O`miu4+bl&8TcgwT+1%&}>lRpH`sC#zwht=nspKtvY`XFZi=;eoG
zxxSY{e3NYpUfzFryij{4=at-*V#lvn-<J%3x^nsD`LC19=S_d_Hsf|?H2?L7zb{|-
zxclQ{cgZc{a=*6b-*<Z|K4br3|K;U>-n_piJbgl>o$#(I%LUhi-rZpTSKQyQT<2{{
ztJ4eDxXu5$Zk_gOth+5PCpkCW<sVb_!{-tUqLyxc&${Z>>(vrVxZgxqd}w5EtCp+k
z*qeE$YhUj54XuZzMKY)7K4WrzHLrN?rGQV(dzAFOdcFoT8%%$!>L<CqZPj_1n3Hq0
zAFlirCu{jsJ8;(gT@n=qXE&d@v`aoc?8J!{^#>d0McV&WHgGcHJHEMV;)5TDm#v!J
zy803eTlx--Yr8+qsOV>CT7E>WL~?zBNblS*{@D}4>%N~`IG17i%EPYHs;ZKLuWo*_
zSnxqLTm8b*yS?vyy^&n<M$S)4@8U+~%<7kWjn)^5RHn%-+8)_);$(c+mTkvmHh<ri
z`g^9RWz`ppW8cEkvdj68_sOR}nAjbk*)E%M`^A#*-+s5<#H)h*Q<S!cZZ<#uG{8I}
z?<LQy&BZx+vlj^7TUsr5_4Uc5OIg(qj_#IRqj0Beg>~TMsEX9xuMg}B%Bg<l$a%B9
zn|DoE=(9_lSylH^*L|6=xj#obcZ&LD*6kiY*Pl5S=^)6m?@WUJlDHoy<GH29)A|<|
zs!XiAZS4G%{r&8J471s0SLnHKG+cAc@#XVs=O-5q_;dD5O<Bdkves?wi|@O6k|#Lz
zDc>?vl5*(I$=Z8p5~si0#gkvOePrK0G~svuxNG*4-ZMY*W|r(fC!Z;jzx-tS-pT7S
zrTXTt<L)Y2JpE75NfvXtcU!hIT#U<nF?ZV>M~$bgh1T;*{U-~C|NFtoKl#p!<&{iR
z%;){nej0LUnTMnAqvcG(yO#%Zt-bK|4|9()UkzuCqMxgq6Zek4QX&VhG<dDiIxI1#
z!sGWZ3Ej7D`EE7~w)v-92S07wBtGxwvk&|K@c+O2Ve|eU^NaKkZOln4Rx#VIxkzKL
zzT$F2)paH(<TW`yPTjC)gTop2dc(g{;vM%cojP5@VVZZbD}O~(_M_PrQl+ijKcDuo
zf06XF6SSYXh3Cb^#XnX%UUs;0fPad;Mdl~XRgXfybsS+<4vLaGYge>e+bgln>wSjN
zGlBmhYfg!sT$Z%;qPeuwp+yl7+fRNedY2kqleXoaBAeTqC1-E8n|^vcv19w20}oo3
z`}#%AwGLU&Y4=&l{;tld*Sw1>Pflw35w<sD{ec7WGuaYP?a{xaZZBiX?Pq7T)-JS7
zD>CuVyGpO;GOaNmc}+xl-KL+*oN|i$^f8GPA-SsVVk@p6DO_?hLxp!9v`=!3Wc4qQ
zT$}N7{>hC;oi#h$`JT&jdhOSosb9Hp->aV*Qj>)yK9nld-7S@AGOgtH$pe%9=j(0e
zGOU`Z7;}Bs!)}gQs|%EymMe+HbMT*^Vt=XR<Q!SXht-m$d$01oopPF`RA~N%nI+A|
zm$tMpz4j?#^<SKI;-~+<@Y-3=6t_sF%sJ4(G|%PTZ25<_=Ra-Q&%JZz>l(8)`}-gF
z6sqtqv2A->_{+F)_8$qodxm}I+~?c=v&g-e(_`#*H?jJT+_sOqfB#-%up_)T>w~tE
zWJsX?kA5Al<@Z^_AMd^|{eQ{g%Qr9IdU5@*^}asm|9;bR>v|qt%gYl>@3DV+&-PaE
z{&{8muQGq#z5Mm=rmyRdzx?rK_K}S{eil#O^6P5Z&4YscayL#Xczrz06<!*}d{r>U
zOKMM#+vh!wbJj{s2-lBKtTYqfRXFGUZ@Di_mhUYWy$jyI=Ha@&qMs6>dYi9)j(%B^
z@aC51i!H|vu&%yub-QcL*X4O$8RzG3Nn0XwIDBqm;dMrSo7p;1?N6?1&0Y~>wfB&%
z+P1xN3L9Bt-(9+LZg!lQ=M?$<o%iOHuK(cGyypZ%sFUa7*LnM_<$fMxe>ug@xbA%L
zqL0Rz)0B%vw`aT)_{yWZr|b^jksTMWzi(MMJC{FEq&mr>v`hHaB)vIu&(DAV&|h{;
z@Za8?TlQy)ZoEC?WZCgXR#|&b_wDKwn};7|s%30Gm7V7)KQm$7=5y~3PE^b*vO9I@
zVeIZ52WOpY|9bME(&1^6KNgES&RcG^@RR=kKdb+E>@Rhy&ENgFVIi~QveID7#lcf*
zwpG3SEvUELy5>Q^tu*V&e5WiPq%2RWYgGMpBDsU%+L9?#S=la%Pjv5>EX!v<G|6PT
z;EB*T59g?GZt&hSb?TDyb{x|k*B%PD&fUg5^DM{5wZe?C0ueJW{y%%i#h`OSQ}%(A
z3N24PXIR|7qZ#+DV$X!mui1%ZhJl_MPu&k#sjGjof9c^}o*boCw}(S<8V4_1tJ{Tj
zbI-VKNc*F<_^@Or`wKO3p;))XoaE$r>PBB`N@9{$Z9RC|L_N{-$cOF64}03g_jn(v
zS~2O9*aW*-63l$_d+!LGD2f)Jbmmp~x<lQ1_e0&dqRdXMSa9fd*fcd>p7_as#P6?4
zd}HyM#cZy+){4_+N$qQyZ~ReyB6PjWMAPmvOZ)$ly*hs<sqCHm&A0us&j)w=80~_H
zeFarNp8o&2U$XAa{C{@}?kB%bmbALu)pLY>`z_D4N`;rCYYu8$EBaZ&o48co)N|=}
znOE}z8G|@K_{&Vac{??xL+kVrkEU4%_gUO}Vr(&&{d$Lzyk&3esr%L6bX&cSuUN2V
zS3-Jo`Tm8a)9m9ow+CL{vFzjG%a5f3wJYBge9mQwc`+|x?Xfl=U#F^Ap<M>jY+FA?
z*&J(K=@{-XwN8;w#-VU((%#!Qx{kkinebsMU!U9~e+f;dNye{#uJiN1c(Jfm|L@`e
z|2pmNOKg5GdJlG`PgkC7uvTg67LL<JQ<W5-a85dZKupC+%>SZT{S-kBxr>3a0w2q-
zGYPNssp9QXF=F!En|1%u<u%0@6kn?RY;%|Rq|)=$-ggea)O4kN35QQV32t)UwQ=(L
zuCDY`n<^H^m$xq5=OoSft!?|^oEpDJ<!uipmY6YZdmmGw!C7>XrMaQaThdRi`V9*Q
zs}JL>@3SWAr2Hz23%P0X-_N^=d1^`1&RVf07q3_Uu$?%Q&*Yf#r)u@}k4uidpPK%3
z<%<{R%bR|mO|1TB6>oidmW!L%m&I;TzO%LGUfut1;k?je{{wCuuXwt8Q%r83^6S@^
z&1{~o^E>uqx@hD(j`+N!h|KQF64U(?9o=g~pGO<W?cM)?jd{X#!%gcpT`BvxZt-Ec
zzOXWxJCA3`b{1N$HtWm0GRg6ycks(=lHdGO=PPY`w=(J6idFNMWNUk`G1a?z_*~D6
z{mTSxPB!UpQ@t9vNj5W-ZU3?ZX9NY0Y(J%_Y978WBt7Y9ZF3CIiL^j=jU4lLPj;!?
z)%=tH`hQx5`qNE}J8QPs{I=70SaQ?F_jc9f$uG~%vz+bC9b1&r?kP~(@$pRhEf1b=
zu_a=1buSdB?JV9k?X(u>`lq&M4j9jVvUI+CU(qJT<;+#uyT6-SUVh-&|4w~%xA8;i
zO%H?=e!hRObanKd=!cFBax)gZvCLTd=Epl7HvX08?7e1O|5e;@UV7vDONtwtC7AD>
z{gSdM&0j%y?#sP4-6b(P)~#0@GyDy|1cm3iTl1!d-&nUHr2p@MYW_F!eFbN}`+cjA
z+5gM!$HIA2+vmD3<fvZ$ZnMVDqW!aF*{4_kOqaB{vE=`+hf1HfTs&Dhr{7cQY`*de
z2dOHq9UJPx-}Fv6YVmVg8&}>p-sYLMFAir)FP<4`$X3a^?9+WV^KT1+RKr9M=&){W
z=Jl8RXkJ`;%R6RS!TL+DV`9JBR0K<=MwDE*6~zDP!rSOi-dtD0<IHzhKdtAQ)^+Lf
zq@c?WkC)Ein)`FJ`P$Wcwz)(l*}b|NGwpT@PearKo9)xzG_b8ZJ}Kz*+UC#|J5H;Y
zZ2K-J_TtFH^vx%vH;9_|DEtvIk9RQp-)3`Ye)(B#_kxgji~CrzU+rZ`YxCWdJ!iq^
z{JNj@vUXo5dmo-G|5rrxmSCKy`{Vsv9xj?;eko;>rj2*F`hIEGHRU0K(c4$g;bBWZ
z<u18WqVrk*OU65ir(bB!&~i*X!};T@L+1*Hw1`cQq^{~+^PF4K^Rjw=QD1-N2X+56
zFYZ=8YoU<ubBdlYGM*GJTzYb`zO`O5Tfbx5<6p&}QXfCQS!^+D-Jh~sNgS6hNUE2s
zwK#27S}Gk|By=N8==CKnuZEBN7bxgPS-GAqmc4cRZ`EIqn+-Y}e`?<9J>%}2X=S*u
zV%d#Wex37TY43boYhG>M@nOk@8~ShcYVvmMp6_3I&sfz?bk|eeZL?mk^!RBS8#hII
z?x(Wdmp5O$#AK@TWwZC&*D5AEIBs>Mf0-M8X?42u4S^N6OZL9oeqsM-<)2<nDobKM
zsoxFWR56*2+s$9f=pj?GfIgf02G>jLKkF(!Tlx87$A5;rGt=i?o2{yRCavU~MLxTG
z``_EPsn^)-e3vd=$n&`S{bQFe&+={6uh)zIxUt?f<EcTP?X$ZUlJ|A*s!goCFR|}q
z^uE%2rF;Hbw(9O`xhxTGU%l$4Mc%<jna>ZkSIllIn|a(j=GWBS@mH?uF}sTI2&<WT
zGw+I}yKyt)ozHVJo*nIeRqHRdN$L0jXLIX@MfWzwp4#U>rLpv0UrXJtC#*Nu^R*;O
z?Mc<iHmH7dVXNdjABOrO*BZ`mw#M8=x}`35ucTL0J-b?vrZnU0j>5@j59%B(Q7A~`
zR=)h?=UFR31x=f;pUVGD_1kH)Xu|rh>#l#>xc;Nbp=$R7%t4dV|JXcmerz>evWUI^
zx67T=FH}npz35u5ms#w8@Xv=6hx>WtEB>?Z;D0Red&`@IFm)%(n^v23mtT=p@%eXU
zfnI9&#CIHf_k3S;VhZoK<Wv1A-`+mcD2=h=E>SQ_PTl#%zT(}Q6xoWvqWQvy4Nk;*
zef=vw|GCrd@SD!fxydpQ)Qu&Vbv=-Ia^-ln|GXy(9Y@ckSr)6wvhSGgQRP4XVbNtB
zOTX;!pHCMEeb(`}dFwBIx@Lk;hJWRW<$uZ>F8gs9oj9;Le0oLCHu0n1QV%~nAGu>^
z)bvoEX`DtE?X??zggiQ_)|<3;>DKV%)D=qa{cSGoPHW2Caq^^QF~=_(wtHIceM`S?
zVV!Fs9nzy&^<M7kOOZ#Vezga)XFRUS6{~VNaO5VpePFcWkA3In=f8YWm!@~_P}4)f
zQ0=&D{*&3hUAz~2d&Z|n=Qw68h+N)THTANwUQzI~gLl_dD(mKNWHbJ<pyG$$;@CA>
zjDqQgnyqiDYt0)K|B85g_P=r<*y4dny`T2Yl;{PU|5V=c{u*Sv_2g5|X{|4JtaNku
z7c4fDl_9+Ex_17b?s-#qrfRlv3))OwSizuh=$(ey^0H?x(<CdBT61n@%~+K)wRxWU
z{A4+1i9|MsrbGQ({+{CAv{;ehx{qy&x5ZVVs+X#t&s&>q-y%Hon$1D&<z60gKgE~#
zrBAb(p#L;PW~$uJD<9In)E*TEoqfkt_c8u|{^6(L^JVRRPPX?}EWY|j_uA4T?k_r(
z^NNLMPi2}X{;KMfxM)p*wsUXP{<Drx?4OAErk(vXsjuynzGnC4#DG~s*FLHp;eUE4
z{p9vPvmP(_y3?{>`0D&G!S7qN=RDjQ(rA#JqV^<1va+39^YM@3Tl=?YyRWM(X}bGK
zc=gtUMIYi#m-I$S9oC%7V5%Og`*lfbq}W@N84o^8lJ06TpSE|4h3AU>>#Jv}+jwXw
zJ2B0gt`gJW(a*pe{&;tMgH@4o#?s*Zb>UyytUp#SI`l#Og4goX8)SSMZVI}~oy_4j
zf7dkyb{0URQ0Ln%U)Afbt=0O`6>d?fzUD*I8q3Lk$Cn*{&)Bh&tx0y@u_;`c1&TWl
z_dQnneJ!zb3(s!nqF>pE&iL!UeG<Iwk&CHoctF*b?QAMNcByuionZ_$TTZ;XdLr@n
zybn|J??0~Cvc1Od;m4yNPPJyelCI=(=}-Ss`h}%)&(){O=NBD)zvyZ}?5#CbbN`e@
zEc7<_Yf{r^4W57L(*D}ATRd<7P41Yz=S!LU4eNvbg<Xp-+xqQZTxV<}eR|RHk2fz1
zEPE{9{(P_2&z8-hOP<aDB_Nyn?<70dTE8TvX=Ml5_C<GvPC8ZkJKd&B-DX0+X93sp
zo@qN~+?x`2&qFFBRhemF&$b`e?C(cMJP&{V`Nz#d|IFMUN8J8h`EI!3)7to@htn_0
zRQ=|6UuGmd;qi`@?XTD$+Dc8m`us_Y8K11*mBiJY);9$1dducloL#JUbt3=wHHPPW
z-<I~zZj*A8vbuWh-sQJhTXueWdr&&__+`DWO>b1@^XY9|(KeGaM}qBYUZVfn-0}<U
zjwTralb>C2%Fx<dCi=-kSUP#?(v_$0Y~Nt?URLYHN8RcJ$2ZQGDPNbUakAE+H(ciD
z!JF5n)PydpTB)WpQOEi5woP7@pK^CHF0uKxNxP;^@?gN%THC{3PY*^s^8M2`o2g{-
z$1*dc+XBAR8WY9O9y%@h%{gvIjpB07wJDMU1`jsMByoQ%aeH{8aqnSuyDv{Zd^lMh
zxv4F1?v`17&1$(i;x=#Yo%3v)lv?weIa4Za=aQVG$1}r^iXV8CnRlx6wrl<8`2`<l
z<W2~+vblca^Mg+--`o8ER4|oqv00z{daDDm;vSRus^6qpUi`xNZtafmKR9zjZZ({-
zO2`eoZ@b_L!}5T0iM#JD+MN8H<sd^}q~W(e>k7G^npp|^cumpC;8#*V^~`8XrGK}{
zt)E|S6h6(ECn=U5_AH`IeZB3&i|1y`CYaAzF8Ye~-Y1*N61JJ)mJv(=2V(_3spzl<
zIDXB368G<;V7IDakx{6{zc*`_9%pl1>&0%6s($7Rw~6$JEf@ZIC~B4*dpz^h>CG2j
zJkPYAQ-1zlN9wtN@}Dh-o`ydEwk5CV_u}KKS~ooB%csU@{keChRPI~)!4(VKF3eTq
z{501-*0#ZQ!yC`&m21DWE&rIk^3?Q298n@pA59k3e6e`6#_Q&ar-@RJR{Jdu-cshW
zDsV-~8j&O2DeQ-r*}wj*UVH4Oh{?RmZ@g;{PKy@|{rPb3N0o_9TNch$*<dI5S+JF@
zdGG22eCyn6{@tAa=VZaNOJ^Ut|36uOX3OoeDZQ!PA3m$M`T1*}SQ2Kxc0tt-6PEcC
zpT8(=$>p-GjpmR1_bb${>gMb<${gp8lq#omB|naStZ315{f5Yb6E^ve3T6e)VZ71P
z)A#M{p{ixl@l{i*gbcm@`wIFjF4<7X=;ORPriC+GtN-XyzAMbui{9}|UNC>!T=Vk2
zw855|625QGMS}O1+O7NSziIn&*(Tq7*@FK!c<w2^yr8@1;??Aza}G^eU;3o)OP{je
zy`#QXvmeZBxbu?r*RF+A1kI%S%O7?9x9xwO{3<){Onm!nJL@$8vp=tM?m2w?sp`Gn
zJ+qH6KAl@((O5Zoy5YT#y91Az^xQxGqRP(v(C@n+zoz$J-``uUzDGLo_xAJKyM$*H
zw*1@YXtG=4YdZVu^Yi?c2k-h_-F`4RXw}5D%MQ<%FFs@)7_~zvNH68X<IQaGv+9+P
zm{djSo_dkECSk?}p$Oqpe*wq6%GWYC`}#H<c@bqb(c_kDx<J*;E0^ayusXQ!x%2%r
zon!0kn7pN<+f?)q`lm2gu<%x0?Ons>*~Z+aJtt26`yJ(%6X*8{aO?8k(!Kbz<>(7v
znLi7{x6FLY9Hu)}HJHaC)BMK2>qnEXyx+Q3Vt&b#7dlrD+}py__32~&L*BK??@v}2
zRo)J7fB%QOVV>-sz2%Wz_5CUZ+TAAB&)olgcz$VCiBgQ*6FIj}%MEK=4<_{fJ+m%B
z!e7S1*J$=6OS!Kryr<r9R=9U#`^JM6+l@QoU%Y+V;-2=1(>tBzhTnQ)Mk~wZ5AXi{
znyesi!zvwevgHKtQP+DM?B`CuwVA0|tr_IUI;Am=<M=*#xw;RH4=2n2ujpG?cHrl)
zt*R+3(i}ggepqPb#3yk`;FNe(k4El^%S_t2+di>Bel%amcli`PSLp{Q?ev~@M{Hw%
zCtDc#*GrrI=c4_4(mUf)^A<BIFD_lV=cfSQl4p14w?xihk?M=D{652}=l)+g%gb8@
zq8z{Yxm+ugUO$PUe(7~?RplmS6Y2P+zBk0?av87vA=_?o_xFb6-+u}?6O$Pf3hzWb
z+L(7e|C;1i&(l78J<am?b&h#Ye>p{3)B5L?y|v=|>whu551DBFFjo9|<mZ`%4e#gj
zyUl%ec!!($zbijeFD2(E{s|UHu$r{6Kq9uj@wR-wdGX^dtDKc4P3!kn>MA?b*77=7
z@1t_?G5ypVFGZ9xBd77!pWiO=HMm1{&+qo|Giz!-uit0$#=7AChbznLrxbjW5_-6r
z^=?f6<@uhg+5i3jv4ri&gYBQ9*sW#fuG_AZdM5gDhcoMg%>_M*_qcA`$5foZJ~wE^
zhecoWy+5Ye2)|GJH~V6t`i_oBtrI3;?QhR#dhA_Ue#ZUD{*xahu9aur?$J-S*vR;6
zTAuB^xZ|%ZkD0eg|IVM*U^LVBnpRi&gG&<2FNH42ob~$i?aB-DS^t_DMaRUt2l^j=
zp8GTF$>gd>cf|JbUH+16Z1M5?mX;X*>X&QIKJwit=F`9X;{Uae`X1K4-|}U7-FuPt
z!h6#u*GhM#&zWZO<$dpYxiJ48sf43T*GzeP(L24^%W7X?#`n)RKihk%H>f07?cnR4
zIwe(GD)g32mka;oY44iO?-7dIwbN-=+}tJ8zq#th<!y4$YT2I9xIy;#J;S*d)`)M3
z-d`;``IcXQr?mMm8!Ov3F19sw^J>DEZ}Xfi+rOp#!Knkv9Yz<#o+^gjKCL<5ins6L
z{g{2HCQW<0^LfIwnH^DwwDldzW^bP3vxHUTRn4zml{}eQ4IfT_pO>$EEohBg_>SAL
zNA>?}T}m<8!Snjzv!Aan3H?^oJ9=$rqisUu`qR8Ng`V4OI(pT$DqhU%vf=Fimbawj
z&a!t0N}hx&RruFc`mH#AKY73UAHnj8xo^Hri>UE5-*;gSW8#Ln4-eg#9#?5;%yeqG
zF{eoRNuJH2>@R-Q{7JSy;2AXMlk4&GJFIU$*1l`0!+QH%$eG#sk{-*&lW(p*J@@2|
z?bYhr=ja#Z&x$!HFs1JEq4^(o{k`y3yYtIk#`<&xnGZVive$2@I>xm~yDe(RPnC~V
zUK3qjo+&7gy<pue>uBEf@$&1&ZKZzokF*VzT{WMv#OU$##Rh9NzI?jWth8x|_rZ?o
zJf{>s*}nWLxUN2RMaSpZ{eKz{`+6uuvM0|7U-&-mNz8rkIXwl<9|TTcoGO!D*}FA<
zciA=9(3x$UKYh+m{uk`?Wc6hYuEZzJ`}b*U{G4@R<^3zA|3VutI;ZvC;_)ufIC&vw
z=?968g^w=XzdU8Wm{{Dy)lHY?8vHw%|G4DQ9+uR37iXAOtys2xgWeM3a6@$y!SL(*
z&Fy%(qY|$@Jtc7HfaLpg7Ivk}rf;4R`sjn%9sadN%XTD3{R>XpWvoB9ZHhZLM@n<~
z;@LvAk6#681uo}*nE6!cY_Grrt9|p1Sy$$Xna?<A&-eMR$?tf7=WQJ8_otea*`B*`
z{(E0|T+SKy{^S{#dv*r&*UawA<B7NXdb_aiuUWPKy+hBxE|h+p|L5I>@=xy{YF1~6
z=7qeOY~%lMS$^`I&g(|EKfl`iyL^A<o9*A(x{mEGP?&f`b6@Y%311ps7_Yf3(YpBf
z>n&fN&k#!d_wC(#p>o^aOM<bzeH#-!??vsi?oIyndv~Jko%HYTD__;grpf5p?|%L8
z@9pKk0;U^1y!pD$#@+t)BcY=a$1Z;T@;dvM^)l!9{jG27WrP0rZjfE}`?u{e!@k@1
zYs+^0dy^>ru_w{`%-ly`KKy%AV0XOY`2D;4kAJ-R*jHq^zHa>E9kzWI$Nt&=lPLcZ
z!_^#N7TddQ!BcfNi<2(<U*9~nCj0%oV-{!sz1zI}>Y|quAFPY_y|wMyK@<1cQ`Iv$
z)@Cwu*9pxx2vqpjD0qHG+mY<dE6y=0*|)F9Buo-yx^kRhTKvT%rXyZ5Zxz|I*Rr!F
z|9(>)<+*se<8sCuFR%6g_$TRZ)$>07X3#0^2R)b4ZLMpz+dZD_yZhei4QGss-oK8V
zd(lBhdd(?^6-9H?PM@$*Q>pmLq5EVv<LvoO=DDA>Yo6}@?61E_eb4mG1;<|3AA6<u
zgT;f*+UM!!FT$12=etj^GFl(2!vAIUf6;aEeMgq|#yl#zmO70ub#V`;Wl{dTpnFv(
z&IjC_<m<+>WAW?@c_tG=d;Ic$Yqf>!IA&IV=?l|u#dC2M=P$04`E@u*hjZiN1pO1L
zImi3uWc%cwC52{075|j_5!*U($$@2mUvPSzy1(l9ol7^*Y+QdvrQ-O}bGh7yH#%3h
z@9vkC6x+YgU{BdGZ@!5#mosXnXT@5bKT@vmF}EjTrN!^bWsJXlD^H~si!QCJmVB!H
zQ?#=ELu%HO*V@gi4<1o?Yx(lQY&&TqPBj~MiBD;6cV3>I$i7mAE1Bm>+hVRs{bIGo
zR|Jh558P!nRdGz_pZzHE;kCmzOT^aQjY(QOrPU|DcZc_zuJ|R&8=Hf<*UXyw>{pAm
zouqx))A-8QiobmSIiyYb^;#g9=hSMa_ra;t>qQEdN85xk&9zwKd&A?R#N8KrGlDKk
zv^P9hYw^gpWTJ_y>xpIS9)G;~QZq~Yr>}Ca?c|b=N+pvwrKr8!<J;(axSs7<?5^3X
z-~Z|;=QfhJ`W^c6sPYp(YqjRZksVFH*ndowF#gOpr!vHHM~Tbf`+Htm)&Kpr_xJbr
zg+jA`e*Ms8{xtUc|KD|GQZ?Vc_hwF6Vk#-aD%N|JIp}(A|AS-e^Vu#}nz#M`UH3k<
z==c`16OQe#&u{nd|07a0*+`~x?eliV#RmeDUO#kWEU!3wfcMmovoGqj=h*H^+tj`8
z-S&@`YKz-@|5oke`F#II>5ty?e8Dwqc3n;6k$&!5zrVIGahb)n%lH5O-hBM#k2eqV
zzuoa@-vG)%R(gq6XYZ~*EP1W)%ZBnlCa0yZL>=ERc>TtIzxUFQf8>@nhD^%j^p*Q+
zr1#qJUhfVj+n*a{=e|0(WbziNqFl-8%%&=L%Vqr@`CBOn+_-(OZ+phd8NvHk#(dkP
zIp@M-jve)HnCH$d73i(G?3ekaa+d#(4f7gKF*80{qH@nj)UE2r^XV@$^naKxX1z0~
z`t1?TT+6O$reCfKGBxa})>%>hw!(S)X6fuBr6*5IRdW}qR4u)7@$S!?n{;%8ewD>e
z_gyTmfBpEIhj+I>-~CDZZK&F`?&aZU4_%i#-k4eWWdEP({0f`an(E%ZE&48TgYZGG
zZ#riiD<zhG@LGL$MvdPo(f>>CcdV>oTX0Y~fr<Bo`===%4}P`zc)Ex)w(WD_*H2p?
z{uGaU&>;W5Zxb`4{>vY&91eGwKdp0@m+afYIj3dSldbz*9U_~OU!Dr;+qSk(q{xAN
z!5P>09=Ffkzq29x^_>kna;JSS%eE}bpBPi+Vsq<@>4vp;EN<kuFWzM4?S7Qc&F|M1
z;fva=AuKnZ-(amgy++2U@t^vf_l18wTl|7pf5htTi1I&N{x^HM`5}k=Q=32QO3YM#
zti&^I(S*uRQYtq050yH;dNB9gzb(}dBKLLg-c~$EtjR?+=*E+FY4>&ScO6tUE<L@W
z^H=^X;gc`xTs@YWfAy~L-*a)6&X$@hiy64e8C&-m@Yp$cU;AyDWpwc3BauxS^M#%*
z+SIsq@%9Ww(MLX3RlR(dU)Q$^{n@Kyy~%gp)OcpMnIiUfd-r^v$YSkN{Ym0^CG#|`
za@)eW{eNf9SSBpv5w(})+A)WvMv>ATDpxOfg!T!hHrBtM@Auv9geRXl+n%-gnR=EY
z`=@T1W)k{d?xp{Z6*{xGJ5^fu9@VaV!qNKKNNK0+yR`=Q4QpgqU2I?fce8!-lGCgu
zCjXxpmOM<AEIXd<wwXotx3Jx`&xL>FzRtCE&y?C&f3NdC=X;0O!LwX$21JA&+x|Sc
z_RU4{pL3U7`1G#)>D1{eAuC_rH`ne;v|TUc{eFjE{PC-QuiIKrn75C+$C&?W$CSJ`
zm8&ki%+E0Suej#V*ViSg9R~ZaW<R>}^+WIZLjez$S@NzIuvQVe_1C=lzQnb}jwv;)
z%`JBis@gpiF56=Ca?ec(-<r9M$9(7Q7LPFV&3qDB_#xw^$UcQ!`%jy@)a81=P2v0(
zTlFr)t#dQqO8MRfg>SJgHr1+cX8P{Y{8P0}wC_{)k4ZOX|C!;#{q5%c?s>nWruSF;
zyqw{4=WAx`;fhwiPZO5P9J{bsn5XNXlt|y7+2y(_g~B&Bmi;`L+18@9`B7KlRHIiD
z4o=yi<iB&v+mH2=FMiYO`(t^l|L?+LhETo??wj|HciytU)pjRXr88~*{2T6kI<JoV
zzhSv_I!LDA>Rk`FYg5nsc=mL$+>s=!)|mKPKHn3bi7b5Ok@N6_@aK77oLmm({^6}(
z!g*cp>qox&$$URoe0e8gIn#f^Pm}X@wq+*n3pR<|tvTbL(XKDW^eH~>pnK<*zAt_)
z$M5VeI=okL`-_}TW0wyf;tXS_GtQ4q-^vgWep5?W>Z;w*c(=U)HOv1TF<rXfNh9j8
z;^~UKhVMl?H$OkWX?`<v{esvkoy}HKv#Z_tjG7C+$Lbt@ZlDy*wDi+dTk#7#vq}`=
zs^6MU=IEIlcI<fbdEZ;_mft+}z;gA^_Pa4v9!d)%U%AZS{k^YCvgOei^*u{2Ys!C_
z-ad2Uf;*eklVpos%!-8D4)jES`P3!Js$dk$Ioapg?KvkUS7z~Bm)Aut3F~^}xFBII
z>$elBAANg%Of}usbNTZr(a#S)^fU&sv>qs#G_7LR>$<sO^OGflwBJ3uc=*V1H$kop
z_TwUN7o<O1SFvQm4!z7zY##roMVh-EWlR4zQ+~0T+qW&s7Z&z*dHqv6<S|Ru?!3tK
zoWKhPWxd8f)ff7>AJlPY)rsoA@MX@!wZ(Jz7%nqu-)728Y_fkZw(g1bri58_vrk<q
z{U=d9?J{p#$AhEQf%5_#Sgk`RT;B0`d*Qv)@-h#1zI0l+SnHiYk%_bAfzVq)@|-iC
zEPix-{lb$0N*&$y_d6$jZ(F@U`*Gy02|65}u3NtI#Xr6J>1=lB%ahR`w058K+QWPO
zbm+gb<kZ?NUi}xo-g|rc$FANzw_eCc`g%5VetI_1S-Z;D|Js(a=dm9?KF*Art2Td1
z%Eq%b(LWvp3tB7+IeT`>vCMtT>K@HK<#usReEHmGztr|#xh<!)$L8&i1q;PvPAxoo
zNWWsu??Yw(LO7S->&={zB!BU8WM0B0gZ;@TKAm5)VnbaXkA8lg=&F;)cZt8QJpZ|6
zncsdU!=k_1MM{Q?KTNp2&w5|rl@}a;&6iy){AQsj?Em#(u8Fx_-$$+~I~Ere8e~5T
zV*4s;D=IZrd5-;~oD%o>As#PewhLcuSM1Zc<X$DVGqZf3|EI8%jf<67+${dJaLV$g
z{keD8x`vsv^Y7jC{>ztdbHodtNj7wn4PSJkTtv+yYF=%NS3-+%+x>%g?GD`%yHq$y
zI?N?N+Eu_b_*P!8&G~g#GtGr}MJY+XTzabSrP|78UEykdmW}Z*i#<R1{}1{8>r(n7
zA>muT=g%HsIv=31nWHH&Gx+2Azxs0+CNrB&+MdAX<UDPTsa5ae>VKw8N#ZJf7x=;&
zX20)i<e1n#XODAD><`X{J(t`j_iw!Fv0(r1St=%{stbJt!YW0IPaE&#<hg&e=Ya6m
z6obsrTWiltJt>nqqATw-*~<6V<oA2j>}4Zgm~!%LFrCibeO+T!^qhyC`aKmKJ+s~%
zIV@3H^sX(zw@Oh#J)-=OI9maSeqQaDZ?<i@Qy0FS{xYh6%DOwuj8;#blOxXT)LwY?
z<CBd~uYR9%rKNV^+-Dk}j1m{#nY_?qtLA3Go@eKG`m~xn>8PBz$ZL9dvO~;Gi2z48
zZnY<VB@X7dgq1BSn%n#)7k*k-{=;KN$@f3mca|-hxz8cd?b4<*lj`f9wtAN_C9(7F
z&z%$Sq^ka6<*rnNEj%g324#odytyWEDB5!6iF0$73#$4*o4w`G?S$0Ln^Nz^+}z>X
zSEXLv=DBcMg{b}vVa|q%E%{qBqxHDD<^M$HMecKdo<3Dr^!|>T!W{<=+T9BmwB}NH
z%k*_!`6QVX`DR&$$9F@P32+-$`!URDdwpZ|^yzxM)7KTAlzTech{wMB{iWRpVufC<
z5cOlcecJb~obZ08`MJsuoZj#oi8ARbYjD^vQLMUV@MGgr-RaZL%{h0abwLq_*`ik+
z^U~{7W{F=kyRsy-K#=3`BF+!qk1ns6yuB@|^2Iu7$45Ijl|@hO;$c(xuin`eu=4AS
z?e@DHq=J~Vbc1(j?rmh)yZhYE*8b9@&*3Xl3W5}Ow<?x@ePx=r!R>;;h6fW~_!j!w
zR_}Wf!g<`}?b&;iwCkIaTG(HnpLyI)^T`K>9S6Ae>ZRYG%y6IZ=Szu|+0O;ScKN#U
z&+cC5TD!b3?{T8PdW6}ZEhjF8pX{-*V)R^Cs}k|<$08BW@ao{~t`*H<95qi;WqB{}
zSh%d!m2t-M2RcvH)=hDpAoXc`;d`ApWqZ!jd;3dQiJrdLb4M*^rpFdf%W{>L(yp8Z
z)v+cKN28uTH=eb#aF=^s_4yNCq8TU8F5y{q=GargZ^7>mS8}}m;@8!)MpaBMQ~1ZF
z(jC3;IeVUqsBP$c<}bu~L&Ck^{M+g&RVPH^pU1b$PM=(NcmMG>_igXF{l9SK$JN8f
zERMgI4R4SBJ|*+P%aZaNU+@3zo^eY|x^vR)<Y()>8~OuF;*GhaXK-<F3d>B3Q4J_s
zdhWySr57*zRUHy?k_}s~{;Wg&lE@uhzglw}&-rf_ye<j;wfueZ{-(~8TlngfeVBgx
zr*5ll-Nn0R^`G*B`HH6Z78}HchW`0Ax#pX>^b?8Kx*>N}xi5+R*fOsrJoMP2&OGrr
zl}FD4IVbO*<|nDe_QLH`;%Rw_zot*L>rPE+Y1X!HwO_X4Um)+F5VxkoL6fij%JjFj
z`uE`T;g7+E-x(YZOy2S6@@$jIEbEh}OI*5~A(hDC_BZ;1MbzHzT@T+i{^SwT%+lkS
zH2dobw+`*~qUt3=Hy>D?+GaPU`0%BF0=J6i{GBJ5!o;ZCsT<eMCeS%k@zfEnG=WTo
z>l*qS7*&>t|7!W7IkD+S>b%(}LYjmd58gMZdAlJaVtLJ1&RSi;L;1xDb1yhsKU{nD
zw9L#`pX4*U3Z>5+xzlj$%eCEKODmi{ylwa|pP4WA=4R>L=Wng~?|%Pw=S5zLxfHV_
zlZxvECDlord^)!!d2UfXJ}GB)j{DSuC!MvP{!s1r4AuIWy=u}aXSUm+8|QW<Ys)1?
zFEO3sG4YwtEM|rz1qP;!FE;l#zMt~`_u9?x|9)q6nEv?k-~G?$*sj_8?N;{sz1MCX
zt~9uPBD!nCqCej@{WRGlX<qbmmc+ZNr|Cc6HE!m;RzK<YMCJC|3y-!ga*kSjseE3~
z=ZRZh)p2uwetTo0^A=M+oAkyn73%%HW<f7LJi5N5dV|S#uCp(G-}}A(`4sU(%E!Js
zywB7rI3~1Vf7ZW<efQfmetZp|x#D{K+%H!;liw=t<2SVBUH9VD-Nb1N@A>iOojY@*
z?_5UY{SzTPU75?|(tg^_lD|ItSiz+I{W6a{;x}G;$icTa&UI~I%J(E5)3t3=Pv76O
zNnMGdOnQ~p?*y};Wlz6xBu-|`{{HI7=XK#+k6*;DZ~Ss3*z43*6SHY+b_=$g`Vhsd
z7tFiTox3{x#CtKt8U<d1p!m~lUqtTxU|z%f`JMab-01y&JC7}!61q?N;m+NUf}7X!
zGm7r9+7p-cK&^18;hwHLXRl1&_c->MS?cy*B36f{ME;ej*57018k&5{VfVES0qu)w
zYHo{4C@*AOS)hHRbp4O=RkuCPJ-k?Rm{m7-<(9C2Upm;|Pn#%z@G56{G4D)ypLhoC
zoGId7id)}ZVBb}_^zbJ+t+WGb8zeM8{ym>({k37@?|)VOE`M(vPjI-qr#~Q7<gfhX
z`!c3yqoiL8zPX~@v)%r>M?t>+>$g)4YZkoElg*7z{A(S<e<4L)=dsqkYSBxVyYI)@
z6xtrNi;?r#tbgu$Y=va)>Irh&?0+&p+_k9fb>oMHp;a@!`*~09Z~Ojdub%C`{r%5g
zXMVr`efi4|?w2FA4_oW~wX|_q67$!=?(iEHMfZOU3x9a*m~?B|`sZ@_F0DVee^_O6
zDBS+!>`b<pEq_|RI^1-79^ZC6<<!LXly!BHtnbfHj&c6Um-qXz`~Ba=`};2yn5?mn
zp1<qJ%2V$ZOSeBL=i~Qcj$0V{Dle92O-F2$)S}%rJ9Oe#c&-eOpE-8|&v}tf2Cs@h
zof0$snM&Jj?;Mg5Q&_n7!ROd8`9qH{s#lepwWm~XHC$8>#Pqeyw<dwFpfNQv)MDeK
zX{#T(|K}5A*12~^`@qEc{cTf~Hzc&GPqy6X!k7B|+U+!rl{1zGmG3wtvq|FN=D<f$
zH@su#zv7Br61cyu<DCAz%WiG_FOOIz?vY-9`BM4q#m~8SELpzi$=WyP)H)^`ByIaR
zscv(3hT<mcU}m1LyQdg?z4sG8J%R6Fr`^Wr&2frKQ<9~6R?e>Y^+J9=?-$+1O7kP#
zGLE}=*b;f(uQV>bx?!PG(3SVhXMA=qk#=rsDe-@y)UbE;^sVBT=6kt&)_i#R@PFR-
zxc-nmtHc|wc~|}V{35VFJ9M5!xBan9H}0C}r}YD-2bz3w{uClDe)i36xkHb#c;=p{
z`>JfxBAzoT@TjAWkjmOWucSD;#FlCA5Ve0{!pzH~-F(+*ZEHQ(EZ=v@JZ1&)>GJFR
zj=baHy_3XsD|2@0_s?(l_S;^QtLyN+DwF!YXEGnRex!3k@|mg#{dA)_hSJXcrJ>E6
z{XV_5sn+tFU$sK^*a5381sh^5%Gc=@Y`Xk5bf3J?FHw267yIl(gIJ@O!(XmgEirE<
z$6^()_YNlmN@WkdJ+S0q|DODij6}C}OZbmF#%N7s^V2X?liS&|`C#(Y$;UINH#G<v
z$^<`K{xI04-sgUybSjf$-?3hiz^9YfpStIK;7eR0!|T(=-{N~ZDkU<X{*y|4^!z%@
z%_W<5o!hRG7Wug~@JcKD&o#gEZa!1c6N_KK|DjTBT8d|7r}Qay!^biLR<`YHc5kp=
zXSwUFsuNek!&il28*U}8?^CP%kh}g5*Z22vT!r7aw)~%W=)!Ark(s}~J>UCH<9+y{
zT=m<c)3hSCDQ;MqkTyNY!%>4rr{sl;O+>#PL+`fF?}{(YC}wf{#PdE=+>3>uSI^ux
zvL=?9|7TLE=Wh4IRpwds75vhB!|fQ~KTO&a&j0c|SM7)Q8IpGI_rIAD8K24W^~Tym
z8HesVXirWl-LAW{O7dW-#^USOe_Kzr=Gtc;ZvWO`YL)2a&;9q@=U4yx`+Z(o{SWKC
z-?#kL6H~tP%`dX-aMQB-wq4~CY6ds-_f>uU)q5%B%g*Dow_VQvzxn;*57kzOe{Ig(
z!}B`xe%bQ(Uu>rBmX?o<%ymfMdH;~N<65#mTf|+y#jg@qzVDg;aPbdUKi<sMZ|<pg
z$6Lj`{~G*oqPoVG&r=FnLT^sZdw;VaGl~03=+ig0-;H=Ad!=jNKNRttwaA5E*(K!6
z+xc7ar!fg=_}0GL@Ao*!NxOFW{K`<K*ki9m_nf%>Gx3b;v9`~~v5$16&o9f=l7HXw
zQsndFd1WcG%vLwfWQ1S6$~Ltt?jGlt`Pol4TE|F7ml*6-IFp~Y{>sUviz^kU8#3!$
zRttP8Sv19Iabn9gLH%Vbd!DGR+iQEbVK&EYVX5{swWoL2Yr8w1D?X`yx#Cmz$3N@W
zH1P_BRvph3*Q?-pq*c}WvqA2!W6qP=vHw&qsj4@oI6Zpg!Mrb?=iBN1d*^NsnfD|7
zH*eE{b@D3>BtLAjN!Yn4{AqC2joB#=&Pkt2lIl6|sQ7Y3zoJVH^X=4&RcX!or>Fk8
zcZE;Bgt_}myQZkWUZKdg={XN}|Jar08ly6AgR}emH~P%}Pj>U$WG^|E`OJLY0#1#m
zTyb{xA11f8txV_Ke#>^V<`mhQR!y%Z#mS$piOu_vX}8UL&)bKhS9XY>|KL|Jr65S;
z-tSx5l~1Ogn(y_~;!6MWyB3!t(kFiSvchJTU(u7ZJE}Zn+YLT@?)T*3sPs3o%6{_v
zdyKD9v)%M>N<RMk;+x7|PEx(We)_<H4+@Lz6PL(vtMz}d{?{s6zjW%m!bjiYpFUBY
z^5)@u6$t@z%l%tcf7rWX^_R0n&J~AdwoYMxbAsd4tS1u`&Ht@lEN8pvhFs;39P1Nj
zPOHRA`QNqL>+$-`;ajVuKXY&QoO54FYTM!xqrK{V^J;&DSQk|oZZ=o{apPWQn)$sw
zb-EU-A9rP}uWnbpcZ_4Xz4Ua|l7qz>CTA2n9vqODck*u(N|dpe?3f^u64AiN`R&ro
zL)j;0Jg=>{lDXWX?Rsi`l6Q(k&4SYNsg~6iVs|cn|CjSC?xzj+eI>RE+qpa|jS_=@
z#qMM--u(96skCcTXXbOy3A<+Yqr_@<=?(M5&Qp{5(x<R#Hk~TJ@$CKe=ES{xPPbP-
zcoCg{z<{&$>*9i~R=ux3EGcEXSmjY@Tc@&O@y6(RZxT+voN(a1Zt9^p^ZD-U{m#dI
z%bU~SvM+w|c~0(0m9Ms*eZ$OpwVL1b<h{*LudKJKNowD~aC*LNlubwY!IfvTs#h`}
zHfl?fJCl4@d(r*LbsW;Io5b@|*%OpG@5vbn{p9Pf{-AZKPfD($eamh~vk%rWpM3UL
z&Hj0B{@(Zc>zCJWulAP@`q6G@Y}K1>clpiI>T<3b%N`p=#htg7O50`kU>VQ9H^n`@
zYWHjF)PJ1Zzy3|!vhV+LcK!Y7{@6<9{ohLuUQe&|{hw!0Rcmx&!nx}6&c~!Ac6?v`
z_}b;)a*p#@o|XS(Y}S7mn)Y!?RoAA4n-6Q)Rm)s@?Zt6u+mxm(@6!VE`l*|)$4P#@
zlP;)j;~A7zkn-TO-LKUmOC5gRDfFs3{rJ_(&qklpr@J}N>bkW!c&np+zC@3p&+ab9
z&>km?C)4L?iR}!z;<VykS=*;G@zXbz-CBJnvhTi-)ch4s8D#Y@cm0-N-uX$yN5cNc
zC+);O8S9$45i^!Na*wS%Gr_#&=bB*MQ_PviuI6l1+7`LG&)?8uhkXFYk8MTU-&j1V
zVOObBdpC8}tHZl9PdsKV`|11nX_WoBooBaCI2ICj;>ADBn-%R_Z<<w`_nf&tHNtTF
zf}($n+(&J<F63!{qw({=WPO><UmDuf6duG{l|?<9TX9maM{eHX(12xS`k$7@d}gnI
zcq4ABUo8LXr+3q@I`HTl9jj0X?i1YpPwiQ~*0E-`<5pk8!>pJMn>TGe@lflt&gThk
z*%d9d^XAV#Jt=MasfcIO`21d}@~>I9j_uu{g+a%jJ%7gB&-#2#=Kkw?arK*Z*Wb@B
z&%c|SEdBWHmy5=4PaITM;Qi14=ulPXwD2fReVfSVu}{@I#3xpm@L&AroA&wbwfu%_
zx9wcKwksvKubs3a=0V;rovTJ11y|klvXd4YdCzwGIdR97+>4LG{!hMGa*R{u?OYSh
z3+n5R6s_N|WTS77;(5J&oGUljsCC+8Cr;I?xD_vKazHiKkMq;x%nuu*{nUOw-sj&v
zWqa)gkDopHQa{u@UcE9mdXxCYwysg5=HJdeCwx4$otm2epFN(u&Mxftq>be(rvE*)
zOSH{F!FgWw42K+Ur>EJ!r`AlhS=PyZux8r!-j9bju36r{`Ogav9`5}?bMGvONaf&b
z=90K<r8sf<%flxUU#s?-3iugz7yeo(JaccOK`z_RZy#1Ze*60T)isCA4joMmUVJ^{
z_mjvw?W=E{Z%z2EH@RcMk<<VEB;vaF++qAu_CWSRoZ__&_uLM#{g}GT>r>>Ud<~wA
zD~5gZH?4Uh*483B;r-KZ-<v*v+iz>9%3o<c=ZI=gP>PP!V+Lcs%X2PmIW)^i+VSC*
zH|@_Ol1e8m-k9K6_vp&{y;fg0RrOeK-4h8ddAL7%-4>ZglTY+8TYS#4J>_6I)6?xz
z)xtOIr!{|te13COwDyGk0rT^D`%(;(I=0-2alVo9wJM~){z0t3lZT(e5?=3R`l-#d
zH;D7gRD-&cvw!^cT;*47@&0PIeh!0JfO6`)X^Gxni#T*9*nX3JpWpnqZ>1aa+XvJ3
zx^GBGy4&{2YQ7iq>c4r{<ya1WOiQX%u=lP|aBW=aR_{JxY8AivLy^7TGiLV4t~^jx
z&eB`hw(_!um-ZhEtL!U+o|b=8@9#|x$viSi;PkXK+38OtAGv)hk9v1})2m(6Hyo~9
z{>3&&|LeWWdYs=FdyMwZUgIU+x4&-_^JV4@>=OJfyfzATZQmIeFZbN>l*gg=eW~Gz
zl7(KU)>_DwuV=q3oqr{+iBDTa{?v`LbJ#!K$nJTZ{_WJ`V$CeZSx&9*`IXNbeLACC
z*}!OPqkqxF@QJX#jOYPJM;T7zxn5BfIU44v{ZGV?2Klku@%#_m7OFD$`Hb(k`ab@h
zufcV~x8HNk*4<hSYR~02g`QuWyC89*t<06v!QOuyuCkrBx|6c9{Kl`F`~HPpw^+eA
zL+h1w1;=adjSCM1luxOjc2utZMMU*|_IWwWCBB4Dd$;9$?YqrykIg<kK}CcqZ|l<X
ziCU&gq7SPbQs=DseD&7Hmvg_J@vq<V_lbJ_E?J9?^ckyytmN_@vhXPETGX7^Rc>VJ
z5@`@y(d}dTWYPY~rEUG4Ywzs4uDAD3RP_GR<#(fZon{Z4F7bR?Ci9+6f6NRGR*CSg
z^t^CHgG2Vf!Hu2q`Rgrq8=P1&bMyXryVqa;Zs)#a^@ioSx!$)<s0x%$4N9K7q`Bm3
zL(!buE*JfNt7rMA^{z6TrfHwSac^Jv)02&Q*`3crrP$Y%cT2or^yyN_l$^0SC&;$?
znaJ~(=eMi+9TRL*7hk*XPVQrw#XAp7n$g=E`eNf;Rh7UC9s2*0Bz>;UIRC`1O=#oc
zgA)1o_Fajq_}f~R{W>dp=hj<(G8HRit!sLka%H2BnSGzRfA8NT6YDueuk$GF5mecC
zY4I->&okzGW;0JHZ53sClE35UnW@oo+IbpT9QsjQm(4zO-}wIXY?OgPb-W0l;>lHN
zAr`DtA6hPS=F0o8H$BwnpCdQR+bQl68Nap{d~BU>Gt;cmeL2UhLk3&wS2t(O$kLhV
zcKDjvlxzFi%_rtxuGv_X)x^Jz^XgNdBL@|iXzt_WJtOKAb^f1DF1yrm4Fj(f*VFbt
z=YKk@ypFZI<ihr20dwVcNX}3-^e+1FZt>RgY2J_j$ry8Vceg+EH*d-=2(dhLH<9h6
z)ye--dkZH#I3jWR#(|Da>w+be($CwS={c5oXaVPz3!X&}|J?lWesAgT9Tije1V5Xp
z|F@(1N!11+_jOnD7t~Hr%PF5_DO$ckS*JzQtHdeFmivPilUI+@s~cuvIww!h+IISd
z9OH!G{0P@l(KiaNsmC@b*v`t9S+s8B!E{l@B7?bWIV@9d?Pb&r{kX51S9H^wmha`l
z4Xb%4c|Ct;eDKbj`ez^HKQ)*p3%~s)bWbwLK{rm_JR<*N;I54at=6<{KX-^TC9hOH
z<;kiIQTaEU&xYHd?tkz^?&z6<j0FXACRI8bG0W-hc9cz+%eUl|^r<^b*-Psg_?47i
zq|WG*E0_OlJi){;q^2z}DDzS7^}h6av*{<RD%_WyT4VLq;O+e=HHEjjXS=1A7k*&r
zn4SCnA~Q>szRdRrBKeJBm&De+v}jZ{J1ONDkRRkT>(Grm+b!m1&Nh=S_7eD&yEsNb
z^8CEE#b3Vcu-0*#=o$C>DO>a0{6n8oSfibOZ1MT<taZX8&B84<nGYNyDsF6S;5KOT
z%-&J%_dm!`@eaS%D~*Zw8d>IC2|pAdbZ7dWXWO5A@(8i~)L}3=<iMV<v;R(gae&w6
zwEDuo7h)c1B`lBIE~#PG{`H2nM)bG(%Ws}&uedT*_|Oj)!IQFow%;;hUimkPr`2g+
z3GdptIg%~Y+>OmyX3mH<H=kd+Zw3!vQbcKpqNnsrQ_=Wai}oyRoxOZfWc<f<^CLao
z?Qa}8V7~XX9PetQHIq!r114Nw8oqVbqO0H6ov~`owYomPs-Ur}_v4f~1skt?j#CWr
zT*+1GT;J96UC3^e|M~Ohw>bN7+t>U^u-<cElKUa`h}~Le3|aQ_ZP>Ex2gCJ!8UNnb
z{bzqGZNKBnvE_57$>nEP=pDVjRQFuRsvGAXvhFQ^A7`^nVaDgjht(BkC2v?Ozvc47
zq`5LOvI0}pOP8}Pn73=<{?pmN=ghNYR}!_6RpFbmQ1Ich&DIR_rmgw5WB<v?ERSA!
zt@EnZJ*?q+?vK{%xL7+r{Rh!qi!-N~KGN^4-YMihNB1(nRO$usN~R}^ukgk!o!ZXF
zao8eLbM4vg4W9pva~d^&3%iToK4c?Terji*`Hx#?Z})i5xz%Lsv3?#`J4;kTtidw3
zJ?Gr}WpbylkIB~G|0!zrJo|=6=R7sG99{CdU-OY456_SGJ&%9hxWsbmdz9Uilp7*l
zCsdj{jGkPWzVDjdpNrqO$N#!qzvu6n^?z!9%m4fRf9u{)hgRp#wk_K{c^dz}1rLH`
zrn0<NJ|8(v?y#vy!SAcu;rFxD=ULpfEBM7c(RE%jhwG$$FHXmw`us}1nMvfqw<pb;
zOdng=WJlH=FZudzQqK{!Gp1AintoIIRH#?yadyl6T00x(y~STFSvcw>wDc-B_Uarq
zD@j|n@BNda6q}n83esopMYs3z7In`5!^~62bAQr09xo-%?;+ayzZn%WS4&CfRA(m7
z-<tbW@$^|u=R1Eja(-#QR5Q?+viqU&sqP5<6)mDdhxoNVSZZc8XZ9S{?UCOn+-f5|
zJETs)xq4se*D&jf3&DaHc{3I<pYhYt)7y5qoj>)NbKU%>Xa4ToIn(U54@*aWwughW
zPxyla>$Nt2cy{BN)%!Q*44MzwWfl63?cTo8FkhYLCbrCFmfnd^KD(Q%p0?hfx;a2j
zN=tj;N_B>X4tW>tWiH2X$0twtBBij)!hX+#OInvc*l_AED*D)HnRs!zvit(Z0`qI(
zw_4oqShscY)K7I>*TEpPqoMt;$^I%a<I6wwcl<WFaHnAXg30RhwRP5~tQB6U!CF(H
zX}gI*wOZF%HSt#e>}0W8&Gv~7)8A&kI31DteV)^du&bJf+5a;ae?Of0V3p3D1-UW5
zl>c}5eieP~QTOAV!D}sskF9UZ^p9_p(~o}_8+L4)+5HQ7jEu2b&UY)nvG~0V`?*xv
zNbP1!k*b}}_V)d9*7b_#SQhWvvnA>k^TeeWjuf6NjI4YzW7a0wNQvou`e(L&=AYlV
zT%3_>{e-efg%4Ct&wO@MyfFLaH06L7lOLU&^D8R7?osUH_S(q?8EgF3&pGh)(&mtf
zKfN!AO<mY~BICq8)rPvSJB%C@SSnXlPdZs5WO=go+4S@xX^jH?2`AYP9yq+Ya&FQo
z(<kevE3Vl8rRleIx%8Um``LRI_9*_%+w-%+(9HhP+}aP1r6(KQs=Yqxph#57Y7Lpy
z*)<h>o{K&u^zqrBuY8`#qCWqy1anQEvcGK_$5LUn+IMBatSe_+3V62YMA!2~dEcs9
zt;B<`>zf%3b~A01*4rH2`|y?Af+<&-<#&Y7)m|}=o7d~aYE{v`-9NtkkzK+0HaSJ-
zpJBT==bG}pZ>|;hPdmcz&>ic+DIfZaNiJyOisy#s7Kv<_8g4bKy(mHVy28C(bvyU|
zSik>t_hB_1iG$vHxBeYU?%(PzUp>WiYK7XJ6)rUj99Pl<yHq~xobdVGN{;gP_cGlh
z(k&dHPkCn;)WpJ6(O%k9^6u)>so(y-uh|@1^ETD4XYnW760cjT%uP)bor2@vKR9y#
zivLp2w^!D$l@^P6a69ISebp<S9rouA9J^xU`DCd^Dwi{x<i{X^HN`!5B);q{e7pAB
zt<(A+j(!tmIk>=vIsJ5%^Ky<{uAl$B*KZY%-+wIXX61+YL#qv2w`X<#y0@5T-_}E%
z;*SrMeu#1ojA|9D`&%;0@oc2c?`bBR?0=e`E$!0{d-x%x*D&+Yrv_1*y~|cUHD0=4
zg^i3=NypYX>?<Gn?Jj#8wY%(ZRnM%#gw-OuPOh=}{dMX)OSa!}^FF!ouaqy`bno(I
z<Bw+Xd%lPjE!*?-Vd4UA<u0yI?y8p^RqyHCKCtcJ>cvgw=Y%FRbHuWTPu)<g&bPJS
z_Vd4Q5Bc}Cr*dn|dmv-z7`v)|N|HRIPxSixyYKyb!971ex?<mv;>nMH>^Zh9{kEas
zX^W~i5~g=EudiILUV6e^OQ-GR<42RyKcz^r+bG7T*hh-+RLW+3Ob^eCU<m)zyx$}`
zedV%yNy2_bH3>3LH_ZAvEqxESv)z|)o&Jpsc6$!Sn`VgSW;G}0C$p!|-|P0&|JRBQ
zKb|MdWAaem%gI-_ZD-})U|BBriK%V3>{hi0{u9_@%zo(IhtOFvKBYT$<kctD7`_+&
z@aoK;gWK5b^-fQ}cHKy$P%Q3Z$A^rJeyy4(e|CPm)2$yq|6t`7<7Q`WSMPaqj}+|a
zeg04H&wl0iOvPf!&TEyl3uI?(_xiY_>}THZ>H9zb{Py?xzRPug&;Kv_t^a@Z|3!cA
z?*CbS`}+PLXSZ!Uwquo|v8k|Xu+1vIqx!Q$ZXLYK%cHel?qlxWW82o~e+jUDH(li$
z``iai@4U2{-~6=uxJEEtY^IRZuiDM2d*0RYem9FhHdWtyok)0Vy2c6K)tSu~BIJzk
zZ9FBvnr*>ywwX42`ox3(O_(3UCz9M$7G&1pd-j3FF|jb=;8V_`83~^@`{thCqJ8SV
zNFPtSio=0BVgAoP<Ud(h%`@%CifdAT{hbe&etZ<gHFeYC43#%e7|kzVF}4VpP#axY
zA#O1(>EU0C816aqZY}AVT2ba-X!l=fcA%+M`i(iS@_A>LPB^>nT6FS3n{S=P&(CkS
zFRR#<>*LVA^lRDswX<`JLR-ats5DtOxBtxXyB%`sP{@TN;<x;)0$JmGzxVfr6>FED
zxyasO^^@C+|BH0`+&x_@OE)uj2Jc_ey>o5$uNk!*k@B}#m(59@9S}FoBs99cr_Vd(
z>rJVa<3bZJ#H~IO!gYA>s(oMo=+#fYQsTPsL*xg^OUq^Ec}@!X<GJ$6=2wog9>$#a
zH4dv!y!x)b<Ign(Lt)D&s#DV|ul=#InD$f6`IkiH(}OB(d7qYSa@AI3uzLDaA)oWw
zr*=0J&vhw}JLgOZeyL;s$0H^1So!RZiuc>5G9G*8S9jq;VR6Mrfz6Tb#&v3S4GD=)
z|Evy3XL@gFynQ9(#ox>|cHFw>>}z(-O;$^i+PS%NL-?|YzU0@Pi;v${?Rl1>ym$Hz
zo{T58)8(e<t}~38)b>yP@SCNp&g}D^Gb_;}(lcp>iS*ts1I2W!5Uw`9>XS8-EUK@^
zb+D|fPb}*YTmLZbQvK@XSuJ~Y_^0g>m&*~>+#FCZ$<0>ueV6na^KhA%tp#`Q_8n(C
ze~OX4M{rf!i7TfU#O3W@zGUK|r8hHnH7Sc#haa50kLzxu+JW~gd%pi{H2St_|KH9p
zwz;2}j5Rt>$X$uuQ*~=Q^DS=A_M6qLGyll*O3rgXeM9?gW6PuG`wy)6&HOR+HhXi0
zaM8L9v%jrIDn$aXL~eJ#_Ft&LdM`dYFaGx>`E9q&^OhYxdtUa8g7L{&*WTCsP56D~
z{NI@0Gwr__=T?2>$Z=S{$#=@Hf8hss!n>YCD%u<t%&M|~mvr&<)sm=<zr2^;mz%Bl
z)NI~~kKZox+uog~zyD5L)w|yYHs0DYCJbWDid=hKQ!_Tdh>NN)`P$QH@}cWc!<A*b
zOMgx+dw+@h?cVpl6Rb;~STx_Q@o8SW_STzsB54J#jQ0}`*t5;Mt>L$R--p^|AM%U)
z_GGt)9;%WR+%?(w?T>}bZ`-Y>-&(r;Ue5OE?~fNhE)Sh1>0!E|zrbZ)yW$Q15QQ&U
zvJ2$Tp7%ArvCgHlqpAISaBI%Ax@FTVIVB#g723FElgr;MTlGLr@$l0Zegs(VZ2!3U
z(9=niEN%9mao*1R`SP-J2`9X}9BkJGse0=)<VJEmuC(b4&-{GbyCUf^@3wia*8A%P
zA2U|vO}bfhO)|yg&k{=&=aT|@l^@C?+fSPtWaZt@wck^+wf6B%`7QJRo?ySNKEHC8
zY_gi8>PasR=e4`NW_0D*iIp&@avTY@Q(rLo-dD>svk*U<c>&By({1?lBJ=&8R&?hC
zOq_mf-|ynNHa;xtU+oRDoIE{b6^D7B_brZtjMq9QyYm_B(AnlXtx)el;oY|L>+kQm
zy6)l5c&C4r8(OOFq@0_;&r)<fQ|*wGMN&o9m#K!&f~ICIH@)<>SMzD1+5RUQ^LY8$
zJzC3W=I_YeS3U9AFOT`0>1);++q2)3;?T~W9(%32cgO7V8O=_a+j?V?-v4u+{&bCT
z@H|z&%<Ky39ejtjZB5<rF<@!Q9QkzDw6%YD`c$unTRWQ+ei7jMoE5$Jp^3us^oVC(
zw`bLN7k@LoXKq#^x8gwW*3<U8uKv6B|Ihc^=WAZg{5HG(<N58%o7-={umAR0VyjlI
z8S^p0vkNyFdpbNZ*)o++y5jhA1FsE*AJ#SX#U&ro?A$FPC3P+AY2Ymhy~wq}mfsxC
z>+|1^Q){Y!e>pyUreowGiAiErcCpTO=Zw^^AIi64=G4DAEj1u%K~P-}$Aga56%y}b
zS<hH8EBtuA`uL>@o92{?%Kr?K6hG`=$=-A3KtmXhL^kspiKY*UKc?_4ckWN?^qX)q
z<<d#{Qxd!#A7qRce_CZBp0~{K%>3&ws`>Sw^PIR?X5~^N?|yUBd5hrMdTwRL$gLeb
z)^%?@WY~*sZimOLdullQ-Oj>o*^<XE$nf#*SALjtbf@!~8yE7`9!xejkI(cLzbV}~
zY1Y|`E9WL}{5$`fj>wMplA+tg|NmUf%ouy*$~D)x&_&CWZ@+6fSib2HU-|V*#{Q?Z
zYn1mcZ2o&h+eYF2l6)m+&q*6~xHgvv{VQ00@yXFYlcHOW>`Ykd+g{Pk<J(iu^6~#;
zuWbxmOQ!g8zdI<G;AO6HTKc7rS9Roh&NRg|gDuAwHXE-s{^HB~FygGh%_R%1YBFt?
zF5k2K`MrPHv5z0BFZDcg@n`z~xks4I4*Nd&&MK*V=I@smC2QwQ)qJVN?5ii|X!y4^
zEk&QjO~;r+w*S=b_xh<nr@p#fo_AUOy?b1)(w{fC*)PVPpKp7*(?_mayWn$Bz1;J{
zY4dDLxt^cYJ}O&#d8!CQ+JD=K^uw#`F7@b#eZM7s(Pc~BRmIwOQ>SbQGtxB=V%N=R
z4}ZLRgVvGfPk1jWOP0xpUip5iu%KY2qwm%?@(Nb-cF$zqExhf1uk6|i{`aK@_cj=;
zIP-Y_ms@LPKEGP9YtI=g5361|pJ1J%uMLi~`*<nza_wshPyMwgx=e{@#fEb$IQe{Q
zZ=F{6yB6_DYmev-KVj`VkLLD<@5z{8<$0UwLHwz+x!)IFzkT7~oyxmQp7n|5DD3~h
zSi;cD^<mrlS0-z$#Cql(sX1iqcdIW>)1T$1r}gE?K+$XEyTA3^_A<O;rq39<mH(Yx
zSN(_AsTa0gvrgr0weYC?btJ?raUsw97l!Ey&z0LRd+_<k-h7g*8~<bP`E5_5uirlZ
z?~(qtqsi(5+q&W&Wj616qih#yn;XrpW&Xt1pyJNXT4DXGOqW~ob}T;kN%BxsYLG>7
z_wifH?LWVMd!jS=ZG8RX&lT#^4T3`Y6a`<#2AO<W7AKQ>Iqt}5)#Qpt4xBfZ2u)OI
z&T#eIRrz%7H{WU6Hs6j^-&XFo3p}mE;B)qYx}WUh$b(NLZ%R*=`C9hr;<qDboT^{`
zuJD|mZ)AOF!BL0#s^U}3&((Zi>1_P=x&60$-`;qy-<H3xruWx|w&I5jUGHmlA2s6d
zcP{Ik;*`nce>~Bqgj?h28qLMAZyas-eyrcc!=;?jRl+V&@s(}uz4((3`wlnMOyGZT
zW1kj_6q{7qYL26xY(JWl*YL8}r*{@L_0%?-T&s8T7m~dqtedmG;#tOI(`j2PWgQy2
z-tS=MetCHLlFjuevoobDikbRVwNgK<E75T1*->|O$~}qXl&(~P$-){F&gkt_@sPM*
z{V{2G#Ydx0g{%J_QnzQ4yP&6fUH<3c*Br}p=2&dIF->oCPv@p%0=Kj#us;ypJ6Bu#
zH1j0o0}Kof44y8IArfh8{I7E~7A^kkaPzdq%ne_ZD_u8y+HZckCGTb91<&)VzI+!t
zuF~cw#rFKXOm_d=+K!n@*DgK^oR_xY=AB9w=eKpc>(ZC*{daBaw_``O-->yq-#Y)#
zwRcJO3#PR?QK?2B7G}O@Klc6f@k!!RfzNL2t}#Ei>&CsmcST;F))YL~DrP9f6lSv~
zcxz&N?8}G7AC=#+mClGtRAXP%P$d#{J0kMc#lAJo4f`VwH8mzwO@FDY@LM+IePV*V
zebo}%b3IRdr#Wf<PdA7NZRwY_?fMw~_z)XcR8`5V)0uS|&ps{nn&b7QVs`HLNV(rr
z&(|-v{l7N+_Rq`DvkLAXWQgB&&}fF_wSw!O+Oto{rSAK>VeN`op1=BkABx|umRqVn
z-`?-(ku8@uXB=3qX!7=6wfg?IY=^_ujI1OJzrQouEKs3ybN$AxYc~ZR>-JpQ`({#V
z>Nn1UPDRIr9_?Em$*Z<cKGkIu>iX2KYw!D04|V)i{LkK7c_&)_fph-rjG0`D|1(?4
znpJ9?t55R(x@-F9PRhQ;qRva_I2Qe!cWTm~N0Y45U0WYtFSeF>TKAm$_0y}oJoBH*
zKhCX}Wj|M-xp;2l<{nKMCwDPE=kjS29tc>}eUdmDF1h)`aT)vTGj<<2C+R!AG|T4f
zgBu^Xj~ZLVZR;#{dvoAUQuORESB~42T?o4%@#@KT=Y6^#HhevD(r$_4?T_VOo7onX
z>NejwbNhtRhlcuhn`NGVxw-i5nPmR0Z<{TOJnWB_Tz)2D@bKVS!wmKqeaoU+?#JAc
z`SXh`C;Z8u|II~ny@h;D1K-5E&T%h;Ymc7T^`=wy{E3wpVsBkivZ)TOS^B=dI;MWR
zYmm>T5WCyf%Iqt&ukTqUX2VnD%)Wu`m6-j{7C{DKu3L!#K9A>I+#wOZ?%|z9t0ppU
zYvRi;)UaEZet+%yJx^ww)!h;O?w;#|hSPB~9KT)L`?~R$;70ew7efvki<;YQWoG~F
z{4(_v^VZg5`{o);2y!3XdH7r0PmTHM`ageu%bnBsVawFJj^}>ob|~u{tZsQ6!=L=X
zE!|`0rM|OQkJuOfoA~YM%KQS2163C$*tf<OEL60SRld$RPkRRY^F2=G@oXwQMvve1
zYl&1T=@fGu{4%xj%X{VqW_`uQp7*}#eEhx3cq(&if0ITtS4X+h%)mKSkH3Fd_2l+}
zeYy&j)k}}w)#7>a)NMvH#~yM1S3ORBcC9|W0TJ#$qnZVmKhHXFN7ueZ!$EfXU5k&Z
zt6rFid^0=qjcL;Tln0LzRGX_s-<7GeuTiQw)U%{voyzwePfpJFdcAmh{$67?LuO6?
zh?Bqd-ewuCk6T~2{=&umSL2*T-IUAbuRR?1?_uSF%Xy0?wtGpRDGywi;k8jguTcEm
zJJ+JsO8jr9rWS=R_|nHAE^3|`{&umr|1YftGpD&v{C(~EzDw)w@4IOCdG-EVe)Fm%
z?2abqL~iL-y%uV+jO!{N%Xy#kTa%A3`=}OwIC`ht`Ath#-?A)yV|iJ+LPFhA@QJ$p
z*X5D_z6AXK^}K$)?%jP+r)P^uO9^T=Z3_Ck&_~LkO`N$!@t^S2J4YMsQgp*U{<Hu8
zr}(W^-1qOcU+dCT`;=0?-ncoRRVRSWNBqbp@r<O84%PqJ?XSeu|GZiD{aI@1)NP!#
z643z*B&SGp`04s>dn{kKXl~NUE86x|&8COVKmK~eaKrKh!xE(v>{1^KUagHzi9EMN
z^nmp2e?19XbT=KFxyd`TL~>H|b_wgr#;1)|Y}JtuF+91kHzaO-a>bN?1qFPMJFi&D
zRY_;ZSQ_jo$qCX|n|rOuXY;0mmxLej8>FtD6xX$?<x;~{iRPk+w3{|vw{5dM1E0OA
z=F<=gXVr9?TQPNt?4EVjJeSVJM7$GoJ7D&k?ONr|vh=OBuXjGbecb+6h;^5EaAM3~
z^Ip%asW(4<`!czId-wHyx35iI*&=(TA;I$oqs_ze4=Sap3-_E{7T9svzH-yk6RxIR
z%&+uA6&+MX*8H@5Q60JO3*Tag^o1RV18@B~;b_*HRN;H^!itoW=DQo1N<RebE_hY2
z`{$39-=3}A`t6o<{?^ms>x)^oEq`!>eM0kv8>*?7wq%5+E}hR9zw7(_FL(Ue@AHap
z&+8D0zp*W-wMuESvGZAN&z&JUfm|8fz0c?A89G-^YWul(+v39G>tFHS4K(`Vv&!UD
zaBK9ci7HilufH^3?l&*vdi-9FeRE{a3vFJ0?|dE0r#-)3Wxri}dOFMg=yiU}Ql~9G
zd3fFW@O@tWbyZ!ZCGkh!&ene0etP}(_kFhAOje!6iOc?O-Ty88cJ}&x_v*gK|Ff&*
zdo1f3b~I$xiWRT4;vO&Pf4={3&F^&fe}%u-?*AmerQL7N68leyx)TKIFE?d;P_O*q
z81?1!HjU!r0+)>XVs{oBR(D^!>GRfZzeMN(ZRQ0PZv6X?HGPknvh@00Nr&4fiq2j?
zo^{)~IiA%c#pPt_v#mD4l1)lXf1evfJPi}AzrEmm(o(t5AgQQ-ci86rxP9(h@YAh2
z`&t%V{^_#3!TYm^TjWuG*|6i6zyI6JahcOYa`N894>Q^tY%I?IsGIa{|A9AeIH!re
z;we;KcWPR$l+?p70{x<C2__pDTw+ZP-bODvwBKgRnqDRC_lsUc6)ZJWw4LaCTlnUb
z1D}HSFh*8!)tXAQBuejI@2{H2^&|K~K38Q*w2Xa~#AErL2ZE09*S~pL_UX>WZI-()
zhs}&EdMU?$QeLNF>70_8caA;dVq-B5sIq)>`lAhh?MWxjZF~p&%U_?0zGuqUvzfR0
z|Hr&0+w?7+jLLJr$J)N%_dx!)RE&q9Oj|Wi+EeK*k<D?pSD(q#?0)d^x5P2++)l|?
zy%z4rW?F6!dZ|B6WnWCv@{Kk}C8k(?h_mr~``~)r*By`aPu&S!#G<NG_tieqD!1lk
z<!@WgAHf^iwtrB5%ad_?zf9l6ACimHCY<NDuVG_;;PK-|%(M4jWLtCPOZe9pembL)
zn`2+5dFABd;}NWlfqa{alD@cgB*a%gxiWLxfr`@EAFHGNRm0yKzjEKU_JhEmQ1#co
zlGpBSdh@c<Ald!Q^H`?VJDqFQ8+&8+3bk>4d3)WuJt%6@JEzA7i*rTwxEf?<Bz@t^
zQ}Sc2id_7oZ`t3C=apZ0aL+VhQJu`(`&&s&P|iGW^F|N0$M>aXAH8#A>w!!@t}U_0
z_=H>MJ=nVc3WNU+i}F3bU$-rB4qN4}tSrICx;#j%_1@NXCL2Edv7WW8Nb~_${q~^t
zL-IR%m+8*>Kl|3sM<>-4gDToDzGo9w+#fmZJBO<LYT>0~zd3etm$TR(?&8+T<FE5y
zWN<=9$hJ6KZbmz!v;PclX0<>8Gr>i(OL(TYrz|LV@Ob{bbnDNv?Q3@a{dWJawS>_A
zYv=6$EwSa3C^7mSc}iDHoGVm6U0Y(CM2lROd0tFzxPJW83Nt^3g~n0wA7_?1u<YBh
z=lNgzlTo)1zwO@t+yD05)%i*mU3G#fcBk?+9b9u3L<?-#cImRTLvvTEi;GL*4&FWa
z_jlgY+w=Wp*|$T&8nv5MjQhVZTQHSh+7rCy{QSFF>GJ;_cH2~MxVz(z)h*FD&PPY0
zk7{&TdfJz~3#fkeXXCeHQ*XchZNKM6T-{%;<4TVu4;Ms4&dm$|cqcD!O{(&uIDwZc
zS&P?BDSsvJFJ7*^T;jou#V3B1r+1l|S*)MKm7dA^*C4*&_;0cGip;53h4yXKWB8K7
zb=yGPB>L%W{on_4B{@Z&_&!*xqZl5sDX~$i*_tDub?MvuT|y7G@ZVz*)i@o#Ga#|c
zm0|x5pS14Adg1&}Eb1?MUSCY+vh}hqy~=ILeK+RbRr4OPpaz9F{|o2q9xcE1eE+Z7
zYZDHaYa~3fWVg>-Fr$KN0$XIqq@HiQsZ)L~l)RT;D1KjdzNhg9o|uI>Mh?!|0zdXx
zH7{a%GD(3wI&0QqUE6z?4m!H#3NO8R#;N4x36Z!p?S1FAI<qgkJ$boU#IusN#oCeY
zN~&k}o|^MwGoRmqzVCg1GQD4=%T8V1I@4=w^OkuzQxsoi-u~`=t9yOz)%2fdymztp
zZQ_mCw|c|Q_G4xHPS5(sd#p?D`sLZz-y7}FPYQnj<Uqw1m)jvH=ee#te&R0UG^69Y
z<Wt&C^|o#(dr{G2>np9lPj2zc@BbcjOB{J~oUt#*t8L2uKJ^;e=2J`i-d&GK{8rOt
z`sLiaiyyMiK9qi49B=2AS)8W#n>FCc&9vM5K0VFf>R<C_@!S1>*Z-gW?f&21{TJ`;
zC=ra4OP+t!XZEof*E*kGvade6ecz9(-|k)J-yZ+-s{QS4A2+NzlYY%<*^BAHA^ZW?
ze;Fim%n#XNtgmCgXY-MLGRMrCI{EJ3iksxM)aze?=Imp$-zLd=Ej+M8x%X|({SSF_
zPM@`@aAaTb_QAfzhL7e}PT8j!8+E(w!1sAe{S;T!@;>J|KexWaFWTC8jq<^L>M{S1
zu3+R8Exvu|?DLsx)pIXR&}-W#y4mi*bAP*uY=^!*Kc3<npZ<HZo{XHunZmW{{yYDl
z(*KpT=FZ;E!tzihrPF+AX_5Zxzkc47Q+=Ap+jULzrb|VOGA`>yYrWFiG10v6^n|EI
z{IyfIv=_?!xwZaZlHc)9Av&1}_8*_C?#VUZbbN-MdxKl=@4s&>rTQj+c=z$~=PT@$
ztQFtgdJlK6H2&GTwC04h@!`BHa~H__yxq`#+)gK_swi#36#WMqJlQH2h0S0Qy%Zpq
zcq%Gy_lMe-|0`B>n=Fxt+oPKB<nM7CKF_^3pSrDgSaXVD)01_ZZ+#E5h~%y;pD+2=
zSH?!~X7tUHZv|GLBL1ye&HVh_|IA~{54ZO(@qIeEZ}V4A)oQ&8)i1`AYx5YAw`@7_
zbZ)`rulEHuS5JQaE&gGS)VZ=K_v1cX(wAmtq})*SOR+j!v^bI{^!G#S*u8s9dl=GR
zUV3KbIN`l%b=3;lL@}r2IFq&WR~XC*JQ8Nj$a`+SZTsODW`E_HB_$PXv))YBmo<KC
z|5cd%qs}aiPfc4LgmXmfty})B3#wU_ChB}7AaGLQTcKl2Ck|`4Ys{UsRCL|uwJ`^_
ze3ajjA))O!OCV?^XRifIo2HeO`Z<Y-B?&q$?VB2cYeGJ(60BvrzmVhoqxqYXZQqK<
zZ172Vs20c&x~JgogvW*J%WsNooqJjJO-IhAB<6F0EPr&4@3=X0QfCkU6wzCuJ5QaM
z^zmrOw1mg3$K&MQA6DMTY`f#MR-NN*nJo;?3g;a+9hx-lMvQBZP1xdF7oL5IJ9A%p
z_oZ;N!ij0s(@j2Z7oRkJRm+90Wvnqhlde1w)H7K8Gf;hpV3t)!!Y+-3X-B)IgD0zN
zvj2Hw?5W;i^V2M5nP7|4*^)oZez(luPYbC0v-(4@VEO08PBwoFJGR%{POUk!GXL6!
zL)Eu+GP!J&blso&IBIS3)4so_YU|&{`~QExHUG!b^IMkB|EV!sDbn8W(7t8i52NM&
zG5Vk0WY;2}ta)Xx>N(!}*FvWiZWNpidU<bRuJptF#}BRk-kAK>|KIQWjej3L|L3{8
z^5<3^?@uhPbGA6f9#JoK??{Oh;qcC6f4SwO!^*;CD|;t?+uG8wvTT~y-w!|E7pDE}
z{Wfp8-Gwyqz61VJ#}$}uUT<nVAa(eF#BuMcPk(;j`f;YQ?CaU^1rLo@E@1s1d(Yf9
zbb0B9>=m|^?;>^|m^9<{_G!0er~S|EJ->DOy&X69{e1KJ?YX_F*U~nHFsZ&^`0MF>
z^xcZ%@%~00&t5UDe-V4i@#9S0lbse7Ph}T`x`-~&N~y}6yS3o&Mia3s7WXW2w#OJs
zop|@mJHprU%!yNib9EkHxV-yhv7dia*|bHQl7ClfP50uP+IG)0;k3ZkJehfm?5!@G
zUvR|e%J$zEa+oTjAGqYTT(gqC!nei0_Rr$nI9IQerdNXJy(_wu_xHl1n%^wd>UG~w
z-)G~iE;+*a^!i_Ut)+YUE3Q`*YxcjrayYq%DTd$T;>za2YwAif(odK9cV%x4Wm^}w
zJFzswd-|$}Z__keI-lIXvoq4|M*FtDiA?v;ZsaUu`*rTDT;_5=nS&Jx&7ZWIP25iQ
zT7Pfo-n4Z~SNn}r*-tCIIFCs-@7gT(X!-T)i+H~WF>bR}?RWLNyzd*U&rFT7sx_et
z_=^r*Vyeh`Q*r9jk241~*68isRq~asd2a32TmHXxnc3IQ{FSw2cjkRbw%#g9#pRnm
zR&=PQ%9Xwd*|&$4wNNBbJxwWQ-Iot5leZXtSn*oxt<~!U7rXtk3jEmyyH?({>e%1)
z&f?TeKaHs#x4m7%*Uvls;R}P_M*j5HTKiA8xGerFvYnc~?@Ox9{o|2B73=3()-L<|
zb^pKXx32I1cJ<rs{eSycvb!1XF>5U^l!`Pfd|g!ivwMDSy4{b<xgU>2{+OFue~x2k
z59hpIH&0(9nG>HC=ImQy+;B^y{N2VYiM^56e#<Rk$TiED|AF_*r0PX`E@@mkvb11Z
zckYuc#;IRFu)ojyp}&6Ho=oP|6S8%ZViud6w*FLE!Oi5kIj5wRf0N(cecKP$iT3bL
zH;%d|(kB~vu}Ve0-;z;B;)BopFXjie7=Q1Z{zd%WJ0a~uCUqtuM>_wvF)aMm?6#)R
z%5B+0&Hju~J$dUg6N7DL27Q*gyg~=7rTDsaJ~P{~HNUkuALRX0$9Tqt%XUvbxr<iw
z%Kd)4O?s7pvexU!Ng6^=0`sizg~+Sv{!Njx`+qY1-s;yZKVK<wT@##DwB7d7^JEtu
zW8pSu|G9~o(cMmLzQ)eh&66_ix|2g1&93eLwXi72D#cSF*TB$h`qRyl>;iM5Cri}I
z+@8uTY9e50rhZe|xN}`|gj1hWxx$6rKiwI3E_wCAe~yk)xb2U9(kj8X8h6yZ()JP(
zs95RiXsqmMd+LU;^;4f>R+j#07A&o7df_q4?|r{$UVbc0Nq_3S+o!UP&K?L~acyC_
zOyvi^8;1|AoRfUv)UUVO49~^sy)fN+RLJ?5yZ`Oef-75Ys!6^37VE$6)C}!;%$i5+
zrXNz5=qg_L^6n?Cj{<gA0{3>V4L|wt#-=^{Lb_}vDm*40ziL<WDJ5<0vW)J1K5M)L
z)x<3h+B~>=<8Zq)pXIdvZx@$OIaqw+!s6roTUh7RNE#b|PMOKY`J3(ZkLBBLE$*L_
zAOG{8_k&fRdG<X_xBL_+BWBW7vLZ{EIZsMzS+KI$)Vrr$Hl5B`JbPjM!gl>OUj3I5
zWg?xvPiwC`yPHcg+A|&L5x673KEulFOk0x0vKLkhGq<aFKVJ2x?UaX^k0jT<)JMNU
znY-&-XIE7`G&|t4S}eKEkVAag|Cr_%3!e6UD_tJ4a`H`)Ip^G7G<uXT*t4(ZNZ#%B
zeeF-btqa`2_k+Dv%I~ehqwX&nX%l|@`7-J11NHfrf4=lN^tL%n{Mn}*ae>Bj@}Iem
zX>SOAek%Wlz|p<`B0n#fQhiZZRE+;}wfu{zAL3Ta$<H{n{q5O&&TDI0+-`Jl`8Qee
z%ad763x0j{QEl*I|2i|fzinDX%^}^?6n=)xRYzC-)>7uyD!)`Y$+b_3H-?eV{#D}I
zm@0$DNt(8juU>L6smn7vigT37y?k?EYtehZ-{SvY$ZxQDQT6-B`TtCZ?qBW~`Ju7e
zXSwx@$d)ffAHMPhFdh4lBIh?N+B|Q=wr?sAmu(4I^zwzU!kag@A8l;EonH5N{TBOQ
zZ~kAtSMkwW!hs{_WowdZ-PW+s8PC>no!q^!?}zlU>b$RFR-aCkybtngE?R%=v4oKN
zIU6p4SMNOhE#)-V94PdX4PGc~U#eKT=ig%aEx*67+gkZZ$3p(rq06f#rv0}&@a#~t
zgwXc)Yq#a^DOkDp)2-ESFS^SoT3!vS{&;lyZ7sR;lGDu$KX|+Mvfeh66JmS*z^vuy
zZce?>&7T5x1zzP{qjgDelQxImr?Zd$S|4b5_h9Xx89{9>C!Bd1BHX5FT@agR^gK!S
z<9xS;aY+p!hc7N(|457f2=~-;D(_cZxo*VwGw!I@oDhL$5-U#nNaa1S^_;tGr@W=b
zZM!cMm)}}$|8e8DGr#4U?XFxkIjkyEcuF;I1@Hb(?`wC}es7(AJ3Bn@$(*9}s9!}B
zwrtP!iuxV;TtAV++ivQ#c}mlJkK4F2vIMhB{XCaldUUUrwdKc?s?z59_cV7p?Kxy`
z!CR9Rxvgk}%I+^q(hoFi*c~uW>-t<J9uSkh@m${<pKa|HzkYpe?^9lX+)yPvAT8~2
z&cz?QOUqU5?Qg6s+S^#PG)MPOpvgm1S)*bZ+lncB72dU4HcWP#=5wFb{rY10hd*LM
zZhU(cz4`5<-l-a2pP!$X`F+~^Rz0n>yifPt6vMV(*}crC#4Tygw)rWwzYV{c%N#M>
za^jP?<-xB{9&Y)PXusj;0nhjl`LM_jPZn~fO<86bv9$TimiaqhM*Q4$qE4azSBXu5
z?H{gV@~Z58ZIj#9Uzs!8nqj?h@u8rjv(5948t-aY{`<<u#~N8{e3#EL-LoQip2FeZ
zOXc@o`*&rz{oQ{Lit8`vebjCLcy;%OV`0CqwA<a0vpuuyt@iru*KfQo{5Nxc9=G_s
zoZC5aUl(lCe6{=NgZ#_O896u0KHXCIYxVza6Ak5h7A$nhI(6+Z@7zNxwjRl7^1bnm
zb?VJ6_HWna6x9@GrrqkZn0oQI-r>Mbht7FR=4Xc7G{3uEWI2OLG3TTjRo*niHKuA$
z-o9}awEt1T!+dqqk?`f6e_o%=`&N0_^w^V+rD<ZeGKse@ul*ywFZACdo`pQTeLejT
zbmWTGc(2-X<hHg~e^LLJQ~j=Hp1b8AemncxGBb0Qu*B5O#TTxot~@n8&*YZ*+vKWr
z<?0fJfNQmU)e*bu^{dY>n{iR1xow`;^EXS}T8!6}hFClevQIZWdVT93tv2__v`vPZ
zzJZTkzP{Tr!QNZyllVO2{^_BTa>|dNT<?i*i9Y|wW0n>F`)}<3Z~j-A{W5mm(&i(=
zTc3R>%Qu*vHh*SHTT=VJUCeK{r8jJEThl4{@P`7EWAcySPuHe%iE+lS+M~B#X7kdW
zg>A0yN;pm?E!#EcMSF|n>?i4&mtJRc&7WM)!E-ia`c>bwwwLao?wNhcnBA3kaQ?co
z%NOn(vtBE6yYJ%L9lM&F^H<hBjgHTEKQEW(?*CcQyl+eF9J^b5elkZi1k*ELC(3_N
z{IqKK?vq{>C(oaYW@cQWEc$|@c)el&gTP0Q{6ejAb|;HFxSxD2dUC%urSbHPIgAxA
zjuiF@eg7@6Cs_Y<^@O?yofp0wIV{Rod!v9~p-=aA`189uZ&&=8%@U`3)a@z1eSpfA
zP~nZ-w#RnVCgd%=dt0(khQCjVz2@i4HqYCRhhO}Bl=HViP|*3(Ln$qGSF6HbcUcyn
z_%2iZ@X5<Y*~WkWlHVQrzMSF0VX;NQC$+90lUu;Y`#4vmKP0E)^^PwU?`5aP_34T$
zx+gi<7KB#W<Vy(D{YjqVXmL$kGjzeU@M}hQGn-ertm0qx=fMv7Tg(fB<qJKkKCG(#
zk>US?`+R+0%N^hKhaRMD`Ykgzvt2`ReTU2`xmS97c6G%q&H27z;T*-I_j0!%{nqr&
zHq^S~Y{A=U#zJmWCb%v9xo39ziC4OA{a@t|<;?$QGb!i$$HpD^X6)W*H{p<<qR&aD
zd~Kd;yY~mRPkwm7aJbR&{q)K=3aK5O+!-xj%Qkg~N-Iy8A@ui^e68Z~p1Nn(>tvHR
zO|#57ApTfFrLa|b$G7XZ8{L;4T5PQ!zpF+33x}M}d3kpC0>iy=j)r2-=Kndfe(U<p
zZ69~v|50SM<6bbUedrRU-CG}~_TO6>@5EE{KzF6g3*G$6mu1y`k5lEJiOl2HIX~;s
z776nvt(F-3mB$YrEShBc@3BweIluk;_kKLp?ejMN`Ri#Mvkmvy>dn5e`>@02UE412
z`~Qgl*7o_e3-=a1mXi*;eoN5il6?BHw6dCQe;>4pD{Tll^Z4ch8P;WK)8f9r&F#PL
zESRit*;~kJ!nNR8M;<H4-z>UNwt1t|MMk&Qq?wJ;su_uihHke1(ms4vw%+<?RSL)7
zG_TazjSZh#Hn%N*ZpZx3%}$0*?^4&ngMXE@7D#FJybZ`&u(0KM(S=g6<XdL!{I|0j
zQ&sDKO|S3s%}kGQua|M1vHrTzkCpovx<szJGdEa$J-ufI*INay)Aj$N>v#Tr`~Ua$
z$AM*YH>tNS`O79ZCG63Q9WLAMde56=_sNCL?Vha2UYRwIKB~+wN@k7nG@c$?qI$|`
zQ9+<zz~lZ>5vS+1^L)ald`LXtDUqxpKF>=z_2QZcv5oioHlO=%aR2O$h$8|OKMYR&
z3p2~~_MV=7bA8x@{_30~+jXX^SqeXRuV9>@r6o5zbMKqu^VXPj3l`4UD_wME?e6Ti
zuVkODKlYeK`mn#d*(#q^C+??c-FsOhYj3>eY~YldsV@GPFS32BR;`*^%%f?X`r_cn
zkaN3T`XYCDe%RT6>BFDX68k?qk=T6U@(0Tv&zE}1jyt=i@x?9?@i>>@a{e)EUan!u
zm&Z$fK9E#=SpH61BK-Rd*5c$R)p~RCkBiSd%W%)4-SW(N>(z|*#+x^vY5R8m@8|kU
z|DHbo=Q`zB=C3zQT`$htlrF4&prgL_X26$~vORs%_ka5R_Q=}pw|?^1Eb%>?d?aut
zCr@~^_e`f#62ZwDYi=DrWi5DS;|dAE$lLuf6R&-ml$-pYWBtVV!%qJK@@`Hy`4D>T
z>#bjBCWt&%Dr((RC#}Y{o3%Ubg$i#-K~`kT&$sPyYQp=fl^Ld(q^>bI$G0h3rb+t8
zN(Dx(A6)Lt%9|MvZ01q^JwtBC62Wq%VD;D6^)GAo+bryg`LJxqiTt{aw^SW<E-IZh
zIp>uAvE{kZX1mwg|EqOggr=={fA3*(t;|Zx!$lXC&#SX{X;+`3D&cc#$J~#-+e`}C
z?ViruQS-k+Vy?qEpEHKDOM3b*=4w`(zIw6Viudb`?u}fx*oqGB4(Z+_w9aJteDzp1
zw#N(JDXhPfp%ZzCf63L=`SWJYRS4M?pl@Dhoor-U%TXC$aQLpsyL(1f9PRd*b6$yT
zbQ9nTVbSF+E$F#)P3ZsH^(MR<7+(1tkf`Yp?GOxRn|``oS9yPctH=Y%7n;5yZ`31K
zN4)-Pnb`9&V)5$(jDAW?cMYd4vpUvaC>56?b92tdiQBJ9JfBzp^=jF>*5|kV<*M6M
zms&W_m>O~K;Du$f{0ScCKHAQ|DLaQVR{ijcsZ5uy+ufUgbp5U68W#$`o!z#+Bt=Pi
z$}&5f%Vl|W)70;7|9<fMp7neG-09Z2{zq}e=H<+-@Bb+GKlHIYa^d`&ZRgk&Jy$m_
z&Gn8D`}c4~=^O+9In^s{OICd2s&sn%_<ilBz27gY-*|o6ywK#5=lbN6!Y`6SHfSaD
zJ%0Je($1~?RZ8_scL~KqJgYvjqz09LO_<Als^`$cUovaDZM>HX&1+kw{=X~La9aLi
zmQS%tPtVDBCjI*J)W6@msr>Kb4@vhXi2N|&Fi>65v~``<{gOD=at-tCRqJllf4+Z8
zpIPMCwCAQ=uFl7L+w#`QeGkZO)v<V$7<F{@G~W`hx$H$JMHs&(|1a6qv&{6&_dAU*
z@A64ioz{&Bl=?8u*YL#GB&#*&0#*hm*q%6ZOnX9g6$5+PDdWF-E`=NB3h(`$Zhk-S
zgtdLio}RTfZ4r75?hg+g(7b%8Nne&nar^ok3n$br+$)f%@_s_kY)#?Z9Uq;K-}Mgk
zUv_$ucvWYnmw<<|^{%h$jegIa=Vrz3`GZaM^VH}2uK!!Vd;6{Ve|ztz1e+LhFDcKu
zb?NxWb86McCkL>n>mP5Nye4<g(VT`8Rcmsl6<pYO+9F{m-ySpD+6}dDp4S<=9e-Z`
zzPy8J-61&!sVQ14t(gbJaxQ%-o2<8c2ft_6E{>QRW!1?$_x?Mz`R%>4+Ha2k$lN2N
zF7YL15wotz3K@wN&sn&xJejk+?vKmvvX4)<mAyWzlgq^X!u;;LwRzj?zrKCH{rdWQ
z+1Ib#VCmY_q}9X_lX?Hwwe7c$+x-zVGh4sa{9aA3X42FGKOslU%Zp#$Dqzo=&NM^&
zm`Kf{Ny`70aui&%;_6n9(=GD*Ce>yC=KLnETaDX_H5=u*cAeI_m@DF8yWpJAui^#g
zFR6ULQs~LQP1?=S*7AJ&3BRkKnvZ-uZn}VPm7eOQ-FIyN{+Q=G=}#W#-I!vnlyzt2
z=Okr5F8Te%|F4U6G0$P9S(b;@n4g&_WV+1ubdOZDe>GM8CilNNhgR3VyW#XZ*#7s&
zZ`ScYgf73-n4%$=>G9z$n~O;OEn6;TgRb|jON&<YtlCwky8P4yi6yp%x4t}EU6Sii
zUU?^fzQv4ppE?YFUjOaL@cDQ}ePG=V_nA_^Ja{;te6?u1@ON!$#V@J!3G-ET-D8ae
zs(aR?u34Cq`dRx+Dd$zL-REPumNTabrrt_*vdWP$xSpcmw&eGRgA%89Rtttm-2I_@
zGN$U$vY_?R*Vk_>dBb6>ZNB);*$MBDO#J+i`|?SD=?_ss?eiNv<@fG9GV`xoPJ)b$
z4IjVm#*amUhtnq?{Bruk=h@-wE(x2gc<O9(@x(b_vkYr%Rl7WwGm0`FW*(bW`%2~X
zo|=6{f88ps&D@^(?YypWbP=<R`pV0X5_{Tn`Q#Y>E3+@Z{d;~@y!Bagw=~1Jn6OXB
zo=U&9KEL<MzVCOq4R83%9gARU->q%^R%`Zc+oP`)+HRSY+A_%B`}1u2?O2fo-1c8r
znpJ;e%6&Z}jIAooKV$U?KAVZ#9^3l$ZTef=SLC<XXkEq@N9Fms;qRAyzUjSw_s6>v
z4D`G`9;pBJ>aqKAKUj2W|A*{g(;qG0OfOF___f<u=~HfBMycnFW88mletP$K#m6bD
zf+D=+Sj8{hFi$>lbGF9$**5y`j|KbuyJ!B!x;A$EkCVIaCS2NaVa3+<caJg@oZXT9
zOQmn>Vws24Pd<EX*=e3B${fSqwrSPnb5#+21%5Kt_vTf+;e4?8%O&|QVg7~l6F>j{
zw(T6-@thxlhdJh$ZhO_#{-n6?-aL7G535g$6pTKF-}PL5=G)z0OPMEZe5KwJVmEv7
z<!KKl2YSnL-DDCiUfyy*Ir-BufeAHj$to6o32L9#|5_s_BCFXqKlz1SX$MPNt@B0}
z^;PFs;~A2FJa*puP5l(tp(VbXR5pld?szn5+keSJtbG40FKTPEPS9`hWXznui(eqt
zOI+sQNy(3{Q~t6Rls!}U<9*jpZ_bf|1$ig-MODc>X*B(?_s>3CXX*a!-RtAB=l?lU
zW4*D0OQNUx%&`kAUfNf^-KcPYH^NzZ`Z}+I7r9egbeDa76TK>Vw~ChGu|v$E(?19n
z=FMrhHOk9$iK+dcty4ZX)#h%7zun))Zzua}Wqy{-F!`n|#3iufl1eXM-L}s*Y{w(}
zl>TY7m-z&lr(5^W+j*hS{+G*~+?hv}t&>>xHLGnnRht$WRygfW{I2tM+pWJy&RPA6
zLAL%>6W5;d^yZ_}KPFUHSk7i$zPwU6GyQkrbcSD7=W|OmG)j8+|Mu84@6X%si&ziM
zF>?QO<3yf;=9(@+-K(FfSXbp}2g>ehkM8*K<KD+r7N2L|<37R6_$lqL_2i=Mj$4YJ
z&&ZmScwtxn@vBSuxt>`q<$PA$yfyX4goBPhrtNKCT>46N*0#qXPP>v01t?9-exY-C
zc2flZ&Yo3)iOa(+%3^%4y|xMpDvB1%Sn9+4$?neX<yxHVD%NYY*ZlitvoF$b`OO!x
z-$Y$9rWsY<U%T~Z&*pW9&u6S_(tZ2Na^qBs!q|l8eHV=O=@~wiFVQ@B>GsYaVIoVe
ziZJiG7k)o@8$-pm&)&s9Z8m$hu-^-4sQ5bHa`OBdt~C<<96HD5l)XOn^jrPExBu7v
zJr@7RTZh+*T}OnAO-)5$$IRjt;yadX{;c=kV#V&xTdA(6eU@5r%yeXRIegP3@5{Hp
z8<*E_l0D?{b8h`7{@b@?`<g>8F8#CSx_|7C!&fU6o^b!GPW^7SrRwGeS+7f3Q!1Z-
z`}(bS{h!2Yrh{KU{N&CR^VgI(V!a~C`0cNvZ>(z<_sAvxyli_aesB3~PmXVs7Oe1n
zkZN80Z(~{V->qd5tUigw>`PB(R!--r`FuP6d4s@p>)lh1uB@8CU_ae<#e~$Ea?Cr~
znxv)m<M+)mJ+2n~@M=cEf_<g0!`?};f7X$HCH+kHK`2ko^Q&{8njN!ByB+T8_ViG;
zOl!Q9M$(^2A3v^ie#_Ez`v_lLC7bv3MNfarX_zmYtpBAYbv;+@ZnNA|2P^a@dVaq?
z)6DI9Y%=rxLcgNGzq1>raiz7cJo7N^ZB7lF{_m_?^N$H`%Y8CoZBW0xXy?9LaaAuP
zFC{!$vrC+5NuxUd_o{E--p)&UsNsBMySBMz^Y^{`H05_+yuQ@N-MKruZmERa<&G0N
zGNqg5<mfGp`TXrq+J>GB$qTv@r@cIX`e6QClfc>+^1>Sbq~&JzOf)~~nI`AvsPMO`
z^zV_IDwiYmoPRrfx3oz<=hWb8)65ZiA$aAH2Mc&j@6Gj`k<6AOWYKP5^~}H`?{fJj
zy~@`DrzDT*9bX}r*3T@ts3&jZ8`r7@vliXBW-*Dk`^2Z*DZgcZ&A8tjdGNr&T6anJ
zo3{_vwMth^HMDyE;nz#i@RyebqSI$iIF-$pTrgqjd~0E)T$7GUhl6DkRE;aAxO|py
z*IT&b2U}bDk3yScGGQ6B7yJIZ;a|_8F8Xu&4>fl0{bmJ0J6fJimj4^@`-QvRoqH9J
zm1;f~Re!yt%csBN$i}nVZ~NQUuCx96<8Z~gnUM?Uc#6zk`g-~;bBhTN_sajPu>N_4
z-Eh-V^Xh~J#yV4duLg<*HazjSf2ENdvutx4V_vM4{mpw-H>!XC(tEdTqW+uie{YJV
z1iu}({Bfg1FaML?T+<6NmtN{5#cx}oq@F$7?Z>%SX9L?aUo1Jez-PmG*L9OGeVQ|~
zM=|&2l%)q(KFXiJHQz$`<&7J!FZ{f|*JRqlm<t~|f>?Nd_m_U{dUSaA*UfXoXFk3E
zXahsKdR{?A!=6_{dzjC(Wqzn?*=o>#X}aHhyIvm4z{-Pn`@gMZ`E_=}nPVR|ampI4
z_L7?#@YHVa@>frlzbq~~z*7H@v2Fei$*@l|=PaDLaFt$zkW1Z4?f%G(3M*W=%nnp8
zc>gnFR?52c(<fO2QfF1OwM^Yxez23}i}`PpG`C0LGgV`5?VFqP?Bo6&qDriM3N{?x
zKPRY6UAKS69hG}~d4Gh>oA~9zDaoftncFk<D}s;KoVcDkv2;P^VeLN)<xBoLy!mlF
z;_<#Y$(y@#`7F1bwL8dr>sHXCt?UclPW)SOVpa2-!kE2><Q7)XsW5%`eJ<bCOX>+N
zf+cc%dorG8oy_05RORz2-(?fcmIU(qB?t+4?6s=j)e|gx{fJ&>@tR8~Hyk~%>8#Iv
z<uhzHWi6ArIIHJK{=LjUw{87{!&8!(xo#UZC}i9YzdJ!Zwn(^Vukn}dlh>44oQ<1b
z877jla+&2>c9q{P@*RJUZPwqqzV`P{i%08X_uqWC;nT6HqANYTHodo$j`rqyyMHgg
z;M~)zK5ewTSiOC9fO(n8T{+>9eMcsm^m-ijTJlLg@KFEGODjrpI5lItFBow)aXFpv
zi24|(l)WdlJjSTvpTrMU<5i6Alb6act=hAfjj!f|`TaGsf6sXJ?XXi7<J$*$^NO;n
zxYkdSQ)ExfetZ5npT32Zl>vYM!P~!Ih%V+{R-o|pRY|W!qgraGFk{YXuDUDxmwPXp
z67T<a{T3!E`@&!c(LZ}Ws4r~1?)>fDN+Hdv$ZEs<`diu$-xhLK9%pgPW7*CAIcnW>
zi}t>k1yh$j>hPcSi1oGQ9<{)V&azYHf)XF*IChArnf>&9bJsD>s&sv^{&}OnS0Aht
zTJ+G-z01L%?+;HxHqXEM_xXR%ep9did45Z}-8W7v)q74NEUZNg%lEvHILJMPLtphf
zi@WKnBQeK|D|^zTRc0Hl>^_|96S?nU!Jjje-(Ii(Y@hl6z5O5iTc6%)f8pLY=bXaK
zvj>^yT}$nk?<&*$&}hGEovMv$SX9HWH#v8*^=<z1+U%NsJJ|l?M6=ol930ngeehiN
zqF?S}^qNO*^0t3nX4^L^9ood*J7MR`&~xk3e@SHM@BNfzZLsm+u42)$DLSouB}wMY
z@yCxXK0ZDE`i%#@-IA<)tqnItrn2)cuh#kgVf98W)o=RjS@xfnsDC&o%l<9#Co9vN
zcd}`PI~KJpKEZj|PRyR=OK9GXoj%oi(x;FAl+vC1Q{niuPqo|2SX`e7y#Cg|Y3H5(
ze=7w_e_1Z@c0Z6*v*Tfy{^lu*&Ndo$PBO55c~bZDnF}kfd|-V%`}=`R&8D!(g*MX8
zdM`T9*$IE{(yw@R@~o?5mEPQ-c-1#juQz@z>EFEYyz$+m$Lk+0x^yg?Cob_w22;8|
z>#q2Rr40uC@AuBP{`{^}rToXCPge7;xbFK^E0KRq*X)`X|MZC~8br$&!=FaYm|lL0
zKPGcd!jDPMcb!=2$g5XXYP<KC{=!{4$7?wL2dxN*vVF;wvtW6go^9TmtGx>sC~?UK
z9GL!I+k5qS&Fatz&kL{k7@jz1EL`~g-d>F(pB{0Vajtvd`0Y2ZxL(4MdpnN#T+w~C
z!=d`+UY*uRDfuHDk+G?oJR9CwUv~VxL;V56>&5f!%J=DRjCrA^e&tRHTTj{DCGX$u
z(BWg6*2vYrY5k%8i4zSUH|=>~t{gI<v|(!aTuHNOcUH{MNfM}@^PxYkUe@Z={4WA8
z-Uc1iOu1M+Zx6!?Rhy4BmQu=pKTXYkz;S-j1*>y12WHg&`RIQ8eBGD7Z>@fN&8z?R
z^xL8G{kQA>pN`MEU;Q-V_lN2qMpo6U`vT9&lsq}o@a<UmzXh@NpRay9@q2zI_wn=F
z4b4~<Pr4u;F;Crb=N<Pi7o62^OWQ}K#ZRb-|IHb)B=@@A<p=+SzKdrRSQJatDfWK+
z#`#_I=uJmCe&!A5JKNl*Z3>?^u}q5VlFB)mQ{gukmkOml{8oPXS1o7Z#QLul$98u!
z>91Z|KdF57roYoVH!XcEe3wz~-P6kL`#UyIZ(AXsZ*u3fRoDLV-@WDaB3%1l=^Tkj
zxZfqcj{jq7*7TK@yDPhF?cepEyuNCpyzI59+Tlvoe^$I;{B_;R>p4sIMOz=IN%;%+
zq-k>edC~r|Cam{`yl&{J-R1eR?JZxnq<3aNTzw_r6UXvhQ;PEbFI^j;shyTDqp;<l
zxb54?6E#&IvrSs?XC}W~?;Gc54dpNLXBg@w&q}z@SIhaHA@Ps%y7t9x7Xr;SV?8Qb
zFME`*?mK<|gw^90|6d(8p0f1-qujZe>$m<+vd+}*m}0d`oR9T{`CnJo8_L;t)lIq!
zANYJ%^G@6QWcCBkImsIz{}5UJdhhp*#&7rb&&jo~`WBg%dhFKB&He^`g_9<FOFrbz
z6q?DFUoBqe7VwE*c_rrqRqv076mG1oSz2(-v*v2|-%#u1C5bQdAHCR7`__tmN6fLv
zg4Wv5*B`o#SF7J@JlgzXflh6ky6L&<ct1l4Wv0?eM;u?<J-(+~(sld9O6Du2k;@tP
zZ@l`{%=Y{xz1PggEPVxPu1zeouX*hD`;d8j0#EXL(Nvj+_wPSzGCzIMa(df}O@Ax0
zdG9UN`Mr4hmN$EzNeC$)YDkKE86tXa6C2m&gvtW*%O1BJOj`FIp4hx4Y)yQ%zpaYq
zr=(3y+D@uGTz%7|&KMjJdAP1;w)(;92cJaPZi`=wk4?_BT=ueb!@5|_^=!I6huM#G
z_BS8V$<9{KOzC^dzo{x_T40`-`NwsIRgKrG-rLO7Qb}3Qb4oaVQ<NM3`-;l-LA8^D
zxz8_Q7tD40pMI-YK;c?ElZSBdkNcT#0zLNdgtyxr@QrJ2I2+d!lk4ij_)b!ONBO=A
zg@WxZ45Cv1?>($Ke&Fv*IUf@*b=H<s4F@j!O=Dj7Ok>`}d(6L>BR;=oeAl+(VC(#y
zUJ9PJ(^+@^Gd-Ttc3<mU<1z1fpO1*Prk%RdJfTdf$I&-&cklM^oB#irzt#Nyt~++0
zwd?s7Iz(++?wYau-1SE()|MxpEn#Mh>t+17<Hxh3I>noWUppG{+cx#a?%92A;#0T%
zKcoK_{(deYw0&LNqPQu!zi;=6sQ9d(GIRO%{~IfPXQ!#%syY$>I5{WGB_M9+C%4_-
zTCLx9F1NdL&h`_F=A6vt{D6j-@43(B&N*|$Na@K%wfpfi?mBR$U#NNVaI(h1a!aXc
zynD{}wqBU_KEc9ZZNiroA6BzuX{>qlH$eV#i)wmP%;xonl-#TQ_GLc`w>X={p5MiE
z`Rg0?{_E}YzSwA84`HxLyI57-GJoDANtMifr45fJoSh)iu`Ie_UfznisW;DBaQ%{5
z{LCcr*}-@zyNOXp{lkQpUP#-p-*Npuk+b6V3>M7$J^BjM6x9qiEsI$EPE*b4gUWWv
zDWUyW<{XS()ub8o)bHfxbM73;Q!IKpgtqTLvae%(-QT0%&aN+N662clb(`)~^=yp;
zhcwjN{sb2VrFzb&I_2$WZQvCBpi1+&&ue!6wfnuh@`|jc^CVPM+&4RG@9ll1V7rUn
zrFX||YcFSP+L2Z-b8}UA`JBd5o`3UFEbr^6JDG}T+%B8-*wut1WMY|xt?Q8oIbphr
z;gT;)i;kxD87)nGl`}IUF)3-o#&wdee(V41xXj;k-ui2V)5Cd6k55f{{rRN3{l0VG
zr9&e6HywE?kja;5@=NvWqW;(SX9gzEyvvsRT<y>IIeRbs+x-89ea`>i_y1eJb(c`&
z+pw<s{JiO&86E7!$w_mUMqLV)64#B%dc0k<XwMs?zq2Fkf27KPdceybU-|jg*6dtP
z=jAV!A7-j+UjDrQBWq>CF3%hNiLrai+V_>O*DZ*;&epbM!}ND|v(DGP&)Z%8x2XEh
z#m#TU>t0>_rf&BwW%rRytHtj<IFV-7wC~@wtKUwl|1h$0cR#=J{qs+AwR69%efy31
zMM3>Xm+B|#cDMNE+Mb@c?S#dzM`D}1*e963uY6=X^XHA2_+y=opUxfgO=k`LuzUHv
z-Csi`%TG=;vM61=KdT_a$LG*}DOD@GKl6@Bc+K5(rQ-L7<r13iXJ@A-Ubt3Y^i4-D
ziSzmNQroMi>ei==9BY~N!LV{p;_8_<XJxMVD^&G+uB5@bUwLVN7VKSJzGs(WitLi&
zZxRRnwO(HHRP}fqe|)0+?vgj(JVNHOYL#DmX>sp%@N&Ng4v{UUr*~L$_*+Il@@X}Q
zdGyrBdtZ?6J<V@^KF4>g`YSc1CFr=2Li+27OD}yEvsYRe?_iztK{(@gtPDR#ft#Og
zYsV4Mt*iVb>le(Q{_{`e%4m_JH5+BMde7g!VxIY9^2ak4pRJz#?0;VLX;MQ~{?44)
z-m%P&RCqQmT_-m^Yo=NMO0W6_sw-!QA3y$OTlT%?(*gl2FNuG;@$t*iT@Lo$XT4<Q
zV!rKfW^Rd_mNEIq=^gKw{}$e!Jmbu~Pe&vrj`Z&AIb%3`qf}4vs|Q@0>yvf-Pwn8k
zxNPFi<pziRKfG0ubvqt$YR9IUwY49+?`PJ3d3t_({GX-v*Xth5^uG}9-ymh=Ip@Ul
zyY*JiMXdU#*KAt-r^;+!&%R00ataq-hFCd%-0pUS_uI9a=da^)^Y?u7iavMo>gzYT
z37MA`TfaSX##rO`3F{1}^-tzY6!c!YaFu_{cdiZhc9rhkd#LB1MD2I6V@D2K?2)fa
z+G%?#tJ&GTzdbF}B~@z6txJhU<x6t!C!6uk(C#_^E$H`R<GRoD+`1IsO}zGLe{#FF
z;*@N=VDDpUb2x++{y(x_?}BRYjxwc{AtGYSG@AH2g9~ObKFICnU%sP_i(#u@0I$rU
z<=^J+5Q+|MOE~BL-MhnDLv{0$_-4j;i9Zjx`{b@{xu7Z-GFicUnZYg|6^qtMy^m!#
zy)hFB+&#TCz@cL4!kx3j8{?;~Y<4_&@|LB|lzsjS*2p?V?kE*jn)uD`axdRGF16OI
zZ$1uh-X{K17g=b)d1rlvH`|R%7rj*#FUKxONf%T9Tp{jVI7yFh&*p-kcT=w!Iqxq$
zHQjD=M$j{5=9jA#TcaKK&O5M;nPXzv>P5Qqt1dnKF<<$@CC4pcfoseJxmK_qbgqay
z$a!F{ea-uaj@wpE+3-Nw&v8jp4_{j=TkEgBPaWzPmL^Sc5NQ11^vY>hT$_N-^|NU^
z8QS(N<PUJW75svEud;88n|1^n^UrBrOE;{X9=~z!g1Kw9pV@zsQ$FbYCQre{&CXKO
zRXDk{p59mM+LKh?p2{B~?a956Ws+m?uE3e!9(~_;CoiUQ<=@u*f1-1f9*UGE%$mb{
zLhtN`8uKfapFAJF?)}$bFza!0{Bn=t$ERk${cuq@x9x1`%xh&1)9wc@33IF}s@hol
zO#jc-Z|?Jdr@x(=zMq%XvXAe~wmVOB^qBVr{$YHt`u?e3^^S>J;!`KPDNc$v$>ll4
zVZnOk+NZVOer=A=)xLf|tH1U^a)q&_X$xa;s>jm=Cgv*P#hJoK57%vKY~0-ZXis1H
zZw;?|Codnqq{HQP^AqD+lWAL@9$A|IV&{^4;{x%gj`Kg{yxFFe81gYJ;<IsI!OsKf
zedhY9$G4r@ucdw5eU;Ayw||08Q&KZt#~zfAlbXov+ArcNcfZT+)ARz7Z&D7<1|JVx
zSa3Aj_w=D?jrLEh_nzjQNxON@WRnl$p594w)^{~`E|23pys|EJ-l<nt<}hlw9?@^Q
zpa17m@>}!zr{}lG|9cVi`;dIiHrw-UUtYgZFs`_~Xv?AGs+_gmZL7j7m$t0Deka-E
z<~r`rtC<z<Xl(D%@t+mkSaM(v>r~Szr(CBj$gHSkboF@bBVn{}%jfyw?~ivGXND(!
z)sdSx_Y&vfmsZ}7&&{#-ohdO%BmPj#<K&j$<chq9lReAk{Jv;+{@nM9IMGV;&%PT?
z&fVlburR{e`}D#el^<rQ-m81JYK5$s`MI-sTa?d~tX&%<Xm%z3VDk4jpY1cwZ}{_k
zr+9pJ`G<GK1%h6TTy9g$_Fd~Ts(f|irCC|dp4#W^UuO5Vez<#b^5nN4zFqxxTK<3M
zx3Bdd*d^?09A%u7XaAKIo->7c(wZZ)(jy%-19pGm5KYMbQQn#ybocgSou;<t6~B8G
zd&4uA3wybSrB-yFy)a!bZ!5RE{(=j|b+)rB*2hPuw!M$DK5?&o(M~y^AG79fj(vBv
z;%%?CC1+OSH>*=VH<sV~Uh(^<y8J_Hz3aF6Bi?P<P&k42EqAWuy_jdt?a%ub3hez_
zQ!QIr^e=e-g=gn&UH5BldR7tn;^(Q?_NS(A?JqcV<y%{_srZTCqS@&kX@*u$3(a?B
zC#<m)?%1^Z+>Y(%Hp#cW+_rbqk+vki$4+`LG)pUIoLY4+DAjeE^v5@DWw#ByKWn%}
zt}a~kaYO5y4feg+8w}^IGgjN7dGDr2VrB=o_Le38)7;wsDK}?u<QxkBesX)$$5boc
z<X-mrWgFZ5g4Y{8IkWtY#1lrI<vtM(jzun!31QC#)LVYaPL19kajo!oSoAXnhV)o5
z+xYqV)e`GI&Wq&nI}>y_D$!DDYQ|@Y^TBhjS{`g<W=VOu@qR<$pRW#lVP`9n%yYfH
zFPnScn;^0!!1$5jH3Ox}43#ObT1!%2CH$Yvx6(Uf!53z^hl{8G-E_!cov`VbmkSSA
zXncEWSl@2Xb^6l+xn$MNB^UioL>6j4eQi@}xytCksQ|C3-ZPhlPLl`=H|Tw%WKhbV
z^E!p;pNeUr-ukFT@pqpnuQ&csE!!Pk$(FFtc~hiaYU;MG=N5AtpMDCNe(2uf{GW-(
zm^bg(Ce~-Td&k{-<^Lvr`*HKK#O&2m3g`aypMLA@?(esKEB>y1{pNm?{Jw8r*MF>?
zu>0+u$?p&E{4S7q#^!KvkHd-NW8Q0J^;YNA2JODG`trRU^OgyDe!95f++?{Ag+E_K
zzr7hg?{Rg|^hYe0ZtOXC>GDeF?Gay#Hs6{PH05I5j-U&NgxcPQ*{5xtS-7w0C0FUL
zc^e;U9lOuJE;g%Mzh<%R-+lbs?EfAA&vM_%($o6IpR_d(7^bKmdsjI}z};ZUJEPgw
zhaI(zYxIxS3SBO)IU}Hc@9)&;&ePxhUi|(vBfO;dO836$0{_0Wy?wv8)zzxzxx?nu
z61!L4`#0f;>zyu>`}aiK&T2ngoT=%)Y>K1}lb`-&Gv<D#uwy+%YujEF3EocoB6Pe&
z;q&$N?$L2qZ?`Ed-2eA_LsC*l|0n;O!5Vc{`@=q}{c!B{y>rITTQB+P*~gx<lzfu<
zntcAYG0eaJQp@I^X4?kEep&DQ)xBX{9_yt&+p_jJ``(kxNa*r5lr>Lyvp4#hb@H#W
zf`fAtPTyOszGJWL%iB&){Dmw3dsKb?#{fMGK+vUev;Oxy$xDUP<-W?qu&21coX0hR
zC5+L~#m22g_N=4HgLWIGr^yA1wIbGxA2;9m;}c?PGQ+*dp(JYYCrOhfR~N6FSoQPK
z(r^3!^#2#$%=SOiy6#uv6zys51`2KGKAz!MXuSQ?>4KKFy5Icl>+9n4**Ru>brIm<
zU;Q>9BP#vCohjd6#{V=uXJUVI->;?jkDDdVWRsH&jj}DeUB%M4{r@JO_RU8k+e21-
zC^wieea{!)waHUr_V2wSHshN8kxmgVe|A6i+E~{v{=NNmZ?E~T)jp$V@wEQKftP3G
zD*X01H~-qxyxHW^w3l~Mt0mO*9=`p+w2`mp$kD*WEVgF{)fQ-Wi+xKx_IFFW$x6u?
zujH5M?^C$HKtp2v;sdK!c|^IkzfCK=l&EmSp=n9Wr3X27g&WLNj2JiMybh{~c-1n=
zV%?{vpgBveBm|EgU%<d#D6;2G#M{`fMmkSfb?X1{=S)4Teoi)Dz3yf3+h_i^SMwGL
z?*DmBm95SER`&JxTW42Hy%zB3+JxRuiBtH}81_V`@1L`_=GK{8S+_Xlik5rLwK2WO
zS9s+^?UZ|_``)d(RNA2`QKwivlXv^N)b>{A=nL9Xp7U*Pr-?qRKB+uKd97$cx!c*9
zd@t9k-`KXIf7M2_>5kWnPyLnpZq&8>?Ly~cOIx%S>~-MvPLI1|uu{>oS7||ce5#Re
zV)bSAP`R&M$$m#?|M+bGzxb{E|I7Dt`|YdN+5T_7e(TLd!@ice-H+ay8~t&(%;a6Y
z@B7{KpC_c2o1IN;NhpX-5ng*b#Qx8f_FIdO@4FedtLsn)Q{nuBm-!7&Wkgyz&wtf5
z>1&_)tb<XHt&BalEqv=Ue?s!Iz?#FKAH2<(?JYBRW|3#Vv})+2yXy<)CmWY~$vpZI
z^?SyYX=$f_N^Sm<__MFe=+oiDY;zK$X07N?|Ec;TmuG5ZUv16PM@P;6UYKddcklfE
zpHj0u?IZ5x-74;_Dejp*(UDpGUIOP0?)7^nuD^NM=&iGSg;3?A={XD6avAMdS6#u7
zd|&0goZ~8^hv5aW=bo-v%eG~+-KE2lZqw~=s(*>uC4bOv-nS=tQoMRU@2AG+-MP}S
z;heFK_7%zJoBa9>z8l53+SQ6I6YjHlpg;T0&fWZ~MRU`Co(o=G@@DD&z`pR0+Mnh>
zpLgxUMU&aj62)F#S!sM=x!;znOh&(JHTpj-y3Y~Fw`2XG`!kKxo8sFaUoxHkSeK`I
z*Ncp1MW6Z>G0oFQ7TW&3GLy|xd`9b1Z`Tr=7Y{U^H&pb;RjL|vSqe7JEZjYB>H8O<
z?@!I_GGBN3Qu@yi$72^~)|SbfHIgzocSh?yqu-QL58EG?U#`7m-||j-*_3-M@3sYo
zUbCt!l`!PF`Tp6aS+~@KUQW_@ne}H&?BALDzqnocc+Mq)r`vLx%HHQ2m;ZD-r1@>*
zoJ3E)zWBM^X9VshbKd0HQvJV`TW9v1%<VJ&-dlEmf7#2V-{JTFUY}#}!zntYr?#Ux
zpl@UT#iz68-7B3W*|U89zk-zIHj5{FzTtAd>+f3qIw@m)@ZF=ke*{`4%|6vEb+JFT
zVw0?8iAdCSyCtqN%<Ylas^?$kH#dL3P<>+m{Ayli$p$I^QV&i(*H=$-rdxeJ%s>D1
zJ+-GBjXABl?#%!8f8w`wu~n+qYwy3zGm(06?5`Dbf}Vnf_&wJkCD&6zshuLJ(UWp5
zD<|*qu=BNZzUKAGD^k1fv5I!z))ZGW-P<u!ayploEO9&hupsZinFseWOd9qr(Es`O
z-|knHe%}+^ih>SYem-Ya?Cx*(wyw^){&#NqdR}RN%N+-Ud`_*d{$M7*Nxj?X&4Npp
z)%*D3|NMF0R&G)BXMOzt%xNj-0_*SWEoPosbjRdt-`hD>Vs|-Ir(|1Ao9yTE=f`En
z8YQ9HA77t`6k7dxvT}(?%s;;x`!AP1PM^@aP9(~9Qoq#Nl+fpWcfT)MBoKMfC)0Bh
z+k@1{%12wvqas=YFD`p2w(NqXqd}fb^Fk?`tXr;9(<A%Dwp2u%oHSP_Gs#&_^p%Wq
zep=Y^z5g@4f|jiQ^2+wUZtmkR6<RYxd+x6^sF<$b<@HG2tiz<FMJBRA^va{B$zRl!
z_iQ_Mr1WiJVDJ`Cx2Lx>4!tmK6>0rHLAW<pv0q}*C&hpdzCW*Jzv-DKGc{89xaXvQ
z$>tM1KkMYK+5g)*&(($9#p={SCb>=A#gnqcHc#>Upe;V<zSx^v6?rnB7yRUo581xm
z<>c<*$A{AX^YK2h|2zNR?}xYd|MqV?J^vSvFkj5MV{4A+w8i!&i0nUA^2lJ0&-X7g
ziw_%p52#qO+FNB+u#dO@@|%yJrQMjm@l?sL^nJfp9~KIpT>okAefcsurt<;Q=C&-l
z?zQI2@)C`GoYPB9PrfV+=4bt}GTJyKg?r8Hns=v8A71)=ok7;NDXP*^t!cGx4@{+A
zO59o8ypd7%_{uMRMqE1`SvM!Qvn4BLH_YAmP-IrD+uWn?I#r)-pYz;AYu-5{mun)w
zI?KGnKOHi9YQ4+<=A`=WSc4C5Hg~<WU<meqs<Nhcqs{g8{aI<v%WWq-^SOGv?P$~l
z(F7X~eXD>|MheQBxh)b;E<L@(Yrgwu@wZdb1*Rn|MgBc=Ij2U=om_3Y<P~S|W*_yX
zd%VjFCiU!m(YY{P?D>i-=lS&GQdU)duIw|vE0=e7=W*4#Ibw%Tyf)im>-XhvwT|-R
ze-qjJc#>mS8F$Qm8M*l2L6+k`?mfMh`DyZ=FXvk3w(Gn;bYpkLN2bb3+tVkP82^e-
zc^d2WRlhR)K*aW-<qvYzpJ`sZRek5Fp<D6Y6RR(Nm6<M{X`y!C!0yiNX{oXjD_(7%
zz4o%8la*;weDB2GDQqj<x{Gu>4@w<-s?_#8@X9H-QrYIu%h&HU`*Usk|92nU|NpW+
ze0|>^Bk48%2EWeeC?C6&xGauu*T3FlrE~i(-J0bc7(QcSrA^G=m$wg_@_Z0J?$7`K
zt^F_d!}Z_o|J*B>Kk-B4G})QA=N($4_w%90E@oam-OCKudcwja|6Y61>b_q-*iKAx
z=j9*gI=yRdUo6=CR?$tIfAMAiiwEZ0eV1w5tlXo=>Fj?(-&$Py!M7DrA2a7<ELr8o
zvvkwLOFavECcckzdUfmlYaRAmiT>xhpX*)Xv@oeT;PErrYUZmo-Y3mY^yi*hDm*Jh
zLF+*Qb8O}O+KAaDeeaAe{bT?Cu3BdOZi7FkuGdezeX@UZO3zFsp6KZ-auY)`f9y*9
zVKMuxzl@{!#G`7m9Oen$^Q)fdG@D%KaV`xwUR5OUN2+@3#hYjEl&H-4duYKn<-E0@
zBo<$k+Qxrk1@of~!3%X4983va;54n~l>S_vlot-}{fp<lULSvc_5s%!4>Hbey;sJz
zzSzU<+{NX|WwTQ=-pB5q<~RFknDSZ4zHa~d(tb8i7&v&0zURz+G9&MD@%k3yX3IE<
zo3e|7AKz8bD{c+3*!1T@qr!fN`>$AUDjfOcCDHgqwx%;!ZsDa(ll>D5KPlgFw@h8O
zdXvnNiM4-(KAHcYc`WzH!uhX~*{Uw=<+q&d8RX9~n?c%a>DtRT=Q}1gHq=?q;#*?5
zdi8X@Pphu)k@lZ^X}^8#cDcf*P0b?ybC-WEcz3Dbu~>Vf%mV|qFG*kZ)Yorpe<9Lt
zGRNkyTGp%f%2QLmACXDl@bF2e={H_m+Zc=Td1W&inI7FqNvThMZ2O8a&2s1FhmVe)
zjy%_98X@9%dPZ^P<N6e(pW8$Qq@tc)b`*K-`ZbMRPCq_w$+|r}@;pld%B?OuQrPyj
zZ@P?ByljWBbL`F3hYEdFbLC68il3hHK79YD^?i?6{W-F-`cKxV9w^IM+ka7+!)C`>
z2VQ2&c0OI+>GRX&JIbeCxL9>WVRHNaGtS3v-LieRBXOrXds<4d<;N@bsd0YMr#C+>
zn7cttXj!g`&xZ7pcJH>&?v7s#{)VV%&umr^s&SLEZv3#>aBI<~kJD#}xIOA{m{T|1
zC}M9y1LJ#*HN6YZew-2ZusTZhN0Oh+ujrrGjYY(A7Hhik7+eaF)IX@T(c|sYYaCst
zS*A(&Mn}e~-<W9k#L31#J93F(Ph)ev|8bwWCt6d!hBGcXu>Yr<U)7I$v5(l@9xq;y
zyJEw+pp~4{gOde9-6E!nGIj9Yp3rl7ZdwU<j%TQqtNR-1rnO66@@w9GQrSJR{X=l2
z-%HaCmo{Jcq1;~+b-VwE)Z?H-rz{r#KXLIdU!S<8RkGsLXMW#X#8X5w8;sBY(T#om
zQ+rKS?mWe}S`{kKIIhn5xKcyMV%{9(+}W>I22WPe@)gT6R>>4vCu8G!Q1F<c?7Wr*
zZycxFl$Kn1FOj_@-)B0<pNIQ@JU<+6;rdK`-?!ej>zT!ez0;=d|9L^$a)RBLxwhqH
z5s5AJt(qzNn=chKWo+G)vFKt{`?u$De{7^v`}zKV<Nx<P@#{JEgn;+4t8aXES@ZP4
ztm#_OOIUpNs{2O@XR<#$v{d`B_x!&~i~HOSF05+u?)vb2*C!*M$miV)i>IiDci+ia
zyKtL#>f3!Su{?dUhqjsWMZDW`TBps;$?syIUf6_?cg8P@`_62xG2DFd`)rSjG><u%
zM<PEhb~|z8+|0i4v*tbKU(VFHXuXQ+DYJ6?wX%6;XMi|w@VY~S=5vkiP2IcmUC`+h
z3>?~T?iu!O`P2M)liVhopJ%f#aml4T<EXC-xfJ$g-C6TmJFfX(8Wu0~+VyD7pAWq3
ziBfFW_$~jY&lB#Rw&P9v#iGb5(<QHckh9ouEQf!&&e=H!9a1}mGc!x{ii5w@`u&Vb
z-YI-K(vU~KaMk(Uhoj%e%I6i&{?go@w`N(+hVr8`J0!1#cufBJ^RN7$hSG!XA0{i+
zdizbfdV0b8Hg-0t>c|P&_xE1B_S8o6_l4L0#CQW{Jav~_ti0~~w@E6gbDuK2IFy){
zAM@(btb+bOCCg50NHu(Zv15m+*;#RE@A=PE7Nw~*@!s*dD!<J6NoVSIyB$_FAB*+b
z>a0IrWHc*|Uh<qX-2S>C-*dO46aH&$7PJ5U=H|oZ^7VZ4e_dH#X>b1L&~iQg`X8@$
zuQ}w#r{f!_|CuY$Y|^!td*wpRYIFDfOq)@6&;B9DUqvgcGMPITIrpqq?`zmtFl+Pe
z`p?_z(|^2~>d#aEZTWrKb+Lane?F6yyYuwmL#BJr74KjB`DpXv6$=;c-!6E5GrN1e
z%T&MPT$T36<JkL;>^=V1_4S_YH+L61XSTo9n5|kKp=a3b7x`@Jd)a9^7QgnN_$1r9
zbLYWl=?VWH#MifX|KQ`*ulpo?c<S?c506OoO>)iCbG%)|Dcr7k;<L`K75nG1|GakM
zTSj>PitUf}Ys>W1s+{L>FV|7xpI$X_{<reC2DWTva|P31ZaZK-Il0l$@06O$?0Ih|
zN6qRps9OB`U*EIY{D)@m^M5*{=-l>oza`hz_gGxIvB{amHt)>#x3iY|6)pZE_-co7
z3{&~XN3PSJ8%7*jSx_p_UfOj`bn(re2kR~`ESJ2OX!TM(vhNj-i`n-ewnIXt3QN_i
zb(5?Ere8~N+L~IHG-bL;B)|9ebMHGp$L7oZV&8U<^YY^#Q}(~RUijjA;;PGX6Zj97
z#y{3PAE0D++oD(I<%EuBP4i8T#)e2I?AWxO^=-;$w!ULdPp-c-Ii|9&VnXiIsg+^(
zllNJ_pF97;tsmO<=>jY37hautbFsTvdwAWSTOaJa+xDEe)OS#aIVPH4j=x-PlX`nq
zVcVzeZa;UrTNd}<7II&+|HB<`nT8KZR@~QogWf+_{q=&7_k^qS^X$v&6z!E>`B!%L
z)EpFjdvyK%M@Mp&NJOb;KX@Ho+PR2N&Z%VI?v@>&HeFizwE9N7MW)~-Nt4Sfx13==
zR5edU|Eh5c&${CW<kHU1F`oB+|M{Y<l8T#>QMWj5N9fn=`FHQ?mY3&F-CFqmsYWJS
z<;Cl}f~%%;KhAOxn*JcmAgZ9I_x|DK|EkQE-QL{(ww~*$e_GZN&!>iy1$2ahGgd}4
z7(Ql_xgx5!@50OOMu8;_UuXYP-|*M4=%XR0xoq<1IX_ru<-b_Ob$r4S#Uho?u2+n+
z15A}<S6<ujxkE=fS$ty3mt9NmX3luPa{S9(ow=tjZ>esaBvyIS*d)}^>uFoglK+OH
z^M9+@o$|eu$>7>;Gt2zcvHd&LE^F%guDj;wdP4X~(vkkMhdz=K?-`cOu)7tS@M7{h
ziGvb8F1O~(*R>bS3(He7k2}7eaq;&1o!N^nEmYV0_jT4Gw=)k6_eg~^A3yTVW<`n1
z<oQ3E1N(o?IJSz#NxSVo&#^Q0zs~JHcwoPI&Ewhi^)q6pxOGVh9uc)DSo&dg@WGg=
ze+{kp^ZfSsrXS*dmDF{}<-GHj-ibDD)8|*!{rG18Gr#TqpM(D`*TmFwE6+>i=rds{
zTXK1l*VCCQLHBGVJKV&TD_$N6KAgVq!{@`AZpP17*qF9lc^UOPEB(eXNfxQ(HQ&#k
zm?z72OJwtzTJt=+JB4p8cJF_qQE_^iedXa<4`05RaQ;^HVfOb2PSsmHU%z3`@8D%|
zeJb<!-ER0fg~v3$>WxgsiquSosf(0#ey!w=<)6~*t)R9^O#hJhblI74if(b+CjR(+
z{jSm1i=`KrPdsCx5pe85sno9We@2IrZ(T~_Iy9m9*v7non1FfvJ>6?|6m+(4v51<o
z*XYs4i^~>r`5!nNbW#53`QDlRnLo}bUtgi8yMTSo^ZBK|R?5f9r@b%k{_^nQsn7oW
z<`wa^JIrEs*EL&n<ng}$Y|~S?#BrLn`h-T=i8_iG6Wq;SEen}>J~nUJ^}}Av&WRkb
zFDTP8ZE3MT^XXh^o=<6HU)yiKwku5DT{Z>@&3+SQIr7cssq6ZeXenx6zGNt!y>)@x
z5A9m(bg#2#cS<>waYamY2|2yt^=m^W9{<B9)`&OTep=9XCeYu?V_{G1qtXtJ=l-$_
z4u5#_p;y1Q&f-MSqEssdnF~fWZ=c)Q{`seE?|OdcQN_yUxZsJY(+qzca6O#$&&}?^
zc_Z<P5H+d2Wf`V=wtUyBT<w&cKSb`YeYSbN+`PX>xDSghU-$Qsd0qQcR(rX+56|yQ
z->djrdTQ=mk9^N<a}qO@h11RU%z3ZSw&&>K%iBy$=Eg=pv$*wp%}=}YlX^o>y?OmU
zcB$<qV>6!X@9vzbo80>PJ%9VU*vDq~{1^G3)602UaYuLBvs;|84%3Q_?>y+;m+SbM
zt6F~F@5AA3|4&?6?{9bb*2mM++lzBT;#Ks|I^SNIJI(ciYs>ss8K>sAi`cXpF7nHI
z^1R6TQrE+NpKU9c%_8&`b=%y!e2~-TK&Y(i>7Jr3d(Cwpub%zr%FN}*zK55VZ~b0(
z+fC|t`QtAIg)iRw%Wj?H+v`)6{NuKzh0pQ#H`C|KuB-X<^G&~prSm$yt-B7t`LMM-
zeDj<2<sC8ClGMvP_gWtJzqqhTbT&(Rw9#s@ze{|AXYY{wZI^v#?$Q;DyQjvjjLZ#c
zP2aP|y)<^)&j;t1=!89dbMIl{r-R)#ua){=Wd5AGKWLj>NL^~m>-(vi@%}|yzij<b
zXJNytdhgMxev=bS|JCAG8z(Ue92fa_c*iokXETjs<<9#o%r0EMXGY)8o0m<Nz28+b
z$;5%9JoCJ_eqB@J&d((wFD(|hmq~5Ak@0uJLDBC57B3zat#x*ns8ye*o)ft)|L(44
zyB$j=_}Ol**;}hATXkk-qxQqJEc*#%(>{sqoGbTpof%{Of5&B;0^Kq%oZ-*$eCx>^
z%eThQXWCrNT_3c{%X+%<_p5#NW>u95xFe$G==<iXSyb5%#`6CM&AvXo^x><1oaDbb
zwF>sT|M6AJSqe1zZCQT8HfFE!nvHinBdgw2UZ1U3U8v1cXn8G?@0{A1*UX1cO3h@}
zDEQZ@(j{^5(bMijoeO%V&iJ_2{`daV*PUWnZy$^F@l@TI8&a|`b5ciFzU#d|pTp|c
z)O_+^rt2bXq?OC<QyC`pDe=S+>y1Z4KO9}QSUJQfa`Ede;Rl1~E}mif_svN$14T#I
z)f%&e-QBj<d@H!;>^QkRBQ)^Gyr2k^X*FIid*)vbpCP9g{^#2ktGjjIYt}5UT$=v*
z`%8NpU)O)e)d@#_yuPm4nf{=8f!*!+iLY)2|5LmFc*7%A$G`oVOmqDXYOGvTE;F5D
z;n9vCzw0OU)$x}9aW`OE#h<k!k89eGth&BC!r}}5tz`G_J?avecPZlG(z{m~7rtRn
zRfygpHleh!yE{VB&;1bZb$gkx42QbE+v{d0Gn^03U-8`W{yzc9s8vSWl|IQfx0}v5
z=VW12@a04ykFcL{5MSHm3O9|LYt8GQ-1+dm?)!eZe^2`V@lVV6GlMIL_3aPUHGy+Y
zc_ox<en;Ds6;;d(yx~3n57X?p{%3Q3`MTx(NJw#Ep2{_cOWRGxNaOHbuB+A}5|-(=
zPDLLy-pvr(W}Upv+4=3VPZJjST+F^ct7?j(so8xAmJ+Q^Z#sWWw6<y0f3TKe^8F``
zvJxx#kDgdko-t*rQBmf?^G0u$EPOTT1COnt&KZHF2{Qjh6K%Bjw+7A&T|UE3&o%Pa
z7jvhn^3JO-KkD$&O+Hy9{Xji4n!n+|`xSxS<|ZHKi8M_&4@fWJj+a(v*H+RG*m1BR
zIx_RejmjAhuV@?OZ_=x6UhH+&(@$M>y@g}*W0$);uaCW6ETJ_$(ygT8quFVL$W4bn
zZdTvv`s>Zk<!#sRRiszUUs;*&w~cYG{fWYT69PB0mvTjY<c@t3z4MW6QpcaHwgu;2
zZ7){Lk@TDWPEJ+d^o{N1`gvByr)Qriue|(YYG&!uw0}RkB<8$jVy}3Uk-{RweD=&M
z<6g6CQXDs9yu*VGl~emvzFm<yCGs-tZeshvHO@|EQ4iRyUjN<y>(bMQ!r>MRpM2zU
zSJ&ey-|;!+_qp1>f2@}e3QO>pc-(L=a+qr<-MJ=C<NrIGwZ2xSN6rfL9(v<`kpJ}*
zTi%?)WA8QGjdy)lR5|b@ahm7fPx}9jPS5Q#{B+XO$7SD-Kc^2H&;RkHVD@6!_}ZuX
zmRUdDC2p4{O*CeZI&T@<byM#1(eI{d8n)X?r!KB8H+a!M*WNBBUGlQ@`@P4FW^+rp
zXCK~OB4+>dr1qWNpAK&L^!Gh~eElykE45SkGoSjDd6}7AKOuZe&?@{k$K_@QK6%IG
zk#3KIc3fW<EC27++VY~7H=A{y?)-D+=tGv{_N(HhUhb;%n)9@veQDe;>)o&8W?N*G
zr5%fxT)AcbhbRA}Q?s96e(F7~$ohhGOKI}8qGg7emY2>if4jSCk&cf3t4`_tXF0yQ
z*vGzfjB}p+&sK*mpk%fr`?oc75`<qC)}@G*<ZdW`HnpV3R>zh3)>6}RUNX<W=v+Up
zzv-gXRIc1tpKa5Ax7~EVDgJRr@|w-!ha_3+FG%XT+MPROQ6#gJlkMf2qG>maMUQS<
z=qPcyq{fQDxNL9FuQ%`KKL5A&%&z#4d^#RU$`>b^pNVhZo-8UpD>{o;t$Eq8+<TYV
z?GE`I;$m9=$?%{>qE@ZFb*$(z_xi=Qiv7Xg8(eN5SX|30kiI-J<LkoR>x_l#6E2r2
zoKK%unYE*$)9QFA|0|K7Z_X_G?vZj#q|S8J-hfMjt4gPTxR_V%e}gIY+U#Av*5V&F
zzW1<uW)bRVxy(-MkW=(6!OT{H!_MaQQ{T?}=IV4%Ij`L}EhfvuQs?m<MV%MQb>i{z
zF5Hh+&6qULIAWRPub`Kj#?jv&T@8`x@m5`3H&d-BAph$7<7Z;(KC0g0(%Vq;ai;R&
z{eLfq-+WN3zPx|k<;KtZWUY^!o3Q(c;alt6a;yIWmn)6_TFpHvQtI1z>VxW)|JS}a
zZQGDFXSHL)s}EtPGL9)RRW;1JlfGpVOV7b((drMHCdTf~jh__TSf?8@IA4yKZl0K6
zvt;9z=cNr^_a-dSIOo}XaCON;pZ#VD(>6F=S6P#w#<tYO#9gPrWBx~#gJ&iy8Ml}_
z#4fIDN%rjvdTtk$7;EUZhj*Lw=Xb`ZHf%VslJAIUw*HK{dZo506K;lShzZ$x6fsFN
zT;k`~^3TxxxntvIGmgt|RtWUucAPgmoiFNF@b{1Jj{}=8PcZ4!Y}oTGE%=d&twF@h
zaM!e3S_{|xQ|qr0wX936iR9#L&hF$^vipB>xjpytA5Ge)8sxJJ@3QFJ(375Tx=K+0
zzFqChV-1`kN?~ftrWZA=pZIj`kKhSXS3mk@NN$l);f#OPa{9p`_oP|DJ$44K9?vM|
zk}WxYfYJX_6Cd|-t5+IxUwV1I|FA<Z($Z^kW83VtKLlEj@znGjZe|wgIk4~lv;Ow`
z|KrzPp7>*ZoAGnWkMRj71-|Uki(|I@@pH11=D8F7!D<#krQd$!xY<s-QJCvIW$U+7
z(@bm&GsBbTt9tJLarS>w#Din^uGfE%oyJjcsHaL%{-1IGkGB^#$R=F*b?E7N9{rkk
zrw=n_&yjuUcbv6quk7_xM<*U$bKPVe?}n;0XSH6F4wKGM%R;G6^(8w(ROhn$1<iIf
zOn%YIZ>@ZyxvM*RU&ORr^+OX?OQRca&NTQx!7-yX?J?uLHgDB%DOWpx?SfM8c`2Ma
zC)vMru-)<tFPU)Q1J9Drj9>j)I+f4Y@b?AI`N7$KhasR|do9B!-&@n%OG0;s9`_Q^
z&i(V-{-EnUt%A&sbu(5OO{tFS6pan!E;^$2bMw}-m)P`qKKB&gi*4_jQBib6ZgEDQ
zRmgku6?d*)Z0`9|eT(~>N?Stc7xVns^eMmOf<MdTS4ULZ%AJ!-&A)#7JkRuVa*4r;
zi|?)smVBzZpMNu_^3#)_*!xdPYpv5tR&AHK{3G*CrViJxUj?>vnf>3MJeu?)zp$jg
za!PXf&5j+O&PzAvR1^ujdL3J6y7cHP`H36S;(C`RmfJjQkmTz>b;8CVzx=BAlLvS8
zHO$&Js4kz@RWZN+`!bI7xZ93*75mTBUjHih?Ca<0=lS-3{(7E&y5+9o=F7+O_7s;^
z{JoofIM;7qbc##e*Bd(}ruvChMa_(C-8OOk)g8wlOehg;{_@;H=<?;0Hbv>(JhRfT
zC5tmp|9@Ed)>>9Q)yRafCm$Yt`(Ps5b^piKeBStfXQmf9&ECHJh(=of<!=X8dO!E)
z+5hRR_F?gTU$#Ef|MzD1;p+VVJ!gBaFJ%5%6!$0DO6Ohk%%c~|H?Q1m+wXa~@0jy7
zt@|;Fi_MjG7kv8h;hmJXV)#vlvqlg2cg(H+Csn?>;LvGSp5N9oA9o)Tl1W$HlD_uy
z8gX0i`s-#5d+ZxF9*{V&!8G2Oa~pU4-*>$ar_PUEESIoTwY<=#_~W4uca|=HIirw+
z#iWAei_Dgp_47U~NzC7yY5T1A**w3p8L6s#Ruwz%DD#NuXH*|iE3y{V`@X5`#9jtX
zcdb^onysAk3exQ&*54@H5WL*+-Q+tR6PK+!wqVlYw8<HpUa#LQ*A+K;wb<(n%c@PM
zQtRbRS9@2oo$G7*EoW1DYH_7+c6+z!{bx^Rhrau|!~OUl#?!m=ikr@#y=~sEU;mQ(
zaQ)BQ{{`+kykF2Mb$Qa<Mux2yCg!H6_i0AIY;m8vBy!!9pE_@q;(w;kkX_-o`@U`8
z`&}QuORRJ1e$Thr{OqLT7JUWDi}xJYPM)``wcxhhcIPF$A(O7%_FdF^e~R|`tC9k3
z2YEjD{NO!Y{X?tjqj~Tr`LnL_wxZhGgJuUW(Y>m=^-*lq_Y097YW2OBE4kJyv!t#$
z-8}EFd1qA2(cAW$7W!RO>-q7b?sCM1tAUOy9=7g(v2MYk^hurh))}s=4*N%|tY5sN
zZg$?%+&_A(&Lzt(-#f5$@0}BC0#+N{_BgdOaBF7z%FR0Md|z@d1%BvT!MZGY?$jN>
z<kX$kGQMUItCr%g`lRsGPW)Ejx>feKGc{_rs`Z85dZCeZ>%LOogusM;yEHW(vs13x
z;>m6<=6}VS&!$;&@0;p4MX8W?n_@%m%;_AL^|y427rB|3hJ+|-eT+-5c`0r0Dz>NL
zTe@mcVdza2X(=tm>#4U5F8P_oTyjr-_ldtHoAvfxlgqRHH^#{SjjaoESawR&p~=&z
zb?ZgB8aA_IwJy&pGWPt~JKes~y2t<U>GL8!%0`^LcbB(ITU5RO7{w+g$5?eB?nB@i
z+x2eqKO}x>Q&Lt=njD_$ksb7<Yk$L^+jlKOE#J=)`4qKa$DgH}76jBz@m9V3Am)5@
zVaAj-x<@avB>wvOae3#$0KZO7)jymIHavaODxbBpsy_9{{(m?B+x)qk|99`hPu}yB
zpG<a}+UC|AqP*+LO#v07j~RO+N)EgfNZ+aQMz7ay`c6YBiDv6wz6O<PTztv@pYQv_
zeR$^M&xgPN`(d3kVVD0*r|m~_m}?p?n)sFe`tp3gjm_6HqWf+NtURi6(ev85)KC-2
zn~neNs+Q}_F)65=uQ0LOB)Q}UXG&6&n^cI8?Q;`e_k>`_s6<Bh2>G*KLWUu09gcR+
z`FLiTZNXBdwijnkHD0mtbeFQPe97y)f?>xrLCw{xoP+we_-NHmc3<$+u;*HJQTdda
zecu{Y-zHqjc<HLXvOnj|+ds<|PhT!8r5#~3J^tv!n{LiaS8L@7Z#!sQ`>&;3b7GmW
zBG2iY-zD~c$eGpGU^QuOVE&WEiZfLc4TO}t{#>6?{&?=O&&kuauT7HK|MlAKoE_gh
zGCnXCci2Yvo5^4BC@4DfxLxAZ920fEewntsRi=I%pEA7rI8u9S&G^jk&HmP6_Hy#^
z4ne<|ZN=~Jc};6PbJMbwZTa=s_}i7Ssq2p=?i23b6BI7euYA4C<V{7lznt-{S$p&%
z-OO4teLDRQUsztc;q|k(ZO54Ht;@^wj-=Y{7Q3aK7P{xKjAHdmnd97>{S#*MPW>L1
zX2Dcg`QyR2=7;Xrr|m4sO|v*Y>$`d0J(cVm>JH4O*O?1A3U5x2)6xv;KYZ09$bHii
zjvJ9Y6@TY!oxEK#?c=kTF%^@#dv}(X{CRx;*S8P3X1djLa(N;-Wh_s)+pS_;?iFaa
z|Lg4k6S#TudF=oEo6n!W@8hk4c4evDC2uWwc9-y7a9wx0!8mDQefdj+it?k5W_G)u
zKR);OYGUW<A9+FdE7p8fD{V`4mb|~S*1B4MO>ykw9Lw!JyKmZ7vz$=we|zOcK>zcK
z@Z;y^+0F^9Dt&zHlk>Z66{SD!&HtbJPJZVB!5Pc_=SrO0^yXx6!Y20CNcAG|nF#_$
zRoeO5{L^NBT-4VX*1z3UU;Mz_qW6pBKUp?Qeh8l%qQ$;i;-98+>V!V49U6uwg<tcs
z=lt2WufTHZhgm*WpWW_m)_wa+x@U@I|IRJzHYu;znDzX~%uY+5s_)BV_SW_XXWu&=
zv_$mFAH7{QufMIGvNreDio;Jf?$5QVI$xNxB2{^=K+0OZ9rOLX&P2ZqC_5FCH^FJ~
zgqg9IPAf89V>~j^lzHj$-CL4RPJgucceHuf-i_hQdEO`bbBR|a?fEos*J%%nht)EL
zJ48yOWdon|zG}MjU3^L7{pWuJ=g-||lW6sp;lQOwD|6p@7qZNWTKvH*ZmF;NGE2F)
z{`}uJUvl_&scl`$J~j8lm+yT%bKt;>+Xk^quiT5?CA+`yZ*RKenfr3fKTp50?0$TW
zQ?u1g>!hbo%bOorW>z!D{W}!tw=0-!u6p6GdoO2wSeCOeHdaSxTXc!Sjms*3l=T`)
zCGYC}s+`o=c6qtx{nM*Y++)<7b}la<arLxE8AdC<NH4cJv-f20)mR56QD>Fc^+K-`
z_Z;h7^gBFa1M9u_KTIQ(RpPwMl`{Wiw{Ra5@bGt5ITU>}HN?@zXo39HGwwSxYaT8$
z>A!sW{`|cEn@?+G&c4QR%%^niYsYJ~>#eysHb_2wW*{dV<9KGipZALuPZ|Uh+cl>B
zn7w16>J~<)r_p=F<~>ldP3$tOSZvhm^C4VmYFw*-@Cx&vul5`}Zn114Lvnc4<cdo>
z^v_w;-K#c9WcIsdb36Ty-KX;$E0QG7zgiT!==X+}=WV|qUlQ;WpWC>9lK9Nc$2}`<
ztZwS!IpeM^IX~2(v-$tLlB2RS9kM^Q_d8up;b!=+9Y4vXb2{72V`tr}(rYV!e6Rmf
zZ@hVfP0hpS^_@$Z-8&aC-aKO})H89`ixY<=tqZE!4{7=(NA27{XNP-4`|A@^PaePF
zmRDx*ER$z`^~=vXxt4zJkNPc`fAMXpOggji;i>2QjA}kDJ->{xydc8)gzrNsfmMxq
zr=uh!-z<KkmN$WSf28tM&)|g9iuV|de>bdI>0p|*NBXef;XAHEJCiytuJ|NXaVuiZ
zUM_8i!Uh%l4a(uouF;$)?duve!>5av*owQHxTCsIl}EVk>->eR+Q$}E-Adf*s2L}u
zzrpO^h4a<dPww;4%IscrHPDlJ%ZAqJsS|g6>MwlcU&*!j%OUSe`nOgI2Zrv_NYzu{
z_c0`1R`lLIjkzWfH+S!GQI5QOB_MppW{HG%)&)OXylui}RPLzzEVg-@&R&&V=|<m2
z7N54%O}MG`DTDdp`oftP`|FBwcT~L6So}%7*#D@NdzD=B<*m|9R~tRAIrSG!(z`rO
z{q@UxC#Q&AF595KU1sw8c`4UVUuJT?6+P!i;=F8$C5bI+pU((;W&Jg3)6U$*7P0fT
zqt`i?4yg)>&R;hb-Q4aOXv_8QT$@?<^0E8eH#|;kB`26KTb#4yi2w6P+~VHHM<1%|
zzlI-{|9|xBix<vrZFi%;HAK!8cK72szwgV;hyDMb?q8U^cS?~7yB=@dze&fJowtyl
zId!JSXVE_*(w|y|TkkON>!mZ>ZaH{T-CR%pXh7Vf8E(^+Z=DpH|3_>8mHEELKf3NM
z<oL5(*za)dn={6T*VlAMm(1Mx!$0Rh-DCCj8_X&#GcB$9C#lTOe&%~vq<M~T*t-ea
zWqeI#BA(0$eUSF@ii~A-U+)6<kXH}Y)cMyw(>T5A`Jxp+wEcU9pUODzdAj|$`0VG;
zwo9*^t7&mSXBAsv->%m4^Y_+IPxY7IFelNP-L_)N`^s;HbCWpddbf(*{nIyZk!8$@
zV-wevgvf8?yv=u*uX2@-k8^lcLT$+0OFE^C?rqo-p|54_HLX>9*8;y;_pg3z6g<3e
z??UDGFEoz6DB_=Ktov%lR~uQwSC-$kc6{-xEnW6NP&PUL=hqui=H1O*X7l@6E7R_2
zX#3r^KBAWG|6o>Or}5Lze|~=67#cGt$TgPNE&oFJYmwJ%rPfBvYNW(u1D3C`_B<iK
zuVRXhlEA+s`;D*I2$z4c`}gi+P2H6JniGVIR&6<!`NiVvnxgfEZ%!WnbyMZ#w;)U3
z)yLP1aGBNn7R-OW;pnF+)Am^%2yUGt8|-$sbk^_U{rf9d3V;8x_i*q0*5t0;$E6Q{
z`QCThVxsfm^?YU9>u=8dmu%J9wE7Fz{P)$D#hub;zAij|{>s9Z{>%r;g-2eV-=I17
zz^neeRn2^PvI%7e*L)W`Qaa6aS9$LAz2Tc}#AjSB{l7#)R$=?wb6uSu=BC*FY2P5V
z>UTlF<NQ-8g6hovOzYZirt<eCoZv~#coL=Zx8kiuRe!~$&v}VPb9_}aCbar()lJ;S
zv|Qv1Z*l8xZZpO|AEV8`y?<}3!|>;&<kRx{{;CG~a}SQ+4&vu;ztOYlBg4a{+g-Zu
zno2qT=L?RM%=sx>{zm<QcJ2$q#nFZ`mzB3l1-Wkf(e3V@7IJM(s`9&(Yt0|{CUZ?~
zTjlB*we0>!?(j(=2cFIsob^FbZpYioV8QRlbQke-8v857{(LlFX6c6a&96WFooP|m
z(!=SRu=?26Cs8$Tbp>29Mb}-FUb*jG;Z&Qc^Ccce%KVO9?)dMrf$74T<);iSmh?{#
z$<W%==9Oi=b85{$!MMeouD&ND_IF9!9JsbZzSrb(bH60---q-6u}_n@BVYG1eBa5c
zBf=&Ds{1Xi7-v@bM2S?ryp*7*`}z5g&dEJy_aCcFtTwr@Jjp{t*u66?lIgK(+Ptc=
zXNNu?Hvj+6UhdzQ>i>$$hv)zPBW|cRPkoM?_@XW4Q@wkNUTk(epBnHZl|_k3`RuXz
zcTUc(62JG>W#)?bj_~HS)A}{ke)Jy_Ubm3pj-K-2zF(?lyq0pEyJ!1NvI@w|Y|Ly4
zm0HpnxT^byw9ixjlXsuW2u`eLIrQ~Y!21V9CHj66k7q7ln%$V0Sk{to<G;oItMZE$
z@W0x1KkTq4|CCaewI`b{OFZxu<kF}YI?exaYrfL*&rWmHc$1SjZk|-hH;B7DQBmGz
zbKSIw1*iWxU*FfX=e}dZftNlTT3UKaYF}x&&73{6zc_BMdwP~awRz*~s<$3z3Z~rO
z=$*dV=J9WdYxn=(?3L(?lPcwK{wT0n<YiCeb>WITIkI*Oqo=-4^|<-#bM)i$(cPvq
zV!hYhxuSS_LbEP+Nz#@3$94A4EWOLU!-R|fl7{83Os2AZN2c~}K5;&E>bVRJZ&?K{
zv-=bE<(_r+mQFi8AzdoVY|ZDAhBqN|AG~WZohEEK`@<h&nX4yQJ5D_jn?2$F&Qqz0
zR~~-WxnI?>@I-`+(G#PsU->O8Ijt<WrpnITaj{7JSNe-w_vvTLGp;)7z1%D_>Ceq4
zhgRt<Y?bYr&uTkYD?PbyzQxq<rqkbC$UJ$meByGS&gB(8?Yq4yF3l+Upt(5R(&C|c
z{qL6#)x+bK7=L`<w*CH}*NM}YI(&}dd-_-W*?qp*E}JXbF0Xj@_Ua;Wx&BIqCcX_S
z@1F1fQhM!+{LzFPPxf)T$!01~N&TjIg2!Yg`@bv)r6;QMt0TQ79lkwVy?ORLS^m{K
z!w=hh{#KCgd`<H;|NAvXv%m3vI(z%nUGE(SUb?AYURa=ij+4znCLr)Wzu~2rAl*m{
z<qf@WG(#m;_thzDr)y7o|HAnFwf-`WEiY`HZrL`KsT9?$IVP~@=E+Krc89y)L-f9{
zym9jDx3?t?mp(4Fna%#dIDd6>lHH}g$>$a(FORVEO6RG3x-72b0N<wX(>)IByneK|
zFm|Wq<0+B+CwdPayKJR=$u;a^?7qi7lj`qEKJ#Cn758fQ^<>WM1Hw1tDxd5>uWfWW
zU*>-POVRJ{Kl>lEwC%d}OY>W!iPP$vLS;*Kf4+3%wDTWcmztxqKWc4%e0)A<|FhKo
z^PBfNWl#3)KM?$@^qA~t#n`#a|GnAJx#9hJlYKU!a$hTCOPu0=tT8!m@cS}*VE?S;
z8)V(<r4(XC%_iM%d9B$sFWfe-U%lm{`u(&M9(ut%sy;WEtDo*vxu%&c=XFp=%{%3K
zczD~>)jDtY>@~cz_v~MpI6aO9r8^CqrEE9cn<{o&<?!zA`SNow$W2Huy8PrjSHP@N
zWt+-=j}J24%M|8+*#1yp=c!QT$^%b#rz9~)zBc>VW9YD~Wmc2$>lu>!cY8l)aT1oB
z^L5{R|HI#ZG1`<FaXTNn5mDLw?9Ce~Hoh)~IrjaPx6>Z3HRpYIG_=FY?Q&4sv5)?q
zs}edglq#YuK5RbVDgA%Vk!+X4A6~`mJZHkzUtyBs5;Nm--2JBTS++im?0f5L4gYE6
zEq>O?U-`O1onet-X3UE`eM5)Gzgz5=b$gp!KDRwy)Zn1-iof+*hN<Bnzqfa@+DM46
zd%wQP;HYkicdOfiU*~`7o!8uSBISvtT9-lbeJ#TT*UtD83r??ia__66tl2fq*JWn%
zeEENVu;1y}WmEI`dVR9RsgoXkWmeh=%(Eu`3b^U6{GhevNp|K-i({A6WIK0DXsHL~
z#e5Ta=&j8AQH}e_bU$0uKT@)s+7n6)BzSo@3QF;I`pPt(I^K4v%kl3w+jAYCTJ2U<
zKRkWx?o-cK(w?gK53hgdI^S)#>(yH2Fgqz}<DRZn=7xuJCtTVSHId0d$fHO8{JqWx
zi>-FFNiWl>oVDP8WqF(H^pd5F8aJ<(%Chn-_i0u;?|C$P!9(4kM-uY;pR8red*q$J
z!h536zZdzIrB4KxGd`N6Vzl^^vc=DDl8Q5zw>nD{Y8=1NKF`W($(zmdroNY2xc*d}
zgmszUdv#adjL)18?NV;G%Jx*tJl)x*xZc^Q=f^ISX74S2^B?`GI_KVg?(%Z~BQN&<
zxx?zQQ10-9f4{Ep>&iXdds=5|Wy?7WuH0B*orkfrQoZ**5UleFpQ|Zpyy*1`yEd6{
zg9kQOoey{MHCC~H++AYu{J`s?fUWjbS5oqxJH|~`53qc9L0wsCfmiUGPr2_puA3*C
zc<?Lz?iSbMJ->P3AC_agzpT-_f8fCJ18Qq`f4|-~d-a)^1coe+dv0oaOCwV@zu`?Q
z*jHFo_Tx+b|4SRrbS*6X^2)B<YmNP*8~%OkzJ6<JmudXfz<au1LTA_cNgLVUu<ksq
zF)#b*cEfA@XD=Eue%Hx8aAuwR%uOYpk_xk@s9%YQRmxW09;d!S{?x^rYUzwM{YSnw
zTfYwoh`0NCQ=k95U45(X{(8GV?raKjYww(uRebk7;Q!o}PwcZl+-2B#q@`{4?DIVH
z6JI{^p8qe1=Z~q`ll6taCjHEa)ZckoQi*@bakGe>UfX{LZd&(eRl(Nvr#8=JW*3>$
zIzKVr%WAVuZ;1Fa$(`kUw`Q-sKH+w4+RnT?)h@HH-#ov0TBAj;MEbHlTmNtz_o_0Q
zwAu8U@w4Tdb?>d8sOtA>qLuq`#!n}Djq;4F{FWcIb;_RS#Tqm1DC6w2n{5_O+c8b|
z^m0+bM=JZ%EDPJ0NW5`LTN0d`Et~lASlx8f%>D?u%Ntv-EzYsq`gk&*naPg$vwTm4
zvcKQGY-oKthyUrBl)KK)9!wV5@m-xca8LL?ZP&T1$Ew!UH9CI#wBvqgr1t%Pb{7@*
z?7nXi_x<xu`LO*P>-pao9=V)o^kC&DuWX@=FP|0H%IZ13^*<=dJkR&EhTYHQcY2r4
zz92BAu`m8*;%e~^)AspA*O$$*o_9r2;oU#kb?x>i_iIeyd;Lf$i)VUO1dGMt<B76$
zpQc0`+2n@0-V|Pc{QZa4)tBD<sGf2D@B7F3kALZ&*PYmO|9G?UcFBrfHL(?6drBKp
zPfK$2|BGABSM%C^Jx~6<M*(fTZ`kz~7IQvf+O_v6!-D1Sa)a;Z7MMp}72o1Jh4bT)
ziS-+osATacvn;ta;e1NbLGR^V3tpf3A*c57yz#NdhPIlP?ms@k%RElXchtK5?$BBM
z@6%g>rFt*@r>?TG|FiwV=W>?<_2U~Jl}fGueE(CTkiaaTDgVui{JzUncr2ZAF;t6}
z$!2M0cDL8WWA{$!9!+gI@nx6x&yx9mft{;<hznV&cs@D2-{irPxuw${Y!%$j<hS3e
zAVHn$X?gLoP<z`c>-`(vE|}1;<FB~HO1X<VPwMv>^BSs6wNbZ7sXVoAC0o}bhg~ct
zRbOg1Wh>fP#mBn2ev_#DxYXy>iY=KD7sE@eHf8_K`18Ztdcj2Jc>zgELhE#-6F(l@
zf7x)^b+-u7Z<>0iBgJ1Qn@!mCOFXA1#qd?-<l;yF=htsEs(Bi{-#Dh?oA7~E)*(D6
zBOXbcI~_g{khHQ_cH+FF8gr7JuN3vYu_?L1=k$;LxQ=qhI?nk|&%BnbIP%7&T;`_R
zHL3L{T$S&9JuyLIvC_xn2iYGUznuT)yK|TC{qR)7B(FK=ydH=<AL-KFF|q$%n`>BD
zh14~hf-u2FT@{lje43(nc$Hw8+94HIvo(vpoeKUrE8aoHA?47gc$GcBFF3q-xbK>^
zzwy5M2lI`t?R#!&^(WoUtT^=EoBK;2smwRoWV7(3O|h8TZ>fsw5rx7lW=@}}VxXc_
z-@N!`m8?<XAwItyF~@`+a;!gnJ7(MAB2KqrS;KGE=3c??eB%!vi*}1W^rb;nvTu%F
zQI_8o<{Qd6Pi)J+{4nUhFF36&CcXFd?)UNj?vIbJ|J$=8=ZNjj6Sv-9O)Q)jm}#Z-
zJu+?6+m+Ez=F3K<yNWCbx^#YiiAMB&W!rtSqU$6t@upe5YSDPQ>#WAw&C=2TBC^!;
zuYI2RQfbqS--U;y0v?4f^E@1InawXS>x`zdzwN07LEOb|4>(TeoVyTdRsS#N-J6-|
z1xJNf+iWVCtEzSC``Ojk+ppi>d9-ML`-kd;ihqA*K3w^jy?wd=IsW*+t?PNh^)CHP
zOuR1U{n27s>z5gxGfPEg>1jl!#N{r$-@h=qneQUA)aCmBlXoAs|NHp8;5j3MXC`SD
zGjpo1NoHBwGB3W*V={5uT#m1izEz7Rd(JTk;o8R-?f*;c#F?!p+uIkb^Yh04U7Ejf
z`AhM(@Aqn}f4qGCX8MB=_5PNcGn2H;@6KQPxZuy3mk(ER`}2qE?YEJ!|9NG@*-2_g
zX4~p~zp0<N&ujYJpy}%^jo$lAl3gDar1n>}zSq+DpuwhD@=u#~YZYzkJ#_JbyFC8}
zmh9_ipGf>aS8~j9^{bDGFBOa(n*Qs|K5yH0BXT0I-nY+nUCsQFQm)T+URrQ7&Jlky
zwQuSjmzDQ!@BC1}dAcokZQZLW)gl+xX*qw>Tgms<CT-iPnHK*nUrc)%<vV?$m6hpv
z&a_7xlT{}totk*{SkryiTfdt>yix7dD>RawZei<Y$hV;-w~^1CElJ_hjaNH=%KM}|
z*e2UGMf|DJ-<AAzU;VZic1VTi9*;;qqWI-Xq~Ef2r%rvT{*`7av~7Cq{@s)FW7}W;
zyPNNmzv$_Cle=+lt*<kh=k{l6wO-BloOj^sbQLqc=I~QJMy1zQ8-&hEzSaHrQ-96D
z=bKM2J<Mf3E&aRxy(R9amh7){&HbzUCV74pzweXKi`V|-%-8tcs=L#&Q)A9AgR*7f
z@*F(8x_^)K_X+joX&d}4*>-zs|Ie(N(7!p>=55^nT)y}J_ulzt33v9+``@mZOgGu6
zmDIhfuvhrLoLw2)&6_(8&skGG=Sk`mBQM*{t^3wk-**3`sXs|jO{a+I(^mHhoH`wv
z4|Urn&VGGrroV(=dqY>562syRIf+VLf?Qo@Ydj~3?+gfZXwKSu^w+5zw#U_zPepfF
zmUjoQxXiZQ%hJt#^@o&W$2<})ulmySay^&#$CKh4j%qtvi27dt>96y@#HJ-VTto3(
z%6(Zmoq}2Hm#^>~_7LJaKSh1M9`}V6Co6w+>e?$!mrA|!^5adRr)Lk%VG=mX6xM3O
zm*7-6p)1=jd5XiD)BZ+ZRBQ}R6+~6|q@VH@HTbY1#qi&e7z4LylPp-Iy?nP=K3(|Q
z|Nioq5@t^iZs4qUd?H`Rb^VXmFR2^LlIyPQ-ZESM=HGb3OAlJy-1oNTJZX!(_~?_u
zqCe{QS8QNCz5Aog-Q+1c&-L2#gG*v{&N58QO}Vo}Rd@Hg$YWQQotl27rQPdmZ~m#g
z7v_GKzGfbZ?Gtk8uwz{q^Rw$u&ebN~J$=6<yX~14o1ZSv<GcU&@BiE%KjVLGeYn%V
z@aFADo>Fgld!(+bmh}ic(B6`@!^xKS(Yu14R3`oi_PM;**Hm9yaJR)?+Mj#p%DjsT
zySJ6J1)kbhXznI$G3VeVw~t9$mFpkJtWMr@`qSbk);1cEFW>2jpV-<jA=SnxAbU+<
zQhu*!;VkhwcQLaK5?n8g7@o}i=bKciE_<rUyX9HLssQiB9sX@gjg+TlKk=UTMCOmy
zsg2q@A1i0c^>KyWn#57?Nn~yI+}V8xjBW&~vL>|p|1@OGD2go!?5?>vBl5UKl0>0Z
zZ))(~P4~2YC%D`8@bDLYQr9=Nf3)oL9GSK?dnVTOr79ZFS+{xf%UL<gr^-KFvfJgT
z#O=hNJ)L(Jud95$w!D3FOx2Qybq_BY8@icz@NJGc&Uf_e?(c2a>&i+i{x`pVv$V3~
z;qH@Zk8a-)FSHgvb93gO@cKWo)5Na^X-!u<yXoP&jAg>kt!rwO#Va=4xut1PZz3}D
z$zhFpgEa=yM*fzcZv;#)+ZCSP+t<3BYh$^z<w4tH%7=f3-cw4qay^ijmD0FcO6!t`
zdQ*CH=NpgkSw=-{_0LwGTlw{I%(jY2mz&PbvuR_DHg>;#U^inO`{T-I47{qTZ@$jo
zchW7{>T2=3${R9qe~$coczyquJ0Et6>j%7#*na7t+C1awS3)j0-wWz{BXGt1Ow_%`
zi!0nu9o9{&FWb)l{9j+Bm4I|!P2Qh34*wU<sdyULduE%$>z!!~9=oel`vY4xxLesx
zWOXdOD(PtUU|Rj$Ei#r>MHLT&kGG4*{mYSDFY$R=efq>b7yOuS`z<Xrsj$^OH{)E$
z-RCNcEGjnsyR_qzlEZgvi$ihVO*>{cb#GTW(R)FvxGY8W%%1s)%=NnVhgUzH{ME&;
zaC44RzuSUGn_OI*UPM^wKd3ljxWY2Ab4T|Xrza<hTpn&RPuH<!<=!pt9&>7yy75zv
z(wa>_C8LVh<mvxj!mE72`)}^k-p$F6?dO_AiQi)MJU;*2icQnYKfavr$50b>&GVYa
zOu>oisf+(x8F3rrE`Xf{P?&aN2m6I`{c9yV@2Jn)dt~j2=My=<O6l!zowR35Gjr^z
zLp;+$E^ha^_TtPNX@*zDeha*8B84{1sZ@=8<oS15`9`URJ=+Xa;|{Q>3hg*Dvw!c$
z)kj7AZn=GI64iecDy_it{#xvx*;j5KG3FHB#B=($-mk!_i;rd-?O456=au#U&RhRP
ztp80FdvIal+-sb?yhbuRLuXBFtuJ^MpTVleZ1HjJmu_<l-xjVJ53&pFj!fAlXHhxn
zSioeH+vbTAQ!j7sVh{QE+5J-Q>3pk(C)@3wYULg}Dw^>}Sbpvy{hAL~E`L8VMeJ|I
zs_pxpMX%VCE!-tPhjaVftI7Y*8!dd>a4vY;+*F5>!+K8(I%lsdH@`1ww*KzIcP0H-
zAHLZA^{~|Gx!dNxO*S}K<vCG9`z;51t4{bei^92$DVtu3vnz%)aEPtyp1(4oN%V(?
zc$e5CPtE(vj9rUkj&61IZFO!eU$x<y`1B7V8EZ>J474(in!NQ3;M~N$s@46+#PY_I
zg-X4_c^ee3{<zy)AljL@^tkxc#RvTMpDVs{TP%3#s#&~Ot(fATR9@)XvQS54mB6V5
zHXh5g)jvItJ+Mrnx8=yi`TsL-EZ8f(eyK;Orbh9{S4}rl8h!6={lc?3!8?9uQ@H8G
zqR(2DvlrO87BkD+a=kzCI63~H&^@mB4_@+JvNmc#k|({FO6Y5JG+J}cRuj^1JP>_x
z>Fx_I`PLcy{N`p&YX#SNbY|P_Dp3=)c<(uR507qdgtlGQ*|t#s7^SWiJ3q|eczQ9O
zIY@rtTG2fow)gg!)=uD@Zd&`@x_(Bg(ENXo!i%!E{CXJ2^z`Yi2Tu&^*RBcv*>L<~
z<n@N#k)IgZntF?*yu|wijx){gnrl)v<L8E0BfH#`P3q#iUOw;e*OJc?k*b;g>ZZnH
z&iJ;#$|Z&_-&$l3By=iFEPShKp!>P+V))0$?=NmPmTmv7sHCk`?Y5%XoNY_Wtoa-~
zRo?fWt+w#FEzqf|QOS6DA!mK+oO2zGj4N#(tmiE+-})wC;bX3)l72T|6?(mo{hBh(
zJ-0?-NfwW+#Dm)=WqSi}oD)sW3Z8dC^3?S+RZFMa<Ze(?x2m^#Z6Iy^dGjeDn?t(|
zw;Sv!e<s#`__*KmqSfwCmR4muC)|?i=r;&@{?g)BXUx9izDE+irHJeAE&AE2{3Wkt
zZ{6c(AI|aDpDCR8z3q3u#pL<tn$6{Ri@0BmJU{P&NZ;Wzak4fwB@rjqbQc}9P?7x{
z`23Q{^hOKgM``b^UY_35nAQ;$S!=TA-?QC0Zn5&`=2)KVX*g|@yP!g9eyY(;<!2r`
zoV(NhFc>o%8|#TKJlwc6W4Ze2fCYC$o|;<vJ>z)X5OSVBGpMdiZI0LXf1RrDIzAkG
zJhl4t#KvPwnZnskmu<hszv2GFj~_Oh-#>UlmGAY(`H$mT<NurzZ}+#YpTQ^c+w#En
zvu9YHLzaX#vjxm4JGuN8<EbEqd&xXWH;PN0d&;)RXjp4plV@GtqZ;%0-q#<W-g&Bv
z=FAJLoOpbXaDvpSZC_UJleG+&v--N+`tibwC6Q0>tegMR^40x^+~V;MuKd{CSMYel
z?Cx@dFI@B3_iAjm@vgg&o4(NIp!eP4EtmM3tL4sU*Gv7@npE0vEOII7_oo|u1|6%`
zy5%p}n>VXnJ;CJ3UI*i9p%)i)3bJPW&cE{cmUpsktkH!H*E^$Yf?o3+N#v1!x^&@-
z%e(wyCp?eaH)&sDnGDDKf=8d!d;gWZT6%2%{kF<YQ>G@jZ=L*5r?={PQ0nZm*JA#G
zyGkDZ`Ecdu<-^P4ex+0twS0H>tNijsOPbLzH~YlO)w{&yH*LLaR?Fmj=gH!Y(r+LC
z2=++|kFQR$`+F_4M{ZI2@z8+F6~Dy!=0Bd&pz|Q%OYF~M{POpA`vx;CX_RAK_pju=
zjqr8z!gs}&0`^~XoUrV{eeb}73zUU-`keOsx$=In9M`^ruPW6Q>WeQw-Q51Q;?;ED
z$o7~29u;j^(7pO~+<9)z6GGMVd$(Wd?%l@!xLN(e%lj{l@;7f{N_ix4-0&}F+-V>0
z!+$o&Z7%$5Yg~S9@t?AYq8+Zw>t^rzapB|S!`}`{m)wzwIeIMB;SYmsl~he%@-vUj
zG^Hi?XDt_AQp@#d%3e?PLm&2@Yq91QHTw6>_Kbu{<K)A8BebsaSF&l?T0h!lw^u7*
zrrsf)Jy$1RcMspOyW!E-Blf|J>eHCk-|%m__kL!MvQtI2O__xDa#btA_GdTGoQSNJ
zvI$!>Q|OtHqQC6Kb4#vA%v-{z_xJKnu75(&&(+T#(cNK`b*9<tu8)ay_0cPPtTQXW
z{RxabGTm!y=)9z<Dvw2dzh1no?o?27M?TU1RBg$LeG(4@%;t6lUYJ~{{rFV(gZD3^
zEmkZL@cf~}9gtF>*8EI*w@C7iqt^}Q@=h=ajcD;b{3<8%lA%$rui``7DN-BbI;~4p
zPuBFuRaZ>Uo+p-*IE#C|u3yj6w_6{!-~YWh@#nRz53~3Gdi(If#9#@X7#}6y3zKH<
zb?e@l@$Y1F>ak4s>(=XybSwWzEMD9*CHJ!CqEja{?tMGfocQ?L);aHzn%Bv7I@YDn
zk#uOkn!IP#Mz7_LcD^#b-suj9Ru`@6IO>yGy~5LZb^Z(Q=e&<QU1YwB&;GcTo4bFi
zVdkpdKhvkpI(Dt1tYpu$?HO|<x3j4%JAYxCjgY)vMJ1DtFI(s4uEi2R)-73~vDDn|
z^8P9bMSgF|2m`T8fg6~v#Xs)$GA;bOSk7`vZmRd8N8+xBg_?^e2^pDtomzU~$kggx
zDJ4o0UlYS}x*xl3x6Jdu6`Qr3b7kV=TiIvSmEQAxm-t)%`|fs2&gT}>#pO<~^qO~I
zi_h|hws}kURsB`_Dx~~a!re^drOs!YLzRC&OZ+I_?R|K+xm*D|>*JR_Yj%}*KaSt)
zVBDpC>C%Lt{W&~Wm8~c3Y?YZ{Y9%pkHM@@M&f^KE{xFqCADF*5h`W6UqjU}X+((nr
zo;q5VI-EFrU+TuA63=OK#d?EY`=>6RvfJ<Y1n2FS59a@5;`p?7;)fWkW814`=FGj-
z5`X<xwBnl0KCkVL7qPMbX5N#Z!S++H@ZEo<{j+0sY(M;uljHD$XC<nqy3J>Nw%-yZ
z7UcFqXNLE)Y?o%6DW-xi{_HH78t}>P*O4>rnbyf`WY(1D3g0;sQyTC*_kHlZMJ8!g
zaf*kQ&)1xkA&~g*Sl<8d7CJ}zY((alROqb#+S**|=(o>n_TvA~_E#p|E_%Q)dt2k>
zj%ye6laFu8clX<O>1kF<_5tI|j_H0Dhu=DMTwm<1dpd8QdF^W%Yt=`EJC`=+z1GP*
z)uS}e@WO-3eD2rnKS$RVZaC7++#<NWqGhx2L~et}?>DWUG}&ZkUq#Pj|MWXcoLy69
z?D#u%_OH(4CM~`e{@*j?Y&V(2)cuRR)@y%?b<6p}(_421ng0q)KUSjdR=?v|^Z&vL
z)4w?={L_}d{G#r!X70Y_2^^>Vum7B2ci4LW<M*BQ-1BS1yH4JJkRLB!)h}_@Fvi<@
zi%(MjpU3I~_VQC%KYs1s@pYTs@7Z&IhV4JmYVr5>j^w)Uk6#&G*nj+Go$b7TcfXd;
zZ!4ei@pAdgfP5>zpAyI4zD#ZP5N`NzaPpHMkN;0AJAas^*X7d3<^MLG&HeOhS3*S}
zquP?kul9UNPhpGkUwmrkr|q9(ZKCe&)hX`gz4E&JJ>UEPPtp&6o$CJP`>uYu>IaO|
zrxiUoBGm4dUuba9==f3lb6yIkCdjJ(bXT+7>i4(x+O<v&@9LJwmY4RAwgjIpKEv_F
z_rbA$cf-x5ByPO?;p1E%rWO9?TvP6?-Vnl)c8tYceeu!m0PTl|Zr`6RaMZTZ@S~WV
zlY>^>|Cd&0PyXP${ztuH0`t+iUfuJgoCELu^1Nm+<8jr^RXVZuGv#KzG`)UO&*tdn
zg(;Z|la}4@jk9%@bTF0j)CxH>wK1gSi%jUGxSuyKygc?X)ltYQKG20%F4kjl($$XB
z9wI9lWp4Q8IEww~nBJ$K(ZkR0IQ@v*#9!G=-F+7XUL32uROQrkM0WY&87*B4qgR%`
zxvcZ{-@?!rzg+8=D9-=$Fm~Tk2j=YC#`i>XKM3FWJTE*`pzV!ry>vW7^*+t-yY?K-
za;@Q9Q^C|Xr?+^$OLbj&<?@4vXUuP2XCD98QR+_o-?R6RI@oaU)SGVUVzn$+mFevz
zj=*Ezm&d#=nz!@ey|vPZH(q{jIg@qs<*pNfEx*m%dcXhgiDc%vVlwYiSWJcIl&jTR
ztRK=;G=FM+Y`rhDF6P<ndXu$FA}w0F0z@zIxu5U4u2A69V^~xAE4*%n`2!Wd>8>Ty
z`<(R@o0lKz3v8IjZf18yc!85pp`_@U*_lEYJi1~&o=;z6*f>F$MZ;~!+46%^Wm+_%
zJfd3-wpH@4`Tu9$&9s}7-b?j|%#*YBTJl3xe}(^{-6skjIw@&YJrtkEcTMN@bHl_1
zD-}%FZC`oE^n;k>k_!zFI~JTc9eAIW=U-{hyYRT$xqA)D+r;(k?dRAPPwTt>uAu$B
z^_=Ybe(&Qps>g3KnBP4&@jm;>`^q_+>`tY|tNYJ?^5g!|hp$Ynq_X*6t~irg{EbgG
z!+pVqmy_b$cB^nN-&1l*MON#@{G&HYm{&>VM%@eC=y&`P<8OvNCGQ>xy-dDybLIp4
zb4#U8Mb16ikirt3Z0yc1oE5u_FI;wdOm}?mF3rnXCyqW@)4lkT)Q+29x(>d3@$J*x
zRJZLn?{LYhPvg57xxm=hJ+1U?;C9(*wz7*4yUaaX*S7tJ^2Z0==Pyr461ZGA`*g?d
zxl1mY&NmH6?s|3Yp88h((~BeI*Dp+{Oi@doKC?|y>YmYsQ0^VA(_}=o>XjabTdCQl
z-fp>l?|YkMTxu<kx=;J(%!u0Ga!v=I3H#>$IJ<lI>C-cht_-YuG{Nwi^*Ox~o0mr>
zFZ1TBoFK3Fb)hort}|T?>|2-L4HVB}Yig-TZ{z;E#rEqV)6e(*lw3REcW;|<z=5xm
z_iVeGdnvX&Q+T!+|E4dx-V-{Mjrv=rmZfj5nf3h98LPaMyniLiXG>l!E8N2KD5glT
zQbYY~u&hY_3!R%wA3Hpc*&&x^b#-6Ja_9eY^Z2;`#8vz{RPb^pw@z-AfzJJXrhk6v
z{|_pS>D2a(?ep~6d$Qa3o*2{TT~}4ud^X)vRlS>_6TLhm^Cwr#e?F^!J(o4-zE!-u
z+~8k{Y~BChJ--kCy|(|b74zK2m_OY)k4xBQ^*vOr$q_BNx9M?tdF6NOm!Y+pGqz|y
zH<W$!?*5@K-#Kl2(+-!keYeq>|1$pYul1K7m)F0aAiMp3@{fOZbzYmlcK%fNPL8?7
z>>9UJTC=rHVcvsxm0~aZ3tr?$iRQ(IeCfG7Bl+5|#d8WvW&M}$zLj-K<MfBvWv@=w
z>lK%^J^Xex`>^!-eP(-(9~3;jI%dw9Mn?CY#}YE1UHl+qesz6N+50sW?ty0=W>sH$
z929fgfi-c}9pS`FPmi&@4o*~VV0)fy|0ZO6OL&Xb{pvp(?eB4IaGzwrZC$r=%NfNv
zy}c>NJUDWWzGmVM*t6`Eq&>&`mA`E3{3{q$FAMSgnKA$G4`x2kE0b5c@K<`PM{Hk_
zo9iRLn4$0APEGyZhZaYVrRN0v)42RWcfInVs$Y`};+7nCTM(Y*b@bFZCT>PwrC+bO
z%J&LiONqGC-eJIStjX-{w0|8u!Ujd|#+7z~YLhSY*J)bKs(H$OL4Cn|1%Z8+<^FXl
zc<!pY5?>gyL&7_(l5LaH%?s0o(+@O!S-Nb~-g9-`7w=oTDc?0tc)#m>$PqnW-4pib
zA1yqu(z!IoRAJwAyXo)a<d$7%^Lx>@an{!fO1TT}K73aFp6CCk`Ty^ISbhHwd(Mu1
zPK?VO4@YDx85HexXZY!}YhF)L7x(JCjgDC_UwkX*x%j+y>i71k<#EztnHN^x&t?_i
zT)Nqz=6qIp$Q{0{Uo#%HOp<DJKir#~u2RMK|H$0b%1P>nPQ**`E#|N|9=PPs>#1R(
zX)X(L9_SY9a8BU1?|8J2<38uNg)vJF_4Y)rG-EdYcZjP;*eu9k(fkW{SVRIGnZo8Z
z9CzPWyFR~iMY(nOQgO9FiA^#*48dM6<|uDi;;*h0CYG=+V^(6yHNS{_o1>cXd(U}E
z{VDWsJZF48^5DFh<KjIR_|EOi$(ii6?}hUc3IB`AT5o1=f5*H2&x@@OPuqWg`Ecdt
z<pv4QX7WBLE8<yHeCJ4xdqU&ZAAU1BE=#-nZ)$n|(l~vG_QO8~Q+TgSRmcB2V|Dz{
zCd2Af);Z<v<@P&Fb#5~@zL%0*8)(w&WPRtJSDg9z<UI$Mf6>r)-<Iub{`A;hD}lYI
zp2c#`i2TG6V7A1Fd4b^5i96y%mTT`Zn^yKn@fr`ya#`lor~cR3D@}e~lYDt?M#-0-
z7N<A*74DQ|ILvmsbz1)Ygii5x9)qC2|9-#cpI`gZ>+Z5#_gQ<j-(9zG*tcBxVB5Xf
z+Gm<{D(ac$=Jp1qiN4`q*Q{M)&{Q{}<j!ZO&mG}K##ZZtY}005dYoPF^e<9BW6QA`
z2VD*IOMNm^{CRSDqc3H|2rc>dGd1XtPyJo_^M@W5vrO;5DF0CXt<$0@8+AO6tJY;7
zXqS7R6}jkeL@SRJNAR{s8~7&NyCv<o(^*bxyP?9txkmEM>z60qy29Vfc4bQWgB9sn
z{%ub^7SD^$KN)^`gK)y}BhhQm-p>7UobM=4?SAH0Z8i(ywa={Rx?W*<@}wW@{~{e-
z*_VFBhdeEwhFV4Zi~PDpD4^`rwrQrNmOrQHf7G14@pH7?0;V~yYIPq@nATk)r)U3P
z#-`v>$eAg3AKvtyu3}NxBKdsj(eu9)o(l8?Oj`17*@`n-YgcJEG`B5EUZVcc`Ic9H
z6}#3HGyD5b*Z%h0Us3Wn{rJU)RZ)yN^=bwW_}HfeUSW2b`cGop{?qYCC%0+7z5L<d
zw(pjnry~|@pLg|U-sDwB{9nA^V0XMkeZE_fLEU=mmbV`sTilJm@$TF2-iOEAcB*`<
zG4U&(w*KGM%RIqM0tRim`k9lD?)@2JmG!SSqHo#7yLB}OZ@w^G^TwritNd#hRnEY;
zo7FCnoA|!7?Dc)KVCLN3ha%q>%!!&M-6!{8LCf8#jaQc+F7z{wezs+o!os-CwcGD)
z&%00;Bqe`$>&%WN+8r#ut%{#x8GgA>WD-!gZ+B0#u<(Wld-%f+DW?@DtGCQnR@tq&
zlk4^!gIjS2)fKtUO=g)r=he)+k67=0f2aR!&vuhr-|K4XZfocnbUp7m!gf4yr*&xK
zx|@e@KkBf~>^1ROdhz9K(XIcbcuk9z2=J`_(z;H<D6{>jpz!=hJg=u}UwF8GlB?^h
zHD8v0tcnt~G;C63-C`rXucqdS{LgorZZsFmEas5^%~Jk7Zw{OP2f<l;?g>Bkloy#3
zl8|7~&&oNOcXQ(0mn@-2=LB0XvDWbZw&k6ZhJ=)f{`*<deZ_sdsulR;lCH>SE6p`4
zxTO%f*k#_z{$s|nf2KPA{S#8}>tcVfDx&^dL86PIEARY@A4QSgIpI>*BmJB!O1}Sn
z82|U*f2*3W)AyV1In$|=7o&6iktvT_#3r4dVj1(wS6`Tp-HCNuk<Wj7`#lLU`QkIn
z7e9A<I=yQbhpO(S>AHVaS9_j57ML#b_mYO=(k0x__BAZHpdaw3w1v(8eWJlK(YVlk
z>txhr{y%XuzEnF!Z|a;$K`F^h$Mnw}6z)lIv|FZq{!!oM!+$iJPU+V-_AU&LQ~lmG
zJ0)e;?r&0pJC>`6JU=*pTHpBtCwsjcew=w))%WU@_P%MCIf9GMY(8av`I><7K4$)%
z0orpldNiLrx+iot@@b-~?z%Y_Soqw-w?_zly1xEjORDS~og;P}ujl{Hc~^U+r^zDr
z(zn+0^;SC{7D@G=D9L@zSC}8a-!LYb^NR6#JL5UezCANtw&||(<})w-wnwm)_6t5V
zH5c_3pR@9_s`lre{1-3X`o3ONw({Mczfq-Q=H$w6VLQI)gvuGsSgsecE$+!upKXRa
zrr-DzE6d_u`A~@A>gm05eV<MhUoHL==a$Pm$HVuc(z-Rv(<iUr@>B2LX7&E#75gh+
zpDTF#Dzw#3Cc*dr)9&fb_0lu{Kg<8~>%*`AKhC!uo%~$marfcBz3qozz1#Tkl4?T4
zuEReZE502vEKJ|5(3|pQj!aL(=QZ}xJYure-|fC0|L!U6#&D)};u>kc^+pLV)Y~TH
zPCsw-=ZbCOVwcLY!}@hUo@-86XZzLrukpuiJU&k+eK;bzpg_Iu_u`8M{d>wfC(SkB
zjsEN^Ys~pMHa-2yOl|+DqQkp43)HeLD(|{;I%rp*vEbE8HujgVlNJbHKi5<glQe&t
zG1s%{#vXFjvmZyTOy68M+aSNgt|M;8_d}BG56|TDa}*?h4$KR=o}0K~$C^V1)>BTM
zyKf^K`rRzzo=oOcyHqBLP1nDzG+N5Xo&SeV_{d^=zNl$7xmjfko(lZ#JNK+C&-y2y
zg>FI6<mHW(`5_-~3(R1bonFdNav(K_nR!zBz6bZ`e)M%uzkA~`w{@X%#Y?e$?cbMg
zcy#OiB(=htzWYZnr#>itQ#IpA#N_r(e9ZIqUU)p?|NVQ%U#@nqvp)S|q42f)0&+Wj
zUSys8QX%}4lYh;+j4kt4Zr_+=HBWATz4;dZni7fmTWW+Q_Ak{t9ej1Q=ZP<_KlJK9
z+wI^m+kgDSuhZTImn1%0K6H0jxYfAYj_Z2t@%w*k)FcE7t!C%S=KRgRc|NsUM>Y0|
z$D5^>m$%Jz|K6T_=0RN2g3Pjcw%*O+UiZ%Ki}zb6$9HjJ%J(BK$LIKpueU!PY9;6@
z(W3Tr<%BQSMFXol<%|Q~t6q@xTe#6^Ge@Sz?>`mohc0l*E-_o4>8Jc!WcRj?#bsu>
zX)P5^D?QyWb=_Ne;FN&TR!#m&`TDY?rseft)HzS3C7WLSa>|^`rS)~j9CgD=txnMp
zKW4>K$x=z?DtbYZ%M{&SxXwRyp-$n|;)S*g`7R4jjlTa^{Hek@Ca;2obBj|}p3sm8
zIU4e#XF+EKvmwi>HLBgG)@%Cz{1)6Mpc9%?7bfg?a(TZJ--pu2YmfiCvAl57whHAX
z4dG9fFaHv63t@e5e#PpGKc**5_X(EFHZgW{JFI&5Z;^qtPG<j}BbiDc)|IZAH#5Za
z(UC;2x;{78)ay5b^RM{Lviown=JT=pl6m2&_YcnLwOuiztNd4(^D#EhNU!*d-gACv
zD)Fw4S`^TFz3Fbssmqt=G32@JyxeeX>ajyB8<(89T+z;Nt-q#sx^2Rl`$tu;oh%NT
zy!c4^{GHSL8buj7Mb}T9$>Tp)X|W3HvmYBLOSJJ@ESI%xs6KYNZ;If@<y$PhIQM>X
zeWLaHkVa6-^uUM@v)NC~oYLspq~ZNhS678=Pw49JEG{=HI-IWw&C9nbFm!t@YMGfJ
zzW3^dZs+HhmpXe|X&hW3A-umpEwb^oYvp%-;r_|$AFqeEfAGE|WZAp8eZdn^>9DWj
zYL%%DF~_G0EMh)duex~hx=D)iju##Z+i-eEy6&4GV}5wopI-OXho3q7|4H2MbgA4p
zUA8}K?RUoMOJnzzl~#N_D!$^)%^zM%_icRm^Y@yw$A3g8@;AIb7t2-p@R6&TmHs7(
z4T{qu8_VzgOW5)2-r0w0#vz}tL|gkL%O7(H-tcL6_ajTM_b#1o$vnCh8`l-St>WtE
zVSFF5kM~dQyEu!=tWIXtHLp39eEx393*jsKBbQvTa$?p@+1|)$e>?8)OWUt-#$?LO
zul)ZFU##Y3I5|()-9&BA^aH$WUgrqSpIhnS-c{4|-}uZanJ1gJ^5?DP3E%1X^Wb86
zp8bx;6Z@8Sr7hZgOmF+G6t4e29<5BQ{dw`j;_LS$?LIy_eS*Kr!~3!8FWvuAn?Ajg
zdS0S>AkZdqyO+5CsVP?0{>xqLS$wZvE)i?g^tPVztn}0*gTl3EKFG;m3hrHWr|tK{
z^Cp$wHhBJ3<I&6fv}U5Gpukz1Rnt#S|0usv{Al!yv)2{W`ZrnL^uILS?ekf`R{QFT
zXS;v<tZ;K){-j;}u;=j_?V3wX;g`(rzx9YdFFIe!c3bDK+l`S4nRD~F?L`mH<Vwwx
zNx$ZEX0OOg7bXAKNtxd1#ycW6`?4#kw^~-eDhm1c_JU%l*t5C2B$9ceu1cpS#C6)Z
zM}L;u%O3wJv{GUAAC6%4P3kRH6^)0v_r&-=UVXV@!l$w+OB=J_>@|EVrPC1qKk>xr
z>Q}NsTVywF&Q0u};bS~y%8?3Rb`M3Z-)>Lmm1j<6|KD-j<Z<A<MIGKX57jiM)PGtO
zl%E@<(s*a#5+NUvi=MNKJZ9B6iuyRz=PzE{!l^44^=Ao3PKEK4lX_OSFEcNBeL}*@
zLa94~ZE>0BAE#@^PdwJo`}H|)ifPUd_WkqDu9R<;=fBsh-tKt2@tciz``1?`Gv|CY
z)Do*w(!T7V_sadqWq~%crX`2t{q?maUApdZE?!r5{W9mxmajHO_9Y9&|12_o+nN1S
zsq|9BrmM>)NhEnP&&~a=UvcmbU-d+@nU%4Tk8h;EdU3g%y?wH{AFuii<Ffpx=Qixx
zbZUWx`kjeKZZ1CaOz6MuH0!nb6?aUV?O&dmEp?;ve9^LV1?pNh{StFH7BPS5N%&Ut
zS~EFqg3ouJNfU*b^s8eYE)__gkUhoSqM>S0$4B|eH_uhH+s*$I%&4`cVA_M_8Ok5H
zx|SDut+*7J_bY72_ZDFdS<h2X&WIXMncv$r^Ie*q^zwG;kOIk|P<0u_%@3bWQS&SG
zvbpeNiF~HO!kJq8IzR8N|2^eb*h2@GYj>F5x8*LMV6#0&<|^}-t*0xRHayg>`ug_d
z*FQq7$zq`bt=g*JUUIDVyJcNtb8G(Iy3i9&rRj{fN@dS2cg$o7?EN9`@!&~p#|f_b
z#Oj5wO3Xu5H&q>Vu84n=`irA3V|&mRfrB$z-5=Xm%N>xe<<c$Km;L<oO_e^$p1awJ
zi<uPmT`_5Sprm@VQT#urzU9t$)0KE6UOs-Rb8trd^;5SwZstiIUH&Cvg0B3z2}_tf
zEZEr7jpQH2{5MWN&!2wI-gb`VcN2HZqM~yXC%?)45K}U(Fk@<o`aFKizg_=LvLtf4
zm+M_pFjDehPfGu$^78V`5AiQFST^Vu3jgwEDl>d2XlI@CvN=`y*4q<;?)!WK=j`)n
zw2z(c9+<MHXtE7&LVI50WPj;rJ-G|S+d{SWUF{LDV`*6?HtW@)51jg~K4IT?1w^;J
z<L>5Tno~2c#W(KTqKB&=zx!y%@<C88i?354YVP*N-uK2*Dt&y5<yQoMajz|5xjwUd
z{=QmM<*n`kH+-jkTfrygQ=B6+ZSi4=FUKREJ&t2=ua{>me%w4eXGfgmy^7CoCBAsy
z39Fr#>c8CLrpMnB&&$bt?Gdq2(q=ZCJd4dgZC=;NVa`^(*JHP<#3awl2j#xUT3A)T
zdvNrj`}%(;d=vxLF*s<vn(+V1$E+6;F$Wb&Ehj%!TzqHGmsGnh&&aMe_SR!X*^-z0
zzZgU;J-)m_Y6?HccIU!3ET^~n=@&U&;Y@Sw<E{UAYxkPRwP*HCtUi1*`OdALrsc-X
zj=#QL-5xRR6VGo4IX-iXSJ!@3^<7L&<=d&brf*WQPu0}W%^Y24?i*dWwfp{)PH+CV
zJ{9xZ+YHv0Oyzu{?8O_N9m4J?Gt+$ju5%rh=d8pdUCw@d@${I%>*@b&uV(*Q9iZ}S
z@;{$P0xy0m|5(d==7}KZ)g1q)!lzW*FC55F+8lk)eNyi!B{kzo?gq)rLz!=K8@`os
z{r-gW&!xv|l`|XOKB-J$%RjZYXS>r1yBW(Lo#U6>nR1@bEzPqdS@JuJOS<Bmujjp3
zQvGfnQ@`1=Tj&5Y$DE4++wQuSH+-Kz_wppmc%${gTe#<hm!1xcs$UzZBEP!s^S45N
zbBnqr-@DI5|Hnv`%{;efF2~cLX78gDGDZ8JnRiBizm<K={_FmiVvY-s?>WyID8_SW
zm(A*0@#j}q^$Ts+uD_Rh?rGVf7t8B@2JT^3jDOa+=5&49xh1XN@12vn&1gP%W46P}
zd%@y|%41U0Ch~3w-^IpOU;Q!A<>$05pBBw8`188vSpBEtELYqXx1V@YsT$#M(wQMk
zGPRW@zGIftw>{HBVpE(gr#zq3r#SUq#}&cYw&{7@r{|m8>{}gg8KB(J_<8>WNhbd-
zoO|}!?t5SO=%Z`wvx|poUnw!hSMTyvIJrd5aHHOSz2z>d_E{e$CrW2rIbU*SS>^W)
zg6DT#J~+el+t)pRkG+-={b&58JpIQVZ+(@!?lKYu3QzL|Ez%7(oZgt;SGcwDwB7bT
zgMg%8WgZ9K+B(Yh1+F!fyUS=?sJdg~aTS+?wkPBF3mxP5a&o<pv&W?eXAkA5rK?Ds
z6I~VjbLPJ}`cH!xqwcw%@LzPWBKg0_G!M&8QQe6JOV_)fKfv-X`SgZA9yd<8-kEo_
zKIP?!g8JOliZhbCtc>&K9=o)4c5&P%XB+O{a(5d4?65y|?oFmq&an+&*X>yKX~hMT
zl(gEEP#d3&w|}-R@se}hUFvi$&n@!Rq79ib6MQ>fPwgq(ZDU<$<K(h$viju;VV2)<
zYAcrO3v(o2w`CJ4I^;T^MX7z#dMSgI9m1QR#y{w6?#W^K^IT0Sq}?XdJM)T((90r$
z8*a&seF^X9Y!UJeSmDWKZNfCoNq_R8teH>hz2~*_)*A0~YPf4KJ>y2hjT1uGxb7rR
z+qdKSqZ1pGdme4_`}@fFaIk-@gqUUA+YgTf&rOT(34D>`C3UOh>#AnviJqSp|93F{
zZ@9IH<++*c(&M*#{>bfQ={)5YdD8uF6JLdSTlvft{*OFV9i2X|@8PJ>2<SPY7;s@l
z_xy>uU&6eYZ+g5<U2bO@r{4F)C`ic4C%Wfp)8>bsGA~~|^jyF1F#o?}I(Ey>_nm(3
zlHWLIiBYAbv(WuR-?kSlQ;&=F|DE5*wkJ@DT{U#^9KDGP4brZJCi@;vd1|N5v(e`9
zueH%VfA071o95Wi7Z|?l4s+|H6=7-edNEy&*~%ZDZGC-s_xpX;H3$ARuz#0-VzTr6
zzCTRvLGxt%<~^BK%wuL`r@W8fGV!ILx$*ty_oROb8)oQ!U)Q_+VCTboMmO4DpEs2_
zf9av^(Mf&bbzi2RNt$9PdG9QD-J<|CsU<tt&RRZqQ7%v3YtN5e`>*$#1zK(1#^ZHL
z>gn3+j*r%~ZG2VsKIy}WOSkXT7AAePX({yns<mBwbI&R1rLvXwJ5T7|)v;Y!HCZ)G
z$2>M}=k(G8<?rrz{^CA!W`$r{@^!(~oVgQnxI(`!Z<h{u>oB!;<+SjxYFV>poLVJ)
zF*RX%p3uu96ZH%(JIY)RWwMBqHRXvb+<w2Mt!dVutNU-Yb?NUp_dK^^s(R|XqWK%S
zWfn|3Tq5Op{butC9&VdZtzEOKYYwDZJu>RI^4-&L$xnp;(d<5pC-&YmPo%T1**M1_
zE%(iw8S|ye^S*r-(fIzl<MPb*4?-=EidABMANb2F5qD~4{XNwU`;P9D`O}*|^MiWt
z%^l}2|CPL?xNoC#)Z_C<0_Be;&(qlya_-y@C1dqz#<#hiD(lWW^JJ2C`hN!fs7k}U
z(hE7umrnKGZE#>o`lBfqPfR^GL9OucbdJJfg7<Iy-1~fa%^^4c=)cB%`vYVCPH9ZJ
z(zE5q>YA?of4uL1UU=VxL4W_N>#yIpa9^Hd@UQ9U7UAQ^MT%U4lHT&p{&X!@r}9N%
z*Lu&S-UGkhRo+fKa{F&o&k5K6e2e!RT?~z$e4TTS(Ug+MB{g=Xm#%#DnSV%ZFR#u=
zuIz^|H^}-wG}`~oYK2MDfBPq2UKv{1ac*)6VaVlpdPvoKnm)hmhbM0N-QQJ?`KGN8
z-}&($ANz(Mp9^}8WiBMzzJ2??f5zM!5A2lKzxJMfw`Y>-i=ERttoo{EeoDKWBfahL
zL-}{t?*y+dIaJeUoOI?#yM=VM$umJm7Q=@XJeTjczI`u{nLPQ+>@Pl-`CQzb70m8Q
zU45n`Xxh`IXS}}U-plLvzjp<H=)7|Iv*&}jeGS<nlIJ&Q%5C1JJ?&@ca+AuF6SwE*
zsV=mVua$i$|L9K1M%BK|)`XWD@yxZ-%j4hc*2v3#n)P+1k81>@g{_Pf_h!yFg>&;<
zucihuaPh60^`N!;qeRt_SjNAZb3Xo75xhLV=7Z8r`NvXG3R>}2v6CaEY@T@DK2>$G
z;B<xOUN=vd`KnAm(!O}cGDLV4Icx4st3Idq{=$aJGrW7)U)HRW7XH+8puM;E`p)yl
z(hC>%S1k6Qd6(l@m$BZQml7TleVnzAF5Fgs$G3QgWNSi*$M418xC{EMDr+-d-Y9tV
z<mSUam&Mzj&)a_}<D=#@t&Io23RwF`+Q&(!Yv+EP-l*5>8tnNv|GwbTNH+G13(w9J
zTmI8IKkf8_%LX${|NlJikz@MrmB;km|6WEgUi|8^zU09P;jm>5`wLt*JZieGo4@Yp
zVwIGhqG_V_N1W_j{hhvK?LRZG!+7Gyl4~a;3?@sw*puhupWz|%Q!sF+`m1d2*%#h^
zuXB<<bN}1N!k0BReaF(3Eyb0BUM7nwUKcv~$!PjH#|3UD`|JKlwe3D_u|rY(@lo!l
zCIu!rXTqj;|GD{nzx|y(wdT_k>=Jr^9%koncYg6h>GGBNf8U%weDkslXZOD9mK-ZN
z6S;LS?aIHIeAQO%;JtS5MNaJMjZ=#Mr!qC2I-&aBXi?Y4bDnbN?S4P{ptJZF-?EGd
z4X@&RuY9*H@;_U!d5!05v15y8B|MIG>n)YATk^2{)O3pvr&s7p-j}ZGJ^y3*!}Ts^
z52EADFMfPH$8Kw3v8lPM_cN|NXKc<!#TQg2PTI8f;qQ;D>rG{zim0c%-C6Ut_xf&$
zWr6ao^5T38S~6b5o=>0uH+I%y?}C&&Tc$odEcC*v_LjC((nH(6uwT}{y4Z_^7yK!m
zqc(TqeJ{yd)l$6s8Fm=f9A6s$pY!tVyu;Hij|H;3B=F2$x7IHpC4cWs@B2@f70YhU
z7LR_@`hn$;QNSwZ3zx;37th|bIPlJAuc{|IFDuRYw1&^^s`ax@?>TdBp76b*=l*DZ
zVNbr@%w@Uv9jA#!vIY4s{hVvPV&A5ej;?T9VgKpPUqiK%KCb@qk+c4Zutn+IdnFDB
zlC8MUeAxLUi~HA`8By=dGOthMIes(Gfa8eZohPwjOj~xHESamjQIF@n9((V<kh@dA
zd|n>dnlojgtWoULMSG6b>)e09T=r)99IJYktKlhn@v5rDwhj{>Oww5r^}pfr)HMy;
zdU+--n%iI$x@<}F{s*<5If+(`Es}d}YBbgTE?+2((0sA(bEv_m>&_YJ7Z}ssOOy98
zd)t-nk>|?R;Q5~ZLt+{0^gh<|?=zPvubms`TwQDW*5P&Z*J+mo!ft7w{ikDBeaFvz
zdG;R@pSj;Tk51lV{nyTy{j1T<C5!jH;#u9d^?hjk%<JDRavrTUuQQ6NeqCzC&M)yL
z&S&m>uTIlj?Y!TPy-iZLS@5`^W3T<W4R?><e?05-wTY8v-U*UznsL%|`SfU)(`hLa
zI;v{>loKP{tj_K<Fq{^ryy>ur@j}}p<v+B(m{o7e;uAS@{J$=1v58X!XTPFp;DlLf
zTPN_(nVH|5z_ie;{@9JLH)gNc@{7CoZq}n{SAo!Z)sI4I4p-fo=k(k-_0*CB=?9}9
zthnC%x@Vq+E|0vPZNc0PyzR0*7rOT^F6g}W;@y?9ovSh`%?o)oUi!|FQY`2?c`S;{
zSz5Hp`K#i-qnAH={r?d=uUjL@UyCF3>B)7c-*+y&5EWx<Xfkip;@K-C?w?HO=J|i*
z!3pONF3SQI?P&<!mm*|uwr+XBjR&`W1bp1YR@K&hdXMcD;RFZw#Roh@jMS^79!K)5
zm*8KfFBtO9>+-Rqms@R49-Fu0-$^YcE$zx{o}neiUp%>b(|aV`XU>^%;l@HirI>tk
zHaXk6DvQ#0k$p@x>vX-XJlzjQhuyY{?{S(gYI%D?s>l+f*KIyOKC`bfvAHCY9eZk_
z`~Uv(0PUX5@|Vu@bOm2GzJ2G|>E~uI#fx?-N!(~CW@h9Jz4Jq2Mb8uwlitgwN!{YT
zA8VZ?OtM&*jY{1F*lZG{vuFN1SE2TAn&4BtBUiRA;i|Xe`YiY7Cj<Y(>OadfzU}eN
zy!-g?|KE@8+4H~1_^s7^dh<7@jK;+oC2v2niSF>8ab<etwYvSqZ*8ZkZS0&eyGwlM
zg4a)03Lo~I_8~(en?>K)`QyP}={cK@oUl4=b;m!svf%JXMV?jSaXZfR?pl8F^R1BA
z4!x(eW%cx}4)&g(Ez$A)#*()lSDXu?zPq$e@Hy4=b8$=Lr=&g7*WdHR|GuU9B4MX&
zsgTt4PuGeMzImm5)hP4!1V*NhrkUT3uD!Ok_Lj<Gk7?$so%Zm`_g6{3OaEM4%5h$}
ze$R!s7YnBFU3?_S=fTi_?A}{ziF3y11;ah33tBnPj9<FY#_RaKbCaYm`^zR*@QO}J
zFI{o@>WMp_ZFz$qGTq(Dd3N5jEjvB!{9<}<oL;={xc*`${(ug*pGyO;X;&OpY;%<4
zyz4LXxcuYKyML|f9`3sQzWMcaW9xZlD-JJK7Zv{|SSGtYx^n5io0<h;2WvK-+kE($
z$KJ28{>zu&z096C$#nnO`p*~l>KmV7u+-AJzs>&B*6zGpnuTF!ZZhd}y>XjT?)KFr
z=d;<3(?tzdmn-=GxJa+Pa>ZTCDBI+HfrND~TdmLf$EG%0R<&HXWzGL<<~;kC-+m-L
zp25AW-e8NR_O@=tvX1EO&o9li<mmAYF~8#wl__{$HOKnG@rt~qnUAb439M5IeY$Kq
zBkz`XR{#I5{Qu+b`vk_hf4aAxzMrml`pwE8y>I?jDn>ou{v}}F#L1>XUjk2c?TRaN
z(XG4uzHo9I<J6)>68F=5_Mf=9{X?{b^WuZQV~*c`9QjVzzecyN{$2Mh|I*dV&7ZCe
zx-GxHzP#e+guC;UTkr4qp|Ra>f5ER=4|jZ;w~t$0*3SF<YT<X=EB=()URnRYN#}=F
z-T!q@wBnYB{(Ze%vG?a0>$mQFMF#x~o$v0e{eA7jtNwV&cQqf(e7RRA2k85sT)pX7
z!}3tkoTnRFRL(F6mabF}ZCX0DboyMY3GXNW@|at`U|RZ*hXQQ5!MjfXZjD&uacA-z
zrW>!l3bZ!w@Y(y1bF2Ke-!JXCCbxYPUUb31Vyd%|drz8&&QdP%b$2-Yzu)?-B6t7y
z!bz5CA2`f1A1J>5YR4yf^1t`Z*?-HnrGBq%Po8)*>FoDwvcJErIGA;Fg7EE44GfL(
zpC&2fSDsA%$NWE*jY--=fMpwlvIi6MHsPb2mQA}7biZ;%rAnmA=bts#<DScWx|Um-
z|Eauf@AbILan*9?4jei=xpvOGnsZ-%9@99IQzdKs^yRTFw)PHJJ~SVjHS0_C^jr<e
zPQK+*6DE3?Xj?qpmUi@I{AS~2D{qTE%{09B?Dp;_zilVBZ#fw9;?dn2ku&=H&2sK9
z-Fre)|KrXD*S}4!tn_nt>hSZI6Tchs*p^kObz^);S=5bX{e^d3US9dG*85}4&0=S{
zjk;fS_AJ(ydO6!&Y3pk}|AgtjQ<n$rh>qM**f)2nW#DO(6(*h=bc8S4%Uq1R9C#;b
z%iS|i!rNk-{~oNqKl|SA2kw`x-`5|xIJx{GXN}+P-C?sP$3K`6Zf<f?{_>w6Dr+Au
z{1)cn94_i{v+>W&?+UlpHT=qDnYk~^x8h%`Vb`b1%VsvZ>~Ut6RW}Ztn67^C%5rbk
zm`_jRcY2&L7yRSLDA@Mi;k5SZO>F1cdJA$zUW&aqrn+Y8ODn%t(N{}*c1o0g6+3wC
zhufcBqTGl3lzw+TXWLoR-}Z}XW#q4G53QV57GGG|@GWSS*XB>#7vy*Rs8`otHtVIk
z<Z-w3{U36L?*;~3|CRrF?@V@`=|9T<zq{}MzV^$*FQ)e!3*N43{lh73_x6I_)5i|_
zk!>YkPhEZaTi(ieVQyIEOOGFSqjRS0E^WxsQ#6WqnA~>5OlQ`&mj@yo0}k#<F?nTq
z`JU-!x8_5qm>kdOXMXwkrv2qSn|d+1yv;hV%zk{oyP5girq$E#7Om8pxz1wk119F!
z)1Ob5cJrRosXa9}*?OaD_D-pz>r+F+di0J9_Rr408<O|<c5Q~y>lHJ21@=dOJh^<n
zk@rXGo7=-)e_tzcn(c4d!Q^SCwZ5vq_wv7UImZ?GW4%eu=g?nfdeLrgt&5a4_XeC^
zYtnK@`e3|O-r-|cs{0k1mPwVn?RYXtp7ns|`$x9<Q`@F3b#6LsHFa9u{6*c<YYrc_
z<^T0D-p|s*I@e6LmPuxAd4M`^j<m`Hv3A~o(ziVeH+3ENo1geoa9K><ne%-cbUL56
zEDZj>fMfpT$r}o-Rrk5qUwZtUAx37;%k{k+>hJPy?Ed1jdJEr$^P69v|GDDXw|VjB
z*PV<0(<vOyyiNMqBhOvDcYf~UKmRFb#<}N}F5<U~Js-|9x~1q@W5;yzH{<EqeKY^w
zICk$!tyJ=n{8`I(?Y|-NN#T`&zC4F=hDSE1!Si<GOG$lhOCESXIrO&L`ti^Ene(3u
zzM1FnReMj|!c&{gvUv{wdAVmf^XfgG%wMBR1sgfnJFaXp_j~*$a(hxXU-mE7kE>%2
zr+zejaca@i#pf=}T6&p(7PDI8YVXtArmg>a<NKkoQ>VE4c@}v(-YJb=c%{5fH?n=v
z$E$j?mO1>bk@U}z-McMs>-*E|azpA@+Z3vtb+=me)AqX=kKEbCvhFoyzt)PUTrc-G
z{e3b2U)eqT|4*Km+_E(6pWJoMCg<qkl#Inz-P5;4SiO_uJJR!*d;cRozL5CkTW(%F
zkbK(K^HzH$>usqlgY$u}JljvJiZkl{Y+Za{mhUNr&#N9X&HkDrscV*`z?SAb+fBX6
zOX%F0<|fYRKX)pg-R!mTV9vrjKGKW7MErOqc|OB#;Q=wd$1GWFOg{ED={2jxZ)&b-
zYu|at`k|FT=q2XG6BZ_v-8}JG`4MlFCx_4ulcdHVo2SR3FY4cUdc4$Ns&th!Q(M`l
zEo>Z0^Y5yxi3?g0-T3(aqm!HWf6z{3-gEv*&Bd#>_ZmO`WlC7Ubn`^3#QEC%1xKC*
z9c(@Rn$>;5r>BRSQ@4u=?YgsVm*NVCzMc!7Hxeu-DgW7RBDXEJ>PSdbsZg7uyK+M`
zgS&p%gCkQX{?Tc<BE|B9KmEb<mfr5zZ!Q&IR-B&yM7y`>UD&!qa*>vav)@HpJh9kP
z{l2#T*N0|#fA;P7=9{gLS={_!g=p`tnw(R-w=XOT)O#shw2)WUz5S?S-Dh{pCjuPl
zF-)J=a9!}Zcb5O{s?85(e@l_-o~-BTwtLF?cdJ9!{1NMsUg-CvyWHIU<!M!~8HU1Q
z*7JW(YWo#<zU)9)p3ALmi`%xZ54xs#Dmy3So>0WSwh#PIxqoOo@$qs@+tk#jbZ^Fi
z4-vPcW_MiVQvK5N!8?}m%+sz7%6&EL=QEDXNT0g)uE!$DeSd$)eGAH8l(Tn<fyC5J
z3tQbgnu-DroSMgy@_5th@QbAl844Sx9Gcl^|L1W1Y}5btNy5uTk8w+-%zOQIAG>+L
z?FBoJu~qGVmYtgI{y^&VoOPR@AM2m9wE69<dhH~M(<_5Z>SEVDc_Ap~FSkYT-SL(e
zM;=V)-E=3ojptab(~C($g*(<fHC^txxAuLU)Zg}YJzlGmo77xiONJLlI#wT=Vzu$l
zw#I3Kf%AMX|KZ?n$$EJ5PvT;ur_w)<1-@F-?4Nwz!t}Ia(Dc3=4_9?n8lU!&F*JV{
zJT2xX=kCKkr}wGPo%sLHiMh@EdRISH+*Y6C5VY>Yw_-{8I?vUNMK9A_Z<S@L#`LmC
zElFN=-{7fPZ0?+6^NLrxJ#IP|BmGcZKgr8__MY~CM;02#dc`I5s7-wMC4b(pcW)Yd
ztK1E~Yjo$tgd}fNx@v6Ee8#q;?fSlEhYvBIBBw<@3sd*|lUK7XuZ->Vr;BcTtJzjD
zmwL@TvB{$3oyWeHKZ;7!e2ls7zw9Wv6u-Q7_mi{bh1t_zs(h&7mHsRd?%29{&FzHm
zyA8As=2t}sg*JDom!#c{>s7Yq+{<&CZ`)kiQ<+H~?zJl}Z!3R$xo`Dj|LU4_ch=<_
zj};v*S;Apnf3xvYSa#B#EgI6R-p{*Xp#LXt*Yvih)2ckHB*o6`3rceKx2`<<rto)k
ze}kP~x!zSyjs3@hXSCg~(YE@uB<7Xs=BQV9t32!q;#xoMEm5p#H*vVSbZR%RjF04Q
zfu8CMXDk+<cdT!{c-(x~h9|12Ndku_e_e3?QJeb{fhF^A-!GY_yV&jc5l*eht#f$g
z4j)-Q|Nkw4#B1{<HyAHS(U$$OF8a@s>^WO=UYW@VJ>!|RT%yh4kyEhqfy~LzWZ$bc
zZ+ns8)yh5jAe%hHft2q1ANp;69qzKaaI#zapY7Q|xj6~jbQjky|I0jI{doAY`#*pG
zPx#e)|Ci?S|F$R1OZ_x<#~Vifnsji5ao?`8X$LRA>v^u(t9d+0ZA#{p!yM9oo_#)5
zt=i4*xk8;?t?Y+`tmTF&dc|v1=HGuaWeJzZ<CTxXR(YG8i<IAY)UeekIe$LqS%-zY
zR+;op)HD@wT{U~gWy|zn;qP6%vOmInXNy#6Jr+^5yqnj$@%0Jek4Hrh9a!n}vvcy+
zkLvyhQ{H`DJ~{u-XX#4Kwy6opY#DCicPd2JvGj2Z_AuA$x$Zm|`O^R8-JRPc=4;$l
zX6^S-5Vq=I=gohap{ZWexjRL}VC&TXijxzM8oM<y?vr?b>?((D&)PMzp)yP@TQ@wP
zoY>3Fa5X8dSaQGb!D4N>f0sHWIhO3ap!@Gvt?aYnDXGu4m`pV<V98(Y?e@U8+9Tr4
zp|1yDb=_pp`Wif~a89w#2eHhzAFHl$-j>;4Rgl}yb!2kqmaNMMy>9ww+kTBV(Y2V9
zBz(g3(em{t&xo9v9rEIw%Z!Ubq1_G|#!52}oY}JTsCdEl80J2^&G`q4Px0T}eW3Es
z`+9@DU;9o^vP*b*nYZNWBn7k0n<jeHZCSrW-oKzjx;L-FxMI4`3}x2E>Os@CaNOT1
zqJJ#Ncw->ff)^%^9xs<IO*mxFTlI2f@$_$zEB74u7jbCfix*RBOeDOeF84Yvf5C9m
z%;LXop=Wmr`(qB<IG5cPOpaMuZBqpW0_NFn+VpZp_~WLACf7CEF_k$@ysu*otdyPi
zTzH-E_)OrH*h{)InB?XyNDmMUw$tEV)fc{Q+I-K|IRQ<JvRCwE9Q0Y6Dz>odZNNRY
zdy9-`RW~eU6tudbEIQFoD)O+jor&S06Ve4*S09}<_^<K8#9X^IJg2VCv-#UqL+`F1
zi#|=Ssr_mH|K@o$^Z)w}KYPk6^`koHi_OA~`wxbE=9_wyv6|scz>lXF-QUdrkg`nv
z&xiJh*C#Ig%*$Vsu>U|-rEj0=Gw+*vQ#S>!%_*Cfe?eo{xt|ZNe=1Es#Z*z|>3wsN
zW|rN-o(b<Y_gKmP`xafkeErQC;-!<t+TJ$g&yLhjSDT=hy2H5WS!Rc#cGa?;l9$gp
zYa$!3C25#C)h(>qe)(bLpG)O#j(f`=`&LM|e9DPCEob$@uI@+5uMd0qC)vjrooL-+
z|M$_uFJCH(e|>ywefiw<^BV1z%O)ICHsxYwKEFJFUXJf~`AeM>j@Z0*w>sD%^gBIa
z>HhOecBYEIRNZc!sdK<vY0BOe=5PC#F_p~O%F_4gzTYFs)R@OY=Wi(<db8-W<6WOQ
z1|JlvDtzyRws3n-S#aCri1PY#F?*AOmrmW=+n_CDp~z?cFD>)Mgv)HZi_*_a7T7xF
zUz{hYcj|Jic|hMeo~C6yhnhUtPsyH^{Ha#!WB*z$eVUK<Yq9<Og6%S&Qukf)yE=dW
zJBK$0v!AtP9xXk&^3&W)A3n}jDD~N}XL8>I@%GcdayUATE7mq|U44<E$Y9B#C3&Yp
z+joSlt9zY!ZS_~vlga8w_;&Wb&$aTtwX-NP|4lK&F**0&d4~?)%xLg(j`_;n6?o6t
zuyk@!xTH%Kle+oEh!oE~8)qrnOmsUr|HZMSN#a_Pr+FnM%M>TgOgp)7%BM@bcK1t9
zrQf-iykNf3t0&5$#~c>so%a5Hz4*>b_jL19Te;@evcE}cZ=2$)XE1SLyyCokQO)NQ
z+y$?0&k9ce^?iXtTvX(f0KW;-`wI)F$!FQWJh@nNowl5ozsvRJX**U;UMMSe=g|Bj
z^{PjcH7f+!=N<WezEQ9?c9zV(rS4Bfr7o$yJ*56dHC|x5HPa)lFP{|dEt;y$c((dd
z@`;syMPJ{V@Rs}C3y;}a7juhW_v^iQ@$Oy2cP@kLKR&2gT<PATlCykEh4fF=J6GiN
zDnk}?J`eM`umyG&fS&B_xJMd)C06aXw+ir@f1n~PL1EwHpvB_d6O;_=lA>PC_`orB
zT7xXxy-OMa8B^cxwlwu&R+DYnw5jlm&#^Bd2RV&zOn+Fz=TjZCt9?47!qT>>=QRpg
z<GBRmRWsJ5%`v-Y`tXSMvokSj9jt3Qcho;^@$IeKxZUW2pnS@v_U*pPTQkobYH;7b
zlTlo%dAnGIgy{qOhgomATGzQ{uP-?0*)s8>ceK(4sh_G<4+Ge3&Wg_$|6^mm#$bQb
z?5`TRo?_qL_ekDy@>FMiuNhoyrZ#T_=UmCg=DRN&{;KNf-|}=_p2*!Dcf#UP`IYNl
zdYfj)F|?SRFJsd!NJ(FPE&E2-^28(`|9y#>kvV~{ABVbaTj#gFeBDI_>nAyX@6WRP
z^TK_O)n~ph{2N@&Vv<(hmcD*4TgG@o$&+?Xhf9je3J-fum+v^CtNYV5@{yxmfZX4&
zw=9&Lxeu>s^6uF5rQ`YB>6azrJ-@N&O4rsbP|V!#x;$aF-*wAsCmSx&D;D}fANceF
zkI%2ZQ_<*mmVu+&`)EMT6!%z7xx<eWD)x!~;_i5!5w)@?wk+d~kiNr%)F{(OlO6`0
z5sa&n`^l{8R=#MC^2bR+5z?MZ6eg{^Z{HFACgX@G^JWXZ&z$*d_3w2Bo?ce;Y@(N%
z!cxXf4o8J;_I%OUXlQi!z+Iz6btW_W4E4GC3y+xQbTv-ie!sT**XiH#{_|`99sP1O
zJw7#f!|Vn5{~joRI&5~jEzfuUz319bOk)06a#gkV9r(PwMCoAV<85;r4xcgjv6jQ#
zEdFBS2H}T7^3vI#GMvxOG~Az_AZMg+Icv?icZQokob5JFbC_o+Wosp{scW^@wTmy;
zzR}#lYXAM-PV>Jv=l}J*c53<KWp;nm`?J_>s}m$UwUQ(+Z7hsbE>PYt)jq#wWrUpM
z-n0}R$xS!o*cdz{IrN?e$W1?H@hP3D<kzm5cl?goy}tJM!lV7arvK0Sb@}~XW7&Ow
z1!dW-e-yCsy*(bhdf&5@<tAyqN}Scw->ZJF%bxnzY?6P&cB3$}vxkpmKWBQ)X3ix3
zf10@6G@a}-n&+>{*|@8nDUiK(UOdO9K{T=Q%D(P%%4x}SG(RwBo?7+i-=)Y4bFQ-S
z=6;^>bnTzpo_C%_WPZP6VesrtZ|3B{xQ-h$3htJiQW2T{IC16f&C{FC#b3U5@6M8&
zvXheg{=YJKIs4eFyEAo8JDHg7J>|~zcUw#L4ok*~$NVoz%9TG{S(@<J&3eN0H|-7f
zZ@unvOtzJ~qr1IyS#Q{iZrNLYk{jmQU+F$yHf74qbGu}(nq=&>cwBxY$YMI@FF`9K
zFRPA)ocByBHo8CETGt?4ayYYh{f4(ULiHXd?#$Rfja@47N{rF0x(5$fW5ef)TO^d8
zdJ+86*-Lf0!8Fcy*E7WH(rVsD|N4}>Oh<kXi}*i2pJj8K<A3XKtUs&%IWySl>)gH#
zq5l>t{(Y*>TA9Cp*^BBY@*8eB9sc4oGjrwT`_D~lZhId0ERKwMn16Bh!?&~UKiKj{
z&F7xsojY3va|1I=8oy7RpHRjUSDcdd(C5g3m=(8sI<j~9#>pPp&vdrKW~xu=b{*Y$
zOdLmFh_Y<Ex>Ql`<2U~JH`!C#8?~j5ecv#%ZTE`Xm#Uxe@qW5_!S-mQQ|<QGEF3fb
z?7t|PV3cuZsSa-d;~Upi_ZIGIlCEIzY%u7%lQKnf-Z2BiBI)UjJj=o^S(W_VqvCS(
z<#$Q8Dy5mJ(M+FGbnb3{G`0LsZ#I*4)uaAWwg<t?TXhtSH54|v|IM{|wM=T6VLZ3#
z7Lmu@i=Hefs61aH(b~yc``zZUR%m$h%_9NprfS=+wfUrx`*6wgsx;e=iybes=GGh#
zt*be>m8W*UK$w8Be&yZ*&3#VO1Hbx~eTlcdF^6yc-DScDpM9y_a%@eXo~V>$e4xoC
zo$RLL8!Qjip5`d%6bzm5_p<TwLzX8wL{0^%EbBDSnbXfR{}7YwzOVnjFaQ6s{?~Jp
z6AqhdyPX)K*Up;4wOuQkz36UA&cU4g`%j%DMQ840{J;LiqN0R$wFjXK&-^I~`BIvH
zNbUIQT-!spC+>E3dpg5$L4(5NpiD)cxtGQD_oWoSuAd?I;p)TsKmPyN-5l4%T%FF^
z*!%eOx+yK9ss{?RJA6x~Tnv7+jW;yqbF1i|papsoPcQr3O<lf!TK&n^Ez`aI3UdAO
z=NYp~&-dOS;V2%G%5P%9ruBA1j<`t0w%BDG?V0){La*9CTzug3(PL_{Hv%g^>ou$i
zxRLJJ-}A8aQAZ8a1>0Y%(%rM!;%ahuw(gft60Xl!^!U$5y`JTlM3fbl98!!l4*I)$
z|5xdp6ZUiN+5eYY&U5!f(CqB?>&6a+1-<$mNt6G7umAJ-<=*mp3xf}?(OqLxdBjty
zU%t4b*}GV7*~et%b6l4fFJJ2{JH@d7SMimLwhpF`tj+Y#PhCBeW!i&{(jNrtUR?O0
z*KL{T+5T%s@$<D8KL6&PcQrrmw7GD?nZMr83V*IR6)hbkzpU)#%`YZ<YroIGZX$7*
z#cV-d>qf`y$D2+|mS!<8kaB%+oX^*N`h^)aGiN%oNjI>UsK{-2`R8AE^yT}1exBc)
zc*mycqH|jF`m+5`IPRv0%1c}N+5NU$Gqtww!dKszPlZqB*;Z`WIFt9_If*`>1w3^Q
zy6Rjr6}Y-zn|$1vQ@n5|pR<GGqn2#jFMIzUGOju$`(mH;MP+H@15P!U<L=JVn<hHd
z@4|z<Z0{xV4Ch`<e9G<~)hrNki8HeI@uo{9DjXp?(+e`>m-X(r+HG&GXvOX^>-oOh
z56W&%nCqS!JVQ=0-2YWhe_#Lc)w@dkcZWP*wtdU3eM@FWmb~$<HP3x{<66-H-`Xpk
zmEAgeuGb{h*4P(@%{wTkSztVipI`6fEqjYIn{@Vn*>`;6DJ$#L^*^V^7Q4GI^mjjE
z!=2^IINkV^m7;r;v;ILbZN?=!3bkD8KAiCX81^*z2V-~Lu4lVBUT&V!u6FyDDqqQ_
zi+elQFdSm$>9msJn|CVyFYmr|zRorC?>*k;^gY|=)S0GutG~v!v)BDueY-BcoaIXJ
z?pd+Yn|%{+ZmQd8U#OKF;;^OUURvbT{gsAs7sb_NTLK%u3x(zG$dEpsBeJGhG~<^a
zgMZ`a2i*%K5>%HnM>aj3wd3Ga6E^+&TS3d`&t2leaOsoWX^!)opZ9355YjJvxbW%9
z@;BvAdYfX_wVAK6y8iRtxewh|<!VgVJA<2Ce|ILc{B@GZPt886y})lj7lWmV@gWD*
zz?(<7rX4!rb>x`Dc|FsG?-nwA+u?ZVgK)dm_MlrEHXU7ACwy#uRN9otxJ@Z5UaYGW
zvrAGl^a<cT<;5b<xSz+<UQ|d`(0$iLUzWn6*iUACVHp-p^R+}|6DRu%%{=raA-}$A
z*U|Qa3qxPorB^a77I42kN8_Oc_k>TIf2D><|6ig1a34?XYRv@GtW<N}oneZu%qm4L
zddk!GwdiV3Ro`$cKyg}K>Vu#|joxybj|Kg7mor(c^O~92vcf^VIlneK{@2mYX7`^y
z%KJ8i-`H_(!-wL}Y>T~T=bhT($WSOe&%|FfziENsE!LQ&r#%Fe-|aGSS)v)K{ZS`$
zlVj4XtqL#BK6ShO;J($Ib$5SFD9`1(_d?={bBW7&cE;S0*uBAZITwQ68y1>J1hEMf
zCr>`BcVn%o3s=9+!Hos-Ud(^OiwsR3Ezl@^`lc&*{l<;HW?PP_aW?e7oTD0Cu%Yqq
zoc;UGt6lJ4{`>x)t6#1@uQ#my`Skqq>pcdSm(Mig&-4BNV*j7~30Ea~ek%6K8iq!Q
z%RdO+6w$xwA%EyOt8~t@mw#89&3ieS%aWJlN$F44x%$&r3V7VvwYpl`*VBLA(X+bm
zKf6zD;Wu>N(j6%IA?o}x^<O2DOq{XOhqjb{@jtk%X^!qi(a6g;zFb}x9OEcF!+~eP
zo{aiWA(eNhe-ew@Vaeq9Lc7fP(fNaqG#ozm9B*0W{PgNkGx3(Emg{8i`#JrHn;?>x
zQheY@$&Cd$AEs=0{P^xmIq#M@qsax+g=fr(ypcZnm8f6FuP2+&FD~}qRG9F{^7yP<
z1$BSENFM)TJ8h<kKyJ&^+k&s!KE1zXIxRVXGiAxtrk&jX{QB#r+g`qRSYglY7bZGC
zW$gSve*fE2D`s};-lLd8>3V((M$cJ&EUObgu9E*8s1-X+WmWf!=0B72|8>akSR?=J
zo?qS5(63c*mdhKiV&gx<`}bt?A5L}Ny-y7n_aEWD|KzLmi@bivx$5t#EB;men!Nv)
z#NVJu_487mHkZE~6`#M^^6$@*$!&||F9uIE3%DG?YN?V`d^UOc>OEE&D*AaT=Y@0{
zFU+nAU`ss9^o-d$|Ej~W<d({C{!>q4um8waaG9TYTzSo5-pJicgugtA{u}Lg^FfLJ
zA-iwE%HNin&v)iOpkv(JwyPv%uCk+r*o;Vy(*78w&n!!)XvbuW%}MoNCi<($Gema1
zme10ypG<61&3ZSTXXLoQRJMNVX5&+=he}>P5c+Q^U%2`5gHQaKRZVezK0#&`liJJ#
zqFLuZZQ6D5{`_^RJ$V)4ai-y12XckN1%1~Zl|29JR-}3JpUSS8zk~T^bZ*GmRoPrE
zG<}=*se6lbr+Jm<9@xZXz4q#(i=8Ke@+7YRV!bo_iSpO0xm`_~b+ff~H2cd!u0DTL
zaq{(qhfO*cJ&y{<?fdh!NG&ls{A_Xd@eO|x1bP=~ze+p)ovrUee;$u>P{zroU8i}n
z+1$l%^V*o*{G%#;Y;ytIdJDH(C;i!UPjqVvx7ECRy6a6;AM19hut|?RV<h)<=7;!Q
z5<C`vYvX||!$aKJzk}xflDS{CQmw1*=S@G29XBEm-~J)H?&rtQn0?Djq|4f^9u-Yz
zdw92QlH2w9isI3VOa**TUL0E8Sn1X__1(3^yM7n_CEjOW-|*@A`R^aP-d0_I8UFM5
zr`oA~$}#r)BJQ4<^2qxt_ew_Yrcct_yY&|Z_(`whcy)}o%jn55furwtl}|c->h~2v
z+iTzVRedbkbu23G{M_|yQ+ZaMk9o3>>y=2>qg7j9%>7|hFtL1!La}P!!2tOkZTmlb
zRpxn}xzt3Co0EO@q`y%Q60)LNmNW*tn5as>ms|MaMCWlswHZ4sivnwxTrgOe>NM+^
zX|t1iT?N1Xp2@mLIe7Ffey&gNJ<t<hk(IkqxnNy(j)Yuu$%j=hlqADNA6H8k{Mhj4
zxTyc%oIj0=_tY(2y<@TeiYaB&GE&c+V7PGbYOa(>2;c3{&WMT~I_{CTby-h6h^yoI
z?)O?pRCTI^>enqth5B>NzQ-iXACCTRm%#ib)~)RR{B`f{J(}}=^=0N|Cl2$ATg#}<
zdA)C=^Ea-PdPlbp3lrKG?lc$rkhe!qy?$Bv-Rpn&8sdu<PuMU?ec$3gw@Z5FaBf&!
zRQE=X&z|?s6yqQJA7$^B_m8jt`SHu6lglrER_B-aTe@?y?1{`>S(ZoJ?AK_;7oRUE
z`(fN{?XAT9sr;lWLzHs!oFb+3;q&W!(*5RLS)OSwHM#88$;0P%T?rC9?8P3~8QH*b
z$esO8?fRxO(=#;785+1BbO<NRP_~=e_iKk!`}Ae1m3M1p75sD8CwlqLUVcX*#xOQ|
zop9<;?&jC2kslK8omiH-_pkAPUc0XQr>d1rPH^y<GG11>blBs<RZmx0UWKzv%kND%
z?0)CLk_T<>OWPYiF{Cu)JlU8wXU4pOFSGn+G7GMsXM6UfzIndfq-Xk>TkMa!#cw?F
z;^P-h@40b7o%`%64e#zQ?!IX}UDa^*w{N#E%br_vUda8#4S`~p%Yv5H%dAcKc7I&9
z?@wr*v+##xXP^D+RMza7y7u(Z4?J;)ZG}STyx;fTPb<y7;rWXHn$lmM*vl&_H7{>;
zlldw%QMoussm^n|hA=~{h=)bpzeP&~^Hg&S-YInJKHV#I)MnA8h0*i;ZE{&=e#>~W
z@AyfTc>5Yx^*44!lah66&Yb^q^T6)&;cNe9edpa*R(sIXz$X4f?B0yuOrm;`q57uD
zUGj2fT*l5#j5Ex%4oO&*t_%+Q`ahRl<^S4#OWl3E67%`=xnerA4~IODn`vt$RJVIY
zNpvFLJ&x!8Nvqs$Z>(AI<={KcJ1HXf&K{Brk79PY#cz`2?dom0wqnZa%VG20Tshgk
z>PzgOWyz1<*Ls}fmRT^de`jL-@f-il{^VY+m~MahyH2z6wbG}%m>=4HI?bOtWykGE
zzuO<)&FtRv^_7gvcIFEfUxO9TZQ(d9E4@isjsH_F``?q7kDo}qw^{jV4|C(cf=?H%
z)~Pw&bbK`Vns=4f<ib-YV&>iW_{B{2>G6stma-%7EiMH=FSg~ZKi4zmvfbjZd(2`V
zpDST|lCba%tCXkt#~(7^I-GxI+IT;lv_<)P?YGGfKPt_8Uv$<#!6~^jUFPrYy4m-)
z&NsL<tL~qV^xO?!7v8w^Q0V#wM&k!g+a5nT=bC!LyyBDDtz5g?GehN%?%uR=^1jv6
ztNivHxh{5PvE7{~rv8t;VhmK~mCs%B)aKkL>HPaT(L6epT6Zjto-Q)Kr&RpX?eCQO
z``uy3eIL9sI^aI%;2$lUABQ6znrmbV2Qaa8tVp$GTfeCO_r;2(vmDQqD6Q*FyUv_n
zeP?M*W4X8U6`sobOAhWhxiRN=Pe^XihMWy9hj|uUTJ0`(r1SZSCCVwbx-+Hv5}rPI
zrCRg+Vf1vx;O>dPAD9-3yRKR6#(nXiko}ja!v}+lROR~RzQ3yaCq8Gkv@O%?j0vpa
zd%0(JbS^S`#5||ojLVm&w$-R_*9q(M_iE!GZ}?z(q{-(;0*^w#t+`KM8hl|9vMqYB
z*85iL(yTMn*Bd-kuxQPU<DGtP`yB<F%lml*_KBaD{igM1$Fgbn9`8)&zdUDBqIun^
zsq6LyACUIgI$K8f#Wz{5ciOvaJiokpSW@uY{c^8$iB#U*$BXl}XQ;%e%B7!;XLL6^
zSlGnY`d3og%~j<0<EW@q5y9Q3pTEv*n0L8&%fpow%i2Oxt3OYPWHhc3IaT0emK}bW
z?KSWE&#tTui%Y~rIK6fW9XnF}W0k(U-QwmC6E0p_zx;Xs|B9+_KfL#;{G9OE?q+y$
z`|Ldrc7DzaxqFJ!I>C3-0`os+5mlvSr>edMYb^+=3VCu#{ulSdeJ|#3m~_%@n{sa1
zySo*!qU(Q#?fkI#Qw?wL^~Z<X+}`zV__5nrB1$=T?Uqw{T7PG4DKXAq(2eZiovv_#
zT`#1=R778S{f?8LbzXm3*dwQNdbiCvtDlaW-F|ilO)GMB+p*~Yzv-bC*_X3y(l|JR
zPtIDVc}Cguppbrs*5?id`@c4~w$07hI`!R}E&IQpQ|5E~Fzvs@ruF-T%V&SRCM`4j
z`@7xmFPykNU#{-+&yq7QP3tnhD8Bx={lQMR0!{Bsj<=TtR4!_8|1>h5+k5?pA+N8o
zf99``-|f3hR|%VMtjc+<ZKY^7EqL0Jz$ONRykD;0ZQe&oPUibr5i8{r@?c$KfABXc
z$Fd_g|BBuEw0HY^RofhvdwVLAtN#4ybn4#}{pU}|@*mw?Ui@t@_hgr6Szln@koW7+
z`m++cW&uBX7oV9{>FD~a)3BoV%=>oxAB^9MP5wSHudDub{r~a*r$0^3u9-MnQo7ky
zqpZO0(Ts3wA^Cp~4!5X&s`zD{ub8Lk{ZmwJqjo_1Y$3z*KO2PS9<aX7?-kdu%P+%v
zr;qk8=JvUpu7yjTW;pe?d}q^C{+#v_)4rEk%3n{^s_nVGuqXI`vwyI{3~$rQ)0_PE
z<et%9CEFwvtoU`c-=vRoI9IvNRZj>k`zRjA!s=(AdD~!0-A_^bW1AP=|0n6;v2#J~
z6x~^2Wqjvj4>IssE9*TC@XJkXzkKG)`n{SuhD~9&r^v6?uHtdxt2>fitsL|?v*LeI
zpWO}}`y=wVy(<;Z9P#-ee)-$`zi~J3pRiu3cQL`rkgsFMkzOm7ZQkp5itan=p89yl
z&h2h<OC`1St=>=5pO*G1x#A|z#8>sx7C#gYymIQu+LQ~2)A#HY|5kBUKhjo6e{G|E
zH<zMv%u#(7(dr)|Jc7p$pXQLSk`4Ly?zWI=k-BYgn&`f3ogMeSteNx6nnNP2K|5B|
z{b<tb^*3HxaDHy`mR)gUkKV_F-e&&Mj1s5Mcb(=g@JxG@@z~08-L91dYL>4z9`e2Z
zOvs7T-y`;j?G4VkRbq}OGq_%It^3rFD4V`^J_A$y+*6wZ7fYLO?){`_pBwGid;h`q
zTXPQPEjhpyKR4#1nEvg(H7k@ta+=Pv9X<S1yHnb|!1+XoR6x(0cSg0<Q}1V+t$R1e
zaM7`6N#`H6mvnU9Y!lfz_lHK~=2x-TbCrwk>+@V*V_~`eYuvmO2iO-bPqvbqR`qFC
z&(a4MzL-B*5O}pSqH~Ht;sNcszr^n~@pGQh^pccW$|Jhf_icV#uVbdtANENGe_O6^
zWpXr+eSGJxc#nWR<3~dSzlFI)^~W-`!z14Bf1md7%&`M(OQr<r1o8g;u|Tn)J^aP#
z0-@>EDvJ)fS90&+Vf1FqFFeWh{J^Q||3S9jtrr%uw9E0d*BLq`w|)ueocHdq(6lfO
zm4Xipa!=1mpU>X;cy&B$+xJQA{G!Td{j?WuyR)ID*W{v{OzeGkwjHU=AHPWb(mTvl
z*W9+bSEGOTo=xTLGh3@K^Y(@At^3UU&Hv8P`L!$>i=_*%Uf#Yi@mB<sk<+f;wG;TF
z7c<$U&TlNzo?h;+cTw-{nG2y$cb4SOsQGQ}zr68#MaZ6<j{c&om+hRlybn*g%X?n$
z=4QbojxTT4JWsp&od5s+mmmM?XBgBST6SaohkB>ve!pgSzG;q^e3kqPqO&~3XMZ!B
z6M0_C>+ai}0;~Q^_WtNTu~q2_p}Px{L{A;i7VFQQ7<HmLtMf!T$Dg!@xr>inUe_xh
zvF=H)j%jn)(!Gj@8<$6DS!cbUkz=6Xq-ptV$5f#i60h3gZ!)WJdCJM;7G^f&HJjL{
z3oqq;Rx-uc{^#TLDTjF1@0)E{*fp*C!(;n`>PKNxXEwyYUZlMs<&vMz+o?GUCx5%H
z|L{&|37cs5wM}LFH19vEVB7F^{~u;o#yX?BRnz$e-+f-VeZAd0v(Fdha;DW39N}~}
zE814<z>r?mTs%AfTu$yLlh&fCY9`I1?wKAdFSGm4^P6A$HFTfC-*?sTeZws;=G;oK
zyz+Xs$-cf#DLU0+C%8}TWsI}0cwr~+pMHDM9jiTsxw{T$X7Ine%;_ol+DB2A=Tu0z
z(ViyzTW$;Mr$6<{>)u)U)@t+mb&tyqWaN0T&Od!+n}y23i`J*t2Y*RpjqY9Wia}-m
zf!(Ekr8=6=8!emKrhe&6ED4&l|El%Vrh2oq(s!mETPNgC`rcXmB2M7Ru1&=Tf4Bd?
zTW@OnNc)cZnRyXTax>j0yq<E#abrWy923(@9-Zn59g~ehJr`tex+Pc|R{M5Z$&~k-
zlCQt`{g=o3UZfdgUh>RSdg+@TUvC#Wa=X{1@Y?Rw(C6*D%4cj6Vzjwa`eI|mWXpS3
zPZoSy%3as!HsRmQnTv!Ak44q>SC(3`+?2b!RP3C`?w^{oCkOg`^r&idn|tF#`QoLY
ztp4vj$Zm6&{Xl($!8-XrAqm$1(~eAdo+p?fcQHOXNNm4f?LV*Bh_<P6=Phbq_I&v|
zo8Pwi*|YlTXI9R?rJWfZCFz}Bdwspi#PD>Hj^k@O=L)6=*!119m0NYf#CGYQ;>gu|
zG-p@b;SYLwvWw|abwj7@6K$Ei2_=i}**^JVbo$Zm>-m1>-+zAV;yUy!rbxZ#-PRqI
z@8+A#ah%v@&$^*dbN{girax`gF8I;C^o@(mviM8Ws^2J-e`sG;wPB9&nwZO?8+SbB
zaM!H7zTQu8RlsYR&$Fr~@0UB_yH{2I!1E_dK6ED@cb|7cde6+TnZ8~2b{~SL_#S`e
zwPTWNbjCTQ=@wt47fgG8*Wzp5uQeYfmY3fAXS?FUl{=T!d=7Ix_ut>gd~?U8*yAyO
zUU~liRk@bU{LW&l&nITpU$&GwTGll$@GSe1-YNs3b6d8rxy%>br~3Da{=tVA)o(A~
zYCm;4pU#9E<pn~^?GALGyJ}r=w%e7n@}u^pr;}eVxNBn6!7aBqU7+;Bsz$3oy|+@2
zQw};Sh0o|e8{am!M__5wib&224aySFQ$60i-hPLJKj%r%wj*9OlHcZfXZ-MK;5AsB
zA@Jw$^`$KB>VH=;1tuAvoBdNDUgqGX4NaWqvp=+Hp7?po&8$T7|Fhy;p0&#@mH5LX
z{EFYb+rZy+>bR=8S)9(9Im`AQ5^U}?|E%lWy!}V!k0cqlR>hZp7R>td!#H?qpVnpW
z*-9!ITy~qJrgJ>J>voMJ>!%Rg#)|edkEcTW7c%^O%d^wrN^qk``hx8VyLq<Mg<DiE
z3b<?Y{Bcy@wG*?CFSB}d%&txMTEqMJy$9P~?_R@MU%#vHvu$5RZTC~Jy3T8UDl<)3
zC2BI6O&Y9gRZ<^{<t^&J_D+>?@sm%lC-^+<PfZN`BA~M4Z4A%JOE>zCJ^X&={)(=b
zAAW7zVBB|m3uEc0o>Zap`%-=$*O%D)H>K*^mtsHJN~h$$b4)v~>?z2U2%h`=30scZ
z8co3-*Zp=q&$ne)UMMzB{}NTuAXs-g+^<$D?}+>x@d<^OWgOm~%z3t4_3f-a)=60z
zvtRC>;jQnw_+jhTL!3Vs+Rs1i`)=9v%Ds<59VQ%AX4g97c;I5gjRnnHoFBgLna5h*
z*PkLE>Q)&PIOE>aC(fI8Iwhwm{`w?)wkJJ##rC77!S|<`S4@`Z*74rc?aw{!Q~OiF
zl{+>6gb9UDcwha#_Q0FVlVy5$9n29*-t=>_`R84WPdwW{S%2S|Nh16CFDBX+t<Z}z
zX#UvUZ$EDz)4N!+`2GJ6{+8kWZFVG6;oudq9arU7WN2KNkd|_z^jV$xp}+)f)9G1z
z4tILT*A&-R9sAe#IL~2n!urZ`vj}U!e|plZeNU`@vvY#|U*E+qrlfyfSoJzSd*zk*
zs7v#neF)t(!*3=30mXeef7XZiDy#p_bC~he;>O0Zl#=O(|2;9UGrIf8`|kXjPuu5k
zeYyN{Hhcf_=<+<}*WwSZ7->1)DNlcXDY$#zuUE4_2+DPDy=gN0eg0j?%cavQ7rxSd
zy=IbSiV$blfo~f3Z%w;qan<#IOXhR-D^c!q|1a8ZDLhry+(&b9a`+7Sr?=Ce+<RPn
zS2}HG^4ul=Y+5~PZe@OOD~fw?@J?cSsCu1y+uT48W{&6&(cJH*8?8w@!ga3vvhVH!
zhclABx>m>dI8NTTEL`mzDJ$aeVO_0A-mU9>HlioD6wRD6H{@gL1h=$;WAoi>Ig7=d
z|NS{C*SPZB1d*rSc6*<*)+~#9d9!BPQmqFU+hk63_#~GdjhvJI=Hi8AcQx{6oId=-
zbM8`RnW|~`Z#gYZ{TR4Qg@L0obJfx5br<b-2`TM*kQY<9_vF#?ohtukt+Uut61%Q~
zrCg6Y_VCn$J1(yO#GD;FW#$7x{~bpgFaF=+d&uR{^~nKty7|A3tefI`tVF!|^!w>C
z`lr$)!*UN>{ynJ68~bve-pyCF8`)2-^nSOguQq@GuIs;bn9pc?y<E+b`Df9&KcOKi
z_EXDeO@EQQgnNz~@55aY{OP{Y-<B?n&Uil6`=V*RNzbIxn1wa#9$MVL*W!FX)Jdh@
z!T*qRxziEGWoI^JR&RTx`*iA`pSP#InAO?!_iZ-kmLKtb#WVjg{q&x9Y461ux;Z;$
zTVCGWn{{XpXR7~&LpxY>YtC-3dHHLv)7J;fCv0{<X!7Tjb=QZ#MK_|{E{3Lt7)o#R
zY4T$^&G7A}_`_SN`x_S)tDNG!#$Mes=j+ADAL8p(`K~Ye&Bj`GIHF<}(~A>Mw~y`p
z@l%y=*Cfl29^v-ye@xt@+#_w#mHvoZj{Q!Je9e~g50)Eyoxc6PiL)s1u=1x@*FHXS
zO{{tPYVFHw$NV?-JU(^r_8QN+@?GcBF5O-IK2Y(;K}Guq$I{HKlWKI{PT}&Fl3bb;
zb7kxQXNJ<BUSE9LnlfeMp1RkWCu9svk5o?!()4HPI%kxX@|;OOaZY4cu927N+@h9e
z+UFALfAZQ-SE@Z@G^KyJI{&`3!=Icrs`hB?IQaaMh!Bs8PPk!<dyQB5l4OrphA}ti
z2+b~2^}cy}0=I15!r3|Jj%JIB^6cZa5IFzIq{!L5Zu`S`$DT!*Z4$Y#Z2j4etcqz%
zOXi5qaxDMw{Pu&Z`&x{SDpo%c)LCP?=e?-A9CNVYBiYhGwH-4n+WD5*q&|7u)4L~f
z`CFaIFE^Gsr&oyX>|U6CBK}*=#Od7@dN+(bUd39!ecnAI`pr%A0^!-_KOGc#mj$0{
z%g$jbd;3*8?O4)di4L0^8J`0<Gb@(7?4GVyeyJ(O?oc8hyLq;mZ;T1g)+gufe&<x#
zrQP6LzstU9shr;T2lIUAJUI0|*v&L~=Pu{Uq~=e2@eB9)9e?oBoPW~4lPN0um8Y0x
zY<0JmGq-qjmFta`@+SQvCD|#J+a1%oN}gV;iYZxUR^na7{n&rTfuky?{41^6HXhMl
zvn?TAiFaQj<FcUJC+2NdxN)X?y3WC*`*Rl`G;`9OoLKnl`2P?4A6VQyzifW(AM={m
zkFrl??6)+0F6H@mu3ub|q(O$I;Ji03JrAw+GzD~@iGQLkow?U!qO1MW%T|H&|K^<F
zaj#liDAMyu|Cdmh+|j~b{p<7Uzq(4@zRR#(_!Xz?)ONR8qbYM|n`pg0U)7!=QSx)r
zCr{@Z(;eY9ru#2l%`1^pUQ@e+MU$E7NTJ%x8E!j2mixcZm|<XHUh)3z<ollSg__Mz
zL(;a+lB?h?F7Uf!_Jw<$RNSSG=GaMdi*B?3dwRdT;FHL|=c&dgR@c|FJO5i>^=IR@
zW9KDB4tL)xx{~vu;j}^Q%>*6gm-7PuR!vPv*dw+6&ZFxOWs82^dns=j*7$b+9rkAe
zm(*rS$^GT<DF4%|?)N@+*)O>Oz2@AcjFWE-1tgcdNVx3mRj{44yyBJoJf5Fd?+EQL
zSzTAU_WiTy{cXK653?t}-gNHT`)rv<7k!RA+<Wh|*|F%1@;Rn*m8<sL+oe5smBLX!
ziLbRM8~FcClg-}#;PO1JHL0TOrtws-|D#*;h)3%0y^1Jt-^EX&R4;J6sCbz9q`KLt
zV1ZqQ8#l9+{zsAd{Ct8fn(uvMoHc@0GsQLh*!HkueT!E>yxyy&wXgjgvlmWo>ppYo
zf>*OdszmRnrl#|3KE9%>3VQ!`FunMa(=RB>Wxyrz*d(`7Ebp1DjotKy)B?2y|9P(`
z8hu^%<L&-7=7k5G^__T@Pnvn}%j)C5tJlQWozoCEvI<h3-}h*ziSqN<)!_vPJdJYX
z5_P^OnoC+vygSh$agIb;g3bZ+<-gWBlw>5%c9c_k&~)6}?Wj`epTpI*tjEgM@*nkn
z85bwJ^y1Wo&ke;ZcP{8w&8S;7<MZp*_P+Ym{{_Du`u~@_pZ4KQm0#wqy$6Mur)Oxa
z-)tJ<^=Iy`JDn3Vg5>M9Tg?(nQeAzcyOwjC)JS@UbSXrHMsS8c_SV_OH9`I9SsrHZ
zomZ+avCi81r}?Rg&hgJ{-fvbucfS5-$JzD#%hdVzr#U~1Pis4PcG>dvF-ESb$Ir8U
zS?1mI;9P%JptRB1*v!WzwrALnP2Rhq?@`;aO>>WKt-D-lQu|}Gz{Z0n;%dK)4fePm
zHd-O-C8QYqLv-oK$eGTHTlR#=ZD@3qOJ2Kxb>@a&-)(nw@alf#$=(-|vu2q~^OpR7
zDm^n^Y<<DrmHwwgxni?++W{&5+uG4F4}uP~sZF@GRJ~NNetO@oJy8c*(|?LhEdR)J
z>z1*~<F4-?oBTgsOT47BcZz@O`o|_U_gg<l?yUGEbp6W|)tU#<6%_~iQ~Kxp?)hV1
z^Pyl@>FoST6PC}v?D!$MMbC2ML2L7G6HcmXN~Wr=zg@8Fm=U+M^{wW_UA~_t>@u9!
zyOsU>{=`(J`%@kqj)=bPUUH*y+2)1sf&_beUwq1zDU7v#z<s0UZsq%vdAiz6^Ot`P
z+2zDseRJog^J#Zye>kaWIw$ON7yrGh_jq?6==~xT|8jZB<;>OVu0*!G`oB^QTpQvU
z&S$gXbIQ8&Lfchln+2urDb!AUoi|InSw6J-!vnk7m+M{brIbArpa1Z=;o`n^PScMq
zk?q>OJ>U2JC&B&umk1Zm=l`9WtlxX<Yliv6eV0!bKX<JRS|<EqmAdN7$;)#rqSI!l
zg+9N^@i*$5n$o^&f%jXp|8iVEzp=E`t>RJZDp?ij<A2s3%HjFlnp&z7e~KeT>ggk&
zNQXIRyoB_>Y6<LIoj#}J%KDQEw$ojA{mFdRUa;qq=S6*4jt5(vzn5ABf0%Sw_sxzQ
zkpk`2qAj0ybDvuh`&i@gO}1Olrn1)v<;{GuG+l=8rA%jZja6lc+<j@auL@rmo8{k>
znYS=y?u7IY?B>55Eg!D@Vs&Xo!N+CFEoaK#-{H&?aMM3j_H$<Xi|X&oV^`$9KfC|D
zsM_&ei{1+>-g_h_^EK~JnQs2$nETAaQxDpIzwtyXPl#*QqxTh_(Ftk$gw*DL3d@|A
zzC_c`YkI0c_uiBHvvP`h^~-O{KQetgjooRLqp!-_DeLRS3j`d0ZH#<()cfbuJ0Dzs
zX3qKJ!F^e+w8f;Lcm3mIpD!&<;Bsdd^?mHUzE=M}=NI{1q4Ao+esNDbw@1zET)Rl4
z@YO8!`A=W({y1AKNyoO-rZiP5P4oJM%^zY?wmkf;*Hc*g-SXe3{Ip}H_0w3bp0O3j
z$9LU%;c~`9>QKdp3oO^a`>?lVaNZ5vvs!EY&b7>8=fzz&KgfQ(<kE>1%!>=OD>9D@
zg#23dDSKYng3U%#+|3W4xD-(E&Us(yo%dB@b^k;!9b)ATk&o0}kfRurIJ4ome38k#
z!wN08JFL@mU+MLpS+hE9qeY~Q&QXh14B>Ab)m$Fz5qWRIru$-npsnznK!ta*%P$As
zx#%b?@hhX{wWMg}m%H(ui;MQ%KI#2};nQhFZugIInY+E6pMIDy(dXMq7yTvM<F)ml
z%dyUXaQM;nEoo{B%OzeepY+y2U|RaVeb)TbC3Bxf$&3FG&W*8+=-k@3O{3;q#H1~S
z=O!(=t}l^Td**uOd*fBVKYsaf@%iP&zvC}OJ~-@KWA|^4=^o3fX*Vb39C4PvT~@``
zt^S64Qmpi&$Y!e<C)l@M3OuNG$<SzXR`jXE|1V^J3g@~Mc=6*L&2kQv<l6!X&yKJ)
zPD(j>&+EdZJ_gBMPrhWn&&%;P|Jhx=T$JDGoXy#cH!P~Udzy4Vomp5JyKz#3<a37E
zKXrwQpO|bpWBh5MQ^}pKq@^qFZmwW{{-R21Ldlgo9c#@l25g*Ham1G~V#l?bHS?SK
z1xhdcTz>d>oI$U8zU%ShQ-gDj`AU`VEe!vf`}o*zzW4`!KmY&Ze%b!7`u^jel%_Ks
zv`pRdXP4bouY(7L3nMSwPOSR*O0~Dlj-jkz>dfw_^}0Se&3?;{?3(lCMPO;_%~w6g
z1vjVV-P#_w?=Z*e_`jw44ZQwIs<L+vyq(_oaZ=_V?Z3v!OXV)^<h}H~ruxD2`mf7h
z9=KAj`r!USS;rrjZ{D1eADeTHy}2QCdCq5k|A$6aR`Xh|&xfxLJ~ip;Lr$evhknb5
z?~yxLS(5VnvFZJdJC26$ng7Z4)p4EPEy7EEXO?SNM(nR|KK8u7{?p-?_5bew3pWe5
zf6DPxo#)@3X>)q6|D7Hq>Ue9H&F^=oceLnV+N}Nkc+Q%#|DpZMxL0M%{MFg>?V{QB
z?`^NEKi_!2Y>M7DZsA|us}D{6Zq>uo$~5WT3q^KqmbQ)$Sv#}-O-{=Zc)#rZ-pb2i
z*$RpbnI)g6_|4iAy{yb?*Bkd6Z*orwX}xm2bdvu<YhPwY%DasdUu>DTwb}Xmoe#cj
zuWhVV9=)sB+oHKy;E3`5AKiQv^Gh4@vUa4MXzeMhdg?7vue;o6+r3-Q`d>ad(Y>p9
z=cn7{?*!droBd-?{y!yYzv)4`j3U>%chkF0PpUuSU$xb7ZNWNu=4SW%OV$6?%}-37
z6o2(4_w>cJ7KgXLDc++fILq_TlKwAx1+RY3p8N0AoeyWD@AJm)K45P2?$Ap6_y4Y~
zOAUEe_V#(~#Ji8L76!{VXj?@b_58(SYu<ZI`JR$?aFT}H7Tu59mB&BkzWuaT^u^N0
zk6Jz!ob`XysJyGu!|JcX)VRYEOJ8WzD{9;l3P1MnWc2M-g-`$IoVfQb{Y}fs&GoJx
z@703po)#O{{MZ^NR6e!rt^WE&YiD*eRwNb*E;9CM)Yx*U$K`UdNA{g7v-jv%u>4T<
z(>rltsltrHoqYBa`sDr7ZcMaDnpCEFuEN=pt)^Z0+b8`66Bld5_UtN%KgG<p{^?Bd
zr`Lo3Jyf(g_*m48Wq03aN%y^FRi}5$udz%Pxo~LZokhxl9bH@2S-9w2shT#~%giiE
zqby|2lePa&7B0MN<rrvKTghdozoT*Ak0-X0+=s-@^fCRM8sxZGy+CXF`A4;rvtv~*
zF?6_apB7)_Di@``^1{t07WEE!i|ss8HWu6U?SI(0<5vX7^wp&^_E;Xjr_*YGSUQU#
z{*$I)gP@P(Pvx&k!RzDf&Su;=dD;HC_O|;z{c<(uF0Pt0<H-9dk4^6WkzXG7Qsv!(
zdUL1XsZFO7Q?=yWZhQ2Z@U{B3arM_Zoa|kG_^Vp3_2i#grvGxAPb}*5dj4S2%fO4F
zu8EVBcRPH@XJ2IX*=z#aznK>*=I8SU$ZZr&FxKMSce=GKhauqd!pl3gwLkB3UHxXN
zTypD=E3;?mwrPo0YRZT%RDLCE{(Rzw8%!}iza`rwTI&NCmX}R*v-FnIQJ->@&Hbdx
z<f7<ZQ(Mb)uNU!)h)YPm@`^ZqF#lXKv*&SH!_(ylRw`)DcDvQUt25m|RxWP#w;8P#
zssGQ2$Jb9?>aM50$y!6x-z|twTJKas@=04Bvwbm-9)9vLUmC?2xpRrrRIv^3Brp0)
z#?)=uUd}taP;<)Zuo+te^>X=RZw3muxAgAGIn?@1@$}3mJKYv*{f*7a@|$w)w|t$4
z@`sA5BOlk9TdcYnTpyD)m9Lv?UhcJDjy8^c_De!eoMOGBVYB3LFHaepf{3id=A1o?
zx(^qfD!n}~Blu&>#+XFQ8>`bxiq`qc*L}G6MZErF_=n0vLGz?1dP{GTOMa_&f8q|a
zzc1MB6>PsPYv-3&<vn-)rOOHBKVrw@9&db9@zrC(rpUf!I&*W+SRDIun_I8(V{?Ap
z_2#w}MS|}8tnGOd7BF5Z^L(v0dvE-O`9=cw4^Dry#)6kmPIk$QV;jE(l-OMCn8|)=
zY3a2x$v+Q8Z=Fj1=V_T98UCr$`uKOZ<7ZM9RQs<qT(>8pUgPvf3C3yb=Gs^b+*<VM
z$Jfl#zo*{!7-;jSotT<)&vB|v&fOWR-Iq-K8@3->J#W%<k3E+b8hKrwZ&UfEaQBN{
zMTxJno|dsh+~K-Yp6L~B9agV8+2myMlG$GuXI4~9U%K7g@&fZOgI!C`DnxwKcvmF-
z;;wCjq|G7kd%dgoy!Dd1cZHELYQE9-?CO`*47?_fI)q#HNZ0pe*?r-+FEzGi)A%BO
zpY^}w0gG1aIOVL5rp&E>TDNm3McX{tZ?k0c4%c-@`<Jr?{#$r`iTca+ye}5bHvb?q
z)4k$w<@M4#H>yj5zvy<~Hm$!W9p0+@>!MxIx<%$QV^?qfSh0PMn3>TBxs24u3+FAK
zYtwF?k=6fp*1k1n@ol>2nIn}fE*#nYONwJju4MU5T><TwUaw;X3mMlHJuI`C{!aWq
ztBZBkb4i8!54l!+xqsdzRyEJn<fC`x%Y%<I?R?XWg-^$9XVD8tO6gl_slVd;i~YeJ
z8`UQDWG~H{!~6VSq2D5zK+RhZxZ<v;`9IQO)owKT^0?i*dG+5#&jgn@74xpB@ziGR
zuBg%7TCJ-8?C$4wWv8j@K4cvXp2~EE>9LSRYe9U=;;Q2&4#svIYg%8f7T&j{i!nV#
zmhq3aSAkPZS5?(yDW@G1);@Brdor=W|J03V(%i=ntd944=(GFQCS&RFhby(1l$uXV
z3icYaWi^Xh{@p2()-O3Z*YD-cB;RevTdJHUMqc}(yZ6*_Rk=k!rq(lZh%!$rs|YPr
zHq23QS-xQj&vKI#pZv!+R!Dl9Jy`pv;j+ZBMKNJ##n$|5RGR0%??cD22a)!rM`mZ1
z9SiyX)A-Vf$IXqF)=i%n1#~7qP|+>R_J8iqzs&yU{(q+OKYn#hjG8w2!i81+b8g<)
z@R8NdI_HIN)Tw}z{;o^j-Iei6()4_DoSoq;vuW+g*;f7MwEnsTRGhje>}=V=?)8Xk
z{W~wIr<*qz^x3e8bR`vU-r4)>n<?A8&d86cC%$kbf92WXE0CLhId}rglc<-$`5!O&
zpX^fjWgN@(eb%CH?{;4>eHy#5^5u$)XL~I7gz!w%K6$Hid8`ZDm1?c{!%F%B$_BEP
zniJ!eHCBE)rKWy3@aJ#qrzLBI>NPi9W-yXHw2<Y`c~v`;%d01<C~HsJ61R|<cfl1+
z%?Vq!epG$?z&PK~xu{j}imVlP_)C*J`)a5Ao@m!mPjXh1_3Nzpx7j}N${fR>d9~aB
zzgcPesPOY=L+KN_EwlXRZ*+Ms>YXGr<@*(>yoIY{zZOo9TG%VEqrYcw!nH?By_a~H
zn+x4mC{np9$-Mu3;y>%Jw^fAP)2}iV-=AhI^Xr+@j;H#m!oNy2U$V>po53uQ=fD4V
ze_j2r%m1JMXK7d7z4c5^b&1(386nee!YQ}fq^|Kz6pWeB;~n?hR^;MhV-1d(s%@Iv
zHxxD}A68qkdGGEijV~oW=FKX|x@!6J=ZhbPU)$Yhyz{aD|JvW8!Dr^nJ%y8QpL;fa
zP6}IATFd);yU(h9+I{)$>g&sw>&I{Y^7`SI<i5&Q8<|D?Z|AUhb{)#NS!a4|%Hfjb
z)0~!j9J#dGIN|b#lxc@;GM#UpdvHzcw8_Jp>nFaSIc<r*dEY9ZhSE~=DT0;W+B>(k
zu9AMd(t2*H%NNbVJG}HSaaO<gYx%d-zT(h{Ijn_F$4pMnvyxL5-(lMnxxDZ96s7%s
zy0+3Wb>3>soiCznGUqX6%cd)9#OFSnyGqSSYx%izd(Qdw$a3y4SeLh?{#AmaijKSN
z8G|!7Cu-lAzxnG=Mt9#MKC>!k>}lF@sVs6@<^roNy(bbC_~Kdn{dA2(CT^Sii7{cb
ze1>xSLoq%xfwwc}1?RtCq{6@VM%uKSH+Ludo!|WU|CD~Kd%OQ$E2)?oJZqBJq?JWm
zJlcx>tcrE8_;s&<GtKI?R=nI?alvg5&c5EL*$~Y3P&cIY*McQavSx(!uoS&6x@=;+
z&rqoS_yN`RXCJgoKYg-^;nePzA%*S{u4}{#yCzhb%Kr#W`!lEVyt}k1zifiy`Q!r!
z3(a2THZQJjcoMI^eAlF%Z*H(?)}LmZ?`i&G>RIvivd1et-yeL<YI899mq`3nNzwae
zzMq&sUMqk6JNr+iM@;J4vVga{*YK?i;`_W$;5ifDg{6Nv@3|V;EH!>HGk-!##Z)8h
z_hJzr1NUr|`?5GX+A(J9{R^VHuX5#{Y_vMjy87>HK7)rdF9uv^cK@PRzvDpX=D1g~
zf2KC2wsUIt{|Hx4QV@vTxlg$A+v?|6vk!@>Id5H&e5ZbUFy{l6(2xZcI!Dgr?Rw_$
zf2U&TBHc#Ts+X%e1dB`evpmw?(so1J;?JMgFQzX#Ir(8><x8c+&IBf_Ro_ps^<?rH
zX}jCoO`j;Rhs%HA$1K4KfuZki<h?k3SYththHB~k{Tmv2(xXMLnZ<B!VCsLBIp;So
zqvVDKw^XKXx3s%%da=5Co<ZO)yT<j#-xW7ZNtd?J{vekBFt0M|Qq{zA&cEwcWM|fz
zwch5hYj)s$;jY>5{^!!6OLBj*N*q@<Td8vD<gB?C8IWHQb+Kdj$z{)9ehKc|zU1Rn
zuBO0aQyw0Az*cF!(qFF5OYrZM&!0Z}IQIV0l6Y=9^Q`(mW$R8Q^<~|ns}~;*b9z-V
zv2NQ0?w8Lw=2`TF&%9={NPhdx){7UmO%P1t6W3dFWs}7Dg7p*GEpxA*@4Zs}Uuu~^
z={`SZ#hROe26eahzyGvY``%<XU!{M|ejZ!yFtGTxzKqUXt-~l|=>9`T;oeix9hU-+
zf6V(4v~EqV;W8to<qYlnrheD^otL9vF{%EXf28bL|Anj9Jm6XFd&9acFrLAD$0hd}
ztEOvqe^Fg0Kj+hznZ9OC?+lyX2hCso=g#|rgyoICi^?>%YWM1y?5y6ins<%#_53SU
zKUe>jVeVR|__ynE?0lQbIf6y|yWTuI=PvWG>i@r5D@B=^zRKD8H4f*t{yFFMV$Fv?
zCuHLJTwT9TTt8<;%N~=$%NauJCWT9Se^|9c=A*OUq+5>c>^4u#58R14^hl1!TJZh8
z?{-GUk9?CK-Q?aUEoe~6^516po1nnJ87!|2r!k%^n_Kqx-mC4-V(N?kyqOWk9P~FL
z?P^EWG`@hao#ltNgdTr4`*X>%{2!CPZGNu*Qboq-bO8(ZhjTo~wD*}NDF1kO_x8((
z+W(9Dm(~AwuRmMly05sgd+*c6?wl<=zaGv?Z@#j9M+TpJ#@{Quw{7OtFS~U~fa#*_
zwTrXO4s{>iv1?{r+@sJG_Snxo2D|2&ep&nX%FmiFD*w#Nj=c51b+7fTk@CFHPgB#E
z1ce;jxJ@YWLZRgLB}!$bAztSWDf(GEmg%g??vOi?btLP#nb+>bC|RkGVUn586_4){
z@~`RS&;9Gwx9PFTACGYBJ?9RII$!I&YB(|ed+3Vzk1Fd=8=rr*O?t*f=0BeHH~k|@
z9?e@kYhxq(16}Sz{1!1>>5H!yIsbWe;N1DG+3$VgYk!93c+7M1p7ke*`AFpM4-0c{
zG|B9_`BFahM9n3y-d8>Py+<=S52q>dDBhCN`{}$ireLa3V!(e<t<wvxW+$EfvcxjO
z+%2(oUE?Gc^>a_X6LysB;S2vi*Q~W}qVKM^Ew8Wt5YxWsdRTR?!=<@b`m+C8A6}rA
zI%nd?n2%h$9{yUl{`}wFE55r0N6oms;>pso-s9D$GiPkO<~Li<I{u{fgI?t|AAjfV
zdE~sS`M=G<^IZAU)er6Z|IOEE#b>XN&(;@)-+O0~ExWGL-%g0r{^gha4U=bEtWw?f
zNte-U=i9pzkA_cG<oYPjvMbCXH_kcp$8;{K!{v7kxwMvFSLtaBIk#hRgtn2hW2^W_
z#_SvK5AFUD-xk6qs{Q(Gz4P;0mlp=_|7P#_YFlxuc}L%t9}joRO0ldDz7Q;UyR*Pk
zxIF90#C6jxwN+v{e@r_i#3Xj_pO);TWr59Ywa4}~T8XBJm^hn9-#(*L@a?<VX7S(G
zZI-q+O%zo4+#q_=vbXW>-{{M1%H7s)f-78A7aFdMef?n5{WtNaV%Y!RI<Mv)G<)Xc
zO;Wjz_Z82tyf4|P9~BvP%hcQP>4CtFZ+P7F*S|2ZN#1Lb-9O)cR-E1cDyv7%dF$hB
zX7p`e=P&<v@Bg}6DV;ZqsytKKv{~xUyl)7vn(HZYFx_H88mnl}`3*_Y?$b`aTP<KP
ztuA)s?|D2kEyToF4f+)vB5lQT7y5=b{1o+7p7xrpaq66(=arqdZ;oNwlTfjk+5An*
z{nCn@6Q?|4IF$J3)=TGk#<Tu4o8&dWDK8?G|2}igNAm><i~FnooLl|z&&lVl)`lni
z;-2qtUHsvC@yk0qUg^}`iDgTE?EEY5Rf+H{<xf#_Zaj(IlX&@vud~G6b50Z0dW_yL
z_$-@qQaGP4Laf+hd1C*$1IxUpZBb?8&+%0c?e$LT4Vl2O?#U*Z9~b-UrdZ4?`10|3
zywCZ4m8V|(<l}viepy|<-l+D=#qXaEZejPIXWUe6wfFE!kGqa5j24+qi`IMdD^~Q$
zW+M-__H){4%HM3}c79s+Hr=n|Lr`z5i15z0HZ^}u<ICCN&$~rUyZKY-IG-`Y_56E%
ze}9_Zckh>LTPB)fE~oo=8~^Hq;+Yp6FDd*AJ-;uURXUnqKFhWKy|(lt%Wp|mAC2|X
zQs(?}+8vrVSNX=i{S_wzZ=Lye=lP6VXMRkG>z6l@ZZ0u<WNxwQ+Fq6IHw5zL*#B6*
z-~MmA{jbwCf-!qblo!qrD1XR5@hj{5ER)@Tj$W*Pd0N@bG;Nj*!(o%nYeK*8nzZ-J
z#ZB7Vo3wYY%Z<BnZDrlx%lDt3a@U(G&71ou>buwK%ex-$V7$rKqWt3})8hYf7dURt
ztT0Tpk-m^!_vGk(HlwA%hc;JB>%87#DgA8OYVVnUUaIH6d%V&4VokgGS4Q4evwcsR
z=bL=Yld?Rl#=ec$$eUq;Y-Hu+edVzw`!3B*e09wC&Lxvr=j<0dt&@Y^7te>C1z`4J
ztNcsT{D-r5yjwhRJu{!=g!n=$;fUYHCvG1xu5Yn3v8uD#@k8!XvwlsRyxiH~hK1|T
zJkfoB=%wDH%l=U}988p2lwx(HdoQn>r`=yV#WLm|Tf*;^`d=0DALZWV3X3|Hf5Z9m
zk8iPiPGv6XQuVofLA|%yR)1&fVsFOY{EF_?Z*M<;w)uU)f<0z;I~n+=x_gDQxJo=;
z+7mPJ()sy*f8I*HPmTIjK4XVf-S40GDzw(g-n-Ol@ayF-y)}Ex?tRO*+p@omyZo*3
z2Oi0u+aG_&ZQ;IGl4m#j_%hv=!l-=i)~c+UxA)&aIxV=K?Zr)&UppDC_XyNPPYH8)
za3)1zThqT(y=Bi%Y@f+eaewZy60eKTxxV{dzIajX;z|`m_ODI#XUzi^-rrOHer+OK
z+QCOrVevJ5?*y(ZD;yM`$06c>uv9@p_Gi1k`#R2bi{mVlKA2_;6xGQ7>-!{YsPtIV
zFYkB656xZ8K?T3}@QE+~=6mrt$MVHlIev@hG)#WF!{3elZuW+wTXvnEH|JsD&qL45
zPB*RyxZAO7`|(VJ@OPIYc1~wIcvZUm=Z4$5`>d>e>wljN&omH`FU^%*_qQfbc7@J=
zugo+#iLX<me}<kpr%|-0Om{KsXU*RA5@nYdB4wU3hwl?iT>t#5x7meHjb`Q+`yT}d
zp0|wqdi3zipT%i1aU0qnnjW_-nl(xO#H}K+Hpy9M_wv8Ui8$E4@KL79hUXKloo43S
zIjpEy$+UT=kGfN_`O1$ub;@l;pB|{aZVNX%)hwyE>tZl_%rtw(34LxQ;f{|)-F>5<
zuPli?D5=Q2QedXuH<J~*Ql(cFCR@(ErVzaEwB$)Y8TXyqvfO?WD=W_|a>$O3;}S^}
zp20WySeo+c3WYwWxH6S0sk@Kb^B#Y__kQjEN6Q7)%)hR&+aTMfEp=JVhd0$nTdz-z
zKdqqqb*-|+p4IX0pJQJwpDPo*?#d*ld%-g%cXuwAomKwr=Zm|IvTSK$e0g`~efwE<
z*sixHS1MIHC8^XY*hVB|w|&y*1alYL&kf#_o=Doq<yidrSpVzs%f0-0{@*R4zOMiO
z?fGT<-_8H6<k$SVdH!F~uetO8l~nzHyM4yW2OJR@@%sxGpIdo<kDT<zPeFdtPO*|6
z$Gsl0O3#nITwZkMljpv@llVl8W|qA=eKGv{w%6;=m|d}1{NL_==#NLM^N&m_ITOV4
z;QS0r!}#i5m+j<By61iP{b#fPqxr&*4=mRGwyV1GRmp0TRVD$_ubk{Fd*?OEW^wIn
ziZ^9yxO#rC>`e*2`={2;&x|qZcs=Ll+`}@rtIh;%yq&+-`tMcsdN->X{Hy$Kre8~+
zKT~G<`9FW}|CN<m_Wbhnn)t^(Gks2<EiuXLxX{M)?$NFvQ^Q^yTJtKze&6qnrj-|h
zE9WSdnEW=4SJ^I8<CFgS&%M1ZhrND$JLi01y5F9#h|^p5l}nv&{`b1Pvh&}C<qxfX
zUg9hloq6_kP(jQ8A174jrCK*VU%-4Q#XUVLIqcxolB%?W<uB!bvu3_K$27C=UjNUa
zs>`DNy+x->AG+Mle7gI{r{l45Z>HQV6sVup^l_eK$tBkxJU=GfU!~mAI;mc#*~q~B
zv#(V1nfb;d3s+0kOrN#ofPU`#pSujtH(vI4+p(LyiG6Wue!HxwzvAV#N1gi%rj_ch
zw|K;JdE$p<wFeux*FRW);F5a{ulDYj=Smmx*L-p~^K13=Lk>HB%*uNlw)|GA)i&p6
z2@)GZ)na?D7yiEYLA6Wb^w}qz9r5e}GI!OQ=1pZ&j%r<5o^;m2s^HGjpf6Llekk3w
zCiP3?T=Vt!ta(5A?7Ze8rKZyGd2jtM(|;|+I~nZnwO+hmJw5zT`Mwv`pRfGkT)g`G
zs~aZkxORHP-)Y<ad2ej_p`{NmImJG{bbi~$%7w}6Q>WP1_g3pZzU4oIFT4Kz-^pp^
z`@UrVST@zKg>m}CHKNKw3=i(LCvAVIy~5|f0x`G$<~zICYZg_kpZ`xR!PfP~ZiTR2
zpMqGMe{?&2zEiV?HSg%l@|&f5zM21H-SOe-!qc&NDWVT5&J}*~nd30wLXA(CpyzpQ
z`$bBHW={8HA6h4xoLSEk-nit2YxGR6``bIWbM&#LJz*8#zI$CH@7o@8%R`0b^Gk2c
zS+mKp`2cUM*rwejVrAd+f<E4VqVsF_n#=nRF7vy_UM+Oe>^HMXh}-f%a)-aYO#brE
zcb}fNyzcDp*YZEF`cPb9vT@gfSw|+m)L4B;Nc^Y1w|dUwq_`H-V{2xnmc0KnCD_pK
z$E}|ii>GPU817xN`NON5hhMhrUam5CL+2&ay9-@K9p!s9O?zguO<>h{Z8ak^F=fJ*
zg1K!|)_OfkIArc#pJVc4ji;()?UdzWoYgwv5=^sy{OG#9BPnBpO?jJ6edt2tv&rmR
z0(_2t(wA|qb`!d>?v8Nfi<1^F`FF0=iqR52zjDj8ADxd=6W2W0vFzbVTh^%`)9yUd
z`T3dQ-jdo%_Ruf9=lYam4lXc$ayfoG-~K;271MQjrDZA~Hc4dL@IJmPTy@Q;(>>z#
z_tH6aW_{;Q*|5%kIl1V@mgT~pkG0|-goa7gnN9ir!bHYscY#Cm&j#V7oI6icG^F(=
zoHtL<nQ`#-`QjH__n%>NtGmbhc+!?fksg0_PS=!`oILhVJYL5Ce)aRWFPE1{@#V)X
zXZ*uj)_cGG{qlv+Kl@(062H8#W`3%be!N`Q8monOvLoI1JQKYC;l$GEEfyIIr!Hx>
zFJ5aKbnnyW$H{dbuk-5;PQPN?6+C-F^uO4)B==k2U-vwCzoEZvMx@)97Y~_VM0W~v
zt=TMWHcxZy^Dm~dR=Qr=pH2yXSk`Wqaci~x{Z#)NyO2Fu1`^X$9hvuOnHWZy?+Bak
z+UY+(ZOf03&FUp{)Tc$u`p>UDxaNo+Z-t@KboGBLs?)pf*FD!wo3hTR_@ly0seK2+
zy(OL|t~}A45VK^K+Y1fp9F5(Y*L|OP*yR?p<fqNKIC<^?f4jdWzwXZelV&wH+h*$i
z(|WrvUJ%_{aIw4V&`R$6(bGT5h+np5ia5_9-`|!0Z^g07t81@Gf1NwQWc9;>2j^wu
zI{b}wUTV!Uzc|_5TJg}X{NrwYoAr3JchoJ5eA8%kVP@l$+8^oPSmOF;E)7sC+?jKN
zQTFn&imNBeU(Wxz`&;3g3qLpKIxIQh`MKrs_REG6MIPq4tOdvP+V`7Z4Y@Q;Zs}U#
z{hNNhW6QD@l(VfaDso|eqac0g?V1zYUq1P?>(I0po9|RkK2fkySfj0P$&X5Ij_F&{
zEBfs&Mn3ibxsomWLPW=mYU3MLpE&He-*Y=YX5C+MCSXtWyUzWW)hxn4{<bYlubr~C
zkwxa9#eo{Ve_CtyxSPaX+aMcOxKB3dVg4?yiIu1JY$?l@y!O@o^`YNJ9O*Zo>Lgy=
zUUOoy!5^vV=X<^PfBK$h8Dea*@wnjm^uMjf>)!v>Sua}ua96?aeHX6!r{6gy+kbVb
z)s*J))A^6i)OgEB+&|3xP)=fFo_@)U@8&yC*ThXbY;kDI{`Y6gkMrh!R_;sPvUbm&
z_y8C84{~*TIPBkvE?(C$Wk;v-AFB_Cj6WXVtsZvcgmIpsE2G=PJ=6C7eEqxi0C&ao
z>219F-QORq7um9GBhyOvAOEMyE;#k@6NmBKuI-P$O;LMg7<Q*8)#riDHsOuVjYr-b
zh_V+uVW?ZWTPa8J!lnsbnl68TeYIm<v3Nn=jpCG&{!@kjKj`r;*j~BsaGT%0E4#|u
z?<+1|w&v`zPs^(wyQ_W3QFKe1JJ;g*jN`@AVsoPeqZ1}q>KAQDO0zll=f}RFMOv%l
z9~$`TTX1ii`q`J`@tloe-@kUx_g_EH{#nWr{bkDL*1KgoRlQ6PKZuG;HS@a}meaPQ
z?&`KFZmlU6Mn5N7u_*VnHQaAdh<y{_v060dTbsSEt!1Cak?a3XO`K-8L}9AlKLw7v
zS5g(Y_iFL5m@a$$M7sQ^M9|C)-{yF(mcEl9ZS|(wQGBg|>g9#ay&u-BjX06g71_k%
zru^xqm0Xe39VPZD)3p|?TEvxE5a)5(AYsiy@lWaVHumn^X!nR?mW^8fi?ttKtk$;X
zV18<N`J@lqk*PN=#8deDFUjxNJ9~S{)7bO-`0Rqx<M>qWH039FB`>|=y6cw0jl1bf
z{%Lvt{WFhA`O5Vd4j*J&=4zYXddFd{bUd+gqvF>MOXpP|=>A}AwYN-6i{1O6$Jelz
zPP0DB)#rWM<Gt^0^E2;0o_ncn1)m#KtDj_=pL@H}<Yhyx*!g+3ixZ!=-TAfYi)fmw
z%UZpRV@n;A)s>X@J$Q4hqt|Vjh&y{^RYCI1SMr=M)=TRgtMzTaGVuv}&Gtt#j$N{R
z+En&&*3GshymNN*e7a}--ssr@9flu%5%(V6<Ncd^BwK>7=!j#$-rEW$|K5Z+R$N$r
z>f}0??%i1dp^G=<Zj#z!%Y3mn_w7-(jk_lFy<2*GMbNunzD>Sn(e=LRk3Q$m+aUR8
z@0opb7T#C(=P0t2{+P4n-v{>l=QrtmUt=k}P<Z>|E7R{rO*@mr6U&vq&qd{3X;av>
zE0goiRBtqSds$~;@bXsYd)?Ezwk78zN7@%|J=a|Pp?IeFeeU?ob92&u-dL9+VdbWN
zYj$<vn-16K%a{+$wR-gFsH5m>hK56vUuyihb<?8T`JasZn`QOscZ8Qqty$Lmbc*+r
zEruUMcHO#Ja&lttGcEJv^C#x-^?I@KO|i*_Bzu!dC%TPh@ZPAr*7vf<`0=?Fl0Q!U
zyI!-ZIr4zz0+qf#UU8Q7pHjW;ei^>y2|riM=W(Lk?!onZSC>A?UCC!pd|se6*<#u9
zujf+j4#>{Bcd=V9Qz&kgj?bKyg2tXtGkGpupDOFAcIA`Yy^8f4vR?ek*%>gg=fwI&
zQ|`aIWs$D`DD6UW$IXYDm(vs~AEq8yv!{OVaZ%ov9h+ZvY8+JDvcNRvXZr6aHywFH
z7uB~*FJ4o7@a7KJn^rNG5*k<AM1EUPclD`{|GqGrt#e<O8_xCFy@~m76+`5{X+Mr`
zud{kRuk6$HPcwvfH(%VdB-y&*YVhNnowLLpt#TUTcbLvycJ;li|IXg~58uAGoy#GA
zi<4#N9=&gAMjzVC`xl7B92MGWe_lSl$fh^+-ilXZsXQKnA5Of#Gr8-8NSKpB2D5pO
z^&{~F?NB4e)~kkveVzx5&D<g@88}=VIk{dgT=41h-46~|x$_yhHvCJCl8Bzie(D43
z63%eLRROGSJ03jH`nmOww2u6W$@~(r&dYp_Y}=cCc5A%p_&zIE(M~Y__6%9xvm$>!
zsM}xKd@@-wZ|QsYuUDo{o!hplu)%D-Ou>c=4@>gDTN(3jkIX9Uz8rLKx!@5_g)>Gu
z?_*Lg9O`O%nf*m=|0SEJ>i<9KZk@A4xKU@y1w+Xe&%A}TQ)ezbueIY=1IJE<@&{jK
z^xRe%Y!=?n%WIxp)h;Ib^VvuB%d6FE_Po7X+ZXn?rs`jZWcze^<KSe~^KtACw#v!v
zkTwmsV*T`V_sd{C6V9-0AJ+Zbs4M;X`R+LmkF7lS-7Ton^ZO$4Ti95%HGEo;%HHOJ
z2TyN)*%~P_Tcq-DyFh5l3)P+`?MB6O!aS2|n)yC`);VvxO6_`Y@V#2S{W0Ecg3F(1
zRyZGB?IvmbJTg_{`qH{3D`lNIkNVeNy1%FOkDO^noz8BxjvdeSiVv@UB+(ylT@n%2
z$-ZLEhNar?N`GtZ>bEakD9Xd!f4=CV!PDM+Ii{KExg14D%c>Vo?oiL$*mYw0PNA<$
z8@A?@zKgxM`hv>7N{$J>Qb(gr_{wh1*mL})R-Izi`QGzqtd?AKsC?X!DP$7zDzeg7
zy0BySjfS=@3l{IsyR*R7UT|65>OWi#hi`v4WLEy-z?<FwAF}c)fBGpaU1?(VH|-SP
zT-N<OZ;$0nFSokA!+YjN=jVqGGPt|meZA#ir^_?$)6UnI@1A(8?Y7$DM`rKNJl1=C
z^O1>>zn{=KwpkT6SvM!{6Smg-wOD(4v{vJ%NJ;s<CV>a~?@P}8v^&3^-*&Ukq>A%#
zcHVKK@mrjC?U-`1ZGGz8r&n*KrbzZ@aa2yvzr?Zk3jZlBlb7o6`&5oUGD?0mNxOGR
zQOd^*b~e|>_M0jtKe|$_exEt9?Bm&>W9xtVwMbw6+pu&l(|3KFrODrZyzG8?E;e1o
zY+3z}%lBvfJNy4%{&Mk}Iq$eK7uk3m*t=u<o=MZaUT3s3ytaJ1=*?Njo?^bU27MpS
znO!z+372|%rsJ0`Z*IYD{q@?+1wU8vOL0f#>8_ltR&g-#-DJNShI!I@Pem;*#~qtu
zzGsFx`~B3#k5=tEesG!i`ZpGDFKaBj^10gLQ=?4rk^pY@2a9=*&RhKWkyB7&CU^9v
z%WGtpUFJN`X5w49wNW|#>INevqn3CnnG=7y@;^qH-IP@;Pntiaf6C$6G64^Y4A$7G
zuinY8Bx`iY+5Vb_?OVS+_l}+uK6G2q^Ow6|OR@gl9~@I`j(nSO(m(ygpNOxMGWQ=p
zE;%>0^3Xi1pP-YuUh3C<+g|eK`zD@qdqXB&H9Gp*+wJesx7F{ATIvnwY$<-39LH<U
z7v50RTk}EXuiob->jkX&GLNV0T+(H~cJut7Nj1VwOyV`=r)t-K%IUmcVI**%+h$5`
zyVBPcp9B^3Qa|;VuXv`<sB}^PrwaeCm;z7XiEHL;I<oGutY?>)hS{8}F6v5sdK1=~
z^9$P?S`x{z*qZ5t)r$ZYvm?`cf2N!XFke?0vRp4oxKeM9?rx5nb${$X?ViYXUN&5M
zlKso(#^+j_z4VV(A1-^o<wf|ell^;MDW$*ry5`TP3pQNI)rOVYpF&)g8pbmC$O)V?
zF`8#FH}l%rr!NDdKE_(ia{H{c=b`NK`(Izrud{j_llSyI<HcVJ63c`hEfsobB)qTL
zNS1l>8i`=eFt?*QN5fK<t~sQ{%fM=8cJHT@cKK=(Zeii$s_cI8Q4<s77VUh}6I&B{
zpkkU%%}MW%&p$6+@p<*0Hg09c`6r53RNU%J?rql+=RchLOKQ5i$?i(lst<Gh+F0e3
zAE(P)+_mv^RFKvTUN3*?4-fkbmLHs~lCtP-c6AA##mm;EqU&7mS=X$erYw6Wjagk@
z;8xm^DVNjFWk!^!X^AbgPwAQ09`{8{x4%nB;bqi>-&<p(XT0?aU$rjf+rB!!If=(O
zeGa~ie|c}lp75B`*JloyfB!EmJ^z1+)nen1pI#^i*)I=vWbWeMcJa&diH|#))V&4!
zZ@fCP`^)7O{Ku5$9^<r$XcYN=LfL+K$Rm?g=Pf3#nzjGb^0y9&OIAm`{kZ#&_wOKU
z!F0WpLp%2=E{kcKzUR*41KfMHBz&x8%4$zd@hA`sD_`_*|Fz_onm2kyas;oayL9lE
z8-(2W(BD5-<!MiId8K#C-x@W)#XNI%t#OL9-dZ@(cfs8bfwuVNh4Ys3#3lb)?tGbT
zYW)YPwU4Cij?14HJv|}xM#ps%rsnzIosJso>)P-8+O(W^;-WyCt!wwryUcS^QuqGd
z<jVQpllk~=YDAu%RCa?u<;F65>7CtOhwis}&zSV7!XRMpQ@K8_n0dP%G0d-FKat<@
z!b<s*gfCNq-3d)^o$5m44c}JXy}W9v&x4MuON4)~dT{^j#d!`}oGlZVE^1wBoE7wF
z%l+r)=Y6hrlbG$KsUM@ZwRLSdYxt@{&W>iml7t<*`>rW>U3Ctf*2mJ{HO=JuytNKK
z`PL%0HhVM8v)y&xdhx&Wa!3EYF_@G7B<$vD=E9wiR@W%2ecCjWak<XZ{<tsQe4%kS
zXIpu)wyleqH=|iAqA7(rWU{PRpWczwsC+}`-;-)H%7o6(=&g9ICA}gs?8~Q<^-}xl
ze}7zl+5LWf`^C+dUoPMOdG_V~f5iWD%P+6Cxx3GMxsKoM7cFmob4YE^eXV!e=ZDW@
z&icz&w=BHv6j6F-D{nu?**L*ewz+Sv`?P<oWb;3p<FY}k+f?bt<jSv;FS<o`*1yg>
z(B3X(ssH8>ult>xu5|eeYQ}73DYw)PR|l{Zo}5%9An+q>eXqY=X_>|LmD^A8dFH>e
zkS-6+|CFOF{XF(}ahvzQ-sPvwg`2wB_VXJ2cUi|%qLp%dQ;hxP`{_U3?;6Yf^onlS
zajRIW>PWY2;d&Fzw$63OT;%_UFvdIyx2f|#`r#0xuGIszNwOUKYag!pcKyE1th~ZY
z(|@}C3);3w{_)eh-1$?lPCaowhI9Sy300wY_`FRP9*$0H_{0`te6HI3P5O?;-6bKt
zH?B>8x=SWxaoGu*2kfsd?D`Ya8_%k^kD2{s%EPc6#`Wg%x9#u6c+LCpesR|djfGcV
zUb^slcg^89kDeOuf5LfbZ?0)-<2KGc^-mfee7m{n(4;^+>A8ER{5|D=@O1l>P4QQr
zU-f7EWox54>(C1RuaSk(>x2q6zHZvct7!Rl)0?{$Z&%H^daY%(<D_>b635dI*L-`o
z{_*#{pQnE@W=OQ*{;|Th?#yOY@4HhMPIE4ecx)D<p7+tLci(g$?*FW@*G+p0Ub<{a
zXP#vc`{1Q|g0+0;VJ~~mRV=E(R=*@&88b|Ne%QW%qb5G-!!#j_>60q{ZDHz;k8<03
zpfa~V>+nVM+C5io^{3yv{>LolerifuYF&oT{(G@}E{V*BX~(?XyfyD+HE(WJsO#}d
z6=}Y>A=s_SPx9@C1lwXu!NnozJyYIaV%XugSbg!*?f24@pWB|Bwcj}R{rxjM%(g;C
z;%9l!ZK!*@OO`wBW!{dHzKf-g$?aWJy1A~dxyHGFZP&FvtC-gt=TEPG9Q2~^Zk_o1
zy8)JqgbTlX&|fCrUw5vDx7Db3?T2^U1v-)zW*2^#wO7z8bFNY7yV}3TI;_5LmKgba
z&ouIh&DoTm)P3=20-u?F;jL}%hQA7(t(EHdoL;R`Dm&!N6~u7+{CB-Mr_XD+%y9J&
zW9nWUb8c3sV!*FOiEhl!=FQr{HBaWK{|~Rqu}j;zsJUzXIVNqU$_UH17xtgd3*c<h
znZLo&j7v80>Gsk)m9AxPdKR+IY!3M=b*{qr{6qh?Q(O1%xb|WC;ptQKW6Jtu7+3rK
z5zsd+@n*GaRkW=V-lDuFuWsKdk7oxTI!;sH*^=BWn8@((Hp{v{Mz6i4wEl*dtewo3
z|MS6yJua+%dXbBY+~Ry^^om{TZfcC5+FQ*d^yc!#i?->K=bk;gJEeB7T8v3wf&KF(
zYM;NFS~<<HJ$wDqV)0UEm--2IN#Fd$XD@hD`sGG{w`JB=c3%Hyh5geqb<Y^iE&uMY
z;y&}Wdh5ogpH%vH=+v#=vo-1C5}B9pt!@;4N!j)PsQw1_qZRYs|J)&C6hBGr8Ml?O
zT>7l9@2wACOAOh&a^aoIY5o7U${)<qHLyF+Cpq<Iqu6VP&u>N3($4-4UAW8SjH*WT
z<<f7PeoWjc|L?)w%;zsRzigKO^X*IizYq4yCf(h*Ra-CR=j{DIkA7j_|DXTRe|Py>
z56iQfemZBZtgBa_%KIwy)J(ic{`{u~`Jdv;Qx9?8@7kbKIPKuMhRCk)icK{)mn{DD
zJxk2<*~0kDh!t~En+kq}i=Vnu`Mc(7r^f$B2ZLus<xgF<_~6_xx)O(P@0@mDHSf||
zqnwMI>)v|J|2oajtUuePEk)M8DC)Rn^>qEC$;Iy!3!eE@q|29h>R$@^`|AD=-TdD5
zdtctSIkDKgt!6qO|Ha}Q)wu^ZNk9Hk{AEu;*lk6Z<E|^e=;|gE+hy#yu#IQB+j*Yr
zYEPO%Wi6SeamX#r*=7IqaF_hv-?e{M*Bm$g;_JtI$)ecukoU>twaW9qzKfny)8l@B
zx1+dig7n)dJ7Z73jt&2wu>5VnCXdS&z3VG9c=D_Ey?OrILH^&;#Ce-!>@3^XH8z*a
zf86(=XZ`f+$BG#n#7|EwI@FP4vA6c9|NkZCn{L>>a$KA@MV)QSmd76ssOE+~{+P|h
z{JG{e<Mw0k_tvk?z8|fBZ>#R#l2@f~t^7W#?y0+YxZ>T8x9PJFq{rTu_Wyh-ac*C2
zeoS^1?`_#1rhJE=v3$-vp|<Z_yRY?v$3>FvmrZvRZn3#{Ti<eVYn1YrotL-&y{Z|g
z9V}%hAh~W=u10!_bhDx7U)J)atqI~WZt0wxg9I8AruZ5P-T%{k`Oe=B7gO!@FUWUI
zIv}-9^x_6(*~Xm*PPJORo)C5=bx-AUr8vHpW_O;GT~FqGK9Olq^x=3(ujba|e=QZg
zG43xpHXh0ReXQi^vD=r=M(6v6=if=3cCeOb`w9We+SKQ4#=Is5Z&Y^Zy!^lXt#7@}
z?sL}rqrJmRL-nub==pXn*^#k1wUSBI&!#W=_yLB=;+#zkGwt=X1ymR(nL7$37%+Z1
zcA}ewIbE$!^tM!>k?KSx&5bwD-rN1{)br1^=ZfpMuiEXJoiu;d@7>?$eV&tUeY^Nt
z_R|G&CePL!kbE7LzNN1Bsio$wd3;Oyd}LzofBw`opV6vajju?<`*q&Z^;7T5G_tR3
z-S_>)rzR)%4T)k^b7!CK=g(T%B7fI9b@I-|MXyUl_L%1`^eyc@TFRq0x8jWY(cM#f
z1@^69$B-rZk+-wdDq4L`ifSgW(ZjGBr*5XLr!zh*lMSBE^3sJbpkPsXw9?)~{}%|`
zeK6izDwW(SzR70us+7D1I$Q33^iVeYpdOd>Sy}Jz<EUwetbaS7Iwf@fKp3mRqZj)8
zpM(YKOQz;MlavgZe)>zOn)`I&w2BY>aTVKc_4FkBx8xRl-hAZp`FqwjSJ>@JH<b7;
z|9j@5XJW~M7`xs3HLATUilt)r@|8$lE&ZG|O?Bh)gZd8n`SFJ%5|_v(-<+u`ym#6C
z%CLh+{1>0!bU34ZPg^>x>7%q4<~y4owHQeyGtQf;d-_b0&5H6!N3m&>=WYu8eDZO-
zjCEDMRrRL{f?00nk!pnpjAU5)*Ik`IJ@eU%t-UY!eyjdrD(KlX(LbtPDu3DT*()Uf
zpAuibev|vDAIA!lS1g|}Gx&`C&vi_v-R6|uaLvCv;m8O7#gT`sS=T*Ww{V&b(_Mc1
zAN2=6I$OzwFMD6}`tKBZ-io=rlhti9H&lI(mGk|*^I@>$gO9c^*PNMn^^5A6?()Az
zx%urU(hD?pYep`gJmLJ0;+I{yu4_Z>XTGbeRNrh6Zt2(^IQ`|_@_SEr3+l5TH?^8E
zzy74A=Y${O_J0i9^i034Qy2fJ%lGBOlZ~>LY^6^O{d%t!zpi3&nI6Wwfvw|oYgRtn
z%xN|!icDsFVy-t~xxDsz-lEm{N}CT<2u44?+GBpcBs}2IRbSoK&3o4MOnRc-`Dn_%
zx&Pu`y>azh93kua{=xO1bNUbJUQ(!XzkauIMTu6$<;zAdv>JOpJ*stZ4~e{Etib!z
zVD6-_1CsZ5oiCYHsC_u-sL|ow8}yV{o%1U-c%zfG<9LPnLxGK71B#+^Oy+pkeO)Q`
zB!2P6SNBeN|H{AQd9hD7E@jbU(fiM0A4@ITJb6lu@A4Dxw}#AHyJg;1*$1I_GxvPj
z6w);Rk6;|{1$VY7OXFUj%P(Qw+o)$FrJukZS+jmi8}q9fSERbPtlyy3-&yl;d7<9k
z-emVxw_jY+-NPTXh`%$f`p(gdi+<?rd0!gO*t!0v(7M>)E0+uHaq61y<t=#by|drP
z)$7Y5h2$isEMAv7TX<$_&O!Ifc{2A}jpv0w>N(Js+gY{DN8+=~@$8sG(QLPV?mKe(
z{k4m)_PjoHEOp1z1&?(KJzp!?zSQ~qJF>oTrPiXOlGoN*A3ZeV``*{H_+QTc|Mh*v
zz1izk=k63%+`w>;`@YACWv^uAMCN?@#dQ1x*D*x_<vV9)<QN_PeQmG$3e|SE2E_%P
zA+uL6W#(VNm9MdPOX44|Jx7=~m$z2ki#>GOpdlxaJN(It9&_!ZA6m2L=w4LPsF?aZ
z=WHrx*p{$EX09m)Lg)Ku#M&(^ic0sqbZ_=$@Ado6iU;3MnbtUY@{Ri&PFlU?ovsqe
zx%u6Xo*ir69evT-zA(l7->Y+fM2vr3I#cwe|B6@Y%DyLSO9gK%>|Q$mU&6}S{>*Co
zY@VOD4&VLsGf%qBW!-h}HlOObeNozlU%R4V&a8b!bCr#*M|QOqR&8=@=h*R8*qtlf
zdj{L5tGN%R9Dl$*-Q@hq<?LUs{+8OI!*jgPP2I03YLVOe7w<)!J*$mtMLtcIT<hX~
z_<`3_t2C`8$;^xE4He{zlJ_ZFPkj4Xvg%ZScB^dZ3Y%36Q$qQ7{3&{`8qwNbuJvK5
zj9s<mqa7tbqco1ZS#o)^Nz#*v-7C_+PR^J+Upcs4mCs75FnHS3$A?lYJ}RC!(rfzk
z`JQNJi&ei#pFsQ{j@8CCMXib@W`A^brIHN8S|1y2of0=U_R;EB;g%K&<;Nd~&P+XE
zQ5L-Ee)b6=n}j>w3h{!*N0&Uh?#{t#utnj}^31pKN&+?&%ujZn`_R4aZw`+MU(DxO
z=UAj8ir>gBZ?{dme}1lho`1i*-GeU+*xwjeh?u-C(TJ=6X{G#Kzi<`*T#k>27yP>E
zXg57`M*UphiGFUGAN7;Z9b3MS^W&2Tnh#4P3|dU%%5MsP=-SM<=J59;3esHG9M?`p
z9%9k8{xq+3y<D}~`J$QS(_Fvm%<9Qnkf~s`tLDVVQ@?fg->N^fZ*~6O>0ega9D1?Y
z&F)WDL|k&&VcrdQCC*j_x4x3Jh+SUqBELz!K|VEXdD>^2{)*6L3?4~Q-|j@bJ#(bW
zis@9g`ZG3fhre=1e60k3w;u>7+Zz-1YP-Ry8N%m3e%XEh_uQA<mrhJxp~ZaC^<mu7
zk6M3s%V@KmZ2fpTXrarM9}D!9^M5LOKi<W2I=G|n#)8%B?lk1w@>)^&dyU?eaO=z$
zQQxX2%bh;$vAQq2E@Sz8lakXF=X`E<2AIEcsG8R2;WFo#>fgTgfeRN->l58`a{g%t
zUh%lYXHQot{cOG|@wwwq$MQ#6Ey40epQlP1@+hYt=uywP+|)di{qI|WXxZDHS0mTm
z5qZC$Vax3XlYKQ?=a>KGDQ`GY9$Ue`rix9i^3;SbecwbK<~SF>e>?W<KC7d6T=nrA
zo#nO+sV^5?y2qtedSQX;8qI(ywVzks>yn=*ea-!Ujd)AP%B_12ub;kde(P&(M$XmS
zT>nM)ExIi5{JnVT^@V(5Cegn-{r|RabqudBoc?y(DeYgU>pw=?n7w~qA^FMWnxwdq
zmR;uS2G0QAszA@<o*sWYHt%oaySOM?FqmCZ@Bisv?#_2?7G~Fevz_-xBENF${_jg|
zjx+oHH~X-3dr9mxtGMayFQ)!k|M}*wu<cKl&e#9+==UX4-@miZ$>d#Q+>`b?Y>#Q)
zL#uh^KXb)nAFBUbmN+AIccp;;aY41Y9F0;7-Z%3%A4>T%d4=aaNjrwe>Y~2$)|P|_
zFdYiuy2YcBrayP;Owr&_zpw*(>8sc(MO03BT8AHh_}6var`X5wC$~14zcZ?{U;pPe
z`y#IW9Z`x)7f*8LG@Bv%L1lrmAM4G8w_mSKojxOShvD8sI)}~I?>{wZ$@G=HFHLe{
zoqzUBh)!7Z=0L3w^9m!;!?P|FH_zwvS6o(ns9j;v;m(_V&kTY$Y}ruMkmfbp__B7{
z`O`Z;$ZuGB{o?O!7yp@7#UAlX&z#z(F#EE5UYc-0pV4NwUwQeT6_xyatgPLNPwol%
zbNtI5!8E^Qtxu<<{j~ce#cOi5SbZ*Y)Kv;vQL-vIcCHh<dlkng7Y+N4jJ(s`%eTZd
z^(}5$zNFniY^lVB51~I8Thn^h2A=$>=l1{1`)l%PrPC8`Hh$20y!uoAXYJHQZ1O1u
zN7u_vFc7zYDeki@vpxRq0`AG5BqcvBVHf;z<ZA97kzYUf<{xSAe&o1QFXmCl{T-i!
zc$UgYbX`$cT@x(oTl3K*Zub-AKeOid73<xZE~q|LR5C%@`7r;ko$N18nf9xs+5R+}
z>o@JH#pMTeY(LHC{XDwmlj&)vC2EfAWLRgj-P_Y4ZvRmA>8W&Eo=D5exKjr0FYNaV
z_$C$@h8);(u<*z^QM=j?DODx^y{}!bH@v&Ic(!uqOM?p@5t_@H{8S1i9=ImHd-wJq
zRYu-o6VHBdb}PxvS+}XpuE<f{t&nH++M0<s`5Ncye!i}_Ss-u4zMgYsmiKO^E}3_K
zfB(bBX>roGUSD5#Skb28aAZ>NVeL6is&Ur((@n)Rm8VC1dtxq<v_p8YO3w_9nYH3I
zbEBL~n)0VJWXZfMR9TyP`6i>a#--|l_i=uEg4|EtRgT#lr~hJ)^!1&*#`iK(7VBBO
zJhtX*Y-M+rpzXZA#eLad=A0Az6!X0z&Pt%p@y}ZG`?KtRoIJlMJW*%$Jf~8JNZaE3
zTvHEy{}Fej-TrT4Nz$dTU#psnqdJUuHrsCQsam4TrJO${arR@MhsUjs{CSacOW*Ea
z#xMPUpa19l^8fevKZn)+?na;Ge0NW_zgT+w*5*|+PB`zn(5`RoaY}C1lh0GU|1yUb
zw7tG>(CPi-()slC=u4dr_7|7eEdHWe^DzF|mq7oPm5x)QKWSCETiy}SvrAt$<>;<;
zm+$a3#|wUMQNDark~>{`&+PCe$N4|4@V8bjoi+W(8;05U4tcm=cy{&otDtnwGrlt?
zopZU-QFK;)+vaV`eSE<|C*#YG9gwgIJwIDw(Fbe!vIl?jj(+>{GJXEjpGMVrOI|)?
zEqnAtTOy?=Vq)v^V!xV&!7qjXIVZEG#;V!3KhW!WWE^);!|Bo0*E{bA$Q9^%zfL{b
z|LaQp{(UZ6vZh}MWOLw(JRHpzd(P#_k@sb?@-cs(U7SC&|5N6?-*U311>DDXZ+TU^
zbn&!<2JETP(?r)jvi<iVt?rC*hf#&{`5jkwHh;ge{KwRD=UzXQvCRmpvzWikH~P#Y
zjeWVlx%WL5F!}uYv+MRN`zxKLRg2vCU4vu1{~XKwb=oBQ*Z1PXsS{F`OiZ*oeB}1`
z$ov-3du`EItvfC1bmqT}x_9jF8Nv0e9ZhaYD@-q%FAlvPdhFDvNumz7QY*#wu{bdr
zPFmfxrYTC~(!2m6^A#2SY|UW@r^It@at&FY<Y_gXc|k+ewGF2Z2r7M9!n|X_A4%5v
zA0B>d?6_2yro*sG?s~Aty~z=K9)+$;@o{#PIeSLM%3obh`}mp0<*KodB2Jv$yWaTF
zIdjPwi8uCCHLHs1h$hVaCMnCde0i~yu&)0L4@)b-#U>I{IrD^sA1B;xS(fiUnPYwn
z!|L-}J_>BR(0=v$3kQoen+{H2R=P=c<$~n(amwBMl1nbkJpCg>Lh8ulmcFf>rq_Q<
z$o5S7^zr$F8THnG58j@sTJm9fx6O3-FWMC=*BxRy(ErnM-=3c59ZQ$%&)KMcXr_3&
z!krZrlS;3&DlWFW^x*1`rw0V)ak(vC8M)^72X>3a5h^KSMH|weeCc_rCs(a0{-a&p
zzkzA{&)#^?qnSJ!`Fek5|GTuquqTCUuCkkz?XK@H8YZ$ztqOjrkbI}(jqhTIzvWRO
zw}KTDPfLi*aQLz2f@*~=d-S7Sjx~1|XA5uq!#tZsK>J5W)W+J0c{NM#39hkx#eI5%
zmZiJS-{5r`VNZX|xc`x-H%k0%Rf_hKNuED0GwP?L_(UjrEM=Rhm3;KHm2~3vi1IfX
zyW{Jwy|{d%(B%)$;aesf4bOi(`Go)TuALf|RvH-&Y`w2a+5^8R)v8YXzDQK_!TJ=<
zc`;QlcK_Nsr?fWR(|n!PMi$Fi$;v71ftALme5~GYj(>RYZ}sKB*85NS9A@0iRCoPg
z$;nA_pIlyY=qXGo5z!Q#^!5Donuizpv$N({JJp_IU+c#=v-OBWv3|?xnN#$a>pI>J
zyjc28ZHLZd9xEx=nT`iMF5j#))xQ7qH}A?1idoMew(u@GwCmXI#|!>;%v)zaZF*o;
zX5jZ3v!rVD%Dc`bT;K9VrhdA+X1na(WVh?<FTecp>7V0|H8lseOHOz=+24L{-rXwG
zUz6XhIyf<7N>r((r0-vqJ2y?|oWC^tG{+Yo<@=i(r+@G=t!O>!r8#e6aPwEGc){%|
z`?t8q^2}eqx2pKpMSr^`!d|k;=^cFc4=-1LF<tnPU;cz=?U#SQ-*5M~yZ&SSgdC~%
z5<R1CfwE`vm(P837ytJ_>FbPLig)`@MoT44k8OM9!Mb6$OwY!r^Yp*`xBu_||M3@d
z`9EL3{Qm!e-%{(l?}Q2S16noA?}#ry^Tg`?yQQbssJ%~(5MuLNBygT>pBoFacht*i
zr7iE<&hlN&Gn}1nd3ok}?GV{Xw=b>?Ka{YdxAOJ%Crk~k+x={p2)};1`Q-zTRre2_
z;Nd)0e$pjMQe5KmwnYDv;$>QIBbEgF&X_&zZ(3_riSy>4r~Mi%z7~ruf8x>E-h9cw
zGwl4YrGMJ0UvIeNzQr<S)zb|*i`w@6(e#!KewEa-WA?n9p3@l?UEdD3O<Sw~?$cbs
zirt>euSh!iPvG)*R9P0(R~L7FS#zf1dMBa0drj%FlZuZRpO=v}POx~8G9{w2JThJK
z;E##tp9ETMDwsE~Zkl}1vX5Ts8`fGM)>?n6x#nu@x+x3qdsdb<AD8-R-V?B?NIc_(
zVWInq^Qu=XCOO8uTx!76e`nVEPm|9xIE(Fi!dRL#HzY#qtlN=UfyPXGBH|?@Yc}2A
zWL|f_v}k?&E9u94+jXx0)j8Mq{;rMma=R1Zzg|u&|0oszc+X+0nv;_g_i<;(ZSR|M
z^wH^nkK*U|Z56iL#Mgi9=8iq_C9J_;r|qc_jd<REYWvKE-9E3}b*A=jIjr=uBm19`
zYP9`^7MXb)wiWnl7(UEQ^Jd!lK{>HI@!h;ziAqcvcP2|@sO_1`!*WFSkSfP%m-O_d
zGXgEOWqNXjmus1_PY_+?V1C5&;bzCB=TDxz?Rq-k=L)CLnJ#nc)|v)Ryw0@w9DAli
z17q{TRgV3EdhK;vx4LPk*eP{Pv`CS#)-^dfQ!`-UsT0SZecfyRgX8MGEk{4D3eVqj
zjE7l%@gn8IQ+9142_+LI_XX6=JYyvI<>6KJNe)E^rZ-&r;9uz<c|Kq4i-l9A$2oVl
zP<z?W6L%!E{+{zsDe23emy_5GXa8JNadoa>hhKwo`kA*WC1%<4`|Xw;{M+%~;6vfg
zzwyhG>OXu*)p`(}@**okXr}z-kncWhSEIkF{&7;D&)OW;=&BsjA$d~KdPbi5yd)>F
zD<&sA=IvnceP+7p;)hEOpHDv5l6X+&(oueQl6|DtaYM$ssgllIKVN=(=&agz&oy0n
z=CR;;X+Edc$o0nf%{sO73aje@$22MTp6Rve3MUTlxm}TTZYkrW<tJ7t^4L9P-hJXi
zap;#l3)nwRTRhQ1dx6Aeg9jhy83k#X#kUC`x+uBSe7Wz*@T6bCtos&RnQAF8bGM+v
zdX^@OLpz>T*;-whaKYoy{fT$^`p+HA+jWwA>fKILo`)-cBxQ)je!bYXq^3dd&yQ#~
zZn*~qZHd#L>b*<9@$kzWUAG@^JW?bXA6{+TJUK2i;F9S6Pl|7gLe*Y{YJBzV`1L4l
zW|tkCye7YA$xj6vgVyk!$uk5WaIARxsYTG;{oUV!C#qk{4rJQrZP?QtSUCSR=iI!n
zSvP~kh2DSpm}hzC0LP|3s=n^KRw+v}Ki&JiWBr3e?30SDB-%uHr_T13wJdcup7@jf
zP|+hJi78oUpLys-FS?Yt_ejRd-nHJ6Zwfv(<$Y&*K53crG~bi`iw~Ew?YnBbOIfzn
z{I2ZY>R(SZ-RJ*0T5ggo*T?fhC^p08$Obi^$U6dcML$w@9b_x(zvK2<Vp{le_M9{`
zf7u1QZ|m^iS{%H>F^ZQjCDi8s-AM1n-F9mxZ(=#IrFmW6O@Y~7zka75TgBM)<jonI
z9P7!=Yov3WZa@1ib^G?~%hNC1-}_5*vyzT;<FkK?yPmwCFi|MGQUCo%$6bf7pUA)b
z<(71K`^Kg`i3=O=#ab_w<5hoN-(@fGD5#v_X*7@gDb>|g0rQn#N?(3=tkiDaPYK(N
z$9uzGPwua``g`5}NB7IQ-}hPmZLWX(`*QW2?Y4$IPSf-YS9|aJw$eSK#-(9X_&q+^
zgvH!n4_-ayE2+@x9CI}K21}psp^|g5k>v_1PcQyhwsp^Eoju>nCJNYuK5uobNZQu9
zr)b4R<^>mfH@&=g<k`w;jQ*GJ<d@F)_vwXd9Xscl)n$_ypF5?c&$@Uw*lJncAv6Cn
zOTp!(OTT7V9$t|9w>{1#@yw<vdlDInB%ZOlcfOv>kP$hp!cAWE{+}4P`6V&a%Fe_|
z?$1q>{PIQm^epx7v4vuOv;Hhy6F9y5aLuf9Dj%cke)8B)lC_$oHpf|BX3EzcEic0h
z*H(-8*>=uu`1M^)Z%$?8T+h=cn|Xe(S#42z{>|S5#df*cYo~v>v^sMB0>;KW;j!Ip
zM`KJ9OeZm}pPXg;Q=s#)=DueqcfSeEa1OWQ?K@aq;22(gVWuRzy~m9J!?4rZd9j~s
z;<hzq&sgUy6(*JYM=W03u0^wUmj9{vTC+LjvG;59tnQt?e{6c%bMC~FHfjG`zVQ+d
zbtf;sV!E$-YH+&q^NJVuw}cruvp;yZ<KEGgljog3ntylt9`+9TkKe8qPFeUl;--`8
z?%d{oyI%b$iMe%B^;4RXC5v0nKAwJq3Mr<)EicUvzj#@n@zDQ|jaTJEtvMSmY$)Kj
z(tNJA!fX2mex5Li#RrUQ#C?p<HeL@*&sCWG=*Yx8Ek4T+=2IutG_H$Ko|0~E?|nxu
zKgC$@c>28D*i_F;yjt;Q*1rYKr>W)^ZF%+bo%G6>8#j66(v>YfOL0ZJ_gAVFdF`|a
z&-2*uX~&0<sB4!Oo$gRD7BI@Z`ojIeojIx37E~T%mk^j2C7GD=qr9lhwCU!>Pp4a@
z^v<PySefG&QhA8ur~2i^$L$lHKcC-G*ZTHwhx@n81+rGUud^kT(#;nboC^(8H?oa+
zz4U(iUgpUgmh7Ck=nPx+ySshO*>Qi}I-Xl(zj^++z~i3sP36yP9%&nJ&B&aYzF=nL
zhJ(+~Oy1~`Vm)u!e(5zU`<|toT;_W3>Q1eqDOrbuODe>sZsfXNvH24}@8{ixG4l?2
z824UZXe`ik=;;iH!#hg!Oc%>6D^U0QWU@u<)x@^zYpgUs8@-;D9wBvd!zX?oMfD}6
zR;OPn7BrikZ|0r9BW#_*sq5*^hns62T-@U9{I^wJN=tNs;p)5-!7ukHEa3GQa;u-G
zQ!lc3%F<vhA9p+3s^a#ime;?%;=a(gD1S#w+v$A8j_Wt3l~254xVUxw()hdG@g8UW
zu8ADU+r-IQ{$Y9gQLD{5&wJ-{#OQZSTl?jiGV`A_hC9j5zhWmc@9X(zF?+%Ldq0zY
zeR?N;Ik;z@&s62j$HHHoERi^xen&KaYW=Ib>AafSKT??=|N8Ab?aH3-_pC4X|NEuC
zJiq>V^b~ftME=NaN2H3TE6=^K@PdTG;>#=Kl1^+0oMp=&6dXTY!(G#Rk9YEQRdI=m
zzJIqI?H1kJ(DUQqt~Z-E1h&nO+U0O~lAHg&WiOrmbbejpy?^3jO;@n{NuRg^O?Lka
zt9lQcX++n&@xJ^1qGrkcW5E^s|G!9-3U!}**CvnoHt(FO&zlU_{t3;z%j|gCMkDvO
z&SZ_1DRn02XR@8hNl%))?SYZi$Ddm2w>fuuA8%Zi^y|yy`GNd%o~3A|+b-3VpLM|g
z?@j;Z_kVudeVOmiZ(dej59=sJjl>W8Z_GSyQf5B6&FIB~>&LGBDml77bh7=ckkz-;
zKYcuIzdSDO=k;FOb<=N5{<!*O{onNeChAUmzrXu^S^m#K`44xy!Znra1Z%|SELp!t
z$UVI3Q{|J_=kDK`dfeuj>Gr!0THdd3mF%mW+~0rcrd7)PzN#DPnsY=aUF|4b8hFh4
zp=Zpexrv?)Nh;@$_RrE&-osP#iP6GjLvOJ3lG8h0@wI3;&8}J4=Tki6O!yJotEa85
zzMq!!S$6X0zANp#*6A~6n#e!V()iqFQzjSKcP7AzIiGb&T%p^#4;^a~d$s(ZmA>CC
zleFP|&w|26>$HN5?vigMCcNrjb349#ws}#Ock%zC?*6JHk}_wWS~gFc6<%?*zGQ#X
ziQRRjt~&EvpM-u3YV=-x>UyQjr<kYFvRkv~t!;XoBDCjP@4+|c->_))H|YN5l{(n_
z+2*fgMO}qlOo__d37S#5+dtTq?|X0Z;)9#coS%Nri>*8#N7`TBRq4IMAjUhrV!Gzb
zE!jW1>-M^w|L|;e;_PV_HF^KrF7MAQjW`%}SNC<}XPYuBsqmRn{U&;sMEnm+U#s+~
zFI_tS{4~}|gFUHPdlV1!KYUx`qy9+A@k3~vLb$}Wrk`)(-ByHMJ0&A`L}Bfl>nU*s
z;_GML<>5XoGFu|)Uam^D%Z;W-YM19Ra<V5DJeV3jhi$fmF3-F+A-#_37ar>sdzRz`
zWM7Ksxg*GXP*C*sOm&4^qr0bh4sV@)<HMfs*S75Zt<}pkyMFtP_5<#7_Z-<+`0519
zR1wj8Z1+uXB&ftHzwT)hWn0vqr10eD&)b&5PKJL1=AO>0`RpHi#Np8MCzlSNSn+V{
zvreBpH@EuPI;SJ8pEBpF^Z(#u_STmBJE{22{soOc1m?+I$efU`<@vv(e5T+c<DO;4
zg$I70yj6NA--w}oPxhIt1)ICieR*%Q>5PNH^ZFfcER-#Om6o=LrOjKTuy#wNU4uYO
z&o2#o&hQ-}OZ^Y)Ub^Ko&*0CTuCfr_FGp-2q}>0b&Q^aqe#O47=TZ5Y>P~h#D_*6z
zUjLIm?~;H1bP0=3PtP2_T<gDM;<l;VH`^aEo6nS=_--Z}ckb5*56c5rz6_6<&}0(y
zNn>sZ%PFUfwRdHUcyFqtY@8fxua_>9c-}IgJ2rhs(Yl&PvG&b<7OyYuo_Cg6b-Qv$
zsHJGQ-qHjSK7%vUL##BHFS#rB`qTQKv21Q}>tpLXQ_XcgFRsb`G127GZ7)r>eIFP4
z1~n~wV$GB|v+dQyKZci*59Vg*-oG08k!9US6*t4wmw`(Hg<o{cR=ha<6H~Ift^4|*
zx^I@IFVEe*eR=NrdQ00q_2$O{q!dq8t=+qQj(EPpp#$RVrDBVxKDtsFeymO}pLf2|
z9P3`w4}LF>%%1*N>+A0Kd(Hno5})t)zUFW4r|CVr_8jg%dvoXdV|DF;r);Oa+HvG?
z>DTBdH@)Zle7|wlJekFU^^(pvju~y%crl~BC4T3j4D&PF*BzNJDKD}0&z*F(hw1kJ
zRWh~Se_Cp+pS9!Xv!#j8R%}$CWf@gpIs2(&zoptV$<E{Zt62V2ee;|Vx^{o;yhYhH
zl@Hzbyh{4^+;a1T3s={FihVtW<HL=*k56Nj^XIFES@-<d9T+)hcX-)@=bE!u<{Jnf
znz&XccGtOo{jzSqb@~fGJk9vCe12_~(JbW*6LSmKm)E}he7-$#T~ScrdX4k{R(ZbW
zJ*C?k_&2{XIlDUf*2Xu<9M;N}{rYM7hF+y-gtnf3Qa|11-tH3p&Gj345?}G0I{dQ!
z|K)l!yIb2%7A?1*SNHz=zX>Xv)|`0IHThin+~ZHYckcaVnR<xjK<U26jpydbE2SRj
zZsc#C8qLJF?&X^0d!)i23NHENdy(Z{ll;6c{mZW>H8Vb0>1SQY@m^!!+%CW8c7<+t
zGK~)=|EvE0_xtkg`_A2)D*vDN%j!QWg$>5*QXMD7?%R|7LLzLEP#e#$ZvXn%e$2}A
zDm?xd%sCaDA{rd`#C!R{l%ucat(m<1c;vEF*$ve*|3;o!utGj_OU<#bvEs8nHOE_9
zdtP%j<xs9)()m!dHTvq^SEnjwUS#x`Q){}8!#J)b_txFa=wF;_=bo*7|LeBf*Eiko
zecfkXQtPb#aP^Pq;pR-`+E(H8&*A4q9cx}GXnjcBaVnZQ?FYB=-KO<53;J%C%6!zH
zFU)P9cst(y_G})TBJ;k?n^w`sGXMMe7jjHzWMeFB>pbjT{xLGPYU}HQ_s4qkw33?7
z*ob-+uD7aWjrw9$_j-Hf#QgcC&z~Gx|5us&)0S+RhuJTb6P?|+skXgrd76IgZq>!x
z&);-%Twqwo(fRw3e4<sK!&;5$?jB}~*@^|@7a7K-_WfA4;AY2;8%La6mmcIfGHtfT
z$`89IO}-e`ChF^E#L<6GVaBQEuDhxnQyI!c&S>;-1uo3)kpHOL_P5h?mJIvOqsNoC
ztuNZ6HG5w9w;Mldo~E*`U0?L}keJP_oTz(iGqyS$dA<Ab+7CW^!`L`XF6}(n->~Zn
z!^Nx4ANL3S3li4#e;rtHG2*Airf2M1O!oP>KaGCeoFgr9cXqbS>xvH(g7x1O8|wc5
z!JH;7x54kH;4zEY#+E_fCdp0=w&KnX-+5uZ^4b^Ky>4e!)B9#+I|P<C%-?z~TgP?7
z;YR=6e!=&xjdc${T0g1HJ6}HPRN&kLd>`XPz1`+NX+Pa&bfD!^SUvOHmvbYEmdoFQ
zoduxaeR%5jER*BOC6~@mP1oLZvh<aPw9&jx@h(4~p4<{J{i@-G=0kmk&)lryJoX9J
z-{CgjdEy+ia*$qY!LHeikp&k5R=HnV@gYo6e1F>muJEU!3e3?Kz54D?ZB$py-7Is=
zG$e1&l~nPlhgoc1ky>ldxKCqVE#UCji>27mP4#DdxJvi=V|S;{{o}E{cWrR$f;p+3
zJyynbKNj^Q+T1Mcx>)fzjc1B>kA=0?9>?VezdnyN%6NX4Pl>nKZR?pkUM%x|HBbL@
za_%1fXJ5U41}+lc{p5UsTE5w=140+Sgcog<s6Da2nO(9nHP*~~@}G!X&Snnvg};lZ
zY2IC2vw59#h2@540&kc7JZgXGM%9uu-ISg-*CW?>S2lE*RBSiOU!JGEzLELaq~)!j
zXWDG{Q~w}%Kdj>a-tw0_?kL*}2hR;=d%Ga(&AWsP7Pp_4%dImKE^O{QBDzogu(`<3
zwljWKqShrUHa&;>&&g(O*mUPaWM{U_(I|C;o#*B-@=Kea3f*Tq`O7-LkK!`5zf|LM
zrX4r?m1A<2U+TNm>uI6iU5`jOPnSBYpS<RN{f7yWeYzQ+=1SjG|9e;bky^!Lb^Ye+
zHnYAwihRC#U7`?Q&-+&av8I0*d?n^x+-hvHYSXQzERDA%Pr0wwtoWqKw(#%9+2--5
z?K*3xiCX?pmQDTjvA_P%3Y*h>cm3Ta)xM6te~#1FJf1bv`cZj$l>Sf6$_K(W(>*8W
z-nK5u+xuYNrsNq#3lwu(UgqC3)JvIX@oPW7;g@tN+hs9#e*P)GG$YmI%5~{C(LXlZ
z|9*b?ea-jZB^_%fd)3E&i%$P^sZQ#$UG-K*m6&$+X+|1*AITP;<es**_WJkWyp~Y?
z-qSx`I(W}_G`g+y-S$e)YE`H7xlf)Y2gx$NHsGB0_d=p*|J>x>qK{_r&otAQA7YnS
zW4^ti_UY7cgG;ee?sgY%w5xwjuM?gA^|RQnvIpm?oa+l;9N}MfO8ar_zrWmiO>2*T
z@s@ckS$gETX63!z2A7Q2o!)=P`Jvli>5>cUH%#}idfSz^wE1Juwg;<YD?DxmySJDr
zX6jGqXAG=#JT*o8bMAwa-*v-}uH5nHO1ypS-PzL>e^<mFjX!ug`uNA4pS$Z~<0bvK
zvhdYkK2~MIoO{Vt%yY%IWr58V*V<bi#J^ozx&O)J@VOS&=Zx0;z54Xh{pVY(j|M6}
z++MiFz2a%A=HX8}KepLdTxc^oC$y~c!@cQ0e(y}&z4=<=+4T>3ckd~etCc%{$W*Q}
zM(Xu1_qv=1ZLjxitC_w|_UW?B%G@1Cmiv6a8|iyF?0RO+#=An>b~t^TqS^RSI`eTc
ze^%G=uysER)jrLf$-(SArDNAAyUI25pJhD!`ew0?t?*}=85t?_Cb8J^+8L{)>1=CD
zpFMlxDkr&%^PJ6fyt>#ou}?KU&bukFyw`X3ylF0_Uae~yi&J-<lWUtR9Y6b8<f1JP
zzf1fOkUT3eRZLVwR5w{*kMs98oU9$E{5D-|Et;_+=iH)3t;J&U?dN4bDyPLR-G0!I
zD^XD}aCgfmrW}qf0clAa46N#(tYKtpi=Sa}`}huvCi!Ixuk+c@k+a)(I<C$7$H${L
zgza6n_HSIg@R-rU5B&D&^A<TBKH$?C-`KZT*loeobIfcC%asLLn<9>wEHPR8;E?nF
zw3F^%cb)iBadhi_0VaE;sSeDKer`Xq*@<a+Rf%!_7PmVkMJa(>KTY1F_)Pr4RwErn
zsbyc}m5nl!`xN+N6I8FJW+>>fo+<5IlyzOy{iCA()@9e-zT6PZ_|$bw;*I(|?>RBj
zehlLC0vFj#l{whGU9|h*qqF@F3ah4sYfWVcxpQfMX21`rJ&U3k7dn?dpXyNeOOdH#
zN5O1G@c>q}$;x$xVH@Q3?>-i!kXmSZlZ|)o?4t5AgQWEv_&Wlhc}uL%HuI`Ut(+_P
z@K$%S=ZY<xLw=hDS#(U4)1RW7|D^D6N`zTW)XqtnU-PDX7FccY=W^gGwzKC7WgB&D
zHoNu9r!#+HPLp_dcjsZX7r$TdDvNY2OP;oGqKTAjU%~GD<vS*_8@oLX&k~<EHFJsk
zy@_U}4EMxi+`fHyz30wPubOvfn>c$mUw%2+zs_=R-Rr46ZpVKt4zjE9IL^rIJ5k=g
z%4qMePiJ2?^VgrrnYOu4BEF|?_wj>#%VZ}WKD^v;+qSt&4>Xil`tjsQ&C+@9eC~<h
zgQbOSg740(dHLJYecrp<mVJLri&iZOb-UWxYx7lT@hScrTXNI0^54Ju!eP71FlJVn
z%pHdMnN`<o(*E4r5X+`{Pi2$E)#mAJE9%5!55L_1BywNxbBBpmTWVKKUYoV|@AUHb
zo8+H7eJMWw-s1z@d_fJ*bEjFoy}QG%_FHA`3jJoo4<Amd&u?*G<y=yJ<a<?~k9_@?
z;J*9+s!sCyJl(!;{g3TDxyBlsU1f{A?)CpT#~#c6WZ}kT%x@<ixh9%6HMu0GN_N9N
z`4=VMOuDB2653^SUiMOANwCGO8T-C%jeheqA?@%M_7z_*S04Yg?xWbf3v>Uyy8gW_
zH2<V~OS%Hz<J<3-r)+SskY=%bFwg!$&u$Z^UBa9tuXIam%Z}xkZ`KTyk+}6E^VZ(`
z2Ys(R6OHYE@atY%-}!5;?o%Q^cQ(uL-^gd-o>_bPpTr;U|9qzwcqjb1wXJAsPFw$;
zoJ#h4tLJ{QaF|j%MTdKfkN4^s<zg$@WYc1Wl5DGH?s?OhZf+s<<K6Oeuk2_3d;5OB
z_li>Qk5_6u7td$xcx`ea{?0VU@0CB!+52=InRWb5!t%cp@@Lz0+Rgbmr7f>Bym{a2
zNvXdDBn_wOeR^2^yH)LnRc^I|m#mlaT(x(c&*kh+_D7jmeRi*FT<<vLV8WEScZ7HR
z;jy1T`~SY<`VL<=e~GWqm-A+Odf{aJsecbPo^F14>e9N8dVianE0T=%B<dZ@{NL6&
z*L_J{eq7D_^q(JYuD<oXDZkcx@u$~beHSM7AN02}KXJWKsVMU0!rY3-7bbj<j4HER
zDqX`o{mZmJX89l6lV0&>G^R{*l*p`(xB584K5GA^m`B3b3_d^Kqwds@wxH`tz_k<R
z-c0&6VrF|{5?1UL7F@8<W#OuYdW+BWWF?kuIpMwYiRRb1M=SpP%4Rllcu<&p_u4nP
z%cu2yv%}-k^$%xXzIJu?<%jRAd-|eWy|15Y;5m6zOa7Fxo0)paj`jmfUFO{=I>nZ?
zUt#XWkSQfu=`3zN^)H`zPBAM|IU}y0ck5c@#<|6xtF_w-v?rDIc&TpI65e8|m3hlz
zm#wVLzO#>?Uw(NwepAr{?;J({y2S6SoI4MDY?xj6x9F>s_vAj=MA5Znob~hUT)v9f
z?&6g-=AZOp$~mT})>0{^zP_n4&V?)bCwn*CvUw(9SI&0m-qABjQZKCfpQzgFcAFIb
z<GI12U*~1aTHYlXDz*BIPWbY)oQGHY_x#M5x90f4@cjaAhZA;8Eb<q4$x=K0@PzDy
zrEcv<CY2|w@#9)8DlpZ?s&vV&o7+AbZsWRDe<<>Q|M!(I?k?b}H<UO#`^6-VPif6A
z>!+sw%Xp&AuhDt_E<;4%?{lXAydq}mC5kRRH{p8z(@UNc+@3i3AF@t5ZuP$Fw$!Bb
z$3K;8=fpLie`x$V%P;tVPP3`jN$w?PFD2f**`?F@ezw7{y^Vpd*4&uICh+v|sn+==
zORk8%QK{c48B=#P{e|NG#XF1lDawZ>hhzr44C)ON=l)r7&DB7I_vRw*1xoWXpD&HO
zvA}b2&HsCIU%nHM_vzmuA5_*S>wA2`?iRV1@0Z9w&Y7crwn2-xHtpeqyQ=+4X8TVp
z{U3C8;)17>b+r1I-Tcwn!<xzA@Am0jYVu{?`5&Gg)acK9x3_vq{=4vtpP!!ADL%B~
zYG%pZ<R$+NrRSLjtlyZk;?pdhN-Y8R)S{LC=Bc~3-T%vVsrMmkk9Vnw%%No-oYqHH
zSfzfsBlyvDTA^K9@K*0!lM3TcDYy8ZJ(cZ!!d(3SiTz*o%cfTP;RajmmO2;9*3D(T
znd){#Quw_8c@Cqh;v+u;VuSo{P1thq<Ic}>-<<Jt+Oad|$xIv8zL*mUHP$8~DwhuF
zyH+b*cKq@xGeT<lwa@J}S3iH>_dh@FL&LjkUv9<!t@(AbeLnA<DRLRLmGAAU_Mi9R
zWls`#6trRgpVj;4{9Akf|1nFuHYqRp3s+9=uhw06ab;a<e`Idj(-^a@2fti!o)&yJ
z`SP}Au2-R#zjDdWe61gQc9JoBwcNe>BW|^q`cx;r)>*pOP5rs(wDa%c?#{he^ZV>e
z#l=5v-!|PfH+A2Z=6P3CW8JU5m5H3UC+Cmskrz)VCr+4embc`25Z~8-mwb61SH}x@
z?enYI{BG46Q@{7m_D)IO(tK?4{4>E9-B&Jr<uE<uQ@Yh_tNFX9oSj&6c?qwGwVU1U
zGbeYmedD!SoWK9?w=WOd<(IuPu`Q2fTb?7Jt?brx!tT?7GwN^eSt-lZ1#^CQQdlq4
z7jHJvTfLI+o==5r#cPqhRsKH}@;l=r|CH{(W}C)7x3S{)+U*@p>%VgUu>OB-?<L1y
zF48_8OXmFAZk#`1*XF*-ZU3iv9p;_zd=qnxYJtW4?rn0P+M@ru^jE!X5%o7<S6lJi
zK)$F+deg1Cmre4rFO52ucf2@V+r@H7xU^}m#p)wFo~`Bhac%ks@z~EIR$e|^mfp9l
zc+Bsb_Dno=sqWG9H5a~iRI0m&Nzb%+wlm<_&A#ZJkJi5kwOtffa&ooJs`|NqzSzEG
z;M=?8@m8MTsM{Z}ZQilxNxtOvLNVW`8d8r|?O470XO`%lJukw~pKbqM6CzR{?mlDv
zt(oo0f=uOmxU}nPuhmy>&G~fMhV%Mdw)w4wIWM38u9TWJ(K*m9icL>Y`kLOq4|7uO
zs+3lLT$2~GdjC0%`N{{@Ojb&c`Z?2hXYj|cJeEGe7p40;6I82T1xfczHg+rgBN1@z
zOVt%Qt6NJxez9=2Uy`!4_)&&|vi)=kLEGdlnY(J{`kv2`+I?)+zwG_KuIG$2K3Md<
z-^6{q<4*De!&Svbt4w%Yk4K&idNt2LsI6tgnw~XB=L+&DE#)%Ubjmv^)F)XwxI#QR
z)JOD8Yff0xua9maMy<#HX1-Y=>z){~xw^`ux%h*s_r!NT?EQJ01%L6WuQv$t@-fVM
zQe~ff<<$C!ZeKearO*W>c^@_%I?pj#uyCco1<R;&yDNIa&z)H!c*c6Oo?Z5yc|Dn7
zmy2eq_gt=2d};Gx#pVg#x18rsw^}dXxpu?F(5Ir>I=rP?>EB{<a$=P4-QHuL5XqLw
zY$wgM>f3>q<1Z}zB?E(Uu1YHJUE$SJK2v+gv%tm6t-MYgbpK~2*}1#sWlojXW9zla
zHgk6@o88vq_M+u!oci(ohaC3VaCOc8ZPD1Wls(U`=1|}Ssfc-f%KzSd$jbSu5ti9#
zaC3scs9^<<O=kXzdvjS{9nwxv3H-Tw{!iAqJT*<8yC=;NDgDySckb6}iK9#Ie-wQp
zu>UFl9vgM7Jx2sC9FpJiWb0*vpRN3|w=SAh^sDll{p-`ndlR!b#^^O0x3s`IzP*Qj
z_Q!qnKi@dp@=W*nzTeS_&DSebax0w}BTubRubA_&<4{rmbh(UEn<gFqY#%u3Cx?|u
z-tjp$B_}=}`TjHLqw+MhyUCH~gx#LnK0NVa;#@|i%ukby6x%J;b_J!(`IV&V>AaM0
z;@2sDTR-~dzm|#rQm(8kP`Uk~hvehC=hn|V6n)ce{hr;&ZXS#JZ(=6#<<QCLybT*P
zr*D|v*729m{rH?4C1)-jYCbN*_b}nu5xL24UtWxzCOxr#{ioLK>C4vaR-AF~!qc^P
zO|q70MllP1UGY`r{p?pWw)ls0%*xyLtz>O&&-<J!X>H#)+ukVeySC=r+^<v3Q>Ufd
ze_-7mY4tSc^6vXT*yo6zI$1L1^8C#*FVyBrt$MEW^Tv|TpPwjJ3+Tnp+-H+G?aGg7
z6SwFttCn21Z~C3DdiVE5>%ZD`Wa1aAl$NmiS)DB_^_QQGRSIS^GG1Sj@a@KjuIFE-
z%)BYBv$FW)Rn>j*8_%vWo@N#KrK69jRQ8jsjPYXbeY`1^r_P+t?fH8>Zl9ynTHov6
z%Vu`|V6|G;`yg}5T5-+vi`s&L>7RBQ>n(q+qse^y9H)9}Zi2?;Osk3~g3FG})OsI(
zdN(>}+P;asA6{KEyQn&G8)tUSQ7JtU@jD-mz1dbBop*Ovt6#n!|GpnO>_RycuIaho
zepGjgf&Y}}JtkJGiL*bS`;%Dpa#H@z!&w@ZpSK)mWS>6au2qO~%4EkCC)i@12Uc#)
zYhHO_b6>I8sZ?9{Gl$kW9xky^j(^Hra6tO{xx2yBIA6Vb+#<*2V9hRPEz~yq_}PAe
zR^L+$Z!eejx!!+dZ7}c6Q#oO4k6YZ^qNg`(H=f*oo>$IXQ<>pNyxo$-_5*ts39mnY
zx~5IsMrd8$q`qzWPn3^edf+G%zTUFhJ!e|Jtl<Q=kBgjtH1r?L^U1$kWm(a>^_{mY
z?<y&gRb>iQ(w>X#&ggCmS-#J){m<(BlX-b-?7yy-nJL-GKlh_`ZLnR1dDb77#(yqT
zN}hOD_8PxdIM2YB9`Q6LeZSUy(|<3NAG((FM(4D)XDpe1nyFvXM)$U_;?d`+x1NXP
zdz#y5n7^H3S@bxtO^?4h?%)b`L($sgW$QfFZuQ!nD)aiv+lwp1_&%@xdHVUL2VBKh
zZNKWAjCpnUTg1M`ZTq}sV-gN7th+2Z(Z(&~!>sxq@76aCy_;63e_ozh*wg!J_lCLO
z*}U?ER-5qd|HOIsgYdp1Pj`nu^mv}B@WP^XxlYLRXJuBLYG>BmFWwUMUcl*O*6xpy
za=$H8r+zPMU4KjCVbnIh_ti(2pZR@Zol(sGgJw;oKV-tJ8bjr~Hg*NR|N7?r(eI%i
zwiho1G)8H~lx*^RytA)xL0P$^=Kg&rEAN@4sMq8tP7b`7yKI&I{-0knpHDT9nD*sX
z$xANxFS&bNoKHVX=Y3XcCf96nn%gAe%#~>=Hiu8Xdak5A@$;Va&w6h2ewTg?c)-Fv
zac0Mblqu(3Kd0zu3u#|0NwC=a^34akxh&re3#L3;=soF&8S~;L>3W`vb{|fx2$>TS
zB2hN)+e98#zOVVMsm&2nAKof);MMS6);N3F)tQp}-15%+oqE!<R<3c%`6b5uB1+2D
zSMEr8&p#J&Ys<d#m!?FlRh_o~Q2DR(nf8CAR~6h6`KccD@4()c{D_~T$NFyUI{wt}
zdgbK+#m!RvzOSc>Hf|DL^ie!}(wVb&e=r>DWPjSEf8^2hf{xpbS60ls_SWK3Lh_lp
zJ`w^Z0>OP7bnj%(X>oe(@qFsiT*C(M>&GREeuvER_t@<GW%IF#6Qiw@OVnZ<n*W5!
zubAx4ofT@dMeIY8y6e7_jasadD(#<F`}r={+Hfknee=VqjO%xp{s=QylJb=JU*q1w
zR@<&x`TMw(<T0<a>?_X4>}=*{TIN^H-e{ugGiC4fd$ZQvtJ&KV`ylFnnaiBe7bS1F
zEcg6m=1g1~W^bob@?-s@b%&U3k88egEeSl*yX9T@yOXg3S8i-ctUKW8WdG}7{85Q>
zvufN9#aBL_D`9YDed?6Ok4w`Pe5Ic*G}>a5^<=i5ncS)8slQyq?ziuMa(PC<`eV!7
zW}n)>V|wrvjROLkOV>B?2(FVBxZf?uZ=5@SX>y)j-3RS&k~NO(VuybmeEiaHpYz9`
zCEpKTetFhBZvMR=x1^5*^Gm&W_I%>D2L`q=@AKRb2A{Wid#37e@?zij&OK93@y}6u
z61cl()4YT|v5NoSO!yyPU7Nq_=O^u(8Gl!we;;svMd?pf_kPuSQ|9(U59N1k@Apby
zH;8Bqe172V<~_$3PgkG*xkdfOrOZs(^cLxVKHaNU`!HLJInV!K`P_8Rl*@n3?{=Kr
z&l{JberICR^t{}SKfm&RDL!*%P4*jp2?l|4Kh|ycx49+xvw*X6@fG{OFWWC~zyEQI
z?RTCxD!g;%?kM^?^+VpR(qGd1W4CN7wAlM^>+H+r{`-8F-+n)L2TN(QWasRMFB@jg
z3x1W&J=43`d}X#?e43>~NlaUSY|tn5suKCmnxD(p>0Qj6pw9Goxy+~Ry@_$(vg(#_
z2F$r{d11qP{ylG9(xt>^I<h_!y>#tjOz*WQw^N^DrU&*)Ha)2~kW_bHbK2Ibm_hNW
zo@MOI(=+w8?4#Y6inQoo-cfSC#v*s2+xC~`|Ns4+Q?q2g$=c8Io3DI$+;7h%+h0*y
zIm>E$kJs|ksb}LJ8D4UXGY)8-zV4p({NHiER_+S>J0<Yi9BIcDUC;liuwQ)hCq;hI
zpGEcQadFQ=R<C}eJE<<p^8Je=HLATat*bsfz5dJXj;KQDfz0nUMhgEcIFf%#)yX=p
z_;{z>aBE`Z@~|d>=6Lm<s!cvGYx4G<od42L<8r65d}!^KBX>XU*?y73v0@pIY@$xH
z!s)E8B?+5n->mby!Skhw-D8UJI{iCO@7BC}Gy7|n&0pD;DJw56_`-i!a)a6Vr9C3Y
zmiQjsD$_iBbz#MK{i^6G3;lvW?mnZprDOW!pNEuoEV%qDcdqv(i?h>Z)90ofzI<V4
zUFYl#lbrW|FxI|Qv35q&`tPB!`E!=MX7bx#CL4e2s;5?s?*4*9Ixn~RoVxJvUhw}3
z?b8aUKisreCTzYS_mXJC<fOiqHOKeN|DSo#ci#E}E%N{o3u7-ok6SbOUcL<M^;552
zZ^*jGc(2>iKbKzTe`dXOJu>LvJvKdeF3&JCFYBkP3VQA|zyI<@>U{I@3CoQ(ZTP*%
zW5N0dZ=61adn9dO@sr)Fa@n%#xZtXG_Wl{M4^|vzo~FE!^H)o6ZFb2do4cCv+sne7
zHU@iW{8?jvelsttSi|!DQx;yBD%v``ZBK}s;%ULnrdp5O-~X8r>-Hrvl~;C|(6(Yj
zH`YmvZ5p#|Z_auBBJM`|uZnnkH|ZNaf0eFRE;N>xnHHD)qW`$KOP=Z4kEZV)pUqFG
zI1sh$&{@{9EfS%Ng!ui8zpt<n;&0x|V!rx;@dV4uQ%Zc9!i^-}9REH?GAfz*7w0D%
zyCV)4R%|R3GTYV8_B%yy;{LLA@e3!V2wQdJ?kZcjclIGpbA>7PFJFX;TCxh;uUhcH
z<jkS2_I|@<HP<}#sviH<ncLKGbp3~i`Nt1;H1apQ9lGC_WD;a?NZ3jt_WFt&{?~5q
z$Z+Re7?Ao=*)>qo{z~(e>yu)YxZSs&{xIct`=OT|jcOIwS6nT9dhzA@_yc>NADy2b
z`+Rb`^9RGE&Odh^q}wWsyj(B1_28wR*_Zc!cmH1}V5zmraM{Jx7w5dsmRKa{(>&!@
z>YncK$|v<F<6m+~wLLvwqMv?ghIyY(__62wUX7wkRvG`peAqw4rJlDr#A@xfA*{=;
z*=^T}qq%dxeqrw^*uCWS+wyyJ?;U#o;3ad9l-Zi(ik<%-8XB{^_tZQ!k=(Ux^_RlC
zA2MPx82slRw0+h*qi@c^&5M7UoeN+0F4bjI&-1r0%lCcmeff8NeXp&)b&kefv%mBI
zU!Nbon3LbE?Y6`TN#12KDQvC3PWs)@+`QX7e%HymuF09=hkr26mE$c*pSki#`t{!6
zC*kZ|U7HIx9W;vBTKYq4{!EX)oa`r=KdxO`aip=$t<5++`b^V_`O264=h@AStN$BT
zqAj<+CbRm5^?im52`=JwBIg?mZwuYu|9S3vKl}eb-7nA1-^*1laPH{(GrDtLu3z~7
z?)%#OU$<`OtKOX>duaiC@k@@_pRugLQQMCl5ZFI4xW?>_)H<op=W4VTS6)w!xT<T(
zSnzZCT!a24&I|267*8yGC=hzhyoAf`r^%VC-Y+9#ci-v###vLg;>rD8-gjPIE%~4q
zKiAA)#;3`Gaj!2enfS$d)_kk0FJ`E2TV}a6?vXj)<q&nd%1?K13QjlTeB8Pt^4l}D
zoTvL-{_5+cckx^|-S;8pW*Q&&flusFQ>RaG{&iSl()F@MtyUHv4o3f(y~OqPX};H~
zr*0`*UH7-R_Otr_KeOgK)5A$#ZR?NlE_%@AH_JTX&Sk~CBC|hJ)&#BXzRkKk$LjW;
zpOTSL?BWL&U$*4gp=W;Z;O=$2j`Pza=ABJ{Yqgd)U#6D7=hu>$CC;ncy`+CgAKzKM
zGR31<@5vqS%d>40D_^Ed?XtPNcx5op63smBCck|<QjYU2ciTI+CHR(W`pU(P2fbYl
zd_R1>UmbA8R{y{@<CwUh<0<d&ElB*i!S><#n<fvRY_=9WcCj?(@X?3AUu9_>5VL-8
zfvMUqzSlU@@`>ad^}a8+O?#*Lw~BhJ_WzT8wzshS51;t*>q23_V#CYtq}I%rEZN``
zsku-vevf$4Lov<=vt2s#86EaMd(a(tey_Q%d$PIVls-d+>t#O+ZqL4-t}Np{dEGvn
zz329^Et3ymWwJi1+5b$#=%m<k&Qy_z)Ef_H7%&7g=qhORJMEF$8KHW?QtcmK{1vwO
z=7&DqPcQkRzs$e>qxqHzdbbmI&302d{{P~MpNxyXe$`$$=b}Py0#AYT<SZ4RJyL=%
zPc50gJ%Zz!M#L%h0I4-g+RvYRR&YI1FjOW!!{9~2hk|uYNx!9DE;;9;>(*-!rFZeC
z<?hd#yi<;!2s`$^N9CTM@%y<G!~PxkoxXa)o5Wo+*u)%cFPuM-Jg=)X^L3cp^D}e&
z;tz8O6cly74}Wo?Q`D_<iJF#;BlG<8dUJ)p)#RDf{oGySBWKV$gY}TW=TwK=mN(Lx
z|Ni1*JASS7g2H~A-`p`LU*5IJ-Dmu&E9eQ+x(a0-hI?}h4gQ<IS)h4ea;C_l!yT>r
z<(;RP*0z4zeq_x=4_j@wzq_74O<}%ysklMxSnk`u4gS|R7;Rcz6D6O}RXFvF@XHAc
zGa?rmlziaZt0a~5>7sJ{vdc#LEl1-&U#@hSaG_RijmiAy|C#n5TI^F+-Q&5d#Zz9=
zbjcxpyO4x-jZc$#=RE8wV43!<LEUDjTkI629o^EgT;?Svo15l;F+Jj|uH4H0mpy=I
zXXEMwwsma+7rgV|$(>5DG_4g;N$q-2YVMl+BKGN)#c$urPLsA>Xl1JO)a3q|D<9Tv
zeP-+AlJMg-+u3uiY>y3<r}iz|sKFLBrONG)eznZYZJV<+xGc9<)<5ozKJoO{N8U6$
zx#!h_k@kEY2Gd@f=)H(+zAiMezv<xQkLwZ~;%_c=-d8E#JkeI_g3!I1%d!pEGCv4h
zd-!Url%}<?o@j)mrI+sfx67+q=RR(DK7&zu|A*Sn%RP6DKV9s%<J;rCS?U_^i+7S6
zCMT+U#OdsxU-K){?eiq>h<C-Wuf4w9UjKRX%l>~qzJDyQWK#ZpvG%3-r_R&*<$cEc
z%D8Lfx^sUjCzh^!9wFqp$EqnZL$6tRLZyEV50gQ6O5{}a%bPx2y7u&B<eNuR!!I=y
z{0RKs_`0g@0ZZbgTakVD3ReD^C>m#WAiw>nS@`19@2A`d+hKE~Z|N6b;nLSz-K?^0
z+`cbyl;w^(*21Ip{$Qgq-xJ0s<!kqTf9f+?_QJfW8zw)^Sf{G~Q$*&|_Va}|<?Fu~
z%0^Fr8anG~N6f9oy|P>erzV+OS8kj9){4I(f8WyepV#^Q^@w@kBmK%lM2dNXRk?)S
z6jKwSpI2w5I$Qc*yxjbo|B__&_qp2-w&#5nxBTL<<%6o_>z1f}T5nf{f0@p{UheF)
zeixy6>Hl@&o~<vDYuIYMSVwmHgB@MFPyLpCC;Py%ukg0yw>=em&-m^*CvRuI=KR6e
zcg0IyR5ZMll|GXG_i;nSUIG1E9BVetp8v>Irm6pr>iZonPcvIJ<`(8ErAikVJwD*Y
z^YcZ&$DOs=(~ag@uv*Xgq<dHA`T@(+d%A*5E-v0vEwk^F>3QD!6}9iJwx`6LeDHhD
z{FD0+h1I;?-IQJ9E%$rp!@b?7Z5H`$o>I<G8uxK)VdZqa?G~9+bxl9rJ#+lRUxqC)
z+jzWV7V_3U&53l4F?q6fUbf}sfN2w_y?gY#`_Q4y_Ac+`ZVP?8`CL&|SyEkU_w{>8
zx-ajQY&o}Lqw;x<^us+bM9gMNUv}OjyHVuWna#)8tXz_{R!cpe?5)?js-k)7htE21
z_j}8KRW+3oPGjHqH~K%Ha@76hj~j|)T{kU1xm0A<o2{8s4m~s%dN6zWOv#NW_J56K
z=`pI5$(-~>&1Wskl;|fc(|?^X-oW|v+)num#U?yr8V#O>4Kd%IWaRP$F1WVxguZOi
zqLX55+*xA%=gvIYx+q@pZG6Dd?w6)FwB8@hKQ2F^=M-ai<K)W=CdFm2t>@iWEf`U-
z^JCP;?nOqSiVh0@PG7f`{d!}DD%bg*bMviuU$1tQo};ztoDsM6;&~P>2c#B@Nk37(
z?7p~u@f8uP&g2+5pUqPfT(3{aiIcB6v+wT#agF(}C#)=VUB5^2sB*dYgh_`DPNpfZ
z=S|q;(JI+I<uoHh=b1I$OD&3SXL2PfhtJ9m$TsOH4projxwKL6ap}8~X2*QN%FCs{
zuHFv+&m}LZ*U;9U_kxXE+#&8qltt?5Pm6bSoln}bk30DV>+*lMicd`K_#h$nY{O5+
zAD?^sCAg>Ew^@_%BTKK7`RLCFAFr)o{S;}jXo`;Ox-=Et-#yC;Ei+U1IxbDp`Q`T{
zQ>jX3gLmbcBeJUBg63V@{_p9j51r=>=lwZV!d9Kr)3BW}D*b$G?`1vZ{bhExa^J+~
z*Pi>h;z2@#GxLSD;VubFu1)-sWpaJx^_Y7l2VVL}EjEw5zVG$1YLz0*vxdKnbC+D4
z+wq9A@XGHUIa6l6U!v-8cK`c#&BZ6DxUJh^b>_!U4*9uq-~DVVf6Xv`YrZ^x&;Q<+
zzqIq&_E&J<+xp8t>C8?QjbBZC^GhDwmXSYxgJqJ6{oH-ujzwRd|NrNFW#OkBQg4qW
z-!yz_RB@pB`>)_-tB&)Y-+01hEi>CG4fDFG`U+Qg>!p@0W&g7zHAQ~*ia1FD1ICP}
z5)Q8{nvN`BcDu9II#natdCCjPxsh8}SocPLp8Qf#)7qo1A$R3<iPtUD<v%<Kh~JjH
zwV%URv%F+=UAXkF$Mbg`*|PE7RIlC|>!_T#B9`ld|J!9m7A!dE9Fd~1t|a-!Y4e{(
zHLIfMU4Gd1Zqw%AP2%>CjOw2DYRTtb={j-tX|w84DXZ0cG<+Xh%}z~!@pP~DWqrG!
zQ<i34Usk^V-?<W2IU5s)x><c6cBR@G`mVYh%3?Ib(dP5qb2|!IKHJ-uFV{D<v^XMZ
z!+Y3vmseEyzRXD9$Iq62)UOn3{TF1$AN6cX{B*uE3zo<AZeQZ;vtZYrMYk_GJbJcq
z-lym-zTENYFU17DW}LWi$T)G~()>lgH=nwF?A0E1j}#%naK4EWxf_3fpT#zZTgxEf
z)3sc88*7a(UH>cAUJ7BhS#V_YJsH1Rd;YqW<@2p$z3!`StqhBu9(-SW&*>kk@gH;M
z6iq#T+&j<P?$^$jTn}`%FqNgp*}pW=O_Z*m`ux$^56>1RYQGoR?|b@-*zrB;i<niG
zWT#1a3WNvLEq-+AY{m0wUXy<7R5bCtV1L&v_{T4kh3}=snp`6%f3^j?jyYWNP-=6V
zzmZ}3wN=Oa8(yd>uRF5Ab(>=R@y$jXr+T`Y)O`w{c;)l^gN}FE0vBKTy4x>sG5gQ5
zC5PinwdKW9DmPDF?fxV<U8146Qp@M5UfbrAYg-m-I%do}I=OT)GuvzHiX%@=yR#Y}
zP0_49Ro~Jg_~^r~XMyY2JuH8GCGeo&!#UB<y1UOmnws@*QBBP`!-WyNsT<vtr9Md9
znrK(Gu;}qSi_peX?hiRv=~N$b|HiJja$X;w(8VylhsUl8d!N}YT{zL$EB)|3_gkxk
z{oM@j&)M{I+QO?#d=<M)D%U*qIcm@Gfjj+yg6@kWX-9S|JvBe(<iAqykFb8xmh{I@
zYCi;XtcsrbC+VJ;&L`d0Bk{kUa6Byz`8~z-mWq=0)-(C7(TA^WT~oYx-vwER!jk!u
z<~u2Gxe|W5-+iIfg}<Agq_RA{_E7ZfmVGb0);*kE!@Jh&M)!j5?}r}eyZupie;!(+
z`1<;-uY$|cRJ+-&7mLr0iJCrj+4P0Vxw^a0KbC#+sQw!3W8-@d)27_D{2=q<f`Cq$
zUD4s?#%!;1nDp$PPA!m<TV3v6_c<roMR__K!+}Z_nFp(k8Pw!g<!jfwzm}0a7xmct
z%2bKx=c;ZPSRZ?};*+qS((jZ0_KSoMYM6e#!RhV)NtPwS<X_0{pSO>>&5J2o@bHP`
zKdG4M<=d9Azj2-Leu;77%-nNtoTg^7&$zNTx7(sAxWYubIW)Pg{P2_8=elgtJNf6C
zDy>sH6;WDtknPer7T;%IO8qZw{K&rX*3-gY51RR#g6A8($mrqxaWs8<@to)1QlBuq
z>ovc3V%Fc^IXm|43!ketq3z^}5Penotyd+#9@Atune$|ZeX7IcoKvNo9kW}mu3h}R
zu18mWb}KipGW%{Xx1V2*-Y<H!^pmS(<q57e?%vr3zmoP{UBMai>PMHRt@&Y>{cB?$
z-I%xHHt(sKr`t*nt>7-r`8(kp>&2()vbv9E_M2Szv(Jt9K*)~DbAQsJR#aDRKhYBZ
z!zxwmM9r!~y}0QHl~>j+Z@-&<zSHE5h|KQe{6E5fMtwIk&X2D<xxMee^E$!)#lFiq
z>@Ft?>6etc?l%p~T)W@yRBA;@KabnWs)ZtX?mD?nN*{X4OG9Ks7Hwube{NIl!IOFK
z_x_Hn?Y#Sb%Y*bduYFBzB_*}zPk(Ap2-2*2HSyCD(|@5tPF5f9hV)l(xJgN$>-W65
z#bx#URJC2qH~54UJa=pTo-5yz-Qjn4&5MpZe>Em${c-Btz3x-~{v$5&vT6s9#rW?N
z?LCxU^YCl@$G|@xrIPmRzXm_x%>A=LWV(%R(VPk^{vUUy|Cu`FzzmN=$ClS!KEV5*
zgMWu1mu^K*L-rlJ<yRFJ9DXGr<=n9|BPgo8O(*uZc>g6WpI_zdf$Jac?K!o1!_;fX
zqNU!KPWiKnM?&wMYTf<YW$#lb3kfVs(YYI0cl*B80fYCl;aive`O%R5w_|^WPW}9?
zR*!ge8osUEJ#qf?c&R+o(<&c7+9Xz<eWqE>a4pXBaor(~zrR*kd}PU7+Qj-WW$yY7
z$0AnsUkJI#z~)?YbdkxcyDHP&{yo;6;<ml*p{sd;$)fIq_37^ol3F`*=2`0J@0z08
zGuy_T|D%eJEsq7OYFeDN@tH)!4NXl}Z7%tDj>M<df9!nRl>NtT)qjR9-)Hs8FXQxO
zbYrfuikceJdygY4Zjb)u`_I1#H=j3K5V@b*uE^oZ!d4FdL$lk@%yGCFZfGyM_W`SC
znxb=b*lT?u&xY@jR+8P?no-jpMs^v<Gd(NZ+sPg$y=d|hRz^PN%~#F@@6Y+W>X5<Q
zBfM`9wy)Q_u5sOF#{Y&(8DAeR>Yo3{{`^64M$YV#rjz`Bn-0nzdR)6~Vg&1RePi8>
zQdf12H5C&$7awdh5@irrICH5m^YNySmg25y9fi|VPDQM^>VK)Ch4<UD3(wYkZn5}M
zy-uvnMs#^y>hi~C>kJfGGsT=;{cqTO^p42vSu=ajwnY*%IpeN;SMr{+AUOWz4)(~3
zwYL^+IRB}A=c1iK(GOS7SY+B)(^dKK(f$hc2&u-lgJvv2^G=zoyHp;Uvv`|&&YR<t
zmP;fCOuVOexZ@&QocV>Srz{#h^4}Fb{E~kKEau-NwV_>NezZjC@89ePKKZiqOyhCL
z*gE0;n+Y;ST^A2tcE3Egx_|lkyyBoaU-z={a`2!0Z)w}MzW?^d4=*zK6$>g)y)-;+
z|Dqr!Rr8eE^7(H+8Se4!pI3B5&$xcU`M@O~3OVm>GVz%CqkG+n-CZ$kN?)6f>3?nh
z9c%QdmnZs6SX|o6slS)Mago{dWm(9pP5m3~nM&l;XWOPfsHpm0^6QbemFS24oomwO
z@z;O*{POnw+VWqU<^LZ2qOoV=e7;-$FHP<~chTHmzv;BjH}C6_-(2_H-v4LPOkO*i
zQ*XAvo#-~}Cr59<nh%cKX5EzzU3SXP;w8iUOC?X@<eq+SFu8f4V)MVt3L4DUzi~+<
zTvik)=bZlIp!<x6Z%<ixn|L0XIlHFi%!$`FAM@{h>SytjeWn>D_kHi#6HAWmw8;#=
z`YVsO>ht2A!piM6i;Z>UCw^{aoKUk-X3j0SI0Ly|Wp20JID9{CtCyB34DoMTSIi~x
z)3V38yWIcD?bMYw-`72!z2xTImwIzK*xj?j`f8dV>iIvK7V};|pg+~(v~i$^ytU3N
zht}IKzc^1^$^24w7mNSnARG7Q>%OO^bRAlwmLJ)da&}_eCmZi4?>?TL`2T_bzZNFf
zd587g>~<^_7o5`b-T3uY$LkEAGw*%;%;IVtqIJ49`r2vD<;-?3dHD*f7o1x8H85#1
zmzvg{mq(^IGS2(5zGjhIi^7!uPna(`|9s59pdd-Z>LcI0CIvo&TF&GvU2&UcisxM4
zY~=LU^TeCCx(%OJ>z5bIoWEp7#ld#=bs0|#_lW#|djGugl-b8;Y*KGJEO+McGsj7~
zACDyeyr}9g(O_&Zv8?#Qq9-f9=t&+bC}9kZoE!Vv-EP{kUpz_%7pE6`t$MUl(6sjc
z@0&Ka&hu{P;m>*@cE)49fLyLQ!&JQ>oqd<n8p7+J=524%mjAl=b6)$t`K_0~?)|xX
zkN$hThbHeX$lIJ)UU2N=&UZ#xc7p#~{aRRVnJT_t-66Xx=-Mgwz_0p`3t!g1i}XuN
zH;OMfnrX9mALIHz-Y?vYf7>>{V7j+|eYnI-PxIin#_SF@=amhgsJ@@-*tON`0oRM?
zk_89W8#x@ExmP-|TA%sTohLagUmGTGaCr4;-;(W4f+r&XYtJ|rBCb#=TFEho-|G7}
zoxKTaQAvD8o3+^YeU5njc2B(L#z#Umy%(xKZR}x4R5o^(dnrC6X$yDw-k;G2E=Hst
z3B7Psy^}3XE#Q4`T3UhY_EWQJbZ1CZu;!PPt}i)UF1FC~mAKJ@jYbB!(%Tg`+c7P5
z_f)&rx4WVz{;1)em{-kpk$1dr1<073PG?nm7OK4a)BEL9Z5}S%J2kUnOZ`Xg1Ah#f
zpDcVRwr}&AMZJDZArlr&{QRs!v_9?8pJv^a=PF$Gtys*p#VD_bHTqZF)ICkB;}y@A
z_l3w7_Al%*T+8_I#fGV+ZjU~{*`0km_eA!}$ugBe7xl7t-#w#cH~p_nfy>69e?N2_
zjx=1c#E(B!Vxqgu<kLm+J$L-;K6+Y7OSN0Zvamc0NImVt64vzk&sL?fb+ON_IeKIc
zH_J*^Zaet>%3R%PEj#p;)fp0xtSe5Mw0L8Y)UrK|TY4ScH&m~8I<zrr%T5!exo-{D
zv3Y$e{&KeXlI-5g6V&GLP0M}iF8{ygm;Aq%{|_xVA{F0ZHz#lJ$7f$&u7Bsh|My?}
zGjfxqd>r^vZn(Suzdiro%P+V0|CLkD%z0*eXGWPN;|KQopN#U$f5*)3mz;L@<@OsD
zacx3RIi2;@KRVtQ?zvLF&)I;*JFa8SsrE-~_b=}J6_U4X;Z)bd*DrUN#NDzmTD2==
zoy0Avy>Ta#6%1?*8iI=(yyZQP2(JCo&F)yKxudGQeoj>%BcI*pkf*T=IudSWw#;15
zAu*Aw|Ie&)pU1O!FYS2Dbgtx!(b=z?gSWi>WLa>FQ*eIxA-4EK*>B?aZnE9`{ham8
zw-&#DBwyO|=;q0r4^wRRH$UQ;zT?T(^|N>npJ<skck8`BuXn#QnYNz)lY7jb*tifW
zox__`%OCIEv^(XzUxWPeFWQgp|2k$~p}u#{+NC}j`^{?KFFd;UMdfpehs>u`ex91S
z+`FXV?Thqps}C@}?ti&>dePIPzaQxJGd*<TpE+w?-CFMXrEQ{zl!WGpPKhu5tE9eW
z`lc=Kq^|u65U)9O(d?!8KOvR##@8ROe5CR~yYA5TjZMp*uJ_od8h>-50`K%alK%5}
z-ar2!5p!zSgJ}DIO|O~u6z)AU`&fRA%gor#Vm*H}>Mx6CxNiUQVt4q{@1pY0<}b~*
zcz>#FVp;hT{a@*l&ztfd=gez)e|m#o_}`M#8&vsam&L#K-(Pg`&`ztYsdB9I6WhCD
zT&!Mw()-wVV?&#{^2z^F4q<Z++w<@Lwme}zyOE2W<9^O_&l7)V?GM{D!TaYvt7re?
zJ3d?exV|)3&huBjsP%-&NiWM8|A<bUKJ$FU+;`r4MZ*m3n`<34CZ6B_`lx73{K4bK
zg7wM#+>&4B9e!5)wMg*4MvqeE#3`?i8GPKztz$oRpMF>7?C{0nuNHk2>FX-?v#l}}
zoPSta?(Aa0kMV`GriaQL7JpY0rN<=Zazyo4WM8Av1*7BDJAW>;?N~nl)7iMn6Fkpc
z{hism#8x+aj_yxP*<<gmcQM=YmX@D=?3ArvVpY8N9g9Bm?7K|AchjunP8BcXzaN@8
z<HuC($ean;3tXpk|MOUsC1PE+WZ@LI2AhdXl}*a(LVw*j$C4<e?rs=lvcUG%X9c&}
zZgXaL#@Z>_Un)7-%j?@y^G#^S8pryN;_c~kuD*A_WT5t8gYd@8SiWXG{mQpjuQx~=
zT~>G(x7*Nm*V|($(~cxmWX*{ydwKEK!7p6u>3368BAGAbXIL;l5|ZbvESlrDbE&@n
z-n{D*J{>n;IcNH+ZoUF<N|nMXCzW+^o0d#euT78A%Qs%#d&d69>w43>wO<OVzFxb&
z?EE{sGdutPzgqwK{zjLlWo~^}`_JqUf3^Ql{{Lzo*PejhBbV2{^#Auk-gkaoUHz}=
z|If##%AYh_yy$(+U)!G8=_&_V0!@RjM>Op?=>8~9X&&3+yq!Awb49D2UYs$SE2&cQ
zI%8kfmOmL9Hw<-TH_UO<7JXjbzIe_HmqVe?JXohr`G3lJnb#f(!|+Xh;hd7kZwe<h
zZ=cq>^6<IYZQqy1>lYS$xwqJV_Bz?fzfZy=TW&u;eWm>nZ{64J$q90wcm7r0;M3__
zbz<!sIg_H^{OX#=d&`&KF3(e!z1ll>8E=@r#o;B5@6{^BrBbfBRW^CcTrK=4tyZ=t
zYMH<zcY}1XHwh8b0_y(oOy^JCyf{1EH|EomPdnMm-}&zUx;Edhx<tV+F;+w|x|G*)
zN$Q-kT<MqZk7sUw(K16{QF33eF5k*mE|;I)+p^Nc;7EFeE4$T4UH21@E$gE0`Rz}Q
z_`LZ3r1Pph=O0~&eRJa2<oR;G{kv`zSFV5IJ%9h#;vek0rWdVRaM17JgQZpit|^-B
zM$-0QuP3bgJMXx|;j)O+cgz1yuliH^;aTq7El*EY?9$usZFgkzk=y5GkC%wu58^9~
zoGx)a+f&&%@0y~;W2tqotK;<kNbE1vt(=_p`27#v;QiwJm(E^x-AJeKS;;chyQ&M9
z?w`nW*>qx^UVSm+|0#W`6-s~D?8P5{tG@h?H-PoZkNtXikMsBZ{rCEj$(#GvV{e^3
z?kd%0n(sa1>F1*sfA4*)F;_j?H1}uiIajq>xpjTF%M)Mm$GBZ7eDAf<X5X*vA5E9M
zKloSl<+Tsz?<mjU>0I7Z#C=@n!-HKv^z#e1obj%^wLbI9?(eF1j($+xSC_Z5Cf@G%
zy68vN@^PnHRr=;v`6k~f%u(sy&d8l|ZQ}C6k}vnW+Do2Z|5ABPv;XO}38H+7)_(2f
zw<W6<L?y1SXuX|Ycy0E6JMsRfn(v>g=W`!$nW*=%a$R++zGlcW>5pd`e#S5DR-D0k
zaM}S!W#x^DK9$msCwVz%ulQh-@I>v(kB@ez<zv3CyYJ<1X0ZB)t(2;2rToPv^|l_1
z;|JOFTo0W)pRuvGXYn!1w``BkUW}hUKjp2JM~Z&Qah-m)dGUL{DR;gLpYWRb35U)3
zx+Uw~f5cAPa+V{<&sb^R+(zY|Z6}sL)3je6;iUh0Yx0|ow-QbX{JpmBbghJ|H1Dlc
zw<}9SrKPVgi(bF))OWpi;m+KCpO^OrNHaY;|8e3o|DG6Y*UUGUHW*6vJF4fGseD;4
zTpBRj>v6n&=@XvL`+IJ*ePfhYyjmG_Sxr8D_xB&?wp6~TDt2qV`MqH7`t{05)3QDN
zZLNadRsETK*f>pgou7Qomy27ze_DMx)&4+7-}k%=k&m>mnD6*KSF+gqsivQ4Q~!zc
zA|8^*%G{>pEMafUmx?>|_Q}cJzb0-gT_?NbG4JO_W2rjpMN-wTwe-JN-&lBMhJWUS
z9XnnoWSZpfFyWMJS!s1Axli-)hr6q*Q<wX9c0Kx#Asb~MGEbxKyd>wRL-Rj18p(!L
zzDk~Q`C#j|PqXZgYWgp0FS@~aLI3&d*^ZU_&U`XT<UP;B_A{y9?}+X<mmfzz^!!@P
zeY)-b`U(4$(<Wc@l(!ah@lkh`)mUHgCgn$I=EvXbc;ckyYtFw`&BegIPrLuA<BVCg
zA4ImiYO&CMa{YMhvG2$0fAGK5n5BO9vF65!?ozv^m}j)H{mCmxXb&ipv4}C>(6=(r
z@ODVNTKKv^wzEnP-u!jF<iXBaJ41ZQLOuOmla|-~w#@9DUjFyexsUIP4}ZBk!@J_X
zew(dy-rNU1JU>E}H(lHG)kTc;{m!%YUG6Q#JD#q#+u<(o>8b3DB4z)uEmK54FZ~)(
zdM5l6=lZ%Q$5&sDsZY)P-!{4LU+wk#&zH_FO^|ckw>0|E<@kutA6%o_bTenv9aCld
zH&tw(xxQ%FSLfr|c2|~%A1;^4v=Cl+CT^Mc@ywc9@oNV9pLf|*Z+%lMzV2h`9lqB)
zWcB3c7W~q^J11J&leufj-&rqHk0b@npZe&x=J!hvjZWQv6*<fM*6HWsiWxJWZGZUX
zzt;El&hJ+j{M+@R+s5q8rTtG0b6(!xaDKP`V;g;&x>bu$uak4OU#tH9^z&tRzdx8!
z?~wB6`HLG}QBLt|YZr@$+?W3QIkW7={YQG)ylTB7uY}_N@8M&}j9;?-iMrPA3Hq*k
zdo~}r_^)^I{onhNvY!<kyK3<DYyQtz)ri$mXO~Gl4&+sy>iEO?S&~`r{E~HXJ14PK
zb;K9(vqkA%+OjD)S=T+NKrOaLuh3-vA|t<(SuCY1-)~;`=Y0Po-H$444u@XK$6ax-
zpMQ9FjiJ*^Ezvm~1=~37w$AxgdN|~~_TS(Cc=Sc1*NX5ra;8*h$4=dI=|so#hL4K_
zp0epTFF$bdx`OQ9qZ0hf53c6>y4`8}C%c0iwg=8lm(LI|X}HU=Yx80E#|<}^Trd1}
z#gFNj$*~UKrN6apc3tXUZ(CXAP-7lgt@8R?$z0_?(}1&{{hZp#2ifkqT{_n4#wGJf
zf!Dt+>i7!&$2AXYpTGJ#)84&${e<(^^6t;(yHQ^7S=37Q`ug;;!<Q$Tbo}LOV5|LP
zyl7Va#`y~tPjg#*Vsm_%*tMrVQYSR(UO452RbBj1eC+7CtHS$CH=KL1^=^uPcGZ#V
zZMGASuUFjd^Yq1ue8!y3ozwX*Zaf!TYx^|&xx29R!A$A1!tN((|DQbka{m9*_Oti>
zUVA@nwzT|%=-Z1gAG~DnEx=W>AVDkg-!G29>w@WNE3HE}WY(=bHl1(cv4tBSs2@|Z
z%2BS+w$fX?@pHu|=8yg}-*VV|ytJWNsj}&BYh6#lBbOZOX7!piL63`@A0Ixg@KpBb
zws|KluW(8fp3(TqR_Vgw_t9(n`bD<gr#!5x(>(ao=fo&I@2o0jXWDtD|Ivv{DprYk
zi^?J=AKNS2dBR6ZYyILCcOzR;dOWT9!(UXylxhn85V-yS#LGABrL!xK^Gkd?u5ZlI
zQ1a+ZkL1rIf1YnHI?@07fbV0Y2VtK&Z2pQoxN`U2JvrGKb3fdEdS>R9>+z4Bx4k%{
zb+IUA)@=7%6_fhTmA{U@|Exbm=$f~{+Y0^Hi~XWM`~Q2wUa_8cpTFS+H@1(j^XKgQ
z^4erodScr?wmJX2)oVWQt`T$le<@J%+P?THfqzb=-~6<{Zc4(QS6d6N$#y=_J=1%D
zMP&UiiEEp5er7q#t!tDl+*um;wz}P9|2}iO`Cs*au2R03IIa6q?aQS<FPz`-!Kdc^
z>D7<Bci+8pv)P}WOUg~I)-UqmPE%F?XVG&XKHC1~#jJH%pI()JUh4N_*4DGH-&{}h
zwQg?bzI$qM_|$f<=UU3E{Td6k=ajV+-74a~KK<d@|E_b-FE=(d))sqw_`KFe@l2@=
zUMaOxZ5G_A%=cx<5;cjdf4g?-Z3oxI6Su#=fA?=>mH5(_OOyJ`oZs!S(?2IvCb@im
ze9e2FC2v**h1dK#uvH;fi95eycVGPbxACpZmCREfn!c-%+;U)RQ;cos2d;eg%=t;1
z9!z(Ot_gE^UJ;l0zCvt?>ax!QYYVymyUt{5E8gBP*Ztt^LUw1a(3!mJKXLa?<akvQ
zSrO(LFegKR*QZ!9W?AR?)_s>=)ksZcG5c4^bnz62tPY#K&4eG4qQ^3}6mDO%DQS}+
z-?<Oos#)2cLEdjPVP^sS@0}i(WHRY_Qt`sitBxG7vtE27OKg6rzFlw3rL`$hN5z-9
z-%3xhdywB8b&hSdmR{l7C*to{ed3#ctb3o=^Mm{$udlZskvHOHV!ZG{BhuTyt<(FK
z>8{W%v+FKv%6u|R_BP9?Tzl<EbmU?2(>>;OujcRAs*}{`9AR%Bc0YH=?79@`<sOpL
z>_1#x=5$H?aQx%d(~PDXrn5hq@VX~>s+nQi8;uL{4SSjQNyWye*d-ph#dcIxx$TXy
z^~JVnChIp=-tcR=-6p^3<c+O=Pu)|_t^3lgrc$`x=vMx}O^w$#OnMf|V{rO#GEar{
zN?Etdu~H?+ID_Nw?6ckbNh{uCnPb(N=^b-R4Py69(!c#l$l4`W=Imj$x%XWz?C?=%
z+G8lScynm88h>5vty-D>vh6Q4eye7rx!YLXPW&NL-#+p5#}vJ%ml&cRn{4;x`+MWy
zjkQI8xT<U)aojlmf~{NT*YTW``aSj2&K*fD`CRc|aP~&|1ciG(Qnw=u*p8W$t5{~v
zzo+m%V5Q00n#3Ky)dcFSQg0pFaKf+T-UH#~`|i{TZa*RH6mY^=xW#T->gm3wGZF9Q
z50-B{sA1uKa*h3&=yOFL`hOJKH=FfM+8uw)#4ImOw?`(9EB<=^uVbz*KUZjfY%9DM
z^yb~Bjq^&3&g_<zpI;iQFB(@GQnxRE)5l+G#xZ)kcl)(p{<C!N6yFQY>ni$AY`?hp
zq}7j5z4^-W7S&6x@@<io=9N2LC2e<+bywgwk2B2$&noxd(VKg`=0xFiTgm%BuWf&o
zeBp)c%9l-n%Y6C2ntjT@e3oYlW899Z^;eIk_3AwJ&iH@Aai?V6f(iVUdY0Vrhb0#O
zQFffS+Ij1u+g0yNWKw!ghT5$A!xjJ7!0&R_FM*XSPJ1v%S9XT$zWlZGkxAc!E2|sk
zB`R;!_S#T#d}lzIoLKnd&-ZHB(mrnfBJNka#ZStoiuZc?;hJ~ZU)T9*t@%;^k>Q3E
zyQ9f`-`y3p)8Z~~t=V#~^=f3@-jZph){?SmteMdXa)Iln)@zrWW@pTpzU9}wpNDoc
zbDcdt=Xt~S-i(}2*Wae)M!lcuzEit)X58$svZ;GjJeIN-FSWedD=*P3qTtY7D8K0L
zsfwcpyeyZie$Qdrcsip~{-V{=Pfjcxx2!zA-|W$`_6}EIiZ6M)JV<NJ)C&_nEsXx9
zKVN#?JFT7bT3)(j{@7Q}q|yAV<MA?;ugm_`Jl>@c_c>YSqwdl8Hpz9}QRfvK4=KEy
zF!SLt<A){2mVZ9`Fi&65C%odS{|^?mib-nMZnZp4Obseb*W~qhqPk1<{<h_;MhXWO
z&+-0oY+*fDNeA=6|1z;!$F?qd?(fU)Q2EKmTTA8Kho$$m=I@$wMA_caZIYn8K_%aM
z<*cJFais@bKg&r}M(o<dyZ>KMPOC7}q(i~`i{<zaX!ZZPRgw1Qv7+Jh^Ts+mw1vL9
znVvY=f9l};*({~Ad&+*V?QW4Y50m)xdrsGh^pwSqIP3qo$={iJl`rm6H^-DGKP+qG
zd2TN@5Gy!lo)n{dR^ZOBMHYhBJKFkJKCAyL($a8r`Hu$0wYOQfCUDJN<s@_9;Z?WU
z`ls0z_N)};D|DT<Q2Ktfzi0j5^a8mFdo>s|6g8{(d+b$%tyDiATfgW0(Ze-|?S;ap
zt$yO<=Kf{1&&taSSo=Lp)V$|DoozM4{d&gbB7;-Dk>^dNoOl+MXl2;^S+#!ZK6S&L
z>W@SgmnYdby9aA6KQ?*OPMOD?vt9h-ZgsDlU%+(Pj_vPX_5Nki=JE6L?mcLpR~C2V
ztdM%;*2{^^&#dZ8_a4l6Q<|WkU6IUTy(qWpNwv97=B>0P|7TpDYbFs}F7j)xdHl?O
zzYg<9eA{AMdopn4?KOt>Nh;Nol~e!LwXp3ww%R*<lG;VXf3NuGTD*GWu4t;Uy>s!$
z7asrF;?vcgKJ{j%&it@M)50}9=YVR(<i**$7cbp+x4z&}4)1ZR-6co&)V<McJd!w1
zIdg}nduD!qb``gBnfyOfx7baef4=qqdE>_Am+ba6Mt>i;|Ns6){@>$zlfM`D|7PzA
zxZhAAo6H@&rF@CDXWHE4V_z*oZ9hCSyL3(EYvjMXaeDuoejnJ{=J#0qLl^UEX15($
z?XOOo6uO;w-W8YI=<UMcs=vsDKcwd2oW>I$mrB22JZyVkHNpNc=km)>v)?b+9xSo%
zpm3KnoApe;Ls#zc^2#0f@$tx7;~rjX-ZG}Dl`U@W=PyV+dy(VjmiT7ExdyfgtOqx}
z{&?{Hr_v8^SC@Fae4*xRv##cic#!oo&W|oJuFtX#pHBb&I^#>q=bgJc>kKyexKFvT
z^c>$zuFuU~%O);w<gD&ozcK#aUYooBu8QkeC$*)2|M=zCYW?E{%HI!YZH_GQcpA<#
zbqPm;(Zh#lC#+i>e2#I_`<RyHk59x_?fG!!+?O?u3uZl3{41c9DJH|qy>MZ}s{6h2
zd8h36cwDYp>U4(Vlh*%h@z1#LKkm@d-q&q*kMoFe{;!Vt_ZRvX&hS4v{aeeQxIJPi
zQ8_O?JS0Ap{uA#%|LkAF)Mf95%ya(y(u$uJtj`<!dd~r#AC`RYt?svK$Fc1bT(&Pa
zooDw6|Hn1+{{J+%e<r<j`t5sL^6xCsbnHz(=`MLURDJbQzR&AkTipA~z5nsOxgB21
zUl~X|?{VyJVx8Y;^=P@R<oScE{W#p256sT9xa=nDJ^!?s+uhX2%txOVztd1Ys=eNA
z@tz2NY5zIb`fVkI;xy7{^Q$eZUfH@f<LylQ+D|IM)2IJ<Q=vLxi}s>|yi=Pep8B#Y
zc&~`W@~N_aKb+Y1`?$}>YNd|FDl2CT96Bf_!4qttyxx0x%tt9kqvZ<<k43w2tZ7}m
zx<hdL!_F(6*?;<O8+mBde30HUNik0}!@cB`!790rD_DdQ4{)E0SKnoFYlZwA5tfR_
z@lCuly_cQhP!{f3FqbuO-><p9oz{Hf^?920@Z7;uGj%UmhMO>FCQmPTxWs>{9$V*`
zgiGcz{HbxGVi#Y<Tdn=@qciEq$9+#0eBfv`&U=?6_e0p=gt^yyi_7XcF-K-zVA6_v
zY*@F-NLwyR>h#PT2SPVxu9&tt;ir*B+YJTVORFD>l}mc5-l}`$VW;gsL*MFrWL@3b
z$r7zW&)0v9iZ8liAsp9r!T60<=eo?7_X}%I7(YBXZ@$>935}}*`C1sw;&ysHf3UDL
z%W82Pd%dGt%(Q1mvi|Q9S6`&pygWll(Z*Ew{af|<-6apsdR_gq>f&W9t4H3i#pnLY
zv*R^hz1ms-@8{{e|D1~a95I6{Y`^F`(H5THY<jH^0_Cl_7jho@61!JAX<t_%=Tt_1
zi#ivX7tOcl?`zmBw`!B*8_rFBMp3y;%ijI{pHaOz&3@8nzx4$L8_XNtxtZUzE)QCy
zF;Pf0P%bk0l+<yZd4*@@?r+hT+4rGlVdn>zGgE7yZ#eX@;D+!v(@iR~mmOI;`|Le)
zlW%VyFnsv@=U&a~Pk$QoI=QUR{|wK2KhHZgEj7$i;&5egxohY@o~@A=Yqf5d#Y`+s
z-O83=no+*txmo|}>lNYlKjUlPnr2iN7dRa<6Z!S^_LskWe{RUkJGkgk{paZYeX<WZ
z*IP-%n!l~xwjd_y_HoO&w^a;#*i+~4EXb>Tw{!XQa=SfK`@81uE74qi|K0{aqXSoX
zGMgn+6gL<BPF}F0__pZYv!6`-E%y|r1_{r;vFx;5tTEq>OOGeFMQ^tZk*$26#I2_N
zp~z^`Nz-467jGDtKa+aQ99;c*?u8qF^y2?*$y@PZ3*X(xhpQhRmaE*a{&D^Pv-R8m
zyqy1U{ptMr@6xC1zs>*m@zW*o`TV}A?|v<-*}Lfa*R`Kze}vs#Rh3aSC$)Ft+V+_d
z$=w$=KT^y2ANX~9j{D5ZY_q~XZ+vriSDGtR?$)U`d^^RTiyo|L`OM;9bLZZVgHu=Y
z9Gk0=bvf{-%aw=L9vix>mVYh1lP$Jwqo3wu%|m}#986LRl~%6jeamkAW7|E4<Bp*(
zgPwlmnS4RM=6`uZV4IbF!TitW$ELbSE?GP$Gq6E(y?@5mqp#W$H#J!uV(M7EdfSU9
zhj*>>o5I>C!?fIY$KO|f`R$(kIrQ@BKjZYzxg9yeo8KuMwwuh6x#ev2$3r`Kcd{3Y
zPG5X!a{Ildotn$G-fp>HVC7%kZ)GsaNMg&p1No<KzgW7D<ysBXDOKL4&gJU^<%G4O
zqizM=@lbv{E%1)QBxlLC{i!F`?@KiGXm#{BB&7CAT9SS736=eilq)MG=Fh$OEIg9Y
z=VxkxOk|he<8MFKmEQllbiT=|hT5>_+jV5c*JZA=$e#6UhSnLk!>+t@P1ZP{dX&HY
zt$Dvt{o(2H|CcDQE4&?~c4W%dXiw|>ch))m9*aede@t(;_po^;viH4o+9~I_Z!f3q
z?GEf+|K@GW#<wNEUw#Qqd%C^6!EgE7_&=}Sw^RsZW~jfMbJoUhu~swZ+KVw0FC^45
z7YnYIcsJkXtV)w4x9mCNI-7S-g1<1GdGOgFK-qFeb3@4j*(6=recL)Op1s`56<Kpq
z_SmXDG1;OTGepC;2266hY^Xh#^NwfTgsCeYg+~Z#Zu-jAzlrOi`|2%+wN^iIXBQ8P
zxpFk6zEDdkPiWJ-Evahj5B$nX7rX0`;dRetZ@b6xIhOa{WxtOx)b7)cXW*`1aAux^
zwkC6Si$TN_^Y;tRy0iuy57J1TQpEMFL{Pne)&EU#OoRJAS)TyM?W!Ti{ZF;oSNLmA
zmEAM3E8HwQ(sRRsqq(IEGum(La$C;kxpS7Wkb_iC`j^mWyB_j?y0BehuSan00ky`}
zxkp=$?3gm4vzoI%%_PXY+Izj#%y$_~LUPS&Ti&MJ3SDlHG;#3*t)+)zr@fs$UFL<^
zd#&!qP%d7LSBh^}zCQ3qI_%u}BHrwOGV`8h#GH2AmOE?O@{eDvb^NT{FD)@$ZXWab
z#Sfm%pK{VPcl+7C%2xL_TgR-k<VaJ>t_6z>gTG2ygi7sPwkiM03r?rMj%|#8W4B$u
zlWg$*WY+f8Pmee5vR)&%`_j6^n5&`7Z_F+$ZeyI;>>S?d|LJVo@`|Dd`@S%X70t2P
zv8sOF_OliiRsRq7*F4)>)7Zay=hByq!d=2^PQ>pnQ?7pdm+R}x&0ii~C@T0h_kGRs
zylE%iSAX2wZpCAB(*2`e?ZeimM;^+S@qawRBzbP*s@Lpi<!pCNbbLHjJA9gWT$N&X
z(7J%>d;DZ1LcH$Ff0x;=cXwB<_S?@gx4qBxFz;G7;r`BI^X`~O>s*%{-FR4*ZEYRL
zt0Q*)E*bUPXS7r}UrFnj$C!UA>p=J7yW8TQS{aD=OaGo>e|u9y>FM6`-PJV_pJL-g
ztAE!2DL*a$=iqna&VU&^<us)=++&`b?_alknftVh@@q2||4XR(w9;awMvRJ{z0fvC
z*PDmG%`nNnsBoo5^qIwNotTAT>fhhm*FLOyr1$G?d)n>LE7P=@J2vz%2r8Q}ddY35
zykwxZ;nD}5mQ21iRRN3E=h)u3#COTE{M(&R>i<8qpWeRjm+3JcnGI>5R&Vk%`StqJ
zqpRmPI`7=J*zn~E^S^>-6WW<KJ`?O=OpZGDgCoDTc>()M{>Y9WC;jW<<fs3>G<~J}
z)#<nH|Ik%<|9!!-gsp3fLgpQt=zMi)3zNnR59Wh!^N%p8`vgvKYhA+G^ndC!mdR%{
z(ydKat=pwsDO~fMU4y5~t&yk7*)6f}z;q))u1qhr#)kaa%l*5}uCi;opS+a2>Vfi_
z9TtV=<|#LP<*m*XOic8)SoAq?mN0+n-G~&8#QC@DCuPq}mo~HgdseOZ$BMJt^Ifj)
z-TpB;CewWGqjbNkzuR)-WW^8dy0=4j{?E_)$<D9OC7Vq?^i1lwNaAe&$2Zezlvd99
zmt(!_SoRK;zLKY}|43f@@bBbjebvjSUMakOW9fb9o!9nQU7pCB8bK#szG&IHFy!UW
z6RXo!-&`=;)5W9U$7!Z}B0_f8By^VS+8KExDB}RLh)1KlkW2Tppx%UhM*$7<7ROz3
zU&9;Q^gdiGzIf$ETafZ0FLVFMGuNLsM6r6_&Iu7va$e3o<HfHnDm7>NpLQiK*m)xP
z$qp^ouWMz5vQN7gzw&dL!>Ifu#FMM=#zLi1UA7kM1#Xub<hK|Z$`~D!Yl-In+Mm7m
zh?msMlb5FVna^0YLAOvbZ%dE$)<<Cxk)L#wJ~T6YU2e^!s>5cqGUCyu$NCQ*_2(!G
z`6y~JZqnHNf$3wsm84$Pwe~6bPukNaY4d9w`55)%pz5sSjTaRoAKv^VVi3-8^=ykl
z?y4J8bDhi;KCO%|X_#d5$~`P*>DS)qJ2r}k^<%eG`tG?_q;+I&_RA}s7bWA$6b#Q^
z*q<39t8<riL;eT0cx{!?va|8=dyeJG`G1<va=E1J;ndZ!hrftvyiEDPkUv*;j^B<p
z(|e^S3#>o?*DK;MK5TmT#|01eGYXsvbvF!oWQwL4tK_Ub(6`UwXTuvK<NYtwj`piF
z)g5ju^xKxiS>Dw=|M*M$&sO2D9`BuPr~ANDzcNzP^<?{z^|8C7v_Bm9k#b|XXx_oy
zrxjlXtDkFsrr7-Evy8#F+kEEh;^qD2{#4wV`IPN;dC>NY%eP4vYRum*Wc&Gys>nmO
z<!#9Y(UVoTtuv~(dh+0l-Fk<=O6dxA&vcHs-fJpJdY=`x>k6mn%nNhQxxbLv^6SaL
zgR|^Q?V0m)OZ%^HvD#pL{`&g2n~fWeeE+(3n)B7r64jiY^N#4<%g!_Wu)p9V(|y)z
z5!n-LVijzS)pggIcFLal_G;eJ%ipFi`?=0U?C&k%Ial+48*Tdg>ZdYa%l+l+KkOD<
zzvt5|6`ea3vF^KccH2z0)H}NTmGkrPStfhxv!a{0{2ijzGn5(+YF^3ew-s3OJ6OEF
za;mn`R-32J+|nZA9)drZ{QLd>zWMsg$nwLgiEp)XK4wNGPVp`byY_-zHF3-GOh2ib
zUk}cIk>ileo2#mv$L}=9!p^ty?@9jp9dl9-JxlqdbYIre+4k$<cCIO+A(u{1wRKaO
zw`GpO7TxG~^KNXZxp|Hw=1aHFt?MVbqF2nwsQ>d({dD#Fz2~)i=AZ9oT#|YB`)*D4
zEzWCB&z>%EWb!pXu4$d?ewN?ZQI?<aJMi$d$az(3%cih=opdtqL1y@=t9i?^XBSJQ
zMqL(PUjOJ!;^W@@s@;CCD}En}xL@+Jnd1=GEKkkbs)`D()>W${?f-w4Heov-8K<bd
zJws;aq>0N5f85&n+PCJi%D%@s|8H)cXZwy@|5t-we#GNzQ>UFRIlRm~UNyA!muPP!
z+wPt|^S+PknlG8GnVi?VK5Nd!nlGh~R-Wd`k9y91*+O#h*F`Enu6<lw;FQ1a<(YzI
zTZ79!`cAIDJnNx!*o<Ry{~o(pUZ}mdn>DT7tzT~e?*g~0lQvCTVNqwJx3e%w=X=Sl
zbLV4QJilkpKk$57meAhmpNhA3blGuTSzH}(TQjF!eSdzQ?iL3#of!qXi=!FM-zaLE
z7zIqZW^m)0VuFj-tY0^FPUB+~w)ns7=E^C-pI(Vv@?B8>d`qJ1rp*F-=Q=)pwbu7n
zP?kigmrX$H)3e^w8;e+XhAsMXi|?ZN9|3OV;3?}=qi^~gO_w_$#IG#4aBa*n-4*-W
zZ(mr#%Xso!o@#cR!7p9!&9WZKmWE%Yt-|(-Ox?n}wW7De_*{!lg>H)l1FtCWw7X~D
zyMK!~_hrKOCf$!MSC&a?B`sdHJycHVi}Jfmku0r(%=<Y6jONN8xvE@$N5Ls_*`X@g
z#M4TSm!A18%Tb)kG3}g6hj7gC+x>UhY95EmiFy2*(Cd=8`FWwj?6<b(_8koSUb!yi
ze@@5D@6QiMiOXNtkFRUpv*UBG%Z<hRCmp<=V8wXJ)V?<HxpYJ3-1r%<ZtJcKN|X2~
z+`g@dL;By8WhKQDvvf_ZF6-`}qF8h5?ImV`1oqu)CTW>R7Z)8iYE<8|@9&Aj7yU0r
z$`(Y_&7Z3BdRp}KEg|Lq_+ET!k=S7y_UY~WIX*wG^<Lh`H+4DRanJn+ExBGl$W`Od
zE8KPP`m$QztOtoT9RKA1y4UmE^L(<&FQR#?Y6Q=kZ+G6E5`N)-fA^+2b~an*+<UH@
za3IE}oKbEK*Y6#3IuDtuX~*w4qL{{BcjA5YB%@9Tw)^`^y84T1kCZK{UXx<~|I+D)
z$&)RoPECpref?ekkHx&V>)2+fKgf>VbLjHq$uG8_U-HtzKl<IrGL5I3qtE|U_;&2s
zk==XFz7JQmid?a2P0?nbmSXPy@8a9*ZA%iHKX}T`uX%ob|Gt<HvjwM}EbuMYJAdx-
z`(2kZSE^foU7y&MchmB-{L}3P!3ST}P1Wy8zp!&{+^Ogd%kFOaa+#-EFE`8g@2lzi
zxBR*J|L1fchHQa%PqhBtI<Q?%O!wtMsayZ9UYpdly8G+BU1>L8Oo@$nyHLjJ@vd{9
zGhK^3_E$aDD!%M}!2X2Up63<C*WU8qZx4Q%SzG);S9kl0pIcUaHS)E)^tNt6<rZEU
z;~#FC_wPLUW_Dm@cAfIlxYyhppFZ}td#WiLAC<0p&2@h8zFHp6+DWYKe}4K-2w9O~
z^k(6@Ba829bU(|t_L<utCzbNu`DE|2rGFN%?EBiW<!)iX<x4fQg67_u_Ul-A?DO)f
z+m2DZ_YHj4U%IN~!#3wjch}^uwzX42UmtXnW!I^7dC~JDy;9ftdHdBReSc=9AAa}i
z(X40r*Vez@`17tFZ*-ln`KlsAJL|{3r*|!QyY!*I9qW6sWvkkcMeDtMbLq9o<=^SE
zzFw_3ZQh<PbNH<n-;=FE?{_S^+o_v=-2C1pfo-YR-p5~DUt=hp*0w$Fd}U`3cYgXR
zKZRpQ3(CyGc<YzF?8*q86q>P?r$LxSL8$D0j3wLUWxwB4AMjlL!eh&WSVJwfu(nrg
zS~OdihIp|@F}o-fIL!{Z;pzDNi91K)W_7Xq8{}_ZY?S+Vso!IX>Hia{RSM>_ZY|=!
zG~?F#yE#>?>w0Q~XKJy}bY1_$lwbb3+{5OCR};2eSSh{r&z9WU9@madxvv%9Cv<7>
zel?!h{qQXBYL-53ugJEU4l5M&O4$A$IT?QM0Bh228DH%)6Y}P*<liv!iNTuHpH>&d
zPF4Qj$+zLf21m~w9r;zh9=sA8Cb>)VTs6CsCZfc=|3qJv!oo||Z7TUwkI%WWM&L@i
z_UD61Y|}*6ec85Wbzj8#)&C;ZUrldbwejWy*(1+lUD{{33Rw0{adg<>^KxbOM284w
z_rhH{oBb_hgHH-w6Wle`&~~Nsf5j$GtIpZ_0uP_vu1i?f{cHPgof%Iq^KA+hm{s=X
zt<0CLm)X|3UpDgnv1I$Xr4ARQ?s*hUkrhp=Hq&J=S|GZuQZi3{zSMy$4hk>*{@h?X
zSlh(B(od<c>`bIbLc+$6t3MgOySBYK+T8NN$*eWaX>8Wzl|=<74%{pj=exltamV7q
z_n29+yVmoUGCYc&ux0wEAJdlP$T}GwPOrRtv2vT_+_VKx!W8ev?my4<;pCoeQ@3A=
z*}v1K>T~XbN?&b%#yJ7r$Mt3Q|9O?&^4321#8cx&gIC{G^z44$Df;=feU9gYuTyL|
zE!fYN-~X)=z1)K7-0a@G%jr?iramv1zq9Cx*XCv?@r*l8Pa=Ds|BP#Bw*0>5`EQOZ
zjsA9f=j@R=x9m;-;_m0)40tC`o?U5F*Y(y?K7QYxIZ3L&pXdK+VqE#r-`L@`(WUjP
z!mC1TH{|Qz+{0gT_r<5>E)&=*UL90qez*LF+&BM!Pwb!EzP9hxmUo&O+pcY2_ESRk
zRO<D!Zx_67`ghGf!7wLzc9(Q%$V?x}s5Qdwh5fzT42!+@KMwQ#C0<w}Zt3#x5x4#a
z+1}`l6K!HooschyDLH-l_lIq~H|AZKyz7~Y%dg`ni@oPQ=e)B07UTC=u4P~IW2g99
z#J<kj`)>mO8QtIU%kRlNPWT#p`tzLmm9PJnH`gnDZE^l_<@@8B59dG4p36K-?#dSZ
z+@}HeY}FoGvA_KH?MC0T$u>F%Z~EW&DV}8BQG3YD^4^W3F5%Bt_udtXFk2p1z})%n
zNoAV4SdQ|fW%K?eDEwMgu2iro_S)qatCB<Y9(RccZ7iH{eV^Kv9U)>3EVuGpf4?v_
z>RHlud49dSVOi2D2iX&sr9Q+o2yB0nePfbzqLt&uM_;zxN)1{XF~4mZXYR&pxlh_A
zRy<7#Kdtj^?Y=#qznE5D7TxyMXH{<6jy*aGiI;Mo`>AxC|BzN5&2wK#PoyAp-?H*p
zvA93q&Q?#Foyc>(;Hr48u<+~k2FuP@yvq1{vS~_clH|vdHFG|M<~uT7v09-My>oSr
z*nRg|U;1A~OtGq+wz|kH_UP-fYn7Y#?|rm2rNf8m3h#Np#Vo-q68Ei2SXQjA?bw}C
zYUtE^=;`hSsRs__xZd`E+Pt3inY2QbXYWg|HTzh1NKQZH5H&USV@JS+54s{!hvK=?
zJa*R|?A$T8@#pS5lbI7^Hl8qGl+us2DvU@D%H3`l8W!ogMzsFMEtABSf`F_UuL7Sb
z-buX>;9FlkYtbX^iifw;AD)`_s!P}O#)Qk&RZVL)oV;FPCuGXD=~lS-U*Q~=gvr6v
z8BK#uEo;r{b6T<F+$IyV53(&1+#3vBJ8#!Km=x#9YW!qk(C%LU)0P4ZE2gHu^^{6a
zkgHN|YOh|Fnh@J8Z1z#mIR9h9Q4_b09T7XMl|23Sc*m(4Fz*O)sy(QstM&cJO`f`5
zb(X2?J-U*&l?im#>uWMK7hY@Lbkl2o$#>IeeJB4NJeR)w{T}(?m~rQ!faO!RFOivX
zt9^^DU4`o7HFw(1T<9#gx{zc0E5|J7wMH{G-O7Ei^`2_PN1fS>1_@d$M>cG>Q@Y8d
z6n#DV@)POv3hN5z=_EUDKj)lswljGDwT(}tOfR3A>R#lw)6M?liTs{RN2Pf*PZnG-
zRFhM&U1Wdh(W%JhE6ehhne!F3J8k-yYZ-2zc%kOC)ThGD2?9m0ujL++Nm$zV?CMm8
zd#W`L4kqUJTsS#9LuOB4{@d?+c6x;0zPhtH`KQ{E*ln_VzdYjRxh3)CbJV$DAC*t5
zBG{VW$JfbwRz^*nTKS4g*UifExZvZ}o}AHEiuRLdf8Mk6<&Tq_b2eHf1RaPg-)CFM
zWf@obPRL&<;_KHB#>^+Q!(VeY{_XizP(9gf`Xk>s!QW>ti_bhTr&(>idg|;+lV!Hs
zSq562Uts>7{Zmc!gy!q7Wu)p494N?tUr;%3`^%X9C%>&^zOPi2RQYcv_nu!<ucl{B
ze1A{;I@7AR72BF;{R!Q9<$<ST&+<5f&Xvn&@G+e&*z`HWvi{wbPgC{xHl2)RY*(tB
z8h>=YS>&2Ye3pNjCYLSf5%!Y2$UiIRp4RCd*E_%es6F+|br-u=NysyvB0;qzFZbDx
zl4mk8UWv-y=Q-^;XUWfV+xKny^XYB8-uEBxn%hq}evW_h<qn_!p7*!9y^W(+Xz+;t
zs&Ojn|MhIiHGaWa&l`5Wio08He!IY~b-T$tyR+ZTW|XXY?)mQEwY#gY->f@sZtZ9E
z!2WRXlI1fVIQ9ISb&_-PHsf^tPfr&7(tSNq>q$)eCdcDD{2$8vSuW$@IX8XMoA}cU
z*5_H>J|+3;-_+IHf2{ho^-BG57XA%~&)&AVn0$Ly>iSOkrw&`+N?HeeKg9eyb))dC
zjhZ&jcR7p}N|c`a^;DQ6Mg64NR0nQG-R8KfhdICQt97+f->T#u)%InH?_ASOOZh9A
zw#J^~YZ9wFe!G13w8&@E|2&%X!1gGY(}#$6?5+8Cu5-wjo-zztwKy<Ipm`q8<5j}@
zCf<MI@G#SmbA|TB3tR<{ZYi5BjA0QDt5n{6&F{v%g)5GT^WA>`b1m=61ID%CP16MX
zcHLI<^U4TbzABL;@{`b{X{q;eH`G>I`(3@h^1hha(o1jUOP=lKusy&$+moBquzUKB
zRnN~}Z=HRuZ_&eo{YF1qcxEs8m-DB)-RPu%>CO)AKXPx4(yLEoSw>Gk;rQ!L-r3hR
zN3$djNA~awCuc?Rgf_lyv{@&o*Q$4bp)dZ^x=f?3mov;CKlvywnYtj+^U<RhEnAyH
zR;sDKbe2<O+I&mQ(n(m-=k$WA2g@&qo%_X~7rbRsgw4|S6VDPvQlDS{wDrxewVMkP
zo@7O}E?ugqyJ+#b9djL@nv@(gsZCy}Dp(OYlUJ?wsavD-8$srH_Ct;0Wltl%O<8uE
zGwiw7WiI8Pi+6EM7oDjv<;y{a_3Bw&6AoTb(0V^<Z_AfkRr!@Cw3M8FUpLRb;a>K)
z$hFzUc$LlG$WOE9Zr5QK^tJ!RUiyIfj+wGZNMZ?ZHhaE1=fV@SXWE!B`zO138*E%F
zq`Y9Y{#UJY*RJo{^|5<Tv-{d})7A-@N7n6{!uchs+WJWg_p-Mas%{=J&+d{I>W`oF
z&h@6&Zo}0%lR~esI4oc^%Mi_TU88?WFXCl*^dUDXNnc}wxROh<XQJDdnD@FITgv$1
zaPp6{>TKL6)#55b%T$9uEU|5za!zf@Hr_P%z1LR$wJi7JUaR<g&ySChAC|4pRdHU`
zv_)QHS3pP{=i?-?7w$DmQ*-tj<TJ3IE67@y;aE~o{qz&>J*F@BH=n9gZSTzf%`Wfs
zdD*e^oB8&YdNlce+_*h>&!S6L|4z0k{IFon>M#4)E*SIsO)ySq=6ALX`(wFcZ%pjD
z4WFw1NZt0zsQ=j@@%Lf%p1H>w*S0TO`+xe4s7Jvm^Tn1Jge>TCNc{ZXOmOz8=={BV
zWj2{U-Kt+(TKVnh^J$-b1oA%aI^!)q|B<KH+)#`9k2N`u#T(xnYD|2WJI~?8Zu`4?
zKVG-{JLNrFOqAWv7s}@nZB7ew%sXL_bT#k0WRBKqW}|Sg%}VFyeqH&wrtpW(eS3?t
zw93cg?}MDybyYuWQfK`#@zvw=;fmHV7mnQx+v_NG&i8W8oW!RS(|@UdlI=+eIK1S<
z`_wn{6At*)y>mVE@${kAhc_|=ykACtyDOjnbnZ5_++WMyvA&J3a*dBX!Iyj3>hbK=
zyF!@#xAG+mzFMxj#NXsOgX5HblfHw`w}!{Z=-C~0=a8S9;?19)xWP4r-~XxZZtag=
zlWgAq-q_n|vA#h}zvK9{lPkCQOnZ0rb?o~)PhVe7*zw{2ou%A+j=sKB^z`!T)0t`$
zE`8wS6j|^z;pK$pZ|22eho;`JX>@UG<$S$i`G2+b_x!?ApWmJ<XY-_|PndIF#Z9$2
z8Be}$y7GB)PVA<-_?=bFzry3MZhLd)e?#ZXyX)&RGnTq~mv7I0-rRI6@6VMO>nV%#
zRb{HPi~oBRU0C|}`}dnl5>YNm_YXBUUEC_isZ(3*>%Uj(!?CkDx69{x*&6YOe`xfP
zotGGOt#CJ2PNL{Nn~0pKlgkr~;*6OxS3WP3iuAg6N$rA)!eWP8ZmEluGyg<-mwqli
zW_tJcN`K|t=6_RGr$)c!PRMnh!u#_I<L{#Qj^w}DJ94!7-CyT!Z5QmFuC5=r>R3?M
zoVRbqqP!M{%*f5DSob(LoO9ZoQ2nT9-_m#R?*Ae3SF8GEMENF#<+_4i)>~H3W&Wg5
zJLRU4@Be1KrMt^CE#DlD5i?k)vrW6Uer@>kt#6~!D$nh4?3`TA6}gW?T5@%=Zo|G)
z3DLIE!JJ!yW+&xN;SgqPIH<sC6yX19--oiz6QmSNdws54<MDjK*<>=+UwmfEp&gN?
ztcEr%iuXmOGJk71W!Y&i$+nrv!gOC@-JVD4@1_|gc=ZV7sc6oZ$W%EvQ}2Ma#Z=$B
zHC;<St>4lvb1hKX+jQH+-KQ)*=sYRe8P+iALhVJP5BlZ?NxR(FEIQ(L;ey-IV7aRc
zS}y8&35i$pE%ordC$Y!;MDo5*ytgjp%f0+DA${pyw!WYYne?Ol{E`P2c=JEHqL<OU
zZo|@c6RVh(@O{rTF270^<@ot8f3ED@^dbS>Z^D=2pNi#~wrO28ZFV^9p{`xPR$wa_
zY&N%4@q+TaD~X@C{SA~fT^L~8KH=9L@6Xu_?*0g~SJ}JO`{AMZqrvmr?i|j`w!2wc
z{Icfdl)Id^H_sjuN$Tq_YN?#`^|Nr!hrIor((AXJo&U7BwJ`ksv8(f6O6J{IX1&}r
z?sEQ(SgT{wY3A=ezmz3P#sBww#}WUP`2_Q__^Pkkr*G%K*S(&1C*?r#q}u=H(_ixx
zz1y(p{{+TKrMLSR%ijJyfpIePlxdUw>fc=d>eHnBXL8StqQeVSK5^x3Go8CA|4Z5=
zPIL1F_GrEf=L>IqWn$jNEj}+UuIlI2r{C*7{5~DIZDvVn=%K(xfzK8FUGn1hZ@aVe
zU_(#7)1RkP_ebf~9uVeGGbw+u%CDkfcCm0>#se1S>&)9W958tpEcd5v`DCS)yN<r%
zxnH~C<gDj2JD1O_xKqS$%QgRz=(?X45+&~nF8n$p$yUdI_g-oF&V%3e@726+e){Sz
z`{}E<+fVO)Uq7Y#KwQ}8l$TzXdyDV7Ded0&{<qlnE1~YEL$BMNRr|a6_PV(0r><(*
zJUq2_hssv1WB&E;+V38(Kf3E)W=Frh^>vN9pl|Uy<=raMY|kne2i{d*`+N4EmIZN3
z!;(TZfBo%?|NYE-+WyMFYxgvLZ@Yai#LR)mET-V0-9%TRoaK>M&KoPWP4%|(T7SBB
zy5lah+?`vR)a>i-IDf4>GvV+{_VOP;p8kAVeg8L~@Ui91<?^$tbyD_y`s96uF>dC`
zGTWDx*B*&QuUoU-a`S}WiMcZ;rHdI)?d<G*`dB#X^;u>$?MJ&*&z0Y@eptNVrMc?2
z6Xn(kx8tSibj}+K)CC_cwmf;6uP!#$xZ?j*yZX&_OLs@*{p~Hv6v}n^l*awU;9|<l
z7hi6N9cvcu;5}awdpdi^Yp<z}7Y%C5V)N7DrHX6X-fv5Y`rI|Y)x5W1i)O)6xx&9k
zyyh=#SRl*Oonc#&|4Y}MVTsVKYszX9uC(ij@KpBSis6~}=>wzZ-0ya)*KX>H&i7lj
zXW7d2cZ2tT%uT-3b1rSkG&fge=WkNwp4Y?qZpYibd!iom(Leg2+@mQr&sq<@@?I={
z#rR)AmT8Ik`3?KoZMHURRm8k52zkUhIXlDazPR0r+dj)vC$tHF?^}MBVfFj<PdC?=
zM(p-D{bNmeisY_oGPgGTlI9DWz9=o_!-R&!Z07xr2BpjNmOQneko0@<Ms5BAf17qG
z(^WtD-mvGrcighVSkb^B#(NQyAA{3M;l|G&-yVvKo!gprRP$ZTadT~x3@wiZ4BMxb
zTI}gcWQ$+0{otj>Q^vBIb)Otu)_>7laJ6OihuP28#T#93S*E>i8O!bpL9JpD+4W16
zc13DlEcBf{&w@v&F>h`3Iu7r1Z+2}um$_71^qlo7uB^m8v!?P}PKt|I8KG)Zpt{tg
zM0EY9-jhDkvqW4Dl<8e4;AZ=tc-k-MP}?UCpEu3bCUHh07bnHOnRN13de5o1&R$^?
z9<6v0CR}<>J6v1zz@gKR)2t`GQ0?`tdU@{GHeMA+zjalj(>NDi<d}WdXYu7UtGU<y
zomqeRmbw2O$z!|rMIHTS9`oRWYO@E!q2fciJC;qY;1Jy!YxgW#%sD$JvcU6ulDpUp
z-Mc^DEV)^teE!6n4PPF!&3SljXCl{vb-LBh&(^g|*O}jY>Hn(1I{(}3@Y9!btJ`k!
zp0|-+pJ;Wy<n0rMpS|&aOjmDyzq$0-^22kI3!?eUY<FbZ<)=M**>vD{-etz7vjRIC
zJua{HtP_5~!hFQ}T&RaV`<8|85B!Oa|Id~$R+YK)^v-U6yFVM)e&-Z^`t5LS;b$L(
zegFTy*Wds3?)y*Ml<fkh=T@#e<z2hF_*lvD3E$_M*X^5={GtAYaMNuY-5(F`_J3Y=
zt=w+c!6ohCn=j3`J>2z~Tfb(ay881~wNCHVnos3$KM<Xrr&#&oVd%C6H}p?@Kk%Ms
z;qqt!{+|(ZyZP98{$;7o<eBw)ZZ(fw<<{4~<>htcYkp<?{CNIeY+U_kSv5JELdN|0
zW$zO+)IB46pT{lp-6a#7`r7&6tIJO<m(N@mu#Tbb_w{{_^PT>-nyDQXwRK)NTgbD`
zbM@;YvqU~=|C{25i`_q!zxHM*OYq6AjX5~IE``&VyKmRhojWRyIo)@hmHKb@{?E2*
z@$aANH03`#wb$aQ&67obHx~Vt%eFPR<8SsPH~yvV#|fJztWTGp<KpHoctZHOiU0C<
zhK&UqK4stkb?npK_y4XH&0QYOKkun>v5(o^PajX6)_->A<lNsi>!vMt{}vspb}KUP
z>6PnWJ}8{j^{ZQar1ezohrZ{UQ`+CoWLeO>-t}Jbq*Il$>Zh--zkkBqXI5LjT5&=p
z*Z(-RS2M$!tWOEm-CFzp@7d`~uFkynG-1*A%RDT}#yQDJ0u9O*D}`+}Ojmz-wM)<J
z?mF(X$#VBiCT-A-er@*r<khz^yo=8*Y&Y1ep<VM%-Ff~jiRov2y-mI3Ke#3R?mTzO
z^wRx{)3^Ie=FHwL{HnL*@6vANvn$vRh+e-obsg`mIO#lJC-Xbk7T)soJ+k(BUtrcF
zg`C^*R(bPh$6hXaz2scQ?G33J630{c&ctSH>q|+nyqfy)&&RLl7q;fFEl%%h(UktB
zc)N9#_w9IpHlw_S1xs@G83~_m(P=8Yxa@Dq!nfLUOrB)#$b5BMeA=74Y-^KUc?0H%
z-@9}z?aB|ab8pyeETt~Z5z;xuzG0RB_U#5LN$#ir9|)}HUYXGSOe5>^q=3q^*8Q0;
zMV?<d)V%HG16Q@9Yk8Q~m=qlKTN-q!b*s@?-zhvFcdooL|3i_M)7H?_8;l;ia_vyP
z-O?nw{o|z@ZKZFolpHmjrGD>AZ;7MCH20gw4xDHX{~|oi#PxHpBIAQ7zq>x|m(ARz
zw@9UZ)|IY*82U=}GT)NRr&me$Ej;)y<57S^MeMp5t;n9me)E1Niax#i%``&(<=G|L
zLN7MH4>W4#w_=$7M{B`}hy@-ZQXf2%9~Z7E{rGUM%(lzRRNro3<yGJOfoI09z7-w+
zQ?(6?BKRe}?SuPXMLbnM8@6PLXY~Z-j@;zpT?eJ+CC(Gkza>4VQ2K|Ud(?{^XA6XM
zKed^Ecoo8B6XtHU_p4iRLRWL;U+<MIeNT9{h#XlnUpT+`44-bT(y6<@X5?2q&28%2
zQgx|p$_<|Mie;wHP5*vV&HR^F<7a;UzR%^F%W1ckZGFAxSgp{UO8+9`HHr1tBd^wf
zZ!W*F`K-IO<c$0K{pY4C)bxdx$IUsi`|Zw5iy7Z~_)BeM>(@m8`2D5(Udp$|>LdHo
zDmQ;P_2AUi&+Vt}|1STZ@$=pHebN&18J6%V&ePr|Hix<VvP{oT_3Ppe27kN`o~?=~
zmzDUn^_jGM{S?mAwe$E=3Xf|Yi2D?L{JdUyW_|h1O<%g>Yc~A(aeTjv{F6t!xzjD8
z3;wOV%=7BphNVw;KE1RwJ@U5wVcX<-%cIk~-`juK!~FDg@7e8vKOJ`_zbNflYySJV
zL_yMI?L8k~{^eh<AHLpbx6<2d2M<3zyM6t~WAaa$+Q0hE%wEvK_hMz9q>pm>^y1qG
zq^mw%JiAHYdfh2b-q$xz@4Wo`wEd4}d57)WJ|*2$zt%0+Q##X3w>I|p*2JZud%e}B
z-#oWWQheP<t9u{bit9d|=FY3Ms6^1Q_TL*Oh7Hv<M;KmSIhlOA{?qaQ1wZHi-)`SO
z_g(O^N59*2ot7BxOg?ZqdivSopw})3wSt-ZBdpTp-kjf>c>CJHpuLB#tn~0TxRdt%
zxBU;suhTb6@EogI^ejwCy?tJH<y6mi?e@E5_RjT4QD-z+>YAC-5R&>>a{4c|R&)E?
z&6C;14d?HyXuHnzd9C)7uV43<SL}Katf_u;p5d-@!u#Z8eu^C8-1cp=kI(kJ-`|XK
zQ>AYtE3QAi^t58xb%mGjcZ-<W8)X&$H~OY=ds))7lN@0?56QS>T&%ktnZMd+HQx-o
z&+`sHE8T0b_w<6lmh07=L;Vh|D@nNfa3&kuc?&<mi68!lU%z$yn)9}_874}zVrEZY
z^USL6!@k~oT$vdUw#`4H9(UpX#)G%w*#3%!RV^)L`?v7*lB@q(_xus}53Ks=xNq}j
znUcBl{#|BK+dk9BCwJMczS_Ben=7V?-hQ9Er6u=pN<ksd!*A~DvG=&U+}|v&Vchsl
z&|}Z3TV}V{RYcmqzHT+^-nQ2^g*@B&F1_4PS@W8e@uBKzE!D}VuX-IeXlU~6aFb3{
z&TwvXG1S_i`}nid!a&xq7BfEitlY?R>{9$kGsP8t?nl|pg<J3Nq&bPM>)I(9xM-5!
z+?KUgVm=!~CTY#_T*mV9K*Ls}ti!9Ww60z_yKTXxo*#-Ko6Z-pB%DypyBrk%>i2>7
zY|7>@gI~OCP>Y*3d8#=p>*EjI8@wj+8T}Hxrs;e#aH?VF=c6@`PF<Or{w;NWo2uW$
zIUBccNImGzQ!6!fwury#q3L}KzbMORWKOk_&T@JscyQxpy9>MDTv;&7GDM;35I;}Q
z@!CgX#;lHe7EN4k^zudbBpomDH!cx!s{W;6rH>8PK3HmepkX^>p4ptYS9y1wF1hx;
zLw9lb&8QjgT6oO&@@dBw9KP;x)zLI#`UKhang6B-&HX!LZmYiSg`7J#X02y=mbH{K
zNJZ$`cIRD>PObI(_xSg39r3*{;=B4x%(r)kH}82AFC3)GG5h?Jj~2bY)3%*n&vp63
zTkVZop8Z&Ml;dPskbkVqoj)(u-;b#K`#L@~pscR4;zME_*Ms9b*6i<(X?;{JxW?9S
z#VXP5H6d$%UM&2%O#i*QU(eqk&kJwOZ2oJ!r}x<3KYUC#Cr_T;f7{{DxhApV)=O)x
z`0m*5nZsXa**Kw0K`Z3#ArrP%nT~y*4*p*A<MT1;?W;B%Jz!Ql>AtbQrNHCg{B~XT
z4SLa@?~0E-)XNvQOlc^enjdSia>xJwdt7S|Ni@7IHi(}6cXj>Oc%A=$;{O<jt<QF~
ze!3=4<Jp3Ld%xR7{5$>s)&6IPi$2*NUeaQ2WhjucSC5;c-R5dRz{`c7_Cz$A9dwpi
zegD;y#|IPsO1VU=Uw!YYt$*a5s;85C9-ls~UpFzIGv?5{J!0ZjvG->!DEVZZxLt5U
z%Dwwn&u%E5n<M9&o;`WS`E$ivW_yXB`ps^psQ<Qq%89j+7p^+L)31AIc}_hhO773u
z^TFw>H*DP;T{&Ur)3!Yp`yQ@fd+?&WR`!W7SA?(DD<4nZ6(+lc8Riw~JlD7{%=75I
zUi~loKmI;F->1K?doF!ie5Qp=z;nL?$92Q}5@fDKvroN0J?YA-4e>VV3G*9+c{kL~
znsoTnmq5QMf9G{Y&(aA${XnmM<6MgyVsC!iHW$CW^>q*L86~0noSXF}J{0V4c7FNe
z$tk;E0Sf>2hFD5iM)l2d-|%Vm+47lJ*KvN<VD>CLssCk(^@+#wORY|6zCB+RS@ZPb
zy7!8gUjGWRd)vp^A*}ORXY#r5j$3_UkGuA*_XxgGX6xW1RT{g8>-6e{Q)ZqJxnE>w
zt+HcI+PzcPjb_agcjei++IL!CqvW5g9A)`8hlMYQ-T&wQYvpHM^N-8)+wyvY%TMil
zB@sG#{l34#X5IWxCU6-s7tXxUckHd9<;%&w$Jc)0+|K8#&k(bVN4o6W%c)LxesB2x
zV3YNxTN5=|KZV{DGgTK>Xj%VvT4Leb`>|KT+HQ#L-X=45*?OHz#%ql4`D;xw;M$dv
zQ@JI)^`$PuY^}pmZ=@!(u!NW~9``B82(wAD@m=%5&8zbO&*5bZTvbOWvOX!h<KW@>
zHl@`*^Weo9lV5mRd-?p*iaV7z)l`Y^(xHq!W_hA_+SDT?*XK=Qerve?KHCM!ScQ%3
zK2v=59n)Q+^`^`G{fS#FOzU;8Ozt|9)#YdPljD}x1;-+t`F|W{u=ij67v?hQ)TUbp
z4{cc_bS+pe-$M9`!Z#OvtJZlUOKt94TV=Jhri3s5=fdNKVKcMNuWF8addcop<hIOT
z?wuhzsf?Fy1x~ml)bYHxm%VMF`Y}1#RRWsfPN~hiCP_z6x!3F^EG%ZQ_?K;gvQ>x4
zgBJDwesUE;1}mkO{tT60s=2UF-R<!Gd1)eZzO?k_?cTCfz$)o+nfzA13jVpKbEaL3
zRN7eec=Db}%VmO-p5*?Tp}pbh7AG&QmBM8~EgE+osl=$|G^&*gui)TuT|3*hQd2KR
zJAh>>XOv`mPtU0^J@JZH$1<aqJWUFop?)>>vm@V<E$jkotXEdgzU1oiur#sd>WTia
zM(uY@r}9gmh|WC6?!@TZ!~aC!!mfu|Yq)=<pR@5@YjZO3F}F-z0{02S`*w$wtMfSS
zxXo}fm>|u3*jer2*~_zAzsMTgTKV44!v0)vV~u;$^{6DV9Ea$N6O}D;3j+GS1+Np3
zPu}!an1j7RZr@e4OY8Xc#KezoyY^yT>_3&~Qs*}DK6zOAWXIt$?fEiqKAO!7Za<yN
z)^J*RUu0v?&WFFw{J!z>saf-$$39woHVo&EJe`=|^D#B#Lfr|jpS{sF)eU-YxA@DR
zs5mj1WB==bd?u@73*U=R)35(3eY(H?)9G8=j_mAae)U(m()P)QH*(Jn-u#+V;u_YP
z_tSIX{Lh_d4b^P<w!QlprlT&D@S!+h;hYH@cyFv1`e<|9@XLy|3{z^)#W@-;TQFx~
z<V2MgzpdeqT^BzVOg-WJ>`B+L$C07;r(|AVx+lEl(bey=PuDR{idcM3Yt!Uy7v=bF
zSbh0Ce}9}X^MlLFnQCp;Zxi)rxwN%a?a6X|e)j5Xnz;|WRx}H|-dOo-*-tlvrxrB_
z%+$Au&$XyatNeU+`?UN2@4ja`%+0Lv+xo`0LqEF@+Lym8*|s+_?|bE=hf5rG@vjj0
zcHd7#ufXqkQGw6{m4`aQDbe%t>pz`r_m|H5;plehUEuV;5ep}`M(5o8w6cZS_ct^9
zl}jg8nC0&E*Qjoq-0A#U`1b21(Xp}8^770pgd>&L=OhIQnRX=B-}P_0oVxVy5B2@b
zZay!og1(8yrCXPL+CDXP(oT_cGRAv8PF!C2dYj$RzPw9;*S@Wun_XBLI@`eCCU7xZ
zqtNyO=llyiiNbBnlP5&XHg?_dXw%a33m*kHC;w(#J*{@9U**)zb4s*g!={G+x|19|
z*I#AL@yyjnXH>iL7PB`#yqULAmxamgRodrA%WZvLo2CAk@Xu-9#?3RBBX6tq?x^^?
z`uD$MJ1_4&9?8D+t$&QcMD~8OTiwzrDzWpv{oVW8weIaN&7Q)S5%F`jq=)moFugaW
zz%nr>{M%Q%#tY)hQgiptc7OR)#W}J>TK9Cv^83-M-Ac;#D_dqK^lW`7wpKaZXtw*M
z+?7HKHya&4nK9%(_Pr=wo^VRJchxiHBbC{qKg4u<XF9dG^Vp?ioLX9N{8U5Jj7JWO
zxHmpjVxR6MzKJXS>g^>vR;e7_^KdnjSG1t+nPu`5xeG(|7Kq4*N2cUd{Mh|)aiPxB
zuBzQ?>+bh<7fh5YIo#^<KY0tw&K<uZthnB5-|d_KAVIc%Vynx;wKq04+IYV1l8W-2
z)Xy~K-l5&U7WLi@O8Gf+_a&vfUayj$SFM%%vT}#7{#S+{H{~wH-A%D>iG27=aBab(
zbtO4hmdHMSHc5ZwWrNJPC&J?Mxj0SUUS*7W8MtT4-Z`sx{CT{?<My18C%)g?O!qso
zTh&-Ed2c<>cfsNVf0i!arlwj@77?n)dVP;|yp+{tSB~vVw(!=jU9mDdS^pvPZr+ln
zph+$HM}J2Z-JChKFIG-f-AL#}*RxacJEyKZ6{Ib4Q*wXF#^9*0*ElS4Z>?XOQy4t`
z(vI#+S@W;l?X5b=BhS9dBC~pPW_8G2gT0@*l;4)9ug$r4y(xQ^X!E+pr2BD?lskP&
z_3COb2a5%_UNmd_{IvR%LH}}h_uqGx>g(+P{`bA!`MQrYpB|j5%`@-4PCL_ucjt>N
zewta`TYUJN=;BLWZ`Bt3&2hKmz4|HY>fy`FV**pJzPTYcyS1Ww^7}{Md%gUepKW%$
z6m{F`(9gY%TK?^cN8~s9rX*gSSN2)px4h8(=g+>soNXU_?(>qzAM65--@RVPysIwv
z_Is@hzXbo@;oP2TxFbEPUPv-C*XH92=JnNkVo$#OXSe>xp8h%2YwCVKcywi-`PJQT
zSf4E@<%*Nu5f%2gyZLCkzTIJlX`dz1&wo4>l(Hb-v4e-DpE;aanT^Azt0wsJVdp35
zu2Hu9GJjT0-?TdTm(c5y>%O0Y+TY}F6w9ysbU5ex`@7EyIgNJ2+p~&4X6I*_xM6EF
zch>#ltBK*yvfo!;Z_l!3+^*Cj-owV}y*Os7<5&J=C9|i6KA(B7==AxL*z5oKq~Fgs
z@Kcd9I{4?K|NRFK{%yU(w`ndT%l1zmm(@kTZB~B~yhrr+tI*7pO|KNB>rM%|JN$d4
zw@$BF_}zbY_HBQoZ5Ve<d~Z<m-_kAhGVCmX^1AAuLhDb}K7Bg<W@lMaWjp_w*e3?|
z<?L!D{GVJN*|mSGeLO>$pa1UeOHuNjpEFsbA6d9R+?zIkZK0ppoqZ(-ZqC%cp0B&z
zQaE{j-Q?y=d`J40=Vcl5zn!mk?wW@Bj2rjXmZaUd`qa5|Imd-_eFrapOBJ8e$)m5Y
zIHg|N^>+Au#_Zd2+RWjpVlkhR`SjXv@E=PN@2PpcJNVPbcio5Eq_&=3^&`Xn_x81V
zE4mABw?16Q&#GVhbIPAkxn-hvH0DipH(K+ajZ4RKri;aelucqYPx!<di|_MW6}kW1
zw?li5iOkDjx#H%sd&}!z`ns_vxik-*`ai+x#Px%3=SP^Fc*phQ#iI8IR`1xBVRx^-
zp*bMeTFo|eLJMQk{>h(rElf*$*uMVjj48eI9HudvHuOx8sN$&avRnG~(tG(<^B2?X
zeEs(yK6J~i>+lNof`Dy$&ZV}`mb6zroqO1Da;4SwFth!W?v}WlF8<S@x!zwP=E}F1
zZ`Wl<E!&>scVhOsm%81Fa|^aj|Fn9a`JN5GS6*hAW|7okwkI&au!+rgkBHWaLRHVH
z;VF|_<?BONC<o^62sHDWJ0&RK$g2*ib$?{{xute``yFS$Z)z(Lonw08!rG@X2YGmQ
zeOws*YxTloJlhX$J|z9sG4(*tjaR8lCr4b4FlM^%b9MO(D~_hhAGc@97EYeGEc|AU
zK+p}1yqBrBPi0!Zk=esI>z35pOUCy;2ybQK4sP_icK6Tu?(-(Rzi&U){Wr1Xt<jyy
z31@F9X!(>!o7~!E#`WdeF@E>+R*zfcLsC*d=G3%gX-|z2biK=&GGRli`so+S_ss7n
zZP)F8vBgPEKr{HC=-)Hh7Y(Yl=U1`pIx1axmC?~VD)-XP+3yvq=M{8c-yy3Pdu2zC
z!RsXU%jZh|ulZe^e)CJq>kTHY<v|neg?e6_8FGHSZ*lPmU%b`MSu?Njsue1ps%$QQ
zV&Jjf#%llHM}Za6`zIB)PQ2MCyzS|`HP7_6{9bcfk(u+>bDn&^UkB?yu%C|JU!xpt
zW3teE!sZ%=*A}-OUb!7q$n#;@G|B76w%OmfW%H$;oxVTyQ7zk>=av_0+SWSeg=W=0
zjol`f^kC^6wganHFEi0KirT*LZSRMBbDuu$x8v!HUM6FZb~W4bf!axz#@P=TSMRUp
zdGRJZN7(W><H9K6C(pX))Fz+WFwgz#I<EK!q4V=HFKW8;&Z};n6t%HjD7sKWY~Q|}
z$9IJl{5ZvaE=@Rp9f$p!#Om_aO{d-BBQjSs@A&6)y*;5|>+7|*w^vk)t>-8;(D0qR
zZ03Wd%C`LCyLT;rb8E4>(4v-gL7t2B)a;*ez1#T2NpWXtKF7~l+fLafoSA-2u<AqE
zgRdWt%TMy2dveFAT^;Y7w;uYu@4<(8RmawR5H!m&=g(Vn+c*BVRN00n({{1@7}-Af
zFT(uI{?}pqn0?>2t~cP^GokUEbpD=`<+k&lE^Z39==fhy`M1~HLZV)v+IGpgIX1_3
zc3crwW0)E8V`>>o%7iIXqu#t0-gP@CcGt<WrO`H5EtcfQK9m;VyS01GYMoU*y6Ly~
zJy)Dp`HRWulgr`!RE78X|BjV^3N4-A_m#=z&&6d9J~P9oZrUCw7G9uzx6G$w{&gnb
z16@Wjy2m(AKH$EiCH>xcrB7p4v{=^`uKUX(&K>B8*mi_#`K!?Fl8MF=atmx5P3K;l
zll@`K%LzLxuOB(!sPpUMx^KrC>^u%FlQ|;1`A>%Ft>jCsl1|!90kQ69`?G&q^Cfgz
z-+I6mW+S!csZN#ab<Y<0-&^7h_s%`IPyMD}-y<>k%V#b>{il9OVPg^7G4-(A`}0h0
zAB$a)bA8V&|K+#SKDD^W-B|e`%I~QH^S)E-?ncXfoVzBhJfx`W^-RmTq3+kWnfl-R
zYrOuasn6}@w+nACeR$+0XaB=<;{LlHy=+;Z%BI9;)3u>@@f@#G)|tGQnAT(l%0)=+
zld$@{Bw0wSHzZgqzJC5yjmj5Jli#fBP*d5t*Tqd}gWKMmEpu3%bB}T#YS8*{Nbk<E
zC6_{qn&m%EUHUbkxqau)=7tMJVxcoMI>jrjKP!iLOxNV_da<8X;qKMC-5-uDy+75%
zB0f|+<@2o!K_@Gfb1y|>ADUH9d>HG*;wpJ;g8$q8dEq7O7ad=JwoSdfHGbpqb<Ova
zUn(zrn)!e81E2WZ3l1-?2)%y(l8N{HsZATV7HhKj3jE+)@A-257xt!)UfHtUvwK%O
z_1#yH$u7M0L;#QS(iIalJG=daRBBc77a2CKj!}M>V854}WwQB^#j918{@Zlb@0-?L
zK8vT@l5ds%-spMI>!4q7$j5Z4mnm%f*Suq1UA%Pt+-A|A$KA>v9OAgPDC548+!UUu
z_OrhBMensf`Br_N+C3xnUh_SrXH#X~+BdOzwR`c$+;VZc&1x}OS?|Z^mUX!c{7RiQ
zxA^k@*vgl}DId*$f2~`k(6h-*6+e<!P7kfPr*v5Etvk<wyYt_M@rN&Y6UemO!lu{b
zP959hkee0~WloOI`4(I~-+1;i&k23ozdWnYhF6;Z6Mc|-|LRZwM-$7g<ZhZi=UG*<
z-MiiICqCa4|9kK0*XEkfttPAu+`BMi%cQ3vzsi1#*8Rz3wpXb+QQLNJ{ke)ISNe39
zTdJ4N58slN!~gDAZ-?>oa~=Ujf0n%57yF2Z>3-$!+;bW=jc<*%mYy}*Bzw(k$)02S
zHEWA+ExYA(bM-0by;HLF<S$Qgo_;lW{)U6U8@4Z*v!`Vak6H1JLWh&#f10+(Z-2LW
z`~1TnpM}<a{mxpvh1WFy^OeoH_f4eT>x-{mlXlyG_>pv8l<fO0ixlUxpFXW$oA|T)
z|8IAjuMeNtnXNkfCA9690=M^z_g*`-rsd?$UR<`h=1h1zyVq9V7Y$ecEti~AU;Xpk
z_WHTkSKK?$SF?6ju3z}Nnq4;k4;7z2c{%;&p|bY3nfB3n0q?49I6v|xFSnV`Aj|&K
zkE5pQuCU1VtO)Tr7I&Uh^FR9e>i+AT<WJQiH*dMb&MBRro3j7ul3VZFYd*h@Pn`XG
z@6$uU>C^S?e(S7Wbw&BrF8PX{bA8>bDw222alXW|<mZy?es$SXPt7!L&#y1+WyuK&
z-|UosWxc>ePJ7$f>5Ct3+P?6ts&B+gGog#RHXJ8gKkYcqEo{ZAq3Ephx9G9<_Y0ac
zV~$*P%abe?dZtyeZ~G>}><d@J{ZGD#`Zj5G%F8{b@q0b5giP|?m)U6<aqreji?>nX
zf1f4KyMN46+<gc8PTt!E(`ws~zBCMb#Zo%`49DdPL01Ra%C8rXyqaFcptt5e>%?{Y
z^SE{6KO5gG5}ki`#=Ya!pOp4|N;xFGEp=y2q|A<G;YtTD*M+|popEyF!EG9AYJR8B
zOPpIIC3bGZrmeL{Cf9#9idEl}sXM>$mAyGzh8vI3?WN3;VlHRA?rmCqMb%0`V5)s<
z*V@(0M!hT{nVSr!h#ub;c2_!n&(&VZX&GF1{+MfNr?5JlE8|LPv}B5ybXH>FcIM5`
z-22uYTjI3a<@2+cUz(-e(oy%eN@pFK{!GwJZNehouDsxtC8fEimKGmfGSNMxA=-sk
zIqb$HwLc*>N1cy^{&PtGptSG9#O9QPtAYiWX?cdvyAdxn?eGuYkE<`GKTwz#a;o(3
z8^*A3zx-p5>`r>_{y1;S|0P=@-KO^MI=nn}%DeuLAq|&Y|4v;Qd)fHj7AEGH=Z<k<
zJEAIIe0dPkcBMD3Z$<9mCr_R*z3*HnkSeuK_0fmzMYB$C`WZG?=ckh*+q^H%%PNB|
zR|u+n65D)8cjD?`ElU}Z%Fh{lo}6TkVV^p8o|*2-hd$x^c@&PHP1u(Dp>55we9`9F
z;XJK;S9HS<PP*Un@o4TZwbg7wY<b)E{&*<dthG7k$`t!Qcb@xh&S3L3>YA*i%F^4i
z{oL*hzNnYNYQLA{yj>vQ&M)`#7f<p6Z`noje*IhWIw$eh4F0v1KYq^oeXw!o@dGC~
z-S;MPTJG>XCU)x7eDlcLJ*5Y7<??(@e4lsSEPPOtJz1K!?q_$r&i>EUU(;khPgUG@
zf$x%Z;paoi2O`8uFGyM4>e~IqJ%8`XMz?zn%>3*X-)Fq3m~d6v`<wjZ-|Nb^OKGw{
zK9pnm$?fF3Ra4eamfi06^VG#VYu0EUIsfxX>&>=LS61b!1kJkhB=6py?J-Xq-uzrX
z|FB&h=kAh~`<x%|j(QQM_vO5=;5?tQJA9Xa_XK~NeD0IbwUU=p{<&(mpS^fEU(BYW
zfOF@oXWH?)cPozNXg_;>Xa0I&w<_1oe^Z`5;@uPb`TdTfmtS`0ujx#fT6nng`i8k`
zdonM55C7vm&1%U$o%=sdWuLbHH(6fq|JnV2^QZ65b4{)e<jZvH-_-fE_&~$0#wGsy
zWkRCjY*#dV5VXtd&9Jq}eyklb_3>BpxaGR?(eFO_cGaGGtP_3l!G@T}0iPND*VO%)
zJl`nu+3DxEzDwApRyf33dp1qx>QXoRFi+|KZl1pNvHN${6n%}l_o(#zFL&p!w^bIn
zrK{h`W&V4$?Lxt$l79YMbC(4D|7E^!Q%uz~{gltPLepMrSf66K_f7uhMB9=nZPTt_
z-#PXD#O9paa^JoMY|Edz%Jzrd#6r>eC2Eq#GxVo5$5)j<nG>g1c<9GHxm_}|>wYJi
z=`CBzA0}pfS5{o^<Z7O$Q}d?o|IjLI<ul{a^PYZ#M<O}X6AN;M4|Sbgs=-lxW$8S|
z)!KETe9DURreD+MHhyTiiNjjay7biHuTze`I4$LFQ@N$@Vf%$`2aDe3|B)_dkeRqT
zC*anWJ)ME?E{4@<^~_G39VRC1b~j_@wmqBHmY$2hz4`D;59WwlFLl?jTRn;m-#wQz
z`To6Kv+|^tx>hPE|KGhWb7pYcV!o1DC9~X5U-5s_^ILe^*Q{vseM#GNu9fKKMOAaI
zpFT1Cqfy55tq*%w`yBo1?#ij>)m9_KoY^dR!hUPM*a@2$)3D9V6MJTOMavfEDonk?
zDSzF?+U~dX;tRs**OoeX_e<*PEIGYj#Vk(v%7bVt|Ch37I#LpjtuE-ivW=<YfNQ*w
zcYeap`&%73gG!VlF1YXcIqR7JZ2LC*Pg4$hEz<q+cwWZw#Xlqe>b_9Eu3Xah<WJT_
zk4v9;uBcBFpSAT`@8(w<7ni<aIQ!)MFSEa)E}EvHPAuKu)0(Fp4SKalbgskO_aYmE
z9&e4ky1G<3w_%BJ_70m+$sm{Y7j#Z2e{5VY8ujXdnf^zwmJ>?17cu?O^Euvr|EF)b
z^9-@7<_liCpT7Phc-`!f$-F(z)4#NI9zU?qz3aoDTWbxJ7oOghz-1TN%RJYo&NF6Z
ziCo>M6CHP!&AxVKmV1rDr3LA{o|EjDS?`9u<5gbD7rrkmmEqx%GmW!WSKpD~v*7u4
zS^jUv&Vvmvo`%PtSRFXm;m5L>kL|WTV0#zcR3zNkwnuKlJKr1U?lpEX8|O1M=q*2I
zFu~L6GCNz$x;6j4sMkB&eTh)a->q3bQ)=(k`Xkj-H(g5cI6F<9`EfGOEW4`b({Ene
zA|F+L$eex0&Y!=o=4@B4>~pBRTU65SIFot4%#0LP%jSqD#cMs*-3o}E^7GQt=Mo+k
zYlD_~h)D9jEHXY^WL`OY>gp@6{!cKs-MRPW4M(>mhfL#%clRBcrXHuNwYc)k)n8tl
z=a#*ky)<>Yy1WmY?TqTlq3?LAY?K4G|5@O<yzXAb&bfzzciukcbx^?0K#5~^)r4Ia
z{~l$NUv$~kN_(x*iCMc{mu{ZAbkldHzCXXx^cNM%rYY~)Ui03(u9^QpZQ{@C|DWC0
z+rC16W9BQhA|sCJe*VX%T7Nyuc<-3a{dj|S=TA;ExaMlPv*`c+|2O9wXIe~cKCS=h
ztibC%_icZ^-v9IDr#r^yb=L3u^6Jw=_30~(zkmLy^L6Vw+oLXr&7Dr3I=N!<OyQat
z@6`O|^6u=|8<Qq2;;y*D|JI&!hAX1qa9>h>l5zW`_Wbo?`}}P!i*Mz-7d-fNZ0plQ
zHz)5|`6}{UvxEEXi2IrGa#ClvIaGArH@V`!{BKQi#O*`;8g@wq({oE7+w>iZSikgj
zisO$%YaM6g9`Sr<b1=7x@y^Z?IakKDr$W|A{hx8`<wJ>^M+C(TjDCtnJe)nTv)5p;
z9hbb*rB?+(K7XgqdGd7o;axBIy-tbVp0sN1mi1+tjN0pGw#B)t?Jt>fbMjM@csZ-T
ze6!bO-!I6Wy4v#qmo{IeW_4hfNQq3j*!^b<_2=yHtKj{el6OvAeHv@&RM)v{l|$CQ
zYo9a4y=@8qvVu2ecPn4UKYYHZUASizzjNGCSu1n>Nsp$ieE4<lk<RGUgum<5MS0iX
z-(~7sedNrxB(|m3S4OnH+U3@ADKvHR!Dj}ZR`Vw|UDy?~^TqL;1u~9{FUu}yJg>Uf
z*2c}NN8kUEYbg_NfatALsRkPBSBm(3+$1EapVj|*<Hh$AK3s}UWRJ96>GGtnBV-A$
z?LpC^lN$tQy-k|B*2}D8lB9J*%EPrqJg>5Exul3C^7`-4?mP6$J|q9->=)X0p3jaq
z2=0{%SLo(h!n37Mb^TA{zv`bR=&dXD&RL?G%q70$z#q4igvnQSrj?~DuwMQ-@lHSA
z)x`^2Gt^gSERf^WsAuOs{KV#@L{Vf?sCT%Qvct`bj$7j9?*6s-OwxSQi3~3{UiPS-
zG$-xs%i@SX9JU|kKQa9i@X=Gj{RQ_2iE|;(C)vNbctmR7-@9KPlql^pt6g+Y`0hG;
z-(Y*IhSl>cZu9TSvwq3oZWkBx+%ztG#y9qs)K^?Jg*RSpu4s(xO<$mNYWq$vZR4LQ
z(=7f^oWl3}*VEIdL+_P6ao-rT_p6&iTdmj2hx<NlOg%Jv8oRAz<MPGrE6hdm)9ki>
zRLj|Ey`s$EiCo?Hn%`3%Tip-0sO;Nr=Q;KNy8bS!^;xGjOWZbl<)0~k;PJKP^YzLX
z6wmrqGkvY*_K3)`srTpq-T(H~;dMzr#g@76Nj%AUj&s{`8KWEFW~IqFQC3Ul7Zijx
zv(G<bQLy&!zR>?$Q`i4m*}VF8z*)yTQ4@<NoMe!@YU)3K>jgWlq*|+ES*wK=Gc6@w
z{7SBS8J~I2A-322>;`6gb_TgCQystUcP=ek$$nvtXkG6~-@4i+w*ME!*L~IbW6HX1
zM#{wH_Od7YcP=hn_4UpHspXk7l>c%pk!5pu)ms&OzOVS&LvQ`Pd;Xl{uix=Uzy4dg
zjbT#jWPA4aujb3UUFDnBxMgjA>i11^KW@=BlKrxytL6a94Mvd+9}T%pwVnNYWcQ2K
z+%GGgX3Q7=``Yzs&-Z_5eVY90U%Pz$o;wTdGPU>1y={DDePwNGW#9Vg@gA|8^JMRT
zU(=bJanfDzePO}x2F}%`hLba%e4en*|M{BaT(_sewd#V;&)FUSIj#7#w@-%O=Sz*o
zKD+#jJ8o}ph&-O_eU&Y{A^*4k-HlJ%_`Wj#+ZLb6w|Uy!iH82&6<0sh-V0ln6Ux8Z
zF7ULYfZI+>0l(<N+40*N+QN93oSc^Z!(m58HLF_XFXhmgHA^=Z8q2bD>$ZeXe8is>
z6#H^UuCeBUh2C2y8g5sR|FcE=;i1+8Z+xUT9oql;CQo9;F%uci*5}9TpL|<9Tk=X2
zUvtAYuV@jD>))pMPtDG}{xYa;&)O+5#lO-|Mn*fEcGa}oDl7lh{AVzA=j@;pi*EK$
zk$e<(-={jMDYJS)dfj3<-sb6N8@9(RndB)_>RS0Zcvi`*XWZLgMs(|4(@&^PZ2fA!
zAv$tR3ESR9LE)L1pQjm?v7GZP(N{=eT-xFtSyDN}<@{-%Dh|<~oY5h&(+;L-vVKkb
zRna)XLTyXy%y6M)hawqG=LkHVpug@|dK6#RT#vq3m$#CBZci8$l5U*z;0m6qczeUP
zBNsL-Fx^yg<osHz4b9n=f+xC!Hcd5Ca^7<y<d?Tpo!K(pqN&<#ay#6$ix}U(())X<
zR)KeYB`f!ms6<~MMy2MB$_2`|xA^t1QQmjUbQ@>UlQ3cJRa4ueAFsNu$NTe~)oHzN
z7q?t`^C`gYUyJF@V@oE_v&r!Zvk_{#-n;*4w!Oz^)+t4={58aF#7ic`U+=fQy7J$X
z_&tqVG=mmzYHSfOax>90OL?NDrC9pJ=yZscr|y*g11p1fn`{#l+`suq|Gy_&dvA;H
zNier+c1bAzoVLgEPQhF6!!>X3uX|Yjw=H)^Z2T<ayLT%NpEp<*d5(AY?BzVmY)@{j
z>0LaZuSViZ(dDg2rS@f(Rx#$*=rqShWNw$K{4Hq1<#uz`z9s&J3=1BwyKS<kaedyR
z$u;*ZSQ0fnmY%*L{e{uQLgiP-^~v}4Zv1mK{_oGCpRd?YZ?FGuA9wDfRhXDd<i+RG
ztTomT=S8c%c<g7WX>pq2?LpbN##1fFuHJdq|LK_FBR)BsDS4YW{JnYn2iv0Gd7g<0
zWnVA*PxIE_>*1=?m=(uj{AK0T>bC+DRUH}_d4KHtdOF`$#{OTz&R-|1Ps=gOSKdi(
zDwwRUwmpJx-+5s+mw362ulBdE`Tk(%arU#{_$3Rf3Z{OWZvOAakD9Eccmc`wTKRjY
zwQfZ6`xaN+YV^Iof}yA9o#Xyfw_ENcJzjA7t$%rBYuIsN9xwU3SM+RJ71zsb<CD$1
zcdPs4^xC+oU&D^|f2z7|rJy&@EaP?%i^`lRyPbz#d#x<u=Znm=Klj~iitO(zkw!lw
z<zj;Ei`h><=;%2W{W@gnl30N?Z-tB`Z8%TW-@W6z;r0ZBBR@j-E3IGGeo|`s&c4;J
zd4fx8Ll|!}tv~klwxYS^<VRZnGx>u)f4wVho^NQdzO!My*VSWuel?peH0#*2MAULO
z^YW~n<5%|d;bi9R_ia-W=9wKj&a`&^{F+ai!Y#?CSFhi@A*Slt%NL(seqFsMv~&B!
z!X39dpV_`J@K2fGJHNNrf9|)=mUP)UF`r$tZ#AZUyREjb_RSl~INvkj_iV)<9)E4K
zyx2juaQD*aS8`Sn^2uG7)B8Sed41;7*6_HveV<-=|J?Do_FR|@^YKRKdD|RqQoH&5
z{B-%|mJ5~UR3CE>KRscR$2_ZBa?{z%C)asIR~A%Ef27j8vE%!~5Rums1>fJrB{!Xx
zy|HOaU)J#{+CTr;o_SbwuDN2qSKLDDHyiznHmU6ONRW8`leM+%QM>r^7|Gp=tJjsj
z_!Vfnq2Nq8_u?PdMD9<UxiG0*=Ey9)gBCBBJUUip%&*}u+`p<mRK2_W<fT7b8~-}<
zE>gAp>KWDYChKtP#m8I^YyN5}Y>a-ryx{6~(LGO>3;RoaEV+AKB<|p>caKiV9lKVi
zc{uq>dh3P8D7Ec-xw9ix)c0MyH8bAE>;5rQ-rK*__ukm`MVHIePW$iH#t*8yf37|5
zB`hVU#cp7~ecm#D&z;(HKPfIRWtwqq;pH>i*X`y=tyA;gvi;F%CkAuw#M$fj{cTiU
zy(h!pm1&L9Vbh}H>G${C{c~imHm_8f$?VOH2c4(!WLybuoTJh5_(-_SSABCHoiw4P
z3z)lGF09~*dzyL4VA?O1oEMw#Sv1W#eJt6#TS7HJXzBetUhVG>WEXaPKM**JcX@<x
z)#Q~XC(Q25GGvuIJ-cGtUHRsjAMEut;-0Xa_^@Hh#y|Yb_HK)Q&RQ7SbxgS6%$z$q
z%fG#_{qr!F$?sOIrTP`FTX{@vYYy~E1%H$Np}e~#>#3Y_O4H0O;XfU>>`;H1zn8=M
z^(Pk=?%LyLJs)kCEzhhCi}_)Be#8D{m-pqQ?>O&uUogMd?2k|K**Q$S%kBBY)FvE1
zwW+Y>=b8^a|5vyCH>*sKKKt-^WyGNyv(6Q+6Tj-TrgW+nZ@z=o;f)7REbg8yQ<`|?
z=miN;Mbjg@xf$QD{rTh8@^IVmy)|F6<74gqob2EH>Fw_i>o?~f-h11O@%M~BFHYZ?
z*D{0WhRxdtf0sYm%**+>cR~KT?|06hJ9OS~oAchE&-AD3*MGkKAgcWc>+N5nS{(d(
z|AQsBI$czVo?%z@f3MVq4^`Kk@11_<wQ9d}Sd47;oM)ZQ-9q0!Tee8u`gVVdWry{R
zEz{3knY+Q?;L}8nPyU<5Z*AyP^gs1zhp^!^$J^)FzrWjDRMQu}Rm;}gFt3Z<C+3wW
z@BK@TOY2nTd#rFh+cG72T{G|Hm$B{)t3}`5n9|SqiRH-eJq52;*G}E4CVeCQPV$-S
zZMi`&RqUS3*vn>|`#4`hhNEOwo%P!V#%Di;-7A~@ruBB^p?A+LIc!h<Y;<OOb-lv$
zmG%35=glSNEzHTj)LC>|l+Wq;nXdc)3yyU8Y<=4LYsSH^YTY(-0(RVr(q8Aoq#=IT
zk1gb(OumBkaWkd(yHy__UB0=k{PD5gr>oYRuwCbzdHY+*H4EP7iog3Sy$T;b3a-30
zLANfme&5+{&+{uc`$VmMKX3B`?kjtih3@0G(D{3)SiEx8!ONSX>%P|N-(G6BtEN|7
zK788udp}ctKKb<Z>CWf#AI313zPfVsX}1hh|Jua42Q7`#8GFi>=}gqTlq<e=QSsGn
zY_CGY-xs?nuYNV-#QVgQO*c|ax$c>~{4H9xKl{-(o73A*d+(~QDObI{IEnvp-o?jf
z`h`<p%hYo2b^OcW+<Efowxvt6*b7!N3v5wvx-Mn*Y8Lx*-q{P41HLY0oA^zCp^Wr|
zT9zFFIvdM2KI~YtGJC<oTlbBgMApuj%<;OhGIsh~aRDF2<4auZ{$9?zwdr-uZwKb&
zlZnc|{oX7$-k+FOdG_>!iW?_)Y&&;B?8@JdErr|lG8AK99O6AGwC%jM?ULwET-&41
zZT#D3r+Z&-&5zC6yUP5Q9MaP{EWgv&t>Sj#E2*+carY0;>dR#KC2zTQ_Pp|9M(w2!
zBIf>5o#UUjb#a;KS>6C=cgIpk&BhMTEiJ2-m=)y3^eRa;@c&%lqnYR0mX|T{s7?**
z)(<B(3ZG^PU!hxEu-&0W`S2NrDNSmT4xc86Yc)KSSorB0lbSuR$<{cdCoSQ6n>ggx
zTa{iF^=W;c{ZKsb<<6(?j%}YaSHP#{(1j1D?mv`0VS3Bp(BIq*+Cq&t(mq+|X9NT)
z)l0{|G+BH8Y5dVkIZ5XiZ(AZb`2ug`fo0eKozZSFdLa39%|Gq0yyd=L&qDN1Wb9lk
zd2J_0>R-tzXY%i9&;8%eB>jF;Y2W$8o3+zqPJL6kA-3^z*~4dFZr)o~9(Oro|K+dt
zr`33q_nB{2-`Qrk{_tCS&U;&C&fl=vZhq@+i{gJh+fQe=8Nc6Xk@>Rnf^T~JO`9I+
zZ|UiG^yX&13cfh`S<mIKYaR-p@0G9kb#(Qd=86+xvnQ*cPfPtOx8A?@h}J6MwD1Fc
zh76zgxf^%Hx8K>Tcy0PhM(=caL55EsveY=Qyk9f#BJXb%riIhy|9_KyTK?|`dBcSX
zA6~Pt%(~Z~%pSTe(&pI?*9p%Q9tjH1^1okQZ^^w*dwKizyiec6!|P*JzcB~qq!%7&
z4KVHeP|dV>pX2Vg)1|Z79DU5>K1TWF|NF4xgm_P_Y*r3O&6D#D3v*tXP0J3?cbWA>
z(>hh<e{I<LyIjjw)pb8(Y~B$#>qkKORiEUCyLz<ZK1sf-d3xrXX2SOhohK;|Z*7&H
z`QoV1for}u%>^s#9=~8v^*N-TW`4w<w}029WtV2vUzc@>xI5?h+5L}qe&k=VYi0hg
zwI_lXeDvAWx5Hvz`(3+#Ka{u0+eYZw6gTQxm{%$l=*y>_E;F5%@RYMbSnb4ar?okG
zf!_IV9yBfI>EqtgX=HgJTyFd4DYtB9E?8gj^Xc>-b)5b;Dx#j1t+%#e+)?<~jqmbq
z-d6_qlM@y+B|Q3ld-=M!#7P_dEq7c!%h>buZTPbM0=;KPI-@-|pZU8X;}zq-%6*C-
zZ)xl6#{c{jURhLVwSMB?&-;Izewx01|Hhczh23v!=Rc_yF1KXgbe!j3dHv_@Mbn-u
z-kzY-ye<6~!xIDF-&<c7Og|Ww*BX8M(~o`J`Q4vhx?Pl9FD{qz#(kBK3`4l=eYFGE
zWOdIh==XZN@LO7a{)y+)Z=LqDGb}v6ckPuf=lUkz8llH3dj)*g?^?{a?Yzb5DVv&~
z2u@d=oU8Wsx*WrS*aeFvI#;IOUbjhA=bhjKWx=nLwg{W6^P4)B3oYE!^}Z!iMCngW
zQAF8l&xq-*HOa;urL!W8-hY~TdiCWNfqNAnIJm=2o+Q=>H0M7JxF#Bw5_9g@f%JQ}
zN<IGPqs1QoyLI;CfeGQ0`EI9+#QmJ1UvoJtK8jO&^PVZf^IiU}ez!$$ZS%g|t+D<Z
zKG(w%mfbOaxyjFQwb;CEWr}qt9d4IxyXbdd%4L-`oUAoh7%ICiuyr1YJ#cEHrr@15
zNmCwfWMMc|Bzt?#mB@!@gBnk{{U`}&&d-_8{gXL<pChYUqnCcNLtt&u@5#F|p7Bdn
z++1z7Xi{c)L9}DpuDZ*4`?Z@a+I+9yza!?S>e0p;I;kYpaOY39lp{woXDqWmth)BC
zfq?YBhf?eRerQ`a>1ybaO?MSGzPeyB_n$?|(-q}66LjZErt<#2CU$?a{q2=ca~7D|
zrM&qR_nA}UH&?pb?U?8#b5^gJ)jv6IBA0(Ix8IFeS?T??pUV?dc6M7Io?$-y@SOA=
zncnW^&+Fx4zuqi0URSyMhp~R*{3G#u{PL@e=l$Gu?PS4W$-L_pbGJ*^3&k8Rn^*Vv
zW%<8#_J_~xFs^Ht4xh8k^6~8X7IV{X@A$mb@Ue9M^{?4&YYVo2xO8;OlF2=8E8D+(
zJ8h@^{rvtfuReWUU&}hFf11DDAA|T8Pxa0_?A@_rQcK0b!szCA`+jeij41iN)y{g&
z=e7fDEzB41j-0r5`QcA>&)04@+VSmy@mkSYrY}xtr>k21*sA;FrC0yH=i2XnBpU5^
zI`cU@-1_~d?RRIVtUvVZq{o{VEbY4LJ`J0=y60_-506cdaryPoe0K)Br$qbuK>O*l
zXIB@?vivmEQxERw%DEHralJ9ap32APKH1$)n)mw=_lt*FlFgNDK6NjD3*L@?mE)xO
zc)^iv?|VZfb=K>3U)tRAs^|*O$@ZeXuO@F7OAHR*a{3To$*D5i2OqO<9o%jb;PK~$
z_Qr>^(vO$d-kxgkc1z{%W#OOl{)TNodQN=b;j{ZQUzN|R+vQyIj4j9TSBmBF$?I3|
z;remytoD@Cd!Js`-XnIS`Lx~9q(cdJKgFE3`zCBYS%7VkpW0gUeX@qyPhLFS$(&nu
zpvB<*h5L`c9<@oeI-Xs<|8I7D{JQwPbJTgx$L*PM@J;5n;JFX8uWbJlAhYG@*G_l7
z#fv6?=b7(jb6Pv1wt6~q$?FcY^LBajnq=+vu=d?v@Pk27xYxSI@$dcrSN*5W-}mv|
zr={29qV|2CeLwEs=lY-i)3)EQtNvO3|9HI4{y#tUr!D{K^v!wSt-o)M8lRpXU%Bp_
zV5LC9ro~n}6;`d4{qmj3X?p91w%_S7&nu2tl}~y#b!zmvyd6)^m%W;7s+Id{pMSuT
zxf{hRMAz+_V08K4gN(@+TBpCX63_ix^~?E7-2pLAhoye9Yc>bobYt6A>lSudd;6=#
z=7&dWZ!rZ4_^$pmrA}du@-+7bt<rs6Vwq~vTXdDu&qSK#+I%iu+Rps^+`_v8KHI(s
zy|%ghw%aS<w;lVYTdQA|M(kSlvfVw*J1Zb>?#J!Vct6RS`}e*nerx_G`f10UZ;BUp
zRA{W1u=Bch@N!Z3v@PuOf2=zFMf<>8t@nEIhfiIw;=H=!(wwIzYl>~#-gVi0U1Y$%
z?{E6yEjDX+f4%YHjQ0$iS_kEib1vMN|1&*q>*-6b`+T$SA9e|ClQ@2=C3~SMe@T+W
z?+=?6HXh1oZ4x<L-gwAFTQs!8kFDfV==(!ziAy6jv#T7P1KR_6Rhev0S3HrpG;?Z7
zjda`Gd0nrAB&3?ZB!2etPiv}w@14<XEADc8iBHPQX<|#OTXl0L_s+C??mENCuV7zE
zYsS8_tG}#jQ?5B&`j1Dx>Vp1^x64-XIbUfo>2;}F>K*;>q=#<s<^1}#xVJM;C7tBm
zE|%c6Ik??E>wHLOTHM3U$=A>2*B!eZ=38Ta@8z%EmA&$DPqyplw154b{!6b{^4sQ5
zM;p6tES|<4x$gCpjWd^TaOc`_;QH&yPYgC^nmov>@#~LS+#~hQv&4FRVfo)<Gam-o
zGtQ|rxySQ;NzFqkxBV~8>wX`Uo!Iu?=I=7w$K2+J&pkZ9%{-NHUhNZZ{r!9PoH+0I
zi>-O}>zeZi-|JVrINsR0cmC=}`^qjY=eajy)2*WpD(g3t917SQ?Xq?C*JW#D<X+h<
zsW(5kUA^{{biul!j^B4$KbJ0MJ}md@^PFg(2j|YVhOag{Xz6MHu<_1o^Yz97k56Cn
zQQ4Cj^}b5<oa6j+C3Bl4_}}b$+al<%#@7CXbGr1pX68+CH4j<Y8q<wltg5oPUceq$
zZL>46yEl5K!v(#anTPH&x~b{Ccx^5v6H|3L`gWPyzN_K0m+dW$jeDy;(L0y3SalBn
zeM5(De?NSmDe_b5!sInw-iHsmgnf}%vc#`v-}2YTpNX&UJH7Y;J5%9H&E}V>z6-g|
z8Re_T>|Vrp=E43)(Q?gUpYQbE7PYGU{O7>c>^*TmCihpozF0bsCxG3O|Dl%sp#XQ;
z3&sr#_%e-N{#+~YGEt)Dsh+jg?4Nd_26L91{LI?*%{t~@Rd?fW)_pGL9vt(WpRV`r
zlgXp0;qlS)s=D5Kv0q<hcDlLijA+}>^OxDxtuK9VZpn+iboXh`gs&Ht=N`A%K6$ye
zpUlb0|F6z2pLV)t@}sZU>-YUJ%U|?sYkpns&*}f)$m>tHPvREcB9MIZ@to6=K65T9
z<Zhe#C#HA(E;F_(OJ>?lpSfv@FVDj^-<Hp+>_YM3e>R_qPY~eJefZ0~=v1<GJpY`v
z;)d17g84pO@;b4cf5F^cjP^zs^qxGu$dPIzv*og(fY>q5niiFP=OyRoJXV?W_SlrI
z2K<r|lS9g8woZEcrf0Q&-1;TwZ;I;OT)KLm)!q}{4)>38h|7LTnHc{2SFKR&<CN&2
zfYobnv|U|)yXf~L6aK?5W7@=)na5PHFQ_n?e`(37>u=hG!|UD(_3?cXpVIhr@#g=o
z%CC6eHtxG~v@LQTpZHy^&C9Z*{x7-8Tz)ynd9L~L-%qT*7N1yF_vyp;j4PZkzaLRF
zVlqBFbJ=I-d8-zxed^x1koobG@2-|h*601+*B?3c?|Z-dT?zq0is4?|!A)EBJ)VjN
z^9N@i(5;s^!k4%t`$pNpsms{(w<t|H#&~DJebHbc4$BnlRpNjD6g(5=F_`|#f1XiE
z*zex2k#*9m|HfKe{(OReW^RL6*q2jp#P>Q*xc=tKHG9+RQ`d4H@u&z)VDH~@V!!tq
zjVq=V3_PyNvp;!S2|P}c`eeCt^X8SON~e6#n!Lk#-OMBR^>yyQVwhF;+jy^E_uDo4
z&RbS&U+w$KD{>QC_|n|V5nH2}kDfHT%(=XdH-2Y-{PREC+?SW`d0F!7amcbwa(mKe
zh|WKvxBfyD_r74)Z81@rPv>jS+&kG|(^7G*{Z2Et*=hDWE-#(8(=4XK$E;T9P0#mo
z&h^`7o?3l5?N21zW$Swey3xnwKO5fG^E-TG(Z<^w-abFDtYKS_&84<I`(M{|_bBjn
zynURv;aBza@J_q4(<i?FP-y(_OQb{L?aA8tFTd=(*fi7b`0RD@B6bH8PJUZ+`bNX1
z^7x8h#a1coyVtc<J+6HGe7(MY{ZH?OqAgb@A6mQP`X&9RxfAB!eQmwJLYaL}{{7u&
z9VYX)8wQknb3K0jrM5M4M``dDf0^bLZ@SlSTOYI4_fTV3Gy6V;nrB}=_2$<#JN{ZJ
zGskvIZIbwV-dh^woN8g=Kczl;s&T6O8C5>yY`CMNuXz5`!%enqKjqHtJGWg$CPH<6
z{s)Hgn_Ba~v4nEP$rWE@WH`^d<I+2qcQ-WS<6o^>Y<^)^=PxlW^_F`ll-FFpGWpZy
zUDH3U+~>Bh@W7Ez!f!a%DM{wfJi3vmbgPt=R#3-@)$i<EV`^{dxC`uTVc#Tw+%AuK
zU-kQIpANRaH|pGRaPRTu&R<O&U-^BJNk|K7UGID8{4$=_4gTTtv~Kg*Bm_jCkzr6~
zPkos(O<d!n%fsfUQ^n&?DQ0cIvf_5C+P3Kxr#@)r7g!x@Il0MY!j14pmtHj9FrC+y
zY5#h&zluOx%{Di~nO{#%YYy=HZte5nH*Zey<G0@Id*(cN_O|)ysjvGZ?p3{?{PcBv
z)kJlHIolIX-_DM&oSEyJchh=WXZmZ!^N+esZfHgCQgWXfJH6B3?JBXtwG8_<-R{}A
zdD<a24*w|TBQ=frb;f%yG=5*9x=?+?p2KF%IZrm$J!h}=@V>t*v-X3-ny;6BZF(Nf
z^h5l<dD>QI>sMDf)sEYoExt5kx#6dcKGLTeqHNyfwEpuw(9h_(JU1=vW#p0YTCG_&
zua7au-BGxgHanrM?3YtdLfm%s!)F(t-uU>`y0f#Uxt!7dyXAV!y1s{1SNDr?AJGmM
zt}6T-a;l{BhTpLnT%Ae%FB<N?T`XNcdHLH$9<kXb8rv&Q9rM5Rs_=@a&qc{k#y5ra
zp1xTp|5e1kbgj~*Q-|yr3#T66x1_$6(e}fo(8%~rGgK9YU#>2eU$xz0W%b3xg{l4K
zMl4=xEsqw6I4M0|b7ZxkmfND0yH?C@(?7>$&N5Z7_RXtTg15W2EjwOyB#V2JN%b-t
z2aPKSE)?*b3On4gcV4HO#_m0npDlf&>~c+m;gI6OJ!v&<n-i|2Z&%nY;L<I+ggK^A
zNp)(ciM%>5o8aOlo7PP+)_<6If1+M(tX$!-6-$GKc2)@U?O!&TNBPpl&5Is1XYb)t
z5q6c&XSk@jXZ6RD<|#g})qJckM=dkeWt_po%54A8B<A<64PhE@XGr{M*;92QSdw$b
zvb+l0iC$`&tAr1$227s+fv28RB#(86Q^d@xy6fLwe(~?L4|~n@eASw7TfgSt+2;FM
z<IJk)v&z4C!>X?BRo}TLtfwdLWNfJ9%hz5Zr~Rt(w)~j5^76-MvwVgrB~SUAbn7MM
zD|cMn68+iAF@BfEB@^FU20c@6UtRO?cD>SDw`2eJ{8?t$sBW?Rd}8L=!o$XYE%T=@
z`#5ECtfz_V?W<)|cRyONWy9_-v+H?ZoqgY!mE4x_VivmtTkblw+8^)OWghI^xToOX
z&s{4wFWP-xyPr?4g3U2%9Z%%Ce>!&TDs89QK9%u*an6g{y68oNgV@%92QE+6ZohwK
zCU^D)Wwxg__YI~j;#*i4`BE<Z{EpQhugmLhzxTgm``v<!skKka^Y5oVIF@Dqy}y?I
zdWWJPTfW?;WwFQDPR!8V{L1QA@asLfMw4Ye{BiolIWK6>pHtd*v@1S2{*!zEcfI<J
zt#g&nitl*s6Q%b_^xf+@#|si(UY7XY9L;V!<@cAL-Fx2G*Y7;MZMg=k-+iCGAAg>{
zER(ZzZ`OnOO{-h3h4BB}`TqZplkTUd&JLfsASP)-b*s%bAI2x&WDf5%=ZU=(&;Msv
zy2n~IuV0@&FN>`?&b6vp{8H&%{_y&@4;*V^pGvRV`?;;;0pD{4!HtF2IP2#IKe5)+
z{u%t?ist+*-P7{_n&ox=|NH+-P*QE)k{;jX_qXi%@iV0T(TRi`j31rPSw)<?b#l{`
z@`N7e=(}IDKP`RpqBo|l_+c~udc#1Q{d4TAn>L%KPqS5<Ubo^x{tSy5@0suT+5Ih^
z=snxga@snxPthWuzIC?eXIP#6F6Srzp-pq&_D8ETYmXM3Q~V&};%c1vRl7{%_hs{Y
zkGOA^S02^gBWW|gJ}ZCchfCrM&$~2ndgM$t3bxN}_1h;`F=O*5-}|@r8NEF9B<An+
z4SST@TOX`ie(3i7Px9_nFS50T)=u|zuPxm=HN{Qy$*X9Vf`p|qpUML|-d759d{2s1
z+Yy#_ZqbV=yXSQ%%w}SlR>St@d!^RY#$<-GMGM}%p0)k=)=kqM+*<M@ujHg`nPG0(
zx2e0fMY~Rss(RpYd9(Yx%#WRu{P(Sio~pjZN|g7s-OD6lzxx3Sozin|M{ebP8}i|q
zxbBN1E4$4$^v+Vycg@;=Yf;YG(^EU1UN!o<sH5z>#qp}<gkzo@exEqJ)pL%ePImnv
zwb|u(=yQf;b2~HFoJ)$Fc54nx#<d%>ez{cptSt&;PP-@_S<72+F;wQ&jLMcfle8KG
z%8DMyoA6~!HVRe~XWbRM{ajFCw))?4QwGj$oBy#_8{CvQ?DhD-h5cc5XYYHoO!+w}
z_Vet<e;(q?TC*%twPGr#-0ZsVAR_xmL)SmoASG+pvW}QYCQ11U<=Tw6%FCgaQEI&A
z$HQka$5}p+wd0%>;FNj%6sN#TRsWnxHyGZQEZTK#ZAQ`8`qTge-T0$yPd9WfT@q9l
z9~msRcr$mi!YzS@*XMM5x&x;lO|B78spPt{<>P6-=*Vp`?tdQ4GSXf==g8y`mSSDy
z0Pm~IBRGXBIYP2NizXa!6)@0<`MrQ6P0GG-Y3M%1$^YXo-TUmhS!M6L-MQJf&VHF8
zYj2%xkj=36pq^_3kCP&cCad%PB^UOu<nUY~!ZU%zVIoI|V}r<sCrsJL&hPrTEVs0D
z>$&%HY`#DHT~_*DXGZAvvuD)h=l_d(qMm!8;p)3%N9TTSoqF!$go#$OYg+q5({66I
zNl=RUI_uO0?N2dTRVfl|^J=I4*%vo$z5Hq8^6cjax7xfqKeKGI<TsCbf0OGb_kEDM
zCE5RJa>0Sy{KohHZkqgw|B!yow&eNyEDk*XViy;q+TGTB_-I9tYlKx(FI)Z%{oT@L
zw%fLe&QCewXxIMHrA<SvIoo`_zJBdb@6&5vSABDs%-j9C+v@hI?6|E~pO)~;P8MJP
z*?OtxqHQHko1?BY{u251YhKC44+o6+9ru5H_IjUJ;WNQFL+x4{=ES*8rH#(Frc`Rb
zelE2o!~Rj?)8eWLQTa7W6%$wXvE}F0Ml>H67R-`)es#{AozJtH#XmbaiAhT>`K4Sa
zr6FJcr}OEicc<Ca_cclHDu}Q?Sls#d(NXtOSC{miTQ_}?UZB$M%hByF7PQB)b@Qs6
zkQoYl6^@<^j`+)8etRy<q!|4NujTj0J-3`-eE!A5SJ|hz&)dJ}lnOh;t8<A>Yr$5#
zDE$LJCKbN9aVj=m#E)_3wpatPuAc4}Y;Tw8H$0hmpTYi6&a$@xYi3KI+PgwAZK0yn
zDY@&LIsbpD|8e~E|F8Q0U1o2dz3HTo!}dGd);{4qcmCC-7rX*9V{<kbd@EO0QD0wm
zb-V4C1s}!t|M>Lj;_v+dzqZXUtoXk7`(MVLXQoFogmINA&$sOA<yyGCbi;<kjVIOy
z<fyHiv+t2F3x7-TYLV`wk_~oe9t(KyFE5S0GIz22^wrbPzrNWcz3(djyyqF)w_M)%
zk3sh4oIAPFPV=v^*1Rq+h?YOvD?ZW7Ti%iL4a+s(5;NWty!lD&TJ;A`R9}4Gv_>mJ
zM)`1V+Ju0Z|GWRG&$Ib(j%^k{m)LpEzaeS2q<<~a_<GCu+(DNlCl;eqCON4SoTNJ{
z`w#h^YtvnQ)T!O!#L?ydUTv32wR2FfYYg3I*6H)@)T61}-rr=;{l8Ybq~rZItJS<=
zNhuSYLob|NGN~e6MmO*E?TRh3U#^GFImPIgaput6O}hK1in_(@JMpet?SXOq;$<~8
zha4ZvELyNN=k>0i@)F@Q{>)0)&i-eqGvh3|ycshXeLkO#ox5kz`LC~(>Wu4ym*r2G
zvre#QlBw6#b&;wGdG2QqOzhjejfrL1rcE68y~=_g2uQtOF4z%q_~td?S^lRBnOD`6
z=&V1cxGUbRF!#E{tV}L-y>-_63cADZYAr52vuM#ON!4|V9lg`y)iot&D7&(2)dht4
zHOE|-*}TEnij{AY;L3KR8zq_@LOCbXCK;RWk8DuB>g2w9zT6qcl`_%He0sfA0la$`
zYjQLADl9(1+qf%Wp4|kCrN`FqeZc+ZyPCCU^tnjguBhn~757|qRKIO7-Fg3fbN@Oy
zp>LTd7Pm8-ovqw5^`Gwj{)L)3_PKTZKNFQ4x1B#GmH%~J@rS$DOXI^n%LbhI-cYuT
z-EW@>N9NC%uo+W-%&~uZb4SYWpNBfNmw&X=`^i4_Y|SC>KQD?8xBlL9K$9o_Y>j7e
z$)NzZ{Nt55J6D9~)P1?;d-u)S_OPuU7W!6V$07?lj&aYuFsuFcsXW;*y-nHvYN56+
ztJy;;H=hl)t)4JXMONK*VeSXHJKRf+t7b&XS6*K0w7o=Z)_b;sW7Az_W>1O9x>vH`
ze35;zcyQ-w(|4aZd421S@9H{O`D%JxRbYDS`Uh=Wb+4{pnzHfevPR>J;U)2ZmRl`8
zBfhEfhPb@r>dbR>Pqi=C?OkhTb8k;Tg_FnMC2RI=y5Dks#<IxE=h+Kh-}wFO+_9a-
z`qjlu+Q-hs@Jf|hciwm<{eIcL5Lv!w{%MyoTUn1T6W{+f&0cOrUz8hLT#MwjlH`CL
zUCnvVpIqPneeZj{{Wag2ZA<=4-(}mon%nZi#q=F#4Qx_-iwtJ`HZ?llRDUCMcEpiD
z|9!8N56XYMu&wX(^e<A$v4&Pb(u<@wZrpSFv)-YF>pm*Fmz=!gGSAg_zObTi^)pu1
z=jUu6nd@x)@M!0Z*Skz7@Uog6p1iT&mvz_YZOgT%&-=pmaB;tVS!lrYy}D9T@{`(E
zX4h?6TN?B4NptsRsTZj~xOTI=<~08FYccP~swDfv3z9x-yqv)L|1N{_L#{a@zj%8x
z9Xs!*)ve`EdT`{&`h9XT*G}vSoaMYQ{M5;_dt#3DGkrKOdm-{iz>2mVX-jmZi?>?7
zJbs}malzVWjrJ!W^yYr#m$=>86KVg)A;V_+#Js<zY}@NruQ+m>NnXb3b=oye)#%8|
zM(fiJ%dF1UtP(ES9qwy<?4Z2Who;w3l7CgUZOeJO)l6VT>wc+aOP)!7;L_K9%e1#c
zx@mgM+f$iS8XJ>zH7@$;w4Kmee6!%v%69<`$ulyybym(_wnwY|)1_@XCK6T~t{w4u
z+G4<E!2crKzp^nv_S@sBKU!F7()N~V#rNLZwpun=(a5p=!^7ZMMy)612iSRJ3Yz&R
z?KtRcbdY`DCC#@^k2JU3G5iu>A}04?P5Gr0J?(kF@|88;9tqRoF<tR(yUnjv$~W9@
z_D<Q*WAo-x<NIyfjxN%e{>3*e?QzbbS*nUGpH)^if7~w3Z1XI7^MPOo?-J8<8jr;U
z;-gg7+aHp8&s8pIzj^PHi}m;OJ~X^#ci746eJdw#Gw+WT3r-cp?K^nxQ@0M=^rUo$
z?4LTq68q+UT~Z@&Zu3<7=Hq_`S2aDq=*3n}Tt825P94|%>Bg7EWarfGnI<?tq)h0I
zqlx-S8&2_g58i#b-562%yYQ#O_W;Yuy}v6yta<ZES<nB{zP%0~pPm+<?w?n`ZO-+X
zSFNokpSs;>vfxF4;_(cjD>HvjIaR@`#=ZDcwoVTFFDbL*+k)#jzQ)=r{Jk;R|CyQU
z_H*Ah-Tl>YEd8U(^J(v<KX3W<b@r|`x~V(noNGCMka^b})zxorIPZUaqGCp?M(u%p
z7b;Fl-}1|x%FvT;weQbT{nv|=ekIKL^viG#uhcf7hT`auINzD<?hD^CP5)???DNH9
z{q0`9<8L)}JYI=E>T}KIE`8V2d}dGNi!Vja;T=D&9b7*DRaQ?9lY9)j>ow<}qSGdc
zM6YMa`MrR-eC;L2?Az?RcV^H3IVta+&4=p;=AP!ca^CJ7oB71lJC|3M*&1&CQ~v+M
z_vzQa>P|E-y*(@IRO*FdG2z%vmS<*2%nvmydi7uLSMeu<eb1a*=Ulak$;)E?@hW@$
ztC<|N4}8xX-MKKe-#dKW4RMnX^D5uYnd182jP2VRjhe`Wi~JVRr;dGFvoG!J?U_4%
zJzT$Z^{NBS>=sAvt@yBs@hq>u-On9)S1k9&Tn#n2B{(~FUhPfJyyVBa!H2(pShK#9
zbMySU%QtsTd-c&Rxaw0@Q1W4Q&4Vor{W~sI{z(3RXZ^#Q-!9zP)VjK9<AL;h7v?PQ
zopHRfLu6HUZPffJ{Drwndk-FWGxE`Kzca=8rbf=^uZRDB`n_<^h1418n||pWSh!pE
zaK*xXXWja5KRfp0fuX?sp9lIka#l{;U(`S4RebF#_AkD{ZdLMOcca|)?bCVZxn+vz
z_8&);=P_5b94o%LM!w(^%P;Zdk0-3wUwdoRfAEKI?!q4nJN=fNHs6=5tF&)}TYm5L
zl(eXf4b9DUZu_%u9N+!kt3|MFqH0#oWp(yBPgoK@WJG>`x=~&{zfIh2kMsV@0=Mv}
zS#Mw3d}gR@KkqX4)f|TEleKmt)2B;we_QmtVR_7CG3o9r_6y>rLt5uJ8|Tkf?z$SY
zG+8dl?EaxG7E9K)2%nA6PQB&8R{!*PpHkI(p;?CyzbeRe$!q@?`PIRH$-DLoE_RdM
z-yCqvOE?sJjDf*{!PCVt<eXW-VrH|FHH}@hV%MgWH2L;b9(UBcdR{6f{G6gU<2Jv(
zJq~OA#g*On*!BNiEw3P>7$X>TBJ9Adf{-PR3k*^Pm5a?Kb}`Q?oyDDY>(v*9m|Hm?
zzCV5Y>!IDhPu{+(dLEtm)EH`3c)9ic<uiNajx0ARj@kFyC~eL%|3hz=SUxtX4T`Zn
z%`LOsJ!aOUMDNQ-bLUwlJe<j^{{7zT)2FSHf34eh@Wayeb%m9o+oLy_J&+62`+W5C
z$GR-vza9bluUalM?)$e|=9ApwRdY&h<L+Hq9k+j(`PC&SJCn7`9-OV2aL}R5H$D63
zr!TUyF})AM6y@^vuB~1cx!~?)>wiBVZJZx`;YmN=&6JLvERo5&d{!4j-M70xtoyn;
z{wvd_O&g2z7XD~B%UN>g{kztg1s=j1TwU#E6iiIN&H6erPWhGku7&Y@DPi+J2$ibm
ze%!fuwQ3CG&k%Vx<tcry5-+|qu6$&uzvNYU!9!J_%b${^KXQI@uiGl^EY()GIZx#5
z&)U1*yZH5ela}z+MmQ{3{Hg!t!*BWfK3#n(oGVhf^i@^1<kCYQlbU#yx3B+s@Q&wo
zPyLkhpJMZ~F6i(*Jb3tGP48XqxPw0f7Rp(B%nz7%RPSxeH`fKecQ1y|fB5p-qKa+D
zKP{0rxn6qv?!$+bd(*=BZ+4$=+?R4r)Oerkq3EL-lgmq+o*Bn3{qa-({$*nm@x7fV
zb@jK*`cZyue`ZRUo`KWnb3O72Q>5CzSe)ee{^0okC7*pxzI()P_EvqWam4JpshZV~
zZwF3S@YK(Hs{D>^&6c|^XY6#=pYoh@mc#dOI8XAc48s#r4DO!GRo#Vb9wt{W43evr
z+Hkgr<xp@Ir_;oImh{DyCxm}|DHZe(uG1;1xLSMv&w}T1o7v``*x=v(r|Gu%No8}h
z;OR#@_NUi7ZoXw$(!Om^6kGd;+ZCqqbDo*^{LYMGTX$9I+QnU7KR;}JAQ^n3dGFn~
zm&=&<)$+7`n62L<$ayJl>Dvh2tU@1?x>fF{ADrCNyeC)KkY(zI(m18<((@&QmYzOn
z=+5+2Ty)_P#@UD3-h90Kqq`{Nh0OMvWw|>!t~8jrHwFK_B=PvtqwQ;Kp4Z4`TQV;+
zJDa*xb>7RD6V@^;GgNCS*>OWOCj9CVr+o))OW%1Mb2XX88ER3xKrF-KQpSVakiTav
zmdUxbT>mhYt4qIY>$?NxwVb&VW*$9U_rdq?WOjLWGwWr-GuG@_U6`W~aUx22>0*BM
zd)-XZ3*t)nzq#z4<CS?Uvf}}ZFPr4kAJ024bs22j#Nkl?*q`a-<I4*f3NNe8{bXDt
z%j4L^^eq4GMYXAJnNBS4S6>Y}zFE$ib-&tX{p@R>uTR)jaXj>EvsX^o=dN_isf;<-
zs{O*vcF6orZEXy%TWYDP=lA%O9p`sPgN*MlpZ~FoEuHuBKw;gHQ<_`1E_}tx_mb_i
zlJX8N8;;9;KeF_>ziwt<|6`HO_KG=|Bo@zY@jS|^G<jx>{ZvE$oGGDkUvuR|XKLK9
z`s{nWE<uW^)hvE_`@V<$e|G<}X%S2RB_Jm(*1i9Bm0i>CY15x>`+MN6-Ha4B<tFuA
zbEnnT%~eZQGu!O&K-Y?^XK{br&Q<zC_G)*gJQkODD6ad{Bx;5JXMM&yLWfs}t+%Pl
zyy&d*()-YRrp}WF>2J1e-WU_OLcfFathI67vrZw~gGc=G6}}w!Z93OA{f(34jVB&+
zXXt132UyNvn&+FP_>tk(rN9WOuIpCH#;xa@jTf#zIdffR(v$4o*Oj8b_y4|Mll}AL
z`Fo$Ex7%HL-4@xgTP{RAF6E?H{+%VpS<8Eu%sZ$&r9SsTW7ht@h))Ky!#B;lYOb88
zv2VqDyB{~DY@-hyKKsMWCiwr7n-wyjg&01%AOGYY_R2Q*RfI6x`TH{RpEp|Xo4Vll
z|I*MyRUQ3u!c*T>dBha+Z`<?x9{aA?5AQzRU0+{W`E+Uep3M6d-WP?Lo=W=(oCs%Q
zlVX29L5%COW6r94BflNC-0Zs@@(&#QE6l9BI!FJP3wv(jgAF^Ltj(X-ceF&WS-<hd
zFD={Y?#DF_z3upZ#lYeq;~euNI~UGiZc#RT=_^$CVE4K`m3jyBa%_Gs{k&z#%0AcS
zRhCzB)4%sso|v1yvglDGuhna9xqWu!Vfjyk9QbmbIa#{H?Vg3pY87q`&+uFA@Z#Fl
zt;*?@&e}J(aQ9vD?0H=!UisAYcdv=b%GX}GbLyP<Y+l_t<i4*)YBpE3M)__DD~(06
zAN?Krb^e?zd>wyF!m>nt$Gr|!;eVTXUOUb-OZ>NZ&gzKfZ9kqZ-1MPG_k>!4v7>GZ
z$K+h=>HV=XhZCPToK6u4y~ZbOb68;M3ZbXH+IyZ|H&<VJVE?k|MJ&?WPc`g(@Ps>f
zpOwPV|0Pot<xS=r3hS%-Uf*1ka-AV5m5W19>V|6Y%#SCvpG-gEmTmF#k<YKjc&R;?
zH!NFYZlQbE#^ZeY_xBO9tERH@e}0l~aO;zoCG$0{)-xwM?GtXVb@>-7C(H2QbWp>d
zrHa|jMjN{xb-my%d&P1j;Y{z<IXc!^yN-H<IV_Udwb=WWa9i1-4-<C!|2nu)&0E3l
zviuiAlc&cfE_%`Qw`79lm1W0tXP4S*=IRxCd9>x;uwzh`bm%tR@#ogG@Geo#{Ve*W
z#uk20mkK`fX!0-W4!%%SWKnrq`S5Iuw|88YCRLxe_~7N&*~_BF{O-vrb;}=Tb4#}>
z_MUqB;Oe_$4+OjXeQw6YMSS!z$l%hhJKf>mG&dwpR<4cTk3FqoN}I`KdB)&3mu+Xq
zTKv5sXI@nqw<Ag{^U;;v7uVOWSm_`<L+k|m^mRJswvE}BLM-#6AKE4E+q&W8wG~UZ
z8*IFBqGeKNkLOfvW}liRJEyYq<~EDJcR#IO<@-ujx9{hq^|RSx(_h@3)^KXetezKE
z&MSCXUUS%Lt={-8BHj9HO^aC0gT=EY6pq#<W$irb!oz-e>FQte<5*YtAAY*8{FF_g
z_s;bBwL!-($0-y{y_A0QO6Jbei|ZBl9zXr(sDC)~hR5G>E8n)g%NO^zJ8`^Nx#sTg
zIgj@Imz%$+-@WXkbXBis{?@Cz8qNPK=G^jjhUc`-nb+s*RcT){wS80f``cxwCAFVQ
z6DFVJdgUm|SX5?EP;+tnizhnY3tYR~eH3>#SSh`oVZx+Q9JEi#wm|Uh>idUo-f9kf
ze3`L)ZojMJPlnG<!qHnDZ_Eq7*yQu|^B-e>o%?@Ybyu;uo!2e+Jxxq9PG!T5fWO8)
zpZ*GdX%_$DuC+jR(~1MzWjq&u+Tc;T;QLALbIr5LzY6@lyzQ%Ctl^IbhxxCFExj)B
zeP#2tiQ=7ybmAY~n80OFt$ul4Mz_;NZ-$bmPWf*imF?%=<@@2xOznNUir%(~E#K5}
z+cp2?+obokKVE)n-v9IV)9U@7qfh_ro?fIR@c)tdZ6~+WCSpfcRo_-#c<1YrO4U4m
zp#s^96OZnFv1MjrF4La;gPfgHj`&UeJ<VR~lgKT;+NDfxRyS%cPrD(qc}Kh4zH6Ra
zKF+@PY}xi#59;l-GVK>xzX`2;P~a{8hi9?v?es&EiY85~bDx`@R1)KV)0_K*eNzI<
z<IEBUz1{-ZcSRpg+JA79G<1FN(Z6p?yqZF+LGNwl_p9z-R@)n4r(M6w&*T2SQeTlP
zo6UL;eK%IUQMO>Uzm)x-HchEjP5FVFO%7f!J9<m2bmsG>MeFl>kNDl5_3JR7d6nyp
zVv{(9#`CpGksRxyzjj_@E_!=d@c4cMA({Q!0<88wr?C0C7h6``@LAKm{f*>po2dAv
z7xMdVyoxrTnzpCm`K`Vw^S>q=v`_DUsC|j|!KLNd?9x_K9-Vh_Dv6#Tk{4zo%aqO0
zV42(U??I^4QYY3e8M&sa$6o(>&s2Z3x$M-LnmJ`>bN`h0h|5;KNViJ8_J^-#(q)w|
z7JC-{n0mS9v~={k7X@Zl%6?s7l_{R{C1USgql}jK32e%;9IY=eJWAPPxFSgA%%5$F
zQRmP0^ls<;aB<brsf(HCeR^TeCR(`GYGvS$@a0n$x|gcWt93T^@r@|uJ+nxb$6Gk`
zkn)WW0`o$Q?KoJDaBa(!iF+W$#@Q*Tq*fC=-9X|NzuLaPoO5Fp?i}QnUAR8?_pWnh
zZ6%Lnoo-uhUnrTMk@#=*xuwqTmw2}<x7>fIU4PjozM2Ig-)$n&O3Qxa*t`_qxP6VY
zywu-g_PSH{+_1N-p0d!i=C%BzQ<*aN4#x}YeYi9+Z$>4<>m=Da8Qa4#e=L{PJd2b~
zyV3K1_OjFKOMdSX>tl|-X7=1@=fV#UxCABYy^6l}ZvMI4biw@}Uy^MVe$7-nP<(pn
z>8gww)m!fRM&5aPR%-k4C;FRZ9~_=pDHiqh=(GKAeFTL$CwJxV7JRF|>rvs7=t(Xu
zMyvTRhi$iV{k~i3u%tB0)OEA2OlQtjxZ!)}vYL`jLUYY7d+zGHe;=o_>jW2wnfScX
zD%&}Ks>238vB>!9r=qnEZ$7Qa{t%*OrB<=TIBj9KO`7zdg01&fEiOG!6uJKUlWpR5
zcHd6A%U3j(2IkLyIFt9Z;QSk+vPX|F*1nzYx8Rtw+aJfB<|$RXMeO#KzFubEbL`G_
z--8a{Vw&nM3d%+7I<38F$^IWg2Xb#UFlOJ1a4x*`pvd6al<Jpr<^MEHH7~r)T(f(@
z3cY#9CmMe6%dUHnTy_8N+x7bE_y4>0=^p$1H06WRRad^{z3#rmUKKs#_S`21b=Aro
z{H?W>jZ6KTi(X!G)&22hn!(+5MS<L9>jGl-AG|8d`tdXS?iE)APt7)b;IaMm!TA@C
z@;+U@^~90uOMZWoyd_;)Hamhl@YU<=^?$y7`cr&ful}R_|Df~!C**9+54_H<d@%dH
z?}g(JlJ_g8tSS7!d*JGFtwpt7(&w*U5GV?hxSyW*zIE|~ISdc<Ev_&cP2rFJeD>|$
zS0=$3u_pySFY91k^xE$+>v{Ht!tTHAOZ(+3q$R==J~T%4x-1mm|Fe!Kll_I~3$6a%
zEBU8;^y~fw$5?0gIx;C=o~^*fX`TOouku-XbZkc52ZL!3bXXNy<YNUZ&xBX@bv|GB
z;QUopKZOmR7f&*6Wq&o}>=c_tGoHsjvA<?kAS|Ev^3gWyKdd+Q3F^fy<1d_a^mWj6
zYoi73W_Dte*wW9>{ve&q^7JXIoz)fp<5{OqC@^fkd-8@`PM(Kl$3^oD&35)0)vF>g
zjhgo_TV=M?|F}PIW{Y1yNpo4wv&-g1N}T`X%$ua-j5bMa^l>kZVyxBu>t5TulhfvA
za^<}{3*y%|Xo_w8B|G;+F<XsFo83F*&c_;ViY%8mPLXm?_&$-d;p0Jn9=@NGon*Zt
zUwSnESCBg8&o$NaX1-JO*^a`K_f5}yI=y($?E4c9TFx4!*XNk{=FWK5-S1Z0^LH+f
z{Jz<2?}N<C+?ND>cdB7y7G1H2IrEimv!=?64BOLAAOBv>=KZds5-sf?aF9c{o}sYd
z%k6^;b_smnz$x5(h+C<DZ|=ob^JRaQd{Fq|x#PesKJV*0a$En@Fy!AnQ@ptN>Y5t!
zIkC0f_baZoZdo#G%cheT^!&KCHg2-C{XFkw+MM&u^MAg({O<Yb{I>Z^+!K!~pLe+P
zK_U8}cJJ3q{x+_ATXsEtQoGGp_E`MvqxDwBW&Yo%-@mk0)+YGC-rLXRcRuLP3tX1E
zP29?7mBF@oU6BVW4;zWFymQq*ufAf==3X7OEcVHA=|(>tr1LjF<aO_V#T?J_;d1-j
z=(mpf^KVX;^U?b<-{+oBk&)Yfohuh-I`quH;UREgBCCDlNz3jk-<Cy=`Z-CP{(mdq
zx7PS#)rwnQ61VMIxY^Y+54O*H9MRqR|7-ov`P1vao&P_x;zecG{i;arBhRNFpI=e(
zQ~&?d<xRbtC+pN*O#LGGrqTa(vR|~8s0r(b9rN$;i+OLa|78C!c<QRSqx0>VENo}7
zv)_xh<BtFI`)!8&`dy~?^ygPj%G0R(+?#IkQf|s~#%nr46P&A$uUh_f!N=?Se@%T_
zTl?p2o0)%m4CAD;=3jdIK35%UX#KwHhxkDqX1OgBb#fxl7{_(4|Dg9W*XO+5=QE#v
ztzQ3gXUFRB^|$t)NK<~XO=){+vD574zM@;FVr36JbC~_^<mtGno9%9G+4VQ`<H@(d
z`TPH#`*b(Iw%YRZ-_)P={}0d4zFQM+bY92bw$3#?e%{5<H5(Irx1LqH!<Nn<-FPke
zb^E6ujO{PtcNMwohF{*3vGskj_wk_DdOPMDPMp7?)c(S?2#v$ikvBXFVjZpj81{!w
zIm|ul=K|UDim8v59(DNmtcb^b*+0=oGj_2@oYJ`NX#1K!_io1mj)x2GJlvDEVBx<D
z=8ZQ0e+A!N*Ik{mqv4}ku1>CQ$d>I-^~~2O#^r`SmgawHyzCR>;dvJh#6JkC|GtIs
z>5^WSrysUnKH=#v;rgu8@6p<AcT4%Wzp?qXJ#c2KO0?d2sNs72?|t{qFHU|fZpE}E
zC*%TC>1M~0z=Wfcn>K!5H&5Sk*W%~iOE|yf*-dM|a&Kbv+z!rM_uTte&sJU)zPB)U
z^UjA??_c<7EjVHI+Mpb_zc<eY+BLNVhaC)LYZrB#b0Cs2+fh))nZHlFWJ!8UZ(ZBG
zIr9pimu%EtUHI_WRKBfC3oA|7_NOjYop;*vyoK)VcF{Va`8#vw$A5fyeUoJUw96(>
zrTbnr-aRa`!gHZdqfgc@8>!|iCK7)AZjQGV_aB<7mG{)TzyC{n%x7cQTk{#4^S3q}
z%RJihsVMD_M7qSr`Fg#n+Q!EVbnLBS5BCJ$kn*oM&~@A7=O>kUr^Drx9dE|O{W*4Y
zej%6gx;c{9Oj3(~+VxxRpPyH^Ox-rip+<RW#gkcjzK>sB{`4qlU;pLC)yx`CjbkeX
z-(NnLTD+^`L*}lcQ@cOf#eQs<KJCky>}9O-Hjm3bavkKz%l8uAzP0i6qS>DP*O$dr
zeOV=D{(SoUm!ebWqz9juIPvJT0`ETYXKxjABxc;WG;I<8wpZJPV{<JmPRu-Yb9v44
zhsk%}|9iu&-yy%_YL14LtImuGM~<|u^I34C@=R6B=CY_YclVxk>dbda5kB~ccWLpr
z39KovCU&yh+AP$57RDzw&ENiWPDR=IwAw9&7gPApy-XHke6;Ya*qoaRb1$wg(2uwJ
zQ2np|(_?u({|x4jf8W=pS3dq)t}@G2r|#@`r5*33q@}`YmoQgNdahtHx6|f(O7XI9
zZRh6w{|(yMVtxM-^Mgm*`tR?V`Q~qc`j4I&(PueYMfvt#)->_^c+Kcy`6PX(r&Sw6
z7d$%j@TP;5#iot<e8-NnYgq@({dewqd}Q69SJJ!gK6lo=^(9Q_>fwp!9xS#`|FbiE
zZrO>FNyaZXa{hf_|Jt)U;owno$$9?{1>bA<uq#xq>RHcD`7`3Y(w)wClUQsSWj!zT
zt#Hs6VVC)LP4ah>otaWiy~^y{n_s!x_?*pkk>B(G;HOvq@v-~9zP%q8_jA|2;DxJo
z>VHp`f4%jP_;m64p}(E`ZmDniV4A;lqJIBcE5`Ny*{d&<WkjT~idB5vxVolyLCx>U
zJCu$-_?368wd|XB<u<>ArL(sln%KYpRdhv>wZg)E&27rt1+U(pJ;&mjD34&Dfk#+G
z{_B*ri?`2w|2O3MtxFZ+XXE%iPHxd%*Oaw+L7B3sYT&2#{Q<1IUkjUsE%_P7TaYg#
zaowf(dEY&zvL)Nj{aCWCoAV04G>_eslgFnmOkC`)_)fXuvUNs7pugUA(KU0f1oY0m
z?{_JqA<A6q!f|u2j5Uu|T~FA3&0an9On~ZdyUcz2va1*HopI+fe3s1ZIBTbv$8~iH
zr^=|NC*J*YjtI^%3_X7<l&^$0*T1*1dHVKg4<FAtGci$${j!dU9A9Y1$7zcg8)f9a
zw>qV(9$L0eO66Ik>bFy2Qwq8l9Xu##{N76V2G9NQH8x?(-z&d)njZK2R%rXFwvuD>
zBhP;Lp}6$w@{c~o%f0W<*tAUgeASd~sp?OA?X{Wx1y~o)DrZ(*d-XThWt}J+VXmvb
zX<MYrMVBsq%~|upV5xj*rs(os-Yq5x>_0YDEMV5Ya_`t?e-H7zCokD|oUc=onaA?^
zUP;ToO{cdP{@fP3k>k;{P1D+AE6#2><n2E%V9v2dw!GMjzKQeKRj42RUGjU+>1_G9
zxUFlSKA6rX^I+P>umnx>YO@p5W>uQ-u9uTedo%ax`PAa7t4~?%&!$dg&;4mO@3h||
z-Zv_9Y9l@$DXz+XA;!14W1%inlf6LALdJi8%kN)ya!WsV?zL9Szjv7n&R;U0oVu<v
zc#<oF?aA{>GhA<Zzn<`KviZZ5g(uRQT4%gJA0|2Z-SJ&ZS1#PO;D7DEz=bAT{66em
zT|KqPwOQh8<e!e^M&DJ~|5mKnD&2NUVVV5w{W;%MG-j#KzvTYxOD%_3&9dP7?<}V!
z3TCD2r8Hk!zT>Hrus*lkn<u(@_y7O<UNisq?)Uq4@A>>K`gDK&7v<Q*pDxmqSO05}
zsOZlyE~}W5zc@rZWpjcmTl>-LG37c6*LF?popN_iWp(A>v)iZn+wI<F^ZUxxO;Ily
zrX1hL-&o9$e(}yHy}Df%dGmfL^yW=jm|dx`ydbF{^u+p7z4xbz5B^xWH|5}Kr-dd5
z4!^9Z{Kg&ATT%J5wdVKAbuky2ZUo%Bw3+RW)v@f#%-))*yQGCu7MU~7%lQ^?_HAHp
z3wzqmP0jb(s|v(wH}ubNh>6Y8-@$TA|LF%WyMlF7Hd?4u2=<<Tq95%Pz0me$|7y+r
zeV>g_+D7gB*sFhfdHPp}|Eann?^pGHn8PofbZbUrWdE-X_nTJc^=i&{{`}+A->Xv>
zKRIALHz6pKw`j8Kr>Ui<EVI~aXY6xtV6odOZ}aEkHb$E-ucp5WpL%nf>plG}0rd~B
zt{bFpHv6?CHR9F;shi)ng?x0rt<|a1GqLT<--XM6`r4a?T0~E%`Ma?H;Dy_}5+sDT
z{d%leVZZ;Nk>qTa&v&$=^1_e!=L#=*Yi=gD>z0@NGd=0;rpHt-elYa<V)ia`?vlXh
z((0);qOSvP2j$30Ftf0f`PEL-K3<o*;gu%G5AO9I>JMc*^?w~?*cJ77^5n(5{12k!
zwmedjpC9q7%XweH{<x^hie0h+%j{0Nd$xvr>)R+@%T-o;vi-*M1$CEwZi{@_)_saq
zZ0-x!8_Tr$@61|dIPZDUg>P$On57>5;hw_O;_cpkRx{=C4lRM6#@Euv*ydj~m@(sV
zhxf;L`S-6{`2s7-4jf)0vfpCs_R2@0#ae4jjRd}ZUcI@MeSOI@-}RsFPThPht82C`
zqh#ggbH49iGiD}sCQ99(v38R~kZX#Gg{Id2W5;AGe9hbD9h@*D-hR2FpvS?y?ZPZ4
zZtxXMS@%mM&rR#22J3oVhj|;+!ghZvo%7k(eA(rRZra=ZR9^^O-Isc#WYHy4Ij=PZ
zIb8Z@l&2ajZ=CRb{$It+)s9VFImec-sVp(Rd!)K!M#TYsIo*>fdr!^fZqu8RYxU;R
zdgjg-r#4wtI;?uvo471su4nUk!`}iHjC-~<*Un0~kavkgE9scF-`PcPmK6CLF|YiU
zzh!IAwd(9><NddSZXH=^e(Kv{yEEauZrZEu*YLN@xf}lcp_t&b)lvI?IA?EPclX<(
zhTjTu7i}M3H)%AKJeTjd`R*#kUlOzXejPr0GgmA9Q$$2%Q0#4E;q_mx?cL|IOuptr
zW98v^(ap1htv`r_Ddlf*JH14vddJ+S9@1Rv><kv}&fDscJn_A8=b_BnMaN}dGdjB*
zG<^BK=K1c^$>H+@c3*Uw=l$kHvcV+(DFSNj-8F#<(W-aOeR#-THF>Jq#^dX3_Qg~@
zdGx7y|G&n(?qBCVozlJ^Q}^fb_37vD{b{{kn3J|+>BBQKqYumf&`ZB^-K<~lQE$kb
z;!}O0wcO_Ci$5HA_3_ipec2!8h~021-cawBmS-<w7C(PhIcI3x&j(k-FC6^kz#Sc=
zGs)sqbCFov(ek@DOaoU`eA7RntiWv7@*_N6NxnN@%xlg}U&Zdik3qI|&!hKm{^N4q
z?a!;f{aYvQSb22HK8v-z2UzdsxzC-P_V8@3N9+^j`DYbG_u8%(&Am}jV0x%-!Q2&j
zH$nt1ob9&$xY*`fVzBN>QB$$nZSg;jT~u38)_77fHBRz0(<BMLeXM*x?na-suIe>9
zpJMa#N9fkrk5<dsC+M%Leet;X2dmtP{JT5NOe`6#HSh2rFIP`E_1{GEe!Bi`&Mi6Z
zZq9694=rmuJK=uT(tVc$Dv$i&zHPZna<Sc=rcgdV{uiI`Fq}$N^p%-wa*X5F$D2kM
zj()zD#$(rL9vyy3rpNgo^Yr?IIoCIMa!I5ywzcxrhKU$)&0M}&a!LODrw?E4zOvYC
zUe!*<gZlqJ78_*l&pE|;qjpx^LbKFf)$b;=J%7Fv%!^K16S~_cy7QbykL_wDGlw%b
zI$j)Mo^5g8Y2~+G>m5c_-{$yzI#7K#Wr^IMGmVnDe|h#+MEn-{>fyHUqv5gJYbuvC
z|M<G0U(k&8mgNWLy-ku;6-(<E*x%#hnIrdXfmzDY)_%D;E>5mj4(PRotj>u{(YSrf
zZjVfY+FUnL_i(Na&K9%6*cOQ{*qAio)SWzcNdx{j&%|Uz@(l$t9xRoZcWyn$(cZ%?
z?;aex)$_>mf8{09NjG+%IH<klh1ZNJJP(ThJ@WaTQP6OIS$&GTTdA*%{3G^i7oSD(
zUw6ja6g|@4o&Sf&hD+qmjmaD0o@~^qTb}S>O%mJD6Tc@dt>m>}UZx#c`LIRYAc*tE
z=K1-OA57w-E!h}M%cN{%&+u`qFJTItR@!otula}Jnmg_~H<tAEuC+UIHNUlU&9nDY
zx-FSS4(48Iu6U*Dm9cQa{^ZhKxp$V-Tv6qZoVr;qFKJ?WIA3Mj+5VQ(f3EsvX#{CD
z$=_l;_)vGUte)tJy}OPsZBepVHZftlao&zrejWDc4QEOZv@K~|;IYtZiERrLr_Zj;
z{gF!^>bE`q<XrkXaar{474OSmC2d{%y{Y@svy@AY{A#xPi!>z6a`$X=UHd+>y&+*a
z_x%5g%@)qWZrUew%QjEiJAYb@UU;(0t)}cNMZ8SaG7pnuHN;ICKmB&Dy;gD5AoqoB
znOEo3>6dC_KWc7O7ZWS52#DPN(BR$U>D~SI`(*a6ZC5sB%#zfpIrr;Bn&d}8A(P`)
znZff8_cj@?)v1d3vPYbEPGRathI==Sca^#bE9Wo$8IpcwZ$^U5g9VnBN6z^e1gsRz
z_;_Zm<Myw|7GGX&lKFb>-|eN`mnXgvu)fYJ%|3r(%DkZHBJ&41(<Lrms}O76TpH8j
z-X!js#eDzIG4rhnbw{?(sd%$NX_NOxdmT^f>xKTG-k*w_*KTnw@(usJ>iGDbb)IwH
z>Dt#n|NHd!{@=E>TYosjZ``-f=KrJ5r?c1Z&z!%>V&CesyuD54wja}0T0c4{8B<f{
zet+kI^g4#HI(L1uut`tOo|+lV{!i^t=3V>#^Oa?X--Z>v)qG{d`FhiRzFU18dX2W<
z7MO8wlj*_D9H$OB<b(vp$hkc8nsh`X;QN=AF}93MdXDdWqXR6>R35*3aFi+H2CHqi
zX4K=%+*@A#aZ^2g>MLKZTs|$o?yvOe^L79J75&{@UL*Qy&pxiR*&)TQPrKH0D6-C5
z{*`U5^(E2v3x4Nc)fNAcJ9#`yF3v|*&gj~l>xVZ!|6=g>@wECC=B;zDNv}UQ*E*ta
zi{=LT6zAJkKaD>Gy*~KgJ*RF%V6Mw+>#gQulO&TR4%e1Nepi2J{L3p&lxtnyOM$Z=
zcgyR`*MFL6=Tn~b^Hun~@ZXo8O)WblU3R3?LH05GAJwNzg!$B(D}AG#AMaE+>bEMm
z@ujoS(w%iz-vxBt_KY}Ec}J?H&Mr0Jfp?Cb)s?rFk4`d4Ox#+S!jmrJDsLutp&-nv
zbfKB5bcD%qzAPEOyLS#72;_Y~WMX!^!799oS9I&kodGKI<k|U_)*YVHu<Yal#Ww|E
zPa0~Rd;~&!0_%Q+8;WePth~G9#*5yS>)Z;iPW<;+d%>imYkO{--K@g*tiNv-_Y3b&
z@{POR&wlJN-+FyrUwkdA)8mGCR-KuP9POk9nEtu(eqnsn+wkJ%jXM|Jh3=Y3D6=Hz
z*k8L*a%=tcslAsPpO-H<n7^%i-`kK=AKCR5*lw9CDBSS8OZOMI`!}J*_CG$fYg=*W
zsMviwnRfZ_F@=}MIF&DQ2<yB)bo;MRh?_lw-~YnBOIiLUEKdH>D1HAMmx;tg-d;1o
zKTj08gdH;vH!tsHxWD5`;zYK9qnfe_8ynRVMV}kJp3d~Y?L5m5nUfNcvMPzGQgbJ)
ze3)Hu=wa!dp5F$JPm|4g_nKFmRT}p{kUDh4vV^IN?c37JzfGj))~c}|OO~!#yn^q?
z+^4aHZaOoMUFfgeVbm6|oLBY@o8A)XpK4iN7k6x|+*ZBT{LPhv43ECsD&ORtda!j<
zZ(zj)|8~`~bVe5WTf+OD^B;FJMtbSouUOFjG4Hnb@t9P;-3yLI{nI)AN9jEC_FG!q
zY&NSFdb*!$sg#+>J4Nri#0o{0?t@WXuW}Vxj<`sdgdV>px$A0}Xpn!#gMFb-5|b?s
zv@lIbUT@?Vot;o1vE@h4L6+~2w8iAz!hfy|zT^Mq&a3(tHEc;A$_;loSs#`5XE{)H
z?~wAbi?L;|I5#P@R$n?~TCc6V_Q{gOF7_C%;QUpw8<lJQnDw0&t=Dnekb3CM8Q<Gg
z-)HKcQ{#=BlY9G+#QcCzo{#g*oztW$XBHf`*ykywA2siVk-_881eq6WBN{pPHAa``
zEQpws7N}(7RN9*OVu5cY56k>QbsO(=8L@wpO3w=`?2^$n|N83+^W96Ie-!J#xYpJD
zv@fLMQ@8%>gJHE(UT;*N=DnS7`t7JWcdw;XE!p*a>MR@ggKK3xBHjkJExa!LZiYZ;
z&fZM(J?-<Wk61ESF9^@}@;q<6rRH8wvbIZq?G^2h3!iL!U{~>o`}9ZglJ`H>zCK-9
zoA~3S{tIcYUDv-aI`?YVxhLVD1$eic6_(BFW&M}(@z}Gc+pPM;3%f41^EcIgJguMY
zxPbF?Rq<CA+b7ok=XNc1|5bdt^WOGHxB2DvmgMa$a*UU-t6h<<bWZ30OZ$Jl>r!H3
z*TvahSnXtgNwlkfntts|@6)H_{~Y>sXY={rhpV=iZu@=HI((^m(MJx(#;WMvlEZ%Q
zKBpHRT*N&^IX9%DAmDZU{EPc)J|_IUmS10LX`z0cWBSKi{KxX<M&$pH%=P+nroQ9j
zBC#2K+gYbS{>Lc&Gg!xFO@dm%4ufsazR6gm=`_6clNOoN8l0G2EgWCLz&`EveGlV4
z%?*vRF+VpXzA#O`cloXSsm**p&u!ng@z2@&e+qtn_#3Y$AAdcRrFUYE-MOrbN9M}5
zTOBOA%zd?I(Z78RHmc1Iw?7qmZJU?4aWVT={wvq?Uaxt@dh_=_yEQLXvt4>W<<EQ9
z1uM>FUw*Lt-HLM;UT@1&KYV{j`>r5fgP_&CSvGQ|&)U}?T=;k8zZtui+^bLsz1nuM
zykhl@jb<0OA9;Q4)2Cv8z5a~kk_ERp^6y`6-r2+a=k)^lkDC~NR5@oa?`%KyEMP;3
zR3od}*MmP68V1Z3x%Ks6<;^9%T(b}K_-bu$dZ{k(JEi?m^46c#J(j;dE9HN1Ghr{t
zJHGJ!#=v(<Q$9{wUA5)$w)9)Jm1d^`gev4(C&-vCaXvcl@RY@SCwzYvmYH9rA}KL<
zYL$TZPj_ii{e-2<e=(Khwm-9fsx3QHZnv&%Mw7<fdw-kQULSZCxc<f73DMV*CLh!P
zwdT)D-YFiLtG@`x^84;jxifL?9Gi`@8rDs}8*5c|_J*>_ME9<@k!HzjP2Sw||B>@r
zffnT@ceqS{I30eyX{XU~ZtV{bk9Lc1@!YF0FDlrh#@yyh<(H)7Ckva;E-OjB*>dj2
zByFD`7Shc9!k0AnMs9p^@z})IQdeGw-}HE3ZuW88(VC3%ok7BPP6!Apy)}LyDZafb
zyP7fI#H@Rzyv@9o9cITvPY2K6^Vzw2htq=WW}P#~6hjm96rLQ^j5{sJCimfy`0_p8
zw~IdU8pr<JlGAruIDXg1%U#bOFqJS${C)oDZ^@6w>&o9)`OQ-kbYzV<``YVQP3{S2
zyqolR<22rX7p<#)ip!mxrT^piKgMkz9lyCGteTv7;ete{=|X>Qwa5K2f9wChTwimt
z>RJ3f<D3o-{*u7tXFA-|<>D)zai13Mf9k#Pm6>a)&+HwaZah9c+28*8>86)IUOfqt
z|F_S_a%R#@DUTUXS|-*%6ztL8-C6#*tTN$8oCS|w{=UD@KCQG9yBfadSM8HeheLJS
zD&ETHXY5$KdChW@i7^-cUfFX>=vMIZQn8@PPdEN)Q#r?4U9GkB{YSZ9p7F008GM=M
zTddcxTXK%)*6*9Ig!bHG7W!8tFn5E_sgEj`?V{APpS)7G-6WlODP@9kgtnqu_|iqv
znp5wmUg*gcdfzawip7_m*>H`~iJl<;8;$Hj>PN0$R5v@wr@6aUO<=)ldzMq7e$JYK
zk!<w}AMa~iw*AC+sq&h*_zZdbt<7aCeS;p}d$F!2b#ulpjn4ZUCm(%3LD4ai<LabW
zel{&PoUDRAU*q$-9$%_6WyUMZvy!EEJ*vD`&vK7gU_3X2DWR~;jhk;5Uw7Z<D4q{<
z4jOJ$)9=0c*w@nF(VAH*7q6u($z5?^q1M}_sXruQPK)cC_5Bbl(*IWabDpd4uG_sv
zog05eOjiD`TFm%vj@+@`>I;w8F!Wmq7}lxom^a0RwcfSt#goFw%qI`xZ<+2oBptsw
z!>U{H+0vtZ3C}d<<OS6p^SAqO{6xr!HgWr{=QqqqnE048?(e1WxFgezfAkn{lm6{G
z+iK~#H?rD3@s4Rv7s~%TxGnjs;D(p{$K9(Qcjr~_EPo~Vxl#Oky!8yr*>is^+O?EN
z;s2#*ZoA)JLN__wxTm@-eW6(LPNRs8?MKL;waP^Wo0!U$@}8cbd}a~Pj*V+)1zl+1
z=l>iS$1S4E$R3mHs9EFsphaN4-&e`pk9!UGoh<ZM4_;xuom;o%gXO0uw;pQ0xRSO-
z$;t0k)YrAGMpf6|>0H>tnc%4An<@Tqc2&Z>rhVORVjquB>Q#PIoEs1-BYEpX!P0}@
zlD3yTY|P(hRM-DJL*&MVW%ur$*>WSuKK-HUE$*tNZ?~6jeR`nm;=hkBf2JP2C!4?M
z;`$Fa81H#HZdr9^UXR21?_U*9#{YR$Tl+FL-uAmYcmAqU&+U&7Kjp7`UtJ|Fc7OSa
z$16X$U3+E!@{n56*>1&p9hKT=ar;iaO<5d&a(Rx@hg|V>F-so==>EuJzJKn3{D&hU
z>q>s9vQ4^Msh<0LU7YRTn}>|ue@uB>`){Rmo@?^rv&-IO{CsfP|LfJlQ#X4qxgFBp
zClrx-VzbZA-aQu^4@VlleeqO$UhKXvkBseRF5<KQ;u9Mk`SP^eRN>6G&!3*WI)7QF
zHOr?To2!<{F)v^9ttndOfy~)z<~Dm%wa;_hPIq!1*<xOC`~9I-wtHV#3(s{jJpAY*
zSoe5m)8|_uRn4!yHQAfk9dLdvU~yQk>KO08yLur_d%mn~T=Hib_t&W33zo0>ckK8F
zFX`7e49{1-=#@LMieJ^Ww&A&xi?vhfgV4iq!i?<`nt0c~*uAlk&G?cGKezF}!yle)
z3cJT+-FaT^cHX^<N56F(%=vNV{gRR=MiEE2r@p))y0bEU@>(uq*Sgc?=HVHSLb5Jr
zK1tiu{p^koJA>7^e>e5@xnJ9aS`~=-<pt(-<axXL|Lu>-lwR+_@7XZBZLQmz&0o4&
z-&aYzUBW#5;UAMTFAvEHD7PouOW3{2U9FnfXmw#{&g)yP_rB+E{_E&p${g#pzu;--
z(>Kb~T@CJ;ABbdX605O^D6M!rO}@eQ+Uh4uTK{Xf&2#NouP>>kw*T7HPjWtNO1pwg
zyUe0lPAKv9mHhj0eh1^v>6?Y;oRwvYUG6+9L!xA6LWD$DT;aK-#(p>FG}$G_`7>jJ
z%Xzdud{vro@Hq2?Q(=_`9dRFCGYRd>o~>i^C`4&qsX$lngkM3&6i!BUf9QRc%G~1g
z^J`Y)kF}pdW|_I2X;Mso{^+reQi7<A(8SKW^J<PS=;XJ3u*pEm<~iqb=2y$UuiEhO
zx%^|FUz7bM%1*5}anY;VAYrlI^+TnvR*cZ|eQ{?EoYD)|a<+Q97U+LSQMjl6*7)0%
z*8VH;r3cD$y+1muvHo_OZ0~nmZhvfhS<~5BYu*%R=*CKAggsC8zccNS#i_SW-?!|t
zofa3OD$RZ0`~9y3CUO0x?^hgnysn@^xo5-MGA+x=Qrs_IFrMkQdHR0+XC0QBvZzm~
z+g=OG-@WYA`JAohb<?RGx!my|qnyP8P1xjG*7)Xa-{$+T+w9uX?WR}#e+c~Ux9rxb
zt66;LuS5E_m*4M5l`i?cC467A_*pNd>ld~$n|E&2pV<9(@x|S82XEgpN?mq=ziQI?
zV~2n3<mvdQvZmz4q-fa*i<`YNZg{pS@A>(-i+`7;LVxI-AM?Uwi$goDzB~%D*f(n>
z+iB+|`%1l5#9V#U(rr+Bv@Lp4%X(Ikd@HB;Tg?u;th!l_nLo2Sdf@7@%)|RyT|73r
zZcKR~eCt)@T-G$jGop%9TiU<4^?jWt6XND^Y?V#8<NpWWEX|(YI2kc(^~R67Z|ClG
z*gvh>J^V6XYd?SHjSqR%4(n$}ed+A2Om*(|5IZGv@${?2WlVNEmRJ8+yZP0lPft&u
z&VR`~sfJ;qwo3lrH{qwVt32laJI*$DXX7^QY@O>q$NXPe&fF&YW08DG$>Pnscvt2+
zX6=&OxRCo$W#a0fo1T}i%}|Q@bGU+k|D)OBJr*4y&y+2fUbR=Two3VvvGa~==^gP?
z%=eaXx*TiW|LIHdts|CSv(2n_&Gs%j#4~$k`0nW13DLrz&$t}p_%-$Q`8mPtQ>RvS
z<!{`$%S2D^?UI9b5|YO_PDw0ZvHX$X^=ZFusGF!Xf8*v~_b>2x%^l&GbwB3Tw%oq@
zB)?YVL%@y?nRg#eKCE0@6WCpL%zT~Gr83)l^RI=n)~H7PdR{Qk;S+BqYsFdi@C%$T
zk|a;==q;J!@SN>~*ZtL@Qwmvo1MD7L=wEnu1v^uR1h*0U!i~niRzCiAn#=v>G|_G6
z4|DulI4603&AG{K>6N1U`^@!uzdaCTkND!DY<%wdkAsFK&)6z%@m_JgyjVDTnzirK
zWrr4Q&Ea2kL+tMA`Da318#n))k(W}ZwR-KuTBrUsMPZsxF9dC5xwP@_&9Ca+2Nf@;
z2&GlGHpyOirIGtJRx+UPlX9A(<GoKNH;UaRZ)V<fuBMCIZdYpK^3QU?u}YhZ5@Mwi
z_yo5z$DeMR82{?nu7&3nT+RO)o?I4}`Qye)do>B(CFP~tUY(iAefsI~c~`V=>t%gd
z?(Lvzf5LpuSBtftZ;oy4pLV_e%l6Z^*Y90bemmQ6sZ}b|nWbMiLVT|m1wKxH!`2n+
z6X4~uFodJ~?y-_xbqvRU-I8B;V1J_9TyeL##cQ9~8D^c`l(}GL{*j3Np?$X<#VqCe
zTbyt1Tc4}wH;2h`{#i4g-7oDwDsoR{dzIKRFGs|*d)`UA`|H&2_?ll@#eaAHy$v^G
zJsw@POP^@_<3PTXtIUoARrWT`wv#W*G(D7>ad7p&Z~ShWKNi~k6x_FWFH5|FcAbpW
z3g4UVr;5ye1*|{!MVHU!GsC7|?A@AbzAE#dZZkgJ5SS8KxbM-cmb#<dJM;1%yx367
z>^JMdH?5gIF7JMKt(>kbcPY%WVr}uKbiezPtfcBq_ZiL9Oug%$x$xvf2H#^oUpjTB
zc3-#sDp>8$Ci8pRh8(dSj}AmUEObnFvduE6b6m`vYO=~r{%BEa?WxtAZ$)+WF676)
zSk!T4=V@E*Nk``kKC+m3N=2jY!O!-Vrdx84VwOqVw4K4WL$}ptz2(vPo`uI}1$;FA
zP{qJ!RF>My|JMCs%Hfo+$0D|93fy1e!?wwxRejePZlzN^+v`3)Uzgys?PwVD{B3-f
z{iBw@ND&d-5OM#O)h5nw6G|4G+uJBB?e_We;p3T;zmz}Y{Jh}S7Ku+Y6ScVXf5`9D
zzP_-i<bkCO`<YUs%3I=<YYtv7YY#X#M>1Uch{b1Nrk2Ipu5$Jdn!hc|y&X5-(78pV
zuy*A=KSO`c`M2%!vJ0OJ>*ZCylE0$=a;|{t>)_7^@7uEJMSPhk9$!`X^OpI(W!mri
zcg7q0UlKo8@O#FW->0U>MXj^>_2ScE`9BU{_3W%J<p<}-m=-iFT-~~D+NRRHY4vx^
zHcHyGZjn7HWdEw)eEC*g2lwowr(gJf7eA2O_dJh9wobOD<$MQ2toXevJ0(37xU-%W
zuR9{BEPX${*<3^@{7~(`L!8Px<Tda1DptyMoPS&TrSpN%%J3EImNZRmcg$IT_badJ
z)txW%CY%uVa_;Hh#W~~k4vPo3>u<a;o5_3q&F#AE#rj+cg>!{1XY21U<*u5ixk#-d
zVGb{s*(I^{^~-jvs(6c+mrQ-+aR2i|GtIkJFIFp9Wfnc$bh++9+_|>CUh!V7*%>Rg
zZ`|~?U-sAbvk4PCy&FO_UpNM2+&+Hq7gI(4N|o6ARe8a4Us%pr>*S~~Me!w<1!w=K
z{nZXX*@I8Nxq5+@yGdgA!DUx8W_{KFx5obIS@SmTx+iCH+3wx^=6S3xXlm!Wsg|E_
zyXWq+`2Fm^)N8MQ2X@rRw`_=iXEXWul?ipi)*+7HlzAr|yY9UAj@A@$$xCu~+;@F-
z(k=eRF1Pmc%)UoqmLF=R&rI)X-XE}cqC_cEUe|=P4oe#&78_ma+nTX!>38?}mK8ZW
zE52s#J?WTlmk?Ac9ps*}VM5NM^LBrpemZSlw`<P6+Su<uE`QYTYCiYmg`;jx*73<D
zxjq3iLYkg-zcifR8^3UI!BNNZ>O;R49Z6emadX3^2*=;TJJ=^CR>yU6?t3ybK4aru
zpEK_Bz8z^<e<S8WxyLrn-}C0TH+V#?-0(GU_Jg*w*|kg;*p?~oY7e`db@2PqFZDmH
z57eAE6{+X_-RYRdjSjEPLJN8BdMHcpYuVC!i*>rlj+ztQA`?PawYOPnhu=?EI@WjT
z9oO+X{blUyw;jD2UsUo%@Q{{2=f>Aln}TCf6B5^0U5x!1l%jJf;%SBB(MPe|yAngp
z#I%BTtai;lrd1$(M@*NgapSo~uQNWLJ=vl&W7X%%msxtpg0oIMR!n)3+pgxAzk{W4
zUhAm|mwZ{cmtA&$sCxb-b7IbuAoVllC#=^#ezWt7wAj4o5i9)vYH01a$oEd?z^5Em
z-nQ!pzsc3TdHyd+EjKQ4=I;v=XSnWEx4La)B5FH1LE`(gSqrbvu(0k6bkE~1I`DC$
zpG?QK(&|L(*_I+9ON?$doo(5A&-L(B;pe@snl)dtYmTXKI=DBmZ0b?|#lO3;zvg9%
z$OldNMzf%j0=DHZ^sR33{^4$46LDoG+wp>+St_%c&BShIa41yvB!->Nb?rzy#=j*-
z^wApa&knC-;%|O^CL^uGS~mI9LCMDxZrihLkyKQ2tNGJ2QAG9aQ5{yTXIYcCY-I^{
z46+tA&k5hx;Gw^Dwy{;k3i<v+liw#iuzq!a6Z^+Kat&hJbl1OIP_=RSt~AGAr|18T
zu}GiZU3Kl`_ie>jouwoFc#1bQZFm0rcmMzI(>~|uxOksEV7`s7T4TYq4esu@RRjJ^
z=hfTEa=H8b-8?6jwsX1suE*PMRNmTk%65s<iiC3Gm!?N7zKiQ0+8CYsLB&6|xJ3A(
z;esdXN4KUf_bD>7*!6%T)6H6Hmt>c2hJv-w1!iuIrGFdd3tfMx@h~eY{{1Ug>)J$?
zS6qK>>pc2@SiCK}ZPB7>wd(RLA*)k+Z<O7C_{!<rnaA;;1(!K+9lCnMv;NU4scin$
z2R!XxxzwL|+;8`B$*l?Z+>TB)KO?g5?>jBatu^0Hs$ZHsd7jm8{n;0!tIxgsIW1KD
z;iiMiAJ|M&*6)+ucd#|YIOk%iZn)fDX^rfH*@j2+qFGXB|7^`w*VHRamN<Ln<b08|
znp5wet4DCIoRG-yaoM{C(qViiJEmST?8{eRtxY^}bjJm)gAa^9q+4Eie>ij5e!HAa
zj_c=6-0i*p<^I!G_XRypW|+T2a^;^g%}LgtZXaL$Z@(yB-n%q!FMn+2!>eDqc2D21
zRQ*D_koNjs|8qKtA3pqAQU0d?x&+6oUctu)G;OxXa$Wr=XLCsVi_U8QY=P(3RNuKj
z?K=F}-)?z-we8aFZ7+DXvkO1uc-*7)bP5~yz6rnH>DTYu^ZQo+wC-K<|KDAF_-S+e
zpDfGzkIDQ@JbouW9MLnBbNMRM+ANaDu)&{o$LiBJq9+_Tl&JkYSz^KqjaN5MZ{=fK
z_tSIxk;7&e6Ta_F*2_Me{N?(?`!+MA=J>KJW^O)kyK$G~f-~XVCMP~Nu07!v{%S%{
zMaBfjX$<pXf(w006?W(Ze!jh6N)(%)t+6HBemjTCFWcoq+jRJkIi(cW`*EK?IMqo&
zaO)|P_={UQZojJH7WuWU-r)jo)5*}b{g%q@m2EH63(V^)qU3h$V`Yp_`CvY;Zbg0z
z^K!A7CN*Ifsx~cbFy3DC;>_-XyVG_y-P-KgeeRbtd(V^?kqUP&zbz4%Jo~o&b1vx@
zhflah>OVP_BJLZd#=51zXx^mS3Fh4@xd|WUT0FVNHD#)3xv8Mx<Hq%(0%kuP_HSfd
zYGAM>uqsCIv+-gduf-Fh;{Ph!W@PJF?95$Vpmvz8zS&{R^DP&WFYQ^{p56Z?;7#K_
zo2T3Rd0c+YHxEB_^!^{sh4Ekf?saE8T%M=p`1Lr0O_TWY7p(SwzjBFg|32p#qw5v+
z@Hcy3hFwbkFjc)o(ch}n(W^1t_`pSfv8NMH>Y6_Y46|DqUo*Lt;n1b9vnRWGw<o{g
zd1U@Q#eH{-W5->|=AQLO#cFO%uU*vOI{m8=x4I;E#f>}MA!3Gk`deJDGAFMP_t{y?
z6T5dti0I~%$&JbXA1%K)F=zXi#hFI`qGjqjxRvT}F!p7+?2K?@>6u?DykyUO?apnN
zJdzd5UQDmAJH#$0tZy8=^57Qkmy7LhZ7B`iZEbPkPQ%`9k!N)F*G!#yZ=-*S8Bdyr
zOmg2d0kMiJA2okIOV8iC)#mS^?p?1IM5ipAdZRk(LE>Y{y}hp{?b}}HpKsMHp3L+q
zqujPL>Diwi*F$&A4{Y8!?Yw{SLq>gv58oD6B|nUwaa`+mz@8tzmMpI%YDAh(ADSXu
zvMt*1@zU4xe2>g{UUl`rk@=t1FKJD-P%PGZtoif6+v=Cgt_h2>KHIkZQH8yu+yBk$
zFHB}%a#2=}<<f(I`!^#Bm=-<OF1u8=Ent_<y{~6_&9W{Wz8#+VH2N6-FT=VG=Vimi
z-ZlmIZ_z(^<lf`nlv(|MGS5zN=RY*@n)H>(!>#Tmi-H>s`z$-ycg}Rrdyy*sWo@yP
zvZC8|=9|?&KZT}RHY#rT_iK~%6NN*iFRwJ5Fu#$`^wN2+&<0uSyA@2H_8awGh28Wd
zeI`HK-lrV9T*NKr*0BeIQEkON{_iJVOOD|bns#t;w30M)VNSz2D=Fz1)eU<bD<7|L
zYFXJ8pe*jcxcB6_KgZWy-Sb8Hi{K%i=Ryls-^;Z>TmC5Q^M?gob-8A?-F_+E^~ska
zQ#hT^TzAtfl<asYv~#0F0jJySPdEAxx{LquT2RAx;tk`un7BCOeV2a(+B|%{Io{;M
z!R>oyvG1=DDwY)9&v<?<pJgS(oLvEpOf@pAA3onES1PfRk8d*PciGohWsbdOn3txw
z<l*&5@k>{epZVVsZm!f~o@^K`TPVg+`#?Q*e)Y$tPj61&w<w(J)ja1s@rz5=Du$^`
znViUGU!VS9T7T)+hkLizt>`QD{oXh~>fej||89QT|95`<GxM`|9?NC+gf7UlZRj$8
ze|Y=;DcAPDGR_r>eZ|fd!m@PImJ<(GK2-PGb3<Srd$7S0D`s|Kx$o}N!v8X~U)7hA
z*ekh#Z&IVY%li7$UvG-PxgsyEDAs%75?clP{`EH&>}mRGF;)IP^LrKkFPVibYhTQe
zuwB3xr@B%91kb+@r&FfQyU}@kSHD?y-67}u+rCOEZ1~I9-#uNg>cF05=1Et+>4{AY
z*H@l*aGSJog_5{b%8Y3eE-XC{SYN)FEcb!;y32z`+5arl4{rPV{+HC(Y33UYB%d_L
z{Fu2V^~T<0rQ%qQH76gc+?5d3I?FBB>AHRMF4gsnw}X<K|8C%yeHpyb)oio9i0!}6
zYkd#1%ROdUFQ1rJ_l70R;_<l;k{dJb+NDgtEpW=CKY45SHSMqSorTS+wEcg(Zz~nB
zV@_WiHjRM+au$Hfk0}eIb6M&$7FyKS9lqK1qW;(PeJg`sb8B+4W@Ief;?F0>+vXZk
zqgNl2Uh{C9p_<OCmXo6Yl9nF!nq|G=<Nj^+zoyh$r`*<9zE*{8QP_*nem~~sN~65h
zZ>uW>!dMSYJl@;B?nQ>09+&@N)-APHc7Is3xMFtQ2f?Z=;l>#TZzQY^%)0Qgz3!<M
zlg1o9tu;-zL`qLK+I@=^I<><0u<;|!7Us~r;)Aa40y2-4ZcRRJu~_Q;mUXk5To>FC
zS@ig$^=k(CpGDiuYa*pD*d4QAjr-m8!g}69_UcIX8N1(ImaBX%#%T9t={%m~!wvUe
zalctU_s_rgf8TxDegDrUwl}Wf8{(s<iN{6h*)7}N{Ic;+u$5%1ec#uBt-p7DST8^K
z(smw;O4tAH{dd}q++JzZE-5E_fqCW@mhai8N{(E+x_8^@<lchKl~-;o{@L8H_Jo?l
z@u@aRU-ah~E%fC2D^|O`%9%NC`x^1smv3WUy??=AeJ@R2{Sf!x1K!aM(U&$l?LRDY
z%hA~O;pB}jW^-)~q^bmVXeV%=33oo0aQtS?X<^4}#+mA?L=WCx?mquQ!^5xa;dhqU
z*foVQ&*00<pLs;EFF#_==UG`(PHFckt3Phd>z*uM+IM*012fBGl1y9N%kx&wUGYw}
zd;8;yOLj<43EzCl?Dnw@f2YhV?EH6W_QycQud@w%o?qGU+~IyMW8JCkWnT3kRqOqZ
z>z?f_&-*Aly?CE#SJ^p>msZp4tctU4KM1}jwxm?({6@p&H}y__m;U;$clu_Y{Zqux
zSwyQJT=7!N_OQ~4q(7VI-}jQ6<MdB&?j8%N=#?2YC6i9YeOwyP>{(*k_u+C#&`s%S
z8_JEI_(quRxBF*(>HX_{w+a>=5&mK)_`WWo_QIrE%d3l@@^?M2c9(AnuDIQi$~>iC
zf+M3qMkme4CRIYyZpFqaQx2U_xuoAIxc2Gf|LJyW;eW-`V%>h5c3#@I)|0vEzWI7y
zrj5JivR!X}+A6+(lg;Np;#U`5<uvVBk^O3csNswg({5j%_WfR6ZRPj3^ItTEPt9cd
z{n-BR=co1m?f)J9bWmNY;N_R9{5|<A7hFy@_$11x{NVRayFc@a`8}>$AG;_iy`a6*
z<NAhsa;)`h8G^;+Zk%0U@_S+Cd|qMs*AIEmyei`NnP+pfr?a)O<=|2Nt%Xi!KCSJo
zjDEXtBD=X_!{?53Jq7$P8tv>@`BFctuy7ibtXk)jW3!>O;)L_vi}uVF1q&?~ADnKK
z@w}n#Kt;oyvXv7$r)<{KU|G|h`6lrymwfxi0u|fWF8jW!yg6tt%CPn+&%Gs$8#6TG
z->}}>v1dXf--E)o6$O`;iS`Ozo88&Os?7g%I=_Y8h4bzo?#4~oqUTeQ#5ns?kXP!T
zO)D4pCNWns*<D><w`T+Qh5hTyQ!a6{F@9QY?sKF2&}C`IuhNHgWIhIHiOGHcxG3o7
zl;gH{-@M);5SjB(zUE|-=APu~xh~>&lGm-sc-J@SP{F^6+KVH67cIV3^x#}uTu(-F
z&Fh2Vv(H4A9CCG=cmBlT-PU&B9|c}&DLIj1U-IFIe&jl4i3M|0wRvOGIZl2*;FhuZ
z#MY{R2mAlLy<lx#;5N&yIW8=$Irrzff{$s*+%fjYUe63l(3uwGV)ZE|-ZQG}vsWPh
zoYH0QF7!L>-^?qu`hl|IpBdsM-zvFy@+BkURQyt>?tgTleoErxbH=V)IBzo^;&_s|
zoyDZ9#HY9KV&doSk4wUj^MA;=fAsX>WlxoCZY!L-e06@P|Bn^23&j6CIQ+=;>5;&$
zuoJ7hCVqW({(g+#{h#xv<^MgmJ>~z(r@65ce;hJy|7T_W{Ir2n#=G_p*Va7VeCkW*
z=cqRuGfw|G$`qH}e2YJED>K_4<>~|BwalNIrf=N&m~+dTD9gakIX4bQ%yLzED)Z#E
z`MN2A?^_iQ$4&O#bL?igO=!B@{we8a5+fp*PdFdvP2*GE9q(aRwcwpt(DobMe4iU-
zTWbBbO1B=?N-q2>Qk^OM;fZBy?mQ#=gSW&ke>=Rimapp14S{`ICcp5P`#*hKxb=eP
z*6L^K=d`5gr8qaOIpw;1qGacd*tm7`AF?OhRC#A{#>SMXJ5K)O6dhjAb@8{49P^Y;
zc#_1N+-k0$)$RVPP2kbS{)EskhyNMx3o=eRyQJuqeBEocLn77or8{Qwo<3E>|Ft;%
zwu53sC2#u_&JWW}^KQzVPc^I2yW@FSzd?3Z;$^;9a|DA;Z%TeT@a2v6gb9Zk_ZZE-
zfBbIxu6VoWr<3O|`%oMC;Ov***DUt4v+S?=_H;^k@^pS{;~N<VHg7Ih*ZH8)e(rce
zPllS*pPYG%YecNId~;bMBnlrII@g(pnh8ifRFPoZ6;u1L(Duu>OP{WY&%3;2Y2y`c
zelhu%79~4wo9FB7uXt;(KmX4s)4lU&IsUo#Y56UOKVSRncE#*pdeH6rTKN~>)Zew*
zuVtKnkW1Dg@wK+6Q0vdH@yR+YdRIydoX*}<e`5aU?6F(Z9eLM0be`e6aMuxaV|^Q?
zpMScRH4FaG$+9%Q<jQVzNKEqJd>5X(ho$e{^!O3<eUId<FHYZYvDg`<|I|Hfz9(_{
zwzP+vw<?yLcp{s-;qfuvy;^}bPb>7RG!hL|uK4vR_-f>rtcZE=MEZiS$k|!bicU*j
z_>|4F{uA>x=2?dxdT*%r3|TK4zvF<rhU~|h^|hxvch7K~_tDKKvP42#pE+fJ<|X#@
zYAx~Ap6@?6{d>b-p?N|7fU6%fw_MY?)S2xnJLkx~w7)9M`0rc$CLOu6jx`?`_Ww|G
z<WS?BdvNiY3dU;3$66vY-?l|m+&i)(Z^`;Q{&lNQzc`k1N~!5~nM+Gi-^rr;Hj($9
zOl~!Lb%6QzV)e=i3m*As)O~fkW^n4r)iWXM3{SjVxV+QF{l>>ihi|7}t!6yz{GB~7
z{n0edmyL(GuC~T9)~}dQ)>m*xnO}>|+RnSSiC@=3$B*NRY53I&`~Lx4O49|44>9e&
zz3fcz(j(V6V_shU6wnthwo=R8{k0C`y$XdBk2ELpIg7VQ)!*o}U%UU6@{B`b_QmG5
zTBpNqNfxBM<jCKlslnZM`h+{9_zBrn{&Ux+Z)}UN2=n~%B0=raYo7BanSU04RepZh
zKVPT*)BAsW^Ne@y{<Ho5|JeAS74OCE<N5OA;^)=Ht+$x2zw!91&KK*}xm`A^^ws#Q
z6t1$xBX#5P3oUC;TyE^+JZzD=ru?trsfh=b1m|y${jhgRo<hW#OL8ZI`|k7w<~qOY
zT^y(B%=aq6JehyC^n*ED)zT)<DN=U5Kd~mG<=l(&{|&P5pE~=_u&s+NqO`64>%6}Y
z%S><aeb{#J2g|At34DwD9}DyOrHI(?_);DDJXWD(qI=|5g=6n!a`<joD6HSd#>fBa
z>ASmo)U4)wlCHcl)k^ieqXXZTr<wKK(|$46-xe^MzI)!yKi+n^#=Bm-h^pu82wGG4
zzAw&Pn=`N4#{OaS;VH+zZO*#9r^&3Q@#D2qA$+ARaW{_UPPg7}9C=%`G=$5|!IbHk
zKvvA<*2(LW)2$xx9&J6|b^DOu`9I&g=IHjX?O_vIemwDNyo8j9!D5^5ssF5gs4ZqL
ztZ-#t#rUjI@ps+bpfJl1voHVtp}Uyz*0hBTA0(&OB>w)mrufpw#yJmjO4X0E9DH}_
z@GOR>-gg-O=`1cd?v#AUF`jR}XHR%gjvbHZi}_WF7ee?Ftu7>8nVwW3FroeL<~z6U
z-{|-&xo5&*75&~RLA7%(w)g7Ii;nws%KXdJE5}XvIn31T@|r(K&uFQ9eN6qdb=ALz
zw|?jAPcQlZS9WjHTmOIa?W6yFTb}=FvD@<L(y!)xNW1VQDb&nhW`zAqh1aFtBHMEI
zIhpRcQN4cSeEuH81xL<p5r4Dh?y`eotvAn2VLqR5W7AFd0|#bTRwlUX#^~-lp>}|?
zhE46k(&Psxp8ES1%rZIXm><G)e#^0Twdp4wvc;Y5Hh%8AVm{BGmC-3-|4(VfC07(o
zslWW9Vui8CzS5K_)7vbn@~y5OZxt3^rEF-yJ2m*vq1Vw59y~a|>~!`s->T1*IfnC|
z9-qH+&eq&b6GP*?c7*c!tZw9+`+`S6KYU}sLhW_BJu}<ZR&lg9<Xx@3cGE`3{O#q`
z7uG+zPZXs^-OG7eXZ~x=&uH!LO)^s)%9j{(E@V3|vmoi$8le=He!EGFbvjnpH7)Q;
z*`A+zCSlEYDFL}Sn=NlO^p*7g9aj>Ri+b2uDkhMY73e(em}-i$dh#rzrW8icTV6Y4
zZe7c~El~Ds&0O6Lcb^?i%GL>b;M8DN6u=ell7Hy{=QI09%c8H{=wQCT{j%qlrJG+A
z&(7TYaNY;jMyVN<+gL^2-lUf&brpI_`PXp1i<h!)dG(;9=ZQk+?L8V#_<uJD&Ue$_
zD*5R|BVYBJ`HfA++h6nV;4e71<c@{s4gOF1mQA;3Wk~0Ix^`4o|HPt;a~MufUEi_b
z$=i&Hf_f($@^2ql6cm1g@9SLAH}7LkZ5RIc$No?21NYPRzu5ObZ{K16_lIz;!Kc1;
zE&CUI3=Q`$eR}9y(&o3l_9c;?k3yFHI}%xEZ``7HXmf3tv)HQITXqLIzvLbZ`_QoX
z{GI!j51lpmKU96<h`6m=z_kCV>FI|o{M(9|4z%aEylc$)q$c^lOMc6T6?={ym>ssU
zIkihaU+>WpvGA0L^P%cb!rdQtb#3~jG`BJ}d|qM6u{jT1-#<wHnXB@wRe!PZCMhlL
z<f(6FmZ<aQ)%LCTo~_M)J5;{l;OcXg!NF$nQ?|~Va5y43`lR#WgHw4QT#;mydT{38
z2RAeK1h2*OwI1Bq9`|_v4>kF~rF$<;S9;xd>;1~xFIMv_g{gg>_2fqQE>)hGbzZ;1
zva=cXni=`M|F5t%(W^a@d)p7k52DHKu`I!5La~Xx;d1;Q5w_baO&R{$_T=eKE)G1I
z!heCeP}^?DqK7xyr9W8KKlmPh`msvjhc)Y_23ktn)g9+^T=r`PzuBJO!N2$Dc-zeA
zZuj<KxmU&ERQo~xF54!h4wE>I1p*)QR_N}&Fu8d3UOhRlmC6UF74NUQld<#1i_NEt
z_3byyypXHn_bDlRIiYp0)m*mMhhNL<=Kp!IUbKDzf5Y9&q3wsC_WwV-Kf3PA<nZa6
z#lP@!)^7YJl0WO>teNF@#kYmt|2($xra<ESCz*jwnLJx`iX>BBUfGkkHu3AkxyKt!
z*<zlCSI3BT{YqZl{-Dru;^yx>3J(l+OzGK`_u%fg*2UgGkN%9F9m6i)Yx6<v!0gRZ
zEnDPmb{lSA+tlE`A-Ahr@b>m^oP3|U_n)?(ti-Hn@u6v+gVc>>)&^WLd!|Y9ZxA`L
zDMi~|tht&!&Fg}&cY5T3ljk=YSKGfZdOeF%LAvc#w4Jf$u9?+yU2Jkz-hI%$H&?|i
zcrowZH|(c0ivqZ6HO%j7G+OZZ#OFMEWpVhO|7tmgL(Y4$`MYOFUcVH1TJhG836sQa
zS2^zgBrrqiSm#uiqytZPGGE;x7-N<bklEB7!t_t3;N1<C8Jj!LdPYbay^-MF(0B3B
zr5Kqxr?%Ya^{GhA|L?zTK~ttjPk`Kw&1_54Z9Yr3Zc%NzZF4SY#rioP`S%2EbLO@y
z5)nTf^woLpmuaEZQd@c#zI-9AZU08<Y46ELVV^^8EtWC5e39*&%IcPN{8Knm4`iNx
z_EP@ql}C%$7Od^g3{kigmzbhBIsIbJ)T8-#j_??E6gwH(n6&u3)AY)5(L3~)|D##n
zj*N;!s(%<l3UnW3OK`s^HLkp>`1Qoz&vWkl=-&TJ`#fX)hu{ALKA&n_S8_ip?)S^=
z)2HLBDl1*$O|L!Kc#c0!HP*)LQxf-C*?k&In2w44*i_J?y>-Fmw>x^yW-$03U-aVm
z`;&@a4qr3ecWy>5`xfU*AD${~&^Q|R%kSaa%Ob7j7QYX+tYi1uR+hUeFnXb*+SfgK
zMU2v7bDO8$*SYgpzNT^h2iEl86BFaT!o?muIT)Y%xWL>d>F?`Gk<((?&)!=enBM$c
z;7oAq#mU-%QT`eGj>JznxZkLw@#^%YoPH`>@(w;^k+TT%*ni-IvBjD9N6sV~%RkFX
zSyQS~^SS-6K{Ky&N|N%wOKfbvML%%zXMS$Yy|s0H+>1yqzePo_ugX5$^iuJ{`ii@+
zD`ju+w$Jr-nPUF#SM!5Ip7TYR?w9WR=&=0L*X{DBgn!J@yQi~#L;F$b{!_QEmg-LD
ztrP#9()~Ke-Th+JcMq1*rQ$2<GWIzC5>O4VDG`vf3BTd|qAvF0n%iC4jCQZho`|SF
zUdm;=!<(IBiT~;39b0cl^cIz@J$FSj!t#a52G8e-4UF@G)F&Amq(0bvr{zb|;oBuQ
z6MS#RGh6B?X);aiQ!?tm%_WvABNscb{*NZ_tE^YQc1W?wzgo*4C-Gb7$;D3}*{@IE
zUiT^dbkS?(xxSWBc9-3s{(Is7|Lv#A^81x-_8yOnH?_5Sc1`l`=@rqlUIf(CJe?7{
z$7-ja{n3d<dFPgSb(Dnc-?m>OL1IBu%hk*CYmPQp{@%9j8h>%*-y;VO9yst|<2BA-
z9_>36>JF~8JKdh05X0uRORb^1;h@&hSyxO}d{{QKfPw3Lh`^rb2^$h(Ugg`zzxFus
z)RuqA#&m1%wtun=56>=eTTz#L{7USt{1P)E`@_qAF^VqEH8>N$>%eqJi{`HzA`4E*
zcC^)AU1`%?R8*hp*vt1!TWqS}vfaDd{t9e*?32Lkm$jVda4Ey)Rm!o9%5BR^u2#Ec
z-n7fvTCW#z`GrWOaedd?N#1Lx1YMM`IL=;TR{z@UwrP&+Thl!)uk9<YU!S}-Yck)5
zOY$ZiUz*Qp8af;e&PY?(&0^o#cT|;UjkIw7FaCh5YO2Z#+CN`RXBFkz@veK>kB9s2
z2z*>>Ds{?Azb@8f%eoihZ)XQwe*Seev-E`tHi~5`d%s(!i0nG0=TP{YWx?5ZoQ@~I
z<v-5Y=<M)oNn_%^Q;)73TltN3&%u+k+jGk2PA)&{)$jQ}`R*&`itX#z^F(K4Bp-dC
zX_uB+^+Z!qRH4{9O1wv*r>KIn{ZqA#_;e=5h7Fxc)A%LSSuYqxOFXP7`5q81lczs@
zeaxq{NA33iUKYLGJo~i#zk~8R{jXB4EIbug|M=_Eo6qM(&#QRl>3`ItmEWjx=h2Uu
zdv`d0K4n|`{RsD~QlBYYXV&kkI%dp$Cb{Rmoc+-QpJ#nJoN(RQXVbX|=M8fnCO;AL
zyLsn*Ms}|F-1Gx&zVoJ^cy{Qk%Cb0y;5sLVw8OW=*e=wS%<ij6*>U!?-jlZcSDS34
zHU~cD3NjZsAo+Y@`n{(ra@O*vJbyo7ul4w~VPoF^*wik&uRD6}UvQtdyWG-$V@k=K
z<!_#yogLP>+V-m`L&o!+>;L&mZ#O?X+tgL;*99K?9;+sMY4#*Dp%2Ol%4LO{f;<my
zt~|ihFTAK+TXr_rm!)$LyndjdetE~M166P5T(j7@Xd?UmX!j85fBQ>6&$=zCb$8!l
zegmz>b9*}TpU>=&Nc($jz9ie@$xaWZZ1i5%^nr<6x$#T$=kJ-TRsKYUMV>X+lZk2n
zQFq$nzHC*`v56h-+nSA@+)eLzQaYVO;@^(wgB4nVOADqYE_0N3W;t^+og+cB=3naX
zee0h1rl<4Ne3){leYr`E$9CrPA3oh~H;tb^G5)L5EMCsAd)E$cSYiLltyd#2DT!fX
zBlq89DV!};TXb(rrhhQ#_MLhBp(&e0<ezm`H`ym?+Wg(^80@_yJ^sz@9feYwA04@G
z%$=5CZ?o3sylRG}mO}Hscb<C+T-PVpI*IcOEGu`szxSvxZ`6lpo8HZQ9Q}*!$ogsJ
zb$_O>d%bxV`-j8+>-6it9RHtI`FQR2qw4dk?Mt7Z`SfyY_O7Lx%r^Y~8&`Z&&0y31
z*||BnCUsMHuF2QFdH2>HkY2H*wfWB5?G8KJc+RkBt~mWTTg>G4qh0?x^&cBs*-sZQ
zKm8$_ZLi|Fs+NsDM*9k8d|9z&;gvld+har{ru{NZ-+uQU`{7%Oxli*>70uuH%E{tD
z=iTqe7_PN1N(_`<WxiqOxx3SvGU7}GQht~j@h<V{o1>U$kZSaPZK|=o$%eR~6cg*m
zhi-3MeTUzmtGq-m%6Ov&r~bT3Lw^fNvtR5hxDG5bmz=tAc|%;n1o@f+Yimz1^;<DD
zvN9cfd$LXXa4mDi%bskT1srW`wNi@~M_4-?znHK$MEvRT8<&c1cNkVHKD}uC%{}kp
zg}I(KrP4OmN4r0sXk-6+B;`5hoho;+SB+1l6m$<P<L;=q#Nn)RBVzsjS$R?!u@6`>
z|I9vV&CT^=)=a^VymOqE6wlM_iemP!byb(_VSf4LLhf^sibbDmLh2J__g`FGxkPA9
zf59o{i%UMLm&}WwlKwCuCU|2&!spw&cx}0w+1HxOdRZUvuM04_+3i|-EuqROWbZYl
zj~_TES)BW}CY3qOk(q;IXUi-5enaa&?6!}2>TYQY@2!1)dG6KOGXlKLtQK4-Hc)$f
z+Vlqh6Hk`opYI=7e?D~6B#VP@eVC`2-REt7@H(MY??qqDuW8qmXHB@!I6ZvNzjNoO
zXV-sOKfV6X{r}BRSE{dD@#fv9&D-x^SoEQw^3}`dUyV3z^Oyg=`p~idklC^2%6pk!
z_Pv^8yuYV<i>l$$h~%BOn!kK{yJK0S&)d8?rpLHy+#4Rh@IA(Op3&aZ{#ZbbtL#JT
zH&16<N<1l@kaT}li~I^@*$2-mIbJR<O0(Esa-f)JPZPJkQ)yw^bN1L3{3cgIi!-}Y
z)q?lG4qc&BRQy#o?#DItvpZtlMJl<2v)-T6y*KZKWYsa7yZ@2}o%s{5g|P|6?{#JV
z{P@(N%HJ|`eETw7jz>!t%5oQ8Z+$W0@kd`f1z$<KC39?Ev)()7vhTBLIFp5ArC<2+
z1DyL_{j@nR@$Boyq}+<fuX=QTS-YoRxYrP_{>4r0?Qa=%+f4JW{;yu&^Y;8X#Ba&A
zZ_4g_snV598*bF^ne)6_>(b@?ju0J{r#Bm3{N$b>Cvs`Vwp03gAC@iTjg!gyaU^(!
zo_(kIhC}j84j-#e=rG@1YTm`z#9m~1NdM)fTZg8uv)FjrSC2y@Yu_{ejTsG7*XORz
z`N6sL*KVF!>@Dn5&lg;JYQA}9VcL&5`{ut}Vs&WG!{uKB-mWO!d20H}h-vm32_;UY
zGV3<(KjU@u+tSxp`0j2zYUW@P9>dwVE9Z0ilHAHSx3^Ao-S8s7_jt#Z9Xt1|-Yz?5
z_nw#?C85rO%zJATSL|BLZXfr2)!%PLe=mQZW?uKH`RTlKJh6K!GAqCT<)2pnbN&B{
z%ExcZOaAN2##rZWeBN_xVP4{?L;A93-fy^GEcC*6{%MB!;cG7DZAv)hAU!{qd&iAu
z*Mg19lb(EF6J!gudbcir!<I%z?YhqV6}P9n{iU@*uP$jy!lAi;qbv_-Pq+H&a=OKU
z$>gA@lIVhZeTEReY2qew1tuJv(*@+G=oK|8v)3G2wb^3>^QlO&ZuJkn-ZO)h<%+`O
zv|cAf_?+T0zTYYL>4#qvdwM}y-A2cw3vwoI$PPE{+Pl^A#^?N3nnvu#J93`5_4TVe
zh82is9yN45bx8f?&OI-GCAcp(lVObhUTm3p+p_1l{=Jx0y{9g()bHF9GWBYH@AazL
zy;EMk+h59P6teHtb2kBNo%&_03qIX)+4fdaVu{X=HP5f46&O8zncTyBaVD!#ZN!wc
z)U@oX2APHag=rO+woZ@v($VL8{^{3~cGD%7zdUxa_WLWAUloZPp7&okBEItSi<Uh*
zjP|vr|2)4-<eEhZ|MHnH-!APmuX$yeA|z$K_|vJZm^qR6uSkT=ZuIQF&Qo){@7;F&
zq6v-h2Tn8POpdoZvRSWKZr2&ktj&4Zuegi&ZE7q2Je$pQhpjm8XM{ZW@9_Vx{HNRh
zIb6TR=Kq(;yDo;^SNwHUKcud_@*Asdfo|Pb_tYr&+>jkhT@KIZFXLZw@F@Gz!n*V8
zwdD<Br~R7!w!vF`zQh5h>86a~^?9#N7v_lcyuT+q)2`6$Rkp9OdrFnbzN3+E$`-BO
zCFN+pHheoz>aH8-e2p%O-nHoNOYv(u`aW4sqO@Z_|5vHdbA871e|YsKRNm{XN@bkm
z`&2Ua?m?C7wmYtf@6vd7<bLGY?=udy-~Y2Ktu{r_{#Mb^U-vn09C;hOId{p$&Ee-h
zw65p7@vO)3!<(x-1t*`koO$N*V+-GF=1;8)IesO`@A!OhwnpfqU2jBrY6NzFT_jm6
zI{WsF58`j{Z^}5-Y#$!Y@xZyiFQ?{NfnWT_`!`(<v>0ex2v5-So634UGiJ@SUdI-z
zR--8jBHJ^WkNf}Jc1BdJw8znCcAez~54QEcRJQ-#eJgOc3+Me)QK!pKraWOgz{g~w
z{*XC8@@L)^&$%r3pNGo*-m*Wl?y<CT+CII>pLgWTOBZ%;Y|;u;32Ky{|J#(q|H9j|
z5B0Y13;e$%e3@|bMGLi#$r?sd=k~2%<(~Y(Gy8@yZ+h*O`X${-j$6~?&b?OF?zbs&
z70$k`+`NE|W9mn#{lQi4-__;+)l~kz`hU-y>ycf?;(B`ftN#CeI{*Lu|4Bcu?tWkS
zAmKyC-OC><-W$K&@h@e;(!<YtSembvnH~CdQtd<Wv&Oy|v9`b7-{x4e@GtwVWvBHE
z-{{+wl`0=(_FsDQlzFAG{Hc@X6YiZ{?R8<H-HLOY`5RJ&?mj)5aDBt!Vt=<vLE)a=
zW(U{q&$VIFzT2F#rO#|vtULqza<j7)>Ps8XKEB!0%r{lM?qg=|s=lwupL@SoipJe7
zt6VN3_28)HS+VVLkJn4C|C3hz?Jwti_LrfOQ_j2pJh$n9YW%;e)lYRz*S>rZT61dk
zeVz4Bi|>4zoTTRdD^HyN>e|v^TdDa+9y@OMKYxpP^`$o!=l^V4wR(4zYqH`uSrx~?
zB_2&I=7keo3w10Hi5D9_RDHv7`!PrSjqrUR?Njbo9O7$V`mx8uQ$!<ANOJ-UhXBLI
z_uk1b_wL@cdiUQy^UUWLf3p5-s&F>t>QAH3XUoq&O?h_n+C>&OnaIXg{(>)x&paw0
zJy4x5VUfxA!fk$7WUsFen+CV+<4IYGOXbg}9@VaS=p6AX>_U^etlY`|!c#S66V`D~
zGfto5B&KN6$?QKfvwHKqQ!d*4T&Yqf4)L51+R{bW^cBCH-gACu*PgEXE1!I4IrT7l
zPj(Zpd}#KBQ1-7E4F6pZI{H)l)(orKZ%)5YzyG`7uloHzhs*BUmcQaU>}LJ*p5gsR
zCDZrCZmIwOt>meNwDA>n_U@kATQ?p#X5Ts1viti2&-tHRe-?k5yw$1xrEk>98yfi>
z3bIG{{|J=~Ppz1+?^(&#)p7d{)!$uyBkk@3r`gGhcJ~$Iw}fAR?=|<rvQ{VCMY6Tc
zbAM=un`nyr`@OqycJ;ZHOs8i45Hc=QH#nGjX!lat|EKQ>v`R10;o4HVg5R~s_0b{L
zyws<WuD3RwI(TsngZ*#OlW(qMA3Px4Zc*{{TWYMPlimy$={sV+ehz;omNDr3Tegm4
ziu3Np+Z6;~t@SbOOy77|hG|YuaPZtU4}B#orhgBOKJc$4=BJ1C$wMtW+jT|semoT1
z`%%*7<mP}S%OZH(>)$l$C3`*THQaGoNr|n8qmaws(m~0GQx>)ug!D-jnaxvPDsksQ
zyZfhu-uGO7DauC_RN3wdWbe0ls;rY)aYV84@9|?7yDc_(x{K{&I45|g)W~`ACe^wh
zOKM{G$hBJ)<nFlG&R2O)SMbX2`d2<op6Ay%ou0l?vm|-Xl|Y%8oamVEC2?6^Zx_yL
zIz7GQVdR%Z0nReDu5%~$>mBj*_Fj5%s@wXOU)uSh51P%ZzwB*#>+F7enV7(C9X*{D
zY*u=qSs_nWz9@^ykFScp-*92Eb6x(Q)A@UD?)(0Cf7bC5)kD!Xi#{){_6}G+)uH~n
zLsjMrgX=H4<4R0wEMNIPS6Ps)tDwctQ}b$_-h6I`jfZlScQ#FoVtdly{rs5xR%ia%
zJNLRzzc9&N{e=>{gyKHA+rp_&-0d!~n%6WoirY!9Q907R@l)_smy9Ov_e=Fo3aiK3
zq`i8gDgTvQ#^=<kxHS79yIT@9ADkY$ELZ2{JFdYlC%Iy=@{ZSUBvVE7i=U=*Df2fx
zIjHI<X|?R1+Z+SVxKl2x0_ytD9*n#tES1DmabuFfrQ`D+1hVBl+O)C8Y%8nc@p$Ff
zAN`v=4lDn-C>itMq;UUQt)j#AJ;x^}lq{XYF#kf|ORc%5H4nQvm8kIYR2{OadazL0
z_7uO}M~P!Ldlq_j=zL24-6wZYHU7`V>|?EUPvrL<^p~3>n7>7G&Xk$)>w-@4e(2<T
z&|C64<*>S0uT5j?wg+1@E%+SE9?pF8tw~(Y)BTxF@&fbRUpKS<w({TD$SzTHNc$J7
z+3`>2`DY$(6M0yCf2Umc)s%?vL*L)!KQE1cbN}Cq<!?{(*RHGmc6t7#zb|gTz4CGL
z+ojz4+p6E~b=UuBp|MzHdf~}%iw)k-72m}_zmw=*@Y?(Cr6#!_a~t?1&%gQ;@T>W-
zCTIOsW6`fm(@G{UZ+umA$o=B0(1X=qyUuG{t^eh3bNrj*`N`U^3iQ|5cm=cdHczzj
zv2mO4_p~)~&yvOKe`Oa{KQsCDf-&i4>)sRRo7(b2T;z{&<|H?rQ);qi(d)VwE^2!G
zVd<Ob>MaJJCH&*pMo;w7zd7f*rSWFQ^0>*h=f3`~JT3B>ed*`pX_A|^e9XJqbMyo&
zTfW+-O!38YPn=F_FM8rMo7cXg;E3F%mCl!1E?62rxh&V|%%1;6@%*FKos1iFOb+qO
zyx6os&@r|!s7G&#v-s==!3W+_6;J$6A5)Mn{wUnUWc=W)ET=@@B)dGTDMA7h1ny}Y
zBnCTj9`u|i5s}~5+Np3j{HJt9?|g~+-lXQoJvVmxi3?2s@E}-B?#M=CgHyuS4r)kO
z_P)HJ%J;w2Vq&!E#oFt!IoBs%bG-82sqpUA1uZRoK3-*OCMT}B@;1Vf!$WRKT=`}{
z2JIVclMeA~3%xF|?p!>@xj8Q<G3KJe?Jbu#tn@Db%@?=)xdLCd#}k*ZZ8O}s`?PN*
zW>hWsb=N#D<9J+sT>dEm{?bY5@ij~T{@(x3(Yo^06m}i{kRm_cH9R7hyxSjtn!`S8
zPiynJw)+<}WhG~B+5I9~w%;#YmOr_Hb7f3g^{MAmZkh=>bF4p-e0NE*`@YKZTY~(z
zE(H5nJw0;yi0`)r^*>nkO&(6(H?`;yOVHHttd??FjpPYRKU~x*`4(L66EnFeyz7ML
zEQ_a|jji?uIgHb0lrX(~;_QFZ!+jP*+@+7j8E$sUaWBpsu-`2AQ1oZ`<7sC;@ZCRh
zQ2z7M^9s2eOn<z7(#90W`QYNQm9MXqe~kYcS@1|W>BH*!mgt*KecPr9?3-A<*22m;
zT<Y8X$h#Znyt=$&Q~FIYH)$pNBbweaKeBrMa(6H+RP^(>d&GQWf6*mP{u)ndyMylc
zFPzy?T+1T=*Xwww>-CeIXYK9F(oH36HVVdDzx{pjH2=lPGd8{0;3t=QaQU7LA^ucD
zZtLo92KznkatE|qG=5t8Ni!O4^Z(>M_i|cC=Hn^sYOTBZGLG&DuB<s+`{d24`Ipx^
z{r~Y}^4p$!*S<W}uU#m6g-s&=Z}r2U&;RN!ex1MP;Ge8yG2T=CU(X7aoqJu)e1qfu
z#dOxyy9%NYT3^Z!-yZrh<=N-yxs&v2;#=MaJ+LdNv}5`kx#!1DzJsU!KQ;ehp>fFS
z6RXq%wty_nUy-@YY|q&Pm*@s1_nQ6Q<GileptK<;&pV~>P|JONtB;#mzTRP+oXl79
z{Mt?1Ro#1M@jnoL)tb&%_EoCDPN(|CgbbCgR<6eF+>Xh`TMwT2zVS7y;)>wOzi*_)
z-f;MmxjV1kx_;j6<yng1bua7$-hYyO+veJM^rw0*Pff|Td)qcXyK>d-*;&&Mr`U@v
zdm4HTD>yUzkK}An61IHkdWLCov&qv3ML)i--Fq(mfAQC}C@r72yp<PxRF@t}$TbP_
znHjoek%Y72ge51nm!G>B?Z;^MrQEElGwhF`(wuccu1njmMhNMCN<IJPjqAtIn-78=
ztfq<_nbQB^K*!{`N0a3<J@g9?MzV9urh4iZy4MNwhjC0w=GWqk`L9x<5oRfDYOvru
z<NMOYDZW27Ht+cGTIheD{X<!~rQTPQ6Ru@HoPJWwkb7S421YX{&7KF!n!A_^U7Fu*
zi+i}rZ*}5cpVSX&55%mjEsn=k@7ufh@dCM|;P1Kq_P>*UuXeAyWOsq7>ACz1pVF%f
zbQ;7ww>G>8^W<bx<Sl$vaCPUE=W6pM#AU_iPCLCad4Wvin;8NVCO5n-YImx<dQZry
zrak7x%L9B)kBd~k7cd=;|0eHqq}zm<sabd7kMet3$_5ov{iMDesc-dPZun>dn|f7>
z0#o`V`53XJxEWL9uKA{3nB3;h`m!l1b~#@OOWX?~?n2gSWkOatN-pv*Jk-ypewcE&
zd&1<h6p^~0>Lm}3hPwuDS#n%JZnZ(t((e)TzDT%VpZM?ar3+5Y!m_1L0`m)+%zxKD
zlbU%@neW~Uf5X7JUVR>C*KaSkn5fQjU-EB@`p*w4u~w6JS+#^`JkES``pKGtH7AcO
z2+_EEv3c9H37ahC*ENRRIXhua=no@t*+%#C7oRuw8@@Db;gfio{j<gBjpt7-y;AGq
zr9El34bKkEGdgE_>EYZ8m3eQ9ZF^Kh-=9d4`52$yvvT2!eNI=W_N)or%O!k+ga5D9
zZzbhFP2N4x$No(;QmgqgH~XaKtyQyC&pqM)+|K`;<Lcyp63;Dn#C9y~<6ZCTTXH@t
z=>LuU`I*bVq|MK_|1%*!^-*)(`aOTVte3|=nVr8k)J}x)v3mVF|H7%C?qnU#wf!-p
zaQ=av>CW4=goS7P_*tVS`{VeBA6=jMCYR2;eq+7)*8m^ygM7c#CVQ&gi<w){neq7Y
zA)Q*UrH`cl>MW7?rV?a*;EtHR-lhHv7VffEB_81dCL6E5wKHuCvER4o_GJAR-xk$g
z;<b2eZuK$I{L2LOlJrI~uBvB^pXZ+IvI?JW8*0B})4AdsH@1qcEwHdpw0@p^<>|wU
z>kA+Jdi*dY&vy4ArGP`1*dI2}FV;J}X=CmY`vV6Z*|r-sGRyuv&^Ylq2mdR_$k(U#
zFz-~IZKXB8sbB74u#Lw0=)>pcT$B~BT`2l@MRf+>i>>Q^aLv=XVldZYyH#P_c_yZP
zK|b>CIy*lo<#b--3f71(RsQ8!d!V%F-^LAEdIyiLt9#7y{EYZ<jdWFk;L2yaS{@mz
zbKT+Yy;y%Fo44f9fsdR|Pps+*l($y$=n9ThJ{R!j$%%3u=6z4Z?HbkF^j?<!31Yh!
zG4D%+-z??S3j$$<Pq^<SKA$x0{hVXJIh#1+gztN`KR;n#qxsmwE@s-s02SstS~Dv>
zw@K;AUR@vl`cIE&O6sEK<h{NPd}njReO{THI=s+x?wQKMTlBkc%is3AD^X32F3r5_
zb3@bjuBjHU{5xZt*{!E@i{GvdpP#?HZ|@DhoaDc0)qhr||B>yOTs1elbkeIc&lKNE
z&ao7IbMx@YhP#5cIm;M3)3qvI%-p^t=7Pep*8!EWvvNi1c%OV&C2U*q&22ls4WHE>
zaotCKs(;$sIhH(>dGX-WGnNN32RZcx_M1A}SZ+Mf?7it8qhM3*+C7!!vI!x~fm;=G
z`uvVfekhk>9dkx!_WeNq0#4=kOJdcSqSH-MFZgZ?aLZZz_4EO|t*6cz*KqS!Pvlch
z`c!K1c>blOfA|-C3Z1vDV=wE%J62ZRcA*Dmn`o)5`^UJZWQE1ci}wz6q+8CAjXP4x
zq$T-P+UmL0I>U#_{MS62K7Bald{{Vp>eM@{yiaj9_8L79-1||#bgn?nr%dLR%?|`_
zM_*fS)4OlW?g%Z$ckAb|@U}c{^t=CXVW%JSuO-h@wsWmsc423Z>b$?PLYMfs<TwwB
ze60AibbdnoAA{d3f3em1%rBcfb<M^2#p^Bv$zR`;{3ZE~<jdnGJ01$h{8;Yib?r{u
z<+?&XyYE*o7frd@XQQOPt?jzdJe!YO3wV~x9K5l9zf?cV65bd6JNZ7HuJ@@jP0K2(
ziW5F$vxQqNo<n}WkL}5&JjcbnKf6pjyL$4h)5qptNk5soCX!bv{J|clrd{j4MRRw0
zwKJV`d*84~GeKQ{_eqYKw;O8CO}fEb8*uK+E}=Tl=lt(h++F;6=DZ!oy!uR)&mwEj
zggjrEU;p{_+qTzynV)JF?)`h~^(^N2Jo(*!&E_Vz=+2T_bmd*@XVs6^%Wp6GvC3fg
z^XNy1Bl>6ms8E)=e!Xj^#Pt8>zb!W%i~hy`nCpB*N0`m4hc)Lmo^n3o62((o^7-xN
zowifbtG<4zIyC=o@(Lx(U^^ck-(w!%47b<(%sxLW;r-23R@-Vyu383vt~hx?#>vV^
zv_XIU5!X5Qmo01gt=`QvbH;O<Q~E#pw#U9)oV(i~$TocOmm?B!)4%+>bW-e!FyHfv
zb6;(e4;*5P)LFMfl;bYP8O2R28u{IOh4+N*xu<f%WnQseW2NISi^@w2S6fbUx!nJe
z%c$hd#Y0`|eXH{V?-kijeC``JPjJP=1^G{ujcaBWv-IuLkvlifHv4Yl^t>Mq|0eq7
znP)7hWPK!Y|E%-O8xPNVS95AFNs;0%42?gS$RNJE+sIJ3OmcZiYmrPU%VUo1OdGNu
zJb7F(y=~9pb(bQ)pHu3X`gg_s6CCq$XO-}t&i*X(l_NLDyKc%xpZ>}vt!6dC?)yuB
zPHDBXIX*e!g-~<%?Od(ZCaQDHjh9N6EU!Aa|0(ke%WJKrA7(zc;yQS3lhiGVlq)++
z*O=sHg-)AM@uz*JRfAE9#C(IV6K;KLe0^&lv-t{k`3<sl!p&C7yZMjCeE<1&PTu;x
zKT52>zLS1?fsuEL*3YlW{#)GZzDzEQnm*~TXy}T!>Mw-6!v8qmJjb_N?$w-IcUPSA
zIDXxc{aWLmn`>`0zW!M2%l2T_ukPL>t-+fP82SWVia%leV)yPw1;r_c><@aLUUX*Z
zyAQKJeD|u|#$DH9xa|yMp7oh!1<m<Vy*ieT%;y#MJb7;P()Q3>Zr*}B<)=NlCT6rv
z$#f7Eu)lchqw!0rgr|aTTkpAfJ-^6bF!OCl8rR(|uKPYbOs=lZRO@lniz->#_gtV>
zc(L}vFN@;1w|`L&E@MrP?NR#XuCB+sdY>kv&1chgQ3(O3oLQxjQ*E~$e!+j2L*1XF
ze@gF17jM~KD{X$+Zx(uC&-#5?4qKlynRuj5w&lp_k{8oU--g>x^Z01Sy<^4OGjBO(
zzB%(OOE}^|pOx5}U#iw^S6*A(n|5c@>K7LzwV0Z;jXxa``*h@oPGij}Chpi<|23?4
z9N|3JKex^Q+xcy+YCjhG%UBc^XmZ<BbT*sYo=>w6ljp5Hrc~23f8*bVxTM0z7Z<;^
z|NA(9`+WOf8Ncsx>sJV!s0dG<`lMWOqN7;c0YlxldPS?|J$Dr^kvXXB%V7WV)bHyC
zkIStV1kCu)!0abcsUV&5h1t(u)xUO$|COorbEliM{n*VqYtP5h@3ymd8R<x=eLBDY
zQ`+snyXSAquYKG7_FDhl6`gmEemfVP|Fi2zZuuR({j!s~PxVh*?`t~u?k&Fj@GD2Y
zF`Q?9CHmM-{AOcBgI(CMeG6=(gS$%N5~f$L7nkeVUiw<^SLXX@j;$4b)v>?)IPQiO
zY?S3_ta-_KXTr(%t=S2p61zWro1=d2MA7c)emk#9+3t9Iikn02y3mQ{ldY#^8E4JO
zZayF7*`xk@&fC=G=jVG}a}Te!P27G(d*zWWcdM@P%3t}p@|M7+Jr_0pY}%}Lv2^R=
z7Z>_BDs^*aJecmwb?L#8`5r#=ORcrlBkCV}D4H1+E<8PzrSEUto&&p2FOk_fWqSOp
zEY5Duea{<n3N#*9i|Jh2)2La)v^~{TKk1ak4qlyI2b&vY;+F=@a}^F>T$(+Xg;(99
z!zn}S?*&JWKabu_Rj9G?mUI&gC_8zW^>y94qzDh;+UK&DIOQDr-7P*%SKM$U`KO1p
z#fI#I2X}^5zUZ93>DV8udlz~>81C)6AK_PZ#@kATJK}tB`k&%2bLXsn>HE+B*UY_Z
zr~G@^&ET%g?w{c}Q?p0(h}`+Qpp|8%SEe5A_TRU8_ae4^-#f1HMmfBY?6BQ6wezR+
zTu~o;fu)W=H-){aY5jHe`TU&cb`_gt?;Q90JN4U(^>ugaK3$%_^>bA)^Xe~|3#QLo
z9CPIxlXHGi)An+cjBd*wez9+9$J4HEd+_LXiPMM1<-);cr{|Vx@K4>dGcJ99Cr8+1
zJJ0ox#Ve0U>Ug*>58OACujZlnJdZVZSIy#a)qi2BX0!D8grd`zB{nv>C%^o1Az<1;
zgDO?I%1M0jk6r{7nl33VQLUC+{y^A%f?HX|MEyUj-!ANF=+P;2tJPQ>%ffd5MC5XD
zgDr7WQy4eQda%;|%b`-vW$*V%Kka+!DZKu&;#2vsZ-EvIeR=-9IDDY<@$(}O_nu+@
z_weJ@d)+!Og4{1IeR5tp`gO(e>x<VdX>2cl8MVoM?_|Dv63cmJ9yq?~Ku4zjgJm)|
zB-XJm->UO-QvaO`y?dCs|37iw+%lQp@05^uZ<NtC$@RzVbD#V=cqPB)?Za<#?SDn>
zetGQmt=a#7&wl%3<>p<k?YvSOOlN#Ai~Z9W7QJ3BsBU48RjQ+e^`h)AN`Cv5Z4WKh
zE<82uE7zS>8q+3p+L?r1w_j?I@ojIyvzKL;O2cO^n_%Md@P${CT4qgn$MxM+&m+S*
z<ElT;{dT?n_u_9`_3f|N72daviiyopx3_qguKI4*?{{SnJ}A!TTq`<v{%YY90_Qi+
zk})d0ckSJd)Mm}rSKsDbT7Iu8<fV^Dv7FQAmLF%j<zDZ;)!yu`llN5oisvk*Pv7GI
zq&*J^`r-Fc`G3Qj|CS=X^W_ivvDU4;f1_b8JKqPc%ZFIkntk3C!}!8}-XHGnZ9#9B
zekq7n?Cd+_dwZp!)a<N1ee)N%iiOt|r7}uA&{4B6+SfjvLndN^!AH6EF%OcDy<FY&
z%py`i<lGwRuZ;Om6sDUL&$zVq&*N_jvt_*9_HAsGy~57T@#RG5<QK1YPWZ5q`R9Z5
zi6XKGdt**Tuxu21E#BkBIKffpSjg=MAI_cRb+$-0uv;M;^JQ-OMg#S(V6#i{+PykW
zH~p$&xvNFxq821qiDsW$dpPpYC67bJI`Owmr@4A1c*mS#mM-+@|M?;E*oD3wp?&Wc
zyx*zv#OKe=gP||tub&H5y~sV~MbekmJ35qojxKX=HTxITAopkWM^Sqtk&uXqj1lUb
zw~sM7Rm_h5UHe<8n<H-K@^w!R&iq%A8a~(EWX*$ezxiLZW6ozV7T&EZRk(Zl$L0C<
zxBfkpue*3I^XcBLXA@4RC`{5mx1h^hW6R$|3lBHE?#sDyshj<>SuN+3>t_uYDA(Kl
zT%LF7<K>yg4g$glq-%Ng*<4?2uuqNCSu0(0M0wxl{VtPjy4?F(ODltaI?VoLIPZhi
z`4>X-ru0|!eYmK1>4DJohWK;*wLd2D>-^YsPHUonhki4^jNC-|x<=t(F}cph_1^t^
z+<q$SZDIM*_le8ue_!g7>mLsonI&nQju5_aW@S!{yZvj2+Vgc%na53R7KK0BX!GZo
z(WOS^#u`5z<$G3k-g76XZ#S%2$Zcbz!JM|^lAQe&`(qoHct)0R^}q0|{QCbU`-g}}
z!Tbv)Q(5>U9;`SvQJ_wf-R{yv`O_za7iIqnaeN-1amf0@2UUNmxreQHoNTwZI4J*;
z_l^BR$;8)}7RrANUA<40X}Q9y1;_5(&fm9jW5<ofzqi`g{kMHPng7oHy05dB-*WZs
z_<Jj7zPOju$3qMAGE0xW+~&?#q+ETayQr@;^&ofulg?)Qsb9HdSBb8<<ht_E?BBCo
zPF<Vid#m#3--}Fh?YEp>TP!s@=uOY`e>y!s+AdBld-LPvw-f#U<DRc5ervq{d&2GY
zXV-sTetwJi{OWyoe}DX4`p){z-Jh@SUGkcJfFtqv&p)EIw;eZqd$~>AH2QN`=W!9W
zP8(;(xyxe>C#LW`RbWVGI(cwO_;UB}xu?|XC%n8?y!*<WV6J50DNk%}w7+$z_L(a>
zU9geY_CD8hzID5pcYpq}*4F0@E6e&{De~nj`|UjS>dz&IurMFjJGN@0|6%#tm&6aO
z|9tAq;*^EF;r6eT%RVX>s(rkmI``yXxwC;wo|-7K&p(_$PwL#`mCUbJ<Zeg^ymDJE
zGlS#Btiud{Q~vPsmA$)~<nHoKzGg-Cn>0p8hBlwRAIcUV6n#DRCj0*oC@%Qg{`rUL
z{)pV^jX7b)#vO-uh+7&Zx0ESVHhq32<9C{|QF_7r57Lj9xX%(4yJfh{#=^6`u1E9t
zbGA3Uu{rXI%KuCEOyBXk;85}w#ZA+GWa=Ea{&=}q*Qcl&wS7O%?a3&2<-RZTpmqjt
zS*EzBm0Vk$<b%U5F%xgK)v567Jh)ig#qF$dt8vGo-<;oNuP9VCi!ofk`oME%MWMWP
z^9pud(|^TL4mSU<tiSbcX8G-fxodA-)s*{rvH!0b&wce(er>yWHZ0BIUG&21`9k4C
z+;{dq;?=X;ZmQw;V%x<=OB=<Bx+1^L7Ul8Fir71xceI;pR@PU?#UuDYmz|?vqAN%2
z!DnW#oc^|i|KXO2_z*1j=SX97`#DJ&<@_gt^BNoX^E@;^wqw2C!t?4|KXlc7=sI)c
zpk!)`{)P)Z8y>Xff9iCeY*Y9`_;Qrcis>ycSmj>cm|w>dS0HrW=I~LEX`YhqKN=?X
z2lW1NmrJgC=J9{-+Zhjyd8{h*UM9<bc+euZ_fp+L+42VmI(r{V|2g4NS-{M$Z!&Rf
z&+0u{O#hSa8@0%P2n>60fQj8LevxdS;?pA!1l;!vzK?qO$ojWg<%h%45l$%+;+MHc
zWE@ida?o?0A<vxBs&@7r2Nip3lR4x*-jF-sdDDn@|4yH8<@Y<A)%V>g`uss$K5P4(
ziY;?3i|+`pTwn8Y;kPTs=eKhIs$<$c>okLX_~vtrrzcp=Oci7MDVQdwz3Xhn!_1nC
zCp8(@UTa+-B3$%3CN+JwB5S*u>;4-zE<`h%zFynQc(HR^$?6%cE%zIi2+1`)jqExd
z<uk{keB<9A&-Y(>yUqHo_Wb{A<agY=So=zU-v_7NfBUR&oi)FINv~+$HH(nRdD^Kr
zt!Moyw$|VM<x^8?v9!SVea3=I^fKjpUjFDW`O}fhc}110ST%W0M&HvL$>pVocUN;Q
zJ<%Ir#~4$4$fR}ar|vwNdkfn;?DYPB{AM@5c5VNyt#5CAE#_Ley|&7CUH<)vzH^K>
zYF4T9_Z0uWB4-iL?Y5$7Wm)jAv&jajJ~JeXCA1?x2wo7CoN{=!gN*(3=nr0U|MdP%
z<gazANYJlq<&tpUx^x$lV9hJ`-HV)`aXz`oD4&<{Zj*O)fSiQ|%cX<eJP&RhYQFZM
zSYX2Bn%LSCN-Of_KZ>0AsqLco%XxDaO>I-uaJqXyjVC6=jd_*P?gp6!a?|E8@%tWK
z9GGx`|3-W33zJ8xw#U5p9yb2)fwM-k{kqUU`APj}F06a(>)QX}M^a1gmxrCZGY)Vr
zTg-gBx8&fJ=?Px^D->rYo#qN!&sJf*QoifKBe&CLjq__Yn_e&*?{fRn9&z_@z0rjF
z)>j68Uw^roO*b+BI`4Vz-9uZxANcxD?1*Tr`2B$P8y6DJ)_${@R1i76=;w+vD<2=f
zeR_ZOp11RA_s7-;SZhhu{C9i*r0z?&e}*E{K9wJ0`zB?+ZRBO#X*c2E?@g}m?phWn
zBo;LHiaq}3$IkOWV8P<zON|G8kLz1W=e;>;&YU}G%F*eY<w}d>Z*!z_e(;~+XCiAb
zjgjlwi#AU8O_mo89DdiuSsToGE>ZJD|Lu$)3h7rooj$X5@H8wus<ws6woF{JZr*Lr
z59zvTk|(03F>}{Ei@w&st2O?^$^Nwd4;TL{&%Jzi;Ya-q7u@2$9JrA^m62V)RNnGq
z;HkrtKYdV@d$^EQ?1zwgQAg(P<O6XJj)<2Q$$w5-$#8#Wlc&g!i|IPvR#gR)PI*>7
z3$WAvwXwBNVrrZJ69&h;Lmd2TlKyPwihQQo+qdN5)+wwtnbieuw+_v&UmSi?$MxDn
z=IBq+?diH!dZm+VO5)s^bG}?%6MNJ4(u8LX<(HKIsjO#?P5vZ4dHZ7bzAgE6f3s)p
zco`Oa)ii%k<%4~{Z|yC=d$aEMo6pa-Kbg9xG$LgGjj~x+&BSG$R&#w$xoD%7knvn%
z&jq&WH!dvf<xp9a<YM{r($a)eU+V&e9pqHZ<@Zi#-eH$^>}ugw|6g-`%<N!i0kn&G
zR9P;Ndlz~?$x-{h-1V#N^?$w!@8T+4RQp#u{*pAu&faH1)qkIce`Va_{r1@G{AYF1
z3&s5VKfX{Dec_&d?#;I5Spq@t--vy-IdWtAO8dO!U5d%S9o%1KKmWtp|I@CVw^l;?
zX3FQ5>$_iCZJ+vD<JH1nQ`c<G@2VG_SazV0>sxQala$`C>5C^8^YJe%p6AeBXg<fJ
ztnJ>mhtV%*ZsYNt8@*$C{l7kDlNSxIX737WsJY&q(Rs0nHSUK1^KtbblT5zY>7U}a
zDe$%Xb-+G#srlEC$7vZ81^*pL+i|P$i6GPCgXPZ*IZrf|y=lH7FFQ$$`Tjl@y<LHP
z=QY<~6S@<#)QPR)23P&18;2aNidG6Uz0Hbp38+*M^!V;_^p~$>gM_)Lm!wDaWDe6A
zsu5l4JvB_x$3FNo)Gvvg<~m(a?$#7lf0;cK(@$MLsL{>0kT=KEeA;rI9S;o;+3U#O
zUB5Iq!+qvKU!AkD`qv!o*Ii$^{c?fi;T0Bt&N{Y-ztOSh+Upw<wSRBkouH5~=bVa?
zlIt@ymo!#stxigfJi6HVW#E(-9S-k0pT;fVjeo@ItgbmV_Dc9N{v7$Mq8+cdZn~FN
z?9{wI?17cw!F=cV6H5}a*WLHq`#r7t<;>%^rp^_9dtzbj+a+c3azA(P&)#42XZyW}
z51Fk_Xw4V&t~Y$beQ(Ce!1x(y>da@a{M37Cv_Z}wNionmz^j|vu8n`Y{!gPl_a22<
zA1ke#c+S&Ob|c%SKK+PK!u_m1Z_di^KEP<dutF?9;ekqk+4b6w3wZL?8iE@gx3IA;
z<(YL#OM8aU4P6^CfyMh4%XGNM9^dq#C-2A)mbDTq0@|yNxE+{sUC-ES$+`&*J(pzX
zd~nXYbc9oxZ$senrLqgXW#o>m-f+=>Df3gE1>E{o3oZ9KubVkz=~m+dH(#np&E9>=
z+e=j4c3Y#sw4JSj^BJ98zWD9gVsG=P`^o8fk1V%6++uuv@~v(9$*+&Ze08hV;oJP@
zQuFo+3X8uizQ@@bvrZ$j)YU;f%5cLvVdbmVW*^m=K0Fh+r6+SPcH%|8OO5T<jC%Ne
zx9TR8is)211#e0|{mOIS8wTwv5C2V<X5QGeSlo!|^}7|H4xCnVoB2ZG=3?F@!F@|o
z7tGnk$@lYudfX)y`)QN??yqCNbg{pRVRs4dU8A%&&n->%hAo%9w|#%@_uKb#w!bJ_
zmi&HSX#SO*dls`decyJz_S@xOap$}D&EmQLsJFIuVUx<i%Vy8mA77sLCh&IGx}L*#
ze!XIJ-BLRH%!RyPmVR<GYn)uaK3sZQKYPP|Ig?{iTa%x<uYSI3{@V1y14~|iN{yR)
z>aEU=BNn0DMP_@}y_h!Ddv;Wd_qtt^+ahx=9tn8vXs2~NRN8LNw;#smxAXhW%lrSx
z`u@exuW!p7*Vom4{(Ak3!`Gi>r{{jp5}Kna^PFR@@X|S1cfWn+<x;!-yF}n~n!M+#
zEx!fx4UfcEDM;_O@GtfgkSoj2`d+)<E`wc{Kfm~%@BhQCTh`tbuMmEBRqF${jYfFL
z4&zM=Y*(D&zaq>%F+cLdMvLz<OC_6Eh}#`#ubX52E%$x->^l?tzjJI`Dk`zH+Ht$)
z;?-X#F>PU0J3r_0O8#Ry^D<9Fu;o9qe{di?DJ41fq(i8f*B9r!`g_;bR(yDHlz}Bj
zY5kPaBXM!ly&df8lA3sJK6PxI7*IR;bG5FXm;bu56G8_cytbOaH%I>aYcKBngrrU9
zbv+*_%1fU(y#CmuSHe$!zuG-9^7-9Kd#B%?b)k1>>!aFD=T8~M9~S<V{%}*Tz3TqB
z;5C)gK3x=)&aB@QWFnI~Td26>1CLAb$vLx5S^W*oIWl{h*~7C-<hfRNY2+>J4Neri
z%T^{otB2WHdY+=xQ`WW~)womB3cqmretMu=*^~PE6f?K}r_%!S9!~w!<Gxgn`P-6J
z&u7gFzABQzFC4#d#X^R-Ln&Vhnib<2J=Z;c!n&YXz)N3D@b3hs7Z;8f7B}6q$}sY0
ztYqUey}7OSgWKLl&-`Tp$yeo^Up7f)-4Hi*yg2Ld!y~`*w?Cg(6Jq@9@~y_3xBcc?
z-v0Ngx_+tby7a9c7xEg}-0$6U>B!Yl(Bj?W*AwRwdhYJaO>vvIpFVKt(XmUCIj7i#
z<-c5Dm}>5M;hK@b&cli!jPWgPHZQM4Kj>V&*GOPm-h=QJj{OIX_8cyMB0l5s1g&lJ
z=jzY3_26&5%{7;e^VK0ywzXe+>lUv$u;~0QqZ<KzdrBuuKadnT%%A&vhV{wT^D%a>
zTkgrU99eSk==6n(eZ9$5OB(eOTiEv}oY2l^a<6~2r|FA8&!x;)i}o-VUY~3;c@pQk
zEtTKPnoKA9_sn?_;PN^l^pO6JPG@nu1J^&Y&8s>yLvrWB!ku4sE-*hFQhRQ9(t|7K
z((M($)v0ER_*z*mmVf=YPS)e(`t6HFdRM4f`AEHO(kh!EcbZAvE&Wtda864bL;S+8
z4oNRxPdQtdvi63W+J}v=t9yKkMJ5~-spspI`Fxnextno!PUpLmyBADfm|PJ4@Z?#;
zZ-=t4MNZj#u&w{+%uPYA;Z?mgIm^FDB>HvtoaA5j#(Km0yQRO^zD=xM_;ZgO!#)kA
zz$+CC!YlsYTW)tV@83<|w_nTewR-J3!mi5CyQx7!{B&yd)yo;-<*U_O*73Y)>vX!x
zYx$z;o+=w>n4MG%b6R49e9WVyG>;E&`BQ7M*J|FB4BvPAb$A~4JI?!U$GF!r)@<b~
zv)c0K;*p4^8v(&}?$75hpI`4e`S|;6!EbBJ4qrUn^y+43`Mqzs-sN{{=jVOCy3@g=
ziZ8k@DX4@0D*wmLYTM>$N1piT6>^<(Q;FS^8<*7Ph^L0l+1EaC>+W-}&(@kcJfG!T
z%fWB|Lq;nm?nG1Fja+jd=D7{>LhG&`%h~;OQ^CbW$F219cTe=qIv%I7!auhBZlJx-
zx!0MJ)!$$K6g<U|$-kvqPHowrQ=;=YSDI_EKHsDERBre0sqFK$Q`FrSYS;hffAhU<
z`h4NS+b#C@w;U)>t+=WBK*9R$j9q*(wU@-t#<y*r88&-*WXOYFt}}s8#4abOZxiV7
zp0B+xly|RXQC_Qg(F*;zc`fl8j~}!e=5UGS8&1EqMcOXGBRVza{{H&<+hY4=#R9zY
zzp)x@vh-j6|IzcPW7FPF`M;T|YuP4+Iaaruye)S$DBDe#!suTm*&h2~A!x0Tp#F}B
z8};m`{cT^OJlld-Wy6WZO_SA@*;MuI@Dx6ry~I26g<IVLH;Yuxg_E~4&q{WfwDkY#
zLsD-Jy=0Yp?Zmp~^#kv@CHBv6*1qKC_<6u!+4DF5oSF8f<gXGmo{>3grTBHub?hs)
ze|dH7ZFBoo#&4P7Zch&!o$O*7>w9m@)X)E-^S3;&|J|Q^|LNveAEJM8z3}_}z5eI)
zUo-A(e$}vM@>Rd9nGr224<>&y6z+B?boJ$!=z9EJQ0?os*UiuMOFB!7W|TI{b-j9X
z<mhg{J5P@9@|2cLT*%qe8Ih35oIH=Q<)FTS`WNAQC)5x0m;8{rQUBm{gTTLoto2Lg
z=ZMBu^jbWWob^PQU9M8{0+YL5mB9?78_D6P9)*9pn16D5&8c8Ey?qgEA1pMaGd=1f
zBEsb+rOr%U9^kY56W`*q{u^2YzPGdL>^Lp4MRiRLOHH2r1KnD22}4G^hoKXGwe|_~
zmx|AMalTXME1TbogS=-W*gtr2<b68w(0|veJ}a$?FY+(l>MqnoFqqpknSWvu`{`Zr
zVZEyUkDmBxjdM-ZWg~K|PKQg2P1yg*<)P@_98;r92D>UIO4oYK3)m&Je%r?@!HH}C
ziJi3(bIIQ@LGaeabArdKN~bldFUwiN-0P`R8yURz+u8h@t+IO`R{2)=Rc%&{GM>3J
zFh2d?mFD?5@Av%Pr+)Urxtfz_--^p#E^ll$m&>f4)65ipDD!&nZQ*34D;KUWjDNmz
zzTu8N%q!$R1slKH@=(yC$f7*px2fjxeU|K5Mk{C9*d-cOzZ43;R2p{aV6JDPjQt|c
z?GN8%1%3ady?)#O_tp2a>({KdEWcAZdwpNchkqN({K8e<?fcH?FLYB>Ec)ciT?guZ
zDek`BvzmQJdRNfFiTf32{^<79+WqW+e%AMyGtwDus2t=|Tc~4ak$nB0jd0?|Ai1Ou
z7wRuXf0<LPeWCAT{jtS6W7(N)CPwJlY^a=Hvi80G717s+4l0W(b#vO8J-R&S^oFTL
zZyv-1=T<v+_q~3@oum4I`Gv)S^vA;0m-l7)Xy3nLESRIVX@~Z`iNR7ED}%aOYpmG5
zC@3iZQcyN%bd7$lTyQaciRbKRT)fXc-t_1^V_fGvL!+f{%fm~ea~>qKhv(_dU4K+0
zmwB&-`ZLFZdEE-VeQ^#a=3O{E-J!BiSBOI`u5F6$!;|h0Q++Cb1d1*1t4OwdDRZI8
z-R{SMV+Mz&*En(iJ5jvEziNqWrQYe2!FHec{2nO(71FoZm>FsJNnLi&58bCnS_0oU
zU0MHA>`>?~uWDuA{a3c<tTGON9@J{PSR>bI#Z{}Y+a4e1cwgwY=b!)5W0~x$aHAb9
zS<+WMF5ayAp~W&iacl6}^#S>>A7+XP_}r+Rws4xv(ss`!_e68|?)iT1_1o6v@|S)6
z#lL*(w|)EfvHGq3fB*5{I<3E7rQ7raXXX2SyY|1o<hu8#gQBcOv+J7ThaVmvo$z9B
zbWi@S`VBWcSFdZ_#m{j?d~WZ-)^qa`q^r|>n7!)OTy8S75ErakCd2VZGQ-WnMCOIS
zya$uEtryj2{vx@-ZPo?VHanXG(T~{jPul-{(YHrOWKsGLqa8*Tli2fPe`xHS;(pD;
z{*(9ot~*O@7xz41Q#W}iYhibWGj+=RPo*0sx?d`K^W^r4F1sg|8&v-slK(Zue~(p9
zO~xT^iI*P~?b{AC+n<`5__eOEW=d5v`_mKNfBR~jr6WE*O)=LOJLEj)$ZEf17wfNR
zzx*)krJKi6?{jzlEoT2X>AcmAt1{^)j(97`^|a16tGKxDm``tP4a=keVehYjzF|AE
zG(R3Q;`iUe@}ikL_+009fyLr~nA_98@aydJviot;c{7iu^y3e{Jie!#{pWp(naDlo
zM#(1E%L~i?&n@4kZ~vw8uH0gCj+ck$i~oGa7vA<Wd3nhBO|=h;=jZm@{&T7Ry;oQu
zTI`Rm^S%J?joBOW=gKLc$-H<>`~`Cl^Inmk2YxSEeJ4pfw_);v1?NO2wds|uKhzXe
zdsY8Wg5$xTy}m|US%0;y_jvj0K<eFNEIpoP-2tb(jtBK@Y`q<NZoc*9dsXlEew$wZ
zxB1)J{F=SBj~ah(QQ3Lt+^d<L;`6GP-7S7!`*zpj>)DQnrpBEscJ1f4keDB_yr4AE
zJ3qf^y*Sq%izTy`KQ-dp{qD#?ZeCxlol=3@g*sQCJO6H)j!eprE#EW?4dW`9ju@`m
z`GF<T>-bN$L%Z`-i}rH1#pLNT$^UKa|H^TbUA`t^{=>x|&Q`Fz`}a4eq+s8ZZRu(+
zY?u%JT&i}4o&Vj}bJlh0Z(g0^FPXD^1;5&Zn>sgFU;pqfYvR+@Nr#SxOFs8-ZtgoF
z&s@c*e&GDRK&vfBc7E!b|5z+z#qt}f`c}PbAC|hDmki{K|B%dXRPo~Hrga+v{N_35
zeR<S#^ujv3Fpj#6h4&wrS)Wa8P*(q=!QF4jW_Pwkqhr&x4^sAl8Idx_9&S9cc#grb
z2Q2ml1x(7dYX$y1P~-n+CGqs2XJrL5`?OC7rhlB&SCmnZ!epU*Z-!i<hx<Jt^$!n(
z*B@qdd%W1W<=985`2IaHHatC3TJ0)K<|PF;mp|y7xYsMVtoY>GGWAF8w@!Xw@SMps
zcjo#mw{ZLE2N(`54YmEg;s1lc*hN>fBEkiI6kTh6idwryA8##tb2j{oz}NgM9r_tx
z_blK0_1o>Y_iO*J|N3y=^%~D9a}CM@UX@l!ne00EV&2r!yxmf7y>2l}FwZR6Y;R()
zeAVePwo_TxXSy^UpXetZccSOKhWe5Ei|vfe671F?KXQ%~yV*Zz-~ZL<pO&5l=R{|_
z4+oBIvtD*k*LK}A>048T+1X^RQWc!yQrgl>_~PEM>DwHP6?d~tw%XCyYovL2+kpcQ
zJ8Vt`yH!Q9^$6Tsa**G*qQ9n<XI5rIa<<cp6aJYcuYP`5IH#nb!!k&2-x2RShW&3Q
zUOVxNQ|IReou7gBnzIX*y8Cu<H}Nl!E=(>inU~SdViNoJ<hBRy{R^1Ym)Lw*`kz_;
zrDyxRPm`<<PfLC1Xfv(1;L>8A&`qxbl3R{-Yg<)*zGe~k?|_`%cNyc%<mvsBjlb8;
zzZ%|ke(v=ae_!VPv6pTft3Cgrqps6^_T*(fChT?!J++-R50-E)-giMzNS)X3MNs=f
z?z~TF4^E!V+8d$%@#ZA|eZSY{Z|T2Vuw(9pmg)KO0n3zFeX~+NKRx}tbob@lxAS(t
z%aNaBwfy(r*9*^{Sm7xj7in+jviy<untRu;z3jU)DYo#^wPm{kXKs0B{^z(-%#K5c
zTT{&^d(Ev|QreUqmaJ@d!P2Q^CsX|6r+3ajQoc2@{EVsR(!BF8wk?wX^Wk_@&)j_e
zx<_^XTguPP&C|F0?X&y!yx)5#JjlNGL+`KL%M*{T$(H@#oPB%O+jdUvzuSIaW&PzS
z&X>RFWP|N4;e`Hmd>oNW6IRP@k(el0dc*197k7!jBGZ|?J@%^2mzdAO?|Ena`O2vd
z)ko@Tr2ZY?leK#C&&2PJ@kzJvc_(ijpT2AExvN21zGb`4pYWem9?*I1^z#_qs4pLO
z$-fJe<mRrI2r&Cl%k`vbwq29m3IFPD-p<Vohxopz2e8dyuKj49DQ5lkK=s3viw|$l
z_~YY!@Su8uDx=JgHufDqxFjDtT3RI?cHO#KM{YvDt&@09Ywld_jherrX4Fk9b^p1g
zgX5A!_j|7fN6yvf<{UaO*}sQTLnQq?S3=ANEw=BA4{4~syyz)^wE0tHd;g?uQTvv3
z>pUvC_Mj*Ap-{xr%Qu6fc$sA?Sjtc4ADb5(>K>~9pq;Jf!_1A7C;i!&cl?Wkd#_H{
zp$DsGc-mPDpEx4_k#qe9<+C$4C3&#dmI^7>dsf(3?5%yV;@+W<)!9ETUR=!F&0hAg
zVb8Zm?{8)6+phinO>fKJT}&TONw0rd^q&7#^znPyv!%Y=nD}tvhVI?F?x=I#cr^KU
zSO2AF69Qgt34PDQq1C?5YN3o@C-dx{OPgXZvM4InEmsx}Qcw1gvf;b*L+z=n^WT{@
zzc|mb1TaPP3CdY3DHpj(9^B8>cE`fjqhZ%u9=EMOcJ12R*!<>%^a)@4L*3{1D0Hn`
z{BAM-Ls{9heSzCv8Eks!+OcPgZA#yVRI5LSkDvI(C>M9+V&RhbOD)qXj>u;!o!@Ye
z?W)$3e<24J2{!ytWUPBASv&oOCcE9TgYt=*(T94k)E{`rz%KvXMReAYht|&yyFcOD
zd~fxR)!*EgA9*-Y;@@>G?)yg`u$D`<$0uc9tZcTv6__gZ@XB3V&C4oz-n-xZHcj09
zcH8aSvAh00v3e`<@85F!x8WsnmNiG_{@$~X^~0Ud=eNuM{h|K0{QTY}&v%?#Irqx!
zz?%H(eCEvE7p<*a{|8P#v~r{J)7LM$mi_X{iT@-z{S$v((Zj4*5j%^m4TeGPjrROs
z>K--zzAgU$!RKA(|C{VO%9g2l?YeZPIPKX<QHkF9zfC{>eDvJ@`n(@^xxeN9dbvh;
z<)x%6=4NVr`Zjmhwuy>4$BM6?`Y6fv;kR`!YCb51FZ2DdB>m7Op;?zaH-6ZAJw@`*
zlntk=EIG~x$3Nnl_NQ_G;`)<J{?A!CAMUhUcG)N6X5@eCTJJ|sUIxGI-qo~utv2_a
z-TzK;pWk-7<m&Tf(fMZbYD>Lth=e?w?WW^#W8uD%NPhLz_a+>F>$PuhMCOxS?`GVH
zT3+>{?EgXLx(AZZdJFsK2|i&gyQQ{^yXD)o)Z45ZW~VTP1<VtWe9AU`Sw`1O_nw(D
zbC``TwwitT;Mm?{>yx!{_o*(~vh0#cd@=`C*)}(?oAdf+&KjEylN57eOC9%fO;D1S
zoVmmJqMMwZbGuI3g_$;tb(a0AZEZ#Rd@atqDmJ`~oc#BJQ+-ta>qk@9Miwxf4pqJ+
zbAg?We@zR!)l!+A`?!`>J=tcM^IW(3=;9Jrwu+j&vl{k(U}gU;9Gq4^!9#;RJhwUG
zYW&iv@xF^qK5W$4bM3f=)U2ITOo|>d+B^N|ElgQDXOqm7qYsx%-|^)CN<|}gxrMy*
zA29ekE84y?el$y*gKyL3_XfB3$8JA#+;FM=iiyrLbq6N1&0}MdxgR#;?~5s^2g<K)
z{BY{$WUH&It^4b<MCN+y|8Z<z)90!F=+eq-tKJ>Bx^hGG+6DhPU9Y>Ff9369Zm(?B
z-fplmq&M`pVytr6j|Bp64*6AoT{``Cw!Y0>zMPl2oWIR(Yp>sP=ij61`}yzZq=fs+
zGS_qNw%QV8q4?IdhV$b><J0mpRZ3n4a>~t0JFwQZW5&&uu3OSqv+=Jhi`h|-T2;-w
z^xcUM0S<8~>sFsv<&jEAZkXq1{mFA@VeEOeIT?-mw>3;Q$X%FvFkRM8ilc~s(*b6_
zPsN@VHV&QpCeEyRagtq3TH~-9Q|*p|Ii<5Ehn`&VEn4;GQTwOL|6d*d(sb#P+wR0i
zW=~lIu11y^nzuyQ7rpQ_J-^3W|EEXA#qECrECLK~9MjXU+Z{Va^}zNLJ;}!CDd|$e
zM>-d-oSJ(yLDX~SjZKS!E!SlU-)39&z%{<>P_n~rEz8Rn?N`M%xA<GEaDFsV|LH<!
zw@Vc}YI@VInmsdGp(V2ZkfukZP+aIeZ>#@)RiP|-ulf(I`u1r1tmU>-WV3V=*8OPD
zY7nd2XX?(dPvXqcYm2YTX3f8L_|W#(iI1GC;_bKd%3Qgf`fl%Yx%W)-emwa5?cMJ8
z+l;I17;d%i|I%9a|1bZR=kXOg_x?EbdY-|LFd@&mrrMD&W(fQaf6d!9lS_7{$%Cwt
zXY6z5wgn31RbPF?t<ofyme+X3Fk*|&<r8JUWFE5^-T3-X{Qh6zyWMpw=33St64pP*
ze8<bNpj$+7vbEi#ubyw$+^>7R_U+Q}xQht~nzkHcHMq|DCT?r(F|ECm+UvHpm)yK@
z`s}{b9U2SU*(X<oJlHLM<gcFf=O<#@mewsWJbCBJTE*(px<{hx?f!F4Zl9efb2s+<
zBY&R>zeCRO*Kk%${=AaIa{p=7n1y!LiQE4Mt#8=7<hkm;KNr$(AN;#(Vfcpd_^Oq2
zFNb#Be!u5%>BC})7?)F(GY{N2Qm(w^%-8IMi}#nkWVbmrvm!iU)2Z;jnKnV|SyS8R
zryH1k&oEl^K4^jZf0hD^=Sf+umZBaH%G&EUWFJfZw_xVs7C*^kZt3nDBL6o|NMv-q
zSG07u(ds=<{4I*@j-B5p?DQvdwa$WujmG<VrlsDWQvcxe945;n>ykev+;Oif`!=&-
za(TQ%{L3Q;UFL9FHU10a7B7;ro{`Mqp7JP`o9B%yAA5mWz{ZDHP6mIfzMJRrIw9^*
zQj5{Lg0zRu)2BVls><?z)El?QvnbhF|HzB*C3?TkPTsLbjQz~j1BXxit>P97XPww<
z`=a^Yl>X;dw!#yy-n_GM$94Z5c3--uraf}`-zcf5{%X~crm4m%m0XdjS94V^6!}co
z+&$@of(oDIj)$IAQzT`Q9xUwTd2m6EL7hdv;L*gkPbU`YR3?283f}faUXq9HpHXqX
zjH*;b<y60u?|xnRpYtz^z2k0(RBwxgk>+f1zNN`8mrb6(af!6L6N}Ii2CI+V8U=qB
zOt6}gFTQ9aZz;pQtxaExHcCzZ=JCg)nQbYr+Q+>c4GS&>{+Olm-fEjq%F4^1STpxN
zUKe}m?}li0{;hABx8JxgeQVau3I0!NO};caye`^%(Ro*v`Rldf^Yij;zq?rP*nZFW
z-<i+rx9zWea(tJ0ko@I~Z~bFVr8>P4PTy`=R#0hD8eF<eC`Z8Vt7n0Zgx%t-fXVDz
z%fE(Zm2qCZx_0^Nvp@cP=znh^Y4ou{*#79|S4&bZ2r6^yTuPRU>AST4)Z))4*rS-X
zygtS4x0BEO|0Pzb51F@h`W{IO6dzi7!|jIHugsGIbJu;Cvd=W{0sHHvtno}ww_N?=
z{%NWIO);CxE7w%4w#;Zyp3-xpP5q*)ouL1tM@My&A7p$u{LqX)&h)}fwvTEJ^LKq$
zt$G+N)W1O6D#GvXhu1;nz7^IXdyh@y)3JIO5HD8~%AkLJ{v*NrMm)@X_dju~YtQb;
zE#)(rEB<KT+x{?h>%a_-kJ1WHcK9u2H=E>NnZ)QgM=ZP1-Mu8OX6BCt)17W9{aBKD
z*hk4LeQ`wCtJxJxlw~D9%((1!nV)w{O5n7B=j?wXCwz)ry7Kvy{$H-&bQX6^^p4Ca
z>(LQiE%vAV?FGZQ%!DcOs?E2#OeJ09q?LB{JHHK9&wA?Bc8vMp%2~Ej_3!rozV>Zy
zex0lOgWj?~S5}sNy282ldcD7O;j5hAtM~tN+^gV}9AfKn^4z0oW^&uM-mth}_xYv&
z7VG@|d-wi$r2Y2h^m*cZ&%JZ!bX4wSjlLxQyjWi>!rber*Rg#!PDejoSI`$OS$E{p
zO8z5tN1yRCwUxwoF6rm|ayw6d)0cev!&4S)QxLSeVpr1qx9yj}{Wm|q{4L+!Zuk3R
zS)lNP$?01UE)JjPRNXoIL#csgQT^1i7{j!UA1|cK<>bFyWi&ZO&CAC4VR+T+ZIgOl
zs&1(ZzMsjQX)m-mAUC(KTg~D{Q}Twhj{CH&MOUA(`LeiH>HWUy;8{BbpR>(s{__0l
zn%V2*70c{iZCYjS>tiW?VcL<Eubf%;)^FBuC@)E5UKMM(e&6!DadYi=_D(PET)(S0
z)SJh=WZe_r#v3nrxjL=aNBh_P{1H4WWM1z5U%$d{CF-h3Jik{Ny#B&fr3ce)=Y2M2
z)OeQlHNq*jd;W{_b1&ZR(u=#uR32?K;dsr0cQ4(|guV7%-Y}hg?)TMAOK%^Q&1=4N
zr08+YZS~qac30i>i~Ob+_U!IioT>jbV&-GEFvEQwaz`a@`zWX6O<XdkjK{C++G+nu
z&&!m}Px+k_-=p5~u_JtYQFgyuBFEJ|A$n>bZcW{L#`(e0>RGm$&#yVvlq7DK(`mDJ
zFFDQBXk}IVYs=XOy{;z~$r^<j+zaN5|FAgw9P<x<oxO|s-*@kF&FT-EctK?TtR2&H
zPb^#epm~>+qg0&Ei)~-K!lj<{#oa!AsFU;GOyl%5#@jvS*;k+A77<%B=X!4Uhnl>Q
z&5w8LtV>gD+E(eA>#pfCqp$4gQSRJ`q8)DqYz|$!=W9E;_+I|XCVlPzG2I*9b-U)C
zbXr;2{-}ldK}WLXF@f~{4XIM|WFm8&o12;R@BNxO=Y#yub+5LZs(lvtVPc)=XM4SN
z8K%NHQV}VW{AZo=h>9)Rc2!T;{@S^+kFDlE&S-XAz2nJXrn~X9Dzl}`#72F|sVqed
z{h`{EEBFK6bsky~xuo#QI+KWyWL>S3Clzime(-cqj=a8k^En0$?}_K+_ZFW~&n`)r
zc<Mn&cj(7Sesju}E)f&hH9zln$2td@Q0D6g6zAP|)++AyQU8Z%Y1ippU;gh}XSe6?
zE90v8Z8dAAehL2NaPj`XxBR7>?AAKIYY00l<sg$5zwmH7d(Po?U5_7kamNT>&9kmD
zRN`0s8pv&x5}dA(P`>nGJO3g3CyUo>dTUf=nl;CS)SRg~)qc)e{m1!DPqzC-{}Nrl
zWvQRe>2$`2#;-*zKRDG_Ov(Qk`Qvc*ljM7U)%P5#)=}QOsQ>6iw?)E*SL1&g{+i<N
zEx$vg?xn@!fK7U5%+4&GT*qyFaebepxfvtp`ip#99!6vtT{^q#a4KJGu)5TxE%A2_
zvb5D1etSA|)gKRAal1?F`CdG37fn@GKlnmedcpG@VJpg(1p2C*`IoRA`QYUv_;TX?
z2sg{3#*2L)+?S@`Z4CStn0V6s$HwkIC#;j3B9)!Zg8SBeo9{QTW@=b~;G#Kv>)%}w
z3-I7S(${6kX;boI*SDqZ`)}_1ymtMzxs#9Il3u_6f?vk*30uSNGOxe;xcJWN_~#RS
zOwP@_y5;#J$NaE6g|}_r8qfcewEN?(`&*^+_N}!2cx3Y1z2EP<SIa-uSFP^&uchtS
zE!J+^b2nf;_XT00=I{wk4}~w6u}z*ob$ia#UH5OhKQP*tx!C*h9YNoW|8M;NUkOh;
zpY<lK$%t*k+4){!3GOqhe*8UOv+M6)eYxD{Uv`CGIsA6Z|8<9!Xq&9mzr<3qNms!+
zJL7@v;uYN`m6wD+^_ZQWQmZ2((P=VWocU9f#>&>1YfPV&ivQ_N-oEYKySy!*A7m8n
zT<U3+=&aA5@Nfy|gg1#r(@qxU7jN2Ic5-J?fBpik>J67mHGc=O7d-9SJ1yt!%IEVw
zuT8rD<Ja|DzUD8=5`25^Uv+x4$ZY?+OIO!3SLHQ$Zc)GS$aC$-wOnGgZ%j64?g^iq
zrPjLTf9<bj?9Yu-iq74-^!DH{r^%_seUAHmecL42E85bhckUGzeDTMhGdS1p#EtHp
zS9A7lT;K11^X~e}#eWv;Waw2Yohu=A=}i5Bvn<!UEq(8OynS<X`m)>Yr}l4YeGxP{
zJ4Y?0XTcm!<AQ__%x!DFBwjk;)cl4;OvvVOz}N7v9CAO;sCSoLYc6_oLgFl&&W?$^
zcH5;C#pfJ|bSYfQTvf7r$x-&VED|OsRGxLL_XuBMseGSj;k(B3Mi;l|-ELz4*Zc3p
zEHOcYS(2A3tlztuJQk^wkudqh@<?m({VSZ@x0WhC@GG;BU7Yr>HTc8Kd`YiJr<1c^
zPXGB}ZFjTxoCzj{eNzOJ`9J)4q9s$hhKHqO2g?U%<}=f0OKb{Jlv~-fL(R=iYZ8}=
ze@D*oRT-a!WGo-}e%i8`p;Kqoj5BYHKL2|DC!l=aCC8lITQXjJ>PU<$IC^fS@=Io$
zHSyoySg%P}$h)A&#yr((#h0{6D!HfS9&Y|z5IFb$*Yx>W$Kz_($zI$Zw=U<+mgDum
zlYU?H|G#kVwN(=5<F4iU)yZ#n$?`GTdw}l;i|u;8A9}1yo+o5{=lxffA7U7xoOa82
zicejz`H3aQ({hsjFiiXKV70;3&f>3=H@#pzcP6>kn#Xd}!MPtbS5}pIB?YJL-CLyV
zd4M~8o1Vdgi^?002-kc%lXaVK-ptqOU&1pqne&h7&hBQbJym#6J&yB*-GK+rW`BhG
zO_bMscxZW>?_Ec5@2V%~ejF`aQ>-v2gY&?D&4XfP7e6)C_V&JXFL<2dcmC#se=pC~
zyV^f&$iF)!ZtIe4#a$m*ovNO&*2evG|9QzTVWqv;wHGcN{ON7-FWhCXKb+cg^Sbxk
z4NF#S|KqqTAzN2w$$GWxFB{|c7T@~I$y)JEd3T9I%)@WYYCEDVVlUbriaPsraiYj(
z#l!2Kh0E3L_<R2U>HoL%-p<Lg|FhcudUSDF$<vV1l}Ar3%agyco_+PsyDjWys#n+_
z%UZAhf3^N+{Py@iZ^Yj=Cm+B4*4*|&-;1*)-|wwGIp55!?&s?G?d5&4oB20X^SrRS
z?HW0iJuRL~WzFhW8Wu-ZieGAU_xrSR`V&oc+sk2f{p%#&T;1{ggSg#&xj#>ipKXgh
zbMxpTL6bixR)|XV%U-{o_j5+x?_H~9tN%0aeK+-PZqBN*v?c$9Z96W%TV8ZK<`;wT
zsapoGw`{9ms#5kozr&#IeWJ{CyXjwind0s&oIGt-OTsRvqd(b8O^@fbm-tyPNw=@q
zP#0V<w=7lTd3)7bjjHAP54qnwxx=0l9-f+HT(Pk<$b<9nmH$7&gmOPDy?!s}dEJl2
z-%M-o{_5+GUEe?XZEm{XoD0m?^)nO;<E^V6fBhs}RIp>p6`Se$ZN`zd>#rY)+o#lU
zYOB_zP|n!1Q+?;{%kW89v}(-@3**=4e|;)bdOPWL*$mygmyYNfeV*#{(fr_wkL^p2
zN{1&2ub*-E;%T;TUhGo7V(gOMYuh3W{ZcRW)MYXs*wEQ&KRNb+xQY3S-+#WojIved
zTz@NN{_*sjCjM?Qwet@vy~2feavfm4v(sv#r^&}FeM^OZP43q_u~J*)_6()ytYFD|
zEk~9t<h3n~+w3JJ?=rvVd`xSHOwxk~4gMS6N^Sp>_2-<l#hweRYZjzWEGcD`u!+cc
zcR6(V%d*3M%avwr&28>;u>ELwM7K9TI%ZZQqg&Vk366$P=l;Tj1<J3OJo*{qiZ$Y%
zB*$DTmOCCC=f&hN`7y%NJMv)ja}DzkM=pxnI6dg(UiD9zopt)A6LOa|`)y8b5?Z3O
zP;YB^tJFH9@P@ZK6@Cf3mY=a(uxd^4^xmF{_Pou1v}EEIt`AkWTHvYccWV8CGtsK|
zQZF>HPI~`Rr_^DlQ_jR4T!-eeO;{H%`muZc6^>FTm*X3YH!fz^=d0M*aO1|}xqY=&
ztDEi}dLrJE`QcQyfNpq2Os#<D?uutA)jxMGzxB~P?xJ?g)rESo8UA*kZ+|<y|Nl}k
zfjy`A?yZ@!`@O`5$L>?lm3GZqx-sY*Yie}N>UWiYCO1cO+$dCRn9eA-{U`Tqy_NDA
z7pC%^cFvwxc7ng<$HaXiA4B=Kem0ywy?@g5DS6?gw_b#9N}GG|c}HsIbXDoQ8>b#U
zs>LfD>-pg)%hSWx_w15i<o)P@fWGs?lGr!>Gu3yzc=~PqmlNuH4od#)D`Sv9J*j+e
zfcdx3lk<KrvixLxvCTb6{1v-wm%6}PlhSy`{yNv-vgQAe&bz=aAG2rfKXy5T67OnP
zA;mw_GYh!o?dBBx%8hy?YPoQu%}cL{Wz5BiscJJfum5#;&s_72#XU-kZKv^kV%ak>
zw&uw??vJ9W3)R`|+mG|98E`#pK7T;^w&R~z3sbX6eDN=w-G41+`nvh#k=zFdJ8!7x
z_6CMrf9iXedGAuQgFiN{ZVxQK+Gm=Xl<^?p&A#{RcHf#`_uTqzn=<<?<MlR+^`FoC
z>ZcX2b8lxsWd7{i*Wc~={O#L5wPVNaEi^0VY_NQIUA(RT<=Ub-6K1aYBmVzy{pEju
z{{Pv3>%9E`%-zq=?Y{NUx&8Kin@=9GS10&C`Eb(xhHU&a{#P=>^Kbe;c(MMR`_ubB
z4F4(0+fU064*D^1;-&|F5qD-Sc02Vp=J)n*Tb--;9$4T1=Vra8y-;#}xk=~ey*Kvu
z&0LdXG%=P_uGggUP6mJN!{WE*`)i}_J3QD|bL;4yY;Mn+UaOeiTI`ApZ(R6@V~+vj
zkNQ)mY=skIh10AyA6@Gbknxb=FQekUHFxjc-m<uKZ=R~<g6QoT#_wNjn_m8v>o&g$
zXIjXkjaPhQ4WE~(Y!_$gVErfeyY+MQ6~@VFaaT_sKR$!u{C2TTyXSH$m{sjtzpdfd
ziAB2m|DCgbJ5m1slD`iR&%d5q`aM%=Z}|3wb8^@3{WIyxKKJ`CErR}f{!=dyO>};q
zqt|ocTKShZed^mTO}1pRs#09oy71hdQ=c~psXd?bdZ*G!bB!&@>*jvbe%tf=;=Oxn
zp`JUu{w=DvI(Xj8V8)>fD@1Pd$=W@+y*fki@sSz3zU=fl^{GctI5%OY_(OTMqwf83
zU;XxeegBw)JEY+9^@q&w&q!xDKR7(um80_2(+>|1x1|>*$~84NuZvt0@NS#B<iu#3
z??1RWHeHy^5YO}@nI}IZLg0Y%=M^6<yAEua*l_lM#U6z#pA|1$j^oREczF7@#r#E&
z{huhv@8vwPOm%K}{Mi|N?|%N<b8?>Ux%;#3^ZXFs`s0gQm*tLKrxl_qeJc`Pr6o)e
zGLq&q@H22q+!+)U_Vl6fzrYI7dw(rAO9f4o4Jgo_=kIZ`y<&;tS;J}V;vYM@i#cnq
zo)^~D+QZ#qXLF!)jv(8eA3iQs=|_8ORyQd4cIjvO*HkwLE!NyMQ=gaRo=MZvo)c!5
z|0PRgnsXd|(fd|!{r#0U%pOj^l=-FcqWzQfNzCbQzSRFz+toB#d5wgKUhbQ4_q~4n
z0rAU4^L68HuH7iUrl&&d@Vj#>g^%CPu4;W<eLOC=ov$lw`W3nQM=QVa@2^-h*KYA|
zBS9P1r#Y{)syD1_x_yUJe0xc~g5TE!{gQ~6v0oV!C(kKW+@rbrXvO#P=abFcB}*fj
zi*;ER`bu2B$Q@y2HMf3>=q}AZ8%C%3Wib|y)f^vQDQ3CLJ~!~o+#gnf|71#Ibl1mZ
zDBJ(!nUN{psNOcq#NA0%+x}2<^v9-i>*O;(<bT!up*UZ_-c6r*{YT@IVymx&mCQZm
z;$8J}{sYn1_ku!~8ybIEEVrugq^76x{#}Qznk$O!>f59~PiWF=#RcqsR_cL2j*B0#
zWMtJh{IEp$yup_>Rnn(5_FH`^T=qNj82?`#^{*~GaeW_jqDu5Re*Rc>s;RP6=8oaI
zS#xj8g?u}^%<tT+C$HTawk`Y}YM~u-<;bh9bKJk;bf$T~?4G6ZK0p57AMsn;=FP2m
z^Su7L-~5X8cMCG|cRyUme(Uu5z4z`_{;$~m@R#!2`2YO>V}IW~|8HUK|KIhGH#Ys-
zzA)O!;`+a%`~MdEALy6axACw2|7ZU%Ol>bWtz6x%^8OOj(}(T*@6;`5WzoH{y|_eH
zRMX{qmi$M@TiOz#!AruN3*0kqxtuz6?w#=V`zN$#ly6r(z-{!lBmUmrOLG5i9ez9c
z`~BygpEd8Uw%zv8bDHRt^C9)7=VGqyy}@7ih|zvZ-K(GBCeN~q)_xSXuMN?-%gz1f
zMgj*zO4K^VN0A@h|Hj=}eR9p5dXHUpD_rl+zf)ZO``O&@Tcp2dC$0EBeOsup&VqB?
z&;NEmziq$oU)1mN{5?1CU1E8|B<ya+P?6`t9<EaHL3I9-wTsoyi!F#TTd_!*yYuRW
zsnhHu7=&*;*fd{c|LXT@HlH@ne_gt6`mJ>Pj|<i}ynQz>Ti^D-&+f11cHhb^zq7DR
z*LH>XzbDgY&A2q_l?|(YiS}O={~cRjq+UD}v21nzE6Lltg31EIuf1B_v}<?6^ZW!4
z2jAs$4PLyGujmiRPLZ2ae6gG1{7zoS;M~?<X`6cH&57rKb<^u!g`1RxaNMaG48?Xf
z6&~GDQztIFoA>fnw~lfCkHzaEqU1_Gs6UD6vRl&l+`;YQw7w;p%;K^ens3iMHT|fx
z>;_FE4`<=~jP86DK2MapZ>u>cAN?}fmC<5hvSMqk&##*|bgNI#|Csth!#VuHlJaxc
zS7$vudX?{#h54L|ZMygGoH)e$Gg?Z#{ObL7u_#`zT^))Vdkrsad2^>IgU7T@uu(kk
zqUhf<=~LyuJY+oA-u{(iqBD03JD*BR`KO1nl?N5$9!V^lZ*hfxdB<AqwN*!4gl~PA
zDz@TL(cwi4=Gz8nF5cgC@XrN@laI|yYhLWM-{_=fcU9veyX>)sKR4gqoPRO>&{Uo4
zJyPFfCP?1Aa7}N@RO3wsor}-;ya)-Hv0-uhb*}~9?qN%}uJ&MG;}=oZwe;<^1-sWy
z{d=$3s<Fshm|3X(%VGW%oeZ+ew>DHfEI+?xbN>EoeR3DWSLn~n+F$p`{O!ef+nauK
z#TJ#hXHC+0k~c5)WSE-QV*Q|a@5uq4*A~xdbuxbVD0xnT`|1jg1<Y*nr+x)KaZNm_
z_w(9`DO)GoTuGkcAh)xvv@F(*P4zSvZ}&Vs`$yjWk@a%>n8HfJ7XDu#UtqcR_gQYP
zsmIC$JTI$l?7W~`Ds|IfenoN9bB!y9Uhdaf@Ikc9VB=C<XZMI>tR<bNw7xOrZ@6j^
zYI5E9SH#Mh%LCagC#L#{NF9nWYnZyGac)^cse*9s2jR!7mn@H1;d%bjsye3Q@^!`D
zEm8L$iOL**B_VbH?coJsJkM91?^^vfGGBD3*OB6_QC#yqBaexmTF!pn^Rn5lgA4oY
zKIlb0I8)}Id;Hk1^o6r8Jk+k*uKVi1H=}c*(u$`$dm3!|_a5r5Z*=W{lzQde^iA4k
zp(p=v$Npf+5}l$Mx@GaolX8FAc7MyBll414<9Gh=nBDKb`Fo1{UWlvMk~^<{``f$q
z8|GTBTdzI8X8qmT<8R-_?d5!a=Oh2E-|BW5;^*h*ncuB&`J1*}_JU}~-}K7tQ+d^I
zzlPsV?zeq6H#%<R32ups&k~QBcCXrV_<ytT@h@{{@6Rxo*?ZDz?zOcd6>l!@|6cvp
zb#LkOo#JsDcrV)TQ+RJudaN;<(P|0X<nT343pV>(sfjvleC=Gyt@KmQ`f`1c`Mr$f
zH`g8QEmzIG{r=xa`Il?$f0tNa>f6^Gn19Z3IoFl+txC_U|0*qg^?Xv^W2-B6|Jmy=
z#MOQ6EepHv`oWX!*Sh%hCmAe>{+}}DZMi!CNpOJ7vZ770VXA++80xwzPG5RE%jExQ
z|C&9u-}hPHetY{;q4V~OMe=LkDISmCz3Xc4?H%u~F|RkjQy9Lx_WZ+ds~;b~om|Cy
z-7r@6daV7ekKxho6Mk*B2}@o*EBfy9`0du=zg;7LG45N$dPC}H(~A3HvE0l4wVeNR
zR`p}rr}M|2?pF7I9d>_zzIB!E3-SLCHdlF1Q@fef{QgCk`1xgb%8uvet}k10Hs0#}
z#htT0&a69eWOA|P{Sc*Z+&m_}DSXZ6q{BVJ>r=(&-QIHk^)<0y=Tx_59=alS^l<JO
z2l21-i^~2wF-XMtOsbXHw3eTBo1nF}hu}|@TFJc=54K4EUG29yb9%9_uGtKp+i9N{
z&A%QIzHM`X)Avdqr+Ht+>yC-u4(ke;9WMFh%;gy~idBv*_jz&iqI$|j;kk`F`BZK8
zq(_#rt`oDnW3`NRbxq%|6DyB0ax;9`!MpC>3fH*{`D+%c`ttmjInf|jci;o>TY-BY
zHDBiFT`W5P!b`e5I)RzJrf|`@#L$ZZVXjLzMfh$!w76|`bF#rgt*#wxEnS}Cxgv_|
zPO9uMxe)b`jsNlL;3>-8)fZocr#9A<$i&IFb@H)1`TV@5kxOldddLaUyg!Q9XZQ8-
za$ml=Eoj3V7FTt<b9Y#}s@nT?l0Pf&=FEzoyLqNq{PZb($<1#P%<p_kJ?U6BGn7}Q
z!e<HR$I=I4{c*24OnCeyObQ<CKj%?!^PKz%uD)H7m-*E91^rEKUaPRy&GqoEL!uJz
z*sng=ywcpV!1MQ=zBrBTl_AON?oC|x-myS4G+OiB4~xY9d*2r5+j+>pRhVOWHLmuZ
zdG7PQ;$P1k3A5f<yzTEVbN{XGU%hr;UVi?S%Xu#QZ%N#zzV4cQce-uFf~jvVF!(j6
z7pR=yU;BtLXvd-FMaAXf$24O19Q>XV^LCrnw4*y>-n^OdPU$z7+#NR6%_eu0mX|!Z
z{+y|f<&1)&$Y-T(lOGps`XQcb`9S#@&yyF2A6UIy@#v7SloRKn)N&3v8L4?)`@2@i
zv$5S<clhMu#nF4p-9!7QY0a#>#u_=tq34Qn$WyUagLP$!3H(bQ9A@aUyECt>)zST*
zq1YztUAd*do82m8`Iw(St*>A_R(^Hc#;C80?DaNxZ>$a47dkV=>I;YL2it@D-ejtT
zOg#1F{p8)5r|PF%4Sc-#q}5vgO>^Z{j>>X|`tNyoNZ6=%@syyruU!6LSU3AQty33!
zc!~X6<PA|-b%~eHd^s~%T-RUe<ht9h%Xm*KWViZ*+>(Nc4}2JS!k?IL_MBn3ls|6Y
zDf4Fzvqj~9XvHs7a|&3vTU|aZMq+R5!RwE^Qd`7&4KB1EJ=M%%bU<AHB@^GvAe+MP
zyt%GLoF|@X*f{@Ksjwk6Fy_Uz<+r#uJz?%Omy#{<X47ACA@owSyNTkSop-;w|4-ii
z`{DZS%G+b^^U2t*crNX?eR6(nxbV`?vl`xBd^`31cK&&P3ablVr|f>Z!S3D?%bN#f
z-&)B1m|<q=_i`J9t<Rdm_a_eO*8YE(^LzjQv;S}3t9TvzUDEGfOlYa}g*TJTcGv%Q
zxLsZ0-QC0e_Q%KaFI;YOm#{uBJAK>k=gMza_3Kyf{rQajmTb-X7atn`^klL;>e0Ru
zd{xx!QN}TbsA-q}thV3z@<x8ZY1=Ow`?BXVwoLITI2LUtdg?xFv1HB73l{?vwr|O|
z{d4r&fxYEhPe=Py>AebDR{Ux8t@WoaD$Gvp=z1qMY0j@t?~WE%t-jp+R^9$zp!N4}
zmKQtrb9OP+dWAQ#E}9z=S~ur?mw58QT}%3o++OT*HIqyHn~8JW!Bv%;?kwJ0)|)TR
zx20^d*`9yP+xOl37s7q)uJQYAzP7iE9K$b`&Tsf&(kLQZm&o%ZG3=eV{UYs1e)%g*
zfxG_uY`56kyU0rY6<g77quNQgJ1;gE^2XUr@r#W}x9l}HDqKC|ep}nQZF}=dm+V`Z
zTKH)F($6t%^A6vf#D6~H(9g%m<+9bc82|5W-*=<$#pAU+*N@+?*`51p+RErJh5O$+
zZz(+)d^c*@j|b`J=KEOvRdjf{SM&FG`45LXcKB+PgsfblEhKHjy!iKvo4NZBxNQAi
z8}okS`F-!dDl5Htvz4*y?ZGgEJqn^dtmo_O%_E<FnSRBxc+t-D)9>%BZ4VHB`DTrG
z{?A5NE7M&2lk1-v|H%+ubNUGX-OvM};&E*aKDP{>`#ckPGV$nV!N*T#7oD%R+Lx*k
z``o=`&2z6ESqGUfK4i839a(pJ5rf^GOKoSTynRu+x4q<R_iBdf((F0rS5tWNj+zyC
z#9xfw6XBw;`(DA)=cy{|Prcl(!?AO>V|daN_E*NKKjs?c{cO4yZgWNIqvT_e?Q0)8
zmOS=i$z_e&F1fW|mq&52N8w%ZXHpma{dhQLICHAV8x$5i2v1dxySV%e$1?qjA0n|{
z!mBGw=Lx4ML`-8%ms~8rWAeNmOFyfYNxIC@@#Wz;yh@RI4d+BFixP#YzvlX%pRr9`
zd@<intFAjqCd$mqjgCLy5@z^Y+~9sd*7oHl$vCTnr@uAxbWV7A>VQRH;JzvBs|rOM
zx0~@icoZ7$TXU(wf%$=}=^^f2M|SUC9lDE6DyOxlviGY);m$8jatSGuwiLgrsD6Dl
z{r2zU_cGc`{hw>vTKs*HFPFdnQbUEGdc^I8!WlOszI6wmzno^g^5c{arRitwW`1t`
zn5N;VE_a}|L%cceZ9$2IQmfx(g^QaHEq{68SP0u(t8CtigfH8KrNS6Fn+zqlI-AT8
z-&WysRbRrabfJ$;M!V^Z11yaJg6DH(0xv{7X$j8Q)7i|>pSLTbWWJPw)<$Jc_HyR5
zwYD=>b4eZ%($J0k$~`B<*Y2pF_0G)pDGQDNd^Bd3c{_36aTcT8y(-Jr?NpucyXotN
z*=njU-kE7veTbQ!6qq};Dsb_uUCQUSNnKvFc+GA5?Rvj_m9J`e>py(9q^&x0_KS?~
z2PSN(i<OuA@mgqC_n*Tp4M(+qE$(jWxF}}$LFK~#Gai|*d4gLvp1-+`$$$U0NRbde
z-MOJhU6^P5V(FW=PR%fEo0#;`v~N>ow;!^W{L<pTGW3ttR(0Mjg?_)Tw0fs13;Ufe
zWo=$-qttMYPp9VKrD>5CH}$t9|4m)oP$;qKP_ucd{pYSdS<F+yKSW$$jn0!)d?lrP
z;Qk%kyX)TUjoZV&t@(S+?%F^7|3YuuRqeR@bEf{5+FiPt{qNpCKWnx77u%VIv)6^k
zUs<<0;da%(hwpChyO~%2_~o`j+wKP2x9_U$uAY0<>vR6a%(ce5*0#7Fsr`QUy58QO
zZq={fmfsPZA(E4k{=3gQ|7!M1|6gC{d_4KS_Em7*vR5yc&(FLrzjs~ig}={gHt^p5
z|6ud}^|vkR*X4We(U*VNBXv1>b<eBhNjB=cKZWn^PPM36!FuBD3%SRiSI$4g&fqSn
z(!{~0<t3~Axa|0m(#!d5zb3!`S9tr<;nh-qY!f%-ZeZH_Ik?EH-{8R(<+x=ZH_pz>
znqT$7@h;ytZru|h@s}$iejPleC1#wyXJ&|&-l>qDciY69?#X-dHHP^~Yk%I_5OA|`
zZtu7Ib<cv|+VB29`R%FB?OR{3d#}xrIR8)oirAa+$y?RtB<=R+z8JiV_esk<SBvG^
zzV4<c|Ls}l^{4E-Uv;Fu%HAcuk-HuLUKX~_cB`HjFZpVpisU->DQ@|#r<~8T>04j8
zdqZp9o68d(e__3w^`+(3rJcd)x6Jqb5v?`-^J`mp^TFNk_bm>8G4FD_!25vMjXPFw
zzHqf|KBVnp>v+ZDw42EJ_XW$ZuC0oF!zd=iqc*8OXP@VR6!BWy{tp&?;@4YFe$PH-
z<@)ZZdHzcl^@`;D-o>9bsvYa$lgO|yE1U9}D>RA8#Kt>ehuWTNfweE4;tL{VH{QIe
zlz61KKieq&c|k>r;^9zdrfzOA=174C=3Ksl7r`I+bhZ_QGW}yY)o}gTyf~%geWjv}
z*RM6P=ZondOg?iqiA7HQ&zlKmhD)Tsv>bUM{(ob~Mw^c<@@5Bb?-T546>PkIJnn+)
z&ya4|SpZHJPv;mPQ1rk3piHxZN!XG<Y`v7fU84zCvrT)*y{zEQ%^kv%;*M#?A8XzI
zLc)7VeVW{I)dTjsD%2fVS0)tPF)@r+V>muVuz%`0|3g~JZ(~ITb60LsR{xVYNw%n>
zUvbCgH<t>p=ueg2b>YmP;GkV<>~RG`%*A_eEr_%4Tcw!7z|n6xZU398lA9)Nx|Ot~
z{+0*dy1a`$Khm1@H+t%Q_kVZMxx8ZMnzek-f42SIdH3A>p9}W>dh_^g^Y-{lCxdsZ
z?V9ud^?jS0{{r(hb}nF?$v7``+uvhL8D4GH7WuE@)+eA|s%`oFd0C&_)r;yW*(-y4
zJN`JRPCjt%T#d>U#y$c5qpNf!x9nY8zJK@P#sH(6vPSz#=A{I)=pU6UIFa$-p-w!r
zK<bO|>5dDRD+}|KckxtiJv+~T?_%lPEBUt@whPQ`*}S+hfsJK#f^3HQ6~&6w>o%S9
zZck~QDIO6Zyh@g_&FYip#`!4>f74pR&qnTgXsR$Z_siOu+k>|CpZ;o<So**6x!<o#
zayslPtoj~v^!7`3h#eBulsI~Ul`Ul7^qcLAp7YzL**7b!?c8;<Loxq$2pccs4)YX?
zm8bGv^~4&AUBB_x)y(7T`)>*F_Qj-%tus$xxmEizuCi_-3%AgZMPgd3-`?2u_2b<#
zZrgCL)v*T`EV&ThD0u9nompV{n+`X@oLi^aS1gJ4TcRdr9rw92C*xDVf=F)hLXRh#
zDt2<;tvnG?u>Ef&fBe4S{|D1EtuG2jHtw8zD8y!lg7R#W`)d>%o|ic_svlt8%wLwD
z^P6u@&TRL8Yihs7|IdGW&%b`p+_K-7ncJlHx2){t-McDucgb}9w;4Rm$K&?Siki&d
zTU`C+*0u6`7B36m8P|W?Sr!++xbE%N@X|%LE2lffWUb%-FYI<=(t^8DFC?XRIDOq}
z|0k&W{oKiK+x!2xRM*{Ny~6qLr270TKg;rWe{7S!rE7lwmft*^#tPe>zjeF6uB*O%
zTz<#?y&s=>&r|5B(~z!yKmG34vZ-19`;xetoQ_G{*0ph3UvzZuvPSP^|FoB#vlhC{
z@cY`oltsal-NjPbO%s1leqR%P-sp~ww27t=@B7K_YEQOkrUZz02G@6ZeYlZP8GbAL
z>#~LMw(Iy;#oDbl(=)Z2^g1H*`PvD;8brQX+}p^I+$_H60pFJ?6PMfAoL$D;Sn0I-
z*WX*d^4axOm(S*Y?-k#ozRZ2;_l!-a`fUGt<!&zfD7Y*(?(5gb>GyMwmu~$t=icG^
zNq2L4H_A^gDnI!z_|tvOxA%-sWxmR=e_+j&Z1}fhhuQp9XZ!0;S1Jpip2K~nL0-G>
zomGJ6r*m`e=bqp5XVw1QACJe^?zp>ZedPPg%@3CQ%jK`nFsgpsyPd;-wuVxZeQEN{
zT`Gr51MPLruRY%M`I5jb`%f#w`@FuNJsfv@UzgNzzf)7IoXaMz**5Xl_hYl}+T?2m
z9#d-g=XZPIxeMI;1wRFpyi|ECx*+k*(eqz67UnP~&(B-S#=f6j-uGs&e}jA}liVkc
z6Ds~bwoCN9;&f}g!se!5G&gz4{DDhmo=vkr)t85Bm+d**D=vJ1JLbWI4IUq6FE;t;
zFKK0P&u#ujS;y}B4$JtM3rq!9)c0%@-TT0K7IUS{howBS2fi;XTQl7|giZO8LIR7#
z1U{J=`{!sJDpf4e<ksa9II&#l;mf;5$Df{=xNcX4<DvAE_CJby?q%ss5}!5YXxk*~
z)5`LHJyx%~^Ha%Q)a9nD?HU(}uM0LB-+Z9by1&50L?))`jdSsp9kcfRp4Aj+{$ld-
zo*E{j3yNk<=4_u9_X*2CxDq=(^4=_U#f6?aPi58K&3)gsCrj(t;)_ChmoNMbm{b<K
zCwu9+0|z#F?o4{Uo^clEuID$h<kCz0KdwG+d(ZE+*s{OX`Y#W@G=BShf7Ke>Z?o^e
zx);TJOlpHgW?(pv(z+F`cc&CisoPxN5NLlSxxu$=UW2pw&)Cve!os^vO5|R0_0Njv
z+WukT_Vq69={Fzle|Mp5x8wTDpZC6-vYWNw)C#jk{e=(ZzFcZ=jHtO7YxMF4=alAd
zzY|T-b467Be|>n)|GQK3<*!TT88;$LGP?M9Jg)HX^Pj-xEIoOS(TQD!zXch8ZZmY*
z%ez3}&$4Yxi!S|W*A@}(oh7|*Vb4Fu1A6m0mTbSgssFdF=JvI>FU9`gDf`xV>ZakX
zD}Rr(RH({bX5)M6p*R0#<+aW#PubmkN4kUbjdrcOICr)1gP{LEuI+2s&&RZBb<`=l
zJK<l0Ql~7oH++9EeNv3@$3u@*d}>n!H!M6E{!%G&QnsyYexzzZSCjDXiIdHE<gRRC
zasQ+Bz+LI@iW{GJ*+Wc(`EQ9x7Hh;A-7<O6m-}S3+`+ZKn*HCjbbVtNuiMiRYQ1ou
zrDD?N^5den&p$hOXjjctGY-p|H^J!wx$n+}+P`7#x|64oc2Uu$Z<DLRl)%WE_ncjh
zhi(?T+@G;?<K16x|L>`Nbb8mM5C4n5E%TqHdcF4E+g0oCeUGgACV4J_A!(_C4vWJq
zAyKZ`M!D`D4+~oMS;_o+X5YK%Fi-cQ+>^^#It3aSH=f~PlQ^@l?EIH|vDKl!E9=zH
z|Gu{>a{^EL)!O`fXC|kgp8WdknbSdwdT-w_*!<Ex(tO`Zop;Z4_v!dPzi2LSExo#i
z{lUN5G?$w>6+M5ftDik7`F!u$mw(aue&_f9*eSDUVV_>yjv0In@^gw8sa0*x+4Sbg
z{Xa+JeZ<e%O-hb=`(?K1M)x1ve7^sB&g=JUXVq7(E&e|KcBM0K{^NdWvqWZlPYTQ5
z1Fg{~*4lNfwp#aU+Y48ZLrZUN@V+}sJl0)>d2;y#uN|dR=NefHy^5J>v+vtPZt-RI
zKkjW`x&H#M_p^6*9yv#-9a8mozSN_Ueyhy;mT1v@i=S1`UaBt_pI@I>^?2_0O6CVf
zJz3wk$S>jY;gy-d{M&Q)rVaWZ#cczY^0Y|*v6G%UY0-YUpIh%K>c4PUzoGwuV$K8q
zd9_tmJ2%bs{aUug|AIzDT=Bn2H3mCV?=G}?JtwTV{i*Y8y})F)_`mlS-`n)A;NP#z
zlCNf|iisaO0~5UU+E<ycwyl11SJn8`?pfvwLeDK(825|ozD@bfV7dRd_Dz1zkbC&K
zb&dI>`~QBw_rL%1Z@$lY+wUQ_B=6hY+4JvZ$;XGMD<7-=dmyxN#)H$H`$O4epY42`
z_{!kH8RLh0<-f9M-O~MeD%1ZC|Be??d*!*<Pkec3Wgx)d7Ijkl(Hz_S-xKBuZ~J|t
z=}+W}w{P0?Hs~oE>zACm_;StsFT3-V%Re17x%Pf;n9Z@w>z@|PeZAe*%s%S)qjzQ@
zx6Su{Y_ptvzp#y6+~(G|S4RY;Tm7CdefY5T%eLiypCa9Vg(+@&Y~K6l=QoF0pKg9C
zo&BzO>H5?b*?XU6`pvS+I{rYof4ZOKFW;7bkM61lUp>~nKl60I!LhYQ2hJ!cMf}KI
zoS~NLU@jgZR&uDM#`w~C#)<>}hb2{CHQMcXRyeoh#P){QAAaslw8}X*J+XM+v%<YD
zM>Z_2xyn$wG`&juTbY=^(dz-WR^F*n`O99{T=U%gCrs~HXpNHlp1Ox}D&@y3uTSmq
zt_^>&FuovkBh&kZD{RcTKYIuU|16u*KUclm#4q#AWdX(WVF98GJ<l;#Yzj1qwK`WK
zbN9DH>J8RCmqJ@#%sT&iPV>KW()#|<dpZmDeq6hI`*QhzKbF3H8o$r4wa3p_+f<wR
z-Aj!#D^|Jd^X|RdxX160<6lnxMN2;4%M<MLF?;g+jK<GIIcdIz$@4c#PCE1XoaB+q
zGMN>P$^ZWZ^nH7}rkA(#obQz1dziL2$8J+xS1`eJ>noQZi(h!zE=@XGw&my}&#I)L
zFsWcIR%^ABtUo4Ak7djIdh++BwU){?yjNblFqANM3|)0&*+!)ku`*v5Z0lDz9Hi|%
zBVy(z>6V_KKg8m+Gvf2x7oT{i!?xL6!{Oh-d0V%c6=a(Ty>c%<Q!-_?>8WW2WuI0D
zr*eJxwAfZNdzyc1{imp-Ny!h>)tt4wgxUP0LIaP<wH(X)J8R{lTe9E1>YC#JKI`7S
z<kH%;p+`@zoF};BbF{@*wf)nYtIXC<6g_fMpLyeLDUa^6l7_-z?isC&&Bm8ZZcEmz
zntrBk;<+V<-uJKn*0#>-%+fpmgwM;qSku_2m*S<~S15jIxzq{^!64(DODE>d_~7mQ
zeD1l)zchbc3YIrJ@W_EP*}gS?4u93j-ak|4y^Q+CW5F^hT`GD1w5+c)zivArwOd12
zVQ$$vgXE?IB@a#&aka+mxYWDl(4CG=2dBG#oo)Z2Gk9*B{DI3a_+nM8d!Oe&fAX*7
z=j;Eczp$oV<eXI&rtg=ne%5>Xyqr%5*Y(QWd?mDGvBV)cv%)VDzZTfcUwV1NsY%PX
zZvK7w<loDech?+$wpjc9MxRbq_cP}5%MWkfckqFPoz3bv*>!2LHZL#UK0CYo!Om+_
zPA~tn%qQ7hdQR4s-G?u(`0+jRTFKW}?mS+48(;o1sjTQX5)xh5KGFSEgZ&m>zjXfW
zmyJ~(qH=$nG-@Xm2E{$>$P<~j<)ZYqn^nT`hmQC~zD+;9DD`Z%Xym^a{QIqA>%Iv6
z<k<h@=HAl2`Ym%#zbH7UZ2w_W(JjGyiu2!magVF~WX*Q}=eh06%kTehSXx|CQ!zXD
zdD{KPhyxn=YCZ9Gt9|XNHoc0!|6{7~OQF2`=A4I52Jimhz0Y#z*3;1|^5gfI>@8@j
zICWHP_LKf~^JZO>kjXV{xRX}oxwo=wLH5bJ{2R`Gw!Ot|{r0ua!@b_iznK*#oY~&f
zm%q5SqUfdgBL`-?4Uz1wpQis~v3R1H%X0LLV@q@V;VU!0UyJ{}clC6Sru#-S_v9Sp
z*etR4|I4i}|3Bln@jh>Jerx}Qr?VN}EZlMM;^F7|bIwm(aP9F*ZL77p6Sh5#-CAfl
z!-^~3)-ZK$rnPE)(~DW#Z<I=`{=ojPOzF!)ucYd>iRaF3uJV&`e03<MT*y)Cv#0sx
ztnVkq-%i@5BAd@<nVa8xeD`!!r*x^gvdN(xR?YX*FVB*nYu|ggucUm9@B2D6(JMby
z>bDu4tzT}uzUo4dfkW>e(fGHWD{Lk0ezQ5+l`IoAYd8F$=6UDQjL(@h){krRZcS|7
z5c?&)BL2~f)V<4eE3?*j+RTWHoqaET{Uh01zGte1UsZE^xP;8zBRBK*T&=4vC6>~Q
z9-8Mqe0hS=_>9gkS;-q;qz?6D-0IDj-2UaJWY<#N=4tyTZm{0%U3aLkVsVU%<e?QN
z#&`I-XD7ejap96@h2c%7LJ^e*i@3OEZ0=e1o+mqb@e@UN(HhC@nZNR8Y?7}ti@E-=
z>yqrA)+X+hpWRNoou?o03i<d^-_d<RR^Ml{J<9G{f3~-Z@h>yzU;RPzcq6y$FD;X~
zS~*sm8>Gyue7qhu{+uGLe6Qkf_?cI=ExX?NZ=ZSb_s9ExYJOQVcj(3)y|p1sYPRTV
ze!XQbOQfY`gftfMtts_)_&DVQn*dw=^Qr&N?`m}2%`iXvqraiUjl~B&TC--|@HY5-
z_~y0c{)WnxX;vqTSbuH}I=hfHK_k2=n)617#chqArw5wmcnLcEH01No=seT7s!AY^
z^DX1)CjWma7be!Mh-_xzzp+I7M24EI-n``K2N5Uuo#dRa`yIdY&B-`0<lc?FqU%3~
zS$X>3dX#Tsc0^OyA#;Ls{#D7O)qAvWnaxO!6g9chZ*xsy%O}mLdcCuqelO2>r6kiH
zDS5nAp!_A*k<H(E;-;Ro|G{+mguHY|lc?MORa2cFw5;?Bo5?AZTfng4O7vwT(T~r%
zi=HZ-@y&b|FFQM8i;q0Jja0YHq30!2F9-?>FfTMRv3qOQEXwev!OhPhxV?ANiaEXZ
z6%_`1Gk>#)Dn2poW8bWO?tn|5``-)U_m}bWS=%aaY-UUiSikFnq}2&y`&07^3Lk#C
zt(lqbzUHU$w&ujHIYI0X-aEGUPYR2>eByPK)GsanvSQwzb065-6s+Af?Vqe<-q|#B
z*;)7f*0$f>|EpFD=oLB%8J}Cz7$2#6K4SmA%_nyyST)W&Gv%@N_m$6I#$2dP*?(>0
z%h%^^*ys5#TP?p|YD$T1q}qX5MbmUELtdVpE&b;4A^yEQeGkP$FIc7(FUmLacxz|)
zdir7>zrKg%Yd6c^zLm(|rvCYc;l`3RMRxxe_s7nYt9@~4%emRScMs_u=(cKGy-9qh
zr}*uDxm9O_DyQjYtKPPp%sIQWb)os|=?8i(US3HxFl&)rV<6#Gxp0l$!AbM)KTodS
z*SU3l@!w~<B@XH76a74=`^C&JoM5u0zxeBee%mR3cZ$zT&%Ca>ud$%{`7Qp^`!iYR
zzW(|!R?#c&%gamBi{_+UJfgJlTj;)yY1=feG_l_F$ych&XzshX(e6<A$^EB}Juc3+
z5w7|6arv^z{q}~jzrX)CoLm3)P~QzXWkc)9w^QDTU1$3`J^f<E{?k7H&8))WqXl;8
z@;~|fiqk4tV5<6SPxX~wZs!Y3|8VY&{BmaBf=5q6B%{kS|GP<U@R7P_wW02+>hy_s
z8CQSYUGgXYPUQT5uYTLl$gBH#?aSKrwR7|J=O*YMzgN<26TH7H;_dSlB9~<r@+`|!
zKl92}Dl*gIUq|@#Z9cV&KRjViJf!>6@u2eQNe>$B7xOVJPmPUD`O5TbVt<zM+zo53
zDsOhiDs7&8yL3u!+m}{v*)?aoy6p?QjZM~^F0f&%E54lmdFhk<8>_y*%5D7cXi{7G
zON-7M`5#`LJsec`TI*rSXA`^b>tE)!Un+G_IPd;br=jrEDw($JH4|G44o8VSmRk2S
z&(>uBt?84??v~x2ma?eH;Bv)Eo{u}q7ni<|{iD0Srqf!RU&Muh`L_|z>4#nC*&9DG
z%(&HO-=Uq*a<<22*?b{~tV7ML@?55K{aQoQ75mxio*X?BWA)cquEV(aRw~;O6V6BM
zQkNo2_B~xV$=#1z!s=lB%m}5G%=3jOetCI;_teAc2^01|U9+j;l)$X{(+Ulp#U33!
zAM@;5<;N%+^S(=s{zAP8KMYQsc)0mj%XKjyj|W1@5x?2F@>^HeKJ$LstG4d`{R1pZ
zGNi&5UV3eCF?{(VD~WZhw*&+PT(>wjmFs5sVJrXl7N@SS-2AXlzdmWv8NYk;*KL0I
z;cfiBBjI`Lf;Y;|&bzno?6ZT@mxaeYZuUKMC~D41rl9TO{LlC;*^OU*iG2Ck<j=Lm
z=d%|4SaWItcgAVeHNVzXmqtw0-_&d*)!4T@b56pxj}yIXTH1DRIi1EjY5Jk$M(cAg
zIm3R<Tc(u9J^P_=Fz+%Z1KG-Hf7sl1oqANf^Uz9rgO=HTp3Kfwg}-jwe{#&x`pvY(
za4FNH^&7d?O<uliY2T!<d0JNc|ArJ?(*GM}X%+k`VL`6zpNAbA9)#tsYgv_i&%|@F
z{%5UTmYLbfD|4!AVl*o|;%{&Jm{B2Fq+IH$k^6yHnx}^$ii;ubX3Rd872*nSwyb)7
zgqg=Ht@*{Ch5S!V@0`87Ptfqa)qk!0182{eaQxAadi2CGGJ5{2r9aJl>aD)d+}h%J
zS#9pGmA}saT6%c}cdR|ToD83smCaO}#6qLR;a5%_pa1J(=VFd9<}lASKeXc{tl67Y
zGjv`?t(zLXJkKlTspf9oogVzPmEYnF<~D6uvi4lvQ^`c**ppSSeQ%g-VR5qy?w<Td
zW5!Hdjy0R*E{J`ol3DsQeHPCKfiStVhg*{s683K1bUNp&;B@hw`(~~GW%s*(xw`yw
z7PXK+4^6E;+};!UfaCn{?>8%U)b^VTZqK}M)5lxx-P?<W%Xlg*PgvCdIZ-mbt*-fC
zleW%-dFS@!f6%DDC3W?_-R58J=Ka3U4<3J&{Yvi@+mon=U*x`V`|mz?ExA29`<Cg)
z6I%}6`kh?8Z{gz~K4!bJl=Yr})_wc*xZK=pmV5n98a)V=zqVCUYW3zzsi*H+1^9D_
z?tKw@f7<>{lTSU@m~3%*#`{D1w<9vI=&WD<Eo1ULt|vL)<o{p%zRX>Ju78~1VTToL
z9?SB7UCJ>(KYLmJ9Gjp+veFLTobQYGeE<0J_Wuvsm*fB6*emFlAdwZvrQ3hY?W(GQ
zw6urirrZEKg{S4s+byHFX*M?UbzRyv<?@$n){pKjUVAJ3<t<CACHtM{*7Y2=ttsAk
zx@f`cn%{}D4?gs>ihlDm;pU{T(rixiLXU^n-hKL$?<Z^2rzzW`WBAmZs^%-_*FHXO
zuC`&q%MN9}hi$sQr{;Zrs`uOTP5hNJyMDi!GjaX7^|E32b5`!&`A?~z#oKdX{Emgb
zJL0c?dwcn9@7kA3r^i2)R)4-szy6);o34WrUvKwH&rdr3d|9whTdL<o;~$ScNv#V=
z=G?})ZTE?(Jj~mdn_1q_`*A6MdGPUGjk<YTuX1UxX=@e>KOJ2>CCBRdiB7*Qs;_tc
zT(evD=CS1VFp2KH2K!o9Y-fG&m^V;2Fey`@C^CF^%!#s1msi{WEtUVqIHz>d*Y14&
zFW!p}KQYVodUg8N=a-wyCfK;X-xs-}DBv&C<5vx=_m|xGHubHET;XIXnNT}k^Z9$b
zj~67$n3Tpmtu1}i8dz6)c~_RTp`JX;le}4%;;+uOzVTM;SKf`E3(l0hE4*~ITw|AR
zYnW5Iy_Vt6+&;e77ia&OcTn~N(*yY{oXc)33izmULV~x?eWqS`x%M0t$%X9s%VzAJ
zn5LrPINjj1PqUmsE=N+trLQM<{80*C`aW=ZP}s5LGb#Iw#XfH-S}^C{*%Ps8I){!Y
zEH?JhvTE)Xzvh$iF*`wdZNt;$m2qu4wTGtKHBanV$o=8iS%KF3H#fV8rA)a!PfT=8
zVyo-<JqNV!D?L+)2|S(u>%BtZw25JTeqT8EovEs_Iv8~>G(BL&i<ODqb?0u_mEGBT
z{7g~AOXJ}3uY12QE5BbcRaLKCV~+c>{>rPrF8S9P?fr8~|MRcym3+%>&Qu2Fq`#ch
ze<IxY&S??V0^8Ykm7Qy6o{u%S8vMyGlOgxTub{26LRyQ?@DzQ~Q7-z$#F#T{RfLS#
zqvSI}Q4eDNB|X1V@Ok%}RaOTgmnFm%L^66D;M&M0vO=K#lb_L!XJ-rEZg{I)lFBD_
zXm;?Yyghr)%-wLTG>>b(+ewa?H?wzJ%{nZh&az~3gw{0u)YVU2O&@Q3!kJNUd*wqh
zi5Bj9pL=e{cp_ZbCq21;Ab+`53P*_c@d*d@n$Frg{d~V_!71~E*zB0aUXL%x*Z<x(
z^U?Y=3E#A+2@kc7sRTT<FLX+Fu5?x?e3&A0g)eURrgdD~K3&|K&@|=TRO1s({<jvU
z*DRcTVaF*y*7>`as4F~8mlJd`innl8-h6NC-36H`EN<1@yKK}QKS%1!P^;2NSr}H-
zv1d+T=yye4e!ZEOIl}`|l^+G!pS#+9wbAjm<HZ1TPs<9^c#Z<M$<Z&mgryj{c?)g`
zs_n5VZ(dia%Ud`7!ly`?wNF+&*Sf64FJqRm<=d?}?b1Aj?aA)_#wR!KKBTE8qq+C!
zN*{IkpR&`6<}7H=j1S=X;B+h3DoVQio!@Mq9E%QtmB-hulPOhJW@h-ZdEdU-@6Gp|
zJ9bs~Q^wS?Jl1F%r@e*t#;0aqzU=PrGvEG@`^yF8vmV=qU#sA5%<A9$<=DZ)6M65Y
zzVWx;zsq><_QL#Kr@5M@#{RHAHS^z-?Xp{w`C=MMdAEP{`C@XpqpJ4;SJ#_;f-7u7
zmM_(JT%_<dMS(SP#ybAB>!a4Ui5hGV(M%P7bdNpn>aGKl^{0+3=C?Ph{hJ-%swOLC
zrT2P|rzbnN#oV1jRX?Qb?bYStg!sI-X>M9(%>Ol-ZU3?Dd~wx(Wv$j-o2#d|F;DZR
z$>FxOb;l2|Zw{?DWKh1V`)ymy<HPmyK7`jy@wup4q98uKis{~Y1Lyj#s=e3lCrjt8
zbJzd$xZJMn#hdE$+vR0kCiv@l7d31=_*w0{?2Bh_S#0uzwjaIg_(!i=_uI>o)w2!O
z$8D6qy>ZXo0}gK<ESv1TGxJ$g{j2RMrt?opUcYX%rbME4wg1b)pJGqUj`RIrF8@~}
z_qKTb_oFZG?A&}=j_2Nkkd39&F4=y1u{d(ylDz2^+O-!NR(eHj-7m?YyuN<h$7gqy
z=DQlLFxPv`^DNw<zPRvl?t^b7b86k%#Evpd`p&~7IdSH;w`GpaCCA<i%>TtHJ2QNx
zvE!plPV6Gf{jQyK+IX?>)C7~ayF0xlE=S0<to-sR>TTJ}eOC9U9WCQyQBvOW#oR{Y
zu~%N=6cZ)p;BQYhGasAgI?L*E$<8^ab9S8D@JyZYk4AgA_2bKWZR=NEKC1ct(L~$C
zC*E<j%#YmizPqomf7lYP&nLIX+M?J&RrdEc?=0WYEeiU{6C&p=HOV{X${!@-6T+Y=
z)PCr*)}}Pc=4o8pMOB>N@@q0W?Bwundg|XUzB4FJyO1-Kcg@U2uY1hbvZX%Ev6-t@
z)6;Hgm%d+Qn$}d4kQX0zmrUiflV11f=zCSZ^`|CGWMXNPUFLh?e}1~F!Sn4OzyHm5
z-LoLOO;2u8fBR+8eOz-L<rp?UO31O9`&jsmzs<)dC5@&_vL)urGMYHL8Jto(D(Gh%
z`A}o0=sy09-tB)bf4@KP-hW<ihKxDaXE6Qg2)|nYcYeLi-jB2Ie=uvd3Hd0+zV7L#
zx(hcM`V1b~N!u@wX6bWLj5+*mFZWu_GvS{vJ8g1x-FGmsR%}^wSwKN(!pyUBtmb70
ze9qYHpY3+L_588#Qy*z3@355TeBl0LA5Zq3TKPw;dos^H^sqVqvh~d&lf8cG=RWb*
z>8xh<i&&q+n|NxmpVitQw`T4t;<ufs;QoSXHeXVK!v8hG$;%VwdtI3s{`rb|)Fa-!
zcjxB)Y&(5@gMjKLD{%$~&RQ@1J*OLAYVF<g%3N<xxXVZ0C9`krS@QTyG+WUU{raiZ
zsU~~aJf`NSa{oG-TdQ_=sW-dXmg#d%lB2^_IQ`pXx2;av_-f-4!@0f2f^l=-ACpy@
z{o~x_C%q09r!(KR#(dSC_q@_h-i2oZ`@LzO!vCEPzuYR-<GHY6s>-ZWn}4eB-6vIf
zFG{VS%l~M&-KzTu!WRpUZNC?_+*YFd4)eChE(czTSRHt>oxNPn^6VKy+0V=WCse)o
zDgMJ^x;Og_jzrH#UHJ?a$1Zm^%YIkgu;s*3Z7ctcA9sY`pOR=+^5gsR+vVoVUa$GT
z|8TiV#eaYG_A{b2sp(a791l-FZ);+EEIRDF_1oXu9!eay4w9Es_wM^xmNa*-nD__d
zoEhuxJuK+#4ZSyEgG|TSJ$zU0*q0nS+kK|%e#+Zj_ZKKEo_t;M#Lbz@E{DB-_0X_t
zji1kqd4FZD?f#Xy^_FGCi|lF35+*UfxKrdIH!)*+-!V=$@B2S~U0?qB%Kr(y#g@}H
zUkMezHPJq2sqvGFqx$iM_jWwf?AcZF^3s<(o6i@Oyj$Ps9vL%rS<WH9ptN(0d38q{
z#kj<J-i2?jOFS(5wMtj=QrhA4K>kGUy-$t5PB_|j>V#y}`aP`e@&4OxmaS)Y+u-|0
z?d@T!ZEI_-Ga}fpZO|>*dTzl(x$C<M9z342a+Za{`7PC+8Xx55#!sJmgHd$9YsPVN
z^*Ig8BtG5RRm8mUe(HzF>qg&e7y1V-o?N$1^_DX4!}1qA|2~M<^mqQgUiW_W<;>|u
zj=#V0PCI?@xAS!QrM1fz>&(5-bn(}7wKz_Z{J&wAH-i6l>;Dw?37^tl|3OdaF#D<-
zebqkK-tP?DG3~>aJKHRE7ngtbyEpZG(fiq-)`{~(Z#%6$^QZaV%`eL)w0_>1>+n0@
zwp8{~#nXr#ZQGOYR!co`POp36lN|B<ddw@n$@!T--o(~)mps{@XjeYtZ$FR5+bzwv
zSF<xd67aiT*mg2|dgkM!D?h(Wom262>DMR4_oi(6?p^gr*e`On`rl(Ompq*6=pvk-
zHfgbfM)*__iRo?$BCL|u+!@9*F0Sb0C_i@DDOL56j$Dzhh;m2ftI}2e?6Jmo7OwS~
zKl}PV^Ydn3esXXbXe~Qj&2aHN_nfy6?-jOgHd?Qxsx;BHF!{;E#ax?BN<Q7%^Tk&1
z&ytUFl6#gc<Z*hk+)>=7q+y3uuf~%68S8kD|M)r8qs}VUUVcyanblhAl|1(uZbllu
z4dPq*>yCujyn_6Nw&%0osL!javO4}!W?y50?y8x&ho5OmXLRt*xZm(#b?@u)W&QW+
z^LL#TT<89+LiPObf93W+GJf^j|2g^P+U)%Hb!%2i2eoIMzEq<+!9x4zsn1#=PVLb@
z{i}YeO>ua?EIeQLwvhbXD>HLv%@@<+K4rz+ajo>CZp@<%0`lqGR&g(US#tFKCZWhn
zFLxZeQWpH7b$g*nzmr$IdHd%`iP+=Y<9F<nI<`Bp*59d~qyJt<w)&h@wM@<ZyZoNZ
z@-BN6kf$y1u(Y@`Dt%(R$u7$|vWNFvRJh~USo!kri+Q5jvLfsFgu_2oPP~8geAj6{
zx4Ki4Kb(C1#I~wYZ`K0mfIp_ShZ)=E#e^<i(yz#BGfm%n%8B!G3NyB)*|RfrTCd;a
z?smu`@Yt_MnziNZb_@-in%>-ZE}VSOwfm_*L*g3gy{AQ7UvA%ZPWrRc^%~XxZmYhz
zr+vs=c{FKi=c)Be&zku?jawEwZQ-ilTZ}h`)EzPYqglU%SF|JRVDIK7lk*-L&;6;c
z^>XF(BGoO4smxbjh@ElV*OG77I@fys-OXvW+jn^{Kdc(`dyU`y+8nFzf8_nr_2UzG
z|Hs<xJHq}rW){<5+jAH0-@nVC-kbWyecy+q&z4&|RXMC{1l~@rp2nKSyj`+lLrhw~
z@9QtWBj)Wik4+Nz__qC=fB)RH=C7P-%OktCRDV3OrTS9eS1wtvCoJbXt#!JWUjFvw
z=h~P4-}QXz|Gj+sQZ(%R`Zt@{xff}dEqNo;_>FJ5%g#L~{i;reTD~lj?mB-+^7++m
z3(l3)n#XTx-KE8EUHJN=LXD8}YRjdM69oPAt7e?r8-Llaoy+#*^=0=DKJedhZnetK
z>c2C*UPmsQD*sz3{`aft%dgk}UCr|#DWIz*rt^IC%cVW4=_ez8ywZIo$tJY#=FUp#
z*~tP^ByR;iQ+d_BKJ-hP=cnF-R$gC|v)*NHOwPAXj4U~MQS4*hf_<)S_ZJ1fXE<<r
zgYS>n@8?SU_v~cvEnTPkCok02>7Kmr!gVJ*W!7u?K3F@y=J6$FQU28da@G~wEUi9=
z?tET3m80&NRsIgY$xdu{|0FhVJ6|sG<KLI5;g*qE*}q;*-)9v2p!bO2y*YP}UVHNN
zk#b4V`HfS$>_4X7T#_21dQsj>_q4+e^T12*_H4Gx`rWL3sQ2fZZke<fC%j)Dc*4Da
zZ`!V2!Sd~=H`bn7lzG+j_HOUa-LXbK;`16Ni$AW~knp>1vVNEK0)stYZ&!)NRr$up
z9Fn|dvG=uBZ>|?_&Yssj^QRwX`E<G9(Ph*BzkDy7d_BGX;~}Yg25qLbm8O1s?#XJL
zOqbmlQzV^kX&N)<*v~b0+B*4L_T<`5t2OjvGtqt6I=OH9jy+5A_ib{jeVN2y_e#;&
zRKohQ*@v&Y*sR=y^@Y;wXYJr!xZb$hd6Ve&xjyj+!;*ui%<AOO-6pX1Ovcg^PS!79
z@ZGn*xBF$0?SiegJ(r&!vM}ID{Sjhh_?RJHD=c&B-Ux+~4@N=LggCSB@#O#XS~F?&
z!{2<|2Q{t!?mG4{vaVP7#R9oWFBt6~S@t+@P_6r^o5T6|;Hg8a6Qyz=MlH*=d31e+
z{Ik$+$^EwTOsA|{y16<iS@`GC8x6*1B&SzzU++7=DCD8Ke7%LCq5GGKFV}vzoAK|}
z`g)7K|1YWw9lX~N>gOseJLSr)i`ScfX3z8PU%W|(^+(9MxfZ!QCKMe$%GPt7Rd2ym
z!PpIVLzdKX-=4lL?;qD=p=BoXj+D=8+MKBWeDk{xv9rAQO*e@3EScpM_l5VhN%8)~
z-uoZ+pFR7~DmE~F*`#Ha)7IU+F!ALtqq*VXNx$r0w=~AT60r3xcQpRdp`^I+g+IT=
z$Bg#XX3Jhw)h#W2*z5YD*?j%~z1-#*GtDY;{`~wb|7hpQ#WgMQ4_K~NzW>1E!m*lf
zo$NA3mx#U$)xGPcS(WXxxZ&|Z=vGQw;rd_7E+#)OeByqoHfi0rDcx<6uYDymT6W$R
z(3R%b)cva2`)K3mh3|Qj_tbq=Sz>(c(goQz(Q_MIZ#i7`KOT8L+I-i;a1-9>9bSUA
z5=v&Bz1}t-TK5-ByKkiBtN*$D-jCJuy(WKA3GQ2V)21{gF;~jfI<eyWj13V_o2Tzq
zu-SF0h;yHB;jcH9w{)!POEmIsXB;|gC*N`VDfeN$#G>N2tJFn5USm48XtymJ_wJG@
z?>C?Osa3nnv@b69=JLX2$vcjwy|A^aU0q#M`18ojm)+w2zV7EY9{iPPc57Z`MOAuo
z{;smw+hxvJt^b(z?bFZ4moNM0`SRPAq(xQd&)Ron((0>!+av4uTkSon;8J}}>yAjC
z>|?e&xz}SKPMQ1v%kso?3<}=Qy0m`>nRDCn+iyR=qwS{;3*$xo%%T<(l_lC;`L(a3
zFI!HVJ0smaGAix(k#lVyt$xocY>s<AJMrMjT1mA4uLBbnC0v>(^!bNy|HW%D^Va>i
zxR2w)rzrL5wW}9Ti;c;2cF5kjnfHT3xAOP%7d)5y7w`TORI2yyL(H#x3++C6e3YKk
zx3zeFxyuyE<I`uCWNr1kZ&vZ<huUvRJEv#-me;<%nI->f(P#M^QZ6|U;?)nbT^FmV
zur!F78llHj@y@R8YhUTiHP#D0Bp1&6^<<v>SF7pgiww$jw^xPQ&Sh_u<UjIc;y!!3
z+fiSRy^qa#CBA;|yjtb>e|PnL_zQz3D{GlYS8GjknqO9M@W90ntNJz8|LMG3lpQ_e
zsow7B%I5eQ5!=pL>BVw~IqXl?AG~58e)z^teVNmr*723_Cf8h@|7`!}->3hW`&nGJ
zka+ob^&``mzm<n3RzEV@(6D1$!rvEn88;eP-Z0qb?=dOv^}f%C4W@rLjmv!9)h<=@
zLuX#ur>izq`Exdw&#T_H-}+bE>FFk|+t<9Da(v6RlgFgf?Y7j|y^bnxlYW*u!^Yg_
z-IJwO8Fp543omk;lq|b_COYcA3y)H#V5QB!h|EuBjXWODl5&)c*0Xj!JUrpNX@bP&
z|HaEXqR(t<Jtwr==gOMk(6U8WCGE;D<*=4l92Vj8jXeJT;1b?_JG^U89#pcJ$LD|4
zed!BM>0QU<SU=~aO>GkXJ99p3{t=x5w`)u1@Npe_wP^92MICQmZ4KtV@_6Inz4}k;
z8rJ!UMr4|CT{?4FI?>&OZ#C2EA4;)5+%HY^yLWWAOt1Z?6UvtlubFM*==kNWv(90u
z3sTlI_Rj9OIqUWHW&QX6C*0ao-5vh9jIZBs{r<oAzBJ4KO{w~S*x%^$B0p`}&}cU$
z)g6BtO$s~p)lM>V*M@3!ip13Zy8o#tJUr`qedd#yAM||M&d+T<7QW=3YN%OOs;hEd
zVroLoBuQQF_0o5u);|hudDS3(Os~W4?8BC=L2G$Wc)x06pC<qJ@15^QPF^`vE0#BN
z-AnTxvA~~pA7<OXRa(P8_4?I?(YJc1PX94SGWtdN64{)7^`Ft744&WpvWrW&ulv6Z
zzY5=#*5K=AtDe>Ww$xA+jkFRxP`aa9_-)6j>7ucR-U@t5pYcQ7#$0w~d)eKmk!e{B
zivBj|=Dfaa-H{@cl2&!|<=O>Djx6zcfBBIw3!@nC+Cu4jug<#hEPLgjvdwYzUOQLM
zeS5R)-GZlIDmZax)7HGHvDeQtZ(<1&UtA-lx902S4WaxTVY{+!&5iq8x-a6L)c%LN
z?o6HeTyRRk$0_cyCi{Q<yeyY4)hzDJUNNauF5G=ls_>$ZRsAv(7Y6gIY?jvF`J(4y
z<#OITPv88WdNum;+wb@0`PqM0lCA%_(0F5E`(A-LL5HK;ly%fUy}mLp?P+Gg?~)fX
zHXq~~7+X>k%6FYh`0za<?ejJ5{SU9q{=U-u%FAzGD$T;{A5Z+eX0`g+pNlWQZI_=_
z_wnJmFO%c%&Rkbp)qRj*^Vc&A;_99}`qC<X-uM2WJBKfK`|r5-<JXrfB}u;yN2@RA
ze{ay}c>GAJP@UtoU)RnxmQMEany0(v=;s$3&wsu2GxV2|<V&%iOZomv|J3z4{<3~T
z@b0PGb1I&7-<tpb5BFl*H8wkrTm3%A9l)>N`)#t^`!|Mymw4rmaW+VAe>5@v^hNXi
zKYL%s|9@TI{N_=~Ge)03*}Jd#zx87Gw$|BMqkPoe|E5OmyqTq(clK7FKk_lV@_Xc}
zZO7tR*#&RsnCv^m_AR<czW+jDS^Z(FTE+WjFYc!ZY&@9oA=s+z{knYr{>?%ey*4)%
zeb%(sOD?jU{9ECMm8aC3zOwl@vX-f6=jL287qmPYuyb+3S5I3;Ui%4U@;Bc!-1@%4
zPvs<^_QuxpwVJzkdC2EXJO9jjk<+YSY+~OsZr?fl@mF;IXV$N`FTbz-+0BzTf61OT
zMM5|3zC3)Fe|dK_zrT3J=aM%prJH{)eRR=vYUZ?O8$bT$k>0eu?17-&Tb5|?*Ivuc
z-@E<I=%&S!ZFQegw5-qbg|&Qqwce&&s_^yoW4W_;+l9L4HsAH!cE`asUw2oq%)Sd7
zW4Tjbs&=pBKlpl++(!@hf7NMm`@_qhJ-vMPqWjDqgEJ<d9E#@HUt4=LJ7ZGVjANI}
zUvA-*epVd6FV}M?yW`=laxJ3q@onAimb{ziUuqUFT%rH?dH&WXtLMJlq{DOdg?QYY
zv)vZF#R7}x%RJZ-&nv;x_4;~i^oo7lGmiB(srr~-J7#`ZkVEI?f`&5|u^;#rYAs<}
z%d#l-ft8Jg+b)%Vy7q^*M*rZ9E<4l7pO{~@gH3R^!QtB))6RcVS}~O&+<NwtORcHP
zjIQ@|76xRd+~jjxq<!twi=$W9{}!%%;J#+pqDY~WGxvRDX*#v!ktMHAVzKSkc}K78
zdQlT7VR))tPCJqJ;J=-3d*g5QD9;Jgojx_*>uQj;(zCTo-SkW5s(m<-YFFiQxZ;sY
zcE`&QZe`QT3$whK-gLT^|2_Bi<>LMy5f_fd#!da`)hBu2dfn$|U*^~SSp4$T^7%oP
zw;T<&zC2>gw)%k=`##o&s*~JHK3PmQJ|t!(sigTqX-$LIivqJt!hD^Ry!Ux(fA!^x
zx>lZM;@9fdxcbj>p`;55_o|a7A2*76xWXuM;`cxL6&r*mwS_I${^{lRha)k{dXci#
z&q+Umwt2dRoP5=6qpx(V`1#+KywWC}7j3$&hlP)_IyP`EJEWTGbN}O{BPGA~aJKJZ
z`P$Qe;n9bk+R|^`>r}!sj|5w^cxqJWdM^}<yt>EmSojX(+3#k5h~~O!@7ObYp6wyS
zct`O`TO@lHW_--tUnch6So@4H?>=6Kg<Eta#iWgRvQqtjafi>F=(?QuMbtDcX-=gz
zA8ya|Q=aA5o48Cfu~j_&vi787i4X6rNj|c;cB<Bv{$<Pmarxi9n*Vy=p{Fjjp;{k1
zCABogPvk8=!ehoG(RkYb!I$45zuswNhN;Tm4%z<7#E4hor<u+4Pl5{8tvOd(mo$Fo
zx@5<q5t|+<=<n%pOK9U0sfD7_VSguv9o@0SWxAulm!I}al-~y3c2@7y|0^9<wBZe7
zSj2^vJiiU{iM3Jnucu~ymapU2s*%X;_v7~N2<tQYeM-DtSzXri{il~Hv+{L{WYmAY
z6I@qbar?s~^Zhn=_y0Wj<^8|6qWgM37|z{1_hoguo^Su$)TW0vHFlL{zpkGBd^vvq
zpVKc7^XF~)(mC^D?gwMpH)>CIpZT&*X0JhP#Xm)>tT)CL`RP?3FP(h3@$K%*yWdQ)
zINx$~vA>N`?bq)3+4m~m_wppnnW;BduT)|3HTSmF=BJm`S@XPF^=3O;lO1>V%mDjs
z-1nw#z4IwA?)P%%-9L7Clu!Jdzx<`iF83!K%|_q*QZ<DulA8{kJeeqdTYbZ=V-x!i
z>f4-O;&0_~tW1j2`*hv&oy(W2%T?#>`gO85Cu^HwFyC9V(v>GX@8;j0lbxS(_N>&`
z_VjJ{(*K{9%b$F$(pqKztxfG_Z-Up$Kkx0&=ZU+u!?L#buv4FNwXkzZ=A<39#)Xql
zPT@_{|5LTKxmA0%^<~$4UMuzYix*BWVCUO2XVrFrA9LT_Sm^iJb;(SjZnd{kl~X1!
z-ctBf?&pHLS)2KcE~yoscYm{Ia=f?uq8AscU#|VU>CFzdhqpS;8QkBnRKBh0j(*C%
zU7CLmub%&5>)W?Hb@OUpdA?GAa$}Ee?B4_Hx8?h#>l@BkdiVQpI|UEf-CniTlO}E5
zb?A08=kEFEeCt#`KGvT9B)6+FVY*jz%$}nQ<_Jk`+q(XWWXsWe5)1MRPBdh_IOzC!
zt#3<x!OJuCZ?E_5Qjb`>e)hUIch1#bwJ+P3eY5Yp?dkiu7ITWd#F#}-&Ci$lCb7XX
zW8-4o^Pl;)$Y$$j{%~~IFQt2DV{$3e<cI5SP283_H{(l-e(dK-?H@1y)Zlw*5%JO}
zb4KbFzTI_)k81vv3y`|cY<9TiW2D_4pX?c1d~csKxctrG;B%f3%O`2Q=6>6@rtuwY
zULJL7X`IydZ<%s(TR#X#xp+)ua$VxGw}@ro0uG7vXVTB(b2dGA!&u51w`^BP)XZ;2
zmWGux+D}L9-nswq9(xU89{q((0{cu(Et}Ytc|v{76#fVDCA`5a<9_Ylw0ZIZBkeW!
zw*AohAK|wB7|+kc``F~p9#|bCGbPi}{9x<m)S&6g5oXTknOfD)ud^5Ve5Z5$<@0~r
ze#U7274^T{#6NR_8Sf{lshz7Mj4QZwxxOtBzOyheWNv0f%h|B!GbgUNXzM1qXGvq)
z(iZpB<rnV#`tquz^{Mymnv<U;q_?cmh_8P8_ND#)FNa^g+L|qSVu{w4<|&P{-Qso}
z319ccL{4e?KcfeXg8QETTl)9hSE0EqVarNyeOhpQ@~^&gy$g%;+0Sohy?Y{RLUB*_
zq3-=9S+hdFW-v<m-M2Y^C0#tjTJZB8@4S;@26O9W@BcWmtWHSY=+!Zm)Z&P>Cr`gL
zTqo?FQt1BJGkHz@Px%Iq3z}k`v*nf7h?KUi6xUWu&DweBbb`}<o;I$3Hj~5V`A+|H
zA&f`EamPgYO$yOVK1M6Ysx7@+V)cgOX{g25m-AM<^5|sRl_S8NcfqvguBy6y=(Wyg
zH~*~XOaE4+IN63P|F~lEUd4Xiu-ic|Cakk^ZO#`|YAAGRv9Fv`et3l|SJQ@BTUUAQ
zON*HPfl)}fAT@l6+$tkKomS3&Yq#?pk#yV6Y;{#*HSb)T<%gfzDyo*JL@qH~l*GIJ
z-*?Y_ljS5A3BM9h@8uERS7~1QdDWYsSKH&610Spoj(*A2uGu|*Qh3~1;q0kh1~z_s
z7RTjP^KsaB|52|$yk2&)Oxb}0T~)`TUi}cXvc6)jy*&5B&KD*LH;-J*e9(P*-il~>
zP8YieA{Vzix_53ao;gk6*Y*4yzx{t6{Q9zXef{KAkJXps|Ly*te(PUJb=9oYAniA`
zGv@6uxtq4&<EPi*F9Pm*%zcqE;eNA+@Y$Ds*X{S1?LGEs;_>-aDZj1-i!YzLTHdd}
zsOxUIf830Bn|xkr&#%t=^{#yX)O@}_U#`B^IKj81N+Wi~<fZ#g^?Bu)29@RS+1%ZB
zzBG4FVeB$1yB}?~2lPHh2vvR2U84TH!sueVT=^-sr;|%8G!!qZWxrZ$o&0!%THk~A
z^Phe$SzBS8zjcKT$DW3h(;t3TITK{|`NGoV_+Ou<FXR7r{=aya+GF#4=H`x?vbGsk
z4zpF?28I1SrKqm6S5dxyj-BK2KRLgwOD_pc7TweOfw@5aM$G=>E*IN>zrHM8v;9T4
z`ke!(TO#hcT=DcSzi=?^p4kOK=C{6a=4)gY7PrsWHMHD!-CRJ@<-qjvwP*Ohtz@5G
zxjVA%_RWV=f?x05w`kFyh*im#ACxL=?2?W8cja^Qoq*~^(>`^dniS!8HhNv(g~;-o
zeR?l7jP>U4s(SnDOY`))NsYI-{q5TJ$>_ZCng8LS^Zg?+b&poooV}~Ri(S9tdu8qB
z<Ix-j>iK{2CgrQx{re%D)2v*d`*`y6XI7jKj@!RHHT~$#U3c~>M8BwXSA8^P^V`kV
zC;42qq|a@iZ_;D@_EYlimc)XoyjP32S}u#+V*85a58o+Sf%#TvXN!D_+$XDWLvnj^
zu6y*{?BH*WtNyLF*)Tb-O7FJ#{+c(InvS!K(=EPs?VDimZKl<IDfj8Zmo?|-n??D(
zJhl4#vhDvB?eFTHod3b<qsMiFzrEo%_xkAP7K-fm6pMM3Eit|J>{GFOi!YSRGENRY
zJHMvFv%T!*8Hv^z3>qII+M-gllxJ&7FZ?E*uR1UNGM{<6k>laKFW>KR{aqXI_pROJ
zZOS{O&6nGD|5{^SG-Ji0XBCglWoG<%Xqz9A6LEpn)s(etq8jg{6|ZvQQpMJ#-MMgg
z#@;DG54p3h?kZ?AU(0e@{@jKWQ{3y<cnCR~^_bWhsU|MGyp?Z{{v~eX0<Pc*zqDd*
zNGQuL5?N)kZjR@<oSx-jH$I#%3_bPBbiQA(L=E#pwpYK7{1rIY#h9cj+$wH$`^=Wu
z|4&Yp%r)n&E4><iqWs<6xpiM(-}kZqIXirLcFjf8sWbjKFS?p?@X~_kZm|M_N@uq8
ztZjbuVe@`o^M23vlou;9rcJxz{@8f#r&|S9$xk*{Z8oSpZ=|MmbxHgGG`p9M&!cXY
z^`1`ud#K~~?(_UbXOB0ZVvG2(`6ENP(C_F9-{;XA{pP>8c+Mo}^M;0*2lWpf(a1Nu
z5MX%c&xS(=^)-1BUjuh(&Ez}Hrjhqz)yKZy_tp0QI6HY=MzZj&*UTjvzMn&D;)?gK
zH8>j9e5h;l<izJ!`@GB+2VGlb?6uN)+ks0fbAHaT*yubd)qA4svxmM`pRR0~a`_m?
zS(SUwU!4h)b5HM7-<!A0z0gE%@vLnoxAJ%VoD+ZOb|x=p9NWi;ZHbHDT-<JZLu~%J
zPgnjOGgcDof8``@!RE1S%Q<fUuPuHY++Mf2Y#)W1d%pCav%}|k=nSs>l0}OO4qAWy
zy{EwM=qnB*lU;qYc=fA_3(S|EVu@t8dCF_>e$QpEn>}%NSbYDzoqufJ&kwVIE4AFe
zn^?(Rtyrah#n3GJ{iV!%&%UVMx6%0AwOr?|!*su^v3x1N?Ek%*n)z1V=Ge=Ue!u@m
zzt`38`v1DUa&bYaRpGpwuhsQ^-q-9fySwKjTl%NX7Y*}k&gM_kv+VZOFP`svXMW61
zyV{D+Gc*56KGLhRn7e1Ek?sEvk1yB%ef!?${@=gr{oH@-xD)@UegCX?_x^<VKJZe%
z<@>sD-R8sJMD8-b-urM*^zxbZcQ?MM(U<y~Et=$h&0_ksHH*2wRyLn~AZJtf@{nZO
zotFXmo7z*%6qzkW^yjDc9~9eG=@&PR=b2ARhtILl9Ur`ZZ;#nLzt!f)A@R65bw`YD
zNau8!-ru{#aC-JS@#N`#wKso0R?)MH|HAHR>HGc0<qhTeC0jU7NOQia>t=SWtNG10
z`^otq7hmbT-??}HQMatVohet_nmejrr1C58cCV{i^WM{HyI%Pwy_=3=(~WnEH|>1L
z<KVyPitl8zzqNj!qMG^Hh31;y3-+I=w~edLJNcLTmb<_A{4~_xGo@Is{B^R((vG`U
zU+mg@&xtn}oY;Tv+`cdCWB1$r{cv30H~RZNgS|fv6<_u=Gurj!Ia~9c$#YW5zTFhR
zar=Y<lgu>n|5-uDZod5`cGy|3KI#1fclr2*f4{$oZ#%cJb6p#6`9IIyb|K+CC+6q&
zt$Q0(d3sy*r={O)ZtzuZef@3K+Xe5>eY$<|TdwoNjrOk^nv?w7W7B`%+a=Wh(9V30
z&CF{?i|;$OR&D)!_u*Z=Q`;ZDlNGpkuCi5h{pY&&ElZN45|66ZY&ZT@ZJ<1VpJ0K1
zyG4s>?&bH-H!Xej-t+pGPj`$=bw5hhH9gK>s(x<T-oNTU)^$#1dn6XNe4WyHt@TQe
zPwYOk>YA{d>6%l|r@Rh)k!Z%K9968*U{rT7wJvW%<R(LB^&UTo*8jQd3T-s@T{i7G
z|5n^?N8+Bt&&vOP*PJlz(yJ5^R#7Hr!Q&r1vL2tD&vicXe?wYGtf$nS3oRz{3+-L9
z<J>3Ruj00-Dmr#>=245vtBWUwp1A+>_9iZg`tWBHd%dC;Z=ST=$oABm(`KS2;;-EF
z&ezVhs_t9A)b3d2t2qaz9P)aku;I``MYV~>-h5SM23xY{*O}aXpxZLFd-KoN5`WIu
zf8>f^^zUWK_qerFL*|#x$qvks?aX(*dpi4*!y9Mzg`2N5ZQ_jIweG_wald-gUoRAN
z!zCZe#LYNTJbl@R+E$~@=fqa<$UT_Ay@v;O7C_`aV?TvWmph%8$A&0J>^U+|OUoj9
z{^t_i^83x{FXHMCU)%e^Y3YU{?KyWQU$`lLcg+UQ$s0aepAMJ)c}(Bqv%uBcKd&3d
z{Ek+ezk5?~yzKq*$)#DD67TlDjI?}t#N0nQ;&6rd_6?lfXG80_ufN<={#^Or!Sds?
z%j#}M7#7ail)uAfO~KQ=od+y$CjL6}!8$wr9^al^`Mn}%BX99#|7sH3QMu7aJI}u(
zGksUt+-uLT6+e+<VE@Z<Xt!Ps-~RJ$%b1gvD>LgbujUDz7qZLJZl>%b-Hh(lYPDzf
zPuh5*A^XZ)+lCj8ZOtZ$QDRRg_mvnI8mw9LId(@`<KxPc;x?}3+<}ayaer1GaJzJA
z;lrc;uN~~Z&TdN%t29n^Pwzi#%G0_0Z-2e<-TQki=UV*!u;u8kZ*QkYU*0QSzN|NT
z`=S3Ijn}BhrI+=eE4pTC%&oKSZMEF{mu%0KFQ4t5`ttYsz1DvhKY#CE|EK-_f^&~g
zye@xdaC(pN-Q=)8cVAau-hAH1?C;C@|F&P=|0}%SZturm)>kIJn!5Sg`MGJ|zWv%#
z`1V`LbKz-0_v{U0_Z)DGvznz}_q%_2{-4wT6L0PKc=5|C>wLfWd;i)o_cy05Ew!1l
z;X<W-_4aqOcAx9Nw$<Vm+wXNTx%CQ9xo_3E&Q{Kst(o|Kn|$;ciTVS#J5K9l-+iQ_
zJzZj!>dd$1{ED|GC)`}W@kE-<$>kU4O<eXVg5k90{y$rI8@d82*PJ`Ma`N%z;`ZOI
zFZ0jT+-^S4uKP&A+5bklHz%Dxw)JdfdC>t|A@vIBguk0MpK41;IdE#F*jnxv3ohyH
zbG-9Ca?)>}{Qh%~&Y$#=xT<DhQ+sk|W%bXJg^}-E(naiKe2m2>KJ~tRq3p)etv^DG
zz8`vWBI}aXi-Ko=C33rprU!pNwMO?ayUEwz#}0feYE8eZRR8IUy;Idfana@PFT}={
z%=^B#Z)e+!f@z7RMY97xY0IqM?fd+{_x%4d@!QibG~A8*`9QWnX70R-XEUwlI7k<3
z>e^Uc)M9_)cI#ttx}U$q$t`7%pOws2?wVTc=-KSaxRp<hHFwLOpGUu4uDQDVewfzk
zKR52}a6ggG&T=oefA4QYw;5bd&zBT=miKs9&h^~xye{72t<#-0X|=y!ICuVjw%~Eg
z>x#>g?>5`~G)ro)DdC*_a(D6D*xk0(-*kle%7xQs9n-wO?EB8jAi0m-?(<~6%y3KJ
z@nP9y`RPHPhfjZbv~dr&zR%&AZZ#8o3*H~<JiPm5%hvbLW@}8(w!ZM9<kGtB71I{a
zdSZIUWSQ#oZpVDFG>a7z1a&?*rmy5TU~6zK2yMUJv~Nv~h)de<ubV8a&Q$;Ae-wAf
zq~>_{X%qgU;ux-Pw;zP`R6Htj-Z-n~NTa&e-w6+n`?~IG{n&8*dYoK$*cXAj_F6pg
zhmQ*C|G9MX{et%OKeHmm_UH)TC>1s+NjoUHRR3D{Ic2#A(-(!WU+dGxXI7K_NK;fY
zJRn2!JJ-y%g@GrhPj{<%cW38IA@3RIinc!rjT1^)w5wpp6PCJ_8D$kq|9(6!Z`kpJ
zK`JlF`e4t+xi8b#?=$<`5ZPPvg8k-|Vm8lbtgnKqFTP!neRL(?qSGNpM<ZY7o=g9I
zw*0ZKNSIymY>u8S1&6j=zHiaGe$Tw;@w{?Zo5OEAEscM)GX3kN@Zf+RE%v$JkDbYN
z`SthC9@(~Bx#<z@{=uAQtMa0by0>c<|85NXAG2%U`H#}c`?|J2-tA*L-_z!jxzGKh
zSBqNK9Qi4JJkh-U?GC<dncnS>f9LHf?3%>r(z)fr(t=w}>k7BkxAqAL_lo)@q+NR8
zFIS%Xx3H|{P;;uPQD*SzJ>0n^Tb?br^vU_jqIKQ>y6o#b``>(f_4MNGjyCSzx{3p_
zH?G~43ELWWwP-_Jj>PHdFST-SE_jjqq*(sfY6E4h`X$#by0-DIsXp)|IyT}Q+y9j|
zUh%q@#g5Ne#b0>lBgfV$RV$ejt#Ug)Tz<*>-s1MOrq<9G+WVQ?`o3G5EL<Cxa&i0i
z!YfaI*UV1rRgUW~@Vfj@ir4tjynSCketFpcfBnnP^}qBJU#K)QOO;GZx%2Sw^mpAB
z-+w4q3UBm(9`yV+dv5CerP|jLh396gxvrDjecW74Z}XN%YR4n)Crq1tjy*rV{6=!&
zlNZlQKAu_m@@M+IIsbmwf4uKo|1G`#+)DHB4UhknPSd@6Ke7Jm$?nT9KkLj-F#CPw
zr2EZ<-p>#0nm+Yeba`1M-`CkM)$T98vGnn?Ni)mV#?O!DFP<xTf7|6ut9`y3PM0hf
z_xpP*(%^3un?T8iO6A3NpRe6La^&w5^?KvlpWX2Ze|P6=YU?fYEBU6{p#3!CNhcda
z$eC@^{?FV$wf|_mZFro1YS+Vt9~}9OTkh-EeJs9wKEAGXlUIAs<p!PSXZPEj|9k3v
zaf#`VY1j5`estpHtvdT(+r5vUJh@xe?1J^d2jNF;+e#-#eh+{5-e>#EFZQl?3#Rn)
z)%m>BE0DYSY97b*BRg*;AKxy1KvAeU<hLuImdpmD28(k%o0-K9wUlS}pFSLR#Z+9T
z_4p(Cn_Cl80wdRnMBGj<lRA_7ndR{6$%=F96@K(&+e#>|dvJLFh2tFMoDowsQ&)0I
zC&pa+$tgeo_MfNgH=N!3vV4Ah-L8^8Tjmd+|Lx8<X1FzPUhTi5FD;CJ-%b17wq0E$
zMr*Bg{j|%+UnEp(-R*t7{c_;fFPcZilxiEVNS@%5eR@~=c<t<S=hjS9p1-%}q)oZP
z#tDLTZwqd7+TZy3mRWmMZFu}K?&!IHq+(|I-7KAEJ9qQnL)p%I-4B^u`f}5*(aLnq
z_n14o%k`Vte$RTxSnRON^QVB{JXww}2i&DjEf8LAb29q7dDR64z4cK}=fscS{G&Ig
zWbYB}{@Ur=>%x|86MTQ^qi@fjj?MQAe(2<UyD#u=b4`c)^0TMP4@>4%6<#Ym%BXC-
zHFf<j$%UV##ny&ixBqT*rsYxp$sU9Bx7~ZVgxW=2Y`S+ZT$Y=zbMkRY*!Kk{jovwb
zS;Pu<%xtZ@w))Xg^*vr6F3C%^h{x4s>ZF>k7vSCU@rxyI#zl`PZ!5og%a470te-xc
zG%eiN@M3}LdfjX-w(IXNCA>0G`nv42v~sCYNyaN?i}rm|(+j-094Dqv4xaO4qta(b
zjpB71X2u=9&>&a!V&O}n>z;k(-Va6Rb!|$U!L?s>pZwjM5&NxUe?Li{W>~vuSH_y~
z<^Fbi?fyPV-#_EuGx7C)+h@G|+_6KHYwG&8s~#1x96?{6ZfTa8^DE40$G)EW3C8@V
z!+icGm>)O%{#`0cde0%o|Bss2v2MR^RHit^`G3hF$$S64tp3yz#+hFuYrkm6$@gzE
zzZv)|yF8xncsyGuLdGO2yG^%JIAF)IN`-X?#0n3YP1|<EFFoe7;5PRCvio(IL*<0#
z)d;^-P!WpxeBs~W^XE$V4sw-o-1@|J^3C#}LjIrUztEdzV=~`q&4n49*Gppi9)wq9
zFI#_etyiecp`9DcR~}!bt+U)r?srMrr0XG@F0H(wxOvm(^>wq@-#>cu{DbYh$@6~f
zw3~f?-|65vl7e3jOC7veaaTU+xWZiP)3X+Qx>S1Uk);3c_PHkf_riZVEb;c7lUW?k
zFstQ#)(l_u`Eh0%kK!M%@J@ew+w}Z`CPvPJ{{IQ{LK6N<sk41mv3;Lfe^2{dMQRt<
zqlvpMPI_>s?-BStr*=R4|0yTtT-dVT>3BQe&%ga~^WJ@W_T|OP^q*euZoWM7lDp(v
zpYQjWuAPq0XOup^Hjz(d)0)m*?|!_Td|=MJYx#9PH@3dK^VIwD_kF+nmmSw%=ledd
z@Q-o6-Z`7<!d)k3w`se_Cp&-reOX)oe^S+_m(Q2|e_8)eerAH@v3Aq@v)1kVEcRyu
z-yLU`8y&vi({7~*Y%Hy6Hd*hd{r*qa;^a!^18Uj#CL3_adTTGTKYD28?6SG}pPygb
zpSbjR>ol=U>1FR)&-Zmm`^IKH&Z$=8(wshXC41}KoA>v8eD>va{C>IL1-ZN4uAY{0
zS8(5(AD`22ZfJg-y5s2Vf1!_Nh0C3q=w@+Q=TvFZD&s9jKkiOHKR2=HHIMhIcNaHq
zRNlU2`%b=HJeuK$*gIGB$iL?~9Wm|j8@+ssZ4wf1HpX-c%{8CwE-AU={zI|mW3hd#
z`;JaOrLT0ikj-cI9D^MPKds`m3V&CA<H@e{n~&~Ki`RYr=y=s538Rz8^*&vE-4Xw<
zFKF7kg}Z<AO-Nd^%xL|qPrNO2qkgXE-F<Z#i}_3LZBwTocb)Mg>f1N-mLFYmHEj}x
zN~I5a-!&I5*n2c+$^5;)vePb`FJEuiQ2pbOWkUH(os`EW&5i2w>)Lw1J--~k=_7lw
z-pBQU*X3fLvM94<pDOIB&8@TiqnH09N&OX*6?fbd$(>soizPQ)(b@S&N^Npi?*AkI
z0>4hYB3kCU=GUE1(OM-P2ahbcbKYXtk~P!bmmc4K`F7{Eb8pUUue~+%ebrfm!piTx
z%^!}PTyL?Z()xP&yB}qXANc6|O~3zk)AqxjGvq8v*zG=EnYrwKLp;03vS7K7-tJPD
zu9eog`W1NJ_Llf5)c<#ioI}THi|MDoKAHAya_{2@CilL4TIyGF$ok;w*L&qY1%2GN
zb0zQHwfqm~#3W=S8k%SC`S4ou81p%cT%CI%FW5p`7H4WaU!{^ZyKr;0EnC0+Bcpv&
zf_e`tnBS5R)|u-s8^6%iaotzZeTy{o+ql<%$k4Bwy7=?H9Tj<dK0Ojm3F%`E{%Gi?
zwQ{k>_Qay?S`4{nk$v-$+i#!H`!TEYa?Ol_hw?Qi=g(eSR_S{${nGNsdOCB=_PjWg
zR(bvX)qEMLHU&vzwR?Yf*6+}HaqQDC2GP(~#q(@Y4>K#oBhUZnaNl7R?KZW`?)Yt{
zhB=87wF51k_8xzIFZ)g7j_S{D)AVH*F8VRWbgKQ|o2M_IkN>H<zM=8xhpESJ+6W5?
zy;GXKrsaNN|CzM;KK#cfFM6nzGjEynoG7D<1uDnSKGaH)Oq;io`EvL_(U!V&N1cpg
zrgeu8|9-JV<ln*ULs6TKJ>Hu-<M-CawwcG}d9>$kInQN3XW8N2xyNNEr25TgaWq}L
zwob}!mr&Y?plY_Zy_4Lko<&CT*7YP#EHhB-^V*)W>Jx)>^a(}g*7AvU$K08>`7ElN
zV7%{g_wLh88zg)9Eo<XWtgPAiy~|{;^k&&R?`{Q7tFPp&SNgP5BD{|24`-~u`e#oW
z_S_84<T<?oUyKUa4<3l$)flCwsTF&)J3{wiO84xqQO+qFo;pAJG4tT5^j8iqZsuN`
zx$m-&jnkgjQ#RIo%9cDY?e=Qh^O?DS?tS04U57jKO!k80zt30ylK=C7{qpP*t+|P3
zrZ;-7|JS~?b)D4IW@eicE7oNOU;EO=KJ$R3VyKO3o4~u1{D(ij(hrdLndAOawCsHe
z@7o=l-X!%#o|8@cYJT#=Z}WTe?0y~XUw%5icFsYC$|LjJ(_~T&wruuY-f(WN$tJ-W
zob!Iitj_jX^@GoTZpyUCi2UkBms$7u{pGLIw|T#@^1I2`2jA=d|M~K-+P`SZSNF?T
z`|r%~iuIaXIo*6qb<M_GzluZc^6t;JyJcmx_VDAK&*f(O&D(jP{meSQn#Flm#gkN}
z4_un+vwWK?uVUSmvx(_5%9h@J={4W<LH3Vx`Hz#|FDX>3=uY)6OPixvz9GSOPQSI9
z<I_dzZ!2A1{r|Q9@B56L5`z``Z-v%eFf24)wq<o*X#1y#nk2EC2lCW1m2E4Ne_9?3
z(wlx}*R(rdPRpdIiTpWNcfWbv>odV^wM(BwPf*OCs;a7WebYDNh8cb*12+G95%=@N
zg%@0PZ*tyFUOq1>CHxD=>^514J5O)ikJiz&ei|osYfG+2eqwb^altKy<=)epCjXw4
zf7_Q&{~@pJVv%V^p8OUGeTmW4Hx{0j?k_T5^h)498^eV3v=f@2O*^#zt~@qv^Jm@{
z%<CTWUa_x_W9sTJvawplD;}%1-{<uc_SDvMk7mE$xBS;K{rZQkFE_T|l+HXp{p4Z(
z`_;2I70qm9VP_7g&$=(=bkB`3zpneU$<tRK-Sv&D>zdxz#>~z$T%1=u_twc@60z<%
zQPXe8Z_AK7J^k;7sH$f{a^}0PFH24p+&(w)>zhrg)>o{b%(vLKv#+;rV?~ef^vyqC
z-SSRfe#;_vf%Vl#r6(uMExzn^c+0ibziMA6NLl|`ZsB@%!@s&IRl(a2y>9uqwy|Q?
zvcHO7UlyKxWU_Yhrc2^}zl!UgT-<fd_x_^^^P1%|P5j=!n_9p*m6?mP!#%FAIr?`A
z|BO_f%zz&&lonOzdRwVW)^uLqvO&ml@9F7ZuC6WcQ;=U9_(y@IVdjd>0yidpxY<&8
z?6^YH*%^P@j|v1AD4O1?(tRfUi_=)jMKtCkTi}Zqu@-^~E51BVO8m7T^<n&htR<%<
zJA#sq{w@@pZ+rjdq4Z@XZ7U?^2OElAGst+Z%yoIj-|u{e?iUvN)y&E-Js?^qa3-)g
zHR!;?)q1UkCG49IanChLniSKU@^$vM`D@SEG%D5fl(a6Yh(0j8@5i#$J@X4Wr5|os
zXxAFtmBPVkQ|a>Zis!dPf%hjBr{DblK(H=b<eTl64PJ*=&-q=pVS=yZ-fFKyv0OK|
z`rAF_p1!?^MXTX5`}})PSeDKA-(UB)lxOEP`Jnh;S*o(ap98Enl?jSY()qG@-kzRq
z{1+Ez7%$~g6WsBMKSDt7(nIn8PVLO|Kfc=eW=X*jw=I*G7|spRUfVk(n^|{7+_LMf
z+XVuOUFVBDG-dc9J^y@@m;0@+F($X-Yo5Pk_-m<O{6En~HvG?2Uy*a4+NU23mZ&)3
zfBMSHDaT8uUA=K;!}TMR@A=6(iSm>!kh{g&R`SzWzTHn-PL?4{W+%7kyA{b3t?CM1
zyX~^FZQ(fmm}!Fp7f)RJ!@Dn7oI<;UoiE+qlTmZ4b>g3I7Z;~(l$Qu*d;HeoZ0sR+
zxx&t^Z!hoIrh9V6UEjRGeMe`1IojQSC}N&Z{ME>VKV<5jnl3t=AG*((S5!adrSS^w
zzM@rrMROJ@@rB>Jl>aee%az9P<}%y2Y+r(N^!}y)f3ttqysBR>O)@TBcCGvJ%Iewf
zoIiJ;8nk}DUn@RKM^nN(QOu}gZpzG$EnQR2_-*(x`NR`8pG?t%z4qE(o-=;+?rv6l
ztvL6Oyk~8T`;(O(TxJmu_ww&Cm{l2IsQ&PuRH@F}$;PK{pD|d!|C9W({%?N1{dF(-
z9gbS1RJEqd*Cs_R)!TR6Jnu=?bm3=ZHYWw%z2CX5dVXa(o2>Tg=Mibe^}8z1@-8o7
zSz-KbhQ>zc4W(y<>u)F*{<>3=^)}6H^}UqE?`+ff{(jn0I-~UT$;szJHmC61;JxRy
zX3isysI=<s<~Q{x^39xEXyx~cWuJH5AG_5Yckal~4tVi!k^firoa?D><{tNJAE#Wj
zYm+Hs>)$x#xS!9%)t<%^R1)7bs3yGYHSn&v_td%ebl-8uUzgtP@{X`>y0tvj?f3R|
zAN{MHW);}2f8QFsye#g>VwtO&%wqcvpZB@<P`2WL%&gSkm+mcSE}ibTV9$4>WxCf|
z-Wz+|NdKV0b5pwd_V>wqTJk?#wb;MBV7|>pzl}8)&Ys$&wAu6dS``UK8|~T0_r5Y}
zXiWY3uw1QAX5;!pJO94a7wOUZcFA(VN9VL@lKpGWEx5+T*s$(;)bm5L{UVR9&)&OY
zGoSIDboTW{*|KSKHfY9cwXQy;eec7uxYoI6Uxw%JJ$Zet`LgvJ5B_aUpWk+ncN$}!
z|NH&5)BT=4zI>QJ)@$DnwkziQc4ag%z5k@$A6olDsam@;X@$YvXS(gD57|`u&s!A!
zW$VVk`!9|5K2*Q?<#ip0c$et=)4u0#wOJLs43K@@o5PnOX~XgQYQ>x1KiBN}Wo^Uk
zA$P^`uyx~&s*Q(p+V9S+nfqmn<Kyh5P5I}u0up|m6MkHJ$RzIYs<WE^=6I~AS=U#)
z{OYyRd%pU%`s^xv0((wR|8b>}nP;wn)fI_Zr=}RZxw^-qOD_CJ-1JN#_lPg%DdmrD
zSQI7)K1u)DsGEQ3tFG(e^aK9B5p0@eGXhhjwR^)@-l{A!cB{8P|2R6aQTmjyUt7=T
zS6dbyKF=VXG3|?xyvrYvmyDbDlrAgr_`Kwj=#3xqM1wO9KTS+DSS0tS)qS4v?&q~1
ztd8IP!JA#V=lp!>WmmSQ)by>tTw?VzGxEve*ml-+%saU+T8N1}inMWE*A`g+WX7RM
zlbEg~*xYvTb~ij1Uu6-`YJ1e<GmG-;mdQzhGiT3h^Ou{uH0pT9`naDnF8;d9#eA||
zK6Yl^m&@~g_gDSpEs0l-4B)xGW!ldkl_RFktk<ke?sP@%<NZAA^~Q(4@?K4pZSA=4
z7hdQZF0*rja`REvl1iO|Fonvy?)OagZ1m0U+a6SUbnROG&&wZ8JAd}SO!{GycXjg)
zm)*$UZNATv@9;mnbuV=;O_H6dcu0@WT3S+i`n3NByoaBc-L}}P|BCUf#va~(Xa1#K
z{gd}U@zLX*ncr*=9&X`z{ek_XM&$HgFS>kAK59PyL~dT!%POac)T~IU{SQBXx;52a
zq$kSap>=Ms>86T_^O<u0n%rki77v@PwP4EQf~pB_i7(=RuK&^eYr?c&nmbZMlNrMQ
zX<w2ok3U}jPCNd==`YhY)K6&fyPY=h*z`&9q2IPE7xyPkTlQ<#^=#(77abYJKWe|e
z6USrXBXd#r`?c49bSG!FWVW~c)LwJ9?qu4RrDwRj-H$N}-Q~@Q5;od#!`^W2&3#69
ztKObp?l1W8%HsXjbJN_u-uv1=Q*&AJd7;*`ySFcoP22a^kHzz5hHrXhyVd!d*{`}p
z&0KchIa~T|c1`(#&9B}rc(d@Z$&c4{jMdw%6fUgiYc+1T+Gv*Voqlcl(zxjsccOQ<
z^U18pnEJ={-lRgk-Bua14fm|S_Sngt{n3`pmV=z}FW=7jt+?uyiHYC)ZNlEU;meh8
z^=gXznbTMI`NZneC-P4}e|Fu(&+gZn*VS@A1pCdd{;;ayyZ&z<xAOm8PdMim^>2+=
z_rK%v%E7p-$uMHOrCzB(&aWlP`~NI!+P2-@?#8m4l4iW7hZ-4MxT3bKT^M2C{q6Gc
ziTh*caWmO=25j8vX!kF16PJL&$0eW5-n4pcnbd!OTCv=Ub-UK+q%bY`dii_htkfAL
zsXJcTeO!IG{9bMSr_*n5{ri00j#Zjxl0-^;>dkqxkIGklnfPUYQ}KzAPt#;p_b99h
z-m-PIj`W^miEMQd=MUbQsGKcnAQS#vVZ-@rKcAi1?<alX{@3n&<|!N5Z9nbY8tPq>
zbGZ6`<BngxEk?7JS>JiI`FzF>E3-SBwDqjdm96m2u6cdD;^XP~ujZ%A4s*XeqTFxw
z`QVpbFD6=?-nOI0%+JR4@~oA&ybDX@s>H)2tUtY+e_**^-Bf?OyT`To*Dbkltp9oT
ztK9!z)sC865=sB8P#fDWd4H2fc;u|}&r+u!{2JI;vUZM<^rrqp#^p*Eb-7zuS8DAK
z%R2o1^PhbO>_2dL8#k^xBO(}{_3?Pk8J*@v{drn-|5iUbqV2<V{lMA<T2YRocdCzb
z-{;DhnUnDAYV`|Vo3oouzILy^Y%*sDpY`LG`MdqnZzS$H)_Hu-i$57V9&BR0zLKL-
z+Nk~5h3H4@KCHSg&EGx<di)|HMf*%u=jqMo&&OA#SQWoxT7U4>9qaqgINrZ@{J1dH
zA-6`d=i^@X{W+D7Z!Q11DAjI8tJJ*|wNJ<GD>JKJzb&u)8@V{+vy;u)=90;a1(Q!c
zj)~`u7YlG&DV`|hfA?tgFOjTwe1}$Ui&Pi0DN~#FW4h+qc0HZB>dQ=h%%3OD)G|CK
zw4Wze&T2{O7rXD}e;!sZ|9<a7d*ZK3zReA-(@%IL8~5k$|6ca%`SgdM(+khd|7z}I
z!(1nK%|P~k<%{CS-MgN7UADgwwM_lM2FC3?`e!~rpLTZxYp-P8UeP*@w+m*Td*&m~
z8p=EU-?7^dKO5~{a(5&DKJM##OkI|Ljg(rudc#zC(^lU8s-0KtXXL5Wu0LUO_Ghl?
znaoyxh0C5(^xynv@%GyH>uSE=`GQ|wrr*wexz*Ts@4(!kp8s~gxoi&qf3)=T<??;M
z=f2dEUtRV8@AsYYzH`eW&ZS-4y+^i8cl$%LtYzEZoc%cCRHIXxb+CC<xe(Wy$$X!V
zHER^uJYL&4qj!VxaXaz8t9N%_wz}VY<Mw{z+8>AQA9q|mefd>q`liIH$7a8kEOwR5
z=8v~@xRJhcrOx{gWu^7c{a&m!T5SH-hRI27O+@hiM`=MX7wY@ZEd1FkpIBVkny+w3
z-D6i?;PS24msn-+>GU-@OI~W+@Ym?Eh`Zp_6Y_U#^0l8lSZ_7kx^(xIon|}UIB<j)
zUhSN;f9JXGyobW;UVrrpFLl10CABQy=GfN#kEQSZo^)MH`tKc^8E&;dWcD72U!EP2
zc&lz!+xKO+3sko=?}+1%Gx>WW>{~>Fw{=<8+XD-W*&9|}QjOAkxRLkE;$~Au_V^hM
z-=;h|Xls06Nw;KGGrRob1D9_W_3&4p^!_2-{Hm8{>W!H-|Fs%7{oK~xr@3f%$?~U?
zGsG*aE%wZhRzD<t?YhmLLfL)he23q@*<b$j)Ry0u{5OC6_xZg2@gP;dFNq2tH$Hsv
z?BemrZ7vaCKYCRameg4olu7oNrPx_axbZ1k`GMc_IknF3LbnvZTd@0gN!g2|$@k9}
z{B3(Fwf+0D)Z@3#ZL>1FW0QN^bng~Ee!X4u)7@j!qwYIYnD3P>WmnUCJ@fJveZ7az
z=2rDLPF=RC^R~su2Fo97pZlyfUhB7S%EC<P_<XjQe<gK_yEj}CS#EGIy8YWj+rIkg
zR#CEB?i?$>tHoQH8TCl0fBLTP`wp<LeRls#Ycu1Sb?bH5HXErJNegw!{WA(-H8hlH
zeXzg7!{JAn=jqQ63wqbh-O+QMwQo0Xa{K85@ttkl1t&ywJ=yXeWU`v<Db!j!_dM_B
z2Z5G5mORzoGUrKR^AipGP^Nn`b9zr#U(SsAykmd={>#<V&0}Bhn9rO2t4s3a#~I7)
z1unnbGhO=U;j?YVFDGrN_;&M^-%3-1vlacOyOvu#`p}vDe8mg{4K0u9mOINLY<Ju=
zF-|RFV46PR?z5hE*>e&$9o#OzhG)%<IddyI%?0xJewRC6S~By>Goxwyrlh{uE78R_
zZIhn$o2aI#6}!(Jf9kNUM5T90`_Z<{YNI`mzow`0OJA|y-}3!t)3emXHOHzW6;0)9
z=P#GH6p1=!e)ik<yC#>io^M|F{+F-znLA=U`RZ#7-dg1z{v9K}!(ctnnS<psmajU&
z<^5RXSb_e>pKtDdx^HFVdO6F^s`mKLJ4Pb<U+)y$ayV-vn75ik_HoJC@W&ns_Ls7%
zit8VXocnO>aq(k;^rePAHf2t_jEf)f<(6dqTBv<_#=ehV_f{ILt$X^$;Jw*5SLY5@
z|7Gg4EI!BYITTv6G`{SU)N-kd`g_)WKJxsL{z2|vcA1ivhI&T2pS242v}*3kRer{@
zqp|et&bdpL&#S5VrT+hkyuWzH8V_D4HS;U29Df3RKdeh{Kesjh*uFEIdH=tBdThD!
z`PTS-W`Cc?|5KHY&kxz1xQk=m@|fHH_S@(E&a3!+)i<8gSZ{MhXkX9f$4SeXa}VlO
zDx7agU&-)u&*tZ8-iP-#+5Xr*@h8Xq+8d8q<aYhM{P%VK=6!!<r{z^OaeAxIkSs5&
znXl@l7Z}R_{ie>&^KI$u{?E_Pd(wUE1!r}U+H8eaer$G6HlF@>q3quTg|D6Y`HL(Q
zw5wO`IVrg2YHD>$d}OY4tkP26AAu(K*)r{OXQ!H{DzDXl-?p9iCI7m_<&UOuAGWSt
zu6uiGe`?Kd->ZJVtRBB%*(Th-?)|ayxbhk0ho7%YoVDK4=i-WAm3`Io;_6S|E_r5h
zB>&IG<f|JuHNQ?Pu=bUkD_y(mI^*t>|1_peugqv_-hW1-IeuE}=6eF=zjzaw_LqNR
z_0_)>m$)Q5{j`Z*<VmY}OFk~oS)^vLo3HRf48um5E1LJWKFLs-vTcgj)r+OC{pHra
zzv}opafwwyaNo7*-~H}8%=Bsez9{&o>b?V+hkw}rc#&+ijc3BehtKPu-+cK-^Nk2g
zxP*sAMctM6UWNf3oA)WizTH~9>B^^5v+bvO+ZFy?ctz3trg}-&d%=jjN%9vqJdXLL
zJ@d_k+hUT->Ykq57xy}<p5NrjRqvlil8@g>zih3sVea*l_20#hzTRxm_Hz34vR|?`
z66(3uw;q*gPTcX;`+Q0M{=a2vq4Vl~t$dj|t$CNf<1Euah4ZItCe>fAeEX5@#y|Jd
z88>3Y3V*Me^J}*F-$y4Ec>aC5##8sS((Xc#Sf#jM-I3H?*AkC^f0p%fb-(2t1H0dE
zIjXx9Oqy>msGZjJEWl}|L$i38)1NDQmH7S&{V%s*73eR&Saodu%2gLaVqWmr9J;!7
z%>*9}?SqN84E~l2%ySpdyb$riRi%&3AgFH-ubumq#C>iBdB<ei<{y8ZKZEbPWi<~+
z0Gsh?gSl=?xO;f`>TSMm`J#5t{jwfQ<b~`x_XH(5cqWIpulpVQ)Z)<8#}d-7XT^Ts
zeVF~xlau=&DEB@~VBC3p);<3jxiRU^Q;m)H=~aK8TfTh$zCWM7JiGnAak9xPlNy;f
z2d)@qT>Wr*<+`7%mN)Nrm96xWz1ZKjdfqDL2*K_>&kdhUEqrldN8kC_B|G@u@2=YZ
zAWU(6RE*@I!#wdz>kj09;Iiki;Yc}l`eDXT-G9?0f+q4?O4%9MeA#<=uQ{K!mkmd1
z#=qAkvZtp7nik|%T<$ubuC1gk`&DP&v||SA*Okl)zx>MQcKPF3`@dC-r*Wn~wn&?i
zxZL{MqZ4OzJ}|J?^>H6)X}|F!@=?sA^(!8&Oyqx{xM9Av-FLAHF^l8*1@`A1+QN4p
z)sFr9DR^!}n`xYS-!;$AiaEPKnHxKLExH!W7`0RSMupW{m)}?SC9<mf&i|vihubpY
z)Kbf@3%A{U`SG~?`Fk4Pg+Ejm%13(#1wMEeteBv<hJX3HWzTb}avyWZp7MU&{Vi8}
zYLchqyF<n8)%mg}>+Q1h+hb2&*pai@?KtnoJ2|`0m*@NJK6^VTee&E3C(0dT4v8i1
zIQ~xM)r01nX4jU=AAV<R`_)W3WBdERRlCklw2pqT?cC<T{>{yqJ2%uU=}QsIdoHuw
zB9<lesVT$Dm{r<a*YK_No_hLq$KswHsg*BkCcNJ;V?LX3-#Kk&j=39Zc{`XNJ~FuX
zYt7f|iJ!j|iD^rGIJD(;ql^9j+V{mWpG|!CKYqIYbEL)m>3*^@oBWk_-+RAfpS;iR
zBUe9q?|It&HgS7)PK~|S?eh6cGj4kH&do5sB)GiXI&$j&Ytug*sek2~>tM0$;ik@r
zD<_k0@!s0U6ZcYOwfjSk&ijvc9ctJ;_h<6n@VEOPPTl?~?yI88*8H3-`QM_4Vu}wJ
z@jmhnKcqeVzm>Yjld1nt1SN{ztjgT`)z;vjN~jJ0AI_Rj-8L>_-%b9!c^Y4o^6}W0
zr|0)u%uSIr@$oOuyW98IGBD+N<<#vqpRSiaI*~NZ@sgnZ`2!8A=I@T*d3bhyGY9*-
zZLU_8-_|y!9yqt5?zfxm>v?--Je~P-S)MNQ+&GzAbN;**-(GN1e%{eiiESUdR)0SA
zeqqH*rq|{_C&X7?l2nU(S@Tpo-jjX5x&8OOuUwB!)?q9S-dnO~*S;y@>(5C)o$!6z
z@qZ`gJUk?^eBM{<1qN%G8+=wJ*gu-)f4N$7cL879lABwSULTlQ|Mo~`ROz#)#fM+V
zFWqOK<-Q>;=IxBLZf>4iWd6=x5cvB1=bjsrGMr0K9IQ5e6uXNnpUrY|$_$=YN7ic#
z&HZWHaY3qc$pove>o*lImhQ6YnZN92;=vrp?9R4$PTjs(3F&?Bdw*{~`A^b<S&4m%
zig}8bO;O+;={0i<TO^!?4!L~{GM0OF=flqC+q1%Evp+JI{m?3x|8)AvTHe<k31@wa
za}1uW_PDV0;KLlw^C!ZYO^st@eFaY+H#<E!FJ`ydJ}2MB-5-Be{<?m@Ci~Y>?e#|5
z2Tv+XNUQnAdE9V{ZcE>>j%#bo6b0^DA)^RUoj<eEn_Qp$3EA=S*2;-<_kG^}{*Xla
zLoPYyM_u!q6JPDqlE^*3`jViW8T<NPr?^uZ!i(~*+!R>3P$}S$^^(g4@fXx*7V&><
zGC$88w*O}IFP)iMj>>DRpXMJG-`*SYj$`@7jfSt>a#wC|6qYz0f4-;W`M-{*+;MX(
z3&WJlZk*w}_f)~;=ft-=@2ysxb2ISpj5eDR<Je1=J+}FIm8c&7C=j<$lQ*%4({}#P
z)e<j-3}O<r85JEQEH9~rUI@3_q9^8|?YcPX4tJhk?Me5?6UwDO?9^$Ss_idTamwS+
z?B@pWnRiKjU{5ujkS(U}n|P#s=5x6|hvc2*_m4Bo?+&Z@F?H6*M8=qF-2R5i-;N~r
z`{?ia;G}z7;e70N9o^6Iwc@^+H#R=(ioGyFsC)|ViZY=Z<A*`5)^lz>^O^efH{<mq
zi4Jl{W-C15Jb&-_)(g3xcRko+P_{?bd^&&b#>lNNEKh9wbK&aYYh{u#8P`uees)tX
z<?j96wreki-(1Rfr$kavwq>gFnGb6XCNkYtpLo*V{>T&QsM8#=zOVeuyp3j8cJW`o
zcxQ3@B*un=nI_RbZtEs-9@Nq)dJ%g_GPFqC<M@n4uWZtpx$95g{h8=~qiWIN=e+fa
z(iVsB^Zc)PS5jQ}?B$o$?a$)k(pT^`>&<)WfBk#k414e0PgYd_mcCZ~`T1V!_BL_(
z(_h+Tr!D*_Eu8n`q%?cTOPAi`9j~)4=X^JuV^SRUheLXU<!O0|Q2qS88(Yt0CTQ0<
z-g=U>;-uu~nQ2q`=CM!Qu_rGzb*KGhbLm4}$IH}mdA~1Qs=(E|Wuekjsg0@E%kIc%
zB;Oa9)@vbHP+GsB(#UVW-=5lV_0(X_Rr3$<CJ1xh?`(WwbK%nKw=%OQ2Oiq`di%2J
z=Jivpo_O#7opkNV>~~_zO;3HURZ~3||HV4^+v61BJ-xF&ZE>%(Ic7J<{igcH-PN;<
zxO9IhT?)3}S6kqDlP&*$k&*cC);S6r9^XrivUn}^`9N_0w_|GchmT(VbgPo>w^PP}
zmE5m#6MVN^ZE%pQoxNzSu32!fd*0`%g@s+mE$%z)n16VW!5NFgwayDCe0uKbekyxr
z$$^J=i)xxI!t1Vh$*9|9P5vUt7pSpM_xn}-bJ02mx9ki5w>7W){9OOZyrT6kPo{6_
z{T`x~d!(^thmU$apMs2z#f*Xl8=p*N6fiiwOX}Xq_5KmlwD!NU`nLFPQLB84)iJ@-
z?)@px_sdv#m3;|j<;gx`uk~L=#kk?%>-F}9X?~K+mxc0#w;$!Yer9!>o8ttvUcbY}
z*Le8MZ>`9g+dJXor;R0c1&!T?;YJP;#s`G&Eoql+n<jb5#_GU}#))6L-yP7J`(R3(
z;N^lx!DX6<T#P#0Jd|HLsn4@q_sx58qEl=6^^1-Cj(4gizr2*ReC^EAhh6FB<!=p`
zr!h_UbGP8y_u!rU$0-Nc9~J$1;M6&_JoMm#=b=1FZ+Wh3K6!j%^Y5NHGZiP7r{7)i
zuV}qg*P)ZIe_MxeTwk}rZANK-c8x{)<jGQXKd)8mBvw`KI+Xr)viK{Dno!sEZ={y~
zG3~E&S3ae%&fh=qb!<e7aqsMHlghazz0Pe~xk>QzvX5Td9`m)E`*4N6ajuRI+5a*6
zg|wcM2Ir5XD=)k0{5Z+_WlMwVfq=~i3=ZzC&NSw|UVgdyUDdqiXge;u<qHM39dP84
zIJWtd;DWj8SBj!aD!<H^FF3k+$JBPd5c7te+}!nL>t?ODnf(1#s(H52gL;MHHmfb3
zo84IN`rR|S#8t}~{qc&O>f#!=&MK$=Cxu~7VRug67u@mTbB#j&iW4PjqQ`bDk>7MW
z{Q2&JU&_H5k;_Hi-*T~LH~4<jVD`aJ9>Ikt<}ijoZJ+z_+HzC>-7lKh4ZBvqmSn!-
z^i*=c9gn(yF8{Bmm-~D^MpgPW^7u_wiQzA}#Bpum>TM@~Kgn(s*{8x6yk!1*<|*qZ
ze%v_snDGyVqN-;f+n3dUy#MFq7YT2HtjGyVboXCl4K>$!(bO#^XxUpl?VRsnlSNm!
z-^o_Ixb*Vn{QsZrXXX_@IJCb0@3Sv|-~aDu>#kDxx}Aq_d4xsu%p_0Qj|ZM^?#(>(
zG=8b@%gwRsr;8l^Iu`UV_|hEVn7NmK&$da9Vx1Mwqw-ZZytT@@b+DB=`Aw|sXQ`xC
zTi)yo59WGVnSPg4$S^nilQDyBN1y23>&M=D2vzaCJ2>U@f6beRmmQY0nI@aL-YkFK
zn#W>X=O=HEJrga`<8pC|e+7H$sl`+H*uHm`$9|SlZ_O=U_QLMZ4E1Fv`O_pbQWyNu
zKgE9WT6pSrt+RKuq;jL@&TmkgTfWhCyJA3%YR?u|O@{@O<6iIhaPDJd*zK)yR%f2K
z<=XISN8WBa{PD9%S(eiC6ZfC(EYvVpIj}J8ROpROd4_gdn>RdJa{5Tjy0qn9)dqD(
z`H!qM+U#e4Lf?D&WUi9yjh|M`U1~S+<3kS3-^^ihF^8u8wN7l8FLZX`73Hg8Soytm
zj@|KZJmr$2&HQf*ZY(l6RD5WHgM!}84a|DHiJ#<eei8r2km(-#-{k%h$Bjixmp_pz
z<lZN=`YAK}jHj{EyS>@}JvG1othw6y^7ObT(L&SD6+M!07rVd9u-2jO?c3OMQFXbI
zZ)W~!jgR_uh@*dv&XZN^Rd@Rs$up_EwNf|LyuUG7-EwP>dHa-`Z-N>3&rO}a=(gL>
zwgY^-m*>dZm#QVz9om$=U;3fBmQ7~y-~Y*P&hGkRwa#QObBdafLz0?@*OInLURtG7
zPp9f{zrF9{`w#JN%Wki(-nzHuad%O8<^zR^BI!OXhRicNS^n6(@B2IVM1R0erO!2n
zZ*K(is6RX0@WDvF{?6_M{p0^;r8e25i@s{fuI`UFocU_I?1RS>bbHcgL|B|=c+MmL
z`*ZWI=lri;Ur2vpQ!RWYGR*(Q*JZgCobxOD6)#$b?VMBb@bt8o8S@KlH{4&jF=+n%
z$I4T_z0c53u#4W78-M0d_&tN8Ek`6j7fg{4KT$G&;oXnNwshB=f9Ax-d1s!xedal7
zhM!#)&s`Vj>Tf$g&G7BI`iFscg`X`r<k-%<H2uKNNjb6~PDMSwzw4yCiDXHI<U!@K
zg%&eDd{c|hyEe!9Qh2|^JM*ax9(RPYl9Wp4C(PW+cws$*ouI^)v^=kH5e3DmkL~nZ
z8W!w06~Y{nsTyCh`eA;QhNxXmL9}3)t#rKmqS(S3$@dFt++V!x5uSgMRZ{J**`o|)
zS>MZ7`E*~*?BZ}$I-i}8z+7|frMl1OJKHi#x1VDQZuqw-|K%#>US6J7?H^ZF&z)HD
z$1EqzKOslsY4QwVZn3GMR-0uu?{>Iu^0Z4};$g0h$4?!eY5Ptx?fmm>t{$8A0;zWo
z+a_K+SiCRd*OP;XpWb_Gee$sFx|`J}B0KzVy#L<6|L@(R?zO(RZB8uat$m%^w|#|%
zdQ(em{nBNYtl^4B825C2Vcx;wlj*Ac_b2BWj@b`&nWwo=|FX+w#<@+qrd_^V6Z-4X
z_QJW_dS4%((U!aW$7++g^PdL)i)8PLO<ZQXmgUwNL9>jB*Qx@(sNJv#zqKrD@tRrJ
zrY?AP+mPKOHTu@EmC~=HUZ3!oJgfiMZ1=O}f0jMguMB7Tb2MZ|W@fX-<ksWjVu6PH
zCLFoQ*!VR4>CqpncCVex^Dc$0cozTVpDJzgmmf`RGcn|q=eOsJW7odIn=pHQ=kYev
zwQF1d{8};p*mc>NZM;4oIyY2^-YdAg<t_{7y&1181dJ07Pq$!^n)cGl_hs#;)eI?N
zf_wsMSDNn|pFaO1;fi&Qc-s8wE>EO#F9}X&oyPgP<>B8HHSw31cP_kRdH6l|NxpZi
z1u>7iF3ryW{593;iG1CMm!HnAt^U&D^^SM3CQHG*H}g+l*Lv*{XrrC*@8Zo1eO4RS
zU6Xr$i(RLGgQMj$)qa_KXWy3ztnUb^n{8wLTq<<(>eZU+(^lUpp8t+@;-26m@7ay!
z2Hbuq`@-?n<jww<IbZPIo%=ptw_NVd!vafL^(v>Y=T;S6e|mn^%to0n3sj0y9`qYc
zw3j?Mh1K_-shD`a{Yf+FJBK(84zp`W`mZQd+7QDk9U|23zWedx(0ff;)heB-5e20Q
zMx1wMB~EqU(yYgL`=ylo;WHn7ukYZp@4aIn|Mlj(W7oHAf7^He%Ea7;AKL6!9_L&-
zck|lDT?<}@zRbS9?s+w1UhFHSJ1=v@-`>f75~v)fp7F?STb_8({kMw)BzpX#9;Gg3
z7x<PtWqYM(%B`=LieD?GPO`dN#cNuan8cd<(zH=@vc*rIoziDl#B9IEb^lfT<!RcP
ziWlC_-n6ewl&>mo_V4!oe@EW@xcKS*zq{+FZQuFyO!;f$JoDerURz~<xOR5-7snS9
zmg`Qre`)58#qt%!Me61)sYcyt%~gNy=sK+p&XB4<wBVLak$VesEj#-*`{$B>Dm`xV
zFPxj0@MFgNE}Q$-QF#Z>|7$&6qrkswN$G{8xqfwvy>D-5?VM>P{A*71t{Djq+tmBx
zKdcq|J^jn=AFuxE?RkG=e(Hvz&Vx<QSed0hAN#j_S0!WZ`i}2yyXQ<~N}K<08nbzy
zO8U}QJn}j%R!!Nz^#b2togRAr(djJP+^Ij4X1?6#_2<Kc=F3~oOC9cNU#0)**z&_$
zS_>5x+<qIH*SqQNHr~<+Js(<(ConBfT*q|s^1pvuYuH_Gc$H5$*jn<_uSNgQ)=#hf
zC7e1^f(<$5`yLM2Gu8G>;yO2*zIRg7OMPOr4y1}){_!IzYjMD=bp^T`3JxZ#*hGAL
z(_%f_<n!?_jNTVbU)Q=M^6^@8-!ZxL<%sd@W4SZFga|liZwi$au{SgSda{gfmq6aa
z`^Sub-_~7HYVzLm#j5#6JCw6OKFTk77R^8F(8=)9LuX4Et{j|cWuwx!Y~gLyRnz?I
zX9ucyzV3*wWp;mB`t{*gy{Ww)3K)F9KTW;LnPi#}T*f8*Tju?p-LrRJGT!X|%U!4O
zZ{y9Q_v=46u1lYM-u&WwKlkSo4WvGA|7^v`)}HrLIg#_wdwc)Joa58;q}IQ@;%&a~
z)+^s+IkW!U)6U^Wr<c~8+T8yx^7yWFD@Unyr$S|-^p=?09~0+q?)EddDI32@D}VO0
zg>N*Inl~$+j=QXte<gfE8H2&mdlIwS&T@(0NG+3o@Irqz=d{yV+&b&l1%1m(EZ{9$
zqqa@Kb$96kouketZ7Vo~52RdMYm$8Hj9259&&xLXvYkCYtK`NSF`=6U+Vay_Pp>IS
zU6T-W_K9Dt%DzgWZ54cRms?hBD0_1>BvVTw;`HTXQ$DB`o8CCLynMEL#OK?o?(?$c
zixoHi5$&;=I!`<H=;`^Nvd?UMbkg9n#z9qW$4BS1+*z;dTSz;f46wNL(ezLRi@{v|
z2dl5|*gdyMKi=-s+PB?DCGB1xl}Z0S>72mBPw%(gn6CeKg7Cv1-+#W^eEUI7V(gv@
zhOO00oo7B=$=8_o$wKxDm%DVLZ?x2pQy~SbQ~GXRiG01ea?;Jjpp}d+Cr)2~c9r=6
zpAKJa;DX`>X~r*?%<|0WD7s$JZIk#Rp*-g2gf2#==o#O3{<@iOwZlp6{*{T({rji?
z{~`bX^rt8HZR76Mzd!zl@%uGNez#ALo{Ju5Q42rB)RlYlysF%pWs9C3)K2^$FjI5+
zy&U$hH~8i4;_QC?=)br%yf^H&$@J10$0G7~$A!qQC^&qpWJlTIvYK1o487SFmrM7&
z)9T$7rhI=|x7qRs?6Qy3=J4+JU48iWH1)(;=7*2kUpBtC;n@AM#~1Qu6g|H_KiEy?
z(#zu>cc-mP4qI_)rc(R7PkvkY7a5*4v*%>b`z@<<{?X#DK(@P$f$z^=iN1Ymqt^wC
z)~mjWH!lSD^}boxa`U0;8u^DGwLYk=Z*pE{&?#-$>Mc2C^W!byHM_R^9^Y<rY<JS^
zZOvZaro3&LU;8unS7rVG^7_qx9;w?e+<fl%w-+1gK0ghAdA;I6R7L8P%RX%UPTPz>
z<@`S<T76$RZ}Yd+*Ln6joj!QSlI`a4oJgy~>PNrtSoU*<Rq_4LbFSp;D;b>cYqVZ;
zxxUp{Qv8R~PtGd)lz@i{4?FZvzc*5RwX>yo4(HwDy=F!Vg`tPDXT{s5Kl^{?=!^e?
zx2MI;tKAlpD)8v+)N1uLITsXU=F7B&o2EwIOq|}Hd+PG?J4f37or_oM-_z1~wfFjm
zs=m;U&3Vf1dVPt@*P8HuSswYkHofk~yLV0ZJ%65K|9wvC?^^Y6&RZsPer=9lR#$uL
z#QdLXbKbq{pDq4Pd2YwXxhD54602`de!IiO^pIqDDYM=01zksaKD=y7j|gWwY??VK
zVN;@%opP{AWc<e?j_&rW%{8}Nl`s)rmRohu^264mS$W6LZhJRlqS`O_jO~wi<cBW&
ztF*}E&|<GEzDj>D-8kZ#crM^A^Xz4F!|orx*Y`)~N!f-P={;$${g;dO*ZgYX+re{r
zg>h<WHp{|`D<7VeIMlQG*MtpU9BvpcPRsutz_)X2a;lnT(sqM=i!Q&n^Uj}Yu-9a%
z?diqV{gp?#4fH+P1$A2IH-4986W~*li0o}!S+HCD!l73|R#K;go?ce(pZ@#){dl=T
z2Q7JvMFsW?lxn{m_n&_M-^0UCcfY^!USs{MY3XKXgI^yvN}93kwD)gbz4C_!`@X90
znQMP~+On4%`8!g0vty=;Gpe4kklXXfI8U!WwsVcmF4IF>W_~Q2QT92?xF>d+Pk4>Q
zdmYcy0ekwzWq0XTo|XQpc1X)!bln`bs5>namwyVcSen1{?EP0V<-0CdPMq>5r-1p|
zgcbb1q~j0e1{}S6yJkuJuX3?vuO=p@PTBtCLi{fMUvvF$6))fOIqt`0gCedq&HsGo
z=soQEe{8Bl-720b>p#29uhCdPX<GG_&KElmb(cLfZ_yI6Y7@VAsd(F7h2$+N$`8+3
zJT>b5BPLhs=5we;`>x3RU(BL136JZa1<Oh<t80?*-?mGl!&6dgVMlqA`oSY%du-I}
zwJMaG?-f|Q;JR)k6~6NID=&WgX>#4>>LE|uEo<Co=uOsH!aaY(n+J!A@}hq>O`oZM
zbwj7#n(S9EI||r^jclj0PJed#fa{|+xykiMm)~ZYwOq`;>&WHJJ7o3cr7DZr47V&u
zw7P9>t#p3V^j&sltKNKaXXf^*49GL_5|fZ&jyJur(6}K-@8kd5^*??;z5nlSyncU%
z{Qk$^G;bdi&q=O0Xu9G5@%n%Mk*$T>zQ$U4v7h;La(eC#{Zi}xeZg0Hzy5A1Px-|1
zi0{Oe#haI}W7+p$-fwmPd6y+0R<oTGNLnMGE?E;%R&!>u`Ak0kcjhm)UG8vJu33KZ
zUD>4_ZJzU_7d&bc43pwb-tcc~p7XT3A9$~C^xZun{GRkRlcU#{9sY89`Olo?zH(u^
zmVdoexNM`%Zxi3Qbw2kuNiW-9u+Q(fr(TWd&eC-m;y#as>Uo}6=dz!4e&BKc&Q*q{
zgRE~0K5m%1e6d_a+k>T*TCxw=fA+oqe&zD9#Ef8xQd6H3wOeI-PdBd1%#Ht5J9QUV
z%HteMvp>SuUv4$Eow(wD-Id}~ALs8+QkZD=<m)H7`@J7zv+G~nUcbNd@3phri#Vc1
z;*MRidJ`IcdZxUqG80$HyOp~$vrl|Zwks$<cFrRF$*s<5%QjeF+4y<S`K8q*96YIy
zS3TF1$eHon`uDW**R!m>be?Z}duGk$eVxr*Z8~vFPqDoEc=Tzx&w_jPrSq#!`UW5Q
z&ny3+wkRQXiu!H4`}I=x8(!-1Z<9SVxyr&WiQ$l?_P!lcf415FF8;lRnXknn|LL_A
zoA*rii}`wgv2MbL#d<!!dkjjKp1abWx>nulY`dI~#J!&>>i4(&GTl{cvh3v_;q?0&
zs^{#~7v|c1>-Bqet1Lchm+y6E?)%J#%>2K2cQ>%8st6mcyS-su$irjvQ&wGj$u-5v
zV8*s(3#a)CSv$#It%$C;{PRQxcWlZkC6l>NqW>;XeB`jA>(lB_2Mecp74q%dJYDj}
zgSKrp=I@qmKWM#!XX^pR*BKLTOWQ<9O=|Jpye*!^Xr)y$TUW%?Tv;bY)^>fRmyr@r
zAB*ZweluNI_g@a9^1WtV9q}zwF7ACfsk3L#*_yA@xH@(3nWRma9e;sydvm|upNi9c
zQwyhSbASG*a_GkPj%}YFozmjaH|AdZT+vTM;e3VTz1_vu^V`D9#lPw6-2WWgalih{
z!%yw}c4-A4HEOOKn{2xRI}3p4(XAa@`<{BrUG<+X|FmMVA@Bbgp~a$M4_`j_<D7j=
zWXnp0OPg(0>!-J-&w91?^XUR@-`~!%YH2?t|I4hCIQpI^@MlJ%pjgm>h?&>L6EmKq
zpAfY<bpA)0tf07%S<UJ`;VJVMsp@OjFO#$|t5_(`Gj&s<=2<nLN~8Bz``v0!PtM@F
zoY8P0H?2plYMNzlrP94Bo#IC;u56BN7EAO@|Dtx5MZ0dEnDZZIQAbCg4y!Bb3yd9J
zm!1o~rxkN+t^BMc1!s}nk58}rqjRHaqWjBF${i<jirMzPJD?UfV@B_@#r(7Kgj?%e
z%lE`IhwQm1U9jWmR!7qxJuL@Z-fvP`d^9KEm+~wlC-HY5Tzzh4@44XW9C`iQJ^e>j
z9yfk1_;~bT^2`FaweP*dx5xf}bHS=J!M6UScmDesk(RgkZf>@bHJotm?Qy%e3hmo_
z8(tZ`VriQp7+3c4@)lV=|0a{SiY*7D(=wR7W%qB|+d83nuJboh`9j&$eWi)_T6#V>
zg;>43x-Ir=@Y5X`g69=l#9C)BzZX^a_4Rziou3kR{(SN1(}%guPY*V$Z|U^UQ0_0j
z@M*LDzLe<W$6quua{IG6i@dsZ$Z&<@>BjhssP7-N7hCzeo6qIl9$%QdjQRM+qiNm`
zdas+U_kHadvzkwI$ElW&A6KS0fA#*udu+$q#q+dIs-01}ow-_uQ^T(`vU6AON|S$H
zyI+|1BpPe`T31Q!$+?_ef4JkZuUkxSb?N+R)x6@)Cm-CD>7DDc{nbs~4Rsu=SDG;U
zH&yJObpM**>BP_C5kjly7e6SvzklT#S+Pb9=GC7sSzHb-D9F4f`DhKF6cazMy+hJh
z|BGh)S67#P%(P<XcW&v8(>iapHM1=y`@*r*kmdQYC$xq1j&J!mzrNP`x$wV-@9PeC
z9r=CJ>hXb>cJebe3s-%9J3I2>Mqb0cZ@o_onSOfwYT@-yQS5KN?Ees882)kJlJiAV
zuCm>ns8*{LCV9te>-p<z{UZbgjwk0uR?pI&GxJSCc0%5QX7itAMPD_U+k{{3Vs<{?
zo@JkU>EThmTsHIVhRYPzpV#AG`0?uM=P``B_fE~+bH2m8zoNP6^40czsV6&S+4z?1
zaj27@Q@!`kpSRwpt$(kd_Fb=NTBB#D_^CIiRJ0fC1@BuX`&HV+ecN=6?Z2z@EUV6l
z73q6ye4O|5<O9y={kvXs&U=@yxqI2)x&6!5{)((zeS0eFTb@-H5~W{;Tdu5ImiKu%
zJO672<!JG&Ey@!Zic{aWt(ZB%VfSsb*h7<ZLj&g?&7S=5NW(<VLbKju3k7x^-Fndc
zPp|rm+$lm0zN#;j^6q{JetzZbk>8g-?N2M>e$RG(+TuzBi+GP^LOW`cZ|8j8dbaoj
zkEQn7Iky;QaNhm7{cs$!j>@!yukw#XimEn?Hr;){Y@dus<c&M^IqYYe9v)COW_Ykd
zGRA#J2;YYl(?#S?y#K{0JN<k`T(LLH(JsGPtgI0clc%5Qo2ah${iong>-%*lg>2)!
zTi4m#`T6ePCr0Lu`}KbW^-r@uRAgWEz}L2XU!%#X?aKFmuI`J<?-WmY;j#O!?DDtX
zCcRpgGiyu&c3R!lV64hLQKhgZZ;oIY!@_${PP@m>2#d2izspGN{E>daWtU5KB>J**
zEKt}{>62=?W`W=8H?7%I@BZ<Bzr(1bX49VA6Po=MXPK>VYTe*j#d(y&YWA|74|5)9
z$v8Oq`}{JUx-X;5XR4?|kI%0SlS^9nze?kk@^U|T)c@j2&-Q1mD$RW_x*lGuKfI!?
zH~JED;sMS5oQ4G!y?hg92J$W9Dqp)mG~>at`OD&YN~0JGUR^#BJ^SFh6Z^I7JJp@C
zUP>_R`xIwWQq{O9yg;m8`<+6^_Crgq{>j~7!pxj_JpTi~`{J3O%i1>1*)Et`o}j(v
zQ^1`=sSnO_pHKZYU4QP&Pv81(9lEmFZ`tO{f-$GsZvWjktyEpUW}%Gy=0lo1x!(Ry
zex&}6Y3AgYtZ7u=#AmrR>e#mK<G<c+u<V~y=xC&HcuJn>{i%U_rbLUV_U)?enXVA6
z{p5I7_=2h8)7lOOak<^iV-5J?al7%er8eLHhxh-#KVARR|G&DhcHNs(e0|Ij_cBXd
zY^J<4-Tdl{YSjj3rMKeApFEiS-jvK<XE&$gWw!m(?Qzzhj$1e7f9<g5S!vpO(d6{g
z)9XtkqF#Cax%Fvb>_gTyyL&Tq?4@om@5{F7%$W3GrtkLmzUv=Lwa+j;w*TargT3Ad
zQ`SG;qP@3hYqhkrm8_9y&qv+QS<<(P*4oT8GyIq1!<)1EF8{iP?)O`NKUp1}R`dOt
zt=-FDmXB6$s`_h{uW~soxiazBqv~5V+YirVxw5cmwYJxW_u7Jr6aI>yp0`Qzd9S0T
z1#g=E0fY6uYdD>sdahU6(0Zsvx7(u0!@Z)jdH$jGdyj38YmGb_^H}}Dk=fUNwciLx
zd~xQ<k+r+OPoI3h?!eTO$4{UC|0+FlZgBngoi8tT^X8=gnRdi-8|SvZCE_sxrL70t
zcgAgsefcl=T&#`7W}BLC8n>rL#4orv^`Fk+SC1#0j$gHI0{cUbninxl&vMT#Y5Hv{
zeoABUea?>#g(7<kG9nH?NV?8lFR|v$<%jleE7EfszZA7xI(p*5L~}mzL-wU#Zmj)!
z!O`d4o|qrM&TP7qXnk3{e}D8jIlI_<Pv0C{e}C`Bm|G9I63@-Ct^L$6`$6Bd^8A?S
zZ!h=HNfhtAt@d}-uH4V%FHZgIV)j=rvALaEyZuatcJcN4NdJ8wlKoWqQ?G9Fn6Y}T
z-M02u9(%v7YS&)Mcf743(_ZF*=8W1+Te7G57OZT3bZ~82i3s=4Uzc7UbKiY8!76o^
zlhh8)oHUEfFX4MO3bg!u7jZQwlv5>ER3Yd1>_vqy^6nhE_GaBe(R+oQ3zo66`D<Nk
zn7HrZtZk2H{^>pbW5?8mjcPmivUcSCF$&h;z5IEFr)Juf*##*~$?L*Z|H#~48^gFk
z(aTx5R`6iP?W-c(okk{gFZVuU6<u;*R@?lZ68}5%PcL}T^D*G$8Y9uyrnje+S^VCx
zyIypQOy9x@*4zPeLY8h2T3+nEW4oShT}l1U;@{a^UmxG`d&JB1{he*Zzn72sr}NwW
zneahfOHSs+jIPi>89yJj9cNi_IJEwuZOP;}?3D>C47M;k#`0EV$DeWIXuY%RC~KXs
zRsXs>7Qx3SpSz&pKlKEgbHO7~*?V(up3vgtos;3J{<rD6-eiN9JhitiwIm*whDUDn
zsp8-J^w_EOZ#tj3%dG0Y&$3he)^sN+9m58-8Emyl8OJ>ok`FTT<;<08o~+P!DAOU%
z!sTkiPKT(4CxxeYpENSv;bC*Rbzb{+o&J^GQ)*8Kn0oO!%zf#gcS)<g=v48U1EC_V
zFWi^!(l)3UX3mS9C|Nse{@+jBOL+He{4@Q`vaGBn&i>arSFJzdn!jwx!M6V|>^gdq
z#cEEZNWK@}_G+udQIVBbxKFnS<}O(!$7G*0W&aIh#XsKh)hb4ND>FRWCu%kZuDi1@
zb<RY`7?JE_K^qPUlyt7DNa||Z#eepbSk^7+#p-rl-H)74Xr5H*-=(wX*>3URJvNUH
z7<|<{eIu_h<<g@Lzl~2We><l4@3Ruy_MeG&zb-BL(bP9JwfEOIt(TP-1?O>VMhJ##
zhx#8;e;YWjA~2ih^{1sz9!;${#Gt=FQR0s#`wNvQC&^n|n;Nv`{-nIwr|)FfQhKDt
zYg^tk?b`|){<A71a|x^YK9#TA-u!D4@5)7r|EFwvD%rf|`MlK?MxUf?t2B!H#rM^?
z^8L7(EWbUi|DfBw%ofh&`_>k(v*CXIt^3~ZHUGT)9|bY~P~x-SBEL&`)}G1s|1LC^
z+ACe)E8C|P;L<Jk)I0CXl#r+9K3Ye5_&SZ}eR?|i`~Hod(ic7^$6m8Y47FgEUb1ZM
z4X=nVOR_hv-*G5D@3E<_^G_ioDf@@3>cV#wamQy~TGwT>?B)6&KJgY$4t{t2`MUez
zLX%VBpI6kh9?wyjvj5hv@(;6SM%&~y7cSNO#kO#d%J&nqO?odfzWi`veeNnZ+mi>@
zH6JNCm9x8p!7h69k)x9p3XL4z{wbJrd5yT7#*5qA3?n(}UdMh?NIiT-D)YBSzQnB?
zcc)3|=Sxd1UbM7MRQ!SDu7*0vLe1ibKKq+~3CVIh%zd|`nqN-$|Bv?m>FIN(|M(jJ
zw`gZs>wBk$XD4g-seWvF>$pbePQ`1hTCU%VG^}4uO#Jvnw~=pU{BQB;+wWQJj<K)V
zai{h~*D*!;X`A)WG(O+FerMZvo#(bI&#XUrUt;^eh0{MY`mAw1QS{~E)^Fdos}xRa
zY%D$N*qXUm|I?Z8ySlh}c$y_MxSK76LrZ@6?r*Iq)?M4CFLKy7d4I!a?R9N-Ki=K^
z^mVQKY5Uru*~LON&CgV$XYXJ=^)^8KyPWQIJy{+5UH`IvUW_)M#(ZPfxf#zsRj!|s
z>Trlp$m-3K#WxN#r)Et*$(BFat5)J~|Ex8J{wrrcaXvM>>2R0%!bQ`b2G}YdS+{BN
z2jQ?%zLVY4*Bp4WkomZT*=hGZ%zFwynlkI2_D(UHubVtA`9t5s$y_U$E=uYbh;LE}
z$<8;}bfK%y`d-=EOsRUKj0>0UihAu%yyuW6>@q1OfpyJ~ulp_kzT~>nagQh3LdtFT
z*M+vrGq*o9+gEl$`j~B9;0~+FuDLy#QO0Ri`8!{7&8her(D~_5;f1HCZRYRXo_grX
zGJ*Jr2i0%u?5(^_H4;@k50^|k{KWb>-z%OLeWQ$%97ntEzq0wUNFgvx{?Df`e}8|U
z_IvyO#04KTSVLb_f8YPy*(fLR*X4H0iSm#B@hBd7y5CLPs&oAvPWNxuuD-c`_i6Uk
zjSH9et};G9dqPQ3HPbfz$G)tMnx#=6rae8#-}i1t^|B>#4_;3*G%SC5L3jN=kxAlZ
zDhFoUxP^<d89V<wJ9UkRzbD_D3r7~LU*GVw+O&7U3)UGYCZ)DK+}<3UcHnhpdQN@C
zrJEP^c0PW;MX@KY<&DX$SF94L-p<;~r`b0CFkko6)8P_NQFG_n9I1bY@}n5jga2(f
z=&!rd+fGp<e%BKIe_Xc@G@1TxJE$M^`KVQLt>^MgCFNZ+zZ{U;r?dRm<#pce>b(l*
zJ~*Z*I0*ba%6;gOV8Z1VhYdX+ymn7?7MRDhc1!Q+4;|S{1pe`-`QBga6vxu^=fIkp
z%4a$*4Vp3s?JlnSuuSueTOXt9%Z}#Uo96R*H}eX9n;?C2kDlq*?wQs1XIt{{1Y|Vb
znLhdU%&Mi2o-EmBY-zaZIK$n~nLC|KO%lV}76dMndBj!ka;8ee?St9HSfTKY61Br^
zf|)Neq$aC;^zHG;OnExd>~igct1s8u1l65Bw2W6{%7cZ*hK9PLnr-4-lcJ;N^aQxE
z&-OdE^tF<`%|ze5ZHuoJ=KA*TYhIm@JO9^Q!`BP%a6GWzF=cx}v;Ny&#{dZ%?_goM
z)1p5te%?H>LgxUR{kD}?9OY78f1mi0Nu2G=-kTxSns+BH|Djj^MPQo~>x@SiO?a;x
zeA@dd@Bc2VyFpuZ!eW;8UvQQ`Ho4c(nf0LVJ;AR13`Z7fb&JXMWU@}3f5N-qr+4~6
z<D<JLJt&`~^ZMpGcS(lqv@?R*X%W&jmF>#T<vy&dBI8~}{d;p{b^2L_dEeycJ=s$l
zU9{Rd)tG;F{$(!DI<{W>YwNp?3tzUn9=8A0)|9-Pr}HXuGq+^kc+?!v5pvIDU)6Gx
zJq64D_q}%f|FgOO#hQIl|DLV?-<9tabH4g`{_dLN-_&kT%074G_torskMF))E$qEw
zwczuN-|Gdwf45H-oe=j`e&55x+t1tVcS!%v6Tje`pA1V`80(^_faUKrl%KN4y_Q|@
z?n&^|Dd%S0-{m<uVUf{8H<uEPh96%NvM%^JJfB(8Gs&c0+Lm?CpJ(5vZqHk`*Wmos
z|AO+@t)KmwY;FJU{_gYb)%%mKK5Kcq)H-HrZQak4*5cFe@2OAzDH>i7|CHf}VEY!^
zg4!n!9<==9KYu7pbN#icruP-kDlfjWMQ8<Iq-;Udu`7&k7ijBC{MLPCSK90LWsbSq
z#z~JBmhx||mR&np=GDe~cW+#bet9%3^LpFTPOlZM@7dhzcdJI}&k0&mcXdY4rM$m0
zc5X2H=XbkMY+sw{n)z+{aZ+{%I*eCLEB|vY)6X@h(&}sGoM?x`xBrynT)wd0&*~me
zM)_g2;45!A4BpO(+upkB@Fp9t<d$ubR*TIlUN;yYIr#QZ+l-0}!F%7le)`;Q*BXrp
z8+8smWm~rQuXl~}J1ym${k04FbbUg^tU3SeG}Y1;%W<|?cKE}KgSP7mo+@0K+%CDp
zA!+B~g$M8d`}g?i;ePwLdBq-{i+gn2%TC`(oc+ULy?tBumhGpb+u0NTnEWZ5Q{uCJ
zos2-lOr7A=FsZq5)z|h%zqwLrUZwmn!(FHTQ^eQA+Lt16nb}ccpOvbW-1qrRX*ngl
zQQJ~9{cvZ70dxEZlXsI;O}IRo7Tz>c-BHLlBP8qY!$3uk=5T}9dq$V9@cI<htvYj+
z$5~3^e#3(gKD|{z+l^x{i>ApO&Ux*+Khx`bz+Hj3_!Gu{7x%36VX1v$=zpm2%Y_ZT
z$s0CalF79CGv)4{4nH}6SFK;GUQbh2IMij%>1B2}T~2CW<=Y=i?*EEB{l+VJLVf2~
zH^b#qr<G{uzTEql_kQ6m=ibgNn{C0n_Szg;YjG|oO0T7K^*PhL+@KH3uKsv?>rK(S
zhwtw0KD{=2`>WO&n?-z5KGe1@UL1AzQ|iilA+f9D*^UJFKP>LqI7{=c^djq8g|qV&
z@8obVwoknBTJ}%e!{1fut=pYfZ1mMlmbsEz(Vd+n^kmhv+>WZx+&3j%9+Vd?&QL8}
z*!=xac;(W4-us_UKOP`ebMB9L)33Kh_dmRCFXjmFS5J7H<f408)hFlf+Ub5tGcu)?
z7fD|0FL-<H+LztY<?S=~-Mw`-yInNrqgi|Cj{UPP?a$nvc_vfpzsxeNYNiZ6{%gGU
zr>wG9|Cpb8@0$N>SDQ~y9xo`7uiU#Sc<PSV2`k(-^k&)xg;~YBt;t>ECb3nh`iXP9
zbeo#+^~763*>}oz=mw|WxNDepdGfR!)0XExoU*d=lG!@n$Eupg<}bSXa(klg<+jqA
zpwOhbhTk0IiUJS3f9YS5d0_v~tNK6Hdav)Dm)!QR!}HAh89N?Gh1pq@7aVx1f6e<}
zaLd8aKa0xMO!EXjzApcH%jnhb7uOy?UCq9JT6*2_hg(-K`}Ep6W>en(WwXyXW@Ybm
zJiB<Zq54bXi7kEKJpvw0vP)bPb+zgEi&+vGA7wgLtnd9LB^MpVoOq)s;L+K@tIsaw
z2~<D)#JFkaqu)uDWiJnYYU!4mXInAh@XPqSb-QY6fB$~^eg2)ux{uxSb^brr&)3`k
z^Q84@RjVJr*DTw|c3=Bk;hsg8=NAV{I`DLTcsG-$(!z30?uY6_lit6)Jtt9He6rT3
zNpIh5%iQuj-7n(h2dV5G$;H~wD{93%<nuN@_N!E^o^W^5W=R*1HKJ=ac`@!<_2^99
zVXwlq8$U_gJr+na%RiL3r-1i%h4i+=t*<w1OTSTezF^n$FCTw@7WaAlHskNyeUGht
zb{{sHoRZeF+$ihBlAOhfFSgiLWX$8;o_OiKX6=q+XSL$<8dvBt6-?^8tJu!m`}u-*
zMS;l6*hgy|<~%(2=(G6xjWu<x2U*Mw4R6Vuo!r$CValAce3G+Qzq~&GySs7k?){pz
z-uvF^>*1`wC-ooy`|oi7bbq_Q#^JYYoBcv3O$)c1y7BCq#nU?P+&WNFb9-5Cti-j4
zkGg$cEG`vzu3&Qb+f267e8+DWP5O7WUcdkGRmA@}_J>;JAG%9jHk<csZDGcDoe2fA
z4zvXpd*0g}CsO-2vXraj@v=WEy0Q}&_QzFieSCE_lk56VepVM5Lv(^S$lcVMw(Rm+
zWyv)Sk#%i(-9ax8e~{U;e9gM52EhqCR9&U=xG!&cvz9yXRI&8q>pQw`^4<Pcek(UR
zZkz9A^O*AAv(tX}hWp=klQlc@(&WJ{wqyGIy~{6WJ`ennc;xCswzK*d`(`K3{+4t8
z-7?X?e0S#F+tGHnjNAD0!u^S**;3zUZBuz)awuB=j^E_Ni!@hXTR!(r@w=<**G?|k
zkt*bDvL)`h!p6FfoayPu80*q9G?N!9@2Pa0t-N>U@n_C5ZLhCSNxiF6e?9iG)Vj;(
zepvbKxVhu%;TUt@&VZ+?S6e^KJ7~P`)8#A6Py46!Fh}QlOrO5&=AQNg6PQ0-coRJ{
zYWmsgkDIT}o%wwKlXoVMPK8M_NZ(&+(!4FPc+Wet&9^s9d+GaeZTe-7>;JYrH@KYt
zxK8+-d28veW2^TcPOJEwX~uiG?D*FB+k5i&f7G1rJa6XzWx77=1!k>F^qJng{D}0o
zQ~gs@1v2YT_Nk@b%$Zv;|K+(IZ}@LyhRPM1&Uq^O>SO*PCFkklkC>SGbNnsSqR(i*
zx);f(ls#qP&#QMWO3v54EZb>v_tatj%O!iZE&Dh_?de1_MzP0cKFa-J$#31~WdC^3
zKmUT=m4CnI@A)40%k<v6vQHC?SYOZEzNh5rCXXcrU2UbGc+#!c$KHwj$7}pq{HE59
z|5uxzYH#C|T~z;-uWjNoHLJ20$~Vidb}8=io9#63qMA*T_Jru_8{g-a=N%37dop|e
z6!C|J)BjC56ybYYHhiI0gUE7U2iGQ+Z_W?e^=+A%b!yF@8<c(fHobezu{Q-je!Y;C
z{o&lOu$JS$d|grf&g%b$-yLG3>gryeDVocFO4p~Y;-S;N_-36|r>8zVH#u2t(ObW3
z=2v41H`Hw0JNcxdeVk^0SJ}0-%QhXG*&ohx<bn^c$_e(uOg>4U8T%{4C#-K<mA#$k
zdVod3QV!wLLxM8@Wv;ar-WI#JL9(6I%k}AYo6h@wyEO}x|HiD4R_8pt=bzvGEoKJN
zSyo{?X6}2}>$xvV$1BoUt}?@JR@&v<=y^|K?To6W_v<TJe?P+~aD9{My1YL}5|@1m
z-u&Rjs;K!X74Jm1FPIqF-lH-9c>?e0$d;c>g(6i))XdMj#q2C8zG<Jps#Gp_U8{eW
zxc-s@?u#F6lJkz&-%<MX-(Bm|+v95w^6K#KC~azTN&Nfm+}@}1|6k`%KX3QHNtDCB
zJC1kJuSxf#j%mMr8UAkD(yIl#tk)fG$&RgD`b3$pQ2N@(!VkeOg`}o<OjvPk@pjRa
z4-C19wP~0CY`JUjEBgCEJ^M@L6ZSeT;I1)gyLwQ8Z^qA+6^W}hwlQ83nI7B6HTR+2
zziaUeW=XtMi8nC4aj|~ZwTuqt=l&08KRgmp@nrHJrX{5j?_Tj-Em~4&#`Z|kc=?CC
zn>lkf+eMdO5^$(76<BM+DR2L2?aLy&CeN^kx63|OSe-K|-to_T>FqYbcfQArHqVW-
zG%2pwy}eLkp3$XDhKyUsa!+SfJ>EU%^?&aj*5`g4SaD~kirHDg_zIo(t(#vT?x}y4
z-W={UBP)JMpj*W2=KjsEAAMeR<nwb&|D!&u&CT9^Jd`=-lxXv>KT6*&3T~fzVD|Rv
zn4Lwc+t~lh^xXQk^_}@2O?D0`|MqP0S5wVjhUm2>)%iSE-eXhx>zecNt#>uQM(0XZ
z^ZW3yT|KtN`a_#gxXkOuJf>B#lOHaV-*f7MK~r`QLwoMjl$Q4<ZreGzn=6iI=l@{X
zaQF7Z#LoF27C6jkyZCPTVe7naujhSSeg3BX?$)a&_xfIM_?FH6S?#jH?ZQ{)YoAOh
zlRn<F{c&1N+gStSc+q{nTmLNkY<p)}X~L{S>vdN9wB3}vlWKKG)Y?nsefqP!N`Gy$
zi&~m5wEnJ2W`1sPdQ-ZT$;$4<XT93D8JQLSo8foIbfW8lfQ?}<7l-XSa`Wr8lH9ai
zvT0T?#oq1YF?G3lNVM1Vj)|<@@w0iAUt(8T)y%eacbBjGWhooHZ_0sf$LIfjQk(W-
z@6)%bd@<i$UNY9QoaYmb_hayyKC{&N;g>r7H~XUM>K+SCo?m@>xA=Sg@A3tTEOTF6
zpHsf!?ylqRMg2buZrQa@k+-e#l9+zFAb9fogVNX6Ka)25{zKqy`T6)umhS8iw)>lI
z;*B~rJHGyl>KP-cpFL~NDD1g+`IGo%kG61^i^3l`yXMRN>-hfWq2;;>_r6-2)N~*6
z&Wqb<^!d+4=CTf(xW34vJFCB+`6T~u{e4~gy5CH<59$>>zRcIYWxdY+isweccKeq9
zxi&LB*|MG0j$NSrUV`XcgBuAOswV1J?Y{fBrFhG|4^OsUnmM6W@PAxYLer)<51J;1
zZp(O9BW?A);Ai%OyHV@Swgj{9dT^%o;1e(LpKTM07jo21Rk#r_?PIU@DJ#+C?iW5@
zGVMLJCP>gGwsG>binsC-huo&G%J}^H{sWVDzUz99XwREEFL3q;$25=0A;<m($WK)(
zSTZv{CbDzEBk8m#?dF%o1$iw?7Zw~#d?2<>deyCYDs@XfOa8gaz3<y<ORMYa4d=%5
zmQ<gMJZCp&e?{ue{Y8_bV<e9n&GKE|esQaQ75DZE+c~a=r!@Yv>Q}8V`1^~SO`w1O
z@<}sKuAi>IZ|B}W*YDSEsQGhp`Oim><gVX&=CHked;3e9%d2%hEz+z#I#Yg;mt4)E
zugY_FP593j9XvIgmz`5IE_p^~?uOzU*NtTlOKgAkdseye`lfZ>`_8Wab3T*ZY2!*E
z_JGBIq&Gk8-moDw%a|)UVdp35Z9f?ue;l}(suQU6VgB(=`tNqt6<yePr{RR7qvXd1
zy*SQL*LTx9H-z%{to|WovZ8;I@|TI%8y8dtJUuz(sQXm&(>GS#c2TQq<-Y86aPg+8
zeO-A^k3LwID(?|hf9rOo@SBszC+&Z^?QZ7tlGz)M_0JVw&eOR1@$Me3w1^-5qN_yB
z3RX1dO0D!)ebS(1b1>9n@_E^t4|B_Z%zmR)e{}WF5E;=WFMk^@`LHtm?CeKeX|w+~
ztv6Y1t?{UI+P?2UtR40rIR5aD(O!LypPhfEth}`@SmKY+7H#o+{{Q~{exEL|aNhg7
zzx9mko;iQCyCwhVNn~)*nle_kHu<NoKQaEfu-oYDt{I<AUizAz^8bC?Y|n;sR)={R
zOb<?3BD(9;-qi-juGy6ye%gNjV@I}`>Qu$m+8<}~9CCfcqq6M>cf9kywNsksn{G)B
zUjORR6g##)-`OS`mD>Dnm%aAee?BH|QppF)%QFv4_b1k$+{2l+Z0kgysOJAG@`Lgo
zXY9^YeeRLA^N)9x=(dMW*(Xf6oRYRb4bxwHec4jo>TR3Praj_NR=;%e?sDesb5`Cy
zlU03L>#|wzq1E@?qgxm2AFDWfZO1$In|xn?XB`X7t9-dHAaPB+y1vYv;-^M)PfT;Y
zz5I2`Z|l_8;ky${xXq=%Uf$5_Tz`04ZkML4-|40IXBpZ19hkW`-r;B9uIVvB56Wfg
zeog*<dD@Ps4=taCr?n=tNnc-o_r{4!f1WgytkPXAaOTMV@~@YQI*mQQpR<p6S2+1%
zF&k^#f`Zn^3;5^ldBD8Wf9JZZxwEz@KD)W8=KR_~``;IR)4rZBZhL*T==IB!pPF9H
z&ks8=d(W@?CadpgOn)17Qao0ne&)$}U)A{jHTlQ#WK67fyUOsfuqVf|zBT*D+ZBh~
z6L<0dFgyD2vb#<H^yB67I^X4ue*SK_I>-O-gL|u=vQ0L(uYG^&)4kvCKOMZV`U+=D
z^Rhh`YZ=?$y4J4vp~I}P-+1$R_8&GEVw+j?DlFC+FFL9I<;AI^g3pcSr0<y`tH17^
zK`w9dr)~DzZtkA6*?H#H@ZEym+nK^6j!ctxHanGKWX<(5<d|Z%Pi?29`k88nr6rln
zr;2)6CmeU0<j13bMnqdcWib<vk}-!x<%N|>x;K<mOEb*br*<kC$o8Lkc<$hw3(f3@
zijBE1>OE%&5WOl{xpUfiA4~C=rE8hpC3zU;>z`$M^VT|n-|~BN>%NExw<+mQ%h~+O
zvZ6iBy{7r?NDq-PQ<e5R6=r_1U;SCMSjyRNOl<sGpG?`~rX00xJoUJ4Tdez3cKfv7
zml)F({%jDeN-|ZfF>LVQ^Ad;?jg|73th~SX>)E2`v;C(X@6X@3#dYDrgTK1^5B!-X
zJ>%bxlj=PIe|Jn-wdLbV{>>}2e8U%fTDyNK_tx&2R%@kYU6U?fU*mrIj>I#!lN*kS
z_ndg$aFVg5cTJ}5@|Puw^9p0Hr6}}n>Y3rrVsS4(e5#sE6SKYF>1pr!%mX^KCYwmK
z&ZsC9@jKmNB-TIWJ!Af?103SNqCQ2=o3`@Lp{Q>@v1+Ldf1kKIv6@az{FEa2HEreQ
zdqRvpX+9m|^=zF7PEKE)cvo;*U%&osxfK<>OD(Ej#>PD4K9)SY{GX%$Y={5tZ$2dd
zG$}I5GTWTyW%A*Mptqgx0@u?mt&4whYYB68Up=;fPh(H$d?SsZT$V25xp$cS;#5K(
zU5Gu<)^j+v#9h7IS>VyX)%stYxl)uE6Cd8L;b>-E%$0K9%<0m(9@q31>B|*gPUgQ{
zbf`P@wauR9?N?Tw^ZxOqnbUBW?|M$|ZH*IsZwM&wJLR%`^IOed%h_F6ngVWa@nqJU
zTi5&j)79)8#RQ|K*^f8f6?$_u?)JYIAMNcwR_t9eS^l2c6Zac`lC~O0i}ULlJl?uJ
zM)6GTzJB@NxowXkf9SQJecdJfXJTm5C$+U&?JO$m-cE~`yq)ub_l9Wr($MRMo`?AF
z1!$$ObemMkwe5@E`xkNdd=g#Pym(P@t@bM8ijD}IpCA9KrZQ{K*V^~#>L34{Qym?x
zkEd@6FnVDY+Y}u4sy5=`wXd5$vH2WkWwyU~(&NUji+SZ2UzWHY*m2DM@VXz}VTHl_
z51swkcFsg<+u<wRnqd;93jc$5@xEz`Pp)*6)qHVE{G;@3wWuk}SLVvT^4`bN$KcSm
z^2#NjyXt%H-FMx5SSspWZuVB!N8k3g7CY##<UXe$KJVIP6?Kj)lkb%MGkbpS``cU3
zHVai8X>d`F4PCtM)`{W*7T$S+;&E&fm?f9Zxa@AQLL+HCQ~swL6+d%py^AMLKjr>v
z%X+4^a@l;NJ&Ql-Z9Tj4$E48hcRZOzt~j4pduiEpTtEMQqB`s3Meb{~{(RZ{)av$(
za~HPR)c%;TZEEfBDetpuW*-e@xnEzI&u&}A+P^}^BhJ?1yyyyZu`&zY`}PYC|J`Ee
zRKB6U)z45{PRIC;x{uZRjLq>2KP*2#Pv`lbysx*GK7IDD`|0_TbNe6X9QEG*i{bF6
z3oE`qdEfcdcSq&oniE2EANI{j-sIo=lWlIVsf}W0vG?+V`01)Es{dc`W;^ojPOJd8
zT^Y{@JNx78ZTuGw9=v+|^x@q+ljQ6YwSP^1$|?V#`qz(xpWfbeKfP3cfBe5!`Sn}(
zeErs&+FrLo+(Tw#s*d?%$HQe#dT~2@dvv`^m8X7Q!e`X6@Qr0=N#DVHidIDej0()w
z`llY~yp&X*I)z8K;MkG6Jw}>m*GUE@c{+dZPzrcx5-XvSHsR|Hr}(ck4=q+=QH{IZ
zl%)FQKnJ^-|F?`69h(Ec9W7x~d^>@CdM6wILJ1e<nMVw_&X>72VfC$KNy$jpV;js4
zzbx6z^=|3;(-&=5oKp!+77*HbORI*{r6yEHitk$O8k@QUuF1?(+ZgvvxjTKn=t;g9
zt2q<Al$+*g{Ss{t@nTeQ3-~BgoZ4{9WUbmv*A6v(lb<HcA0NkjZSQ*`uQ6@f1NU7I
ze5zN>llVE){rNZktk;v$6=s;8+2@t;Hh@jtBXnuj#cBTA4etK^Hv8#oef!9Hw!2RA
zvfs1*oAk3ww4*+a_0eYi|2~XKiTy68+Pw~Km&z25sW_GQZt6-Y`OlMXupL+RUwyyr
z7*lMkRO!R{k9{qE?=G6D{;$)@tmImsmg1{rD<1{8e|+6$zW&&3=|F4aX~(NhD4!Oz
zIC8i?!(w*gzSDKB;eT#^e5hV&9uu?cw!U;5zstcy%K*Lk$5dnX1@Or~+qkEsQde5$
z)EoV<IISh;7gz|1@t&^yvi=P7e>Hm_?!3<jiz4UVJ2&}J{GUVFUh=M{Mkaobt}L(6
zijk=7p0-%o#@X$oNbfGr;}VBkzF!QfiTm<ljbQxi6*<n*^`<S;KF0(<KXD=A(yH={
zUCT~S+xE1=tT)<D$9itMYOo`lTE*eS6Vlh7ySCgqAzyhae?|q{Zb!2tLeXEe{a;1a
z%$h1+8@g?mj^rZ2W1A8tom2j3aZusxq@`?{Qy0~F`<G<pykU<?a+o5f^yd(_{^`|s
zF4sLhb@ge(!Im%H<xZ!~^@C%D&;R;s*7EdZzL&)WkJ*g#&GYU==rzBV$+OpbDyjc4
zr@z)SD~kQ0c4gj*r;b+3Uvhp{`#k+n_jj#mO>yPI&+E%C-`sv-LGP*FNr5|7ak*}<
zFglxY-zSjaV&|7x&(@@8cAq{T9_x{KR56HolD_NqSFzU*u3~pm|GR{__`JbK@AZ|P
zx^uoXm9O>gU7mY+yWqCJn{z7;pMU44p3`1F<6F=A!|8j1w#}0;Yv0d#-L1XX<Ighr
zSC_*r9;iM%Iyv#6`KL9NLTMhV!iK!s=jwVmdKp9BUH+gH^n6<O!6gsh?4R6m{L0Q>
z_oh^^EqtI;eln`IbHz;g-=+`wx7W5_zvf&JUgv!~;`B0$RsM-D1UfVxt#)<`_^Pl+
z=U`n=Zcd5kt!qcmgkNyjemdx}Zta?%E{|Nkp3jt7JxBKbHpAHwGOb604y^Uc$=r3i
ze1)H%om=>ojr0Gd>@1t9U6T2ne`d>vM{MDG>tgnv`*!Lh>yO?G51h;dfA;P6NT2;X
zxw!aR>*taUKi7HlH^^;V>$%tNsa0ft(C!WXvt4he?cIG&bd~+0v%du6FaG=RZt~M^
z_Vd%9`?SotF!P(V-ul03+}BU+D-+sb?DZ_Y^u=|7X*yczO+8v4n1arwgm?M1y7FCq
z@U_PK!N(`IUOWD7?7qHU|M!-Q?J-;b&k&uie*f<Av)=-@8Q4DCbw}UsSI*9#@A{|D
z<u3bS`NMyAc4XlpgZtYZ>b93f>e+0bwvWMPMSPp~g(YV`+HMs7H6#6}#m3tU{v12%
zz3rlK6Stj?|A`l^wl6PFn76gRE9BR@fQu{|!8azRby&(cI|yhcT;0~8)5)dmT6$oG
zkJuey>tzR4l>E_ODN|OnXZiIr;f|)KBww_A{^;J<IDL8v%gHNUt2NHcrEF+e6y)fU
zy7->xo!}pjzCG2Dd%rhy!JF4j%U5ZrpHBWh_v2cYsZTELo4U@9d%aF+?8AGNX*WCW
z7cSvCzxBzJTrZijZ~Q5JGJEfRXx;qNL@h6~h;6U6$ET^0-bb1L^%$T2lbSX|f&ccD
zxQYBXUi1cjc__(eF?r{ld1)_CGaiY4GxzhKX62Gf!G+5{8SW8Gvp+TQyD``8xz^jK
zt+)RzJbywuw{X=LyC3@der5gq%U*xvpBn4wKQG$YwjGMD(0DTYKG$sl-yb~7cgrga
zyU&O&+xAc@vpw6Ke^+egg&F+M`YRJ`?5}ntobKH4tTs<dX@SG5)Y(O1I+_s&7vA$K
zU*^Zh8ebqBwEb#G^V}ktNw1Dq->ZGKP5te$)LVY}5z~*p@ow2aO?OSi1jV&B(@gjC
zH}TJis+_1EKK)4Y&W(>Vm?yZMn6prC>zQM(#ivL6n6bZK%#yWi4}-DvPm?>lmmj^n
z=W0Wn$&v2u73NPfgbQYdRrJofeY)KFRQ`^djM;Vu2g=h=i)7w8%asrn-@E>)DyN#g
zl^Jttp;_GJ606+I4*y@1-dS8WKY#1eg_4@vvTFaHoi_M*w(fA+{&yvQ?7KfH@*bWY
zes`{0)#my#Y4gv?RZV`arg=XvoVcHJ<a!A&zwKMLNo_`t_MhTa-22yYpXm`H_P&yi
zRkB(0y6n$q$Ub|iKRe1#=XmCOjpf_)KfOGCyZ!%%jcadTnEgciPxj7?xvd*NUfv_I
ze0SoK<?&L+b9rryUcNIid2A@VzCEM<@67|-qIZA2Rq-YNgKwqInqy|#W_wiMP6)m0
zy|g0!wA*1bzrVA7oHfkYb5f<`h-v=Zb#E>Al%~hLUZ0t@edb-+Ww!0--yJhOJg<oV
zr*wN}?Y$}MD%UuMoy`5cJ$Kf>Ip)3VA6uPWwKt<)+5Pa@Z5C4Jx6QS(_;e+-`t^h_
z@r9>nzP~@~&PvaQWoz&LNG}ijan;ga%{Te?zlhI`F-p5mZME>*?zv1?tBiB1;d^eb
zidTzo&py&0$ai_WP21M`!?PDK-&c!cS34N|%kOfT<JI+vb_-2K><{0p+-6)oowMEE
zz&oe?$NK-T*3Y<N;c@?irhJUG-Okg8E!(7dL~Qt9cAcGY(8gol<MQsOuIJKs&Z>I&
z=kwE(m!De-<kY`5GPm3N_ZnaPiZZ7gvda1|X2+&IC@kDrb8+hB&!=}k*VB8yx%O3g
ze4*Z#*}qRKf1cEzzsaS=pyb5)Tbkc@$LK2Z-953ib;iZtBGT$>jxK23)P6r?ZFh}B
zfX$*W?8!6jTLpf^u7AJ3uJhoLe?>o^g@&oU)AirKd$Y`@N57k%-#q;M^jCTLfINva
zxBgu!^|D+j|IqrE>0e)ysjH*^?%KZO&FzS!H|MMu+*t0PDSt{d^<}m5<i0g_54PX^
z9=lvlw|}>F#T5p}hKC(Tb_67F2R&T0P?=$A&!RIf|7=q8v)uQjOD;=&HjVGE;`Jt}
z{PrhnHb>qlTPJ!VUnIp$lygs?k654N(^BU|t0seeZ#uV67HhrKSaOH??FP;J$pVFs
z#4Qe}$61%&3QJ0Vbcem{Ty5fsl!d3~>APhfdcb?<b?p9Yr%s6e5Po<3Zt8-9H<_g=
zjKO7IPalUCY;ZpJ#^}=N9K)iyJ^GV(9X%oVI`UW3^E*%6mIla+JUtWeVw>@64~v=u
zn{PYwRsL+6awqA6p_DTBCB<f8;|s@5`Y()6xv-)7TY}|rhNSN{;&bOFzs%p9>-kZ4
z?hC)Y6%NPRdQ=al^GwLA|9$n-Q}OwQwKr<_?LLxzZ>Q?R%jfN*{~Zupwtiol=R`?o
z?mGcC77j|g5}&axKYZ(*)BS%YOBVkrnPD)~RZu_eSbB^(*RhxH)n#ukS!y%sWxA%$
z%LRdbS<_}a##vo!y>797<(W0hQ%fF%NvyZgPX77wxWpmdfS>sir<X*V?UD<bxmo5~
zr0~;)YdrXWJv!~3`arhDDc(Z+UQU;ttoDb<IPZH~jdyGg-mWN7ekP}PSFykYo()CI
z+oqiGw0=Boo~%`7hR*X{OE21p?_o|oWoVO;J*82kaI(TnDgO&=UujCz>0Z88UuZ7-
z)=xe5tjspe4COsf;$Lpnn_Tcm;+nRm@w#cN3pu8nHHe;HrrT9^y6>g*zRWX;yKbM^
z!ZZ8tqm2J$Qi<tO$I8?9S7u7&{tRokEB?{5{o$GQeEHU$%jPfJc<X3&8{a41H>z=`
z@(Yza*j-GG^?nu{>k8WZP}5<W-Ki<5yH4->>ahR$)RM~uN6&HBulW_R?uo0^=gUu*
z9bR&=VApK*ugN?7FJH~AkiN@%eb*b4N11oc&Ta9Wm>#msttEHYe|zP5doHU*Ty|w=
zW?wJRDv<bULzTa!g3jBJ<y&(FMI;YtSLM`k@^R(fPo5_5G{-Vcvi0JbKd;5Y4@=(9
z-0JMV$7XY;#AVYtAKzZjtChb0?%3wJ_qLc;$5>@q95y{<{?2dpx|Gu&F1yX+v6o%7
zzA)qbyBGI9H8HRBe>i2{&uc~|`n|C>pOSt&W4yj5{O+f!qKy3>wI#1M9o?AwBvbg6
zHJ8Nc*4!D*9QU0s%{?9RIOC^O{>PZg2xfs_p<g`TMDMg(acJAqNzeJRqibHCUb!OI
zIK{%ZSi0ku-3KY<H9NNZI&pk|bHDt%yv}~>Umc%k96x>k&#&oo+7l*C+4k77d6RYd
zyP)U()3)E=cT#l2^aER`{e2?dvGVSVm1^308+|kTwY~o;ebc@-|J{y-=^gVjog<{~
zoOU=;w={lU`n3N{ljTchy^Peg-}ldZpImL}&;9nl=WG`Gaxl)2Gw1(An-ea9Eh~yd
zzfP$9mUz}BG}vhEBq>qn*_?|$tc#z^GLNNE@*k7lUsb0T)&{?e%0|C7-tXQWKFyZR
zclw3P$!v-4JUjC0Pxj6#-?!lP&pB%gYfeA2x&D`V_hXf(m1+w#gMa(9S^u0<$1``|
ztSigbI2~zz+0L`&fzErD-}6J&B@_-H^Zv5(UH{AW3b%82E%#W~c=EJr1oFiE?muvk
zKRYqVJFVsS+9`L^deR!2*46CG`O&1FU>elM`K@nnf<hwuQ=RZY!3}##R?h0%dFu0G
z?UK$P8`xN99LjansOsBykk^)5;8oN)BdIf=Iz@K&o|u`*?QInn@=JKzUmIIyU2Xvz
zwY@)HCcH1=-zf9TbzjZJixnwVJ5T#aYV+51>f0PX%f0J&UF;R6kF!$OYkjHkSls8=
zr_&@BG_Ca*SHqvThxTvi`*dY0*R~J4{>!wjGEDG1^WMHfcJ*q$hQ<7wTHTI0A6xr4
z_Dgl&TTjWEPFBq;p0A(QJUP22<7q<WbGFl^If+(>i-L6<Lz@%l9Y|VpEcKav^`DHL
z#jj64?Y6H!BA5D&VN$&Rj~#dB@BdTt^KQGmPPtAEkI9_gcl!GI;Xf`l?^r#@CG6$O
zsW(EiewFjRHaYfkTTjF`DYe8`c@Ofco4Nlkoj5JbNbRQJP3!uspZ;-Yyiav4ZQCT^
z^ka?A1eMyS!L8=4htg;Khzd(?F8?rls<EN*%81+FSJkX|?5F;|_;99Wrtxm;Ge!<y
z9gI%1FpEw1pBO&5irLV*dv90bj#txEeLvsYmg>1(c1_(wj`YfmJ)dsK8hoF@m4EN|
zq)G0NpL#p(GPOOy`7|Y=i9P3KPV_gw=n0D^w;#%n@Z9-m=EIh|e))TLT|M!6&G~CP
zGiQaDs_mD)tCITBaE|opl0#=p?z`+i9MyO1?!(><e{bD>=l5ByYIV)0n>V(6opQ|Q
z`?4)grtg;B+;A-OP(R-lj%iz_?%oo~zNcf2=`ro->9VIgbDO_RE=xMaAGhl9&NZnI
ztgNhWmcMD~Ni95ZwKw7D@iWn%ZQD;ilezcr+TK4`916G87kSReY<X#P(ZXu4L2Np+
z{j2EX+1Wj_eLr6_d1i4}_I~A!k8RdJ%)dV|`6JM_*wO6W8Iki3nGc!V{`2DfhHcH&
zOI{l6-5gzi_-sYG#9dzF_St1-yw|rC?s{%wJdgLzlG}anx7=#`xu&9qea+i72LGil
zf4ODWyOXPZPy3nXLzhZ)%yVb0?|c2>SgPIZ`FZSb3@+d3+qK}&rE<}dT{eFN&a2&)
zHr=+hNcXTt<G1@W@0Y$_bl_6PEc+wez8=zi%d}pXu!R2P)2~;ZlY05><sY|nzbi=C
z2S=K6{FtFB&tA~F|6#c8iu*hB#3Xh&wXakBR$g=W*NeyYn?zq8{gf}^vFG!-+mWH=
zMc@CGf4@|?_v1CrXoKskmn-*w`m`@3tJm7$4R_Y<=UR8Ct$C#{ytAZU*5%EHttZcI
zcsu!TTlbzR|ED*X-@I3n`15|<?~9)#H~-e}J9qIv^F94rOBZX4W?Z$;i{Hm~kg@D_
z;EIDmb56?qR_@A;y7|@fB6m~M>-Y>;yN6Q`?~(eeQ2y!1+Ih{{)pKS(U@*J?)2i}E
zM&*yI;iqRFe*ZFdxATLjb0HR<Pp++rEj#*V<J;`{bx+P66y2u(R$p8%*4NVWH?Q9m
zr=4qG@6J}5+JC?B-L~H^r%jbT|IEm8lH-xnbFDa1T((&!<cl<zePVyC6yW(w^pJmn
zykUVw(zll#=RPUwOP571HC9<y{4MPKZO6K8HmuvywycObw?s()O!l{Fw-0g_UwCou
zzonJ=bAi16i}&-atTH5il|7irzT%q1(cLcR1ej{h+%U-axM8!5*WrtkWYv#*nmM?K
zsJKqZ+jeBZh3D(5wz9-j_pFoH_}ikGJEF*<Rj54GYR{+ihc-25g9JDKt$T9VeUHB6
z$6Zkieb!HS%d+z=&pxHk^FO#A63=npczDKB*MbxO4d+Xp-<op4<j>Of%Cd=_U-WNW
z-d=vKx$pTj>FM_(^Y(l$p7t^?pn$LGI}h{ZH+x<3e)jrp)J@*EXZ|PIj@$R^Hr9Oo
z>3*T|fN4VdwB!BrbnAb;>3(|HzV=LHN4~ay;Ct-~UH|F#4lQ3Fze_f_M4{>8T2DuJ
z^P}z|={b+2;-dey_H9(ob-Nxit;zUg6q~Twhciz%Pfu$VoBwn3!S3C&dY{C-s#z3x
zW|`BfCA!IX{wQVExW-8p$@>VuH|-Ao6zp^I@=aaNREu8mGtcaMBipZ^ZZk?g%5vQM
z)R)Lpi!x&^wdEdIKCP<l+`_TyQc>peb-ZzBB-7+pc%SpSu)u3MyWqMQ&()OzyG~i3
zaESO>80D`!d&8`6(QY+It|lJqPTuyo^05C!A^FTR(r+hjJ1G7CO#boQ+si`#XfbBz
z9P&1FeZ8fEQ76tV(vU@B_Oxfqt=Tru@m-jBYyU>&8<|P@UhyAd=e76Synk{#Gp#c1
z)}gaiQ4hJkN5=bcls4Wr*9)-Q6y>^f<Gm}VTc##k{crc%;*;vQXR7Wxn+<#W-m>S-
z-jMTj4%^T7U7N!h^G+?2Y|ONI+B|J;_5<%7e6^c(?=Fh93Nf3%U!^!~f~NbWj9tsl
z|7MF`y#Joyi4?VdgNM%APd6kA*LJZdrd|H`Y~^2(7Y&?mmjs+Ls|i(Dxb(uO&(d|5
z?GDbDb^EHKds?x6SM4mn$AL^q9Qt>bKkAi!+46qJgQNFTqvn>)D5yx9sE~O`T5+4{
z=FA#dF&XA%Ceenx%PV5-tk=9fw((c{I;*79)2?wv7oGce`N1j0_uApSyK~ET=}D`7
zlvSDY)PrZPn_NxK<*Smqb(8YfJD8u7zjfAs`bmZ5%x}F)w!XadD&6mX>YhUj=57*w
z_rTrrt?)&=-PVdR>v!eboZVk{SKyI+r0$x3Qf6mf39YFx+E=pi)Wr|Cc$eSZ5jG{^
z$$g`Tz4rYtzyJB^ZFT5EdHBI<`#SU0EZg*dYTVti;25{!8{@5&bG;K{z8!A3!}rco
zq~K8KhJC?r{;y<IUuax7O;*uw$<AFa>e9Dv{_>N5BUAJ5uJ!fl+W#-x>-_&W-#(`9
z``6~DM|X0cEN^jCR^49mW&1@}kE_cMv`%eMWmC(UeTu`gE8^djd1gO6;)RcP7M&5e
zF+q9e<VE{tJc-;TzGLBM)%zDLmc9S*!1&zEf)`ca-z4kp-f`m9S;l4$HYb%z&Zfue
zIo!LyeJgr--2QZ{{kG<HO2${X59ckdKdM-KewjsMR;S*+ONR_P?ehLJ-G66(et)QJ
zpkIsf2I&_}@=Pq|vPlvju56e6E^M{Y|8L6n@2%Fm{g0bpXYl%9*>R-%&^cp;imER<
zyh_t~Qn~v#fAqPz+;G*?iQxur>FT{|J%N>a1sp6+k5f}rpMJ486D_so%zB#&9^Uwl
z-@nC`mP~a`j4j<zWVxYm!>00kPaW7S_dMvie$Vx%Ci4T2cD`GcA1$ld>US-je5}vp
zxy;FhS8TUwEj5}^-0_m*TBBgf4%r3MKHoi@K5;Aa3$JE#xzhAMruuR3?e9J1Zc1yr
z{id()BLAni1_>Q8OLiYgczEgG?Kz@JAvHhE-`q_WZE|eAy>g19+#RPj6G@kaxkhuG
zPWdwR|9tiEZN6RnzQ4aFKRvpcz2}7F)6FqIZqDByVfW+5<fqr(-oDAU#Ky9QRgZiA
z)V11{OjG7)W$t)v@in;Defh-YS3~CXZmSI3r5D2*oT?(|v2gAL#n~&k=2pI6P*^h0
zH>ZLBrA*5g?*N{!P1<&^TD9bT1v&2AJmvQM%!9~hkAkZneczw5LO0{lvNHkydcMD$
zo_G3wS>R;XN*&|f)^iQl8b3~#xce;gX!yPt??MHQ;y-%xw=hrqGHtWbl>UpFH;!dj
z)IYtnNj^$T^ZzBG_?Mo4-RfT@2ivXsvvQ%A%gxVAo%if;G)Owq#OQM`^f-s-hD7O~
z9hz3GDly5NT*Cg#E??scd3n-#kJ%oxu1~U+8>})*6^=Z9z2t@GW%WIQVTH$pqqnm$
z++O)1T=55c@4>Kw1BF(r)C_H2y3JInonmw;Tl8G1Le!6Txvt4eH0L>7&t!jhNO5Kt
zC;t)Ad%R!N;_kkA(tS2-+Gk_SH63TRl$TwNaV$u9z|y{}MB!rTqSp}{6L!B*xPH*B
zwCGM)g;>Sq+s8VCWv{MHGI7{))NsR8$L?PTVk?6Jr|N%NzyFl?QI~`S?U?Gj`f-(#
z7D7>Mb7LmnKOk<jXm#Bj$)~Zr3o;KaoNQ6K(Kfy4)VD69E6ZNDuh6-__B~&|#p9^>
zV@Df;|8S*xyy{FbWL{+RPi>BTu5xfk&w=FKkLN%9Q?mQ2=OM;v3*}*F0dy}oAYpcT
zTEJz6gwJ^qOLb2?y1qp*r=-Uu^>E3tj7jU}xE)EYx;<~Jt>ZObz0CHvOSaZ7OyRMa
zX7f|4Wg>Ia(f-6;?z@8&9-DU^;9d7Y{okVtpX}!}^1kPkurdg#Jh9&5uj2WqOPmS>
z^u4$JG+eMPFaOm+mjz$7YR^Z{JN@-V>4jall1p#=n(S_Py8NT`#lom3OJ)^h%uPM^
z-6*>F&#KK|*PO2Tp%!O6-Tm*9rqZvOyMt;)oi9IMbnbS%#!lX3?f|QcpB@JP6!`0V
z)oai4o*(|KQ{Fj>-<q7&uxd|^?A&wQ_oW{+O?!H#%>94zzU~h<#qVEm*Q~qu`(po%
zwzDbhEOPcWXRKu;?>`M&wtAlTmU7<2Uki*<_inv^Q^<At#G_@7ZyDU@>&i0z+Q72&
zvrI*Snr^Lo!QAxQ-{XxZ|KI=b{Qtb2AN=bh{>?vsgRkz4__9XZ+4`=Vdn?=R-pKuU
zaY1_By_laXl$3ifvaMv5><U!d8qR2?+a{_OGxg$!wb45cOm>O$&5D?$J$dVyI?mNv
z;yYv>yW2<Kd(?cGfB&D9o!_7HPs@K->ug^<y;!m4bbGAM^B0Tb9(yN?>%}EaKYy|4
zfSLN&oc)K4#Xr4Vu!=A7@;~DVo8PDIewUK+XUjsrf*bDlYEL!BPFmhzEf8Vtadb_S
z>g0>TJS==K_v{w+aJ}hhf3I-o*&0Se7m<5`ix0)y?KqPWaO|AU`8bOk51u}@i#9r4
zo4HnCyH};@P3>)hndb^#x64kGl@>P1Ih?=IcljK?ol)Pdw$@bL_Bx;uZJ~X0=ihEk
z7yUS!*m*Lxp2`WX-s}Q*>WUo?t*eRH_(U_hgX43ur`fr_g0~mmFHyRsv0;7B{ts;T
z({uw{+e?aMci!Cp+`-Lm<)?=?mo7Q|Ji^Y2ZGEA4Wm}sua~PNXmZFDB@}-Z?J2u$N
zRekfPsCH-N&*!Iahu0rUKWE85@u_*`3a1tCjyz4AvF6x;3x?H(^7a37cK-c3KeF+M
z^4BL5qGy!tjQ;WO6KC}wyMLF}Pyc-%`Krl%`mZOEa);_Yr*6=@u%Q3ux6{s3lcYOV
zY4A=yC%sYA`hi$ITjrC-yxzhI#~$*x9ZGqA|3g&Wng?&=f9hUZW-M-U*4rj@C5Myl
z!oV$TvW^EPZfclY<I??TYfs1)qqY4n-$tA<(DXlWzF?Q>q3pE!-Mr@eDsPpQ?~?ix
zF;7-N#O`sJdE$$89xug~M?aUb2~NMb+2rVB#_MN<`2X>k+uNLY>kzfrhBZG@%|0})
z$EbJDC01E!uhRS-%PJIHWZ0%il?b-E+x?w<yk(vJrj%b7#OCeSvp>l1@KM!gugq-!
zhhFuMg#BVZu<c8#zjFOx|HsB0_e&=(c3g1%bX9#{LEqtkuW2(POfLA8>exx;F4wRB
znD1*lId^XB=1a|r4%u=NdS`Ez%r!hyqpf^)VLnrs?FoIEhVsMgl?FdMw(kqNUt#p~
zP{NhXX6F*DGB*6Ra=txbt;Y`T@{<-F$E#kR7P8vsA+v?^zmdN5x&Id)c1j%4_Dwr|
z$8W|bhkp*MkBH>I46Aip9&ze{S2lOzz8`Xz<hwV8RSB&-v}kK!p6>Zr_9NH!SX2g=
za)mtlaCX08X#52uPp@shR|+DYP1$++LD?Rg+~ckB6;JGU1#CODl#3@{i7O$o$A`0t
zKls;rJ>?~ee|%F*&(>e|_N+MFHFxEw>HCC4@BTbzx-2)@MgG>w$y^>YA}aj37VNK>
zD!=3-Xa3cT{niSNM^bMEXqoR%)ry<>OLNDw?GJP2a~;<?ETvuZQC-gW#L85rU9szD
zbn)C*%{b{?u<dhFdt0H+uHbiOo!WLaW*helY(LF#KvvQ{r`d0|&B1&%OS4Sx_KSBb
z+@r$ROr8>S@9H<p7u6e+6I`ZGc%U;^bkPU7ov-(DZ$ELsdis&|FY+VypT8{WU#qe<
zy4ag>abJU5O{LrJyE^CI2B^JivvJ+L@JW!Y=sYILnNB~V)S1O3ds>s2KHZb7m~T_P
zvF6{^>od<3D18&ZbLUCBZfo7A8+EsAe|fK;{(4UQf}Kp2bA3x%w?<uAu!LFX-K*z6
z_%^an`X~AIv8H)gRmJa<o1K3xe<8Nxv-mmV;{E$$(m#}SI^Xi&k@<PLOxnM1*Y17l
zynW?jf9|~Ni*Btuy;<wr0^O$}oonVi;jKUNNIvbvwDOEj9+#O<Y(KIl?OL!wqEBa&
zihxu}_M<2EopWlwEt<D^_Zp);wRM%<q8+jO7JfWC-!4Y(?yn}h2jL%T)Wz4wq}~2!
zx^B<jQ}1TR$L-rRXaAYE;ni!lT*$9&<@qL_)pWCQ_NUPKJAQLcwEudz`D)3Br(H_o
zeWfdVI`S2#Julg|IzVpcdU=WSq86L=jjZ=tM)*2zchH>Tt$be6#G;_$O!o^J*7E+<
z%llp~Io+Y`cUvVt>(k`t>m|7Co@UE0+q>a(j&*(6;n;hdF8_a0o&LEo`P*r~$}p(|
zuVuH%C7A`Uk>CrMXID3??c;>zOZpN$HxhMbl{}buGF96?CFyu{-P5Or@}C0&ABpZ)
z*3<6d-59+p#3j^?TcFF$-EQhax5YbcvV>$E+$E<RUmMhV`(VfEeA7+E_Hpa3GaW0I
zJsz{&i|Iw|g9~S(Pk-fpubUtH%P>AAh2hY(bs}P?qq!!U?A+*Xxxzzzj&xzmj~V`p
z>pwr8KYjQ8no|e5bi*}%R<Ha2>+$mXXVL=mi{{=c|FHkv#wq#o6Z1ZJC(kh5$CM@!
zF*Wv5KNGLV;qAFvrTLE^p1$oDa8dZ$7sm~r>VJHg=R3~W_H@gO5L4&b5BC?U79G$I
zHdTK#W!<+w3?6ZTV%ra;*C#CdvCbn``hMEf+>}clGo<|!cR5b;lRo_X3vcobp6ee{
zozo{|g&bP8S@S$Y=kmf6o0q+qqIWAlqILbA>Gqz-&YyaJ>hdY)r<b{$S<R9UwdbBb
zrJct!DYq!B#@P0Tp=P4fsqD{jb@gk#MfE0BY3(_B`;_}<ExWT`?t4U^<y-B%#S#@~
zEjvrHMyzJJ|0T}GhjZO(mR;ruT36x!m*f7+TkmSDSS@U{|Am$tsq1eu-gPDNa`Cja
zzH7~-8}xn}O#H(0ndf?>)!WSTQ)k<!FWa*yRC1S2*Ye6Y;-0t50-i+g7mwTF``KDe
zNAB0th!55p8KI%`W`%F*J^P|1`rYow5hhdLmHh1RTfSx4%)&_aGl$>(*zOlyf9vlS
zpG!jibsJ~hXUX|HW7*kl(e>@7d)sW^&M#nCFvW0l!R!N<_I^BD&ZusFc#TOfcWz~b
zp;^Yw151=GUW8aJI&?1TnDw0`(~W_-?<VZedU|Sd>e3&J@6Nx}s=rcL>>OL}XIHC-
zJ9peZkuXcekoW!WL)OJXoLXxip31-Ra#K*i(c~mXuUXr|8(O}%gjLKdx%G#`?(^-F
zx2LiHcG-IO*y<}UjSXI06RGE28Cz-gxKDbQ>EgWlE>8Q~c|yCD0&j1wU%~$Pc~M+t
z;IG=5bxgu@a^72V^F1{BoL{#v{-=S?mV?4oSLPq_`Dy(5rd7u7%yOy1NnhBPJ=~gG
z{5SgYl)SrZi#?)0J>9<jlKU3D|4;sYpT0Wgc-H=}hS5j-^KSE7pUm~Ucj}6pTy0bR
zjZe$&*F7m#yEf0pHfrC$Z;BQ3E`PU)ku#W4pzx6EKWo{#nB8R?Vjc@@DweGNJ^iPF
zY<l2Kga3c3&rRIa{NyR;-$TM-RedjK7aqIj`6EzRxAwxR{D>^s1E*&DDy>=jsYYta
z9<?K)=Vwn43HjCZ<>K4N@8b4tyR+lReVym)_H4fM@A3QTyW?y2?5U`j-CZ_M=e+#<
zc)2}yV(ZFYvgv%5V^|vf(bgk(_sg?BC+k;yQhU(es3ZJZF5W|4?^Ed9)a)6X^}6(g
z*9ci$a_xHM5Poghg$q(CAv!uPITkT<?%6)i$rQ9q`;rtj{X|S?!ItT#n3<o?`)rxN
zO+8X`RkPo&k_Jheg1n~dp%+yb$A4VdJtyB`gK(J5yh4ZHmfo6S0;YS|_Z~ieW<$T=
zSHaBv_5U~mBRvz2{Av;9cxi3Hn5otFiQ|1~OW&rLs_nbq>-xy)l!U4nMPK+~y=?K@
zQ(f|IAEiY;)u`~#SgxOy9Tr!#q?p@bOZ%OD4z`y0%u2c3|FZW@(a7tb!7RXTD!HQY
z><rNt9ZOXdGBmyww>>%aGyAl4_`j;1We<<vyp%F=Bh!l8J3m==oOGXm;5|Es{O3*o
z+N5W^yYsK7>8}d!k?$?Fe_k#>?arg{t~leQo2sl&LD_MK%D>zDpE)dvXKMJ<o%YPt
z;qPt#$CLiAJ2H2j_D{2kQ?{=?;J2A=y=V#V>==#Q&9@SE9`uO6W4Af_ZuyRax7YIa
zZ_B)O|K)A{`a|3Qw3W|zXLj4-_Wh5W?;35NYr!p*<EZx|{fFfAKRc@??ebE-Sa{3s
zSh(dH8}H-!PvT4OaTTAw{PK4Gn#8lxTXkxd%J43G<8Xv$cKFo?hlRp(y92*A9%Yn@
zc*s?+JhgAG<LPy&t9}HqPj#Pq>;9+J^N%fD6MIcMZ`$&^vdi~Q^mfU0IV(J`^iiH{
z&h5ERrq~8_Rxi7`B}(t|nLk{&f9yUSm+5tF(ZbuiX5aF;XXPDMbc1beUbLe1=QY`r
zQsX{9k6c%>Epz$iCZ76pPLk86M*TUP{8_QScYDRA+~myJ-#xeW8g*2hJMfS@P3Zl-
z$Lq?~Le4#NNW5<Qdd^qRJD=iA{9Yfu>1;e{mpF&a>^B;goO;0;kMiQS{?6RDb@nly
z?T*RI@_LS>{Z~`!JGRn2X7hf<*>^XXCs@6U-!yx><g!c&v)#<bKk{yNP0wOZzq^k!
zfBDND(-t4@Zl9L&V?t{3g1vLgCbMk_o@{gR`INHeC9f_$=`B9CTXy;VAD3&S)btLY
zwmp32-L%i~hkmP79G<l;*L${Q%pJRJ;U%({)Hl_gNt>Pj*eW)s<Y}4O=k@B+Yo}k^
zYn(jW|8e%Mg`7Qg4|mC4tUuGTYOeF^x5idy9&L)B+`pgqR`2<LUE0R^CT*+lBp$iz
ze|pO=ZjTRc>2nHhU6g;ZEz5Xr>62yoD*Wv{Vt?e$3jV4-XSpW+&mZyA(bogDUe4PX
zRrq|{{l%3#_mpnlX4bj+qq+U&wP*NL-kiS`SJ{2JRd(H}=Q%f6tuB@=xf}I9Z|3rS
z#S(vP?W?xP7$pB+%`LO%-p)-m-~JwcdQou0me_R9_pZWU?}cnzDF0#cimJ9<QS6Cz
zdv-U-t@YVj-n44A1bf6T_1f3d%2Ty0TgBU-`tA)4VmVNlXSw6&y-)M*i|#H--TC$R
z|8mPmYmOZ3zZYNklmGwSPnYBW>sndN-@NmxzRl#f-ydzQDY091c{z_=kzLXr|F@5$
zrtOH}V0CfeX6jn7(cJm+$=1ysOiu1*O5gP2Ebp;iw9{sICo8<MeRc6%G1=&kH$Cf*
z=sF~QxUkhYrLO*=Qo6XF<DKl~F_sn6HZ%3Cu}x=`n^{`z&&GJX-EzX8CqILYPH*P?
zz#tc{tY`45<Ywl4#)jw#avLUnU{RE}t2(09yx7yNUvAgKzm*3}+rpM9ABwkCoEOR1
zt1ThEBe=futax~&;)MNkUN+Rb?-Db!zIw>|)z-`RL={dqzBtT3an3^pzmOAU%Jxqm
zIJ}(DwBvZ02LFc$#nmz*Q>;o4sIHSu&pP>Lj|YGGwAIh+x9ur@`~1fH4XrPQPONys
zSMmI%%O!39+7q02H{bcz!QX%9->=nAckhlDIA^XZ@aNs%-!hB-)%<+nKYwHEOUDu>
z?S-rV%x<!}V^;KO<;z3K^RjPE%iGPHFT=ZD*Qee5jZFTHvWnl<e!DMwxL-Edwbtd>
zdE?_JS+xq*+i=cz%UbgG*wHV$ZqGm0GqvD?iQSHm*)6x9xz^7v%RgMQr{cHanwPK4
z_V`{F?-$+m_n0{Elcfp%OPH^}+<JBIkJnF+s=tl>IqCm3@h?{OUQJfTC9}d3bFM|%
zId4zRi81@J^P`KL+vA82XLoO7j^Hv5Vo_&VwRYpi&1V~xFJ;YEx4X(G%2#=&h4q48
z$OILuP5Uw@?JGPUpStxBvrxs?%QgAOU%pR28kuPwW5>2FQT*+(rFRWvuYIvPD046I
z_BM+&n`Iv-*7xSN&3$uhZEm!x&v~Vn@6L69Rh}zwODJ6-Q0>R@CoC0vj`~D=yz%X(
z-0z||@2b~3PDNfU+8q-cx6nRU?dL<T&6}(5-`h9)>Wj@Wvtzf<k65R@KXu_Jr#;$v
zslkWS3S%l_{!Z(^R>Rkp|0&UT^`5o-!P!?9KD66>@jdtcH><=C&8pjGeRh_3V$S4q
zKlFkR{V=ipnOpz(qF&7MpEvz>A6lz<eNX(;mnFQa|EF$qev+O$S#jUR<kw4n{7kev
z^HHTcMtY6&xo_OJw}fsrIlGZhTk4hi!6WN`%&L2wb-UnW*7n_%Ld!01&7JY_8t=;+
z8@1~nMm!F`dwxgn{Ffzj9?qKS*BWx~b(r7$nfr5^L)kw}$-Q%BbDz2XZQI9pFNF9{
zs}@a--T3ynzTfMc-fGbYw;dGBNZ8ApE4|+0?xx(|nRm}fYTSMq6m*L@(JEF=$NZ^A
zPluhG#M3*^c0Trhz2NiOPm4dAuPHmdIycH!&3Qqx-rEm+m-m&=&%N=g-)?fcZC=dt
zS=A*!dZxBa|FXRAh5o+3-)`Srclqm*pK~&Au>IQ0d4Afh`}ZxK?I(+J9M69K<Kr=<
zYZEL?9jwi6ow&ZGmw%pJMBbwB^NXfE_+`z0dV4?Lbp0JWUs}FoJl){G_h#R&>SO%-
zcHY%;c`$!PZ{XX_hUYfeJSpDp?P<d3{(SR&H<7s!ej!2Uig@p=j}%B)$MNa;w7;jr
zr<d1#{eH)#G_kVa_2;Mg|Jwi8{k-U3&v?Ej#_!(2mnlEIe{Eh@a`oqBEBWPm<tLk;
zXique`Qve{Pn@dWW|os{CLKDp+(FYNlf}pNdTUemKP#<GZ=QCkKa$;AxpbxIlDIzy
zgx{GdrAx?0WPJZN-@W9K=*=@H8zsIKyevO`LDbEw?3t~(0)PKJ+tjI#JlRw}JvedP
z?<Zq{xTK55o9+DjQcF(7?)$TIRncSJzMc(93D1p;*J^mo(K_(A<kRn>_cQv}&V9V#
zldF~(vmh7S&1o^`I^-koHb39V-@Rq~go>*V4=?90{`yMwou*yFOz*movS)uD=&SAe
zc*=)MSvey0^T+G9M^?I+$$fatsKcIkeqO=;Uo*K+pIvPqU03qe{PgWPv+mm_rttVL
zOTDDHhqe2c`~FkO&tJ~4u9Yvm_wbsz%%YutRja<~oO=CK?l#B2A1~Ey-nCYz9J37V
zkb2wlLrHx0)U8@;|D2pXm!I2>SA)m<8~ZlthHb%yhZpmlO1k;+gEFV{E+*;yyq6Pi
z9m*_cUJ!rz;m4l&E+3O)%6ClWYr3iBUhz0n=FmBd@cj>6)0bU*IVJJfSG5_uZ<aLs
z8DD<0Mf)wE=I+mnFPFSIcHc|&(1uyI8h3BMylj$JxbstMnt7tM4I@v*qe=WHbq}@i
zNCz%>sp4?;y{W&}*B_+{HglF|sOT(Z*s^TxmwiIq`|Dn_nlb*Hs(Itq^<3Lk63&y)
zm3iH0xI96sQGE;h<Cy{qTQ2oj9Nczh*&ESKn%hpfo>KW5sciYTFnal)>F+=O3Havl
z>2j+74VC}l|4s6QJN9Qrl;)n8J7I&Z>HgW<XLf9^n(J1(YUdWlnR_<Ge&U&~&v#4b
z!;gsnwOI=k9)|k;oX}TzDB_%d#5H~U#4WS+EpL~8zgK?xt#!H4$&#W&VZLgmUH?lB
zR^I;-`|jx4&aN{%o~-`TwXBfS>3gknG@I&K`MD~U!tvMbFP~Xfdga@y*^W7Ea_?sD
zZ(FZ%Iizh`PV3^kzK?k|{ySZW@|*4V_`)~MJ4^ZRwk`eKWX-le>Xg3YT)V<UJT?lq
zj+pvP;;ZDk`Kx+W&Dw+ixu(~czE|vz|EHBRHS>eMNzax)x#s=(N;e8`t>&4kuf6Wl
z>9SvbyH~BR)ctExdpUC1t^I5H4_oIkyU&o_B6p>H@1{P^%Uh1#&3tZf+tYff<?e>6
zRlLvssMPZ3Ps*uT*6;Y^)$XZpdM{gSciC%`XwDjFt2rlM>n7*fRBqGC(pmd7xu>rS
zvD^E~l2JB7?(#R|%VytvAKEVoE%>HrI=gda!0m;;i3$g|tML8o`gH%_v;67OHOdF;
zt_Y?(=HJ~VT6<?t<>a@%;by;h=B4C4?XR&s_-1B6>7qC3`|7vU{GagNxc_wBop(p3
z6tl(obv^xhWZmp`i?SIq9}~Xco>P8vcVXtwS04{Q?VMZq)kE&*Hlg)%i`35^Shs7D
z@r+OV&#XG&`_sc-_u&EF4W^Fl6YBSRJ@96@oV#GFmvGgWm72T{4|kSJ{djuIzkXXx
z<@>u&FIm6W@#mA|*kyH;ckP*G<4S-3Yn*a-zTLELm%UKA;+E($9=#)$pN@apnf-jh
ze~(!`*Zf!+cSx?X{+xKBk^f_R&##)oy${lssh51)TYI9fLEkjJcizUQ#}BrqEAsvQ
zv*UJ(#nHOHbGxGpVj6EG`_D9v?c;en;r7jX&%}yTzOL;Y&*j$oE>oDp+_AdG=CP7&
z#q{lQmv(+%aECE7R?GbGpQ!bsr&BAnS7pW|p4enD%XXW9L4n12g(LjBl66lM65o8?
zbznO8Ue1S+-_8_nYdUzMcw6w!T^pY-zw~$U<M+KGajvgt_S|}svN(LZq2}sdw_dKh
zLZQ|Cz1tlN3l{gus#fVex^%Gh>8pd*r*~ifSG9BBcVVN}tK5$SwXG}?ixc+#y10KP
z_xW=gG9P0b*=vmcy*_WLQ~SQS#79-(-@Co+cMg1UKj%=h$>s^eCBEh*JP{|P?ai28
zO<X_szDl$H`HeRgZrHHKO`^tThucq$ibSDhyc6pGZNI2_@9nW8Kk{tCtQ%Df#FQ^i
zENcxs&Z@9Ja|LsZ=;qAGzq<s@-^%FK{cW2q9yV*;I^OGFzGT1Jen~aq*UbYA*1K6V
z<x0w960<G4-Y>hphs%EV?^NZ!2NTz?*p=3I_`wJBHBaRqOfikO*t+T2rzJN`nc1H%
zEzHf4Y07<aZ--iJll5lT1FU7PJiUIAg$vy-tYUWdo2_{1f$D*Wi(Yx1J?Ln=g=N(y
zwx?4?&VBMYZdK&v#`$F8yD5C>U-C_A{MQ7V=%^<Nu4ni;zeHo5QIPPqPn*7^%+S2{
zp<?wNNj>@8f>UvU88-jrv-5AI94}m&>89tQA|!p#cgc#St9Gxtz2^7f8E60h=iEHw
zY>)5ssUfPJOFRTs9Fx3rW_DK2`~IWzL-oW7S5hC(G(YtB$IV*K?*;uG3}I_d9-a6&
z;h^0)P6vLkRp%@}NKCf+5f-nP{%^;G9}ZjX4(<6+sE}B{==>Y&*O49bTqg7-h_clG
zxH?<VFW{~D-)k-B7sVK?44D4>PD7#4#}5zr*8~+D?3G+sQStb&^$b6yTV=JOxvuw1
zBiFbcSADgr#~_IF!yazyKT|o_|GmAx$1(Wrf;ZASr?xKAY`1^wB`@$>#XMNDv$c9^
z`l8DV3&Prh&&7AU{hwxfZtJA3JA7{KGkLvg+2WpsFUwu??u)tD^MjieCiC7}oOw3c
zMQZQ4M^g$;huMp?HyurH3ZLV<PJ;7Uq@P+_x7GR03bk?HLi|4J-pu~#<v-)&J#q2%
zl@jX}-cP!*TJg}=$nb@Sv~Tr(53rhfHShb!wfkkKWZN1~iT6tX8EUQK%yueu&H=WW
zn>sh=E_{_y8F{iw<I|(Z3=F)p6i$@?k&*duckQl)5sy2I>}`%cSyDP_^2hL=wKCZ^
z!%H@-jaRtxC%HUCVf~jZ>(l%N9GntIywW?^W=~WLH99?O+Qdr|JDwdscBSo*#;jv{
za*s}^E?rS~=c4#Ci(|5S`~M%7&)9wZbp0>(doD+g8~ICY*`M0;?Zd<JiwBJg*t;H|
z*L_hQ^yF!zz@HLkIr;jkV#}SS;?L}tod2}!i|S)fo4q!Vb*JA`E7QKZ`1A6bZ4cy<
zjgHNoa(_9$-Lqp~Y`1aE)w%z%=AdxijLn;6{@r6q-#R_C_eweYSvKAiGo8PzNO72J
z{@~+e*)LMxP93arkJb4%?Y72ri3pcB)8gYkO<QfgexBlaemUc9$zM+yep|eL-&wCt
z`PI8C%ZhiN6+d+TT|x33!?oti-@1Q3$(Xk*xc2h$YoAY;z7tyh%F_Ise!{v#nkN+e
z3m@Fg2)X9zIBk33gzh_aHgDC##NrGVls`TAH~UYq;>V;zHs`qA*f!*>Oqls(f~v-T
zw;yfRpJrNYC@OfB9ea~4B{6Q(@i)9vZ>>-Iy>Q1KE$;e=Mw3@&^EJxVp1f*{@3E^s
zusdIKgO22*J=agUG<xsbTyWyR@0Rm3uis1fwBx`|{&SA|H~G)p5Mh~P^3%skbe-Ip
zW0o-i`2j!QEx2zftg^l3j!n`droHDw_Uv86IN80@pwTKm&S>GMO8(jxUhZLzYZz`k
zSkmdM8u2h;>iY1{9}WrfKVNb9qG0uhJ~<uvd%xd)>bCyB<<7p3jMX1kIW36#lX*8u
z+~T~&fo93Y_vaT}J=*#7y!|KHj`jaaE2rp-e6ryZfA{`J#hmjFe{ReFKN8Iz_eft|
zVM=%E!|anECa+q$=i;fZ3lDk!t>2}<vZFH2XHQ1|IiEjr8zSz%<yrc&N~rGAP4>c5
zE~hvg_wbyVq}0Dj?0!72urt%Q9nQ@R_rJbb!WQ($wYB%YPO<bVDV}|w0^U8iUQ@hW
z&cx7A@nB;>=_l3Q@7_)6YuzaO^m0*)S^W9A?`qC}GBx>sPW!Z1_-Agtf4hr{uV>xZ
zroaE?n&(zW&Hug7zkezrx<KfK!-ZeZjvU-R>t`6>?GDqGC-!{yp1D&r|A+U!+{rS+
zR_lY9+2kLb>bIWT(s=Kw{-pQc?{PNIotvfiYVygA?rh2@LhoCCyvX<b_G<enD{nqJ
zGOz18E1TS=#_$TS>9gd`bL-UXr(fu3k<2y8b+(@H+I4G6fcd5BX-TuL?2EeXUt{p3
zDIqp=+rAC8S<_0je{HG#ad-Q}6_uyLrv7ct{B>H%t8VJXU)kTU9Sbo0yIOm8*)v;>
z3>%BcUlUiTYzc}v#9BLDc=Mi<%(vg}o^O-P|3UG5R^vqL$v+-8Sr_T=V3@l<Nm{+2
zbo1LtwH1?={ulq!yRPZWG{O5!%l4iw+GbPtC+BC|`wJE;A1DdjPvaKd`D=H6$cp*C
zZomIlzpe|I@-_BZDr4n?)&Iim7e1`oc+0vb#!e_u_K1F@p<FbtSf(u3*<DZKuisz0
zPBeG=Pc3P)ZF5Byt~n%jma#(jX345u3AZlP_(+Q1d;TcgW>;RyCz}tu{55~S$u~Xp
zpz_F6+5e*Pm8)Z3O;BC!?KbNg^Rjy1xT@Rr&-hfH-^mO)p0JhINVBqeug*@t+=w&$
z$<u!+*M42S=*rSBM*F@BzGZ)V`@MOyzHaFOg}&OV_-3hV70<#0{J$*nZ_z3|pKVt8
zD6Cd@U+(RFa%VTEeu=b<HT%3(r-&~{UDesf_KCt@t=09V%Ko!19lx{CoZ+|y+f%Ns
zdnGPDuly~y&-lE#eXJqdX8sNL{TWWaZrt;A=DtrcW;c&_n4eNiFPG(L_Dj5yyM5C0
zC@r3ux1#Mj%oHNGg{EJ*FTbMa_L1%Ks<H`Fce>{8)~f!}XccxL@A2Eqlak|Rw5&JC
zuUipr)3oRK`MRjO^Xw((<85RAy|n)vxXZup;EZ)8pB9(o<^TFKeSb`zbM<33{Z|X$
zPx5~i`^K@U^4^7nimH<TJTv7V{oa1s{C?f>_S@%X>I8_{Nju8!Dw%VV`KAB-N8wLy
zKmS|sp=PIl{Zp1_-HW-^blFe$?}_`bYTUW{iuL;S-?mPh->0+N<|yCfUuQmZs9X%*
z#k3`UiO2nrdqSKn>zjpmQXDk3i>{m(kG!*oS9aUyj~i<WX5N1KKwfYCx%)cL`{g%#
zee95boI3Bd#nW6r_3e=pA8fr}{&U9tx4+-;JhBv&x3#c)7MWx}&u9IclqZ&t?>(M<
zXO7#s!f!8oy&{i=9e-?c(6ib53S0O4-eyaQD?$S2k~$yHS(?p$ai)vGkFwH3Hy4#J
zE$N?oiu=>rJ>ge^w733nKO<Fn#&YVlsjTyJ3%CQV*k9xoJ^X09)jYDS$n@Zj^T9X%
zF7*1w(zRMgdXxW)-LoD(ah0@_SnO<U_`vCzc2xfSyJ=2I%nO?iIahrbi;@wWurGjp
z{`n2b-xnUrVNDQt_R6#5xl<*dtdCJ}^~!TUj_?KjU)kK6C275*^6009>ko#$jj@>c
zcAnk7;_Y{AckHhD^T7P{@$waKZqzH6KX+?&Se_SPDZhJDlV3;O-$zM5XP!J1{{J1<
zk?;?}|3u^G|111C{r=y1;XCV2ZdUP6?zg+4wWw{?a<Ru%+TTT@;u?2N-mokCOxq3F
z<zG%s&2w*CF<bKbGw;pX`Ryuy&gjcZ@?Gk*=y>Vr^7?|!t#j8Ff3}u=t1j&m?!4G7
zQhpt$@9p%!p7Sr;D)VA{&L_@a_VL?KkINe(ueN=Sth%escd;vQ%KDYr)7DPD7kpnU
zF;-gE=l9~&_N*z6pGDII!f*UpEpyxDYHDlzapQ`$GM&%fM&6ugFS&hve{S%dFU&74
z{+xF>`O49q@6H*unESqQXuopbD8Y7FmD2Hq-DYQOm^Gfa#h(_~cl7rosW*F@w~4JN
zjTd}0e-iI@(K{1QJ+qK_(Y@_t@wWD)bYHRU+qS<{eJNmfYGcLeoot~yZ(J7t^W(+G
zPy7GA|Ns2cNA~iY$$t(OJ?G<pQ221i$<^EDf4UkWpR(orh3R?nQ`gp7zUE$IaU*_{
z(wS2)eV=iiuh71?x%k8W`aL#({<S}KpLhAxk%Npj;!Pp46_$mMf3dNvmmL0gC0OC*
ztjCN3Zubg&cssNO?H8QM*=%_zxc$Zaum0EDrPfre*?;iUt;tnq&3)5ULT|<FUVXnO
zJ?8GUq8Uc_SEdKYMV>3XVfT5$^_=|gk6SlSYKi`xK0i%})p2Q<<TT!c*~^~B3TGv-
z_UX>H-TYSJh~ZIxnOvP%_QKSs8Jv6cx7?e1|I;s>ns?G^Ki)`xv^rlrHTvY;<HF(T
zTjZ_&TUjOkyR`klmfOo-K4}eo_+rNu)ep>U_g{zi>dx@E+*ieL<FUg>nbRc?E%XYN
zN<8-K)&GuPzq2n?;?x>5uXKUq-&XRzO3A36G=p!c*mZ8U&Pz{^>6=IvEZ!;1`M<3B
z<<37>PTOsN@X>M8_AOtwHr=edSrWv4#AV->gHLm6uI>II=JS82_tEDzdp~j-JuTQ;
z^Y115%}wvFeRf}?AYu3K$Kt1U=l$+H`5mRXd0M+qzR*rxPv3k4!5<Bdo2{ew)YW~S
z-fq+Ukz@Xzw477dXZ_s0!{U+X?qBo2HD1b>T)$KKX+!v8tBVx}q)qY*>pbGWw@B{_
zzvFXpo3mZZoRdFadGGMFFX>z~ORvbURL{J>;^~u!oKxY}u7Nw9yGs7ZxPSiH@MZOn
zw{I8|JoF`w+a0feZf}3~=Tl+3HlI7}Kld*D{P?ExzLwhZpAUlneCOWQ{&2Q&Ty=Ks
z+Wh{C=JUBJcLd58Eiet;xc16b#yyX+ujp4kec?T=?2W*l3%_pW{FdB5<+-`kyp3y~
zY*VV-^CWa#dV0B}%Vi6Rkog<4CRlequztDY$jUOmb859^2akPkx_L&Bf2Bpi_QORE
z?^_<}7Rs$ZcTHuxQt6Ha)<coIPE}t&-6gu$<95uPClWa#JmwEiZd2Z-bhl~w?dkVE
zs0o$sT<~b8&C}+apEg~z{QY_A7P}+5^TpR#-B^(~*O5Dp?X=CDf)htHh1uSm=#h;K
zv$AH_URlmHr{bw%vAT}PiRfA*E5>l!EpMIU?*3ZM|L^ptmuuto%YU@B<a2CTbT#+V
z48h+Y%7nt-)L+?iUH``)>)R~<{w%LQ>wKmCrH@`^!$(E_fdBJ!ebzW^Xk{q8xSZX?
z=w+Kn`SxSpm&$VHh{pe1<xu;^rZP&sis@p3w3}()rN|$r+JD^9R9VcwAhK{h_tC?i
zE^D2>xGbvN%99zr@A*52@``CzjGo~Yi#NVi2wRjo<5k7{R?~h<yTdKgTw#U%oAb78
zOS$2BGCHQd_j2aMw3~{L0`_#Do7!$&UVE<HuQ@7h_OcoGq?f$Cu*vqe8L#g7;-eSW
za$1<*vwO#PspbB~$n?au$9blg+b-Gd%jINWk~hnD`?I+8&$HtnuQ3r`RrxEb^7a9C
zmY2m^-KYQcUMTr|d%<j7-fWpl=|kyXcQ5@nkHPQshI8if=U-*ddz$@Xm(V@o-G1LA
z|CoO{ta_F4B;()Tv!DL|JN>@y`pU(3Yrl!tABcN&yF6cCzV=A$&Mn2^e%ab9bFWBS
zeVhK=$Dr=PvZKXu77ts)^Zy<xj=1Nt^HHw<`G@K98UJ6o9^Rd_v61^jl=}55R<B$8
zQxn~T#mnxtOb_PEz4nGZ@om3leEpBrp_5m!D|GEWygIY&+`-jB7xUllmSit*dTsRl
z@7jvX75n<ir)tEUc>iN-#l_7_M9(Ka4@g*+IkP@``=<$8uI&tuYj5B9>QZS%eEH?y
zMo$W5bFMwKnqyf%|DH|atBbjZO0NHxte;>0T95zpJ>IB@r?#Ijo?W(dX62SUJNbFe
z3uIUu{V<O-FFvs}@3+n&!N-lsYzy8+1+0qWFM4$ChtwbM7;}xe4cX<sdQ;vO&%fEk
z@v@I^N%Z}1-ZzRe{-*!#t$w`ScG6WP=@oX1c)!k`J*$1seQ~SxKk`eR?!INSy1#i>
z$8w3tu$t?~H_w?Fmb&*^CHq~&7yJKz?7vy}@72-u)9?Rzc0E#3;P}56rSr}|65Vho
za)0sk{?!lbD>cpS1!T)Imz%FLKDU5>_t_oq&%F&+6Y8I-5o4fN%Khi>(?1J^yS?N7
zpAyr`3&}ptZ*TKxcbxe&{TXX&ijJA@-{JWueO~C_nO7&&EIP1m{x5;+nmHBLwRa6R
zMOjy-soPI{vPkjyA&vuwr|ta}%BUTYc+K?KvU@3IsrT9C_jKxgd|A8i{;^Ys*Y5V0
z=$F^=zxdkp@kj12WkD4uBfhJyHuSImlUaH0_}_K^E{mVG%`^JBFtz;qm(yLFHmg^A
zi*^W4Jb7R?(>eJwKfGHPe6mjX7TUn~Vg0#4mKiB4PU`gc>wVtXrOcATz^uRBHqtWo
z-L-ta&$%XcXC~S15pmHI6=~w%d1sM>jtKj^b9-vDC#`1JpZPLl%IP;^Gqi>M5-urR
zkz_v^eB9%;>zhfPy`o1$nNlsIt@eMk$xp884!-+q;(EWu+gJ0wlP^!JKiBSl?kCgs
zxA!~!d@W|^*gh>?`QhyBIc|+w_T@P%&P=zt`CiuC`p$Kp2ZrX`<{CC{{dhwAe09O(
zcOTxKeLC4XUT1#&hyI+zUuTQ{A9H_TuqJ)w3DNGHgBLb_VtChbgnRq_vWk<j`{e(B
z`upi^czx8q=bY7YKhpv}l>Pj5{{APf>-JAdyY@Z0#>suXw&JAuIe*J2QQpuybG0H4
zY8D#3^)R~pY|q26c@^2qr~bLL)rzlDJZ|~X_k4#co>!aAm_Bu(p!l`QW4!lN3mh`<
zo;r1L!ovDA%hp&MYrFZ$hM#!W2AihL`8v<w^ZSbVs+qCU*Pd_Nd`We4;nHjy?Pxs#
zpCoCud0$swt~C_6X7fvD{T0`mMA@zTDjt4xwkWgP*=_nq#s1~5>qb%MYTi{mUiZmh
z>E|hT6VI|I)IHW%+`K{3zvA|l%Iv#J{?Tc1XO9>EKJvrv{IZXK_9^&2m!3Y~{wa63
ze*Gbz*SC-5%PyUrdj8|G*@<htKi~A%KCICD<#*z<r`x>p<4o3^|GlTRTry?-Zf)Cd
z0YBaAe|5}WUehYNNB+m6zwvT){O7&%9(-sM`ZYKCmx{Vz?tZ<{w&<YwyPo*}U$sux
zdG6cAbGa=VJL1Hczt-%{;F~)qBBrXFM|Y3%i`H}8a(C^cZqE1euhHU9eSbTn>Rb8m
zz#YxL&G#P$ir3GLx4O+Qy0=2RzVNNJdxz}Y2X|gxJG%Mp4TIm#KVqgGTN?YcVgKpH
zujb5IH~nJs`aEyd;`z&~B)rzI)z6GD`p#GCKJ)d8=)Rxc8*jEND4C{S@vJ<TyCC<{
z{9NzXi#sg$sT=*sU0!+V{L9xLZtp*peN)%@*Xs%spFPj?bJ;(C|7!04qvyKCyuYOx
z6`#*<+Y%_B(CG7P*O$|(_QFN4(rlYO_VZ2J5}CTdH}d--?(^4Kni}UOuU9nQ!Mr@z
zIeLS4`q!-3HSh2G9sQbqKP$u9NV9o+vYGQ%*Buwdj+$?Iqw<aKS?TVqov~)F`>s}g
z=3N=Q<#P#RbNp$o-`jqLlol#jDyXmO`xbqV<L9r}`JcnIwk!PoBtBn{-!9=$!-HZq
zN&fx6^~|Tdy`J|uNG7*5>A7!ObK%xPX}#}7KOKx}wV7WF3zfgWliGe<SxvL&@QdsJ
zUYhSeb^PU>Y410)-t+mm>=$ob%jd52km<9hpI+V*{?1_9Ut#lI@}J%syR}cr?_DV{
zt!U$#Th}fn9>~p^>@4#om^mb93)g}dhn8LMXR=UZnb&e%@W-zP)4Gq2@2~4iysj!{
zx9ocw|4_dB&y43SM|T!-M{e4jXPJ5QdjG!49dkZj+_n3=e1Y?vvL=x&%lFJJ`KZ&Y
z&9S#;CEM1Ru+4&B?T$_SS89<G>0!M#XSqh*tL95Q2V_;EB`PhZbCsUkE-&(BT5ZbL
z&<{n&c&CNOlv;d!n6{ti#J|<i9|{({(K>R_ac^JfKR<;(5wYeB;Szs5?r4WA>hSzq
z<59PL;kGY7m;}CM1{z-Vw6t=G3p2a3eU8BOjeJ|?p4`n<bkIeq{LFz;O@H6q4SM&h
z&rPza)L&r`J4NgY<J99_Rov1w3#>QX{%UuZ*{-_&$iBPMZ=%l}{ro9oXZfMe{N?uX
zc6<M3+cAB5S=9dC@q);wHnq98@|9k=WgMQeeA}M7gRb-X*VX)8eqXo0{tvfJ<yP(A
z)As-SrN74RPvOtQ^Y_KnJ^H%M+%HDAsFd@+!|aB4pL~qcZOjwG+AUTZ+_$~7LFG-`
z{$>W7D@MvIvQK8}i+=OT-gEimbekWMe$&!_@aS`wJw566-anqb{Djs!Rr8W3=l7V;
z*!b#5kK~cb^*7~(8)x2gdVPI@-*!Gn`P2{#r&HgKtqdu?v7v|eOelY**ZS9QWcFz;
zecXQY+O+h!<*#G+)*f!$SpN1^qDHD&@5jFvD%ZCEoZY|b+?H$CFPg<(k1o75&n~?6
zrk;mx@!9zj@1M_{m)Lu2!?f!kUY~okZT-5_`O<qBq|WD0xuUZ?Q+j`)^zkhVFZbU6
zG<)4c<GSP4=RcoW{(4I8qq%!l)|JewjktW>VSCiAu=`(6N=_D<_Byii+q=1|Ii}aF
zxuieinUdSr)!pmu9OY{ssT}Lv`}FOTd(swseP+_zKZU2?H=6v*`Tmu!Cw8yi*~xHX
z?<K$5M2GvT>%{L#y?8t2_y)n2t9rH9>VoA<GyZqTUECmYuURX<<l^6DCC?id)g1OV
zb<eo>_ITU*=RvDGr0UPT|4|pWeDArJ{_GXMf34Xf`}6<DJvUq4t$OeIU46|&wkLP2
z&L3#|y7Tk5%ZH?&MgE-oFWcmq>AL5ugq==5pZosjE`!rIG|YTHr_a%Km*3;Pv46GS
zzawW^X8d|xzgA*~``#_}&z^stcP;pKTAiQFg3>vYzP(cDvoHK*9<hGbo9o-3w0rU1
zyIQ_^dD2qt9R@*ag2w`VR8E}h=y!X3wt=tr{!1%=4&}ukZN9IsS(>l4X5Vea`=6xO
zpD*q!4c;Vo-y*K~`-%CI@;B=(?e^^X(X;l^_lx&upL|~V;MUdIhtL0rlX!ea*?tQr
z|NB*^Ps?Af{<3ubVt)(k(*6J6_IT$TEvq@U?QC(pz?ZJ~E_V`Zeom3T(zE}a&5w+o
zuer<aZAxx4ylHvfLq_i2lQfe}9jCji-`~8JKR<1!M)`gn#@-7OQ+>iULwV#jG-~oc
z{P$$1k*Vsw=Ny}AC#KAvYQ9>(rfw$Zc~SFaZ<#+!MY*4~S-e}uVA?dvzwda%(o!Cp
z)u_v#uc*H2d+g08yVNt)hdEilKK&so&SQOh-{IFj7PqTc94Wis&hzf-f@!l)zch<`
zpDy|7nyR+KH7kR1{+rTVm)={>NvW5-pR^-#?k?de$?vl6CY!xD5H-)v`rs_@54HCW
zoqAf#k?C_r#<=<Mqi6pde`+0XpL=v;(=%Q_sot%xN~@0Up78MTrzz(hEG#c-FRIwn
z@ciiMSu!tl_9rGTK36PvSg!PgQ?uH~)0*e5MDB}^j88o|kF&#0;ClF_U0sXZrxX|M
zw|keWy7_Uz)yKy!-u(37i}-2%ijH5CFY8zAYtDBF;E0&Y6c)Cu;?=4omT-eRpPzr%
z-}n1l`n<*;cZ>c#i7t8gb@Q5v9ZVnd|Np!C>G=A8Xa1$^^Xrw#a?^VEu082V_)}3{
z&oZs1V+)r|lK2;7$S!+#;+8mH=dxFB%a?XDr(6_#d{`})$L8Br*?FZ&4m;ny3ei+A
zoz}Zr&@U+1{=_1UN85iUWydvq@UPJjvwb*kzt<9*@;w*qB!5m?HQP>5<Ywn#R@+I-
zcTP#187tdTvd}O|;!oB242Py(0j=91FYkTunyvr8H~D2yM6BG?$-4wz^xL?|#!uaU
z>VN5f1*hekGVMDzpVV4o>&=k0I8i3lP5y_t?Btn;kFEby8uZZPcH!xbYNswb8@sQ_
zxS6-}?Fog;{}dm6f8r$<^|^iCrGHlqHXY5b@5r~QUlH@^*(Qxe$IPD|$@Mt@(rV|!
zm5<trTwSH7T`9Ye{#RIQuekrk$NuLJIUDtzG(XqRJ^lU{&UO1vZCkXc^L2{LhrciK
z*ZWPIZnvhgvU_*d*51%czNS5DTh?xDJf~&u?&KSvI{)md6@R~8<Xz9dv&td->4F)|
zdYdLn=6+pj#vnYsWogX9$G0MXy`6vb^0KyadxbUZv2(-IpWbBKqfxZiX_omOscAi-
z`*!|GeHLi>$;8C}@yC@D1<O7kc{}ItX35#_&K}S17Uo=U%R9NK?|t#AKjjO5m7U9$
zo40uSPnWd0f+`yxEPQrhgJ1vVlC+bjckG|LjpyE(-B044Pgum8mol}X_RrLy#$bcU
zDv_977mo1>w97x)e|qzW=ZjTj?;SNQ{;_=Gv7Hs+@nN527hK(H|9HlmIRW}=yf4Bh
zx4r7mR%MF$_4@DIgBKgOdAmMYUUEFJ)6HmJ_y42DM@)D2@hxV)%U4{P6YzWOtzXxF
zUbW*oZ0NV+;P%@Mmc7<z&71?iZMS=SA+~mwS^8$Ss0}^g!QDN_a-~HdZ8cGQJ?+QY
zlhY?JI9%iHG)H^h?%L{)mG|yEX>Yl|!S-)@T<d$;AJyOAKNsC#F0omaXSo))_QSV+
ze8(pB{NA+4|Iepah5OvUHEpUn*8b~8=)OIr%X_TLcW~Ag9+)wmeO0`@dhMa!%#2S=
za??ZI_cv#V_VG>hzMrw{&H7DSrg*Ct_VQXh2s|Sq@xW1QP2P?Uu7h3fN9?>=ei^Qw
z;QVm%?VhE6o(7$}Qr@iA*WVfW@0X={pM>+inoqX7GiStXuzt>)>~nlU+i`oFG^1}-
zmY;R~aw=`@EYp8q*Gx_fH{9{LaYjj8SVj7x*n}{>yIFPn8C{>teO^-j&f?_UZXxq0
zg`ZfNi{v+@t)6&qQ-iERLr{LIqlEW0z8!m`U%hhY;{I9Zp<5nMd3R#`R6C~kEl*X_
zJJ;3hc>3aM@w|%(p@;s(+s^gfY4k99`l7af%I{VC0+*eBynbT6m*ei<Q%@_;n@tGu
zk$J~*Vrlv6NtJfz3l3&qzVg(}`_EJMwe9B0FE<<B6gt0q_cX~#75kXxohZIlI4AtZ
zuZ@;r-W88eeq_AAa7WFCnwoE~pHAMr|C#oc`5UqxH(N{yI%X#!$9~%DKl2x%=ORzL
zc8fmuKR5k-<-LdJ>;LSZw!FXo#G8w|TjKxzw3b`+Z_?-MXF4>$+^KC_x&FnYN`YnR
zVhu5znvUm83${PHkvLK2>$;pJ8q6=aH)*}np8om`!|u2x>%=@OPTbqWwlsNS1S7-5
zRhgOIk1THlwdD(Ms#8r_7Q}n3v3)X|I)7M={yKL*rKSk+`^v9o*nFMxM|-l3ql&1^
zTnDe`6F%u>nkwq;zkRM|#)<8fl7I5rg|7vlddfR_Q}PSHh?|A?6^flo>|*V9R37uX
zlsnDf@3fOYKOJU0e<>jU%FhYMzH9Mcx-9r|yG=rC%(sKjd=n2>uHOEkHA>UAI?kK-
zjbhWgZ^o(W3T)zPTTZ{36>@cn<NRB4X9Vtl`ji)OOY^G?N9DY2R*AOPB2~Ti@$qPC
z3#^_0DgUN|+KbnJ7R7y*v5PB=VrM)dtn1{{UnKc&*+homjSJR(WN4ChJ<-CMxOZ}1
z)I64At!XMN9DXd{Dn94TzQt?hc1jezJGn7eu~v42jfI}Ggh<>+AK9p-TWW9cPJSjU
zdzJHNZhlE)_*Bt7A2RKZiEmlOY8uIUe3#F@O{;rWiodeX5#Kl2f2Ooo$`m$cotSs+
zcfWM~joq4lNuf$mH~NT(8l(Mt+o12~D;CfFd)hGHWapCmXT$SkeVV7w_Rju0k*y%&
z1dF|epksJc`Nk&|Z`STmRC&$gDlqd=R_RM-soskR8`i)6c3koLv`g}n9=1O?oz7Jp
zH+`wW=?%33!arxZnDGC8`;g&_M3uYWoK2@fuI%e+JDJTl^&MyM<;Z2fRu`<6S-8mN
zO8C9A_4OOn_PqS{E_;S!T$I+{S1Cy+Zv2>9uf4YBt*J+5bcVI>t!<oUH-8*Z+7S1|
zexHtQ*;`Tf8uh8F?lZ53MZdQ@eXruPe-z`(f=QB558twX+#KwX@Y|Eo^Yr>fa^aSn
zuDE6Xl};}-I%lZl_Mr9ok?mjZ|B*GxDtUeTU-q6a=VSE0B;RjXtNZZkw<-s@npca?
zCxxw;EATY!^t@j}a+!ivD*JQNJw=c1cT$Ufdbw(=-Mcd%J}D>tj<mn#yIw2%^0QKF
z!@I)QpFOs`oupZ}d(wwlsnYH3dTA*Ke1r17TrwBg@!Ij{Mcu8RxT{tQ)Wub=`Ty&{
zBl)ybMISEqab059SogR2%z-zvrSF;49X>C8=>7&(<Mls|&%fjM%yRwhI|0vTMuf4;
zc<&5)=$kix@{WV2tES}se0pq4vfmG@vaRvu>8E4wWxeDrI{i*R=5@UN{s*p3Cz5ME
zu>F;6S}yl9&GP=ElB3Kwo<>_tjGwkrx8BDpsoiLc;?G+e^Y#hcv)HzOQ*hMljpsJa
zGl|@H``C^54IeeiO%872Ig(tEB=7bAS?OFYuMf{G%>5o^{LY@gwOHtY#f<HfPkn#-
zIr?<*y<e5*#COJjdKRiKk$-pBuURJiar<j(Hred|JttjrkK=iDnHxWg=5#N6b^7dP
z_L2f^zaEu|eiAdz%Pl$VFr!2&ZTWkJYr5tFPu`tl)n<#lS@41Behp*4*E87~_7=Mh
zQ~zds*kWX{u;6xAQC;017K!N7pC)jBT5{0RFYd_3f<>yu?CBrlmTY=|TQV^wg0HOl
zs^YQVRw2@zlUZ^n$IZOCo;zQ=bA6(2bh6XWq#w>Zc+bqA>MhOtX~UzHpMCXrgc!_y
z>vDWM^9@VcO<F}~%o_R6**$bFny>r4(&V2Q^M$p>D^>|sC*&%=ieJBb-HSanze*~9
zoHai^z5dtZPnY@cr_R5}opvz3?(f%6*85!ks{Uq(-!S!bm)PG0-mF^~yt&fXn(5}(
zF8%MZR@}dI!=ggH%V&E2IX)4Xv}H>`6Ms_HM%k$xe?$(S=Zm_rti2$S!P}%Ng74GX
za}K;IlfF5fxw)RXXnyBK`Ac#iHcU!NiMze8D?Q;*;=+zsXP%}{Nat+r+LiL0Ga`U(
zqw4fm?J}n(@7aFhvfZw$Pv2$R#Z}al|2%rvzas6qS?ZbFyeq>0KfRXDegEhZ-aV0Z
zJBs)Hd3g5lQ~vY+H`zS?x_A1Xm<MK)`<{o_yiU3E^($ZNpU2F#t0U^JK67)*{kXDn
z<Max){ufvFor(NgJW(L7uH^Kbc=z+G#m=fnOmA}7nc1(HzxaT>s<^akprBKV;+~Wy
z`xCjr(G!jpeK@~B+5Khfl0r|G#M9k+48i9Yc>SJS?r|i1@}lY0FITL*s(DQP*>QI#
zQ9(t^^`+t!mMcmo`2Wdk^={}|Q}XVI(pN_JBTL^JfBqW1QGeAHWyV(mEHmG{P)vHg
zMEBp*LtIr~We>;O3QV8+$L;V6$8|<+GNJ}nOBRSMy3O};SBkXyE!K5+cV5uSUZE3q
zq_E>k$3q9E5~r4n-*yOGl9<yGV*mWXy}FP&lk(?FDb*~rew4hK^XfA%x2vhAg=JDZ
z-gkZrC{0{l{AkDD1I2&0^w*@A%Kt3C`{Hw7&MC{9)H^!fXJBUmILvs-bfY=)Q|i~!
zn%R%;7N0gtw~xENVuqA;&hOA|g%A4H&)QsdYWev?$<xotZeuyNP{)|n&&I@=%TB&~
z&#BDT)8)L!%x_K&-5}cP@kO$sOS}A8@J#8~r?UT>)XryLeM8uX^XL3Cxl`uMKF{~T
zwv$&}_TlcOiUAIsK6}=F$cYuc{(9xXii1{p)&jv6_P3^6eA|9ZR@_qUgKt;kZ1caD
z-uG_#V|sJf#a9*@I{#O0=J+G6xj=>UlgSJ3`ej!yZ+pIU@8#e7_ypNYP4ZW-p4~6C
z%vL=4!tD(iQgglQz66-r=f3!J&9n0T<%2eVZ>U>tiFJBB`PA8qCBITqcwaA%`M})5
z-qBxC`*Q!MIWLOUc>aIs-~X`cZ{oH&@|VTxpFQ3^?Yi`_<?Fn5m>xHL(P#5J^2f`v
z+wb@8-ec0y`0MuK^wZ(){?pdW&HwyKb{T*EmKp48b}}ZvUd9rXSE;MN+4A_O6{pvK
z={odEGBJ%~Bae1e-Re4}9S@^yj1n6b{J2_r(P-0w^%b+{nKwRh&FtA1X7$0nHq_$_
z!?YqUGi6z}IWuP1{rvLHy>j!)enXiLD_P=8Uz?uk>@c6ASNCY=L-ji*sWo+Ho-5|f
zHDJ?M_1d^jL+erOBe?^XC&Z?mdN4QY{l|?=540L?cb0sb7~QvGM*d8n6#3oEC1Ij>
z{JwN~y0NEsgfSNW+14a_|K{TI{Xz!E9{%&b|BI2|-aqf@4o^n8`IfrJ5-pyp72RP^
zkNmx_q;2+^CWD!Y+bXAD7fG_z+AquReEn|D(_e<Xva_#mPn!Jx$JIP_%~y|HZ|(Sf
zAnQ=bh7zG0uf9o@o?pUQ7q(YhO~Y=_+pPA}9NYWeFWKNX?RSmL`{cNXzbv%{<}>X-
zec{U9ifc0U^Ipw4r1tXY?e-P(ZR(C3zI<P&{>R__o0vWt3ybVKc`$p&zCXWK@9BMz
zEhqNrr+|9ozSZH<t2TzUmV|MM$OkY!$i7<SkdSN`DyuwIZ)>>pOdU5}?L`(W+GZaf
zdEc73md{*b>b6Cm*<BMtPJH0CuqhI34f$DCa!s<CIazy4-Sqh>eh!}xU-uK3dbHl@
zVMF?H?sYL%{wzPmvZZ~VdMMv%Tx{2I&v0?cirR@+JWCJE-!iwgyh!)I_G<V4Zx7bT
z+U@%*{pnpn;=|Bsd)B>eVZ3U%ul}_4m-Fl9>B`T$7yIw`TK!E)&*t`r@7et;eqR0F
zKli8K*FXO^jkBo#(VR)st!+eIzeiU84cxyibw+|wRr{K5_vj6$H<j#Pe!n@xaNFE3
z%Zz-^OS8!-Ij?`opY5(^Q|9KZ{+cVIP)Fmb`{$1ET(0SllIvc#={$Yjq*Qr|Bek_z
z+2(7)gW#y6Q<4p}S+{le+|!)*N;uf5@$3h!H%h%#6V-X^I8*~V*?i}+p3L4N{&<I$
zIb%RjJdcn7cQ|)<dc;c3ms}S^7jv!*mz{p>oO!yDp=s1hX6vsUnfBq<U#^~SN)?Rr
zbnu>k!6?(Ri|hVBx%NxdNw!9>tAxH!T74#^!(7SfQh?NgjZY?SnfF_#ms#<5{_jKF
zYKQ6^^f+YxCd3@Q=yT}?vj*et56Qo_d}IF^Bz@}t)J^@XsxDT&*#65kzh+15^sYL)
zF6-yp<v!osk$Xhp-<;)Dhn@voZ`_pK=Doe&`uX-AyYRT5PTwmYr_GPk-}2>|{cH99
zbNY4JhNYj@&zl-8vO8mU)gJAIUvy_(^S1ZC{%hv$)5|}Y%bYHJta#Vwc1?PO@R=Iv
z^@($@>1BTl+w3*X{jA^ZI}X`7OZ{g~X?plLL5F!=)yig;Wyb3meSc0{o4!)UdZu6H
zZ1yeN%ERlfpS~7dw@}tE)7GZkz;3zo;l#rkXRJ=I|2TEJ`O2NrO&^==ODC6!9QJy1
zHs<A$OzBzYyO#L=IrT3q{q1|%*|QvWKd^kgrFr}MmMYdTGn01-mt%_i@=j_LoD8`0
zZ00K7)YWVM3a;O2|NoTXs{0((duzT)CL0{fxb^49OW|YvcNmVl^V_A&IdOZ&qsh~<
z?q_WGi4rug{5|P@$`AKnhbKq(Jp3{5`llaXKOGjHFZ<XsK7Uh!_qu+?qwlXx{qk$u
z?1L3AZf_I2;-k9Kx?bgXTha%%!Z5{7?#<f{+C7}qu6JkMQvI4Av)75U{R;WN$XQuT
z;g4phwn4|6=#Mk`j-?*YakjOyi+*=!Pp|zA$HS|>_}{mSnP>Ybx%B2F_TD1NRq`9W
z{(hUJ>)UR_rzkzO=-FDKvRAj7-*~MTXO?YBN|7!uJ5=SAU?(UqUQiJ5dz#}`|AzSz
z#~Hq}X9eD^by{#E`NLzb#`1S_4}LG^^wXM>%J}=iW?>HYZ~G=5c^~-0>*j~EMb@`h
z+&KI+j89(U>(wpm<@QJ9J&>4x@`75f@cqV>&8+&9)~)(6VRC+d*IOU8PrRKzMlqci
z<t4i3g-$pZzhg(0;sNu>y&9`M<%29MHEgCCo=iA>`r|{%_)Gs%c2<8r{Pf*R<~e6)
z&yq-3<=*@9OAYJK)#~awb(?J-{@u&J|8LsQ$NT@j{`6z{`;WYJ56%XzbErAVKIh+|
ze<t_;zrMCoS?<BP0}Kx}?SDut;{LNHXIcdN?KbAm%IPPk%@@67bV%dO;==*^FD=hF
zq3(ZAGM6(X@Raggm5*z@CeF2<pJJUM79YoEz0G;X@;?(_HS8<hdTb(x_vwT4`R%Tz
zFzk|B)37YUZ_(rr2^-%1RG!Ooe(K~715U<Y4<<;hy?JEP+Ta--a+`mZ)ts!Js-LI3
zf6w2apZ4GRoqt-tfB%ETKj#a+v+ulJQ1Vq~_rAq(pZrq4#me1z(A?-_;Wxdy@H}ID
z^z)Zfo<8D>=d<4*v9Ipv?oXcapPCp|SFgUWwWeEipF>HB!E}#5K6e6AneBdcU;e52
ze&T$`h_w1GZf9l8QZ2oeF8Q_bhMw=?bQYHEd~|Y45tBl1y|1)Pg!HMWT94{~-|1;+
z5}w$}s2##8?({?OxlVfO(q2{7iIwx#PM^owY_@O1L&*oTtx}FG@slZexGJV)`#(hv
zr=QzPbLKrdCf~JP_JUp3rszMZd9wNUrxZ=&u6p%F)c0WEO4HRw!R~bv)%Th4${*=l
zD6n=z1bhAE__;i(mp?FCMYjLhe0Qqu2ieA$lEZqH?s2I*bo4#qCh%GP{rQf;(BQ*b
z`){T~&la`VnR06XdL+Z$nP<h(Kga1t=lROs$C0xw+79W;9olks^RJ3`^F7v<AD7<$
zH__^^bvnB@?{}X?r&u2?vFtt{SjIW^UC7DP3qH>JbL{IK3*OsL@BcZa7d&^pZSk#&
z!;=hUpWH2JiVj=6C4b#v&v_=l5?MYTa*p^DAgMiP$-XxVHS^0~8yuG2e}1m{{OEOG
zZ+^>(l0WxHYJcLjt-5h{j&{B(3ELGE+_IHFUGDeSgK5|P7EPc3Bjn_V6H5-hRyNrC
z?Bc%2JI}6~UF((Hxb1<K%a26~*Ed|-|Fm?bXKI|v!DSzR<?J&#=-A#S9Q!af?BevE
znC0y23_kz0ylJrZ&9=iOO;!TsN)OLBZmT#oTV4E;<vuC#g%?DcKgAw5x4l~Vx!=fY
z{Vx}dsP^89-1U#lcrUi>d#ra|`_%+}jf%rxfAQD<F-}g{rW{x{zy90FqWQDWte5z{
za{p2ev$Eg4GV`vct_d=CU^pCct<Q1F)AkpB@9#v^l@_&sROOGqUl4ue@>BPF2TH!4
zx*Gi_<8yD`g{5CE2{SY2eV7$!SWy<Q$Iy}zu*@gylgzANFPXnScy3nRyz9)Cx|AQH
z=64+*KC{c;@FkKjOuWf?=a0-b#~G8KKHq$9RY^;(pMu}riOxTNzD$>#+faPu$IoM&
zk8d5$pZ<K$!dH`G_3Q3jyZvWd=V9l(C)LhZ9d|`n-8r6q^nF*T*+#De3&NNmMa+47
z;NHPqA3}7bC-fbZU)f@?-6_&g_RnH(HHNNl>GPPsKR^HX(n@1_w!=Bc1umX!7QNfP
zR`$lXt^==|!%s_k`#sn3T{(T~8TKhPqIY*)X|h`^@=DLFdjBhF;ay()4JITTCA)6V
z3<~`rmFR1<h}|!A+2m#)u?;)F`Z`W3U_F#;R(WIku_r7Z*2UXn=EdcR+g&R;Aaqku
z-p=wF_mwkm@;(K8O}xkE@Gw0f=c&%#H3DouV>ZM-(_GCP|NrIcr?2(@A7FW8xQKt+
z{0jf~{P#cRcD$F{XtO=wroE%oRNb;3t|Z=5^&flB?UV>#9u=UycJ4f*%dBnfzqxds
z)2e^Wx2U_IE_+8hH{eLX^or<!IZv<k?#ejp-@QmEZ0{*|FOBv!Y!wSR&S!1$Gpc!E
zr>(tMQTwp2$7HS5z1jbpHBX6|AN<@gOYEMV-IHVkQT_Su_67R7!mo~<RJ^Zdxo30D
zu~mocKm5AO9{&GK*Wvb%9o45rtJUK-`@VcDt=80TGrQ=Km*`iy@9}}xx16*pJ#oPO
zhh|lM;V0JLT>U>S6!S|x9y=?#+@E397}eSN?Bja&|Cg2>S**h}*}gBJ-dgzd!oPQA
ztHYkPo!$0$ieSkplaBi)C#6#r4mm^?mL@$G|7!7Wmw3Wf;o{QWRg$lcTs(1NL$dMO
zEj$g5-}=h#{uTF}d1uasSzWAo`%XmiG`x7om0dac&5qR-tpO2tFTV0mo%Z&_mE)><
zMqJS{NnE~9ojAkqx$T(P7vb~wy=!YxyQiMifj{NzL}Pnqvj^4B-MZcI#AG?+FFWS{
zJ0I$MYmRtFpxlJh>ztIbxpu9MWn+|lwRX?6m6BOeUWGC?SC%`yyq3?nDemU8qvFRs
z_y6PE<+f9e-~G4!@5MHk6}A6_)OPM*Y&mvtzhlIA<)!`yvhPhZ3bXPQ4vR`X>|S^K
z+K**x@5?TkS=f{9|9MjHN4{<1%?7)6Csy;GSfZ-_EkFGVM~(IQKWB{J?)<oA_vN|r
z3!U?hdM`g%b+vGQ`Q^9sXRqJ3?at3TKi@xH?jQ9dLGBJ?_OF@CGc-?ku6uQEU)k*S
z_s*`|b8Yp{>3Y$Yrh8m+_x18IgjX?0hpKAyDsC&PI-nh}>)*_GyB>YLZs)wcVny)W
z;#wAg=(7!bb=@isPMFaZwr%UX)qRuw6|2=d?wdS4AIN_&r((Y9wDm9TxL?<V^X-nk
z<+rEp$UR5(bqm$`k9BXWn8kLezH;NwQ_gpN&f9N1>wV#z?Omm6{%bbfE1sM;$oz7k
zbm7NeYch_0yIZ}*nVtQ_mf~}D=C4oN*B|ba*q44R?DzeDuZs6E9yDeUuuHo=`QIro
zlWljCo_AZPENDyo*S-BK(+gHROKZ!ReLK$gI{(Vs9{2y9wcR?-wYL}VakDf#_VOe1
z;_eHU|9k=hoA$hVu=97|f+L=edTe$J&Y$g7cv0hKc3rI?==u}K9jDgK-2RhkYxHEl
zO5L^h8#cW8yUOH+<mP4mOz~0Wd_UK8hli*OnoItF_VdA&#A8wi;u6o#{(ZWrKi~a_
zjmtYFH{CA^_x&|&s{d73uKW9Yk7wuJd$(TBEs%ZNdY5r?+mq6i#f6y*Hs@Ea?71G@
z`{mFKN0T#4C*C_3mHuO)`F2}N2hs0h>pP1c2}JRfKKOCzI#<vMu^7Ei7j{KGXt?Y3
zFna1IQ`@J94)<3dkd)1G%eiP#Tr_*))W>R*8N-$42>dYEzMB7$$Liv}4X-sGfBMd=
z#<wj0!@KAOj~}HgZ(XgB@Z7NZ=q~R^p`P|muY3CK)os{yvgdx_IWqS!`x>X3p8u~N
ztNC<y^RuN3G3MsJ4p4q<Gv~0%BUNoJ|4P0?eDB}M-d8A?fAjO{r|;b7>&VysIsJ6|
z{~rF@jHtT{3#|`FOMA^=&?z%wdE_v;=Fv>W_2S>wUf#@H(lmixZLX`b_sud9za5A8
ze{JWPr~QDR_j>Y)N!vw@nd`Or9Uijt9Q(SR|6>HZO|%*NIyae*8*M)>=>FfaKJ%2)
zT)CRBn+ueV220gz9koBSIB1cx{Acc{TdU^VPiUUk)|0z%z4ON{MgjRX>mFP?%YM3f
zvHx^_y&p4p;^(AXmYp$0UY6Z-*7KYd_U!*%n$t=Tom}^o|KHCdt2NpDe_lVG-oAd?
zZSm))^MBe}Z<t)Q^_8^kRbQ(*=c#l5+%a{!erdi=PPcti=sxqTeSdiD7B5`8tXPmy
zrhca76VCqqU#FHT{Zp*}z@cUFahA#4{I)%r&*x1x(*OU6b;_Py9AUfu-v4nne}dco
zjCi#ck2$}5vpA)TMAiPj*?#DHyz2J;xjttv%5U7gAaP>z4XuEp%~I~SBdqI++v`4=
z=j{(GSIj;Tvnsb{ZQ7$}i?s7ISw3uD?-R4J<x=eHU3q4CPme!!OKmRj^VHBStn4?M
zykBu&(44~GjNQC8Ussj6{*2!5;<v$W%HMCP7bpD-$PBFha{ub|4)xrJ-uJd~I(sc;
z-(#}v-IQlprq>1StELP54UzJ>wKsqE=KM%?rCWA&z3)v`)SR>DImSM-^V#`I^~|1U
z;?<F2IXj;8uI_7Fr~ioW+eC3|$4(c%R|)rTn$+ga^*NpVJ!fIg2bC)#TaJY;%MG)1
zwcW7D-_hIcsnqxL3G%mVe#yjSd~Tm_T~hbLte`}5ea@$;ChHTn*f;n5k&R0{;W)cT
zcu}%-@sf6hU*~;y)cA_d{iiN!ch=MP5W^3))iY9K-|Ckh+@!en?&lV!S1(qdyV4_d
zTcH2W!OPiOD<!#mUeDp^D|wY+sU@nw<@x%Dd*972i5UT@3#Vsz=C;4eezKAEso3<y
z-_ux`EpE&xw=lKMRX-IPTQ1%6ZRgvaY|B$O|J$;Da%j8M<*B-tGAh|WwpxarlsNT?
zaaq0f4E~@GyW*DIarh9kDQdyXNmuvSn#b-7zR)vU<wfja?{lx1f39A?+jWQLyY>rv
z9)6zndeM3PKQm)x)=S=wi`^Gj_x1Go>FnR%8Oc2qX591l((~-Q4?jI@-?Qm!!*>3U
zbFy8E0-g(T`^RgQJh=8XwerA?XYw}+izXNSs;@Zl<81#OndfXjv-fE#2HGBO$S-;<
z5&y8hzBw{d?eR*U+x52Re55Cc?<=bjDyh9wC1|@Z(eg9Lf#CfPXWQS;kiGNs!M&nW
zE{o!V5>o@_JF<w&v!9<<kTv7>!njm#k^Fg9sTUuZ3U`Q$pAIhDzvqZpsh6ym^om^-
zCwc!|ui5@)()D|CzXP^RJ;11%B=N>_McT2Wu8$A#=cFhdbiX+#HnHbbMu)|+O`%6S
znJXjhmIu^S?3lx-*LywJ=~1!egIrIZOKTr8%nM$yE+=4e@J!<y*CWkijaI*UeJ^kR
zT8|476_Pop{Y0KTJ{oiUWwg4{sZU$u{CfHvujr+Id!SivcXIl<gPWKS+?l&*^S0LG
znMXFSkICW=Y~=enVg6d)Ft#@*KXx!x7H3;p|ESnm{8+Ah%S=wW&8qFWf^jQOZ(kt2
z;?BNvYxk_M`MNxragqM}JG(dE*>_lI5<~7{nVeHIHH*WZOT3zS;iL)|lU?NrUrB-W
zZgC~9`EvHBCH|)yIQ}_h{cK)qu>PlG9S?po?wz##q+wh9-EXb;e(n8Rb>cQp71Kk9
z1Dy${T0M^l?GJhWn9J{HnEtPt(+%xgmmZ7%v*!QbsXqO$gnKPS_IzqeGGUzKwkRgt
zCgJJqLzA|5%nUJNOj4Fv&Fa$-y#DAymWbFDpUQ5}ieHt|$|Q9=bzA+!?3p*`f4V6)
zuWe_P-IB9^-2OKn{xz$otZ7$jK%7_DO*6I<&L@#+8@(g1U0k@n%2O)(OtV@=GkYY<
z-;gi!{^rN|%?aXXvy;>6TIhev(U4QV^<t72yW%5Hp>4MltcnhK$|x}(ud-P5BkKaw
zME}F7YMvGS#nbtln9bKu+mq`qy>81tcKNnXk*)4ds%zh8#;Y8?nc~guV<u-c<D5s_
znM2=YdYt@h-sW7m%B8t&LS9_0-l<3P_o>)?ZMMtF{pE94vN<?)UE=9DM_EnFK&ic6
zey=AQ9Xl~K=C6u~fz#tv>5r~iKDyf<B5T5*@y0a%@7m1=-c}#GpP*T>RD9dD<c~QD
z&Wt~AUXN;fnD192%~hoJcJ-UqsOqN0Jf$6R*F=qY6*SM=|L5K4-SJ_fc(m30Jy#Yt
zMsE|3{S}aTb*lZ(Q;X%6@ir<oObgv68Jx)5`(<M1y3W-r>^Js&GC#J*RlP3Y!1uKN
z%zu04iN@6YI)9-#f^Tx{!>%hIyAH5R)lJQrujwwyyT1707QO>N*4I@&mKVIxru3^c
zZpC8vDYfp~zfJt(9hb#lxL*Ad$JZHe8iO;7Ud^{TEv>O^#s0dh>WkFRTWKnDREa3}
zTShDnS?{$~=wfGf^p6GoFCTCi=-SQotZ<!Xb95nJ^JA}4_RP5p&MW>&eVY5w@%`4I
zicefNPr_`&w*;+=(d3<{zEy3(oK4M(jRPj6WM%%c2|Hq}$$H-E?yE1ptCKF4?mDJ-
zXjc7~OZ)%q;`iGfu2=Q@+7Yf7{C&A6HcmI6AkDY^z($4VS?NF8HqP6%I{Z)M(e<Ae
zpXqAO54pVWk@1dMa{IXUJ$Bs7!tbUoxjFLw{@NeP$$sx{75l%JudCfqQ}SI*{`Qlz
zb8Q@CMECk^wtex=_E^iCke9P1db&2a*NVFQEZB2&-m?Dldef}uC-CoX@axah{r}IF
zxrpt?%67@skHpoCOAjuz2|3Zg`^#H8Np@THu~<#vr?=jx-%*+H;B)5eyW46{9sH=W
z{@k<L&64K!$u{K&PnX;6sPCW3GLQA)v653fv8((d^!k2FTz;AUVs1w0>;T<o%<E?+
zeUR;Z^JU{2NoDJQf#UWN={tWH?z(*5F5d5a-DBS>u6do#Y&S*9biZC=*el%I$mOw+
z$5|)kOgwk|XQLm&oWEvhcTRO&YZ?Dxnv}+;=led#C@k1Lm3@7-!b_hEjwNy{QXf4!
zdZ2yk=Dlo3_h!$nx&O9%!ZXI%7AM^vI9Rv#trKgIy}OcsmWRWJ;7R#8m$<(8-dwo+
z&!$xk!E2X<ZWImK<n!8v(?omjw+-JLP8EOtF!|{>#{7?#j~HXvF0!|8S8!o>jrM<)
z&?4X<%U-{y;oX{)9aGFQ!ekHlxHjnUGP7P$TsikMTk)H_r>kAHlO%fFyc8olR|I5k
znYXrEhADZyw108`7XD+~eNrcMou6ZK!}+Rzz17MER}0EM9gwVl8hd)$?tR6FHu}jW
znf^4Zc->)DZ4w}N#M^KA>os~Aax#j=5x+MuL_a?idP?fc!vh=FX{~+|y+4}&b+PHM
zW7C#cO%f<JNdNGB%Ok<}eZkT-)rY?_{#dZOXwuS#bz66byxfp};exf#qT|yvXN#^Y
zboMhiBdslX>gxSyj>MY%hYoOZnrPpjdT!1|Pr>MJgPdQFHWo=~O|%s7{x`*cOG4s=
zo=GcnzC4)z>C(5*8+x@@=L!XG3EuZ5cvFF{eAbC68y8<cl5*8c_(NCZ$8+Z@FK_*v
zRPlp{uXnxP5%r6+%O2cLpBWy~Tz1$a=Q_X9y$>aUKiB?QxTGo9XO(TJ)xWnoKc4v4
z9Xnk1*!Fiu_iX*Vsh5wfdSNqdZEomR!;gE?IC^bGC3i5MGFy00$n3){xuQ*{7R_74
zUcCG&vtqhL{I9-my1e_BO>+Jz65-J``@<}T6EU&D%sveAg&(eavKL&ts2wlneD0aH
z<Egb50^bVH+w&s&Z+p4GRP8u6M&{+O3O;^3cHu!-MRVp4Pv8Ce+pk?@Ogt%7J8}8J
za@*>)9WjND0qV_LTu!TB3H^8?JmuqB3klcd`%lEM|2XiO|4db0od23VGfg+K$4@T(
z%Quf%W_|Q6<+mFaml))K;NJ6Ssd&v4=IuAz_c|&1-B;AVcVne(T1ItF!>reA6BNT`
z+s?dDmHT5UrLxv}lI4@9I-69cu2ST(N^eq&ncecUxzRrO*VTZ!ReKn&Isc5X$z8Qb
zE8=6JLCnhu3VYN9RTr<b`E}f=#Kz!_gp~__$cJUKleM;2bxn+AU;Ft$Xx}zV$AIsf
z99LdtSH1qrcwKo0>-m&sr`tU%Wm;4#T+4XE>^y#o3c0Urw_mhbb6%;7|JThgzMNb<
zzb@%G7iUfJ$D8h_)#YpFh=16Vu>Qw)@%~SLS{`5A&2yx7V}D)1zQ@vY;y6nJZs?X>
zxszgksy;QQ>e!C2Uw%CMl)q>1OLaTX1M2%8DW5Ek?VS6~ysuNnzt5=Qyj7dn&Fxmp
z-mTue+jY;$b6%Xn2UanKo|idZ6?}W+x_p<~k1eq}HLky(9{l|Drhosm<4g1_^!HX=
zy1w1J>v^<1%kg6$(xdk&ralnMRacYn^>jHuMUi=R&*clDaei&~f4;7t7XR^?wpw)Q
z@*Uge$~^tMYg+iW#SJT%!ph#id2P2>vH4Evwx$OiaxFVcuJ_*JS|%lyV>?@6W9tsn
zNy2GiIl<|VHt1enV(gH3zWu}|=PApZo!iTo1<#-Gmf`Ai%PV)w|L=0Qj6ZYCvQTQ%
z9rp0k-$NT$2`&^b?~FZF{Al64I(=u`+6BK_+EYvC#BbWh7<th*dPijC!8-YjytsXJ
zSFZ1wC-dRS{yP#GKiigS+?rZD=PToxQ*8a8RP{?I>##q)wQ4=LclP6-jjR5@V!9kL
zue<i))a$cPPP?v^qHq82tLW;okYCf8e}B{6Kg%K}Y4Yt2kE-?i5_SJgIOuuy(!+<w
z3q#cx6d!u9%6VJV%}NW2?H3&z7v`^AQO5dd+u;>_EH^)0mcJYsb+YBzTb48~hebOI
zjAt46O+B%(g7>MTcX`0i#D%shg%v3+j9+;(r>?zw<W>Du-x}5BFWO8rgXE(mZ?bit
zSTdu=x}<Un@2jAWdE0mEF6CaM)$piAoAK@~wPZn-c{#WGryh7`cpy{KHC{z^n_fg?
z@rl?i3;lU=m6hCj7kd~Q*qvJ26Pj*v$=~k;d+zHg?7Lb|W$S08{n7fpLHDq7p<D#(
zdaFkjEB+e)nEJ;y;rYSqRp#wg^OzDI%(WB=nV#5e@{RL%;#c-17iULLkj&{k@87r4
ze6R7-jlZ%VUkPe`Gv#vIren9J^WI1l|9WZGq`75AbM`(wnjPr#B{J^kUW@S6YyLb^
z-lHoN_wvb0@tzf*xUU}+k8BJUx9|?$cQNVq#J$Ttp3;`>R%1CiG5?{6oOsftuiopW
z_euBF9F?yr{^a1f@W8U|e<wfCdw59P<g-!io*i5I{w=Qv>AUi%dRqO_vxg&oho5gb
zFx9lfdae)O*~{EJ7JhuCbKiqw(T0MjbLuSWbS)L-+7o*BT;SRDAte2G9V_?wo7*C5
zyzGCqJu!T-p!|$!p^3u7gA3mrX6~85SG7~*{K4u=D+3zL*EXyO+#%`0Z^sc?`e~Qq
zc{!hES-GW)tETjIamC%5V`DwHXW{w{hxltnH1=HE8<J5~yYXrC)7AC?++9-f$L6Q4
z5I^x%*>hK^+0)k_L(g8=X7<ia{r;nid#29k^wt#mcPpmGYyP2?jLV)T7x-MM>D^wJ
zF=yk1KaL8i(~P|RGS(>HSTb+XPoGskTTfk?W|*|@|F2EP6J9f1H%ysTaYJlfNw#<M
z`3Y7PeD|)DI=_}-x*c~b{-E{!&GUsO^gntUYqL6TnMFX%?$p-{em^|C-{HvjJsX}s
z?zexYeRcbzcJ&<1^3)TuV!zJKHK=tqNmgwYytTfs{r%mV-G9FQ^WC;-^V!ag5BGo6
zx}slScdU4i{v&34oA7*pm(4vhb!T6ien_U&WA8^v=0A4?+Vj=8UaZv(|5;&ps#*We
zr&IlgYrgGylpC`Cob7!5`akmjC(YjWH}R=fbj>2=AiGoR<Bz>+;H_A3Y9iBV-$XUH
zzLm1tzXD2Y8-nFO^JpeNtLB$8_$QWVa$!%MDC1ShD?wfSe=Q#r+fQRl@_u*1TUfnF
zZ)wZr3&$C*AKY-><V3f|sl^5#mz{1^R^@fB*y3Cyey4AeXLt22oi99J4i;WYNIoeh
zQ}L6bY+8-Rn_xAD@C#R3+WON2KKy*ZA>4Io^Sti?erb2RuF5s_m2P_YO*P!9rgqJF
zkBsauqLa6LzUe*h)Ape1>5)}$Z5~z&*u6c!SnbXJ<heZC!gJa!6FNDseE68K#b;Xk
zB=-88Xz94d>wA<m5;C4De_U|A{Gm<;hxas5ecq}hiCYUjD<U{oo_LgaUbLFM`&irh
z{J9y1CqKDs%=Iql+h!-~!Y(sq^S@7<-*5eu;9A0ZlCzapNJd@!f<$?#<_C#L-mtjD
z<qjXuOy2rjbBejE;JS}fSMqah);RXn&cf{6s`^_-84iAPH9wgZeVBat!M4TWjnQA`
zWgYdbNqVY&JA_|l)tcGU=3HVu6O-T-!}jsiG&=>3S4ph$YMaH{D$7`YEjXdI?#eoD
zrO0JPfoWe9RcmkkWDwaW$<`?J%l?mK>)GP2(1o^lcQD6rwXf&NQ5W4Md#apOh<DX-
z(YQIfi!Q9%esksd)Y&U;&hwb>d{&Z2RU`9R`z>v^1HU?K{`;!eTk+KQy}mpp@S^O0
zk>VR+D(-x9rycT)n0oKns#h^D?_c<_MEJ4I=~dshWJ=HPS@MxD^_xbrzKFB==eLWy
z)U6tClvr;n_1d$j?#Q7HKXNWT4O5()t(%iJw=u@^?@aU40sVZ&bJleQ>{{M$z}oyl
z;zI(<GP7ra{MWbC))?5VNo-D>+{vV}KQsG-YT?UWn<U>!SbC_aOq?Oraz1CW{6Vj$
zkEUeD8r)HeDHC^Xu-sCAtNm3-;m+o}|AMAZS#ElUW&eRgYVF^z-QKC^V{&vQgX-oA
zwxGMLMi(5HY99ZywpL=p!_ybk_J3G(ri5d^>3-v``DbSDD^B`;K>wn%yMTyi*fAki
zR*9G&YZ)Auwf8XcuYYL%`wmOx+Anv_EGEy~w{gR&_`bv4-tMJq?bm3OeKLOcf7OL0
z(WkpuJl;%Kow|0)!rMzj`;%0YF0`E!oxbkZ$5Z0l*?uouDqFI|NI`Vkj_ZrLZoV~q
z)%kewGQla{?M5CY|6g~DP7=SjG~WM>%yU<!%8RUQl53*M+w@9xUAF!CJo!+^FOj*M
zR>cdr|6F|LKt}b_k8TAMn+`_=#@tMqWO9^wy8nl%im|mS=XIZy|K$3d8zvhQx=~h2
z#@^~$i4bGftGShHy+5Cs$-ix5=X_bs9`@RIlNrCSzOFy*zVXb8UsK+@Z?x@j)UA>5
z{y3{*{nLG+np@J2=7)-YQq8>dt@Tz)z&qCSrAMx5H1mE^cz45hmiLpLym!~9+W(#C
zd;P}a&wTqBJeXJ28@|%z`g=sa?CDc^L&@3+)u!9@4$ggd=9aJgv6M$08w+1Cr@mZr
zs{i}mhi5~MOD<Ww;@m3R%%=|DKgoV<lYD<FU0RU&AkQy>S$gLj7nUm<_$3Ev7;fj;
zRy=inSJjyZcW3f@-CDYA&XTihd>R6-e(MQ0ZCI?W%6_K8$zE&P)sW{uMfUh{DCM6&
zIZ2?Xv}Lo0^SrkV=hLlTz4aIAGP=HBseJV$`K_OM&BNr>1uKh1gcVy^<Y&Bp{C%xj
zo6g0DPnzA;Pb=G5lzslhdY_qLF1Ji~bx1?iI)^Imbv<D=yE@tX^GY@<m$jEZQ4KpP
zXx-}-{BLDX$P0$mP91@sm&-U39`~Q%*KMCLDbSROrSR{&W84Wr)(Z<<4{^3NANaJi
za_4Db##zC2E4jB={0qzZvZ3$C>fN<#gnNG+INicD$uYdSa>nwaDYLq|b}gRQsjJX?
z{>6c-?^-4Vt349F|EA0+ns;U98UFm&9~HhQn{@hZ>DB+gW>2PanP*64ktENNPCwq&
z#djUoRQR%SotKK=7QtrB|9ZdIkNB^#yMEX(@0*ly^VC!xhG+ag8D}wCl(@KfMrym?
z(Q4-m{c<8Yb++WbM^Y2S6^~8UbUZ09aN0((<iyI5i-P@opLnLN*mgDI(PZNY^-D=_
zE(9$<yS>LfTFb0dMC1L7E0UjF)HkJEP1Fld%u<PcQmt~)LUZ=ah<`0#8k@6YXS7Xt
zVK9NK)b`qE1*6+P%G0hhKF#WS?xV-v^fk|2{b5Jv62+(qcb2}t@K0dNQSY{wQL<S%
z=Uvz6tC>wqt}Lzl=@I$3&rag@R)@8x`XAotVOU@4!t;9JH$Kl)bA#JTr;dsr)aEhW
zwC0q%aqQO9XW#ig2=iMQ67%cfr=@nG&dh?3FBUHO>OUuKR?b<eilxmjC#-os<#NMK
zDKEcG|IaaRdm#SxQ`V(v<qvta+4My|%`)rhSa<B=&fl|Y7hbykJ>!*3kob;2X6tp&
z+ntDIa82AN^Cw^J8S6Gd)_VE0vd@9nH*iERm^^>0wOPTZa~mQTJ>@e@|2z40palcJ
zvXM>x@*|7$D<*r&M=Ugb%;Pb)jr;O5q30JiOwwDs;nMO_Ek(K0_GcsKM$Ou|LLkL=
zGhe@p#@G1;$L*clOgu&HF0w3~l=pSh5*PVDLKX{j<2QHf2RvvNR4>ig^H!%g^N`Aq
z?0H{&^Xhf9Dz0tKZCcPXDLA=pRd%oRr-MsAcpQ<O^H+Y0XG2Whqm20vOxG+~Hs?s_
z!Dr4~GV51+t;~Mz!QpYj%i8d5vCQ+^_O;f5ao?0=B>Cpls_nSl^u~+-Xy|`s<Inm(
zp3d~z_u$XPy^o*TU-sYswC&UB^zGB`|NT-^`RhgcJi`K}hda8S3(A;(dh;~E(5zI+
zKvMXmMY4in)wK-=CiB`{cUI$?-eW48|LaUsUCm+Xm05ps-zQ6+WO<v+V7F0A!Y9~M
z_VCpkO(kl4X`HJ|w%wZlacY*Gp87s>w{>?KnGO|hW0y?auqHrOX|9V@mGf~f_Z8I_
z-}F3o*myyEbF_(9=%*-wirU8qpKEOjc@(Et@adXxM@dh)pzNB{{x|s^J)M1$srmXV
znFs9>Pk$TkDvr~9I{6zL`;V?7$+MjkexB=F!?Ld7!wk<7!~5Iqp1$?J7ubGmDo40%
zk~o9*Q^wZnGm|b0Za%s>_}P>PdlNKIP3`2llB*yY6P_BnfA*W^YS+ZM^}io~`dn@^
z_rFMVkb;=xzDtgpB|nnW_bhfaQZI46A}+SEb#3tKOI_?+{1r8=B0JdA{%Ps0*fAqJ
z=HJ~1UQ8|1CW^leIPEy=-_3-a8okX`2LtkpkM7qi@ijTWGgqU-Qgn*{;VCQEafMG~
zo1ph>p|)(xLFf6U86_)CZT|DDS-=#jH*dkj=607u?lF$CYq~EwH(B!Rnd21iq8Gfa
zXA<{Cfn{q$mmKxB)pD@@!G38|iX_9mD|rv5F1_|gGyKK_AzSZW2O-&ZsS?I{nG2@+
zPj{#=-+V>;DL+F^(Dw}OQ-&`4E<NR(|4X#<>9&bhoh#m~aK2J7V{P`aQ*5Q4UQdJ!
zpG5C_<=L_3)S1EuXPIyPP~7n_?5kzjX+QZW^X~aVQ}_Ma%pfGhR_uSN|J#f;b{x;^
z6OJ`~^H13#e1!j1SRP|#VRJ-p$)ycO|89AS9eOfD-ehBUJd5~wz5W%_eWKd+EQYly
zf~S|iD*L$T?~(1z8{b&3<vp^P_4y+frhgioaSqGBT`y&C`c%HvIdG3%PL6K3$8(2g
z9yi`ke$cLy=-g3T;Pm6w#zo=l*BCTf?>ebyo+aMDNan*O#Wj{WPeVPH1>Zj-UBV~h
zv(!H<;k2JkJEOML#@+8Z%OrU7&R*g9Wv%%{AfD6Mr)uTtC^6@CpT7FDf6ivQSY)oa
zxppGs`w8D<)*WdLJ(ad&XXSOt$iz&`x6e+Tez(1%e4fXv*v!vn(kB#?udQBb^Zr0M
z+o8)|X;&UZJ$w7LBUpZ_)Kl{i1Ie0=M_(x9p4QPg{!6~fXdXx5#8B@GY?rlNuR6}u
z5)W0K>3mXPN9vZCkC)_xKRR^q9o>KVY15_sIcjky*XC_oC(vqdbxL)s&W<HE{I*`_
zCkfl!{u*GH|6I^C@zBdn5tZEv!F8D}q2E5OEc!0>;Hzzq#T5tJuM5_ld3w6>zDe)h
zUn;!)8zxHrC_8<0dd1fzC*^M*WtuZfAT;RTv*j_2Q}+~3`~Twh5xKC|fSu1O=jz`-
zq?{alY*F6X_La$AA4?LaUfjytb$!k%U2U;@HR*GHJbb(Q>3sW#kvCWSPZwtU`Tz0N
zpPxQV)Ryj<8rc|-czh1q&*>B0diW$$emt{ERkz@f-!_duneoTEPgi*3;{zUFd+L3!
z>{lD-1;z6jF2yrh<~pC+GUJuG^GS`pMXZbUFVEOMz30i7PV172hy7t`S2-=&ZGQir
zV`!wW|EaH<ci(0f6N_isCqAsv)#KAJTw(3WGCS<wo}4E~_gnv)u2Xs?yrfX7VEP%O
zl@9Z?rM2dVvQ=2TIB(3k&MJW8*-w?d!VLNuempkmQx9;m?U`{+^{u&jjc`|;{q9oj
zJ%2vTHa>ZS^{~zThf5B7^70<*pP9;*-l);e+0pt)_?w@eUgXw-{ZUNn_oYf3`g2;2
z-w`~yO?S=qO;yMLJ^J*q=--=@pMG@;t4t|>FR||w^O2)V`%WDw3_Et>a<}qYebbnV
zM=He+h2~T^D{frcJAqNt=fX09*4b-?i>1;Zt*lr%rFq`uov)VY-t*Pj&tV)pbI)ys
ziX{oW0Xu}+c^E4U|8e?;OtiZ*S$p#XZS^ZMAD^FE+_2LA;^r%TYd=nX!Tf9`yVS*$
z4<X!7bA-)aua}*7Ci?B$M_Uh`)Sn_+zSUoLDR2Kl^%u(bT3%Z&I;ME9>)s^(uP^6B
ziC6O5w=EA}t#tO)`wQ02!jF~LD{K2JO?0s?Xxdliv|4MU0@oRxB*|~BTi^6bd`Q0;
zb27(Ms`8+y>z|3SC${cA|EXuL!nD$*voCacMtn4oXw}lMe5d7U#B_2)&(*8@e76*S
zVcor2>9EgDk8Rg<ADj$Qf2iaWb3}XAsr<Iru@@gaS4d=?v~`igq;q$@<-+-ev+HaW
z-%ndDw`4EFxv%CdlYVmB1&U5xx1(2C?&^dW>&|)h*i8TAF0$hZo8!j*Egz?xJh3|O
z$PopfD|R^w6DD(eox8;J-2TSlWhsm&dfVrmeS80uWyZC~Nd_;~?M2PI6;k6S?+M$W
zH~G+I{e%2wDY-8^&Q~&rSQzC=3WhgG?q^qf`&I5mmvL5Ugxj+R;#Z$$OEJc>DOcYJ
zli91bGVgJV(#wPPHiy{!ZpCt4XP%Lio!=)o-NM9m+sApis}8Pl`8UBhNAp~OP~iMf
zw$3}XVLXYCmo9kpc^&Uj-?&#X*TnvwI=rXh+KHYGw`NU!?W7Z%9K&aHp5^$z#fKbZ
z<T_%Wa*Hi}>~dM3>GQ8=ViV79e;>#HrM>L5`nL;mx0e0zZ`rVZW5YDlbsrUNEPBH`
zHCW#}t(+ZoO6%_v!-)3y<Efc8R^2WicK9`Uifk!(CB?w|RX5i%>9~WWRd#f*^b;2j
z|JTQ+v?Tv)+p|F-`ql|EI}RUpIn@{a)(#;$UsI1?39X-cY@UyF+V55C1D;RxKW^{w
zU}x;*;@atP|7<0>>R+-fJ%0O3+sO%H_kV1f&XOZ&UcXZ4+l!<m!{m-NGAYu9H>I*I
zzTE6M|3oX)t}j>q&O_1Fcg~cRpL%=P{Ph2izfV7%{eJ!`+xjcc$2Ybatju^7E%M|*
z{cnqmM;~7o8R_Sz7yXfD5qX|Auco+o{z-2;%?-DBf<Aw%GM)4^{H@N+jg2ezm0o&K
zad+dxiMOvfmK}Y}YyM^Z4YjX#r^gq5mSxquV}5kaiBrofwZ3=hJ9`I|C*<h(m=)~s
zUz`3&;AmR_&*Xk>?tPoC9{lHRcbK<O<`whlPg{brk1)Q!_1tBb-M_N0QuB`db!+9d
z5p|B8a?t<Dy9c#Ww(&|Sr3dZKUS&}i*q&!>Xy8=vDKTL$qvW!?>q<|aI;h!qL9N2r
z@Pb+H$E};|f)71+?u$;d@+on9|6;<W)m$%+F0fi^C{ggh?9J&gwMTWw6&GGP-j?X?
zcu-wQXCA}J6#4d?DLEX^H|g4OmV|6j;(D9lxz5SkPHEW!UA5E8HhJ%LI=M3?fo~zl
zR&U#DjG=!n+`PnhXG4bFv+!82b>BYphfLN!`|Nf@a^681j>Fy;e`QEKJX!IWr$F%e
zjX&P{q1)&17|&-omMDMECe~H+`*dI5&997d8Vl3crYi=qs{S-wq8Ya5g4*gYZymci
z{7yuNacrp#IA(tAsqIx`N9#%^p$GQoq$g+WShZh!^^a|K(*84Vu$49c{KOyUv3to;
z=^`P~#g}TuVm5gn4$263dX?ZH!#1mA^46&#W*a}uj%-<$Qk|)h%DwQ$)b*w5)vGq7
ztEnbEUt#lCKWcjTq+9WG&T#d$EMBLgerT26>{J20e^Q55pR`(j&ibh-$1bfIIXRDe
zqqk`-ciOr*f#*b9bY+s+x2~Xx4X51#_b?o_Ik(eznXbl_P0l87;{Q5Cy@|Tj?)i6r
zc-q&UM~k1W<+<E8?Ym!8KhJWWwFlV*tev7xE=>NxQ}gw12HU#@(l3PPD`jnaHeIja
z#`25b{&COTcJV#S`l2b%<~=pazoIR$Yt3!H^SQfCM6Yj;+$<{c`_R@-#?Ek?W2QO%
z{nx`Y|E!<gqt(@Pcv_P5)8e(fiw<a3>=n89E7wSUiA!o!#jgfKpG%u_e-~a}TF-yP
zd!y0DFI?Gt7n|Q4(#W_O^6}dFkoz@S5mP&DqT^16gg+Ipm6twV@*;SF5VxkiboO56
z)R;|~VK#@4p9ysPG^=#Yk9B_}m;W^P&9@Y}cm3#w=L@oW<!`8DFV;Ulb(!4h4`=KC
z8s_brw0h4By~B;!IjbK>&*o5iqr`pfUc*{*TPE+?(;I)>xPD5*{rIvgi9uTzEs#x{
zy8cy~??N&8N@3~8-tL;Rx6Zv_k~v>gvWJ7u{-@MlJ&jF~o{RNA-_hAsSMk2&=hx-(
zI`x&GvMRrPdHU(e^UqsE%YVnnn<+-;B&_<~aVtM4c%t;nr7;O7*zY{O`J-5}CGW+`
zN3Fr;irw;)*^i&N`|qGdN~&`F;b#XwYVVW%Hi`Yh`U<hfHynSnt~K4v$B~kzIGwrk
z@tYDAi=%7(*Qu2VW_5Q>D{fS}@?7MTf!XHiIr>GjMcN`A{@syVa`L8D)6!Gr+LQVH
zf1lD!52*XH`01{zo>u46UzESrjpwU7{CabQZN<^7mV=S=`wG(Po41?(lsS@JvFAZ&
z>Her2zwded^Zd5&XPQQ7z&vAfb+NEx_k`8sYbSXM@5)>*zeqcO^O@9ie@3fdX@_%*
z4QxMpv-dflUM_RIAuR4~|Bv-A53JcgRk&vz|E0I=cSQEF>es)2ta*LI+^fX_Az`Y=
zK3dhzDqFkfh5qellU*X`Cd*FQd049a3PZeXb;E+EoAZl~v+N30)3JINdCRYz|LLMV
zO}Trf+}TkpcFm?ITw{N!))|j2J$CB#T1~P$X0A4F+F4u?zU=1HIpsf8vMtt~=9^*m
z=X}edWAfESx5SP2Ut9P&toHDd8mq_q{rhWq(`QY)xaFHU=e)L^bH9I|7kxjJug2<L
z<-MK^`IzJ7SDVi)+sU^+adkdh-Qn*~+45$7%-%Qe`3{S@d3L<BFY{){od3P>^S6iZ
zz0ccxJH0G3ZO*QS+}!n<pT70QoakEh@a*FA(tBQ)Jw0R8l2Z{KY1VJ&eYwQA?)m%q
zy2&4BE&JSh_DiPjitX{T-(RNv>N}tQdbWx2`*Yhpts~Yg+pE35RA*O~#98M*eW$bg
z@-t26OHDCx7BA$vv@-hp{^C0|m;dqXOq_n>H^1?|h)?f#U+`63!~XK@?n2S4+bSw&
zT<*PGW3xK=v9;oa^$Qa{dz{y9%lXDJFE?wh)IFP&o$>dNYDV{No%`$e-37dTtZO_Z
zqj~GUg%xRXh19M4a-n!i|Aw2}Zk|6@ZFI$Id;IU1g0I!v@4f#V6!zKh-onb6Wp|{k
zUQf?jzbs!{u=cIrzT3$hj=pmZo+gM`f9>`xeXQSH<{tJqDzERKrr|ba16z*g>1V$1
z6lVwfhPmjeTsAt@b@+t(@)Y*mM++UA-1BYt*DTWI+AMs<a*y@h>k=>K?66APccyq7
z52LYOnhd8+adyU+<kxl)Im;8%O**|^8NFhAeE!E#t^9jGes*08ba)v2G~2GA(Bi~4
z9~K8^?G4)>&NZ-ZyCnW#iKXGcXP24P)6J(#FRyWbJ*Ci0xa<1)c!%SC^7B2m7k&H8
zrFhJ<@*2Yqt``lf3{GrMP2T%bs72-Nqkz*bdE%ee)!9B@aGCGm_Q{)qEE29K&V1Ul
zc~91Y^^7(mkGfnk=R59ubN5qA<iw}nRkKPLvVD(aO#JHjFTcY7owk~!UqVb|!Bpk*
z)dJ<05}sN;%9|;A__@4~{3fo0nt$GgTnUYQRZtnCtuMC2Dtv>$1<6Iy$M;-4xz_KG
zWJ%V)1K0mIp1RX8_tte$xBc4Le1)$WjvPPIeJ4rI$VJL=&NKB4`@5Bgemh;<@VEG)
z+4I6MmHpfD^~=?Fe&S|yS#fiNtV<-H{h428dGnWUJb3<~O{SGe-fi_giSw-Q{g`{d
z;QaNE%zx}fXSsjAtNt(g=cTh-Wb=2`*3Gp)Jo~s^Z{}yIeg3x#D$iCJ?|E$emgn`4
zHU7t~*Pqv2T*<k9hpzhBC7$KyB2UUpc($?G;At$o_%);6?RVO?);%k|kr39g_Fn0~
z`^EPva&8!}c|0$Dx7EF0o_BYgeOdcb((bbP+~;lPdGpifd_Vrx)l}%^A5;7D*FVlG
zG~4$y_(b?G-F)rEl4*NVCHMP<Jw8(@n}6&3%b#{TZ2mhln%}H{cYFQWwj9fccYdyo
zH#)vBabEQPWABR}SH}vbt!NBM@_heT%x`M)=@*PED?fi-$-XhsM0S>6z-#l=c<J0(
z$M*ZJpBb>{?6OPOYZ8t3sIwZ!?D=`?`li|Ies&n27R=kFCckVOgTzk1gkAso4&4b@
z6n^s7tz$Zy)g69qEuB<ztW&l*{qSxXtK72NcYn37)0X&ot=X?jST5CNhxy#jzUq0+
zMp4VsUzgY~uz76Sx4toU_nEK9oK~>yVO#t8n`QCbHWB`0XZFgiR!2T77%bSOsbV+9
zc1qB8!?y0VlASBpA6%TuY8QA@>RYbp^3PoRKRCIVd^@aAwd$6MpQMhl<R!EA7wh9I
z7vB;WHSBXW&)+s(ulfChn=5N;uee536h}PuTJHH|ZT*p{uZz=dlX|ZTwKpyo?BsX*
ztL&HCE}C2_H)mhvb2DLfyVwKo#qu{;JuznE+Ff&&yJOn*(`$ck|7rA1R!zc2W}?3Q
zC!s~$Y-f$ua~)GjC~@1jEtL6_bB{2e_LS!0Ns@b3Pn+8>{;PEBK~9z}`IR${tbc2H
zW8L-D(-`Y~Z-sJjFHkc)cP)19imU8jSG>32*k-s}>yft8#L_cdOv24t0`t8SzBcOm
z`8nJvTN)=<;!yj+C(=iz;pe>k|25YfrHxWA*lBFhwo-QP_!psld4{j`>B-aYPb`@K
z?epa2T-r7hbQ3bKRPt$7Fz~+LY!N+=<DdB254C$N?`|>9neQg!e7Yij->b5Df3_$t
zJg>ZS?uDZ3M@(1OUT?Uz{wH^SZBKdK@pPNSr{{g`6J^ux%=CX=J+JWF!{RFYxH=8?
zH=pnMZ@2wjP`T~Tu}n)|^W56}%4-MzdrY`rYV=Qe&yty6UzdD-zsD{<{kzWg+}S@l
zvVZuQZjQ@5eIy}f{bf6~57t&?^QyM4J7o25`<I+wyyxu-v)iR>9^W*1+wE6<@8Epn
zb)DP$HcJ0Zzm<I<Iry~5_4v;f^8f5=j^)SoPR>5)@#eMBWz&E6i|eNM+ud54WBaYJ
ze52M^yV=qEpOwnKoufW~zkA&0yU)!ppRZYaq}VoZ*Nr)L<(nT{{WRA9dFAk{=)IGc
zl^X5)Dyup*OC^+ZW}kHpcjnW}te0w3v+w@8vnFj$-}}cV>z*H*nRxx^(aHXg-+!L-
zIqcUL>8V+Ne(J1$cKu`a&z9C5+RvNTSj{|>drL}xVwUBnw-p`tihpEVWY3%W#P+HA
z=G;Hq)_yjcCTX@M?va_@M7Oh*t^65}-+hkle6m$dCwhIf>IVJ9OV@ZqpU&#8cM3i3
zoOx(@QOT|%V++1{Pd9i@JY~QAkKD($;~zqnXv_(Zog2!a{br&**PqX;&pa^kou4XF
zcDP*N#H`8MH~r$;`sPetF4R`&Rdb=@_iV32VLx{z27Es*8_b@)Kx{v+QBt#efNjWB
z?f*PeZuqywoiodrcU#x>!p+_HpJarGNd(y(Q1H4L<T10raGq)HneHim=PDHDw6Dm&
zyL+yA$kUs$AMS0~{QS|J<6=LQzP%3jpMIM^PglPFWB1b^J?1=`ZlW~{bkD09D16V%
zmtXPWxx@bNt(F;OJC9iZt-Qu))w-KYKxWEWt_B+ei*?T#KR)S?diuuD?W5u5FoWo&
zU)Jq0FyVg{==n)%Wk$xda}Uq@e<(X7^tg1Bk>sD>1>3B4C_P$o<h{p}o9v%rS__IE
zs~mb8DsJ&zKzfn*hIbXlof|$yn*S+QY7OCb{nHhyIHPddh0Y@k44hLvT^vJ>h%Fak
zD+=|G{nI&L)#u!^<M#^r_$P9<TAw?b(7M&HRs4F(G3TF2zUxeO7nEksQ9S>IO=g$*
zxv$T8YeP!D99b0F9+~#=RY!T{QSD29+sb2_rfoiW@9D<*=~eRI^scf6mYm+$<6~Ys
z-F3P7s=ldxbN_GuIQw1x{Mpy-(oWxMf4_Y8zx5AitKaL{-M>EnOQ++W-en1M!&kP6
zI`UiWzPGOEL-DC{f!VA4Dzv+6Z4Xt7UHi)U=-KSzPCeHtMmN<r6!vb{-My*Ha9Wp9
zU+21J=HOpP6>|N*aRnJX<_&+Qqn!DvShmIgwaH_T`z7<5o7c3>+%F$yWAyBYUEK1+
z#SgfG>kdn$+nukJy??#(n0xnKm6gZxf4SZ8^}f#fQ?Gy7&2z?ej_W6X-u~wHkG=Za
z^p{_X-T!@M+U%ZkEAjWWPc-lD@?Y@X?di(pX7{3J&wIPJ;=26J(3rckzwLEus;zxj
zy2~tQetyZ^TLsUn^W@FeEIn&>W<y_md;UEx`K!x+eyKdmUfw1-pLx|m?>S9kch~iw
z6-?*t-NRI-th=~$##48JFK6?@rGJzhJF@Agsr=?AcRz5NUJN^5b>pLC`uuYx-&1?H
z_h0^C(DUZoZEG<X{rAVNuj2i=dR?FLhT6T>Pb@aB+xT(nw*Ec7`7e~2>YkYUfBx%v
zNpE$!4Y$Oea~nQ<np`iau=U2Ip1OIQ%CqmB(^s1|qjI*(Lx*Du`->V}H$Hm&qjqni
zY;)K29dGZ?nY>);ghJfoR|f+ZAKtd)^9zntR=(srIj7mzs>iHd_&6p1!R}oG*ZQs=
zcfNG<mg~NvKeC&<Ph8j3etgx~?#S_<U9JrI&*DFI-7;UZ!otSx(Qb*F&LqpdrI$a}
z*?xJ$(xl0Jf8#2y5dT@%XLlYsnINxNcX6le)%dO3oI5_Qvs1K<U-9iTSLHp1?~AXn
z<{O^6J@dkWP|lw(qvm@S9O##>c(x#1pvE<4Z?4LDU7qw`d`bJiKWM(n=QPJ8BSn1K
zWcEpw9>3b&{B@Ye|9!#yPj~vJOyx+Ko6x=IN~cl6)ur1aTf?<Bv95^ylaRW2S3>mk
zOPls|s@y+Q^0HV`;YeK(@2e15H{PJ#MqhSr*!GyK-|+B)4>Ph-euOQZwCP8_P1;ZC
zlJ2K*4Z;pLkDoZl+`xF~;jIHMuA4s|IiS0IK|{LTM#XtT8;z9Je7f?xbt7B1-@Lf<
z(0$%hS(Wq5<)rg!7HFhh&ECPb@y8UuxqCluk2(AL)BOrjy-G#hAItu06{;IO_s&lb
zdoH_0<w)+Iox=a4Q*Y1t#B***^g-4=@z<wqKbi4+_UiPP(c2$weHbkky;o#+rCQuM
zBd-;=p4`6WR>ZSrwt2wK+up28f0*r`!=7o#aCXzHF2;%Cs?8Z?U$SL3Tsj-CZs62p
zkrOr1neFyL?HsoC0tZ%ew7)p0{-^ESQ6;0<x}D`tx0kKyGoSQQF2}V0(h38q`^A^L
z?XS;WHoKC|?9Gdc+qW{$^JZHf+Gg-au^}V&jCQ$Mai96xKZ}Yd7G2TuR$nto>-zg^
zuB%<0o<y=Oxwc8&E@xNVeWlo3Bg>x)ioENNzm5^>SheDX?W_F5UjKVnX>9wVcm3`i
zQ`XH>9{PMMKN9|n)BM}v^`D+e1^?>a_3MQdTkyW?yAGYtyfAeg>&G41&K-ZkC7G68
zNd53%v`o#b@UVk`u7cwK|2su;RR8W;{`BLdkSz%(XUz-Vq;r3HR?dwdQT)eJ6HkT5
zJSr_`h&s-2djI5LRUhHoUcpb=(_|luJ$AjU+1a*iW1iPKohy|&vW`v%<A1*ln6g-V
zhV$kWmmXWG=RZu@0zCQ--q>F0yjTDBwAsr)J;?p5H@$9p%F%U2ENRj%b;swWM=Pn@
zMV;rEGi!63_C(82cWzce&h{^r(I#sJlU(QAGt+I%kYra4Tyo`8Yp2uI=oJ&LzdQbd
zbA9D;tLeA(^ZxQ~^c6blS^i9U-kRNZ>ZdGs-Zi|ut?}-j9~ysb^G*co&v+jznEdUh
z{g*rX@~qE%gZcLwp3D~$?QQ0NwtoK?8Rq+YUThCjah2#<`2S@q=e+A~;`!F9f#?6s
z4d0X1-kEg#sq6IME!`(Yxz4VwZNJ#QZ})+#?0M{5>W9AQC#c=5x^Oez=p0`!dspI@
zgY8plUix~^n`7*F-8$&=-u5j{QWIqx`2xQ1vax*ksc#ZKykpbEW|5CeU-l+1uAF*N
ze$VGHcPIJys>hR$?0NOFAno6~4O}eKyEp8YZ-1Pa#plKGVE4T}Do2l~c0O2<GOO>L
z+^?z!%b(c&n9$ek_n`QJqq5-a9DyJH^$#NX->$e?A;W$$_j0e}2H{@ruqw?7{#|R<
zsru_|;I@-J^Fg@({rAcI=WUK2j-9RjQSx?`PKP9q*u&Fo;=dQ`XQZU;I9>Ha=itWI
zO`I{gjqUQ9W`P|!&zG*W3eRwOH--7)DP{M#lIGndfo?yJg-yy`aQVM!A*)VH^5X|V
z_0NO3D+D(1rt0kbxoW-bT|-y)LgmE$YlQ#payshZWV2}dAHF%YJn7Sqmd=%tdo}U0
zqvlt~R`nTITAn}ZuALYd-Ti0Y_2suN?K$yk@!7(I>GzlKO<589nf3V0Ie+|>Kj{cx
zV?7u7_rzj(dFyja+)a7}-gd3_6$)dveBvpnEg6-*=FXO+vZohQmF_4z7G0hfHC-lW
z%UN&nh`J@Z>C^MS`Q5kpBFkcO-YPjr{tAot--nWtFLd@<mij*U9bc82%k%Wnx`?C8
zFLj9*Gzr}OV7m3nTc*ezn-yBEmfxIo;ph$z>oBj(<_QaAn}0dZ-G2VzZHZ#N${vSJ
z87#(S9?O1-Kb}|J9qPRN!2i<o6_44AOU!wuPXBc;kD+hN<H@shvhDvx<!(HE?`(GW
zmK~2G*Ub@F{l+^g`%v*7r~CFLF*2I9-z&d5I=(tweCFnP+vQ0oe=e`z?o)S3D=7U;
z=Y(s^V{V`F_LJS;;lLkvIe%Hq&0M3Vl~X1QXm!tv<^BCCGhX4u#=8q9rmx6-eMI=w
zM^A|lOK!REEL`P(-mXFMCcma;{^w8P$s5EjnEQX6cfH{G(M5-Yt)AXm5EVALG5mMT
zmLFjZ9`(jv7Jn<_p6r~Ma^X|vVz!l&w%UE{lbLqqDBJJ0wSSI@Ja$oEs<-9F)E^JH
zO+Mc?I5y#fjN?1@;Pl8N-IlsNr>@+{{C==!uC?F7gq{r_R(zTKUXSDVw{><OA8f1i
zm77{L$@;0nQ3V;ZW8ZF^UUJ83%ibgXXKwBc`tWEvk754RXm5F|6(3?P=GZLH&yurd
zXAjeOT-Z8g595idHQP9wC;s1Wy8K$qAK!BR)Jv<sUAw*X$CShJW|v<a`ua<LF#`hw
NgQu&X%Q~loCIDv%?)(4%

literal 0
HcmV?d00001

-- 
GitLab


From da1f98a3781e0c3c2df6bd3e59e6ee9d6286aa66 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Wed, 7 Nov 2018 10:21:14 -0800
Subject: [PATCH 1197/1825] Add AvgPool3d/Conv3D/MaxPool3D to TFMobile ops list

PiperOrigin-RevId: 220485157
---
 tensorflow/contrib/makefile/tf_op_files.txt         | 2 ++
 tensorflow/core/kernels/BUILD                       | 5 +++++
 tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc | 3 +++
 3 files changed, 10 insertions(+)

diff --git a/tensorflow/contrib/makefile/tf_op_files.txt b/tensorflow/contrib/makefile/tf_op_files.txt
index 24a4a03f23..e779eff689 100644
--- a/tensorflow/contrib/makefile/tf_op_files.txt
+++ b/tensorflow/contrib/makefile/tf_op_files.txt
@@ -42,6 +42,7 @@ tensorflow/core/kernels/conv_grad_filter_ops.cc
 tensorflow/core/kernels/conv_grad_input_ops.cc
 tensorflow/core/kernels/conv_grad_ops.cc
 tensorflow/core/kernels/conv_ops.cc
+tensorflow/core/kernels/conv_ops_3d.cc
 tensorflow/core/kernels/conv_ops_fused.cc
 tensorflow/core/kernels/conv_ops_using_gemm.cc
 tensorflow/core/kernels/crop_and_resize_op.cc
@@ -163,6 +164,7 @@ tensorflow/core/kernels/pack_op.cc
 tensorflow/core/kernels/pad_op.cc
 tensorflow/core/kernels/padding_fifo_queue.cc
 tensorflow/core/kernels/padding_fifo_queue_op.cc
+tensorflow/core/kernels/pooling_ops_3d.cc
 tensorflow/core/kernels/pooling_ops_common.cc
 tensorflow/core/kernels/population_count_op.cc
 tensorflow/core/kernels/quantization_utils.cc
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index be448ed3db..b855fe5436 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -5314,7 +5314,9 @@ filegroup(
         "batch_norm_op.h",
         "control_flow_ops.h",
         "conv_2d.h",
+        "conv_3d.h",
         "conv_ops.h",
+        "conv_ops_gpu.h",
         "data_format_ops.h",
         "depthtospace_op.h",
         "depthwise_conv_op.h",
@@ -5333,6 +5335,7 @@ filegroup(
         "mirror_pad_op.h",
         "mirror_pad_op_cpu_impl.h",
         "pad_op.h",
+        "pooling_ops_3d.h",
         "random_op.h",
         "reduction_ops.h",
         "reduction_ops_common.h",
@@ -5380,6 +5383,7 @@ filegroup(
         "conv_grad_ops.cc",
         "conv_grad_ops.h",
         "conv_ops.cc",
+        "conv_ops_3d.cc",
         "conv_ops_fused.cc",
         "conv_ops_using_gemm.cc",
         "crop_and_resize_op.cc",
@@ -5490,6 +5494,7 @@ filegroup(
         "pad_op.cc",
         "padding_fifo_queue.cc",
         "padding_fifo_queue_op.cc",
+        "pooling_ops_3d.cc",
         "queue_base.cc",
         "queue_op.cc",
         "queue_ops.cc",
diff --git a/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
index 221e9b8e34..d251589b48 100644
--- a/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
+++ b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
@@ -55,6 +55,7 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "AssignSub",
           "AudioSpectrogram",
           "AvgPool",
+          "AvgPool3D",
           "AvgPoolGrad",
           "BatchMatMul",
           "BatchNormWithGlobalNormalization",
@@ -78,6 +79,7 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "Conv2D",
           "Conv2DBackpropFilter",
           "Conv2DBackpropInput",
+          "Conv3D",
           "Cos",
           "Cosh",
           "CropAndResize",
@@ -168,6 +170,7 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "Max",
           "Maximum",
           "MaxPool",
+          "MaxPool3D",
           "MaxPoolGrad",
           "MaxPoolGradGrad",
           "MaxPoolGradGradV2",
-- 
GitLab


From 71f69fdaeb3d75d5cfb9b37fe6e90b7a20bb997b Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Wed, 7 Nov 2018 10:35:04 -0800
Subject: [PATCH 1198/1825] Internal change.

PiperOrigin-RevId: 220487789
---
 .../python/ops/distributions/bernoulli.py     |   2 +-
 tensorflow/python/ops/distributions/beta.py   |   2 +-
 .../python/ops/distributions/categorical.py   |   2 +-
 .../python/ops/distributions/dirichlet.py     |   2 +-
 .../distributions/dirichlet_multinomial.py    |   2 +-
 .../python/ops/distributions/distribution.py  |   8 +-
 .../python/ops/distributions/exponential.py   |   2 +-
 tensorflow/python/ops/distributions/gamma.py  |   2 +-
 .../ops/distributions/kullback_leibler.py     |   4 +-
 .../python/ops/distributions/laplace.py       |   2 +-
 .../python/ops/distributions/multinomial.py   |   2 +-
 tensorflow/python/ops/distributions/normal.py |   2 +-
 .../python/ops/distributions/student_t.py     |   2 +-
 .../python/ops/distributions/uniform.py       |   2 +-
 .../tools/api/generator/api_init_files.bzl    |   1 -
 .../tensorflow.distributions.-bernoulli.pbtxt | 143 -----------------
 .../v2/tensorflow.distributions.-beta.pbtxt   | 147 ------------------
 ...ensorflow.distributions.-categorical.pbtxt | 147 ------------------
 ...distributions.-dirichlet-multinomial.pbtxt | 147 ------------------
 .../tensorflow.distributions.-dirichlet.pbtxt | 143 -----------------
 ...nsorflow.distributions.-distribution.pbtxt | 134 ----------------
 ...ensorflow.distributions.-exponential.pbtxt | 144 -----------------
 .../v2/tensorflow.distributions.-gamma.pbtxt  | 143 -----------------
 .../tensorflow.distributions.-laplace.pbtxt   | 143 -----------------
 ...ensorflow.distributions.-multinomial.pbtxt | 147 ------------------
 .../v2/tensorflow.distributions.-normal.pbtxt | 143 -----------------
 ...nsorflow.distributions.-register-k-l.pbtxt |   9 --
 ...stributions.-reparameterization-type.pbtxt |   9 --
 .../tensorflow.distributions.-student-t.pbtxt | 147 ------------------
 .../tensorflow.distributions.-uniform.pbtxt   | 147 ------------------
 .../golden/v2/tensorflow.distributions.pbtxt  |  75 ---------
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 -
 32 files changed, 18 insertions(+), 1991 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-bernoulli.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-beta.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-categorical.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet-multinomial.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-distribution.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-exponential.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-gamma.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-laplace.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-multinomial.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-normal.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-register-k-l.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-reparameterization-type.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-student-t.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.-uniform.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.distributions.pbtxt

diff --git a/tensorflow/python/ops/distributions/bernoulli.py b/tensorflow/python/ops/distributions/bernoulli.py
index baecc321d3..4fb598aef4 100644
--- a/tensorflow/python/ops/distributions/bernoulli.py
+++ b/tensorflow/python/ops/distributions/bernoulli.py
@@ -32,7 +32,7 @@ from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("distributions.Bernoulli")
+@tf_export(v1=["distributions.Bernoulli"])
 class Bernoulli(distribution.Distribution):
   """Bernoulli distribution.
 
diff --git a/tensorflow/python/ops/distributions/beta.py b/tensorflow/python/ops/distributions/beta.py
index 51c4f6eb3d..1d1a666317 100644
--- a/tensorflow/python/ops/distributions/beta.py
+++ b/tensorflow/python/ops/distributions/beta.py
@@ -47,7 +47,7 @@ _beta_sample_note = """Note: `x` must have dtype `self.dtype` and be in
 `[0, 1].` It must have a shape compatible with `self.batch_shape()`."""
 
 
-@tf_export("distributions.Beta")
+@tf_export(v1=["distributions.Beta"])
 class Beta(distribution.Distribution):
   """Beta distribution.
 
diff --git a/tensorflow/python/ops/distributions/categorical.py b/tensorflow/python/ops/distributions/categorical.py
index 09d7e0e680..33a8435625 100644
--- a/tensorflow/python/ops/distributions/categorical.py
+++ b/tensorflow/python/ops/distributions/categorical.py
@@ -59,7 +59,7 @@ def _broadcast_cat_event_and_params(event, params, base_dtype):
   return event, params
 
 
-@tf_export("distributions.Categorical")
+@tf_export(v1=["distributions.Categorical"])
 class Categorical(distribution.Distribution):
   """Categorical distribution.
 
diff --git a/tensorflow/python/ops/distributions/dirichlet.py b/tensorflow/python/ops/distributions/dirichlet.py
index 675c30b383..971ce46efb 100644
--- a/tensorflow/python/ops/distributions/dirichlet.py
+++ b/tensorflow/python/ops/distributions/dirichlet.py
@@ -45,7 +45,7 @@ dtype `self.dtype` and be in the `(self.event_shape() - 1)`-simplex, i.e.,
 `self.batch_shape() + self.event_shape()`."""
 
 
-@tf_export("distributions.Dirichlet")
+@tf_export(v1=["distributions.Dirichlet"])
 class Dirichlet(distribution.Distribution):
   """Dirichlet distribution.
 
diff --git a/tensorflow/python/ops/distributions/dirichlet_multinomial.py b/tensorflow/python/ops/distributions/dirichlet_multinomial.py
index 2e3151a5ab..8ce01f6b95 100644
--- a/tensorflow/python/ops/distributions/dirichlet_multinomial.py
+++ b/tensorflow/python/ops/distributions/dirichlet_multinomial.py
@@ -51,7 +51,7 @@ fractional components, and such that
 with `self.concentration` and `self.total_count`."""
 
 
-@tf_export("distributions.DirichletMultinomial")
+@tf_export(v1=["distributions.DirichletMultinomial"])
 class DirichletMultinomial(distribution.Distribution):
   """Dirichlet-Multinomial compound distribution.
 
diff --git a/tensorflow/python/ops/distributions/distribution.py b/tensorflow/python/ops/distributions/distribution.py
index 11247a39bc..d551830fb8 100644
--- a/tensorflow/python/ops/distributions/distribution.py
+++ b/tensorflow/python/ops/distributions/distribution.py
@@ -212,7 +212,7 @@ class _DistributionMeta(abc.ABCMeta):
     return abc.ABCMeta.__new__(mcs, classname, baseclasses, attrs)
 
 
-@tf_export("distributions.ReparameterizationType")
+@tf_export(v1=["distributions.ReparameterizationType"])
 class ReparameterizationType(object):
   """Instances of this class represent how sampling is reparameterized.
 
@@ -263,7 +263,7 @@ class ReparameterizationType(object):
 # reparameterized distribution support straight-through gradients with
 # respect to all parameters.
 FULLY_REPARAMETERIZED = ReparameterizationType("FULLY_REPARAMETERIZED")
-tf_export("distributions.FULLY_REPARAMETERIZED").export_constant(
+tf_export(v1=["distributions.FULLY_REPARAMETERIZED"]).export_constant(
     __name__, "FULLY_REPARAMETERIZED")
 
 
@@ -271,12 +271,12 @@ tf_export("distributions.FULLY_REPARAMETERIZED").export_constant(
 # reparameterized distribution do not support straight-through gradients for
 # at least some of the parameters.
 NOT_REPARAMETERIZED = ReparameterizationType("NOT_REPARAMETERIZED")
-tf_export("distributions.NOT_REPARAMETERIZED").export_constant(
+tf_export(v1=["distributions.NOT_REPARAMETERIZED"]).export_constant(
     __name__, "NOT_REPARAMETERIZED")
 
 
 @six.add_metaclass(_DistributionMeta)
-@tf_export("distributions.Distribution")
+@tf_export(v1=["distributions.Distribution"])
 class Distribution(_BaseDistribution):
   """A generic probability distribution base class.
 
diff --git a/tensorflow/python/ops/distributions/exponential.py b/tensorflow/python/ops/distributions/exponential.py
index 6a52af8c33..8b79a5d4ab 100644
--- a/tensorflow/python/ops/distributions/exponential.py
+++ b/tensorflow/python/ops/distributions/exponential.py
@@ -37,7 +37,7 @@ __all__ = [
 ]
 
 
-@tf_export("distributions.Exponential")
+@tf_export(v1=["distributions.Exponential"])
 class Exponential(gamma.Gamma):
   """Exponential distribution.
 
diff --git a/tensorflow/python/ops/distributions/gamma.py b/tensorflow/python/ops/distributions/gamma.py
index 4a2db208d4..57505d1b13 100644
--- a/tensorflow/python/ops/distributions/gamma.py
+++ b/tensorflow/python/ops/distributions/gamma.py
@@ -43,7 +43,7 @@ __all__ = [
 ]
 
 
-@tf_export("distributions.Gamma")
+@tf_export(v1=["distributions.Gamma"])
 class Gamma(distribution.Distribution):
   """Gamma distribution.
 
diff --git a/tensorflow/python/ops/distributions/kullback_leibler.py b/tensorflow/python/ops/distributions/kullback_leibler.py
index 12743fa23d..5c6745b0fe 100644
--- a/tensorflow/python/ops/distributions/kullback_leibler.py
+++ b/tensorflow/python/ops/distributions/kullback_leibler.py
@@ -60,7 +60,7 @@ def _registered_kl(type_a, type_b):
     "should update all references to use `tfp.distributions` "
     "instead of `tf.distributions`.",
     warn_once=True)
-@tf_export("distributions.kl_divergence")
+@tf_export(v1=["distributions.kl_divergence"])
 def kl_divergence(distribution_a, distribution_b,
                   allow_nan_stats=True, name=None):
   """Get the KL-divergence KL(distribution_a || distribution_b).
@@ -161,7 +161,7 @@ def cross_entropy(ref, other,
         ref, other, allow_nan_stats=allow_nan_stats)
 
 
-@tf_export("distributions.RegisterKL")
+@tf_export(v1=["distributions.RegisterKL"])
 class RegisterKL(object):
   """Decorator to register a KL divergence implementation function.
 
diff --git a/tensorflow/python/ops/distributions/laplace.py b/tensorflow/python/ops/distributions/laplace.py
index 4f6a8f587d..a96b58ba1a 100644
--- a/tensorflow/python/ops/distributions/laplace.py
+++ b/tensorflow/python/ops/distributions/laplace.py
@@ -43,7 +43,7 @@ __all__ = [
 ]
 
 
-@tf_export("distributions.Laplace")
+@tf_export(v1=["distributions.Laplace"])
 class Laplace(distribution.Distribution):
   """The Laplace distribution with location `loc` and `scale` parameters.
 
diff --git a/tensorflow/python/ops/distributions/multinomial.py b/tensorflow/python/ops/distributions/multinomial.py
index 8397353cd5..97d2b1b26c 100644
--- a/tensorflow/python/ops/distributions/multinomial.py
+++ b/tensorflow/python/ops/distributions/multinomial.py
@@ -52,7 +52,7 @@ fractional components, and such that
 with `self.probs` and `self.total_count`."""
 
 
-@tf_export("distributions.Multinomial")
+@tf_export(v1=["distributions.Multinomial"])
 class Multinomial(distribution.Distribution):
   """Multinomial distribution.
 
diff --git a/tensorflow/python/ops/distributions/normal.py b/tensorflow/python/ops/distributions/normal.py
index 9f511709b9..9acc046988 100644
--- a/tensorflow/python/ops/distributions/normal.py
+++ b/tensorflow/python/ops/distributions/normal.py
@@ -42,7 +42,7 @@ __all__ = [
 ]
 
 
-@tf_export("distributions.Normal")
+@tf_export(v1=["distributions.Normal"])
 class Normal(distribution.Distribution):
   """The Normal distribution with location `loc` and `scale` parameters.
 
diff --git a/tensorflow/python/ops/distributions/student_t.py b/tensorflow/python/ops/distributions/student_t.py
index b69e61925c..351f5605e2 100644
--- a/tensorflow/python/ops/distributions/student_t.py
+++ b/tensorflow/python/ops/distributions/student_t.py
@@ -43,7 +43,7 @@ __all__ = [
 ]
 
 
-@tf_export("distributions.StudentT")
+@tf_export(v1=["distributions.StudentT"])
 class StudentT(distribution.Distribution):
   """Student's t-distribution.
 
diff --git a/tensorflow/python/ops/distributions/uniform.py b/tensorflow/python/ops/distributions/uniform.py
index b6b24187cc..8fac016777 100644
--- a/tensorflow/python/ops/distributions/uniform.py
+++ b/tensorflow/python/ops/distributions/uniform.py
@@ -33,7 +33,7 @@ from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("distributions.Uniform")
+@tf_export(v1=["distributions.Uniform"])
 class Uniform(distribution.Distribution):
   """Uniform distribution with `low` and `high` parameters.
 
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index ac7bc28b2b..49603a6e16 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -10,7 +10,6 @@ TENSORFLOW_API_INIT_FILES = [
     "data/__init__.py",
     "data/experimental/__init__.py",
     "debugging/__init__.py",
-    "distributions/__init__.py",
     "dtypes/__init__.py",
     "errors/__init__.py",
     "experimental/__init__.py",
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-bernoulli.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-bernoulli.pbtxt
deleted file mode 100644
index ca96f4eaec..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-bernoulli.pbtxt
+++ /dev/null
@@ -1,143 +0,0 @@
-path: "tensorflow.distributions.Bernoulli"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.bernoulli.Bernoulli\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "logits"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "probs"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'logits\', \'probs\', \'dtype\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'int32\'>\", \'False\', \'True\', \'Bernoulli\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-beta.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-beta.pbtxt
deleted file mode 100644
index d0508acd9f..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-beta.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.distributions.Beta"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.beta.Beta\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "concentration0"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "concentration1"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "total_concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'concentration1\', \'concentration0\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'True\', \'Beta\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-categorical.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-categorical.pbtxt
deleted file mode 100644
index ff0fbb56cd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-categorical.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.distributions.Categorical"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.categorical.Categorical\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "logits"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "probs"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'logits\', \'probs\', \'dtype\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'int32\'>\", \'False\', \'True\', \'Categorical\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet-multinomial.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet-multinomial.pbtxt
deleted file mode 100644
index d75e4a2f88..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet-multinomial.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.distributions.DirichletMultinomial"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.dirichlet_multinomial.DirichletMultinomial\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "total_concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "total_count"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'total_count\', \'concentration\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'DirichletMultinomial\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet.pbtxt
deleted file mode 100644
index b838b9ae21..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-dirichlet.pbtxt
+++ /dev/null
@@ -1,143 +0,0 @@
-path: "tensorflow.distributions.Dirichlet"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.dirichlet.Dirichlet\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "total_concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'concentration\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'Dirichlet\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-distribution.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-distribution.pbtxt
deleted file mode 100644
index 6f06b7d50d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-distribution.pbtxt
+++ /dev/null
@@ -1,134 +0,0 @@
-path: "tensorflow.distributions.Distribution"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'dtype\', \'reparameterization_type\', \'validate_args\', \'allow_nan_stats\', \'parameters\', \'graph_parents\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-exponential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-exponential.pbtxt
deleted file mode 100644
index d34f9cde5d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-exponential.pbtxt
+++ /dev/null
@@ -1,144 +0,0 @@
-path: "tensorflow.distributions.Exponential"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.exponential.Exponential\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.gamma.Gamma\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "rate"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'rate\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'Exponential\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-gamma.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-gamma.pbtxt
deleted file mode 100644
index df268b8d99..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-gamma.pbtxt
+++ /dev/null
@@ -1,143 +0,0 @@
-path: "tensorflow.distributions.Gamma"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.gamma.Gamma\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "concentration"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "rate"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'concentration\', \'rate\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'Gamma\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-laplace.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-laplace.pbtxt
deleted file mode 100644
index 303dcb4ed3..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-laplace.pbtxt
+++ /dev/null
@@ -1,143 +0,0 @@
-path: "tensorflow.distributions.Laplace"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.laplace.Laplace\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "loc"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scale"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'loc\', \'scale\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'Laplace\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-multinomial.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-multinomial.pbtxt
deleted file mode 100644
index ecda8acb15..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-multinomial.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.distributions.Multinomial"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.multinomial.Multinomial\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "logits"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "probs"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "total_count"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'total_count\', \'logits\', \'probs\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'True\', \'Multinomial\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-normal.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-normal.pbtxt
deleted file mode 100644
index 92b9eeea22..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-normal.pbtxt
+++ /dev/null
@@ -1,143 +0,0 @@
-path: "tensorflow.distributions.Normal"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.normal.Normal\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "loc"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scale"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'loc\', \'scale\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'Normal\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-register-k-l.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-register-k-l.pbtxt
deleted file mode 100644
index e3db443c2b..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-register-k-l.pbtxt
+++ /dev/null
@@ -1,9 +0,0 @@
-path: "tensorflow.distributions.RegisterKL"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.kullback_leibler.RegisterKL\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'dist_cls_a\', \'dist_cls_b\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-reparameterization-type.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-reparameterization-type.pbtxt
deleted file mode 100644
index 02e8d576dd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-reparameterization-type.pbtxt
+++ /dev/null
@@ -1,9 +0,0 @@
-path: "tensorflow.distributions.ReparameterizationType"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.ReparameterizationType\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'rep_type\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-student-t.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-student-t.pbtxt
deleted file mode 100644
index 9aa7f9a634..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-student-t.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.distributions.StudentT"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.student_t.StudentT\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "df"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "loc"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scale"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'df\', \'loc\', \'scale\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'True\', \'StudentT\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-uniform.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.-uniform.pbtxt
deleted file mode 100644
index d1b9d30696..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.-uniform.pbtxt
+++ /dev/null
@@ -1,147 +0,0 @@
-path: "tensorflow.distributions.Uniform"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.distributions.uniform.Uniform\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution.Distribution\'>"
-  is_instance: "<class \'tensorflow.python.ops.distributions.distribution._BaseDistribution\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "allow_nan_stats"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "batch_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "event_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "high"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "low"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "parameters"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "reparameterization_type"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "validate_args"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'low\', \'high\', \'validate_args\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'1.0\', \'False\', \'True\', \'Uniform\'], "
-  }
-  member_method {
-    name: "batch_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
-  }
-  member_method {
-    name: "cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'cdf\'], "
-  }
-  member_method {
-    name: "copy"
-    argspec: "args=[\'self\'], varargs=None, keywords=override_parameters_kwargs, defaults=None"
-  }
-  member_method {
-    name: "covariance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'covariance\'], "
-  }
-  member_method {
-    name: "cross_entropy"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'cross_entropy\'], "
-  }
-  member_method {
-    name: "entropy"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'entropy\'], "
-  }
-  member_method {
-    name: "event_shape_tensor"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'event_shape_tensor\'], "
-  }
-  member_method {
-    name: "is_scalar_batch"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_batch\'], "
-  }
-  member_method {
-    name: "is_scalar_event"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'is_scalar_event\'], "
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'self\', \'other\', \'name\'], varargs=None, keywords=None, defaults=[\'kl_divergence\'], "
-  }
-  member_method {
-    name: "log_cdf"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_cdf\'], "
-  }
-  member_method {
-    name: "log_prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_prob\'], "
-  }
-  member_method {
-    name: "log_survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'log_survival_function\'], "
-  }
-  member_method {
-    name: "mean"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mean\'], "
-  }
-  member_method {
-    name: "mode"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'mode\'], "
-  }
-  member_method {
-    name: "param_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'DistributionParamShapes\'], "
-  }
-  member_method {
-    name: "param_static_shapes"
-    argspec: "args=[\'cls\', \'sample_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "prob"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'prob\'], "
-  }
-  member_method {
-    name: "quantile"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'quantile\'], "
-  }
-  member_method {
-    name: "range"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'range\'], "
-  }
-  member_method {
-    name: "sample"
-    argspec: "args=[\'self\', \'sample_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'()\', \'None\', \'sample\'], "
-  }
-  member_method {
-    name: "stddev"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'stddev\'], "
-  }
-  member_method {
-    name: "survival_function"
-    argspec: "args=[\'self\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'survival_function\'], "
-  }
-  member_method {
-    name: "variance"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'variance\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.distributions.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.distributions.pbtxt
deleted file mode 100644
index 90b60ef074..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.distributions.pbtxt
+++ /dev/null
@@ -1,75 +0,0 @@
-path: "tensorflow.distributions"
-tf_module {
-  member {
-    name: "Bernoulli"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Beta"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Categorical"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Dirichlet"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "DirichletMultinomial"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Distribution"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Exponential"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "FULLY_REPARAMETERIZED"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution.ReparameterizationType\'>"
-  }
-  member {
-    name: "Gamma"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Laplace"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Multinomial"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "NOT_REPARAMETERIZED"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution.ReparameterizationType\'>"
-  }
-  member {
-    name: "Normal"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "RegisterKL"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "ReparameterizationType"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "StudentT"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member {
-    name: "Uniform"
-    mtype: "<class \'tensorflow.python.ops.distributions.distribution._DistributionMeta\'>"
-  }
-  member_method {
-    name: "kl_divergence"
-    argspec: "args=[\'distribution_a\', \'distribution_b\', \'allow_nan_stats\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 7c865bb002..e6d8cb6440 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -216,10 +216,6 @@ tf_module {
     name: "debugging"
     mtype: "<type \'module\'>"
   }
-  member {
-    name: "distributions"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "double"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
-- 
GitLab


From dfb95f134c5b12b0b9e9bc79587acd4071ed1e33 Mon Sep 17 00:00:00 2001
From: James Keeling <jtkeeling@google.com>
Date: Wed, 7 Nov 2018 10:46:15 -0800
Subject: [PATCH 1199/1825] Improve error message when explicit non-existent
 device is requested

I used the error interpolation framework to add the node that causes the problem. I also added a new sentence that appears if the user has requested a GPU and CUDA is disabled: "The requested device appears to be a GPU, but CUDA is not enabled."

PiperOrigin-RevId: 220490021
---
 tensorflow/core/common_runtime/placer.cc      | 16 +++++++++---
 tensorflow/core/common_runtime/placer_test.cc | 25 ++++++++++++++++++-
 2 files changed, 37 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/common_runtime/placer.cc b/tensorflow/core/common_runtime/placer.cc
index 305d6a3b1b..f8d933b45e 100644
--- a/tensorflow/core/common_runtime/placer.cc
+++ b/tensorflow/core/common_runtime/placer.cc
@@ -32,6 +32,7 @@ limitations under the License.
 #include "tensorflow/core/lib/core/stringpiece.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/lib/strings/strcat.h"
+#include "tensorflow/core/util/port.h"
 
 namespace tensorflow {
 
@@ -378,11 +379,20 @@ class ColocationGraph {
             }
             std::sort(device_names.begin(), device_names.end());
 
+            string gpu_msg = "";
+            if (!IsGoogleCudaEnabled() &&
+                str_util::Lowercase(specified_device_name.type) == "gpu") {
+              gpu_msg =
+                  " The requested device appears to be a GPU, but CUDA is not "
+                  "enabled.";
+            }
+
             return errors::InvalidArgument(
-                "Operation was explicitly assigned to ",
-                node->requested_device(), " but available devices are [ ",
+                errors::FormatNodeNameForError(node->name()),
+                "was explicitly assigned to ", node->requested_device(),
+                " but available devices are [ ",
                 str_util::Join(device_names, ", "), " ]. Make sure ",
-                "the device specification refers to a valid device.");
+                "the device specification refers to a valid device.", gpu_msg);
           } else if (specified_device_name.has_type) {
             return errors::InvalidArgument(
                 "Could not satisfy explicit device specification '",
diff --git a/tensorflow/core/common_runtime/placer_test.cc b/tensorflow/core/common_runtime/placer_test.cc
index d5e98b8d9e..69f1611c1d 100644
--- a/tensorflow/core/common_runtime/placer_test.cc
+++ b/tensorflow/core/common_runtime/placer_test.cc
@@ -1194,14 +1194,37 @@ TEST_F(PlacerTest, TestNonExistentDevice) {
     TF_EXPECT_OK(BuildGraph(b, &g));
   }
 
+  SessionOptions options;
+  Status s = Place(&g, &options);
+  EXPECT_EQ(error::INVALID_ARGUMENT, s.code());
+  LOG(WARNING) << s.error_message();
+  EXPECT_TRUE(str_util::StrContains(
+      s.error_message(), "was explicitly assigned to /job:foo/replica:17"));
+  EXPECT_TRUE(
+      str_util::StrContains(s.error_message(), "but available devices"));
+}
+
+#if !GOOGLE_CUDA
+// Test that we inform the user if they appear to be explicitly placing nodes
+// on a GPU when CUDA is not available
+TEST_F(PlacerTest, TestUseGpuWithNoCuda) {
+  Graph g(OpRegistry::Global());
+  {  // Scope for temporary variables used to construct g.
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    ops::SourceOp("VariableGPU",
+                  b.opts().WithName("var").WithDevice("/device:gpu:0"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+
   SessionOptions options;
   Status s = Place(&g, &options);
   EXPECT_EQ(error::INVALID_ARGUMENT, s.code());
   LOG(WARNING) << s.error_message();
   EXPECT_TRUE(str_util::StrContains(
       s.error_message(),
-      "was explicitly assigned to /job:foo/replica:17 but available devices"));
+      "The requested device appears to be a GPU, but CUDA is not enabled."));
 }
+#endif
 
 TEST_F(PlacerTest, TestUnsupportedDeviceAllowSoftPlacement) {
   Graph g(OpRegistry::Global());
-- 
GitLab


From cb6fc1dfea89d143faf4efe9083a6699a07602f5 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 7 Nov 2018 11:13:18 -0800
Subject: [PATCH 1200/1825] [XLA:GPU] Disable lateral MOF of
 dynamic-update-slice

The emitter doesn't support in-place DUS when it's in a multi-output fusion,
making performance a lot worse. Disable it for now.

PiperOrigin-RevId: 220495950
---
 .../xla/service/gpu/multi_output_fusion.cc    | 12 +++++++
 .../service/gpu/multi_output_fusion_test.cc   | 34 +++++++++++++++++++
 2 files changed, 46 insertions(+)

diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc
index 9427d3d54a..d9b06828e2 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion.cc
@@ -140,6 +140,18 @@ bool GpuMultiOutputFusion::LegalToFuse(HloInstruction* instr1,
     return false;
   }
 
+  // The emitter only supports in-place DUS for fusions with a single DUS at the
+  // root. Don't sibling fuse DUS for now.
+  // TODO(b/119178699): Multi-output fusing DUS can improve performance if we
+  // share the input and output buffers and add support to the emitter.
+  if (instr1->fused_expression_root()->opcode() ==
+          HloOpcode::kDynamicUpdateSlice ||
+      (instr2->opcode() == HloOpcode::kFusion &&
+       instr2->fused_expression_root()->opcode() ==
+           HloOpcode::kDynamicUpdateSlice)) {
+    return false;
+  }
+
   // Do this check last, as it may be expensive.
   return !GpuInstructionFusion::FusionWouldBeTooLarge(instr1, instr2);
 }
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
index 1d4856e0ca..58ee684c47 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
@@ -621,5 +621,39 @@ TEST_F(MultiOutputFusionTest, AvoidsLargeFusion) {
   }
 }
 
+TEST_F(MultiOutputFusionTest, MultiOutputFusionDUS) {
+  auto module = ParseHloString(R"(HloModule dus_mof
+    fusion.1 {
+      p.0 = f16[50,96,1024]{2,1,0} parameter(0)
+      p.1 = s32[1]{0} parameter(1)
+      p.2 = f16[1,96,1024]{2,1,0} parameter(2)
+      c.0 = s32[] constant(0)
+      pad = s32[3]{0} pad(p.1, c.0), padding=0_2
+      ROOT %dynamic-update-slice = f16[50,96,1024]{2,1,0} dynamic-update-slice(p.0, p.2, pad)
+    }
+
+    fusion.2 {
+      p.0 = f16[50,96,1024]{2,1,0} parameter(0)
+      p.1 = s32[1]{0} parameter(1)
+      p.2 = f16[1,96,1024]{2,1,0} parameter(2)
+      c.0 = s32[] constant(0)
+      pad = s32[3]{0} pad(p.1, c.0), padding=0_2
+      ROOT %dynamic-update-slice = f16[50,96,1024]{2,1,0} dynamic-update-slice(p.0, p.2, pad)
+    }
+
+    ENTRY entry {
+      p.00 = f16[50,96,1024]{2,1,0} parameter(0)
+      p.01 = f16[50,96,1024]{2,1,0} parameter(1)
+      p.1 = s32[1]{0} parameter(2)
+      p.2 = f16[1,96,1024]{2,1,0} parameter(3)
+
+      f1 = f16[50,96,1024] fusion(p.00, p.1, p.2), kind=kLoop, calls=fusion.1
+      f2 = f16[50,96,1024] fusion(p.01, p.1, p.2), kind=kLoop, calls=fusion.2
+      ROOT tuple = (f16[50,96,1024],f16[50,96,1024]) tuple(f1, f2)
+    })")
+                    .ValueOrDie();
+  ASSERT_FALSE(GpuMultiOutputFusion().Run(module.get()).ValueOrDie());
+}
+
 }  // namespace gpu
 }  // namespace xla
-- 
GitLab


From 6504db67b81c166a6cc734f4cacabd763b3eb595 Mon Sep 17 00:00:00 2001
From: mbhuiyan <mohammad.ashraf.bhuiyan@intel.com>
Date: Wed, 7 Nov 2018 11:23:13 -0800
Subject: [PATCH 1201/1825]  adding comments for MKL DNN

---
 .../direct_session_with_tracking_alloc_test.cc         | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc b/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
index a48ff0541d..6a265c468c 100644
--- a/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
+++ b/tensorflow/core/common_runtime/direct_session_with_tracking_alloc_test.cc
@@ -107,6 +107,16 @@ TEST(DirectSessionWithTrackingAllocTest, CostModelTest) {
         EXPECT_EQ(2, shape.dim_size());
         EXPECT_EQ(2, shape.dim(0).size());
         EXPECT_EQ(1, shape.dim(1).size());
+        // if MKL is used, it goes through additional
+        // graph rewrite pass on top of Tensorflow.
+        // In TF, every time a graph pass
+        // happens, "constant" nodes are allocated
+        // and deallocated. Each allocation calls the
+        // (FindChunkPtr of BFCAllocator),
+        // which increments the value of AllocationId.
+        // Thus AllocationId of MKL can differ with TF if
+        // someone changes the relevant codes in BFCAllocator.
+        // Currently they are the same.
         if (node->name() == y->name()) {
           EXPECT_EQ(13, cm->AllocationId(node, 0));
         } else {
-- 
GitLab


From 449eec6dcaa1c0ab828a7c1a0e2383d49db435d1 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Wed, 7 Nov 2018 11:27:38 -0800
Subject: [PATCH 1202/1825] [TF:XLA] Fix wrong output for Pad with int64 pad
 amounts.

Re-enable some long-disabled cases in randomized test for Pad, which oddly enough turned out to still trigger bugs. Change test harness to form padding quantities by subtraction rather than addition, which stops it from trying to build unreasonably large tensors.

PiperOrigin-RevId: 220498750
---
 tensorflow/compiler/tests/binary_ops_test.py  |  9 ++++---
 tensorflow/compiler/tests/randomized_tests.cc | 15 +++++------
 tensorflow/compiler/tf2xla/kernels/pad_op.cc  | 25 ++++++++++---------
 3 files changed, 27 insertions(+), 22 deletions(-)

diff --git a/tensorflow/compiler/tests/binary_ops_test.py b/tensorflow/compiler/tests/binary_ops_test.py
index 4e6dd6abfc..d52d7c35e7 100644
--- a/tensorflow/compiler/tests/binary_ops_test.py
+++ b/tensorflow/compiler/tests/binary_ops_test.py
@@ -18,6 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import itertools
+
 import numpy as np
 
 from tensorflow.compiler.tests import xla_test
@@ -996,13 +998,14 @@ class BinaryOpsTest(xla_test.XLATestCase):
           expected=np.array([[[[1], [2]], [[3], [4]]]], dtype=dtype))
 
   def testPad(self):
-    for dtype in self.numeric_types:
+    for dtype, pad_type in itertools.product(
+        self.numeric_types, [np.int32, np.int64]):
       self._testBinary(
           array_ops.pad,
           np.array(
               [[1, 2, 3], [4, 5, 6]], dtype=dtype),
           np.array(
-              [[1, 2], [2, 1]], dtype=np.int32),
+              [[1, 2], [2, 1]], dtype=pad_type),
           expected=np.array(
               [[0, 0, 0, 0, 0, 0],
                [0, 0, 1, 2, 3, 0],
@@ -1016,7 +1019,7 @@ class BinaryOpsTest(xla_test.XLATestCase):
           np.array(
               [[1, 2, 3], [4, 5, 6]], dtype=dtype),
           np.array(
-              [[0, 3], [2, 1]], dtype=np.int32),
+              [[0, 3], [2, 1]], dtype=pad_type),
           expected=np.array(
               [[7, 7, 1, 2, 3, 7],
                [7, 7, 4, 5, 6, 7],
diff --git a/tensorflow/compiler/tests/randomized_tests.cc b/tensorflow/compiler/tests/randomized_tests.cc
index cfccf5f3d2..a6b5802012 100644
--- a/tensorflow/compiler/tests/randomized_tests.cc
+++ b/tensorflow/compiler/tests/randomized_tests.cc
@@ -2466,20 +2466,21 @@ TEST_F(OpTest, Pack) {
   });
 }
 
-// TODO(b/31741898): crashes on GPU.
 TEST_F(OpTest, Pad) {
   Repeatedly([this]() {
     auto type = Choose<DataType>(kAllXlaTypes);
     std::vector<int64> t_dims = RandomDims();
 
-    // TODO(b/31741996): re-enable DT_INT64 when bug is fixed.
-    // DataType tpaddings = Choose<DataType>({DT_INT32, DT_INT64});
-    DataType tpaddings = DT_INT32;
+    DataType tpaddings = Choose<DataType>({DT_INT32, DT_INT64});
     std::vector<int64> paddings_vec;
-    std::uniform_int_distribution<int> distribution(0, 7);
     for (int i = 0; i < t_dims.size(); ++i) {
-      paddings_vec.push_back(distribution(generator()));
-      paddings_vec.push_back(distribution(generator()));
+      std::uniform_int_distribution<int> pad_distribution(0, t_dims[i]);
+      int pad_size = pad_distribution(generator());
+      std::uniform_int_distribution<int> lower_distribution(0, pad_size);
+      int low_pad_size = lower_distribution(generator());
+      paddings_vec.push_back(low_pad_size);
+      paddings_vec.push_back(pad_size - low_pad_size);
+      t_dims[i] -= pad_size;
     }
     Tensor paddings;
     CHECK(
diff --git a/tensorflow/compiler/tf2xla/kernels/pad_op.cc b/tensorflow/compiler/tf2xla/kernels/pad_op.cc
index 3f5445b482..ee03352c58 100644
--- a/tensorflow/compiler/tf2xla/kernels/pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/pad_op.cc
@@ -29,8 +29,8 @@ class PadOp : public XlaOpKernel {
   explicit PadOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {}
 
   void Compile(XlaOpKernelContext* ctx) override {
-    const TensorShape input_shape = ctx->InputShape(0);
-    const TensorShape pad_shape = ctx->InputShape(1);
+    const TensorShape input_shape = ctx->InputShape("input");
+    const TensorShape pad_shape = ctx->InputShape("paddings");
     const int dims = input_shape.dims();
     OP_REQUIRES(
         ctx,
@@ -47,22 +47,22 @@ class PadOp : public XlaOpKernel {
             "The first dimension of paddings must be the rank of inputs",
             pad_shape.DebugString(), " ", input_shape.DebugString()));
 
+    xla::XlaOp input = ctx->Input("input");
     if (fixed_dims == 0) {
       // Tensor is rank 0. Return it unchanged.
-      ctx->SetOutput(0, ctx->Input(0));
+      ctx->SetOutput(0, input);
       return;
     }
 
-    // Evaluate the 'padding' constant input, reshaping to a matrix.
     xla::Literal pad_literal;
-    OP_REQUIRES_OK(
-        ctx, ctx->ConstantInputReshaped(1, {fixed_dims, 2}, &pad_literal));
+    OP_REQUIRES_OK(ctx,
+                   ctx->ConstantInputAsInt64Literal("paddings", &pad_literal));
 
     xla::PaddingConfig config;
     for (int i = 0; i < fixed_dims; ++i) {
       auto* dim = config.add_dimensions();
-      int before = pad_literal.Get<int32>({i, 0});
-      int after = pad_literal.Get<int32>({i, 1});
+      int before = pad_literal.Get<int64>({i, 0});
+      int after = pad_literal.Get<int64>({i, 1});
       OP_REQUIRES(ctx, before >= 0 && after >= 0,
                   errors::InvalidArgument(
                       "Paddings must be non-negative: ", before, " ", after));
@@ -73,12 +73,13 @@ class PadOp : public XlaOpKernel {
     // PadV2 added a "constant_values" input that indicates the pad value.
     xla::XlaOp constant_values;
     if (ctx->num_inputs() == 3) {
-      OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(ctx->InputShape(2)),
-                  errors::InvalidArgument("constant_values must be a scalar."));
-      ctx->SetOutput(0, xla::Pad(ctx->Input(0), ctx->Input(2), config));
+      OP_REQUIRES(
+          ctx, TensorShapeUtils::IsScalar(ctx->InputShape("constant_values")),
+          errors::InvalidArgument("constant_values must be a scalar."));
+      ctx->SetOutput(0, xla::Pad(input, ctx->Input("constant_values"), config));
     } else {
       auto zero = XlaHelpers::Zero(ctx->builder(), input_type(0));
-      ctx->SetOutput(0, xla::Pad(ctx->Input(0), zero, config));
+      ctx->SetOutput(0, xla::Pad(input, zero, config));
     }
   }
 };
-- 
GitLab


From 0ef9741fb159a8284dcb9ab9645cc5a124d0f722 Mon Sep 17 00:00:00 2001
From: Bjarke Hammersholt Roune <broune@google.com>
Date: Wed, 7 Nov 2018 11:29:18 -0800
Subject: [PATCH 1203/1825] Let HloModule::Clone("") preserve the cloned name.

PiperOrigin-RevId: 220499026
---
 tensorflow/compiler/xla/service/hlo_module.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/hlo_module.cc b/tensorflow/compiler/xla/service/hlo_module.cc
index 6a838b7eb9..14bf17f4be 100644
--- a/tensorflow/compiler/xla/service/hlo_module.cc
+++ b/tensorflow/compiler/xla/service/hlo_module.cc
@@ -559,7 +559,8 @@ std::unique_ptr<HloModule> HloModule::Clone(const string& suffix) const {
 std::unique_ptr<HloModule> HloModule::Clone(const HloModuleConfig& config,
                                             const string& suffix) const {
   VLOG(1) << "Cloning module :" << name_ << " --> " << suffix << "\n";
-  auto module = absl::make_unique<HloModule>(name_ + "-" + suffix, config);
+  auto module = absl::make_unique<HloModule>(
+      absl::StrCat(name_, suffix.empty() ? "" : "-", suffix), config);
 
   HloCloneContext context(module.get(), suffix);
   auto cloned_computation = entry_computation_->Clone(suffix, &context);
-- 
GitLab


From 44fb8a750e563392e4aa4b7c6de5d7f56d1c65a8 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 7 Nov 2018 11:32:34 -0800
Subject: [PATCH 1204/1825] Tweak comment on XlaClusterInfo's default
 constructor.

PiperOrigin-RevId: 220499695
---
 tensorflow/compiler/jit/encapsulate_util.h | 13 ++++++++-----
 1 file changed, 8 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/jit/encapsulate_util.h b/tensorflow/compiler/jit/encapsulate_util.h
index 304f9f3120..5e0c4bf6a0 100644
--- a/tensorflow/compiler/jit/encapsulate_util.h
+++ b/tensorflow/compiler/jit/encapsulate_util.h
@@ -117,11 +117,14 @@ Status PreprocessForEncapsulation(Graph* g,
 
 // Information for XLA computation.
 struct XlaClusterInfo {
-  // The implicit default constructor is deleted because host_compute_core is a
-  // const member whose type (std::map) doesn't necessarily have a user provided
-  // constructor - while libc++ and libstdc++ 4.8 provide a user defined
-  // default constructor, libstdc++ at least >= 7.3 does not.
-  // See also c++11 [class.ctor] p5.
+  // Add an explicitly-defined default constructor for this class.
+  //
+  // The compiler may delete the default constructor here because
+  // host_compute_core is a const member whose type (std::map) doesn't
+  // necessarily have a user provided constructor -- while libc++ and
+  // libstdc++ 4.8 provide a user defined default constructor, libstdc++ at
+  // least >= 7.3 does not. See also c++11 [class.ctor] p5.
+  //
   // TODO(klimek): In c++17 we'll be able to initialize host_compute_core
   // without losing aggregate initialization, which allows us to get rid of
   // the constructor definitions again.
-- 
GitLab


From bdc9d807853d1b354dc2ae4681857baf4858cd00 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Wed, 7 Nov 2018 11:43:11 -0800
Subject: [PATCH 1205/1825] [TF:XLA] Bump open source llvm revision to r346295

PiperOrigin-RevId: 220501794
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 18a0ba6b19..a76d7a5570 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -473,11 +473,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "e13fec9469075ab7dd4dbc046c7e37bd8330557aebbe42e3f1de2bad5adb8f2c",
-        strip_prefix = "llvm-b9e341e90c167b92136893c9085343aa254ddd37",
+        sha256 = "b2a8e45e3c6feb2d122307edc4fd18364986c66dec5cb9a19969490256d9d545",
+        strip_prefix = "llvm-2e8ff631d6999258f3503c72ef8d9d69c7bd35b8",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/b9e341e90c167b92136893c9085343aa254ddd37.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/b9e341e90c167b92136893c9085343aa254ddd37.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/2e8ff631d6999258f3503c72ef8d9d69c7bd35b8.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/2e8ff631d6999258f3503c72ef8d9d69c7bd35b8.tar.gz",
         ],
     )
 
-- 
GitLab


From 6ca494f8f8eab3a8603dbd4e2ccc22f4f9e1806f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 11:44:55 -0800
Subject: [PATCH 1206/1825] parallel_for: add converter for MaxPoolGradGrad.

PiperOrigin-RevId: 220502069
---
 .../python/ops/parallel_for/control_flow_ops_test.py       | 7 +++++--
 tensorflow/python/ops/parallel_for/pfor.py                 | 1 +
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
index e86f409d68..1826924b47 100644
--- a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
+++ b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
@@ -792,9 +792,12 @@ class NNTest(PForTest):
       output = nn.max_pool(
           x1, ksize, strides=[1, 2, 2, 1], padding="VALID", data_format="NHWC")
       loss = nn.l2_loss(output)
-      return output, gradient_ops.gradients(loss, x1)
+      ones = array_ops.ones_like(output)
+      grad = gradient_ops.gradients(loss, x1, grad_ys=ones)
+      grad_grad = gradient_ops.gradients(grad, ones)
+      return output, grad, grad_grad
 
-    self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 2)
+    self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 3)
 
   def test_fused_batch_norm(self):
     data_formats = ["NHWC"]
diff --git a/tensorflow/python/ops/parallel_for/pfor.py b/tensorflow/python/ops/parallel_for/pfor.py
index 5d10860e94..72441908ec 100644
--- a/tensorflow/python/ops/parallel_for/pfor.py
+++ b/tensorflow/python/ops/parallel_for/pfor.py
@@ -1304,6 +1304,7 @@ def _inputs_with_flattening(pfor_input, input_indices):
 @RegisterPForWithArgs("AvgPool", dims=[0])
 @RegisterPForWithArgs("MaxPool", dims=[0])
 @RegisterPForWithArgs("MaxPoolGrad", dims=[0, 1, 2])
+@RegisterPForWithArgs("MaxPoolGradGrad", dims=[0, 1, 2])
 @RegisterPForWithArgs("SoftmaxCrossEntropyWithLogits", dims=[0, 1])
 def _convert_flatten_batch(pfor_input, op_type, dims):
   del op_type
-- 
GitLab


From ee054e9826875de8cee089a02091a03c616687ce Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Wed, 7 Nov 2018 11:47:00 -0800
Subject: [PATCH 1207/1825] [TF:XLA] Fix more int32/int64 literal bugs.

Make XlaOpKernelContext::ConstantInputReshaped private, and change its users to use other methods, since its use cases can be handled other ways.

Move code to copy a tensor to a literal into common literal_util module and simplify it.

PiperOrigin-RevId: 220502409
---
 tensorflow/compiler/tf2xla/kernels/fill_op.cc | 21 ++++-------
 .../compiler/tf2xla/kernels/mirror_pad_op.cc  |  9 +++--
 .../compiler/tf2xla/kernels/reverse_op.cc     |  9 ++---
 .../compiler/tf2xla/kernels/shape_op.cc       | 15 ++++----
 .../compiler/tf2xla/kernels/transpose_op.cc   | 18 ++++------
 tensorflow/compiler/tf2xla/literal_util.cc    |  6 ++++
 tensorflow/compiler/tf2xla/literal_util.h     |  5 +++
 tensorflow/compiler/tf2xla/xla_op_kernel.cc   | 35 +++++++------------
 tensorflow/compiler/tf2xla/xla_op_kernel.h    | 18 +++++-----
 9 files changed, 62 insertions(+), 74 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/fill_op.cc b/tensorflow/compiler/tf2xla/kernels/fill_op.cc
index e9bdb15aa0..c7938a4bbf 100644
--- a/tensorflow/compiler/tf2xla/kernels/fill_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/fill_op.cc
@@ -33,8 +33,8 @@ class FillOp : public XlaOpKernel {
   void Compile(XlaOpKernelContext* ctx) override {
     // The output of this Op is a tensor of shape 'dims_shape' with each
     // element set to the scalar 'dims_literal'.
-    const TensorShape dims_shape = ctx->InputShape(0);
-    const TensorShape value_shape = ctx->InputShape(1);
+    const TensorShape dims_shape = ctx->InputShape("dims");
+    const TensorShape value_shape = ctx->InputShape("value");
     OP_REQUIRES(
         ctx, IsLegacyVector(dims_shape),
         errors::InvalidArgument("dims must be a vector of int32, got shape ",
@@ -42,29 +42,22 @@ class FillOp : public XlaOpKernel {
     OP_REQUIRES(ctx, IsLegacyScalar(value_shape),
                 errors::InvalidArgument("value must be a scalar, got shape ",
                                         value_shape.DebugString()));
+
     // Evaluate the 'dims' constant input, reshaping to a vector if it
     // was a 'legacy' vector (secretly a scalar).
-    xla::Literal dims_literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshaped(
-                            0, {dims_shape.num_elements()}, &dims_literal));
+    std::vector<int64> dims;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshapedToIntVector("dims", &dims));
 
-    // Convert the dims literal into a vector that we can pass to
-    // XlaBuilder.
-    std::vector<int64> broadcast;
-    broadcast.reserve(dims_literal.shape().dimensions(0));
-    for (int i = 0; i < dims_literal.shape().dimensions(0); ++i) {
-      broadcast.push_back(dims_literal.Get<int>({i}));
-    }
     // Look up the value input, reshaping to a scalar if it was a
     // 'legacy' scalar (secretly a vector).
-    xla::XlaOp data = ctx->Input(1);
+    xla::XlaOp data = ctx->Input("value");
     if (value_shape.dims() > 0) {
       CHECK_EQ(value_shape.dims(), 1);
       data = xla::Reshape(data, {});
     }
     // Emit the actual computation, which broadcasts the scalar to the
     // desired shape.
-    auto result = xla::Broadcast(data, broadcast);
+    auto result = xla::Broadcast(data, dims);
 
     ctx->SetOutput(0, result);
   }
diff --git a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
index 4833a9662d..0f51c70f27 100644
--- a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
@@ -65,8 +65,8 @@ class MirrorPadOp : public XlaOpKernel {
   }
 
   void Compile(XlaOpKernelContext* ctx) override {
-    const TensorShape input_shape = ctx->InputShape(0);
-    const TensorShape pad_shape = ctx->InputShape(1);
+    const TensorShape input_shape = ctx->InputShape("input");
+    const TensorShape pad_shape = ctx->InputShape("paddings");
 
     MirrorPadMode mode;
     OP_REQUIRES_OK(ctx, GetNodeAttr(def(), "mode", &mode));
@@ -93,11 +93,10 @@ class MirrorPadOp : public XlaOpKernel {
 
     // Evaluate the 'padding' constant input, reshaping to a matrix.
     xla::Literal pad_literal;
-    OP_REQUIRES_OK(
-        ctx, ctx->ConstantInputReshaped(1, {fixed_dims, 2}, &pad_literal));
+    OP_REQUIRES_OK(ctx, ctx->ConstantInput("paddings", &pad_literal));
 
     xla::XlaBuilder* b = ctx->builder();
-    auto in0 = ctx->Input(0);
+    auto in0 = ctx->Input("input");
     xla::StatusOr<xla::Shape> in0_shape = b->GetShape(in0);
     OP_REQUIRES(ctx, in0_shape.ok(), in0_shape.status());
     xla::StatusOr<xla::XlaOp> accum_status =
diff --git a/tensorflow/compiler/tf2xla/kernels/reverse_op.cc b/tensorflow/compiler/tf2xla/kernels/reverse_op.cc
index 56b80cb4a2..2ceadaf79c 100644
--- a/tensorflow/compiler/tf2xla/kernels/reverse_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reverse_op.cc
@@ -51,14 +51,11 @@ class ReverseOp : public XlaOpKernel {
     }
     // XlaBuilder::Rev() requires concrete values for dimensions arg.
     xla::Literal lax;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshaped(1, {x_shape.dims()}, &lax));
-    std::vector<bool> revdims(x_shape.dims());
-    std::copy(lax.data<bool>().begin(), lax.data<bool>().end(),
-              revdims.begin());
-    std::vector<int64> dimensions;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInput(1, &lax));
 
+    std::vector<int64> dimensions;
     for (int d = 0; d < x_shape.dims(); ++d) {
-      if (revdims[d]) {
+      if (lax.Get<bool>({d})) {
         dimensions.push_back(d);
       }
     }
diff --git a/tensorflow/compiler/tf2xla/kernels/shape_op.cc b/tensorflow/compiler/tf2xla/kernels/shape_op.cc
index 37b026aeb0..4fdbeac8d1 100644
--- a/tensorflow/compiler/tf2xla/kernels/shape_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/shape_op.cc
@@ -108,21 +108,20 @@ class ExpandDimsOp : public XlaOpKernel {
   explicit ExpandDimsOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {}
 
   void Compile(XlaOpKernelContext* ctx) override {
-    const TensorShape input_shape = ctx->InputShape(0);
-    const TensorShape dim_shape = ctx->InputShape(1);
+    const TensorShape input_shape = ctx->InputShape("input");
+    const TensorShape dim_shape = ctx->InputShape("dim");
 
+    std::vector<int64> dims;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshapedToIntVector("dim", &dims));
     // TODO(phawkins): the standard implementation of ExpandDimsOp seems to
     // accept legacy scalars, even when they should be forbidden by the graphdef
     // version.
-    OP_REQUIRES(ctx, dim_shape.num_elements() == 1,
+    OP_REQUIRES(ctx, dims.size() == 1,
                 errors::InvalidArgument(absl::StrCat(
                     "dim input to ExpandDims must be a scalar; got ",
                     dim_shape.DebugString())));
 
-    xla::Literal literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshaped(1, {1}, &literal));
-
-    int dim = literal.data<int32>()[0];
+    int dim = dims[0];
 
     OP_REQUIRES(ctx,
                 (dim >= -1 - input_shape.dims() && dim <= input_shape.dims()),
@@ -148,7 +147,7 @@ class ExpandDimsOp : public XlaOpKernel {
     dim = std::min<int32>(dim, existing_dims_size);
     new_shape.emplace(new_shape.begin() + dim, 1);
 
-    ctx->SetOutput(0, xla::Reshape(ctx->Input(0), new_shape));
+    ctx->SetOutput(0, xla::Reshape(ctx->Input("input"), new_shape));
   }
 };
 REGISTER_XLA_OP(Name("ExpandDims").CompileTimeConstantInput("dim"),
diff --git a/tensorflow/compiler/tf2xla/kernels/transpose_op.cc b/tensorflow/compiler/tf2xla/kernels/transpose_op.cc
index 48a211942d..c9b324a243 100644
--- a/tensorflow/compiler/tf2xla/kernels/transpose_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/transpose_op.cc
@@ -37,8 +37,8 @@ class TransposeOp : public XlaOpKernel {
       : XlaOpKernel(ctx), conjugate_(conjugate) {}
 
   void Compile(XlaOpKernelContext* ctx) override {
-    const TensorShape input_shape = ctx->InputShape(0);
-    const TensorShape perm_tensor_shape = ctx->InputShape(1);
+    const TensorShape input_shape = ctx->InputShape("x");
+    const TensorShape perm_tensor_shape = ctx->InputShape("perm");
 
     // Preliminary validation of sizes.
     OP_REQUIRES(ctx, TensorShapeUtils::IsVector(perm_tensor_shape),
@@ -52,19 +52,15 @@ class TransposeOp : public XlaOpKernel {
                                         ". But input(1) is a vector of size ",
                                         perm_tensor_shape.num_elements()));
 
-    xla::Literal literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshaped(1, {dims}, &literal));
-
-    std::vector<int32> perm(dims);
-    std::copy(literal.data<int32>().begin(), literal.data<int32>().end(),
-              perm.begin());
+    std::vector<int64> perm;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector("perm", &perm));
 
     std::vector<int64> transposed_order;
     // Check whether permutation is a permutation of integers of [0 .. dims).
     absl::InlinedVector<bool, 8> bits(dims);
     bool is_identity = true;
     for (int i = 0; i < dims; ++i) {
-      const int32 d = perm[i];
+      const int64 d = perm[i];
       OP_REQUIRES(
           ctx, 0 <= d && d < dims,
           errors::InvalidArgument(d, " is out of range [0 .. ", dims, ")"));
@@ -83,9 +79,9 @@ class TransposeOp : public XlaOpKernel {
     xla::XlaOp transposed;
     // 0-D, 1-D, and identity transposes do nothing.
     if (dims <= 1 || is_identity) {
-      transposed = ctx->Input(0);
+      transposed = ctx->Input("x");
     } else {
-      transposed = xla::Transpose(ctx->Input(0), transposed_order);
+      transposed = xla::Transpose(ctx->Input("x"), transposed_order);
     }
 
     // Conjugate the transposed result if this is ConjugateTransposeOp.
diff --git a/tensorflow/compiler/tf2xla/literal_util.cc b/tensorflow/compiler/tf2xla/literal_util.cc
index 20103ec3ae..67d0829003 100644
--- a/tensorflow/compiler/tf2xla/literal_util.cc
+++ b/tensorflow/compiler/tf2xla/literal_util.cc
@@ -32,6 +32,12 @@ Status HostTensorToBorrowingLiteral(const Tensor& host_tensor,
   return Status::OK();
 }
 
+xla::StatusOr<xla::Literal> HostTensorToLiteral(const Tensor& host_tensor) {
+  xla::BorrowingLiteral literal;
+  TF_RETURN_IF_ERROR(HostTensorToBorrowingLiteral(host_tensor, &literal));
+  return literal.Clone();
+}
+
 Status HostTensorToMutableBorrowingLiteral(
     Tensor* host_tensor, xla::MutableBorrowingLiteral* literal) {
   xla::Shape xla_shape;
diff --git a/tensorflow/compiler/tf2xla/literal_util.h b/tensorflow/compiler/tf2xla/literal_util.h
index 1db7470ee2..a153dddee6 100644
--- a/tensorflow/compiler/tf2xla/literal_util.h
+++ b/tensorflow/compiler/tf2xla/literal_util.h
@@ -30,6 +30,11 @@ namespace tensorflow {
 // 'host_tensor'.
 Status HostTensorToBorrowingLiteral(const Tensor& host_tensor,
                                     xla::BorrowingLiteral* literal);
+
+// Returns a Literal with the contents of 'host_tensor', backed by its own
+// storage (i.e., not reusing 'host_tensor's buffers.)
+xla::StatusOr<xla::Literal> HostTensorToLiteral(const Tensor& host_tensor);
+
 // Returns a MutableBorrowingLiteral that utilizes the same underlying buffer
 // owned by 'host_tensor', but is mutable via the xla::Literal methods.
 Status HostTensorToMutableBorrowingLiteral(
diff --git a/tensorflow/compiler/tf2xla/xla_op_kernel.cc b/tensorflow/compiler/tf2xla/xla_op_kernel.cc
index 4b1634f697..227915f570 100644
--- a/tensorflow/compiler/tf2xla/xla_op_kernel.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_kernel.cc
@@ -136,25 +136,6 @@ Status XlaOpKernelContext::ConstantInputReshaped(
   }
   const XlaExpression* expression = CastExpressionFromTensor(tensor);
 
-  auto copy_tensor_to_literal = [](const Tensor& tensor,
-                                   xla::Literal* literal) {
-    xla::Shape literal_shape;
-    TF_RETURN_IF_ERROR(
-        TensorShapeToXLAShape(tensor.dtype(), tensor.shape(), &literal_shape));
-
-    *literal = xla::Literal(literal_shape);
-
-    // memcpy over the payload ...
-    // TODO(phawkins): handle string types.
-    size_t total_bytes = tensor.TotalBytes();
-    if (total_bytes > 0) {
-      void* dst_ptr = literal->untyped_data();
-      const void* src_ptr = DMAHelper::base(&tensor);
-      memcpy(dst_ptr, src_ptr, total_bytes);
-    }
-    return Status::OK();
-  };
-
   // If the tensor has a known constant value, there is no need to invoke XLA.
   if (expression->has_constant_value()) {
     Tensor temp(tensor.dtype());
@@ -164,14 +145,15 @@ Status XlaOpKernelContext::ConstantInputReshaped(
       return errors::Internal("Incompatible shapes in ConstantInputReshaped.");
     }
 
-    return copy_tensor_to_literal(temp, constant_literal);
+    TF_ASSIGN_OR_RETURN(*constant_literal, HostTensorToLiteral(temp));
+    return Status::OK();
   }
 
   // Make sure we treat zero-element tensors as constant.
   if (new_shape.num_elements() == 0) {
     Tensor temp(tensor.dtype(), new_shape);
-
-    return copy_tensor_to_literal(temp, constant_literal);
+    TF_ASSIGN_OR_RETURN(*constant_literal, HostTensorToLiteral(temp));
+    return Status::OK();
   }
 
   xla::XlaOp handle = expression->handle();
@@ -322,6 +304,15 @@ Status XlaOpKernelContext::ConstantInputReshapedToIntVector(
   return LiteralToInt64Vector(literal, out);
 }
 
+Status XlaOpKernelContext::ConstantInputReshapedToIntVector(
+    absl::string_view name, std::vector<int64>* out) {
+  TF_ASSIGN_OR_RETURN(int index, InputIndex(this, name));
+  xla::Literal literal;
+  TF_RETURN_IF_ERROR(ConstantInputReshaped(
+      index, {InputShape(index).num_elements()}, &literal));
+  return LiteralToInt64Vector(literal, out);
+}
+
 Status XlaOpKernelContext::ConstantInputAsInt64Literal(int index,
                                                        xla::Literal* out) {
   xla::Literal literal;
diff --git a/tensorflow/compiler/tf2xla/xla_op_kernel.h b/tensorflow/compiler/tf2xla/xla_op_kernel.h
index aa00a45496..3d9499f5fa 100644
--- a/tensorflow/compiler/tf2xla/xla_op_kernel.h
+++ b/tensorflow/compiler/tf2xla/xla_op_kernel.h
@@ -111,14 +111,6 @@ class XlaOpKernelContext {
   Status ConstantInput(int index, xla::Literal* constant_literal);
   Status ConstantInput(absl::string_view name, xla::Literal* constant_literal);
 
-  // Evaluates input `index`, reshapes it to `new_shape` if new_shape !=
-  // InputShape(index), and stores it in `*constant_literal`. If the input
-  // cannot be evaluated, e.g., because it depends on unbound parameters,
-  // returns a non-Ok status. If InputShape(index).num_elements() !=
-  // new_shape.num_elements(), returns an error status.
-  Status ConstantInputReshaped(int index, absl::Span<const int64> new_dims,
-                               xla::Literal* constant_literal);
-
   // Converts a constant scalar int32 or int64 tensor into an int64.
   Status ConstantInputAsIntScalar(int index, int64* out);
   Status ConstantInputAsIntScalar(absl::string_view name, int64* out);
@@ -134,6 +126,8 @@ class XlaOpKernelContext {
   // Reshapes and converts a constant int32 or int64 tensor into a vector of
   // int64s.
   Status ConstantInputReshapedToIntVector(int index, std::vector<int64>* out);
+  Status ConstantInputReshapedToIntVector(absl::string_view name,
+                                          std::vector<int64>* out);
 
   // Converts a constant int32 or int64 Tensor into an xla int64 Literal.
   Status ConstantInputAsInt64Literal(int index, xla::Literal* out);
@@ -260,6 +254,14 @@ class XlaOpKernelContext {
   // type to allow mapping for variant to more generic types.
   Status allocate_output(int index, const xla::Shape& shape, Tensor** output);
 
+  // Evaluates input `index`, reshapes it to `new_shape` if new_shape !=
+  // InputShape(index), and stores it in `*constant_literal`. If the input
+  // cannot be evaluated, e.g., because it depends on unbound parameters,
+  // returns a non-Ok status. If InputShape(index).num_elements() !=
+  // new_shape.num_elements(), returns an error status.
+  Status ConstantInputReshaped(int index, absl::Span<const int64> new_dims,
+                               xla::Literal* constant_literal);
+
   OpKernelContext* const context_;
 };
 
-- 
GitLab


From 5b373961c662765d8a5b9f469e508476f719fa54 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Wed, 7 Nov 2018 11:56:39 -0800
Subject: [PATCH 1208/1825] First cut of pruning for wrap_function

PiperOrigin-RevId: 220504107
---
 tensorflow/python/eager/BUILD                 | 13 +++
 tensorflow/python/eager/def_function.py       | 64 +------------
 tensorflow/python/eager/function.py           |  2 +-
 tensorflow/python/eager/lift_to_graph.py      | 90 +++++++++++++++++++
 tensorflow/python/eager/wrap_function.py      | 41 ++++++++-
 tensorflow/python/eager/wrap_function_test.py | 17 ++++
 6 files changed, 162 insertions(+), 65 deletions(-)
 create mode 100644 tensorflow/python/eager/lift_to_graph.py

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 3b4fcd2d97..9d6c4f7337 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -408,6 +408,7 @@ py_library(
     deps = [
         ":context",
         ":function",
+        ":lift_to_graph",
         "//tensorflow/python:cond_v2",  # TODO(b/118513001): Imported via control_flow_ops; remove.
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:framework_ops",
@@ -418,6 +419,17 @@ py_library(
     ],
 )
 
+py_library(
+    name = "lift_to_graph",
+    srcs = ["lift_to_graph.py"],
+    srcs_version = "PY2AND3",
+    visibility = ["//tensorflow:internal"],
+    deps = [
+        ":context",
+        "//tensorflow/python:framework_ops",
+    ],
+)
+
 py_test(
     name = "def_function_test",
     srcs = ["def_function_test.py"],
@@ -438,6 +450,7 @@ py_library(
     deps = [
         ":context",
         ":function",
+        ":lift_to_graph",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:template",
         "//tensorflow/python:variable_scope",
diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index a56ddeea81..8c43c38e8b 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -19,12 +19,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
 import functools
 import weakref
 
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function as function_lib
+from tensorflow.python.eager import lift_to_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
@@ -34,65 +34,6 @@ from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import tf_decorator
 
 
-def _graph_inputs(op):
-  return [x.op for x in op.inputs] + list(op.control_inputs)
-
-
-def _lift_to_graph(init_tensor, graph):
-  """Copies the tensor and all its inputs recursively to the outer graph."""
-  # Check that the initializer does not depend on any placeholders.
-  visited_ops = set([])
-  ops_to_visit = [init_tensor.op]
-  op_outputs = collections.defaultdict(set)
-  while ops_to_visit:
-    op = ops_to_visit.pop()
-    if op in visited_ops:
-      continue
-    visited_ops.add(op)
-    # TODO(apassos) distinguish arg placeholders, capture placeholders,
-    # and placeholders the user might directly use to initialize
-    # variables.
-    if op.type == "Placeholder":
-      raise ValueError(
-          "Unable to lift tensor", init_tensor,
-          "because it depends transitively on placeholder ", op)
-    for inp in _graph_inputs(op):
-      op_outputs[inp].add(op)
-      if inp not in visited_ops:
-        ops_to_visit.append(inp)
-  # Topologically sort the nodes we've extracted. Now we know how many of their
-  # outputs are part of this subgraph.
-  ops_to_copy = []
-  marked_ops = set([])
-  ops_to_visit = [init_tensor.op]
-  while ops_to_visit:
-    op = ops_to_visit.pop()
-    if op in marked_ops:
-      continue
-    marked_ops.add(op)
-    ops_to_copy.append(op)
-    for inp in _graph_inputs(op):
-      if all(x in marked_ops for x in op_outputs[inp]):
-        ops_to_visit.append(inp)
-  assert len(ops_to_copy) == len(visited_ops)
-  # ops_to_copy now holds a reverse topologically sorted list of ops which
-  # ends in the initializer. We copy those to the outermost graph and
-  # build the initialization op there.
-  with graph.as_default():
-    op_map = {}
-    for op in reversed(ops_to_copy):
-      copied_inputs = [op_map[x] for x in op.inputs]
-      copied_control_inputs = [op_map[x] for x in op.control_inputs]
-      with ops.control_dependencies(copied_control_inputs):
-        copied_op = graph.create_op(
-            op.type, copied_inputs, [x.dtype for x in op.outputs],
-            attrs=op.node_def.attr)
-      op_map[op] = copied_op
-      for i, o in enumerate(op.outputs):
-        op_map[o] = copied_op.outputs[i]
-    return op_map[init_tensor]
-
-
 class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
   """Variable which does not lift its initializer out of function context.
 
@@ -206,7 +147,8 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
       if self._in_graph_mode:
         with ops.init_scope():
           outer_graph = ops.get_default_graph()
-        lifted_initializer = _lift_to_graph(initial_value, outer_graph)
+        lifted_initializer = lift_to_graph.lift_to_graph(
+            initial_value, outer_graph)[initial_value]
         with ops.init_scope():
           self._initial_value = lifted_initializer
           with ops.name_scope("IsInitialized"):
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index aa0763d115..17c9533ac7 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -341,7 +341,7 @@ class Function(object):
               "wrap_function-decorated function.")
         return self._call_flat(args)
       raise AssertionError(
-          "Tried to call a concrete function obtained from an interal API "
+          "Tried to call a concrete function obtained from an internal API "
           "through the public interface. Use get_concrete_function instead.")
     if len(args) > self._num_positional_args:
       raise TypeError(
diff --git a/tensorflow/python/eager/lift_to_graph.py b/tensorflow/python/eager/lift_to_graph.py
new file mode 100644
index 0000000000..67eb60289f
--- /dev/null
+++ b/tensorflow/python/eager/lift_to_graph.py
@@ -0,0 +1,90 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+# pylint: disable=unidiomatic-typecheck
+"""Utility to lift subgraphs."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import collections
+
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+
+
+def _graph_inputs(op):
+  return [x.op for x in op.inputs] + list(op.control_inputs)
+
+
+def lift_to_graph(init_tensor, graph, sources=None):
+  """Copies the tensor and all its inputs recursively to the outer graph."""
+  # Check that the initializer does not depend on any placeholders.
+  if sources is None:
+    sources = set([])
+  visited_ops = set([x.op for x in sources])
+  ops_to_visit = [init_tensor.op]
+  op_outputs = collections.defaultdict(set)
+  print("ops_to_visit", ops_to_visit)
+  while ops_to_visit:
+    op = ops_to_visit.pop()
+    print("visiting", op)
+    if op in visited_ops:
+      continue
+    visited_ops.add(op)
+    # TODO(apassos) distinguish arg placeholders, capture placeholders,
+    # and placeholders the user might directly use to initialize
+    # variables.
+    if op.type == "Placeholder":
+      raise ValueError(
+          "Unable to lift tensor", init_tensor,
+          "because it depends transitively on placeholder ", op)
+    for inp in _graph_inputs(op):
+      op_outputs[inp].add(op)
+      if inp not in visited_ops and inp not in sources:
+        ops_to_visit.append(inp)
+  # Topologically sort the nodes we've extracted. Now we know how many of their
+  # outputs are part of this subgraph.
+  ops_to_copy = []
+  marked_ops = set([])
+  ops_to_visit = [init_tensor.op]
+  while ops_to_visit:
+    op = ops_to_visit.pop()
+    if op in marked_ops:
+      continue
+    marked_ops.add(op)
+    ops_to_copy.append(op)
+    for inp in _graph_inputs(op):
+      if all(x in marked_ops for x in op_outputs[inp]) and inp not in sources:
+        ops_to_visit.append(inp)
+  assert len(ops_to_copy) == len(visited_ops)
+  # ops_to_copy now holds a reverse topologically sorted list of ops which
+  # ends in the initializer. We copy those to the outermost graph and
+  # build the initialization op there.
+  with graph.as_default():
+    op_map = {}
+    for s in sources:
+      op_map[s] = array_ops.placeholder(dtype=s.dtype, shape=s.shape)
+    for op in reversed(ops_to_copy):
+      copied_inputs = [op_map[x] for x in op.inputs]
+      copied_control_inputs = [op_map[x] for x in op.control_inputs]
+      with ops.control_dependencies(copied_control_inputs):
+        copied_op = graph.create_op(
+            op.type, copied_inputs, [x.dtype for x in op.outputs],
+            attrs=op.node_def.attr)
+      op_map[op] = copied_op
+      for i, o in enumerate(op.outputs):
+        op_map[o] = copied_op.outputs[i]
+    return op_map
diff --git a/tensorflow/python/eager/wrap_function.py b/tensorflow/python/eager/wrap_function.py
index 7f9c896ade..48266437ef 100644
--- a/tensorflow/python/eager/wrap_function.py
+++ b/tensorflow/python/eager/wrap_function.py
@@ -20,8 +20,12 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.eager import function
+from tensorflow.python.eager import lift_to_graph
 from tensorflow.python.framework import func_graph
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import variable_scope
+from tensorflow.python.util import nest
 
 
 class VariableHolder(object):
@@ -41,6 +45,38 @@ class VariableHolder(object):
       return self._fn(*args, **kwargs)
 
 
+class WrappedFunction(function.Function):
+  """Wraps a tf V1 piece of code in a function."""
+
+  def __init__(self, fn_graph, variable_holder, attrs=None, signature=None):
+    super(WrappedFunction, self).__init__(
+        fn_graph, attrs=attrs, signature=signature)
+    self._variable_holder = variable_holder
+
+  def prune(self, feeds, fetches):
+    flat_feeds, flat_fetches = nest.flatten(feeds), nest.flatten(fetches)
+    for f in flat_feeds + flat_fetches:
+      if not isinstance(f, ops.Tensor):
+        raise ValueError("Feeds and fetches must be tensors.")
+      if f.graph is not self._func_graph:
+        raise ValueError(
+            "Can only prune function whose feeds and fetches "
+            "are from this graph (%s). Tensor %s from graph %s" % (
+                self._func_graph, f, f.graph))
+    with self._func_graph.as_default():
+      pruned_graph = func_graph.FuncGraph("pruned")
+      sink_tensor = array_ops.identity_n(flat_fetches)[0]
+    lift_map = lift_to_graph.lift_to_graph(
+        sink_tensor, pruned_graph, sources=flat_feeds)
+    pruned_graph.outputs.extend(lift_map[x] for x in flat_fetches)
+    pruned_graph.inputs.extend(lift_map[x] for x in flat_feeds)
+    pruned_fn = WrappedFunction(
+        pruned_graph, variable_holder=self._variable_holder)
+    pruned_fn._num_positional_args = len(flat_feeds)  # pylint: disable=protected-access
+    pruned_fn._arg_keywords = []  # pylint: disable=protected-access
+    return pruned_fn
+
+
 def wrap_function(fn, signature, name=None):
   """Wraps the TF 1.x function fn into a graph function.
 
@@ -83,12 +119,11 @@ def wrap_function(fn, signature, name=None):
     the wrapped graph function.
   """
   holder = VariableHolder(fn)
-  fn = function.Function(
+  return WrappedFunction(
       func_graph.func_graph_from_py_func(
           name,
           holder,
           args=None, kwargs=None, signature=signature,
           add_control_dependencies=False),
+      variable_holder=holder,
       signature=signature)
-  fn._variable_holder = holder
-  return fn
diff --git a/tensorflow/python/eager/wrap_function_test.py b/tensorflow/python/eager/wrap_function_test.py
index 0690358491..b32b6ca426 100644
--- a/tensorflow/python/eager/wrap_function_test.py
+++ b/tensorflow/python/eager/wrap_function_test.py
@@ -53,6 +53,23 @@ class WrapFunctionTest(test.TestCase):
     self.assertAllEqual(f_sub(1.0), 4.0)
     self.assertAllEqual(f_sub(1.0), 3.0)
 
+  def testPrune(self):
+
+    x_in = []
+    x_out = []
+
+    def f(x, y):
+      x_in.append(x)
+      xx = x * x
+      x_out.append(xx)
+      return xx, 2 * y*y
+
+    f_wrapped = wrap_function.wrap_function(
+        f, [tensor_spec.TensorSpec((), dtypes.float32)] * 2)
+
+    f_pruned = f_wrapped.prune(x_in[0], [x_out[0]])
+    self.assertAllEqual(f_pruned(ops.convert_to_tensor(2.0)), [4.0])
+
 
 if __name__ == '__main__':
   ops.enable_eager_execution()
-- 
GitLab


From 81f1d6751b6be87cbe22bd91c5af36a6fef47b78 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Wed, 7 Nov 2018 12:07:26 -0800
Subject: [PATCH 1209/1825] Use a smart constant instead tf.constant -- one
 that matches the condition value, in the sense that it will either be a
 Tensor or a Python value. This change also required adjusting the way
 side_effect_guards works, which now will gate only the live symbols. A third
 change adds the live symbols to expression nodes.

Motivation: pure-side-effects control flow statements are being augmented with a dummy return value (they just return a single scalar). This provides a return value that can be used as control dependency by side_effect_guards. Such dependency necessarily needs to be a tensor, but we don't want to return a tensor unless the if statement is staged to a cond. This CL makes that return value consistent with the statement itself.
PiperOrigin-RevId: 220506051
---
 .../autograph/converters/control_flow.py      | 23 +++++++++++--------
 .../converters/side_effect_guards.py          |  5 ++--
 .../autograph/core/converter_testing.py       |  2 ++
 .../python/autograph/impl/conversion.py       |  2 ++
 .../autograph/lang/special_functions.py       |  8 +++++++
 .../autograph/lang/special_functions_test.py  | 19 +++++++++++----
 .../pyct/static_analysis/liveness.py          |  7 ++++++
 .../python/autograph/pyct/transformer.py      | 20 +++++++++++-----
 8 files changed, 64 insertions(+), 22 deletions(-)

diff --git a/tensorflow/python/autograph/converters/control_flow.py b/tensorflow/python/autograph/converters/control_flow.py
index a7596be291..f9e5c99fd6 100644
--- a/tensorflow/python/autograph/converters/control_flow.py
+++ b/tensorflow/python/autograph/converters/control_flow.py
@@ -160,6 +160,10 @@ class ControlFlowTransformer(converter.Base):
     node_body = ast_util.rename_symbols(node.body, alias_body_map)
     node_orelse = ast_util.rename_symbols(node.orelse, alias_orelse_map)
 
+    cond_var_name = self.ctx.namer.new_symbol('cond', body_scope.referenced)
+    body_name = self.ctx.namer.new_symbol('if_true', body_scope.referenced)
+    orelse_name = self.ctx.namer.new_symbol('if_false', orelse_scope.referenced)
+
     returned_from_cond = tuple(returned_from_cond)
     if returned_from_cond:
       if len(returned_from_cond) == 1:
@@ -181,13 +185,14 @@ class ControlFlowTransformer(converter.Base):
       # actually has some return value as well.
       cond_results = None
       # TODO(mdan): This doesn't belong here; it's specific to the operator.
-      returned_from_body = (templates.replace_as_expression('tf.constant(1)'),)
-      returned_from_orelse = (
-          templates.replace_as_expression('tf.constant(1)'),)
-
-    body_name = self.ctx.namer.new_symbol('if_true', body_scope.referenced)
-    orelse_name = self.ctx.namer.new_symbol('if_false', orelse_scope.referenced)
-
+      returned_from_body = (templates.replace_as_expression(
+          'ag__.match_staging_level(1, cond_var_name)',
+          cond_var_name=cond_var_name),)
+      returned_from_orelse = (templates.replace_as_expression(
+          'ag__.match_staging_level(1, cond_var_name)',
+          cond_var_name=cond_var_name),)
+
+    cond_assign = self.create_assignment(cond_var_name, node.test)
     body_def = self._create_cond_branch(
         body_name,
         aliased_orig_names=aliased_body_orig_names,
@@ -200,10 +205,10 @@ class ControlFlowTransformer(converter.Base):
         aliased_new_names=aliased_orelse_new_names,
         body=node_orelse,
         returns=returned_from_orelse)
-    cond_expr = self._create_cond_expr(cond_results, node.test, body_name,
+    cond_expr = self._create_cond_expr(cond_results, cond_var_name, body_name,
                                        orelse_name)
 
-    return body_def + orelse_def + cond_expr
+    return cond_assign + body_def + orelse_def + cond_expr
 
   def _get_loop_state(self, node):
     body_scope = anno.getanno(node, annos.NodeAnno.BODY_SCOPE)
diff --git a/tensorflow/python/autograph/converters/side_effect_guards.py b/tensorflow/python/autograph/converters/side_effect_guards.py
index 910c470f97..98e29ec8e1 100644
--- a/tensorflow/python/autograph/converters/side_effect_guards.py
+++ b/tensorflow/python/autograph/converters/side_effect_guards.py
@@ -122,11 +122,12 @@ class SideEffectGuardTransformer(converter.Base):
       # possible, gate all remaining statements (and that may fail too, see
       # _visit_and_reindent.
       args_scope = anno.getanno(node.value, NodeAnno.ARGS_SCOPE)
+      live_out = anno.getanno(node, anno.Static.LIVE_VARS_OUT)
       # NOTE: We can't guard object attributes because they may not be writable.
       # In addition, avoid renaming well-known names.
       # TODO(mdan): Move these names into config.
-      unguarded_names = (qual_names.QN('self'), qual_names.QN('tf'))
-      guarded_args = tuple(s for s in args_scope.read
+      unguarded_names = (qual_names.QN('self'), qual_names.QN('ag__'))
+      guarded_args = tuple(s for s in live_out
                            if not s.is_composite() and s not in unguarded_names)
 
       # TODO(mdan): Include all arguments which depended on guarded_args too.
diff --git a/tensorflow/python/autograph/core/converter_testing.py b/tensorflow/python/autograph/core/converter_testing.py
index 0326103933..7b0608d03f 100644
--- a/tensorflow/python/autograph/core/converter_testing.py
+++ b/tensorflow/python/autograph/core/converter_testing.py
@@ -30,6 +30,7 @@ from tensorflow.python.autograph.core import config
 from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.core import errors
 from tensorflow.python.autograph.core import function_wrapping
+from tensorflow.python.autograph.lang import special_functions
 from tensorflow.python.autograph.pyct import compiler
 from tensorflow.python.autograph.pyct import origin_info
 from tensorflow.python.autograph.pyct import parser
@@ -103,6 +104,7 @@ class TestCase(test.TestCase):
       fake_ag = self.make_fake_mod('fake_ag', converted_call,
                                    converter.ConversionOptions)
       fake_ag.__dict__.update(operators.__dict__)
+      fake_ag.__dict__.update(special_functions.__dict__)
       fake_ag.__dict__['utils'] = utils
       fake_ag.__dict__['rewrite_graph_construction_error'] = (
           errors.rewrite_graph_construction_error)
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index b2fa2825eb..a0de6ca6b3 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -45,6 +45,7 @@ from tensorflow.python.autograph.core import config
 from tensorflow.python.autograph.core import converter
 from tensorflow.python.autograph.core import errors
 from tensorflow.python.autograph.core import function_wrapping
+from tensorflow.python.autograph.lang import special_functions
 from tensorflow.python.autograph.pyct import ast_util
 from tensorflow.python.autograph.pyct import compiler
 from tensorflow.python.autograph.pyct import inspect_utils
@@ -272,6 +273,7 @@ def _add_self_references(namespace, autograph_module):
     # TODO(mdan): Add safeguards against name clashes.
     # We don't want to create a submodule because we want the operators to be
     # accessible as ag__.<operator>
+    ag_internal.__dict__.update(special_functions.__dict__)
     ag_internal.__dict__.update(operators.__dict__)
 
   _add_reserved_symbol(namespace, 'ag__', ag_internal)
diff --git a/tensorflow/python/autograph/lang/special_functions.py b/tensorflow/python/autograph/lang/special_functions.py
index 62ac018ac4..411770692b 100644
--- a/tensorflow/python/autograph/lang/special_functions.py
+++ b/tensorflow/python/autograph/lang/special_functions.py
@@ -24,6 +24,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.autograph.operators import data_structures
+from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import tensor_util
 
 
@@ -46,6 +47,13 @@ def _validate_list_constructor(elements, element_dtype, element_shape):
       ' allowed'.format(type(elements)))
 
 
+def match_staging_level(value, like_value):
+  """Casts a value to be staged at the same level as another."""
+  if tensor_util.is_tensor(like_value):
+    return constant_op.constant(value)
+  return value
+
+
 def tensor_list(elements,
                 element_dtype=None,
                 element_shape=None,
diff --git a/tensorflow/python/autograph/lang/special_functions_test.py b/tensorflow/python/autograph/lang/special_functions_test.py
index 206a32d07c..123ee65b32 100644
--- a/tensorflow/python/autograph/lang/special_functions_test.py
+++ b/tensorflow/python/autograph/lang/special_functions_test.py
@@ -30,26 +30,35 @@ from tensorflow.python.platform import test
 
 class SpecialFunctionsTest(test.TestCase):
 
+  def test_match_staging_level(self):
+    some_tensor = constant_op.constant(0)
+    tensor_one = special_functions.match_staging_level(1, some_tensor)
+    python_one = special_functions.match_staging_level(1, 1)
+    with self.cached_session() as sess:
+      self.assertTrue(tensor_util.is_tensor(tensor_one))
+      self.assertAllEqual(sess.run(tensor_one), 1)
+      self.assertEqual(python_one, 1)
+
   def test_tensor_list_empty_list(self):
     l = special_functions.tensor_list([],
                                       element_dtype=dtypes.int32,
                                       element_shape=())
     sl = list_ops.tensor_list_stack(l, element_dtype=dtypes.int32)
-    with self.test_session() as sess:
+    with self.cached_session() as sess:
       self.assertAllEqual(sess.run(sl), [])
 
     l = special_functions.tensor_list((),
                                       element_dtype=dtypes.int32,
                                       element_shape=())
     sl = list_ops.tensor_list_stack(l, element_dtype=dtypes.int32)
-    with self.test_session() as sess:
+    with self.cached_session() as sess:
       self.assertAllEqual(sess.run(sl), [])
 
   def test_tensor_list_tensor(self):
     l = special_functions.tensor_list(
         constant_op.constant([], dtype=dtypes.int32))
     sl = list_ops.tensor_list_stack(l, element_dtype=dtypes.int32)
-    with self.test_session() as sess:
+    with self.cached_session() as sess:
       self.assertAllEqual(sess.run(sl), [])
 
   def test_tensor_list_unsupported_initializer(self):
@@ -66,7 +75,7 @@ class SpecialFunctionsTest(test.TestCase):
 
     l = special_functions.tensor_list(elements)
     sl = list_ops.tensor_list_stack(l, element_dtype=dtypes.int32)
-    with self.test_session() as sess:
+    with self.cached_session() as sess:
       self.assertAllEqual(sess.run(sl), [[1, 2], [3, 4]])
 
   def test_tensor_list_array_from_elements(self):
@@ -74,7 +83,7 @@ class SpecialFunctionsTest(test.TestCase):
 
     l = special_functions.tensor_list(elements, use_tensor_array=True)
     sl = l.stack()
-    with self.test_session() as sess:
+    with self.cached_session() as sess:
       self.assertAllEqual(sess.run(sl), [[1, 2], [3, 4]])
 
   def test_stack(self):
diff --git a/tensorflow/python/autograph/pyct/static_analysis/liveness.py b/tensorflow/python/autograph/pyct/static_analysis/liveness.py
index ad11057a0b..451398f1b7 100644
--- a/tensorflow/python/autograph/pyct/static_analysis/liveness.py
+++ b/tensorflow/python/autograph/pyct/static_analysis/liveness.py
@@ -198,6 +198,13 @@ class Annotator(transformer.Base):
     node = self._block_statement_live_out(node)
     return self._block_statement_live_in(node, node.test)
 
+  def visit_Expr(self, node):
+    node = self.generic_visit(node)
+    cfg_node = self.current_analyzer.graph.index[node]
+    anno.setanno(node, anno.Static.LIVE_VARS_OUT,
+                 frozenset(self.current_analyzer.out[cfg_node]))
+    return node
+
 
 def resolve(node, source_info, graphs):
   """Resolves the live symbols at the exit of control flow statements.
diff --git a/tensorflow/python/autograph/pyct/transformer.py b/tensorflow/python/autograph/pyct/transformer.py
index 3b6a446340..b6830534b3 100644
--- a/tensorflow/python/autograph/pyct/transformer.py
+++ b/tensorflow/python/autograph/pyct/transformer.py
@@ -26,6 +26,7 @@ import six
 from tensorflow.python.autograph.pyct import anno
 from tensorflow.python.autograph.pyct import compiler
 from tensorflow.python.autograph.pyct import pretty_printer
+from tensorflow.python.autograph.pyct import templates
 
 
 class AutographParseError(SyntaxError):
@@ -280,6 +281,12 @@ class Base(gast.NodeTransformer):
       print(pretty_printer.fmt(node))
     return node
 
+  def create_assignment(self, target, expression):
+    template = """
+      target = expression
+    """
+    return templates.replace(template, target=target, expression=expression)
+
   def visit_block(self, nodes, before_visit=None, after_visit=None):
     """A more powerful version of generic_visit for statement blocks.
 
@@ -316,13 +323,14 @@ class Base(gast.NodeTransformer):
     Args:
       nodes: enumerable of AST node objects. If None, the function returns None.
       before_visit: optional callable that is called before visiting each item
-          in nodes
-      after_visit: optional callable that takes in an AST node and
-          returns a tuple (new_node, new_destination). It is called after
-          visiting each item in nodes. Is used in the same was as the
+        in nodes
+      after_visit: optional callable that takes in an AST node and returns a
+        tuple (new_node, new_destination). It is called after visiting each item
+        in nodes. Is used in the same was as the
           visit_* methods: new_node will replace the node; if not None,
-          new_destination must be a list, and subsequent nodes will be placed
-          in this list instead of the list returned by visit_block.
+            new_destination must be a list, and subsequent nodes will be placed
+            in this list instead of the list returned by visit_block.
+
     Returns:
       A list of AST node objects containing the transformed items fron nodes,
       except those nodes that have been relocated using after_visit.
-- 
GitLab


From fa5dcb6f2c6e84d020a32ce85a0869ccb326d1b6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 12:16:38 -0800
Subject: [PATCH 1210/1825]   Add TensorTracer.   This is a utility to trace
 intermediate tensor values generated during the evaluation of a TF graph on
 TPU. It is hooked up with the training loop in the TpuEstimator, but is
 disabled by default. See the comments inside the code for how to turn it on
 and its various options.

PiperOrigin-RevId: 220507541
---
 tensorflow/contrib/tpu/BUILD                  |   1 +
 .../contrib/tpu/python/tpu/tensor_tracer.py   | 553 ++++++++++++++++++
 .../contrib/tpu/python/tpu/tpu_estimator.py   |   9 +-
 3 files changed, 562 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/contrib/tpu/python/tpu/tensor_tracer.py

diff --git a/tensorflow/contrib/tpu/BUILD b/tensorflow/contrib/tpu/BUILD
index 67327d3200..a0a9cb3f31 100644
--- a/tensorflow/contrib/tpu/BUILD
+++ b/tensorflow/contrib/tpu/BUILD
@@ -246,6 +246,7 @@ py_library(
         "python/tpu/bfloat16.py",
         "python/tpu/device_assignment.py",
         "python/tpu/session_support.py",
+        "python/tpu/tensor_tracer.py",
         "python/tpu/topology.py",
         "python/tpu/tpu.py",
         "python/tpu/tpu_feed.py",
diff --git a/tensorflow/contrib/tpu/python/tpu/tensor_tracer.py b/tensorflow/contrib/tpu/python/tpu/tensor_tracer.py
new file mode 100644
index 0000000000..70baea203c
--- /dev/null
+++ b/tensorflow/contrib/tpu/python/tpu/tensor_tracer.py
@@ -0,0 +1,553 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========================================================================
+"""A utility to trace tensor values on TPU."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import os.path
+import re
+
+from tensorflow.contrib.tpu.python.ops import tpu_ops
+from tensorflow.contrib.tpu.python.tpu import tpu
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_util
+from tensorflow.python.ops import gen_math_ops
+from tensorflow.python.ops import logging_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.platform import tf_logging as logging
+
+_TRACER_LOG_PREFIX = ' [>>>TT>>>]'
+_DEVICE_TYPE_TPU = 'tpu'
+_DEVICE_TYPE_CPU = 'cpu'
+_GLOBAL_STEP_OP_NAME = 'GLOBAL-STEP'
+_TRACE_MODE_NAN_INF = 'nan-inf'
+_TRACE_MODE_PART_TENSOR = 'part-tensor'
+_TRACE_MODE_PART_TENSOR_SIZE = 3
+_TRACE_MODE_FULL_TENSOR = 'full-tensor'
+_RECORD_OUTSIDE_OP_RANGE = 'not-traced-outside-op-range'
+_RECORD_SHOULD_NOT_TRACE = 'not-traced-should-not-trace'
+_RECORD_FILTERED_OUT = 'not-traced-filtered-out'
+_RECORD_SCALAR = 'not-traced-scalar'
+_RECORD_DYNAMIC_SHAPE = 'not-traced-dynamic-shape'
+_RECORD_GET_TRACED = 'get-traced'
+_MARKER_SECTION_BEGIN = '!!!!!!! section-begin:'
+_MARKER_SECTION_END = '!!!!!!! section-end:'
+_SECTION_NAME_CONFIG = 'configuration'
+_SECTION_NAME_REASON = 'reason'
+_SECTION_NAME_OP_LIST = 'op-list'
+_SECTION_NAME_GRAPH = 'graph'
+_FIELD_NAME_VERSION = 'version:'
+_FIELD_NAME_DEVICE = 'device:'
+_FIELD_NAME_TRACE_MODE = 'trace-mode:'
+_FIELD_NAME_NUM_REPLICAS = 'num-replicas:'
+_FIELD_NAME_NUM_OPS = 'number-of-ops:'
+_FIELD_NAME_TOPOLOGICAL_SORT_SUCCEED = 'topological-sort-succeed:'
+_FLAGS_ENV_VAR = 'TENSOR_TRACER_FLAGS'
+_FLAG_SINGLE_QUOTE_PAT = re.compile(r"\s*--([^=]+)='([^']*)'")
+_FLAG_DOUBLE_QUOTE_PAT = re.compile(r'\s*--([^=]+)="([^"]*)"')
+_FLAG_NO_QUOTE_PAT = re.compile(r'\s*--([^=]+)=(\S*)')
+_FLAG_NAME_ENABLE = 'enable'
+_FLAG_NAME_TRACE_MODE = 'trace_mode'
+_FLAG_NAME_INTERESTING_OPS = 'interesting_ops'
+_FLAG_NAME_TRACE_FILE = 'trace_file_path'
+_FLAG_NAME_USE_TEST_UNDECLARED_OUTPUTS_DIR = 'use_test_undeclared_outputs_dir'
+_FLAG_NAME_OP_RANGE = 'op_range'
+_OP_RANGE_PAT = re.compile(r'(\d+):(\d+)')
+_OUTPUT_STREAM_ESCAPE = 'file://'
+_TEST_UNDECLARED_OUTPUTS_DIR_ENV_VAR = 'TEST_UNDECLARED_OUTPUTS_DIR'
+
+
+class TensorTracer(object):
+  """A software construct for tracing tensor values in a TF graph on TPU.
+
+  This utility is disabled by default. It can be enabled by setting
+  the TENSOR_TRACER_FLAGS env variable as:
+    export TENSOR_TRACER_FLAGS="--enable=1"
+  If it is enabled, it will trace the output tensor values of
+  selected Ops in the graph. It has two outputs: (1) the traces and (2)
+  a report. The traces are dumped to a specified local file on the TPU
+  host. The report is printed to the log.info of the TPU job.
+  By passing options via the env variable, users can change:
+     (1) the trace mode (e.g., detecting NaN/Inf, printing partial or
+         full tensor values)
+     (2) which Ops to be traced (via op.name or op.type)
+     (3) output trace file path.
+  """
+
+  @staticmethod
+  def _match_next_flag(flags, pos):
+    """Returns the match for the next TensorTracer flag."""
+
+    match = _FLAG_DOUBLE_QUOTE_PAT.match(flags, pos)
+    if match:
+      return match
+    match = _FLAG_SINGLE_QUOTE_PAT.match(flags, pos)
+    if match:
+      return match
+    match = _FLAG_NO_QUOTE_PAT.match(flags, pos)
+    return match
+
+  @staticmethod
+  def print_flag_values():
+    """Prints all TensorTracer flags passed via environment variables."""
+
+    tensor_tracer_flags = os.environ.get(_FLAGS_ENV_VAR)
+    if not tensor_tracer_flags:
+      return 'Env variable "%s" is not set'%_FLAGS_ENV_VAR
+    result = 'Env variable "%s" is set to "%s"\n'%(_FLAGS_ENV_VAR,
+                                                   tensor_tracer_flags)
+    result += 'Individual flag value:\n'
+    pos = 0
+    while True:
+      match = TensorTracer._match_next_flag(tensor_tracer_flags, pos)
+      if not match:
+        break
+      flag_name = match.group(1)
+      flag_value = match.group(2)
+      result += '  %s: %s\n'%(flag_name, flag_value)
+      pos = match.end()
+    result += '\n'
+    return result
+
+  @staticmethod
+  def get_flag_value(wanted_flag_name):
+    """Returns the value of a TensorTracer flags."""
+
+    tensor_tracer_flags = os.getenv(_FLAGS_ENV_VAR)
+    if not tensor_tracer_flags:
+      return ''
+    pos = 0
+    while True:
+      match = TensorTracer._match_next_flag(tensor_tracer_flags, pos)
+      if not match:
+        return ''
+      flag_name = match.group(1)
+      flag_value = match.group(2)
+      if flag_name == wanted_flag_name:
+        return flag_value
+      pos = match.end()
+    return ''
+
+  @staticmethod
+  def is_enabled():
+    """Returns True if TensorTracer is enabled."""
+
+    flag_value = TensorTracer.get_flag_value(_FLAG_NAME_ENABLE)
+    flag_value = flag_value.lower()
+    enabled = flag_value in ['1', 't', 'true', 'y', 'yes']
+    return enabled
+
+  @staticmethod
+  def use_test_undeclared_outputs_dir():
+    """Decides the output directory of the trace file.
+
+    Args:
+       None.
+
+    Returns:
+       True if the output trace file should be written to the
+       test-undeclared-outputs-directory defined via an
+       env variable.
+    """
+
+    flag_value = TensorTracer.get_flag_value(
+        _FLAG_NAME_USE_TEST_UNDECLARED_OUTPUTS_DIR)
+    flag_value = flag_value.lower()
+    enabled = flag_value in ['1', 't', 'true', 'y', 'yes']
+    return enabled
+
+  @staticmethod
+  def check_device_type(device_type):
+    """Checks if the given device type is valid."""
+
+    if device_type not in [_DEVICE_TYPE_TPU, _DEVICE_TYPE_CPU]:
+      raise ValueError('Invalid device_type "%s"'%device_type)
+
+  @staticmethod
+  def check_trace_mode(trace_mode):
+    """Checks if the given trace mode is valid."""
+
+    valid_trace_modes = [_TRACE_MODE_NAN_INF, _TRACE_MODE_PART_TENSOR,
+                         _TRACE_MODE_FULL_TENSOR]
+    if trace_mode not in valid_trace_modes:
+      raise ValueError('Invalid trace mode "%s" given to the Tensor_Tracer.'
+                       'Valid trace modes are: %s'%(trace_mode,
+                                                    valid_trace_modes))
+
+  @staticmethod
+  def should_trace(device_type, op):
+    """Returns True if the given Op should be traced."""
+
+    if device_type != _DEVICE_TYPE_TPU:
+      raise ValueError('Non TPU device type is not supported')
+    if control_flow_util.IsInCond(op):
+      return False
+    if op.type in ['Reshape', 'ArgMin', 'ArgMax']:
+      return False
+    # pylint: disable=protected-access
+    return tpu._TPU_REPLICATE_ATTR in op.node_def.attr
+    # pylint: enable=protected-access
+
+  @staticmethod
+  def reason(op_idx, details):
+    """Returns why the Op at op_idx is traced or not."""
+    return '%d %s'%(op_idx, details)
+
+  @staticmethod
+  def topological_sort(g):
+    """Performs topological sort on the given graph.
+
+    Args:
+       g: the graph.
+
+    Returns:
+       A pair where the first element indicates if the topological
+       sort succeeded (True if there is no cycle found; False if a
+       cycle is found) and the second element is either the sorted
+       list of nodes or the cycle of nodes found.
+    """
+
+    def visit(op, cycle, permanently_marked_ops,
+              temporarily_marked_ops, sorted_ops):
+      """Recursively visits all Ops in a graph.
+
+      Args:
+         op: the current Op being visited.
+         cycle: a cycle of Ops found.
+         permanently_marked_ops: the set of Ops that were already visited.
+         temporarily_marked_ops: the set of Ops that we have visited during
+                                 the current descent.
+         sorted_ops: the list of Ops sorted in topological order.
+      """
+
+      if cycle:
+        return
+      if op in permanently_marked_ops:
+        return
+      if op in temporarily_marked_ops:
+        cycle = temporarily_marked_ops
+        return
+      temporarily_marked_ops.add(op)
+      for i in range(len(op.outputs)):
+        out_tensor = op.outputs[i]
+        for consumer_op in out_tensor.consumers():
+          visit(consumer_op, cycle, permanently_marked_ops,
+                temporarily_marked_ops, sorted_ops)
+      # pylint: disable=protected-access
+      for ctrl_output_op in op._control_outputs:
+      # pylint: enable=protected-access
+        visit(ctrl_output_op, cycle, permanently_marked_ops,
+              temporarily_marked_ops, sorted_ops)
+      temporarily_marked_ops.remove(op)
+      permanently_marked_ops.add(op)
+      sorted_ops.insert(0, op)
+
+    graph_cycle = set([])
+    sorted_ops = []
+    permanently_marked_ops = set([])
+    temporarily_marked_ops = set([])
+    unsorted_ops = g.get_operations()
+    for op in unsorted_ops:
+      visit(op, graph_cycle, permanently_marked_ops,
+            temporarily_marked_ops, sorted_ops)
+    if graph_cycle:
+      return (False, graph_cycle)
+    else:
+      assert len(unsorted_ops) == len(sorted_ops)
+      return (True, sorted_ops)
+
+  def __init__(self):
+    """Initializes a TensorTracer.
+
+    Sets the various member fields from the flags (if given) or the defaults.
+    """
+    self._version = 'use-outside-compilation'
+    self._device_type = None
+    self._trace_mode = TensorTracer.get_flag_value(_FLAG_NAME_TRACE_MODE)
+    if not self._trace_mode:
+      self._trace_mode = _TRACE_MODE_NAN_INF
+    TensorTracer.check_trace_mode(self._trace_mode)
+    self._part_tensor_size = _TRACE_MODE_PART_TENSOR_SIZE
+    self._instrument_records = {}
+    interesting_ops = TensorTracer.get_flag_value(_FLAG_NAME_INTERESTING_OPS)
+    self._selected_ops = interesting_ops.split()
+    self._set_trace_file_path()
+    self._set_op_range()
+    self._num_replicas = None
+    self._replica_id = None
+
+  def _add_replica_id_to_graph(self, num_replicas, result_tensor):
+    """Adds nodes for computing the replica ID to the graph."""
+
+    if not num_replicas:
+      self._replica_id = 'unknown'
+      return result_tensor
+
+    self._num_replicas = num_replicas
+
+    with ops.control_dependencies(None):
+      # Uses None as dependency to run outside of TPU graph rewrites.
+      self._replica_id = tpu_ops.tpu_replicated_input(
+          list(range(self._num_replicas)),
+          name='tt_replica_id')
+    use_replica_id = array_ops.identity(self._replica_id).op
+    with ops.control_dependencies([use_replica_id]):
+      # Adds a control dependency from the result_tensor to
+      # the replica_id to ensure that replica_id will be added to the graph.
+      return array_ops.identity(result_tensor)
+
+  def _set_trace_file_path(self):
+    """Sets the path of the output trace file."""
+
+    self._trace_file_path = TensorTracer.get_flag_value(_FLAG_NAME_TRACE_FILE)
+    if not self._trace_file_path:
+      raise ValueError('--%s is not set in the environment variable %s'
+                       %(_FLAG_NAME_TRACE_FILE, _FLAGS_ENV_VAR))
+    elif TensorTracer.use_test_undeclared_outputs_dir():
+      if os.path.isabs(self._trace_file_path):
+        raise ValueError('If use_test_undeclared_outputs_dir is set,'
+                         'trace_file_path cannot be an absolute path (%s)'
+                         %self._trace_file_path)
+      outputs_dir = os.environ.get(_TEST_UNDECLARED_OUTPUTS_DIR_ENV_VAR)
+      self._trace_file_path = os.path.join(outputs_dir,
+                                           self._trace_file_path)
+
+  def _set_op_range(self):
+    """Sets the index range of the Ops that we will consider tracing."""
+
+    op_range = TensorTracer.get_flag_value(_FLAG_NAME_OP_RANGE)
+    if not op_range:
+      self._op_range = (-1, -1)  # this means including all ops.
+      return
+    match = _OP_RANGE_PAT.match(op_range)
+    if not match:
+      self._op_range = (-1, -1)  # this means including all ops.
+      return
+    self._op_range = (int(match.group(1)), int(match.group(2)))
+
+  def _inside_op_range(self, idx):
+    """Return True if the given index is inside the selected range."""
+
+    if idx < self._op_range[0]:
+      return False
+    return self._op_range[1] < 0 or idx <= self._op_range[1]
+
+  def _write_report(self, content):
+    """Writes the given content to the report."""
+
+    logging.info('%s %s'%(_TRACER_LOG_PREFIX, content))
+
+  def _is_selected_op(self, op_name):
+    """Returns True if the Op with op_name is selected to be traced."""
+
+    if not self._selected_ops:
+      return True
+    if op_name in self._selected_ops:
+      return True
+    return False
+
+  def _write_config_section(self):
+    """Writes the config section of the report."""
+
+    self._write_report('%s %s\n'%(_MARKER_SECTION_BEGIN, _SECTION_NAME_CONFIG))
+    self._write_report('%s %s\n'%(_FIELD_NAME_VERSION, self._version))
+    self._write_report('%s %s\n'%(_FIELD_NAME_DEVICE, self._device_type))
+    self._write_report('%s %s\n'%(_FIELD_NAME_TRACE_MODE, self._trace_mode))
+    self._write_report('%s %s\n'%(_FIELD_NAME_NUM_REPLICAS, self._num_replicas))
+    self._write_report('%s %s\n'%(_MARKER_SECTION_END, _SECTION_NAME_CONFIG))
+
+  def _write_reason_section(self):
+    """Writes the reason section of the report."""
+
+    self._write_report('%s %s\n'%(_MARKER_SECTION_BEGIN, _SECTION_NAME_REASON))
+    for key in sorted(self._instrument_records):
+      self._write_report('"%s" %s\n'%(key, self._instrument_records[key]))
+    self._write_report('%s %s\n'%(_MARKER_SECTION_END, _SECTION_NAME_REASON))
+
+  def _write_op_list_section(self, op_list):
+    """Writes the Op-list section of the report."""
+
+    self._write_report('%s %s\n'%(_MARKER_SECTION_BEGIN, _SECTION_NAME_OP_LIST))
+    self._write_report('%s %d\n'%(_FIELD_NAME_NUM_OPS, len(op_list)))
+    for i in range(0, len(op_list)):
+      self._write_report('%d "%s" %s\n'%(i, op_list[i].name, op_list[i].type))
+    self._write_report('%s %s\n'%(_MARKER_SECTION_END, _SECTION_NAME_OP_LIST))
+
+  def _write_graph_section(self, succeed, sorted_or_cycle):
+    """Writes the graph section of the report."""
+
+    self._write_report('%s %s\n'%(_MARKER_SECTION_BEGIN, _SECTION_NAME_GRAPH))
+    self._write_report('%s %s\n'%(_FIELD_NAME_TOPOLOGICAL_SORT_SUCCEED,
+                                  succeed))
+    l = list(sorted_or_cycle)
+    for i in range(0, len(l)):
+      self._write_report('%d "%s"\n'%(i, l[i].name))
+    self._write_report('%s %s\n'%(_MARKER_SECTION_END, _SECTION_NAME_GRAPH))
+
+  def _make_tensor_trace_fun(self, op_name, output_idx):
+    """Makes the tensor tracing function called by outside compilation.
+
+    Args:
+      op_name: the name of the Op that outputs the tensor to be traced.
+      output_idx: which output of the Op it is (0 means the first output).
+
+    Returns:
+      A function to be passed as the first argument to outside compilation.
+
+    Raises:
+      RuntimeError: If the trace mode is invalid.
+    """
+
+    def _print_tensor(op_name, output_idx, num_elements, tensor, output_tensor):
+      """Prints a tensor value to a file.
+
+      Args:
+        op_name: the name of the Op that outputs the tensor to be printed.
+        output_idx: which output of the Op it is (0 means the first output).
+        num_elements: number of elements to print.
+        tensor: the tensor needs to be returned.
+        output_tensor: the tensor needs to be printed.
+
+      Returns:
+        The same tensor passed via the "tensor" argument.
+      """
+      msg = '"%s:%d" '%(op_name, output_idx)
+      output_stream = _OUTPUT_STREAM_ESCAPE + self._trace_file_path
+      print_op = logging_ops.print_v2(msg, array_ops.shape(output_tensor),
+                                      ' @', self._replica_id,
+                                      '\n', output_tensor,
+                                      summarize=num_elements,
+                                      output_stream=output_stream)
+      with ops.control_dependencies([print_op]):
+        return array_ops.identity(tensor).op
+
+    def _detect_nan_inf(tensor):
+      """Trace function for detecting any NaN/Inf in the tensor."""
+
+      if tensor.dtype.is_floating:
+        # Since host can't handle bf16, always convert tensor to f32.
+        tensor = math_ops.cast(tensor, dtypes.float32)
+        output_tensor = math_ops.reduce_any(
+            gen_math_ops.logical_or(gen_math_ops.is_nan(tensor),
+                                    gen_math_ops.is_inf(tensor)))
+      else:
+        output_tensor = constant_op.constant(0)
+      return _print_tensor(op_name, output_idx, 1, tensor, output_tensor)
+
+    def _show_global_step(tensor):
+      """Trace function for printing the global step count."""
+
+      return _print_tensor(op_name, output_idx, 1, tensor, tensor)
+
+    def _show_part_tensor(tensor):
+      """Trace function for printing part of the tensor."""
+
+      return _print_tensor(op_name, output_idx, self._part_tensor_size,
+                           tensor, tensor)
+
+    def _show_full_tensor(tensor):
+      """Trace function for printing the entire tensor."""
+
+      return _print_tensor(op_name, output_idx, -1, tensor, tensor)
+
+    if op_name == _GLOBAL_STEP_OP_NAME:
+      return _show_global_step
+    if self._trace_mode == _TRACE_MODE_NAN_INF:
+      return _detect_nan_inf
+    if self._trace_mode == _TRACE_MODE_PART_TENSOR:
+      return _show_part_tensor
+    if self._trace_mode == _TRACE_MODE_FULL_TENSOR:
+      return _show_full_tensor
+
+    raise RuntimeError('Tensor trace fun for %s is not yet implemented'
+                       %self._trace_mode)
+
+  def trace_tpu(self, graph, result_tensor, num_replicas=None):
+    """Traces the tensors generated by TPU Ops in a TF graph.
+
+    Args:
+      graph: the graph of Ops.
+      result_tensor: a result tensor of evaluating the graph.
+      num_replicas: number of replicas used on the TPU.
+
+    Returns:
+      A tuple (result_tensor_copy, tracing_ops), where:
+        result_tensor_copy: an exact copy of result_tensor
+        tracing_ops: a list of tracing ops. If this list
+                     is non empty, the caller of this function
+                     should pose control dependencies upon these
+                     Ops so that they will be executed when the
+                     graph is evaluated.
+    """
+
+    self._device_type = _DEVICE_TYPE_TPU
+    TensorTracer.check_device_type(self._device_type)
+    result_tensor_copy = self._add_replica_id_to_graph(num_replicas,
+                                                       result_tensor)
+    self._write_config_section()
+    tracing_ops = []
+    operations = graph.get_operations()
+    self._write_op_list_section(operations)
+    # Does the topological sort before adding any nodes to the graph.
+    (succeed, sorted_or_cycle) = TensorTracer.topological_sort(graph)
+    for op_id, op in enumerate(operations):
+      if not self._inside_op_range(op_id):
+        self._instrument_records[op.name] = TensorTracer.reason(
+            op_id, _RECORD_OUTSIDE_OP_RANGE)
+        continue
+      if not TensorTracer.should_trace(self._device_type, op):
+        self._instrument_records[op.name] = TensorTracer.reason(
+            op_id, _RECORD_SHOULD_NOT_TRACE)
+        continue
+      if not self._is_selected_op(op.name):
+        self._instrument_records[op.name] = TensorTracer.reason(
+            op_id, _RECORD_FILTERED_OUT)
+        continue
+      for i in range(len(op.outputs)):
+        out_tensor = op.outputs[i]
+        if not out_tensor.get_shape().is_fully_defined():
+          self._instrument_records[out_tensor.name] = TensorTracer.reason(
+              op_id, _RECORD_DYNAMIC_SHAPE)
+          continue  # cannot trace tensors with dynamic shape.
+        rank = len(out_tensor.shape)
+        if rank < 1:
+          self._instrument_records[out_tensor.name] = TensorTracer.reason(
+              op_id, _RECORD_SCALAR)
+          continue  # cannot trace scalar.
+        self._instrument_records[out_tensor.name] = TensorTracer.reason(
+            op_id, _RECORD_GET_TRACED)
+        consumers = out_tensor.consumers()
+        trace_op = tpu.outside_compilation(
+            self._make_tensor_trace_fun(op.name, i), out_tensor)
+        if consumers:
+          for consumer_op in consumers:
+            # pylint: disable=protected-access
+            consumer_op._add_control_input(trace_op)
+            # pylint: enable=protected-access
+        else:
+          # if there is no consumer, we will add the control dependence later
+          # when we add the control dependency to the output operations.
+          tracing_ops.append(trace_op)
+
+    self._write_reason_section()
+    self._write_graph_section(succeed, sorted_or_cycle)
+
+    return (result_tensor_copy, tracing_ops)
diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index 555ad0f1fd..cf8b55cfb0 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -31,6 +31,7 @@ import six
 from six.moves import queue as Queue  # pylint: disable=redefined-builtin
 from six.moves import xrange  # pylint: disable=redefined-builtin
 
+from tensorflow.contrib.tpu.python.tpu import tensor_tracer
 from tensorflow.contrib.tpu.python.ops import tpu_ops
 from tensorflow.contrib.tpu.python.tpu import error_handling
 from tensorflow.contrib.tpu.python.tpu import session_support
@@ -1317,9 +1318,15 @@ class _ModelFnWrapper(object):
 
       captured_training_hooks.capture(estimator_spec.training_hooks)
 
+      tracing_ops = []
+      if tensor_tracer.TensorTracer.is_enabled():
+        tt = tensor_tracer.TensorTracer()
+        loss, tracing_ops = tt.trace_tpu(ops.get_default_graph(), loss,
+                                         self._ctx.num_replicas)
+
       # We must run train_op to update the variables prior to running the
       # outfeed.
-      with ops.control_dependencies([train_op]):
+      with ops.control_dependencies([train_op]+tracing_ops):
         host_call_outfeed_ops = []
         if (isinstance(estimator_spec, model_fn_lib._TPUEstimatorSpec)  # pylint: disable=protected-access
             and estimator_spec.host_call is not None):
-- 
GitLab


From 96b90fac8c58671bc310ca0b2c29e022e72250f0 Mon Sep 17 00:00:00 2001
From: Keno Fischer <keno@juliacomputing.com>
Date: Wed, 7 Nov 2018 15:24:37 -0500
Subject: [PATCH 1211/1825] [XLA] Add proto representation of U16/S16 literals

U16/S16 were already handled in most methods of Literal, except
for the serialization and deserialization of protos and a few
other places. Add those, to make allocating U16 literals work
via xrt.
---
 tensorflow/compiler/xla/literal.cc      | 45 +++++++++++++++++++++++++
 tensorflow/compiler/xla/literal_test.cc | 22 ++++++++++++
 tensorflow/compiler/xla/xla_data.proto  |  6 ++--
 3 files changed, 71 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/literal.cc b/tensorflow/compiler/xla/literal.cc
index 80dfdb83c3..cb00a0ab16 100644
--- a/tensorflow/compiler/xla/literal.cc
+++ b/tensorflow/compiler/xla/literal.cc
@@ -1434,10 +1434,14 @@ bool LiteralBase::Piece::EqualElements(const LiteralBase::Piece& other) const {
       return EqualElementsInternal<bool>(other, &multi_index);
     case U8:
       return EqualElementsInternal<uint8>(other, &multi_index);
+    case S16:
+      return EqualElementsInternal<int16>(other, &multi_index);
     case S32:
       return EqualElementsInternal<int32>(other, &multi_index);
     case S64:
       return EqualElementsInternal<int64>(other, &multi_index);
+    case U16:
+      return EqualElementsInternal<uint16>(other, &multi_index);
     case U32:
       return EqualElementsInternal<uint32>(other, &multi_index);
     case U64:
@@ -1506,6 +1510,11 @@ bool LiteralBase::IsAll(int8 value) const {
             return AllElementsEqualValue<uint8>(piece.data<uint8>(), value);
           }
           return false;
+        case U16:
+          if (value >= 0) {
+            return AllElementsEqualValue<uint16>(piece.data<uint16>(), value);
+          }
+          return false;
         case U32:
           if (value >= 0) {
             return AllElementsEqualValue<uint32>(piece.data<uint32>(), value);
@@ -1518,6 +1527,8 @@ bool LiteralBase::IsAll(int8 value) const {
           return false;
         case S8:
           return AllElementsEqualValue<int8>(piece.data<int8>(), value);
+        case S16:
+          return AllElementsEqualValue<int16>(piece.data<int16>(), value);
         case S32:
           return AllElementsEqualValue<int32>(piece.data<int32>(), value);
         case S64:
@@ -1739,12 +1750,16 @@ bool LiteralBase::IsZero(absl::Span<const int64> indices) const {
   switch (shape().element_type()) {
     case U8:
       return Get<uint8>(indices) == 0;
+    case U16:
+      return Get<uint16>(indices) == 0;
     case U32:
       return Get<uint32>(indices) == 0;
     case U64:
       return Get<uint64>(indices) == 0;
     case S8:
       return Get<int8>(indices) == 0;
+    case S16:
+      return Get<int16>(indices) == 0;
     case S32:
       return Get<int32>(indices) == 0;
     case S64:
@@ -1802,6 +1817,20 @@ void LiteralBase::Piece::WriteToProto(LiteralProto* proto) const {
     case S64:
       CopyToRepeatedField(proto->mutable_s64s(), data<int64>());
       break;
+    case U16:
+      *proto->mutable_u16s() = string(
+          reinterpret_cast<const char*>(data<uint16_t>().data()), size_bytes());
+      if (!kLittleEndian) {
+        ConvertEndianShort(proto->mutable_u16s());
+      }
+      break;
+    case S16:
+      *proto->mutable_s16s() = string(
+          reinterpret_cast<const char*>(data<int16_t>().data()), size_bytes());
+      if (!kLittleEndian) {
+        ConvertEndianShort(proto->mutable_s16s());
+      }
+      break;
     case F16:
       *proto->mutable_f16s() = string(
           reinterpret_cast<const char*>(data<half>().data()), size_bytes());
@@ -1916,6 +1945,22 @@ Status LiteralBase::Piece::CopyFromProto(const LiteralProto& proto) {
     case U64:
       TF_RETURN_IF_ERROR(CopyFromRepeatedField(data<uint64>(), proto.u64s()));
       break;
+    case S16: {
+      const string& s(proto.s16s());
+      TF_RET_CHECK(data<int16_t>().size() * sizeof(int16_t) == s.size());
+      memcpy(untyped_data(), s.data(), s.size());
+      if (!kLittleEndian) {
+        ConvertEndianShort(reinterpret_cast<char*>(untyped_data()), s.size());
+      }
+    } break;
+    case U16: {
+      const string& s(proto.u16s());
+      TF_RET_CHECK(data<uint16_t>().size() * sizeof(uint16_t) == s.size());
+      memcpy(untyped_data(), s.data(), s.size());
+      if (!kLittleEndian) {
+        ConvertEndianShort(reinterpret_cast<char*>(untyped_data()), s.size());
+      }
+    } break;
     case F16: {
       const string& s(proto.f16s());
       TF_RET_CHECK(data<half>().size() * sizeof(half) == s.size());
diff --git a/tensorflow/compiler/xla/literal_test.cc b/tensorflow/compiler/xla/literal_test.cc
index 3511760ac1..8cec37897a 100644
--- a/tensorflow/compiler/xla/literal_test.cc
+++ b/tensorflow/compiler/xla/literal_test.cc
@@ -1394,6 +1394,28 @@ TEST_F(LiteralUtilTest, CopyFromProto_f16) {
   EXPECT_EQ(h1, r[3]);
 }
 
+TEST_F(LiteralUtilTest, CopyFromProto_u16) {
+  uint16 u1(0xabcd);
+  uint16 u2(0x1234);
+
+  const unsigned char uint16_vals[8] = {0xcd, 0xab, 0x34, 0x12,
+                                        0x34, 0x12, 0xcd, 0xab};
+  LiteralProto p;
+  p.mutable_shape()->set_element_type(U16);
+  p.mutable_shape()->clear_dimensions();
+  p.mutable_shape()->add_dimensions(4);
+  LayoutUtil::SetToDefaultLayout(p.mutable_shape());
+  p.clear_u16s();
+  p.set_u16s(uint16_vals, 8);
+  TF_ASSERT_OK_AND_ASSIGN(Literal literal, Literal::CreateFromProto(p));
+  auto r = literal.data<uint16>();
+  ASSERT_EQ(4, r.size());
+  EXPECT_EQ(u1, r[0]);
+  EXPECT_EQ(u2, r[1]);
+  EXPECT_EQ(u2, r[2]);
+  EXPECT_EQ(u1, r[3]);
+}
+
 TEST_F(LiteralUtilTest, LiteralSliceTest) {
   auto scalar = LiteralUtil::CreateR0<float>(1.0);
   auto matrix = LiteralUtil::CreateR2<float>({{1.0, 2.0}, {3.0, 4.0}});
diff --git a/tensorflow/compiler/xla/xla_data.proto b/tensorflow/compiler/xla/xla_data.proto
index b6bd919e2b..683ccc40f1 100644
--- a/tensorflow/compiler/xla/xla_data.proto
+++ b/tensorflow/compiler/xla/xla_data.proto
@@ -332,11 +332,13 @@ message LiteralProto {
   repeated double f64s = 9;
   repeated float c64s = 12;  // Stored as interleaved real, imag floats.
   repeated LiteralProto tuple_literals = 10;
-  // The F16s and BF16s are encoded in little endian byte order
+  // The F16s, BF16s, U16s and S16s are encoded in little endian byte order
   bytes f16s = 11;
   bytes bf16s = 13;
+  bytes u16s = 16;
+  bytes s16s = 17;
   repeated int64 sparse_indices = 14;
-  // Next = 16
+  // Next = 18
 }
 
 message WindowDimension {
-- 
GitLab


From 752725c6eddc24bfe7c70ae28c1f6b72298d6e03 Mon Sep 17 00:00:00 2001
From: Cong Liu <congliu@google.com>
Date: Wed, 7 Nov 2018 12:25:58 -0800
Subject: [PATCH 1212/1825] [XLA] Add hlo matchers for all-to-all and
 collective-permute.

PiperOrigin-RevId: 220508994
---
 tensorflow/compiler/xla/service/hlo_matchers.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/compiler/xla/service/hlo_matchers.h b/tensorflow/compiler/xla/service/hlo_matchers.h
index 1717770301..170ec93a33 100644
--- a/tensorflow/compiler/xla/service/hlo_matchers.h
+++ b/tensorflow/compiler/xla/service/hlo_matchers.h
@@ -165,6 +165,7 @@ namespace opcode_matchers {
   }
 HLO_MATCHER(Abs);
 HLO_MATCHER(Add);
+HLO_MATCHER(AllToAll);
 HLO_MATCHER(Bitcast);
 HLO_MATCHER(Broadcast);
 HLO_MATCHER(BatchNormGrad);
@@ -178,6 +179,7 @@ HLO_MATCHER(Convert);
 HLO_MATCHER(Convolution);
 HLO_MATCHER(Copy);
 HLO_MATCHER(CrossReplicaSum);
+HLO_MATCHER(CollectivePermute);
 HLO_MATCHER(Divide);
 HLO_MATCHER(Domain);
 HLO_MATCHER(DynamicSlice);
-- 
GitLab


From c6218d38ebf3653c0ecb3ddefc69cd833dcaf5e6 Mon Sep 17 00:00:00 2001
From: James Keeling <jtkeeling@google.com>
Date: Wed, 7 Nov 2018 12:38:09 -0800
Subject: [PATCH 1213/1825] Correct docstring in error_interpolation.

The docstring previously referenced the old format for tags.

PiperOrigin-RevId: 220510979
---
 tensorflow/python/framework/error_interpolation.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/framework/error_interpolation.py b/tensorflow/python/framework/error_interpolation.py
index bc3c81b2a2..e87f505d8c 100644
--- a/tensorflow/python/framework/error_interpolation.py
+++ b/tensorflow/python/framework/error_interpolation.py
@@ -267,8 +267,8 @@ def compute_field_dict(op):
 def interpolate(error_message, graph):
   """Interpolates an error message.
 
-  The error message can contain tags of the form ^^type:name^^ which will
-  be replaced.
+  The error message can contain tags of the form `{{type name}}` which will be
+  replaced.
 
   Args:
     error_message: A string to interpolate.
-- 
GitLab


From 100c6184f4f1df82f0c465bcb07be34dc52da614 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 7 Nov 2018 14:00:26 -0800
Subject: [PATCH 1214/1825] [XLA:GPU] Fuse reverse HLOs

Turns out reverse is not elementwise, but we can still fuse it.

PiperOrigin-RevId: 220524481
---
 .../xla/service/gpu/instruction_fusion.cc     |  1 +
 .../service/gpu/instruction_fusion_test.cc    | 21 +++++++++++++++++++
 2 files changed, 22 insertions(+)

diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
index 7f2b59810f..43f43b50e4 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
@@ -47,6 +47,7 @@ bool IsFusible(const HloInstruction& hlo) {
          hlo.opcode() == HloOpcode::kReduce ||
          hlo.opcode() == HloOpcode::kReduceWindow ||
          hlo.opcode() == HloOpcode::kReshape ||
+         hlo.opcode() == HloOpcode::kReverse ||
          hlo.opcode() == HloOpcode::kScatter ||
          hlo.opcode() == HloOpcode::kSlice ||
          hlo.opcode() == HloOpcode::kTranspose;
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 57e66f5a12..3cd4913134 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -805,5 +805,26 @@ TEST_F(InstructionFusionTest, NonscalarConstantsNotFused) {
               op::Reduce(op::Broadcast(op::Parameter()), op::Constant()));
 }
 
+TEST_F(InstructionFusionTest, FuseReverse) {
+  auto module = ParseHloString(R"(
+    HloModule test_module
+
+    ENTRY Reverse {
+      p0 = f32[50,96,1024]{2,1,0} parameter(0)
+      add = f32[50,96,1024]{2,1,0} add(p0, p0)
+      ROOT reverse = f32[50,96,1024] reverse(add), dimensions={0}
+    })")
+                    .ValueOrDie();
+
+  EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
+                  .Run(module.get())
+                  .ValueOrDie());
+
+  HloInstruction* root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Fusion());
+  EXPECT_THAT(root->fused_expression_root(),
+              op::Reverse(op::Add(op::Parameter(), op::Parameter())));
+}
+
 }  // namespace gpu
 }  // namespace xla
-- 
GitLab


From 487a8d7fb2fba20a72ccae62d67d4a3f8d84a52f Mon Sep 17 00:00:00 2001
From: Roy Frostig <frostig@google.com>
Date: Wed, 7 Nov 2018 14:53:20 -0800
Subject: [PATCH 1215/1825] [XLA] Track an existing SWIG include as a
 dependency in BUILD.

PiperOrigin-RevId: 220534068
---
 tensorflow/compiler/xla/python/BUILD | 1 +
 tensorflow/python/BUILD              | 2 ++
 2 files changed, 3 insertions(+)

diff --git a/tensorflow/compiler/xla/python/BUILD b/tensorflow/compiler/xla/python/BUILD
index 21685c4a5b..79603f2140 100644
--- a/tensorflow/compiler/xla/python/BUILD
+++ b/tensorflow/compiler/xla/python/BUILD
@@ -81,6 +81,7 @@ tf_py_wrap_cc(
     srcs = ["xla.i"],
     swig_includes = [
         "local_computation_builder.i",
+        "//tensorflow/python:platform/base.i",
     ],
     deps = [
         ":local_computation_builder",
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 7ff358cb08..bb9a9f6386 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -20,6 +20,8 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
+exports_files(["platform/base.i"])
+
 load("//tensorflow:tensorflow.bzl", "if_not_windows")
 load("//tensorflow:tensorflow.bzl", "tf_cuda_library")
 load("//tensorflow:tensorflow.bzl", "tf_gen_op_wrapper_py")
-- 
GitLab


From 7003be098cc8d10191e78f61dae417c7353b03c7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 14:57:31 -0800
Subject: [PATCH 1216/1825] Fixed point implementation for audio preprocessing
 in TF Lite Micro

PiperOrigin-RevId: 220534796
---
 .../micro/examples/micro_speech/BUILD         |  26 ++-
 .../micro_speech/preprocessor_fixed.cc        | 218 ++++++++++++++++++
 ...{preprocessor.cc => preprocessor_float.cc} |   0
 .../experimental/micro/tools/make/Makefile    |  45 +++-
 4 files changed, 276 insertions(+), 13 deletions(-)
 create mode 100644 tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc
 rename tensorflow/lite/experimental/micro/examples/micro_speech/{preprocessor.cc => preprocessor_float.cc} (100%)

diff --git a/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD b/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
index 69022b611e..638ae1467a 100644
--- a/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
@@ -32,14 +32,36 @@ tflite_micro_cc_test(
 )
 
 tflite_micro_cc_test(
-    name = "preprocessor_test",
+    name = "preprocessor_float_test",
     srcs = [
         "no_30ms_sample_data.cc",
         "no_30ms_sample_data.h",
         "no_power_spectrum_data.cc",
         "no_power_spectrum_data.h",
-        "preprocessor.cc",
         "preprocessor.h",
+        "preprocessor_float.cc",
+        "preprocessor_test.cc",
+        "yes_30ms_sample_data.cc",
+        "yes_30ms_sample_data.h",
+        "yes_power_spectrum_data.cc",
+        "yes_power_spectrum_data.h",
+    ],
+    deps = [
+        "//tensorflow/lite/c:c_api_internal",
+        "//tensorflow/lite/experimental/micro:micro_framework",
+        "//tensorflow/lite/experimental/micro/testing:micro_test",
+    ],
+)
+
+tflite_micro_cc_test(
+    name = "preprocessor_fixed_test",
+    srcs = [
+        "no_30ms_sample_data.cc",
+        "no_30ms_sample_data.h",
+        "no_power_spectrum_data.cc",
+        "no_power_spectrum_data.h",
+        "preprocessor.h",
+        "preprocessor_fixed.cc",
         "preprocessor_test.cc",
         "yes_30ms_sample_data.cc",
         "yes_30ms_sample_data.h",
diff --git a/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc
new file mode 100644
index 0000000000..de60c982f3
--- /dev/null
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc
@@ -0,0 +1,218 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// Reference implementation of the preprocessing pipeline, with the same
+// results as the audio tutorial at
+// https://www.tensorflow.org/tutorials/sequences/audio_recognition
+// This module takes 30ms of PCM-encoded signed 16-bit audio samples (at 16KHz,
+// so 480 values), and extracts a power spectrum of frequencies. There are 43
+// frequency bands in the result, derived from the original 256 output from the
+// discrete Fourier transform, and averaged together in groups of 6.
+// It's expected that most platforms will have optimized versions of the
+// functions used here, for example replacing the DFT with an FFT, so this
+// version shouldn't be used where performance is critical.
+// This implementation uses fixed point for any non-constant calculations,
+// instead of floating point, to help show how this can work on platforms that
+// don't have good float support.
+
+#include "tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.h"
+
+#include <cmath>
+
+namespace {
+
+// q format notation: qx.y => 1 sign bit, x-1 integer bits, y fraction bits.
+// Use standard (non-saturating) arithmetic with signed ints of size x+y bits.
+// Sacrifice some precision to avoid use of 64-bit ints.
+
+// q1.15 * q1.15 => q2.30
+inline int32_t Q1_15_FixedMultiply_Q2_30(int16_t a, int16_t b) {
+  int32_t big_a = a;
+  int32_t big_b = b;
+  return big_a * big_b;
+}
+
+// q2.30 * q2.30 => q10.22
+inline int32_t Q2_30_FixedMultiply_Q10_22(int32_t a, int32_t b) {
+  // q2.30 result
+  int32_t tmp = (a >> 15) * (b >> 15);
+  // q10.22 result
+  return tmp >> 8;
+}
+
+// q10.22 * q10.22 => q10.22
+// Will overflow if product is >= 512.
+// Largest product in small test set is 465.25
+inline int32_t Q10_22_FixedMultiply_Q10_22(int32_t a, int32_t b) {
+  // q10.22 result
+  return (a >> 11) * (b >> 11);
+}
+
+// float => q2.30
+// No checking for saturation.  Only used for inputs in range [-1, 1].
+inline int32_t FloatToFixed_Q2_30(float input) {
+  return static_cast<int32_t>(roundf(input * (1 << 30)));
+}
+
+// These constants allow us to allocate fixed-sized arrays on the stack for our
+// working memory.
+constexpr int kInputSize = 512;
+constexpr int kAverageWindowSize = 6;
+constexpr int kOutputSize =
+    ((kInputSize / 2) + (kAverageWindowSize - 1)) / kAverageWindowSize;
+
+// Performs a discrete Fourier transform on the real inputs. This corresponds to
+// rdft() in the FFT package at http://www.kurims.kyoto-u.ac.jp/~ooura/fft.html,
+// and to kiss_fftr() in KISSFFT at https://github.com/mborgerding/kissfft.
+// It takes in an array of float real values, and returns a result of the same
+// length with q10.22 fixed point real and imaginary components interleaved, so
+// fourier_output[0] is the first real value, fourier_output[1] is the first
+// imaginary, fourier_output[2] is the second real, and so on.
+// The calling function should ensure that the array passed in as fourier_output
+// is at least time_series_size in length. Most optimized FFT implementations
+// require the length to be a power of two as well, but this version doesn't
+// enforce that.
+
+// input: q2.30 fixed point.  output: q10.22 fixed point.
+// Outputs interpreted as q10.22 fixed point are un-scaled.
+void CalculateDiscreteFourierTransform(int32_t* time_series,
+                                       int time_series_size,
+                                       int32_t* fourier_output) {
+  for (int i = 0; i < time_series_size / 2; ++i) {
+    int32_t real = 0;
+    for (int j = 0; j < time_series_size; ++j) {
+      const int32_t real_scale =
+          FloatToFixed_Q2_30(cos(j * i * M_PI * 2 / time_series_size));
+      real += Q2_30_FixedMultiply_Q10_22(time_series[j], real_scale);
+    }
+    int32_t imaginary = 0;
+    for (int j = 0; j < time_series_size; ++j) {
+      const int32_t imaginary_scale =
+          FloatToFixed_Q2_30(sin(j * i * M_PI * 2 / time_series_size));
+      imaginary -= Q2_30_FixedMultiply_Q10_22(time_series[j], imaginary_scale);
+    }
+    fourier_output[(i * 2) + 0] = real;
+    fourier_output[(i * 2) + 1] = imaginary;
+  }
+}
+
+// Produces a simple sine curve that is used to ensure frequencies at the center
+// of the current sample window are weighted more heavily than those at the end.
+// q1.15 output format.
+void CalculatePeriodicHann(int window_length, int16_t* window_function) {
+  for (int i = 0; i < window_length; ++i) {
+    const float real_value = (0.5 - 0.5 * cos((2 * M_PI * i) / window_length));
+    int tmp = static_cast<int32_t>(roundf(real_value * (1 << 15)));
+    // Saturate the 0x8000 value to 0x7fff
+    if (tmp > 0x7fff) tmp = 0x7fff;
+    window_function[i] = tmp;
+  }
+}
+
+}  // namespace
+
+TfLiteStatus Preprocess(tflite::ErrorReporter* error_reporter,
+                        const int16_t* input, int input_size, int output_size,
+                        uint8_t* output) {
+  // Ensure our input and output data arrays are valid.
+  if (input_size > kInputSize) {
+    error_reporter->Report("Input size %d larger than %d", input_size,
+                           kInputSize);
+    return kTfLiteError;
+  }
+  if (output_size != kOutputSize) {
+    error_reporter->Report("Requested output size %d doesn't match %d",
+                           output_size, kOutputSize);
+    return kTfLiteError;
+  }
+
+  // Pre-calculate the window function we'll be applying to the input data.
+  // In a real application, we'd calculate this table once in an initialization
+  // function and store it for repeated reuse.
+  // q1.15 format.
+  int16_t window_function[kInputSize];
+  CalculatePeriodicHann(input_size, window_function);
+
+  // Apply the window function to our time series input, and pad it with zeroes
+  // to the next power of two.
+  int32_t fixed_input[kInputSize];
+  for (int i = 0; i < kInputSize; ++i) {
+    if (i < input_size) {
+      // input is int16_t.  Treat as q1.15 fixed point value in range [-1,1)
+      // window_function is also q1.15 fixed point number
+      fixed_input[i] =
+          Q1_15_FixedMultiply_Q2_30(input[i], window_function[i]);
+    } else {
+      fixed_input[i] = 0;
+    }
+  }
+
+  // Pull the frequency data from the time series sample.
+  // Calculated in q10.22 format from q2.30 inputs.
+  int32_t fourier_values[kInputSize];
+  CalculateDiscreteFourierTransform(fixed_input, kInputSize, fourier_values);
+
+  // We have the complex numbers giving us information about each frequency
+  // band, but all we want to know is how strong each frequency is, so calculate
+  // the squared magnitude by adding together the squares of each component.
+  int32_t power_spectrum[kInputSize / 2];
+  for (int i = 0; i < (kInputSize / 2); ++i) {
+    const int32_t real = fourier_values[(i * 2) + 0];
+    const int32_t imaginary = fourier_values[(i * 2) + 1];
+    // q10.22 results
+    power_spectrum[i] =
+        Q10_22_FixedMultiply_Q10_22(real, real) +
+        Q10_22_FixedMultiply_Q10_22(imaginary, imaginary);
+  }
+
+  // Finally, reduce the size of the output by averaging together six adjacent
+  // frequencies into each slot, producing an array of 43 values.
+  // Power_spectrum numbers are q10.22.  Divide by kAverageWindowSize inside
+  // loop to prevent overflow.
+  for (int i = 0; i < kOutputSize; ++i) {
+    int32_t average = 0;
+    for (int j = 0; j < kAverageWindowSize; ++j) {
+      const int index = (i * kAverageWindowSize) + j;
+      if (index < (kInputSize / 2)) {
+        average += power_spectrum[index] / kAverageWindowSize;
+      }
+    }
+    // Quantize the result into eight bits, effectively multiplying by two.
+    // The 127.5 constant here has to match the features_max value defined in
+    // tensorflow/examples/speech_commands/input_data.py, and this also assumes
+    // that features_min is zero.
+    //
+    // q10.22 input
+    // integer output
+    //
+    // output = (input - features_min) *
+    //     (output_max - output_min) / (features_max - features_min)
+    // == (input) * (255) / (127.5)
+    // == input * 2
+    // == input << 1
+    // Also want to round to nearest integer and only keep integer bits
+    // => ((input << 1) + 0x200000) >> 22
+    // == (input + 0x100000) >> 21
+    int32_t quantized_average = (average + 0x100000) >> 21;
+    if (quantized_average < 0) {
+      quantized_average = 0;
+    }
+    if (quantized_average > 255) {
+      quantized_average = 255;
+    }
+    output[i] = quantized_average;
+  }
+  return kTfLiteOk;
+}
diff --git a/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_float.cc
similarity index 100%
rename from tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_float.cc
diff --git a/tensorflow/lite/experimental/micro/tools/make/Makefile b/tensorflow/lite/experimental/micro/tools/make/Makefile
index 5492003e5a..b182c120d2 100644
--- a/tensorflow/lite/experimental/micro/tools/make/Makefile
+++ b/tensorflow/lite/experimental/micro/tools/make/Makefile
@@ -62,12 +62,19 @@ tensorflow/lite/experimental/micro/examples/micro_speech/yes_features_data.cc
 # Test binary for the microcontroller speech model.
 PREPROCESSOR_TEST_SRCS := \
 tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_test.cc \
-tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc \
 tensorflow/lite/experimental/micro/examples/micro_speech/no_30ms_sample_data.cc \
 tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc \
 tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc \
 tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
 
+PREPROCESSOR_FLOAT_TEST_SRCS = \
+$(PREPROCESSOR_TEST_SRCS) \
+tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_float.cc
+
+PREPROCESSOR_FIXED_TEST_SRCS += \
+$(PREPROCESSOR_TEST_SRCS) \
+tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc
+
 MICROLITE_TEST_SRCS := \
 $(wildcard tensorflow/lite/experimental/micro/*test.cc) \
 $(wildcard tensorflow/lite/experimental/micro/kernels/*test.cc)
@@ -91,7 +98,8 @@ include $(wildcard $(MAKEFILE_DIR)/targets/*_makefile.inc)
 
 ALL_SRCS := \
 	$(MICRO_SPEECH_TEST_SRCS) \
-	$(PREPROCESSOR_TEST_SRCS) \
+	$(PREPROCESSOR_FLOAT_TEST_SRCS) \
+	$(PREPROCESSOR_FIXED_TEST_SRCS) \
 	$(MICROLITE_CC_SRCS) \
 	$(MICROLITE_TEST_SRCS)
 
@@ -104,7 +112,8 @@ LIBDIR := $(GENDIR)lib/
 MICROLITE_LIB_PATH := $(LIBDIR)$(MICROLITE_LIB_NAME)
 
 MICRO_SPEECH_TEST_BINARY := $(BINDIR)micro_speech_test
-PREPROCESSOR_TEST_BINARY := $(BINDIR)preprocessor_test
+PREPROCESSOR_FLOAT_TEST_BINARY := $(BINDIR)preprocessor_float_test
+PREPROCESSOR_FIXED_TEST_BINARY := $(BINDIR)preprocessor_fixed_test
 
 CXX := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}g++
 CC := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}gcc
@@ -113,8 +122,11 @@ AR := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}ar
 MICRO_SPEECH_TEST_OBJS := $(addprefix $(OBJDIR), \
 $(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(MICRO_SPEECH_TEST_SRCS))))
 
-PREPROCESSOR_TEST_OBJS := $(addprefix $(OBJDIR), \
-$(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_TEST_SRCS))))
+PREPROCESSOR_FLOAT_TEST_OBJS := $(addprefix $(OBJDIR), \
+$(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_FLOAT_TEST_SRCS))))
+
+PREPROCESSOR_FIXED_TEST_OBJS := $(addprefix $(OBJDIR), \
+$(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_FIXED_TEST_SRCS))))
 
 MICROLITE_LIB_OBJS := $(addprefix $(OBJDIR), \
 $(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(MICROLITE_CC_SRCS))))
@@ -158,18 +170,29 @@ micro_speech_test_bin: $(MICRO_SPEECH_TEST_BINARY).bin
 test_micro_speech: $(MICRO_SPEECH_TEST_BINARY)
 	$(TEST_SCRIPT) $(MICRO_SPEECH_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
 
-$(PREPROCESSOR_TEST_BINARY): $(PREPROCESSOR_TEST_OBJS) $(MICROLITE_LIB_PATH)
+$(PREPROCESSOR_FLOAT_TEST_BINARY): $(PREPROCESSOR_FLOAT_TEST_OBJS) $(MICROLITE_LIB_PATH)
 	@mkdir -p $(dir $@)
 	$(CXX) $(CXXFLAGS) $(INCLUDES) \
-	-o $(PREPROCESSOR_TEST_BINARY) $(PREPROCESSOR_TEST_OBJS) \
+	-o $(PREPROCESSOR_FLOAT_TEST_BINARY) $(PREPROCESSOR_FLOAT_TEST_OBJS) \
 	$(LIBFLAGS) $(MICROLITE_LIB_PATH) $(LDFLAGS) $(MICROLITE_LIBS)
 
-preprocessor_test: $(PREPROCESSOR_TEST_BINARY)
-preprocessor_test_bin: $(PREPROCESSOR_TEST_BINARY).bin
+preprocessor_float_test: $(PREPROCESSOR_FLOAT_TEST_BINARY)
+preprocessor_float_test_bin: $(PREPROCESSOR_FLOAT_TEST_BINARY).bin
+
+test_preprocessor_float: $(PREPROCESSOR_FLOAT_TEST_BINARY)
+	$(TEST_SCRIPT) $(PREPROCESSOR_FLOAT_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
+
+$(PREPROCESSOR_FIXED_TEST_BINARY): $(PREPROCESSOR_FIXED_TEST_OBJS) $(MICROLITE_LIB_PATH)
+	@mkdir -p $(dir $@)
+	$(CXX) $(CXXFLAGS) $(INCLUDES) \
+	-o $(PREPROCESSOR_FIXED_TEST_BINARY) $(PREPROCESSOR_FIXED_TEST_OBJS) \
+	$(LIBFLAGS) $(MICROLITE_LIB_PATH) $(LDFLAGS) $(MICROLITE_LIBS)
 
-test_preprocessor: $(PREPROCESSOR_TEST_BINARY)
-	$(TEST_SCRIPT) $(PREPROCESSOR_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
+preprocessor_fixed_test: $(PREPROCESSOR_FIXED_TEST_BINARY)
+preprocessor_fixed_test_bin: $(PREPROCESSOR_FIXED_TEST_BINARY).bin
 
+test_preprocessor_fixed: $(PREPROCESSOR_FIXED_TEST_BINARY)
+	$(TEST_SCRIPT) $(PREPROCESSOR_FIXED_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
 
 $(BINDIR)%_test : $(OBJDIR)%_test.o $(MICROLITE_LIB_PATH)
 	@mkdir -p $(dir $@)
-- 
GitLab


From 3146bc0a2240ac829437009c6cdc614b3869cd0a Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Wed, 7 Nov 2018 14:59:59 -0800
Subject: [PATCH 1217/1825] In the short term, making Feature Column V2 produce
 RefVariables instead of ResourceVariables till we figure out the performance
 regression issues.

PiperOrigin-RevId: 220535259
---
 tensorflow/python/feature_column/feature_column_v2.py  | 10 ++++++++--
 .../python/feature_column/feature_column_v2_test.py    |  8 ++++++++
 2 files changed, 16 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index d97d41dd83..bd198ed53d 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -184,6 +184,7 @@ class StateManager(object):
                       shape,
                       dtype=None,
                       trainable=True,
+                      use_resource=True,
                       initializer=None):
     """Creates a new variable.
 
@@ -193,12 +194,14 @@ class StateManager(object):
       shape: variable shape.
       dtype: The type of the variable. Defaults to `self.dtype` or `float32`.
       trainable: Whether this variable is trainable or not.
+      use_resource: If true, we use resource variables. Otherwise we use
+        RefVariable.
       initializer: initializer instance (callable).
 
     Returns:
       The created variable.
     """
-    del feature_column, name, shape, dtype, trainable, initializer
+    del feature_column, name, shape, dtype, trainable, use_resource, initializer
     raise NotImplementedError('StateManager.create_variable')
 
   def add_variable(self, feature_column, var):
@@ -270,6 +273,7 @@ class _StateManagerImpl(StateManager):
                       shape,
                       dtype=None,
                       trainable=True,
+                      use_resource=True,
                       initializer=None):
     if name in self._cols_to_vars_map[feature_column]:
       raise ValueError('Variable already exists.')
@@ -280,7 +284,7 @@ class _StateManagerImpl(StateManager):
         dtype=dtype,
         initializer=initializer,
         trainable=self._trainable and trainable,
-        use_resource=True,
+        use_resource=use_resource,
         # TODO(rohanj): Get rid of this hack once we have a mechanism for
         # specifying a default partitioner for an entire layer. In that case,
         # the default getter for Layers should work.
@@ -2539,6 +2543,8 @@ class EmbeddingColumn(
         shape=embedding_shape,
         dtype=dtypes.float32,
         trainable=self.trainable,
+        # TODO(rohanj): Make this True when b/118500434 is fixed.
+        use_resource=False,
         initializer=self.initializer)
 
   def _get_dense_tensor_internal_helper(self, sparse_tensors,
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index ab727752b4..45317a7d4a 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -1816,6 +1816,8 @@ class LinearModelTest(test.TestCase):
           'sparse_feature': [['a'], ['x']],
       }
       model(features)
+      for var in model.variables:
+        self.assertTrue(isinstance(var, variables_lib.RefVariable))
       variable_names = [var.name for var in model.variables]
       self.assertItemsEqual([
           'linear_model/dense_feature_bucketized/weights:0',
@@ -5592,6 +5594,7 @@ class _TestStateManager(fc.StateManager):
                       shape,
                       dtype=None,
                       trainable=True,
+                      use_resource=True,
                       initializer=None):
     if feature_column not in self._all_variables:
       self._all_variables[feature_column] = {}
@@ -5604,6 +5607,7 @@ class _TestStateManager(fc.StateManager):
           shape=shape,
           dtype=dtype,
           trainable=self._trainable and trainable,
+          use_resource=use_resource,
           initializer=initializer)
       var_dict[name] = var
       return var
@@ -6182,6 +6186,8 @@ class EmbeddingColumnTest(test.TestCase):
     global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
     self.assertItemsEqual(('feature_layer/aaa_embedding/embedding_weights:0',),
                           tuple([v.name for v in global_vars]))
+    for v in global_vars:
+      self.assertTrue(isinstance(v, variables_lib.RefVariable))
     trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
     self.assertItemsEqual(('feature_layer/aaa_embedding/embedding_weights:0',),
                           tuple([v.name for v in trainable_vars]))
@@ -6964,6 +6970,8 @@ class SharedEmbeddingColumnTest(test.TestCase):
     self.assertItemsEqual(
         ['aaa_bbb_shared_embedding:0', 'ccc_ddd_shared_embedding:0'],
         tuple([v.name for v in global_vars]))
+    for v in global_vars:
+      self.assertTrue(isinstance(v, variables_lib.RefVariable))
     trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
     if trainable:
       self.assertItemsEqual(
-- 
GitLab


From 665bd7a2ce8ab64917cd47caa15e4c6d2b620e7b Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Wed, 7 Nov 2018 15:17:32 -0800
Subject: [PATCH 1218/1825] Fix flaky test -- when testing the metric value,
 make sure that the updated value is reflected by re-running the value instead
 of update_op

PiperOrigin-RevId: 220538414
---
 tensorflow/contrib/saved_model/BUILD          |  4 ----
 .../saved_model/keras_saved_model_test.py     | 23 ++++++++++---------
 2 files changed, 12 insertions(+), 15 deletions(-)

diff --git a/tensorflow/contrib/saved_model/BUILD b/tensorflow/contrib/saved_model/BUILD
index 395a68c644..d8982b7e51 100644
--- a/tensorflow/contrib/saved_model/BUILD
+++ b/tensorflow/contrib/saved_model/BUILD
@@ -104,11 +104,7 @@ py_test(
     srcs_version = "PY2AND3",
     tags = [
         "no_windows",
-        # TODO(b/119022845): Re-enable this test in TAP.
-        "manual",
-        "notap",
         "notsan",
-        "no_oss",
     ],
     deps = [
         ":keras_saved_model",
diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
index 4970ebc319..a65b2ce466 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
@@ -345,21 +345,22 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
         inputs, outputs = load_model(sess, output_path,
                                      model_fn_lib.ModeKeys.EVAL)
 
-        sess.run(outputs['metrics/mae/update_op'], {
-            inputs[input_name]: input_arr,
-            inputs[target_name]: target_arr
-        })
+        # First obtain the loss and predictions, and run the metric update op by
+        # feeding in the inputs and targets.
+        loss, predictions, _ = sess.run(
+            (outputs['loss'], outputs['predictions/' + output_name],
+             outputs['metrics/mae/update_op']),
+            {inputs[input_name]: input_arr, inputs[target_name]: target_arr})
 
-        eval_results = sess.run(outputs, {inputs[input_name]: input_arr,
-                                          inputs[target_name]: target_arr})
+        # The metric value should be run after the update op, to ensure that it
+        # reflects the correct value.
+        metric_value = sess.run(outputs['metrics/mae/value'])
 
         self.assertEqual(int(train_before_export),
                          sess.run(training_module.get_global_step()))
-        self.assertAllClose(ref_loss, eval_results['loss'], atol=1e-05)
-        self.assertAllClose(
-            ref_mae, eval_results['metrics/mae/value'], atol=1e-05)
-        self.assertAllClose(
-            ref_predict, eval_results['predictions/' + output_name], atol=1e-05)
+        self.assertAllClose(ref_loss, loss, atol=1e-05)
+        self.assertAllClose(ref_mae, metric_value, atol=1e-05)
+        self.assertAllClose(ref_predict, predictions, atol=1e-05)
 
       # Load train graph, and check for the train op, and prediction values
       with session.Session(graph=ops.Graph()) as sess:
-- 
GitLab


From 42476f730edfefa02c66f2c27e532929c84f3aaf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 15:59:13 -0800
Subject: [PATCH 1219/1825] MNIST TF 2.0 integration test

PiperOrigin-RevId: 220545522
---
 tensorflow/examples/tf2_showcase/BUILD     |  32 +++
 tensorflow/examples/tf2_showcase/README.md |  25 ++
 tensorflow/examples/tf2_showcase/mnist.py  | 262 +++++++++++++++++++++
 3 files changed, 319 insertions(+)
 create mode 100644 tensorflow/examples/tf2_showcase/BUILD
 create mode 100644 tensorflow/examples/tf2_showcase/README.md
 create mode 100644 tensorflow/examples/tf2_showcase/mnist.py

diff --git a/tensorflow/examples/tf2_showcase/BUILD b/tensorflow/examples/tf2_showcase/BUILD
new file mode 100644
index 0000000000..922bc96b25
--- /dev/null
+++ b/tensorflow/examples/tf2_showcase/BUILD
@@ -0,0 +1,32 @@
+licenses(["notice"])  # Apache 2.0
+
+package(
+    default_visibility = ["//visibility:private"],
+)
+
+test_suite(
+    name = "all_tests",
+    tags = [
+        "manual",
+        "no_oss",
+        "notap",
+    ],
+    tests = [
+        ":mnist",
+    ],
+)
+
+py_test(
+    name = "mnist",
+    srcs = ["mnist.py"],
+    tags = [
+        "manual",
+        "no_oss",
+        "notap",
+    ],
+    deps = [
+        "//tensorflow:tensorflow_py",
+        "//third_party/py/absl:app",
+        "//third_party/py/absl/flags",
+    ],
+)
diff --git a/tensorflow/examples/tf2_showcase/README.md b/tensorflow/examples/tf2_showcase/README.md
new file mode 100644
index 0000000000..8211fb1d30
--- /dev/null
+++ b/tensorflow/examples/tf2_showcase/README.md
@@ -0,0 +1,25 @@
+# TF 2.0 Showcase
+
+The code here shows idiomatic ways to write TensorFlow 2.0 code. It doubles as
+an integration test.
+
+## General guidelines for showcase code:
+
+- Code should minimize dependencies and be self-contained in one file. A user
+  should be able to copy-paste the example code into their project and have it
+  just work.
+- Code should emphasize simplicity over performance, as long as it performs
+  within a factor of 2-3x of the optimized implementation.
+- Code should work on CPU and single GPU.
+- Code should run in Python 3.
+- Code should conform to the [Google Python Style Guide](https://github.com/google/styleguide/blob/gh-pages/pyguide.md)
+
+
+- Code should follow these guidelines:
+  - Prefer Keras.
+  - Split code into separate input pipeline and model code segments.
+  - Don't use tf.cond or tf.while_loop; instead, make use of AutoGraph's
+    functionality to compile Python `for`, `while`, and `if` statements.
+  - Prefer a simple training loop over Estimator
+  - Save and restore a SavedModel.
+  - Write basic TensorBoard metrics - loss, accuracy,
diff --git a/tensorflow/examples/tf2_showcase/mnist.py b/tensorflow/examples/tf2_showcase/mnist.py
new file mode 100644
index 0000000000..a4bfe4e53a
--- /dev/null
+++ b/tensorflow/examples/tf2_showcase/mnist.py
@@ -0,0 +1,262 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""MNIST model training with TensorFlow eager execution.
+
+See:
+https://research.googleblog.com/2017/10/eager-execution-imperative-define-by.html
+
+This program demonstrates training, export, and inference of a convolutional
+neural network model with eager execution enabled.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import time
+
+from absl import app
+from absl import flags
+import numpy as np
+import tensorflow as tf
+
+tfe = tf.contrib.eager
+
+flags.DEFINE_integer(
+    name='log_interval',
+    default=10,
+    help='batches between logging training status')
+
+flags.DEFINE_float(name='learning_rate', default=0.01, help='Learning rate.')
+
+flags.DEFINE_float(
+    name='momentum', short_name='m', default=0.5, help='SGD momentum.')
+
+flags.DEFINE_integer(
+    name='batch_size',
+    default=100,
+    help='Batch size to use during training / eval')
+
+flags.DEFINE_integer(
+    name='train_epochs', default=10, help='Number of epochs to train')
+
+flags.DEFINE_string(
+    name='model_dir',
+    default='/tmp/tensorflow/mnist',
+    help='Where to save checkpoints, tensorboard summaries, etc.')
+
+flags.DEFINE_bool(
+    name='clean',
+    default=False,
+    help='Whether to clear model directory before training')
+
+FLAGS = flags.FLAGS
+
+
+def create_model():
+  """Model to recognize digits in the MNIST dataset.
+
+  Network structure is equivalent to:
+  https://github.com/tensorflow/tensorflow/blob/r1.5/tensorflow/examples/tutorials/mnist/mnist_deep.py
+  and
+  https://github.com/tensorflow/models/blob/master/tutorials/image/mnist/convolutional.py
+  But uses the tf.keras API.
+  Returns:
+    A tf.keras.Model.
+  """
+  # Assumes data_format == 'channel_last'.
+  # See https://www.tensorflow.org/performance/performance_guide#data_formats
+
+  input_shape = [28, 28, 1]
+
+  l = tf.keras.layers
+  max_pool = l.MaxPooling2D((2, 2), (2, 2), padding='same')
+  # The model consists of a sequential chain of layers, so tf.keras.Sequential
+  # (a subclass of tf.keras.Model) makes for a compact description.
+  model = tf.keras.Sequential(
+      [
+          l.Reshape(
+              target_shape=input_shape,
+              input_shape=(28 * 28,)),
+          l.Conv2D(2, 5, padding='same', activation=tf.nn.relu),
+          max_pool,
+          l.Conv2D(4, 5, padding='same', activation=tf.nn.relu),
+          max_pool,
+          l.Flatten(),
+          l.Dense(32, activation=tf.nn.relu),
+          l.Dropout(0.4),
+          l.Dense(10)
+      ])
+  # TODO(brianklee): Remove when @kaftan makes this happen by default.
+  # TODO(brianklee): remove `autograph=True` when kwarg default is flipped.
+  model.call = tfe.function(model.call, autograph=True)
+  # Needs to have input_signature specified in order to be exported
+  # since model.predict() is never called before saved_model.export()
+  # TODO(brianklee): Update with input signature, depending on how the impl of
+  # saved_model.restore() pans out.
+  model.predict = tfe.function(model.predict, autograph=True)
+  # ,input_signature=(tensor_spec.TensorSpec(shape=[28, 28, None], dtype=tf.float32),) # pylint: disable=line-too-long
+  return model
+
+
+def mnist_datasets():
+  (x_train, y_train), (x_test, y_test) = tf.keras.datasets.mnist.load_data()
+  # Numpy defaults to dtype=float64; TF defaults to float32. Stick with float32.
+  x_train, x_test = x_train / np.float32(255), x_test / np.float32(255)
+  y_train, y_test = y_train.astype(np.int64), y_test.astype(np.int64)
+  train_dataset = tf.data.Dataset.from_tensor_slices((x_train, y_train))
+  test_dataset = tf.data.Dataset.from_tensor_slices((x_test, y_test))
+  return train_dataset, test_dataset
+
+
+def loss(logits, labels):
+  return tf.reduce_mean(
+      tf.nn.sparse_softmax_cross_entropy_with_logits(
+          logits=logits, labels=labels))
+
+
+def compute_accuracy(logits, labels):
+  predictions = tf.argmax(logits, axis=1, output_type=tf.int64)
+  labels = tf.cast(labels, tf.int64)
+  return tf.reduce_mean(
+      tf.cast(tf.equal(predictions, labels), dtype=tf.float32))
+
+
+# TODO(brianklee): Enable @tf.function on the training loop when zip, enumerate
+# are supported by autograph.
+def train(model, optimizer, dataset, step_counter, log_interval=None,
+          num_steps=None):
+  """Trains model on `dataset` using `optimizer`."""
+  start = time.time()
+  for (batch, (images, labels)) in enumerate(dataset):
+    if num_steps is not None and batch > num_steps:
+      break
+    with tf.contrib.summary.record_summaries_every_n_global_steps(
+        10, global_step=step_counter):
+      # Record the operations used to compute the loss given the input,
+      # so that the gradient of the loss with respect to the variables
+      # can be computed.
+      with tf.GradientTape() as tape:
+        logits = model(images, training=True)
+        loss_value = loss(logits, labels)
+        tf.contrib.summary.scalar('loss', loss_value)
+        tf.contrib.summary.scalar('accuracy', compute_accuracy(logits, labels))
+      grads = tape.gradient(loss_value, model.variables)
+      optimizer.apply_gradients(
+          zip(grads, model.variables), global_step=step_counter)
+      if log_interval and batch % log_interval == 0:
+        rate = log_interval / (time.time() - start)
+        print('Step #%d\tLoss: %.6f (%d steps/sec)' % (batch, loss_value, rate))
+        start = time.time()
+
+
+def test(model, dataset):
+  """Perform an evaluation of `model` on the examples from `dataset`."""
+  avg_loss = tfe.metrics.Mean('loss', dtype=tf.float32)
+  accuracy = tfe.metrics.Accuracy('accuracy', dtype=tf.float32)
+
+  for (images, labels) in dataset:
+    logits = model(images, training=False)
+    avg_loss(loss(logits, labels))
+    accuracy(
+        tf.argmax(logits, axis=1, output_type=tf.int64),
+        tf.cast(labels, tf.int64))
+  print('Test set: Average loss: %.4f, Accuracy: %4f%%\n' %
+        (avg_loss.result(), 100 * accuracy.result()))
+  with tf.contrib.summary.always_record_summaries():
+    tf.contrib.summary.scalar('loss', avg_loss.result())
+    tf.contrib.summary.scalar('accuracy', accuracy.result())
+
+
+def train_and_export(flags_obj):
+  """Run MNIST training and eval loop in eager mode.
+
+  Args:
+    flags_obj: An object containing parsed flag values.
+  """
+  # Load the datasets
+  train_ds, test_ds = mnist_datasets()
+  train_ds = train_ds.shuffle(60000).batch(flags_obj.batch_size)
+  test_ds = test_ds.batch(flags_obj.batch_size)
+
+  # Create the model and optimizer
+  model = create_model()
+  optimizer = tf.train.MomentumOptimizer(
+      flags_obj.learning_rate, flags_obj.momentum)
+
+  # See summaries with `tensorboard --logdir=<model_dir>`
+  train_dir = os.path.join(flags_obj.model_dir, 'summaries', 'train')
+  test_dir = os.path.join(flags_obj.model_dir, 'summaries', 'eval')
+  summary_writer = tf.contrib.summary.create_file_writer(
+      train_dir, flush_millis=10000)
+  test_summary_writer = tf.contrib.summary.create_file_writer(
+      test_dir, flush_millis=10000, name='test')
+
+  # Create and restore checkpoint (if one exists on the path)
+  checkpoint_dir = os.path.join(flags_obj.model_dir, 'checkpoints')
+  checkpoint_prefix = os.path.join(checkpoint_dir, 'ckpt')
+  step_counter = tf.train.get_or_create_global_step()
+  checkpoint = tf.train.Checkpoint(
+      model=model, optimizer=optimizer, step_counter=step_counter)
+  # Restore variables on creation if a checkpoint exists.
+  checkpoint.restore(tf.train.latest_checkpoint(checkpoint_dir))
+
+  # Train and evaluate for a set number of epochs.
+  for _ in range(flags_obj.train_epochs):
+    start = time.time()
+    with summary_writer.as_default():
+      train(model, optimizer, train_ds, step_counter,
+            flags_obj.log_interval, num_steps=1)
+    end = time.time()
+    print('\nTrain time for epoch #%d (%d total steps): %f' %
+          (checkpoint.save_counter.numpy() + 1,
+           step_counter.numpy(),
+           end - start))
+    with test_summary_writer.as_default():
+      test(model, test_ds)
+    checkpoint.save(checkpoint_prefix)
+
+  # TODO(brianklee): Enable this functionality after @allenl implements this.
+  # export_path = os.path.join(flags_obj.model_dir, 'export')
+  # tf.saved_model.save(export_path, model)
+
+
+def import_and_eval(flags_obj):
+  export_path = os.path.join(flags_obj.model_dir, 'export')
+  model = tf.saved_model.restore(export_path)
+  _, (x_test, y_test) = tf.keras.datasets.mnist.load_data()
+  x_test = x_test / np.float32(255)
+  y_predict = model(x_test)
+  accuracy = compute_accuracy(y_predict, y_test)
+  print('Model accuracy: {:0.2f}%'.format(accuracy.numpy() * 100))
+
+
+def apply_clean(flags_obj):
+  if flags_obj.clean and tf.gfile.Exists(flags_obj.model_dir):
+    tf.logging.info('--clean flag set. Removing existing model dir: {}'.format(
+        flags_obj.model_dir))
+    tf.gfile.DeleteRecursively(flags_obj.model_dir)
+
+
+def main(_):
+  apply_clean(flags.FLAGS)
+  train_and_export(flags.FLAGS)
+  # TODO(brianklee): Enable this functionality after @allenl implements this.
+  # import_and_eval(flags.FLAGS)
+
+
+if __name__ == '__main__':
+  app.run(main)
-- 
GitLab


From 7a7b72855e7894b169ae78f4b46f247552bb62cb Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Wed, 7 Nov 2018 16:15:06 -0800
Subject: [PATCH 1220/1825] Pulls out variable initialization in
 tf.function().get_concrete_function

PiperOrigin-RevId: 220548234
---
 tensorflow/python/eager/def_function.py  | 64 ++++++++++------
 tensorflow/python/eager/function_test.py | 98 ++++++++++++------------
 tensorflow/python/eager/lift_to_graph.py |  2 -
 3 files changed, 89 insertions(+), 75 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 8c43c38e8b..f4436a25bc 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -51,6 +51,7 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
                name=None,
                dtype=None,
                constraint=None,
+               add_initializers_to=None,
                **unused_kwargs):
     """Creates a variable.
 
@@ -81,6 +82,9 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
         variable and return the Tensor for the projected value
         (which must have the same shape). Constraints are not safe to
         use when doing asynchronous distributed training.
+      add_initializers_to: if not None and not in legacy graph mode, the
+        initializer tensor will be added to this map instead of adding the
+        assignment to the function.
 
     Raises:
       ValueError: If the initial value is not specified, or does not have a
@@ -166,21 +170,24 @@ class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
             self._graph_element = value
           ops.add_to_collection(ops.GraphKeys.GLOBAL_VARIABLES, self)
       else:
-        def assign_fn():
-          with ops.name_scope("Assign") as n, ops.colocate_with(self._handle):
-            resource_variable_ops.assign_variable_op(
-                self._handle,
-                initial_value,
-                name=n)
-            # Returning values to keep tf.cond happy.
-          return ops.convert_to_tensor(1)
-        def not_assign_fn():
-          return ops.convert_to_tensor(0)
-        # Note: this cond is always guaranteed to run because we're inside a
-        # defun which will insert automatic control dependencies.
-        control_flow_ops.cond(
-            resource_variable_ops.var_is_initialized_op(self._handle),
-            not_assign_fn, assign_fn)
+        if add_initializers_to is not None:
+          add_initializers_to[self] = initial_value
+        else:
+          def assign_fn():
+            with ops.name_scope("Assign") as n, ops.colocate_with(self._handle):
+              resource_variable_ops.assign_variable_op(
+                  self._handle,
+                  initial_value,
+                  name=n)
+              # Returning values to keep tf.cond happy.
+            return ops.convert_to_tensor(1)
+          def not_assign_fn():
+            return ops.convert_to_tensor(0)
+          # Note: this cond is always guaranteed to run because we're inside a
+          # defun which will insert automatic control dependencies.
+          control_flow_ops.cond(
+              resource_variable_ops.var_is_initialized_op(self._handle),
+              not_assign_fn, assign_fn)
 
     # After the handle has been created, set up a way to clean it up when
     # executing eagerly. We'll hold the only reference to the deleter, so that
@@ -252,14 +259,15 @@ class PolymorphicFunction(object):
         input_signature=self._input_signature,
         experimental_autograph=self._autograph)
 
-  def _initialize(self, args, kwds):
+  def _initialize(self, args, kwds, add_initializers_to=None):
     """Initializes, on the first call."""
 
     self._created_variables = []
 
     def variable_capturing_scope(unused_next_creator, **kwds):
       """Creates UnliftedInitializerVariables and saves references to them."""
-      v = UnliftedInitializerVariable(**kwds)
+      v = UnliftedInitializerVariable(
+          add_initializers_to=add_initializers_to, **kwds)
       self._created_variables.append(weakref.ref(v))
       return v
 
@@ -405,14 +413,22 @@ class PolymorphicFunction(object):
     Raises:
       ValueError: if this object has not yet been called on concrete values.
     """
-    # TODO(apassos) figure out how to handle this case (what should we return
-    # here?)
+    assert context.executing_eagerly()
     if self._stateful_fn is None:
-      raise ValueError(
-          "Call this function with concrete values before asking for a"
-          " concrete function. Calling the function will ensure that, in"
-          " case this function creates variables, that those are properly"
-          " initialized.")
+      # Here we trace the function, collect the initializers, and attempt to
+      # extract them and run them eagerly. Fail only if we cannot do so.
+      initializer_map = {}
+      self._initialize(args, kwargs, add_initializers_to=initializer_map)
+      if not self._created_variables:
+
+        @function
+        def initialize_variables():
+          for v, init in initializer_map.items():
+            v.assign(lift_to_graph.lift_to_graph(
+                init, ops.get_default_graph())[init])
+
+        initialize_variables()
+
     if self._created_variables:
       # In this case we have created variables on the first call, so we run the
       # defunned version which is guaranteed to never create variables.
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 6c93f97729..8682173a1d 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -190,7 +190,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testBasicGraphFunction(self):
     matmul = def_function.function(math_ops.matmul)
 
-    @function.defun
+    @def_function.function
     def sq(a):
       return matmul(a, a)
 
@@ -204,7 +204,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testInputSpecGraphFunction(self):
     matmul = def_function.function(math_ops.matmul)
 
-    @function.defun
+    @def_function.function
     def sq(a):
       return matmul(a, a)
 
@@ -223,7 +223,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testNestedInputSpecGraphFunction(self):
     matmul = def_function.function(math_ops.matmul)
 
-    @function.defun
+    @def_function.function
     def sq(mats):
       ((a, b),) = mats
       return matmul(a, b)
@@ -347,7 +347,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     pair = collections.namedtuple('pair', ['a', 'b'])
 
-    @function.defun
+    @def_function.function
     def a_times_b(inputs):
       return matmul(inputs.a['a'], inputs.b['b'])
 
@@ -362,7 +362,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testNestedOutputGraphFunction(self):
     matmul = def_function.function(math_ops.matmul)
 
-    @function.defun
+    @def_function.function
     def sq(a):
       return (matmul(a, a), {'b': constant_op.constant(1.0)})
 
@@ -381,7 +381,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
   def testGraphFunctionWithGradients(self):
     v = resource_variable_ops.ResourceVariable(1.0, name='v')
 
-    @function.defun
+    @def_function.function
     def step():
       def inner():
         return v * v
@@ -394,7 +394,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(step_op(), 2.0)
 
   def testGraphFunctionNoneOutput(self):
-    @function.defun
+    @def_function.function
     def fn(unused_a, unused_b):
       return None
 
@@ -968,7 +968,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       v_gpu = resource_variable_ops.ResourceVariable(
           [0.0, 1.0, 2.0], name='gpu')
 
-    @function.defun
+    @def_function.function
     def resource_apply_adam():
       training_ops.resource_apply_adam(
           v_cpu.handle,
@@ -1040,11 +1040,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testNestedDifferentiableFunction(self):
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return a * math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return inner_fn(x, 1.0)
 
@@ -1058,19 +1058,19 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunction(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return middle_fn(x, 1.0)
 
@@ -1084,15 +1084,15 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionWithMultipleGradCalls(self):
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return math_ops.mul(a, inner_fn(a, b))
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return middle_fn(x, 3.0)
 
@@ -1132,19 +1132,19 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionGradientTapeInDefun(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       with backprop.GradientTape() as tp:
         tp.watch(x)
@@ -1158,19 +1158,19 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionGradientTapeInNestedDefun(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def almost_outer_fn(x):
       with backprop.GradientTape() as tp:
         tp.watch(x)
@@ -1178,7 +1178,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       grad = tp.gradient(result, x)
       return grad
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return almost_outer_fn(x)
 
@@ -1188,19 +1188,19 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionGradientTapeInMultNestedDefun(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def almost_outer_fn(x):
       with backprop.GradientTape() as tp:
         tp.watch(x)
@@ -1208,11 +1208,11 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       grad = tp.gradient(result, x)
       return grad
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return almost_outer_fn(x)
 
-    @function.defun
+    @def_function.function
     def outer_outer_fn(x):
       return outer_fn(x)
 
@@ -1222,19 +1222,19 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionTFGradientInDefun(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       result = middle_fn(x, 1.0)
       return gradients_impl.gradients(result, [x])[0]
@@ -1245,24 +1245,24 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionTFGradientInNestedDefun(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def almost_outer_fn(x):
       result = middle_fn(x, 1.0)
       return gradients_impl.gradients(result, [x])[0]
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return almost_outer_fn(x)
 
@@ -1272,28 +1272,28 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testDeeplyNestedDifferentiableFunctionTFGradientInMultNestedDefun(self):
-    @function.defun
+    @def_function.function
     def inner_inner_fn(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def inner_fn(a, b):
       return inner_inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def middle_fn(a, b):
       return a * inner_fn(a, b)
 
-    @function.defun
+    @def_function.function
     def almost_outer_fn(x):
       result = middle_fn(x, 1.0)
       return gradients_impl.gradients(result, [x])[0]
 
-    @function.defun
+    @def_function.function
     def outer_fn(x):
       return almost_outer_fn(x)
 
-    @function.defun
+    @def_function.function
     def outer_outer_fn(x):
       return outer_fn(x)
 
@@ -1461,7 +1461,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     def add(a, b):
       return math_ops.add(a, b)
 
-    @function.defun
+    @def_function.function
     def add_one(x):
       return add(x, 1)
 
@@ -1675,7 +1675,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     with ops.device('gpu:0'):
       y = constant_op.constant(1.0)
 
-    @function.defun
+    @def_function.function
     def foo():
       return test_ops.device_placement_op()
 
diff --git a/tensorflow/python/eager/lift_to_graph.py b/tensorflow/python/eager/lift_to_graph.py
index 67eb60289f..c231264047 100644
--- a/tensorflow/python/eager/lift_to_graph.py
+++ b/tensorflow/python/eager/lift_to_graph.py
@@ -37,10 +37,8 @@ def lift_to_graph(init_tensor, graph, sources=None):
   visited_ops = set([x.op for x in sources])
   ops_to_visit = [init_tensor.op]
   op_outputs = collections.defaultdict(set)
-  print("ops_to_visit", ops_to_visit)
   while ops_to_visit:
     op = ops_to_visit.pop()
-    print("visiting", op)
     if op in visited_ops:
       continue
     visited_ops.add(op)
-- 
GitLab


From 0e9c44642c0ad83c55af6a8268865a4672fdca78 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 16:39:07 -0800
Subject: [PATCH 1221/1825] AsyncCheckpoint: call after_save after saving
 checkpoints, and call before_save only once per save.

PiperOrigin-RevId: 220551918
---
 tensorflow/contrib/tpu/python/tpu/async_checkpoint.py | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
index c32bd5997c..1cf7f9fcf6 100644
--- a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
+++ b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
@@ -164,14 +164,15 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
           SessionLog(
               status=SessionLog.CHECKPOINT, checkpoint_path=self._save_path),
           step)
+
+      for l in self._listeners:
+        l.after_save(session, step)
+
       end_time = time.time()
       logging.info("Checkpoint actual writing time: (%.3f sec)",
                    end_time - start_time)
       logging.info("Checkpoint finished for %d into %s.", step, self._save_path)
 
-    for l in self._listeners:
-      l.before_save(session, step)
-
     if not asynchronous:
       _save_fn()
       return
-- 
GitLab


From 224a23d5dc022cc13b8c67705cd3d3142b5f3957 Mon Sep 17 00:00:00 2001
From: Eugene Brevdo <ebrevdo@google.com>
Date: Wed, 7 Nov 2018 16:42:58 -0800
Subject: [PATCH 1222/1825] [TF] keras_style_scope: Decided for layers at
 __init__.

A layer finds out if it's in a keras style scope at __init__
and stores this information, then uses keras style (or not)
consistently through its lifetime.

PiperOrigin-RevId: 220552411
---
 tensorflow/python/kernel_tests/rnn_test.py | 23 +++++++++++-----------
 tensorflow/python/layers/base.py           |  9 ++++++---
 tensorflow/python/layers/base_test.py      | 10 +++++-----
 3 files changed, 23 insertions(+), 19 deletions(-)

diff --git a/tensorflow/python/kernel_tests/rnn_test.py b/tensorflow/python/kernel_tests/rnn_test.py
index 2fb49638ef..d62ebacf5a 100644
--- a/tensorflow/python/kernel_tests/rnn_test.py
+++ b/tensorflow/python/kernel_tests/rnn_test.py
@@ -664,24 +664,25 @@ class RNNTest(test.TestCase):
       kn1 = KerasNetworkTFRNNs(name="kn1")
       kn2 = KerasNetworkKerasRNNs(name="kn2")
 
-      z = array_ops.zeros((2, 3))
+    z = array_ops.zeros((2, 3))
 
-      kn1(z)
-      kn2(z)
+    kn1(z)
+    kn2(z)
 
-      # pylint: disable=protected-access
-      self.assertTrue(all("kn1" in v.name for v in kn1._cell.variables))
-      self.assertTrue(all("kn2" in v.name for v in kn2._cell.variables))
+    # pylint: disable=protected-access
+    self.assertTrue(all("kn1" in v.name for v in kn1._cell.variables))
+    self.assertTrue(all("kn2" in v.name for v in kn2._cell.variables))
 
+    with base_layers.keras_style_scope():
       kn1_new = KerasNetworkTFRNNs(name="kn1_new")
       kn2_new = KerasNetworkKerasRNNs(name="kn2_new")
 
-      kn2_new(z)
-      # Most importantly, this doesn't fail due to variable scope reuse issues.
-      kn1_new(z)
+    kn2_new(z)
+    # Most importantly, this doesn't fail due to variable scope reuse issues.
+    kn1_new(z)
 
-      self.assertTrue(all("kn1_new" in v.name for v in kn1_new._cell.variables))
-      self.assertTrue(all("kn2_new" in v.name for v in kn2_new._cell.variables))
+    self.assertTrue(all("kn1_new" in v.name for v in kn1_new._cell.variables))
+    self.assertTrue(all("kn2_new" in v.name for v in kn2_new._cell.variables))
 
 
 ######### Benchmarking RNN code
diff --git a/tensorflow/python/layers/base.py b/tensorflow/python/layers/base.py
index 24f6a098b3..fccea484b0 100644
--- a/tensorflow/python/layers/base.py
+++ b/tensorflow/python/layers/base.py
@@ -208,6 +208,9 @@ class Layer(base_layer.Layer):
         raise ValueError(
             'reuse argument not allowed when keras style layers are enabled, '
             'but saw: {}'.format(self._reuse))
+      self._keras_style = True
+    else:
+      self._keras_style = False
 
     self._graph = None
     self._call_has_scope_arg = 'scope' in self._call_fn_args
@@ -275,7 +278,7 @@ class Layer(base_layer.Layer):
 
   def _name_scope(self):
     """Determines op naming for the Layer."""
-    if _is_in_keras_style_scope():
+    if self._keras_style:
       return super(Layer, self)._name_scope()
     return self._current_scope.original_name_scope
 
@@ -349,7 +352,7 @@ class Layer(base_layer.Layer):
       ValueError: When trainable has been set to True with synchronization
         set as `ON_READ`.
     """
-    if _is_in_keras_style_scope():
+    if self._keras_style:
       return super(Layer, self).add_weight(
           name=name,
           shape=shape,
@@ -477,7 +480,7 @@ class Layer(base_layer.Layer):
     """
     scope = kwargs.pop('scope', None)
 
-    if _is_in_keras_style_scope():
+    if self._keras_style:
       if scope is not None:
         raise ValueError(
             'scope argument not allowed when keras style layers are enabled, '
diff --git a/tensorflow/python/layers/base_test.py b/tensorflow/python/layers/base_test.py
index 7a0ed63a49..90abf35e87 100644
--- a/tensorflow/python/layers/base_test.py
+++ b/tensorflow/python/layers/base_test.py
@@ -76,11 +76,11 @@ class BaseLayerTest(test.TestCase):
     self.assertEqual(variable.name, 'my_layer/my_var:0')
 
     with base_layers.keras_style_scope():
-      with ops.name_scope('bar'):
-        layer = base_layers.Layer(name='my_layer')
-        # Test basic variable creation.
-        variable = layer.add_variable(
-            'my_var', [2, 2], initializer=init_ops.zeros_initializer())
+      layer = base_layers.Layer(name='my_layer')
+    # Test basic variable creation.
+    with ops.name_scope('bar'):
+      variable = layer.add_variable(
+          'my_var', [2, 2], initializer=init_ops.zeros_initializer())
     self.assertEqual(variable.name, 'bar/my_var:0')
 
   @test_util.run_in_graph_and_eager_modes
-- 
GitLab


From 81a35aa53f7bf56d2e22ce506cc5ee77624502c3 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Wed, 7 Nov 2018 17:00:40 -0800
Subject: [PATCH 1223/1825] Fix the issue for MaxPool3DGrad

---
 tensorflow/python/ops/nn_grad.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/nn_grad.py b/tensorflow/python/ops/nn_grad.py
index 902653befc..e1e998a8d6 100644
--- a/tensorflow/python/ops/nn_grad.py
+++ b/tensorflow/python/ops/nn_grad.py
@@ -179,7 +179,7 @@ def _AvgPool3DGradGrad(op, grad):
 def _MaxPool3DGrad(op, grad):
   return gen_nn_ops.max_pool3d_grad(
       op.inputs[0],
-      op.outputs[0],
+      op.inputs[0],
       grad,
       ksize=op.get_attr("ksize"),
       strides=op.get_attr("strides"),
-- 
GitLab


From 2f999200830f267b25fcade4bb91460df6c634cd Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Wed, 7 Nov 2018 16:54:09 -0800
Subject: [PATCH 1224/1825] Fix Sequential model cloning to copy InputLayer
 when input_tensors are not specified.

PiperOrigin-RevId: 220553954
---
 tensorflow/python/keras/models.py      | 11 +++-
 tensorflow/python/keras/models_test.py | 70 ++++++++++++++++++++------
 2 files changed, 65 insertions(+), 16 deletions(-)

diff --git a/tensorflow/python/keras/models.py b/tensorflow/python/keras/models.py
index 0c9c066a85..225c6c6af8 100644
--- a/tensorflow/python/keras/models.py
+++ b/tensorflow/python/keras/models.py
@@ -206,10 +206,17 @@ def _clone_sequential_model(model, input_tensors=None):
   def clone(layer):
     return layer.__class__.from_config(layer.get_config())
 
-  layers = [clone(layer) for layer in model.layers]
+  # Use model._layers to ensure that all layers are cloned. The model's layers
+  # property will exclude the initial InputLayer (if it exists) in the model,
+  # resulting in a different Sequential model structure.
+  layers = [clone(layer) for layer in model._layers]
   if input_tensors is None:
     return Sequential(layers=layers, name=model.name)
   else:
+    # If input tensors are provided, the original model's InputLayer is
+    # overwritten with a different InputLayer.
+    if isinstance(layers[0], InputLayer):
+      layers = layers[1:]
     if len(generic_utils.to_list(input_tensors)) != 1:
       raise ValueError('To clone a `Sequential` model, we expect '
                        ' at most one tensor '
@@ -452,7 +459,7 @@ def clone_and_build_model(
 
     if all([isinstance(clone, Sequential),
             not clone._is_graph_network,
-            model.built]):
+            getattr(model, '_build_input_shape', None) is not None]):
       # Set model inputs to build the model and add input/output properties.
       # TODO(kathywu): Add multiple placeholders to handle edge case where
       # sequential model has multiple inputs.
diff --git a/tensorflow/python/keras/models_test.py b/tensorflow/python/keras/models_test.py
index 36875cf984..bf778f1497 100644
--- a/tensorflow/python/keras/models_test.py
+++ b/tensorflow/python/keras/models_test.py
@@ -50,6 +50,21 @@ class TestModel(keras.Model):
     return self.layer1(x)
 
 
+def sequential_model(add_input_layer, include_input_shape=True):
+  model = keras.models.Sequential()
+  if add_input_layer:
+    model.add(keras.layers.InputLayer(input_shape=(4,)))
+    model.add(keras.layers.Dense(4))
+  elif include_input_shape:
+    model.add(keras.layers.Dense(4, input_shape=(4,)))
+  else:
+    model.add(keras.layers.Dense(4))
+  model.add(keras.layers.BatchNormalization())
+  model.add(keras.layers.Dropout(0.5))
+  model.add(keras.layers.Dense(4))
+  return model
+
+
 class TestModelCloning(test.TestCase):
 
   def test_clone_sequential_model(self):
@@ -57,11 +72,7 @@ class TestModelCloning(test.TestCase):
       val_a = np.random.random((10, 4))
       val_out = np.random.random((10, 4))
 
-      model = keras.models.Sequential()
-      model.add(keras.layers.Dense(4, input_shape=(4,)))
-      model.add(keras.layers.BatchNormalization())
-      model.add(keras.layers.Dropout(0.5))
-      model.add(keras.layers.Dense(4))
+      model = sequential_model(False)
 
     # Everything should work in a new session.
     keras.backend.clear_session()
@@ -76,20 +87,55 @@ class TestModelCloning(test.TestCase):
 
       # On top of new tensor
       input_a = keras.Input(shape=(4,))
-      new_model = keras.models.clone_model(
-          model, input_tensors=input_a)
+      new_model = keras.models.clone_model(model, input_tensors=input_a)
       self.assertEquals(len(new_model.get_updates_for(new_model.inputs)), 2)
       new_model.compile('rmsprop', 'mse')
       new_model.train_on_batch(val_a, val_out)
 
       # On top of new, non-Keras tensor
       input_a = keras.backend.variable(val_a)
-      new_model = keras.models.clone_model(
-          model, input_tensors=input_a)
+      new_model = keras.models.clone_model(model, input_tensors=input_a)
       self.assertEquals(len(new_model.get_updates_for(new_model.inputs)), 2)
       new_model.compile('rmsprop', 'mse')
       new_model.train_on_batch(None, val_out)
 
+  def test_clone_sequential_model_input_layer(self):
+    def test_input_layer(include_inputs):
+      with self.cached_session():
+        val_a = np.random.random((10, 4))
+        model = sequential_model(include_inputs, include_inputs)
+        # Sanity check
+        self.assertEqual(
+            isinstance(model._layers[0], keras.layers.InputLayer),
+            include_inputs)
+        self.assertEqual(model._is_graph_network, include_inputs)
+
+      keras.backend.clear_session()
+      with self.cached_session():
+        # With placeholder creation -- clone model should have an InputLayer
+        # if the original model has one.
+        new_model = keras.models.clone_model(model)
+        self.assertEqual(
+            isinstance(new_model._layers[0], keras.layers.InputLayer),
+            include_inputs)
+        self.assertEqual(new_model._is_graph_network, model._is_graph_network)
+
+        # On top of new tensor  -- clone model should always have an InputLayer.
+        input_a = keras.Input(shape=(4,))
+        new_model = keras.models.clone_model(model, input_tensors=input_a)
+        self.assertIsInstance(new_model._layers[0], keras.layers.InputLayer)
+        self.assertTrue(new_model._is_graph_network)
+
+        # On top of new, non-Keras tensor  -- clone model should always have an
+        # InputLayer.
+        input_a = keras.backend.variable(val_a)
+        new_model = keras.models.clone_model(model, input_tensors=input_a)
+        self.assertIsInstance(new_model._layers[0], keras.layers.InputLayer)
+        self.assertTrue(new_model._is_graph_network)
+
+    test_input_layer(True)
+    test_input_layer(False)
+
   def test_clone_functional_model(self):
     with self.cached_session():
       val_a = np.random.random((10, 4))
@@ -401,11 +447,7 @@ class TestCloneAndBuildModel(test.TestCase):
 
   def test_clone_and_build_sequential_model_without_inputs_defined(self):
     with self.cached_session():
-      model = keras.models.Sequential()
-      model.add(keras.layers.Dense(4))
-      model.add(keras.layers.BatchNormalization())
-      model.add(keras.layers.Dropout(0.5))
-      model.add(keras.layers.Dense(4))
+      model = sequential_model(False, False)
       model.compile('rmsprop', 'mse',
                     metrics=['acc', metrics.categorical_accuracy])
     self._clone_and_build_test_helper(model, False)
-- 
GitLab


From 6c40bb5ebb7538c26c23a5114a18dc8909e3df2a Mon Sep 17 00:00:00 2001
From: Ian Langmore <langmore@google.com>
Date: Wed, 7 Nov 2018 16:54:13 -0800
Subject: [PATCH 1225/1825] tf.linalg.matvec:  Use tf.squeeze and expand_dims
 rather than implicit [..., newaxis] and [..., 0].  I was mistaken in thinking
 the latter had better performance.  There is no verified difference.

PiperOrigin-RevId: 220553967
---
 tensorflow/python/ops/math_ops.py | 11 ++++-------
 1 file changed, 4 insertions(+), 7 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index d247e7b246..af50aec429 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -2145,17 +2145,14 @@ def matvec(a,
     ValueError: If transpose_a and adjoint_a are both set to True.
   """
   with ops.name_scope(name, "MatVec", [a, b]) as name:
-    # matvec is achieved by reshaping b into a matrix (appending a singleton),
-    # then squeezing out the trailing dim of the result.  There are other ways
-    # to do this, e.g. using tf.expand_dims and tf.squeeze.  What we have here
-    # has been found to be most memory efficient on TPU.
-    return matmul(
+    output = matmul(
         a,
-        b[..., array_ops.newaxis],
+        array_ops.expand_dims(b, axis=-1),
         transpose_a=transpose_a,
         adjoint_a=adjoint_a,
         a_is_sparse=a_is_sparse,
-        b_is_sparse=b_is_sparse)[..., 0]
+        b_is_sparse=b_is_sparse)
+    return array_ops.squeeze(output, axis=-1)
 
 
 _OverrideBinaryOperatorHelper(matmul, "matmul")
-- 
GitLab


From 9cc5cce6990a61cd23a65dda7093f93b69804433 Mon Sep 17 00:00:00 2001
From: Igor Ganichev <iga@google.com>
Date: Wed, 7 Nov 2018 17:20:16 -0800
Subject: [PATCH 1226/1825] core_cpu_base should not depend on core_cpu_impl

PiperOrigin-RevId: 220557603
---
 tensorflow/core/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index b6e818e0a7..afde912cb5 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -2813,7 +2813,6 @@ tf_cuda_library(
         ":functional_ops_op_lib",
         "//tensorflow/core/kernels:bounds_check",
         "//tensorflow/core/kernels:required",
-        ":core_cpu_impl",
     ]),
     alwayslink = 1,
 )
-- 
GitLab


From c6914229cb411517df1a12066ae81e891480df2f Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Wed, 7 Nov 2018 17:27:33 -0800
Subject: [PATCH 1227/1825] Fix contrib/cudnn_rnn tests.

These tests started failing after
https://github.com/tensorflow/tensorflow/commit/4cedc8b6e738b7a188c9c091cf667bacafae44b7

variables.Variable is the 2.0-style class - where the notion of
global collections is being done away with (as per
https://github.com/tensorflow/community/pull/17) and hence
the call to sess.run(tf.global_variables_initializer())
is a no-op.

For now, switch the tests to use variable.VariableV1.
In a follow up, these tests need to be updated so that they do not rely on
global collections (i.e., do not call tf.global_variables_initializer()).

PiperOrigin-RevId: 220558354
---
 .../python/kernel_tests/cudnn_rnn_ops_test.py    | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
index c59d3682d4..4aa151dba5 100644
--- a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
+++ b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
@@ -202,7 +202,7 @@ class CudnnRNNTestSaveRestore(TensorFlowTestCase):
           dtype=dtype)
       random_seed.set_random_seed(1234)
       params_size_t = model.params_size()
-      params = variables.Variable(
+      params = variables.VariableV1(
           random_ops.random_uniform([params_size_t], dtype=dtype),
           dtype=dtype,
           validate_shape=False)
@@ -248,7 +248,7 @@ class CudnnRNNTestSaveRestore(TensorFlowTestCase):
       params_size_t = model.params_size()
       names = ["rnn_1", "rnn_2"]
       param_vars = [
-          variables.Variable(
+          variables.VariableV1(
               random_ops.random_uniform([params_size_t], dtype=dtype),
               dtype=dtype,
               validate_shape=False) for name in names
@@ -304,7 +304,7 @@ class CudnnRNNTestSaveRestore(TensorFlowTestCase):
           direction=direction,
           dtype=dtype)
       params_size_t = model.params_size()
-      params = variables.Variable(
+      params = variables.VariableV1(
           array_ops.ones([params_size_t], dtype=dtype),
           validate_shape=False,
           dtype=dtype)
@@ -458,7 +458,7 @@ class CudnnRNNTestInference(TensorFlowTestCase):
     params_size_t = model.params_size()
     input_data = array_ops.ones([seq_length, batch_size, input_size])
     input_h = array_ops.ones([num_layers * dir_count, batch_size, num_units])
-    params = variables.Variable(
+    params = variables.VariableV1(
         array_ops.ones([params_size_t]), validate_shape=False)
     if has_input_c:
       input_c = array_ops.ones([num_layers * dir_count, batch_size, num_units])
@@ -584,20 +584,20 @@ class CudnnRNNTestTraining(TensorFlowTestCase):
         dtype=dtype,
         dropout=dropout)
     params_size_t = model.params_size()
-    input_data = variables.Variable(
+    input_data = variables.VariableV1(
         random_ops.random_uniform(
             [seq_length, batch_size, input_size], dtype=dtype),
         dtype=dtype)
-    input_h = variables.Variable(
+    input_h = variables.VariableV1(
         random_ops.random_uniform(
             [num_layers * dir_count, batch_size, num_units], dtype=dtype),
         dtype=dtype)
-    params = variables.Variable(
+    params = variables.VariableV1(
         random_ops.random_uniform([params_size_t], dtype=dtype),
         validate_shape=False,
         dtype=dtype)
     if has_input_c:
-      input_c = variables.Variable(
+      input_c = variables.VariableV1(
           random_ops.random_uniform(
               [num_layers * dir_count, batch_size, num_units], dtype=dtype),
           dtype=dtype)
-- 
GitLab


From c070362d981e3bbeb8b69fa9f9c701bec8b9c40b Mon Sep 17 00:00:00 2001
From: Igor Ganichev <iga@google.com>
Date: Wed, 7 Nov 2018 17:30:11 -0800
Subject: [PATCH 1228/1825] Fix a bug in eager FingerprintCat128

The buggy version was ignoring the high 64 bits.

PiperOrigin-RevId: 220558690
---
 tensorflow/core/common_runtime/eager/attr_builder.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/common_runtime/eager/attr_builder.cc b/tensorflow/core/common_runtime/eager/attr_builder.cc
index 29edc4e3b8..201f06242f 100644
--- a/tensorflow/core/common_runtime/eager/attr_builder.cc
+++ b/tensorflow/core/common_runtime/eager/attr_builder.cc
@@ -184,7 +184,7 @@ namespace {
 inline tensorflow::Fprint128 FingerprintCat128(const tensorflow::Fprint128& a,
                                                const tensorflow::Fprint128& b) {
   return {tensorflow::FingerprintCat64(a.low64, b.low64),
-          tensorflow::FingerprintCat64(a.low64, b.low64)};
+          tensorflow::FingerprintCat64(a.high64, b.high64)};
 }
 
 void CombineUnordered(const tensorflow::Fprint128& a,
-- 
GitLab


From b4c0a5edf2345dc9210ed6cc6804f7b89df9029e Mon Sep 17 00:00:00 2001
From: Yanhui Liang <yhliang@google.com>
Date: Wed, 7 Nov 2018 17:32:09 -0800
Subject: [PATCH 1229/1825] Fix bugs in Mean metric.

PiperOrigin-RevId: 220558930
---
 tensorflow/python/keras/metrics.py | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index 33e526352f..2ea6405597 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -521,10 +521,12 @@ class Mean(Metric):
       values = math_ops.multiply(values, sample_weight)
     values = math_ops.reduce_sum(values)
 
-    # Update state variables
+    # Update state variables. Count should be updated only when total is
+    # updated.
     update_total_op = state_ops.assign_add(self.total, values)
-    update_count_op = state_ops.assign_add(self.count, num_values)
-    return control_flow_ops.group(update_total_op, update_count_op)
+    with ops.control_dependencies([update_total_op]):
+      update_count_op = state_ops.assign_add(self.count, num_values)
+      return ops.convert_to_tensor(update_count_op)
 
   def result(self):
     return safe_div(self.total, self.count)
-- 
GitLab


From 483d0aeca48e52c8690cfc6274561aa349a65df3 Mon Sep 17 00:00:00 2001
From: Karim Nosir <karimnosseir@google.com>
Date: Wed, 7 Nov 2018 17:39:04 -0800
Subject: [PATCH 1230/1825] Fix some signed unsigned comparisons.

PiperOrigin-RevId: 220559797
---
 tensorflow/lite/interpreter.cc          |  9 +++++----
 tensorflow/lite/optional_debug_tools.cc | 15 ++++++++-------
 2 files changed, 13 insertions(+), 11 deletions(-)

diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index bff7145de9..831fde6e2f 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -154,7 +154,7 @@ Interpreter::~Interpreter() {
     node.builtin_data = nullptr;
   }
 
-  for (int i = 0; i < context_.tensors_size; i++) {
+  for (size_t i = 0; i < context_.tensors_size; i++) {
     TfLiteTensor* tensor = &context_.tensors[i];
     if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
         tensor->delegate->FreeBufferHandle != nullptr) {
@@ -729,10 +729,10 @@ void Interpreter::ReportError(TfLiteContext* context, const char* format, ...) {
 
 TfLiteStatus Interpreter::AddTensors(int tensors_to_add,
                                      int* first_new_tensor_index) {
-  int base_index = tensors_.size();
+  const size_t base_index = tensors_.size();
   if (first_new_tensor_index) *first_new_tensor_index = base_index;
   tensors_.resize(tensors_.size() + tensors_to_add);
-  for (int i = base_index; i < tensors_.size(); i++) {
+  for (size_t i = base_index; i < tensors_.size(); i++) {
     memset(&tensors_[i], 0, sizeof(tensors_[i]));
     tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
   }
@@ -752,7 +752,8 @@ TfLiteStatus Interpreter::AddTensors(TfLiteContext* context, int tensors_to_add,
 
 TfLiteStatus Interpreter::GetNodeAndRegistration(
     int node_index, TfLiteNode** node, TfLiteRegistration** registration) {
-  TF_LITE_ENSURE(&context_, node_index < nodes_size() && node_index >= 0);
+  TF_LITE_ENSURE(&context_, node_index >= 0);
+  TF_LITE_ENSURE(&context_, static_cast<size_t>(node_index) < nodes_size());
   TF_LITE_ENSURE(&context_, node != nullptr && registration != nullptr);
   *node = &nodes_and_registration_[node_index].first;
   *registration = &nodes_and_registration_[node_index].second;
diff --git a/tensorflow/lite/optional_debug_tools.cc b/tensorflow/lite/optional_debug_tools.cc
index 020d1d8de5..5ee1cf6d33 100644
--- a/tensorflow/lite/optional_debug_tools.cc
+++ b/tensorflow/lite/optional_debug_tools.cc
@@ -83,26 +83,27 @@ void PrintInterpreterState(Interpreter* interpreter) {
   printf("Outputs:");
   PrintIntVector(interpreter->outputs());
   printf("\n");
-  for (int tensor_index = 0; tensor_index < interpreter->tensors_size();
+  for (size_t tensor_index = 0; tensor_index < interpreter->tensors_size();
        tensor_index++) {
-    TfLiteTensor* tensor = interpreter->tensor(tensor_index);
-    printf("Tensor %3d %-20s %10s %15s %10zu bytes (%4.1f MB) ", tensor_index,
+    TfLiteTensor* tensor = interpreter->tensor(static_cast<int>(tensor_index));
+    printf("Tensor %3zu %-20s %10s %15s %10zu bytes (%4.1f MB) ", tensor_index,
            tensor->name, TensorTypeName(tensor->type),
            AllocTypeName(tensor->allocation_type), tensor->bytes,
            (static_cast<float>(tensor->bytes) / (1 << 20)));
     PrintTfLiteIntVector(tensor->dims);
   }
   printf("\n");
-  for (int node_index = 0; node_index < interpreter->nodes_size();
+  for (size_t node_index = 0; node_index < interpreter->nodes_size();
        node_index++) {
     const std::pair<TfLiteNode, TfLiteRegistration>* node_and_reg =
-        interpreter->node_and_registration(node_index);
+        interpreter->node_and_registration(static_cast<int>(node_index));
     const TfLiteNode& node = node_and_reg->first;
     const TfLiteRegistration& reg = node_and_reg->second;
     if (reg.custom_name != nullptr) {
-      printf("Node %3d Operator Custom Name %s\n", node_index, reg.custom_name);
+      printf("Node %3zu Operator Custom Name %s\n", node_index,
+             reg.custom_name);
     } else {
-      printf("Node %3d Operator Builtin Code %3d\n", node_index,
+      printf("Node %3zu Operator Builtin Code %3d\n", node_index,
              reg.builtin_code);
     }
     printf("  Inputs:");
-- 
GitLab


From ef6e793e21558dc49264483f5417215495ca27c9 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Wed, 7 Nov 2018 18:48:41 -0800
Subject: [PATCH 1231/1825] Avoid using non-OK Status for non-errors

IncreaseDynamismForAutoJitPass used to use non-OK Status to signal non-errors
like a Slice op not having a Const size.  This was a bad idea for two reasons:

 - It mixes errors (that should be propagated out of ::Run) with non errors
   (that are just regular control flow within the pass).

 - It results in confusing LOG messages because we get (e.g.) TF_RET_CHECK
   failures even in successful runs.

This CL changes the pass to use regular control flow instead of non-OK Statuses.

PiperOrigin-RevId: 220566824
---
 .../increase_dynamism_for_auto_jit_pass.cc    | 86 ++++++++++++-------
 1 file changed, 57 insertions(+), 29 deletions(-)

diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
index bd8719b7f1..d984ca15cb 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include "absl/container/inlined_vector.h"
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_replace.h"
+#include "absl/types/optional.h"
 #include "tensorflow/cc/framework/scope_internal.h"
 #include "tensorflow/cc/ops/array_ops.h"
 #include "tensorflow/cc/ops/const_op.h"
@@ -34,14 +35,30 @@ limitations under the License.
 
 namespace tensorflow {
 namespace {
-Status GetTensorFromConstOp(Node* n, Tensor* out_tensor) {
-  TF_RET_CHECK(n->type_string() == "Const");
+
+// StatusOrOptional<T> instances hold
+//
+//  - A non-OK Status to indicate an error that needs to be propagated out of
+//    this pass (e.g. the Graph is malformed).
+//
+//  - A nullopt to indicate the function that created the instance failed to do
+//    what it set out to do but this is not actually an error
+//    (e.g. TryToGetTensorFromConstOp was passed a non-Const node).
+//
+//  - A T to indicate a successful operation.
+template <class T>
+using StatusOrOptional = xla::StatusOr<absl::optional<T>>;
+
+StatusOrOptional<Tensor> TryToGetTensorFromConstOp(Node* n) {
+  if (n->type_string() != "Const") {
+    return {absl::nullopt};
+  }
+
   const TensorProto* proto = nullptr;
   TF_RETURN_IF_ERROR(GetNodeAttr(n->def(), "value", &proto));
   Tensor tensor(proto->dtype());
   TF_RET_CHECK(tensor.FromProto(*proto));
-  *out_tensor = std::move(tensor);
-  return Status::OK();
+  return {tensor};
 }
 
 struct SliceInputs {
@@ -70,7 +87,7 @@ std::vector<int64> IntTensorAsVector(const Tensor& t) {
 
 // Packages up the inputs to a Slice operation into an instance of
 // `SliceInputs`.
-Status GetSliceInputs(Node* slice, SliceInputs* slice_inputs) {
+StatusOrOptional<SliceInputs> GetSliceInputs(Node* slice) {
   const int kSliceInputIndex = 0;
   const int kSliceBeginIndex = 1;
   const int kSliceSizeIndex = 2;
@@ -81,23 +98,27 @@ Status GetSliceInputs(Node* slice, SliceInputs* slice_inputs) {
   TF_RETURN_IF_ERROR(slice->input_edge(kSliceSizeIndex, &slice_size_edge));
   const Edge* slice_begin_edge;
   TF_RETURN_IF_ERROR(slice->input_edge(kSliceBeginIndex, &slice_begin_edge));
-  slice_inputs->input =
+
+  SliceInputs slice_inputs;
+  slice_inputs.input =
       Output(slice_input_edge->src(), slice_input_edge->src_output());
-  slice_inputs->begin =
+  slice_inputs.begin =
       Output(slice_begin_edge->src(), slice_begin_edge->src_output());
-  slice_inputs->size =
+  slice_inputs.size =
       Output(slice_size_edge->src(), slice_size_edge->src_output());
 
-  Tensor tf_slice_size;
-  TF_RETURN_IF_ERROR(
-      GetTensorFromConstOp(slice_inputs->size.node(), &tf_slice_size));
+  TF_ASSIGN_OR_RETURN(absl::optional<Tensor> tf_slice_size,
+                      TryToGetTensorFromConstOp(slice_inputs.size.node()));
+  if (!tf_slice_size.has_value()) {
+    return {absl::nullopt};
+  }
 
-  if (tf_slice_size.dims() != 1) {
-    return errors::Internal("Expected vector for the slice size input.");
+  if (tf_slice_size->dims() != 1) {
+    return {absl::nullopt};
   }
 
-  slice_inputs->size_as_vector = IntTensorAsVector(tf_slice_size);
-  return Status::OK();
+  slice_inputs.size_as_vector = IntTensorAsVector(*tf_slice_size);
+  return {slice_inputs};
 }
 
 // Casts `x` to a DT_INT64 if it isn't one already.
@@ -263,36 +284,43 @@ Status RewriteSlice(Graph* g, Node* slice, const SliceInputs& slice_inputs,
   return Status::OK();
 }
 
-// Returns true if `n` is a slice we can rewrite to have a static shape
-// (i.e. have the output shape only depend on the "size" input).  Fills in
-// `slice_inputs` in the process.
-bool IsRewritableSlice(Node* n, SliceInputs* slice_inputs) {
+// If `n` is a slice we can rewrite to have a static shape (i.e. have the output
+// shape only depend on the "size" input) then returns the a SliceInputs
+// representing the inputs to `n`.  Otherwise returns nullopt.
+StatusOrOptional<SliceInputs> IsRewritableSlice(Node* n) {
   if (n->type_string() != "Slice") {
-    return false;
+    return {absl::nullopt};
   }
 
   if (!GetXlaClusterForNode(*n).has_value()) {
     // There is no need to change slice ops outside XLA clusters.
-    return false;
+    return {absl::nullopt};
   }
 
-  if (!GetSliceInputs(n, slice_inputs).ok()) {
-    // Could not parse slice inputs.  E.g. the sizes input was not a constant.
-    return false;
+  TF_ASSIGN_OR_RETURN(absl::optional<SliceInputs> slice_inputs,
+                      GetSliceInputs(n));
+  if (!slice_inputs.has_value()) {
+    return {absl::nullopt};
   }
 
   // If slice_size[i] < -1 for any i then executing the slice will throw an
   // error, and we don't do anything here.
-  return absl::c_all_of(slice_inputs->size_as_vector,
-                        [](int64 size_i) { return size_i >= -1; });
+  bool slice_is_ok = absl::c_all_of(slice_inputs->size_as_vector,
+                                    [](int64 size_i) { return size_i >= -1; });
+  if (!slice_is_ok) {
+    return {absl::nullopt};
+  }
+
+  return slice_inputs;
 }
 
 Status FindAndRewriteSlices(Graph* g, bool* changed) {
   std::vector<std::pair<Node*, SliceInputs>> slices_to_rewrite;
   for (Node* n : g->nodes()) {
-    SliceInputs slice_inputs;
-    if (IsRewritableSlice(n, &slice_inputs)) {
-      slices_to_rewrite.push_back({n, std::move(slice_inputs)});
+    TF_ASSIGN_OR_RETURN(absl::optional<SliceInputs> slice_inputs,
+                        IsRewritableSlice(n));
+    if (slice_inputs.has_value()) {
+      slices_to_rewrite.push_back({n, std::move(*slice_inputs)});
     }
   }
 
-- 
GitLab


From bb878129e1204d07a93b6f54e1bdbb10c82b9acc Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Wed, 7 Nov 2018 18:52:04 -0800
Subject: [PATCH 1232/1825] BoostedTrees support float feature columns.

PiperOrigin-RevId: 220567110
---
 .../api_def_BoostedTreesBucketize.pbtxt       |  4 +-
 ...ef_BoostedTreesMakeQuantileSummaries.pbtxt |  9 +-
 ...eesQuantileStreamResourceDeserialize.pbtxt | 26 ++++++
 .../kernels/boosted_trees/quantile_ops.cc     | 91 +++++++++++++++---
 tensorflow/core/ops/boosted_trees_ops.cc      | 21 +++--
 .../boosted_trees/quantile_ops_test.py        | 92 ++++++++++++++++---
 tensorflow/python/ops/boosted_trees_ops.py    | 66 +++++++++++++
 ....estimator.-boosted-trees-classifier.pbtxt |  2 +-
 ...w.estimator.-boosted-trees-regressor.pbtxt |  2 +-
 ....estimator.-boosted-trees-classifier.pbtxt |  2 +-
 ...w.estimator.-boosted-trees-regressor.pbtxt |  2 +-
 11 files changed, 274 insertions(+), 43 deletions(-)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_BoostedTreesQuantileStreamResourceDeserialize.pbtxt

diff --git a/tensorflow/core/api_def/base_api/api_def_BoostedTreesBucketize.pbtxt b/tensorflow/core/api_def/base_api/api_def_BoostedTreesBucketize.pbtxt
index cdaeb5091c..bfaf3d2ea5 100644
--- a/tensorflow/core/api_def/base_api/api_def_BoostedTreesBucketize.pbtxt
+++ b/tensorflow/core/api_def/base_api/api_def_BoostedTreesBucketize.pbtxt
@@ -4,7 +4,7 @@ op {
   in_arg {
     name: "float_values"
     description: <<END
-float; List of Rank 2 Tensor each containing float values for a single feature.
+float; List of Rank 1 Tensor each containing float values for a single feature.
 END
   }
   in_arg {
@@ -17,7 +17,7 @@ END
   out_arg {
     name: "buckets"
     description: <<END
-int; List of Rank 2 Tensors each containing the bucketized values for a single feature.
+int; List of Rank 1 Tensors each containing the bucketized values for a single feature.
 END
   }
   attr {
diff --git a/tensorflow/core/api_def/base_api/api_def_BoostedTreesMakeQuantileSummaries.pbtxt b/tensorflow/core/api_def/base_api/api_def_BoostedTreesMakeQuantileSummaries.pbtxt
index ca111af312..e7a3ca3d9f 100644
--- a/tensorflow/core/api_def/base_api/api_def_BoostedTreesMakeQuantileSummaries.pbtxt
+++ b/tensorflow/core/api_def/base_api/api_def_BoostedTreesMakeQuantileSummaries.pbtxt
@@ -4,7 +4,7 @@ op {
   in_arg {
     name: "float_values"
     description: <<END
-float; List of Rank 2 Tensors each containing values for a single feature.
+float; List of Rank 1 Tensors each containing values for a single feature.
 END
   }
   in_arg {
@@ -22,8 +22,8 @@ END
   out_arg {
     name: "summaries"
     description: <<END
-float; List of Rank 2 Tensors each containing the quantile summary (value, weight,
-min_rank, max_rank) of a single feature.
+float; List of Rank 2 Tensors each containing the quantile summary
+(value, weight, min_rank, max_rank) of a single feature.
 END
   }
   attr {
@@ -35,6 +35,7 @@ END
   }
   summary: "Makes the summary of quantiles for the batch."
   description: <<END
-An op that takes a list of tensors and outputs the quantile summaries for each tensor.
+An op that takes a list of tensors (one tensor per feature) and outputs the
+quantile summaries for each tensor.
 END
 }
diff --git a/tensorflow/core/api_def/base_api/api_def_BoostedTreesQuantileStreamResourceDeserialize.pbtxt b/tensorflow/core/api_def/base_api/api_def_BoostedTreesQuantileStreamResourceDeserialize.pbtxt
new file mode 100644
index 0000000000..7e61e5fa93
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_BoostedTreesQuantileStreamResourceDeserialize.pbtxt
@@ -0,0 +1,26 @@
+op {
+  graph_op_name: "BoostedTreesQuantileStreamResourceDeserialize"
+  visibility: HIDDEN
+  in_arg {
+    name: "quantile_stream_resource_handle"
+    description: <<END
+resource handle referring to a QuantileStreamResource.
+END
+  }
+  in_arg {
+    name: "bucket_boundaries"
+    description: <<END
+float; List of Rank 1 Tensors each containing the bucket boundaries for a feature.
+END
+  }
+  attr {
+    name: "num_streams"
+    description: <<END
+inferred int; number of features to get bucket boundaries for.
+END
+  }
+  summary: "Deserialize bucket boundaries and ready flag into current QuantileAccumulator."
+  description: <<END
+An op that deserializes bucket boundaries and are boundaries ready flag into current QuantileAccumulator.
+END
+}
diff --git a/tensorflow/core/kernels/boosted_trees/quantile_ops.cc b/tensorflow/core/kernels/boosted_trees/quantile_ops.cc
index d1840941c1..81f04732d3 100644
--- a/tensorflow/core/kernels/boosted_trees/quantile_ops.cc
+++ b/tensorflow/core/kernels/boosted_trees/quantile_ops.cc
@@ -29,6 +29,7 @@
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/strings/stringprintf.h"
+#include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/work_sharder.h"
 
@@ -151,8 +152,14 @@ class BoostedTreesMakeQuantileSummariesOp : public OpKernel {
     const Tensor* example_weights_t;
     OP_REQUIRES_OK(context,
                    context->input(kExampleWeightsName, &example_weights_t));
+    DCHECK(float_features_list.size() > 0) << "Got empty feature list";
     auto example_weights = example_weights_t->flat<float>();
-    const int64 batch_size = example_weights.size();
+    const int64 weight_size = example_weights.size();
+    const int64 batch_size = float_features_list[0].flat<float>().size();
+    OP_REQUIRES(
+        context, weight_size == 1 || weight_size == batch_size,
+        errors::InvalidArgument(strings::Printf(
+            "Weights should be a single value or same size as features.")));
     const Tensor* epsilon_t;
     OP_REQUIRES_OK(context, context->input(kEpsilonName, &epsilon_t));
     float epsilon = epsilon_t->scalar<float>()();
@@ -168,7 +175,9 @@ class BoostedTreesMakeQuantileSummariesOp : public OpKernel {
         QuantileStream stream(epsilon, batch_size + 1);
         // Run quantile summary generation.
         for (int64 j = 0; j < batch_size; j++) {
-          stream.PushEntry(feature_values(j), example_weights(j));
+          stream.PushEntry(feature_values(j), (weight_size > 1)
+                                                  ? example_weights(j)
+                                                  : example_weights(0));
         }
         stream.Finalize();
         const auto summary_entry_list = stream.GetFinalSummary().GetEntryList();
@@ -263,6 +272,57 @@ REGISTER_KERNEL_BUILDER(
     Name("BoostedTreesQuantileStreamResourceAddSummaries").Device(DEVICE_CPU),
     BoostedTreesQuantileStreamResourceAddSummariesOp);
 
+class BoostedTreesQuantileStreamResourceDeserializeOp : public OpKernel {
+ public:
+  explicit BoostedTreesQuantileStreamResourceDeserializeOp(
+      OpKernelConstruction* const context)
+      : OpKernel(context) {
+    OP_REQUIRES_OK(context, context->GetAttr(kNumStreamsName, &num_features_));
+  }
+
+  void Compute(OpKernelContext* context) override {
+    QuantileStreamResource* streams_resource;
+    // Create a reference to the underlying resource using the handle.
+    OP_REQUIRES_OK(context, LookupResource(context, HandleFromInput(context, 0),
+                                           &streams_resource));
+    // Remove the reference at the end of this scope.
+    mutex_lock l(*streams_resource->mutex());
+    core::ScopedUnref unref_me(streams_resource);
+
+    OpInputList bucket_boundaries_list;
+    OP_REQUIRES_OK(context, context->input_list(kBucketBoundariesName,
+                                                &bucket_boundaries_list));
+
+    auto do_quantile_deserialize = [&](const int64 begin, const int64 end) {
+      // Iterating over all streams.
+      for (int64 stream_idx = begin; stream_idx < end; stream_idx++) {
+        const Tensor& bucket_boundaries_t = bucket_boundaries_list[stream_idx];
+        const auto& bucket_boundaries = bucket_boundaries_t.vec<float>();
+        std::vector<float> result;
+        result.reserve(bucket_boundaries.size());
+        for (size_t i = 0; i < bucket_boundaries.size(); ++i) {
+          result.push_back(bucket_boundaries(i));
+        }
+        streams_resource->set_boundaries(result, stream_idx);
+      }
+    };
+
+    // TODO(tanzheny): comment on the magic number.
+    const int64 kCostPerUnit = 500 * num_features_;
+    const DeviceBase::CpuWorkerThreads& worker_threads =
+        *context->device()->tensorflow_cpu_worker_threads();
+    Shard(worker_threads.num_threads, worker_threads.workers, num_features_,
+          kCostPerUnit, do_quantile_deserialize);
+  }
+
+ private:
+  int64 num_features_;
+};
+
+REGISTER_KERNEL_BUILDER(
+    Name("BoostedTreesQuantileStreamResourceDeserialize").Device(DEVICE_CPU),
+    BoostedTreesQuantileStreamResourceDeserializeOp);
+
 class BoostedTreesQuantileStreamResourceFlushOp : public OpKernel {
  public:
   explicit BoostedTreesQuantileStreamResourceFlushOp(
@@ -409,28 +469,29 @@ class BoostedTreesBucketizeOp : public OpKernel {
         const int64 num_values = values_tensor.dim_size(0);
 
         Tensor* output_t = nullptr;
-        OP_REQUIRES_OK(
-            context, buckets_list.allocate(
-                         feature_idx, TensorShape({num_values, 1}), &output_t));
-        auto output = output_t->matrix<int32>();
+        OP_REQUIRES_OK(context,
+                       buckets_list.allocate(
+                           feature_idx, TensorShape({num_values}), &output_t));
+        auto output = output_t->flat<int32>();
 
         const std::vector<float>& bucket_boundaries_vector =
             GetBuckets(feature_idx, bucket_boundaries_list);
-        CHECK(!bucket_boundaries_vector.empty())
-            << "Got empty buckets for feature " << feature_idx;
         auto flat_values = values_tensor.flat<float>();
+        const auto& iter_begin = bucket_boundaries_vector.begin();
+        const auto& iter_end = bucket_boundaries_vector.end();
         for (int64 instance = 0; instance < num_values; instance++) {
+          if (iter_begin == iter_end) {
+            output(instance) = 0;
+            continue;
+          }
           const float value = flat_values(instance);
-          auto bucket_iter =
-              std::lower_bound(bucket_boundaries_vector.begin(),
-                               bucket_boundaries_vector.end(), value);
-          if (bucket_iter == bucket_boundaries_vector.end()) {
+          auto bucket_iter = std::lower_bound(iter_begin, iter_end, value);
+          if (bucket_iter == iter_end) {
             --bucket_iter;
           }
-          const int32 bucket = static_cast<int32>(
-              bucket_iter - bucket_boundaries_vector.begin());
+          const int32 bucket = static_cast<int32>(bucket_iter - iter_begin);
           // Bucket id.
-          output(instance, 0) = bucket;
+          output(instance) = bucket;
         }
       }
     };
diff --git a/tensorflow/core/ops/boosted_trees_ops.cc b/tensorflow/core/ops/boosted_trees_ops.cc
index b8cf538554..1c854f6619 100644
--- a/tensorflow/core/ops/boosted_trees_ops.cc
+++ b/tensorflow/core/ops/boosted_trees_ops.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include "tensorflow/core/framework/op.h"
 #include "tensorflow/core/framework/resource_mgr.h"
 #include "tensorflow/core/framework/shape_inference.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 
 namespace tensorflow {
 
@@ -400,10 +401,7 @@ REGISTER_OP("BoostedTreesMakeQuantileSummaries")
       for (int i = 0; i < num_features; ++i) {
         ShapeHandle feature_shape;
         DimensionHandle unused_dim;
-        TF_RETURN_IF_ERROR(c->WithRank(c->input(i), 2, &feature_shape));
-        TF_RETURN_IF_ERROR(c->Merge(c->Dim(feature_shape, 0),
-                                    c->Dim(example_weights_shape, 0),
-                                    &unused_dim));
+        TF_RETURN_IF_ERROR(c->WithRank(c->input(i), 1, &feature_shape));
         // the columns are value, weight, min_rank, max_rank.
         c->set_output(i, c->MakeShape({c->UnknownDim(), 4}));
       }
@@ -431,6 +429,17 @@ REGISTER_OP("BoostedTreesQuantileStreamResourceAddSummaries")
       return Status::OK();
     });
 
+REGISTER_OP("BoostedTreesQuantileStreamResourceDeserialize")
+    .Attr("num_streams: int")
+    .Input("quantile_stream_resource_handle: resource")
+    .Input("bucket_boundaries: num_streams * float")
+    .SetShapeFn([](shape_inference::InferenceContext* c) {
+      shape_inference::ShapeHandle unused_input;
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(0), 0, &unused_input));
+      TF_RETURN_IF_ERROR(c->WithRank(c->input(1), 0, &unused_input));
+      return Status::OK();
+    });
+
 REGISTER_OP("BoostedTreesQuantileStreamResourceFlush")
     .Attr("generate_quantiles: bool = False")
     .Input("quantile_stream_resource_handle: resource")
@@ -470,13 +479,13 @@ REGISTER_OP("BoostedTreesBucketize")
       ShapeHandle feature_shape;
       DimensionHandle unused_dim;
       for (int i = 0; i < num_features; i++) {
-        TF_RETURN_IF_ERROR(c->WithRank(c->input(i), 2, &feature_shape));
+        TF_RETURN_IF_ERROR(c->WithRank(c->input(i), 1, &feature_shape));
         TF_RETURN_IF_ERROR(c->Merge(c->Dim(feature_shape, 0),
                                     c->Dim(c->input(0), 0), &unused_dim));
       }
       // Bucketized result should have same dimension as input.
       for (int i = 0; i < num_features; i++) {
-        c->set_output(i, c->MakeShape({c->Dim(c->input(i), 0), 1}));
+        c->set_output(i, c->MakeShape({c->Dim(c->input(i), 0)}));
       }
       return Status::OK();
     });
diff --git a/tensorflow/python/kernel_tests/boosted_trees/quantile_ops_test.py b/tensorflow/python/kernel_tests/boosted_trees/quantile_ops_test.py
index e0d46bae83..12afb6a2ad 100644
--- a/tensorflow/python/kernel_tests/boosted_trees/quantile_ops_test.py
+++ b/tensorflow/python/kernel_tests/boosted_trees/quantile_ops_test.py
@@ -18,14 +18,21 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import os
+import tempfile
+
+import numpy as np
+
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import boosted_trees_ops
 from tensorflow.python.ops import resources
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_quantile_stream_resource_handle_op as resource_handle_op
 from tensorflow.python.ops.gen_boosted_trees_ops import is_boosted_trees_quantile_stream_resource_initialized as resource_initialized
 from tensorflow.python.platform import googletest
+from tensorflow.python.training import saver
 
 
 class QuantileOpsTest(test_util.TensorFlowTestCase):
@@ -57,18 +64,16 @@ class QuantileOpsTest(test_util.TensorFlowTestCase):
     | 5        |     1            |   2.2     |   0.8
     """
 
-    self._feature_0 = constant_op.constant(
-        [[1.2], [12.1], [0.3], [0.5], [0.6], [2.2]], dtype=dtypes.float32)
-    self._feature_1 = constant_op.constant(
-        [[2.3], [1.2], [1.1], [2.6], [3.2], [0.8]], dtype=dtypes.float32)
-    self._feature_0_boundaries = constant_op.constant(
-        [0.3, 0.6, 1.2, 12.1], dtype=dtypes.float32)
-    self._feature_1_boundaries = constant_op.constant(
-        [0.8, 1.2, 2.3, 3.2], dtype=dtypes.float32)
-    self._feature_0_quantiles = constant_op.constant(
-        [[2], [3], [0], [1], [1], [3]], dtype=dtypes.int32)
-    self._feature_1_quantiles = constant_op.constant(
-        [[2], [1], [1], [3], [3], [0]], dtype=dtypes.int32)
+    self._feature_0 = constant_op.constant([1.2, 12.1, 0.3, 0.5, 0.6, 2.2],
+                                           dtype=dtypes.float32)
+    self._feature_1 = constant_op.constant([2.3, 1.2, 1.1, 2.6, 3.2, 0.8],
+                                           dtype=dtypes.float32)
+    self._feature_0_boundaries = np.array([0.3, 0.6, 1.2, 12.1])
+    self._feature_1_boundaries = np.array([0.8, 1.2, 2.3, 3.2])
+    self._feature_0_quantiles = constant_op.constant([2, 3, 0, 1, 1, 3],
+                                                     dtype=dtypes.int32)
+    self._feature_1_quantiles = constant_op.constant([2, 1, 1, 3, 3, 0],
+                                                     dtype=dtypes.int32)
 
     self._example_weights = constant_op.constant(
         [10, 1, 1, 1, 1, 1], dtype=dtypes.float32)
@@ -135,6 +140,69 @@ class QuantileOpsTest(test_util.TensorFlowTestCase):
       self.assertAllClose(self._feature_0_quantiles, quantiles[0].eval())
       self.assertAllClose(self._feature_1_quantiles, quantiles[1].eval())
 
+  def testSaveRestoreAfterFlush(self):
+    save_dir = os.path.join(self.get_temp_dir(), "save_restore")
+    save_path = os.path.join(tempfile.mkdtemp(prefix=save_dir), "hash")
+
+    with self.test_session() as sess:
+      accumulator = boosted_trees_ops.QuantileAccumulator(
+          num_streams=2, num_quantiles=3, epsilon=self.eps, name="q0")
+
+      save = saver.Saver()
+      resources.initialize_resources(resources.shared_resources()).run()
+
+      buckets = accumulator.get_bucket_boundaries()
+      self.assertAllClose([], buckets[0].eval())
+      self.assertAllClose([], buckets[1].eval())
+      summaries = accumulator.add_summaries([self._feature_0, self._feature_1],
+                                            self._example_weights)
+      with ops.control_dependencies([summaries]):
+        flush = accumulator.flush()
+      sess.run(flush)
+      self.assertAllClose(self._feature_0_boundaries, buckets[0].eval())
+      self.assertAllClose(self._feature_1_boundaries, buckets[1].eval())
+      save.save(sess, save_path)
+
+    with self.test_session(graph=ops.Graph()) as sess:
+      accumulator = boosted_trees_ops.QuantileAccumulator(
+          num_streams=2, num_quantiles=3, epsilon=self.eps, name="q0")
+      save = saver.Saver()
+      save.restore(sess, save_path)
+      buckets = accumulator.get_bucket_boundaries()
+      self.assertAllClose(self._feature_0_boundaries, buckets[0].eval())
+      self.assertAllClose(self._feature_1_boundaries, buckets[1].eval())
+
+  def testSaveRestoreBeforeFlush(self):
+    save_dir = os.path.join(self.get_temp_dir(), "save_restore")
+    save_path = os.path.join(tempfile.mkdtemp(prefix=save_dir), "hash")
+
+    with self.test_session() as sess:
+      accumulator = boosted_trees_ops.QuantileAccumulator(
+          num_streams=2, num_quantiles=3, epsilon=self.eps, name="q0")
+
+      save = saver.Saver()
+      resources.initialize_resources(resources.shared_resources()).run()
+
+      summaries = accumulator.add_summaries([self._feature_0, self._feature_1],
+                                            self._example_weights)
+      sess.run(summaries)
+      buckets = accumulator.get_bucket_boundaries()
+      self.assertAllClose([], buckets[0].eval())
+      self.assertAllClose([], buckets[1].eval())
+      save.save(sess, save_path)
+      sess.run(accumulator.flush())
+      self.assertAllClose(self._feature_0_boundaries, buckets[0].eval())
+      self.assertAllClose(self._feature_1_boundaries, buckets[1].eval())
+
+    with self.test_session(graph=ops.Graph()) as sess:
+      accumulator = boosted_trees_ops.QuantileAccumulator(
+          num_streams=2, num_quantiles=3, epsilon=self.eps, name="q0")
+      save = saver.Saver()
+      save.restore(sess, save_path)
+      buckets = accumulator.get_bucket_boundaries()
+      self.assertAllClose([], buckets[0].eval())
+      self.assertAllClose([], buckets[1].eval())
+
 
 if __name__ == "__main__":
   googletest.main()
diff --git a/tensorflow/python/ops/boosted_trees_ops.py b/tensorflow/python/ops/boosted_trees_ops.py
index 87d3918a5f..37d649acf0 100644
--- a/tensorflow/python/ops/boosted_trees_ops.py
+++ b/tensorflow/python/ops/boosted_trees_ops.py
@@ -33,10 +33,13 @@ from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_make_quant
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_make_stats_summary as make_stats_summary
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_predict as predict
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_quantile_stream_resource_add_summaries as quantile_add_summaries
+from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_quantile_stream_resource_deserialize as quantile_resource_deserialize
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_quantile_stream_resource_flush as quantile_flush
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_quantile_stream_resource_get_bucket_boundaries as get_bucket_boundaries
+from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_quantile_stream_resource_handle_op as quantile_resource_handle_op
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_training_predict as training_predict
 from tensorflow.python.ops.gen_boosted_trees_ops import boosted_trees_update_ensemble as update_ensemble
+from tensorflow.python.ops.gen_boosted_trees_ops import is_boosted_trees_quantile_stream_resource_initialized as is_quantile_resource_initialized
 # pylint: enable=unused-import
 
 from tensorflow.python.training import saver
@@ -58,6 +61,69 @@ class PruningMode(object):
           sorted(cls._map))))
 
 
+class QuantileAccumulator(saver.BaseSaverBuilder.SaveableObject):
+  """SaveableObject implementation for QuantileAccumulator.
+
+     The bucket boundaries are serialized and deserialized from checkpointing.
+  """
+
+  def __init__(self,
+               epsilon,
+               num_streams,
+               num_quantiles,
+               name=None,
+               max_elements=None):
+    with ops.name_scope(name, 'QuantileAccumulator') as name:
+      self._eps = epsilon
+      self._num_streams = num_streams
+      self._num_quantiles = num_quantiles
+      self._resource_handle = quantile_resource_handle_op(
+          container='', shared_name=name, name=name)
+      self._create_op = create_quantile_stream_resource(self._resource_handle,
+                                                        epsilon, num_streams)
+      is_initialized_op = is_quantile_resource_initialized(
+          self._resource_handle)
+      resources.register_resource(self._resource_handle, self._create_op,
+                                  is_initialized_op)
+      self._make_saveable(name)
+
+  def _make_saveable(self, name):
+    bucket_boundaries = get_bucket_boundaries(self._resource_handle,
+                                              self._num_streams)
+    slice_spec = ''
+    specs = []
+    for i in range(self._num_streams):
+      specs.append(
+          saver.BaseSaverBuilder.SaveSpec(
+              bucket_boundaries[i], slice_spec,
+              name + '_bucket_boundaries_' + str(i)))
+    super(QuantileAccumulator, self).__init__(self._resource_handle, specs,
+                                              name)
+    ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, self)
+
+  def restore(self, restored_tensors, unused_tensor_shapes):
+    bucket_boundaries = restored_tensors
+    with ops.control_dependencies([self._create_op]):
+      return quantile_resource_deserialize(
+          self._resource_handle, bucket_boundaries=bucket_boundaries)
+
+  def add_summaries(self, float_columns, example_weights):
+    summaries = make_quantile_summaries(float_columns, example_weights,
+                                        self._eps)
+    summary_op = quantile_add_summaries(self._resource_handle, summaries)
+    return summary_op
+
+  def flush(self):
+    return quantile_flush(self._resource_handle, self._num_quantiles)
+
+  def get_bucket_boundaries(self):
+    return get_bucket_boundaries(self._resource_handle, self._num_streams)
+
+  @property
+  def resource(self):
+    return self._resource_handle
+
+
 class _TreeEnsembleSavable(saver.BaseSaverBuilder.SaveableObject):
   """SaveableObject implementation for TreeEnsemble."""
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
index fa352907c0..d530c71482 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\'], "
+    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\', \'quantile_sketch_epsilon\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\', \'0.01\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
index 154b35f306..4703c0f561 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'label_dimension\', \'weight_column\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\'], "
+    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'label_dimension\', \'weight_column\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\', \'quantile_sketch_epsilon\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\', \'0.01\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
index fa352907c0..d530c71482 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\'], "
+    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\', \'quantile_sketch_epsilon\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\', \'0.01\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
index 154b35f306..4703c0f561 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'label_dimension\', \'weight_column\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\'], "
+    argspec: "args=[\'self\', \'feature_columns\', \'n_batches_per_layer\', \'model_dir\', \'label_dimension\', \'weight_column\', \'n_trees\', \'max_depth\', \'learning_rate\', \'l1_regularization\', \'l2_regularization\', \'tree_complexity\', \'min_node_weight\', \'config\', \'center_bias\', \'pruning_mode\', \'quantile_sketch_epsilon\'], varargs=None, keywords=None, defaults=[\'None\', \'<object object instance>\', \'None\', \'100\', \'6\', \'0.1\', \'0.0\', \'0.0\', \'0.0\', \'0.0\', \'None\', \'False\', \'none\', \'0.01\'], "
   }
   member_method {
     name: "eval_dir"
-- 
GitLab


From 029d65ecbe5da0ac0edd11f7cd9444cdc21a4af0 Mon Sep 17 00:00:00 2001
From: Cong Liu <congliu@google.com>
Date: Wed, 7 Nov 2018 19:16:10 -0800
Subject: [PATCH 1233/1825] [XLA] Split ExecuteGraph into Compile and Execute.

- The ExecuteGraph method is removed from the service interface.
- Client::Execute calls Compile + Execute instead of ExecuteGraph. The existing
  users of this method is not affected.
- The Compile compiles the graph into an executable. Since the argument shapes
  will affect how the graph is compiled, the Client::Compile has an argument
  `argument_shapes`, which must be the same as the shapes of the arguments being
  used in the Execute method.
- The service cache the exectuables.

PiperOrigin-RevId: 220569355
---
 tensorflow/compiler/xla/client/client.cc      |  95 +++++++++++++--
 tensorflow/compiler/xla/client/client.h       |  25 ++++
 tensorflow/compiler/xla/rpc/grpc_service.cc   |  15 ++-
 tensorflow/compiler/xla/rpc/grpc_service.h    |  10 +-
 tensorflow/compiler/xla/rpc/grpc_stub.cc      |  13 ++-
 tensorflow/compiler/xla/rpc/grpc_stub.h       |   7 +-
 tensorflow/compiler/xla/rpc/xla_service.proto |  11 +-
 tensorflow/compiler/xla/service/BUILD         |  15 +++
 .../compiler/xla/service/compilation_cache.cc |  70 ++++++++++++
 .../compiler/xla/service/compilation_cache.h  |  62 ++++++++++
 tensorflow/compiler/xla/service/service.cc    | 108 ++++++++++--------
 tensorflow/compiler/xla/service/service.h     |  26 ++---
 tensorflow/compiler/xla/service_interface.h   |   7 +-
 tensorflow/compiler/xla/xla.proto             |  28 +++++
 14 files changed, 400 insertions(+), 92 deletions(-)
 create mode 100644 tensorflow/compiler/xla/service/compilation_cache.cc
 create mode 100644 tensorflow/compiler/xla/service/compilation_cache.h

diff --git a/tensorflow/compiler/xla/client/client.cc b/tensorflow/compiler/xla/client/client.cc
index f5f8d5c6b1..debe23487f 100644
--- a/tensorflow/compiler/xla/client/client.cc
+++ b/tensorflow/compiler/xla/client/client.cc
@@ -210,11 +210,10 @@ StatusOr<XlaComputation> Client::LoadSnapshot(const HloSnapshot& module) {
   return XlaComputation(module.hlo().hlo_module());
 }
 
-StatusOr<std::unique_ptr<GlobalData>> Client::Execute(
-    const XlaComputation& computation, absl::Span<GlobalData* const> arguments,
-    const ExecutionOptions* execution_options,
-    ExecutionProfile* execution_profile) {
-  ExecuteGraphRequest request;
+StatusOr<ExecutionHandle> Client::Compile(
+    const XlaComputation& computation, absl::Span<const Shape> argument_shapes,
+    const ExecutionOptions* execution_options) {
+  CompileRequest request;
   *request.mutable_computation() = computation.proto();
 
   if (execution_options == nullptr) {
@@ -222,6 +221,34 @@ StatusOr<std::unique_ptr<GlobalData>> Client::Execute(
   } else {
     *request.mutable_execution_options() = *execution_options;
   }
+  if (request.execution_options().device_handles_size() > 1) {
+    return InvalidArgument(
+        "Compiling with multiple device handles is not supported. Use "
+        "'Execute' instead.");
+  }
+
+  // The argument shapes affect how the computation is compiled.
+  for (const auto& arg_shape : argument_shapes) {
+    *request.add_input_shape_with_layout() = arg_shape;
+  }
+
+  CompileResponse response;
+  VLOG(1) << "making compile request: " << request.ShortDebugString();
+  Status s = stub_->Compile(&request, &response);
+  VLOG(1) << "done with request";
+
+  if (!s.ok()) {
+    return s;
+  }
+  TF_RET_CHECK(response.has_handle());
+  return response.handle();
+}
+
+StatusOr<std::unique_ptr<GlobalData>> Client::Execute(
+    const ExecutionHandle& handle, absl::Span<GlobalData* const> arguments,
+    ExecutionProfile* execution_profile) {
+  ExecuteRequest request;
+  *request.mutable_handle() = handle;
   for (GlobalData* argument : arguments) {
     CHECK(argument != nullptr) << "Argument pointers must not be null.";
     *request.add_arguments() = argument->handle();
@@ -229,7 +256,7 @@ StatusOr<std::unique_ptr<GlobalData>> Client::Execute(
 
   ExecuteResponse response;
   VLOG(1) << "making execute request: " << request.ShortDebugString();
-  Status s = stub_->ExecuteGraph(&request, &response);
+  Status s = stub_->Execute(&request, &response);
   VLOG(1) << "done with request";
 
   if (!s.ok()) {
@@ -238,15 +265,62 @@ StatusOr<std::unique_ptr<GlobalData>> Client::Execute(
 
   if (execution_profile != nullptr) {
     *execution_profile = response.profile();
+  }
+
+  return absl::make_unique<GlobalData>(stub_, response.output());
+}
+
+StatusOr<std::unique_ptr<GlobalData>> Client::Execute(
+    const XlaComputation& computation, absl::Span<GlobalData* const> arguments,
+    const ExecutionOptions* execution_options,
+    ExecutionProfile* execution_profile) {
+  if (execution_options != nullptr &&
+      execution_options->device_handles_size() > 1) {
+    std::vector<XlaComputationInstance> computation_instances = {
+        XlaComputationInstance{
+            computation,
+            std::vector<GlobalData*>(arguments.begin(), arguments.end()),
+            *execution_options, execution_profile}};
+    TF_ASSIGN_OR_RETURN(auto results, ExecuteParallel(computation_instances));
+    // The result selection is a bit hacky, but better than assuming it is
+    // device 0.
+    //
+    // TODO(b/118493728): Allow Execute to return one result per computation.
+    for (int64 i = 0; i < results.size(); i++) {
+      TF_ASSIGN_OR_RETURN(const Shape& shape, GetShape(*results[i]));
+      if (!ShapeUtil::IsEmptyTuple(shape)) {
+        VLOG(3) << "Fetching result from device " << i << ": "
+                << ShapeUtil::HumanString(shape);
+        return std::move(results[i]);
+      }
+    }
+    TF_RET_CHECK(!results.empty());
+    VLOG(1) << "Defaulting to device 0 result";
+    return std::move(results[0]);
+  }
+
+  // The argument shapes affect how the computation is compiled.
+  std::vector<Shape> arg_shapes(arguments.size());
+  for (int i = 0; i < arguments.size(); i++) {
+    TF_ASSIGN_OR_RETURN(arg_shapes[i], GetShape(*arguments[i]));
+  }
+
+  TF_ASSIGN_OR_RETURN(auto handle,
+                      Compile(computation, arg_shapes, execution_options));
+
+  TF_ASSIGN_OR_RETURN(auto result,
+                      Execute(handle, arguments, execution_profile));
+
+  if (execution_profile != nullptr) {
     if (VLOG_IS_ON(1)) {
       TF_ASSIGN_OR_RETURN(
           auto execution_stats,
-          ExecutionStatsAsString(computation, response.profile()));
+          ExecutionStatsAsString(computation, *execution_profile));
       VLOG(1) << execution_stats;
     }
   }
 
-  return absl::make_unique<GlobalData>(stub_, response.output());
+  return std::move(result);
 }
 
 StatusOr<std::vector<std::unique_ptr<GlobalData>>> Client::ExecuteParallel(
@@ -274,10 +348,11 @@ StatusOr<std::vector<std::unique_ptr<GlobalData>>> Client::ExecuteParallel(
   }
 
   std::vector<std::unique_ptr<GlobalData>> outputs;
-  for (size_t i = 0; i < computations.size(); ++i) {
+  for (size_t i = 0; i < response.responses_size(); ++i) {
     outputs.push_back(
         absl::make_unique<GlobalData>(stub_, response.responses(i).output()));
-    if (computations[i].execution_profile != nullptr) {
+    if (i < computations.size() &&
+        computations[i].execution_profile != nullptr) {
       *computations[i].execution_profile = response.responses(i).profile();
     }
   }
diff --git a/tensorflow/compiler/xla/client/client.h b/tensorflow/compiler/xla/client/client.h
index 6f4d33c469..d0ac4703c6 100644
--- a/tensorflow/compiler/xla/client/client.h
+++ b/tensorflow/compiler/xla/client/client.h
@@ -40,6 +40,31 @@ class Client {
   explicit Client(ServiceInterface* stub);
   virtual ~Client();
 
+  // Compile the computation with the given argument shapes and returns the
+  // handle to the compiled executable. The compiled executable is cached on the
+  // service, and the returned handle can be used for exection without
+  // re-compile.
+  // * The shape and layout of the arguments being executed with will affect how
+  //   the computation is compiled. If argument_shapes is empty, the parameters'
+  //   shape and layout will be used in the compilation.
+  // * If execution_options is not nullptr, these options are passed to the
+  //   service to affect how it compiles our computation.  (The pointer does not
+  //   need to live beyond this call.)
+  // * If execution_options.device_handles should be empty. If you need
+  //   non-empty device handles, call 'Execute' instead.
+  StatusOr<ExecutionHandle> Compile(
+      const XlaComputation& computation,
+      absl::Span<const Shape> argument_shapes,
+      const ExecutionOptions* execution_options = nullptr);
+
+  // Executes the compiled executable for the given handle with the given
+  // arguments and returns the global data that was produced from the execution.
+  // * If execution_profile is not nullptr then the pointed-to ExecutionProfile
+  //   will be filled with profile data from the execution.
+  StatusOr<std::unique_ptr<GlobalData>> Execute(
+      const ExecutionHandle& handle, absl::Span<GlobalData* const> arguments,
+      ExecutionProfile* execution_profile = nullptr);
+
   // Executes the computation with the given arguments and returns the global
   // data that was produced from the execution.
   // * If execution_options is not nullptr, these options are passed to the
diff --git a/tensorflow/compiler/xla/rpc/grpc_service.cc b/tensorflow/compiler/xla/rpc/grpc_service.cc
index 4e1435fa30..d8123a6de2 100644
--- a/tensorflow/compiler/xla/rpc/grpc_service.cc
+++ b/tensorflow/compiler/xla/rpc/grpc_service.cc
@@ -47,11 +47,18 @@ namespace xla {
   });
 }
 
-::grpc::Status GRPCService::ExecuteGraph(::grpc::ServerContext* /*context*/,
-                                         const ExecuteGraphRequest* arg,
-                                         ExecuteResponse* result) {
+::grpc::Status GRPCService::Compile(::grpc::ServerContext* /*context*/,
+                                    const CompileRequest* arg,
+                                    CompileResponse* result) {
   return DelegateRPC(
-      [this, arg, result]() { return service_->ExecuteGraph(arg, result); });
+      [this, arg, result]() { return service_->Compile(arg, result); });
+}
+
+::grpc::Status GRPCService::Execute(::grpc::ServerContext* /*context*/,
+                                    const ExecuteRequest* arg,
+                                    ExecuteResponse* result) {
+  return DelegateRPC(
+      [this, arg, result]() { return service_->Execute(arg, result); });
 }
 
 ::grpc::Status GRPCService::WaitForExecution(::grpc::ServerContext* context,
diff --git a/tensorflow/compiler/xla/rpc/grpc_service.h b/tensorflow/compiler/xla/rpc/grpc_service.h
index ca1b09b648..3e586b288a 100644
--- a/tensorflow/compiler/xla/rpc/grpc_service.h
+++ b/tensorflow/compiler/xla/rpc/grpc_service.h
@@ -39,9 +39,13 @@ class GRPCService : public grpc::XlaService::Service {
                                   const DeconstructTupleRequest* arg,
                                   DeconstructTupleResponse* result) override;
 
-  ::grpc::Status ExecuteGraph(::grpc::ServerContext* context,
-                              const ExecuteGraphRequest* arg,
-                              ExecuteResponse* result) override;
+  ::grpc::Status Compile(::grpc::ServerContext* context,
+                         const CompileRequest* arg,
+                         CompileResponse* result) override;
+
+  ::grpc::Status Execute(::grpc::ServerContext* context,
+                         const ExecuteRequest* arg,
+                         ExecuteResponse* result) override;
 
   ::grpc::Status WaitForExecution(::grpc::ServerContext* context,
                                   const WaitForExecutionRequest* arg,
diff --git a/tensorflow/compiler/xla/rpc/grpc_stub.cc b/tensorflow/compiler/xla/rpc/grpc_stub.cc
index 7b8ab158e1..66abf66cfd 100644
--- a/tensorflow/compiler/xla/rpc/grpc_stub.cc
+++ b/tensorflow/compiler/xla/rpc/grpc_stub.cc
@@ -62,10 +62,17 @@ Status GRPCStub::ResetDevice(const ResetDeviceRequest* request,
   });
 }
 
-Status GRPCStub::ExecuteGraph(const ExecuteGraphRequest* request,
-                              ExecuteResponse* response) {
+Status GRPCStub::Compile(const CompileRequest* request,
+                         CompileResponse* response) {
   return MakeRPC([this, request, response](::grpc::ClientContext* context) {
-    return grpc_stub_->ExecuteGraph(context, *request, response);
+    return grpc_stub_->Compile(context, *request, response);
+  });
+}
+
+Status GRPCStub::Execute(const ExecuteRequest* request,
+                         ExecuteResponse* response) {
+  return MakeRPC([this, request, response](::grpc::ClientContext* context) {
+    return grpc_stub_->Execute(context, *request, response);
   });
 }
 
diff --git a/tensorflow/compiler/xla/rpc/grpc_stub.h b/tensorflow/compiler/xla/rpc/grpc_stub.h
index 8dfcb76138..f02b401399 100644
--- a/tensorflow/compiler/xla/rpc/grpc_stub.h
+++ b/tensorflow/compiler/xla/rpc/grpc_stub.h
@@ -43,8 +43,11 @@ class GRPCStub : public ServiceInterface {
   Status ResetDevice(const ResetDeviceRequest* arg,
                      ResetDeviceResponse* result) override;
 
-  Status ExecuteGraph(const ExecuteGraphRequest* request,
-                      ExecuteResponse* response) override;
+  Status Compile(const CompileRequest* request,
+                 CompileResponse* response) override;
+
+  Status Execute(const ExecuteRequest* request,
+                 ExecuteResponse* response) override;
 
   Status ExecuteGraphParallel(const ExecuteGraphParallelRequest* request,
                               ExecuteParallelResponse* response) override;
diff --git a/tensorflow/compiler/xla/rpc/xla_service.proto b/tensorflow/compiler/xla/rpc/xla_service.proto
index 551ae895e0..e4f332cda2 100644
--- a/tensorflow/compiler/xla/rpc/xla_service.proto
+++ b/tensorflow/compiler/xla/rpc/xla_service.proto
@@ -128,11 +128,14 @@ service XlaService {
       returns (CreateChannelHandleResponse) {
   }
 
-  // Invokes the provided computation with the provided global data passed as
-  // immutable arguments. The request contains the whole computation graph.
+  // Compiles the provided computation into executable. Returns the handle of
+  // the executable.
+  rpc Compile(CompileRequest) returns (CompileResponse) {}
+
+  // Invokes the provided executable with the provided global data passed as
+  // immutable arguments. The request contains the handle to the executable.
   // Returns global data output and execution timing.
-  rpc ExecuteGraph(ExecuteGraphRequest) returns (ExecuteResponse) {
-  }
+  rpc Execute(ExecuteRequest) returns (ExecuteResponse) {}
 
   // Invokes the provided list of computations in parallel with the provided
   // global data for each computation. Returns a list of global data output and
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index ef95439fa9..36eee89480 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -647,6 +647,7 @@ cc_library(
         ":allocation_tracker",
         ":backend",
         ":channel_tracker",
+        ":compilation_cache",
         ":compiler",
         ":computation_layout",
         ":device_memory_allocator",
@@ -2337,6 +2338,20 @@ tf_cc_test(
     ],
 )
 
+cc_library(
+    name = "compilation_cache",
+    srcs = ["compilation_cache.cc"],
+    hdrs = ["compilation_cache.h"],
+    deps = [
+        ":executable",
+        ":hlo_module_config",
+        "//tensorflow/compiler/xla:types",
+        "//tensorflow/compiler/xla:util",
+        "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/core:lib",
+    ],
+)
+
 cc_library(
     name = "layout_assignment",
     srcs = [
diff --git a/tensorflow/compiler/xla/service/compilation_cache.cc b/tensorflow/compiler/xla/service/compilation_cache.cc
new file mode 100644
index 0000000000..2662fe4670
--- /dev/null
+++ b/tensorflow/compiler/xla/service/compilation_cache.cc
@@ -0,0 +1,70 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/compilation_cache.h"
+
+#include <utility>
+
+#include "tensorflow/compiler/xla/types.h"
+#include "tensorflow/compiler/xla/util.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+#include "tensorflow/core/lib/strings/strcat.h"
+#include "tensorflow/core/platform/logging.h"
+
+namespace xla {
+
+namespace {
+
+int64 GetUniqueId() {
+  static tensorflow::mutex mu(tensorflow::LINKER_INITIALIZED);
+  static int64 counter = 0;
+  tensorflow::mutex_lock loc(mu);
+  const int64 id = counter++;
+  return id;
+}
+
+}  // namespace
+
+ExecutionHandle CompilationCache::Insert(
+    std::unique_ptr<Executable> executable) {
+  tensorflow::mutex_lock lock(mutex_);
+
+  CacheKey key = GetUniqueId();
+  VLOG(2) << "inserting cache key: " << key;
+  CHECK_EQ(cache_.count(key), 0);
+  cache_.emplace(key, std::move(executable));
+
+  ExecutionHandle handle;
+  handle.set_handle(key);
+  return handle;
+}
+
+StatusOr<std::shared_ptr<Executable>> CompilationCache::LookUp(
+    const ExecutionHandle& handle) const {
+  tensorflow::mutex_lock lock(mutex_);
+
+  CacheKey key = handle.handle();
+  VLOG(2) << "looking up cache key: " << key;
+  if (cache_.count(key) == 0) {
+    VLOG(2) << "cache key not found: " << key;
+    return InvalidArgumentStrCat("can not find executable with handle ", key);
+  } else {
+    auto& result = cache_.at(key);
+    VLOG(2) << "hit executable: " << result->module().name();
+    return result;
+  }
+}
+
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/compilation_cache.h b/tensorflow/compiler/xla/service/compilation_cache.h
new file mode 100644
index 0000000000..5f94def509
--- /dev/null
+++ b/tensorflow/compiler/xla/service/compilation_cache.h
@@ -0,0 +1,62 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_XLA_SERVICE_COMPILATION_CACHE_H_
+#define TENSORFLOW_COMPILER_XLA_SERVICE_COMPILATION_CACHE_H_
+
+#include <map>
+#include <memory>
+#include <string>
+
+#include "absl/container/flat_hash_map.h"
+#include "tensorflow/compiler/xla/service/executable.h"
+#include "tensorflow/compiler/xla/service/hlo_module_config.h"
+#include "tensorflow/compiler/xla/types.h"
+#include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/platform/mutex.h"
+#include "tensorflow/core/platform/thread_annotations.h"
+
+namespace xla {
+
+// A cache which stores Executables indexed by computation handle and version.
+//
+// TODO(b/119042872): Provide mechanism for removing computations from the
+// compilation cache.
+class CompilationCache {
+ public:
+  CompilationCache() {}
+
+  ExecutionHandle Insert(std::unique_ptr<Executable> executable);
+
+  // Lookup the Executable for the specified handle in the cache. Return a
+  // shared_ptr to the Executable if it exists in the cache.
+  StatusOr<std::shared_ptr<Executable>> LookUp(
+      const ExecutionHandle& handle) const;
+
+ protected:
+  mutable tensorflow::mutex mutex_;
+
+  using CacheKey = int64;
+
+  absl::flat_hash_map<CacheKey, std::shared_ptr<Executable>> cache_
+      GUARDED_BY(mutex_);
+
+ private:
+  TF_DISALLOW_COPY_AND_ASSIGN(CompilationCache);
+};
+
+}  // namespace xla
+
+#endif  // TENSORFLOW_COMPILER_XLA_SERVICE_COMPILATION_CACHE_H_
diff --git a/tensorflow/compiler/xla/service/service.cc b/tensorflow/compiler/xla/service/service.cc
index 6f9094a5c2..7e591df527 100644
--- a/tensorflow/compiler/xla/service/service.cc
+++ b/tensorflow/compiler/xla/service/service.cc
@@ -760,38 +760,6 @@ Status Service::GetDeviceHandles(const GetDeviceHandlesRequest* arg,
   return Status::OK();
 }
 
-Status Service::ExecuteOneToN(const ExecuteGraphRequest* arg,
-                              ExecuteResponse* result) {
-  ExecuteGraphParallelRequest parallel_arg;
-  *parallel_arg.add_requests() = *arg;
-  ExecuteParallelResponse parallel_result;
-  TF_RETURN_IF_ERROR(ExecuteGraphParallel(&parallel_arg, &parallel_result));
-  return PickParallelResponse(parallel_result, result);
-}
-
-Status Service::PickParallelResponse(
-    const ExecuteParallelResponse& parallel_result, ExecuteResponse* result) {
-  // The "result device" selection is a bit hacky, but better than assuming it
-  // is device 0. We have b/76035356 for restructuring the client API to clean
-  // up the current asymmetries and support more functionalities.
-  for (int64 i = 0; i < parallel_result.responses_size(); ++i) {
-    TF_ASSIGN_OR_RETURN(const ShapedBuffer* buffer,
-                        allocation_tracker_.ResolveForReplica(
-                            parallel_result.responses(i).output(), 0));
-    const Shape& shape = buffer->on_host_shape();
-    if (!ShapeUtil::IsEmptyTuple(shape)) {
-      *result = parallel_result.responses(i);
-      VLOG(3) << "Fetching result from device " << i << ": "
-              << ShapeUtil::HumanString(shape);
-      return Status::OK();
-    }
-  }
-  TF_RET_CHECK(parallel_result.responses_size() > 0);
-  *result = parallel_result.responses(0);
-  VLOG(1) << "Defaulting to device 0 result";
-  return Status::OK();
-}
-
 StatusOr<std::unique_ptr<Executable>> Service::BuildExecutable(
     const HloModuleProto& module_proto,
     std::unique_ptr<HloModuleConfig> module_config, Backend* backend,
@@ -836,10 +804,8 @@ StatusOr<std::unique_ptr<Executable>> Service::BuildExecutable(
   return std::move(executable);
 }
 
-Status Service::ExecuteGraph(const ExecuteGraphRequest* arg,
-                             ExecuteResponse* result) {
-  VLOG(1) << "running execute-graph request";
-
+Status Service::Compile(const CompileRequest* arg, CompileResponse* result) {
+  VLOG(1) << "running compile request";
   if (!arg->has_computation()) {
     return InvalidArgument("computations may not be empty");
   }
@@ -847,22 +813,21 @@ Status Service::ExecuteGraph(const ExecuteGraphRequest* arg,
     return InvalidArgument("programe shape may not be empty");
   }
 
-  // If we received multiple device handles, we must partition the module.
   if (arg->execution_options().device_handles_size() > 1) {
-    return ExecuteOneToN(arg, result);
+    return InvalidArgument(
+        "The compile request does not support multiple device handles.");
   }
 
-  TF_ASSIGN_OR_RETURN(auto replicas, Replicas(*execute_backend_,
-                                              SingleComputationDeviceHandle()));
-  TF_ASSIGN_OR_RETURN(
-      std::vector<std::vector<const ShapedBuffer*>> replicated_arguments,
-      ResolveAndValidateArguments(arg->arguments(), replicas));
-
+  std::vector<const Shape*> argument_shapes;
+  absl::c_transform(arg->input_shape_with_layout(),
+                    std::back_inserter(argument_shapes),
+                    [](const Shape& shape) { return &shape; });
   TF_ASSIGN_OR_RETURN(
       std::unique_ptr<HloModuleConfig> module_config,
       CreateModuleConfig(arg->computation().host_program_shape(),
-                         replicated_arguments.front(),
-                         arg->execution_options()));
+                         argument_shapes, &arg->execution_options()));
+  VLOG(3) << "Compile created HloModuleConfig computation layout: "
+          << module_config->entry_computation_layout().ToString();
 
   TF_ASSIGN_OR_RETURN(
       std::unique_ptr<Executable> executable,
@@ -871,6 +836,48 @@ Status Service::ExecuteGraph(const ExecuteGraphRequest* arg,
                       execute_backend_->default_stream_executor(),
                       /*device_allocator=*/nullptr));
 
+  *result->mutable_handle() = compilation_cache_.Insert(std::move(executable));
+
+  VLOG(1) << "successfully completed 'compile' request";
+  return Status::OK();
+}
+
+Status Service::Execute(const ExecuteRequest* arg, ExecuteResponse* result) {
+  VLOG(1) << "running execute request";
+  if (!arg->has_handle()) {
+    return InvalidArgument("execution handle should not be empty");
+  }
+  TF_ASSIGN_OR_RETURN(auto executable,
+                      compilation_cache_.LookUp(arg->handle()));
+
+  TF_ASSIGN_OR_RETURN(auto replicas, Replicas(*execute_backend_,
+                                              SingleComputationDeviceHandle()));
+  TF_ASSIGN_OR_RETURN(
+      std::vector<std::vector<const ShapedBuffer*>> replicated_arguments,
+      ResolveAndValidateArguments(arg->arguments(), replicas));
+
+  // Check that the replicated_arguments has the same shape and layout as the
+  // module config used when creating the exectuable.
+  const int64 num_module_args =
+      executable->module_config().entry_computation_layout().parameter_count();
+  if (num_module_args != arg->arguments_size()) {
+    return InvalidArgument(
+        "The executable expects %lld arguments, but sees %lld.",
+        num_module_args, arg->arguments_size());
+  }
+  for (int64 i = 0; i < num_module_args; i++) {
+    const Shape& shape_module =
+        executable->module_config().entry_computation_layout().parameter_shape(
+            i);
+    const Shape& shape_arg = replicated_arguments.front()[i]->on_host_shape();
+    if (!ShapeUtil::Equal(shape_module, shape_arg)) {
+      return InvalidArgumentStrCat(
+          "The executable exepcts the ", i, "th argument in shape ",
+          ShapeUtil::HumanStringWithLayout(shape_module), " but sees ",
+          ShapeUtil::HumanStringWithLayout(shape_arg));
+    }
+  }
+
   TF_ASSIGN_OR_RETURN(auto stream,
                       execute_backend_->BorrowStream(
                           execute_backend_->default_stream_executor()));
@@ -884,9 +891,10 @@ Status Service::ExecuteGraph(const ExecuteGraphRequest* arg,
 
   TF_ASSIGN_OR_RETURN(
       *result->mutable_output(),
-      ExecuteAndRegisterResult(
-          executable.get(), replicated_arguments, execute_backend_.get(),
-          "result of " + arg->computation().name(), result->mutable_profile()));
+      ExecuteAndRegisterResult(executable.get(), replicated_arguments,
+                               execute_backend_.get(),
+                               "result of " + executable->module().name(),
+                               result->mutable_profile()));
 
   if (executable->dumping_snapshot()) {
     TF_ASSIGN_OR_RETURN(
@@ -898,7 +906,7 @@ Status Service::ExecuteGraph(const ExecuteGraphRequest* arg,
     TF_RETURN_IF_ERROR(executable->DumpHloSnapshot());
   }
 
-  VLOG(1) << "successfully completed 'execute-graph' request";
+  VLOG(1) << "successfully completed 'execute' request";
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/xla/service/service.h b/tensorflow/compiler/xla/service/service.h
index 8cf1a7b9f0..b61e170cd6 100644
--- a/tensorflow/compiler/xla/service/service.h
+++ b/tensorflow/compiler/xla/service/service.h
@@ -27,6 +27,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/allocation_tracker.h"
 #include "tensorflow/compiler/xla/service/backend.h"
 #include "tensorflow/compiler/xla/service/channel_tracker.h"
+#include "tensorflow/compiler/xla/service/compilation_cache.h"
 #include "tensorflow/compiler/xla/service/device_memory_allocator.h"
 #include "tensorflow/compiler/xla/service/executable.h"
 #include "tensorflow/compiler/xla/service/execution_tracker.h"
@@ -90,11 +91,14 @@ class Service : public ServiceInterface {
   Status DeconstructTuple(const DeconstructTupleRequest* arg,
                           DeconstructTupleResponse* result) override;
 
-  // Executes a computation with the provided global data passed as
-  // immutable arguments. The request contains the whole computation graph.
-  // Returns global data output and execution timing.
-  Status ExecuteGraph(const ExecuteGraphRequest* arg,
-                      ExecuteResponse* result) override;
+  // Compiles a computation into an executable. The request contains the whole
+  // computation graph. Returns the handle to the executable.
+  Status Compile(const CompileRequest* arg, CompileResponse* result) override;
+
+  // Executes an executable with the provided global data passes as immutable
+  // arguments. The request contains the handle to the executable. Returns
+  // global data output and execution timing.
+  Status Execute(const ExecuteRequest* arg, ExecuteResponse* result) override;
 
   // Executes one or more computations in parallel with the provided global data
   // passed as immutable arguments. Returns global data output for each
@@ -179,10 +183,6 @@ class Service : public ServiceInterface {
       absl::Span<const ShapedBuffer* const> arguments,
       const ExecutionOptions& execution_options);
 
-  // Picks a parallel response and fills the result.
-  Status PickParallelResponse(const ExecuteParallelResponse& parallel_result,
-                              ExecuteResponse* result);
-
   // Prepare the executors for executing parallel.
   StatusOr<std::vector<se::StreamExecutor*>> GetExecutors(
       const ExecutionOptions& execution_options, int64 requests_size,
@@ -254,11 +254,6 @@ class Service : public ServiceInterface {
       Backend* backend, absl::Span<const DeviceHandle> device_handles,
       absl::Span<const string> result_tags, ExecutionProfile* profile);
 
-  // Executes a single computation which has more than one target device.
-  // The N devices are expected to all return an empty tuple, but one, which
-  // will be the result of this computation.
-  Status ExecuteOneToN(const ExecuteGraphRequest* arg, ExecuteResponse* result);
-
   // Convenience function which checks whether the given client_shape
   // (presumably passed by the client to set the result layout) is valid for the
   // given computation result shape.
@@ -281,6 +276,9 @@ class Service : public ServiceInterface {
 
   ServiceOptions options_;
 
+  // Cache containing previously built Executables.
+  CompilationCache compilation_cache_;
+
   // Tracks channels created via the API.
   ChannelTracker channel_tracker_;
 
diff --git a/tensorflow/compiler/xla/service_interface.h b/tensorflow/compiler/xla/service_interface.h
index 14c35e7b84..33edbd1b20 100644
--- a/tensorflow/compiler/xla/service_interface.h
+++ b/tensorflow/compiler/xla/service_interface.h
@@ -47,8 +47,11 @@ class ServiceInterface {
   virtual Status ResetDevice(const ResetDeviceRequest* arg,
                              ResetDeviceResponse* result) = 0;
 
-  virtual Status ExecuteGraph(const ExecuteGraphRequest* arg,
-                              ExecuteResponse* result) = 0;
+  virtual Status Compile(const CompileRequest* arg,
+                         CompileResponse* result) = 0;
+
+  virtual Status Execute(const ExecuteRequest* arg,
+                         ExecuteResponse* result) = 0;
 
   virtual Status ExecuteGraphParallel(const ExecuteGraphParallelRequest* arg,
                                       ExecuteParallelResponse* result) = 0;
diff --git a/tensorflow/compiler/xla/xla.proto b/tensorflow/compiler/xla/xla.proto
index 65948ef4b0..28df3b03f3 100644
--- a/tensorflow/compiler/xla/xla.proto
+++ b/tensorflow/compiler/xla/xla.proto
@@ -322,6 +322,34 @@ message UnregisterRequest {
 message UnregisterResponse {
 }
 
+message CompileRequest {
+  // The graph to be compiled.
+  HloModuleProto computation = 1;
+
+  // Options that affect how XLA compiles code to service this request.
+  ExecutionOptions execution_options = 2;
+
+  // The layouts of the input arguments. If not set, the default layout will be
+  // used. Although the real arguments are not needed in compilation, the
+  // layouts of the arguments can affect the compilation.
+  repeated Shape input_shape_with_layout = 3;
+}
+
+message CompileResponse {
+  // The handle to the executable.
+  ExecutionHandle handle = 1;
+}
+
+message ExecuteRequest {
+  ExecutionHandle handle = 1;
+
+  // The shape and layout of the arguments must be the same as the those of the
+  // executable's parameters.
+  repeated GlobalDataHandle arguments = 2;
+}
+
+// TODO(b/118493728): Remove this and ExecuteGraphParallelRequest and replace
+// the uses with calls to Compile and Execute.
 message ExecuteGraphRequest {
   HloModuleProto computation = 1;
   repeated GlobalDataHandle arguments = 2;
-- 
GitLab


From 4ff0bd48a7e06e775d86e14228e8ea9e9578f95a Mon Sep 17 00:00:00 2001
From: fcole <fcole@google.com>
Date: Thu, 8 Nov 2018 11:52:54 +0800
Subject: [PATCH 1234/1825] substitute backslashes with parentheses (line
 continuation)

Co-Authored-By: zldrobit <zldrobit@126.com>
---
 tensorflow/contrib/image/python/ops/dense_image_warp.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index 2ac7ff2a6b..13c70ff0e6 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -60,7 +60,10 @@ def _interpolate_bilinear(grid,
       msg = 'Grid must be 4 dimensional. Received size: '
       raise ValueError(msg + str(grid.get_shape()))
 
-    batch_size, height, width, channels = \
+    batch_size, height, width, channels = (array_ops.shape(grid)[0],
+                                           array_ops.shape(grid)[1],
+                                           array_ops.shape(grid)[2],
+                                           array_ops.shape(grid)[3])
       array_ops.shape(grid)[0], \
       array_ops.shape(grid)[1], \
       array_ops.shape(grid)[2], \
-- 
GitLab


From 3e19356fd840069d6dce9aee692ab189708d951c Mon Sep 17 00:00:00 2001
From: zldrobit <zldrobit@126.com>
Date: Thu, 8 Nov 2018 11:58:54 +0800
Subject: [PATCH 1235/1825] delete redundant code

---
 tensorflow/contrib/image/python/ops/dense_image_warp.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index 13c70ff0e6..6e0105d069 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -64,10 +64,7 @@ def _interpolate_bilinear(grid,
                                            array_ops.shape(grid)[1],
                                            array_ops.shape(grid)[2],
                                            array_ops.shape(grid)[3])
-      array_ops.shape(grid)[0], \
-      array_ops.shape(grid)[1], \
-      array_ops.shape(grid)[2], \
-      array_ops.shape(grid)[3]
+
     shape = [batch_size, height, width, channels]
     query_type = query_points.dtype
     grid_type = grid.dtype
-- 
GitLab


From 29375a123033fa7115fcc0ce6e8fd51aec667e6b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 7 Nov 2018 20:22:44 -0800
Subject: [PATCH 1236/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 220575064
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 19 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 19 +++++++++++++++++++
 2 files changed, 38 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index d6984fa786..0bbb3cdb9b 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -11765,6 +11765,25 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "BoostedTreesQuantileStreamResourceDeserialize"
+  input_arg {
+    name: "quantile_stream_resource_handle"
+    type: DT_RESOURCE
+  }
+  input_arg {
+    name: "bucket_boundaries"
+    type: DT_FLOAT
+    number_attr: "num_streams"
+  }
+  attr {
+    name: "num_streams"
+    type: "int"
+    has_minimum: true
+    minimum: 1
+  }
+  is_stateful: true
+}
 op {
   name: "BoostedTreesQuantileStreamResourceFlush"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 309d43c572..edcf6d57da 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -4633,6 +4633,25 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "BoostedTreesQuantileStreamResourceDeserialize"
+  input_arg {
+    name: "quantile_stream_resource_handle"
+    type: DT_RESOURCE
+  }
+  input_arg {
+    name: "bucket_boundaries"
+    type: DT_FLOAT
+    number_attr: "num_streams"
+  }
+  attr {
+    name: "num_streams"
+    type: "int"
+    has_minimum: true
+    minimum: 1
+  }
+  is_stateful: true
+}
 op {
   name: "BoostedTreesQuantileStreamResourceFlush"
   input_arg {
-- 
GitLab


From b3492ab89abbb7892ad7d4bfc82ee1d7ddafca7e Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Wed, 7 Nov 2018 20:25:14 -0800
Subject: [PATCH 1237/1825] Extract param format converting logic out of cudnn
 saveables.

This is step 1 for revamp cudnn rnn unittests.

Previously, each CudnnXXXSaveable object takes care of
* Inserting save-restore logic
* Proper tensor stitching to convert between cudnn and tf rnn weight formats.

Now the 2nd part is taken out to separate classes (a.k.a CudnnParamsFormatConverterXXX). This is to later help the effort to add more high quality unittest for current cudnn and later cudnn feature set.

PiperOrigin-RevId: 220575235
---
 tensorflow/contrib/cudnn_rnn/BUILD            |   2 +-
 tensorflow/contrib/cudnn_rnn/__init__.py      |   8 +
 .../python/kernel_tests/cudnn_rnn_ops_test.py |  18 +-
 .../cudnn_rnn/python/layers/__init__.py       |   5 +
 .../cudnn_rnn/python/layers/cudnn_rnn.py      |   6 +-
 .../cudnn_rnn/python/ops/cudnn_rnn_ops.py     | 570 ++++++++++--------
 6 files changed, 359 insertions(+), 250 deletions(-)

diff --git a/tensorflow/contrib/cudnn_rnn/BUILD b/tensorflow/contrib/cudnn_rnn/BUILD
index 57ffaa87e4..670b549432 100644
--- a/tensorflow/contrib/cudnn_rnn/BUILD
+++ b/tensorflow/contrib/cudnn_rnn/BUILD
@@ -63,8 +63,8 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
-        "no_oss",  # b/117989214
         "noasan",  # http://b/62067814
+        "requires-gpu-sm35",
     ],
 )
 
diff --git a/tensorflow/contrib/cudnn_rnn/__init__.py b/tensorflow/contrib/cudnn_rnn/__init__.py
index 5d8c6191f8..5320232268 100644
--- a/tensorflow/contrib/cudnn_rnn/__init__.py
+++ b/tensorflow/contrib/cudnn_rnn/__init__.py
@@ -24,6 +24,10 @@
 @@CudnnGRUSaveable
 @@CudnnRNNReluSaveable
 @@CudnnRNNTanhSaveable
+@@CudnnParamsFormatConverterLSTM
+@@CudnnParamsFormatConverterGRU
+@@CudnnParamsFormatConverterTanh
+@@CudnnParamsFormatConverterRelu
 """
 
 from __future__ import absolute_import
@@ -48,6 +52,10 @@ _allowed_symbols = [
     "CudnnGRUSaveable",
     "CudnnRNNReluSaveable",
     "CudnnRNNTanhSaveable",
+    "CudnnParamsFormatConverterLSTM",
+    "CudnnParamsFormatConverterGRU",
+    "CudnnParamsFormatConverterTanh",
+    "CudnnParamsFormatConverterRelu",
 ]
 
 remove_undocumented(__name__, _allowed_symbols)
diff --git a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
index 4aa151dba5..ae839108eb 100644
--- a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
+++ b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
@@ -207,7 +207,8 @@ class CudnnRNNTestSaveRestore(TensorFlowTestCase):
           dtype=dtype,
           validate_shape=False)
       saveable = _CreateParamsSavable(params, model)
-      weights, biases = saveable._OpaqueParamsToCanonical()
+      weights, biases = saveable.format_converter._opaque_to_cu_canonical(
+          saveable._variables)
       reset_params = state_ops.assign(
           params,
           array_ops.zeros([params_size_t], dtype=dtype),
@@ -256,8 +257,10 @@ class CudnnRNNTestSaveRestore(TensorFlowTestCase):
       saveables = []
       for name, params in zip(names, param_vars):
         saveables.append(_CreateParamsSavable(params, model, name, name))
-      weights1, biases1 = saveables[0]._OpaqueParamsToCanonical()
-      weights2, biases2 = saveables[1]._OpaqueParamsToCanonical()
+      weights1, biases1 = saveables[0].format_converter._opaque_to_cu_canonical(
+          saveables[0]._variables)
+      weights2, biases2 = saveables[1].format_converter._opaque_to_cu_canonical(
+          saveables[1]._variables)
       reset_params = [
           state_ops.assign(
               params,
@@ -422,21 +425,21 @@ class CudnnRNNTestParamsSize(TensorFlowTestCase):
           cudnn_rnn_ops.CUDNN_LSTM,
           constant_op.constant([4]), 200, 200,
           direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
-      params_size = model.params_size()
+      _ = model.params_size()
     with self.assertRaisesRegexp(
         ValueError, "Shape must be rank 0 but is rank 1"):
       model = _CreateModel(
           cudnn_rnn_ops.CUDNN_LSTM,
           4, constant_op.constant([200]), 200,
           direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
-      params_size = model.params_size()
+      _ = model.params_size()
     with self.assertRaisesRegexp(
         ValueError, "Shape must be rank 0 but is rank 1"):
       model = _CreateModel(
           cudnn_rnn_ops.CUDNN_LSTM,
           4, 200, constant_op.constant([200]),
           direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
-      params_size = model.params_size()
+      _ = model.params_size()
 
 
 class CudnnRNNTestInference(TensorFlowTestCase):
@@ -639,7 +642,8 @@ class CudnnRNNTestTraining(TensorFlowTestCase):
 
   @unittest.skipUnless(test.is_built_with_cuda(),
                        "Test only applicable when running on GPUs")
-  def testSimpleTraining(self):
+  def DISABLED_testSimpleTraining(self):
+    # TODO(jamesqin): fix b/117989214
     test_configs = [
         {
             "rnn_mode": cudnn_rnn_ops.CUDNN_LSTM,
diff --git a/tensorflow/contrib/cudnn_rnn/python/layers/__init__.py b/tensorflow/contrib/cudnn_rnn/python/layers/__init__.py
index f09466b631..60229af374 100644
--- a/tensorflow/contrib/cudnn_rnn/python/layers/__init__.py
+++ b/tensorflow/contrib/cudnn_rnn/python/layers/__init__.py
@@ -27,5 +27,10 @@ from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnCompatibl
 from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnCompatibleLSTMCell
 from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnGRUSaveable
 from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnLSTMSaveable
+from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnParamsFormatConverterGRU
+from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnParamsFormatConverterLSTM
+from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnParamsFormatConverterRelu
+from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnParamsFormatConverterTanh
 from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnRNNReluSaveable
 from tensorflow.contrib.cudnn_rnn.python.ops.cudnn_rnn_ops import CudnnRNNTanhSaveable
+
diff --git a/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py b/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py
index a324c6e7d7..8bbcc7cd03 100644
--- a/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py
+++ b/tensorflow/contrib/cudnn_rnn/python/layers/cudnn_rnn.py
@@ -388,11 +388,11 @@ class _CudnnRNN(base_layer.Layer):
       output_states: a tuple of tensor(s) of the same shape and structure as
         `initial_state`.
     Raises:
-      ValueError: initial_state is not a tuple.
+      TypeError: initial_state is not a tuple.
     """
     if initial_state is not None and not isinstance(initial_state, tuple):
-      raise ValueError("Invalid initial_state type: %s, expecting tuple.",
-                       type(initial_state))
+      raise TypeError("Invalid initial_state type: %s, expecting tuple." %
+                      initial_state)
     dtype = self.dtype
     inputs = ops.convert_to_tensor(inputs, dtype=dtype)
 
diff --git a/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py b/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py
index 2c92f31788..d06d0c6bda 100644
--- a/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py
+++ b/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py
@@ -74,7 +74,7 @@ class CudnnCompatibleLSTMCell(lstm_ops.LSTMBlockCell):
 
 
 class CudnnCompatibleGRUCell(rnn_cell_impl.GRUCell):
-  """Cudnn Compatible GRUCell.
+  r"""Cudnn Compatible GRUCell.
 
   A GRU impl akin to `tf.nn.rnn_cell.GRUCell` to use along with
   `tf.contrib.cudnn_rnn.CudnnGRU`. The latter's params can be used by
@@ -177,172 +177,60 @@ class CudnnCompatibleGRUCell(rnn_cell_impl.GRUCell):
     return new_h, new_h
 
 
-# TODO(yaozhang): make sure we only save the canonical version of params and
-# don't save the platform-specific version to avoid potential race
-# conditions where params is updated by both versions when being restored.
-# Currently, checkpointing will function properly, despite that we save both
-# versions, because Saver restores customized savables after Variables.
-# However, it is good to not rely on this restoring order of Saver and to
-# avoid unnecessary storage. Add a test to check only the canonical version is
-# saved.
-class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
-  """Abstract SaveableObject implementation handling Cudnn opaque params."""
+class CudnnParamsFormatConverter(object):
+  """Abstract class that converts between params of Cudnn Rnn and TF Rnn."""
 
   def __init__(self,
-               opaque_params,
                num_layers,
                num_units,
                input_size,
                input_mode=CUDNN_INPUT_LINEAR_MODE,
-               direction=CUDNN_RNN_UNIDIRECTION,
-               scope=None,
-               name="cudnn_rnn_saveable"):
-    """Creates a CudnnOpaqueParamsSaveable object.
-
-       CudnnOpaqueParamsSaveable is saveable/restorable in a checkpoint file
-       and is used to save/restore the weights and biases parameters in a
-       canonical format which is directly consumable by platform-independent tf
-       RNN cells. Parameters are saved as tensors layer by layer with weight
-       tensors followed by bias tensors, and forward direction followed by
-       backward direction (if applicable). When restoring, a user could name
-       param_variables as desired, and restore weight and bias tensors to these
-       variables.
-
-       For CudnnRNNRelu or CudnnRNNTanh, there are 2 tensors per weight and per
-       bias for each layer: tensor 0 is applied to the input from the previous
-       layer and tensor 1 to the recurrent input.
-
-       For CudnnLSTM, there are 8 tensors per weight and per bias for each
-       layer: tensor 0-3 are applied to the input from the previous layer and
-       tensor 4-7 to the recurrent input. Tensor 0 and 4 are for the input gate;
-       tensor 1 and 5 the forget gate; tensor 2 and 6 the new memory gate;
-       tensor 3 and 7 the output gate.
-
-       For CudnnGRU, there are 6 tensors per weight and per bias for each layer:
-       tensor 0-2 are applied to the input from the previous layer and
-       tensor 3-5 to the recurrent input. Tensor 0 and 3 are for the reset gate;
-       tensor 1 and 4 the update gate; tensor 2 and 5 the new memory gate.
+               direction=CUDNN_RNN_UNIDIRECTION):
+    """Constructor.
 
     Args:
-      opaque_params: a variable, Cudnn RNN opaque params.
       num_layers: the number of layers for the RNN model.
       num_units: the number of units within the RNN model.
       input_size: the size of the input, it could be different from the
-          num_units.
+        num_units.
       input_mode: indicate whether there is a linear projection between the
-          input and the actual computation before the first layer. It could be
-          'linear_input', 'skip_input' or 'auto_select'.
-          'linear_input' (default) always applies a linear projection of input
-          onto RNN hidden state. (standard RNN behavior).
-          'skip_input' is only allowed when input_size == num_units;
-          'auto_select' implies 'skip_input' when input_size == num_units;
-          otherwise, it implies 'linear_input'.
+        input and the actual computation before the first layer. It could be one
+        of 'linear_input', 'skip_input' or 'auto_select'. * 'linear_input'
+        (default) always applies a linear projection of input onto RNN hidden
+        state. (standard RNN behavior). * 'skip_input' is only allowed when
+        input_size == num_units; * 'auto_select' implies 'skip_input' when
+        input_size == num_units; otherwise, it implies 'linear_input'.
       direction: the direction model that the model operates. Could be either
-          'unidirectional' or 'bidirectional'
-      scope: string of VariableScope, the scope of equivalent subgraph
-          consisting only platform-independent tf RNN cells.
-      name: the name of the CudnnOpaqueParamsSaveable object.
+        'unidirectional' or 'bidirectional'
     """
-    # Define in subclasses.
     self._num_layers = num_layers
     self._input_size = input_size
     self._num_units = num_units
     self._input_mode = input_mode
     self._direction = direction
-    if scope is not None:
-      scope_name = scope.name if isinstance(scope, vs.VariableScope) else scope
-      self._scope = scope_name or None
-    else:
-      self._scope = None
-
-    self._variables = opaque_params
     self._num_dirs = 1 if self._direction == CUDNN_RNN_UNIDIRECTION else 2
     self._num_params = (
         self._num_params_per_layer * self._num_layers * self._num_dirs)
 
-    weights, biases = self._OpaqueParamsToCanonical()
-    (weights, weight_names), (biases, bias_names) = self._TransformCanonical(
-        weights, biases)
-    # We currently don't use slice_spec. It might be useful in a distributed
-    # setting where each parameter server node stores a slice of variable,
-    # instead of having the master pull all slices and then save them.
-    slice_spec = ""
-    params = weights + biases
-    self._weight_names = weight_names
-    self._bias_names = bias_names
-    self._param_names = weight_names + bias_names
-    prefixed_param_names = weight_names + bias_names
-    if self._scope:
-      prefixed_param_names = [
-          "%s/%s" % (self._scope, pn) for pn in prefixed_param_names]
-    specs = [
-        saver.BaseSaverBuilder.SaveSpec(param, slice_spec, param_name)
-        for param, param_name in zip(params, prefixed_param_names)
-    ]
-    super(CudnnOpaqueParamsSaveable, self).__init__(
-        array_ops.identity(self._variables), specs, name)
-
-  def restore(self, restored_tensors, restored_shapes):
-    weights, biases = self._ReverseTransformCanonical(restored_tensors)
-    weights = [array_ops.reshape(w, [-1]) for w in weights]
-    opaque_params = self._CanonicalToOpaqueParams(weights, biases)
-
-    return state_ops.assign(
-        self._variables, opaque_params, validate_shape=False)
+  def tf_canonical_to_opaque(self, tf_canonicals):
+    r"""Converts tf canonical weights to cudnn opaque param."""
+    cu_weights, cu_biases = self._tf_canonical_to_cu_canonical(tf_canonicals)
+    cu_weights = [array_ops.reshape(w, [-1]) for w in cu_weights]
+    opaque_params = self._cu_canonical_to_opaque(cu_weights, cu_biases)
+    return opaque_params
 
-  def _checkpointable_save(self, save_buffer):
-    weights, biases = self._OpaqueParamsToCanonical()
-    with ops.device("gpu:0"):
-      (weights, _), (biases, _) = self._TransformCanonical(
-          weights, biases)
-    for name, tensor in zip(self._param_names, weights + biases):
-      save_buffer[name] = array_ops.identity(tensor)
+  def opaque_to_tf_canonical(self, opaque_param):
+    r"""Converts cudnn opaque param to tf canonical weights."""
+    cu_weights, cu_biases = self._opaque_to_cu_canonical(opaque_param)
+    weights, biases = self._cu_canonical_to_tf_canonical(cu_weights, cu_biases)
+    return weights, biases
 
-  def _checkpointable_restore(self, restore_buffer):
-    tensors = [array_ops.identity(restore_buffer[name])
-               for name in self._param_names]
-    return self.restore(
-        restored_tensors=tensors,
-        restored_shapes=None  # Unused
-    )
-
-  def _add_checkpointable_dependencies(self, checkpointable, dtype):
-    """Add canonical weight dependencies to `checkpointable`.
-
-    When saving or restoring, converts to or from the opaque buffer
-    format. Weights are saved and loaded in the configuration expected by
-    cuDNN-compatible cells.
-
-    Args:
-      checkpointable: An object inheriting from `CheckpointableBase` to add
-        dependencies too (typically the cuDNN `Layer`).
-      dtype: The dtype for the canonical parameter Tensors.
-    """
-    split_dependencies = split_dependency.split_dependency(
-        component_names=self._param_names,
-        component_dtypes=(dtype,) * len(self._param_names),
-        fill_save_buffer_fn=self._checkpointable_save,
-        consume_restore_buffer_fn=self._checkpointable_restore)
-    self._checkpointable_track_params(checkpointable, split_dependencies)
-
-  def _checkpointable_track_params(self, checkpointable, params):
-    """Tracks parameters in a canonical configuration."""
-    return  # NotImplementedError raised by the Layer.
-
-  def _TFCanonicalNamePrefix(self, layer, is_fwd=True):
-    if self._direction == CUDNN_RNN_UNIDIRECTION:
-      return "rnn/multi_rnn_cell/cell_%d/%s" % (layer, self._rnn_cell_name)
-    else:
-      if is_fwd:
-        return ("stack_bidirectional_rnn/cell_%d/bidirectional_rnn/fw/%s" %
-                (layer, self._rnn_cell_name))
-      else:
-        return ("stack_bidirectional_rnn/cell_%d/bidirectional_rnn/bw/%s" %
-                (layer, self._rnn_cell_name))
-
-  def _OpaqueParamsToCanonical(self):
+  def _opaque_to_cu_canonical(self, opaque_param):
     """Converts opaque params to Cudnn canonical format.
 
+    Args:
+      opaque_param: An opaque tensor storing cudnn rnn params (weights and
+        biases).
     Returns:
       2 list for weights and biases respectively.
     """
@@ -351,14 +239,14 @@ class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
           num_layers=self._num_layers,
           num_units=self._num_units,
           input_size=self._input_size,
-          params=self._variables,
+          params=opaque_param,
           num_params=self._num_params,
           rnn_mode=self._rnn_mode,
           input_mode=self._input_mode,
           direction=self._direction)
       return (weights, biases)
 
-  def _CanonicalToOpaqueParams(self, cu_weights, cu_biases):
+  def _cu_canonical_to_opaque(self, cu_weights, cu_biases):
     """Converts from Cudnn canonical format to opaque params.
 
     Args:
@@ -378,7 +266,7 @@ class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
           input_mode=self._input_mode,
           direction=self._direction)
 
-  def _TransformCanonical(self, cu_weights, cu_biases):
+  def _cu_canonical_to_tf_canonical(self, cu_weights, cu_biases):
     r"""Transform from Cudnn canonical to tf canonical.
 
     The elements of argument lists are laid out in the following format:
@@ -398,46 +286,43 @@ class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
       cu_weights: a list of tensors of Cudnn canonical weights.
       cu_biases: a list of tensors of Cudnn canonical biases.
     Returns:
-      2 tuples, one for weights and the other for bias.
-      Each tuple has two lists: the 1st for transformed tf canonical tensors
-      and the 2nd for the names of the tensors under which they are saved.
+      1 tuple, tf canonical weights and biases.
     """
     tf_weights, tf_biases = [], []
-    tf_weights_names, tf_bias_names = [], []
 
     layer_weights_num = self._num_params_per_layer * self._num_dirs
     layer_biases_num = layer_weights_num
 
     for i in range(self._num_layers):
-      layer_weights = cu_weights[i * layer_weights_num:
-                                 (i + 1) * layer_weights_num]
+      layer_weights = cu_weights[i * layer_weights_num:(i + 1) *
+                                 layer_weights_num]
       layer_biases = cu_biases[i * layer_biases_num:(i + 1) * layer_biases_num]
       if self._direction == CUDNN_RNN_UNIDIRECTION:
-        prefix = self._TFCanonicalNamePrefix(i)
-        self._TransformSingleLayerCanonical(layer_weights, layer_biases, prefix,
-                                            tf_weights, tf_weights_names,
-                                            tf_biases, tf_bias_names)
+        self._cu_canonical_to_tf_canonical_single_layer(
+            layer_weights, layer_biases, tf_weights, tf_biases)
       else:
-        fw_prefix = self._TFCanonicalNamePrefix(i, is_fwd=True)
-        bw_prefix = self._TFCanonicalNamePrefix(i, is_fwd=False)
-
         fw_weights = layer_weights[:len(layer_weights) // 2]
         bw_weights = layer_weights[len(layer_weights) // 2:]
         fw_biases = layer_biases[:len(layer_biases) // 2]
         bw_biases = layer_biases[len(layer_biases) // 2:]
 
-        self._TransformSingleLayerCanonical(fw_weights, fw_biases, fw_prefix,
-                                            tf_weights, tf_weights_names,
-                                            tf_biases, tf_bias_names)
-
-        self._TransformSingleLayerCanonical(bw_weights, bw_biases, bw_prefix,
-                                            tf_weights, tf_weights_names,
-                                            tf_biases, tf_bias_names)
-    return (tf_weights, tf_weights_names), (tf_biases, tf_bias_names)
-
-  def _TransformSingleLayerCanonical(self, cu_weights, cu_biases, prefix,
-                                     tf_weights, tf_weights_names, tf_biases,
-                                     tf_bias_names):
+        self._cu_canonical_to_tf_canonical_single_layer(
+            fw_weights,
+            fw_biases,
+            tf_weights,
+            tf_biases,
+        )
+
+        self._cu_canonical_to_tf_canonical_single_layer(
+            bw_weights,
+            bw_biases,
+            tf_weights,
+            tf_biases,
+        )
+    return (tf_weights, tf_biases)
+
+  def _cu_canonical_to_tf_canonical_single_layer(self, cu_weights, cu_biases,
+                                                 tf_weights, tf_biases):
     r"""Transform single layer Cudnn canonicals to tf canonicals.
 
     The elements of cu_weights, cu_biases are laid out in the following format:
@@ -447,15 +332,12 @@ class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
     Args:
       cu_weights: a list of tensors, single layer weights.
       cu_biases: a list of tensors, single layer biases.
-      prefix: the shared prefix of all tensor names.
       tf_weights: a list where transformed weights are stored.
-      tf_weights_names: a list where names of transformed weights are stored.
       tf_biases: a list where transformed biases are stored.
-      tf_bias_names: a list where names of transformed biases are stored.
     """
     raise NotImplementedError("Abstract method")
 
-  def _ReverseTransformCanonical(self, tf_canonicals):
+  def _tf_canonical_to_cu_canonical(self, tf_canonicals):
     r"""Transform from tf canonical to Cudnn canonical.
 
     This is the reverse routine of _TransformCanonical().
@@ -502,30 +384,27 @@ class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
     return cu_weights, cu_biases
 
   def _cudnn_to_tf_weights(self, *cu_weights):
-    r"""Stitching cudnn canonical weights to generate tf canonical weights."""
+    r"""Stitches cudnn canonical weights to generate tf canonical weights."""
     raise NotImplementedError("Abstract method")
 
   def _tf_to_cudnn_weights(self, layer, *tf_weights):
-    r"""Reverse the operations in StitchWeights()."""
+    r"""Reverses the operations in StitchWeights()."""
     raise NotImplementedError("Abstract method")
 
   def _cudnn_to_tf_biases(self, *biases):
-    r"""Stitching cudnn canonical biases to generate tf canonical biases."""
+    r"""Stitches cudnn canonical biases to generate tf canonical biases."""
     raise NotImplementedError("Abstract method")
 
   def _tf_to_cudnn_biases(self, *tf_biases):
-    r"""Reverse the operations in StitchBiases()."""
+    r"""Reverses the operations in StitchBiases()."""
     raise NotImplementedError("Abstract method")
 
 
-class CudnnLSTMSaveable(CudnnOpaqueParamsSaveable):
-  """SaveableObject implementation handling Cudnn LSTM opaque params."""
-
+class CudnnParamsFormatConverterLSTM(CudnnParamsFormatConverter):
+  """Helper class that converts between params of Cudnn and TF LSTM."""
   _rnn_mode = CUDNN_LSTM
   _num_params_per_layer = CUDNN_LSTM_PARAMS_PER_LAYER
 
-  _rnn_cell_name = base_layer.to_snake_case(CudnnCompatibleLSTMCell.__name__)
-
   def _cudnn_to_tf_gate_params(self, *cu_gate_order):
     i_g, f_g, c_g, o_g = cu_gate_order
     return [i_g, c_g, f_g, o_g]
@@ -603,44 +482,16 @@ class CudnnLSTMSaveable(CudnnOpaqueParamsSaveable):
     # Return ifco order for Cudnn LSTM.
     return b_wi, b_wf, b_wc, b_wo, b_ri, b_rf, b_rc, b_ro
 
-  def _TransformSingleLayerCanonical(self, weights, biases, prefix, tf_weights,
-                                     tf_weights_names, tf_biases,
-                                     tf_bias_names):
-    (w,) = self._cudnn_to_tf_weights(*weights)
-    (b,) = self._cudnn_to_tf_biases(*biases)
-
+  def _cu_canonical_to_tf_canonical_single_layer(self, cu_weights, cu_biases,
+                                                 tf_weights, tf_biases):
+    (w,) = self._cudnn_to_tf_weights(*cu_weights)
+    (b,) = self._cudnn_to_tf_biases(*cu_biases)
     tf_weights.append(w)
-    tf_weights_names.append(prefix + "/kernel")
-
     tf_biases.append(b)
-    tf_bias_names.append(prefix + "/bias")
-
-  def _checkpointable_track_params(self, checkpointable, params):
-    """Track parameters for compatibility with CudnnCompatibleLSTMCell."""
-    biases = []
-    weights = []
-    for name in self._weight_names:
-      weights.append(params[name])
-    for name in self._bias_names:
-      biases.append(params[name])
-    assert len(params) == len(weights) + len(biases)
-    if len(weights) == 1 and len(biases) == 1:
-      # For single-layer cells, allow substituting a cell with no MultiRNNCell
-      # wrapping.
-      kernel, = weights  # pylint: disable=unbalanced-tuple-unpacking
-      bias, = biases  # pylint: disable=unbalanced-tuple-unpacking
-      checkpointable._track_checkpointable(kernel, name="kernel")  # pylint: disable=protected-access
-      checkpointable._track_checkpointable(bias, name="bias")  # pylint: disable=protected-access
-    assert len(biases) == len(weights)
-    for cell_index, (bias, kernel) in enumerate(zip(biases, weights)):
-      cell = checkpointable_lib.Checkpointable()
-      checkpointable._track_checkpointable(cell, name="cell-%d" % cell_index)  # pylint: disable=protected-access
-      cell.bias = bias
-      cell.kernel = kernel
 
 
-class CudnnGRUSaveable(CudnnOpaqueParamsSaveable):
-  """SaveableObject implementation handling Cudnn GRU opaque params."""
+class CudnnParamsFormatConverterGRU(CudnnParamsFormatConverter):
+  """Helper class that converts between params of Cudnn and TF GRU."""
 
   _rnn_mode = CUDNN_GRU
   _num_params_per_layer = CUDNN_GRU_PARAMS_PER_LAYER
@@ -702,29 +553,18 @@ class CudnnGRUSaveable(CudnnOpaqueParamsSaveable):
     b_ri, b_rr = array_ops.split(br, 2, axis=0)
     return b_wi, b_wr, b_wh, b_ri, b_rr, b_rh
 
-  def _TransformSingleLayerCanonical(self, weights, biases, prefix, tf_weights,
-                                     tf_weights_names, tf_biases,
-                                     tf_bias_names):
+  def _cu_canonical_to_tf_canonical_single_layer(self, cu_weights, cu_biases,
+                                                 tf_weights, tf_biases):
     # pylint: disable=invalid-name
-    W_ir, w_h, r_h = self._cudnn_to_tf_weights(*weights)
-    b_ir, b_wh, b_rh = self._cudnn_to_tf_biases(*biases)
+    W_ir, w_h, r_h = self._cudnn_to_tf_weights(*cu_weights)
+    b_ir, b_wh, b_rh = self._cudnn_to_tf_biases(*cu_biases)
     # pylint: enable=invalid-name
-
     tf_weights.extend([W_ir, w_h, r_h])
-    tf_weights_names.append(prefix + "/gates/kernel")
-    tf_weights_names.append(prefix + "/candidate/input_projection/kernel")
-    tf_weights_names.append(prefix + "/candidate/hidden_projection/kernel")
-
     tf_biases.extend([b_ir, b_wh, b_rh])
-    tf_bias_names.append(prefix + "/gates/bias")
-    tf_bias_names.append(prefix + "/candidate/input_projection/bias")
-    tf_bias_names.append(prefix + "/candidate/hidden_projection/bias")
-
 
-class CudnnRNNSimpleSaveable(CudnnLSTMSaveable):
-  """SaveableObject implementation handling Cudnn RNN Tanh opaque params."""
 
-  _rnn_cell_name = base_layer.to_snake_case(rnn_cell_impl.BasicRNNCell.__name__)
+class CudnnParamsFormatConverterBasic(CudnnParamsFormatConverterLSTM):
+  """Helper class that converts between params of Cudnn and TF Relu/Tanh RNN."""
 
   def _cudnn_to_tf_weights(self, *cu_weights):
     r"""Stitching cudnn canonical weights to generate tf canonical weights."""
@@ -766,18 +606,270 @@ class CudnnRNNSimpleSaveable(CudnnLSTMSaveable):
     return b_i, b_h
 
 
-class CudnnRNNTanhSaveable(CudnnRNNSimpleSaveable):
-  """SaveableObject implementation handling Cudnn RNN Tanh opaque params."""
+class CudnnParamsFormatConverterTanh(CudnnParamsFormatConverterBasic):
+  """Helper class that converts between params of Cudnn and TF Tanh RNN."""
   _rnn_mode = CUDNN_RNN_TANH
   _num_params_per_layer = CUDNN_RNN_TANH_PARAMS_PER_LAYER
 
 
-class CudnnRNNReluSaveable(CudnnRNNSimpleSaveable):
-  """SaveableObject implementation handling Cudnn RNN Relu opaque params."""
+class CudnnParamsFormatConverterRelu(CudnnParamsFormatConverterBasic):
+  """Helper class that converts between params of Cudnn and TF Relu RNN."""
   _rnn_mode = CUDNN_RNN_RELU
   _num_params_per_layer = CUDNN_RNN_RELU_PARAMS_PER_LAYER
 
 
+# TODO(yaozhang): make sure we only save the canonical version of params and
+# don't save the platform-specific version to avoid potential race
+# conditions where params is updated by both versions when being restored.
+# Currently, checkpointing will function properly, despite that we save both
+# versions, because Saver restores customized savables after Variables.
+# However, it is good to not rely on this restoring order of Saver and to
+# avoid unnecessary storage. Add a test to check only the canonical version is
+# saved.
+class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
+  """Abstract SaveableObject implementation handling Cudnn opaque params."""
+
+  def __init__(self,
+               opaque_params,
+               num_layers,
+               num_units,
+               input_size,
+               input_mode=CUDNN_INPUT_LINEAR_MODE,
+               direction=CUDNN_RNN_UNIDIRECTION,
+               scope=None,
+               name="cudnn_rnn_saveable"):
+    """Creates a CudnnOpaqueParamsSaveable object.
+
+       CudnnOpaqueParamsSaveable is saveable/restorable in a checkpoint file
+       and is used to save/restore the weights and biases parameters in a
+       canonical format which is directly consumable by platform-independent tf
+       RNN cells. Parameters are saved as tensors layer by layer with weight
+       tensors followed by bias tensors, and forward direction followed by
+       backward direction (if applicable). When restoring, a user could name
+       param_variables as desired, and restore weight and bias tensors to these
+       variables.
+
+       For CudnnRNNRelu or CudnnRNNTanh, there are 2 tensors per weight and per
+       bias for each layer: tensor 0 is applied to the input from the previous
+       layer and tensor 1 to the recurrent input.
+
+       For CudnnLSTM, there are 8 tensors per weight and per bias for each
+       layer: tensor 0-3 are applied to the input from the previous layer and
+       tensor 4-7 to the recurrent input. Tensor 0 and 4 are for the input gate;
+       tensor 1 and 5 the forget gate; tensor 2 and 6 the new memory gate;
+       tensor 3 and 7 the output gate.
+
+       For CudnnGRU, there are 6 tensors per weight and per bias for each layer:
+       tensor 0-2 are applied to the input from the previous layer and
+       tensor 3-5 to the recurrent input. Tensor 0 and 3 are for the reset gate;
+       tensor 1 and 4 the update gate; tensor 2 and 5 the new memory gate.
+
+    Args:
+      opaque_params: a variable, Cudnn RNN opaque params.
+      num_layers: the number of layers for the RNN model.
+      num_units: the number of units within the RNN model.
+      input_size: the size of the input, it could be different from the
+        num_units.
+      input_mode: indicate whether there is a linear projection between the
+        input and the actual computation before the first layer. It could be
+        'linear_input', 'skip_input' or 'auto_select'. 'linear_input' (default)
+        always applies a linear projection of input onto RNN hidden state.
+        (standard RNN behavior). 'skip_input' is only allowed when input_size ==
+        num_units; 'auto_select' implies 'skip_input' when input_size ==
+        num_units; otherwise, it implies 'linear_input'.
+      direction: the direction model that the model operates. Could be either
+        'unidirectional' or 'bidirectional'
+      scope: string of VariableScope, the scope of equivalent subgraph
+        consisting only platform-independent tf RNN cells.
+      name: the name of the CudnnOpaqueParamsSaveable object.
+    """
+    # Define in subclasses.
+    self._num_layers = num_layers
+    self._input_size = input_size
+    self._num_units = num_units
+    self._input_mode = input_mode
+    self._direction = direction
+    if scope is not None:
+      scope_name = scope.name if isinstance(scope, vs.VariableScope) else scope
+      self._scope = scope_name or None
+    else:
+      self._scope = None
+
+    self._variables = opaque_params
+    self._num_dirs = 1 if self._direction == CUDNN_RNN_UNIDIRECTION else 2
+    # Defined in subclasses.
+    self._format_converter = None
+
+    tf_weights, tf_biases = (
+        self.format_converter.opaque_to_tf_canonical(self._variables))
+    tf_weight_names, tf_bias_names = self._tf_canonical_names()
+    # We currently don't use slice_spec. It might be useful in a distributed
+    # setting where each parameter server node stores a slice of variable,
+    # instead of having the master pull all slices and then save them.
+    slice_spec = ""
+    params = tf_weights + tf_biases
+    self._weight_names = tf_weight_names
+    self._bias_names = tf_bias_names
+    self._param_names = tf_weight_names + tf_bias_names
+    prefixed_param_names = tf_weight_names + tf_bias_names
+    if self._scope:
+      prefixed_param_names = [
+          "%s/%s" % (self._scope, pn) for pn in prefixed_param_names
+      ]
+    specs = [
+        saver.BaseSaverBuilder.SaveSpec(param, slice_spec, param_name)
+        for param, param_name in zip(params, prefixed_param_names)
+    ]
+    super(CudnnOpaqueParamsSaveable, self).__init__(
+        array_ops.identity(self._variables), specs, name)
+
+  @property
+  def format_converter(self):
+    if self._format_converter is None:
+      self._format_converter = self._format_converter_cls(
+          self._num_layers, self._num_units, self._input_size, self._input_mode,
+          self._direction)
+    return self._format_converter
+
+  def restore(self, restored_tensors, restored_shapes):
+    opaque_params = self.format_converter.tf_canonical_to_opaque(
+        restored_tensors)
+    return state_ops.assign(
+        self._variables, opaque_params, validate_shape=False)
+
+  def _checkpointable_save(self, save_buffer):
+    weights, biases = self.format_converter.opaque_params_to_tf_canonical(
+        self._variables)
+    for name, tensor in zip(self._param_names, weights + biases):
+      save_buffer[name] = array_ops.identity(tensor)
+
+  def _checkpointable_restore(self, restore_buffer):
+    tensors = [
+        array_ops.identity(restore_buffer[name]) for name in self._param_names
+    ]
+    return self.restore(
+        restored_tensors=tensors,
+        restored_shapes=None  # Unused
+    )
+
+  def _add_checkpointable_dependencies(self, checkpointable, dtype):
+    """Add canonical weight dependencies to `checkpointable`.
+
+    When saving or restoring, converts to or from the opaque buffer
+    format. Weights are saved and loaded in the configuration expected by
+    cuDNN-compatible cells.
+
+    Args:
+      checkpointable: An object inheriting from `CheckpointableBase` to add
+        dependencies too (typically the cuDNN `Layer`).
+      dtype: The dtype for the canonical parameter Tensors.
+    """
+    split_dependencies = split_dependency.split_dependency(
+        component_names=self._param_names,
+        component_dtypes=(dtype,) * len(self._param_names),
+        fill_save_buffer_fn=self._checkpointable_save,
+        consume_restore_buffer_fn=self._checkpointable_restore)
+    self._checkpointable_track_params(checkpointable, split_dependencies)
+
+  def _checkpointable_track_params(self, checkpointable, params):
+    """Tracks parameters in a canonical configuration."""
+    return  # NotImplementedError raised by the Layer.
+
+  def _tf_canonical_names(self):
+    tf_weights_names, tf_biases_names = [], []
+    for i in range(self._num_layers):
+      if self._direction == CUDNN_RNN_UNIDIRECTION:
+        prefix = self._tf_canonical_name_prefix(i)
+        self._tf_canonical_names_single_layer(prefix, tf_weights_names,
+                                              tf_biases_names)
+      else:
+        fwd_prefix = self._tf_canonical_name_prefix(i, is_fwd=True)
+        bak_prefix = self._tf_canonical_name_prefix(i, is_fwd=False)
+
+        self._tf_canonical_names_single_layer(fwd_prefix, tf_weights_names,
+                                              tf_biases_names)
+        self._tf_canonical_names_single_layer(bak_prefix, tf_weights_names,
+                                              tf_biases_names)
+    return tf_weights_names, tf_biases_names
+
+  def _tf_canonical_name_prefix(self, layer, is_fwd=True):
+    if self._direction == CUDNN_RNN_UNIDIRECTION:
+      return "rnn/multi_rnn_cell/cell_%d/%s" % (layer, self._rnn_cell_name)
+    else:
+      if is_fwd:
+        return ("stack_bidirectional_rnn/cell_%d/bidirectional_rnn/fw/%s" %
+                (layer, self._rnn_cell_name))
+      else:
+        return ("stack_bidirectional_rnn/cell_%d/bidirectional_rnn/bw/%s" %
+                (layer, self._rnn_cell_name))
+
+  def _tf_canonical_names_single_layer(self, prefix, tf_weights_names,
+                                       tf_biases_names):
+    raise NotImplementedError("Abstract method")
+
+
+class CudnnLSTMSaveable(CudnnOpaqueParamsSaveable):
+  """SaveableObject implementation handling Cudnn LSTM opaque params."""
+
+  _format_converter_cls = CudnnParamsFormatConverterLSTM
+  _rnn_cell_name = base_layer.to_snake_case(CudnnCompatibleLSTMCell.__name__)
+
+  def _tf_canonical_names_single_layer(self, prefix, tf_weights_names,
+                                       tf_bias_names):
+    tf_weights_names.append(prefix + "/kernel")
+    tf_bias_names.append(prefix + "/bias")
+
+  def _checkpointable_track_params(self, checkpointable, params):
+    """Track parameters for compatibility with CudnnCompatibleLSTMCell."""
+    biases = []
+    weights = []
+    for name in self._weight_names:
+      weights.append(params[name])
+    for name in self._bias_names:
+      biases.append(params[name])
+    assert len(params) == len(weights) + len(biases)
+    if len(weights) == 1 and len(biases) == 1:
+      # For single-layer cells, allow substituting a cell with no MultiRNNCell
+      # wrapping.
+      kernel, = weights  # pylint: disable=unbalanced-tuple-unpacking
+      bias, = biases  # pylint: disable=unbalanced-tuple-unpacking
+      checkpointable._track_checkpointable(kernel, name="kernel")  # pylint: disable=protected-access
+      checkpointable._track_checkpointable(bias, name="bias")  # pylint: disable=protected-access
+    assert len(biases) == len(weights)
+    for cell_index, (bias, kernel) in enumerate(zip(biases, weights)):
+      cell = checkpointable_lib.Checkpointable()
+      checkpointable._track_checkpointable(cell, name="cell-%d" % cell_index)  # pylint: disable=protected-access
+      cell.bias = bias
+      cell.kernel = kernel
+
+
+class CudnnGRUSaveable(CudnnOpaqueParamsSaveable):
+  """SaveableObject implementation handling Cudnn GRU opaque params."""
+
+  _format_converter_cls = CudnnParamsFormatConverterGRU
+  _rnn_cell_name = base_layer.to_snake_case(CudnnCompatibleGRUCell.__name__)
+
+  def _tf_canonical_names_single_layer(self, prefix, tf_weights_names,
+                                       tf_bias_names):
+    tf_weights_names.append(prefix + "/gates/kernel")
+    tf_weights_names.append(prefix + "/candidate/input_projection/kernel")
+    tf_weights_names.append(prefix + "/candidate/hidden_projection/kernel")
+
+    tf_bias_names.append(prefix + "/gates/bias")
+    tf_bias_names.append(prefix + "/candidate/input_projection/bias")
+    tf_bias_names.append(prefix + "/candidate/hidden_projection/bias")
+
+
+class CudnnRNNTanhSaveable(CudnnLSTMSaveable):
+  _format_converter_cls = CudnnParamsFormatConverterTanh
+  _rnn_cell_name = base_layer.to_snake_case(rnn_cell_impl.BasicRNNCell.__name__)
+
+
+class CudnnRNNReluSaveable(CudnnLSTMSaveable):
+  _format_converter_cls = CudnnParamsFormatConverterRelu
+  _rnn_cell_name = base_layer.to_snake_case(rnn_cell_impl.BasicRNNCell.__name__)
+
+
 _cudnn_rnn_common_doc_string = """
   Cudnn RNN has an opaque parameter buffer that can be used for inference and
   training. But it is possible that the layout of the parameter buffers
@@ -850,7 +942,7 @@ def _get_num_params(rnn_mode, num_layers, direction):
   elif rnn_mode == CUDNN_RNN_TANH:
     num_params_per_layer = CUDNN_RNN_TANH_PARAMS_PER_LAYER
   else:
-    raise ValueError("Invalid \'rnn_mode\': %s", rnn_mode)
+    raise ValueError("Invalid \'rnn_mode\': %s" % rnn_mode)
   num_params = num_layers * num_params_per_layer
   if direction != CUDNN_RNN_UNIDIRECTION:
     num_params *= 2
@@ -918,7 +1010,7 @@ def _cudnn_rnn(inputs,
       "seed2": seed2,
       "name": name
   }
-  if use_cudnn_v2 is not "1":
+  if use_cudnn_v2 != "1":
     outputs, output_h, output_c, _ = gen_cudnn_rnn_ops.cudnn_rnn(**args)
   else:
     outputs, output_h, output_c, _, _ = gen_cudnn_rnn_ops.cudnn_rnnv2(**args)
@@ -1582,7 +1674,7 @@ class _CudnnRNNNoInputC(_CudnnRNN):
     """
 
     if direction not in (CUDNN_RNN_UNIDIRECTION, CUDNN_RNN_BIDIRECTION):
-      raise ValueError("Invalid direction: %s", direction)
+      raise ValueError("Invalid direction: %s" % direction)
 
     super(_CudnnRNNNoInputC, self).__init__(
         self._rnn_mode,
-- 
GitLab


From f05d5acdddd4cbe81d6063daa202249b20f6e8d2 Mon Sep 17 00:00:00 2001
From: Yanhui Liang <yhliang@google.com>
Date: Wed, 7 Nov 2018 21:04:39 -0800
Subject: [PATCH 1238/1825] Add build_op_info to support defun caller op for TF
 internal use cases.

PiperOrigin-RevId: 220578191
---
 tensorflow/python/saved_model/utils.py      |  1 +
 tensorflow/python/saved_model/utils_impl.py | 39 ++++++++++++++++++++-
 tensorflow/python/saved_model/utils_test.py | 25 +++++++++++++
 3 files changed, 64 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/saved_model/utils.py b/tensorflow/python/saved_model/utils.py
index 27c3554909..9bd0126ae3 100644
--- a/tensorflow/python/saved_model/utils.py
+++ b/tensorflow/python/saved_model/utils.py
@@ -22,5 +22,6 @@ from __future__ import print_function
 
 # pylint: disable=unused-import
 from tensorflow.python.saved_model.utils_impl import build_tensor_info
+from tensorflow.python.saved_model.utils_impl import build_tensor_info_from_op
 from tensorflow.python.saved_model.utils_impl import get_tensor_from_tensor_info
 # pylint: enable=unused-import
diff --git a/tensorflow/python/saved_model/utils_impl.py b/tensorflow/python/saved_model/utils_impl.py
index 2ee4d9f4e0..1066741976 100644
--- a/tensorflow/python/saved_model/utils_impl.py
+++ b/tensorflow/python/saved_model/utils_impl.py
@@ -20,10 +20,12 @@ from __future__ import print_function
 
 import os
 
+from tensorflow.core.framework import types_pb2
 from tensorflow.core.protobuf import meta_graph_pb2
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.saved_model import constants
 from tensorflow.python.util import compat
@@ -42,7 +44,7 @@ from tensorflow.python.util.tf_export import tf_export
     "library as tf.compat.v1.saved_model.utils.build_tensor_info or "
     "tf.compat.v1.saved_model.build_tensor_info.")
 def build_tensor_info(tensor):
-  """Utility function to build TensorInfo proto.
+  """Utility function to build TensorInfo proto from a Tensor.
 
   Args:
     tensor: Tensor or SparseTensor whose name, dtype and shape are used to
@@ -64,6 +66,41 @@ def build_tensor_info(tensor):
   return tensor_info
 
 
+def build_tensor_info_from_op(op):
+  """Utility function to build TensorInfo proto from an Op.
+
+  Note that this function should be used with caution. It is strictly restricted
+  to TensorFlow internal use-cases only. Please make sure you do need it before
+  using it.
+
+  This utility function overloads the TensorInfo proto by setting the name to
+  the Op's name, dtype to DT_INVALID and tensor_shape as None. One typical usage
+  is for the Op of the call site for the defunned function:
+  ```python
+    @function.defun
+    def some_vairable_initialiation_fn(value_a, value_b):
+      a = value_a
+      b = value_b
+
+    value_a = constant_op.constant(1, name="a")
+    value_b = constant_op.constant(2, name="b")
+    op_info = utils.build_op_info(
+        some_vairable_initialiation_fn(value_a, value_b))
+  ```
+
+  Args:
+    op: An Op whose name is used to build the TensorInfo. The name that points
+        to the Op could be fetched at run time in the Loader session.
+
+  Returns:
+    A TensorInfo protocol buffer constructed based on the supplied argument.
+  """
+  return meta_graph_pb2.TensorInfo(
+      dtype=types_pb2.DT_INVALID,
+      tensor_shape=tensor_shape.unknown_shape().as_proto(),
+      name=op.name)
+
+
 @tf_export(v1=["saved_model.get_tensor_from_tensor_info",
                "saved_model.utils.get_tensor_from_tensor_info"])
 @deprecation.deprecated(
diff --git a/tensorflow/python/saved_model/utils_test.py b/tensorflow/python/saved_model/utils_test.py
index c9b38ed603..0888dcb411 100644
--- a/tensorflow/python/saved_model/utils_test.py
+++ b/tensorflow/python/saved_model/utils_test.py
@@ -19,16 +19,41 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.framework import types_pb2
+from tensorflow.python.eager import function
+from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.platform import test
 from tensorflow.python.saved_model import utils
 
 
 class UtilsTest(test.TestCase):
 
+  def testBuildTensorInfoOp(self):
+    x = constant_op.constant(1, name="x")
+    y = constant_op.constant(2, name="y")
+    z = control_flow_ops.group([x, y], name="op_z")
+    z_op_info = utils.build_tensor_info_from_op(z)
+    self.assertEqual("op_z", z_op_info.name)
+    self.assertEqual(types_pb2.DT_INVALID, z_op_info.dtype)
+    self.assertEqual(0, len(z_op_info.tensor_shape.dim))
+
+  def testBuildTensorInfoDefunOp(self):
+    @function.defun
+    def my_init_fn(x, y):
+      self.x_var = x
+      self.y_var = y
+
+    x = constant_op.constant(1, name="x")
+    y = constant_op.constant(2, name="y")
+    init_op_info = utils.build_tensor_info_from_op(my_init_fn(x, y))
+    self.assertEqual("PartitionedFunctionCall", init_op_info.name)
+    self.assertEqual(types_pb2.DT_INVALID, init_op_info.dtype)
+    self.assertEqual(0, len(init_op_info.tensor_shape.dim))
+
   def testBuildTensorInfoDense(self):
     x = array_ops.placeholder(dtypes.float32, 1, name="x")
     x_tensor_info = utils.build_tensor_info(x)
-- 
GitLab


From cc46242fc750feb8da443d6c42ef2e2cf66cb38c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?=
 <facai.yan@gmail.com>
Date: Fri, 2 Nov 2018 15:45:36 +0800
Subject: [PATCH 1239/1825] ENH: register double for grad op

---
 tensorflow/core/kernels/conv_grad_ops_3d.cc | 10 ++--------
 1 file changed, 2 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/kernels/conv_grad_ops_3d.cc b/tensorflow/core/kernels/conv_grad_ops_3d.cc
index 9271bfdf04..7fe4d8e93d 100644
--- a/tensorflow/core/kernels/conv_grad_ops_3d.cc
+++ b/tensorflow/core/kernels/conv_grad_ops_3d.cc
@@ -1070,6 +1070,7 @@ namespace functor {
 
 DECLARE_GPU_SPEC(Eigen::half);
 DECLARE_GPU_SPEC(float);
+DECLARE_GPU_SPEC(double);
 #undef DECLARE_GPU_SPEC
 }  // namespace functor
 
@@ -1859,14 +1860,7 @@ class Conv3DBackpropFilterOp<GPUDevice, T> : public OpKernel {
                           Conv3DBackpropFilterOp<GPUDevice, T>);
 TF_CALL_half(REGISTER_GPU_KERNEL);
 TF_CALL_float(REGISTER_GPU_KERNEL);
-REGISTER_KERNEL_BUILDER(
-    Name("Conv3DBackpropInput").Device(DEVICE_GPU).TypeConstraint<double>("T"),
-    Conv3DBackpropInputOp<GPUDevice, double>);
-REGISTER_KERNEL_BUILDER(Name("Conv3DBackpropInputV2")
-                            .Device(DEVICE_GPU)
-                            .TypeConstraint<double>("T")
-                            .HostMemory("input_sizes"),
-                        Conv3DBackpropInputOp<GPUDevice, double>);
+TF_CALL_double(REGISTER_GPU_KERNEL);
 #undef REGISTER_GPU_KERNEL
 
 #endif  // GOOGLE_CUDA
-- 
GitLab


From 29303bc712888e3f0d57e804c93bb1e7c58368a1 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Yan=20Facai=20=28=E9=A2=9C=E5=8F=91=E6=89=8D=29?=
 <facai.yan@gmail.com>
Date: Thu, 8 Nov 2018 14:19:30 +0800
Subject: [PATCH 1240/1825] TST: use cached_session instead

---
 tensorflow/python/kernel_tests/conv_ops_3d_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/kernel_tests/conv_ops_3d_test.py b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
index dd90676f09..b3e73fa841 100644
--- a/tensorflow/python/kernel_tests/conv_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
@@ -413,7 +413,7 @@ class Conv3DTest(test.TestCase):
       elif data_type == dtypes.float16:
         tolerance = 1e-3
 
-      with self.test_session(use_gpu=use_gpu):
+      with self.cached_session(use_gpu=use_gpu):
         orig_input_tensor = constant_op.constant(
             input_data, shape=input_shape, dtype=data_type, name="input")
         filter_tensor = constant_op.constant(
-- 
GitLab


From 3d974edb6e62e3020e7c83bb28c76a0db277f87a Mon Sep 17 00:00:00 2001
From: zldrobit <zldrobit@126.com>
Date: Thu, 8 Nov 2018 14:20:08 +0800
Subject: [PATCH 1241/1825] change error messages after splitting condition

---
 tensorflow/contrib/image/python/ops/dense_image_warp.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index 6e0105d069..df48f0e430 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -78,11 +78,9 @@ def _interpolate_bilinear(grid,
 
     with ops.control_dependencies([
         check_ops.assert_greater_equal(height, 2, message=
-                                       'Grid must be at least batch_size'
-                                       'x 2 x 2 in size.'),
+                                       'Grid height must be at least 2'),
         check_ops.assert_greater_equal(width, 2, message=
-                                       'Grid must be at least batch_size'
-                                       'x 2 x 2 in size.')]):
+                                       'Grid width must be at least2')]):
       alphas = []
       floors = []
       ceils = []
-- 
GitLab


From 9ab76bfe5468f858ce71443603aa16725bb42247 Mon Sep 17 00:00:00 2001
From: zldrobit <zldrobit@126.com>
Date: Thu, 8 Nov 2018 14:27:53 +0800
Subject: [PATCH 1242/1825] fix some typo

---
 tensorflow/contrib/image/python/ops/dense_image_warp.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index df48f0e430..72cd7fe219 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -80,7 +80,7 @@ def _interpolate_bilinear(grid,
         check_ops.assert_greater_equal(height, 2, message=
                                        'Grid height must be at least 2'),
         check_ops.assert_greater_equal(width, 2, message=
-                                       'Grid width must be at least2')]):
+                                       'Grid width must be at least 2')]):
       alphas = []
       floors = []
       ceils = []
-- 
GitLab


From 35f9eddd98f3470e779b8834800ccf66174318d1 Mon Sep 17 00:00:00 2001
From: zldrobit <zldrobit@126.com>
Date: Thu, 8 Nov 2018 14:45:37 +0800
Subject: [PATCH 1243/1825] fix some indentation and typo

---
 .../image/python/ops/dense_image_warp.py      | 25 +++++++++++--------
 1 file changed, 14 insertions(+), 11 deletions(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index 72cd7fe219..554f875cad 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -70,17 +70,21 @@ def _interpolate_bilinear(grid,
     grid_type = grid.dtype
 
     with ops.control_dependencies([
-        check_ops.assert_equal(len(query_points.get_shape()), 3, message=
-                               'Query points must be 3 dimensional'),
-        check_ops.assert_equal(array_ops.shape(query_points)[2], 2, message=
-                               'Query points must be size 2 in dim 2.')]):
+        check_ops.assert_equal(
+            len(query_points.get_shape()),
+            3,
+            message='Query points must be 3 dimensional.'),
+        check_ops.assert_equal(
+            array_ops.shape(query_points)[2],
+            2,
+            message='Query points must be size 2 in dim 2.')]):
       num_queries = array_ops.shape(query_points)[1]
 
     with ops.control_dependencies([
         check_ops.assert_greater_equal(height, 2, message=
-                                       'Grid height must be at least 2'),
+                                       'Grid height must be at least 2.'),
         check_ops.assert_greater_equal(width, 2, message=
-                                       'Grid width must be at least 2')]):
+                                       'Grid width must be at least 2.')]):
       alphas = []
       floors = []
       ceils = []
@@ -187,11 +191,10 @@ def dense_image_warp(image, flow, name='dense_image_warp'):
                 of dimensions.
   """
   with ops.name_scope(name):
-    batch_size, height, width, channels = \
-      array_ops.shape(image)[0], \
-      array_ops.shape(image)[1], \
-      array_ops.shape(image)[2], \
-      array_ops.shape(image)[3]
+    batch_size, height, width, channels = (array_ops.shape(image)[0],
+                                           array_ops.shape(image)[1],
+                                           array_ops.shape(image)[2],
+                                           array_ops.shape(image)[3])
 
     # The flow is defined on the image grid. Turn the flow into a list of query
     # points in the grid space.
-- 
GitLab


From 917bd04d77a6872e8ecf31bbe0a1143dc98b6e8c Mon Sep 17 00:00:00 2001
From: zldrobit <zldrobit@126.com>
Date: Thu, 8 Nov 2018 14:54:53 +0800
Subject: [PATCH 1244/1825] fix indentation

---
 .../contrib/image/python/ops/dense_image_warp.py     | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/image/python/ops/dense_image_warp.py b/tensorflow/contrib/image/python/ops/dense_image_warp.py
index 554f875cad..7930b8317b 100644
--- a/tensorflow/contrib/image/python/ops/dense_image_warp.py
+++ b/tensorflow/contrib/image/python/ops/dense_image_warp.py
@@ -81,10 +81,14 @@ def _interpolate_bilinear(grid,
       num_queries = array_ops.shape(query_points)[1]
 
     with ops.control_dependencies([
-        check_ops.assert_greater_equal(height, 2, message=
-                                       'Grid height must be at least 2.'),
-        check_ops.assert_greater_equal(width, 2, message=
-                                       'Grid width must be at least 2.')]):
+        check_ops.assert_greater_equal(
+            height,
+            2,
+            message='Grid height must be at least 2.'),
+        check_ops.assert_greater_equal(
+            width,
+            2,
+            message='Grid width must be at least 2.')]):
       alphas = []
       floors = []
       ceils = []
-- 
GitLab


From 0469f9f1058dabd34c2ead2077c80cdbd08a220b Mon Sep 17 00:00:00 2001
From: Dimitris Vardoulakis <dimvar@google.com>
Date: Wed, 7 Nov 2018 23:37:33 -0800
Subject: [PATCH 1245/1825] [TF:XLA] Small cleanup in hlo_parser.

PiperOrigin-RevId: 220588800
---
 tensorflow/compiler/xla/service/hlo_parser.cc | 8 ++++----
 tensorflow/compiler/xla/service/hlo_parser.h  | 8 +++-----
 2 files changed, 7 insertions(+), 9 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index 450660b94b..2be7df6a7a 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -108,7 +108,7 @@ class HloParser {
   bool ParseInstructionList(HloComputation** computation,
                             const string& computation_name);
   bool ParseInstruction(HloComputation::Builder* builder, string* root_name);
-  bool ParseInstruciontRhs(HloComputation::Builder* builder, const string& name,
+  bool ParseInstructionRhs(HloComputation::Builder* builder, const string& name,
                            LocTy name_loc);
   bool ParseControlPredecessors(HloInstruction* instruction);
   bool ParseLiteral(Literal* literal, const Shape& shape);
@@ -608,10 +608,10 @@ bool HloParser::ParseInstruction(HloComputation::Builder* builder,
     *root_name = name;
   }
 
-  return ParseInstruciontRhs(builder, name, name_loc);
+  return ParseInstructionRhs(builder, name, name_loc);
 }
 
-bool HloParser::ParseInstruciontRhs(HloComputation::Builder* builder,
+bool HloParser::ParseInstructionRhs(HloComputation::Builder* builder,
                                     const string& name, LocTy name_loc) {
   Shape shape;
   HloOpcode opcode;
@@ -3389,7 +3389,7 @@ bool HloParser::ParseSingleInstruction(HloModule* module) {
     // e.g.
     //
     //  f32[10] fusion(...), calls={...}
-    if (!ParseInstruciontRhs(&builder, module->name(), lexer_.GetLoc())) {
+    if (!ParseInstructionRhs(&builder, module->name(), lexer_.GetLoc())) {
       return false;
     }
   } else {
diff --git a/tensorflow/compiler/xla/service/hlo_parser.h b/tensorflow/compiler/xla/service/hlo_parser.h
index 81eeb9f13b..d830fa6143 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.h
+++ b/tensorflow/compiler/xla/service/hlo_parser.h
@@ -44,7 +44,9 @@ Status ParseHloString(absl::string_view str, HloModule* module);
 // creates a HloModule with default config.
 StatusOr<std::unique_ptr<HloModule>> ParseHloString(absl::string_view str);
 
-// Parses the result of HloSharding::ToString(), e.g. "{replicated}".
+// ParseHloString sharding from str. str is supposed to contain the body of the
+// sharding, i.e. just the rhs of the "sharding={...}" attribute string,
+// e.g., "{replicated}".
 StatusOr<HloSharding> ParseSharding(absl::string_view str);
 
 // Parses the result of window_util::ToString(const Window&).
@@ -55,10 +57,6 @@ StatusOr<Window> ParseWindow(absl::string_view str);
 StatusOr<ConvolutionDimensionNumbers> ParseConvolutionDimensionNumbers(
     absl::string_view str);
 
-// ParseHloString sharding from str. str is supposed to contain the body of the
-// sharding, i.e. just the rhs of the "sharding={...}" attribute string.
-StatusOr<HloSharding> ParseSharding(absl::string_view str);
-
 // Parses the result of PaddingConfigToString(), e.g. "0_0x1_1".
 StatusOr<PaddingConfig> ParsePaddingConfig(absl::string_view str);
 
-- 
GitLab


From c9bc9a52968ba149d886a98aec0a4b7e60774ed6 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Thu, 8 Nov 2018 00:56:23 -0800
Subject: [PATCH 1246/1825] [XLA] Do not hoist out of loops when there is an
 upper bound of 1 on the trip count.

PiperOrigin-RevId: 220596288
---
 tensorflow/compiler/xla/service/BUILD         |  14 ++
 .../xla/service/while_loop_analysis.cc        |  95 ++++++++++++++
 .../xla/service/while_loop_analysis.h         |   4 +
 .../xla/service/while_loop_analysis_test.cc   | 124 ++++++++++++++++++
 .../while_loop_invariant_code_motion.cc       |  14 ++
 .../while_loop_invariant_code_motion_test.cc  |  34 +++++
 6 files changed, 285 insertions(+)
 create mode 100644 tensorflow/compiler/xla/service/while_loop_analysis_test.cc

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 36eee89480..46df31b62e 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -1699,6 +1699,19 @@ cc_library(
     ],
 )
 
+tf_cc_test(
+    name = "while_loop_analysis_test",
+    srcs = ["while_loop_analysis_test.cc"],
+    deps = [
+        ":while_loop_analysis",
+        "//tensorflow/compiler/xla:test",
+        "//tensorflow/compiler/xla/service:hlo_parser",
+        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:xla_internal_test_main",
+        "//tensorflow/core:test",
+    ],
+)
+
 cc_library(
     name = "while_loop_simplifier",
     srcs = ["while_loop_simplifier.cc"],
@@ -3325,6 +3338,7 @@ cc_library(
         ":hlo",
         ":hlo_pass",
         ":tuple_util",
+        ":while_loop_analysis",
         ":while_util",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:util",
diff --git a/tensorflow/compiler/xla/service/while_loop_analysis.cc b/tensorflow/compiler/xla/service/while_loop_analysis.cc
index 541b117e02..68e2569f66 100644
--- a/tensorflow/compiler/xla/service/while_loop_analysis.cc
+++ b/tensorflow/compiler/xla/service/while_loop_analysis.cc
@@ -15,6 +15,9 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/while_loop_analysis.h"
 #include "tensorflow/compiler/xla/service/hlo_evaluator.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_module.h"
+#include "tensorflow/compiler/xla/service/hlo_opcode.h"
 
 namespace xla {
 
@@ -229,4 +232,96 @@ optional<int64> ComputeWhileLoopTripCount(HloInstruction* while_op,
   return nullopt;
 }
 
+// If the only user of this instruction is a get-tuple-element, return that
+// get-tuple-element, otherwise return null. If this runs before CSE/DCE, we may
+// get a false negative if there are several copies of the same GTE, or there
+// are unused GTEs, but we can live with this.
+static HloInstruction* GetOnlyGTE(HloInstruction* inst) {
+  if (inst->user_count() != 1) {
+    return nullptr;
+  }
+
+  HloInstruction* user = inst->users().back();
+  if (user->opcode() != HloOpcode::kGetTupleElement) {
+    return nullptr;
+  }
+  return user;
+}
+
+optional<int64> ComputeWhileLoopTripCountUpperBound(HloInstruction* while_op) {
+  // If we know the exact trip count, it's also the upper bound.
+  auto exact_trip_count = ComputeWhileLoopTripCount(while_op);
+  if (exact_trip_count) {
+    VLOG(2) << "Loop has exact trip count.";
+    return exact_trip_count;
+  }
+
+  // There is one more case we know how to handle. If the loop condition only
+  // looks at one element of the tuple, and the loop body sets this element to a
+  // constant, there are two options:
+  // 1) Evaluating the condition on this constant returns true. In this case,
+  // the loop either executes 0 times, or is an infinite loop, depending on the
+  // init value.
+  // 2) Evaluating the condition on this constant returns false. In this case,
+  // the loop executes 0 or 1 times, depending on the init value. This means
+  // that, regardless of the init value, the upper bound on the trip count is 1.
+
+  // Check whether the condition depends on a single parameter, and find out
+  // which.
+  auto* while_cond = while_op->while_condition();
+  auto* while_cond_param = while_cond->parameter_instruction(0);
+  auto* cond_gte = GetOnlyGTE(while_cond_param);
+  if (!cond_gte) {
+    VLOG(2) << "Induction variable not found in loop condition: "
+            << while_cond->root_instruction()->ToString();
+    return nullopt;
+  }
+
+  // Now check whether this gets set to a constant by the while body.
+  auto* while_body = while_op->while_body();
+  auto* while_body_root = while_body->root_instruction();
+  if (while_body_root->opcode() != HloOpcode::kTuple) {
+    VLOG(3) << "While body's root is not a tuple instruction: "
+            << while_body_root->ToString();
+    return nullopt;
+  }
+
+  int64 indvar_index = cond_gte->tuple_index();
+  auto* while_body_indvar = while_body_root->operand(indvar_index);
+  if (while_body_indvar->opcode() != HloOpcode::kConstant) {
+    VLOG(3) << "While body does not set the IV to a constant: "
+            << while_body_indvar->ToString();
+    return nullopt;
+  }
+
+  // We have a constant. Evaluate the condition on this constant.
+  HloEvaluator evaluator(/*max_loop_iterations=*/0);
+  Literal fake_input = Literal::CreateFromShape(while_cond_param->shape());
+  TF_CHECK_OK(fake_input.CopyFrom(while_body_indvar->literal(),
+                                  /*dest_shape_index=*/{indvar_index},
+                                  /*src_shape_index=*/{}));
+  StatusOr<Literal> eval_result =
+      evaluator.Evaluate<Literal>(*while_cond, {std::move(fake_input)});
+
+  if (!eval_result.ok()) {
+    VLOG(2) << "Couldn't evaluate while loop condition.";
+    return nullopt;
+  }
+
+  Literal cond_result_pred = std::move(eval_result.ValueOrDie());
+  CHECK(ShapeUtil::Equal(cond_result_pred.shape(),
+                         ShapeUtil::MakeShape(PRED, {})));
+
+  // Per the explanation above, if the evaluated condition returns false, the
+  // loop executes at most once.
+  bool cond_returns_true = cond_result_pred.GetFirstElement<bool>();
+  if (!cond_returns_true) {
+    VLOG(2) << "Upper bound on the trip count is 1";
+    return 1;
+  }
+
+  VLOG(2) << "Loop has no known upper bound on the trip count.";
+  return nullopt;
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/while_loop_analysis.h b/tensorflow/compiler/xla/service/while_loop_analysis.h
index bf497f4892..ac69a727bd 100644
--- a/tensorflow/compiler/xla/service/while_loop_analysis.h
+++ b/tensorflow/compiler/xla/service/while_loop_analysis.h
@@ -28,6 +28,10 @@ namespace xla {
 absl::optional<int64> ComputeWhileLoopTripCount(HloInstruction *while_op,
                                                 int64 max_value_returned = 128);
 
+// Returns an upper bound on the trip count of the loop if it's statically
+// known, nullopt otherwise.
+absl::optional<int64> ComputeWhileLoopTripCountUpperBound(
+    HloInstruction *while_op);
 }  // namespace xla
 
 #endif  // TENSORFLOW_COMPILER_XLA_SERVICE_WHILE_LOOP_ANALYSIS_H_
diff --git a/tensorflow/compiler/xla/service/while_loop_analysis_test.cc b/tensorflow/compiler/xla/service/while_loop_analysis_test.cc
new file mode 100644
index 0000000000..f845cd3c06
--- /dev/null
+++ b/tensorflow/compiler/xla/service/while_loop_analysis_test.cc
@@ -0,0 +1,124 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/while_loop_analysis.h"
+
+#include "tensorflow/compiler/xla/service/hlo_parser.h"
+#include "tensorflow/compiler/xla/test.h"
+#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+
+namespace xla {
+namespace {
+
+class WhileLoopAnalysisTest : public HloVerifiedTestBase {};
+
+TEST_F(WhileLoopAnalysisTest, SingleIterationUpperBound) {
+  const char* const kHloModule = R"(
+    HloModule ModuleWithWhile
+
+    body {
+      p_body = (f32[2], s32[]) parameter(0)
+      val = f32[2] get-tuple-element(p_body), index=0
+      const = s32[] constant(-1)
+      ROOT root = (f32[2], s32[]) tuple(val, const)
+    }
+
+    condition {
+      p_cond = (f32[2], s32[]) parameter(0)
+      gte = s32[] get-tuple-element(p_cond), index=1
+      const = s32[] constant(42)
+      ROOT result = pred[] equal-to(gte, const)
+    }
+
+    ENTRY entry {
+      param.0 = f32[2] parameter(0)
+      param.1 = s32[] parameter(1)
+      while_init = (f32[2], s32[]) tuple(param.0, param.1)
+      ROOT while = (f32[2], s32[]) while(while_init), condition=condition, body=body
+    })";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(kHloModule));
+
+  HloInstruction* while_op = module->entry_computation()->root_instruction();
+  EXPECT_EQ(*ComputeWhileLoopTripCountUpperBound(while_op), 1);
+}
+
+TEST_F(WhileLoopAnalysisTest, NoUpperBound) {
+  const char* const kHloModule = R"(
+    HloModule ModuleWithWhile
+
+    body {
+      p_body = (f32[2], s32[]) parameter(0)
+      val = f32[2] get-tuple-element(p_body), index=0
+      const = s32[] constant(42)
+      ROOT root = (f32[2], s32[]) tuple(val, const)
+    }
+
+    condition {
+      p_cond = (f32[2], s32[]) parameter(0)
+      gte = s32[] get-tuple-element(p_cond), index=1
+      const = s32[] constant(42)
+      ROOT result = pred[] equal-to(gte, const)
+    }
+
+    ENTRY entry {
+      param.0 = f32[2] parameter(0)
+      param.1 = s32[] parameter(1)
+      while_init = (f32[2], s32[]) tuple(param.0, param.1)
+      ROOT while = (f32[2], s32[]) while(while_init), condition=condition, body=body
+    })";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(kHloModule));
+
+  HloInstruction* while_op = module->entry_computation()->root_instruction();
+  EXPECT_EQ(ComputeWhileLoopTripCountUpperBound(while_op), absl::nullopt);
+}
+
+TEST_F(WhileLoopAnalysisTest, ExactBound) {
+  const char* const kHloModule = R"(
+    HloModule ModuleWithWhile
+
+    body {
+      p_body = (f32[2], s32[]) parameter(0)
+      val = f32[2] get-tuple-element(p_body), index=0
+      index = s32[] get-tuple-element(p_body), index=1
+      one = s32[] constant(1)
+      inc = s32[] add(index, one)
+      ROOT root = (f32[2], s32[]) tuple(val, inc)
+    }
+
+    condition {
+      p_cond = (f32[2], s32[]) parameter(0)
+      gte = s32[] get-tuple-element(p_cond), index=1
+      const = s32[] constant(42)
+      ROOT result = pred[] less-than(gte, const)
+    }
+
+    ENTRY entry {
+      param.0 = f32[2] parameter(0)
+      param.1 = s32[] constant(0)
+      while_init = (f32[2], s32[]) tuple(param.0, param.1)
+      ROOT while = (f32[2], s32[]) while(while_init), condition=condition, body=body
+    })";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(kHloModule));
+
+  HloInstruction* while_op = module->entry_computation()->root_instruction();
+  EXPECT_EQ(*ComputeWhileLoopTripCountUpperBound(while_op), 42);
+}
+
+}  // namespace
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc
index 9795b2830b..b7c28bfac7 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include "absl/container/flat_hash_set.h"
 #include "absl/container/inlined_vector.h"
 #include "tensorflow/compiler/xla/service/tuple_util.h"
+#include "tensorflow/compiler/xla/service/while_loop_analysis.h"
 #include "tensorflow/compiler/xla/service/while_util.h"
 #include "tensorflow/compiler/xla/util.h"
 
@@ -143,6 +144,12 @@ WhileLoopInvariantCodeMotion::TryHoistingInvariantInstructionsFromWhileBody(
   string while_instr_name = while_instr->ToString(print_no_metadata);
   VLOG(2) << "Trying to hoist from " << while_instr_name;
 
+  auto maybe_upper_bound = ComputeWhileLoopTripCountUpperBound(while_instr);
+  if (maybe_upper_bound && *maybe_upper_bound <= 1) {
+    VLOG(2) << "Loop has a trip count of at most 1, skipping.";
+    return false;
+  }
+
   HloComputation* while_body = while_instr->while_body();
 
   // Maps instructions in the while body to instructions hoisted outside the
@@ -180,6 +187,13 @@ WhileLoopInvariantCodeMotion::TryHoistingInvariantInstructionsFromWhileBody(
     return false;
   }
 
+  // LICM in the presence of domain instructions is complex, bail.
+  for (auto* instruction : while_body->MakeInstructionPostOrder()) {
+    if (instruction->opcode() == HloOpcode::kDomain) {
+      return false;
+    }
+  }
+
   // instructions_to_replace[i] is hoisted into a loop invariant instruction
   // replacement_instructions[i].
   std::vector<HloInstruction*> instructions_to_replace;
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
index 32e69c335b..20b66d7a1d 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
@@ -530,5 +530,39 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DoesNotHoistConstantByDefault) {
   EXPECT_FALSE(simplified_loop);
 }
 
+TEST_F(WhileLoopInvariantCodeMotionTest, DoNotHoistOutOfSingleIteration) {
+  const char* const kHloModule = R"(
+    HloModule ModuleWithWhile
+
+    body {
+      p_body = (f32[2], f32[2], f32[2], s32[]) parameter(0)
+      val.0 = f32[2] get-tuple-element(p_body), index=0
+      val.1 = f32[2] get-tuple-element(p_body), index=1
+      add = f32[2] add(val.0, val.1)
+      const = s32[] constant(-1)
+      ROOT root = (f32[2], f32[2], f32[2], s32[]) tuple(val.0, val.1, add, const)
+    }
+
+    condition {
+      p_cond = (f32[2], f32[2], f32[2], s32[]) parameter(0)
+      gte = s32[] get-tuple-element(p_cond), index=3
+      const = s32[] constant(42)
+      ROOT result = pred[] equal-to(gte, const)
+    }
+
+    ENTRY entry {
+      param.0 = f32[2] parameter(0)
+      param.1 = s32[] parameter(1)
+      while_init = (f32[2], f32[2], f32[2], s32[]) tuple(param.0, param.0, param.0, param.1)
+      ROOT while = (f32[2], f32[2], f32[2], s32[]) while(while_init), condition=condition, body=body
+    })";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(kHloModule));
+
+  TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
+                          WhileLoopInvariantCodeMotion{}.Run(module.get()));
+  EXPECT_FALSE(simplified_loop);
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 14a1c3e04d3ef6b2a433c920a330205be6502940 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 01:02:29 -0800
Subject: [PATCH 1247/1825] compat: Update forward compatibility horizon to
 2018-11-08

PiperOrigin-RevId: 220597311
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 984ae7af41..99c98e4cd1 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 7)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 8)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 70794a8447204d8ef14103ffa25b2738dd399479 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Thu, 8 Nov 2018 01:13:18 -0800
Subject: [PATCH 1248/1825] Automated rollback of commit
 100c6184f4f1df82f0c465bcb07be34dc52da614

PiperOrigin-RevId: 220598839
---
 .../xla/service/gpu/instruction_fusion.cc     |  1 -
 .../service/gpu/instruction_fusion_test.cc    | 21 -------------------
 2 files changed, 22 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
index 43f43b50e4..7f2b59810f 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
@@ -47,7 +47,6 @@ bool IsFusible(const HloInstruction& hlo) {
          hlo.opcode() == HloOpcode::kReduce ||
          hlo.opcode() == HloOpcode::kReduceWindow ||
          hlo.opcode() == HloOpcode::kReshape ||
-         hlo.opcode() == HloOpcode::kReverse ||
          hlo.opcode() == HloOpcode::kScatter ||
          hlo.opcode() == HloOpcode::kSlice ||
          hlo.opcode() == HloOpcode::kTranspose;
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 3cd4913134..57e66f5a12 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -805,26 +805,5 @@ TEST_F(InstructionFusionTest, NonscalarConstantsNotFused) {
               op::Reduce(op::Broadcast(op::Parameter()), op::Constant()));
 }
 
-TEST_F(InstructionFusionTest, FuseReverse) {
-  auto module = ParseHloString(R"(
-    HloModule test_module
-
-    ENTRY Reverse {
-      p0 = f32[50,96,1024]{2,1,0} parameter(0)
-      add = f32[50,96,1024]{2,1,0} add(p0, p0)
-      ROOT reverse = f32[50,96,1024] reverse(add), dimensions={0}
-    })")
-                    .ValueOrDie();
-
-  EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
-                  .Run(module.get())
-                  .ValueOrDie());
-
-  HloInstruction* root = module->entry_computation()->root_instruction();
-  EXPECT_THAT(root, op::Fusion());
-  EXPECT_THAT(root->fused_expression_root(),
-              op::Reverse(op::Add(op::Parameter(), op::Parameter())));
-}
-
 }  // namespace gpu
 }  // namespace xla
-- 
GitLab


From ac0b84824881f992a6b982efa275bbfb56f9cd68 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 01:29:52 -0800
Subject: [PATCH 1249/1825] Add clang to the RBE GPU Dockerfile.

Clang breaks with the libstdc++ version on ubuntu 14.04, so also install
a newer libstdc++.

PiperOrigin-RevId: 220600519
---
 .../Dockerfile.rbe.cuda9.0-cudnn7-ubuntu14.04         | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/tensorflow/tools/ci_build/Dockerfile.rbe.cuda9.0-cudnn7-ubuntu14.04 b/tensorflow/tools/ci_build/Dockerfile.rbe.cuda9.0-cudnn7-ubuntu14.04
index dd8d705331..eb6ca7c8f0 100644
--- a/tensorflow/tools/ci_build/Dockerfile.rbe.cuda9.0-cudnn7-ubuntu14.04
+++ b/tensorflow/tools/ci_build/Dockerfile.rbe.cuda9.0-cudnn7-ubuntu14.04
@@ -6,7 +6,7 @@
 # TODO(klimek): Include clang in this image so we can also target clang
 # builds.
 
-FROM ubuntu:14.04
+FROM gcr.io/clang-docker-builder/clang-ubuntu14_04
 LABEL maintainer="Manuel Klimek <klimek@google.com>"
 
 RUN apt-get update && apt-get install -y --no-install-recommends ca-certificates apt-transport-https gnupg-curl && \
@@ -71,6 +71,15 @@ RUN ln -s libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1
 RUN ln -s /usr/lib/x86_64-linux-gnu/libnccl.so /usr/lib/libnccl.so \
  && ln -s /usr/lib/x86_64-linux-gnu/libnccl.so /usr/lib/libnccl.so.2
 
+# Install a newer version of libstdc++, as new clang versions do not work
+# with the stock ubuntu 14.04 libstdc++.
+RUN apt-get update && \
+    apt-get install -y software-properties-common && \
+    add-apt-repository ppa:ubuntu-toolchain-r/test -y && \
+    apt-get update && \
+    apt-get install -y libstdc++-7-dev && \
+    rm -rf /var/lib/apt/lists/*
+
 # Copy and run the install scripts.
 COPY install/*.sh /install/
 ARG DEBIAN_FRONTEND=noninteractive
-- 
GitLab


From b4327224a2abf2d572faca58f08e82cfd14dfd78 Mon Sep 17 00:00:00 2001
From: Anton Dmitriev <dmitrievanthony@gmail.com>
Date: Thu, 8 Nov 2018 12:42:04 +0300
Subject: [PATCH 1250/1825] Update after review.

---
 tensorflow/c/c_api.cc                         | 26 ++++++++++++++++-
 tensorflow/java/src/main/native/server_jni.cc | 29 +------------------
 2 files changed, 26 insertions(+), 29 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index c4609795ab..1025907f12 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2809,9 +2809,15 @@ TF_Buffer* TF_GetRegisteredKernelsForOp(const char* name, TF_Status* status) {
 #ifndef __ANDROID__
 TF_Server::TF_Server(std::unique_ptr<tensorflow::ServerInterface> server)
     : server(std::move(server)) {}
+#endif  // __ANDROID__
 
 TF_Server* TF_NewServer(const void* proto, size_t proto_len,
                         TF_Status* status) {
+#ifdef __ANDROID__
+  status->status = tensorflow::errors::Unimplemented(
+      "Server functionality is not supported in Android");
+  return nullptr;
+#else
   tensorflow::ServerDef server_def;
   if (!server_def.ParseFromArray(proto, static_cast<int>(proto_len))) {
     status->status = InvalidArgument(
@@ -2824,21 +2830,39 @@ TF_Server* TF_NewServer(const void* proto, size_t proto_len,
   if (!status->status.ok()) return nullptr;
 
   return new TF_Server(std::move(out_server));
+#endif
 }
 
 void TF_ServerStart(TF_Server* server, TF_Status* status) {
+#ifdef __ANDROID__
+  status->status = tensorflow::errors::Unimplemented(
+      "Server functionality is not supported in Android");
+  return nullptr;
+#else
   status->status = server->server->Start();
+#endif
 }
 
 void TF_ServerStop(TF_Server* server, TF_Status* status) {
+#ifdef __ANDROID__
+  status->status = tensorflow::errors::Unimplemented(
+      "Server functionality is not supported in Android");
+  return nullptr;
+#else
   status->status = server->server->Stop();
+#endif
 }
 
 void TF_ServerJoin(TF_Server* server, TF_Status* status) {
+#ifdef __ANDROID__
+  status->status = tensorflow::errors::Unimplemented(
+      "Server functionality is not supported in Android");
+  return nullptr;
+#else
   status->status = server->server->Join();
+#endif
 }
 
 void TF_DeleteServer(TF_Server* server) { delete server; }
-#endif  // __ANDROID__
 
 }  // end extern "C"
diff --git a/tensorflow/java/src/main/native/server_jni.cc b/tensorflow/java/src/main/native/server_jni.cc
index 323d9846a3..d926857404 100644
--- a/tensorflow/java/src/main/native/server_jni.cc
+++ b/tensorflow/java/src/main/native/server_jni.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include "tensorflow/java/src/main/native/utils_jni.h"
 
 namespace {
-#ifndef __ANDROID__
+
 TF_Server* requireHandle(JNIEnv* env, jlong handle) {
   static_assert(sizeof(jlong) >= sizeof(TF_Server*),
                 "Cannot package C object pointers as a Java long");
@@ -31,17 +31,11 @@ TF_Server* requireHandle(JNIEnv* env, jlong handle) {
 
   return reinterpret_cast<TF_Server*>(handle);
 }
-#endif  // __ANDROID__
 
 }  // namespace
 
 JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
     JNIEnv* env, jclass clazz, jbyteArray server_def) {
-#ifdef __ANDROID__
-  throwException(env, kUnsupportedOperationException,
-                 "Server is not supported on Android");
-  return 0;
-#else
   TF_Status* status = TF_NewStatus();
 
   jbyte* server_def_ptr = env->GetByteArrayElements(server_def, nullptr);
@@ -56,16 +50,11 @@ JNIEXPORT jlong JNICALL Java_org_tensorflow_Server_allocate(
   TF_DeleteStatus(status);
 
   return ok ? reinterpret_cast<jlong>(server) : 0;
-#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
                                                         jclass clazz,
                                                         jlong handle) {
-#ifdef __ANDROID__
-  throwException(env, kUnsupportedOperationException,
-                 "Server is not supported on Android");
-#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
@@ -75,16 +64,11 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_start(JNIEnv* env,
   throwExceptionIfNotOK(env, status);
 
   TF_DeleteStatus(status);
-#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
-#ifdef __ANDROID__
-  throwException(env, kUnsupportedOperationException,
-                 "Server is not supported on Android");
-#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
@@ -94,16 +78,11 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_stop(JNIEnv* env,
   throwExceptionIfNotOK(env, status);
 
   TF_DeleteStatus(status);
-#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
                                                        jclass clazz,
                                                        jlong handle) {
-#ifdef __ANDROID__
-  throwException(env, kUnsupportedOperationException,
-                 "Server is not supported on Android");
-#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
@@ -113,19 +92,13 @@ JNIEXPORT void JNICALL Java_org_tensorflow_Server_join(JNIEnv* env,
   throwExceptionIfNotOK(env, status);
 
   TF_DeleteStatus(status);
-#endif  // __ANDROID__
 }
 
 JNIEXPORT void JNICALL Java_org_tensorflow_Server_delete(JNIEnv* env,
                                                          jclass clazz,
                                                          jlong handle) {
-#ifdef __ANDROID__
-  throwException(env, kUnsupportedOperationException,
-                 "Server is not supported on Android");
-#else
   TF_Server* server = requireHandle(env, handle);
   if (server == nullptr) return;
 
   TF_DeleteServer(server);
-#endif  // __ANDROID__
 }
-- 
GitLab


From aeb04dd9519a3bd6fef2ae920b7990c75898ebc3 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 8 Nov 2018 03:09:18 -0800
Subject: [PATCH 1251/1825] Restrict the check for possibly-undefined variables
 to basic symbols - composite ones, like attributes and slices are resolved at
 runtime.

PiperOrigin-RevId: 220609776
---
 tensorflow/python/autograph/converters/control_flow.py | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/autograph/converters/control_flow.py b/tensorflow/python/autograph/converters/control_flow.py
index f9e5c99fd6..5853e044c5 100644
--- a/tensorflow/python/autograph/converters/control_flow.py
+++ b/tensorflow/python/autograph/converters/control_flow.py
@@ -131,14 +131,18 @@ class ControlFlowTransformer(converter.Base):
     created_in_body = body_scope.modified & returned_from_cond - defined_in
     created_in_orelse = orelse_scope.modified & returned_from_cond - defined_in
 
-    if created_in_body != created_in_orelse:
+    basic_created_in_body = tuple(
+        s for s in created_in_body if not s.is_composite())
+    basic_created_in_orelse = tuple(
+        s for s in created_in_orelse if not s.is_composite())
+    if basic_created_in_body != basic_created_in_orelse:
       raise ValueError(
           'if statement may not initialize all variables: the true branch'
           ' creates %s, while the false branch creates %s. Make sure all'
           ' these variables are initialized either in both'
           ' branches or before the if statement.' %
-          (self._fmt_symbols(created_in_body),
-           self._fmt_symbols(created_in_orelse)))
+          (self._fmt_symbols(basic_created_in_body),
+           self._fmt_symbols(basic_created_in_orelse)))
 
     # Alias the closure variables inside the conditional functions, to allow
     # the functions access to the respective variables.
-- 
GitLab


From 9b2f85a8fba504453f98638e24696702cd1823fb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 03:10:44 -0800
Subject: [PATCH 1252/1825] Replace std::vector<std::initializer_list> with
 std::vector<std::vector>. In std::vector<std::initializer_list> the
 intializer_list's underlying arrays will be out of scope after the
 full-expression containing the initialization of the std::vector (c++11
 [class.temporary] p5).

PiperOrigin-RevId: 220609867
---
 tensorflow/compiler/xla/index_util_test.cc    |  5 ++-
 .../xla/service/layout_assignment_test.cc     |  4 +--
 tensorflow/lite/kernels/comparisons_test.cc   | 12 +++----
 .../kernels/detection_postprocess_test.cc     | 30 ++++++++--------
 tensorflow/lite/kernels/sub_test.cc           | 35 +++++++++----------
 5 files changed, 42 insertions(+), 44 deletions(-)

diff --git a/tensorflow/compiler/xla/index_util_test.cc b/tensorflow/compiler/xla/index_util_test.cc
index 93522d2ca8..fa94d0afb4 100644
--- a/tensorflow/compiler/xla/index_util_test.cc
+++ b/tensorflow/compiler/xla/index_util_test.cc
@@ -24,8 +24,7 @@ limitations under the License.
 namespace xla {
 namespace {
 
-void SetMinorToMajorLayout(Shape* shape,
-                           std::initializer_list<int64> dimensions) {
+void SetMinorToMajorLayout(Shape* shape, std::vector<int64> dimensions) {
   shape->mutable_layout()->clear_minor_to_major();
   for (auto dimension : dimensions) {
     shape->mutable_layout()->add_minor_to_major(dimension);
@@ -122,7 +121,7 @@ TEST(IndexUtilTest, LinearToMultiToLinear) {
   std::vector<int64> linear_indexes = {0,        1439999999, 1145567336,
                                        43883404, 617295214,  1117613654};
 
-  std::vector<std::initializer_list<int64>> minor_to_major_orders;
+  std::vector<std::vector<int64>> minor_to_major_orders;
   minor_to_major_orders.push_back({6, 5, 4, 3, 2, 1, 0});
   minor_to_major_orders.push_back({0, 1, 2, 3, 4, 5, 6});
   minor_to_major_orders.push_back({4, 5, 1, 2, 6, 0, 3});
diff --git a/tensorflow/compiler/xla/service/layout_assignment_test.cc b/tensorflow/compiler/xla/service/layout_assignment_test.cc
index 11c57682c1..12c2a045d5 100644
--- a/tensorflow/compiler/xla/service/layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment_test.cc
@@ -91,7 +91,7 @@ class LayoutAssignmentTest : public HloVerifiedTestBase {
 TEST_F(LayoutAssignmentTest, ComputationLayout) {
   // Verify the layouts of the root and parameter instructions of a computation
   // match the ComputationLayout for two different layouts.
-  std::vector<std::initializer_list<int64>> minor_to_majors = {{0, 1}, {1, 0}};
+  std::vector<std::vector<int64>> minor_to_majors = {{0, 1}, {1, 0}};
   for (auto& minor_to_major : minor_to_majors) {
     auto builder = HloComputation::Builder(TestName());
     Shape ashape = ShapeUtil::MakeShape(F32, {42, 12});
@@ -160,7 +160,7 @@ TEST_F(LayoutAssignmentTest, FusionInstruction) {
   // Verify that the layout of the fused parameters in a fusion instruction
   // match that of the fusion operands. Other fused instructions should have no
   // layout.
-  std::vector<std::initializer_list<int64>> minor_to_majors = {{0, 1}, {1, 0}};
+  std::vector<std::vector<int64>> minor_to_majors = {{0, 1}, {1, 0}};
   for (auto& minor_to_major : minor_to_majors) {
     auto builder = HloComputation::Builder(TestName());
     auto constant_literal1 = LiteralUtil::CreateR2WithLayout<float>(
diff --git a/tensorflow/lite/kernels/comparisons_test.cc b/tensorflow/lite/kernels/comparisons_test.cc
index 3c278c1f9e..ab10c959a4 100644
--- a/tensorflow/lite/kernels/comparisons_test.cc
+++ b/tensorflow/lite/kernels/comparisons_test.cc
@@ -455,7 +455,7 @@ TEST(ComparisonsTest, LessEqualQuantized) {
 TEST(ComparisonsTest, QuantizedEqualWithBroadcast) {
   const float kMin = -1.f;
   const float kMax = 128.f;
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     ComparisonOpModel model({TensorType_UINT8, test_shapes[i], kMin, kMax},
@@ -473,7 +473,7 @@ TEST(ComparisonsTest, QuantizedEqualWithBroadcast) {
 TEST(ComparisonsTest, QuantizedNotEqualWithBroadcast) {
   const float kMin = -1.f;
   const float kMax = 128.f;
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     ComparisonOpModel model({TensorType_UINT8, test_shapes[i], kMin, kMax},
@@ -491,7 +491,7 @@ TEST(ComparisonsTest, QuantizedNotEqualWithBroadcast) {
 TEST(ComparisonsTest, QuantizedGreaterWithBroadcast) {
   const float kMin = -1.f;
   const float kMax = 128.f;
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     ComparisonOpModel model({TensorType_UINT8, test_shapes[i], kMin, kMax},
@@ -509,7 +509,7 @@ TEST(ComparisonsTest, QuantizedGreaterWithBroadcast) {
 TEST(ComparisonsTest, QuantizedGreaterEqualWithBroadcast) {
   const float kMin = -1.f;
   const float kMax = 128.f;
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     ComparisonOpModel model({TensorType_UINT8, test_shapes[i], kMin, kMax},
@@ -527,7 +527,7 @@ TEST(ComparisonsTest, QuantizedGreaterEqualWithBroadcast) {
 TEST(ComparisonsTest, QuantizedLessWithBroadcast) {
   const float kMin = -1.f;
   const float kMax = 128.f;
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     ComparisonOpModel model({TensorType_UINT8, test_shapes[i], kMin, kMax},
@@ -545,7 +545,7 @@ TEST(ComparisonsTest, QuantizedLessWithBroadcast) {
 TEST(ComparisonsTest, QuantizedLessEqualWithBroadcast) {
   const float kMin = -1.f;
   const float kMax = 128.f;
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     ComparisonOpModel model({TensorType_UINT8, test_shapes[i], kMin, kMax},
diff --git a/tensorflow/lite/kernels/detection_postprocess_test.cc b/tensorflow/lite/kernels/detection_postprocess_test.cc
index d7ffaf1d82..a1c061a3ca 100644
--- a/tensorflow/lite/kernels/detection_postprocess_test.cc
+++ b/tensorflow/lite/kernels/detection_postprocess_test.cc
@@ -194,7 +194,7 @@ TEST(DetectionPostprocessOpTest, QuantizedTest) {
       {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
       {TensorType_FLOAT32, {}});
   // six boxes in center-size encoding
-  std::vector<std::initializer_list<float>> inputs1 = {{
+  std::vector<std::vector<float>> inputs1 = {{
       0.0, 0.0,  0.0, 0.0,  // box #1
       0.0, 1.0,  0.0, 0.0,  // box #2
       0.0, -1.0, 0.0, 0.0,  // box #3
@@ -204,12 +204,12 @@ TEST(DetectionPostprocessOpTest, QuantizedTest) {
   }};
   m.QuantizeAndPopulate<uint8_t>(m.input1(), inputs1[0]);
   // class scores - two classes with background
-  std::vector<std::initializer_list<float>> inputs2 = {
-      {0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0., .5, .4, 0., .3,
-       .2}};
+  std::vector<std::vector<float>> inputs2 = {{0., .9, .8, 0., .75, .72, 0., .6,
+                                              .5, 0., .93, .95, 0., .5, .4, 0.,
+                                              .3, .2}};
   m.QuantizeAndPopulate<uint8_t>(m.input2(), inputs2[0]);
   // six anchors in center-size encoding
-  std::vector<std::initializer_list<float>> inputs3 = {{
+  std::vector<std::vector<float>> inputs3 = {{
       0.5, 0.5,   1.0, 1.0,  // anchor #1
       0.5, 0.5,   1.0, 1.0,  // anchor #2
       0.5, 0.5,   1.0, 1.0,  // anchor #3
@@ -405,7 +405,7 @@ TEST(DetectionPostprocessOpTest, QuantizedTestFastNMS) {
       {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
       {TensorType_FLOAT32, {}}, false);
   // six boxes in center-size encoding
-  std::vector<std::initializer_list<float>> inputs1 = {{
+  std::vector<std::vector<float>> inputs1 = {{
       0.0, 0.0,  0.0, 0.0,  // box #1
       0.0, 1.0,  0.0, 0.0,  // box #2
       0.0, -1.0, 0.0, 0.0,  // box #3
@@ -415,12 +415,12 @@ TEST(DetectionPostprocessOpTest, QuantizedTestFastNMS) {
   }};
   m.QuantizeAndPopulate<uint8_t>(m.input1(), inputs1[0]);
   // class scores - two classes with background
-  std::vector<std::initializer_list<float>> inputs2 = {
-      {0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0., .5, .4, 0., .3,
-       .2}};
+  std::vector<std::vector<float>> inputs2 = {{0., .9, .8, 0., .75, .72, 0., .6,
+                                              .5, 0., .93, .95, 0., .5, .4, 0.,
+                                              .3, .2}};
   m.QuantizeAndPopulate<uint8_t>(m.input2(), inputs2[0]);
   // six anchors in center-size encoding
-  std::vector<std::initializer_list<float>> inputs3 = {{
+  std::vector<std::vector<float>> inputs3 = {{
       0.5, 0.5,   1.0, 1.0,  // anchor #1
       0.5, 0.5,   1.0, 1.0,  // anchor #2
       0.5, 0.5,   1.0, 1.0,  // anchor #3
@@ -517,7 +517,7 @@ TEST(DetectionPostprocessOpTest, QuantizedTestRegularNMS) {
       {TensorType_FLOAT32, {}}, {TensorType_FLOAT32, {}},
       {TensorType_FLOAT32, {}}, true);
   // six boxes in center-size encoding
-  std::vector<std::initializer_list<float>> inputs1 = {{
+  std::vector<std::vector<float>> inputs1 = {{
       0.0, 0.0,  0.0, 0.0,  // box #1
       0.0, 1.0,  0.0, 0.0,  // box #2
       0.0, -1.0, 0.0, 0.0,  // box #3
@@ -527,12 +527,12 @@ TEST(DetectionPostprocessOpTest, QuantizedTestRegularNMS) {
   }};
   m.QuantizeAndPopulate<uint8_t>(m.input1(), inputs1[0]);
   // class scores - two classes with background
-  std::vector<std::initializer_list<float>> inputs2 = {
-      {0., .9, .8, 0., .75, .72, 0., .6, .5, 0., .93, .95, 0., .5, .4, 0., .3,
-       .2}};
+  std::vector<std::vector<float>> inputs2 = {{0., .9, .8, 0., .75, .72, 0., .6,
+                                              .5, 0., .93, .95, 0., .5, .4, 0.,
+                                              .3, .2}};
   m.QuantizeAndPopulate<uint8_t>(m.input2(), inputs2[0]);
   // six anchors in center-size encoding
-  std::vector<std::initializer_list<float>> inputs3 = {{
+  std::vector<std::vector<float>> inputs3 = {{
       0.5, 0.5,   1.0, 1.0,  // anchor #1
       0.5, 0.5,   1.0, 1.0,  // anchor #2
       0.5, 0.5,   1.0, 1.0,  // anchor #3
diff --git a/tensorflow/lite/kernels/sub_test.cc b/tensorflow/lite/kernels/sub_test.cc
index f0b9447ff6..41503300ab 100644
--- a/tensorflow/lite/kernels/sub_test.cc
+++ b/tensorflow/lite/kernels/sub_test.cc
@@ -99,7 +99,7 @@ TEST(FloatSubOpModel, ActivationRELU_N1_TO_1) {
 }
 
 TEST(FloatSubOpModel, VariousInputShapes) {
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     FloatSubOpModel m({TensorType_FLOAT32, test_shapes[i]},
@@ -116,7 +116,7 @@ TEST(FloatSubOpModel, VariousInputShapes) {
 }
 
 TEST(FloatSubOpModel, WithBroadcast) {
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     FloatSubOpModel m({TensorType_FLOAT32, test_shapes[i]},
@@ -153,7 +153,7 @@ TEST(IntegerSubOpModel, ActivationRELU_N1_TO_1) {
 }
 
 TEST(IntegerSubOpModel, VariousInputShapes) {
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     IntegerSubOpModel m({TensorType_INT32, test_shapes[i]},
@@ -168,7 +168,7 @@ TEST(IntegerSubOpModel, VariousInputShapes) {
 }
 
 TEST(IntegerSubOpModel, WithBroadcast) {
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     IntegerSubOpModel m({TensorType_INT32, test_shapes[i]},
@@ -185,14 +185,13 @@ TEST(IntegerSubOpModel, WithBroadcast) {
 
 TEST(QuantizedSubOpModel, QuantizedTestsNoActivation) {
   float kQuantizedTolerance = GetTolerance(-1.0, 1.0);
-  std::vector<std::initializer_list<float>> inputs1 = {
+  std::vector<std::vector<float>> inputs1 = {
       {0.1, 0.2, 0.3, 0.4}, {-0.2, 0.2, 0.4, 0.7}, {-0.01, 0.2, 0.7, 0.3}};
-  std::vector<std::initializer_list<float>> inputs2 = {
+  std::vector<std::vector<float>> inputs2 = {
       {0.6, 0.4, 0.3, 0.1}, {0.6, 0.4, 0.5, -0.2}, {0.6, 0.4, -0.18, 0.5}};
-  std::vector<std::initializer_list<float>> results = {
-      {-0.5, -0.2, 0.0, 0.3},
-      {-0.8, -0.2, -0.1, 0.9},
-      {-0.61, -0.2, 0.88, -0.2}};
+  std::vector<std::vector<float>> results = {{-0.5, -0.2, 0.0, 0.3},
+                                             {-0.8, -0.2, -0.1, 0.9},
+                                             {-0.61, -0.2, 0.88, -0.2}};
   for (int i = 0; i < inputs1.size(); ++i) {
     QuantizedSubOpModel m({TensorType_UINT8, {1, 2, 2, 1}, -1.0, 1.0},
                           {TensorType_UINT8, {1, 2, 2, 1}, -1.0, 1.0},
@@ -209,12 +208,12 @@ TEST(QuantizedSubOpModel, QuantizedTestsNoActivation) {
 
 TEST(QuantizedSubOpModel, QuantizedTestsActivationRELU_N1_TO_1) {
   float kQuantizedTolerance = GetTolerance(-1.0, 1.0);
-  std::vector<std::initializer_list<float>> inputs1 = {{-0.8, 0.2, 0.9, 0.7},
-                                                       {-0.8, 0.2, 0.7, 0.5}};
-  std::vector<std::initializer_list<float>> inputs2 = {{0.6, 0.4, 0.9, -0.8},
-                                                       {0.6, 0.4, -0.8, 0.3}};
-  std::vector<std::initializer_list<float>> results = {{-1.0, -0.2, 0.0, 1.0},
-                                                       {-1.0, -0.2, 1.0, 0.2}};
+  std::vector<std::vector<float>> inputs1 = {{-0.8, 0.2, 0.9, 0.7},
+                                             {-0.8, 0.2, 0.7, 0.5}};
+  std::vector<std::vector<float>> inputs2 = {{0.6, 0.4, 0.9, -0.8},
+                                             {0.6, 0.4, -0.8, 0.3}};
+  std::vector<std::vector<float>> results = {{-1.0, -0.2, 0.0, 1.0},
+                                             {-1.0, -0.2, 1.0, 0.2}};
   for (int i = 0; i < inputs1.size(); ++i) {
     QuantizedSubOpModel m({TensorType_UINT8, {1, 2, 2, 1}, -1.0, 1.0},
                           {TensorType_UINT8, {1, 2, 2, 1}, -1.0, 1.0},
@@ -231,7 +230,7 @@ TEST(QuantizedSubOpModel, QuantizedTestsActivationRELU_N1_TO_1) {
 
 TEST(QuantizedSubOpModel, QuantizedVariousInputShapes) {
   float kQuantizedTolerance = GetTolerance(-3.0, 3.0);
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     QuantizedSubOpModel m({TensorType_UINT8, test_shapes[i], -3.0, 3.0},
@@ -250,7 +249,7 @@ TEST(QuantizedSubOpModel, QuantizedVariousInputShapes) {
 
 TEST(QuantizedSubOpModel, QuantizedWithBroadcast) {
   float kQuantizedTolerance = GetTolerance(-3.0, 3.0);
-  std::vector<std::initializer_list<int>> test_shapes = {
+  std::vector<std::vector<int>> test_shapes = {
       {6}, {2, 3}, {2, 1, 3}, {1, 3, 1, 2}};
   for (int i = 0; i < test_shapes.size(); ++i) {
     QuantizedSubOpModel m({TensorType_UINT8, test_shapes[i], -3.0, 3.0},
-- 
GitLab


From 1fe1059f41d6af2c07d7f4fbaae652884ade1ea3 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 8 Nov 2018 03:14:55 -0800
Subject: [PATCH 1253/1825] Add a supporting API and guidance on allowing TF
 decorator wrappers that can be injected new wrapped functions. The direct
 application of this is autograph which needs to swap potentially-decorated
 functions with their converted counterpart, preserving any existing wrappers.

PiperOrigin-RevId: 220610131
---
 tensorflow/python/util/tf_decorator.py      | 53 +++++++++++++++++++++
 tensorflow/python/util/tf_decorator_test.py | 46 ++++++++++++++++++
 2 files changed, 99 insertions(+)

diff --git a/tensorflow/python/util/tf_decorator.py b/tensorflow/python/util/tf_decorator.py
index 3d837a4044..0cfc836246 100644
--- a/tensorflow/python/util/tf_decorator.py
+++ b/tensorflow/python/util/tf_decorator.py
@@ -101,6 +101,55 @@ def make_decorator(target,
   return decorator_func
 
 
+def rewrap(decorator_func, previous_target, new_target):
+  """Injects a new target into a function built by make_decorator.
+
+  This function allows replacing a function wrapped by `decorator_func`,
+  assuming the decorator that wraps the function is written as described below.
+
+  The decorator function must use `<decorator name>.__wrapped__` instead of the
+  wrapped function that is normally used:
+
+  Example:
+
+      # Instead of this:
+      def simple_parametrized_wrapper(*args, **kwds):
+        return wrapped_fn(*args, **kwds)
+
+      tf_decorator.make_decorator(simple_parametrized_wrapper, wrapped_fn)
+
+      # Write this:
+      def simple_parametrized_wrapper(*args, **kwds):
+        return simple_parametrized_wrapper.__wrapped__(*args, **kwds)
+
+      tf_decorator.make_decorator(simple_parametrized_wrapper, wrapped_fn)
+
+  Note that this process modifies decorator_func.
+
+  Args:
+    decorator_func: Callable returned by `wrap`.
+    previous_target: Callable that needs to be replaced.
+    new_target: Callable to replace previous_target with.
+  """
+  # Because the process mutates the decorator, we only need to alter the
+  # innermost function that wraps previous_target.
+  cur = decorator_func
+  innermost_decorator = None
+  target = None
+  while hasattr(cur, '_tf_decorator'):
+    innermost_decorator = cur
+    target = getattr(cur, '_tf_decorator')
+    if target.decorated_target is previous_target:
+      break
+    cur = target.decorated_target
+
+  if innermost_decorator is None:
+    return
+
+  target.decorated_target = new_target
+  innermost_decorator.__wrapped__ = new_target
+
+
 def unwrap(maybe_tf_decorator):
   """Unwraps an object into a list of TFDecorators and a final target.
 
@@ -163,6 +212,10 @@ class TFDecorator(object):
   def decorated_target(self):
     return self._decorated_target
 
+  @decorated_target.setter
+  def decorated_target(self, decorated_target):
+    self._decorated_target = decorated_target
+
   @property
   def decorator_name(self):
     return self._decorator_name
diff --git a/tensorflow/python/util/tf_decorator_test.py b/tensorflow/python/util/tf_decorator_test.py
index 0f9712c987..9198f0b3fa 100644
--- a/tensorflow/python/util/tf_decorator_test.py
+++ b/tensorflow/python/util/tf_decorator_test.py
@@ -52,6 +52,22 @@ def test_decorator_increment_first_int_arg(target):
   return tf_decorator.make_decorator(target, wrapper)
 
 
+def test_injectable_decorator_square(target):
+
+  def wrapper(x):
+    return wrapper.__wrapped__(x)**2
+
+  return tf_decorator.make_decorator(target, wrapper)
+
+
+def test_injectable_decorator_increment(target):
+
+  def wrapper(x):
+    return wrapper.__wrapped__(x) + 1
+
+  return tf_decorator.make_decorator(target, wrapper)
+
+
 def test_function(x):
   """Test Function Docstring."""
   return x + 1
@@ -65,6 +81,12 @@ def test_decorated_function(x):
   return x * 2
 
 
+@test_injectable_decorator_square
+@test_injectable_decorator_increment
+def test_rewrappable_decorated(x):
+  return x * 2
+
+
 @test_tfdecorator('decorator')
 class TestDecoratedClass(object):
   """Test Decorated Class."""
@@ -215,6 +237,30 @@ class TfMakeDecoratorTest(test.TestCase):
     _ = tf_decorator.make_decorator(partial, test_wrapper)
 
 
+class TfDecoratorRewrapTest(test.TestCase):
+
+  def testRewrapMutatesAffectedFunction(self):
+
+    def new_target(x):
+      return x * 3
+
+    self.assertEqual((1 * 2 + 1) ** 2, test_rewrappable_decorated(1))
+    prev_target, _ = tf_decorator.unwrap(test_rewrappable_decorated)
+    tf_decorator.rewrap(test_rewrappable_decorated, prev_target, new_target)
+    self.assertEqual((1 * 3 + 1) ** 2, test_rewrappable_decorated(1))
+
+  def testRewrapOfDecoratorFunction(self):
+
+    def new_target(x):
+      return x * 3
+
+    prev_target = test_rewrappable_decorated._tf_decorator._decorated_target
+    # In this case, only the outer decorator (test_injectable_decorator_square)
+    # should be preserved.
+    tf_decorator.rewrap(test_rewrappable_decorated, prev_target, new_target)
+    self.assertEqual((1 * 3) ** 2, test_rewrappable_decorated(1))
+
+
 class TfDecoratorUnwrapTest(test.TestCase):
 
   def testUnwrapReturnsEmptyArrayForUndecoratedFunction(self):
-- 
GitLab


From c0384187185b3a78b4c0d87895762a74e1b9bdce Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 03:26:32 -0800
Subject: [PATCH 1254/1825] Switch remote docker toolchain to image that
 contains clang.

PiperOrigin-RevId: 220610963
---
 third_party/toolchains/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/third_party/toolchains/BUILD b/third_party/toolchains/BUILD
index 6e1416ced1..3fa5e261d5 100644
--- a/third_party/toolchains/BUILD
+++ b/third_party/toolchains/BUILD
@@ -30,6 +30,6 @@ platform(
     remote_execution_properties = """
         properties: {
             name: "container-image"
-            value:"docker://gcr.io/asci-toolchain/nosla-cuda9.0-cudnn7-ubuntu14.04@sha256:e5099ff15650986e268a43ee99e2d2b7ffe2459b8b6935385078d1d3b2ed4d02"
+            value:"docker://gcr.io/asci-toolchain/nosla-cuda9.0-cudnn7-ubuntu14.04@sha256:c26138f4c38c754da2bad44a8a068523abf7fbd71d58a57ce92e5342c5431bf5"
         }""",
 )
-- 
GitLab


From 661b9939121387f96d11b200ea951eeb5e500195 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Thu, 8 Nov 2018 06:12:22 -0800
Subject: [PATCH 1255/1825] Improve KeyValueSort performance on GPU (part 2)

Use shared memory to avoid copying to/from global memory several times
when processing one tile of data. Also parallelize
processing one tile of data, and make tiles larger (64 -> 2048).

PiperOrigin-RevId: 220626790
---
 .../xla/service/gpu/ir_emitter_unnested.cc    |  86 +++--
 tensorflow/compiler/xla/service/llvm_ir/BUILD |   1 +
 .../compiler/xla/service/llvm_ir/llvm_util.cc |  12 +
 .../compiler/xla/service/llvm_ir/llvm_util.h  |   6 +
 .../compiler/xla/service/llvm_ir/sort_util.cc | 353 +++++++++++++-----
 .../compiler/xla/service/llvm_ir/sort_util.h  |   6 +-
 6 files changed, 333 insertions(+), 131 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index 1aaef2d3c5..ae5a875ba6 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -2197,8 +2197,10 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
   }
 
   int64 dimension_to_sort = sort->dimensions(0);
-  int64 dimension_to_sort_bound = keys_shape.dimensions(dimension_to_sort);
+  uint64 dimension_to_sort_bound = keys_shape.dimensions(dimension_to_sort);
   int64 num_stages = tensorflow::Log2Ceiling(dimension_to_sort_bound);
+  CHECK_GE(1ULL << num_stages, dimension_to_sort_bound);
+  CHECK_LT(1ULL << (num_stages - 1), dimension_to_sort_bound);
 
   // Naive C++ code for the outer loops:
   //
@@ -2224,24 +2226,55 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
   // smaller than our chosen power of 2 tile size, and pass them to SortInPlace.
   // Each thread then processes one tile of data.
 
-  const int64 kTileSize = 64LL;
+  const uint64 kTileSize = std::min(2048ULL, 1ULL << num_stages);
 
   // If we cannot combine several xor masks together, we don't use tiling, so we
-  // calculate the standard launch dimensions for the shape.
+  // calculate the standard launch dimensions for the shape. However we only
+  // need to iterate through ~half of the dimension to sort (rounded up to the
+  // next highest power of 2), because each iteration compares one pair of
+  // elements.
+  Shape standard_iteration_shape = keys_shape;
+  uint64 standard_num_iterations_in_sort_dim = 1ULL << (num_stages - 1);
+  standard_iteration_shape.set_dimensions(dimension_to_sort,
+                                          standard_num_iterations_in_sort_dim);
   LaunchDimensions standard_launch_dimensions = CalculateLaunchDimensions(
-      keys_shape, ir_emitter_context_->device_description());
-
-  // Calculate the launch dimensions for the case where we use tiling.
-  Shape tile_shape = keys_shape;
-  tile_shape.set_dimensions(dimension_to_sort,
-                            CeilOfRatio(dimension_to_sort_bound, kTileSize));
-  uint64 num_tiles = ShapeUtil::ElementsIn(tile_shape);
-  const uint64 kThreadsPerBlock = std::min(
-      {std::max(
-           1ULL,
-           ir_emitter_context_->device_description().threads_per_block_limit()),
-       32ULL, num_tiles});
-  uint64 num_blocks = CeilOfRatio(num_tiles, kThreadsPerBlock);
+      standard_iteration_shape, ir_emitter_context_->device_description());
+
+  // Calculate the launch dimensions for the case where we use tiling. We split
+  // the dimension that should be sorted into tiles of size 'kTileSize'. This
+  // means we first need to round 'dimension_to_sort_bound' up to be a multiple
+  // of the tile size.
+  int64 rounded_bound = RoundUpToNearest(dimension_to_sort_bound, kTileSize);
+  Shape iteration_shape = keys_shape;
+
+  // We iterate through the element pairs that should be compared.
+  uint64 num_iterations_in_sort_dim = rounded_bound / 2;
+  iteration_shape.set_dimensions(dimension_to_sort, num_iterations_in_sort_dim);
+  uint64 num_iterations = ShapeUtil::ElementsIn(iteration_shape);
+
+  // For correctness reasons we need exactly 'kTileSize' / 2 many threads per
+  // block. Each thread is responsible for copying exactly two adjacent elements
+  // into shared memory, and then does a comparison of two possibly different
+  // elements taken from shared memory.
+  const uint64 kThreadsPerBlock = kTileSize / 2;
+
+  // Check whether we should use any tiling. We might not be able to use it if
+  // we have not enough threads, or not enough shared memory. Also it does not
+  // give a speedup if the tile size is < 128.
+  int64 total_shared_memory_needed = 0;
+  for (int64 i = 0; i < sort->operand_count(); ++i) {
+    total_shared_memory_needed +=
+        kTileSize * ShapeUtil::ByteSizeOfPrimitiveType(
+                        sort->operand(i)->shape().element_type());
+  }
+  bool no_tiling =
+      kTileSize < 128 ||
+      kThreadsPerBlock >
+          ir_emitter_context_->device_description().threads_per_block_limit() ||
+      total_shared_memory_needed >
+          ir_emitter_context_->device_description().shared_memory_per_block();
+
+  uint64 num_blocks = CeilOfRatio(num_iterations, kThreadsPerBlock);
   LaunchDimensions tiled_launch_dimensions(num_blocks, kThreadsPerBlock);
 
   auto emit_kernel = [&](absl::Span<const int64> xor_masks) {
@@ -2264,9 +2297,12 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
         values_arrays.push_back(GetIrArray(*sort, *sort, shape_index));
       }
     }
-    return llvm_ir::EmitSortInPlace(dimension_to_sort, keys_array,
-                                    values_arrays, IrName(sort), xor_masks, &b_,
-                                    launch_dimensions, kTileSize);
+    return llvm_ir::EmitSortInPlace(
+        dimension_to_sort, keys_array, values_arrays, IrName(sort), xor_masks,
+        &b_, launch_dimensions,
+        xor_masks.size() > 1 ? num_iterations_in_sort_dim
+                             : standard_num_iterations_in_sort_dim,
+        kTileSize);
   };
   std::vector<int64> xor_masks;
   for (int64 stage = 0; stage < num_stages; ++stage) {
@@ -2277,7 +2313,7 @@ Status IrEmitterUnnested::HandleSort(HloInstruction* sort) {
       } else {
         xor_mask = 1LL << mask;
       }
-      if (xor_mask >= kTileSize) {
+      if (xor_mask >= kTileSize || no_tiling) {
         if (!xor_masks.empty()) {
           TF_RETURN_IF_ERROR(emit_kernel(xor_masks));
           xor_masks.clear();
@@ -3303,13 +3339,9 @@ LaunchDimensions IrEmitterUnnested::EmitHlo021Tile(
                                  param->shape().element_type(), module_),
                              kTileSize + 1),
         kTileSize);
-    const int kNVPTXSharedMemoryAddrSpace = 3;
-    auto* tile_base_ptr = new llvm::GlobalVariable(
-        *b_.GetInsertBlock()->getParent()->getParent(), tile_type,
-        /*isConstant=*/false, llvm::GlobalValue::PrivateLinkage,
-        llvm::UndefValue::get(tile_type),
-        llvm_ir::AsStringRef(IrName(hlo, StrCat("tile", id))), nullptr,
-        llvm::GlobalValue::NotThreadLocal, kNVPTXSharedMemoryAddrSpace);
+    auto* tile_base_ptr = llvm_ir::AllocateSharedMemoryTile(
+        b_.GetInsertBlock()->getParent()->getParent(), tile_type,
+        IrName(hlo, StrCat("tile", id)));
     param_shmem_buffers[id] = tile_base_ptr;
     VLOG(3) << "Added shmem buffer for parameter " << id << ": "
             << llvm_ir::DumpToString(*tile_base_ptr);
diff --git a/tensorflow/compiler/xla/service/llvm_ir/BUILD b/tensorflow/compiler/xla/service/llvm_ir/BUILD
index 84449ef7e5..728a66b388 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/BUILD
+++ b/tensorflow/compiler/xla/service/llvm_ir/BUILD
@@ -198,6 +198,7 @@ cc_library(
     hdrs = ["sort_util.h"],
     deps = [
         ":ir_array",
+        ":kernel_support_library",
         ":llvm_loop",
         ":llvm_util",
         ":loop_emitter",
diff --git a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
index 2e5aebb74c..05b5f65780 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #include "absl/strings/str_cat.h"
 #include "llvm/IR/DerivedTypes.h"
 #include "llvm/IR/GlobalValue.h"
+#include "llvm/IR/GlobalVariable.h"
 #include "llvm/IR/MDBuilder.h"
 #include "llvm/IR/Operator.h"
 #include "llvm/Target/TargetOptions.h"
@@ -260,6 +261,17 @@ llvm::Constant* ConvertLiteralToIrConstant(const Literal& literal,
       /*AddNull=*/false);
 }
 
+llvm::GlobalVariable* AllocateSharedMemoryTile(llvm::Module* module,
+                                               llvm::Type* tile_type,
+                                               absl::string_view name) {
+  const int kNVPTXSharedMemoryAddrSpace = 3;
+  return new llvm::GlobalVariable(
+      *module, tile_type,
+      /*isConstant=*/false, llvm::GlobalValue::PrivateLinkage,
+      llvm::UndefValue::get(tile_type), AsStringRef(name), nullptr,
+      llvm::GlobalValue::NotThreadLocal, kNVPTXSharedMemoryAddrSpace);
+}
+
 llvm::AllocaInst* EmitAllocaAtFunctionEntry(llvm::Type* type,
                                             absl::string_view name,
                                             llvm::IRBuilder<>* b,
diff --git a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h
index f59baff263..5018983f29 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h
@@ -24,6 +24,7 @@ limitations under the License.
 #include "absl/types/span.h"
 #include "llvm/ADT/StringRef.h"
 #include "llvm/IR/BasicBlock.h"
+#include "llvm/IR/GlobalVariable.h"
 #include "llvm/IR/IRBuilder.h"
 #include "llvm/IR/Instructions.h"
 #include "llvm/IR/Module.h"
@@ -155,6 +156,11 @@ StatusOr<Shape> DecodeSelfDescribingShapeConstant(const void* shape_ptr,
 llvm::Constant* ConvertLiteralToIrConstant(const Literal& literal,
                                            llvm::Module* module);
 
+// Allocates a tile of shared memory.
+llvm::GlobalVariable* AllocateSharedMemoryTile(llvm::Module* module,
+                                               llvm::Type* tile_type,
+                                               absl::string_view name);
+
 // Inserts an allocate of the requested type at the entry point of the
 // function that the builder is currently building. The insert point
 // of the builder is set to the same place after calling this function
diff --git a/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc b/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc
index d21b1dbfb7..fd16af67fe 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/sort_util.cc
@@ -18,6 +18,7 @@ limitations under the License.
 #include <vector>
 
 // IWYU pragma: no_include "llvm/IR/Intrinsics.gen.inc"
+#include "absl/strings/str_cat.h"
 #include "absl/strings/string_view.h"
 #include "absl/types/span.h"
 #include "llvm/ADT/APInt.h"
@@ -29,6 +30,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/gpu/parallel_loop_emitter.h"
 #include "tensorflow/compiler/xla/service/gpu/partition_assignment.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/ir_array.h"
+#include "tensorflow/compiler/xla/service/llvm_ir/kernel_support_library.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/llvm_loop.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/llvm_util.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/loop_emitter.h"
@@ -42,71 +44,119 @@ namespace llvm_ir {
 
 namespace {
 
-// Adds the inner comparison loop where we compare elements pointed to by
-// 'keys_index' and 'compare_keys_index'.
+// Adds the inner comparison loop body where we compare elements.
 void EmitCompareLoopBody(
-    llvm::Value* dimension_to_sort_bound, PrimitiveType key_type,
-    int64 num_values, llvm::Value* keys_index, llvm::Value* compare_keys_index,
+    int64 iteration_bound, PrimitiveType key_type, int64 num_values,
+    llvm::Value* element_pair_index, int64 xor_mask, llvm::Type* index_type,
     std::function<llvm::Value*(int64 operand, llvm::Value* index)> read_element,
     std::function<void(int64 operand, llvm::Value* index, llvm::Value* value)>
         write_element,
-    llvm::IRBuilder<>* b) {
-  // if (is_smaller_index && compare_keys < dimension_to_sort_bound)
-  llvm::Value* is_smaller_index =
-      b->CreateICmpSLT(keys_index, compare_keys_index);
-  auto if_data = EmitIfThenElse(
-      b->CreateAnd(is_smaller_index, b->CreateICmpSLT(compare_keys_index,
-                                                      dimension_to_sort_bound)),
-      "smaller_comparison_index", b, /*emit_else=*/false);
-  SetToFirstInsertPoint(if_data.true_block, b);
-  auto key1 = read_element(0, keys_index);
-  auto key2 = read_element(0, compare_keys_index);
-  auto compare_key1 = key1;
-  auto compare_key2 = key2;
-  bool is_signed_comparison = true;
-  if (primitive_util::IsFloatingPointType(key_type)) {
-    // We would like a total order of floating point numbers so that the sort
-    // has a predictable behavior in the presence of NaNs. Rather than using
-    // floating point comparison, we use the following trick:
-    // If f is a float, and
-    // x = bit_cast<int32>(f);
-    // y = x < 0 ? 0x7FFFFFFF - x : x;
-    // then y is ordered as an int32 such that finite values have the obvious
-    // order, -0 is ordered before 0, and -NaN and NaN appear at the beginning
-    // and end of the ordering.
-    auto k = b->getInt(llvm::APInt::getSignedMaxValue(
-        key1->getType()->getPrimitiveSizeInBits()));
-    auto comparison_type = k->getType();
-    auto zero = llvm::ConstantInt::get(comparison_type, 0);
-    auto maybe_flip = [&](llvm::Value* v) {
-      return b->CreateSelect(b->CreateICmp(llvm::ICmpInst::ICMP_SLT, v, zero),
-                             b->CreateSub(k, v), v);
-    };
-    compare_key1 = b->CreateBitCast(key1, comparison_type);
-    compare_key2 = b->CreateBitCast(key2, comparison_type);
-    compare_key1 = maybe_flip(compare_key1);
-    compare_key2 = maybe_flip(compare_key2);
-  } else if (!primitive_util::IsSignedIntegralType(key_type)) {
-    is_signed_comparison = false;
+    llvm::IRBuilder<>* b, bool needs_bounds_checks = true) {
+  auto index_typed_constant = [&](int64 value) {
+    return llvm::ConstantInt::get(index_type, value);
+  };
+  // The 'xor_mask' determines which elements are compared against each other.
+  // Index 'current_keys_index' will be compared with 'current_keys_index' xor
+  // 'xor_mask'. This means that we will always compare a block of consecutive
+  // elements against elements from the adjacent block of the same size. When
+  // 'xor_mask' is a power of 2, it immediately identifies the size of such a
+  // block. We can also have 'xor_mask' being 2^k - 1 (for some value of k). In
+  // that case, we essentially flip the last 'k' - 1 bits when computing the
+  // position of the element to compare to, so the block size is 2^(k - 1).
+  int64 block_size = xor_mask;
+  // Check if it is a value 2^k - 1.
+  if (xor_mask > 1 && (xor_mask & (xor_mask + 1)) == 0) {
+    block_size = (xor_mask + 1) / 2;
   }
-  auto comparison =
-      b->CreateICmp(is_signed_comparison ? llvm::ICmpInst::ICMP_SLT
-                                         : llvm::ICmpInst::ICMP_ULT,
-                    compare_key2, compare_key1);
-  // If key2 < key1
-  auto if_smaller_data =
-      EmitIfThenElse(comparison, "is_smaller_than", b, /*emit_else=*/false);
-  SetToFirstInsertPoint(if_smaller_data.true_block, b);
-  // Swap key1 with key2.
-  write_element(0, keys_index, key2);
-  write_element(0, compare_keys_index, key1);
-  for (int64 i = 1; i <= num_values; ++i) {
-    // Also swap the values.
-    auto value1 = read_element(i, keys_index);
-    auto value2 = read_element(i, compare_keys_index);
-    write_element(i, keys_index, value2);
-    write_element(i, compare_keys_index, value1);
+  auto current_keys_index = element_pair_index;
+  if (block_size == 1) {
+    // If the block size is 1, we take every second element and compare it to
+    // the next one.
+    current_keys_index =
+        b->CreateMul(current_keys_index, index_typed_constant(2));
+  } else if (block_size * 2 < iteration_bound) {
+    // current_keys_index iterates through the 'left' elements of the element
+    // pairs to be compared. We first need to compute the comparison block to
+    // which the element belongs. The block id of that block is index /
+    // block_size.
+    auto block_id =
+        b->CreateUDiv(current_keys_index, index_typed_constant(block_size));
+    // The index of the 'left' element within its block is simply the remainder
+    // when dividing by 'block_size'.
+    auto index_within_block =
+        b->CreateURem(current_keys_index, index_typed_constant(block_size));
+    // The first element of the 'left' block of elements that is compared
+    // against elements from the adjacent 'right' block of elements is
+    // 'block_id' * (2 * 'block_size').
+    auto first_element_in_block =
+        b->CreateMul(block_id, index_typed_constant(2 * block_size));
+    current_keys_index =
+        b->CreateAdd(first_element_in_block, index_within_block);
   }
+  auto compare_keys_index =
+      b->CreateXor(current_keys_index, index_typed_constant(xor_mask));
+  // current_keys_index < compare_keys_index
+  llvm::Value* is_smaller_index =
+      b->CreateICmpSLT(current_keys_index, compare_keys_index);
+  // compare_keys_index < iteration_bound
+  llvm::Value* index_is_inbounds = b->CreateICmpSLT(
+      compare_keys_index, index_typed_constant(iteration_bound));
+  llvm::Value* do_comparison =
+      needs_bounds_checks ? b->CreateAnd(is_smaller_index, index_is_inbounds)
+                          : b->getInt1(true);
+
+  // if (is_smaller_index && index_is_inbounds)
+  KernelSupportLibrary ksl(b);
+  ksl.IfReturnVoid("smaller_comparison_index", do_comparison, [&]() {
+    auto key1 = read_element(0, current_keys_index);
+    auto key2 = read_element(0, compare_keys_index);
+    auto compare_key1 = key1;
+    auto compare_key2 = key2;
+    bool is_signed_comparison = true;
+    if (primitive_util::IsFloatingPointType(key_type)) {
+      // We would like a total order of floating point numbers so that the
+      // sort has a predictable behavior in the presence of NaNs. Rather
+      // than using floating point comparison, we use the following trick:
+      // If f is a float, and
+      // x = bit_cast<int32>(f);
+      // y = x < 0 ? 0x7FFFFFFF - x : x;
+      // then y is ordered as an int32 such that finite values have the
+      // obvious order, -0 is ordered before 0, and -NaN and NaN appear at
+      // the beginning and end of the ordering.
+      auto k = b->getInt(llvm::APInt::getSignedMaxValue(
+          key1->getType()->getPrimitiveSizeInBits()));
+      auto comparison_type = k->getType();
+      auto zero = llvm::ConstantInt::get(comparison_type, 0);
+      auto maybe_flip = [&](llvm::Value* v) {
+        return b->CreateSelect(b->CreateICmp(llvm::ICmpInst::ICMP_SLT, v, zero),
+                               b->CreateSub(k, v), v);
+      };
+      compare_key1 = b->CreateBitCast(key1, comparison_type);
+      compare_key2 = b->CreateBitCast(key2, comparison_type);
+      compare_key1 = maybe_flip(compare_key1);
+      compare_key2 = maybe_flip(compare_key2);
+    } else if (!primitive_util::IsSignedIntegralType(key_type)) {
+      is_signed_comparison = false;
+    }
+    // If key2 < key1
+    ksl.IfReturnVoid(
+        "is_smaller_than",
+        b->CreateICmp(is_signed_comparison ? llvm::ICmpInst::ICMP_SLT
+                                           : llvm::ICmpInst::ICMP_ULT,
+                      compare_key2, compare_key1),
+        [&]() {
+          // Swap key1 with key2.
+          write_element(0, current_keys_index, key2);
+          write_element(0, compare_keys_index, key1);
+          for (int64 i = 1; i <= num_values; ++i) {
+            // Also swap the values.
+            auto value1 = read_element(i, current_keys_index);
+            auto value2 = read_element(i, compare_keys_index);
+            write_element(i, current_keys_index, value2);
+            write_element(i, compare_keys_index, value1);
+          }
+        });
+  });
 }
 
 void EmitTiledCompareLoop(const IrArray::Index& tiled_keys_index,
@@ -114,39 +164,133 @@ void EmitTiledCompareLoop(const IrArray::Index& tiled_keys_index,
                           int64 dimension_to_sort_bound,
                           PrimitiveType keys_type,
                           absl::Span<const int64> xor_masks,
-                          const std::vector<IrArray>& params, int64 tile_size,
-                          llvm::IRBuilder<>* b) {
+                          const std::vector<IrArray>& params,
+                          const std::vector<llvm::Value*>& param_shmem_buffers,
+                          int64 tile_size, llvm::IRBuilder<>* b) {
+  KernelSupportLibrary ksl(b);
+  llvm::Value* thread_id = llvm_ir::EmitCallToIntrinsic(
+      llvm::Intrinsic::nvvm_read_ptx_sreg_tid_x, {}, {}, b);
+  llvm_ir::AddRangeMetadata(0, tile_size / 2,
+                            llvm::cast<llvm::Instruction>(thread_id));
+  thread_id = b->CreateIntCast(thread_id, tiled_keys_index.GetType(),
+                               /*isSigned=*/true, "thread.id.x");
+
+  auto copy_loop_body =
+      [&](std::function<void(llvm::Value * cache_index, llvm::Value * index)>
+              read_or_write) {
+        auto value_one = tiled_keys_index.GetConstantWithIndexType(1);
+        auto current_keys_index =
+            b->CreateShl(tiled_keys_index[dimension_to_sort], value_one);
+        // We want to copy two adjacent elements. We first check whether the
+        // first index position is within bounds.
+        ksl.IfReturnVoid(
+            "smaller_keys_index",
+            b->CreateICmpSLT(current_keys_index,
+                             tiled_keys_index.GetConstantWithIndexType(
+                                 dimension_to_sort_bound)),
+            [&]() {
+              auto cache_index = b->CreateShl(thread_id, value_one);
+              read_or_write(cache_index, current_keys_index);
+              // Increment to go the next index position.
+              current_keys_index = b->CreateAdd(current_keys_index, value_one);
+              // Here we check whether the next index position is within bounds.
+              ksl.IfReturnVoid(
+                  "inner_smaller_keys_index",
+                  b->CreateICmpSLT(current_keys_index,
+                                   tiled_keys_index.GetConstantWithIndexType(
+                                       dimension_to_sort_bound)),
+                  [&]() {
+                    cache_index = b->CreateAdd(cache_index, value_one);
+                    read_or_write(cache_index, current_keys_index);
+                  });
+            });
+      };
+
+  // Copy operand tiles from the operand buffers to shared memory.
   IrArray::Index keys_index = tiled_keys_index;
+  for (int64 i = 0; i < params.size(); ++i) {
+    copy_loop_body([&](llvm::Value* cache_index, llvm::Value* index) {
+      keys_index[dimension_to_sort] = index;
+      auto value = params[i].EmitReadArrayElement(keys_index, b);
+      b->CreateStore(value,
+                     b->CreateGEP(param_shmem_buffers[i],
+                                  {tiled_keys_index.GetConstantWithIndexType(0),
+                                   cache_index}));
+    });
+  }
+  // Wait until all reads have happened.
+  llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::nvvm_barrier0, {}, {}, b);
+
+  // Now emit the bodies of the comparison loops.
   auto read_element = [&](int64 operand, llvm::Value* index) {
-    keys_index[dimension_to_sort] = index;
-    return params[operand].EmitReadArrayElement(keys_index, b);
+    return b->CreateLoad(
+        b->CreateGEP(param_shmem_buffers[operand],
+                     {tiled_keys_index.GetConstantWithIndexType(0), index}));
   };
   auto write_element = [&](int64 operand, llvm::Value* index,
                            llvm::Value* value) {
-    keys_index[dimension_to_sort] = index;
-    params[operand].EmitWriteArrayElement(keys_index, value, b);
+    b->CreateStore(
+        value,
+        b->CreateGEP(param_shmem_buffers[operand],
+                     {tiled_keys_index.GetConstantWithIndexType(0), index}));
   };
-
   for (int64 xor_mask : xor_masks) {
-    std::unique_ptr<llvm_ir::ForLoop> tile_element_loop =
-        llvm_ir::ForLoop::EmitForLoop(
-            "element_id_in_tile", tiled_keys_index.GetConstantWithIndexType(0),
-            tiled_keys_index.GetConstantWithIndexType(tile_size),
-            tiled_keys_index.GetConstantWithIndexType(1), b);
-    llvm_ir::SetToFirstInsertPoint(tile_element_loop->GetBodyBasicBlock(), b);
-    auto current_keys_index = b->CreateAdd(
-        b->CreateMul(tiled_keys_index[dimension_to_sort],
-                     tiled_keys_index.GetConstantWithIndexType(tile_size)),
-        tile_element_loop->GetIndVarValue());
-    auto compare_keys_index =
-        b->CreateXor(current_keys_index,
-                     tiled_keys_index.GetConstantWithIndexType(xor_mask));
-    EmitCompareLoopBody(
-        tiled_keys_index.GetConstantWithIndexType(dimension_to_sort_bound),
-        keys_type, params.size() - 1, current_keys_index, compare_keys_index,
-        read_element, write_element, b);
-    SetToFirstInsertPoint(tile_element_loop->GetExitBasicBlock(), b);
+    // The index of the element pair to be compared within the tile stored in
+    // shared memory. We order the element pairs by the element with the smaller
+    // index.
+    auto element_pair_index = thread_id;
+    // If 'dimension_to_sort_bound' is evenly divisible by 'tile_size', we don't
+    // need any bounds checks.
+    if (dimension_to_sort_bound % tile_size) {
+      // Otherwise we need a bounds check for the last tile. The last tile has
+      // size 'dimension_to_sort_bound' % 'tile_size'.
+      ksl.IfReturnVoid(
+          "is_last_tile",
+          b->CreateICmpUGE(
+              b->CreateMul(tiled_keys_index[dimension_to_sort],
+                           tiled_keys_index.GetConstantWithIndexType(2)),
+              tiled_keys_index.GetConstantWithIndexType(
+                  RoundDownToNearest(dimension_to_sort_bound, tile_size))),
+          [&]() {
+            EmitCompareLoopBody(dimension_to_sort_bound % tile_size, keys_type,
+                                params.size() - 1, element_pair_index, xor_mask,
+                                tiled_keys_index.GetType(), read_element,
+                                write_element, b);
+          },
+          [&]() {
+            EmitCompareLoopBody(
+                tile_size, keys_type, params.size() - 1, element_pair_index,
+                xor_mask, tiled_keys_index.GetType(), read_element,
+                write_element, b, /*needs_bounds_checks=*/false);
+          });
+    } else {
+      EmitCompareLoopBody(tile_size, keys_type, params.size() - 1,
+                          element_pair_index, xor_mask,
+                          tiled_keys_index.GetType(), read_element,
+                          write_element, b, /*needs_bounds_checks=*/false);
+    }
+    // Wait until all comparisons have happened.
+    llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::nvvm_barrier0, {}, {}, b);
   }
+
+  // Copy the operand tiles back from shared memory to the operand buffers.
+  for (int64 i = 0; i < params.size(); ++i) {
+    copy_loop_body([&](llvm::Value* cache_index, llvm::Value* index) {
+      keys_index[dimension_to_sort] = index;
+      auto value = b->CreateLoad(b->CreateGEP(
+          param_shmem_buffers[i],
+          {tiled_keys_index.GetConstantWithIndexType(0), cache_index}));
+      params[i].EmitWriteArrayElement(keys_index, value, b);
+    });
+  }
+  // We should normally synchronize here to make sure all writes have happened.
+  // However the very next thing each thread does is reading 2 elements from the
+  // operand buffer and writing it into the same location in shared memory from
+  // which it previously copied it to the operand buffer, and we synchronize
+  // after this has happened. We can be sure that a thread always writes to the
+  // same location in shared memory because we have exactly tile_size / 2 many
+  // threads, and the linear index calculated by ParallelLoopEmitter uses
+  // linear_index = blockIdx.x * blockDim.x + threadIdx.x;
 }
 }  // namespace
 
@@ -155,6 +299,7 @@ Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
                        absl::string_view name,
                        absl::Span<const int64> xor_masks, llvm::IRBuilder<>* b,
                        const gpu::LaunchDimensions& launch_dimensions,
+                       int64 num_iterations_in_sort_dim,
                        const int64 tile_size) {
   // Iterate through the keys shape in physical order, but skip the dimension to
   // sort and make it the innermost loop which is the loop where the comparisons
@@ -168,7 +313,6 @@ Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
   const Shape& keys_shape = keys_array.GetShape();
   int64 rank = ShapeUtil::Rank(keys_shape);
   int64 dimension_to_sort_bound = keys_shape.dimensions(dimension_to_sort);
-  int64 num_tiles = CeilOfRatio(dimension_to_sort_bound, tile_size);
   std::vector<int64> dimensions_in_iteration_order(rank);
   std::vector<int64> iteration_order_to_logical_order(rank);
   int64 dim = 0;
@@ -178,16 +322,28 @@ Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
       iteration_order_to_logical_order[dim++] = dimension;
     }
   }
-  dimensions_in_iteration_order[dim] = dimension_to_sort_bound;
+  dimensions_in_iteration_order[dim] = num_iterations_in_sort_dim;
   iteration_order_to_logical_order[dim] = dimension_to_sort;
 
   Shape iteration_shape = ShapeUtil::MakeShape(keys_shape.element_type(),
                                                dimensions_in_iteration_order);
-  Shape tiled_iteration_shape = iteration_shape;
-  tiled_iteration_shape.set_dimensions(dim, num_tiles);
   std::vector<IrArray> params(1, keys_array);
   params.insert(params.end(), values_arrays.begin(), values_arrays.end());
 
+  // Allocate shared memory for the tiled compare loop.
+  std::vector<llvm::Value*> param_shmem_buffers(params.size(), nullptr);
+  if (xor_masks.size() > 1) {
+    llvm::Module* module = b->GetInsertBlock()->getParent()->getParent();
+    for (int64 i = 0; i < params.size(); ++i) {
+      llvm::Type* tile_type =
+          llvm::ArrayType::get(llvm_ir::PrimitiveTypeToIrType(
+                                   params[i].GetShape().element_type(), module),
+                               tile_size);
+      param_shmem_buffers[i] = llvm_ir::AllocateSharedMemoryTile(
+          module, tile_type, absl::StrCat(name, "_tile_param_", i));
+    }
+  }
+
   auto compare_loop_body_emitter =
       [&](const IrArray::Index& tiles_index) -> Status {
     // Naive C++ code for the inner compare loop:
@@ -211,7 +367,8 @@ Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
     if (xor_masks.size() > 1) {
       EmitTiledCompareLoop(keys_index, dimension_to_sort,
                            dimension_to_sort_bound, keys_shape.element_type(),
-                           xor_masks, params, tile_size, b);
+                           xor_masks, params, param_shmem_buffers, tile_size,
+                           b);
     } else {
       auto read_element = [&](int64 operand, llvm::Value* index) {
         keys_index[dimension_to_sort] = index;
@@ -222,21 +379,15 @@ Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
         keys_index[dimension_to_sort] = index;
         params[operand].EmitWriteArrayElement(keys_index, value, b);
       };
-      auto current_keys_index = tiles_index[rank - 1];
-      auto compare_keys_index =
-          b->CreateXor(current_keys_index,
-                       tiles_index.GetConstantWithIndexType(xor_masks[0]));
-      EmitCompareLoopBody(
-          tiles_index.GetConstantWithIndexType(dimension_to_sort_bound),
-          keys_shape.element_type(), values_arrays.size(), current_keys_index,
-          compare_keys_index, read_element, write_element, b);
+      EmitCompareLoopBody(dimension_to_sort_bound, keys_shape.element_type(),
+                          values_arrays.size(), tiles_index[rank - 1],
+                          xor_masks[0], tiles_index.GetType(), read_element,
+                          write_element, b);
     }
     return Status::OK();
   };
-  return gpu::ParallelLoopEmitter(
-             compare_loop_body_emitter,
-             xor_masks.size() > 1 ? tiled_iteration_shape : iteration_shape,
-             launch_dimensions, b)
+  return gpu::ParallelLoopEmitter(compare_loop_body_emitter, iteration_shape,
+                                  launch_dimensions, b)
       .EmitLoop(name);
 }
 
diff --git a/tensorflow/compiler/xla/service/llvm_ir/sort_util.h b/tensorflow/compiler/xla/service/llvm_ir/sort_util.h
index 06f6b8de20..556a217322 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/sort_util.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/sort_util.h
@@ -30,14 +30,14 @@ namespace xla {
 namespace llvm_ir {
 // Emits llvm IR to do pairwise comparisons/swaps in the 'dimension_to_sort'
 // dimension of 'keys_array'. All other dimensions are kept as-is. This
-// implements the inner loop of BitonicSort. If 'launch_dimensions' is nullptr,
-// the inner compare loop will not be parallelized.
+// implements the inner loop of BitonicSort. It is assumed that 'xor_masks'
+// contains only powers of 2, or values 2^k - 1 (k > 0).
 Status EmitSortInPlace(int64 dimension_to_sort, const IrArray& keys_array,
                        const std::vector<IrArray>& values_arrays,
                        absl::string_view name,
                        absl::Span<const int64> xor_masks, llvm::IRBuilder<>* b,
                        const gpu::LaunchDimensions& launch_dimensions,
-                       int64 tile_size);
+                       int64 num_iterations_in_sort_dim, int64 tile_size);
 }  // namespace llvm_ir
 }  // namespace xla
 
-- 
GitLab


From a2589a7389aa2492602c1425411a7709af222be3 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 8 Nov 2018 06:52:39 -0800
Subject: [PATCH 1256/1825] Properly re-wrap the converted functions for
 autograph. Update the affected decorator wrappers to support doing that. This
 re-wrapping allows a few simplifications around dealing with the self
 argument.

PiperOrigin-RevId: 220630515
---
 tensorflow/python/autograph/impl/api.py   | 13 +++++---
 tensorflow/python/eager/def_function.py   |  7 ++---
 tensorflow/python/eager/function.py       | 36 ++++++++++++++--------
 tensorflow/python/framework/func_graph.py | 37 +++++++++++------------
 4 files changed, 52 insertions(+), 41 deletions(-)

diff --git a/tensorflow/python/autograph/impl/api.py b/tensorflow/python/autograph/impl/api.py
index b8031b46cb..69674b2be3 100644
--- a/tensorflow/python/autograph/impl/api.py
+++ b/tensorflow/python/autograph/impl/api.py
@@ -201,7 +201,7 @@ def converted_call(f, owner, options, *args, **kwargs):
     arg_map_target = f
     f_class = inspect_utils.getmethodclass(f)
 
-    # TODO(mdan): This may be more elegantly handled using __get__?
+    # TODO(b/119246461): This may be more elegantly handled using __get__?
     if f_class is not None:
       # If this is a method call, it may or may not include self.
       #
@@ -214,10 +214,13 @@ def converted_call(f, owner, options, *args, **kwargs):
       if owner is not None and (not args or args[0] is not owner):
         effective_args = (owner,) + args
       else:
-        # Always override the self arg, because it might be different from
-        # what the method was bound to - see inspect_utils.getmethodclass.
-        assert args, 'Bound function call without self argument?'
-        effective_args = (f_class,) + args[1:]
+        # When the owner is not specified, use the result of
+        # inspect_utils.getmethodclass.
+        # TODO(b/119246461): Make sure an owner is always specified.
+        if not args or args[0] is not f_class:
+          effective_args = (f_class,) + args
+        else:
+          effective_args = (f_class,) + args[1:]
       partial_types = (f_class,)
     else:
       effective_args = args
diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index f4436a25bc..53fd2cb4e6 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -247,15 +247,14 @@ class PolymorphicFunction(object):
   def _defun_with_scope(self, scope):
     """Creates a defun wrapped inside a variable creator scope."""
 
-    fn = self._python_function
-
     def wrapped_fn(*args, **kwds):
       with variable_scope.variable_creator_scope(scope):
-        return fn(*args, **kwds)
+        # __wrapped__ allows AutoGraph to swap in a converted function.
+        return wrapped_fn.__wrapped__(*args, **kwds)
 
     # TODO(mdan): Pipe self._experimental_autograph_options through.
     return function_lib.defun(
-        tf_decorator.make_decorator(fn, wrapped_fn),
+        tf_decorator.make_decorator(self._python_function, wrapped_fn),
         input_signature=self._input_signature,
         experimental_autograph=self._autograph)
 
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 17c9533ac7..1ebe1a64ec 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -724,7 +724,7 @@ class PolymorphicFunction(object):
                name,
                input_signature=None,
                attributes=None,
-               experimental_autograph=False):
+               autograph=False):
     """Initializes a polymorphic function.
 
     Args:
@@ -735,7 +735,7 @@ class PolymorphicFunction(object):
         function is instantiated for each inferred input signature.
       attributes: dict, extra keyword arguments that will be added as attribute
         of the function.
-      experimental_autograph: whether to use autograph to compile
+      autograph: whether to use autograph to compile
         `python_function`. See https://www.tensorflow.org/guide/autograph for
         more information.
 
@@ -753,7 +753,7 @@ class PolymorphicFunction(object):
       self._args_to_prepend = tuple()
       self._kwargs_to_include = {}
     self._name = name
-    self._experimental_autograph = experimental_autograph
+    self._autograph = autograph
     self._function_cache = collections.OrderedDict()
     self._function_attributes = attributes or {}
 
@@ -1097,7 +1097,7 @@ class PolymorphicFunction(object):
                 args,
                 kwargs,
                 self._input_signature,
-                experimental_autograph=self._experimental_autograph,
+                experimental_autograph=self._autograph,
                 arg_names=arg_names),
             self._function_attributes)
         self._function_cache[cache_key] = graph_function
@@ -1512,7 +1512,7 @@ def defun_with_attributes(func=None,
             name,
             input_signature=input_signature,
             attributes=attributes,
-            experimental_autograph=experimental_autograph))
+            autograph=experimental_autograph))
 
   # This code path is for the `foo = tfe.defun(foo, ...)` use case
   if func is not None:
@@ -1531,7 +1531,7 @@ def defun_with_attributes(func=None,
 # When a method is bound to objects of this type, it allows AutoGraph to
 # recover a weak reference the original method's self pointer. This uses the
 # mechanism from pyct.inspect_utils.getmethodclass.
-# TODO(mdan): This is not pretty. Use a callable wrapper with __get__ instead.
+# TODO(b/119246461): This is not pretty. Use a descriptor instead?
 class _WeakrefSelf(object):
 
   def __init__(self, target):
@@ -1540,8 +1540,6 @@ class _WeakrefSelf(object):
 
 def class_method_to_instance_method(original_function, instance):
   """Constructs a new PolymorphicFunction with `self` bound."""
-  def make_partial_py_func(py_func, weak_instance):
-    return lambda *args, **kwargs: py_func(weak_instance(), *args, **kwargs)
   weak_instance = weakref.ref(instance)
 
   # Note: while we could bind to a weakref proxy instead, that causes the
@@ -1549,16 +1547,30 @@ def class_method_to_instance_method(original_function, instance):
   bound_method = types_lib.MethodType(original_function.python_function,
                                       _WeakrefSelf(weak_instance))
 
+  # original_function is expected to be of one of the two PolymorphicFunction
+  # types (defined either in function.py or def_function.py).
+  assert hasattr(original_function, "_name")
+  assert hasattr(original_function, "_autograph")
+  assert hasattr(original_function, "_input_signature")
+  assert hasattr(original_function, "python_function")
+
+  def bound_method_wrapper(*args, **kwargs):
+    # __wrapped__ allows AutoGraph to swap in a converted function.
+    wrapped_fn = bound_method_wrapper.__wrapped__
+    # If __wrapped__ was not replaced, then call original_function.
+    # TODO(b/119246461): This needs to be simplified.
+    if tf_inspect.ismethod(wrapped_fn):
+      wrapped_fn = original_function.python_function
+    return wrapped_fn(weak_instance(), *args, **kwargs)
+
   # pylint: disable=protected-access
   # We make a dummy MethodType object to generate the correct bound method
   # signature. The actual call is to a function with a weak reference to
   # `instance`.
   instance_func = type(original_function)(
-      tf_decorator.make_decorator(
-          bound_method,
-          make_partial_py_func(original_function.python_function,
-                               weak_instance)),
+      tf_decorator.make_decorator(bound_method, bound_method_wrapper),
       name=original_function._name,
+      autograph=original_function._autograph,
       input_signature=original_function._input_signature)
   # pylint: enable=protected-access
 
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index 9a3751f4e5..74470a1ea2 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -35,7 +35,6 @@ from tensorflow.python.ops import variable_scope
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
-from tensorflow.python.util import tf_inspect
 from tensorflow.python.util.lazy_loader import LazyLoader
 
 # This is to avoid a circular dependency:
@@ -392,25 +391,23 @@ def func_graph_from_py_func(name,
         from tensorflow.python import autograph  # pylint: disable=g-import-not-at-top
         _, original_func = tf_decorator.unwrap(python_func)
 
-        # AutoGraph does not yet rebind the returned method, and must receive
-        # `self` explicitly.
-        # TODO(mdan): Have the result automatically bind it instead.
-        if (tf_inspect.ismethod(original_func) and
-            hasattr(original_func, "__self__")):
-          effective_func_args = (original_func.__self__,) + func_args
-        else:
-          effective_func_args = func_args
-
-        func_outputs = autograph.converted_call(
-            original_func, None,
-            autograph.ConversionOptions(
-                verbose=True,
-                recursive=True,
-                strip_decorators=(function.defun, def_function.function),
-                optional_features=(),
-            ), *effective_func_args, **func_kwargs)
-      else:
-        func_outputs = python_func(*func_args, **func_kwargs)
+        def wrapper(*args, **kwargs):
+          return autograph.converted_call(
+              original_func, None,
+              autograph.ConversionOptions(
+                  verbose=True,
+                  recursive=True,
+                  strip_decorators=(function.defun, def_function.function),
+                  optional_features=(),
+              ), *args, **kwargs)
+
+        # Wrapping around a decorator allows checks like tf_inspect.getargspec
+        # to be accurate.
+        converted_func = tf_decorator.make_decorator(original_func, wrapper)
+        tf_decorator.rewrap(python_func, original_func, converted_func)
+
+      func_outputs = python_func(*func_args, **func_kwargs)
+
       # invariant: `func_outputs` contains only Tensors and `None`s.
       func_outputs = nest.map_structure(convert, func_outputs)
 
-- 
GitLab


From d3f7102074f9db436ae12cd682ee802952663430 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Thu, 8 Nov 2018 08:39:11 -0800
Subject: [PATCH 1257/1825] Update the state_size of LSTM cell to be list,
 instead of a tuple.

This will make the type of states in the step_function to be consistent with
the state_size.

PiperOrigin-RevId: 220643235
---
 tensorflow/python/keras/layers/recurrent.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/layers/recurrent.py b/tensorflow/python/keras/layers/recurrent.py
index d22c38f19e..7c5c0f7583 100644
--- a/tensorflow/python/keras/layers/recurrent.py
+++ b/tensorflow/python/keras/layers/recurrent.py
@@ -2030,7 +2030,7 @@ class LSTMCell(Layer):
     self.dropout = min(1., max(0., dropout))
     self.recurrent_dropout = min(1., max(0., recurrent_dropout))
     self.implementation = implementation
-    self.state_size = (self.units, self.units)
+    self.state_size = [self.units, self.units]
     self.output_size = self.units
     self._dropout_mask = None
     self._recurrent_dropout_mask = None
-- 
GitLab


From 146003df2407dba66fedbf0e3a26327f272cae14 Mon Sep 17 00:00:00 2001
From: Mark Daoust <markdaoust@google.com>
Date: Thu, 8 Nov 2018 09:34:08 -0800
Subject: [PATCH 1258/1825] Link to `tf.math.argmax`

Fixes #23057

PiperOrigin-RevId: 220651030
---
 tensorflow/python/ops/math_ops.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index af50aec429..64eaef4b3d 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -50,8 +50,8 @@ from tensorflow.python.util.tf_export import tf_export
 # Aliases for some automatically-generated names.
 linspace = gen_math_ops.lin_space
 
-arg_max = deprecation.deprecated(None, "Use `argmax` instead")(arg_max)  # pylint: disable=used-before-assignment
-arg_min = deprecation.deprecated(None, "Use `argmin` instead")(arg_min)  # pylint: disable=used-before-assignment
+arg_max = deprecation.deprecated(None, "Use `tf.math.argmax` instead")(arg_max)  # pylint: disable=used-before-assignment
+arg_min = deprecation.deprecated(None, "Use `tf.math.argmin` instead")(arg_min)  # pylint: disable=used-before-assignment
 tf_export("arg_max")(arg_max)
 tf_export("arg_min")(arg_min)
 
-- 
GitLab


From 816426f66a9b3edbbdf4203684f7753b2974866d Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Thu, 8 Nov 2018 09:37:50 -0800
Subject: [PATCH 1259/1825] Fix issue with reported output tensor count

Fixes #23449.

PiperOrigin-RevId: 220651690
---
 tensorflow/lite/java/BUILD                    |  1 +
 .../lite/NativeInterpreterWrapper.java        |  2 +-
 .../tensorflow/lite/InterpreterFlexTest.java  | 14 ++++++--
 .../org/tensorflow/lite/InterpreterTest.java  | 36 ++++++++++++-------
 4 files changed, 38 insertions(+), 15 deletions(-)

diff --git a/tensorflow/lite/java/BUILD b/tensorflow/lite/java/BUILD
index cf759fa00c..adf7bc9087 100644
--- a/tensorflow/lite/java/BUILD
+++ b/tensorflow/lite/java/BUILD
@@ -140,6 +140,7 @@ java_test(
     srcs = ["src/test/java/org/tensorflow/lite/InterpreterTest.java"],
     data = [
         "src/testdata/add.bin",
+        "//tensorflow/lite:testdata/multi_add.bin",
         "//tensorflow/lite:testdata/multi_add_flex.bin",
     ],
     javacopts = JAVACOPTS,
diff --git a/tensorflow/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
index 64a27739a8..1952db0267 100644
--- a/tensorflow/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
+++ b/tensorflow/lite/java/src/main/java/org/tensorflow/lite/NativeInterpreterWrapper.java
@@ -283,7 +283,7 @@ final class NativeInterpreterWrapper implements AutoCloseable {
 
   /** Gets the number of output tensors. */
   int getOutputTensorCount() {
-    return inputTensors.length;
+    return outputTensors.length;
   }
 
   /**
diff --git a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
index b22399a4a4..21c431a82b 100644
--- a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterFlexTest.java
@@ -18,6 +18,8 @@ package org.tensorflow.lite;
 import static com.google.common.truth.Truth.assertThat;
 
 import java.io.File;
+import java.util.HashMap;
+import java.util.Map;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.junit.runners.JUnit4;
@@ -38,9 +40,17 @@ public final class InterpreterFlexTest {
     try (Interpreter interpreter = new Interpreter(FLEX_MODEL_FILE)) {
       assertThat(interpreter.getInputTensorCount()).isEqualTo(4);
       assertThat(interpreter.getInputTensor(0).dataType()).isEqualTo(DataType.FLOAT32);
-      assertThat(interpreter.getOutputTensorCount()).isEqualTo(4);
+      assertThat(interpreter.getInputTensor(1).dataType()).isEqualTo(DataType.FLOAT32);
+      assertThat(interpreter.getInputTensor(2).dataType()).isEqualTo(DataType.FLOAT32);
+      assertThat(interpreter.getInputTensor(3).dataType()).isEqualTo(DataType.FLOAT32);
+      assertThat(interpreter.getOutputTensorCount()).isEqualTo(2);
       assertThat(interpreter.getOutputTensor(0).dataType()).isEqualTo(DataType.FLOAT32);
-      interpreter.run(new float[1], new float[1]);
+      assertThat(interpreter.getOutputTensor(1).dataType()).isEqualTo(DataType.FLOAT32);
+      Object[] inputs = new Object[] {new float[1], new float[1], new float[1], new float[1]};
+      Map<Integer, Object> outputs = new HashMap<>();
+      outputs.put(0, new float[1]);
+      outputs.put(1, new float[1]);
+      interpreter.runForMultipleInputsOutputs(inputs, outputs);
     }
   }
 
diff --git a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
index 7e591b009d..e635515de8 100644
--- a/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
+++ b/tensorflow/lite/java/src/test/java/org/tensorflow/lite/InterpreterTest.java
@@ -40,6 +40,9 @@ public final class InterpreterTest {
   private static final File MODEL_FILE =
       new File("tensorflow/lite/java/src/testdata/add.bin");
 
+  private static final File MULTIPLE_INPUTS_MODEL_FILE =
+      new File("tensorflow/lite/testdata/multi_add.bin");
+
   private static final File FLEX_MODEL_FILE =
       new File("tensorflow/lite/testdata/multi_add_flex.bin");
 
@@ -164,20 +167,29 @@ public final class InterpreterTest {
 
   @Test
   public void testRunForMultipleInputsOutputs() {
-    Interpreter interpreter = new Interpreter(MODEL_FILE);
-    float[] oneD = {1.23f, 6.54f, 7.81f};
-    float[][] twoD = {oneD, oneD, oneD, oneD, oneD, oneD, oneD, oneD};
-    float[][][] threeD = {twoD, twoD, twoD, twoD, twoD, twoD, twoD, twoD};
-    float[][][][] fourD = {threeD, threeD};
-    Object[] inputs = {fourD};
-    float[][][][] parsedOutputs = new float[2][8][8][3];
+    Interpreter interpreter = new Interpreter(MULTIPLE_INPUTS_MODEL_FILE);
+    assertThat(interpreter.getInputTensorCount()).isEqualTo(4);
+    assertThat(interpreter.getInputTensor(0).dataType()).isEqualTo(DataType.FLOAT32);
+    assertThat(interpreter.getInputTensor(1).dataType()).isEqualTo(DataType.FLOAT32);
+    assertThat(interpreter.getInputTensor(2).dataType()).isEqualTo(DataType.FLOAT32);
+    assertThat(interpreter.getInputTensor(3).dataType()).isEqualTo(DataType.FLOAT32);
+    assertThat(interpreter.getOutputTensorCount()).isEqualTo(2);
+    assertThat(interpreter.getOutputTensor(0).dataType()).isEqualTo(DataType.FLOAT32);
+    assertThat(interpreter.getOutputTensor(1).dataType()).isEqualTo(DataType.FLOAT32);
+
+    float[] input0 = {1.23f};
+    float[] input1 = {2.43f};
+    Object[] inputs = {input0, input1, input0, input1};
+    float[] parsedOutput0 = new float[1];
+    float[] parsedOutput1 = new float[1];
     Map<Integer, Object> outputs = new HashMap<>();
-    outputs.put(0, parsedOutputs);
+    outputs.put(0, parsedOutput0);
+    outputs.put(1, parsedOutput1);
     interpreter.runForMultipleInputsOutputs(inputs, outputs);
-    float[] outputOneD = parsedOutputs[0][0][0];
-    float[] expected = {3.69f, 19.62f, 23.43f};
-    assertThat(outputOneD).usingTolerance(0.1f).containsExactly(expected).inOrder();
-    interpreter.close();
+    float[] expected0 = {4.89f};
+    float[] expected1 = {6.09f};
+    assertThat(parsedOutput0).usingTolerance(0.1f).containsExactly(expected0).inOrder();
+    assertThat(parsedOutput1).usingTolerance(0.1f).containsExactly(expected1).inOrder();
   }
 
   @Test
-- 
GitLab


From d3babedfa936341bcad55533c4b19df8f0e1647c Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Thu, 8 Nov 2018 09:56:09 -0800
Subject: [PATCH 1260/1825] [XLA] Fix typo.

PiperOrigin-RevId: 220654388
---
 tensorflow/compiler/xla/service/hlo_computation.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/hlo_computation.cc b/tensorflow/compiler/xla/service/hlo_computation.cc
index e2579217fd..0c20d207dd 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation.cc
@@ -322,7 +322,7 @@ void HloComputation::ComputeInstructionPostOrder(
 
     // Add the operands to the stack in reverse order so the first operand is
     // processed first. This will produce a more natural ordering and a nicer
-    // result for thigns like HLO stringification.
+    // result for things like HLO stringification.
     const auto& operands = current->operands();
     for (int64 i = operands.size() - 1; i >= 0; --i) {
       dfs_stack.emplace_back(operands[i]);
-- 
GitLab


From 062eb9645cfc01cd735b7c8c2d97efc4da7079bd Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 8 Nov 2018 10:11:44 -0800
Subject: [PATCH 1261/1825] Link in XLA JIT to :c_api_test

CAPI.Session_Min_XLA_CPU enables XLA but that is a no-op today because XLA is
not linked in.

PiperOrigin-RevId: 220657015
---
 tensorflow/c/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index dbe8dba292..15bbab0bcd 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -218,6 +218,7 @@ tf_cuda_cc_test(
         "//tensorflow/cc:grad_ops",
         "//tensorflow/cc/saved_model:signature_constants",
         "//tensorflow/cc/saved_model:tag_constants",
+        "//tensorflow/compiler/jit",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:direct_session",
         "//tensorflow/core:framework",
-- 
GitLab


From 7928904dcf429ca3ccc023814e3700d4c5cc15dc Mon Sep 17 00:00:00 2001
From: Tamara Norman <tamaranorman@google.com>
Date: Thu, 8 Nov 2018 10:54:05 -0800
Subject: [PATCH 1262/1825] Support parameterized test case

PiperOrigin-RevId: 220664612
---
 tensorflow/python/BUILD                       | 1 +
 tensorflow/python/framework/test_util.py      | 8 ++++----
 tensorflow/python/framework/test_util_test.py | 9 ++++++++-
 3 files changed, 13 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index bb9a9f6386..7eaf08babe 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -1538,6 +1538,7 @@ py_test(
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python/eager:context",
         "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
     ],
 )
 
diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 6129d686e8..73f6682ec0 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -948,20 +948,20 @@ def run_in_graph_and_eager_modes(func=None,
           "`run_test_in_graph_and_eager_modes` only supports test methods. "
           "Did you mean to use `run_all_in_graph_and_eager_modes`?")
 
-    def decorated(self, **kwargs):
+    def decorated(self, *args, **kwargs):
       try:
         with context.graph_mode():
           with self.test_session(use_gpu=use_gpu, config=config):
-            f(self, **kwargs)
+            f(self, *args, **kwargs)
       except unittest.case.SkipTest:
         pass
 
       def run_eagerly(self, **kwargs):
         if not use_gpu:
           with ops.device("/device:CPU:0"):
-            f(self, **kwargs)
+            f(self, *args, **kwargs)
         else:
-          f(self, **kwargs)
+          f(self, *args, **kwargs)
 
       if assert_no_eager_garbage:
         ops.reset_default_graph()
diff --git a/tensorflow/python/framework/test_util_test.py b/tensorflow/python/framework/test_util_test.py
index 79b1979925..cbefe86481 100644
--- a/tensorflow/python/framework/test_util_test.py
+++ b/tensorflow/python/framework/test_util_test.py
@@ -24,6 +24,7 @@ import random
 import threading
 import weakref
 
+from absl.testing import parameterized
 import numpy as np
 
 from google.protobuf import text_format
@@ -46,7 +47,7 @@ from tensorflow.python.ops import variables
 from tensorflow.python.platform import googletest
 
 
-class TestUtilTest(test_util.TensorFlowTestCase):
+class TestUtilTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def test_assert_ops_in_graph(self):
     with self.test_session():
@@ -728,6 +729,12 @@ class TestUtilTest(test_util.TensorFlowTestCase):
     self.assertEqual(modes[0:2], ["setup_graph", "run_graph"])
     self.assertEqual(modes[2:], ["setup_eager", "run_eager"])
 
+  @parameterized.named_parameters(dict(testcase_name="argument",
+                                       arg=True))
+  @test_util.run_in_graph_and_eager_modes
+  def test_run_in_graph_and_eager_works_with_parameterized_keyword(self, arg):
+    self.assertEqual(arg, True)
+
 
 # Its own test case to reproduce variable sharing issues which only pop up when
 # setUp() is overridden and super() is not called.
-- 
GitLab


From c16ce2fe2a0b6fe8272dc1e9e297cb7de4539509 Mon Sep 17 00:00:00 2001
From: Rachel Lim <rachelim@google.com>
Date: Thu, 8 Nov 2018 10:57:14 -0800
Subject: [PATCH 1263/1825] [tf.data] Bug fix for when OptimizeDataset is used
 with Placeholder (non serializable dataset)

PiperOrigin-RevId: 220665193
---
 .../base_api/api_def_SinkDataset.pbtxt        | 14 ------------
 tensorflow/core/kernels/data/BUILD            |  1 +
 .../core/kernels/data/optimize_dataset_op.cc  | 22 +++++++++----------
 .../core/ops/compat/ops_history.v1.pbtxt      | 11 ----------
 tensorflow/core/ops/dataset_ops.cc            |  5 -----
 tensorflow/core/ops/ops.pbtxt                 | 11 ----------
 .../optimization/optimize_dataset_test.py     | 13 +++++++++++
 7 files changed, 24 insertions(+), 53 deletions(-)
 delete mode 100644 tensorflow/core/api_def/base_api/api_def_SinkDataset.pbtxt

diff --git a/tensorflow/core/api_def/base_api/api_def_SinkDataset.pbtxt b/tensorflow/core/api_def/base_api/api_def_SinkDataset.pbtxt
deleted file mode 100644
index b5758ddbfb..0000000000
--- a/tensorflow/core/api_def/base_api/api_def_SinkDataset.pbtxt
+++ /dev/null
@@ -1,14 +0,0 @@
-op {
-  graph_op_name: "SinkDataset"
-  visibility: HIDDEN
-  in_arg {
-    name: "input_dataset"
-    description: <<END
-A variant tensor representing the input dataset.
-END
-  }
-  summary: "A placeholder for input pipeline graph optimizations."
-  description: <<END
-A placeholder for input pipeline graph optimizations.
-END
-}
diff --git a/tensorflow/core/kernels/data/BUILD b/tensorflow/core/kernels/data/BUILD
index 9993b4d180..b7ccf5f70e 100644
--- a/tensorflow/core/kernels/data/BUILD
+++ b/tensorflow/core/kernels/data/BUILD
@@ -658,6 +658,7 @@ tf_kernel_library(
         "//tensorflow/core/grappler/clusters:virtual_cluster",
         "//tensorflow/core/grappler/optimizers:meta_optimizer",
         "//tensorflow/core/grappler/optimizers/data",
+        "//tensorflow/core/grappler/optimizers/data:graph_utils",
     ],
 )
 
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index 726220e06b..213ee7c601 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -27,6 +27,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/graph_view.h"
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/grappler_item_builder.h"
+#include "tensorflow/core/grappler/optimizers/data/graph_utils.h"
 #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/protobuf/meta_graph.pb.h"
@@ -203,11 +204,16 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
 
     Status ApplyOptimizations(OpKernelContext* ctx, GraphDef* graph_def,
                               string* output_node) {
-      // Add a fake sink node to allow rewriting the actual sink node.
+      // Add an identity node as the fetch node, otherwise we might get
+      // 'placeholder is both fed and fetched' errors in some cases when using
+      // input list with placeholder dataset nodes.
       NodeDef* node = graph_def->mutable_node()->Add();
-      node->set_name("FakeSink");
-      node->set_op("SinkDataset");
+      tensorflow::grappler::graph_utils::SetUniqueGraphNodeName(
+          "Sink", graph_def, node);
+      node->set_op("Identity");
       node->add_input(*output_node);
+      (*node->mutable_attr())["T"].set_type(DT_VARIANT);
+      *output_node = node->name();
 
       // Create metagraph.
       MetaGraphDef meta_graph_def;
@@ -216,7 +222,7 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       // Grappler determines fetch ops from collection 'train_op'.
       CollectionDef collection_def;
       auto node_list = collection_def.mutable_node_list();
-      node_list->add_value("FakeSink");
+      node_list->add_value(*output_node);
       (*meta_graph_def.mutable_collection_def())["train_op"] = collection_def;
 
       // Create Grappler item.
@@ -260,14 +266,6 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       TF_RETURN_IF_ERROR(tensorflow::grappler::RunMetaOptimizer(
           *grappler_item, rewriter_config, ctx->device(), &cluster, graph_def));
 
-      // Set `output_node` to the input of the fake sink node.
-      {
-        grappler::GraphView graph(graph_def);
-        grappler::GraphView::InputPort input_port =
-            graph.GetInputPort("FakeSink", 0);
-        *output_node = graph.GetRegularFanin(input_port).node->name();
-      }
-
       return Status::OK();
     }
 
diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 0bbb3cdb9b..bfbcbdbe26 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -61559,17 +61559,6 @@ op {
     }
   }
 }
-op {
-  name: "SinkDataset"
-  input_arg {
-    name: "input_dataset"
-    type: DT_VARIANT
-  }
-  output_arg {
-    name: "handle"
-    type: DT_VARIANT
-  }
-}
 op {
   name: "Size"
   input_arg {
diff --git a/tensorflow/core/ops/dataset_ops.cc b/tensorflow/core/ops/dataset_ops.cc
index 98a7696261..f1b28a7f8a 100644
--- a/tensorflow/core/ops/dataset_ops.cc
+++ b/tensorflow/core/ops/dataset_ops.cc
@@ -867,11 +867,6 @@ REGISTER_OP("DatasetToGraph")
     .Output("graph: string")
     .SetShapeFn(shape_inference::ScalarShape);
 
-REGISTER_OP("SinkDataset")
-    .Input("input_dataset: variant")
-    .Output("handle: variant")
-    .SetShapeFn(shape_inference::ScalarShape);
-
 REGISTER_OP("OptimizeDataset")
     .Input("input_dataset: variant")
     .Input("optimizations: string")
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index edcf6d57da..1e82c86c1d 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -29586,17 +29586,6 @@ op {
     }
   }
 }
-op {
-  name: "SinkDataset"
-  input_arg {
-    name: "input_dataset"
-    type: DT_VARIANT
-  }
-  output_arg {
-    name: "handle"
-    type: DT_VARIANT
-  }
-}
 op {
   name: "Size"
   input_arg {
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
index bd263ee658..739b6a9bf4 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
@@ -121,6 +121,19 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
+  def testOptimizationNonSerializableAsDirectInput(self):
+    """Tests that non-serializable dataset can be OptimizeDataset's input.
+    """
+    dataset = dataset_ops.Dataset.from_tensors(0)
+    dataset = dataset.apply(optimization.non_serializable())
+    dataset = dataset_ops._OptimizeDataset(dataset, ["noop_elimination"])
+    iterator = dataset.make_one_shot_iterator()
+    get_next = iterator.get_next()
+    with self.cached_session() as sess:
+      self.assertEquals(0, sess.run(get_next))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(get_next)
+
 
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From ccdba53454ade3394d0bfbbd2d4b806b4abd4a3d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 11:05:38 -0800
Subject: [PATCH 1264/1825] Make the order of workers deterministic in
 MultiWorkerDatasets, by using lists of pairs instead of dictionaries.

PiperOrigin-RevId: 220667059
---
 .../contrib/distribute/python/input_ops.py    |  3 +
 .../distribute/python/mirrored_strategy.py    | 18 ++--
 .../contrib/distribute/python/tpu_strategy.py |  8 +-
 .../contrib/distribute/python/values.py       | 89 +++++++++---------
 .../contrib/distribute/python/values_test.py  | 93 ++++++++++---------
 5 files changed, 110 insertions(+), 101 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/input_ops.py b/tensorflow/contrib/distribute/python/input_ops.py
index f07ec8234d..365f43ab98 100644
--- a/tensorflow/contrib/distribute/python/input_ops.py
+++ b/tensorflow/contrib/distribute/python/input_ops.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import readers
 from tensorflow.python.data.util import nest
 from tensorflow.python.framework import ops
@@ -75,6 +76,8 @@ def auto_shard_dataset(dataset, num_shards, index):
         # instead of updating in-place.
         return dataset._clone(
             filenames=dataset._filenames.shard(num_shards, index))
+      elif isinstance(dataset, dataset_ops.RangeDataset):
+        return dataset.shard(num_shards, index)
       elif hasattr(dataset, "_map_func"):
         # TODO(priyag): Make this check more robust by enforcing some common
         # property on all map/flatmap/interleave datasets.
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index c23de06949..df1c8d1749 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -417,19 +417,19 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     if num_gpus is None:
       raise ValueError("`num_gpus` is required if `cluster_spec` is given.")
     if num_gpus > 0:
-      self._worker_device_map = {
-          worker: [
+      self._worker_devices = [
+          (worker, [
               device_util.canonicalize(worker + "/device:GPU:%d" % gpu)
               for gpu in range(num_gpus)
-          ] for worker in self._workers
-      }
+          ]) for worker in self._workers
+      ]
     else:
-      self._worker_device_map = {
-          worker: [device_util.canonicalize(worker, "/device:CPU:0")]
+      self._worker_devices = [
+          (worker, [device_util.canonicalize(worker, "/device:CPU:0")])
           for worker in self._workers
-      }
+      ]
 
-    devices = nest.flatten(self._worker_device_map)
+    devices = nest.flatten([l for _, l in self._worker_devices])
 
     # Setting `_default_device` will add a device scope in the
     # distribution.scope. We set the default device to the first worker. When
@@ -490,7 +490,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def distribute_dataset(self, dataset_fn):
     if self._cluster_spec:
       return values.MultiWorkerDataset(
-          partial(self._call_dataset_fn, dataset_fn), self._worker_device_map,
+          partial(self._call_dataset_fn, dataset_fn), self._worker_devices,
           self._prefetch_on_device, self._auto_shard_dataset)
     else:
       return values.PerDeviceDataset(
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 65ef21df09..07cc2c5fbe 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -215,12 +215,12 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     return enqueue_op_per_host
 
   def distribute_dataset(self, dataset_fn):
-    worker_map = {
-        self.get_host(hid): [self.get_host_cpu_device(hid)]
+    worker_devices = [
+        (self.get_host(hid), [self.get_host_cpu_device(hid)])
         for hid in range(self.num_hosts)
-    }
+    ]
     return values.MultiWorkerDataset(
-        functools.partial(self._call_dataset_fn, dataset_fn), worker_map)
+        functools.partial(self._call_dataset_fn, dataset_fn), worker_devices)
 
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
   # TODO(sourabhbajaj): Remove the initial_loop_values parameter when we have
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 257d2e7614..16d9e1cdb3 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -579,7 +579,8 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
   # update_non_slot() function (like OptimizerV2._finish), which can
   # update several non-slot variables in one call.
   def _assign_func(self, *args, **kwargs):
-    if distribution_strategy_context.get_distribution_strategy().__class__.__name__ != "TPUStrategy":
+    strategy = distribution_strategy_context.get_distribution_strategy()
+    if strategy.__class__.__name__ != "TPUStrategy":
       raise ValueError("You may only assign to a TPUMirroredVariable within a "
                        "TPUStrategy.")
     f = kwargs.pop("f")
@@ -1177,43 +1178,47 @@ class PerDeviceDataset(object):
 class MultiWorkerDataIterator(object):
   """An iterator (like `tf.data.Iterator`) into a `MultiWorkerDataset`."""
 
-  def __init__(self, iterators, worker_device_map):
+  def __init__(self, iterators, worker_device_pairs):
     """Initialize the MultiWorkerDataIterator object.
 
     Args:
-      iterators: a dict mapping from each worker to an iterator for
-        that worker.
-      worker_device_map: a dict mapping from each worker's devices to a list of
-        devices that belong to this worker.
+      iterators: a list of worker, iterator pairs.
+      worker_device_pairs: a list of (worker's devices, a list of
+        devices that belong to this worker) pairs.
 
     Raises:
-      ValueError: if iterators and worker_device_map are not compatible.
+      ValueError: if iterators and worker_device_pairs are not compatible.
     """
-    self._iterators = iterators
-    self._worker_device_map = worker_device_map
-    if set(self._iterators) != set(self._worker_device_map):
-      raise ValueError("iterators and worker_device_map are not compatible.")
+    if [d for d, _ in iterators] != [d for d, _ in worker_device_pairs]:
+      raise ValueError("iterators and worker_device_pairs are not compatible.")
+    self._workers = [d for d, _ in iterators]
+    self._iterators = [i for _, i in iterators]
+    self._worker_devices = [l for _, l in worker_device_pairs]
 
   @property
   def initializer(self):
     return control_flow_ops.group(
-        [iterator.initializer for iterator in self._iterators.values()])
+        [iterator.initializer for iterator in self._iterators])
 
   def get_iterator(self, worker):
-    return self._iterators.get(worker)
+    for i, w in enumerate(self._workers):
+      if worker == w:
+        return self._iterators[i]
+    return None
 
   @property
   def output_shapes(self):
-    return self._iterators.values()[0].output_shapes
+    return self._iterators[0].output_shapes
 
   @property
   def output_types(self):
-    return self._iterators.values()[0].output_types
+    return self._iterators[0].output_types
 
   def get_next(self, name=None):
     """Scatter the input across hosts and devices."""
     index = {}
-    for worker, iterator in six.iteritems(self._iterators):
+    worker_info = zip(self._workers, self._iterators, self._worker_devices)
+    for worker, iterator, worker_devices in worker_info:
       if name is not None:
         d = tf_device.DeviceSpec.from_string(worker)
         new_name = "%s_%s_%d" % (name, d.job, d.task)
@@ -1222,13 +1227,12 @@ class MultiWorkerDataIterator(object):
       with ops.device(worker):
         data_per_worker = iterator.get_next(name=new_name)
 
-      worker_devices = self._worker_device_map[worker]
       # Ungroup these per-device value so as to get a flat map from devices to
       # values.
       for d in worker_devices:
         v = select_device(d, data_per_worker)
         if d in index:
-          raise ValueError("Duplicated devices in worker_device_map: %r" % v)
+          raise ValueError("Duplicated devices in worker_device_pairs: %r" % v)
         index[d] = v
 
     return regroup(index)
@@ -1237,49 +1241,48 @@ class MultiWorkerDataIterator(object):
 class MultiWorkerDataset(object):
   """Like a `tf.data.Dataset` that distributes data to different workers.
 
-  Each worker gets one shard of the input dataset. It is currently not working
-  in
-  eager mode.
+  Each worker gets one shard of the input dataset. This currently does not work
+  in eager mode.
   """
 
-  def __init__(self, dataset_fn, worker_device_map, prefetch_on_device=None,
+  def __init__(self, dataset_fn, worker_device_pairs, prefetch_on_device=None,
                auto_shard=False):
     """Initialize the MultiWorkerDataset object.
 
     Args:
       dataset_fn: a function that returns a `tf.data.Dataset`.
-      worker_device_map: a dict mapping from each worker to a list of devices
-        that belong to this worker.
+      worker_device_pairs: a list of (worker, list of devices on that worker)
+        pairs.
       prefetch_on_device: whether to prefetch to devices.
       auto_shard: whether to auto-shard the dataset.
     """
-    self._worker_device_map = worker_device_map
-    self._datasets = {}
+    self._worker_device_pairs = worker_device_pairs
+    self._datasets = []
     # TODO(yuefengz, priyag): support different set of jobs for input
     # processing.
-    for i, (worker, worker_devices) in enumerate(
-        six.iteritems(worker_device_map)):
+    for i, (worker, worker_devices) in enumerate(worker_device_pairs):
       with ops.device(worker):
         worker_input = dataset_fn()
         if auto_shard:
           worker_input = input_ops.auto_shard_dataset(
-              worker_input, len(worker_device_map), i)
-        self._datasets[worker] = PerDeviceDataset(
-            worker_input, worker_devices, prefetch_on_device=prefetch_on_device)
+              worker_input, len(worker_device_pairs), i)
+        dataset = PerDeviceDataset(worker_input, worker_devices,
+                                   prefetch_on_device=prefetch_on_device)
+        self._datasets.append((worker, dataset))
 
   def make_one_shot_iterator(self):
-    iterators = {}
-    for worker, dataset in six.iteritems(self._datasets):
+    iterators = []
+    for worker, dataset in self._datasets:
       with ops.device(worker):
-        iterators[worker] = dataset.make_one_shot_iterator()
-    return MultiWorkerDataIterator(iterators, self._worker_device_map)
+        iterators.append((worker, dataset.make_one_shot_iterator()))
+    return MultiWorkerDataIterator(iterators, self._worker_device_pairs)
 
   def make_initializable_iterator(self):
-    iterators = {}
-    for worker, dataset in six.iteritems(self._datasets):
+    iterators = []
+    for worker, dataset in self._datasets:
       with ops.device(worker):
-        iterators[worker] = dataset.make_initializable_iterator()
-    return MultiWorkerDataIterator(iterators, self._worker_device_map)
+        iterators.append((worker, dataset.make_initializable_iterator()))
+    return MultiWorkerDataIterator(iterators, self._worker_device_pairs)
 
 
 class _PerKey(object):
@@ -1438,8 +1441,8 @@ class MultiStepContext(object):
       output: The tensors that should be outputted with `name`. See below for
         actual types supported.
       aggregation: Aggregation method to use to aggregate outputs from multiple
-        replicas. Required if `set_last_step_output` is called in a replica context.
-        Optional in cross_replica_context.
+        replicas. Required if `set_last_step_output` is called in a replica
+        context. Optional in cross_replica_context.
         When present, the outputs from all the replicas are aggregated using the
         current distribution strategy's `reduce` method. Hence, the type of
         `output` must be what's supported by the corresponding `reduce` method.
@@ -1536,8 +1539,8 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
         # We are calling an assign function in an update context.
         return f(self._v, *args, **kwargs)
 
-      # We are calling an assign function in cross replica context, wrap it in an
-      # update call.
+      # We are calling an assign function in cross replica context, wrap it in
+      # an update call.
       return distribution_strategy_context.get_distribution_strategy().update(
           self, f, *args, **kwargs)
     else:
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index d514e6f4c1..bda8290ce8 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -18,7 +18,6 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
 import os
 
 from tensorflow.contrib.distribute.python import mirrored_strategy
@@ -463,7 +462,7 @@ class PerDeviceDatasetTest(test.TestCase):
 
 class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
 
-  def _test_iterator(self, iterator, devices, expected_values):
+  def _test_iterator(self, sess, iterator, devices, expected_values):
     next_element = iterator.get_next()
     for device in devices:
       v = values.select_device(device, next_element)
@@ -472,73 +471,80 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
         self.assertTrue(element.device in device)
 
     for expected_value in expected_values:
-      actual = self.evaluate(
+      actual = sess.run(
           [values.select_device(d, next_element) for d in devices])
       self.assertEqual(expected_value, actual)
 
     with self.assertRaises(errors.OutOfRangeError):
-      self.evaluate([values.select_device(d, next_element) for d in devices])
+      sess.run([values.select_device(d, next_element) for d in devices])
 
-  def _test_dataset(self, dataset_fn, worker_device_map, devices,
-                    expected_values):
+  def _test_dataset(self, dataset_fn, worker_devices, devices,
+                    expected_values, auto_shard=True):
     multi_worker_dataset = values.MultiWorkerDataset(
-        dataset_fn, worker_device_map, prefetch_on_device=False)
-    multi_worker_iterator = multi_worker_dataset.make_one_shot_iterator()
-    self._test_iterator(multi_worker_iterator, devices, expected_values)
+        dataset_fn, worker_devices, auto_shard=auto_shard,
+        prefetch_on_device=False)
+    multi_worker_iterator = multi_worker_dataset.make_initializable_iterator()
+    with self.cached_session() as sess:
+      sess.run(multi_worker_iterator.initializer)
+      self._test_iterator(sess, multi_worker_iterator, devices, expected_values)
 
   def _cpu_devices(self):
-    worker_device_map = collections.OrderedDict(
-        [("/job:worker/replica:0/task:0",
-          ["/job:worker/replica:0/task:0/device:CPU:0"]),
-         ("/job:worker/replica:0/task:1",
-          ["/job:worker/replica:0/task:1/device:CPU:0"])])
+    worker_devices = [
+        ("/job:worker/replica:0/task:0",
+         ["/job:worker/replica:0/task:0/device:CPU:0"]),
+        ("/job:worker/replica:0/task:1",
+         ["/job:worker/replica:0/task:1/device:CPU:0"])]
     devices = [
         "/job:worker/replica:0/task:0/device:CPU:0",
         "/job:worker/replica:0/task:1/device:CPU:0"
     ]
-    return worker_device_map, devices
+    return worker_devices, devices
 
   def _cpu_and_one_gpu_devices(self):
-    # The worker_device_map doesn't have to be a OrderDict object, this is just
-    # to simplify the testing so that we can pass expected values as a list
-    # instead of a dict.
-    worker_device_map = collections.OrderedDict(
-        [("/job:worker/replica:0/task:0", [
+    worker_devices = [
+        ("/job:worker/replica:0/task:0", [
             "/job:worker/replica:0/task:0/device:GPU:0",
             "/job:worker/replica:0/task:0/device:CPU:0"
-        ]), ("/job:worker/replica:0/task:1", [
+        ]),
+        ("/job:worker/replica:0/task:1", [
             "/job:worker/replica:0/task:1/device:GPU:0",
             "/job:worker/replica:0/task:1/device:CPU:0"
-        ])])
+        ])
+    ]
     devices = [
         "/job:worker/replica:0/task:0/device:GPU:0",
         "/job:worker/replica:0/task:0/device:CPU:0",
         "/job:worker/replica:0/task:1/device:GPU:0",
         "/job:worker/replica:0/task:1/device:CPU:0"
     ]
-    return worker_device_map, devices
+    return worker_devices, devices
 
   def testDataDistributionOneDevicePerWorker(self):
-    self.skipTest("Temporarily disabled.")
-    worker_device_map, devices = self._cpu_devices()
+    worker_devices, devices = self._cpu_devices()
     with context.graph_mode():
       dataset_fn = lambda: dataset_ops.Dataset.range(8)
-      self._test_dataset(dataset_fn, worker_device_map, devices,
+      self._test_dataset(dataset_fn, worker_devices, devices,
                          [[0, 1], [2, 3], [4, 5], [6, 7]])
 
+  def testDataDistributionNoAutoShard(self):
+    worker_devices, devices = self._cpu_devices()
+    with context.graph_mode():
+      dataset_fn = lambda: dataset_ops.Dataset.range(4)
+      self._test_dataset(dataset_fn, worker_devices, devices,
+                         [[0, 0], [1, 1], [2, 2], [3, 3]],
+                         auto_shard=False)
+
   def testDataDistributionTwoDevicePerWorker(self):
-    self.skipTest("Temporarily disabled.")
     if context.num_gpus() < 1:
       self.skipTest("A GPU is not available for this test.")
-    worker_device_map, devices = self._cpu_and_one_gpu_devices()
+    worker_devices, devices = self._cpu_and_one_gpu_devices()
     with context.graph_mode():
       dataset_fn = lambda: dataset_ops.Dataset.range(8)
-      self._test_dataset(dataset_fn, worker_device_map, devices,
+      self._test_dataset(dataset_fn, worker_devices, devices,
                          [[0, 2, 1, 3], [4, 6, 5, 7]])
 
   def testTupleDataset(self):
-    self.skipTest("Temporarily disabled.")
-    worker_device_map, devices = self._cpu_devices()
+    worker_devices, devices = self._cpu_devices()
 
     with context.graph_mode():
 
@@ -550,41 +556,38 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
       expected_values = [
           [(i, i**2), (i + 1, (i + 1)**2)] for i in range(0, 8, 2)
       ]
-      self._test_dataset(dataset_fn, worker_device_map, devices,
+      self._test_dataset(dataset_fn, worker_devices, devices,
                          expected_values)
 
   def testInitializableIterator(self):
-    self.skipTest("Temporarily disabled.")
-    worker_device_map, devices = self._cpu_devices()
-    with context.graph_mode():
+    worker_devices, devices = self._cpu_devices()
+    with context.graph_mode(), self.cached_session() as sess:
       dataset_fn = lambda: dataset_ops.Dataset.range(8)
       multi_worker_dataset = values.MultiWorkerDataset(
-          dataset_fn, worker_device_map, prefetch_on_device=False)
+          dataset_fn, worker_devices, auto_shard=True, prefetch_on_device=False)
       multi_worker_iterator = multi_worker_dataset.make_initializable_iterator()
 
-      self.evaluate(multi_worker_iterator.initializer)
-      self._test_iterator(multi_worker_iterator, devices,
+      sess.run(multi_worker_iterator.initializer)
+      self._test_iterator(sess, multi_worker_iterator, devices,
                           [[0, 1], [2, 3], [4, 5], [6, 7]])
 
       # After re-initializing the iterator, should be able to iterate again.
-      self.evaluate(multi_worker_iterator.initializer)
-      self._test_iterator(multi_worker_iterator, devices,
+      sess.run(multi_worker_iterator.initializer)
+      self._test_iterator(sess, multi_worker_iterator, devices,
                           [[0, 1], [2, 3], [4, 5], [6, 7]])
 
   def testValueErrorForIterator(self):
-    self.skipTest("Temporarily disabled.")
     # Incompatiable arguments.
     with self.assertRaises(ValueError):
       values.MultiWorkerDataIterator({"w1": None}, {"w1": "d1", "w2": "d2"})
 
     # Test duplicated devices under same worker.
-    worker_device_map, _ = self._cpu_devices()
-    worker_device_map["/job:worker/replica:0/task:0"].append(
-        "/job:worker/replica:0/task:0/device:CPU:0")
+    worker_devices, _ = self._cpu_devices()
+    worker_devices[0][1].append("/job:worker/replica:0/task:0/device:CPU:0")
     with context.graph_mode():
       dataset_fn = lambda: dataset_ops.Dataset.range(8)
       multi_worker_dataset = values.MultiWorkerDataset(
-          dataset_fn, worker_device_map, prefetch_on_device=False)
+          dataset_fn, worker_devices, auto_shard=True, prefetch_on_device=False)
       multi_worker_iterator = multi_worker_dataset.make_initializable_iterator()
       with self.assertRaises(ValueError):
         multi_worker_iterator.get_next()
-- 
GitLab


From 35027cb006fb1130e9aeda1050909c58e49ed39d Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Thu, 8 Nov 2018 11:06:16 -0800
Subject: [PATCH 1265/1825] Minor constant_op.constant improvement

Before:
entry {
  name: "MicroBenchmarks.benchmark_create_constant"
  iters: 30000
  wall_time: 2.04829374949
  extras {
    key: "examples_per_sec"
    value {
      double_value: 488211.224708
    }
  }
}

After:
entry {
  name: "MicroBenchmarks.benchmark_create_constant"
  iters: 30000
  wall_time: 1.73307259878
  extras {
    key: "examples_per_sec"
    value {
      double_value: 577009.872931
    }
  }
}
PiperOrigin-RevId: 220667201
---
 tensorflow/python/framework/constant_op.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/framework/constant_op.py b/tensorflow/python/framework/constant_op.py
index 4b2706d4cf..53d84b2dc7 100644
--- a/tensorflow/python/framework/constant_op.py
+++ b/tensorflow/python/framework/constant_op.py
@@ -106,12 +106,12 @@ def convert_to_eager_tensor(value, ctx, dtype=None):
     tensor = scalar_cache.get(cache_key, None)
     if tensor is not None:
       return ops.EagerTensor(
-          value, context=handle, device=device, dtype=dtype, other_value=tensor)
-    t = ops.EagerTensor(value, context=handle, device=device, dtype=dtype)
+          value, handle, device, dtype, tensor)
+    t = ops.EagerTensor(value, handle, device, dtype)
     scalar_cache[cache_key] = t
     return t
   else:
-    return ops.EagerTensor(value, context=handle, device=device, dtype=dtype)
+    return ops.EagerTensor(value, handle, device, dtype)
 
 
 @tf_export("constant")
-- 
GitLab


From 00b63e15ed2832adf4c9700fbe2b584f455fee87 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 8 Nov 2018 11:26:06 -0800
Subject: [PATCH 1266/1825] [tf.data] Split range_benchmark into versions with
 and without performance modeling.

PiperOrigin-RevId: 220671340
---
 .../python/data/benchmarks/range_benchmark.py | 19 +++++++++++++------
 1 file changed, 13 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/data/benchmarks/range_benchmark.py b/tensorflow/python/data/benchmarks/range_benchmark.py
index 4166aa61f4..25f63b79a2 100644
--- a/tensorflow/python/data/benchmarks/range_benchmark.py
+++ b/tensorflow/python/data/benchmarks/range_benchmark.py
@@ -29,14 +29,16 @@ _NUMPY_RANDOM_SEED = 42
 class RangeBenchmark(test.Benchmark):
   """Benchmarks for `tf.data.Dataset.range()`."""
 
-  def benchmarkRange(self):
-    num_elements = 50000000
+  def _benchmarkRangeHelper(self, modeling_enabled):
+    num_elements = 10000000 if modeling_enabled else 50000000
+    options = dataset_ops.Options()
+    options.experimental_autotune = modeling_enabled
 
     # Use `Dataset.skip()` and `Dataset.take()` to perform the iteration in
     # C++, and focus on the minimal overheads (excluding Python invocation
     # costs).
     dataset = dataset_ops.Dataset.range(num_elements).skip(
-        num_elements - 1).take(1)
+        num_elements - 1).take(1).with_options(options)
     iterator = dataset.make_initializable_iterator()
     next_element = iterator.get_next()
 
@@ -52,10 +54,15 @@ class RangeBenchmark(test.Benchmark):
       end = time.time()
 
       time_per_element = (end - start) / num_elements
-      print("Average time per element: %f nanoseconds" % (
-          time_per_element * 1e9))
+      print("Average time per element (%s modeling): %f nanoseconds" % (
+          "with" if modeling_enabled else "without", time_per_element * 1e9))
       self.report_benchmark(iters=num_elements, wall_time=time_per_element,
-                            name="benchmark_tf_data_dataset_range")
+                            name="benchmark_tf_data_dataset_range%s"
+                            % ("_with_modeling" if modeling_enabled else ""))
+
+  def benchmarkRange(self):
+    for modeling_enabled in [False, True]:
+      self._benchmarkRangeHelper(modeling_enabled)
 
 
 if __name__ == "__main__":
-- 
GitLab


From a43095300aea018813da17ceb9bce2a883dced0f Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Thu, 8 Nov 2018 11:46:16 -0800
Subject: [PATCH 1267/1825] Removed CHECK_EQ

---
 tensorflow/core/kernels/mkl_conv_ops.cc | 50 ++++++++++++++++++-------
 1 file changed, 36 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index 8ebc5c736c..d81fdf32d8 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -248,25 +248,33 @@ class MklConvFwdPrimitive : public MklPrimitive {
     if (!post_op_params.empty()) {
       for (auto const& post_op_param : post_op_params) {
         if (post_op_param.name == "relu") {
-          CHECK_EQ(post_op_param.param.size(), 3);
+          if(post_op_param.param.size() != 3) {
+            TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+                "Relu post op requires exactly three parameters."));
+          }
           float op_scale = post_op_param.param[0];
           float op_alpha = post_op_param.param[1];
           float op_beta = post_op_param.param[2];
           post_ops.append_eltwise(op_scale, mkldnn::eltwise_relu, op_alpha,
                                   op_beta);
         } else if (post_op_param.name == "sum") {
-          CHECK_EQ(post_op_param.param.size(), 1);
+          if(post_op_param.param.size() != 1) {
+            TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+                "Sum post op requires exaclty one parameter."));
+          }
           float op_scale = post_op_param.param[0];
           post_ops.append_sum(op_scale);
         } else if (post_op_param.name == "output_scale") {
-          CHECK_EQ(post_op_param.param.size(), 1);
+          if(post_op_param.param.size() != 1) {
+            TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+                "Output scale requires exaclty one parameter."));
+          }
           std::vector<float> scales;
           scales.push_back(post_op_param.param[0]);
           post_ops_attr.set_output_scales(0, scales);
         } else {
-          TF_CHECK_OK(
-              Status(error::Code::UNIMPLEMENTED,
-                     "For now, only Relu and Sum are supported for fusion."));
+          TF_RETURN_IF_ERROR(::tensorflow::errors::Unimplemented(
+              "For now, only Relu and Sum are supported for fusion."));
         }
       }
       post_ops_attr.set_post_ops(post_ops);
@@ -373,23 +381,31 @@ class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
     // Generate keys for post-ops
     for (auto const& post_op_param : convFwdDims.post_op_params) {
       if (post_op_param.name == "relu") {
-        CHECK_EQ(post_op_param.param.size(), 3);
+        if(post_op_param.param.size() != 3) {
+          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+              "Relu post op requires exactly three parameters."));
+        }
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
         key_creator.AddAsKey(post_op_param.param[1]);
         key_creator.AddAsKey(post_op_param.param[2]);
       } else if (post_op_param.name == "sum") {
-        CHECK_EQ(post_op_param.param.size(), 1);
+        if(post_op_param.param.size() != 1) {
+          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+              "Sum post op requires exaclty one parameter."));
+        }
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
       } else if (post_op_param.name == "output_scale") {
-        CHECK_EQ(post_op_param.param.size(), 1);
+        if(post_op_param.param.size() != 1) {
+          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+              "Output scale requires exaclty one parameter."));
+        }
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
       } else {
-        TF_CHECK_OK(
-            Status(error::Code::UNIMPLEMENTED,
-                   "For now, only Relu and Sum are supported for fusion."));
+        TF_RETURN_IF_ERROR(::tensorflow::errors::Unimplemented(
+            "For now, only Relu and Sum are supported for fusion."));
       }
     }
 
@@ -1207,12 +1223,18 @@ class MklConvOp : public OpKernel {
     // Create convolution primitive and add it to net.
     std::vector<primitive> net;
     if (bias) {
-      CHECK_EQ(biasEnabled, true);
+      if (!biasEnabled) {
+        TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+            "Bias tensor is an input, but is not fused to this kernel."));
+      }
       net.push_back(convolution_forward(conv_prim_desc, src->GetOpMem(),
                                         filter->GetOpMem(), bias->GetOpMem(),
                                         output->GetOpMem()));
     } else {
-      CHECK_EQ(biasEnabled, false);
+      if (biasEnabled) {
+        TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
+            "Bias tensor is absent, but is fused to this kernel."));
+      }
       net.push_back(convolution_forward(conv_prim_desc, src->GetOpMem(),
                                         filter->GetOpMem(),
                                         output->GetOpMem()));
-- 
GitLab


From eea1f35e7967f1d739733fcc444e5a810d140ee4 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 8 Nov 2018 11:42:52 -0800
Subject: [PATCH 1268/1825] [TF:XLA] Bump open source llvm revision to r346389

PiperOrigin-RevId: 220674723
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 9d50af2c33..6d3562caef 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -473,11 +473,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "b2a8e45e3c6feb2d122307edc4fd18364986c66dec5cb9a19969490256d9d545",
-        strip_prefix = "llvm-2e8ff631d6999258f3503c72ef8d9d69c7bd35b8",
+        sha256 = "a22a9b4c3af50a52ba0015b6987bba7202c3ec8e1d40ae76ee7d7643638936ae",
+        strip_prefix = "llvm-b4ace5f3454131a3070ef7c11e19e42fc9a80b4e",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/2e8ff631d6999258f3503c72ef8d9d69c7bd35b8.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/2e8ff631d6999258f3503c72ef8d9d69c7bd35b8.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/b4ace5f3454131a3070ef7c11e19e42fc9a80b4e.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/b4ace5f3454131a3070ef7c11e19e42fc9a80b4e.tar.gz",
         ],
     )
 
-- 
GitLab


From 0474b806cb5c69c99b58df27f0476f64f85d4fac Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 8 Nov 2018 12:02:32 -0800
Subject: [PATCH 1269/1825] Rename experimental_autograph to autograph. Still
 disabled by default in both defun and tf.function, until we add support for
 lambda conversions.

PiperOrigin-RevId: 220678074
---
 tensorflow/python/eager/def_function.py   |  2 +-
 tensorflow/python/eager/function.py       | 14 +++++++-------
 tensorflow/python/framework/func_graph.py |  6 +++---
 3 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 53fd2cb4e6..01caf71454 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -256,7 +256,7 @@ class PolymorphicFunction(object):
     return function_lib.defun(
         tf_decorator.make_decorator(self._python_function, wrapped_fn),
         input_signature=self._input_signature,
-        experimental_autograph=self._autograph)
+        autograph=self._autograph)
 
   def _initialize(self, args, kwds, add_initializers_to=None):
     """Initializes, on the first call."""
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index 1ebe1a64ec..c429dd359b 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -1097,7 +1097,7 @@ class PolymorphicFunction(object):
                 args,
                 kwargs,
                 self._input_signature,
-                experimental_autograph=self._autograph,
+                autograph=self._autograph,
                 arg_names=arg_names),
             self._function_attributes)
         self._function_cache[cache_key] = graph_function
@@ -1137,7 +1137,7 @@ def validate_signature(signature):
                     "a possibly nested sequence of TensorSpec objects.")
 
 
-def defun(func=None, input_signature=None, experimental_autograph=False):
+def defun(func=None, input_signature=None, autograph=False):
   """Compiles a Python function into a callable TensorFlow graph.
 
   `defun` (short for "define function") trace-compiles a Python function
@@ -1446,7 +1446,7 @@ def defun(func=None, input_signature=None, experimental_autograph=False):
       function is instantiated for each inferred input signature.  If a
       signature is specified, every input to `func` must be a `Tensor`, and
       `func` cannot accept `**kwargs`.
-    experimental_autograph: Whether `func` should be compiled before
+    autograph: Whether `func` should be compiled before
       constructing the graph. See https://www.tensorflow.org/guide/autograph
       for more information.
 
@@ -1464,13 +1464,13 @@ def defun(func=None, input_signature=None, experimental_autograph=False):
   return defun_with_attributes(
       func=func,
       input_signature=input_signature,
-      experimental_autograph=experimental_autograph)
+      autograph=autograph)
 
 
 def defun_with_attributes(func=None,
                           input_signature=None,
                           attributes=None,
-                          experimental_autograph=False):
+                          autograph=False):
   """Compiles a Python function into a callable TensorFlow graph.
 
   This function supports adding extra function attributes. See detailed
@@ -1487,7 +1487,7 @@ def defun_with_attributes(func=None,
       unsupported value will result into ValueError. `func_name` is also one of
       the whitelisted argument which is a python string, and sets the name for
       this `Function` in the graph.
-    experimental_autograph: same as defun()'s experimental_autograph.
+    autograph: same as defun()'s autograph.
 
   Returns:
     Same as the return value of defun, with attributes added to the function in
@@ -1512,7 +1512,7 @@ def defun_with_attributes(func=None,
             name,
             input_signature=input_signature,
             attributes=attributes,
-            autograph=experimental_autograph))
+            autograph=autograph))
 
   # This code path is for the `foo = tfe.defun(foo, ...)` use case
   if func is not None:
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index 74470a1ea2..c7a5d1ee20 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -295,7 +295,7 @@ def func_graph_from_py_func(name,
                             kwargs,
                             signature=None,
                             func_graph=None,
-                            experimental_autograph=False,
+                            autograph=False,
                             add_control_dependencies=True,
                             arg_names=None,
                             op_return_value=None):
@@ -315,7 +315,7 @@ def func_graph_from_py_func(name,
       inputs.
     func_graph: Optional. An instance of FuncGraph. If provided, we will use
       this graph else a new one is built and returned.
-    experimental_autograph: whether to use autograph to compile `python_func`.
+    autograph: whether to use autograph to compile `python_func`.
       See https://www.tensorflow.org/guide/autograph for more information.
     add_control_dependencies: If True, automatically adds control dependencies
       to ensure program order matches execution order and stateful ops always
@@ -387,7 +387,7 @@ def func_graph_from_py_func(name,
 
     this_tape = tape.push_new_tape()
     try:
-      if experimental_autograph:
+      if autograph:
         from tensorflow.python import autograph  # pylint: disable=g-import-not-at-top
         _, original_func = tf_decorator.unwrap(python_func)
 
-- 
GitLab


From 99c50e5777a77069a71b2f58ddde83dbd3a22f72 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 12:10:01 -0800
Subject: [PATCH 1270/1825] gather: add support for int64 (for values and
 indices)

PiperOrigin-RevId: 220679402
---
 tensorflow/lite/kernels/gather.cc             | 126 ++++++++----
 tensorflow/lite/kernels/gather_test.cc        | 191 ++++++++++++------
 .../internal/reference/reference_ops.h        |   4 +-
 3 files changed, 218 insertions(+), 103 deletions(-)

diff --git a/tensorflow/lite/kernels/gather.cc b/tensorflow/lite/kernels/gather.cc
index eb622fba12..61884d6a12 100644
--- a/tensorflow/lite/kernels/gather.cc
+++ b/tensorflow/lite/kernels/gather.cc
@@ -38,18 +38,28 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
   const TfLiteTensor* positions = GetInput(context, node, kInputPositions);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-  // Only INT32 positions are supported.
-  TF_LITE_ENSURE_EQ(context, positions->type, kTfLiteInt32);
+
+  switch (positions->type) {
+    case kTfLiteInt64:
+    case kTfLiteInt32:
+      break;
+    default:
+      context->ReportError(
+          context, "Positions of type '%s' are not supported by gather.",
+          TfLiteTypeGetName(positions->type));
+      return kTfLiteError;
+  }
+
   // Assign to output the input type.
   output->type = input->type;
+
   // Check conditions for different types.
   switch (input->type) {
     case kTfLiteFloat32:
     case kTfLiteUInt8:
-    case kTfLiteInt32: {
-      // Fully supported by reference_ops::Gather.
-    } break;
-
+    case kTfLiteInt64:
+    case kTfLiteInt32:
+      break;
     case kTfLiteString: {
       // Only 1D input is supported.
       TF_LITE_ENSURE_EQ(context, NumDimensions(input), 1);
@@ -82,49 +92,83 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   return context->ResizeTensor(context, output, output_shape);
 }
 
+template <typename InputT, typename PositionsT>
+TfLiteStatus Gather(const TfLiteGatherParams& params, const TfLiteTensor* input,
+                    const TfLiteTensor* positions, TfLiteTensor* output) {
+  tflite::GatherParams op_params;
+  op_params.axis = params.axis;
+  optimized_ops::Gather(op_params, GetTensorShape(input),
+                        GetTensorData<InputT>(input), GetTensorShape(positions),
+                        GetTensorData<PositionsT>(positions),
+                        GetTensorShape(output), GetTensorData<InputT>(output));
+  return kTfLiteOk;
+}
+
+template <typename PositionT>
+TfLiteStatus GatherStrings(TfLiteContext* context, const TfLiteTensor* input,
+                           const TfLiteTensor* positions,
+                           TfLiteTensor* output) {
+  // TODO(mgubin): Currently support only for 1D output tensors.
+  DynamicBuffer buffer;
+  const PositionT* indexes = GetTensorData<PositionT>(positions);
+  const PositionT num_strings = GetStringCount(input);
+  for (int i = 0; i < positions->dims->data[0]; ++i) {
+    const PositionT pos = indexes[i];
+    TF_LITE_ENSURE(context, pos < num_strings);
+    const auto string_ref = GetString(input, pos);
+    buffer.AddString(string_ref.str, string_ref.len);
+  }
+  buffer.WriteToTensor(output);
+  return kTfLiteOk;
+}
+
 TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   const auto* params =
       reinterpret_cast<const TfLiteGatherParams*>(node->builtin_data);
   const TfLiteTensor* input = GetInput(context, node, kInputTensor);
   const TfLiteTensor* positions = GetInput(context, node, kInputPositions);
   TfLiteTensor* output = GetOutput(context, node, kOutputTensor);
-#define TF_LITE_GATHER(data_type, index_type)                              \
-  {                                                                        \
-    tflite::GatherParams op_params;                                        \
-    op_params.axis = params->axis;                                         \
-    optimized_ops::Gather(                                                 \
-        op_params, GetTensorShape(input), GetTensorData<data_type>(input), \
-        GetTensorShape(positions), GetTensorData<index_type>(positions),   \
-        GetTensorShape(output), GetTensorData<data_type>(output));         \
+
+  if (positions->type == kTfLiteInt32) {
+    switch (input->type) {
+      case kTfLiteFloat32:
+        return Gather<float, int32_t>(*params, input, positions, output);
+      case kTfLiteUInt8:
+        return Gather<uint8_t, int32_t>(*params, input, positions, output);
+      case kTfLiteInt32:
+        return Gather<int32_t, int32_t>(*params, input, positions, output);
+      case kTfLiteInt64:
+        return Gather<int64_t, int32_t>(*params, input, positions, output);
+      case kTfLiteString:
+        return GatherStrings<int32_t>(context, input, positions, output);
+      default:
+        context->ReportError(context, "Type '%s' is not supported by gather.",
+                             TfLiteTypeGetName(input->type));
+        return kTfLiteError;
+    }
   }
-  switch (input->type) {
-    case kTfLiteFloat32:
-      TF_LITE_GATHER(float, int32_t);
-      break;
-    case kTfLiteUInt8:
-      TF_LITE_GATHER(uint8_t, int32_t);
-      break;
-    case kTfLiteInt32:
-      TF_LITE_GATHER(int32_t, int32_t);
-      break;
-    case kTfLiteString: {
-      // TODO(mgubin): Currently support only for 1D output tensors.
-      DynamicBuffer buffer;
-      const int32* indexes = positions->data.i32;
-      const int num_strings = GetStringCount(input);
-      for (int i = 0; i < positions->dims->data[0]; ++i) {
-        const int pos = indexes[i];
-        TF_LITE_ENSURE(context, pos < num_strings);
-        const auto string_ref = GetString(input, pos);
-        buffer.AddString(string_ref.str, string_ref.len);
-      }
-      buffer.WriteToTensor(output);
-    } break;
-    default:
-      return kTfLiteError;
+  if (positions->type == kTfLiteInt64) {
+    switch (input->type) {
+      case kTfLiteFloat32:
+        return Gather<float, int64_t>(*params, input, positions, output);
+      case kTfLiteUInt8:
+        return Gather<uint8_t, int64_t>(*params, input, positions, output);
+      case kTfLiteInt32:
+        return Gather<int32_t, int64_t>(*params, input, positions, output);
+      case kTfLiteInt64:
+        return Gather<int64_t, int64_t>(*params, input, positions, output);
+      case kTfLiteString:
+        return GatherStrings<int64_t>(context, input, positions, output);
+      default:
+        context->ReportError(context, "Type '%s' is not supported by gather.",
+                             TfLiteTypeGetName(input->type));
+        return kTfLiteError;
+    }
   }
-#undef TF_LITE_GATHER
-  return kTfLiteOk;
+  context->ReportError(context,
+                       "Positions of type '%s' are not supported by gather.",
+                       TfLiteTypeGetName(positions->type));
+  return kTfLiteError;
 }
 }  // namespace gather
 
diff --git a/tensorflow/lite/kernels/gather_test.cc b/tensorflow/lite/kernels/gather_test.cc
index 58460f847f..7b5f843489 100644
--- a/tensorflow/lite/kernels/gather_test.cc
+++ b/tensorflow/lite/kernels/gather_test.cc
@@ -26,37 +26,36 @@ using ::testing::ElementsAreArray;
 
 class GatherOpModel : public SingleOpModel {
  public:
-  GatherOpModel(std::initializer_list<int> input_shape, TensorType input_type,
-                std::initializer_list<int> positions_shape, int axis = 0) {
-    input_ = AddInput(input_type);
-    positions_ = AddInput(TensorType_INT32);
-    output_ = AddOutput(input_type);
+  GatherOpModel(const TensorData& input, const TensorData& positions,
+                int axis = 0) {
+    input_ = AddInput(input);
+    positions_ = AddInput(positions);
+    output_ = AddOutput(input.type);
     SetBuiltinOp(BuiltinOperator_GATHER, BuiltinOptions_GatherOptions,
                  CreateGatherOptions(builder_, axis).Union());
-    BuildInterpreter({input_shape, positions_shape});
+    BuildInterpreter({GetShape(input_), GetShape(positions_)});
   }
 
-  void SetInputFloat(std::initializer_list<float> data) {
-    PopulateTensor<float>(input_, data);
+  template <typename T>
+  void SetInput(std::initializer_list<T> data) {
+    PopulateTensor<T>(input_, data);
   }
 
-  void SetInputUint8(std::initializer_list<uint8_t> data) {
-    PopulateTensor<uint8_t>(input_, data);
-  }
-
-  void SetInput(std::initializer_list<string> data) {
+  void SetStringInput(std::initializer_list<string> data) {
     PopulateStringTensor(input_, data);
   }
 
-  void SetPositions(std::initializer_list<int> data) {
-    PopulateTensor<int>(positions_, data);
+  template <typename T>
+  void SetPositions(std::initializer_list<T> data) {
+    PopulateTensor<T>(positions_, data);
   }
 
-  std::vector<float> GetOutputFloat() { return ExtractVector<float>(output_); }
-  std::vector<uint8_t> GetOutputUint8() {
-    return ExtractVector<uint8_t>(output_);
+  template <typename T>
+  std::vector<T> GetOutput() {
+    return ExtractVector<T>(output_);
   }
-  std::vector<string> GetOutputString() {
+
+  std::vector<string> GetStringOutput() {
     return ExtractVector<string>(output_);
   }
   std::vector<int> GetOutputShape() { return GetTensorShape(output_); }
@@ -68,99 +67,171 @@ class GatherOpModel : public SingleOpModel {
 };
 
 TEST(GatherOpTest, Shuffle) {
-  GatherOpModel m({2, 2}, TensorType_FLOAT32, {2});
-  m.SetInputFloat({-2.0, 0.2, 0.7, 0.8});
-  m.SetPositions({1, 0});
+  GatherOpModel m({TensorType_FLOAT32, {2, 2}}, {TensorType_INT32, {2}});
+  m.SetInput<float>({-2.0, 0.2, 0.7, 0.8});
+  m.SetPositions<int32_t>({1, 0});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(),
+  EXPECT_THAT(m.GetOutput<float>(),
               ElementsAreArray(ArrayFloatNear({0.7, 0.8, -2, 0.2})));
 }
 
 TEST(GatherOpTest, Test0DIndex) {
-  GatherOpModel m({2, 2}, TensorType_FLOAT32, {});
-  m.SetInputFloat({-2.0, 0.2, 0.7, 0.8});
-  m.SetPositions({1});
+  GatherOpModel m({TensorType_FLOAT32, {2, 2}}, {TensorType_INT32, {}});
+  m.SetInput<float>({-2.0, 0.2, 0.7, 0.8});
+  m.SetPositions<int32_t>({1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(), ElementsAreArray(ArrayFloatNear({0.7, 0.8})));
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({0.7, 0.8})));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({2}));
 }
 
 TEST(GatherOpTest, Test0DIndexWith0DResult) {
   // 0D tensor is special case in current TFLite. Test it once to make sure
   // existing workarounds are fine with it.
-  GatherOpModel m({3}, TensorType_FLOAT32, {});
-  m.SetInputFloat({1.0, 2.0, 3.0});
-  m.SetPositions({1});
+  GatherOpModel m({TensorType_FLOAT32, {3}}, {TensorType_INT32, {}});
+  m.SetInput<float>({1.0, 2.0, 3.0});
+  m.SetPositions<int32_t>({1});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(), ElementsAreArray(ArrayFloatNear({2.0})));
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray(ArrayFloatNear({2.0})));
   EXPECT_TRUE(m.GetOutputShape().empty());
 }
 
 TEST(GatherOpTest, Test2DIndexWith2DResult) {
-  GatherOpModel m({3}, TensorType_FLOAT32, {1, 2});
-  m.SetInputFloat({1.0, 2.0, 3.0});
-  m.SetPositions({1, 0});
+  GatherOpModel m({TensorType_FLOAT32, {3}}, {TensorType_INT32, {1, 2}});
+  m.SetInput<float>({1.0, 2.0, 3.0});
+  m.SetPositions<int32_t>({1, 0});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(), ElementsAreArray(ArrayFloatNear({2.0, 1.0})));
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({2.0, 1.0})));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2}));
 }
 
 TEST(FloatGatherOpTest, Duplicate) {
-  GatherOpModel m({1, 2, 2}, TensorType_FLOAT32, {2});
-  m.SetInputFloat({-2.0, 0.2, 0.7, 0.8});
-  m.SetPositions({0, 0});
+  GatherOpModel m({TensorType_FLOAT32, {1, 2, 2}}, {TensorType_INT32, {2}});
+  m.SetInput<float>({-2.0, 0.2, 0.7, 0.8});
+  m.SetPositions<int32_t>({0, 0});
   m.Invoke();
   EXPECT_THAT(
-      m.GetOutputFloat(),
+      m.GetOutput<float>(),
       ElementsAreArray(ArrayFloatNear({-2, 0.2, 0.7, 0.8, -2, 0.2, 0.7, 0.8})));
 }
 
 TEST(FloatGatherOpTest, Slice) {
-  GatherOpModel m({4, 1}, TensorType_FLOAT32, {2});
-  m.SetInputFloat({-2.0, 0.2, 0.7, 0.8});
-  m.SetPositions({1, 3});
+  GatherOpModel m({TensorType_FLOAT32, {4, 1}}, {TensorType_INT32, {2}});
+  m.SetInput<float>({-2.0, 0.2, 0.7, 0.8});
+  m.SetPositions<int32_t>({1, 3});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(), ElementsAreArray(ArrayFloatNear({0.2, 0.8})));
+  EXPECT_THAT(m.GetOutput<float>(),
+              ElementsAreArray(ArrayFloatNear({0.2, 0.8})));
 }
 
 TEST(FloatGatherOpTest, Axis1) {
   const int axis = 1;
-  GatherOpModel m({1, 2, 3}, TensorType_FLOAT32, {2}, axis);
-  m.SetInputFloat({1, 2, 3, 4, 5, 6});
-  m.SetPositions({1, 0});
+  GatherOpModel m({TensorType_FLOAT32, {1, 2, 3}}, {TensorType_INT32, {2}},
+                  axis);
+  m.SetInput<float>({1, 2, 3, 4, 5, 6});
+  m.SetPositions<int32_t>({1, 0});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(),
+  EXPECT_THAT(m.GetOutput<float>(),
               ElementsAreArray(ArrayFloatNear({4, 5, 6, 1, 2, 3})));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 3}));
 }
 
 TEST(FloatGatherOpTest, LastAxis) {
   const int axis = -1;
-  GatherOpModel m({1, 2, 3}, TensorType_FLOAT32, {2}, axis);
-  m.SetInputFloat({1, 2, 3, 4, 5, 6});
-  m.SetPositions({2, 0});
+  GatherOpModel m({TensorType_FLOAT32, {1, 2, 3}}, {TensorType_INT32, {2}},
+                  axis);
+  m.SetInput<float>({1, 2, 3, 4, 5, 6});
+  m.SetPositions<int32_t>({2, 0});
   m.Invoke();
-  EXPECT_THAT(m.GetOutputFloat(),
+  EXPECT_THAT(m.GetOutput<float>(),
               ElementsAreArray(ArrayFloatNear({3, 1, 6, 4})));
   EXPECT_THAT(m.GetOutputShape(), ElementsAreArray({1, 2, 2}));
 }
 
-TEST(Uint8tGatherOpTest, Shuffle) {
-  GatherOpModel m({2, 2}, TensorType_UINT8, {2});
-  m.SetInputUint8({133, 134, 14, 15});
-  m.SetPositions({1, 0});
+TEST(TypesGatherOpTest, Float32Int32) {
+  GatherOpModel m({TensorType_FLOAT32, {2, 2}}, {TensorType_INT32, {2}});
+  m.SetInput<float>({13.3, -13.4, -1.4, 1.5});
+  m.SetPositions<int32_t>({1, 0});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray({-1.4, 1.5, 13.3, -13.4}));
+}
+
+TEST(TypesGatherOpTest, Float32Int64) {
+  GatherOpModel m({TensorType_FLOAT32, {2, 2}}, {TensorType_INT64, {2}});
+  m.SetInput<float>({13.3, -13.4, -1.4, 1.5});
+  m.SetPositions<int64_t>({1LL, 0LL});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<float>(), ElementsAreArray({-1.4, 1.5, 13.3, -13.4}));
+}
+
+TEST(TypesGatherOpTest, Int32Int32) {
+  GatherOpModel m({TensorType_INT32, {2, 2}}, {TensorType_INT32, {2}});
+  m.SetInput<int32_t>({-1330, 1340, 140, -150});
+  m.SetPositions<int32_t>({1, 0});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<int32_t>(),
+              ElementsAreArray({140, -150, -1330, 1340}));
+}
+
+TEST(TypesGatherOpTest, Int32Int64) {
+  GatherOpModel m({TensorType_INT32, {2, 2}}, {TensorType_INT64, {2}});
+  m.SetInput<int32_t>({-1330, 1340, 140, -150});
+  m.SetPositions<int64_t>({1LL, 0LL});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<int32_t>(),
+              ElementsAreArray({140, -150, -1330, 1340}));
+}
+
+TEST(TypesGatherOpTest, Uint8Int32) {
+  GatherOpModel m({TensorType_UINT8, {2, 2}}, {TensorType_INT32, {2}});
+  m.SetInput<uint8_t>({133, 134, 14, 15});
+  m.SetPositions<int32_t>({1, 0});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<uint8_t>(), ElementsAreArray({14, 15, 133, 134}));
+}
+
+TEST(TypesGatherOpTest, Uint8Int64) {
+  GatherOpModel m({TensorType_UINT8, {2, 2}}, {TensorType_INT64, {2}});
+  m.SetInput<uint8_t>({133, 134, 14, 15});
+  m.SetPositions<int64_t>({1LL, 0LL});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<uint8_t>(), ElementsAreArray({14, 15, 133, 134}));
+}
+
+TEST(TypesGatherOpTest, Int64Int32) {
+  GatherOpModel m({TensorType_INT64, {2, 2}}, {TensorType_INT32, {2}});
+  m.SetInput<int64_t>({-(1LL << 34), 134LL, 14LL, 15LL});
+  m.SetPositions<int32_t>({1, 0});
+  m.Invoke();
+
+  EXPECT_THAT(m.GetOutput<int64_t>(),
+              ElementsAreArray({14LL, 15LL, -(1LL << 34), 134LL}));
+}
+
+TEST(TypesGatherOpTest, Int64Int64) {
+  GatherOpModel m({TensorType_INT64, {2, 2}}, {TensorType_INT64, {2}});
+  m.SetInput<int64_t>({-(1LL << 34), 134LL, 14LL, 15LL});
+  m.SetPositions<int64_t>({1LL, 0LL});
   m.Invoke();
 
-  EXPECT_THAT(m.GetOutputUint8(), ElementsAreArray({14, 15, 133, 134}));
+  EXPECT_THAT(m.GetOutput<int64_t>(),
+              ElementsAreArray({14LL, 15LL, -(1LL << 34), 134LL}));
 }
 
 TEST(GatherOpTest, SimpleString) {
-  GatherOpModel m({3}, TensorType_STRING, {2});
-  m.SetInput({"A", "B", "C"});
-  m.SetPositions({0, 2});
+  GatherOpModel m({TensorType_STRING, {3}}, {TensorType_INT32, {2}});
+  m.SetStringInput({"A", "B", "C"});
+  m.SetPositions<int32_t>({0, 2});
   m.Invoke();
   ASSERT_THAT(m.GetOutputShape(), ElementsAreArray({2}));
-  EXPECT_THAT(m.GetOutputString(), ElementsAreArray({"A", "C"}));
+  EXPECT_THAT(m.GetStringOutput(), ElementsAreArray({"A", "C"}));
 }
 }  // namespace
 }  // namespace tflite
diff --git a/tensorflow/lite/kernels/internal/reference/reference_ops.h b/tensorflow/lite/kernels/internal/reference/reference_ops.h
index b1fefbef04..6d22b2c017 100644
--- a/tensorflow/lite/kernels/internal/reference/reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/reference_ops.h
@@ -2936,10 +2936,10 @@ inline void Floor(const RuntimeShape& input_shape, const float* input_data,
   }
 }
 
-template <typename T>
+template <typename T, typename CoordsT = int32>
 inline void Gather(const tflite::GatherParams& op_params,
                    const RuntimeShape& input_shape, const T* input_data,
-                   const RuntimeShape& coords_shape, const int32* coords_data,
+                   const RuntimeShape& coords_shape, const CoordsT* coords_data,
                    const RuntimeShape& output_shape, T* output_data) {
   int axis = op_params.axis;
   if (axis < 0) {
-- 
GitLab


From 5d5b912c7ce4f64497eae8becff233aba1ebe743 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 8 Nov 2018 12:15:21 -0800
Subject: [PATCH 1271/1825] [XLA] Move xla::legacy_flags into xla namespace.

PiperOrigin-RevId: 220680181
---
 tensorflow/compiler/aot/BUILD                 |  2 +-
 tensorflow/compiler/aot/tfcompile_main.cc     |  6 +-
 tensorflow/compiler/jit/legacy_flags/BUILD    |  8 +-
 .../legacy_flags/build_xla_ops_pass_flags.cc  |  4 +-
 .../mark_for_compilation_pass_flags.cc        |  4 +-
 .../jit/legacy_flags/xla_device_flags.cc      |  4 +-
 .../jit/legacy_flags/xla_ops_common_flags.cc  |  4 +-
 tensorflow/compiler/tf2xla/BUILD              |  2 +-
 .../compiler/tf2xla/dump_graph_flags.cc       |  4 +-
 tensorflow/compiler/xla/BUILD                 | 66 ++++++++++++++-
 tensorflow/compiler/xla/client/BUILD          |  4 +-
 tensorflow/compiler/xla/client/client.cc      |  5 +-
 tensorflow/compiler/xla/client/local_client.h | 12 +--
 .../compiler/xla/client/xla_builder_test.cc   |  6 +-
 .../{legacy_flags => }/debug_options_flags.cc | 17 ++--
 .../{legacy_flags => }/debug_options_flags.h  |  8 +-
 .../debug_options_parsers.h                   | 10 +--
 .../debug_options_parsers_test.cc             | 14 ++--
 .../compiler/xla/execution_options_util.cc    |  5 +-
 tensorflow/compiler/xla/legacy_flags/BUILD    | 82 -------------------
 .../parse_flags_from_env.cc                   |  4 +-
 .../{legacy_flags => }/parse_flags_from_env.h |  8 +-
 .../parse_flags_from_env_test.cc              |  8 +-
 tensorflow/compiler/xla/service/BUILD         | 12 +--
 .../xla/service/buffer_assignment_test.cc     |  2 +-
 .../xla/service/compile_only_service.cc       |  2 +-
 tensorflow/compiler/xla/service/compiler.cc   |  2 +-
 .../xla/service/copy_insertion_test.cc        |  8 +-
 tensorflow/compiler/xla/service/cpu/BUILD     |  2 +-
 .../service/cpu/cpu_copy_insertion_test.cc    |  2 +-
 tensorflow/compiler/xla/service/executable.cc |  2 +-
 tensorflow/compiler/xla/service/executable.h  |  2 +-
 .../compiler/xla/service/gpu/tests/BUILD      |  2 +-
 .../xla/service/gpu/tests/gpu_codegen_test.cc |  4 +-
 .../service/gpu/tests/gpu_unrolling_test.cc   |  2 +-
 .../compiler/xla/service/hlo_domain_test.cc   |  4 +-
 .../xla/service/hlo_evaluator_test.cc         |  2 +-
 .../compiler/xla/service/platform_util.cc     |  6 +-
 tensorflow/compiler/xla/service/service.cc    |  4 +-
 tensorflow/compiler/xla/service/service.h     |  2 +-
 tensorflow/compiler/xla/tests/BUILD           |  4 +-
 .../compiler/xla/tests/hlo_test_base.cc       |  4 +-
 .../compiler/xla/tests/llvm_compiler_test.cc  |  2 +-
 .../xla/tests/xla_hlo_profile_test.cc         |  2 +-
 .../xla/tests/xla_internal_test_main.cc       |  4 +-
 tensorflow/compiler/xla/tools/BUILD           |  6 +-
 .../tools/dumped_computation_to_graphviz.cc   |  6 +-
 .../dumped_computation_to_tf_graphdef.cc      |  6 +-
 .../compiler/xla/tools/replay_computation.cc  |  5 +-
 tensorflow/compiler/xrt/kernels/BUILD         |  2 +-
 50 files changed, 175 insertions(+), 213 deletions(-)
 rename tensorflow/compiler/xla/{legacy_flags => }/debug_options_flags.cc (96%)
 rename tensorflow/compiler/xla/{legacy_flags => }/debug_options_flags.h (81%)
 rename tensorflow/compiler/xla/{legacy_flags => }/debug_options_parsers.h (94%)
 rename tensorflow/compiler/xla/{legacy_flags => }/debug_options_parsers_test.cc (88%)
 delete mode 100644 tensorflow/compiler/xla/legacy_flags/BUILD
 rename tensorflow/compiler/xla/{legacy_flags => }/parse_flags_from_env.cc (98%)
 rename tensorflow/compiler/xla/{legacy_flags => }/parse_flags_from_env.h (90%)
 rename tensorflow/compiler/xla/{legacy_flags => }/parse_flags_from_env_test.cc (96%)

diff --git a/tensorflow/compiler/aot/BUILD b/tensorflow/compiler/aot/BUILD
index 6c29f09cde..16151e7773 100644
--- a/tensorflow/compiler/aot/BUILD
+++ b/tensorflow/compiler/aot/BUILD
@@ -93,7 +93,7 @@ cc_library(
         ":tfcompile_lib",
         "//tensorflow/compiler/tf2xla:tf2xla_proto",
         "//tensorflow/compiler/tf2xla:tf2xla_util",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla/service:compiler",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:core_cpu_internal",
diff --git a/tensorflow/compiler/aot/tfcompile_main.cc b/tensorflow/compiler/aot/tfcompile_main.cc
index b95b063348..d548de8c44 100644
--- a/tensorflow/compiler/aot/tfcompile_main.cc
+++ b/tensorflow/compiler/aot/tfcompile_main.cc
@@ -26,7 +26,7 @@ limitations under the License.
 #include "tensorflow/compiler/aot/flags.h"
 #include "tensorflow/compiler/tf2xla/tf2xla.pb.h"
 #include "tensorflow/compiler/tf2xla/tf2xla_util.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/compiler.h"
 #include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/graph.pb.h"
@@ -103,7 +103,7 @@ Status Main(const MainFlags& flags) {
     return errors::InvalidArgument("Must specify --cpp_class");
   }
   codegen_opts.gen_hlo_profile_printer_data =
-      xla::legacy_flags::GetDebugOptionsFromFlags().xla_hlo_profile();
+      xla::GetDebugOptionsFromFlags().xla_hlo_profile();
   TF_RETURN_IF_ERROR(ParseCppClass(flags.cpp_class, &codegen_opts.class_name,
                                    &codegen_opts.namespaces));
 
@@ -132,7 +132,7 @@ int main(int argc, char** argv) {
 
   std::vector<tensorflow::Flag> flag_list;
   AppendMainFlags(&flag_list, &flags);
-  xla::legacy_flags::AppendDebugOptionsFlags(&flag_list);
+  xla::AppendDebugOptionsFlags(&flag_list);
 
   tensorflow::string usage = tensorflow::tfcompile::kUsageHeader;
   usage += tensorflow::Flags::Usage(argv[0], flag_list);
diff --git a/tensorflow/compiler/jit/legacy_flags/BUILD b/tensorflow/compiler/jit/legacy_flags/BUILD
index 49ff9a3ddd..5fa6c85f06 100644
--- a/tensorflow/compiler/jit/legacy_flags/BUILD
+++ b/tensorflow/compiler/jit/legacy_flags/BUILD
@@ -22,7 +22,7 @@ cc_library(
     hdrs = ["mark_for_compilation_pass_flags.h"],
     deps =
         [
-            "//tensorflow/compiler/xla/legacy_flags:parse_flags_from_env",
+            "//tensorflow/compiler/xla:parse_flags_from_env",
             "//tensorflow/core:framework_internal",
             "//tensorflow/core:lib",
         ],
@@ -34,7 +34,7 @@ cc_library(
     hdrs = ["xla_device_flags.h"],
     deps =
         [
-            "//tensorflow/compiler/xla/legacy_flags:parse_flags_from_env",
+            "//tensorflow/compiler/xla:parse_flags_from_env",
             "//tensorflow/core:framework_internal",
             "//tensorflow/core:lib",
         ],
@@ -46,7 +46,7 @@ cc_library(
     hdrs = ["build_xla_ops_pass_flags.h"],
     deps =
         [
-            "//tensorflow/compiler/xla/legacy_flags:parse_flags_from_env",
+            "//tensorflow/compiler/xla:parse_flags_from_env",
             "//tensorflow/core:framework_internal",
             "//tensorflow/core:lib",
         ],
@@ -58,7 +58,7 @@ cc_library(
     hdrs = ["xla_ops_common_flags.h"],
     deps =
         [
-            "//tensorflow/compiler/xla/legacy_flags:parse_flags_from_env",
+            "//tensorflow/compiler/xla:parse_flags_from_env",
             "//tensorflow/core:framework_internal",
             "//tensorflow/core:lib",
         ],
diff --git a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
index 73f4dc73ed..961c17c17e 100644
--- a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
@@ -16,7 +16,7 @@ limitations under the License.
 #include <mutex>  // NOLINT
 
 #include "tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h"
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace tensorflow {
@@ -34,7 +34,7 @@ void AllocateAndParseFlags() {
       Flag("tf_xla_enable_lazy_compilation",
            &flags->tf_xla_enable_lazy_compilation, ""),
   });
-  xla::legacy_flags::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv(*flag_list);
 }
 
 }  // namespace
diff --git a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
index 7277a1d1f8..91d6276f49 100644
--- a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include <vector>
 
 #include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
@@ -64,7 +64,7 @@ static void AllocateFlags() {
        Flag("tf_xla_fusion_only", &flags->tf_xla_fusion_only,
             "enable fusion of element-wise operations only using XLA when "
             "global_jit_level is ON*.")});
-  xla::legacy_flags::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv(*flag_list);
 }
 
 // Append to *append_to flag definitions associated with the XLA bridge's
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
index 1bb2fce2db..76b80d3034 100644
--- a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include <vector>
 
 #include "tensorflow/compiler/jit/legacy_flags/xla_device_flags.h"
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
@@ -41,7 +41,7 @@ static void AllocateFlags() {
            "Switch a device into 'on-demand' mode, where instead of "
            "autoclustering ops are compiled one by one just-in-time."),
   });
-  xla::legacy_flags::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv(*flag_list);
 }
 
 // Return a pointer to the XlaDeviceFlags struct;
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
index ae17fdffb9..8bcf80b2ab 100644
--- a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
@@ -17,7 +17,7 @@ limitations under the License.
 #include <vector>
 
 #include "tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h"
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 
 #include "tensorflow/core/util/command_line_flags.h"
 
@@ -35,7 +35,7 @@ void AllocateAndParseFlags() {
       Flag("tf_xla_always_defer_compilation",
            &flags->tf_xla_always_defer_compilation, ""),
   });
-  xla::legacy_flags::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv(*flag_list);
 }
 
 const XlaOpsCommonFlags& GetXlaOpsCommonFlags() {
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index 57019b3bc8..7bd4e5ae79 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -438,7 +438,7 @@ cc_library(
         "dump_graph.h",
     ],
     deps = [
-        "//tensorflow/compiler/xla/legacy_flags:parse_flags_from_env",
+        "//tensorflow/compiler/xla:parse_flags_from_env",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:core_cpu_internal",
         "//tensorflow/core:framework",
diff --git a/tensorflow/compiler/tf2xla/dump_graph_flags.cc b/tensorflow/compiler/tf2xla/dump_graph_flags.cc
index a6c908ba01..2eb1f8cd84 100644
--- a/tensorflow/compiler/tf2xla/dump_graph_flags.cc
+++ b/tensorflow/compiler/tf2xla/dump_graph_flags.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include <vector>
 
 #include "tensorflow/compiler/tf2xla/dump_graph_flags.h"
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
@@ -41,7 +41,7 @@ static void AllocateFlags() {
            "Path prefix to which graphs dumped during debugging should be "
            "written."),
   });
-  xla::legacy_flags::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv(*flag_list);
 }
 
 // Append to *append_to flag definitions associated with the XLA bridge's
diff --git a/tensorflow/compiler/xla/BUILD b/tensorflow/compiler/xla/BUILD
index d6b60c5f99..91096cf1d0 100644
--- a/tensorflow/compiler/xla/BUILD
+++ b/tensorflow/compiler/xla/BUILD
@@ -68,7 +68,7 @@ cc_library(
     visibility = [":friends"],
     deps = [
         ":xla_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
+        "//tensorflow/compiler/xla:debug_options_flags",
     ],
 )
 
@@ -735,6 +735,70 @@ tf_cc_test(
     ],
 )
 
+cc_library(
+    name = "parse_flags_from_env",
+    srcs = ["parse_flags_from_env.cc"],
+    hdrs = ["parse_flags_from_env.h"],
+    deps =
+        [
+            "//tensorflow/compiler/xla:types",
+            "//tensorflow/core:framework_internal",
+            "//tensorflow/core:lib",
+            "@com_google_absl//absl/strings",
+        ],
+)
+
+tf_cc_test(
+    name = "parse_flags_from_env_test",
+    srcs = ["parse_flags_from_env_test.cc"],
+    deps =
+        [
+            ":parse_flags_from_env",
+            "//tensorflow/compiler/xla:types",
+            "//tensorflow/core:framework_internal",
+            "//tensorflow/core:lib",
+            "//tensorflow/core:test",
+            "@com_google_absl//absl/strings:str_format",
+        ],
+)
+
+cc_library(
+    name = "debug_options_flags",
+    srcs = [
+        "debug_options_flags.cc",
+        "debug_options_parsers.h",
+    ],
+    hdrs = ["debug_options_flags.h"],
+    deps =
+        [
+            ":parse_flags_from_env",
+            "//tensorflow/compiler/xla:xla_proto",
+            "//tensorflow/compiler/xla/service:hlo",
+            "//tensorflow/core:framework_internal",
+            "//tensorflow/core:lib",
+            "@com_google_absl//absl/strings",
+        ],
+)
+
+tf_cc_test(
+    name = "debug_options_parsers_test",
+    size = "small",
+    srcs = [
+        "debug_options_parsers.h",
+        "debug_options_parsers_test.cc",
+    ],
+    deps =
+        [
+            "//tensorflow/compiler/xla:xla_proto",
+            "//tensorflow/compiler/xla/service:hlo",
+            "//tensorflow/core:framework_internal",
+            "//tensorflow/core:lib",
+            "//tensorflow/core:test",
+            "@com_google_absl//absl/strings",
+            "@com_google_absl//absl/strings:str_format",
+        ],
+)
+
 # -----------------------------------------------------------------------------
 
 # This is a headers target that extra XLA devices can use to prevent circular dependencies.  Devices that are compiled as separate shared objects can also use it to prevent linking of library code.
diff --git a/tensorflow/compiler/xla/client/BUILD b/tensorflow/compiler/xla/client/BUILD
index 0cbe68d7ef..42da0ebf49 100644
--- a/tensorflow/compiler/xla/client/BUILD
+++ b/tensorflow/compiler/xla/client/BUILD
@@ -68,6 +68,7 @@ cc_library(
     deps = [
         ":global_data",
         ":xla_computation",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:execution_options_util",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:service_interface",
@@ -76,7 +77,6 @@ cc_library(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla:xla_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service:hlo_proto",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/memory",
@@ -236,13 +236,13 @@ tf_cc_test(
     deps = [
         ":xla_builder",
         ":xla_computation",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:status_macros",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/core:test",
diff --git a/tensorflow/compiler/xla/client/client.cc b/tensorflow/compiler/xla/client/client.cc
index debe23487f..eef2844e0d 100644
--- a/tensorflow/compiler/xla/client/client.cc
+++ b/tensorflow/compiler/xla/client/client.cc
@@ -21,8 +21,8 @@ limitations under the License.
 #include "absl/memory/memory.h"
 #include "absl/strings/str_cat.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/execution_options_util.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/types.h"
@@ -465,8 +465,7 @@ StatusOr<string> Client::ExecutionStatsAsString(
     const XlaComputation& computation, const ExecutionProfile& profile) {
   TF_ASSIGN_OR_RETURN(
       auto computation_stats,
-      GetComputationStats(computation,
-                          legacy_flags::GetDebugOptionsFromFlags()));
+      GetComputationStats(computation, GetDebugOptionsFromFlags()));
   int64 total_flops =
       computation_stats.flop_count() + computation_stats.transcendental_count();
   if (profile.compute_time_ns() > 0) {
diff --git a/tensorflow/compiler/xla/client/local_client.h b/tensorflow/compiler/xla/client/local_client.h
index feb2f8ec9d..e49451ca97 100644
--- a/tensorflow/compiler/xla/client/local_client.h
+++ b/tensorflow/compiler/xla/client/local_client.h
@@ -60,8 +60,8 @@ class LocalExecutable {
   // Validates that the given arguments and options satisfy various constraints
   // of the computation.
   //
-  // The given ExecutableRunOptions override any values from legacy_flags
-  // (TF_XLA_FLAGS environment variable).
+  // The given ExecutableRunOptions override any values from TF_XLA_FLAGS
+  // environment variable.
   Status ValidateExecutionOptions(
       const absl::Span<const ShapedBuffer* const> arguments,
       const ExecutableRunOptions& run_options, const Backend& backend);
@@ -69,8 +69,8 @@ class LocalExecutable {
   // Records the computation in a SessionModule proto with the arguments used to
   // invoke it, and the result. Enabled by flag: --tla_dump_executions_to.
   //
-  // The given ServiceExecutableRunOptions override any values from legacy_flags
-  // (TF_XLA_FLAGS environment variable).
+  // The given ServiceExecutableRunOptions override any values from TF_XLA_FLAGS
+  // environment variable.
   StatusOr<ScopedShapedBuffer> ExecuteAndDump(
       const ServiceExecutableRunOptions* run_options,
       const absl::Span<const ShapedBuffer* const> arguments);
@@ -114,8 +114,8 @@ class LocalClient : public Client {
   // Build and return a LocalExecutable object. The executable is compiled using
   // the given XlaComputation, argument layouts and options.
   //
-  // The given ExecutableBuildOptions override any values from legacy_flags
-  // (TF_XLA_FLAGS environment variable).
+  // The given ExecutableBuildOptions override any values from TF_XLA_FLAGS
+  // environment variable.
   StatusOr<std::unique_ptr<LocalExecutable>> Compile(
       const XlaComputation& computation,
       const absl::Span<const Shape* const> argument_layouts,
diff --git a/tensorflow/compiler/xla/client/xla_builder_test.cc b/tensorflow/compiler/xla/client/xla_builder_test.cc
index dfe5fd5eb2..8d60b03f13 100644
--- a/tensorflow/compiler/xla/client/xla_builder_test.cc
+++ b/tensorflow/compiler/xla/client/xla_builder_test.cc
@@ -18,7 +18,7 @@ limitations under the License.
 #include <string>
 
 #include "tensorflow/compiler/xla/client/xla_computation.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/shape_util.h"
@@ -43,7 +43,7 @@ class XlaBuilderTest : public ::testing::Test {
     const HloModuleProto& proto = computation.proto();
     TF_ASSIGN_OR_RETURN(const auto& config,
                         HloModule::CreateModuleConfigFromProto(
-                            proto, legacy_flags::GetDebugOptionsFromFlags()));
+                            proto, GetDebugOptionsFromFlags()));
     return HloModule::CreateFromProto(proto, config);
   }
 
@@ -54,7 +54,7 @@ class XlaBuilderTest : public ::testing::Test {
     const HloModuleProto& proto = computation.proto();
     TF_ASSIGN_OR_RETURN(const auto& config,
                         HloModule::CreateModuleConfigFromProto(
-                            proto, legacy_flags::GetDebugOptionsFromFlags()));
+                            proto, GetDebugOptionsFromFlags()));
     return HloModule::CreateFromProto(proto, config);
   }
 
diff --git a/tensorflow/compiler/xla/legacy_flags/debug_options_flags.cc b/tensorflow/compiler/xla/debug_options_flags.cc
similarity index 96%
rename from tensorflow/compiler/xla/legacy_flags/debug_options_flags.cc
rename to tensorflow/compiler/xla/debug_options_flags.cc
index 3ed3afcfce..033887d7c1 100644
--- a/tensorflow/compiler/xla/legacy_flags/debug_options_flags.cc
+++ b/tensorflow/compiler/xla/debug_options_flags.cc
@@ -13,17 +13,15 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 
 #include <mutex>  // NOLINT(build/c++11): only using std::call_once, not mutex.
 #include <vector>
 #include "absl/strings/str_split.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_parsers.h"
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/debug_options_parsers.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 
 namespace xla {
-namespace legacy_flags {
-
 namespace {
 
 DebugOptions* flag_values;
@@ -101,8 +99,8 @@ void AllocateFlags() {
       [](string comma_separated_values) {
         auto* extra_options_map =
             flag_values->mutable_xla_backend_extra_options();
-        impl::parse_xla_backend_extra_options(extra_options_map,
-                                              comma_separated_values);
+        parse_xla_backend_extra_options(extra_options_map,
+                                        comma_separated_values);
         return true;
       };
 
@@ -111,8 +109,8 @@ void AllocateFlags() {
       [](string reduce_precision_option_value) {
         HloReducePrecisionOptions* option_proto =
             flag_values->add_hlo_reduce_precision_options();
-        return impl::parse_xla_reduce_precision_option(
-            option_proto, reduce_precision_option_value);
+        return parse_xla_reduce_precision_option(option_proto,
+                                                 reduce_precision_option_value);
       };
 
   flag_objects = new std::vector<tensorflow::Flag>({
@@ -353,5 +351,4 @@ xla::DebugOptions GetDebugOptionsFromFlags() {
   return *flag_values;
 }
 
-}  // namespace legacy_flags
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/legacy_flags/debug_options_flags.h b/tensorflow/compiler/xla/debug_options_flags.h
similarity index 81%
rename from tensorflow/compiler/xla/legacy_flags/debug_options_flags.h
rename to tensorflow/compiler/xla/debug_options_flags.h
index b53157f59c..60e59abc2a 100644
--- a/tensorflow/compiler/xla/legacy_flags/debug_options_flags.h
+++ b/tensorflow/compiler/xla/debug_options_flags.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_DEBUG_OPTIONS_FLAGS_H_
-#define TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_DEBUG_OPTIONS_FLAGS_H_
+#ifndef TENSORFLOW_COMPILER_XLA_DEBUG_OPTIONS_FLAGS_H_
+#define TENSORFLOW_COMPILER_XLA_DEBUG_OPTIONS_FLAGS_H_
 
 #include <vector>
 
@@ -22,7 +22,6 @@ limitations under the License.
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace xla {
-namespace legacy_flags {
 
 // Appends flag definitions for debug options to flag_list.
 void AppendDebugOptionsFlags(std::vector<tensorflow::Flag>* flag_list);
@@ -32,7 +31,6 @@ void AppendDebugOptionsFlags(std::vector<tensorflow::Flag>* flag_list);
 // first.
 xla::DebugOptions GetDebugOptionsFromFlags();
 
-}  // namespace legacy_flags
 }  // namespace xla
 
-#endif  // TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_DEBUG_OPTIONS_FLAGS_H_
+#endif  // TENSORFLOW_COMPILER_XLA_DEBUG_OPTIONS_FLAGS_H_
diff --git a/tensorflow/compiler/xla/legacy_flags/debug_options_parsers.h b/tensorflow/compiler/xla/debug_options_parsers.h
similarity index 94%
rename from tensorflow/compiler/xla/legacy_flags/debug_options_parsers.h
rename to tensorflow/compiler/xla/debug_options_parsers.h
index ee7eb019c0..80aadfd5ec 100644
--- a/tensorflow/compiler/xla/legacy_flags/debug_options_parsers.h
+++ b/tensorflow/compiler/xla/debug_options_parsers.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_DEBUG_OPTIONS_PARSERS_H_
-#define TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_DEBUG_OPTIONS_PARSERS_H_
+#ifndef TENSORFLOW_COMPILER_XLA_DEBUG_OPTIONS_PARSERS_H_
+#define TENSORFLOW_COMPILER_XLA_DEBUG_OPTIONS_PARSERS_H_
 
 #include <vector>
 #include "absl/strings/numbers.h"
@@ -23,8 +23,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/xla.pb.h"
 
 namespace xla {
-namespace legacy_flags {
-namespace impl {
 
 template <typename T>
 void parse_xla_backend_extra_options(T* extra_options_map,
@@ -140,8 +138,6 @@ inline bool parse_xla_reduce_precision_option(
   return true;
 }
 
-}  // namespace impl
-}  // namespace legacy_flags
 }  // namespace xla
 
-#endif  // TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_DEBUG_OPTIONS_PARSERS_H_
+#endif  // TENSORFLOW_COMPILER_XLA_DEBUG_OPTIONS_PARSERS_H_
diff --git a/tensorflow/compiler/xla/legacy_flags/debug_options_parsers_test.cc b/tensorflow/compiler/xla/debug_options_parsers_test.cc
similarity index 88%
rename from tensorflow/compiler/xla/legacy_flags/debug_options_parsers_test.cc
rename to tensorflow/compiler/xla/debug_options_parsers_test.cc
index 6f197aec53..8003c3496d 100644
--- a/tensorflow/compiler/xla/legacy_flags/debug_options_parsers_test.cc
+++ b/tensorflow/compiler/xla/debug_options_parsers_test.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 // Test for parse_flags_from_env.cc
 
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_parsers.h"
+#include "tensorflow/compiler/xla/debug_options_parsers.h"
 
 #include <unordered_map>
 #include <vector>
@@ -23,13 +23,12 @@ limitations under the License.
 #include "tensorflow/core/platform/test.h"
 
 namespace xla {
-namespace legacy_flags {
 
 // Test that the xla_backend_extra_options flag is parsed correctly.
 TEST(DebugOptionsFlags, ParseXlaBackendExtraOptions) {
   std::unordered_map<string, string> test_map;
   string test_string = "aa=bb,cc,dd=,ee=ff=gg";
-  impl::parse_xla_backend_extra_options(&test_map, test_string);
+  parse_xla_backend_extra_options(&test_map, test_string);
   EXPECT_EQ(test_map.size(), 4);
   EXPECT_EQ(test_map.at("aa"), "bb");
   EXPECT_EQ(test_map.at("cc"), "");
@@ -41,7 +40,7 @@ TEST(DebugOptionsFlags, ParseXlaBackendExtraOptions) {
 TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionNoStrings) {
   HloReducePrecisionOptions proto;
   string test_string = "OP_OUTPUTS=5,10:add,dot";
-  EXPECT_TRUE(impl::parse_xla_reduce_precision_option(&proto, test_string));
+  EXPECT_TRUE(parse_xla_reduce_precision_option(&proto, test_string));
   EXPECT_EQ(proto.location(), HloReducePrecisionOptions::OP_OUTPUTS);
   EXPECT_EQ(proto.exponent_bits(), 5);
   EXPECT_EQ(proto.mantissa_bits(), 10);
@@ -56,7 +55,7 @@ TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionNoStrings) {
 TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionNoStringsSemicolon) {
   HloReducePrecisionOptions proto;
   string test_string = "OP_OUTPUTS=5,10:add,dot;";
-  EXPECT_TRUE(impl::parse_xla_reduce_precision_option(&proto, test_string));
+  EXPECT_TRUE(parse_xla_reduce_precision_option(&proto, test_string));
   EXPECT_EQ(proto.location(), HloReducePrecisionOptions::OP_OUTPUTS);
   EXPECT_EQ(proto.exponent_bits(), 5);
   EXPECT_EQ(proto.mantissa_bits(), 10);
@@ -71,7 +70,7 @@ TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionNoStringsSemicolon) {
 TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionNoOpcodes) {
   HloReducePrecisionOptions proto;
   string test_string = "UNFUSED_OP_OUTPUTS=5,10:;foo,bar/baz";
-  EXPECT_TRUE(impl::parse_xla_reduce_precision_option(&proto, test_string));
+  EXPECT_TRUE(parse_xla_reduce_precision_option(&proto, test_string));
   EXPECT_EQ(proto.location(), HloReducePrecisionOptions::UNFUSED_OP_OUTPUTS);
   EXPECT_EQ(proto.exponent_bits(), 5);
   EXPECT_EQ(proto.mantissa_bits(), 10);
@@ -84,7 +83,7 @@ TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionNoOpcodes) {
 TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionBoth) {
   HloReducePrecisionOptions proto;
   string test_string = "UNFUSED_OP_OUTPUTS=5,10:subtract;foo,bar/baz";
-  EXPECT_TRUE(impl::parse_xla_reduce_precision_option(&proto, test_string));
+  EXPECT_TRUE(parse_xla_reduce_precision_option(&proto, test_string));
   EXPECT_EQ(proto.location(), HloReducePrecisionOptions::UNFUSED_OP_OUTPUTS);
   EXPECT_EQ(proto.exponent_bits(), 5);
   EXPECT_EQ(proto.mantissa_bits(), 10);
@@ -96,7 +95,6 @@ TEST(DebugOptionsFlags, ParseXlaReducePrecisionOptionBoth) {
   EXPECT_EQ(proto.opname_substrings_to_suffix(1), "bar/baz");
 }
 
-}  // namespace legacy_flags
 }  // namespace xla
 
 int main(int argc, char* argv[]) {
diff --git a/tensorflow/compiler/xla/execution_options_util.cc b/tensorflow/compiler/xla/execution_options_util.cc
index e83ff7cddd..cf569863bb 100644
--- a/tensorflow/compiler/xla/execution_options_util.cc
+++ b/tensorflow/compiler/xla/execution_options_util.cc
@@ -13,14 +13,13 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 #include "tensorflow/compiler/xla/execution_options_util.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 
 namespace xla {
 
 ExecutionOptions CreateDefaultExecutionOptions() {
   ExecutionOptions execution_options;
-  *(execution_options.mutable_debug_options()) =
-      legacy_flags::GetDebugOptionsFromFlags();
+  *(execution_options.mutable_debug_options()) = GetDebugOptionsFromFlags();
   return execution_options;
 }
 
diff --git a/tensorflow/compiler/xla/legacy_flags/BUILD b/tensorflow/compiler/xla/legacy_flags/BUILD
deleted file mode 100644
index 3e79129aaf..0000000000
--- a/tensorflow/compiler/xla/legacy_flags/BUILD
+++ /dev/null
@@ -1,82 +0,0 @@
-# Legacy command-line flags for the XLA libraries.
-
-# Please do not add more flags to this package.
-
-# The XLA libraries were written in an environment that allowed command-line
-# flags to be scattered freely throughout the libraries.  This model, while
-# initially convenient, leads to a proliferation in unused command-line flags
-# in tests and binaries, and serious problems in servers, where one might wish
-# parameters to be different in independent RPC calls to the same routine.
-#
-# Please don't add more flags.  If you're a library author, pass options and
-# parameters explicitly through the library's interface.
-
-package(default_visibility = ["//tensorflow:internal"])
-
-licenses(["notice"])  # Apache 2.0
-
-load("//tensorflow:tensorflow.bzl", "tf_cc_test")
-
-cc_library(
-    name = "parse_flags_from_env",
-    srcs = ["parse_flags_from_env.cc"],
-    hdrs = ["parse_flags_from_env.h"],
-    deps =
-        [
-            "//tensorflow/compiler/xla:types",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-            "@com_google_absl//absl/strings",
-        ],
-)
-
-tf_cc_test(
-    name = "parse_flags_from_env_test",
-    srcs = ["parse_flags_from_env_test.cc"],
-    deps =
-        [
-            ":parse_flags_from_env",
-            "//tensorflow/compiler/xla:types",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-            "//tensorflow/core:test",
-            "@com_google_absl//absl/strings:str_format",
-        ],
-)
-
-cc_library(
-    name = "debug_options_flags",
-    srcs = [
-        "debug_options_flags.cc",
-        "debug_options_parsers.h",
-    ],
-    hdrs = ["debug_options_flags.h"],
-    deps =
-        [
-            ":parse_flags_from_env",
-            "//tensorflow/compiler/xla:xla_proto",
-            "//tensorflow/compiler/xla/service:hlo",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-            "@com_google_absl//absl/strings",
-        ],
-)
-
-tf_cc_test(
-    name = "debug_options_parsers_test",
-    size = "small",
-    srcs = [
-        "debug_options_parsers.h",
-        "debug_options_parsers_test.cc",
-    ],
-    deps =
-        [
-            "//tensorflow/compiler/xla:xla_proto",
-            "//tensorflow/compiler/xla/service:hlo",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-            "//tensorflow/core:test",
-            "@com_google_absl//absl/strings",
-            "@com_google_absl//absl/strings:str_format",
-        ],
-)
diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc b/tensorflow/compiler/xla/parse_flags_from_env.cc
similarity index 98%
rename from tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
rename to tensorflow/compiler/xla/parse_flags_from_env.cc
index 2a4e49b05a..40481331b6 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.cc
+++ b/tensorflow/compiler/xla/parse_flags_from_env.cc
@@ -22,7 +22,7 @@ limitations under the License.
 #include <string.h>
 #include <vector>
 
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
@@ -31,7 +31,6 @@ limitations under the License.
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace xla {
-namespace legacy_flags {
 
 static const char kEnvVar[] = "TF_XLA_FLAGS";  // environment variable queried
 static const char kWS[] = " \t\r\n";           // whitespace
@@ -202,5 +201,4 @@ void ResetFlagsFromEnvForTesting(int** pargc, std::vector<char*>** pargv) {
   *pargv = &env_argv->argv;
 }
 
-}  // namespace legacy_flags
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h b/tensorflow/compiler/xla/parse_flags_from_env.h
similarity index 90%
rename from tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h
rename to tensorflow/compiler/xla/parse_flags_from_env.h
index b54482ad2b..fe86ee687f 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h
+++ b/tensorflow/compiler/xla/parse_flags_from_env.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_PARSE_FLAGS_FROM_ENV_H_
-#define TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_PARSE_FLAGS_FROM_ENV_H_
+#ifndef TENSORFLOW_COMPILER_XLA_PARSE_FLAGS_FROM_ENV_H_
+#define TENSORFLOW_COMPILER_XLA_PARSE_FLAGS_FROM_ENV_H_
 
 // This module exports ParseFlagsFromEnv(), which allows other modules to parse
 // flags from the environtment variable TF_XLA_FLAGS, or (if the first
@@ -50,7 +50,6 @@ limitations under the License.
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace xla {
-namespace legacy_flags {
 
 // Call tensorflow::Flags::Parse(argc, argv, flag_list) against any as yet
 // unrecognized flags passed in from the environment, and return its
@@ -60,7 +59,6 @@ bool ParseFlagsFromEnv(const std::vector<tensorflow::Flag>& flag_list);
 // Used only for testing.  Not to be used by clients.
 void ResetFlagsFromEnvForTesting(int** pargc, std::vector<char*>** pargv);
 
-}  // namespace legacy_flags
 }  // namespace xla
 
-#endif  // TENSORFLOW_COMPILER_XLA_LEGACY_FLAGS_PARSE_FLAGS_FROM_ENV_H_
+#endif  // TENSORFLOW_COMPILER_XLA_PARSE_FLAGS_FROM_ENV_H_
diff --git a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc b/tensorflow/compiler/xla/parse_flags_from_env_test.cc
similarity index 96%
rename from tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
rename to tensorflow/compiler/xla/parse_flags_from_env_test.cc
index 138c0c852e..edd6538402 100644
--- a/tensorflow/compiler/xla/legacy_flags/parse_flags_from_env_test.cc
+++ b/tensorflow/compiler/xla/parse_flags_from_env_test.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 // Test for parse_flags_from_env.cc
 
-#include "tensorflow/compiler/xla/legacy_flags/parse_flags_from_env.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
 
 #include <stdio.h>
 #include <stdlib.h>
@@ -30,7 +30,6 @@ limitations under the License.
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace xla {
-namespace legacy_flags {
 
 // Test that XLA flags can be set from the environment.
 // Failure messages are accompanied by the text in msg[].
@@ -159,12 +158,11 @@ TEST(ParseFlagsFromEnv, EnvAndFlag) {
   }
 }
 
-}  // namespace legacy_flags
 }  // namespace xla
 
 int main(int argc, char* argv[]) {
   // Save name of binary so that it may invoke itself.
-  xla::legacy_flags::binary_name = argv[0];
+  xla::binary_name = argv[0];
   bool recursing = false;
   xla::int32 int_flag = 1;
   const std::vector<tensorflow::Flag> flag_list = {
@@ -173,7 +171,7 @@ int main(int argc, char* argv[]) {
       tensorflow::Flag("int_flag", &int_flag, "An integer flag to test with"),
   };
   xla::string usage = tensorflow::Flags::Usage(argv[0], flag_list);
-  bool parse_ok = xla::legacy_flags::ParseFlagsFromEnv(flag_list);
+  bool parse_ok = xla::ParseFlagsFromEnv(flag_list);
   if (!parse_ok) {
     LOG(QFATAL) << "can't parse from environment\n" << usage;
   }
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 46df31b62e..67add2f616 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -603,11 +603,11 @@ cc_library(
     hdrs = ["platform_util.h"],
     deps = [
         ":compiler",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:status_macros",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:util",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:stream_executor_no_cuda",
         "@com_google_absl//absl/strings",
@@ -663,6 +663,7 @@ cc_library(
         ":source_map_util",
         ":stream_pool",
         ":transfer_manager",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:executable_run_options",
         "//tensorflow/compiler/xla:execution_options_util",
         "//tensorflow/compiler/xla:service_interface",
@@ -674,7 +675,6 @@ cc_library(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla:xla_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:ptr_util",
         "//tensorflow/core:stream_executor_no_cuda",
@@ -731,12 +731,12 @@ cc_library(
         ":computation_layout",
         ":platform_util",
         ":service",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:status_macros",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:stream_executor_no_cuda",
@@ -835,6 +835,7 @@ cc_library(
         ":maybe_owning_device_memory",
         ":shaped_buffer",
         ":stream_pool",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:executable_run_options",
         "//tensorflow/compiler/xla:shape_tree",
         "//tensorflow/compiler/xla:status",
@@ -842,7 +843,6 @@ cc_library(
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:stream_executor_no_cuda",
@@ -2434,12 +2434,12 @@ tf_cc_test(
         ":hlo_graph_dumper",
         ":hlo_matchers",
         ":hlo_runner",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/core:test",
@@ -2840,8 +2840,8 @@ tf_cc_test(
         ":hlo_domain_isolator",
         ":hlo_domain_remover",
         ":hlo_parser",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:test",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index 327211d3ef..2c48ffedf1 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -2308,7 +2308,7 @@ ENTRY Main {
 )";
 
   HloModuleConfig config;
-  config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+  config.set_debug_options(GetDebugOptionsFromFlags());
   ParseAndVerifyModule(hlo_text, config);
 
   auto buffers = RunBufferAssignment(&module());
diff --git a/tensorflow/compiler/xla/service/compile_only_service.cc b/tensorflow/compiler/xla/service/compile_only_service.cc
index 6d67f97002..67132274c0 100644
--- a/tensorflow/compiler/xla/service/compile_only_service.cc
+++ b/tensorflow/compiler/xla/service/compile_only_service.cc
@@ -20,7 +20,7 @@ limitations under the License.
 #include <vector>
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/backend.h"
 #include "tensorflow/compiler/xla/service/computation_layout.h"
 #include "tensorflow/compiler/xla/service/platform_util.h"
diff --git a/tensorflow/compiler/xla/service/compiler.cc b/tensorflow/compiler/xla/service/compiler.cc
index 80c630c620..8f08c24490 100644
--- a/tensorflow/compiler/xla/service/compiler.cc
+++ b/tensorflow/compiler/xla/service/compiler.cc
@@ -110,6 +110,6 @@ Compiler::GetPlatformCompilers() {
 }
 
 AotCompilationOptions::AotCompilationOptions()
-    : debug_options_(legacy_flags::GetDebugOptionsFromFlags()) {}
+    : debug_options_(GetDebugOptionsFromFlags()) {}
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/copy_insertion_test.cc b/tensorflow/compiler/xla/service/copy_insertion_test.cc
index 4533ebb99b..973d5b29af 100644
--- a/tensorflow/compiler/xla/service/copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/copy_insertion_test.cc
@@ -17,7 +17,7 @@ limitations under the License.
 
 #include <set>
 
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/service/hlo_computation.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
@@ -1896,7 +1896,7 @@ void BM_SequentialWhiles(int num_iters, int num_whiles) {
   tensorflow::testing::StopTiming();
   for (int i = 0; i < num_iters; ++i) {
     HloModuleConfig config;
-    config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+    config.set_debug_options(GetDebugOptionsFromFlags());
     HloModule module("BM_SequentialWhiles", config);
 
     auto builder = HloComputation::Builder("BM_SequentialWhiles");
@@ -1936,7 +1936,7 @@ void BM_ParallelWhiles(int num_iters, int num_whiles) {
   tensorflow::testing::StopTiming();
   for (int i = 0; i < num_iters; ++i) {
     HloModuleConfig config;
-    config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+    config.set_debug_options(GetDebugOptionsFromFlags());
     HloModule module("BM_SequentialWhiles", config);
 
     auto builder = HloComputation::Builder("BM_ParallelWhiles");
@@ -2003,7 +2003,7 @@ std::unique_ptr<HloComputation> MakeBenchmarkWhileBody(
 void BM_ManyElementTuple(int num_iters, const int num_tuple_inputs) {
   tensorflow::testing::StopTiming();
   HloModuleConfig config;
-  config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+  config.set_debug_options(GetDebugOptionsFromFlags());
   CopyInsertion copy_insertion;
   const Shape element_shape = ShapeUtil::MakeShape(F32, {});
   std::vector<HloInstruction*> tuple_params(num_tuple_inputs);
diff --git a/tensorflow/compiler/xla/service/cpu/BUILD b/tensorflow/compiler/xla/service/cpu/BUILD
index 36e25cbe67..c369b3af16 100644
--- a/tensorflow/compiler/xla/service/cpu/BUILD
+++ b/tensorflow/compiler/xla/service/cpu/BUILD
@@ -961,12 +961,12 @@ tf_cc_test(
     srcs = ["cpu_copy_insertion_test.cc"],
     deps = [
         ":cpu_copy_insertion",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/service:hlo_graph_dumper",
         "//tensorflow/compiler/xla/service:hlo_matchers",
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
index c9fb34be1c..d71d2e36e0 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/cpu/cpu_copy_insertion.h"
 
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/service/hlo_computation.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
diff --git a/tensorflow/compiler/xla/service/executable.cc b/tensorflow/compiler/xla/service/executable.cc
index 47c56e2f7f..10b8c01ff1 100644
--- a/tensorflow/compiler/xla/service/executable.cc
+++ b/tensorflow/compiler/xla/service/executable.cc
@@ -17,7 +17,7 @@ limitations under the License.
 
 #include "absl/memory/memory.h"
 #include "absl/strings/str_format.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/hlo_graph_dumper.h"
 #include "tensorflow/compiler/xla/status.h"
 #include "tensorflow/compiler/xla/status_macros.h"
diff --git a/tensorflow/compiler/xla/service/executable.h b/tensorflow/compiler/xla/service/executable.h
index 3a6780f2a6..45f620f3f3 100644
--- a/tensorflow/compiler/xla/service/executable.h
+++ b/tensorflow/compiler/xla/service/executable.h
@@ -22,7 +22,7 @@ limitations under the License.
 
 #include "absl/types/span.h"
 #include "absl/types/variant.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/computation_layout.h"
 #include "tensorflow/compiler/xla/service/device_memory_allocator.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
diff --git a/tensorflow/compiler/xla/service/gpu/tests/BUILD b/tensorflow/compiler/xla/service/gpu/tests/BUILD
index ed46f08d59..d798b31643 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/BUILD
+++ b/tensorflow/compiler/xla/service/gpu/tests/BUILD
@@ -37,7 +37,7 @@ cc_library(
     hdrs = ["gpu_codegen_test.h"],
     tags = tf_cuda_tests_tags(),
     deps = [
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla/service:gpu_plugin",
         "//tensorflow/compiler/xla/service/gpu:gpu_executable",
         "//tensorflow/compiler/xla/tests:filecheck",
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
index 79e77d4c4d..616f5b92bb 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h"
 #include "absl/memory/memory.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/gpu/gpu_executable.h"
 #include "tensorflow/compiler/xla/tests/filecheck.h"
 #include "tensorflow/core/platform/logging.h"
@@ -25,7 +25,7 @@ namespace gpu {
 
 std::unique_ptr<HloModule> GpuCodegenTest::CreateNewModuleWithFTZ(bool ftz) {
   HloModuleConfig config;
-  auto debug_options = legacy_flags::GetDebugOptionsFromFlags();
+  auto debug_options = GetDebugOptionsFromFlags();
   debug_options.set_xla_gpu_ftz(ftz);
   debug_options.set_xla_gpu_max_kernel_unroll_factor(1);
   // TODO(b/38354253): Change tests to use Parameters instead of Constants.
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_unrolling_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_unrolling_test.cc
index 0f2d5568ca..4636f1d9d2 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_unrolling_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_unrolling_test.cc
@@ -85,7 +85,7 @@ TEST_F(GpuUnrollingTest, UnrollFourTimes) {
 TEST_F(GpuUnrollingTest, UnrollDefaultTimes) {
   // The default unrolling factor is 4.
   HloModuleConfig config;
-  config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+  config.set_debug_options(GetDebugOptionsFromFlags());
   auto hlo_module = ParseHloString(kAddModule, config).ValueOrDie();
 
   CompileAndVerifyIr(std::move(hlo_module),
diff --git a/tensorflow/compiler/xla/service/hlo_domain_test.cc b/tensorflow/compiler/xla/service/hlo_domain_test.cc
index b90e8db233..3a12d1b9b2 100644
--- a/tensorflow/compiler/xla/service/hlo_domain_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_domain_test.cc
@@ -14,7 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "absl/memory/memory.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/hlo_domain_isolator.h"
 #include "tensorflow/compiler/xla/service/hlo_domain_metadata.h"
 #include "tensorflow/compiler/xla/service/hlo_domain_remover.h"
@@ -67,7 +67,7 @@ class HloDomainTest : public HloVerifiedTestBase {
 
   StatusOr<HloModule*> ParseModule(absl::string_view hlo_string) {
     HloModuleConfig config;
-    config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+    config.set_debug_options(GetDebugOptionsFromFlags());
     ParseAndVerifyModule(hlo_string, config);
     return &module();
   }
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator_test.cc b/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
index 608a42bb60..144a33d9e9 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
@@ -1337,7 +1337,7 @@ void BM_ReducePrecisely(int num_iters) {
   tensorflow::testing::StopTiming();
   HloComputation::Builder b("BM_ReducePrecisely");
   HloModuleConfig config;
-  config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+  config.set_debug_options(GetDebugOptionsFromFlags());
   HloModule module("BM_ReducePrecisely", config);
 
   constexpr int kNumElements = 1 << 25;  // float += 1 saturates at 1<<24
diff --git a/tensorflow/compiler/xla/service/platform_util.cc b/tensorflow/compiler/xla/service/platform_util.cc
index e416c78e7f..c227106511 100644
--- a/tensorflow/compiler/xla/service/platform_util.cc
+++ b/tensorflow/compiler/xla/service/platform_util.cc
@@ -21,7 +21,7 @@ limitations under the License.
 
 #include "absl/strings/ascii.h"
 #include "absl/strings/str_join.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/compiler.h"
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/statusor.h"
@@ -217,8 +217,8 @@ PlatformUtil::GetStreamExecutors(se::Platform* platform) {
     // fix the number of devices to one.  However we do let the user override
     // this behavior to help run tests on the host that run models in parallel
     // across multiple devices.
-    device_count = legacy_flags::GetDebugOptionsFromFlags()
-                       .xla_force_host_platform_device_count();
+    device_count =
+        GetDebugOptionsFromFlags().xla_force_host_platform_device_count();
   }
   std::vector<se::StreamExecutor*> stream_executors(device_count, nullptr);
   VLOG(1) << "Initializing devices";
diff --git a/tensorflow/compiler/xla/service/service.cc b/tensorflow/compiler/xla/service/service.cc
index 7e591df527..75f7413b3c 100644
--- a/tensorflow/compiler/xla/service/service.cc
+++ b/tensorflow/compiler/xla/service/service.cc
@@ -23,9 +23,9 @@ limitations under the License.
 #include "absl/memory/memory.h"
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_format.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/execution_options_util.h"
 #include "tensorflow/compiler/xla/layout_util.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/compiler.h"
 #include "tensorflow/compiler/xla/service/computation_layout.h"
 #include "tensorflow/compiler/xla/service/device_memory_allocator.h"
@@ -292,7 +292,7 @@ StatusOr<std::unique_ptr<HloModuleConfig>> Service::CreateModuleConfig(
     config->set_seed(execution_options->seed());
     config->set_debug_options(execution_options->debug_options());
   } else {
-    config->set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+    config->set_debug_options(GetDebugOptionsFromFlags());
   }
 
   if (execute_backend_ != nullptr &&
diff --git a/tensorflow/compiler/xla/service/service.h b/tensorflow/compiler/xla/service/service.h
index b61e170cd6..11e1a79552 100644
--- a/tensorflow/compiler/xla/service/service.h
+++ b/tensorflow/compiler/xla/service/service.h
@@ -22,8 +22,8 @@ limitations under the License.
 #include <vector>
 
 #include "absl/types/span.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/executable_run_options.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/allocation_tracker.h"
 #include "tensorflow/compiler/xla/service/backend.h"
 #include "tensorflow/compiler/xla/service/channel_tracker.h"
diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index d395c9a4ce..9779ad3e1e 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -44,7 +44,7 @@ cc_library(
     testonly = True,
     srcs = ["xla_internal_test_main.cc"],
     deps = [
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
         "@com_google_absl//absl/strings",
@@ -117,12 +117,12 @@ cc_library(
     deps = [
         ":literal_test_util",
         ":test_utils",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:shape_layout",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service:backend",
         "//tensorflow/compiler/xla/service:computation_layout",
         "//tensorflow/compiler/xla/service:hlo",
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index 7ab2ecda58..d0ee4728a3 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -23,8 +23,8 @@ limitations under the License.
 #include "absl/algorithm/container.h"
 #include "absl/memory/memory.h"
 #include "absl/types/span.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/layout_util.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
 #include "tensorflow/compiler/xla/service/platform_util.h"
@@ -135,7 +135,7 @@ PrecisionConfig HloTestBase::DefaultPrecisionConfig(int operands) {
 }
 
 DebugOptions HloTestBase::GetDebugOptionsForTest() {
-  auto debug_options = legacy_flags::GetDebugOptionsFromFlags();
+  auto debug_options = GetDebugOptionsFromFlags();
   // TODO(b/38354253): Change tests to use Parameters instead of Constants.
   debug_options.add_xla_disable_hlo_passes("constant_folding");
   debug_options.set_xla_gpu_max_kernel_unroll_factor(1);
diff --git a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
index c622b29509..af6927e468 100644
--- a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
+++ b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
@@ -126,7 +126,7 @@ class LLVMCompilerTest : public ::testing::Test {
 
   static std::unique_ptr<HloModule> CreateNewModule() {
     HloModuleConfig config;
-    config.set_debug_options(legacy_flags::GetDebugOptionsFromFlags());
+    config.set_debug_options(GetDebugOptionsFromFlags());
     return absl::make_unique<HloModule>(TestName(), config);
   }
 };
diff --git a/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc b/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
index 0f4ddf51f3..ca036f1ae0 100644
--- a/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
+++ b/tensorflow/compiler/xla/tests/xla_hlo_profile_test.cc
@@ -380,7 +380,7 @@ static std::pair<int, char**> AddXlaHloProfileFlag(int argc, char** argv) {
 
 GTEST_API_ int main(int argc, char** argv) {
   std::vector<tensorflow::Flag> flag_list;
-  xla::legacy_flags::AppendDebugOptionsFlags(&flag_list);
+  xla::AppendDebugOptionsFlags(&flag_list);
   std::tie(argc, argv) = AddXlaHloProfileFlag(argc, argv);
 
   auto usage = tensorflow::Flags::Usage(argv[0], flag_list);
diff --git a/tensorflow/compiler/xla/tests/xla_internal_test_main.cc b/tensorflow/compiler/xla/tests/xla_internal_test_main.cc
index 15603619b6..e87b3a1e1a 100644
--- a/tensorflow/compiler/xla/tests/xla_internal_test_main.cc
+++ b/tensorflow/compiler/xla/tests/xla_internal_test_main.cc
@@ -15,14 +15,14 @@ limitations under the License.
 
 #include "absl/strings/match.h"
 #include "absl/strings/string_view.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/test.h"
 #include "tensorflow/core/platform/test_benchmark.h"
 
 GTEST_API_ int main(int argc, char** argv) {
   std::vector<tensorflow::Flag> flag_list;
-  xla::legacy_flags::AppendDebugOptionsFlags(&flag_list);
+  xla::AppendDebugOptionsFlags(&flag_list);
   auto usage = tensorflow::Flags::Usage(argv[0], flag_list);
   if (!tensorflow::Flags::Parse(&argc, argv, flag_list)) {
     LOG(ERROR) << "\n" << usage;
diff --git a/tensorflow/compiler/xla/tools/BUILD b/tensorflow/compiler/xla/tools/BUILD
index 3a086c66bb..8926bbed2b 100644
--- a/tensorflow/compiler/xla/tools/BUILD
+++ b/tensorflow/compiler/xla/tools/BUILD
@@ -33,6 +33,7 @@ cc_library(
     name = "dumped_computation_to_graphviz_library",
     srcs = ["dumped_computation_to_graphviz.cc"],
     deps = [
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
@@ -40,7 +41,6 @@ cc_library(
         "//tensorflow/compiler/xla/client:client_library",
         "//tensorflow/compiler/xla/client:local_client",
         "//tensorflow/compiler/xla/client:xla_computation",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service",
         "//tensorflow/compiler/xla/service:hlo_proto",
         "//tensorflow/core:lib",
@@ -78,6 +78,7 @@ cc_library(
     name = "replay_computation_library",
     srcs = ["replay_computation.cc"],
     deps = [
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:execution_options_util",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
@@ -91,7 +92,6 @@ cc_library(
         "//tensorflow/compiler/xla/client:local_client",
         "//tensorflow/compiler/xla/client:xla_computation",
         "//tensorflow/compiler/xla/client/lib:testing",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service:hlo_parser",
         "//tensorflow/compiler/xla/service:hlo_proto",
         "//tensorflow/compiler/xla/service/gpu:infeed_manager",
@@ -207,13 +207,13 @@ tf_cc_binary(
     name = "dumped_computation_to_tf_graphdef",
     srcs = ["dumped_computation_to_tf_graphdef.cc"],
     deps = [
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla/client",
         "//tensorflow/compiler/xla/client:client_library",
         "//tensorflow/compiler/xla/client:local_client",
         "//tensorflow/compiler/xla/client:xla_computation",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service",
         "//tensorflow/compiler/xla/service:hlo_graph_dumper",
         "//tensorflow/compiler/xla/service:hlo_proto",
diff --git a/tensorflow/compiler/xla/tools/dumped_computation_to_graphviz.cc b/tensorflow/compiler/xla/tools/dumped_computation_to_graphviz.cc
index c866a13de7..b623556468 100644
--- a/tensorflow/compiler/xla/tools/dumped_computation_to_graphviz.cc
+++ b/tensorflow/compiler/xla/tools/dumped_computation_to_graphviz.cc
@@ -33,7 +33,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/client/client_library.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
 #include "tensorflow/compiler/xla/service/service.h"
 #include "tensorflow/compiler/xla/statusor.h"
@@ -54,7 +54,7 @@ void RealMain(absl::Span<char* const> args) {
         tensorflow::ReadBinaryProto(tensorflow::Env::Default(), arg, &module));
     XlaComputation computation =
         client->LoadSnapshot(module).ConsumeValueOrDie();
-    DebugOptions debug_options = legacy_flags::GetDebugOptionsFromFlags();
+    DebugOptions debug_options = GetDebugOptionsFromFlags();
     debug_options.set_xla_generate_hlo_graph(".*");
     ComputationStats stats =
         client->GetComputationStats(computation, debug_options)
@@ -68,7 +68,7 @@ void RealMain(absl::Span<char* const> args) {
 
 int main(int argc, char** argv) {
   std::vector<tensorflow::Flag> flag_list;
-  xla::legacy_flags::AppendDebugOptionsFlags(&flag_list);
+  xla::AppendDebugOptionsFlags(&flag_list);
   xla::string usage = tensorflow::Flags::Usage(argv[0], flag_list);
   const bool parse_result = tensorflow::Flags::Parse(&argc, argv, flag_list);
   if (!parse_result) {
diff --git a/tensorflow/compiler/xla/tools/dumped_computation_to_tf_graphdef.cc b/tensorflow/compiler/xla/tools/dumped_computation_to_tf_graphdef.cc
index 07ef5ff656..f8bb9a6b1e 100644
--- a/tensorflow/compiler/xla/tools/dumped_computation_to_tf_graphdef.cc
+++ b/tensorflow/compiler/xla/tools/dumped_computation_to_tf_graphdef.cc
@@ -31,7 +31,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/client/client_library.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
 #include "tensorflow/compiler/xla/service/service.h"
 #include "tensorflow/compiler/xla/statusor.h"
@@ -53,7 +53,7 @@ void RealMain(absl::Span<char* const> args) {
         tensorflow::ReadBinaryProto(tensorflow::Env::Default(), arg, &module));
     XlaComputation computation =
         client->LoadSnapshot(module).ConsumeValueOrDie();
-    DebugOptions debug_options = legacy_flags::GetDebugOptionsFromFlags();
+    DebugOptions debug_options = GetDebugOptionsFromFlags();
     debug_options.set_xla_generate_hlo_graph(".*");
     debug_options.set_xla_hlo_dump_as_graphdef(true);
     ComputationStats stats =
@@ -68,7 +68,7 @@ void RealMain(absl::Span<char* const> args) {
 
 int main(int argc, char** argv) {
   std::vector<tensorflow::Flag> flag_list;
-  xla::legacy_flags::AppendDebugOptionsFlags(&flag_list);
+  xla::AppendDebugOptionsFlags(&flag_list);
   xla::string usage = tensorflow::Flags::Usage(argv[0], flag_list);
   const bool parse_result = tensorflow::Flags::Parse(&argc, argv, flag_list);
   if (!parse_result) {
diff --git a/tensorflow/compiler/xla/tools/replay_computation.cc b/tensorflow/compiler/xla/tools/replay_computation.cc
index 109411f99b..47be9f5adf 100644
--- a/tensorflow/compiler/xla/tools/replay_computation.cc
+++ b/tensorflow/compiler/xla/tools/replay_computation.cc
@@ -47,8 +47,8 @@ limitations under the License.
 #include "tensorflow/compiler/xla/client/lib/testing.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
+#include "tensorflow/compiler/xla/debug_options_flags.h"
 #include "tensorflow/compiler/xla/execution_options_util.h"
-#include "tensorflow/compiler/xla/legacy_flags/debug_options_flags.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/service/gpu/infeed_manager.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
@@ -191,8 +191,7 @@ StatusOr<Literal> ReplayComputation(const HloSnapshot& module,
 
   // Run the computation num_runs times, and return the result from the last
   // execution.
-  const bool xla_hlo_profile =
-      legacy_flags::GetDebugOptionsFromFlags().xla_hlo_profile();
+  const bool xla_hlo_profile = GetDebugOptionsFromFlags().xla_hlo_profile();
   StreamExecutorMemoryAllocator allocator(
       client->platform(),
       {client->platform()->ExecutorForDevice(0).ValueOrDie()});
diff --git a/tensorflow/compiler/xrt/kernels/BUILD b/tensorflow/compiler/xrt/kernels/BUILD
index 9e3d2454d1..67f475846e 100644
--- a/tensorflow/compiler/xrt/kernels/BUILD
+++ b/tensorflow/compiler/xrt/kernels/BUILD
@@ -12,6 +12,7 @@ cc_library(
     hdrs = ["xrt_state_ops.h"],
     deps = [
         "//tensorflow/compiler/tf2xla:xla_compiler",
+        "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:status_macros",
@@ -21,7 +22,6 @@ cc_library(
         "//tensorflow/compiler/xla/client:compile_only_client",
         "//tensorflow/compiler/xla/client:local_client",
         "//tensorflow/compiler/xla/client:xla_computation",
-        "//tensorflow/compiler/xla/legacy_flags:debug_options_flags",
         "//tensorflow/compiler/xla/service:compiler",
         "//tensorflow/compiler/xla/service:computation_placer",
         "//tensorflow/compiler/xla/service:hlo_proto",
-- 
GitLab


From df48eafe91edb18fdb5199d35aa2cad02d3728e5 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 8 Nov 2018 12:16:04 -0800
Subject: [PATCH 1272/1825] [tf.data] Avoid copying
 `std::shared_ptr<model::Model>` on hot paths.

This improves the performance of the `Dataset.range()` benchmark with
and without modeling enabled:

* Average time per element (without modeling): 110.381937 nanoseconds
  (was 124.318142 nanoseconds)
* Average time per element (with modeling): 498.648620 nanoseconds
  (was 584.610391 nanoseconds)

PiperOrigin-RevId: 220680272
---
 tensorflow/core/framework/dataset.h | 15 +++++++--------
 1 file changed, 7 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index ffd6b62025..4258b0d58a 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -343,7 +343,7 @@ class IteratorContext {
 
   FunctionLibraryRuntime* lib() { return params_.lib; }
 
-  std::shared_ptr<model::Model> model() { return params_.model; }
+  const std::shared_ptr<model::Model>& model() { return params_.model; }
 
   std::function<void(std::function<void()>)>* runner() {
     return &params_.runner;
@@ -537,8 +537,7 @@ class DatasetBase : public core::RefCounted {
   Status MakeIterator(IteratorContext* ctx, const string& output_prefix,
                       std::unique_ptr<IteratorBase>* iterator) const {
     *iterator = MakeIteratorInternal(output_prefix);
-    std::shared_ptr<model::Model> model = ctx->model();
-    if (model) {
+    if (const auto& model = ctx->model()) {
       const string& prefix = (*iterator)->prefix();
       model->AddNode(MakeNodeFactory(ctx, iterator->get()), prefix,
                      output_prefix);
@@ -671,23 +670,23 @@ class DatasetBaseIterator : public IteratorBase {
   // When performance modeling is enabled, this method records the fact that
   // this iterator has produced an element.
   void RecordElement(IteratorContext* ctx) {
-    if (ctx->model()) {
-      ctx->model()->RecordElement(prefix());
+    if (const auto& model = ctx->model()) {
+      model->RecordElement(prefix());
     }
   }
 
   // When performance modeling is enabled, this method records the fact that
   // a thread of this iterator has started work.
   void RecordStart(IteratorContext* ctx, bool stop_output = false) {
-    if (ctx->model()) {
-      ctx->model()->RecordStart(prefix(), stop_output);
+    if (const auto& model = ctx->model()) {
+      model->RecordStart(prefix(), stop_output);
     }
   }
 
   // When performance modeling is enabled, this method records the fact that
   // a thread of this iterator has stopped work.
   void RecordStop(IteratorContext* ctx, bool start_output = false) {
-    if (ctx->model()) {
+    if (const auto& model = ctx->model()) {
       ctx->model()->RecordStop(prefix(), start_output);
     }
   }
-- 
GitLab


From 41311db125e6b5caf30c88bd3697ac7dd18e94fe Mon Sep 17 00:00:00 2001
From: dmitrievanthony <dmitrievanthony@gmail.com>
Date: Thu, 8 Nov 2018 23:32:12 +0300
Subject: [PATCH 1273/1825] Update after review.

---
 tensorflow/c/c_api.cc | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 1025907f12..6b88cbfcc2 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2837,7 +2837,6 @@ void TF_ServerStart(TF_Server* server, TF_Status* status) {
 #ifdef __ANDROID__
   status->status = tensorflow::errors::Unimplemented(
       "Server functionality is not supported in Android");
-  return nullptr;
 #else
   status->status = server->server->Start();
 #endif
@@ -2847,7 +2846,6 @@ void TF_ServerStop(TF_Server* server, TF_Status* status) {
 #ifdef __ANDROID__
   status->status = tensorflow::errors::Unimplemented(
       "Server functionality is not supported in Android");
-  return nullptr;
 #else
   status->status = server->server->Stop();
 #endif
@@ -2857,7 +2855,6 @@ void TF_ServerJoin(TF_Server* server, TF_Status* status) {
 #ifdef __ANDROID__
   status->status = tensorflow::errors::Unimplemented(
       "Server functionality is not supported in Android");
-  return nullptr;
 #else
   status->status = server->server->Join();
 #endif
-- 
GitLab


From 2f7854032f96641c8b9012316b90cdab69748c4f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 12:43:59 -0800
Subject: [PATCH 1274/1825] Include dummy Assert and CheckNumerics op kernels
 in xla_gpu_jit and xla_cpu_jit. However, disallow auto-clustering these ops
 since the implementation is dummy.

PiperOrigin-RevId: 220684424
---
 tensorflow/compiler/jit/BUILD                 |  3 ++
 .../compiler/jit/mark_for_compilation_pass.cc | 27 +++++++++-
 .../jit/mark_for_compilation_pass_test.cc     | 50 ++++++++++++++++++-
 3 files changed, 77 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 6ef8dab6c9..162a137fa7 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -51,6 +51,7 @@ cc_library(
     deps = [
         ":jit_compilation_passes",
         "//tensorflow/compiler/jit/kernels:xla_ops",
+        "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/xla/service:cpu_plugin",
     ],
@@ -64,6 +65,7 @@ cc_library(
         ":jit_compilation_passes",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
+        "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
         "//tensorflow/compiler/xla/service:gpu_plugin",
     ]),
     alwayslink = 1,
@@ -624,6 +626,7 @@ tf_cc_test(
         "//tensorflow/compiler/tf2xla:xla_compiler",
         "//tensorflow/compiler/tf2xla/cc:xla_jit_ops",
         "//tensorflow/compiler/tf2xla/cc:xla_ops",
+        "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:framework",
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index 6b8ec58619..70033cae0a 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -65,8 +65,19 @@ struct OperationFilter {
   // TODO(b/118970344): Whether ControlTrigger ops are allowed.  It is unsound
   // to cluster ControlTrigger because of how we use deadness analysis.
   bool allow_control_trigger;
+
+  // Whether ops with dummy implementations are allowed. We avoid
+  // auto-clustering these ops so that the user is not surprised when XLA is
+  // implicitly enabled. If the user explicitly specifies to use XLA, it is fine
+  // to resort to a dummy implementation. Currently Assert and CheckNumerics ops
+  // have dummy XLA implementations.
+  bool allow_dummy_ops;
 };
 
+bool IsDummyImplOp(absl::string_view op_name) {
+  return op_name == "Assert" || op_name == "CheckNumerics";
+}
+
 bool IsStatefulRandomOp(absl::string_view op_name) {
   return op_name == "RandomUniform" || op_name == "RandomShuffle" ||
          op_name == "RandomUniformInt" || op_name == "RandomStandardNormal" ||
@@ -232,6 +243,9 @@ bool IsCompilableCall(const NodeDef& call_def,
     if (!op_filter.allow_control_trigger && node->IsControlTrigger()) {
       return false;
     }
+    if (!op_filter.allow_dummy_ops && IsDummyImplOp(node->type_string())) {
+      return false;
+    }
     if (!HasXLAKernel(*node, jit_device_type) &&
         !IsCompilableCall(node->def(), jit_device_type, op_filter, depth + 1,
                           lib_runtime)) {
@@ -465,6 +479,8 @@ Status FindCompilationCandidates(
     op_filter.allow_control_trigger =
         (registration->autoclustering_policy ==
          XlaOpRegistry::AutoclusteringPolicy::kAlways);
+    op_filter.allow_dummy_ops = (registration->autoclustering_policy ==
+                                 XlaOpRegistry::AutoclusteringPolicy::kAlways);
 
     if (!HasXLAKernel(*node, jit_device_type) &&
         !IsCompilableCall(node->def(), jit_device_type, op_filter, 0,
@@ -483,6 +499,11 @@ Status FindCompilationCandidates(
       VLOG(2) << "Rejecting " << node->name() << ": is a control trigger op";
       continue;
     }
+    if (!op_filter.allow_dummy_ops && IsDummyImplOp(node->type_string())) {
+      VLOG(2) << "Rejecting " << node->name() << ": dummy op ("
+              << node->type_string() << ")";
+      continue;
+    }
 
     if (!op_filter.allow_resource_ops &&
         (HasResourceOutput(*node) || IsNonResourceVarResourceOp(*node))) {
@@ -613,12 +634,14 @@ bool IsCompilable(FunctionLibraryRuntime* flr, const NodeDef& ndef) {
                                             &registration));
   DeviceType jit_device_type(registration->compilation_device_name);
 
-  // We can always *compile* resource operations and stateful RNGs, even if we
-  // are sometimes unable to auto-cluster them.
+  // We can always *compile* resource operations, stateful RNGs and dummy ops,
+  // even if we are sometimes unable to auto-cluster them.
   OperationFilter op_filter;
   op_filter.allow_resource_ops = true;
   op_filter.allow_stateful_rng_ops = true;
   op_filter.allow_control_trigger = true;
+  op_filter.allow_dummy_ops = true;
+
   return IsCompilableCall(ndef, jit_device_type, op_filter, 0, flr);
 }
 
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
index 82aa747332..24d78c0772 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass_test.cc
@@ -1083,7 +1083,7 @@ TEST(XlaCompilationTest, ClusterStatefulRandomOpOnXlaDevice) {
   EXPECT_NE(clusters["test/c"], "");
 }
 
-TEST(XlaCompilationTest, DontAutoclusterStatefulRandomOp) {
+TEST(XlaCompilationTest, DontAutoClusterStatefulRandomOp) {
   Scope root = Scope::NewRootScope().ExitOnError();
   Output shape = ops::Const(root.WithOpName("test/shape_shape"), {200, 200});
   Output a = ops::RandomUniform(root.WithOpName("test/a"), shape, DT_FLOAT);
@@ -1099,5 +1099,53 @@ TEST(XlaCompilationTest, DontAutoclusterStatefulRandomOp) {
   EXPECT_EQ(clusters["test/a"], "");
   EXPECT_EQ(clusters["test/b"], "");
 }
+
+TEST(XlaCompilationTest, ClusterDummyOpsOnXlaDevice) {
+  absl::string_view xla_cpu_device =
+      "/job:worker/replica:0/task:0/device:XLA_CPU:0";
+
+  Scope root = Scope::NewRootScope().ExitOnError();
+  Output a = ops::Placeholder(root.WithOpName("test/a"), DT_FLOAT);
+  Output b = ops::Placeholder(root.WithOpName("test/b"), DT_FLOAT);
+  Output check =
+      ops::CheckNumerics(root.WithOpName("test/check"), a, "test/check");
+  Output ge = ops::GreaterEqual(root.WithOpName("test/greaterequal"), check, b);
+  Operation assert = ops::Assert(root.WithOpName("test/assert"), ge, {a, b});
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  TF_ASSERT_OK(root.ToGraph(graph.get()));
+
+  for (Node* n : graph->nodes()) {
+    if (absl::StartsWith(n->name(), /*prefix=*/"test/")) {
+      n->set_assigned_device_name(string(xla_cpu_device));
+    }
+  }
+  TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
+
+  std::unordered_map<string, string> clusters = GetClusters(*graph);
+  EXPECT_NE(clusters["test/check"], "");
+  EXPECT_NE(clusters["test/greaterequal"], "");
+  EXPECT_NE(clusters["test/assert"], "");
+}
+
+TEST(XlaCompilationTest, DontAutoClusterDummyOps) {
+  Scope root = Scope::NewRootScope().ExitOnError();
+  Output a = ops::Placeholder(root.WithOpName("test/a"), DT_FLOAT);
+  Output b = ops::Placeholder(root.WithOpName("test/b"), DT_FLOAT);
+  Output check =
+      ops::CheckNumerics(root.WithOpName("test/check"), a, "test/check");
+  Output ge = ops::GreaterEqual(root.WithOpName("test/greaterequal"), check, b);
+  Operation assert = ops::Assert(root.WithOpName("test/assert"), ge, {a, b});
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  TF_ASSERT_OK(root.ToGraph(graph.get()));
+
+  TF_ASSERT_OK(MarkForCompilationPassTestHelper::MarkForCompilation(&graph));
+
+  std::unordered_map<string, string> clusters = GetClusters(*graph);
+  EXPECT_EQ(clusters["test/assert"], "");
+  EXPECT_EQ(clusters["test/check"], "");
+}
+
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From 4f620280b17fac431224408b7bcae68e2c00285d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 13:01:14 -0800
Subject: [PATCH 1275/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 220687016

---
 tensorflow/go/op/wrappers.go | 258 ++++++++++++++++-------------------
 1 file changed, 119 insertions(+), 139 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 801448a63c..d03a41e434 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -5475,78 +5475,6 @@ func OrderedMapUnstage(scope *Scope, key tf.Output, indices tf.Output, dtypes []
 	return values
 }
 
-// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
-type OrderedMapPeekAttr func(optionalAttr)
-
-// OrderedMapPeekCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapPeekContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op peeks at the values at the specified key.  If the
-//
-// underlying container does not contain this key
-// this op will block until it does.   This Op is optimized for
-// performance.
-func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapPeek",
-		Input: []tf.Input{
-			key, indices,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
-		scope.UpdateErr("OrderedMapPeek", err)
-		return
-	}
-	return values
-}
-
 // Returns the truth value of x OR y element-wise.
 //
 // *NOTE*: `LogicalOr` supports broadcasting. More about broadcasting
@@ -8372,6 +8300,53 @@ func MutexV2(scope *Scope, optional ...MutexV2Attr) (resource tf.Output) {
 	return op.Output(0)
 }
 
+// AvgPool3DAttr is an optional argument to AvgPool3D.
+type AvgPool3DAttr func(optionalAttr)
+
+// AvgPool3DDataFormat sets the optional data_format attribute to value.
+//
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func AvgPool3DDataFormat(value string) AvgPool3DAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Performs 3D average pooling on the input.
+//
+// Arguments:
+//	input: Shape `[batch, depth, rows, cols, channels]` tensor to pool over.
+//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
+// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+//
+// Returns The average pooled output tensor.
+func AvgPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPool3DAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "AvgPool3D",
+		Input: []tf.Input{
+			input,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Returns element-wise remainder of division. This emulates C semantics in that
 //
 // the result here is consistent with a truncating divide. E.g.
@@ -15550,6 +15525,78 @@ func SparseAdd(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
+// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
+type OrderedMapPeekAttr func(optionalAttr)
+
+// OrderedMapPeekCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapPeekContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op peeks at the values at the specified key.  If the
+//
+// underlying container does not contain this key
+// this op will block until it does.   This Op is optimized for
+// performance.
+func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapPeek",
+		Input: []tf.Input{
+			key, indices,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
+		scope.UpdateErr("OrderedMapPeek", err)
+		return
+	}
+	return values
+}
+
 // LRNAttr is an optional argument to LRN.
 type LRNAttr func(optionalAttr)
 
@@ -31554,73 +31601,6 @@ func Cross(scope *Scope, a tf.Output, b tf.Output) (product tf.Output) {
 	return op.Output(0)
 }
 
-// AvgPool3DAttr is an optional argument to AvgPool3D.
-type AvgPool3DAttr func(optionalAttr)
-
-// AvgPool3DDataFormat sets the optional data_format attribute to value.
-//
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func AvgPool3DDataFormat(value string) AvgPool3DAttr {
-	return func(m optionalAttr) {
-		m["data_format"] = value
-	}
-}
-
-// Performs 3D average pooling on the input.
-//
-// Arguments:
-//	input: Shape `[batch, depth, rows, cols, channels]` tensor to pool over.
-//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
-// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
-//
-// Returns The average pooled output tensor.
-func AvgPool3D(scope *Scope, input tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPool3DAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "AvgPool3D",
-		Input: []tf.Input{
-			input,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// A placeholder for input pipeline graph optimizations.
-//
-// A placeholder for input pipeline graph optimizations.
-//
-// Arguments:
-//	input_dataset: A variant tensor representing the input dataset.
-func SinkDataset(scope *Scope, input_dataset tf.Output) (handle tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "SinkDataset",
-		Input: []tf.Input{
-			input_dataset,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Constructs an Optional variant from a tuple of tensors.
 func OptionalFromValue(scope *Scope, components []tf.Output) (optional tf.Output) {
 	if scope.Err() != nil {
-- 
GitLab


From a5d92afaa0561b1b94febba7d0502df966b3d0b1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 13:01:55 -0800
Subject: [PATCH 1276/1825] Allow 0-sized 1D shapes. TensorFlow allows these
 shapes and we do find graphs that use them.

PiperOrigin-RevId: 220687123
---
 tensorflow/lite/toco/import_tensorflow.cc     |  29 ++-
 .../lite/toco/import_tensorflow_test.cc       | 208 ++++++++++--------
 tensorflow/lite/toco/tooling_util.h           |   5 +-
 tensorflow/lite/toco/tooling_util_test.cc     |   4 +
 4 files changed, 139 insertions(+), 107 deletions(-)

diff --git a/tensorflow/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
index 76c6985e3a..535aef05b1 100644
--- a/tensorflow/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -199,23 +199,32 @@ tensorflow::Status ImportShape(
         input_dims,
     int* input_flat_size, Shape* shape) {
   std::vector<int> input_dims_only_sizes;
+  bool zero_sized_shape = false;
   for (auto& d : input_dims) {
-    if (d.size() == 0) {
-      // Some TensorFlow shapes contain a 0 dim, effectively making
-      // them of flat size 0 even though they have other nonzero dims.
-      // This breaks our invariant, that array dims can't be 0.
-      // For now, tweaking this to record a 0-D shape instead.
-      shape->mutable_dims()->clear();
-      if (input_flat_size != nullptr) *input_flat_size = 0;
-      return tensorflow::Status::OK();
-    }
     // TensorFlow's shapes use int64s, while TOCO uses ints.
     if (d.size() > std::numeric_limits<int>::max()) {
       return tensorflow::errors::InvalidArgument("Shape element overflows");
     }
-
+    if (d.size() == 0) {
+      zero_sized_shape = true;
+    }
     input_dims_only_sizes.push_back(d.size());
   }
+
+  // Note that up to this point we were OK with the input shape containing
+  // elements valued -1 or 0, which are perfectly legal in tensorflow. However
+  // our CheckValidShapeDimensions() insists on them being >= 1, with the
+  // exception of the "scalar" shape [0]. The main issue with zero-values shape
+  // elements is that the corresponding arrays don't contain any data and the
+  // allocation code gets a bit confused. It seems that the code expects an
+  // empty shape for zero-sized shapes, so we will do just that, except for the
+  // [0] case.
+  if (zero_sized_shape && input_dims_only_sizes.size() > 1) {
+    shape->mutable_dims()->clear();
+    if (input_flat_size != nullptr) *input_flat_size = 0;
+    return tensorflow::Status::OK();
+  }
+
   *shape->mutable_dims() = input_dims_only_sizes;
 
   if (input_flat_size == nullptr) return tensorflow::Status::OK();
diff --git a/tensorflow/lite/toco/import_tensorflow_test.cc b/tensorflow/lite/toco/import_tensorflow_test.cc
index 30aa725f1d..07b52d3970 100644
--- a/tensorflow/lite/toco/import_tensorflow_test.cc
+++ b/tensorflow/lite/toco/import_tensorflow_test.cc
@@ -90,96 +90,73 @@ NodeDef BuildNode(
   return node;
 }
 
-class ShapeImportTest : public ::testing::TestWithParam<tensorflow::DataType> {
- protected:
-  ShapeImportTest() {}
-
-  void BuildConstNode(std::initializer_list<int64_t> shape,
-                      tensorflow::DataType dtype, int64_t num_elements,
-                      NodeDef* node) {
-    node->set_op("Const");
-    node->set_name("Node1");
-
-    // An attribute describing the type of this const node.
-    AttrValue dtype_attr;
-    SetAttrValue(dtype, &dtype_attr);
-    (*node->mutable_attr())["dtype"] = dtype_attr;
-
-    // An attribute describing the content of this const node.
-    tensorflow::TensorProto t;
-    t.set_dtype(dtype);
-    auto* s = t.mutable_tensor_shape();
-    for (auto d : shape) {
-      s->add_dim()->set_size(d);
-    }
-
-    // TODO(ahentz): also need to test via tensor_content()
-    switch (dtype) {
-      case DT_FLOAT:
-        for (int64_t i = 0; i < num_elements; ++i) {
-          t.add_float_val(i / 10000.0);
-        }
-        break;
-      case DT_INT32:
-        for (int64_t i = 0; i < num_elements; ++i) {
-          t.add_int_val(i % std::numeric_limits<int>::max());
-        }
-        break;
-      case DT_QUINT8:
-        for (int64_t i = 0; i < num_elements; ++i) {
-          t.add_int_val(i % std::numeric_limits<uint8_t>::max());
-        }
-        break;
-      case DT_INT64:
-        for (int64_t i = 0; i < num_elements; ++i) {
-          t.add_int64_val(i);
-        }
-        break;
-      case DT_STRING:
-        break;
-      case DT_BOOL:
-        for (int64_t i = 0; i < num_elements; ++i) {
-          t.add_bool_val(i % 2);
-        }
-        break;
-      case DT_COMPLEX64:
-        for (int64_t i = 0; i < num_elements; ++i) {
-          t.add_scomplex_val(i / 10000.0);
-          t.add_scomplex_val(-i / 10000.0);
-        }
-        break;
-      default:
-        break;
-    }
-
-    AttrValue value_attr;
-    SetAttrValue(t, &value_attr);
-    (*node->mutable_attr())["value"] = value_attr;
+namespace {
+void BuildConstNode(std::initializer_list<int64_t> shape,
+                    tensorflow::DataType dtype, int64_t num_elements,
+                    NodeDef* node) {
+  node->set_op("Const");
+  node->set_name("Node1");
+
+  // An attribute describing the type of this const node.
+  AttrValue dtype_attr;
+  SetAttrValue(dtype, &dtype_attr);
+  (*node->mutable_attr())["dtype"] = dtype_attr;
+
+  // An attribute describing the content of this const node.
+  tensorflow::TensorProto t;
+  t.set_dtype(dtype);
+  auto* s = t.mutable_tensor_shape();
+  for (auto d : shape) {
+    s->add_dim()->set_size(d);
   }
-};
-
-class TypeImportTest : public ::testing::TestWithParam<
-                           std::pair<tensorflow::DataType, ArrayDataType>> {
- protected:
-  TypeImportTest() {}
 
-  void BuildUnaryNode(const std::string& op_name, tensorflow::DataType dtype,
-                      NodeDef* node) {
-    node->set_op(op_name);
-    node->set_name("Node1");
-
-    node->add_input();
-    node->set_input(0, "Node0");
-
-    AttrValue dtype_attr;
-    SetAttrValue(dtype, &dtype_attr);
-    (*node->mutable_attr())["T"] = dtype_attr;
+  // TODO(ahentz): also need to test via tensor_content()
+  switch (dtype) {
+    case DT_FLOAT:
+      for (int64_t i = 0; i < num_elements; ++i) {
+        t.add_float_val(i / 10000.0);
+      }
+      break;
+    case DT_INT32:
+      for (int64_t i = 0; i < num_elements; ++i) {
+        t.add_int_val(i % std::numeric_limits<int>::max());
+      }
+      break;
+    case DT_QUINT8:
+      for (int64_t i = 0; i < num_elements; ++i) {
+        t.add_int_val(i % std::numeric_limits<uint8_t>::max());
+      }
+      break;
+    case DT_INT64:
+      for (int64_t i = 0; i < num_elements; ++i) {
+        t.add_int64_val(i);
+      }
+      break;
+    case DT_STRING:
+      break;
+    case DT_BOOL:
+      for (int64_t i = 0; i < num_elements; ++i) {
+        t.add_bool_val(i % 2);
+      }
+      break;
+    case DT_COMPLEX64:
+      for (int64_t i = 0; i < num_elements; ++i) {
+        t.add_scomplex_val(i / 10000.0);
+        t.add_scomplex_val(-i / 10000.0);
+      }
+      break;
+    default:
+      break;
   }
-};
 
-std::vector<tensorflow::DataType> TestTypes() {
-  return {DT_FLOAT, DT_INT32, DT_INT64, DT_BOOL, DT_QUINT8, DT_COMPLEX64};
+  AttrValue value_attr;
+  SetAttrValue(t, &value_attr);
+  (*node->mutable_attr())["value"] = value_attr;
 }
+}  //  namespace
+
+class ShapeImportTest : public ::testing::TestWithParam<tensorflow::DataType> {
+};
 
 TEST_P(ShapeImportTest, ShapeElementIsNegative) {
   NodeDef node;
@@ -190,8 +167,31 @@ TEST_P(ShapeImportTest, ShapeElementIsNegative) {
       "Tensor shape should not include negative values\n\t (while processing "
       "node 'Node1')");
 }
-INSTANTIATE_TEST_CASE_P(ShapeElementIsNegative, ShapeImportTest,
-                        ::testing::ValuesIn(TestTypes()));
+
+TEST_P(ShapeImportTest, ShapeElementIsZero) {
+  NodeDef node;
+  // Const nodes with zero-sized, non-scalar shapes are still not importable.
+  BuildConstNode({1, 0, 10}, GetParam(), 0, &node);
+
+  Model model;
+  EXPECT_TRUE(ImportNode(node, &model).ok());
+
+  const auto& array = model.GetArray("Node1");
+  EXPECT_THAT(array.shape().dims(), ::testing::ElementsAre());
+}
+
+// Note how this is subtly different thant ShapeElementIsZero above, where toco
+// removes all shape information after import.
+TEST_P(ShapeImportTest, ShapeIsOneDimZero) {
+  NodeDef node;
+  BuildConstNode({0}, GetParam(), 0, &node);
+
+  Model model;
+  EXPECT_TRUE(ImportNode(node, &model).ok());
+
+  const auto& array = model.GetArray("Node1");
+  EXPECT_THAT(array.shape().dims(), ::testing::ElementsAre(0));
+}
 
 TEST_P(ShapeImportTest, ShapeElementTooLarge) {
   NodeDef node;
@@ -200,8 +200,6 @@ TEST_P(ShapeImportTest, ShapeElementTooLarge) {
   EXPECT_EQ(status.error_message(),
             "Shape element overflows\n\t (while processing node 'Node1')");
 }
-INSTANTIATE_TEST_CASE_P(ShapeElementTooLarge, ShapeImportTest,
-                        ::testing::ValuesIn(TestTypes()));
 
 TEST_P(ShapeImportTest, ShapeTooLarge) {
   NodeDef node;
@@ -210,8 +208,6 @@ TEST_P(ShapeImportTest, ShapeTooLarge) {
   EXPECT_EQ(status.error_message(),
             "Tensor shape is too large\n\t (while processing node 'Node1')");
 }
-INSTANTIATE_TEST_CASE_P(ShapeTooLarge, ShapeImportTest,
-                        ::testing::ValuesIn(TestTypes()));
 
 TEST_P(ShapeImportTest, ValidShapeButZeroElements) {
   NodeDef node;
@@ -223,10 +219,15 @@ TEST_P(ShapeImportTest, ValidShapeButZeroElements) {
                   "dimensions .8. for this .* tensor\n\t .while processing "
                   "node 'Node1'."));
 }
-INSTANTIATE_TEST_CASE_P(ValidShapeButZeroElements, ShapeImportTest,
+
+std::vector<tensorflow::DataType> TestTypes() {
+  return {DT_FLOAT, DT_INT32, DT_INT64, DT_BOOL, DT_QUINT8, DT_COMPLEX64};
+}
+
+INSTANTIATE_TEST_CASE_P(ShapeImportTest, ShapeImportTest,
                         ::testing::ValuesIn(TestTypes()));
 
-TEST_P(ShapeImportTest, Complex64ConstNode) {
+TEST(ImportTest, Complex64ConstNode) {
   NodeDef node;
   BuildConstNode({1, 2, 3}, DT_COMPLEX64, 6, &node);
   Model model;
@@ -241,8 +242,6 @@ TEST_P(ShapeImportTest, Complex64ConstNode) {
     i++;
   }
 }
-INSTANTIATE_TEST_CASE_P(Complex64ConstNode, ShapeImportTest,
-                        ::testing::ValuesIn({DT_COMPLEX64}));
 
 std::vector<std::pair<tensorflow::DataType, ArrayDataType>> UnaryTestTypes() {
   return {{DT_FLOAT, ArrayDataType::kFloat},
@@ -250,6 +249,25 @@ std::vector<std::pair<tensorflow::DataType, ArrayDataType>> UnaryTestTypes() {
           {DT_INT64, ArrayDataType::kInt64}};
 }
 
+class TypeImportTest : public ::testing::TestWithParam<
+                           std::pair<tensorflow::DataType, ArrayDataType>> {
+ protected:
+  TypeImportTest() {}
+
+  void BuildUnaryNode(const std::string& op_name, tensorflow::DataType dtype,
+                      NodeDef* node) {
+    node->set_op(op_name);
+    node->set_name("Node1");
+
+    node->add_input();
+    node->set_input(0, "Node0");
+
+    AttrValue dtype_attr;
+    SetAttrValue(dtype, &dtype_attr);
+    (*node->mutable_attr())["T"] = dtype_attr;
+  }
+};
+
 TEST_P(TypeImportTest, BasicTypeInference) {
   NodeDef node;
   BuildUnaryNode("Atan", GetParam().first, &node);
diff --git a/tensorflow/lite/toco/tooling_util.h b/tensorflow/lite/toco/tooling_util.h
index 92ce82632f..53131824b5 100644
--- a/tensorflow/lite/toco/tooling_util.h
+++ b/tensorflow/lite/toco/tooling_util.h
@@ -338,8 +338,9 @@ tensorflow::Status NumElements(const std::vector<T>& shape, U* num_elements) {
       return tensorflow::errors::InvalidArgument(
           "Tensor shape should not include negative values");
     }
-    if (static_cast<uint64_t>(dim) >
-        std::numeric_limits<U>::max() / *num_elements) {
+    if (*num_elements != 0 &&
+        static_cast<uint64_t>(dim) >
+            std::numeric_limits<U>::max() / *num_elements) {
       *num_elements = 0;
       return tensorflow::errors::InvalidArgument("Tensor shape is too large");
     }
diff --git a/tensorflow/lite/toco/tooling_util_test.cc b/tensorflow/lite/toco/tooling_util_test.cc
index e3826cb8fd..6f1c9c563a 100644
--- a/tensorflow/lite/toco/tooling_util_test.cc
+++ b/tensorflow/lite/toco/tooling_util_test.cc
@@ -109,6 +109,10 @@ TEST(NumElementsTest, Int) {
   EXPECT_TRUE(status.ok());
   EXPECT_EQ(count, 2146435072);
 
+  status = NumElements(std::vector<int>{1024, 0, 2048}, &count);
+  EXPECT_TRUE(status.ok());
+  EXPECT_EQ(count, 0);
+
   status = NumElements(std::vector<int>{1, 2, -3}, &count);
   EXPECT_EQ(status.error_message(), kNegativeValuesMessage);
 
-- 
GitLab


From 7f369e9ccf8e63e049ee8309a6350cb95127f94f Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 8 Nov 2018 13:34:04 -0800
Subject: [PATCH 1277/1825] Simple refactor to significantly speed up Keras
 tests.

PiperOrigin-RevId: 220692418
---
 tensorflow/python/keras/BUILD                 |   9 +-
 .../python/keras/engine/sequential_test.py    |  19 ++
 tensorflow/python/keras/engine/training.py    |   4 +-
 .../python/keras/engine/training_test.py      | 163 ++++++------------
 .../keras/engine/training_utils_test.py       |  12 ++
 tensorflow/python/keras/layers/local_test.py  |  45 +++--
 6 files changed, 122 insertions(+), 130 deletions(-)

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 9bdef21234..94e7064d18 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -344,6 +344,7 @@ py_test(
     name = "convolutional_test",
     size = "large",
     srcs = ["layers/convolutional_test.py"],
+    shard_count = 4,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -381,6 +382,7 @@ py_test(
     name = "core_test",
     size = "medium",
     srcs = ["layers/core_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -401,8 +403,9 @@ cuda_py_test(
 
 py_test(
     name = "local_test",
-    size = "large",
+    size = "medium",
     srcs = ["layers/local_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -690,8 +693,9 @@ py_test(
 
 py_test(
     name = "training_test",
-    size = "enormous",
+    size = "medium",
     srcs = ["engine/training_test.py"],
+    shard_count = 4,
     srcs_version = "PY2AND3",
     tags = ["notsan"],
     deps = [
@@ -824,6 +828,7 @@ py_test(
     name = "models_test",
     size = "medium",
     srcs = ["models_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
     tags = ["notsan"],  # b/67509773
     deps = [
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index 1401c1ed99..ea8fdf675a 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -385,6 +385,25 @@ class TestSequentialEagerIntegration(test.TestCase):
     model.pop()
     self.assertTrue(model._can_use_graph_functions)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_sequential_model_fails_with_dict_inputs(self):
+    num_classes = 5
+    model = testing_utils.get_small_sequential_mlp(
+        num_hidden=10, num_classes=num_classes)
+    model.compile(
+        rmsprop.RMSPropOptimizer(learning_rate=0.001),
+        metrics=['acc'],
+        weighted_metrics=['mae'],
+        loss='categorical_crossentropy')
+
+    x = {'dense_input': np.random.random((10, 1))}
+    y = np.random.randint(num_classes, size=(10, 1))
+
+    with self.assertRaisesRegexp(
+        ValueError, 'Passing a dictionary input to a Sequential Model which '
+        'doesn\'t have FeatureLayer as the first layer is an error'):
+      model.fit(x, y, batch_size=5, epochs=1)
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index c0aad1d8e5..cd4360182c 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1310,8 +1310,8 @@ class Model(Network):
         # We assert that the first layer is a FeatureLayer.
         if not training_utils.is_feature_layer(self.layers[0]):
           raise ValueError('Passing a dictionary input to a Sequential Model '
-                           'which doesnt have FeatureLayer as the first layer '
-                           'is an error')
+                           'which doesn\'t have FeatureLayer as the first layer'
+                           ' is an error.')
         input_shape = (None,)
         self.build(input_shape=input_shape)
       else:
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index df5669b5cc..78a86659b1 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -33,7 +33,6 @@ from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.keras.callbacks import Callback
 from tensorflow.python.keras.engine.training_utils import weighted_masked_objective
-from tensorflow.python.keras.utils.generic_utils import slice_arrays
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import sparse_ops
 from tensorflow.python.ops import variables as variables_lib
@@ -333,35 +332,6 @@ class TrainingTest(test.TestCase):
     })
     self.assertEqual(len(out), 2)
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_invalid_loss(self):
-    num_classes = 5
-    train_samples = 1000
-    test_samples = 1000
-    input_dim = 5
-
-    model = testing_utils.get_small_sequential_mlp(
-        num_hidden=10, num_classes=num_classes, input_dim=input_dim)
-    optimizer = RMSPropOptimizer(learning_rate=0.001)
-    model.compile(optimizer, loss='categorical_crossentropy')
-    np.random.seed(1337)
-    (x_train, y_train), (_, _) = testing_utils.get_test_data(
-        train_samples=train_samples,
-        test_samples=test_samples,
-        input_shape=(input_dim,),
-        num_classes=num_classes)
-
-    with self.assertRaises(ValueError):
-      model.fit(x_train, np.concatenate([y_train, y_train], axis=-1))
-
-    if not context.executing_eagerly():
-      # TODO(psv): Investigate these use cases in eager mode.
-      with self.assertRaises(ValueError):
-        model.fit(x_train, y_train)
-
-      with self.assertRaises(ValueError):
-        model.compile(optimizer, loss=None)
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_activity_regularizer_fit(self):
     loss = {}
@@ -512,30 +482,6 @@ class TrainingTest(test.TestCase):
       x2 = model.predict(val_a)
       self.assertAllClose(x1, x2, atol=1e-7)
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_compile_warning_for_loss_missing_output(self):
-    with self.cached_session():
-      inp = keras.layers.Input(shape=(16,), name='input_a')
-      out_1 = keras.layers.Dense(8, name='dense_1')(inp)
-      out_2 = keras.layers.Dense(3, activation='softmax', name='dense_2')(out_1)
-      model = keras.models.Model(inputs=[inp], outputs=[out_1, out_2])
-      optimizer = RMSPropOptimizer(learning_rate=0.001)
-
-      with test.mock.patch.object(logging, 'warning') as mock_log:
-        model.compile(
-            optimizer,
-            loss={
-                'dense_2': 'categorical_crossentropy',
-            },
-            metrics={
-                'dense_2': 'categorical_accuracy',
-                'dense_1': metrics_module.CategoricalAccuracy(),
-            })
-        msg = ('Output "dense_1" missing from loss dictionary. We assume this '
-               'was done on purpose. The fit and evaluate APIs will not be '
-               'expecting any data to be passed to "dense_1".')
-        self.assertRegexpMatches(str(mock_log.call_args), msg)
-
   def test_logs_passed_to_callbacks(self):
     with self.cached_session():
       input_dim = 5
@@ -595,6 +541,62 @@ class TrainingTest(test.TestCase):
           ]))
 
 
+class TestExceptionsAndWarnings(test.TestCase):
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_invalid_loss(self):
+    num_classes = 5
+    train_samples = 1000
+    test_samples = 1000
+    input_dim = 5
+
+    model = testing_utils.get_small_sequential_mlp(
+        num_hidden=10, num_classes=num_classes, input_dim=input_dim)
+    optimizer = RMSPropOptimizer(learning_rate=0.001)
+    model.compile(optimizer, loss='categorical_crossentropy')
+    np.random.seed(1337)
+    (x_train, y_train), (_, _) = testing_utils.get_test_data(
+        train_samples=train_samples,
+        test_samples=test_samples,
+        input_shape=(input_dim,),
+        num_classes=num_classes)
+
+    with self.assertRaises(ValueError):
+      model.fit(x_train, np.concatenate([y_train, y_train], axis=-1))
+
+    if not context.executing_eagerly():
+      # TODO(psv): Investigate these use cases in eager mode.
+      with self.assertRaises(ValueError):
+        model.fit(x_train, y_train)
+
+      with self.assertRaises(ValueError):
+        model.compile(optimizer, loss=None)
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_compile_warning_for_loss_missing_output(self):
+    with self.cached_session():
+      inp = keras.layers.Input(shape=(16,), name='input_a')
+      out_1 = keras.layers.Dense(8, name='dense_1')(inp)
+      out_2 = keras.layers.Dense(3, activation='softmax', name='dense_2')(out_1)
+      model = keras.models.Model(inputs=[inp], outputs=[out_1, out_2])
+      optimizer = RMSPropOptimizer(learning_rate=0.001)
+
+      with test.mock.patch.object(logging, 'warning') as mock_log:
+        model.compile(
+            optimizer,
+            loss={
+                'dense_2': 'categorical_crossentropy',
+            },
+            metrics={
+                'dense_2': 'categorical_accuracy',
+                'dense_1': metrics_module.CategoricalAccuracy(),
+            })
+        msg = ('Output "dense_1" missing from loss dictionary. We assume this '
+               'was done on purpose. The fit and evaluate APIs will not be '
+               'expecting any data to be passed to "dense_1".')
+        self.assertRegexpMatches(str(mock_log.call_args), msg)
+
+
 class LossWeightingTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
@@ -666,25 +668,6 @@ class LossWeightingTest(test.TestCase):
         x_test[test_ids, :], y_test[test_ids, :], verbose=0)
     self.assertLess(score[0], ref_score[0])
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_sequential_model_fails_with_dict_inputs(self):
-    num_classes = 5
-    model = testing_utils.get_small_sequential_mlp(
-        num_hidden=10, num_classes=num_classes)
-    model.compile(
-        RMSPropOptimizer(learning_rate=0.001),
-        metrics=['acc'],
-        weighted_metrics=['mae'],
-        loss='categorical_crossentropy')
-
-    x = {'dense_input': np.random.random((10, 1))}
-    y = np.random.randint(num_classes, size=(10, 1))
-
-    with self.assertRaisesRegexp(
-        ValueError, 'Passing a dictionary input to a Sequential Model which '
-        'doesnt have FeatureLayer as the first layer is an error'):
-      model.fit(x, y, batch_size=5, epochs=1)
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sample_weights(self):
     num_classes = 5
@@ -1232,40 +1215,6 @@ class TestDynamicTrainability(test.TestCase):
       self.assertListEqual(outer_model.trainable_weights, [])
 
 
-class TestTrainingUtils(test.TestCase):
-
-  def test_check_array_lengths(self):
-    keras.engine.training_utils.check_array_lengths(None, None, None)
-    a_np = np.random.random((4, 3, 3))
-    keras.engine.training_utils.check_array_lengths(a_np, a_np, a_np)
-    keras.engine.training_utils.check_array_lengths(
-        [a_np, a_np], [a_np, a_np], [a_np, a_np])
-    keras.engine.training_utils.check_array_lengths([None], [None], [None])
-
-    b_np = np.random.random((3, 4))
-    with self.assertRaises(ValueError):
-      keras.engine.training_utils.check_array_lengths([a_np], [b_np], None)
-
-  def test_slice_arrays(self):
-    input_a = np.random.random((10, 3))
-    slice_arrays(input_a, 0)
-    slice_arrays(None)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-    input_a = [None, [1, 1], None, [1, 1]]
-    slice_arrays(input_a, 0)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-    input_a = [None]
-    slice_arrays(input_a, 0)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-    input_a = None
-    slice_arrays(input_a, 0)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-
-
 class TestTrainingWithDataTensors(test.TestCase):
 
   def test_training_and_eval_methods_on_symbolic_tensors_single_io(self):
diff --git a/tensorflow/python/keras/engine/training_utils_test.py b/tensorflow/python/keras/engine/training_utils_test.py
index ff15c49a92..7b217cf373 100644
--- a/tensorflow/python/keras/engine/training_utils_test.py
+++ b/tensorflow/python/keras/engine/training_utils_test.py
@@ -148,6 +148,18 @@ class TrainingUtilTest(test.TestCase):
     any_true = training_utils._nested_any(nested_data, lambda x: x)
     self.assertEquals(any_true, False)
 
+  def test_check_array_lengths(self):
+    training_utils.check_array_lengths(None, None, None)
+    a_np = np.random.random((4, 3, 3))
+    training_utils.check_array_lengths(a_np, a_np, a_np)
+    training_utils.check_array_lengths(
+        [a_np, a_np], [a_np, a_np], [a_np, a_np])
+    training_utils.check_array_lengths([None], [None], [None])
+
+    b_np = np.random.random((3, 4))
+    with self.assertRaises(ValueError):
+      training_utils.check_array_lengths([a_np], [b_np], None)
+
 
 class ModelInputsTest(test.TestCase):
 
diff --git a/tensorflow/python/keras/layers/local_test.py b/tensorflow/python/keras/layers/local_test.py
index 8589b32b3c..300e7c9654 100644
--- a/tensorflow/python/keras/layers/local_test.py
+++ b/tensorflow/python/keras/layers/local_test.py
@@ -27,7 +27,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.training.rmsprop import RMSPropOptimizer
 
 
-class LocallyConnectedLayersTest(test.TestCase):
+class LocallyConnected1DLayersTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_1d(self):
@@ -111,6 +111,9 @@ class LocallyConnectedLayersTest(test.TestCase):
               self.assertEqual(layer.kernel.constraint, k_constraint)
               self.assertEqual(layer.bias.constraint, b_constraint)
 
+
+class LocallyConnected2DLayersTest(test.TestCase):
+
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_2d(self):
     num_samples = 8
@@ -175,11 +178,11 @@ class LocallyConnectedLayersTest(test.TestCase):
               input_shape=(num_samples, num_row, num_col, stack_size))
 
   def test_locallyconnected_2d_regularization(self):
-    num_samples = 8
+    num_samples = 2
     filters = 3
     stack_size = 4
     num_row = 6
-    num_col = 10
+    num_col = 7
     for implementation in [1, 2]:
       for padding in ['valid', 'same']:
         kwargs = {
@@ -220,20 +223,24 @@ class LocallyConnectedLayersTest(test.TestCase):
             self.assertEqual(layer.kernel.constraint, k_constraint)
             self.assertEqual(layer.bias.constraint, b_constraint)
 
+
+class LocallyConnectedImplementationModeTest(test.TestCase):
+
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_implementation(self):
-    n_train = 4
-    n_classes = 3
-    n_epochs = 2
+    num_samples = 4
+    num_classes = 3
+    num_epochs = 2
 
     np.random.seed(1)
-    targets = np.random.randint(0, n_classes, (n_train,))
+    targets = np.random.randint(0, num_classes, (num_samples,))
 
-    for width in [1, 17]:
-      for height in [16]:
+    for width in [1, 6]:
+      for height in [7]:
         for filters in [2]:
           for data_format in ['channels_first', 'channels_last']:
-            inputs = get_inputs(data_format, filters, height, n_train, width)
+            inputs = get_inputs(
+                data_format, filters, height, num_samples, width)
 
             for kernel_x in [(3,)]:
               for kernel_y in [()] if width == 1 else [(2,)]:
@@ -246,7 +253,7 @@ class LocallyConnectedLayersTest(test.TestCase):
                           'kernel_size': kernel_x + kernel_y,
                           'strides': stride_x + stride_y,
                           'data_format': data_format,
-                          'n_classes': n_classes,
+                          'num_classes': num_classes,
                           'input_shape': inputs.shape
                       }
 
@@ -264,13 +271,13 @@ class LocallyConnectedLayersTest(test.TestCase):
                       # Train.
                       model_1.fit(x=inputs,
                                   y=targets,
-                                  epochs=n_epochs,
-                                  batch_size=n_train)
+                                  epochs=num_epochs,
+                                  batch_size=num_samples)
 
                       model_2.fit(x=inputs,
                                   y=targets,
-                                  epochs=n_epochs,
-                                  batch_size=n_train)
+                                  epochs=num_epochs,
+                                  batch_size=num_samples)
 
                       # Compare outputs after a few training steps.
                       out_1 = model_1.call(inputs)
@@ -316,7 +323,7 @@ class LocallyConnectedLayersTest(test.TestCase):
       self.assertAllCloseAccordingToType(inputs_2d, inputs_2d_tf)
 
 
-def get_inputs(data_format, filters, height, n_train, width):
+def get_inputs(data_format, filters, height, num_samples, width):
   if data_format == 'channels_first':
     if width == 1:
       input_shape = (filters, height)
@@ -333,7 +340,7 @@ def get_inputs(data_format, filters, height, n_train, width):
     raise NotImplementedError(data_format)
 
   inputs = np.random.normal(0, 1,
-                            (n_train,) + input_shape).astype(np.float32)
+                            (num_samples,) + input_shape).astype(np.float32)
   return inputs
 
 
@@ -352,7 +359,7 @@ def get_model(implementation,
               kernel_size,
               strides,
               layers,
-              n_classes,
+              num_classes,
               data_format,
               input_shape):
   model = keras.Sequential()
@@ -377,7 +384,7 @@ def get_model(implementation,
         implementation=implementation))
 
   model.add(keras.layers.Flatten())
-  model.add(keras.layers.Dense(n_classes))
+  model.add(keras.layers.Dense(num_classes))
   model.compile(
       optimizer=RMSPropOptimizer(0.01),
       metrics=[keras.metrics.categorical_accuracy],
-- 
GitLab


From 5999bf4b444369f5893d7e518cc86809eb9f0da9 Mon Sep 17 00:00:00 2001
From: Kay Zhu <kayzhu@google.com>
Date: Thu, 8 Nov 2018 13:47:20 -0800
Subject: [PATCH 1278/1825] [TF2XLA] Relax error metric for resampler test.

PiperOrigin-RevId: 220694836
---
 tensorflow/compiler/tests/resampler_ops_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/tests/resampler_ops_test.py b/tensorflow/compiler/tests/resampler_ops_test.py
index d05554fdb6..f87ac3360c 100644
--- a/tensorflow/compiler/tests/resampler_ops_test.py
+++ b/tensorflow/compiler/tests/resampler_ops_test.py
@@ -37,7 +37,7 @@ class ResamplerOpsTest(xla_test.XLATestCase):
       out = sess.run(resampled, {input_image: image_np, warp: warp_np})
 
       self.assertAllCloseAccordingToType(
-          expected, out, half_rtol=1e-2, bfloat16_rtol=3e-2)
+          expected, out, rtol=5e-3, half_rtol=1e-2, bfloat16_rtol=3e-2)
 
   def _assertBackwardOpMatchesExpected(self, input_np, warp_np, grad_output_np,
                                        expected_grad_data, expected_grad_warp):
-- 
GitLab


From e06981ed2e4e214c2802d2cc612981ee04883201 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Thu, 8 Nov 2018 13:47:41 -0800
Subject: [PATCH 1279/1825] Implement Momentum optimization.

PiperOrigin-RevId: 220694878
---
 tensorflow/python/keras/optimizer_v2/BUILD    |   1 +
 .../keras/optimizer_v2/gradient_descent.py    | 104 +++-
 .../optimizer_v2/gradient_descent_test.py     | 537 ++++++++++++++----
 .../python/keras/optimizer_v2/optimizer_v2.py |  27 +-
 4 files changed, 539 insertions(+), 130 deletions(-)

diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index b4b84fad0c..fb43775fdc 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -46,6 +46,7 @@ cuda_py_test(
         "//tensorflow/python:variables",
         "//tensorflow/python/eager:context",
     ],
+    shard_count = 4,
 )
 
 cuda_py_test(
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent.py b/tensorflow/python/keras/optimizer_v2/gradient_descent.py
index 3ee1982af9..90106c941c 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent.py
@@ -25,12 +25,21 @@ from tensorflow.python.training import training_ops
 
 
 class SGD(optimizer_v2.OptimizerV2):
-  """Stochastic gradient descent optimizer.
+  """Stochastic gradient descent and momentum optimizer.
 
   Computes:
+  ```
+  theta(t+1) = theta(t) - learning_rate * gradient
+  gradient is evaluated at theta(t).
+  ```
 
+  or Computes (if `use_nesterov = False`):
   ```
-  variable -= learning_rate * gradient
+  v(t+1) = momentum * v(t) - learning_rate * gradient
+  theta(t+1) = theta(t) + v(t+1)
+  if `nesterov` is False, gradient is evaluated at theta(t).
+  if `nesterov` is True, gradient is evaluated at theta(t) + momentum * v(t),
+    and the variables always store theta + m v instead of theta
   ```
 
   Some of the args below are hyperparameters, where a hyperparameter is
@@ -44,49 +53,90 @@ class SGD(optimizer_v2.OptimizerV2):
   changing these values across different invocations of optimizer functions.
   @end_compatibility
 
-  Arguments:
-      learning_rate: float hyperparameter >= 0. Learning rate.
-      name: Optional name prefix for the operations created when applying
-        gradients.  Defaults to 'SGD'.
+  # References
+      nesterov = True, See [Sutskever et al., 2013](
+        http://jmlr.org/proceedings/papers/v28/sutskever13.pdf).
   """
 
   def __init__(self,
                learning_rate=0.001,
-               momentum=None,
+               momentum=0.0,
                nesterov=False,
                name="SGD"):
+    """Construct a new Stochastic Gradient Descent or Momentum optimizer.
+
+    Arguments:
+      learning_rate: float hyperparameter >= 0. Learning rate.
+      momentum: float hyperparameter >= 0 that accelerates SGD in the relevant
+        direction and dampens oscillations.
+      nesterov: boolean. Whether to apply Nesterov momentum.
+      name: Optional name prefix for the operations created when applying
+        gradients.  Defaults to 'SGD'.
+    """
     super(SGD, self).__init__(name)
     self._set_hyper("learning_rate", learning_rate)
 
-  def _apply_dense(self, grad, var):
-    return training_ops.apply_gradient_descent(
-        var,
-        math_ops.cast(self._get_hyper("learning_rate"), var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking).op
+    self._momentum = False
+    if isinstance(momentum, ops.Tensor) or callable(momentum) or momentum > 0:
+      self._momentum = True
+    if isinstance(momentum, (int, float)) and (momentum < 0 or momentum > 1):
+      raise ValueError("`momentum` must be between [0, 1].")
+    self._set_hyper("momentum", momentum)
+
+    self._nesterov = nesterov
+
+  def _create_slots(self, var_list):
+    if self._momentum:
+      for var in var_list:
+        self.add_slot(var, "momentum")
 
   def _resource_apply_dense(self, grad, var):
-    return training_ops.resource_apply_gradient_descent(
-        var.handle,
-        math_ops.cast(self._get_hyper("learning_rate"), var.dtype.base_dtype),
-        grad,
-        use_locking=self._use_locking)
+    learning_rate = self._get_hyper("learning_rate")
+    if self._momentum:
+      momentum_var = self.get_slot(var, "momentum")
+      return training_ops.resource_apply_momentum(
+          var.handle,
+          momentum_var.handle,
+          math_ops.cast(learning_rate, grad.dtype.base_dtype),
+          grad,
+          math_ops.cast(self._get_hyper("momentum"), grad.dtype.base_dtype),
+          use_locking=self._use_locking,
+          use_nesterov=self._nesterov)
+    else:
+      return training_ops.resource_apply_gradient_descent(
+          var.handle,
+          math_ops.cast(learning_rate, grad.dtype.base_dtype),
+          grad,
+          use_locking=self._use_locking)
 
   def _resource_apply_sparse_duplicate_indices(self, grad, var, indices):
-    return resource_variable_ops.resource_scatter_add(
-        var.handle, indices, -grad * math_ops.cast(
-            self._get_hyper("learning_rate"), var.dtype.base_dtype))
+    if self._momentum:
+      return super(SGD, self)._resource_apply_sparse_duplicate_indices(
+          grad, var, indices)
+    else:
+      return resource_variable_ops.resource_scatter_add(
+          var.handle, indices, -grad * math_ops.cast(
+              self._get_hyper("learning_rate"), grad.dtype.base_dtype))
 
-  def _apply_sparse_duplicate_indices(self, grad, var):
-    delta = ops.IndexedSlices(
-        grad.values * math_ops.cast(
-            self._get_hyper("learning_rate"), var.dtype.base_dtype),
-        grad.indices, grad.dense_shape)
-    return var.scatter_sub(delta, use_locking=self._use_locking)
+  def _resource_apply_sparse(self, grad, var, indices):
+    # This method is only needed for momentum optimization.
+    learning_rate = self._get_hyper("learning_rate")
+    momentum_var = self.get_slot(var, "momentum")
+    return training_ops.resource_sparse_apply_momentum(
+        var.handle,
+        momentum_var.handle,
+        math_ops.cast(learning_rate, grad.dtype.base_dtype),
+        grad,
+        indices,
+        math_ops.cast(self._get_hyper("momentum"), grad.dtype.base_dtype),
+        use_locking=self._use_locking,
+        use_nesterov=self._nesterov)
 
   def get_config(self):
     config = super(SGD, self).get_config()
     config.update({
         "learning_rate": self._serialize_hyperparameter("learning_rate"),
+        "momentum": self._serialize_hyperparameter("momentum"),
+        "nesterov": self._nesterov,
     })
     return config
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
index 3fb15c51d0..b84bf1a6ec 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
@@ -18,46 +18,28 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import numpy as np
+
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
 from tensorflow.python.keras.optimizer_v2 import gradient_descent
+from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import embedding_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import resources
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 
 
 class GradientDescentOptimizerTest(test.TestCase):
 
+  @test_util.run_in_graph_and_eager_modes
   def testBasic(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        optimizer = gradient_descent.SGD(3.0)
-        sgd_op = optimizer.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params
-        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-        self.assertEqual(0, len(optimizer.variables()))
-
-  def testBasicResourceVariable(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
         var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
@@ -65,19 +47,18 @@ class GradientDescentOptimizerTest(test.TestCase):
         grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
         grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
         sgd = gradient_descent.SGD(3.0)
+        # self.assertFalse(sgd._initial_decay)
         sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.evaluate(variables.global_variables_initializer())
         # Run 1 step of sgd
-        sgd_op.run()
+        self.evaluate(sgd_op)
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
+  @test_util.run_in_graph_and_eager_modes
   def testBasicCallableParams(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
@@ -88,44 +69,34 @@ class GradientDescentOptimizerTest(test.TestCase):
         lr = lambda: 3.0
         sgd = gradient_descent.SGD(lr)
         sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        # TODO(apassos) calling initialize_resources on all resources here
-        # doesn't work because the sessions and graph are reused across unit
-        # tests and this would mean trying to reinitialize variables. Figure out
-        # a long-term solution for this.
-        resources.initialize_resources([var0, var1, sgd.iteration]).run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.evaluate(variables.global_variables_initializer())
         # Run 1 step of sgd
-        sgd_op.run()
+        self.evaluate(sgd_op)
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
+  @test_util.run_in_graph_and_eager_modes
   def testMinimizeResourceVariable(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
         var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
         var1 = resource_variable_ops.ResourceVariable([3.0], dtype=dtype)
         x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
-        pred = math_ops.matmul(var0, x) + var1
-        loss = pred * pred
+        loss = lambda: math_ops.matmul(var0, x) + var1  # pylint: disable=cell-var-from-loop
+        if not context.executing_eagerly():
+          loss = loss()
         sgd = gradient_descent.SGD(1.0)
         sgd_op = sgd.minimize(loss, [var0, var1])
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0], var1.eval())
+        self.evaluate(variables.global_variables_initializer())
         # Run 1 step of sgd
-        sgd_op.run()
+        self.evaluate(sgd_op)
         # Validate updated params
-        np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
-        np_grad = 2 * np_pred
-        self.assertAllCloseAccordingToType(
-            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
+        self.assertAllCloseAccordingToType([[1.0 - 4.0, 2.0 - 5.0]],
+                                           self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0 - 1.0], self.evaluate(var1))
 
   def testMinimizeSparseResourceVariable(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -137,18 +108,15 @@ class GradientDescentOptimizerTest(test.TestCase):
         pred += var1
         loss = pred * pred
         sgd_op = gradient_descent.SGD(1.0).minimize(loss, [var0, var1])
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0], var1.eval())
+        self.evaluate(variables.global_variables_initializer())
         # Run 1 step of sgd
-        sgd_op.run()
+        self.evaluate(sgd_op)
         # Validate updated params
         np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
         np_grad = 2 * np_pred
         self.assertAllCloseAccordingToType(
-            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
+            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0 - np_grad], self.evaluate(var1))
 
   def testTensorLearningRate(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -160,17 +128,14 @@ class GradientDescentOptimizerTest(test.TestCase):
         lrate = constant_op.constant(3.0)
         sgd_op = gradient_descent.SGD(lrate).apply_gradients(
             zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.evaluate(variables.global_variables_initializer())
         # Run 1 step of sgd
-        sgd_op.run()
+        self.evaluate(sgd_op)
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
   def testGradWrtRef(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -179,31 +144,9 @@ class GradientDescentOptimizerTest(test.TestCase):
         values = [1.0, 3.0]
         vars_ = [variables.Variable([v], dtype=dtype) for v in values]
         grads_and_vars = opt.compute_gradients(vars_[0] + vars_[1], vars_)
-        variables.global_variables_initializer().run()
+        self.evaluate(variables.global_variables_initializer())
         for grad, _ in grads_and_vars:
-          self.assertAllCloseAccordingToType([1.0], grad.eval())
-
-  def testWithGlobalStep(self):
-    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-      with self.cached_session():
-        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
-        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
-        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-        sgd = gradient_descent.SGD(3.0)
-        sgd_op = sgd.apply_gradients(zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
-        # Run 1 step of sgd
-        sgd_op.run()
-        # Validate updated params and optimizer iterations.
-        self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-        self.assertAllCloseAccordingToType(1, sgd.iteration.eval())
+          self.assertAllCloseAccordingToType([1.0], self.evaluate(grad))
 
   def testSparseBasic(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -218,17 +161,14 @@ class GradientDescentOptimizerTest(test.TestCase):
             constant_op.constant([1]), constant_op.constant([2, 1]))
         sgd_op = gradient_descent.SGD(3.0).apply_gradients(
             zip([grads0, grads1], [var0, var1]))
-        variables.global_variables_initializer().run()
-        # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0], [2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([[3.0], [4.0]], var1.eval())
+        self.evaluate(variables.global_variables_initializer())
         # Run 1 step of sgd
-        sgd_op.run()
+        self.evaluate(sgd_op)
         # Validate updated params
         self.assertAllCloseAccordingToType([[1.0 - 3.0 * 0.1], [2.0]],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([[3.0], [4.0 - 3.0 * 0.01]],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
   def testCapturingInDefunWhileExecutingEagerly(self):
     with context.eager_mode():
@@ -251,5 +191,406 @@ class GradientDescentOptimizerTest(test.TestCase):
       self.assertEqual(float(step()), -1.0)
 
 
+class MomentumOptimizerTest(test.TestCase):
+
+  def _update_nesterov_momentum_numpy(self, var, accum, g, lr, momentum):
+    var = var + accum * lr * momentum
+    accum = accum * momentum + g
+    var = var - lr * accum
+    var = var - accum * lr * momentum
+    return var, accum
+
+  @test_util.run_in_graph_and_eager_modes
+  def testBasic(self):
+    for _, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                      dtype=dtype,
+                                                      name="var0")
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0],
+                                                      dtype=dtype,
+                                                      name="var1")
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        learning_rate = 2.0
+        momentum = 0.9
+        mom_opt = gradient_descent.SGD(
+            learning_rate=learning_rate, momentum=momentum)
+        # self.assertFalse(mom_opt._initial_decay)
+        mom_update = mom_opt.apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+
+        # Check we have slots
+        slot0 = mom_opt.get_slot(var0, "momentum")
+        self.assertEquals(slot0.get_shape(), var0.get_shape())
+        slot1 = mom_opt.get_slot(var1, "momentum")
+        self.assertEquals(slot1.get_shape(), var1.get_shape())
+
+        # Step 1: the momentum accumulators where 0. So we should see a normal
+        # update: v -= grad * learning_rate
+        self.evaluate(variables.global_variables_initializer())
+        self.evaluate(mom_update)
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
+        self.assertAllCloseAccordingToType(
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
+        # Step 2: the momentum accumulators contain the previous update.
+        self.evaluate(mom_update)
+        if context.executing_eagerly():
+          mom_opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([
+                1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
+                2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
+            ]), self.evaluate(var0))
+        self.assertAllCloseAccordingToType(
+            np.array([
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), self.evaluate(var1))
+
+  def testNesterovMomentum(self):
+    for dtype in [dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                      dtype=dtype,
+                                                      name="var0")
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0],
+                                                      dtype=dtype,
+                                                      name="var1")
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        accum0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        accum1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        loss = 5 * var0 * var0 + 3 * var1
+        mom_op = gradient_descent.SGD(
+            learning_rate=2.0, momentum=0.9, nesterov=True)
+        opt_op = mom_op.minimize(loss, [var0, var1])
+        variables.global_variables_initializer().run()
+        for _ in range(1, 5):
+          opt_op.run()
+          var0_np, accum0_np = self._update_nesterov_momentum_numpy(
+              var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
+          var1_np, accum1_np = self._update_nesterov_momentum_numpy(
+              var1_np, accum1_np, 3, 2.0, 0.9)
+          self.assertAllClose(var0_np, var0.eval())
+          self.assertAllClose(var1_np, var1.eval())
+
+  def testSparseNesterovMomentum(self):
+    for dtype in [dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        accum0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        accum1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        grads = []
+        for t in range(1, 5):
+          grads.append(var0_np * 10)
+          var0_np, accum0_np = self._update_nesterov_momentum_numpy(
+              var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
+          var1_np, accum1_np = self._update_nesterov_momentum_numpy(
+              var1_np, accum1_np, 3, 2.0, 0.9)
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        accum0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        accum1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        var0 = resource_variable_ops.ResourceVariable(
+            var0_np, dtype=dtype, name="var0")
+        var1 = resource_variable_ops.ResourceVariable(
+            var1_np, dtype=dtype, name="var1")
+        mom_op = gradient_descent.SGD(
+            learning_rate=2.0, momentum=0.9, nesterov=True)
+        x_feed = array_ops.placeholder(dtype)
+        y_feed = ops.IndexedSlices(x_feed, constant_op.constant([0, 1]),
+                                   constant_op.constant([2]))
+        grads_and_vars = [(y_feed, var0),
+                          (constant_op.constant([3.0, 3.0], dtype=dtype), var1)]
+        opt_update = mom_op.apply_gradients(grads_and_vars)
+        variables.global_variables_initializer().run()
+        for t in range(1, 5):
+          opt_update.run(feed_dict={x_feed: grads[t - 1]})
+          var0_np, accum0_np = self._update_nesterov_momentum_numpy(
+              var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
+          var1_np, accum1_np = self._update_nesterov_momentum_numpy(
+              var1_np, accum1_np, 3, 2.0, 0.9)
+          self.assertAllClose(var0_np, var0.eval())
+          self.assertAllClose(var1_np, var1.eval())
+
+  @test_util.run_in_graph_and_eager_modes
+  def testMinimizeSparseResourceVariable(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      # This test invokes the ResourceSparseApplyMomentum operation, which
+      # did not have a registered GPU kernel as of April 2018. With graph
+      # execution, the placement algorithm notices this and automatically
+      # places the variable in CPU (host) memory. With eager execution,
+      # the variable would be placed in GPU memory if available, which
+      # would then conflict with the future invocation of the
+      # ResourceSparseApplyMomentum operation.
+      # To work around this discrepancy, for now we force the variable
+      # to be placed on CPU.
+      with ops.device("/cpu:0"):
+        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
+
+      # pylint: disable=cell-var-from-loop
+      def loss():
+        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
+        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
+        return pred * pred
+
+      # pylint: enable=cell-var-from-loop
+
+      opt = gradient_descent.SGD(learning_rate=1.0, momentum=0.0)
+      sgd_op = opt.minimize(loss, [var0])
+      self.evaluate(variables.global_variables_initializer())
+      # Run 1 step of sgd
+      self.evaluate(sgd_op)
+      # Validate updated params
+      self.assertAllCloseAccordingToType([[-111, -138]], self.evaluate(var0))
+
+  @test_util.run_in_graph_and_eager_modes(reset_test=True)
+  def testMinimizeWith2DIndicesForEmbeddingLookup(self):
+    # This test invokes the ResourceSparseApplyMomentum operation, which
+    # did not have a registered GPU kernel as of April 2018. With graph
+    # execution, the placement algorithm notices this and automatically
+    # places the variable in CPU (host) memory. With eager execution,
+    # the variable would be placed in GPU memory if available, which
+    # would then conflict with the future invocation of the
+    # ResourceSparseApplyMomentum operation.
+    # To work around this discrepancy, for now we force the variable
+    # to be placed on CPU.
+    with ops.device("/cpu:0"):
+      var0 = resource_variable_ops.ResourceVariable(array_ops.ones([2, 2]))
+
+    def loss():
+      return math_ops.reduce_sum(embedding_ops.embedding_lookup(var0, [[1]]))
+
+    opt = gradient_descent.SGD(learning_rate=1.0, momentum=0.0)
+    sgd_op = opt.minimize(loss, [var0])
+    self.evaluate(variables.global_variables_initializer())
+    self.evaluate(sgd_op)
+    self.assertAllCloseAccordingToType([[1, 1], [0, 0]], self.evaluate(var0))
+
+  def testTensorLearningRateAndMomentum(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
+        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        mom_opt = gradient_descent.SGD(
+            learning_rate=constant_op.constant(2.0),
+            momentum=constant_op.constant(0.9))
+        mom_update = mom_opt.apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+        # Check we have slots
+        slot0 = mom_opt.get_slot(var0, "momentum")
+        self.assertEquals(slot0.get_shape(), var0.get_shape())
+        slot1 = mom_opt.get_slot(var1, "momentum")
+        self.assertEquals(slot1.get_shape(), var1.get_shape())
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+        # Step 1: the momentum accumulators where 0. So we should see a normal
+        # update: v -= grad * learning_rate
+        mom_update.run()
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
+        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+        # Step 2: the momentum accumulators contain the previous update.
+        mom_update.run()
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([
+                1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
+                2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
+            ]), var0.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), var1.eval())
+
+  def testSparse(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = variables.Variable(array_ops.zeros([4, 2], dtype=dtype))
+        var1 = variables.Variable(constant_op.constant(1.0, dtype, [4, 2]))
+        grads0 = ops.IndexedSlices(
+            constant_op.constant([[.1, .1]], dtype=dtype),
+            constant_op.constant([1]), constant_op.constant([4, 2]))
+        grads1 = ops.IndexedSlices(
+            constant_op.constant([[.01, .01], [.01, .01]], dtype=dtype),
+            constant_op.constant([2, 3]), constant_op.constant([4, 2]))
+        mom_opt = gradient_descent.SGD(learning_rate=2.0, momentum=0.9)
+        mom_update = mom_opt.apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Check we have slots
+        slot0 = mom_opt.get_slot(var0, "momentum")
+        self.assertEquals(slot0.get_shape(), var0.get_shape())
+        slot1 = mom_opt.get_slot(var1, "momentum")
+        self.assertEquals(slot1.get_shape(), var1.get_shape())
+
+        # Fetch params to validate initial values
+        self.assertAllClose([0, 0], var0.eval()[0])
+        self.assertAllClose([0, 0], var0.eval()[1])
+        self.assertAllClose([1, 1], var1.eval()[2])
+
+        # Step 1: the momentum accumulators are 0. So we should see a normal
+        # update: v -= grad * learning_rate
+        mom_update.run()
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(np.array([0, 0]), slot0.eval()[0])
+        self.assertAllCloseAccordingToType(np.array([.1, .1]), slot0.eval()[1])
+        self.assertAllCloseAccordingToType(
+            np.array([.01, .01]),
+            slot1.eval()[2])
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(np.array([0, 0]), var0.eval()[0])
+        self.assertAllCloseAccordingToType(
+            np.array([-(0.1 * 2.0), -(0.1 * 2.0)]),
+            var0.eval()[1])
+        self.assertAllCloseAccordingToType(
+            np.array([1.0 - (0.01 * 2.0), 1.0 - (0.01 * 2.0)]),
+            var1.eval()[2])
+        # Step 2: the momentum accumulators contain the previous update.
+        mom_update.run()
+        # Check that the momentum accumulators have been updated.
+        self.assertAllClose(np.array([0, 0]), slot0.eval()[0])
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            slot0.eval()[1])
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            slot1.eval()[2])
+        # Check that the parameters have been updated.
+        self.assertAllClose(np.array([0, 0]), var0.eval()[0])
+        self.assertAllCloseAccordingToType(
+            np.array([
+                -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
+                -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
+            ]),
+            var0.eval()[1])
+        self.assertAllCloseAccordingToType(
+            np.array([
+                0.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                0.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]),
+            var1.eval()[2])
+
+  def testSharing(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = variables.Variable([1.0, 2.0], dtype=dtype)
+        var1 = variables.Variable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+        mom_opt = gradient_descent.SGD(learning_rate=2.0, momentum=0.9)
+        mom_update1 = mom_opt.apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        mom_update2 = mom_opt.apply_gradients(
+            zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        slot0 = mom_opt.get_slot(var0, "momentum")
+        self.assertEquals(slot0.get_shape(), var0.get_shape())
+        slot1 = mom_opt.get_slot(var1, "momentum")
+        self.assertEquals(slot1.get_shape(), var1.get_shape())
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+        # Step 1: the momentum accumulators where 0. So we should see a normal
+        # update: v -= grad * learning_rate
+        mom_update1.run()
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
+        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+        # Step 2: the second momentum accumulators contain the previous update.
+        mom_update2.run()
+        # Check that the momentum accumulators have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+        # Check that the parameters have been updated.
+        self.assertAllCloseAccordingToType(
+            np.array([
+                1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
+                2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
+            ]), var0.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), var1.eval())
+
+  @test_util.run_in_graph_and_eager_modes
+  def testConfig(self):
+    with self.cached_session():
+      opt = gradient_descent.SGD(learning_rate=1.0, momentum=0.9, nesterov=True)
+      config = opt.get_config()
+      opt2 = gradient_descent.SGD.from_config(config)
+      # assert both are equal float values.
+      self.assertEqual(
+          opt._get_hyper("learning_rate"), opt2._get_hyper("learning_rate"))
+      self.assertEqual(opt._get_hyper("momentum"), opt2._get_hyper("momentum"))
+      # self.assertEqual(opt._get_hyper("decay"), opt2._get_hyper("decay"))
+      var0 = variables.Variable([[1.0], [2.0]], dtype=dtypes.float32)
+      loss = lambda: 3 * var0
+      # learning rate variable created when calling minimize.
+      opt.minimize(loss, [var0])
+      self.evaluate(variables.global_variables_initializer())
+      config = opt.get_config()
+      opt3 = gradient_descent.SGD.from_config(config)
+      self.assertEqual(
+          self.evaluate(opt._get_hyper("learning_rate")),
+          opt3._get_hyper("learning_rate"))
+      self.assertEqual(
+          self.evaluate(opt._get_hyper("momentum")),
+          opt3._get_hyper("momentum"))
+      # self.assertEqual(
+      #     self.evaluate(opt._get_hyper("decay")), opt3._get_hyper("decay"))
+      self.assertTrue(opt3._nesterov)
+
+  def testNesterovWithoutMomentum(self):
+    with self.assertRaisesRegexp(ValueError, "must be between"):
+      gradient_descent.SGD(learning_rate=1.0, momentum=2.0)
+
+
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index 26e6dc294c..d0bbe86247 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -31,7 +31,6 @@ from tensorflow.python.framework import ops
 from tensorflow.python.keras import backend
 from tensorflow.python.keras import initializers
 from tensorflow.python.keras.engine import base_layer
-from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gradients
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
@@ -324,9 +323,12 @@ class OptimizerV2(optimizer_v1.Optimizer):
                       "_" + var.op.name)
         with ops.name_scope("update" + scope_name), ops.colocate_with(var):
           update_ops.append(update_grad_to_var(grad, var))
-      with ops.colocate_with(self._iterations):
-        update_ops.append(self._iterations.assign_add(1))
-      return control_flow_ops.group(*update_ops)
+      # control dependencies does not work in per replica mode, please change
+      # this once b/118841692 is fixed.
+      # with ops.control_dependencies(update_ops):
+      #   apply_updates = self._iterations.assign_add(1).op
+      apply_updates = merge_update_step(update_ops, self.iteration)
+      return apply_updates
 
   def _set_hyper(self, name, value):
     """set hyper `name` to value. value can be callable, tensor, numeric."""
@@ -521,7 +523,7 @@ def _filter_grads(grads_and_vars):
   filtered = tuple(filtered)
   if not filtered:
     raise ValueError("No gradients provided for any variable: %s." %
-                     ([v.name for _, v in filtered],))
+                     ([v.name for _, v in grads_and_vars],))
   if vars_with_empty_grads:
     logging.warning(
         ("Gradients does not exist for variables %s when minimizing the loss."),
@@ -529,6 +531,21 @@ def _filter_grads(grads_and_vars):
   return filtered
 
 
+def merge_update_step(update_ops, local_step):
+  """Merge local step counter update from different replicas."""
+
+  def merge_update_step_fn(strategy, update_ops, local_step):
+    merged_ops = []
+    for update_op in update_ops:
+      merged_ops.append(strategy.group(update_op))
+    with ops.control_dependencies(merged_ops):
+      incre_op = local_step.assign_add(1).op
+    return incre_op
+
+  return distribution_strategy_context.get_tower_context().merge_call(
+      merge_update_step_fn, update_ops, local_step)
+
+
 def merge_grads(grads_and_vars):
   """Merge gradients from different replicas."""
 
-- 
GitLab


From 98ed1932cb99b21729cd51a3bc6809e2b1561862 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 8 Nov 2018 13:54:18 -0800
Subject: [PATCH 1280/1825] Add support for keras.backend.function in eager
 execution, by using the Keras graph to generate TensorFlow functions.

PiperOrigin-RevId: 220696036
---
 tensorflow/python/keras/backend.py            | 110 ++++++++++++++++--
 tensorflow/python/keras/backend_test.py       |  32 +++++
 .../keras/engine/training_distributed.py      |  12 +-
 .../golden/v1/tensorflow.keras.backend.pbtxt  |   2 +-
 .../golden/v2/tensorflow.keras.backend.pbtxt  |   2 +-
 5 files changed, 141 insertions(+), 17 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index b1999d9566..5f9b71f824 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -32,6 +32,7 @@ import numpy as np
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.client import session as session_module
 from tensorflow.python.eager import context
+from tensorflow.python.eager import function as eager_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes as dtypes_module
 from tensorflow.python.framework import func_graph
@@ -2903,7 +2904,7 @@ def print_tensor(x, message=''):
 # GRAPH MANIPULATION
 
 
-class Function(object):
+class GraphExecutionFunction(object):
   """Runs a computation graph.
 
   It's possible to pass arguments to `tf.Session.run()` via `session_kwargs`.
@@ -2927,13 +2928,13 @@ class Function(object):
                **session_kwargs):
     updates = updates or []
     if not isinstance(inputs, (list, tuple)):
-      raise TypeError('`inputs` to a TensorFlow backend function '
+      raise TypeError('`inputs` to a Keras backend function '
                       'should be a list or tuple.')
     if not isinstance(outputs, (list, tuple)):
-      raise TypeError('`outputs` of a TensorFlow backend function '
+      raise TypeError('`outputs` of a Keras backend function '
                       'should be a list or tuple.')
     if not isinstance(updates, (list, tuple)):
-      raise TypeError('`updates` in a TensorFlow backend function '
+      raise TypeError('`updates` in a Keras backend function '
                       'should be a list or tuple.')
     self.inputs = list(inputs)
     self.outputs = list(outputs)
@@ -3080,14 +3081,102 @@ class Function(object):
     return fetched[:len(self.outputs)]
 
 
+class EagerExecutionFunction(object):
+  """Helper class for constructing a TF graph function from the Keras graph.
+
+  Arguments:
+    inputs: Feed placeholders to the computation graph.
+    outputs: Output tensors to fetch.
+    updates: Additional update ops to be run at function call.
+    name: A name to help users identify what this function does.
+    session_kwargs: Unsupported.
+  """
+
+  def __init__(self, inputs, outputs, updates=None, name=None):
+    updates = updates or []
+    if not isinstance(inputs, (list, tuple)):
+      raise TypeError('`inputs` to a Keras backend function '
+                      'should be a list or tuple.')
+    if not isinstance(outputs, (list, tuple)):
+      raise TypeError('`outputs` of a Keras backend function '
+                      'should be a list or tuple.')
+    if not isinstance(updates, (list, tuple)):
+      raise TypeError('`updates` in a Keras backend function '
+                      'should be a list or tuple.')
+    self.inputs = list(inputs)
+    self.outputs = list(outputs)
+    self.name = name
+
+    graph = get_graph()
+    # Consolidate updates
+    with graph.as_default():
+      with ops.control_dependencies(self.outputs):
+        # In general, updates should be run after the outputs have been
+        # computed. However, we can only ensure this when we create
+        # the updates here (i.e. when updates are passed as tuples).
+        # We cannot modify the control dependencies of preexisting update ops.
+        updates_ops = []
+        for update in updates:
+          # For legacy reasons it is allowed to pass an update as a tuple
+          # `(variable, new_value)` (this maps to an assign op).
+          if isinstance(update, tuple):
+            p, new_p = update
+            updates_ops.append(state_ops.assign(p, new_p))
+          else:
+            # Assumed already an op -- we cannot control its execution order.
+            updates_ops.append(update)
+
+      # We set the update ops to run at the end by conditioning it on output[0]
+      if updates and not outputs:
+        # Edge case; never happens in practice
+        raise ValueError('Cannot create a Keras backend function with updates'
+                         ' but no outputs during eager execution.')
+      with ops.control_dependencies(updates_ops):
+        outputs[0] = array_ops.identity(outputs[0])
+
+    # Prepare graph function
+    # TODO(fchollet): can we restrict `captures` to variables actually used in
+    # the relevant subgraph?
+    graph.inputs = inputs + list(graph.captures.values())
+    graph.outputs = outputs
+    graph_fn = eager_function.Function(graph)
+    graph_fn._num_positional_args = len(inputs)
+    graph_fn._arg_keywords = []
+    self._graph_fn = graph_fn
+
+    # Handle placeholders with default
+    # (treated as required placeholder by graph functions)
+    self._placeholder_default_values = {}
+    with graph.as_default():
+      for x in self.inputs:
+        if x.op.type == 'PlaceholderWithDefault':
+          self._placeholder_default_values[x] = tensor_util.constant_value(
+              x.op.inputs[0])
+
+  def __call__(self, inputs):
+    converted_inputs = []
+    for tensor, value in zip(self.inputs, inputs):
+      if value is None:
+        # Assume `value` is a placeholder with default
+        value = self._placeholder_default_values.get(tensor, None)
+        if value is None:
+          raise ValueError(
+              'You must feed a value for placeholder %s' % (tensor,))
+      converted_inputs.append(
+          ops.convert_to_tensor(value, dtype=tensor.dtype))
+    outputs = self._graph_fn(*converted_inputs)
+    return [x.numpy() for x in outputs]
+
+
 @tf_export('keras.backend.function')
-def function(inputs, outputs, updates=None, **kwargs):
+def function(inputs, outputs, updates=None, name=None, **kwargs):
   """Instantiates a Keras function.
 
   Arguments:
       inputs: List of placeholder tensors.
       outputs: List of output tensors.
       updates: List of update ops.
+      name: String, name of function.
       **kwargs: Passed to `tf.Session.run`.
 
   Returns:
@@ -3097,16 +3186,19 @@ def function(inputs, outputs, updates=None, **kwargs):
       ValueError: if invalid kwargs are passed in or if in eager execution.
   """
   if context.executing_eagerly():
-    raise ValueError(
-        '`keras.backend.function` is not supported with eager execution.')
+    if kwargs:
+      raise ValueError('Session keyword arguments are not support during '
+                       'eager execution. You passed: %s' % (kwargs,))
+    return EagerExecutionFunction(inputs, outputs, updates=updates, name=name)
+
   if kwargs:
     for key in kwargs:
       if (key not in tf_inspect.getfullargspec(session_module.Session.run)[0]
-          and key not in tf_inspect.getfullargspec(Function.__init__)[0]):
+          and key not in ['inputs', 'outputs', 'updates', 'name']):
         msg = ('Invalid argument "%s" passed to K.function with TensorFlow '
                'backend') % key
         raise ValueError(msg)
-  return Function(inputs, outputs, updates=updates, **kwargs)
+  return GraphExecutionFunction(inputs, outputs, updates=updates, **kwargs)
 
 
 @tf_export('keras.backend.gradients')
diff --git a/tensorflow/python/keras/backend_test.py b/tensorflow/python/keras/backend_test.py
index 4368b69ebe..d8aa3e9b52 100644
--- a/tensorflow/python/keras/backend_test.py
+++ b/tensorflow/python/keras/backend_test.py
@@ -29,6 +29,7 @@ from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import nn
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
@@ -1400,7 +1401,38 @@ class BackendGraphTests(test.TestCase):
     x = keras.backend.variable(1)
     self.assertEqual(keras.backend.is_placeholder(x), False)
 
+  @test_util.run_in_graph_and_eager_modes
+  def test_function_basics(self):
+    x1 = keras.backend.placeholder(shape=(), dtype='float32')
+    x2 = keras.backend.placeholder(shape=(), dtype='int32')
+    v = keras.backend.variable(10.)
+    with keras.backend.get_graph().as_default():
+      y1 = x1 + keras.backend.cast(x2, 'float32') + v
+      y2 = x1 * keras.backend.cast(x2, 'float32')
+      with ops.control_dependencies([y1]):
+        u = keras.backend.update(v, 5.)
+    f = keras.backend.function([x1, x2], [y1, y2], updates=[u])
+    output_values = f([2, 3])
+    self.assertEqual(output_values, [15., 6.])
+    self.assertEqual(keras.backend.eval(v), 5.)
+
+  @test_util.run_in_graph_and_eager_modes
+  def test_function_placeholder_with_default(self):
+    with keras.backend.get_graph().as_default():
+      x1 = array_ops.placeholder_with_default(
+          np.array(2., dtype='float32'), shape=())
+      x2 = array_ops.placeholder_with_default(
+          np.array(3, dtype='int32'), shape=())
+    y1 = x1 + keras.backend.cast(x2, 'float32')
+    y2 = x1 * keras.backend.cast(x2, 'float32')
+    f = keras.backend.function([x1, x2], [y1, y2])
+    output_values = f([4, 5])
+    self.assertEqual(output_values, [9., 20.])
+    output_values = f([None, None])
+    self.assertEqual(output_values, [5., 6.])
+
   def test_function_tf_feed_symbols(self):
+    # Test Keras backend functions with TF tensor inputs.
     with self.cached_session():
       # Test feeding a resource variable to `function`.
       x1 = keras.backend.placeholder(shape=())
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 12bc04eec7..4913a7be7e 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -122,7 +122,7 @@ def fit_loop(
         current_strategy, targets)
 
     # Create a train function that is composed of all the parameters above.
-    distributed_fit_function = K.Function(
+    distributed_fit_function = K.function(
         all_inputs,
         all_outputs,
         updates=all_updates,
@@ -279,7 +279,7 @@ def _experimental_fit_loop(
      all_session_args) = distributed_training_utils.unwrap_values(
          current_strategy, grouped_inputs, grouped_outputs,
          grouped_updates, grouped_session_args)
-    combined_fn = K.Function(
+    combined_fn = K.function(
         all_inputs,
         all_outputs,
         updates=all_updates,
@@ -459,7 +459,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     dataset_targets = distributed_training_utils.flatten_perdevice_values(
         current_strategy, targets)
 
-    distributed_test_function = K.Function(
+    distributed_test_function = K.function(
         all_inputs, all_outputs,
         updates=all_updates,
         name='distributed_test_function',
@@ -563,7 +563,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
          current_strategy, grouped_inputs, grouped_outputs, grouped_updates,
          grouped_session_args)
 
-    combined_fn = K.Function(
+    combined_fn = K.function(
         all_inputs, all_outputs,
         updates=all_updates,
         name='distributed_test_function',
@@ -671,7 +671,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
     dataset_inputs = distributed_training_utils.flatten_perdevice_values(
         current_strategy, inputs)
 
-    distributed_predict_function = K.Function(
+    distributed_predict_function = K.function(
         all_inputs, all_outputs,
         updates=all_updates,
         name='distributed_predict_function',
@@ -772,7 +772,7 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
          current_strategy, grouped_inputs, grouped_outputs, grouped_updates,
          grouped_session_args)
 
-    combined_fn = K.Function(
+    combined_fn = K.function(
         all_inputs, all_outputs,
         updates=all_updates,
         name='distributed_predict_function',
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
index 5f0dfd7ae7..b0e5d2bde7 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
@@ -182,7 +182,7 @@ tf_module {
   }
   member_method {
     name: "function"
-    argspec: "args=[\'inputs\', \'outputs\', \'updates\'], varargs=None, keywords=kwargs, defaults=[\'None\'], "
+    argspec: "args=[\'inputs\', \'outputs\', \'updates\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "gather"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
index 13a5d25e06..b30778b2a0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
@@ -182,7 +182,7 @@ tf_module {
   }
   member_method {
     name: "function"
-    argspec: "args=[\'inputs\', \'outputs\', \'updates\'], varargs=None, keywords=kwargs, defaults=[\'None\'], "
+    argspec: "args=[\'inputs\', \'outputs\', \'updates\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "gather"
-- 
GitLab


From b41d3381975163b3811de6dff8e6eef3b62d1172 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 14:01:04 -0800
Subject: [PATCH 1281/1825] [TF:XLA] Use HloInstructionSequence instead of
 std::vector in more places.

Most of the time the vector is used to re-construct a new HloInstructionSequence object from the vector. This CL avoid this.

PiperOrigin-RevId: 220697246
---
 tensorflow/compiler/xla/service/buffer_assignment.cc    | 8 ++++----
 tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc | 8 ++++----
 tensorflow/compiler/xla/service/hlo_ordering.cc         | 5 ++---
 tensorflow/compiler/xla/service/hlo_ordering.h          | 6 +++---
 4 files changed, 13 insertions(+), 14 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment.cc b/tensorflow/compiler/xla/service/buffer_assignment.cc
index ee4e594273..40c012a5e4 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment.cc
@@ -641,7 +641,7 @@ Status BufferAssignment::ComputeSummaryStats() {
   bool schedule_complete = true;
   for (const auto& computation : module_->computations()) {
     if (!computation->IsFusionComputation()) {
-      const std::vector<const HloInstruction*>* sequence =
+      const HloInstructionSequence* sequence =
           liveness_->hlo_ordering().SequentialOrder(*computation);
       if (sequence == nullptr) {
         schedule_complete = false;
@@ -1180,7 +1180,7 @@ Status BufferAssigner::AssignBuffersWithSequentialOrdering(
       const HloComputation* computation = pair.first;
       const flat_hash_set<const LogicalBuffer*>& buffers_to_assign =
           pair.second;
-      const std::vector<const HloInstruction*>* instruction_sequence =
+      const HloInstructionSequence* instruction_sequence =
           hlo_ordering.SequentialOrder(*computation);
       CHECK(instruction_sequence != nullptr) << computation->name();
       schedule.set_sequence(computation, *instruction_sequence);
@@ -1215,7 +1215,7 @@ Status BufferAssigner::AssignBuffersWithSequentialOrdering(
       const HloComputation* computation = pair.first;
       const flat_hash_set<const LogicalBuffer*>& buffers_to_assign =
           pair.second;
-      const std::vector<const HloInstruction*>* instruction_sequence =
+      const HloInstructionSequence* instruction_sequence =
           hlo_ordering.SequentialOrder(*computation);
       CHECK(instruction_sequence != nullptr) << computation->name();
       auto color_map = SplitBuffersByColor(buffers_to_assign);
@@ -1230,7 +1230,7 @@ Status BufferAssigner::AssignBuffersWithSequentialOrdering(
         TF_ASSIGN_OR_RETURN(
             const HeapSimulator::Result result,
             HeapSimulator::Run(get_heap_algorithm(alignment), *computation,
-                               HloInstructionSequence(*instruction_sequence),
+                               *instruction_sequence,
                                assignment->points_to_analysis(),
                                assignment->buffer_size_, options));
         AssignBuffersFromHeapSimulator(result, assignment,
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
index d8f2e9f6ab..91609c730b 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
@@ -42,7 +42,7 @@ class GpuHloOrdering : public PredecessorHloOrdering {
 
   // Only the entry computation can possibly be sequentially ordered, and only
   // if we've assigned all instructions to a single stream.
-  const std::vector<const HloInstruction*>* SequentialOrder(
+  const HloInstructionSequence* SequentialOrder(
       const HloComputation& computation) const override {
     return &computation == module_->entry_computation() ? entry_sequence_.get()
                                                         : nullptr;
@@ -51,7 +51,7 @@ class GpuHloOrdering : public PredecessorHloOrdering {
   string ToString() const override { return ToStringHelper("GpuHloOrdering"); }
 
  private:
-  std::unique_ptr<std::vector<const HloInstruction*>> entry_sequence_;
+  std::unique_ptr<HloInstructionSequence> entry_sequence_;
 };
 
 GpuHloOrdering::GpuHloOrdering(
@@ -60,8 +60,8 @@ GpuHloOrdering::GpuHloOrdering(
     : PredecessorHloOrdering(module) {
   // The entry computation has a total order when there's only one stream.
   if (stream_assignment.StreamCount() == 1) {
-    entry_sequence_ = absl::make_unique<std::vector<const HloInstruction*>>(
-        thunk_launch_order);
+    entry_sequence_ =
+        absl::make_unique<HloInstructionSequence>(thunk_launch_order);
   }
 
   // The ordering of instructions for the entry computation is determined by the
diff --git a/tensorflow/compiler/xla/service/hlo_ordering.cc b/tensorflow/compiler/xla/service/hlo_ordering.cc
index 1c93641a58..f5f99bece1 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering.cc
@@ -374,11 +374,10 @@ bool SequentialHloOrdering::ExecutesBeforeInSameComputation(
   return order_position_.at(a) < order_position_.at(b);
 }
 
-const std::vector<const HloInstruction*>*
-SequentialHloOrdering::SequentialOrder(
+const HloInstructionSequence* SequentialHloOrdering::SequentialOrder(
     const HloComputation& computation) const {
   return schedule_.is_computation_scheduled(&computation)
-             ? &schedule_.sequence(&computation).instructions()
+             ? &schedule_.sequence(&computation)
              : nullptr;
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_ordering.h b/tensorflow/compiler/xla/service/hlo_ordering.h
index 4dbe44769a..a07214c22c 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering.h
+++ b/tensorflow/compiler/xla/service/hlo_ordering.h
@@ -65,7 +65,7 @@ class HloOrdering {
 
   // Returns the sequential instruction order for the given computation, or
   // nullptr if the computation does not have a sequential ordering.
-  virtual const std::vector<const HloInstruction*>* SequentialOrder(
+  virtual const HloInstructionSequence* SequentialOrder(
       const HloComputation& computation) const = 0;
 
   // Return the call graph of the module used to compute ordering.
@@ -97,7 +97,7 @@ class PredecessorHloOrdering : public HloOrdering {
 
   // Returns nullptr indicating the computation does not have a sequential
   // ordering.
-  const std::vector<const HloInstruction*>* SequentialOrder(
+  const HloInstructionSequence* SequentialOrder(
       const HloComputation& computation) const override {
     return nullptr;
   }
@@ -186,7 +186,7 @@ class SequentialHloOrdering : public HloOrdering {
   ~SequentialHloOrdering() override = default;
 
   // Returns the sequential instruction order for the given computation.
-  const std::vector<const HloInstruction*>* SequentialOrder(
+  const HloInstructionSequence* SequentialOrder(
       const HloComputation& computation) const override;
 
   string ToString() const override;
-- 
GitLab


From 948975d6832f81d9a0678d5aef22e2efcca3d344 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 8 Nov 2018 14:51:10 -0800
Subject: [PATCH 1282/1825] Add constants to tf_upgrade_v2.py script.

PiperOrigin-RevId: 220706352
---
 tensorflow/python/BUILD                       |  1 +
 tensorflow/tools/compatibility/renames_v2.py  | 34 +++++++
 .../tools/compatibility/tf_upgrade_v2_test.py |  8 ++
 tensorflow/tools/compatibility/update/BUILD   |  1 +
 .../update/generate_v2_renames_map.py         | 89 ++++++++++++++++---
 5 files changed, 121 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 7eaf08babe..798f8e08e8 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -83,6 +83,7 @@ py_library(
         "//tensorflow/python/tools:__pkg__",
         "//tensorflow/python/tools/api/generator:__pkg__",
         "//tensorflow/tools/api/tests:__pkg__",
+        "//tensorflow/tools/compatibility/update:__pkg__",
     ],
     deps = [
         ":array_ops",
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 260278878f..e5b2680709 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -25,12 +25,21 @@ from __future__ import division
 from __future__ import print_function
 
 renames = {
+    'tf.COMPILER_VERSION': 'tf.version.COMPILER_VERSION',
+    'tf.CXX11_ABI_FLAG': 'tf.sysconfig.CXX11_ABI_FLAG',
+    'tf.GIT_VERSION': 'tf.version.GIT_VERSION',
+    'tf.GRAPH_DEF_VERSION': 'tf.version.GRAPH_DEF_VERSION',
+    'tf.GRAPH_DEF_VERSION_MIN_CONSUMER': 'tf.version.GRAPH_DEF_VERSION_MIN_CONSUMER',
+    'tf.GRAPH_DEF_VERSION_MIN_PRODUCER': 'tf.version.GRAPH_DEF_VERSION_MIN_PRODUCER',
+    'tf.MONOLITHIC_BUILD': 'tf.sysconfig.MONOLITHIC_BUILD',
     'tf.OpError': 'tf.errors.OpError',
     'tf.PaddingFIFOQueue': 'tf.io.PaddingFIFOQueue',
     'tf.PriorityQueue': 'tf.io.PriorityQueue',
+    'tf.QUANTIZED_DTYPES': 'tf.dtypes.QUANTIZED_DTYPES',
     'tf.QueueBase': 'tf.io.QueueBase',
     'tf.RandomShuffleQueue': 'tf.io.RandomShuffleQueue',
     'tf.SparseConditionalAccumulator': 'tf.sparse.SparseConditionalAccumulator',
+    'tf.VERSION': 'tf.version.VERSION',
     'tf.accumulate_n': 'tf.math.accumulate_n',
     'tf.angle': 'tf.math.angle',
     'tf.assert_greater_equal': 'tf.debugging.assert_greater_equal',
@@ -141,12 +150,37 @@ renames = {
     'tf.reverse_v2': 'tf.reverse',
     'tf.rint': 'tf.math.rint',
     'tf.rsqrt': 'tf.math.rsqrt',
+    'tf.saved_model.TRAINING': 'tf.saved_model.TRANING',
+    'tf.saved_model.constants.ASSETS_DIRECTORY': 'tf.saved_model.ASSETS_DIRECTORY',
+    'tf.saved_model.constants.ASSETS_KEY': 'tf.saved_model.ASSETS_KEY',
+    'tf.saved_model.constants.LEGACY_INIT_OP_KEY': 'tf.saved_model.LEGACY_INIT_OP_KEY',
+    'tf.saved_model.constants.MAIN_OP_KEY': 'tf.saved_model.MAIN_OP_KEY',
+    'tf.saved_model.constants.SAVED_MODEL_FILENAME_PB': 'tf.saved_model.SAVED_MODEL_FILENAME_PB',
+    'tf.saved_model.constants.SAVED_MODEL_FILENAME_PBTXT': 'tf.saved_model.SAVED_MODEL_FILENAME_PBTXT',
+    'tf.saved_model.constants.SAVED_MODEL_SCHEMA_VERSION': 'tf.saved_model.SAVED_MODEL_SCHEMA_VERSION',
+    'tf.saved_model.constants.VARIABLES_DIRECTORY': 'tf.saved_model.VARIABLES_DIRECTORY',
+    'tf.saved_model.constants.VARIABLES_FILENAME': 'tf.saved_model.VARIABLES_FILENAME',
     'tf.saved_model.loader.maybe_saved_model_directory': 'tf.saved_model.maybe_saved_model_directory',
+    'tf.saved_model.signature_constants.CLASSIFY_INPUTS': 'tf.saved_model.CLASSIFY_INPUTS',
+    'tf.saved_model.signature_constants.CLASSIFY_METHOD_NAME': 'tf.saved_model.CLASSIFY_METHOD_NAME',
+    'tf.saved_model.signature_constants.CLASSIFY_OUTPUT_CLASSES': 'tf.saved_model.CLASSIFY_OUTPUT_CLASSES',
+    'tf.saved_model.signature_constants.CLASSIFY_OUTPUT_SCORES': 'tf.saved_model.CLASSIFY_OUTPUT_SCORES',
+    'tf.saved_model.signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY': 'tf.saved_model.DEFAULT_SERVING_SIGNATURE_DEF_KEY',
+    'tf.saved_model.signature_constants.PREDICT_INPUTS': 'tf.saved_model.PREDICT_INPUTS',
+    'tf.saved_model.signature_constants.PREDICT_METHOD_NAME': 'tf.saved_model.PREDICT_METHOD_NAME',
+    'tf.saved_model.signature_constants.PREDICT_OUTPUTS': 'tf.saved_model.PREDICT_OUTPUTS',
+    'tf.saved_model.signature_constants.REGRESS_INPUTS': 'tf.saved_model.REGRESS_INPUTS',
+    'tf.saved_model.signature_constants.REGRESS_METHOD_NAME': 'tf.saved_model.REGRESS_METHOD_NAME',
+    'tf.saved_model.signature_constants.REGRESS_OUTPUTS': 'tf.saved_model.REGRESS_OUTPUTS',
     'tf.saved_model.signature_def_utils.build_signature_def': 'tf.saved_model.build_signature_def',
     'tf.saved_model.signature_def_utils.classification_signature_def': 'tf.saved_model.classification_signature_def',
     'tf.saved_model.signature_def_utils.is_valid_signature': 'tf.saved_model.is_valid_signature',
     'tf.saved_model.signature_def_utils.predict_signature_def': 'tf.saved_model.predict_signature_def',
     'tf.saved_model.signature_def_utils.regression_signature_def': 'tf.saved_model.regression_signature_def',
+    'tf.saved_model.tag_constants.GPU': 'tf.saved_model.GPU',
+    'tf.saved_model.tag_constants.SERVING': 'tf.saved_model.SERVING',
+    'tf.saved_model.tag_constants.TPU': 'tf.saved_model.TPU',
+    'tf.saved_model.tag_constants.TRAINING': 'tf.saved_model.TRANING',
     'tf.segment_max': 'tf.math.segment_max',
     'tf.segment_mean': 'tf.math.segment_mean',
     'tf.segment_min': 'tf.math.segment_min',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index cf41a0eaf1..4ab55c93e3 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -64,6 +64,14 @@ class TestUpgrade(test_util.TensorFlowTestCase):
     _, unused_report, unused_errors, new_text = self._upgrade(text)
     self.assertEqual(new_text, "tf.math.rsqrt(tf.math.log_sigmoid(3.8))\n")
 
+  def testRenameConstant(self):
+    text = "tf.MONOLITHIC_BUILD\n"
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    self.assertEqual(new_text, "tf.sysconfig.MONOLITHIC_BUILD\n")
+    text = "some_call(tf.MONOLITHIC_BUILD)\n"
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    self.assertEqual(new_text, "some_call(tf.sysconfig.MONOLITHIC_BUILD)\n")
+
   def testLearningRateDecay(self):
     for decay in ["tf.train.exponential_decay", "tf.train.piecewise_constant",
                   "tf.train.polynomial_decay", "tf.train.natural_exp_decay",
diff --git a/tensorflow/tools/compatibility/update/BUILD b/tensorflow/tools/compatibility/update/BUILD
index feb37c902e..0ee4550815 100644
--- a/tensorflow/tools/compatibility/update/BUILD
+++ b/tensorflow/tools/compatibility/update/BUILD
@@ -9,6 +9,7 @@ py_binary(
     deps = [
         "//tensorflow:tensorflow_py",
         "//tensorflow/python:lib",
+        "//tensorflow/python:no_contrib",
         "//tensorflow/tools/common:public_api",
         "//tensorflow/tools/common:traverse",
     ],
diff --git a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
index 7d6beca358..3a4be2ca9f 100644
--- a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
+++ b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
@@ -20,10 +20,14 @@ To update renames_v2.py, run:
   bazel-bin/tensorflow/tools/compatibility/update/generate_v2_renames_map
 """
 # pylint: enable=line-too-long
+import sys
 
 import tensorflow as tf
 
+# This import is needed so that TensorFlow python modules are in sys.modules.
+from tensorflow import python as tf_python  # pylint: disable=unused-import
 from tensorflow.python.lib.io import file_io
+from tensorflow.python.platform import app
 from tensorflow.python.util import tf_decorator
 from tensorflow.python.util import tf_export
 from tensorflow.tools.common import public_api
@@ -59,19 +63,58 @@ from __future__ import print_function
 
 """
 
+_TENSORFLOW_API_ATTR = tf_export.API_ATTRS[tf_export.TENSORFLOW_API_NAME].names
+_TENSORFLOW_CONSTANTS_ATTR_V1 = (
+    tf_export.API_ATTRS_V1[tf_export.TENSORFLOW_API_NAME].constants)
+_TENSORFLOW_CONSTANTS_ATTR = (
+    tf_export.API_ATTRS[tf_export.TENSORFLOW_API_NAME].constants)
 
-def update_renames_v2(output_file_path):
-  """Writes a Python dictionary mapping deprecated to canonical API names.
 
-  Args:
-    output_file_path: File path to write output to. Any existing contents
-      would be replaced.
+def collect_constant_renames():
+  """Looks for constants that need to be renamed in TF 2.0.
+
+  Returns:
+    List of tuples of the form (current name, new name).
+  """
+  renames = set()
+  for module in sys.modules.values():
+    if not hasattr(module, _TENSORFLOW_CONSTANTS_ATTR_V1):
+      continue
+    constants_v1_list = getattr(module, _TENSORFLOW_CONSTANTS_ATTR_V1)
+    constants_v2_list = getattr(module, _TENSORFLOW_CONSTANTS_ATTR)
+
+    # _tf_api_constants attribute contains a list of tuples:
+    # (api_names_list, constant_name)
+    # We want to find API names that are in V1 but not in V2 for the same
+    # constant_names.
+
+    # First, we convert constants_v1_list and constants_v2_list to
+    # dictionaries for easier lookup.
+    constants_v1 = {constant_name: api_names
+                    for api_names, constant_name in constants_v1_list}
+    constants_v2 = {constant_name: api_names
+                    for api_names, constant_name in constants_v2_list}
+    # Second, we look for names that are in V1 but not in V2.
+    for constant_name, api_names_v1 in constants_v1.items():
+      api_names_v2 = constants_v2[constant_name]
+      if not api_names_v2:
+        continue
+      canonical_name = api_names_v2[0]
+      for name in api_names_v1:
+        if name not in api_names_v2:
+          renames.add((name, canonical_name))
+  return renames
+
+
+def collect_function_renames():
+  """Looks for functions/classes that need to be renamed in TF 2.0.
+
+  Returns:
+    List of tuples of the form (current name, new name).
   """
   # Set of rename lines to write to output file in the form:
   #   'tf.deprecated_name': 'tf.canonical_name'
-  rename_line_set = set()
-  # _tf_api_names attribute name
-  tensorflow_api_attr = tf_export.API_ATTRS[tf_export.TENSORFLOW_API_NAME].names
+  renames = set()
 
   def visit(unused_path, unused_parent, children):
     """Visitor that collects rename strings to add to rename_line_set."""
@@ -79,20 +122,42 @@ def update_renames_v2(output_file_path):
       _, attr = tf_decorator.unwrap(child[1])
       if not hasattr(attr, '__dict__'):
         continue
-      api_names = attr.__dict__.get(tensorflow_api_attr, [])
+      api_names = attr.__dict__.get(_TENSORFLOW_API_ATTR, [])
       deprecated_api_names = attr.__dict__.get('_tf_deprecated_api_names', [])
       canonical_name = tf_export.get_canonical_name(
           api_names, deprecated_api_names)
       for name in deprecated_api_names:
-        rename_line_set.add('    \'tf.%s\': \'tf.%s\'' % (name, canonical_name))
+        renames.add((name, canonical_name))
 
   visitor = public_api.PublicAPIVisitor(visit)
   visitor.do_not_descend_map['tf'].append('contrib')
   visitor.do_not_descend_map['tf.compat'] = ['v1', 'v2']
   traverse.traverse(tf, visitor)
+  return renames
+
 
+def get_rename_line(name, canonical_name):
+  return '    \'tf.%s\': \'tf.%s\'' % (name, canonical_name)
+
+
+def update_renames_v2(output_file_path):
+  """Writes a Python dictionary mapping deprecated to canonical API names.
+
+  Args:
+    output_file_path: File path to write output to. Any existing contents
+      would be replaced.
+  """
+  function_renames = collect_function_renames()
+  constant_renames = collect_constant_renames()
+  all_renames = function_renames.union(constant_renames)
+
+  # List of rename lines to write to output file in the form:
+  #   'tf.deprecated_name': 'tf.canonical_name'
+  rename_lines = [
+      get_rename_line(name, canonical_name)
+      for name, canonical_name in all_renames]
   renames_file_text = '%srenames = {\n%s\n}\n' % (
-      _FILE_HEADER, ',\n'.join(sorted(rename_line_set)))
+      _FILE_HEADER, ',\n'.join(sorted(rename_lines)))
   file_io.write_string_to_file(output_file_path, renames_file_text)
 
 
@@ -101,4 +166,4 @@ def main(unused_argv):
 
 
 if __name__ == '__main__':
-  tf.app.run(main=main)
+  app.run(main=main)
-- 
GitLab


From 60426cf6589adf6d2e6913f5218b006d49bc1a2b Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Thu, 8 Nov 2018 14:52:59 -0800
Subject: [PATCH 1283/1825] Remove an unnecessary if condition

PiperOrigin-RevId: 220706646
---
 .../tf2xla/functionalize_control_flow.cc      | 31 +++++++++----------
 1 file changed, 14 insertions(+), 17 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/functionalize_control_flow.cc b/tensorflow/compiler/tf2xla/functionalize_control_flow.cc
index f818d80022..9ef9f49f42 100644
--- a/tensorflow/compiler/tf2xla/functionalize_control_flow.cc
+++ b/tensorflow/compiler/tf2xla/functionalize_control_flow.cc
@@ -242,23 +242,20 @@ Status FunctionalizeControlFlowPass::Run(
       continue;
     }
     const string func_attr = it->second;
-    if (kNodeTypeToFunctionAttrMapping->find(n->type_string()) !=
-        kNodeTypeToFunctionAttrMapping->end()) {
-      NameAttrList func;
-      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), func_attr, &func));
-      VLOG(2) << "Graph has node " << n->type_string()
-              << ". Corresponding function: " << func.name();
-      string new_func_name = options.flib_def->UniqueFunctionName(
-          absl::StrCat(func.name(), "_f15n_"));
-      bool modified;
-      TF_RETURN_IF_ERROR(FunctionalizeControlFlowForFunction(
-          func.name(), new_func_name, func.attr(), options.flib_def, flr,
-          &canonicalized_name_to_new_name, &modified));
-      if (modified) {
-        n->ClearAttr(func_attr);
-        func.set_name(new_func_name);
-        n->AddAttr(func_attr, func);
-      }
+    NameAttrList func;
+    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), func_attr, &func));
+    VLOG(2) << "Graph has node " << n->type_string()
+            << ". Corresponding function: " << func.name();
+    string new_func_name = options.flib_def->UniqueFunctionName(
+        absl::StrCat(func.name(), "_f15n_"));
+    bool modified;
+    TF_RETURN_IF_ERROR(FunctionalizeControlFlowForFunction(
+        func.name(), new_func_name, func.attr(), options.flib_def, flr,
+        &canonicalized_name_to_new_name, &modified));
+    if (modified) {
+      n->ClearAttr(func_attr);
+      func.set_name(new_func_name);
+      n->AddAttr(func_attr, func);
     }
   }
 
-- 
GitLab


From adc848766dd6b8ecc1a16d461f855df4de4d41ba Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 15:02:33 -0800
Subject: [PATCH 1284/1825] Add reduce_variance, reduce_std to math_ops

PiperOrigin-RevId: 220708366
---
 tensorflow/python/keras/backend.py            |  9 +-
 tensorflow/python/ops/math_ops.py             | 94 +++++++++++++++++++
 tensorflow/python/ops/math_ops_test.py        | 20 ++++
 .../tools/api/golden/v1/tensorflow.math.pbtxt |  8 ++
 .../tools/api/golden/v2/tensorflow.math.pbtxt |  8 ++
 5 files changed, 134 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 5f9b71f824..4025deb22b 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -1720,10 +1720,7 @@ def var(x, axis=None, keepdims=False):
   """
   if x.dtype.base_dtype == dtypes_module.bool:
     x = math_ops.cast(x, floatx())
-  m = math_ops.reduce_mean(x, axis, True)
-  devs_squared = math_ops.square(x - m)
-  return math_ops.reduce_mean(
-      devs_squared, axis, keepdims)
+  return math_ops.reduce_variance(x, axis=axis, keepdims=keepdims)
 
 
 @tf_export('keras.backend.std')
@@ -1741,7 +1738,9 @@ def std(x, axis=None, keepdims=False):
   Returns:
       A tensor with the standard deviation of elements of `x`.
   """
-  return math_ops.sqrt(var(x, axis=axis, keepdims=keepdims))
+  if x.dtype.base_dtype == dtypes_module.bool:
+    x = math_ops.cast(x, floatx())
+  return math_ops.reduce_std(x, axis=axis, keepdims=keepdims)
 
 
 @tf_export('keras.backend.mean')
diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index 64eaef4b3d..d100681624 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -1495,6 +1495,100 @@ def reduce_mean(input_tensor,
                                    name=name))
 
 
+@tf_export("math.reduce_variance")
+def reduce_variance(input_tensor, axis=None, keepdims=None, name=None):
+  """Computes the variance of elements across dimensions of a tensor.
+
+  Reduces `input_tensor` along the dimensions given in `axis`.
+  Unless `keepdims` is true, the rank of the tensor is reduced by 1 for each
+  entry in `axis`. If `keepdims` is true, the reduced dimensions
+  are retained with length 1.
+
+  If `axis` is None, all dimensions are reduced, and a
+  tensor with a single element is returned.
+
+  For example:
+
+  ```python
+  x = tf.constant([[1., 2.], [3., 4.]])
+  tf.reduce_variance(x)  # 1.25
+  tf.reduce_variance(x, 0)  # [1., 1.]
+  tf.reduce_variance(x, 1)  # [0.25,  0.25]
+  ```
+
+  Args:
+    input_tensor: The tensor to reduce. Should have numeric type.
+    axis: The dimensions to reduce. If `None` (the default), reduces all
+      dimensions. Must be in the range `[-rank(input_tensor),
+      rank(input_tensor))`.
+    keepdims: If true, retains reduced dimensions with length 1.
+    name: A name scope for the associated operations (optional).
+
+  Returns:
+    The reduced tensor, of the same dtype as the input_tensor.
+
+  @compatibility(numpy)
+  Equivalent to np.var
+
+  Please note that `np.var` has a `dtype` parameter that could be used to
+  specify the output type. By default this is `dtype=float64`. On the other
+  hand, `tf.reduce_variance` has an aggressive type inference from
+  `input_tensor`,
+  @end_compatibility
+  """
+  name = name if name else "reduce_variance"
+  with ops.name_scope(name):
+    means = reduce_mean(input_tensor, axis=axis, keepdims=True)
+    squared_deviations = square(input_tensor - means)
+    return reduce_mean(squared_deviations, axis=axis, keepdims=keepdims)
+
+
+@tf_export("math.reduce_std")
+def reduce_std(input_tensor, axis=None, keepdims=None, name=None):
+  """Computes the standard deviation of elements across dimensions of a tensor.
+
+  Reduces `input_tensor` along the dimensions given in `axis`.
+  Unless `keepdims` is true, the rank of the tensor is reduced by 1 for each
+  entry in `axis`. If `keepdims` is true, the reduced dimensions
+  are retained with length 1.
+
+  If `axis` is None, all dimensions are reduced, and a
+  tensor with a single element is returned.
+
+  For example:
+
+  ```python
+  x = tf.constant([[1., 2.], [3., 4.]])
+  tf.reduce_std(x)  # 1.1180339887498949
+  tf.reduce_std(x, 0)  # [1., 1.]
+  tf.reduce_std(x, 1)  # [0.5,  0.5]
+  ```
+
+  Args:
+    input_tensor: The tensor to reduce. Should have numeric type.
+    axis: The dimensions to reduce. If `None` (the default), reduces all
+      dimensions. Must be in the range `[-rank(input_tensor),
+      rank(input_tensor))`.
+    keepdims: If true, retains reduced dimensions with length 1.
+    name: A name scope for the associated operations (optional).
+
+  Returns:
+    The reduced tensor, of the same dtype as the input_tensor.
+
+  @compatibility(numpy)
+  Equivalent to np.std
+
+  Please note that `np.std` has a `dtype` parameter that could be used to
+  specify the output type. By default this is `dtype=float64`. On the other
+  hand, `tf.reduce_std` has an aggressive type inference from `input_tensor`,
+  @end_compatibility
+  """
+  name = name if name else "reduce_std"
+  with ops.name_scope(name):
+    variance = reduce_variance(input_tensor, axis=axis, keepdims=keepdims)
+    return sqrt(variance)
+
+
 @tf_export("math.reduce_prod", "reduce_prod")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
diff --git a/tensorflow/python/ops/math_ops_test.py b/tensorflow/python/ops/math_ops_test.py
index 10b87b3fcc..a4da0c6c33 100644
--- a/tensorflow/python/ops/math_ops_test.py
+++ b/tensorflow/python/ops/math_ops_test.py
@@ -69,6 +69,26 @@ class ReduceTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(ValueError, "must be at most rank 1"):
       math_ops.reduce_sum(x, axis)
 
+  @test_util.run_in_graph_and_eager_modes
+  def testReduceVar(self):
+    x = np.array([[0, 0, 0], [0, 0, 0]], "float32")
+    self.assertAllClose(self.evaluate(math_ops.reduce_variance(x)), 0)
+    self.assertAllClose(
+        self.evaluate(math_ops.reduce_variance(x, axis=0)), [0, 0, 0])
+
+    x = np.array([[0, 2, 1, 1], [1, 2, 0, 1]], "float32")
+    self.assertAllClose(self.evaluate(math_ops.reduce_variance(x)), 0.5)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testReduceStd(self):
+    x = np.array([[0, 0, 0], [0, 0, 0]], "float32")
+    self.assertAllClose(self.evaluate(math_ops.reduce_std(x)), 0)
+    self.assertAllClose(
+        self.evaluate(math_ops.reduce_std(x, axis=0)), [0, 0, 0])
+
+    x = np.array([[1, 2, 1, 1], [1, 1, 0, 1]], "float32")
+    self.assertAllClose(self.evaluate(math_ops.reduce_std(x)), 0.5)
+
 
 class LogSumExpTest(test_util.TensorFlowTestCase):
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
index a45c0a3259..a8334fdd1d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
@@ -296,10 +296,18 @@ tf_module {
     name: "reduce_prod"
     argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
+  member_method {
+    name: "reduce_std"
+    argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
   member_method {
     name: "reduce_sum"
     argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
+  member_method {
+    name: "reduce_variance"
+    argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
   member_method {
     name: "rint"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
index a45c0a3259..a8334fdd1d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
@@ -296,10 +296,18 @@ tf_module {
     name: "reduce_prod"
     argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
+  member_method {
+    name: "reduce_std"
+    argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
   member_method {
     name: "reduce_sum"
     argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
+  member_method {
+    name: "reduce_variance"
+    argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
   member_method {
     name: "rint"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 4f143963ffd7527ec6457d48e1fa8886e9fcb87b Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Thu, 8 Nov 2018 15:27:47 -0800
Subject: [PATCH 1285/1825] Treat all mappings as equivalent in
 nest.map_structure_up_to

Previously collections.Mapping types were treated as having a different type than dict, which meant that auto-generated DictWrappers were treated differently than non-wrapped dicts.

PiperOrigin-RevId: 220712654
---
 tensorflow/python/util/nest.py      |  5 +++--
 tensorflow/python/util/nest_test.py | 34 +++++++++++++++++++++++++++++
 2 files changed, 37 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/util/nest.py b/tensorflow/python/util/nest.py
index d67dbde304..b87ae98558 100644
--- a/tensorflow/python/util/nest.py
+++ b/tensorflow/python/util/nest.py
@@ -503,7 +503,8 @@ def assert_shallow_structure(shallow_tree, input_tree, check_types=True):
               "The two namedtuples don't have the same sequence type. Input "
               "structure has type %s, while shallow structure has type %s."
               % (type(input_tree), type(shallow_tree)))
-      else:
+      elif not (isinstance(shallow_tree, _collections.Mapping)
+                and isinstance(input_tree, _collections.Mapping)):
         raise TypeError(
             "The two structures don't have the same sequence type. Input "
             "structure has type %s, while shallow structure has type %s."
@@ -515,7 +516,7 @@ def assert_shallow_structure(shallow_tree, input_tree, check_types=True):
           "structure has length %s, while shallow structure has length %s."
           % (len(input_tree), len(shallow_tree)))
 
-    if check_types and isinstance(shallow_tree, (dict, _collections.Mapping)):
+    if check_types and isinstance(shallow_tree, _collections.Mapping):
       if set(input_tree) != set(shallow_tree):
         raise ValueError(
             "The two structures don't have the same keys. Input "
diff --git a/tensorflow/python/util/nest_test.py b/tensorflow/python/util/nest_test.py
index e03a8daaa1..997a3c5c36 100644
--- a/tensorflow/python/util/nest_test.py
+++ b/tensorflow/python/util/nest_test.py
@@ -706,6 +706,40 @@ class NestTest(parameterized.TestCase, test.TestCase):
         name_list, data_list)
     self.assertEqual(out, ["first_4_evens", ["first_5_odds", "first_3_primes"]])
 
+    # Dicts.
+    inp_val = dict(a=2, b=3)
+    inp_ops = dict(a=dict(add=1, mul=2), b=dict(add=2, mul=3))
+    out = nest.map_structure_up_to(
+        inp_val,
+        lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+    self.assertEqual(out["a"], 6)
+    self.assertEqual(out["b"], 15)
+
+    # Non-equal dicts.
+    inp_val = dict(a=2, b=3)
+    inp_ops = dict(a=dict(add=1, mul=2), c=dict(add=2, mul=3))
+    with self.assertRaisesRegexp(ValueError, "same keys"):
+      nest.map_structure_up_to(
+          inp_val,
+          lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+
+    # Dict+custom mapping.
+    inp_val = dict(a=2, b=3)
+    inp_ops = _CustomMapping(a=dict(add=1, mul=2), b=dict(add=2, mul=3))
+    out = nest.map_structure_up_to(
+        inp_val,
+        lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+    self.assertEqual(out["a"], 6)
+    self.assertEqual(out["b"], 15)
+
+    # Non-equal dict/mapping.
+    inp_val = dict(a=2, b=3)
+    inp_ops = _CustomMapping(a=dict(add=1, mul=2), c=dict(add=2, mul=3))
+    with self.assertRaisesRegexp(ValueError, "same keys"):
+      nest.map_structure_up_to(
+          inp_val,
+          lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+
   def testGetTraverseShallowStructure(self):
     scalar_traverse_input = [3, 4, (1, 2, [0]), [5, 6], {"a": (7,)}, []]
     scalar_traverse_r = nest.get_traverse_shallow_structure(
-- 
GitLab


From 32f38535cf460f9d49a7212afe3fd9302a14b31a Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Thu, 8 Nov 2018 15:52:40 -0800
Subject: [PATCH 1286/1825] tf.function().get_initialization_function

PiperOrigin-RevId: 220716430
---
 tensorflow/python/eager/def_function.py      | 50 +++++++++++++++-----
 tensorflow/python/eager/def_function_test.py | 18 +++++++
 2 files changed, 55 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 01caf71454..0b138acc86 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -336,6 +336,42 @@ class PolymorphicFunction(object):
     """The python function wrapped in this tf.function."""
     return self._python_function
 
+  def get_initialization_function(self, *args, **kwargs):
+    """Returns a `Function` object which initializes this function's variables.
+
+    Requires that this function hasn't been accessed yet through either calling
+    it or calling get_concrete_function. Fails if we cannot build an initializer
+    function which does not depend on the concrete values of the inputs to this
+    function.
+
+    Args:
+      *args: arguments to the underlying python callable.
+      **kwargs: keyword arguments to the python callable.
+
+    Returns:
+      A `Function` object which initializes the variables of this function.
+
+    Raises:
+      RuntimeError: if called after the variables have been initialized.
+    """
+    if self._stateful_fn is not None:
+      raise RuntimeError(
+          "get_initialization_function cannot be called after the function "
+          "has been used")
+    # Here we trace the function, collect the initializers, and attempt to
+    # extract them and run them eagerly. Fail only if we cannot do so.
+    initializer_map = {}
+    self._initialize(args, kwargs, add_initializers_to=initializer_map)
+
+    # Note: using defun here avoids an infinite recursion.
+    @function_lib.defun
+    def initialize_variables():
+      for v, init in initializer_map.items():
+        v.assign(lift_to_graph.lift_to_graph(
+            init, ops.get_default_graph())[init])
+
+    return initialize_variables.get_concrete_function()
+
   def get_concrete_function(self, *args, **kwargs):
     """Returns a `Function` object specialized to inputs and execution context.
 
@@ -414,19 +450,7 @@ class PolymorphicFunction(object):
     """
     assert context.executing_eagerly()
     if self._stateful_fn is None:
-      # Here we trace the function, collect the initializers, and attempt to
-      # extract them and run them eagerly. Fail only if we cannot do so.
-      initializer_map = {}
-      self._initialize(args, kwargs, add_initializers_to=initializer_map)
-      if not self._created_variables:
-
-        @function
-        def initialize_variables():
-          for v, init in initializer_map.items():
-            v.assign(lift_to_graph.lift_to_graph(
-                init, ops.get_default_graph())[init])
-
-        initialize_variables()
+      self.get_initialization_function(*args, **kwargs)()
 
     if self._created_variables:
       # In this case we have created variables on the first call, so we run the
diff --git a/tensorflow/python/eager/def_function_test.py b/tensorflow/python/eager/def_function_test.py
index 543dcd19ae..07e03a0740 100644
--- a/tensorflow/python/eager/def_function_test.py
+++ b/tensorflow/python/eager/def_function_test.py
@@ -27,6 +27,7 @@ from tensorflow.python.framework import tensor_spec
 from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.layers import core
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 from tensorflow.python.training import adam
@@ -106,6 +107,23 @@ class DefFunctionTest(test.TestCase):
 
     self.assertAllEqual(fn(constant_op.constant(1.0)), 2.0)
 
+  def testFunctionInitializationFunction(self):
+
+    state = []
+
+    @def_function.function
+    def fn(x):
+      if not state:
+        state.append(variables.Variable(2.0))
+      return state[0] * x
+
+    init_fn = fn.get_initialization_function(constant_op.constant(1.0))
+    self.assertEqual(len(state), 1)
+    self.assertFalse(
+        resource_variable_ops.var_is_initialized_op(state[0].handle))
+    init_fn()
+    self.assertEqual(state[0].numpy(), 2.0)
+
   def testVariableInitializerNotConstant(self):
 
     state = []
-- 
GitLab


From 70c49fa511f802309a142c97c63f9a93c183f266 Mon Sep 17 00:00:00 2001
From: Pete Warden <petewarden@google.com>
Date: Thu, 8 Nov 2018 16:10:45 -0800
Subject: [PATCH 1287/1825] Moved fixed-point proprocessor into an
 implementation-specific folder

PiperOrigin-RevId: 220719168
---
 .../micro/examples/micro_speech/BUILD         |  6 ++---
 .../preprocessor.cc}                          |  0
 ...{preprocessor_float.cc => preprocessor.cc} |  0
 .../experimental/micro/tools/make/Makefile    | 26 +++++++++----------
 4 files changed, 16 insertions(+), 16 deletions(-)
 rename tensorflow/lite/experimental/micro/examples/micro_speech/{preprocessor_fixed.cc => fixed_point/preprocessor.cc} (100%)
 rename tensorflow/lite/experimental/micro/examples/micro_speech/{preprocessor_float.cc => preprocessor.cc} (100%)

diff --git a/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD b/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
index 638ae1467a..07fb876411 100644
--- a/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
+++ b/tensorflow/lite/experimental/micro/examples/micro_speech/BUILD
@@ -32,14 +32,14 @@ tflite_micro_cc_test(
 )
 
 tflite_micro_cc_test(
-    name = "preprocessor_float_test",
+    name = "preprocessor_reference_test",
     srcs = [
         "no_30ms_sample_data.cc",
         "no_30ms_sample_data.h",
         "no_power_spectrum_data.cc",
         "no_power_spectrum_data.h",
+        "preprocessor.cc",
         "preprocessor.h",
-        "preprocessor_float.cc",
         "preprocessor_test.cc",
         "yes_30ms_sample_data.cc",
         "yes_30ms_sample_data.h",
@@ -56,12 +56,12 @@ tflite_micro_cc_test(
 tflite_micro_cc_test(
     name = "preprocessor_fixed_test",
     srcs = [
+        "fixed_point/preprocessor.cc",
         "no_30ms_sample_data.cc",
         "no_30ms_sample_data.h",
         "no_power_spectrum_data.cc",
         "no_power_spectrum_data.h",
         "preprocessor.h",
-        "preprocessor_fixed.cc",
         "preprocessor_test.cc",
         "yes_30ms_sample_data.cc",
         "yes_30ms_sample_data.h",
diff --git a/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/fixed_point/preprocessor.cc
similarity index 100%
rename from tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/fixed_point/preprocessor.cc
diff --git a/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_float.cc b/tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
similarity index 100%
rename from tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_float.cc
rename to tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
diff --git a/tensorflow/lite/experimental/micro/tools/make/Makefile b/tensorflow/lite/experimental/micro/tools/make/Makefile
index b182c120d2..0caf0ca099 100644
--- a/tensorflow/lite/experimental/micro/tools/make/Makefile
+++ b/tensorflow/lite/experimental/micro/tools/make/Makefile
@@ -67,13 +67,13 @@ tensorflow/lite/experimental/micro/examples/micro_speech/yes_30ms_sample_data.cc
 tensorflow/lite/experimental/micro/examples/micro_speech/no_power_spectrum_data.cc \
 tensorflow/lite/experimental/micro/examples/micro_speech/yes_power_spectrum_data.cc
 
-PREPROCESSOR_FLOAT_TEST_SRCS = \
+PREPROCESSOR_REFERENCE_TEST_SRCS = \
 $(PREPROCESSOR_TEST_SRCS) \
-tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_float.cc
+tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor.cc
 
 PREPROCESSOR_FIXED_TEST_SRCS += \
 $(PREPROCESSOR_TEST_SRCS) \
-tensorflow/lite/experimental/micro/examples/micro_speech/preprocessor_fixed.cc
+tensorflow/lite/experimental/micro/examples/micro_speech/fixed_point/preprocessor.cc
 
 MICROLITE_TEST_SRCS := \
 $(wildcard tensorflow/lite/experimental/micro/*test.cc) \
@@ -98,7 +98,7 @@ include $(wildcard $(MAKEFILE_DIR)/targets/*_makefile.inc)
 
 ALL_SRCS := \
 	$(MICRO_SPEECH_TEST_SRCS) \
-	$(PREPROCESSOR_FLOAT_TEST_SRCS) \
+	$(PREPROCESSOR_REFERENCE_TEST_SRCS) \
 	$(PREPROCESSOR_FIXED_TEST_SRCS) \
 	$(MICROLITE_CC_SRCS) \
 	$(MICROLITE_TEST_SRCS)
@@ -112,7 +112,7 @@ LIBDIR := $(GENDIR)lib/
 MICROLITE_LIB_PATH := $(LIBDIR)$(MICROLITE_LIB_NAME)
 
 MICRO_SPEECH_TEST_BINARY := $(BINDIR)micro_speech_test
-PREPROCESSOR_FLOAT_TEST_BINARY := $(BINDIR)preprocessor_float_test
+PREPROCESSOR_REFERENCE_TEST_BINARY := $(BINDIR)preprocessor_reference_test
 PREPROCESSOR_FIXED_TEST_BINARY := $(BINDIR)preprocessor_fixed_test
 
 CXX := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}g++
@@ -122,8 +122,8 @@ AR := $(CC_PREFIX)${TARGET_TOOLCHAIN_PREFIX}ar
 MICRO_SPEECH_TEST_OBJS := $(addprefix $(OBJDIR), \
 $(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(MICRO_SPEECH_TEST_SRCS))))
 
-PREPROCESSOR_FLOAT_TEST_OBJS := $(addprefix $(OBJDIR), \
-$(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_FLOAT_TEST_SRCS))))
+PREPROCESSOR_REFERENCE_TEST_OBJS := $(addprefix $(OBJDIR), \
+$(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_REFERENCE_TEST_SRCS))))
 
 PREPROCESSOR_FIXED_TEST_OBJS := $(addprefix $(OBJDIR), \
 $(patsubst %.cc,%.o,$(patsubst %.c,%.o,$(PREPROCESSOR_FIXED_TEST_SRCS))))
@@ -170,17 +170,17 @@ micro_speech_test_bin: $(MICRO_SPEECH_TEST_BINARY).bin
 test_micro_speech: $(MICRO_SPEECH_TEST_BINARY)
 	$(TEST_SCRIPT) $(MICRO_SPEECH_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
 
-$(PREPROCESSOR_FLOAT_TEST_BINARY): $(PREPROCESSOR_FLOAT_TEST_OBJS) $(MICROLITE_LIB_PATH)
+$(PREPROCESSOR_REFERENCE_TEST_BINARY): $(PREPROCESSOR_REFERENCE_TEST_OBJS) $(MICROLITE_LIB_PATH)
 	@mkdir -p $(dir $@)
 	$(CXX) $(CXXFLAGS) $(INCLUDES) \
-	-o $(PREPROCESSOR_FLOAT_TEST_BINARY) $(PREPROCESSOR_FLOAT_TEST_OBJS) \
+	-o $(PREPROCESSOR_REFERENCE_TEST_BINARY) $(PREPROCESSOR_REFERENCE_TEST_OBJS) \
 	$(LIBFLAGS) $(MICROLITE_LIB_PATH) $(LDFLAGS) $(MICROLITE_LIBS)
 
-preprocessor_float_test: $(PREPROCESSOR_FLOAT_TEST_BINARY)
-preprocessor_float_test_bin: $(PREPROCESSOR_FLOAT_TEST_BINARY).bin
+preprocessor_reference_test: $(PREPROCESSOR_REFERENCE_TEST_BINARY)
+preprocessor_reference_test_bin: $(PREPROCESSOR_REFERENCE_TEST_BINARY).bin
 
-test_preprocessor_float: $(PREPROCESSOR_FLOAT_TEST_BINARY)
-	$(TEST_SCRIPT) $(PREPROCESSOR_FLOAT_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
+test_preprocessor_reference: $(PREPROCESSOR_REFERENCE_TEST_BINARY)
+	$(TEST_SCRIPT) $(PREPROCESSOR_REFERENCE_TEST_BINARY) '~~~ALL TESTS PASSED~~~'
 
 $(PREPROCESSOR_FIXED_TEST_BINARY): $(PREPROCESSOR_FIXED_TEST_OBJS) $(MICROLITE_LIB_PATH)
 	@mkdir -p $(dir $@)
-- 
GitLab


From 002bcc1789c0895a68e71882ff408193173fc5f3 Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Thu, 8 Nov 2018 16:16:05 -0800
Subject: [PATCH 1288/1825] Removed CHECK_EQ

---
 tensorflow/core/kernels/mkl_conv_ops.cc | 48 +++++++------------------
 1 file changed, 12 insertions(+), 36 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index d81fdf32d8..2d481f6a6c 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -248,33 +248,25 @@ class MklConvFwdPrimitive : public MklPrimitive {
     if (!post_op_params.empty()) {
       for (auto const& post_op_param : post_op_params) {
         if (post_op_param.name == "relu") {
-          if(post_op_param.param.size() != 3) {
-            TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-                "Relu post op requires exactly three parameters."));
-          }
+          DCHECK(post_op_param.param.size() == 3);
           float op_scale = post_op_param.param[0];
           float op_alpha = post_op_param.param[1];
           float op_beta = post_op_param.param[2];
           post_ops.append_eltwise(op_scale, mkldnn::eltwise_relu, op_alpha,
                                   op_beta);
         } else if (post_op_param.name == "sum") {
-          if(post_op_param.param.size() != 1) {
-            TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-                "Sum post op requires exaclty one parameter."));
-          }
+          DCHECK(post_op_param.param.size() == 1);
           float op_scale = post_op_param.param[0];
           post_ops.append_sum(op_scale);
         } else if (post_op_param.name == "output_scale") {
-          if(post_op_param.param.size() != 1) {
-            TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-                "Output scale requires exaclty one parameter."));
-          }
+          DCHECK(post_op_param.param.size() == 1);
           std::vector<float> scales;
           scales.push_back(post_op_param.param[0]);
           post_ops_attr.set_output_scales(0, scales);
         } else {
-          TF_RETURN_IF_ERROR(::tensorflow::errors::Unimplemented(
-              "For now, only Relu and Sum are supported for fusion."));
+          DCHECK((post_op_param.name == "relu") || 
+              (post_op_param.name == "sum") ||
+              (post_op_param.name == "output_scale"));
         }
       }
       post_ops_attr.set_post_ops(post_ops);
@@ -381,31 +373,21 @@ class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
     // Generate keys for post-ops
     for (auto const& post_op_param : convFwdDims.post_op_params) {
       if (post_op_param.name == "relu") {
-        if(post_op_param.param.size() != 3) {
-          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-              "Relu post op requires exactly three parameters."));
-        }
+        DCHECK(post_op_param.param.size() == 3);
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
         key_creator.AddAsKey(post_op_param.param[1]);
         key_creator.AddAsKey(post_op_param.param[2]);
       } else if (post_op_param.name == "sum") {
-        if(post_op_param.param.size() != 1) {
-          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-              "Sum post op requires exaclty one parameter."));
-        }
+        DCHECK(post_op_param.param.size() == 1);
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
       } else if (post_op_param.name == "output_scale") {
-        if(post_op_param.param.size() != 1) {
-          TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-              "Output scale requires exaclty one parameter."));
-        }
+        DCHECK(post_op_param.param.size() == 1);
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
       } else {
-        TF_RETURN_IF_ERROR(::tensorflow::errors::Unimplemented(
-            "For now, only Relu and Sum are supported for fusion."));
+        return string("not_a_key");
       }
     }
 
@@ -1223,18 +1205,12 @@ class MklConvOp : public OpKernel {
     // Create convolution primitive and add it to net.
     std::vector<primitive> net;
     if (bias) {
-      if (!biasEnabled) {
-        TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-            "Bias tensor is an input, but is not fused to this kernel."));
-      }
+      DCHECK(biasEnabled);
       net.push_back(convolution_forward(conv_prim_desc, src->GetOpMem(),
                                         filter->GetOpMem(), bias->GetOpMem(),
                                         output->GetOpMem()));
     } else {
-      if (biasEnabled) {
-        TF_RETURN_IF_ERROR(::tensorflow::errors::InvalidArgument(
-            "Bias tensor is absent, but is fused to this kernel."));
-      }
+      DCHECK(!biasEnabled);
       net.push_back(convolution_forward(conv_prim_desc, src->GetOpMem(),
                                         filter->GetOpMem(),
                                         output->GetOpMem()));
-- 
GitLab


From 235e719c4d228e99e8859ed5da9d3301e375ea35 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 16:21:09 -0800
Subject: [PATCH 1289/1825] Remove references to "prefetch_on_device" from
 callers.

PiperOrigin-RevId: 220720696
---
 .../contrib/distribute/python/combinations.py |  8 +---
 .../distribute/python/minimize_loss_test.py   |  7 ---
 .../contrib/distribute/python/values_test.py  | 43 ++++---------------
 tensorflow/python/keras/engine/training.py    |  9 ----
 4 files changed, 11 insertions(+), 56 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/combinations.py b/tensorflow/contrib/distribute/python/combinations.py
index 63a163e76c..a513716540 100644
--- a/tensorflow/contrib/distribute/python/combinations.py
+++ b/tensorflow/contrib/distribute/python/combinations.py
@@ -335,17 +335,13 @@ tpu_strategy_one_step = NamedDistribution(
     "TPUOneStep", lambda: tpu_lib.TPUStrategy(
         TPUClusterResolver(""), steps_per_run=1),
     required_tpu=True)
-# Note that we disable prefetching for testing since prefetching makes
-# the input non-deterministic.
 mirrored_strategy_with_gpu_and_cpu = NamedDistribution(
     "MirroredCPUAndGPU",
-    lambda: mirrored_lib.MirroredStrategy(
-        ["/gpu:0", "/cpu:0"], prefetch_on_device=False),
+    lambda: mirrored_lib.MirroredStrategy(["/gpu:0", "/cpu:0"]),
     required_gpus=1)
 mirrored_strategy_with_two_gpus = NamedDistribution(
     "Mirrored2GPUs",
-    lambda: mirrored_lib.MirroredStrategy(
-        ["/gpu:0", "/gpu:1"], prefetch_on_device=False),
+    lambda: mirrored_lib.MirroredStrategy(["/gpu:0", "/gpu:1"]),
     required_gpus=2)
 
 
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index e60fa317ac..a0e10827c4 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -22,7 +22,6 @@ from absl.testing import parameterized
 import numpy
 
 from tensorflow.contrib.distribute.python import combinations
-from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python.single_loss_example import batchnorm_example
 from tensorflow.contrib.distribute.python.single_loss_example import minimize_loss_example
 from tensorflow.python.data.ops import dataset_ops
@@ -229,12 +228,6 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
           renorm=renorm,
           update_ops_in_replica_mode=not update_ops_in_cross_replica_mode)
 
-      # Make sure prefetching is disabled since that makes the
-      # specific input on each device to be non deterministic, and
-      # this test relies on specific input being on each device.
-      if isinstance(distribution, mirrored_strategy.MirroredStrategy):
-        self.assertFalse(distribution._prefetch_on_device)
-
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         fetches = distribution.unwrap(
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index bda8290ce8..25c6d56121 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -345,9 +345,8 @@ class PerDeviceDatasetTest(test.TestCase):
   config = config_pb2.ConfigProto()
   config.allow_soft_placement = True
 
-  def _test_iterator_no_prefetch(self, devices, dataset, expected_values):
-    per_device_dataset = values.PerDeviceDataset(
-        dataset, devices, prefetch_on_device=False)
+  def _test_iterator(self, devices, dataset, expected_values):
+    per_device_dataset = values.PerDeviceDataset(dataset, devices)
     if context.executing_eagerly():
       iterator = per_device_dataset.make_one_shot_iterator()
     else:
@@ -356,37 +355,15 @@ class PerDeviceDatasetTest(test.TestCase):
 
     for expected_value in expected_values:
       next_element = iterator.get_next()
-      actual = self.evaluate([
-          values.select_device(d, next_element) for d in devices])
-      self.assertEqual(expected_value, actual)
+      computed_value = self.evaluate(
+          [values.select_device(d, next_element) for d in devices])
+      self.assertEqual(expected_value, computed_value)
 
     with self.assertRaises(errors.OutOfRangeError):
       next_element = iterator.get_next()
       self.evaluate([
           values.select_device(d, next_element) for d in devices])
 
-  def _test_iterator_with_prefetch(self, devices, dataset, expected_values):
-    if not context.executing_eagerly():
-      per_device_dataset = values.PerDeviceDataset(
-          dataset, devices, prefetch_on_device=True)
-      iterator = per_device_dataset.make_initializable_iterator()
-      self.evaluate([iterator.initializer])
-
-      for expected_value in expected_values:
-        next_element = iterator.get_next()
-        computed_value = self.evaluate(
-            [values.select_device(d, next_element) for d in devices])
-        self.assertEqual(expected_value, computed_value)
-
-      with self.assertRaises(errors.OutOfRangeError):
-        next_element = iterator.get_next()
-        self.evaluate([
-            values.select_device(d, next_element) for d in devices])
-
-  def _test_iterator(self, devices, dataset, expected_values):
-    self._test_iterator_no_prefetch(devices, dataset, expected_values)
-    self._test_iterator_with_prefetch(devices, dataset, expected_values)
-
   @test_util.run_in_graph_and_eager_modes
   def testOneDevice(self):
     devices = ["/device:CPU:0"]
@@ -441,8 +418,7 @@ class PerDeviceDatasetTest(test.TestCase):
       dataset = dataset_ops.Dataset.from_tensor_slices(
           random_ops.random_uniform((10,)))
 
-      per_device_dataset = values.PerDeviceDataset(
-          dataset, devices, prefetch_on_device=False)
+      per_device_dataset = values.PerDeviceDataset(dataset, devices)
       iterator = per_device_dataset.make_initializable_iterator()
 
       self.evaluate(iterator.initializer)
@@ -481,8 +457,7 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
   def _test_dataset(self, dataset_fn, worker_devices, devices,
                     expected_values, auto_shard=True):
     multi_worker_dataset = values.MultiWorkerDataset(
-        dataset_fn, worker_devices, auto_shard=auto_shard,
-        prefetch_on_device=False)
+        dataset_fn, worker_devices, auto_shard=auto_shard)
     multi_worker_iterator = multi_worker_dataset.make_initializable_iterator()
     with self.cached_session() as sess:
       sess.run(multi_worker_iterator.initializer)
@@ -564,7 +539,7 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
     with context.graph_mode(), self.cached_session() as sess:
       dataset_fn = lambda: dataset_ops.Dataset.range(8)
       multi_worker_dataset = values.MultiWorkerDataset(
-          dataset_fn, worker_devices, auto_shard=True, prefetch_on_device=False)
+          dataset_fn, worker_devices, auto_shard=True)
       multi_worker_iterator = multi_worker_dataset.make_initializable_iterator()
 
       sess.run(multi_worker_iterator.initializer)
@@ -587,7 +562,7 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
     with context.graph_mode():
       dataset_fn = lambda: dataset_ops.Dataset.range(8)
       multi_worker_dataset = values.MultiWorkerDataset(
-          dataset_fn, worker_devices, auto_shard=True, prefetch_on_device=False)
+          dataset_fn, worker_devices, auto_shard=True)
       multi_worker_iterator = multi_worker_dataset.make_initializable_iterator()
       with self.assertRaises(ValueError):
         multi_worker_iterator.get_next()
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index cd4360182c..d768df37b9 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1861,12 +1861,6 @@ class Model(Network):
       batch_size = 32
 
     if self._distribution_strategy:
-      # Turn off prefetching since this is currently not deterministic. Once
-      # b/112498930 is fixed we can turn it back on.
-      # `_prefetch_on_device` is currently a property of only
-      # `MirroredStrategy`.
-      if hasattr(self._distribution_strategy, '_prefetch_on_device'):
-        self._distribution_strategy._prefetch_on_device = False  # pylint: disable=protected-access
       distributed_training_utils.validate_inputs(
           x, None, self._distribution_strategy)
       first_x_value = nest.flatten(x)[0]
@@ -1886,9 +1880,6 @@ class Model(Network):
     elif self._distribution_strategy:
       results = training_distributed.predict_loop(
           self, x, verbose=verbose, steps=steps)
-      # Turn prefetching back on since we turned it off previously.
-      if hasattr(self._distribution_strategy, '_prefetch_on_device'):
-        self._distribution_strategy._prefetch_on_device = True  # pylint: disable=protected-access
       return results
     else:
       return training_arrays.predict_loop(
-- 
GitLab


From aff26813d01e5f838f1d303bd7825ff60b934a0d Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Thu, 8 Nov 2018 16:56:46 -0800
Subject: [PATCH 1290/1825] Fixed style with clang format

---
 tensorflow/core/kernels/mkl_conv_ops.cc | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index 2d481f6a6c..212733178b 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -264,9 +264,9 @@ class MklConvFwdPrimitive : public MklPrimitive {
           scales.push_back(post_op_param.param[0]);
           post_ops_attr.set_output_scales(0, scales);
         } else {
-          DCHECK((post_op_param.name == "relu") || 
-              (post_op_param.name == "sum") ||
-              (post_op_param.name == "output_scale"));
+          DCHECK((post_op_param.name == "relu") ||
+                 (post_op_param.name == "sum") ||
+                 (post_op_param.name == "output_scale"));
         }
       }
       post_ops_attr.set_post_ops(post_ops);
-- 
GitLab


From 7ffe4df8b5b377d1faba37a748daec132a4cea82 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 17:02:40 -0800
Subject: [PATCH 1291/1825] internal change only

PiperOrigin-RevId: 220726427
---
 tensorflow/contrib/tpu/profiler/BUILD         |   7 -
 .../contrib/tpu/profiler/tf_op_stats.proto    | 261 ------------------
 2 files changed, 268 deletions(-)
 delete mode 100644 tensorflow/contrib/tpu/profiler/tf_op_stats.proto

diff --git a/tensorflow/contrib/tpu/profiler/BUILD b/tensorflow/contrib/tpu/profiler/BUILD
index 38d1c3049e..541fbf33a3 100644
--- a/tensorflow/contrib/tpu/profiler/BUILD
+++ b/tensorflow/contrib/tpu/profiler/BUILD
@@ -94,13 +94,6 @@ tf_proto_library(
     visibility = ["//visibility:public"],
 )
 
-tf_proto_library(
-    name = "tf_op_stats_proto",
-    srcs = ["tf_op_stats.proto"],
-    cc_api_version = 2,
-    visibility = ["//visibility:public"],
-)
-
 tf_proto_library(
     name = "tpu_profiler_analysis_proto",
     srcs = ["tpu_profiler_analysis.proto"],
diff --git a/tensorflow/contrib/tpu/profiler/tf_op_stats.proto b/tensorflow/contrib/tpu/profiler/tf_op_stats.proto
deleted file mode 100644
index 1e66801efd..0000000000
--- a/tensorflow/contrib/tpu/profiler/tf_op_stats.proto
+++ /dev/null
@@ -1,261 +0,0 @@
-// This proto describes the format of tensorflow operation level stats for
-// profiling (in tensorboard) purpose.
-
-syntax = "proto2";
-
-package tensorflow.tpu;
-
-// Result proto for OpMetrics.
-message OpMetricsResult {
-  // True if this OP is executed on the device; False if it is executed on the
-  // host.
-  optional bool on_device = 1;
-  reserved 2;  // was uint32 id.
-  // Name of this OP.
-  optional string name = 3;
-  // Rank of this OP.
-  optional uint64 rank = 4;
-  // The starting time in cycles of the last instance of this OP executed.
-  optional double last_starttime_in_cycles = 5;
-  // The ending time in cycles of the last instance of this OP executed.
-  optional double last_endtime_in_cycles = 6;
-  // If this OP (say A), is an immediate child of another OP (say B), this field
-  // stores the sum of duration in microseconds of A inside B. If A appears more
-  // than once in B, the duration of all A's appearances will be added together.
-  // This sum will be reset after the self-time of B is calculated so that it
-  // can be reused for a new parent OP.
-  optional double sum_of_duration_in_us_as_children = 7;
-  // Number of instances that this OP occurred.
-  optional uint64 occurrences = 8;
-  // Total time in microseconds spent in this OP (accumulated
-  // over all of its occurrences).
-  optional double total_time_in_us = 9;
-  // Total self time in microseconds spent in this OP
-  // (accumulated over all of its occurrences).
-  optional double total_self_time_in_us = 10;
-  // The total self time as a fraction of sum of all OP's
-  // total self time on the host.
-  optional double host_total_self_time_as_fraction_of_all_op_time = 11;
-  // Cumulative total self time in fraction on the host.
-  optional double host_cumulative_total_self_time_as_fraction_of_all_op_time =
-      12;
-  // The total self time as a fraction of sum of all OP's
-  // total self time on the device.
-  optional double device_total_self_time_as_fraction_of_all_op_time = 13;
-  // Cumulative total self time in fraction on the device.
-  optional double device_cumulative_total_self_time_as_fraction_of_all_op_time =
-      14;
-  // Total number of FLOPs incurred by this OP.
-  optional double total_flops = 15;
-  // Total number of bytes accessed by this OP.
-  optional double total_bytes_accessed = 16;
-  // Total time in microseconds that special hw unit 1 is occupied by this OP.
-  optional double unit1_occupancy_in_us = 17;
-  // Total time in microseconds that special hw unit 2 is occupied by this OP.
-  optional double unit2_occupancy_in_us = 18;
-  // Total memory stall time in microseconds.
-  optional double total_memory_stall_in_us = 19;
-}
-
-// Result proto for OpMetricsDb.
-message OpMetricsDbResult {
-  // A bunch of OpMetricsResults.
-  repeated OpMetricsResult metrics_db = 1;
-  // The total host infeed-enqueue duration in picoseconds.
-  optional uint64 total_host_infeed_enq_duration_ps = 2;
-  // The total of the difference between the start times of two
-  // consecutive infeed-enqueues (per host) in picoseconds.
-  optional uint64 total_host_infeed_enq_start_timestamp_ps_diff = 3;
-  // The total device time in microseconds.
-  optional double total_device_time_in_us = 4;
-  // The total host time in microseconds.
-  optional double total_host_time_in_us = 5;
-}
-
-// Result proto for StepInfo.
-message StepInfoResult {
-  // The (micro) step number.
-  optional uint32 step_num = 1;
-  // The step duration in picoseconds.
-  optional uint64 duration_ps = 2;
-  // The infeed duration in picoseconds.
-  optional uint64 infeed_duration_ps = 3;
-  // The outfeed duration in picoseconds.
-  optional uint64 host_outfeed_ps = 8;
-  // The start time of this step in picoseconds.
-  optional uint64 begin_ps = 4;
-  // The waiting time within this step in picoseconds.
-  optional uint64 wait_duration_ps = 5;
-  // The unit b outfeed duration in picoseconds.
-  optional uint64 unit_b_outfeed_ps = 9;
-  // The time spent on cross-replica-sum in picoseconds.
-  optional uint64 crs_duration_ps = 6;
-  // Percentage of unit b time spent on infeed.
-  optional double unit_b_infeed_percent = 7;
-}
-
-// Result proto for a sequence of steps.
-message StepSequenceResult {
-  // A sequence of StepInfoResults.
-  repeated StepInfoResult step_sequence = 1;
-}
-
-// Result proto for a StepDatabase.
-message StepDatabaseResult {
-  // A map from core_id to StepSequenceResult.
-  map<uint32, StepSequenceResult> step_sequence_per_core = 1;
-}
-
-// Result proto for looping-related metrics.
-message LoopingResult {
-  // The total iteration time in nanoseconds.
-  optional double iteration_time_ns = 1;
-  // The total number of iterations.
-  optional int32 num_iterations = 2;
-  // The total computation time in nanoseconds.
-  optional double computation_time_ns = 3;
-  // The total number of computations.
-  optional int32 num_computations = 4;
-}
-
-// Result proto for HloExtraInfo.
-message HloExtraInfoResult {
-  // Category of the HLO op given by the compiler.
-  optional string category = 1;
-  // The long name of the HLO that includes the dimensions.
-  optional string long_name = 2;
-  // The per-TPU-core batch size inferred from this HLO.
-  optional int64 per_core_batch_size = 3;
-}
-
-// Result proto for HloExtraInfoMap.
-message HloExtraInfoMapResult {
-  // A map from HLO name to HloExtraInfo.
-  map<string, HloExtraInfoResult> hlo_extrainfo_map = 1;
-}
-
-// Result proto for host-independent job information.
-message HostIndependentJobInfoResult {
-  // The change-list number of this build.
-  optional int64 change_list = 1;
-  // The time of this build.
-  optional int64 build_time = 2;
-  // The target of this build.
-  optional string build_target = 3;
-}
-
-// Result proto for host-dependent job information.
-message HostDependentJobInfoResult {
-  // This ID of the host where the job was run on.
-  optional string host_id = 1;
-  // The command line used to run the job.
-  optional string command_line = 2;
-  // The start time of the job on this host.
-  optional int64 start_time = 3;
-}
-
-// Result proto for RunEnvironment (the run environment of a profiling session).
-message RunEnvironmentResult {
-  // Number of hosts used.
-  optional int32 host_count = 1;
-  // The type of TPU used.
-  optional string tpu_type = 2;
-  // The number of TPU cores used.
-  optional int32 tpu_core_count = 3;
-  // The per-TPU-core batch size.
-  optional int32 per_core_batch_size = 4;
-  // Host-independent job information.
-  optional HostIndependentJobInfoResult host_independent_job_info = 5;
-  // Host-dependent job information.
-  repeated HostDependentJobInfoResult host_dependent_job_info = 6;
-  // The number of replicas, corresponds to input parallelism.
-  // If there is no model parallelism, replica_count = tpu_core_count
-  optional int32 replica_count = 7;
-  // The number of cores used for a single replica, e.g. model parallelism.
-  // If there is no model parallelism, then num_cores_per_replica = 1
-  optional int32 num_cores_per_replica = 8;
-}
-
-// The types of host operations that are tracked.
-enum HostOp {
-  // Invalid host op.
-  kINVALIDHostOp = 0;
-  // Each of host op type has two parts:
-  // (1) the stage where the op happens and (2) the op name.
-  // stage = Input Data Producer, op = Get Next Batch.
-  kInputDataProducerGetNextBatch = 1;
-  // stage = Input Data Producer, op = Session Run.
-  kInputDataProducerSessionRun = 2;
-  // stage = Input Data Producer, op = Forward Batch.
-  kInputDataProducerForwardBatch = 3;
-  // stage = Infeed Thread, op = Get Next Batch.
-  kInfeedThreadGetNextBatch = 4;
-  // stage = Infeed Thread, op = Session Run.
-  kInfeedThreadSessionRun = 5;
-  // stage = Infeed Thread, op = Forward Batch.
-  kInfeedThreadForwardBatch = 6;
-  // stage = Outfeed Thread, op = Get Next Batch.
-  kOutfeedThreadGetNextBatch = 7;
-  // stage = Outfeed Thread, op = Session Run.
-  kOutfeedThreadSessionRun = 8;
-  // stage = Outfeed Thread, op = Forward Batch.
-  kOutfeedThreadForwardBatch = 9;
-}
-
-// Result proto for the host ops per TPU step.
-message HostOpsPerTpuStep {
-  // Whether the data in this message is valid.
-  optional bool valid = 1 [default = false];
-  // The current TPU step number.
-  optional uint32 tpu_step_num = 2;
-  // The beginning time of the current TPU step on the device in picoseconds.
-  optional uint64 tpu_step_begin_ps = 3;
-  // The ending time of the current TPU step on the device in picoseconds.
-  optional uint64 tpu_step_end_ps = 4;
-  // For each possible host operation, maps to the difference between the TPU
-  // step number that the host op targets and the current TPU step number.
-  // The key is HostOp, value is the step difference.
-  map<int32, int32> step_diffs = 5;
-}
-
-message HostOpsDetailsPerCore {
-  // Map from core id to HostOpsPerTpuStep.
-  map<int32, HostOpsPerTpuStep> core_map = 1;
-}
-
-message HostOpsDetailsPerHost {
-  // Map from hostname to a map from core id to HostOpsPerTpuStep.
-  map<string, HostOpsDetailsPerCore> host_map = 1;
-}
-
-// Result proto for the host ops for all TPU steps.
-message HostOpsResult {
-  reserved 1;  // (was repeated HostOpsPerTpuStep host_op_sequence)
-  // A sequence of records with one for each TPU step. Each record
-  // is a map from hostname to a map from core id to HostOpsPerTpuStep.
-  repeated HostOpsDetailsPerHost hostops_details = 2;
-}
-
-// Result proto for TfStatsHelper.
-message TfOpStats {
-  // The result for the TF-metric database.
-  optional OpMetricsDbResult tf_metrics_db = 1;
-  // The result for the HLO-metric database.
-  optional OpMetricsDbResult hlo_metrics_db = 2;
-  // The result for the step database.
-  optional StepDatabaseResult step_db = 3;
-  // The result for the looping-related metrics.
-  optional LoopingResult looping = 4;
-  // The result for the HloExtraInfoMap.
-  optional HloExtraInfoMapResult hlo_extrainfo_map = 5;
-  // Overall matrix unit utilization in percentage.
-  optional double matrix_unit_utilization_percent = 6;
-  // The run environment of this profiling session.
-  optional RunEnvironmentResult run_environment = 7;
-  // The result for the host operations.
-  optional HostOpsResult host_ops = 8;
-  // A map from core ID to name.
-  map<uint32, string> core_id_to_name_map = 9;
-  // The result for hw unit b stats.
-  optional bytes unit_b_stats = 10;
-}
-- 
GitLab


From 1e021266b0964eb14232d306170e8d308ffb8436 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 8 Nov 2018 17:11:28 -0800
Subject: [PATCH 1292/1825] Update generate_v2_renames_map.py script to look
 v1-names and v2-names difference instead of deprecated names. This seems like
 a better metric in case someone forgets to add @deprecated_endpoints
 decorator. Also, auto generating renames to compat.v1.* symbols when all v2
 endpoints are deprecated.

PiperOrigin-RevId: 220727620
---
 tensorflow/tools/compatibility/ast_edits.py   |   6 +-
 tensorflow/tools/compatibility/renames_v2.py  | 171 +++++++++++++++++-
 tensorflow/tools/compatibility/tf_upgrade.py  |   2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  48 +----
 .../update/generate_v2_renames_map.py         |  22 ++-
 5 files changed, 195 insertions(+), 54 deletions(-)

diff --git a/tensorflow/tools/compatibility/ast_edits.py b/tensorflow/tools/compatibility/ast_edits.py
index a5b9fbdae8..56c67b8356 100644
--- a/tensorflow/tools/compatibility/ast_edits.py
+++ b/tensorflow/tools/compatibility/ast_edits.py
@@ -34,7 +34,7 @@ class APIChangeSpec(object):
 
   * `function_keyword_renames`: maps function names to a map of old -> new
     argument names
-  * `function_renames`: maps function names to new function names
+  * `symbol_renames`: maps function names to new function names
   * `change_to_function`: a set of function names that have changed (for
     notifications)
   * `function_reorders`: maps functions whose argument order has changed to the
@@ -176,9 +176,9 @@ class _ASTCallVisitor(ast.NodeVisitor):
     ast.NodeVisitor.generic_visit(self, node)
 
   def _rename_functions(self, node, full_name):
-    function_renames = self._api_change_spec.function_renames
+    symbol_renames = self._api_change_spec.symbol_renames
     try:
-      new_name = function_renames[full_name]
+      new_name = symbol_renames[full_name]
       self._file_edit.add("Renamed function %r to %r" % (full_name, new_name),
                           node.lineno, node.col_offset, full_name, new_name)
     except KeyError:
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index e5b2680709..d335718d1f 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -25,22 +25,38 @@ from __future__ import division
 from __future__ import print_function
 
 renames = {
+    'tf.AUTO_REUSE': 'tf.compat.v1.AUTO_REUSE',
     'tf.COMPILER_VERSION': 'tf.version.COMPILER_VERSION',
     'tf.CXX11_ABI_FLAG': 'tf.sysconfig.CXX11_ABI_FLAG',
+    'tf.FixedLengthRecordReader': 'tf.compat.v1.FixedLengthRecordReader',
     'tf.GIT_VERSION': 'tf.version.GIT_VERSION',
     'tf.GRAPH_DEF_VERSION': 'tf.version.GRAPH_DEF_VERSION',
     'tf.GRAPH_DEF_VERSION_MIN_CONSUMER': 'tf.version.GRAPH_DEF_VERSION_MIN_CONSUMER',
     'tf.GRAPH_DEF_VERSION_MIN_PRODUCER': 'tf.version.GRAPH_DEF_VERSION_MIN_PRODUCER',
+    'tf.IdentityReader': 'tf.compat.v1.IdentityReader',
+    'tf.InteractiveSession': 'tf.compat.v1.InteractiveSession',
+    'tf.LMDBReader': 'tf.compat.v1.LMDBReader',
     'tf.MONOLITHIC_BUILD': 'tf.sysconfig.MONOLITHIC_BUILD',
     'tf.OpError': 'tf.errors.OpError',
     'tf.PaddingFIFOQueue': 'tf.io.PaddingFIFOQueue',
+    'tf.Print': 'tf.compat.v1.Print',
     'tf.PriorityQueue': 'tf.io.PriorityQueue',
     'tf.QUANTIZED_DTYPES': 'tf.dtypes.QUANTIZED_DTYPES',
     'tf.QueueBase': 'tf.io.QueueBase',
     'tf.RandomShuffleQueue': 'tf.io.RandomShuffleQueue',
+    'tf.ReaderBase': 'tf.compat.v1.ReaderBase',
+    'tf.Session': 'tf.compat.v1.Session',
     'tf.SparseConditionalAccumulator': 'tf.sparse.SparseConditionalAccumulator',
+    'tf.TFRecordReader': 'tf.compat.v1.TFRecordReader',
+    'tf.TensorShape': 'tf.compat.v1.TensorShape',
+    'tf.TextLineReader': 'tf.compat.v1.TextLineReader',
     'tf.VERSION': 'tf.version.VERSION',
+    'tf.Variable': 'tf.compat.v1.Variable',
+    'tf.VariableAggregation': 'tf.compat.v1.VariableAggregation',
+    'tf.VariableScope': 'tf.compat.v1.VariableScope',
+    'tf.WholeFileReader': 'tf.compat.v1.WholeFileReader',
     'tf.accumulate_n': 'tf.math.accumulate_n',
+    'tf.all_variables': 'tf.compat.v1.all_variables',
     'tf.angle': 'tf.math.angle',
     'tf.assert_greater_equal': 'tf.debugging.assert_greater_equal',
     'tf.assert_integer': 'tf.debugging.assert_integer',
@@ -57,14 +73,20 @@ renames = {
     'tf.assert_same_float_dtype': 'tf.debugging.assert_same_float_dtype',
     'tf.assert_scalar': 'tf.debugging.assert_scalar',
     'tf.assert_type': 'tf.debugging.assert_type',
+    'tf.assert_variables_initialized': 'tf.compat.v1.assert_variables_initialized',
+    'tf.assign': 'tf.compat.v1.assign',
+    'tf.assign_add': 'tf.compat.v1.assign_add',
+    'tf.assign_sub': 'tf.compat.v1.assign_sub',
     'tf.betainc': 'tf.math.betainc',
     'tf.bincount': 'tf.math.bincount',
     'tf.ceil': 'tf.math.ceil',
     'tf.check_numerics': 'tf.debugging.check_numerics',
     'tf.cholesky': 'tf.linalg.cholesky',
     'tf.cholesky_solve': 'tf.linalg.cholesky_solve',
+    'tf.colocate_with': 'tf.compat.v1.colocate_with',
     'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
+    'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
     'tf.decode_base64': 'tf.io.decode_base64',
@@ -72,12 +94,37 @@ renames = {
     'tf.decode_csv': 'tf.io.decode_csv',
     'tf.decode_json_example': 'tf.io.decode_json_example',
     'tf.decode_raw': 'tf.io.decode_raw',
+    'tf.delete_session_tensor': 'tf.compat.v1.delete_session_tensor',
     'tf.depth_to_space': 'tf.nn.depth_to_space',
     'tf.dequantize': 'tf.quantization.dequantize',
     'tf.deserialize_many_sparse': 'tf.io.deserialize_many_sparse',
     'tf.diag': 'tf.linalg.tensor_diag',
     'tf.diag_part': 'tf.linalg.tensor_diag_part',
     'tf.digamma': 'tf.math.digamma',
+    'tf.dimension_at_index': 'tf.compat.v1.dimension_at_index',
+    'tf.dimension_value': 'tf.compat.v1.dimension_value',
+    'tf.disable_resource_variables': 'tf.compat.v1.disable_resource_variables',
+    'tf.disable_v2_tensorshape': 'tf.compat.v1.disable_v2_tensorshape',
+    'tf.distributions.Bernoulli': 'tf.compat.v1.distributions.Bernoulli',
+    'tf.distributions.Beta': 'tf.compat.v1.distributions.Beta',
+    'tf.distributions.Categorical': 'tf.compat.v1.distributions.Categorical',
+    'tf.distributions.Dirichlet': 'tf.compat.v1.distributions.Dirichlet',
+    'tf.distributions.DirichletMultinomial': 'tf.compat.v1.distributions.DirichletMultinomial',
+    'tf.distributions.Distribution': 'tf.compat.v1.distributions.Distribution',
+    'tf.distributions.Exponential': 'tf.compat.v1.distributions.Exponential',
+    'tf.distributions.FULLY_REPARAMETERIZED': 'tf.compat.v1.distributions.FULLY_REPARAMETERIZED',
+    'tf.distributions.Gamma': 'tf.compat.v1.distributions.Gamma',
+    'tf.distributions.Laplace': 'tf.compat.v1.distributions.Laplace',
+    'tf.distributions.Multinomial': 'tf.compat.v1.distributions.Multinomial',
+    'tf.distributions.NOT_REPARAMETERIZED': 'tf.compat.v1.distributions.NOT_REPARAMETERIZED',
+    'tf.distributions.Normal': 'tf.compat.v1.distributions.Normal',
+    'tf.distributions.RegisterKL': 'tf.compat.v1.distributions.RegisterKL',
+    'tf.distributions.ReparameterizationType': 'tf.compat.v1.distributions.ReparameterizationType',
+    'tf.distributions.StudentT': 'tf.compat.v1.distributions.StudentT',
+    'tf.distributions.Uniform': 'tf.compat.v1.distributions.Uniform',
+    'tf.distributions.kl_divergence': 'tf.compat.v1.distributions.kl_divergence',
+    'tf.enable_resource_variables': 'tf.compat.v1.enable_resource_variables',
+    'tf.enable_v2_tensorshape': 'tf.compat.v1.enable_v2_tensorshape',
     'tf.encode_base64': 'tf.io.encode_base64',
     'tf.erf': 'tf.math.erf',
     'tf.erfc': 'tf.math.erfc',
@@ -91,13 +138,27 @@ renames = {
     'tf.fake_quant_with_min_max_vars_per_channel_gradient': 'tf.quantization.fake_quant_with_min_max_vars_per_channel_gradient',
     'tf.fft': 'tf.spectral.fft',
     'tf.floordiv': 'tf.math.floordiv',
+    'tf.get_default_session': 'tf.compat.v1.get_default_session',
+    'tf.get_local_variable': 'tf.compat.v1.get_local_variable',
     'tf.get_seed': 'tf.random.get_seed',
+    'tf.get_session_handle': 'tf.compat.v1.get_session_handle',
+    'tf.get_session_tensor': 'tf.compat.v1.get_session_tensor',
+    'tf.get_variable': 'tf.compat.v1.get_variable',
+    'tf.get_variable_scope': 'tf.compat.v1.get_variable_scope',
     'tf.global_norm': 'tf.linalg.global_norm',
+    'tf.global_variables': 'tf.compat.v1.global_variables',
+    'tf.global_variables_initializer': 'tf.compat.v1.global_variables_initializer',
     'tf.glorot_normal_initializer': 'tf.keras.initializers.glorot_normal',
     'tf.ifft': 'tf.spectral.ifft',
     'tf.igamma': 'tf.math.igamma',
     'tf.igammac': 'tf.math.igammac',
     'tf.imag': 'tf.math.imag',
+    'tf.initialize_all_variables': 'tf.compat.v1.initialize_all_variables',
+    'tf.initialize_local_variables': 'tf.compat.v1.initialize_local_variables',
+    'tf.initialize_variables': 'tf.compat.v1.initialize_variables',
+    'tf.initializers.global_variables': 'tf.compat.v1.initializers.global_variables',
+    'tf.initializers.local_variables': 'tf.compat.v1.initializers.local_variables',
+    'tf.initializers.variables': 'tf.compat.v1.initializers.variables',
     'tf.invert_permutation': 'tf.math.invert_permutation',
     'tf.is_finite': 'tf.debugging.is_finite',
     'tf.is_inf': 'tf.debugging.is_inf',
@@ -105,8 +166,50 @@ renames = {
     'tf.is_non_decreasing': 'tf.debugging.is_non_decreasing',
     'tf.is_numeric_tensor': 'tf.debugging.is_numeric_tensor',
     'tf.is_strictly_increasing': 'tf.debugging.is_strictly_increasing',
+    'tf.is_variable_initialized': 'tf.compat.v1.is_variable_initialized',
+    'tf.keras.backend.get_session': 'tf.compat.v1.keras.backend.get_session',
+    'tf.layers.AveragePooling1D': 'tf.compat.v1.layers.AveragePooling1D',
+    'tf.layers.AveragePooling2D': 'tf.compat.v1.layers.AveragePooling2D',
+    'tf.layers.AveragePooling3D': 'tf.compat.v1.layers.AveragePooling3D',
+    'tf.layers.BatchNormalization': 'tf.compat.v1.layers.BatchNormalization',
+    'tf.layers.Conv1D': 'tf.compat.v1.layers.Conv1D',
+    'tf.layers.Conv2D': 'tf.compat.v1.layers.Conv2D',
+    'tf.layers.Conv2DTranspose': 'tf.compat.v1.layers.Conv2DTranspose',
+    'tf.layers.Conv3D': 'tf.compat.v1.layers.Conv3D',
+    'tf.layers.Conv3DTranspose': 'tf.compat.v1.layers.Conv3DTranspose',
+    'tf.layers.Dense': 'tf.compat.v1.layers.Dense',
+    'tf.layers.Dropout': 'tf.compat.v1.layers.Dropout',
+    'tf.layers.Flatten': 'tf.compat.v1.layers.Flatten',
+    'tf.layers.InputSpec': 'tf.keras.layers.InputSpec',
+    'tf.layers.Layer': 'tf.compat.v1.layers.Layer',
+    'tf.layers.MaxPooling1D': 'tf.compat.v1.layers.MaxPooling1D',
+    'tf.layers.MaxPooling2D': 'tf.compat.v1.layers.MaxPooling2D',
+    'tf.layers.MaxPooling3D': 'tf.compat.v1.layers.MaxPooling3D',
+    'tf.layers.SeparableConv1D': 'tf.compat.v1.layers.SeparableConv1D',
+    'tf.layers.SeparableConv2D': 'tf.compat.v1.layers.SeparableConv2D',
+    'tf.layers.average_pooling1d': 'tf.compat.v1.layers.average_pooling1d',
+    'tf.layers.average_pooling2d': 'tf.compat.v1.layers.average_pooling2d',
+    'tf.layers.average_pooling3d': 'tf.compat.v1.layers.average_pooling3d',
+    'tf.layers.batch_normalization': 'tf.compat.v1.layers.batch_normalization',
+    'tf.layers.conv1d': 'tf.compat.v1.layers.conv1d',
+    'tf.layers.conv2d': 'tf.compat.v1.layers.conv2d',
+    'tf.layers.conv2d_transpose': 'tf.compat.v1.layers.conv2d_transpose',
+    'tf.layers.conv3d': 'tf.compat.v1.layers.conv3d',
+    'tf.layers.conv3d_transpose': 'tf.compat.v1.layers.conv3d_transpose',
+    'tf.layers.dense': 'tf.compat.v1.layers.dense',
+    'tf.layers.dropout': 'tf.compat.v1.layers.dropout',
+    'tf.layers.experimental.keras_style_scope': 'tf.compat.v1.layers.experimental.keras_style_scope',
+    'tf.layers.experimental.set_keras_style': 'tf.compat.v1.layers.experimental.set_keras_style',
+    'tf.layers.flatten': 'tf.compat.v1.layers.flatten',
+    'tf.layers.max_pooling1d': 'tf.compat.v1.layers.max_pooling1d',
+    'tf.layers.max_pooling2d': 'tf.compat.v1.layers.max_pooling2d',
+    'tf.layers.max_pooling3d': 'tf.compat.v1.layers.max_pooling3d',
+    'tf.layers.separable_conv1d': 'tf.compat.v1.layers.separable_conv1d',
+    'tf.layers.separable_conv2d': 'tf.compat.v1.layers.separable_conv2d',
     'tf.lbeta': 'tf.math.lbeta',
     'tf.lgamma': 'tf.math.lgamma',
+    'tf.local_variables': 'tf.compat.v1.local_variables',
+    'tf.local_variables_initializer': 'tf.compat.v1.local_variables_initializer',
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
     'tf.logical_xor': 'tf.math.logical_xor',
     'tf.manip.batch_to_space_nd': 'tf.batch_to_space_nd',
@@ -128,7 +231,14 @@ renames = {
     'tf.matrix_solve_ls': 'tf.linalg.lstsq',
     'tf.matrix_transpose': 'tf.linalg.transpose',
     'tf.matrix_triangular_solve': 'tf.linalg.triangular_solve',
+    'tf.model_variables': 'tf.compat.v1.model_variables',
+    'tf.moving_average_variables': 'tf.compat.v1.moving_average_variables',
+    'tf.nn.ctc_beam_search_decoder': 'tf.compat.v1.nn.ctc_beam_search_decoder',
+    'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
+    'tf.nn.rnn_cell.BasicRNNCell': 'tf.compat.v1.nn.rnn_cell.BasicRNNCell',
+    'tf.nn.softmax_cross_entropy_with_logits': 'tf.compat.v1.nn.softmax_cross_entropy_with_logits',
+    'tf.nn.softmax_cross_entropy_with_logits_v2': 'tf.nn.softmax_cross_entropy_with_logits',
     'tf.nn.uniform_candidate_sampler': 'tf.random.uniform_candidate_sampler',
     'tf.orthogonal_initializer': 'tf.keras.initializers.Orthogonal',
     'tf.parse_tensor': 'tf.io.parse_tensor',
@@ -147,10 +257,14 @@ renames = {
     'tf.reciprocal': 'tf.math.reciprocal',
     'tf.reduce_join': 'tf.strings.reduce_join',
     'tf.regex_replace': 'tf.strings.regex_replace',
+    'tf.report_uninitialized_variables': 'tf.compat.v1.report_uninitialized_variables',
     'tf.reverse_v2': 'tf.reverse',
     'tf.rint': 'tf.math.rint',
     'tf.rsqrt': 'tf.math.rsqrt',
+    'tf.saved_model.Builder': 'tf.compat.v1.saved_model.Builder',
     'tf.saved_model.TRAINING': 'tf.saved_model.TRANING',
+    'tf.saved_model.build_tensor_info': 'tf.compat.v1.saved_model.build_tensor_info',
+    'tf.saved_model.builder.SavedModelBuilder': 'tf.compat.v1.saved_model.builder.SavedModelBuilder',
     'tf.saved_model.constants.ASSETS_DIRECTORY': 'tf.saved_model.ASSETS_DIRECTORY',
     'tf.saved_model.constants.ASSETS_KEY': 'tf.saved_model.ASSETS_KEY',
     'tf.saved_model.constants.LEGACY_INIT_OP_KEY': 'tf.saved_model.LEGACY_INIT_OP_KEY',
@@ -160,7 +274,14 @@ renames = {
     'tf.saved_model.constants.SAVED_MODEL_SCHEMA_VERSION': 'tf.saved_model.SAVED_MODEL_SCHEMA_VERSION',
     'tf.saved_model.constants.VARIABLES_DIRECTORY': 'tf.saved_model.VARIABLES_DIRECTORY',
     'tf.saved_model.constants.VARIABLES_FILENAME': 'tf.saved_model.VARIABLES_FILENAME',
+    'tf.saved_model.experimental.save': 'tf.saved_model.save',
+    'tf.saved_model.get_tensor_from_tensor_info': 'tf.compat.v1.saved_model.get_tensor_from_tensor_info',
+    'tf.saved_model.load': 'tf.compat.v1.saved_model.load',
+    'tf.saved_model.loader.load': 'tf.compat.v1.saved_model.loader.load',
     'tf.saved_model.loader.maybe_saved_model_directory': 'tf.saved_model.maybe_saved_model_directory',
+    'tf.saved_model.main_op.main_op': 'tf.compat.v1.saved_model.main_op.main_op',
+    'tf.saved_model.main_op.main_op_with_restore': 'tf.compat.v1.saved_model.main_op.main_op_with_restore',
+    'tf.saved_model.main_op_with_restore': 'tf.compat.v1.saved_model.main_op_with_restore',
     'tf.saved_model.signature_constants.CLASSIFY_INPUTS': 'tf.saved_model.CLASSIFY_INPUTS',
     'tf.saved_model.signature_constants.CLASSIFY_METHOD_NAME': 'tf.saved_model.CLASSIFY_METHOD_NAME',
     'tf.saved_model.signature_constants.CLASSIFY_OUTPUT_CLASSES': 'tf.saved_model.CLASSIFY_OUTPUT_CLASSES',
@@ -177,10 +298,19 @@ renames = {
     'tf.saved_model.signature_def_utils.is_valid_signature': 'tf.saved_model.is_valid_signature',
     'tf.saved_model.signature_def_utils.predict_signature_def': 'tf.saved_model.predict_signature_def',
     'tf.saved_model.signature_def_utils.regression_signature_def': 'tf.saved_model.regression_signature_def',
+    'tf.saved_model.simple_save': 'tf.compat.v1.saved_model.simple_save',
     'tf.saved_model.tag_constants.GPU': 'tf.saved_model.GPU',
     'tf.saved_model.tag_constants.SERVING': 'tf.saved_model.SERVING',
     'tf.saved_model.tag_constants.TPU': 'tf.saved_model.TPU',
     'tf.saved_model.tag_constants.TRAINING': 'tf.saved_model.TRANING',
+    'tf.saved_model.utils.build_tensor_info': 'tf.compat.v1.saved_model.utils.build_tensor_info',
+    'tf.saved_model.utils.get_tensor_from_tensor_info': 'tf.compat.v1.saved_model.utils.get_tensor_from_tensor_info',
+    'tf.scatter_add': 'tf.compat.v1.scatter_add',
+    'tf.scatter_nd_add': 'tf.compat.v1.scatter_nd_add',
+    'tf.scatter_nd_sub': 'tf.compat.v1.scatter_nd_sub',
+    'tf.scatter_nd_update': 'tf.compat.v1.scatter_nd_update',
+    'tf.scatter_sub': 'tf.compat.v1.scatter_sub',
+    'tf.scatter_update': 'tf.compat.v1.scatter_update',
     'tf.segment_max': 'tf.math.segment_max',
     'tf.segment_mean': 'tf.math.segment_mean',
     'tf.segment_min': 'tf.math.segment_min',
@@ -220,9 +350,44 @@ renames = {
     'tf.string_to_hash_bucket_strong': 'tf.strings.to_hash_bucket_strong',
     'tf.string_to_number': 'tf.strings.to_number',
     'tf.svd': 'tf.linalg.svd',
+    'tf.test.compute_gradient_error': 'tf.compat.v1.test.compute_gradient_error',
     'tf.trace': 'tf.linalg.trace',
-    'tf.train.confusion_matrix': 'tf.math.confusion_matrix',
+    'tf.train.QueueRunner': 'tf.compat.v1.train.QueueRunner',
+    'tf.train.Saver': 'tf.compat.v1.train.Saver',
+    'tf.train.SaverDef': 'tf.compat.v1.train.SaverDef',
+    'tf.train.SyncReplicasOptimizer': 'tf.compat.v1.train.SyncReplicasOptimizer',
+    'tf.train.add_queue_runner': 'tf.compat.v1.train.add_queue_runner',
+    'tf.train.batch': 'tf.compat.v1.train.batch',
+    'tf.train.batch_join': 'tf.compat.v1.train.batch_join',
+    'tf.train.cosine_decay': 'tf.compat.v1.train.cosine_decay',
+    'tf.train.cosine_decay_restarts': 'tf.compat.v1.train.cosine_decay_restarts',
+    'tf.train.do_quantize_training_on_graphdef': 'tf.compat.v1.train.do_quantize_training_on_graphdef',
+    'tf.train.exponential_decay': 'tf.compat.v1.train.exponential_decay',
+    'tf.train.export_meta_graph': 'tf.compat.v1.train.export_meta_graph',
+    'tf.train.import_meta_graph': 'tf.compat.v1.train.import_meta_graph',
+    'tf.train.input_producer': 'tf.compat.v1.train.input_producer',
+    'tf.train.inverse_time_decay': 'tf.compat.v1.train.inverse_time_decay',
+    'tf.train.limit_epochs': 'tf.compat.v1.train.limit_epochs',
+    'tf.train.linear_cosine_decay': 'tf.compat.v1.train.linear_cosine_decay',
     'tf.train.match_filenames_once': 'tf.io.match_filenames_once',
+    'tf.train.maybe_batch': 'tf.compat.v1.train.maybe_batch',
+    'tf.train.maybe_batch_join': 'tf.compat.v1.train.maybe_batch_join',
+    'tf.train.maybe_shuffle_batch': 'tf.compat.v1.train.maybe_shuffle_batch',
+    'tf.train.maybe_shuffle_batch_join': 'tf.compat.v1.train.maybe_shuffle_batch_join',
+    'tf.train.natural_exp_decay': 'tf.compat.v1.train.natural_exp_decay',
+    'tf.train.noisy_linear_cosine_decay': 'tf.compat.v1.train.noisy_linear_cosine_decay',
+    'tf.train.piecewise_constant': 'tf.compat.v1.train.piecewise_constant',
+    'tf.train.polynomial_decay': 'tf.compat.v1.train.polynomial_decay',
+    'tf.train.queue_runner.QueueRunner': 'tf.compat.v1.train.queue_runner.QueueRunner',
+    'tf.train.queue_runner.add_queue_runner': 'tf.compat.v1.train.queue_runner.add_queue_runner',
+    'tf.train.queue_runner.start_queue_runners': 'tf.compat.v1.train.queue_runner.start_queue_runners',
+    'tf.train.range_input_producer': 'tf.compat.v1.train.range_input_producer',
+    'tf.train.shuffle_batch': 'tf.compat.v1.train.shuffle_batch',
+    'tf.train.shuffle_batch_join': 'tf.compat.v1.train.shuffle_batch_join',
+    'tf.train.slice_input_producer': 'tf.compat.v1.train.slice_input_producer',
+    'tf.train.start_queue_runners': 'tf.compat.v1.train.start_queue_runners',
+    'tf.train.string_input_producer': 'tf.compat.v1.train.string_input_producer',
+    'tf.trainable_variables': 'tf.compat.v1.trainable_variables',
     'tf.uniform_unit_scaling_initializer': 'tf.initializers.uniform_unit_scaling',
     'tf.unsorted_segment_max': 'tf.math.unsorted_segment_max',
     'tf.unsorted_segment_mean': 'tf.math.unsorted_segment_mean',
@@ -230,6 +395,10 @@ renames = {
     'tf.unsorted_segment_prod': 'tf.math.unsorted_segment_prod',
     'tf.unsorted_segment_sqrt_n': 'tf.math.unsorted_segment_sqrt_n',
     'tf.unsorted_segment_sum': 'tf.math.unsorted_segment_sum',
+    'tf.variable_creator_scope': 'tf.compat.v1.variable_creator_scope',
+    'tf.variable_op_scope': 'tf.compat.v1.variable_op_scope',
+    'tf.variable_scope': 'tf.compat.v1.variable_scope',
+    'tf.variables_initializer': 'tf.compat.v1.variables_initializer',
     'tf.variance_scaling_initializer': 'tf.keras.initializers.VarianceScaling',
     'tf.verify_tensor_all_finite': 'tf.debugging.assert_all_finite',
     'tf.write_file': 'tf.io.write_file',
diff --git a/tensorflow/tools/compatibility/tf_upgrade.py b/tensorflow/tools/compatibility/tf_upgrade.py
index 2dabf7834d..287d1a5483 100644
--- a/tensorflow/tools/compatibility/tf_upgrade.py
+++ b/tensorflow/tools/compatibility/tf_upgrade.py
@@ -102,7 +102,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     }
 
     # Mapping from function to the new name of the function
-    self.function_renames = {
+    self.symbol_renames = {
         "tf.inv": "tf.reciprocal",
         "tf.contrib.deprecated.scalar_summary": "tf.summary.scalar",
         "tf.contrib.deprecated.histogram_summary": "tf.summary.histogram",
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 779fd6ddbb..7dd86689fa 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -33,49 +33,12 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     self.function_keyword_renames = {}
 
     # Mapping from function to the new name of the function
-    self.function_renames = renames_v2.renames
+    self.symbol_renames = renames_v2.renames
     # pylint: disable=line-too-long
-    self.function_renames.update({
-        "tf.FixedLengthRecordReader": "tf.compat.v1.FixedLengthRecordReader",
-        "tf.IdentityReader": "tf.compat.v1.IdentityReader",
-        "tf.LMDBReader": "tf.compat.v1.LMDBReader",
-        "tf.ReaderBase": "tf.compat.v1.ReaderBase",
-        "tf.TFRecordReader": "tf.compat.v1.TFRecordReader",
-        "tf.TextLineReader": "tf.compat.v1.TextLineReader",
-        "tf.WholeFileReader": "tf.compat.v1.WholeFileReader",
-        "tf.saved_model.builder.SavedModelBuilder": "tf.compat.v1.saved_model.Builder",
-        "tf.saved_model.loader.load": "tf.compat.v1.saved_model.load",
-        "tf.saved_model.main_op.main_op": "tf.compat.v1.saved_model.main_op",
-        "tf.saved_model.main_op.main_op_with_restore": "tf.compat.v1.saved_model.main_op_with_restore",
-        "tf.saved_model.simple_save": "tf.compat.v1.saved_model.simple_save",
-        "tf.saved_model.utils.build_tensor_info": "tf.compat.v1.saved_model.build_tensor_info",
-        "tf.saved_model.utils.get_tensor_from_tensor_info": "tf.compat.v1.saved_model.get_tensor_from_tensor_info",
-        "tf.train.QueueRunner": "tf.compat.v1.QueueRunner",
-        "tf.train.add_queue_runner": "tf.compat.v1.add_queue_runner",
-        "tf.train.batch": "tf.compat.v1.train.batch",
-        "tf.train.batch_join": "tf.compat.v1.train.batch_join",
-        "tf.train.input_producer": "tf.compat.v1.train.input_producer",
-        "tf.train.limit_epochs": "tf.compat.v1.train.limit_epochs",
-        "tf.train.maybe_batch": "tf.compat.v1.train.maybe_batch",
-        "tf.train.maybe_batch_join": "tf.compat.v1.train.maybe_batch_join",
-        "tf.train.maybe_shuffle_batch": "tf.compat.v1.train.maybe_shuffle_batch",
-        "tf.train.maybe_shuffle_batch_join": "tf.compat.v1.train.maybe_shuffle_batch_join",
-        "tf.train.queue_runner.QueueRunner": "tf.compat.v1.queue_runner.QueueRunner",
-        "tf.train.queue_runner.add_queue_runner": "tf.compat.v1.queue_runner.add_queue_runner",
-        "tf.train.queue_runner.start_queue_runners": "tf.compat.v1.queue_runner.start_queue_runners",
-        "tf.train.range_input_producer": "tf.compat.v1.train.range_input_producer",
-        "tf.train.shuffle_batch": "tf.compat.v1.train.shuffle_batch",
-        "tf.train.shuffle_batch_join": "tf.compat.v1.train.shuffle_batch_join",
-        "tf.train.slice_input_producer": "tf.compat.v1.train.slice_input_producer",
-        "tf.train.string_input_producer": "tf.compat.v1.train.string_input_producer",
-        "tf.train.start_queue_runners": "tf.compat.v1.start_queue_runners",
+    # Add additional renames not in renames_v2.py here.
+    self.symbol_renames.update({
     })
     # pylint: enable=line-too-long
-    self.function_renames["tf.colocate_with"] = "tf.compat.v1.colocate_with"
-
-    # TODO(amitpatankar): Fix the function rename script
-    # to handle constants without hardcoding.
-    self.function_renames["QUANTIZED_DTYPES"] = "dtypes.QUANTIZED_DTYPES"
 
     # Variables that should be changed to functions.
     self.change_to_function = {}
@@ -116,6 +79,11 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.train.noisy_linear_cosine_decay": decay_function_comment,
         "tf.estimator.LinearClassifier": default_loss_reduction_changed,
     }
+    # Right now we can't have both a rename and a warning.
+    self.symbol_renames = {
+        name: new_name for name, new_name in self.symbol_renames.items()
+        if name not in self.function_warnings
+    }
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
index 3a4be2ca9f..3c4661b48d 100644
--- a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
+++ b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
@@ -63,6 +63,8 @@ from __future__ import print_function
 
 """
 
+_TENSORFLOW_API_ATTR_V1 = (
+    tf_export.API_ATTRS_V1[tf_export.TENSORFLOW_API_NAME].names)
 _TENSORFLOW_API_ATTR = tf_export.API_ATTRS[tf_export.TENSORFLOW_API_NAME].names
 _TENSORFLOW_CONSTANTS_ATTR_V1 = (
     tf_export.API_ATTRS_V1[tf_export.TENSORFLOW_API_NAME].constants)
@@ -70,6 +72,12 @@ _TENSORFLOW_CONSTANTS_ATTR = (
     tf_export.API_ATTRS[tf_export.TENSORFLOW_API_NAME].constants)
 
 
+def get_canonical_name(v2_names, v1_name):
+  if v2_names:
+    return v2_names[0]
+  return 'compat.v1.%s' % v1_name
+
+
 def collect_constant_renames():
   """Looks for constants that need to be renamed in TF 2.0.
 
@@ -97,12 +105,9 @@ def collect_constant_renames():
     # Second, we look for names that are in V1 but not in V2.
     for constant_name, api_names_v1 in constants_v1.items():
       api_names_v2 = constants_v2[constant_name]
-      if not api_names_v2:
-        continue
-      canonical_name = api_names_v2[0]
       for name in api_names_v1:
         if name not in api_names_v2:
-          renames.add((name, canonical_name))
+          renames.add((name, get_canonical_name(api_names_v2, name)))
   return renames
 
 
@@ -122,12 +127,11 @@ def collect_function_renames():
       _, attr = tf_decorator.unwrap(child[1])
       if not hasattr(attr, '__dict__'):
         continue
-      api_names = attr.__dict__.get(_TENSORFLOW_API_ATTR, [])
-      deprecated_api_names = attr.__dict__.get('_tf_deprecated_api_names', [])
-      canonical_name = tf_export.get_canonical_name(
-          api_names, deprecated_api_names)
+      api_names_v1 = attr.__dict__.get(_TENSORFLOW_API_ATTR_V1, [])
+      api_names_v2 = attr.__dict__.get(_TENSORFLOW_API_ATTR, [])
+      deprecated_api_names = set(api_names_v1) - set(api_names_v2)
       for name in deprecated_api_names:
-        renames.add((name, canonical_name))
+        renames.add((name, get_canonical_name(api_names_v2, name)))
 
   visitor = public_api.PublicAPIVisitor(visit)
   visitor.do_not_descend_map['tf'].append('contrib')
-- 
GitLab


From 8cbdd0e47fe6722c5d426cb074273199afa96bad Mon Sep 17 00:00:00 2001
From: mdfaijul <md.faijul.amin@intel.com>
Date: Thu, 8 Nov 2018 17:23:20 -0800
Subject: [PATCH 1293/1825] Changed DCHECK to DCHECK_EQ

---
 tensorflow/core/kernels/mkl_conv_ops.cc | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/kernels/mkl_conv_ops.cc b/tensorflow/core/kernels/mkl_conv_ops.cc
index 212733178b..0a5717c45a 100644
--- a/tensorflow/core/kernels/mkl_conv_ops.cc
+++ b/tensorflow/core/kernels/mkl_conv_ops.cc
@@ -248,18 +248,18 @@ class MklConvFwdPrimitive : public MklPrimitive {
     if (!post_op_params.empty()) {
       for (auto const& post_op_param : post_op_params) {
         if (post_op_param.name == "relu") {
-          DCHECK(post_op_param.param.size() == 3);
+          DCHECK_EQ(post_op_param.param.size(), 3);
           float op_scale = post_op_param.param[0];
           float op_alpha = post_op_param.param[1];
           float op_beta = post_op_param.param[2];
           post_ops.append_eltwise(op_scale, mkldnn::eltwise_relu, op_alpha,
                                   op_beta);
         } else if (post_op_param.name == "sum") {
-          DCHECK(post_op_param.param.size() == 1);
+          DCHECK_EQ(post_op_param.param.size(), 1);
           float op_scale = post_op_param.param[0];
           post_ops.append_sum(op_scale);
         } else if (post_op_param.name == "output_scale") {
-          DCHECK(post_op_param.param.size() == 1);
+          DCHECK_EQ(post_op_param.param.size(), 1);
           std::vector<float> scales;
           scales.push_back(post_op_param.param[0]);
           post_ops_attr.set_output_scales(0, scales);
@@ -373,17 +373,17 @@ class MklConvFwdPrimitiveFactory : public MklPrimitiveFactory<T> {
     // Generate keys for post-ops
     for (auto const& post_op_param : convFwdDims.post_op_params) {
       if (post_op_param.name == "relu") {
-        DCHECK(post_op_param.param.size() == 3);
+        DCHECK_EQ(post_op_param.param.size(), 3);
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
         key_creator.AddAsKey(post_op_param.param[1]);
         key_creator.AddAsKey(post_op_param.param[2]);
       } else if (post_op_param.name == "sum") {
-        DCHECK(post_op_param.param.size() == 1);
+        DCHECK_EQ(post_op_param.param.size(), 1);
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
       } else if (post_op_param.name == "output_scale") {
-        DCHECK(post_op_param.param.size() == 1);
+        DCHECK_EQ(post_op_param.param.size(), 1);
         key_creator.AddAsKey(post_op_param.name);
         key_creator.AddAsKey(post_op_param.param[0]);
       } else {
-- 
GitLab


From ef8c5a11c548de581b9f84f3ab98e497cb27d7ba Mon Sep 17 00:00:00 2001
From: Suyog Gupta <suyoggupta@google.com>
Date: Thu, 8 Nov 2018 17:22:08 -0800
Subject: [PATCH 1294/1825] Set the default value for threshold_decay to be
 0.0. Also parameterize the pruning_util test for input_shapes

PiperOrigin-RevId: 220728718
---
 tensorflow/contrib/model_pruning/README.md    |  2 +-
 .../contrib/model_pruning/python/pruning.py   |  7 ++--
 .../model_pruning/python/pruning_utils.py     |  4 +-
 .../python/pruning_utils_test.py              | 40 ++++++++++++++-----
 4 files changed, 37 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/model_pruning/README.md b/tensorflow/contrib/model_pruning/README.md
index b313024e28..45a60d7948 100644
--- a/tensorflow/contrib/model_pruning/README.md
+++ b/tensorflow/contrib/model_pruning/README.md
@@ -51,7 +51,7 @@ The pruning library allows for specification of the following hyper parameters:
 | begin_pruning_step | integer | 0 | The global step at which to begin pruning |
 | end_pruning_step   | integer | -1 | The global step at which to terminate pruning. Defaults to -1 implying that pruning continues till  the training stops |
 | weight_sparsity_map | list of strings | [""] | list of weight variable name (or layer name):target sparsity pairs. Eg. [conv1:0.9,conv2/kernel:0.8]. For layers/weights not in this list, sparsity as specified by the target_sparsity hyperparameter is used. |
-| threshold_decay | float | 0.9 | The decay factor to use for exponential decay of the thresholds |
+| threshold_decay | float | 0.0 | The decay factor to use for exponential decay of the thresholds |
 | pruning_frequency | integer | 10 | How often should the masks be updated? (in # of global_steps) |
 | nbins | integer | 256 | Number of bins to use for histogram computation. Note: When running on TPUs, a large (>1024) value for `nbins` may adversely affect the training time. |
 | block_height|integer | 1 | Number of rows in a block for block sparse matrices|
diff --git a/tensorflow/contrib/model_pruning/python/pruning.py b/tensorflow/contrib/model_pruning/python/pruning.py
index d2b8116417..f6b4373edd 100644
--- a/tensorflow/contrib/model_pruning/python/pruning.py
+++ b/tensorflow/contrib/model_pruning/python/pruning.py
@@ -204,7 +204,7 @@ def get_pruning_hparams():
       begin_pruning_step=0,
       end_pruning_step=-1,
       weight_sparsity_map=[''],
-      threshold_decay=0.9,
+      threshold_decay=0.0,
       pruning_frequency=10,
       nbins=256,
       block_height=1,
@@ -456,13 +456,14 @@ class Pruning(object):
 
       pool_window = [self._block_dim[0], self._block_dim[1]]
       pool_fn = pruning_utils.factorized_pool
-
+      squeeze_axis = None
       if not self._spec.use_tpu:
         pool_fn = nn_ops.pool
         abs_weights = array_ops.reshape(
             abs_weights,
             [1, abs_weights.get_shape()[0],
              abs_weights.get_shape()[1], 1])
+        squeeze_axis = [0, 3]
 
       pooled_weights = pool_fn(
           abs_weights,
@@ -473,7 +474,7 @@ class Pruning(object):
           name=weights.op.name + '_pooled')
 
       if pooled_weights.get_shape().ndims != 2:
-        pooled_weights = array_ops.squeeze(pooled_weights)
+        pooled_weights = array_ops.squeeze(pooled_weights, axis=squeeze_axis)
 
       smoothed_threshold, new_mask = self._update_mask(pooled_weights,
                                                        threshold)
diff --git a/tensorflow/contrib/model_pruning/python/pruning_utils.py b/tensorflow/contrib/model_pruning/python/pruning_utils.py
index 91b0bb7f60..14fc51229a 100644
--- a/tensorflow/contrib/model_pruning/python/pruning_utils.py
+++ b/tensorflow/contrib/model_pruning/python/pruning_utils.py
@@ -188,7 +188,6 @@ def _histogram(values, value_range, nbins=100, dtype=dtypes.int32, name=None):
   with ops.name_scope(name, 'histogram', [values, value_range, nbins]) as scope:
     values = ops.convert_to_tensor(values, name='values')
     values = array_ops.reshape(values, [-1])
-    value_range = ops.convert_to_tensor(value_range, name='value_range')
     nbins_float = np.float32(nbins)
 
     # Map tensor values that fall within value_range to [0, 1].
@@ -250,7 +249,6 @@ def compute_cdf(values, value_range, **kwargs):
   name = kwargs.get('name', None)
   with ops.name_scope(name, 'cdf', [values, value_range, nbins]):
     values = ops.convert_to_tensor(values, name='values')
-    value_range = ops.convert_to_tensor(value_range, name='value_range')
     nbins_float = np.float32(nbins)
 
     # Map tensor values that fall within value_range to [0, 1].
@@ -336,7 +334,7 @@ def factorized_pool(input_tensor,
         padding=padding)
 
   return array_ops.squeeze(
-      array_ops.transpose(width_pooling, perm=[0, 1, 3, 2]))
+      array_ops.transpose(width_pooling, perm=[0, 1, 3, 2]), axis=[0, 1])
 
 
 def determine_partitioned_axis(partitioned_variable):
diff --git a/tensorflow/contrib/model_pruning/python/pruning_utils_test.py b/tensorflow/contrib/model_pruning/python/pruning_utils_test.py
index 0aca843497..d6f2bfcb6c 100644
--- a/tensorflow/contrib/model_pruning/python/pruning_utils_test.py
+++ b/tensorflow/contrib/model_pruning/python/pruning_utils_test.py
@@ -85,8 +85,28 @@ class PruningUtilsTest(test.TestCase):
 
 
 @parameterized.named_parameters(
-    ("1x1", [1, 1]), ("4x4", [4, 4]), ("6x6", [6, 6]), ("1x4", [1, 4]),
-    ("4x1", [4, 1]), ("1x8", [1, 8]), ("8x1", [8, 1]))
+    ("Input_32x32_block_1x1", [32, 32], [1, 1]),
+    # block size 6x6
+    ("Input_3x3_block_6x6", [3, 3], [6, 6]),
+    ("Input_32x32_block_6x6", [32, 32], [6, 6]),
+    ("Input_2x32_block_6x6", [2, 32], [6, 6]),
+    ("Input_32x2_block_6x6", [32, 2], [6, 6]),
+    ("Input_30x30_block_6x6", [30, 30], [6, 6]),
+    # block size 4x4
+    ("Input_32x32_block_4x4", [32, 32], [4, 4]),
+    ("Input_2x32_block_4x4", [2, 32], [4, 4]),
+    ("Input_32x2_block_4x4", [32, 2], [4, 4]),
+    ("Input_30x30_block_4x4", [30, 30], [4, 4]),
+    # block size 1x4
+    ("Input_32x32_block_1x4", [32, 32], [1, 4]),
+    ("Input_2x32_block_1x4", [2, 32], [1, 4]),
+    ("Input_32x2_block_1x4", [32, 2], [1, 4]),
+    ("Input_30x30_block_1x4", [30, 30], [1, 4]),
+    # block size 4x1
+    ("Input_32x32_block_4x1", [32, 32], [4, 1]),
+    ("Input_2x32_block_4x1", [2, 32], [4, 1]),
+    ("Input_32x2_block_4x1", [32, 2], [4, 1]),
+    ("Input_30x30_block_4x1", [30, 30], [4, 1]))
 class PruningUtilsParameterizedTest(test.TestCase, parameterized.TestCase):
 
   def _compare_pooling_methods(self, weights, pooling_kwargs):
@@ -97,9 +117,11 @@ class PruningUtilsParameterizedTest(test.TestCase, parameterized.TestCase):
               array_ops.reshape(
                   weights,
                   [1, weights.get_shape()[0],
-                   weights.get_shape()[1], 1]), **pooling_kwargs))
+                   weights.get_shape()[1], 1]), **pooling_kwargs),
+          axis=[0, 3])
       pooled_weights_factorized_pool = pruning_utils.factorized_pool(
           weights, **pooling_kwargs)
+
       self.assertAllClose(pooled_weights_tf.eval(),
                           pooled_weights_factorized_pool.eval())
 
@@ -113,8 +135,8 @@ class PruningUtilsParameterizedTest(test.TestCase, parameterized.TestCase):
           [expanded_tensor, kronecker_product])
       self.assertAllEqual(expanded_tensor_val, kronecker_product_val)
 
-  def testFactorizedAvgPool(self, window_shape):
-    weights = variable_scope.get_variable("weights", shape=[1024, 2048])
+  def testFactorizedAvgPool(self, input_shape, window_shape):
+    weights = variable_scope.get_variable("weights", shape=input_shape)
     pooling_kwargs = {
         "window_shape": window_shape,
         "pooling_type": "AVG",
@@ -123,8 +145,8 @@ class PruningUtilsParameterizedTest(test.TestCase, parameterized.TestCase):
     }
     self._compare_pooling_methods(weights, pooling_kwargs)
 
-  def testFactorizedMaxPool(self, window_shape):
-    weights = variable_scope.get_variable("weights", shape=[1024, 2048])
+  def testFactorizedMaxPool(self, input_shape, window_shape):
+    weights = variable_scope.get_variable("weights", shape=input_shape)
     pooling_kwargs = {
         "window_shape": window_shape,
         "pooling_type": "MAX",
@@ -133,8 +155,8 @@ class PruningUtilsParameterizedTest(test.TestCase, parameterized.TestCase):
     }
     self._compare_pooling_methods(weights, pooling_kwargs)
 
-  def testExpandTensor(self, block_dim):
-    weights = random_ops.random_normal(shape=[1024, 512])
+  def testExpandTensor(self, input_shape, block_dim):
+    weights = random_ops.random_normal(shape=input_shape)
     self._compare_expand_tensor_with_kronecker_product(weights, block_dim)
 
 
-- 
GitLab


From 64a9f6a528767a0798b310fb26ba12b0760196ba Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Thu, 8 Nov 2018 18:29:14 -0800
Subject: [PATCH 1295/1825] Removed usages of
 _get_default_distribution_strategy from distribute.py

PiperOrigin-RevId: 220735687
---
 tensorflow/python/training/distribute.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 9c66e75048..7fa830c87d 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -88,8 +88,7 @@ def _require_cross_replica_context(distribution_strategy):
   if context.cross_replica_context is distribution_strategy: return
   # We have an error to report, figure out the right message.
   if context.distribution_strategy is not distribution_strategy:
-    if (context.distribution_strategy is
-        distribution_strategy_context._get_default_distribution_strategy()):  # pylint: disable=protected-access
+    if not distribution_strategy_context.has_distribution_strategy():
       raise RuntimeError(
           'Need to be inside "with distribution_strategy.scope()" for %s' %
           (distribution_strategy,))
@@ -122,8 +121,7 @@ def _require_distribution_strategy_scope(distribution_strategy):
   context = _get_per_thread_mode()
   if context.distribution_strategy is distribution_strategy: return
   # We have an error to report, figure out the right message.
-  if (context.distribution_strategy is
-      distribution_strategy_context._get_default_distribution_strategy()):  # pylint: disable=protected-access
+  if not distribution_strategy_context.has_distribution_strategy():
     raise RuntimeError(
         'Need to be inside "with distribution_strategy.scope()" for %s' %
         (distribution_strategy,))
-- 
GitLab


From 4009a45c5e551c65704f16895885138539523471 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 8 Nov 2018 18:33:05 -0800
Subject: [PATCH 1296/1825] Add support for lambda functions.

PiperOrigin-RevId: 220736030
---
 tensorflow/python/autograph/core/naming.py    |  5 +++
 tensorflow/python/autograph/impl/api_test.py  | 12 ++++++
 .../python/autograph/impl/conversion.py       | 43 ++++++++++++-------
 .../python/autograph/impl/conversion_test.py  | 31 +++++++++++--
 tensorflow/python/autograph/pyct/ast_util.py  | 38 ++++++++++++++++
 .../python/autograph/pyct/ast_util_test.py    | 39 +++++++++++++++++
 6 files changed, 149 insertions(+), 19 deletions(-)

diff --git a/tensorflow/python/autograph/core/naming.py b/tensorflow/python/autograph/core/naming.py
index aecc9e33ca..43fcbcfc03 100644
--- a/tensorflow/python/autograph/core/naming.py
+++ b/tensorflow/python/autograph/core/naming.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.autograph.pyct import qual_names
+from tensorflow.python.util import tf_inspect
 
 
 class Namer(object):
@@ -76,6 +77,10 @@ class Namer(object):
     if not self.recursive:
       return None, False
 
+    if (live_entity is not None and tf_inspect.isfunction(live_entity) and
+        live_entity.__name__ == '<lambda>'):
+      return None, False
+
     if owner_type is not None and owner_type not in self.partial_types:
       # Members are not renamed when part of an entire converted class.
       return None, False
diff --git a/tensorflow/python/autograph/impl/api_test.py b/tensorflow/python/autograph/impl/api_test.py
index df9505b267..ef577568c4 100644
--- a/tensorflow/python/autograph/impl/api_test.py
+++ b/tensorflow/python/autograph/impl/api_test.py
@@ -367,6 +367,18 @@ class ApiTest(test.TestCase):
       sess.run(variables.global_variables_initializer())
       self.assertAllEqual([[0.0, 0.0]], sess.run(x))
 
+  def test_converted_call_lambda(self):
+
+    opts = converter.ConversionOptions()
+
+    l = lambda x: x == 0
+
+    x = api.converted_call(l, None, opts, constant_op.constant(0))
+
+    with self.cached_session() as sess:
+      sess.run(variables.global_variables_initializer())
+      self.assertAllEqual(True, sess.run(x))
+
   def test_to_graph_basic(self):
 
     def test_fn(x, s):
diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index a0de6ca6b3..f28c272d0d 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -115,15 +115,7 @@ def entity_to_graph(o, program_ctx, arg_values, arg_types):
   if tf_inspect.isclass(o):
     node, name, ns = class_to_graph(o, program_ctx)
   elif tf_inspect.isfunction(o):
-    # TODO(mdan): This is not a reliable mechanism.
-    # The most reliable way is to check the source code, the AST will contain
-    # a Lambda node instead of a FunctionDef
-    if o.__name__ == '<lambda>':
-      raise NotImplementedError(
-          'lambda functions are not yet supported; declare the function'
-          ' using def instead: %s' % o)
-    else:
-      node, name, ns = function_to_graph(o, program_ctx, arg_values, arg_types)
+    node, name, ns = function_to_graph(o, program_ctx, arg_values, arg_types)
   elif tf_inspect.ismethod(o):
     node, name, ns = function_to_graph(o, program_ctx, arg_values, arg_types)
   # TODO(mdan,yashkatariya): Remove when object conversion is implemented.
@@ -288,6 +280,18 @@ def function_to_graph(f,
 
   node, source = parser.parse_entity(f)
   node = node.body[0]
+
+  # TODO(mdan): Can we convert everything and scoop the lambda afterwards?
+  if f.__name__ == '<lambda>':
+    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    if len(nodes) != 1:
+      raise ValueError(
+          'Unable to identify source code of lambda function {}. It was'
+          ' defined on this line: {}, which contains multiple lambdas with'
+          ' identical argument names. To avoid ambiguity, define each lambda'
+          ' in a separate expression.'.format(f, source))
+    node, = nodes
+
   # TODO(znado): Place inside standard_analysis.
   origin_info.resolve(node, source, f)
   namespace = inspect_utils.getnamespace(f)
@@ -304,13 +308,20 @@ def function_to_graph(f,
   context = converter.EntityContext(namer, entity_info, program_ctx)
   node = node_to_graph(node, context)
 
-  # TODO(mdan): This somewhat duplicates the call rename logic in call_trees.py
-  new_name, did_rename = namer.compiled_function_name(f.__name__, f, owner_type)
-  if not did_rename:
-    new_name = f.__name__
-    if node.name != f.__name__:
-      raise NotImplementedError('Strange corner case. Send us offending code!')
-  node.name = new_name
+  if isinstance(node, gast.Lambda):
+    new_name = namer.new_symbol('tf__lambda', ())
+    node = gast.Assign(
+        targets=[gast.Name(new_name, gast.Store(), None)], value=node)
+
+  else:
+    # TODO(mdan): This somewhat duplicates the renaming logic in call_trees.py
+    new_name, did_rename = namer.compiled_function_name(f.__name__, f,
+                                                        owner_type)
+    if did_rename:
+      node.name = new_name
+    else:
+      new_name = f.__name__
+      assert node.name == new_name
 
   program_ctx.update_name_map(namer)
   # TODO(mdan): Use this at compilation.
diff --git a/tensorflow/python/autograph/impl/conversion_test.py b/tensorflow/python/autograph/impl/conversion_test.py
index 442d0e31e3..820d45898b 100644
--- a/tensorflow/python/autograph/impl/conversion_test.py
+++ b/tensorflow/python/autograph/impl/conversion_test.py
@@ -160,10 +160,35 @@ class ConversionTest(test.TestCase):
                      program_ctx.dependency_cache[TestSubclass][-2].name)
 
   def test_entity_to_graph_lambda(self):
-    f = lambda a: a
+    b = 2
+    f = lambda x: b * x if x > 0 else -x
 
-    with self.assertRaises(NotImplementedError):
-      program_ctx = self._simple_program_ctx()
+    program_ctx = self._simple_program_ctx()
+    nodes, name, ns = conversion.entity_to_graph(f, program_ctx, None, None)
+    fn_node, _ = nodes
+    self.assertIsInstance(fn_node, gast.Assign)
+    self.assertIsInstance(fn_node.value, gast.Lambda)
+    self.assertEqual('tf__lambda', name)
+    self.assertIs(ns['b'], b)
+
+  def test_entity_to_graph_multiple_lambdas(self):
+    a, b = 1, 2
+    f, _ = (lambda x: a * x, lambda y: b * y)
+
+    program_ctx = self._simple_program_ctx()
+    nodes, name, ns = conversion.entity_to_graph(f, program_ctx, None, None)
+    fn_node, _ = nodes
+    self.assertIsInstance(fn_node, gast.Assign)
+    self.assertIsInstance(fn_node.value, gast.Lambda)
+    self.assertEqual('tf__lambda', name)
+    self.assertIs(ns['a'], a)
+
+  def test_entity_to_graph_multiple_lambdas_ambiguous_definitions(self):
+    a, b = 1, 2
+    f, _ = (lambda x: a * x, lambda x: b * x)
+
+    program_ctx = self._simple_program_ctx()
+    with self.assertRaises(ValueError):
       conversion.entity_to_graph(f, program_ctx, None, None)
 
   def test_ag_module_cached(self):
diff --git a/tensorflow/python/autograph/pyct/ast_util.py b/tensorflow/python/autograph/pyct/ast_util.py
index 7df3b8858c..19bc12ff17 100644
--- a/tensorflow/python/autograph/pyct/ast_util.py
+++ b/tensorflow/python/autograph/pyct/ast_util.py
@@ -24,6 +24,7 @@ import gast
 
 from tensorflow.python.autograph.pyct import anno
 from tensorflow.python.autograph.pyct import parser
+from tensorflow.python.util import tf_inspect
 
 
 class CleanCopier(object):
@@ -311,3 +312,40 @@ def parallel_walk(node, other):
         raise ValueError(
             'inconsistent values for field {}: {} and {}'.format(
                 f, n_child, o_child))
+
+
+class LambdaMatcher(gast.NodeVisitor):
+  """Finds nodes that match a given lambda function's signature."""
+
+  def __init__(self, lambda_fn):
+    self.lambda_fn = lambda_fn
+    self.matching_nodes = []
+
+  def visit_Lambda(self, node):
+    self.generic_visit(node)
+
+    arg_spec = tf_inspect.getfullargspec(self.lambda_fn)
+
+    node_args = tuple(arg.id for arg in node.args.args)
+    if node_args != tuple(arg_spec.args):
+      return
+
+    node_varargs = None if node.args.vararg is None else node.args.vararg.arg
+    if arg_spec.varargs != node_varargs:
+      return
+
+    node_varkw = None if node.args.kwarg is None else node.args.kwarg.arg
+    if arg_spec.varkw != node_varkw:
+      return
+
+    node_kwonlyargs = tuple(arg.id for arg in node.args.kwonlyargs)
+    if node_kwonlyargs != tuple(arg_spec.kwonlyargs):
+      return
+
+    self.matching_nodes.append(node)
+
+
+def find_matching_lambda_definitions(node, f):
+  matcher = LambdaMatcher(f)
+  matcher.visit(node)
+  return tuple(matcher.matching_nodes)
diff --git a/tensorflow/python/autograph/pyct/ast_util_test.py b/tensorflow/python/autograph/pyct/ast_util_test.py
index b1577c466e..4e2ace8c34 100644
--- a/tensorflow/python/autograph/pyct/ast_util_test.py
+++ b/tensorflow/python/autograph/pyct/ast_util_test.py
@@ -22,6 +22,8 @@ import ast
 import collections
 import textwrap
 
+import gast
+
 from tensorflow.python.autograph.pyct import anno
 from tensorflow.python.autograph.pyct import ast_util
 from tensorflow.python.autograph.pyct import compiler
@@ -191,6 +193,43 @@ class AstUtilTest(test.TestCase):
       for _ in ast_util.parallel_walk(node_1, node_3):
         pass
 
+  def assertLambdaNodes(self, matching_nodes, expected_bodies):
+    self.assertEqual(len(matching_nodes), len(expected_bodies))
+    for node in matching_nodes:
+      self.assertIsInstance(node, gast.Lambda)
+      self.assertIn(compiler.ast_to_source(node.body).strip(), expected_bodies)
+
+  def test_find_matching_lambda_definitions(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      f = lambda x: 1
+    """))
+    f = lambda x: x
+    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    self.assertLambdaNodes(nodes, ('(1)',))
+
+  def test_find_matching_lambda_definitions_multiple_matches(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      f = lambda x: 1, lambda x: 2
+    """))
+    f = lambda x: x
+    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    self.assertLambdaNodes(nodes, ('(1)', '(2)'))
+
+  def test_find_matching_lambda_definitions_uses_arg_names(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      f = lambda x: 1, lambda y: 2
+    """))
+    f = lambda x: x
+    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    self.assertLambdaNodes(nodes, ('(1)',))
+
+    f = lambda y: y
+    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    self.assertLambdaNodes(nodes, ('(2)',))
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 485923680de5aa755dddd638bf45b8fd82384e3a Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 8 Nov 2018 19:00:16 -0800
Subject: [PATCH 1297/1825] Re-enable IncreaseDynamismForAutoJitPass

It was reverted because the pass creates slices from DT_INT64 tensors which
wasn't supported on the GPU.  We now support these slices so the pass can be
re-enabled.

PiperOrigin-RevId: 220738294
---
 .../compiler/jit/jit_compilation_pass_registration.cc      | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/compiler/jit/jit_compilation_pass_registration.cc b/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
index 107d521077..f79bdc1e2e 100644
--- a/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
+++ b/tensorflow/compiler/jit/jit_compilation_pass_registration.cc
@@ -44,11 +44,8 @@ REGISTER_OPTIMIZATION(OptimizationPassRegistry::PRE_PLACEMENT, 26,
 REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 10,
                       MarkForCompilationPass);
 
-// TODO(b/111210515): IncreaseDynamismForAutoJitPass creates slices with index
-// type DT_INT64 which do not have a kernel on GPU.
-//
-// REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 20,
-//                       IncreaseDynamismForAutoJitPass);
+REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 20,
+                      IncreaseDynamismForAutoJitPass);
 
 REGISTER_OPTIMIZATION(OptimizationPassRegistry::POST_REWRITE_FOR_EXEC, 30,
                       PartiallyDeclusterPass);
-- 
GitLab


From 84b71baab2a6975e63db6e311ed262ef56663dbe Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 8 Nov 2018 19:25:17 -0800
Subject: [PATCH 1298/1825] Delete nodes that have no uses after declustering.

This may seem pointless because XLA will trivially DCE these, but removing them
can reduce the number of incoming arguments to the XLA computation.  If these
incoming arguments are integer typed then this can often reduce host to device
copies (since inputs to XLA computations live on the device while TF nodes
generally place integer typed tensors on the host).

PiperOrigin-RevId: 220741169
---
 .../compiler/jit/partially_decluster_pass.cc  |  8 ++++++
 .../jit/partially_decluster_pass_test.cc      | 27 +++++++++++++++++++
 2 files changed, 35 insertions(+)

diff --git a/tensorflow/compiler/jit/partially_decluster_pass.cc b/tensorflow/compiler/jit/partially_decluster_pass.cc
index 550ffa2465..36b345ecbf 100644
--- a/tensorflow/compiler/jit/partially_decluster_pass.cc
+++ b/tensorflow/compiler/jit/partially_decluster_pass.cc
@@ -133,6 +133,10 @@ Status PartiallyDeclusterNode(Graph* graph, Node* n) {
     graph->RemoveEdge(out_edge_to_clone);
   }
 
+  if (n->out_edges().empty()) {
+    graph->RemoveNode(n);
+  }
+
   return Status::OK();
 }
 
@@ -191,6 +195,10 @@ Status PartiallyDeclusterToRemoveDeviceToHostCopies(Graph* graph) {
     }
   }
 
+  // Recompute post order since PartiallyDeclusterNode may have deleted nodes.
+  post_order.clear();
+  GetPostOrder(*graph, &post_order, /*stable_comparator=*/NodeComparatorName(),
+               /*edge_filter=*/NotBackedge);
   nodes_to_partially_decluster.clear();
   TF_RETURN_IF_ERROR(
       FindNodesToDecluster(*graph, &nodes_to_partially_decluster, post_order));
diff --git a/tensorflow/compiler/jit/partially_decluster_pass_test.cc b/tensorflow/compiler/jit/partially_decluster_pass_test.cc
index 74d5ef5718..1fc5da5071 100644
--- a/tensorflow/compiler/jit/partially_decluster_pass_test.cc
+++ b/tensorflow/compiler/jit/partially_decluster_pass_test.cc
@@ -437,5 +437,32 @@ TEST(PartiallyDeclusterPassTest, DontDeclusterNonTensorFlowOps) {
   EXPECT_EQ(GetXlaClusterForNode(*n), "cluster_0");
 }
 
+TEST(PartiallyDeclusterPassTest, EliminatedUnusedNodes) {
+  const char* const kClusteredProducer0Name = "ClusteredProducer0";
+  const char* const kClusteredProducer1Name = "ClusteredProducer1";
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  {
+    GraphDefBuilder builder(GraphDefBuilder::kFailImmediately);
+    Node* input =
+        ops::SourceOp("FakeNullary", builder.opts().WithName("Input"));
+    Node* clustered_producer_0 =
+        ops::BinaryOp("FakeBinary", input, input,
+                      builder.opts().WithName(kClusteredProducer0Name));
+    Node* clustered_producer_1 =
+        ops::BinaryOp("FakeBinary", clustered_producer_0, input,
+                      builder.opts().WithName(kClusteredProducer1Name));
+    ops::BinaryOp("FakeBinary", clustered_producer_1, input,
+                  builder.opts().WithName("UnclusteredConsumer"));
+    clustered_producer_0->AddAttr(kXlaClusterAttr, "cluster_0");
+    clustered_producer_1->AddAttr(kXlaClusterAttr, "cluster_0");
+    TF_EXPECT_OK(GraphDefBuilderToGraph(builder, graph.get()));
+  }
+
+  TF_ASSERT_OK(PartiallyDecluster(&graph));
+  EXPECT_EQ(FindNodeByName(*graph, kClusteredProducer0Name), nullptr);
+  EXPECT_EQ(FindNodeByName(*graph, kClusteredProducer1Name), nullptr);
+}
+
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From 45dbbec0d52f75950001cf335c761a80fabb20e5 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Thu, 8 Nov 2018 20:05:20 -0800
Subject: [PATCH 1299/1825] Adds missing inputs_test.

PiperOrigin-RevId: 220744542
---
 tensorflow/python/data/kernel_tests/BUILD | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/tensorflow/python/data/kernel_tests/BUILD b/tensorflow/python/data/kernel_tests/BUILD
index 6219d1491f..21eed2b070 100644
--- a/tensorflow/python/data/kernel_tests/BUILD
+++ b/tensorflow/python/data/kernel_tests/BUILD
@@ -173,6 +173,20 @@ tf_py_test(
     ],
 )
 
+tf_py_test(
+    name = "inputs_test",
+    size = "small",
+    srcs = ["inputs_test.py"],
+    additional_deps = [
+        ":test_base",
+        "@absl_py//absl/testing:parameterized",
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:sparse_tensor",
+        "//tensorflow/python/data/ops:dataset_ops",
+    ],
+)
+
 tf_py_test(
     name = "interleave_dataset_op_test",
     size = "small",
-- 
GitLab


From d398f9ab792b03bd48eaf867e1a7fdedda3886c9 Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 8 Nov 2018 20:44:08 -0800
Subject: [PATCH 1300/1825] Change the op gradient annotation for MaxPooling3D
 as it requires the ouput

---
 tensorflow/python/eager/pywrap_tfe_src.cc                   | 3 +--
 tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py | 0
 tensorflow/python/ops/nn_grad.py                            | 2 +-
 3 files changed, 2 insertions(+), 3 deletions(-)
 create mode 100644 tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py

diff --git a/tensorflow/python/eager/pywrap_tfe_src.cc b/tensorflow/python/eager/pywrap_tfe_src.cc
index 70de5e0c03..705b342830 100644
--- a/tensorflow/python/eager/pywrap_tfe_src.cc
+++ b/tensorflow/python/eager/pywrap_tfe_src.cc
@@ -1853,7 +1853,7 @@ bool OpGradientDoesntRequireOutputIndices(
           {"Conv3DBackpropInputV2", {true, {}}},
           {"AvgPool3D", {true, {}}},
           {"AvgPool3DGrad", {true, {}}},
-          {"MaxPool3D", {true, {}}},
+          {"MaxPool3D", {false, {}}},
           {"MaxPool3DGrad", {true, {}}},
           {"MaxPool3DGradGrad", {true, {}}},
           {"BiasAdd", {true, {}}},
@@ -2020,7 +2020,6 @@ PyObject* RecordGradient(PyObject* op_name, PyObject* inputs, PyObject* attrs,
   PyObject* op_outputs;
   bool op_outputs_tuple_created = false;
   std::pair<bool, tensorflow::gtl::FlatSet<int>>* outputs_not_required;
-
   if (OpGradientDoesntRequireOutputIndices(c_op_name, &outputs_not_required)) {
     if (outputs_not_required->first) {
       op_outputs = Py_None;
diff --git a/tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py b/tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/tensorflow/python/ops/nn_grad.py b/tensorflow/python/ops/nn_grad.py
index e1e998a8d6..902653befc 100644
--- a/tensorflow/python/ops/nn_grad.py
+++ b/tensorflow/python/ops/nn_grad.py
@@ -179,7 +179,7 @@ def _AvgPool3DGradGrad(op, grad):
 def _MaxPool3DGrad(op, grad):
   return gen_nn_ops.max_pool3d_grad(
       op.inputs[0],
-      op.inputs[0],
+      op.outputs[0],
       grad,
       ksize=op.get_attr("ksize"),
       strides=op.get_attr("strides"),
-- 
GitLab


From cb5768824a590315b5296b23629bad9eb8f86226 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 20:45:00 -0800
Subject: [PATCH 1301/1825] Internal change

PiperOrigin-RevId: 220747544
---
 tensorflow/lite/toco/toco_port.cc | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/toco/toco_port.cc b/tensorflow/lite/toco/toco_port.cc
index 0881065a23..fb8c1b8337 100644
--- a/tensorflow/lite/toco/toco_port.cc
+++ b/tensorflow/lite/toco/toco_port.cc
@@ -66,8 +66,9 @@ namespace file {
 // Conversion to our wrapper Status.
 tensorflow::Status ToStatus(const ::util::Status& uts) {
   if (!uts.ok()) {
-    return tensorflow::Status(tensorflow::errors::Code(uts.error_code()),
-                              uts.error_message());
+    return tensorflow::Status(
+        tensorflow::errors::Code(::util::RetrieveErrorCode(uts)),
+        uts.error_message());
   }
   return tensorflow::Status::OK();
 }
-- 
GitLab


From b300c78a889aa75b04f6bcff2a6a5fb5d0976b4d Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Thu, 8 Nov 2018 21:18:07 -0800
Subject: [PATCH 1302/1825] Fix while_v2 for XLA. Set max_num_elements on
 EmptyTensorList and add checks to make sure maximum_iterations is statically
 known in XLA context. In order to make maximum_iterations available for the
 gradient pass it is set as an attr on the forward While op.

PiperOrigin-RevId: 220749927
---
 tensorflow/python/BUILD                       |  1 +
 .../kernel_tests/control_flow_ops_py_test.py  | 94 ++++++++++++-------
 tensorflow/python/ops/while_v2.py             | 81 +++++++++++++---
 3 files changed, 127 insertions(+), 49 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 798f8e08e8..45e5648302 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2137,6 +2137,7 @@ py_library(
         ":list_ops",
         ":tensor_array_ops",
         ":tensor_shape",
+        ":tensor_util",
         ":util",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python/eager:function",
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 3a5d817e9d..79879e1dd5 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -934,7 +934,6 @@ class ControlFlowTest(test.TestCase):
       r = isum(s, maximum_iterations=3)
       self.assertAllEqual([1 + 3, 2 + 3, 3 + 3, 4 + 3, 5 + 3], r.eval())
 
-  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testWhileWithMaximumIterationsAndSingleArgument(self):
     with self.cached_session():
       r = control_flow_ops.while_loop(
@@ -967,7 +966,6 @@ class ControlFlowTest(test.TestCase):
     # Should execute without issue.
     self.assertEqual(3, self.evaluate(loop_execute))
 
-  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testInvalidMaximumIterationsWhileLoopGradientInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -989,29 +987,45 @@ class ControlFlowTest(test.TestCase):
     gs = gradients_impl.gradients(loop_no_xla, v)
     self.evaluate(gs)  # This should execute without error.
 
-    xla_context = control_flow_ops.XLAControlFlowContext()
-    xla_context.Enter()
-    loop_no_maxiter = create_while_loop()
-    loop_with_maxiter = create_while_loop(maximum_iterations=2)
-    xla_context.Exit()
+    if control_flow_ops.ENABLE_WHILE_V2:
+      xla_context = control_flow_ops.XLAControlFlowContext()
+      xla_context.Enter()
+      with self.assertRaisesRegexp(
+          ValueError,
+          r"maximum_iterations is None. It is required and must be statically "
+          r"known \(e.g. a constant value or known shape dimension\) when "
+          r"building while_loop in XLA context."):
+        loop_no_maxiter = create_while_loop()
+      with self.assertRaisesRegexp(
+          ValueError,
+          r"maximum_iterations must be statically "
+          r"known \(e.g. a constant value or known shape dimension\) when "
+          r"building while_loop in XLA context."):
+        loop_with_maxiter = create_while_loop(maximum_iterations=2)
+      xla_context.Exit()
+    else:
+      xla_context = control_flow_ops.XLAControlFlowContext()
+      xla_context.Enter()
+      loop_no_maxiter = create_while_loop()
+      loop_with_maxiter = create_while_loop(maximum_iterations=2)
+      xla_context.Exit()
 
-    with self.assertRaisesRegexp(
-        ValueError,
-        r"Cannot create a gradient accumulator for tensor '.+' inside "
-        r"XLA while_loop because maximum_iterations was not passed to "
-        r"the tf.while_loop call \('.+'\)."):
-      _ = gradients_impl.gradients(loop_no_maxiter, v)
+      with self.assertRaisesRegexp(
+          ValueError,
+          r"Cannot create a gradient accumulator for tensor '.+' inside "
+          r"XLA while_loop because maximum_iterations was not passed to "
+          r"the tf.while_loop call \('.+'\)."):
+        _ = gradients_impl.gradients(loop_no_maxiter, v)
 
-    with self.assertRaisesRegexp(
-        ValueError,
-        r"Cannot create a gradient accumulator for tensor '.+' inside XLA "
-        r"while_loop. maximum_iterations tensor '.+' for while_loop context "
-        r"'.+' must be statically known \(e.g. a constant value or known "
-        r"shape dimension\), or be defined at or outside the while loop "
-        r"context '.*' \(currently defined in '.*'\)"):
-      _ = gradients_impl.gradients(loop_with_maxiter, v)
+      with self.assertRaisesRegexp(
+          ValueError,
+          r"Cannot create a gradient accumulator for tensor '.+' inside XLA "
+          r"while_loop. maximum_iterations tensor '.+' for while_loop context "
+          r"'.+' must be statically known \(e.g. a constant value or known "
+          r"shape dimension\), or be defined at or outside the while loop "
+          r"context '.*' \(currently defined in '.*'\)"):
+        _ = gradients_impl.gradients(loop_with_maxiter, v)
 
-  @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testInvalidMaximumIterationsFromSiblingContextWhileLoopInXLAContext(self):
     v = constant_op.constant(1.0)
 
@@ -1030,19 +1044,29 @@ class ControlFlowTest(test.TestCase):
           lambda i, x: (i + 1, v * x), (0, 1.0),
           maximum_iterations=max_iter_holder[0])
 
-    xla_context = control_flow_ops.XLAControlFlowContext()
-    xla_context.Enter()
-    loop = create_while_loop()
-    xla_context.Exit()
-
-    with self.assertRaisesRegexp(
-        ValueError,
-        r"Cannot create a gradient accumulator for tensor '.+' inside XLA "
-        r"while_loop. maximum_iterations tensor '.*Placeholder:0' for "
-        r"while_loop context '.+' must be statically known \(e.g. a constant "
-        r"value or known shape dimension\), or be defined at or outside the "
-        r"while loop context '' \(currently defined in 'cond/.+'\)"):
-      _ = gradients_impl.gradients(loop, v)
+    if control_flow_ops.ENABLE_WHILE_V2:
+      xla_context = control_flow_ops.XLAControlFlowContext()
+      xla_context.Enter()
+      with self.assertRaisesRegexp(
+          ValueError,
+          r"maximum_iterations must be statically known \(e.g. a constant value"
+          r" or known shape dimension\) when building while_loop in XLA "
+          r"context."):
+        loop = create_while_loop()
+      xla_context.Exit()
+    else:
+      xla_context = control_flow_ops.XLAControlFlowContext()
+      xla_context.Enter()
+      loop = create_while_loop()
+      xla_context.Exit()
+      with self.assertRaisesRegexp(
+          ValueError,
+          r"Cannot create a gradient accumulator for tensor '.+' inside XLA "
+          r"while_loop. maximum_iterations tensor '.*Placeholder:0' for "
+          r"while_loop context '.+' must be statically known \(e.g. a constant "
+          r"value or known shape dimension\), or be defined at or outside the "
+          r"while loop context '' \(currently defined in 'cond/.+'\)"):
+        _ = gradients_impl.gradients(loop, v)
 
   @test_util.disable_control_flow_v2("b/118457764")
   def testNestedWhileLoopWithMaxItersFromOuterContextInXLAContext(self):
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 254fae11f4..7b0f0ed4fc 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -31,6 +31,7 @@ from tensorflow.python.framework import function_def_to_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_spec
+from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import control_flow_util
@@ -66,9 +67,7 @@ def while_loop(cond,
                maximum_iterations=None,
                name=None):
   """Like tf.while_loop, except emits a single While op."""
-  if _is_in_xla_context() and maximum_iterations is None:
-    raise ValueError("maximum_iterations is required in XLA context.")
-
+  maximum_iterations = _validate_and_convert_to_tensor(maximum_iterations)
   # Keep the original loop_vars around to know which args were TensorArrays.
   orig_loop_vars = loop_vars
   # Cache its length since we use it at multiple places below.
@@ -85,13 +84,6 @@ def while_loop(cond,
   else:
     shape_invariants = nest.map_structure(lambda t: t.shape, loop_vars)
 
-  if maximum_iterations is not None:
-    maximum_iterations = ops.convert_to_tensor(
-        maximum_iterations, name="maximum_iterations")
-    if maximum_iterations.shape.ndims != 0:
-      raise ValueError("maximum_iterations must be a scalar, saw shape: %s" %
-                       maximum_iterations.shape)
-
   if not name:
     name = "while"
 
@@ -214,11 +206,11 @@ def while_loop(cond,
     intermediate_tensors = _get_intermediates(body_graph)
 
     for intermediate_tensor in intermediate_tensors:
-      # TODO(srbs): Cache and re-use empty tensor lists.
       tensor_list = list_ops.empty_tensor_list(
           element_dtype=intermediate_tensor.dtype,
           element_shape=_get_tensor_convertible_shape(
-              intermediate_tensor.shape))
+              intermediate_tensor.shape),
+          max_num_elements=maximum_iterations)
       loop_vars.append(tensor_list)
       with cond_graph.as_default():
         # Add a placeholder to cond_graph's inputs corresponding to the
@@ -254,6 +246,7 @@ def while_loop(cond,
 
     _copy_handle_data(body_graph.outputs, outputs)
     _maybe_set_lowering_attr(outputs[0].op)
+    _maybe_set_maximum_iterations_attr(outputs[0].op, maximum_iterations)
 
     # Return identities for each output of the While op, rather than the output
     # of the While op directly. This makes pruning work if the output of
@@ -314,10 +307,15 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
 
   intermediate_tensors = _get_intermediates(body_grad_graph)
 
+  maximum_iterations = op.get_attr(
+      "_maximum_iterations") if _is_in_xla_context() else None
+  assert not _is_in_xla_context() or maximum_iterations is not None
   for intermediate_tensor in intermediate_tensors:
     tensor_list = list_ops.empty_tensor_list(
         element_dtype=intermediate_tensor.dtype,
-        element_shape=_get_tensor_convertible_shape(intermediate_tensor.shape))
+        element_shape=_get_tensor_convertible_shape(intermediate_tensor.shape),
+        max_num_elements=maximum_iterations)
+
     with body_grad_graph.as_default():
       tensor_list_ph = body_grad_graph.capture(tensor_list, whitelisted=True)
       # Push the intermediate tensor to the tensor list.
@@ -346,6 +344,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
 
   _copy_handle_data(body_grad_graph.outputs, outputs)
   _maybe_set_lowering_attr(outputs[0].op)
+  _maybe_set_maximum_iterations_attr(outputs[0].op, maximum_iterations)
 
   # Set None as the output gradient for tensors with None input gradient
   # e.g. TensorArray handles.
@@ -362,6 +361,46 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
   return none_padded_outputs
 
 
+def _validate_and_convert_to_tensor(maximum_iterations):
+  """Checks that `maximum_iterations` is valid.
+
+  In XLA context, `maximum_iterations` is required and must be statically
+  inferable, e.g. output tensor of a Const node.
+
+  Args:
+    maximum_iterations: The maximum_iterations passed to while_loop.
+
+  Returns:
+    A scalar valued tensor of type int32 or None.
+
+  Raises:
+    ValueError: If `maximum_iterations` is invalid.
+  """
+  if _is_in_xla_context():
+    if maximum_iterations is None:
+      raise ValueError("maximum_iterations is None. It is required and must "
+                       "be statically known (e.g. a constant value or known "
+                       "shape dimension) when building while_loop in XLA "
+                       "context.")
+    if isinstance(maximum_iterations, ops.Tensor):
+      # Get the constant value from the `maximum_iterations` tensor to avoid
+      # capturing a Const tensor from outside this graph.
+      maximum_iterations = tensor_util.constant_value(maximum_iterations)
+      if maximum_iterations is None:
+        raise ValueError("maximum_iterations must be statically known (e.g. a "
+                         "constant value or known shape dimension) when "
+                         "building while_loop in XLA context.")
+
+  if maximum_iterations is not None:
+    # EmptyTensorList expects `max_num_elements` to be of type int32.
+    maximum_iterations = ops.convert_to_tensor(
+        maximum_iterations, dtype=dtypes.int32, name="maximum_iterations")
+    if maximum_iterations.shape.ndims != 0:
+      raise ValueError("maximum_iterations must be a scalar, saw shape: %s" %
+                       maximum_iterations.shape)
+  return maximum_iterations
+
+
 # TODO(srbs): Pull this into common utils for cond_v2 and while_v2.
 def _get_body_graph(while_op):
   """Returns `FuncGraph` for the while body.
@@ -776,11 +815,25 @@ def _maybe_set_lowering_attr(op):
     # pylint: enable=protected-access
 
 
+def _maybe_set_maximum_iterations_attr(op, maximum_iterations):
+  if control_flow_util.IsInXLAContext(op):
+    # Store the maximum_iterations to use in the gradient pass.
+    op._set_attr(  # pylint: disable=protected-access
+        "_maximum_iterations",
+        attr_value_pb2.AttrValue(
+            i=tensor_util.constant_value(maximum_iterations)))
+
+
 # TODO(srbs): This method should be in control_flow_util but that introduces
 # a circular dependency ops -> control_flow_util -> ops.
 def _is_in_xla_context():
   """Returns whether the current context is inside an XLA context."""
-  cur_ctxt = ops.get_default_graph()._get_control_flow_context()  # pylint: disable=protected-access
+  outer_graph = ops.get_default_graph()
+  # The `_control_flow_context` is not copied when building a FuncGraph so
+  # we look it up from the base graph.
+  while isinstance(outer_graph, func_graph_module.FuncGraph):
+    outer_graph = outer_graph.outer_graph
+  cur_ctxt = outer_graph._get_control_flow_context()  # pylint: disable=protected-access
   return control_flow_util.GetContainingXLAContext(cur_ctxt) is not None
 
 
-- 
GitLab


From 675cdb3e2e902057fc00c6e67d6a032ffd905590 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 8 Nov 2018 21:21:13 -0800
Subject: [PATCH 1303/1825] Increase the number of shards for convolution_test

PiperOrigin-RevId: 220750051
---
 tensorflow/compiler/xla/tests/BUILD | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 9779ad3e1e..4984f9866c 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -868,7 +868,7 @@ xla_test(
     name = "convolution_test",
     timeout = "long",
     srcs = ["convolution_test.cc"],
-    shard_count = 25,
+    shard_count = 40,
     deps = CONVOLUTION_TEST_DEPS + [
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
-- 
GitLab


From b0620fe690f75c9581084ae436c20ba9276a0da4 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Thu, 8 Nov 2018 21:46:44 -0800
Subject: [PATCH 1304/1825] Making LinearModel a Keras subclassed model.

PiperOrigin-RevId: 220751767
---
 .../feature_column/feature_column_v2.py       | 190 ++++++++++--------
 .../feature_column/feature_column_v2_test.py  |  27 +++
 2 files changed, 135 insertions(+), 82 deletions(-)

diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index bd198ed53d..94306958d6 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -141,6 +141,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
 from tensorflow.python.framework import tensor_shape
+from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.engine.base_layer import Layer
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
@@ -416,7 +417,102 @@ class FeatureLayer(Layer):
     return (input_shape[0], total_elements)
 
 
-class LinearModel(Layer):
+class _LinearModelLayer(Layer):
+  """Layer that contains logic for `LinearModel`."""
+
+  def __init__(self,
+               feature_columns,
+               units=1,
+               sparse_combiner='sum',
+               trainable=True,
+               name=None,
+               **kwargs):
+    super(_LinearModelLayer, self).__init__(
+        name=name, trainable=trainable, **kwargs)
+
+    self._feature_columns = _normalize_feature_columns(feature_columns)
+    self._feature_columns = sorted(self._feature_columns, key=lambda x: x.name)
+    for column in self._feature_columns:
+      if not isinstance(column, (DenseColumn, CategoricalColumn)):
+        raise ValueError(
+            'Items of feature_columns must be either a '
+            'DenseColumn or CategoricalColumn. Given: {}'.format(column))
+
+    self._units = units
+    self._sparse_combiner = sparse_combiner
+
+    self._state_manager = _StateManagerImpl(self, self.trainable)
+    self.bias = None
+
+  def build(self, _):
+    # We need variable scopes for now because we want the variable partitioning
+    # information to percolate down. We also use _pure_variable_scope's here
+    # since we want to open up a name_scope in the `call` method while creating
+    # the ops.
+    with variable_scope._pure_variable_scope(self.name):  # pylint: disable=protected-access
+      for column in self._feature_columns:
+        with variable_scope._pure_variable_scope(column.name):  # pylint: disable=protected-access
+          # Create the state for each feature column
+          column.create_state(self._state_manager)
+
+          # Create a weight variable for each column.
+          if isinstance(column, CategoricalColumn):
+            first_dim = column.num_buckets
+          else:
+            first_dim = column.variable_shape.num_elements()
+          self._state_manager.create_variable(
+              column,
+              name='weights',
+              dtype=dtypes.float32,
+              shape=(first_dim, self._units),
+              initializer=init_ops.zeros_initializer(),
+              trainable=self.trainable)
+
+      # Create a bias variable.
+      self.bias = self.add_variable(
+          name='bias_weights',
+          dtype=dtypes.float32,
+          shape=[self._units],
+          initializer=init_ops.zeros_initializer(),
+          trainable=self.trainable,
+          use_resource=True,
+          # TODO(rohanj): Get rid of this hack once we have a mechanism for
+          # specifying a default partitioner for an entire layer. In that case,
+          # the default getter for Layers should work.
+          getter=variable_scope.get_variable)
+
+    super(_LinearModelLayer, self).build(None)
+
+  def call(self, features):
+    if not isinstance(features, dict):
+      raise ValueError('We expected a dictionary here. Instead we got: {}'
+                       .format(features))
+    with ops.name_scope(self.name):
+      transformation_cache = FeatureTransformationCache(features)
+      weighted_sums = []
+      for column in self._feature_columns:
+        with ops.name_scope(column.name):
+          # All the weights used in the linear model are owned by the state
+          # manager associated with this Linear Model.
+          weight_var = self._state_manager.get_variable(column, 'weights')
+
+          weighted_sum = _create_weighted_sum(
+              column=column,
+              transformation_cache=transformation_cache,
+              state_manager=self._state_manager,
+              sparse_combiner=self._sparse_combiner,
+              weight_var=weight_var)
+          weighted_sums.append(weighted_sum)
+
+      _verify_static_batch_size_equality(weighted_sums, self._feature_columns)
+      predictions_no_bias = math_ops.add_n(
+          weighted_sums, name='weighted_sum_no_bias')
+      predictions = nn_ops.bias_add(
+          predictions_no_bias, self.bias, name='weighted_sum')
+      return predictions
+
+
+class LinearModel(training.Model):
   """Produces a linear prediction `Tensor` based on given `feature_columns`.
 
   This layer generates a weighted sum based on output dimension `units`.
@@ -518,60 +614,15 @@ class LinearModel(Layer):
       ValueError: if an item in `feature_columns` is neither a `DenseColumn`
         nor `CategoricalColumn`.
     """
-    super(LinearModel, self).__init__(name=name, trainable=trainable, **kwargs)
-
-    self._feature_columns = _normalize_feature_columns(feature_columns)
-    self._feature_columns = sorted(self._feature_columns, key=lambda x: x.name)
-    for column in self._feature_columns:
-      if not isinstance(column, (DenseColumn, CategoricalColumn)):
-        raise ValueError(
-            'Items of feature_columns must be either a '
-            'DenseColumn or CategoricalColumn. Given: {}'.format(column))
-
-    self._units = units
-    self._sparse_combiner = sparse_combiner
-
-    self._state_manager = _StateManagerImpl(self, self.trainable)
-    self._bias_variable = None
 
-  def build(self, _):
-    # We need variable scopes for now because we want the variable partitioning
-    # information to percolate down. We also use _pure_variable_scope's here
-    # since we want to open up a name_scope in the `call` method while creating
-    # the ops.
-    with variable_scope._pure_variable_scope(self.name):  # pylint: disable=protected-access
-      for column in self._feature_columns:
-        with variable_scope._pure_variable_scope(column.name):  # pylint: disable=protected-access
-          # Create the state for each feature column
-          column.create_state(self._state_manager)
-
-          # Create a weight variable for each column.
-          if isinstance(column, CategoricalColumn):
-            first_dim = column.num_buckets
-          else:
-            first_dim = column.variable_shape.num_elements()
-          self._state_manager.create_variable(
-              column,
-              name='weights',
-              dtype=dtypes.float32,
-              shape=(first_dim, self._units),
-              initializer=init_ops.zeros_initializer(),
-              trainable=self.trainable)
-
-      # Create a bias variable.
-      self._bias_variable = self.add_variable(
-          name='bias_weights',
-          dtype=dtypes.float32,
-          shape=[self._units],
-          initializer=init_ops.zeros_initializer(),
-          trainable=self.trainable,
-          use_resource=True,
-          # TODO(rohanj): Get rid of this hack once we have a mechanism for
-          # specifying a default partitioner for an entire layer. In that case,
-          # the default getter for Layers should work.
-          getter=variable_scope.get_variable)
-
-    super(LinearModel, self).build(None)
+    super(LinearModel, self).__init__(name=name, **kwargs)
+    self.layer = _LinearModelLayer(
+        feature_columns,
+        units,
+        sparse_combiner,
+        trainable,
+        name=self.name,
+        **kwargs)
 
   def call(self, features):
     """Returns a `Tensor` the represents the predictions of a linear model.
@@ -589,36 +640,11 @@ class LinearModel(Layer):
     Raises:
       ValueError: If features are not a dictionary.
     """
-    if not isinstance(features, dict):
-      raise ValueError('We expected a dictionary here. Instead we got: ',
-                       features)
-    with ops.name_scope(self.name):
-      transformation_cache = FeatureTransformationCache(features)
-      weighted_sums = []
-      for column in self._feature_columns:
-        with ops.name_scope(column.name):
-          # All the weights used in the linear model are owned by the state
-          # manager associated with this Linear Model.
-          weight_var = self._state_manager.get_variable(column, 'weights')
-
-          weighted_sum = _create_weighted_sum(
-              column=column,
-              transformation_cache=transformation_cache,
-              state_manager=self._state_manager,
-              sparse_combiner=self._sparse_combiner,
-              weight_var=weight_var)
-          weighted_sums.append(weighted_sum)
-
-      _verify_static_batch_size_equality(weighted_sums, self._feature_columns)
-      predictions_no_bias = math_ops.add_n(
-          weighted_sums, name='weighted_sum_no_bias')
-      predictions = nn_ops.bias_add(
-          predictions_no_bias, self._bias_variable, name='weighted_sum')
-      return predictions
+    return self.layer(features)
 
   @property
-  def bias_variable(self):
-    return self._bias_variable
+  def bias(self):
+    return self.layer.bias
 
 
 def _transform_features(features, feature_columns, state_manager):
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index 45317a7d4a..2df0e104e1 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -27,6 +27,7 @@ from tensorflow.core.example import example_pb2
 from tensorflow.core.example import feature_pb2
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import rewriter_config_pb2
+from tensorflow.python import keras
 from tensorflow.python.client import session
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
@@ -48,6 +49,7 @@ from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.platform import test
 from tensorflow.python.training import coordinator
 from tensorflow.python.training import queue_runner_impl
+from tensorflow.python.training import rmsprop
 
 
 def _initialized_session(config=None):
@@ -1446,6 +1448,14 @@ class LinearModelTest(test.TestCase):
           feature_columns=[fc.numeric_column('a'),
                            fc.numeric_column('a')])
 
+  def test_not_dict_input_features(self):
+    price = fc.numeric_column('price')
+    with ops.Graph().as_default():
+      features = [[1.], [5.]]
+      model = fc.LinearModel([price])
+      with self.assertRaisesRegexp(ValueError, 'We expected a dictionary here'):
+        predictions = model(features)
+
   def test_dense_bias(self):
     price = fc.numeric_column('price')
     with ops.Graph().as_default():
@@ -1827,6 +1837,23 @@ class LinearModelTest(test.TestCase):
           'linear_model/bias_weights:0',
       ], variable_names)
 
+  def test_fit_and_predict(self):
+    columns = [fc.numeric_column('a')]
+
+    model = fc.LinearModel(columns)
+    model.compile(
+        optimizer=rmsprop.RMSPropOptimizer(1e-3),
+        loss='categorical_crossentropy',
+        metrics=['accuracy'])
+
+    x = {'a': np.random.random((10, 1))}
+    y = np.random.randint(20, size=(10, 1))
+    y = keras.utils.to_categorical(y, num_classes=20)
+    model.fit(x, y, epochs=1, batch_size=5)
+    model.fit(x, y, epochs=1, batch_size=5)
+    model.evaluate(x, y, batch_size=5)
+    model.predict(x, batch_size=5)
+
   def test_static_batch_size_mismatch(self):
     price1 = fc.numeric_column('price1')
     price2 = fc.numeric_column('price2')
-- 
GitLab


From 8e8b9356f7125bc97b7923098fc98bcb9f3a253e Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 8 Nov 2018 22:01:20 -0800
Subject: [PATCH 1305/1825] [tf.data] Call `Env::NowNanos()` less often in
 performance modeling code.

This approximately cuts the number of calls to `clock_gettime()` (or
equivalent) in half.

This improves the performance of the `Dataset.range()` benchmark with
and without modeling enabled:

* Average time per element (with modeling): 441.004515
  (was 498.648620 nanoseconds)

PiperOrigin-RevId: 220752571
---
 tensorflow/core/framework/model.cc | 10 ++++++----
 tensorflow/core/framework/model.h  |  8 ++++----
 2 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/framework/model.cc b/tensorflow/core/framework/model.cc
index 5650b4861b..952b26ca44 100644
--- a/tensorflow/core/framework/model.cc
+++ b/tensorflow/core/framework/model.cc
@@ -441,10 +441,11 @@ void Model::RecordStart(const string& name, bool stop_output) {
   tf_shared_lock l(mu_);
   auto node = gtl::FindOrNull(lookup_table_, name);
   if (node) {
+    int64 now_nanos = Env::Default()->NowNanos();
     if (stop_output && (*node)->output()) {
-      (*node)->output()->record_stop();
+      (*node)->output()->record_stop(now_nanos);
     }
-    (*node)->record_start();
+    (*node)->record_start(now_nanos);
   }
 }
 
@@ -452,9 +453,10 @@ void Model::RecordStop(const string& name, bool start_output) {
   tf_shared_lock l(mu_);
   auto node = gtl::FindOrNull(lookup_table_, name);
   if (node) {
-    (*node)->record_stop();
+    int64 now_nanos = Env::Default()->NowNanos();
+    (*node)->record_stop(now_nanos);
     if (start_output && (*node)->output()) {
-      (*node)->output()->record_start();
+      (*node)->output()->record_start(now_nanos);
     }
   }
 }
diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index f8db08ca17..759475a052 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -161,18 +161,18 @@ class Node {
   }
 
   // Records that a node thread has started executing.
-  void record_start() LOCKS_EXCLUDED(mu_) {
+  void record_start(int64 time_nanos) LOCKS_EXCLUDED(mu_) {
     mutex_lock l(mu_);
-    work_start_[std::this_thread::get_id()] = Env::Default()->NowNanos();
+    work_start_[std::this_thread::get_id()] = time_nanos;
   }
 
   // Records that a node thread has stopped executing.
-  void record_stop() LOCKS_EXCLUDED(mu_) {
+  void record_stop(int64 time_nanos) LOCKS_EXCLUDED(mu_) {
     mutex_lock l(mu_);
     std::thread::id tid = std::this_thread::get_id();
     auto iter = work_start_.find(tid);
     if (iter != work_start_.end()) {
-      processing_time_ += Env::Default()->NowNanos() - iter->second;
+      processing_time_ += time_nanos - iter->second;
       work_start_.erase(iter);
     } else {
       LOG(WARNING)
-- 
GitLab


From 6188e8e29dfc4fc151c8113218ba321398acaf4b Mon Sep 17 00:00:00 2001
From: Fei Hu <hufei68@gmail.com>
Date: Thu, 8 Nov 2018 22:54:05 -0800
Subject: [PATCH 1306/1825] Add the test case for MaxPooling3DGrad in Eager
 mode

---
 tensorflow/python/eager/BUILD             |  2 ++
 tensorflow/python/eager/backprop_test.py  | 28 +++++++++++++++++++++++
 tensorflow/python/eager/pywrap_tfe_src.cc |  1 +
 3 files changed, 31 insertions(+)

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 9d6c4f7337..c42deb3146 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -114,9 +114,11 @@ cuda_py_test(
         ":backprop",
         ":context",
         ":test",
+        "//third_party/py/numpy",
         "//tensorflow/python:embedding_ops",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:layers",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:nn_ops",
         "//tensorflow/python:resource_variable_ops",
diff --git a/tensorflow/python/eager/backprop_test.py b/tensorflow/python/eager/backprop_test.py
index 31ba6ad9b8..f4ca33ca35 100644
--- a/tensorflow/python/eager/backprop_test.py
+++ b/tensorflow/python/eager/backprop_test.py
@@ -30,6 +30,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
+from tensorflow.python.layers.pooling import max_pooling3d
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import custom_gradient
@@ -1140,5 +1141,32 @@ class BackpropTest(test.TestCase):
       g = f(c)
     self.assertAllEqual(self.evaluate(t.gradient(g, c)), 4.0)
 
+  @test_util.run_in_graph_and_eager_modes
+  def testMaxPooling3DGradient(self):
+    def forward(a):
+      r = max_pooling3d(
+          a,
+          pool_size=pool_size,
+          strides=strides,
+          padding="SAME")
+      return r
+
+    input_sizes = [1, 3, 2, 4, 1]
+    pool_size = (2, 2, 1)
+    strides = (1, 1, 1)
+
+    total_size = np.prod(input_sizes)
+    x = np.arange(1, total_size + 1, dtype=np.float32)
+    aa = constant_op.constant(x, shape=input_sizes, dtype=dtypes.float32)
+    da = backprop.gradients_function(forward)(aa)
+
+    if not context.executing_eagerly():
+      tf_aa = constant_op.constant(x, shape=input_sizes, dtype=dtypes.float32)
+      tf_max = max_pooling3d(
+          tf_aa, pool_size=pool_size, strides=strides, padding="SAME")
+      tf_da = gradients.gradients(tf_max, [tf_aa])
+      self.assertAllEqual(da[0], tf_da[0].eval())
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/eager/pywrap_tfe_src.cc b/tensorflow/python/eager/pywrap_tfe_src.cc
index 705b342830..6ca8eadbde 100644
--- a/tensorflow/python/eager/pywrap_tfe_src.cc
+++ b/tensorflow/python/eager/pywrap_tfe_src.cc
@@ -2020,6 +2020,7 @@ PyObject* RecordGradient(PyObject* op_name, PyObject* inputs, PyObject* attrs,
   PyObject* op_outputs;
   bool op_outputs_tuple_created = false;
   std::pair<bool, tensorflow::gtl::FlatSet<int>>* outputs_not_required;
+
   if (OpGradientDoesntRequireOutputIndices(c_op_name, &outputs_not_required)) {
     if (outputs_not_required->first) {
       op_outputs = Py_None;
-- 
GitLab


From 6735dd479952501d92ba2b57e217b3c129c9897e Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 8 Nov 2018 23:08:46 -0800
Subject: [PATCH 1307/1825] Automated rollback of commit
 4f143963ffd7527ec6457d48e1fa8886e9fcb87b

PiperOrigin-RevId: 220756819
---
 tensorflow/python/util/nest.py      |  5 ++---
 tensorflow/python/util/nest_test.py | 34 -----------------------------
 2 files changed, 2 insertions(+), 37 deletions(-)

diff --git a/tensorflow/python/util/nest.py b/tensorflow/python/util/nest.py
index b87ae98558..d67dbde304 100644
--- a/tensorflow/python/util/nest.py
+++ b/tensorflow/python/util/nest.py
@@ -503,8 +503,7 @@ def assert_shallow_structure(shallow_tree, input_tree, check_types=True):
               "The two namedtuples don't have the same sequence type. Input "
               "structure has type %s, while shallow structure has type %s."
               % (type(input_tree), type(shallow_tree)))
-      elif not (isinstance(shallow_tree, _collections.Mapping)
-                and isinstance(input_tree, _collections.Mapping)):
+      else:
         raise TypeError(
             "The two structures don't have the same sequence type. Input "
             "structure has type %s, while shallow structure has type %s."
@@ -516,7 +515,7 @@ def assert_shallow_structure(shallow_tree, input_tree, check_types=True):
           "structure has length %s, while shallow structure has length %s."
           % (len(input_tree), len(shallow_tree)))
 
-    if check_types and isinstance(shallow_tree, _collections.Mapping):
+    if check_types and isinstance(shallow_tree, (dict, _collections.Mapping)):
       if set(input_tree) != set(shallow_tree):
         raise ValueError(
             "The two structures don't have the same keys. Input "
diff --git a/tensorflow/python/util/nest_test.py b/tensorflow/python/util/nest_test.py
index 997a3c5c36..e03a8daaa1 100644
--- a/tensorflow/python/util/nest_test.py
+++ b/tensorflow/python/util/nest_test.py
@@ -706,40 +706,6 @@ class NestTest(parameterized.TestCase, test.TestCase):
         name_list, data_list)
     self.assertEqual(out, ["first_4_evens", ["first_5_odds", "first_3_primes"]])
 
-    # Dicts.
-    inp_val = dict(a=2, b=3)
-    inp_ops = dict(a=dict(add=1, mul=2), b=dict(add=2, mul=3))
-    out = nest.map_structure_up_to(
-        inp_val,
-        lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
-    self.assertEqual(out["a"], 6)
-    self.assertEqual(out["b"], 15)
-
-    # Non-equal dicts.
-    inp_val = dict(a=2, b=3)
-    inp_ops = dict(a=dict(add=1, mul=2), c=dict(add=2, mul=3))
-    with self.assertRaisesRegexp(ValueError, "same keys"):
-      nest.map_structure_up_to(
-          inp_val,
-          lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
-
-    # Dict+custom mapping.
-    inp_val = dict(a=2, b=3)
-    inp_ops = _CustomMapping(a=dict(add=1, mul=2), b=dict(add=2, mul=3))
-    out = nest.map_structure_up_to(
-        inp_val,
-        lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
-    self.assertEqual(out["a"], 6)
-    self.assertEqual(out["b"], 15)
-
-    # Non-equal dict/mapping.
-    inp_val = dict(a=2, b=3)
-    inp_ops = _CustomMapping(a=dict(add=1, mul=2), c=dict(add=2, mul=3))
-    with self.assertRaisesRegexp(ValueError, "same keys"):
-      nest.map_structure_up_to(
-          inp_val,
-          lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
-
   def testGetTraverseShallowStructure(self):
     scalar_traverse_input = [3, 4, (1, 2, [0]), [5, 6], {"a": (7,)}, []]
     scalar_traverse_r = nest.get_traverse_shallow_structure(
-- 
GitLab


From 74142f67926917061134678234ebee9683562f77 Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Fri, 9 Nov 2018 08:13:19 +0000
Subject: [PATCH 1308/1825] Fixed old tests breaking because cond_v2
 implementation preserves nested output structures even with singeltons

---
 .../python/kernel_tests/control_flow_ops_py_test.py       | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 98f8fd4e96..71e4ccddde 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -2097,8 +2097,12 @@ class ControlFlowTest(test.TestCase):
                                         [tensor_shape.unknown_shape()])
         return gradients_impl.gradients(r, x)
 
-      r = control_flow_ops.cond(math_ops.less(1, 2), fn1, lambda: x)
-      self.assertAllClose(9.0, r.eval(feed_dict={x: 1.0}))
+      #placed lambda function return tensor in list and set strict flag to True
+      #as cond_v2 implementation preserves nested output structures even with singeltons
+      r = control_flow_ops.cond(math_ops.less(1, 2), fn1, lambda: [x], strict=True)
+      #cannot run eval() on list object so use sess.run() and save output
+      result = sess.run(r,feed_dict={x: 1.0})
+      self.assertAllClose([9.0], result)
 
   @test_util.disable_control_flow_v2("b/116340060")
   def testGradInWhileWrtInitialLoopVal(self):
-- 
GitLab


From 6dad1aae0890b6f1406fa57c7f882dae7773e4c5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 01:02:24 -0800
Subject: [PATCH 1309/1825] compat: Update forward compatibility horizon to
 2018-11-09

PiperOrigin-RevId: 220765209
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 99c98e4cd1..703f8c0c0f 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 8)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 9)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From a4097ee21544ef8a6634a7186f387d6c0a07056e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 02:07:03 -0800
Subject: [PATCH 1310/1825] Fix typo in doc string.

PiperOrigin-RevId: 220772675
---
 tensorflow/python/ops/script_ops.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/script_ops.py b/tensorflow/python/ops/script_ops.py
index 2ec4b540fb..000cb9214e 100644
--- a/tensorflow/python/ops/script_ops.py
+++ b/tensorflow/python/ops/script_ops.py
@@ -311,7 +311,7 @@ def eager_py_func(func, inp, Tout, name=None):
   This function allows expressing computations in a TensorFlow graph as
   Python functions. In particular, it wraps a Python function `func`
   in a once-differentiable TensorFlow operation that executes it with eager
-  exeuction enabled. As a consequence, `tf.contrib.eager.py_func` makes it
+  execution enabled. As a consequence, `tf.contrib.eager.py_func` makes it
   possible to express control flow using Python constructs (`if`, `while`,
   `for`, etc.), instead of TensorFlow control flow constructs (`tf.cond`,
   `tf.while_loop`). For example, you might use `tf.contrib.eager.py_func` to
-- 
GitLab


From 5c07cebb4c5019d45ceda3e7224115aecba3a9c9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 04:08:36 -0800
Subject: [PATCH 1311/1825] Optimize Quantizied broadcast add op.

PiperOrigin-RevId: 220782252
---
 tensorflow/lite/kernels/add.cc                | 44 +++++----
 .../internal/optimized/optimized_ops.h        |  1 +
 .../internal/reference/reference_ops.h        | 92 +++++++++++++++++++
 3 files changed, 119 insertions(+), 18 deletions(-)

diff --git a/tensorflow/lite/kernels/add.cc b/tensorflow/lite/kernels/add.cc
index f4bfd8d324..32a7c100ce 100644
--- a/tensorflow/lite/kernels/add.cc
+++ b/tensorflow/lite/kernels/add.cc
@@ -220,30 +220,38 @@ TfLiteStatus EvalAddQuantized(TfLiteContext* context, TfLiteNode* node,
                               const TfLiteTensor* input2,
                               TfLiteTensor* output) {
   if (output->type == kTfLiteUInt8) {
+    tflite::ArithmeticParams op_params;
+    op_params.left_shift = data->left_shift;
+    op_params.input1_offset = data->input1_offset;
+    op_params.input1_multiplier = data->input1_multiplier;
+    op_params.input1_shift = data->input1_shift;
+    op_params.input2_offset = data->input2_offset;
+    op_params.input2_multiplier = data->input2_multiplier;
+    op_params.input2_shift = data->input2_shift;
+    op_params.output_offset = data->output_offset;
+    op_params.output_multiplier = data->output_multiplier;
+    op_params.output_shift = data->output_shift;
+    SetActivationParams(data->output_activation_min,
+                        data->output_activation_max, &op_params);
+    bool need_broadcast = optimized_ops::ProcessBroadcastShapes(
+        GetTensorShape(input1), GetTensorShape(input2), &op_params);
 #define TF_LITE_ADD(type, opname)                                      \
-  tflite::ArithmeticParams op_params;                                  \
-  op_params.left_shift = data->left_shift;                             \
-  op_params.input1_offset = data->input1_offset;                       \
-  op_params.input1_multiplier = data->input1_multiplier;               \
-  op_params.input1_shift = data->input1_shift;                         \
-  op_params.input2_offset = data->input2_offset;                       \
-  op_params.input2_multiplier = data->input2_multiplier;               \
-  op_params.input2_shift = data->input2_shift;                         \
-  op_params.output_offset = data->output_offset;                       \
-  op_params.output_multiplier = data->output_multiplier;               \
-  op_params.output_shift = data->output_shift;                         \
-  SetActivationParams(data->output_activation_min,                     \
-                      data->output_activation_max, &op_params);        \
   type::opname(op_params, GetTensorShape(input1),                      \
                GetTensorData<uint8_t>(input1), GetTensorShape(input2), \
                GetTensorData<uint8_t>(input2), GetTensorShape(output), \
-               GetTensorData<uint8_t>(output))
-    // The quantized version of Add doesn't support activations, so we
-    // always use BroadcastAdd.
+               GetTensorData<uint8_t>(output));
     if (kernel_type == kReference) {
-      TF_LITE_ADD(reference_ops, BroadcastAdd4DSlow);
+      if (need_broadcast) {
+        TF_LITE_ADD(reference_ops, BroadcastAdd4DSlow);
+      } else {
+        TF_LITE_ADD(reference_ops, Add);
+      }
     } else {
-      TF_LITE_ADD(optimized_ops, BroadcastAdd4DSlow);
+      if (need_broadcast) {
+        TF_LITE_ADD(optimized_ops, BroadcastAddFivefold);
+      } else {
+        TF_LITE_ADD(optimized_ops, Add);
+      }
     }
 #undef TF_LITE_ADD
   } else if (output->type == kTfLiteInt16) {
diff --git a/tensorflow/lite/kernels/internal/optimized/optimized_ops.h b/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
index 00be5a9db8..6f2cd4faab 100644
--- a/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
+++ b/tensorflow/lite/kernels/internal/optimized/optimized_ops.h
@@ -70,6 +70,7 @@ using reference_ops::LessEqual;
 using reference_ops::LessEqualWithScaling;
 using reference_ops::LessWithScaling;
 using reference_ops::Mean;
+using reference_ops::ProcessBroadcastShapes;
 using reference_ops::RankOneSelect;
 using reference_ops::Relu1;
 using reference_ops::Relu6;
diff --git a/tensorflow/lite/kernels/internal/reference/reference_ops.h b/tensorflow/lite/kernels/internal/reference/reference_ops.h
index 6d22b2c017..1bd9129488 100644
--- a/tensorflow/lite/kernels/internal/reference/reference_ops.h
+++ b/tensorflow/lite/kernels/internal/reference/reference_ops.h
@@ -100,6 +100,98 @@ gemmlowp::FixedPoint<tRawType, tIntegerBits> SaturatingSub(
 
 namespace reference_ops {
 
+// Return true for broadcast case, false otherwise.
+inline bool ProcessBroadcastShapes(const RuntimeShape& shape0,
+                                   const RuntimeShape& shape1,
+                                   tflite::ArithmeticParams* params) {
+  const int dims_count =
+      std::max(shape0.DimensionsCount(), shape1.DimensionsCount());
+
+  params->broadcast_category = BroadcastableOpCategory::kGenericBroadcast;
+  RuntimeShape scalar_shape(dims_count, 1);
+
+  auto extended_shape0 = RuntimeShape::ExtendedShape(dims_count, shape0);
+  auto extended_shape1 = RuntimeShape::ExtendedShape(dims_count, shape1);
+
+  // Check for "exact" match, implicitly accepting any scalar shapes.
+  if (extended_shape0 == extended_shape1) {
+    params->broadcast_category = BroadcastableOpCategory::kNonBroadcast;
+    return false;
+  }
+
+  for (int i = dims_count - 1; i >= 0; --i) {
+    if (extended_shape0.Dims(i) == extended_shape1.Dims(i)) {
+      continue;
+    } else if (extended_shape0.Dims(i) == 1) {
+      params->broadcast_category =
+          BroadcastableOpCategory::kFirstInputBroadcastsFast;
+      break;
+    } else if (extended_shape1.Dims(i) == 1) {
+      params->broadcast_category =
+          BroadcastableOpCategory::kSecondInputBroadcastsFast;
+      break;
+    } else {
+      params->broadcast_category = BroadcastableOpCategory::kGenericBroadcast;
+      break;
+    }
+  }
+
+  if (params->broadcast_category !=
+          BroadcastableOpCategory::kFirstInputBroadcastsFast &&
+      params->broadcast_category !=
+          BroadcastableOpCategory::kSecondInputBroadcastsFast) {
+    return false;
+  }
+
+  // From this point it is assumed contractually that corresponding dimensions
+  // in shape0 and shape1 are either (a) equal or (b) one or other equals 1.
+  const bool swap_inputs = params->broadcast_category ==
+                           BroadcastableOpCategory::kSecondInputBroadcastsFast;
+  const RuntimeShape* shape_a =
+      swap_inputs ? &extended_shape1 : &extended_shape0;
+  const RuntimeShape* shape_b =
+      swap_inputs ? &extended_shape0 : &extended_shape1;
+
+  int i = dims_count - 1;
+  params->broadcast_shape[0] = 1;
+  params->broadcast_shape[1] = 1;
+  params->broadcast_shape[2] = 1;
+  params->broadcast_shape[3] = 1;
+  params->broadcast_shape[4] = 1;
+  // y_0 is greedy: include dims if both or neither equal 1: in other words,
+  // test for equality rather than (shape_a->Dims(i) != 1).
+  while (i >= 0 && shape_a->Dims(i) == shape_b->Dims(i)) {
+    params->broadcast_shape[4] *= shape_b->Dims(i);
+    --i;
+  }
+  // Here either input_a or input_b has dim of 1 (if i >= 0).  If it is input_b
+  // that has the unit dimension, the next two loops are not entered.
+  while (i >= 0 && shape_a->Dims(i) == 1) {
+    params->broadcast_shape[3] *= shape_b->Dims(i);
+    --i;
+  }
+  while (i >= 0 && shape_a->Dims(i) == shape_b->Dims(i)) {
+    params->broadcast_shape[2] *= shape_a->Dims(i);
+    --i;
+  }
+  // Here either input_a or input_b has dim of 1 (if i >= 0).
+  while (i >= 0 && shape_b->Dims(i) == 1) {
+    params->broadcast_shape[1] *= shape_a->Dims(i);
+    --i;
+  }
+  while (i >= 0 && shape_a->Dims(i) == shape_b->Dims(i)) {
+    params->broadcast_shape[0] *= shape_b->Dims(i);
+    --i;
+  }
+
+  // Rarer case is when the broadcast dimensions cannot be handled by a fivefold
+  // loop.
+  if (i >= 0) {
+    params->broadcast_category = BroadcastableOpCategory::kGenericBroadcast;
+  }
+  return true;
+}
+
 template <typename T>
 int CountLeadingZeros(T integer_input) {
   static_assert(std::is_unsigned<T>::value,
-- 
GitLab


From 45a841ae3d3eacbce13199e75e39e9bf2e4c9c09 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 04:18:58 -0800
Subject: [PATCH 1312/1825] Handle reduce-window in bfloat16 propagation

If the reduce computation's is precision preserving (e.g. max) then the
reduce window is precision preserving as well so we can propagate
bfloat16 through it.

PiperOrigin-RevId: 220783083
---
 tensorflow/compiler/xla/service/BUILD         |  1 +
 .../xla/service/bfloat16_propagation_test.cc  | 56 +++++++++++++++++++
 .../compiler/xla/service/bfloat16_support.cc  | 16 ++++++
 3 files changed, 73 insertions(+)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 67add2f616..e4bcb35d61 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -158,6 +158,7 @@ tf_cc_test(
         ":bfloat16_propagation",
         ":bfloat16_support",
         ":hlo",
+        "//tensorflow/compiler/xla:literal_util",
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:test_helpers",
diff --git a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
index 0af71eaac9..c452611e3b 100644
--- a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
@@ -136,6 +136,62 @@ TEST_F(BFloat16PropagationTest, PropagateThroughSelectButNotAdd) {
   EXPECT_FALSE(OutputsBF16(c));
 }
 
+TEST_F(BFloat16PropagationTest, PropagateThroughMaxPoolReduceWindow) {
+  auto module = CreateNewVerifiedModule();
+
+  auto sub_builder = HloComputation::Builder("max");
+  HloInstruction* p0 = sub_builder.AddInstruction(
+      HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "a"));
+  HloInstruction* p1 = sub_builder.AddInstruction(
+      HloInstruction::CreateParameter(1, ShapeUtil::MakeShape(F32, {}), "b"));
+  sub_builder.AddInstruction(HloInstruction::CreateBinary(
+      ShapeUtil::MakeShape(F32, {}), HloOpcode::kMaximum, p0, p1));
+  auto max_computation = module->AddEmbeddedComputation(sub_builder.Build());
+
+  auto builder = HloComputation::Builder(TestName());
+  Shape shape = ShapeUtil::MakeShape(F32, {2, 4});
+
+  HloInstruction* a =
+      builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "a"));
+  HloInstruction* b =
+      builder.AddInstruction(HloInstruction::CreateParameter(1, shape, "b"));
+  HloInstruction* c =
+      builder.AddInstruction(HloInstruction::CreateParameter(2, shape, "c"));
+  HloInstruction* add = builder.AddInstruction(
+      HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a, b));
+  Window window;
+  WindowDimension dim;
+  dim.set_size(2);
+  dim.set_stride(1);
+  dim.set_padding_high(1);
+  dim.set_window_dilation(1);
+  dim.set_base_dilation(1);
+  *window.add_dimensions() = dim;
+  *window.add_dimensions() = dim;
+  HloInstruction* rw =
+      builder.AddInstruction(HloInstruction::CreateReduceWindow(
+          shape, add,
+          builder.AddInstruction(
+              HloInstruction::CreateConstant(LiteralUtil::Zero(F32))),
+          window, max_computation));
+  HloInstruction* xpose =
+      builder.AddInstruction(HloInstruction::CreateTranspose(
+          ShapeUtil::MakeShape(F32, {4, 2}), c, {1, 0}));
+  HloInstruction* dot = builder.AddInstruction(
+      CreateDot(ShapeUtil::MakeShape(F32, {4, 4}), xpose, rw));
+  HloInstruction* root = builder.AddInstruction(HloInstruction::CreateBinary(
+      ShapeUtil::MakeShape(F32, {4, 4}), HloOpcode::kAdd, dot, dot));
+
+  auto computation = module->AddEntryComputation(builder.Build());
+
+  EXPECT_TRUE(PropagatePrecision(module.get()));
+
+  EXPECT_EQ(computation->root_instruction(), root);
+  EXPECT_TRUE(OutputsBF16(add));
+  EXPECT_TRUE(OutputsBF16(xpose));
+  EXPECT_TRUE(OutputsBF16(rw));
+}
+
 // Tests that side-effecting all-reduce should not be changed.
 TEST_F(BFloat16PropagationTest, DoNotChangeAllReduce) {
   auto module = CreateNewVerifiedModule();
diff --git a/tensorflow/compiler/xla/service/bfloat16_support.cc b/tensorflow/compiler/xla/service/bfloat16_support.cc
index 5b48f10505..2b9502f63a 100644
--- a/tensorflow/compiler/xla/service/bfloat16_support.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_support.cc
@@ -14,6 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/compiler/xla/service/bfloat16_support.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 
@@ -107,6 +108,21 @@ bool BFloat16Support::EffectiveOperandPrecisionIsOutputPrecision(
     case HloOpcode::kSelect:
     case HloOpcode::kTupleSelect:
       return operand_index == 1 || operand_index == 2;
+    case HloOpcode::kReduce:
+    case HloOpcode::kReduceWindow: {
+      HloComputation* reduce_comp = hlo.called_computations()[0];
+      for (HloInstruction* inst : reduce_comp->instructions()) {
+        if (inst->opcode() == HloOpcode::kParameter) {
+          continue;
+        }
+        for (int64 i = 0; i < inst->operand_count(); ++i) {
+          if (!EffectiveOperandPrecisionIsOutputPrecision(*inst, i)) {
+            return false;
+          }
+        }
+      }
+      return true;
+    }
     default:
       break;
   }
-- 
GitLab


From d703f64e452f49603a244978b13239ab7aac0168 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Fri, 9 Nov 2018 04:29:34 -0800
Subject: [PATCH 1313/1825] [XLA] Simplify double negate and double not

Double neg shows up around sort ops. Add a simple peephole optimization for
neg(neg(x)) => x. Also handle not(not(x)) => x while there.

PiperOrigin-RevId: 220783764
---
 .../xla/service/algebraic_simplifier.cc       | 24 +++++++++++++++++++
 .../xla/service/algebraic_simplifier_test.cc  | 23 ++++++++++++++++++
 2 files changed, 47 insertions(+)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index ec9e6c8adc..1fea441033 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -143,6 +143,10 @@ class AlgebraicSimplifierVisitor : public DfsHloVisitorWithDefault {
 
   Status HandleMultiply(HloInstruction* multiply) override;
 
+  Status HandleNegate(HloInstruction* negate) override;
+
+  Status HandleNot(HloInstruction* logical_not) override;
+
   Status HandleOr(HloInstruction* logical_or) override;
 
   Status HandlePad(HloInstruction* pad) override;
@@ -1269,6 +1273,26 @@ Status AlgebraicSimplifierVisitor::HandleMultiply(HloInstruction* multiply) {
   return Status::OK();
 }
 
+Status AlgebraicSimplifierVisitor::HandleNegate(HloInstruction* negate) {
+  // negate(negate(x)) => x
+  HloInstruction* x;
+  if (Match(negate, m::Negate(m::Negate(m::Op(&x)))) &&
+      ReplaceInstructionIfSameShape(negate, x)) {
+    return Status::OK();
+  }
+  return Status::OK();
+}
+
+Status AlgebraicSimplifierVisitor::HandleNot(HloInstruction* logical_not) {
+  // not(not(x)) => x
+  HloInstruction* x;
+  if (Match(logical_not, m::Not(m::Not(m::Op(&x)))) &&
+      ReplaceInstructionIfSameShape(logical_not, x)) {
+    return Status::OK();
+  }
+  return Status::OK();
+}
+
 Status AlgebraicSimplifierVisitor::HandleOr(HloInstruction* logical_or) {
   HloInstruction *lhs, *rhs;
   CHECK(Match(logical_or, m::Or(m::Op(&lhs), m::Op(&rhs))));
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 4807e7e5f3..8d17c8699d 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -3465,6 +3465,29 @@ TEST_F(AlgebraicSimplifierTest, SliceOfConcatNonScalarInput) {
   EXPECT_EQ(root->slice_limits(0), 2);
 }
 
+TEST_F(AlgebraicSimplifierTest, NegateNegate) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param.0 = f32[2] parameter(0)
+      neg.0 = f32[2] negate(param.0)
+      neg.1 = f32[2] negate(neg.0)
+      not.0 = f32[2] not(neg.1)
+      ROOT not.1 = f32[2] not(not.0)
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(
+      auto module,
+      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Parameter(0));
+}
+
 struct PadReduceWindowEffectiveBroadcastCase {
   std::vector<int64> input_spatials;
   std::vector<int64> symmetric_pad_spatials;
-- 
GitLab


From fc9c23a730ec9af278e5558ee4193801e36aa2ca Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 9 Nov 2018 06:08:08 -0800
Subject: [PATCH 1314/1825] [TF:XLA] Drop support for legacy scalars/vectors.

The concept of a "legacy" scalar/vector has been deprecated since early 2016 and graph producers haven't produced graphs containing them since that time. We never need handle such a graph.

PiperOrigin-RevId: 220791297
---
 tensorflow/compiler/tests/binary_ops_test.py  |  7 +++-
 .../compiler/tf2xla/kernels/concat_op.cc      | 35 ++++++++-----------
 tensorflow/compiler/tf2xla/kernels/fill_op.cc | 21 +++--------
 .../compiler/tf2xla/kernels/mirror_pad_op.cc  |  6 +---
 tensorflow/compiler/tf2xla/kernels/pad_op.cc  | 11 +++---
 .../compiler/tf2xla/kernels/reshape_op.cc     |  3 +-
 .../compiler/tf2xla/kernels/sequence_ops.cc   |  6 ++--
 .../compiler/tf2xla/kernels/shape_op.cc       |  5 +--
 .../compiler/tf2xla/kernels/slice_op.cc       |  5 +--
 .../compiler/tf2xla/kernels/tile_ops.cc       |  3 +-
 10 files changed, 41 insertions(+), 61 deletions(-)

diff --git a/tensorflow/compiler/tests/binary_ops_test.py b/tensorflow/compiler/tests/binary_ops_test.py
index d52d7c35e7..332381c59e 100644
--- a/tensorflow/compiler/tests/binary_ops_test.py
+++ b/tensorflow/compiler/tests/binary_ops_test.py
@@ -969,7 +969,7 @@ class BinaryOpsTest(xla_test.XLATestCase):
       self._testBinary(
           array_ops.expand_dims,
           np.array([42], dtype=dtype),
-          np.int32(0),
+          np.array([0], dtype=np.int64),
           expected=np.array([[42]], dtype=dtype))
       self._testBinary(
           array_ops.expand_dims,
@@ -996,6 +996,11 @@ class BinaryOpsTest(xla_test.XLATestCase):
           np.array([[[1, 2], [3, 4]]], dtype=dtype),
           np.int32(3),
           expected=np.array([[[[1], [2]], [[3], [4]]]], dtype=dtype))
+      self._testBinary(
+          array_ops.expand_dims,
+          np.array([[[1, 2], [3, 4]]], dtype=dtype),
+          np.array([2], dtype=np.int64),
+          expected=np.array([[[[1, 2]], [[3, 4]]]], dtype=dtype))
 
   def testPad(self):
     for dtype, pad_type in itertools.product(
diff --git a/tensorflow/compiler/tf2xla/kernels/concat_op.cc b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
index e28755dd73..e2bf7347f4 100644
--- a/tensorflow/compiler/tf2xla/kernels/concat_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
@@ -27,6 +27,7 @@ limitations under the License.
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_types.h"
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/kernels/bounds_check.h"
@@ -45,15 +46,13 @@ class ConcatBaseOp : public XlaOpKernel {
 
   void Compile(XlaOpKernelContext* ctx) override {
     const TensorShape concat_dim_tensor_shape = ctx->InputShape(axis_index_);
-    OP_REQUIRES(
-        ctx, IsLegacyScalar(concat_dim_tensor_shape),
-        errors::InvalidArgument(
-            "Concat dim tensor should be a scalar integer, but got shape ",
-            concat_dim_tensor_shape.DebugString()));
-    xla::Literal literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(axis_index_, &literal));
-    // TODO(annarev): add a helper to support int64 input.
-    const int32 concat_dim = literal.Get<int>({});
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(concat_dim_tensor_shape),
+                errors::InvalidArgument(
+                    "Concat dim tensor should be a scalar, but got shape ",
+                    concat_dim_tensor_shape.DebugString()));
+    int64 concat_dim;
+    OP_REQUIRES_OK(ctx,
+                   ctx->ConstantInputAsIntScalar(axis_index_, &concat_dim));
 
     std::vector<xla::XlaOp> values;
     std::vector<TensorShape> shapes;
@@ -63,9 +62,7 @@ class ConcatBaseOp : public XlaOpKernel {
     const TensorShape& input_shape = shapes[0];
 
     int32 axis = concat_dim < 0 ? concat_dim + input_dims : concat_dim;
-    OP_REQUIRES(ctx,
-                (0 <= axis && axis < input_dims) ||
-                    (allow_legacy_scalars() && concat_dim == 0),
+    OP_REQUIRES(ctx, 0 <= axis && axis < input_dims,
                 errors::InvalidArgument(
                     "ConcatOp : Expected concatenating dimensions in the range "
                     "[",
@@ -75,14 +72,11 @@ class ConcatBaseOp : public XlaOpKernel {
     // elements.
     std::vector<xla::XlaOp> input_data;
     int output_concat_dim = 0;
-    const bool input_is_scalar = IsLegacyScalar(input_shape);
     for (int i = 0; i < N; ++i) {
       xla::XlaOp handle = values[i];
       const TensorShape& in_shape = shapes[i];
-      const bool in_is_scalar = IsLegacyScalar(in_shape);
       OP_REQUIRES(
-          ctx,
-          in_shape.dims() == input_dims || (input_is_scalar && in_is_scalar),
+          ctx, in_shape.dims() == input_dims,
           errors::InvalidArgument(
               "ConcatOp : Ranks of all input tensors should match: shape[0] = ",
               input_shape.DebugString(), " vs. shape[", i,
@@ -131,11 +125,10 @@ class ConcatOffsetOp : public XlaOpKernel {
 
   void Compile(XlaOpKernelContext* ctx) override {
     const TensorShape concat_dim_shape = ctx->InputShape(0);
-    OP_REQUIRES(
-        ctx, IsLegacyScalar(concat_dim_shape),
-        errors::InvalidArgument(
-            "Concat dim tensor should be a scalar integer, but got shape ",
-            concat_dim_shape.DebugString()));
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(concat_dim_shape),
+                errors::InvalidArgument(
+                    "Concat dim tensor should be a scalar, but got shape ",
+                    concat_dim_shape.DebugString()));
     for (int i = 1; i < ctx->num_inputs(); ++i) {
       OP_REQUIRES(ctx, TensorShapeUtils::IsVector(ctx->InputShape(i)),
                   errors::InvalidArgument("input ", i,
diff --git a/tensorflow/compiler/tf2xla/kernels/fill_op.cc b/tensorflow/compiler/tf2xla/kernels/fill_op.cc
index c7938a4bbf..35e0625dbb 100644
--- a/tensorflow/compiler/tf2xla/kernels/fill_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/fill_op.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/core/framework/kernel_def_builder.h"
 #include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 
 namespace tensorflow {
 namespace {
@@ -36,29 +37,17 @@ class FillOp : public XlaOpKernel {
     const TensorShape dims_shape = ctx->InputShape("dims");
     const TensorShape value_shape = ctx->InputShape("value");
     OP_REQUIRES(
-        ctx, IsLegacyVector(dims_shape),
+        ctx, TensorShapeUtils::IsVector(dims_shape),
         errors::InvalidArgument("dims must be a vector of int32, got shape ",
                                 dims_shape.DebugString()));
-    OP_REQUIRES(ctx, IsLegacyScalar(value_shape),
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(value_shape),
                 errors::InvalidArgument("value must be a scalar, got shape ",
                                         value_shape.DebugString()));
 
-    // Evaluate the 'dims' constant input, reshaping to a vector if it
-    // was a 'legacy' vector (secretly a scalar).
     std::vector<int64> dims;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInputReshapedToIntVector("dims", &dims));
-
-    // Look up the value input, reshaping to a scalar if it was a
-    // 'legacy' scalar (secretly a vector).
-    xla::XlaOp data = ctx->Input("value");
-    if (value_shape.dims() > 0) {
-      CHECK_EQ(value_shape.dims(), 1);
-      data = xla::Reshape(data, {});
-    }
-    // Emit the actual computation, which broadcasts the scalar to the
-    // desired shape.
-    auto result = xla::Broadcast(data, dims);
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector("dims", &dims));
 
+    auto result = xla::Broadcast(ctx->Input("value"), dims);
     ctx->SetOutput(0, result);
   }
 };
diff --git a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
index 0f51c70f27..545a22254e 100644
--- a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
@@ -81,12 +81,8 @@ class MirrorPadOp : public XlaOpKernel {
         TensorShapeUtils::IsMatrix(pad_shape) && pad_shape.dim_size(1) == 2,
         errors::InvalidArgument("paddings must be a matrix with 2 columns: ",
                                 pad_shape.DebugString()));
-    const int fixed_dims =
-        (allow_legacy_scalars() && dims == 0 && pad_shape.dim_size(0) == 1)
-            ? 1
-            : dims;
     OP_REQUIRES(
-        ctx, fixed_dims == pad_shape.dim_size(0),
+        ctx, dims == pad_shape.dim_size(0),
         errors::InvalidArgument(
             "The first dimension of paddings must be the rank of inputs",
             pad_shape.DebugString(), " ", input_shape.DebugString()));
diff --git a/tensorflow/compiler/tf2xla/kernels/pad_op.cc b/tensorflow/compiler/tf2xla/kernels/pad_op.cc
index ee03352c58..36ea70ac39 100644
--- a/tensorflow/compiler/tf2xla/kernels/pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/pad_op.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/core/framework/kernel_def_builder.h"
 #include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 
 namespace tensorflow {
 namespace {
@@ -37,18 +38,14 @@ class PadOp : public XlaOpKernel {
         TensorShapeUtils::IsMatrix(pad_shape) && pad_shape.dim_size(1) == 2,
         errors::InvalidArgument("paddings must be a matrix with 2 columns: ",
                                 pad_shape.DebugString()));
-    const int fixed_dims =
-        (allow_legacy_scalars() && dims == 0 && pad_shape.dim_size(0) == 1)
-            ? 1
-            : dims;
     OP_REQUIRES(
-        ctx, fixed_dims == pad_shape.dim_size(0),
+        ctx, dims == pad_shape.dim_size(0),
         errors::InvalidArgument(
             "The first dimension of paddings must be the rank of inputs",
             pad_shape.DebugString(), " ", input_shape.DebugString()));
 
     xla::XlaOp input = ctx->Input("input");
-    if (fixed_dims == 0) {
+    if (dims == 0) {
       // Tensor is rank 0. Return it unchanged.
       ctx->SetOutput(0, input);
       return;
@@ -59,7 +56,7 @@ class PadOp : public XlaOpKernel {
                    ctx->ConstantInputAsInt64Literal("paddings", &pad_literal));
 
     xla::PaddingConfig config;
-    for (int i = 0; i < fixed_dims; ++i) {
+    for (int i = 0; i < dims; ++i) {
       auto* dim = config.add_dimensions();
       int before = pad_literal.Get<int64>({i, 0});
       int after = pad_literal.Get<int64>({i, 1});
diff --git a/tensorflow/compiler/tf2xla/kernels/reshape_op.cc b/tensorflow/compiler/tf2xla/kernels/reshape_op.cc
index 47a4eac206..fa1b6b9171 100644
--- a/tensorflow/compiler/tf2xla/kernels/reshape_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/reshape_op.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 
 namespace tensorflow {
 namespace {
@@ -36,7 +37,7 @@ class ReshapeOp : public XlaOpKernel {
     const TensorShape input_shape = ctx->InputShape(0);
     const TensorShape sizes_shape = ctx->InputShape(1);
     // Preliminary validation of sizes.
-    OP_REQUIRES(ctx, IsLegacyVector(sizes_shape),
+    OP_REQUIRES(ctx, TensorShapeUtils::IsVector(sizes_shape),
                 errors::InvalidArgument("sizes input must be 1-D, not shape ",
                                         sizes_shape.DebugString()));
     const int64 num_dims = sizes_shape.num_elements();
diff --git a/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc b/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
index 379f4aeb0f..15ecc5d0bd 100644
--- a/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
@@ -98,13 +98,13 @@ class RangeOp : public XlaOpKernel {
     const TensorShape start_in_shape = ctx->InputShape(0);
     const TensorShape limit_in_shape = ctx->InputShape(1);
     const TensorShape delta_in_shape = ctx->InputShape(2);
-    OP_REQUIRES(ctx, IsLegacyScalar(start_in_shape),
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(start_in_shape),
                 errors::InvalidArgument("start must be a scalar, not shape ",
                                         start_in_shape.DebugString()));
-    OP_REQUIRES(ctx, IsLegacyScalar(limit_in_shape),
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(limit_in_shape),
                 errors::InvalidArgument("limit must be a scalar, not shape ",
                                         limit_in_shape.DebugString()));
-    OP_REQUIRES(ctx, IsLegacyScalar(delta_in_shape),
+    OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(delta_in_shape),
                 errors::InvalidArgument("delta must be a scalar, not shape ",
                                         delta_in_shape.DebugString()));
     xla::Literal start, limit, delta;
diff --git a/tensorflow/compiler/tf2xla/kernels/shape_op.cc b/tensorflow/compiler/tf2xla/kernels/shape_op.cc
index 4fdbeac8d1..12830816ec 100644
--- a/tensorflow/compiler/tf2xla/kernels/shape_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/shape_op.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/core/framework/kernel_def_builder.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/kernels/bounds_check.h"
 
 namespace tensorflow {
@@ -113,14 +114,10 @@ class ExpandDimsOp : public XlaOpKernel {
 
     std::vector<int64> dims;
     OP_REQUIRES_OK(ctx, ctx->ConstantInputReshapedToIntVector("dim", &dims));
-    // TODO(phawkins): the standard implementation of ExpandDimsOp seems to
-    // accept legacy scalars, even when they should be forbidden by the graphdef
-    // version.
     OP_REQUIRES(ctx, dims.size() == 1,
                 errors::InvalidArgument(absl::StrCat(
                     "dim input to ExpandDims must be a scalar; got ",
                     dim_shape.DebugString())));
-
     int dim = dims[0];
 
     OP_REQUIRES(ctx,
diff --git a/tensorflow/compiler/tf2xla/kernels/slice_op.cc b/tensorflow/compiler/tf2xla/kernels/slice_op.cc
index 34980ead81..88da64e5a2 100644
--- a/tensorflow/compiler/tf2xla/kernels/slice_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/slice_op.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/register_types.h"
 #include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/kernels/ops_util.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/mem.h"
@@ -42,8 +43,8 @@ class SliceOp : public XlaOpKernel {
 
     OP_REQUIRES(
         ctx,
-        IsLegacyVector(begin_tensor_shape) &&
-            IsLegacyVector(size_tensor_shape) &&
+        TensorShapeUtils::IsVector(begin_tensor_shape) &&
+            TensorShapeUtils::IsVector(size_tensor_shape) &&
             begin_tensor_shape.num_elements() == input_shape.dims() &&
             size_tensor_shape.num_elements() == input_shape.dims(),
         errors::InvalidArgument(
diff --git a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
index 7b2cd5a5b0..e1c764f3d5 100644
--- a/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/tile_ops.cc
@@ -27,6 +27,7 @@ limitations under the License.
 #include "tensorflow/core/framework/numeric_op.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/type_index.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/platform/macros.h"
@@ -44,7 +45,7 @@ class TileOp : public XlaOpKernel {
     const TensorShape multiples_shape = ctx->InputShape("multiples");
 
     OP_REQUIRES(
-        ctx, IsLegacyVector(multiples_shape),
+        ctx, TensorShapeUtils::IsVector(multiples_shape),
         errors::InvalidArgument("Expected multiples to be 1-D, but got shape ",
                                 multiples_shape.DebugString()));
     OP_REQUIRES(ctx, input_shape.dims() == multiples_shape.num_elements(),
-- 
GitLab


From e527b6b78c52885196674decadfdc1ac969a1acd Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 9 Nov 2018 07:13:09 -0800
Subject: [PATCH 1315/1825] [TF:XLA] Fix a few more potential int32/int64
 issues, found by auditing the users of XlaOpKernelContext::ConstantInput.

Simplify code in a few places. For Split, the change to require only a scalar is safe because the CPU kernel requires a scalar here too.

PiperOrigin-RevId: 220797437
---
 .../compiler/tf2xla/kernels/bcast_ops.cc      | 12 ++---
 .../compiler/tf2xla/kernels/concat_op.cc      | 41 ++++++++--------
 .../compiler/tf2xla/kernels/index_ops_cpu.cc  |  5 +-
 .../compiler/tf2xla/kernels/mirror_pad_op.cc  |  9 ++--
 .../compiler/tf2xla/kernels/sequence_ops.cc   | 48 +++++--------------
 .../compiler/tf2xla/kernels/split_op.cc       | 39 +++++----------
 6 files changed, 56 insertions(+), 98 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc b/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc
index 9fa57b76f8..c022284fec 100644
--- a/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/bcast_ops.cc
@@ -94,14 +94,10 @@ class BCastGradArgsOp : public XlaOpKernel {
       OP_REQUIRES(ctx, TensorShapeUtils::IsVector(in_shape),
                   errors::InvalidArgument("In[", i, "] must be a vector.",
                                           in_shape.DebugString()));
-      xla::Literal literal;
-      OP_REQUIRES_OK(ctx, ctx->ConstantInput(i, &literal));
-
-      BCast::Vec vec;
-      for (int64 i = 0; i < in_shape.num_elements(); ++i) {
-        vec.push_back(literal.Get<int>({i}));
-      }
-      shapes.push_back(vec);
+      std::vector<int64> vec;
+      OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector(i, &vec));
+
+      shapes.push_back(BCast::Vec(vec.begin(), vec.end()));
     }
     BCast bcast(shapes[0], shapes[1]);
     OP_REQUIRES(ctx, bcast.IsValid(),
diff --git a/tensorflow/compiler/tf2xla/kernels/concat_op.cc b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
index e2bf7347f4..cd7c7f4a82 100644
--- a/tensorflow/compiler/tf2xla/kernels/concat_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/concat_op.cc
@@ -155,39 +155,38 @@ class ConcatOffsetOp : public XlaOpKernel {
     //  [0, 5, 0, 0]
     const int32 N = ctx->num_inputs() - 1;
     const TensorShape inp0_shape = ctx->InputShape(1);
-    xla::Literal inp0_literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(1, &inp0_literal));
-    const int64 dims = inp0_shape.num_elements();
+    std::vector<int64> inp0_dims;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector(1, &inp0_dims));
+    const int64 inp0_rank = inp0_shape.num_elements();
 
-    xla::Literal concat_dim_literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(0, &concat_dim_literal));
-    const int64 cdim = concat_dim_literal.Get<int>({});
+    int64 cdim;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntScalar(0, &cdim));
 
-    VLOG(1) << "ConcatOffset " << cdim << "," << dims;
-    int32 axis = cdim < 0 ? cdim + dims : cdim;
-    OP_REQUIRES(ctx, FastBoundsCheck(axis, dims),
+    VLOG(1) << "ConcatOffset " << cdim << "," << inp0_rank;
+    int32 axis = cdim < 0 ? cdim + inp0_rank : cdim;
+    OP_REQUIRES(ctx, FastBoundsCheck(axis, inp0_rank),
                 errors::InvalidArgument("Concat dim is out of range: ", axis,
-                                        " vs. ", dims));
+                                        " vs. ", inp0_rank));
     int32 offset = 0;
     for (int i = 0; i < N; ++i) {
       const TensorShape inp_shape = ctx->InputShape(1 + i);
-      OP_REQUIRES(ctx, dims == inp_shape.num_elements(),
-                  errors::InvalidArgument("input ", i, " should contain ", dims,
-                                          " elements, but got ",
+      OP_REQUIRES(ctx, inp0_rank == inp_shape.num_elements(),
+                  errors::InvalidArgument("input ", i, " should contain ",
+                                          inp0_rank, " elements, but got ",
                                           inp_shape.num_elements()));
-      xla::Literal inp_literal;
-      OP_REQUIRES_OK(ctx, ctx->ConstantInput(1 + i, &inp_literal));
+      std::vector<int64> inp_dims;
+      OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector(1 + i, &inp_dims));
 
-      Tensor out_constant(DT_INT32, TensorShape({dims}));
+      Tensor out_constant(DT_INT32, TensorShape({inp0_rank}));
       auto out_vec = out_constant.vec<int32>();
-      for (int64 j = 0; j < dims; ++j) {
+      for (int64 j = 0; j < inp0_rank; ++j) {
         if (j == axis) {
           out_vec(j) = offset;
-          offset += inp_literal.Get<int>({j});
+          offset += inp_dims[j];
         } else {
-          const int32 inp0_element = inp0_literal.Get<int>({j});
-          const int32 inp_element = inp_literal.Get<int>({j});
-          OP_REQUIRES(ctx, (inp0_element == inp_element),
+          const int32 inp0_element = inp0_dims[j];
+          const int32 inp_element = inp_dims[j];
+          OP_REQUIRES(ctx, inp0_element == inp_element,
                       errors::InvalidArgument("input[", i, ",", j,
                                               "] mismatch: ", inp0_element,
                                               " vs. ", inp_element));
diff --git a/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc b/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc
index d069373086..e310db2162 100644
--- a/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc
+++ b/tensorflow/compiler/tf2xla/kernels/index_ops_cpu.cc
@@ -48,9 +48,8 @@ class ArgMaxCustomCallOp : public XlaOpKernel {
     // We require that the dimension argument is a constant, since it lets us
     // dispatch to a specialized custom-call function without any run-time
     // overhead, when compiling ahead-of-time.
-    xla::Literal literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(1, &literal));
-    const int32 dim = literal.Get<int32>({});
+    int64 dim;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntScalar(1, &dim));
     OP_REQUIRES(ctx, dim >= 0, errors::InvalidArgument("dim must be >= 0"));
     OP_REQUIRES(
         ctx, dim < input_shape.dims(),
diff --git a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
index 545a22254e..f6b8534f4d 100644
--- a/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/mirror_pad_op.cc
@@ -41,10 +41,8 @@ class MirrorPadOp : public XlaOpKernel {
     for (int64 dimno = xla::ShapeUtil::Rank(original_shape) - 1; dimno >= 0;
          --dimno) {
       auto t_rev = xla::Rev(accum, {dimno});
-      TF_ASSIGN_OR_RETURN(int64 lhs_padding,
-                          pad_literal.GetIntegralAsS64({dimno, 0}));
-      TF_ASSIGN_OR_RETURN(int64 rhs_padding,
-                          pad_literal.GetIntegralAsS64({dimno, 1}));
+      int64 lhs_padding = pad_literal.Get<int64>({dimno, 0});
+      int64 rhs_padding = pad_literal.Get<int64>({dimno, 1});
       int64 dim_size = original_shape.dimensions(dimno);
 
       // Padding amounts on each side must be no more than the size of the
@@ -89,7 +87,8 @@ class MirrorPadOp : public XlaOpKernel {
 
     // Evaluate the 'padding' constant input, reshaping to a matrix.
     xla::Literal pad_literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput("paddings", &pad_literal));
+    OP_REQUIRES_OK(ctx,
+                   ctx->ConstantInputAsInt64Literal("paddings", &pad_literal));
 
     xla::XlaBuilder* b = ctx->builder();
     auto in0 = ctx->Input("input");
diff --git a/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc b/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
index 15ecc5d0bd..60b011ba6d 100644
--- a/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/sequence_ops.cc
@@ -30,31 +30,6 @@ limitations under the License.
 namespace tensorflow {
 namespace {
 
-template <typename T>
-Status GetValue(int index, XlaOpKernelContext* ctx, T* value) {
-  xla::Literal literal;
-  TF_RETURN_IF_ERROR(ctx->ConstantInput(index, &literal));
-  *value = literal.Get<T>({});
-  return Status::OK();
-}
-
-Status GetIntValue(int index, XlaOpKernelContext* ctx, int64* value) {
-  xla::Literal literal;
-  TF_RETURN_IF_ERROR(ctx->ConstantInput(index, &literal));
-  switch (literal.shape().element_type()) {
-    case xla::S32:
-      *value = literal.Get<int32>({});
-      break;
-    case xla::S64:
-      *value = literal.Get<int64>({});
-      break;
-    default:
-      return errors::InvalidArgument("Invalid argument type for argument",
-                                     index);
-  }
-  return Status::OK();
-}
-
 // The type-specific part of the implementation of Range.
 template <typename T>
 xla::StatusOr<xla::XlaOp> CreateRangeTensor(
@@ -147,9 +122,9 @@ class LinSpaceOp : public XlaOpKernel {
   explicit LinSpaceOp(OpKernelConstruction* ctx) : XlaOpKernel(ctx) {}
 
   void Compile(XlaOpKernelContext* ctx) override {
-    const TensorShape start_in_shape = ctx->InputShape(0);
-    const TensorShape stop_in_shape = ctx->InputShape(1);
-    const TensorShape num_in_shape = ctx->InputShape(2);
+    const TensorShape start_in_shape = ctx->InputShape("start");
+    const TensorShape stop_in_shape = ctx->InputShape("stop");
+    const TensorShape num_in_shape = ctx->InputShape("num");
     OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(start_in_shape),
                 errors::InvalidArgument("start must be a scalar, not shape ",
                                         start_in_shape.DebugString()));
@@ -163,16 +138,20 @@ class LinSpaceOp : public XlaOpKernel {
     DataType type = ctx->input_type(0);
 
     int64 num;
-    OP_REQUIRES_OK(ctx, GetIntValue(2, ctx, &num));
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntScalar("num", &num));
     OP_REQUIRES(ctx, num > 0,
                 errors::InvalidArgument("Requires num > 0: ", num));
     Tensor out_constant(type, TensorShape({num}));
 
+    xla::Literal start_literal;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInput("start", &start_literal));
+    xla::Literal stop_literal;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInput("stop", &stop_literal));
+
     switch (type) {
       case DT_FLOAT: {
-        float start, stop;
-        OP_REQUIRES_OK(ctx, GetValue(0, ctx, &start));
-        OP_REQUIRES_OK(ctx, GetValue(1, ctx, &stop));
+        float start = start_literal.GetFirstElement<float>();
+        float stop = stop_literal.GetFirstElement<float>();
         auto flat = out_constant.flat<float>();
         if (num == 1) {
           flat(0) = start;
@@ -185,9 +164,8 @@ class LinSpaceOp : public XlaOpKernel {
         break;
       }
       case DT_DOUBLE: {
-        double start, stop;
-        OP_REQUIRES_OK(ctx, GetValue(0, ctx, &start));
-        OP_REQUIRES_OK(ctx, GetValue(1, ctx, &stop));
+        double start = start_literal.GetFirstElement<double>();
+        double stop = stop_literal.GetFirstElement<double>();
         auto flat = out_constant.flat<double>();
         if (num == 1) {
           flat(0) = start;
diff --git a/tensorflow/compiler/tf2xla/kernels/split_op.cc b/tensorflow/compiler/tf2xla/kernels/split_op.cc
index 230a343f79..7a0e240400 100644
--- a/tensorflow/compiler/tf2xla/kernels/split_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/split_op.cc
@@ -35,26 +35,16 @@ class SplitOp : public XlaOpKernel {
 
   void Compile(XlaOpKernelContext* ctx) override {
     const int32 num_split = num_outputs();
-    const TensorShape index_shape = ctx->InputShape(0);
+    const TensorShape split_dim_shape = ctx->InputShape("split_dim");
     const TensorShape input_shape = ctx->InputShape(1);
 
-    xla::Literal literal_index;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(0, &literal_index));
-
-    int32 split_dim_orig;
-    if (index_shape.dims() == 0) {
-      split_dim_orig = literal_index.Get<int>({});
-    } else {
-      OP_REQUIRES(
-          ctx, index_shape.dims() == 1,
-          errors::InvalidArgument("split_index input to Split Op must be a "
-                                  "scalar or a vector with 1 element"));
-      OP_REQUIRES(
-          ctx, index_shape.dim_size(0) == 1,
-          errors::InvalidArgument("split_index input to Split Op must be a "
-                                  "scalar or a vector with 1 element"));
-      split_dim_orig = literal_index.Get<int>({0});
-    }
+    OP_REQUIRES(
+        ctx, TensorShapeUtils::IsScalar(split_dim_shape),
+        errors::InvalidArgument("split_dim must be a scalar but has rank ",
+                                split_dim_shape.dims()));
+    int64 split_dim_orig;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntScalar(0, &split_dim_orig));
+
     int32 split_dim = split_dim_orig < 0 ? split_dim_orig + input_shape.dims()
                                          : split_dim_orig;
     OP_REQUIRES(ctx, 0 <= split_dim && split_dim < input_shape.dims(),
@@ -138,7 +128,6 @@ class SplitVOp : public XlaOpKernel {
     // Check that sizes are correct.
     int total_split_size = 0;
     int neg_one_dim = -1;
-    std::vector<int64> split_sizes_vec(num_split, -1);
     const TensorShape split_size_shape = ctx->InputShape(1);
     OP_REQUIRES(ctx,
                 split_size_shape.dims() == 1 &&
@@ -150,12 +139,11 @@ class SplitVOp : public XlaOpKernel {
                     split_size_shape.dims(), "-D and ",
                     split_size_shape.num_elements(), " elements"));
     // Get the dimension of this split.
-    xla::Literal split_size_literal;
-    OP_REQUIRES_OK(ctx, ctx->ConstantInput(1, &split_size_literal));
+    std::vector<int64> split_sizes;
+    OP_REQUIRES_OK(ctx, ctx->ConstantInputAsIntVector(1, &split_sizes));
 
     for (int i = 0; i < num_split; ++i) {
-      int slice_size;
-      slice_size = split_size_literal.Get<int>({i});
+      int64 slice_size = split_sizes[i];
       if (slice_size == -1) {
         OP_REQUIRES(
             ctx, neg_one_dim == -1,
@@ -164,7 +152,6 @@ class SplitVOp : public XlaOpKernel {
                                     i));
         neg_one_dim = i;
       } else {
-        split_sizes_vec[i] = slice_size;
         total_split_size += slice_size;
       }
     }
@@ -183,7 +170,7 @@ class SplitVOp : public XlaOpKernel {
                                 total_split_size));
 
     if (neg_one_dim >= 0) {
-      split_sizes_vec[neg_one_dim] =
+      split_sizes[neg_one_dim] =
           input_shape.dim_size(split_dim) - total_split_size;
     }
 
@@ -195,7 +182,7 @@ class SplitVOp : public XlaOpKernel {
     std::vector<int64> strides(input_shape.dims(), 1);
     for (int i = 0; i < num_split; ++i) {
       TensorShape output_shape(input_shape);
-      int slice_size = split_sizes_vec[i];
+      int slice_size = split_sizes[i];
       output_shape.set_dim(split_dim, slice_size);
 
       // Slice out the ith split from the split dimension.
-- 
GitLab


From 9c3729ce57c71caa52f12055de790733039095f6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 07:31:56 -0800
Subject: [PATCH 1316/1825] [datasets] Remove lock around sub-iterator access
 in ModelDatasetOp

The wrapped iterator's GetNext method is thread-safe. Calling it with mu_ exclusively locked serializes calls to impl_->GetNext().

PiperOrigin-RevId: 220799359
---
 tensorflow/core/kernels/data/model_dataset_op.cc | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/kernels/data/model_dataset_op.cc b/tensorflow/core/kernels/data/model_dataset_op.cc
index a0d8a1619c..dcd2309596 100644
--- a/tensorflow/core/kernels/data/model_dataset_op.cc
+++ b/tensorflow/core/kernels/data/model_dataset_op.cc
@@ -95,10 +95,12 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
       Status GetNextInternal(IteratorContext* ctx,
                              std::vector<Tensor>* out_tensors,
                              bool* end_of_sequence) override {
-        mutex_lock l(mu_);
-        TF_RETURN_IF_ERROR(EnsureOptimizeThreadStarted(ctx));
         IteratorContext::Params params(ctx);
-        params.model = model_;
+        {
+          mutex_lock l(mu_);
+          TF_RETURN_IF_ERROR(EnsureOptimizeThreadStarted(ctx));
+          params.model = model_;
+        }
         return input_impl_->GetNext(IteratorContext(std::move(params)),
                                     out_tensors, end_of_sequence);
       }
@@ -171,7 +173,7 @@ class ModelDatasetOp : public UnaryDatasetOpKernel {
       std::shared_ptr<model::Model> model_;
       std::unique_ptr<Thread> optimize_thread_ GUARDED_BY(mu_);
       bool cancelled_ GUARDED_BY(mu_) = false;
-      std::unique_ptr<IteratorBase> input_impl_ GUARDED_BY(mu_);
+      std::unique_ptr<IteratorBase> input_impl_;
     };
 
     const DatasetBase* input_;
-- 
GitLab


From 4ef6f55b2949a383c1e82e17a047f8cecb57b418 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 9 Nov 2018 08:00:16 -0800
Subject: [PATCH 1317/1825] Attempt to work around cases when the source code
 of a lambda is accompanied by incomplete pieces of context.

PiperOrigin-RevId: 220802536
---
 .../python/autograph/impl/conversion_test.py  | 14 +++++
 tensorflow/python/autograph/pyct/parser.py    | 56 ++++++++++++++++---
 2 files changed, 62 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/autograph/impl/conversion_test.py b/tensorflow/python/autograph/impl/conversion_test.py
index 820d45898b..6fd184c4c0 100644
--- a/tensorflow/python/autograph/impl/conversion_test.py
+++ b/tensorflow/python/autograph/impl/conversion_test.py
@@ -191,6 +191,20 @@ class ConversionTest(test.TestCase):
     with self.assertRaises(ValueError):
       conversion.entity_to_graph(f, program_ctx, None, None)
 
+  def test_entity_to_graph_lambda_code_with_garbage(self):
+    # pylint:disable=g-long-lambda
+    f = (  # intentional wrap
+        lambda x: (x  # intentional wrap
+                   + 1),)[0]
+    # pylint:enable=g-long-lambda
+
+    program_ctx = self._simple_program_ctx()
+    nodes, name, _ = conversion.entity_to_graph(f, program_ctx, None, None)
+    fn_node, _ = nodes
+    self.assertIsInstance(fn_node, gast.Assign)
+    self.assertIsInstance(fn_node.value, gast.Lambda)
+    self.assertEqual('tf__lambda', name)
+
   def test_ag_module_cached(self):
     def callee():
       return range(3)
diff --git a/tensorflow/python/autograph/pyct/parser.py b/tensorflow/python/autograph/pyct/parser.py
index 63686350d5..8f4037c5e2 100644
--- a/tensorflow/python/autograph/pyct/parser.py
+++ b/tensorflow/python/autograph/pyct/parser.py
@@ -31,21 +31,61 @@ from tensorflow.python.util import tf_inspect
 def parse_entity(entity):
   """Returns the AST of given entity."""
   source = tf_inspect.getsource(entity)
+
+  def fail(comment):
+    raise ValueError(
+        'Failed to parse source code of {}, which Python reported as:\n{}\n'
+        '{}'.format(entity, source, comment))
+
   # Comments and multiline strings can appear at arbitrary indentation levels,
   # causing textwrap.dedent to not correctly dedent source code.
   # TODO(b/115884650): Automatic handling of comments/multiline strings.
   source = textwrap.dedent(source)
+
   try:
     return parse_str(source), source
+
   except IndentationError:
-    # Because we are parsing the source code of entities that have already
-    # successfully parsed once, any IndentationErrors are guaranteed to be
-    # caused by insufficient dedenting.
-    raise ValueError(
-        'Failed to dedent prior to parsing source code. If you have comments '
-        'or multiline strings in your code, try indenting them. '
-        'Multiline strings can be rewritten using textwrap.dedent.\n'
-        'Offending source code: \n %s' % source)
+    # The text below lists the causes of this error known to us. There may
+    # be more.
+    fail('This may be caused by multiline strings or comments not indented at'
+         'the same level as the code.')
+
+  except SyntaxError as e:
+    if not tf_inspect.isfunction(entity) or entity.__name__ != '<lambda>':
+      raise
+
+    # Certain entities, like lambdas, only hold the raw code lines which defined
+    # them, which may include surrounding tokens and may be syntactically
+    # invalid out of context. For example:
+    #
+    #     l = (
+    #         lambda x: x,)[0]
+    #
+    # will have the dedented source "lambda x: x,)[0]"
+    # Here we make an attempt to stip away the garbage by looking at the
+    # information in the syntax error.
+    lines = source.split('\n')
+    lineno, offset = e.lineno, e.offset  # 1-based
+
+    # Give up if there's nothing we can chip away.
+    if len(lines) == lineno and len(lines[-1]) == offset:
+      fail('If this is a lambda function, the error may be avoided by creating'
+           ' the lambda in a standalone statement.')
+
+    # Drop all lines following the error location
+    # TODO(mdan): What's with the pylint errors?
+    lines = lines[:lineno]  # pylint:disable=invalid-slice-index
+    # Drop all characters following the error location
+    lines[-1] = lines[-1][:offset - 1]  # pylint:disable=invalid-slice-index
+    new_source = '\n'.join(lines)
+
+    try:
+      return parse_str(new_source), new_source
+    except SyntaxError as e:
+      fail('If this is a lambda function, the error may be avoided by creating'
+           ' the lambda in a standalone statement. Tried to strip down the'
+           ' source to:\n{}\nBut that did not work.'.format(new_source))
 
 
 def parse_str(src):
-- 
GitLab


From bd56009a3973269c704825de2fbcea4dd7a1388b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 08:22:33 -0800
Subject: [PATCH 1318/1825] Remove AddN from list of exportable ops since TF
 Lite doesn't have a builtin implementation for it.

PiperOrigin-RevId: 220805735
---
 tensorflow/lite/toco/tflite/operator.cc | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/lite/toco/tflite/operator.cc b/tensorflow/lite/toco/tflite/operator.cc
index 015029e1cb..84ae448246 100644
--- a/tensorflow/lite/toco/tflite/operator.cc
+++ b/tensorflow/lite/toco/tflite/operator.cc
@@ -1526,11 +1526,11 @@ std::vector<std::unique_ptr<BaseOperator>> BuildOperatorList(
                                                   OperatorType::kUnsupported,
                                                   enable_select_tf_ops));
 
-  // There operators are supported by Toco, but not by TF Lite, and has no
-  // attributes.
-  ops.push_back(
-      MakeUnique<SimpleOperator<AddNOperator>>("ADDN", OperatorType::kAddN));
-  // Simple Operators.
+  // SimpleOperator was designed to export CUSTOM TF Lite ops, but has since
+  // been modified to also export builtins. As TOCO evolved we added warnings
+  // when custom ops are exported but SimpleOperator bypasses thoses. To
+  // prevent user confusion we are settling on using SimpleOperator only for
+  // builtins.
   ops.push_back(MakeUnique<SimpleOperator<DequantizeOperator>>(
       "DEQUANTIZE", OperatorType::kDequantize));
   ops.push_back(
-- 
GitLab


From 225858be9f2f1e594cfd75c3915f34ee4a31436a Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 9 Nov 2018 08:27:47 -0800
Subject: [PATCH 1319/1825] Enable autograph by default in tf.function.

PiperOrigin-RevId: 220806335
---
 tensorflow/python/eager/def_function.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 0b138acc86..61db5c1acc 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -213,7 +213,7 @@ class PolymorphicFunction(object):
                python_function,
                name,
                input_signature=None,
-               autograph=False,
+               autograph=True,
                experimental_autograph_options=None):
     """Initializes a polymorphic function.
 
@@ -495,7 +495,7 @@ class PolymorphicFunction(object):
 
 def function(func=None,
              input_signature=None,
-             autograph=False,
+             autograph=True,
              experimental_autograph_options=None):
   """Defines a function as per the "functions, not sessions" document."""
   if input_signature is not None:
-- 
GitLab


From 250de49e82951acd32d81fb9ec0689e43672c7fe Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 9 Nov 2018 08:36:16 -0800
Subject: [PATCH 1320/1825] Automated rollback of commit
 7f369e9ccf8e63e049ee8309a6350cb95127f94f

PiperOrigin-RevId: 220807331
---
 tensorflow/python/keras/BUILD                 |   9 +-
 .../python/keras/engine/sequential_test.py    |  19 --
 tensorflow/python/keras/engine/training.py    |   4 +-
 .../python/keras/engine/training_test.py      | 163 ++++++++++++------
 .../keras/engine/training_utils_test.py       |  12 --
 tensorflow/python/keras/layers/local_test.py  |  45 ++---
 6 files changed, 130 insertions(+), 122 deletions(-)

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 94e7064d18..9bdef21234 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -344,7 +344,6 @@ py_test(
     name = "convolutional_test",
     size = "large",
     srcs = ["layers/convolutional_test.py"],
-    shard_count = 4,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -382,7 +381,6 @@ py_test(
     name = "core_test",
     size = "medium",
     srcs = ["layers/core_test.py"],
-    shard_count = 2,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -403,9 +401,8 @@ cuda_py_test(
 
 py_test(
     name = "local_test",
-    size = "medium",
+    size = "large",
     srcs = ["layers/local_test.py"],
-    shard_count = 2,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -693,9 +690,8 @@ py_test(
 
 py_test(
     name = "training_test",
-    size = "medium",
+    size = "enormous",
     srcs = ["engine/training_test.py"],
-    shard_count = 4,
     srcs_version = "PY2AND3",
     tags = ["notsan"],
     deps = [
@@ -828,7 +824,6 @@ py_test(
     name = "models_test",
     size = "medium",
     srcs = ["models_test.py"],
-    shard_count = 2,
     srcs_version = "PY2AND3",
     tags = ["notsan"],  # b/67509773
     deps = [
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index ea8fdf675a..1401c1ed99 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -385,25 +385,6 @@ class TestSequentialEagerIntegration(test.TestCase):
     model.pop()
     self.assertTrue(model._can_use_graph_functions)
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_sequential_model_fails_with_dict_inputs(self):
-    num_classes = 5
-    model = testing_utils.get_small_sequential_mlp(
-        num_hidden=10, num_classes=num_classes)
-    model.compile(
-        rmsprop.RMSPropOptimizer(learning_rate=0.001),
-        metrics=['acc'],
-        weighted_metrics=['mae'],
-        loss='categorical_crossentropy')
-
-    x = {'dense_input': np.random.random((10, 1))}
-    y = np.random.randint(num_classes, size=(10, 1))
-
-    with self.assertRaisesRegexp(
-        ValueError, 'Passing a dictionary input to a Sequential Model which '
-        'doesn\'t have FeatureLayer as the first layer is an error'):
-      model.fit(x, y, batch_size=5, epochs=1)
-
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index d768df37b9..c7faafe8e2 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1310,8 +1310,8 @@ class Model(Network):
         # We assert that the first layer is a FeatureLayer.
         if not training_utils.is_feature_layer(self.layers[0]):
           raise ValueError('Passing a dictionary input to a Sequential Model '
-                           'which doesn\'t have FeatureLayer as the first layer'
-                           ' is an error.')
+                           'which doesnt have FeatureLayer as the first layer '
+                           'is an error')
         input_shape = (None,)
         self.build(input_shape=input_shape)
       else:
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index 78a86659b1..df5669b5cc 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -33,6 +33,7 @@ from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.keras.callbacks import Callback
 from tensorflow.python.keras.engine.training_utils import weighted_masked_objective
+from tensorflow.python.keras.utils.generic_utils import slice_arrays
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import sparse_ops
 from tensorflow.python.ops import variables as variables_lib
@@ -332,6 +333,35 @@ class TrainingTest(test.TestCase):
     })
     self.assertEqual(len(out), 2)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_invalid_loss(self):
+    num_classes = 5
+    train_samples = 1000
+    test_samples = 1000
+    input_dim = 5
+
+    model = testing_utils.get_small_sequential_mlp(
+        num_hidden=10, num_classes=num_classes, input_dim=input_dim)
+    optimizer = RMSPropOptimizer(learning_rate=0.001)
+    model.compile(optimizer, loss='categorical_crossentropy')
+    np.random.seed(1337)
+    (x_train, y_train), (_, _) = testing_utils.get_test_data(
+        train_samples=train_samples,
+        test_samples=test_samples,
+        input_shape=(input_dim,),
+        num_classes=num_classes)
+
+    with self.assertRaises(ValueError):
+      model.fit(x_train, np.concatenate([y_train, y_train], axis=-1))
+
+    if not context.executing_eagerly():
+      # TODO(psv): Investigate these use cases in eager mode.
+      with self.assertRaises(ValueError):
+        model.fit(x_train, y_train)
+
+      with self.assertRaises(ValueError):
+        model.compile(optimizer, loss=None)
+
   @tf_test_util.run_in_graph_and_eager_modes
   def test_activity_regularizer_fit(self):
     loss = {}
@@ -482,6 +512,30 @@ class TrainingTest(test.TestCase):
       x2 = model.predict(val_a)
       self.assertAllClose(x1, x2, atol=1e-7)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_compile_warning_for_loss_missing_output(self):
+    with self.cached_session():
+      inp = keras.layers.Input(shape=(16,), name='input_a')
+      out_1 = keras.layers.Dense(8, name='dense_1')(inp)
+      out_2 = keras.layers.Dense(3, activation='softmax', name='dense_2')(out_1)
+      model = keras.models.Model(inputs=[inp], outputs=[out_1, out_2])
+      optimizer = RMSPropOptimizer(learning_rate=0.001)
+
+      with test.mock.patch.object(logging, 'warning') as mock_log:
+        model.compile(
+            optimizer,
+            loss={
+                'dense_2': 'categorical_crossentropy',
+            },
+            metrics={
+                'dense_2': 'categorical_accuracy',
+                'dense_1': metrics_module.CategoricalAccuracy(),
+            })
+        msg = ('Output "dense_1" missing from loss dictionary. We assume this '
+               'was done on purpose. The fit and evaluate APIs will not be '
+               'expecting any data to be passed to "dense_1".')
+        self.assertRegexpMatches(str(mock_log.call_args), msg)
+
   def test_logs_passed_to_callbacks(self):
     with self.cached_session():
       input_dim = 5
@@ -541,62 +595,6 @@ class TrainingTest(test.TestCase):
           ]))
 
 
-class TestExceptionsAndWarnings(test.TestCase):
-
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_invalid_loss(self):
-    num_classes = 5
-    train_samples = 1000
-    test_samples = 1000
-    input_dim = 5
-
-    model = testing_utils.get_small_sequential_mlp(
-        num_hidden=10, num_classes=num_classes, input_dim=input_dim)
-    optimizer = RMSPropOptimizer(learning_rate=0.001)
-    model.compile(optimizer, loss='categorical_crossentropy')
-    np.random.seed(1337)
-    (x_train, y_train), (_, _) = testing_utils.get_test_data(
-        train_samples=train_samples,
-        test_samples=test_samples,
-        input_shape=(input_dim,),
-        num_classes=num_classes)
-
-    with self.assertRaises(ValueError):
-      model.fit(x_train, np.concatenate([y_train, y_train], axis=-1))
-
-    if not context.executing_eagerly():
-      # TODO(psv): Investigate these use cases in eager mode.
-      with self.assertRaises(ValueError):
-        model.fit(x_train, y_train)
-
-      with self.assertRaises(ValueError):
-        model.compile(optimizer, loss=None)
-
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_compile_warning_for_loss_missing_output(self):
-    with self.cached_session():
-      inp = keras.layers.Input(shape=(16,), name='input_a')
-      out_1 = keras.layers.Dense(8, name='dense_1')(inp)
-      out_2 = keras.layers.Dense(3, activation='softmax', name='dense_2')(out_1)
-      model = keras.models.Model(inputs=[inp], outputs=[out_1, out_2])
-      optimizer = RMSPropOptimizer(learning_rate=0.001)
-
-      with test.mock.patch.object(logging, 'warning') as mock_log:
-        model.compile(
-            optimizer,
-            loss={
-                'dense_2': 'categorical_crossentropy',
-            },
-            metrics={
-                'dense_2': 'categorical_accuracy',
-                'dense_1': metrics_module.CategoricalAccuracy(),
-            })
-        msg = ('Output "dense_1" missing from loss dictionary. We assume this '
-               'was done on purpose. The fit and evaluate APIs will not be '
-               'expecting any data to be passed to "dense_1".')
-        self.assertRegexpMatches(str(mock_log.call_args), msg)
-
-
 class LossWeightingTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
@@ -668,6 +666,25 @@ class LossWeightingTest(test.TestCase):
         x_test[test_ids, :], y_test[test_ids, :], verbose=0)
     self.assertLess(score[0], ref_score[0])
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_sequential_model_fails_with_dict_inputs(self):
+    num_classes = 5
+    model = testing_utils.get_small_sequential_mlp(
+        num_hidden=10, num_classes=num_classes)
+    model.compile(
+        RMSPropOptimizer(learning_rate=0.001),
+        metrics=['acc'],
+        weighted_metrics=['mae'],
+        loss='categorical_crossentropy')
+
+    x = {'dense_input': np.random.random((10, 1))}
+    y = np.random.randint(num_classes, size=(10, 1))
+
+    with self.assertRaisesRegexp(
+        ValueError, 'Passing a dictionary input to a Sequential Model which '
+        'doesnt have FeatureLayer as the first layer is an error'):
+      model.fit(x, y, batch_size=5, epochs=1)
+
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sample_weights(self):
     num_classes = 5
@@ -1215,6 +1232,40 @@ class TestDynamicTrainability(test.TestCase):
       self.assertListEqual(outer_model.trainable_weights, [])
 
 
+class TestTrainingUtils(test.TestCase):
+
+  def test_check_array_lengths(self):
+    keras.engine.training_utils.check_array_lengths(None, None, None)
+    a_np = np.random.random((4, 3, 3))
+    keras.engine.training_utils.check_array_lengths(a_np, a_np, a_np)
+    keras.engine.training_utils.check_array_lengths(
+        [a_np, a_np], [a_np, a_np], [a_np, a_np])
+    keras.engine.training_utils.check_array_lengths([None], [None], [None])
+
+    b_np = np.random.random((3, 4))
+    with self.assertRaises(ValueError):
+      keras.engine.training_utils.check_array_lengths([a_np], [b_np], None)
+
+  def test_slice_arrays(self):
+    input_a = np.random.random((10, 3))
+    slice_arrays(input_a, 0)
+    slice_arrays(None)
+    slice_arrays(input_a, 0, 1)
+    slice_arrays(input_a, stop=2)
+    input_a = [None, [1, 1], None, [1, 1]]
+    slice_arrays(input_a, 0)
+    slice_arrays(input_a, 0, 1)
+    slice_arrays(input_a, stop=2)
+    input_a = [None]
+    slice_arrays(input_a, 0)
+    slice_arrays(input_a, 0, 1)
+    slice_arrays(input_a, stop=2)
+    input_a = None
+    slice_arrays(input_a, 0)
+    slice_arrays(input_a, 0, 1)
+    slice_arrays(input_a, stop=2)
+
+
 class TestTrainingWithDataTensors(test.TestCase):
 
   def test_training_and_eval_methods_on_symbolic_tensors_single_io(self):
diff --git a/tensorflow/python/keras/engine/training_utils_test.py b/tensorflow/python/keras/engine/training_utils_test.py
index 7b217cf373..ff15c49a92 100644
--- a/tensorflow/python/keras/engine/training_utils_test.py
+++ b/tensorflow/python/keras/engine/training_utils_test.py
@@ -148,18 +148,6 @@ class TrainingUtilTest(test.TestCase):
     any_true = training_utils._nested_any(nested_data, lambda x: x)
     self.assertEquals(any_true, False)
 
-  def test_check_array_lengths(self):
-    training_utils.check_array_lengths(None, None, None)
-    a_np = np.random.random((4, 3, 3))
-    training_utils.check_array_lengths(a_np, a_np, a_np)
-    training_utils.check_array_lengths(
-        [a_np, a_np], [a_np, a_np], [a_np, a_np])
-    training_utils.check_array_lengths([None], [None], [None])
-
-    b_np = np.random.random((3, 4))
-    with self.assertRaises(ValueError):
-      training_utils.check_array_lengths([a_np], [b_np], None)
-
 
 class ModelInputsTest(test.TestCase):
 
diff --git a/tensorflow/python/keras/layers/local_test.py b/tensorflow/python/keras/layers/local_test.py
index 300e7c9654..8589b32b3c 100644
--- a/tensorflow/python/keras/layers/local_test.py
+++ b/tensorflow/python/keras/layers/local_test.py
@@ -27,7 +27,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.training.rmsprop import RMSPropOptimizer
 
 
-class LocallyConnected1DLayersTest(test.TestCase):
+class LocallyConnectedLayersTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_1d(self):
@@ -111,9 +111,6 @@ class LocallyConnected1DLayersTest(test.TestCase):
               self.assertEqual(layer.kernel.constraint, k_constraint)
               self.assertEqual(layer.bias.constraint, b_constraint)
 
-
-class LocallyConnected2DLayersTest(test.TestCase):
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_2d(self):
     num_samples = 8
@@ -178,11 +175,11 @@ class LocallyConnected2DLayersTest(test.TestCase):
               input_shape=(num_samples, num_row, num_col, stack_size))
 
   def test_locallyconnected_2d_regularization(self):
-    num_samples = 2
+    num_samples = 8
     filters = 3
     stack_size = 4
     num_row = 6
-    num_col = 7
+    num_col = 10
     for implementation in [1, 2]:
       for padding in ['valid', 'same']:
         kwargs = {
@@ -223,24 +220,20 @@ class LocallyConnected2DLayersTest(test.TestCase):
             self.assertEqual(layer.kernel.constraint, k_constraint)
             self.assertEqual(layer.bias.constraint, b_constraint)
 
-
-class LocallyConnectedImplementationModeTest(test.TestCase):
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_implementation(self):
-    num_samples = 4
-    num_classes = 3
-    num_epochs = 2
+    n_train = 4
+    n_classes = 3
+    n_epochs = 2
 
     np.random.seed(1)
-    targets = np.random.randint(0, num_classes, (num_samples,))
+    targets = np.random.randint(0, n_classes, (n_train,))
 
-    for width in [1, 6]:
-      for height in [7]:
+    for width in [1, 17]:
+      for height in [16]:
         for filters in [2]:
           for data_format in ['channels_first', 'channels_last']:
-            inputs = get_inputs(
-                data_format, filters, height, num_samples, width)
+            inputs = get_inputs(data_format, filters, height, n_train, width)
 
             for kernel_x in [(3,)]:
               for kernel_y in [()] if width == 1 else [(2,)]:
@@ -253,7 +246,7 @@ class LocallyConnectedImplementationModeTest(test.TestCase):
                           'kernel_size': kernel_x + kernel_y,
                           'strides': stride_x + stride_y,
                           'data_format': data_format,
-                          'num_classes': num_classes,
+                          'n_classes': n_classes,
                           'input_shape': inputs.shape
                       }
 
@@ -271,13 +264,13 @@ class LocallyConnectedImplementationModeTest(test.TestCase):
                       # Train.
                       model_1.fit(x=inputs,
                                   y=targets,
-                                  epochs=num_epochs,
-                                  batch_size=num_samples)
+                                  epochs=n_epochs,
+                                  batch_size=n_train)
 
                       model_2.fit(x=inputs,
                                   y=targets,
-                                  epochs=num_epochs,
-                                  batch_size=num_samples)
+                                  epochs=n_epochs,
+                                  batch_size=n_train)
 
                       # Compare outputs after a few training steps.
                       out_1 = model_1.call(inputs)
@@ -323,7 +316,7 @@ class LocallyConnectedImplementationModeTest(test.TestCase):
       self.assertAllCloseAccordingToType(inputs_2d, inputs_2d_tf)
 
 
-def get_inputs(data_format, filters, height, num_samples, width):
+def get_inputs(data_format, filters, height, n_train, width):
   if data_format == 'channels_first':
     if width == 1:
       input_shape = (filters, height)
@@ -340,7 +333,7 @@ def get_inputs(data_format, filters, height, num_samples, width):
     raise NotImplementedError(data_format)
 
   inputs = np.random.normal(0, 1,
-                            (num_samples,) + input_shape).astype(np.float32)
+                            (n_train,) + input_shape).astype(np.float32)
   return inputs
 
 
@@ -359,7 +352,7 @@ def get_model(implementation,
               kernel_size,
               strides,
               layers,
-              num_classes,
+              n_classes,
               data_format,
               input_shape):
   model = keras.Sequential()
@@ -384,7 +377,7 @@ def get_model(implementation,
         implementation=implementation))
 
   model.add(keras.layers.Flatten())
-  model.add(keras.layers.Dense(num_classes))
+  model.add(keras.layers.Dense(n_classes))
   model.compile(
       optimizer=RMSPropOptimizer(0.01),
       metrics=[keras.metrics.categorical_accuracy],
-- 
GitLab


From 1ce3951fd87ee412dafb3b8ef0424d8c0660d031 Mon Sep 17 00:00:00 2001
From: Fei Hu <fei.hu1@ibm.com>
Date: Fri, 9 Nov 2018 08:48:55 -0800
Subject: [PATCH 1321/1825] Delete an empty test file

Delete an empty test file which is added unintentionally.
---
 tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py | 0
 1 file changed, 0 insertions(+), 0 deletions(-)
 delete mode 100644 tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py

diff --git a/tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py b/tensorflow/python/kernel_tests/max_pooling_3d_eager_test.py
deleted file mode 100644
index e69de29bb2..0000000000
-- 
GitLab


From 00fb4e78d77d7ab515acde059e122f3826ea1800 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 9 Nov 2018 09:23:33 -0800
Subject: [PATCH 1322/1825] Remove `tf.placeholder()`,
 `tf.placeholder_with_default()` and `tf.sparse.placeholder()` from TF 2.0.

These APIs are no longer necessary when using eager execution, or
defining functions (using explicit arguments) for graph execution.

PiperOrigin-RevId: 220813704
---
 .../api_def_PlaceholderWithDefault.pbtxt      |  4 ++++
 tensorflow/python/ops/array_ops.py            | 21 ++++++++++++++++---
 .../tools/api/golden/v2/tensorflow.pbtxt      |  8 -------
 .../api/golden/v2/tensorflow.sparse.pbtxt     |  4 ----
 tensorflow/tools/compatibility/renames_v2.py  |  5 ++++-
 5 files changed, 26 insertions(+), 16 deletions(-)
 create mode 100644 tensorflow/core/api_def/python_api/api_def_PlaceholderWithDefault.pbtxt

diff --git a/tensorflow/core/api_def/python_api/api_def_PlaceholderWithDefault.pbtxt b/tensorflow/core/api_def/python_api/api_def_PlaceholderWithDefault.pbtxt
new file mode 100644
index 0000000000..a1a722c103
--- /dev/null
+++ b/tensorflow/core/api_def/python_api/api_def_PlaceholderWithDefault.pbtxt
@@ -0,0 +1,4 @@
+op {
+  graph_op_name: "PlaceholderWithDefault"
+  visibility: HIDDEN
+}
diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 6fdc50733a..18c77f154d 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -1706,7 +1706,7 @@ def ones(shape, dtype=dtypes.float32, name=None):
   return output
 
 
-@tf_export("placeholder")
+@tf_export(v1=["placeholder"])
 def placeholder(dtype, shape=None, name=None):
   """Inserts a placeholder for a tensor that will be always fed.
 
@@ -1751,6 +1751,22 @@ def placeholder(dtype, shape=None, name=None):
   return gen_array_ops.placeholder(dtype=dtype, shape=shape, name=name)
 
 
+@tf_export(v1=["placeholder_with_default"])
+def placeholder_with_default(input, shape, name=None):  # pylint: disable=redefined-builtin
+  """A placeholder op that passes through `input` when its output is not fed.
+
+  Args:
+    input: A `Tensor`. The default value to produce when output is not fed.
+    shape: A `tf.TensorShape` or list of `int`s. The (possibly partial) shape
+      of the tensor.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor`. Has the same type as `input`.
+  """
+  return gen_array_ops.placeholder_with_default(input, shape, name)
+
+
 # pylint: disable=redefined-outer-name
 def _normalize_sparse_shape(shape, name):
   """Returns a tuple of (Tensor or None, rank or None)."""
@@ -1762,8 +1778,7 @@ def _normalize_sparse_shape(shape, name):
   return (ops.convert_to_tensor(shape, dtype=dtypes.int64, name=name), rank)
 
 
-@tf_export(
-    "sparse.placeholder", v1=["sparse.placeholder", "sparse_placeholder"])
+@tf_export(v1=["sparse.placeholder", "sparse_placeholder"])
 @deprecation.deprecated_endpoints("sparse_placeholder")
 def sparse_placeholder(dtype, shape=None, name=None):
   """Inserts a placeholder for a sparse tensor that will be always fed.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index e6d8cb6440..17dc2003ce 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1032,14 +1032,6 @@ tf_module {
     name: "parse_single_sequence_example"
     argspec: "args=[\'serialized\', \'context_features\', \'sequence_features\', \'example_name\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "placeholder"
-    argspec: "args=[\'dtype\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "placeholder_with_default"
-    argspec: "args=[\'input\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "pow"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
index 32bd8d5f8e..9c9c4d838e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
@@ -56,10 +56,6 @@ tf_module {
     name: "minimum"
     argspec: "args=[\'sp_a\', \'sp_b\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "placeholder"
-    argspec: "args=[\'dtype\', \'shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
   member_method {
     name: "reduce_max"
     argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index d335718d1f..49dd5e7ad4 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -242,6 +242,8 @@ renames = {
     'tf.nn.uniform_candidate_sampler': 'tf.random.uniform_candidate_sampler',
     'tf.orthogonal_initializer': 'tf.keras.initializers.Orthogonal',
     'tf.parse_tensor': 'tf.io.parse_tensor',
+    'tf.placeholder': 'tf.compat.v1.placeholder',
+    'tf.placeholder_with_default': 'tf.compat.v1.placeholder_with_default',
     'tf.polygamma': 'tf.math.polygamma',
     'tf.python_io.TFRecordCompressionType': 'tf.io.TFRecordCompressionType',
     'tf.python_io.TFRecordOptions': 'tf.io.TFRecordOptions',
@@ -322,13 +324,14 @@ renames = {
     'tf.serialize_sparse': 'tf.io.serialize_sparse',
     'tf.space_to_batch': 'tf.nn.space_to_batch',
     'tf.space_to_depth': 'tf.nn.space_to_depth',
+    'tf.sparse.placeholder': 'tf.compat.v1.sparse.placeholder',
     'tf.sparse_add': 'tf.sparse.add',
     'tf.sparse_fill_empty_rows': 'tf.sparse.fill_empty_rows',
     'tf.sparse_mask': 'tf.sparse.mask',
     'tf.sparse_maximum': 'tf.sparse.maximum',
     'tf.sparse_merge': 'tf.sparse.merge',
     'tf.sparse_minimum': 'tf.sparse.minimum',
-    'tf.sparse_placeholder': 'tf.sparse.placeholder',
+    'tf.sparse_placeholder': 'tf.compat.v1.sparse_placeholder',
     'tf.sparse_reorder': 'tf.sparse.reorder',
     'tf.sparse_reset_shape': 'tf.sparse.reset_shape',
     'tf.sparse_reshape': 'tf.sparse.reshape',
-- 
GitLab


From 65470b8e4f6a5d585c24accb4cdcb67e4348d47b Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 9 Nov 2018 09:26:16 -0800
Subject: [PATCH 1323/1825] [tf.data] Remove the (shared) lock around
 `Model::Node::output()`.

The corresponding data member is effectively `const`, since it is set
at construction time and never mutated.

This improves the performance of the `Dataset.range()` benchmark with
and without modeling enabled:

* Average time per element (with modeling): 373.211813 nanoseconds
  (was 441.004515 nanoseconds)

PiperOrigin-RevId: 220814089
---
 tensorflow/core/framework/model.h | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 759475a052..14883a9781 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -143,10 +143,7 @@ class Node {
   }
 
   // Returns the node output.
-  Node* output() const LOCKS_EXCLUDED(mu_) {
-    tf_shared_lock l(mu_);
-    return output_;
-  }
+  Node* output() const { return output_; }
 
   // Returns the aggregate processing time.
   int64 processing_time() const LOCKS_EXCLUDED(mu_) {
@@ -285,7 +282,7 @@ class Node {
 
   // The reference to the output node is not owned so that that deletion of a
   // node results in recursive deletion of the subtree rooted in the node.
-  Node* output_ GUARDED_BY(mu_);
+  Node* const output_;
 };
 
 // InterleaveMany is used to model datasets whose inputs are used to create
-- 
GitLab


From 149886979acf87027a188c0851f0cbe41a30f275 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Fri, 9 Nov 2018 09:41:04 -0800
Subject: [PATCH 1324/1825] Update RNN backend for masking of outputs.

The existing logic assumes the state[0] of the step function is same as the
output, which is not necessary true anymore. Update the logic to read the
outputs from the previous steps.

PiperOrigin-RevId: 220816333
---
 tensorflow/python/keras/backend.py            | 45 +++++++++++++------
 tensorflow/python/keras/layers/lstm_test.py   | 12 +++++
 .../python/keras/layers/recurrent_test.py     | 35 +++++++++++++++
 3 files changed, 78 insertions(+), 14 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 4025deb22b..2c540045f1 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -3453,6 +3453,13 @@ def rnn(step_function,
 
     time = constant_op.constant(0, dtype='int32', name='time')
 
+    while_loop_kwargs = {
+        'cond': lambda time, *_: time < time_steps_t,
+        'maximum_iterations': input_length,
+        'parallel_iterations': 32,
+        'swap_memory': True,
+    }
+
     if mask is not None:
       if not states:
         raise ValueError('No initial states provided! '
@@ -3470,16 +3477,21 @@ def rnn(step_function,
           tensor_array_name='mask_ta')
       mask_ta = mask_ta.unstack(mask)
 
-      def _step(time, output_ta_t, *states):
+      # Mask for the T output will be base on the output of T - 1. In the case
+      # T = 0, a zero filled tensor will be used.
+      flat_zero_output = tuple(array_ops.zeros_like(o)
+                               for o in nest.flatten(output_time_zero))
+      def _step(time, output_ta_t, prev_output, *states):
         """RNN step function.
 
         Arguments:
             time: Current timestep value.
             output_ta_t: TensorArray.
+            prev_output: tuple of outputs from time - 1.
             *states: List of states.
 
         Returns:
-            Tuple: `(time + 1,output_ta_t) + tuple(new_states)`
+            Tuple: `(time + 1, output_ta_t, output) + tuple(new_states)`
         """
         current_input = tuple(ta.read(time) for ta in input_ta)
         # maybe set shape.
@@ -3491,9 +3503,9 @@ def rnn(step_function,
           global uses_learning_phase  # pylint: disable=global-variable-undefined
           uses_learning_phase = True
 
+        # mask output
         flat_output = nest.flatten(output)
-        # This assume the state[0] is same shape as the output
-        flat_previous_output = nest.flatten(states[0])
+        flat_previous_output = nest.flatten(prev_output)
         tiled_mask_t = tuple(_expand_mask(mask_t, o) for o in flat_output)
         flat_new_output = tuple(
             array_ops.where(m, o, po) for m, o, po in zip(
@@ -3513,9 +3525,16 @@ def rnn(step_function,
         output_ta_t = tuple(
             ta.write(time, out)
             for ta, out in zip(output_ta_t, flat_new_output))
-        return (time + 1, output_ta_t) + tuple(new_states)
+        return (time + 1, output_ta_t,
+                tuple(flat_new_output)) + tuple(new_states)
+
+      final_outputs = control_flow_ops.while_loop(
+          body=_step,
+          loop_vars=(time, output_ta, flat_zero_output) + states,
+          **while_loop_kwargs)
+      # Skip final_outputs[2] which is the output for final timestep.
+      new_states = final_outputs[3:]
     else:
-
       def _step(time, output_ta_t, *states):
         """RNN step function.
 
@@ -3545,16 +3564,14 @@ def rnn(step_function,
             ta.write(time, out) for ta, out in zip(output_ta_t, flat_output))
         return (time + 1, output_ta_t) + tuple(new_states)
 
-    final_outputs = control_flow_ops.while_loop(
-        cond=lambda time, *_: time < time_steps_t,
-        body=_step,
-        loop_vars=(time, output_ta) + states,
-        maximum_iterations=input_length,
-        parallel_iterations=32,
-        swap_memory=True)
+      final_outputs = control_flow_ops.while_loop(
+          body=_step,
+          loop_vars=(time, output_ta) + states,
+          **while_loop_kwargs)
+      new_states = final_outputs[2:]
+
     last_time = final_outputs[0]
     output_ta = final_outputs[1]
-    new_states = final_outputs[2:]
 
     outputs = tuple(o.stack() for o in output_ta)
     outputs = nest.pack_sequence_as(output_time_zero, outputs)
diff --git a/tensorflow/python/keras/layers/lstm_test.py b/tensorflow/python/keras/layers/lstm_test.py
index e0094d99f4..9db697871f 100644
--- a/tensorflow/python/keras/layers/lstm_test.py
+++ b/tensorflow/python/keras/layers/lstm_test.py
@@ -126,6 +126,18 @@ class LSTMLayerTest(test.TestCase):
                   optimizer=RMSPropOptimizer(0.01))
     model.fit(inputs, targets, epochs=1, batch_size=2, verbose=1)
 
+  def test_masking_with_stacking_LSTM(self):
+    inputs = np.random.random((2, 3, 4))
+    targets = np.abs(np.random.random((2, 3, 5)))
+    targets /= targets.sum(axis=-1, keepdims=True)
+    model = keras.models.Sequential()
+    model.add(keras.layers.Masking(input_shape=(3, 4)))
+    lstm_cells = [keras.layers.LSTMCell(10), keras.layers.LSTMCell(5)]
+    model.add(keras.layers.RNN(lstm_cells, return_sequences=True, unroll=False))
+    model.compile(loss='categorical_crossentropy',
+                  optimizer=RMSPropOptimizer(0.01))
+    model.fit(inputs, targets, epochs=1, batch_size=2, verbose=1)
+
   def test_from_config_LSTM(self):
     layer_class = keras.layers.LSTM
     for stateful in (False, True):
diff --git a/tensorflow/python/keras/layers/recurrent_test.py b/tensorflow/python/keras/layers/recurrent_test.py
index 6346b17180..fa1c87f51b 100644
--- a/tensorflow/python/keras/layers/recurrent_test.py
+++ b/tensorflow/python/keras/layers/recurrent_test.py
@@ -1044,6 +1044,41 @@ class RNNTest(test.TestCase):
                         second_implementation_output)
     self.assertAllClose(first_implementation_output, tf_lstm_cell_output)
 
+  def test_masking_rnn_with_output_and_states(self):
+
+    class Cell(keras.layers.Layer):
+
+      def __init__(self):
+        self.state_size = None
+        self.output_size = None
+        super(Cell, self).__init__()
+
+      def build(self, input_shape):
+        self.state_size = input_shape[-1]
+        self.output_size = input_shape[-1]
+
+      def call(self, inputs, states):
+        return inputs, [s + 1 for s in states]
+
+    x = keras.Input((3, 1), name='x')
+    x_masked = keras.layers.Masking()(x)
+    s_0 = keras.Input((1,), name='s_0')
+    y, s = keras.layers.RNN(
+        Cell(), return_state=True)(x_masked, initial_state=s_0)
+    model = keras.models.Model([x, s_0], [y, s])
+    model.compile(optimizer=rmsprop.RMSPropOptimizer(learning_rate=0.001),
+                  loss='mse')
+
+    # last time step masked
+    x_np = np.array([[[1.], [2.], [0.]]])
+    s_0_np = np.array([[10.]])
+    y_np, s_np = model.predict([x_np, s_0_np])
+
+    # 1 is added to initial state two times
+    self.assertAllClose(s_np, s_0_np + 2)
+    # Expect last output to be the same as last output before masking
+    self.assertAllClose(y_np, x_np[:, 1, :])
+
 
 class Minimal2DRNNCell(keras.layers.Layer):
   """The minimal 2D RNN cell is a simple combination of 2 1-D RNN cell.
-- 
GitLab


From f2a35dbc7258220ba0f6b028bc4d838de7a08dbe Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 9 Nov 2018 10:01:38 -0800
Subject: [PATCH 1325/1825] Remove duplicate fuzzer library.

PiperOrigin-RevId: 220819446
---
 tensorflow/core/kernels/fuzzing/BUILD         |  2 --
 .../core/kernels/fuzzing/decode_jpeg_fuzz.cc  | 29 -------------------
 2 files changed, 31 deletions(-)
 delete mode 100644 tensorflow/core/kernels/fuzzing/decode_jpeg_fuzz.cc

diff --git a/tensorflow/core/kernels/fuzzing/BUILD b/tensorflow/core/kernels/fuzzing/BUILD
index 1a254da50e..6f3a49805c 100644
--- a/tensorflow/core/kernels/fuzzing/BUILD
+++ b/tensorflow/core/kernels/fuzzing/BUILD
@@ -37,8 +37,6 @@ tf_ops_fuzz_target_lib("decode_bmp")
 
 tf_ops_fuzz_target_lib("decode_png")
 
-tf_ops_fuzz_target_lib("decode_jpeg")
-
 tf_ops_fuzz_target_lib("decode_wav")
 
 tf_ops_fuzz_target_lib("example_proto_fast_parsing")
diff --git a/tensorflow/core/kernels/fuzzing/decode_jpeg_fuzz.cc b/tensorflow/core/kernels/fuzzing/decode_jpeg_fuzz.cc
deleted file mode 100644
index f3b24b2341..0000000000
--- a/tensorflow/core/kernels/fuzzing/decode_jpeg_fuzz.cc
+++ /dev/null
@@ -1,29 +0,0 @@
-/* Copyright 2016 Google Inc. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/cc/ops/standard_ops.h"
-#include "tensorflow/core/kernels/fuzzing/fuzz_session.h"
-
-namespace tensorflow {
-namespace fuzzing {
-
-class FuzzDecodeJpeg : public FuzzStringInputOp {
-  SINGLE_INPUT_OP_BUILDER(DT_STRING, DecodeJpeg);
-};
-
-STANDARD_TF_FUZZ_FUNCTION(FuzzDecodeJpeg);
-
-}  // end namespace fuzzing
-}  // end namespace tensorflow
-- 
GitLab


From 414ee7806c932169ff5cb11a0beb9c21d9f283cb Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Fri, 9 Nov 2018 10:07:26 -0800
Subject: [PATCH 1326/1825] Change naming of delegate subsets of the graphs to
 be Node Subsets.

This avoids conflicts with the schema notion of SubGraph which
means (completely separate subgraph).

PiperOrigin-RevId: 220820755
---
 tensorflow/lite/c/c_api_internal.h            |  4 +-
 tensorflow/lite/delegates/flex/delegate.cc    |  6 +-
 tensorflow/lite/delegates/flex/kernel_test.cc |  2 +-
 .../lite/delegates/nnapi/nnapi_delegate.cc    |  8 +-
 .../experimental/micro/kernels/test_utils.h   |  2 +-
 .../experimental/micro/micro_interpreter.cc   |  2 +-
 tensorflow/lite/graph_info.cc                 | 88 +++++++++----------
 tensorflow/lite/graph_info.h                  | 25 +++---
 tensorflow/lite/graph_info_test.cc            | 61 ++++++-------
 tensorflow/lite/interpreter.cc                | 63 ++++++-------
 tensorflow/lite/interpreter.h                 |  6 +-
 tensorflow/lite/interpreter_test.cc           |  6 +-
 .../src/test/native/interpreter_test_jni.cc   |  4 +-
 13 files changed, 141 insertions(+), 136 deletions(-)

diff --git a/tensorflow/lite/c/c_api_internal.h b/tensorflow/lite/c/c_api_internal.h
index cbc69f804b..e05fd19936 100644
--- a/tensorflow/lite/c/c_api_internal.h
+++ b/tensorflow/lite/c/c_api_internal.h
@@ -373,7 +373,7 @@ typedef struct TfLiteContext {
 
   // Replace ops with one or more stub delegate operations. This function
   // does not take ownership of `nodes_to_replace`.
-  TfLiteStatus (*ReplaceSubgraphsWithDelegateKernels)(
+  TfLiteStatus (*ReplaceNodeSubsetsWithDelegateKernels)(
       struct TfLiteContext*, TfLiteRegistration registration,
       const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate);
 
@@ -481,7 +481,7 @@ typedef struct _TfLiteDelegate {
 
   // Invoked by ModifyGraphWithDelegate. This prepare is called, giving the
   // delegate a view of the current graph through TfLiteContext*. It typically
-  // will look at the nodes and call ReplaceSubgraphsWithDelegateKernels()
+  // will look at the nodes and call ReplaceNodeSubsetsWithDelegateKernels()
   // to ask the TensorFlow lite runtime to create macro-nodes to represent
   // delegated subgraphs of the original graph.
   TfLiteStatus (*Prepare)(TfLiteContext* context, TfLiteDelegate* delegate);
diff --git a/tensorflow/lite/delegates/flex/delegate.cc b/tensorflow/lite/delegates/flex/delegate.cc
index e7433f0c47..4fc2d82b49 100644
--- a/tensorflow/lite/delegates/flex/delegate.cc
+++ b/tensorflow/lite/delegates/flex/delegate.cc
@@ -46,11 +46,11 @@ TfLiteStatus Prepare(TfLiteContext* context, TfLiteDelegate* delegate) {
   }
 
   // Request TFLite to partition the graph and make kernels for each independent
-  // subgraph.
+  // node sub set.
   TfLiteIntArray* size_and_nodes =
       ConvertVectorToTfLiteIntArray(supported_nodes);
-  context->ReplaceSubgraphsWithDelegateKernels(context, GetKernel(),
-                                               size_and_nodes, delegate);
+  context->ReplaceNodeSubsetsWithDelegateKernels(context, GetKernel(),
+                                                 size_and_nodes, delegate);
   TfLiteIntArrayFree(size_and_nodes);
   return kTfLiteOk;
 }
diff --git a/tensorflow/lite/delegates/flex/kernel_test.cc b/tensorflow/lite/delegates/flex/kernel_test.cc
index 4742c24bfc..f55759594d 100644
--- a/tensorflow/lite/delegates/flex/kernel_test.cc
+++ b/tensorflow/lite/delegates/flex/kernel_test.cc
@@ -30,7 +30,7 @@ TfLiteStatus GenericPrepare(TfLiteContext* context, TfLiteDelegate* delegate,
                             const std::vector<int>& supported_nodes) {
   TfLiteIntArray* size_and_nodes =
       ConvertVectorToTfLiteIntArray(supported_nodes);
-  TF_LITE_ENSURE_STATUS(context->ReplaceSubgraphsWithDelegateKernels(
+  TF_LITE_ENSURE_STATUS(context->ReplaceNodeSubsetsWithDelegateKernels(
       context, flex::GetKernel(), size_and_nodes, delegate));
   TfLiteIntArrayFree(size_and_nodes);
   return kTfLiteOk;
diff --git a/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
index 74aec27f82..9690c65921 100644
--- a/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
@@ -374,7 +374,7 @@ struct NNAPIOpMappingArgs {
   std::vector<int>* model_state_tfl_inputs;
 };
 
-// The kernel that represents the subgraph of TF Lite being run on NN API.
+// The kernel that represents the node sub set of TF Lite being run on NN API.
 class NNAPIDelegateKernel {
  public:
   NNAPIDelegateKernel() = default;
@@ -1174,7 +1174,7 @@ TfLiteDelegate* NnApiDelegate() {
         supported_nodes[0] = supported_nodes.size() - 1;
 
         // NN API Delegate Registration (the pseudo kernel that will invoke NN
-        // API subgraphs)
+        // API node sub sets)
         static const TfLiteRegistration nnapi_delegate_kernel = {
             .init = [](TfLiteContext* context, const char* buffer,
                        size_t length) -> void* {
@@ -1207,8 +1207,8 @@ TfLiteDelegate* NnApiDelegate() {
         };
 
         // Request TFLite to partition the graph and make kernels
-        // for each independent subgraph a new nnapi_delegate_kernel.
-        context->ReplaceSubgraphsWithDelegateKernels(
+        // for each independent node sub set a new nnapi_delegate_kernel.
+        context->ReplaceNodeSubsetsWithDelegateKernels(
             context, nnapi_delegate_kernel,
             reinterpret_cast<TfLiteIntArray*>(supported_nodes.data()),
             delegate);
diff --git a/tensorflow/lite/experimental/micro/kernels/test_utils.h b/tensorflow/lite/experimental/micro/kernels/test_utils.h
index 4207c60981..95f2d8a9d2 100644
--- a/tensorflow/lite/experimental/micro/kernels/test_utils.h
+++ b/tensorflow/lite/experimental/micro/kernels/test_utils.h
@@ -89,7 +89,7 @@ inline void PopulateContext(TfLiteTensor* tensors, int tensors_size,
   context->ReportError = ReportOpError;
   context->AddTensors = nullptr;
   context->GetNodeAndRegistration = nullptr;
-  context->ReplaceSubgraphsWithDelegateKernels = nullptr;
+  context->ReplaceNodeSubsetsWithDelegateKernels = nullptr;
   context->recommended_num_threads = 1;
   context->GetExternalContext = nullptr;
   context->SetExternalContext = nullptr;
diff --git a/tensorflow/lite/experimental/micro/micro_interpreter.cc b/tensorflow/lite/experimental/micro/micro_interpreter.cc
index e0460c5d3e..f1c236fb62 100644
--- a/tensorflow/lite/experimental/micro/micro_interpreter.cc
+++ b/tensorflow/lite/experimental/micro/micro_interpreter.cc
@@ -149,7 +149,7 @@ MicroInterpreter::MicroInterpreter(const Model* model,
   context_.ReportError = ReportOpError;
   context_.AddTensors = nullptr;
   context_.GetNodeAndRegistration = nullptr;
-  context_.ReplaceSubgraphsWithDelegateKernels = nullptr;
+  context_.ReplaceNodeSubsetsWithDelegateKernels = nullptr;
   context_.recommended_num_threads = 1;
   context_.GetExternalContext = nullptr;
   context_.SetExternalContext = nullptr;
diff --git a/tensorflow/lite/graph_info.cc b/tensorflow/lite/graph_info.cc
index cdbe66a3a4..1cec0d0c29 100644
--- a/tensorflow/lite/graph_info.cc
+++ b/tensorflow/lite/graph_info.cc
@@ -41,31 +41,31 @@ class TfLiteIntArrayView {
   const TfLiteIntArray* int_array_;
 };
 
-// Helper class that actually performs partitioning by subgraph.
-// Outputs to a provided `subgraphs` structure.
+// Helper class that actually performs partitioning by node sub set.
+// Outputs to a provided `NodeSubset` structure.
 //
 // Example usage:
-// PartitionGraphIntoIndependentSubgraphsImpl partitioner(
-//     info, nodes_to_part, subgraphs);
+// PartitionGraphIntoIndependentNodeSubsetsImpl partitioner(
+//     info, nodes_to_part, node_subsets);
 // partitioner.Partition();
-class PartitionGraphIntoIndependentSubgraphsImpl {
+class PartitionGraphIntoIndependentNodeSubsetsImpl {
  public:
-  PartitionGraphIntoIndependentSubgraphsImpl(
+  PartitionGraphIntoIndependentNodeSubsetsImpl(
       const GraphInfo* info, const TfLiteIntArray* nodes_to_partition,
-      std::vector<Subgraph>* subgraphs)
+      std::vector<NodeSubset>* node_subsets)
       : info_(info),
-        subgraphs_(subgraphs),
-        node_type_(info->num_nodes(), Subgraph::kTfNonPartition) {
+        node_subsets_(node_subsets),
+        node_type_(info->num_nodes(), NodeSubset::kTfNonPartition) {
     // Populate the node_type_ map.
     for (auto node_index : TfLiteIntArrayView(nodes_to_partition)) {
-      node_type_[node_index] = Subgraph::kTfPartition;
+      node_type_[node_index] = NodeSubset::kTfPartition;
     }
   }
 
   // Actually partition the graph.
   void Partition() {
     // Initialize here to make Partition() re-entrant.
-    subgraphs_->clear();
+    node_subsets_->clear();
     tensor_epochs_.clear();
     tensor_epochs_.resize(info_->num_tensors(), kEpochAlwaysReady);
     node_epochs_.clear();
@@ -80,35 +80,35 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
     }
 
     // Do a graph traversal where each iteration in the loop is an epoch
-    // that corresponds to a subgraph that only contains nodes that are of
+    // that corresponds to a node sub set that only contains nodes that are of
     // the same node_type_.
     while (true) {
-      BuildSubgraph();
-      if (subgraphs_->back().nodes.empty()) {
-        subgraphs_->pop_back();
+      BuildNodeSubset();
+      if (node_subsets_->back().nodes.empty()) {
+        node_subsets_->pop_back();
         break;
       }
     }
 
-    // Mark model outputs as subgraph outputs. All the rest have already been
-    // identified.
+    // Mark model outputs as node sub set outputs. All the rest have already
+    // been identified.
     for (int output_index : info_->outputs()) {
       int output_epoch = tensor_epochs_[output_index];
-      Subgraph& output_subgraph = (*subgraphs_)[output_epoch];
-      output_subgraph.output_tensors.push_back(output_index);
+      NodeSubset& output_subset = (*node_subsets_)[output_epoch];
+      output_subset.output_tensors.push_back(output_index);
     }
-    // Make sure every subgraph's inputs and outputs are unique. Since the
+    // Make sure every node sub set's inputs and outputs are unique. Since the
     // list of inputs and outputs is generated in a way that produces
     // duplicates.
-    for (Subgraph& subgraph : *subgraphs_) {
+    for (NodeSubset& node_subset : *node_subsets_) {
       // Sort and uniquefy using standard library algorithms.
       auto uniquefy = [](std::vector<int>* items) {
         std::sort(items->begin(), items->end());
         auto last = std::unique(items->begin(), items->end());
         items->erase(last, items->end());
       };
-      uniquefy(&subgraph.input_tensors);
-      uniquefy(&subgraph.output_tensors);
+      uniquefy(&node_subset.input_tensors);
+      uniquefy(&node_subset.output_tensors);
     }
   }
 
@@ -129,14 +129,14 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
   // epoch since the epoch's node_type doesn't match.
   bool UpdateNode(int node_index) {
     const TfLiteNode& node = info_->node(node_index);
-    Subgraph& current_subgraph = subgraphs_->back();
-    int current_epoch = subgraphs_->size() - 1;
+    NodeSubset& current_subset = node_subsets_->back();
+    int current_epoch = node_subsets_->size() - 1;
     // Check if node is already done.
     if (node_epochs_[node_index] != kEpochNotReady) {
       return false;
     }
     // See if all dependencies of this node are already assigned to a
-    // subgraph.
+    // node sub set.
     for (int input_tensor_index : TfLiteIntArrayView(node.inputs)) {
       if (tensor_epochs_[input_tensor_index] == kEpochNotReady) {
         return false;
@@ -144,16 +144,16 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
     }
     // When we are starting a new epoch, the first ready node defines
     // the type of that epoch.
-    if (current_subgraph.type == Subgraph::kTfUnexplored) {
-      current_subgraph.type = node_type_[node_index];
+    if (current_subset.type == NodeSubset::kTfUnexplored) {
+      current_subset.type = node_type_[node_index];
     }
     // The node gets assigned to this epoch if it is the same type as
     // the epoch's assigned type. Note, if this is the current ready
     // node encountered during this epoch, this condition will be
     // automatically true.
-    if (current_subgraph.type == node_type_[node_index]) {
+    if (current_subset.type == node_type_[node_index]) {
       node_epochs_[node_index] = current_epoch;
-      current_subgraph.nodes.push_back(node_index);
+      current_subset.nodes.push_back(node_index);
       // All outputs of this node now are assigned to this epoch as
       // well.
       for (int output_tensor_index : TfLiteIntArrayView(node.outputs)) {
@@ -165,13 +165,13 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
         int input_epoch = tensor_epochs_[input_tensor_index];
         int node_epoch = current_epoch;
         if (input_epoch != node_epoch) {
-          current_subgraph.input_tensors.push_back(input_tensor_index);
-          // Set inputs to be outputs of the subgraph where they reside.
+          current_subset.input_tensors.push_back(input_tensor_index);
+          // Set inputs to be outputs of the node sub set where they reside.
           // the if condition makes sure inputs to the whole computation
           // are not included (i.e. those initialized to -2 above).
           if (input_epoch >= 0) {
-            Subgraph& input_subgraph = (*subgraphs_)[input_epoch];
-            input_subgraph.output_tensors.push_back(input_tensor_index);
+            NodeSubset& input_subset = (*node_subsets_)[input_epoch];
+            input_subset.output_tensors.push_back(input_tensor_index);
           }
         }
       }
@@ -181,9 +181,9 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
     }
   }
 
-  // Completely populates the current subgraph by doing graph traversal
-  void BuildSubgraph() {
-    subgraphs_->emplace_back(Subgraph());
+  // Completely populates the current node_subset by doing graph traversal
+  void BuildNodeSubset() {
+    node_subsets_->emplace_back(NodeSubset());
     // loop until no more nodes can be updated.
     while (true) {
       bool did_something = false;
@@ -198,9 +198,9 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
 
   // Temporary data needed for partitioning.
   const GraphInfo* info_;
-  // List of subgraphs to populate
-  std::vector<Subgraph>* subgraphs_;
-  std::vector<Subgraph::Type> node_type_;
+  // List of node_subsets to populate
+  std::vector<NodeSubset>* node_subsets_;
+  std::vector<NodeSubset::Type> node_type_;
   // Maps from tensor index to the epoch in which it is assigned. Also special
   // negative values of kEpochNotAssigned if not assigned, kEpochNotReady if it
   // is an input or constant.
@@ -212,11 +212,11 @@ class PartitionGraphIntoIndependentSubgraphsImpl {
 
 }  // namespace
 
-TfLiteStatus PartitionGraphIntoIndependentSubgraphs(
+TfLiteStatus PartitionGraphIntoIndependentNodeSubsets(
     const GraphInfo* info, const TfLiteIntArray* nodes_to_partition,
-    std::vector<Subgraph>* subgraphs) {
-  PartitionGraphIntoIndependentSubgraphsImpl(info, nodes_to_partition,
-                                             subgraphs)
+    std::vector<NodeSubset>* node_subsets) {
+  PartitionGraphIntoIndependentNodeSubsetsImpl(info, nodes_to_partition,
+                                               node_subsets)
       .Partition();
   return kTfLiteOk;
 }
diff --git a/tensorflow/lite/graph_info.h b/tensorflow/lite/graph_info.h
index ff7ce669ac..4da696c132 100644
--- a/tensorflow/lite/graph_info.h
+++ b/tensorflow/lite/graph_info.h
@@ -51,31 +51,32 @@ class GraphInfo {
   virtual const std::vector<int>& variables() const = 0;
 };
 
-// Represents a subgraph of a TensorFlow Lite graph.
-struct Subgraph {
+// Represents a subset of nodes in a TensorFlow Lite graph.
+struct NodeSubset {
   enum Type {
     kTfUnexplored = 0,  // temporarily used during creation
     kTfPartition,
     kTfNonPartition
   };
   Type type = kTfUnexplored;
-  // Nodes within the subgraph
+  // Nodes within the node sub set
   std::vector<int> nodes;
-  // Tensors that stride output from another subgraph that this depends on,
+  // Tensors that stride output from another node sub set that this depends on,
   // or global inputs to the TensorFlow Lite full graph.
   std::vector<int> input_tensors;
-  // Outputs that are consumed by other subgraphs or are global output tensors.
-  // All output tensors of the nodes in the subgraph that do not appear in this
-  // list are intermediate results that can be potentially elided.
+  // Outputs that are consumed by other node sub sets or are global output
+  // tensors. All output tensors of the nodes in the node sub set that do not
+  // appear in this list are intermediate results that can be potentially
+  // elided.
   std::vector<int> output_tensors;
 };
 
-// Partitions a list of node indices `nodes_to_partition` into subgraphs.
-// Each subgraph is in dependency order (i.e. all members of the subgraph).
-// `subgraphs` is assumed to be empty.
-TfLiteStatus PartitionGraphIntoIndependentSubgraphs(
+// Partitions a list of node indices `nodes_to_partition` into node sub sets.
+// Each node sub set is in dependency order (i.e. all members of the node sub
+// sets). `node_subsets` is assumed to be empty.
+TfLiteStatus PartitionGraphIntoIndependentNodeSubsets(
     const GraphInfo* info, const TfLiteIntArray* nodes_to_partition,
-    std::vector<Subgraph>* subgraphs);
+    std::vector<NodeSubset>* node_subsets);
 
 }  // namespace tflite
 
diff --git a/tensorflow/lite/graph_info_test.cc b/tensorflow/lite/graph_info_test.cc
index 5ecc3774e1..4d8bbdc0ee 100644
--- a/tensorflow/lite/graph_info_test.cc
+++ b/tensorflow/lite/graph_info_test.cc
@@ -76,17 +76,18 @@ class SimpleTestGraph : public GraphInfo {
 // TfLiteIntArray. Populates `subgraphs` with resulting generated subgraphs.
 void PartitionGraph(const SimpleTestGraph& graph,
                     const std::vector<int>& nodes_to_partition,
-                    std::vector<Subgraph>* subgraphs) {
+                    std::vector<NodeSubset>* subgraphs) {
   TfLiteIntArray* nodes_to_partition_int_array =
       ConvertVector(nodes_to_partition);
-  PartitionGraphIntoIndependentSubgraphs(&graph, nodes_to_partition_int_array,
-                                         subgraphs);
+  PartitionGraphIntoIndependentNodeSubsets(&graph, nodes_to_partition_int_array,
+                                           subgraphs);
   TfLiteIntArrayFree(nodes_to_partition_int_array);
 }
 
 // Check a generated list of subgraphs against the expected list of subgraphs.
-void CheckPartitionSubgraphs(const std::vector<Subgraph>& generated_subgraphs,
-                             const std::vector<Subgraph>& expected_subgraphs) {
+void CheckPartitionSubgraphs(
+    const std::vector<NodeSubset>& generated_subgraphs,
+    const std::vector<NodeSubset>& expected_subgraphs) {
   ASSERT_EQ(generated_subgraphs.size(), expected_subgraphs.size());
   for (int subgraph_index = 0; subgraph_index < generated_subgraphs.size();
        subgraph_index++) {
@@ -103,7 +104,7 @@ void CheckPartitionSubgraphs(const std::vector<Subgraph>& generated_subgraphs,
 TEST(PartitionTest, Nodes0_PartitionNodes0) {
   SimpleTestGraph graph;
   std::vector<int> nodes_to_partition = {};
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
   CheckPartitionSubgraphs(generated_subgraphs, {});
 }
@@ -117,11 +118,11 @@ TEST(PartitionTest, Nodes1PartitionNodes0) {
   graph.AddNode({0}, {1});
   graph.SetInputsAndOutputs({0}, {1});
   std::vector<int> nodes_to_partition = {};
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
 
-  Subgraph expected_subgraph;
-  expected_subgraph.type = Subgraph::kTfNonPartition;
+  NodeSubset expected_subgraph;
+  expected_subgraph.type = NodeSubset::kTfNonPartition;
   expected_subgraph.nodes = {0};
   expected_subgraph.input_tensors = {0};
   expected_subgraph.output_tensors = {1};
@@ -136,12 +137,12 @@ TEST(PartitionTest, Nodes1PartitionNodes0Inputs0) {
   graph.AddTensors(1);
   graph.AddNode({}, {0});
   graph.SetInputsAndOutputs({}, {0});
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   std::vector<int> nodes_to_partition = {0};
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
 
-  Subgraph expected_subgraph;
-  expected_subgraph.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph;
+  expected_subgraph.type = NodeSubset::kTfPartition;
   expected_subgraph.nodes = {0};
   expected_subgraph.input_tensors = {};
   expected_subgraph.output_tensors = {0};
@@ -157,11 +158,11 @@ TEST(PartitionTest, Nodes1PartitionNodes1) {
   graph.AddNode({0}, {1});
   graph.SetInputsAndOutputs({0}, {1});
   std::vector<int> nodes_to_partition = {0};
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
 
-  Subgraph expected_subgraph;
-  expected_subgraph.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph;
+  expected_subgraph.type = NodeSubset::kTfPartition;
   expected_subgraph.nodes = {0};
   expected_subgraph.input_tensors = {0};
   expected_subgraph.output_tensors = {1};
@@ -180,16 +181,16 @@ TEST(PartitionTest, Nodes2PartitionNodes1) {
   graph.AddNode({1}, {2});
   graph.SetInputsAndOutputs({0}, {2});
   std::vector<int> nodes_to_partition = {1};
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
 
-  Subgraph expected_subgraph0;
-  expected_subgraph0.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph0;
+  expected_subgraph0.type = NodeSubset::kTfPartition;
   expected_subgraph0.nodes = {0};
   expected_subgraph0.input_tensors = {0};
   expected_subgraph0.output_tensors = {1};
-  Subgraph expected_subgraph1;
-  expected_subgraph1.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph1;
+  expected_subgraph1.type = NodeSubset::kTfPartition;
   expected_subgraph1.nodes = {1};
   expected_subgraph1.input_tensors = {1};
   expected_subgraph1.output_tensors = {2};
@@ -208,11 +209,11 @@ TEST(PartitionTest, Nodes2PartitionNodes2) {
   graph.AddNode({1}, {2});
   graph.SetInputsAndOutputs({0}, {2});
   std::vector<int> nodes_to_partition = {0, 1};
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
 
-  Subgraph expected_subgraph0;
-  expected_subgraph0.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph0;
+  expected_subgraph0.type = NodeSubset::kTfPartition;
   expected_subgraph0.nodes = {0, 1};
   expected_subgraph0.input_tensors = {0};
   expected_subgraph0.output_tensors = {2};
@@ -239,21 +240,21 @@ TEST(PartitionTest, Nodes3PartitionNodes2) {
   graph.AddNode({1, 2}, {3});
   graph.SetInputsAndOutputs({0}, {3});
   std::vector<int> nodes_to_partition = {0, 2};
-  std::vector<Subgraph> generated_subgraphs;
+  std::vector<NodeSubset> generated_subgraphs;
   PartitionGraph(graph, nodes_to_partition, &generated_subgraphs);
 
-  Subgraph expected_subgraph0;
-  expected_subgraph0.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph0;
+  expected_subgraph0.type = NodeSubset::kTfPartition;
   expected_subgraph0.nodes = {0};
   expected_subgraph0.input_tensors = {0};
   expected_subgraph0.output_tensors = {1};
-  Subgraph expected_subgraph1;
-  expected_subgraph1.type = Subgraph::kTfNonPartition;
+  NodeSubset expected_subgraph1;
+  expected_subgraph1.type = NodeSubset::kTfNonPartition;
   expected_subgraph1.nodes = {1};
   expected_subgraph1.input_tensors = {1};
   expected_subgraph1.output_tensors = {2};
-  Subgraph expected_subgraph2;
-  expected_subgraph2.type = Subgraph::kTfPartition;
+  NodeSubset expected_subgraph2;
+  expected_subgraph2.type = NodeSubset::kTfPartition;
   expected_subgraph2.nodes = {2};
   expected_subgraph2.input_tensors = {1, 2};
   expected_subgraph2.output_tensors = {3};
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index 831fde6e2f..dcb1b7ea0e 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -165,12 +165,12 @@ Interpreter::~Interpreter() {
   }
 }
 
-TfLiteStatus Interpreter::ReplaceSubgraphsWithDelegateKernels(
+TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
     TfLiteContext* context, TfLiteRegistration registration,
     const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
   return static_cast<Interpreter*>(context->impl_)
-      ->ReplaceSubgraphsWithDelegateKernels(registration, nodes_to_replace,
-                                            delegate);
+      ->ReplaceNodeSubsetsWithDelegateKernels(registration, nodes_to_replace,
+                                              delegate);
 }
 
 namespace {
@@ -203,20 +203,20 @@ void CopyVectorToTfLiteIntArray(const std::vector<int>& vec,
 // | TfLiteIntArray (variable size)    |<-------/
 // +-----------------------------------+
 TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
-                                           const Subgraph& subgraph) {
+                                           const NodeSubset& node_subset) {
   // Step 1: Calculate the allocation size.
   int allocation_size = sizeof(TfLiteDelegateParams);
 
   int nodes_to_replace_size =
-      TfLiteIntArrayGetSizeInBytes(subgraph.nodes.size());
+      TfLiteIntArrayGetSizeInBytes(node_subset.nodes.size());
   allocation_size += nodes_to_replace_size;
 
   int input_tensors_size =
-      TfLiteIntArrayGetSizeInBytes(subgraph.input_tensors.size());
+      TfLiteIntArrayGetSizeInBytes(node_subset.input_tensors.size());
   allocation_size += input_tensors_size;
 
   int output_tensors_size =
-      TfLiteIntArrayGetSizeInBytes(subgraph.output_tensors.size());
+      TfLiteIntArrayGetSizeInBytes(node_subset.output_tensors.size());
   allocation_size += output_tensors_size;
 
   // Step 2: Allocate the memory.
@@ -230,15 +230,16 @@ TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
   allocation += sizeof(TfLiteDelegateParams);
 
   params->nodes_to_replace = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(subgraph.nodes, params->nodes_to_replace);
+  CopyVectorToTfLiteIntArray(node_subset.nodes, params->nodes_to_replace);
   allocation += nodes_to_replace_size;
 
   params->input_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(subgraph.input_tensors, params->input_tensors);
+  CopyVectorToTfLiteIntArray(node_subset.input_tensors, params->input_tensors);
   allocation += input_tensors_size;
 
   params->output_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(subgraph.output_tensors, params->output_tensors);
+  CopyVectorToTfLiteIntArray(node_subset.output_tensors,
+                             params->output_tensors);
   allocation += output_tensors_size;
 
   return params;
@@ -246,40 +247,42 @@ TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
 
 }  // namespace
 
-TfLiteStatus Interpreter::ReplaceSubgraphsWithDelegateKernels(
+TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
     TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
     TfLiteDelegate* delegate) {
   // Annotate the registration as DELEGATE op.
   registration.builtin_code = BuiltinOperator_DELEGATE;
 
-  // Analyze the graph to find all independent subgraphs that are either
+  // Analyze the graph to find all independent node_subsets that are either
   // fully not-this-delegate or this-delegate computation.
   InterpreterInfo info(this);
-  std::vector<Subgraph> subgraphs;
-  PartitionGraphIntoIndependentSubgraphs(&info, nodes_to_replace, &subgraphs);
+  std::vector<NodeSubset> node_subsets;
+  PartitionGraphIntoIndependentNodeSubsets(&info, nodes_to_replace,
+                                           &node_subsets);
 
   execution_plan_.clear();
-  for (auto& subgraph : subgraphs) {
-    // Subgraphs calimed by the delegate should have a "macro" op created, the
-    // other subgraphs (kTfNonPartition) just have their nodes added back to
+  for (auto& node_subset : node_subsets) {
+    // Subsets calimed by the delegate should have a "macro" op created, the
+    // other node_subsets (kTfNonPartition) just have their nodes added back to
     // the execution plan.
-    switch (subgraph.type) {
-      case Subgraph::kTfNonPartition:
-        for (auto it = subgraph.nodes.begin(); it != subgraph.nodes.end();
+    switch (node_subset.type) {
+      case NodeSubset::kTfNonPartition:
+        for (auto it = node_subset.nodes.begin(); it != node_subset.nodes.end();
              ++it) {
           execution_plan_.push_back(*it);
         }
         break;
-      case Subgraph::kTfPartition: {
+      case NodeSubset::kTfPartition: {
         int node_index;
 
-        TfLiteDelegateParams* params = CreateDelegateParams(delegate, subgraph);
+        TfLiteDelegateParams* params =
+            CreateDelegateParams(delegate, node_subset);
         TF_LITE_ENSURE_STATUS(AddNodeWithParameters(
-            subgraph.input_tensors, subgraph.output_tensors, nullptr, 0, params,
-            &registration, &node_index));
+            node_subset.input_tensors, node_subset.output_tensors, nullptr, 0,
+            params, &registration, &node_index));
 
         // Initialize the output tensors's delegate-related fields.
-        for (int tensor_index : subgraph.output_tensors) {
+        for (int tensor_index : node_subset.output_tensors) {
           TfLiteTensor* tensor = &tensors_[tensor_index];
           TF_LITE_ENSURE(&context_, tensor->delegate == nullptr ||
                                         tensor->delegate == delegate);
@@ -290,7 +293,7 @@ TfLiteStatus Interpreter::ReplaceSubgraphsWithDelegateKernels(
         TfLiteNode* node = &nodes_and_registration_[node_index].first;
         node->delegate = delegate;
       } break;
-      case Subgraph::kTfUnexplored:
+      case NodeSubset::kTfUnexplored:
         return kTfLiteError;
         break;
     }
@@ -525,7 +528,7 @@ TfLiteStatus Interpreter::AddNodeWithParameters(
 
   node.builtin_data = builtin_data_deleter.release();
   // TODO(ycling): Filling `custom_initial_data` and `custom_initial_data_size`
-  // properly for nodes generated by ReplaceSubgraphsWithDelegateKernels.
+  // properly for nodes generated by ReplaceNodeSubsetsWithDelegateKernels.
 
   if (registration->builtin_code == BuiltinOperator_CUSTOM) {
     // When it's a CUSTOM op, the `custom_options` field in the Flatbuffer
@@ -923,14 +926,14 @@ void Interpreter::SetNumThreads(int num_threads) {
 
 void Interpreter::SwitchToDelegateContext() {
   context_.GetNodeAndRegistration = GetNodeAndRegistration;
-  context_.ReplaceSubgraphsWithDelegateKernels =
-      ReplaceSubgraphsWithDelegateKernels;
+  context_.ReplaceNodeSubsetsWithDelegateKernels =
+      ReplaceNodeSubsetsWithDelegateKernels;
   context_.GetExecutionPlan = GetExecutionPlan;
 }
 
 void Interpreter::SwitchToKernelContext() {
   SetForbiddenContextFunction(&context_.GetNodeAndRegistration);
-  SetForbiddenContextFunction(&context_.ReplaceSubgraphsWithDelegateKernels);
+  SetForbiddenContextFunction(&context_.ReplaceNodeSubsetsWithDelegateKernels);
   SetForbiddenContextFunction(&context_.GetExecutionPlan);
 }
 
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index 7178b201ec..415c5f0979 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -531,8 +531,8 @@ class Interpreter {
                                  int* first_new_tensor_index);
 
   // WARNING: This is an experimental API and subject to change.
-  // Entry point for C API ReplaceSubgraphsWithDelegateKernels
-  static TfLiteStatus ReplaceSubgraphsWithDelegateKernels(
+  // Entry point for C API ReplaceNodeSubsetsWithDelegateKernels
+  static TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
       TfLiteContext* context, TfLiteRegistration registration,
       const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate);
 
@@ -541,7 +541,7 @@ class Interpreter {
   // slated for replacement with a delegate kernel specified by registration.
   // Ownership of 'nodes_to_replace' and 'delegate' remains with the caller.
   // WARNING: This is an experimental interface that is subject to change.
-  TfLiteStatus ReplaceSubgraphsWithDelegateKernels(
+  TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
       TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
       TfLiteDelegate* delegate);
 
diff --git a/tensorflow/lite/interpreter_test.cc b/tensorflow/lite/interpreter_test.cc
index 3ac19fc87d..7f03c3ceba 100644
--- a/tensorflow/lite/interpreter_test.cc
+++ b/tensorflow/lite/interpreter_test.cc
@@ -698,7 +698,7 @@ TEST(BasicInterpreter, TestUnsupportedDelegateFunctions) {
                                                   nullptr};
       TfLiteIntArray nodes_to_replace;
       nodes_to_replace.size = 0;
-      EXPECT_EQ(context->ReplaceSubgraphsWithDelegateKernels(
+      EXPECT_EQ(context->ReplaceNodeSubsetsWithDelegateKernels(
                     context, delegate_registration, &nodes_to_replace, nullptr),
                 kTfLiteError);
     }
@@ -1085,7 +1085,7 @@ class TestDelegate : public ::testing::Test {
           TFLITE_CHECK_EQ(strcmp(reg->custom_name, "my_add"), 0);
         }
 
-        context->ReplaceSubgraphsWithDelegateKernels(
+        context->ReplaceNodeSubsetsWithDelegateKernels(
             context, FakeFusedRegistration(), nodes_to_separate, delegate);
         TfLiteIntArrayFree(nodes_to_separate);
         return kTfLiteOk;
@@ -1265,7 +1265,7 @@ class TestDelegateWithDynamicTensors : public ::testing::Test {
       TfLiteIntArray* execution_plan;
       TF_LITE_ENSURE_STATUS(
           context->GetExecutionPlan(context, &execution_plan));
-      context->ReplaceSubgraphsWithDelegateKernels(
+      context->ReplaceNodeSubsetsWithDelegateKernels(
           context, DelegateRegistration(), execution_plan, delegate);
       return kTfLiteOk;
     };
diff --git a/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
index d83cb4cd30..1a0072a7c6 100644
--- a/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
+++ b/tensorflow/lite/java/src/test/native/interpreter_test_jni.cc
@@ -55,8 +55,8 @@ Java_org_tensorflow_lite_InterpreterTest_getNativeHandleForDelegate(
         TfLiteIntArray* execution_plan;
         TF_LITE_ENSURE_STATUS(
             context->GetExecutionPlan(context, &execution_plan));
-        context->ReplaceSubgraphsWithDelegateKernels(context, registration,
-                                                     execution_plan, delegate);
+        context->ReplaceNodeSubsetsWithDelegateKernels(
+            context, registration, execution_plan, delegate);
         return kTfLiteOk;
       },
       .CopyFromBufferHandle = nullptr,
-- 
GitLab


From 278e3e33311269ecf22d82708c6748d4fe3a1223 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 10:07:36 -0800
Subject: [PATCH 1327/1825] Refinements to PR #23254: it is totally fine to
 create variables outside call_for_each_replica, and call_for_each_tower is
 about to be replaced by call_for_each_replcia.

PiperOrigin-RevId: 220820779
---
 .../distribute/python/parameter_server_strategy_test.py      | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 2a4a820958..5690205c96 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -86,8 +86,7 @@ class ParameterServerStrategyTestBase(
                              config=sess_config) as sess, \
          d.scope():
 
-      # Define a variable outside the call_for_each_replica scope. This is not
-      # recommended.
+      # Define a variable outside the call_for_each_replica scope.
       n = variable_scope.get_variable('n', initializer=10.0)
       self.assertEqual(n.device, '/job:ps/task:0')
 
@@ -232,7 +231,7 @@ class ParameterServerStrategyTestBase(
 
         return x_add, y_add
 
-      x, y = d.call_for_each_tower(model_fn)
+      x, y = d.call_for_each_replica(model_fn)
 
       if context.num_gpus() >= 1:
         variables.global_variables_initializer().run()
-- 
GitLab


From 1f71f3a6e6cf3df1fd5072c56a9c0f9dfde677af Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Fri, 9 Nov 2018 10:13:40 -0800
Subject: [PATCH 1328/1825] Add def line before raising error in gen code

PiperOrigin-RevId: 220821857
---
 tensorflow/python/framework/python_op_gen.cc | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/framework/python_op_gen.cc b/tensorflow/python/framework/python_op_gen.cc
index b06cec4f2d..465016b808 100644
--- a/tensorflow/python/framework/python_op_gen.cc
+++ b/tensorflow/python/framework/python_op_gen.cc
@@ -666,13 +666,14 @@ bool GenEagerPythonOp::AddEagerFastPathAndGraphCode(
 bool GenEagerPythonOp::AddEagerFallbackCode(
     const string& parameters, const std::vector<string>& output_sizes,
     const string& num_outputs_expr, const string& eager_not_allowed_error) {
+  AddDefLine(strings::StrCat(function_name_, kEagerFallbackSuffix),
+             strings::StrCat(parameters, ", ctx=None"));
+
   if (!eager_not_allowed_error.empty()) {
     strings::StrAppend(&result_, "  ", eager_not_allowed_error);
     return true;
   }
 
-  AddDefLine(strings::StrCat(function_name_, kEagerFallbackSuffix),
-             strings::StrCat(parameters, ", ctx=None"));
   strings::StrAppend(
       &result_, "  r\"\"\"This is the slowpath function for Eager mode.\n");
   strings::StrAppend(&result_, "  This is for function ", function_name_,
-- 
GitLab


From 243a4432451f9f3d90849980d6e5676c422f866c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 10:25:27 -0800
Subject: [PATCH 1329/1825] Update model_coverage to run inference in flex
 mode.

PiperOrigin-RevId: 220824000
---
 tensorflow/lite/build_def.bzl | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/tensorflow/lite/build_def.bzl b/tensorflow/lite/build_def.bzl
index 3b0af52fb9..b2badf701f 100644
--- a/tensorflow/lite/build_def.bzl
+++ b/tensorflow/lite/build_def.bzl
@@ -417,6 +417,12 @@ def gen_selected_ops(name, model):
         tools = [tool],
     )
 
+def flex_dep(target_op_sets):
+    if "SELECT_TF_OPS" in target_op_sets:
+        return ["//tensorflow/lite/delegates/flex:delegate"]
+    else:
+        return []
+
 def gen_model_coverage_test(model_name, data, failure_type):
     """Generates Python test targets for testing TFLite models.
 
@@ -453,5 +459,5 @@ def gen_model_coverage_test(model_name, data, failure_type):
                 "//tensorflow/lite/testing/model_coverage:model_coverage_lib",
                 "//tensorflow/lite/python:lite",
                 "//tensorflow/python:client_testlib",
-            ],
+            ] + flex_dep(target_op_sets),
         )
-- 
GitLab


From aaff4ebba982bf576f4d4e1b13e14d9c53595a35 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Fri, 9 Nov 2018 10:51:24 -0800
Subject: [PATCH 1330/1825] Add new methods to GceClusterResolver to support
 Distribution Strategies

PiperOrigin-RevId: 220828694
---
 .../python/training/cluster_resolver.py       |  4 +-
 .../python/training/cluster_resolver_test.py  | 10 +++
 .../python/training/gce_cluster_resolver.py   | 88 ++++++++++++++++---
 .../training/gce_cluster_resolver_test.py     | 82 ++++++++++++++++-
 4 files changed, 167 insertions(+), 17 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
index bf2b057113..40b1e667ee 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
@@ -123,7 +123,7 @@ class SimpleClusterResolver(ClusterResolver):
     If a task_type and task_index is given, this will override the `master`
     string passed into the initialization function.
     """
-    if task_type and task_index:
+    if task_type is not None and task_index is not None:
       master = self.cluster_spec().task_address(task_type, task_index)
     else:
       master = self._master
@@ -305,7 +305,7 @@ class UnionClusterResolver(ClusterResolver):
     Returns:
       The name or URL of the session master.
     """
-    if task_type and task_index:
+    if task_type is not None and task_index is not None:
       master = self.cluster_spec().task_address(task_type, task_index)
       return _format_master_url(master, rpc_layer or self._rpc_layer)
 
diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
index 133afbafd7..b94c9612b5 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver_test.py
@@ -93,6 +93,16 @@ class UnionClusterResolverTest(test.TestCase):
     self.assertEqual(simple_resolver.task_index, 2)
     self.assertEqual(simple_resolver.rpc_layer, "http")
 
+  def testSimpleOverrideMasterWithTaskIndexZero(self):
+    base_cluster_spec = server_lib.ClusterSpec({
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+    })
+
+    simple_resolver = SimpleClusterResolver(base_cluster_spec)
+    actual_master = simple_resolver.master("worker", 0, rpc_layer="grpc")
+    self.assertEqual(actual_master, "grpc://worker0:2222")
+
   def testSimpleOverrideMasterWithRpcLayer(self):
     base_cluster_spec = server_lib.ClusterSpec({
         "ps": ["ps0:2222", "ps1:2222"],
diff --git a/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py
index 5083e4d10b..195b68959b 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver.py
@@ -30,6 +30,10 @@ except ImportError:
   _GOOGLE_API_CLIENT_INSTALLED = False
 
 
+def _format_master_url(master, rpc_layer=None):
+  return '%s://%s' % (rpc_layer, master) if rpc_layer else master
+
+
 class GceClusterResolver(ClusterResolver):
   """Cluster Resolver for Google Compute Engine.
 
@@ -45,7 +49,10 @@ class GceClusterResolver(ClusterResolver):
                zone,
                instance_group,
                port,
-               job_name='worker',
+               task_type='worker',
+               task_index=0,
+               rpc_layer='grpc',
+               num_accelerators_per_worker=0,
                credentials='default',
                service=None):
     """Creates a new GceClusterResolver object.
@@ -55,13 +62,22 @@ class GceClusterResolver(ClusterResolver):
     each instance in the instance group.
 
     Args:
-      project: Name of the GCE project
-      zone: Zone of the GCE instance group
-      instance_group: Name of the GCE instance group
+      project: Name of the GCE project.
+      zone: Zone of the GCE instance group.
+      instance_group: Name of the GCE instance group.
       port: Port of the listening TensorFlow server (default: 8470)
-      job_name: Name of the TensorFlow job this set of instances belongs to
+      task_type: Name of the TensorFlow job this GCE instance group of VM
+        instances belong to.
+      task_index: The task index for this particular VM, within the GCE
+        instance group. In particular, every single instance should be assigned
+        a unique ordinal index within an instance group manually so that they
+        can be distinguished from each other.
+      rpc_layer: The RPC layer TensorFlow should use to communicate across
+        instances.
+      num_accelerators_per_worker: Number of accelerators (GPUs) present per
+        instance.
       credentials: GCE Credentials. If nothing is specified, this defaults to
-        GoogleCredentials.get_application_default()
+        GoogleCredentials.get_application_default().
       service: The GCE API object returned by the googleapiclient.discovery
         function. (Default: discovery.build('compute', 'v1')). If you specify a
         custom service object, then the credentials parameter will be ignored.
@@ -72,7 +88,9 @@ class GceClusterResolver(ClusterResolver):
     self._project = project
     self._zone = zone
     self._instance_group = instance_group
-    self._job_name = job_name
+    self._task_type = task_type
+    self._task_index = task_index
+    self._rpc_layer = rpc_layer
     self._port = port
     self._credentials = credentials
 
@@ -133,10 +151,58 @@ class GceClusterResolver(ClusterResolver):
           previous_response=response)
 
     worker_list.sort()
-    return ClusterSpec({self._job_name: worker_list})
+    return ClusterSpec({self._task_type: worker_list})
 
-  def master(self, task_type=None, task_index=None):
-    if task_type and task_index:
-      return self.cluster_spec().task_address(task_type, task_index)
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
+    task_type = task_type if task_type is not None else self._task_type
+    task_index = task_index if task_index is not None else self._task_index
+
+    if task_type is not None and task_index is not None:
+      master = self.cluster_spec().task_address(task_type, task_index)
+      if rpc_layer or self._rpc_layer:
+        return '%s://%s' % (rpc_layer or self._rpc_layer, master)
+      else:
+        return master
 
     return ''
+
+  @property
+  def task_type(self):
+    return self._task_type
+
+  @property
+  def task_index(self):
+    return self._task_index
+
+  @task_type.setter
+  def task_type(self, task_type):
+    raise RuntimeError(
+        'You cannot reset the task_type of the GceClusterResolver after it has '
+        'been created.')
+
+  @task_index.setter
+  def task_index(self, task_index):
+    self._task_index = task_index
+
+  @property
+  def environment(self):
+    """Returns the current environment which TensorFlow is running in.
+
+    For users in the GCE environment, the environment property is always an
+    empty string, and Google users will not use this ClusterResolver for running
+    on internal systems.
+    """
+    return ''
+
+  @property
+  def rpc_layer(self):
+    return self._rpc_layer
+
+  @rpc_layer.setter
+  def rpc_layer(self, rpc_layer):
+    self._rpc_layer = rpc_layer
+
+  def num_accelerators_per_worker(self, session_config=None):
+    del session_config  # Unused, since this is set manually in __init__.
+    return self._num_accelerators_per_worker
+
diff --git a/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver_test.py
index 87b8303122..c691552e86 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/gce_cluster_resolver_test.py
@@ -135,12 +135,86 @@ class GceClusterResolverTest(test.TestCase):
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
 
+  def testMasterRetrieval(self):
+    gce_cluster_resolver = GceClusterResolver(
+        project='test-project',
+        zone='us-east1-d',
+        instance_group='test-instance-group',
+        task_index=0,
+        port=8470,
+        credentials=None,
+        service=self.standard_mock_service_client())
+    self.assertEqual(gce_cluster_resolver.master(), 'grpc://10.123.45.67:8470')
+
+  def testMasterRetrievalWithCustomTasks(self):
+    name_to_ip = [
+        {'name': 'instance1', 'ip': '10.1.2.3'},
+        {'name': 'instance2', 'ip': '10.2.3.4'},
+        {'name': 'instance3', 'ip': '10.3.4.5'},
+    ]
+
+    gce_cluster_resolver = GceClusterResolver(
+        project='test-project',
+        zone='us-east1-d',
+        instance_group='test-instance-group',
+        port=8470,
+        credentials=None,
+        service=self.gen_standard_mock_service_client(name_to_ip))
+
+    self.assertEqual(
+        gce_cluster_resolver.master('worker', 2, 'test'),
+        'test://10.3.4.5:8470')
+
+  def testOverrideParameters(self):
+    name_to_ip = [
+        {'name': 'instance1', 'ip': '10.1.2.3'},
+        {'name': 'instance2', 'ip': '10.2.3.4'},
+        {'name': 'instance3', 'ip': '10.3.4.5'},
+    ]
+
+    gce_cluster_resolver = GceClusterResolver(
+        project='test-project',
+        zone='us-east1-d',
+        instance_group='test-instance-group',
+        task_type='testworker',
+        port=8470,
+        credentials=None,
+        service=self.gen_standard_mock_service_client(name_to_ip))
+
+    gce_cluster_resolver.task_index = 1
+    gce_cluster_resolver.rpc_layer = 'test'
+
+    self.assertEqual(gce_cluster_resolver.task_type, 'testworker')
+    self.assertEqual(gce_cluster_resolver.task_index, 1)
+    self.assertEqual(gce_cluster_resolver.rpc_layer, 'test')
+    self.assertEqual(gce_cluster_resolver.master(), 'test://10.2.3.4:8470')
+
+  def testOverrideParametersWithZeroOrEmpty(self):
+    name_to_ip = [
+        {'name': 'instance1', 'ip': '10.1.2.3'},
+        {'name': 'instance2', 'ip': '10.2.3.4'},
+        {'name': 'instance3', 'ip': '10.3.4.5'},
+    ]
+
+    gce_cluster_resolver = GceClusterResolver(
+        project='test-project',
+        zone='us-east1-d',
+        instance_group='test-instance-group',
+        task_type='',
+        task_index=1,
+        port=8470,
+        credentials=None,
+        service=self.gen_standard_mock_service_client(name_to_ip))
+
+    self.assertEqual(gce_cluster_resolver.master(
+        task_type='', task_index=0), 'grpc://10.1.2.3:8470')
+
   def testCustomJobNameAndPortRetrieval(self):
     gce_cluster_resolver = GceClusterResolver(
         project='test-project',
         zone='us-east1-d',
         instance_group='test-instance-group',
-        job_name='custom',
+        task_type='custom',
         port=2222,
         credentials=None,
         service=self.standard_mock_service_client())
@@ -196,7 +270,7 @@ class GceClusterResolverTest(test.TestCase):
         project='test-project',
         zone='us-east1-d',
         instance_group='test-instance-group',
-        job_name='worker',
+        task_type='worker',
         port=8470,
         credentials=None,
         service=self.gen_standard_mock_service_client(worker1_name_to_ip))
@@ -205,7 +279,7 @@ class GceClusterResolverTest(test.TestCase):
         project='test-project',
         zone='us-east1-d',
         instance_group='test-instance-group',
-        job_name='worker',
+        task_type='worker',
         port=8470,
         credentials=None,
         service=self.gen_standard_mock_service_client(worker2_name_to_ip))
@@ -214,7 +288,7 @@ class GceClusterResolverTest(test.TestCase):
         project='test-project',
         zone='us-east1-d',
         instance_group='test-instance-group',
-        job_name='ps',
+        task_type='ps',
         port=2222,
         credentials=None,
         service=self.gen_standard_mock_service_client(ps_name_to_ip))
-- 
GitLab


From f7106c4317592180681afc3919dcfecad6e8e9bf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 10:54:03 -0800
Subject: [PATCH 1331/1825] Introduce OpKernelFactory.

OpKernelFactory is a factory for OpKernels. They are registered with the TF
core, which then uses them to instantiate kernels when necessary.

OpKernelFactory may be used instead of the previous function pointer method of
kernel construction. This will allow the implementation of user-registered
OpKernels in the forthcoming C API.

PiperOrigin-RevId: 220829176
---
 tensorflow/compiler/jit/xla_device.cc  |  2 +-
 tensorflow/core/framework/op_kernel.cc | 15 +++++-----
 tensorflow/core/framework/op_kernel.h  | 41 +++++++++++++++++++++++---
 3 files changed, 46 insertions(+), 12 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_device.cc b/tensorflow/compiler/jit/xla_device.cc
index 2289abd2df..5c1b55cb57 100644
--- a/tensorflow/compiler/jit/xla_device.cc
+++ b/tensorflow/compiler/jit/xla_device.cc
@@ -446,7 +446,7 @@ XlaDeviceOpRegistrations* RegisterXlaDeviceKernels(const char* device,
   // Any op assigned to the device that isn't rewritten by the graph rewriter
   // gets executed by a n XlaCompileOnDemandOp, which compiles it and executes
   // it just-in-time.
-  kernel_factory::OpKernelRegistrar::Factory factory =
+  OpKernel* (*factory)(OpKernelConstruction*) =
       [](OpKernelConstruction* context) -> OpKernel* {
     return new XlaCompileOnDemandOp(context);
   };
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 5f08c13087..fe71196979 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -921,11 +921,12 @@ void OpKernelContext::clear_recorded_memory() {
 
 struct KernelRegistration {
   KernelRegistration(const KernelDef& d, StringPiece c,
-                     kernel_factory::OpKernelRegistrar::Factory f)
-      : def(d), kernel_class_name(c), factory(f) {}
+                     std::unique_ptr<kernel_factory::OpKernelFactory> f)
+      : def(d), kernel_class_name(c), factory(std::move(f)) {}
+
   const KernelDef def;
   const string kernel_class_name;
-  const kernel_factory::OpKernelRegistrar::Factory factory;
+  std::unique_ptr<kernel_factory::OpKernelFactory> factory;
 };
 
 // This maps from 'op_type' + DeviceType to the set of KernelDefs and
@@ -992,7 +993,7 @@ namespace kernel_factory {
 
 void OpKernelRegistrar::InitInternal(const KernelDef* kernel_def,
                                      StringPiece kernel_class_name,
-                                     Factory factory) {
+                                     std::unique_ptr<OpKernelFactory> factory) {
   // See comments in register_kernel::Name in header for info on _no_register.
   if (kernel_def->op() != "_no_register") {
     const string key =
@@ -1007,8 +1008,8 @@ void OpKernelRegistrar::InitInternal(const KernelDef* kernel_def,
     // program flakily. Until we get rid of static initializers in kernel
     // registration mechanism, we have this workaround here.
     reinterpret_cast<KernelRegistry*>(GlobalKernelRegistry())
-        ->insert(std::make_pair(
-            key, KernelRegistration(*kernel_def, kernel_class_name, factory)));
+        ->emplace(key, KernelRegistration(*kernel_def, kernel_class_name,
+                                          std::move(factory)));
   }
   delete kernel_def;
 }
@@ -1232,7 +1233,7 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
   OpKernelConstruction context(
       device_type, device, allocator, &node_def, op_def, flib, inputs,
       input_memory_types, outputs, output_memory_types, graph_def_version, &s);
-  *kernel = (*registration->factory)(&context);
+  *kernel = registration->factory->Create(&context);
   if (!s.ok()) {
     delete *kernel;
     *kernel = nullptr;
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index 165115aab3..37a437136b 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -1346,22 +1346,55 @@ KernelList GetRegisteredKernelsForOp(StringPiece op_name);
 
 namespace kernel_factory {
 
+// OpKernelFactory is responsible for creating OpKernels when TensorFlow needs
+// them. You register factories with the TensorFlow core by constructing an
+// OpKernelRegistrar and passing the factory as a constructor parameter.
+class OpKernelFactory {
+ public:
+  virtual OpKernel* Create(OpKernelConstruction* context) = 0;
+  virtual ~OpKernelFactory() = default;
+};
+
 class OpKernelRegistrar {
  public:
-  typedef OpKernel* (*Factory)(OpKernelConstruction*);
+  // Registers the given kernel factory with TensorFlow. TF will call the
+  // factory Create() method when it determines that a kernel matching the given
+  // KernelDef is required.
+  OpKernelRegistrar(const KernelDef* kernel_def, StringPiece kernel_class_name,
+                    std::unique_ptr<OpKernelFactory> factory) {
+    // Perform the check in the header to allow compile-time optimization
+    // to a no-op, allowing the linker to remove the kernel symbols.
+    if (kernel_def != nullptr) {
+      InitInternal(kernel_def, kernel_class_name, std::move(factory));
+    }
+  }
 
+  // Registers the given factory function with TensorFlow. This is equivalent
+  // to registering a factory whose Create function invokes `create_fn`.
   OpKernelRegistrar(const KernelDef* kernel_def, StringPiece kernel_class_name,
-                    Factory factory) {
+                    OpKernel* (*create_fn)(OpKernelConstruction*)) {
     // Perform the check in the header to allow compile-time optimization
     // to a no-op, allowing the linker to remove the kernel symbols.
     if (kernel_def != nullptr) {
-      InitInternal(kernel_def, kernel_class_name, factory);
+      struct PtrOpKernelFactory : public OpKernelFactory {
+        explicit PtrOpKernelFactory(
+            OpKernel* (*create_func)(OpKernelConstruction*))
+            : create_func_(create_func) {}
+
+        OpKernel* Create(OpKernelConstruction* context) override {
+          return (*create_func_)(context);
+        }
+
+        OpKernel* (*create_func_)(OpKernelConstruction*);
+      };
+      InitInternal(kernel_def, kernel_class_name,
+                   absl::make_unique<PtrOpKernelFactory>(create_fn));
     }
   }
 
  private:
   void InitInternal(const KernelDef* kernel_def, StringPiece kernel_class_name,
-                    Factory factory);
+                    std::unique_ptr<OpKernelFactory> factory);
 };
 
 }  // namespace kernel_factory
-- 
GitLab


From b895a35c6ad47e9f1e115c6851257872ebdcb293 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 10:55:19 -0800
Subject: [PATCH 1332/1825] Parallel for: add converter for MatrixDiagPart.

PiperOrigin-RevId: 220829434
---
 .../python/ops/parallel_for/control_flow_ops_test.py      | 8 ++++++++
 tensorflow/python/ops/parallel_for/pfor.py                | 1 +
 2 files changed, 9 insertions(+)

diff --git a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
index 1826924b47..171369b724 100644
--- a/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
+++ b/tensorflow/python/ops/parallel_for/control_flow_ops_test.py
@@ -309,6 +309,14 @@ class ArrayTest(PForTest):
 
     self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32] * 2)
 
+  def test_matrix_diag_part(self):
+    x = random_ops.random_uniform([3, 4, 2])
+
+    def loop_fn(i):
+      return array_ops.matrix_diag_part(array_ops.gather(x, i))
+
+    self._test_loop_fn(loop_fn, 3, loop_fn_dtypes=[dtypes.float32])
+
   def test_strided_slice(self):
     x = random_ops.random_uniform([3, 3, 4, 4, 2, 2, 2])
 
diff --git a/tensorflow/python/ops/parallel_for/pfor.py b/tensorflow/python/ops/parallel_for/pfor.py
index 72441908ec..e6f140a941 100644
--- a/tensorflow/python/ops/parallel_for/pfor.py
+++ b/tensorflow/python/ops/parallel_for/pfor.py
@@ -1533,6 +1533,7 @@ def _convert_conv2d_backprop_filter(pfor_input):
 
 @RegisterPForWithArgs("Identity", array_ops.identity)
 @RegisterPForWithArgs("StopGradient", array_ops.stop_gradient)
+@RegisterPForWithArgs("MatrixDiagPart", array_ops.matrix_diag_part)
 def _convert_identity(pfor_input, op_type, op_func):
   del op_type
   return wrap(op_func(*[x.t for x in pfor_input.inputs]), True)
-- 
GitLab


From e1f39262e12ee7ff854ead486ce7309d73454862 Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Fri, 9 Nov 2018 11:14:33 -0800
Subject: [PATCH 1333/1825] Remove `tf.add_to_collection()`,
 `tf.add_to_collections()` from TF 2.0.

PiperOrigin-RevId: 220833155
---
 tensorflow/python/framework/ops.py              | 5 +++--
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 8 --------
 tensorflow/tools/compatibility/renames_v2.py    | 2 ++
 3 files changed, 5 insertions(+), 10 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 36561a8c30..b1e0e16227 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -5875,7 +5875,7 @@ def dismantle_graph(graph):
   graph.__dict__ = {}
 
 
-@tf_export("add_to_collection")
+@tf_export(v1=["add_to_collection"])
 def add_to_collection(name, value):
   """Wrapper for `Graph.add_to_collection()` using the default graph.
 
@@ -5894,7 +5894,8 @@ def add_to_collection(name, value):
   """
   get_default_graph().add_to_collection(name, value)
 
-@tf_export("add_to_collections")
+
+@tf_export(v1=["add_to_collections"])
 def add_to_collections(names, value):
   """Wrapper for `Graph.add_to_collections()` using the default graph.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 17dc2003ce..a850f0415d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -508,14 +508,6 @@ tf_module {
     name: "add_n"
     argspec: "args=[\'inputs\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "add_to_collection"
-    argspec: "args=[\'name\', \'value\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "add_to_collections"
-    argspec: "args=[\'names\', \'value\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "arg_max"
     argspec: "args=[\'input\', \'dimension\', \'output_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 49dd5e7ad4..9bb3276b76 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -56,6 +56,8 @@ renames = {
     'tf.VariableScope': 'tf.compat.v1.VariableScope',
     'tf.WholeFileReader': 'tf.compat.v1.WholeFileReader',
     'tf.accumulate_n': 'tf.math.accumulate_n',
+    'tf.add_to_collection': 'tf.compat.v1.add_to_collection',
+    'tf.add_to_collections': 'tf.compat.v1.add_to_collections',
     'tf.all_variables': 'tf.compat.v1.all_variables',
     'tf.angle': 'tf.math.angle',
     'tf.assert_greater_equal': 'tf.debugging.assert_greater_equal',
-- 
GitLab


From 5a9a332ecde2d4f23a430e4c806d134de4699e07 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 9 Nov 2018 11:15:37 -0800
Subject: [PATCH 1334/1825] Remove symbols from tf2

PiperOrigin-RevId: 220833377
---
 tensorflow/python/ops/lookup_ops.py                  |  4 ++--
 .../python/tools/api/generator/api_init_files.bzl    |  1 -
 tensorflow/python/user_ops/user_ops.py               |  2 +-
 .../api/golden/v2/tensorflow.initializers.pbtxt      |  4 ----
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt      | 12 ------------
 5 files changed, 3 insertions(+), 20 deletions(-)

diff --git a/tensorflow/python/ops/lookup_ops.py b/tensorflow/python/ops/lookup_ops.py
index e65b53e3ac..397d56ef40 100644
--- a/tensorflow/python/ops/lookup_ops.py
+++ b/tensorflow/python/ops/lookup_ops.py
@@ -45,7 +45,7 @@ from tensorflow.python.util.deprecation import deprecated
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("initialize_all_tables")
+@tf_export(v1=["initialize_all_tables"])
 @deprecated(None, "Use `tf.tables_initializer` instead.")
 def initialize_all_tables(name="init_all_tables"):
   """Returns an Op that initializes all tables of the default graph.
@@ -60,7 +60,7 @@ def initialize_all_tables(name="init_all_tables"):
   return tables_initializer(name)
 
 
-@tf_export("initializers.tables_initializer", "tables_initializer")
+@tf_export(v1=["initializers.tables_initializer", "tables_initializer"])
 def tables_initializer(name="init_all_tables"):
   """Returns an Op that initializes all tables of the default graph.
 
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 49603a6e16..b2e9e380ad 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -81,7 +81,6 @@ TENSORFLOW_API_INIT_FILES = [
     "sysconfig/__init__.py",
     "test/__init__.py",
     "train/__init__.py",
-    "user_ops/__init__.py",
     "version/__init__.py",
     # END GENERATED FILES
 ]
diff --git a/tensorflow/python/user_ops/user_ops.py b/tensorflow/python/user_ops/user_ops.py
index 20ea3b0f62..3dbacd09e6 100644
--- a/tensorflow/python/user_ops/user_ops.py
+++ b/tensorflow/python/user_ops/user_ops.py
@@ -26,7 +26,7 @@ from tensorflow.python.ops.gen_user_ops import *  # pylint: disable=wildcard-imp
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('user_ops.my_fact')
+@tf_export(v1=['user_ops.my_fact'])
 def my_fact():
   """Example of overriding the generated code for an Op."""
   return _gen_user_ops.fact()
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.initializers.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.initializers.pbtxt
index d49181714f..e3c63fe737 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.initializers.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.initializers.pbtxt
@@ -64,8 +64,4 @@ tf_module {
     name: "lecun_uniform"
     argspec: "args=[\'seed\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "tables_initializer"
-    argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'init_all_tables\'], "
-  }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index a850f0415d..54d865f5d6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -456,10 +456,6 @@ tf_module {
     name: "uint8"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
   }
-  member {
-    name: "user_ops"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "variant"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
@@ -864,10 +860,6 @@ tf_module {
     name: "init_scope"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "initialize_all_tables"
-    argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'init_all_tables\'], "
-  }
   member_method {
     name: "less"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -1292,10 +1284,6 @@ tf_module {
     name: "subtract"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "tables_initializer"
-    argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'init_all_tables\'], "
-  }
   member_method {
     name: "tan"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 73e4660d5e02ddf80226739f9a25cfadfba3f673 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Fri, 9 Nov 2018 11:35:00 -0800
Subject: [PATCH 1335/1825] Update export and deprecation notice for TF RNN
 cell.

The equivalent Keras one should be preferred.

PiperOrigin-RevId: 220836938
---
 tensorflow/python/ops/rnn_cell_impl.py        |  17 +-
 ...flow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt | 202 ------------------
 .../tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt  | 202 ------------------
 ...tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt | 202 ------------------
 .../golden/v2/tensorflow.nn.rnn_cell.pbtxt    |  12 --
 5 files changed, 9 insertions(+), 626 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt

diff --git a/tensorflow/python/ops/rnn_cell_impl.py b/tensorflow/python/ops/rnn_cell_impl.py
index 5a2dd9dec8..050b486893 100644
--- a/tensorflow/python/ops/rnn_cell_impl.py
+++ b/tensorflow/python/ops/rnn_cell_impl.py
@@ -462,7 +462,7 @@ class BasicRNNCell(LayerRNNCell):
     return dict(list(base_config.items()) + list(config.items()))
 
 
-@tf_export("nn.rnn_cell.GRUCell")
+@tf_export(v1=["nn.rnn_cell.GRUCell"])
 class GRUCell(LayerRNNCell):
   """Gated Recurrent Unit cell (cf. http://arxiv.org/abs/1406.1078).
 
@@ -488,6 +488,8 @@ class GRUCell(LayerRNNCell):
       `trainable` etc when constructing the cell from configs of get_config().
   """
 
+  @deprecated(None, "This class is equivalent as tf.keras.layers.GRUCell,"
+                    " and will be replaced by that in Tensorflow 2.0.")
   def __init__(self,
                num_units,
                activation=None,
@@ -610,8 +612,7 @@ class LSTMStateTuple(_LSTMStateTuple):
     return c.dtype
 
 
-# TODO(scottzhu): Stop exporting this class in TF 2.0.
-@tf_export("nn.rnn_cell.BasicLSTMCell")
+@tf_export(v1=["nn.rnn_cell.BasicLSTMCell"])
 class BasicLSTMCell(LayerRNNCell):
   """DEPRECATED: Please use `tf.nn.rnn_cell.LSTMCell` instead.
 
@@ -634,10 +635,8 @@ class BasicLSTMCell(LayerRNNCell):
   better performance on CPU.
   """
 
-  @deprecated(None, "This class is deprecated, please use "
-                    "tf.nn.rnn_cell.LSTMCell, which supports all the feature "
-                    "this cell currently has. Please replace the existing code "
-                    "with tf.nn.rnn_cell.LSTMCell(name='basic_lstm_cell').")
+  @deprecated(None, "This class is equivalent as tf.keras.layers.LSTMCell,"
+                    " and will be replaced by that in Tensorflow 2.0.")
   def __init__(self,
                num_units,
                forget_bias=1.0,
@@ -779,7 +778,7 @@ class BasicLSTMCell(LayerRNNCell):
     return dict(list(base_config.items()) + list(config.items()))
 
 
-@tf_export("nn.rnn_cell.LSTMCell")
+@tf_export(v1=["nn.rnn_cell.LSTMCell"])
 class LSTMCell(LayerRNNCell):
   """Long short-term memory unit (LSTM) recurrent network cell.
 
@@ -807,6 +806,8 @@ class LSTMCell(LayerRNNCell):
   better performance on CPU.
   """
 
+  @deprecated(None, "This class is equivalent as tf.keras.layers.LSTMCell,"
+                    " and will be replaced by that in Tensorflow 2.0.")
   def __init__(self, num_units,
                use_peepholes=False, cell_clip=None,
                initializer=None, num_proj=None, proj_clip=None,
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt
deleted file mode 100644
index 88b8f37c4f..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt
+++ /dev/null
@@ -1,202 +0,0 @@
-path: "tensorflow.nn.rnn_cell.BasicLSTMCell"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.BasicLSTMCell\'>"
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.LayerRNNCell\'>"
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.RNNCell\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "state_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'num_units\', \'forget_bias\', \'state_is_tuple\', \'activation\', \'reuse\', \'name\', \'dtype\'], varargs=None, keywords=kwargs, defaults=[\'1.0\', \'True\', \'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'instance\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\', \'state\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_initial_state"
-    argspec: "args=[\'self\', \'inputs\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "zero_state"
-    argspec: "args=[\'self\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt
deleted file mode 100644
index a4bb3219c7..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt
+++ /dev/null
@@ -1,202 +0,0 @@
-path: "tensorflow.nn.rnn_cell.GRUCell"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.GRUCell\'>"
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.LayerRNNCell\'>"
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.RNNCell\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "state_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'num_units\', \'activation\', \'reuse\', \'kernel_initializer\', \'bias_initializer\', \'name\', \'dtype\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'instance\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\', \'state\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_initial_state"
-    argspec: "args=[\'self\', \'inputs\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "zero_state"
-    argspec: "args=[\'self\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt
deleted file mode 100644
index 715bfd5fc7..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt
+++ /dev/null
@@ -1,202 +0,0 @@
-path: "tensorflow.nn.rnn_cell.LSTMCell"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.LSTMCell\'>"
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.LayerRNNCell\'>"
-  is_instance: "<class \'tensorflow.python.ops.rnn_cell_impl.RNNCell\'>"
-  is_instance: "<class \'tensorflow.python.layers.base.Layer\'>"
-  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
-  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "activity_regularizer"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "graph"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "inbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "input_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "losses"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "non_trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "outbound_nodes"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_mask"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_shape"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "output_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "scope_name"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "state_size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "trainable_weights"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "updates"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "variables"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "weights"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'num_units\', \'use_peepholes\', \'cell_clip\', \'initializer\', \'num_proj\', \'proj_clip\', \'num_unit_shards\', \'num_proj_shards\', \'forget_bias\', \'state_is_tuple\', \'activation\', \'reuse\', \'name\', \'dtype\'], varargs=None, keywords=kwargs, defaults=[\'False\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'1.0\', \'True\', \'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_loss"
-    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_update"
-    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "add_variable"
-    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "add_weight"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'use_resource\', \'synchronization\', \'aggregation\', \'partitioner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\', \'None\'], "
-  }
-  member_method {
-    name: "apply"
-    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'instance\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "call"
-    argspec: "args=[\'self\', \'inputs\', \'state\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "compute_mask"
-    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "compute_output_shape"
-    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "count_params"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "from_config"
-    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_config"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_initial_state"
-    argspec: "args=[\'self\', \'inputs\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "get_input_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_input_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_losses_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_mask_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_output_shape_at"
-    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_updates_for"
-    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_weights"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_weights"
-    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "zero_state"
-    argspec: "args=[\'self\', \'batch_size\', \'dtype\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.pbtxt
index 24767e250f..3c78b07b39 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.pbtxt
@@ -1,9 +1,5 @@
 path: "tensorflow.nn.rnn_cell"
 tf_module {
-  member {
-    name: "BasicLSTMCell"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "DeviceWrapper"
     mtype: "<type \'type\'>"
@@ -12,14 +8,6 @@ tf_module {
     name: "DropoutWrapper"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "GRUCell"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "LSTMCell"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "LSTMStateTuple"
     mtype: "<type \'type\'>"
-- 
GitLab


From a2e02c7306e041ec452dd9729e30d45b0e8bb3af Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 9 Nov 2018 11:38:51 -0800
Subject: [PATCH 1336/1825] Removes v2 parsing symbols

PiperOrigin-RevId: 220837631
---
 tensorflow/python/ops/parsing_ops.py          | 18 ++++++----
 .../v2/tensorflow.-fixed-len-feature.pbtxt    | 27 --------------
 ...nsorflow.-fixed-len-sequence-feature.pbtxt | 31 ----------------
 .../v2/tensorflow.-sparse-feature.pbtxt       | 35 -------------------
 .../v2/tensorflow.-var-len-feature.pbtxt      | 19 ----------
 .../tools/api/golden/v2/tensorflow.pbtxt      | 28 ---------------
 6 files changed, 11 insertions(+), 147 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-feature.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-sequence-feature.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-sparse-feature.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-var-len-feature.pbtxt

diff --git a/tensorflow/python/ops/parsing_ops.py b/tensorflow/python/ops/parsing_ops.py
index a99fa7f152..484caf0179 100644
--- a/tensorflow/python/ops/parsing_ops.py
+++ b/tensorflow/python/ops/parsing_ops.py
@@ -46,7 +46,7 @@ ops.NotDifferentiable("SerializeTensor")
 ops.NotDifferentiable("StringToNumber")
 
 
-@tf_export("io.VarLenFeature", "VarLenFeature")
+@tf_export("io.VarLenFeature", v1=["VarLenFeature", "io.VarLenFeature"])
 class VarLenFeature(collections.namedtuple("VarLenFeature", ["dtype"])):
   """Configuration for parsing a variable-length input feature.
 
@@ -56,7 +56,7 @@ class VarLenFeature(collections.namedtuple("VarLenFeature", ["dtype"])):
   pass
 
 
-@tf_export("io.SparseFeature", "SparseFeature")
+@tf_export("io.SparseFeature", v1=["io.SparseFeature", "SparseFeature"])
 class SparseFeature(
     collections.namedtuple(
         "SparseFeature",
@@ -131,7 +131,7 @@ class SparseFeature(
         cls, index_key, value_key, dtype, size, already_sorted)
 
 
-@tf_export("io.FixedLenFeature", "FixedLenFeature")
+@tf_export("io.FixedLenFeature", v1=["io.FixedLenFeature", "FixedLenFeature"])
 class FixedLenFeature(collections.namedtuple(
     "FixedLenFeature", ["shape", "dtype", "default_value"])):
   """Configuration for parsing a fixed-length input feature.
@@ -151,7 +151,8 @@ class FixedLenFeature(collections.namedtuple(
         cls, shape, dtype, default_value)
 
 
-@tf_export("io.FixedLenSequenceFeature", "FixedLenSequenceFeature")
+@tf_export("io.FixedLenSequenceFeature",
+           v1=["io.FixedLenSequenceFeature", "FixedLenSequenceFeature"])
 class FixedLenSequenceFeature(collections.namedtuple(
     "FixedLenSequenceFeature",
     ["shape", "dtype", "allow_missing", "default_value"])):
@@ -362,7 +363,7 @@ def _prepend_none_dimension(features):
     return features
 
 
-@tf_export("io.parse_example", "parse_example")
+@tf_export("io.parse_example", v1=["io.parse_example", "parse_example"])
 def parse_example(serialized, features, name=None, example_names=None):
   # pylint: disable=line-too-long
   """Parses `Example` protos into a `dict` of tensors.
@@ -763,7 +764,8 @@ def _process_raw_parameters(names, dense_defaults, sparse_keys, sparse_types,
           dense_shapes_as_proto, dense_shapes)
 
 
-@tf_export("io.parse_single_example", "parse_single_example")
+@tf_export("io.parse_single_example",
+           v1=["io.parse_single_example", "parse_single_example"])
 def parse_single_example(serialized, features, name=None, example_names=None):
   """Parses a single `Example` proto.
 
@@ -1246,7 +1248,9 @@ def _parse_sequence_example_raw(serialized,
 
 # TODO(sundberg): rewrite this method to call the batch version, which is more
 # efficient especially for large inputs.
-@tf_export("io.parse_single_sequence_example", "parse_single_sequence_example")
+@tf_export("io.parse_single_sequence_example",
+           v1=["io.parse_single_sequence_example",
+               "parse_single_sequence_example"])
 def parse_single_sequence_example(
     serialized, context_features=None, sequence_features=None,
     example_name=None, name=None):
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-feature.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-feature.pbtxt
deleted file mode 100644
index 6933814a7b..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-feature.pbtxt
+++ /dev/null
@@ -1,27 +0,0 @@
-path: "tensorflow.FixedLenFeature"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.FixedLenFeature\'>"
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.FixedLenFeature\'>"
-  is_instance: "<type \'tuple\'>"
-  member {
-    name: "default_value"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "shape"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "count"
-  }
-  member_method {
-    name: "index"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-sequence-feature.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-sequence-feature.pbtxt
deleted file mode 100644
index c538787951..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-fixed-len-sequence-feature.pbtxt
+++ /dev/null
@@ -1,31 +0,0 @@
-path: "tensorflow.FixedLenSequenceFeature"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.FixedLenSequenceFeature\'>"
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.FixedLenSequenceFeature\'>"
-  is_instance: "<type \'tuple\'>"
-  member {
-    name: "allow_missing"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "default_value"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "shape"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "count"
-  }
-  member_method {
-    name: "index"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-sparse-feature.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-sparse-feature.pbtxt
deleted file mode 100644
index d875394fb5..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-sparse-feature.pbtxt
+++ /dev/null
@@ -1,35 +0,0 @@
-path: "tensorflow.SparseFeature"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.SparseFeature\'>"
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.SparseFeature\'>"
-  is_instance: "<type \'tuple\'>"
-  member {
-    name: "already_sorted"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "index_key"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "size"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "value_key"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "count"
-  }
-  member_method {
-    name: "index"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-var-len-feature.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-var-len-feature.pbtxt
deleted file mode 100644
index 54b66f43f8..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-var-len-feature.pbtxt
+++ /dev/null
@@ -1,19 +0,0 @@
-path: "tensorflow.VarLenFeature"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.VarLenFeature\'>"
-  is_instance: "<class \'tensorflow.python.ops.parsing_ops.VarLenFeature\'>"
-  is_instance: "<type \'tuple\'>"
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-  }
-  member_method {
-    name: "count"
-  }
-  member_method {
-    name: "index"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 54d865f5d6..bb44c50ced 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -40,14 +40,6 @@ tf_module {
     name: "FIFOQueue"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "FixedLenFeature"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "FixedLenSequenceFeature"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "GPUOptions"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
@@ -120,10 +112,6 @@ tf_module {
     name: "SessionLog"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
   }
-  member {
-    name: "SparseFeature"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "SparseTensor"
     mtype: "<type \'type\'>"
@@ -160,10 +148,6 @@ tf_module {
     name: "UnconnectedGradients"
     mtype: "<class \'enum.EnumMeta\'>"
   }
-  member {
-    name: "VarLenFeature"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "Variable"
     mtype: "<class \'tensorflow.python.ops.variables.VariableMetaclass\'>"
@@ -1004,18 +988,6 @@ tf_module {
     name: "parallel_stack"
     argspec: "args=[\'values\', \'name\'], varargs=None, keywords=None, defaults=[\'parallel_stack\'], "
   }
-  member_method {
-    name: "parse_example"
-    argspec: "args=[\'serialized\', \'features\', \'name\', \'example_names\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "parse_single_example"
-    argspec: "args=[\'serialized\', \'features\', \'name\', \'example_names\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "parse_single_sequence_example"
-    argspec: "args=[\'serialized\', \'context_features\', \'sequence_features\', \'example_name\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "pow"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 4baf08902bb99d3478e9e87688c78fa2d793db8c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 11:43:54 -0800
Subject: [PATCH 1337/1825] Rename PerDevice -> PerReplica in distribution
 strategies.

PiperOrigin-RevId: 220838587
---
 .../python/collective_all_reduce_strategy.py  |   2 +-
 .../distribute/python/cross_tower_ops.py      | 120 +++++++++---------
 .../distribute/python/cross_tower_ops_test.py |  63 ++++-----
 .../python/cross_tower_utils_test.py          |  12 +-
 .../distribute/python/mirrored_strategy.py    |  24 ++--
 .../python/mirrored_strategy_multigpu_test.py |  14 +-
 .../distribute/python/moving_averages_test.py |   6 +-
 .../distribute/python/one_device_strategy.py  |   2 +-
 .../python/parameter_server_strategy.py       |   6 +-
 .../contrib/distribute/python/tpu_strategy.py |   7 +-
 .../contrib/distribute/python/values.py       |  48 +++----
 .../contrib/distribute/python/values_test.py  |  42 +++---
 tensorflow/python/training/distribute.py      |  28 ++--
 13 files changed, 191 insertions(+), 183 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index d9339f8f75..efa99d1fc5 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -205,7 +205,7 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
   def distribute_dataset(self, dataset_fn):
     """Distributes the dataset to each local GPU."""
     # TODO(yuefengz): shard the dataset.
-    return values.PerDeviceDataset(
+    return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), self._devices, True)
 
   def configure(self,
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops.py b/tensorflow/contrib/distribute/python/cross_tower_ops.py
index bae0f474d2..6b2fe0acb2 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops.py
@@ -62,26 +62,26 @@ def validate_destinations(destinations):
     raise ValueError("destinations can not be empty")
 
 
-def _make_tensor_into_per_device(input_tensor):
-  """Converts a single tensor into a PerDevice object."""
+def _make_tensor_into_per_replica(input_tensor):
+  """Converts a single tensor into a PerReplica object."""
   if isinstance(input_tensor, (tuple, list)):
-    raise ValueError("Cannot convert `input_tensor` to a `PerDevice` object, "
+    raise ValueError("Cannot convert `input_tensor` to a `PerReplica` object, "
                      "got %r but expected a object that is not a tuple or list."
                      % (input_tensor,))
-  if isinstance(input_tensor, value_lib.PerDevice):
+  if isinstance(input_tensor, value_lib.PerReplica):
     return input_tensor
 
   try:
     device = input_tensor.device
   except AttributeError:
-    raise ValueError("Cannot convert `input_tensor` to a `PerDevice` object "
+    raise ValueError("Cannot convert `input_tensor` to a `PerReplica` object "
                      "because it doesn't have device set.")
 
-  return value_lib.PerDevice({device: input_tensor})
+  return value_lib.PerReplica({device: input_tensor})
 
 
 def _normalize_value_destination_pairs(value_destination_pairs):
-  """Converts each tensor into a PerDevice object in the input list."""
+  """Converts each tensor into a PerReplica object in the input list."""
   result = []
   if not isinstance(value_destination_pairs, (list, tuple)):
     raise ValueError("`value_destination_pairs` should be a list or tuple")
@@ -93,8 +93,8 @@ def _normalize_value_destination_pairs(value_destination_pairs):
       raise ValueError("Each element of `value_destination_pairs` should be a "
                        "tuple of size 2.")
 
-    per_device = _make_tensor_into_per_device(pair[0])
-    result.append((per_device, pair[1]))
+    per_replica = _make_tensor_into_per_replica(pair[0])
+    result.append((per_replica, pair[1]))
   return result
 
 
@@ -105,7 +105,7 @@ def _validate_value_destination_pairs(value_destination_pairs):
   if not isinstance(value_destination_pairs, (list, tuple)): return False
   if not all([isinstance(pair, tuple) for pair in value_destination_pairs]):
     return False
-  if not all([isinstance(v[0], value_lib.PerDevice)
+  if not all([isinstance(v[0], value_lib.PerReplica)
               for v in value_destination_pairs]):
     return False
   return True
@@ -149,12 +149,12 @@ def _simple_broadcast(value, destinations):
   return value_lib.Mirrored(index)
 
 
-def _simple_reduce(per_device_value, reduce_to_device, accumulation_fn,
+def _simple_reduce(per_replica_value, reduce_to_device, accumulation_fn,
                    aggregation):
   # pylint: disable=g-missing-docstring
   all_values = []
   count = 0
-  for v in per_device_value._index.values():  # pylint: disable=protected-access
+  for v in per_replica_value._index.values():  # pylint: disable=protected-access
     if isinstance(v, value_lib.MapOutput):
       v_list = v.get()
       if not v_list:
@@ -168,7 +168,7 @@ def _simple_reduce(per_device_value, reduce_to_device, accumulation_fn,
       count += 1
     all_values.append(v)
   if not all_values:
-    raise ValueError("`per_device_value` must be non-empty")
+    raise ValueError("`per_replica_value` must be non-empty")
 
   with ops.device(reduce_to_device):
     with context.context().device_policy(context.DEVICE_PLACEMENT_SILENT):
@@ -189,8 +189,8 @@ class CrossDeviceOps(object):
   def __init__(self):
     pass
 
-  def reduce(self, aggregation, per_device_value, destinations):
-    """Reduce `per_device_value` to `destinations`.
+  def reduce(self, aggregation, per_replica_value, destinations):
+    """Reduce `per_replica_value` to `destinations`.
 
     It runs the reduction operation defined by `aggregation` and put the
     result on `destinations`.
@@ -198,23 +198,23 @@ class CrossDeviceOps(object):
     Args:
       aggregation: Indicates how a variable will be aggregated. Accepted values
         are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`.
-      per_device_value: a PerDevice object or a tensor with device set.
+      per_replica_value: a PerReplica object or a tensor with device set.
       destinations: the reduction destinations.
 
     Returns:
       a Mirrored object.
 
     Raises:
-      ValueError: if per_device_value is not a PerDevice object.
+      ValueError: if per_replica_value is not a PerReplica object.
     """
-    if not isinstance(per_device_value, value_lib.PerDevice):
-      per_device_value = _make_tensor_into_per_device(per_device_value)
+    if not isinstance(per_replica_value, value_lib.PerReplica):
+      per_replica_value = _make_tensor_into_per_replica(per_replica_value)
 
     validate_destinations(destinations)
-    return self._reduce(aggregation, per_device_value, destinations)
+    return self._reduce(aggregation, per_replica_value, destinations)
 
   def batch_reduce(self, aggregation, value_destination_pairs):
-    """Reduce PerDevice objects in a batch.
+    """Reduce PerReplica objects in a batch.
 
     Reduce each first element in `value_destination_pairs` to each second
     element which indicates the destinations.
@@ -222,7 +222,7 @@ class CrossDeviceOps(object):
     Args:
       aggregation: Indicates how a variable will be aggregated. Accepted values
         are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`.
-      value_destination_pairs: a list or a tuple of tuples of PerDevice objects
+      value_destination_pairs: a list or a tuple of tuples of PerReplica objects
         (or tensors with device set if there is one device) and destinations.
 
     Returns:
@@ -230,11 +230,11 @@ class CrossDeviceOps(object):
 
     Raises:
       ValueError: if `value_destination_pairs` is not a list or a tuple of
-        tuples of PerDevice objects and destinations
+        tuples of PerReplica objects and destinations
     """
     if not _validate_value_destination_pairs(value_destination_pairs):
       # If the first element of each pair is a tensor, we try to turn it into a
-      # PerDevice object.
+      # PerReplica object.
       value_destination_pairs = _normalize_value_destination_pairs(
           value_destination_pairs)
 
@@ -256,7 +256,7 @@ class CrossDeviceOps(object):
     validate_destinations(destinations)
     return self._broadcast(tensor, destinations)
 
-  def _reduce(self, aggregation, per_device_value, destinations):
+  def _reduce(self, aggregation, per_replica_value, destinations):
     raise NotImplementedError(
         "_reduce method must be implemented in descendants.")
 
@@ -286,13 +286,13 @@ class ReductionToOneDeviceCrossDeviceOps(CrossDeviceOps):
     self.accumulation_fn = accumulation_fn
     super(ReductionToOneDeviceCrossDeviceOps, self).__init__()
 
-  def _reduce(self, aggregation, per_device_value, destinations):
+  def _reduce(self, aggregation, per_replica_value, destinations):
     if check_destinations(destinations):
       devices = get_devices_from(destinations)
     else:
-      devices = get_devices_from(per_device_value)
+      devices = get_devices_from(per_replica_value)
     reduce_to_device = self.reduce_to_device or devices[0]
-    reduced = _simple_reduce(per_device_value, reduce_to_device,
+    reduced = _simple_reduce(per_replica_value, reduce_to_device,
                              self.accumulation_fn, aggregation)
     return self.broadcast(reduced, devices)
 
@@ -303,7 +303,7 @@ class ReductionToOneDeviceCrossDeviceOps(CrossDeviceOps):
     ]
 
 
-def _group_value_by_device(per_device_values):
+def _group_value_by_device(per_replica_values):
   """Group values into sublists by their devices.
 
   This grouping is needed to call the all-reduce library because it expects a
@@ -315,18 +315,18 @@ def _group_value_by_device(per_device_values):
     ]
 
   Args:
-    per_device_values: a list of PerDevice obejcts.
+    per_replica_values: a list of PerReplica obejcts.
 
   Returns:
     a list of lists, each sublist has components for its corresponding device of
-      PerDevice objects, paired with a None.
+      PerReplica objects, paired with a None.
   """
-  destinations = per_device_values[0].devices
+  destinations = per_replica_values[0].devices
   grouped = [[] for _ in range(len(destinations))]
-  for per_device_value in per_device_values:
+  for per_replica_value in per_replica_values:
     # pylint: disable=protected-access
-    for i, v in enumerate(per_device_value._index.values()):
-      assert per_device_value.devices == destinations
+    for i, v in enumerate(per_replica_value._index.values()):
+      assert per_replica_value.devices == destinations
       grouped[i].append((v, None))
   return grouped
 
@@ -354,8 +354,8 @@ def _ungroup_and_make_mirrored(grouped_reduced,
     a list of Mirrored objects.
   """
   index = [{} for _ in range(len(grouped_reduced[0]))]
-  for d, per_device_reduced in enumerate(grouped_reduced):
-    for i, (v, _) in enumerate(per_device_reduced):
+  for d, per_replica_reduced in enumerate(grouped_reduced):
+    for i, (v, _) in enumerate(per_replica_reduced):
       if aggregation == vs.VariableAggregation.MEAN:
         index[i][destinations[d]] = v / (
             len(destinations) * num_between_graph_workers)
@@ -567,13 +567,13 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
     self._agg_small_grads_max_group = agg_small_grads_max_group
     super(AllReduceCrossDeviceOps, self).__init__()
 
-  def _reduce(self, aggregation, per_device_value, destinations):
+  def _reduce(self, aggregation, per_replica_value, destinations):
     contains_indexed_slices = cross_tower_utils.contains_indexed_slices(
-        per_device_value)
-    if (_devices_match(per_device_value, destinations)
+        per_replica_value)
+    if (_devices_match(per_replica_value, destinations)
         and not context.executing_eagerly()
         and not contains_indexed_slices):
-      return self._batch_all_reduce(aggregation, [per_device_value])[0]
+      return self._batch_all_reduce(aggregation, [per_replica_value])[0]
     else:
       if contains_indexed_slices:
         logging.log_first_n(
@@ -583,9 +583,9 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
       if check_destinations(destinations):
         devices = get_devices_from(destinations)
       else:
-        devices = get_devices_from(per_device_value)
+        devices = get_devices_from(per_replica_value)
       reduce_to_device = devices[0]
-      reduced = _simple_reduce(per_device_value, reduce_to_device,
+      reduced = _simple_reduce(per_replica_value, reduce_to_device,
                                math_ops.add_n, aggregation)
       return self.broadcast(reduced, devices)
 
@@ -609,16 +609,16 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
           for t, v in value_destination_pairs
       ]
 
-  def _batch_all_reduce(self, aggregation, per_device_values):
+  def _batch_all_reduce(self, aggregation, per_replica_values):
     """All reduce algorithm in a batch."""
     logging.log_first_n(
         logging.INFO, "batch_all_reduce invoked for batches size = %d with "
         "algorithm = %s, num_packs = %d, agg_small_grads_max_bytes = %d and "
         "agg_small_grads_max_group = %d" %
-        (len(per_device_values), self._all_reduce_alg, self._num_packs,
+        (len(per_replica_values), self._all_reduce_alg, self._num_packs,
          self._agg_small_grads_max_bytes, self._agg_small_grads_max_group), 10)
-    destinations = per_device_values[0].devices
-    grouped = _group_value_by_device(per_device_values)
+    destinations = per_replica_values[0].devices
+    grouped = _group_value_by_device(per_replica_values)
 
     device_grad_packs, tensor_packer = _pack_tensors(
         grouped, self._num_packs, self._agg_small_grads_max_bytes,
@@ -639,7 +639,7 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
               destinations, device_grad_packs))
 
     reduced = _unpack_tensors(reduced, tensor_packer)
-    return _ungroup_and_make_mirrored(reduced, per_device_values[0].devices,
+    return _ungroup_and_make_mirrored(reduced, per_replica_values[0].devices,
                                       aggregation)
 
 
@@ -723,18 +723,18 @@ class MultiWorkerAllReduce(AllReduceCrossDeviceOps):
           validate_and_complete_spec(spec) for spec in all_reduce_spec
       ]
 
-  def _batch_all_reduce(self, aggregation, per_device_values):
+  def _batch_all_reduce(self, aggregation, per_replica_values):
     """All reduce algorithm in a batch."""
     logging.log_first_n(
         logging.INFO,
         "distributed batch_all_reduce invoked for batches size = %d with "
         "allreduce_spec = %r, num_packs = %d, agg_small_grads_max_bytes = %d "
         "and agg_small_grads_max_group = %d" %
-        (len(per_device_values), self._all_reduce_spec, self._num_packs,
+        (len(per_replica_values), self._all_reduce_spec, self._num_packs,
          self._agg_small_grads_max_bytes, self._agg_small_grads_max_group), 10)
 
-    destinations = sorted(per_device_values[0].devices)
-    device_grads = _group_value_by_device(per_device_values)
+    destinations = sorted(per_replica_values[0].devices)
+    device_grads = _group_value_by_device(per_replica_values)
 
     # The all reduce library requires fully defined shapes.
     # TODO(yuefengz): when tensor sharding is not needed, static shapes are not
@@ -805,16 +805,16 @@ class CollectiveAllReduce(CrossDeviceOps):
     super(CollectiveAllReduce, self).__init__()
 
   # TODO(yuefengz, tucker): is indexed slices supported by collective ops?
-  def _reduce(self, aggregation, per_device_value, destinations):
-    if cross_tower_utils.contains_indexed_slices(per_device_value):
+  def _reduce(self, aggregation, per_replica_value, destinations):
+    if cross_tower_utils.contains_indexed_slices(per_replica_value):
       raise ValueError(
           "`IndexSlices` is not supported for Collective All-Reduce.")
     if context.executing_eagerly():
       raise ValueError(
           "Eager execution is not supported for Collective All-Reduce")
 
-    all_reduced = self._batch_all_reduce(aggregation, [per_device_value])[0]
-    if _devices_match(per_device_value, destinations):
+    all_reduced = self._batch_all_reduce(aggregation, [per_replica_value])[0]
+    if _devices_match(per_replica_value, destinations):
       return all_reduced
     else:
       index = {}
@@ -852,7 +852,7 @@ class CollectiveAllReduce(CrossDeviceOps):
           for t, v in value_destination_pairs
       ]
 
-  def _batch_all_reduce(self, aggregation, per_device_values):
+  def _batch_all_reduce(self, aggregation, per_replica_values):
     """All-reduce across all workers in a batch."""
     if context.executing_eagerly():
       raise ValueError(
@@ -860,9 +860,9 @@ class CollectiveAllReduce(CrossDeviceOps):
 
     logging.log_first_n(
         logging.INFO, "Collective All-reduce invoked with batches size = %d, "
-        "num_workers = %d" % (len(per_device_values), self._num_workers), 10)
+        "num_workers = %d" % (len(per_replica_values), self._num_workers), 10)
 
-    grouped_by_device = _group_value_by_device(per_device_values)
+    grouped_by_device = _group_value_by_device(per_replica_values)
 
     grouped_by_var = list(zip(*grouped_by_device))
     # grouped_by_var is grouped by variables and takes the following format:
@@ -892,7 +892,7 @@ class CollectiveAllReduce(CrossDeviceOps):
     new_device_grads = [list(x) for x in zip(*reduced_gv_list)]
     return _ungroup_and_make_mirrored(
         new_device_grads,
-        per_device_values[0].devices,
+        per_replica_values[0].devices,
         aggregation,
         num_between_graph_workers=self._num_workers)
 
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
index 6a9e8e00c0..3e274ba67c 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
@@ -40,12 +40,12 @@ from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.training import device_util
 
 
-def _make_per_device(values, devices, regroup=False):
+def _make_per_replica(values, devices, regroup=False):
   devices = cross_tower_ops_lib.get_devices_from(devices)
   assert len(values) == len(devices)
 
-  # We simulate the result of regroup called on PerDevice which strips the
-  # PerDevice wrapper if it has only one value.
+  # We simulate the result of regroup called on PerReplica which strips the
+  # PerReplica wrapper if it has only one value.
   if len(values) == 1 and regroup:
     with ops.device(devices[0]):
       placed_v = array_ops.identity(values[0])
@@ -56,7 +56,7 @@ def _make_per_device(values, devices, regroup=False):
     with ops.device(d):
       placed_v = array_ops.identity(v)
     index[d] = placed_v
-  return value_lib.PerDevice(index)
+  return value_lib.PerReplica(index)
 
 
 # pylint: disable=g-doc-args,g-doc-return-or-yield
@@ -122,11 +122,11 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
     devices = distribution.worker_devices
 
     values = [constant_op.constant(float(d)) for d in range(len(devices))]
-    per_device = _make_per_device(values, devices)
+    per_replica = _make_per_replica(values, devices)
     mean = (len(devices) - 1.) / 2.
 
     values_2 = [constant_op.constant(d + 1.0) for d in range(len(devices))]
-    per_device_2 = _make_per_device(values_2, devices)
+    per_replica_2 = _make_per_replica(values_2, devices)
     mean_2 = mean + 1.
 
     destination_mirrored = _fake_mirrored(1., devices)
@@ -144,39 +144,41 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
       self._assert_values_equal(
           cross_tower_ops.reduce(
               vs.VariableAggregation.MEAN,
-              per_device,
+              per_replica,
               destinations=destinations),
           _fake_mirrored(mean, destinations))
       self._assert_values_equal(
           cross_tower_ops.reduce(
               vs.VariableAggregation.MEAN,
-              per_device_2,
+              per_replica_2,
               destinations=destinations),
           _fake_mirrored(mean_2, destinations))
       self._assert_values_equal(
           cross_tower_ops.reduce(
-              vs.VariableAggregation.SUM, per_device,
+              vs.VariableAggregation.SUM, per_replica,
               destinations=destinations),
           _fake_mirrored(mean * len(devices), destinations))
       self._assert_values_equal(
           cross_tower_ops.reduce(
               vs.VariableAggregation.SUM,
-              per_device_2,
+              per_replica_2,
               destinations=destinations),
           _fake_mirrored(mean_2 * len(devices), destinations))
 
     # test batch_reduce()
     for d1, d2 in itertools.product(all_destinations, all_destinations):
       self._assert_values_equal(
-          cross_tower_ops.batch_reduce(vs.VariableAggregation.MEAN,
-                                       [(per_device, d1), (per_device_2, d2)]),
+          cross_tower_ops.batch_reduce(
+              vs.VariableAggregation.MEAN,
+              [(per_replica, d1), (per_replica_2, d2)]),
           [
               _fake_mirrored(mean, d1),
               _fake_mirrored(mean_2, d2)
           ])
       self._assert_values_equal(
-          cross_tower_ops.batch_reduce(vs.VariableAggregation.SUM,
-                                       [(per_device, d1), (per_device_2, d2)]),
+          cross_tower_ops.batch_reduce(
+              vs.VariableAggregation.SUM,
+              [(per_replica, d1), (per_replica_2, d2)]),
           [
               _fake_mirrored(mean * len(devices), d1),
               _fake_mirrored(mean_2 * len(devices), d2)
@@ -277,9 +279,9 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
     devices = ["/cpu:0", "/gpu:0"]
     t0 = _make_indexed_slices([[1., 2.]], [1], [5, 2], devices[0])
     t1 = _make_indexed_slices([[3., 4.], [5., 6.]], [1, 3], [5, 2], devices[1])
-    per_device = value_lib.PerDevice({devices[0]: t0, devices[1]: t1})
+    per_replica = value_lib.PerReplica({devices[0]: t0, devices[1]: t1})
     result = cross_tower_ops_lib._simple_reduce(
-        per_device, devices[0], math_ops.add_n, vs.VariableAggregation.SUM)
+        per_replica, devices[0], math_ops.add_n, vs.VariableAggregation.SUM)
 
     # Test that the result is semantically equal to both the concatenated
     # IndexedSlices with and without duplicate indices.
@@ -311,13 +313,14 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
     t0 = _make_indexed_slices([[1., 2.]], [1], dense_shape, devices[0])
     t1 = _make_indexed_slices(
         [[3., 4.], [5., 6.]], [1, 3], dense_shape, devices[1])
-    per_device = value_lib.PerDevice({devices[0]: t0, devices[1]: t1})
+    per_replica = value_lib.PerReplica({devices[0]: t0, devices[1]: t1})
 
     if batch_reduce:
-      result = cross_tower_ops_instance.batch_reduce(aggregation,
-                                                     [(per_device, devices)])
+      result = cross_tower_ops_instance.batch_reduce(
+          aggregation, [(per_replica, devices)])
     else:
-      result = cross_tower_ops_instance.reduce(aggregation, per_device, devices)
+      result = cross_tower_ops_instance.reduce(
+          aggregation, per_replica, devices)
 
     total_indices_with_dups = [1, 1, 3]
     total_indices_without_dups = [1, 3]
@@ -478,11 +481,11 @@ class MultiWorkerCollectiveAllReduceTest(
       # Collective ops doesn't support scalar tensors, so we have to construct
       # 1-d tensors.
       values = [constant_op.constant([float(d)]) for d in range(len(devices))]
-      per_device = _make_per_device(values, devices, regroup=True)
+      per_replica = _make_per_replica(values, devices, regroup=True)
       mean = np.array([(len(devices) - 1.) / 2.])
 
       values_2 = [constant_op.constant([d + 1.0]) for d in range(len(devices))]
-      per_device_2 = _make_per_device(values_2, devices)
+      per_replica_2 = _make_per_replica(values_2, devices)
       mean_2 = np.array([mean[0] + 1.])
 
       destination_mirrored = _fake_mirrored(1., devices)
@@ -500,26 +503,26 @@ class MultiWorkerCollectiveAllReduceTest(
         self._assert_values_equal(
             collective_all_reduce.reduce(
                 vs.VariableAggregation.MEAN,
-                per_device,
+                per_replica,
                 destinations=destinations),
             _fake_mirrored(mean, destinations), sess)
         self._assert_values_equal(
             collective_all_reduce.reduce(
                 vs.VariableAggregation.MEAN,
-                per_device_2,
+                per_replica_2,
                 destinations=destinations),
             _fake_mirrored(mean_2, destinations), sess)
         self._assert_values_equal(
             collective_all_reduce.reduce(
                 vs.VariableAggregation.SUM,
-                per_device,
+                per_replica,
                 destinations=destinations),
             _fake_mirrored(mean * len(devices) * num_workers, destinations),
             sess)
         self._assert_values_equal(
             collective_all_reduce.reduce(
                 vs.VariableAggregation.SUM,
-                per_device_2,
+                per_replica_2,
                 destinations=destinations),
             _fake_mirrored(mean_2 * len(devices) * num_workers, destinations),
             sess)
@@ -528,16 +531,16 @@ class MultiWorkerCollectiveAllReduceTest(
       for d1, d2 in itertools.product(all_destinations, all_destinations):
         self._assert_values_equal(
             collective_all_reduce.batch_reduce(vs.VariableAggregation.MEAN,
-                                               [(per_device, d1),
-                                                (per_device_2, d2)]),
+                                               [(per_replica, d1),
+                                                (per_replica_2, d2)]),
             [
                 _fake_mirrored(mean, d1),
                 _fake_mirrored(mean_2, d2)
             ], sess)
         self._assert_values_equal(
             collective_all_reduce.batch_reduce(vs.VariableAggregation.SUM,
-                                               [(per_device, d1),
-                                                (per_device_2, d2)]),
+                                               [(per_replica, d1),
+                                                (per_replica_2, d2)]),
             [
                 _fake_mirrored(mean * len(devices) * num_workers, d1),
                 _fake_mirrored(mean_2 * len(devices) * num_workers, d2)
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils_test.py b/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
index d25964fa41..a991156ca8 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
@@ -98,24 +98,24 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     self.assertTrue(cross_tower_utils.contains_indexed_slices((t0, t1)))
 
   @test_util.run_in_graph_and_eager_modes
-  def testContainsIndexedSlices_PerDevice(self):
+  def testContainsIndexedSlices_PerReplica(self):
     t0 = math_ops._as_indexed_slices(
         constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
     t1 = math_ops._as_indexed_slices(
         constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
-    per_device = value_lib.PerDevice({"/gpu:0": t0, "/cpu:0": t1})
-    self.assertTrue(cross_tower_utils.contains_indexed_slices(per_device))
+    per_replica = value_lib.PerReplica({"/gpu:0": t0, "/cpu:0": t1})
+    self.assertTrue(cross_tower_utils.contains_indexed_slices(per_replica))
 
   @test_util.run_in_graph_and_eager_modes
-  def testContainsIndexedSlices_PerDeviceMapOutput(self):
+  def testContainsIndexedSlices_PerReplicaMapOutput(self):
     t0 = math_ops._as_indexed_slices(
         constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
     t1 = math_ops._as_indexed_slices(
         constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
-    per_device = value_lib.PerDevice({
+    per_replica = value_lib.PerReplica({
         "/gpu:0": value_lib.MapOutput([t0]),
         "/cpu:0": value_lib.MapOutput([t1])})
-    self.assertTrue(cross_tower_utils.contains_indexed_slices(per_device))
+    self.assertTrue(cross_tower_utils.contains_indexed_slices(per_replica))
 
   @combinations.generate(combinations.combine(
       mode=["graph", "eager"],
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index df1c8d1749..ebd9648b57 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -192,7 +192,7 @@ def _reduce_non_distributed_value(distribution, aggregation, value,
     raise ValueError("You are passing a `DistributedValue` to "
                      "`_reduce_non_distributed_value`, which is not allowed.")
 
-  # If the same value is present on all replicas then the PerDevice value will
+  # If the same value is present on all replicas then the PerReplica value will
   # be a single value. We also handle the case when `value` is a single value
   # and equal to 0.
   if value == 0:
@@ -402,7 +402,8 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     # TODO(josh11b): Require at least 2 devices?
     self._devices = [device_util.resolve(d) for d in devices]
     self._canonical_device_set = set(self._devices)
-    self._device_index = values.PerDevice({d: i for i, d in enumerate(devices)})
+    self._device_index = values.PerReplica(
+        {d: i for i, d in enumerate(devices)})
 
   def _initialize_multi_worker(self, num_gpus, cluster_spec):
     """Initializes the object for multi-worker training."""
@@ -446,7 +447,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     # TODO(josh11b): Require at least 2 devices?
     self._devices = [device_util.resolve(d) for d in devices]
     self._canonical_device_set = set(self._devices)
-    self._device_index = values.PerDevice(
+    self._device_index = values.PerReplica(
         {d: i for i, d in enumerate(devices)})
 
   def _create_variable(self, next_creator, *args, **kwargs):
@@ -493,7 +494,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
           partial(self._call_dataset_fn, dataset_fn), self._worker_devices,
           self._prefetch_on_device, self._auto_shard_dataset)
     else:
-      return values.PerDeviceDataset(
+      return values.PerReplicaDataset(
           self._call_dataset_fn(dataset_fn), self._devices,
           self._prefetch_on_device)
 
@@ -546,10 +547,10 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     for (name, aggregation) in ctx._last_step_outputs_aggregations.items():  # pylint: disable=protected-access
       output = last_step_tensor_outputs_dict[name]
       # For outputs that have already been aggregated, wrap them in a Mirrored
-      # container, else in a PerDevice container.
+      # container, else in a PerReplica container.
       if aggregation is variables_lib.VariableAggregation.NONE:
         last_step_tensor_outputs_dict[name] = values.regroup(
-            {d: t for d, t in zip(self._devices, output)}, values.PerDevice)
+            {d: t for d, t in zip(self._devices, output)}, values.PerReplica)
       else:
         assert len(output) == 1
         last_step_tensor_outputs_dict[name] = output[0]
@@ -577,8 +578,8 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
                     **values.select_device_mirrored(d, kwargs)))
         index[d] = l
     # TODO(josh11b): Need a values.regroup equivalent that handles MapOutput
-    # in addition to PerDevice data.
-    return values.PerDevice({k: values.MapOutput(v) for k, v in index.items()})
+    # in addition to PerReplica data.
+    return values.PerReplica({k: values.MapOutput(v) for k, v in index.items()})
 
   def configure(self,
                 session_config=None,
@@ -617,9 +618,10 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def _reduce(self, aggregation, value, destinations):
     assert not isinstance(value, values.Mirrored)
     if not isinstance(value, values.DistributedValues):
-      # This function handles reducing values that are not PerDevice or Mirrored
-      # values. For example, the same value could be present on all replicas in
-      # which case `value` would be a single value or value could be 0.
+      # This function handles reducing values that are not PerReplica or
+      # Mirrored values. For example, the same value could be present on all
+      # replicas in which case `value` would be a single value or value could
+      # be 0.
       return _reduce_non_distributed_value(self, aggregation, value,
                                            destinations)
     if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index b8e7edaaf8..b47c9b0071 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -908,7 +908,7 @@ class MirroredVariableUpdateTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes(config=config)
   def testAssignMirroredVarReplicaContextWithSum(self):
-    # Test that we don't reduce a non-per-device value with the "sum"
+    # Test that we don't reduce a non-per-replica value with the "sum"
     # aggregation type.
     self._skip_eager_if_gpus_less_than(1)
     def var_fn():
@@ -1320,11 +1320,11 @@ class MirroredStrategyDefunTest(test.TestCase):
         # call_for_each has one trace per device. To check that the expected set
         # of variables was accessed on each trace, we first retrieve each
         # device-specific graph function.
-        per_device_graph_functions = dist.call_for_each_replica(
+        per_replica_graph_functions = dist.call_for_each_replica(
             defun.get_concrete_function,
             mock_model, *inputs, run_concurrently=False)
         for device in devices:
-          graph_function = per_device_graph_functions.get(device=device)
+          graph_function = per_replica_graph_functions.get(device=device)
           self.assertEqual(set(mock_model.variables),
                            set(graph_function.graph.variables))
 
@@ -1398,16 +1398,16 @@ class MirroredStrategyDefunTest(test.TestCase):
                          two_variables=True)
 
   @test_util.run_in_graph_and_eager_modes()
-  def testPassPerDevice(self):
+  def testPassPerReplica(self):
     self._skip_eager_if_gpus_less_than(1)
 
     @function.defun
     def fn1(mock_model, factor):
       return mock_model(factor)
 
-    factors = values.PerDevice({"CPU:0": 5.0, "GPU:0": 3.0})
-    expected_result = values.PerDevice({"CPU:0": 5.0 * 1.25,
-                                        "GPU:0": 3.0 * 1.25})
+    factors = values.PerReplica({"CPU:0": 5.0, "GPU:0": 3.0})
+    expected_result = values.PerReplica({"CPU:0": 5.0 * 1.25,
+                                         "GPU:0": 3.0 * 1.25})
     self._call_and_check(fn1, [factors], expected_result, [fn1])
 
   @test_util.run_in_graph_and_eager_modes()
diff --git a/tensorflow/contrib/distribute/python/moving_averages_test.py b/tensorflow/contrib/distribute/python/moving_averages_test.py
index 815644421e..7ecc852d20 100644
--- a/tensorflow/contrib/distribute/python/moving_averages_test.py
+++ b/tensorflow/contrib/distribute/python/moving_averages_test.py
@@ -93,7 +93,8 @@ class AssignMovingAveragesTest(test.TestCase, parameterized.TestCase):
       var = variables.Variable([10.0, 11.0])
       val = constant_op.constant([1.0, 2.0])
       decay = 0.25
-      # NOTE(josh11b): We currently generate an error if val is a PerDevice value.
+      # NOTE(josh11b): We currently generate an error if val is a PerReplica
+      # value.
       assign = moving_averages.assign_moving_average(
           var, val, decay, zero_debias=False)
 
@@ -121,7 +122,8 @@ class AssignMovingAveragesTest(test.TestCase, parameterized.TestCase):
       var = variables.Variable([0.0, 0.0])
       val = array_ops.placeholder(dtypes.float32)
       decay = 0.25
-      # NOTE(josh11b): We currently generate an error if val is a PerDevice value.
+      # NOTE(josh11b): We currently generate an error if val is a PerReplica
+      # value.
       assign = moving_averages.assign_moving_average(var, val, decay)
 
       variables.global_variables_initializer().run()
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 616508f913..afff24d71f 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -62,7 +62,7 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
       return next_creator(*args, **kwargs)
 
   def distribute_dataset(self, dataset_fn):
-    return values.PerDeviceDataset(
+    return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), [self._device],
         self._prefetch_on_device)
 
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 00e847d128..00c2311976 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -223,7 +223,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
 
   def distribute_dataset(self, dataset_fn):
     """Distributes the dataset to each local GPU."""
-    return values.PerDeviceDataset(
+    return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), self._compute_devices, True)
 
   def _broadcast(self, tensor, destinations):
@@ -339,9 +339,9 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
               "You cannot update variable with a Mirrored object with multiple "
               "components %r when using ParameterServerStrategy. You must "
               "specify a single value or a Mirrored with a single value." % x)
-      elif isinstance(x, values.PerDevice):
+      elif isinstance(x, values.PerReplica):
         raise ValueError(
-            "You cannot update variable with a PerDevice object %r when using "
+            "You cannot update variable with a PerReplica object %r when using "
             "ParameterServerStrategy. You must specify a single value or a "
             "Mirrored with a single value" % x)
       else:
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 07cc2c5fbe..8dccce0103 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -141,7 +141,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     # parallelism.
     device_map = {d.name: i for i, d in enumerate(self._tpu_metadata.devices)
                   if "device:TPU:" in d.name}
-    self._device_index = values.PerDevice(device_map)
+    self._device_index = values.PerReplica(device_map)
     self._host_device = self.get_host_cpu_device(0)
     self._tpu_devices = sorted(device_map.keys())
     # Only create variables for the number of replicas we're running.
@@ -308,7 +308,8 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
       # For outputs that have already been aggregated, take the first value
       # from the list as each value should be the same. Else return the full
       # list of values.
-      # TODO(josh11b): If aggregation is NONE, we should return a PerDevice value.
+      # TODO(josh11b): If aggregation is NONE, we should return a PerReplica
+      # value.
       if aggregation is not variables_lib.VariableAggregation.NONE:
         # TODO(priyag): Should this return the element or a list with 1 element
         last_step_tensor_outputs_dict[name] = output[0]
@@ -445,7 +446,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
       return [val.get(device=d) for d in sorted(val.devices)]
     elif isinstance(val, list):
       # TODO(josh11b): We need to remove this case; per device values should
-      # be represented using a PerDevice wrapper instead of a list with
+      # be represented using a PerReplica wrapper instead of a list with
       # one entry per device.
       return val
     return [val]
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 16d9e1cdb3..fe9bb1f9a9 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -51,7 +51,7 @@ from tensorflow.python.util import nest
 # TODO(josh11b): Should device values be strings or DeviceSpec objects?
 # Not sure DeviceSpec objects are usable as a dict key.
 class DistributedValues(object):
-  """Holds a map from device to values. Either PerDevice or Mirrored."""
+  """Holds a map from device to values. Either PerReplica or Mirrored."""
 
   def __init__(self, index):
     self._index = {device_util.canonicalize(key): value
@@ -163,12 +163,12 @@ class DistributedDelegate(DistributedValues):
   # TODO(josh11b): Even more operator overloads.
 
 
-class PerDevice(DistributedValues):
+class PerReplica(DistributedValues):
   """Holds a map from device to unsynchronized values."""
   pass
 
 
-# Note that unlike PerDevice, Mirrored values inherit from
+# Note that unlike PerReplica, Mirrored values inherit from
 # DistributedDelegate and so can be used directly in cross-replica mode.
 class Mirrored(DistributedDelegate):
   """Holds a map from device to values which are kept in sync."""
@@ -870,7 +870,7 @@ def _assert_replica_context():
         "Replica-local variables may only be assigned in a replica context.")
 
 
-class ReplicaLocalVariable(DistributedVariable, PerDevice,
+class ReplicaLocalVariable(DistributedVariable, PerReplica,
                            checkpointable.CheckpointableBase):
   """Holds a map from device to variables whose values are reduced on save."""
 
@@ -951,9 +951,9 @@ def _devices_match(d1, d2):
   return device_util.canonicalize(d1) == device_util.canonicalize(d2)
 
 
-def regroup(per_device, wrap_class=PerDevice):
-  """Makes device->nest map into a nest of PerDevice/Mirrored values."""
-  items = list(per_device.items())
+def regroup(per_replica, wrap_class=PerReplica):
+  """Makes device->nest map into a nest of PerReplica/Mirrored values."""
+  items = list(per_replica.items())
   assert items
   v0 = items[0][1]  # First value
 
@@ -1014,7 +1014,7 @@ def regroup(per_device, wrap_class=PerDevice):
   # want to return the containing MirroredVariable, after a bunch of
   # sanity checking. In particular, each component should have the
   # same container, and the devices of the variables should match the
-  # keys of the per-device dictionary.
+  # keys of the per-replica dictionary.
   if hasattr(v0, "_distributed_container"):
     # pylint: disable=protected-access
     assert not isinstance(v0, MirroredVariable), (
@@ -1030,11 +1030,11 @@ def regroup(per_device, wrap_class=PerDevice):
     return distributed_container
   # pylint: enable=protected-access
 
-  return wrap_class(per_device)
+  return wrap_class(per_replica)
 
 
 def select_device(device, structured):
-  """Specialize a nest of regular & per-device values for one device."""
+  """Specialize a nest of regular & per-replica values for one device."""
   def _get(x):
     return x.get(device) if isinstance(x, DistributedValues) else x
 
@@ -1079,8 +1079,8 @@ def update_regroup(strategy, updates, should_group):
   return nest.pack_sequence_as(regrouped, grouped_flat)
 
 
-class PerDeviceDataIterator(object):
-  """An iterator (like `tf.data.Iterator`) into a `PerDeviceDataset`."""
+class PerReplicaDataIterator(object):
+  """An iterator (like `tf.data.Iterator`) into a `PerReplicaDataset`."""
 
   def __init__(self, iterator, devices, prefetch_on_device=None):
     self._iterator = iterator
@@ -1123,8 +1123,8 @@ class PerDeviceDataIterator(object):
     return self._iterator.output_types
 
 
-class PerDeviceDataset(object):
-  """Like `tf.data.Dataset` split devices, producing `PerDevice` data."""
+class PerReplicaDataset(object):
+  """Like `tf.data.Dataset` split devices, producing `PerReplica` data."""
 
   def __init__(self, dataset, devices, prefetch_on_device=None):
     self._devices = devices
@@ -1145,20 +1145,20 @@ class PerDeviceDataset(object):
       self._dataset = dataset.batch(len(devices), drop_remainder=True)
 
   def make_one_shot_iterator(self):
-    """Get a one time use iterator for the distributed PerDeviceDataset."""
+    """Get a one time use iterator for the distributed PerReplicaDataset."""
     # Graph mode with one shot iterator is disabled.
     if not context.executing_eagerly():
       raise ValueError("Cannot create a one shot iterator. Please use "
                        "`make_initializable_iterator()` instead.")
     # Eager mode prefetching would error out in constructor. Only remaining
     # case is non-prefetching in eager mode. We delegate to
-    # PerDeviceDataIterator to handle that case.
+    # PerReplicaDataIterator to handle that case.
     dataset_iterator = self._dataset.make_one_shot_iterator()
-    return PerDeviceDataIterator(
+    return PerReplicaDataIterator(
         dataset_iterator, self._devices, prefetch_on_device=False)
 
   def make_initializable_iterator(self):
-    """Get an initializable iterator for the distributed PerDeviceDataset."""
+    """Get an initializable iterator for the distributed PerReplicaDataset."""
     # Eager mode generates already initialized iterators. Hence we cannot create
     # an initializable iterator.
     if context.executing_eagerly():
@@ -1169,7 +1169,7 @@ class PerDeviceDataset(object):
           self._dataset, self._devices)
     else:
       dataset_iterator = self._dataset.make_initializable_iterator()
-    return PerDeviceDataIterator(
+    return PerReplicaDataIterator(
         dataset_iterator,
         self._devices,
         prefetch_on_device=self._prefetch_on_device)
@@ -1227,7 +1227,7 @@ class MultiWorkerDataIterator(object):
       with ops.device(worker):
         data_per_worker = iterator.get_next(name=new_name)
 
-      # Ungroup these per-device value so as to get a flat map from devices to
+      # Ungroup these per-replica value so as to get a flat map from devices to
       # values.
       for d in worker_devices:
         v = select_device(d, data_per_worker)
@@ -1266,8 +1266,8 @@ class MultiWorkerDataset(object):
         if auto_shard:
           worker_input = input_ops.auto_shard_dataset(
               worker_input, len(worker_device_pairs), i)
-        dataset = PerDeviceDataset(worker_input, worker_devices,
-                                   prefetch_on_device=prefetch_on_device)
+        dataset = PerReplicaDataset(
+            worker_input, worker_devices, prefetch_on_device=prefetch_on_device)
         self._datasets.append((worker, dataset))
 
   def make_one_shot_iterator(self):
@@ -1447,7 +1447,7 @@ class MultiStepContext(object):
         current distribution strategy's `reduce` method. Hence, the type of
         `output` must be what's supported by the corresponding `reduce` method.
         For e.g. if using MirroredStrategy and aggregation is set, output
-        must be a `PerDevice` value.
+        must be a `PerReplica` value.
         The aggregation method is also recorded in a dictionary
         `_last_step_outputs_aggregations` for later interpreting of the
         outputs as already reduced or not.
@@ -1493,7 +1493,7 @@ class MultiStepContext(object):
 
 
 def value_container(val):
-  """Returns the container that this per-device `value` belongs to.
+  """Returns the container that this per-replica `value` belongs to.
 
   Args:
     val: A value returned by `call_for_each_replica()` or a variable
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index 25c6d56121..268393ee80 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -189,10 +189,10 @@ def _make_mirrored():
 
 class RegroupAndSelectDeviceTest(test.TestCase):
 
-  def _is_per_device(self, result, expected, klass=values.PerDevice):
+  def _is_per_replica(self, result, expected, klass=values.PerReplica):
     self.assertIsInstance(result, klass)
     # We canonicalize the devices to match the device strings returned
-    # by PerDevice, which also does device string canonicalization.
+    # by PerReplica, which also does device string canonicalization.
     devices = [device_util.canonicalize(_device_str(i))
                for i in range(len(expected))]
     self.assertEqual(set(devices), set(result.devices))
@@ -205,18 +205,18 @@ class RegroupAndSelectDeviceTest(test.TestCase):
                              _device_str(1): _nested_value("2")})
     self.assertIsInstance(result, tuple)
     self.assertEqual(3, len(result))
-    self._is_per_device(result[0], ["a1", "a2"])
-    self._is_per_device(result[2], ["h1", "h2"])
+    self._is_per_replica(result[0], ["a1", "a2"])
+    self._is_per_replica(result[2], ["h1", "h2"])
 
     self.assertIsInstance(result[1], list)
     self.assertEqual(3, len(result[1]))
-    self._is_per_device(result[1][0], ["b1", "b2"])
-    self._is_per_device(result[1][2], ["g1", "g2"])
+    self._is_per_replica(result[1][0], ["b1", "b2"])
+    self._is_per_replica(result[1][2], ["g1", "g2"])
 
     self.assertIsInstance(result[1][1], dict)
     self.assertEqual(set(["c", "e"]), set(result[1][1].keys()))
-    self._is_per_device(result[1][1]["c"], ["d1", "d2"])
-    self._is_per_device(result[1][1]["e"], ["f1", "f2"])
+    self._is_per_replica(result[1][1]["c"], ["d1", "d2"])
+    self._is_per_replica(result[1][1]["e"], ["f1", "f2"])
 
     # Also test that we can undo the merge using select_device()
     self.assertEqual(_nested_value("1"),
@@ -237,18 +237,18 @@ class RegroupAndSelectDeviceTest(test.TestCase):
                             values.Mirrored)
     self.assertIsInstance(result, tuple)
     self.assertEqual(3, len(result))
-    self._is_per_device(result[0], ["a1", "a2"], values.Mirrored)
-    self._is_per_device(result[2], ["h1", "h2"], values.Mirrored)
+    self._is_per_replica(result[0], ["a1", "a2"], values.Mirrored)
+    self._is_per_replica(result[2], ["h1", "h2"], values.Mirrored)
 
     self.assertIsInstance(result[1], list)
     self.assertEqual(3, len(result[1]))
-    self._is_per_device(result[1][0], ["b1", "b2"], values.Mirrored)
-    self._is_per_device(result[1][2], ["g1", "g2"], values.Mirrored)
+    self._is_per_replica(result[1][0], ["b1", "b2"], values.Mirrored)
+    self._is_per_replica(result[1][2], ["g1", "g2"], values.Mirrored)
 
     self.assertIsInstance(result[1][1], dict)
     self.assertEqual(set(["c", "e"]), set(result[1][1].keys()))
-    self._is_per_device(result[1][1]["c"], ["d1", "d2"], values.Mirrored)
-    self._is_per_device(result[1][1]["e"], ["f1", "f2"], values.Mirrored)
+    self._is_per_replica(result[1][1]["c"], ["d1", "d2"], values.Mirrored)
+    self._is_per_replica(result[1][1]["e"], ["f1", "f2"], values.Mirrored)
 
     # Also test that we can undo the merge using select_device()
     self.assertEqual(_nested_value("1"),
@@ -274,7 +274,7 @@ class RegroupAndSelectDeviceTest(test.TestCase):
                              _device_str(1): ("b", foo)})
     self.assertIsInstance(result, tuple)
     self.assertEqual(2, len(result))
-    self._is_per_device(result[0], ["a", "b"])
+    self._is_per_replica(result[0], ["a", "b"])
     self.assertIs(foo, result[1])
 
     # Test select_device(), should undo the merge done by regroup().
@@ -340,17 +340,17 @@ class RegroupAndSelectDeviceTest(test.TestCase):
                                                merged_estimator_spec))
 
 
-class PerDeviceDatasetTest(test.TestCase):
+class PerReplicaDatasetTest(test.TestCase):
 
   config = config_pb2.ConfigProto()
   config.allow_soft_placement = True
 
   def _test_iterator(self, devices, dataset, expected_values):
-    per_device_dataset = values.PerDeviceDataset(dataset, devices)
+    per_replica_dataset = values.PerReplicaDataset(dataset, devices)
     if context.executing_eagerly():
-      iterator = per_device_dataset.make_one_shot_iterator()
+      iterator = per_replica_dataset.make_one_shot_iterator()
     else:
-      iterator = per_device_dataset.make_initializable_iterator()
+      iterator = per_replica_dataset.make_initializable_iterator()
       self.evaluate([iterator.initializer])
 
     for expected_value in expected_values:
@@ -418,8 +418,8 @@ class PerDeviceDatasetTest(test.TestCase):
       dataset = dataset_ops.Dataset.from_tensor_slices(
           random_ops.random_uniform((10,)))
 
-      per_device_dataset = values.PerDeviceDataset(dataset, devices)
-      iterator = per_device_dataset.make_initializable_iterator()
+      per_replica_dataset = values.PerReplicaDataset(dataset, devices)
+      iterator = per_replica_dataset.make_initializable_iterator()
 
       self.evaluate(iterator.initializer)
       next_element = iterator.get_next()
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 7fa830c87d..a8e7f7c436 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -291,11 +291,11 @@ class DistributionStrategy(object):
 
   * Wrapped values: In order to represent values parallel across devices
     (either replicas or the devices associated with a particular value), we
-    wrap them in a "PerDevice" or "Mirrored" object that contains a map
-    from device to values. "PerDevice" is used when the value may be
-    different across devices, and "Mirrored" when the value are the same.
+    wrap them in a "PerReplica" or "Mirrored" object that contains a map
+    from device to values. "PerReplica" is used when the value may be
+    different across replicas, and "Mirrored" when the value are the same.
   * Unwrapping and merging: Consider calling a function `fn` on
-    multiple devices, like `call_for_each_replica(fn, w)` with an
+    multiple replicas, like `call_for_each_replica(fn, w)` with an
     argument `w` that is a wrapped value. This means `w` will have a
     map taking replica device `d0` to `w0`, replica device `d1` to `w1`,
     etc. `call_for_each_replica()` unwraps `w` before calling `fn`, so
@@ -338,7 +338,7 @@ class DistributionStrategy(object):
   called _locality_ that says what values are compatible with which
   APIs:
 
-  * T: different value for each replica (e.g. a PerDevice-wrapped value).
+  * T: different value for each replica (e.g. a PerReplica-wrapped value).
   * M: value is "mirrored" across replicas, i.e. there are copies with the
     same value on each replica (e.g. a Mirrored-wrapped value).
   * V(`v`): value is "mirrored" across all the devices which have a
@@ -544,7 +544,7 @@ class DistributionStrategy(object):
           "DistributionStrategy.")
     return result
 
-  # TODO(josh11b): `PerDeviceDataset` currently only implements a few methods of
+  # TODO(josh11b): `PerReplicaDataset` currently only implements a few methods of
   # Dataset API such as make_one_shot_iterator and make_initializable_iterator.
   # Extend to implement more functionality of datasets.
   def distribute_dataset(self, dataset_fn):
@@ -567,7 +567,7 @@ class DistributionStrategy(object):
       dataset_fn: A function that returns a `tf.data.Dataset`.
 
     Returns:
-      A `PerDeviceDataset` that will produce data for each replica.
+      A `PerReplicaDataset` that will produce data for each replica.
     """
     raise NotImplementedError("must be implemented in descendants")
 
@@ -784,8 +784,8 @@ class DistributionStrategy(object):
       aggregation: Indicates how a variable will be aggregated. Accepted values
         are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`,
         `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
-      value: A per-device value with one value per replica.
-      destinations: A mirrored variable, a per-device tensor, a device string,
+      value: A per-replica value with one value per replica.
+      destinations: A mirrored variable, a per-replica tensor, a device string,
         or list of device strings. The return value will be copied to all
         destination devices (or all the devices where the `destinations` value
         resides). To perform an all-reduction, pass `value` to `destinations`.
@@ -852,7 +852,7 @@ class DistributionStrategy(object):
 
     Otherwise this returns `fn(var, *args, **kwargs)` colocated with `var`.
 
-    Neither `*args` nor `**kwargs` may contain per-device values.
+    Neither `*args` nor `**kwargs` may contain per-replica values.
     If they contain mirrored values, they will be unwrapped before
     calling `fn`.
 
@@ -900,7 +900,7 @@ class DistributionStrategy(object):
     raise NotImplementedError("must be implemented in descendants")
 
   def unwrap(self, value):
-    """Returns the list of all per-device values contained in `value`.
+    """Returns the list of all per-replica values contained in `value`.
 
     Args:
       value: A value returned by `call_for_each_replica()` or a variable
@@ -913,7 +913,7 @@ class DistributionStrategy(object):
     return self._unwrap(value)
 
   def value_container(self, value):
-    """Returns the container that this per-device `value` belongs to.
+    """Returns the container that this per-replica `value` belongs to.
 
     Args:
       value: A value returned by `call_for_each_replica()` or a variable
@@ -1111,13 +1111,13 @@ class ReplicaContext(object):
 
     Args:
       merge_fn: function that joins arguments from threads that are given as
-        PerDevice. It accepts `DistributionStrategy` object as the first
+        PerReplica. It accepts `DistributionStrategy` object as the first
         argument.
       *args: positional per-thread arguments for `merge_fn`
       **kwargs: keyword per-thread arguments for `merge_fn`.
 
     Returns:
-      The return value of `merge_fn`, except for `PerDevice` values which are
+      The return value of `merge_fn`, except for `PerReplica` values which are
       unpacked.
     """
     require_replica_context(self)
-- 
GitLab


From fa926e39207b292d55f5861c13156adb8d996f41 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 9 Nov 2018 11:55:24 -0800
Subject: [PATCH 1338/1825] Remove resource_loader; move serialize_tensor (in
 v2)

PiperOrigin-RevId: 220840495
---
 .../python_api/api_def_SerializeTensor.pbtxt  | 10 ++++++++
 .../tools/api/generator/api_init_files.bzl    |  1 -
 .../tools/api/golden/v1/tensorflow.io.pbtxt   |  4 ++++
 .../tools/api/golden/v2/tensorflow.io.pbtxt   |  4 ++++
 .../tools/api/golden/v2/tensorflow.pbtxt      |  8 -------
 .../v2/tensorflow.resource_loader.pbtxt       | 23 -------------------
 6 files changed, 18 insertions(+), 32 deletions(-)
 create mode 100644 tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt

diff --git a/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt b/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
new file mode 100644
index 0000000000..219b125da3
--- /dev/null
+++ b/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
@@ -0,0 +1,10 @@
+op {
+  graph_op_name: "SerializeTensor"
+  endpoint {
+    name: "io.serialize_tensor"
+  }
+  endpoint {
+    name: "serialize_tensor"
+    deprecation_version: 2
+  }
+}
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index b2e9e380ad..140f27022d 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -71,7 +71,6 @@ TENSORFLOW_API_INIT_FILES = [
     "profiler/__init__.py",
     "quantization/__init__.py",
     "random/__init__.py",
-    "resource_loader/__init__.py",
     "strings/__init__.py",
     "saved_model/__init__.py",
     "sets/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
index dccf136788..64b63ed1a4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
@@ -112,6 +112,10 @@ tf_module {
     name: "serialize_sparse"
     argspec: "args=[\'sp_input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'string\'>\"], "
   }
+  member_method {
+    name: "serialize_tensor"
+    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "tf_record_iterator"
     argspec: "args=[\'path\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
index dccf136788..64b63ed1a4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
@@ -112,6 +112,10 @@ tf_module {
     name: "serialize_sparse"
     argspec: "args=[\'sp_input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'string\'>\"], "
   }
+  member_method {
+    name: "serialize_tensor"
+    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "tf_record_iterator"
     argspec: "args=[\'path\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index bb44c50ced..5b7ca0536e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -376,10 +376,6 @@ tf_module {
     name: "resource"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
   }
-  member {
-    name: "resource_loader"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "saved_model"
     mtype: "<type \'module\'>"
@@ -1136,10 +1132,6 @@ tf_module {
     name: "sequence_mask"
     argspec: "args=[\'lengths\', \'maxlen\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'bool\'>\", \'None\'], "
   }
-  member_method {
-    name: "serialize_tensor"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "set_random_seed"
     argspec: "args=[\'seed\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt
deleted file mode 100644
index 288b78b4cd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt
+++ /dev/null
@@ -1,23 +0,0 @@
-path: "tensorflow.resource_loader"
-tf_module {
-  member_method {
-    name: "get_data_files_path"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_path_to_datafile"
-    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_root_dir_with_all_resources"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "load_resource"
-    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "readahead_file_path"
-    argspec: "args=[\'path\', \'readahead\'], varargs=None, keywords=None, defaults=[\'128M\'], "
-  }
-}
-- 
GitLab


From 8b6ddd068098620899584ff39280ffa3a19e2b62 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 9 Nov 2018 12:00:09 -0800
Subject: [PATCH 1339/1825] Remove tf.graph_util symbols from TF 2.0.

PiperOrigin-RevId: 220841246
---
 .../python/framework/graph_util_impl.py       | 26 +++++++++++++++----
 .../api/golden/v2/tensorflow.graph_util.pbtxt | 20 --------------
 2 files changed, 21 insertions(+), 25 deletions(-)

diff --git a/tensorflow/python/framework/graph_util_impl.py b/tensorflow/python/framework/graph_util_impl.py
index 394fac6c85..1b61ac925c 100644
--- a/tensorflow/python/framework/graph_util_impl.py
+++ b/tensorflow/python/framework/graph_util_impl.py
@@ -29,6 +29,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 _VARIABLE_OPS = {
@@ -50,7 +51,10 @@ def _is_variable_op(op):
   return op in _VARIABLE_OPS
 
 
-@tf_export("graph_util.must_run_on_cpu")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use tf.compat.v1.graph_util.must_run_on_cpu")
+@tf_export(v1=["graph_util.must_run_on_cpu"])
 def must_run_on_cpu(node, pin_variables_on_cpu=False):
   """Returns True if the given node_def must run on CPU, otherwise False.
 
@@ -149,7 +153,10 @@ def _bfs_for_reachable_nodes(target_nodes, name_to_input_name):
   return nodes_to_keep
 
 
-@tf_export("graph_util.extract_sub_graph")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use tf.compat.v1.graph_util.extract_sub_graph")
+@tf_export(v1=["graph_util.extract_sub_graph"])
 def extract_sub_graph(graph_def, dest_nodes):
   """Extract the subgraph that can reach any of the nodes in 'dest_nodes'.
 
@@ -187,7 +194,10 @@ def extract_sub_graph(graph_def, dest_nodes):
   return out
 
 
-@tf_export("graph_util.tensor_shape_from_node_def_name")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use tf.compat.v1.graph_util.remove_training_nodes")
+@tf_export(v1=["graph_util.tensor_shape_from_node_def_name"])
 def tensor_shape_from_node_def_name(graph, input_name):
   """Convenience function to get a shape from a NodeDef's input string."""
   # To get a tensor, the name must be in the form <input>:<port>, for example
@@ -202,7 +212,10 @@ def tensor_shape_from_node_def_name(graph, input_name):
   return shape
 
 
-@tf_export("graph_util.convert_variables_to_constants")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use tf.compat.v1.graph_util.convert_variables_to_constants")
+@tf_export(v1=["graph_util.convert_variables_to_constants"])
 def convert_variables_to_constants(sess,
                                    input_graph_def,
                                    output_node_names,
@@ -289,7 +302,10 @@ def convert_variables_to_constants(sess,
   return output_graph_def
 
 
-@tf_export("graph_util.remove_training_nodes")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use tf.compat.v1.graph_util.remove_training_nodes")
+@tf_export(v1=["graph_util.remove_training_nodes"])
 def remove_training_nodes(input_graph, protected_nodes=None):
   """Prunes out nodes that aren't needed for inference.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.graph_util.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.graph_util.pbtxt
index 162ee76ee7..d0facad380 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.graph_util.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.graph_util.pbtxt
@@ -1,27 +1,7 @@
 path: "tensorflow.graph_util"
 tf_module {
-  member_method {
-    name: "convert_variables_to_constants"
-    argspec: "args=[\'sess\', \'input_graph_def\', \'output_node_names\', \'variable_names_whitelist\', \'variable_names_blacklist\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "extract_sub_graph"
-    argspec: "args=[\'graph_def\', \'dest_nodes\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "import_graph_def"
     argspec: "args=[\'graph_def\', \'input_map\', \'return_elements\', \'name\', \'op_dict\', \'producer_op_list\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "must_run_on_cpu"
-    argspec: "args=[\'node\', \'pin_variables_on_cpu\'], varargs=None, keywords=None, defaults=[\'False\'], "
-  }
-  member_method {
-    name: "remove_training_nodes"
-    argspec: "args=[\'input_graph\', \'protected_nodes\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "tensor_shape_from_node_def_name"
-    argspec: "args=[\'graph\', \'input_name\'], varargs=None, keywords=None, defaults=None"
-  }
 }
-- 
GitLab


From 783cf6bb1838b254248c535622789de47f72689a Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Fri, 9 Nov 2018 12:09:43 -0800
Subject: [PATCH 1340/1825] Remove `tf.train.MonitoredTrainingSession()`,
 `tf.train.basic_train_loop()` from TF 2.0.

PiperOrigin-RevId: 220843205
---
 tensorflow/python/training/basic_loops.py             | 2 +-
 tensorflow/python/training/monitored_session.py       | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt | 8 --------
 tensorflow/tools/compatibility/renames_v2.py          | 2 ++
 4 files changed, 4 insertions(+), 10 deletions(-)

diff --git a/tensorflow/python/training/basic_loops.py b/tensorflow/python/training/basic_loops.py
index 7af821c819..68fcb97a1c 100644
--- a/tensorflow/python/training/basic_loops.py
+++ b/tensorflow/python/training/basic_loops.py
@@ -21,7 +21,7 @@ from tensorflow.python.framework import errors
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("train.basic_train_loop")
+@tf_export(v1=["train.basic_train_loop"])
 def basic_train_loop(supervisor, train_step_fn, args=None,
                      kwargs=None, master=""):
   """Basic loop to train a model.
diff --git a/tensorflow/python/training/monitored_session.py b/tensorflow/python/training/monitored_session.py
index 0687eb5d4b..162fef971d 100644
--- a/tensorflow/python/training/monitored_session.py
+++ b/tensorflow/python/training/monitored_session.py
@@ -346,7 +346,7 @@ def _create_monitored_session_with_worker_context(worker_context,  # pylint: dis
       stop_grace_period_secs=stop_grace_period_secs)
 
 
-@tf_export('train.MonitoredTrainingSession')
+@tf_export(v1=['train.MonitoredTrainingSession'])
 def MonitoredTrainingSession(master='',  # pylint: disable=invalid-name
                              is_chief=True,
                              checkpoint_dir=None,
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index 582c0ee3d0..bd9cf2d0aa 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -220,10 +220,6 @@ tf_module {
     name: "WorkerSessionCreator"
     mtype: "<type \'type\'>"
   }
-  member_method {
-    name: "MonitoredTrainingSession"
-    argspec: "args=[\'master\', \'is_chief\', \'checkpoint_dir\', \'scaffold\', \'hooks\', \'chief_only_hooks\', \'save_checkpoint_secs\', \'save_summaries_steps\', \'save_summaries_secs\', \'config\', \'stop_grace_period_secs\', \'log_step_count_steps\', \'max_wait_secs\', \'save_checkpoint_steps\', \'summary_dir\'], varargs=None, keywords=None, defaults=[\'\', \'True\', \'None\', \'None\', \'None\', \'None\', \'<object object instance>\', \'<object object instance>\', \'<object object instance>\', \'None\', \'120\', \'100\', \'7200\', \'<object object instance>\', \'None\'], "
-  }
   member_method {
     name: "NewCheckpointReader"
     argspec: "args=[\'filepattern\'], varargs=None, keywords=None, defaults=None"
@@ -232,10 +228,6 @@ tf_module {
     name: "assert_global_step"
     argspec: "args=[\'global_step_tensor\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "basic_train_loop"
-    argspec: "args=[\'supervisor\', \'train_step_fn\', \'args\', \'kwargs\', \'master\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'\'], "
-  }
   member_method {
     name: "checkpoint_exists"
     argspec: "args=[\'checkpoint_prefix\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 9bb3276b76..80db9c238f 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -357,11 +357,13 @@ renames = {
     'tf.svd': 'tf.linalg.svd',
     'tf.test.compute_gradient_error': 'tf.compat.v1.test.compute_gradient_error',
     'tf.trace': 'tf.linalg.trace',
+    'tf.train.MonitoredTrainingSession': 'tf.compat.v1.train.MonitoredTrainingSession',
     'tf.train.QueueRunner': 'tf.compat.v1.train.QueueRunner',
     'tf.train.Saver': 'tf.compat.v1.train.Saver',
     'tf.train.SaverDef': 'tf.compat.v1.train.SaverDef',
     'tf.train.SyncReplicasOptimizer': 'tf.compat.v1.train.SyncReplicasOptimizer',
     'tf.train.add_queue_runner': 'tf.compat.v1.train.add_queue_runner',
+    'tf.train.basic_train_loop': 'tf.compat.v1.train.basic_train_loop',
     'tf.train.batch': 'tf.compat.v1.train.batch',
     'tf.train.batch_join': 'tf.compat.v1.train.batch_join',
     'tf.train.cosine_decay': 'tf.compat.v1.train.cosine_decay',
-- 
GitLab


From 4013195813bcf7af4817c2adcd61e93f08144f37 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 12:10:07 -0800
Subject: [PATCH 1341/1825] Improve example of 'mean' sparse_combiner in
 tf.feature_column.linear_model documentation.

PiperOrigin-RevId: 220843266
---
 tensorflow/python/feature_column/feature_column.py | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/feature_column/feature_column.py b/tensorflow/python/feature_column/feature_column.py
index cb0a340c06..b7a6a88535 100644
--- a/tensorflow/python/feature_column/feature_column.py
+++ b/tensorflow/python/feature_column/feature_column.py
@@ -445,15 +445,16 @@ def linear_model(features,
             [0, 0]: "d"
             [1, 0]: "e"
             [1, 1]: "f"
-            [1, 2]: "g"
+            [1, 2]: "f"
         }
       ```
-      with `sparse_combiner` as "mean", the linear model outputs conceptly are:
+      with `sparse_combiner` as "mean", the linear model outputs consequently
+      are:
       ```
-        y_0 = 1.0 / 2.0 * ( w_a + w_ b) + w_c + b_0
-        y_1 = w_d + 1.0 / 3.0 * ( w_e + w_ f + w_g) + b_1
+        y_0 = 1.0 / 2.0 * ( w_a + w_b ) + w_d + b
+        y_1 = w_c + 1.0 / 3.0 * ( w_e + 2.0 * w_f ) + b
       ```
-      where `y_i` is the output, `b_i` is the bias, and `w_x` is the weight
+      where `y_i` is the output, `b` is the bias, and `w_x` is the weight
       assigned to the presence of `x` in the input features.
     weight_collections: A list of collection names to which the Variable will be
       added. Note that, variables will also be added to collections
-- 
GitLab


From 8efd178f73ce3ab081610c3abe1336f53c07435c Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 9 Nov 2018 12:17:58 -0800
Subject: [PATCH 1342/1825] Add deprecation instructions for tf.layers symbols
 for TF 2.0.

PiperOrigin-RevId: 220844394
---
 tensorflow/python/layers/convolutional.py | 22 ++++++++++++++++++++++
 tensorflow/python/layers/core.py          | 10 ++++++++++
 tensorflow/python/layers/normalization.py |  4 ++++
 tensorflow/python/layers/pooling.py       | 19 +++++++++++++++++++
 4 files changed, 55 insertions(+)

diff --git a/tensorflow/python/layers/convolutional.py b/tensorflow/python/layers/convolutional.py
index ce8ecae66d..5d4805e245 100644
--- a/tensorflow/python/layers/convolutional.py
+++ b/tensorflow/python/layers/convolutional.py
@@ -22,6 +22,7 @@ from __future__ import print_function
 from tensorflow.python.keras import layers as keras_layers
 from tensorflow.python.layers import base
 from tensorflow.python.ops import init_ops
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -114,6 +115,9 @@ class Conv1D(keras_layers.Conv1D, base.Layer):
         name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.conv1d instead.')
 @tf_export(v1=['layers.conv1d'])
 def conv1d(inputs,
            filters,
@@ -310,6 +314,9 @@ class Conv2D(keras_layers.Conv2D, base.Layer):
         name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.conv2d instead.')
 @tf_export(v1=['layers.conv2d'])
 def conv2d(inputs,
            filters,
@@ -514,6 +521,9 @@ class Conv3D(keras_layers.Conv3D, base.Layer):
         name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.conv3d instead.')
 @tf_export(v1=['layers.conv3d'])
 def conv3d(inputs,
            filters,
@@ -841,6 +851,9 @@ class SeparableConv2D(keras_layers.SeparableConv2D, base.Layer):
         **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.separable_conv1d instead.')
 @tf_export(v1=['layers.separable_conv1d'])
 def separable_conv1d(inputs,
                      filters,
@@ -958,6 +971,9 @@ def separable_conv1d(inputs,
   return layer.apply(inputs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.separable_conv2d instead.')
 @tf_export(v1=['layers.separable_conv2d'])
 def separable_conv2d(inputs,
                      filters,
@@ -1165,6 +1181,9 @@ class Conv2DTranspose(keras_layers.Conv2DTranspose, base.Layer):
         **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.conv2d_transpose instead.')
 @tf_export(v1=['layers.conv2d_transpose'])
 def conv2d_transpose(inputs,
                      filters,
@@ -1342,6 +1361,9 @@ class Conv3DTranspose(keras_layers.Conv3DTranspose, base.Layer):
         **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.conv3d_transpose instead.')
 @tf_export(v1=['layers.conv3d_transpose'])
 def conv3d_transpose(inputs,
                      filters,
diff --git a/tensorflow/python/layers/core.py b/tensorflow/python/layers/core.py
index 4eb243ab5d..b2d54a9827 100644
--- a/tensorflow/python/layers/core.py
+++ b/tensorflow/python/layers/core.py
@@ -25,6 +25,7 @@ from __future__ import print_function
 from tensorflow.python.keras import layers as keras_layers
 from tensorflow.python.layers import base
 from tensorflow.python.ops import init_ops
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -109,6 +110,9 @@ class Dense(keras_layers.Dense, base.Layer):
                                 **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.dense instead.')
 @tf_export(v1=['layers.dense'])
 def dense(
     inputs, units,
@@ -223,6 +227,9 @@ class Dropout(keras_layers.Dropout, base.Layer):
     return super(Dropout, self).call(inputs, training=training)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.dropout instead.')
 @tf_export(v1=['layers.dropout'])
 def dropout(inputs,
             rate=0.5,
@@ -291,6 +298,9 @@ class Flatten(keras_layers.Flatten, base.Layer):
   pass
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.flatten instead.')
 @tf_export(v1=['layers.flatten'])
 def flatten(inputs, name=None, data_format='channels_last'):
   """Flattens an input tensor while preserving the batch axis (axis 0).
diff --git a/tensorflow/python/layers/normalization.py b/tensorflow/python/layers/normalization.py
index ec6615ea86..7eefb294cd 100644
--- a/tensorflow/python/layers/normalization.py
+++ b/tensorflow/python/layers/normalization.py
@@ -23,6 +23,7 @@ from __future__ import print_function
 from tensorflow.python.keras import layers as keras_layers
 from tensorflow.python.layers import base
 from tensorflow.python.ops import init_ops
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -154,6 +155,9 @@ class BatchNormalization(keras_layers.BatchNormalization, base.Layer):
     return super(BatchNormalization, self).call(inputs, training=training)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.batch_normalization instead.')
 @tf_export(v1=['layers.batch_normalization'])
 def batch_normalization(inputs,
                         axis=-1,
diff --git a/tensorflow/python/layers/pooling.py b/tensorflow/python/layers/pooling.py
index 81e9ebd547..d123afc623 100644
--- a/tensorflow/python/layers/pooling.py
+++ b/tensorflow/python/layers/pooling.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 
 from tensorflow.python.keras import layers as keras_layers
 from tensorflow.python.layers import base
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -57,6 +58,9 @@ class AveragePooling1D(keras_layers.AveragePooling1D, base.Layer):
         **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.average_pooling1d instead.')
 @tf_export(v1=['layers.average_pooling1d'])
 def average_pooling1d(inputs, pool_size, strides,
                       padding='valid', data_format='channels_last',
@@ -125,6 +129,9 @@ class MaxPooling1D(keras_layers.MaxPooling1D, base.Layer):
         **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.max_pooling1d instead.')
 @tf_export(v1=['layers.max_pooling1d'])
 def max_pooling1d(inputs, pool_size, strides,
                   padding='valid', data_format='channels_last',
@@ -193,6 +200,9 @@ class AveragePooling2D(keras_layers.AveragePooling2D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.average_pooling2d instead.')
 @tf_export(v1=['layers.average_pooling2d'])
 def average_pooling2d(inputs,
                       pool_size, strides,
@@ -264,6 +274,9 @@ class MaxPooling2D(keras_layers.MaxPooling2D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.max_pooling2d instead.')
 @tf_export(v1=['layers.max_pooling2d'])
 def max_pooling2d(inputs,
                   pool_size, strides,
@@ -337,6 +350,9 @@ class AveragePooling3D(keras_layers.AveragePooling3D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.average_pooling3d instead.')
 @tf_export(v1=['layers.average_pooling3d'])
 def average_pooling3d(inputs,
                       pool_size, strides,
@@ -412,6 +428,9 @@ class MaxPooling3D(keras_layers.MaxPooling3D, base.Layer):
         padding=padding, data_format=data_format, name=name, **kwargs)
 
 
+@deprecation.deprecated(
+    date=None,
+    instructions='Use keras.layers.max_pooling3d instead.')
 @tf_export(v1=['layers.max_pooling3d'])
 def max_pooling3d(inputs,
                   pool_size, strides,
-- 
GitLab


From 6de4957abae068278857d650f27db2659b94b533 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Fri, 9 Nov 2018 12:30:45 -0800
Subject: [PATCH 1343/1825] [XLA] Flatten tuples within while loops.

This is useful because it reduces the number of kTuple ops within the loop,
which can be expensive.  (Normally these would be removed by tuple simplifier,
but that doesn't operate across computation boundaries.)  But it's also useful
because it unlocks further optimization opportunities.  For example, it makes
it easier to remove dead loop parameters.

PiperOrigin-RevId: 220846222
---
 tensorflow/compiler/xla/service/BUILD         |   4 +-
 tensorflow/compiler/xla/service/hlo_query.cc  |  15 ++
 tensorflow/compiler/xla/service/hlo_query.h   |   8 +
 .../xla/service/while_loop_simplifier.cc      | 250 +++++++++++++++---
 .../xla/service/while_loop_simplifier.h       |  11 +
 .../xla/service/while_loop_simplifier_test.cc |  59 +++++
 6 files changed, 302 insertions(+), 45 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index e4bcb35d61..16d79da2de 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -1721,9 +1721,9 @@ cc_library(
         ":call_inliner",
         ":hlo",
         ":hlo_pass",
+        ":hlo_query",
         ":while_loop_analysis",
         "//tensorflow/compiler/xla:statusor",
-        "//tensorflow/core:lib",
         "@com_google_absl//absl/container:flat_hash_map",
         "@com_google_absl//absl/container:flat_hash_set",
         "@com_google_absl//absl/strings",
@@ -1735,6 +1735,8 @@ tf_cc_test(
     name = "while_loop_simplifier_test",
     srcs = ["while_loop_simplifier_test.cc"],
     deps = [
+        ":hlo",
+        ":hlo_dce",
         ":hlo_matchers",
         ":while_loop_simplifier",
         "//tensorflow/compiler/xla:test",
diff --git a/tensorflow/compiler/xla/service/hlo_query.cc b/tensorflow/compiler/xla/service/hlo_query.cc
index 2d5197be9e..f968a4a944 100644
--- a/tensorflow/compiler/xla/service/hlo_query.cc
+++ b/tensorflow/compiler/xla/service/hlo_query.cc
@@ -104,5 +104,20 @@ bool IsScalarConstant(const HloInstruction* instruction) {
   return instruction->IsConstant() && ShapeUtil::IsScalar(instruction->shape());
 }
 
+bool ContainsInstrWithOpcode(const HloComputation* comp,
+                             const absl::flat_hash_set<HloOpcode>& opcodes) {
+  for (const auto* instr : comp->instructions()) {
+    if (opcodes.count(instr->opcode())) {
+      return true;
+    }
+    for (const HloComputation* subcomp : instr->called_computations()) {
+      if (ContainsInstrWithOpcode(subcomp, opcodes)) {
+        return true;
+      }
+    }
+  }
+  return false;
+}
+
 }  // namespace hlo_query
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_query.h b/tensorflow/compiler/xla/service/hlo_query.h
index c0826a6aee..215051f883 100644
--- a/tensorflow/compiler/xla/service/hlo_query.h
+++ b/tensorflow/compiler/xla/service/hlo_query.h
@@ -16,6 +16,8 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_SERVICE_HLO_QUERY_H_
 #define TENSORFLOW_COMPILER_XLA_SERVICE_HLO_QUERY_H_
 
+#include "absl/container/flat_hash_set.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 
 namespace xla {
@@ -41,6 +43,12 @@ bool AllOperandsAreConstants(const HloInstruction& instruction);
 // Returns whether the instruction is a scalar constant.
 bool IsScalarConstant(const HloInstruction* instruction);
 
+// Determines whether the given computation contains an instruction with one of
+// the given opcodes.  Checks both comp's instructions and the instructions of
+// any computations nested within it.
+bool ContainsInstrWithOpcode(const HloComputation* comp,
+                             const absl::flat_hash_set<HloOpcode>& opcodes);
+
 // Returns an operand of an instruction with the given opcode. If there are
 // multiple matching operands, then the first matching operand is returned. If
 // there are no matching operands then nullptr is returned.
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier.cc b/tensorflow/compiler/xla/service/while_loop_simplifier.cc
index d039b818e2..6f924a29d8 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier.cc
@@ -20,40 +20,14 @@ limitations under the License.
 #include "absl/strings/str_join.h"
 #include "absl/types/optional.h"
 #include "tensorflow/compiler/xla/service/call_inliner.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_query.h"
 #include "tensorflow/compiler/xla/service/while_loop_analysis.h"
 
 namespace xla {
 
 using absl::optional;
-
-// Determines whether the given instruction is a send/recv node, or has a
-// subcomputation which contains a send/recv node.
-static bool IsOrContainsSendOrRecv(const HloInstruction* instr);
-
-// Determines whether the given computation contains a send or recv node.
-static bool ContainsSendOrRecv(const HloComputation* comp) {
-  for (const auto* instr : comp->instructions()) {
-    if (IsOrContainsSendOrRecv(instr)) {
-      return true;
-    }
-  }
-  return false;
-}
-
-static bool IsOrContainsSendOrRecv(const HloInstruction* instr) {
-  if (instr->opcode() == HloOpcode::kSend ||
-      instr->opcode() == HloOpcode::kSendDone ||
-      instr->opcode() == HloOpcode::kRecv ||
-      instr->opcode() == HloOpcode::kRecvDone) {
-    return true;
-  }
-  for (const auto& subcomp : instr->called_computations()) {
-    if (ContainsSendOrRecv(subcomp)) {
-      return true;
-    }
-  }
-  return false;
-}
+using hlo_query::ContainsInstrWithOpcode;
 
 // Tries to remove elements in a while loop's tuple that aren't used within the
 // loop.
@@ -457,6 +431,180 @@ static StatusOr<bool> TryPropagateConstant(HloInstruction* while_op) {
   return changed_cond || changed_body;
 }
 
+// Converts a flat list of instructions into a tuple of the desired shape.  For
+// example, given a tuple shape ((x, x), x) and instructions {A, B, C}, returns
+// a tuple of value ((A, B), C).
+//
+// desired_shape must be a tuple.  (This precondition allows us to return a
+// unique_ptr rather than a raw ptr.)
+static std::unique_ptr<HloInstruction> UnflattenTupleInstr(
+    absl::Span<HloInstruction*> instrs, const Shape& desired_shape,
+    std::vector<std::unique_ptr<HloInstruction>>* new_instrs) {
+  CHECK(ShapeUtil::IsTuple(desired_shape))
+      << ShapeUtil::HumanString(desired_shape);
+
+  // For each child shape in `desired_shape`, slice out the correct number of
+  // `instrs` and call UnflattenTupleInstr recursively.  At each step we remove
+  // elements from `instrs` so that it only contains instructions we have not
+  // yet processed.
+  std::vector<HloInstruction*> elems;
+  for (int64 i = 0; i < desired_shape.tuple_shapes_size(); ++i) {
+    const Shape& subshape = desired_shape.tuple_shapes(i);
+    if (!ShapeUtil::IsTuple(subshape)) {
+      elems.push_back(instrs[0]);
+      instrs.remove_prefix(1);
+      continue;
+    }
+
+    // Count the number of leaf nodes underneath desired_shape[i].
+    int64 num_leaves = 0;
+    ShapeUtil::ForEachSubshape(
+        subshape, [&](const Shape& s, const ShapeIndex& /*index*/) {
+          if (!ShapeUtil::IsTuple(s)) {
+            ++num_leaves;
+          }
+        });
+
+    std::unique_ptr<HloInstruction> subinstr =
+        UnflattenTupleInstr(instrs.subspan(0, num_leaves),
+                            desired_shape.tuple_shapes(i), new_instrs);
+    elems.push_back(subinstr.get());
+    new_instrs->push_back(std::move(subinstr));
+    instrs.remove_prefix(num_leaves);
+  }
+  return HloInstruction::CreateTuple(elems);
+}
+
+// Builds a vector whose elements are the values in the flattened tuple for
+// `instr`.  For example, if `instr` is a tuple of form ((A, B), C), returns the
+// vector {A, B, C} (or kGetTupleElement ops which point to A, B, and C).
+static std::vector<HloInstruction*> GetFlatTupleElems(
+    HloInstruction* instr,
+    std::vector<std::unique_ptr<HloInstruction>>* new_instrs) {
+  const auto& shape = instr->shape();
+  if (!ShapeUtil::IsTuple(shape)) {
+    return {instr};
+  }
+  std::vector<HloInstruction*> elems;
+  for (int64 i = 0; i < shape.tuple_shapes_size(); ++i) {
+    const Shape& subshape = shape.tuple_shapes(i);
+    new_instrs->push_back(
+        HloInstruction::CreateGetTupleElement(subshape, instr, i));
+    auto* gte = new_instrs->back().get();
+    auto flattened_subshape = GetFlatTupleElems(gte, new_instrs);
+    elems.insert(elems.end(), flattened_subshape.begin(),
+                 flattened_subshape.end());
+  }
+  return elems;
+}
+
+static StatusOr<bool> TryFlattenNestedTuples(HloInstruction* while_op) {
+  HloModule* module = while_op->GetModule();
+  HloComputation* computation = while_op->parent();
+  auto* while_init = while_op->mutable_operand(0);
+  auto* while_body = while_op->while_body();
+  auto* while_cond = while_op->while_condition();
+  auto* while_body_root = while_body->root_instruction();
+  if (while_init->opcode() != HloOpcode::kTuple ||
+      while_body_root->opcode() != HloOpcode::kTuple) {
+    return false;
+  }
+
+  TF_RET_CHECK(while_cond->num_parameters() == 1);
+  TF_RET_CHECK(while_body->num_parameters() == 1);
+  TF_RET_CHECK(
+      ShapeUtil::Compatible(while_init->shape(), while_body_root->shape()));
+  Shape while_shape = while_init->shape();
+  if (!ShapeUtil::IsNestedTuple(while_shape)) {
+    return false;
+  }
+
+  // Cowardly refuse to perform this optimization in the presence of kDomain
+  // instructions, which may reference other instructions in the loop and
+  // therefore make this complicated.
+  if (ContainsInstrWithOpcode(while_body, {HloOpcode::kDomain}) ||
+      ContainsInstrWithOpcode(while_cond, {HloOpcode::kDomain})) {
+    return false;
+  }
+
+  std::vector<Shape> flattened_shape_elems;
+  ShapeUtil::ForEachSubshape(while_shape,
+                             [&](const Shape& s, const ShapeIndex& /*index*/) {
+                               if (!ShapeUtil::IsTuple(s)) {
+                                 flattened_shape_elems.push_back(s);
+                               }
+                             });
+  Shape flattened_shape = ShapeUtil::MakeTupleShape(flattened_shape_elems);
+
+  // `new_instrs` holds instructions created outside of a computation for
+  // cloning.  Elements added here just need to live until the end of the
+  // relevant CloneWithReplacement call.
+  std::vector<std::unique_ptr<HloInstruction>> new_instrs;
+  auto add_new_instr = [&](std::unique_ptr<HloInstruction> instr) {
+    new_instrs.push_back(std::move(instr));
+    return new_instrs.back().get();
+  };
+
+  auto nested = [&](HloInstruction* instr) {
+    std::vector<HloInstruction*> gtes;
+    const Shape& flat_shape = instr->shape();
+    for (int64 i = 0; i < flat_shape.tuple_shapes_size(); ++i) {
+      gtes.push_back(add_new_instr(HloInstruction::CreateGetTupleElement(
+          flat_shape.tuple_shapes(i), instr, i)));
+    }
+    auto nested_instr =
+        UnflattenTupleInstr(absl::MakeSpan(gtes), while_shape, &new_instrs);
+    CHECK(ShapeUtil::Compatible(nested_instr->shape(), while_shape))
+        << ShapeUtil::HumanString(nested_instr->shape()) << " vs "
+        << ShapeUtil::HumanString(while_shape);
+    return nested_instr;
+  };
+
+  auto flattened = [&](HloInstruction* instr) {
+    return HloInstruction::CreateTuple(GetFlatTupleElems(instr, &new_instrs));
+  };
+
+  // Create a new while-condition computation, where parameter 0 has flat shape
+  // but all uses of it go through the nested shape.
+  std::unique_ptr<HloComputation> new_while_cond =
+      while_cond->CloneWithReplacementPairs({
+          while_cond->parameter_instruction(0),
+          nested(add_new_instr(HloInstruction::CreateParameter(
+              0, flattened_shape,
+              while_cond->parameter_instruction(0)->name()))),
+      });
+
+  // Create a new while-body computation, where parameter 0 has a flat shape and
+  // all uses of it go through the nested shape, and where the root has a flat
+  // shape constructed from the old nested root.
+  std::unique_ptr<HloComputation> new_while_body =
+      while_body->CloneWithReplacementPairs(
+          {
+              while_body->parameter_instruction(0),
+              nested(add_new_instr(HloInstruction::CreateParameter(
+                  0, flattened_shape,
+                  while_body->parameter_instruction(0)->name()))),
+          },
+          {
+              while_body->root_instruction(),
+              flattened(add_new_instr(while_body->root_instruction()->Clone())),
+          });
+
+  // Create the final while loop, and add any new instructions created to
+  // `computation`.
+  new_instrs.clear();
+  TF_RETURN_IF_ERROR(computation->ReplaceWithNewInstruction(
+      while_op, nested(computation->AddInstruction(HloInstruction::CreateWhile(
+                    flattened_shape,
+                    module->AddEmbeddedComputation(std::move(new_while_cond)),
+                    module->AddEmbeddedComputation(std::move(new_while_body)),
+                    computation->AddInstruction(flattened(while_init)))))));
+  for (auto& instr : new_instrs) {
+    computation->AddInstruction(std::move(instr));
+  }
+  return true;
+}
+
 StatusOr<bool> WhileLoopSimplifier::Run(HloModule* module) {
   XLA_VLOG_LINES(3,
                  "WhileLoopSimplifier::Run(), before:\n" + module->ToString());
@@ -477,32 +625,46 @@ StatusOr<bool> WhileLoopSimplifier::Run(HloModule* module) {
   for (HloInstruction* while_op : while_ops) {
     // We can't remove while loops that contain send/recv nodes, because we rely
     // on the particular loop structure around the node matching on the send and
-    // recv sides.  Removing dead while params requires us to remove the loop
+    // recv sides.  Other while simplifications require us to remove the loop
     // and replace it with a new one, so we can't do that either.
-    if (ContainsSendOrRecv(while_op->while_body()) ||
-        ContainsSendOrRecv(while_op->while_condition())) {
+    if (ContainsInstrWithOpcode(while_op->while_body(),
+                                {HloOpcode::kSend, HloOpcode::kSendDone,
+                                 HloOpcode::kRecv, HloOpcode::kRecvDone}) ||
+        ContainsInstrWithOpcode(while_op->while_condition(),
+                                {HloOpcode::kSend, HloOpcode::kSendDone,
+                                 HloOpcode::kRecv, HloOpcode::kRecvDone})) {
       VLOG(2) << "Not attempting to simplify while loop because it contains a "
                  "send/recv node: "
               << while_op->ToShortString();
       continue;
     }
 
-    StatusOr<bool> result = TryPropagateConstant(while_op);
-    TF_RETURN_IF_ERROR(result.status());
-    changed |= result.ValueOrDie();
+    TF_ASSIGN_OR_RETURN(bool result, TryPropagateConstant(while_op));
+    changed |= result;
+
+    TF_ASSIGN_OR_RETURN(result, TryRemoveWhileLoop(while_op));
+    changed |= result;
+    if (result) {
+      // Don't continue simplifying after successfully removing the while loop
+      // -- that would result in use-after-free nastiness.
+      continue;
+    }
 
-    result = TryRemoveWhileLoop(while_op);
-    TF_RETURN_IF_ERROR(result.status());
-    if (result.ValueOrDie()) {
-      changed = true;
-      // Don't try to remove dead while params after successfully removing the
-      // while loop -- that would result in use-after-free nastiness.
+    TF_ASSIGN_OR_RETURN(result, TryFlattenNestedTuples(while_op));
+    changed |= result;
+    if (result) {
+      // Successfully flattening nested tuples results in us cloning and
+      // replacing the while loop, meaning that `while_op` is no longer valid.
       continue;
     }
 
-    result = TryRemoveDeadWhileParams(while_op);
-    TF_RETURN_IF_ERROR(result.status());
-    changed |= result.ValueOrDie();
+    TF_ASSIGN_OR_RETURN(result, TryRemoveDeadWhileParams(while_op));
+    changed |= result;
+    if (result) {
+      // Successfully removing dead while params results in us cloning and
+      // replacing the while loop, meaning that `while_op` is no longer valid.
+      continue;
+    }
   }
 
   XLA_VLOG_LINES(3,
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier.h b/tensorflow/compiler/xla/service/while_loop_simplifier.h
index 0bc5a0107b..a378f179c6 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier.h
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier.h
@@ -25,11 +25,22 @@ namespace xla {
 // HLO pass that makes the following transformations on while loops:
 //
 //  - A while loop with static trip count of 0 is deleted.
+//
 //  - A while loop with static trip count of 1 is replaced by its body (sans
 //    loop).
+//
 //  - Elements of a while loop's tuple that the loop doesn't use are removed
 //    from the tuple.
 //
+//  - If the while loop's parameter is a nested tuple, it's flattened to a
+//    single-level tuple.  This is good because it usually reduces the number of
+//    kTuple instructions, but also because it unlocks additional optimizations
+//    (e.g. removing unused loop parameters).
+//
+// Flattening nested while loop tuples adds a whole mess of likely unnecessary
+// kGetTupleElement and kTuple operations to the graph.  We expect that tuple
+// simplifier will be run afterwards.
+//
 class WhileLoopSimplifier : public HloModulePass {
  public:
   ~WhileLoopSimplifier() override {}
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
index 1c892ba179..84855efd9a 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
@@ -17,6 +17,8 @@ limitations under the License.
 
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_replace.h"
+#include "tensorflow/compiler/xla/service/hlo_dce.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
@@ -509,5 +511,62 @@ TEST_F(WhileLoopSimplifierTest, LoopWithArrayConstantNotSimplified) {
   EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
 }
 
+TEST_F(WhileLoopSimplifierTest, FlattenNestedTuple) {
+  const string hlo_string = R"(
+  HloModule Test
+  Body {
+    param = ((s32[1]), (s32[2], s32[3], (s32[4]))) parameter(0)
+    ta = (s32[1]) get-tuple-element(param), index=0
+    a = s32[1] get-tuple-element(ta), index=0
+    a.1 = s32[1] add(a, a)
+    tbcd = (s32[2], s32[3], (s32[4])) get-tuple-element(param), index=1
+    ROOT tuple = ((s32[1]), (s32[2], s32[3], (s32[4]))) tuple(ta, tbcd)
+  }
+  Cond {
+    param = ((s32[1]), (s32[2], s32[3], (s32[4]))) parameter(0)
+    ROOT cond = pred[] constant(true)
+  }
+  ENTRY Loop {
+    a = s32[1] constant({0})
+    b = s32[2] constant({0,1})
+    c = s32[3] constant({0,1,2})
+    d = s32[4] constant({0,1,2,3})
+    ta = (s32[1]) tuple(a)
+    td = (s32[4]) tuple(d)
+    tbcd = (s32[2], s32[3], (s32[4])) tuple(b, c, td)
+    init = ((s32[1]), (s32[2], s32[3], (s32[4]))) tuple(ta, tbcd)
+    ROOT while = ((s32[1]), (s32[2], s32[3], (s32[4]))) while(init),
+      condition=Cond, body=Body
+  })";
+
+  ParseAndVerifyModule(hlo_string);
+  EXPECT_TRUE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  // DCE away the old loop so there's just one while loop in the module, making
+  // it easy to find.
+  EXPECT_TRUE(HloDCE().Run(&module()).ok());
+
+  const auto& instrs = module().entry_computation()->instructions();
+  HloInstruction* new_while =
+      *absl::c_find_if(instrs, [](const HloInstruction* instr) {
+        return instr->opcode() == HloOpcode::kWhile;
+      });
+  Shape flat_tuple =
+      ShapeUtil::ParseShapeString("(s32[1], s32[2], s32[3], s32[4])")
+          .ValueOrDie();
+  SCOPED_TRACE(module().ToString());
+  EXPECT_TRUE(ShapeUtil::Equal(new_while->shape(), flat_tuple));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      new_while->while_body()->root_instruction()->shape(), flat_tuple));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      new_while->while_body()->parameter_instruction(0)->shape(), flat_tuple));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      new_while->while_condition()->parameter_instruction(0)->shape(),
+      flat_tuple));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      module().entry_computation()->root_instruction()->shape(),
+      ShapeUtil::ParseShapeString("((s32[1]), (s32[2], s32[3], (s32[4])))")
+          .ValueOrDie()));
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 488a97d0db070760ab856a95a4baa931a9bf0ca9 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Fri, 9 Nov 2018 12:39:56 -0800
Subject: [PATCH 1344/1825] Remove tf.make_template in TensorFlow 2.0. Add
 tf.make_template -> tf.compat.v1.make_template to 2.0 rename script.

PiperOrigin-RevId: 220847476
---
 tensorflow/python/ops/template.py               | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 tensorflow/tools/compatibility/renames_v2.py    | 1 +
 3 files changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/template.py b/tensorflow/python/ops/template.py
index e7ad261615..7c2d3be338 100644
--- a/tensorflow/python/ops/template.py
+++ b/tensorflow/python/ops/template.py
@@ -37,7 +37,7 @@ from tensorflow.python.util.tf_export import tf_export
 __all__ = ["make_template"]
 
 
-@tf_export("make_template")
+@tf_export(v1=["make_template"])
 def make_template(name_, func_, create_scope_now_=False, unique_name_=None,
                   custom_getter_=None, **kwargs):
   """Given an arbitrary function, wrap it so that it does variable sharing.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 5b7ca0536e..f621683350 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -892,10 +892,6 @@ tf_module {
     name: "make_ndarray"
     argspec: "args=[\'tensor\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "make_template"
-    argspec: "args=[\'name_\', \'func_\', \'create_scope_now_\', \'unique_name_\', \'custom_getter_\'], varargs=None, keywords=kwargs, defaults=[\'False\', \'None\', \'None\'], "
-  }
   member_method {
     name: "make_tensor_proto"
     argspec: "args=[\'values\', \'dtype\', \'shape\', \'verify_shape\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 80db9c238f..a06a02531f 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -214,6 +214,7 @@ renames = {
     'tf.local_variables_initializer': 'tf.compat.v1.local_variables_initializer',
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
     'tf.logical_xor': 'tf.math.logical_xor',
+    'tf.make_template': 'tf.compat.v1.make_template',
     'tf.manip.batch_to_space_nd': 'tf.batch_to_space_nd',
     'tf.manip.gather_nd': 'tf.gather_nd',
     'tf.manip.reshape': 'tf.reshape',
-- 
GitLab


From 5db911ce7c9392c96966ba7f8031c2e512b4b924 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Fri, 9 Nov 2018 12:40:02 -0800
Subject: [PATCH 1345/1825] [TF:XLA] Fix a crash when returning a variable
 update from a computation with a zero-element shape.

PiperOrigin-RevId: 220847491
---
 tensorflow/compiler/jit/xla_launch_util.cc     | 16 +++++++++-------
 tensorflow/compiler/tests/variable_ops_test.py | 13 +++++++++++++
 2 files changed, 22 insertions(+), 7 deletions(-)

diff --git a/tensorflow/compiler/jit/xla_launch_util.cc b/tensorflow/compiler/jit/xla_launch_util.cc
index 7fe21c370e..3b0bda4caa 100644
--- a/tensorflow/compiler/jit/xla_launch_util.cc
+++ b/tensorflow/compiler/jit/xla_launch_util.cc
@@ -410,7 +410,6 @@ Status XlaComputationLaunchContext::PopulateOutputs(
   for (int i = 0; i < kernel->resource_updates.size(); ++i) {
     Allocator* allocator = ctx->device()->GetAllocator({});
     const XlaCompiler::ResourceUpdate& write = kernel->resource_updates[i];
-    se::DeviceMemoryBase buffer = output.buffer({output_num});
 
     if (variable_infos[i].var()->tensor()->dtype() != write.type) {
       return errors::Internal("Mismatched type in variable write");
@@ -420,17 +419,20 @@ Status XlaComputationLaunchContext::PopulateOutputs(
       Tensor output_tensor;
       TF_RETURN_IF_ERROR(
           ctx->allocate_temp(write.type, write.shape, &output_tensor));
-      XlaTensor* xla_tensor = XlaTensor::FromTensor(&output_tensor);
-      CHECK(xla_tensor);
-      xla_tensor->set_shaped_buffer(output.TakeSubTree({output_num}));
-      if (use_multiple_streams_) {
-        xla_tensor->ResetDefinitionEvent(definition_event, stream);
+      if (write.shape.num_elements() > 0) {
+        XlaTensor* xla_tensor = XlaTensor::FromTensor(&output_tensor);
+        CHECK(xla_tensor);
+        xla_tensor->set_shaped_buffer(output.TakeSubTree({output_num}));
+        if (use_multiple_streams_) {
+          xla_tensor->ResetDefinitionEvent(definition_event, stream);
+        }
       }
       *variable_infos[i].var()->tensor() = output_tensor;
     } else {
+      se::DeviceMemoryBase buffer = output.buffer({output_num});
+      output.set_buffer(xla::OwningDeviceMemory(), {output_num});
       Tensor output_tensor = XlaTensorBuffer::MakeTensor(
           write.type, write.shape, buffer, allocator);
-      output.set_buffer(xla::OwningDeviceMemory(), {output_num});
       *variable_infos[i].var()->tensor() = output_tensor;
     }
     ++output_num;
diff --git a/tensorflow/compiler/tests/variable_ops_test.py b/tensorflow/compiler/tests/variable_ops_test.py
index dd2c252d38..77cdeac816 100644
--- a/tensorflow/compiler/tests/variable_ops_test.py
+++ b/tensorflow/compiler/tests/variable_ops_test.py
@@ -40,6 +40,19 @@ from tensorflow.python.training.gradient_descent import GradientDescentOptimizer
 class VariableOpsTest(xla_test.XLATestCase):
   """Test cases for resource variable operators."""
 
+  def testWriteEmptyShape(self):
+    # Verifies that we can pass an uninitialized variable with an empty shape,
+    # assign it a value, and successfully return it.
+    for dtype in self.numeric_types:
+      with self.test_session() as sess, self.test_scope():
+        zeros = np.zeros([3, 0], dtype=dtype)
+        v = resource_variable_ops.ResourceVariable(zeros)
+        p = array_ops.placeholder(dtype)
+        x = v.assign(p)
+        with ops.control_dependencies([x]):
+          y = v.read_value()
+        self.assertAllClose(zeros, sess.run(y, {p: zeros}))
+
   def testOneWriteOneOutput(self):
     # Regression test for a bug where computations with one non-constant
     # output and one variable update were mishandled.
-- 
GitLab


From 04c5b00c4888fe7ccd17eae1939c1a25d045c7de Mon Sep 17 00:00:00 2001
From: Sung Jin Hwang <sjhwang@google.com>
Date: Fri, 9 Nov 2018 12:45:25 -0800
Subject: [PATCH 1346/1825] Fix a typo in GetDatasetFromVariantTensor().

PiperOrigin-RevId: 220848256
---
 tensorflow/core/framework/dataset.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/framework/dataset.cc b/tensorflow/core/framework/dataset.cc
index 6852b97e74..fc6b5dde0c 100644
--- a/tensorflow/core/framework/dataset.cc
+++ b/tensorflow/core/framework/dataset.cc
@@ -205,7 +205,7 @@ bool GraphDefBuilderWrapper::HasAttr(const string& name,
 
 Status GetDatasetFromVariantTensor(const Tensor& tensor,
                                    DatasetBase** out_dataset) {
-  if (!(tensor.dtype() == DT_VARIANT ||
+  if (!(tensor.dtype() == DT_VARIANT &&
         TensorShapeUtils::IsScalar(tensor.shape()))) {
     return errors::InvalidArgument(
         "Dataset tensor must be a scalar of dtype DT_VARIANT.");
-- 
GitLab


From ffdebe8c132a684868e81fd45de1d863d9e1f6ec Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 12:57:07 -0800
Subject: [PATCH 1347/1825] Partial support for string in test infrastructure.
 This allows the creation of test files including string tensors in TF Lite
 format, encoded as absl's HexStrings. Check that string outputs match is
 still to be done.

PiperOrigin-RevId: 220850066
---
 tensorflow/lite/testing/BUILD             |   7 +-
 tensorflow/lite/testing/test_runner.h     |   4 +-
 tensorflow/lite/testing/tf_driver.cc      | 144 ++++++++++++++++------
 tensorflow/lite/testing/tf_driver.h       |  10 +-
 tensorflow/lite/testing/tf_driver_test.cc |  64 ++++++++++
 tensorflow/lite/testing/tflite_driver.cc  |  20 ++-
 tensorflow/lite/testing/tflite_driver.h   |   1 +
 7 files changed, 206 insertions(+), 44 deletions(-)

diff --git a/tensorflow/lite/testing/BUILD b/tensorflow/lite/testing/BUILD
index df448e8a88..22ffed43cc 100644
--- a/tensorflow/lite/testing/BUILD
+++ b/tensorflow/lite/testing/BUILD
@@ -162,8 +162,10 @@ cc_library(
         ":test_runner",
         "//tensorflow/lite:builtin_op_data",
         "//tensorflow/lite:framework",
+        "//tensorflow/lite:string_util",
         "//tensorflow/lite/delegates/flex:delegate",
         "//tensorflow/lite/kernels:builtin_ops",
+        "@com_google_absl//absl/strings",
     ],
 )
 
@@ -248,8 +250,9 @@ cc_library(
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
-        "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:tensorflow",
+        "//tensorflow/lite:string_util",
+        "@com_google_absl//absl/strings",
     ],
 )
 
@@ -263,6 +266,8 @@ cc_test(
     ],
     deps = [
         ":tf_driver",
+        "//tensorflow/lite:string_util",
+        "@com_google_absl//absl/strings",
         "@com_google_googletest//:gtest_main",
     ],
 )
diff --git a/tensorflow/lite/testing/test_runner.h b/tensorflow/lite/testing/test_runner.h
index 303155b072..7cda8b5ec1 100644
--- a/tensorflow/lite/testing/test_runner.h
+++ b/tensorflow/lite/testing/test_runner.h
@@ -54,12 +54,12 @@ class TestRunner {
 
   // Define the contents of the given input tensor. The given 'id' is
   // guaranteed to be one of the ids returned by GetInputs().
-  virtual void SetInput(int id, const string& csv_values) = 0;
+  virtual void SetInput(int id, const string& values_as_string) = 0;
 
   // Define what should be expected for an output tensor after Invoke() runs.
   // The given 'id' is guaranteed to be one of the ids returned by
   // GetOutputs().
-  virtual void SetExpectation(int id, const string& csv_values) = 0;
+  virtual void SetExpectation(int id, const string& values_as_string) = 0;
 
   // Run the model.
   virtual void Invoke() = 0;
diff --git a/tensorflow/lite/testing/tf_driver.cc b/tensorflow/lite/testing/tf_driver.cc
index 36c556ba04..ffd76e8dc7 100644
--- a/tensorflow/lite/testing/tf_driver.cc
+++ b/tensorflow/lite/testing/tf_driver.cc
@@ -17,9 +17,11 @@ limitations under the License.
 #include <fstream>
 #include <iostream>
 
+#include "absl/strings/escaping.h"
+#include "tensorflow/core/lib/gtl/array_slice.h"
+#include "tensorflow/lite/string_util.h"
 #include "tensorflow/lite/testing/join.h"
 #include "tensorflow/lite/testing/split.h"
-#include "tensorflow/core/lib/gtl/array_slice.h"
 
 namespace tflite {
 namespace testing {
@@ -34,13 +36,38 @@ tensorflow::Tensor CreateTensor(const tensorflow::DataType type,
 }
 
 template <typename T>
-void FillTensorWithData(tensorflow::Tensor* tensor, const string& csv_values) {
-  auto data = tensor->flat<T>();
+int FillTensorWithData(tensorflow::Tensor* tensor,
+                       const string& values_as_string) {
+  const auto& values = testing::Split<T>(values_as_string, ",");
+
+  if (values.size() == tensor->NumElements()) {
+    auto data = tensor->flat<T>();
+    for (int i = 0; i < values.size(); i++) {
+      data(i) = values[i];
+    }
+  }
 
-  const auto& values = testing::Split<T>(csv_values, ",");
-  for (int i = 0; i < values.size(); i++) {
-    data(i) = values[i];
+  return values.size();
+}
+
+// Assumes 'values_as_string' is a hex string that gets converted into a
+// TF Lite DynamicBuffer. Strings are then extracted and copied into the
+// TensorFlow tensor.
+int FillTensorWithTfLiteHexString(tensorflow::Tensor* tensor,
+                                  const string& values_as_string) {
+  string s = absl::HexStringToBytes(values_as_string);
+
+  int num_strings = values_as_string.empty() ? 0 : GetStringCount(s.data());
+
+  if (num_strings == tensor->NumElements()) {
+    auto data = tensor->flat<string>();
+    for (size_t i = 0; i < num_strings; ++i) {
+      auto ref = GetString(s.data(), i);
+      data(i).assign(ref.str, ref.len);
+    }
   }
+
+  return num_strings;
 }
 
 template <typename T>
@@ -57,6 +84,22 @@ string TensorDataToCsvString(const tensorflow::Tensor& tensor) {
   return Join(data.data(), data.size(), ",");
 }
 
+string TensorDataToTfLiteHexString(const tensorflow::Tensor& tensor) {
+  DynamicBuffer dynamic_buffer;
+
+  auto data = tensor.flat<string>();
+  for (int i = 0; i < tensor.NumElements(); ++i) {
+    dynamic_buffer.AddString(data(i).data(), data(i).size());
+  }
+
+  char* char_buffer = nullptr;
+  size_t size = dynamic_buffer.WriteToBuffer(&char_buffer);
+  string s = absl::BytesToHexString({char_buffer, size});
+  free(char_buffer);
+
+  return s;
+}
+
 }  // namespace
 
 TfDriver::TfDriver(const std::vector<string>& input_layer,
@@ -107,28 +150,44 @@ void TfDriver::LoadModel(const string& bin_file_path) {
   }
 }
 
-void TfDriver::SetInput(int id, const string& csv_values) {
-  if (!IsValid()) return;
-
-  auto tensor = CreateTensor(input_types_[id], input_shapes_[id]);
-  switch (input_types_[id]) {
-    case tensorflow::DT_FLOAT: {
-      FillTensorWithData<float>(&tensor, csv_values);
+void TfDriver::SetInput(const string& values_as_string,
+                        tensorflow::Tensor* tensor) {
+  int num_values_available = 0;
+  switch (tensor->dtype()) {
+    case tensorflow::DT_FLOAT:
+      num_values_available =
+          FillTensorWithData<float>(tensor, values_as_string);
       break;
-    }
-    case tensorflow::DT_INT32: {
-      FillTensorWithData<int32_t>(&tensor, csv_values);
+    case tensorflow::DT_INT32:
+      num_values_available =
+          FillTensorWithData<int32_t>(tensor, values_as_string);
       break;
-    }
-    case tensorflow::DT_UINT8: {
-      FillTensorWithData<uint8_t>(&tensor, csv_values);
+    case tensorflow::DT_UINT8:
+      num_values_available =
+          FillTensorWithData<uint8_t>(tensor, values_as_string);
+      break;
+    case tensorflow::DT_STRING:
+      num_values_available =
+          FillTensorWithTfLiteHexString(tensor, values_as_string);
       break;
-    }
     default:
-      fprintf(stderr, "Unsupported type %d in SetInput\n", input_types_[id]);
-      Invalidate("Unsupported tensor data type");
+      Invalidate(absl::StrCat("Unsupported tensor type ",
+                              tensorflow::DataType_Name(tensor->dtype()),
+                              " in SetInput"));
       return;
   }
+
+  if (tensor->NumElements() != num_values_available) {
+    Invalidate(absl::StrCat("Needed ", tensor->NumElements(),
+                            " values for input tensor, but was given ",
+                            num_values_available, " instead."));
+  }
+}
+
+void TfDriver::SetInput(int id, const string& values_as_string) {
+  if (!IsValid()) return;
+  auto tensor = CreateTensor(input_types_[id], input_shapes_[id]);
+  SetInput(values_as_string, &tensor);
   input_tensors_[input_names_[id]] = tensor;
 }
 
@@ -145,43 +204,54 @@ void TfDriver::ResetTensor(int id) {
       break;
     }
     default:
-      fprintf(stderr, "Unsupported type %d in ResetTensor\n", input_types_[id]);
-      Invalidate("Unsupported tensor data type");
+      Invalidate(absl::StrCat("Unsupported tensor type ", input_types_[id],
+                              tensorflow::DataType_Name(input_types_[id]),
+                              " in ResetInput"));
       return;
   }
 }
 
-void TfDriver::ReshapeTensor(int id, const string& csv_values) {
-  input_shapes_[id] = Split<int64_t>(csv_values, ",");
+void TfDriver::ReshapeTensor(int id, const string& values_as_string) {
+  input_shapes_[id] = Split<int64_t>(values_as_string, ",");
   input_tensors_[input_names_[id]] =
       CreateTensor(input_types_[id], input_shapes_[id]);
   ResetTensor(id);
 }
 
-string TfDriver::ReadOutput(int id) {
-  if (!IsValid()) return "";
-  switch (output_tensors_[id].dtype()) {
+string TfDriver::ReadOutput(const tensorflow::Tensor& tensor) {
+  switch (tensor.dtype()) {
     case tensorflow::DT_FLOAT:
-      return TensorDataToCsvString<float>(output_tensors_[id]);
+      return TensorDataToCsvString<float>(tensor);
     case tensorflow::DT_INT32:
-      return TensorDataToCsvString<int32_t>(output_tensors_[id]);
+      return TensorDataToCsvString<int32_t>(tensor);
+    case tensorflow::DT_INT64:
+      return TensorDataToCsvString<tensorflow::int64>(tensor);
     case tensorflow::DT_UINT8:
-      return TensorDataToCsvString<uint8_t>(output_tensors_[id]);
+      return TensorDataToCsvString<uint8_t>(tensor);
+    case tensorflow::DT_STRING:
+      return TensorDataToTfLiteHexString(tensor);
+    case tensorflow::DT_BOOL:
+      return TensorDataToCsvString<bool>(tensor);
     default:
-      fprintf(stderr, "Unsupported type %d in ResetTensor\n", input_types_[id]);
-      Invalidate("Unsupported tensor data type");
+      Invalidate(absl::StrCat("Unsupported tensor type ",
+                              tensorflow::DataType_Name(tensor.dtype()),
+                              " in ReadOutput"));
       return "";
   }
 }
 
+string TfDriver::ReadOutput(int id) {
+  if (!IsValid()) return "";
+  return ReadOutput(output_tensors_[id]);
+}
+
 void TfDriver::Invoke() {
   if (!IsValid()) return;
   auto status = session_->Run({input_tensors_.begin(), input_tensors_.end()},
                               output_names_, {}, &output_tensors_);
   if (!status.ok()) {
-    Invalidate(
-        "Failed to run input data on graph. Make sure the correct value is "
-        "defined for the input and output arrays.");
+    Invalidate(absl::StrCat("TensorFlow failed to run graph:",
+                            status.error_message()));
   }
 }
 
diff --git a/tensorflow/lite/testing/tf_driver.h b/tensorflow/lite/testing/tf_driver.h
index f10689cb58..46b18980b9 100644
--- a/tensorflow/lite/testing/tf_driver.h
+++ b/tensorflow/lite/testing/tf_driver.h
@@ -39,23 +39,27 @@ class TfDriver : public TestRunner {
   ~TfDriver() override {}
 
   void LoadModel(const string& bin_file_path) override;
-  void SetInput(int id, const string& csv_values) override;
+  void SetInput(int id, const string& values_as_string) override;
   void Invoke() override;
   string ReadOutput(int id) override;
 
   const std::vector<int>& GetInputs() override { return input_ids_; }
   const std::vector<int>& GetOutputs() override { return output_ids_; }
-  void ReshapeTensor(int id, const string& csv_values) override;
+  void ReshapeTensor(int id, const string& values_as_string) override;
   // Note: ResetTensor only works for input tensor.
   void ResetTensor(int id) override;
 
   // no-op. SetInput will overwrite existing data .
   void AllocateTensors() override {}
   // no-op. Tf driver is not supposed to check the results.
-  void SetExpectation(int id, const string& csv_values) override {}
+  void SetExpectation(int id, const string& values_as_string) override {}
   // tf driver is not supposed to check the results.
   bool CheckResults() override { return false; }
 
+ protected:
+  void SetInput(const string& values_as_string, tensorflow::Tensor*);
+  string ReadOutput(const tensorflow::Tensor& tensor);
+
  private:
   std::unique_ptr<tensorflow::Session> session_;
   std::vector<int> input_ids_;
diff --git a/tensorflow/lite/testing/tf_driver_test.cc b/tensorflow/lite/testing/tf_driver_test.cc
index d178ccf1e3..4381fe4c19 100644
--- a/tensorflow/lite/testing/tf_driver_test.cc
+++ b/tensorflow/lite/testing/tf_driver_test.cc
@@ -16,6 +16,8 @@ limitations under the License.
 
 #include <gmock/gmock.h>
 #include <gtest/gtest.h>
+#include "absl/strings/escaping.h"
+#include "tensorflow/lite/string_util.h"
 
 namespace tflite {
 namespace testing {
@@ -23,6 +25,68 @@ namespace {
 
 using ::testing::ElementsAre;
 
+class TestDriver : public TfDriver {
+ public:
+  // No need for a full TfDriver. We just want to test the read/write methods.
+  TestDriver() : TfDriver({}, {}, {}, {}) {}
+  string WriteAndReadBack(tensorflow::DataType type,
+                          const std::vector<int64_t>& shape,
+                          const string& values) {
+    tensorflow::Tensor t = {
+        type,
+        tensorflow::TensorShape{tensorflow::gtl::ArraySlice<tensorflow::int64>{
+            reinterpret_cast<const tensorflow::int64*>(shape.data()),
+            shape.size()}}};
+    SetInput(values, &t);
+    return ReadOutput(t);
+  }
+};
+
+TEST(TfDriverTest, ReadingAndWrintingValues) {
+  TestDriver driver;
+  ASSERT_EQ(driver.WriteAndReadBack(tensorflow::DT_FLOAT, {1, 2, 2},
+                                    "0.10,0.20,0.30,0.40"),
+            "0.1,0.2,0.3,0.4");
+  ASSERT_EQ(driver.WriteAndReadBack(tensorflow::DT_INT32, {1, 2, 2},
+                                    "10,40,100,-100"),
+            "10,40,100,-100");
+  ASSERT_EQ(driver.WriteAndReadBack(tensorflow::DT_UINT8, {1, 2, 2},
+                                    "48,49,121, 122"),
+            "0,1,y,z");
+}
+
+TEST(TfDriverTest, ReadingAndWrintingValuesStrings) {
+  TestDriver driver;
+
+  auto set_buffer = [](const std::vector<string>& values, string* buffer) {
+    DynamicBuffer dynamic_buffer;
+    for (const string& s : values) {
+      dynamic_buffer.AddString(s.data(), s.size());
+    }
+
+    char* char_b = nullptr;
+    int size = dynamic_buffer.WriteToBuffer(&char_b);
+    *buffer = absl::BytesToHexString(absl::string_view(char_b, size));
+    free(char_b);
+  };
+
+  string buffer;
+
+  set_buffer({"", "", "", ""}, &buffer);
+  ASSERT_EQ(driver.WriteAndReadBack(tensorflow::DT_STRING, {1, 2, 2}, buffer),
+            buffer);
+
+  // Note that if we pass the empty string we get the "empty" buffer (where all
+  // the strings are empty).
+  ASSERT_EQ(driver.WriteAndReadBack(tensorflow::DT_STRING, {1, 2, 2}, ""),
+            buffer);
+
+  set_buffer({"AB", "ABC", "X", "YZ"}, &buffer);
+
+  ASSERT_EQ(driver.WriteAndReadBack(tensorflow::DT_STRING, {1, 2, 2}, buffer),
+            buffer);
+}
+
 TEST(TfDriverTest, SimpleTest) {
   std::unique_ptr<TfDriver> runner(
       new TfDriver({"a", "b", "c", "d"}, {"float", "float", "float", "float"},
diff --git a/tensorflow/lite/testing/tflite_driver.cc b/tensorflow/lite/testing/tflite_driver.cc
index 8619f5f836..3a0febb780 100644
--- a/tensorflow/lite/testing/tflite_driver.cc
+++ b/tensorflow/lite/testing/tflite_driver.cc
@@ -16,8 +16,10 @@ limitations under the License.
 
 #include <iostream>
 
+#include "absl/strings/escaping.h"
 #include "tensorflow/lite/builtin_op_data.h"
 #include "tensorflow/lite/delegates/flex/delegate.h"
+#include "tensorflow/lite/string_util.h"
 #include "tensorflow/lite/testing/split.h"
 
 namespace tflite {
@@ -105,6 +107,7 @@ class TfLiteDriver::Expectation {
     if (tensor_size != num_elements_) {
       std::cerr << "Expected a tensor with " << num_elements_
                 << " elements, got " << tensor_size << std::endl;
+      std::cerr << "while checking tensor " << tensor.name << std::endl;
       return false;
     }
 
@@ -143,7 +146,11 @@ TfLiteDriver::TfLiteDriver(bool use_nnapi, const string& delegate_name)
   }
 }
 
-TfLiteDriver::~TfLiteDriver() {}
+TfLiteDriver::~TfLiteDriver() {
+  for (TfLiteTensor* t : tensors_to_deallocate_) {
+    free(t->data.raw);
+  }
+}
 
 void TfLiteDriver::AllocateTensors() {
   if (must_allocate_tensors_) {
@@ -232,6 +239,17 @@ void TfLiteDriver::SetInput(int id, const string& csv_values) {
       SetTensorData(values, &tensor->data);
       break;
     }
+    case kTfLiteString: {
+      string s = absl::HexStringToBytes(csv_values);
+
+      tensor->data.raw = reinterpret_cast<char*>(malloc(s.size()));
+      tensor->bytes = s.size();
+      memcpy(tensor->data.raw, s.data(), s.size());
+
+      // We must remember to free the memory we allocated above.
+      tensors_to_deallocate_.push_back(tensor);
+      break;
+    }
     default:
       fprintf(stderr, "Unsupported type %d in SetInput\n", tensor->type);
       Invalidate("Unsupported tensor data type");
diff --git a/tensorflow/lite/testing/tflite_driver.h b/tensorflow/lite/testing/tflite_driver.h
index 785baf0f00..d8b40565ba 100644
--- a/tensorflow/lite/testing/tflite_driver.h
+++ b/tensorflow/lite/testing/tflite_driver.h
@@ -59,6 +59,7 @@ class TfLiteDriver : public TestRunner {
   std::unique_ptr<Interpreter> interpreter_;
   std::map<int, std::unique_ptr<Expectation>> expected_output_;
   bool must_allocate_tensors_ = true;
+  std::vector<TfLiteTensor*> tensors_to_deallocate_;
 };
 
 }  // namespace testing
-- 
GitLab


From e6e48c6de23514aed57dac36143650e4d9de593b Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 9 Nov 2018 13:01:02 -0800
Subject: [PATCH 1348/1825] Automated rollback of commit
 225858be9f2f1e594cfd75c3915f34ee4a31436a

PiperOrigin-RevId: 220850664
---
 tensorflow/python/eager/def_function.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 61db5c1acc..0b138acc86 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -213,7 +213,7 @@ class PolymorphicFunction(object):
                python_function,
                name,
                input_signature=None,
-               autograph=True,
+               autograph=False,
                experimental_autograph_options=None):
     """Initializes a polymorphic function.
 
@@ -495,7 +495,7 @@ class PolymorphicFunction(object):
 
 def function(func=None,
              input_signature=None,
-             autograph=True,
+             autograph=False,
              experimental_autograph_options=None):
   """Defines a function as per the "functions, not sessions" document."""
   if input_signature is not None:
-- 
GitLab


From 2234f91b3de5f02f7655ff36e4dcc686ad566988 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 9 Nov 2018 13:07:43 -0800
Subject: [PATCH 1349/1825] Improve docs for broadcast_static_shape and
 broadcast_dynamic_shape

PiperOrigin-RevId: 220851896
---
 tensorflow/python/ops/array_ops.py | 25 +++++++++++++++++++++++--
 1 file changed, 23 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 18c77f154d..0db5f9486c 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -165,7 +165,18 @@ setdiff1d.__doc__ = gen_array_ops.list_diff.__doc__
 
 @tf_export("broadcast_dynamic_shape")
 def broadcast_dynamic_shape(shape_x, shape_y):
-  """Returns the broadcasted dynamic shape between `shape_x` and `shape_y`.
+  """Computes the shape of a broadcast given symbolic shapes.
+
+  When shape_x and shape_y are Tensors representing shapes (i.e. the result of
+  calling tf.shape on another Tensor) this computes a Tensor which is the shape
+  of the result of a broadcasting op applied in tensors of shapes shape_x and
+  shape_y.
+
+  For example, if shape_x is [1, 2, 3] and shape_y is [5, 1, 3], the result is a
+  Tensor whose value is [5, 2, 3].
+
+  This is useful when validating the result of a broadcasting operation when the
+  tensors do not have statically known shapes.
 
   Args:
     shape_x: A rank 1 integer `Tensor`, representing the shape of x.
@@ -179,7 +190,17 @@ def broadcast_dynamic_shape(shape_x, shape_y):
 
 @tf_export("broadcast_static_shape")
 def broadcast_static_shape(shape_x, shape_y):
-  """Returns the broadcasted static shape between `shape_x` and `shape_y`.
+  """Computes the shape of a broadcast given known shapes.
+
+  When shape_x and shape_y are fully known TensorShapes this computes a
+  TensorShape which is the shape of the result of a broadcasting op applied in
+  tensors of shapes shape_x and shape_y.
+
+  For example, if shape_x is [1, 2, 3] and shape_y is [5, 1, 3], the result is a
+  TensorShape whose value is [5, 2, 3].
+
+  This is useful when validating the result of a broadcasting operation when the
+  tensors have statically known shapes.
 
   Args:
     shape_x: A `TensorShape`
-- 
GitLab


From 16932bdcb2815d6f846dcfefb558378eeca711cf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 13:18:44 -0800
Subject: [PATCH 1350/1825] Fix MovingAverageOptimizer when dealing with
 partitioned variables.

PiperOrigin-RevId: 220853498
---
 .../training/moving_average_optimizer.py      |  72 +++--
 .../training/moving_average_optimizer_test.py | 262 +++++++++++-------
 2 files changed, 208 insertions(+), 126 deletions(-)

diff --git a/tensorflow/contrib/opt/python/training/moving_average_optimizer.py b/tensorflow/contrib/opt/python/training/moving_average_optimizer.py
index 9ce50bfe10..b7fd2d2fb9 100644
--- a/tensorflow/contrib/opt/python/training/moving_average_optimizer.py
+++ b/tensorflow/contrib/opt/python/training/moving_average_optimizer.py
@@ -106,6 +106,32 @@ class MovingAverageOptimizer(optimizer.Optimizer):
       self._swapped_variable_name_map[v_avg.op.name] = v.op.name
     return control_flow_ops.group(train_op, ma_op, name='train_with_avg')
 
+  def _find_swapped_variable(self, v_name_to_tensor, v_name, tensor):
+    """Returns name of swapped variable for given tensor.
+
+    Args:
+      v_name_to_tensor: Mapping from variable names to tensors.
+      v_name: name of the variable for which swapped variable should be returned
+      tensor: Tensor which correspond to variable for which swapped variable
+        should be returned.
+
+    Returns:
+      Tensor which correspond to swapped variable.
+
+    Raises:
+      ValueError: If swapped variable could not be found in v_name_to_tensor.
+    """
+    swapped_v_name = self._swapped_variable_name_map.get(v_name, None)
+    if swapped_v_name is None:
+      return tensor
+    else:
+      if swapped_v_name in v_name_to_tensor:
+        return v_name_to_tensor[swapped_v_name]
+      else:
+        raise ValueError(
+            ('Variable to swap %s is not part of variables to save. '
+             'This breaks MovingAverageOptimizer.') % swapped_v_name)
+
   def swapping_saver(self, var_list=None, name='swapping_saver', **kwargs):
     """Create a saver swapping moving averages and variables.
 
@@ -141,33 +167,33 @@ class MovingAverageOptimizer(optimizer.Optimizer):
     if not isinstance(var_list, dict):
       var_list = saver.BaseSaverBuilder.OpListToDict(var_list)
 
-    # OpListToDict converts variables to tensors. We make sure we can get
-    # the unique variable name for normal and resource vaiables.
-    def get_v_name(tensor):
-      if tensor.op.type == 'ReadVariableOp':
-        return tensor.op.inputs[0].op.name
-      else:
-        return tensor.op.name
-
     v_name_to_tensor = {}
-    for tensor in six.itervalues(var_list):
-      v_name = get_v_name(tensor)
-      v_name_to_tensor[v_name] = tensor
+    for k, tensor_or_list in six.iteritems(var_list):
+      # For each partitioned variable OpListToDict returns list of constituent
+      # parts instead of single tensor.
+      if (isinstance(tensor_or_list, list)
+          or isinstance(tensor_or_list, variables.PartitionedVariable)):
+        for tensor in tensor_or_list:
+          v_name = tensor.op.name
+          v_name_to_tensor[v_name] = tensor
+      else:
+        v_name_to_tensor[k] = tensor_or_list
 
     # Now swap variables and moving averages
     swapped_var_list = {}
-    for k, tensor in six.iteritems(var_list):
-      v_name = get_v_name(tensor)
-      swapped_v_name = self._swapped_variable_name_map.get(v_name, None)
-      tensor_to_save = tensor
-      if swapped_v_name is not None:
-        if swapped_v_name in v_name_to_tensor:
-          tensor_to_save = v_name_to_tensor[swapped_v_name]
-        else:
-          raise ValueError(
-              ('Variable to swap %s is not part of variables to save. '
-               'This breaks MovingAverageOptimizer.') % swapped_v_name)
-      swapped_var_list[k] = tensor_to_save
+    for k, tensor_or_list in six.iteritems(var_list):
+      if isinstance(tensor_or_list, list):
+        tensor_list_to_save = []
+        for tensor in tensor_or_list:
+          v_name = tensor.op.name
+          swapped_variable = self._find_swapped_variable(v_name_to_tensor,
+                                                         v_name,
+                                                         tensor)
+          tensor_list_to_save.append(swapped_variable)
+        swapped_var_list[k] = tensor_list_to_save
+      else:
+        swapped_var_list[k] = self._find_swapped_variable(
+            v_name_to_tensor, k, tensor_or_list)
 
     # Build the swapping saver.
     return saver.Saver(swapped_var_list, name=name, **kwargs)
diff --git a/tensorflow/contrib/opt/python/training/moving_average_optimizer_test.py b/tensorflow/contrib/opt/python/training/moving_average_optimizer_test.py
index f22e724528..643403eea6 100644
--- a/tensorflow/contrib/opt/python/training/moving_average_optimizer_test.py
+++ b/tensorflow/contrib/opt/python/training/moving_average_optimizer_test.py
@@ -26,6 +26,8 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import partitioned_variables
 from tensorflow.python.ops import state_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
@@ -43,97 +45,171 @@ class MovingAverageOptimizerTest(test.TestCase):
     # Test that MovingAverageOptimizer works with resource variables.
     self._helpTestRun(use_resource=True)
 
-  def _helpTestRun(self, use_resource=False):
+  def testRunUsePartitionedVars(self):
+    # Test that MovingAverageOptimizer works with partitioned variables.
+    self._helpTestRun(use_partitioned_vars=True)
+
+  def testRunUseResourcePartitionedVars(self):
+    # Test that MovingAverageOptimizer works with resource and partitioned
+    # variables.
+    self._helpTestRun(use_partitioned_vars=True, use_resource=True)
+
+  def _helpTestRun(self, use_resource=False, use_partitioned_vars=False):
+    # Partitioned variables are represented as a "collection" of partitions.
+    # To simplify the test and reuse as much code as possible we employ
+    # following test strategy for partitioned variables.
+    #
+    # In the case of non-partitioned variables test runs on variables with
+    # shape [2].
+    #
+    # In the case of partitioned variables we use shape [4] with two partitions,
+    # thus each partition has shape [2].
+    # For partitioned variables the test is run twice (for loop over
+    # variable_part_names), first time on the first partition of each variable,
+    # second time on the second partition of each variable.
+    variable_part_names = ['part_0', 'part_1'] if use_partitioned_vars else ['']
     for sequential_update in [True, False]:
       for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
-        with self.session(graph=ops.Graph()) as sess:
-          orig_val0 = [1.0, 2.0]
-          orig_val1 = [3.0, 4.0]
-          var0 = variable_scope.get_variable(
-              'var0',
-              initializer=constant_op.constant(orig_val0, dtype=dtype),
-              use_resource=use_resource)
-          var1 = variable_scope.get_variable(
-              'var1',
-              initializer=constant_op.constant(orig_val1, dtype=dtype),
-              use_resource=use_resource)
-          grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
-          grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
-
-          opt = moving_average_optimizer.MovingAverageOptimizer(
-              gradient_descent.GradientDescentOptimizer(learning_rate=2.0),
-              average_decay=0.5,
-              sequential_update=sequential_update)
-          save_dir = tempfile.mkdtemp(
-              prefix=os.path.join(self.get_temp_dir(), 'run_1'))
-          save_path = os.path.join(save_dir, 'model')
-          update = opt.apply_gradients(
-              list(six.moves.zip([grads0, grads1], [var0, var1])))
-          global_vars = variables.global_variables()
-          ema_var0 = [
-              v for v in global_vars
-              if v.op.name == 'var0/ExponentialMovingAverage'
-          ][0]
-          ema_var1 = [
-              v for v in global_vars
-              if v.op.name == 'var1/ExponentialMovingAverage'
-          ][0]
-          perturb = control_flow_ops.group([
-              state_ops.assign_add(var0, [1.0, 1.0]),
-              state_ops.assign_add(var1, [2.0, 2.0]),
-              state_ops.assign_add(ema_var0, [3.0, 3.0]),
-              state_ops.assign_add(ema_var1, [4.0, 4.0])
-          ])
-
-          # Test that saver with missing ema variables will fail.
-          with self.assertRaisesRegexp(ValueError, r'Variable to swap'):
-            opt.swapping_saver(var_list=[var0])
-
-          train_saver = opt.swapping_saver()
-          train_saver_subset = opt.swapping_saver(var_list=[var0, ema_var0])
-          inference_saver = saver.Saver()
-          variables.global_variables_initializer().run()
-          # Step 1.
-          update.run()
-          self.assertAllCloseAccordingToType([0.8, 1.8], var0.eval())
-          self.assertAllCloseAccordingToType([2.98, 3.98], var1.eval())
-          if sequential_update:
-            self.assertAllCloseAccordingToType([0.9, 1.9], ema_var0.eval())
-            self.assertAllCloseAccordingToType([2.99, 3.99], ema_var1.eval())
-          # Test that the swapping saver save/restore operation is identity.
-          train_saver.save(sess, save_path)
-          train_saver.restore(sess, save_path)
-          self.assertAllCloseAccordingToType([0.8, 1.8], var0.eval())
-          self.assertAllCloseAccordingToType([2.98, 3.98], var1.eval())
-          if sequential_update:
-            self.assertAllCloseAccordingToType([0.9, 1.9], ema_var0.eval())
-            self.assertAllCloseAccordingToType([2.99, 3.99], ema_var1.eval())
-          # Test that the subset saver saves the EMA variable as well.
-          if sequential_update:
-            subset_save_path = save_path + '_subset'
-            train_saver_subset.save(sess, subset_save_path)
-            perturb.run()
-            self.assertAllCloseAccordingToType([1.8, 2.8], var0.eval())
-            self.assertAllCloseAccordingToType([3.9, 4.9], ema_var0.eval())
-            self.assertAllCloseAccordingToType([4.98, 5.98], var1.eval())
-            self.assertAllCloseAccordingToType([6.99, 7.99], ema_var1.eval())
-            # Restoring should only restore var0 and ema_var0.
-            train_saver_subset.restore(sess, subset_save_path)
+        for var_part_name in variable_part_names:
+          with self.session(graph=ops.Graph()) as sess:
+            orig_val0 = [1.0, 2.0]
+            orig_val1 = [3.0, 4.0]
+            grads0 = [0.1, 0.1]
+            grads1 = [0.01, 0.01]
+            if use_partitioned_vars:
+              # Use partitioned variables.
+              # Create partitioned and duplicate each value used as initial
+              # value of variables.
+              partitioner = partitioned_variables.fixed_size_partitioner(
+                  num_shards=2)
+              orig_val0 = orig_val0 * 2
+              orig_val1 = orig_val1 * 2
+              grads0 = grads0 * 2
+              grads1 = grads1 * 2
+            else:
+              # Regular (non-partitioned) variables.
+              partitioner = None
+            var0 = variable_scope.get_variable(
+                'var0',
+                initializer=constant_op.constant(orig_val0, dtype=dtype),
+                use_resource=use_resource,
+                partitioner=partitioner)
+            var1 = variable_scope.get_variable(
+                'var1',
+                initializer=constant_op.constant(orig_val1, dtype=dtype),
+                use_resource=use_resource,
+                partitioner=partitioner)
+            # Make a fake loss, such that gradient(loss, var0) == grads0
+            # and gradient(loss, var1) == grads1
+            grads0 = constant_op.constant(grads0, dtype=dtype)
+            grads1 = constant_op.constant(grads1, dtype=dtype)
+            loss = (math_ops.reduce_sum(grads0 * var0)
+                    + math_ops.reduce_sum(grads1 * var1))
+
+            opt = moving_average_optimizer.MovingAverageOptimizer(
+                gradient_descent.GradientDescentOptimizer(learning_rate=2.0),
+                average_decay=0.5,
+                sequential_update=sequential_update)
+            save_dir = tempfile.mkdtemp(
+                prefix=os.path.join(self.get_temp_dir(), 'run_1'))
+            save_path = os.path.join(save_dir, 'model')
+
+            update = opt.minimize(loss)
+
+            # Get variables and their EMAs. In case of partitioned variables
+            # get proper part of each variable.
+            def _get_variable(var_name, part_name, ema):
+              """Returns variable of it's moving average by name."""
+              matches = [
+                  v for v in variables.global_variables()
+                  if ((var_name in v.op.name)
+                      and (part_name in v.op.name)
+                      and (('ExponentialMovingAverage' in v.op.name) == ema))
+              ]
+              self.assertEqual(len(matches), 1)
+              return matches[0]
+            var0 = _get_variable('var0', var_part_name, ema=False)
+            var1 = _get_variable('var1', var_part_name, ema=False)
+            ema_var0 = _get_variable('var0', var_part_name, ema=True)
+            ema_var1 = _get_variable('var1', var_part_name, ema=True)
+
+            perturb = control_flow_ops.group([
+                state_ops.assign_add(var0, [1.0, 1.0]),
+                state_ops.assign_add(var1, [2.0, 2.0]),
+                state_ops.assign_add(ema_var0, [3.0, 3.0]),
+                state_ops.assign_add(ema_var1, [4.0, 4.0])
+            ])
+
+            # Test that saver with missing ema variables will fail.
+            with self.assertRaisesRegexp(ValueError, r'Variable to swap'):
+              opt.swapping_saver(var_list=[var0])
+
+            train_saver = opt.swapping_saver()
+            train_saver_subset = opt.swapping_saver(var_list=[var0, ema_var0])
+            inference_saver = saver.Saver()
+            variables.global_variables_initializer().run()
+            # Step 1.
+            update.run()
             self.assertAllCloseAccordingToType([0.8, 1.8], var0.eval())
-            self.assertAllCloseAccordingToType([0.9, 1.9], ema_var0.eval())
-            self.assertAllCloseAccordingToType([4.98, 5.98], var1.eval())
-            self.assertAllCloseAccordingToType([6.99, 7.99], ema_var1.eval())
-            # Restore back to previous state.
+            self.assertAllCloseAccordingToType([2.98, 3.98], var1.eval())
+            if sequential_update:
+              self.assertAllCloseAccordingToType([0.9, 1.9], ema_var0.eval())
+              self.assertAllCloseAccordingToType([2.99, 3.99], ema_var1.eval())
+            # Test that the swapping saver save/restore operation is identity.
+            train_saver.save(sess, save_path)
             train_saver.restore(sess, save_path)
+            self.assertAllCloseAccordingToType([0.8, 1.8], var0.eval())
+            self.assertAllCloseAccordingToType([2.98, 3.98], var1.eval())
+            if sequential_update:
+              self.assertAllCloseAccordingToType([0.9, 1.9], ema_var0.eval())
+              self.assertAllCloseAccordingToType([2.99, 3.99], ema_var1.eval())
+            # Test that the subset saver saves the EMA variable as well.
+            if sequential_update:
+              subset_save_path = save_path + '_subset'
+              train_saver_subset.save(sess, subset_save_path)
+              perturb.run()
+              self.assertAllCloseAccordingToType([1.8, 2.8], var0.eval())
+              self.assertAllCloseAccordingToType([3.9, 4.9], ema_var0.eval())
+              self.assertAllCloseAccordingToType([4.98, 5.98], var1.eval())
+              self.assertAllCloseAccordingToType([6.99, 7.99], ema_var1.eval())
+              # Restoring should only restore var0 and ema_var0.
+              train_saver_subset.restore(sess, subset_save_path)
+              self.assertAllCloseAccordingToType([0.8, 1.8], var0.eval())
+              self.assertAllCloseAccordingToType([0.9, 1.9], ema_var0.eval())
+              self.assertAllCloseAccordingToType([4.98, 5.98], var1.eval())
+              self.assertAllCloseAccordingToType([6.99, 7.99], ema_var1.eval())
+              # Restore back to previous state.
+              train_saver.restore(sess, save_path)
 
-          # If updates are parallel, this is not always true after the 1st step.
-          if sequential_update:
+            # If updates are parallel,
+            # this is not always true after the 1st step.
+            if sequential_update:
+              # Test that the normal saver will have the averaged variables.
+              # We test that the average values are between the original value
+              # and the most recent variable values (since they are an average
+              # of the two).
+              val0 = var0.eval()
+              val1 = var1.eval()
+              train_saver.save(sess, save_path)
+              inference_saver.restore(sess, save_path)
+              avg_val0 = var0.eval()
+              avg_val1 = var1.eval()
+              for i in six.moves.range(len(val0)):
+                self.assertLess(val0[i], avg_val0[i])
+                self.assertLess(avg_val0[i], orig_val0[i])
+                self.assertLess(val1[i], avg_val1[i])
+                self.assertLess(avg_val1[i], orig_val1[i])
+              train_saver.restore(sess, save_path)
+            # Step 2.
+            update.run()
             # Test that the normal saver will have the averaged variables.
-            # We test that the average values are between the original value
-            # and the most recent variable values (since they are an average
-            # of the two).
+            # We test that the average values are between the original value and
+            # the most recent variable values (since they are an average of the
+            # two).
             val0 = var0.eval()
             val1 = var1.eval()
+            self.assertAllCloseAccordingToType([0.6, 1.6], val0)
+            self.assertAllCloseAccordingToType([2.96, 3.96], val1)
             train_saver.save(sess, save_path)
             inference_saver.restore(sess, save_path)
             avg_val0 = var0.eval()
@@ -143,26 +219,6 @@ class MovingAverageOptimizerTest(test.TestCase):
               self.assertLess(avg_val0[i], orig_val0[i])
               self.assertLess(val1[i], avg_val1[i])
               self.assertLess(avg_val1[i], orig_val1[i])
-            train_saver.restore(sess, save_path)
-          # Step 2.
-          update.run()
-          # Test that the normal saver will have the averaged variables.
-          # We test that the average values are between the original value and
-          # the most recent variable values (since they are an average of the
-          # two).
-          val0 = var0.eval()
-          val1 = var1.eval()
-          self.assertAllCloseAccordingToType([0.6, 1.6], val0)
-          self.assertAllCloseAccordingToType([2.96, 3.96], val1)
-          train_saver.save(sess, save_path)
-          inference_saver.restore(sess, save_path)
-          avg_val0 = var0.eval()
-          avg_val1 = var1.eval()
-          for i in six.moves.range(len(val0)):
-            self.assertLess(val0[i], avg_val0[i])
-            self.assertLess(avg_val0[i], orig_val0[i])
-            self.assertLess(val1[i], avg_val1[i])
-            self.assertLess(avg_val1[i], orig_val1[i])
 
   def testFailWhenSaverCreatedBeforeInitialized(self):
     with self.cached_session():
-- 
GitLab


From c631042f73c21ee84d8f2f16982d8e4c03d803e8 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Fri, 9 Nov 2018 13:33:31 -0800
Subject: [PATCH 1351/1825] Remove unused `PerIterationDataset`.

PiperOrigin-RevId: 220855814
---
 .../contrib/distribute/python/values.py       | 94 -------------------
 1 file changed, 94 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index fe9bb1f9a9..0fd41ff69e 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -1285,100 +1285,6 @@ class MultiWorkerDataset(object):
     return MultiWorkerDataIterator(iterators, self._worker_device_pairs)
 
 
-class _PerKey(object):
-  """Holds data associated by keys."""
-
-  def __init__(self, *index):
-    # pylint: disable=protected-access
-    self._index = list(index)
-
-  def get(self, iteration):
-    return array_ops.gather(self._index, iteration)
-
-  def get_shape(self):
-    return self._index[-1][-1].get_shape()
-
-  def get_dtype(self):
-    return self._index[-1][-1].dtype
-
-  def __str__(self):
-    return "%s:%s" % (self.__class__.__name__, self._index)
-
-  def __repr__(self):
-    return "%s(%r)" % (self.__class__.__name__, self._index)
-
-
-class PerIteration(_PerKey):
-  """Holds input for multiple iterations at once."""
-
-  def __init__(self, *index):
-    # pylint: disable=protected-access
-    super(PerIteration, self).__init__(*[batch._index for batch in index])
-
-
-class Batches(_PerKey):
-  pass
-
-
-class MultiIterator(object):
-  """Iterator that returns results of multiple get_next()s."""
-
-  def __init__(self, dataset_iterator, iterations, batches_per_iteration):
-    self._dataset_iterator = dataset_iterator
-    self._iterations = iterations
-    self._batches_per_iteration = batches_per_iteration
-
-  def get_next(self, name=None):
-    """Return PerIteration with `iterations x batches_per_iteration` inputs."""
-    data = []
-    for _ in range(self._batches_per_iteration):
-      batch = []
-      for _ in range(self._iterations):
-        batch.append(self._dataset_iterator.get_next(name=name))
-      data.append(batch)
-
-    # Here is an example.  Suppose each get_next returns a tuple of two tensors.
-    # For 3 `iterations` and 2 `batches_per_iteration`, the `data` is:
-    # [[(a,z), (b,y), (c,x)], [(A,Z), (B,Y), (C,X)]]
-    #
-    # After the first `map_structure` it gets transformed to:
-    #  [(Batches(a, A), Batches(z, Z)),
-    #   (Batches(b, B), Batches(y, Y)),
-    #   (Batches(c, C), Batches(x, X))]
-    #
-    # After the second `map_structure` it gets transformed to a tuple of:
-    # (PerIteration([Batches(a, A), Batches(b, B), Batches(c, C)]),
-    #  PerIteration([Batches(z, Z), Batches(y, Y), Batches(x, X)]))
-
-    data = nest.map_structure(Batches, *data)
-    data = nest.map_structure(PerIteration, *data)
-
-    return data
-
-  @property
-  def initializer(self):
-    return self._dataset_iterator.initializer
-
-
-class PerIterationDataset(object):
-  """A dataset that returns MultiIterators."""
-
-  def __init__(self, dataset, iterations, batches_per_iteration):
-    self._dataset = dataset
-    self._iterations = iterations
-    self._batches_per_iteration = batches_per_iteration
-
-  def make_one_shot_iterator(self):
-    iterator = self._dataset.make_one_shot_iterator()
-    return MultiIterator(iterator, self._iterations,
-                         self._batches_per_iteration)
-
-  def make_initializable_iterator(self):
-    iterator = self._dataset.make_initializable_iterator()
-    return MultiIterator(iterator, self._iterations,
-                         self._batches_per_iteration)
-
-
 class MapOutput(object):
   """Map can result in multiple outputs per device."""
 
-- 
GitLab


From f0a77e0f497805d7c3b8b7725dfa61a2eaa5b6cb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 13:37:28 -0800
Subject: [PATCH 1352/1825] Replace `tf.string_strip` with `tf.strings.strip`

PiperOrigin-RevId: 220856549
---
 tensorflow/python/kernel_tests/string_strip_op_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/kernel_tests/string_strip_op_test.py b/tensorflow/python/kernel_tests/string_strip_op_test.py
index a96b71490e..1e404b7146 100644
--- a/tensorflow/python/kernel_tests/string_strip_op_test.py
+++ b/tensorflow/python/kernel_tests/string_strip_op_test.py
@@ -23,7 +23,7 @@ from tensorflow.python.platform import test
 
 
 class StringStripOpTest(test.TestCase):
-  """ Test cases for tf.string_strip."""
+  """ Test cases for tf.strings.strip."""
 
   def test_string_strip(self):
     strings = ["pigs on the wing", "animals"]
-- 
GitLab


From 7f58211e8a5625bbb1b26b4208f4d62c3b28300b Mon Sep 17 00:00:00 2001
From: Shining Sun <shiningsun@google.com>
Date: Fri, 9 Nov 2018 13:45:37 -0800
Subject: [PATCH 1353/1825] Change the return value of initialize/finalize to
 [] even in eager mode

PiperOrigin-RevId: 220857885
---
 tensorflow/python/training/distribute.py | 17 ++++-------------
 1 file changed, 4 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index a8e7f7c436..662d61af2f 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -21,7 +21,6 @@ from __future__ import print_function
 import threading
 
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.eager import context as eager_context
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -599,13 +598,9 @@ class DistributionStrategy(object):
     For example, TPU initialize_system ops.
 
     Returns:
-      In eager mode, returns `None`.
-      In graph mode, a list of ops to execute. Empty list if nothing to be done.
+      A list of ops to execute.
     """
-    if eager_context.executing_eagerly():
-      return
-    else:
-      return []
+    return []
 
   def finalize(self):
     """Any final actions to be done at the end of all computations.
@@ -616,13 +611,9 @@ class DistributionStrategy(object):
     For example, TPU shutdown ops.
 
     Returns:
-      In eager mode, returns `None`.
-      In graph mode, a list of ops to execute. Empty list if nothing to be done.
+      A list of ops to execute.
     """
-    if eager_context.executing_eagerly():
-      return
-    else:
-      return []
+    return []
 
   def run_steps_on_dataset(self, fn, iterator, iterations=1,
                            initial_loop_values=None):
-- 
GitLab


From 8068b6a021e75dc20f5de5902a684e94c3a4b5ef Mon Sep 17 00:00:00 2001
From: Ubuntu <pythonanonuser@gmail.com>
Date: Fri, 9 Nov 2018 21:54:37 +0000
Subject: [PATCH 1354/1825] Fixed typo

---
 tensorflow/python/kernel_tests/control_flow_ops_py_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 71e4ccddde..95e4c4ba14 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -2086,7 +2086,7 @@ class ControlFlowTest(test.TestCase):
 
   def testWhileGradInCond(self):
 
-    with self.cached_session():
+    with self.cached_session() as sess:
       n = ops.convert_to_tensor(1.0, name="n")
       x = array_ops.placeholder(dtypes.float32, shape=None)
       c = lambda n: math_ops.less(n, 10.0)
-- 
GitLab


From 64917323767c97a0e2c9bf8c4a160dc0697843a2 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 9 Nov 2018 13:48:29 -0800
Subject: [PATCH 1355/1825] Automated rollback of commit
 fa926e39207b292d55f5861c13156adb8d996f41

PiperOrigin-RevId: 220858362
---
 .../python_api/api_def_SerializeTensor.pbtxt  | 10 --------
 .../tools/api/generator/api_init_files.bzl    |  1 +
 .../tools/api/golden/v1/tensorflow.io.pbtxt   |  4 ----
 .../tools/api/golden/v2/tensorflow.io.pbtxt   |  4 ----
 .../tools/api/golden/v2/tensorflow.pbtxt      |  8 +++++++
 .../v2/tensorflow.resource_loader.pbtxt       | 23 +++++++++++++++++++
 6 files changed, 32 insertions(+), 18 deletions(-)
 delete mode 100644 tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt

diff --git a/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt b/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
deleted file mode 100644
index 219b125da3..0000000000
--- a/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
+++ /dev/null
@@ -1,10 +0,0 @@
-op {
-  graph_op_name: "SerializeTensor"
-  endpoint {
-    name: "io.serialize_tensor"
-  }
-  endpoint {
-    name: "serialize_tensor"
-    deprecation_version: 2
-  }
-}
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 140f27022d..b2e9e380ad 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -71,6 +71,7 @@ TENSORFLOW_API_INIT_FILES = [
     "profiler/__init__.py",
     "quantization/__init__.py",
     "random/__init__.py",
+    "resource_loader/__init__.py",
     "strings/__init__.py",
     "saved_model/__init__.py",
     "sets/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
index 64b63ed1a4..dccf136788 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
@@ -112,10 +112,6 @@ tf_module {
     name: "serialize_sparse"
     argspec: "args=[\'sp_input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'string\'>\"], "
   }
-  member_method {
-    name: "serialize_tensor"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "tf_record_iterator"
     argspec: "args=[\'path\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
index 64b63ed1a4..dccf136788 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
@@ -112,10 +112,6 @@ tf_module {
     name: "serialize_sparse"
     argspec: "args=[\'sp_input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'string\'>\"], "
   }
-  member_method {
-    name: "serialize_tensor"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "tf_record_iterator"
     argspec: "args=[\'path\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index f621683350..c8ba1b393d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -376,6 +376,10 @@ tf_module {
     name: "resource"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
   }
+  member {
+    name: "resource_loader"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "saved_model"
     mtype: "<type \'module\'>"
@@ -1128,6 +1132,10 @@ tf_module {
     name: "sequence_mask"
     argspec: "args=[\'lengths\', \'maxlen\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'bool\'>\", \'None\'], "
   }
+  member_method {
+    name: "serialize_tensor"
+    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "set_random_seed"
     argspec: "args=[\'seed\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt
new file mode 100644
index 0000000000..288b78b4cd
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt
@@ -0,0 +1,23 @@
+path: "tensorflow.resource_loader"
+tf_module {
+  member_method {
+    name: "get_data_files_path"
+    argspec: "args=[], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_path_to_datafile"
+    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_root_dir_with_all_resources"
+    argspec: "args=[], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "load_resource"
+    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "readahead_file_path"
+    argspec: "args=[\'path\', \'readahead\'], varargs=None, keywords=None, defaults=[\'128M\'], "
+  }
+}
-- 
GitLab


From 5c3f1829581ee314e59932c0bf9cac72e1b8e1c1 Mon Sep 17 00:00:00 2001
From: Nupur Garg <nupurgarg@google.com>
Date: Fri, 9 Nov 2018 13:59:43 -0800
Subject: [PATCH 1356/1825] Internal change.

PiperOrigin-RevId: 220860293
---
 tensorflow/lite/build_def.bzl                 |   5 +--
 .../model_coverage/model_coverage_lib.py      |  31 ++++++++++++------
 .../model_coverage/testdata/grace_hopper.jpg  | Bin 0 -> 73746 bytes
 3 files changed, 24 insertions(+), 12 deletions(-)
 create mode 100644 tensorflow/lite/testing/model_coverage/testdata/grace_hopper.jpg

diff --git a/tensorflow/lite/build_def.bzl b/tensorflow/lite/build_def.bzl
index b2badf701f..bc2948258f 100644
--- a/tensorflow/lite/build_def.bzl
+++ b/tensorflow/lite/build_def.bzl
@@ -423,7 +423,7 @@ def flex_dep(target_op_sets):
     else:
         return []
 
-def gen_model_coverage_test(model_name, data, failure_type):
+def gen_model_coverage_test(model_name, data, failure_type, tags):
     """Generates Python test targets for testing TFLite models.
 
     Args:
@@ -433,6 +433,7 @@ def gen_model_coverage_test(model_name, data, failure_type):
       failure_type: List of failure types (none, toco, crash, inference)
         expected for the corresponding combinations of op sets
         ("TFLITE_BUILTINS", "TFLITE_BUILTINS,SELECT_TF_OPS", "SELECT_TF_OPS").
+      tags: List of strings of additional tags.
     """
     i = 0
     for target_op_sets in ["TFLITE_BUILTINS", "TFLITE_BUILTINS,SELECT_TF_OPS", "SELECT_TF_OPS"]:
@@ -454,7 +455,7 @@ def gen_model_coverage_test(model_name, data, failure_type):
                 "no_oss",
                 "no_windows",
                 "notap",
-            ],
+            ] + tags,
             deps = [
                 "//tensorflow/lite/testing/model_coverage:model_coverage_lib",
                 "//tensorflow/lite/python:lite",
diff --git a/tensorflow/lite/testing/model_coverage/model_coverage_lib.py b/tensorflow/lite/testing/model_coverage/model_coverage_lib.py
index ce8ef0b196..804e328d9d 100644
--- a/tensorflow/lite/testing/model_coverage/model_coverage_lib.py
+++ b/tensorflow/lite/testing/model_coverage/model_coverage_lib.py
@@ -20,9 +20,9 @@ from __future__ import print_function
 
 import numpy as np
 
+from tensorflow.core.framework import graph_pb2 as _graph_pb2
 from tensorflow.lite.python import convert_saved_model as _convert_saved_model
 from tensorflow.lite.python import lite as _lite
-from tensorflow.core.framework import graph_pb2 as _graph_pb2
 from tensorflow.python import keras as _keras
 from tensorflow.python.client import session as _session
 from tensorflow.python.framework.importer import import_graph_def as _import_graph_def
@@ -166,18 +166,20 @@ def evaluate_keras_model(filename):
   return lambda input_data: [keras_model.predict(input_data)]
 
 
-# TODO(nupurgarg): Make this function a parameter to test_frozen_graph (and
-# related functions) in order to make it easy to use different data generators.
-def compare_models_random_data(tflite_model, tf_eval_func, tolerance=5):
-  """Compares TensorFlow and TFLite models with random data.
+def compare_models(tflite_model, tf_eval_func, input_data=None, tolerance=5):
+  """Compares TensorFlow and TFLite models.
+
+  Unless the input data is provided, the models are compared with random data.
 
   Args:
     tflite_model: Serialized TensorFlow Lite model.
     tf_eval_func: Lambda function that takes in input data and outputs the
       results of the TensorFlow model ([np.ndarray data] : [np.ndarray result]).
+    input_data: np.ndarray to pass into models during inference. (default None)
     tolerance: Decimal place to check accuracy to. (default 5)
   """
-  input_data = _generate_random_input_data(tflite_model)
+  if input_data is None:
+    input_data = _generate_random_input_data(tflite_model)
   tf_results = tf_eval_func(input_data)
   tflite_results = _evaluate_tflite_model(tflite_model, input_data)
   for tf_result, tflite_result in zip(tf_results, tflite_results):
@@ -253,6 +255,7 @@ def test_frozen_graph(filename,
                       input_arrays,
                       output_arrays,
                       input_shapes=None,
+                      input_data=None,
                       **kwargs):
   """Validates the TensorFlow frozen graph converts to a TFLite model.
 
@@ -267,6 +270,7 @@ def test_frozen_graph(filename,
       integers representing input shapes (e.g., {"foo" : [1, 16, 16, 3]}).
       Automatically determined when input shapes is None (e.g., {"foo" : None}).
         (default None)
+    input_data: np.ndarray to pass into models during inference. (default None)
     **kwargs: Additional arguments to be passed into the converter.
   """
   converter = _lite.TFLiteConverter.from_frozen_graph(
@@ -274,13 +278,14 @@ def test_frozen_graph(filename,
   tflite_model = _convert(converter, **kwargs)
 
   tf_eval_func = evaluate_frozen_graph(filename, input_arrays, output_arrays)
-  compare_models_random_data(tflite_model, tf_eval_func)
+  compare_models(tflite_model, tf_eval_func, input_data=input_data)
 
 
 def test_saved_model(directory,
                      input_shapes=None,
                      tag_set=None,
                      signature_key=None,
+                     input_data=None,
                      **kwargs):
   """Validates the TensorFlow SavedModel converts to a TFLite model.
 
@@ -296,6 +301,7 @@ def test_saved_model(directory,
     tag_set: Set of tags identifying the MetaGraphDef within the SavedModel to
       analyze. All tags in the tag set must be present.
     signature_key: Key identifying SignatureDef containing inputs and outputs.
+    input_data: np.ndarray to pass into models during inference. (default None)
     **kwargs: Additional arguments to be passed into the converter.
   """
   converter = _lite.TFLiteConverter.from_saved_model(
@@ -306,10 +312,14 @@ def test_saved_model(directory,
   tflite_model = _convert(converter, **kwargs)
 
   tf_eval_func = evaluate_saved_model(directory, tag_set, signature_key)
-  compare_models_random_data(tflite_model, tf_eval_func)
+  compare_models(tflite_model, tf_eval_func, input_data=input_data)
 
 
-def test_keras_model(filename, input_arrays=None, input_shapes=None, **kwargs):
+def test_keras_model(filename,
+                     input_arrays=None,
+                     input_shapes=None,
+                     input_data=None,
+                     **kwargs):
   """Validates the tf.keras model converts to a TFLite model.
 
   Converts the tf.keras model to TFLite and checks the accuracy of the model on
@@ -322,6 +332,7 @@ def test_keras_model(filename, input_arrays=None, input_shapes=None, **kwargs):
       integers representing input shapes (e.g., {"foo" : [1, 16, 16, 3]}).
       Automatically determined when input shapes is None (e.g., {"foo" : None}).
         (default None)
+    input_data: np.ndarray to pass into models during inference. (default None)
     **kwargs: Additional arguments to be passed into the converter.
   """
   converter = _lite.TFLiteConverter.from_keras_model_file(
@@ -329,4 +340,4 @@ def test_keras_model(filename, input_arrays=None, input_shapes=None, **kwargs):
   tflite_model = _convert(converter, **kwargs)
 
   tf_eval_func = evaluate_keras_model(filename)
-  compare_models_random_data(tflite_model, tf_eval_func)
+  compare_models(tflite_model, tf_eval_func, input_data=input_data)
diff --git a/tensorflow/lite/testing/model_coverage/testdata/grace_hopper.jpg b/tensorflow/lite/testing/model_coverage/testdata/grace_hopper.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d2a427810f679db537236c5430873a81a62ef412
GIT binary patch
literal 73746
zcmex=<NpH&0WUXCHwH!~Mur521O|rxZ$;w*GV)9Ei!<^I6pZx@7%ZGTeVN~K1*I0}
z=aiOY=I1dmFfa&!)G{zKfOIi{XpkxvUJ17d1^1l%q{JKrpUm`(lFYnx1;@PfoK%n=
z76t|eIj}lOA%r@|oRZ9v(iBt`%%8afiZb&`6x?zW(~B7x7&t)&fG{K2JuF;&&iMtE
zMIbxCY9LZzIduUMuf&4Hywu`U1yn;AxEL5g3K<v}m_Y7e{wnUApOast;E|Y<R+68W
zst}x70&+9RMh^!4v@`}rhMcrC1~#xRMySZbnX}*`Mhqa|M=>zKMNGjWx(E@lO+TPE
zg%l;`6{n>ZA=^~I!0;a{V15Cz7pv5NO5{K;V&PzOFU?Fz1$mW00PJQ4CI<#EW&npH
ziyUugkdH!sS!z)cR3Rt^A#ze|!8w`95Z#q<zk;00z!b;8z{JYHz`(=c&QQdV$dJsC
z%AmmD!H~~Tz)--D%1{Kc4XhZMfW-|cdRQ62<{(RBV}pGnDCp_ztPq-4l9-;JngUA>
zjL?)KBJPt|nOdaa>7wACnwMIXSdw3);FMSlN^l_mFoMnC5%o(gR|wC{OUW-URtU)`
z%}vTn%*<h65ZnlLZ2|)WLjeN=qXGj%9RmY{;8X?)21c|T<iX&<!0`Va1D|6`eo`t!
zN&`sm|Jw{L3_Khh9Go0HoSZy@++5s(qWnBO{Gt-V!lJ^$5`sKn0Hwfe41$rDo12%9
zSAdUCK!lHvPXt8pi9oanLMR?6g`pQL@c#gVAO}MMLjp6S5(ASUBeNjm|GNw<3~c|8
zFxoRPFtRd&0W^@A85o&ZSlQS)IJvkP(Ipufn3!Rb0t}2SjLb|dOswo|9IVVd#*7S1
zg3K(6LWZo4fr-LOg^fmRA`=&GbW&Ck4LX=)Y*N&8(V1O!Qt*d|ACrqs#TIR9R&$vg
zlHz)3afzAurO-#IpEkD~zFhkFvzz*qC9PYg9=Y=5%hIh!uRi@6mR8m_ZP~VC*PeYd
zcMnf5Z=b$=`|<0~zY8)jF)=c+uz=mf&c<pAc7mdz5Q}4AVxf{St5M@b5s(WG23`DM
ztdjJwsA-aOuxN6z$wyT-kOSD&Ob=ahnH;iMJjFHCtR(dj+zGf{ppJ0D|62?^%wRhO
z8SEK8AGbYlljYzo4jBR2-SKa=W9_Zgmp?Z*7CbmpWcn|ErLyTJm-q1B%g*_xH=X;H
zZ)JV3{%cEqos-8ly_vh?cV6v`XS?q9hn`J7ol#r9^;-4buYs@glTN;r53`yc{<81<
z%eP<e#|0kWwpZ%dhU>5YF1;xxwsC9t_RE|9ZCl4PK`pH0#{JGoxAelq;`~InJWYyx
znUcK2YPN#xIvMNi!?XW0xR%_H+x5>rGEH{sg<p-UPQTo+&vE6s&BD1;+^*gF&#)<c
z;w!`d3=i$j?d<xPS8Hh=azCsm=wR;JxeIKMt(wPp>+dw1>e^NJL;tm2R>}Ux&SAS)
zSwk&F(9%F|<3#x%cdolkl<a%_@8yl7f9KWhNDjWDx$9x(%d6opZry6mHBH*OZhLKh
zY0v%bFQUD!y`C9S>%TTdesx5;x!AU<nbRI!`o{JoGIie8o8h+mm*%d?)?Iov|F8Ip
zwO9T#tp3Zawr_Es=-lGhY`LOOF1P#Et-qO(t(9A5x#2&9-`k$-`*rt&|H>~7|9tq@
z+^JLk?Y{c<)s<a6Hml?32JAf&a#}XW_Q%fZHud%2YPw#3)%>fvCbjg}){UX<hHno`
zimCR?DCO@hIPLoRm`V!&X-%PL@!fOVcmDig{_t|_yoo2Py;t1h$p12}+Sc6mclPd|
z-S(H3iS{1J)HQf`NB*ha`q%sX{a@K~+kDCC+Po?D<+lF}n{VW8*nV}{_Q2SX+o`+l
zFNbfw@Smait3XwF)UT~qeuc67|2piu!}8zMh_9vGx1wK1+<N_2)z)?4nfqI>?mJcV
zpP~NpuC3YPN6aNzFRs(r`ux<J#BVmwm$7SZ)1K?j_HX{oGTBG*&fDHGF*h=vsjgpl
zTx-`_0Y`@3zJ;r*MHh<AZ7O&9HpN0%^N?5l{|gVLXI5Lq-r%v;-1KmAN=D4LtyivH
za(`yJ&Gz(ym-Ayceb~2NZel`SaeQI&#!oC)4EEal{&>4-z27yv+jD=}f03JX{#AXL
z@vnN1^{b<P{X00d-_145;%)K#io4&eUfKQDTYT@g{Ga;^f93x$on2<;C;L75X~?T}
z$Lp6D%h+}Iz2LKVzrVe-{-x*v!!wNwFa29_#g_f5-2ThE+}Oi%|1+$<UAb&d&8+s7
zlep(*|IPQiUL_XZ{Bqm-i{ZZW)-Ty;HTjNJxo6qS!s9zz@AJ&Q6T5!*-JOBVcN6B%
z+I>ah`Imb=$6h@Tt#&{1<kspm8FraQbItjG)n{oxTruIT{O=u>U*gM5*Y1`&ezBPE
zS!8s#43Ep!H@ekflk2wqP03}KDAk$o(7SBIU$e%Szp6dHUEO^9rSTW<CBOE5HD0o7
zdrGO&pUMCDHtQtF@B0?|%e_9h>cz%?YybM4$V@g^RhThdK<2L9-&0#QANm)k_3FG_
zR7&J@{<inCAN);!U2D2N-~Y^J(QT7*a-*YU{Gad0{S~!3a(-;pzBv1ZyQGu3jgIz}
ze!Z8tv2@2wwL4Mkl5f5?J5#mlulnbGtFPClU+rHd!TUAm5QB-|zIWBX`>s0cFZvts
z%4A1)Xy`oYWVuthng5pkXZW@1o7$WU>JfT2TMk^RZ+~0yu5tG4=~w5yS<`K#vu!&2
zzU#Y=3&!2|znfToA?u}URhF0-yW8$%wW;f6_Fr8So_#ana<OyFA-TJ?XNz7kn>@@Z
zD%um3TV+{u#^a=W)m8Ro^8~+%9NU_9BmV!z=T+~o=iJ+P>Enmb*{cn=UO670y5@HJ
zE!Mu;X@O~$t1qYS_%}^={)w-m=hxRq6jUAl`10V^HxlQ2<|JIus@*p``*&>l_PY~b
znC?&foBU<o^w0KwM^8juzrJs^RAjR3wqq8~vmTV~T$lMvFMHM;0fryihQ}Ed+~z3#
zyR^tV@7jZZ$Ff)E`kgJEIOWmvsx=8_RdI9u{>t6nJ3nLF{)NBfpZyJAn>X24%y`Mo
z1iei?)qU0sbFb~z{BnKwuYJqDo_qZG{^SX#3|Ez2zm>G>hU$_34C^lyeL2^CA>(C4
z$aV#uo;y`hwqYL*=RW#=-DB>$FZ2J2-an@`=jMtdam$LP|1+ODf7)Urk4uZ}pC3H<
z+dlO8`s=%H8*6W{2<(sD78)EElWn)z@V@VU?-&0j|1-=eshfSZAnx@$ld36OuSaNa
zJKpcZ`Q`1(cPAEKt-p|McKQ8(2Cpr#-J$uvZF8#&zx8?;@0@=wI<g|~Kf|T!t3C79
zPvS1LJ9qq|NAAwh2Up?~RS&;8qxiJ<uiE*jZ`W?izYJM1b7n+Ia-UL%c=V+Gk%!Km
zUbfBljq26*>u!gbJ#N3+bj<Mn^5536Uu6C>`2XWgxO&03Jkrl~ho$M>KE|sTBWrUD
ze}(K%&0F;9-_-p3zw|%f*d?=m&5oa@QXjNW*7@>FZQAkWO-A{P_h0{-<y6<s4w1Yv
z`-)-o#L%-lznj?XF~6+9U%up-$^PP*KYvfy>7KMsz<rhS`cKP+g_jyH+atT^XZ6R`
z+sbzK>iqWKG;!y?=`a4?{?G6_>&7~#jk!AOzceilz9Stwdp2M3>KPmF-z>Y9`=5cS
zU8+Xx`eC0wp_IHQ*{A<AxE1bGQZRNi6b+Dxzh@KlpJ7q|<%Vfjf*18L)m(ix)&Bpb
zL%$wRy==8U>hNl=Yg?y9T}umQTCwYL`06Qt)|ZC;n)-I}_5Td4-|C<JeLZ9U&)@9J
zGI@*J7puH!mYesydhX^I?;I;G@C)_#_vKl4DsB9E_xz`*C88bDRt)y<rymnOttfHq
zsrtJA4B~kUBBw?qyZKHP|F!F#X?t#|@=xBf>%Z$}z4|rzz~R#w6LMCr$)0^euiEYX
zoAov?Z?1cJ^Xro<CQCXK-W`5hTmMY&{fd}ctp@3tlapW1dt!K|Soz<ibI*+aOutsN
z{=>$zmuyxXa}ZtQlKS^enoa#<%Ne!VEAL*r*?l#;*5?a%X7&Ny;#=jBrDE5vZMq-Z
ze*fM5H{rML^qAi{;~tb%daicb{hd$V@s?j$WoFuQ<LvGK3<uYoGAbzkHMe4G?2ZQ;
zZ<_DhUohQrhG~-d=kmLCsdiiUKhXZq(DE<K|MhdG)2q%Nt4I~x_Ub@&?ESL)*|+yP
z%UN=qINWj~p1)q|-)0pbrBp#ZMPZk@>%Zs!TDS03dECS3A_Mts_AN%cJ=J$_w>ov}
z{G#?3j~+gLnsOlby7=C=IdAlCe_4I^-^_Ra8Ek{rzkbJ;eAMS~>9zfC+Y=h)=X|PN
zwJ$#CtgO2Bs;8GOow^^nUP4$ed2MoR^1S=G_8+Y4?O!hM@HnT?C#{hEXj^2Gq9$*K
z{Pe?%SLyD0Q&XN2`RYkk!mSSs)8$I?H~%?up?blWJAeF^_ZS(>-MjebF<JS@zqhmh
z+<$HUCF_h{JDXv@NTP58@9+Do{B38YRjO*{`Tst{qj5-4PD>?gX~chq|Cb+BrHbCa
zW>8opZ5ll_G~D2&!XCpn<?sHzdSkce>ZOmi*0XDU&a6GV<jb$c)tNkZo&So}yQh}E
z&9?Pl9({9T>fiL2?_b16X}-F;`O4AV3TapET_TS2^z?++=ij;iLp$8K^xBiyG}m|c
zOW&7H+w;Bp-1psoo+}y{2~-9Aj@<Zk9;dLZ>Wcpitk$1T7I$Yqakx{z)8BmU*O+f+
zYvxRsiu|IPzG>rv{LeZ4OSgZXDm1|%xnaG><-AoV&pbQ%`OL%{RptL)U#agtV{N=^
zT^%dG$la-z-=><)UvzxaotmyWfB9d0zx+OWu7kPaw5W(zGLOZA-pU+j&)qg#>iwcu
zYhtEfwOjLU;@5s=^ZMn%dAXH*Z(rP~)jqs`!`su>>UQsc^^N=0=~tG%M|Z1#$zKun
zIyNKy;*Ma?>|1~8zx-#IAO9lfKLg_?n;&OZ1^#UM7j2SQIQ_KV-tL2slM<5+ub+-`
zR(;PNUwHFBLtV6eY<9lquL)<eXGKoGn!ifR%5v)EU$yJ=|HyB?@}Hq)_fO7!t4i0e
ztl$3fxY{Sr{G0hFlCziGxwviZo3DD?tLxudzxgY_KK;Vix^rK9|C#K%UA6vNaHsd_
zjk|*VEM)f<m8V(mpL=UfdHoU9ZbA00=r5eljE^}u$?FGwyb_%oZgwl~)!M{q5r?84
z)K7X=J>C8Czn!IAiZjnhZe^7Il6o&VrK;>dL*D*hkDf=JtqJ+hptYUzl(kgmDZ^<G
z-+kP-t;DBE;&pu2<Kwrax9;Z;+a4YN^L3PCcFZN2;|<SjB(obIo+<dYbM<NOg?Y6B
zuk;tMG-o|uaQsyEtXt<ViZ$+AZc>-_qqgq;{V>DNEE6Spzic>aqrj9@_ToRo|10bN
z8G5_Bud#kvyRdP-?0WtFHybPOtb6?@CHmJs*7*Io>-%4A?ETMhadp>`CGpc;`3jPA
zxAqjDyv0!59P`}zbJ<p7{!^!CKVNrfqRL*W{|qbYLv>G!K6rBP7dLbF%?Y;|YUW=3
zHT7a?z59#$2lF3XmD~7FPkXV@>0M#2+wMl(|5kn2_AFD}wL1snZcE)S-`VA6RZ+p_
z_~6AZy}9kz>h{zouUj*x-R^Z1>rK^7w=&k$<@(+__MhS4=0B?Mzlz)Nbjn^|RNvLN
zzxVRpD}_ee4Cl=}^EH8e+BLH~$L&Ag4lav~t~ahdSrU-_H}^k-*p2#dE7iIF-)67d
z+P`ksi(21|jpxfQ9oxD7&h@Rc-~DG;tEYIb`cB-ZnD0W*EsuGsoSySse#vva<$n@t
zQ%}E^jefI!>vCz~u*<>Q4YyfT&-z{~t-o;oqV0cW_wCJ|re><9C}83kkvGpSbI!vx
z1=|biR+Y;1R23CTyvjVCeYcY@?RnSSmrwGN@9x^~doKO*udMRF0eg}xf2=c$yI-;D
zc-V!^>|FCZ^1EMN`}Hb)`9I++UN7Rd-e0W0(N0+3xB2kFqw;0%+kdWqE?0Tf)_lLb
z(weR_k>0nH`Db%fhpyQ-@rt3L_SwBXBGHK}`}ni_9+(SmTwWcjaM@~!3a>!j!oGqj
zoIMA7+9vh13jAmIfA!gahGT5O`L85=*B<=R6CbplkAKDY-?RVDny&vbY}e$|n;g`f
zC8XFJRL?j5-uL`nsD<zGPwppY&+O;RnaFk|CHbG$!`^4g4;RhO+uJ0W+dH3qNAc$X
zPTt@fAtpbRLX%%rY}@WUTlq<e;{B6FQdeHYN=vVrGwuGIJK{kHGVYvxbX#`!<>l_?
zm+x+Vxlohi$jltO)r*BS8D;N0aJ24TGS`2m#*Ld|kMEu7`u1z;4%^nVd<@MymnZ*S
zVK+1T&h=x@CS7K8X_gZC<=1&jpuxk;MDa@bHN6e5^LJm**sS4tPBcutf6?7}=NJF%
zvb2w|I_5p+^(N--d%1;QUI~3STNU#@H~Ej8sr@sZpNy{Oe<~;oXfUu{jne;KRLJ@9
zbWf;v$45T-X-j4+TkHL54UgQn_u$8^i|;VcxSp3C^?t$EICm|*!Xj4%h8qmqisw8@
zwUj*ZUQ<r9zE}PKO~?q9qEuLFQE_H|o<eedZb4#6W>RKOW=W+&W?ou8Xp|!qG&Tbo
za^h!jWJqDiXGj7MQw1<&Fyu3oFyu27gINU(3=F~qR46c*G3YTEfDDA#&Bo&u;Oedr
zSegj35@Z`Y0~2VJlo9*r5C<CwaImp)@Nlqm@bGbQaB%Sn@bdEU@(Kuohi~u??l5w4
zaBy;Qa&vNW^KtWX^9l0t@$o^2g`gCE1Hhw0OmR%CXrn`l|Bo;nV_;xpVFra1$Ri*O
z8USKrVP)q4F&L3$7#P7rLjs`TBNk>>7Is!vHWpT9Rz^W421RBTLq{RjKqa=s!bT(E
zi3^?BHy#X1DpD5taIwi)^x?-zi<~zd3QkrLyHwn4^61m##T+iGYKKEoricqNFflT*
zGP1I;v9qy(ox;c@$gF7SD8v$&SlFn<I&q_s@WO*mK}8}-i#916C!1V+*fdFn?Zctq
zVo}wPmz+)iqYTnK$p~a>ob>#zM$<-(UXB>1t-+k%Toy7&%4r4KCrf;ldE};b^Lwg7
z@@8|7@~H{|CbyO@_2lqUV&XhA*Xy0&uGM>ELvFl$Q<S?^SD%IXOv?_Y{oS)nOeU@i
z5?JXJ6el?4`&>Q?g-QO~w6{#&-nCZNJ#2o}!d@4qm<wtQe>Yy1yt6BWr`ToAgzY<(
znYz2@Fw8nL<Gdc*#HS3LTI;v6xc7cwHjH_$bAHC+PAyNC$HGB@o{q;Ss7$Qir&t)S
z@u{Kv_I;rZJGV5JOlJy9O>0xnf0UFQsXpy=myF}LXUWU|%-}5#x@&pLW5FE*u9qFp
zOqK`FnEb8UBV5#RmHvI5@7=Z2ei!W9p>feg(Q?`H<QAt-`TZsv^Yt^W>xEYC{dw`q
zy3%UjNzFSm>q-wC?#M1YW+^=H`_8K}>omjzgWK$0oWK9w>i5yF#~#Q0OFe!1!jtnY
zau1~rJX|uZ$BEgvza>2D)OL^8+t&6yxii;9J#hkyXQ7~`&4NZ7|LYQ8zG@zGmuYy{
zJ~eAu?Tl8zO_HL<)+r0O-FX+XGB31OJ6&+ir0yFVU)-C$>E&r{tMrVe9;+Fy8EVe#
zH(0Kzr*%E`mUZ2mJhORA?`<<TycX_tP}%dyw2s54H(U2@tgM~%y147$df_X*%Y&9W
zd~lB9nc$}P^;Orjw>7sG@+5uneOh}zW841S_H!c_p39if^Y-Jd^%<8lSvL6Y{rIfb
z&*agab(^~WCNDnv&!k%Ty9ocRzuu)=-<E899hDNc>xpTal+@%o1+x+l-U<%XKI-LX
zYkGaJt#jRtRZ+HUzuq`oqQ#=|?V-iz;FZ_5tq;4k;bLHavD^_x8NMRfjrYF%-EFqM
zGiaIi*Sp~pzP~IrGT?C1f2)yq@44BxJBlkVhVF{COHrOu*d8Jk8Mudum0i+BjPXCi
z>P4^Iz5ixa@v~=5{A0N7pGa-6X8V!d*Y~`&&AS^b9T8kMZJHtDQPK2=r)6AQ*hM%D
zl_KPRyxp4{9PSxfJgZM9Z(C1SPc>u2!zaawEuCkoT?+m)+<yI6X8z~rU#0&B|M>Wa
z`(ApmqQhYwqsNk_QgPfKiVre%EqBNW91~RxeV46ia;136)-|k0Q%#s>>D^{OeQxEw
zS+>^pmo6z}u8wo9=gR7Lcz3(&^Qm@A^+kH|%FVs9XOEn@D*Wb>?MD4`cGFgdPO0j;
zxqL!Zc;jL*A(OpK#fBI2f0keP9xI<6H}!7V)!M^nT@w@-8rT+g*Ls;<7m3d=^$A&0
zn90RcB>P;>W!=%M;V(=sZ3whkyyZ*V@4eTS{*w0EB_bSpR<T2kZ@K!dZr^v;<FnW3
z>ZOMEI<@Gum#uhz)pzaG)pz}7X9g|1({RW_?D_tnd*AmSc4V7tE*7k-pphA>Q8(ko
zhn?YiMKT#vVzT`%>#JP~E6<wC;}E)H>B)mCD%J`M7*~k=@n{jg`L?|&_I^i<X^K}v
zH?!NK?~Hv4seeCSwS3d5!ZPIq^WB?_YeTYDDQF&X*?g&k;fK?i!v}R$)-5~XBcQIV
zk>D_6bxBjmB*qyJ`51p#B-yN!UCnx+$)}N3z?1#$F}?}Ta|}6_Z+W1=V6f0CWEqQy
z9XG2?6th^?%!V2BPAGORa}MO#@$kS?K3z#>&6SV1IKLfG61u1$vs6S<O?{ut1L=de
zLYNgTITJQ~y0)ifqFs__<c~wKQTuc*+pptl6r0v5<1q7`>;z}eql`z{7=&;0UtW6n
z?kqj89fxOK%{rN?JkRJHSHls{^lt$^)e9Cf=sC~UxxT~s&r<iS=1B*f7?iiHt4L(v
z(RDoIHBasai^A0gql4CGd@3i;$~Hd!P=c}P0I%X9S0``fTg45f%9Hn8QZ<^W{GvTc
zU<!Ai!@A^Sa#G@*>Ve8LIKQzrm}))ZbXsA%fon<nl${(3OahMrSz0VQKZ`nd95&hz
z7$ADJ<NX;Gi>(V7oLE>3Bp&{~a3I+uzop~*0lg4)|B@*_2c6Ouy7Mdxf7O)UuBj}n
z+@Hh1<ng&iYf%d8L(UY(qh2yj1ucvdC3g7waiuT$*tje)WP$+8-vf^s_*p(WxL-(E
z9AmO|u~1*+Y5hlSCrh=oW=cw)IK}O9fYsA><rfF$W==Mjm7WiOBx+Akbl8!we3uXl
zXVasZ&n*}a#m=*IU|?NxLcusgVOQn)6j9aVnwktA<$l7mE{Qyt@BaPp#;0#4cL_7F
zWED!q^kubeEl|*S%wn=LwEE0PE$@Y_g)=n@A2GS~CMvLNPP5-=|K`vNhT!bR3Qiq?
zvh=5&uA)vYdo5k2Fl(-xXK3vl`=K?d$%&~(Y8m&D100vw?Kt1I?#L9V()si`Q{7KB
zSk_{hz@q%XS$3k2KdhGxSa3(g{{Mw1iS3@6r_`QKVBT^})WL71cPGcZi;|@!FC6-c
zDjU^rOHAczeQf#rlGXK19xIs|!dqnw;@@`OtCU-oy#KpPh}WKHBAz$PwT|>DUn=D6
zIdZ1qT@%-|`yKbvOwF18g)(cle(yM+7?tqMP~rSNp6r)r52m#<YusRp^=Rkp@oK!&
zr2XiRPLW|;Sf;7UJmqa_iL6V$O`U&Bl~0iSplV>4ulB+E8n2U=9nF|k-*qd_7G|}}
z@mj`ek$ku(MSF&~#KIGzYZW<I)-AEIlQ^Dm>8*oesDggWqf({S4o;I9`a*?&Z0tO)
z7}B+SR)o}h{i73|3Iin`OkZ&H9AkyXw8F_DybQixuN*{#EmdYq99ZqCvU1M3EHUk!
zfBadb_>-8N7}DF*B0qFa5fFaMI=}sA65FJL2TrZuM0%Q@vL0x-B-6|0;CkWo5tmRV
zi}{*%$#>Z0-f!jSUg9q)dPK+Y1k;q@nNvEZSnx*q{G4;`jMgG%8ztV$#j1agFZosV
zuiy7es`jgOJgHJvJNt};KK9!Cz7L;$b!zRc4-3}^zFY8MmBgO4e!3pd@1|b$*?rsW
zZP&?@ZgUNO_ZqWod6`_;UGBJTuH6j&Wp8uKHa(l)di3&#b2i)8+`4@rs9xl~tNxN#
zAEav9b~(=4Rd1G`v+kX4xpn=OsBN29UaYQ+xxiJ-o-A6o$=dE==<H{gV=T8Dt@SsX
z{84P(+NhRC`*+)Z)z4dHyDKhh&z_W}_kSew@akS#xW6=*RawsP?)Kw7sho$|w}vma
z{H|xd%P1oB!W@QYDt+Far-BW8vn28|wjSBKuDWzL)3sNOM_djFcs1I0OUnJQj?B25
z%bB?1a%AHfp(~6t{xk5c*!A0sE51zkFHh^9l<8r6pQpZhA2?SrvXAkd$Sm%C7Xmo@
zR36;*STLte<(qrP>*ZClI^TlJ6?w8_R-f`<NuC`m6SbmnmFdG%Epr?W^rsZs-#-19
z=jr$LXaBPOX9)dg6|1oK>3@dByWZ#Akh)#{cjeTQspdWmJIc4T_FdmlbLeI7&7Rb~
zw=?%N*oqff$Z-VOY`G*@nsvsa#rTMuvnT61mUgCHjm|gPtc4yq<({<Nw7#-4cG2Qc
z_f0p8^CKIt++U&Qnqb?o{Yu6J!E^uo!*;K|yteeJ`_;ngW|>bh!734(O2wmc=9(7f
zI~T3foV8Snf1hPg|IEXSv-uAFDtT{OZzR7b_~q<Xy92^sJYx(oW>=6evw6BD=HI-(
zOGBrse6^SqRBZUN_wd?Zrn4jW?7N$LGdHr`*Vgf?R$0)Zd*%Nb+HB76iM??rZ+dvO
zuho=X*?@g_!Y{8~RdcZSX-@9LyFa71t2eLu&+sa=iZ5`HUPho4*CK@p$A2eTU0u7v
zIJ9a_hULx!X^dJsRRUMVhO86Yn$^!c$@0!B$AioD4@*j?UEi6vop<xiH>>0BG`^Aw
zd;68kkbTAbO~+nk=$9Y)aaTXE>y+GOor=<m(>J0s<KJ#|3f{HAX@R?Gh>Xa*8>ch%
z7`86tKeE_!zSyzOyWH2UBt!pNm(>OZu3N?#cJ{E>Za0~E%X;HkvbAr<<d&D_=x11+
z`_!+SrB^ncsn{W)DDyvqjGNu!aCgymH_L*3Z{~OA78G2$&Z{uV&sgpRV<Uqer;doc
z=tEI2anU!;uF|`<%sQ;4SGH^ilfOazQOPS+Z3}ctZ%YTwIk?hCYzL#g_MXGDHFn9o
zHmb`y`faLzdtu6D^P>xx7V|K&hD%mBmK#p8kW^FdFB8zsd%IpDHa8$7OM7N>%f9nH
zUfyXQS{<S)f;P%AQCX`+(k5kITxEAjh%+QBD~R)0W%(&F4GvGmBZ9a28JBL(XEZq?
z%(==xt5apFqa%-V$@3elR(G_sy)4o>aQ?85ScBhk&Y4r*w@B-%>nsW1$G~9a+}&_x
zM%fxBuIZdT{~1yYl{_yw8Z^lKUMP_Aa`_aIhy8DtN$^~7IVPbH`S2#cu0kL4Lu2JV
zoKHDSURl&~ziI9|v5rAMhrv*N#RL`3pmv!DN*-rVE6;E$YHwaLML28ql){$QClgJK
z<8K9U^h$ZDaWC<z{V>_X<+6#MgpkX^*GkeYJ^g!Bm>QVaZyt@kw}B^1QQ_H=Nj|@=
z6}F1(kbJ@@QKw_nyi~wslG99$ha4+pmU=DXNxf0{p@D6I>luD|Aw|9E8b<7lD$@))
ze6Bo8=(X~ilg4!Zm_+L-ktGLOdS{7fl~$B<6v`Y73U=X2zt6bY;icli+MgZ=R~%vB
z<7Y^5v#2=0uAmaqqtbau$Wr7<^}?jZFP%FZm;_B`W=)!S<j@SZtS+uOOb6VW52Ux}
z2t1k`qh`B-;emI9V$8#*LWZVBD}vG`6Ox2xbvg;O`V_QpJtEE!uFrSFM{o*b*oOms
ze-aNRh-xeOm$=;Zcs^~S?-HgbR*nU#3+A_;zx0;-*@YLAqkJUS{GPH*kSTHg3NHRF
zs}!BWl~x=qIPIgsQvd(r6VomOL6ZrZ2Yj8fdi)Iwi&$h9>l84uq=fq#J54H-IO~(F
zoYp%n)xM-Ozs9pnAd-Jk!<19<;Xhe+&-4;lY*4buVae6RG6g}K>Z0b@1Hmk!Gqehu
z|1+FF*c~i3(Q4LYBb6qh1h-nlWfNIUvRGb4J~osPnHpBadAKDlxKQMTw&}kU>$^Yv
z=yOqF2y*FZoG!B{D(hEqkT|17=K*m=t+#HD{F{4H4A*_}-pJkIvFZMiBcEJ+jaeBq
zk2;=GbJ*J}k+ib&lwu-7>*+3rnJy2HTnS-TYi^pv^618s-6u9#cN%Qj=CPvM>AA$&
zO9u+3G!?|1IJs(<$|GUZ_Yp_4TH{n6PwxpW{?WaoO331@pT+Wg$-gV+F4?(CuH-?3
zUSN;F?rDyxcCsI>JsDmK9jLq1o!i+{m*{zAW|G618IC7?I-8X)>J&tnI;i<-6mTp#
z9QxuCm-#*~VSR~~5BWQi8<iGaIl5xqBeufZRw}l84PAE5l934WToq(zc;u#%$L!6<
ziWVwm=Q>zQmI?=EUE;N}XxQge_jvL7`W^onmTdpeP-XX0*52!%&3}fs`>QP8JzV~^
zTq;J6H+*qlg2g$-WU;*2DLXo9e-`fDAyu;bYQ-h?sWAc04jLRYIhLHhDSNw8@98_s
z&u72)79PFP`q}@!<XpQ`efQVcD#!+0=i_y7GD|h=ac|99C*-sI@J(sH8Owv#2SiBe
zT@1dOIjL16q?#r4^!k%KZ*uOxs+#;`+J6QqtNb&Ej(zznw%%~Xfn!Z|q8jyW7LO--
zJ_@nWtJHtjxAU{tVz%p<o@ex`S8ZTtoy1i8FXD;c<yDD%oNdW3`oe$L*1t}?U6lXQ
ztZJUkv|X;k8?+{|Eo$<r-zHG}?7~vEMU$Dgd}ux8%%of(yQ=t`+vDZG!fRi3ZPooI
zEj2waT{pc~XQ6-l%E+fvZoS`hHtOG#vO7~kqZb(j?K`~d&$ji>X)nB_doLf>+%$c~
zcOfR8u)-r%hgW2m>U}QW6;k<ytGi6b#N@+o|EGOFxBc0<Ysbs(y1B2ozXxw$cH!0*
z9j+{<s@S;2rkVC)T|R#b-F_at9IJWpule@3yJdT=qt_n$V6`+zHf*bx*q1w5#$Qcq
zy?W%9ddbYXy~^_1lEs?mrcTb!PxXFsd6EB~N56I+Ea1F3;k18Gu9@B3dsegl?#?@%
z^?UY~@Ex98W^Jm?YM(Y+{l~szE2b~|Rkc6p-PzkS<L({pO<o;)Kh}cFWX0vrSBiFO
z*}Qs^x7O6|t!;ka>rG$lPwk(+JL1;1=!>;66JP!7?c1?q=jyiYAsM;qGyg@``r7ka
z^enku@6EDdT`hab{S*79-+rq(ZxR39_ov-g|Lk9!?|Wk@S4pq>;<~%x#kJEalcV?j
zS#y6^(x3PDb@XB#-(}_=yYqd+9+MrmXBP)Ou-uwy?_3(VW95f>!+&m$dupD(n!E2!
z+`JiU(>J!WT{i!+I&fu(@UySpwO0AMpN!|}l*wEDO4~bC`|PoE{~7X@hfLeFHoM%a
zd5(B+W_Z%Jh1uyX;k)!jRbH=kTUeOvb=^7j)9vEdzQ@iN<VW7zb#E)z+uXJ87r$`d
zh+3bK@Y%HQKSN06*S{wo-}SyI>%Z&kz4zJM-)?=)^?j?B(aW>Nxi2?u{3`WpI_DA-
z!+T-HpZ@N1uj0?VpP6s6GUj$v%;haRmT5=Fh9@jLwMN4++q*X{D|@T?)n#XW+v304
zUEF%}PM-PumHCOefmgKe+4Va5uFuRiyu9+Psq9O$#Zs^0mOp)URcQ6aZrSsvLblzX
zbXPcg`=;9k+g8?BE~(nSer?$7?#ogoFKv64UHi|l>|Xw!??=^F)p@^@4$jJxHI7^M
zJmYGuH`ju?6{ZU;_jTVg33vWCf7z+|$yd9>1OB|Z@m5#Mdb#fEcUPxwxml2LWqHP}
z{!iPMy0=}q`d!+8mipq)@~d9l4%vUFO6})1hSgd@x?jIYZjYVaxyJsPozhc|=c<>*
zJe{7EoOi3dJ9WO_hV^cXU&fg1Jh!65xl!5q)(-i;*^BOPc{l$`#ItJ|OG|xyy^>je
z`~FsbYo=2h82<ElywSFoo9=H;dd2AZb#?Im^p`L08hez@de3^rHhyE!+;HoEx>|eo
z%{RUIoq2nFbl#!vJn8(fxz1VNdQF{Huf21f`E=l{*{A)d|5%(aKiS%U)z$h$-`8Bv
z_}RAVt>6-!e<*l5hwr5>mg#yIWpnomUW)bJ7M-`-aAmsRr^(uZD;<w)XlKo+m6~<q
zy78%JMVTex+xe&7KD)xy?A4d`v+S6*WKF!W^veEoC+_o=&dlDv=dhm5qg_*yq9je+
zP9%xnQV?R=delwRvOHOGdYE{1ZTzLUpxUj8_HLU?M1n*Y{A{Z6?Fo6Xq|icU=`mBy
zWve!6WG;6TS}L>m5Q9sAOhZZtYdhmaS0lB$e*&B_*DX)Tr+9L97G!97DNK@J5w&0l
z@l{FGP!Vvs>JTTXqq(iJMM36aM}jfSlstt(%k&oE6%*tFRl@oHJg}&2I<2$0p|?n5
zW{9HEqYXR-MtR#kQZD{3Iuumt5h8T__Pf@l>x8t552UOTW6PM?Yc(;XbA1UDpMp1M
z-_55t89B}}&Qs=GBG91ZbJD1(cisdJhNeS~arS=<7_OU&C}d{3ynSad$MB=Ws?~=*
zTF)3c-LL<?MqsIo3geumHVTXkk35)Lx>E1+@~}+ka+vLudY7dy)@z~94sQ*YCYepf
z&*GC*449@XT0RmtWER(CSTkkG`4pwc&7D?Giyqh{G&LSvBDp}by`*0vlwm>|V^D{i
zyo;);)DkV0_>2-m8BdD^6Wawu3)NC4e|44!n4V~NSaap0#LF5Btdbm7`U~=eYFN(V
z^yxXyQ6$7zB({pZaGIpkvBhrA>*8KHP5N}A?a5}Y^zOvQC$9om2p(7vw9_TU$hAT6
zAcv9dgr~|gorGHVaK?!1b9iZ{@LrjH<wwBssls{!i*(ifwoF>&Y2ez*6Kene(&OuV
zQqG>1lQuaOx=gW8+xj=|Wv0VV`Ow~~iOq95?S6Fal+Z9b{;Fs0gtm9vN~NErR;5h-
zag5EXJT(1*qqzQzT7jyR3wyR^&)<H>#4z}0zN1mWvqKu9CodRIV2~_xU%x$f(&?2}
zg}+N5o0_eai&I$AC(-e#?e*5Ux3`zZPFt%S^s4)=_oZy_IUl$T-{#MrxvOU5yrX}=
z-BFztqN>^(xH9Q==F!67rWxn*CLB$gC|&iJfB((gspj3c3-g_3TwVH9{!OoTO$)=~
z?}gnz&IVqV5}c$^ZhSFdj-$^Hy}}vSwp`>``e0J0!i=-&5+2^qcCKLXGP|AHd+lkV
z-=&lDmbx=NYhgdF6l{}py2!h_LNJXX$RYHBe~lN<1<jaa7KgJgl<qzK_O;2jrRrjq
zOVlP^a&D5)b$@J7(yAd8<1R5L)758{LYS7x%*;TWFvEyPoN5UPOFWK+25~-cIC$gR
zF(tM=XDgUZBi6k?(y7yOH8$9I&S%3(X9T`2v~<(dR(bpQP0uVVr){narUbNe%w3u6
z=*f9@Qi2=H$Br+`6Qh-wR&mNCp6BIz#xe7UlZJy*MU&loiQY2@IeX8XkX&E>uJ8H<
z*Y>3=xxB6mJovWzt!Dhk%GolBEz1>RHFXM%jei7Lt2^#m|97+Z6<=L;=i>}sS-%f6
z%hmrqvHzmue+Dx<P|GL&mFf@qy)x|u@vqDs=6XgxbSpmMkia6gYL!;)I)T4u*GkWQ
zoY@y2x2!28IIyFEb*J1-_p-xll7EEncz(8W>Ai!2QFkK*LWB)<svjp`x+Q-_x;W<1
z`LnD`QeM9Nc5Lel^|v8h){6@-Hny+SxjO4cOey~+;j@3#G@tD%d~g5s{5Q{!*Wc&<
zGkvc=-&8jESL%|6Ki6Jq-YEEZRc6K%mPx%_&qcrge!TL}jl$)bDQ_K2LaZ7!R$SuW
zrSqRb(=P1twx#)3=lbT!SN%2Jws+r#K-U&+z3dI^|9bDaGV?#f%iHJwGwk^1u6*Iy
z!k5$Ltv&s1=K3pBD~;k8^|GISKY9D^8%uY84c5B(Hc#=(8+E@&Pm;C@%H}%W|Ie^7
z{9m~8<NY@xB6G{OyeWHKRkm$Q+pG|cErz|ay;*Jn9josIY)@Pnw>Wd-f=S;eTws_v
zvv<0lrMc!F@r{x~7qzZ0ROfh5|Ig{3#k<|CJ>8iBJJv<t4*W9nOHkjAcPqE84*jxb
z#g(-$FXwvo7ss7dd@A{~%J=Zs;$ov|GalC4u3NYItKGHR(=u~y_qndh6yLS_ufOjR
zc9BbGqZXT3nk_fwF1qt|Vfx8AVlTDI=UlkB?3wAhtcOQcj~X7cl0TKLoi+XU)}ymm
z>|e1qck=QVcV1@42j1G7wdG22*izpG=5Ndv@8b<TH^Xnzx2*x44Vx_(Y?KaOyzBCB
z<|}L6kKf+ySnjZQy2#<mUarNiPDiJ&xb}JT+rKNeeTiA?Wtg``l}l}2$*G-ki?&po
z=Wf4zZ`<=|UMamd@8<gL=CJ3Ub3J5vXmHqio2;tyi&lTFyPCWC;_kG&+b^y6{F-6b
zP`9e2!|ifGv8}jC*5zfU-?m%J2bHW}zB%BI?l)<-tc)d>v*I*mt0W5}55CVXDYjhq
zpW(`NvENee`I{G~Z;3Wry42vop<m|$R(w47F!ZYF&hyW%%G@*Zdv|k{#m^0g<=?3n
zTC6(GcKhH{`S&V!x83f3Er01o?C!jE$AfCQyK?z1zO-F``K5N$w~*vm*Ed(6)Fj+3
zIi0u5?eQ`_ZK-!Vx2<+t`}p9MS6@qQudA-A>@BbQRa&{&@VfPjOr6_r?>tbsT=HOf
z(=Wb`mv_G^?pf})>}K9=_uwnP9=$z!X2m{#{|i#HzkhXiK7G57mAh0kw9WF1X|3X=
z{+Dv|mu`v)U%q2wf34TnT0sw?@3UrY5f2SFnQ-6yW>0swRG8wqTe<zO%(?b0%{_Yl
z%CF*}?{+KoE*$&Mpx0cl|JN?e?b@?@%N{2eC+{%6w6xgw%e>cB>#j&Vd#Ms~+4IYN
zyI4bibFsUsn_{Bx2i^VNyZGvA53{9WcdjkF@V%<#>axhdE8gdyURis7`Qsj&6@hQN
z7thVOSGcbJ;or%wt4>}wn}2xmzt1hDSNCps_4nP>sXMnVIlX*K0IyqnChv+5XQZ@3
zqUIkLeJ&E4u=7V|fui-kFS);#uadq}{q@_A)A^UUr*AR4AGCulSmdka347Cf^KG)u
z-c^_N&)U-9F{5l*OZa+$7cXxAP>#72sy+S4@AGbd`tQuIy%@i21%q|z-Rv~=8+Eg{
z{by+ZYGvPK<=E%_pW*ReFZE^HqjD5%cXt-gULlgbb_LsfS-rk(i}=p92LG7Zy5nti
z-D~GBw_7*sX{N}DZ27y)`pog#XA;l$x_-L%?&SKNH@x3#B>i@u_}YZ?lg&%fdhY$^
z{~3&|HnyZ|?7I4U+T27PE1Rz6dBzdzh0mU2?UK19cPQe)SJriBTbBynFO#~soLT3x
z=tJ4ftE|ip*Dv~YW!CN36a1%lXV{$l5SH<I!+(a(`A_>SE7J=T3&YNRo4B|zuOu|l
zVe(T&)ujhM?cB5OKZCN>ojRYq<^DR;+O)ULF|1fD`&q-o_=uc*n^fcCX|95tA)zs0
z+_M@v=CLkwO=P;Marma?Ia85d)dilxZ0o%5OyG2_Pf}XGjUk}mnXsZ?ok3%eqvRs3
z0}4V?0WXyej|SUs=2K`5T$UP?u<%FXt_c%XcxZ@<II#!?-hJZ0s46bBV6jV^Hp5h_
z=;?<Q(r-UzQJQn`XtBRU)(X#6Pc@wx7EL)IsPb#?gefTtPHU<OIFt#wPGmSR!z$eW
z@*4q$Fqh6#H7<XAm=-QQvcN*l#;~PN!_;Gn<ij4J%M&Iol4(4}*rV&bq&2X?NPhP*
zalN$;LXVtM4JN!*O0AIBt5N6n4tVA3)u^KW<pAR)Pop573$<zjtZ8j^$zPn8TryH_
zV39m;!7Gt|D7K^cO@jkRhnLQ^U`<7i37#h=iLxx$+1$jyP!Oni|9hg6<$?*02bvZN
zRva)?QaSi{nZnjk@dH}TQ%n}f?%gCOQ1{YilU{jVoKOQx@0Y7w0t@dhSU9~$!$bHI
zQ{{Hg59jxZ7})>6{CMlsP&J0I$r@*F=H%<=uMFO};CI)V701Ocvn=2{7P#}}y@~r?
zWpB7<5x9l(Rmh|XcIPwuT}%4?b8m~z*8O(cEO^3KEsJ8|nGrWnJXztpwEKuM+tm{D
z+xaWZb|;7K%G%m{MfQfe1as0&zNf*}tJ8h2pUaycvL(yo?$Tg&h5VG{>&r5OiyN*i
zik*1=*p7<HAr|w`?)@}db9Y9{>T5sT51rHewz!wU*FdGYf3wYxqlcfBuKn?<>$+&@
z6*-0_X%6a=M;#aLin-2Y?f>?stQ^zQZLg!YxqbeucZfmed8R}X|9*=X@tQ9;Ef2e-
zmsxeG@*S7T#PiK=>k3Vsc$VImRe$nY=H1$5f%dAWESQ{J-UUC6d8a6&GC$X+ezrBk
zEvw~Ur`(9n-eI!SVZw^bXKY)nG<qYqXq3&>Y}5Rfd|BRbSLk2=En(ZYbJpg(kGgqt
zy7|L@YO9myf0=)B?Xj<G_q-DS*Vk#)x>)VW@AF+bMGvJteILtk`rTe9pDjEsVDp~c
zh0C*juf{Oy@vz=1nCU37^~IHiu~%O6>Sro!m-(Qq@g+TYd&1B9%Ujv*=K5|Im411F
zh2gpFAy>nGtJsj*=;>i=Lf;n_KmTZzE#~%m$M&F38|f=StwP7e7czIMw>+79(NyTs
z2Pv-gGh9?wRqs#f)_07!bk}OyrAr(5mOc3EZ8Nzga;J02ysjldtG!n*T)2Y6_(&38
z#9^jJ6Bmc4iq@)P_h-ztE93pQRjf((9m86O2Nt%AZ;EO%HTv{rcC_#Hb<2L6#A|Y^
zN=QN9hS6fq4)^4r`GNbteQqe*m;Ng8N6d<c|GpF+JJV`(lu;&K<Mn?A-8t8D^0VD$
zttoEqIPiGM`M2);e~<rX_<Z|i8UMW!TkT(6r7eBY`%TZ@%WrNDzrLcR#YLU@$DWIQ
zm$*~zB`U27c~*OI>J=WId*%!t<<Iv!Pvtx;`BWn3u!r1Lwj^troZQ>BiSmVA?~mIb
z`TL+MQ}=XRwshZwm0{BZBdj{5zAj`bnh@of_3hZKg{(Y>G<lB;OUKP}%b%urUWaW3
z<70+8`5L{bwcV$G7JuhECa&<G!B4$r;iYY{p1W?`%L_RgExY#6gG&WrSJ%y-bZC>w
zEqk-Yb#`vn6F*+M@#g$@x9*fBnh^n6%5(1KtN6yu56QCnz2?Q2ZTEjw@n@Gy&&o5I
z^U|!<hWGF(i^`puhWF2`{2uY+K|#Wsg12r_?&UxC+>hKm>Fzt9D^-^dO3n?u_AOe%
zY}&0nbM;IwS6{2BIoDpT`=+I!`fql<;r-`*kym0fom$<kSL*dfpDHSy?5wr@@`}=s
zFH+I}8T^0NO%<D7T>16tN}2POuXdllHPv;ld+_pr9oKi1e|~LwWV-D;nT0;#ceI3J
z&wP3=Hoe$7cyr#8XXVoZQ+|Bczj%MziA;`X{}}{LtIoD=J5zo>a^K$8N3Wli{W{%S
zEg|N+JZ$CSs0E_0*{(e0DO>B~m2-Ld^bbel3-6WNK70PPdh1i~T}SGTR!?c0yy8WM
z{Iu1py`!ZLl?u7f<T#ivtG(uz@zNYC>#SGzX6{%UIX!e`^xccA1Gh$9-#68(&(x&h
zRcU5uTD$T4qZhU(9d1eF-90Z`KHK=*)6-k0%+2&)EIfbf+faomKc)s~^>IqxPQANz
z@6)YEzi!yOX<^{hJYAVb=R?;Rr>|)Dj#>G!PU5<`v!hDi(T9ist~imL^0A>nK{LQ|
zvqQ4;(ZGibS?&hg8eXyW-@f_jTJGK5<u`)v>m1!Wb?=I=wp!CgWPVpUY%reARp)X4
z%Yi$uE^WKJF3YNQ?bFunE4N-xOnwowaru=3b-!tQ`?9l4&-`cbGWn~xujKVF=j61<
zwduZJay7&@Jw1~){o?Wk`+c46>)*=BTd#ZbN=e?E{|qZ`U%jpWR@QO;lKSV`d%i}7
zSiZS*@#&=#k5{h~3hK&T?iH@GMZfUiv0klhPyQ`BBP?MUdE-s_-o`bz*R4DEe!Hn;
zc5$F&xo1;Up3RnZQb*+H-1po5XZx{Sy=6D@zFfY&-P(F}*V^KjL8(XW5)Lt+*DT($
z{n69DMLWgC^=2+M-gbFO&DE>Y+H>=kMS7m)SKXJtX>pKRRn111n^x2I&X0H}Yq%ro
z&aB^a??$iPw==`+(Y3jIb@j9F)T~?S`)AG7GcV3Bz9jPE{eOn<vCrN{Jug^s{8Dw?
zgVP45ntjEB7v0y^{KH!sHS5mvkn(5tF*$u-w?+jn$^Xu6_5DkP<BIEsE%SAqeP^w*
z-CsS+Aa2jTvX=>ymf8EsdOwuc?(!==%sOR@&EwC!)9k;uy>z>FYwqgI&`aM8n66ti
zd=LHYd;L{q(u!XqbE2NLWodZGv^j5>wr0`o&$=tG{obiQ^{d1;Ue#5yUh@sEFr9zY
zHL-k#h^m9sj@rQO{ePshV^`ahh@S79W;f||^tt}ryV~AX<zm-cr)ppNs<rX8M_uGs
zO~Dga3s-)7ysl*X*}scRGM1K?y!KxBb85!jh6mq0Gj8ph*Ko`z{#@Gj*M0sMY^DD*
zROU@LD_y<o+^tKEJJuH*+cMWn(s#}g)4oEhpZmD-x)!gLGL6%2`0V;@W|auvvPYNt
zWcOU;o|b#AD09bIl~*$!Te;?SP060Nd{b`utWaCCSd)M?AD-_p`88$Mh03rUO!Jm+
zp6!#%$d=IY@!Iigwa%AsMQ*$IYunn&6*+qKX3ehzx}p}|{G;Eu_Hw=1+Evrc_NL#w
zt8AMcJ?Yh!b#j)x*5<q>ZzETHdi|fFOyOPp=06^PZq)ur7riZ5GsE}N?c3^8Qdi#o
z+~s~oZ;tiU{;$<)YyWnHZ%Gd7m_5s4-~4&=KOXy@_$u1=+gyi(FYaAr{%W@5m9F}m
zJw>7U_m)eRX6@})k>qjH;_Nlssih~LYqfrLNMO<7&(X6Mzc_EZ+Jm*tgG1usQvo5@
zf<wu6OvSy=!*ZF^?!7j;*_m0udUl1UX}@}`{$H)ev-x)}O1Vg-h%Pw8DlzBrrQ5US
zC|f*L4W6j6<K)qo4M(zmI!x+0zDru=xaUdhf+-$>CEt8RzqPtHbfkDVG^Wh^>C$2#
z+@Tt-vmjHC*??)4pNfp5mfBUd)XE(Pj_z^k)P8s@fMI9q@s}UkCJ5|uwchaExg$eC
z^1R?ond*g{Q>QsBY42f@T03V7t5$V|bK4{jl@`Vrk12}A2A*8u8?6l*TrPWe6`rb5
z>`|C(pn9X3MO*KO)+L`4nMYO$-V>7YnJ`t6(@%CnSUjhSh$P=l2ZiapULI;L%Vphp
z6ohZ3%(F9SSMHlUX*%l>;Ug?9X^b(&no|}?IC?%lA|m<Gz)6y+UDcCkLtB!gjKTNA
zXO=KNosenFZL@%}!$}~`x_FB9j4hl~T<3BA{cu6VXPxclCdUjem!{`m9TYS_Zwq!3
z7M)^qK6tW{nxmXRmr%(gH7AC7k9nVSPSkFH*T($$KZDWwBYP4Z;%=_feAmh#|NqL9
zE#<wZ^QX?e>&56;9Px;$l{w(B#n!j=rd6j7&YS=0Xc>$A4ACR}dxYW-i_C5>7Fe=H
zc<FM+)o(ig&M^DT7aDT<uB>>T@J>&iqq{uSs!l)s&kzv)%C>9T(-M2r$1}Ma9GxX)
zov%rU9W8b{_iK0NtOqZz1O`j2{4;Y0?@L>Mt!q{b-aRusVfCM(rtCk%Rr9Tfx8A-`
zxYV`aiBybxbxZQr<l38#p(^)Op1kbkUVbL`bjDq?Q&V+c2d@lWuxloZmBnX|3(jem
zLcCvf%=2IMDrbT{rwX6tvAFvczpc*fOf`&l)2%tCwQ+er|For|z0w&yPnKM+NSwLz
z<-MN!zuHzyXXa#FR4W&4o51i}S>oMY-cP6cePYZDR~BW*vc0r4;Ym?ic<H{`Hi27Z
zxA!uqJUkV5Y^~m3$K*9{WnDMsZJG6U-_xn3tX5pdthei1tz5f$v(nj(o`LVoL?t4N
zUu`*giii95s<17wg$2(x_OP5e<(O0!oLeRn#l~m2{C?TQoj1a7uZs!VEOXXZBk-WI
zshq8(%HI{A=f{6_-Zi~yWn}xmNp~}EH#T<|mjta6T+6|mGR0(O;_t=9`@Z~r@0VA)
z?e?a6?VtYk(stsEcc1mjx=pHdT64kAn$!Ks;k1Z=MWJ_InY1Pes<IwtnG&}zAW(GI
zzL~numU}+aG|33tSvJe$th=O#mV4|^_e;C?wtX<~epNSD{PLw^bG%kWES_kwVrxv)
zf`?+aQl~$c_v<~LlJ`8{$7*kP^Bv(C8>Updx0@98wl6UM`-i*jve~zO=hvYeUJrWT
z^?T>}Eq!rydE~+~1vAQX7R}xF{@P#LO;>mGGOm%zxF{4np=ZLAn69t|lXEYYiPvm-
zt(nrNf7P1p{^e55n`RI0#0#vqXgs7ZugiURb6Bc_tzqE5*@qH#Sbx}M8T$3@xu=y;
zzuw+j9bQ>|X9ttN#&5&Rbzv60``(z|y8lYtYRZz5rUg9n#Eh%Hr2c2<o;7)OP;=d7
z_vM~-xxrjV7tbwKj`pv=lX+=!WaNz&?RmBvTYZ}Co_;@ec}>K}E7hF^46_!r{65Q(
z9PDwTAwd74Y@W>Ow9Efu>{BJyuZrEV-z)Cpd0(YuR+Vp0lGQVIF3j8!edo@(d%bSE
zR{foEY~4q{S(BJnY01U}pFL&}^T2D;I%XT&ll+q{E*`f%x%`fHg~>0gd7UdiA77lK
zY1X<|`}MCaFSoE?UUaLZyV-$PZ*AaIspV78eOcU5svh)C)_+InzCD$EJBzOJ1}rt%
zxX0GYmp57ZTe8om<-u&z_A_vvw0_vITd@B^xWwU2nr^EfMu^oMf3{3|^Xof)x2wwy
z-<6(bzH!!P*|(i>A0F7My$stFHUE|MH0$f9-u}9`-!t;<y{S`u&!_LKf4OGWG^5p1
z_iTOf>OVu&`qg2xv&_S9^f9b6)~IIrt*$X?s@vALD~_fXIM4d_Y3CAAzRWm#k<hyH
zXWQ<cv$(cm>h6i%p`nM`mzL|by|}gIdsv>Vh0a<%Ewh)uSJX=RE%A<iRh1vQeYs!i
zmz%4m&(r=Zd|6iG?CG+b-(o+!pRJqaczf^M?1I+?*CxNr+>tkJ_Jq$rOEvyZuV1<F
z%;WF3zx~~HdsExnop<hE<j}0TI`50$A&<Hldvos_ul-fMwCwNvW!t6&t#`e0cSlT^
z;+r+k=9b1dJkwtjeR}oJ+)qVjM&7-3W_LpF+@7?o%jEabi*t-UwGz%PzAUd}mAqWG
zL^Ahp`q$P4Vf&W*Em-PRGv)N`r6#-QJ6ArkegAa2OFmzzRGIFr_fn;6+m;y$#ch_j
z@7h~_^wjacKb~yemtLwK@|EqHUU}i=ZMiF7hOEqpxm7YdVDbFW@R(WGKJUKtW2f?}
zH+w5TeNSB(p0MrSozEUtduxyFz8es>X8(-sdQWQIP3Np#e&TIZ=4aP(-TU3Er_7m^
zd)f7#;8Lx*Q3s`YFE6)R*tco>i|=oLmtD_vxL7*%t$t|hudi8)u5CP@artA_p8Ls<
z`|_{q|J;1}YHqpi>C1oZZhgPHeb0u)9=A>3Wv`gEb;dQb1%Gzks<)aQ`K@x%iT@1q
zVs%cRUba1V_j<S4&N=UvJdUh+c;%HqhWVSFv7&cRKVSB<?9`MuX1BAmLODdv7QH&|
zbGZ5DspGHn4-0S3dbOzRa(4LbThhxXPx8zR>a4$N{qNQ1@WQ+6*7dD*T=d{YW{k7u
zw96+quKKDuO>9=~B_~ng8NN|HpHAtS+9gE9Z7?o)DciSV+O91bQl?ygd{-QLZup-;
zB;0KG+Etee%*$^V+{wKmlMxlR>e;31|K_iH_W4S(`00<wek@z`XUdzXiIa2x#CvYL
zv3=i$9b493+Rd8Xz3pyQ`j;!yR=<?W=g;-hSN}JA=AQG{ms#_B<=i)U@lGt<*0DPG
zuZiWeZx=PCr<*&99AE3#@}I%@a`Ar#``Ldsp8Hlm>-W4fuS&k{U7oXLW7g!%T-Ph5
zdg@oM1|B{B;ppA@wq=VGUQIPy-B`E4Y%;gJ%lVo2Hnp3smH+hT;<UFr&HtEezFesG
z+{<-&%&W6cub+->uX!cCZqY0Lpl5qeCQB#W>dO@~o6Q_0yHxIxbFI61Tu0u2hELr~
z%CqhL^EOMHo|d`Jz1xjdH`Cql%9X9ZW`DHEy80(@viGxemv_<L@8x$~UUaH2muuQ~
z_sc7;U$H9Lx#IcD{|vLv`s4&|f4Ab^FZ&hWmX-YbQ?=;OtC>sPGp^nG>Kr2WdZml?
zmFoWtm)6vqd)w*T1ZKv@h24`ZJ>csVdgt5LN!iR+ub-ZHnY-m}wcgLn#Q4h9FXQum
zxBB}%ymp^=?pg&~`|jv3`)0q||HCAITl}<I)eW(?VsF2lE?(Vt?~v=;^sJ?EJAF-K
zea{s$-(3A^-Z9fHKlfkB$=?6&?(-G8<<@qqURdAS#y0bd?o5w8I~puwUu6_$WtA-p
zTYBcavE|~)0k782*vluq_4?}a?Hih+vnviod5M;a+sJvYe`@XHrS<geOHa-4V;-{)
zy87SR^!~uBdc&M|<+|(E`+WI!KC^a5o~iHK$GXg{QKB=R?YMKLQa3qk@7hxSz<c#i
z{}j5UpUhjdI5qBb`M%AYa<${HNck16_|Fi`cKZtNrDK&b=c8u7GJj+Eap#Nv*;{fo
z%(Gt|4_Ul~F@N{%%b9h}XEbAs{npytnHq6p%bmM9b1Rc~zOA(_cezlkadH3McUd;!
zi{xUSh2)yInJt^|@A2nWT}4moiO0v2uU<X*_=fF<*{e=jt@X3LG&g@|$=|EH&!+Ed
z6{=O=^UCbk`DYd;ervUwr!B7Un{QK<oqG3e)%2XDJ0o_~B|ENkv0PVbF0jip)1t5J
zINK}zsnO>Cx$&#lUfp(n-=E{bTT2Zd#-Dw$satdJ*O}}6mwlg`^ZU-mxSLj|t6sdW
zn)X}u@!qHd%{~TV8|LqN5V_X<Y1Wlz$8H?reZOtR+>mLW|E74|nX}lt|Ezpl+>g^6
z-tITjl`8u!{d}?S)?}X@3#_!Z?6%`uDs%m-*}{X1cAM^)wk3<pr_1B-iv@Yn&%W*s
zE4}u%K5X}$`YV-H!aaBYy-BFQEEDtmYP^98i(<-(zP{!1)3wbO=Vwidt&-6D_^>E1
zdRA`0D-TCw=NbMbChRO>3t}veZD0Of{#A6Y`IUmwEcZ*R-l$zX^@;sf{?Dy$=RG4C
zO%8djw0rT|Evqmn(lmH3sHy+rfPkQ)C4-UE<`#xa9wA32Y&yhj()XzA>RJC50Y<9;
zNe!XzGm-=~IJ9k+&rwv@4rJ3xQJ-~?gR|gGWI}a<c?7Rr;5&;mzY{x{91jbtxG<)2
z^fYj6`uCYtq?lD(H`3{n2dA;oBQA|e4hGsDN1Ya`dD@+DnVB`gsro@f8uyX_rjQ3=
z96>2gkA(NKFiAcuzOX_yq~H|KEYTyH6F<!Il5x<RQIxcNzm7tig;KJqqslbpV~o9*
z7EHP#;lt|8mvP4PFw3MFE;`Q`&n&sp$=dFf94;Wh=@`iD!K|t9AT&&R@f2R80>?*6
zp-;nhXlew1o5RGRZL}~|CGt7Lfp(!(qv)f;5-gcAsZ*YI{cvee;7D7@G>5;ugi*<Z
zBY0osV;*P06Z6IE`{e`{yyTkYbE@xwaDR>l!~d&~MGvw}R9IB^E>BQ*=R_8kj8EtL
zCE7M{EjVe-^;@aBMC7wjh@_yx%i}@X-}lKq;(r+19{kd7+0qR)JNFgKxL&>+xFuSt
z)b?o4ujCm_&*e(>oz^M%?4Bi@r!~ud*;lcy<^_UF9j{IiIIO_5ra|IE{9V@B)iLw$
zP4)D=&djvp&l6+YIW|gZS-J|3d@dXRP87Jta%V!r(-jNeo>NQS86x7@`J*~Xpf2<K
z#H3uU<Gw-1&F02BO+KNx?!vsq&YN}h^41z&v<tF4`)ZnrP}D1zmqCmwolA<V60-eU
zJy;eTw@F@FGk@9huijZTI!nC!GWOpT*zJG%ZvH<*Rd!G19bfxHf?vi?Tl%@{>VF2`
zE=D~Ij%9D`Ew{xUcHQ<)Ha*~vKiAbiPMY!Nzb4+^_Vce^bN|aV47n*rrRhobt&1#o
zF+94ocWzUWVeC4Y)J)5(=F<z!i~73V%I#-LyWPKX+vD!GS!>o7=WySMaMaK8-FPtb
z%5t~e@^SN5`YxHi;qe6J{qK%lJ6v|hY+rWNSBc|ltFli-%~*KKG<@p(;;5zN4cD(|
zJupyHmk!#_&i37HYk!Dakzb#M(cev9)BRqjn&0LUWt_B~?~(Q9zSEayZ@XWf$GbLc
zufZip!>8=5!bY>E9AqhtpLA^X_t}jrb~Pkzn>9(wpY^fC`-nil!pdN~OE>P`_1OBx
zy6&^r+HCvKW}f8sn(M1;cw3eKGi;dMRe!{BiLmVYRlE9gUY@op{m!*$uGKo8nP-o;
zgjG#W+3;#_+veOkw|ZBd4{CK2)wO8nSas`WnYm`@O7$L@BAW*bb~HCW?$SE$_cJzd
z|MES{mwRtrw|-ZYp#R;1{2z;F-nqDA%lfcu55%r5@U`l-iK^Rn-0Nq+Bj2y$%a?FC
z2_6wT*`NN~pz8D8m)q~B#J^Umo87J@d;ZR;`pDH)v;H1gsh20I?XuYKkkp|V8HQ&n
zPc9!+uD!lR+I{7FiPpGVd6A2E7Ihs>U(GDCP%*fnH^zF(!<+LzE%f`l)TZ_K@9r;8
z-%AEQTl`gjHiM|c$F>G8U&mNa<(7qBS$#%NPs~%k&9JcC(rEfO*W7KdKBs6pp1l;@
zw?M>af_t4dM=RsPI}5~FIa(g=DQLVU{z9OC8QX-exyxG=1Xy=XczQsx%!wt--7{VD
zufUeh2`@dDJZQZa&li!mXoq*h-{lNK;=*Sxg)p^Nlso0RH+aYND!j^?qT-S+lD#DD
zanr#NEl$fxojr_kZI}Ktl<m8B-}C!-w?|9&D(3rK;g!lXSRJ)C+q7OJY4xmTuLTYa
zhc|CCR5uMdt186xRf2<k>WR85lY~4|yi1FXYQtMg4hpfe#He`{Hpo0xnCqfdcSymU
zt8xZ|Fayi+m(8y>9+|2u$@=z9o2Zf0b)}{yUcobd>|U@X<fsG7O3N8Xy!@PG9(X*y
zd7D*Y*Q`%>SbC;#Ff9wX#`MbF{M63Y@6NLeLs*24xjfZ4>~Lw{>fN4pCmnNxj%%#&
zJkm7zee(v9-9DGgnrc=nIm}dl(V%tNl=+~^oo8njF;3ckT3;u5+p{^RS2hJqou@Z_
zTg--oMHeik+Ib8cmv|SSTAuV`_P?dC=1zONEqbn3^>MFXq1(Po_3P}}Ubnq&(zjV#
zLNC9_NX@r@=I*-f{x0X0Rvz*1&TlQd8`xL(aC=-x_FT7J^8<Uo@@?DOfAz)7%l{d)
zZ1(5w&a<w*A9d)}*0o-}rCNOp11=ZO2o9FXJaf66<M7wG814xZ8y^@RnQ>ZAY07tX
zmswe}O4UD46)HWm?W^C(4Y}J(=WcjE#hlyydilakhtTSk7i`XyM!ieUv^@Li#g!M=
za{fB+D7kz4y_xs)sO!bPR;??(?OfUXa&PAR9gn4qo?GZGZd&rd=eI>cFBf;(&7YHB
zIo>(8F~nH!yY}u=>()jstc_}!e#N*_YwyXklatu4>EumQVEJ6A-1tyXkGp5Grqe06
z8a~fkiEBiKmRboE6_w@`7Iy}P2+TP1VS0+1`9qHI>FxWNPADxCcw?Y3DdssZ$L5mM
zbn}AsIh=M&d3`fZo++Bx@-tRkR7LS%s^xcA@g-jGeXltEGA*rUJf?p(L#x%;L8U8Q
zH70rUq0$YzrQ;*dKh?iizUr@YsgRS$3Sl9JgOSQzZBrg}RU1YWH*kmu_VmTLENEP6
z>ciOi_I+<ElS9bPs7H*Ef793|EO_9_B0R;`SVGiz!uLag%?>OlYmV>sQD9iEt{CIL
zDR_Pk69?xKEv=d9_xb8L0$5x;zl#d+O;z#qIUv-)&|v9sSn>Dg2Iq4s>p13bm#7FA
z2=sP0VAfAzQri@Fr}1$^o8r<10-Fz|Z~4!VBETdruwzckg+k#b=M<JhETO``6xkY<
zo+zAP_tSwPQ%i6~Q$p);i(;;+<v*ABu&}wV@+v<icZrd+&8wyC0JG(UDZ(cMyt4Qu
z9FiMiHoiF*;68(eq4RhBK7oUR4sRb?9$?DZbI@9Z$AVu%Yl&q@%fm@Covs)gmwC=A
zXkN_{6v)4gL2AyvdGoHuziH+FF)8+hVJi>+|7(v$tvOU0b~M$!&wtdZ!64z>FgxH>
zqWb(2v&Gz93`-seObRG-T)M>cq@mqmS&xT>`wp>8xl^h+<CMo@wwW#uKKqKK_sNLw
zQe3L0JXf8Q<&FHCBMYYJO?osl@q5w>LDR1n!dZkC^tx~|zK=<AV~SQ@vVQue<X0W9
zrmk^jTC#V?WB#lOQVi;S9D7eo=Kcw{K55f-IeX3@0X=q^;_h_M_h(+dp51*nDr?uo
zTpfW4>pcH6@PtNuUg@ECi6g*Z;*lRNQ?)Eb-8h626g)P%dfi#9v-GRMYG0$O@22Zk
zU*Em6Y}MCSQd7l^-qg*=V*0jofyFZRqYe?t4v*5((zqV&IDBupzocL7Yq2#G#b?YB
zX32JHSWxh;$LdL1sDYxo-HFqx9CqP6VioH*8D@)2oZt{>`$&6li(7|JCp$x^_3z|O
zf4Y|)>pk}JhUtT9>9!S*RUI9bI{a&*cU7-i^~Tn|HaSzfd%H-*@fjI<|HO`29tsz`
zu_ik1(+QKg@y_X=y;s@4<Nf<3<I45Slr1kCcEx;sR`Sy)v#NNl`MEjOnNinG*G?;&
z>aYJnPjK-HJ3CeG4%e9Lj}94bKF+E=>*(dJ5(gbut#RGEJ-GJD?6u2&*8laoHF06k
z_J0o-^G43tRI_$f^v;-uN7pTTRXdgJu0N80?{3c?+$PECXT^T%`LuVX2bTDn8!o=$
zuf1IHp7<ZbvtLvFeV@2$t)2CKaXjnw>6v@uubknZY1JQ?Rq(V_puwkCPg`VpvCU4G
z4tCBJ7L0v@B|m4~m34R&yYg7GhoZ~WgDXXrCoUG?c;@-=Xp)V29KUG2u940DS9$-`
zR8_<!7tV9$6WG8iJbQYW#e`5rPQ@V3&`3u8w`~&wCi%JUUFP6=lzHw!r`DKj!g1fu
zu2gV2;IK!*LP1wWLoI7Zfd?xe%W0zt49@c#0{ASMT+BR}&P$%+K0NF3n#}SU+j*)L
znc5=OEM#Ds6KK%naX^UkOu5rcEw6QH3^RYVFeuI1sNM3pMQsl|hlAqr4a)^@KV%hM
zJN?iqKSj?;2NailY_cwBnvv!wAz2}lm?`A>;h=ldVFq<Zo&FRZm*qD(IGfleHQH`)
zIdZr21phh#jy2DGdOjUvQ+4lAJZL$Q%Zb-wea;RCgNl<*hb&I>Ed04We2VC$FsVuN
zoV?ovxSC}AA`dD2d!fM@WKpIkAeuI5&Yr|p7ADR^LI<1}GT%z7s4zLEPtQ>hP-cGD
zvdO{V{60ow&Gr;c>kXWT887*yzCTv*AnMVB3w!rYI3w`*_ruE!Q>S15JK?~FlAP_&
zmTO&H(~@S=v41MVvxUZT2VOk4)e2sbb4#H473-TX_v%)>bP!s~F`>-x>I18r%RTK2
zyQl2=&+zcqF~yKL36F9wv8js1^JLPG$vMqoTEC&zz*%%h;w<5Lft!|P@$#rlv|~BM
z(xlQgceBu}!>0t;=A5cfd8o)ct3{HJwYZHz_?gSm!WnPcGD}YRC}}XcsT{GGu;7ov
z=}pXTib39Y-%eq03lUl%;u_fguAN6f=97%SAfJvC1E-OvtA+CxGk43%P60-lCkv*$
zi924)#K_0cG;@`o{8GLtyweRNW`2{<XwecjFh0ki%rLR3J;8-jfbm#ye2RrfnTATw
za!cnf&jpJ)LzNO3c|w#GL|H1AuuG^q&QMty^I=;2v!*_WCm}hVZ`Fhv9*Cv6rOR`$
zDKv<vr1@+V@Snl>bkaoQn;g@YEee>E=Ce?ErA)&Pzl1rd3_Q-yPm6qL<-71y(IQnx
z(V6-G^~a$dGbQ}*a?M+CSkr^&$ZwYgSMw%>b52_P==-6Bu&k5`EguE1{;p%;%;5E$
za<R~(V20wol!=}yu09K#r+<4a)U2Mx(ZHE_aAQ`<H_m6-t29^f=Wi>Va9FKv#Y6_a
zA5E*e9&{>cyzPu|2za*AsNkfRTSTJew@H->MjmcjZk9`Y0|dA?1o-To$n6jpu)w#b
z&|~H+hosLU%)2GFNqYEHGsG$$^I-a+W9`+nS#w_O1?eS89$F!NpIHRD)gGAi+?kgz
zu`{KkMVqN9KtR^e;^3-xnWr3Wl64saih>_YlrHV```VRXqwJF5d7@loj=wY0!w$u;
znk1%%a}{3oF}^OVnmXTi?fB0iaZ^)fg-}rZ!lDj2#-c@fGVBs_FL4?yHuB$Pc<-uH
zs~>w$bcKh*B!?LfCUrkQEj5+xePmDBtkho9%%-%K#s3*v>(7b^bTJ6a<*9Gd->>6p
zyyvQltkaAO?+#VY?)h<C{c6;IhT}!q{~7#Wn|`QYwe|j2fj<{7|IM3a$iG;9nSxdB
zKaRz=TrY(rkKTUPJ@4<Y?zmP>jSLpaNqb-2HS{QW`qqZ)s0`OX|Gs(CF6yO!6|WcA
zDzGr6ZvVT6U`4}*cP)mK)-fLwIkhXx<@uaUW9}^;6YXy*Xsui1$vmZ^!(D)9a({V>
z<Wx`n6vZX?m<q$ig_eA_JZ``HA>#^<P-n|ziyLo$+dg|3VAN_9{>al$-`fB5uKrx9
z=~i9KmQ8WCSXI7|=We`9#`dE-wQMGyTY3BHD$6KOCg+|{J=1ch=g(jEXvs;DiX~;M
z^ZGVz;a#S=LEmgTqXD1cro|g>W)yERT`Qa&#isC7a=z)cPHE+X+g*2VD`?A^zSX4d
zlH#haR(81;lYjAkYk26h@ZhOt%Ng%Ywq*;icJ@BNqAay!%7G7U+mn`kEsbLAVT|I^
z^p`yJ=gMhuzC-TJb>~Y2GS&G`&Xc>rf9u_hdua~>zNx?O`&f86ET8d#$;z1wN@{X~
z!oQq4lU`iav=ry4pFQi+l6v*jZ!!uut}!qiV%|Jqdj2Ny7q4fE?O1Z?w84ItGWRcw
zxxd&=$WUQ$S$dn}%TxuC4NY9OYbVYZ^{}`2CG@9v-E#SVvtw9vP6#+X)~Gh?Zr7VO
zRYK`(Vc!9(ux`e(Ngov^O^Ca3V)^Be!;L0~J(ayvE&VyVpLwga|J2qto_P7?>h^}W
zMh^@kPUd^Y>|r`+{Nb_e#Jjd$Q*Qe%=yB&v7v`PRo!P!`vj0?Be^Hr4JJ+*pJH82>
zc(ned^nse?O^o)85>t1j{hPdHn&?Rbk9YnXw<li_SQp?p=i@o$vg>KDcEw%jo7c``
z-Q!xcPJPDGV_U8ts{FU_Zn1-W)a=>Ig(iJJraUW3{mAhJ@4iV}y{XpP=$LQlu;aPN
z-p^0}nrGF{;Hl$Fs#ufJZfK>sUfA>;*W$AK&6aiCI#0X)Dv2d`B_-Pz-pc!SYuVJY
zL<0xS!$K?xVmnu_P<+rSb!GBVs~PH?u9v);EY}&u89Zxn)M~Z;JApy_@T(@~J!f+c
zXjNN$bLp6^+w|bVeI0EP`#Hx%H3XkuQWtEFmG#(Sl4+MVQEAhh&&MqOGCT~M$?iSt
z!L#W?916{rW$vjf?CpaR9xLAnILT77*Y;=HE|dQZXB#I^+t~eT);GZkD=rCa4VYxV
ziAyAisiJJMBA=6k(}J@V3k^CHd{4YQp=P+_6ce{wQ|M{6HG33`CK*mRXnaoY+DV_5
zsdv1*gx&PC7ATzYsw_XC*uruseO9o4`okth_eEz!W=!(q%;e(U%@}L(;V}b)W8pK-
zIR*kwD?5Ydzcp<U4PcN7uq^by&p#nxg<3=UVRnwBc8#lN((OK2lsPadB#DYLdpu<B
zWZ%4@AWooxLtMG*gFxCUC(B~yyF84`ohAq#&@>i$+faNZ-~{t6^|u1=;u#IPzaE;Q
zFj=Y4V$w_<1~<>RAdXN+)klx-v#bm`Kdbh0j=+VN%{u)(mTR?CWQ_IHRh_yj4lwh4
zVo?(LRWD*{v!KQ2Qr($H4hy#I-aebrj-ew%rRjm%sz<^W3C7`C*=NN!cO7b1*{IRI
z{69mdq67Q?3r~ONT`k@hFYRr%*4Juj6aO;Puez_It(J1Vy&N@Dcg1m!CRIc6`BQXq
z{Z{L$Prs=0(DGqV#J;=|=QVTgExf&Qt<)0kTghFYu1@&RAd*}D@?>G9#b4#y5uxe9
zleR8V(70rMu-!yx!3lxQ4|bemF1=E))Te4|tl7qeF<wjBRKB~uPXC#^^UCJB*Lzjx
zt~HxAZ+6cGUayKeiHq7B+K+ry+`6Z)FhD*+uX5#dj#4AeZ~?C~LN1<lnsvJtY~?eN
zdi-+Iswg{siOl2!SE5SR&+y%M@xJKMpG$s+U*gH;;GY<D^>fPJiQ0$0HH7kMw_oL1
z##zW9I$z^WlSlCZ8;{_LhjiNyKXP|g_|(9s@K9%xqhVVsL$Rm(`<4gnQ*@p`NO5ty
zo@G44h5eAuS{84Wr^k7OvZ{R&uZGTP&<NK!z3j<xp5kMM*{w%J)e?g>UCsZonYb)a
z?#gnQxi0n~i@$%A_7sawaXks|kYrz`W>W{A4?VMjjU*mUIP+Yz@Spk}^NGrB(;8bE
z*%WG~^jJK!IBCQue0V?KjgIY17QXd)H!c?@xC)r`OQy>*KdsyU%3NW?&eopiXV*#X
zztzR$aguS`VvYSZYt?_PJ&^s6ZMEIykTZ3{GVu}dzyA3@{PigJ%YTMfYs>fFOyfUu
z>EachOK;OJX3aae+9${>O_;O5W6z%pS?^0YvY35NGp#oKy{Nb4@=+028TL5Y{@)oj
zNBvyyA7P&IW0}FPkocg*nU@o5!zbJdxnbEoud$ceHfrGv?am2D`fnf8yKBEa=vIc+
zw<oH<Bchl72*^!5yKu*@*O%)*{kgJFFXN(SZm8CF*)vzom+570xVrAyw#k<9OU|D6
z*Jk)^x^tIVHM{4(O%G-_Oqu0iv1)~}r<d8fTJK+v=FRt;%-3+iz$J*?WcI&1(ce}F
z`t_P^D4MXs+OVfQ-&5zam06C{>{({kZYR?-OpGSvG|sRPsxQf#={n`MkEQ}kUhKMv
zzV3ruOer%GC4H>!NiR)tU{*>tnYU}xmsP(7+jLij7p{t7RFz`W{OabN(IOQU%wl}F
zCDrJTc+r9^CB2%&w`tRrZ#jtuHo1rt>J(qv$<;hd!ueLqdFSB!Z+qG<CT8d^`)C{F
ztRp1-YjxR)Od*Hn83#&FH+MS}N6nh5`nKD^TgJmO^kFlr7jO2??g_Fk3<0Tp4##$T
zI1~mn)fBaJP34;)cvgc`IPkVmSMG&aQ=<Z7xf85WGuCfk8am07^YDI;OJ`lVH*o98
z?~`8H%NW)8s$|vVZ^8RyUuP~|!%`sC@#er|RzWQr4by9Ht0$QGJ`&z;p|_oP<<d3!
zMj8fjhxrzl_<AZagdQ#Q2-Umg$R*=0++L#P*6>};a?96AM`L4-)CN4iq?hgO?6lxe
z?8avQ5}t)?IWBoM{|l5bwVJ@ISAC#(L(0Sjg%PE_nyW=sKDp&an_n(EQS7sjgJ-G4
zR}GUbTOS@c!E^9q!?~qfWTwV(R=q6b5<k9AVdtIMk@bGhLQ9$qILqe7MKt%6NENSI
zrIKrE72}zuB*PFWv0Y^9dOeAg)m<IFyH`n`YdpXZ(9Zf;qd4vR+4ZHK0(TrwOi;4=
z-g7Z;x8MC87uR~NHF%o0Y|kUHpm%+ldrL~am0w+Ww&3ydFcpmh$D`N!a8+^6RAqQS
zqqp?y#I;!;{n@8D1+G$Gda-u(rtalItG7K?`L5g+d-K|sHJVp57#TAoEd-};Qed2P
zwT+eMBF}SK<`vtjN;TQTmOQiV6Io@#TFl)yEtG3UZR4}6Ka!fGCa(xBwOZlLne`-?
z$zG&n?OD&{nWuN>Cm$9`iMlLq9`?ngD`{<1$*qp&nTux{es+&v)%w18$&z_j*evx9
zovprhi~VS+<2gx%isHRz`?fEc;HUk5PHC-erP{AuGVh{~X>Ul=VA*jpWv27N^8p#2
z3_KstI5=@|>s<b=(CaXrM~#79!Kn9Gz=>iRp5xa!L?WjbemurE?;P{pS%-`tF`Rfb
zfrCXqb0VjPtJi`6i}OdEm;+cvbo%T!FFdL~sjR84gCS$`lqtbF1yeYEOg$pmMFYIb
z9A~O}CJHI@-8@u~Ij7@L_RTpArl-16(iZcC>m<smGcI}JUN2F+q?z;K4dxw(W^zww
zuqbzC+!x9+X_L#Z;J+_aK1}kN_Cda-!^&YsLCl4uJ&C3ZP2~c(#6F&JU{K{b^DJbh
z;`B{o69g<oLf(EqC~}2`YekgD5fxpP2~3$57T@J-7))B39|p0%nJ{s+(q{kr{KWxV
ztXxu;79A^);@NWc##Xg`vKub&Jdc?!{N|8|=klon2_2h{|6LKl`2XUHnicCZOXqG|
zWcku|)4|H*i@*2XbuYb@S9ZHaXGdnf$;WdVcf~)wPkUKz_G+bh^fbLSZ#s{d@UX<6
zo*Oo4p;XfD>mlzf-4~W5dt98dZ|cwVO(kp1!dKkC7H|DGszLaM)DG9;XWxU(?wy<N
zf6Hdu(o<3oR|w7jHsh7JXvd;oXQb{O2;3+5bl&p2df$D2{d)Fy+1%r+UM0=m$F|9F
zbN7$VyL)%#?GE)gH?dc2hv=&NXN@z0p9bv{ytXgy%i8q;C2bF1U(Q?|c|O;wU2J(d
zv&^&|QSY2$T2yu~m23T};rX)N%!O-xKy|Fee63u!T&v29(w=$8m#K5^*tBEA?j4(U
za>m_#w>)s2hUhBGP@9L!GI~qr{79B<e$MVb+xl3k>{R1LFS^2Y5<<#!>gx}S?wk5E
zdT;*IsqZCnayeOJ{~X_z#q2*l=&_XIiS3_~Ew^kqzLL}NTE`N}E&V1_B)zvOvW76L
z$lmZxUiIhTEvx#)+g4fU-F3fuM^B(?$x0r1Njsa3r(UuKEOVAS>a#Iomw4!rxiY~A
zLxS4wXouPMU8tC_cWsCEib%nh<wBn=CUx;#6~5i$T)?4qan6nk$MOeBSDH8caPt-N
z2<v1LH`@I7Vo$JLaEHYy^^_YPL9KiiN5kajs7^F`S->*!x1Vsgqe=^VpNGqaQ&P{{
zMMGk)I!*3b#6Icq(se2mI2}?|%WRZhPZx^lROq#uWBPOR_oMHhR;GWgI<rFX;DW7>
zMbGXD(#Y)7a5+`|==Y}`q5oDEJzLhR%f~M3<>9LS-d*|X{eSx>+`sdmVWxDgZT;%4
z_x>I;KdWYwf8|!Zy+_eH7Hj!OY#MzW)rNKwM_)h7erdfzY|iNnQ-9IIOY?p#wrE&q
z%pj}X`2IhGN#KEyhadklyj}3DKCpb7+u>aMWvfna_P?@||8lxZE7STv;mzt*ak=b|
zyIrTQ_4=9-SnKrdQsIhHed7z013o^}yZBGzTFKvuJMT&yGUc|4x)bDj{@I&n&knyk
zdhy$pwX6nLzIFvIYfY&+cgb@48>hX6?*gN=rrm4`%w6Qo9p$&;!iASVS$^*OJgF-6
z)Up2zA`zKQ&zX4cs4izHO}+ooZQ8w!+gH4DjSli#_aX4$Iyu+l!4vmPOx~QfElW{z
z3)|&9hKkx1CyR}9_Xy5*nYQuQteEGM9ON>SYCmeOEP8lCWcjCCvvyx~PUh>qtg-Ry
z9Pat8W(G|wd{TnVMH$Mr2N%xFp2LyxHsg?X<)Y|ViBtV|UbI=R;B<Sf$5752+~f7V
z+?Ur}JeTiKsA*&W&8s|jbmj)-mN85SQFb`Nd|OI=)3dwGl55kxvCJ>{@MGa`&!f`2
zl3p$Lo?jvtt8jDWJ4I!?b6cxodRMOP>d#&_C*WvM@41Ig3w6`xYRMcp%FuI=$yoE=
zy{)GlGhC#mB|Nv#extr|Pl0}k9Jkb^;wc{<O6sMC?Vfs6EFt-}=xp8_A<Hy(FvWzd
z((n;7+p4F<<zgbWu1e4+$v?~C$;7y0GdJ=l-#d~&g>BN4x9z)~qklFsEuJ-L)-&bU
zl+yi|3RJdb?T}-va69^7=FV436kMkFm}>Q|O32>%*8A39Q>L}%Wx^7n>wF!2W_@}T
z<0j>#UXr8dDCOO;>|1lk#CdEc)~zR&Jd$X=!DMjIqr>c#XJv;u*E<vc6*0%=svZqo
z!L;VFXLQl#+F*5?iQNva{x#MG=HVu%+x2>UofRM66s<mc?9$OEyWU@2{jo|%&t>||
z6VhUCdJ(E&mbqP@JzX}M7iFxf_0p@VWbU(gBv9D<?`GYlp5&OrDw)}#;@c&j9$vXx
z$am}Z6<<GJRXwu&Zo=E1Y59AjKCZiW+adkPExrlDp(~QkPu7`t<NKzWaa%s!`8|2z
z^{gvfSNgtN?PIq5&|7;Shu?0y?q6TL^c-u<h5hd)F0)L0^=`+qlUFO2cKa_lt5SG%
znSyNf)sk0M3wNdM)o@<1LF>dxmLsOeCZ9a|W6HmzJH>Z)KPu%al@74&&175=k>+lw
zZRFz|adp{s@#RY%gw&|=&3msC{H^!&`u7>#clRCsDza)i+cgun>C=9;8a+3Tn_fF#
z$9-q%^uWk)>%8~dHeK6lbTMl7%4t{fcCO4c3VqD<I3{n^)X0{dX1A6HmzR6Zd+fHB
zt6|q%w`nitYr01Hf8O|?q0F-Fb#~y@Rnu1A^`HB;Q0msB3(xyR4Zlh*vtpIHwTjnh
zR@jmUeVNK;XK&5^mNb92z}-trgS;cdJ$Dq$l!|$kyZ(pGuE}rRx^<Vkt@tJRUgdFP
z<E4`Nf8N`-Ow}#E;~{A_`>u)J{NILG969fZv&!9gzE?H<Kf|Xss~x(vT&1f*vJ0{s
zF0WiNFX3&rtlpE`(}HrPQd><eLW=hKPrYMrkScqRd+DnETh-rL?AiK!xyOvjiZKm|
z_9cf7Pk7)U$zarSK_-T2#l&Fy6j46D6Dy2^CK+y(l$a%Lpceg=Cn2H5v$}FApM#;c
zq3V<;-JA<K*hST9?`}B2Ydm9y*4{q}Et2VWG76^5;*3gOKJz3F#&n$IJiVuUje^K2
z8MpKf0hy}|PZ$Cp|6X``7K;!!r)+a|qwukU1H6UILi_?NRgd51*t%qykjt+HFIndN
zN!YoMxm`kw*@VGm`3y<t?v$|XrYVQ`CO*{)OJO|3p~B#JV#yQ-X3vart(Oivnm8Xa
za;RuNeLByZf7YtSOIAPZFt~KNTV=-M`4S9y6E3ezQJv7Z)MSodgw8bCGp3411AHcN
zHbu3DvblPGXyCX!`HuB<(N>{iy_M@Y7J>G_UD}y@-{hCw*RxB#RxA&hX|_ON@*#aQ
z^Q5<HS1bCoGI#V#2GuVw^gPSG^sTPY5%rR)d6x^9Z~wB`+-kkE*B#psrM817Hmp5o
zT{Nje+%0<Yy4HzbURo`l?|5M1v#jItKet{?S}l9UI+bP3!T$_l$5_5faJ`y-M5)pF
znSSW4_^`cO_7tQ>^;Ikl$jZ{=oMu>X`(Lruv%A-J|DCpMQPq^nS?&+Im5=YvihjJz
zqPpXnKHE8qTc&#JX8O(M^_uE8D{-OUnwBc}r}2L8tl5sdvhFfknl9D2n1QSCoJDi~
zw(htMOLyGhHS=4&#^8)`piJ_m-);|`i?%Kg>veeclEp$MRpe8i*|(>=&v@M_$hS(!
zU8fm+C+fw{gcTAGqGSyg99vv|H#1kvbp7k4)>S%slX#4KeqC8-Yacr2%V)u}|MG6V
z+b+#&^(~Zh%c2LbS0%{0HYj<&nX%~B{W8PJi`H`P5zZFdXmLI0eR=e|=kbNRRI@EJ
zw@hM=;JhULP->P_Li6f_4h%=8^FPfLVoC1ld^p9`<8#@A{ZZ~!ot~~K6MJ_(zEYrC
z*>a98SWqy3W!PLZh2jps&l)op82{LCK;%Qm&ekx&?ieni$#FM&-zfcVOtUV!z0PcR
z|K&R@PqS}TG$|Ke{wu%d{rQZAE|(X`o{d_dF;lE#*Sjq`<y_XeRaczn9ora_vdP7;
zDDQLnhMfF8YovXr+^97(^Ga)~SW~p{)YP(rVg7uNLw39j3#yPQUv0*nH)plik#N&@
z9^tJ424@mQ+Zk55SspuFekc3g^{?g9O<VP3SMW5<;FS|xZ>(6Y{;sdtKP#xT<jA=f
z_qaNA&+k|vccriK(~6*fi%TATSs`^-*K*7A2QL=zT*_{IG_mGq)UhjfwYR=?&&XUJ
ztimOC@214FU;FIl*MF!#(_1(HZ|J`7zjcoP?7PnUcYT3w^2&xQM=F~S`tPYsnwjr?
zZOt{IUOk36Ogu~Pir4MWjemV0<nmcBuTYao>n@vKIcwOwH99&r#%L~gRB7pzWUW_O
zI}dC<?-J))YBp`3)+4Vu+<a4)ZhfQkB>L{joj-c-`@EelzwmGN%1u+fC)HXd2t*xX
z+WT(a8k4R2v&_EtFU^nL`f{h1f$6k2B^TOSW29ov#m4h3&-`6D)Ay>`@3fmQMOIDN
z%E+ZT@hOi_ip_qWFmvr)c{?(aIr-VW7JSUVd(JqoXx_7ofWoc=xz|3N-8ECsZt=|J
zuIhp--|781)zT39pP~F=j@X}r_wJm(91(HJDc}lkt-Da?v)}Pq+P9~2O%K(~SP>t2
z#N<-(ti5l3q-|{ZefCr<|I1~Mp7m<^ub6i5T|)N#rCaTFD`WoZUR`Axy_M57Sh8&9
zyV#xVvjg9_y?egas;m3H+v=m6Z>b%>ta!L({`4H#eUI1unzVSu+xT_+;-7J+P1{g#
zJs>l=zVo8l!ELemhvq%sAG*5S>C)ufoRwGfiZ*q1<^E?lwIt@PZeM@mp7^)R=H1-B
zbJ`Y7#;|v*D`TW;wv=p*I&Nz(HqEtYXO{4-MH|jecRKrf!o6pgD%ApB*X)1&D>pUv
z*zC8rzGp^#cMKJ0vp7=!O+DCf;iA39ftMA+6(1DNxp3_Die2x1{o2gFF5+}>;FdcE
zibs-vB&{%)J@=oXVBO(LuXD@VrLMlu`jvQWM!e_#+LKFr8&5r1a&=emR^gv!YmZuA
zp7#9W=A5eV^*N5U{1FYI`=;hPCGyXhk$7*{?u<)!58b_b<Kh{;OeUKXY`X%RH+=OE
z3|jN-MvT<4x$0L}dM&<nZ0D3?%h|g66yN>U&HO4W{&)GRwcCH?6e!*Mx_H*Tb)rlY
zPd&2#sU$r0#Gitm=}8N<!ya1wnY}6YKf}H7Z~M00KAQG#-{duiKPp&k=-+a=Z`zEP
zzeWGHel-hO8reGa_Q?PNPoI+787uBuwHiGS*|t2c<6o}QwO?!BCiRsabKNTK>^Al6
zhFtHgP03qc=oTF9&u~#Px-%zhsl??wnY}wNO;-(FyiE1g((cUA+%Taf3$)TUpEA1h
z%tT4lB|!D9VMOXxt$9;d=q_=Xn6`9UvS*KVyWy>s`*yBe@{;jfq2GtcI!V({_C$N>
zOxmoO_OH2m=bf9E?K)T8&C5{Tb!h4v86i#Swhy<w{f?bmdNticIe_&?_p2fm-dmd^
zzFkVPH0E_yefaN-R-Ty2iqO>UtIK2OEe>VKwORJk#7>=iYF3EvUbeS^LAqCGm6zO)
z$Pc+&T>bKGbcWWeK7}dY{Y1C>ed)XDxAfh!&xKBtJFbSDTfD<`!DqMACHLOt<(}BL
zTSUXqBiS<I@_z>XaNDSrr><8@itrx${PlP1(xXq=uikpOcdgjk`sJ%8bLcO9_3}w=
z$iI~Ao~4B=j=t?WH$x<5Gk0L|tov%ePX}Aw&)Bvqa{JAIrTz~S6IdFL9uCRP`1-cD
z=yK5f1zxPnDx)^3%y`;&cZGSidD-n!DYLkJyQ-tNhAg?|ecJWC>Q*iOZU15eCweVk
zck5EN{OV{E4~8W>TZA6XPfZGbbTm2qQF!`{B`>$?8dxo@^2s%i%Qfw0KEFDw)yQOz
z{$~l9wYmPgKOWuI@BPI*;?1G%sLLhC)L+|AFFHP9*J~4{&-E{l3*6j(>y1+1q9~un
z6YFFzZr^_A{n~Z0<=d{6t}R#`?KdgP-B?!iR=r-Xr`r7X4ZA1iKX=TXDs{BJa@ni7
zlgnP-J^k<g-RvuCy)H(l*oMzyntX0=NapmSS69}h>zlY{Zi{{Av*MScW-!CvcN&b!
z(`FR@IP8*VE@i#$X=2o)4_12<p4m;lv#!8u%MQLnm)r05=wAP7Hf8Ob+*=P$Ifpvk
z%wF-h^PAiJGrB9CX3tsqAo0)o_j1p^tyuQ*O5dfmSym>d_x8$_aG$yMtYS&dci&Z8
z&ss^(RZ&{NzuJc{+4oW2qr35`doC{9w0LLq)zr%xS5_T*bltEet86Lj*^sAxv3%Xz
zPHzv(jVjff5;8l|V=7N}KwwH|{-GcG_qz*bMJ#pqbx-eksqya6*5l6Mm&~TU-E~Ks
z>3LUXmW=16SfAHXsRyN3nD$Ovu{CtXb@3~!j*Av8+Op&WqtwsZbMf0(nO)J0x?Z?6
za`C0f4y;R68sGBHGi=;(J9yKMm3i0pdkbH#tSH+y<<iq^wi&N}rEA?i@n^}bDaHPA
zk7vJ%@w_=}$BV~0^PO4WEVF#Ed&<;HHD?u5HN|RQ_-9$@G|!SLbhZ6^QPXOcoTW!0
z<5DjXp&tv^7flL~^}fNMzR#+2^OO@8)g~RZ+ri?|e5_8+&|bMym%(CAUkp1(x^c{k
zmM0adLMx?sEQLH`#5bFAb8KN;@?b~Go(ex1l}(`>i5W8)DmouCFfLf3ZjkzrFL;F{
zuSW0=_3Ipl2NDECrYyhD!n~}a#j3c0t<sUzQG#KDSI<;Y2Mr&~GX+}3vw9jIv$P9N
zWOL~(7uvumWqE=jU<LcPgS>3X!V}*&sW}{P?tFYmfXhLHN#*1bX9>?DMa|W!55Fyt
z^<(i_$-02o^C)|kqndk=x&6%q78apK5vJhnJq#vn^B7LwXV}ubRJ_Gz<s{8xwf77J
z`6h(?yVStELTR1dQGtb7S<82cFo8~25Ki@R)7E2HwWjpny8FJ{9p8SNqP6;6t5r%u
z$+G1-h2M&Hd|J+<`dD)N?AGjKfy+bRnY=v|oT<gAP%NL4w==(H?a9BL;Rg!micAl2
zdh6vdfosNr%FDiN8G8&O_<|gakH2mW@`=oPs5~X()v2!rC*>9>TBcd6%T9l?_V3xK
z>1Cy>c7A!;HjQbinCJUGleBlj-#T9ZXHeO4dG(I#g${QWeyhry^SYatAF6R-*XboI
zV=i9(es1^8Us;dtoiAJ^{o1oat#Hcgxy$P}R&HJEw|8%uz^{a+1<i-|**w1X`^NoU
zliod>y!Cdl+Em64w<+pJj;+qSSMED)b$0G`|Aot{qP%B5y4rcX>F!pQm-Y+l&9oxc
z@bqoEvFgjWpK%8{7xAymi8WksR{dMDw+oAew#x?A%aJDvd+!I8`d$w<YrJ#ga<TL2
zz{O{T|Gu~s%wo=|)R{a@%`~#8B>22qs8#ss37(#lm#qBorbCN)g@#??d|_cBHbs}e
zA2}8Fu9%nDIrETu^@EJAAAL)nu|-Bo^%RMj2pM&~j|;ss>vdMDYX{@OgTX;_6}}(4
zdN(#PCwI;2hF^9wt`#!rB<J7SH9c*0rq|*uc9U7Ej>-meIQnFJudUNGZM?Aid3R6b
zQO+ytCdSzrTo7D%prKR0X0dv~#`W7{uWsIv6|(4y%C{4OHzl5~;F!{<Y_oXX-NIK1
zOAWXgKYg@#w6XeU)c4IL>!j>8&t_DpTQ0vWVz6*U_iCoS8!LY%ddGc_T2MCWT0((B
z(%!Xw<*S1~$#nfazvlXZf2*!ne;4}tTVwZ%h->u+ufIyU_Sx{)ezvuKKW0m>Yq|Ym
z<JRq3N2*%5%R(+N=*rK0#cw!$<>I$){m+8um3QSl<+<eZWSzQa=6{APGi%Yi)_D_C
z%jQPO2F+g99$1)V{gLBn=GK?fG(LBAzcW9^6?60WGCQ?P{~3yJua4U*AGDJFlIr4#
zTcf<YV}xg=`|D(E&z=7@b=l-Qx6Z}8Esk-U{PE!j_1Qm^s;vvl<63hauVij$GS%e2
zvgPj5Qf4Dlw}Zb<cQvmlYCAK9wN$`mt8(}(t*%>FdBuyChlH)KDt)u;`UTZ9yu5ma
zL2IARjJxN5RN#HI>)ERfdse!1|4w_c%42Snuk-qkm-Bxny-fC-n!T*5B}C;@6W>Hr
zyMP(Tu9t1S=s5KjcddH+teG!u`m^`Fn=DkmRBY+0l|fr2j~-le{Zi2ExL2pnPMh}Y
zWmm{e-=*s=U3zqFuKQb7J%e@nzU!{Mwo<(+AA024n$Y-wMLTwXyDWKo?ZmIVwW$Rn
zhdm1%q}IKel5yAJYRVm#3zkQXJJgoEew5X<Bxu<b)1EDRN)O9@SQDGdHR*|Oe9B{q
zaOvEyUh7OUwdG0;OP(95C#Z{MOIuxy37fW+^_I*EDWN<&!GfD+wwqp<PB;6yvUy3<
zQ65P}y~8~bJNfiFMPnWwE4*v=hc7evQuU-?Tcb|tD4z{@Y%^JZuh{aEr&8Otyto}=
z@=jx}|BhI{!h-z63J0#(SLsc+HQly5aH-crSzW(L=O5-JNqZgZ-5eWuCR-+T*+L#Y
z&(E9^t>;{xy!hbq<4<+i$FAI`oq^l7-&-k|Tk3P?az<d_Dwzu2z=WGCLl@_lG5fWf
zSOl$LD2@}WQQMfZAyw&_(dww@JEoh>mXp<Em*+Tn@5SxND5)N=q-ENgipEm{i`MDI
z8tYDZ^)0CP!umI5Q@&?U3tAm}Hdi1%wnxGGU8}If(OKKQa`_nSI!m3>K77wQ<Sp9Q
zvglXHyYEtS?yoFNW}LGzU}OD)e*urKGUz<m%3YGXYTMBhQ&0F!oGKDF*Gu)^)y(ZN
zftz-${&Rfk_7x#Jm+(2fKPoAjlX+Qb^YIlC2mN}L4ZKtTu^oHA((GA$?z$bzeXJf`
zkeYJK<y?M-?M1%panl~A`n~Lk4s48_&GA%`|DIsnb;-ApR+o2F-&wGHRmt=#0pE3}
z+>H(0ahGG&HPKYFNi3JA?kei>+Fi?aMr{5PzU@m&HwdiQu_VS^DsO4PwVnJI4)Lw`
znWpq0=A7Z=oZCWD&w^^JrZN_LYfiY7Zt$Gt+tH1a*YRu$nG!T5_`uW9s_Hz^InlYH
zCvEi#84XS;FW-D=(Uq->+!mEGt#f{)yq%jnedDsV8<#CjOG|IKEKz<t@2;=+El$O#
zi$}w<#jLj*<!v!OW){4v$>*urY~@!1CcX=~=PGb$RWB~~&s=q7$v2a2E1$7zo@s80
zczJt6ShmTw8I^@RMghr*@mYLZ^<23YY&pBaOZ`^YQcLdxJ9ixG)|xf#?Uk32TnT%<
z`xKN+vZm#=^RBybBgj;fl_z`7n^UXz?Ko2_ZZvu3(skG8syf}wnttfXXSd*9tsc1v
zPjr1P7AT*7$TV?Qw%w(LaaXsz;+nQf%ylV$=B#7UT6gYR`6(@)vsKpDfcL`9*5Bva
zLKX&oXPewvEi!>Gs=%{TVq@gnHJg*29V;)b==1eF{%)7<l#UgbW6nkUyo<Hnu~9BE
za4M%(?6O4*PkgT2{OP#M&fVrya^J;7J)gE~uIr}>mjvs1!glRl_~_p1S-fFab+4p6
z@cHn~?bW?|OSewtu4<pT!so*kQRV!lp8v|OXU(dAn$y1KsJ-8mSx3E0K2CC;Zy@O-
ztNUr4YN7f~UIvpSMh6v(@`DVG9V!W82^Ef97r3jZ*#<tImw3s;*+8YZWma?4r!JL;
zIv@TRwR_93XBrzYaHzK||J}l1(zNHWidub)5?6(S?febx%*MKY$|63K#9Y<7mOS7(
zz#Qb|pjG?9gO`D6d3(Y6+kBBitEwvw6;5!PS^lwsaj{Zb;lq9jmdp%24iBc}o_#B-
zgaQ;KBold^c-mGjQs+o8K56dJq<UOJv1FBhANQS2O<nEkT8mocH#sO)dihM^dX~U2
zlSf5u-SLA=>AbFyE6x_j-6)u06*93)P9Sx~6pgt*{WTa8o@$9$70Cz+v2;3_3Z)rO
zzv)rkz!el6V<W_7*|4y{`CS{M(=3yRCX@WPiD*9PjS&)IsQ-WE(b}*HQN5@6&OB&b
z%C$iGXmvE_<v_)rr_)*AH=p8eFbZgMOqCT<z7;BX!qZ8;$7)FfQ%q2{o}~)gnYq5)
z6Hi5+3Rta|<gwu4F`asDv1P&ydNKvUVsj_2$jaGm`*-W^Nn0;%T_?kFNroqMj@OC+
z6{loL9@Y~~K4;FXNofhWvsh=<{0)=xEY`KGaaDNmXq9@;!*kPTpW&Q%dczrK%|$z2
zGR$Odk~5fBD#Y+lxKFsZTS+-)S6j+%KI5>)$9&5**KBDy6`}KR!RG|OiHe6JU8c;6
zDOtd(ZsKZLUK1$s$BBDJ-^8$wTpm-BLsX3>Nft)TTV#1;o3}y1k>?WcXJ~Ll_WWna
zQ8M3@k!{#tJde3EMDje}jdQolYftB_I5jQwt}p-8l<Ff1VzN@74!Wo+OFnaXep7Oi
z@5MDz>R}uG+OC(~jorO>>N|;RcTTRWuKwIxs4Ex1+%}<O!JKPiLNY3h3VbIIsXP$9
z!=_r?o#`@3>2}_lEFl%X<)V&_tVy3g9a=nd_tj-m+;Z1if6RKg`tORxivwDphP>rG
zq;Iby{Ohbk?9yiw9409Ts{7x|Dc&14f8vumeppL^_vfUDv)?Aqd7E$2A;X~N_b1?Q
z<D%z_^H*$Kd}U$jE3pT?m(HsET^r?N{A_~nyZa2bO3lJ6c4)aBUTkLj>UQS7-8;6~
zFWixB>7gY&{fhr)i{t5MUxw{kadbUfUdy*%v-8zn{AW1jeQ{gK{L-kkZtU!QX)l8(
z2~5n`b?erJ=YgWOvKk%tLRiG+x(3fEc2oDbvG3l}G_jY8QrDR$a`#tsmj5kzVR8A&
zsU@O{N3>2A_MUye%4%{;s+H8*bz9x<UCzu*+F`iham%xtuB#q?mG-{0GqY6uU-TBH
z2aYGt9zQKwJ8|CDEYmnoou@2kWh}j?1sU$$R{Q={%;U00$C+YI)vR2yfNNLN;c0W9
z@=2#$cMakSam_Bjv@-C@%MESe#ZEhqcrHmZ<=-qd`|rA5sivt6ZvuI~2!%(VII#WA
z(M2oPWX(M^)j;>9>Dm>cz5)J*zi$bd+`emTD)H%o&Z<nEYOico6}f`0%R1XWF7GJY
zrMG?IuP%|B#V?wbzBR1w^@%<I;n=VCz)L1Vt7p0%$WrX7b(qIsu5tNo&rOF^EtB4K
z6Lv1EPQ{z6{Qm@IF5Yk}MC5MRm7SLglIJvT4k?@8CUxhokb2?4n#^xf(tYbxdQENz
zF8LSDJ?BD2QEU6HsCRc=1GDQd-Ck9+t?v5KW0%u5ZIfCNu-rdL%ap@^uf;i&TNipX
zx)$)sUQF7o6&9g4*DGF4o4auFtE{)*{_alOo~vz@d`)xRGSzc$yVi%i6J32Fb#at$
zRG&$M#F<4$AAUKIWwUh!_tsqwj7DA$m}@TjZrvii?tRd2&(gKqKba;)e+cp4H~(Qr
z+$v8Utry<?8t;ndS=U^xEisSQooc%~e{t58D_1PinkDX9F89=GIWcod(xpV*Oy(Ir
zCsUG>OkO;l#jJ9qW7D1DH?HDocUFDQTc)d(w~X5(AT9RzhNE6btaI*Zzxi@-x!03f
z-#VWj4)rR2EN=djahBwVnZ0Jew{6?1b|;u6Y<od<%zcxtPxH43iQafH>zu_8;mw6%
zfzxjvKAMt}`)jWA<yEE%j;r@PekgUjZ~jhE`S8qLrMt6a{kJJtO|;KkYv*z5c7Cf@
z$m^XC@2!wpwf)3%&aC)`zc+4QPQJ%CUr%ABe-5XnO3QN%&#jMRx@N!KHMQ@{%b0*b
zqeI_=?Re_8{Z<xRyFO^|f_<&#!rf<UJ{+9sdhS`n3MuViQRyy*C3*?R7QH%l@j;vE
z*@7UCLN0qA^}O!io`=2`2Yzskowj?e`wOvYQw4f+isv}#No_Lfy{y?jErWmCs!M%~
z{8xGi>{<Jtp-gn@)*Z`V8J-Vp_Kf^HS5+x{_k?4!bR3JGEoxDk?LYINow4W|W7VSS
zxk?+qNtBDub-gO-+8!;v-s9lg06D2SO5)c`-9@sa6{Nn+yYqLVVu7-A_ryuUTvDF#
zAKiAYtEijg*AUS7sGCpoRoF}SJB~ZT7N?y09?Ha3@^#9Q#Z3y2ihAc=yb_{6b5&J?
z-2!GqWBsjC>z3TkTW5A_UNhHap4t#Dlg5>H9hXafmdeHOu{>-)Dl}EIv2=%9+3kw0
zjhkOt7nkmRJ7r?Vj;rg6xR{xjORAnNWT}kdc{XF>ob=esOCy4JGuXaa@bMt`oD20g
zd!kBgogSU)apP>il4{9g^13)QdHsumyG2iL>Ni=3*W5hu_4bv=H#cl9%3XJ&{<DyH
zlgf-o*1HuiUEvJ%Tqdxrqx;Cemxr6$zLopgDn65#dWyqQ?|zMdhr@!2M<i5)UY>aV
z)!A<*k7(rrMkb~P{>1paB%WnUD?}%qVhGmReVM~pSZjt?0E1ZO(STYDCx)3x3p#zY
zI*ej1o^vdEX#e&UgOK8!>G!I8_>w$-%+?W*dr|O|b*4~DO5x)}(gu$HM`kSINnqTe
z<yHG3&CzM`oBs?Y0+(01DLHvQZh0smmhz;K)mnjZmDHUSmSy}ks;Zwg@3uU=A)3kj
zR*glF=ipM+-(}8>rVo4+B$;PD=DcI$^s$Ah@uT4V78M32uXVzQj~p;zwOE(^)v2k?
zePbY>Rl)mK2KoP2AGP_ZNX}oqPrh$uL&?d?f;kWO?Amyq?=pWD(}R6ag&)hxdh}&2
z;*^sRQV6NESy1fJ#5FJU?+1yc;>`9E{>3F%t^_khO|D?&E|{h*H2D*Eu)tZdtip3f
zj0$b9EO=7d3K<ns@A<_(Q<Y)4yf@i&)w}5xUyL+f6=v}rR-N^+ZKuc?m5&yOmc0?m
zGzq?wcyvjpfalZmhPS0I<#J>{WAhVYXzbwRbC3!)?ou@RaE^P{(ommvCUwr^o|=X_
zg^gOt7uZ5=7Hp9bs_{H7aeSpwOovO0pU=`8ixgKZunt*zy65l2&^I#_*BxMqJ0c*(
z#N)}elfg#erQ_;@MQvLa9*W<d(RD3jvT6Xk$#o^Jf~E@`1*{w@oehs4{%2@$m^4M=
z>8;`;2SOC)X$34Rv=n4?nI$r>-eXRTUCfng^GDJ?nZ;_2+<^iA*w>qctbO}BHf(9W
z<I<~HJ4_ca1zERyezDzlINk5tdfU&lyr;7$dZ)|W51RC6>5tbMRu$3~nybG(Uo_$G
z^QCXgqkmbqK0fQ{ViCL~jnOJB__vbY>{6@T+b=I(;8i%Qm*$e--kt1S@mA!<wHAHl
zfWH^_Z%dmUCNqK4-T3m7`%>4obZ(!vvaBjBRQubt`sH`$9OE>w_j9=H8&dtHc>9lJ
z?_Ggwt3yl|mNKj;HcVbyaI1Q+8WTeX@2bZJOH&_Q7Pu45oqcib3QrY1mQ;;(Pr{zN
zuiV{Vw$gmwty(p;`<v>z&g?A>xx#39c87dQX4aK2+Con+EZ@T}xqOq}yoIH!P2}AA
z&q;`Ot$n*Y^V+5V3}5*sHKf#kI8-UvGkf;kE7Q(BT5&OI_1%~3mTM9YUuN=qkS@5Z
z`_;vj9-FT$h<RS+%O1@&aozlX5=WLsu3eUSMOEUykEu|~nVH|*&gZRuIpMkF;yD$`
zE15oaluffSG~Bkm-fxYT(OPqp%9sx`{xclOoV87VTKTr~i;iu3Hu(mlUO{z~r@G})
zw|{4+#%Kj4JI@hWz%G2dC96F!{%t9<Y`*6K;a-EK7DpBq9{sxF?((u;o4_kt@wscV
z{;iwbrNz!JV`1v!^!L(Kr)^i_BUw80+BD7wH}ut6ovzv`H+SidCD&`GF*sGYO)t1p
zetPBI&=t=ns%iQ<)dln(NEh?^Gta9<@nF{OC(}D~Ue&GJzHR$Thh1~C`aVZpwwmSD
z|NM$P`=4d?Mr?;pzcORn`%-tu?#eaaBr{o=qudXlGU(dwp4)flJJ;-K5Bj!mEnlAP
z(<!wm_5QDfqaP;v-il(Lb1CNOQKqClN!!C--Fw!ZD&b_Wr@eJ{b#2U&XAI0Qd)l*j
zuUt_}INy^P9eyb)#*xpMYgVdcsTONSzOi4OV2M%1%&5{6Q+R!OHKd#U3`HHTU#gB<
zy2s#`lKmCabwL75>XxTBDX%TM)gt)b==+f+mm<Fj-g;F$YkTy3k37?rSLF6xF8P#U
z)0)9D`KA4v{j<-CS=%k%sNouQ?eN(XrH1^85odNUPp{CrxK8Sqf7+~;Gn$9}GrCH9
zd%40zzuoGaYA)z|+)P99aA(ht>pZ+CZ|{^hI%c_V>E(Y<He|`aGGeuyaaG>M!Mw`4
z*JbMpt#x{n9h7&OxG!G2N<MU}|B_YFN24Fl$<z5(9lLL?vBzh#JSSsL`xHLoWx8J#
z9wzE*=gwA(yvlPmY<K2%mIVUqoUc?EuHLuQZF0$_CuJ6A7Ogt6HE-S_@A*qluJ$lG
z<NvD1dez#sE|ZNck_?+BURc+gbT3W#)%2{GE5c1W?%Cc~)?Hfh++wkxmt(v6$&hub
z3x0H*xczeHcZN9(vrdYoNh#~ExObscZST1i{mUbE&A#<U_-Fk)SEH@H*3r9`O?0^K
zY3wXE>uT@R&2w&Um~LV6NaWS8$DU3%ub0La#`{`juRZ!{diuRqb(cwJw)bpX>A6cw
z_1;NOwzKaFX7Vt1T#GA+J8?WY^p@wdsx1sHS{kP}sqa*LlN)f~ckB5T$7W7AU}9L?
zSCZT$#W}%(andrwmwUzTol|?8ZfT!BwQiHm^|g2JpSit6DDJ-T_uk8m67wYaZzegK
zIxLHAzRwu)L|x%cpehGTP<or}#H*G{3=0`FG-v)wSU=lCF;(yC6un^MPM>|994cPP
ztlA7bMO!A-ojiW`%i)VfMg~_I1-z9zJ*twVc1->EnL)6Dk>#vo`|gcmK`y@%MOhj+
z-fB)^Ho72HWB9Rw)ga)3noU?hhw}7$1)fd}NjsOfsC!J3{d?hnXWyg+g6;dHR&nHK
zS=%I@V@xrbvq7!mfc`{2+Z`$ogvBPR>sS31xWve^=)*^Lj_R$PXDrGTV*EK6gpJi^
zGOIeyGvMV|q@Z|q-qau#bI-h>v&J5i5>~M2X&bm-6+AK5)5hm1594Z~{Q_Du{R$Rd
zzBFrRaHmHA<Ns@qP8vOU@aRrY*SsIvU8^QGOqUbf{))Hh`SS1Tw_*&B&2G9_`D0ev
z+()Lo3|7vnn#MOa?h^{?nso9}$Ck^BFBCH`X)5xmkTaAGSRwT$<^3|1WS5><VzE0<
zGW8^Gozo@TsLJs6!A8w`-X=qL;{z%T3q-jlcRB`6jDPdSkn^a^G3K5Wc2UM9QzjL%
zS|@c!p2(RY@N6AtbK!K+*43vt4pxRANM~$w;goz}_}!_Fg+0mR>O`iBV_PQ*3NMS$
z5IUNE)LL=r4LNq!L+RfS2hZ5zlVa@T*}iG_%U`|A{xf*Z&8nLkpeA?Lw=#LMQpELo
z9_IpHt9_aiHbwTQxV${kVl=Nt@!bsJ8Qg}qk6SuNanE6zc`lXBa^8t`k5@^Z<>>QG
zIOUL1qu8s`<n=9`Ps#C!M+@^IDcO!$X$7;AExHfqHP{CPPIQf5#2CIf%2afMu(oj2
zt!sN$+!B$<x}v?bK{R+~-~3B^S^X}%etTtl{pgl6mk%kIJykmCW}4Cc^ts2sIsX~L
z?qvSUWVo2z##QL?Dl~?5N9IWn&m~E>4W*Z^b+{m)<Z|?!j-yUU;hR2tt?0F}tA7i{
zJ6_l<vXo`hs<d6d^0#q+^!WCnTRU)y^lG-=*cT#4v)-<ZyP|%K^P9(yqfNUTw$w~`
z;h(dZf9d`&8{hcWs?E##`@Ax!^rZD(cDtn2_vGv){6D?wy{%cdv#qyW_pI{ESK2H7
zI4pRi?Cp1F-@~s{=JKlUeIl;$N5Spbi}2NceGgM3F0Xr)xbBj8;Pjcx&#3d8-g_0D
z`C_hAsF8H^7pu4L8m_$I_Medu<>+~|yl{m~jPqBsiBHvq?BonypIu*hH||>8)m(wA
zUQ_0Trgq0EtIazcb!zgAU&|i$&5o<N-|km1%|hJMQC0V9zDaKZk9ym(&XhUHdaJ#o
zoYOK-JUm$3lV)1!opve8<%*inDYG2!RZg3ump+wxuv}nakm6*Omo9d<9$XcEsvFSf
zqm)$^Ryy^)`_9WnJ?au$R{RQQT{lx}$q6~ZNm)V59&t#`686tC_$pOvU>uph-EjZ3
zYYP~;{9NWNnt0Xv>|V9dT%}9jUh!V+=-u{u=ceA>odvNfmc0S$a~7?>TwT1q`}3|C
zze~;C8CzCn&;Qn8&&?7o8hT@+PD|Ofpxp1XWj9y-o4Dy#(5~#2A=R+~>(m2PeXMS;
zU!#3pWN+CzKK7|0smFAx`>v+$xLw!wa@R|1b_G5e?&?P?{xeLw9X&_pR{tfDsg7+-
zQa8W7+TG#hyGH1v&a}Jkd4KsUH9O|TB&Xf|H~Hn(T^&lv5)1E^EWLNt#X5iWtG3ou
ztxZCQeZsTzu9qFz_~dfQ?U$kxWuI@8YU9t@s&pr_Yvr}<d|#=#E0+cZF+7&?zPD0D
zbN}3)Y<|NS#>XOOxBpuAHvDq(e+EqkeT79@uC0INb7QC6EDZb?TIA`qUZZte|G8r;
zFW*YI{5orQ>ua4info?(Pp}mZFbc5XxGwwe+4O*zx&>CVw{D#`bE0knZ^Vwbv(@fy
z$<FN-T6{ol^`4V<_V13Cuh|w@>i%o$=AdU?;uE`Pi7N~D9eXiV_+WXj<(h($bF&ux
z-jerr=YsqG-T@5H<d+$*zSkfl!#vL`Bcm_yvi0kRjN*@zo1S%wdxam^y6Qv7!h*Ll
zNjsN|dtI4!VwabtjqlM|z6=eMiF1A@G5YL1y32w444Xu4VBf7hjWU4;T8k`&H*1_+
z5Tms^<?^k~+5#&%mpe%x+rSWcT4C`Hfh4Z&U%tIIjN5(S%0r`~$xFX&=-It&I)fn7
z%WpGIuiO$H$8fvNY^|C}8#`xF+vNWYZLCou+g5FtFe}yF-e&Y@>w#RW)RG4>eB2f%
z@5DM@kxtI*4t<-nRpsX7#}fK4Ut9SXEQvYgS8&z0i-BYRKC`fCVp}vedt8!wZf#WZ
zKrNwEx2TU#_hL$K>CcQEI*iOx*GvUOGUQzzO9xz%l2kSq)rvl_ewu9Lfh((*Gd+sh
zeCCK-rb*#j`AzPd9^U?0lO6DqHSYVf^xmg;e$MIM{QFYf(Iz>Y;|l4&b(lnJ)Z94#
zGjwsXDC)+#2Fn<FaLj0G%i6eLL0OQ?w{(tY4wLkIbmIlJX4E}t5k1am6UNASmZ8C&
zA+|+{jiV!Am&lU#>GJm(MB|I*JZx}KN_iBlXra0){h3UW=GTJ?k38M|kKbfG!qAk!
z>Lf5{_X9?TAV)S%-r^{+)Rj$4MfUrI=g2Hb5MfB0?2)OKpmM%UfZ=0f5oe-JKTjBA
znM2FzrgDxvh8+TXocehbeHhf3_t$5<ZDVxoc%$b~z2neK4slV=H*;8(++6&(@hzBh
zpO3xEfpLP?B$v<_MWJw21|74AnR;@zk7Qy^{J7W!|9;>xJ`^K-Ohhj?g4er$FKA=k
z_4{A@y>5S1JNHB?Ut^11^JhNB<c6S4J6BfaNP6Dex9RvLNsGex+p}zg-O9dvt>k9f
z@<2rKm(u3=W#6*3PyJph<#0FLYR;Q!F_%9btF}3wb!XAlj6Hjwt-N_(b$RflceTd(
zm!rM&^5tLMj}egeNf0U1pQahwsdqf6AxQUc_0B7M@7>Ld+p^Y)ZH2?*n|}=bOYQ{o
z9I%uLaQEViS2CLY*<1Wk`cB{9K?f6D7FfpWu^Fi>Tz>k9<orCrKH;dRD!p@;UEUF|
z{UT7cDQzLUhoE$jcX36MTkkF<wq=uc>Z#vke9Fn<$!7Fxk=K;FZi`p!G&OW&SSF+?
z@$SH~iXJw}=TfhqhFodYY?#+uc&Wh1?%WBdEQ3RJ0wN}hQ>P1f{a(mC&BnjQ(SXq<
zWWwX$>C6TOmgOJcwW}q!70BPJZqIluFyn&U8>xpg4{sG!R?ofl?tAvJ+mQx)rVGSO
zVzfB?ZSS_nW$SK*L@!}lUm+xuF591YV@=s^tN7&!rv0DgKZ^Ez+A(Kk%tpPirQ53`
zQc_EfyTAR-JJ(#SYrCJ!`H~CEb0T5{cZFJSZZ`^Pd1$+kF=Ac5Rj-y6SA(lh;yRmk
zSC7jHnlf;mQm&Y?F~;J!)qjQ$%YUT4GmHAM_+F3oy!2Z;CImh(`Rit0&amt33sWnP
zOU4lw@0c(<wAdVU=@(HlKNz3)Y~9o>A;DCMTK!*9r7M@u{u6TQ+QWe8XuE}4j~+1^
zJ<a5G6fXIi7@bpUUc*;5C+(8=?7LER3s=1g)d;HYULndZ>+tx)dGDUAZMKh=_8xWL
zyROvSV&j|h9uro2Hizw%eEB=D)MnAPkAEU$1%ml?SFvllzCUx!HLUHT>c4<X!mq!(
z?P`0O9l1ug+FQ=sQ)tdK6WPjZVY6Mk*J^}jzgx9f+P9DOpxu?9(LWYy>`a(uC9Wf9
z;hOfF-QHnW*>ta!SFW6qbjw}8j5{-nPhk>M>O;}KdH3XZ-w4=U&1&^lN`~dY<;LLI
z*L2>>i|lo|#Pd{@{h0QwEMJ?`B9lWS)>?P0lel&@c}m%i0^?tc#a{hqxX2&a=Vlfz
z;;36T;oA=0nu4d(TS9hqz5H@J@PX%9H$lt)43DO0JnwV8w(*0Bb??>Kd$0QL=RB%)
ze_4DzAlvhq;RUnTTGh2{xkMyiUS4*IgF(}$;LK6`rQ6=>*1Zj#wd#(=uY^a}R3_S8
ziPM!S+0v%G<y>%g+NFb;otoZUlef(%Zgp|0S@KA{KZWJ!4UtO=5-rXw`c{=17~P-1
zE-X~#v~_8I_{3YD9E-OpZOq=X@YIeU5<QEwvaT@-Ge)nhUL0M1`CF)WY*51r*$y66
z|IO2M%(j$>6xw{sxzg&Rta)uq_XS^16{b)ISI+xFp3j;~4KA#?c=P3riNCU(=4uMJ
zOv(t}r&v)?+#GU6fki^WCh5ZOv@I`}J!d<6{;G-p5uSwW+ZVqwo6U5kFz)kB!6jQ&
zmd!ThTf*U9WVJBFS%Jl9YxBIb>Shxhg?yB=gBr4<Op6t@J7kiiCrPc%Ii2=gQhgiO
zWx<t6D_0&b&)v1|=&n5*mw&k`yK44@2A;fcXAi!=bjizL^({mDN46Vt?rwXXd+O@7
z=_0&tJ7o13R(sBlk)3lSXxnY|3wu|mMlK0k8le3lM8(uSqg&?6<GzedcZ0M2T8~}X
zx78{&q?mD~(Y(Md+pA~3%t%x`m~Nshzs#WQx7M}So+rF^Y~T@iF3q+fn9-*(z`#Pz
zzDn~->#1NSt*`T5`4+2j7S0PkrX%K4{xWjq<>JyT;hD#@ubVn+*j~zxIJA_X=kG+l
zlUJ%s->yj3lXx}dCkMBZ(url)3+H96W=@J;^|JS=N>*i>RX}F`Hp6xAY^A*YMJ`+N
zS{^Z%?w(&Cbnn#U)z@^Fu3Yn}ZBos9n=MD&OFb^tW|hv<3gay(n|k3ALzwZ~jI$T*
zY}e1MyOTP3PVj#QG1i*yRd;8ev<Z>+-Yqrj<@!hSiw^JfGgkTCU&8R&c%|pzJ>Q+K
z)a;%4{h`ITxyL7{1c@-KvZ~(hJjUQM<G7H3gVU~t2^w6<%z@nRi#k{=T2(&22~cFs
z44cHqmHtLx&#Cqu1>c-}PVdm<niP{JB*8Jc>GAu9g0K~{6wmxPn5lI^#Zl(;{f`pD
zk$uJu%(n_olr7<PS;Zq%Q<Es`AYfDQ>tWXSlh&V`1Ef3^V?t)0f8{68HNiv6$<O&^
z>zOpw-+mm73=ft}os`PJu=0S)gn54+c(k>gpQ(P}Z@?oJ&XCi6$}$N;A(B%jOzJ$$
zC@^_ms>K@3MxBa}ZKo2<h1BjWNjzKJ7+`V6-;RkvxM^Y0H^mk{Wq~IuY1R+eg@ifJ
zcYbqX4PgpQQIIIsJL@iboFhP`EqG%5ZH)lN{}*01%?&d>_&}6H*>UHuv#DtfQ>89N
z@Ua=~%KEkJ>GtURVP(s07al2i-*dYA?CzpkFOyZ<zltn*z@e$bQ+!AJnb$gfy~kA*
z7hi3**;(`J-QJzGCzSTD_|Fg^(=~sU!5qKE69bffepXNZH+NU>!5+KbEAtn4N3imD
z9c7smQ_;tH%-ZYG+!<SMB+iLRyZkEGD(lj{?`6x~o(Q|8luZ;rxAg9doZsF#X5Y3>
zUA5gqSz(S(&@QLRuk%B`G@laLxg&9o-lElU%RUy|I^}C5b?`&m%#}S8+y1#qe>#}A
zJlA{56rFdG+nuAry#!Z0TI$F$DgDPHrOEG{3XaG;e0s^p>3hQdeadRi9!fPUQiOX-
zQl|<|;aauMscZAh4^0h1s|w$oVpA<-dCcw+GKop8`IR9Hb7!j20``W~6)p+$m0Ak9
z4Ch>a+4M-}k-@jW1uL0fnXX(R&MGO=5&I*)&_e5!_G<52r}d5(|FwJCe&YDlDyFW^
zmXf#29!<U#c<aVP1%J68PtFD1Y>`xn{blt1`r;Qmcdfeg>0IW`W0qR^Wv^aUdH<<+
z6WDc9R<||NWLw<HZ>N~AsPo-OomuLYn`!B?J|jb7(#Dm$j&AOFye-$3J$lu7jns6u
zNw$wQYWLi6S){e(S9b@i$D4-|`u2DIKb*dkwQbME_im~O^-MgcTU`En?AuH)=cc;T
zQql_~GNzr4;rw_|x$qTZ-g1$UcRhAf{xe)&ek<eI`g=-CuZDej7xB?W`=$ID=Cex=
zic}oc>&;$e>ik#zszOz0Oq>cEi>Tv@qkX@=Exfa8=hBFmmYWY2`5Xz|?&UgF?y>KZ
zJriX3dK0EHp0#ZG?AG$?R@HVVJw5FWTi;I6in~xC8kzU4S7GbJchBqv5-vT~@6xy%
zyg78!&Qh<buIWtcD!3kn%LHy*SNGv}Y3YvTUTZC1Xf0{wTJWLWzWS~?SC!o3kW9t{
zGy9os7Q5(r>H2GldVS;Ly=s#8OX@|{RE;dId+E%&5jDz&vU-!JP0(<jA+_Vt`!{`#
zm$$BpdiUlEH}f1v70=6k>odOXntig+%GrZqQIERhPp#?NSEY8mFWq+~x79H6ZARt<
zhibRNxL3T(ua|0T@fOxPpAVR?ZD(#!yS!3eOj_&cdA^)xM~$10nztq^Efrn%oSpsJ
zI`2+qhJ&Z=ejY2mvQMZmHRy;@>t3}>yo^1UU$$#zWL#>O6P%^@GWvF}FXNlSqimj&
z+*aKPV|q7t*`#kT>z2>8D&5X*z4gqK-rQ@)_vW)~`t~P!>t&uLS6w45&nY|=>XrWN
z)q1Jl$LI9CHK|;!TPou!V<ra*2EAIn?bU@3x7_?Qjddip2lja9H7@mNzqV&}fY!7v
zW+@3vQYEkbmEIguxqRIMpQuj{mL!WWW!bYY@o1^1pz-Q=E5gIreien8-Z`M<yD#;e
zj_+%w-2V)E6W2y`Ztcr({C6#I{eOmyZzUd_GX1Npyu#8W-e}#@9>WV;ThmQ<uT17F
z*(-VCqnfN$$n2l~CL7dtz3#oVxH~p~*~CbXiEn#~uT6KfmD0P$!FtXvMegJut7Nmw
zi*#OIV|%sL>x_iOiun(7@?<aXPF^`J>gKDE%$0!)#e$!;T)N7+JKOa^*xc*lEYtQ)
zj=CVo7~GfQGR5kC{<;UJ&Rtsa%2=VG_u|XkuDkP=M(I@FTBo>xpGUEGX?6~;wYA&E
z!?FrO?OT<0dT~41@2*h&$~5g^X4UziYpde|d}gvvZ!;9#ck-{>yKOJsKg;_pUeTGA
z?Roh9t7mQh8T`^Vm)&BUn&!DxibG`rL*U0`>9<X@qrJACRbTAgk@3U3vhq)itblLk
zWJN7kbMa2)+#9*K3m6MDq$a6YO7;KKII^>X(PWZita5jyhv9|`8kd$`SP;HKhI#3d
zM-S~@99r@0SD#LSu9oQOrj>`}mij)*{C-?8J!VSQWk$htWf9p;2bUf&T^{Ss%WGtF
zOt02E+_h(p=+m_ssw}$;uOz!}y<D~}ylfG}Q&uJ!L5n~3N2P>rbCsrLdcIqm>GXNC
z^%t>OBKvlxEz_D*_fMX?U%BqS{y~Yp>U+1gb|`LIa(oik&O3KD&vH9-s<D>oSKr)l
zaf@}l=~K+=;{RnF-Miw@e+It^j8mpcshi8xA7aV>@;myc*tH3H`G@tdS?;-g%52%!
z=~FA7B`O}hq{XP+VWA?a#ivoDut0W2K}671m6<c=EWRY8xM#C_=KM0*3l3ThD=qZD
z9b`&x`ON&H$){!WEPW0JR<~fG86J*?8qpJM>f5*$1{y32=*TGPQcGeGH<)$Sx}c$1
z$H_~E@i6nuBYihGm?l^susp!T7^Akj<CGvHQ;O;_ZjT99mnDbnov_Ste*K#X3>O#!
zRuu%==csKg3Y_>xKq_FxGoPT^xf4>vJPc$vFnDILOgv+q&ZB7AIceQGZoVm<@plpv
zWJ)IO5d8X(fmfZuT5#to4v!Xwy%SQzf{inetY8un32wioJw2g~IbcyjP^Fqd=Tiwa
zg{dc;ju!Y7pWY`nRfV5tO2q-gUCUM&#7hJ`$y;(Iux<@_4bR0JU-rE?yMIxAc;Kbw
z9&_VcbPDrdM^Du~w(MnY!LM@DxU8LLRm`#)w(l|zkM)Ya6tYc=W!vfrp+Yi?QiOuf
zikhcfayhgvbDE6OJ=>-7Gk4Ym)t#DlXUCu2ahf4}!(X4Oes|;T`W3ndD>Hf5sfZ-@
zPtxF5EZMLkL?O+{?nH%(&%(Hm7Rhs-TNbdG=rr&$JA_Q1l9ZGuxNTM&=VM<E%bkIH
zx!<2^iwe85?!|ShY^j7xEPanAHeUaxcDj~J_-c~A(B=OOM@4h@eS4m_dwF%*r&C*E
z7If;1%{#H<E8p+*E4O8(SM`Z}*AC*o*;wZH-BqAxah17o&xX{gL0cY9j#xCui>crQ
z!;BRjSEY=OO!c#!sC|3kt+<6;76Ody$E3e`vPJT6eCS;tY;jflfG?j*M<GYUs)=tr
zQmzPDF6%T6oM1cQd(u;hpBvaBQj)aQm_-)G7*7+(wA9)b7bH;kgKu`KSwpepUqjWs
z=Ar8@FlclYd#ro?Y2UNxRP!Ri$emi!#mhZ3RJ<7P&dIe(`+K|Ysqfjcwh${%jkM~=
z5f7Z5{EcsNO?sUrqP5^br%W$@%)>~Hy`g-+6Ji(G2k2IW&E%N1IQ^J*t?~||{|wp7
zvO}z1vgpchPl-6|m6xD<z9&AfwC{53nT?xr_ex}l6i-uF;km+7(`HfF6r=MNt?y<|
zdiL(|A*1_0)PJPD<Mx*LzF6$-(KAab1WHqaHEzW0sp~mc<)y|kaqXIjNS{>#4;D-Q
zdvW8s{g;Po-gPSuzwDcnFP8bNUbI5Q{8IGc)k1IhSd*>x-QAv-Upn=xk>n!3B-6*u
zv+v#(xZ+&#+?=8C*J7>v{~4+S53HN!Qyb`S6x4T}?Xu^Vi|hM2P8kJ-`YN^WE)jd0
z^El}6zg;&^FTFBxJwx)UnTLPaT#TyNxv_esZQI1<ioTDM4;)Wj9Km*(PeUd&m~);X
z-`DNAyJuvZbMda>dbvvFWBb$}N2l3F6=s<~-kG{H{f*|{mm5pVZu>8`jGg!B+0`Xa
zGG{QZ<81RWj(8Pqdt2*5toF)YMV_X4_K*51_m`a2UA3WhX>m~Zl(t<i{!H(?bYvBa
zqn5ThhGdp*zIFWLml(_74;J;a%<oR!eeLS)yj^8eZf!3+vn{qeG{Tnq?NWcgr3Ooy
zPh8kB$0hgW&hy2yoP*XYm&|ONZxFL+&#lKUcbv9l>RJdSYu)<Opc(F!S1?g2s!r&7
zVUPcftlOcnK2~gVZ7&xuxs~i#y34xDq;ZK`taoC7w#>8b?5)9bniq@buhKJ@J+@S>
z;To4tG3U_-w*E=Sf?r!*JQ=%e-kylGg_ePb{3CqD%)VFX7xup5ViDW?X+{IXs{J>G
zH@!RgYi~GLsX@*$n<THg?w1xT7#^gF8R(b&uG%v9SN~b2tjkNzH+CMI>l)9T?_aoa
z@t;$T4<>O2>|-kw&0D%<+0#YO3c`~%hONBZw?^#VtIcYj+$(o_uHX|C|GPiz=C4`L
zudQ%WH*|WVGO;w&SiCZM<&|w)Lw8K@`QZ0s!dKxr$1W{kD0Eo+D@-fYZ1>uPU#1Mq
zLdPerw44@bE5*MxV^!uA*Gtc(@^~`sD}|J9MNRg!F);s<eYI-O?pP-$=B{}^Zbo0=
zNnBmxq0n^iLE-mf%Pu{+ye#641oKvvNA9s#_v(m*n1@Yz_)+D8zD~%AEx&tPqo-ZE
z9NJgB#WG8bHCt-JwzM5@!~U)OlCgEy)O+bW6w4n9w|cE!@v_t|%a3#A0j5h{bqQ}v
zk}hs7&eOV->pn|pohIAd<SQxyGJ(5H*QjW%viNTG)##nRY|z%I#nYM@zcf3sD)=1J
z&ek;zQI=`>{mA;)y9JqVr&u25D0M%xy5qp^%^ZjK)-TWbbmgnyQO`*_i%x`Y*_v9k
zsB!TtuKTNY=5FR%$ZpVQl=0DL=c3w0ow212Uou&j9rblF5wGXCEMaCgf6c1jovRBO
z&U$inOFO=5zqssH759WadrsI?GM@Iy?z;2gqJ*BebKUKu%QiEMTQY<OF6EQ*PL_^a
z^xW1{xP>vp<aB4IQ^!)HIZT!T-<u2{%5^s$`x*A#zN;kv!yLKP_cN_@7PogyVGz-J
z{(GT*#-y32c&@B;DzcsMW@k&2+p`px%o9(!QXGYk350sC@7eICQ^ix&FLrLngezy5
z1Z3TJ2{6i<SooAZ=9nbaWgMjbTSb(G<;YX}8lhODCt-`0aq_SUi5AAF&7H8sX-<*B
zyO0SJj%DnVoxm`|#i3=grk4Q20}i7j9E_J{PuShQOGc_xFJp24CdLU2KPKMfNe(@=
z<g<MKhC{+C3+>*73qE8QSlx1D!2}hK!>q!G7#RdYbWSNY>bIq^F!=8i5Y~0pJEPj8
zWYIEd-jzcP94<oBxP*@;u3REG)A69n{uoW0EJY*B)I%~)W~F)kR&2Pa!}TFjN90Pc
zoPbCJ$ALu}6F+`z@QzwLZNZF!bBvQb1N~>;=aO8I&@LlXcOroC|D{KH#hpRk9Zs^3
zZ?kBfSf+VMD%H@S*v}x!O<hU#h}$K_6Ba+Giwb=^!WZ0dLPO}3y2=6u%?Ip4Ugbyh
z8AM!W%sf&!CA?g5;ab(BhBh4M)L33xc{O)PJ{8z-zGYHGf>K&j>j7VphDqO!<UZjy
z6rYo3F{$u<gzC9NiK<J!9gdqkVa^oqW8#LaKFdT!H2z-9dp@DX=W@g0ZGw|LzLy=E
zSn_Ggf~~u{lDy;urGCa&ytv0CHK%0rxs*=nZ0~x<1-tSdGab9{s9!MS#MBRh(>|>~
z>Lz=4;`t|^%xx!}OsmrO`SNyR_`5&;s^7zd%#|2T<4d@_gp~?gK5K+rnRkB4vEU{1
z=WH%n_9CZT?cxf1t!)Y)KlUy4TWY>jV&Nu*lL8<56n&2_31!N0+B{M4>Nel2+jp0$
z2j#8m;rPTByZ6FlE&C<s&u`wPRdSv!VhU4pn_!>F$^(-EzI{8e?7MB3BQxJsk3*Yx
zt}NeUb<DAsEBKi4=X~w5bn{iqw>*p3_Ecq8((j43Wu7YpR?L?(oL=<cc0JEV8^ztX
z?L9N%E-ahLW?&zueZyo@pYDu<{3!`vR<8<M%GWk8Bxb4Pnt5z3z2W{@lR}M@e=E6Z
z=V=QCn6A_iiGCF$$KCbU;DKbwHLlX_D(^c!m&E@294`L0TycTTh3!r<7BXo*c8leM
zB?Z?km+Uj-HHvnd-F2d&n(3U;s%bA7*UY?bY}oOkCn#jn`?N)CubhbriCr!}VaJmu
z*-Ph5^5*78<?UD!6WPf$bDHeO`BzNln0>pptiROUQ{d%<1M_~YFWFkX``yx|*=grP
zr%ibkwr8bkDp#(%(6f`KS8~cM3X2{mE_>7$`$F5(%S+c&WnSK1?$x)R{n`?F=HXfY
zFy}{?_DD-^S?92=cKQ<St?!ubPPJKjb8e81e6~+=-juUqLA&!U5=B<k$?H70eZ81}
z#dRjllWYGooH<h`;lI+UswC}LuXXIK$+<5D;$-3ro;?njIm!KI`oZr?<spl{wZ{gB
z37$9<!1i}pzuEdO)1Dn7&8wHZ%3^ukuOuufwpBjjSCyk*(4!f0EH3Uo+3~`v(?V9g
zT%8%Qw`&&P+!VFQDUJE*X}=zBZT=d>Jn`TOuhTKRD;I2<EE&3lNyebScoNTs2%Q}}
zR~Ej=GP!9a@%YRGoBP!v65)F)9=k70SnAX()^6C?XQX)cpcjj-&|!<|v8B2^j9lzV
z;%|%oGi;XH|H^fV*rX4~7O%AK<29V6ch}WXm#1i&i5|<D9Y?47v$k@@#Mf86nl7rj
zxADr~@I5axGbZ&L7WWCYg=A;zuevtNwUXnCheg(vREhfaD}#1xdazlnZd!0<VeB1c
zt+{T&%TF=S2*`3(nRl4s)}jcB(z0r)BNoBACK}gG&oRX%Flbs->#n%$e%ttR9p8nE
zOH7ha)oGkuTj=kZ&2#3Yd{AL;>De1gF8b`so1Nz9tS^(K%RYN$cX4E|>B=oz*H-cc
zbahF8`RvAf_JP<I?H%S<7X4>%Th!|+WBK=CUrs{&JJsG)rw<RfBcz-jb^kk)IQQU|
z{7$!hQ-icjk8-g48~onS!=*DT{#MRPtM1vMXN3|uL>A6dzb*J~%h}jXD>K3^Hcq+4
z&Yl%_<7n;c*q662F}_<BAUIQH&ZeA{_q%&-`?EIhSa)^%UstnO8{aca11zd~<i)0M
zu`(%4n)^DdBFs~y=*iWUJDyEWTc4BrbZyXK|CvWq95S6k>h$7u@_HFw^_uQ^xY8$S
zkxTi3m44j~rK$xA+A~6<JBoRJZpp0w&tPIVdseh5e~e&^pPb=~Hy?7Ha<}%i&)Iuw
z&e~Nr*KFNi&Q!`{5uVu2uz-Ox&}7!ab_Mn6j7sn11R6M3tV(j1NtG3z8^AERz{u4z
zom=F}Opm0BH4GOOJl;=w$}vTuUGWi<1M?>3z3j}qlU8cas(8rhrt)3*tMl{?79Znp
z-)CUx{Gi>R*ucGI%^jhl_T3D3+PJ%ZIEQrZs-0O|aDd}kQ<25O$8!`sojYfE3e4@~
zc*gPWT#RDD%s8Vnk9!s}^c<NM*`M>!DmifCkGdUhDJ?T5p5Z)kVuqK`fmqLZwTBp+
zMHsoe9@NcX*vNTYr0^7Xzo63O2cGX*m-$+13C#($aAsU#DEzQfeG?~Bwq}wl3sb<V
zd763`Ia*mvCQa64Xj{qM^DO;<m-LxMv76^#)|kBgl%Hx*TXF+;(?gve0|^hVWs#ka
z6umMGC#`(<kpB|PrV}3xM07U#r~GHw#Mpg#-dx?s%kBOoI$w%PZ(3IIn2W*w|K&$j
zQ4eBPwJ`17c`zxBPhy*dz`{44A3dtm7|Y)sGF!;eB-N~{k!sQ*W9(V>xW(t$oTBMD
zk5t$kG>oP*ir!<<N=glAIj5R7la(XIowZ}-6m{i3xf>JvtUU6MDpf0)ZCY_-j+^=v
z83)!BKDm1t&H~qcgq)Ypb7No?JbqZhLC9^U<N^n!yshsAo~U}T2Wgy;nap?N#;sdh
z7hh3y(he1F(e_r`IB%=#wVK78PnI034Po6CV7h0MwxP{Fxs1d06PsIXBJX_p&)~OI
z|6c#YZf?yT8!ro=<owUTV|q{|VTbcA%am0%>OCe4SyPHUj+9S2(6)eq$GxJ_E6pQj
z2cN)mt;CjvYZU`J1!}7IB)$lYw=ybHSeAW|&oJr5*^}3<pWCc=;ncp+1BJ(X!cHm(
zEUXqv@Nzfg-?;8|_NvmGA4Js|ZGyxzQ;+V=dGpKfx@)b{y5Lpm`wYyMF2BmhsCH=I
ziAjf^%{{tTt2cOs&X1l)x*H#D58kt>ZZ_Y#A4gwVd|dvZ=*_X|Y5U#WZm+!a?N+GD
z3I!&mm4U~mE@tLZ_F9)Mc5mr|tjH_6M|d91j9ML^c2~8eWt#2A^Iw*&v|GA4e%JPU
z)_L_SL#9hUw0zKHlzSt(G;-B~Gbe@j8I&!0o6z%Y)ugw*bJ^L#S1v!hWUhtehi|TX
zUR|?q+1$5JpIPqO43Rl8j8Z)lp1c#BS#aEP%hiQk4NR7Pu@jrKS6o`<pt<(Q#N*-H
zZ%Wl|el@GwmU;Uv8|#u)m$cNx-WL40{hvY9X6-+XMR&WWuUj2<P4~BWSajVNUDrFa
z4<=<>?O!eFHhWv_e$RC>)6Jb{UkWK)a(>IRpINmt_SLL-xyriS`F?&mgW2o)RJR~C
z*J)S2US1-#_;1v#S3B=Z+v;zY5xaJ6+rvVqbN6RGdbU{iC39nKI9u?uKYsoGrF-A5
z_bR!&?q-(IR4tz^TM{NR%{JLG&nR!X`?A)K!Z+Fl7n6Q%KIir2r}>rn@meo>S>3w3
z^i%V7y^8(cebx!iz8`igFDoiWQ%BqPPE_xwW${&dYb#2*@&oSrWIBkSx$xrR`|4cT
zdso-4xl+NpWwp+&r^2%T8AOT`UGBXJyp|Wa=8{RM)x>>mZGYI$&79n57qc@tHFNi*
zXIEGj9%VW!{<@3xZtK~#M~`kS%viQy%h{l!-}|d%vrDV<15AH)7af@}saL;WY_<4I
z|7R+5Rpo`(Z+bU3Drw!m0)Ykr58vt}v%A}`u$~X+yv!oxbd>4x%2-E<n8;vp_P;M(
z%I}6pnAolh&vba$p>WiG`rM3(MNgs^A9r4OWpASDy80!(@!<m8KDYk_GTxgVV%lHG
zpQyRyQMHZojNL2Vy|TZW)SF=X;K-M%re?p{({}!HndJ4jv)f+Rbb<TS%!k2CZ{5F~
zTyM6KPch=mEdLo-EcbJqSh**7k>J(XP=4)W6}~LRUUU7fZC$&aL*#Yg(E|2E2KMi|
zmp-qkTy}G3$*y$&=_V1`z3ROj`+S$qwptqdz;eZ<7%!p6DiWQwf@}8eOO)HTFHPq7
zVU<G~SFG9|ZMwARy6riIMst;>TES_t#c?zF3i(tr&Uzk^-!1r4B)gckPPekq$lUhs
zK2N#Yyh}C98;>dny}kGB)r!>Jo_tSSB_^L<YNztFF*^Th=$47+?b07V5VzP~vhBcW
ztDHOQZt)&uznDBR!tPT2k#6bjtWzUn^E|Js<m@WWSf6q1+FrY*<qgj-8|SLBfBN_N
zG553lW%p*Kuh_Le+=YS7W~#sWoo?UNetTU{FXf!Z`C-QLn#+3DvO83ze_d;re3Thl
zHvggg+anfVr~XJ>Ev~rY=IpgKOS6~mx{|vkdfU6k_nR`k#Cc}FG=F2c`n-p{{&D|V
zR-$W<ZoMj4nj5$^)8bReGRGs&4_QQe=<w*wnj|~tcxLahvsbq77A*|wKAUB#TA1OG
zYt{3VRnR-jd+L9Nx7#P#@~(6C)qJ!ieg51nmzUM@ofCBkayp?eXW%i@p`FjLeQREs
z_1?MGzollqw0T)9lD+Kb&MU8s^8Pa%mu#!xoZNW$Zu{N7NtsJ7ul3<gx*+V;u3pq6
z#t^V8tb)~HbGsyqN};4Dzl4H@%3p~!OiY=KUIHs`>z(i@WoHd=RPc0=-SFsI(}fOW
z&IA4&tSLP0nFq=aFdWEIXKrj!V{_<SX4}omB;Q(mEPa!J%&nG&hrc%p9N;izs;(($
zDOER~V3MvQ#J6nal$PKBW;n1;tCPFZ!W0mo^YPnLhUR7`p5louQk;rAIvZR*%7}4V
zoNln;S-{xRuqfR=MQst&<0*Sr^0|vn`sVDj(WgSku+?^_sE@UR5O=_tWyUQ#X37Z(
zJTl-k2`~tp!(ejC-M}D*y`$~K^NIee++;i)O^sa+e?Rb4W3imjx5EMlVjQ_D1dre5
zW7!$<smH#gg+bgSX8QI+TrAH#lPa7fOrGpHETiZ+uR&#Bisu>)hW}R{^{x2Ty7Y;~
z#)XR<JQp%8@)K&<;mz=L=0k>Q6AFbq6(h7bjTk02Sbm(6dzB;CziQIrmJJ=9<)W%d
z;Y<RL7P^<XysQ-ry|`eD35$_r!|L~)(lZ#-W<2b_EVxl9&DqX&V)Dy<Q}66*TWu?5
zx$Tr`cuC7fW(kEWNwc}kUi7N9U$u(5<N3C?Ra(&Bvofe~{`<a-!3)1->#qHx*=suE
z(sMhnn2G0B8U9;5<Dr_x7XA9`5<6{XZufYwqP$kUH7P4-`m9G4?tY(?0@pHzcOH^h
zGFM1zQPDA#>VSua{V6WY-QCg8PNl!<>3HiK%-6Dj;pPb?A5r#wQV$kIBsHsaGFJxw
zU8f}RaK%E+>D!bdzt!-hPj2|w>UktIGiwru1DEKV#(+r+9{)~cnx!=HAY*9fX5qRL
zzbJP#KDLAf-{vU3mGOG|_@*F}u&U#2q4g<0w0<k;EBn}K&2?U?cQ-yW*>kpK?VM!w
z#phRFF<<i0?n&2sr>phPFX=g4Drvr@Tzx6!!mI3USKOwrN|ms6tzTOIab@2VvwQn}
zlS3axe{Z<&^mJu|;hETg%bTkH=qXhDl&pQU+E#i4*IZVoZ|+KW%4;{>y0+Bny3beB
zNtzqAY$o_A=p=rbT~su=D}Tqjpq`w{C5zoQzcY{K^$*y=Ie|<4D(~O)m*whr;;-j!
zovKi}_X$Ht;?WzPYr0b9w$-*R+!k&6-f60y0n3MFheh9>F1ur1J-K+t^{=b^{d_VW
z95bJ~@%H@X)@v>IuFm#f+4*aVZr+XU+owBS-2L@#Kz8&SZ?CED*8esh)DoNjBj?ck
z$DfZHzSGmIz8CXdw6aiTlF!M)&*g_bjgNCUD88SwRC>+Fw-J4}1HD&Y{l0l-{p7OW
zcZ+<#=}gT0S)6fu-JX}H{N1;I%~>_s{?ye#{vXO)YF;e){&w2dS*mWU_B=6Vy7=Dk
zq+QSk>t||b{D0N$J}@mrUiSU7*x7p9xZc!B1qK@}kTGgK@k9Du-5Jl1v3ke1?RzE4
z+qXM^o9(`b>sV&-W}k?OSOdD&eYKU_1TBfrOUfj@_nF?;ThCiJYsswz!cJSO{HGi@
zU#<UdO|CZEw$)9qvKuZ>Q*!vw7qWO;QGe$3<~1R^R{i!m_C14BJY$u~RdyjkmHBA~
zGZT)pD@U)eJewFgk&7>VmihNyKK=#n+J|=3-ARu3_jWg87kkAe$ds99@lZIZ)_vP9
zDebcxr><O_`Prmd$I*ZDS-psLu@TpnTuBT_D>*Hf`K@-wi_n=qmsdE4cQI@_s<gMz
z{fb@&Lqot>F3tqQryl#R9$S&VJJsq%@VNzrRz=PXuUYg~&eVAL_v4QB+qXvso=UmG
zJ<-BVdTqDmmW9R-LYY<sOI^7fYIy3*<f}7svhSbbd}bu$Uz2+K#`G&rHH(9%dd;a`
z<Yl(*8mEM>fzV^=Xzi+5Tw96-ZnF4#A5*m6d2!mU$5*c|wokh~>sF2ibEnD#fu?4C
zi91&pT{B&}fNe|B`Xk}?Id;dUFZbOwWm@w=M%RwlSHEUSDYH$m7F8CR_w07skE5<C
zQyCMJU){Am$nBUBl(I+Q=(^e7Q4(y6j;bz5R7#h+yRSL3;pY~nlC6deYAbFAE_?L+
zN<is^Rbsv;T#FMv8%sxi$>{eGw|#eYjiT|V2KJe!W=VfrwDa?<ySL;0zI?kMvh?WD
zvqz5}W0kv=lQ;iCuCL&QUGdquXYYUITKp+@4mYDvslx*AH<!D_|1(VBx0~-bsd8@E
z&r^k;Zks0Ob6pkQ_4T04z1&+{b5l0fJ{MsR7d86kb4ZaZiNm=s_CjZ5k{WwqsKE|v
zgH{IyC6&huihKU9FTGRd-B_O(erZL3<?@+Rqe3!QoPWA=(~q71j+DmDe$BgoMU=)|
zv)K&}uibYjf9bTkd(OB1XI<HUhFKQ3-6m{OVDR8*mk3I3p4~7z*7UKmeqpberP21b
z!k2$r%XQtd7r&~KFg>tpVZ7nQ`ArU&N}jN>2(7f)JMrkZe;Z#}^O~%PvwAeacyZCx
zS!oUIHdQ_U#JB0))<4s`?Ms#QQRBpjhq24AEQs+d`l|W(V|MR`C%5KtUi>yQHL38p
z(UX8lt%eg_LryptGu9m4oN=V?G}GLu@Q~=j+`y?XEwr;P6;yL_H_tw`;nST`S%(Qy
zPlMYpickIC!zk72pYhGXsY1kcJ~N-u5eD~?Jqk(_P0Q0bIh<1FNL@Z0qQi88*?6M%
z^j$*V%O)P;b~oZ&f0cnjXEU>ik5SW%mSaKAk2M^Nr7AoV50;#ZXg%<I0b`p>-<2z!
zhg%HRxeDJF7WI7OveC)qVb`KWCjWg5QZ0%lhg$Vye;i;a+9~RJ$oY_*o5akd8BSW3
z3?C0kNlIz3czkorTGILUG)EDGn^aK6svl0DeI(Ue7z|cOFt}AN`c{5OPeDy}QI@})
zz?X><%=2OtclO-cvAk#ogRqYi)9QPo;)g`^Qm?L9l{8Z+5!8dc`lyKI*=8RWu}AHa
zqHpFg94gRNu~0hU$+IMpah_3##muMDrh?KPA;u^C^?o|b)VS42Bnt^GXJuAp_;<NY
zV1~Y)?Zwcuj#&}A%$I9@<$ECY@IQmMLtXNQ$Y$Bsxtq6b+>*<kmDrQ)z<I>o^ry$M
zU*hLxO;=Pob4JNMDBG{SqT{IL=~5H7)rDS~ug==NdT#Ub#FQyPRrAwoH@m*wUFjjW
zDDl4d>RnYGMvltI)K+KRx+bbIt-Y$(VWY2kXjbl{qIkJCdg`r(@rw$r&Nv#ano(fb
zRdavOy28YJW?i>a56>*Pbj<R!%MMY64}T07T6IoiEaYlTS~@$H-@WvZm$|~LrClm=
zk)0F!CHN1_sb0{j82QaPj-6N0_;8;=uu$ld8Xos4=UL@WgnV>pdEnw2w^wX+d;rVL
zJQa!L{M>`HyLV*dL~q>Ml&)9)X7#+xqrqFw9}4oZQG9TQXM@MJ-KC2ztX=lJ;7XI>
z>v!d%A%>cpn+ug#(~2%N&tFxTyWBIsN+qtUc!gPS*V?SvOOsCZJx$fh)vuh+`0q=?
zoj*s`yBDmk-EwQ|(o+(@*Ckz@)E2Cpar~{FruIiB?<r>{dD@4VObQW-@i=mH|I{sy
zw`Esd+bL7$zVhDA!gD6Ap$2E}=G_gy68*UI&iYp&c_lMkr7{mY+nUX|?6E+x;*dns
zsuigg?na^EyYyNVIo`I2guARrn(|yd()0A*7KH*O$CL^cCAFxV-=FtOI4)`a(4rbs
zdq_~j<HUqiJ3}QV)?L9on<SQR=WuM9c0x`2+oVj3V8sKIiXB@PGN?AZHHu)^U9+Ni
z_VwR^3M{GT(|?Kbl<%K;^(f!OJ$sa=O^$kA=<DEpTdwA3e8K6u-8b(BEY7l9E8sbA
z)s(E@jE{Q#K6%x)^Mk*9y>@no{^D|<%PXE$&TwR%D*1io-rnjYbEP>_Rnu-w?pdt*
zE%MO6h`6fRrGGbOgvCg=o~df=b$)PSXP$`U3)2Njs~ir8%ctuU-|f2gd$Cp5_ryC=
z%r}GmSBaRuu|K`${LTR0_~Mh#ugc2pb&R_2!11Vb!{jbCp+0|A)iQr~=gr4gZ)U%d
zp>6tO6@x?GLd&8Lf?cm%-#?sHR$#cPkWW8@>j86j!DsnzF%y|JgIRV6pE;l+(!%n4
zL)Ycyjir)nR@9m+9$8T&!`<>YKx*CE1(Pl~nRHH^wxpZ&tX!;r=4Hi0mE|+8&JK_|
z5PjxB%qIbXIY~E6J2}_#nr2nad7cs0u=$aY!y4&o|Cn~mg`6^*CiI+l-8GNV;lh$h
zJO18_6Wp+U!L6S2jAv~<80Y+x*m$aQVu0_HY}t%&rUG+41QJ@dJiRM9?c15cWDgf(
zrXr5^mp#`nvWOh<i<s&CqS<xvRlUs6Ojn7f;8$I9{x!W=($iwHc56?x-r>g**RDOi
z%KXYlh*OtgYG}`|HJ7dh&pNT&M#)R6)@`?1^O@EC2^}i~IiIBlIxb*dGFh!r#sAH-
z-nFfJv%X5Y%~0B!uBtrQjc>*LBGWBe+h*5#o%G#uE6esAM{mB_irruG?nhtvx3uc4
z=xeqvla7C(f`7LCGdG{N#5(Nm$rV2~^|>C+<BKhD?Yneq>fFh?D|vMjJRhZ`RX=X4
z|H)YRpW)qZ+1dV|)@EN<-nKU2{C|d}vLBxaxjClayeXId^J=Z%=XLKgI_v$nZr?U9
zPxtGc`F|_kxaNB5@|n!8o_*!{jE1mep%kVA>{D7i6%C$G@KnhRP-$<F`_k~H;Xsd)
zYf_NNOzVzcMyG^5IUHTi2){kX)cJ~Qvp<L8amx?(n+_-zX1-$){rg&|T}y*k(}XL<
z`eU1^$1m%L2YghnxlCX)R9(bubm-TAhU_)kZ@=Ep4SvL<lI6eU(3<%VyVqU*Ec<W4
z;=Q-ox6J>0b`?ASanBdm)o-QEKPV!SX_4Z!NYX*|z=BUJos?e0@8p^NE+sWjI4-3;
zcYEpW?NxQ_t`_<|bkNK8w>JE|@mAdVM>#25OFHL>imGfp7#VnF71tJ-SEdr;u|`o3
zr!9DPUSo4^ZSCHh45zR6p6k$Dw$bb0{<0nMpI`MBJUzP0H@Dt#UQOCQ_TW{ot_1I4
zNGohwBGgjm|6AE}^Vhhud+TDQ_AlRU|8Le#-WB!CQ_rrLUuNFVxSqE_VabogjtPcK
zO?86T7tTGpMry(3Gc5@_PVeJl30JffQcRww=DfqnH@G}A<4uE8ae<0=i@`kCW5Fj*
zskjJDS}#!0Cb06RLXD4MFK3@n$m5$VK3c*G%a5@!>=aPfPyE}X#5qqxV4fyJd(w{P
z4&^R~^GXZ!B854Y&GhigvKA7ayYxh;fVDpd8$;--r^*a&44MW!*F#QD`Ww`$?$a`9
z!KvC7$3jnQqooH<vkEX=;cPcbn0ct7xzGFd;T8>s|JNQ(Qsh&4b;VzpLAd3&K-uBf
z7i;&r2dv^KRf>2}7|0``-t}DSn#lssz>7Tv3TMtqacLe&KPL0+(VVoRH*GroZ&XEN
zt_WV;7pS;xpR;aJ{3@%d25WWwZakf@(f{PW!jBEdza6t$s%ak7e4y^`$F_LkID5xc
z@;uc&?w5)urZG;*$z5T3Ad7Q3-yJ1((~<^}<o<V^zJFWiN=;p__u}@YMVEdZ{VH`=
zH~$v*>c1~^kIQWKC_2^Fz20nA^|ZSugtm$ndkFW*mKQrUZwXPb+*B+jvf^mc-Rtru
zTJP4^UB9eXE3LG4ZJpb!t<&Xw_rJLG`~I1lV*AdRrH1G43r}r%^5m{o#`agmn-gy}
z1(mMKe>0nF_g<%_R)aGkJ667VddN_|Flx(d+oLHB3no~)D9o3!eyAm?utG>MCHI)6
zvhKZjrT51Rw_dbT+~MEH@R;vMIE$w85gFSFmYd!=T6lM`25U^5`%Lq9(}Hic0-P$X
zDl>`%9vQeNcKo~He}R+d)1<DjI3`A3Coxw?rwTa%PPr3xYqc($ebci^o6s~}ZNmkX
zrNKwV7}&BlF`x1Hr7$(}j5YJ`h1v~SlNg0!b}wMj(^|-;@Ow{!M1_gQgNg(55-sMx
zYe@<BoAS8RAbRO3p50B~4=9K#73WJ7P2ii{=jiZ8HNh&?PgzAiM5(i5%EU1DLlTnK
zrAMP}Po4WT@p4#iRcOS6w6z5#)#4dzmU29;;Fo-Czs@E%@0r<VnXV8yj=8IE%k94%
z|0?%(>1C$Z3w_pCyQp8@v~=R>W3A@Tp8M{5bZy>$hHT%wHJruGPT30<?CmSR>zmtk
z?&xmwf~^TGRlN)XT&um#zvz2foa<h=rFL&w_VUoB{h6LyS_<Z;RBn5mcgIS9Wp>W@
z#(NFi*|CCKbx%fxvg{L^Yg%{K<KW57vm;hrdHEq<ZC}XdNU^GeTkgNo)OEVleCAS1
zwUU;KzVWiI;Ev-msgh6M?pVUX@QQKmB#(q9(}T~NPpX_0-&xorXl}KiN&ER?nWvYQ
z7P-7TEpct{*?i@$Ws?tgl-K0GdntAHii3oZY!gew<!j5Az6pLFwo*ZpUGbrqOY@1|
zvpP!ypD?a${3VnnRQ$f@x0l^qF|*YUax?rzH8!r_ze;nG&sn!wxf!9Vrx*^@-nbE5
z!FYzrC(Oj7FD_7cQe~fra&d&*hh5P+1|bJ#OuIC*_|O6)mKLskf`V(VhP`B&t1^>k
z$7!3zW=GmBk4%``8j{*Eq3cD&SJn@V(#^*-RTzqOtS)<MZMwuM+1S#O7#~*sTC82*
zx_3|(3+IAU$_tB2qaL-L-_##mxI5_j4k67AGp|)We7XHJe|CjR_@vb(u8T7_{@c69
z>f&18btm7J-k$w*WkhDFb=lurDOFqdAC!&jRm}HX!^ptoWb#-0^0nJ?x82S)?bx9G
z%KFUrnfn%>zg4|+aZR-9EFR;&cBykGu7?#_hVM(+P@&T?=h@b!Uu7hHn4a%A!Pc<O
z{$a$&{Q>X#?wjvDT~>3ywm59x(t~}4Uv9Ol8Beoy{w!Z&ZSI=)J+~s&{i4|yu7%el
zekIzs?6a9M$w8%KlICrxUy}3Ul;=EE(3!wv!IAaI^HA)*6S0>#4V#we#S0nCS)iaU
zdAebKi-MP&<SC|AyZgU8GA3MMFR*BSXn*5Kk6K~?v&lS$BgGSpBm4d{yy=X3>&t5_
z?0T{|?n+yWz>)@$$(m^v5-JMrz6A%>J6kSsF)a7b+34wbsne5bt3b1z#zw`4CXdjN
zIp;t8I5?4a$_E7xzWd#08B9!GURsy){AtL+3o)Emyq(iFNvL@~W?=RXTzEF-9LtYt
z<<f0m!~QdDWxKRxPw@)Vpx*kkNd?cI=YQB`a-eNRWFOZIM++uHjdvU&k5{S+^*oo_
zv90CNysV|)PCrXNkZrEJa~-R_*|mjPeWyw->wiy7*z`JY)}D#G{~C9Gx@&NG=I@7@
z=RY1-7MeCET;x=x<I{``jo7X=8@nH#-myAl>Ai40+wDsw@4kJf`(AR@xvg4nU8D4~
zkM~V_QGB`~#BqA!ISUP?nYmtmU+&%4brZVIw9JbwcH-U*uj3Zp{?c6fYnSizr6tT)
z_ijy%{?D*e{P1-4mc@Q|xl)g2OPpFB$9si|g}ujARMas<C2>xO+4&i>Loc`59=f-*
z)jc`TH!HqlN9Kx)e++Y%MztQ6jJvluJE(wlYUU2x7Ma7#HZC&mnVNK2bBa2DC%@C)
z1q>FC54fbcGgUwFjF=c8Y_ybf63>%1sV6Q*S*_ZKoK#%$7FfFPIm_8H>8#IzCa0Na
z-DlR<um&*Bv#9X+tsrnSX>nM=!e8xEQ=3xuC^{Jbzy5q~<+k44E3{u`@T{_RV>H^i
zQ)zAUm-aOGOpjOp8BD)zpH*UR<!jSo_(FZjaSfZz-^!0(Q;$%;%yjzVXEQUeJ?g6@
z9<P|GrmA@NhOkDWR)O#_?wO*CSNvHZ)%wE7iRqg{-*(S+1<Xf7t$#1>|Ff{Vw)&Y@
z#uMAa-(8nKYY*I=`tsY`Z(B{`-YvZ{dzoME?)o_&ii&q;^dAp?b4+Y?;o_i@u2k#w
zbxARK(?!eXwmrO3wkzw@b(3?`V*~<T6g<o2-*o@0^4y6&GO7)clYdJnI%FKm*1!Fx
z!{hQ(qaa6%c}#&zRW@l%nO(Yqf3~LNv%Q;6an5OoJgpjcLUDzcC6|EDhrc}v*A`ht
zyi{1{;K!t3vtZR$567dT2@{@MY~>7b>^#I|x|m00`FH2e%1qXut@-754>9tb^;1mr
zHZ%~>Gj3j@B$8gK>Yvi1t}$ta#vD}!Mz5*IZ!$az(3m2x@z}C)(jlo*nczJK7-Bvj
zQTTSqhr#0EV{SQ(c_$p0X8BxUJeJMCtT5TL%(<OG{kVw%qbd_?jMo__6|q(!Cg)=k
z94`Z0PHFn6vzV;Ze9BePP}pdsmcrDa{*Y7Dtx`^tfu*TPg<qdPM^-^0zqoy4kkF({
zOcTu&H4F}MPk5!$Xle5J_FV?vAeM=4d}o;dUVMG8Z^zOdU;56Mde7XdJ43uN<I=Mq
zf^selk`28lt^YHWl<%K-*X`DA+v|QYHdc?0KHIxP)pKE}DdXYG)v^C9H2WJhp8DOI
zJMH!qmhW<cD_;GZaC_J0T(jxD7vm=FyY#X#D{$rH89TPWz5HpP*|e?9JsTo!aJF`M
zX|A$qTk=p<W0y(gt6tv2iF;OV%GdFp#qlg8f6`W&RhJ5n)X$tRlfLWj)W}uSbh#FK
z&RYKAc))AB$=hGm?!PQQxz;g0y@ch)`%U#v?N5FC&mewSW^v~3TC1-*=4w*r+t!t8
zeUV#roikHvVwA(R`&(t^xwhwpMw*rVxHGj%^i<%F3BT6pWjCLjB)+XeG4QeIuW#qg
zOJ15RSkktLll9Yo2H{D1p)V|7y~+(&$nxYo9=_pN-`2@5LTamK&2sL{Tl%a>*;77k
z-uf<u`8&2Q3El1(G`GrE&evt*o#2W4pLv{F_G;PWXD+8tFihbK{`balXMm}^*Txkw
zT00lb_ME@$is~s<b2(qbxj{2UBA2ec8hDP8sZy%Z^R&N7)ZHLusVj&7Iv+}U#Kmi*
zz|b}St=qe!>y~H9Jc(*h2vK2}yK&{_O{GT@eV7_n_oY=iyVslKnODEE4&5><>w1+@
zuclCphg8%>TfZ{ij+3jFY)<*I_`;RE?P~2y^Zh2Sua3Mockgb-D=}ZQo%p+~=AVAo
zV$Hj7_kP~hyY95j`s#9+f#a6R55wj^7uiprpI$DeXX|`Lm;augqwbQI|7P~jUuN{R
z?)Kvqo4O;I-IzIUCmj_kvYfLoG@BzOdD{dA1`Zj;tq}}9e6=@^C32`rnER*hHNO+8
zxaH;6^VNNfYgv!qmAcrp)k6M!+;Y=(YpcTUp7gu(Z`n`d6`fx5KbY)1W^qbMWM1vX
z9k1qIcwhbP>8{<}tKJujTV+LEvR0L95-4K{5y;|wdBNkk=YmOH4Jis5!cET>Xn35y
zJ;kC|S3xeQ`$l);+cuX(p-|Q$zk4?nyEwUZE(P?Qm?(GoA&0L4=S%~JXIplzV4BLc
z<5^|xgm1E@76KkzY7?$%8mu&aYY@SxBG8tWt&t>mh24AE{QZI~4GXNN9(6pTbUv_c
zi_)UZBQqB{&$+&J39FyN%ta~bLXixmJLY&wh^QqB$ykcbTe$R6A)`xIOGI*KaktY0
zk6BMmrYPLuIl&b!bK(r208eE&Uy=vQV$TWcO$Xk@{JSti{yxX59Xbb9*I70me%0c0
zK#MJ@K89I{FX7F^VmnU#kIpAmk2y3e%<$e7AkpwjMKe-O!a2ol(gVJ!;gUi#RTz{~
zygnDa{n*s&uBj#F;H~pONMM=p(J(=$rw5muS^4c01Eag(>M2?i0u~($ySp>b+BL9r
z+ns%P4=bKIepc|y-BZu%d6HYMtUnqsxxZY3)ns)?_67!DM+@)v9E+1jujw^qt?CWm
z^GeqKy4mcdVK?)7bLW0!>?!)^>pUU5-#EtqSH59(vA1}DYgu-GPl37e;R!-7eWsk>
zyv-~+KH%ML+rX$x58q|le9^W&x8&oDVn6xPkDKlrdv_nLO{<=h^09g0%`Um4NB(kh
zoDFVcSSQ%JId9tSdw1Onw=u3=;jMKkz}Kpm<5ix|Kl?*3&dgFvtUW0`Ei~fFiOYWd
zj<?*Tmj3n<G3C>o|Mn&qqx}C1n@icQyO-b2)6MqTyHu?s`P}zwqB-ldZeGosen~Im
zO7Il9V7VE^rK|n7Je1k}EZrxBb@$b&w!R7f8CLjjZWHvEdK`4)Q>C=t;gagW(<T!h
zd0t!^=(N&Pz5Z6m2^lwwj^YE8s_Q!VRGFTv*zdp3^nBEePw7rST?2a0z3MP7j+%K^
zz-{s~wom5!mhW8Yv3Bdszp^`yWG<<^XD=J{WAei7hMVSIFOC1ZcX2n<qN@s<y6d|Z
z=7jn!4SMw4Dz7qBWopTpfa&vs-hCJMymTi#>i4lu7SEYY)(aXOG%WlziiEBzdK`GB
z(wZn>IPrwe2f@Su4wbDQ&(8QfzRl&(GOOn^^N|A<b2c}HJXUV@(n@Dwbj+{6QYi2?
z_`<RbP6-j?2nnC<o<|KhC(Lq~#TsHUx$6)^ft=<f2gQW}JWfeMVj6po?{HE!4VfXp
z;UUNoe_Mmq)U&$BVx~ahq-y>arl*QEZW8Ah*af<R0+y}1sW3<9vhwtAht&Jr@A5Er
zH%KJvFB9rvGkDmqG=X8>M9srN9_bUyIQ+N|39tou3OAe*n`k<{=I=^gPsJ$@T0NI^
zt(arL)1e`_$BmmsvA{mlKTmyQ;;t!LuO0~Z*9drJhHyE)^<bz_bLa~-VrdFzo)cN6
zUA}hXSH1f?UNg;}qj5b$L0A0bscRp)&Rj_lU|KuFMbK1u*-~}SgMC~ziF@X6nNpCw
z=UeXL!yfkB4Z0eWEZm;WWL>0rS8_-1^<~?BFa2}SC%EFlvm(*|3_MY9v$Rcii+1d3
z*STfH6R_*|qPe>o_vf7X&+xrFZK;<6gWgK>zsiR;*I%mtH~skO+7_pdbx)KncAO5_
zT2{7fInVXWHwxaa`nmOn+=Hnin^wzk$NFqPbG*4Rduy^ZchiNln#L<uX+8XRewI#b
z^u=<~e7@h8uguDOC7_>k#UyMN*BL!Gt~1$lUuFHvwg1`sJXfxJ`-)rjSMp=Bf))1N
zyUZi7CA8w|f`4M}W--~Ts*_et+a+6iW~0W+lb3cbos}xIwwLSrl-FXO4W_eF?8G+6
z>~vcpzU|5lSNFZg=5p~B2`bP3IY;KkOZFw-)Yx8b-CLQdx<0dLos2Tq=fs<9Pv8A3
zT)g{=;H|hfEfZyK%zkw5&EYNLW>@PjFHdyYp1SY8-;7-2z(cczIueWTMs2)uZ40k|
z_0Gyjv40&eych5I&v4h)-`V%JKyDeo;=ShJpI-x`e>Jb3I{(FghG*8(7VfCI{PNwL
zJ%u-|au1gzUJP6MHbsYd>RZOFy<556<~RG_>sx<uZ{dcoYrEHdn{_MulK<5kSD&tR
zJ^t4GQQ{A+&7bc6nDxx;w@mE%l3V#MX-__@YV2^#^*8&cbjDa9fyYPUT5-c0<(Yq;
zy|RB{s~&b~;^p#PyT7cl+&1&ss)v7+tU{d{E8M5s6@68>w`<AG+k32TXUk1^khPQh
z?!y*O-crj0j0`S*Hb#w01Rh&1`dz<CZa&9^x92-QDzUK$tNyyi$jc$)wb1$O?;{3H
zP6`J-XSpn4x^Q%&Pm2GW4HtcF4rMmHox>!>a!AtW!>_~x${pF=(Jh}(zi#SN44A+)
zMTmKu_-s9`#0KVY#;2~rhDwYk788~qw4HEQL!?-}|4QN=$5UywH=G?*KZ`B!?BP1Y
zBjBj<TwHSJog>dYPby9}n#s&;{N<p;SuUpf5(Ak_S9yY3nI<_%rm~oMIRqMoxk<0E
z?vUi;e#kw6X<4%3;e8UUfxB9knn<u(oMN<!;da@`<Qm*{`p<?L?6=(cbuNfb$`WpA
zUCQk=q0y5?>(NSv;|vRuI9M!iG_=;=YtUl+DAug5E_htdKrM8Ymk(!Cp!GFI2akY9
z)hCSE0vd`v7|sWI6uO=eZChY`!b7-4Y}%ynI~tX`49gD*tNxDXF;LX-P`A6mF!7v9
zQ&_r9q6yoM7OQ8SHpUa4bzJ$m`SdZazR&ks)7g||JXF;lALYNuTh+F`Q}~c~pFo_N
zvll}zM{BW`TL)i}Z=eJB?Z@0}t6NUjpT2wc+V7>Yo0hD&e>uu)mv5C~%KWVPE7$)>
zUb;fhsij8wri|99Ps{G^h>pJ;7<6m3R?B(MaFc&(pN^Mi-wa%{*5g&G+tx34)VO1q
zXF1j0cv<kyGP<zx;N^o)lApNsdcUtet`X|g-Ne$$=r-xC`YClT(}!RFvK9ZoxW{DC
zis?Ctc?V){UfEhU*OZYfm`PbTp!uf6cK5(+w~URARw*Sb|307ht39>u<PN*Lr(Wr6
zd;U}mnz$_6yXQ}h^4`*O2c3&<#4l{PYm$|Hf@^`q!_>ay(=vi*ANS{9luj-#(OhM8
z?pCnBr;yd^mA9;#Q?#c|Z=A8r(?4&<5#}vk4(UQ6T5mXYB_G}wJd@<(rPUc8B%Zp<
zS7*|#_O`7aPOB$8=AG;%Y>?ugX3*VoK+CNl${~1?ryAFz<$JO^MSE3OxhZAr@h@_o
z7UlI=^EAsLK|XzVKbJ>>#qoPKT%GLnAVg({)**%!F(Lvpp0}{F3c0WtGl^+*?U?$$
zWzw$%fgMv%Fz`1tFkIo&5?LS++rXltP_lp{sNjI?-Y4}rssZi%YYvt<UJ9JREcujU
zQa}%vi0p)htc2znoz0pDXR&Z7cnHt5C_kvF(<W!Y;K;CY)?*!o(;jE<E{piik*OQ7
z$XT#OQ^<j<VB)XD21iAYBL^7P*)G;e<z`Z;SZ3g*DfHoO1IrUV4S^bkL#%u=*VP?n
zib+vuGG*A=s@}q&sMFPFsLXR=X2KI6K25=fm<ODb9v}1(Q)5}Ok%L3oCUN273;!8Z
z%Y)-HS0)CYa<^tsIDhJmean9ak<wktzAoP+KBu3&`yeWx?cxy=p<BIt7VS%|R^EFS
zZ1^(FL_p^9Q$_1ZLJ`3WHDCOinb0rcr@;D4foXG}^yl<vuiu`noBmR}NiWLR_IUB4
z`sv;A`8gl|Z41@zfAU9u=2>4Qj+=i@{ygfPygEAZWq9z;yEC@DTQ7Uo?dBu5*(^t^
z+y40eixn@jkN$eOuRi#Bc-+<Pi%x}yU3)e=@G2|Y&aWyBS44T;R`oag6#Gg=-Q2pz
zaE3+U`M1uEVGA^GsQ*?mitb+f{H)!cUDaRnug;Qb)z~yug~Mi-#B~;JDXYKXSHg9w
z^UT*C+MKmw&8_L7-7)-Wd+iS|Gg-K638V1={l+PpbJTX4)m{iOH*&k`(6fy3fPlsK
zn!xE>-tS&_aL0wa-?H1I?ggrF^&WgX(d5;J)mcGB#fBHxOQo({($ioZFA+77%Xbq;
zWA%d-tE#R)J%1*4_quJL8n^A<yV?Eqnvi+t;~GouJ3jyM(*Dz{8vd1KYBt_m^38v<
zJ<Z+y*7QGve{Ig&kh|R;KW+x_o0|8zZ+>%pO_lYUHCE?Sw%=KEaqHcm<=a-RTNqI}
z<NfZBm&%Ww&<uF1`Z{mX(#x@ywY#pAO~1S>+ChWmO1U;e++{hNwLxpErfOfaS{+)w
zDx~Oqbk}Z)*ZXa)W=`L|biZ%(6~3j3Kd(3VNUf8fa$NoHmH!MM+!gd9Ie#adkn^nQ
zN|uyUIKW$c)ga}h&yJmnLJiC_KTct1ys@K?{g^;|(T*n~PlT8R^-g{~ZlM_D>g2<-
z`+>*9rUbu$1Fj1utXRVO(ZJbBC`92GUsYmq&!GgPhJX_Zd<&}mB?Q`;56lbfQS00u
zrtnCuXpR`Wz|IGLs{RR0i<vm4S?Ec!Oz}w0GCg?ts1t+T4E@N?g%g8S&ui#~38*zW
zUSihyt!VkKSbFWTAfq6!@(zYX35$gsdxSD)RWCeZ8Nshn?8)3QU$pHN!)_+Ska@PB
zT4WA!trKF(v|MTX;fMl5h6>YyEVkMUF)|N=PkDwtY&e_H&fuuvl@;L6!RiqZdd$7$
zpfeBKG=V-H#bv%~+$&$Iws`pKI{$E6%rLF}g^&^7w|NJTad$TySs1`oFirCiV=u4P
zq>!LM)&6Z#`#CgL8hLddzVNd{W663MyA{1h1iJ0)cL{I?Og!Xb&UYs9z{hXp&MHfG
z)>u4cbLG?fd!eDy=|hWv1<N6+B`c;aaWOu}#dbndh3TPE%N%RPeF;&<3L?kc7zDYz
zy+md`)cM%A|Kjxh>t3!ldc+&;^gCVgKSNukr~S{ol)?}5Ip-VzU5>o&fn<5*7MoK~
zn;zYftV^|j#`bM*-+zX;$JWWbEYCjWHBV#tM5)6ccFpCU?WZW*v(R~hTI;0bS<B^K
z1YTVI>yJ-}{r^k5CU(jx8NQxZu<4MI@q6Pr$>HoV4ea|YuO4`L*;u@|=z^}##4wBW
z;2X1fuPwYJb*k&x)__NaefKMvXD{(hVSnG}|5<QXp6-zbg>$-F?w?s6>gcIIUF~zk
zqKPZc70p`C%%`X8;K*g!=urE)<ARnXtLsC~fNxJtdzV{OYBi<sYs^`|u*&Pah=7>G
zgvA1z<}j%&Kegik^Bk$?yM1mg_f!?pbZywPt8j+qL=RQ36_FnDt2yM-8Cr{uYb0^1
zFgOXRt(ft##blA_oHnM)L(?XhdVH|=(G+rIS+e^?3zN!91;*q1nA7+fO(YM_aBAQG
zx*=p<P66{bfdhI~I~^FgzB{M+mlZTJTQ(c>6&e*XrMWaK-oMSk*6YG5v%LMXMa(7+
z0|!3a&n*Rf2RKE~)+p*s@ZbL3fl;#cDU)MRx&>Qyqr$QYtKYV?tP<cjF!h1YBt`|v
zvleTnF$l1%IBMt<#4dWAL&2w^<h#Dij$}Tq2VARK3qqZI7#O%4&$2P-s7m?SzFI8E
zEGe)c#kk3>V)7vg?uPQIp(pusP8?>D4>32j=vnwc-DIh%-3x|WIo7Sd>&v(7S>mBv
zk-X*Ebpek4gg4@E@0h)=UiK%~y-p$U-f?#KZYGhi6{_O=lE=Lleh&Jb`l8F4?`G)z
zt9oDA@0v`=T`?(h$CmoPM`P`$|7YO;x&On%%XhrrT;9&~^mFmE&1-t=CcmtDS#A}*
z?xDXF^P}wxKGc6_%UvD(mtWQX+`n+fPupfYTw?NACHa`~@)gg}aB&Nvn5D&S9t>S>
z3{Q_S@szJv5hdynclf5=3AKfBiDy<69Zg9{YJDQGVy2(ai?XH9f>Ic{HZX8EFbXIf
zO<Sar$*1eQ<h+c1N{3hDGS7pB>Jk%|G<a&L@waF(_-k_87#y}-qr}PJ=dt7=hlu7g
zCg)vzE6X&TS=rQ@VvqQD#+`JXzi`*3{|t+^M@|2hE4m`)vdOx)b3FJNbj@2PXI(6x
z{_b`9QPCwqVXjNEz8zv^ZajF9lR?ts@ic);iNQ*r-aY&GYVX(Ef1|rsty>@YpCR+S
z>N(^83_6Y-Gu|)>PhF>5;bf?y__#$><Jklbg(UTdhlJ0tO^V{~>N{Cm&~t%tNu%kR
z!zGWR-`I#-l<_LG#@}$dQpLd((|y!U!cnWhPxjJd##1jRaXxNi682>GP%WOGV#u=4
z#;9RZkVoN3+tmgWx|V6NEbF#=Q6#YBnVMq5thX#OZYl}sw-i<=`&{T`Y8O4I$Y9d2
zbIP0s<{hins5PH*Idy`^(@rLFfy{&F)?tdPIt*<mO4<u>9xJx};BLKShT6iL2Oj=d
zxOC~JU)G8p3MNhKjMx=#-k!sklA(S^xTo{u<$qr|CzbR#D1UeQbi#l0wu%Fc#j`k^
zI_Jq)vzRo*ersn6b3fvwC)HVS_~F5jbu;}q3d{K1Q<tPTdHYK`7(Oex(DO4e*iLKh
z6m}uOBMS2-ENFaqmSKg;GRw{_4Z)Ht+FEUXIdHKRJ+Lof61gI5bDrgpSYJ@EpGJ(w
zVFB9>vx*``BxN3YI<>OMrX;ND)?mnb(6MgHN#lPfTo0Z&s=Ao*-i9=WBBck5T*Y$R
zCV6Cg9^N1)XTakXae=Rbd7|w+0kPEOXB%cYcP-F9ZE&fPztD4uN#pYAvtM>>5PF#<
z>B;f-QL=vCp4Hp#-F_$b=c>-VQx7}3q$+Pc{uXmD;t02i#iH$^Z$Gp?oi*vAW?A#`
zT{0<`eKTG)u3D8*{{Cuo-Sl7WEB`ZizN}kv^*_Vp<yWuF|5?wY@m&7;ow}I1IhMyB
zZna-#`Dt>@`zz-5+AB=2>~9k({Z~_bIsMG9z0dTg{*JEU|9^RxP^rvvjkXof?6;?+
z%;e-L?ulBKzAIbiNy!=QO(immC)XTP-Cou!G2z{X8Sde$&v<CJmtRnx_~*pR)#clk
z_RUg#wLkOZ7c<>W`zt!`mTa`=uk?<bxoY`U2G+wjA9FOUTCJ(RPw4k%!7a~QIyI-)
z70lwf%-EqW`jDeRP+h^lY9jMP7jDg|(`*zNIz=2f<po`sHG%`Wgo<s1q>n7GD|pt*
z-e-4$g@svFVx6QT%e;H{IXE~S57s0+xWq80>i|=>cXt%a2gcM}8#Wzj@-v=ZB6(t-
z#SE6p2?<4QOaU>QCP}Vj<tu76@>CRA$>1%)!nxw#3x=ZaXTCczo^YBY&dA~E$Lds`
z&M}4iVT+Ezteyl0$;KHHItpu5FUwbP`aEe+G~o7X+T%3y@l76<kf|%u()<cM6ta9$
zc8augEZlc-eh%BIm_WaP2EUM?E;XC#g}x#a?DK9E1YBC6Y2*{ca#d7Rv^ufDqCc~J
z%Of_g_Kg+JC1>3YEWe)<@|Iu4pq^yX5F=H<wWFLN$$YD2yAY$%;hu*E3mJBweK09<
zGDnuelq+n?+qd85adO}8nZdHCv0sok(}iILW7?wFBNCI@EOw?UDjLo?$riK2`9hP_
z*QcLNW|{`GT;*jr^xWdaq7z#gxZll*tukMrU8>vudX-JU(xBBVZx>B^ZrUpIXJ_fB
z{|sGPzr(H<@5w8>9lPQA&bp=#S1+-fy8mZ*8O&F%Q#E_ZHt%XLlNHgyU)HXT&<xDy
zHTrl+QR`{UX@zM<b*x;cpRleCYrlR+PK496!Ph1^<NSnZRkP)<UhQ}$pxAfd!X$wg
zy{voZWUW83cj@HRvraQD%x^5<IK1zt;pQt_SG%=_2kxq_*Lw2VbiG`-<^I%~x4#AN
z$cPJUT)8isyMy<`M}aHh8CPZ>W<FNk+xqT&eSG#EjalYl{U)!2idwYRUW)COlexa}
zzI3d_pG^lED%;|2?5}xfGWWW;Z=&4#mupRJ7C62%X|#zKVc&Q*AYe|1!r2NhHOEy}
zoJ%*coH(JEyk&+<^V1m?6;FAEjEyWN8K2_d_$D^hh(q0=!a>PxYSyafHVV&bm$*1j
zmpm;oq1mALjQ|e^r=~{s6k%1CMa$)GlpJJOFrD-F!gVv5&)#BD<i6teQs@k4xpVWe
z1zitT_h)u=bIh2aHRGgpBHJs6RRT#hT+Tk6TRj$X@jSK2EU;klY+Ct1fuWIu#V2W5
z?2*Fumq!l>T$Px2CP;;O%hr9N1-w~1dhT5Cu5bNy>v~PVL%&6zn!GeFacUGBTx|B3
zE-<NWks(V5S1X&G0S~|8jRo3=`JT20GE229xe13HWav0ND}Kq!3@z`Jg-$;X2F;uh
z^3uYKk>iB+reMuS6J`Z@H3l?zEoj@Z<$+km^S0t985K_9iN=#2a|ce^xt4DNQ%X;J
zvX|Vk19j8(G@d<p#6&~6-Oj#CivOl^3rP8{(1oY&T<8CASfDvXRD+$-#`8e^%nJut
z=6GCklb9)E(qrExV8j)^LDu3l2di3#M^O5a157Fj0_7~z?B6>v&x{IkOA<5UxbUdY
zl5>X4>J<%)S`G#b97lTm6lx3nCS7ote$=3uMIre<=hIsgTFO)%Cp?-U(=b6Oh^_eB
zp;rdYMh1LSSgit17J9fWDE2qVQ**1GaI=Xc^v#=x96W7zujX!zc9^AgWqHWoxgoQI
zX4wA9wi0n_bZ}fAKKoIt@XvKq{>tuOyCb@AeQsUv^8Z(M?{1u*l5};RL#ia7R<Op=
zH9p68S-xuz4(8h+(NyTLcgAs{*Sj8V4~{ke$DJ9R@$dwv{IkA0Kc_GxPdH{FA9U4R
z)_K>J*!ZuZ5i6A>O1y817hco-;u<sEyX3WU5C_X5zH>J?g4=hA@7`75o^Mun<65F{
zr=I4Kb5bjw`Y7JBy&&Dw`RnfohKUYujpbc5&o@0}y<Avm@i%}`;Z(W>gX4{b3T25L
zOZwa;Q+Q-G+6DF*z4_R@(uwcr-yQ~L8#UV#8v-mWeV$KhVicGdGBbtiLni}ocHE;&
zoS#~+blVg(aCqp2aB`gUoDiR5w`^{n$&`(Ly%h^3e<wD@Zl1D0z@(2wu*E`DDkxq^
zCO{%<hoWMIUcr)3;T;?d3SM3+3kw}4e0+99*44Q`%|O(p<3N_{>3xhU)7Bi|XjWJ?
z??*C&hB)I*K6i$7>>d+re>f<bOze3+smy_ahf6Q5fJ0@~#17#%4PHA{(m3Xqhy*xB
z`tvY0J(rqXDAnySfx%OVL3;UY&WCT>eFH1BPDwEa^<EKWI3g~r^0xhqhFUP|9#Q*b
z1{MWgg~ivBccg9j)~Up_qMb)fIXl$&@HW+K8L1`S4B`@#PB>XUa$~GrBolKbAdrD6
z!#aJ6I)h-Pljf{)pW}`%_?lPm3R}MCT}j8L1isDNtAt}7-RjT$6p%i1{zuvG3MaC3
zALRav{Iay#!Mu8x-qP~2W0$utd3ffOD&HnM@zAG#OlIBRF4uHhH##@xn34edMJe6>
z6q7r*zIIKWXqd(9;W#Dy_LVuamWnkBEOcsUlud6l*zr{K?e)T~x8LTKOTU^ockNp9
z@E!GR!L09;-+O!8UH+MzxbyDTP9K3)3w|%|`t$TvzJKoam%G#drT!Eb|K%BWVOdzO
zdHwTHsr_G)JSK&NTFU+26Z8J}-g{pw=52i&9PV|pS3@&MNNBN#>BO~+EVDY58a=ft
zj;!VI2zdO>E!$K>v1rkh>^6x+o1_q>yM+>WgM%E60u}8HN>*^B-7k34t|Y|i#3Xq8
z5T}b)hzH-r8$N1EW-Hhdw3;6&{)+2dveMH+&49y=iRo3yJ2@r>-{2rd+Z|349*PGm
zo^zN6)&$8&`%IAYHR$rn(lTK1KFcs&PAjDG5F@kaRppk8t9hL@|J^hAwo2&AoQCsT
z6{b4&3)ttq$Y9%&w4?0sl1UQDxBu>);5<uYo+RVf1L_{EK08hp8g=p{7Wtb<xdnH`
zpQ*N3m;9=I`UFqT_7($%G&PIFIXup@miYziS<cYsa6GbTD*H{o3{3-*B_~;LPG($q
zljYLV)D~_9iO{o-XM~M5%x=$^X*=PQ+C$6!EzLg~j!8+W@o9AT#ZG7wJd!x$F~?3X
zFINuF)|Lwot}CdRuoiGN2GytKHTY`@pIH@q;6bYklT@EF(@I6no{#NW3Yl4gPq_{3
zR&X&$NKRNRtijHtYU#<*z}(XGIxeAha@(pc3?d7U)q6CXTV;04klo{Sz~%^#$O83F
z;~0emr5TTw>!he`Fqn8;l>NIykbj;g`;KoeZUUE{Oj~5x-SS&)M<T<zd2Dq*gq{WV
zT#{j!VexoEz}^i9Vm{4N=~30oNpx^*Z<Ac))Sy-W|LV?tzM2mu`mMU2OY)a3P@CD$
zadhRgOh%RTTgkJ7SGfetb@}vc4_o1L>sxQvmlqaXXxf^-M~yvD-RALy?N?j(PCZ-H
z5VSaKnMG!H&*O7BpPHN|i12;vI=0T}$IRJNK6JfJP;z+q`(S(4QDYasKMyR<xw)mx
zJ0Zky)-&=$ubRWm!lP*$?DRC1J6jfTa_WCe<(}~<RP`7G=Ow958;3}T0}N>_e-c?j
zRph=lUEv6;c*Sxm{Wb%a$E>Dp8NvJ#g|n9DG@Oc2-tZ;wZbF&vtlqC{SEiP|UK{o7
zT<gJ%wUIA_KWB!PthAgjQu6TA`bF<Ewk^(C5tiz(Xu-DaOD=I7shc-<zxF;^gE_M<
z?t2sxn^EZ$Jc&=hAz|{A#tw-ok?u>r|7VzTmw#(+c=gh=Yqx4wd!?;D{VFCf%lzS2
z`yhwnKRr)B@6x<##lAR>DKh5rHT9QwcQ7y<>Dn@%)9S^cxhjPVCSUD1$)d2jiP=VZ
z{eOo44Eis<`u^;mdu*bH!&eR4MX_6E6?MpeDm%2$JNDgHn=e<kr8@spyS7y5L*mvs
zv;91}TOJD7tPs~c9<cUP)L+ic_ts{m|Gcs)_}j0vN2XWz1(v4n|MWWIIy=ALT8I6A
zqjWq%--}%faME!3$jy1GBcM^0UHA_7j-$ICKb;<VA))-m%ur7Isd1f?I4iGd@1A#c
z=UdU+xx1q6E^W*xj(9SI+icqE_&)}(_;fRpJehnt)#3z%C6{GSXfZByjl0ib<W%_g
z`6h`bpXRO=Gc6w8XH?<T@(khDFA?`iTGIH%|7F9>2F|mo3=OU8Sj9c#9v_pFVLp9=
zFTlg8^Lu~!&5jQr=KM~Wxllz(;}C<quXA(9Q;B(ZoCJl~8A6tHY1I}oc(QvmEfo~B
z7E()_60DH^TgBu^j#<~YX}i}>&3@&xKI7Dyzpmy@(F-PVPkxtm{g2_xx$B+fn3@a%
zn+jzoK5flpNm|G?)pc6oUAwri+}mUOZiH6dji|qPEpqY#X3yszFa2k*mS@>D&3WOi
zoPZ$N%{?bBzcu%*H8ivn+#b-iQM^wjYOzQ{{5z4inL<2=o^$;!Naaf9uk4GyYU}rE
zeJOXj&S|gmROXN~Q<THf^JV>=Caf(l_@EKMSL(ExH|Lto_uYA0x1T-rzIc~r(92)V
zg}TcwE}Lrjt=23vC;!*s(lwEOha<mgvt3zp(sRKlljXNV|4FR0_E1oh%UttYDbQ~!
zcdw2W!=w<&1ocUYJqm@|%BpW<!Z=i80#oL@EIlR>vO|00(+nE{FO@LcKE*{Dk0&_n
zn5vrIV=`fvzt*CU4mOG6pQcToc;3Qcszu@%gR3q3zNi_t`ycILWmx3h^!&CE(-kMq
z0#2m{>yUE=-JZ&)90OWD9GQCf-4O@I=vhK(OsR|_k3!}!Jmy?$aYAe6l*1YY8gB%=
zB0dN(cv+k%m~mF2cB=8W=S;B&SmosJa!inVY{DS$j(v-|iB-eS5bHA*oz6bzc}|{H
z&W&F7{dU;}bFsW7`Wi;BZU@gk@3!#I@}KS6lR4Cve&5dPx9EsPd)P9L{|x3S(p&WV
zg(sRuL{FL4tL(A1xYPEDg7AkX%c$Z?Bh?gk&Tq$_|GRRpL;b?CYTKynF9&4}_f0(Q
z*t)R(>T*^2?oC`vyg$jT|0VoQs>mV3hd<}!+d0Zh-yQKeGr!91@xSZ$of;iibu_KD
z{}Zs@D!T4=*|vQ1ZH=>YqmEtO`q#~(>X!Ewv5mKGtL>lt?(j<KInm!9?|Qn^HMMKu
zGXLefgw!*?dGF(7ES!1br1kH_<@;*88RwL3dlhsvWa5lz7KLpOdi9*<?%%~So#$C$
z%Z@o06on3)4HK4F=IrpJEq0zj$I~mF)7C8g`(df-tf>><8ci|1<;Hzy14GT_%z2V)
z+8H@yglA}moVWSm>>044v(rO0CZr|QD8`3Lpk!97l+9wBMBb=U1`nB4lUP<BW13SO
zV<gmcg<+!o?g!lr96Z5t@;(B5aheu+>sy{|df%?p+0g3{wRwJhi3yYA64~IOFcE8?
z%NxTy@Aqgh{J*w+(u!80z@AS_M1<dZ9(i{n!Kj1VZRNZd&n~={vRk{uY_I9A>*v3`
zTgIR3vV8udKGvnGGp0P=TytjUm#V}sjdRZ))rw5Gy6R0mOW_tL=Lu7^xH@ho2ARG(
zQ?oo$^<wxf7AH0?t`+{vSk49iQrKDFt}>rP-Ak;2$v54;vir<oH?<7+w-#<`Svwxi
zY<j@bVf?-Cgv8n632$1M=FIV!7tqrfq9Oje#pQ$Fe}=n4W)s(a3rx8mdT7S9ydsW7
zAHR>6!%Sbk6<M!mYZZ1|cJ5Z+!_g<gE-#T?G$Z4At-tHp%ikAoip={a-dCz!n`^Q%
zXx)Qf{>jmPn@cZy_2n-~eU>eM^5b#Km$vUNXRItv+_fio+q!Q%!dKlt^)<r8{+j*E
z;G*E_ta)B`^Nn{ddY<j~t<~&5gZ~}Pdr|i+zh+u}e0Wu}sypyduXo|Hcg?0nfmcq=
z|IaXc@zl=OJ|E6&2~Rq4<!i6w)#%v1n;UGW@7sHn`_&c4jNE8%@3voa&bv)~y>0rx
zw2oy)`<As^^s0Ik&T0zuXB4-+yrOJh&$b<_>v#TV2z#Y<@ZIK3l?m&fUuC|$ZDFoQ
z)fQdTp!CnBzv4wB7Dis)u{7VU_oir`)U~en8NAu6<ex2IcG8~9tGa9DL&x<k_XBTj
zXMDMF%8ch%SS8}vn!Ls4hT2aJ|GY9IdFS2NW@^jbo_56NJ>r%OWe8pN{a23dta~O~
z=T%I|o8lWaHS4B<-Hzo!585Zb3S06lB>PU>&7ePP?Yiy6KiL^)=C4iGxLnJ;cHPof
zp;y*bXY9EuWV2_hR%ms-u-zG6501I74bLx+o0#f$;?j%)wM6%a9@(!A1=9}*PHFs5
zVt4P+WWC(1?ZGdjHqEuly5N1(z;8L*l(g-0qe_d+CqL+%Uv)U`+vWNNA3ZLAiMSN;
z=oQm!H~Z6z3tnB_Yi|Ac$@3DOfPib$H}tx+o8JgEGF<*Dci!<8+pgb?vtYR7E8W&t
z70OY-m*wyCpTTJUak1#Vhvs^1eKjkqW!uEUpl6m}v-Wz=dVeDGOY{qK=PyM@%V#M?
zJC@xKeJi55ZLU@otJFf7XI*`|3741q>g)QSUH<BI`_3<1a_RTVs^9kgTXw(RhpXpV
z@&U!Inok2;e$LcC`t32BBPZwMzZ38M>R-O5s_W#p?G8pO!f)R(m3yVH=1{vTZ?cx@
zo{fjr>uTqIpDq^8krjQVl&iHhdS%O&g&*1+R|#r(?y6G_Z{lE0Ka{xm`0s?4%)F(F
zjE_0f3Zyy|=KWcCp<~M{V+COYKMx@e;oq(zW#=_i7gqW-F}2M6aiFk(S?}JJLkz+J
zLc*r(`&2Siez$Cl$Yu_gR5{<!&KIj^<Fg}`S5e5LQ|9Tczn7A3etKOdogcs*KL1zk
z$$gEHssZ(i$G4w3|G29|B7KFD@a;Js$FD37?BBL>*;aG*%PUmRUH3eEbZy(Uxt^{U
zuYB#hSoF-YL1@OrrjC1e;xm?1Zu<6HsrS<D)#kP9PM0k*+4gEi@$7GLmtS5@|8On)
zw&d(*FJA-{2o*XAJX);LbYknVHCMle{rgh7SM<tDuj11Zt1jJ^yIu8r-4kEy?6O^Z
zkNODqNG-kn;n=lP_w)ZctltwCv^4bH)8(Ou4~CzX%AbAv>)gJ(iI>HsvZddOPyaW2
z>94Z+zpCOE+dm4)UbXu_gXV;(sU1(BcAhln-Zi`RY4)ij?00rwVe~SPS5@%;V<yph
z<mUxWQ|C11C}#ghSD$rUnQydCbDG3I{jJ=AGiGV9a&lQG9kzJuXB8tT-SWKsX3GVa
zgEj%IDjiXs3Ok+T_48|(q#86POmr}?_;B_@01Km{V~9_&hFHNL(E}&dUN|tkjVRE(
zQNyFIGQrF9R&fK%!zJ2jlNcUb9w<;~c$3=5Ea4)~^k$kv|C^Ra7j=XUTU>h>Rz0a$
z-=n9nI9RB5=K+?p;+{TfhMg;-ukBc&5s;`KIj7~%<@Zf1LpL5WnlmM7cD|P2)DYe?
zlYEw{bi5K?a9ZifhjUibPrsjD9rmAL=fBD2qS*mr@7FnNNhR!DzwCVbY>RDQx1ZYA
zdt=+~tly=*{*hl#Yl+8PE7}sc>dW)$8EOYV90^%H>CBZM;h{eYmwKElIsCEIR5sf8
z%FW9qt9beHjwT)7c#zxM@$n&T*R|DA{XAFHmFhY+MZTS4)xFZ}SM<@lUoUg7j9%+K
z*{aI>tX<f~U!^<Ge9rp)vGej?+b!>+*M~*Mb^S71SpUoLS6Abeqg%sG=e#}cT~hhi
zLqB5f&ZA!QN@iKt&3$z(@p#!b&wVy2Prj5)oBzy|cL~#UJLfm+gcuI;F1xs5vQmo0
zvD2wH%DV3@xMB8c|H_rlg=;>>p4+uzU9v{#ijtR?m(QIte|3m%bNWql+0$9ucchkc
z@4Av1n*Zumuh*=(O9Y($PTQq3o$u4^Hr^H1GhcKo|9kwnW_xMWT=Nx~bEeGt+stAj
zkml9vGI2`ouT{-+Kh@oRv+7jN@;$$%N_}VB`8MjyUaLgW_g9|n_pZN`>i)-Y@|Kcw
z7fU~Lm)*$I46VDHomn2$yZ@E8saD`hhv2epdqS+DLqA=W`g^Q*@vp+$scE6BQ+?0u
zTj;j*sQa(dt%mD$injdB)2>`3Q*FF^SK%@dzx7*AzqVVP_a^yB;H1e@)aFf@lC?kQ
z$>t!@V0IqEV~kfgC7<zm%APO$S$T2Fw%ezs-A-<eGAnuaGVJT?>92IHHm-<Vdh%P+
z+TCA{``wPckh^!na<9F;bFZ~sUGZ?;R<WJGyzhKpw%4yq@$`1<qTM1dxi@Y3&mbc9
z{I|Px=ga9k&G-4JimGPD9$#!ZXY;4WdIp_*&W(1NPj8DK-k39=cg5re_2{m$&TVG9
z>%G1lt=)I+)$9B#v3r6xtdWk|9M&4ew?gvNe}=98XN9)bnX4?Ayn3yT;PRO-YUb&-
z*F9PASSqZ4<>>~MOolA(DG&Q5J-n~+Ha760tn!u{vv=oi_g;D5s59!j@RCoK{?ERB
z+GVNtpCR2n|K4|N>9n0&bo2FeUu-=dn5`M2%Xm)1UvFN9PJHX{fW0hN(sxZgf8yJm
z)7w&WckGplyYbHSfspzGi$j-B`AvQMV25Ut#7<3N$G%Dlt0=*<^H@2$yV@q$2`%Pn
zlQ`Vq;CYzS<D2uOD$kjU1)k?MB&PKSF;-7Gpy<K!xaU7ZiAs^UN>ky71`*DuP0th$
zsyLi;<<q>+%OH~Yv3jyZz|%Y{8}&Y!L<jc&*S9rWJ`}imEVAP8ivJ8cyWDpvu6dXA
zsC&XUcVp+ZE6>(t#}ws;CG@3-u6cMz>Ok$gzRVRY)A#pF?5;Vt<7@dVvjgpQ^X@jf
zxxTADzjf(GkE~86C+|&GVpkO=p5NblY<EjZljDTndnbFSPhq&u<mIEqI&WSEuR^Dg
zfRM<u>f(l?_@X1H+SxM?EO^M!#B!=fe3RG`4lX999}Z`Y{BKJnE+{OU8tZD<sd3Hh
z>&vi=t1oTW^Qw7WXXorcEO?evi>Z~lMb%N2`Jh3A80*XZM(?=0SLHrRnJyMOYpTDo
zQdGUc+Sy)vw`!TsF4bOix#G6endPt9&O4vA_x6r&bq_Aqdhwqj_`HZx!{VpY-#2WQ
zIW?2N#HzpA%I)^GySgcN&8GQp4!QR10x!$MGv7ki2j2KoxH&zh<RZuK2I)rDsqI^4
z`DFBYxF34hr>j&D%BN~Lal-pXyMyo2bGN^?n?2FGRn3IO=~;h4+4_>4++FjNcWS#A
zEmoRbk>SVnq>sU;=i_7h6ej7OIeX{tlb(?G##Y<EXk(>UxXG&x4>WgJ{O)YOwrhKc
z9_OuRJx@FPjTtUZkf~4Y=@KuWb|Uv()<sppE30<Se<KmyzO%$u&O45ImMQaGBaSJi
z2hU1vc^Q!2HRJQ+^0!Zy2XE(|zD(+s)Vx=_7HiIpzLKM1&ehAV*2bCoG&@W-AkV!_
z<I&9r3s&_M^xM7PuCx1I{<?@OqS=;DWSl2t{bw*+aoc#k)vSrUxsPLi+*tn7FlNV^
z-(6Srw3e?7JXd`|;mUJyYyLfnW?MuyNnK*lHtJOT{h(8znMr(`l-KizTtzB!CtTRI
zn_7;G{Vj+#61^-ezz|u$k=|puq9sAK=aLkoXr`_)W625iecUlotF8v?ede$*b7$;4
z6elocr?<$G6YYU~e7c_#D!xBuv6<XAc_J&j<ZmUD5IvWGm4^h1|1)&5d{DG-mU>k>
zfAZ|t4*Oo7ZepDKw(Fa6US>bP-}?UyVP>_tSL}Mdwyfp1Wy|8Xw3uuEG^dDnbJ4C_
z<=VNIF5aJ?^D(fU*Wu)w`a9L!vtDevc4u~NanSR?FRNvJ*;2NAe=K^p#Cy-hw0@@Z
zm#<6v#<snBU$!fkJt}LJ%+uo6#*SBgWMh_x&CD#@@pQVl|E`@Yi@xerS~+iGp1O9z
z4{7Px7yqVB)>*OhR(4&k8xxoLgE*=F!%{BAp4ly*e+30ZhxmR~tP8ESO0qp3FiXa5
z=>sDt#rApLM@3F=W=Le}oiOD9d*|DxM|;kF>r^T@n3SsA+@Px=Xu!b9_rgd|BJ&LY
zI~C^u^RP)C2V^Xg+Eg?=RFAYyR5{I~<gLIpRfh4>V$S*+-QtOASzQJ#0TV8ovND~R
ztl`Jm>8sKtnzDE9NAVd4O4eKpp220iVYc$BNKMbCMQjUNeg^XVPM7A+-TJjTD}1Vr
z#1Vz5k#bUtjAk{hei`&yrh582?XpF;e+hQyx`eH`w)a*<%{j(%ng$&Q=grufyJg$&
zvbKf~mtIcvTB+W0n9s2IWww}E+l8J>9Lqkat%%>P?Em4CV96ct*6tgez9mwIGfY?Z
zC{I53)qd)Ut;YlIem2{6{k`q-;>Ke!m7%#)zVEoYW~J^7(S41t<>uZp_nK<X-5!0>
z>}l_cU!j5Cw;o*RQRlc@`kx{8%eMF1qNCq#@7uNN*3);XR-q}E-Bz1w&tRYV(d*Tz
z^Q(6T6{v+xJ6oVKv#M(Lzbly$-!-`cdYn$Guf8j-esW5>Mqt97+8MIma?|B}-c<Fx
zv$!)Q(RO8Jok)aLev!%czuOB|r&fD4X9d+}z1y;O=^8$fIp1aZ+^XgaC+A)c$=~+&
z^BQyA!?}C6Z`&iic&%2**7ZM|wg$XXoYVE_TVL3*x~rve>&|9|zAM|F`}NeydF_#R
zbpCyHcauMJ%G}iadPr{ArhE5J-CKIsd{#eSs@K)bp!#L!^_K=7j$Zk5<?FAO$qUcS
zS!%7<wPWc&=97i<uGiYEbC>^U%$&7*_wDcd=I^{?w)fPn)~%OUTVB=CR!D!jI(TBX
z<<3{eQ}>*0e{*%+x4EY?cHA{Pd+gMuE4Mc-JsK@_cG;op=5dP`rk{D|8<?<R*K+^G
zIl6kU%$7!L@4A+^;`rWQuP*ZEdaW%!aOwJ<>@T-}=3HMi{pn%5!tS|;j_2Oav}{_M
z^m<m_iuhByvyO*WT#EJ&>sq<=&-+gS`D>TS{483c_x9MMxyyD7Yql=+{P^!oOkQ}5
z$cDek@mufziZ}eux8SerQ{PQnx4z{v7kQg~g@28!R8wEu<tuW}0;_M`>g}5LaL1KY
z#r)E(_k(KhnqA&p8(r0V?UO{Lzo*R6Uo)4O>B{T29<?ghTOoJ4dDpMfThE2Q?T8Ld
z$PL?L?)`G(p8I{KwTVI7zvfN&%IWaieBt9o_h+6yvgP2>+1t||$CsY|x+MDK^s`T+
zXNP1S(%vP|6S#BNtG!zy;sSRpEjo2P->mJ<?GQfGnXBe6U9f#hd+m<Z_v6hz|MFaN
ztM$vb+ul(R&nTE}WfQYq_2kokhBl+`*SEZ{Ufrl5z3V~i!;oWBm%P+ti;9V<=ALZx
zxRrgI@V05<dZ%9h2@3hupMBuV>$17)LR57xZIm!w=2V+LA^OFYNhh|q{7%<6wRE@9
z?X17%izBWs-yIo$dD*R$$$oRK&a81ie0tTKeP0qTbFML2sZ-MN_!#%CM-LaSDm6X8
zu%wsa^iAQdrMGrUZ#<`Kvc>#!#l@#L=F7dA)pJc(uXXd9?YDD}C+%OoJ#gomQ{`b-
z=LT;3${Zmlm}Pl*V%%N%K1=bSyBF?Q^_Sk!UAc41dcD=xmiw)l!|E=s$UZx0deL!@
zgv%HI#(WB>3e%e=f42U8pKr{>u!XJ)>sDNT`R#Fj*V^OS<*K6pOgT3nsk*u}eY&<`
zX-NAUmz)dBf<sRR9B#ZMYIvZq?SWe7F&TcH2@Nj)R@^9RULtJ5<iRqvpkdPtu2iEU
zI{~j1!Y9<zQ_LJ5&hq48;?OoxDLcc*By+Z&X^~LyW{bq5;lUeRIPbGhSu`mqcGG``
zk^>F)Tx!CHif8>^=;+k&VtUC!mzMhf7q;wNG?iEVjJxD9TPKH!!MBCN^{Wr3IZpV{
zk-gNGWloCnT<7)EWc?(sO+9-&<Xu0T&niu`imKe~;9JU0mr@vyoXb$18R>Sox?=Ud
zyim`l=B1r;E=L}|DfLq{C?LVE<AuBGoxarLkte@x5ZKWYxk|zILQ~><gAEz;8`Y07
zadNKbRNp1Zu)^n*hnGlq!vywYY*S^5{ftjB9#G$Wj6tSxDL<<dN4rUbS6hSoj8?@8
zKPlA?1uY?U76AvgY+LWcj0~*a&M`9*RX-e;JfItMkh8x&hv(-+@fkgrxC>%7$bMk(
zQt4FC_&&qIN2v3-{jC578|yPdGZ^MhIN%u5qB-Y$4a4Ob@wa~`UYdAW$JB{2T;xn2
z6N8i^gDKa)7oL4Whj$4^3W<C_WRV%b#{G8#!y73^-bXSbf;P_-mk2ei@SHlILt%=F
z@QR0D53pLWPC3tE!eHsa-S}yaqM+t;g<y%|5J`d9#=O|Jf=e763@UoUmVOLu8lKHc
z)kWo-m?oZ{F}+41L14PhF@q0bE{hHuvZ@=X-exUiN#H7+Vj#0;1=FLe3Xc*KC#swf
zl~|+c@!eyY?S#n=PQB&ZvI;#C7#<m_7JonV)@9D}oBRw(3;~n%ID!O()E{x}e9XYO
zVv(mx&u!_6elxN=q(olNxjp54zE0v4wul9Dnj9-R8q=6Pj3%v7n;asO^5|7#)aG|t
zA?pKH->cd2>B-H9OBIqXc`B}2F)8?6gTOZtRUw(^Q=G=r=C6}-s%#WtZl31C7bje3
zFv;bKil4EK?Sz=iD<(B}v9ueur6f*#dy0{<l(q0#WQ(V!p~4k`CKU#b?lz7lfh?v+
zoa~khKDMr0Wh%q@czTNo!<7J56%h^o%goG6p9ZS%aWe-9g&M2Htejq>t7ZIj&W4Vj
zNxj9Mx9%L<$<($dja@Ivc>kIhbE(|Wz`oj7CC7FKrFzP4a^zP$puk}`f0xoj$*@(s
zq;x*Lzj^5Dajrd?E3>!!Y~LFhyggOA+MU~M>z30qLsq1}>JF8=DSth*XLbLqTF=PV
zsk&>LnO9zUn(7*rpBlFEYn`(HEX^*KFD;>r!Mhw4vs7c7WL?tlFb0d>dHC_2m$_b4
z&vL22FSjTBXRtoGy58{Wt{>ZX&Ypd5<=uR(uIoIDuD@97({PAwmXFBH&Ldm*T<kM{
z{Yh}ki<J(R{`taEj{?px?U-P(Tq3F?OH+s`c4GGC+><Adi~W7G$!_JjmSm3jSv^6X
z>Wf19cWk`<^?6A2jf=NeURk0Mv^eN$>z7&ai&ids{<;2TaQ?%#Qu)|Y`=Bs!>E5i8
z6H8xaZcl5Q#-7di=E{c!M{9O81v7*&aV>JZ;$iVpwyP^jsi<^m$yytq&aJWQrXHMq
zsy6+~m$e#^W^ecPa<y$P4bHyzeTV6)=QhPfrW@^pO0Nfh)#WnT-Ze$;7W=2aQgt&k
z9hIW|G|yc5p|r==amgPwZ^Z_N--^4sJD;j3UbVR_A?53)ud(gYpNNesJ<V0_rmVPM
zxbL>r{gvNV=`K!;n`*Xc_j*o~S>LTT-*}~0ytV#x@y=+8=>DLuY%k+Z?R|TqG<N5f
z+i6k9w)-z$x<-ZN>Yr^t7l%DcKcM6oVDs+EB#oBV8Rvvbdd0Z<`TjWW+Hx;Dw!kc0
z)^-2gu(hR8Pxfui>RTE5D~hrBWZ_fhX?Z=xd-7Udnl69pbfI%j;uI^-N2Z<}-wzyN
z3fCz-r1)v=-z%9h?}9wFKYONj&ior+l6Xa1QH#;B$;tZKi<V!nSZ*tJOus1Mz0%Z^
zW%9S*+T4EoTm6stdA4ukpPK(}VO{<7{|s@@x7@H^@qJ@@aYDY#>Ffi??p$!_7df{r
zCD^mq!>XUDz@u`4(Q)CHzZVXOpW>XyB-PcmBvdpju;|G<@7j}=Cm)7)3)-a2kSO$#
zvTT_3{GUpz5d%xxGq+%aM=5H%Jf;gCOyw12a%t)|nQ}&jA?pf<%BN<-A5(bh-Y79m
zHV{ilWpZ7ydPTC$?nMa-^In>7<6F}>jn#0{L5Eq5Tuaoio3zA4UE8@tGPzN914Fo-
z-eVQkM5n-~Z=Bvt2h9y!+_LG}y{&9_HXgjyV02>MiK}-)3s)VRZ&+YF&B8T$iTStN
z7B}w}UoM}rt1xd};QKwrVROyI8Ppaq%RG7Ap7~;@O?lemki!<6&zG+=)z4ccx$|n4
z#dD+2#|$q#f820*m(26&mR|*m#YJs6HReBRley0GY$xNCl4;&MKEF4=$9Y0U@6Od=
z4n1a-(=v(rJd7uc8#*Q~_lRNnyFsSn>0yrIg3yV^t^qR-6vP`%)-zz}h!b)--(xZ1
zQOqOt8DS6Sn6q3F-SOe@_G3KDKPr7^oMOem8RIplaiaEpj^yL}w*`cFsujqDaR|F>
z$Z6DdFu1ueElIUI|E6U@p^O+q@hr!ju9cS$-)3nNJi4@7_3s4+KdwTH`oe}n2lWOC
z$19dwYm~g_n7KDSVOn)sf`Q|K-<r+MMprn3@9n*NA+{@1;sINLu*vkd77P>q&A*r&
zA){@2?yF1;H@9G8FE8(vTfOCLUs=aZf3<vJ&*k&do&g2H2KL*;R_Zy6KAywrYj{Ms
zMX}@6tbQi-9*aqR7J8B=4znpdzs=Ibl(blmO`^sBNCkfm1IzIis~VQ4{d@*SHY_J4
z)(JGYayRiGvR<$(%V37{@y+{~SRECrKR6!}@H{<xV*tM(1BbO&kNTSy4%f4xEJu{y
zy1Y{5)6`!jXe3iT*`k!mjp>opwMkDMzcLuNx2SLPp5w66=%!c21jkt}yMA^Qc+Rmn
zGR;YN#-8Ur=ULl|7TOp+o_?LLxOqzpE7z+zKb$!frbzU!afwUj7W6PuNalBFS+r%%
z-?<xwn2I$D&hO$Z2;xwF_e8--jc-C^5933=84Ay=9|?UtvSg$GDzU9bl8a{KaK^ZN
zm8snQK!9t9r3!~nSPYw?WPygk(e&GVS;DFeXI8{zXfP@sywUWbc~i1QRMZ7EpAU*E
z!lnjA43mFvHjoM4aQ<aegXL1L6qXAsKL~ie6#i&2MU%mnQ`LByT7jolO6LKcsfi8K
zc_R~e6vP>ALLB&%-z_=RcfZD(d8MC5@RkEi>O1@u=FU8L&M%J9O~5q4rN845kGRdw
z%PJEXt`tf|Nl95ZG$hTQ)yg4}BEGpt@)cjky!e}M8dqg8$=&cfDbC7Nz~kX4v&Tt2
z|JFHiEwR&GiSJwFSZ*sAA1j#iXl0YA<L_i<38Tvsr8=g?S8E6>a4MWt3-59YYL?%W
z$b4#9%BNOVrvD5jirju24neJjk*VDN+H)2#bai*yhnVaXt+7#<Y}D0oqKAh;>0BuD
zl$9)}Sp)0^8d7^U2kR8Hu2=beSo7f=3yXEjS})ID)_wfl0hWA;4`+nuxEnuZwN?tB
zmT}TiCAqy_qQlCw>+x?1C)u-4L+3Fwa_(K|wqP-j;_7>xN0x|YbuwFi`}cxHHbKU*
z(3M?hI)~R<s~@TQcX|03S2nUbGVed?ba+ZO>mi3%s%l=fkA+rnEYqFcaHjd|VV{!)
zPM#`LT#e`7ZC?4H=?%|?3Co)f`zJN1wWPB;)UWs(^;I@PuRc@Jx%kTBKIPpU0U`YV
zFFl`i?~>f%rKc7i()(>6aQo`bbs2G%S(~PM?*1@i(H_oKJeLni7KdD37_ni(mODJ3
zw7(oTGrcSKrFve9vUPCrZ>^P6!z!hiR`JGID=Mv;w4!k(m$TnYHM<{P9%{uwg>y>I
z^9ia8xOo)*TBxbZGN*&(%qc;?B!f`bzaIn{r|jUr*T%@nc;LxOrM(mQg}?d<wFIU2
zZ{nC3sA9m-#8lG27_j%l1f`if1lzB3I(4ql*s#<-^B4mMpSG&Yj6*_#cJd)i%Od*o
zWNasRyG)A|RZQh!Rq{N-e_O)!6wCRfso$KtTN)2|=$MK$w==fvNnjM%aYoO8+v6FN
zJM&!&Bb7yJMN=d*Ei9|8c^EVmuWX)i`G{9G!-<nc%&#IWd=yzlmS5zRIm*YiVv`4h
zUa;z!ZyydSS~oqI@suklQ13*LqT{=1wG(*UWxRLn5@O-L(;#}}kW$K$Bj+l47R>Yz
z)pF{);b5@flne81mL&%*HT^Da=sJ<ML!HB`UHORUuLS~4J6cp`PH73yX}K&Z&*3}k
zFZ1t2mLTS~sc+N|Nw74;DpWJRY5Sud=+m<F_7_L4uIjdcY2IyG7cCrE-p=P_P&7TU
z!gfQ9&#6f}4ji_7Q20x+;jP!YDI0<tg(of1Y*82Pe9XM@l<n&;PC@Ph)-4Yh7MI9z
zn^inZ)SJ+l{)UNjhW3;*hGGeck9!_6aH*W+)+m}9*q6!8B)W2frsbT3l?u#lT%C<=
z4H`^L;nVq84rY65Tv07*XqgvNq%C9`z$&%G_-&g)Q`d6Nf0x=Ot(egha(GF{KH;W?
zZcB9~I2ih8d#Gr8Y95nw;9P#J{)R&4gqY6~9OVX+ctV(`1u#Tia&*|^r=gI3B$4IJ
zR7N-32`$f<3Lf(ED6U$-!)Ci$!$Uwc$WKy&!9#(IzrV&}OM_54Pf8F2-vsF{3r^Dm
z=X)MZ+me;Hz=4B-&#7AVkko?(wQCNX5)yD(W~BYqfl=e}J*USiZBtx7`-XpX)VMtH
z%)}1|b)G$QP-{Kz7n#U#Ohj0h&DHp0yHb;dj~1)8fyDuJhPPHtpA}Um6?{L;^g*Mo
z_JV@U1;gpH?X(OHINmtSa+hFWxXRTmtZ3n~Y_Wk@`hA9`*0ri4EUZUUAK&IY&h*ux
z#j-%4xihFkgo){FsF+m21RD_+`|7(4Z99+qO-Na?T>hqF>!D;z4Hf5k@he{1oT_X*
zE;?h1dxN&&lxv0JGuS+qZ*?!xRardu^eTs$JYp=@_l7)ek(>fLZ`yK!2ZPMQun2{3
zjvUe7rv*(Ej;U}u>NRN(dyyk!z`Ov9G{*xzAKREXm(S4lpH|#9)g_df=b^QT(Q&yS
z#w_a#nOhiGCaG*_<qmix%n~ydG;)6VIiFfk@ZXKCJ1y!aKJQ{VmuAfAchb+mJY02?
zu+qbK5eGBF3g6o<U*VrG_WNJ-FJDdBrHr2ceq{K_q~7FrYhIS}h=JYC;L7ABA}X7W
zCEOi8CfQzg`OxBVde1x?#Y}F6V#i~Q6C8>a`BM}d?L?1DIB@#qoiuKGtFlw&k|&d}
zKR-v3poSpVLqn#Dhx%DgDhhl@)m%D`#VC3#bMJWDz*MtphYbHdfxxF0=`E~U?T33b
z`&URX6c%r3J+LBZ=7AXuJw8t@9r>$0oPrw;%+OrH*deU>NU=fGkyZ7hnm}XOk_lx@
zG1WE-XYYu&u`(Svm(don=66Lh1BZ~BVG!3hCzXT{Mk5~P#vsNA)(fpoCrQrv(7+-i
zBCPt*kSnF<hlGk&RuCTxPx=&<iJDD^81>ei(_T_mtIh1yWMKS;QSpgyke6G)aRvVp
z0|CC-E!}CWIaV@APFTsY>U_(x2{9(SJ&$OFwlFvpxy(GrX(XX@WaISjhaHU1_ehFN
z;#}px^n3XpFF`H?wHR?j&dt*Tx&->>GfoR&;5;&?SpF{inTiELb6AwP^n{KizUy{(
z&Jp{4?TuDmOYrTSFT0+epBxkS;F#g@H(AB8fpr|Mw^!X!wX87=eXpK(d#5VLvzzO0
zS$VJA)!4S}^p-pK0@?l7ok|G`?5+)0wT&+iNr=y_?z<Xs>s{H@oYz|&mq*Q>;U!{K
z%JQFqr)qiTTEBOfTKC;9cG|GwzTfO9?%BR)GAkDSit2xP?{(2#lfPy!FP{HkWb!vY
zefz!nPFr=w@}CsvN%^veRAwgcH+d;C>%!C3+2_x{`k86%ZvLM^>#Fqj=5Mo=4+c#;
zd!^#>-7B9pbUj%!=A1dBAkfN`lq|D2bAPVht?lB0PPatGma>NO#_JndPk;Y8^Rm>2
zOHUO<WZdghN_9{AX$2nj43${tc*sxa;DWX-8yV*`ygmM+v!o%QFCZx1$3Wy%WK&n_
zLm?C8wADIxJ7zMnovoND+{NL@m9q07SDH;gvW<ep)S?CUB`ZD{gfMv)xJ#Z{Rrv3P
zOQS)HKsR@g=z(<x)8ZuN{a|pJ)}yksQ%AFvCDW-zQa;7-9Jj&d!zwPn9yIZ1oxc?(
zaGXbEPH{W0Qn1Ekp)<|_O7k>q=LvYK3f{eJzz{BZ=7FC<Oh>rA{@aHfJ9mh3wba+>
zIy)#VJTt{8V8bz<TPqc(*(A(WS*R5#QuvTLYF?zwf$1recX5_Y7dBusjy&w3q*ls!
z(8>GT?|}G#z2|B@r|;N#bb-mMGW99Woa~CmUCG>mGg<t+cJPD+Fm&>3ajiUZR?SIH
z;7X{AQtgI0FLgTKHVB-o7XI!eEHFWxRraukE9Z;}$D5WgePWxeAj-ln;BVlRCMYJw
zAmDQ$W#^ebONSZHRF4HIvpODC6h5oDjG2Sa@pgxC%K?36hly8pn$#;wOc-ABR4^?0
zFhM}(X<&oPH%Atklt#z5r#T#i7G73VefprwZU&>FgyJ0bf};%F%7;{z2d-Ta6Q#w(
zT{16n!c2!2QyJ;TNtT?EBD0*GgcUYVkV$-3Ja27*Qv++LOUNOqc?SyqPLgKmjpPY+
zm}sXaCGMf&B+7DnPuW2Q4}}n?7NsBJj#iGGmOeiI#~7HVel?W|sXNUjGFfQC0_Oi$
zp0n^oaSFx#XSm@uzkJ2A+3Z4Z?Oxp8fBN<^XS@3nm);${zcQmhb3vxMNW{^!`G(;O
zU)v`67Q9oLy}GNmYv-&#Oq2U$5|}#s3*R?2#z^_sD6k8@nUiZXn`L*3NaJyh;7Kbi
zmKF3FY5(?36urdU)H?CJMKWhmF^?PHuS6Sx2Wl%+UJ7iEV3s?u`j&$Ho}F5cZ!)l)
z=P|ZC;N<kk`Z>GN1orp85(JiZ&X8ELQJ_6hF-4R|PELS7U-AHxM)N)QT|A#P++rt)
z8pUyQJPQ6che0SnuxH8gyL=2jT1qD#^5*krPLXe2`k5<0<js}tKL!VcLX4*GmvB9G
zbBc^Q#{==x6F#;SPBX|jpzu(|a+z|I6AQZx=l63g`&8b%Z#H=z%iR}npyq(plvf<Z
z%D)r)6uBf%a-6@fp&O@s*3^Gp0h{orr-$!yFg&=!_+IkIp{hj_x;A}iDUL4_aMQh#
zJ}GIQ%ms#7cipFSo|a5L#ymx&sCm9<`)4Kr?dMB6Erb6=)UNQmHs_MIPB<eQgDGc`
z(1O#PK7}pL(M>IZhxvthrHbaiKP7vrPj|+T76y}_73Y$4_o~+XuH9a|eaVBVCbJG~
z*?Vl(_8FPVQ+u=j`o_$gy=cW#zZ*AlO7&jG{hBtVx8(Axi<wRjSE#kK8{Yb=Hka?}
zAE`xsAt7r{8D;9oMlV`hv~qd7Irqm&evzwG!=2aNC{=sCAtLDB+nn6_+kQQ|yKSo0
z{wt|}-7=SkKD~2i%C*^BW#eY=wVImsE9$X&?b<7Q-Cy0aYP;`yewpTl&5O(3)_Sc=
z3^%)RdBxQEr{4MhHT!(jyms}r-4*-GBcg5cb62`v@7=ye^QP^th>L#9U#`5fce+){
zl{Md9{bvY28GL@?M)UlIeouF&#_oI88uUE(+?|Zee|^<Ivt3&L>({j}wX(U-Rxf%y
z_sf3<{cB$}FF!dYwoU6~sMSmN8-0r=mupQ5y6u1Io5Xzsja~aLZ+}<L$Ga!0<kf94
zwyR4@r0Qp_EB@=XZrS(US1t!nK7Cr|k6Ffpw2n;^gDp0fdfuO%pX*+p8(vjvZ}jNN
z{HUen2I{MB&B|^IUjAo(+-%uDH`eY9pWf5ix13K}$5m4^>7{$9^YpXRUVl2cN;T@i
zZDE(otXe)#tXqU8D;7@p^>8y=vE|{NJF7ztr!4lI+8t;ttj=;ywn10x>Eup^lg?c-
zb2S`O=7mT+<T=f$^FyzIN2R5Jp?Uh&M8QsHn-6UkI}4_Hvz}J<wViOp^hl~HmwS#S
zLx8%1`dyYK(?z+AJY;_qG%#^+G5hS0bnaWZ<diyZz>@i!I9yAf-k5QK!Clj(Ad{=x
zsNhJMqlKu`DybG8H#P1l44d;DKDJGDJR+Z?*s$fyPLIdG7rc}di8F3_>UU%cyUy<q
z4U7wXg<0OeZF=@ty{PeywE~Z7TkM6HolQIE-C#%(T9UM<(1VeWsaTcA{t>hAF)5x?
zeA*0cQxDqCJXEx5s`F8C8%0^G;@>O39`@3|%5Z3pNW)J5yNt$i0_~N|7Rr*z3><!`
zOs#SEIUG+c(3r=ylSAnIfsd`H=h?llVd7IYX(%}BpQCcVUGj{dfNRR%c?NTuy=0v&
z`DJ(*<dQm;JXCon?_%=N^MT^4OHqOrLi;lg6-Y4goH_8eeF4ujHJLp=8y|Cd2ups5
V$n-nGruxf%n}}6*JLn|in*a~IGLHZN

literal 0
HcmV?d00001

-- 
GitLab


From 9288cae906cce70f52a4202465b62b79715ba635 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 9 Nov 2018 14:01:59 -0800
Subject: [PATCH 1357/1825] Remove the device function from tf.device in v2

PiperOrigin-RevId: 220860681
---
 tensorflow/python/framework/ops.py            | 36 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 2 files changed, 36 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index b1e0e16227..85e5f53adc 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4931,7 +4931,7 @@ class Graph(object):
 # apply to inner graph mode code. Fix that.
 
 
-@tf_export("device")
+@tf_export(v1=["device"])
 def device(device_name_or_function):
   """Wrapper for `Graph.device()` using the default graph.
 
@@ -4961,6 +4961,40 @@ def device(device_name_or_function):
     return get_default_graph().device(device_name_or_function)
 
 
+@tf_export("device", v1=[])
+def device_v2(device_name):
+  """Specifies the device for ops created/executed in this context.
+
+  `device_name` can be fully specified, as in "/job:worker/task:1/device:cpu:0",
+  or partially specified, containing only a subset of the "/"-separated
+  fields. Any fields which are specified override device annotations from outer
+  scopes. For example:
+
+  with tf.device('/job:foo'):
+    # ops created here have devices with /job:foo
+    with tf.device('/job:bar/task:0/device:gpu:2'):
+      # ops created here have the fully specified device above
+    with tf.device('/device:gpu:1'):
+      # ops created here have the device '/job:foo/device:gpu:1'
+
+  Args:
+    device_name: The device name to use in the context.
+
+  Returns:
+    A context manager that specifies the default device to use for newly
+    created ops.
+
+  Raises:
+    RuntimeError: If a function is passed in.
+  """
+  if callable(device_name):
+    raise RuntimeError("tf.device does not support functions.")
+  if context.executing_eagerly():
+    return context.device(device_name)
+  else:
+    return get_default_graph().device(device_name)
+
+
 @tf_export("container")
 def container(container_name):
   """Wrapper for `Graph.container()` using the default graph.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index c8ba1b393d..5c8c566679 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -670,7 +670,7 @@ tf_module {
   }
   member_method {
     name: "device"
-    argspec: "args=[\'device_name_or_function\'], varargs=None, keywords=None, defaults=None"
+    argspec: "args=[\'device_name\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
     name: "div"
-- 
GitLab


From 74a404b2bfdbaa30a955f0045ebea7234dfe4c06 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 9 Nov 2018 14:13:16 -0800
Subject: [PATCH 1358/1825] Adds tf.train.CheckpointManager for deleting old
 checkpoints while training

This CL just removes a "session" argument and exposes the symbol

CheckpointManager maintains a list of checkpoints across runs of a program, and has configuration options for removing them. Also removes some boilerplate from training loops. Works with tf.train.Checkpoint.

Will replace the lower-level Checkpoint proto management symbols in 2.x.

PiperOrigin-RevId: 220862866
---
 .../python/training/checkpoint_management.py  | 10 ++++-----
 ...tensorflow.train.-checkpoint-manager.pbtxt | 21 +++++++++++++++++++
 .../api/golden/v1/tensorflow.train.pbtxt      |  4 ++++
 ...tensorflow.train.-checkpoint-manager.pbtxt | 21 +++++++++++++++++++
 .../api/golden/v2/tensorflow.train.pbtxt      |  4 ++++
 5 files changed, 54 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.train.-checkpoint-manager.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.train.-checkpoint-manager.pbtxt

diff --git a/tensorflow/python/training/checkpoint_management.py b/tensorflow/python/training/checkpoint_management.py
index 38910fb246..f755f6c336 100644
--- a/tensorflow/python/training/checkpoint_management.py
+++ b/tensorflow/python/training/checkpoint_management.py
@@ -458,6 +458,7 @@ def meta_graph_filename(checkpoint_filename, meta_graph_suffix="meta"):
 
 
 # TODO(allenl): Allow tf.keras.Model instances in the constructor directly?
+@tf_export("train.CheckpointManager")
 class CheckpointManager(object):
   """Deletes old checkpoints.
 
@@ -634,13 +635,10 @@ class CheckpointManager(object):
     """
     return self._checkpoint_prefix
 
-  def save(self, session=None, checkpoint_number=None):
+  def save(self, checkpoint_number=None):
     """Creates a new checkpoint and manages it.
 
     Args:
-      session: The session to evaluate variables in. Ignored when executing
-        eagerly. If not provided when graph building, the default session is
-        used.
       checkpoint_number: An optional integer, or an integer-dtype `Variable` or
         `Tensor`, used to number the checkpoint. If `None` (default),
         checkpoints are numbered using `checkpoint.save_counter`. Even if
@@ -657,9 +655,9 @@ class CheckpointManager(object):
     if context.executing_eagerly():
       save_counter = self._checkpoint.save_counter
       save_counter.assign_add(1)
+      session = None
     else:
-      if session is None:
-        session = ops.get_default_session()
+      session = ops.get_default_session()
 
       def _initializing_creator(next_creator, **kwargs):
         """Initialize the save counter if it has been newly created."""
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.train.-checkpoint-manager.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.train.-checkpoint-manager.pbtxt
new file mode 100644
index 0000000000..2538de661b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.train.-checkpoint-manager.pbtxt
@@ -0,0 +1,21 @@
+path: "tensorflow.train.CheckpointManager"
+tf_class {
+  is_instance: "<class \'tensorflow.python.training.checkpoint_management.CheckpointManager\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "checkpoints"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "latest_checkpoint"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'checkpoint\', \'directory\', \'max_to_keep\', \'keep_checkpoint_every_n_hours\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "save"
+    argspec: "args=[\'self\', \'checkpoint_number\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt
index 9f35395284..877c55c6b3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.train.pbtxt
@@ -24,6 +24,10 @@ tf_module {
     name: "Checkpoint"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "CheckpointManager"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "CheckpointSaverHook"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.-checkpoint-manager.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.-checkpoint-manager.pbtxt
new file mode 100644
index 0000000000..2538de661b
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.-checkpoint-manager.pbtxt
@@ -0,0 +1,21 @@
+path: "tensorflow.train.CheckpointManager"
+tf_class {
+  is_instance: "<class \'tensorflow.python.training.checkpoint_management.CheckpointManager\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "checkpoints"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "latest_checkpoint"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'checkpoint\', \'directory\', \'max_to_keep\', \'keep_checkpoint_every_n_hours\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "save"
+    argspec: "args=[\'self\', \'checkpoint_number\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index bd9cf2d0aa..8e884c23fb 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -24,6 +24,10 @@ tf_module {
     name: "Checkpoint"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "CheckpointManager"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "CheckpointSaverHook"
     mtype: "<type \'type\'>"
-- 
GitLab


From e31a8c3fa60a7879700501709219b2e7a0c047c0 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 14:25:35 -0800
Subject: [PATCH 1359/1825] Automated rollback of commit
 821602a38483c60dd05ef1a4b157428a9891b004

PiperOrigin-RevId: 220864973
---
 tensorflow/lite/toco/tflite/export.cc | 17 ++---------------
 1 file changed, 2 insertions(+), 15 deletions(-)

diff --git a/tensorflow/lite/toco/tflite/export.cc b/tensorflow/lite/toco/tflite/export.cc
index ae4bfe9391..489c21295e 100644
--- a/tensorflow/lite/toco/tflite/export.cc
+++ b/tensorflow/lite/toco/tflite/export.cc
@@ -332,11 +332,6 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     std::set<int32_t>* variable_tensor_indices, const ExportParams& params) {
   variable_tensor_indices->clear();
 
-  auto is_tflite_builtin = [](const BaseOperator* op) {
-    const auto& tflite_builtins = GetBuiltinOpsMap();
-    return (op && tflite_builtins.find(op->name()) != tflite_builtins.end());
-  };
-
   // The operators are in execution order, so we just follow tf.mini order.
   std::vector<Offset<Operator>> op_vector;
   for (const auto& op : model.operators) {
@@ -365,15 +360,7 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     auto options = Options::Custom(0);
 
     std::vector<bool> mutating_input_variables;
-
-    // Some ops like AddN are exportable via Serialize() but do not have a
-    // corresponding TFLITE builtin. In that case, when flex mode is enable we
-    // should export it as a flex op, not as a native.
-    bool export_as_flex_op = !is_tflite_builtin(tflite_op) &&
-                             key.is_flex_op() &&
-                             !op->tensorflow_node_def.empty();
-    if (!export_as_flex_op) {
-      CHECK(tflite_op);  // guaranteed by the if-statement just above.
+    if (tflite_op) {
       options = tflite_op->Serialize(*op, builder);
       mutating_input_variables = tflite_op->GetMutatingInputVariables(*op);
 
@@ -386,7 +373,7 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
           variable_tensor_indices->insert(variable_tensor_index);
         }
       }
-    } else {
+    } else if (key.is_flex_op() && !op->tensorflow_node_def.empty()) {
       auto fbb = WriteFlexOpOptions(op->tensorflow_node_def);
       if (fbb) {
         options = Options::Custom(builder->CreateVector(fbb->GetBuffer()));
-- 
GitLab


From 75aab0042ea91a4998c12a770774d8ee845c79be Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 14:35:51 -0800
Subject: [PATCH 1360/1825] Removed symbol add_check_numerics_ops from
 TensorFlow v2

PiperOrigin-RevId: 220866700
---
 tensorflow/python/ops/numerics.py               | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/numerics.py b/tensorflow/python/ops/numerics.py
index 0c0d81afb6..1a235de90c 100644
--- a/tensorflow/python/ops/numerics.py
+++ b/tensorflow/python/ops/numerics.py
@@ -51,7 +51,7 @@ def verify_tensor_all_finite(t, msg, name=None):
   return out
 
 
-@tf_export("add_check_numerics_ops")
+@tf_export(v1=["add_check_numerics_ops"])
 def add_check_numerics_ops():
   """Connect a `check_numerics` to every floating point tensor.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 5c8c566679..35ca9fb494 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -480,10 +480,6 @@ tf_module {
     name: "add"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "add_check_numerics_ops"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "add_n"
     argspec: "args=[\'inputs\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From d00c00c109f049e8d1d862b247e3767f118e37ca Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Fri, 9 Nov 2018 15:05:42 -0800
Subject: [PATCH 1361/1825] Don't allow floats to be converted to uint32/64

tf.constant(0, dtype=tf.uint32) < 0.5 would return False before this commit.

PiperOrigin-RevId: 220871701
---
 tensorflow/python/eager/tensor_test.py     |  3 +--
 tensorflow/python/framework/tensor_util.py | 20 +++++++++++++++++++-
 2 files changed, 20 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/eager/tensor_test.py b/tensorflow/python/eager/tensor_test.py
index ddd46c167b..f61d847817 100644
--- a/tensorflow/python/eager/tensor_test.py
+++ b/tensorflow/python/eager/tensor_test.py
@@ -261,9 +261,8 @@ class TFETensorTest(test_util.TensorFlowTestCase):
 
   @test_util.run_in_graph_and_eager_modes
   def testCompatibility(self):
-    # TODO(nareshmodi): uint32, uint64 are not correctly handled in graph mode.
     integer_types = [dtypes.int8, dtypes.int16, dtypes.int32, dtypes.int64,
-                     dtypes.uint8, dtypes.uint16]
+                     dtypes.uint8, dtypes.uint16, dtypes.uint32, dtypes.uint64]
 
     # Floats are not compatible with ints
     for t in integer_types:
diff --git a/tensorflow/python/framework/tensor_util.py b/tensorflow/python/framework/tensor_util.py
index 0582e98603..879addde53 100644
--- a/tensorflow/python/framework/tensor_util.py
+++ b/tensorflow/python/framework/tensor_util.py
@@ -339,11 +339,29 @@ _TF_TO_IS_OK = {
     dtypes.string: [_FilterStr],
     dtypes.uint16: [_FilterInt],
     dtypes.uint8: [_FilterInt],
+    dtypes.uint32: [_FilterInt],
+    dtypes.uint64: [_FilterInt],
 }
 
 
 def _AssertCompatible(values, dtype):
-  fn_list = _TF_TO_IS_OK.get(dtype, [_FilterNotTensor])
+  if dtype is None:
+    fn_list = [_FilterNotTensor]
+  else:
+    try:
+      fn_list = _TF_TO_IS_OK[dtype]
+    except KeyError:
+      # There isn't a specific fn_list, so we try to do the best possible.
+      if dtype.is_integer:
+        fn_list = [_FilterInt]
+      elif dtype.is_floating:
+        fn_list = [_FilterFloat]
+      elif dtype.is_complex:
+        fn_list = [_FilterComplex]
+      elif dtype.is_quantized:
+        fn_list = [_FilterInt, _FilterTuple]
+      else:
+        fn_list = [_FilterNotTensor]
   mismatch = _FirstNotNone([fn(values) for fn in fn_list])
   if mismatch is not None:
     if dtype is None:
-- 
GitLab


From 1802b5ef23246b0f75adcdfc6ab7ad3bcab4171f Mon Sep 17 00:00:00 2001
From: Blake Hechtman <blakehechtman@google.com>
Date: Fri, 9 Nov 2018 15:07:49 -0800
Subject: [PATCH 1362/1825] [XLA] Reorder major slices and reshapes.

PiperOrigin-RevId: 220872013
---
 .../xla/service/algebraic_simplifier.cc       | 70 +++++++++++++++++--
 .../xla/service/algebraic_simplifier_test.cc  | 28 ++++++++
 tensorflow/compiler/xla/tests/slice_test.cc   | 21 +++++-
 3 files changed, 113 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 1fea441033..531565c0bf 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -16,6 +16,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/algebraic_simplifier.h"
 
 #include <algorithm>
+#include <iterator>
 #include <memory>
 #include <numeric>
 #include <string>
@@ -317,6 +318,9 @@ class AlgebraicSimplifierVisitor : public DfsHloVisitorWithDefault {
   // Tries to simplify a slice where the result of the slice is a scalar.
   StatusOr<bool> TrySimplifyScalarSlice(HloInstruction* slice);
 
+  // Tries to convert slice(reshape(X)) into reshape(slice(X))
+  StatusOr<bool> TryToReorderSliceAndReshape(HloInstruction* slice);
+
   // Current HloComputation instance the AlgebraicSimplifierVisitor is
   // traversing.
   HloComputation* computation_;
@@ -2026,18 +2030,70 @@ StatusOr<bool> AlgebraicSimplifierVisitor::TrySimplifyScalarSlice(
   return false;
 }
 
+bool IsUnstridedSlice(const HloInstruction* hlo) {
+  return absl::c_all_of(hlo->slice_strides(),
+                        [](int64 stride) { return stride == 1; });
+}
+
+StatusOr<bool> AlgebraicSimplifierVisitor::TryToReorderSliceAndReshape(
+    HloInstruction* slice) {
+  CHECK_EQ(slice->opcode(), HloOpcode::kSlice);
+  if (!IsUnstridedSlice(slice)) {
+    return false;
+  }
+  HloInstruction* reshape = slice->mutable_operand(0);
+  if (reshape->opcode() != HloOpcode::kReshape) {
+    return false;
+  }
+  HloInstruction* new_slice_operand = reshape->mutable_operand(0);
+  int64 slice_rank = ShapeUtil::Rank(slice->shape());
+  std::vector<int64> sliced_dims;
+  for (int64 i = 0; i < slice_rank; ++i) {
+    if (slice->slice_starts(i) != 0 ||
+        slice->slice_limits(i) != reshape->shape().dimensions(i)) {
+      sliced_dims.push_back(i);
+    }
+  }
+
+  if (sliced_dims.size() == 1 && sliced_dims[0] == 0 &&
+      slice->slice_starts(0) == 0) {
+    const Shape& new_slice_shape = new_slice_operand->shape();
+    const int64 rank = ShapeUtil::Rank(new_slice_shape);
+    std::vector<int64> new_slice_starts(rank, 0);
+    std::vector<int64> new_slice_stides(rank, 1);
+    std::vector<int64> new_slice_limits(new_slice_shape.dimensions().begin(),
+                                        new_slice_shape.dimensions().end());
+    int64 slice_elements = ShapeUtil::ElementsIn(slice->shape());
+    for (int64 i = rank - 1; i >= 0; --i) {
+      if (slice_elements >= new_slice_limits[i]) {
+        CHECK_EQ(slice_elements % new_slice_limits[i], 0);
+        slice_elements /= new_slice_limits[i];
+      } else {
+        new_slice_limits[i] = slice_elements;
+        slice_elements = 1;
+      }
+    }
+    HloInstruction* new_slice =
+        computation_->AddInstruction(HloInstruction::CreateSlice(
+            ShapeUtil::MakeShape(new_slice_shape.element_type(),
+                                 new_slice_limits),
+            new_slice_operand, new_slice_starts, new_slice_limits,
+            new_slice_stides));
+    TF_RETURN_IF_ERROR(ReplaceWithNewInstruction(
+        slice, HloInstruction::CreateReshape(slice->shape(), new_slice)));
+    return true;
+  }
+  return false;
+}
+
 Status AlgebraicSimplifierVisitor::HandleSlice(HloInstruction* slice) {
   // Delete no-op slices, i.e. where shape = operand shape.
   if (ReplaceInstructionIfSameShape(slice, slice->mutable_operand(0))) {
     return Status::OK();
   }
 
-  auto is_unstrided_slice = [](const HloInstruction* hlo) {
-    return absl::c_all_of(hlo->slice_strides(),
-                          [](int64 stride) { return stride == 1; });
-  };
   if (slice->operand(0)->opcode() == HloOpcode::kSlice &&
-      is_unstrided_slice(slice) && is_unstrided_slice(slice->operand(0))) {
+      IsUnstridedSlice(slice) && IsUnstridedSlice(slice->operand(0))) {
     HloInstruction* operand_slice = slice->mutable_operand(0);
     std::vector<int64> new_slice_starts = slice->slice_starts();
     std::vector<int64> new_slice_limits = slice->slice_limits();
@@ -2056,6 +2112,10 @@ Status AlgebraicSimplifierVisitor::HandleSlice(HloInstruction* slice) {
     return Status::OK();
   }
 
+  TF_ASSIGN_OR_RETURN(replaced, TryToReorderSliceAndReshape(slice));
+  if (replaced) {
+    return Status::OK();
+  }
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 8d17c8699d..a749cc1775 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -2178,6 +2178,34 @@ TEST_F(AlgebraicSimplifierTest, SliceOfSliceToSlice) {
   EXPECT_EQ(computation->root_instruction()->slice_limits(1), dim1 - 4);
 }
 
+TEST_F(AlgebraicSimplifierTest, SliceOfReshapeToReshapeOfSlice) {
+  HloComputation::Builder builder(TestName());
+  const int64 dim0 = 11;
+  const int64 dim1 = 12;
+  const int64 dim2 = 13;
+  HloInstruction* param =
+      builder.AddInstruction(HloInstruction::CreateParameter(
+          0, ShapeUtil::MakeShape(F32, {dim0 * dim1, dim2}), "param"));
+  HloInstruction* original_reshape =
+      builder.AddInstruction(HloInstruction::CreateReshape(
+          ShapeUtil::MakeShape(F32, {dim0, dim1, dim2}), param));
+
+  builder.AddInstruction(HloInstruction::CreateSlice(
+      ShapeUtil::MakeShape(F32, {dim0 - 2, dim1, dim2}), original_reshape,
+      /*start_indices=*/{0, 0, 0},
+      /*limit_indices=*/{dim0 - 2, dim1, dim2}, /*strides=*/{1, 1, 1}));
+  auto module = CreateNewVerifiedModule();
+  HloComputation* computation = module->AddEntryComputation(builder.Build());
+
+  EXPECT_THAT(computation->root_instruction(), op::Slice(op::Reshape(param)));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+
+  EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Slice(param)));
+}
+
 TEST_F(AlgebraicSimplifierTest, RemoveNoopSort) {
   auto builder = HloComputation::Builder(TestName());
 
diff --git a/tensorflow/compiler/xla/tests/slice_test.cc b/tensorflow/compiler/xla/tests/slice_test.cc
index 2cc33ab096..3fb69419e7 100644
--- a/tensorflow/compiler/xla/tests/slice_test.cc
+++ b/tensorflow/compiler/xla/tests/slice_test.cc
@@ -166,6 +166,26 @@ TEST_F(SliceTest, SliceR4ThreeDimsMiddleMinor) {
   ComputeAndCompareR4(&builder, *expected, {}, ErrorSpec(0.000001));
 }
 
+TEST_F(SliceTest, SliceOfReshape) {
+  Array2D<int> values(2 * 3 * 24, 7);
+  values.FillIota(1);
+  XlaBuilder builder(TestName());
+  auto original = ConstantR2FromArray2D(&builder, values);
+  auto reshape = Reshape(original, {24, 3, 2, 7});
+  Slice(reshape, {0, 0, 0, 0}, {11, 3, 2, 7}, {1, 1, 1, 1});
+  ComputeAndCompare(&builder, {});
+}
+
+TEST_F(SliceTest, SliceOfCollapsingReshape) {
+  Array4D<int> values(2, 3, 5, 7);
+  values.FillIota(1);
+  XlaBuilder builder(TestName());
+  auto original = ConstantR4FromArray4D(&builder, values);
+  auto reshape = Reshape(original, {2 * 3 * 5, 7});
+  Slice(reshape, {0, 0}, {4, 7}, {1, 1});
+  ComputeAndCompare(&builder, {});
+}
+
 XLA_TEST_F(SliceTest, StridedSliceR4WithOutputLayout) {
   Array4D<float> values(2, 4, 6, 8);
   values.FillRandom(3.14f);
@@ -253,7 +273,6 @@ XLA_TEST_P(SliceR1LargeTest, DoIt_S64) { Run<int64>(GetParam()); }
 
 XLA_TEST_P(SliceR1Test, DoIt_PRED) { Run<bool>(GetParam()); }
 
-
 // Tests for R1 slice ops.
 // The format for each testcase is {input size, start, limit, stride}.
 // clang-format off
-- 
GitLab


From 2204f80a811ba53d969f3debe22f70ed06e12c79 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 9 Nov 2018 15:19:59 -0800
Subject: [PATCH 1363/1825] Use mkldnn sgemm in Eigen contractions.

PiperOrigin-RevId: 220873819
---
 tensorflow/core/kernels/BUILD                 |  78 ++++--
 .../core/kernels/batch_matmul_op_impl.h       |   4 +
 .../core/kernels/conv_grad_filter_ops.cc      |   4 +
 .../core/kernels/conv_grad_input_ops.cc       |   4 +
 tensorflow/core/kernels/conv_grad_ops_3d.cc   |   4 +
 .../core/kernels/eigen_contraction_kernel.h   | 234 ++++++++++++++++++
 .../core/kernels/eigen_cuboid_convolution.h   | 202 ++++++++++++---
 tensorflow/core/kernels/eigen_mkldnn.h        | 123 ---------
 ...> eigen_mkldnn_contraction_kernel_test.cc} |   2 +-
 .../core/kernels/eigen_spatial_convolutions.h | 170 +++++++++++--
 tensorflow/core/kernels/gemm_functors.h       |   4 +
 tensorflow/core/kernels/lrn_op.cc             |   4 +
 tensorflow/core/kernels/matmul_op.h           |   4 +
 tensorflow/core/kernels/sparse_matmul_op.cc   |   4 +
 tensorflow/python/kernel_tests/BUILD          |   2 +-
 .../python/kernel_tests/conv_ops_3d_test.py   |  24 ++
 16 files changed, 672 insertions(+), 195 deletions(-)
 create mode 100644 tensorflow/core/kernels/eigen_contraction_kernel.h
 delete mode 100644 tensorflow/core/kernels/eigen_mkldnn.h
 rename tensorflow/core/kernels/{eigen_mkldnn_test.cc => eigen_mkldnn_contraction_kernel_test.cc} (98%)

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index b855fe5436..2fbc7d75ec 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -94,13 +94,13 @@ config_setting(
 )
 
 config_setting(
-    # Add "--define tensorflow_eigen_mkldnn=1" to your build command to use mkldnn
-    # sgemm in Eigen tensor contractions (matrix multiplications and convolutions).
-    # The mkldnn kernels are generated at runtime and use avx/avx2/fma/avx512
-    # based on cpu status registers (https://en.wikipedia.org/wiki/CPUID).
-    name = "eigen_mkldnn",
+    # Add "--define tensorflow_mkldnn_contraction_kernel=1" to your build command to use mkldnn
+    # sgemm in Eigen tensor contractions (matrix multiplications and convolutions). The mkldnn
+    # kernels are generated at runtime and use avx/avx2/fma/avx512 based on cpu status registers
+    # (https://en.wikipedia.org/wiki/CPUID).
+    name = "mkldnn_contraction_kernel",
     values = {
-        "define": "tensorflow_eigen_mkldnn=1",
+        "define": "tensorflow_mkldnn_contraction_kernel=1",
     },
 )
 
@@ -554,6 +554,40 @@ cc_library(
     ],
 )
 
+# Depending on a build configuration this target provides custom kernel for Eigen
+# tensor contractions (small matrix multiplication kernel used to multiple together
+# blocks of the original tensors).
+#
+# 0) Default contraction kernel is Eigen::internal::gebp_kernel.
+#
+# 1) --define tensorflow_mkldnn_contraction_kernel=1
+#    Use Mkldnn single threaded sgemm. The mkldnn kernels are generated at runtime and
+#    use avx/avx2/fma/avx512 based on cpu status registers (https://en.wikipedia.org/wiki/CPUID).
+#
+# If you use `tensor.contract(other_tensor)` in your code, you must include additional header
+# to get the benefit of custom contraction kernel:
+#
+#   #if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#   #include "third_party/tensorflow/core/kernels/eigen_contraction_kernel.h"
+#   #endif
+cc_library(
+    name = "eigen_contraction_kernel",
+    hdrs = ["eigen_contraction_kernel.h"],
+    defines = select({
+        ":mkldnn_contraction_kernel": [
+            "TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL",
+            "TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL",
+        ],
+        "//conditions:default": [],
+    }),
+    deps = [
+        "//third_party/eigen3",
+    ] + select({
+        ":mkldnn_contraction_kernel": ["//third_party/intel_mkl_dnn:mkldnn_single_threaded"],
+        "//conditions:default": [],
+    }),
+)
+
 cc_library(
     name = "eigen_helpers",
     hdrs = [
@@ -566,20 +600,11 @@ cc_library(
         "eigen_softmax.h",
         "eigen_spatial_convolutions.h",
         "eigen_volume_patch.h",
-    ] + select({
-        ":eigen_mkldnn": ["eigen_mkldnn.h"],
-        "//conditions:default": [],
-    }),
-    defines = select({
-        ":eigen_mkldnn": ["EIGEN_USE_MKLDNN"],
-        "//conditions:default": [],
-    }),
+    ],
     deps = [
+        ":eigen_contraction_kernel",
         "//third_party/eigen3",
-    ] + select({
-        ":eigen_mkldnn": ["//third_party/intel_mkl_dnn:mkldnn_single_threaded"],
-        "//conditions:default": [],
-    }),
+    ],
 )
 
 cc_library(
@@ -2434,15 +2459,15 @@ tf_cc_tests(
 # Conditional test target generation is not supported by the "tf_cc_tests" macro
 # (can't add 'select' to the srcs field, type 'select' is not iterable).
 tf_cc_test(
-    name = "eigen_mkldnn_test",
+    name = "eigen_mkldnn_contraction_kernel_test",
     size = "small",
     srcs = select({
-        ":eigen_mkldnn": ["eigen_mkldnn_test.cc"],
+        ":mkldnn_contraction_kernel": ["eigen_mkldnn_contraction_kernel_test.cc"],
         "//conditions:default": [],
     }),
-    tags = ["eigen_mkldnn"],
+    tags = ["mkldnn_contraction_kernel"],
     deps = [
-        ":eigen_helpers",
+        ":eigen_contraction_kernel",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
     ],
@@ -3058,7 +3083,7 @@ tf_kernel_library(
     # <prefix>*impl.h are excluded by default from the CPU build, add explicitly.
     hdrs = ["batch_matmul_op_impl.h"],
     prefix = "batch_matmul_op",
-    deps = MATH_DEPS + if_mkl_ml([
+    deps = MATH_DEPS + [":eigen_contraction_kernel"] + if_mkl_ml([
         "//third_party/mkl:intel_binary_blob",
     ]),
 )
@@ -3132,11 +3157,10 @@ tf_kernel_library(
         "//conditions:default": [],
     }),
     deps = MATH_DEPS + [
+        ":eigen_contraction_kernel",
         ":gpu_util_hdrs",
     ] + select({
-        ":xsmm": [
-            "@libxsmm_archive//:xsmm_avx",
-        ],
+        ":xsmm": ["@libxsmm_archive//:xsmm_avx"],
         "//conditions:default": [],
     }) + mkl_deps() + if_cuda([
         "//tensorflow/core/platform/default/build_config:cublas_plugin",
@@ -3539,6 +3563,7 @@ tf_kernel_library(
         ":bounds_check",
         ":conv_2d",
         ":conv_3d",
+        ":eigen_contraction_kernel",
         ":image_resizer_state",
         ":fill_functor",
         ":ops_util",
@@ -3629,6 +3654,7 @@ cc_library(
 NN_DEPS = [
     ":bounds_check",
     ":conv_2d",
+    ":eigen_contraction_kernel",
     ":fused_batch_norm_util_gpu",
     ":ops_util",
     ":pooling_ops",
diff --git a/tensorflow/core/kernels/batch_matmul_op_impl.h b/tensorflow/core/kernels/batch_matmul_op_impl.h
index 766713a338..43539ac908 100644
--- a/tensorflow/core/kernels/batch_matmul_op_impl.h
+++ b/tensorflow/core/kernels/batch_matmul_op_impl.h
@@ -34,6 +34,10 @@ limitations under the License.
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/work_sharder.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 #if GOOGLE_CUDA
 #include "tensorflow/core/platform/stream_executor.h"
 #endif  // GOOGLE_CUDA
diff --git a/tensorflow/core/kernels/conv_grad_filter_ops.cc b/tensorflow/core/kernels/conv_grad_filter_ops.cc
index 9e86a16b66..bc30da4099 100644
--- a/tensorflow/core/kernels/conv_grad_filter_ops.cc
+++ b/tensorflow/core/kernels/conv_grad_filter_ops.cc
@@ -44,6 +44,10 @@ limitations under the License.
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 #if GOOGLE_CUDA
 #include "tensorflow/core/kernels/conv_ops_gpu.h"
 #include "tensorflow/core/platform/stream_executor.h"
diff --git a/tensorflow/core/kernels/conv_grad_input_ops.cc b/tensorflow/core/kernels/conv_grad_input_ops.cc
index 43bb5ea56c..e06af15f2f 100644
--- a/tensorflow/core/kernels/conv_grad_input_ops.cc
+++ b/tensorflow/core/kernels/conv_grad_input_ops.cc
@@ -43,6 +43,10 @@ limitations under the License.
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 #if GOOGLE_CUDA
 #include "tensorflow/core/kernels/conv_ops_gpu.h"
 #include "tensorflow/core/platform/stream_executor.h"
diff --git a/tensorflow/core/kernels/conv_grad_ops_3d.cc b/tensorflow/core/kernels/conv_grad_ops_3d.cc
index bab91f5e86..f62c60d255 100644
--- a/tensorflow/core/kernels/conv_grad_ops_3d.cc
+++ b/tensorflow/core/kernels/conv_grad_ops_3d.cc
@@ -35,6 +35,10 @@ limitations under the License.
 #include "tensorflow/core/util/use_cudnn.h"
 #include "tensorflow/core/util/work_sharder.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 #if GOOGLE_CUDA
 #include "tensorflow/core/platform/stream_executor.h"
 using stream_executor::dnn::DimIndex;
diff --git a/tensorflow/core/kernels/eigen_contraction_kernel.h b/tensorflow/core/kernels/eigen_contraction_kernel.h
new file mode 100644
index 0000000000..92d29e3995
--- /dev/null
+++ b/tensorflow/core/kernels/eigen_contraction_kernel.h
@@ -0,0 +1,234 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_KERNELS_EIGEN_CONTRACTION_KERNEL_H_
+#define TENSORFLOW_CORE_KERNELS_EIGEN_CONTRACTION_KERNEL_H_
+
+// Depending on a build configuration this header provides custom kernel for
+// Eigen tensor contractions (small matrix multiplication kernel used to
+// multiple together blocks of the original tensors).
+//
+// 1) --define tensorflow_mkldnn_contraction_kernel=1
+//    Use Mkldnn single threaded sgemm. The mkldnn kernels are generated at
+//    runtime and use avx/avx2/fma/avx512 based on cpu status registers
+//    (https://en.wikipedia.org/wiki/CPUID).
+//
+// If you use `tensor.contract(other_tensor)` in your code, you must include
+// this header to get the benefit of custom contraction kernel:
+//
+//   #if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+//   #include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+//   #endif
+
+#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
+#include "third_party/intel_mkl_dnn/include/mkldnn.h"
+
+namespace Eigen {
+namespace internal {
+
+// Enabled by build option: "--define tensorflow_mkldnn_contraction_kernel=1"
+#if defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+
+template <typename Scalar, typename IndexType, typename DataMapper,
+          int StorageOrder>
+struct mkldnn_gemm_pack;
+
+// mkl_gemm_pack for ColMajor storage order.
+template <typename Scalar, typename IndexType, typename DataMapper>
+struct mkldnn_gemm_pack<Scalar, IndexType, DataMapper,
+                        /*StorageOrder*/ ColMajor> {
+  typedef typename internal::packet_traits<Scalar>::type Packet;
+  typedef typename DataMapper::LinearMapper LinearMapper;
+
+  enum { PacketSize = internal::packet_traits<Scalar>::size };
+
+  EIGEN_DONT_INLINE
+  void operator()(Scalar* block, const DataMapper& data_mapper, IndexType rows,
+                  IndexType cols) {
+    const IndexType unrolled_rows =
+        (rows / (4 * PacketSize)) * (4 * PacketSize);
+    const IndexType vectorized_rows = (rows / PacketSize) * PacketSize;
+
+    for (IndexType col = 0; col < cols; ++col) {
+      LinearMapper lm = data_mapper.getLinearMapper(0, col);
+
+      // Give compiler a strong possibility to unroll the loop.
+      for (IndexType i = 0; i < unrolled_rows; i += 4 * PacketSize) {
+        for (IndexType j = 0; j < 4; ++j) {
+          const Packet p = lm.template loadPacket<Packet>(i + j * PacketSize);
+          internal::pstoreu(block + j * PacketSize, p);
+        }
+        block += 4 * PacketSize;
+      }
+
+      // Process remaining rows with packets.
+      for (IndexType i = unrolled_rows; i < vectorized_rows; i += PacketSize) {
+        const Packet p = lm.template loadPacket<Packet>(i);
+        internal::pstoreu(block, p);
+        block += PacketSize;
+      }
+
+      // Finalize with coefficients.
+      for (IndexType i = vectorized_rows; i < rows; ++i) {
+        *block = lm(i);
+        ++block;
+      }
+    }
+  }
+};
+
+template <typename Scalar, typename IndexType, typename OutputMapper,
+          bool ConjugateLhs = false, bool ConjugateRhs = false>
+struct mkldnn_gemm_kernel;
+
+// mkldnn_gemm_kernel for floats defined as a thin layer on top of mkldnn_sgemm.
+template <typename IndexType, typename OutputMapper, bool ConjugateLhs,
+          bool ConjugateRhs>
+struct mkldnn_gemm_kernel</*Scalar*/ float, IndexType, OutputMapper,
+                          ConjugateLhs, ConjugateRhs> {
+  EIGEN_DONT_INLINE
+  void operator()(const OutputMapper& output, const float* blockA,
+                  const float* blockB, const IndexType rows,
+                  const IndexType depth, const IndexType cols, float alpha) {
+    static const int max_index = (std::numeric_limits<int>::max)();
+
+    eigen_assert(max_index >= rows);
+    eigen_assert(max_index >= cols);
+    eigen_assert(max_index >= depth);
+    eigen_assert(max_index >= output.stride());
+
+    const int m = static_cast<int>(rows);
+    const int n = static_cast<int>(cols);
+    const int k = static_cast<int>(depth);
+
+    const char transposeA = ConjugateLhs ? 'Y' : 'N';
+    const char transposeB = ConjugateRhs ? 'Y' : 'N';
+
+    const int ldA = ConjugateLhs ? k : m;
+    const int ldB = ConjugateRhs ? n : k;
+    const int ldC = static_cast<int>(output.stride());
+
+    const float beta = 1.0;
+
+    mkldnn_status_t st = mkldnn_sgemm(&transposeA, &transposeB, &m, &n, &k,
+                                      &alpha, blockA, &ldA, blockB, &ldB, &beta,
+                                      const_cast<float*>(output.data()), &ldC);
+    eigen_assert(st == 0);
+  }
+};
+
+// For mkldnn_sgemm having the right dimensions (especially for small matrices)
+// is more important than fitting all the working set in L1/L2 caches.
+// TODO(ezhulenev): Do better heuristics.
+template <typename StorageIndex, int sharding_type>
+class TensorContractionBlocking<float, float, float, StorageIndex,
+                                sharding_type> {
+  // For now mkldnn has only mkldnn_sgemm (gemm for floats).
+  using Scalar = float;
+
+  // Adjust the block sizes to work well with mkldnn kernels.
+
+  // Multiply default choice of block size along M and N dimensions.
+  // TODO(ezhulenev): Explore if this can work in general (kScaleM=2.0 worked
+  // well in some of models).
+  static const float kScaleM = 1.5;
+  static const float kScaleN = 1.0;
+
+  // Mkldnn Avx/Avx2/Avx512 unroll factors are: 8/16/48.
+  static const StorageIndex kUnrollM = 48;
+
+  // Mkldnn Avx/Avx2/Avx512 unroll factors are: 6/6/8.
+  static const StorageIndex kUnrollN = 24;
+
+ public:
+  TensorContractionBlocking(StorageIndex k, StorageIndex m, StorageIndex n,
+                            StorageIndex num_threads = 1)
+      : kc_(k), mc_(m), nc_(n) {
+    // 1. Compute block sizes using default Eigen heuristics.
+    if (sharding_type == ShardByCol) {
+      computeProductBlockingSizes<Scalar, Scalar, 1>(kc_, mc_, nc_,
+                                                     num_threads);
+    } else {
+      computeProductBlockingSizes<Scalar, Scalar, 1>(kc_, nc_, mc_,
+                                                     num_threads);
+    }
+
+    // 2. And refine them to work well with mkldnn sgemm.
+    mc_ = (std::min)(
+        m, Eigen::divup(static_cast<StorageIndex>(mc_ * kScaleM), kUnrollM) *
+               kUnrollM);
+    nc_ = (std::min)(
+        n, Eigen::divup(static_cast<StorageIndex>(nc_ * kScaleN), kUnrollN) *
+               kUnrollN);
+
+    // We split Kth dimensions in roughly equal slices.
+    StorageIndex target_k_slices =
+        (std::max)(StorageIndex(1), Eigen::divup(k, kc_));
+    StorageIndex packet_size = 8;
+    StorageIndex target_bk =
+        Eigen::divup(k / target_k_slices, packet_size) * packet_size;
+    kc_ = (std::min)(k, target_bk);
+  }
+
+  EIGEN_ALWAYS_INLINE StorageIndex kc() const { return kc_; }
+  EIGEN_ALWAYS_INLINE StorageIndex mc() const { return mc_; }
+  EIGEN_ALWAYS_INLINE StorageIndex nc() const { return nc_; }
+
+ private:
+  StorageIndex kc_;
+  StorageIndex mc_;
+  StorageIndex nc_;
+};
+
+template <typename StorageIndex, typename OutputMapper, typename LhsMapper,
+          typename RhsMapper>
+struct TensorContractionKernel<float, float, float, StorageIndex, OutputMapper,
+                               LhsMapper, RhsMapper> {
+  // For now mkldnn has only mkldnn_sgemm (gemm for floats).
+  using Scalar = float;
+  using Traits = typename internal::gebp_traits<Scalar, Scalar>;
+
+  using LhsPacker = mkldnn_gemm_pack<Scalar, StorageIndex,
+                                     typename LhsMapper::SubMapper, ColMajor>;
+  using RhsPacker = mkldnn_gemm_pack<Scalar, StorageIndex,
+                                     typename RhsMapper::SubMapper, ColMajor>;
+  using GemmKernel = mkldnn_gemm_kernel<Scalar, StorageIndex, OutputMapper>;
+
+  EIGEN_DEVICE_FUNC EIGEN_DONT_INLINE static void packLhs(
+      Scalar* lhsBlock, const typename LhsMapper::SubMapper& data_mapper,
+      const StorageIndex depth, const StorageIndex rows) {
+    LhsPacker()(lhsBlock, data_mapper, rows, depth);
+  }
+
+  EIGEN_DEVICE_FUNC EIGEN_DONT_INLINE static void packRhs(
+      Scalar* rhsBlock, const typename RhsMapper::SubMapper& data_mapper,
+      const StorageIndex depth, const StorageIndex cols) {
+    RhsPacker()(rhsBlock, data_mapper, depth, cols);
+  }
+
+  EIGEN_DEVICE_FUNC EIGEN_DONT_INLINE static void invoke(
+      const OutputMapper& output_mapper, const Scalar* lhsBlock,
+      const Scalar* rhsBlock, const StorageIndex rows, const StorageIndex depth,
+      const StorageIndex cols, const Scalar alpha) {
+    GemmKernel()(output_mapper, lhsBlock, rhsBlock, rows, depth, cols, alpha);
+  }
+};
+
+#endif  // defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+
+}  // namespace internal
+}  // namespace Eigen
+
+#endif  // TENSORFLOW_CORE_KERNELS_EIGEN_CONTRACTION_KERNEL_H_
diff --git a/tensorflow/core/kernels/eigen_cuboid_convolution.h b/tensorflow/core/kernels/eigen_cuboid_convolution.h
index a98850cf4b..72ac3c0f07 100644
--- a/tensorflow/core/kernels/eigen_cuboid_convolution.h
+++ b/tensorflow/core/kernels/eigen_cuboid_convolution.h
@@ -19,6 +19,10 @@ limitations under the License.
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/kernels/eigen_volume_patch.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 namespace Eigen {
 
 namespace internal {
@@ -51,11 +55,10 @@ namespace internal {
 //   col - index of the extracted patch (in code: patchIndex)
 //         patchIndex ∈ [0..num_patches * OTHERS] (batch and other dimensions)
 //
-template <typename NewDimension, DenseIndex Planes, DenseIndex Rows,
-          DenseIndex Cols, typename ArgType, typename Device, typename Scalar_,
-          typename Index, typename nocontract_t, typename contract_t, int Side,
-          int packet_size, bool inner_dim_contiguous, bool inner_dim_reordered,
-          int Alignment>
+template <typename NewDimension, Index Planes, Index Rows, Index Cols,
+          typename ArgType, typename Device, typename Scalar_, typename Index,
+          typename nocontract_t, typename contract_t, int Side, int packet_size,
+          bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment>
 class TensorContractionInputMapper<
     Scalar_, Index, Side,
     TensorEvaluator<const TensorReshapingOp<NewDimension,
@@ -681,11 +684,10 @@ class TensorContractionInputMapper<
   const TensorEvaluator<ArgType, Device> m_impl;
 };
 
-template <typename NewDimension, DenseIndex Planes, DenseIndex Rows,
-          DenseIndex Cols, typename ArgType, typename Device, typename Scalar,
-          typename Index, typename nocontract_t, typename contract_t, int Side,
-          int packet_size, bool inner_dim_contiguous, bool inner_dim_reordered,
-          int Alignment>
+template <typename NewDimension, Index Planes, Index Rows, Index Cols,
+          typename ArgType, typename Device, typename Scalar, typename Index,
+          typename nocontract_t, typename contract_t, int Side, int packet_size,
+          bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment>
 class TensorContractionSubMapper<
     Scalar, Index, Side,
     TensorEvaluator<const TensorReshapingOp<NewDimension,
@@ -993,11 +995,11 @@ class TensorContractionSubMapper<
 // *) nr - number of registers along the 'n' dimension.
 //    See GeneralBlockPanelKernel.h and "Anatomy of High-Performance Matrix
 //    Multiplication" paper.
-template <typename NewDimension, DenseIndex Planes, DenseIndex Rows,
-          DenseIndex Cols, typename ArgType, typename Device, typename Scalar,
-          typename Index, typename nocontract_t, typename contract_t,
-          int packet_size, bool inner_dim_contiguous, bool inner_dim_reordered,
-          int Alignment, int nr>
+template <typename NewDimension, Index Planes, Index Rows, Index Cols,
+          typename ArgType, typename Device, typename Scalar, typename Index,
+          typename nocontract_t, typename contract_t, int packet_size,
+          bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment,
+          int nr>
 struct gemm_pack_rhs<
     Scalar, Index,
     TensorContractionSubMapper<
@@ -1172,11 +1174,10 @@ struct gemm_pack_rhs<
 
 // Template specialization for packet_size = 2. We must special-case packet
 // blocks with nr > packet_size, e.g. PacketBlock<Packet2d, 4>.
-template <typename NewDimension, DenseIndex Planes, DenseIndex Rows,
-          DenseIndex Cols, typename ArgType, typename Device, typename Scalar,
-          typename Index, typename nocontract_t, typename contract_t,
-          bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment,
-          int nr>
+template <typename NewDimension, Index Planes, Index Rows, Index Cols,
+          typename ArgType, typename Device, typename Scalar, typename Index,
+          typename nocontract_t, typename contract_t, bool inner_dim_contiguous,
+          bool inner_dim_reordered, int Alignment, int nr>
 struct gemm_pack_rhs<
     Scalar, Index,
     TensorContractionSubMapper<
@@ -1353,11 +1354,10 @@ struct gemm_pack_rhs<
 };
 
 // Special case for non-vectorized types such as float16 (packet_size = 1).
-template <typename NewDimension, DenseIndex Planes, DenseIndex Rows,
-          DenseIndex Cols, typename ArgType, typename Device, typename Scalar,
-          typename Index, typename nocontract_t, typename contract_t,
-          bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment,
-          int nr>
+template <typename NewDimension, Index Planes, Index Rows, Index Cols,
+          typename ArgType, typename Device, typename Scalar, typename Index,
+          typename nocontract_t, typename contract_t, bool inner_dim_contiguous,
+          bool inner_dim_reordered, int Alignment, int nr>
 struct gemm_pack_rhs<
     Scalar, Index,
     TensorContractionSubMapper<
@@ -1427,6 +1427,153 @@ struct gemm_pack_rhs<
   }
 };
 
+#if defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+// Arrange a block of the right input matrix (in our case it's always a "virtual
+// matrix" constructed from extracted volume patches) in contiguous memory.
+//
+// Mkldnn doesn't require Lhs/Rhs blocks to be packed in any specific format, so
+// this is basically the same as taking a slice of the matrix. Knowing
+// properties of the original patch op we can do it more efficient than default
+// mkldnn_gemm_pack.
+template <typename NewDimension, Index Planes, Index Rows, Index Cols,
+          typename ArgType, typename Device, typename Scalar,
+          typename StorageIndex, typename nocontract_t, typename contract_t,
+          int packet_size, bool inner_dim_contiguous, bool inner_dim_reordered,
+          int Alignment>
+struct mkldnn_gemm_pack<
+    Scalar, StorageIndex,
+    TensorContractionSubMapper<
+        Scalar, StorageIndex, Rhs,
+        TensorEvaluator<const TensorReshapingOp<
+                            NewDimension, const TensorVolumePatchOp<
+                                              Planes, Rows, Cols, ArgType> >,
+                        Device>,
+        nocontract_t, contract_t, packet_size, inner_dim_contiguous,
+        inner_dim_reordered, Alignment>,
+    ColMajor> {
+  typedef TensorContractionSubMapper<
+      Scalar, StorageIndex, Rhs,
+      TensorEvaluator<const TensorReshapingOp<
+                          NewDimension, const TensorVolumePatchOp<
+                                            Planes, Rows, Cols, ArgType> >,
+                      Device>,
+      nocontract_t, contract_t, packet_size, inner_dim_contiguous,
+      inner_dim_reordered, Alignment>
+      SubMapper;
+
+  typedef SubMapper DataMapper;
+  typedef typename packet_traits<Scalar>::type Packet;
+
+  EIGEN_DONT_INLINE
+  void operator()(Scalar* block, const DataMapper& rhs, StorageIndex rows,
+                  StorageIndex cols) {
+    const bool standard_patches = !rhs.nonStandardPatches();
+
+    const StorageIndex vectorized_rows = (rows / packet_size) * packet_size;
+
+    if (standard_patches && rhs.patchDepth() % packet_size == 0) {
+      // If patches are standard and patch depth is a multiple of the packet
+      // size, than we can guarantee that single packet do not span across
+      // multiple patch rows or columns, and we can read it directly from
+      // TensorPatchOp argument.
+
+      // Give vectorized_rows the name used in all other gemm_pack_rhs above.
+      const Index peeled_k = vectorized_rows;
+
+      const Index start_col = rhs.colOffset();
+      const Index max_col = rhs.maxCol(peeled_k);
+
+      for (StorageIndex col = 0; col < cols; ++col) {
+        SubMapper lm = rhs.getLinearMapper(0, col);
+
+        Index k = 0;
+        for (Index c = start_col; c < max_col; ++c) {
+          eigen_assert(k <= peeled_k);
+
+          const Index start_row = (c == start_col) ? rhs.rowOffset() : 0;
+          const Index max_row = rhs.maxRow(peeled_k, c);
+          const bool pad_col = lm.padCol(c);
+
+          for (Index r = start_row; r < max_row; ++r) {
+            eigen_assert(k <= peeled_k);
+
+            const Index start_plane =
+                ((c == start_col) && (r == start_row)) ? rhs.planeOffset() : 0;
+            const Index max_plane = rhs.maxPlane(peeled_k, c, r);
+            const bool pad_row = pad_col || lm.padRow(r);
+
+            for (Index p = start_plane; p < max_plane; ++p) {
+              eigen_assert(k <= peeled_k);
+
+              const Index start_depth =
+                  ((c == start_col) && (r == start_row) && (p == start_plane))
+                      ? rhs.depthOffset()
+                      : 0;
+              const Index max_depth = rhs.maxDepth(peeled_k - k, start_depth);
+              eigen_assert((max_depth - start_depth) % packet_size == 0);
+
+              const bool pad = pad_col || pad_row || lm.padPlane(p);
+              const Index base_idx = lm.baseIndex(p, r, c);
+
+              for (Index d = start_depth; d < max_depth; d += packet_size) {
+                eigen_assert(k < peeled_k);
+                const Packet packet = pad ? pset1<Packet>(Scalar(0))
+                                          : rhs.packetNoPadding(d, base_idx);
+                internal::pstoreu(block, packet);
+                block += packet_size;
+                k += packet_size;
+              }
+            }
+          }
+        }
+
+        // The loop above should fill peeled_k elements.
+        eigen_assert(peeled_k == k);
+
+        // Fill remaining elements using loadCoeffStandard.
+        for (; k < rows; ++k) {
+          *block = lm.loadCoeffStandard(k);
+          ++block;
+        }
+      }
+
+    } else if (standard_patches) {
+      // Single packet can span across multiple patch rows or columns, so we
+      // have to go through the slower path, that will fallback on building a
+      // packet from coefficients.
+
+      for (StorageIndex col = 0; col < cols; ++col) {
+        SubMapper lm = rhs.getLinearMapper(0, col);
+
+        for (StorageIndex i = 0; i < vectorized_rows; i += packet_size) {
+          const Packet p = lm.loadPacketStandard(i);
+          internal::pstoreu(block, p);
+          block += packet_size;
+        }
+
+        // Finalize with coefficients.
+        for (StorageIndex i = vectorized_rows; i < rows; ++i) {
+          *block = lm.loadCoeffStandard(i);
+          ++block;
+        }
+      }
+
+    } else {
+      // With non-standard patches we don't do any vectorized loads.
+      // TODO(ezhulenev): It doesn't look like that we should completely give up
+      // on packets. Make this code path faster!
+      for (StorageIndex col = 0; col < cols; ++col) {
+        SubMapper lm = rhs.getLinearMapper(0, col);
+        for (StorageIndex i = 0; i < rows; ++i) {
+          *block = lm(i);
+          ++block;
+        }
+      }
+    }
+  }
+};
+#endif  // defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+
 }  // namespace internal
 
 /** CuboidConvolution
@@ -1478,9 +1625,8 @@ EIGEN_ALWAYS_INLINE static const typename internal::conditional<
                 const DSizes<typename internal::traits<Input>::Index, 2>,
                 const Kernel> > > >::type
 CuboidConvolution(const Input& input, const Kernel& kernel,
-                  const DenseIndex stridePlanes = 1,
-                  const DenseIndex strideRows = 1,
-                  const DenseIndex strideCols = 1,
+                  const Index stridePlanes = 1, const Index strideRows = 1,
+                  const Index strideCols = 1,
                   const PaddingType padding_type = PADDING_SAME) {
   typedef typename internal::traits<Input>::Index TensorIndex;
   TensorRef<Tensor<typename internal::traits<Input>::Scalar,
diff --git a/tensorflow/core/kernels/eigen_mkldnn.h b/tensorflow/core/kernels/eigen_mkldnn.h
deleted file mode 100644
index 5235431f5f..0000000000
--- a/tensorflow/core/kernels/eigen_mkldnn.h
+++ /dev/null
@@ -1,123 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
-#define TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
-
-// Support for Mkldnn sgemm kernel in Eigen/Tensor contractions:
-//
-// 1. Prepare packed Lhs/Rhs blocks from tensor expressions using
-//    DataMapper (see TensorContractionInputMapper).
-// 2. Invoke gemm kernel with packed blocks (replacement for default
-//    gebp_kernel).
-
-#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
-#include "third_party/intel_mkl_dnn/include/mkldnn.h"
-
-namespace Eigen {
-namespace internal {
-
-template <typename Scalar, typename IndexType, typename DataMapper,
-          int StorageOrder>
-struct mkldnn_gemm_pack;
-
-// mkl_gemm_pack for ColMajor storage order.
-template <typename Scalar, typename IndexType, typename DataMapper>
-struct mkldnn_gemm_pack<Scalar, IndexType, DataMapper,
-                        /*StorageOrder*/ ColMajor> {
-  typedef typename internal::packet_traits<Scalar>::type Packet;
-  typedef typename DataMapper::LinearMapper LinearMapper;
-
-  enum { PacketSize = internal::packet_traits<Scalar>::size };
-
-  EIGEN_DONT_INLINE
-  void operator()(Scalar *block, const DataMapper &data_mapper, IndexType rows,
-                  IndexType cols) {
-    const IndexType unrolled_rows =
-        (rows / (4 * PacketSize)) * (4 * PacketSize);
-    const IndexType vectorized_rows = (rows / PacketSize) * PacketSize;
-
-    for (IndexType col = 0; col < cols; ++col) {
-      LinearMapper lm = data_mapper.getLinearMapper(0, col);
-
-      // Give compiler a strong possibility to unroll the loop.
-      for (IndexType i = 0; i < unrolled_rows; i += 4 * PacketSize) {
-        for (IndexType j = 0; j < 4; ++j) {
-          const Packet p = lm.loadPacket(i + j * PacketSize);
-          internal::pstoreu(block + j * PacketSize, p);
-        }
-        block += 4 * PacketSize;
-      }
-
-      // Process remaining rows with packets.
-      for (IndexType i = unrolled_rows; i < vectorized_rows; i += PacketSize) {
-        const Packet p = lm.loadPacket(i);
-        internal::pstoreu(block, p);
-        block += PacketSize;
-      }
-
-      // Finalize with coefficients.
-      for (IndexType i = vectorized_rows; i < rows; ++i) {
-        *block = lm(i);
-        ++block;
-      }
-    }
-  }
-};
-
-template <typename Scalar, typename IndexType, typename OutputMapper,
-          bool ConjugateLhs = false, bool ConjugateRhs = false>
-struct mkldnn_gemm_kernel;
-
-// mkldnn_gemm_kernel for floats defined as a thin layer on top of mkldnn_sgemm.
-template <typename IndexType, typename OutputMapper, bool ConjugateLhs,
-          bool ConjugateRhs>
-struct mkldnn_gemm_kernel</*Scalar*/ float, IndexType, OutputMapper,
-                          ConjugateLhs, ConjugateRhs> {
-  EIGEN_DONT_INLINE
-  void operator()(const OutputMapper &output, const float *blockA,
-                  const float *blockB, const IndexType rows,
-                  const IndexType depth, const IndexType cols, float alpha) {
-    static const int max_index = (std::numeric_limits<int>::max)();
-
-    eigen_assert(max_index >= rows);
-    eigen_assert(max_index >= cols);
-    eigen_assert(max_index >= depth);
-    eigen_assert(max_index >= output.stride());
-
-    const int m = static_cast<int>(rows);
-    const int n = static_cast<int>(cols);
-    const int k = static_cast<int>(depth);
-
-    const char transposeA = ConjugateLhs ? 'Y' : 'N';
-    const char transposeB = ConjugateRhs ? 'Y' : 'N';
-
-    const int ldA = ConjugateLhs ? k : m;
-    const int ldB = ConjugateRhs ? n : k;
-    const int ldC = static_cast<int>(output.stride());
-
-    const float beta = 1.0;
-
-    mkldnn_status_t st = mkldnn_sgemm(&transposeA, &transposeB, &m, &n, &k,
-                                      &alpha, blockA, &ldA, blockB, &ldB, &beta,
-                                      const_cast<float *>(output.data()), &ldC);
-    eigen_assert(st == 0);
-  }
-};
-
-}  // namespace internal
-}  // namespace Eigen
-
-#endif  // TENSORFLOW_CORE_KERNELS_EIGEN_MKLDNN_H_
diff --git a/tensorflow/core/kernels/eigen_mkldnn_test.cc b/tensorflow/core/kernels/eigen_mkldnn_contraction_kernel_test.cc
similarity index 98%
rename from tensorflow/core/kernels/eigen_mkldnn_test.cc
rename to tensorflow/core/kernels/eigen_mkldnn_contraction_kernel_test.cc
index 051ab28f79..da4a61d1bd 100644
--- a/tensorflow/core/kernels/eigen_mkldnn_test.cc
+++ b/tensorflow/core/kernels/eigen_mkldnn_contraction_kernel_test.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "tensorflow/core/kernels/eigen_mkldnn.h"
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace Eigen {
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions.h b/tensorflow/core/kernels/eigen_spatial_convolutions.h
index a08c7064d5..c9f07516e8 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions.h
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions.h
@@ -18,6 +18,10 @@ limitations under the License.
 
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 namespace Eigen {
 
 namespace internal {
@@ -52,8 +56,8 @@ namespace internal {
 //
 // TODO(ezhulenev): Consolidate this part of the code with the image patch
 // extraction code since they are both very similar.
-template <typename NewDimension, DenseIndex Rows, DenseIndex Cols,
-          typename ArgType, typename Device, typename Scalar_, typename Index,
+template <typename NewDimension, Index Rows, Index Cols, typename ArgType,
+          typename Device, typename Scalar_, typename Index,
           typename nocontract_t, typename contract_t, int Side, int packet_size,
           bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment>
 class TensorContractionInputMapper<
@@ -511,8 +515,8 @@ class TensorContractionInputMapper<
   const TensorEvaluator<ArgType, Device> m_impl;
 };
 
-template <typename NewDimension, DenseIndex Rows, DenseIndex Cols,
-          typename ArgType, typename Device, typename Scalar, typename Index,
+template <typename NewDimension, Index Rows, Index Cols, typename ArgType,
+          typename Device, typename Scalar, typename Index,
           typename nocontract_t, typename contract_t, int Side, int packet_size,
           bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment>
 class TensorContractionSubMapper<
@@ -770,8 +774,8 @@ class TensorContractionSubMapper<
 // *) nr - number of registers along the 'n' dimension.
 //    See GeneralBlockPanelKernel.h and "Anatomy of High-Performance Matrix
 //    Multiplication" paper.
-template <typename NewDimension, DenseIndex Rows, DenseIndex Cols,
-          typename ArgType, typename Device, typename Scalar, typename Index,
+template <typename NewDimension, Index Rows, Index Cols, typename ArgType,
+          typename Device, typename Scalar, typename Index,
           typename nocontract_t, typename contract_t, int packet_size,
           bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment,
           int nr>
@@ -931,8 +935,8 @@ struct gemm_pack_rhs<
 
 // Template specialization for packet_size = 2. We must special-case packet
 // blocks with nr > packet_size, e.g. PacketBlock<Packet2d, 4>.
-template <typename NewDimension, DenseIndex Rows, DenseIndex Cols,
-          typename ArgType, typename Device, typename Scalar, typename Index,
+template <typename NewDimension, Index Rows, Index Cols, typename ArgType,
+          typename Device, typename Scalar, typename Index,
           typename nocontract_t, typename contract_t, bool inner_dim_contiguous,
           bool inner_dim_reordered, int Alignment, int nr>
 struct gemm_pack_rhs<
@@ -1097,8 +1101,8 @@ struct gemm_pack_rhs<
 };
 
 // Special case for non-vectorized types such as float16.
-template <typename NewDimension, DenseIndex Rows, DenseIndex Cols,
-          typename ArgType, typename Device, typename Scalar, typename Index,
+template <typename NewDimension, Index Rows, Index Cols, typename ArgType,
+          typename Device, typename Scalar, typename Index,
           typename nocontract_t, typename contract_t, bool inner_dim_contiguous,
           bool inner_dim_reordered, int Alignment, int nr>
 struct gemm_pack_rhs<
@@ -1170,6 +1174,141 @@ struct gemm_pack_rhs<
   }
 };
 
+#if defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+// Arrange a block of the right input matrix (in our case it's always a
+// "virtual matrix" constructed from extracted image patches) in contiguous
+// memory.
+//
+// Mkldnn doesn't require Lhs/Rhs blocks to be packed in any specific format, so
+// this is basically the same as taking a slice of the matrix. Knowing
+// properties of the original patch op we can do it more efficient than default
+// mkldnn_gemm_pack.
+template <typename NewDimension, Index Rows, Index Cols, typename ArgType,
+          typename Device, typename Scalar, typename StorageIndex,
+          typename nocontract_t, typename contract_t, int packet_size,
+          bool inner_dim_contiguous, bool inner_dim_reordered, int Alignment>
+struct mkldnn_gemm_pack<
+    Scalar, StorageIndex,
+    TensorContractionSubMapper<
+        Scalar, StorageIndex, Rhs,
+        TensorEvaluator<
+            const TensorReshapingOp<
+                NewDimension, const TensorImagePatchOp<Rows, Cols, ArgType> >,
+            Device>,
+        nocontract_t, contract_t, packet_size, inner_dim_contiguous,
+        inner_dim_reordered, Alignment>,
+    ColMajor> {
+  typedef TensorContractionSubMapper<
+      Scalar, StorageIndex, Rhs,
+      TensorEvaluator<
+          const TensorReshapingOp<
+              NewDimension, const TensorImagePatchOp<Rows, Cols, ArgType> >,
+          Device>,
+      nocontract_t, contract_t, packet_size, inner_dim_contiguous,
+      inner_dim_reordered, Alignment>
+      SubMapper;
+
+  typedef SubMapper DataMapper;
+  typedef typename packet_traits<Scalar>::type Packet;
+
+  EIGEN_DONT_INLINE
+  void operator()(Scalar* block, const DataMapper& rhs, StorageIndex rows,
+                  StorageIndex cols) {
+    const bool standard_patches = !rhs.nonStandardPatches();
+
+    const StorageIndex vectorized_rows = (rows / packet_size) * packet_size;
+
+    if (standard_patches && rhs.patchDepth() % packet_size == 0) {
+      // If patches are standard and patch depth is a multiple of the packet
+      // size, than we can guarantee that single packet do not span across
+      // multiple patch rows or columns, and we can read it directly from
+      // TensorPatchOp argument.
+
+      // Give vectorized_rows the name used in all other gemm_pack_rhs above.
+      const Index peeled_k = vectorized_rows;
+
+      const Index start_col = rhs.colOffset();
+      const Index max_col = rhs.maxCol(peeled_k);
+
+      for (StorageIndex col = 0; col < cols; ++col) {
+        SubMapper lm = rhs.getLinearMapper(0, col);
+
+        Index k = 0;
+        for (Index c = start_col; c < max_col; ++c) {
+          eigen_assert(k <= peeled_k);
+
+          const Index start_row = (c == start_col) ? rhs.rowOffset() : 0;
+          const Index max_row = rhs.maxRow(peeled_k, c);
+          const bool pad_col = lm.padCol(c);
+
+          for (Index r = start_row; r < max_row; ++r) {
+            eigen_assert(k <= peeled_k);
+
+            const Index start_depth =
+                ((c == start_col) && (r == start_row)) ? rhs.depthOffset() : 0;
+            const Index max_depth = rhs.maxDepth(peeled_k - k, start_depth);
+            eigen_assert((max_depth - start_depth) % packet_size == 0);
+
+            const bool pad = pad_col || lm.padRow(r);
+            const Index base_idx = lm.baseIndex(r, c);
+
+            for (Index d = start_depth; d < max_depth; d += packet_size) {
+              eigen_assert(k < peeled_k);
+              const Packet p = pad ? pset1<Packet>(Scalar(0))
+                                   : rhs.packetNoPadding(d, base_idx);
+              internal::pstoreu(block, p);
+              block += packet_size;
+              k += packet_size;
+            }
+          }
+        }
+
+        // The loop above should fill peeled_k elements.
+        eigen_assert(peeled_k == k);
+
+        // Fill remaining elements using loadCoeffStandard.
+        for (; k < rows; ++k) {
+          *block = lm.loadCoeffStandard(k);
+          ++block;
+        }
+      }
+    } else if (standard_patches) {
+      // Single packet can span across multiple patch rows or columns, so we
+      // have to go through the slower path, that will fallback on building a
+      // packet from coefficients.
+
+      for (StorageIndex col = 0; col < cols; ++col) {
+        SubMapper lm = rhs.getLinearMapper(0, col);
+
+        for (StorageIndex i = 0; i < vectorized_rows; i += packet_size) {
+          const Packet p = lm.loadPacketStandard(i);
+          internal::pstoreu(block, p);
+          block += packet_size;
+        }
+
+        // Finalize with coefficients.
+        for (StorageIndex i = vectorized_rows; i < rows; ++i) {
+          *block = lm.loadCoeffStandard(i);
+          ++block;
+        }
+      }
+
+    } else {
+      // With non-standard patches we don't do any vectorized loads.
+      // TODO(ezhulenev): It doesn't look like that we should completely give up
+      // on packets. Make this code path faster!
+      for (StorageIndex col = 0; col < cols; ++col) {
+        SubMapper lm = rhs.getLinearMapper(0, col);
+        for (StorageIndex i = 0; i < rows; ++i) {
+          *block = lm(i);
+          ++block;
+        }
+      }
+    }
+  }
+};
+#endif  // defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+
 }  // end namespace internal
 
 /** SpatialConvolution
@@ -1226,11 +1365,10 @@ EIGEN_DEVICE_FUNC
                     const DSizes<typename internal::traits<Input>::Index, 2>,
                     const Kernel> > > >::type
     SpatialConvolution(const Input& input, const Kernel& kernel,
-                       const DenseIndex row_stride = 1,
-                       const DenseIndex col_stride = 1,
+                       const Index row_stride = 1, const Index col_stride = 1,
                        const PaddingType padding_type = PADDING_SAME,
-                       const DenseIndex row_in_stride = 1,
-                       const DenseIndex col_in_stride = 1) {
+                       const Index row_in_stride = 1,
+                       const Index col_in_stride = 1) {
   typedef typename internal::traits<Input>::Index TensorIndex;
   TensorRef<Tensor<typename internal::traits<Input>::Scalar,
                    internal::traits<Input>::NumDimensions,
@@ -1260,9 +1398,9 @@ EIGEN_DEVICE_FUNC
   const TensorIndex kernelCols =
       isColMajor ? kern.dimensions()[3] : kern.dimensions()[0];
 
-  const DenseIndex kernelRowsEff =
+  const Index kernelRowsEff =
       kernelRows + (kernelRows - 1) * (row_in_stride - 1);
-  const DenseIndex kernelColsEff =
+  const Index kernelColsEff =
       kernelCols + (kernelCols - 1) * (col_in_stride - 1);
 
   array<IndexPair<TensorIndex>, 1> contract_dims;
diff --git a/tensorflow/core/kernels/gemm_functors.h b/tensorflow/core/kernels/gemm_functors.h
index 1c80844085..97e077c096 100644
--- a/tensorflow/core/kernels/gemm_functors.h
+++ b/tensorflow/core/kernels/gemm_functors.h
@@ -36,6 +36,10 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_types.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 // Apple provides an optimized BLAS library that is better than Eigen for their
 // devices, so use that if possible.
 #if defined(__APPLE__) && defined(USE_GEMM_FOR_CONV)
diff --git a/tensorflow/core/kernels/lrn_op.cc b/tensorflow/core/kernels/lrn_op.cc
index b4252eb044..f405ca3c58 100644
--- a/tensorflow/core/kernels/lrn_op.cc
+++ b/tensorflow/core/kernels/lrn_op.cc
@@ -26,6 +26,10 @@ limitations under the License.
 #include "tensorflow/core/kernels/ops_util.h"
 #include "tensorflow/core/lib/core/errors.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 #if !defined(IS_MOBILE_PLATFORM)
 #include "tensorflow/core/util/work_sharder.h"
 #endif
diff --git a/tensorflow/core/kernels/matmul_op.h b/tensorflow/core/kernels/matmul_op.h
index 4b74a64025..48769f3fe5 100644
--- a/tensorflow/core/kernels/matmul_op.h
+++ b/tensorflow/core/kernels/matmul_op.h
@@ -21,6 +21,10 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor_types.h"
 #include "tensorflow/core/lib/hash/hash.h"
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 namespace tensorflow {
 namespace functor {
 
diff --git a/tensorflow/core/kernels/sparse_matmul_op.cc b/tensorflow/core/kernels/sparse_matmul_op.cc
index 866c5dcd52..2ea7a1ed3b 100644
--- a/tensorflow/core/kernels/sparse_matmul_op.cc
+++ b/tensorflow/core/kernels/sparse_matmul_op.cc
@@ -44,6 +44,10 @@ limitations under the License.
 #include "include/libxsmm_spmdm.h"
 #endif
 
+#if defined(TENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL)
+#include "tensorflow/core/kernels/eigen_contraction_kernel.h"
+#endif
+
 namespace tensorflow {
 namespace {
 
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index c527fad59f..6b990d3a92 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -2888,7 +2888,7 @@ cuda_py_test(
         "//tensorflow/python:nn_grad",
         "//tensorflow/python:nn_ops",
     ],
-    shard_count = 20,
+    shard_count = 30,
 )
 
 cuda_py_test(
diff --git a/tensorflow/python/kernel_tests/conv_ops_3d_test.py b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
index 57b09dc167..c4a9cdcf8e 100644
--- a/tensorflow/python/kernel_tests/conv_ops_3d_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_3d_test.py
@@ -638,6 +638,30 @@ class Conv3DTest(test.TestCase):
         padding="SAME",
         test_input=False)
 
+  # Test the fast path in gemm_pack_rhs/mkldnn_gemm_pack, when channel
+  # dimension is a multiple of packet size.
+  def testInputGradientValidPaddingStrideOneFastPath(self):
+    self.ConstructAndTestGradient(
+        batch=2,
+        input_shape=(3, 5, 4),
+        filter_shape=(2, 2, 2),
+        in_depth=8,
+        out_depth=2,
+        stride=1,
+        padding="VALID",
+        test_input=True)
+
+  def testFilterGradientValidPaddingStrideOneFastPath(self):
+    self.ConstructAndTestGradient(
+        batch=2,
+        input_shape=(4, 6, 5),
+        filter_shape=(2, 2, 2),
+        in_depth=8,
+        out_depth=2,
+        stride=1,
+        padding="VALID",
+        test_input=False)
+
   # Testing for backprops
   def _RunAndVerifyBackprop(self, input_sizes, filter_sizes, output_sizes,
                             strides, dilations, padding, data_format, use_gpu,
-- 
GitLab


From 995fa1fe89e647c2f7d62c9a289e4b50b912ddaf Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 9 Nov 2018 15:58:39 -0800
Subject: [PATCH 1364/1825] Remove Checkpoint proto symbols from the v2 API

Keeps tf.train.latest_checkpoint, since that's widely used and still quite useful.

The functionality of these symbols is replaced by tf.train.CheckpointManager.

PiperOrigin-RevId: 220879395
---
 .../python/training/checkpoint_management.py  | 28 +++++++++++++++----
 .../api/golden/v2/tensorflow.train.pbtxt      | 20 -------------
 2 files changed, 23 insertions(+), 25 deletions(-)

diff --git a/tensorflow/python/training/checkpoint_management.py b/tensorflow/python/training/checkpoint_management.py
index f755f6c336..f745ab4824 100644
--- a/tensorflow/python/training/checkpoint_management.py
+++ b/tensorflow/python/training/checkpoint_management.py
@@ -36,6 +36,7 @@ from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import training_util
 from tensorflow.python.training.checkpoint_state_pb2 import CheckpointState
 from tensorflow.python.util import compat
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -55,7 +56,11 @@ def _GetCheckpointFilename(save_dir, latest_filename):
   return os.path.join(save_dir, latest_filename)
 
 
-@tf_export("train.generate_checkpoint_state_proto")
+@deprecation.deprecated(
+    date=None,
+    instructions=("Use tf.train.CheckpointManager to manage checkpoints rather "
+                  "than editing the Checkpoint proto manually."))
+@tf_export(v1=["train.generate_checkpoint_state_proto"])
 def generate_checkpoint_state_proto(save_dir,
                                     model_checkpoint_path,
                                     all_model_checkpoint_paths=None,
@@ -121,7 +126,11 @@ def generate_checkpoint_state_proto(save_dir,
   return coord_checkpoint_proto
 
 
-@tf_export("train.update_checkpoint_state")
+@deprecation.deprecated(
+    date=None,
+    instructions=("Use tf.train.CheckpointManager to manage checkpoints rather "
+                  "than manually editing the Checkpoint proto."))
+@tf_export(v1=["train.update_checkpoint_state"])
 def update_checkpoint_state(save_dir,
                             model_checkpoint_path,
                             all_model_checkpoint_paths=None,
@@ -344,7 +353,10 @@ def latest_checkpoint(checkpoint_dir, latest_filename=None):
   return None
 
 
-@tf_export("train.checkpoint_exists")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use standard file APIs to check for files with this prefix.")
+@tf_export(v1=["train.checkpoint_exists"])
 def checkpoint_exists(checkpoint_prefix):
   """Checks whether a V1 or V2 checkpoint exists with the specified prefix.
 
@@ -369,7 +381,10 @@ def checkpoint_exists(checkpoint_prefix):
     return False
 
 
-@tf_export("train.get_checkpoint_mtimes")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use standard file utilities to get mtimes.")
+@tf_export(v1=["train.get_checkpoint_mtimes"])
 def get_checkpoint_mtimes(checkpoint_prefixes):
   """Returns the mtimes (modification timestamps) of the checkpoints.
 
@@ -408,7 +423,10 @@ def get_checkpoint_mtimes(checkpoint_prefixes):
   return mtimes
 
 
-@tf_export("train.remove_checkpoint")
+@deprecation.deprecated(
+    date=None,
+    instructions="Use standard file APIs to delete files with this prefix.")
+@tf_export(v1=["train.remove_checkpoint"])
 def remove_checkpoint(checkpoint_prefix,
                       checkpoint_format_version=saver_pb2.SaverDef.V2,
                       meta_graph_suffix="meta"):
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index 8e884c23fb..a7f5376bd9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -232,10 +232,6 @@ tf_module {
     name: "assert_global_step"
     argspec: "args=[\'global_step_tensor\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "checkpoint_exists"
-    argspec: "args=[\'checkpoint_prefix\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "cosine_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'alpha\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'None\'], "
@@ -252,14 +248,6 @@ tf_module {
     name: "exponential_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'decay_rate\', \'staircase\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
   }
-  member_method {
-    name: "generate_checkpoint_state_proto"
-    argspec: "args=[\'save_dir\', \'model_checkpoint_path\', \'all_model_checkpoint_paths\', \'all_model_checkpoint_timestamps\', \'last_preserved_timestamp\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "get_checkpoint_mtimes"
-    argspec: "args=[\'checkpoint_prefixes\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "get_checkpoint_state"
     argspec: "args=[\'checkpoint_dir\', \'latest_filename\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -320,10 +308,6 @@ tf_module {
     name: "polynomial_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'end_learning_rate\', \'power\', \'cycle\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0001\', \'1.0\', \'False\', \'None\'], "
   }
-  member_method {
-    name: "remove_checkpoint"
-    argspec: "args=[\'checkpoint_prefix\', \'checkpoint_format_version\', \'meta_graph_suffix\'], varargs=None, keywords=None, defaults=[\'2\', \'meta\'], "
-  }
   member_method {
     name: "replica_device_setter"
     argspec: "args=[\'ps_tasks\', \'ps_device\', \'worker_device\', \'merge_devices\', \'cluster\', \'ps_ops\', \'ps_strategy\'], varargs=None, keywords=None, defaults=[\'0\', \'/job:ps\', \'/job:worker\', \'True\', \'None\', \'None\', \'None\'], "
@@ -344,10 +328,6 @@ tf_module {
     name: "summary_iterator"
     argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "update_checkpoint_state"
-    argspec: "args=[\'save_dir\', \'model_checkpoint_path\', \'all_model_checkpoint_paths\', \'latest_filename\', \'all_model_checkpoint_timestamps\', \'last_preserved_timestamp\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "warm_start"
     argspec: "args=[\'ckpt_to_initialize_from\', \'vars_to_warm_start\', \'var_name_to_vocab_info\', \'var_name_to_prev_var_name\'], varargs=None, keywords=None, defaults=[\'.*\', \'None\', \'None\'], "
-- 
GitLab


From 79ba04077678da4e336fb57ce24b56045715ecb6 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 9 Nov 2018 16:02:47 -0800
Subject: [PATCH 1365/1825] Automated rollback of commit
 6735dd479952501d92ba2b57e217b3c129c9897e

PiperOrigin-RevId: 220880093
---
 tensorflow/python/util/nest.py      |  3 ++-
 tensorflow/python/util/nest_test.py | 34 +++++++++++++++++++++++++++++
 2 files changed, 36 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/util/nest.py b/tensorflow/python/util/nest.py
index d67dbde304..be8b0f1949 100644
--- a/tensorflow/python/util/nest.py
+++ b/tensorflow/python/util/nest.py
@@ -503,7 +503,8 @@ def assert_shallow_structure(shallow_tree, input_tree, check_types=True):
               "The two namedtuples don't have the same sequence type. Input "
               "structure has type %s, while shallow structure has type %s."
               % (type(input_tree), type(shallow_tree)))
-      else:
+      elif not (isinstance(shallow_tree, _collections.Mapping)
+                and isinstance(input_tree, _collections.Mapping)):
         raise TypeError(
             "The two structures don't have the same sequence type. Input "
             "structure has type %s, while shallow structure has type %s."
diff --git a/tensorflow/python/util/nest_test.py b/tensorflow/python/util/nest_test.py
index e03a8daaa1..997a3c5c36 100644
--- a/tensorflow/python/util/nest_test.py
+++ b/tensorflow/python/util/nest_test.py
@@ -706,6 +706,40 @@ class NestTest(parameterized.TestCase, test.TestCase):
         name_list, data_list)
     self.assertEqual(out, ["first_4_evens", ["first_5_odds", "first_3_primes"]])
 
+    # Dicts.
+    inp_val = dict(a=2, b=3)
+    inp_ops = dict(a=dict(add=1, mul=2), b=dict(add=2, mul=3))
+    out = nest.map_structure_up_to(
+        inp_val,
+        lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+    self.assertEqual(out["a"], 6)
+    self.assertEqual(out["b"], 15)
+
+    # Non-equal dicts.
+    inp_val = dict(a=2, b=3)
+    inp_ops = dict(a=dict(add=1, mul=2), c=dict(add=2, mul=3))
+    with self.assertRaisesRegexp(ValueError, "same keys"):
+      nest.map_structure_up_to(
+          inp_val,
+          lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+
+    # Dict+custom mapping.
+    inp_val = dict(a=2, b=3)
+    inp_ops = _CustomMapping(a=dict(add=1, mul=2), b=dict(add=2, mul=3))
+    out = nest.map_structure_up_to(
+        inp_val,
+        lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+    self.assertEqual(out["a"], 6)
+    self.assertEqual(out["b"], 15)
+
+    # Non-equal dict/mapping.
+    inp_val = dict(a=2, b=3)
+    inp_ops = _CustomMapping(a=dict(add=1, mul=2), c=dict(add=2, mul=3))
+    with self.assertRaisesRegexp(ValueError, "same keys"):
+      nest.map_structure_up_to(
+          inp_val,
+          lambda val, ops: (val + ops["add"]) * ops["mul"], inp_val, inp_ops)
+
   def testGetTraverseShallowStructure(self):
     scalar_traverse_input = [3, 4, (1, 2, [0]), [5, 6], {"a": (7,)}, []]
     scalar_traverse_r = nest.get_traverse_shallow_structure(
-- 
GitLab


From eae35474b46820b41b440d8d2d06f35dedbf30fb Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Fri, 9 Nov 2018 16:08:05 -0800
Subject: [PATCH 1366/1825] Remove `tf.setdiff1d()` in TF 2.0.

PiperOrigin-RevId: 220880891
---
 tensorflow/python/ops/array_ops.py              | 6 +++++-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 tensorflow/tools/compatibility/renames_v2.py    | 1 +
 3 files changed, 6 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 0db5f9486c..9675b6b74a 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -155,7 +155,11 @@ listdiff.__doc__ = gen_array_ops.list_diff.__doc__ + "\n" + listdiff.__doc__
 
 
 # pylint: disable=undefined-variable
-@tf_export("setdiff1d")
+@deprecation.deprecated(
+    "2018-11-30",
+    "This op will be removed after the deprecation date. "
+    "Please switch to tf.sets.difference().")
+@tf_export(v1=["setdiff1d"])
 def setdiff1d(x, y, index_dtype=dtypes.int32, name=None):
   return gen_array_ops.list_diff(x, y, index_dtype, name)
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 35ca9fb494..73b940365a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1136,10 +1136,6 @@ tf_module {
     name: "set_random_seed"
     argspec: "args=[\'seed\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "setdiff1d"
-    argspec: "args=[\'x\', \'y\', \'index_dtype\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int32\'>\", \'None\'], "
-  }
   member_method {
     name: "shape"
     argspec: "args=[\'input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\"], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index a06a02531f..93f915346c 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -325,6 +325,7 @@ renames = {
     'tf.self_adjoint_eigvals': 'tf.linalg.eigvalsh',
     'tf.serialize_many_sparse': 'tf.io.serialize_many_sparse',
     'tf.serialize_sparse': 'tf.io.serialize_sparse',
+    'tf.setdiff1d': 'tf.compat.v1.setdiff1d',
     'tf.space_to_batch': 'tf.nn.space_to_batch',
     'tf.space_to_depth': 'tf.nn.space_to_depth',
     'tf.sparse.placeholder': 'tf.compat.v1.sparse.placeholder',
-- 
GitLab


From 9cf474e22fdf16d5a6e285260e9c211e2d6f1abc Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 9 Nov 2018 16:20:24 -0800
Subject: [PATCH 1367/1825] Squeeze reads and optimize standard patches packing
 in mkldnn pack specialization.

PiperOrigin-RevId: 220882616
---
 .../core/kernels/eigen_cuboid_convolution.h   | 180 +++++++-------
 .../core/kernels/eigen_spatial_convolutions.h | 226 ++++++++++++------
 .../eigen_spatial_convolutions_test.cc        |  11 +-
 3 files changed, 261 insertions(+), 156 deletions(-)

diff --git a/tensorflow/core/kernels/eigen_cuboid_convolution.h b/tensorflow/core/kernels/eigen_cuboid_convolution.h
index 72ac3c0f07..09c847e1b2 100644
--- a/tensorflow/core/kernels/eigen_cuboid_convolution.h
+++ b/tensorflow/core/kernels/eigen_cuboid_convolution.h
@@ -335,13 +335,6 @@ class TensorContractionInputMapper<
   EIGEN_DEVICE_FUNC
   EIGEN_ALWAYS_INLINE Index patchCols() const { return m_patch_cols; }
 
-  EIGEN_DEVICE_FUNC
-  EIGEN_ALWAYS_INLINE Packet packetNoPadding(const Index depth,
-                                             const Index baseIndex) const {
-    const Index inputIndex = depth + baseIndex;
-    return m_impl.template packet<Unaligned>(inputIndex);
-  }
-
  private:
   friend class TensorContractionSubMapper<
       Scalar, Index, Side,
@@ -882,6 +875,12 @@ class TensorContractionSubMapper<
     const Index inputIndex = depth + baseIndex;
     return m_base_mapper.m_impl.template packet<Unaligned>(inputIndex);
   }
+  EIGEN_DEVICE_FUNC
+  EIGEN_ALWAYS_INLINE Scalar coeffNoPadding(const Index depth,
+                                            const Index baseIndex) const {
+    const Index inputIndex = depth + baseIndex;
+    return m_base_mapper.m_impl.coeff(inputIndex);
+  }
 
   EIGEN_DEVICE_FUNC
   EIGEN_ALWAYS_INLINE bool padPlane(const Index plane) const {
@@ -1435,6 +1434,9 @@ struct gemm_pack_rhs<
 // this is basically the same as taking a slice of the matrix. Knowing
 // properties of the original patch op we can do it more efficient than default
 // mkldnn_gemm_pack.
+//
+// TODO(ezhulenev): mkldnn_gemm_pack for spatial convolutions supports squeezing
+// reads along the 2 innermost dimensions, add it here if needed.
 template <typename NewDimension, Index Planes, Index Rows, Index Cols,
           typename ArgType, typename Device, typename Scalar,
           typename StorageIndex, typename nocontract_t, typename contract_t,
@@ -1469,105 +1471,119 @@ struct mkldnn_gemm_pack<
                   StorageIndex cols) {
     const bool standard_patches = !rhs.nonStandardPatches();
 
-    const StorageIndex vectorized_rows = (rows / packet_size) * packet_size;
-
     if (standard_patches && rhs.patchDepth() % packet_size == 0) {
-      // If patches are standard and patch depth is a multiple of the packet
-      // size, than we can guarantee that single packet do not span across
-      // multiple patch rows or columns, and we can read it directly from
-      // TensorPatchOp argument.
-
-      // Give vectorized_rows the name used in all other gemm_pack_rhs above.
-      const Index peeled_k = vectorized_rows;
+      packStandardPatches<true>(block, rhs, rows, cols);
 
-      const Index start_col = rhs.colOffset();
-      const Index max_col = rhs.maxCol(peeled_k);
+    } else if (standard_patches) {
+      packStandardPatches<false>(block, rhs, rows, cols);
 
+    } else {
+      // With non-standard patches we don't do any vectorized loads.
+      // TODO(ezhulenev): It doesn't look like that we should completely give up
+      // on packets. Make this code path faster!
       for (StorageIndex col = 0; col < cols; ++col) {
         SubMapper lm = rhs.getLinearMapper(0, col);
+        for (StorageIndex i = 0; i < rows; ++i) {
+          *block = lm(i);
+          ++block;
+        }
+      }
+    }
+  }
+
+ private:
+  // Pack standard volume patches:
+  //
+  // - patch_depth_is_multiple_of_packet_size=true: We are guaranteed to have
+  //   depth dimension size to be a multiple of packet size, so we can skip all
+  //   non vectorized loads and checks.
+  //
+  template <bool patch_depth_is_multiple_of_packet_size>
+  EIGEN_ALWAYS_INLINE void packStandardPatches(Scalar* block,
+                                               const DataMapper& rhs,
+                                               StorageIndex rows,
+                                               StorageIndex cols) {
+    eigen_assert(!rhs.nonStandardPatches());
+
+    // Give vectorized_rows the name used in all other gemm_pack_rhs above.
+    const Index peeled_k = (rows / packet_size) * packet_size;
+
+    const Index start_col = rhs.colOffset();
+    const Index max_col = rhs.maxCol(peeled_k);
+
+    for (StorageIndex col = 0; col < cols; ++col) {
+      SubMapper lm = rhs.getLinearMapper(0, col);
+
+      Index k = 0;
+      for (Index c = start_col; c < max_col; ++c) {
+        eigen_assert(k <= peeled_k);
+
+        const Index start_row = (c == start_col) ? rhs.rowOffset() : 0;
+        const Index max_row = rhs.maxRow(peeled_k, c);
+        const bool pad_col = lm.padCol(c);
 
-        Index k = 0;
-        for (Index c = start_col; c < max_col; ++c) {
+        for (Index r = start_row; r < max_row; ++r) {
           eigen_assert(k <= peeled_k);
 
-          const Index start_row = (c == start_col) ? rhs.rowOffset() : 0;
-          const Index max_row = rhs.maxRow(peeled_k, c);
-          const bool pad_col = lm.padCol(c);
+          const Index start_plane =
+              ((c == start_col) && (r == start_row)) ? rhs.planeOffset() : 0;
+          const Index max_plane = rhs.maxPlane(peeled_k, c, r);
+          const bool pad_row = pad_col || lm.padRow(r);
 
-          for (Index r = start_row; r < max_row; ++r) {
+          for (Index p = start_plane; p < max_plane; ++p) {
             eigen_assert(k <= peeled_k);
 
-            const Index start_plane =
-                ((c == start_col) && (r == start_row)) ? rhs.planeOffset() : 0;
-            const Index max_plane = rhs.maxPlane(peeled_k, c, r);
-            const bool pad_row = pad_col || lm.padRow(r);
+            const Index start_depth =
+                ((c == start_col) && (r == start_row) && (p == start_plane))
+                    ? rhs.depthOffset()
+                    : 0;
+            const Index max_depth = rhs.maxDepth(peeled_k - k, start_depth);
 
-            for (Index p = start_plane; p < max_plane; ++p) {
-              eigen_assert(k <= peeled_k);
+            const bool pad = pad_col || pad_row || lm.padPlane(p);
+            const Index base_idx = lm.baseIndex(p, r, c);
 
-              const Index start_depth =
-                  ((c == start_col) && (r == start_row) && (p == start_plane))
-                      ? rhs.depthOffset()
-                      : 0;
-              const Index max_depth = rhs.maxDepth(peeled_k - k, start_depth);
+            if (patch_depth_is_multiple_of_packet_size)
               eigen_assert((max_depth - start_depth) % packet_size == 0);
 
-              const bool pad = pad_col || pad_row || lm.padPlane(p);
-              const Index base_idx = lm.baseIndex(p, r, c);
+            // If patch depth is a multiple of packet size, it's guaranteed that
+            // we can process all values in depth dimension with packets.
+            const Index max_vectorized_depth =
+                patch_depth_is_multiple_of_packet_size
+                    ? max_depth
+                    : max_depth - packet_size;
+
+            Index d = start_depth;
+
+            // 1. Process depth dimension with vectorized instructions.
+            for (; d < max_vectorized_depth; d += packet_size) {
+              eigen_assert(k < peeled_k);
+              const Packet packet = pad ? pset1<Packet>(Scalar(0))
+                                        : rhs.packetNoPadding(d, base_idx);
+              internal::pstoreu(block, packet);
+              block += packet_size;
+              k += packet_size;
+            }
 
-              for (Index d = start_depth; d < max_depth; d += packet_size) {
+            // 2. Finish with coefficients.
+            if (!patch_depth_is_multiple_of_packet_size) {
+              for (; d < max_depth; d++) {
                 eigen_assert(k < peeled_k);
-                const Packet packet = pad ? pset1<Packet>(Scalar(0))
-                                          : rhs.packetNoPadding(d, base_idx);
-                internal::pstoreu(block, packet);
-                block += packet_size;
-                k += packet_size;
+                *block = pad ? Scalar(0) : rhs.coeffNoPadding(d, base_idx);
+                ++block;
+                ++k;
               }
             }
           }
         }
-
-        // The loop above should fill peeled_k elements.
-        eigen_assert(peeled_k == k);
-
-        // Fill remaining elements using loadCoeffStandard.
-        for (; k < rows; ++k) {
-          *block = lm.loadCoeffStandard(k);
-          ++block;
-        }
       }
 
-    } else if (standard_patches) {
-      // Single packet can span across multiple patch rows or columns, so we
-      // have to go through the slower path, that will fallback on building a
-      // packet from coefficients.
-
-      for (StorageIndex col = 0; col < cols; ++col) {
-        SubMapper lm = rhs.getLinearMapper(0, col);
-
-        for (StorageIndex i = 0; i < vectorized_rows; i += packet_size) {
-          const Packet p = lm.loadPacketStandard(i);
-          internal::pstoreu(block, p);
-          block += packet_size;
-        }
-
-        // Finalize with coefficients.
-        for (StorageIndex i = vectorized_rows; i < rows; ++i) {
-          *block = lm.loadCoeffStandard(i);
-          ++block;
-        }
-      }
+      // The loop above should fill peeled_k elements.
+      eigen_assert(peeled_k == k);
 
-    } else {
-      // With non-standard patches we don't do any vectorized loads.
-      // TODO(ezhulenev): It doesn't look like that we should completely give up
-      // on packets. Make this code path faster!
-      for (StorageIndex col = 0; col < cols; ++col) {
-        SubMapper lm = rhs.getLinearMapper(0, col);
-        for (StorageIndex i = 0; i < rows; ++i) {
-          *block = lm(i);
-          ++block;
-        }
+      // Fill remaining elements using loadCoeffStandard.
+      for (; k < rows; ++k) {
+        *block = lm.loadCoeffStandard(k);
+        ++block;
       }
     }
   }
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions.h b/tensorflow/core/kernels/eigen_spatial_convolutions.h
index c9f07516e8..9f58aecb50 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions.h
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions.h
@@ -268,13 +268,6 @@ class TensorContractionInputMapper<
   EIGEN_DEVICE_FUNC
   EIGEN_ALWAYS_INLINE Index patchCols() const { return m_patch_cols; }
 
-  EIGEN_DEVICE_FUNC
-  EIGEN_ALWAYS_INLINE Packet packetNoPadding(const Index depth,
-                                             const Index baseIndex) const {
-    const Index inputIndex = depth + baseIndex;
-    return m_impl.template packet<Unaligned>(inputIndex);
-  }
-
  private:
   friend class TensorContractionSubMapper<
       Scalar, Index, Side,
@@ -686,6 +679,12 @@ class TensorContractionSubMapper<
     const Index inputIndex = depth + baseIndex;
     return m_base_mapper.m_impl.template packet<Unaligned>(inputIndex);
   }
+  EIGEN_DEVICE_FUNC
+  EIGEN_ALWAYS_INLINE Scalar coeffNoPadding(const Index depth,
+                                            const Index baseIndex) const {
+    const Index inputIndex = depth + baseIndex;
+    return m_base_mapper.m_impl.coeff(inputIndex);
+  }
 
   EIGEN_DEVICE_FUNC
   EIGEN_ALWAYS_INLINE bool padRow(const Index row) const {
@@ -705,6 +704,15 @@ class TensorContractionSubMapper<
            c * m_base_mapper.m_colInputStride + m_otherIndex;
   }
 
+  EIGEN_DEVICE_FUNC
+  EIGEN_ALWAYS_INLINE Index rowStride() const {
+    return m_base_mapper.m_row_strides;
+  }
+  EIGEN_DEVICE_FUNC
+  EIGEN_ALWAYS_INLINE Index colStride() const {
+    return m_base_mapper.m_col_strides;
+  }
+
   EIGEN_DEVICE_FUNC
   EIGEN_ALWAYS_INLINE Index rowOffset() const {
     const Index patchOffset = m_depth_offset / m_base_mapper.m_fastDimZero;
@@ -1216,93 +1224,169 @@ struct mkldnn_gemm_pack<
                   StorageIndex cols) {
     const bool standard_patches = !rhs.nonStandardPatches();
 
-    const StorageIndex vectorized_rows = (rows / packet_size) * packet_size;
-
-    if (standard_patches && rhs.patchDepth() % packet_size == 0) {
-      // If patches are standard and patch depth is a multiple of the packet
-      // size, than we can guarantee that single packet do not span across
-      // multiple patch rows or columns, and we can read it directly from
-      // TensorPatchOp argument.
-
-      // Give vectorized_rows the name used in all other gemm_pack_rhs above.
-      const Index peeled_k = vectorized_rows;
+    if (standard_patches && (rhs.patchDepth() % packet_size == 0)) {
+      if (rhs.rowStride() == 1) {
+        packStandardPatches<true, /*squeeze*/ true>(block, rhs, rows, cols);
+      } else {
+        packStandardPatches<true, /*squeeze*/ false>(block, rhs, rows, cols);
+      }
 
-      const Index start_col = rhs.colOffset();
-      const Index max_col = rhs.maxCol(peeled_k);
+    } else if (standard_patches) {
+      if (rhs.rowStride() == 1) {
+        packStandardPatches<false, /*squeeze*/ true>(block, rhs, rows, cols);
+      } else {
+        packStandardPatches<false, /*squeeze*/ false>(block, rhs, rows, cols);
+      }
 
+    } else {
+      // With non-standard patches we don't do any vectorized loads.
+      // TODO(ezhulenev): It doesn't look like that we should completely give up
+      // on packets. Make this code path faster!
       for (StorageIndex col = 0; col < cols; ++col) {
         SubMapper lm = rhs.getLinearMapper(0, col);
+        for (StorageIndex i = 0; i < rows; ++i) {
+          *block = lm(i);
+          ++block;
+        }
+      }
+    }
+  }
 
-        Index k = 0;
-        for (Index c = start_col; c < max_col; ++c) {
-          eigen_assert(k <= peeled_k);
+ private:
+  // Pack standard image patches:
+  //
+  // - patch_depth_is_multiple_of_packet_size=true: We are guaranteed to have
+  //   depth dimension size to be a multiple of packet size, so we can skip all
+  //   non vectorized loads and checks.
+  //
+  // - squeeze_reads=true: If stride along the `row` dimension is `1`, we can
+  //   squeeze reads along the `row` and `depth` dimensions, because they are
+  //   guaranteed to be contiguous in memory (two innermost dimensions).
+  //
+  template <bool patch_depth_is_multiple_of_packet_size, bool squeeze_reads>
+  EIGEN_ALWAYS_INLINE void packStandardPatches(Scalar* block,
+                                               const DataMapper& rhs,
+                                               StorageIndex rows,
+                                               StorageIndex cols) {
+    eigen_assert(!rhs.nonStandardPatches());
+
+    // Give vectorized_rows the name used in all other gemm_pack_rhs above.
+    const Index peeled_k = (rows / packet_size) * packet_size;
+
+    const Index start_col = rhs.colOffset();
+    const Index max_col = rhs.maxCol(peeled_k);
+
+    for (StorageIndex col = 0; col < cols; ++col) {
+      SubMapper lm = rhs.getLinearMapper(0, col);
 
-          const Index start_row = (c == start_col) ? rhs.rowOffset() : 0;
-          const Index max_row = rhs.maxRow(peeled_k, c);
-          const bool pad_col = lm.padCol(c);
+      Index k = 0;
+      for (Index c = start_col; c < max_col; ++c) {
+        eigen_assert(k <= peeled_k);
 
-          for (Index r = start_row; r < max_row; ++r) {
-            eigen_assert(k <= peeled_k);
+        const Index start_row = (c == start_col) ? rhs.rowOffset() : 0;
+        const Index max_row = rhs.maxRow(peeled_k, c);
+        const bool pad_col = lm.padCol(c);
+
+        // We can squeeze reads for all rows in [start_row, max_row) range.
+        if (squeeze_reads && !pad_col && !lm.padRow(start_row) &&
+            !lm.padRow(max_row - 1)) {
+          const Index start_depth = (c == start_col) ? rhs.depthOffset() : 0;
+
+          // Number of elements in the depth dimension that we can squeeze read.
+          const Index squeeze_size =
+              (max_row - start_row) * rhs.patchDepth() - start_depth;
+
+          // Do not overshoot beyond the block size.
+          const Index max_depth =
+              start_depth + std::min<Index>(peeled_k - k, squeeze_size);
+
+          const Index base_idx = lm.baseIndex(start_row, c);
 
-            const Index start_depth =
-                ((c == start_col) && (r == start_row)) ? rhs.depthOffset() : 0;
-            const Index max_depth = rhs.maxDepth(peeled_k - k, start_depth);
+          if (patch_depth_is_multiple_of_packet_size)
             eigen_assert((max_depth - start_depth) % packet_size == 0);
 
-            const bool pad = pad_col || lm.padRow(r);
-            const Index base_idx = lm.baseIndex(r, c);
+          // If patch depth is a multiple of packet size, it's guaranteed that
+          // we can process all values in depth dimension with packets.
+          const Index max_vectorized_depth =
+              patch_depth_is_multiple_of_packet_size ? max_depth
+                                                     : max_depth - packet_size;
 
-            for (Index d = start_depth; d < max_depth; d += packet_size) {
+          Index d = start_depth;
+
+          // 1. Process depth dimension with vectorized instructions.
+          for (; d < max_vectorized_depth; d += packet_size) {
+            eigen_assert(k < peeled_k);
+            internal::pstoreu(block, rhs.packetNoPadding(d, base_idx));
+            block += packet_size;
+            k += packet_size;
+          }
+
+          // 2. Finish with coefficients.
+          if (!patch_depth_is_multiple_of_packet_size) {
+            for (; d < max_depth; d++) {
               eigen_assert(k < peeled_k);
-              const Packet p = pad ? pset1<Packet>(Scalar(0))
-                                   : rhs.packetNoPadding(d, base_idx);
-              internal::pstoreu(block, p);
-              block += packet_size;
-              k += packet_size;
+              *block = rhs.coeffNoPadding(d, base_idx);
+              ++block;
+              ++k;
             }
           }
+
+          // Go to the next column.
+          continue;
         }
 
-        // The loop above should fill peeled_k elements.
-        eigen_assert(peeled_k == k);
+        // If we are not allowed to squeeze reads along the `row` and `depth`
+        // dimensions, we must process rows one by one.
+        for (Index r = start_row; r < max_row; ++r) {
+          eigen_assert(k <= peeled_k);
 
-        // Fill remaining elements using loadCoeffStandard.
-        for (; k < rows; ++k) {
-          *block = lm.loadCoeffStandard(k);
-          ++block;
-        }
-      }
-    } else if (standard_patches) {
-      // Single packet can span across multiple patch rows or columns, so we
-      // have to go through the slower path, that will fallback on building a
-      // packet from coefficients.
+          const Index start_depth =
+              ((c == start_col) && (r == start_row)) ? rhs.depthOffset() : 0;
+          const Index max_depth = rhs.maxDepth(peeled_k - k, start_depth);
 
-      for (StorageIndex col = 0; col < cols; ++col) {
-        SubMapper lm = rhs.getLinearMapper(0, col);
+          const bool pad = pad_col || lm.padRow(r);
+          const Index base_idx = lm.baseIndex(r, c);
 
-        for (StorageIndex i = 0; i < vectorized_rows; i += packet_size) {
-          const Packet p = lm.loadPacketStandard(i);
-          internal::pstoreu(block, p);
-          block += packet_size;
-        }
+          if (patch_depth_is_multiple_of_packet_size)
+            eigen_assert((max_depth - start_depth) % packet_size == 0);
 
-        // Finalize with coefficients.
-        for (StorageIndex i = vectorized_rows; i < rows; ++i) {
-          *block = lm.loadCoeffStandard(i);
-          ++block;
+          // If patch depth is a multiple of packet size, it's guaranteed that
+          // we can process all values in depth dimension with packets.
+          const Index max_vectorized_depth =
+              patch_depth_is_multiple_of_packet_size ? max_depth
+                                                     : max_depth - packet_size;
+
+          Index d = start_depth;
+
+          // 1. Process depth dimension with vectorized instructions.
+          for (; d < max_vectorized_depth; d += packet_size) {
+            eigen_assert(k < peeled_k);
+            const Packet p = pad ? pset1<Packet>(Scalar(0))
+                                 : rhs.packetNoPadding(d, base_idx);
+            internal::pstoreu(block, p);
+            block += packet_size;
+            k += packet_size;
+          }
+
+          // 2. Finish with coefficients.
+          if (!patch_depth_is_multiple_of_packet_size) {
+            for (; d < max_depth; d++) {
+              eigen_assert(k < peeled_k);
+              *block = pad ? Scalar(0) : rhs.coeffNoPadding(d, base_idx);
+              ++block;
+              ++k;
+            }
+          }
         }
       }
 
-    } else {
-      // With non-standard patches we don't do any vectorized loads.
-      // TODO(ezhulenev): It doesn't look like that we should completely give up
-      // on packets. Make this code path faster!
-      for (StorageIndex col = 0; col < cols; ++col) {
-        SubMapper lm = rhs.getLinearMapper(0, col);
-        for (StorageIndex i = 0; i < rows; ++i) {
-          *block = lm(i);
-          ++block;
-        }
+      // The loop above should fill peeled_k elements.
+      eigen_assert(peeled_k == k);
+
+      // Fill remaining elements using loadCoeffStandard.
+      for (; k < rows; ++k) {
+        *block = lm.loadCoeffStandard(k);
+        ++block;
       }
     }
   }
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
index b671421f5f..5471b1e722 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
@@ -1425,12 +1425,17 @@ static void PackRhsHelper(int iters,
       /*inner_dim_reordered*/ false,                  //
       /*Alignment*/ 0>;
 
+#if defined(TENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL)
+  using PackRhsImpl = Eigen::internal::mkldnn_gemm_pack<float, Eigen::Index,
+                                                        SubMapper, ColMajor>;
+#else
   using PackRhsImpl =
       Eigen::internal::gemm_pack_rhs<float, Eigen::Index, SubMapper,  //
                                      Traits::nr,                      //
                                      ColMajor,                        //
                                      /*Conjugate*/ false,             //
                                      /*PanelMode*/ false>;
+#endif
 
   Eigen::DefaultDevice device;
 
@@ -1522,9 +1527,9 @@ static void PackRhsHelper(int iters,
     Index packed_offset =
         internal::random<Index>(0, packed_total_size - packed_size - 1);
 
-    pack_rhs(packed.data() + packed_offset,
-             input_mappers[input_idx].getSubMapper(depth_offset, col_offset),
-             depth, cols);
+    SubMapper sub_mapper =
+        input_mappers[input_idx].getSubMapper(depth_offset, col_offset);
+    pack_rhs(packed.data() + packed_offset, sub_mapper, depth, cols);
   }
   tensorflow::testing::StopTiming();
 
-- 
GitLab


From 1507647ffcc3ccb3534781aee530f66c4f24f9eb Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 9 Nov 2018 16:24:22 -0800
Subject: [PATCH 1368/1825] Remove global step symbols from the v2 API

Not all of these symbols rely on collections, but the ones that don't also don't have a strong reason to exist.

PiperOrigin-RevId: 220883145
---
 tensorflow/python/training/training_util.py   | 10 +++++-----
 .../api/golden/v2/tensorflow.train.pbtxt      | 20 -------------------
 2 files changed, 5 insertions(+), 25 deletions(-)

diff --git a/tensorflow/python/training/training_util.py b/tensorflow/python/training/training_util.py
index 77a420fb73..86f1b4d5aa 100644
--- a/tensorflow/python/training/training_util.py
+++ b/tensorflow/python/training/training_util.py
@@ -39,7 +39,7 @@ GLOBAL_STEP_READ_KEY = 'global_step_read_op_cache'
 write_graph = graph_io.write_graph
 
 
-@tf_export('train.global_step')
+@tf_export(v1=['train.global_step'])
 def global_step(sess, global_step_tensor):
   """Small helper to get the global step.
 
@@ -69,7 +69,7 @@ def global_step(sess, global_step_tensor):
   return int(sess.run(global_step_tensor))
 
 
-@tf_export('train.get_global_step')
+@tf_export(v1=['train.get_global_step'])
 def get_global_step(graph=None):
   """Get the global step tensor.
 
@@ -104,7 +104,7 @@ def get_global_step(graph=None):
   return global_step_tensor
 
 
-@tf_export('train.create_global_step')
+@tf_export(v1=['train.create_global_step'])
 def create_global_step(graph=None):
   """Create global step tensor in graph.
 
@@ -145,7 +145,7 @@ def create_global_step(graph=None):
                      ops.GraphKeys.GLOBAL_STEP])
 
 
-@tf_export('train.get_or_create_global_step')
+@tf_export(v1=['train.get_or_create_global_step'])
 def get_or_create_global_step(graph=None):
   """Returns and create (if necessary) the global step tensor.
 
@@ -163,7 +163,7 @@ def get_or_create_global_step(graph=None):
   return global_step_tensor
 
 
-@tf_export('train.assert_global_step')
+@tf_export(v1=['train.assert_global_step'])
 def assert_global_step(global_step_tensor):
   """Asserts `global_step_tensor` is a scalar int `Variable` or `Tensor`.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index a7f5376bd9..848e557b8e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -228,10 +228,6 @@ tf_module {
     name: "NewCheckpointReader"
     argspec: "args=[\'filepattern\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "assert_global_step"
-    argspec: "args=[\'global_step_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "cosine_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'alpha\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'None\'], "
@@ -240,10 +236,6 @@ tf_module {
     name: "cosine_decay_restarts"
     argspec: "args=[\'learning_rate\', \'global_step\', \'first_decay_steps\', \'t_mul\', \'m_mul\', \'alpha\', \'name\'], varargs=None, keywords=None, defaults=[\'2.0\', \'1.0\', \'0.0\', \'None\'], "
   }
-  member_method {
-    name: "create_global_step"
-    argspec: "args=[\'graph\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "exponential_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'decay_rate\', \'staircase\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
@@ -252,18 +244,6 @@ tf_module {
     name: "get_checkpoint_state"
     argspec: "args=[\'checkpoint_dir\', \'latest_filename\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "get_global_step"
-    argspec: "args=[\'graph\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "get_or_create_global_step"
-    argspec: "args=[\'graph\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "global_step"
-    argspec: "args=[\'sess\', \'global_step_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "init_from_checkpoint"
     argspec: "args=[\'ckpt_dir_or_file\', \'assignment_map\'], varargs=None, keywords=None, defaults=None"
-- 
GitLab


From cf3b04570109ef00c88d069909ee3a4d08b83a7d Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Fri, 9 Nov 2018 16:27:39 -0800
Subject: [PATCH 1369/1825] Prevent session config being reused in
 collective_all_reduce_strategy_test.

PiperOrigin-RevId: 220883560
---
 tensorflow/contrib/distribute/python/BUILD    |  3 ---
 .../collective_all_reduce_strategy_test.py    | 26 ++++++++++---------
 2 files changed, 14 insertions(+), 15 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 6ba9187ae2..b79f8fe059 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -374,9 +374,6 @@ cuda_py_test(
     tags = [
         "multi_and_single_gpu",
         "no_pip",
-        # TODO(b/118820960): Re-enable this test in guitar.
-        "manual",
-        "noguitar",
     ],
 )
 
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 19b59513d8..9f8a5217f7 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -54,8 +54,6 @@ class CollectiveAllReduceStrategyTestBase(
     self._run_options = config_pb2.RunOptions()
     self._run_options.experimental.collective_graph_key = 6
 
-    self._sess_config = config_pb2.ConfigProto()
-
     # We use a different key_base for each test so that collective keys won't be
     # reused.
     # TODO(yuefengz, tucker): enable it to reuse collective keys in different
@@ -66,9 +64,10 @@ class CollectiveAllReduceStrategyTestBase(
   def _get_test_object(self, task_type, task_id, num_gpus=0):
     distribution = collective_all_reduce_strategy.CollectiveAllReduceStrategy(
         num_gpus_per_worker=num_gpus)
+    session_config = config_pb2.ConfigProto()
     if task_type and task_id is not None:
       distribution.configure(
-          session_config=self._sess_config,
+          session_config=session_config,
           cluster_spec=self._cluster_spec,
           task_type=task_type,
           task_id=task_id)
@@ -82,14 +81,16 @@ class CollectiveAllReduceStrategyTestBase(
     distribution._collective_keys = collective_keys
     distribution._cross_tower_ops._collective_keys = collective_keys
     if task_type and task_id is not None:
-      return distribution, 'grpc://' + self._cluster_spec[task_type][task_id]
+      return distribution, 'grpc://' + self._cluster_spec[task_type][
+          task_id], session_config
     else:
-      return distribution, ''
+      return distribution, '', session_config
 
   def _test_minimize_loss_graph(self, task_type, task_id, num_gpus):
-    d, master_target = self._get_test_object(task_type, task_id, num_gpus)
+    d, master_target, config = self._get_test_object(task_type, task_id,
+                                                     num_gpus)
     with ops.Graph().as_default(), \
-         self.cached_session(config=self._sess_config,
+         self.cached_session(config=config,
                              target=master_target) as sess, \
          d.scope():
       l = core.Dense(1, use_bias=False, name='gpu_%d' % d._num_gpus_per_worker)
@@ -154,7 +155,8 @@ class CollectiveAllReduceStrategyTestBase(
       return error_after < error_before
 
   def _test_complex_model(self, task_type, task_id, num_gpus):
-    d, master_target = self._get_test_object(task_type, task_id, num_gpus)
+    d, master_target, config = self._get_test_object(task_type, task_id,
+                                                     num_gpus)
 
     def model_fn():
       """Mnist model with synthetic input."""
@@ -193,7 +195,7 @@ class CollectiveAllReduceStrategyTestBase(
       return train_op
 
     with ops.Graph().as_default(), \
-         self.cached_session(config=self._sess_config,
+         self.cached_session(config=config,
                              target=master_target) as sess:
       with d.scope():
         train_op = d.call_for_each_replica(model_fn)
@@ -204,10 +206,10 @@ class CollectiveAllReduceStrategyTestBase(
       return True
 
   def _test_variable_initialization(self, task_type, task_id, num_gpus):
-    distribution, master_target = self._get_test_object(task_type, task_id,
-                                                        num_gpus)
+    distribution, master_target, config = self._get_test_object(
+        task_type, task_id, num_gpus)
     with ops.Graph().as_default(), \
-         self.cached_session(config=self._sess_config,
+         self.cached_session(config=config,
                              target=master_target) as sess, \
          distribution.scope():
 
-- 
GitLab


From 556cced1828d3615c53ad84b067275b6a5cde528 Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Fri, 9 Nov 2018 16:29:29 -0800
Subject: [PATCH 1370/1825] Fix estimator_training_test.

PiperOrigin-RevId: 220883757
---
 .../contrib/distribute/python/estimator_training_test.py    | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/estimator_training_test.py b/tensorflow/contrib/distribute/python/estimator_training_test.py
index 018512ae5a..8f82b4c92a 100644
--- a/tensorflow/contrib/distribute/python/estimator_training_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_training_test.py
@@ -300,10 +300,8 @@ class DistributeCoordinatorIntegrationTest(test.TestCase,
           required_gpus=[0, 1]))
   def test_complete_flow_standalone_client(self, train_distribute_cls,
                                            eval_distribute_cls):
-    try:
-      train_distribute = train_distribute_cls(num_gpus=context.num_gpus())
-    except TypeError:
-      train_distribute = train_distribute_cls(num_gpus_per_worker=2)
+    train_distribute = train_distribute_cls(
+        num_gpus_per_worker=context.num_gpus())
 
     if eval_distribute_cls:
       eval_distribute = eval_distribute_cls(
-- 
GitLab


From 47eca4a5d0f610a46321e61211ef9b7dbb64b31d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 16:35:37 -0800
Subject: [PATCH 1371/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 220884556
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 32 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 32 +++++++++++++++++++
 2 files changed, 64 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index bfbcbdbe26..bfcc92dcb0 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -23527,6 +23527,38 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "FixedLengthRecordDatasetV2"
+  input_arg {
+    name: "filenames"
+    type: DT_STRING
+  }
+  input_arg {
+    name: "header_bytes"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "record_bytes"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "footer_bytes"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "buffer_size"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "compression_type"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  is_stateful: true
+}
 op {
   name: "FixedLengthRecordReader"
   output_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 1e82c86c1d..430212ee1d 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -11329,6 +11329,38 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "FixedLengthRecordDatasetV2"
+  input_arg {
+    name: "filenames"
+    type: DT_STRING
+  }
+  input_arg {
+    name: "header_bytes"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "record_bytes"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "footer_bytes"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "buffer_size"
+    type: DT_INT64
+  }
+  input_arg {
+    name: "compression_type"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  is_stateful: true
+}
 op {
   name: "FixedLengthRecordReader"
   output_arg {
-- 
GitLab


From dd5ad898daa1054bf0f95fa02d8056f2ea5941ce Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 17:03:27 -0800
Subject: [PATCH 1372/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 220888154

---
 tensorflow/go/op/wrappers.go | 144 +++++++++++++++++------------------
 1 file changed, 72 insertions(+), 72 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index d03a41e434..00c4f1ff98 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -5475,6 +5475,78 @@ func OrderedMapUnstage(scope *Scope, key tf.Output, indices tf.Output, dtypes []
 	return values
 }
 
+// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
+type OrderedMapPeekAttr func(optionalAttr)
+
+// OrderedMapPeekCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapPeekContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op peeks at the values at the specified key.  If the
+//
+// underlying container does not contain this key
+// this op will block until it does.   This Op is optimized for
+// performance.
+func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapPeek",
+		Input: []tf.Input{
+			key, indices,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
+		scope.UpdateErr("OrderedMapPeek", err)
+		return
+	}
+	return values
+}
+
 // Returns the truth value of x OR y element-wise.
 //
 // *NOTE*: `LogicalOr` supports broadcasting. More about broadcasting
@@ -15525,78 +15597,6 @@ func SparseAdd(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
-// OrderedMapPeekAttr is an optional argument to OrderedMapPeek.
-type OrderedMapPeekAttr func(optionalAttr)
-
-// OrderedMapPeekCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapPeekCapacity(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapPeekMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapPeekMemoryLimit(value int64) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapPeekContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekContainer(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapPeekSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func OrderedMapPeekSharedName(value string) OrderedMapPeekAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op peeks at the values at the specified key.  If the
-//
-// underlying container does not contain this key
-// this op will block until it does.   This Op is optimized for
-// performance.
-func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.DataType, optional ...OrderedMapPeekAttr) (values []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapPeek",
-		Input: []tf.Input{
-			key, indices,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if values, idx, err = makeOutputList(op, idx, "values"); err != nil {
-		scope.UpdateErr("OrderedMapPeek", err)
-		return
-	}
-	return values
-}
-
 // LRNAttr is an optional argument to LRN.
 type LRNAttr func(optionalAttr)
 
-- 
GitLab


From 0843ad7bada87e877ad882e1d2fa9ce04df04621 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 17:05:50 -0800
Subject: [PATCH 1373/1825] Refactor training_arrays.py

PiperOrigin-RevId: 220888526
---
 tensorflow/python/keras/callbacks.py          | 180 +++--
 tensorflow/python/keras/callbacks_test.py     |   4 +-
 tensorflow/python/keras/engine/training.py    |  53 +-
 .../python/keras/engine/training_arrays.py    | 645 +++++++++---------
 ...sorflow.keras.callbacks.-base-logger.pbtxt |   8 +
 ...orflow.keras.callbacks.-c-s-v-logger.pbtxt |   8 +
 ...tensorflow.keras.callbacks.-callback.pbtxt |   8 +
 ...flow.keras.callbacks.-early-stopping.pbtxt |   8 +
 .../tensorflow.keras.callbacks.-history.pbtxt |   8 +
 ...low.keras.callbacks.-lambda-callback.pbtxt |   8 +
 ...s.callbacks.-learning-rate-scheduler.pbtxt |   8 +
 ...ow.keras.callbacks.-model-checkpoint.pbtxt |   8 +
 ...flow.keras.callbacks.-progbar-logger.pbtxt |   8 +
 ...ras.callbacks.-reduce-l-r-on-plateau.pbtxt |   8 +
 ...flow.keras.callbacks.-remote-monitor.pbtxt |   8 +
 ...orflow.keras.callbacks.-tensor-board.pbtxt |   8 +
 ...w.keras.callbacks.-terminate-on-na-n.pbtxt |   8 +
 ...sorflow.keras.callbacks.-base-logger.pbtxt |   8 +
 ...orflow.keras.callbacks.-c-s-v-logger.pbtxt |   8 +
 ...tensorflow.keras.callbacks.-callback.pbtxt |   8 +
 ...flow.keras.callbacks.-early-stopping.pbtxt |   8 +
 .../tensorflow.keras.callbacks.-history.pbtxt |   8 +
 ...low.keras.callbacks.-lambda-callback.pbtxt |   8 +
 ...s.callbacks.-learning-rate-scheduler.pbtxt |   8 +
 ...ow.keras.callbacks.-model-checkpoint.pbtxt |   8 +
 ...flow.keras.callbacks.-progbar-logger.pbtxt |   8 +
 ...ras.callbacks.-reduce-l-r-on-plateau.pbtxt |   8 +
 ...flow.keras.callbacks.-remote-monitor.pbtxt |   8 +
 ...orflow.keras.callbacks.-tensor-board.pbtxt |   8 +
 ...w.keras.callbacks.-terminate-on-na-n.pbtxt |   8 +
 30 files changed, 669 insertions(+), 421 deletions(-)

diff --git a/tensorflow/python/keras/callbacks.py b/tensorflow/python/keras/callbacks.py
index 4bdab56eb4..fd888a2f91 100644
--- a/tensorflow/python/keras/callbacks.py
+++ b/tensorflow/python/keras/callbacks.py
@@ -19,9 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from collections import deque
-from collections import Iterable
-from collections import OrderedDict
+import collections
 import copy
 import csv
 import io
@@ -68,7 +66,8 @@ def configure_callbacks(callbacks,
                         samples=None,
                         validation_steps=None,
                         verbose=1,
-                        count_mode='steps'):
+                        count_mode='steps',
+                        mode='train'):
   """Configures callbacks for use in various training loops.
 
   Arguments:
@@ -88,21 +87,30 @@ def configure_callbacks(callbacks,
       validation_steps: Number of batches to run per validation epoch.
       verbose: int, 0 or 1. Keras logging verbosity to pass to ProgbarLogger.
       count_mode: One of 'steps' or 'samples'. Per-batch or per-sample count.
+      mode: String. One of 'train', 'test', or 'predict'. Which loop mode to
+        configure callbacks for.
 
   Returns:
       Instance of CallbackList used to control all Callbacks.
   """
-
-  # Add additional callbacks
-  model.history = History()
-  stateful_metric_names = None
-  if hasattr(model, 'metrics_names'):
-    stateful_metric_names = model.metrics_names[1:]  # Exclude `loss`
-  callbacks = [BaseLogger(stateful_metrics=stateful_metric_names)
-              ] + (callbacks or []) + [model.history]
-  if verbose:
-    callbacks.append(
-        ProgbarLogger(count_mode, stateful_metrics=stateful_metric_names))
+  # Check if callbacks have already been configured.
+  if isinstance(callbacks, CallbackList):
+    return callbacks
+
+  if not callbacks:
+    callbacks = []
+
+  # Add additional callbacks during training.
+  if mode == 'train':
+    model.history = History()
+    stateful_metric_names = None
+    if hasattr(model, 'metrics_names'):
+      stateful_metric_names = model.metrics_names[1:]  # Exclude `loss`
+    callbacks = [BaseLogger(stateful_metrics=stateful_metric_names)
+                ] + (callbacks or []) + [model.history]
+    if verbose:
+      callbacks.append(
+          ProgbarLogger(count_mode, stateful_metrics=stateful_metric_names))
   callback_list = CallbackList(callbacks)
 
   # Set callback model
@@ -118,7 +126,7 @@ def configure_callbacks(callbacks,
   callback_metrics = []
   # When we have deferred build scenario with iterator input, we will compile
   # when we standardize first batch of data.
-  if model._is_compiled:  # pylint: disable=protected-access
+  if mode != 'predict' and model._is_compiled:  # pylint: disable=protected-access
     callback_metrics = copy.copy(model.metrics_names)
     if do_validation:
       callback_metrics += ['val_' + n for n in model.metrics_names]
@@ -137,6 +145,7 @@ def configure_callbacks(callbacks,
   callback_list.set_params(callback_params)
 
   # Pass validation data to callbacks
+  # TODO(omalleyt): remove this once val hooks are ready.
   if not val_inputs:
     val_data = []
   elif _is_generator_like(val_inputs):
@@ -175,6 +184,12 @@ class CallbackList(object):
     self.queue_length = queue_length
     self.params = {}
     self.model = None
+    self._reset_batch_timing()
+
+  def _reset_batch_timing(self):
+    self._delta_t_batch = 0.
+    self._delta_ts = collections.defaultdict(
+        lambda: collections.deque([], maxlen=self.queue_length))
 
   def append(self, callback):
     self.callbacks.append(callback)
@@ -189,72 +204,96 @@ class CallbackList(object):
     for callback in self.callbacks:
       callback.set_model(model)
 
-  def on_epoch_begin(self, epoch, logs=None):
+  def _call_batch_hook(self, mode, hook, batch, logs=None):
+    """Helper function for all batch_{begin | end} methods."""
+    # TODO(omalleyt): add batch hooks for test/predict.
+    if mode != 'train':
+      return
+
+    hook_name = 'on_{mode}_batch_{hook}'.format(mode=mode, hook=hook)
+    if hook == 'begin':
+      self._t_enter_batch = time.time()
+    if hook == 'end':
+      # Batch is ending, calculate batch time.
+      self._delta_t_batch = time.time() - self._t_enter_batch
+
+    logs = logs or {}
+    t_before_callbacks = time.time()
+    for callback in self.callbacks:
+      batch_hook = getattr(callback, hook_name)
+      batch_hook(batch, logs)
+    self._delta_ts[hook_name].append(time.time() - t_before_callbacks)
+
+    delta_t_median = np.median(self._delta_ts[hook_name])
+    if (self._delta_t_batch > 0. and
+        delta_t_median > 0.95 * self._delta_t_batch and delta_t_median > 0.1):
+      logging.warning(
+          'Method (%s) is slow compared '
+          'to the batch update (%f). Check your callbacks.', hook_name,
+          delta_t_median)
+
+  def _call_begin_hook(self, mode):
+    """Helper function for on_{train|test|predict}_begin methods."""
+    # TODO(omalleyt): add test/predict methods.
+    if mode == 'train':
+      self.on_train_begin()
+
+  def _call_end_hook(self, mode):
+    """Helper function for on_{train|test|predict}_end methods."""
+    # TODO(omalleyt): add test/predict methods.
+    if mode == 'train':
+      self.on_train_end()
+
+  def on_batch_begin(self, batch, logs=None):
+    self._call_batch_hook('train', 'begin', batch, logs=logs)
+
+  def on_batch_end(self, batch, logs=None):
+    self._call_batch_hook('train', 'end', batch, logs=logs)
+
+  def on_epoch_begin(self, epoch, logs=None, mode='train'):
     """Called at the start of an epoch.
 
     Arguments:
         epoch: integer, index of epoch.
         logs: dictionary of logs.
+        mode: One of 'train'/'test'/'predict'
     """
-    logs = logs or {}
-    for callback in self.callbacks:
-      callback.on_epoch_begin(epoch, logs)
-    self._delta_t_batch = 0.
-    self._delta_ts_batch_begin = deque([], maxlen=self.queue_length)
-    self._delta_ts_batch_end = deque([], maxlen=self.queue_length)
+    if mode == 'train':
+      logs = logs or {}
+      for callback in self.callbacks:
+        callback.on_epoch_begin(epoch, logs)
+    self._reset_batch_timing()
 
-  def on_epoch_end(self, epoch, logs=None):
+  def on_epoch_end(self, epoch, logs=None, mode='train'):
     """Called at the end of an epoch.
 
     Arguments:
         epoch: integer, index of epoch.
         logs: dictionary of logs.
+        mode: One of 'train'/'test'/'predict'
     """
-    logs = logs or {}
-    for callback in self.callbacks:
-      callback.on_epoch_end(epoch, logs)
+    if mode == 'train':
+      logs = logs or {}
+      for callback in self.callbacks:
+        callback.on_epoch_end(epoch, logs)
 
-  def on_batch_begin(self, batch, logs=None):
-    """Called right before processing a batch.
+  def on_train_batch_begin(self, batch, logs=None):
+    """Called at the beginning of a training batch in `fit` methods.
 
     Arguments:
         batch: integer, index of batch within the current epoch.
         logs: dictionary of logs.
     """
-    logs = logs or {}
-    t_before_callbacks = time.time()
-    for callback in self.callbacks:
-      callback.on_batch_begin(batch, logs)
-    self._delta_ts_batch_begin.append(time.time() - t_before_callbacks)
-    delta_t_median = np.median(self._delta_ts_batch_begin)
-    if (self._delta_t_batch > 0. and
-        delta_t_median > 0.95 * self._delta_t_batch and delta_t_median > 0.1):
-      logging.warning('Method on_batch_begin() is slow compared '
-                      'to the batch update (%f). Check your callbacks.',
-                      delta_t_median)
-    self._t_enter_batch = time.time()
+    self._call_batch_hook('train', 'begin', batch, logs=logs)
 
-  def on_batch_end(self, batch, logs=None):
-    """Called at the end of a batch.
+  def on_train_batch_end(self, batch, logs=None):
+    """Called at the end of a training batch in `fit` methods.
 
     Arguments:
         batch: integer, index of batch within the current epoch.
         logs: dictionary of logs.
     """
-    logs = logs or {}
-    if not hasattr(self, '_t_enter_batch'):
-      self._t_enter_batch = time.time()
-    self._delta_t_batch = time.time() - self._t_enter_batch
-    t_before_callbacks = time.time()
-    for callback in self.callbacks:
-      callback.on_batch_end(batch, logs)
-    self._delta_ts_batch_end.append(time.time() - t_before_callbacks)
-    delta_t_median = np.median(self._delta_ts_batch_end)
-    if (self._delta_t_batch > 0. and
-        (delta_t_median > 0.95 * self._delta_t_batch and delta_t_median > 0.1)):
-      logging.warning('Method on_batch_end() is slow compared '
-                      'to the batch update (%f). Check your callbacks.',
-                      delta_t_median)
+    self._call_batch_hook('train', 'end', batch, logs=logs)
 
   def on_train_begin(self, logs=None):
     """Called at the beginning of training.
@@ -330,6 +369,14 @@ class Callback(object):
   def on_batch_end(self, batch, logs=None):
     pass
 
+  def on_train_batch_begin(self, batch, logs=None):
+    # For backwards compatibility
+    self.on_batch_begin(batch, logs=logs)
+
+  def on_train_batch_end(self, batch, logs=None):
+    # For backwards compatibility
+    self.on_batch_end(batch, logs=logs)
+
   def on_train_begin(self, logs=None):
     pass
 
@@ -432,18 +479,19 @@ class ProgbarLogger(Callback):
     self.epochs = self.params['epochs']
 
   def on_epoch_begin(self, epoch, logs=None):
+    self.seen = 0
+    if self.use_steps:
+      self.target = self.params['steps']
+    else:
+      self.target = self.params['samples']
+
     if self.verbose:
-      print('Epoch %d/%d' % (epoch + 1, self.epochs))
-      if self.use_steps:
-        target = self.params['steps']
-      else:
-        target = self.params['samples']
-      self.target = target
+      if self.epochs > 1:
+        print('Epoch %d/%d' % (epoch + 1, self.epochs))
       self.progbar = Progbar(
           target=self.target,
           verbose=self.verbose,
           stateful_metrics=self.stateful_metrics)
-    self.seen = 0
 
   def on_batch_begin(self, batch, logs=None):
     if self.seen < self.target:
@@ -1385,7 +1433,7 @@ class CSVLogger(Callback):
       is_zero_dim_ndarray = isinstance(k, np.ndarray) and k.ndim == 0
       if isinstance(k, six.string_types):
         return k
-      elif isinstance(k, Iterable) and not is_zero_dim_ndarray:
+      elif isinstance(k, collections.Iterable) and not is_zero_dim_ndarray:
         return '"[%s]"' % (', '.join(map(str, k)))
       else:
         return k
@@ -1413,7 +1461,7 @@ class CSVLogger(Callback):
       if self.append_header:
         self.writer.writeheader()
 
-    row_dict = OrderedDict({'epoch': epoch})
+    row_dict = collections.OrderedDict({'epoch': epoch})
     row_dict.update((key, handle_value(logs[key])) for key in self.keys)
     self.writer.writerow(row_dict)
     self.csv_file.flush()
diff --git a/tensorflow/python/keras/callbacks_test.py b/tensorflow/python/keras/callbacks_test.py
index 22efa7a378..9d9ede22c0 100644
--- a/tensorflow/python/keras/callbacks_test.py
+++ b/tensorflow/python/keras/callbacks_test.py
@@ -672,8 +672,8 @@ class KerasCallbacksTest(test.TestCase):
           callbacks=cbks,
           epochs=20)
       loss = history.history['loss']
-      assert len(loss) == 1
-      assert loss[0] == np.inf
+      self.assertEqual(len(loss), 1)
+      self.assertEqual(loss[0], np.inf)
 
   def test_TensorBoard(self):
     np.random.seed(1337)
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index c7faafe8e2..f3a991dc95 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -808,6 +808,17 @@ class Model(Network):
           name='predict_function',
           **kwargs)
 
+  def _get_execution_function(self, mode):
+    if mode == 'train':
+      self._make_fit_function()
+      return self._fit_function
+    if mode == 'test':
+      self._make_eval_function()
+      return self._eval_function
+    if mode == 'predict':
+      self._make_predict_function()
+      return self.predict_function
+
   def _get_iterator_get_next_tensors(self, iterator):
     get_next_op = self._iterator_get_next.get(iterator, None)
     if get_next_op is None:
@@ -1641,7 +1652,9 @@ class Model(Network):
           validation_steps=validation_steps)
     else:
       return training_arrays.fit_loop(
-          self, x, y,
+          self,
+          x,
+          y,
           sample_weights=sample_weights,
           batch_size=batch_size,
           epochs=epochs,
@@ -1891,32 +1904,28 @@ class Model(Network):
     Arguments:
         x: Input data. It could be:
           - A Numpy array (or array-like), or a list of arrays
-            (in case the model has multiple inputs).
+              (in case the model has multiple inputs).
           - A TensorFlow tensor, or a list of tensors
-            (in case the model has multiple inputs).
+              (in case the model has multiple inputs).
           - A dict mapping input names to the corresponding array/tensors,
-            if the model has named inputs.
+              if the model has named inputs.
           - A `tf.data` dataset or a dataset iterator.
-        y: Target data. Like the input data `x`,
-          it could be either Numpy array(s) or TensorFlow tensor(s).
-          It should be consistent with `x` (you cannot have Numpy inputs and
-          tensor targets, or inversely). If `x` is a dataset or a
-          dataset iterator, `y` should not be specified
+        y: Target data. Like the input data `x`, it could be either Numpy
+          array(s) or TensorFlow tensor(s). It should be consistent with `x`
+          (you cannot have Numpy inputs and tensor targets, or inversely). If
+          `x` is a dataset or a dataset iterator, `y` should not be specified
           (since targets will be obtained from the iterator).
         sample_weight: Optional array of the same length as x, containing
-            weights to apply to the model's loss for each sample.
-            In the case of temporal data, you can pass a 2D array
-            with shape (samples, sequence_length),
-            to apply a different weight to every timestep of every sample.
-            In this case you should make sure to specify
-            sample_weight_mode="temporal" in compile(). This argument is not
-            supported when `x` is a dataset or a dataset iterator.
-        class_weight: Optional dictionary mapping
-            class indices (integers) to
-            a weight (float) to apply to the model's loss for the samples
-            from this class during training.
-            This can be useful to tell the model to "pay more attention" to
-            samples from an under-represented class.
+          weights to apply to the model's loss for each sample. In the case of
+          temporal data, you can pass a 2D array with shape (samples,
+          sequence_length), to apply a different weight to every timestep of
+          every sample. In this case you should make sure to specify
+          sample_weight_mode="temporal" in compile(). This argument is not
+          supported when `x` is a dataset or a dataset iterator.
+        class_weight: Optional dictionary mapping class indices (integers) to a
+          weight (float) to apply to the model's loss for the samples from this
+          class during training. This can be useful to tell the model to "pay
+          more attention" to samples from an under-represented class.
 
     Returns:
         Scalar training loss
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index bad1cb40f2..2d3e8c184c 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -19,6 +19,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 import numpy as np
 
 from tensorflow.python.framework import errors
@@ -26,7 +28,6 @@ from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import callbacks as cbks
 from tensorflow.python.keras.engine import training_utils
 from tensorflow.python.keras.utils.generic_utils import make_batches
-from tensorflow.python.keras.utils.generic_utils import Progbar
 from tensorflow.python.keras.utils.generic_utils import slice_arrays
 from tensorflow.python.platform import tf_logging as logging
 
@@ -36,22 +37,165 @@ except ImportError:
   issparse = None
 
 
-def fit_loop(model,
-             inputs,
-             targets,
-             sample_weights=None,
-             batch_size=None,
-             epochs=100,
-             verbose=1,
-             callbacks=None,
-             val_inputs=None,
-             val_targets=None,
-             val_sample_weights=None,
-             shuffle=True,
-             initial_epoch=0,
-             steps_per_epoch=None,
-             validation_steps=None):
-  """Abstract fit function for arrays of data.
+class Aggregator(object):
+  """Abstract base class used to aggregate batch-level outputs of a loop.
+
+  Arguments:
+    use_steps: Whether the loop is using `step` or `batch_size`.
+    num_samples_or_steps: Either `batch_size*num_batches` or `steps`.
+  """
+
+  def __init__(self, use_steps, num_samples_or_steps):
+    self.use_steps = use_steps
+    self.num_samples_or_steps = num_samples_or_steps
+    self.results = []
+
+  def create(self, batch_outs):
+    """Create the initial results from the first batch outputs.
+
+    Arguments:
+      batch_outs: A list of batch-level outputs.
+    """
+    raise NotImplementedError
+
+  def aggregate(self, batch_outs, batch_start=None, batch_end=None):
+    """Aggregate batch-level results into total results.
+
+    Arguments:
+      batch_outs: A list of batch-level outputs.
+      batch_start: The start index of this batch. Always `None` if `use_steps`
+        is `True`.
+      batch_end: The end index of this batch. Always `None` if `use_steps` is
+        `True`.
+    """
+    raise NotImplementedError
+
+  def finalize(self):
+    """Prepare the total results to be returned."""
+    raise NotImplementedError
+
+
+class MetricsAggregator(Aggregator):
+  """Aggregator that calculates loss and metrics info."""
+
+  def create(self, batch_outs):
+    self.results = [0.] * len(batch_outs)
+
+  def aggregate(self, batch_outs, batch_start=None, batch_end=None):
+    # Loss.
+    if self.use_steps:
+      self.results[0] += batch_outs[0]
+    else:
+      self.results[0] += batch_outs[0] * (batch_end - batch_start)
+    # Metrics (always stateful, just grab current values.)
+    self.results[1:] = batch_outs[1:]
+
+  def finalize(self):
+    self.results[0] /= self.num_samples_or_steps
+
+
+class OutputsAggregator(Aggregator):
+  """Aggregator that concatenates outputs."""
+
+  def create(self, batch_outs):
+    if self.use_steps:
+      # Cannot pre-allocate the returned NumPy arrays bc
+      # batch sizes are unknown. Concatenate batches at the end.
+      for _ in batch_outs:
+        self.results.append([])
+    else:
+      # Pre-allocate NumPy arrays.
+      for batch_out in batch_outs:
+        shape = (self.num_samples_or_steps,) + batch_out.shape[1:]
+        self.results.append(np.zeros(shape, dtype=batch_out.dtype))
+
+  def aggregate(self, batch_outs, batch_start=None, batch_end=None):
+    if self.use_steps:
+      for i, batch_out in enumerate(batch_outs):
+        self.results[i].append(batch_out)
+    else:
+      for i, batch_out in enumerate(batch_outs):
+        self.results[i][batch_start:batch_end] = batch_out
+
+  def finalize(self):
+    if self.use_steps:
+      self.results = [np.concatenate(result, axis=0) for result in self.results]
+
+
+def _get_model_feed(model, mode):
+  if mode == 'predict':
+    feed = model._feed_inputs
+  else:
+    feed = (
+        model._feed_inputs + model._feed_targets + model._feed_sample_weights)
+  return feed
+
+
+def _validate_arguments(steps_per_epoch, validation_steps, kwargs):
+  for k in kwargs:
+    if k != 'steps':
+      raise ValueError('Invalid argument passed: {}'.format(k))
+
+  # Validate inputs when in training mode.
+  if validation_steps and steps_per_epoch is None:
+    raise ValueError('Can only use `validation_steps` '
+                     'when doing step-wise '
+                     'training, i.e. `steps_per_epoch` '
+                     'must be set.')
+
+
+def _print_train_info(inputs, val_inputs, steps_per_epoch, verbose):
+  if (val_inputs and steps_per_epoch is None and verbose and inputs and
+      hasattr(inputs[0], 'shape') and hasattr(val_inputs[0], 'shape')):
+    print('Train on %d samples, validate on %d samples' %
+          (inputs[0].shape[0], val_inputs[0].shape[0]))
+
+
+def _get_progbar(model, count_mode):
+  stateful_metric_names = None
+  if hasattr(model, 'metrics_names'):
+    stateful_metric_names = model.metrics_names[1:]  # Exclude `loss`
+  return cbks.ProgbarLogger(count_mode, stateful_metrics=stateful_metric_names)
+
+
+def _get_num_samples_or_steps(ins, batch_size, steps_per_epoch):
+  """Returns total number of samples (when training in batch mode) or steps."""
+  if steps_per_epoch:
+    return steps_per_epoch
+  return training_utils.check_num_samples(ins, batch_size, steps_per_epoch,
+                                          'steps_per_epoch')
+
+
+def _make_logs(model, outputs, mode, prefix=''):
+  """Used to make logs to send to `on_batch_end` methods."""
+  logs = {}
+  # TODO(omalleyt): handle outputs in prediction when Callback
+  # hooks are ready.
+  if mode in ['train', 'test']:
+    if hasattr(model, 'metrics_names'):
+      for label, output in zip(model.metrics_names, outputs):
+        logs[prefix + label] = output
+  return logs
+
+
+def model_iteration(model,
+                    inputs,
+                    targets=None,
+                    sample_weights=None,
+                    batch_size=None,
+                    epochs=1,
+                    verbose=1,
+                    callbacks=None,
+                    val_inputs=None,
+                    val_targets=None,
+                    val_sample_weights=None,
+                    shuffle=True,
+                    initial_epoch=0,
+                    steps_per_epoch=None,
+                    validation_steps=None,
+                    mode='train',
+                    **kwargs):
+  """Loop function for arrays of data with modes 'train'/'test'/'predict'.
 
   Arguments:
       model: Keras Model instance.
@@ -66,52 +210,52 @@ def fit_loop(model,
       val_targets: List of target arrays.
       val_sample_weights: Optional list of sample weight arrays.
       shuffle: Whether to shuffle the data at the beginning of each epoch
-          concatenation of list the display names of the outputs of
-           `f` and the list of display names of the outputs of `f_val`.
-      initial_epoch: Epoch at which to start training
-          (useful for resuming a previous training run)
-      steps_per_epoch: Total number of steps (batches of samples)
-          before declaring one epoch finished and starting the
-          next epoch. Ignored with the default value of `None`.
-      validation_steps: Number of steps to run validation for
-          (only if doing validation from data tensors).
-          Ignored with the default value of `None`.
+        concatenation of list the display names of the outputs of `f` and the
+        list of display names of the outputs of `f_val`.
+      initial_epoch: Epoch at which to start training (useful for resuming a
+        previous training run)
+      steps_per_epoch: Total number of steps (batches of samples) before
+        declaring one epoch finished and starting the next epoch. Ignored with
+        the default value of `None`.
+      validation_steps: Number of steps to run validation for (only if doing
+        validation from data tensors). Ignored with the default value of `None`.
+      mode: One of 'train'/'test'/'predict'.
+      **kwargs: Additional arguments for backwards compatibility.
 
   Returns:
-      `History` object.
+      - In 'train' mode: `History` object.
+      - In 'test' mode: Evaluation metrics.
+      - In 'predict' mode: Outputs of the Model called on inputs.
 
   Raises:
       ValueError: in case of invalid arguments.
   """
-  model._make_fit_function()
-  f = model._fit_function
+  # Backwards compatibility.
+  if 'steps' in kwargs:
+    steps_per_epoch = kwargs['steps']
 
-  sample_weights = sample_weights or []
-  val_sample_weights = val_sample_weights or []
+  _validate_arguments(steps_per_epoch, validation_steps, kwargs)
+  if mode == 'train':
+    _print_train_info(inputs, val_inputs, steps_per_epoch, verbose)
+
+  # Get step function and loop type.
+  f = model._get_execution_function(mode)
+  use_steps = steps_per_epoch is not None
+  do_validation = val_inputs is not None
+
+  # Prepare input data.
   inputs = training_utils.ModelInputs(inputs).as_list()
+  targets = targets or []
+  sample_weights = sample_weights or []
+  learning_phase_input = []
   if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
-    ins = inputs + targets + sample_weights + [1]
-  else:
-    ins = inputs + targets + sample_weights
-
-  do_validation = False
-  if val_inputs:
-    do_validation = True
-    if (steps_per_epoch is None and verbose and inputs and
-        hasattr(inputs[0], 'shape') and hasattr(val_inputs[0], 'shape')):
-      print('Train on %d samples, validate on %d samples' %
-            (inputs[0].shape[0], val_inputs[0].shape[0]))
-  if validation_steps:
-    do_validation = True
-    if steps_per_epoch is None:
-      raise ValueError('Can only use `validation_steps` '
-                       'when doing step-wise '
-                       'training, i.e. `steps_per_epoch` '
-                       'must be set.')
-
-  num_train_samples = training_utils.check_num_samples(
-      ins, batch_size, steps_per_epoch, 'steps_per_epoch')
-  count_mode = 'steps' if steps_per_epoch else 'samples'
+    learning_phase_input = [1] if mode == 'train' else [0]
+  ins = inputs + targets + sample_weights + learning_phase_input
+  num_samples_or_steps = _get_num_samples_or_steps(ins, batch_size,
+                                                   steps_per_epoch)
+
+  # Configure callbacks.
+  count_mode = 'steps' if use_steps else 'samples'
   callbacks = cbks.configure_callbacks(
       callbacks,
       model,
@@ -122,36 +266,55 @@ def fit_loop(model,
       batch_size=batch_size,
       epochs=epochs,
       steps_per_epoch=steps_per_epoch,
-      samples=num_train_samples,
+      samples=num_samples_or_steps,
       validation_steps=validation_steps,
-      verbose=verbose,
-      count_mode=count_mode)
-
-  if num_train_samples is not None:
-    index_array = np.arange(num_train_samples)
-
-  # To prevent a slowdown, we find beforehand the arrays that need conversion.
-  feed = model._feed_inputs + model._feed_targets + model._feed_sample_weights
-  indices_for_conversion_to_dense = []
-  for i in range(len(feed)):
-    if issparse is not None and issparse(ins[i]) and not K.is_sparse(feed[i]):
-      indices_for_conversion_to_dense.append(i)
+      verbose=0,  # Handle ProgBarLogger separately in this loop.
+      count_mode=count_mode,
+      mode=mode)
+  # TODO(omalleyt): Handle ProgBar as part of Callbacks once hooks are ready.
+  progbar = _get_progbar(model, count_mode)
+  progbar.params = callbacks.params
+
+  # Find beforehand arrays that need sparse-to-dense conversion.
+  if issparse is not None:
+    indices_for_conversion_to_dense = []
+    feed = _get_model_feed(model, mode)
+    for i, (input_data, feed_tensor) in enumerate(zip(ins, feed)):
+      if issparse(input_data) and not K.is_sparse(feed_tensor):
+        indices_for_conversion_to_dense.append(i)
+
+  # Select aggregation method.
+  if mode == 'predict':
+    aggregator = OutputsAggregator(use_steps, num_samples_or_steps)
+  else:
+    aggregator = MetricsAggregator(use_steps, num_samples_or_steps)
 
-  callbacks.on_train_begin()
+  callbacks.model.stop_training = False
+  callbacks._call_begin_hook(mode)
+  progbar.on_train_begin()
   for epoch in range(initial_epoch, epochs):
-    # Reset stateful metrics
-    for m in model.stateful_metric_functions:
-      m.reset_states()
-    # Update callbacks
-    callbacks.on_epoch_begin(epoch)
+    if callbacks.model.stop_training:
+      break
+
+    # Setup work for each epoch
+    results = []
     epoch_logs = {}
-    if steps_per_epoch is not None:
-      # Step-wise fit loop.
-      for step_index in range(steps_per_epoch):
-        batch_logs = {'batch': step_index, 'size': 1}
-        callbacks.on_batch_begin(step_index, batch_logs)
+    if hasattr(model, 'stateful_metric_functions'):
+      for m in model.stateful_metric_functions:
+        m.reset_states()
+    callbacks.on_epoch_begin(epoch, epoch_logs, mode=mode)
+    progbar.on_epoch_begin(epoch, epoch_logs)
+
+    if use_steps:
+      # Step-wise loop.
+      for step in range(steps_per_epoch):
+        batch_logs = {'batch': step, 'size': 1}
+        callbacks._call_batch_hook(mode, 'begin', step, batch_logs)
+        progbar.on_batch_begin(step, batch_logs)
+
+        # Get outputs.
         try:
-          outs = f(ins)
+          batch_outs = f(ins)
         except errors.OutOfRangeError:
           logging.warning('Your dataset iterator ran out of data; '
                           'interrupting training. Make sure that your dataset '
@@ -161,42 +324,36 @@ def fit_loop(model,
                           'dataset.' %
                           steps_per_epoch * epochs)
           break
+        if not isinstance(batch_outs, list):
+          batch_outs = [batch_outs]
 
-        if not isinstance(outs, list):
-          outs = [outs]
-        for l, o in zip(model.metrics_names, outs):
-          batch_logs[l] = o
+        # Aggregate results.
+        if step == 0:
+          aggregator.create(batch_outs)
+        aggregator.aggregate(batch_outs)
+
+        # Callbacks batch end.
+        batch_logs.update(_make_logs(model, batch_outs, mode))
+        callbacks._call_batch_hook(mode, 'end', step, batch_logs)
+        progbar.on_batch_end(step, batch_logs)
 
-        callbacks.on_batch_end(step_index, batch_logs)
         if callbacks.model.stop_training:
           break
-
-      if do_validation:
-        val_outs = test_loop(
-            model,
-            val_inputs,
-            val_targets,
-            sample_weights=val_sample_weights,
-            steps=validation_steps,
-            verbose=0)
-        if not isinstance(val_outs, list):
-          val_outs = [val_outs]
-        # Same labels assumed.
-        for l, o in zip(model.metrics_names, val_outs):
-          epoch_logs['val_' + l] = o
     else:
-      # Sample-wise fit loop.
+      # Sample-wise loop.
+      index_array = np.arange(num_samples_or_steps)
       if shuffle == 'batch':
         index_array = training_utils.batch_shuffle(index_array, batch_size)
       elif shuffle:
         np.random.shuffle(index_array)
-
-      batches = make_batches(num_train_samples, batch_size)
+      batches = make_batches(num_samples_or_steps, batch_size)
 
       for batch_index, (batch_start, batch_end) in enumerate(batches):
         batch_ids = index_array[batch_start:batch_end]
+
+        # Slice into a batch.
         try:
-          if isinstance(ins[-1], int):
+          if ins and isinstance(ins[-1], int):
             # Do not slice the training phase flag.
             ins_batch = slice_arrays(ins[:-1], batch_ids) + [ins[-1]]
           else:
@@ -205,240 +362,66 @@ def fit_loop(model,
           raise TypeError('TypeError while preparing batch. '
                           'If using HDF5 input data, '
                           'pass shuffle="batch".')
-        batch_logs = {}
-        batch_logs['batch'] = batch_index
-        batch_logs['size'] = len(batch_ids)
-        callbacks.on_batch_begin(batch_index, batch_logs)
+
+        # Sparse to dense conversion.
         for i in indices_for_conversion_to_dense:
           ins_batch[i] = ins_batch[i].toarray()
 
-        outs = f(ins_batch)
-        if not isinstance(outs, list):
-          outs = [outs]
-        for l, o in zip(model.metrics_names, outs):
-          batch_logs[l] = o
-
-        callbacks.on_batch_end(batch_index, batch_logs)
-        if callbacks.model.stop_training:
-          break
-
-        if batch_index == len(batches) - 1:  # Last batch.
-          if do_validation:
-            val_outs = test_loop(
-                model,
-                val_inputs,
-                val_targets,
-                sample_weights=val_sample_weights,
-                batch_size=batch_size,
-                verbose=0)
-            if not isinstance(val_outs, list):
-              val_outs = [val_outs]
-            # Same labels assumed.
-            for l, o in zip(model.metrics_names, val_outs):
-              epoch_logs['val_' + l] = o
-    callbacks.on_epoch_end(epoch, epoch_logs)
-    if callbacks.model.stop_training:
-      break
-  callbacks.on_train_end()
-  return model.history
-
-
-def predict_loop(model, inputs, batch_size=32, verbose=0, steps=None):
-  """Abstract method to loop over some data in batches.
+        # Callbacks batch_begin.
+        batch_logs = {'batch': batch_index, 'size': len(batch_ids)}
+        callbacks._call_batch_hook(mode, 'begin', batch_index, batch_logs)
+        progbar.on_batch_begin(batch_index, batch_logs)
 
-  Arguments:
-      model: Keras Model instance.
-      inputs: list of tensors to be fed to `f`.
-      batch_size: integer batch size.
-      verbose: verbosity mode.
-      steps: Total number of steps (batches of samples)
-          before declaring `_predict_loop` finished.
-          Ignored with the default value of `None`.
-
-  Returns:
-      Array of predictions (if the model has a single output)
-      or list of arrays of predictions
-      (if the model has multiple outputs).
-  """
-  model._make_predict_function()
-  f = model.predict_function
+        # Get outputs.
+        batch_outs = f(ins_batch)
+        if not isinstance(batch_outs, list):
+          batch_outs = [batch_outs]
 
-  inputs = training_utils.ModelInputs(inputs).as_list()
-  if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
-    ins = inputs + [0]
-  else:
-    ins = inputs
-
-  num_samples = training_utils.check_num_samples(
-      inputs, batch_size, steps, 'steps')
-  if verbose == 1:
-    if steps is not None:
-      progbar = Progbar(target=steps)
-    else:
-      progbar = Progbar(target=num_samples)
-
-  indices_for_conversion_to_dense = []
-  for i in range(len(model._feed_inputs)):
-    if (issparse is not None and issparse(inputs[i]) and
-        not K.is_sparse(model._feed_inputs[i])):
-      indices_for_conversion_to_dense.append(i)
-
-  if steps is not None:
-    # Step-based predictions.
-    # Since we do not know how many samples
-    # we will see, we cannot pre-allocate
-    # the returned Numpy arrays.
-    # Instead, we store one array per batch seen
-    # and concatenate them upon returning.
-    unconcatenated_outs = []
-    for step in range(steps):
-      batch_outs = f(ins)
-      if not isinstance(batch_outs, list):
-        batch_outs = [batch_outs]
-      if step == 0:
-        for batch_out in batch_outs:
-          unconcatenated_outs.append([])
-      for i, batch_out in enumerate(batch_outs):
-        unconcatenated_outs[i].append(batch_out)
-      if verbose == 1:
-        progbar.update(step + 1)
-    if len(unconcatenated_outs) == 1:
-      return np.concatenate(unconcatenated_outs[0], axis=0)
-    return [
-        np.concatenate(unconcatenated_outs[i], axis=0)
-        for i in range(len(unconcatenated_outs))
-    ]
-  else:
-    # Sample-based predictions.
-    outs = []
-    batches = make_batches(num_samples, batch_size)
-    index_array = np.arange(num_samples)
-    for batch_index, (batch_start, batch_end) in enumerate(batches):
-      batch_ids = index_array[batch_start:batch_end]
-      if ins and isinstance(ins[-1], int):
-        # Do not slice the training phase flag.
-        ins_batch = slice_arrays(ins[:-1], batch_ids) + [ins[-1]]
-      else:
-        ins_batch = slice_arrays(ins, batch_ids)
-      for i in indices_for_conversion_to_dense:
-        ins_batch[i] = ins_batch[i].toarray()
-
-      batch_outs = f(ins_batch)
-      if not isinstance(batch_outs, list):
-        batch_outs = [batch_outs]
-      if batch_index == 0:
-        # Pre-allocate the results arrays.
-        for batch_out in batch_outs:
-          shape = (num_samples,) + batch_out.shape[1:]
-          outs.append(np.zeros(shape, dtype=batch_out.dtype))
-      for i, batch_out in enumerate(batch_outs):
-        outs[i][batch_start:batch_end] = batch_out
-      if verbose == 1:
-        progbar.update(batch_end)
-    if len(outs) == 1:
-      return outs[0]
-    return outs
-
-
-def test_loop(model,
-              inputs,
-              targets,
-              sample_weights=None,
-              batch_size=None,
-              verbose=0,
-              steps=None):
-  """Abstract method to loop over some data in batches.
+        # Aggregate results.
+        if batch_index == 0:
+          aggregator.create(batch_outs)
+        aggregator.aggregate(batch_outs, batch_start, batch_end)
 
-  Arguments:
-      model: Keras Model instance.
-      inputs: List of input arrays.
-      targets: List of target arrays.
-      sample_weights: Optional list of sample weight arrays.
-      batch_size: integer batch size or `None`.
-      verbose: verbosity mode.
-      steps: Total number of steps (batches of samples)
-          before declaring predictions finished.
-          Ignored with the default value of `None`.
+        # Callbacks batch end.
+        batch_logs.update(_make_logs(model, batch_outs, mode))
+        callbacks._call_batch_hook(mode, 'end', batch_index, batch_logs)
+        progbar.on_batch_end(batch_index, batch_logs)
 
-  Returns:
-      Scalar loss (if the model has a single output and no metrics)
-      or list of scalars (if the model has multiple outputs
-      and/or metrics). The attribute `model.metrics_names` will give you
-      the display labels for the scalar outputs.
-  """
-  model._make_eval_function()
-  f = model._eval_function
+        if callbacks.model.stop_training:
+          break
 
-  sample_weights = sample_weights or []
-  inputs = training_utils.ModelInputs(inputs).as_list()
-  if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
-    ins = inputs + targets + sample_weights + [0]
-  else:
-    ins = inputs + targets + sample_weights
-
-  if hasattr(model, 'metrics'):
-    for m in model.stateful_metric_functions:
-      m.reset_states()
-
-  num_samples = training_utils.check_num_samples(
-      ins, batch_size, steps, 'steps')
-  outs = []
-  if verbose == 1:
-    if steps is not None:
-      progbar = Progbar(target=steps)
-    else:
-      progbar = Progbar(target=num_samples)
-
-  # To prevent a slowdown, we find beforehand the arrays that need conversion.
-  feed = model._feed_inputs + model._feed_targets + model._feed_sample_weights
-  indices_for_conversion_to_dense = []
-  for i in range(len(feed)):
-    if issparse is not None and issparse(ins[i]) and not K.is_sparse(feed[i]):
-      indices_for_conversion_to_dense.append(i)
-
-  if steps is not None:
-    for step in range(steps):
-      batch_outs = f(ins)
-      if isinstance(batch_outs, list):
-        if step == 0:
-          for _ in enumerate(batch_outs):
-            outs.append(0.)
-        outs[0] += batch_outs[0]  # index 0 = 'loss'
-        outs[1:] = batch_outs[1:]
-      else:
-        if step == 0:
-          outs.append(0.)
-        outs[0] += batch_outs
-      if verbose == 1:
-        progbar.update(step + 1)
-    outs[0] /= steps
-  else:
-    batches = make_batches(num_samples, batch_size)
-    index_array = np.arange(num_samples)
-    for batch_index, (batch_start, batch_end) in enumerate(batches):
-      batch_ids = index_array[batch_start:batch_end]
-      if isinstance(ins[-1], int):
-        # Do not slice the training phase flag.
-        ins_batch = slice_arrays(ins[:-1], batch_ids) + [ins[-1]]
-      else:
-        ins_batch = slice_arrays(ins, batch_ids)
-      for i in indices_for_conversion_to_dense:
-        ins_batch[i] = ins_batch[i].toarray()
-
-      batch_outs = f(ins_batch)
-
-      if isinstance(batch_outs, list):
-        if batch_index == 0:
-          outs.extend([0.] * len(batch_outs))
-        outs[0] += batch_outs[0] * len(batch_ids)  # index 0 = 'loss'
-        outs[1:] = batch_outs[1:]
-      else:
-        if batch_index == 0:
-          outs.append(0.)
-        outs[0] += batch_outs * len(batch_ids)
-      if verbose == 1:
-        progbar.update(batch_end)
-    outs[0] /= num_samples
-  if len(outs) == 1:
-    return outs[0]
-  return outs
+    aggregator.finalize()
+    results = aggregator.results
+    epoch_logs.update(_make_logs(model, results, mode))
+    if len(results) == 1:
+      results = results[0]
+
+    # Run the test loop every epoch during training.
+    if do_validation and not callbacks.model.stop_training:
+      val_results = model_iteration(
+          model,
+          val_inputs,
+          targets=val_targets,
+          sample_weights=val_sample_weights,
+          batch_size=batch_size,
+          steps_per_epoch=validation_steps,
+          callbacks=callbacks,
+          verbose=0,
+          mode='test')
+      if not isinstance(val_results, list):
+        val_results = [val_results]
+      epoch_logs.update(_make_logs(model, val_results, mode, prefix='val_'))
+
+    callbacks.on_epoch_end(epoch, epoch_logs, mode=mode)
+    progbar.on_epoch_end(epoch, epoch_logs)
+  callbacks._call_end_hook(mode)
+
+  if mode == 'train':
+    return model.history
+  return results
+
+
+# For backwards compatibility for internal users of these loops.
+fit_loop = functools.partial(model_iteration, mode='train')
+test_loop = functools.partial(model_iteration, mode='test', shuffle=False)
+predict_loop = functools.partial(model_iteration, mode='predict', shuffle=False)
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-base-logger.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-base-logger.pbtxt
index 9eee9b3789..7d298e9513 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-base-logger.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-base-logger.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt
index 5bb949c5bb..133205ab88 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-callback.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-callback.pbtxt
index a5340d52c1..d766c09ac5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-callback.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-callback.pbtxt
@@ -22,6 +22,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-early-stopping.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-early-stopping.pbtxt
index ed0f37647f..605f74e560 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-early-stopping.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-early-stopping.pbtxt
@@ -27,6 +27,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-history.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-history.pbtxt
index ee400b31c4..cd893e6726 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-history.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-history.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-lambda-callback.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-lambda-callback.pbtxt
index df8d7b0ef7..50f2054cab 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-lambda-callback.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-lambda-callback.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt
index ce1a9b694d..9ed9db0a89 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-model-checkpoint.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-model-checkpoint.pbtxt
index 48bb24a052..3d8d1363bb 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-model-checkpoint.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-model-checkpoint.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-progbar-logger.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-progbar-logger.pbtxt
index d8bb8b2a7d..5012f1517d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-progbar-logger.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-progbar-logger.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt
index dc27af9552..73652c2b61 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt
@@ -27,6 +27,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-remote-monitor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-remote-monitor.pbtxt
index 5a3b791c0a..24db71de11 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-remote-monitor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-remote-monitor.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-tensor-board.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-tensor-board.pbtxt
index e9d53b7225..c5503c69a5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-tensor-board.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-tensor-board.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt
index 5c2d336353..de6e8ef072 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-base-logger.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-base-logger.pbtxt
index 9eee9b3789..7d298e9513 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-base-logger.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-base-logger.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt
index 5bb949c5bb..133205ab88 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-c-s-v-logger.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-callback.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-callback.pbtxt
index a5340d52c1..d766c09ac5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-callback.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-callback.pbtxt
@@ -22,6 +22,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-early-stopping.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-early-stopping.pbtxt
index ed0f37647f..605f74e560 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-early-stopping.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-early-stopping.pbtxt
@@ -27,6 +27,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-history.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-history.pbtxt
index ee400b31c4..cd893e6726 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-history.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-history.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-lambda-callback.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-lambda-callback.pbtxt
index df8d7b0ef7..50f2054cab 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-lambda-callback.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-lambda-callback.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt
index ce1a9b694d..9ed9db0a89 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-learning-rate-scheduler.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-model-checkpoint.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-model-checkpoint.pbtxt
index 48bb24a052..3d8d1363bb 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-model-checkpoint.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-model-checkpoint.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-progbar-logger.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-progbar-logger.pbtxt
index d8bb8b2a7d..5012f1517d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-progbar-logger.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-progbar-logger.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt
index dc27af9552..73652c2b61 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-reduce-l-r-on-plateau.pbtxt
@@ -27,6 +27,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-remote-monitor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-remote-monitor.pbtxt
index 5a3b791c0a..24db71de11 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-remote-monitor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-remote-monitor.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-tensor-board.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-tensor-board.pbtxt
index e9d53b7225..c5503c69a5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-tensor-board.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-tensor-board.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt
index 5c2d336353..de6e8ef072 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.callbacks.-terminate-on-na-n.pbtxt
@@ -23,6 +23,14 @@ tf_class {
     name: "on_epoch_end"
     argspec: "args=[\'self\', \'epoch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "on_train_batch_begin"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "on_train_batch_end"
+    argspec: "args=[\'self\', \'batch\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "on_train_begin"
     argspec: "args=[\'self\', \'logs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 94a2c661e92731a5d2bd9ccea53d224db8fd0260 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 17:07:39 -0800
Subject: [PATCH 1374/1825] FeatureColumn: Keras serialization support for a
 list of feature_columns. PiperOrigin-RevId: 220888717

---
 tensorflow/python/feature_column/BUILD        |   1 +
 .../feature_column/feature_column_v2.py       | 507 ++++++++++++++++++
 .../feature_column/feature_column_v2_test.py  | 442 ++++++++++++++-
 tensorflow/python/keras/utils/__init__.py     |   2 +
 .../python/keras/utils/generic_utils.py       |  55 +-
 5 files changed, 975 insertions(+), 32 deletions(-)

diff --git a/tensorflow/python/feature_column/BUILD b/tensorflow/python/feature_column/BUILD
index fe4fd21eaa..d24a7ae80c 100644
--- a/tensorflow/python/feature_column/BUILD
+++ b/tensorflow/python/feature_column/BUILD
@@ -133,6 +133,7 @@ py_test(
     name = "feature_column_v2_test",
     srcs = ["feature_column_v2_test.py"],
     data = [":vocabulary_testdata"],
+    shard_count = 5,
     srcs_version = "PY2AND3",
     tags = [
         "no_cuda_on_cpu_tap",
diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index 94306958d6..9b4a7e882f 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -143,6 +143,9 @@ from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.engine.base_layer import Layer
+# TODO(b/118385027): Dependency on keras can be problematic if Keras moves out
+# of the main repo.
+from tensorflow.python.keras import utils
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import control_flow_ops
@@ -1869,6 +1872,101 @@ class FeatureColumn(object):
     """
     pass
 
+  @abc.abstractproperty
+  def parents(self):
+    """Returns a list of immediate raw feature and FeatureColumn dependencies.
+
+    For example:
+    # For the following feature columns
+    a = numeric_column('f1')
+    c = crossed_column(a, 'f2')
+    # The expected parents are:
+    a.parents = ['f1']
+    c.parents = [a, 'f2']
+    """
+    pass
+
+  @abc.abstractmethod
+  def _get_config(self):
+    """Returns the config of the feature column.
+
+    A FeatureColumn config is a Python dictionary (serializable) containing the
+    configuration of a FeatureColumn. The same FeatureColumn can be
+    reinstantiated later from this configuration.
+
+    The config of a feature column does not include information about feature
+    columns depending on it nor the FeatureColumn class name.
+
+    Example with (de)serialization practices followed in this file:
+    ```python
+    class SerializationExampleFeatureColumn(
+        FeatureColumn, collections.namedtuple(
+            'SerializationExampleFeatureColumn',
+            ('dimension', 'parent', 'dtype', 'normalizer_fn'))):
+
+      def _get_config(self):
+        # Create a dict from the namedtuple.
+        # Python attribute literals can be directly copied from / to the config.
+        # For example 'dimension', assuming it is an integer literal.
+        config = dict(zip(self._fields, self))
+
+        # (De)serialization of parent FeatureColumns should use the provided
+        # (de)serialize_feature_column() methods that take care of de-duping.
+        config['parent'] = serialize_feature_column(self.parent)
+
+        # Many objects provide custom (de)serialization e.g: for tf.DType
+        # tf.DType.name, tf.as_dtype() can be used.
+        config['dtype'] = self.dtype.name
+
+        # Non-trivial dependencies should be Keras-(de)serializable.
+        config['normalizer_fn'] = utils.serialize_keras_object(
+            self.normalizer_fn)
+
+        return config
+
+      @classmethod
+      def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+        # This should do the inverse transform from `_get_config` and construct
+        # the namedtuple.
+        kwargs = config.copy()
+        kwargs['parent'] = deserialize_feature_column(
+            config['parent'], custom_objects, columns_by_name)
+        kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+        kwargs['normalizer_fn'] = utils.deserialize_keras_object(
+          config['normalizer_fn'], custom_objects=custom_objects)
+        return cls(**kwargs)
+
+    ```
+    Returns:
+      A serializable Dict that can be used to deserialize the object with
+      from_config.
+    """
+    pass
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """Creates a FeatureColumn from its config.
+
+    This method should be the reverse of `_get_config`, capable of instantiating
+    the same FeatureColumn from the config dictionary. See `_get_config` for an
+    example of common (de)serialization practices followed in this file.
+
+    TODO(b/118939620): This is a private method until consensus is reached on
+    supporting object deserialization deduping within Keras.
+
+    Args:
+      config: A Dict config acquired with `_get_config`.
+      custom_objects: Optional dictionary mapping names (strings) to custom
+        classes or functions to be considered during deserialization.
+      columns_by_name: A Dict[String, FeatureColumn] of existing columns in
+        order to avoid duplication. Should be passed to any calls to
+        deserialize_feature_column().
+
+    Returns:
+      A FeatureColumn for the input config.
+    """
+    pass
+
 
 class DenseColumn(FeatureColumn):
   """Represents a column which can be represented as `Tensor`.
@@ -2375,6 +2473,32 @@ class NumericColumn(
     del trainable
     return inputs.get(self)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['normalizer_fn'] = utils.serialize_keras_object(self.normalizer_fn)
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    # TODO(b/118820158): Simplify if deserialize_keras_object supports None.
+    if config['normalizer_fn']:
+      kwargs['normalizer_fn'] = utils.deserialize_keras_object(
+          config['normalizer_fn'], custom_objects=custom_objects)
+    else:
+      kwargs['normalizer_fn'] = None
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class BucketizedColumn(
     DenseColumn,
@@ -2507,6 +2631,26 @@ class BucketizedColumn(
     input_tensor = inputs.get(self)
     return self._get_sparse_tensors_for_input_tensor(input_tensor)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.source_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['source_column'] = serialize_feature_column(self.source_column)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['source_column'] = deserialize_feature_column(
+        config['source_column'], custom_objects, columns_by_name)
+    return cls(**kwargs)
+
 
 class EmbeddingColumn(
     DenseColumn,
@@ -2714,6 +2858,34 @@ class EmbeddingColumn(
     return SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    config['initializer'] = utils.serialize_keras_object(self.initializer)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    # TODO(b/118820158): Simplify if deserialize_keras_object supports None.
+    if config['initializer']:
+      kwargs['initializer'] = utils.deserialize_keras_object(
+          config['initializer'], custom_objects=custom_objects)
+    else:
+      kwargs['initializer'] = None
+    return cls(**kwargs)
+
 
 def _raise_shared_embedding_column_error():
   raise ValueError('SharedEmbeddingColumns are not supported in '
@@ -2880,6 +3052,20 @@ class SharedEmbeddingColumn(
                                  trainable=None):
     return _raise_shared_embedding_column_error()
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
 
 def _create_tuple(shape, value):
   """Returns a tuple with given shape and filled with value."""
@@ -3074,6 +3260,25 @@ class HashedCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class VocabularyFileCategoricalColumn(
     CategoricalColumn,
@@ -3166,6 +3371,25 @@ class VocabularyFileCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class VocabularyListCategoricalColumn(
     CategoricalColumn,
@@ -3258,6 +3482,25 @@ class VocabularyListCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class IdentityCategoricalColumn(
     CategoricalColumn,
@@ -3359,6 +3602,21 @@ class IdentityCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    return dict(zip(self._fields, self))
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    return cls(**config)
+
 
 class WeightedCategoricalColumn(
     CategoricalColumn,
@@ -3457,6 +3715,29 @@ class WeightedCategoricalColumn(
     tensors = inputs.get(self)
     return CategoricalColumn.IdWeightPair(tensors[0], tensors[1])
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column, self.weight_feature_key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class CrossedColumn(
     CategoricalColumn,
@@ -3576,6 +3857,28 @@ class CrossedColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return list(self.keys)
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['keys'] = tuple([serialize_feature_column(fc) for fc in self.keys])
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['keys'] = tuple([
+        deserialize_feature_column(c, custom_objects, columns_by_name)
+        for c in config['keys']
+    ])
+    return cls(**kwargs)
+
 
 def _collect_leaf_level_keys(cross):
   """Collects base keys by expanding all nested crosses.
@@ -3954,6 +4257,27 @@ class IndicatorColumn(
     return SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    return cls(**kwargs)
+
 
 def _verify_static_batch_size_equality(tensors, columns):
   """Verify equality between static batch sizes.
@@ -4076,3 +4400,186 @@ class SequenceCategoricalColumn(
                           trainable=None):
     sparse_tensors = self.categorical_column._get_sparse_tensors(inputs)  # pylint: disable=protected-access
     return self._get_sparse_tensors_helper(sparse_tensors)
+
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    return cls(**kwargs)
+
+
+# FeatureColumn serialization, deserialization logic.
+
+
+def _check_config_keys(config, expected_keys):
+  """Checks that a config has all expected_keys."""
+  if set(config.keys()) != set(expected_keys):
+    raise ValueError('Invalid config: {}, expected keys: {}'.format(
+        config, expected_keys))
+
+
+def serialize_feature_column(fc):
+  """Serializes a FeatureColumn or a raw string key.
+
+  This method should only be used to serialize parent FeatureColumns when
+  implementing FeatureColumn._get_config(), else serialize_feature_columns()
+  is preferable.
+
+  This serialization also keeps information of the FeatureColumn class, so
+  deserialization is possible without knowing the class type. For example:
+
+  a = numeric_column('x')
+  a._get_config() gives:
+  {
+      'key': 'price',
+      'shape': (1,),
+      'default_value': None,
+      'dtype': 'float32',
+      'normalizer_fn': None
+  }
+  While serialize_feature_column(a) gives:
+  {
+      'class_name': 'NumericColumn',
+      'config': {
+          'key': 'price',
+          'shape': (1,),
+          'default_value': None,
+          'dtype': 'float32',
+          'normalizer_fn': None
+      }
+  }
+
+  Args:
+    fc: A FeatureColumn or raw feature key string.
+
+  Returns:
+    Keras serialization for FeatureColumns, leaves string keys unaffected.
+
+  Raises:
+    ValueError if called with input that is not string or FeatureColumn.
+  """
+  if isinstance(fc, six.string_types):
+    return fc
+  elif isinstance(fc, FeatureColumn):
+    return utils.serialize_keras_class_and_config(fc.__class__.__name__,
+                                                  fc._get_config())
+  else:
+    raise ValueError('Instance: {} is not a FeatureColumn'.format(fc))
+
+
+def deserialize_feature_column(config,
+                               custom_objects=None,
+                               columns_by_name=None):
+  """Deserializes a `config` generated with `serialize_feature_column`.
+
+  This method should only be used to deserialize parent FeatureColumns when
+  implementing FeatureColumn._from_config(), else deserialize_feature_columns()
+  is preferable. Returns a FeatureColumn for this config.
+  TODO(b/118939620): Simplify code if Keras utils support object deduping.
+
+  Args:
+    config: A Dict with the serialization of feature columns acquired by
+      `serialize_feature_column`, or a string representing a raw column.
+    custom_objects: A Dict from custom_object name to the associated keras
+      serializable objects (FeatureColumns, classes or functions).
+    columns_by_name: A Dict[String, FeatureColumn] of existing columns in order
+      to avoid duplication.
+
+  Raises:
+    ValueError if `config` has invalid format (e.g: expected keys missing,
+    or refers to unknown classes).
+
+  Returns:
+    A FeatureColumn corresponding to the input `config`.
+  """
+  if isinstance(config, six.string_types):
+    return config
+  # A dict from class_name to class for all FeatureColumns in this module.
+  # FeatureColumns not part of the module can be passed as custom_objects.
+  module_feature_column_classes = {
+      cls.__name__: cls for cls in [
+          BucketizedColumn, EmbeddingColumn, HashedCategoricalColumn,
+          IdentityCategoricalColumn, IndicatorColumn, NumericColumn,
+          SequenceCategoricalColumn, SequenceDenseColumn, SharedEmbeddingColumn,
+          VocabularyFileCategoricalColumn, VocabularyListCategoricalColumn,
+          WeightedCategoricalColumn
+      ]
+  }
+  if columns_by_name is None:
+    columns_by_name = {}
+
+  (cls, cls_config) = utils.class_and_config_for_serialized_keras_object(
+      config,
+      module_objects=module_feature_column_classes,
+      custom_objects=custom_objects,
+      printable_module_name='feature_column_v2')
+
+  if not issubclass(cls, FeatureColumn):
+    raise ValueError(
+        'Expected FeatureColumn class, instead found: {}'.format(cls))
+
+  # Always deserialize the FeatureColumn, in order to get the name.
+  new_instance = cls._from_config(cls_config, columns_by_name=columns_by_name)  # pylint: disable=protected-access
+
+  # If the name already exists, re-use the column from columns_by_name,
+  # (new_instance remains unused).
+  return columns_by_name.setdefault(new_instance.name, new_instance)
+
+
+def serialize_feature_columns(feature_columns):
+  """Serializes a list of FeatureColumns.
+
+  Returns a list of Keras-style config dicts that represent the input
+  FeatureColumns and can be used with `deserialize_feature_columns` for
+  reconstructing the original columns.
+
+  Args:
+    feature_columns: A list of FeatureColumns.
+
+  Returns:
+    Keras serialization for the list of FeatureColumns.
+
+  Raises:
+    ValueError if called with input that is not a list of FeatureColumns.
+  """
+  return [serialize_feature_column(fc) for fc in feature_columns]
+
+
+def deserialize_feature_columns(configs, custom_objects=None):
+  """Deserializes a list of FeatureColumns configs.
+
+  Returns a list of FeatureColumns given a list of config dicts acquired by
+  `serialize_feature_columns`.
+
+  Args:
+    configs: A list of Dicts with the serialization of feature columns acquired
+      by `serialize_feature_columns`.
+    custom_objects: A Dict from custom_object name to the associated keras
+      serializable objects (FeatureColumns, classes or functions).
+
+  Returns:
+    FeatureColumn objects corresponding to the input configs.
+
+  Raises:
+    ValueError if called with input that is not a list of FeatureColumns.
+  """
+  columns_by_name = {}
+  return [
+      deserialize_feature_column(c, custom_objects, columns_by_name)
+      for c in configs
+  ]
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index 2df0e104e1..a26b860056 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -69,11 +69,30 @@ def get_linear_model_column_var(column, name='linear_model'):
                             name + '/' + column.name)[0]
 
 
+class BaseFeatureColumnForTests(fc.FeatureColumn):
+  """A base FeatureColumn useful to avoid boiler-plate in tests.
+
+  Provides dummy implementations for abstract methods that raise ValueError in
+  order to avoid re-defining all abstract methods for each test sub-class.
+  """
+
+  @property
+  def parents(self):
+    raise ValueError('Should not use this method.')
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    raise ValueError('Should not use this method.')
+
+  def _get_config(self):
+    raise ValueError('Should not use this method.')
+
+
 class LazyColumnTest(test.TestCase):
 
   def test_transformations_called_once(self):
 
-    class TransformCounter(fc.FeatureColumn):
+    class TransformCounter(BaseFeatureColumnForTests):
 
       def __init__(self):
         self.num_transform = 0
@@ -105,7 +124,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_returns_transform_output(self):
 
-    class Transformer(fc.FeatureColumn):
+    class Transformer(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -130,7 +149,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_does_not_pollute_given_features_dict(self):
 
-    class Transformer(fc.FeatureColumn):
+    class Transformer(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -164,7 +183,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_not_supported_feature_column(self):
 
-    class NotAProperColumn(fc.FeatureColumn):
+    class NotAProperColumn(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -412,6 +431,28 @@ class NumericColumnTest(test.TestCase):
         sess.run(price_var.assign([[10.]]))
         self.assertAllClose([[10.], [50.]], predictions.eval())
 
+  def test_serialization(self):
+
+    def _increment_two(input_tensor):
+      return input_tensor + 2.
+
+    price = fc.numeric_column('price', normalizer_fn=_increment_two)
+    self.assertEqual(['price'], price.parents)
+
+    config = price._get_config()
+    self.assertEqual({
+        'key': 'price',
+        'shape': (1,),
+        'default_value': None,
+        'dtype': 'float32',
+        'normalizer_fn': '_increment_two'
+    }, config)
+
+    self.assertEqual(
+        price,
+        fc.NumericColumn._from_config(
+            config, custom_objects={'_increment_two': _increment_two}))
+
 
 class BucketizedColumnTest(test.TestCase):
 
@@ -727,6 +768,35 @@ class BucketizedColumnTest(test.TestCase):
         sess.run(bias.assign([1.]))
         self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
 
+  def test_serialization(self):
+    price = fc.numeric_column('price', shape=[2])
+    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    self.assertEqual([price], bucketized_price.parents)
+
+    config = bucketized_price._get_config()
+    self.assertEqual({
+        'source_column': {
+            'class_name': 'NumericColumn',
+            'config': {
+                'key': 'price',
+                'shape': (2,),
+                'default_value': None,
+                'dtype': 'float32',
+                'normalizer_fn': None
+            }
+        },
+        'boundaries': (0, 2, 4, 6)
+    }, config)
+
+    new_bucketized_price = fc.BucketizedColumn._from_config(config)
+    self.assertEqual(bucketized_price, new_bucketized_price)
+    self.assertIsNot(price, new_bucketized_price.source_column)
+
+    new_bucketized_price = fc.BucketizedColumn._from_config(
+        config, columns_by_name={price.name: price})
+    self.assertEqual(bucketized_price, new_bucketized_price)
+    self.assertIs(price, new_bucketized_price.source_column)
+
 
 class HashedCategoricalColumnTest(test.TestCase):
 
@@ -953,6 +1023,20 @@ class HashedCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
         self.assertAllClose(((4.,), (6.,)), predictions.eval())
 
+  def test_serialization(self):
+    wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
+    self.assertEqual(['wire'], wire_column.parents)
+
+    config = wire_column._get_config()
+    self.assertEqual({
+        'key': 'wire',
+        'hash_bucket_size': 4,
+        'dtype': 'string'
+    }, config)
+
+    self.assertEqual(wire_column,
+                     fc.HashedCategoricalColumn._from_config(config))
+
 
 class CrossedColumnTest(test.TestCase):
 
@@ -1202,7 +1286,8 @@ class CrossedColumnTest(test.TestCase):
 
   def test_linear_model_with_weights(self):
 
-    class _TestColumnWithWeights(fc.CategoricalColumn):
+    class _TestColumnWithWeights(BaseFeatureColumnForTests,
+                                 fc.CategoricalColumn):
       """Produces sparse IDs and sparse weights."""
 
       @property
@@ -1294,7 +1379,8 @@ class CrossedColumnTest(test.TestCase):
 
   def test_old_linear_model_with_weights(self):
 
-    class _TestColumnWithWeights(fc.CategoricalColumn,
+    class _TestColumnWithWeights(BaseFeatureColumnForTests,
+                                 fc.CategoricalColumn,
                                  fc_old._CategoricalColumn):
       """Produces sparse IDs and sparse weights."""
 
@@ -1401,6 +1487,47 @@ class CrossedColumnTest(test.TestCase):
         sess.run(bias.assign((.1,)))
         self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
 
+  def test_serialization(self):
+    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column(a, boundaries=(0, 1))
+    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+
+    self.assertEqual([b, 'c'], crossed.parents)
+
+    config = crossed._get_config()
+    self.assertEqual({
+        'hash_bucket_size':
+            5,
+        'hash_key':
+            5,
+        'keys': ({
+            'config': {
+                'boundaries': (0, 1),
+                'source_column': {
+                    'config': {
+                        'dtype': 'int32',
+                        'default_value': None,
+                        'key': 'a',
+                        'normalizer_fn': None,
+                        'shape': (2,)
+                    },
+                    'class_name': 'NumericColumn'
+                }
+            },
+            'class_name': 'BucketizedColumn'
+        }, 'c')
+    }, config)
+
+    new_crossed = fc.CrossedColumn._from_config(config)
+    self.assertEqual(crossed, new_crossed)
+    self.assertIsNot(b, new_crossed.keys[0])
+
+    new_crossed = fc.CrossedColumn._from_config(
+        config, columns_by_name={b.name: b})
+    self.assertEqual(crossed, new_crossed)
+    self.assertIs(b, new_crossed.keys[0])
+
+
 
 class LinearModelTest(test.TestCase):
 
@@ -1415,7 +1542,7 @@ class LinearModelTest(test.TestCase):
 
   def test_should_be_dense_or_categorical_column(self):
 
-    class NotSupportedColumn(fc.FeatureColumn):
+    class NotSupportedColumn(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -1508,7 +1635,8 @@ class LinearModelTest(test.TestCase):
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _DenseAndSparseColumn(fc.DenseColumn, fc.CategoricalColumn):
+    class _DenseAndSparseColumn(BaseFeatureColumnForTests, fc.DenseColumn,
+                                fc.CategoricalColumn):
 
       @property
       def _is_v2_column(self):
@@ -2092,7 +2220,8 @@ class OldLinearModelTest(test.TestCase):
 
   def test_should_be_dense_or_categorical_column(self):
 
-    class NotSupportedColumn(fc.FeatureColumn, fc_old._FeatureColumn):
+    class NotSupportedColumn(BaseFeatureColumnForTests, fc.FeatureColumn,
+                             fc_old._FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -2188,8 +2317,9 @@ class OldLinearModelTest(test.TestCase):
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _DenseAndSparseColumn(fc.DenseColumn, fc.CategoricalColumn,
-                                fc_old._DenseColumn, fc_old._CategoricalColumn):
+    class _DenseAndSparseColumn(BaseFeatureColumnForTests, fc.DenseColumn,
+                                fc.CategoricalColumn, fc_old._DenseColumn,
+                                fc_old._CategoricalColumn):
 
       @property
       def _is_v2_column(self):
@@ -4075,7 +4205,7 @@ class FunctionalInputLayerTest(test.TestCase):
 
 class MakeParseExampleSpecTest(test.TestCase):
 
-  class _TestFeatureColumn(fc.FeatureColumn,
+  class _TestFeatureColumn(BaseFeatureColumnForTests,
                            collections.namedtuple('_TestFeatureColumn',
                                                   ('parse_spec'))):
 
@@ -4634,6 +4764,28 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
+  def test_serialization(self):
+    wire_column = fc.categorical_column_with_vocabulary_file(
+        key='wire',
+        vocabulary_file=self._wire_vocabulary_file_name,
+        vocabulary_size=self._wire_vocabulary_size,
+        num_oov_buckets=1)
+
+    self.assertEqual(['wire'], wire_column.parents)
+
+    config = wire_column._get_config()
+    self.assertEqual({
+        'default_value': -1,
+        'dtype': 'string',
+        'key': 'wire',
+        'num_oov_buckets': 1,
+        'vocabulary_file': self._wire_vocabulary_file_name,
+        'vocabulary_size': 3
+    }, config)
+
+    self.assertEqual(wire_column,
+                     fc.VocabularyFileCategoricalColumn._from_config(config))
+
 
 class VocabularyListCategoricalColumnTest(test.TestCase):
 
@@ -5035,6 +5187,27 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
+  def test_serialization(self):
+    wire_column = fc.categorical_column_with_vocabulary_list(
+        key='aaa',
+        vocabulary_list=('omar', 'stringer', 'marlo'),
+        num_oov_buckets=1)
+
+    self.assertEqual(['aaa'], wire_column.parents)
+
+    config = wire_column._get_config()
+    self.assertEqual({
+        'default_value': -1,
+        'dtype': 'string',
+        'key': 'aaa',
+        'num_oov_buckets': 1,
+        'vocabulary_list': ('omar', 'stringer', 'marlo')
+    }, config)
+
+    self.assertEqual(wire_column,
+                     fc.VocabularyListCategoricalColumn._from_config(config))
+
+
 
 class IdentityCategoricalColumnTest(test.TestCase):
 
@@ -5289,6 +5462,20 @@ class IdentityCategoricalColumnTest(test.TestCase):
         # weight_var[2] + weight_var[1] = 3+2 = 5
         self.assertAllClose(((1.,), (5.,)), predictions.eval())
 
+  def test_serialization(self):
+    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+
+    self.assertEqual(['aaa'], column.parents)
+
+    config = column._get_config()
+    self.assertEqual({
+        'default_value': None,
+        'key': 'aaa',
+        'number_buckets': 3
+    }, config)
+
+    self.assertEqual(column, fc.IdentityCategoricalColumn._from_config(config))
+
 
 class TransformFeaturesTest(test.TestCase):
 
@@ -5318,7 +5505,7 @@ class TransformFeaturesTest(test.TestCase):
   def test_column_order(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _LoggerColumn(fc.FeatureColumn):
+    class _LoggerColumn(BaseFeatureColumnForTests):
 
       def __init__(self, name):
         self._name = name
@@ -5607,6 +5794,34 @@ class IndicatorColumnTest(test.TestCase):
       with _initialized_session():
         self.assertAllClose([[0., 1., 1., 0.]], net.eval())
 
+  def test_serialization(self):
+    parent = fc.categorical_column_with_identity('animal', num_buckets=4)
+    animal = fc.indicator_column(parent)
+
+    self.assertEqual([parent], animal.parents)
+
+    config = animal._get_config()
+    self.assertEqual({
+        'categorical_column': {
+            'class_name': 'IdentityCategoricalColumn',
+            'config': {
+                'key': 'animal',
+                'default_value': None,
+                'number_buckets': 4
+            }
+        }
+    }, config)
+
+    new_animal = fc.IndicatorColumn._from_config(config)
+    self.assertEqual(animal, new_animal)
+    self.assertIsNot(parent, new_animal.categorical_column)
+
+    new_animal = fc.IndicatorColumn._from_config(
+        config, columns_by_name={parent.name: parent})
+    self.assertEqual(animal, new_animal)
+    self.assertIs(parent, new_animal.categorical_column)
+
+
 
 class _TestStateManager(fc.StateManager):
 
@@ -6495,6 +6710,56 @@ class EmbeddingColumnTest(test.TestCase):
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
         self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
 
+  def test_serialization(self):
+
+    def _initializer(shape, dtype, partition_info):
+      del shape, dtype, partition_info
+      return ValueError('Not expected to be called')
+
+    # Build columns.
+    categorical_column = fc.categorical_column_with_identity(
+        key='aaa', num_buckets=3)
+    embedding_column = fc.embedding_column(
+        categorical_column, dimension=2, initializer=_initializer)
+
+    self.assertEqual([categorical_column], embedding_column.parents)
+
+    config = embedding_column._get_config()
+    self.assertEqual({
+        'categorical_column': {
+            'class_name': 'IdentityCategoricalColumn',
+            'config': {
+                'number_buckets': 3,
+                'key': 'aaa',
+                'default_value': None
+            }
+        },
+        'ckpt_to_load_from': None,
+        'combiner': 'mean',
+        'dimension': 2,
+        'initializer': '_initializer',
+        'max_norm': None,
+        'tensor_name_in_ckpt': None,
+        'trainable': True
+    }, config)
+
+    custom_objects = {
+        '_initializer': _initializer,
+    }
+
+    new_embedding_column = fc.EmbeddingColumn._from_config(
+        config, custom_objects=custom_objects)
+    self.assertEqual(embedding_column, new_embedding_column)
+    self.assertIsNot(categorical_column,
+                     new_embedding_column.categorical_column)
+
+    new_embedding_column = fc.EmbeddingColumn._from_config(
+        config,
+        custom_objects=custom_objects,
+        columns_by_name={categorical_column.name: categorical_column})
+    self.assertEqual(embedding_column, new_embedding_column)
+    self.assertIs(categorical_column, new_embedding_column.categorical_column)
+
 
 class SharedEmbeddingColumnTest(test.TestCase):
 
@@ -7017,6 +7282,26 @@ class SharedEmbeddingColumnTest(test.TestCase):
   def test_feature_layer_no_trainable(self):
     self._test_feature_layer(trainable=False)
 
+  def test_serialization(self):
+
+    def _initializer(shape, dtype, partition_info):
+      del shape, dtype, partition_info
+      return ValueError('Not expected to be called')
+
+    categorical_column_a = fc.categorical_column_with_identity(
+        key='aaa', num_buckets=3)
+    categorical_column_b = fc.categorical_column_with_identity(
+        key='bbb', num_buckets=3)
+    embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
+        [categorical_column_a, categorical_column_b],
+        dimension=2,
+        initializer=_initializer)
+
+    self.assertEqual([categorical_column_a], embedding_column_a.parents)
+    self.assertEqual([categorical_column_b], embedding_column_b.parents)
+    # TODO(rohanj): Add tests for (from|get)_config once implemented
+
+
 
 class WeightedCategoricalColumnTest(test.TestCase):
 
@@ -7465,5 +7750,136 @@ class WeightedCategoricalColumnTest(test.TestCase):
 
   # TODO(ptucker): Add test with embedding of weighted categorical.
 
+  def test_serialization(self):
+    categorical_column = fc.categorical_column_with_identity(
+        key='ids', num_buckets=3)
+    column = fc.weighted_categorical_column(
+        categorical_column=categorical_column, weight_feature_key='weight')
+
+    self.assertEqual([categorical_column, 'weight'], column.parents)
+
+    config = column._get_config()
+    self.assertEqual({
+        'categorical_column': {
+            'config': {
+                'key': 'ids',
+                'number_buckets': 3,
+                'default_value': None
+            },
+            'class_name': 'IdentityCategoricalColumn'
+        },
+        'dtype': 'float32',
+        'weight_feature_key': 'weight'
+    }, config)
+
+    self.assertEqual(column, fc.WeightedCategoricalColumn._from_config(config))
+
+    new_column = fc.WeightedCategoricalColumn._from_config(
+        config, columns_by_name={categorical_column.name: categorical_column})
+    self.assertEqual(column, new_column)
+    self.assertIs(categorical_column, new_column.categorical_column)
+
+
+class FeatureColumnForSerializationTest(BaseFeatureColumnForTests):
+
+  @property
+  def _is_v2_column(self):
+    return True
+
+  @property
+  def name(self):
+    return 'BadParentsFeatureColumn'
+
+  def transform_feature(self, transformation_cache, state_manager):
+    return 'Output'
+
+  @property
+  def parse_example_spec(self):
+    pass
+
+
+class SerializationTest(test.TestCase):
+  """Tests for serialization, deserialization helpers."""
+
+  def test_serialize_non_feature_column(self):
+
+    class NotAFeatureColumn(object):
+      pass
+
+    with self.assertRaisesRegexp(ValueError, 'is not a FeatureColumn'):
+      fc.serialize_feature_column(NotAFeatureColumn())
+
+  def test_deserialize_invalid_config(self):
+    with self.assertRaisesRegexp(ValueError, 'Improper config format: {}'):
+      fc.deserialize_feature_column({})
+
+  def test_deserialize_config_missing_key(self):
+    config_missing_key = {
+        'config': {
+            # Dtype is missing and should cause a failure.
+            # 'dtype': 'int32',
+            'default_value': None,
+            'key': 'a',
+            'normalizer_fn': None,
+            'shape': (2,)
+        },
+        'class_name': 'NumericColumn'
+    }
+    with self.assertRaisesRegexp(ValueError, 'Invalid config:'):
+      fc.deserialize_feature_column(config_missing_key)
+
+  def test_deserialize_invalid_class(self):
+    with self.assertRaisesRegexp(
+        ValueError, 'Unknown feature_column_v2: NotExistingFeatureColumnClass'):
+      fc.deserialize_feature_column({
+          'class_name': 'NotExistingFeatureColumnClass',
+          'config': {}
+      })
+
+  def test_deserialization_deduping(self):
+    price = fc.numeric_column('price')
+    bucketized_price = fc.bucketized_column(price, boundaries=[0, 1])
+
+    configs = fc.serialize_feature_columns([price, bucketized_price])
+
+    deserialized_feature_columns = fc.deserialize_feature_columns(configs)
+    self.assertEqual(2, len(deserialized_feature_columns))
+    new_price = deserialized_feature_columns[0]
+    new_bucketized_price = deserialized_feature_columns[1]
+
+    # Ensure these are not the original objects:
+    self.assertIsNot(price, new_price)
+    self.assertIsNot(bucketized_price, new_bucketized_price)
+    # But they are equivalent:
+    self.assertEquals(price, new_price)
+    self.assertEquals(bucketized_price, new_bucketized_price)
+
+    # Check that deduping worked:
+    self.assertIs(new_bucketized_price.source_column, new_price)
+
+  def deserialization_custom_objects(self):
+    # Note that custom_objects is also tested extensively above per class, this
+    # test ensures that the public wrappers also handle it correctly.
+    def _custom_fn(input_tensor):
+      return input_tensor + 42.
+
+    price = fc.numeric_column('price', normalizer_fn=_custom_fn)
+
+    configs = fc.serialize_feature_columns([price])
+
+    deserialized_feature_columns = fc.deserialize_feature_columns(configs)
+
+    self.assertEqual(1, len(deserialized_feature_columns))
+    new_price = deserialized_feature_columns[0]
+
+    # Ensure these are not the original objects:
+    self.assertIsNot(price, new_price)
+    # But they are equivalent:
+    self.assertEquals(price, new_price)
+
+    # Check that normalizer_fn points to the correct function.
+    self.assertIs(new_price.normalizer_fn, _custom_fn)
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/utils/__init__.py b/tensorflow/python/keras/utils/__init__.py
index c442b31116..8939044f71 100644
--- a/tensorflow/python/keras/utils/__init__.py
+++ b/tensorflow/python/keras/utils/__init__.py
@@ -23,11 +23,13 @@ from tensorflow.python.keras.utils.data_utils import get_file
 from tensorflow.python.keras.utils.data_utils import OrderedEnqueuer
 from tensorflow.python.keras.utils.data_utils import Sequence
 from tensorflow.python.keras.utils.data_utils import SequenceEnqueuer
+from tensorflow.python.keras.utils.generic_utils import class_and_config_for_serialized_keras_object
 from tensorflow.python.keras.utils.generic_utils import custom_object_scope
 from tensorflow.python.keras.utils.generic_utils import CustomObjectScope
 from tensorflow.python.keras.utils.generic_utils import deserialize_keras_object
 from tensorflow.python.keras.utils.generic_utils import get_custom_objects
 from tensorflow.python.keras.utils.generic_utils import Progbar
+from tensorflow.python.keras.utils.generic_utils import serialize_keras_class_and_config
 from tensorflow.python.keras.utils.generic_utils import serialize_keras_object
 from tensorflow.python.keras.utils.io_utils import HDF5Matrix
 from tensorflow.python.keras.utils.layer_utils import convert_all_kernels_in_model
diff --git a/tensorflow/python/keras/utils/generic_utils.py b/tensorflow/python/keras/utils/generic_utils.py
index 5af82f3691..375bd9d196 100644
--- a/tensorflow/python/keras/utils/generic_utils.py
+++ b/tensorflow/python/keras/utils/generic_utils.py
@@ -125,22 +125,48 @@ def get_custom_objects():
   return _GLOBAL_CUSTOM_OBJECTS
 
 
+def serialize_keras_class_and_config(cls_name, cls_config):
+  """Returns the serialization of the class with the given config."""
+  return {'class_name': cls_name, 'config': cls_config}
+
+
 @tf_export('keras.utils.serialize_keras_object')
 def serialize_keras_object(instance):
   _, instance = tf_decorator.unwrap(instance)
   if instance is None:
     return None
   if hasattr(instance, 'get_config'):
-    return {
-        'class_name': instance.__class__.__name__,
-        'config': instance.get_config()
-    }
+    return serialize_keras_class_and_config(instance.__class__.__name__,
+                                            instance.get_config())
   if hasattr(instance, '__name__'):
     return instance.__name__
   else:
     raise ValueError('Cannot serialize', instance)
 
 
+def class_and_config_for_serialized_keras_object(
+    config,
+    module_objects=None,
+    custom_objects=None,
+    printable_module_name='object'):
+  """Returns the class name and config for a serialized keras object."""
+  if (not isinstance(config, dict) or 'class_name' not in config or
+      'config' not in config):
+    raise ValueError('Improper config format: ' + str(config))
+
+  class_name = config['class_name']
+  if custom_objects and class_name in custom_objects:
+    cls = custom_objects[class_name]
+  elif class_name in _GLOBAL_CUSTOM_OBJECTS:
+    cls = _GLOBAL_CUSTOM_OBJECTS[class_name]
+  else:
+    module_objects = module_objects or {}
+    cls = module_objects.get(class_name)
+    if cls is None:
+      raise ValueError('Unknown ' + printable_module_name + ': ' + class_name)
+  return (cls, config['config'])
+
+
 @tf_export('keras.utils.deserialize_keras_object')
 def deserialize_keras_object(identifier,
                              module_objects=None,
@@ -151,37 +177,28 @@ def deserialize_keras_object(identifier,
   if isinstance(identifier, dict):
     # In this case we are dealing with a Keras config dictionary.
     config = identifier
-    if 'class_name' not in config or 'config' not in config:
-      raise ValueError('Improper config format: ' + str(config))
-    class_name = config['class_name']
-    if custom_objects and class_name in custom_objects:
-      cls = custom_objects[class_name]
-    elif class_name in _GLOBAL_CUSTOM_OBJECTS:
-      cls = _GLOBAL_CUSTOM_OBJECTS[class_name]
-    else:
-      module_objects = module_objects or {}
-      cls = module_objects.get(class_name)
-      if cls is None:
-        raise ValueError('Unknown ' + printable_module_name + ': ' + class_name)
+    (cls, cls_config) = class_and_config_for_serialized_keras_object(
+        config, module_objects, custom_objects, printable_module_name)
+
     if hasattr(cls, 'from_config'):
       arg_spec = tf_inspect.getfullargspec(cls.from_config)
       custom_objects = custom_objects or {}
 
       if 'custom_objects' in arg_spec.args:
         return cls.from_config(
-            config['config'],
+            cls_config,
             custom_objects=dict(
                 list(_GLOBAL_CUSTOM_OBJECTS.items()) +
                 list(custom_objects.items())))
       with CustomObjectScope(custom_objects):
-        return cls.from_config(config['config'])
+        return cls.from_config(cls_config)
     else:
       # Then `cls` may be a function returning a class.
       # in this case by convention `config` holds
       # the kwargs of the function.
       custom_objects = custom_objects or {}
       with CustomObjectScope(custom_objects):
-        return cls(**config['config'])
+        return cls(**cls_config)
   elif isinstance(identifier, six.string_types):
     function_name = identifier
     if custom_objects and function_name in custom_objects:
-- 
GitLab


From 84a5f4483a9909f88e109418a8662e675d077d19 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Fri, 9 Nov 2018 17:31:22 -0800
Subject: [PATCH 1375/1825] Remove tf.container in TensorFlow 2.0. Add
 tf.container -> tf.compat.v1.container to tf_upgrade_v2.py.

PiperOrigin-RevId: 220890972
---
 tensorflow/python/framework/ops.py              | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 tensorflow/tools/compatibility/renames_v2.py    | 1 +
 3 files changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 85e5f53adc..b5237a3b8e 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -4995,7 +4995,7 @@ def device_v2(device_name):
     return get_default_graph().device(device_name)
 
 
-@tf_export("container")
+@tf_export(v1=["container"])
 def container(container_name):
   """Wrapper for `Graph.container()` using the default graph.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 73b940365a..dc84864cb6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -620,10 +620,6 @@ tf_module {
     name: "constant"
     argspec: "args=[\'value\', \'dtype\', \'shape\', \'name\', \'verify_shape\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Const\', \'False\'], "
   }
-  member_method {
-    name: "container"
-    argspec: "args=[\'container_name\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "control_dependencies"
     argspec: "args=[\'control_inputs\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 93f915346c..2a40a412ad 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -88,6 +88,7 @@ renames = {
     'tf.colocate_with': 'tf.compat.v1.colocate_with',
     'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
+    'tf.container': 'tf.compat.v1.container',
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
-- 
GitLab


From 9d4c0b59c8d637cb5fd08ee6ba9c6841a64e64c3 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Fri, 9 Nov 2018 17:55:36 -0800
Subject: [PATCH 1376/1825] Remove tf.make_tensor_proto in TensorFlow 2.0.

PiperOrigin-RevId: 220892953
---
 tensorflow/python/framework/tensor_util.py      | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/python/framework/tensor_util.py b/tensorflow/python/framework/tensor_util.py
index 879addde53..9db94f5288 100644
--- a/tensorflow/python/framework/tensor_util.py
+++ b/tensorflow/python/framework/tensor_util.py
@@ -371,7 +371,7 @@ def _AssertCompatible(values, dtype):
                       (dtype.name, repr(mismatch), type(mismatch).__name__))
 
 
-@tf_export("make_tensor_proto")
+@tf_export(v1=["make_tensor_proto"])
 def make_tensor_proto(values, dtype=None, shape=None, verify_shape=False):
   """Create a TensorProto.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index dc84864cb6..2a36d62574 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -888,10 +888,6 @@ tf_module {
     name: "make_ndarray"
     argspec: "args=[\'tensor\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "make_tensor_proto"
-    argspec: "args=[\'values\', \'dtype\', \'shape\', \'verify_shape\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\'], "
-  }
   member_method {
     name: "map_fn"
     argspec: "args=[\'fn\', \'elems\', \'dtype\', \'parallel_iterations\', \'back_prop\', \'swap_memory\', \'infer_shape\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\', \'False\', \'True\', \'None\'], "
-- 
GitLab


From 81539e66ae31d4aa9372176880c630b9206a35a2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 18:24:43 -0800
Subject: [PATCH 1377/1825] Fix stale links to cppreference.com concepts.

PiperOrigin-RevId: 220895468
---
 .../boosted_trees/quantiles/weighted_quantiles_summary.h        | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/kernels/boosted_trees/quantiles/weighted_quantiles_summary.h b/tensorflow/core/kernels/boosted_trees/quantiles/weighted_quantiles_summary.h
index 31d7fe25a4..5690c3a601 100644
--- a/tensorflow/core/kernels/boosted_trees/quantiles/weighted_quantiles_summary.h
+++ b/tensorflow/core/kernels/boosted_trees/quantiles/weighted_quantiles_summary.h
@@ -39,7 +39,7 @@ class WeightedQuantilesSummary {
       // Explicitly initialize all of memory (including padding from memory
       // alignment) to allow the struct to be msan-resistant "plain old data".
       //
-      // POD = http://en.cppreference.com/w/cpp/concept/PODType
+      // POD = https://en.cppreference.com/w/cpp/named_req/PODType
       memset(this, 0, sizeof(*this));
 
       value = v;
-- 
GitLab


From 6eb26d4e6b4ad5fed0dc06d9f5742d145be5d580 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 18:25:15 -0800
Subject: [PATCH 1378/1825] No public changes.

PiperOrigin-RevId: 220895498
---
 tensorflow/lite/experimental/c/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/lite/experimental/c/BUILD b/tensorflow/lite/experimental/c/BUILD
index 5dd62194de..cde53e2838 100644
--- a/tensorflow/lite/experimental/c/BUILD
+++ b/tensorflow/lite/experimental/c/BUILD
@@ -58,6 +58,7 @@ cc_library(
     srcs = ["c_api.cc"],
     hdrs = ["c_api.h"],
     copts = tflite_copts(),
+    tags = ["swift_module=TensorFlowLiteCAPI"],
     visibility = [
         ":experimental",
     ],
-- 
GitLab


From c85a6331492d0cf4befc64d41f466614e3259c90 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 18:30:55 -0800
Subject: [PATCH 1379/1825] Reverse the ability to import [0] shapes, since
 that seesm to cause slowness everywhere.

PiperOrigin-RevId: 220895851
---
 tensorflow/lite/toco/import_tensorflow.cc      | 5 ++++-
 tensorflow/lite/toco/import_tensorflow_test.cc | 4 +++-
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
index 535aef05b1..96f3c6a6ab 100644
--- a/tensorflow/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -219,7 +219,10 @@ tensorflow::Status ImportShape(
   // allocation code gets a bit confused. It seems that the code expects an
   // empty shape for zero-sized shapes, so we will do just that, except for the
   // [0] case.
-  if (zero_sized_shape && input_dims_only_sizes.size() > 1) {
+  // TODO(b/119325030): In order to correctly import the "scalar" shapes the
+  // following test must include "&& input_dims_only_sizes.size() > 1", but
+  // that seems to slow everything down a lot.
+  if (zero_sized_shape) {
     shape->mutable_dims()->clear();
     if (input_flat_size != nullptr) *input_flat_size = 0;
     return tensorflow::Status::OK();
diff --git a/tensorflow/lite/toco/import_tensorflow_test.cc b/tensorflow/lite/toco/import_tensorflow_test.cc
index 07b52d3970..0be358b1f7 100644
--- a/tensorflow/lite/toco/import_tensorflow_test.cc
+++ b/tensorflow/lite/toco/import_tensorflow_test.cc
@@ -190,7 +190,9 @@ TEST_P(ShapeImportTest, ShapeIsOneDimZero) {
   EXPECT_TRUE(ImportNode(node, &model).ok());
 
   const auto& array = model.GetArray("Node1");
-  EXPECT_THAT(array.shape().dims(), ::testing::ElementsAre(0));
+  // We would like to have [0] shapes actually import correctly, but
+  // for some reason that slows everything down.
+  EXPECT_THAT(array.shape().dims(), ::testing::ElementsAre());
 }
 
 TEST_P(ShapeImportTest, ShapeElementTooLarge) {
-- 
GitLab


From 6f1a0ea5812de0957ed05750d4deb194ca6d86cb Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 9 Nov 2018 18:33:04 -0800
Subject: [PATCH 1380/1825] Benchmark pack_rhs for row/col strides != 1;

PiperOrigin-RevId: 220896019
---
 .../eigen_spatial_convolutions_test.cc        | 47 +++++++++++++------
 1 file changed, 33 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
index 5471b1e722..8219fc9025 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions_test.cc
@@ -1378,7 +1378,9 @@ static void PackRhsHelper(int iters,
                           int input_batches, int input_cols, int input_rows,
                           int input_depth,
                           /* Filter (kernel) dimensions: */
-                          int filter_count, int filter_cols, int filter_rows) {
+                          int filter_count, int filter_cols, int filter_rows,
+                          /* Input strides: */
+                          int col_strides, int row_strides) {
   tensorflow::testing::UseRealTime();
   tensorflow::testing::StopTiming();
 
@@ -1468,16 +1470,18 @@ static void PackRhsHelper(int iters,
     const auto image_patch_op = TensorImagePatchOp<Dynamic, Dynamic, ArgType>(
         tensor_map,                                            //
         filter_rows, filter_cols,                              //
-        /*row_strides=*/1, /*col_strides=*/1,                  //
+        row_strides, col_strides,                              //
         /*in_row_strides=*/1, /*in_col_strides=*/1,            //
         /*row_inflate_strides=*/1, /*col_inflate_strides=*/1,  //
         Eigen::PADDING_SAME, /*padding_value=*/0.0);
 
     // 2. Reshape extracted patches into "virtual" 2d tensor.
-    // NOTE: for PADDING_SAME output {rows, cols} == input {rows, cols}.
+    // NOTE: This is valid for PADDING_SAME only.
+    Index output_rows = input_rows / row_strides;
+    Index output_cols = input_cols / col_strides;
     NewDimension reshape_dims;
-    reshape_dims[0] = input_depth * filter_rows * filter_cols;  // patch size
-    reshape_dims[1] = input_rows * input_cols * input_batches;  // num_patches
+    reshape_dims[0] = input_depth * filter_rows * filter_cols;    // patch size
+    reshape_dims[1] = output_rows * output_cols * input_batches;  // num_patches
 
     const auto reshape_op =
         TensorReshapingOp<NewDimension, decltype(image_patch_op)>(
@@ -1540,14 +1544,14 @@ static void PackRhsHelper(int iters,
   tensorflow::testing::SetLabel(stringStream.str());
 }
 
-#define BM_NAME(prefix, N, H, W, C, FC, FH, FW) \
-  BM_##prefix##_##N##_##H##x##W##_IC##C##_FC##FC##_##FH##x##FW
+#define BM_NAME(prefix, N, H, W, C, FC, FH, FW, SH, SW) \
+  BM_##prefix##_##N##_##H##x##W##_IC##C##_FC##FC##_##FH##x##FW##_s##SH##x##SW
 
-#define BM_PackRhs(N, H, W, C, FC, FH, FW)                          \
-  static void BM_NAME(PackRhs, N, H, W, C, FC, FH, FW)(int iters) { \
-    PackRhsHelper(iters, N, H, W, C, FC, FH, FW);                   \
-  }                                                                 \
-  BENCHMARK(BM_NAME(PackRhs, N, H, W, C, FC, FH, FW))
+#define BM_PackRhs(N, H, W, C, FC, FH, FW, SH, SW)                          \
+  static void BM_NAME(PackRhs, N, H, W, C, FC, FH, FW, SH, SW)(int iters) { \
+    PackRhsHelper(iters, N, H, W, C, FC, FH, FW, SH, SW);                   \
+  }                                                                         \
+  BENCHMARK(BM_NAME(PackRhs, N, H, W, C, FC, FH, FW, SH, SW))
 
 // Number of input channel (input depth) it equal to the number of patch
 // channels (patch depth).
@@ -1558,13 +1562,28 @@ BM_PackRhs(/*batch*/ 32,        //
            /*image*/ 64, 64,    //
            /*channels*/ 32,     //
            /*num_filters*/ 64,  //
-           /*filter*/ 5, 5);
+           /*filter*/ 5, 5,     //
+           /*stride*/ 1, 1);
+
+BM_PackRhs(/*batch*/ 32,        //
+           /*image*/ 64, 64,    //
+           /*channels*/ 32,     //
+           /*num_filters*/ 64,  //
+           /*filter*/ 5, 5,     //
+           /*stride*/ 2, 2);
 
 // Slow path: input channel dimension is not the multiple of the packet size.
 BM_PackRhs(/*batch*/ 32,        //
            /*image*/ 64, 64,    //
            /*channels*/ 30,     //
            /*num_filters*/ 64,  //
-           /*filter*/ 5, 5);
+           /*filter*/ 5, 5,     //
+           /*stride*/ 1, 1);
 
+BM_PackRhs(/*batch*/ 32,        //
+           /*image*/ 64, 64,    //
+           /*channels*/ 30,     //
+           /*num_filters*/ 64,  //
+           /*filter*/ 5, 5,     //
+           /*stride*/ 2, 2);
 }  // namespace Eigen
-- 
GitLab


From 83a8969b5a0a509a284ed44046f3185906499378 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 9 Nov 2018 18:54:42 -0800
Subject: [PATCH 1381/1825] Compare floats with assertNear.

PiperOrigin-RevId: 220897318
---
 tensorflow/python/keras/engine/training_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index df5669b5cc..fe2af94cbb 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -2224,7 +2224,7 @@ class TestTrainingWithMetrics(test.TestCase):
     w = np.random.random((50, 2))
     mse1 = model.evaluate(x, y, sample_weight=w, batch_size=5)[2]
     mse2 = model.evaluate(x, y, sample_weight=w, batch_size=10)[2]
-    self.assertEqual(mse1, mse2)
+    self.assertNear(mse1, mse2, err=1e-7)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_metric_state_reset_between_fit_and_evaluate(self):
-- 
GitLab


From 6e44e16db1ead1ada12596558414fa70099aca9b Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Fri, 9 Nov 2018 19:12:48 -0800
Subject: [PATCH 1382/1825] Automated rollback of commit
 94a2c661e92731a5d2bd9ccea53d224db8fd0260

PiperOrigin-RevId: 220898683
---
 tensorflow/python/feature_column/BUILD        |   1 -
 .../feature_column/feature_column_v2.py       | 507 ------------------
 .../feature_column/feature_column_v2_test.py  | 442 +--------------
 tensorflow/python/keras/utils/__init__.py     |   2 -
 .../python/keras/utils/generic_utils.py       |  55 +-
 5 files changed, 32 insertions(+), 975 deletions(-)

diff --git a/tensorflow/python/feature_column/BUILD b/tensorflow/python/feature_column/BUILD
index d24a7ae80c..fe4fd21eaa 100644
--- a/tensorflow/python/feature_column/BUILD
+++ b/tensorflow/python/feature_column/BUILD
@@ -133,7 +133,6 @@ py_test(
     name = "feature_column_v2_test",
     srcs = ["feature_column_v2_test.py"],
     data = [":vocabulary_testdata"],
-    shard_count = 5,
     srcs_version = "PY2AND3",
     tags = [
         "no_cuda_on_cpu_tap",
diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index 9b4a7e882f..94306958d6 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -143,9 +143,6 @@ from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.engine.base_layer import Layer
-# TODO(b/118385027): Dependency on keras can be problematic if Keras moves out
-# of the main repo.
-from tensorflow.python.keras import utils
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import control_flow_ops
@@ -1872,101 +1869,6 @@ class FeatureColumn(object):
     """
     pass
 
-  @abc.abstractproperty
-  def parents(self):
-    """Returns a list of immediate raw feature and FeatureColumn dependencies.
-
-    For example:
-    # For the following feature columns
-    a = numeric_column('f1')
-    c = crossed_column(a, 'f2')
-    # The expected parents are:
-    a.parents = ['f1']
-    c.parents = [a, 'f2']
-    """
-    pass
-
-  @abc.abstractmethod
-  def _get_config(self):
-    """Returns the config of the feature column.
-
-    A FeatureColumn config is a Python dictionary (serializable) containing the
-    configuration of a FeatureColumn. The same FeatureColumn can be
-    reinstantiated later from this configuration.
-
-    The config of a feature column does not include information about feature
-    columns depending on it nor the FeatureColumn class name.
-
-    Example with (de)serialization practices followed in this file:
-    ```python
-    class SerializationExampleFeatureColumn(
-        FeatureColumn, collections.namedtuple(
-            'SerializationExampleFeatureColumn',
-            ('dimension', 'parent', 'dtype', 'normalizer_fn'))):
-
-      def _get_config(self):
-        # Create a dict from the namedtuple.
-        # Python attribute literals can be directly copied from / to the config.
-        # For example 'dimension', assuming it is an integer literal.
-        config = dict(zip(self._fields, self))
-
-        # (De)serialization of parent FeatureColumns should use the provided
-        # (de)serialize_feature_column() methods that take care of de-duping.
-        config['parent'] = serialize_feature_column(self.parent)
-
-        # Many objects provide custom (de)serialization e.g: for tf.DType
-        # tf.DType.name, tf.as_dtype() can be used.
-        config['dtype'] = self.dtype.name
-
-        # Non-trivial dependencies should be Keras-(de)serializable.
-        config['normalizer_fn'] = utils.serialize_keras_object(
-            self.normalizer_fn)
-
-        return config
-
-      @classmethod
-      def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-        # This should do the inverse transform from `_get_config` and construct
-        # the namedtuple.
-        kwargs = config.copy()
-        kwargs['parent'] = deserialize_feature_column(
-            config['parent'], custom_objects, columns_by_name)
-        kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
-        kwargs['normalizer_fn'] = utils.deserialize_keras_object(
-          config['normalizer_fn'], custom_objects=custom_objects)
-        return cls(**kwargs)
-
-    ```
-    Returns:
-      A serializable Dict that can be used to deserialize the object with
-      from_config.
-    """
-    pass
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """Creates a FeatureColumn from its config.
-
-    This method should be the reverse of `_get_config`, capable of instantiating
-    the same FeatureColumn from the config dictionary. See `_get_config` for an
-    example of common (de)serialization practices followed in this file.
-
-    TODO(b/118939620): This is a private method until consensus is reached on
-    supporting object deserialization deduping within Keras.
-
-    Args:
-      config: A Dict config acquired with `_get_config`.
-      custom_objects: Optional dictionary mapping names (strings) to custom
-        classes or functions to be considered during deserialization.
-      columns_by_name: A Dict[String, FeatureColumn] of existing columns in
-        order to avoid duplication. Should be passed to any calls to
-        deserialize_feature_column().
-
-    Returns:
-      A FeatureColumn for the input config.
-    """
-    pass
-
 
 class DenseColumn(FeatureColumn):
   """Represents a column which can be represented as `Tensor`.
@@ -2473,32 +2375,6 @@ class NumericColumn(
     del trainable
     return inputs.get(self)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.key]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['normalizer_fn'] = utils.serialize_keras_object(self.normalizer_fn)
-    config['dtype'] = self.dtype.name
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    # TODO(b/118820158): Simplify if deserialize_keras_object supports None.
-    if config['normalizer_fn']:
-      kwargs['normalizer_fn'] = utils.deserialize_keras_object(
-          config['normalizer_fn'], custom_objects=custom_objects)
-    else:
-      kwargs['normalizer_fn'] = None
-    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
-    return cls(**kwargs)
-
 
 class BucketizedColumn(
     DenseColumn,
@@ -2631,26 +2507,6 @@ class BucketizedColumn(
     input_tensor = inputs.get(self)
     return self._get_sparse_tensors_for_input_tensor(input_tensor)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.source_column]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['source_column'] = serialize_feature_column(self.source_column)
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['source_column'] = deserialize_feature_column(
-        config['source_column'], custom_objects, columns_by_name)
-    return cls(**kwargs)
-
 
 class EmbeddingColumn(
     DenseColumn,
@@ -2858,34 +2714,6 @@ class EmbeddingColumn(
     return SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.categorical_column]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['categorical_column'] = serialize_feature_column(
-        self.categorical_column)
-    config['initializer'] = utils.serialize_keras_object(self.initializer)
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['categorical_column'] = deserialize_feature_column(
-        config['categorical_column'], custom_objects, columns_by_name)
-    # TODO(b/118820158): Simplify if deserialize_keras_object supports None.
-    if config['initializer']:
-      kwargs['initializer'] = utils.deserialize_keras_object(
-          config['initializer'], custom_objects=custom_objects)
-    else:
-      kwargs['initializer'] = None
-    return cls(**kwargs)
-
 
 def _raise_shared_embedding_column_error():
   raise ValueError('SharedEmbeddingColumns are not supported in '
@@ -3052,20 +2880,6 @@ class SharedEmbeddingColumn(
                                  trainable=None):
     return _raise_shared_embedding_column_error()
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.categorical_column]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    raise NotImplementedError()
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    raise NotImplementedError()
-
 
 def _create_tuple(shape, value):
   """Returns a tuple with given shape and filled with value."""
@@ -3260,25 +3074,6 @@ class HashedCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.key]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['dtype'] = self.dtype.name
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
-    return cls(**kwargs)
-
 
 class VocabularyFileCategoricalColumn(
     CategoricalColumn,
@@ -3371,25 +3166,6 @@ class VocabularyFileCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.key]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['dtype'] = self.dtype.name
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
-    return cls(**kwargs)
-
 
 class VocabularyListCategoricalColumn(
     CategoricalColumn,
@@ -3482,25 +3258,6 @@ class VocabularyListCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.key]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['dtype'] = self.dtype.name
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
-    return cls(**kwargs)
-
 
 class IdentityCategoricalColumn(
     CategoricalColumn,
@@ -3602,21 +3359,6 @@ class IdentityCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.key]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    return dict(zip(self._fields, self))
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    return cls(**config)
-
 
 class WeightedCategoricalColumn(
     CategoricalColumn,
@@ -3715,29 +3457,6 @@ class WeightedCategoricalColumn(
     tensors = inputs.get(self)
     return CategoricalColumn.IdWeightPair(tensors[0], tensors[1])
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.categorical_column, self.weight_feature_key]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['categorical_column'] = serialize_feature_column(
-        self.categorical_column)
-    config['dtype'] = self.dtype.name
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['categorical_column'] = deserialize_feature_column(
-        config['categorical_column'], custom_objects, columns_by_name)
-    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
-    return cls(**kwargs)
-
 
 class CrossedColumn(
     CategoricalColumn,
@@ -3857,28 +3576,6 @@ class CrossedColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return list(self.keys)
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['keys'] = tuple([serialize_feature_column(fc) for fc in self.keys])
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['keys'] = tuple([
-        deserialize_feature_column(c, custom_objects, columns_by_name)
-        for c in config['keys']
-    ])
-    return cls(**kwargs)
-
 
 def _collect_leaf_level_keys(cross):
   """Collects base keys by expanding all nested crosses.
@@ -4257,27 +3954,6 @@ class IndicatorColumn(
     return SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.categorical_column]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['categorical_column'] = serialize_feature_column(
-        self.categorical_column)
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['categorical_column'] = deserialize_feature_column(
-        config['categorical_column'], custom_objects, columns_by_name)
-    return cls(**kwargs)
-
 
 def _verify_static_batch_size_equality(tensors, columns):
   """Verify equality between static batch sizes.
@@ -4400,186 +4076,3 @@ class SequenceCategoricalColumn(
                           trainable=None):
     sparse_tensors = self.categorical_column._get_sparse_tensors(inputs)  # pylint: disable=protected-access
     return self._get_sparse_tensors_helper(sparse_tensors)
-
-  @property
-  def parents(self):
-    """See 'FeatureColumn` base class."""
-    return [self.categorical_column]
-
-  def _get_config(self):
-    """See 'FeatureColumn` base class."""
-    config = dict(zip(self._fields, self))
-    config['categorical_column'] = serialize_feature_column(
-        self.categorical_column)
-    return config
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    """See 'FeatureColumn` base class."""
-    _check_config_keys(config, cls._fields)
-    kwargs = config.copy()
-    kwargs['categorical_column'] = deserialize_feature_column(
-        config['categorical_column'], custom_objects, columns_by_name)
-    return cls(**kwargs)
-
-
-# FeatureColumn serialization, deserialization logic.
-
-
-def _check_config_keys(config, expected_keys):
-  """Checks that a config has all expected_keys."""
-  if set(config.keys()) != set(expected_keys):
-    raise ValueError('Invalid config: {}, expected keys: {}'.format(
-        config, expected_keys))
-
-
-def serialize_feature_column(fc):
-  """Serializes a FeatureColumn or a raw string key.
-
-  This method should only be used to serialize parent FeatureColumns when
-  implementing FeatureColumn._get_config(), else serialize_feature_columns()
-  is preferable.
-
-  This serialization also keeps information of the FeatureColumn class, so
-  deserialization is possible without knowing the class type. For example:
-
-  a = numeric_column('x')
-  a._get_config() gives:
-  {
-      'key': 'price',
-      'shape': (1,),
-      'default_value': None,
-      'dtype': 'float32',
-      'normalizer_fn': None
-  }
-  While serialize_feature_column(a) gives:
-  {
-      'class_name': 'NumericColumn',
-      'config': {
-          'key': 'price',
-          'shape': (1,),
-          'default_value': None,
-          'dtype': 'float32',
-          'normalizer_fn': None
-      }
-  }
-
-  Args:
-    fc: A FeatureColumn or raw feature key string.
-
-  Returns:
-    Keras serialization for FeatureColumns, leaves string keys unaffected.
-
-  Raises:
-    ValueError if called with input that is not string or FeatureColumn.
-  """
-  if isinstance(fc, six.string_types):
-    return fc
-  elif isinstance(fc, FeatureColumn):
-    return utils.serialize_keras_class_and_config(fc.__class__.__name__,
-                                                  fc._get_config())
-  else:
-    raise ValueError('Instance: {} is not a FeatureColumn'.format(fc))
-
-
-def deserialize_feature_column(config,
-                               custom_objects=None,
-                               columns_by_name=None):
-  """Deserializes a `config` generated with `serialize_feature_column`.
-
-  This method should only be used to deserialize parent FeatureColumns when
-  implementing FeatureColumn._from_config(), else deserialize_feature_columns()
-  is preferable. Returns a FeatureColumn for this config.
-  TODO(b/118939620): Simplify code if Keras utils support object deduping.
-
-  Args:
-    config: A Dict with the serialization of feature columns acquired by
-      `serialize_feature_column`, or a string representing a raw column.
-    custom_objects: A Dict from custom_object name to the associated keras
-      serializable objects (FeatureColumns, classes or functions).
-    columns_by_name: A Dict[String, FeatureColumn] of existing columns in order
-      to avoid duplication.
-
-  Raises:
-    ValueError if `config` has invalid format (e.g: expected keys missing,
-    or refers to unknown classes).
-
-  Returns:
-    A FeatureColumn corresponding to the input `config`.
-  """
-  if isinstance(config, six.string_types):
-    return config
-  # A dict from class_name to class for all FeatureColumns in this module.
-  # FeatureColumns not part of the module can be passed as custom_objects.
-  module_feature_column_classes = {
-      cls.__name__: cls for cls in [
-          BucketizedColumn, EmbeddingColumn, HashedCategoricalColumn,
-          IdentityCategoricalColumn, IndicatorColumn, NumericColumn,
-          SequenceCategoricalColumn, SequenceDenseColumn, SharedEmbeddingColumn,
-          VocabularyFileCategoricalColumn, VocabularyListCategoricalColumn,
-          WeightedCategoricalColumn
-      ]
-  }
-  if columns_by_name is None:
-    columns_by_name = {}
-
-  (cls, cls_config) = utils.class_and_config_for_serialized_keras_object(
-      config,
-      module_objects=module_feature_column_classes,
-      custom_objects=custom_objects,
-      printable_module_name='feature_column_v2')
-
-  if not issubclass(cls, FeatureColumn):
-    raise ValueError(
-        'Expected FeatureColumn class, instead found: {}'.format(cls))
-
-  # Always deserialize the FeatureColumn, in order to get the name.
-  new_instance = cls._from_config(cls_config, columns_by_name=columns_by_name)  # pylint: disable=protected-access
-
-  # If the name already exists, re-use the column from columns_by_name,
-  # (new_instance remains unused).
-  return columns_by_name.setdefault(new_instance.name, new_instance)
-
-
-def serialize_feature_columns(feature_columns):
-  """Serializes a list of FeatureColumns.
-
-  Returns a list of Keras-style config dicts that represent the input
-  FeatureColumns and can be used with `deserialize_feature_columns` for
-  reconstructing the original columns.
-
-  Args:
-    feature_columns: A list of FeatureColumns.
-
-  Returns:
-    Keras serialization for the list of FeatureColumns.
-
-  Raises:
-    ValueError if called with input that is not a list of FeatureColumns.
-  """
-  return [serialize_feature_column(fc) for fc in feature_columns]
-
-
-def deserialize_feature_columns(configs, custom_objects=None):
-  """Deserializes a list of FeatureColumns configs.
-
-  Returns a list of FeatureColumns given a list of config dicts acquired by
-  `serialize_feature_columns`.
-
-  Args:
-    configs: A list of Dicts with the serialization of feature columns acquired
-      by `serialize_feature_columns`.
-    custom_objects: A Dict from custom_object name to the associated keras
-      serializable objects (FeatureColumns, classes or functions).
-
-  Returns:
-    FeatureColumn objects corresponding to the input configs.
-
-  Raises:
-    ValueError if called with input that is not a list of FeatureColumns.
-  """
-  columns_by_name = {}
-  return [
-      deserialize_feature_column(c, custom_objects, columns_by_name)
-      for c in configs
-  ]
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index a26b860056..2df0e104e1 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -69,30 +69,11 @@ def get_linear_model_column_var(column, name='linear_model'):
                             name + '/' + column.name)[0]
 
 
-class BaseFeatureColumnForTests(fc.FeatureColumn):
-  """A base FeatureColumn useful to avoid boiler-plate in tests.
-
-  Provides dummy implementations for abstract methods that raise ValueError in
-  order to avoid re-defining all abstract methods for each test sub-class.
-  """
-
-  @property
-  def parents(self):
-    raise ValueError('Should not use this method.')
-
-  @classmethod
-  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
-    raise ValueError('Should not use this method.')
-
-  def _get_config(self):
-    raise ValueError('Should not use this method.')
-
-
 class LazyColumnTest(test.TestCase):
 
   def test_transformations_called_once(self):
 
-    class TransformCounter(BaseFeatureColumnForTests):
+    class TransformCounter(fc.FeatureColumn):
 
       def __init__(self):
         self.num_transform = 0
@@ -124,7 +105,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_returns_transform_output(self):
 
-    class Transformer(BaseFeatureColumnForTests):
+    class Transformer(fc.FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -149,7 +130,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_does_not_pollute_given_features_dict(self):
 
-    class Transformer(BaseFeatureColumnForTests):
+    class Transformer(fc.FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -183,7 +164,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_not_supported_feature_column(self):
 
-    class NotAProperColumn(BaseFeatureColumnForTests):
+    class NotAProperColumn(fc.FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -431,28 +412,6 @@ class NumericColumnTest(test.TestCase):
         sess.run(price_var.assign([[10.]]))
         self.assertAllClose([[10.], [50.]], predictions.eval())
 
-  def test_serialization(self):
-
-    def _increment_two(input_tensor):
-      return input_tensor + 2.
-
-    price = fc.numeric_column('price', normalizer_fn=_increment_two)
-    self.assertEqual(['price'], price.parents)
-
-    config = price._get_config()
-    self.assertEqual({
-        'key': 'price',
-        'shape': (1,),
-        'default_value': None,
-        'dtype': 'float32',
-        'normalizer_fn': '_increment_two'
-    }, config)
-
-    self.assertEqual(
-        price,
-        fc.NumericColumn._from_config(
-            config, custom_objects={'_increment_two': _increment_two}))
-
 
 class BucketizedColumnTest(test.TestCase):
 
@@ -768,35 +727,6 @@ class BucketizedColumnTest(test.TestCase):
         sess.run(bias.assign([1.]))
         self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
 
-  def test_serialization(self):
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
-    self.assertEqual([price], bucketized_price.parents)
-
-    config = bucketized_price._get_config()
-    self.assertEqual({
-        'source_column': {
-            'class_name': 'NumericColumn',
-            'config': {
-                'key': 'price',
-                'shape': (2,),
-                'default_value': None,
-                'dtype': 'float32',
-                'normalizer_fn': None
-            }
-        },
-        'boundaries': (0, 2, 4, 6)
-    }, config)
-
-    new_bucketized_price = fc.BucketizedColumn._from_config(config)
-    self.assertEqual(bucketized_price, new_bucketized_price)
-    self.assertIsNot(price, new_bucketized_price.source_column)
-
-    new_bucketized_price = fc.BucketizedColumn._from_config(
-        config, columns_by_name={price.name: price})
-    self.assertEqual(bucketized_price, new_bucketized_price)
-    self.assertIs(price, new_bucketized_price.source_column)
-
 
 class HashedCategoricalColumnTest(test.TestCase):
 
@@ -1023,20 +953,6 @@ class HashedCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
         self.assertAllClose(((4.,), (6.,)), predictions.eval())
 
-  def test_serialization(self):
-    wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
-    self.assertEqual(['wire'], wire_column.parents)
-
-    config = wire_column._get_config()
-    self.assertEqual({
-        'key': 'wire',
-        'hash_bucket_size': 4,
-        'dtype': 'string'
-    }, config)
-
-    self.assertEqual(wire_column,
-                     fc.HashedCategoricalColumn._from_config(config))
-
 
 class CrossedColumnTest(test.TestCase):
 
@@ -1286,8 +1202,7 @@ class CrossedColumnTest(test.TestCase):
 
   def test_linear_model_with_weights(self):
 
-    class _TestColumnWithWeights(BaseFeatureColumnForTests,
-                                 fc.CategoricalColumn):
+    class _TestColumnWithWeights(fc.CategoricalColumn):
       """Produces sparse IDs and sparse weights."""
 
       @property
@@ -1379,8 +1294,7 @@ class CrossedColumnTest(test.TestCase):
 
   def test_old_linear_model_with_weights(self):
 
-    class _TestColumnWithWeights(BaseFeatureColumnForTests,
-                                 fc.CategoricalColumn,
+    class _TestColumnWithWeights(fc.CategoricalColumn,
                                  fc_old._CategoricalColumn):
       """Produces sparse IDs and sparse weights."""
 
@@ -1487,47 +1401,6 @@ class CrossedColumnTest(test.TestCase):
         sess.run(bias.assign((.1,)))
         self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
 
-  def test_serialization(self):
-    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
-
-    self.assertEqual([b, 'c'], crossed.parents)
-
-    config = crossed._get_config()
-    self.assertEqual({
-        'hash_bucket_size':
-            5,
-        'hash_key':
-            5,
-        'keys': ({
-            'config': {
-                'boundaries': (0, 1),
-                'source_column': {
-                    'config': {
-                        'dtype': 'int32',
-                        'default_value': None,
-                        'key': 'a',
-                        'normalizer_fn': None,
-                        'shape': (2,)
-                    },
-                    'class_name': 'NumericColumn'
-                }
-            },
-            'class_name': 'BucketizedColumn'
-        }, 'c')
-    }, config)
-
-    new_crossed = fc.CrossedColumn._from_config(config)
-    self.assertEqual(crossed, new_crossed)
-    self.assertIsNot(b, new_crossed.keys[0])
-
-    new_crossed = fc.CrossedColumn._from_config(
-        config, columns_by_name={b.name: b})
-    self.assertEqual(crossed, new_crossed)
-    self.assertIs(b, new_crossed.keys[0])
-
-
 
 class LinearModelTest(test.TestCase):
 
@@ -1542,7 +1415,7 @@ class LinearModelTest(test.TestCase):
 
   def test_should_be_dense_or_categorical_column(self):
 
-    class NotSupportedColumn(BaseFeatureColumnForTests):
+    class NotSupportedColumn(fc.FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -1635,8 +1508,7 @@ class LinearModelTest(test.TestCase):
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _DenseAndSparseColumn(BaseFeatureColumnForTests, fc.DenseColumn,
-                                fc.CategoricalColumn):
+    class _DenseAndSparseColumn(fc.DenseColumn, fc.CategoricalColumn):
 
       @property
       def _is_v2_column(self):
@@ -2220,8 +2092,7 @@ class OldLinearModelTest(test.TestCase):
 
   def test_should_be_dense_or_categorical_column(self):
 
-    class NotSupportedColumn(BaseFeatureColumnForTests, fc.FeatureColumn,
-                             fc_old._FeatureColumn):
+    class NotSupportedColumn(fc.FeatureColumn, fc_old._FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -2317,9 +2188,8 @@ class OldLinearModelTest(test.TestCase):
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _DenseAndSparseColumn(BaseFeatureColumnForTests, fc.DenseColumn,
-                                fc.CategoricalColumn, fc_old._DenseColumn,
-                                fc_old._CategoricalColumn):
+    class _DenseAndSparseColumn(fc.DenseColumn, fc.CategoricalColumn,
+                                fc_old._DenseColumn, fc_old._CategoricalColumn):
 
       @property
       def _is_v2_column(self):
@@ -4205,7 +4075,7 @@ class FunctionalInputLayerTest(test.TestCase):
 
 class MakeParseExampleSpecTest(test.TestCase):
 
-  class _TestFeatureColumn(BaseFeatureColumnForTests,
+  class _TestFeatureColumn(fc.FeatureColumn,
                            collections.namedtuple('_TestFeatureColumn',
                                                   ('parse_spec'))):
 
@@ -4764,28 +4634,6 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
-  def test_serialization(self):
-    wire_column = fc.categorical_column_with_vocabulary_file(
-        key='wire',
-        vocabulary_file=self._wire_vocabulary_file_name,
-        vocabulary_size=self._wire_vocabulary_size,
-        num_oov_buckets=1)
-
-    self.assertEqual(['wire'], wire_column.parents)
-
-    config = wire_column._get_config()
-    self.assertEqual({
-        'default_value': -1,
-        'dtype': 'string',
-        'key': 'wire',
-        'num_oov_buckets': 1,
-        'vocabulary_file': self._wire_vocabulary_file_name,
-        'vocabulary_size': 3
-    }, config)
-
-    self.assertEqual(wire_column,
-                     fc.VocabularyFileCategoricalColumn._from_config(config))
-
 
 class VocabularyListCategoricalColumnTest(test.TestCase):
 
@@ -5187,27 +5035,6 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
-  def test_serialization(self):
-    wire_column = fc.categorical_column_with_vocabulary_list(
-        key='aaa',
-        vocabulary_list=('omar', 'stringer', 'marlo'),
-        num_oov_buckets=1)
-
-    self.assertEqual(['aaa'], wire_column.parents)
-
-    config = wire_column._get_config()
-    self.assertEqual({
-        'default_value': -1,
-        'dtype': 'string',
-        'key': 'aaa',
-        'num_oov_buckets': 1,
-        'vocabulary_list': ('omar', 'stringer', 'marlo')
-    }, config)
-
-    self.assertEqual(wire_column,
-                     fc.VocabularyListCategoricalColumn._from_config(config))
-
-
 
 class IdentityCategoricalColumnTest(test.TestCase):
 
@@ -5462,20 +5289,6 @@ class IdentityCategoricalColumnTest(test.TestCase):
         # weight_var[2] + weight_var[1] = 3+2 = 5
         self.assertAllClose(((1.,), (5.,)), predictions.eval())
 
-  def test_serialization(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
-
-    self.assertEqual(['aaa'], column.parents)
-
-    config = column._get_config()
-    self.assertEqual({
-        'default_value': None,
-        'key': 'aaa',
-        'number_buckets': 3
-    }, config)
-
-    self.assertEqual(column, fc.IdentityCategoricalColumn._from_config(config))
-
 
 class TransformFeaturesTest(test.TestCase):
 
@@ -5505,7 +5318,7 @@ class TransformFeaturesTest(test.TestCase):
   def test_column_order(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _LoggerColumn(BaseFeatureColumnForTests):
+    class _LoggerColumn(fc.FeatureColumn):
 
       def __init__(self, name):
         self._name = name
@@ -5794,34 +5607,6 @@ class IndicatorColumnTest(test.TestCase):
       with _initialized_session():
         self.assertAllClose([[0., 1., 1., 0.]], net.eval())
 
-  def test_serialization(self):
-    parent = fc.categorical_column_with_identity('animal', num_buckets=4)
-    animal = fc.indicator_column(parent)
-
-    self.assertEqual([parent], animal.parents)
-
-    config = animal._get_config()
-    self.assertEqual({
-        'categorical_column': {
-            'class_name': 'IdentityCategoricalColumn',
-            'config': {
-                'key': 'animal',
-                'default_value': None,
-                'number_buckets': 4
-            }
-        }
-    }, config)
-
-    new_animal = fc.IndicatorColumn._from_config(config)
-    self.assertEqual(animal, new_animal)
-    self.assertIsNot(parent, new_animal.categorical_column)
-
-    new_animal = fc.IndicatorColumn._from_config(
-        config, columns_by_name={parent.name: parent})
-    self.assertEqual(animal, new_animal)
-    self.assertIs(parent, new_animal.categorical_column)
-
-
 
 class _TestStateManager(fc.StateManager):
 
@@ -6710,56 +6495,6 @@ class EmbeddingColumnTest(test.TestCase):
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
         self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
 
-  def test_serialization(self):
-
-    def _initializer(shape, dtype, partition_info):
-      del shape, dtype, partition_info
-      return ValueError('Not expected to be called')
-
-    # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
-        key='aaa', num_buckets=3)
-    embedding_column = fc.embedding_column(
-        categorical_column, dimension=2, initializer=_initializer)
-
-    self.assertEqual([categorical_column], embedding_column.parents)
-
-    config = embedding_column._get_config()
-    self.assertEqual({
-        'categorical_column': {
-            'class_name': 'IdentityCategoricalColumn',
-            'config': {
-                'number_buckets': 3,
-                'key': 'aaa',
-                'default_value': None
-            }
-        },
-        'ckpt_to_load_from': None,
-        'combiner': 'mean',
-        'dimension': 2,
-        'initializer': '_initializer',
-        'max_norm': None,
-        'tensor_name_in_ckpt': None,
-        'trainable': True
-    }, config)
-
-    custom_objects = {
-        '_initializer': _initializer,
-    }
-
-    new_embedding_column = fc.EmbeddingColumn._from_config(
-        config, custom_objects=custom_objects)
-    self.assertEqual(embedding_column, new_embedding_column)
-    self.assertIsNot(categorical_column,
-                     new_embedding_column.categorical_column)
-
-    new_embedding_column = fc.EmbeddingColumn._from_config(
-        config,
-        custom_objects=custom_objects,
-        columns_by_name={categorical_column.name: categorical_column})
-    self.assertEqual(embedding_column, new_embedding_column)
-    self.assertIs(categorical_column, new_embedding_column.categorical_column)
-
 
 class SharedEmbeddingColumnTest(test.TestCase):
 
@@ -7282,26 +7017,6 @@ class SharedEmbeddingColumnTest(test.TestCase):
   def test_feature_layer_no_trainable(self):
     self._test_feature_layer(trainable=False)
 
-  def test_serialization(self):
-
-    def _initializer(shape, dtype, partition_info):
-      del shape, dtype, partition_info
-      return ValueError('Not expected to be called')
-
-    categorical_column_a = fc.categorical_column_with_identity(
-        key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
-        key='bbb', num_buckets=3)
-    embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
-        [categorical_column_a, categorical_column_b],
-        dimension=2,
-        initializer=_initializer)
-
-    self.assertEqual([categorical_column_a], embedding_column_a.parents)
-    self.assertEqual([categorical_column_b], embedding_column_b.parents)
-    # TODO(rohanj): Add tests for (from|get)_config once implemented
-
-
 
 class WeightedCategoricalColumnTest(test.TestCase):
 
@@ -7750,136 +7465,5 @@ class WeightedCategoricalColumnTest(test.TestCase):
 
   # TODO(ptucker): Add test with embedding of weighted categorical.
 
-  def test_serialization(self):
-    categorical_column = fc.categorical_column_with_identity(
-        key='ids', num_buckets=3)
-    column = fc.weighted_categorical_column(
-        categorical_column=categorical_column, weight_feature_key='weight')
-
-    self.assertEqual([categorical_column, 'weight'], column.parents)
-
-    config = column._get_config()
-    self.assertEqual({
-        'categorical_column': {
-            'config': {
-                'key': 'ids',
-                'number_buckets': 3,
-                'default_value': None
-            },
-            'class_name': 'IdentityCategoricalColumn'
-        },
-        'dtype': 'float32',
-        'weight_feature_key': 'weight'
-    }, config)
-
-    self.assertEqual(column, fc.WeightedCategoricalColumn._from_config(config))
-
-    new_column = fc.WeightedCategoricalColumn._from_config(
-        config, columns_by_name={categorical_column.name: categorical_column})
-    self.assertEqual(column, new_column)
-    self.assertIs(categorical_column, new_column.categorical_column)
-
-
-class FeatureColumnForSerializationTest(BaseFeatureColumnForTests):
-
-  @property
-  def _is_v2_column(self):
-    return True
-
-  @property
-  def name(self):
-    return 'BadParentsFeatureColumn'
-
-  def transform_feature(self, transformation_cache, state_manager):
-    return 'Output'
-
-  @property
-  def parse_example_spec(self):
-    pass
-
-
-class SerializationTest(test.TestCase):
-  """Tests for serialization, deserialization helpers."""
-
-  def test_serialize_non_feature_column(self):
-
-    class NotAFeatureColumn(object):
-      pass
-
-    with self.assertRaisesRegexp(ValueError, 'is not a FeatureColumn'):
-      fc.serialize_feature_column(NotAFeatureColumn())
-
-  def test_deserialize_invalid_config(self):
-    with self.assertRaisesRegexp(ValueError, 'Improper config format: {}'):
-      fc.deserialize_feature_column({})
-
-  def test_deserialize_config_missing_key(self):
-    config_missing_key = {
-        'config': {
-            # Dtype is missing and should cause a failure.
-            # 'dtype': 'int32',
-            'default_value': None,
-            'key': 'a',
-            'normalizer_fn': None,
-            'shape': (2,)
-        },
-        'class_name': 'NumericColumn'
-    }
-    with self.assertRaisesRegexp(ValueError, 'Invalid config:'):
-      fc.deserialize_feature_column(config_missing_key)
-
-  def test_deserialize_invalid_class(self):
-    with self.assertRaisesRegexp(
-        ValueError, 'Unknown feature_column_v2: NotExistingFeatureColumnClass'):
-      fc.deserialize_feature_column({
-          'class_name': 'NotExistingFeatureColumnClass',
-          'config': {}
-      })
-
-  def test_deserialization_deduping(self):
-    price = fc.numeric_column('price')
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 1])
-
-    configs = fc.serialize_feature_columns([price, bucketized_price])
-
-    deserialized_feature_columns = fc.deserialize_feature_columns(configs)
-    self.assertEqual(2, len(deserialized_feature_columns))
-    new_price = deserialized_feature_columns[0]
-    new_bucketized_price = deserialized_feature_columns[1]
-
-    # Ensure these are not the original objects:
-    self.assertIsNot(price, new_price)
-    self.assertIsNot(bucketized_price, new_bucketized_price)
-    # But they are equivalent:
-    self.assertEquals(price, new_price)
-    self.assertEquals(bucketized_price, new_bucketized_price)
-
-    # Check that deduping worked:
-    self.assertIs(new_bucketized_price.source_column, new_price)
-
-  def deserialization_custom_objects(self):
-    # Note that custom_objects is also tested extensively above per class, this
-    # test ensures that the public wrappers also handle it correctly.
-    def _custom_fn(input_tensor):
-      return input_tensor + 42.
-
-    price = fc.numeric_column('price', normalizer_fn=_custom_fn)
-
-    configs = fc.serialize_feature_columns([price])
-
-    deserialized_feature_columns = fc.deserialize_feature_columns(configs)
-
-    self.assertEqual(1, len(deserialized_feature_columns))
-    new_price = deserialized_feature_columns[0]
-
-    # Ensure these are not the original objects:
-    self.assertIsNot(price, new_price)
-    # But they are equivalent:
-    self.assertEquals(price, new_price)
-
-    # Check that normalizer_fn points to the correct function.
-    self.assertIs(new_price.normalizer_fn, _custom_fn)
-
-
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/utils/__init__.py b/tensorflow/python/keras/utils/__init__.py
index 8939044f71..c442b31116 100644
--- a/tensorflow/python/keras/utils/__init__.py
+++ b/tensorflow/python/keras/utils/__init__.py
@@ -23,13 +23,11 @@ from tensorflow.python.keras.utils.data_utils import get_file
 from tensorflow.python.keras.utils.data_utils import OrderedEnqueuer
 from tensorflow.python.keras.utils.data_utils import Sequence
 from tensorflow.python.keras.utils.data_utils import SequenceEnqueuer
-from tensorflow.python.keras.utils.generic_utils import class_and_config_for_serialized_keras_object
 from tensorflow.python.keras.utils.generic_utils import custom_object_scope
 from tensorflow.python.keras.utils.generic_utils import CustomObjectScope
 from tensorflow.python.keras.utils.generic_utils import deserialize_keras_object
 from tensorflow.python.keras.utils.generic_utils import get_custom_objects
 from tensorflow.python.keras.utils.generic_utils import Progbar
-from tensorflow.python.keras.utils.generic_utils import serialize_keras_class_and_config
 from tensorflow.python.keras.utils.generic_utils import serialize_keras_object
 from tensorflow.python.keras.utils.io_utils import HDF5Matrix
 from tensorflow.python.keras.utils.layer_utils import convert_all_kernels_in_model
diff --git a/tensorflow/python/keras/utils/generic_utils.py b/tensorflow/python/keras/utils/generic_utils.py
index 375bd9d196..5af82f3691 100644
--- a/tensorflow/python/keras/utils/generic_utils.py
+++ b/tensorflow/python/keras/utils/generic_utils.py
@@ -125,48 +125,22 @@ def get_custom_objects():
   return _GLOBAL_CUSTOM_OBJECTS
 
 
-def serialize_keras_class_and_config(cls_name, cls_config):
-  """Returns the serialization of the class with the given config."""
-  return {'class_name': cls_name, 'config': cls_config}
-
-
 @tf_export('keras.utils.serialize_keras_object')
 def serialize_keras_object(instance):
   _, instance = tf_decorator.unwrap(instance)
   if instance is None:
     return None
   if hasattr(instance, 'get_config'):
-    return serialize_keras_class_and_config(instance.__class__.__name__,
-                                            instance.get_config())
+    return {
+        'class_name': instance.__class__.__name__,
+        'config': instance.get_config()
+    }
   if hasattr(instance, '__name__'):
     return instance.__name__
   else:
     raise ValueError('Cannot serialize', instance)
 
 
-def class_and_config_for_serialized_keras_object(
-    config,
-    module_objects=None,
-    custom_objects=None,
-    printable_module_name='object'):
-  """Returns the class name and config for a serialized keras object."""
-  if (not isinstance(config, dict) or 'class_name' not in config or
-      'config' not in config):
-    raise ValueError('Improper config format: ' + str(config))
-
-  class_name = config['class_name']
-  if custom_objects and class_name in custom_objects:
-    cls = custom_objects[class_name]
-  elif class_name in _GLOBAL_CUSTOM_OBJECTS:
-    cls = _GLOBAL_CUSTOM_OBJECTS[class_name]
-  else:
-    module_objects = module_objects or {}
-    cls = module_objects.get(class_name)
-    if cls is None:
-      raise ValueError('Unknown ' + printable_module_name + ': ' + class_name)
-  return (cls, config['config'])
-
-
 @tf_export('keras.utils.deserialize_keras_object')
 def deserialize_keras_object(identifier,
                              module_objects=None,
@@ -177,28 +151,37 @@ def deserialize_keras_object(identifier,
   if isinstance(identifier, dict):
     # In this case we are dealing with a Keras config dictionary.
     config = identifier
-    (cls, cls_config) = class_and_config_for_serialized_keras_object(
-        config, module_objects, custom_objects, printable_module_name)
-
+    if 'class_name' not in config or 'config' not in config:
+      raise ValueError('Improper config format: ' + str(config))
+    class_name = config['class_name']
+    if custom_objects and class_name in custom_objects:
+      cls = custom_objects[class_name]
+    elif class_name in _GLOBAL_CUSTOM_OBJECTS:
+      cls = _GLOBAL_CUSTOM_OBJECTS[class_name]
+    else:
+      module_objects = module_objects or {}
+      cls = module_objects.get(class_name)
+      if cls is None:
+        raise ValueError('Unknown ' + printable_module_name + ': ' + class_name)
     if hasattr(cls, 'from_config'):
       arg_spec = tf_inspect.getfullargspec(cls.from_config)
       custom_objects = custom_objects or {}
 
       if 'custom_objects' in arg_spec.args:
         return cls.from_config(
-            cls_config,
+            config['config'],
             custom_objects=dict(
                 list(_GLOBAL_CUSTOM_OBJECTS.items()) +
                 list(custom_objects.items())))
       with CustomObjectScope(custom_objects):
-        return cls.from_config(cls_config)
+        return cls.from_config(config['config'])
     else:
       # Then `cls` may be a function returning a class.
       # in this case by convention `config` holds
       # the kwargs of the function.
       custom_objects = custom_objects or {}
       with CustomObjectScope(custom_objects):
-        return cls(**cls_config)
+        return cls(**config['config'])
   elif isinstance(identifier, six.string_types):
     function_name = identifier
     if custom_objects and function_name in custom_objects:
-- 
GitLab


From 64605cd6544490691ccf9625b01d4bec71470f95 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 20:14:17 -0800
Subject: [PATCH 1383/1825] Make convolution_test optonly

PiperOrigin-RevId: 220902234
---
 tensorflow/compiler/xla/tests/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 4984f9866c..e11aeffadd 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -869,6 +869,7 @@ xla_test(
     timeout = "long",
     srcs = ["convolution_test.cc"],
     shard_count = 40,
+    tags = ["optonly"],
     deps = CONVOLUTION_TEST_DEPS + [
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
-- 
GitLab


From 562756b334428508372099723244d06d23e5f44e Mon Sep 17 00:00:00 2001
From: Blake Hechtman <blakehechtman@google.com>
Date: Fri, 9 Nov 2018 20:55:05 -0800
Subject: [PATCH 1384/1825] [XLA] Bail out of Reshape of Slice Transform with
 non-divisible expansion of the slice: eg: %slice = f32[960,512]{1,0}
 slice(f32[3600,512]{1,0} %reshape), slice={[0:960], [0:512]} %reshape =
 f32[3600,512]{1,0} reshape(f32[1,144,25,1,512]{4,3,2,1,0} %slice)

PiperOrigin-RevId: 220904372
---
 .../xla/service/algebraic_simplifier.cc       |  4 +++-
 .../xla/service/algebraic_simplifier_test.cc  | 23 +++++++++++++++++++
 2 files changed, 26 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier.cc b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
index 531565c0bf..89e62bd2f0 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier.cc
@@ -2066,7 +2066,9 @@ StatusOr<bool> AlgebraicSimplifierVisitor::TryToReorderSliceAndReshape(
     int64 slice_elements = ShapeUtil::ElementsIn(slice->shape());
     for (int64 i = rank - 1; i >= 0; --i) {
       if (slice_elements >= new_slice_limits[i]) {
-        CHECK_EQ(slice_elements % new_slice_limits[i], 0);
+        if (slice_elements % new_slice_limits[i] != 0) {
+          return false;
+        }
         slice_elements /= new_slice_limits[i];
       } else {
         new_slice_limits[i] = slice_elements;
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index a749cc1775..777f52d3ae 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -2206,6 +2206,29 @@ TEST_F(AlgebraicSimplifierTest, SliceOfReshapeToReshapeOfSlice) {
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Slice(param)));
 }
 
+TEST_F(AlgebraicSimplifierTest, SliceOfReshapeUnchanged) {
+  HloComputation::Builder builder(TestName());
+  HloInstruction* param =
+      builder.AddInstruction(HloInstruction::CreateParameter(
+          0, ShapeUtil::MakeShape(F32, {1, 144, 25, 1, 512}), "param"));
+  HloInstruction* original_reshape =
+      builder.AddInstruction(HloInstruction::CreateReshape(
+          ShapeUtil::MakeShape(F32, {3600, 512}), param));
+
+  builder.AddInstruction(HloInstruction::CreateSlice(
+      ShapeUtil::MakeShape(F32, {960, 512}), original_reshape,
+      /*start_indices=*/{0, 0},
+      /*limit_indices=*/{960, 512}, /*strides=*/{1, 1}));
+  auto module = CreateNewVerifiedModule();
+  HloComputation* computation = module->AddEntryComputation(builder.Build());
+
+  EXPECT_THAT(computation->root_instruction(), op::Slice(op::Reshape(param)));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 non_bitcasting_callback());
+  ASSERT_FALSE(simplifier.Run(module.get()).ValueOrDie());
+}
+
 TEST_F(AlgebraicSimplifierTest, RemoveNoopSort) {
   auto builder = HloComputation::Builder(TestName());
 
-- 
GitLab


From dce90ae373173e3a1be650045c260ee4723d1615 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 23:00:22 -0800
Subject: [PATCH 1385/1825] With distribution strategy `steps=` is required for
 keras model's `evaluate` and `predict` otherwise the functions error.

Also without importing tf and keras from tf the example also errors, so this is the minimal set of edits to actually make the example work.

PiperOrigin-RevId: 220910133
---
 tensorflow/contrib/distribute/README.md | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/distribute/README.md b/tensorflow/contrib/distribute/README.md
index f82453f3b5..a938f8629d 100644
--- a/tensorflow/contrib/distribute/README.md
+++ b/tensorflow/contrib/distribute/README.md
@@ -46,6 +46,9 @@ Let's see how to scale to multiple GPUs on one machine using `MirroredStrategy`
 Take a very simple model consisting of a single layer:
 
 ```python
+import tensorflow as tf
+from tensorflow import keras
+
 inputs = tf.keras.layers.Input(shape=(1,))
 predictions = tf.keras.layers.Dense(1)(inputs)
 model = tf.keras.models.Model(inputs=inputs, outputs=predictions)
@@ -90,8 +93,8 @@ Similarly, we can also call `evaluate` and `predict` as before using appropriate
 datasets.
 
 ```python
-model.evaluate(eval_dataset)
-model.predict(predict_dataset)
+model.evaluate(eval_dataset, steps=1)
+model.predict(predict_dataset, steps=1)
 ```
 
 That's all you need to train your model with Keras on multiple GPUs with
-- 
GitLab


From 45c1df9b8caaec56ffba107629a38c87b7dc375c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 9 Nov 2018 23:21:58 -0800
Subject: [PATCH 1386/1825] Remove prefetch_on_device argument to
 MirroredStrategy and OneDeviceStrategy.

PiperOrigin-RevId: 220911217
---
 .../contrib/distribute/python/mirrored_strategy.py       | 9 ++-------
 .../contrib/distribute/python/one_device_strategy.py     | 6 ++----
 2 files changed, 4 insertions(+), 11 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index ebd9648b57..98f96e82eb 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -348,8 +348,6 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       specified.
     cross_device_ops: optional, a descedant of `CrossDeviceOps`. If this is not
       set, the `configure` method will try to find the best one.
-    prefetch_on_device: optional boolean to specify whether to prefetch input
-      data to devices.
     auto_shard_dataset: whether to auto-shard the dataset when there are
       multiple workers.
     cross_tower_ops: Deprecated alias for `cross_device_ops`.
@@ -360,14 +358,12 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
                num_gpus=None,
                num_gpus_per_worker=None,
                cross_device_ops=None,
-               prefetch_on_device=None,
                auto_shard_dataset=False,
                cross_tower_ops=None):
     super(MirroredStrategy, self).__init__()
 
     assert not (cross_device_ops and cross_tower_ops)
     self._cross_tower_ops = cross_device_ops or cross_tower_ops
-    self._prefetch_on_device = prefetch_on_device
     self._auto_shard_dataset = auto_shard_dataset
     # Remember num GPUs which might be needed by `configure` method.
     if num_gpus is not None and num_gpus_per_worker is not None:
@@ -492,11 +488,10 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     if self._cluster_spec:
       return values.MultiWorkerDataset(
           partial(self._call_dataset_fn, dataset_fn), self._worker_devices,
-          self._prefetch_on_device, self._auto_shard_dataset)
+          auto_shard=self._auto_shard_dataset)
     else:
       return values.PerReplicaDataset(
-          self._call_dataset_fn(dataset_fn), self._devices,
-          self._prefetch_on_device)
+          self._call_dataset_fn(dataset_fn), self._devices)
 
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
   def _run_steps_on_dataset(self, fn, iterator, iterations,
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index afff24d71f..19c0f54290 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -40,10 +40,9 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
   # doing something that won't work with other DistributionStrategy
   # implementations?
 
-  def __init__(self, device, prefetch_on_device=None):
+  def __init__(self, device):
     super(OneDeviceStrategy, self).__init__()
     self._device = device
-    self._prefetch_on_device = prefetch_on_device
     self._default_device = device
 
   def _create_variable(self, next_creator, *args, **kwargs):
@@ -63,8 +62,7 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
 
   def distribute_dataset(self, dataset_fn):
     return values.PerReplicaDataset(
-        self._call_dataset_fn(dataset_fn), [self._device],
-        self._prefetch_on_device)
+        self._call_dataset_fn(dataset_fn), [self._device])
 
   def _broadcast(self, tensor, destinations):
     del destinations
-- 
GitLab


From c9c155a0c9726dac8f917ce54dc6e61a362240f1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 10 Nov 2018 01:03:24 -0800
Subject: [PATCH 1387/1825] compat: Update forward compatibility horizon to
 2018-11-10

PiperOrigin-RevId: 220917347
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 703f8c0c0f..0cce937879 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 9)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 10)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From ae9d6c7c9bff8add053d866949098e5627275321 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 10 Nov 2018 02:18:48 -0800
Subject: [PATCH 1388/1825] [TF:XLA] Using char separator instead of
 std::string separator for better performance.

PiperOrigin-RevId: 220922012
---
 tensorflow/compiler/xla/service/hlo_parser.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index 2be7df6a7a..cc9031ca99 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -2708,7 +2708,7 @@ bool HloParser::ParseConvolutionDimensionNumbers(
 
   // The str is expected to have 3 items, lhs, rhs, out, and it must look like
   // lhs_rhs->out, that is, the first separator is "_" and the second is "->".
-  std::vector<string> split1 = absl::StrSplit(str, "_");
+  std::vector<string> split1 = absl::StrSplit(str, '_');
   if (split1.size() != 2) {
     LOG(FATAL) << "expects 3 items: lhs, rhs, and output dims, but sees "
                << str;
-- 
GitLab


From 01d93ae56215226d4ab44391f6df35e6e77228b1 Mon Sep 17 00:00:00 2001
From: Jianwei Xie <xiejw@google.com>
Date: Sat, 10 Nov 2018 09:43:40 -0800
Subject: [PATCH 1389/1825] Add numerical correctness check for Keras/DS with
 numpy as inputs.

PiperOrigin-RevId: 220940350
---
 .../contrib/distribute/python/keras_test.py   | 141 +++++++++++++-----
 1 file changed, 106 insertions(+), 35 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index a048e7f279..0db5844e4c 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -47,7 +47,6 @@ _RANDOM_SEED = 1337
 _TRAIN_SIZE = 200
 _INPUT_SIZE = (10,)
 _NUM_CLASS = 2
-_TOLERANCE = 1e-5
 
 
 # TODO(anjalisridhar): Add a decorator that will allow us to run these tests as
@@ -213,10 +212,76 @@ def multi_input_output_model():
   return model
 
 
+def get_correctness_test_inputs(use_numpy, with_distribution,
+                                x_train, y_train, x_predict):
+  """Generates the inputs for correctness check when enable Keras with DS."""
+  global_batch_size = 64
+  batch_size = global_batch_size
+  # TODO(b/118776054): Use global batch size for Keras/DS support.
+  if with_distribution:
+    batch_size //= with_distribution.num_replicas_in_sync
+
+  if use_numpy:
+    training_inputs = {
+        'batch_size': batch_size,
+        'x': x_train,
+        'y': y_train,
+        'epochs': 1,
+        'shuffle': False,
+    }
+    eval_inputs = {
+        'batch_size': batch_size,
+        'x': x_train,
+        'y': y_train,
+    }
+    predict_inputs = {
+        # TODO(b/119318587): We should not require batch_size when distribution
+        # is enabled.
+        'batch_size': (len(x_predict) // with_distribution.num_replicas_in_sync
+                       if with_distribution else None),
+        'x': np.array(x_predict, dtype=np.float32),
+    }
+  else:
+    # For dataset inputs, we do not pass batch_size to
+    # keras.fit/evaluate/predict. The batch size is part of the dataset.
+    train_dataset = dataset_ops.Dataset.from_tensor_slices(
+        (x_train, y_train))
+    x = batch_wrapper(train_dataset, batch_size, with_distribution)
+
+    training_inputs = {
+        'batch_size': None,
+        'x': x,
+        'y': None,
+        'epochs': 1,
+        'shuffle': False,
+        'steps_per_epoch': len(x_train) // global_batch_size,
+    }
+    eval_inputs = {
+        'batch_size': None,
+        'x': x,
+        'y': None,
+        'steps': 20,
+    }
+    predict_batch_size = len(x_predict)
+    if with_distribution:
+      predict_batch_size //= with_distribution.num_replicas_in_sync
+    predict_dataset = dataset_ops.Dataset.from_tensor_slices(x_predict)
+    predict_dataset = batch_wrapper(predict_dataset,
+                                    predict_batch_size, with_distribution)
+    predict_inputs = {
+        'batch_size': None,
+        'steps': 1,
+        'x': predict_dataset,
+    }
+
+  return training_inputs, eval_inputs, predict_inputs
+
+
 strategies = [combinations.default_strategy,
               combinations.one_device_strategy,
               combinations.mirrored_strategy_with_gpu_and_cpu,
               combinations.mirrored_strategy_with_two_gpus,
+              combinations.tpu_strategy,  # steps_per_run=2
               combinations.tpu_strategy_one_step]
 
 
@@ -245,6 +310,13 @@ def strategy_and_optimizer_combinations():
       mode=['graph'])
 
 
+def strategy_and_inputs():
+  return combinations.combine(
+      distribution=strategies,
+      use_numpy=[True, False],
+      mode=['graph'])
+
+
 class TestEstimatorDistributionStrategy(test_util.TensorFlowTestCase):
 
   def setUp(self):
@@ -1023,19 +1095,29 @@ class TestDistributionStrategyCorrectness(test.TestCase,
       history = model.fit(x=train_dataset, epochs=1, steps_per_epoch=10)
       self.assertEqual(history.history['binary_accuracy'], [1.0])
 
-  @combinations.generate(strategy_combinations())
-  def test_correctness(self, distribution):
+  @combinations.generate(strategy_and_inputs())
+  def test_correctness(self, distribution, use_numpy):
     with self.cached_session():
+      tolerance = 1e-5
+
+      if isinstance(distribution, mirrored_strategy.MirroredStrategy):
+        # TODO(b/119257215): use the default one once the flakyness is fixed.
+        tolerance = 1e-4
+
       keras.backend.set_image_data_format('channels_last')
-      num_samples = 10000
       np.random.seed(_RANDOM_SEED)
       random_seed.set_random_seed(_RANDOM_SEED)
 
-      # Train and predict datasets are created with the same input numpy arrays.
+      # Train, eval, and predict datasets are created with the same input numpy
+      # arrays.
+      # TODO(xiejw): Change this back to 10000, once we support final partial
+      # batch.
+      num_samples = 9984
       x_train = np.random.rand(num_samples, 1)
       y_train = 3 * x_train
       x_train = x_train.astype('float32')
       y_train = y_train.astype('float32')
+      x_predict = [[1.], [2.], [3.], [4.]]
 
       # The model is built once and the initial weights are saved.
       # This is used to initialize the model for both the distribution and
@@ -1049,49 +1131,38 @@ class TestDistributionStrategyCorrectness(test.TestCase,
       initial_weights = model.get_weights()
 
       def fit_and_predict(with_distribution=None):
+        # We have initialized the model to the same weight for the distribution
+        # and non-distribution run.
         model.set_weights(initial_weights)
         model.compile(
             loss=keras.losses.mean_squared_error,
             optimizer=gradient_descent.GradientDescentOptimizer(0.5),
             distribute=with_distribution)
 
-        batch_size = 64
-        if with_distribution:
-          batch_size //= with_distribution.num_replicas_in_sync
-        train_dataset = dataset_ops.Dataset.from_tensor_slices((x_train,
-                                                                y_train))
-        train_dataset = batch_wrapper(train_dataset, batch_size, distribution)
-        # We have initialized the model to the same weight for the distribution
-        # and non-distribution run. If you want to initialize the model to
-        # random weights for each run, you need to run the model through the
-        # entire dataset at least once to ensure that the weights converge to
-        # the same value.
-        model.fit(x=train_dataset, epochs=1, steps_per_epoch=10)
+        training_inputs, eval_inputs, predict_inputs = (
+            get_correctness_test_inputs(use_numpy, with_distribution,
+                                        x_train, y_train, x_predict))
 
+        model.fit(**training_inputs)
+        eval_result = model.evaluate(**eval_inputs)
         weights = model.get_weights()
-        x_predict = [[1.], [2.], [3.], [4.]]
-        predict_batch_size = 4
-        if with_distribution:
-          predict_batch_size //= with_distribution.num_replicas_in_sync
-        predict_dataset = dataset_ops.Dataset.from_tensor_slices(x_predict)
-        predict_dataset = batch_wrapper(predict_dataset,
-                                        predict_batch_size, distribution)
-        predict_result = model.predict(predict_dataset, steps=1)
-
-        return weights, predict_result
-
-      wts_with_ds, predict_with_ds = fit_and_predict(
+        predict_result = model.predict(**predict_inputs)
+
+        return weights, eval_result, predict_result
+
+      wts_with_ds, eval_with_ds, predict_with_ds = fit_and_predict(
           with_distribution=distribution)
-      wts_without_ds, predict_without_ds = fit_and_predict(
+      wts_without_ds, eval_without_ds, predict_without_ds = fit_and_predict(
           with_distribution=None)
 
-      # Verify that the weights are the same within some limits of tolerance.
+      # Verify that the weights, eval results, predict outputs  are the same
+      # within some limits of tolerance.
+      self.assertAllClose(
+          wts_with_ds, wts_without_ds, atol=tolerance, rtol=tolerance)
       self.assertAllClose(
-          wts_with_ds, wts_without_ds, atol=_TOLERANCE, rtol=_TOLERANCE)
-      # Verify that the predicted outputs are the same within some limits of
-      # tolerance.
+          eval_with_ds, eval_without_ds, atol=tolerance, rtol=tolerance)
       self.assertAllClose(
-          predict_with_ds, predict_without_ds, atol=_TOLERANCE, rtol=_TOLERANCE)
+          predict_with_ds, predict_without_ds, atol=tolerance, rtol=tolerance)
 
 
 # TODO(priyag): Add a test for TPUStrategy with steps_per_run > 1.
-- 
GitLab


From 5bad4a44428d365e099124e2d65efacaa53bd26b Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Sat, 10 Nov 2018 11:54:38 -0800
Subject: [PATCH 1390/1825] Add some kernels for quantized integers

In particular, add support for Switch, Merge, RefSwitch, RefMerg, _Arg and
_RetVal.

PiperOrigin-RevId: 220945922
---
 tensorflow/core/kernels/control_flow_ops.cc   |  5 +++
 tensorflow/core/kernels/function_ops.cc       |  2 ++
 .../kernel_tests/control_flow_ops_py_test.py  | 33 +++++++++++++++++++
 3 files changed, 40 insertions(+)

diff --git a/tensorflow/core/kernels/control_flow_ops.cc b/tensorflow/core/kernels/control_flow_ops.cc
index fd3a0ad422..382c9d5e50 100644
--- a/tensorflow/core/kernels/control_flow_ops.cc
+++ b/tensorflow/core/kernels/control_flow_ops.cc
@@ -70,9 +70,12 @@ void SwitchOp::Compute(OpKernelContext* context) {
 TF_CALL_ALL_TYPES(REGISTER_CPU_SWITCH);
 TF_CALL_ALL_TYPES(REGISTER_CPU_REF_SWITCH);
 TF_CALL_QUANTIZED_TYPES(REGISTER_CPU_SWITCH);
+TF_CALL_QUANTIZED_TYPES(REGISTER_CPU_REF_SWITCH);
 
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER_GPU_SWITCH);
+TF_CALL_QUANTIZED_TYPES(REGISTER_GPU_SWITCH);
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER_GPU_REF_SWITCH);
+TF_CALL_QUANTIZED_TYPES(REGISTER_GPU_REF_SWITCH);
 
 #undef REGISTER_CPU_SWITCH
 #undef REGISTER_CPU_REF_SWITCH
@@ -256,6 +259,8 @@ REGISTER_KERNEL_BUILDER(Name("RefMerge").Device(DEVICE_CPU), MergeOp);
 
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER_GPU_KERNEL);
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER_GPU_REF_KERNEL);
+TF_CALL_QUANTIZED_TYPES(REGISTER_GPU_KERNEL);
+TF_CALL_QUANTIZED_TYPES(REGISTER_GPU_REF_KERNEL);
 REGISTER_GPU_KERNEL(bool);
 REGISTER_GPU_REF_KERNEL(bool);
 
diff --git a/tensorflow/core/kernels/function_ops.cc b/tensorflow/core/kernels/function_ops.cc
index a5374e0268..d5c09712b2 100644
--- a/tensorflow/core/kernels/function_ops.cc
+++ b/tensorflow/core/kernels/function_ops.cc
@@ -99,6 +99,7 @@ TF_CALL_bool(REGISTER) REGISTER_KERNEL_BUILDER(Name(kRetOp)
   REGISTER_KERNEL_BUILDER( \
       Name(kArgOp).Device(DEVICE_GPU).TypeConstraint<type>("T"), ArgOp);
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER)
+TF_CALL_QUANTIZED_TYPES(REGISTER)
 TF_CALL_bool(REGISTER) REGISTER_KERNEL_BUILDER(Name(kArgOp)
                                                    .Device(DEVICE_GPU)
                                                    .HostMemory("output")
@@ -122,6 +123,7 @@ REGISTER_KERNEL_BUILDER(Name(kArgOp)
   REGISTER_KERNEL_BUILDER( \
       Name(kRetOp).Device(DEVICE_GPU).TypeConstraint<type>("T"), RetvalOp);
 TF_CALL_NUMBER_TYPES_NO_INT32(REGISTER)
+TF_CALL_QUANTIZED_TYPES(REGISTER)
 TF_CALL_bool(REGISTER) REGISTER_KERNEL_BUILDER(Name(kRetOp)
                                                    .Device(DEVICE_GPU)
                                                    .HostMemory("input")
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 79879e1dd5..19b067e449 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -3178,6 +3178,39 @@ class ControlFlowTest(test.TestCase):
                 ]), 1)
 
 
+  def testQIntSwitchMerge(self):
+    with self.cached_session(force_gpu=test.is_gpu_available()) as sess:
+      constant_qint = constant_op.constant(np.array([42]), dtypes.qint8)
+      cond = constant_op.constant(True, dtypes.bool)
+      v_f, v_t = control_flow_ops.switch(constant_qint, cond)
+      result = control_flow_ops.merge([v_f, v_t])
+      sess.run(result)
+
+  def testQIntRefSwitchMerge(self):
+    with self.cached_session(use_gpu=test.is_gpu_available()) as sess:
+      var_qint = gen_state_ops.variable(
+          shape=[1], dtype=dtypes.qint8, name="v", container="", shared_name="")
+      assign_op = state_ops.assign(
+          var_qint, constant_op.constant(np.array([42]), dtypes.qint8))
+      sess.run(assign_op)
+
+      cond = constant_op.constant(True, dtypes.bool)
+      v_f, v_t = control_flow_ops.ref_switch(var_qint, cond)
+      result = control_flow_ops.ref_merge([v_f, v_t])
+      sess.run(result)
+
+  def testQIntArgAndRet(self):
+
+    @function.Defun(dtypes.qint8)
+    def func(x):
+      return x
+
+    with self.cached_session(force_gpu=test.is_gpu_available()) as sess:
+      qint = constant_op.constant(np.array([42]), dtypes.qint8)
+      result = func(qint)
+      sess.run(result)
+
+
 class ControlFlowContextCheckTest(test.TestCase):
 
   def _getWhileTensor(self):
-- 
GitLab


From 3710a2957b073109800b15c2687e68acbc9737fd Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Sat, 10 Nov 2018 11:57:54 -0800
Subject: [PATCH 1391/1825] BEGIN_PUBLIC Speed up Keras tests END_PUBLIC

Automated rollback of commit 250de49e82951acd32d81fb9ec0689e43672c7fe

PiperOrigin-RevId: 220946015
---
 tensorflow/python/keras/BUILD                 |  10 +-
 .../python/keras/engine/sequential_test.py    |  19 ++
 tensorflow/python/keras/engine/training.py    |   4 +-
 .../python/keras/engine/training_test.py      | 163 ++++++------------
 .../keras/engine/training_utils_test.py       |  12 ++
 tensorflow/python/keras/layers/local_test.py  |  45 +++--
 6 files changed, 123 insertions(+), 130 deletions(-)

diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 9bdef21234..6f38d822e7 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -344,6 +344,7 @@ py_test(
     name = "convolutional_test",
     size = "large",
     srcs = ["layers/convolutional_test.py"],
+    shard_count = 4,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -381,6 +382,7 @@ py_test(
     name = "core_test",
     size = "medium",
     srcs = ["layers/core_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
     deps = [
         ":keras",
@@ -401,9 +403,11 @@ cuda_py_test(
 
 py_test(
     name = "local_test",
-    size = "large",
+    size = "medium",
     srcs = ["layers/local_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
+    tags = ["no_windows"],
     deps = [
         ":keras",
         "//tensorflow/python:client_testlib",
@@ -690,8 +694,9 @@ py_test(
 
 py_test(
     name = "training_test",
-    size = "enormous",
+    size = "medium",
     srcs = ["engine/training_test.py"],
+    shard_count = 4,
     srcs_version = "PY2AND3",
     tags = ["notsan"],
     deps = [
@@ -824,6 +829,7 @@ py_test(
     name = "models_test",
     size = "medium",
     srcs = ["models_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
     tags = ["notsan"],  # b/67509773
     deps = [
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index 1401c1ed99..ea8fdf675a 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -385,6 +385,25 @@ class TestSequentialEagerIntegration(test.TestCase):
     model.pop()
     self.assertTrue(model._can_use_graph_functions)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_sequential_model_fails_with_dict_inputs(self):
+    num_classes = 5
+    model = testing_utils.get_small_sequential_mlp(
+        num_hidden=10, num_classes=num_classes)
+    model.compile(
+        rmsprop.RMSPropOptimizer(learning_rate=0.001),
+        metrics=['acc'],
+        weighted_metrics=['mae'],
+        loss='categorical_crossentropy')
+
+    x = {'dense_input': np.random.random((10, 1))}
+    y = np.random.randint(num_classes, size=(10, 1))
+
+    with self.assertRaisesRegexp(
+        ValueError, 'Passing a dictionary input to a Sequential Model which '
+        'doesn\'t have FeatureLayer as the first layer is an error'):
+      model.fit(x, y, batch_size=5, epochs=1)
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index f3a991dc95..6ad0590686 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1321,8 +1321,8 @@ class Model(Network):
         # We assert that the first layer is a FeatureLayer.
         if not training_utils.is_feature_layer(self.layers[0]):
           raise ValueError('Passing a dictionary input to a Sequential Model '
-                           'which doesnt have FeatureLayer as the first layer '
-                           'is an error')
+                           'which doesn\'t have FeatureLayer as the first layer'
+                           ' is an error.')
         input_shape = (None,)
         self.build(input_shape=input_shape)
       else:
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index fe2af94cbb..b39f4b6f6e 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -33,7 +33,6 @@ from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.keras import testing_utils
 from tensorflow.python.keras.callbacks import Callback
 from tensorflow.python.keras.engine.training_utils import weighted_masked_objective
-from tensorflow.python.keras.utils.generic_utils import slice_arrays
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import sparse_ops
 from tensorflow.python.ops import variables as variables_lib
@@ -333,35 +332,6 @@ class TrainingTest(test.TestCase):
     })
     self.assertEqual(len(out), 2)
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_invalid_loss(self):
-    num_classes = 5
-    train_samples = 1000
-    test_samples = 1000
-    input_dim = 5
-
-    model = testing_utils.get_small_sequential_mlp(
-        num_hidden=10, num_classes=num_classes, input_dim=input_dim)
-    optimizer = RMSPropOptimizer(learning_rate=0.001)
-    model.compile(optimizer, loss='categorical_crossentropy')
-    np.random.seed(1337)
-    (x_train, y_train), (_, _) = testing_utils.get_test_data(
-        train_samples=train_samples,
-        test_samples=test_samples,
-        input_shape=(input_dim,),
-        num_classes=num_classes)
-
-    with self.assertRaises(ValueError):
-      model.fit(x_train, np.concatenate([y_train, y_train], axis=-1))
-
-    if not context.executing_eagerly():
-      # TODO(psv): Investigate these use cases in eager mode.
-      with self.assertRaises(ValueError):
-        model.fit(x_train, y_train)
-
-      with self.assertRaises(ValueError):
-        model.compile(optimizer, loss=None)
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_activity_regularizer_fit(self):
     loss = {}
@@ -512,30 +482,6 @@ class TrainingTest(test.TestCase):
       x2 = model.predict(val_a)
       self.assertAllClose(x1, x2, atol=1e-7)
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_compile_warning_for_loss_missing_output(self):
-    with self.cached_session():
-      inp = keras.layers.Input(shape=(16,), name='input_a')
-      out_1 = keras.layers.Dense(8, name='dense_1')(inp)
-      out_2 = keras.layers.Dense(3, activation='softmax', name='dense_2')(out_1)
-      model = keras.models.Model(inputs=[inp], outputs=[out_1, out_2])
-      optimizer = RMSPropOptimizer(learning_rate=0.001)
-
-      with test.mock.patch.object(logging, 'warning') as mock_log:
-        model.compile(
-            optimizer,
-            loss={
-                'dense_2': 'categorical_crossentropy',
-            },
-            metrics={
-                'dense_2': 'categorical_accuracy',
-                'dense_1': metrics_module.CategoricalAccuracy(),
-            })
-        msg = ('Output "dense_1" missing from loss dictionary. We assume this '
-               'was done on purpose. The fit and evaluate APIs will not be '
-               'expecting any data to be passed to "dense_1".')
-        self.assertRegexpMatches(str(mock_log.call_args), msg)
-
   def test_logs_passed_to_callbacks(self):
     with self.cached_session():
       input_dim = 5
@@ -595,6 +541,62 @@ class TrainingTest(test.TestCase):
           ]))
 
 
+class TestExceptionsAndWarnings(test.TestCase):
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_invalid_loss(self):
+    num_classes = 5
+    train_samples = 1000
+    test_samples = 1000
+    input_dim = 5
+
+    model = testing_utils.get_small_sequential_mlp(
+        num_hidden=10, num_classes=num_classes, input_dim=input_dim)
+    optimizer = RMSPropOptimizer(learning_rate=0.001)
+    model.compile(optimizer, loss='categorical_crossentropy')
+    np.random.seed(1337)
+    (x_train, y_train), (_, _) = testing_utils.get_test_data(
+        train_samples=train_samples,
+        test_samples=test_samples,
+        input_shape=(input_dim,),
+        num_classes=num_classes)
+
+    with self.assertRaises(ValueError):
+      model.fit(x_train, np.concatenate([y_train, y_train], axis=-1))
+
+    if not context.executing_eagerly():
+      # TODO(psv): Investigate these use cases in eager mode.
+      with self.assertRaises(ValueError):
+        model.fit(x_train, y_train)
+
+      with self.assertRaises(ValueError):
+        model.compile(optimizer, loss=None)
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_compile_warning_for_loss_missing_output(self):
+    with self.cached_session():
+      inp = keras.layers.Input(shape=(16,), name='input_a')
+      out_1 = keras.layers.Dense(8, name='dense_1')(inp)
+      out_2 = keras.layers.Dense(3, activation='softmax', name='dense_2')(out_1)
+      model = keras.models.Model(inputs=[inp], outputs=[out_1, out_2])
+      optimizer = RMSPropOptimizer(learning_rate=0.001)
+
+      with test.mock.patch.object(logging, 'warning') as mock_log:
+        model.compile(
+            optimizer,
+            loss={
+                'dense_2': 'categorical_crossentropy',
+            },
+            metrics={
+                'dense_2': 'categorical_accuracy',
+                'dense_1': metrics_module.CategoricalAccuracy(),
+            })
+        msg = ('Output "dense_1" missing from loss dictionary. We assume this '
+               'was done on purpose. The fit and evaluate APIs will not be '
+               'expecting any data to be passed to "dense_1".')
+        self.assertRegexpMatches(str(mock_log.call_args), msg)
+
+
 class LossWeightingTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
@@ -666,25 +668,6 @@ class LossWeightingTest(test.TestCase):
         x_test[test_ids, :], y_test[test_ids, :], verbose=0)
     self.assertLess(score[0], ref_score[0])
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_sequential_model_fails_with_dict_inputs(self):
-    num_classes = 5
-    model = testing_utils.get_small_sequential_mlp(
-        num_hidden=10, num_classes=num_classes)
-    model.compile(
-        RMSPropOptimizer(learning_rate=0.001),
-        metrics=['acc'],
-        weighted_metrics=['mae'],
-        loss='categorical_crossentropy')
-
-    x = {'dense_input': np.random.random((10, 1))}
-    y = np.random.randint(num_classes, size=(10, 1))
-
-    with self.assertRaisesRegexp(
-        ValueError, 'Passing a dictionary input to a Sequential Model which '
-        'doesnt have FeatureLayer as the first layer is an error'):
-      model.fit(x, y, batch_size=5, epochs=1)
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sample_weights(self):
     num_classes = 5
@@ -1232,40 +1215,6 @@ class TestDynamicTrainability(test.TestCase):
       self.assertListEqual(outer_model.trainable_weights, [])
 
 
-class TestTrainingUtils(test.TestCase):
-
-  def test_check_array_lengths(self):
-    keras.engine.training_utils.check_array_lengths(None, None, None)
-    a_np = np.random.random((4, 3, 3))
-    keras.engine.training_utils.check_array_lengths(a_np, a_np, a_np)
-    keras.engine.training_utils.check_array_lengths(
-        [a_np, a_np], [a_np, a_np], [a_np, a_np])
-    keras.engine.training_utils.check_array_lengths([None], [None], [None])
-
-    b_np = np.random.random((3, 4))
-    with self.assertRaises(ValueError):
-      keras.engine.training_utils.check_array_lengths([a_np], [b_np], None)
-
-  def test_slice_arrays(self):
-    input_a = np.random.random((10, 3))
-    slice_arrays(input_a, 0)
-    slice_arrays(None)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-    input_a = [None, [1, 1], None, [1, 1]]
-    slice_arrays(input_a, 0)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-    input_a = [None]
-    slice_arrays(input_a, 0)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-    input_a = None
-    slice_arrays(input_a, 0)
-    slice_arrays(input_a, 0, 1)
-    slice_arrays(input_a, stop=2)
-
-
 class TestTrainingWithDataTensors(test.TestCase):
 
   def test_training_and_eval_methods_on_symbolic_tensors_single_io(self):
diff --git a/tensorflow/python/keras/engine/training_utils_test.py b/tensorflow/python/keras/engine/training_utils_test.py
index ff15c49a92..7b217cf373 100644
--- a/tensorflow/python/keras/engine/training_utils_test.py
+++ b/tensorflow/python/keras/engine/training_utils_test.py
@@ -148,6 +148,18 @@ class TrainingUtilTest(test.TestCase):
     any_true = training_utils._nested_any(nested_data, lambda x: x)
     self.assertEquals(any_true, False)
 
+  def test_check_array_lengths(self):
+    training_utils.check_array_lengths(None, None, None)
+    a_np = np.random.random((4, 3, 3))
+    training_utils.check_array_lengths(a_np, a_np, a_np)
+    training_utils.check_array_lengths(
+        [a_np, a_np], [a_np, a_np], [a_np, a_np])
+    training_utils.check_array_lengths([None], [None], [None])
+
+    b_np = np.random.random((3, 4))
+    with self.assertRaises(ValueError):
+      training_utils.check_array_lengths([a_np], [b_np], None)
+
 
 class ModelInputsTest(test.TestCase):
 
diff --git a/tensorflow/python/keras/layers/local_test.py b/tensorflow/python/keras/layers/local_test.py
index 8589b32b3c..300e7c9654 100644
--- a/tensorflow/python/keras/layers/local_test.py
+++ b/tensorflow/python/keras/layers/local_test.py
@@ -27,7 +27,7 @@ from tensorflow.python.platform import test
 from tensorflow.python.training.rmsprop import RMSPropOptimizer
 
 
-class LocallyConnectedLayersTest(test.TestCase):
+class LocallyConnected1DLayersTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_1d(self):
@@ -111,6 +111,9 @@ class LocallyConnectedLayersTest(test.TestCase):
               self.assertEqual(layer.kernel.constraint, k_constraint)
               self.assertEqual(layer.bias.constraint, b_constraint)
 
+
+class LocallyConnected2DLayersTest(test.TestCase):
+
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_2d(self):
     num_samples = 8
@@ -175,11 +178,11 @@ class LocallyConnectedLayersTest(test.TestCase):
               input_shape=(num_samples, num_row, num_col, stack_size))
 
   def test_locallyconnected_2d_regularization(self):
-    num_samples = 8
+    num_samples = 2
     filters = 3
     stack_size = 4
     num_row = 6
-    num_col = 10
+    num_col = 7
     for implementation in [1, 2]:
       for padding in ['valid', 'same']:
         kwargs = {
@@ -220,20 +223,24 @@ class LocallyConnectedLayersTest(test.TestCase):
             self.assertEqual(layer.kernel.constraint, k_constraint)
             self.assertEqual(layer.bias.constraint, b_constraint)
 
+
+class LocallyConnectedImplementationModeTest(test.TestCase):
+
   @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_implementation(self):
-    n_train = 4
-    n_classes = 3
-    n_epochs = 2
+    num_samples = 4
+    num_classes = 3
+    num_epochs = 2
 
     np.random.seed(1)
-    targets = np.random.randint(0, n_classes, (n_train,))
+    targets = np.random.randint(0, num_classes, (num_samples,))
 
-    for width in [1, 17]:
-      for height in [16]:
+    for width in [1, 6]:
+      for height in [7]:
         for filters in [2]:
           for data_format in ['channels_first', 'channels_last']:
-            inputs = get_inputs(data_format, filters, height, n_train, width)
+            inputs = get_inputs(
+                data_format, filters, height, num_samples, width)
 
             for kernel_x in [(3,)]:
               for kernel_y in [()] if width == 1 else [(2,)]:
@@ -246,7 +253,7 @@ class LocallyConnectedLayersTest(test.TestCase):
                           'kernel_size': kernel_x + kernel_y,
                           'strides': stride_x + stride_y,
                           'data_format': data_format,
-                          'n_classes': n_classes,
+                          'num_classes': num_classes,
                           'input_shape': inputs.shape
                       }
 
@@ -264,13 +271,13 @@ class LocallyConnectedLayersTest(test.TestCase):
                       # Train.
                       model_1.fit(x=inputs,
                                   y=targets,
-                                  epochs=n_epochs,
-                                  batch_size=n_train)
+                                  epochs=num_epochs,
+                                  batch_size=num_samples)
 
                       model_2.fit(x=inputs,
                                   y=targets,
-                                  epochs=n_epochs,
-                                  batch_size=n_train)
+                                  epochs=num_epochs,
+                                  batch_size=num_samples)
 
                       # Compare outputs after a few training steps.
                       out_1 = model_1.call(inputs)
@@ -316,7 +323,7 @@ class LocallyConnectedLayersTest(test.TestCase):
       self.assertAllCloseAccordingToType(inputs_2d, inputs_2d_tf)
 
 
-def get_inputs(data_format, filters, height, n_train, width):
+def get_inputs(data_format, filters, height, num_samples, width):
   if data_format == 'channels_first':
     if width == 1:
       input_shape = (filters, height)
@@ -333,7 +340,7 @@ def get_inputs(data_format, filters, height, n_train, width):
     raise NotImplementedError(data_format)
 
   inputs = np.random.normal(0, 1,
-                            (n_train,) + input_shape).astype(np.float32)
+                            (num_samples,) + input_shape).astype(np.float32)
   return inputs
 
 
@@ -352,7 +359,7 @@ def get_model(implementation,
               kernel_size,
               strides,
               layers,
-              n_classes,
+              num_classes,
               data_format,
               input_shape):
   model = keras.Sequential()
@@ -377,7 +384,7 @@ def get_model(implementation,
         implementation=implementation))
 
   model.add(keras.layers.Flatten())
-  model.add(keras.layers.Dense(n_classes))
+  model.add(keras.layers.Dense(num_classes))
   model.compile(
       optimizer=RMSPropOptimizer(0.01),
       metrics=[keras.metrics.categorical_accuracy],
-- 
GitLab


From 3ab65581f81f19f3f9abbe2c952d12eb3c7909d4 Mon Sep 17 00:00:00 2001
From: Rick Chao <rchao@google.com>
Date: Sat, 10 Nov 2018 12:02:46 -0800
Subject: [PATCH 1392/1825] Only export op_scope in TF V1.

PiperOrigin-RevId: 220946322
---
 tensorflow/python/framework/ops.py              | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index b5237a3b8e..5f7e65901b 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -6183,7 +6183,7 @@ def prepend_name_scope(name, import_scope):
 
 # pylint: disable=g-doc-return-or-yield
 # pylint: disable=not-context-manager
-@tf_export("op_scope")
+@tf_export(v1=["op_scope"])
 @tf_contextlib.contextmanager
 def op_scope(values, name, default_name=None):
   """DEPRECATED. Same as name_scope above, just different argument order."""
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 2a36d62574..cb85289167 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -960,10 +960,6 @@ tf_module {
     name: "ones_like"
     argspec: "args=[\'tensor\', \'dtype\', \'name\', \'optimize\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
   }
-  member_method {
-    name: "op_scope"
-    argspec: "args=[\'values\', \'name\', \'default_name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "pad"
     argspec: "args=[\'tensor\', \'paddings\', \'mode\', \'name\', \'constant_values\'], varargs=None, keywords=None, defaults=[\'CONSTANT\', \'None\', \'0\'], "
-- 
GitLab


From 10de658adf8c13e5545c9bfc8477356fa101be22 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 10 Nov 2018 12:05:22 -0800
Subject: [PATCH 1393/1825] Reserving the vector of input tensors before
 populating.

PiperOrigin-RevId: 220946498
---
 tensorflow/contrib/tensorrt/convert/convert_nodes.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index a6f954391d..e2988f5f2a 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -1552,6 +1552,7 @@ tensorflow::Status ConvertPlugin(OpConverterParams* params) {
   const auto& node_def = params->node_def;
   // prepare input
   std::vector<nvinfer1::ITensor*> all_inputs;
+  all_inputs.reserve(inputs.size());
   for (auto input : inputs) {
     all_inputs.emplace_back(const_cast<nvinfer1::ITensor*>(input.tensor()));
   }
-- 
GitLab


From 38b3da92c55a96d31233ada4d89b13bd1c6a2023 Mon Sep 17 00:00:00 2001
From: Gaurav Jain <gjn@google.com>
Date: Sat, 10 Nov 2018 15:59:31 -0800
Subject: [PATCH 1394/1825] Remove all numeric cast ops from v2

PiperOrigin-RevId: 220955764
---
 tensorflow/python/ops/math_ops.py             | 22 +++++++++------
 .../tools/api/golden/v2/tensorflow.pbtxt      | 28 -------------------
 2 files changed, 14 insertions(+), 36 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index d100681624..a0d3f06627 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -713,8 +713,8 @@ def saturate_cast(value, dtype, name=None):
                                        name="max"))
     return cast(value, dtype, name=name)
 
-
-@tf_export("to_float")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_float"])
 def to_float(x, name="ToFloat"):
   """Casts a tensor to type `float32`.
 
@@ -732,7 +732,8 @@ def to_float(x, name="ToFloat"):
   return cast(x, dtypes.float32, name=name)
 
 
-@tf_export("to_double")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_double"])
 def to_double(x, name="ToDouble"):
   """Casts a tensor to type `float64`.
 
@@ -750,7 +751,8 @@ def to_double(x, name="ToDouble"):
   return cast(x, dtypes.float64, name=name)
 
 
-@tf_export("to_int32")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_int32"])
 def to_int32(x, name="ToInt32"):
   """Casts a tensor to type `int32`.
 
@@ -768,7 +770,8 @@ def to_int32(x, name="ToInt32"):
   return cast(x, dtypes.int32, name=name)
 
 
-@tf_export("to_int64")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_int64"])
 def to_int64(x, name="ToInt64"):
   """Casts a tensor to type `int64`.
 
@@ -786,7 +789,8 @@ def to_int64(x, name="ToInt64"):
   return cast(x, dtypes.int64, name=name)
 
 
-@tf_export("to_bfloat16")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_bfloat16"])
 def to_bfloat16(x, name="ToBFloat16"):
   """Casts a tensor to type `bfloat16`.
 
@@ -804,7 +808,8 @@ def to_bfloat16(x, name="ToBFloat16"):
   return cast(x, dtypes.bfloat16, name=name)
 
 
-@tf_export("to_complex64")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_complex64"])
 def to_complex64(x, name="ToComplex64"):
   """Casts a tensor to type `complex64`.
 
@@ -822,7 +827,8 @@ def to_complex64(x, name="ToComplex64"):
   return cast(x, dtypes.complex64, name=name)
 
 
-@tf_export("to_complex128")
+@deprecation.deprecated(date=None, instructions="Use tf.cast instead.")
+@tf_export(v1=["to_complex128"])
 def to_complex128(x, name="ToComplex128"):
   """Casts a tensor to type `complex128`.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index cb85289167..9993728602 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1252,34 +1252,6 @@ tf_module {
     name: "timestamp"
     argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "to_bfloat16"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToBFloat16\'], "
-  }
-  member_method {
-    name: "to_complex128"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToComplex128\'], "
-  }
-  member_method {
-    name: "to_complex64"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToComplex64\'], "
-  }
-  member_method {
-    name: "to_double"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToDouble\'], "
-  }
-  member_method {
-    name: "to_float"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToFloat\'], "
-  }
-  member_method {
-    name: "to_int32"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToInt32\'], "
-  }
-  member_method {
-    name: "to_int64"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'ToInt64\'], "
-  }
   member_method {
     name: "transpose"
     argspec: "args=[\'a\', \'perm\', \'name\', \'conjugate\'], varargs=None, keywords=None, defaults=[\'None\', \'transpose\', \'False\'], "
-- 
GitLab


From 65cba53a06baeb916376c067e9475499a08c4d4f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 01:02:11 -0800
Subject: [PATCH 1395/1825] compat: Update forward compatibility horizon to
 2018-11-11

PiperOrigin-RevId: 220977922
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 0cce937879..2faa3cf3dc 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 10)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 11)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 447c4f7b6663c96c0a07b4c9f13989e108b54b4a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 04:16:03 -0800
Subject: [PATCH 1396/1825] Preallocating GPU IDs vector.

PiperOrigin-RevId: 220987608
---
 tensorflow/core/common_runtime/gpu/gpu_device.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/core/common_runtime/gpu/gpu_device.cc b/tensorflow/core/common_runtime/gpu/gpu_device.cc
index 870b2f24d1..81fea311e1 100644
--- a/tensorflow/core/common_runtime/gpu/gpu_device.cc
+++ b/tensorflow/core/common_runtime/gpu/gpu_device.cc
@@ -1169,6 +1169,7 @@ Status BaseGPUDeviceFactory::GetDeviceLocalities(
     int num_tf_gpus, const std::vector<InterconnectMap>& interconnects,
     LocalityMap* localities) {
   std::vector<TfGpuId> all_tf_gpu_ids;
+  all_tf_gpu_ids.reserve(num_tf_gpus);
   for (int i = 0; i < num_tf_gpus; ++i) {
     all_tf_gpu_ids.push_back(TfGpuId(i));
   }
-- 
GitLab


From 851790a2e0685862c340cedf875f787b6ac8edee Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 08:59:50 -0800
Subject: [PATCH 1397/1825] Last step of "tower" -> "replica" terminology
 transition for DistributionStrategy.

PiperOrigin-RevId: 220999417
---
 tensorflow/contrib/distribute/python/BUILD    |  2 +
 .../python/keras/optimizer_v2/optimizer_v2.py |  4 +-
 tensorflow/python/training/distribute.py      | 81 +------------------
 .../training/distribution_strategy_context.py | 11 ---
 4 files changed, 5 insertions(+), 93 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index b79f8fe059..4094e52169 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -467,6 +467,7 @@ cuda_py_test(
     ],
     tags = [
         "multi_and_single_gpu",
+        "no_oss",  # http://b/119349471
         "no_pip",
     ],
 )
@@ -489,6 +490,7 @@ cuda_py_test(
     ],
     tags = [
         "multi_and_single_gpu",
+        "no_oss",  # http://b/119349471
         "no_pip",
     ],
 )
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index d0bbe86247..8569f55d16 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -542,7 +542,7 @@ def merge_update_step(update_ops, local_step):
       incre_op = local_step.assign_add(1).op
     return incre_op
 
-  return distribution_strategy_context.get_tower_context().merge_call(
+  return distribution_strategy_context.get_replica_context().merge_call(
       merge_update_step_fn, update_ops, local_step)
 
 
@@ -554,7 +554,7 @@ def merge_grads(grads_and_vars):
         variable_scope.VariableAggregation.MEAN, grads_and_vars)
     return reduced_grads
 
-  return distribution_strategy_context.get_tower_context().merge_call(
+  return distribution_strategy_context.get_replica_context().merge_call(
       merge_grad_fn, grads_and_vars)
 
 
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 662d61af2f..111a77c1f2 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -714,57 +714,6 @@ class DistributionStrategy(object):
     _require_cross_replica_context(self)
     return self._call_for_each_replica(fn, *args, **kwargs)
 
-  def call_for_each_tower(self, fn, *args, **kwargs):
-    """Run `fn` once per replica. DEPRECATED.
-
-    DEPRECATED: Use `call_for_each_replica` instead.
-
-    `fn` may call `tf.get_replica_context()` to access methods such as
-    `replica_id()` and `merge_call()`.
-
-    `merge_call()` is used to communicate between the replicas and
-    re-enter the cross-replica context. All replicas pause their execution
-    having encountered a `merge_call()` call. After that the
-    `merge_fn`-function is executed. Its results are then unwrapped and
-    given back to each replica call. After that execution resumes until
-    `fn` is complete or encounters another `merge_call()`.  Example:
-
-    ```python
-    # Called once in "cross-replica" context.
-    def merge_fn(distribution, three_plus_replica_id):
-      # sum the values across replicas
-      return sum(distribution.unwrap(three_plus_replica_id))
-
-    # Called once per replica in `distribution`, in a "replica" context.
-    def fn(three):
-      replica_ctx = tf.get_replica_context()
-      v = three + replica_ctx.replica_id
-      # Computes the sum of the `v` values across all replicas.
-      s = replica_ctx.merge_call(merge_fn, v)
-      return s + v
-
-    with distribution.scope():
-      # in "cross-replica" context
-      ...
-      merged_results = distribution.call_for_each_replica(fn, 3)
-      # merged_results has the values from every replica execution of `fn`.
-      print(distribution.unwrap(merged_results))  # Prints a list
-    ```
-
-    Args:
-      fn: function to run (will be run once per replica).
-      *args: positional arguments for `fn`
-      **kwargs: keyword arguments for `fn`.
-          `"run_concurrently"`: Boolean indicating whether executions of `fn`
-             can be run concurrently (under eager execution only), defaults to
-             `True`.
-
-    Returns:
-      Merged return value of `fn` across all replicas.
-    """
-    _require_cross_replica_context(self)
-    return self._call_for_each_replica(fn, *args, **kwargs)
-
   def _call_for_each_replica(self, fn, *args, **kwargs):
     raise NotImplementedError("must be implemented in descendants")
 
@@ -945,14 +894,6 @@ class DistributionStrategy(object):
     """
     raise NotImplementedError("must be implemented in descendants")
 
-  @property
-  def num_towers(self):
-    """Returns number of replicas, for purposes of averaging across replicas.
-
-    DEPRECATED: use `num_replicas` instead.
-    """
-    return self.num_replicas
-
   @property
   def num_replicas_in_sync(self):
     """Returns number of replicas over which gradients are aggregated."""
@@ -1065,17 +1006,11 @@ class DistributionStrategy(object):
 class ReplicaContext(object):
   """DistributionStrategy API inside a `call_for_each_replica()` call."""
 
-  def __init__(self, distribution_strategy, replica_id=None, tower_id=None):
-    """`tower_id` is deprecated, use `replica_id` instead."""
-    if tower_id is not None:
-      replica_id = tower_id
-    assert replica_id is not None
+  def __init__(self, distribution_strategy, replica_id):
     self._distribution_strategy = distribution_strategy
     self._thread_context = distribution_strategy_context._InReplicaThreadMode(  # pylint: disable=protected-access
         self)
     self._replica_id = replica_id
-    # We keep a copy in _tower_id to ease the replica->tower transition.
-    self._tower_id = replica_id  # DEPRECATED
 
   def __enter__(self):
     _push_per_thread_mode(self._thread_context)
@@ -1130,14 +1065,6 @@ class ReplicaContext(object):
     require_replica_context(self)
     return self._distribution_strategy.is_single_replica
 
-  @property
-  def num_towers(self):
-    """Returns number of replicas, for purposes of averaging across replicas.
-
-    DEPRECATED: use `num_replicas` instead.
-    """
-    return self._distribution_strategy.num_replicas
-
   @property
   def num_replicas(self):
     """Returns number of replicas, for purposes of averaging across replicas."""
@@ -1154,12 +1081,6 @@ class ReplicaContext(object):
     require_replica_context(self)
     return self._replica_id
 
-  @property
-  def tower_id(self):
-    """DEPRECATED: Use `replica_id` instead."""
-    require_replica_context(self)
-    return self._replica_id
-
   @property
   def distribution_strategy(self):
     """The current `DistributionStrategy` object."""
diff --git a/tensorflow/python/training/distribution_strategy_context.py b/tensorflow/python/training/distribution_strategy_context.py
index d9559356f4..278f35b97e 100644
--- a/tensorflow/python/training/distribution_strategy_context.py
+++ b/tensorflow/python/training/distribution_strategy_context.py
@@ -204,14 +204,3 @@ def _get_default_replica_mode():
   if _defaults["replica_mode"] is None:
     _defaults["replica_mode"] = _DefaultReplicaThreadMode()
   return _defaults["replica_mode"]
-
-
-#-------------------------------------------------------------------------------
-# For compatibility during the tower -> replica transistion.
-_CrossTowerThreadMode = _CrossReplicaThreadMode
-_InTowerThreadMode = _InReplicaThreadMode
-_DefaultTowerThreadMode = _DefaultReplicaThreadMode
-get_tower_context = get_replica_context
-get_cross_tower_context = get_cross_replica_context
-_get_default_tower_context = _get_default_replica_context
-_get_default_tower_mode = _get_default_replica_mode
-- 
GitLab


From 65f12d778825306c31fcff5aa0d770bac1d4751e Mon Sep 17 00:00:00 2001
From: RJ Ryan <rjryan@google.com>
Date: Sun, 11 Nov 2018 09:06:41 -0800
Subject: [PATCH 1398/1825] Move tf.contrib.signal to tf.signal (preserving
 aliases in tf.contrib.signal).

PiperOrigin-RevId: 220999874
---
 tensorflow/compiler/tests/BUILD               |   2 +-
 tensorflow/compiler/tests/fft_test.py         |   2 +-
 tensorflow/contrib/cmake/python_modules.txt   |   3 +-
 tensorflow/contrib/signal/BUILD               | 122 +-----------------
 tensorflow/contrib/signal/__init__.py         |  27 ++--
 tensorflow/contrib/signal/python/__init__.py  |  19 ---
 tensorflow/python/BUILD                       |   1 +
 tensorflow/python/__init__.py                 |   1 +
 tensorflow/python/kernel_tests/signal/BUILD   | 114 ++++++++++++++++
 .../kernel_tests/signal}/mel_ops_test.py      |   4 +-
 .../kernel_tests/signal}/mfcc_ops_test.py     |   2 +-
 .../signal}/reconstruction_ops_test.py        |   2 +-
 .../kernel_tests/signal}/shape_ops_test.py    |   4 +-
 .../kernel_tests/signal}/spectral_ops_test.py |   4 +-
 .../kernel_tests/signal}/test_util.py         |   2 +-
 .../kernel_tests/signal}/window_ops_test.py   |   4 +-
 tensorflow/python/ops/signal/BUILD            |  23 ++++
 tensorflow/python/ops/signal/__init__.py      |  37 ++++++
 .../ops => python/ops/signal}/mel_ops.py      |   5 +-
 .../ops => python/ops/signal}/mfcc_ops.py     |  10 +-
 .../ops/signal}/reconstruction_ops.py         |   6 +-
 .../ops => python/ops/signal}/shape_ops.py    |   8 +-
 .../ops => python/ops/signal}/spectral_ops.py |  34 ++---
 .../ops => python/ops/signal}/util_ops.py     |   0
 .../ops => python/ops/signal}/window_ops.py   |   3 +
 .../tools/api/generator/api_init_files.bzl    |   1 +
 .../tools/api/generator/api_init_files_v1.bzl |   1 +
 .../python/tools/api/generator/doc_srcs.py    |   1 +
 .../tools/api/golden/v1/tensorflow.pbtxt      |   4 +
 .../api/golden/v1/tensorflow.signal.pbtxt     |  39 ++++++
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 +
 .../api/golden/v2/tensorflow.signal.pbtxt     |  39 ++++++
 tensorflow/tools/compatibility/renames_v2.py  |  10 ++
 tensorflow/tools/pip_package/BUILD            |   2 +-
 34 files changed, 346 insertions(+), 194 deletions(-)
 delete mode 100644 tensorflow/contrib/signal/python/__init__.py
 create mode 100644 tensorflow/python/kernel_tests/signal/BUILD
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/mel_ops_test.py (98%)
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/mfcc_ops_test.py (97%)
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/reconstruction_ops_test.py (99%)
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/shape_ops_test.py (99%)
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/spectral_ops_test.py (99%)
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/test_util.py (97%)
 rename tensorflow/{contrib/signal/python/kernel_tests => python/kernel_tests/signal}/window_ops_test.py (96%)
 create mode 100644 tensorflow/python/ops/signal/BUILD
 create mode 100644 tensorflow/python/ops/signal/__init__.py
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/mel_ops.py (98%)
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/mfcc_ops.py (92%)
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/reconstruction_ops.py (97%)
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/shape_ops.py (97%)
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/spectral_ops.py (92%)
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/util_ops.py (100%)
 rename tensorflow/{contrib/signal/python/ops => python/ops/signal}/window_ops.py (97%)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 06501e2177..6b8e6bba1e 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -470,12 +470,12 @@ tf_xla_py_test(
     tags = ["optonly"],
     deps = [
         ":xla_test",
-        "//tensorflow/contrib/signal:signal_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:extra_py_tests_deps",
         "//tensorflow/python:framework",
         "//tensorflow/python:platform_test",
         "//tensorflow/python:spectral_ops",
+        "//tensorflow/python/ops/signal",
     ],
 )
 
diff --git a/tensorflow/compiler/tests/fft_test.py b/tensorflow/compiler/tests/fft_test.py
index b3e13fbaa6..e92afd5d6f 100644
--- a/tensorflow/compiler/tests/fft_test.py
+++ b/tensorflow/compiler/tests/fft_test.py
@@ -24,10 +24,10 @@ import numpy as np
 import scipy.signal as sps
 
 from tensorflow.compiler.tests import xla_test
-from tensorflow.contrib.signal.python.ops import spectral_ops as signal
 from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients_impl
+from tensorflow.python.ops import signal
 from tensorflow.python.ops import spectral_ops
 from tensorflow.python.platform import googletest
 
diff --git a/tensorflow/contrib/cmake/python_modules.txt b/tensorflow/contrib/cmake/python_modules.txt
index d94b703700..96160568fa 100644
--- a/tensorflow/contrib/cmake/python_modules.txt
+++ b/tensorflow/contrib/cmake/python_modules.txt
@@ -57,6 +57,7 @@ tensorflow/python/ops
 tensorflow/python/ops/distributions
 tensorflow/python/ops/linalg
 tensorflow/python/ops/losses
+tensorflow/python/ops/signal
 tensorflow/python/platform
 tensorflow/python/profiler
 tensorflow/python/profiler/internal
@@ -377,8 +378,6 @@ tensorflow/contrib/seq2seq/python/ops
 tensorflow/contrib/session_bundle
 tensorflow/contrib/session_bundle/example
 tensorflow/contrib/signal
-tensorflow/contrib/signal/python
-tensorflow/contrib/signal/python/ops
 tensorflow/contrib/slim
 tensorflow/contrib/slim/python
 tensorflow/contrib/slim/python/slim
diff --git a/tensorflow/contrib/signal/BUILD b/tensorflow/contrib/signal/BUILD
index 6bd58c4d32..5e4f130b31 100644
--- a/tensorflow/contrib/signal/BUILD
+++ b/tensorflow/contrib/signal/BUILD
@@ -4,129 +4,11 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-load("//tensorflow:tensorflow.bzl", "cuda_py_tests")
-load("//tensorflow:tensorflow.bzl", "py_test")  # @unused
-
 py_library(
     name = "signal_py",
-    srcs = ["__init__.py"] + glob(["python/ops/*.py"]),
-    srcs_version = "PY2AND3",
-    deps = [
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:control_flow_ops",
-        "//tensorflow/python:dtypes",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:spectral_ops",
-        "//tensorflow/python:tensor_util",
-        "//tensorflow/python:util",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_library(
-    name = "test_util",
-    srcs = ["python/kernel_tests/test_util.py"],
+    srcs = ["__init__.py"],
     srcs_version = "PY2AND3",
     deps = [
-        "//tensorflow/core:protos_all_py",
-        "//tensorflow/python:tf_optimizer",
-        "//tensorflow/python:training",
-    ],
-)
-
-cuda_py_tests(
-    name = "mel_ops_test",
-    srcs = ["python/kernel_tests/mel_ops_test.py"],
-    additional_deps = [
-        ":signal_py",
-        ":test_util",
-        "//third_party/py/numpy",
-        "//tensorflow/python:client_testlib",
-    ],
-)
-
-cuda_py_tests(
-    name = "mfcc_ops_test",
-    srcs = ["python/kernel_tests/mfcc_ops_test.py"],
-    additional_deps = [
-        ":signal_py",
-        "//third_party/py/numpy",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:spectral_ops_test_util",
-    ],
-)
-
-cuda_py_tests(
-    name = "reconstruction_ops_test",
-    srcs = ["python/kernel_tests/reconstruction_ops_test.py"],
-    additional_deps = [
-        ":signal_py",
-        "//third_party/py/numpy",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:gradients",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform_test",
-    ],
-)
-
-cuda_py_tests(
-    name = "shape_ops_test",
-    srcs = ["python/kernel_tests/shape_ops_test.py"],
-    additional_deps = [
-        ":signal_py",
-        ":test_util",
-        "//third_party/py/numpy",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform_test",
-    ],
-)
-
-cuda_py_tests(
-    name = "spectral_ops_test",
-    size = "large",
-    srcs = ["python/kernel_tests/spectral_ops_test.py"],
-    additional_deps = [
-        ":signal_py",
-        "//third_party/py/numpy",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:gradients",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:random_ops",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:spectral_ops_test_util",
-    ],
-    tags = ["nomac"],
-)
-
-cuda_py_tests(
-    name = "window_ops_test",
-    srcs = ["python/kernel_tests/window_ops_test.py"],
-    additional_deps = [
-        ":signal_py",
-        ":test_util",
-        "//third_party/py/numpy",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:platform_test",
+        "//tensorflow/python/ops/signal",
     ],
 )
diff --git a/tensorflow/contrib/signal/__init__.py b/tensorflow/contrib/signal/__init__.py
index d088e74434..d01f5ccf51 100644
--- a/tensorflow/contrib/signal/__init__.py
+++ b/tensorflow/contrib/signal/__init__.py
@@ -14,6 +14,9 @@
 # ==============================================================================
 """Signal processing operations.
 
+`tf.contrib.signal` has been renamed to `tf.signal`. `tf.contrib.signal` will be
+removed in TensorFlow 2.0.
+
 See the
 [Contrib Signal](https://tensorflow.org/api_guides/python/contrib.signal)
 guide.
@@ -39,18 +42,20 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.signal.python.ops.mel_ops import linear_to_mel_weight_matrix
-from tensorflow.contrib.signal.python.ops.mfcc_ops import mfccs_from_log_mel_spectrograms
-from tensorflow.contrib.signal.python.ops.reconstruction_ops import overlap_and_add
-from tensorflow.contrib.signal.python.ops.shape_ops import frame
+from tensorflow.python.ops.signal.mel_ops import linear_to_mel_weight_matrix
+from tensorflow.python.ops.signal.mfcc_ops import mfccs_from_log_mel_spectrograms
+from tensorflow.python.ops.signal.reconstruction_ops import overlap_and_add
+from tensorflow.python.ops.signal.shape_ops import frame
+from tensorflow.python.ops.signal.spectral_ops import inverse_stft
+from tensorflow.python.ops.signal.spectral_ops import inverse_stft_window_fn
+from tensorflow.python.ops.signal.spectral_ops import stft
+from tensorflow.python.ops.signal.window_ops import hamming_window
+from tensorflow.python.ops.signal.window_ops import hann_window
+
+from tensorflow.python.util.all_util import remove_undocumented
+
 # `frame` used to be named `frames`, which is a noun and not a verb.
 # Keep an alias to `frames` for backwards compatibility.
-from tensorflow.contrib.signal.python.ops.shape_ops import frame as frames
-from tensorflow.contrib.signal.python.ops.spectral_ops import inverse_stft
-from tensorflow.contrib.signal.python.ops.spectral_ops import inverse_stft_window_fn
-from tensorflow.contrib.signal.python.ops.spectral_ops import stft
-from tensorflow.contrib.signal.python.ops.window_ops import hamming_window
-from tensorflow.contrib.signal.python.ops.window_ops import hann_window
+frames = frame
 
-from tensorflow.python.util.all_util import remove_undocumented
 remove_undocumented(__name__)
diff --git a/tensorflow/contrib/signal/python/__init__.py b/tensorflow/contrib/signal/python/__init__.py
deleted file mode 100644
index e672d1146c..0000000000
--- a/tensorflow/contrib/signal/python/__init__.py
+++ /dev/null
@@ -1,19 +0,0 @@
-# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Signal ops."""
-
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 45e5648302..5403787a13 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -151,6 +151,7 @@ py_library(
         "//tensorflow/python/ops/linalg",
         "//tensorflow/python/ops/losses",
         "//tensorflow/python/ops/parallel_for",
+        "//tensorflow/python/ops/signal",
         "//tensorflow/python/profiler",
         "//tensorflow/python/saved_model",
         "//tensorflow/python/tools:component_api_helper",
diff --git a/tensorflow/python/__init__.py b/tensorflow/python/__init__.py
index a2ab63bb48..1ae1625b4d 100644
--- a/tensorflow/python/__init__.py
+++ b/tensorflow/python/__init__.py
@@ -91,6 +91,7 @@ from tensorflow.python.ops import spectral_ops as spectral
 from tensorflow.python.ops.distributions import distributions
 from tensorflow.python.ops.linalg import linalg
 from tensorflow.python.ops.losses import losses
+from tensorflow.python.ops import signal
 from tensorflow.python.profiler import profiler
 from tensorflow.python.saved_model import saved_model
 from tensorflow.python.summary import summary
diff --git a/tensorflow/python/kernel_tests/signal/BUILD b/tensorflow/python/kernel_tests/signal/BUILD
new file mode 100644
index 0000000000..56d4d46d46
--- /dev/null
+++ b/tensorflow/python/kernel_tests/signal/BUILD
@@ -0,0 +1,114 @@
+package(default_visibility = ["//tensorflow:internal"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+load("//tensorflow:tensorflow.bzl", "cuda_py_tests")
+load("//tensorflow:tensorflow.bzl", "py_test")  # @unused
+
+py_library(
+    name = "test_util",
+    srcs = ["test_util.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/core:protos_all_py",
+        "//tensorflow/python:tf_optimizer",
+        "//tensorflow/python:training",
+    ],
+)
+
+cuda_py_tests(
+    name = "mel_ops_test",
+    srcs = ["mel_ops_test.py"],
+    additional_deps = [
+        ":test_util",
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python/ops/signal",
+    ],
+)
+
+cuda_py_tests(
+    name = "mfcc_ops_test",
+    srcs = ["mfcc_ops_test.py"],
+    additional_deps = [
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python/ops/signal",
+        "//tensorflow/python:spectral_ops_test_util",
+    ],
+)
+
+cuda_py_tests(
+    name = "reconstruction_ops_test",
+    srcs = ["reconstruction_ops_test.py"],
+    additional_deps = [
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:gradients",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python/ops/signal",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+cuda_py_tests(
+    name = "shape_ops_test",
+    srcs = ["shape_ops_test.py"],
+    additional_deps = [
+        ":test_util",
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python/ops/signal",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+cuda_py_tests(
+    name = "spectral_ops_test",
+    size = "large",
+    srcs = ["spectral_ops_test.py"],
+    additional_deps = [
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:gradients",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:random_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python/ops/signal",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:spectral_ops_test_util",
+    ],
+    tags = ["nomac"],
+)
+
+cuda_py_tests(
+    name = "window_ops_test",
+    srcs = ["window_ops_test.py"],
+    additional_deps = [
+        ":test_util",
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python/ops/signal",
+        "//tensorflow/python:platform_test",
+    ],
+)
diff --git a/tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py b/tensorflow/python/kernel_tests/signal/mel_ops_test.py
similarity index 98%
rename from tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py
rename to tensorflow/python/kernel_tests/signal/mel_ops_test.py
index 13ee8764b7..1ed4429b42 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/mel_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/mel_ops_test.py
@@ -20,11 +20,11 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.signal.python.kernel_tests import test_util
-from tensorflow.contrib.signal.python.ops import mel_ops
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.kernel_tests.signal import test_util
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops.signal import mel_ops
 from tensorflow.python.platform import test
 
 # mel spectrum constants and functions.
diff --git a/tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py b/tensorflow/python/kernel_tests/signal/mfcc_ops_test.py
similarity index 97%
rename from tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py
rename to tensorflow/python/kernel_tests/signal/mfcc_ops_test.py
index 9de1e2c2f4..79d23d77d1 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/mfcc_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/mfcc_ops_test.py
@@ -18,12 +18,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.signal.python.ops import mfcc_ops
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.ops import spectral_ops_test_util
+from tensorflow.python.ops.signal import mfcc_ops
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py b/tensorflow/python/kernel_tests/signal/reconstruction_ops_test.py
similarity index 99%
rename from tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py
rename to tensorflow/python/kernel_tests/signal/reconstruction_ops_test.py
index c476cd4e00..c4e5b6f674 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/reconstruction_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/reconstruction_ops_test.py
@@ -20,12 +20,12 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.signal.python.ops import reconstruction_ops
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.signal import reconstruction_ops
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py b/tensorflow/python/kernel_tests/signal/shape_ops_test.py
similarity index 99%
rename from tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py
rename to tensorflow/python/kernel_tests/signal/shape_ops_test.py
index 838025a040..398fba8b6d 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/shape_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/shape_ops_test.py
@@ -20,13 +20,13 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.signal.python.kernel_tests import test_util
-from tensorflow.contrib.signal.python.ops import shape_ops
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.kernel_tests.signal import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.signal import shape_ops
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py b/tensorflow/python/kernel_tests/signal/spectral_ops_test.py
similarity index 99%
rename from tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py
rename to tensorflow/python/kernel_tests/signal/spectral_ops_test.py
index 5106a22f88..26cb127063 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/spectral_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/spectral_ops_test.py
@@ -20,14 +20,14 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.contrib.signal.python.ops import spectral_ops
-from tensorflow.contrib.signal.python.ops import window_ops
 from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.ops import spectral_ops_test_util
+from tensorflow.python.ops.signal import spectral_ops
+from tensorflow.python.ops.signal import window_ops
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/contrib/signal/python/kernel_tests/test_util.py b/tensorflow/python/kernel_tests/signal/test_util.py
similarity index 97%
rename from tensorflow/contrib/signal/python/kernel_tests/test_util.py
rename to tensorflow/python/kernel_tests/signal/test_util.py
index b4422a4988..f2c4d0dc8f 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/test_util.py
+++ b/tensorflow/python/kernel_tests/signal/test_util.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Test utilities for tf.contrib.signal."""
+"""Test utilities for tf.signal."""
 
 from __future__ import absolute_import
 from __future__ import division
diff --git a/tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py b/tensorflow/python/kernel_tests/signal/window_ops_test.py
similarity index 96%
rename from tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py
rename to tensorflow/python/kernel_tests/signal/window_ops_test.py
index 6a46a22693..2f19134f5a 100644
--- a/tensorflow/contrib/signal/python/kernel_tests/window_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/window_ops_test.py
@@ -22,10 +22,10 @@ import functools
 
 import numpy as np
 
-from tensorflow.contrib.signal.python.kernel_tests import test_util
-from tensorflow.contrib.signal.python.ops import window_ops
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.kernel_tests.signal import test_util
+from tensorflow.python.ops.signal import window_ops
 from tensorflow.python.platform import test
 
 
diff --git a/tensorflow/python/ops/signal/BUILD b/tensorflow/python/ops/signal/BUILD
new file mode 100644
index 0000000000..0d04dc0c1b
--- /dev/null
+++ b/tensorflow/python/ops/signal/BUILD
@@ -0,0 +1,23 @@
+package(default_visibility = ["//tensorflow:internal"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+py_library(
+    name = "signal",
+    srcs = glob(["*.py"]),
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:spectral_ops",
+        "//tensorflow/python:tensor_util",
+        "//tensorflow/python:util",
+        "//third_party/py/numpy",
+    ],
+)
diff --git a/tensorflow/python/ops/signal/__init__.py b/tensorflow/python/ops/signal/__init__.py
new file mode 100644
index 0000000000..3fa4e94e58
--- /dev/null
+++ b/tensorflow/python/ops/signal/__init__.py
@@ -0,0 +1,37 @@
+"""Signal processing operations.
+
+See the [tf.signal](https://tensorflow.org/api_guides/python/contrib.signal)
+guide.
+
+@@frame
+@@hamming_window
+@@hann_window
+@@inverse_stft
+@@inverse_stft_window_fn
+@@mfccs_from_log_mel_spectrograms
+@@linear_to_mel_weight_matrix
+@@overlap_and_add
+@@stft
+
+[hamming]: https://en.wikipedia.org/wiki/Window_function#Hamming_window
+[hann]: https://en.wikipedia.org/wiki/Window_function#Hann_window
+[mel]: https://en.wikipedia.org/wiki/Mel_scale
+[mfcc]: https://en.wikipedia.org/wiki/Mel-frequency_cepstrum
+[stft]: https://en.wikipedia.org/wiki/Short-time_Fourier_transform
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+# pylint: disable=unused-import
+from tensorflow.python.ops.signal.mel_ops import linear_to_mel_weight_matrix
+from tensorflow.python.ops.signal.mfcc_ops import mfccs_from_log_mel_spectrograms
+from tensorflow.python.ops.signal.reconstruction_ops import overlap_and_add
+from tensorflow.python.ops.signal.shape_ops import frame
+from tensorflow.python.ops.signal.spectral_ops import inverse_stft
+from tensorflow.python.ops.signal.spectral_ops import inverse_stft_window_fn
+from tensorflow.python.ops.signal.spectral_ops import stft
+from tensorflow.python.ops.signal.window_ops import hamming_window
+from tensorflow.python.ops.signal.window_ops import hann_window
+# pylint: enable=unused-import
diff --git a/tensorflow/contrib/signal/python/ops/mel_ops.py b/tensorflow/python/ops/signal/mel_ops.py
similarity index 98%
rename from tensorflow/contrib/signal/python/ops/mel_ops.py
rename to tensorflow/python/ops/signal/mel_ops.py
index ecc2fedb9f..6488e1df59 100644
--- a/tensorflow/contrib/signal/python/ops/mel_ops.py
+++ b/tensorflow/python/ops/signal/mel_ops.py
@@ -18,11 +18,13 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.signal.python.ops import shape_ops
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.signal import shape_ops
+from tensorflow.python.util.tf_export import tf_export
+
 
 # mel spectrum constants.
 _MEL_BREAK_FREQUENCY_HERTZ = 700.0
@@ -85,6 +87,7 @@ def _validate_arguments(num_mel_bins, sample_rate,
     raise ValueError('dtype must be a floating point type. Got: %s' % dtype)
 
 
+@tf_export('signal.linear_to_mel_weight_matrix')
 def linear_to_mel_weight_matrix(num_mel_bins=20,
                                 num_spectrogram_bins=129,
                                 sample_rate=8000,
diff --git a/tensorflow/contrib/signal/python/ops/mfcc_ops.py b/tensorflow/python/ops/signal/mfcc_ops.py
similarity index 92%
rename from tensorflow/contrib/signal/python/ops/mfcc_ops.py
rename to tensorflow/python/ops/signal/mfcc_ops.py
index b379db55da..6ae3b222ba 100644
--- a/tensorflow/contrib/signal/python/ops/mfcc_ops.py
+++ b/tensorflow/python/ops/signal/mfcc_ops.py
@@ -23,8 +23,10 @@ from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import spectral_ops
+from tensorflow.python.util.tf_export import tf_export
 
 
+@tf_export('signal.mfccs_from_log_mel_spectrograms')
 def mfccs_from_log_mel_spectrograms(log_mel_spectrograms, name=None):
   """Computes [MFCCs][mfcc] of `log_mel_spectrograms`.
 
@@ -48,14 +50,14 @@ def mfccs_from_log_mel_spectrograms(log_mel_spectrograms, name=None):
   pcm = tf.placeholder(tf.float32, [None, None])
 
   # A 1024-point STFT with frames of 64 ms and 75% overlap.
-  stfts = tf.contrib.signal.stft(pcm, frame_length=1024, frame_step=256,
-                                 fft_length=1024)
+  stfts = tf.signal.stft(pcm, frame_length=1024, frame_step=256,
+                         fft_length=1024)
   spectrograms = tf.abs(stfts)
 
   # Warp the linear scale spectrograms into the mel-scale.
   num_spectrogram_bins = stfts.shape[-1].value
   lower_edge_hertz, upper_edge_hertz, num_mel_bins = 80.0, 7600.0, 80
-  linear_to_mel_weight_matrix = tf.contrib.signal.linear_to_mel_weight_matrix(
+  linear_to_mel_weight_matrix = tf.signal.linear_to_mel_weight_matrix(
     num_mel_bins, num_spectrogram_bins, sample_rate, lower_edge_hertz,
     upper_edge_hertz)
   mel_spectrograms = tf.tensordot(
@@ -67,7 +69,7 @@ def mfccs_from_log_mel_spectrograms(log_mel_spectrograms, name=None):
   log_mel_spectrograms = tf.log(mel_spectrograms + 1e-6)
 
   # Compute MFCCs from log_mel_spectrograms and take the first 13.
-  mfccs = tf.contrib.signal.mfccs_from_log_mel_spectrograms(
+  mfccs = tf.signal.mfccs_from_log_mel_spectrograms(
     log_mel_spectrograms)[..., :13]
   ```
 
diff --git a/tensorflow/contrib/signal/python/ops/reconstruction_ops.py b/tensorflow/python/ops/signal/reconstruction_ops.py
similarity index 97%
rename from tensorflow/contrib/signal/python/ops/reconstruction_ops.py
rename to tensorflow/python/ops/signal/reconstruction_ops.py
index 503b33a54d..0fc7fec239 100644
--- a/tensorflow/contrib/signal/python/ops/reconstruction_ops.py
+++ b/tensorflow/python/ops/signal/reconstruction_ops.py
@@ -18,12 +18,13 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.signal.python.ops import shape_ops
-from tensorflow.contrib.signal.python.ops import util_ops
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.signal import shape_ops
+from tensorflow.python.ops.signal import util_ops
+from tensorflow.python.util.tf_export import tf_export
 
 
 def _shuffle_to_front(input_tensor, k):
@@ -57,6 +58,7 @@ def _shuffle_to_front(input_tensor, k):
   return array_ops.transpose(input_tensor, perm=permutation)
 
 
+@tf_export("signal.overlap_and_add")
 def overlap_and_add(signal, frame_step, name=None):
   """Reconstructs a signal from a framed representation.
 
diff --git a/tensorflow/contrib/signal/python/ops/shape_ops.py b/tensorflow/python/ops/signal/shape_ops.py
similarity index 97%
rename from tensorflow/contrib/signal/python/ops/shape_ops.py
rename to tensorflow/python/ops/signal/shape_ops.py
index 91862f0cc0..02dd7c97e8 100644
--- a/tensorflow/contrib/signal/python/ops/shape_ops.py
+++ b/tensorflow/python/ops/signal/shape_ops.py
@@ -18,13 +18,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-
-from tensorflow.contrib.signal.python.ops import util_ops
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
-
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.signal import util_ops
+from tensorflow.python.util.tf_export import tf_export
 
 
 def _infer_frame_shape(signal, frame_length, frame_step, pad_end, axis):
@@ -53,6 +52,7 @@ def _infer_frame_shape(signal, frame_length, frame_step, pad_end, axis):
   return outer_dimensions + [num_frames, frame_length] + inner_dimensions
 
 
+@tf_export("signal.frame")
 def frame(signal, frame_length, frame_step, pad_end=False, pad_value=0, axis=-1,
           name=None):
   """Expands `signal`'s `axis` dimension into frames of `frame_length`.
@@ -70,7 +70,7 @@ def frame(signal, frame_length, frame_step, pad_end=False, pad_value=0, axis=-1,
 
   ```python
   pcm = tf.placeholder(tf.float32, [None, 9152])
-  frames = tf.contrib.signal.frame(pcm, 512, 180)
+  frames = tf.signal.frame(pcm, 512, 180)
   magspec = tf.abs(tf.spectral.rfft(frames, [512]))
   image = tf.expand_dims(magspec, 3)
   ```
diff --git a/tensorflow/contrib/signal/python/ops/spectral_ops.py b/tensorflow/python/ops/signal/spectral_ops.py
similarity index 92%
rename from tensorflow/contrib/signal/python/ops/spectral_ops.py
rename to tensorflow/python/ops/signal/spectral_ops.py
index a8b5deff6c..b0b7d964b9 100644
--- a/tensorflow/contrib/signal/python/ops/spectral_ops.py
+++ b/tensorflow/python/ops/signal/spectral_ops.py
@@ -18,23 +18,23 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import functools
-
 import numpy as np
 
-from tensorflow.contrib.signal.python.ops import reconstruction_ops
-from tensorflow.contrib.signal.python.ops import shape_ops
-from tensorflow.contrib.signal.python.ops import window_ops
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import spectral_ops
+from tensorflow.python.ops.signal import reconstruction_ops
+from tensorflow.python.ops.signal import shape_ops
+from tensorflow.python.ops.signal import window_ops
+from tensorflow.python.util.tf_export import tf_export
 
 
+@tf_export('signal.stft')
 def stft(signals, frame_length, frame_step, fft_length=None,
-         window_fn=functools.partial(window_ops.hann_window, periodic=True),
+         window_fn=window_ops.hann_window,
          pad_end=False, name=None):
   """Computes the [Short-time Fourier Transform][stft] of `signals`.
 
@@ -91,9 +91,9 @@ def stft(signals, frame_length, frame_step, fft_length=None,
     return spectral_ops.rfft(framed_signals, [fft_length])
 
 
+@tf_export('signal.inverse_stft_window_fn')
 def inverse_stft_window_fn(frame_step,
-                           forward_window_fn=functools.partial(
-                               window_ops.hann_window, periodic=True),
+                           forward_window_fn=window_ops.hann_window,
                            name=None):
   """Generates a window function that can be used in `inverse_stft`.
 
@@ -152,18 +152,18 @@ def inverse_stft_window_fn(frame_step,
   return inverse_stft_window_fn_inner
 
 
+@tf_export('signal.inverse_stft')
 def inverse_stft(stfts,
                  frame_length,
                  frame_step,
                  fft_length=None,
-                 window_fn=functools.partial(window_ops.hann_window,
-                                             periodic=True),
+                 window_fn=window_ops.hann_window,
                  name=None):
   """Computes the inverse [Short-time Fourier Transform][stft] of `stfts`.
 
   To reconstruct an original waveform, a complimentary window function should
   be used in inverse_stft. Such a window function can be constructed with
-  tf.contrib.signal.inverse_stft_window_fn.
+  tf.signal.inverse_stft_window_fn.
 
   Example:
 
@@ -171,10 +171,10 @@ def inverse_stft(stfts,
   frame_length = 400
   frame_step = 160
   waveform = tf.placeholder(dtype=tf.float32, shape=[1000])
-  stft = tf.contrib.signal.stft(waveform, frame_length, frame_step)
-  inverse_stft = tf.contrib.signal.inverse_stft(
+  stft = tf.signal.stft(waveform, frame_length, frame_step)
+  inverse_stft = tf.signal.inverse_stft(
       stft, frame_length, frame_step,
-      window_fn=tf.contrib.signal.inverse_stft_window_fn(frame_step))
+      window_fn=tf.signal.inverse_stft_window_fn(frame_step))
   ```
 
   if a custom window_fn is used in stft, it must be passed to
@@ -185,11 +185,11 @@ def inverse_stft(stfts,
   frame_step = 160
   window_fn = functools.partial(window_ops.hamming_window, periodic=True),
   waveform = tf.placeholder(dtype=tf.float32, shape=[1000])
-  stft = tf.contrib.signal.stft(
+  stft = tf.signal.stft(
       waveform, frame_length, frame_step, window_fn=window_fn)
-  inverse_stft = tf.contrib.signal.inverse_stft(
+  inverse_stft = tf.signal.inverse_stft(
       stft, frame_length, frame_step,
-      window_fn=tf.contrib.signal.inverse_stft_window_fn(
+      window_fn=tf.signal.inverse_stft_window_fn(
          frame_step, forward_window_fn=window_fn))
   ```
 
diff --git a/tensorflow/contrib/signal/python/ops/util_ops.py b/tensorflow/python/ops/signal/util_ops.py
similarity index 100%
rename from tensorflow/contrib/signal/python/ops/util_ops.py
rename to tensorflow/python/ops/signal/util_ops.py
diff --git a/tensorflow/contrib/signal/python/ops/window_ops.py b/tensorflow/python/ops/signal/window_ops.py
similarity index 97%
rename from tensorflow/contrib/signal/python/ops/window_ops.py
rename to tensorflow/python/ops/signal/window_ops.py
index 59e67e8ba4..730c989cfe 100644
--- a/tensorflow/contrib/signal/python/ops/window_ops.py
+++ b/tensorflow/python/ops/signal/window_ops.py
@@ -27,8 +27,10 @@ from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.util.tf_export import tf_export
 
 
+@tf_export('signal.hann_window')
 def hann_window(window_length, periodic=True, dtype=dtypes.float32, name=None):
   """Generate a [Hann window][hann].
 
@@ -53,6 +55,7 @@ def hann_window(window_length, periodic=True, dtype=dtypes.float32, name=None):
                                dtype, 0.5, 0.5)
 
 
+@tf_export('signal.hamming_window')
 def hamming_window(window_length, periodic=True, dtype=dtypes.float32,
                    name=None):
   """Generate a [Hamming][hamming] window.
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index b2e9e380ad..f1d1ae290c 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -75,6 +75,7 @@ TENSORFLOW_API_INIT_FILES = [
     "strings/__init__.py",
     "saved_model/__init__.py",
     "sets/__init__.py",
+    "signal/__init__.py",
     "sparse/__init__.py",
     "spectral/__init__.py",
     "summary/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index d0bac4033c..d44c53abcb 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -77,6 +77,7 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "quantization/__init__.py",
     "random/__init__.py",
     "resource_loader/__init__.py",
+    "signal/__init__.py",
     "strings/__init__.py",
     "saved_model/__init__.py",
     "saved_model/builder/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/doc_srcs.py b/tensorflow/python/tools/api/generator/doc_srcs.py
index fbec9c6635..479d5006d1 100644
--- a/tensorflow/python/tools/api/generator/doc_srcs.py
+++ b/tensorflow/python/tools/api/generator/doc_srcs.py
@@ -56,6 +56,7 @@ _TENSORFLOW_DOC_SOURCES = {
     'resource_loader': DocSource(
         docstring_module_name='platform.resource_loader'),
     'sets': DocSource(docstring_module_name='ops.sets'),
+    'signal': DocSource(docstring_module_name='ops.signal'),
     'sparse': DocSource(docstring_module_name='ops.sparse_ops'),
     'spectral': DocSource(docstring_module_name='ops.spectral_ops'),
     'strings': DocSource(docstring_module_name='ops.string_ops'),
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 9597dd7684..cf91765634 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -532,6 +532,10 @@ tf_module {
     name: "sets"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "signal"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "sparse"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
new file mode 100644
index 0000000000..558cbc4cfd
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
@@ -0,0 +1,39 @@
+path: "tensorflow.signal"
+tf_module {
+  member_method {
+    name: "frame"
+    argspec: "args=[\'signal\', \'frame_length\', \'frame_step\', \'pad_end\', \'pad_value\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'0\', \'-1\', \'None\'], "
+  }
+  member_method {
+    name: "hamming_window"
+    argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
+  }
+  member_method {
+    name: "hann_window"
+    argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
+  }
+  member_method {
+    name: "inverse_stft"
+    argspec: "args=[\'stfts\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'None\'], "
+  }
+  member_method {
+    name: "inverse_stft_window_fn"
+    argspec: "args=[\'frame_step\', \'forward_window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'<function hann_window instance>\', \'None\'], "
+  }
+  member_method {
+    name: "linear_to_mel_weight_matrix"
+    argspec: "args=[\'num_mel_bins\', \'num_spectrogram_bins\', \'sample_rate\', \'lower_edge_hertz\', \'upper_edge_hertz\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'20\', \'129\', \'8000\', \'125.0\', \'3800.0\', \"<dtype: \'float32\'>\", \'None\'], "
+  }
+  member_method {
+    name: "mfccs_from_log_mel_spectrograms"
+    argspec: "args=[\'log_mel_spectrograms\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "overlap_and_add"
+    argspec: "args=[\'signal\', \'frame_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "stft"
+    argspec: "args=[\'signals\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'pad_end\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'False\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 9993728602..0b4e996fed 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -388,6 +388,10 @@ tf_module {
     name: "sets"
     mtype: "<type \'module\'>"
   }
+  member {
+    name: "signal"
+    mtype: "<type \'module\'>"
+  }
   member {
     name: "sparse"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
new file mode 100644
index 0000000000..558cbc4cfd
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
@@ -0,0 +1,39 @@
+path: "tensorflow.signal"
+tf_module {
+  member_method {
+    name: "frame"
+    argspec: "args=[\'signal\', \'frame_length\', \'frame_step\', \'pad_end\', \'pad_value\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'0\', \'-1\', \'None\'], "
+  }
+  member_method {
+    name: "hamming_window"
+    argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
+  }
+  member_method {
+    name: "hann_window"
+    argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
+  }
+  member_method {
+    name: "inverse_stft"
+    argspec: "args=[\'stfts\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'None\'], "
+  }
+  member_method {
+    name: "inverse_stft_window_fn"
+    argspec: "args=[\'frame_step\', \'forward_window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'<function hann_window instance>\', \'None\'], "
+  }
+  member_method {
+    name: "linear_to_mel_weight_matrix"
+    argspec: "args=[\'num_mel_bins\', \'num_spectrogram_bins\', \'sample_rate\', \'lower_edge_hertz\', \'upper_edge_hertz\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'20\', \'129\', \'8000\', \'125.0\', \'3800.0\', \"<dtype: \'float32\'>\", \'None\'], "
+  }
+  member_method {
+    name: "mfccs_from_log_mel_spectrograms"
+    argspec: "args=[\'log_mel_spectrograms\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "overlap_and_add"
+    argspec: "args=[\'signal\', \'frame_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "stft"
+    argspec: "args=[\'signals\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'pad_end\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'False\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 2a40a412ad..58ac597dc7 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -89,6 +89,16 @@ renames = {
     'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
     'tf.container': 'tf.compat.v1.container',
+    'tf.contrib.signal.frame': 'tf.signal.frame',
+    'tf.contrib.signal.frames': 'tf.signal.frame',
+    'tf.contrib.signal.hann_window': 'tf.signal.hann_window',
+    'tf.contrib.signal.hamming_window': 'tf.signal.hamming_window',
+    'tf.contrib.signal.inverse_stft': 'tf.signal.inverse_stft',
+    'tf.contrib.signal.inverse_stft_window_fn': 'tf.signal.inverse_stft_window_fn',
+    'tf.contrib.signal.linear_to_mel_weight_matrix': 'tf.signal.linear_to_mel_weight_matrix',
+    'tf.contrib.signal.mfccs_from_log_mel_spectrograms': 'tf.signal.mfccs_from_log_mel_spectrograms',
+    'tf.contrib.signal.overlap_and_add': 'tf.signal.overlap_and_add',
+    'tf.contrib.signal.stft': 'tf.signal.stft',
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
diff --git a/tensorflow/tools/pip_package/BUILD b/tensorflow/tools/pip_package/BUILD
index f9b0a1129b..3a863d3c52 100644
--- a/tensorflow/tools/pip_package/BUILD
+++ b/tensorflow/tools/pip_package/BUILD
@@ -78,7 +78,6 @@ COMMON_PIP_DEPS = [
     "//tensorflow/contrib/rpc:rpc_pip",
     "//tensorflow/contrib/session_bundle:session_bundle_pip",
     "//tensorflow/contrib/signal:signal_py",
-    "//tensorflow/contrib/signal:test_util",
     "//tensorflow/contrib/slim:slim",
     "//tensorflow/contrib/slim/python/slim/data:data_pip",
     "//tensorflow/contrib/slim/python/slim/nets:nets_pip",
@@ -109,6 +108,7 @@ COMMON_PIP_DEPS = [
     "//tensorflow/python/data/kernel_tests:test_base",
     "//tensorflow/python/debug:debug_pip",
     "//tensorflow/python/eager:eager_pip",
+    "//tensorflow/python/kernel_tests/signal:test_util",
     "//tensorflow/python/kernel_tests/testdata:self_adjoint_eig_op_test_files",
     "//tensorflow/python/saved_model:saved_model",
     "//tensorflow/python/tools:tools_pip",
-- 
GitLab


From f37a0c2aa751564035577a0162001365a8328e69 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 10:45:12 -0800
Subject: [PATCH 1399/1825] Internal change

PiperOrigin-RevId: 221003542
---
 tensorflow/compiler/xla/tests/BUILD                     | 1 +
 tensorflow/compiler/xla/tests/xla_internal_test_main.cc | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index e11aeffadd..751759be65 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -47,6 +47,7 @@ cc_library(
         "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
+        "@com_google_absl//absl/flags:flag",
         "@com_google_absl//absl/strings",
     ],
     alwayslink = True,
diff --git a/tensorflow/compiler/xla/tests/xla_internal_test_main.cc b/tensorflow/compiler/xla/tests/xla_internal_test_main.cc
index e87b3a1e1a..dca0aa52a5 100644
--- a/tensorflow/compiler/xla/tests/xla_internal_test_main.cc
+++ b/tensorflow/compiler/xla/tests/xla_internal_test_main.cc
@@ -49,7 +49,7 @@ GTEST_API_ int main(int argc, char** argv) {
       // different API than Tensorflow's.
       testing::InitGoogleTest(&argc, argv);
 #if defined(PLATFORM_GOOGLE)
-      base::SetFlag(&FLAGS_benchmarks, pattern);
+      absl::SetFlag(&FLAGS_benchmarks, pattern);
       RunSpecifiedBenchmarks();
 #else
       tensorflow::testing::Benchmark::Run(pattern);
-- 
GitLab


From b86258361fb2f9c7877d584b78966785e16191f7 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Sun, 11 Nov 2018 12:14:24 -0800
Subject: [PATCH 1400/1825] Internal change

PiperOrigin-RevId: 221007548
---
 tensorflow/compiler/xla/tests/BUILD | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 751759be65..e11aeffadd 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -47,7 +47,6 @@ cc_library(
         "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
-        "@com_google_absl//absl/flags:flag",
         "@com_google_absl//absl/strings",
     ],
     alwayslink = True,
-- 
GitLab


From 42b1f9c7cab16165fb6f111d367de07cd552f76f Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Sun, 11 Nov 2018 12:24:01 -0800
Subject: [PATCH 1401/1825] Remove manual learning phase usage tracking. Now we
 always feed the learning phase value with fit/evaluate/predict if it's a
 placeholder, independently of whether it's used or not. This results in
 reduced code complexity and brittleness.

PiperOrigin-RevId: 221007984
---
 .../contrib/tpu/python/tpu/keras_support.py   |  5 +-
 tensorflow/python/keras/backend.py            | 27 -----------
 tensorflow/python/keras/callbacks.py          |  4 +-
 tensorflow/python/keras/engine/base_layer.py  | 18 --------
 tensorflow/python/keras/engine/network.py     |  5 --
 .../python/keras/engine/topology_test.py      | 46 ++-----------------
 tensorflow/python/keras/engine/training.py    | 12 ++---
 .../python/keras/engine/training_arrays.py    |  2 +-
 .../keras/engine/training_distributed.py      |  6 +--
 .../python/keras/engine/training_test.py      | 23 ++--------
 .../keras/layers/convolutional_recurrent.py   |  9 ----
 tensorflow/python/keras/layers/core.py        |  4 --
 .../python/keras/layers/normalization.py      |  5 --
 .../python/keras/layers/normalization_test.py |  2 -
 tensorflow/python/keras/layers/recurrent.py   | 23 ----------
 tensorflow/python/keras/layers/wrappers.py    | 19 --------
 .../python/keras/layers/wrappers_test.py      |  3 --
 .../golden/v1/tensorflow.keras.-model.pbtxt   |  4 --
 .../v1/tensorflow.keras.-sequential.pbtxt     |  4 --
 .../v1/tensorflow.keras.models.-model.pbtxt   |  4 --
 .../tensorflow.keras.models.-sequential.pbtxt |  4 --
 .../golden/v2/tensorflow.keras.-model.pbtxt   |  4 --
 .../v2/tensorflow.keras.-sequential.pbtxt     |  4 --
 .../v2/tensorflow.keras.models.-model.pbtxt   |  4 --
 .../tensorflow.keras.models.-sequential.pbtxt |  4 --
 25 files changed, 22 insertions(+), 223 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index ce2c322ff4..08f58a5f5b 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -1184,8 +1184,7 @@ class TPUFunction(object):
       # pipelined loop.
       return None, None
 
-    if (self.model.uses_learning_phase and
-        not isinstance(K.learning_phase(), int)):
+    if not isinstance(K.learning_phase(), int):
       # Remove the learning_phase flag at the end. We currently hard code the
       # learning_phase in TPUFunction.
       assert isinstance(inputs[-1], int), (
@@ -1651,7 +1650,7 @@ class KerasTPUModel(models.Model):
     self._make_train_function()
     sample_weights = sample_weights or []
     val_sample_weights = val_sample_weights or []
-    if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+    if not isinstance(K.learning_phase(), int):
       ins = inputs + targets + sample_weights + [1]
     else:
       ins = inputs + targets + sample_weights
diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 2c540045f1..0be6302a98 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -695,7 +695,6 @@ def variable(value, dtype=None, name=None, constraint=None):
     v = sparse_tensor.SparseTensor(
         indices=indices, values=sparse_coo.data, dense_shape=sparse_coo.shape)
     v._keras_shape = sparse_coo.shape
-    v._uses_learning_phase = False
     return v
   v = resource_variable_ops.ResourceVariable(
       value,
@@ -706,7 +705,6 @@ def variable(value, dtype=None, name=None, constraint=None):
     v._keras_shape = value.shape
   elif hasattr(value, 'shape'):
     v._keras_shape = int_shape(value)
-  v._uses_learning_phase = False
   track_variable(v)
   return v
 
@@ -869,7 +867,6 @@ def placeholder(shape=None, ndim=None, dtype=None, sparse=False, name=None):
       x = array_ops.sparse_placeholder(dtype, shape=shape, name=name)
     else:
       x = array_ops.placeholder(dtype, shape=shape, name=name)
-  x._uses_learning_phase = False
   return x
 
 
@@ -3329,9 +3326,6 @@ def rnn(step_function,
   if constants is None:
     constants = []
 
-  global uses_learning_phase  # pylint: disable=global-variable-undefined
-  uses_learning_phase = False
-
   # tf.where needs its condition tensor to be the same shape as its two
   # result tensors, but in our case the condition (mask) tensor is
   # (nsamples, 1), and inputs are (nsamples, ndimensions) or even more.
@@ -3383,9 +3377,6 @@ def rnn(step_function,
         inp = _get_input_tensor(i)
         mask_t = mask_list[i]
         output, new_states = step_function(inp, states + constants)
-        if getattr(output, '_uses_learning_phase', False):
-          uses_learning_phase = True
-
         tiled_mask_t = _expand_mask(mask_t, output)
 
         if not successive_outputs:
@@ -3410,8 +3401,6 @@ def rnn(step_function,
       for i in range(time_steps):
         inp = _get_input_tensor(i)
         output, states = step_function(inp, states + constants)
-        if getattr(output, '_uses_learning_phase', False):
-          uses_learning_phase = True
         successive_outputs.append(output)
         successive_states.append(states)
       last_output = successive_outputs[-1]
@@ -3499,10 +3488,6 @@ def rnn(step_function,
         mask_t = mask_ta.read(time)
         output, new_states = step_function(current_input,
                                            tuple(states) + tuple(constants))
-        if getattr(output, '_uses_learning_phase', False):
-          global uses_learning_phase  # pylint: disable=global-variable-undefined
-          uses_learning_phase = True
-
         # mask output
         flat_output = nest.flatten(output)
         flat_previous_output = nest.flatten(prev_output)
@@ -3550,10 +3535,6 @@ def rnn(step_function,
         current_input = nest.pack_sequence_as(inputs, current_input)
         output, new_states = step_function(current_input,
                                            tuple(states) + tuple(constants))
-        if getattr(output, '_uses_learning_phase', False):
-          global uses_learning_phase  # pylint: disable=global-variable-undefined
-          uses_learning_phase = True
-
         flat_state = nest.flatten(states)
         flat_new_state = nest.flatten(new_states)
         for state, new_state in zip(flat_state, flat_new_state):
@@ -3576,9 +3557,6 @@ def rnn(step_function,
     outputs = tuple(o.stack() for o in output_ta)
     outputs = nest.pack_sequence_as(output_time_zero, outputs)
     last_output = tuple(o.read(last_time - 1) for o in output_ta)
-    if not context.executing_eagerly():
-      for o in last_output:
-        o._uses_learning_phase = uses_learning_phase
     last_output = nest.pack_sequence_as(output_time_zero, last_output)
 
   # static shape inference
@@ -3682,9 +3660,6 @@ def in_train_phase(x, alt, training=None):
   """
   if training is None:
     training = learning_phase()
-    uses_learning_phase = True
-  else:
-    uses_learning_phase = False
 
   if training is 1 or training is True:
     if callable(x):
@@ -3700,8 +3675,6 @@ def in_train_phase(x, alt, training=None):
 
   # else: assume learning phase is a placeholder tensor.
   x = switch(training, x, alt)
-  if uses_learning_phase:
-    x._uses_learning_phase = True
   return x
 
 
diff --git a/tensorflow/python/keras/callbacks.py b/tensorflow/python/keras/callbacks.py
index fd888a2f91..fde17cb6bc 100644
--- a/tensorflow/python/keras/callbacks.py
+++ b/tensorflow/python/keras/callbacks.py
@@ -154,7 +154,7 @@ def configure_callbacks(callbacks,
     val_data = val_inputs + val_targets
     if val_sample_weights:
       val_data += val_sample_weights
-    if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
+    if not isinstance(K.learning_phase(), int):
       val_data += [0.]
   for cbk in callbacks:
     cbk.validation_data = val_data
@@ -1239,7 +1239,7 @@ class TensorBoard(Callback):
 
           feed_dict.update({self.batch_id: i, self.step: step})
 
-          if self.model.uses_learning_phase:
+          if not isinstance(K.learning_phase(), int):
             feed_dict[K.learning_phase()] = False
 
           self.sess.run(self.assign_embeddings, feed_dict=feed_dict)
diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 7870192638..23419ae150 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -792,7 +792,6 @@ class Layer(checkpointable.CheckpointableBase):
                              '(layer: ' + self.name + ').')
           self._handle_activity_regularization(inputs, outputs)
           self._set_mask_metadata(inputs, outputs, previous_mask)
-          self._set_learning_phase_metadata(inputs, outputs)
           if have_all_keras_metadata(inputs):
             inputs, outputs = self._set_connectivity_metadata_(
                 inputs, outputs, args, kwargs)
@@ -831,23 +830,6 @@ class Layer(checkpointable.CheckpointableBase):
     """
     return self.__call__(inputs, *args, **kwargs)
 
-  def _set_learning_phase_metadata(self, inputs, outputs):
-    # Update learning phase info. To work with subclassed models,
-    # this should be done even if Keras metadata is absent.
-    output_tensors = generic_utils.to_list(outputs)
-    uses_lp = any(
-        [getattr(x, '_uses_learning_phase', False)
-         for x in generic_utils.to_list(inputs)])
-    uses_lp = getattr(self, 'uses_learning_phase', False) or uses_lp
-    for i in range(len(output_tensors)):
-      try:
-        output_tensors[i]._uses_learning_phase = getattr(
-            output_tensors[i], '_uses_learning_phase', False) or uses_lp
-      except AttributeError:
-        # An output element happens to be a C type (such as tuple or dict).
-        # We don't track learning phase info in such edge cases.
-        pass
-
   def _set_mask_metadata(self, inputs, outputs, previous_mask):
     # In some cases the mask of the outputs has already been computed by
     # inner layers and does not need to be recomputed by this layer.
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 76a164da99..9b58180e3d 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -449,11 +449,6 @@ class Network(base_layer.Layer):
           'assign variables to attributes and they will show up in the weights '
           'and variables properties.')
 
-  @property
-  def uses_learning_phase(self):
-    return any(
-        [getattr(x, '_uses_learning_phase', False) for x in self.outputs])
-
   @property
   def stateful(self):
     return any([(hasattr(layer, 'stateful') and layer.stateful)
diff --git a/tensorflow/python/keras/engine/topology_test.py b/tensorflow/python/keras/engine/topology_test.py
index 298044c5df..b4a4babf25 100644
--- a/tensorflow/python/keras/engine/topology_test.py
+++ b/tensorflow/python/keras/engine/topology_test.py
@@ -341,62 +341,24 @@ class TopologyConstructionTest(test.TestCase):
     self.assertListEqual(model.trainable_weights, [])
     self.assertListEqual(model.non_trainable_weights, weights)
 
-  def test_learning_phase(self):
-    with self.cached_session():
-      a = keras.layers.Input(shape=(32,), name='input_a')
-      b = keras.layers.Input(shape=(32,), name='input_b')
-
-      a_2 = keras.layers.Dense(16, name='dense_1')(a)
-      dp = keras.layers.Dropout(0.5, name='dropout')
-      b_2 = dp(b)
-
-      self.assertFalse(a_2._uses_learning_phase)
-      self.assertTrue(b_2._uses_learning_phase)
-
-      # test merge
-      m = keras.layers.concatenate([a_2, b_2])
-      self.assertTrue(m._uses_learning_phase)
-
-      # Test recursion
-      model = keras.models.Model([a, b], [a_2, b_2])
-      self.assertTrue(model.uses_learning_phase)
-
-      c = keras.layers.Input(shape=(32,), name='input_c')
-      d = keras.layers.Input(shape=(32,), name='input_d')
-
-      c_2, b_2 = model([c, d])
-      self.assertTrue(c_2._uses_learning_phase)
-      self.assertTrue(b_2._uses_learning_phase)
-
-      # try actually running graph
-      fn = keras.backend.function(
-          model.inputs + [keras.backend.learning_phase()], model.outputs)
-      input_a_np = np.random.random((10, 32))
-      input_b_np = np.random.random((10, 32))
-      fn_outputs_no_dp = fn([input_a_np, input_b_np, 0])
-      fn_outputs_dp = fn([input_a_np, input_b_np, 1])
-      # output a: nothing changes
-      self.assertEqual(fn_outputs_no_dp[0].sum(), fn_outputs_dp[0].sum())
-      # output b: dropout applied
-      self.assertNotEqual(fn_outputs_no_dp[1].sum(), fn_outputs_dp[1].sum())
-
   def test_layer_call_arguments(self):
     # Test the ability to pass and serialize arguments to `call`.
     inp = keras.layers.Input(shape=(2,))
     x = keras.layers.Dense(3)(inp)
     x = keras.layers.Dropout(0.5)(x, training=True)
     model = keras.models.Model(inp, x)
-    self.assertFalse(model.uses_learning_phase)
+    # Would be `dropout/cond/Merge` by default
+    self.assertTrue(model.output.op.name.endswith('dropout/mul'))
 
     # Test that argument is kept when applying the model
     inp2 = keras.layers.Input(shape=(2,))
     out2 = model(inp2)
-    self.assertFalse(out2._uses_learning_phase)
+    self.assertTrue(out2.op.name.endswith('dropout/mul'))
 
     # Test that argument is kept after loading a model
     config = model.get_config()
     model = keras.models.Model.from_config(config)
-    self.assertFalse(model.uses_learning_phase)
+    self.assertTrue(model.output.op.name.endswith('dropout/mul'))
 
   def test_node_construction(self):
     # test basics
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 6ad0590686..cb96e3e5d2 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -721,7 +721,7 @@ class Model(Network):
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
-      if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+      if not isinstance(K.learning_phase(), int):
         inputs += [K.learning_phase()]
 
       with K.name_scope('training'):
@@ -766,7 +766,7 @@ class Model(Network):
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
-      if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+      if not isinstance(K.learning_phase(), int):
         inputs += [K.learning_phase()]
       updates = self.state_updates
       # Add stateful metrics updates.
@@ -794,7 +794,7 @@ class Model(Network):
     if not hasattr(self, 'predict_function'):
       self.predict_function = None
     if self.predict_function is None:
-      if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+      if not isinstance(K.learning_phase(), int):
         inputs = self._feed_inputs + [K.learning_phase()]
       else:
         inputs = self._feed_inputs
@@ -1948,7 +1948,7 @@ class Model(Network):
       outputs = training_eager.train_on_batch(
           self, x, y, sample_weights=sample_weights)
     else:
-      if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+      if not isinstance(K.learning_phase(), int):
         ins = x + y + sample_weights + [1]
       else:
         ins = x + y + sample_weights
@@ -2007,7 +2007,7 @@ class Model(Network):
       outputs = training_eager.test_on_batch(
           self, x, y, sample_weights=sample_weights)
     else:
-      if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+      if not isinstance(K.learning_phase(), int):
         ins = x + y + sample_weights + [0]
       else:
         ins = x + y + sample_weights
@@ -2052,7 +2052,7 @@ class Model(Network):
       return self(inputs)  # pylint: disable=not-callable
 
     if not context.executing_eagerly():
-      if self.uses_learning_phase and not isinstance(K.learning_phase(), int):
+      if not isinstance(K.learning_phase(), int):
         ins = inputs + [0]
       else:
         ins = inputs
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 2d3e8c184c..0a9d7f951d 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -248,7 +248,7 @@ def model_iteration(model,
   targets = targets or []
   sample_weights = sample_weights or []
   learning_phase_input = []
-  if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
+  if not isinstance(K.learning_phase(), int):
     learning_phase_input = [1] if mode == 'train' else [0]
   ins = inputs + targets + sample_weights + learning_phase_input
   num_samples_or_steps = _get_num_samples_or_steps(ins, batch_size,
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 4913a7be7e..576e30b786 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -133,7 +133,7 @@ def fit_loop(
     # placeholders that are created with default values.
     sample_weights = [None for _ in range(
         len(model.outputs) * current_strategy.num_replicas_in_sync)]
-    if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
+    if not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + dataset_targets + sample_weights + [1]
     else:
       ins = dataset_inputs + dataset_targets
@@ -469,7 +469,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     # placeholders that are created with default values.
     sample_weights = [None for _ in range(
         len(model.outputs) * current_strategy.num_replicas_in_sync)]
-    if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
+    if not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + dataset_targets + sample_weights + [0]
     else:
       ins = dataset_inputs + dataset_targets
@@ -677,7 +677,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
         name='distributed_predict_function',
         **all_session_args)
 
-    if model.uses_learning_phase and not isinstance(K.learning_phase(), int):
+    if not isinstance(K.learning_phase(), int):
       ins = dataset_inputs + [0]
     else:
       ins = dataset_inputs
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index b39f4b6f6e..dd21b39973 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -338,9 +338,10 @@ class TrainingTest(test.TestCase):
     for reg in [None, 'l2']:
       inputs = keras.layers.Input(shape=(10,))
       x = keras.layers.Dense(
-          10, activation='relu', activity_regularizer=reg)(
-              inputs)
-      outputs = keras.layers.Dense(1, activation='sigmoid')(x)
+          10, activation='relu', activity_regularizer=reg,
+          kernel_initializer='ones', use_bias=False)(inputs)
+      outputs = keras.layers.Dense(1, activation='sigmoid',
+                                   kernel_initializer='ones', use_bias=False)(x)
       model = keras.Model(inputs, outputs)
 
       x = np.ones((10, 10), 'float32')
@@ -1056,22 +1057,6 @@ class LossMaskingTest(test.TestCase):
               keras.backend.variable(weights), keras.backend.variable(mask)))
 
 
-class LearningPhaseTest(test.TestCase):
-
-  def test_empty_model_no_learning_phase(self):
-    with self.cached_session():
-      model = keras.models.Sequential()
-      self.assertFalse(model.uses_learning_phase)
-
-  def test_dropout_has_learning_phase(self):
-    with self.cached_session():
-      model = keras.models.Sequential()
-      model.add(keras.layers.Dense(2, input_dim=3))
-      model.add(keras.layers.Dropout(0.5))
-      model.add(keras.layers.Dense(2))
-      self.assertTrue(model.uses_learning_phase)
-
-
 class TestDynamicTrainability(test.TestCase):
 
   def test_trainable_warning(self):
diff --git a/tensorflow/python/keras/layers/convolutional_recurrent.py b/tensorflow/python/keras/layers/convolutional_recurrent.py
index e61dd3043d..100542129b 100644
--- a/tensorflow/python/keras/layers/convolutional_recurrent.py
+++ b/tensorflow/python/keras/layers/convolutional_recurrent.py
@@ -391,10 +391,6 @@ class ConvRNN2D(RNN):
     else:
       output = last_output
 
-    # Properly set learning phase
-    if getattr(last_output, '_uses_learning_phase', False):
-      output._uses_learning_phase = True
-
     if self.return_state:
       if not isinstance(states, (list, tuple)):
         states = [states]
@@ -723,11 +719,6 @@ class ConvLSTM2DCell(Layer):
     c = f * c_tm1 + i * self.activation(x_c + h_c)
     o = self.recurrent_activation(x_o + h_o)
     h = o * self.activation(c)
-
-    if 0 < self.dropout + self.recurrent_dropout:
-      if training is None:
-        h._uses_learning_phase = True
-
     return h, [h, c]
 
   def input_conv(self, x, w, b=None, padding='valid'):
diff --git a/tensorflow/python/keras/layers/core.py b/tensorflow/python/keras/layers/core.py
index c257b25b3a..e5c37be0aa 100644
--- a/tensorflow/python/keras/layers/core.py
+++ b/tensorflow/python/keras/layers/core.py
@@ -136,7 +136,6 @@ class Dropout(Layer):
     return nn_ops._get_noise_shape(inputs, self.noise_shape)  # pylint: disable=protected-access
 
   def call(self, inputs, training=None):
-    original_training_value = training
     if training is None:
       training = K.learning_phase()
 
@@ -147,9 +146,6 @@ class Dropout(Layer):
     output = tf_utils.smart_cond(training,
                                  dropped_inputs,
                                  lambda: array_ops.identity(inputs))
-    # EagerTensor object has no attribute _uses_learning_phase
-    if not context.executing_eagerly() and original_training_value is None:
-      output._uses_learning_phase = True  # pylint: disable=protected-access
     return output
 
   def compute_output_shape(self, input_shape):
diff --git a/tensorflow/python/keras/layers/normalization.py b/tensorflow/python/keras/layers/normalization.py
index 991a06e0bf..3d3bf647e6 100644
--- a/tensorflow/python/keras/layers/normalization.py
+++ b/tensorflow/python/keras/layers/normalization.py
@@ -493,7 +493,6 @@ class BatchNormalization(Layer):
     return (r, d, new_mean, new_variance)
 
   def call(self, inputs, training=None):
-    original_training_value = training
     if training is None:
       training = K.learning_phase()
 
@@ -517,8 +516,6 @@ class BatchNormalization(Layer):
         # Currently never reaches here since fused_batch_norm does not support
         # virtual batching
         outputs = undo_virtual_batching(outputs)
-      if not context.executing_eagerly() and original_training_value is None:
-        outputs._uses_learning_phase = True  # pylint: disable=protected-access
       return outputs
 
     # Compute the axes along which to reduce the mean / variance
@@ -635,8 +632,6 @@ class BatchNormalization(Layer):
 
     if self.virtual_batch_size is not None:
       outputs = undo_virtual_batching(outputs)
-    if not context.executing_eagerly() and original_training_value is None:
-      outputs._uses_learning_phase = True  # pylint: disable=protected-access
     return outputs
 
   def compute_output_shape(self, input_shape):
diff --git a/tensorflow/python/keras/layers/normalization_test.py b/tensorflow/python/keras/layers/normalization_test.py
index b11a350dbf..92e4128707 100644
--- a/tensorflow/python/keras/layers/normalization_test.py
+++ b/tensorflow/python/keras/layers/normalization_test.py
@@ -134,8 +134,6 @@ class NormalizationLayersTest(test.TestCase):
         np.testing.assert_allclose(np.std(out, axis=(0, 2, 3)), 1.0, atol=1e-1)
 
   def test_batchnorm_convnet_channel_last(self):
-    # keras.backend.set_learning_phase(True)
-
     model = keras.models.Sequential()
     norm = keras.layers.BatchNormalization(
         axis=-1, input_shape=(4, 4, 3), momentum=0.8)
diff --git a/tensorflow/python/keras/layers/recurrent.py b/tensorflow/python/keras/layers/recurrent.py
index 7c5c0f7583..59db31539a 100644
--- a/tensorflow/python/keras/layers/recurrent.py
+++ b/tensorflow/python/keras/layers/recurrent.py
@@ -865,12 +865,6 @@ class RNN(Layer):
     else:
       output = last_output
 
-    # Properly set learning phase
-    if getattr(last_output, '_uses_learning_phase', False):
-      output._uses_learning_phase = True
-      for state in states:
-        state._uses_learning_phase = True
-
     if self.return_state:
       if not isinstance(states, (list, tuple)):
         states = [states]
@@ -1132,12 +1126,6 @@ class SimpleRNNCell(Layer):
     if self.activation is not None:
       output = self.activation(output)
 
-    # Properly set learning phase on output tensor.
-    if 0 < self.dropout + self.recurrent_dropout:
-      if training is None and not context.executing_eagerly():
-        # This would be harmless to set in eager mode, but eager tensors
-        # disallow setting arbitrary attributes.
-        output._uses_learning_phase = True
     return output, [output]
 
   def get_initial_state(self, inputs=None, batch_size=None, dtype=None):
@@ -1640,12 +1628,6 @@ class GRUCell(Layer):
       hh = self.activation(x_h + recurrent_h)
     # previous and candidate state mixed by update gate
     h = z * h_tm1 + (1 - z) * hh
-    if 0 < self.dropout + self.recurrent_dropout:
-      if training is None and not context.executing_eagerly():
-        # This would be harmless to set in eager mode, but eager tensors
-        # disallow setting arbitrary attributes.
-        h._uses_learning_phase = True
-
     return h, [h]
 
   def get_config(self):
@@ -2171,11 +2153,6 @@ class LSTMCell(Layer):
       c, o = self._compute_carry_and_output_fused(z, c_tm1)
 
     h = o * self.activation(c)
-    if 0 < self.dropout + self.recurrent_dropout:
-      if training is None and not context.executing_eagerly():
-        # This would be harmless to set in eager mode, but eager tensors
-        # disallow setting arbitrary attributes.
-        h._uses_learning_phase = True
     return h, [h, c]
 
   def get_config(self):
diff --git a/tensorflow/python/keras/layers/wrappers.py b/tensorflow/python/keras/layers/wrappers.py
index c795b2aa7e..d40f7a2e80 100644
--- a/tensorflow/python/keras/layers/wrappers.py
+++ b/tensorflow/python/keras/layers/wrappers.py
@@ -230,17 +230,12 @@ class TimeDistributed(Wrapper):
     kwargs = {}
     if generic_utils.has_arg(self.layer.call, 'training'):
       kwargs['training'] = training
-    uses_learning_phase = False  # pylint: disable=redefined-outer-name
 
     input_shape = K.int_shape(inputs)
     if input_shape[0]:
       # batch size matters, use rnn-based implementation
       def step(x, _):
-        global uses_learning_phase  # pylint: disable=global-variable-undefined
         output = self.layer.call(x, **kwargs)
-        if hasattr(output, '_uses_learning_phase'):
-          uses_learning_phase = (output._uses_learning_phase or
-                                 uses_learning_phase)
         return output, []
 
       _, outputs, _ = K.rnn(
@@ -268,8 +263,6 @@ class TimeDistributed(Wrapper):
         inner_mask_shape = self._get_shape_tuple((-1,), mask, 2)
         kwargs['mask'] = K.reshape(mask, inner_mask_shape)
       y = self.layer.call(inputs, **kwargs)
-      if hasattr(y, '_uses_learning_phase'):
-        uses_learning_phase = y._uses_learning_phase
       # Shape: (num_samples, timesteps, ...)
       output_shape = self.compute_output_shape(input_shape).as_list()
       output_shape = self._get_shape_tuple(
@@ -281,9 +274,6 @@ class TimeDistributed(Wrapper):
         self.layer.activity_regularizer is not None):
       regularization_loss = self.layer.activity_regularizer(y)
       self.add_loss(regularization_loss, inputs)
-
-    if uses_learning_phase:
-      y._uses_learning_phase = True
     return y
 
   def compute_mask(self, inputs, mask=None):
@@ -595,15 +585,6 @@ class Bidirectional(Wrapper):
       raise ValueError(
           'Unrecognized value for `merge_mode`: %s' % (self.merge_mode))
 
-    # Properly set learning phase
-    if (getattr(y, '_uses_learning_phase', False) or
-        getattr(y_rev, '_uses_learning_phase', False)):
-      if self.merge_mode is None:
-        for out in output:
-          out._uses_learning_phase = True
-      else:
-        output._uses_learning_phase = True
-
     if self.return_state:
       if self.merge_mode is None:
         return output + states
diff --git a/tensorflow/python/keras/layers/wrappers_test.py b/tensorflow/python/keras/layers/wrappers_test.py
index 965960917c..9584b0186c 100644
--- a/tensorflow/python/keras/layers/wrappers_test.py
+++ b/tensorflow/python/keras/layers/wrappers_test.py
@@ -452,16 +452,13 @@ class BidirectionalTest(test.TestCase):
       wrapped = keras.layers.Bidirectional(
           rnn(units, dropout=0.2, recurrent_dropout=0.2), merge_mode=merge_mode)
       outputs = _to_list(wrapped(inputs, training=True))
-      assert all(not getattr(x, '_uses_learning_phase') for x in outputs)
 
       inputs = keras.Input((timesteps, dim))
       wrapped = keras.layers.Bidirectional(
           rnn(units, dropout=0.2, return_state=True), merge_mode=merge_mode)
       outputs = _to_list(wrapped(inputs))
-      assert all(x._uses_learning_phase for x in outputs)
 
       model = keras.Model(inputs, outputs)
-      assert model.uses_learning_phase
       y1 = _to_list(model.predict(x))
       y2 = _to_list(model.predict(x))
       for x1, x2 in zip(y1, y2):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
index 4eb7f8f2a7..8ccba990bd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
@@ -89,10 +89,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
index 524455be8b..27aa91a645 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
@@ -90,10 +90,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
index dbd88939b7..ccff809f2b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
@@ -89,10 +89,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
index 3c36f0702f..b0fc7f97f1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
@@ -90,10 +90,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
index 4eb7f8f2a7..8ccba990bd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
@@ -89,10 +89,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
index 524455be8b..27aa91a645 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
@@ -90,10 +90,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
index dbd88939b7..ccff809f2b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
@@ -89,10 +89,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
index 3c36f0702f..b0fc7f97f1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
@@ -90,10 +90,6 @@ tf_class {
     name: "updates"
     mtype: "<type \'property\'>"
   }
-  member {
-    name: "uses_learning_phase"
-    mtype: "<type \'property\'>"
-  }
   member {
     name: "variables"
     mtype: "<type \'property\'>"
-- 
GitLab


From 982ddb4e905702fc6af05492be793d9cfc80ffa9 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Sun, 11 Nov 2018 12:29:09 -0800
Subject: [PATCH 1402/1825] [XLA] Get rid of deprecated methods on
 HloVerifiedTestBase.

Removed:

 - module()
 - ParseAndVerifyModule()
 - CreateNewModule()

Also made HloTestBase::CreateNewModule() return a unique_ptr to make it
consistent with CreateNewVerifiedModule().

PiperOrigin-RevId: 221008153
---
 .../xla/service/algebraic_simplifier_test.cc  | 635 ++++++++++--------
 .../service/batch_dot_simplification_test.cc  |  42 +-
 .../xla/service/batchnorm_expander_test.cc    |  14 +-
 .../bfloat16_conversion_folding_test.cc       |  20 +-
 .../service/bfloat16_normalization_test.cc    |  32 +-
 .../xla/service/bfloat16_propagation_test.cc  |  64 +-
 .../xla/service/buffer_assignment_test.cc     | 245 ++++---
 .../compiler/xla/service/call_graph_test.cc   |  44 +-
 .../compiler/xla/service/call_inliner_test.cc |  14 +-
 .../service/conditional_simplifier_test.cc    |  25 +-
 .../service/cpu/conv_canonicalization_test.cc |   8 +-
 .../service/cpu/cpu_copy_insertion_test.cc    |   8 +-
 .../cpu/cpu_hlo_support_checker_test.cc       |   4 +-
 .../cpu/parallel_task_assignment_test.cc      |  20 +-
 .../xla/service/cpu/tests/cpu_fusion_test.cc  |  20 +-
 .../compiler/xla/service/defuser_test.cc      |  56 +-
 .../xla/service/flatten_call_graph_test.cc    |  26 +-
 .../service/gpu/cudnn_conv_rewriter_test.cc   |  59 +-
 .../gpu/gpu_hlo_support_checker_test.cc       |   4 +-
 .../xla/service/heap_simulator_test.cc        |   4 +-
 .../xla/service/hlo_alias_analysis_test.cc    |  16 +-
 .../xla/service/hlo_constant_folding_test.cc  |  41 +-
 .../xla/service/hlo_creation_utils_test.cc    |  65 +-
 .../compiler/xla/service/hlo_cse_test.cc      | 110 +--
 .../compiler/xla/service/hlo_domain_test.cc   | 184 ++---
 .../xla/service/hlo_evaluator_test.cc         | 152 ++---
 .../xla/service/hlo_instruction_test.cc       |  70 +-
 .../xla/service/hlo_rematerialization_test.cc |  32 +-
 .../implicit_broadcast_remover_test.cc        |  30 +-
 .../service/indexed_array_analysis_test.cc    |  10 +-
 .../xla/service/layout_assignment_test.cc     | 292 ++++----
 .../compiler/xla/service/map_inliner_test.cc  |  12 +-
 .../xla/service/reshape_mover_test.cc         |  87 ++-
 .../xla/service/tuple_simplifier_test.cc      |  32 +-
 .../while_loop_invariant_code_motion_test.cc  | 112 +--
 .../xla/service/while_loop_simplifier_test.cc | 129 ++--
 .../xla/tests/hlo_verified_test_base.cc       |  20 -
 .../xla/tests/hlo_verified_test_base.h        |  33 +-
 .../xla/tests/hlo_verified_test_base_test.cc  |  47 +-
 39 files changed, 1445 insertions(+), 1373 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 777f52d3ae..58ab8eef91 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -58,6 +58,7 @@ class AlgebraicSimplifierTest : public HloVerifiedTestBase {};
 
 // Test that A + 0 is simplified to A
 TEST_F(AlgebraicSimplifierTest, AddZero) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -67,18 +68,19 @@ TEST_F(AlgebraicSimplifierTest, AddZero) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kAdd, param0, zero));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAdd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that A * 0 is simplified to 0
 TEST_F(AlgebraicSimplifierTest, MulZero) {
+  auto m = CreateNewVerifiedModule();
   Shape r0s32 = ShapeUtil::MakeShape(S32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -88,12 +90,12 @@ TEST_F(AlgebraicSimplifierTest, MulZero) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0s32, HloOpcode::kMultiply, param0, zero));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kMultiply);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_EQ(computation->root_instruction(), zero);
 }
 
@@ -166,6 +168,7 @@ TEST_F(AlgebraicSimplifierTest, SelectIdentical) {
 
 // Test that Reduce(Reduce(A)) -> Reduce(A)
 TEST_F(AlgebraicSimplifierTest, TwoReducesToOne) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   // Create add computation.
   HloInstruction* zero = builder.AddInstruction(
@@ -180,7 +183,7 @@ TEST_F(AlgebraicSimplifierTest, TwoReducesToOne) {
         HloInstruction::CreateParameter(1, scalar_shape, "p1"));
     builder.AddInstruction(
         HloInstruction::CreateBinary(scalar_shape, HloOpcode::kAdd, p0, p1));
-    add_computation = module().AddEmbeddedComputation(builder.Build());
+    add_computation = m->AddEmbeddedComputation(builder.Build());
   }
   Shape r4f32 = ShapeUtil::MakeShape(F32, {4, 5, 6, 7});
   HloInstruction* param = builder.AddInstruction(
@@ -193,17 +196,18 @@ TEST_F(AlgebraicSimplifierTest, TwoReducesToOne) {
   Shape r1f32 = ShapeUtil::MakeShape(F32, {5});
   builder.AddInstruction(HloInstruction::CreateReduce(r1f32, reduce0, zero,
                                                       dims1, add_computation));
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root, op::Reduce(param, zero));
   EXPECT_EQ(root->dimensions(), std::vector<int64>({0, 2, 3}));
 }
 
 // Test that Const + A is canonicalized to A + Const.
 TEST_F(AlgebraicSimplifierTest, AddConstOnLHS) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -213,18 +217,19 @@ TEST_F(AlgebraicSimplifierTest, AddConstOnLHS) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kAdd, constant, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAdd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Add(param0, op::Constant()));
 }
 
 // Test that [(A + C1) + C2] => [A + (C1 + C2)] for constants C1 and C2.
 TEST_F(AlgebraicSimplifierTest, AddReassociateMergeConstants) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -239,17 +244,18 @@ TEST_F(AlgebraicSimplifierTest, AddReassociateMergeConstants) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kAdd, add1, constant2));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAdd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Add(param0, op::Add(constant1, constant2)));
 }
 
 TEST_F(AlgebraicSimplifierTest, AddBroadcastZeroR0Operand) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {3, 2});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -261,17 +267,18 @@ TEST_F(AlgebraicSimplifierTest, AddBroadcastZeroR0Operand) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r2f32, HloOpcode::kAdd, bcast, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAdd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 TEST_F(AlgebraicSimplifierTest, InlineTrivialMap) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   // Create add computation.
   HloComputation* add_computation = nullptr;
@@ -284,7 +291,7 @@ TEST_F(AlgebraicSimplifierTest, InlineTrivialMap) {
         HloInstruction::CreateParameter(1, scalar_shape, "p1"));
     builder.AddInstruction(
         HloInstruction::CreateBinary(scalar_shape, HloOpcode::kAdd, p0, p1));
-    add_computation = module().AddEmbeddedComputation(builder.Build());
+    add_computation = m->AddEmbeddedComputation(builder.Build());
   }
   Shape r2f32 = ShapeUtil::MakeShape(F32, {32, 1});
   HloInstruction* param0 = builder.AddInstruction(
@@ -297,17 +304,18 @@ TEST_F(AlgebraicSimplifierTest, InlineTrivialMap) {
                    HloInstruction::CreateBroadcast(r2f32, zero, {}))},
       add_computation));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kMap);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Add(param0, op::Broadcast(zero)));
 }
 
 TEST_F(AlgebraicSimplifierTest, AddBroadcastZeroR1Operand) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {3, 2});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -319,64 +327,68 @@ TEST_F(AlgebraicSimplifierTest, AddBroadcastZeroR1Operand) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r2f32, HloOpcode::kAdd, bcast, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAdd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 TEST_F(AlgebraicSimplifierTest, ConstantToBroadcast) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({3.14f, 3.14f, 3.14f})));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Constant());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast(op::Constant()));
   EXPECT_EQ(3.14f, root->operand(0)->literal().GetFirstElement<float>());
 }
 
 TEST_F(AlgebraicSimplifierTest, ConstantNotToBroadcast) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({3.14, 3.14, 4})));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Constant());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_FALSE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Constant());
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaToBroadcast) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({0.0f, 1.0f, 2.0f})));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Constant());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Iota());
 }
 
 // Test that A - 0 is simplified to A
 TEST_F(AlgebraicSimplifierTest, SubZero) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -386,18 +398,19 @@ TEST_F(AlgebraicSimplifierTest, SubZero) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kSubtract, param0, zero));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kSubtract);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that A - Const is canonicalized to A + (-Const).
 TEST_F(AlgebraicSimplifierTest, SubConstCanonicalization) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -407,18 +420,19 @@ TEST_F(AlgebraicSimplifierTest, SubConstCanonicalization) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       r0f32, HloOpcode::kSubtract, param0, constant));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kSubtract);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Add(param0, op::Negate(constant)));
 }
 
 // Test that (A/B)/C is simplified to A/(B*C).
 TEST_F(AlgebraicSimplifierTest, LhsDivOfDiv) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -432,14 +446,14 @@ TEST_F(AlgebraicSimplifierTest, LhsDivOfDiv) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kDivide, div, param2));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(op::Divide(param0, param1), param2));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(param0, op::Multiply(param1, param2)));
@@ -447,6 +461,7 @@ TEST_F(AlgebraicSimplifierTest, LhsDivOfDiv) {
 
 // Test that A/(B/C) is simplified to (A*C)/B.
 TEST_F(AlgebraicSimplifierTest, RhsDivOfDiv) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -460,14 +475,14 @@ TEST_F(AlgebraicSimplifierTest, RhsDivOfDiv) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kDivide, param0, div));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(param0, op::Divide(param1, param2)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(op::Multiply(param0, param2), param1));
@@ -475,6 +490,7 @@ TEST_F(AlgebraicSimplifierTest, RhsDivOfDiv) {
 
 // Test that (A/B)/(C/D) is simplified to (A*D)/(B*C).
 TEST_F(AlgebraicSimplifierTest, DivOfDivAndDiv) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {42, 123});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -492,7 +508,7 @@ TEST_F(AlgebraicSimplifierTest, DivOfDivAndDiv) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r2f32, HloOpcode::kDivide, div0, div1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(
       computation->root_instruction(),
@@ -500,7 +516,7 @@ TEST_F(AlgebraicSimplifierTest, DivOfDivAndDiv) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(
       computation->root_instruction(),
@@ -509,6 +525,7 @@ TEST_F(AlgebraicSimplifierTest, DivOfDivAndDiv) {
 
 // Test that A/exp(B) is simplified to A*exp(-B).
 TEST_F(AlgebraicSimplifierTest, DivOfExp) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -520,14 +537,14 @@ TEST_F(AlgebraicSimplifierTest, DivOfExp) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kDivide, param0, exp));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(param0, op::Exp(param1)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Multiply(param0, op::Exp(op::Negate(param1))));
@@ -535,6 +552,7 @@ TEST_F(AlgebraicSimplifierTest, DivOfExp) {
 
 // Test that A/pow(B,C) is simplified to A*pow(B,-C).
 TEST_F(AlgebraicSimplifierTest, DivOfPower) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -548,14 +566,14 @@ TEST_F(AlgebraicSimplifierTest, DivOfPower) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kDivide, param0, power));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(param0, op::Power(param1, param2)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Multiply(param0, op::Power(param1, op::Negate(param2))));
@@ -564,6 +582,7 @@ TEST_F(AlgebraicSimplifierTest, DivOfPower) {
 // Test that broadcasting is done on the right step when simplifying A/pow(B,C)
 // to A*pow(B,-C).
 TEST_F(AlgebraicSimplifierTest, DivOfBroadcastingPower) {
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {7});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -577,14 +596,14 @@ TEST_F(AlgebraicSimplifierTest, DivOfBroadcastingPower) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kDivide, param0, power));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(param0, op::Power(param1, param2)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   ASSERT_THAT(computation->root_instruction(),
               op::Multiply(param0, op::Power(param1, op::Negate(param2))));
@@ -592,6 +611,7 @@ TEST_F(AlgebraicSimplifierTest, DivOfBroadcastingPower) {
 
 // A / Const => A * InvertedConst
 TEST_F(AlgebraicSimplifierTest, DivideByConstant) {
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {3});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -602,11 +622,11 @@ TEST_F(AlgebraicSimplifierTest, DivideByConstant) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1f32, HloOpcode::kDivide,
                                                       param0, constant));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Multiply(param0, op::Constant()));
@@ -614,6 +634,7 @@ TEST_F(AlgebraicSimplifierTest, DivideByConstant) {
 
 // pow(pow(A, X), Y) => pow(A, X*Y)
 TEST_F(AlgebraicSimplifierTest, PowerOfPower) {
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {7});
   HloComputation::Builder builder(TestName());
   HloInstruction* base = builder.AddInstruction(
@@ -627,10 +648,10 @@ TEST_F(AlgebraicSimplifierTest, PowerOfPower) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1f32, HloOpcode::kPower,
                                                       inner_power, exp2));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(),
               op::Power(base, op::Multiply(exp1, exp2)));
 }
@@ -638,6 +659,7 @@ TEST_F(AlgebraicSimplifierTest, PowerOfPower) {
 // Don't simplify pow(pow(A, X), Y) => pow(A, X*Y) if X and Y are complex
 // numbers.
 TEST_F(AlgebraicSimplifierTest, PowerOfPowerComplex) {
+  auto m = CreateNewVerifiedModule();
   Shape r1c64 = ShapeUtil::MakeShape(C64, {7});
   HloComputation::Builder builder(TestName());
   HloInstruction* base = builder.AddInstruction(
@@ -651,14 +673,15 @@ TEST_F(AlgebraicSimplifierTest, PowerOfPowerComplex) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1c64, HloOpcode::kPower,
                                                       inner_power, exp2));
 
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 }
 
 // Test that A/1 is simplified to A for a scalar.
 TEST_F(AlgebraicSimplifierTest, DivOneScalar) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -668,18 +691,19 @@ TEST_F(AlgebraicSimplifierTest, DivOneScalar) {
   HloInstruction* div = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kDivide, param0, one));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root, div);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that A/1 is simplified to A for an array.
 TEST_F(AlgebraicSimplifierTest, DivOneArray) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 2});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -689,18 +713,19 @@ TEST_F(AlgebraicSimplifierTest, DivOneArray) {
   HloInstruction* div = builder.AddInstruction(
       HloInstruction::CreateBinary(r2f32, HloOpcode::kDivide, param0, one));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root, div);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that complex(real(c), imag(c)) is simplified to c.
 TEST_F(AlgebraicSimplifierTest, ComplexOfRealImagC) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 2});
   Shape r2c64 = ShapeUtil::MakeShape(C64, {2, 2});
   HloComputation::Builder builder(TestName());
@@ -713,18 +738,19 @@ TEST_F(AlgebraicSimplifierTest, ComplexOfRealImagC) {
   HloInstruction* cplx = builder.AddInstruction(
       HloInstruction::CreateBinary(r2c64, HloOpcode::kComplex, real, imag));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root, cplx);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that real(complex(r,i)) is simplified to r.
 TEST_F(AlgebraicSimplifierTest, RealOfComplex) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 2});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -737,18 +763,19 @@ TEST_F(AlgebraicSimplifierTest, RealOfComplex) {
   HloInstruction* real = builder.AddInstruction(
       HloInstruction::CreateUnary(r2f32, HloOpcode::kReal, cplx));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root, real);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that imag(complex(r,i)) is simplified to i.
 TEST_F(AlgebraicSimplifierTest, ImagOfComplex) {
+  auto m = CreateNewVerifiedModule();
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 2});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -761,18 +788,19 @@ TEST_F(AlgebraicSimplifierTest, ImagOfComplex) {
   HloInstruction* imag = builder.AddInstruction(
       HloInstruction::CreateUnary(r2f32, HloOpcode::kImag, cplx));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root, imag);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param1);
 }
 
 // Test that get_element(make_tuple({A,B}),1) is simplified to B
 TEST_F(AlgebraicSimplifierTest, SelectMakeTuple) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -788,18 +816,19 @@ TEST_F(AlgebraicSimplifierTest, SelectMakeTuple) {
   HloInstruction* add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kAdd, get, param2));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root, add);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Add(param1, param2));
 }
 
 // Test that exp(A)/exp(B) is simplified to exp(A-B)
 TEST_F(AlgebraicSimplifierTest, ExpDiv) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -813,14 +842,14 @@ TEST_F(AlgebraicSimplifierTest, ExpDiv) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kDivide, exp0, exp1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Divide(op::Exp(param0), op::Exp(param1)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Exp(op::Subtract(param0, param1)));
@@ -828,6 +857,7 @@ TEST_F(AlgebraicSimplifierTest, ExpDiv) {
 
 // Test that exp(A)*exp(B) is simplified to exp(A+B)
 TEST_F(AlgebraicSimplifierTest, ExpMul) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -841,14 +871,14 @@ TEST_F(AlgebraicSimplifierTest, ExpMul) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kMultiply, exp0, exp1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Multiply(op::Exp(param0), op::Exp(param1)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Exp(op::Add(param0, param1)));
@@ -856,6 +886,7 @@ TEST_F(AlgebraicSimplifierTest, ExpMul) {
 
 // Test that pow(exp(A), B) is simplified to exp(A*B)
 TEST_F(AlgebraicSimplifierTest, PowExp) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -867,14 +898,14 @@ TEST_F(AlgebraicSimplifierTest, PowExp) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kPower, exp0, param1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Power(op::Exp(param0), param1));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Exp(op::Multiply(param0, param1)));
@@ -882,6 +913,7 @@ TEST_F(AlgebraicSimplifierTest, PowExp) {
 
 // Test that ln(pow(A, B)) is simplified to ln(A)*B
 TEST_F(AlgebraicSimplifierTest, LnPow) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -893,14 +925,14 @@ TEST_F(AlgebraicSimplifierTest, LnPow) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32, HloOpcode::kLog, pow));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Log(op::Power(param0, param1)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Multiply(op::Log(param0), param1));
@@ -908,6 +940,7 @@ TEST_F(AlgebraicSimplifierTest, LnPow) {
 
 // Test that ln(exp(A)) is simplified to A
 TEST_F(AlgebraicSimplifierTest, LnExp) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -917,19 +950,20 @@ TEST_F(AlgebraicSimplifierTest, LnExp) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32, HloOpcode::kLog, exp0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Log(op::Exp(param0)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_EQ(computation->root_instruction(), param0);
 }
 
 // Test that ln(exp(A)/exp(B)) is simplified to A-B
 TEST_F(AlgebraicSimplifierTest, LnExpDiv) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -945,14 +979,14 @@ TEST_F(AlgebraicSimplifierTest, LnExpDiv) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32, HloOpcode::kLog, div));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Log(op::Divide(op::Exp(param0), op::Exp(param1))));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Subtract(param0, param1));
 }
@@ -960,6 +994,7 @@ TEST_F(AlgebraicSimplifierTest, LnExpDiv) {
 // Test that pow(A, 0) where A is a scalar is simplified to the scalar
 // constant 1.
 TEST_F(AlgebraicSimplifierTest, Pow0Scalar) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -969,13 +1004,13 @@ TEST_F(AlgebraicSimplifierTest, Pow0Scalar) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kPower, param0, zero));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Power(param0, zero));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Constant());
@@ -984,6 +1019,7 @@ TEST_F(AlgebraicSimplifierTest, Pow0Scalar) {
 
 // Test that pow(A, 0) where A is not a scalar is simplified to broadcast(1).
 TEST_F(AlgebraicSimplifierTest, Pow0Vector) {
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {42});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -993,13 +1029,13 @@ TEST_F(AlgebraicSimplifierTest, Pow0Vector) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kPower, param0, zero));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Power(param0, zero));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast());
@@ -1012,6 +1048,7 @@ TEST_F(AlgebraicSimplifierTest, Pow0Vector) {
 
 // Test that pow(A, 1) is simplified to A.
 TEST_F(AlgebraicSimplifierTest, Pow1) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -1021,19 +1058,20 @@ TEST_F(AlgebraicSimplifierTest, Pow1) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kPower, param0, one));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Power(param0, one));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_EQ(computation->root_instruction(), param0);
 }
 
 // Test that pow(A, 2) is simplified to A*A.
 TEST_F(AlgebraicSimplifierTest, Pow2) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -1043,19 +1081,20 @@ TEST_F(AlgebraicSimplifierTest, Pow2) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kPower, param0, two));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Power(param0, two));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Multiply(param0, param0));
 }
 
 // Test that pow(A, -1) is simplified to 1/A.
 TEST_F(AlgebraicSimplifierTest, PowNegative1) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -1065,13 +1104,13 @@ TEST_F(AlgebraicSimplifierTest, PowNegative1) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32, HloOpcode::kPower,
                                                       param0, negative_one));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Power(param0, negative_one));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Divide(op::Broadcast(), param0));
@@ -1081,6 +1120,7 @@ TEST_F(AlgebraicSimplifierTest, PowNegative1) {
 }
 
 TEST_F(AlgebraicSimplifierTest, ZeroSizedConvolution) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* lhs = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {3, 3, 0}), "lhs"));
@@ -1113,17 +1153,18 @@ TEST_F(AlgebraicSimplifierTest, ZeroSizedConvolution) {
   builder.AddInstruction(HloInstruction::CreateConvolve(
       ShapeUtil::MakeShape(F32, {3, 3, 3}), lhs, rhs, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
   HloPassFix<AlgebraicSimplifier> simplifier(/*is_layout_sensitive=*/false,
                                              non_bitcasting_callback());
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Convolution(lhs, rhs));
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Broadcast(op::Constant()));
 }
 
 TEST_F(AlgebraicSimplifierTest, ZeroSizedReduceWindow) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* param =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1148,24 +1189,25 @@ TEST_F(AlgebraicSimplifierTest, ZeroSizedReduceWindow) {
         HloInstruction::CreateParameter(1, scalar_shape, "p1"));
     builder.AddInstruction(
         HloInstruction::CreateBinary(scalar_shape, HloOpcode::kAdd, p0, p1));
-    add_computation = module().AddEmbeddedComputation(builder.Build());
+    add_computation = m->AddEmbeddedComputation(builder.Build());
   }
   builder.AddInstruction(HloInstruction::CreateReduceWindow(
       ShapeUtil::MakeShape(F32, {5, 2}), param,
       builder.AddInstruction(
           HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(0.0f))),
       window, add_computation));
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
   HloPassFix<AlgebraicSimplifier> simplifier(/*is_layout_sensitive=*/false,
                                              non_bitcasting_callback());
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::ReduceWindow(param, op::Constant()));
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Broadcast(op::Constant()));
 }
 
 TEST_F(AlgebraicSimplifierTest, ZeroSizedPad) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* param =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1182,17 +1224,18 @@ TEST_F(AlgebraicSimplifierTest, ZeroSizedPad) {
       builder.AddInstruction(
           HloInstruction::CreateConstant(LiteralUtil::CreateR0(0.0f))),
       padding));
-  module().AddEntryComputation(builder.Build());
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  m->AddEntryComputation(builder.Build());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Pad(param, op::Constant()));
   HloPassFix<AlgebraicSimplifier> simplifier(/*is_layout_sensitive=*/false,
                                              non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Broadcast(op::Constant()));
 }
 
 TEST_F(AlgebraicSimplifierTest, ReshapeBroadcast) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
 
   auto builder = HloComputation::Builder(TestName());
@@ -1206,39 +1249,41 @@ TEST_F(AlgebraicSimplifierTest, ReshapeBroadcast) {
       ShapeUtil::MakeShape(F32, {3, 2}), broadcast));
 
   auto computation = builder.Build();
-  module().AddEntryComputation(std::move(computation));
+  m->AddEntryComputation(std::move(computation));
 
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Reshape(op::Broadcast(op::Reshape(op))));
 
   HloPassFix<AlgebraicSimplifier> simplifier(/*is_layout_sensitive=*/false,
                                              non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
-  EXPECT_THAT(module().entry_computation()->root_instruction(), op);
+  EXPECT_THAT(m->entry_computation()->root_instruction(), op);
 }
 
 // Test that convert(A, $TYPE) is simplified to A if A is of type $TYPE.
 TEST_F(AlgebraicSimplifierTest, ConvertBetweenSameType) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* input = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
   builder.AddInstruction(
       HloInstruction::CreateConvert(ShapeUtil::MakeShape(F32, {}), input));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Convert(input));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), input);
 }
 
 // Test that copies are removed.
 TEST_F(AlgebraicSimplifierTest, RemoveCopy) {
+  auto m = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -1246,18 +1291,19 @@ TEST_F(AlgebraicSimplifierTest, RemoveCopy) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param0->shape(), HloOpcode::kCopy, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Copy(param0));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), param0);
 }
 
 TEST_F(AlgebraicSimplifierTest, CopyEqualsBitcast) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1268,24 +1314,25 @@ TEST_F(AlgebraicSimplifierTest, CopyEqualsBitcast) {
       ShapeUtil::MakeShape(F32, {1, 14, 14, 64}), HloOpcode::kCopy, param));
   *copy->mutable_shape()->mutable_layout() =
       LayoutUtil::MakeLayout({1, 2, 0, 3});
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->root_instruction(), op::Copy(param));
 
   AlgebraicSimplifier simplifier1(/*is_layout_sensitive=*/true,
                                   non_bitcasting_callback());
-  ASSERT_FALSE(simplifier1.Run(&module()).ValueOrDie());
+  ASSERT_FALSE(simplifier1.Run(m.get()).ValueOrDie());
   // Verify that the copy is not replaced.
   EXPECT_THAT(computation->root_instruction(), op::Copy(param));
 
   AlgebraicSimplifier simplifier2(/*is_layout_sensitive=*/true,
                                   bitcasting_callback());
-  ASSERT_TRUE(simplifier2.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier2.Run(m.get()).ValueOrDie());
   // Verify that the copy is replaced.
   EXPECT_THAT(computation->root_instruction(), op::Bitcast(param));
 }
 
 // Test that unary concatenates are removed.
 TEST_F(AlgebraicSimplifierTest, RemoveUnaryConcatenate) {
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {100});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -1293,19 +1340,20 @@ TEST_F(AlgebraicSimplifierTest, RemoveUnaryConcatenate) {
   builder.AddInstruction(
       HloInstruction::CreateConcatenate(param0->shape(), {param0}, 0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Concatenate(param0));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), param0);
 }
 
 // Test that empty operands of concatenates are removed.
 TEST_F(AlgebraicSimplifierTest, RemoveEmptyConcatenateOperands) {
+  auto m = CreateNewVerifiedModule();
   const int kParamLength = 100;
   Shape r1f32 = ShapeUtil::MakeShape(F32, {kParamLength});
   HloComputation::Builder builder(TestName());
@@ -1322,7 +1370,7 @@ TEST_F(AlgebraicSimplifierTest, RemoveEmptyConcatenateOperands) {
   builder.AddInstruction(HloInstruction::CreateConcatenate(
       result_shape, {empty_literal, param0, param0, empty_slice, param1}, 0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(
       computation->root_instruction(),
@@ -1330,7 +1378,7 @@ TEST_F(AlgebraicSimplifierTest, RemoveEmptyConcatenateOperands) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Concatenate(param0, param0, param1));
@@ -1338,6 +1386,7 @@ TEST_F(AlgebraicSimplifierTest, RemoveEmptyConcatenateOperands) {
 
 // Test that reduce of concat is simplified.
 TEST_F(AlgebraicSimplifierTest, SimplifyReduceOfConcat) {
+  auto m = CreateNewVerifiedModule();
   const int kParamLength = 100;
   Shape r3f32 =
       ShapeUtil::MakeShape(F32, {kParamLength, kParamLength, kParamLength});
@@ -1363,7 +1412,7 @@ TEST_F(AlgebraicSimplifierTest, SimplifyReduceOfConcat) {
         HloInstruction::CreateParameter(1, scalar_shape, "p1"));
     builder.AddInstruction(
         HloInstruction::CreateBinary(scalar_shape, HloOpcode::kAdd, p0, p1));
-    add_computation = module().AddEmbeddedComputation(builder.Build());
+    add_computation = m->AddEmbeddedComputation(builder.Build());
   }
   Shape r4f32 = ShapeUtil::MakeShape(F32, {4, 5, 6, 7});
   Shape reduce_shape = ShapeUtil::MakeShape(F32, {kParamLength});
@@ -1373,11 +1422,11 @@ TEST_F(AlgebraicSimplifierTest, SimplifyReduceOfConcat) {
   builder.AddInstruction(HloInstruction::CreateReduce(
       reduce_shape, Concatenate, zero, {1, 2}, add_computation));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(
       computation->root_instruction(),
@@ -1387,6 +1436,7 @@ TEST_F(AlgebraicSimplifierTest, SimplifyReduceOfConcat) {
 
 // Test a concatenate with only empty operands is removed.
 TEST_F(AlgebraicSimplifierTest, OnlyEmptyConcatenateOperands) {
+  auto m = CreateNewVerifiedModule();
   const int kParamLength = 100;
   Shape r1f32 = ShapeUtil::MakeShape(F32, {kParamLength});
   HloComputation::Builder builder(TestName());
@@ -1401,20 +1451,21 @@ TEST_F(AlgebraicSimplifierTest, OnlyEmptyConcatenateOperands) {
   builder.AddInstruction(HloInstruction::CreateConcatenate(
       result_shape, {empty_literal, empty_slice}, 0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Concatenate(empty_literal, empty_slice));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_EQ(computation->root_instruction(), empty_literal);
 }
 
 // Test that concat with a scalar broadcast becomes a pad.
 TEST_F(AlgebraicSimplifierTest, ConcatenateOfBroadcastBecomesPad) {
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {100});
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   HloComputation::Builder builder(TestName());
@@ -1427,17 +1478,18 @@ TEST_F(AlgebraicSimplifierTest, ConcatenateOfBroadcastBecomesPad) {
   builder.AddInstruction(HloInstruction::CreateConcatenate(
       ShapeUtil::MakeShape(F32, {200}), {broadcast, param0}, 0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(), op::Pad(param0, param1));
 }
 
 // Test that a simplification which changes layouts is not performed if layout
 // sensitive is true.
 TEST_F(AlgebraicSimplifierTest, CopyWithDifferentLayout) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1445,7 +1497,7 @@ TEST_F(AlgebraicSimplifierTest, CopyWithDifferentLayout) {
   HloInstruction* copy = builder.AddInstruction(
       HloInstruction::CreateUnary(param0->shape(), HloOpcode::kCopy, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   // Set to different layouts.
   *param0->mutable_shape()->mutable_layout() = LayoutUtil::MakeLayout({0, 1});
@@ -1455,7 +1507,7 @@ TEST_F(AlgebraicSimplifierTest, CopyWithDifferentLayout) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  non_bitcasting_callback());
-  EXPECT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 
   // Copy has not been removed.
   EXPECT_THAT(computation->root_instruction(), op::Copy(param0));
@@ -1464,6 +1516,7 @@ TEST_F(AlgebraicSimplifierTest, CopyWithDifferentLayout) {
 // Test that a simplification which preserves layouts is performed if layout
 // sensitive is true.
 TEST_F(AlgebraicSimplifierTest, CopyWithSameLayout) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1471,7 +1524,7 @@ TEST_F(AlgebraicSimplifierTest, CopyWithSameLayout) {
   HloInstruction* copy = builder.AddInstruction(
       HloInstruction::CreateUnary(param0->shape(), HloOpcode::kCopy, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   // Set to same layouts.
   *param0->mutable_shape()->mutable_layout() = LayoutUtil::MakeLayout({0, 1});
@@ -1481,7 +1534,7 @@ TEST_F(AlgebraicSimplifierTest, CopyWithSameLayout) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   // Copy has been removed.
   EXPECT_THAT(computation->root_instruction(), param0);
@@ -1490,6 +1543,7 @@ TEST_F(AlgebraicSimplifierTest, CopyWithSameLayout) {
 // Test that a reshape which could be replaced with a bitcast is not if
 // add_bitcasts is false.
 TEST_F(AlgebraicSimplifierTest, NoBitcastAdded) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1502,13 +1556,13 @@ TEST_F(AlgebraicSimplifierTest, NoBitcastAdded) {
   *reshape->mutable_shape()->mutable_layout() =
       LayoutUtil::MakeLayout({0, 1, 2, 3, 4, 5});
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(param0));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  non_bitcasting_callback());
-  EXPECT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 
   // Reshape is not replaced with a bitcast.
   EXPECT_THAT(computation->root_instruction(), op::Reshape(param0));
@@ -1516,6 +1570,7 @@ TEST_F(AlgebraicSimplifierTest, NoBitcastAdded) {
 
 // Test transforming reshapes and transposes of rng.
 TEST_F(AlgebraicSimplifierTest, ReshapeOfTransposeOfRngToRng) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* zero = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(0.0f)));
@@ -1532,11 +1587,11 @@ TEST_F(AlgebraicSimplifierTest, ReshapeOfTransposeOfRngToRng) {
                                 ShapeUtil::MakeShape(F32, {4}), transpose))
                             ->shape();
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
-  EXPECT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   // Verify that that reshape(transpose(rng)) is replace by a single rng of the
   // same shape as the reshape.
@@ -1547,6 +1602,7 @@ TEST_F(AlgebraicSimplifierTest, ReshapeOfTransposeOfRngToRng) {
 
 // Test transforming reshapes to bitcasts under various conditions.
 TEST_F(AlgebraicSimplifierTest, ReshapeReplacedWithBitcast) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1578,7 +1634,7 @@ TEST_F(AlgebraicSimplifierTest, ReshapeReplacedWithBitcast) {
   builder.AddInstruction(HloInstruction::CreateTuple(
       {transformable_reshape, dimensions_wrong_reshape, layout_wrong_reshape}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Tuple(transformable_reshape, dimensions_wrong_reshape,
@@ -1586,7 +1642,7 @@ TEST_F(AlgebraicSimplifierTest, ReshapeReplacedWithBitcast) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  bitcasting_callback());
-  simplifier.Run(&module()).ValueOrDie();
+  simplifier.Run(m.get()).ValueOrDie();
 
   // Verify that only the first reshape is replaced.
   EXPECT_THAT(
@@ -1597,6 +1653,7 @@ TEST_F(AlgebraicSimplifierTest, ReshapeReplacedWithBitcast) {
 // Regression test for a bug where if we failed to sink a reshape, we'd set the
 // 'changed' bit in AlgebraicSimplifier to false.
 TEST_F(AlgebraicSimplifierTest, FailureToSinkReshapeDoesntAffectChangedBit) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   // This add (param0 + 0) can be simplified.
@@ -1613,13 +1670,14 @@ TEST_F(AlgebraicSimplifierTest, FailureToSinkReshapeDoesntAffectChangedBit) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
-  module().AddEntryComputation(builder.Build());
-  EXPECT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  m->AddEntryComputation(builder.Build());
+  EXPECT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 }
 
 // Regression test for a bug where if we failed to sink a reshape, we'd set the
 // 'changed' bit in AlgebraicSimplifier to false.
 TEST_F(AlgebraicSimplifierTest, FailureToSinkBroadcastDoesntAffectChangedBit) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   // This add (param0 + 0) can be simplified.
@@ -1637,11 +1695,12 @@ TEST_F(AlgebraicSimplifierTest, FailureToSinkBroadcastDoesntAffectChangedBit) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
-  module().AddEntryComputation(builder.Build());
-  EXPECT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  m->AddEntryComputation(builder.Build());
+  EXPECT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 }
 
 TEST_F(AlgebraicSimplifierTest, TransposeEqualsBitcast1) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1655,19 +1714,20 @@ TEST_F(AlgebraicSimplifierTest, TransposeEqualsBitcast1) {
   *transpose->mutable_shape()->mutable_layout() =
       LayoutUtil::MakeLayout({0, 1, 2, 3});
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Transpose(param));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   // Verify that the reshape is replaced.
   EXPECT_THAT(computation->root_instruction(), op::Bitcast(param));
 }
 
 TEST_F(AlgebraicSimplifierTest, TransposeEqualsBitcast2) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1681,19 +1741,20 @@ TEST_F(AlgebraicSimplifierTest, TransposeEqualsBitcast2) {
   *transpose->mutable_shape()->mutable_layout() =
       LayoutUtil::MakeLayout({3, 1, 2, 0});
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Transpose(param));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   // Verify that the reshape is replaced.
   EXPECT_THAT(computation->root_instruction(), op::Bitcast(param));
 }
 
 TEST_F(AlgebraicSimplifierTest, ReshapesMerged) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1706,19 +1767,20 @@ TEST_F(AlgebraicSimplifierTest, ReshapesMerged) {
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {1, 2, 1, 1, 2, 1}), reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Reshape(param0)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(param0));
 }
 
 TEST_F(AlgebraicSimplifierTest, CopiesMerged) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1733,18 +1795,19 @@ TEST_F(AlgebraicSimplifierTest, CopiesMerged) {
       ShapeUtil::MakeShapeWithLayout(F32, {2, 2, 2}, {0, 2, 1}),
       HloOpcode::kCopy, copy1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Copy(op::Copy(param0)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Copy(param0));
 }
 
 TEST_F(AlgebraicSimplifierTest, TransposesMerged) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(
@@ -1757,13 +1820,13 @@ TEST_F(AlgebraicSimplifierTest, TransposesMerged) {
   builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(F32, {4, 3, 2}), transpose1, {1, 0, 2}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Transpose(transpose1));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Transpose(param0));
   EXPECT_EQ(std::vector<int64>({2, 1, 0}),
@@ -1772,6 +1835,7 @@ TEST_F(AlgebraicSimplifierTest, TransposesMerged) {
 
 // Test merging reshape and broadcast.
 TEST_F(AlgebraicSimplifierTest, ReshapeAndBroadcastMerged) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {5}), "param0"));
@@ -1780,20 +1844,21 @@ TEST_F(AlgebraicSimplifierTest, ReshapeAndBroadcastMerged) {
   builder.AddInstruction(HloInstruction::CreateBroadcast(
       ShapeUtil::MakeShape(F32, {1, 2, 3, 5, 1}), reshape1, {0, 3, 2}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Broadcast(op::Reshape(param0)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Broadcast(param0));
 }
 
 // Test merging broadcast and reshape.
 TEST_F(AlgebraicSimplifierTest, BroadcastAndReshapeMerged) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {2, 3}), "param0"));
@@ -1802,19 +1867,20 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshapeMerged) {
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {2, 3, 7, 2, 1, 3, 2}), broadcast1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param0)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Broadcast(param0));
 }
 
 TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_1_3x1_3) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto param = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {1}), "param"));
@@ -1823,20 +1889,21 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_1_3x1_3) {
   builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(F32, {3}), broadcast));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  EXPECT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param)));
 }
 
 TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_4_3x2x4_6x1x1x4) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto param = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {4}), "param"));
@@ -1845,14 +1912,14 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_4_3x2x4_6x1x1x4) {
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {6, 1, 1, 4}), broadcast));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Broadcast(param));
   EXPECT_THAT(computation->root_instruction()->dimensions(),
@@ -1860,6 +1927,7 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_4_3x2x4_6x1x1x4) {
 }
 
 TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_1_3x2x1_6x1x1x1) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto param = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {1}), "param"));
@@ -1868,14 +1936,14 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_1_3x2x1_6x1x1x1) {
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {6, 1, 1, 1}), broadcast));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Broadcast(param));
   const std::vector<int64> broadcast_dims =
@@ -1885,6 +1953,7 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_1_3x2x1_6x1x1x1) {
 }
 
 TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_4_3x2x4x2_6x8) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto param = builder.AddInstruction(HloInstruction::CreateParameter(
       0, ShapeUtil::MakeShape(F32, {4}), "param"));
@@ -1893,33 +1962,34 @@ TEST_F(AlgebraicSimplifierTest, BroadcastAndReshape_4_3x2x4x2_6x8) {
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {6, 8}), broadcast));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  EXPECT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Broadcast(param)));
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaAndReshapeMerged) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto iota = builder.AddInstruction(HloInstruction::CreateIota(
       ShapeUtil::MakeShape(F32, {1, 2, 3, 7, 12, 1}), 2));
   Shape result_shape = ShapeUtil::MakeShape(F32, {2, 3, 7, 2, 1, 3, 2});
   builder.AddInstruction(HloInstruction::CreateReshape(result_shape, iota));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Iota());
   EXPECT_TRUE(
@@ -1927,18 +1997,19 @@ TEST_F(AlgebraicSimplifierTest, IotaAndReshapeMerged) {
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaEffectiveScalar) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto iota = builder.AddInstruction(
       HloInstruction::CreateIota(ShapeUtil::MakeShape(F32, {1, 1}), 0));
   auto result_shape = iota->shape();
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Iota());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   auto root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast(op::Constant()));
@@ -1948,37 +2019,39 @@ TEST_F(AlgebraicSimplifierTest, IotaEffectiveScalar) {
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaAndReshape_1_3x2_6) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto iota = builder.AddInstruction(
       HloInstruction::CreateIota(ShapeUtil::MakeShape(F32, {3, 2}), 1));
   builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(F32, {6}), iota));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  EXPECT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaAndReshape_4_3x2x4_6x1x1x4) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto iota = builder.AddInstruction(
       HloInstruction::CreateIota(ShapeUtil::MakeShape(F32, {3, 2, 4}), 2));
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {6, 1, 1, 4}), iota));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Iota());
   EXPECT_EQ(Cast<HloIotaInstruction>(computation->root_instruction())
@@ -1987,19 +2060,20 @@ TEST_F(AlgebraicSimplifierTest, IotaAndReshape_4_3x2x4_6x1x1x4) {
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaAndReshape_1_3x2x2_6x1x1x2) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto iota = builder.AddInstruction(
       HloInstruction::CreateIota(ShapeUtil::MakeShape(F32, {3, 2, 2}), 2));
   builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(F32, {6, 1, 1, 2}), iota));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Iota());
   const int64 iota_dim =
@@ -2009,19 +2083,20 @@ TEST_F(AlgebraicSimplifierTest, IotaAndReshape_1_3x2x2_6x1x1x2) {
 }
 
 TEST_F(AlgebraicSimplifierTest, IotaAndReshape_4_3x2x4x2_6x8) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto iota = builder.AddInstruction(
       HloInstruction::CreateIota(ShapeUtil::MakeShape(F32, {3, 2, 4, 2}), 2));
   builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(F32, {6, 8}), iota));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  EXPECT_FALSE(simplifier.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(simplifier.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(op::Iota()));
 }
@@ -2043,14 +2118,14 @@ TEST_F(AlgebraicSimplifierTest, RemoveNoopPad) {
   builder.AddInstruction(HloInstruction::CreatePad(
       ShapeUtil::MakeShape(F32, {2, 2}), param, zero, no_padding));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Pad(param, zero));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), param);
 }
@@ -2076,7 +2151,7 @@ TEST_F(AlgebraicSimplifierTest, NegativePadding) {
   HloInstruction* pad = builder.AddInstruction(HloInstruction::CreatePad(
       ShapeUtil::MakeShape(F32, {11, 5}), param, zero, padding));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
@@ -2095,7 +2170,7 @@ TEST_F(AlgebraicSimplifierTest, NegativePadding) {
   EXPECT_THAT(computation->root_instruction(), op::Pad(param, zero));
   EXPECT_TRUE(has_negative_padding(pad));
 
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Slice(op::Pad(param, zero)));
   EXPECT_FALSE(
@@ -2110,14 +2185,14 @@ TEST_F(AlgebraicSimplifierTest, RemoveNoopReshape) {
   builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(F32, {2, 3}), param));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Reshape(param));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), param);
 }
@@ -2133,14 +2208,14 @@ TEST_F(AlgebraicSimplifierTest, RemoveNoopSlice) {
       ShapeUtil::MakeShape(F32, {dim0, dim1}), param, /*start_indices=*/{0, 0},
       /*limit_indices=*/{dim0, dim1}, /*strides=*/{1, 1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Slice(param));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), param);
 }
@@ -2162,14 +2237,14 @@ TEST_F(AlgebraicSimplifierTest, SliceOfSliceToSlice) {
       ShapeUtil::MakeShape(F32, {dim0 - 5, dim1 - 9}), original_slice,
       /*start_indices=*/{2, 3},
       /*limit_indices=*/{dim0 - 3, dim1 - 6}, /*strides=*/{1, 1}));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Slice(op::Slice(param)));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(), op::Slice(param));
   EXPECT_EQ(computation->root_instruction()->slice_starts(0), 3);
@@ -2236,11 +2311,11 @@ TEST_F(AlgebraicSimplifierTest, RemoveNoopSort) {
   auto keys = builder.AddInstruction(
       HloInstruction::CreateParameter(0, keys_shape, "keys"));
   builder.AddInstruction(HloInstruction::CreateSort(keys_shape, 0, keys));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(), keys);
 }
 
@@ -2258,17 +2333,18 @@ TEST_F(AlgebraicSimplifierTest, ReplaceEffectiveScalarKeyValueSortWithTuple) {
   builder.AddInstruction(HloInstruction::CreateSort(
       ShapeUtil::MakeTupleShape({keys_shape, values_shape, values_shape}), 0,
       keys, {values0, values1}));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(),
               op::Tuple(keys, values0, values1));
 }
 
 // Test that A && True is simplified to A
 TEST_F(AlgebraicSimplifierTest, AndTrue) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2278,18 +2354,19 @@ TEST_F(AlgebraicSimplifierTest, AndTrue) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
                                                       param0, const_true));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that True && A is simplified to A
 TEST_F(AlgebraicSimplifierTest, AndTrue2) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2299,18 +2376,19 @@ TEST_F(AlgebraicSimplifierTest, AndTrue2) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
                                                       const_true, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that A && False is simplified to False
 TEST_F(AlgebraicSimplifierTest, AndFalse) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2320,18 +2398,19 @@ TEST_F(AlgebraicSimplifierTest, AndFalse) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
                                                       param0, const_false));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, const_false);
 }
 
 // Test that False && A is simplified to False
 TEST_F(AlgebraicSimplifierTest, AndFalse2) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2341,18 +2420,19 @@ TEST_F(AlgebraicSimplifierTest, AndFalse2) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kAnd,
                                                       const_false, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kAnd);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, const_false);
 }
 
 // Test that A || True is simplified to True
 TEST_F(AlgebraicSimplifierTest, OrTrue) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2362,18 +2442,19 @@ TEST_F(AlgebraicSimplifierTest, OrTrue) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0pred, HloOpcode::kOr, param0, const_true));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kOr);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, const_true);
 }
 
 // Test that True || A is simplified to True
 TEST_F(AlgebraicSimplifierTest, OrTrue2) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2383,18 +2464,19 @@ TEST_F(AlgebraicSimplifierTest, OrTrue2) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r0pred, HloOpcode::kOr, const_true, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kOr);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, const_true);
 }
 
 // Test that A || False is simplified to A
 TEST_F(AlgebraicSimplifierTest, OrFalse) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2404,18 +2486,19 @@ TEST_F(AlgebraicSimplifierTest, OrFalse) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kOr,
                                                       param0, const_false));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kOr);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
 
 // Test that False || A is simplified to A
 TEST_F(AlgebraicSimplifierTest, OrFalse2) {
+  auto m = CreateNewVerifiedModule();
   Shape r0pred = ShapeUtil::MakeShape(PRED, {});
   HloComputation::Builder builder(TestName());
   HloInstruction* param0 = builder.AddInstruction(
@@ -2425,12 +2508,12 @@ TEST_F(AlgebraicSimplifierTest, OrFalse2) {
   builder.AddInstruction(HloInstruction::CreateBinary(r0pred, HloOpcode::kOr,
                                                       const_false, param0));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kOr);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_EQ(root, param0);
 }
@@ -2556,15 +2639,15 @@ TEST_P(ConvInputPaddingTest, DoTest) {
           .ValueOrDie(),
       lhs_pad, filter, /*feature_group_count=*/1, window, dnums,
       DefaultPrecisionConfig(2)));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
   if (testcase.expected_conv_window.empty()) {
-    ASSERT_FALSE(simplifier.Run(module).ValueOrDie());
+    ASSERT_FALSE(simplifier.Run(module.get()).ValueOrDie());
   } else {
-    ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+    ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
     auto* conv = module->entry_computation()->root_instruction();
     SCOPED_TRACE(module->ToString());
     ASSERT_THAT(conv, op::Convolution(op::Parameter(), op::Parameter()));
@@ -2674,15 +2757,15 @@ TEST_P(ConvFilterPaddingTest, DoIt) {
       input, rhs_pad, /*feature_group_count=*/1, window, dnums,
       precision_config));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
   if (testcase.expected_conv_window.empty()) {
-    ASSERT_FALSE(simplifier.Run(module).ValueOrDie());
+    ASSERT_FALSE(simplifier.Run(module.get()).ValueOrDie());
   } else {
-    ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+    ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
     auto* conv = module->entry_computation()->root_instruction();
     SCOPED_TRACE(module->ToString());
     ASSERT_THAT(conv, op::Convolution(op::Parameter(), op::Parameter()));
@@ -2943,7 +3026,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToSlice) {
   HloInstruction* slice = builder.AddInstruction(HloInstruction::CreateSlice(
       slice_shape, broadcast, {0, 1, 2, 3}, {2, 3, 5, 6}, {1, 1, 1, 1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloInstruction* root = computation->root_instruction();
@@ -2953,10 +3036,10 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToSlice) {
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
 
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   // Running simplification again should not result in any further changes.
-  ASSERT_FALSE(simplifier.Run(module).ValueOrDie());
+  ASSERT_FALSE(simplifier.Run(module.get()).ValueOrDie());
 
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast(scalar_param));
@@ -2982,7 +3065,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToTransposeReshape) {
   HloInstruction* reshape = builder.AddInstruction(
       HloInstruction::CreateReshape(reshape_shape, transpose));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloInstruction* root = computation->root_instruction();
@@ -2991,7 +3074,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToTransposeReshape) {
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast(forty_two));
@@ -3173,12 +3256,12 @@ TEST_F(AlgebraicSimplifierTest, ReversalOfTrivialDimensionsToBitcast) {
   builder.AddInstruction(
       HloInstruction::CreateReverse(shape, a, /*dimensions=*/{2, 3}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(module).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(module.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(a, root);
@@ -3189,6 +3272,7 @@ TEST_F(AlgebraicSimplifierTest, IteratorInvalidation) {
   // Dots add computations to the parent module. Test that, when the HloModule's
   // computations are updated, then iterator invalidation doesn't occur
   // when running on subsequent computations.
+  auto m = CreateNewVerifiedModule();
   Shape r1f32 = ShapeUtil::MakeShape(F32, {1});
   HloComputation::Builder builder(TestName() + ".Dot");
   HloInstruction* x =
@@ -3210,15 +3294,16 @@ TEST_F(AlgebraicSimplifierTest, IteratorInvalidation) {
   call_builder.AddInstruction(
       HloInstruction::CreateCall(r1f32, {zero, one}, dot_computation.get()));
 
-  module().AddEmbeddedComputation(std::move(dot_computation));
-  module().AddEntryComputation(call_builder.Build());
+  m->AddEmbeddedComputation(std::move(dot_computation));
+  m->AddEntryComputation(call_builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
 }
 
 // Test that a constant with tuple shape becomes a tuple of constants.
 TEST_F(AlgebraicSimplifierTest, ConstantTupleBecomesTupleOfConstants) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   const float constant_scalar = 7.3f;
   std::initializer_list<float> constant_vector = {1.1f, 2.0f, 3.3f};
@@ -3227,11 +3312,11 @@ TEST_F(AlgebraicSimplifierTest, ConstantTupleBecomesTupleOfConstants) {
   Literal value = LiteralUtil::MakeTuple({&elements[0], &elements[1]});
   builder.AddInstruction(HloInstruction::CreateConstant(std::move(value)));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(),
               op::Tuple(op::Constant(), op::Constant()));
 }
@@ -3240,6 +3325,7 @@ TEST_F(AlgebraicSimplifierTest, ConstantTupleBecomesTupleOfConstants) {
 // of its input equals the size of its output.  In this case, the dynamic slice
 // is equal to its input.
 TEST_F(AlgebraicSimplifierTest, TrivialDynamicSlice) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   Shape shape = ShapeUtil::MakeShape(F32, {10, 100, 1000});
@@ -3251,10 +3337,10 @@ TEST_F(AlgebraicSimplifierTest, TrivialDynamicSlice) {
           1, ShapeUtil::MakeShape(U32, {3}), "slice_indices")),
       /*slice_sizes=*/{10, 100, 1000}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(), op::Parameter());
 }
 
@@ -3262,6 +3348,7 @@ TEST_F(AlgebraicSimplifierTest, TrivialDynamicSlice) {
 // size of its "update" equals the size of its output.  In this case, the
 // dynamic-update-slice is equal to its update.
 TEST_F(AlgebraicSimplifierTest, TrivialDynamicUpdateSlice) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   Shape full_shape = ShapeUtil::MakeShape(F32, {10, 100, 1000});
@@ -3284,16 +3371,17 @@ TEST_F(AlgebraicSimplifierTest, TrivialDynamicUpdateSlice) {
       builder.AddInstruction(HloInstruction::CreateParameter(
           3, ShapeUtil::MakeShape(U32, {3}), "update_indices"))));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(),
               op::DynamicSlice(op::Parameter(), op::Parameter()));
 }
 
 // Test that two consecutive broadcasts can be merged to one.
 TEST_F(AlgebraicSimplifierTest, MergeBroadcasts) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 2});
   HloInstruction* input_array = builder.AddInstruction(
@@ -3304,12 +3392,12 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcasts) {
   builder.AddInstruction(
       HloInstruction::CreateBroadcast(r3f32, inner_bcast, {0, 2}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kBroadcast);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast(op::Constant()));
   EXPECT_THAT(root->dimensions(), ElementsAre(2));
@@ -3317,6 +3405,7 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcasts) {
 
 // Test that two consecutive broadcasts can be merged to one.
 TEST_F(AlgebraicSimplifierTest, MergeBroadcasts2) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 3});
   Shape r3f32 = ShapeUtil::MakeShape(F32, {2, 5, 3});
@@ -3330,12 +3419,12 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcasts2) {
   builder.AddInstruction(
       HloInstruction::CreateBroadcast(r4f32, inner_bcast, {1, 2, 3}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kBroadcast);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Broadcast(op::Parameter(0)));
   EXPECT_THAT(root->dimensions(), ElementsAre(1, 3));
@@ -3343,6 +3432,7 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcasts2) {
 
 // Test that a broadcast of an iota can be merged to one iota.
 TEST_F(AlgebraicSimplifierTest, MergeBroadcastAndIota) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   Shape r2f32 = ShapeUtil::MakeShape(F32, {2, 2});
   HloInstruction* iota =
@@ -3350,12 +3440,12 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcastAndIota) {
   Shape r3f32 = ShapeUtil::MakeShape(F32, {2, 2, 2});
   builder.AddInstruction(HloInstruction::CreateBroadcast(r3f32, iota, {0, 2}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kBroadcast);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Iota());
   EXPECT_EQ(Cast<HloIotaInstruction>(root)->iota_dimension(), 2);
@@ -3363,6 +3453,7 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcastAndIota) {
 
 // Test that a broadcast of an iota can be merged to one iota.
 TEST_F(AlgebraicSimplifierTest, MergeBroadcastAndIota2) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   Shape r3f32 = ShapeUtil::MakeShape(F32, {2, 5, 3});
   HloInstruction* iota =
@@ -3371,12 +3462,12 @@ TEST_F(AlgebraicSimplifierTest, MergeBroadcastAndIota2) {
   builder.AddInstruction(
       HloInstruction::CreateBroadcast(r4f32, iota, {1, 2, 3}));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kBroadcast);
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
   EXPECT_THAT(root, op::Iota());
   EXPECT_EQ(Cast<HloIotaInstruction>(root)->iota_dimension(), 2);
@@ -3393,9 +3484,8 @@ TEST_F(AlgebraicSimplifierTest, SliceOfPadLow) {
       ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[2:3],[0:1]}
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3415,9 +3505,8 @@ TEST_F(AlgebraicSimplifierTest, SliceOfPadHigh) {
       ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[6:7],[9:10]}
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3437,9 +3526,8 @@ TEST_F(AlgebraicSimplifierTest, SliceOfPadMidNonScalar) {
       ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[5:6],[9:10]}
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3457,9 +3545,8 @@ TEST_F(AlgebraicSimplifierTest, SliceOfPadMidScalar) {
       ROOT slice = f32[1,1] slice(f32[8,10] pad), slice={[3:4],[4:5]}
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3480,9 +3567,8 @@ TEST_F(AlgebraicSimplifierTest, SliceOfConcatScalarInput) {
       ROOT slice = f32[1] slice(concat), slice={[2:3]}
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3503,9 +3589,8 @@ TEST_F(AlgebraicSimplifierTest, SliceOfConcatNonScalarInput) {
       ROOT slice = f32[1] slice(concat), slice={[4:5]}
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3523,14 +3608,31 @@ TEST_F(AlgebraicSimplifierTest, NegateNegate) {
     ENTRY test {
       param.0 = f32[2] parameter(0)
       neg.0 = f32[2] negate(param.0)
-      neg.1 = f32[2] negate(neg.0)
-      not.0 = f32[2] not(neg.1)
-      ROOT not.1 = f32[2] not(not.0)
+      ROOT neg.1 = f32[2] negate(neg.0)
     }
   )";
-  TF_ASSERT_OK_AND_ASSIGN(
-      auto module,
-      HloRunner::CreateModuleFromString(hlo_string, GetDebugOptionsForTest()));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
+
+  AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
+                                 bitcasting_callback());
+  EXPECT_TRUE(simplifier.Run(module.get()).ValueOrDie());
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Parameter(0));
+}
+
+TEST_F(AlgebraicSimplifierTest, NotNot) {
+  const char* hlo_string = R"(
+    HloModule module
+
+    ENTRY test {
+      param.0 = pred[2] parameter(0)
+      not.0 = pred[2] not(param.0)
+      ROOT not.1 = pred[2] not(not.0)
+    }
+  )";
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  bitcasting_callback());
@@ -3568,6 +3670,7 @@ class PadReduceWindowEffectiveBroadcastTest
           PadReduceWindowEffectiveBroadcastCase> {};
 
 TEST_P(PadReduceWindowEffectiveBroadcastTest, DoIt) {
+  auto m = CreateNewVerifiedModule();
   const auto& param = GetParam();
 
   // a and b are parallel bounds we can either turn into a B F S0 S1 or
@@ -3616,7 +3719,7 @@ TEST_P(PadReduceWindowEffectiveBroadcastTest, DoIt) {
         HloInstruction::CreateParameter(1, scalar_shape, "p1"));
     builder.AddInstruction(
         HloInstruction::CreateBinary(scalar_shape, HloOpcode::kAdd, p0, p1));
-    add_computation = module().AddEmbeddedComputation(builder.Build());
+    add_computation = m->AddEmbeddedComputation(builder.Build());
   }
 
   Window window = window_util::MakeWindow(
@@ -3630,10 +3733,10 @@ TEST_P(PadReduceWindowEffectiveBroadcastTest, DoIt) {
   builder.AddInstruction(HloInstruction::CreateReduceWindow(
       output_shape, pad, zero, window, add_computation));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(m.get()));
   ASSERT_TRUE(run_successful);
 
   EXPECT_TRUE(
@@ -3682,6 +3785,7 @@ class DotStrengthReductionTest
       public ::testing::WithParamInterface<
           ::testing::tuple<int, int, int, bool, bool, PrimitiveType>> {};
 TEST_P(DotStrengthReductionTest, DotStrengthReduction) {
+  auto module = CreateNewVerifiedModule();
   int m, k, n;
   bool transpose_lhs, transpose_rhs;
   PrimitiveType element_type;
@@ -3711,10 +3815,10 @@ TEST_P(DotStrengthReductionTest, DotStrengthReduction) {
   dot_dnums.add_rhs_contracting_dimensions(0);
   builder.AddInstruction(HloInstruction::CreateDot(
       dot_shape, lhs, rhs, dot_dnums, DefaultPrecisionConfig(2)));
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = module->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, simplifier.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, simplifier.Run(module.get()));
   const bool dot_should_be_transformed = m == 1 || k == 1 || n == 1;
   const bool computation_should_be_modified =
       dot_should_be_transformed || (transpose_lhs && transpose_rhs);
@@ -3750,6 +3854,7 @@ class DotOfConcatSimplificationTest
 // to
 //  add(dot(const_0, A), dot(const_1, B),  dot(const_2, C))
 TEST_P(DotOfConcatSimplificationTest, ConstantLHS) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   DotOfConcatTestSpec spec = GetParam();
@@ -3788,10 +3893,10 @@ TEST_P(DotOfConcatSimplificationTest, ConstantLHS) {
   builder.AddInstruction(HloInstruction::CreateDot(
       dot_shape, lhs, rhs, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(m.get()));
   ASSERT_TRUE(run_successful);
 
   EXPECT_TRUE(
@@ -3809,6 +3914,7 @@ TEST_P(DotOfConcatSimplificationTest, ConstantLHS) {
 // to
 //  add(dot(A, const_0), dot(B, const_1),  dot(C, const_2))
 TEST_P(DotOfConcatSimplificationTest, ConstantRHS) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   DotOfConcatTestSpec spec = GetParam();
@@ -3852,10 +3958,10 @@ TEST_P(DotOfConcatSimplificationTest, ConstantRHS) {
   builder.AddInstruction(HloInstruction::CreateDot(
       dot_shape, lhs, rhs, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(m.get()));
   ASSERT_TRUE(run_successful);
   EXPECT_TRUE(
       ShapeUtil::Equal(computation->root_instruction()->shape(), dot_shape));
@@ -3880,6 +3986,7 @@ DotOfConcatTestSpec kDotOfConcatTestSpecs[] = {
 // Test that DynamicUpdateSlice update param with any dimension equal to zero
 // gets removed.
 TEST_F(AlgebraicSimplifierTest, DynamicUpdateSliceZeroUpdate) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   const Shape dslice_shape = ShapeUtil::MakeShape(F32, {10});
   HloInstruction* const operand = builder.AddInstruction(
@@ -3892,11 +3999,11 @@ TEST_F(AlgebraicSimplifierTest, DynamicUpdateSliceZeroUpdate) {
   builder.AddInstruction(HloInstruction::CreateDynamicUpdateSlice(
       dslice_shape, operand, update, start_indices));
   const HloComputation* const computation =
-      module().AddEntryComputation(builder.Build());
+      m->AddEntryComputation(builder.Build());
 
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  ASSERT_TRUE(simplifier.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(simplifier.Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(), operand);
 }
 
@@ -3924,6 +4031,7 @@ class DotOfGatherSimplificationTest
 // output: DS(dot(ctA, ctB))
 // => output dimensions: DS ({M x N}, {s, 0}, {1, N}) => {1 x N}.
 TEST_P(DotOfGatherSimplificationTest, ConstantRHS) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   DotOfGatherTestSpec spec = GetParam();
@@ -3970,10 +4078,10 @@ TEST_P(DotOfGatherSimplificationTest, ConstantRHS) {
   builder.AddInstruction(HloInstruction::CreateDot(
       dot_shape, ds, rhs, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(m.get()));
   ASSERT_TRUE(run_successful);
   EXPECT_TRUE(
       ShapeUtil::Equal(computation->root_instruction()->shape(), dot_shape));
@@ -3994,6 +4102,7 @@ TEST_P(DotOfGatherSimplificationTest, ConstantRHS) {
 // output: DS(dot(ctA, ctB))
 // => output dimensions: DS ({M x N}, {0, s}, {M, 1}) => {M x 1}.
 TEST_P(DotOfGatherSimplificationTest, ConstantLHS) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   DotOfGatherTestSpec spec = GetParam();
@@ -4040,10 +4149,10 @@ TEST_P(DotOfGatherSimplificationTest, ConstantLHS) {
   builder.AddInstruction(HloInstruction::CreateDot(
       dot_shape, lhs, ds, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/false,
                                  non_bitcasting_callback());
-  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool run_successful, simplifier.Run(m.get()));
   ASSERT_TRUE(run_successful);
   EXPECT_TRUE(
       ShapeUtil::Equal(computation->root_instruction()->shape(), dot_shape));
diff --git a/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc b/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc
index 38f1a5d3a6..dd6e56a720 100644
--- a/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc
+++ b/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc
@@ -38,11 +38,12 @@ main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_text));
   BatchDotSimplification pass;
-  ASSERT_TRUE(pass.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(pass.Run(m.get()).ValueOrDie());
 
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root,
               op::Reshape(op::Dot(
                   op::Reshape(op::Parameter(0)), op::Reshape(op::Parameter(1)),
@@ -61,11 +62,12 @@ main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_text));
   BatchDotSimplification pass;
-  ASSERT_TRUE(pass.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(pass.Run(m.get()).ValueOrDie());
 
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root,
               op::Reshape(op::Dot(
                   op::Reshape(op::Parameter(0)), op::Reshape(op::Parameter(1)),
@@ -84,11 +86,12 @@ main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_text));
   BatchDotSimplification pass;
-  ASSERT_TRUE(pass.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(pass.Run(m.get()).ValueOrDie());
 
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root,
               op::Reshape(op::Dot(
                   op::Reshape(op::Parameter(0)), op::Reshape(op::Parameter(1)),
@@ -107,11 +110,12 @@ main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_text));
   BatchDotSimplification pass;
-  ASSERT_TRUE(pass.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(pass.Run(m.get()).ValueOrDie());
 
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root,
               op::Reshape(op::Dot(
                   op::Reshape(op::Parameter(0)), op::Reshape(op::Parameter(1)),
@@ -130,11 +134,12 @@ main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_text));
   BatchDotSimplification pass;
-  ASSERT_TRUE(pass.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(pass.Run(m.get()).ValueOrDie());
 
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root,
               op::Reshape(op::Dot(
                   op::Reshape(op::Parameter(0)), op::Reshape(op::Parameter(1)),
@@ -153,11 +158,12 @@ main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_text));
   BatchDotSimplification pass;
-  ASSERT_TRUE(pass.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(pass.Run(m.get()).ValueOrDie());
 
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root,
               op::Reshape(op::Dot(
                   op::Reshape(op::Parameter(0)), op::Reshape(op::Parameter(1)),
diff --git a/tensorflow/compiler/xla/service/batchnorm_expander_test.cc b/tensorflow/compiler/xla/service/batchnorm_expander_test.cc
index f7ac8f5482..0b0000f7c0 100644
--- a/tensorflow/compiler/xla/service/batchnorm_expander_test.cc
+++ b/tensorflow/compiler/xla/service/batchnorm_expander_test.cc
@@ -59,14 +59,14 @@ TEST_F(BatchNormExpanderTest, BatchNormTraining) {
       param0, param1, param2,
       /*epsilon=*/0.001, /*feature_index=*/3));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kBatchNormTraining);
   BatchNormExpander rewriter(/*rewrite_training_op=*/true,
                              /*rewrite_inference_op=*/true,
                              /*rewrite_grad_op=*/true);
-  ASSERT_TRUE(rewriter.Run(module).ValueOrDie());
+  ASSERT_TRUE(rewriter.Run(module.get()).ValueOrDie());
   root = computation->root_instruction();
   // Make sure this operation is expanded.
   EXPECT_EQ(root->opcode(), HloOpcode::kTuple);
@@ -101,14 +101,14 @@ TEST_F(BatchNormExpanderTest, BatchNormGrad) {
       param1, param2, param3, param4,
       /*epsilon=*/0.001, /*feature_index=*/3));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
   EXPECT_EQ(root->opcode(), HloOpcode::kBatchNormGrad);
   BatchNormExpander rewriter(/*rewrite_training_op=*/true,
                              /*rewrite_inference_op=*/true,
                              /*rewrite_grad_op=*/true);
-  ASSERT_TRUE(rewriter.Run(module).ValueOrDie());
+  ASSERT_TRUE(rewriter.Run(module.get()).ValueOrDie());
   root = computation->root_instruction();
   // Make sure this operation is expanded.
   EXPECT_EQ(root->opcode(), HloOpcode::kTuple);
@@ -126,13 +126,13 @@ ENTRY entry {
     epsilon=0.001, feature_index=1, sharding={maximal device=1}
 })";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(module_str));
   BatchNormExpander rewriter(/*rewrite_training_op=*/true,
                              /*rewrite_inference_op=*/true,
                              /*rewrite_grad_op=*/true);
-  ASSERT_TRUE(rewriter.Run(&module()).ValueOrDie());
+  ASSERT_TRUE(rewriter.Run(m.get()).ValueOrDie());
 
-  for (auto* instruction : module().entry_computation()->instructions()) {
+  for (auto* instruction : m->entry_computation()->instructions()) {
     if (instruction->opcode() == HloOpcode::kParameter) {
       continue;
     }
diff --git a/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc b/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc
index 5f93740887..d5da43db26 100644
--- a/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc
@@ -103,10 +103,10 @@ TEST_F(BFloat16ConversionFoldingTest, FoldIfSupported) {
       HloInstruction::CreateBinary(f32_shape, HloOpcode::kAdd, convert1, c));
   builder.AddInstruction(HloInstruction::CreateConvert(bf16_shape, add1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(FoldConversions(module));
+  EXPECT_TRUE(FoldConversions(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), add1);
   EXPECT_EQ(add0->shape().element_type(), BF16);
@@ -138,10 +138,10 @@ TEST_F(BFloat16ConversionFoldingTest, DoNotFoldIfUnsupported) {
   HloInstruction* convert2 =
       builder.AddInstruction(HloInstruction::CreateConvert(bf16_shape, mul1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(FoldConversions(module));
+  EXPECT_FALSE(FoldConversions(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), convert2);
   EXPECT_EQ(mul0->shape().element_type(), F32);
@@ -173,10 +173,10 @@ TEST_F(BFloat16ConversionFoldingTest, DoNotFoldUnsupportedMixedPrecision) {
   HloInstruction* convert2 =
       builder.AddInstruction(HloInstruction::CreateConvert(bf16_shape, sub1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(FoldConversions(module));
+  EXPECT_FALSE(FoldConversions(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), convert2);
   EXPECT_EQ(sub0->shape().element_type(), F32);
@@ -203,10 +203,10 @@ TEST_F(BFloat16ConversionFoldingTest, DoNotFoldTuple) {
   HloInstruction* convert1 =
       builder.AddInstruction(HloInstruction::CreateConvert(bf16_shape, gte));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(FoldConversions(module));
+  EXPECT_FALSE(FoldConversions(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), convert1);
   EXPECT_EQ(gte->shape().element_type(), F32);
@@ -216,7 +216,7 @@ TEST_F(BFloat16ConversionFoldingTest, DoNotFoldTuple) {
 TEST_F(BFloat16ConversionFoldingTest, FoldCrossReplicaSumTupleOutput) {
   auto builder = HloComputation::Builder(TestName());
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder sum_builder("add");
   auto x = sum_builder.AddInstruction(HloInstruction::CreateParameter(
       /*parameter_number=*/0, ShapeUtil::MakeShape(F32, {}), "x"));
@@ -252,7 +252,7 @@ TEST_F(BFloat16ConversionFoldingTest, FoldCrossReplicaSumTupleOutput) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(FoldConversions(module));
+  EXPECT_TRUE(FoldConversions(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), tuple);
   EXPECT_EQ(tuple->operand(0), gte_a);
diff --git a/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc b/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc
index cb075a5e38..677a50aaa1 100644
--- a/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc
@@ -106,10 +106,10 @@ TEST_F(BFloat16NormalizationTest, NoopIfSupported) {
   HloInstruction* add1 = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_shape, HloOpcode::kAdd, add0, c));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(Normalize(module));
+  EXPECT_FALSE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), add1);
   EXPECT_EQ(add0->shape().element_type(), BF16);
@@ -134,10 +134,10 @@ TEST_F(BFloat16NormalizationTest, ResolveIfUnsupportedBF16) {
   HloInstruction* mul1 = builder.AddInstruction(
       HloInstruction::CreateBinary(bf16_shape, HloOpcode::kMultiply, mul0, c));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction()->opcode(), HloOpcode::kConvert);
   EXPECT_EQ(computation->root_instruction()->operand(0), mul1);
@@ -164,10 +164,10 @@ TEST_F(BFloat16NormalizationTest, ResolveUnsupportedMixedPrecisionSubtraction) {
   HloInstruction* sub1 = builder.AddInstruction(
       HloInstruction::CreateBinary(bf16_shape, HloOpcode::kSubtract, sub0, c));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction()->opcode(), HloOpcode::kConvert);
   EXPECT_EQ(computation->root_instruction()->operand(0), sub1);
@@ -191,7 +191,7 @@ TEST_F(BFloat16NormalizationTest, ResolveUnsupportedMixedPrecisionReduce) {
       HloInstruction::CreateBinary(bf16_scalar_shape, HloOpcode::kAdd,
                                    reduce_comp_param0, reduce_comp_param1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto reduce_computation =
       module->AddEmbeddedComputation(reduce_comp_builder.Build());
 
@@ -205,7 +205,7 @@ TEST_F(BFloat16NormalizationTest, ResolveUnsupportedMixedPrecisionReduce) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), reduce);
   EXPECT_EQ(reduce->called_computations().size(), 1);
@@ -233,7 +233,7 @@ TEST_F(BFloat16NormalizationTest, ResolveUnsupportedMixedPrecisionReduce) {
 }
 
 TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleCrossReplicaSum) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder sum_builder("sum");
   auto x = sum_builder.AddInstruction(HloInstruction::CreateParameter(
       /*parameter_number=*/0, ShapeUtil::MakeShape(F32, {}), "x"));
@@ -263,7 +263,7 @@ TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleCrossReplicaSum) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), gte);
   EXPECT_EQ(gte->shape().element_type(), BF16);
@@ -272,7 +272,7 @@ TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleCrossReplicaSum) {
 }
 
 TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleSort) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape f32_shape = ShapeUtil::MakeShape(F32, {1024});
   Shape bf16_shape = ShapeUtil::MakeShape(BF16, {1024});
@@ -290,7 +290,7 @@ TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleSort) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), gte);
   EXPECT_EQ(gte->shape().element_type(), BF16);
@@ -299,7 +299,7 @@ TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleSort) {
 }
 
 TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleSortRoot) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape f32_shape = ShapeUtil::MakeShape(F32, {1024});
   Shape bf16_shape = ShapeUtil::MakeShape(BF16, {1024});
@@ -314,7 +314,7 @@ TEST_F(BFloat16NormalizationTest, ResolveMixedPrecisionTupleSortRoot) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(sort->operand(0)->shape().element_type(), F32);
   EXPECT_EQ(ShapeUtil::GetSubshape(sort->shape(), {0}).element_type(), F32);
@@ -342,10 +342,10 @@ TEST_F(BFloat16NormalizationTest, DoNotAddUnsupportedMixedPrecision) {
   HloInstruction* dot = builder.AddInstruction(
       HloInstruction::CreateDot(bf16_shape, a, b, dot_dnums, precision_config));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(Normalize(module));
+  EXPECT_TRUE(Normalize(module.get()));
 
   EXPECT_EQ(computation->root_instruction()->opcode(), HloOpcode::kConvert);
   EXPECT_EQ(dot->shape().element_type(), F32);
diff --git a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
index c452611e3b..d0843c9701 100644
--- a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
@@ -121,10 +121,10 @@ TEST_F(BFloat16PropagationTest, PropagateThroughSelectButNotAdd) {
   HloInstruction* root = builder.AddInstruction(HloInstruction::CreateBinary(
       ShapeUtil::MakeShape(F32, {4, 4}), HloOpcode::kAdd, dot, dot));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), root);
   EXPECT_TRUE(OutputsBF16(xpose));
@@ -242,10 +242,10 @@ TEST_F(BFloat16PropagationTest, ConvertConstantLiteral) {
       HloInstruction::CreateConstant(LiteralUtil::CreateFromArray(array_b)));
   HloInstruction* dot = builder.AddInstruction(CreateDot(shape, a, b));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_TRUE(OutputsBF16(dot->operand(0)));
@@ -298,10 +298,10 @@ TEST_F(BFloat16PropagationTest, PropagateThroughTuples) {
   HloInstruction* output_tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({dot, add2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), output_tuple);
   EXPECT_TRUE(OutputsBF16(xpose));
@@ -337,10 +337,10 @@ TEST_F(BFloat16PropagationTest, SameValueReferencedTwice) {
   HloInstruction* dot = builder.AddInstruction(
       CreateDot(ShapeUtil::MakeShape(F32, {4, 4}), lhs, rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_TRUE(OutputsBF16(add1));
@@ -366,10 +366,10 @@ TEST_F(BFloat16PropagationTest, DoNotChangeComputationRoot) {
   HloInstruction* tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({add, dot}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(PropagatePrecision(module));
+  EXPECT_FALSE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), tuple);
   EXPECT_FALSE(OutputsBF16(add));
@@ -377,7 +377,7 @@ TEST_F(BFloat16PropagationTest, DoNotChangeComputationRoot) {
 
 // Tests that BF16 is propagated properly through fused computations.
 TEST_F(BFloat16PropagationTest, PropagateThroughFusion) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -412,7 +412,7 @@ TEST_F(BFloat16PropagationTest, PropagateThroughFusion) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), fusion1);
   EXPECT_TRUE(OutputsBF16(add));
@@ -425,7 +425,7 @@ TEST_F(BFloat16PropagationTest, PropagateThroughFusion) {
 // Tests that changes to BF16 that cannot be propagated outside a fusion are
 // discarded.
 TEST_F(BFloat16PropagationTest, DiscardFusionInternalBF16Changes) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -449,7 +449,7 @@ TEST_F(BFloat16PropagationTest, DiscardFusionInternalBF16Changes) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(PropagatePrecision(module));
+  EXPECT_FALSE(PropagatePrecision(module.get()));
   EXPECT_EQ(computation->root_instruction(), fusion);
 }
 
@@ -464,7 +464,7 @@ TEST_F(BFloat16PropagationTest, DiscardFusionInternalBF16Changes) {
 //   (BF16, BF16) fusion_computation(F32 a, F32 b)
 //     = tuple(BF16 convert(a), BF16 add(F32 a, F32 b))
 TEST_F(BFloat16PropagationTest, ConvertTupleFusionElementIfUsedByAdd) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -495,7 +495,7 @@ TEST_F(BFloat16PropagationTest, ConvertTupleFusionElementIfUsedByAdd) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_TRUE(OutputsBF16(gte0));
@@ -514,7 +514,7 @@ TEST_F(BFloat16PropagationTest, ConvertTupleFusionElementIfUsedByAdd) {
 // on_true and on_false must match, so that as long as one of them is F32, the
 // other must be F32 as well.
 TEST_F(BFloat16PropagationTest, SelectOverTuples) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {2, 4});
 
@@ -545,7 +545,7 @@ TEST_F(BFloat16PropagationTest, SelectOverTuples) {
 
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_FALSE(OutputsBF16(add0));
@@ -558,7 +558,7 @@ TEST_F(BFloat16PropagationTest, SelectOverTuples) {
 // Tests that BF16 is propagated properly through a while computation with
 // non-tuple input/output.
 TEST_F(BFloat16PropagationTest, PropagateThroughSimpleWhile) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -601,7 +601,7 @@ TEST_F(BFloat16PropagationTest, PropagateThroughSimpleWhile) {
   auto dot = builder.AddInstruction(CreateDot(shape, while_hlo, while_hlo));
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_TRUE(
@@ -617,7 +617,7 @@ TEST_F(BFloat16PropagationTest, PropagateThroughSimpleWhile) {
 // made to the while body and thus the fusion node inside it.
 TEST_F(BFloat16PropagationTest,
        ConditionPreventsPropagationForFusionInsideWhile) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -666,7 +666,7 @@ TEST_F(BFloat16PropagationTest,
   auto dot = builder.AddInstruction(CreateDot(shape, while_hlo, while_hlo));
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(PropagatePrecision(module));
+  EXPECT_FALSE(PropagatePrecision(module.get()));
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_FALSE(OutputsBF16(add));
   EXPECT_FALSE(OutputsBF16(body_fusion));
@@ -678,7 +678,7 @@ TEST_F(BFloat16PropagationTest,
 // Tests that BF16 is propagated properly through while computations with
 // tuple-shaped input/output.
 TEST_F(BFloat16PropagationTest, PropagateThroughTupleWhile) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -746,7 +746,7 @@ TEST_F(BFloat16PropagationTest, PropagateThroughTupleWhile) {
   auto dot = builder.AddInstruction(CreateDot(shape, lhs, rhs));
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), dot);
   EXPECT_TRUE(OutputsBF16(lhs));
@@ -765,7 +765,7 @@ TEST_F(BFloat16PropagationTest, PropagateThroughTupleWhile) {
 // Tests that BF16 is not propagated through multiple whiles that invoke the
 // same computation as long as one while prevents the propagation.
 TEST_F(BFloat16PropagationTest, DoNotPropagateWhilesCallingSameComputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4, 4});
 
@@ -876,7 +876,7 @@ TEST_F(BFloat16PropagationTest, DoNotPropagateWhilesCallingSameComputation) {
   auto dot = builder.AddInstruction(CreateDot(shape, lhs, rhs));
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
   EXPECT_FALSE(OutputsBF16(body_dot));
   EXPECT_FALSE(OutputsBF16(body_rhs));
   EXPECT_FALSE(OutputsBF16(body_lhs));
@@ -915,10 +915,10 @@ TEST_F(BFloat16PropagationTest, NoopConversionRemoved) {
   HloInstruction* add2 = builder.AddInstruction(HloInstruction::CreateBinary(
       bf16_shape, HloOpcode::kAdd, convert0, convert1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), add2);
   EXPECT_EQ(add2->operand(0), add0);
@@ -951,10 +951,10 @@ TEST_F(BFloat16PropagationTest, TupleDomain) {
   HloInstruction* root = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, dot, dot));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
   EXPECT_EQ(computation->root_instruction(), root);
 
   // test BF16 propagated through domain
@@ -997,10 +997,10 @@ TEST_F(BFloat16PropagationTest, TupleDomainNoPropagation) {
   HloInstruction* root = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, dot, dot));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(PropagatePrecision(module));
+  EXPECT_TRUE(PropagatePrecision(module.get()));
 
   EXPECT_EQ(computation->root_instruction(), root);
   EXPECT_TRUE(OutputsBF16(a_trans));
diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index 2c48ffedf1..c8ac446073 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -334,16 +334,16 @@ TEST_F(BufferAssignmentTest, ScalarConstant) {
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(1.0)));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   {
-    auto buffers = RunBufferAssignment(module);
+    auto buffers = RunBufferAssignment(module.get());
     EXPECT_TRUE(buffers->HasTopLevelAllocation(const0));
   }
 
   {
-    auto buffers = RunBufferAssignmentNoBuffersForConstants(module);
+    auto buffers = RunBufferAssignmentNoBuffersForConstants(module.get());
     EXPECT_FALSE(buffers->HasTopLevelAllocation(const0));
   }
 }
@@ -358,17 +358,17 @@ TEST_F(BufferAssignmentTest, BufferForConst) {
       LiteralUtil::CreateR1<float>({4.1f, 4.2f, 4.3f, 4.4f})));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(f32vec4_, HloOpcode::kAdd, const0, const1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   {
-    auto buffers = RunBufferAssignment(module);
+    auto buffers = RunBufferAssignment(module.get());
     EXPECT_TRUE(buffers->HasTopLevelAllocation(const0));
     EXPECT_TRUE(buffers->HasTopLevelAllocation(const1));
     GetAssignedOutputAllocation(*buffers, add);
   }
   {
-    auto buffers = RunBufferAssignmentNoBuffersForConstants(module);
+    auto buffers = RunBufferAssignmentNoBuffersForConstants(module.get());
     EXPECT_FALSE(buffers->HasTopLevelAllocation(const0));
     EXPECT_FALSE(buffers->HasTopLevelAllocation(const1));
     GetAssignedOutputAllocation(*buffers, add);
@@ -387,10 +387,10 @@ TEST_F(BufferAssignmentTest, HasAllocationAt) {
       HloInstruction::CreateUnary(f32vec100_, HloOpcode::kNegate, param0));
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({negate, param0, constant}));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   // Make sure that HasAllocationAt() agrees with what HasTopLevelAllocation()
   // reports for the instruction directly.
   EXPECT_EQ(buffers->HasTopLevelAllocation(tuple),
@@ -410,10 +410,10 @@ TEST_F(BufferAssignmentTest, BufferForOutputConst) {
       LiteralUtil::CreateR1<float>({1.1f, 2.2f, 3.3f, 4.4f})));
   auto copy = builder.AddInstruction(
       HloInstruction::CreateUnary(const0->shape(), HloOpcode::kCopy, const0));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   // The copy node now has an output buffer.
   GetAssignedOutputAllocation(*buffers, copy);
 }
@@ -439,10 +439,10 @@ TEST_F(BufferAssignmentTest, Basic) {
       HloInstruction::CreateBinary(f32vec100_, HloOpcode::kAdd, mul, param1));
   auto sub = builder.AddInstruction(HloInstruction::CreateBinary(
       f32vec100_, HloOpcode::kSubtract, add, param1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
 
   // Distinct input buffers were assigned for parameters.
   BufferAllocation paramscalar_buffer =
@@ -538,7 +538,7 @@ TEST_F(BufferAssignmentTest, BasicUniquelyColored) {
       HloInstruction::CreateBinary(f32vec100_, HloOpcode::kAdd, mul, param1));
   auto sub = builder.AddInstruction(HloInstruction::CreateBinary(
       f32vec100_, HloOpcode::kSubtract, add, param1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto colorer = [](const BufferLiveness& buffer_liveness) {
@@ -553,7 +553,7 @@ TEST_F(BufferAssignmentTest, BasicUniquelyColored) {
     return Status::OK();
   };
 
-  auto buffers = RunColoredBufferAssignment(module, colorer);
+  auto buffers = RunColoredBufferAssignment(module.get(), colorer);
 
   // Distinct input buffers were assigned for parameters.
   BufferAllocation paramscalar_buffer =
@@ -599,7 +599,7 @@ TEST_F(BufferAssignmentTest, BasicPartiallyColored) {
       HloInstruction::CreateBinary(f32vec100_, HloOpcode::kAdd, mul, param1));
   auto sub = builder.AddInstruction(HloInstruction::CreateBinary(
       f32vec100_, HloOpcode::kSubtract, add, param1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto colorer = [](const BufferLiveness& buffer_liveness) {
@@ -622,7 +622,7 @@ TEST_F(BufferAssignmentTest, BasicPartiallyColored) {
     return Status::OK();
   };
 
-  auto buffers = RunColoredBufferAssignment(module, colorer);
+  auto buffers = RunColoredBufferAssignment(module.get(), colorer);
 
   // Distinct input buffers were assigned for parameters.
   BufferAllocation paramscalar_buffer =
@@ -671,10 +671,10 @@ TEST_F(BufferAssignmentTest, MultipleUsersForNode) {
       HloInstruction::CreateBinary(f32vec100_, HloOpcode::kAdd, mul, param1));
   auto sub = builder.AddInstruction(
       HloInstruction::CreateBinary(f32vec100_, HloOpcode::kSubtract, add, mul));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
 
   // Input buffers were assigned for parameters.
   BufferAllocation paramscalar_buffer =
@@ -706,7 +706,7 @@ TEST_F(BufferAssignmentTest, TrivialMap) {
   // param0[100x10] ---> (map x+1)
   //
   // Builds the map function.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto map_computation =
       module->AddEmbeddedComputation(BuildMapComputationPlus1("f32+1"));
   auto inner_last = map_computation->root_instruction();
@@ -725,7 +725,7 @@ TEST_F(BufferAssignmentTest, TrivialMap) {
   EXPECT_EQ(3, level1.size()) << "Invalid nested add+1 size";
 
   // Assigns buffers and fetches sizes.
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   int64 size0 = ValidateBuffers(level0, *buffers);
   int64 size1 = ValidateBuffers(level1, *buffers);
 
@@ -761,7 +761,7 @@ TEST_F(BufferAssignmentTest, CannotReuseInputBufferOfReduce) {
   // out-of-order reductions could overwrite an element before a use.)
   //
   // param0[100] --- (exp1) --- (exp2) --- (reduce x+y) --- (exp3)
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto reduce_computation =
       module->AddEmbeddedComputation(BuildReduceComputation("f32+f32"));
 
@@ -784,7 +784,7 @@ TEST_F(BufferAssignmentTest, CannotReuseInputBufferOfReduce) {
 
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   const std::vector<const HloInstruction*> instrs = GetInstructions(exp3);
   ValidateBuffers(instrs, *buffers);
 
@@ -812,7 +812,7 @@ TEST_F(BufferAssignmentTest, ExampleWhile) {
   // const4[f32[4]] --- tuple --- while[condition, body]
   //
   // Builds the nested condition and body.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto condition_computation =
       module->AddEmbeddedComputation(BuildWhileConditionComputation("if<4"));
   auto body_computation =
@@ -840,7 +840,7 @@ TEST_F(BufferAssignmentTest, ExampleWhile) {
   EXPECT_EQ(8, levelb.size()) << "Invalid nested body size";
 
   // Assigns buffers and fetches sizes.
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   int64 size0 = ValidateBuffers(level0, *buffers);
   int64 sizec = ValidateBuffers(levelc, *buffers);
   int64 sizeb = ValidateBuffers(levelb, *buffers);
@@ -878,7 +878,7 @@ TEST_F(BufferAssignmentTest, ExampleWhile) {
 }
 
 TEST_F(BufferAssignmentTest, ExampleConditional) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto true_computation = module->AddEmbeddedComputation(
       BuildR0F32UnaryOpComputation(HloOpcode::kCeil, "Ceil"));
   auto false_computation = module->AddEmbeddedComputation(
@@ -905,7 +905,7 @@ TEST_F(BufferAssignmentTest, ExampleConditional) {
   EXPECT_EQ(2, true_instrs.size());
   EXPECT_EQ(2, false_instrs.size());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   ValidateBuffers(conditional_instrs, *buffers);
   ValidateBuffers(true_instrs, *buffers);
   ValidateBuffers(false_instrs, *buffers);
@@ -941,9 +941,9 @@ TEST_F(BufferAssignmentTest, UnaryOpReuseChain) {
   auto neg = builder.AddInstruction(
       HloInstruction::CreateUnary(f32vec100_, HloOpcode::kNegate, exp2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // tanh and exp2 can reuse exp1's buffer
   EXPECT_TRUE(assignment->HasTopLevelAllocation(exp1));
@@ -970,9 +970,9 @@ TEST_F(BufferAssignmentTest, ReuseNonOperandBuffer) {
   auto broadcast = builder.AddInstruction(
       HloInstruction::CreateBroadcast(f32a100x10_, slice, {1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // negate and broadcast should share a buffer.
   EXPECT_TRUE(assignment->HasTopLevelAllocation(broadcast));
@@ -1003,9 +1003,9 @@ TEST_F(BufferAssignmentTest, NoReuseLiveBuffer) {
       HloInstruction::CreateBroadcast(f32a100x10_, slice, {1}));
   builder.AddInstruction(HloInstruction::CreateTuple({negate, broadcast}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // The instructions should not share buffers.
   EXPECT_NE(GetTopLevelAllocation(*assignment, broadcast),
@@ -1040,9 +1040,9 @@ TEST_F(BufferAssignmentTest, NoReuseAliasedBuffer) {
       HloInstruction::CreateBroadcast(f32a100x10_, slice, {1}));
   builder.AddInstruction(HloInstruction::CreateTuple({tuple, broadcast}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // The instructions should not share buffers.
   EXPECT_NE(GetTopLevelAllocation(*assignment, broadcast),
@@ -1075,9 +1075,9 @@ TEST_F(BufferAssignmentTest, DoNotReuseOversizedOutputBuffer) {
   auto broadcast = builder.AddInstruction(HloInstruction::CreateBroadcast(
       ShapeUtil::MakeShape(F32, {10, 4}), slice, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // The broadcast output buffer cannot be shared.
   EXPECT_NE(GetTopLevelAllocation(*assignment, broadcast),
@@ -1107,9 +1107,9 @@ TEST_F(BufferAssignmentTest, ReuseOutputBufferIfExactlySized) {
   auto broadcast = builder.AddInstruction(HloInstruction::CreateBroadcast(
       ShapeUtil::MakeShape(F32, {10, 10}), slice, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // negate and broadcast should share a buffer.
   EXPECT_TRUE(assignment->HasTopLevelAllocation(broadcast));
@@ -1145,9 +1145,9 @@ TEST_F(BufferAssignmentTest, DoNotReuseOversizedOutputBufferInTuple) {
       ShapeUtil::MakeShape(F32, {10, 4}), slice, {0}));
   builder.AddInstruction(HloInstruction::CreateTuple({broadcast}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // The broadcast output buffer cannot be shared.
   EXPECT_NE(GetTopLevelAllocation(*assignment, broadcast),
@@ -1160,7 +1160,7 @@ TEST_F(BufferAssignmentTest, EmbeddedComputationBuffers) {
   // Verify that buffers for embedded computations are properly marked as
   // thread-local and that embedded parameters are not marked as
   // is_entry_computation_parameter.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto vec_shape = ShapeUtil::MakeShape(F32, {42});
   auto scalar_shape = ShapeUtil::MakeShape(F32, {});
 
@@ -1191,7 +1191,7 @@ TEST_F(BufferAssignmentTest, EmbeddedComputationBuffers) {
       HloInstruction::CreateMap(vec_shape, {call}, map_computation));
   module->AddEntryComputation(builder.Build());
 
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // Allocations for the map computation should be thread-local and not
   // live-out.
@@ -1238,9 +1238,9 @@ TEST_F(BufferAssignmentTest, TupleParameterAsOutput) {
                                  ShapeUtil::MakeShape(S32, {42})}),
       "param0"));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // There should be four allocations: one for vector of pointers, and one for
   // each tuple element.
@@ -1274,9 +1274,9 @@ TEST_F(BufferAssignmentTest, ElementOfNestedTupleParameterAsOutput) {
       builder.AddInstruction(HloInstruction::CreateGetTupleElement(
           ShapeUtil::GetSubshape(tuple_param->shape(), {1}), tuple_param, 1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // Only some of the elements of the input param are liveout.
   EXPECT_FALSE(
@@ -1318,9 +1318,9 @@ TEST_F(BufferAssignmentTest, TupleConstantAsOutput) {
   builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::MakeTuple({&elements[0], &elements[1]})));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   EXPECT_EQ(3, assignment->Allocations().size());
 }
@@ -1332,9 +1332,9 @@ TEST_F(BufferAssignmentTest, TupleCustomCallAsOutput) {
       ShapeUtil::MakeTupleShape({ShapeUtil::MakeShape(PRED, {1, 2, 3, 4}),
                                  ShapeUtil::MakeShape(S32, {101})}),
       /*operands=*/{}, /*custom_call_target=*/"foo_function"));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   EXPECT_EQ(3, assignment->Allocations().size());
   EXPECT_TRUE(
@@ -1347,7 +1347,7 @@ TEST_F(BufferAssignmentTest, TupleCustomCallAsOutput) {
 
 TEST_F(BufferAssignmentTest, TupleCallAsOutput) {
   // Test a computation which returns a tuple call value.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto elem_shape = f32vec4_;
   auto tuple_shape = ShapeUtil::MakeTupleShape({elem_shape});
 
@@ -1365,7 +1365,7 @@ TEST_F(BufferAssignmentTest, TupleCallAsOutput) {
       HloInstruction::CreateCall(tuple_shape, {param}, sub_computation));
   module->AddEntryComputation(builder.Build());
 
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   EXPECT_EQ(2, assignment->Allocations().size());
   // Buffers for call are colocated with the sub-computation.
@@ -1388,7 +1388,7 @@ TEST_F(BufferAssignmentTest, TupleChainedCallAsOutput) {
   // B: call(C, param)
   // C: call(D, param)
   // D: param
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto elem_shape = f32vec4_;
   auto tuple_shape = ShapeUtil::MakeTupleShape({elem_shape});
 
@@ -1427,7 +1427,7 @@ TEST_F(BufferAssignmentTest, TupleChainedCallAsOutput) {
   module->AddEntryComputation(std::move(a_computation));
   module->AddEmbeddedComputation(std::move(b_computation));
 
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // Buffers for call are colocated with the sub-computations.
   EXPECT_EQ(GetAllocation(*assignment, a_call, /*index=*/{}),
@@ -1461,9 +1461,9 @@ TEST_F(BufferAssignmentTest, BitcastAsOutput) {
   auto bitcast = builder.AddInstruction(
       HloInstruction::CreateUnary(param->shape(), HloOpcode::kBitcast, param));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // Bitcast should get the same allocation as the param.
   EXPECT_EQ(1, assignment->Allocations().size());
@@ -1488,9 +1488,9 @@ TEST_F(BufferAssignmentTest, AmbiguousBufferAsOutput) {
       HloInstruction::CreateTernary(tuple_shape, HloOpcode::kTupleSelect,
                                     pred_param, tuple_param0, tuple_param1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // Select shallow copies one of its operands so it defines its own top-level
   // buffer and receives its own allocation.
@@ -1526,9 +1526,9 @@ TEST_F(BufferAssignmentTest, TupleBufferNotReused) {
   auto copy = builder.AddInstruction(HloInstruction::CreateUnary(
       scalar_shape, HloOpcode::kCopy, tuple_element));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module);
+  auto assignment = RunBufferAssignment(module.get());
 
   // There should be no buffer reuse. The copy should not reuse the tuple
   // buffer.
@@ -1568,9 +1568,9 @@ TEST_F(BufferAssignmentTest, OneTempAllocation) {
       HloInstruction::CreateConcatenate(shape_5x4, {dot_ab, dot_bc}, 0));
 
   // Run buffer assignment with alignment=1.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
-  auto assignment = RunBufferAssignment(module, /*alignment=*/1);
+  auto assignment = RunBufferAssignment(module.get(), /*alignment=*/1);
 
   // There are 5 allocations: 3 parameters, 1 output, and 1 temp.
   EXPECT_EQ(5, assignment->Allocations().size());
@@ -1589,7 +1589,7 @@ TEST_F(BufferAssignmentTest, OneTempAllocation) {
   EXPECT_EQ(80, slice_bc.allocation()->size());
 
   // Re-run buffer assignment with alignment=64.
-  assignment = RunBufferAssignment(module, /*alignment=*/64);
+  assignment = RunBufferAssignment(module.get(), /*alignment=*/64);
   EXPECT_EQ(5, assignment->Allocations().size());
   slice_ab = assignment->GetUniqueTopLevelSlice(dot_ab).ConsumeValueOrDie();
   slice_bc = assignment->GetUniqueTopLevelSlice(dot_bc).ConsumeValueOrDie();
@@ -1632,10 +1632,10 @@ TEST_F(BufferAssignmentTest, TrivialPeakBuffers) {
       HloInstruction::CreateBinary(f32vec100_, HloOpcode::kAdd, mul, param1));
   builder.AddInstruction(HloInstruction::CreateBinary(
       f32vec100_, HloOpcode::kSubtract, add, param1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
 
   const BufferAllocation& mul_buffer = GetTopLevelAllocation(*buffers, mul);
   const std::vector<const LogicalBuffer*>& peak_buffers =
@@ -1673,11 +1673,11 @@ TEST_F(BufferAssignmentTest, PeakBuffers) {
 
       ShapeUtil::MakeShape(F32, {1}), concat, {0}, {1}, {1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto buffers = RunBufferAssignmentWithInstructionSequence(
-      module, {param, log, rev, neg, concat, root});
+      module.get(), {param, log, rev, neg, concat, root});
 
   // The temporary buffer should hold the 4 interior instructions.
   const BufferAllocation& buffer = GetTopLevelAllocation(*buffers, concat);
@@ -1698,7 +1698,7 @@ TEST_F(BufferAssignmentTest, PeakBuffers) {
 }
 
 TEST_F(BufferAssignmentTest, PeakBuffersWhile) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   const Shape shape = ShapeUtil::MakeShape(F32, {123, 123});
   HloComputation* condition;
   {
@@ -1733,7 +1733,7 @@ TEST_F(BufferAssignmentTest, PeakBuffersWhile) {
       ShapeUtil::MakeShape(F32, {123, 123, 123}), bcast, {0}));
   module->AddEntryComputation(builder.Build());
 
-  auto buffers = RunBufferAssignment(module);
+  auto buffers = RunBufferAssignment(module.get());
   const BufferAllocation& buffer = GetTopLevelAllocation(*buffers, bcast);
   const std::vector<const LogicalBuffer*>& peak_buffers =
       buffer.PeakMemoryLogicalBuffers();
@@ -1783,13 +1783,13 @@ ENTRY main {
 }
 )";
 
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_text));
   HloInstruction* constant_1 =
-      module().entry_computation()->GetInstructionWithName("constant.1.1");
+      m->entry_computation()->GetInstructionWithName("constant.1.1");
   HloInstruction* constant_2 =
-      module().entry_computation()->GetInstructionWithName("constant.1.2");
+      m->entry_computation()->GetInstructionWithName("constant.1.2");
 
-  auto buffers = RunBufferAssignment(&module());
+  auto buffers = RunBufferAssignment(m.get());
 
   {
     const BufferAllocation& allocation_for_const_1 =
@@ -1878,7 +1878,7 @@ static void RunCopyInsertion(HloModule* module) {
 }
 
 TEST_F(WhileBufferAssignmentTest, TwoForwardWhileLoops) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder("entry");
 
   auto input0 = builder.AddInstruction(
@@ -1917,8 +1917,8 @@ TEST_F(WhileBufferAssignmentTest, TwoForwardWhileLoops) {
       HloInstruction::CreateWhile(loop_state_shape_, cond1, body1, tuple1));
 
   module->AddEntryComputation(builder.Build());
-  RunCopyInsertion(module);
-  auto assignment = RunBufferAssignment(module);
+  RunCopyInsertion(module.get());
+  auto assignment = RunBufferAssignment(module.get());
 
   // Verify 'input0' and read-only use while0{0} alias.
   EXPECT_EQ(assignment->GetUniqueSlice(input0, {}).ConsumeValueOrDie(),
@@ -1974,20 +1974,19 @@ ENTRY %test_module {
   ROOT %bcast = s32[1024,1024]{1,0} broadcast(s32[] %while.1), dimensions={}
 })";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(module_str));
 
   // Run CopyInsertion and check if the graph constructed above doesn't need
   // any copies inserted for BufferAssignment to run.
-  int64 instruction_count = module().instruction_count();
+  int64 instruction_count = m->instruction_count();
   CopyInsertion copy_insertion;
-  ASSERT_IS_OK(copy_insertion.Run(&module()).status());
-  ASSERT_EQ(instruction_count, module().instruction_count());
+  ASSERT_IS_OK(copy_insertion.Run(m.get()).status());
+  ASSERT_EQ(instruction_count, m->instruction_count());
 
   // Get the instructions in the module.
-  const HloInstruction* bcast =
-      module().entry_computation()->root_instruction();
+  const HloInstruction* bcast = m->entry_computation()->root_instruction();
   const HloInstruction* param =
-      module().entry_computation()->parameter_instruction(0);
+      m->entry_computation()->parameter_instruction(0);
   ASSERT_EQ(bcast->opcode(), HloOpcode::kBroadcast);
   const HloInstruction* while1 = bcast->operand(0);
   ASSERT_EQ(while1->opcode(), HloOpcode::kWhile);
@@ -1995,7 +1994,7 @@ ENTRY %test_module {
   ASSERT_EQ(while0->opcode(), HloOpcode::kWhile);
 
   // Run buffer assignment.
-  auto assignment = RunBufferAssignment(&module());
+  auto assignment = RunBufferAssignment(m.get());
   TF_ASSERT_OK_AND_ASSIGN(auto slice_param,
                           assignment->GetUniqueSlice(param, {}));
   TF_ASSERT_OK_AND_ASSIGN(auto slice_while0,
@@ -2042,20 +2041,19 @@ ENTRY %test_module {
   ROOT %bcast = s32[1024,1024]{1,0} broadcast(s32[] %while.1), dimensions={}
 })";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(module_str));
 
   // Run CopyInsertion and check if the graph constructed above doesn't need
   // any copies inserted for BufferAssignment to run.
-  int64 instruction_count = module().instruction_count();
+  int64 instruction_count = m->instruction_count();
   CopyInsertion copy_insertion;
-  ASSERT_IS_OK(copy_insertion.Run(&module()).status());
-  ASSERT_EQ(instruction_count, module().instruction_count());
+  ASSERT_IS_OK(copy_insertion.Run(m.get()).status());
+  ASSERT_EQ(instruction_count, m->instruction_count());
 
   // Get the instructions in the module.
-  const HloInstruction* bcast =
-      module().entry_computation()->root_instruction();
+  const HloInstruction* bcast = m->entry_computation()->root_instruction();
   const HloInstruction* constant =
-      module().entry_computation()->GetInstructionWithName("constant.42");
+      m->entry_computation()->GetInstructionWithName("constant.42");
   ASSERT_EQ(bcast->opcode(), HloOpcode::kBroadcast);
   const HloInstruction* while1 = bcast->operand(0);
   ASSERT_EQ(while1->opcode(), HloOpcode::kWhile);
@@ -2063,7 +2061,7 @@ ENTRY %test_module {
   ASSERT_EQ(while0->opcode(), HloOpcode::kWhile);
 
   // Run buffer assignment.
-  auto assignment = RunBufferAssignment(&module());
+  auto assignment = RunBufferAssignment(m.get());
   TF_ASSERT_OK_AND_ASSIGN(auto slice_constant,
                           assignment->GetUniqueSlice(constant, {}));
   TF_ASSERT_OK_AND_ASSIGN(auto slice_while0,
@@ -2121,7 +2119,7 @@ TEST_F(WhileBufferAssignmentTest, ColocatedBuffers) {
   };
 
   // Build the entry computation as described in the comment above.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder("entry");
 
   auto token = builder.AddInstruction(HloInstruction::CreateToken());
@@ -2156,7 +2154,7 @@ TEST_F(WhileBufferAssignmentTest, ColocatedBuffers) {
   // any copies inserted for BufferAssignment to run.
   int64 instruction_count = module->instruction_count();
   CopyInsertion copy_insertion;
-  ASSERT_IS_OK(copy_insertion.Run(module).status());
+  ASSERT_IS_OK(copy_insertion.Run(module.get()).status());
   ASSERT_EQ(instruction_count, module->instruction_count());
 
   // Create a sequential order among all the instructions in the entry
@@ -2175,12 +2173,12 @@ TEST_F(WhileBufferAssignmentTest, ColocatedBuffers) {
 
   TF_ASSERT_OK_AND_ASSIGN(
       auto assignment,
-      BufferAssigner::Run(module,
-                          absl::make_unique<SequentialHloOrdering>(schedule),
-                          backend().compiler()->BufferSizeBytesFunction(),
-                          [](LogicalBuffer::Color) { return 1; },
-                          /*allow_input_output_aliasing=*/false,
-                          /*allocate_buffers_for_constants=*/true));
+      BufferAssigner::Run(
+          module.get(), absl::make_unique<SequentialHloOrdering>(schedule),
+          backend().compiler()->BufferSizeBytesFunction(),
+          [](LogicalBuffer::Color) { return 1; },
+          /*allow_input_output_aliasing=*/false,
+          /*allocate_buffers_for_constants=*/true));
 
   // The result tuple elements must be assigned with different buffers.
   TF_ASSERT_OK_AND_ASSIGN(auto slice0, assignment->GetUniqueSlice(tuple, {0}));
@@ -2202,7 +2200,7 @@ TEST_F(WhileBufferAssignmentTest, ColocatedBuffers) {
 }
 
 TEST_F(WhileBufferAssignmentTest, OneForwardBackwardWhileLoopSet) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder("entry");
 
   auto input0 = builder.AddInstruction(
@@ -2234,8 +2232,8 @@ TEST_F(WhileBufferAssignmentTest, OneForwardBackwardWhileLoopSet) {
       HloInstruction::CreateWhile(loop_state_shape_, cond1, body1, while0));
 
   module->AddEntryComputation(builder.Build());
-  RunCopyInsertion(module);
-  auto assignment = RunBufferAssignment(module);
+  RunCopyInsertion(module.get());
+  auto assignment = RunBufferAssignment(module.get());
 
   // while0 and while1 buffers should be completely aligned.
   EXPECT_EQ(assignment->GetUniqueSlice(while0, {0}).ConsumeValueOrDie(),
@@ -2247,7 +2245,7 @@ TEST_F(WhileBufferAssignmentTest, OneForwardBackwardWhileLoopSet) {
 }
 
 TEST_F(BufferAssignmentTest, TwoCalls) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   Shape r0f32 = ShapeUtil::MakeShape(xla::F32, {});
   HloComputation* sub_computation;
   {
@@ -2277,13 +2275,13 @@ TEST_F(BufferAssignmentTest, TwoCalls) {
 
   {
     FlattenCallGraph flatten;
-    TF_ASSERT_OK_AND_ASSIGN(bool result, flatten.Run(module));
+    TF_ASSERT_OK_AND_ASSIGN(bool result, flatten.Run(module.get()));
     EXPECT_TRUE(result);
-    std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+    std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   }
 
-  RunCopyInsertion(module);
-  auto assignment = RunBufferAssignment(module);
+  RunCopyInsertion(module.get());
+  auto assignment = RunBufferAssignment(module.get());
 
   EXPECT_TRUE(BuffersDistinct({call1}, {call2}, *assignment));
 }
@@ -2309,12 +2307,13 @@ ENTRY Main {
 
   HloModuleConfig config;
   config.set_debug_options(GetDebugOptionsFromFlags());
-  ParseAndVerifyModule(hlo_text, config);
+  TF_ASSERT_OK_AND_ASSIGN(auto m,
+                          ParseAndReturnVerifiedModule(hlo_text, config));
 
-  auto buffers = RunBufferAssignment(&module());
+  auto buffers = RunBufferAssignment(m.get());
 
-  HloComputation* main = module().entry_computation();
-  HloComputation* callee = module().GetComputationWithName("Callee");
+  HloComputation* main = m->entry_computation();
+  HloComputation* callee = m->GetComputationWithName("Callee");
   EXPECT_NE(callee, nullptr);
 
   HloInstruction* param0 = callee->parameter_instruction(0);
@@ -2338,7 +2337,7 @@ ENTRY Main {
 }
 
 TEST_F(WhileBufferAssignmentTest, WhileLoopsInterferingResultRange) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto zero = builder.AddInstruction(
@@ -2385,11 +2384,11 @@ TEST_F(WhileBufferAssignmentTest, WhileLoopsInterferingResultRange) {
 
   {
     FlattenCallGraph flatten;
-    TF_ASSERT_OK_AND_ASSIGN(bool result, flatten.Run(module));
+    TF_ASSERT_OK_AND_ASSIGN(bool result, flatten.Run(module.get()));
     EXPECT_TRUE(result);
   }
 
-  RunCopyInsertion(module);
+  RunCopyInsertion(module.get());
 
   HloSchedule schedule =
       ScheduleModule(*module, ByteSizeOf).ConsumeValueOrDie();
@@ -2407,18 +2406,18 @@ TEST_F(WhileBufferAssignmentTest, WhileLoopsInterferingResultRange) {
   TF_ASSERT_OK(schedule.Verify());
 
   auto assignment =
-      BufferAssigner::Run(module,
-                          absl::make_unique<SequentialHloOrdering>(schedule),
-                          ByteSizeOf, [](LogicalBuffer::Color) { return 1; },
-                          /*allow_input_output_aliasing=*/false,
-                          /*allocate_buffers_for_constants=*/true)
+      BufferAssigner::Run(
+          module.get(), absl::make_unique<SequentialHloOrdering>(schedule),
+          ByteSizeOf, [](LogicalBuffer::Color) { return 1; },
+          /*allow_input_output_aliasing=*/false,
+          /*allocate_buffers_for_constants=*/true)
           .ConsumeValueOrDie();
 
   EXPECT_TRUE(BuffersDistinct({while0}, {while1}, *assignment));
 }
 
 TEST_F(WhileBufferAssignmentTest, WhilesDontShareEntryParamIfLiveOut) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder("entry");
 
   auto input0 = builder.AddInstruction(
@@ -2462,8 +2461,8 @@ TEST_F(WhileBufferAssignmentTest, WhilesDontShareEntryParamIfLiveOut) {
       HloInstruction::CreateGetTupleElement(data_shape_, while1, 2));
 
   module->AddEntryComputation(builder.Build());
-  RunCopyInsertion(module);
-  auto assignment = RunBufferAssignment(module);
+  RunCopyInsertion(module.get());
+  auto assignment = RunBufferAssignment(module.get());
   // Get BufferAllocation for root instruction.
   auto* root_alloc = assignment->GetUniqueTopLevelSlice(while1_out)
                          .ConsumeValueOrDie()
diff --git a/tensorflow/compiler/xla/service/call_graph_test.cc b/tensorflow/compiler/xla/service/call_graph_test.cc
index 34f3f914d5..c7ae995198 100644
--- a/tensorflow/compiler/xla/service/call_graph_test.cc
+++ b/tensorflow/compiler/xla/service/call_graph_test.cc
@@ -93,10 +93,10 @@ class CallGraphTest : public HloVerifiedTestBase {
 
 TEST_F(CallGraphTest, SingletonComputation) {
   // Test the call graph of a module with a single computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation =
       module->AddEntryComputation(MakeScalarComputation());
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(1, call_graph->nodes().size());
   EXPECT_TRUE(call_graph->IsFlattened());
 
@@ -112,13 +112,13 @@ TEST_F(CallGraphTest, SingletonComputation) {
 TEST_F(CallGraphTest, UnreachableComputation) {
   // Test the call graph of a module with an entry computation and an
   // unreachable computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(MakeScalarComputation());
   HloComputation* unreachable_computation =
       module->AddEmbeddedComputation(MakeScalarComputation());
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(2, call_graph->nodes().size());
 
   const CallGraphNode& entry_node = call_graph->GetNode(entry_computation);
@@ -134,13 +134,13 @@ TEST_F(CallGraphTest, UnreachableComputation) {
 TEST_F(CallGraphTest, ParallelComputation) {
   // Test a call graph of a module with an entry computation which calls another
   // computation in a parallel context via kMap.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* map_computation =
       module->AddEmbeddedComputation(MakeScalarComputation());
   HloComputation* entry_computation = module->AddEntryComputation(
       MakeMappingComputation(map_computation, /*callsites=*/5));
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(2, call_graph->nodes().size());
 
   const CallGraphNode& entry_node = call_graph->GetNode(entry_computation);
@@ -163,13 +163,13 @@ TEST_F(CallGraphTest, ParallelComputation) {
 TEST_F(CallGraphTest, SequentialComputations) {
   // Test a call graph of a module with an entry computation which calls another
   // computation in a sequential context via kCall.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* called_computation =
       module->AddEmbeddedComputation(MakeScalarComputation());
   HloComputation* entry_computation = module->AddEntryComputation(
       MakeCallingComputation(called_computation, /*callsites=*/3));
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(2, call_graph->nodes().size());
 
   // The called computation is only called from one other computation, but there
@@ -196,7 +196,7 @@ TEST_F(CallGraphTest, SequentialComputations) {
 TEST_F(CallGraphTest, ContextBothComputations) {
   // Test a call graph of a module with an entry computation which calls another
   // computation in both a parallel and sequential context.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* subcomputation =
       module->AddEmbeddedComputation(MakeScalarComputation());
 
@@ -210,7 +210,7 @@ TEST_F(CallGraphTest, ContextBothComputations) {
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(2, call_graph->nodes().size());
 
   EXPECT_FALSE(call_graph->IsFlattened());
@@ -239,7 +239,7 @@ TEST_F(CallGraphTest, ContextBothComputations) {
 
 TEST_F(CallGraphTest, ComputationWithConditional) {
   // Test a call graph of a module with a conditional.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* true_computation =
       module->AddEmbeddedComputation(MakeScalarComputation(HloOpcode::kCeil));
   HloComputation* false_computation =
@@ -259,7 +259,7 @@ TEST_F(CallGraphTest, ComputationWithConditional) {
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
 
   EXPECT_EQ(3, call_graph->nodes().size());
 
@@ -298,7 +298,7 @@ TEST_F(CallGraphTest, ComplexGraph) {
   //    c
   //
   // Calls are made via kCall, kWhile, and kMap instructions.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* cond_computation =
       module->AddEmbeddedComputation(MakeConditionComputation());
   HloComputation* c_computation =
@@ -328,7 +328,7 @@ TEST_F(CallGraphTest, ComplexGraph) {
     entry_computation = module->AddEntryComputation(builder.Build());
   }
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(5, call_graph->nodes().size());
   EXPECT_FALSE(call_graph->IsFlattened());
 
@@ -418,7 +418,7 @@ TEST_F(CallGraphTest, ComplexGraphNearestAncestors) {
   //    c
   //
   // Calls are made via kCall, kWhile, and kMap instructions.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* cond_computation =
       module->AddEmbeddedComputation(MakeConditionComputation());
   HloComputation* c_computation =
@@ -452,7 +452,7 @@ TEST_F(CallGraphTest, ComplexGraphNearestAncestors) {
     entry_computation = module->AddEntryComputation(builder.Build());
   }
 
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(5, call_graph->nodes().size());
 
   // Verify NearestAncestorsInSameComputation for various instructions in the
@@ -479,10 +479,10 @@ TEST_F(CallGraphTest, ComplexGraphNearestAncestors) {
 
 TEST_F(CallGraphTest, VisitSingletonComputation) {
   // Test the call graph visitor with a call graph with a single node.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation =
       module->AddEntryComputation(MakeScalarComputation());
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
 
   std::vector<HloComputation*> visited;
   TF_ASSERT_OK(call_graph->VisitNodes([&visited](const CallGraphNode& node) {
@@ -494,12 +494,12 @@ TEST_F(CallGraphTest, VisitSingletonComputation) {
 
 TEST_F(CallGraphTest, VisitUnreachableComputation) {
   // Test the call graph visitor with a call graph with an unreachable node.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(MakeScalarComputation());
   HloComputation* unreachable_computation =
       module->AddEmbeddedComputation(MakeScalarComputation());
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
 
   // Test visitation of only reachable nodes.
   {
@@ -531,9 +531,9 @@ TEST_F(CallGraphTest, VisitUnreachableComputation) {
 
 TEST_F(CallGraphTest, VisitWithError) {
   // Test that the call graph visitor properly propagates errors.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(MakeScalarComputation());
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
 
   Status status = call_graph->VisitNodes(
       [](const CallGraphNode&) { return InternalError("Visitation failed"); });
diff --git a/tensorflow/compiler/xla/service/call_inliner_test.cc b/tensorflow/compiler/xla/service/call_inliner_test.cc
index e6b5665435..7bf4cf7e15 100644
--- a/tensorflow/compiler/xla/service/call_inliner_test.cc
+++ b/tensorflow/compiler/xla/service/call_inliner_test.cc
@@ -51,7 +51,7 @@ TEST_F(CallInlinerTest, ControlDependenciesAreCarriedToCaller) {
   HloInstruction* one = inner.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
   TF_ASSERT_OK(zero->AddControlDependencyTo(one));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* inner_computation =
       module->AddEmbeddedComputation(inner.Build());
 
@@ -64,7 +64,7 @@ TEST_F(CallInlinerTest, ControlDependenciesAreCarriedToCaller) {
   auto computation = module->AddEntryComputation(outer.Build());
 
   CallInliner call_inliner;
-  TF_ASSERT_OK_AND_ASSIGN(bool mutated, call_inliner.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool mutated, call_inliner.Run(module.get()));
   ASSERT_TRUE(mutated);
   EXPECT_THAT(computation->root_instruction(), op::Constant());
   EXPECT_EQ(computation->root_instruction()->literal().GetFirstElement<float>(),
@@ -79,7 +79,7 @@ TEST_F(CallInlinerTest, ControlDependenciesAreCarriedToCaller) {
 // returns false should be identical to just returning false).
 TEST_F(CallInlinerTest, CallsWithinWhileBodiesAreInlined) {
   const Shape pred = ShapeUtil::MakeShape(PRED, {});
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   // Create a lambda that calls a function that returns the false predicate.
   // Note we also use this lambda twice by reference, just to make the test a
@@ -107,7 +107,7 @@ TEST_F(CallInlinerTest, CallsWithinWhileBodiesAreInlined) {
   auto computation = module->AddEntryComputation(outer.Build());
 
   CallInliner call_inliner;
-  TF_ASSERT_OK_AND_ASSIGN(bool mutated, call_inliner.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool mutated, call_inliner.Run(module.get()));
   ASSERT_TRUE(mutated);
   EXPECT_THAT(
       computation->root_instruction()->while_condition()->root_instruction(),
@@ -120,7 +120,7 @@ TEST_F(CallInlinerTest, CallsWithinWhileBodiesAreInlined) {
 // whole pass.
 TEST_F(CallInlinerTest, InlineWithoutRunningPass) {
   const Shape pred = ShapeUtil::MakeShape(PRED, {});
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation::Builder just_false(TestName() + ".false");
   auto* true_constant = just_false.AddInstruction(
@@ -144,7 +144,7 @@ TEST_F(CallInlinerTest, InlineWithoutRunningPass) {
 
 TEST_F(CallInlinerTest, CallToOutfeedComputationIsInlined) {
   const Shape f32 = ShapeUtil::MakeShape(F32, {});
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation::Builder outfeeder(TestName() + ".outfeeder");
   auto value = outfeeder.AddInstruction(
@@ -163,7 +163,7 @@ TEST_F(CallInlinerTest, CallToOutfeedComputationIsInlined) {
   module->AddEntryComputation(outer.Build());
 
   CallInliner call_inliner;
-  TF_ASSERT_OK_AND_ASSIGN(bool mutated, call_inliner.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool mutated, call_inliner.Run(module.get()));
   ASSERT_TRUE(mutated);
 }
 
diff --git a/tensorflow/compiler/xla/service/conditional_simplifier_test.cc b/tensorflow/compiler/xla/service/conditional_simplifier_test.cc
index c43a31b167..4c3a1877a2 100644
--- a/tensorflow/compiler/xla/service/conditional_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/conditional_simplifier_test.cc
@@ -96,25 +96,28 @@ HloComputation* ConditionalSimplifierTest::MakeConditional(HloModule* module) {
 }
 
 TEST_F(ConditionalSimplifierTest, ConditionalGetsInlined) {
-  HloComputation* computation = MakeConditional(&module());
-  ASSERT_TRUE(ConditionalSimplifier().Run(&module()).ValueOrDie());
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = MakeConditional(m.get());
+  ASSERT_TRUE(ConditionalSimplifier().Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Parameter(), op::Constant()));
 }
 
 TEST_F(ConditionalSimplifierTest, ConditionalWithControlDependency) {
-  HloComputation* computation = MakeConditional(&module());
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = MakeConditional(m.get());
 
   auto* true_op = computation->AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true)));
   TF_ASSERT_OK(
       true_op->AddControlDependencyTo(computation->root_instruction()));
 
-  EXPECT_FALSE(ConditionalSimplifier().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ConditionalSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(ConditionalSimplifierTest, NotRemovedIfContainsSend) {
-  HloComputation* computation = MakeConditional(&module());
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = MakeConditional(m.get());
   auto* conditional = computation->root_instruction();
   ASSERT_EQ(conditional->opcode(), HloOpcode::kConditional);
 
@@ -125,11 +128,12 @@ TEST_F(ConditionalSimplifierTest, NotRemovedIfContainsSend) {
           HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true))),
       token, /*channel_id=*/0));
   true_computation->AddInstruction(HloInstruction::CreateSendDone(send));
-  EXPECT_FALSE(ConditionalSimplifier().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ConditionalSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(ConditionalSimplifierTest, NotRemovedIfContainsRecv) {
-  HloComputation* computation = MakeConditional(&module());
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = MakeConditional(m.get());
   auto* conditional = computation->root_instruction();
   ASSERT_EQ(conditional->opcode(), HloOpcode::kConditional);
 
@@ -138,18 +142,19 @@ TEST_F(ConditionalSimplifierTest, NotRemovedIfContainsRecv) {
   auto* recv = true_computation->AddInstruction(HloInstruction::CreateRecv(
       ShapeUtil::MakeShape(F32, {1}), token, /*channel_id=*/0));
   true_computation->AddInstruction(HloInstruction::CreateRecvDone(recv));
-  EXPECT_FALSE(ConditionalSimplifier().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ConditionalSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(ConditionalSimplifierTest, NotRemovedIfContainsNonRemovableInstruction) {
-  HloComputation* computation = MakeConditional(&module());
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = MakeConditional(m.get());
   auto* conditional = computation->root_instruction();
   ASSERT_EQ(conditional->opcode(), HloOpcode::kConditional);
   auto* false_computation = conditional->false_computation();
   auto token = false_computation->AddInstruction(HloInstruction::CreateToken());
   false_computation->AddInstruction(HloInstruction::CreateInfeed(
       ShapeUtil::MakeShape(F32, {1}), token, "config"));
-  EXPECT_FALSE(ConditionalSimplifier().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ConditionalSimplifier().Run(m.get()).ValueOrDie());
 }
 
 }  // namespace
diff --git a/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc b/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc
index 2083f440fd..d95a0239eb 100644
--- a/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc
@@ -87,7 +87,7 @@ TEST_F(ConvCanonicalizationTest, NonCanonicalToCanonical) {
       input, kernel, /*feature_group_count=*/1, conv_window_, dnums,
       DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
 
@@ -96,7 +96,7 @@ TEST_F(ConvCanonicalizationTest, NonCanonicalToCanonical) {
         return cpu::TargetMachineFeatures::kEigenExpectedTensorAlignment;
       });
   ConvCanonicalization conv_canonicalization(&target_machine_features);
-  EXPECT_TRUE(conv_canonicalization.Run(module).ValueOrDie());
+  EXPECT_TRUE(conv_canonicalization.Run(module.get()).ValueOrDie());
 
   const HloInstruction* output_reshape = entry_computation->root_instruction();
   EXPECT_EQ(HloOpcode::kTranspose, output_reshape->opcode());
@@ -150,7 +150,7 @@ TEST_F(ConvCanonicalizationTest, CanonicalStaysTheSame) {
       input, kernel, /*feature_group_count=*/1, conv_window_, dnums,
       DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   cpu::TargetMachineFeaturesWithFakeAlignmentLogic target_machine_features(
@@ -158,7 +158,7 @@ TEST_F(ConvCanonicalizationTest, CanonicalStaysTheSame) {
         return cpu::TargetMachineFeatures::kEigenExpectedTensorAlignment;
       });
   ConvCanonicalization conv_canonicalization(&target_machine_features);
-  EXPECT_FALSE(conv_canonicalization.Run(module).ValueOrDie());
+  EXPECT_FALSE(conv_canonicalization.Run(module.get()).ValueOrDie());
 }
 
 }  // namespace cpu
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
index d71d2e36e0..2062d8a0d5 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
@@ -65,7 +65,7 @@ class CpuCopyInsertionTest : public HloVerifiedTestBase {
 TEST_F(CpuCopyInsertionTest, WhileBodyWithConstantRoot) {
   // Test a while body and condition which are each simply a constant (root of
   // computation is a constant). Each constant should be copied.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, scalar_shape_, "param_0"));
@@ -90,7 +90,7 @@ TEST_F(CpuCopyInsertionTest, WhileBodyWithConstantRoot) {
 
   module->AddEntryComputation(builder.Build());
 
-  InsertCopies(module);
+  InsertCopies(module.get());
 
   EXPECT_EQ(CountCopies(*module), 3);
 
@@ -103,7 +103,7 @@ TEST_F(CpuCopyInsertionTest, TupleCall) {
   // Test a kCall instruction which calls a computation which produces a three
   // element tuple: one is a constant, one is a parameter, and one is produced
   // in the computation. The constant and parameter should be copied.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param = builder.AddInstruction(
       HloInstruction::CreateParameter(0, scalar_shape_, "param_0"));
@@ -127,7 +127,7 @@ TEST_F(CpuCopyInsertionTest, TupleCall) {
 
   module->AddEntryComputation(builder.Build());
 
-  InsertCopies(module);
+  InsertCopies(module.get());
 
   EXPECT_EQ(CountCopies(*subcomputation), 2);
   EXPECT_THAT(subcomputation->root_instruction(),
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
index e6b6fcdf68..4be7d9e823 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
@@ -42,10 +42,10 @@ TEST_F(CpuHloSupportCheckerTest, Add) {
       HloInstruction::CreateParameter(1, scalar_shape, "param1"));
   builder.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kAdd, param0, param1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  TF_ASSERT_OK(checker().Run(module).status());
+  TF_ASSERT_OK(checker().Run(module.get()).status());
 }
 
 TEST_F(CpuHloSupportCheckerTest, SparseUnimplemented) {
diff --git a/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc b/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc
index fad76338a5..31df0a0893 100644
--- a/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc
@@ -57,8 +57,9 @@ TEST_F(ParallelTaskAssignmentTest, DotOperationNotParallelized) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(m.get()));
   EXPECT_FALSE(changed);
 }
 
@@ -84,8 +85,9 @@ TEST_F(ParallelTaskAssignmentTest,
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(m.get()));
   EXPECT_FALSE(changed);
 }
 
@@ -100,8 +102,9 @@ TEST_F(ParallelTaskAssignmentTest, RngOperationNotParallelized) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(m.get()));
   EXPECT_FALSE(changed);
 }
 
@@ -116,8 +119,9 @@ TEST_F(ParallelTaskAssignmentTest, InfeedOutfeedOperationNotParallelized) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, RunParallelTaskAssigner(m.get()));
   EXPECT_FALSE(changed);
 }
 
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc
index 1deb412064..707178c022 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc
@@ -57,11 +57,11 @@ TEST_F(CpuFusionTest, FuseTwoElementwiseOps) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(vshape, HloOpcode::kNegate, add1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   CpuInstructionFusion fusion;
-  EXPECT_TRUE(fusion.Run(module).ValueOrDie());
+  EXPECT_TRUE(fusion.Run(module.get()).ValueOrDie());
 
   // The computation root instruction was fused. Verify the fusion instruction
   // is now the root.
@@ -104,11 +104,11 @@ TEST_F(CpuFusionTest, FuseElementwiseOpChain) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(vshape, HloOpcode::kMultiply, two, floor));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   CpuInstructionFusion fusion;
-  EXPECT_TRUE(fusion.Run(module).ValueOrDie());
+  EXPECT_TRUE(fusion.Run(module.get()).ValueOrDie());
 
   // The computation root instruction was fused. Verify the fusion instruction
   // is now the root.
@@ -131,7 +131,7 @@ TEST_F(CpuFusionTest, FuseElementwiseOpChain) {
 TEST_F(CpuFusionTest, ElementwiseOpChainWithNonfusibleInstruction) {
   // Test a chain of fusible ops with a non-fusible op (a reduce) thrown in the
   // middle.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input_literal = LiteralUtil::CreateR1<float>({-1.5, -2.5, -3.0});
   Shape vshape = input_literal.shape();
@@ -183,7 +183,7 @@ TEST_F(CpuFusionTest, ElementwiseOpChainWithNonfusibleInstruction) {
   module->AddEntryComputation(builder.Build());
 
   CpuInstructionFusion fusion;
-  EXPECT_TRUE(fusion.Run(module).ValueOrDie());
+  EXPECT_TRUE(fusion.Run(module.get()).ValueOrDie());
 
   // The computation root instruction was fused. Verify the fusion instruction
   // is now the root.
@@ -250,12 +250,12 @@ TEST_F(CpuFusionTest, TestOperandOrderToAvoidDuplication) {
       builder.AddInstruction(HloInstruction::CreateTuple({add1, add2}));
 
   // Create computation and module.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Run fusion.
   CpuInstructionFusion fusion;
-  EXPECT_TRUE(fusion.Run(module).ValueOrDie());
+  EXPECT_TRUE(fusion.Run(module.get()).ValueOrDie());
 
   auto fusion1 = result->operand(0);
   auto fusion2 = result->operand(1);
@@ -310,11 +310,11 @@ TEST_F(CpuFusionTest, DoNotDuplicateExpensiveOps) {
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({negate1, negate2, exp2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   CpuInstructionFusion fusion;
-  EXPECT_TRUE(fusion.Run(module).ValueOrDie());
+  EXPECT_TRUE(fusion.Run(module.get()).ValueOrDie());
 
   // The only fusion instruction should be operand 0 of the tuple (formerly
   // negate1).
diff --git a/tensorflow/compiler/xla/service/defuser_test.cc b/tensorflow/compiler/xla/service/defuser_test.cc
index e727ba49cb..bb25c48f2b 100644
--- a/tensorflow/compiler/xla/service/defuser_test.cc
+++ b/tensorflow/compiler/xla/service/defuser_test.cc
@@ -28,9 +28,9 @@ namespace {
 class DefuserTest : public HloVerifiedTestBase {
  protected:
   // Returns the number of fusion instructions in the module.
-  int FusionCount() {
+  int FusionCount(const HloModule* m) {
     int count = 0;
-    for (HloComputation* computation : module().computations()) {
+    for (HloComputation* computation : m->computations()) {
       if (computation->IsFusionComputation()) {
         count++;
       }
@@ -43,6 +43,7 @@ class DefuserTest : public HloVerifiedTestBase {
 };
 
 TEST_F(DefuserTest, NoFusionInstruction) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape_, "p0"));
@@ -51,13 +52,14 @@ TEST_F(DefuserTest, NoFusionInstruction) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(shape_, HloOpcode::kAdd, param0, param1));
 
-  module().AddEntryComputation(builder.Build());
-  EXPECT_EQ(0, FusionCount());
+  m->AddEntryComputation(builder.Build());
+  EXPECT_EQ(0, FusionCount(m.get()));
 
-  EXPECT_FALSE(defuser_.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(defuser_.Run(m.get()).ValueOrDie());
 }
 
 TEST_F(DefuserTest, TrivialFusionInstructionAsRoot) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape_, "p0"));
@@ -66,21 +68,22 @@ TEST_F(DefuserTest, TrivialFusionInstructionAsRoot) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(shape_, HloOpcode::kAdd, param0, param1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction({add},
                                        HloInstruction::FusionKind::kLoop);
 
   EXPECT_THAT(computation->root_instruction(), op::Fusion());
 
-  EXPECT_EQ(1, FusionCount());
-  EXPECT_TRUE(defuser_.Run(&module()).ValueOrDie());
-  EXPECT_EQ(0, FusionCount());
+  EXPECT_EQ(1, FusionCount(m.get()));
+  EXPECT_TRUE(defuser_.Run(m.get()).ValueOrDie());
+  EXPECT_EQ(0, FusionCount(m.get()));
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Parameter(), op::Parameter()));
 }
 
 TEST_F(DefuserTest, TrivialFusionInstructionNotAsRoot) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape_, "p0"));
@@ -91,21 +94,22 @@ TEST_F(DefuserTest, TrivialFusionInstructionNotAsRoot) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(shape_, HloOpcode::kNegate, add));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction({add},
                                        HloInstruction::FusionKind::kLoop);
 
   EXPECT_THAT(computation->root_instruction(), op::Negate(op::Fusion()));
 
-  EXPECT_EQ(1, FusionCount());
-  EXPECT_TRUE(defuser_.Run(&module()).ValueOrDie());
-  EXPECT_EQ(0, FusionCount());
+  EXPECT_EQ(1, FusionCount(m.get()));
+  EXPECT_TRUE(defuser_.Run(m.get()).ValueOrDie());
+  EXPECT_EQ(0, FusionCount(m.get()));
 
   EXPECT_THAT(computation->root_instruction(),
               op::Negate(op::Add(op::Parameter(), op::Parameter())));
 }
 
 TEST_F(DefuserTest, NonTrivialFusionInstruction) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape_, "p0"));
@@ -128,22 +132,23 @@ TEST_F(DefuserTest, NonTrivialFusionInstruction) {
   auto add2 = builder.AddInstruction(
       HloInstruction::CreateBinary(shape_, HloOpcode::kAdd, constant, div));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction(
       {add2, constant, div, mul, sub, negate, add},
       HloInstruction::FusionKind::kLoop);
 
   EXPECT_THAT(computation->root_instruction(), op::Fusion());
 
-  EXPECT_EQ(1, FusionCount());
-  EXPECT_TRUE(defuser_.Run(&module()).ValueOrDie());
-  EXPECT_EQ(0, FusionCount());
+  EXPECT_EQ(1, FusionCount(m.get()));
+  EXPECT_TRUE(defuser_.Run(m.get()).ValueOrDie());
+  EXPECT_EQ(0, FusionCount(m.get()));
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Constant(), op::Divide()));
 }
 
 TEST_F(DefuserTest, MultipleFusionInstructions) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape_, "p0"));
@@ -166,7 +171,7 @@ TEST_F(DefuserTest, MultipleFusionInstructions) {
   auto add2 = builder.AddInstruction(
       HloInstruction::CreateBinary(shape_, HloOpcode::kAdd, constant, div));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction({add2, constant, div, mul},
                                        HloInstruction::FusionKind::kLoop);
   computation->CreateFusionInstruction({sub, negate, add},
@@ -174,15 +179,16 @@ TEST_F(DefuserTest, MultipleFusionInstructions) {
 
   EXPECT_THAT(computation->root_instruction(), op::Fusion());
 
-  EXPECT_EQ(2, FusionCount());
-  EXPECT_TRUE(defuser_.Run(&module()).ValueOrDie());
-  EXPECT_EQ(0, FusionCount());
+  EXPECT_EQ(2, FusionCount(m.get()));
+  EXPECT_TRUE(defuser_.Run(m.get()).ValueOrDie());
+  EXPECT_EQ(0, FusionCount(m.get()));
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Constant(), op::Divide()));
 }
 
 TEST_F(DefuserTest, NestedFusionInstructions) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param0 =
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape_, "p0"));
@@ -193,7 +199,7 @@ TEST_F(DefuserTest, NestedFusionInstructions) {
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(shape_, HloOpcode::kNegate, add));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   auto outer_fusion = computation->CreateFusionInstruction(
       {negate, add}, HloInstruction::FusionKind::kLoop);
   HloInstruction* fused_negate = outer_fusion->fused_expression_root();
@@ -203,9 +209,9 @@ TEST_F(DefuserTest, NestedFusionInstructions) {
 
   EXPECT_THAT(computation->root_instruction(), op::Fusion());
 
-  EXPECT_EQ(2, FusionCount());
-  EXPECT_TRUE(defuser_.Run(&module()).ValueOrDie());
-  EXPECT_EQ(0, FusionCount());
+  EXPECT_EQ(2, FusionCount(m.get()));
+  EXPECT_TRUE(defuser_.Run(m.get()).ValueOrDie());
+  EXPECT_EQ(0, FusionCount(m.get()));
 
   EXPECT_THAT(computation->root_instruction(), op::Negate(op::Add()));
 }
diff --git a/tensorflow/compiler/xla/service/flatten_call_graph_test.cc b/tensorflow/compiler/xla/service/flatten_call_graph_test.cc
index 5fbd73a536..beecaf6177 100644
--- a/tensorflow/compiler/xla/service/flatten_call_graph_test.cc
+++ b/tensorflow/compiler/xla/service/flatten_call_graph_test.cc
@@ -108,7 +108,7 @@ TEST_F(FlattenCallGraphTest, ComplexGraph) {
   //    c
   //
   // Calls are made via kCall, kWhile, and kMap instructions.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* cond_computation =
       module->AddEmbeddedComputation(MakeConditionComputation());
   HloComputation* c_computation =
@@ -139,9 +139,9 @@ TEST_F(FlattenCallGraphTest, ComplexGraph) {
   }
 
   {
-    TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module));
+    TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module.get()));
     EXPECT_TRUE(result);
-    std::unique_ptr<CallGraph> flat_call_graph = CallGraph::Build(module);
+    std::unique_ptr<CallGraph> flat_call_graph = CallGraph::Build(module.get());
     const CallGraphNode& c_node = flat_call_graph->GetNode(c_computation);
     EXPECT_EQ(1, c_node.caller_callsites().size());
   }
@@ -149,7 +149,7 @@ TEST_F(FlattenCallGraphTest, ComplexGraph) {
 
 // Test corner case of a computation used as a body and a loop condition.
 TEST_F(FlattenCallGraphTest, SharedWhileConditionAndBody) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* cond_computation;
   {
     HloComputation::Builder builder(TestName() + ".cond");
@@ -176,15 +176,15 @@ TEST_F(FlattenCallGraphTest, SharedWhileConditionAndBody) {
   }
 
   {
-    std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+    std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
     const CallGraphNode& cond_node = call_graph->GetNode(cond_computation);
     EXPECT_EQ(2, cond_node.caller_callsites().size());
   }
 
   {
-    TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module));
+    TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module.get()));
     EXPECT_TRUE(result);
-    std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+    std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
     const CallGraphNode& cond_node = call_graph->GetNode(cond_computation);
     EXPECT_EQ(1, cond_node.caller_callsites().size());
   }
@@ -201,7 +201,7 @@ TEST_F(FlattenCallGraphTest, SharedWhileConditionAndBody) {
 //     C
 //
 TEST_F(FlattenCallGraphTest, FlattenCalls) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* c_computation =
       module->AddEmbeddedComputation(MakeScalarComputation());
 
@@ -211,9 +211,9 @@ TEST_F(FlattenCallGraphTest, FlattenCalls) {
   module->AddEntryComputation(
       MakeCallingComputation(b_computation, /*callsites=*/2, ".Entry"));
 
-  TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module.get()));
   EXPECT_TRUE(result);
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   EXPECT_EQ(7, module->computation_count());
 
   const CallGraphNode& c_node = call_graph->GetNode(c_computation);
@@ -224,7 +224,7 @@ TEST_F(FlattenCallGraphTest, FlattenCalls) {
 }
 
 TEST_F(FlattenCallGraphTest, FlattenCallsInConditional) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* sub_computation =
       module->AddEmbeddedComputation(MakeScalarComputation());
 
@@ -243,9 +243,9 @@ TEST_F(FlattenCallGraphTest, FlattenCallsInConditional) {
   module->AddEntryComputation(builder.Build());
   EXPECT_EQ(2, module->computation_count());
 
-  TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, RunFlattenCallGraph(module.get()));
   EXPECT_TRUE(result);
-  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module);
+  std::unique_ptr<CallGraph> call_graph = CallGraph::Build(module.get());
   // The true and false computations must now be different.
   EXPECT_EQ(3, module->computation_count());
 
diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
index 87a835f250..a88132a744 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
@@ -118,10 +118,10 @@ TEST_F(CudnnConvRewriterTest, BackwardFilterConvolve) {
   metadata.set_op_name("foo");
   conv->set_metadata(metadata);
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   ASSERT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardFilterCallTarget), 0));
@@ -152,10 +152,10 @@ TEST_F(CudnnConvRewriterTest,
       activations, gradients, /*feature_group_count=*/1, conv_window,
       tf_default_dnums_for_backward_filter_, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardFilterCallTarget), 0));
@@ -182,10 +182,10 @@ TEST_F(CudnnConvRewriterTest, BackwardFilterConvolveWithPaddedActivations) {
       /*feature_group_count=*/1, conv_window,
       tf_default_dnums_for_backward_filter_, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardFilterCallTarget), 0));
@@ -212,10 +212,10 @@ TEST_F(CudnnConvRewriterTest, BackwardFilterConvolveWithPaddedGradients) {
       /*feature_group_count=*/1, conv_window,
       tf_default_dnums_for_backward_filter_, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardFilterCallTarget), 0));
@@ -241,10 +241,10 @@ TEST_F(CudnnConvRewriterTest, BackwardFilterConvolveWithUnevenPadding) {
       /*feature_group_count=*/1, conv_window,
       tf_default_dnums_for_backward_filter_, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardFilterCallTarget), 0));
@@ -292,10 +292,10 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveEvenPadding) {
                          /*feature_group_count=*/1, conv_window, conv_dnums)
                          .ValueOrDie()));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
 
   ASSERT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
@@ -338,10 +338,10 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolve1x1Filter) {
       /*lhs=*/output, /*rhs=*/kernel, /*feature_group_count=*/1, conv_window,
       tf_default_dnums_for_backward_input_, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardInputCallTarget), 0));
@@ -371,10 +371,10 @@ TEST_F(CudnnConvRewriterTest,
       default_conv_window_, tf_default_dnums_for_backward_input_,
       DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(
       entry_computation->root_instruction(),
       op::GetTupleElement(op::CustomCall(kCudnnConvForwardCallTarget), 0));
@@ -425,10 +425,10 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveUnevenPaddingOnGradients) {
           conv_window, tf_default_dnums_for_backward_input_)
           .ValueOrDie()));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   ASSERT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardInputCallTarget), 0));
@@ -475,10 +475,10 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveLowPaddingTooLarge) {
           conv_window, tf_default_dnums_for_backward_input_)
           .ValueOrDie()));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(
       entry_computation->root_instruction(),
       op::GetTupleElement(op::CustomCall(kCudnnConvForwardCallTarget), 0));
@@ -529,10 +529,10 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveUnevenPaddingOnActivations) {
           conv_window, tf_default_dnums_for_backward_input_)
           .ValueOrDie()));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   const HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   ASSERT_THAT(entry_computation->root_instruction(),
               op::GetTupleElement(
                   op::CustomCall(kCudnnConvBackwardInputCallTarget), 0));
@@ -584,10 +584,10 @@ TEST_F(CudnnConvRewriterTest,
           conv_window, tf_default_dnums_for_backward_input_)
           .ValueOrDie()));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build());
-  EXPECT_TRUE(RunPass(module));
+  EXPECT_TRUE(RunPass(module.get()));
   EXPECT_THAT(
       entry_computation->root_instruction(),
       op::GetTupleElement(op::CustomCall(kCudnnConvForwardCallTarget), 0));
@@ -600,7 +600,8 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveConstantFilter) {
   constant_arr.FillIota(0);
   string constant_str =
       LiteralUtil::CreateR4FromArray4D(constant_arr).ToString();
-  ParseAndVerifyModule(absl::StrFormat(R"(
+
+  const string module_str = absl::StrFormat(R"(
     HloModule test
 
     ENTRY entry_computation {
@@ -610,10 +611,12 @@ TEST_F(CudnnConvRewriterTest, BackwardInputConvolveConstantFilter) {
           window={size=4x4 pad=2_2x2_2 lhs_dilate=2x2},
           dim_labels=bf01_01oi->bf01, feature_group_count=1
     })",
-                                       constant_str));
-  EXPECT_TRUE(RunPass(&module()));
+                                            constant_str);
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(module_str));
+
+  EXPECT_TRUE(RunPass(m.get()));
   EXPECT_THAT(
-      module().entry_computation()->root_instruction(),
+      m->entry_computation()->root_instruction(),
       op::GetTupleElement(op::CustomCall(kCudnnConvBackwardInputCallTarget, _,
                                          op::Reverse(op::Constant())),
                           0));
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
index 7d01eeb025..dfe5a26bb3 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
@@ -42,10 +42,10 @@ TEST_F(GpuHloSupportCheckerTest, Add) {
       HloInstruction::CreateParameter(1, scalar_shape, "param1"));
   builder.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kAdd, param0, param1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  TF_ASSERT_OK(checker().Run(module).status());
+  TF_ASSERT_OK(checker().Run(module.get()).status());
 }
 
 TEST_F(GpuHloSupportCheckerTest, SparseUnimplemented) {
diff --git a/tensorflow/compiler/xla/service/heap_simulator_test.cc b/tensorflow/compiler/xla/service/heap_simulator_test.cc
index e30e7667f3..ac650cf442 100644
--- a/tensorflow/compiler/xla/service/heap_simulator_test.cc
+++ b/tensorflow/compiler/xla/service/heap_simulator_test.cc
@@ -39,7 +39,7 @@ namespace {
 class MinimumMemoryForSequenceTest : public HloVerifiedTestBase {};
 
 TEST_F(MinimumMemoryForSequenceTest, MultiComputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape, scalar_shape});
@@ -86,7 +86,7 @@ TEST_F(MinimumMemoryForSequenceTest, MultiComputation) {
     return ShapeUtil::ByteSizeOf(buffer.shape(), /*pointer_size=*/8);
   };
 
-  HloSchedule schedule(module);
+  HloSchedule schedule(module.get());
   schedule.set_sequence(cond_computation,
                         {cond_param, cond_iter, cond_data, cond_lt});
   schedule.set_sequence(body_computation, {body_param});
diff --git a/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc
index 5c8d97b2d1..2d0244b1cf 100644
--- a/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc
@@ -42,14 +42,14 @@ using ::testing::UnorderedElementsAre;
 class HloAliasAnalysisTest : public HloVerifiedTestBase {
  protected:
   HloAliasAnalysisTest() : HloVerifiedTestBase() {
-    module_ = CreateNewModule();
+    module_ = CreateNewVerifiedModule();
   }
 
   // Run alias analysis on the member module. For convenience returns a
   // reference to the generated analysis stored in analysis_.
   HloAliasAnalysis& RunAnalysis() {
     hlo_graph_dumper::MaybeDumpHloModule(*module_, "Before alias analysis");
-    analysis_ = HloAliasAnalysis::Run(module_,
+    analysis_ = HloAliasAnalysis::Run(module_.get(),
                                       /*fusion_can_share_buffer=*/nullptr)
                     .ConsumeValueOrDie();
     return *analysis_;
@@ -93,7 +93,7 @@ class HloAliasAnalysisTest : public HloVerifiedTestBase {
   // never occurs, but HLO graphs with interference can be explicitly
   // constructed.
   bool AnyValuesInSameBufferInterfere() {
-    DependencyHloOrdering ordering(module_);
+    DependencyHloOrdering ordering(module_.get());
     for (const HloBuffer& buffer : analysis_->buffers()) {
       for (const HloValue* value_a : buffer.values()) {
         for (const HloValue* value_b : buffer.values()) {
@@ -110,7 +110,7 @@ class HloAliasAnalysisTest : public HloVerifiedTestBase {
     return false;
   }
 
-  HloModule* module_;
+  std::unique_ptr<HloModule> module_;
   std::unique_ptr<HloAliasAnalysis> analysis_;
 
   const Shape scalar_shape_ = ShapeUtil::MakeShape(F32, {});
@@ -638,7 +638,7 @@ TEST_F(HloAliasAnalysisTest, SequentialWhiles) {
   module_->AddEntryComputation(builder.Build());
 
   FlattenCallGraph flattener;
-  TF_ASSERT_OK(flattener.Run(module_).status());
+  TF_ASSERT_OK(flattener.Run(module_.get()).status());
 
   const HloAliasAnalysis& analysis = RunAnalysis();
 
@@ -1012,7 +1012,7 @@ TEST_F(HloAliasAnalysisTest, BitcastInterference) {
 
   const HloAliasAnalysis& analysis = RunAnalysis();
 
-  DependencyHloOrdering ordering(module_);
+  DependencyHloOrdering ordering(module_.get());
   EXPECT_FALSE(analysis.HasLiveRangeInterference(ordering));
 }
 
@@ -1054,13 +1054,13 @@ TEST_F(HloAliasAnalysisTest, WhileInterference) {
   {
     // Dependency ordering should interfere because the negate and while are
     // unordered.
-    DependencyHloOrdering ordering(module_);
+    DependencyHloOrdering ordering(module_.get());
     EXPECT_TRUE(analysis.HasLiveRangeInterference(ordering));
   }
 
   // For a sequential order, if there is interference iff the negate is after
   // the while.
-  HloSchedule schedule(module_);
+  HloSchedule schedule(module_.get());
   schedule.set_sequence(body, {body_param, body_root});
   schedule.set_sequence(condition, {cond_param, cond_root});
   {
diff --git a/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc b/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc
index e45f905f71..30227bf001 100644
--- a/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc
@@ -46,13 +46,13 @@ TEST_F(HloConstantFoldingTest, ConvertF32ToS64) {
   builder.AddInstruction(
       HloInstruction::CreateConvert(ShapeUtil::MakeShape(S64, {}), input));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Convert(input));
 
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module.get()));
   EXPECT_TRUE(result);
 
   EXPECT_THAT(computation->root_instruction(), op::Constant());
@@ -67,13 +67,13 @@ TEST_F(HloConstantFoldingTest, ConvertS64ToF32) {
   builder.AddInstruction(
       HloInstruction::CreateConvert(ShapeUtil::MakeShape(F32, {}), input));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Convert(input));
 
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module.get()));
   EXPECT_TRUE(result);
 
   EXPECT_THAT(computation->root_instruction(), op::Constant());
@@ -88,13 +88,13 @@ TEST_F(HloConstantFoldingTest, ConvertF32ArrayToS64Array) {
   builder.AddInstruction(
       HloInstruction::CreateConvert(ShapeUtil::MakeShape(S64, {2}), input));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), op::Convert(input));
 
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module.get()));
   EXPECT_TRUE(result);
 
   EXPECT_THAT(computation->root_instruction(), op::Constant());
@@ -130,11 +130,11 @@ TEST_F(HloConstantFoldingTest, Concatenate) {
     Shape shape = ShapeUtil::MakeShape(F32, dimensions);
     builder.AddInstruction(HloInstruction::CreateConcatenate(
         shape, operands, test_config.concat_dimension));
-    auto module = CreateNewModule();
+    auto module = CreateNewVerifiedModule();
     auto computation = module->AddEntryComputation(builder.Build());
 
     HloConstantFolding const_folder;
-    TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module));
+    TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module.get()));
     EXPECT_TRUE(result);
 
     HloInstruction* root = computation->root_instruction();
@@ -157,11 +157,11 @@ TEST_F(HloConstantFoldingTest, Slice) {
   Shape shape = ShapeUtil::MakeShape(F32, {6, 6, 3, 4, 4});
   builder.AddInstruction(HloInstruction::CreateSlice(
       shape, literal_instruction, slice_start, slice_limits, slice_strides));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module.get()));
   EXPECT_TRUE(result);
 
   HloInstruction* root = computation->root_instruction();
@@ -182,11 +182,11 @@ TEST_F(HloConstantFoldingTest, TransposeConstantFold) {
   const int64 permutation[] = {1, 2, 0, 4, 3};
   builder.AddInstruction(
       HloInstruction::CreateTranspose(shape, literal_instruction, permutation));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(module.get()));
   EXPECT_TRUE(result);
 
   HloInstruction* root = computation->root_instruction();
@@ -219,27 +219,28 @@ const char* const kConstantFoldReduce = R"(
   })";
 
 TEST_F(HloConstantFoldingTest, ConstantFoldReduce) {
-  ParseAndVerifyModule(kConstantFoldReduce);
+  TF_ASSERT_OK_AND_ASSIGN(auto m,
+                          ParseAndReturnVerifiedModule(kConstantFoldReduce));
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(m.get()));
   EXPECT_TRUE(result);
 
-  EXPECT_EQ(6, module()
-                   .entry_computation()
+  EXPECT_EQ(6, m->entry_computation()
                    ->root_instruction()
                    ->literal()
                    .GetFirstElement<int32>());
 }
 
 TEST_F(HloConstantFoldingTest, ConstantFoldReduceNoLayout) {
-  ParseAndVerifyModule(kConstantFoldReduce);
-  HloInstruction* add = module().computations().begin()->root_instruction();
+  TF_ASSERT_OK_AND_ASSIGN(auto m,
+                          ParseAndReturnVerifiedModule(kConstantFoldReduce));
+  HloInstruction* add = m->computations().begin()->root_instruction();
   LayoutUtil::ClearLayout(add->mutable_shape());
   HloConstantFolding const_folder;
-  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(bool result, const_folder.Run(m.get()));
   EXPECT_FALSE(result);
 
-  EXPECT_THAT(module().entry_computation()->root_instruction(), op::Reduce());
+  EXPECT_THAT(m->entry_computation()->root_instruction(), op::Reduce());
 }
 
 const char* const kConstantFoldLargePad = R"(
diff --git a/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc b/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc
index e07a196d11..55356fd080 100644
--- a/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc
@@ -27,14 +27,14 @@ namespace {
 
 class HloCreationUtilsTest : public HloVerifiedTestBase {
  protected:
-  HloModule* CreateModuleWithProgramShape(
+  std::unique_ptr<VerifiedHloModule> CreateModuleWithProgramShape(
       PrimitiveType primitive_type, absl::Span<const int64> input_shape_dims,
       absl::Span<const int64> output_shape_dims, HloInstruction** param,
       HloComputation** entry_computation) {
     Shape input_shape = ShapeUtil::MakeShape(primitive_type, input_shape_dims);
     Shape output_shape =
         ShapeUtil::MakeShape(primitive_type, output_shape_dims);
-    auto module = CreateNewModule("test");
+    auto module = CreateNewVerifiedModule("test");
     *entry_computation = module->AddEntryComputation(
         CreateComputationWithSignature({&input_shape}, output_shape, "entry")
             .ValueOrDie());
@@ -47,10 +47,9 @@ TEST_F(HloCreationUtilsTest, CollapseFirst1Dim) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(S32,
-                                                   /*input_shape_dims=*/{2},
-                                                   /*output_shape_dims=*/{2},
-                                                   &param, &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{2},
+                                             /*output_shape_dims=*/{2}, &param,
+                                             &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(HloInstruction * first_1_dims_collapsed,
                           CollapseFirstNDims(param, 1));
@@ -67,9 +66,8 @@ TEST_F(HloCreationUtilsTest, CollapseFirst2Dims) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(
-      S32,
-      /*input_shape_dims=*/{2, 3, 2}, /*output_shape_dims=*/{6, 2}, &param,
+  auto module = CreateModuleWithProgramShape(
+      S32, /*input_shape_dims=*/{2, 3, 2}, /*output_shape_dims=*/{6, 2}, &param,
       &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(HloInstruction * first_2_dims_collapsed,
@@ -92,10 +90,9 @@ TEST_F(HloCreationUtilsTest, Prepend1DegenerateDim) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(S32,
-                                                   /*input_shape_dims=*/{2},
-                                                   /*output_shape_dims=*/{1, 2},
-                                                   &param, &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{2},
+                                             /*output_shape_dims=*/{1, 2},
+                                             &param, &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(HloInstruction * with_1_degenerate_dim_prepended,
                           PrependDegenerateDims(param, 1));
@@ -113,10 +110,9 @@ TEST_F(HloCreationUtilsTest, Prepend2DegenerateDims) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(
-      S32,
-      /*input_shape_dims=*/{2}, /*output_shape_dims=*/{1, 1, 2}, &param,
-      &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{2},
+                                             /*output_shape_dims=*/{1, 1, 2},
+                                             &param, &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(HloInstruction * with_2_degenerate_dims_prepended,
                           PrependDegenerateDims(param, 2));
@@ -134,10 +130,9 @@ TEST_F(HloCreationUtilsTest, Prepend2DegenerateDimsToScalar) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(S32,
-                                                   /*input_shape_dims=*/{},
-                                                   /*output_shape_dims=*/{1, 1},
-                                                   &param, &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{},
+                                             /*output_shape_dims=*/{1, 1},
+                                             &param, &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(HloInstruction * with_2_degenerate_dims_prepended,
                           PrependDegenerateDims(param, 2));
@@ -154,10 +149,9 @@ TEST_F(HloCreationUtilsTest, ExpandFirstDimInto3Dims) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(
-      S32,
-      /*input_shape_dims=*/{6}, /*output_shape_dims=*/{3, 1, 2}, &param,
-      &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{6},
+                                             /*output_shape_dims=*/{3, 1, 2},
+                                             &param, &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(HloInstruction * first_dim_expanded,
                           ExpandFirstDimIntoNDims(param, {3, 1, 2}));
@@ -176,10 +170,9 @@ TEST_F(HloCreationUtilsTest, PadVectorWithZeros) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(S32,
-                                                   /*input_shape_dims=*/{2},
-                                                   /*output_shape_dims=*/{6},
-                                                   &param, &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{2},
+                                             /*output_shape_dims=*/{6}, &param,
+                                             &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(
       HloInstruction * zero_padded_param,
@@ -197,10 +190,9 @@ TEST_F(HloCreationUtilsTest, BroadcastZeros_S32) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(S32,
-                                                   /*input_shape_dims=*/{},
-                                                   /*output_shape_dims=*/{2, 2},
-                                                   &param, &entry_computation);
+  auto module = CreateModuleWithProgramShape(S32, /*input_shape_dims=*/{},
+                                             /*output_shape_dims=*/{2, 2},
+                                             &param, &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(
       HloInstruction * zeros,
@@ -218,10 +210,9 @@ TEST_F(HloCreationUtilsTest, BroadcastZeros_F32) {
   HloInstruction* param;
   HloComputation* entry_computation;
 
-  HloModule* module = CreateModuleWithProgramShape(F32,
-                                                   /*input_shape_dims=*/{},
-                                                   /*output_shape_dims=*/{2, 2},
-                                                   &param, &entry_computation);
+  auto module = CreateModuleWithProgramShape(F32, /*input_shape_dims=*/{},
+                                             /*output_shape_dims=*/{2, 2},
+                                             &param, &entry_computation);
 
   TF_ASSERT_OK_AND_ASSIGN(
       HloInstruction * zeros,
diff --git a/tensorflow/compiler/xla/service/hlo_cse_test.cc b/tensorflow/compiler/xla/service/hlo_cse_test.cc
index 9b18b0284f..0952515312 100644
--- a/tensorflow/compiler/xla/service/hlo_cse_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cse_test.cc
@@ -59,13 +59,13 @@ TEST_F(HloCseTest, CombineTwoConstants) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(2, computation->instruction_count());
   HloInstruction* constant = *computation->instructions().begin();
@@ -89,14 +89,14 @@ TEST_F(HloCseTest, CombineTwoConstantsDifferentLayoutsAndInsensitive) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
   EXPECT_THAT(add, op::Add(constant1, constant2));
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(2, computation->instruction_count());
   auto first_operand = add->operand(0);
@@ -121,14 +121,14 @@ TEST_F(HloCseTest, CombineTwoConstantsDifferentLayoutsAndSensitive) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
   EXPECT_THAT(add, op::Add(constant1, constant2));
 
   HloCSE cse(/*is_layout_sensitive=*/true);
-  EXPECT_FALSE(cse.Run(module).ValueOrDie());
+  EXPECT_FALSE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(3, computation->instruction_count());
   EXPECT_THAT(add, op::Add(constant1, constant2));
@@ -171,13 +171,13 @@ TEST_F(HloCseTest, ConstantsSameValueDifferentType) {
         shape_r0, HloOpcode::kAdd, root, constants[i]));
   }
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(20, computation->instruction_count());
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   // CSE will remove both the second float(42.0f) and the corresponding
   // convert/cast.
@@ -201,7 +201,7 @@ TEST_F(HloCseTest, NonscalarConstants) {
   auto tuple = builder.AddInstruction(HloInstruction::CreateTuple(
       {common_constant1, common_constant2, uncommon_constant}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(4, computation->instruction_count());
@@ -209,7 +209,7 @@ TEST_F(HloCseTest, NonscalarConstants) {
               op::Tuple(common_constant1, common_constant2, uncommon_constant));
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(3, computation->instruction_count());
   auto first_operand = tuple->operand(0);
@@ -233,14 +233,14 @@ TEST_F(HloCseTest, IdenticalInstructions) {
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({exp1, exp2, exp3}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(5, computation->instruction_count());
   EXPECT_THAT(tuple, op::Tuple(exp1, exp2, exp3));
 
   HloCSE cse(/*is_layout_sensitive=*/true);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(3, computation->instruction_count());
   auto first_operand = tuple->operand(0);
@@ -250,7 +250,7 @@ TEST_F(HloCseTest, IdenticalInstructions) {
 
 // Test two identical while loops with same inputs
 TEST_F(HloCseTest, WhileLoopsIdenticalConditionsAndBodiesSameInput) {
-  ParseAndVerifyModule(R"(
+  const char* const hlo_string = R"(
     HloModule WhileLoopsIdenticalConditionsAndBodiesSameInput
 
     %body (param: (f32[], f32[])) -> (f32[], f32[]) {
@@ -277,21 +277,21 @@ index=1 %add = f32[] add(f32[] %get-tuple-element, f32[] %get-tuple-element.1)
 f32[]) while((f32[], f32[]) %tuple.1), condition=%condition, body=%body ROOT
 %while.1 = (f32[], f32[]) while((f32[], f32[]) %tuple.1),
 condition=%condition.1, body=%body
-    }
-    )");
+    })";
 
-  auto computation = module().entry_computation();
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  auto computation = m->entry_computation();
 
   EXPECT_EQ(5, computation->instruction_count());
   HloCSE cse(true);
-  EXPECT_TRUE(cse.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(cse.Run(m.get()).ValueOrDie());
   EXPECT_EQ(4, computation->instruction_count());
 }
 
 // Test two while loops with same conditions, same inputs, but different
 // bodies
 TEST_F(HloCseTest, WhileLoopsIdenticalConditionsSameInputAndDifferentBodies) {
-  ParseAndVerifyModule(R"(
+  const char* const hlo_string = R"(
     HloModule WhileLoopsIdenticalConditionsSameInputAndDifferentBodies
 
     %body (param: (f32[], f32[])) -> (f32[], f32[]) {
@@ -327,20 +327,20 @@ index=1 %sub = f32[] subtract(f32[] %get-tuple-element.2, f32[]
       %while = (f32[], f32[]) while((f32[], f32[]) %tuple.1),
 condition=%condition, body=%body ROOT %while.1 = (f32[], f32[]) while((f32[],
 f32[]) %tuple.1), condition=%condition.1, body=%body2
-    }
-    )");
+    })";
 
-  auto computation = module().entry_computation();
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  auto computation = m->entry_computation();
 
   EXPECT_EQ(5, computation->instruction_count());
   HloCSE cse(true);
-  EXPECT_FALSE(cse.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(cse.Run(m.get()).ValueOrDie());
   EXPECT_EQ(5, computation->instruction_count());
 }
 
 // Test two identical while loops with different inputs
 TEST_F(HloCseTest, WhileLoopsIdenticalConditionsAndBodiesDifferentInput) {
-  ParseAndVerifyModule(R"(
+  const char* const hlo_string = R"(
     HloModule WhileLoopsIdenticalConditionsAndBodiesDifferentInput
 
     %body (param: (f32[], f32[])) -> (f32[], f32[]) {
@@ -369,22 +369,21 @@ condition=%condition, body=%body %constant.4 = f32[] constant(1) %constant.5 =
 f32[] constant(2) %tuple.2 = (f32[], f32[]) tuple(f32[] %constant.4, f32[]
 %constant.5) ROOT %while.1 = (f32[], f32[]) while((f32[], f32[]) %tuple.2),
 condition=%condition.1, body=%body
-    }
-
-    )");
+    })";
 
-  auto computation = module().entry_computation();
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  auto computation = m->entry_computation();
 
   EXPECT_EQ(8, computation->instruction_count());
   HloCSE cse(true);
-  EXPECT_FALSE(cse.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(cse.Run(m.get()).ValueOrDie());
   EXPECT_EQ(8, computation->instruction_count());
 }
 
 // Test two while loops with identical bodies and same inputs, but different
 // conditions
 TEST_F(HloCseTest, WhileLoopsIdenticalBodiesAndInputDifferntConditions) {
-  ParseAndVerifyModule(R"(
+  const char* const hlo_string = R"(
     HloModule WhileLoopsIdenticalBodiesAndInputDifferntConditions
 
     %body (param: (f32[], f32[])) -> (f32[], f32[]) {
@@ -411,13 +410,14 @@ f32[]) { %constant.2 = f32[] constant(1) %constant.3 = f32[] constant(2)
       %while = (f32[], f32[]) while((f32[], f32[]) %tuple.1),
 condition=%condition, body=%body ROOT %while.1 = (f32[], f32[]) while((f32[],
 f32[]) %tuple.1), condition=%condition.1, body=%body
-    })");
+    })";
 
-  auto computation = module().entry_computation();
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  auto computation = m->entry_computation();
 
   EXPECT_EQ(5, computation->instruction_count());
   HloCSE cse(true);
-  EXPECT_FALSE(cse.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(cse.Run(m.get()).ValueOrDie());
   EXPECT_EQ(5, computation->instruction_count());
 }
 
@@ -439,14 +439,14 @@ TEST_F(HloCseTest, IdenticalInstructionsDifferentLayoutsSensitive) {
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({exp1, exp2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(tuple, op::Tuple(exp1, exp2));
 
   HloCSE cse(/*is_layout_sensitive=*/true);
-  EXPECT_FALSE(cse.Run(module).ValueOrDie());
+  EXPECT_FALSE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(tuple, op::Tuple(exp1, exp2));
@@ -470,14 +470,14 @@ TEST_F(HloCseTest, IdenticalInstructionsDifferentLayoutsInsensitive) {
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({exp1, exp2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(tuple, op::Tuple(exp1, exp2));
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(3, computation->instruction_count());
   auto first_operand = tuple->operand(0);
@@ -488,7 +488,7 @@ TEST_F(HloCseTest, IdenticalInstructionsDifferentLayoutsInsensitive) {
 TEST_F(HloCseTest, FusionInternalCSE) {
   // Test that we can CSE expressions that live within a fusion node
   // computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape_r0 = ShapeUtil::MakeShape(F32, {});
@@ -512,7 +512,7 @@ TEST_F(HloCseTest, FusionInternalCSE) {
 
   EXPECT_EQ(5, fused_computation->instruction_count());
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
   EXPECT_EQ(4, fused_computation->instruction_count());
 
   auto root = fused_computation->root_instruction();
@@ -554,14 +554,14 @@ TEST_F(HloCseTest, IdenticalExpressions) {
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({add1, add2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(8, computation->instruction_count());
   EXPECT_THAT(tuple, op::Tuple(op::Add(negate1, exp1), op::Add(negate2, exp2)));
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(module).ValueOrDie());
+  EXPECT_TRUE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(5, computation->instruction_count());
   auto operand = tuple->operand(0);
@@ -586,7 +586,7 @@ TEST_F(HloCseTest, DoNotCombineRng) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, rng1, rng2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloInstruction* root = computation->root_instruction();
@@ -595,7 +595,7 @@ TEST_F(HloCseTest, DoNotCombineRng) {
   uint32 count_before = computation->instruction_count();
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_FALSE(cse.Run(module).ValueOrDie());
+  EXPECT_FALSE(cse.Run(module.get()).ValueOrDie());
 
   uint32 count_after = computation->instruction_count();
   EXPECT_EQ(count_before, count_after);
@@ -607,7 +607,7 @@ TEST_F(HloCseTest, DoNotCombineCallsToImpureFunctions) {
   // Test that two calls to an impure function are not commoned. RNG
   // is the source of the impurity.
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   // rng_function is an impure function because it does RNG.
   HloComputation* rng_function = nullptr;
@@ -649,7 +649,7 @@ TEST_F(HloCseTest, DoNotCombineCallsToImpureFunctions) {
   VLOG(3) << "before: " << module->ToString();
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_FALSE(cse.Run(module).ValueOrDie());
+  EXPECT_FALSE(cse.Run(module.get()).ValueOrDie());
 
   VLOG(3) << "after: " << module->ToString();
 
@@ -659,7 +659,7 @@ TEST_F(HloCseTest, DoNotCombineCallsToImpureFunctions) {
 }
 
 TEST_F(HloCseTest, CompareComputations) {
-  ParseAndVerifyModule(R"(
+  const char* const hlo_string = R"(
     HloModule m
 
     add_computation {
@@ -680,11 +680,12 @@ TEST_F(HloCseTest, CompareComputations) {
       r1 = f32[] reduce(p, c), dimensions={0}, to_apply=add_computation
       r2 = f32[] reduce(p, c), dimensions={0}, to_apply=add_computation2
       ROOT f2 = (f32[],f32[]) tuple(r1, r2)
-    })");
+    })";
 
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(&module()).ValueOrDie());
-  HloInstruction* root = module().entry_computation()->root_instruction();
+  EXPECT_TRUE(cse.Run(m.get()).ValueOrDie());
+  HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_EQ(root->operand(0), root->operand(1));
 }
 
@@ -697,19 +698,19 @@ TEST_F(HloCseTest, ConstantsSameValueInDifferentDomains) {
   builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<uint32>(42)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(2, computation->instruction_count());
 
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_FALSE(cse.Run(module).ValueOrDie());
+  EXPECT_FALSE(cse.Run(module.get()).ValueOrDie());
 
   EXPECT_EQ(2, computation->instruction_count());
 }
 
 TEST_F(HloCseTest, Domain) {
-  ParseAndVerifyModule(R"(
+  const char* const hlo_string = R"(
 HloModule module
 ENTRY %entry {
   %param = f32[] parameter(0), sharding={maximal device=0}
@@ -730,11 +731,12 @@ ENTRY %entry {
     domain={kind="sharding", entry={maximal device=2}, exit={maximal device=0}}
   %add = f32[] add(%domain.3, %domain.4)
   ROOT %sub = f32[] subtract(%add, %domain.5)
-})");
+})";
 
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
   HloCSE cse(/*is_layout_sensitive=*/false);
-  EXPECT_TRUE(cse.Run(&module()).ValueOrDie());
-  const HloInstruction* sub = module().entry_computation()->root_instruction();
+  EXPECT_TRUE(cse.Run(m.get()).ValueOrDie());
+  const HloInstruction* sub = m->entry_computation()->root_instruction();
   const HloInstruction* add = sub->operand(0);
   EXPECT_EQ(add->operand(0), add->operand(1));
   EXPECT_NE(add->operand(0), sub->operand(1));
diff --git a/tensorflow/compiler/xla/service/hlo_domain_test.cc b/tensorflow/compiler/xla/service/hlo_domain_test.cc
index 3a12d1b9b2..483550f1fd 100644
--- a/tensorflow/compiler/xla/service/hlo_domain_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_domain_test.cc
@@ -64,13 +64,6 @@ class HloDomainTest : public HloVerifiedTestBase {
     }
     return false;
   }
-
-  StatusOr<HloModule*> ParseModule(absl::string_view hlo_string) {
-    HloModuleConfig config;
-    config.set_debug_options(GetDebugOptionsFromFlags());
-    ParseAndVerifyModule(hlo_string, config);
-    return &module();
-  }
 };
 
 // Dummy DomainMetadata implementation which create kDomain boundaries around
@@ -144,31 +137,32 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(isolator_changed);
 
-  EXPECT_TRUE(HasDomainEdge(module, "c", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "c", "b"));
-  EXPECT_TRUE(HasDomainEdge(module, "d", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "d", "b"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "c"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "d"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "c", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "d", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "d", "b"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "c"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "d"));
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_TRUE(remover_changed);
 
-  EXPECT_FALSE(HasDomainEdge(module, "c", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "c", "b"));
-  EXPECT_FALSE(HasDomainEdge(module, "d", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "d", "b"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "c"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "d"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "d", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "d", "b"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "c"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "d"));
 }
 
 TEST_F(HloDomainTest, CheckNoDomainAddedIfNoSharding) {
@@ -186,11 +180,12 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(!isolator_changed);
 }
 
@@ -213,26 +208,27 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(isolator_changed);
 
-  EXPECT_TRUE(HasDomainEdge(module, "b", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "f", "e_element"));
-  EXPECT_FALSE(HasDomainEdge(module, "a", "p0"));
-  EXPECT_FALSE(HasDomainEdge(module, "c", "b"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "d"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "b", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "f", "e_element"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "a", "p0"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "d"));
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_TRUE(remover_changed);
 
-  EXPECT_FALSE(HasDomainEdge(module, "b", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "f", "e_element"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "b", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "f", "e_element"));
 }
 
 TEST_F(HloDomainTest, CheckNoDomainAddedOnPureIOComputation) {
@@ -250,11 +246,12 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_FALSE(isolator_changed);
 }
 
@@ -273,15 +270,16 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_FALSE(remover_changed);
 
-  HloInstruction* add = FindInstruction(module, "c");
+  HloInstruction* add = FindInstruction(module.get(), "c");
   ASSERT_NE(add, nullptr);
   auto device = add->sharding_unique_device();
   EXPECT_TRUE(device.has_value());
@@ -304,41 +302,42 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator sharding_isolator([]() { return ShardingDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool sharding_isolator_changed,
-                          sharding_isolator.Run(module));
+                          sharding_isolator.Run(module.get()));
   EXPECT_TRUE(sharding_isolator_changed);
 
   HloDomainIsolator opname_isolator([]() { return OpNameDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool opname_isolator_changed,
-                          opname_isolator.Run(module));
+                          opname_isolator.Run(module.get()));
   EXPECT_TRUE(opname_isolator_changed);
 
-  EXPECT_TRUE(HasDomainEdge(module, "c", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "c", "b"));
-  EXPECT_TRUE(HasDomainEdge(module, "d", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "d", "c"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "d"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "c", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "d", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "d", "c"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "d"));
 
   HloDomainRemover sharding_remover(ShardingMetadata::KindName(),
                                     ShardingMetadata::NormalizeShardingDomain);
   TF_ASSERT_OK_AND_ASSIGN(bool sharding_remover_changed,
-                          sharding_remover.Run(module));
+                          sharding_remover.Run(module.get()));
   EXPECT_TRUE(sharding_remover_changed);
 
   HloDomainRemover opname_remover(OpNameMetadata::KindName(),
                                   OpNameDomainNormalizer);
   TF_ASSERT_OK_AND_ASSIGN(bool opname_remover_changed,
-                          opname_remover.Run(module));
+                          opname_remover.Run(module.get()));
   EXPECT_TRUE(opname_remover_changed);
 
-  EXPECT_FALSE(HasDomainEdge(module, "c", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "c", "b"));
-  EXPECT_FALSE(HasDomainEdge(module, "d", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "d", "c"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "d", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "d", "c"));
 }
 
 TEST_F(HloDomainTest, CheckNormalizationOnInfeedTuple) {
@@ -359,16 +358,17 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(isolator_changed);
 
-  EXPECT_TRUE(HasDomainEdge(module, "infeed.data", "infeed"));
-  EXPECT_FALSE(HasDomainEdge(module, "copy0", "gte0"));
-  EXPECT_FALSE(HasDomainEdge(module, "copy1", "gte1"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "infeed.data", "infeed"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "copy0", "gte0"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "copy1", "gte1"));
 
   // Inject unassigned tuple/gte within the infeed domain, to simulate the
   // HLO passes adding unexpected instructions.
@@ -384,7 +384,7 @@ ENTRY entry {
   //           \       /
   //             TUPLE
   //               |
-  HloInstruction* infeed_data = FindInstruction(module, "infeed.data");
+  HloInstruction* infeed_data = FindInstruction(module.get(), "infeed.data");
   ASSERT_NE(infeed_data, nullptr);
 
   auto infeed_data_users = infeed_data->users();
@@ -410,7 +410,7 @@ ENTRY entry {
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_TRUE(remover_changed);
 
   struct Assignment {
@@ -446,25 +446,26 @@ ENTRY entry {
     sharding={maximal device=1}
 })";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(isolator_changed);
 
-  EXPECT_TRUE(HasDomainEdge(module, "tuple", "param"));
-  EXPECT_FALSE(HasDomainEdge(module, "gte", "tuple"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "tuple", "param"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "gte", "tuple"));
 
   // Remove %tuple and %gte (tuple simplification)
-  HloInstruction* gte = FindInstruction(module, "gte");
-  HloInstruction* tuple = FindInstruction(module, "tuple");
+  HloInstruction* gte = FindInstruction(module.get(), "gte");
+  HloInstruction* tuple = FindInstruction(module.get(), "tuple");
   module->entry_computation()->set_root_instruction(tuple->mutable_operand(0));
   TF_EXPECT_OK(module->entry_computation()->RemoveInstruction(gte));
   TF_EXPECT_OK(module->entry_computation()->RemoveInstruction(tuple));
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_TRUE(remover_changed);
 
   const HloInstruction* root = module->entry_computation()->root_instruction();
@@ -486,11 +487,11 @@ TEST_F(HloDomainTest, DumpParseNullSharding) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, domain, domain));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto hlo_string = module->ToString();
-  ASSERT_TRUE(ParseModule(hlo_string).status().ok());
+  ASSERT_TRUE(ParseAndReturnVerifiedModule(hlo_string).status().ok());
 }
 
 // Tuple inputs are domain instructions.
@@ -507,20 +508,21 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(isolator_changed);
 
   // Clear sharding of tpl instruction, in order to test domain sharding
   // application.
-  auto tpl = FindInstruction(module, "tpl");
+  auto tpl = FindInstruction(module.get(), "tpl");
   tpl->clear_sharding();
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_TRUE(remover_changed);
 
   EXPECT_EQ(HloSharding::Tuple(tpl->shape(), {HloSharding::AssignDevice(1),
@@ -555,36 +557,37 @@ ENTRY %entry (p0: (f32[4], f32[4])) -> (f32[4], f32[4], f32[4]) {
   ROOT %g = (f32[4], f32[4], f32[4]) tuple(%domain.2, %domain.3, %domain.4)
 })";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
   LOG(INFO) << "Original module:\n" << module->ToString();
 
   HloDomainIsolator opname_isolator([]() { return OpNameDomainCreator{}; });
   TF_ASSERT_OK_AND_ASSIGN(bool opname_isolator_changed,
-                          opname_isolator.Run(module));
+                          opname_isolator.Run(module.get()));
   EXPECT_TRUE(opname_isolator_changed);
 
-  EXPECT_TRUE(HasDomainEdge(module, "c", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "c", "b"));
-  EXPECT_TRUE(HasDomainEdge(module, "d", "a"));
-  EXPECT_TRUE(HasDomainEdge(module, "d", "c"));
-  EXPECT_FALSE(HasDomainEdge(module, "e", "d"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "c", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "d", "a"));
+  EXPECT_TRUE(HasDomainEdge(module.get(), "d", "c"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "e", "d"));
 
   HloDomainRemover sharding_remover(ShardingMetadata::KindName(),
                                     ShardingMetadata::NormalizeShardingDomain);
   TF_ASSERT_OK_AND_ASSIGN(bool sharding_remover_changed,
-                          sharding_remover.Run(module));
+                          sharding_remover.Run(module.get()));
   EXPECT_TRUE(sharding_remover_changed);
 
   HloDomainRemover opname_remover(OpNameMetadata::KindName(),
                                   OpNameDomainNormalizer);
   TF_ASSERT_OK_AND_ASSIGN(bool opname_remover_changed,
-                          opname_remover.Run(module));
+                          opname_remover.Run(module.get()));
   EXPECT_TRUE(opname_remover_changed);
 
-  EXPECT_FALSE(HasDomainEdge(module, "c", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "c", "b"));
-  EXPECT_FALSE(HasDomainEdge(module, "d", "a"));
-  EXPECT_FALSE(HasDomainEdge(module, "d", "c"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "c", "b"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "d", "a"));
+  EXPECT_FALSE(HasDomainEdge(module.get(), "d", "c"));
 }
 
 // Emulate instructions inserted at top and bottom within nested tuple domain.
@@ -603,15 +606,16 @@ ENTRY entry {
 }
 )";
 
-  TF_ASSERT_OK_AND_ASSIGN(HloModule * module, ParseModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(auto module,
+                          ParseAndReturnVerifiedModule(hlo_string));
 
   HloDomainIsolator isolator([]() { return ShardingDomainCreator{}; });
-  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool isolator_changed, isolator.Run(module.get()));
   EXPECT_TRUE(isolator_changed);
 
   // Clear sharding of tuple.0 instruction, in order to test domain sharding
   // application.
-  auto tuple0 = FindInstruction(module, "tuple.0");
+  auto tuple0 = FindInstruction(module.get(), "tuple.0");
   tuple0->clear_sharding();
 
   // Insert the following instructons above and below tuple.0, to emulate other
@@ -655,7 +659,7 @@ ENTRY entry {
 
   HloDomainRemover remover(ShardingMetadata::KindName(),
                            ShardingMetadata::NormalizeShardingDomain);
-  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module));
+  TF_ASSERT_OK_AND_ASSIGN(bool remover_changed, remover.Run(module.get()));
   EXPECT_TRUE(remover_changed);
 
   EXPECT_TRUE(tuple0->has_sharding());
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator_test.cc b/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
index 144a33d9e9..0c7921e845 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
@@ -60,14 +60,14 @@ class HloEvaluatorTest : public ::testing::WithParamInterface<bool>,
     if (use_bfloat16_) {
       // In BF16 mode, we convert all F32 type to BF16 and evaluate the module.
       auto type_converter = HloElementTypeConverter(F32, BF16);
-      type_converter.Run(&module()).ValueOrDie();
+      type_converter.Run(m_.get()).ValueOrDie();
     }
-    return evaluator_->Evaluate(*module().entry_computation(), arg_literals)
+    return evaluator_->Evaluate(*m_->entry_computation(), arg_literals)
         .ConsumeValueOrDie();
   }
 
-  // Evaluate function that takes in a local module instead of using module_
-  // that is in HloVerifiedTestBase. Once module_ in HloVerifiedTestBase is
+  // Evaluate function that takes in a local module instead of using m_
+  // that is in HloVerifiedTestBase. Once m_ in HloVerifiedTestBase is
   // removed, this should be the default Evaluate function.
   Literal EvaluateWithModule(
       HloModule* module, absl::Span<const Literal* const> arg_literals = {}) {
@@ -88,7 +88,7 @@ class HloEvaluatorTest : public ::testing::WithParamInterface<bool>,
     auto c1 =
         b.AddInstruction(HloInstruction::CreateConstant(std::move(input)));
     b.AddInstruction(HloInstruction::CreateUnary(expected.shape(), opcode, c1));
-    module().AddEntryComputation(b.Build());
+    m_->AddEntryComputation(b.Build());
 
     Literal result = Evaluate();
 
@@ -108,7 +108,7 @@ class HloEvaluatorTest : public ::testing::WithParamInterface<bool>,
     auto c2 = b.AddInstruction(HloInstruction::CreateConstant(std::move(rhs)));
     b.AddInstruction(
         HloInstruction::CreateBinary(expected.shape(), opcode, c1, c2));
-    module().AddEntryComputation(b.Build());
+    m_->AddEntryComputation(b.Build());
 
     Literal result = Evaluate();
 
@@ -116,6 +116,7 @@ class HloEvaluatorTest : public ::testing::WithParamInterface<bool>,
   }
 
   bool use_bfloat16_;
+  std::unique_ptr<HloModule> m_ = CreateNewVerifiedModule();
 };
 
 #define XLA_TYPED_TEST_P(test_case_name, test_name, test_type1) \
@@ -135,7 +136,7 @@ TEST_P(HloEvaluatorTest, DoesClamp) {
   auto c3 = b.AddInstruction(HloInstruction::CreateConstant(std::move(high)));
   b.AddInstruction(
       HloInstruction::CreateTernary(shape, HloOpcode::kClamp, c1, c2, c3));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -156,7 +157,7 @@ TEST_P(HloEvaluatorTest, DISABLED_DoesClampSpecialBroadcast) {
   auto c3 = b.AddInstruction(HloInstruction::CreateConstant(std::move(high)));
   b.AddInstruction(
       HloInstruction::CreateTernary(shape, HloOpcode::kClamp, c1, c2, c3));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -181,7 +182,7 @@ TEST_P(HloEvaluatorTest, DoesSelect) {
       b.AddInstruction(HloInstruction::CreateConstant(std::move(on_false)));
   b.AddInstruction(
       HloInstruction::CreateTernary(shape, HloOpcode::kSelect, c1, c2, c3));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate({});
 
@@ -322,7 +323,7 @@ TEST_P(HloEvaluatorTest, DoesTraverseInstructions) {
       b.AddInstruction(HloInstruction::CreateParameter(2, shape, "rhs2"));
   b.AddInstruction(HloInstruction::CreateBinary(shape, HloOpcode::kAdd,
                                                 lhs_instruction, param_rhs2));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate(args);
 
@@ -346,7 +347,7 @@ TEST_P(HloEvaluatorTest, DoesReshape) {
   const int64 permutation[] = {1, 2, 0, 4, 3};
   b.AddInstruction(
       HloInstruction::CreateTranspose(shape, literal_instruction, permutation));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate({});
 
@@ -367,7 +368,7 @@ TEST_P(HloEvaluatorTest, DoesBroadcast) {
       HloInstruction::CreateConstant(std::move(input_literal)));
   b.AddInstruction(HloInstruction::CreateBroadcast(
       output_literal.shape(), literal_instruction, {1, 2}));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate({});
 
@@ -386,7 +387,7 @@ TEST_P(HloEvaluatorTest, DoesBroadcastScalar) {
   b.AddInstruction(HloInstruction::CreateBroadcast(
       output_literal.shape(), literal_instruction,
       /*broadcast_dimensions=*/{}));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate({});
 
@@ -406,7 +407,7 @@ TEST_P(HloEvaluatorTest, DoesConcatenateSimple) {
   Shape shape = ShapeUtil::MakeShape(S64, {4, 2});
   b.AddInstruction(HloInstruction::CreateConcatenate(shape, operands, 0));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -428,7 +429,7 @@ TEST_P(HloEvaluatorTest, ConcatenateHandlesShapeWithZeroElement) {
   Shape shape = ShapeUtil::MakeShape(S64, {2});
   b.AddInstruction(HloInstruction::CreateConcatenate(shape, operands, 0));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -448,7 +449,7 @@ TEST_P(HloEvaluatorTest, ConvertWithSameLayout) {
   HloInstruction* constant = b.AddInstruction(
       HloInstruction::CreateConstant(std::move(input_literal)));
   b.AddInstruction(HloInstruction::CreateConvert(expected.shape(), constant));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -468,7 +469,7 @@ TEST_P(HloEvaluatorTest, ConvertWithDifferentLayout) {
   HloInstruction* constant = b.AddInstruction(
       HloInstruction::CreateConstant(std::move(input_literal)));
   b.AddInstruction(HloInstruction::CreateConvert(expected.shape(), constant));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -503,7 +504,7 @@ TEST_P(HloEvaluatorTest, Pad2DIntegerArrayWithZeroDimension) {
   Shape shape = ShapeUtil::MakeShape(S32, {5, 2});
   b.AddInstruction(HloInstruction::CreatePad(
       shape, operand_instruction, padding_value_instruction, padding_config));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -530,7 +531,7 @@ TEST_P(HloEvaluatorTest, Pad4DFloatArrayWithInteriorPadding) {
       CreatePaddingConfig({{{1, 0, 2}}, {{0, 2, 1}}, {{0, 0, 0}}, {{0, 0, 0}}});
   b.AddInstruction(HloInstruction::CreatePad(
       shape, input_instruction, pad_instruction, r4_padding_on_dim0_dim1));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -574,7 +575,7 @@ TEST_P(HloEvaluatorTest, NegativePadding2D) {
                                              pad_value_instruction,
                                              r2_padding_on_dim0_dim1));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -619,7 +620,7 @@ TEST_P(HloEvaluatorTest, NegativeAndInteriorPadding2D) {
                                              pad_value_instruction,
                                              r2_padding_on_dim0_dim1));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -658,7 +659,7 @@ TEST_P(HloEvaluatorTest, DotRank2AndRank1) {
   b.AddInstruction(HloInstruction::CreateDot(shape, lhs_instruction,
                                              rhs_instruction, dot_dnums,
                                              DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -704,7 +705,7 @@ TEST_P(HloEvaluatorTest, DotRank1AndRank2) {
   b.AddInstruction(HloInstruction::CreateDot(shape, lhs_instruction,
                                              rhs_instruction, dot_dnums,
                                              DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -748,7 +749,7 @@ TEST_P(HloEvaluatorTest, DotRank2AndRank2) {
   b.AddInstruction(HloInstruction::CreateDot(shape, lhs_instruction,
                                              rhs_instruction, dot_dnums,
                                              DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -802,7 +803,7 @@ TEST_P(HloEvaluatorTest, SimpleConv1D) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -857,7 +858,7 @@ TEST_P(HloEvaluatorTest, Simple4x4Conv2DWith2x2Kernel) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -941,7 +942,7 @@ TEST_P(HloEvaluatorTest, Conv2DGeneralDimensionsReversed) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1019,7 +1020,7 @@ TEST_P(HloEvaluatorTest, Conv2DGeneralDimensions) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1079,7 +1080,7 @@ TEST_P(HloEvaluatorTest, DilatedBaseConv2DWithHighPadding) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1143,7 +1144,7 @@ TEST_P(HloEvaluatorTest, DilatedBaseConv2DWithLowAndHighPadding) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1215,7 +1216,7 @@ TEST_P(HloEvaluatorTest,
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction, /*feature_group_count=*/1,
       window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1286,7 +1287,7 @@ TEST_P(HloEvaluatorTest, Conv2DGroupedConvolution) {
   b.AddInstruction(HloInstruction::CreateConvolve(
       shape, lhs_instruction, rhs_instruction,
       /*feature_group_count=*/2, window, dnums, DefaultPrecisionConfig(2)));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1302,6 +1303,7 @@ class HloEvaluatorPreciseReduceTest : public HloVerifiedTestBase {};
 // Tests that Reduce doesn't lose precision when adding many numbers (because
 // it accumulates its result in a double).
 TEST_F(HloEvaluatorPreciseReduceTest, AddReductionPrecisionTest) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder b(TestName());
 
   constexpr int kNumElements = 1 << 25;  // float += 1 saturates at 1<<24
@@ -1319,12 +1321,12 @@ TEST_F(HloEvaluatorPreciseReduceTest, AddReductionPrecisionTest) {
       HloInstruction::CreateParameter(1, scalar_shape, "rhs"));
   add_computation.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kAdd, param_lhs, param_rhs));
-  auto add_func = module().AddEmbeddedComputation(add_computation.Build());
+  auto add_func = m->AddEmbeddedComputation(add_computation.Build());
 
   HloInstruction* reduce_instruction = b.AddInstruction(
       HloInstruction::CreateReduce(scalar_shape, arg_instruction, init_value,
                                    /*dimensions_to_reduce=*/{0}, add_func));
-  module().AddEntryComputation(b.Build());
+  m->AddEntryComputation(b.Build());
 
   HloEvaluator hlo_eval;
   Literal result = hlo_eval.Evaluate(reduce_instruction).ConsumeValueOrDie();
@@ -1396,14 +1398,14 @@ TEST_P(HloEvaluatorTest, ReduceAdd) {
       HloInstruction::CreateParameter(1, scalar_shape, "rhs"));
   add_computation.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kAdd, param_lhs, param_rhs));
-  auto add_func = module().AddEmbeddedComputation(add_computation.Build());
+  auto add_func = m_->AddEmbeddedComputation(add_computation.Build());
 
   Shape shape = ShapeUtil::MakeShape(F32, {2});
   b.AddInstruction(
       HloInstruction::CreateReduce(shape, arg_instruction, init_value,
                                    /*dimensions_to_reduce=*/{1}, add_func));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1438,7 +1440,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowMax) {
       HloInstruction::CreateParameter(1, scalar_shape, "rhs"));
   max_computation.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kMaximum, param_lhs, param_rhs));
-  auto max_func = module().AddEmbeddedComputation(max_computation.Build());
+  auto max_func = m_->AddEmbeddedComputation(max_computation.Build());
 
   Window window;
   WindowDimension dim;
@@ -1455,7 +1457,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowMax) {
   b.AddInstruction(HloInstruction::CreateReduceWindow(
       shape, arg_instruction, init_value, window, max_func));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1490,7 +1492,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowMaxWindowDilation) {
       HloInstruction::CreateParameter(1, scalar_shape, "rhs"));
   max_computation.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kMaximum, param_lhs, param_rhs));
-  auto max_func = module().AddEmbeddedComputation(max_computation.Build());
+  auto max_func = m_->AddEmbeddedComputation(max_computation.Build());
 
   Window window;
   WindowDimension dim;
@@ -1507,7 +1509,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowMaxWindowDilation) {
   b.AddInstruction(HloInstruction::CreateReduceWindow(
       shape, arg_instruction, init_value, window, max_func));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1541,7 +1543,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowAdd) {
       HloInstruction::CreateParameter(1, scalar_shape, "rhs"));
   add_computation.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kAdd, param_lhs, param_rhs));
-  auto add_func = module().AddEmbeddedComputation(add_computation.Build());
+  auto add_func = m_->AddEmbeddedComputation(add_computation.Build());
 
   Window window;
   WindowDimension dim;
@@ -1564,7 +1566,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowAdd) {
   b.AddInstruction(HloInstruction::CreateReduceWindow(
       shape, arg_instruction, init_value, window, add_func));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1594,7 +1596,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowAdd6D) {
       HloInstruction::CreateParameter(1, scalar_shape, "rhs"));
   add_computation.AddInstruction(HloInstruction::CreateBinary(
       scalar_shape, HloOpcode::kAdd, param_lhs, param_rhs));
-  auto add_func = module().AddEmbeddedComputation(add_computation.Build());
+  auto add_func = m_->AddEmbeddedComputation(add_computation.Build());
 
   Window window;
 
@@ -1625,7 +1627,7 @@ TEST_P(HloEvaluatorTest, ReduceWindowAdd6D) {
   b.AddInstruction(HloInstruction::CreateReduceWindow(
       shape, arg_instruction, init_value, window, add_func));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1657,7 +1659,7 @@ TEST_P(HloEvaluatorTest, StridedSlice) {
                                                /*start_indices=*/{0, 2},
                                                /*limit_indices=*/{3, 5},
                                                /*strides=*/{2, 3}));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1691,7 +1693,7 @@ TEST_P(HloEvaluatorTest, DynamicSlice) {
   Shape shape = ShapeUtil::MakeShape(F32, {2, 3});
   b.AddInstruction(HloInstruction::CreateDynamicSlice(shape, operand,
                                                       start_indices, {2, 3}));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1727,7 +1729,7 @@ TEST_P(HloEvaluatorTest, DynamicSliceModSlice) {
   Shape shape = ShapeUtil::MakeShape(F32, {2, 3});
   b.AddInstruction(HloInstruction::CreateDynamicSlice(shape, operand,
                                                       start_indices, {2, 3}));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1764,7 +1766,7 @@ TEST_P(HloEvaluatorTest, DynamicSliceUpdate) {
   Shape shape = ShapeUtil::MakeShape(F64, {2, 3});
   b.AddInstruction(HloInstruction::CreateDynamicUpdateSlice(
       shape, operand, update, start_indices));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1800,7 +1802,7 @@ TEST_P(HloEvaluatorTest, SetAndGetTuples) {
   Shape shape = ShapeUtil::MakeShape(F64, {2, 3});
   b.AddInstruction(HloInstruction::CreateGetTupleElement(shape, tuple, 1));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1839,7 +1841,7 @@ TEST_P(HloEvaluatorTest, SetAndGetNestedTuples) {
   b.AddInstruction(
       HloInstruction::CreateGetTupleElement(tuple2->shape(), outer_tuple, 1));
 
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1877,7 +1879,7 @@ TEST_P(HloEvaluatorTest, Reverse) {
 
   const Shape shape = ShapeUtil::MakeShape(F32, {4, 3, 2, 1});
   b.AddInstruction(HloInstruction::CreateReverse(shape, operand, {0, 1}));
-  module().AddEntryComputation(b.Build());
+  m_->AddEntryComputation(b.Build());
 
   Literal result = Evaluate();
 
@@ -1966,7 +1968,7 @@ ENTRY main {
       slice_sizes={1, 3}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal start_indices = LiteralUtil::CreateR1<int32>({0, 2});
@@ -1990,7 +1992,7 @@ ENTRY main {
       slice_sizes={3, 1}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal start_indices = LiteralUtil::CreateR1<int32>({0, 2});
@@ -2014,7 +2016,7 @@ ENTRY main {
       slice_sizes={3, 1}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal start_indices = LiteralUtil::CreateR2<int32>({{0, 2}, {2, 1}});
@@ -2039,7 +2041,7 @@ ENTRY main {
       slice_sizes={1,1,2}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR3<int32>({{{-1, 1}, {-2, 2}, {-3, 3}},  //
                                     {{-4, 4}, {-5, 5}, {-6, 6}},  //
@@ -2066,7 +2068,7 @@ ENTRY main {
       slice_sizes={1,1,2}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR3<int32>({{{-1, 1}, {-2, 2}, {-3, 3}},  //
                                     {{-4, 4}, {-5, 5}, {-6, 6}},  //
@@ -2092,7 +2094,7 @@ ENTRY main {
       slice_sizes={1,1}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal start_indices = LiteralUtil::CreateR1<int32>({1, 1});
@@ -2115,7 +2117,7 @@ ENTRY main {
       slice_sizes={1,1}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal start_indices = LiteralUtil::CreateR2<int32>({{2, 1}, {1, 1}});
@@ -2139,7 +2141,7 @@ ENTRY main {
       slice_sizes={1, 0}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand = LiteralUtil::CreateR2<int32>({{}, {}, {}});
   Literal start_indices = LiteralUtil::CreateR1<int32>({0, 2});
   EXPECT_TRUE(LiteralTestUtil::Equal(LiteralUtil::CreateR2<int32>({{}, {}}),
@@ -2161,7 +2163,7 @@ ENTRY main {
       slice_sizes={1}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
 
   Literal operand = LiteralUtil::CreateR1<int32>({0, 1, 2});
   Literal start_indices =
@@ -2192,7 +2194,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({0, 2});
@@ -2223,7 +2225,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({0, 2});
@@ -2256,7 +2258,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({0, 2});
@@ -2288,7 +2290,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({0, 2});
@@ -2320,7 +2322,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand = LiteralUtil::CreateR2<float>(
       {{1.1, 2.2, 3.3}, {4.4, 5.5, 6.6}, {7.7, 8.8, 9.9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({2, 1});
@@ -2354,7 +2356,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({1, 1});
@@ -2386,7 +2388,7 @@ ENTRY main {
       index_vector_dim=2
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR2<int32>({{0, 2}, {2, 1}});
@@ -2418,7 +2420,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR3<int32>({{{-1, 1}, {-2, 2}, {-3, 3}},  //
                                     {{-4, 4}, {-5, 5}, {-6, 6}},  //
@@ -2455,7 +2457,7 @@ ENTRY main {
       index_vector_dim=0
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR3<int32>({{{-1, 1}, {-2, 2}, {-3, 3}},  //
                                     {{-4, 4}, {-5, 5}, {-6, 6}},  //
@@ -2491,7 +2493,7 @@ ENTRY main {
       index_vector_dim=0
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({1, 1});
@@ -2523,7 +2525,7 @@ ENTRY main {
       index_vector_dim=0
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand =
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}});
   Literal scatter_indices = LiteralUtil::CreateR2<int32>({{2, 1}, {1, 1}});
@@ -2555,7 +2557,7 @@ ENTRY main {
       index_vector_dim=1
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
   Literal operand = LiteralUtil::CreateR2<int32>({{}, {}, {}});
   Literal scatter_indices = LiteralUtil::CreateR1<int32>({0, 2});
   Literal updates = LiteralUtil::CreateR2<int32>({{}, {}});
@@ -2585,7 +2587,7 @@ ENTRY main {
       index_vector_dim=2
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
 
   Literal operand = LiteralUtil::CreateR1<int32>({0, 1, 2});
   Literal scatter_indices =
@@ -2736,7 +2738,7 @@ ENTRY main {
   ROOT %reduce = bf16[] reduce(arg0, init), dimensions={0}, to_apply=add_bf16
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
 
   Literal arg = LiteralUtil::CreateR1<bfloat16>(
       {bfloat16(1.0f), bfloat16(3.0f), bfloat16(-2.0f), bfloat16(42.0f)});
@@ -2754,7 +2756,7 @@ ENTRY main {
   ROOT %slice = f32[2,2,2]{1,0,2} slice(f32[2,2,2]{0,1,2} %arg), slice={[0:2], [0:2], [0:2]}
 }
 )";
-  ParseAndVerifyModule(hlo_text);
+  TF_ASSERT_OK_AND_ASSIGN(m_, ParseAndReturnVerifiedModule(hlo_text));
 
   Literal arg = LiteralUtil::CreateR3WithLayout<float>(
       {{{1.0f, 2.0f}, {3.0f, 4.0f}}, {{5.0f, 6.0f}, {7.0f, 8.0f}}},
diff --git a/tensorflow/compiler/xla/service/hlo_instruction_test.cc b/tensorflow/compiler/xla/service/hlo_instruction_test.cc
index d93351fe04..f3b7f8f09a 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction_test.cc
@@ -151,7 +151,7 @@ TEST_F(HloInstructionTest, UserWithTwoOperands) {
       builder.AddInstruction(HloInstruction::CreateParameter(1, r0f32_, "bar"));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, foo, bar));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(add->operands(), UnorderedElementsAre(foo, bar));
@@ -188,7 +188,7 @@ TEST_F(HloInstructionTest, MultipleUsers) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kExp, foo));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, foo, bar));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, foo->user_count());
@@ -221,7 +221,7 @@ TEST_F(HloInstructionTest, RepeatedUser) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, r0f32_, "foo"));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, foo, foo));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(1, foo->user_count());
@@ -256,7 +256,7 @@ TEST_F(HloInstructionTest, MultipleUsersAndOperands) {
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, c0, param1));
   auto addtotal = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, addleft, addright));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   OpAndUserCollectingVisitor visitor;
@@ -305,7 +305,7 @@ TEST_F(HloInstructionTest, MultipleUsersAndOperandsWithUnaryOps) {
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, addleft, addright));
   auto neg2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, addtotal));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   OpAndUserCollectingVisitor visitor;
@@ -327,7 +327,7 @@ TEST_F(HloInstructionTest, TrivialMap) {
   //
   Shape r0f32 = ShapeUtil::MakeShape(F32, {});
   Shape f32a100x10 = ShapeUtil::MakeShape(F32, {100, 10});
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   // Builds an x+1.0 computation to use in a Map.
   auto embedded_builder = HloComputation::Builder("f32+1");
@@ -375,7 +375,7 @@ TEST_F(HloInstructionTest, TrivialReduce) {
       HloInstruction::CreateParameter(1, r0f32, "y"));
   embedded_builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32, HloOpcode::kAdd, paramx, paramy));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto add_f32 = module->AddEmbeddedComputation(embedded_builder.Build());
 
   // Builds a parameter and an initial value and feeds them to the reduce.
@@ -416,7 +416,7 @@ TEST_F(HloInstructionTest, ReplaceUseInBinaryOps) {
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, foo, foo));
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd,
                                                       add_foobar, add_foofoo));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(2, foo->user_count());
@@ -451,7 +451,7 @@ TEST_F(HloInstructionTest, ReplaceUseInVariadicOp) {
       builder.AddInstruction(HloInstruction::CreateTuple({foo, bar, baz, foo}));
   auto add_foobar = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, foo, bar));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(2, foo->user_count());
@@ -479,7 +479,7 @@ TEST_F(HloInstructionTest, ReplaceUseInUnaryOp) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kExp, foo));
   auto log = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kLog, foo));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(2, foo->user_count());
@@ -516,7 +516,7 @@ TEST_F(HloInstructionTest, ReplaceAllUsesWithInBinaryOps) {
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, foo, foo));
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd,
                                                       add_foobar, add_foofoo));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(2, foo->user_count());
@@ -546,7 +546,7 @@ TEST_F(HloInstructionTest, ReplaceAllUsesInMultipleOps) {
   auto exp = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kExp, foo));
   auto tuple = builder.AddInstruction(HloInstruction::CreateTuple({foo, bar}));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, foo->user_count());
@@ -611,7 +611,7 @@ TEST_F(HloInstructionTest, PostProcessAllVisitedNodes) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kLog, foo));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, exp, log));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   NodeCollectorAndPostProcessor visitor;
@@ -629,7 +629,7 @@ TEST_F(HloInstructionTest, SingletonFusionOp) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(1.1f)));
   auto exp = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kExp, constant));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {exp}, HloInstruction::FusionKind::kLoop);
@@ -647,7 +647,7 @@ TEST_F(HloInstructionTest, BinaryFusionOp) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.1f)));
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       r0f32_, HloOpcode::kAdd, constant1, constant2));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {add}, HloInstruction::FusionKind::kLoop);
@@ -669,7 +669,7 @@ TEST_F(HloInstructionTest, ChainFusionOp) {
   auto exp3 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kExp, exp2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {exp3, exp2, exp1}, HloInstruction::FusionKind::kLoop);
@@ -692,7 +692,7 @@ TEST_F(HloInstructionTest, PreserveMetadataInFusionAndClone) {
   exp1->set_metadata(metadata);
   exp2->set_metadata(metadata);
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {exp2, exp1}, HloInstruction::FusionKind::kLoop);
@@ -749,7 +749,7 @@ TEST_F(HloInstructionTest, PreserveTupleShapeThroughClone) {
 TEST_F(HloInstructionTest, FusionOpWithCalledComputations) {
   // Create a fusion instruction containing a single unary operation.
   const Shape scalar_shape = ShapeUtil::MakeShape(F32, {});
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   auto make_map_computation = [&]() {
     auto builder = HloComputation::Builder("FusionMap");
@@ -817,7 +817,7 @@ TEST_F(HloInstructionTest, ComplexFusionOp) {
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({sub, sub, mul, c1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {tuple, sub, mul, exp, clamp, add}, HloInstruction::FusionKind::kLoop);
@@ -977,7 +977,7 @@ TEST_F(HloInstructionTest, FunctionVisitor) {
       HloInstruction::CreateUnary(f32, HloOpcode::kExp, param));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(f32, HloOpcode::kAdd, negate, exp));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   int visit_num = 0;
@@ -1006,7 +1006,7 @@ TEST_F(HloInstructionTest, FullyElementwise) {
       builder.AddInstruction(HloInstruction::CreateParameter(1, r1f32, "y"));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd, x, y));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_TRUE(add->IsElementwise());
@@ -1016,7 +1016,7 @@ TEST_F(HloInstructionTest, FullyElementwise) {
 }
 
 TEST_F(HloInstructionTest, MapIsElementwise) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   const Shape r2f32 = ShapeUtil::MakeShapeWithLayout(F32, {10, 10}, {1, 0});
   HloComputation::Builder builder(TestName());
   HloComputation::Builder map_builder("id");
@@ -1067,7 +1067,7 @@ TEST_F(HloInstructionTest, PartiallyElementwise) {
   HloInstruction* max = builder.AddInstruction(
       HloInstruction::CreateBinary(r2f32, HloOpcode::kMaximum, div, broadcast));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   HloInstruction* fusion = computation->CreateFusionInstruction(
       {max, broadcast, div, mul}, HloInstruction::FusionKind::kLoop);
@@ -1108,7 +1108,7 @@ TEST_F(HloInstructionTest, PartiallyElementwiseWithReuse) {
   HloInstruction* sub = builder.AddInstruction(HloInstruction::CreateBinary(
       r1f32, HloOpcode::kSubtract, min, broadcast));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   HloInstruction* fusion = computation->CreateFusionInstruction(
       {sub, broadcast, min}, HloInstruction::FusionKind::kLoop);
@@ -1151,7 +1151,7 @@ TEST_F(HloInstructionTest, CloneOfFusionPreservesShape) {
   HloInstruction* dot = builder.AddInstruction(HloInstruction::CreateDot(
       sout, x, reshape, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   HloInstruction* fusion = computation->CreateFusionInstruction(
       {dot, reshape}, HloInstruction::FusionKind::kLoop);
@@ -1192,7 +1192,7 @@ TEST_F(HloInstructionTest, NoRedundantFusionOperandsAfterReplacingUse) {
   HloInstruction* dot = builder.AddInstruction(HloInstruction::CreateDot(
       s, x, reshape, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   HloInstruction* fusion = computation->CreateFusionInstruction(
       {dot, reshape}, HloInstruction::FusionKind::kLoop);
@@ -1204,7 +1204,7 @@ TEST_F(HloInstructionTest, NoRedundantFusionOperandsAfterReplacingUse) {
 }
 
 TEST_F(HloInstructionTest, FusionEquality) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create two fusion instructions containing a single unary operation.
@@ -1226,7 +1226,7 @@ TEST_F(HloInstructionTest, FusionEquality) {
 }
 
 TEST_F(HloInstructionTest, NestedFusionEquality) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Build a nested fusion computation.
@@ -1330,7 +1330,7 @@ TEST_F(HloInstructionTest, Stringification) {
             "%dot = f32[5,20]{1,0} dot(f32[5,10]{1,0} %x, f32[10,20]{1,0} "
             "%transpose), lhs_contracting_dims={1}, rhs_contracting_dims={0}");
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   HloInstruction* loop = builder.AddInstruction(
@@ -1373,7 +1373,7 @@ TEST_F(HloInstructionTest, StringifyGather_0) {
                                        /*index_vector_dim=*/4),
                                    /*slice_sizes=*/{30, 29, 28, 27, 26}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gather_instruction->ToString(),
@@ -1408,7 +1408,7 @@ TEST_F(HloInstructionTest, StringifyGather_1) {
                                        /*index_vector_dim=*/2),
                                    /*slice_sizes=*/{30, 29, 28, 27, 26}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gather_instruction->ToString(),
@@ -1443,7 +1443,7 @@ TEST_F(HloInstructionTest, StringifyScatter) {
   update_builder.AddInstruction(
       HloInstruction::CreateParameter(1, ShapeUtil::MakeShape(F32, {}), "p2"));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* update_computation =
       module->AddEmbeddedComputation(update_builder.Build());
 
@@ -1495,7 +1495,7 @@ TEST_F(HloInstructionTest, CanonnicalStringificationFusion) {
             "f32[5,20]{1,0} dot(f32[5,10]{1,0}, f32[10,20]{1,0}), "
             "lhs_contracting_dims={1}, rhs_contracting_dims={0}");
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   HloInstruction* fusion = computation->CreateFusionInstruction(
       {dot, reshape}, HloInstruction::FusionKind::kLoop);
@@ -1531,7 +1531,7 @@ TEST_F(HloInstructionTest, CanonnicalStringificationWhile) {
   HloInstruction* dot = builder.AddInstruction(HloInstruction::CreateDot(
       sout, x, reshape, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction({dot, reshape},
                                        HloInstruction::FusionKind::kLoop);
@@ -1587,7 +1587,7 @@ TEST_F(HloInstructionTest, CanonnicalStringificationConditional) {
   HloInstruction* dot = builder.AddInstruction(HloInstruction::CreateDot(
       sout, x, reshape, dot_dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction({dot, reshape},
                                        HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc b/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc
index f7e82fb1f8..062b8a0bf4 100644
--- a/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc
@@ -162,7 +162,7 @@ class HloRematerializationTest : public HloVerifiedTestBase {
 // Test rematerialization of a single computation produced by
 // MakeRematerializableComputation.
 TEST_F(HloRematerializationTest, SingleComputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation =
       module->AddEntryComputation(MakeRematerializableComputation());
 
@@ -177,7 +177,7 @@ TEST_F(HloRematerializationTest, SingleComputation) {
   // with rematerialization so pick a memory limit between these values (14KB).
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/14 * 1024, module));
+                              /*memory_limit_bytes=*/14 * 1024, module.get()));
   EXPECT_TRUE(changed);
 
   // Root should not have changed.
@@ -203,7 +203,7 @@ TEST_F(HloRematerializationTest, SingleComputation) {
 // MakeRematerializableComputation but with a sufficiently high memory limit
 // such that no instructions are rematerialized.
 TEST_F(HloRematerializationTest, SingleComputationNoRematerialization) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation =
       module->AddEntryComputation(MakeRematerializableComputation());
 
@@ -211,7 +211,7 @@ TEST_F(HloRematerializationTest, SingleComputationNoRematerialization) {
 
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/20 * 1024, module));
+                              /*memory_limit_bytes=*/20 * 1024, module.get()));
 
   // No instructions should have been materialized.
   EXPECT_FALSE(changed);
@@ -225,7 +225,7 @@ TEST_F(HloRematerializationTest, SingleComputationNoRematerialization) {
 // computation should be the one chosen because rematerialization in the while
 // will presumably be more expensive.
 TEST_F(HloRematerializationTest, RematerializeAroundWhile) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   auto cond_builder = HloComputation::Builder(TestName() + ".cond");
   cond_builder.AddInstruction(
@@ -249,7 +249,7 @@ TEST_F(HloRematerializationTest, RematerializeAroundWhile) {
   // bit lower (17KB) to force rematerialization of the entry computation.
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/17 * 1024, module));
+                              /*memory_limit_bytes=*/17 * 1024, module.get()));
   EXPECT_TRUE(changed);
 
   // Only the entry computation should have a rematerialized instruction added.
@@ -261,7 +261,7 @@ TEST_F(HloRematerializationTest, RematerializeAroundWhile) {
 // while. Both the entry computation and while body computation should have
 // computations rematerialized.
 TEST_F(HloRematerializationTest, RematerializeEntryAndWhileBody) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   auto cond_builder = HloComputation::Builder(TestName() + ".cond");
   cond_builder.AddInstruction(
@@ -282,7 +282,7 @@ TEST_F(HloRematerializationTest, RematerializeEntryAndWhileBody) {
 
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/15 * 1024, module));
+                              /*memory_limit_bytes=*/15 * 1024, module.get()));
   EXPECT_TRUE(changed);
 
   // Both computations should have rematerialized instructions added.
@@ -293,7 +293,7 @@ TEST_F(HloRematerializationTest, RematerializeEntryAndWhileBody) {
 // Test rematerialization of a doubly nested computation. All computations
 // should have an instruction rematerialized.
 TEST_F(HloRematerializationTest, RematerializeNestedComputations) {
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   auto cond_builder = HloComputation::Builder(TestName() + ".cond");
   cond_builder.AddInstruction(
@@ -321,7 +321,7 @@ TEST_F(HloRematerializationTest, RematerializeNestedComputations) {
   // ~12K so pick something slightly larger.
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/13 * 1024, module));
+                              /*memory_limit_bytes=*/13 * 1024, module.get()));
   EXPECT_TRUE(changed);
 
   // All computations should have rematerialized instructions added.
@@ -346,7 +346,7 @@ TEST_F(HloRematerializationTest, RngNotRematerialized) {
   //
   //   F32[1024] add_2 = add(rng, add(tanh, add_1))  // LIVE: add_2 + add_1 +
   //                                                 //       rng + tanh + exp
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto param = builder.AddInstruction(
@@ -390,7 +390,7 @@ TEST_F(HloRematerializationTest, RngNotRematerialized) {
   TF_ASSERT_OK_AND_ASSIGN(
       bool changed,
       RunHloRematerialization(
-          /*memory_limit_bytes=*/4 * ByteSizeOf(vec1024_shape_), module));
+          /*memory_limit_bytes=*/4 * ByteSizeOf(vec1024_shape_), module.get()));
   EXPECT_TRUE(changed);
   // The rng should not have been rematerialized.
   EXPECT_EQ(count_rngs(entry_computation), 1);
@@ -420,7 +420,7 @@ TEST_F(HloRematerializationTest, InstructionRematerializedMultipleTimes) {
   // The value %bcast is live across each call of Subcomputation (which requires
   // 8KB) though the value is not used in the calls. Rematerializing %bcast
   // across these calls reduces peak memory use from ~20KB down to ~16KB.
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation* subcomputation = nullptr;
   {
@@ -482,7 +482,7 @@ TEST_F(HloRematerializationTest, InstructionRematerializedMultipleTimes) {
   // rematerialization).
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/22 * 1024, module));
+                              /*memory_limit_bytes=*/22 * 1024, module.get()));
   EXPECT_TRUE(changed);
 
   // The broadcast should have been rematerialized 3 times.
@@ -533,7 +533,7 @@ TEST_P(IndirectUseTest, IndirectUseNotRematerialized) {
   // (ie %bcast is used indirectly by %negate), otherwise the %negate operand
   // aliases %add_2.
   const bool indirectly_used = GetParam();
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation* subcomputation = nullptr;
   {
@@ -576,7 +576,7 @@ TEST_P(IndirectUseTest, IndirectUseNotRematerialized) {
   // rematerialization).
   TF_ASSERT_OK_AND_ASSIGN(bool changed,
                           RunHloRematerialization(
-                              /*memory_limit_bytes=*/22 * 1024, module));
+                              /*memory_limit_bytes=*/22 * 1024, module.get()));
   // Rematerialization should only occur if the rematerializable instruction has
   // no indirect uses.
   if (indirectly_used) {
diff --git a/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc b/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc
index f85d31d522..0d67f23a81 100644
--- a/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc
+++ b/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc
@@ -31,6 +31,7 @@ class ImplicitBroadcastRemoverTest : public HloVerifiedTestBase {
 };
 
 TEST_F(ImplicitBroadcastRemoverTest, NoImplicitBroadcast) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape = ShapeUtil::MakeShape(F32, {2, 4});
@@ -41,15 +42,16 @@ TEST_F(ImplicitBroadcastRemoverTest, NoImplicitBroadcast) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param0, param1));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
-  EXPECT_FALSE(remover_.Run(&module()).ValueOrDie());
+  EXPECT_FALSE(remover_.Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Parameter(), op::Parameter()));
 }
 
 TEST_F(ImplicitBroadcastRemoverTest, ScalarBroadcast) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape = ShapeUtil::MakeShape(F32, {2, 4});
@@ -60,13 +62,13 @@ TEST_F(ImplicitBroadcastRemoverTest, ScalarBroadcast) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kPower, param0, param1));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
   HloInstruction* root = computation->root_instruction();
 
   EXPECT_FALSE(ShapeUtil::Compatible(root->shape(), root->operand(0)->shape()));
   EXPECT_TRUE(ShapeUtil::Compatible(root->shape(), root->operand(1)->shape()));
 
-  EXPECT_TRUE(remover_.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(remover_.Run(m.get()).ValueOrDie());
   root = computation->root_instruction();
 
   EXPECT_THAT(root, op::Power(op::Broadcast(op::Parameter()), op::Parameter()));
@@ -76,6 +78,7 @@ TEST_F(ImplicitBroadcastRemoverTest, ScalarBroadcast) {
 }
 
 TEST_F(ImplicitBroadcastRemoverTest, DegenerateDimensionBroadcast) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape = ShapeUtil::MakeShape(F32, {2, 4, 6});
@@ -86,9 +89,9 @@ TEST_F(ImplicitBroadcastRemoverTest, DegenerateDimensionBroadcast) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       shape, HloOpcode::kSubtract, param0, param1));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(remover_.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(remover_.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Subtract(op::Parameter(),
@@ -98,6 +101,7 @@ TEST_F(ImplicitBroadcastRemoverTest, DegenerateDimensionBroadcast) {
 }
 
 TEST_F(ImplicitBroadcastRemoverTest, ScalarBroadcastToDegenerateDimensions) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape = ShapeUtil::MakeShape(F32, {1, 4, 1});
@@ -108,9 +112,9 @@ TEST_F(ImplicitBroadcastRemoverTest, ScalarBroadcastToDegenerateDimensions) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       shape, HloOpcode::kSubtract, param0, param1));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(remover_.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(remover_.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root,
@@ -120,6 +124,7 @@ TEST_F(ImplicitBroadcastRemoverTest, ScalarBroadcastToDegenerateDimensions) {
 }
 
 TEST_F(ImplicitBroadcastRemoverTest, TernaryDegenerateDimensionBroadcast) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape = ShapeUtil::MakeShape(F32, {2, 4, 6, 8});
@@ -132,9 +137,9 @@ TEST_F(ImplicitBroadcastRemoverTest, TernaryDegenerateDimensionBroadcast) {
   builder.AddInstruction(HloInstruction::CreateTernary(shape, HloOpcode::kClamp,
                                                        param0, param1, param2));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(remover_.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(remover_.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Clamp(op::Broadcast(op::Reshape(op::Parameter())),
@@ -147,6 +152,7 @@ TEST_F(ImplicitBroadcastRemoverTest, TernaryDegenerateDimensionBroadcast) {
 
 TEST_F(ImplicitBroadcastRemoverTest,
        TernaryScalarAndDegenerateDimensionBroadcast) {
+  auto m = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   const Shape shape = ShapeUtil::MakeShape(F32, {2, 4, 6});
@@ -159,9 +165,9 @@ TEST_F(ImplicitBroadcastRemoverTest,
   builder.AddInstruction(HloInstruction::CreateTernary(shape, HloOpcode::kClamp,
                                                        param0, param1, param2));
 
-  HloComputation* computation = module().AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
-  EXPECT_TRUE(remover_.Run(&module()).ValueOrDie());
+  EXPECT_TRUE(remover_.Run(m.get()).ValueOrDie());
 
   HloInstruction* root = computation->root_instruction();
   EXPECT_THAT(root, op::Clamp(op::Broadcast(op::Parameter()),
diff --git a/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc b/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
index 2d03aebc1a..900fbfaa97 100644
--- a/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
@@ -61,12 +61,12 @@ class IndexedArrayAnalysisTest : public HloVerifiedTestBase {
                                           const string& root_expression,
                                           bool print_constants) {
     IndexedArrayAnalysis indexed_tensor_analysis;
-    ParseAndVerifyModule(hlo_text);
+    TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                            ParseAndReturnVerifiedModule(hlo_text));
 
-    TF_ASSERT_OK_AND_ASSIGN(
-        IndexedArrayAnalysis::Array* const array_result,
-        indexed_tensor_analysis.GetArrayFor(
-            module().entry_computation()->root_instruction()));
+    TF_ASSERT_OK_AND_ASSIGN(IndexedArrayAnalysis::Array* const array_result,
+                            indexed_tensor_analysis.GetArrayFor(
+                                m->entry_computation()->root_instruction()));
     string string_result = CanonicalizeWhitespace(
         indexed_tensor_analysis.ToString(array_result, print_constants));
     LOG(INFO) << string_result;
diff --git a/tensorflow/compiler/xla/service/layout_assignment_test.cc b/tensorflow/compiler/xla/service/layout_assignment_test.cc
index 12c2a045d5..3fe324005d 100644
--- a/tensorflow/compiler/xla/service/layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment_test.cc
@@ -51,18 +51,17 @@ using ::testing::ElementsAre;
 
 class LayoutAssignmentTest : public HloVerifiedTestBase {
  protected:
-  void AssignLayouts(HloModule* module,
-                     ComputationLayout* entry_computation_layout,
+  void AssignLayouts(HloModule* m, ComputationLayout* entry_computation_layout,
                      ChannelLayoutConstraints* channel_constraints = nullptr) {
     LayoutAssignment layout_assignment(
         entry_computation_layout, LayoutAssignment::InstructionCanChangeLayout,
         /*channel_constraints=*/channel_constraints);
-    EXPECT_IS_OK(layout_assignment.Run(module).status());
+    EXPECT_IS_OK(layout_assignment.Run(m).status());
   }
 
-  std::vector<int64> LayoutOf(HloModule* module, absl::string_view name) {
+  std::vector<int64> LayoutOf(HloModule* m, absl::string_view name) {
     auto minor_to_major =
-        FindInstruction(module, name)->shape().layout().minor_to_major();
+        FindInstruction(m, name)->shape().layout().minor_to_major();
     return std::vector<int64>(minor_to_major.begin(), minor_to_major.end());
   }
 
@@ -101,8 +100,8 @@ TEST_F(LayoutAssignmentTest, ComputationLayout) {
         HloInstruction::CreateParameter(1, ashape, "param1"));
     auto add = builder.AddInstruction(
         HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, param0, param1));
-    auto module = CreateNewModule();
-    HloComputation* computation = module->AddEntryComputation(builder.Build());
+    auto m = CreateNewVerifiedModule();
+    HloComputation* computation = m->AddEntryComputation(builder.Build());
 
     Layout layout = LayoutUtil::MakeLayout(minor_to_major);
     Shape shape(ashape);
@@ -113,7 +112,7 @@ TEST_F(LayoutAssignmentTest, ComputationLayout) {
     *computation_layout.mutable_parameter_layout(0) = shape_layout;
     *computation_layout.mutable_parameter_layout(1) = shape_layout;
     *computation_layout.mutable_result_layout() = shape_layout;
-    AssignLayouts(module, &computation_layout);
+    AssignLayouts(m.get(), &computation_layout);
     EXPECT_TRUE(LayoutUtil::Equal(layout, param0->shape().layout()));
     EXPECT_TRUE(LayoutUtil::Equal(layout, param1->shape().layout()));
     EXPECT_TRUE(LayoutUtil::Equal(layout, add->shape().layout()));
@@ -131,8 +130,8 @@ TEST_F(LayoutAssignmentTest, ComputationLayoutMixedLayout) {
       HloInstruction::CreateParameter(1, ashape, "param1"));
   builder.AddInstruction(
       HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, param0, param1));
-  auto module = CreateNewModule();
-  HloComputation* computation = module->AddEntryComputation(builder.Build());
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
 
   Layout col_major_layout = LayoutUtil::MakeLayout({1, 0});
   Shape col_major_shape(ashape);
@@ -149,7 +148,7 @@ TEST_F(LayoutAssignmentTest, ComputationLayoutMixedLayout) {
   *computation_layout.mutable_parameter_layout(1) = row_major;
   *computation_layout.mutable_result_layout() = col_major;
 
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
   EXPECT_TRUE(LayoutUtil::Equal(col_major_layout, param0->shape().layout()));
   EXPECT_TRUE(LayoutUtil::Equal(row_major_layout, param1->shape().layout()));
   EXPECT_TRUE(LayoutUtil::Equal(
@@ -180,8 +179,8 @@ TEST_F(LayoutAssignmentTest, FusionInstruction) {
     auto negate2 = builder.AddInstruction(
         HloInstruction::CreateUnary(ashape, HloOpcode::kNegate, negate1));
 
-    auto module = CreateNewModule();
-    HloComputation* computation = module->AddEntryComputation(builder.Build());
+    auto m = CreateNewVerifiedModule();
+    HloComputation* computation = m->AddEntryComputation(builder.Build());
 
     auto fusion = computation->CreateFusionInstruction(
         {negate2, negate1, add}, HloInstruction::FusionKind::kLoop);
@@ -194,7 +193,7 @@ TEST_F(LayoutAssignmentTest, FusionInstruction) {
     ComputationLayout computation_layout(computation->ComputeProgramShape());
     *computation_layout.mutable_result_layout() = shape_layout;
 
-    AssignLayouts(module, &computation_layout);
+    AssignLayouts(m.get(), &computation_layout);
 
     EXPECT_TRUE(LayoutUtil::Equal(
         layout, fusion->fused_parameter(0)->shape().layout()));
@@ -229,13 +228,13 @@ TEST_F(LayoutAssignmentTest, TupleLayout) {
   auto negate = builder.AddInstruction(HloInstruction::CreateUnary(
       constant0->shape(), HloOpcode::kNegate, get_element0));
 
-  auto module = CreateNewModule();
-  module->AddEntryComputation(builder.Build());
+  auto m = CreateNewVerifiedModule();
+  m->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(
-      module->entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
 
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   EXPECT_TRUE(
       LayoutUtil::LayoutsInShapesEqual(constant0->shape(), constant1->shape()));
@@ -267,17 +266,17 @@ TEST_F(LayoutAssignmentTest, TupleSelect) {
   auto select = builder.AddInstruction(HloInstruction::CreateTernary(
       tuple0->shape(), HloOpcode::kTupleSelect, pred, tuple0, tuple1));
 
-  auto module = CreateNewModule();
-  module->AddEntryComputation(builder.Build());
+  auto m = CreateNewVerifiedModule();
+  m->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(
-      module->entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
   Shape result_shape =
       ShapeUtil::MakeTupleShape({constant0->shape(), constant1->shape()});
   TF_CHECK_OK(computation_layout.mutable_result_layout()->CopyLayoutFromShape(
       result_shape));
 
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   EXPECT_TRUE(LayoutUtil::LayoutsInShapesEqual(result_shape, select->shape()));
 }
@@ -302,11 +301,11 @@ TEST_F(LayoutAssignmentTest, ConflictingLayoutTuple) {
   auto nested_tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({inner_tuple, inner_tuple}));
 
-  auto module = CreateNewModule();
-  module->AddEntryComputation(builder.Build());
+  auto m = CreateNewVerifiedModule();
+  m->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(
-      module->entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
   Shape result_shape = nested_tuple->shape();
   *ShapeUtil::GetMutableSubshape(&result_shape, /*index=*/{0, 0}) =
       ShapeUtil::MakeShapeWithLayout(F32, {2, 2}, {1, 0});
@@ -316,7 +315,7 @@ TEST_F(LayoutAssignmentTest, ConflictingLayoutTuple) {
       result_shape));
 
   LayoutAssignment layout_assignment(&computation_layout);
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   // Layout assignment should have deep copied the result of the computation to
   // address the layout conflict. This results in several Tuple() and
@@ -332,9 +331,9 @@ TEST_F(LayoutAssignmentTest, ConflictingLayoutTuple) {
   EXPECT_TRUE(
       AlgebraicSimplifier(/*is_layout_sensitive=*/true,
                           [](const Shape&, const Shape&) { return false; })
-          .Run(module)
+          .Run(m.get())
           .ValueOrDie());
-  HloInstruction* root = module->entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   // Verify layout of the root and the root's operands.
   EXPECT_TRUE(ShapeUtil::Equal(result_shape, root->shape()));
   EXPECT_TRUE(ShapeUtil::Equal(ShapeUtil::GetSubshape(result_shape, {0}),
@@ -361,9 +360,8 @@ TEST_F(LayoutAssignmentTest, ElementwiseAndReshape) {
   auto tanh = builder.AddInstruction(
       HloInstruction::CreateUnary(bshape, HloOpcode::kTanh, reshape));
 
-  auto module = CreateNewModule();
-  HloComputation* computation =
-      module->AddEntryComputation(builder.Build(tanh));
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = m->AddEntryComputation(builder.Build(tanh));
 
   Shape ashape_with_layout(ashape);
   Shape bshape_with_layout(bshape);
@@ -374,7 +372,7 @@ TEST_F(LayoutAssignmentTest, ElementwiseAndReshape) {
   *computation_layout.mutable_parameter_layout(0) =
       ShapeLayout(ashape_with_layout);
   *computation_layout.mutable_result_layout() = ShapeLayout(bshape_with_layout);
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   auto log_minor_to_major =
       AsInt64Slice(log->shape().layout().minor_to_major());
@@ -403,8 +401,8 @@ TEST_F(LayoutAssignmentTest, ElementwiseAndTranspose) {
       HloInstruction::CreateTranspose(bshape, log, {1, 0}));
   auto tanh = builder.AddInstruction(
       HloInstruction::CreateUnary(bshape, HloOpcode::kTanh, transpose));
-  auto module = CreateNewModule();
-  auto computation = module->AddEntryComputation(builder.Build(tanh));
+  auto m = CreateNewVerifiedModule();
+  auto computation = m->AddEntryComputation(builder.Build(tanh));
 
   Shape ashape_with_layout(ashape);
   Shape bshape_with_layout(bshape);
@@ -415,7 +413,7 @@ TEST_F(LayoutAssignmentTest, ElementwiseAndTranspose) {
   *computation_layout.mutable_parameter_layout(0) =
       ShapeLayout(ashape_with_layout);
   *computation_layout.mutable_result_layout() = ShapeLayout(bshape_with_layout);
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   EXPECT_TRUE(
       LayoutUtil::Equal(ashape_with_layout.layout(), log->shape().layout()));
@@ -439,9 +437,9 @@ TEST_F(LayoutAssignmentTest, BroadcastAndTranspose) {
       HloInstruction::CreateBroadcast(bshape, param, {1, 2}));
   auto transpose = builder.AddInstruction(
       HloInstruction::CreateTranspose(cshape, broadcast, {2, 1, 0}));
-  auto module = CreateNewModule();
+  auto m = CreateNewVerifiedModule();
   HloComputation* computation =
-      module->AddEntryComputation(builder.Build(transpose));
+      m->AddEntryComputation(builder.Build(transpose));
 
   Shape input_shape_with_layout(ashape);
   Shape output_shape_with_layout(cshape);
@@ -454,7 +452,7 @@ TEST_F(LayoutAssignmentTest, BroadcastAndTranspose) {
       ShapeLayout(input_shape_with_layout);
   *computation_layout.mutable_result_layout() =
       ShapeLayout(output_shape_with_layout);
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   EXPECT_THAT(broadcast->shape().layout().minor_to_major(),
               ElementsAre(0, 1, 2));
@@ -488,9 +486,8 @@ TEST_F(LayoutAssignmentTest, ReshapeOperandHasMultipleUsers) {
       HloInstruction::CreateBroadcast(f32_234, tanh, {1, 2}));
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({transpose, broadcast2}));
-  auto module = CreateNewModule();
-  HloComputation* computation =
-      module->AddEntryComputation(builder.Build(tuple));
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = m->AddEntryComputation(builder.Build(tuple));
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
   Shape param_shape_with_layout(f32_4);
@@ -507,7 +504,7 @@ TEST_F(LayoutAssignmentTest, ReshapeOperandHasMultipleUsers) {
   *computation_layout.mutable_result_layout() =
       ShapeLayout(ShapeUtil::MakeTupleShape(
           {transpose_shape_with_layout, broadcast2_shape_with_layout}));
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   EXPECT_THAT(broadcast->shape().layout().minor_to_major(), ElementsAre(0, 1));
   EXPECT_THAT(transpose->shape().layout().minor_to_major(), ElementsAre(1, 0));
@@ -558,9 +555,8 @@ TEST_F(LayoutAssignmentTest, MakeOperandsTheSame) {
       HloInstruction::CreateConcatenate(bshape, {param0, param1}, 1));
   auto reshape = builder.AddInstruction(
       HloInstruction::CreateReshape(cshape, concatenate));
-  auto module = CreateNewModule();
-  HloComputation* computation =
-      module->AddEntryComputation(builder.Build(reshape));
+  auto m = CreateNewVerifiedModule();
+  HloComputation* computation = m->AddEntryComputation(builder.Build(reshape));
 
   Shape param0_shape_with_layout(ashape);
   Shape param1_shape_with_layout(ashape);
@@ -573,7 +569,7 @@ TEST_F(LayoutAssignmentTest, MakeOperandsTheSame) {
   *computation_layout.mutable_parameter_layout(1) =
       ShapeLayout(param1_shape_with_layout);
   OperandsMustBeTheSameLayoutAssignment layout_assignment(&computation_layout);
-  EXPECT_IS_OK(layout_assignment.Run(module).status());
+  EXPECT_IS_OK(layout_assignment.Run(m.get()).status());
 
   EXPECT_EQ(HloOpcode::kCopy, concatenate->operand(0)->opcode());
   EXPECT_THAT(concatenate->operand(0)->shape().layout().minor_to_major(),
@@ -593,11 +589,11 @@ TEST_F(LayoutAssignmentTest, TransposeToBitcastFromOperand) {
       HloInstruction::CreateParameter(0, input_shape_with_layout, "param"));
   auto transpose = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(F32, {6, 7, 3, 5}), param, {2, 3, 0, 1}));
-  auto module = CreateNewModule();
+  auto m = CreateNewVerifiedModule();
   HloComputation* computation =
-      module->AddEntryComputation(builder.Build(transpose));
+      m->AddEntryComputation(builder.Build(transpose));
   ComputationLayout computation_layout(computation->ComputeProgramShape());
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
   EXPECT_TRUE(ShapeUtil::TransposeIsBitcast(transpose->operand(0)->shape(),
                                             transpose->shape(), {2, 3, 0, 1}));
 }
@@ -611,11 +607,11 @@ TEST_F(LayoutAssignmentTest, TransposeToBitcastToUser) {
       HloInstruction::CreateBroadcast(input_shape, constant, {}));
   auto transpose = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(F32, {6, 7, 3, 5}), broadcast, {2, 3, 0, 1}));
-  auto module = CreateNewModule();
+  auto m = CreateNewVerifiedModule();
   HloComputation* computation =
-      module->AddEntryComputation(builder.Build(transpose));
+      m->AddEntryComputation(builder.Build(transpose));
   ComputationLayout computation_layout(computation->ComputeProgramShape());
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
   EXPECT_TRUE(ShapeUtil::TransposeIsBitcast(transpose->operand(0)->shape(),
                                             transpose->shape(), {2, 3, 0, 1}));
 }
@@ -681,12 +677,12 @@ TEST_F(LayoutAssignmentTest, TransposeWithinFusionDoesNotCrash) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
-
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   std::unique_ptr<HloModule> compiled_module =
       backend()
           .compiler()
-          ->RunHloPasses(module().Clone(), backend().default_stream_executor(),
+          ->RunHloPasses(m->Clone(), backend().default_stream_executor(),
                          /*device_allocator=*/nullptr)
           .ConsumeValueOrDie();
 
@@ -721,9 +717,10 @@ TEST_F(LayoutAssignmentTest, GTEInheritsLayoutFromOperand) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   ComputationLayout computation_layout(
-      module().entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
   Shape param_shape = ShapeUtil::MakeTupleShape(
       {ShapeUtil::MakeShapeWithLayout(F32, {2, 2, 2}, {0, 1, 2}),
        ShapeUtil::MakeTupleShape({
@@ -735,19 +732,19 @@ TEST_F(LayoutAssignmentTest, GTEInheritsLayoutFromOperand) {
           param_shape));
   computation_layout.mutable_result_layout()->ResetLayout(
       LayoutUtil::MakeLayout({2, 1, 0}));
-  AssignLayouts(&module(), &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
-  EXPECT_THAT(LayoutOf(&module(), "gte0"), ElementsAre(0, 1, 2));
-  EXPECT_THAT(LayoutOf(&module(), "gte1a"), ElementsAre(1, 2, 0));
-  EXPECT_THAT(LayoutOf(&module(), "gte1b"), ElementsAre(2, 0, 1));
-  EXPECT_THAT(LayoutOf(&module(), "fresult"), ElementsAre(2, 1, 0));
-  EXPECT_THAT(FindInstruction(&module(), "gte1")
+  EXPECT_THAT(LayoutOf(m.get(), "gte0"), ElementsAre(0, 1, 2));
+  EXPECT_THAT(LayoutOf(m.get(), "gte1a"), ElementsAre(1, 2, 0));
+  EXPECT_THAT(LayoutOf(m.get(), "gte1b"), ElementsAre(2, 0, 1));
+  EXPECT_THAT(LayoutOf(m.get(), "fresult"), ElementsAre(2, 1, 0));
+  EXPECT_THAT(FindInstruction(m.get(), "gte1")
                   ->shape()
                   .tuple_shapes(0)
                   .layout()
                   .minor_to_major(),
               ElementsAre(1, 2, 0));
-  EXPECT_THAT(FindInstruction(&module(), "gte1")
+  EXPECT_THAT(FindInstruction(m.get(), "gte1")
                   ->shape()
                   .tuple_shapes(1)
                   .layout()
@@ -757,7 +754,7 @@ TEST_F(LayoutAssignmentTest, GTEInheritsLayoutFromOperand) {
 
 TEST_F(LayoutAssignmentTest, ConditionalAsymmetricLayout) {
   auto builder = HloComputation::Builder(TestName());
-  auto module = CreateNewModule();
+  auto m = CreateNewVerifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {128, 8});
   Shape tshape = ShapeUtil::MakeTupleShape({shape, shape});
   Shape result_tshape = ShapeUtil::MakeTupleShape({shape});
@@ -784,7 +781,7 @@ TEST_F(LayoutAssignmentTest, ConditionalAsymmetricLayout) {
     true_builder.AddInstruction(HloInstruction::CreateTuple({add}));
   }
   HloComputation* true_computation =
-      module->AddEmbeddedComputation(true_builder.Build());
+      m->AddEmbeddedComputation(true_builder.Build());
 
   auto false_builder = HloComputation::Builder(TestName() + "_FalseBranch");
   {
@@ -800,14 +797,14 @@ TEST_F(LayoutAssignmentTest, ConditionalAsymmetricLayout) {
     false_builder.AddInstruction(HloInstruction::CreateTuple({infeed_data}));
   }
   HloComputation* false_computation =
-      module->AddEmbeddedComputation(false_builder.Build());
+      m->AddEmbeddedComputation(false_builder.Build());
   builder.AddInstruction(HloInstruction::CreateConditional(
       result_tshape, pred, tuple, true_computation, tuple, false_computation));
 
-  HloComputation* computation = module->AddEntryComputation(builder.Build());
+  HloComputation* computation = m->AddEntryComputation(builder.Build());
   ComputationLayout computation_layout(computation->ComputeProgramShape());
 
-  AssignLayouts(module, &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   const HloInstruction* true_root = true_computation->root_instruction();
   const HloInstruction* false_root = false_computation->root_instruction();
@@ -828,13 +825,13 @@ TEST_F(LayoutAssignmentTest, InternalErrorOnBitcast) {
           {{1.0, 2.0}, {3.0, 4.0}}, LayoutUtil::MakeLayout({0, 1}))));
   builder.AddInstruction(HloInstruction::CreateUnary(
       constant0->shape(), HloOpcode::kBitcast, constant0));
-  auto module = CreateNewModule();
-  module->AddEntryComputation(builder.Build());
+  auto m = CreateNewVerifiedModule();
+  m->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(
-      module->entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
   LayoutAssignment layout_assignment(&computation_layout);
-  Status error_status = layout_assignment.Run(module).status();
+  Status error_status = layout_assignment.Run(m.get()).status();
   EXPECT_FALSE(error_status.ok());
   EXPECT_THAT(
       error_status.error_message(),
@@ -861,9 +858,10 @@ TEST_F(LayoutAssignmentTest, ChannelLayoutMismatch) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   ComputationLayout computation_layout(
-      module().entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
   Shape param_shape = ShapeUtil::MakeTupleShape(
       {ShapeUtil::MakeShapeWithLayout(F32, {2, 2}, {0, 1})});
   TF_ASSERT_OK(
@@ -873,12 +871,12 @@ TEST_F(LayoutAssignmentTest, ChannelLayoutMismatch) {
       LayoutUtil::MakeLayout({1, 0}));
 
   ChannelLayoutConstraints channel_constraints;
-  AssignLayouts(&module(), &computation_layout, &channel_constraints);
+  AssignLayouts(m.get(), &computation_layout, &channel_constraints);
 
-  EXPECT_THAT(LayoutOf(&module(), "gte"), ElementsAre(0, 1));
-  EXPECT_THAT(LayoutOf(&module(), "root"), ElementsAre(1, 0));
+  EXPECT_THAT(LayoutOf(m.get(), "gte"), ElementsAre(0, 1));
+  EXPECT_THAT(LayoutOf(m.get(), "root"), ElementsAre(1, 0));
   EXPECT_TRUE(ShapeUtil::Equal(
-      ShapeUtil::GetSubshape(FindInstruction(&module(), "send")->shape(), {0}),
+      ShapeUtil::GetSubshape(FindInstruction(m.get(), "send")->shape(), {0}),
       ShapeUtil::MakeShapeWithLayout(F32, {2, 2}, {1, 0})));
 }
 
@@ -904,10 +902,10 @@ TEST_F(LayoutAssignmentTest, AllReduceLayoutMissmatch) {
         all_reduce_id=1, replica_groups={{0}}, to_apply=add,
         sharding={maximal device=1}
     })";
-  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
                           ParseAndReturnVerifiedModule(module_str));
   ComputationLayout computation_layout(
-      module->entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
   Shape param_shape = ShapeUtil::MakeTupleShape(
       {ShapeUtil::MakeShapeWithLayout(F32, {2, 2}, {0, 1})});
   TF_ASSERT_OK(
@@ -917,12 +915,12 @@ TEST_F(LayoutAssignmentTest, AllReduceLayoutMissmatch) {
       LayoutUtil::MakeLayout({1, 0}));
 
   ChannelLayoutConstraints channel_constraints;
-  AssignLayouts(module.get(), &computation_layout, &channel_constraints);
+  AssignLayouts(m.get(), &computation_layout, &channel_constraints);
 
-  EXPECT_THAT(LayoutOf(module.get(), "gte"), ElementsAre(0, 1));
-  EXPECT_THAT(LayoutOf(module.get(), "ar.0"), ElementsAre(0, 1));
-  EXPECT_THAT(LayoutOf(module.get(), "ar.1"), ElementsAre(0, 1));
-  const HloInstruction* root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(LayoutOf(m.get(), "gte"), ElementsAre(0, 1));
+  EXPECT_THAT(LayoutOf(m.get(), "ar.0"), ElementsAre(0, 1));
+  EXPECT_THAT(LayoutOf(m.get(), "ar.1"), ElementsAre(0, 1));
+  const HloInstruction* root = m->entry_computation()->root_instruction();
   EXPECT_THAT(root->shape().layout().minor_to_major(), ElementsAre(1, 0));
 }
 
@@ -938,11 +936,12 @@ TEST_F(LayoutAssignmentTest, CopySliceOperandToAvoidImplicitLayoutChange) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   auto compiled_module =
       backend()
           .compiler()
-          ->RunHloPasses(module().Clone(), backend().default_stream_executor(),
+          ->RunHloPasses(m->Clone(), backend().default_stream_executor(),
                          /*device_allocator=*/nullptr)
           .ConsumeValueOrDie();
   HloInstruction* root =
@@ -966,11 +965,12 @@ TEST_F(LayoutAssignmentTest, CopyDSliceOperandToAvoidImplicitLayoutChange) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   auto compiled_module =
       backend()
           .compiler()
-          ->RunHloPasses(module().Clone(), backend().default_stream_executor(),
+          ->RunHloPasses(m->Clone(), backend().default_stream_executor(),
                          /*device_allocator=*/nullptr)
           .ConsumeValueOrDie();
   HloInstruction* root =
@@ -997,11 +997,12 @@ TEST_F(LayoutAssignmentTest, CopyConcatOperandToAvoidImplicitLayoutChange) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   auto compiled_module =
       backend()
           .compiler()
-          ->RunHloPasses(module().Clone(), backend().default_stream_executor(),
+          ->RunHloPasses(m->Clone(), backend().default_stream_executor(),
                          /*device_allocator=*/nullptr)
           .ConsumeValueOrDie();
   HloInstruction* root =
@@ -1028,11 +1029,12 @@ TEST_F(LayoutAssignmentTest,
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   auto compiled_module =
       backend()
           .compiler()
-          ->RunHloPasses(module().Clone(), backend().default_stream_executor(),
+          ->RunHloPasses(m->Clone(), backend().default_stream_executor(),
                          /*device_allocator=*/nullptr)
           .ConsumeValueOrDie();
   HloInstruction* root =
@@ -1050,11 +1052,12 @@ TEST_F(LayoutAssignmentTest, PropagatingLayoutFromResultToOperand) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   auto compiled_module =
       backend()
           .compiler()
-          ->RunHloPasses(module().Clone(), backend().default_stream_executor(),
+          ->RunHloPasses(m->Clone(), backend().default_stream_executor(),
                          /*device_allocator=*/nullptr)
           .ConsumeValueOrDie();
   HloInstruction* root =
@@ -1107,20 +1110,21 @@ TEST_F(LayoutAssignmentTest, TupleCopyOnLayoutMismatch) {
     }
   )";
 
-  ParseAndVerifyModule(module_str);
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> m,
+                          ParseAndReturnVerifiedModule(module_str));
   ComputationLayout computation_layout(
-      module().entry_computation()->ComputeProgramShape());
+      m->entry_computation()->ComputeProgramShape());
 
   // Sanity check to verify that there's a layout mismatch.
-  EXPECT_THAT(LayoutOf(&module(), "ibuf"), ElementsAre(0, 1));
-  EXPECT_THAT(LayoutOf(&module(), "next_buf"), ElementsAre(1, 0));
+  EXPECT_THAT(LayoutOf(m.get(), "ibuf"), ElementsAre(0, 1));
+  EXPECT_THAT(LayoutOf(m.get(), "next_buf"), ElementsAre(1, 0));
 
-  AssignLayouts(&module(), &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   // Make sure that layout assignment did not magically eliminate the mismatch,
   // in which case the test didn't prove anything.
-  EXPECT_THAT(LayoutOf(&module(), "ibuf"), ElementsAre(0, 1));
-  EXPECT_THAT(LayoutOf(&module(), "next_buf"), ElementsAre(1, 0));
+  EXPECT_THAT(LayoutOf(m.get(), "ibuf"), ElementsAre(0, 1));
+  EXPECT_THAT(LayoutOf(m.get(), "next_buf"), ElementsAre(1, 0));
 }
 
 TEST_F(LayoutAssignmentTest, CustomCallNotLayoutConstrained) {
@@ -1136,32 +1140,32 @@ ENTRY %CustomCallWithNotLayoutConstrained (p: f32[42,2,3]) -> f32[1,2,3,4] {
   // and result layout should match that of the computation.
   {
     TF_ASSERT_OK_AND_ASSIGN(
-        std::unique_ptr<VerifiedHloModule> module,
+        std::unique_ptr<VerifiedHloModule> m,
         ParseAndReturnVerifiedModule(module_str, GetModuleConfigForTest()));
-    ComputationLayout computation_layout = module->entry_computation_layout();
+    ComputationLayout computation_layout = m->entry_computation_layout();
     *computation_layout.mutable_parameter_layout(0) =
         ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {42, 2, 3}, {0, 2, 1}));
     *computation_layout.mutable_result_layout() = ShapeLayout(
         ShapeUtil::MakeShapeWithLayout(F32, {1, 2, 3, 4}, {3, 2, 0, 1}));
-    AssignLayouts(module.get(), &computation_layout);
+    AssignLayouts(m.get(), &computation_layout);
 
-    HloInstruction* root = module->entry_computation()->root_instruction();
+    HloInstruction* root = m->entry_computation()->root_instruction();
     ASSERT_THAT(root, op::CustomCall(op::Parameter()));
     ExpectLayoutIs(root->shape(), {3, 2, 0, 1});
     ExpectLayoutIs(root->operand(0)->shape(), {0, 2, 1});
   }
   {
     TF_ASSERT_OK_AND_ASSIGN(
-        std::unique_ptr<VerifiedHloModule> module,
+        std::unique_ptr<VerifiedHloModule> m,
         ParseAndReturnVerifiedModule(module_str, GetModuleConfigForTest()));
-    ComputationLayout computation_layout = module->entry_computation_layout();
+    ComputationLayout computation_layout = m->entry_computation_layout();
     *computation_layout.mutable_parameter_layout(0) =
         ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {42, 2, 3}, {0, 1, 2}));
     *computation_layout.mutable_result_layout() = ShapeLayout(
         ShapeUtil::MakeShapeWithLayout(F32, {1, 2, 3, 4}, {0, 2, 3, 1}));
-    AssignLayouts(module.get(), &computation_layout);
+    AssignLayouts(m.get(), &computation_layout);
 
-    HloInstruction* root = module->entry_computation()->root_instruction();
+    HloInstruction* root = m->entry_computation()->root_instruction();
     ASSERT_THAT(root, op::CustomCall(op::Parameter()));
     ExpectLayoutIs(root->shape(), {0, 2, 3, 1});
     ExpectLayoutIs(root->operand(0)->shape(), {0, 1, 2});
@@ -1179,24 +1183,24 @@ ENTRY %CustomCallWithLayoutConstraints (p0: f32[4,4], p1: f32[2,3]) -> f32[1,2,3
 }
 )";
   TF_ASSERT_OK_AND_ASSIGN(
-      std::unique_ptr<VerifiedHloModule> module,
+      std::unique_ptr<VerifiedHloModule> m,
       ParseAndReturnVerifiedModule(module_str, GetModuleConfigForTest()));
-  ComputationLayout computation_layout = module->entry_computation_layout();
+  ComputationLayout computation_layout = m->entry_computation_layout();
   *computation_layout.mutable_parameter_layout(0) =
       ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {4, 4}, {1, 0}));
   *computation_layout.mutable_parameter_layout(1) =
       ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {2, 3}, {1, 0}));
   *computation_layout.mutable_result_layout() = ShapeLayout(
       ShapeUtil::MakeShapeWithLayout(F32, {1, 2, 3, 4}, {2, 1, 0, 3}));
-  AssignLayouts(module.get(), &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
   // The custom call should be partially encapsulated in kCopy instructions
   // because of the layout mismatches.
-  ASSERT_THAT(module->entry_computation()->root_instruction(),
+  ASSERT_THAT(m->entry_computation()->root_instruction(),
               op::Copy(op::CustomCall(op::Copy(), op::Parameter())));
 
   const HloInstruction* custom_call =
-      module->entry_computation()->root_instruction()->operand(0);
+      m->entry_computation()->root_instruction()->operand(0);
   ExpectLayoutIs(custom_call->shape(), {3, 2, 0, 1});
   ExpectLayoutIs(custom_call->operand(0)->shape(), {0, 1});
   ExpectLayoutIs(custom_call->operand(1)->shape(), {1, 0});
@@ -1211,18 +1215,18 @@ ENTRY %CustomCallLayoutConstrainedZeroOperands () -> f32[1,2,3,4] {
 }
 )";
   TF_ASSERT_OK_AND_ASSIGN(
-      std::unique_ptr<VerifiedHloModule> module,
+      std::unique_ptr<VerifiedHloModule> m,
       ParseAndReturnVerifiedModule(module_str, GetModuleConfigForTest()));
-  ComputationLayout computation_layout = module->entry_computation_layout();
+  ComputationLayout computation_layout = m->entry_computation_layout();
   *computation_layout.mutable_result_layout() = ShapeLayout(
       ShapeUtil::MakeShapeWithLayout(F32, {1, 2, 3, 4}, {2, 1, 0, 3}));
-  AssignLayouts(module.get(), &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
-  ASSERT_THAT(module->entry_computation()->root_instruction(),
+  ASSERT_THAT(m->entry_computation()->root_instruction(),
               op::Copy(op::CustomCall()));
 
   const HloInstruction* custom_call =
-      module->entry_computation()->root_instruction()->operand(0);
+      m->entry_computation()->root_instruction()->operand(0);
   ExpectLayoutIs(custom_call->shape(), {3, 2, 0, 1});
 }
 
@@ -1238,25 +1242,25 @@ ENTRY %CustomCallLayoutConstrainedTupleOperand (p0: f32[4,4], p1: f32[2,3]) -> f
 }
 )";
   TF_ASSERT_OK_AND_ASSIGN(
-      std::unique_ptr<VerifiedHloModule> module,
+      std::unique_ptr<VerifiedHloModule> m,
       ParseAndReturnVerifiedModule(module_str, GetModuleConfigForTest()));
-  ComputationLayout computation_layout = module->entry_computation_layout();
+  ComputationLayout computation_layout = m->entry_computation_layout();
   *computation_layout.mutable_parameter_layout(0) =
       ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {4, 4}, {1, 0}));
   *computation_layout.mutable_parameter_layout(1) =
       ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {2, 3}, {1, 0}));
   *computation_layout.mutable_result_layout() = ShapeLayout(
       ShapeUtil::MakeShapeWithLayout(F32, {1, 2, 3, 4}, {2, 1, 0, 3}));
-  AssignLayouts(module.get(), &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
-  HloInstruction* root = module->entry_computation()->root_instruction();
+  HloInstruction* root = m->entry_computation()->root_instruction();
   ExpectLayoutIs(root->shape(), {2, 1, 0, 3});
 
-  ASSERT_THAT(module->entry_computation()->root_instruction(),
+  ASSERT_THAT(m->entry_computation()->root_instruction(),
               op::Copy(op::CustomCall(op::Tuple())));
 
   const HloInstruction* custom_call =
-      module->entry_computation()->root_instruction()->operand(0);
+      m->entry_computation()->root_instruction()->operand(0);
   ExpectLayoutIs(custom_call->shape(), {3, 2, 0, 1});
   ExpectTupleLayoutIs(custom_call->operand(0)->shape(), {{1, 0}, {0, 1}});
 }
@@ -1273,36 +1277,34 @@ ENTRY %CustomCallLayoutConstrainedTupleResult (p0: f32[4,4]) -> (f32[4,4]{1,0},
   // Try with a couple different layouts. In each case the custom calls operand
   // and result layout should match that of the computation.
   TF_ASSERT_OK_AND_ASSIGN(
-      std::unique_ptr<VerifiedHloModule> module,
+      std::unique_ptr<VerifiedHloModule> m,
       ParseAndReturnVerifiedModule(module_str, GetModuleConfigForTest()));
-  ComputationLayout computation_layout = module->entry_computation_layout();
+  ComputationLayout computation_layout = m->entry_computation_layout();
   *computation_layout.mutable_parameter_layout(0) =
       ShapeLayout(ShapeUtil::MakeShapeWithLayout(F32, {4, 4}, {1, 0}));
   *computation_layout.mutable_result_layout() =
       ShapeLayout(ShapeUtil::MakeTupleShape(
           {ShapeUtil::MakeShapeWithLayout(F32, {4, 4}, {1, 0}),
            ShapeUtil::MakeShapeWithLayout(F32, {2, 3}, {1, 0})}));
-  AssignLayouts(module.get(), &computation_layout);
+  AssignLayouts(m.get(), &computation_layout);
 
-  ExpectTupleLayoutIs(module->result_shape(), {{1, 0}, {1, 0}});
+  ExpectTupleLayoutIs(m->result_shape(), {{1, 0}, {1, 0}});
 
-  const HloInstruction* custom_call =
-      FindInstruction(module.get(), "custom-call");
+  const HloInstruction* custom_call = FindInstruction(m.get(), "custom-call");
   ExpectTupleLayoutIs(custom_call->shape(), {{1, 0}, {0, 1}});
 }
 
 Status AssignLayoutsToComputation(
-    HloModule* module,
-    ChannelLayoutConstraints* channel_constraints = nullptr) {
-  if (!module->entry_computation_layout().result_layout().LayoutIsSet()) {
-    module->mutable_entry_computation_layout()
+    HloModule* m, ChannelLayoutConstraints* channel_constraints = nullptr) {
+  if (!m->entry_computation_layout().result_layout().LayoutIsSet()) {
+    m->mutable_entry_computation_layout()
         ->mutable_result_layout()
         ->SetToDefaultLayout();
   }
   LayoutAssignment layout_assignment(
-      module->mutable_entry_computation_layout(),
+      m->mutable_entry_computation_layout(),
       LayoutAssignment::InstructionCanChangeLayout, channel_constraints);
-  return layout_assignment.Run(module).status();
+  return layout_assignment.Run(m).status();
 }
 
 TEST_F(LayoutAssignmentTest, OverwriteDiamondShapedConstraintsX) {
@@ -1325,16 +1327,16 @@ TEST_F(LayoutAssignmentTest, OverwriteDiamondShapedConstraintsX) {
   auto add = b.AddInstruction(
       HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, transpose, param1));
   b.AddInstruction(HloInstruction::CreateTuple({add, transpose}));
-  auto module = CreateNewVerifiedModule();
-  module->AddEntryComputation(b.Build());
+  auto m = CreateNewVerifiedModule();
+  m->AddEntryComputation(b.Build());
   Shape ashape_major = ShapeUtil::MakeShapeWithLayout(F32, {12, 8}, {1, 0});
   Shape ashape_minor = ShapeUtil::MakeShapeWithLayout(F32, {12, 8}, {0, 1});
-  *module->mutable_entry_computation_layout()->mutable_result_layout() =
+  *m->mutable_entry_computation_layout()->mutable_result_layout() =
       ShapeLayout(ShapeUtil::MakeTupleShape({ashape_major, ashape_minor}));
   const Layout r2_dim0major = LayoutUtil::MakeLayout({1, 0});
-  ForceParameterLayout(module.get(), 0, r2_dim0major);
-  ForceParameterLayout(module.get(), 1, r2_dim0major);
-  TF_ASSERT_OK(AssignLayoutsToComputation(module.get()));
+  ForceParameterLayout(m.get(), 0, r2_dim0major);
+  ForceParameterLayout(m.get(), 1, r2_dim0major);
+  TF_ASSERT_OK(AssignLayoutsToComputation(m.get()));
 
   EXPECT_THAT(add->shape().layout().minor_to_major(), ElementsAre(1, 0));
   EXPECT_THAT(add->operand(0)->shape().layout().minor_to_major(),
diff --git a/tensorflow/compiler/xla/service/map_inliner_test.cc b/tensorflow/compiler/xla/service/map_inliner_test.cc
index 84059dd0f7..320e0d1acb 100644
--- a/tensorflow/compiler/xla/service/map_inliner_test.cc
+++ b/tensorflow/compiler/xla/service/map_inliner_test.cc
@@ -59,12 +59,12 @@ TEST_F(MapInlinerTest, MapMax) {
       HloInstruction::CreateMap(lhs->shape(), {lhs, rhs}, max_f32.get()));
 
   auto computation = builder.Build();
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEmbeddedComputation(std::move(max_f32));
   hlo_module->AddEntryComputation(std::move(computation));
 
   MapInliner inliner;
-  EXPECT_TRUE(inliner.Run(hlo_module).ValueOrDie());
+  EXPECT_TRUE(inliner.Run(hlo_module.get()).ValueOrDie());
   EXPECT_THAT(hlo_module->entry_computation()->root_instruction(),
               op::Maximum(lhs, rhs));
 
@@ -93,12 +93,12 @@ TEST_F(MapInlinerTest, MapConstant) {
       HloInstruction::CreateMap(lhs->shape(), {lhs}, const2_f32.get()));
 
   auto computation = builder.Build();
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEmbeddedComputation(std::move(const2_f32));
   hlo_module->AddEntryComputation(std::move(computation));
   HloInstruction* root = hlo_module->entry_computation()->root_instruction();
   MapInliner inliner;
-  EXPECT_TRUE(inliner.Run(hlo_module).ValueOrDie());
+  EXPECT_TRUE(inliner.Run(hlo_module.get()).ValueOrDie());
   root = hlo_module->entry_computation()->root_instruction();
   EXPECT_THAT(root, op::Broadcast(op::Constant()));
 
@@ -131,12 +131,12 @@ TEST_F(MapInlinerTest, MapSubtractOppositeOrder) {
     HloInstruction::CreateMap(lhs->shape(), {lhs, rhs}, max_f32.get()));
 
   auto computation = builder.Build();
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEmbeddedComputation(std::move(max_f32));
   hlo_module->AddEntryComputation(std::move(computation));
 
   MapInliner inliner;
-  EXPECT_TRUE(inliner.Run(hlo_module).ValueOrDie());
+  EXPECT_TRUE(inliner.Run(hlo_module.get()).ValueOrDie());
   EXPECT_THAT(hlo_module->entry_computation()->root_instruction(),
           op::Subtract(rhs, lhs));
 
diff --git a/tensorflow/compiler/xla/service/reshape_mover_test.cc b/tensorflow/compiler/xla/service/reshape_mover_test.cc
index fcf269eee9..e100460f7d 100644
--- a/tensorflow/compiler/xla/service/reshape_mover_test.cc
+++ b/tensorflow/compiler/xla/service/reshape_mover_test.cc
@@ -37,6 +37,7 @@ namespace op = xla::testing::opcode_matchers;
 class ReshapeMoverTest : public HloVerifiedTestBase {};
 
 TEST_F(ReshapeMoverTest, ReshapesWithDifferentInputShapesNotMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {8, 7});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -50,12 +51,12 @@ TEST_F(ReshapeMoverTest, ReshapesWithDifferentInputShapesNotMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), op::Reshape(param1)));
 
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), op::Reshape(param1)));
@@ -74,6 +75,7 @@ TEST_F(ReshapeMoverTest, ReshapesWithDifferentInputShapesNotMoved) {
 // Verifies that the reshape is not moved, since rng0 is trivially reshapable
 // and therefore there is no nontrivial reshapes to move.
 TEST_F(ReshapeMoverTest, 1ConstantAnd1ReshapesOnRngNotMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {8, 7});
   auto rng0 = builder.AddInstruction(HloInstruction::CreateRng(
@@ -92,18 +94,19 @@ TEST_F(ReshapeMoverTest, 1ConstantAnd1ReshapesOnRngNotMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, const1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(rng0), const1));
 
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(rng0), const1));
 }
 
 TEST_F(ReshapeMoverTest, ScalarReshapesNotMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -117,12 +120,12 @@ TEST_F(ReshapeMoverTest, ScalarReshapesNotMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), op::Reshape(param1)));
 
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(
       computation->root_instruction(),
@@ -130,6 +133,7 @@ TEST_F(ReshapeMoverTest, ScalarReshapesNotMoved) {
 }
 
 TEST_F(ReshapeMoverTest, EquivalentReshapesMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {8, 7});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -143,11 +147,11 @@ TEST_F(ReshapeMoverTest, EquivalentReshapesMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), op::Reshape(param1)));
-  EXPECT_TRUE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_TRUE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Add(param0, param1)));
@@ -177,6 +181,7 @@ TEST_F(ReshapeMoverTest, EquivalentReshapesMoved) {
 // |
 // reshape4
 TEST_F(ReshapeMoverTest, 1ConstantAnd2ReshapesMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {2, 3});
   auto const0 = builder.AddInstruction(
@@ -196,12 +201,12 @@ TEST_F(ReshapeMoverTest, 1ConstantAnd2ReshapesMoved) {
   builder.AddInstruction(HloInstruction::CreateTernary(
       root_shape, HloOpcode::kSelect, const0, reshape1, reshape2));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Select(const0, reshape1, reshape2));
 
-  EXPECT_TRUE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_TRUE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Select(op::Reshape(const0), param1, param2)));
@@ -221,6 +226,7 @@ TEST_F(ReshapeMoverTest, 1ConstantAnd2ReshapesMoved) {
 // Verifies that the reshape0 does not sink below add, because param1 is not
 // trivially reshapable nor is a Reshape/Transpose.
 TEST_F(ReshapeMoverTest, 1ParameterAnd1ReshapeNotMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {8, 7});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -232,11 +238,11 @@ TEST_F(ReshapeMoverTest, 1ParameterAnd1ReshapeNotMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, param1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), param1));
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), param1));
@@ -257,6 +263,7 @@ TEST_F(ReshapeMoverTest, 1ParameterAnd1ReshapeNotMoved) {
 // Verifies that we don't unnecessarily sink reshapes, which are in fact
 // trivial reshapes.
 TEST_F(ReshapeMoverTest, 2TrivialConstantReshapeNotMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {3, 2});
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -275,12 +282,12 @@ TEST_F(ReshapeMoverTest, 2TrivialConstantReshapeNotMoved) {
   builder.AddInstruction(HloInstruction::CreateTernary(
       root_shape, HloOpcode::kSelect, pred, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Select(pred, op::Reshape(const0), op::Reshape(const1)));
 
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Select(pred, op::Reshape(const0), op::Reshape(const1)));
@@ -309,6 +316,7 @@ TEST_F(ReshapeMoverTest, 2TrivialConstantReshapeNotMoved) {
 //
 // (note that reshape1 here is trivial).
 TEST_F(ReshapeMoverTest, 1NonTrivialReshapeMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {2, 3});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -320,12 +328,12 @@ TEST_F(ReshapeMoverTest, 1NonTrivialReshapeMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, const1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), const1));
 
-  EXPECT_TRUE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_TRUE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Add(param0, op::Reshape(const1))));
@@ -348,6 +356,7 @@ TEST_F(ReshapeMoverTest, 1NonTrivialReshapeMoved) {
 // For now we treat it as non-trivial, so we verify that we don't sink the
 // reshapes in this case.
 TEST_F(ReshapeMoverTest, 1NonTrivialReshapeWith1ReshapedConstNotMoved) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {1, 1, 3});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -362,12 +371,12 @@ TEST_F(ReshapeMoverTest, 1NonTrivialReshapeWith1ReshapedConstNotMoved) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), op::Reshape(const1)));
 
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Add(op::Reshape(param0), op::Reshape(const1)));
@@ -376,6 +385,7 @@ TEST_F(ReshapeMoverTest, 1NonTrivialReshapeWith1ReshapedConstNotMoved) {
 }
 
 TEST_F(ReshapeMoverTest, EquivalentReshapesMovedAcrossFusion) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {8, 7});
   auto param0 = builder.AddInstruction(HloInstruction::CreateParameter(
@@ -389,14 +399,14 @@ TEST_F(ReshapeMoverTest, EquivalentReshapesMovedAcrossFusion) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       root_shape, HloOpcode::kAdd, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   computation->CreateFusionInstruction({add},
                                        HloInstruction::FusionKind::kLoop);
 
   EXPECT_THAT(computation->root_instruction(),
               op::Fusion(op::Reshape(param0), op::Reshape(param1)));
 
-  EXPECT_TRUE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_TRUE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Fusion(param0, param1)));
@@ -405,6 +415,7 @@ TEST_F(ReshapeMoverTest, EquivalentReshapesMovedAcrossFusion) {
 }
 
 TEST_F(ReshapeMoverTest, EquivalentReshapesMovedAcrossSelect) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {8, 7});
   auto pred_shape = ShapeUtil::MakeShape(PRED, {8, 7});
@@ -423,13 +434,13 @@ TEST_F(ReshapeMoverTest, EquivalentReshapesMovedAcrossSelect) {
   builder.AddInstruction(HloInstruction::CreateTernary(
       root_shape, HloOpcode::kSelect, reshape_pred, reshape0, reshape1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(
       computation->root_instruction(),
       op::Select(op::Reshape(pred), op::Reshape(param0), op::Reshape(param1)));
 
-  EXPECT_TRUE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_TRUE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Reshape(op::Select(pred, param0, param1)));
@@ -438,6 +449,7 @@ TEST_F(ReshapeMoverTest, EquivalentReshapesMovedAcrossSelect) {
 }
 
 TEST_F(ReshapeMoverTest, ScalarReshapeNotMovedAcrossSelect) {
+  auto m = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
   auto root_shape = ShapeUtil::MakeShape(F32, {});
   auto pred_shape = ShapeUtil::MakeShape(PRED, {});
@@ -452,11 +464,11 @@ TEST_F(ReshapeMoverTest, ScalarReshapeNotMovedAcrossSelect) {
   auto select = builder.AddInstruction(HloInstruction::CreateTernary(
       root_shape, HloOpcode::kSelect, reshape_pred, param0, param1));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->root_instruction(),
               op::Select(op::Reshape(pred), param0, param1));
 
-  EXPECT_FALSE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_FALSE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Select(op::Reshape(pred), param0, param1));
@@ -477,6 +489,7 @@ TEST_F(ReshapeMoverTest, ScalarReshapeNotMovedAcrossSelect) {
 //
 // We expect reshape{0,1} AND reshape{2,3} to be lifted.
 TEST_F(ReshapeMoverTest, MultiplePasses) {
+  auto m = CreateNewVerifiedModule();
   auto shape1 = ShapeUtil::MakeShape(F32, {1, 8, 1, 7});
   auto shape2 = ShapeUtil::MakeShape(F32, {8, 7, 1});
   auto shape3 = ShapeUtil::MakeShape(F32, {8, 7});
@@ -500,14 +513,14 @@ TEST_F(ReshapeMoverTest, MultiplePasses) {
   builder.AddInstruction(HloInstruction::CreateBinary(shape3, HloOpcode::kAdd,
                                                       reshape2, reshape3));
 
-  auto computation = module().AddEntryComputation(builder.Build());
+  auto computation = m->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(
       computation->root_instruction(),
       op::Add(op::Reshape(param2),
               op::Reshape(op::Add(op::Reshape(param0), op::Reshape(param1)))));
 
-  EXPECT_TRUE(ReshapeMover().Run(&module()).ValueOrDie());
+  EXPECT_TRUE(ReshapeMover().Run(m.get()).ValueOrDie());
 
   EXPECT_THAT(
       computation->root_instruction(),
@@ -526,11 +539,11 @@ TEST_F(ReshapeMoverTest, SinkTransposeAcrossBroadcastScalar) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(m.get()));
   EXPECT_TRUE(changed);
 
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Transpose(op::Multiply()));
 }
 
@@ -555,8 +568,8 @@ TEST_F(ReshapeMoverTest, ReshapeWithUsersOutsideCandidatesNotSink) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(m.get()));
   EXPECT_FALSE(changed);
 }
 
@@ -580,10 +593,10 @@ TEST_F(ReshapeMoverTest, ReshapeNoUsersOutsideCandidatesSink1) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(m.get()));
   EXPECT_TRUE(changed);
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Tuple(op::Reshape(), op::Reshape(), op::Reshape()));
 }
 
@@ -597,10 +610,10 @@ TEST_F(ReshapeMoverTest, ReshapeNoUsersOutsideCandidatesSink2) {
     }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(&module()));
+  TF_ASSERT_OK_AND_ASSIGN(auto m, ParseAndReturnVerifiedModule(hlo_string));
+  TF_ASSERT_OK_AND_ASSIGN(bool changed, ReshapeMover().Run(m.get()));
   EXPECT_TRUE(changed);
-  EXPECT_THAT(module().entry_computation()->root_instruction(),
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Reshape(op::Add()));
 }
 
diff --git a/tensorflow/compiler/xla/service/tuple_simplifier_test.cc b/tensorflow/compiler/xla/service/tuple_simplifier_test.cc
index 516754e211..8add6b189a 100644
--- a/tensorflow/compiler/xla/service/tuple_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/tuple_simplifier_test.cc
@@ -65,10 +65,10 @@ TEST_F(TupleSimplifierTest, TupleOfParameters) {
   HloInstruction* param2 = builder.AddInstruction(
       HloInstruction::CreateParameter(2, scalar_shape_, "param2"));
   builder.AddInstruction(HloInstruction::CreateTuple({param0, param1, param2}));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  Run(module, /*change_expected=*/false);
+  Run(module.get(), /*change_expected=*/false);
 }
 
 TEST_F(TupleSimplifierTest, GteOfTupleOfParameter) {
@@ -78,10 +78,10 @@ TEST_F(TupleSimplifierTest, GteOfTupleOfParameter) {
       HloInstruction::CreateParameter(0, tuple_shape_, "param"));
   builder.AddInstruction(
       HloInstruction::CreateGetTupleElement(scalar_shape_, param, 1));
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
-  Run(module, /*change_expected=*/false);
+  Run(module.get(), /*change_expected=*/false);
 }
 
 TEST_F(TupleSimplifierTest, GteOfTuple) {
@@ -98,12 +98,12 @@ TEST_F(TupleSimplifierTest, GteOfTuple) {
   HloInstruction* gte = builder.AddInstruction(
       HloInstruction::CreateGetTupleElement(scalar_shape_, tuple, 1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), gte);
 
-  Run(module, /*change_expected=*/true);
+  Run(module.get(), /*change_expected=*/true);
 
   EXPECT_THAT(computation->root_instruction(), param1);
 }
@@ -125,13 +125,13 @@ TEST_F(TupleSimplifierTest, GteOfTupleChain) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape_, HloOpcode::kNegate, element));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(),
               op::Negate(op::GetTupleElement(op::Tuple())));
 
-  Run(module, /*change_expected=*/true);
+  Run(module.get(), /*change_expected=*/true);
 
   EXPECT_THAT(computation->root_instruction(), op::Negate(op::Parameter()));
 }
@@ -157,12 +157,12 @@ TEST_F(TupleSimplifierTest, NestedGteOfTuples) {
         ShapeUtil::GetTupleElementShape(element->shape(), 0), element, 0));
   }
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), element);
 
-  Run(module, /*change_expected=*/true);
+  Run(module.get(), /*change_expected=*/true);
 
   EXPECT_THAT(computation->root_instruction(), param);
 }
@@ -182,12 +182,12 @@ TEST_F(TupleSimplifierTest, TupleOfGteInstructions) {
   HloInstruction* tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({gte0, gte1, gte2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), tuple);
 
-  Run(module, /*change_expected=*/true);
+  Run(module.get(), /*change_expected=*/true);
 
   EXPECT_THAT(computation->root_instruction(), tuple_param);
 }
@@ -207,19 +207,19 @@ TEST_F(TupleSimplifierTest, IncompatibleTuples) {
   HloInstruction* tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({gte0, gte1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(computation->root_instruction(), tuple);
 
-  Run(module, /*change_expected=*/false);
+  Run(module.get(), /*change_expected=*/false);
 
   EXPECT_THAT(computation->root_instruction(), tuple);
 }
 
 TEST_F(TupleSimplifierTest, CanExcludeEntryComputation) {
   //  Verify that the root computation can be excluded
-  auto module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
 
   HloInstruction* p0;
   HloInstruction* p1;
@@ -281,7 +281,7 @@ TEST_F(TupleSimplifierTest, CanExcludeEntryComputation) {
     entry = module->AddEntryComputation(builder.Build());
   }
 
-  Run(module, /*change_expected=*/true, /*exclude_entry=*/true);
+  Run(module.get(), /*change_expected=*/true, /*exclude_entry=*/true);
 
   EXPECT_THAT(c0->root_instruction(), p0);
   EXPECT_THAT(c1->root_instruction(), p1);
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
index 20b66d7a1d..a6d0db0f6f 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
@@ -58,6 +58,7 @@ HloComputation* WhileLoopInvariantCodeMotionTest::MakeAlwaysTrueComputation(
 }
 
 TEST_F(WhileLoopInvariantCodeMotionTest, HoistOneInvariantOperation) {
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   Shape while_shape =
       ShapeUtil::MakeTupleShape({scalar_s32, scalar_s32, scalar_s32});
@@ -76,19 +77,18 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistOneInvariantOperation) {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_0, gte_1, add_result}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
-  HloComputation* entry_computation =
-      module().AddEntryComputation(builder.Build());
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
+  HloComputation* entry_computation = m->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_TRUE(simplified_loop);
 
   HloInstruction* transformed_while;
@@ -100,6 +100,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistOneInvariantOperation) {
 }
 
 TEST_F(WhileLoopInvariantCodeMotionTest, HoistInvariantOperationTree) {
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   Shape while_shape =
       ShapeUtil::MakeTupleShape({scalar_s32, scalar_s32, scalar_s32});
@@ -135,19 +136,18 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistInvariantOperationTree) {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_0, gte_1, divide_result}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
-  HloComputation* entry_computation =
-      module().AddEntryComputation(builder.Build());
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
+  HloComputation* entry_computation = m->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_TRUE(simplified_loop);
 
   HloInstruction* transformed_while;
@@ -173,6 +173,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistInvariantOperationTree) {
 TEST_F(WhileLoopInvariantCodeMotionTest,
        DontHoistTriviallyLoopVaryingComputation) {
   // Basic negative test: the add expression is not loop invariant.
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   Shape while_shape = ShapeUtil::MakeTupleShape({scalar_s32, scalar_s32});
 
@@ -189,20 +190,20 @@ TEST_F(WhileLoopInvariantCodeMotionTest,
             scalar_s32, HloOpcode::kAdd, gte_0, gte_1));
     builder.AddInstruction(HloInstruction::CreateTuple({gte_0, add_result}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   auto* while_inst = builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
 
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_FALSE(simplified_loop);
 
   EXPECT_THAT(while_inst->while_body()->instructions(), Contains(op::Add()));
@@ -210,6 +211,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest,
 
 TEST_F(WhileLoopInvariantCodeMotionTest,
        DontHoistLoopVaryingComputationWithAlternatingTuples) {
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   Shape while_shape =
       ShapeUtil::MakeTupleShape({scalar_s32, scalar_s32, scalar_s32});
@@ -228,25 +230,26 @@ TEST_F(WhileLoopInvariantCodeMotionTest,
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_1, gte_0, add_result}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   auto* while_inst = builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
 
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_FALSE(simplified_loop);
 
   EXPECT_THAT(while_inst->while_body()->instructions(), Contains(op::Add()));
 }
 
 TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistInstructionWithSideEffects) {
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   auto token_shape = ShapeUtil::MakeTokenShape();
   Shape while_shape =
@@ -267,7 +270,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistInstructionWithSideEffects) {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_0, gte_1, out_token}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
@@ -277,14 +280,14 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistInstructionWithSideEffects) {
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateTuple({scalar_param, scalar_param, token}));
   auto* while_inst = builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
   builder.AddInstruction(
       HloInstruction::CreateGetTupleElement(scalar_s32, while_inst, 0));
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   ASSERT_FALSE(simplified_loop);
 
   EXPECT_THAT(while_inst->while_body()->instructions(),
@@ -294,6 +297,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistInstructionWithSideEffects) {
 TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistBitcastAlone) {
   // The bitcast's user, an outfeed, can't be hoisted, so don't hoist the
   // bitcast either.
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   auto scalar_f32 = ShapeUtil::MakeShape(F32, {});
   auto token_shape = ShapeUtil::MakeTokenShape();
@@ -317,7 +321,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistBitcastAlone) {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_0, gte_1, out_token}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
@@ -327,15 +331,15 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistBitcastAlone) {
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateTuple({scalar_param, scalar_param, token}));
   auto* while_inst = builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
   builder.AddInstruction(
       HloInstruction::CreateGetTupleElement(scalar_s32, while_inst, 0));
 
-  module().AddEntryComputation(builder.Build());
+  m->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_FALSE(simplified_loop);
 
   EXPECT_THAT(while_inst->while_body()->instructions(),
@@ -346,6 +350,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistBitcastAlone) {
 
 TEST_F(WhileLoopInvariantCodeMotionTest, HoistBitcastIfNeeded) {
   // The bitcast's user can be hoisted, so hoist the bitcast too.
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   auto scalar_f32 = ShapeUtil::MakeShape(F32, {});
   Shape while_shape =
@@ -367,21 +372,20 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistBitcastIfNeeded) {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_0, gte_1, add_inst}));
 
-    return module().AddEmbeddedComputation(builder.Build());
+    return m->AddEmbeddedComputation(builder.Build());
   }();
 
   HloComputation::Builder builder(TestName());
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
 
-  HloComputation* entry_computation =
-      module().AddEntryComputation(builder.Build());
+  HloComputation* entry_computation = m->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_TRUE(simplified_loop);
 
   HloInstruction* transformed_while;
@@ -396,6 +400,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistBitcastIfNeeded) {
 }
 
 TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistControlDependencies) {
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   Shape while_shape =
       ShapeUtil::MakeTupleShape({scalar_s32, scalar_s32, scalar_s32});
@@ -416,22 +421,23 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DontHoistControlDependencies) {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte_0, gte_1, add_result}));
 
-    while_body = module().AddEmbeddedComputation(builder.Build());
+    while_body = m->AddEmbeddedComputation(builder.Build());
   }
 
   HloComputation::Builder builder(TestName());
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
-  module().AddEntryComputation(builder.Build());
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
+  m->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_FALSE(simplified_loop);
 }
 
 TEST_F(WhileLoopInvariantCodeMotionTest, BodyHasNonTupleRoot) {
+  auto m = CreateNewVerifiedModule();
   auto scalar_s32 = ShapeUtil::MakeShape(S32, {});
   Shape while_shape = ShapeUtil::MakeTupleShape({scalar_s32, scalar_s32});
 
@@ -439,7 +445,7 @@ TEST_F(WhileLoopInvariantCodeMotionTest, BodyHasNonTupleRoot) {
     HloComputation::Builder builder(TestName() + ".passthrough");
     HloInstruction* param = builder.AddInstruction(
         HloInstruction::CreateParameter(0, while_shape, "param"));
-    HloComputation* result = module().AddEmbeddedComputation(builder.Build());
+    HloComputation* result = m->AddEmbeddedComputation(builder.Build());
 
     result->AddInstruction(
         HloInstruction::CreateGetTupleElement(scalar_s32, param, 1));
@@ -450,11 +456,11 @@ TEST_F(WhileLoopInvariantCodeMotionTest, BodyHasNonTupleRoot) {
   auto* init_value = builder.AddInstruction(
       HloInstruction::CreateParameter(0, while_shape, "init_value"));
   builder.AddInstruction(HloInstruction::CreateWhile(
-      while_shape, MakeAlwaysTrueComputation(while_shape, &module()),
-      while_body, init_value));
-  module().AddEntryComputation(builder.Build());
+      while_shape, MakeAlwaysTrueComputation(while_shape, m.get()), while_body,
+      init_value));
+  m->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_FALSE(simplified_loop);
 }
 
@@ -482,14 +488,14 @@ ENTRY entry {
 )";
 
 TEST_F(WhileLoopInvariantCodeMotionTest, HoistsConstantWhenAsked) {
-  ParseAndVerifyModule(kConstantHoistingTestCase);
+  auto m = ParseAndReturnVerifiedModule(kConstantHoistingTestCase).ValueOrDie();
 
   TF_ASSERT_OK_AND_ASSIGN(
       bool simplified_loop,
-      WhileLoopInvariantCodeMotion{/*hoist_constants=*/true}.Run(&module()));
+      WhileLoopInvariantCodeMotion{/*hoist_constants=*/true}.Run(m.get()));
   EXPECT_TRUE(simplified_loop);
 
-  HloComputation* while_body = module().GetComputationWithName("wide.body");
+  HloComputation* while_body = m->GetComputationWithName("wide.body");
   ASSERT_NE(while_body, nullptr);
 
   // We expect the while body to be the equivalent of:
@@ -523,10 +529,10 @@ TEST_F(WhileLoopInvariantCodeMotionTest, HoistsConstantWhenAsked) {
 }
 
 TEST_F(WhileLoopInvariantCodeMotionTest, DoesNotHoistConstantByDefault) {
-  ParseAndVerifyModule(kConstantHoistingTestCase);
+  auto m = ParseAndReturnVerifiedModule(kConstantHoistingTestCase).ValueOrDie();
 
   TF_ASSERT_OK_AND_ASSIGN(bool simplified_loop,
-                          WhileLoopInvariantCodeMotion{}.Run(&module()));
+                          WhileLoopInvariantCodeMotion{}.Run(m.get()));
   EXPECT_FALSE(simplified_loop);
 }
 
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
index 84855efd9a..e9ad188efb 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
@@ -32,15 +32,18 @@ namespace op = xla::testing::opcode_matchers;
 class WhileLoopSimplifierTest : public HloVerifiedTestBase {
  protected:
   // Makes an HloModule that contains a loop with `num_iters` iteration.
-  void MakeModuleWithSimpleLoop(int num_iters);
+  TF_MUST_USE_RESULT std::unique_ptr<VerifiedHloModule>
+  MakeModuleWithSimpleLoop(int num_iters);
 
   // Similar to MakeModuleWithSimpleLoop except that the loop bound is passed to
   // the loop-condition through an element of a tuple which is the
   // loop-condition parameter.
-  void MakeModuleWithSimpleLoopTupleElementLoopBound(int num_iters);
+  TF_MUST_USE_RESULT std::unique_ptr<VerifiedHloModule>
+  MakeModuleWithSimpleLoopTupleElementLoopBound(int num_iters);
 };
 
-void WhileLoopSimplifierTest::MakeModuleWithSimpleLoop(int num_iters) {
+std::unique_ptr<VerifiedHloModule>
+WhileLoopSimplifierTest::MakeModuleWithSimpleLoop(int num_iters) {
   string hlo_string_template = R"(
   HloModule SimpleLoop
   SimpleLoop.body {
@@ -69,10 +72,11 @@ void WhileLoopSimplifierTest::MakeModuleWithSimpleLoop(int num_iters) {
 
   string hlo_string = absl::StrReplaceAll(
       hlo_string_template, {{"{{LOOP_BOUND}}", absl::StrCat(42 + num_iters)}});
-  ParseAndVerifyModule(hlo_string);
+  return ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
 }
 
-void WhileLoopSimplifierTest::MakeModuleWithSimpleLoopTupleElementLoopBound(
+std::unique_ptr<VerifiedHloModule>
+WhileLoopSimplifierTest::MakeModuleWithSimpleLoopTupleElementLoopBound(
     int num_iters) {
   string hlo_string_template = R"(
   HloModule SimpleLoopWithIndirectLoopBound
@@ -106,60 +110,55 @@ void WhileLoopSimplifierTest::MakeModuleWithSimpleLoopTupleElementLoopBound(
 
   string hlo_string = absl::StrReplaceAll(
       hlo_string_template, {{"{{LOOP_BOUND}}", absl::StrCat(42 + num_iters)}});
-  ParseAndVerifyModule(hlo_string);
+  return ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
 }
 
 TEST_F(WhileLoopSimplifierTest, LoopWithZeroIterationSimiplified) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/0);
-  HloModule* the_module = &module();
-  ASSERT_TRUE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
-  EXPECT_THAT(the_module->entry_computation()->root_instruction(),
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/0);
+  ASSERT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Tuple(op::Constant(), op::Constant()));
 }
 
 TEST_F(WhileLoopSimplifierTest,
        LoopWithZeroIterationTupleElementLoopBoundSimplified) {
-  MakeModuleWithSimpleLoopTupleElementLoopBound(/*num_iters=*/0);
-  HloModule* the_module = &module();
-  ASSERT_TRUE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
-  EXPECT_THAT(the_module->entry_computation()->root_instruction(),
+  auto m = MakeModuleWithSimpleLoopTupleElementLoopBound(/*num_iters=*/0);
+  ASSERT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Tuple(op::Constant(), op::Constant(), op::Constant()));
 }
 
 TEST_F(WhileLoopSimplifierTest, LoopWithOneIterationSimplified) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/1);
-  HloModule* the_module = &module();
-  ASSERT_TRUE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
-  EXPECT_THAT(the_module->entry_computation()->root_instruction(),
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/1);
+  ASSERT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Tuple(op::Add(), op::Multiply()));
 }
 
 TEST_F(WhileLoopSimplifierTest,
        LoopWithOneIterationTupleELementLoopBoundSimplified) {
-  MakeModuleWithSimpleLoopTupleElementLoopBound(/*num_iters=*/1);
-  HloModule* the_module = &module();
-  ASSERT_TRUE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
-  EXPECT_THAT(the_module->entry_computation()->root_instruction(),
+  auto m = MakeModuleWithSimpleLoopTupleElementLoopBound(/*num_iters=*/1);
+  ASSERT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
               op::Tuple(op::Add(), op::Multiply(), op::Constant()));
 }
 
 TEST_F(WhileLoopSimplifierTest, LoopWithTwoIterationsNotSimplified) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/2);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/2);
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(WhileLoopSimplifierTest,
        LoopWithControlDependencySimplifiedDependencyPreserved) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/1);
-  HloModule* the_module = &module();
-  HloComputation* computation = the_module->entry_computation();
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/1);
+  HloComputation* computation = m->entry_computation();
   auto* while_op = computation->root_instruction();
   ASSERT_EQ(while_op->opcode(), HloOpcode::kWhile);
   auto* true_op = while_op->while_body()->AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<bool>(true)));
   TF_ASSERT_OK(true_op->AddControlDependencyTo(
       while_op->while_body()->root_instruction()));
-  ASSERT_TRUE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
+  ASSERT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
   EXPECT_THAT(computation->root_instruction()->control_predecessors(),
               ElementsAre(op::Constant()))
       << computation->ToString();
@@ -168,9 +167,8 @@ TEST_F(WhileLoopSimplifierTest,
 // Loops that contain send/recv nodes can't be simplified; the loop structure
 // around send/recv nodes must be preserved.
 TEST_F(WhileLoopSimplifierTest, LoopWithSendNotSimplified) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/1);
-  HloModule* the_module = &module();
-  HloComputation* computation = the_module->entry_computation();
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/1);
+  HloComputation* computation = m->entry_computation();
   auto* while_op = computation->root_instruction();
   ASSERT_EQ(while_op->opcode(), HloOpcode::kWhile);
   auto* while_body = while_op->while_body();
@@ -181,13 +179,12 @@ TEST_F(WhileLoopSimplifierTest, LoopWithSendNotSimplified) {
       token,
       /*channel_id=*/0));
   while_body->AddInstruction(HloInstruction::CreateSendDone(send));
-  EXPECT_FALSE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(WhileLoopSimplifierTest, LoopWithRecvNotSimplified) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/1);
-  HloModule* the_module = &module();
-  HloComputation* computation = the_module->entry_computation();
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/1);
+  HloComputation* computation = m->entry_computation();
   auto* while_op = computation->root_instruction();
   ASSERT_EQ(while_op->opcode(), HloOpcode::kWhile);
   auto* while_body = while_op->while_body();
@@ -196,7 +193,7 @@ TEST_F(WhileLoopSimplifierTest, LoopWithRecvNotSimplified) {
       HloInstruction::CreateRecv(ShapeUtil::MakeShape(F32, {1}), token,
                                  /*channel_id=*/0));
   while_body->AddInstruction(HloInstruction::CreateRecvDone(recv));
-  EXPECT_FALSE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // The limitation on not being able to simplify loops that contain infeeds (and
@@ -204,16 +201,15 @@ TEST_F(WhileLoopSimplifierTest, LoopWithRecvNotSimplified) {
 // fact that our infrastructure sees simplifying such a loop as tantamount to
 // removing the non-removable instruction.
 TEST_F(WhileLoopSimplifierTest, LoopWithInfeedNotSimplified) {
-  MakeModuleWithSimpleLoop(/*num_iters=*/1);
-  HloModule* the_module = &module();
-  HloComputation* computation = the_module->entry_computation();
+  auto m = MakeModuleWithSimpleLoop(/*num_iters=*/1);
+  HloComputation* computation = m->entry_computation();
   auto* while_op = computation->root_instruction();
   ASSERT_EQ(while_op->opcode(), HloOpcode::kWhile);
   auto* while_body = while_op->while_body();
   auto token = while_body->AddInstruction(HloInstruction::CreateToken());
   while_body->AddInstruction(HloInstruction::CreateInfeed(
       ShapeUtil::MakeShape(F32, {1}), token, "config"));
-  EXPECT_FALSE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // A non-tuple shaped loop shouldn't be simplified or crash the compiler.
@@ -238,8 +234,8 @@ TEST_F(WhileLoopSimplifierTest, NonTupleShapedLoopNotSimplified) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // A while loop that does nothing else besides swapping tuple elements
@@ -270,8 +266,8 @@ TEST_F(WhileLoopSimplifierTest, LoopSwappingTupleElementsNotSimplified) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // Construct a loop where we assign a constant to tuple element 0 in each
@@ -299,8 +295,8 @@ TEST_F(WhileLoopSimplifierTest,
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // Nothing to simplify in a while loop whose tuple has 0 elements.
@@ -322,8 +318,8 @@ TEST_F(WhileLoopSimplifierTest, LoopWithEmptyTupleNotSimplified) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // While loop where one tuple element is used twice in the body, and thus can't
@@ -350,8 +346,8 @@ TEST_F(WhileLoopSimplifierTest, LoopWithElemUsedTwiceNotSimplified) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 // This while loop has three tuple elements.  Element 0 is unused and should be
@@ -392,16 +388,15 @@ TEST_F(WhileLoopSimplifierTest, RemoveUnusedLoopOperands) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  HloModule* the_module = &module();
-  EXPECT_TRUE(WhileLoopSimplifier().Run(the_module).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 
   // The original while instruction is still left in the module as a dead
   // instruction, find a while instruction with a different name as the new
   // while instruction.
   HloInstruction* new_while_op =
-      *std::find_if(the_module->entry_computation()->instructions().begin(),
-                    the_module->entry_computation()->instructions().end(),
+      *std::find_if(m->entry_computation()->instructions().begin(),
+                    m->entry_computation()->instructions().end(),
                     [&](const HloInstruction* instr) {
                       return (instr->opcode() == HloOpcode::kWhile &&
                               instr->name() != "while");
@@ -442,8 +437,8 @@ TEST_F(WhileLoopSimplifierTest, LoopWithNonTupleBodyShapeNotSimplified) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(WhileLoopSimplifierTest,
@@ -475,8 +470,8 @@ TEST_F(WhileLoopSimplifierTest,
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(WhileLoopSimplifierTest, LoopWithArrayConstantNotSimplified) {
@@ -507,8 +502,8 @@ TEST_F(WhileLoopSimplifierTest, LoopWithArrayConstantNotSimplified) {
   }
   )";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_FALSE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_FALSE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
 }
 
 TEST_F(WhileLoopSimplifierTest, FlattenNestedTuple) {
@@ -539,13 +534,13 @@ TEST_F(WhileLoopSimplifierTest, FlattenNestedTuple) {
       condition=Cond, body=Body
   })";
 
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_TRUE(WhileLoopSimplifier().Run(&module()).ValueOrDie());
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
   // DCE away the old loop so there's just one while loop in the module, making
   // it easy to find.
-  EXPECT_TRUE(HloDCE().Run(&module()).ok());
+  EXPECT_TRUE(HloDCE().Run(m.get()).ok());
 
-  const auto& instrs = module().entry_computation()->instructions();
+  const auto& instrs = m->entry_computation()->instructions();
   HloInstruction* new_while =
       *absl::c_find_if(instrs, [](const HloInstruction* instr) {
         return instr->opcode() == HloOpcode::kWhile;
@@ -553,7 +548,7 @@ TEST_F(WhileLoopSimplifierTest, FlattenNestedTuple) {
   Shape flat_tuple =
       ShapeUtil::ParseShapeString("(s32[1], s32[2], s32[3], s32[4])")
           .ValueOrDie();
-  SCOPED_TRACE(module().ToString());
+  SCOPED_TRACE(m->ToString());
   EXPECT_TRUE(ShapeUtil::Equal(new_while->shape(), flat_tuple));
   EXPECT_TRUE(ShapeUtil::Equal(
       new_while->while_body()->root_instruction()->shape(), flat_tuple));
@@ -563,7 +558,7 @@ TEST_F(WhileLoopSimplifierTest, FlattenNestedTuple) {
       new_while->while_condition()->parameter_instruction(0)->shape(),
       flat_tuple));
   EXPECT_TRUE(ShapeUtil::Equal(
-      module().entry_computation()->root_instruction()->shape(),
+      m->entry_computation()->root_instruction()->shape(),
       ShapeUtil::ParseShapeString("((s32[1]), (s32[2], s32[3], (s32[4])))")
           .ValueOrDie()));
 }
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc
index 8bd0a729b7..6a63c69c2b 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc
@@ -49,26 +49,6 @@ HloVerifiedTestBase::HloVerifiedTestBase(bool layout_sensitive,
       verifier_layout_sensitive_(layout_sensitive),
       allow_mixed_precision_in_hlo_verifier_(allow_mixed_precision) {}
 
-HloModule& HloVerifiedTestBase::module() {
-  if (!module_) {
-    module_ = CreateNewVerifiedModule(TestName());
-  }
-  return *module_;
-}
-
-HloModule* HloVerifiedTestBase::CreateNewModule(const string& name) {
-  modules_.emplace_back(CreateNewVerifiedModule(name));
-  return modules_.back().get();
-}
-
-void HloVerifiedTestBase::ParseAndVerifyModule(absl::string_view hlo_text,
-                                               const HloModuleConfig& config) {
-  CHECK(!module_) << "Called ParseModule when test already has a module.";
-  module_ = CreateNewVerifiedModule(TestName());
-  TF_CHECK_OK(ParseHloString(hlo_text, module_.get()));
-  module_->VerifyOrAddFailure("after parsing");
-}
-
 StatusOr<std::unique_ptr<VerifiedHloModule>>
 HloVerifiedTestBase::ParseAndReturnVerifiedModule(
     absl::string_view hlo_text, const HloModuleConfig& config) {
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
index 388a99bb36..951f55618d 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
@@ -60,42 +60,23 @@ class HloVerifiedTestBase : public HloTestBase {
   // Constructs a default shape verifier.
   std::unique_ptr<ShapeVerifier> MakeShapeVerifier();
 
-  // Returns the default HloModule, lazily creating it if necessary via
-  // HloTestBase::CreateNewModule().
-  ABSL_DEPRECATED("Use CreateNewVerifiedModule() instead.")
-  HloModule& module();
-
-  ABSL_DEPRECATED("Use ParseAndReturnVerifiedModule() instead.")
-  void ParseAndVerifyModule(absl::string_view hlo_text,
-                            const HloModuleConfig& config = HloModuleConfig());
-
   // Parses the given string and returns module as a VerifiedHloModule.
   StatusOr<std::unique_ptr<VerifiedHloModule>> ParseAndReturnVerifiedModule(
       absl::string_view hlo_text,
       const HloModuleConfig& config = HloModuleConfig());
 
-  // Creates a new module for a test, and stores it in modules_ so it can be
-  // verified. Intentionally hides HloTestBase::CreateNewModule, to prevent
-  // creation of unverified modules.
-  ABSL_DEPRECATED("Use CreateNewVerifiedModule() instead.")
-  HloModule* CreateNewModule(const string& name = TestName());
-
   // Creates and returns a verified HLO module with the given name.
   std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
       const string& name = TestName());
 
- private:
-  // It is confusing to store modules created by module() and CreateNewModule()
-  // in different fields, but it allows us to migrate tests to
-  // HloVerifiedTestBase more easily, so it's a win because we can verify more
-  // modules. See b/80488902.
-  //
-  // Lazily populated. Access via module().
-  std::unique_ptr<VerifiedHloModule> module_;
-
-  // Populated by calls to CreateNewModule.
-  std::vector<std::unique_ptr<VerifiedHloModule>> modules_;
+  // CreateNewModule creates an *unverified* module, which presumably isn't what
+  // you want if you're using HloVerifiedTestBase, so we delete this function to
+  // keep you from accidentally calling it.  If you really want it, you can get
+  // it by calling HloTestBase::CreateNewModule().
+  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName()) =
+      delete;
 
+ private:
   bool verifier_layout_sensitive_;
   bool allow_mixed_precision_in_hlo_verifier_;
 };
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
index 5c0263e811..96e71f6147 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
@@ -38,37 +38,9 @@ XLA_TEST_F(HloVerifiedTestBaseTest, NoModule) {
   // Test shouldn't fail if no module is created at all.
 }
 
-XLA_TEST_F(HloVerifiedTestBaseTest, GoodLazilyCreatedModule) {
-  // Use module() to lazily create an empty module, build it up, and verify no
-  // failures.
-  HloModule& hlo_module = module();
-  auto builder = HloComputation::Builder(TestName());
-  auto input = builder.AddInstruction(
-      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
-  builder.AddInstruction(
-      HloInstruction::CreateUnary(input->shape(), HloOpcode::kNegate, input));
-  hlo_module.AddEntryComputation(builder.Build());
-}
-
-// This test is expected to fail. See test class comment.
-XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadLazilyCreatedModule) {
-  // Use module() to lazily create an empty module and build up an invalid
-  // module.
-  HloModule& hlo_module = module();
-  auto builder = HloComputation::Builder(TestName());
-  auto input = builder.AddInstruction(
-      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
-  builder.AddInstruction(
-      HloInstruction::CreateUnary(input->shape(), HloOpcode::kNegate, input));
-  hlo_module.AddEntryComputation(builder.Build());
-
-  *hlo_module.entry_computation()->root_instruction()->mutable_shape() =
-      ShapeUtil::MakeShape(PRED, {1, 2, 3});
-}
-
 XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
   // Call CreateNewModule and build up a valid module.
-  HloModule* module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
@@ -80,7 +52,7 @@ XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
 // This test is expected to fail. See test class comment.
 XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewModule) {
   // Call CreateNewModule and build up a invalid module.
-  HloModule* module = CreateNewModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
@@ -92,21 +64,6 @@ XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewModule) {
       ShapeUtil::MakeShape(PRED, {1, 2, 3});
 }
 
-XLA_TEST_F(HloVerifiedTestBaseTest, ParseAndVerifyModuleGood) {
-  const char* const hlo_string = R"(
-HloModule ParseAndVerifyModuleGood
-
-ENTRY entry {
-  x = f32[] parameter(0)
-  y = f32[] parameter(1)
-  ROOT add = f32[] add(x,y)
-}
-)";
-
-  ParseAndVerifyModule(hlo_string);
-  EXPECT_EQ(module().entry_computation()->instruction_count(), 3);
-}
-
 XLA_TEST_F(HloVerifiedTestBaseTest, ParseAndReturnVerifiedModuleGood) {
   const char* const hlo_string = R"(
 HloModule ParseAndReturnVerifiedModuleGood
-- 
GitLab


From 30cf6f18d20982fb916cc5666f4ed3c0cc8b41b9 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Sun, 11 Nov 2018 12:32:24 -0800
Subject: [PATCH 1403/1825] Free
 `MasterSession::ReffedClientGraph::client_graph_` after it is no longer used.

The `ClientGraph` represents the post-pruning, pre-partitioning subgraph. It is not used at the master after partitioning concludes. A redundant copy is stored in the workers' memories (post-partitioning). This change releases the memory for the `ClientGraph` after partitioning concludes.

PiperOrigin-RevId: 221008316
---
 .../distributed_runtime/master_session.cc     | 73 +++++++++++--------
 1 file changed, 42 insertions(+), 31 deletions(-)

diff --git a/tensorflow/core/distributed_runtime/master_session.cc b/tensorflow/core/distributed_runtime/master_session.cc
index 8e9eec1ed9..b9bcfd0bdd 100644
--- a/tensorflow/core/distributed_runtime/master_session.cc
+++ b/tensorflow/core/distributed_runtime/master_session.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/distributed_runtime/master_session.h"
 
+#include <memory>
 #include <unordered_map>
 #include <unordered_set>
 #include <vector>
@@ -64,26 +65,28 @@ namespace tensorflow {
 class MasterSession::ReffedClientGraph : public core::RefCounted {
  public:
   ReffedClientGraph(const string& handle, const BuildGraphOptions& bopts,
-                    std::unique_ptr<ClientGraph> cg,
+                    std::unique_ptr<ClientGraph> client_graph,
                     const SessionOptions& session_opts,
                     const StatsPublisherFactory& stats_publisher_factory,
                     bool is_partial, WorkerCacheInterface* worker_cache,
                     bool should_deregister)
       : session_handle_(handle),
         bg_opts_(bopts),
-        client_graph_(std::move(cg)),
+        client_graph_before_register_(std::move(client_graph)),
         session_opts_(session_opts),
         is_partial_(is_partial),
         callable_opts_(bopts.callable_options),
         worker_cache_(worker_cache),
-        should_deregister_(should_deregister) {
+        should_deregister_(should_deregister),
+        collective_graph_key_(
+            client_graph_before_register_->collective_graph_key) {
     VLOG(1) << "Created ReffedClientGraph for node with "
-            << client_graph()->graph.num_node_ids();
+            << client_graph_before_register_->graph.num_node_ids();
 
     stats_publisher_ = stats_publisher_factory(handle, bopts, session_opts);
 
     // Initialize a name to node map for processing device stats.
-    for (Node* n : client_graph_->graph.nodes()) {
+    for (Node* n : client_graph_before_register_->graph.nodes()) {
       name_to_node_.insert({n->name(), n});
     }
   }
@@ -98,12 +101,12 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
     }
   }
 
-  const ClientGraph* client_graph() { return client_graph_.get(); }
-
   const CallableOptions& callable_options() { return callable_opts_; }
 
   const BuildGraphOptions& build_graph_options() { return bg_opts_; }
 
+  int64 collective_graph_key() { return collective_graph_key_; }
+
   std::unique_ptr<ProfileHandler> GetProfileHandler(uint64 step,
                                                     int64 execution_count,
                                                     const RunOptions& ropts) {
@@ -187,7 +190,7 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   // Partitions the graph into subgraphs and registers them on
   // workers.
-  Status RegisterPartitions(const PartitionOptions& popts);
+  Status RegisterPartitions(PartitionOptions popts);
 
   // Runs one step of all partitions.
   Status RunPartitions(const MasterEnv* env, int64 step_id,
@@ -230,13 +233,16 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
  private:
   const string session_handle_;
   const BuildGraphOptions bg_opts_;
-  const std::unique_ptr<ClientGraph> client_graph_;
+
+  // NOTE(mrry): This pointer will be null after `RegisterPartitions()` returns.
+  std::unique_ptr<ClientGraph> client_graph_before_register_ GUARDED_BY(mu_);
   const SessionOptions session_opts_;
   const bool is_partial_;
   const CallableOptions callable_opts_;
   WorkerCacheInterface* const worker_cache_;  // Not owned.
   std::unordered_map<StringPiece, Node*, StringPieceHasher> name_to_node_;
   const bool should_deregister_;
+  const int64 collective_graph_key_;
   std::atomic<int64> execution_count_ = {0};
 
   // Graph partitioned into per-location subgraphs.
@@ -268,9 +274,8 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
   mutable mutex mu_;
 
   // Partition initialization and registration only needs to happen
-  // once. init_started_ && !init_done_ indicates the initialization
-  // is on going.
-  bool init_started_ GUARDED_BY(mu_) = false;
+  // once. `!client_graph_before_register_ && !init_done_.HasBeenNotified()`
+  // indicates the initialization is ongoing.
   Notification init_done_;
 
   // init_result_ remembers the initialization error if any.
@@ -286,7 +291,7 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   // The actual graph partitioning and registration implementation.
   Status DoBuildPartitions(
-      PartitionOptions pots,
+      PartitionOptions popts, ClientGraph* client_graph,
       std::unordered_map<string, GraphDef>* out_partitions);
   Status DoRegisterPartitions(
       const PartitionOptions& popts,
@@ -311,14 +316,20 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 };
 
 Status MasterSession::ReffedClientGraph::RegisterPartitions(
-    const PartitionOptions& popts) {
+    PartitionOptions popts) {
   {  // Ensure register once.
     mu_.lock();
-    if (!init_started_) {
-      init_started_ = true;
+    if (client_graph_before_register_) {
+      // The `ClientGraph` is no longer needed after partitions are registered.
+      // Since it can account for a large amount of memory, we consume it here,
+      // and it will be freed after concluding with registration.
+
+      std::unique_ptr<ClientGraph> client_graph;
+      std::swap(client_graph_before_register_, client_graph);
       mu_.unlock();
       std::unordered_map<string, GraphDef> graph_defs;
-      Status s = DoBuildPartitions(popts, &graph_defs);
+      popts.flib_def = client_graph->flib_def.get();
+      Status s = DoBuildPartitions(popts, client_graph.get(), &graph_defs);
       if (s.ok()) {
         // NOTE(mrry): The pointers in `graph_defs_for_publishing` do not remain
         // valid after the call to DoRegisterPartitions begins, so
@@ -394,19 +405,19 @@ void MasterSession::ReffedClientGraph::TrackFeedsAndFetches(
 }
 
 Status MasterSession::ReffedClientGraph::DoBuildPartitions(
-    PartitionOptions popts,
+    PartitionOptions popts, ClientGraph* client_graph,
     std::unordered_map<string, GraphDef>* out_partitions) {
   if (popts.need_to_record_start_times) {
     CostModel cost_model(true);
-    cost_model.InitFromGraph(client_graph()->graph);
+    cost_model.InitFromGraph(client_graph->graph);
     // TODO(yuanbyu): Use the real cost model.
     // execution_state_->MergeFromGlobal(&cost_model);
-    SlackAnalysis sa(&client_graph()->graph, &cost_model);
+    SlackAnalysis sa(&client_graph->graph, &cost_model);
     sa.ComputeAsap(&popts.start_times);
   }
 
   // Partition the graph.
-  return Partition(popts, &client_graph_->graph, out_partitions);
+  return Partition(popts, &client_graph->graph, out_partitions);
 }
 
 Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
@@ -415,7 +426,7 @@ Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
   partitions_.reserve(graph_partitions.size());
   Status s;
   for (auto& name_def : graph_partitions) {
-    partitions_.resize(partitions_.size() + 1);
+    partitions_.emplace_back();
     Part* part = &partitions_.back();
     part->name = name_def.first;
     TrackFeedsAndFetches(part, name_def.second, popts);
@@ -449,7 +460,7 @@ Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
     *c->req.mutable_graph_options() = session_opts_.config.graph_options();
     *c->req.mutable_debug_options() =
         callable_opts_.run_options().debug_options();
-    c->req.set_collective_graph_key(client_graph()->collective_graph_key);
+    c->req.set_collective_graph_key(collective_graph_key_);
     VLOG(2) << "Register " << c->req.graph_def().DebugString();
     auto cb = [c, &done](const Status& s) {
       c->status = s;
@@ -1545,14 +1556,13 @@ Status MasterSession::BuildAndRegisterPartitions(ReffedClientGraph* rcg) {
   // Registers subgraphs if haven't done so.
   PartitionOptions popts;
   popts.node_to_loc = SplitByWorker;
-  // The closures potps.{new_name,get_incarnation} are called synchronously in
+  // The closures popts.{new_name,get_incarnation} are called synchronously in
   // RegisterPartitions() below, so do not need a Ref()/Unref() pair to keep
   // "this" alive during the closure.
   popts.new_name = [this](const string& prefix) {
     mutex_lock l(mu_);
     return strings::StrCat(prefix, "_S", next_node_id_++);
   };
-  popts.flib_def = rcg->client_graph()->flib_def.get();
   popts.get_incarnation = [this](const string& name) -> int64 {
     Device* d = devices_->FindDeviceByName(name);
     if (d == nullptr) {
@@ -1580,7 +1590,7 @@ Status MasterSession::BuildAndRegisterPartitions(ReffedClientGraph* rcg) {
     popts.need_to_record_start_times = true;
   }
 
-  TF_RETURN_IF_ERROR(rcg->RegisterPartitions(popts));
+  TF_RETURN_IF_ERROR(rcg->RegisterPartitions(std::move(popts)));
 
   return Status::OK();
 }
@@ -1784,10 +1794,10 @@ Status MasterSession::PostRunCleanup(MasterSession::ReffedClientGraph* rcg,
   Status s = run_status;
   if (s.ok()) {
     pss->end_micros = Env::Default()->NowMicros();
-    if (rcg->client_graph()->collective_graph_key !=
+    if (rcg->collective_graph_key() !=
         BuildGraphOptions::kNoCollectiveGraphKey) {
-      env_->collective_executor_mgr->RetireStepId(
-          rcg->client_graph()->collective_graph_key, step_id);
+      env_->collective_executor_mgr->RetireStepId(rcg->collective_graph_key(),
+                                                  step_id);
     }
     // Schedule post-processing and cleanup to be done asynchronously.
     rcg->ProcessStats(step_id, pss, ph.get(), run_options, out_run_metadata);
@@ -1846,7 +1856,7 @@ Status MasterSession::DoRunWithLocalExecution(
 
   // Keeps the highest 8 bits 0x01: we reserve some bits of the
   // step_id for future use.
-  uint64 step_id = NewStepId(rcg->client_graph()->collective_graph_key);
+  uint64 step_id = NewStepId(rcg->collective_graph_key());
   TRACEPRINTF("stepid %llu", step_id);
 
   std::unique_ptr<ProfileHandler> ph;
@@ -1854,6 +1864,7 @@ Status MasterSession::DoRunWithLocalExecution(
 
   Status s = rcg->RunPartitions(env_, step_id, count, &pss, opts, req, resp,
                                 &cancellation_manager_, false);
+
   cleanup.release();  // MarkRunCompletion called in PostRunCleanup().
   return PostRunCleanup(rcg, step_id, req.options(), &pss, ph, s,
                         resp->mutable_metadata());
@@ -1910,7 +1921,7 @@ Status MasterSession::DoRunCallable(CallOptions* opts, ReffedClientGraph* rcg,
   // Prepare.
   int64 count = rcg->get_and_increment_execution_count();
 
-  const uint64 step_id = NewStepId(rcg->client_graph()->collective_graph_key);
+  const uint64 step_id = NewStepId(rcg->collective_graph_key());
   TRACEPRINTF("stepid %llu", step_id);
 
   const RunOptions& run_options = rcg->callable_options().run_options();
-- 
GitLab


From 253c1c674e20fc98978e4140e88855128b041598 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Sun, 11 Nov 2018 12:40:22 -0800
Subject: [PATCH 1404/1825] [XLA] Rename HloTestBase::CreateNewModule ->
 CreateNewUnverifiedModule.

Preparation for merging HloTestBase and HloVerifiedTestBase.

PiperOrigin-RevId: 221008683
---
 .../xla/service/algebraic_simplifier_test.cc  |  6 +--
 .../xla/service/buffer_liveness_test.cc       | 26 +++++-----
 .../xla/service/copy_insertion_test.cc        | 46 ++++++++---------
 .../cpu/cpu_hlo_support_checker_test.cc       |  2 +-
 .../cpu/cpu_instruction_fusion_test.cc        | 50 +++++++++----------
 .../service/cpu/cpu_layout_assignment_test.cc | 22 ++++----
 .../cpu/tests/cpu_eigen_dot_operation_test.cc |  2 +-
 .../cpu/tests/cpu_external_constants_test.cc  |  2 +-
 .../service/cpu/tests/cpu_intrinsic_test.cc   |  2 +-
 .../xla/service/cpu/tests/cpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  | 10 ++--
 .../gpu/gpu_hlo_support_checker_test.cc       |  2 +-
 .../service/gpu/gpu_layout_assignment_test.cc |  8 +--
 .../service/gpu/instruction_fusion_test.cc    | 14 +++---
 .../service/gpu/multi_output_fusion_test.cc   |  2 +-
 .../xla/service/gpu/stream_assignment_test.cc |  8 +--
 .../xla/service/gpu/tests/gpu_codegen_test.cc |  3 +-
 .../xla/service/gpu/tests/gpu_codegen_test.h  |  6 +--
 .../xla/service/gpu/tests/gpu_copy_test.cc    |  2 +-
 .../xla/service/gpu/tests/gpu_ftz_test.cc     |  4 +-
 .../xla/service/gpu/tests/gpu_index_test.cc   |  2 +-
 .../xla/service/gpu/tests/gpu_ldg_test.cc     |  6 +--
 .../xla/service/gpu/tests/gpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/while_transformer_test.cc |  2 +-
 .../xla/service/hlo_computation_test.cc       | 38 +++++++-------
 .../xla/service/hlo_cost_analysis_test.cc     |  6 +--
 .../xla/service/hlo_dataflow_analysis_test.cc |  8 +--
 .../compiler/xla/service/hlo_dce_test.cc      | 18 +++----
 .../xla/service/hlo_memory_scheduler_test.cc  |  8 +--
 .../compiler/xla/service/hlo_module_test.cc   | 16 +++---
 .../compiler/xla/service/hlo_ordering_test.cc | 12 ++---
 .../hlo_subcomputation_unification_test.cc    |  8 +--
 .../compiler/xla/service/hlo_verifier_test.cc | 12 ++---
 .../xla/service/instruction_fusion_test.cc    | 12 ++---
 .../reduce_precision_insertion_test.cc        | 28 +++++------
 .../xla/service/transpose_folding_test.cc     | 10 ++--
 .../service/tuple_points_to_analysis_test.cc  |  8 +--
 .../zero_sized_hlo_elimination_test.cc        |  3 +-
 .../compiler/xla/tests/broadcast_test.cc      | 24 ++++-----
 tensorflow/compiler/xla/tests/copy_test.cc    | 12 ++---
 .../compiler/xla/tests/custom_call_test.cc    | 10 ++--
 tensorflow/compiler/xla/tests/fusion_test.cc  | 50 +++++++++----------
 .../compiler/xla/tests/hlo_test_base.cc       |  3 +-
 tensorflow/compiler/xla/tests/hlo_test_base.h |  7 ++-
 .../xla/tests/hlo_verified_test_base.h        | 12 ++---
 .../xla/tests/hlo_verified_test_base_test.cc  |  8 +--
 .../compiler/xla/tests/llvm_compiler_test.cc  |  6 +--
 .../xla/tests/multioutput_fusion_test.cc      |  4 +-
 .../compiler/xla/tests/token_hlo_test.cc      | 10 ++--
 49 files changed, 286 insertions(+), 278 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 58ab8eef91..18eaa4d3f0 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -2906,7 +2906,7 @@ TEST_F(AlgebraicSimplifierTest, ConvertConvToMatmul) {
         /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
     // TODO(b/80488902): verify this module.
-    auto module = HloTestBase::CreateNewModule();
+    auto module = HloTestBase::CreateNewUnverifiedModule();
     auto* computation = module->AddEntryComputation(b.Build());
 
     AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
@@ -3084,7 +3084,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToTransposeReshape) {
 // Test that ReduceWindow(Pad(op, x), y) can simplify to ReduceWindow(op, x).
 TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
@@ -3166,7 +3166,7 @@ TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
 // ReduceWindow(Convert(op), x).
 TEST_F(AlgebraicSimplifierTest, FoldConvertedPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
diff --git a/tensorflow/compiler/xla/service/buffer_liveness_test.cc b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
index 17e5090505..aeee543e84 100644
--- a/tensorflow/compiler/xla/service/buffer_liveness_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
@@ -117,7 +117,7 @@ TEST_F(BufferLivenessTest, ElementwiseChain) {
   auto log = builder.AddInstruction(
       HloInstruction::CreateUnary(vec_, HloOpcode::kLog, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -164,7 +164,7 @@ TEST_F(BufferLivenessTest, MultipleEntryParameters_Sequential) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* entry = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -213,7 +213,7 @@ TEST_F(BufferLivenessTest, NonElementwiseOperand) {
   auto reverse =
       builder.AddInstruction(HloInstruction::CreateReverse(vec_, negate, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -247,7 +247,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffers) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -289,7 +289,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffersSequentialOrder) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -336,7 +336,7 @@ TEST_F(BufferLivenessTest, RootInstructionIsNotLastInSequentialOrder) {
       HloInstruction::CreateSend(recv_done, token, /*channel_id=*/1));
   auto send_done = builder.AddInstruction(HloInstruction::CreateSendDone(send));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build(add));
 
   HloSchedule schedule(module.get());
@@ -373,7 +373,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
   auto outer_tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({inner_tuple, exp}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -393,7 +393,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
 
 TEST_F(BufferLivenessTest, EmbeddedComputation) {
   // Test MaybeLiveOut and MayInterfere for embedded computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   auto embedded_builder = HloComputation::Builder(TestName() + "_embedded");
   auto embedded_param = embedded_builder.AddInstruction(
@@ -450,7 +450,7 @@ TEST_F(BufferLivenessTest, TupleConstantLiveOut) {
   builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       inner_tuple0.shape(), tuple_constant, 0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -514,7 +514,7 @@ TEST_F(BufferLivenessTest, IndependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -576,7 +576,7 @@ TEST_F(BufferLivenessTest, DependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -646,7 +646,7 @@ class FusedDynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     module->AddEntryComputation(builder.Build());
     auto* computation = module->entry_computation();
     // Create fusion instruction based on number of tuple element 1 users.
@@ -802,7 +802,7 @@ class DynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     auto tuple_root = builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     module->AddEntryComputation(BuildDummyComputation());
     module->AddEmbeddedComputation(builder.Build());
     // Run BufferLiveness on 'module'.
diff --git a/tensorflow/compiler/xla/service/copy_insertion_test.cc b/tensorflow/compiler/xla/service/copy_insertion_test.cc
index 973d5b29af..7446bc7cc1 100644
--- a/tensorflow/compiler/xla/service/copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/copy_insertion_test.cc
@@ -94,7 +94,7 @@ TEST_F(CopyInsertionTest, SingleParameter) {
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -114,7 +114,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -127,7 +127,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 TEST_F(CopyInsertionTest, ExistingCopiesNotRemoved) {
   // Verify that kCopy instructions which change layout and exist before
   // copy-insertion remain in the graph after copy-insertion.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* constant =
@@ -181,7 +181,7 @@ TEST_F(CopyInsertionTest, MultipleConstantsAndParameters) {
 
   builder.AddInstruction(HloInstruction::CreateTuple({constant2, x, add}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -217,7 +217,7 @@ TEST_F(CopyInsertionTest, AmbiguousPointsToSet) {
   EXPECT_THAT(constant2->users(), UnorderedElementsAre(tuple1, tuple2));
   EXPECT_THAT(constant3->users(), UnorderedElementsAre(tuple2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloInstruction* old_root = module->entry_computation()->root_instruction();
@@ -238,7 +238,7 @@ TEST_F(CopyInsertionTest, BitcastParameter) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -261,7 +261,7 @@ TEST_F(CopyInsertionTest, BitcastConstant) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, constant));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(bitcast));
@@ -283,7 +283,7 @@ TEST_F(CopyInsertionTest, BitcastTupleElementParameter) {
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
   builder.AddInstruction(HloInstruction::CreateTuple({bitcast}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -310,7 +310,7 @@ TEST_F(CopyInsertionTest, NestedTupleParameter) {
            ShapeUtil::MakeShape(F32, {42})}),
       "param0"));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(HloOpcode::kParameter,
@@ -351,7 +351,7 @@ TEST_F(CopyInsertionTest, ElementOfNestedTupleParameter) {
   auto gte = builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       ShapeUtil::GetSubshape(param->shape(), {0}), param, 0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -388,7 +388,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
       builder.AddInstruction(HloInstruction::CreateGetTupleElement(
           ShapeUtil::GetSubshape(select->shape(), {0}), select, 0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -403,7 +403,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
 
 class WhileCopyInsertionTest : public CopyInsertionTest {
  protected:
-  WhileCopyInsertionTest() : module_(CreateNewModule()) {}
+  WhileCopyInsertionTest() : module_(CreateNewUnverifiedModule()) {}
 
   // Builds a While condition computation which reads the induction variable
   // from the tuple parameter, and returns a predicate indicating whether this
@@ -1295,7 +1295,7 @@ TEST_F(WhileCopyInsertionTest, InitPointsToNonDistinctUsedByTwoWhileLoops) {
 TEST_F(CopyInsertionTest, SwizzlingWhile) {
   // Test a while instruction with a body which permutes its tuple parameter
   // elements.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1362,7 +1362,7 @@ TEST_F(CopyInsertionTest, CrossingParameters) {
   //   |  / \ |
   //   | /   \|
   //  (p1  ,  p0)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1395,7 +1395,7 @@ TEST_F(CopyInsertionTest, ParametersAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1428,7 +1428,7 @@ TEST_F(CopyInsertionTest, ParameterWithNoAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1461,7 +1461,7 @@ TEST_F(CopyInsertionTest, ParameterWithPartialAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1496,7 +1496,7 @@ TEST_F(CopyInsertionTest, ParameterAndParallelOpsWithPartialAliasing) {
   //   |    |      |
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1534,7 +1534,7 @@ TEST_F(CopyInsertionTest, ParameterAndOpsWithPartialAliasing) {
   //   |    Add----+
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1569,7 +1569,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileWithOneOp) {
   // the operation (instruction) on the element makes the live range of the
   // respective input and output elements different than if the instruction were
   // not there (as in the SwizzlingWhile test above).
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1632,7 +1632,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileSharedInput) {
   // the while body is a single constant (both loop state elements are the same
   // constant). This means no copies are necessary because both loop state
   // elements are the same so interchanging them is a no-op.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1693,7 +1693,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
   const Shape loop_state_shape = ShapeUtil::MakeTupleShape(
       {element_shape, element_shape, element_shape, element_shape});
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, element_shape, "param_0"));
@@ -1783,7 +1783,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
 TEST_F(CopyInsertionTest, WhileBodyWithConstantRoot) {
   // Test a while body and condition which are each simply a constant (root of
   // computation is a constant). The body constant should be copied.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, scalar_shape_, "param_0"));
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
index 4be7d9e823..b8c2bc7e91 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
@@ -60,7 +60,7 @@ TEST_F(CpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
index 7d99b914d4..c95a514ca0 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
@@ -58,7 +58,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Basic_0) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), exp0, arg1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -77,7 +77,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Basic_1) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1, 1024}), arg0, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -98,7 +98,7 @@ TEST_F(InstructionFusionTest, DotOperationNoFusion_Bitcast) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), bitcast0, arg1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -119,7 +119,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Reshape) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), reshape0, arg1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -138,7 +138,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_TooLarge) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1, 32 * 1024}), arg0, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -157,7 +157,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_ElementReuse) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {2, 1024}), arg0, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -321,7 +321,7 @@ TEST_F(OpcodeFusionTest, Exponential_Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -350,7 +350,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Reshape_DynamicSlice_Tanh) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       dynamic_slice_shape, HloOpcode::kTanh, dynamic_slice4));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -370,7 +370,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, broadcast1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -392,7 +392,7 @@ TEST_F(OpcodeFusionTest, DynamicSlice_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, dynamic_slice2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -410,7 +410,7 @@ TEST_F(OpcodeFusionTest, Exponential_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -429,7 +429,7 @@ TEST_F(OpcodeFusionTest, Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -447,7 +447,7 @@ TEST_F(OpcodeFusionTest, Reverse_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, reverse1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -466,7 +466,7 @@ TEST_F(OpcodeFusionTest, Slice_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(S32, {2}), HloOpcode::kNegate, slice1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -489,7 +489,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, transpose2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -498,7 +498,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
 }
 
 TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -517,7 +517,7 @@ TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
 }
 
 TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -542,7 +542,7 @@ TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
 }
 
 TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape full_shape = ShapeUtil::MakeShape(F32, {10, 100, 1000});
@@ -573,7 +573,7 @@ TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
 }
 
 TEST_F(OpcodeFusionTest, MessOfFusibleNodes) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   Shape full_shape = ShapeUtil::MakeShape(F32, {4, 100, 10, 100, 50});
@@ -641,7 +641,7 @@ TEST_F(OpcodeFusionTest, ReuseViaImplicitBroadcastUnary) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(large_shape, HloOpcode::kExp, small_exp));
 
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto did_fusion = CpuInstructionFusion().Run(module.get());
@@ -670,7 +670,7 @@ TEST_F(OpcodeFusionTest, ReuseViaImplicitBroadcastBinary) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       large_shape, HloOpcode::kAdd, small_exp, large_param));
 
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto did_fusion = CpuInstructionFusion().Run(module.get());
@@ -712,7 +712,7 @@ void CreateComputationForDotAddOutputFusionTest(const string& test_name,
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/1,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -725,7 +725,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/false);
@@ -738,7 +738,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -751,7 +751,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1_multi_use) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/true);
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
index 97659b88a7..2cd52e4a18 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
@@ -73,7 +73,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensor) {
   auto result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -114,7 +114,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor0) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       result_shape, HloOpcode::kAdd, dot_a_result, dot_b_result));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -158,7 +158,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor1) {
   auto tuple_result = builder.AddInstruction(
       HloInstruction::CreateTuple({dot_a_result, dot_b_result}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -192,7 +192,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantLhsTensor) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -232,7 +232,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensorThroughGTE) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -353,7 +353,7 @@ static void AssertCorrectLayoutForDotOutputFusion(
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -365,7 +365,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -377,7 +377,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -389,7 +389,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -401,7 +401,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
@@ -413,7 +413,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
index 18ee25ba91..691b3c7bee 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
@@ -50,7 +50,7 @@ class CpuEigenDotOperationTest
         /*entry_point_name=*/"entry",
         /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
     hlo_module->AddEntryComputation(std::move(entry_computation));
 
     CompileAheadOfTimeAndVerifyIr(std::move(hlo_module), options,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
index 00a7aa2ad2..d201a151d7 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
@@ -46,7 +46,7 @@ class CpuExternalConstantsTest : public CpuCodegenTest {
     builder.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, constant));
 
-    std::unique_ptr<HloModule> module = CreateNewModule();
+    std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
     module->AddEntryComputation(builder.Build());
 
     CompileAndVerifyIr(std::move(module), filecheck_pattern,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
index a434c04a98..773336c7a9 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
@@ -91,7 +91,7 @@ TEST_P(CpuUnaryIntrinsicTest, DoIt) {
       /*entry_point_name=*/"entry",
       /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   string check_lines{spec.check_lines.data(), spec.check_lines.size()};
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
index b35fd9dad8..f5419b7063 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
@@ -56,7 +56,7 @@ TEST_F(CpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // Now that we have an HLO module, build an llvm_ir::AliasAnalysis for it.
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index b857fa775a..c8b3770e2a 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -44,7 +44,7 @@ class GpuHloScheduleTest : public HloVerifiedTestBase {
         .ConsumeValueOrDie();
   }
 
-  std::unique_ptr<HloModule> CreateNewModule() {
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -79,7 +79,7 @@ TEST_F(GpuHloScheduleTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -139,7 +139,7 @@ TEST_F(GpuHloScheduleTest, SequentialAdd) {
   HloInstruction* add3 = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, add1, add2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(add3));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -209,7 +209,7 @@ TEST_F(GpuHloScheduleTest, ConcurrentMatMul) {
   HloInstruction* add =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, dot2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -288,7 +288,7 @@ TEST_F(GpuHloScheduleTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
index dfe5a26bb3..15a8dd8597 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
@@ -60,7 +60,7 @@ TEST_F(GpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
index 4822b820f4..8cc76c872c 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
@@ -61,7 +61,7 @@ TEST_F(LayoutAssignmentTest, Elementwise) {
             HloInstruction::CreateParameter(1, ashape, "y"));
         auto add = builder.AddInstruction(
             HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, x, y));
-        auto module = CreateNewModule();
+        auto module = CreateNewUnverifiedModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(add));
 
@@ -148,7 +148,7 @@ TEST_F(LayoutAssignmentTest, BatchNormInference) {
           {operand, scale, offset, mean, variance, epsilon, feature_index},
           kCudnnBatchNormForwardInferenceCallTarget));
 
-      auto module = CreateNewModule();
+      auto module = CreateNewUnverifiedModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -217,7 +217,7 @@ TEST_F(LayoutAssignmentTest, BatchNormTraining) {
           batchnorm_shape, {operand, scale, offset, epsilon, feature_index},
           kCudnnBatchNormForwardTrainingCallTarget));
 
-      auto module = CreateNewModule();
+      auto module = CreateNewUnverifiedModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -298,7 +298,7 @@ TEST_F(LayoutAssignmentTest, BatchNormGrad) {
                  feature_index},
                 kCudnnBatchNormBackwardCallTarget));
 
-        auto module = CreateNewModule();
+        auto module = CreateNewUnverifiedModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(batchnorm));
 
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 57e66f5a12..06ce731bf2 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -41,7 +41,7 @@ TEST_F(InstructionFusionTest,
       builder.AddInstruction(HloInstruction::CreateBroadcast(
           ShapeUtil::MakeShape(S32, {1}), exp1, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(broadcast2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -61,7 +61,7 @@ TEST_F(InstructionFusionTest,
       builder.AddInstruction(HloInstruction::CreateBroadcast(
           ShapeUtil::MakeShape(S32, {1}), negate1, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(broadcast2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -80,7 +80,7 @@ TEST_F(InstructionFusionTest,
   HloInstruction* reshape2 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {}), exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -99,7 +99,7 @@ TEST_F(InstructionFusionTest,
   HloInstruction* transpose2 = builder.AddInstruction(
       HloInstruction::CreateTranspose(ShapeUtil::MakeShape(S32, {}), exp1, {}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfDotUnfused) {
   auto reshape2 = builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(S32, {1, 1, 1}), dot1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -134,7 +134,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfDotUnfused) {
   auto transpose2 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {1, 1}), dot1, {0, 1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -723,7 +723,7 @@ TEST_F(InstructionFusionTest, AvoidsLargeFusion) {
     sum = b.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sum, param));
   }
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(b.Build());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
                   .Run(module.get())
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
index 58ee684c47..dc221f22a7 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
@@ -580,7 +580,7 @@ TEST_F(MultiOutputFusionTest, AvoidsLargeFusion) {
   //   ...
   // where each of the (pi * pj)'s is represented as a fusion node so that
   // multi-output fusion will pay attention to it.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder b(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {10, 100});
 
diff --git a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
index c4f43cc9a6..52ee7a960f 100644
--- a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
@@ -30,7 +30,7 @@ namespace gpu {
 
 class StreamAssignmentTest : public HloVerifiedTestBase {
  protected:
-  std::unique_ptr<HloModule> CreateNewModule() {
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -55,7 +55,7 @@ TEST_F(StreamAssignmentTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -76,7 +76,7 @@ TEST_F(StreamAssignmentTest, ConcurrentMatMul) {
   HloInstruction* add = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, dot1, dot2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -120,7 +120,7 @@ TEST_F(StreamAssignmentTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
index 616f5b92bb..9e3ff8750b 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
@@ -23,7 +23,8 @@ limitations under the License.
 namespace xla {
 namespace gpu {
 
-std::unique_ptr<HloModule> GpuCodegenTest::CreateNewModuleWithFTZ(bool ftz) {
+std::unique_ptr<HloModule> GpuCodegenTest::CreateNewUnverifiedModuleWithFTZ(
+    bool ftz) {
   HloModuleConfig config;
   auto debug_options = GetDebugOptionsFromFlags();
   debug_options.set_xla_gpu_ftz(ftz);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
index e4a3573bab..d2f30ae7bc 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
@@ -26,9 +26,9 @@ namespace gpu {
 // Tests that verify IR or PTX emitted by the GPU backend is as expected.
 class GpuCodegenTest : public LlvmIrGenTestBase {
  protected:
-  // Like HloTestBase::CreateNewModule(), with a flag for configuring the ftz
-  // option.
-  std::unique_ptr<HloModule> CreateNewModuleWithFTZ(bool ftz);
+  // Like HloTestBase::CreateNewUnverifiedModule(), with a flag for configuring
+  // the ftz option.
+  std::unique_ptr<HloModule> CreateNewUnverifiedModuleWithFTZ(bool ftz);
 
   // Compiles the given HLO module to PTX and verifies the PTX matches the given
   // FileCheck pattern.  (See http://llvm.org/docs/CommandGuide/FileCheck.html).
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
index 780539c164..268b48a1ca 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
@@ -46,7 +46,7 @@ TEST_F(GpuCopyTest, UseMemcpy) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // There should not be any kernel prefixed "copy".
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
index 177b94934c..d0ccd8619b 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
@@ -39,7 +39,7 @@ class GpuFtzTest : public GpuCodegenTest {
         /* parameter_number=*/1, param_shape, "y"));
     builder.AddInstruction(HloInstruction::CreateBinary(param_shape, op, x, y));
 
-    auto hlo_module = CreateNewModuleWithFTZ(ftz_);
+    auto hlo_module = CreateNewUnverifiedModuleWithFTZ(ftz_);
     hlo_module->AddEntryComputation(builder.Build());
     return hlo_module;
   }
@@ -54,7 +54,7 @@ class GpuFtzTest : public GpuCodegenTest {
         /* parameter_number=*/0, param_shape, "x"));
     builder.AddInstruction(HloInstruction::CreateUnary(param_shape, op, x));
 
-    auto hlo_module = CreateNewModuleWithFTZ(ftz_);
+    auto hlo_module = CreateNewUnverifiedModuleWithFTZ(ftz_);
     hlo_module->AddEntryComputation(builder.Build());
     return hlo_module;
   }
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
index a06576df7b..da8e513a2c 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
@@ -51,7 +51,7 @@ TEST_F(GpuIndexTest, CompatibleUseLinearIndex) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       ShapeUtil::MakeShape(PRED, {5, 7, 2}), HloOpcode::kGe, param_x, param_y));
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   // Check the optimized IR as the unoptimized IR contains dead udiv and urem.
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
index 6a9ecd9dae..ea1fee040d 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
@@ -48,7 +48,7 @@ TEST_F(GpuLdgTest, LdgForParamRead) {
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, param));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -73,7 +73,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
   builder.AddInstruction(HloInstruction::CreateTuple({add, square}));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -95,7 +95,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
 // reduce in the foreseeable future.  But if that turns out to be wrong, I give
 // you, future reader, permission to delete this test.
 TEST_F(GpuLdgTest, NoLdgWhenSharingBuffer) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation* reduce_computation;
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
index 15198865bd..14285459b5 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
@@ -47,7 +47,7 @@ TEST_F(GpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyIr(std::move(hlo_module),
diff --git a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
index 926b59a1b8..c7f5112764 100644
--- a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
@@ -29,7 +29,7 @@ namespace {
 class WhileTransformerTest : public HloTestBase {
  protected:
   WhileTransformerTest()
-      : module_(CreateNewModule()),
+      : module_(CreateNewUnverifiedModule()),
         induction_variable_shape_(ShapeUtil::MakeShape(S32, {})),
         data_shape_(ShapeUtil::MakeShape(F32, {8})),
         condition_result_shape_(ShapeUtil::MakeShape(PRED, {})) {}
diff --git a/tensorflow/compiler/xla/service/hlo_computation_test.cc b/tensorflow/compiler/xla/service/hlo_computation_test.cc
index ac6d08b026..1e7a6e197f 100644
--- a/tensorflow/compiler/xla/service/hlo_computation_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation_test.cc
@@ -65,7 +65,7 @@ class HloComputationTest : public HloTestBase {
 };
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto negate_computation =
       module->AddEntryComputation(CreateNegateComputation());
   EXPECT_TRUE(negate_computation->MakeEmbeddedComputationsList().empty());
@@ -73,7 +73,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
   // Create computation which calls one other computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map_computation =
@@ -85,7 +85,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsDiamond) {
   // Create computations with a diamond-shaped callgraph.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map1_computation =
@@ -119,7 +119,7 @@ TEST_F(HloComputationTest, PostOrderSingleton) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(), ElementsAre(constant));
 }
@@ -134,7 +134,7 @@ TEST_F(HloComputationTest, PostOrderSimple) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               ElementsAre(constant, negate1, negate2));
@@ -151,7 +151,7 @@ TEST_F(HloComputationTest, PostOrderTrace) {
       builder.AddInstruction(HloInstruction::CreateTrace("foobar", negate1));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Trace instructions should be at the end of the sort.
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
@@ -170,7 +170,7 @@ TEST_F(HloComputationTest, PostOrderDisconnectedInstructions) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
   auto constant4 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               UnorderedElementsAre(constant1, constant2, constant3, constant4));
@@ -192,7 +192,7 @@ TEST_F(HloComputationTest, PostOrderWithMultipleRoots) {
       r0f32_, HloOpcode::kAdd, constant2, constant3));
   auto add3 = builder.AddInstruction(HloInstruction::CreateBinary(
       r0f32_, HloOpcode::kAdd, constant1, constant3));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto post_order = computation->MakeInstructionPostOrder();
   EXPECT_EQ(6, post_order.size());
@@ -217,7 +217,7 @@ TEST_F(HloComputationTest, VisitWithMultipleRoots) {
                                                       constant2, constant3));
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd,
                                                       constant1, constant3));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Visitor which keeps track of which instructions have been visited.
   class TestVisitor : public DfsHloVisitorWithDefault {
@@ -257,7 +257,7 @@ TEST_F(HloComputationTest, DeepCopyArray) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(constant).ValueOrDie();
 
@@ -274,7 +274,7 @@ TEST_F(HloComputationTest, DeepCopyTuple) {
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({constant1, constant2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto tuple_copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -376,7 +376,7 @@ TEST_F(HloComputationTest, DeepCopyToken) {
   // copied.
   auto builder = HloComputation::Builder(TestName());
   auto token = builder.AddInstruction(HloInstruction::CreateToken());
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(token).ValueOrDie();
 
@@ -393,7 +393,7 @@ TEST_F(HloComputationTest, DeepCopyTokenTuple) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({token, constant}));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -412,7 +412,7 @@ TEST_F(HloComputationTest, CycleDetection) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, negate, negate));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Add a control dependency to create a cycle.
   ASSERT_IS_OK(add->AddControlDependencyTo(negate));
@@ -440,7 +440,7 @@ TEST_F(HloComputationTest, RemoveInstructionWithDuplicateOperand) {
       r0f32_, HloOpcode::kAdd, dead_negate, dead_negate));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(computation->root_instruction(), op::Negate(constant));
@@ -466,7 +466,7 @@ TEST_F(HloComputationTest, CloneWithControlDependency) {
       HloInstruction::CreateParameter(0, r0f32_, "param0"));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation =
       module->AddEntryComputation(builder.Build(/*root_instruction=*/add));
 
@@ -505,7 +505,7 @@ TEST_F(HloComputationTest, Stringification) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
@@ -540,7 +540,7 @@ TEST_F(HloComputationTest, StringificationIndent) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options =
@@ -576,7 +576,7 @@ TEST_F(HloComputationTest, StringificationCanonical) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
index 9acee892d5..6a15b3440c 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
@@ -387,7 +387,7 @@ TEST_F(FusionCostAnalysis, LoopFusion) {
         HloInstruction::CreateBinary(r2f32, HloOpcode::kSubtract, mul, clamp));
     auto tuple = HloInstruction::CreateTuple({sub, sub, mul, c1});
 
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     auto* computation = module->AddEntryComputation(builder.Build());
     auto* fusion = computation->CreateFusionInstruction(
         {sub, mul, exp, clamp, add}, HloInstruction::FusionKind::kLoop);
@@ -429,7 +429,7 @@ TEST_F(FusionCostAnalysis, NoLayout) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       shape_with_layout, HloOpcode::kAdd, c1, broadcast));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {add, broadcast}, HloInstruction::FusionKind::kLoop);
@@ -472,7 +472,7 @@ TEST_F(DomainCostAnalysis, DomainCost) {
   auto domain = builder.AddInstruction(
       HloInstruction::CreateDomain(tuple->shape(), tuple, nullptr, nullptr));
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(hlo_module->entry_computation()->root_instruction(), domain);
diff --git a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
index 909853106d..6422346c10 100644
--- a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
@@ -43,7 +43,7 @@ using ::testing::UnorderedElementsAre;
 class HloDataflowAnalysisTest : public HloTestBase,
                                 public ::testing::WithParamInterface<bool> {
  protected:
-  HloDataflowAnalysisTest() : module_(CreateNewModule()) {}
+  HloDataflowAnalysisTest() : module_(CreateNewUnverifiedModule()) {}
 
   // Run dataflow analysis on the member module. For convenience returns a
   // reference to the generated analysis stored in analysis_.
@@ -1884,7 +1884,7 @@ INSTANTIATE_TEST_CASE_P(HloDataflowAnalysisInstantiation,
 class HloDataflowAnalysisTestBase : public HloTestBase {
  protected:
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewModule();
+    module_ = CreateNewUnverifiedModule();
     computation_ = module_->AddEntryComputation(std::move(computation));
   }
 
@@ -2476,7 +2476,7 @@ TEST_F(CanShareOperandBufferWithUserTest, WhileCanShare) {
     return builder.Build();
   };
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   HloComputation* cond_computation =
       module_->AddEmbeddedComputation(make_cond());
   HloComputation* body_computation =
@@ -2511,7 +2511,7 @@ TEST_F(CanShareOperandBufferWithUserTest, CallToComputationWithFusionRoot) {
   auto add = sub_builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sub_param, ones));
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   auto sub_computation = module_->AddEmbeddedComputation(sub_builder.Build());
   sub_computation->CreateFusionInstruction({add, ones},
                                            HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/hlo_dce_test.cc b/tensorflow/compiler/xla/service/hlo_dce_test.cc
index 3b5cde2996..6c8095d397 100644
--- a/tensorflow/compiler/xla/service/hlo_dce_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dce_test.cc
@@ -59,7 +59,7 @@ TEST_F(HloDceTest, NoDeadCode) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
@@ -80,7 +80,7 @@ TEST_F(HloDceTest, InstructionsWithSideEffect) {
       HloInstruction::CreateSend(constant, token, /*channel_id=*/0));
   builder.AddInstruction(HloInstruction::CreateTuple({}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(4, computation->instruction_count());
@@ -110,7 +110,7 @@ TEST_F(HloDceTest, DeadParameters) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       live_param->shape(), HloOpcode::kNegate, live_param));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(5, computation->instruction_count());
@@ -150,7 +150,7 @@ TEST_F(HloDceTest, ControlDependencies) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Add a control dependency between two instructions.
@@ -175,7 +175,7 @@ TEST_F(HloDceTest, ControlDependencies) {
 
 // Tests that a dead call instruction is removed.
 TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Called computation for the call instruction.
@@ -215,7 +215,7 @@ TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
 // Tests that a while instruction with an infeed (effectul instruction) in its
 // body is not removed, even its user count is 0.
 TEST_F(HloDceTest, CalledComputationWithSideEffect) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Condition computation of a while instruction.
@@ -270,7 +270,7 @@ TEST_F(HloDceTest, CalledComputationWithSideEffect) {
 
 // Tests that a nested call instruction with a side effect is not removed.
 TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Nested called computation with a side effect.
@@ -323,7 +323,7 @@ TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
 }
 
 TEST_F(HloDceTest, RemoveDeadSubcomputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
@@ -364,7 +364,7 @@ TEST_F(HloDceTest, RemoveDeadSubcomputation) {
 }
 
 TEST_F(HloDceTest, KeepUsedSubcomputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index 2f15997fc1..984a6266ab 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -65,7 +65,7 @@ TEST_F(HloSchedulingTest, LastUseScheduledFirst) {
   auto sub = builder.AddInstruction(
       HloInstruction::CreateBinary(vec, HloOpcode::kSubtract, add, negate));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloMemoryScheduler scheduler([](const BufferValue& buffer) {
@@ -172,7 +172,7 @@ TEST_F(HloSchedulingTest, TuplesAreAccountedCorrectly) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd,
                                                       tuple_elm, abs_abs2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
                           ScheduleModule(*module,
@@ -218,7 +218,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd, tuple_elm, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto fusion = computation->CreateFusionInstruction(
@@ -242,7 +242,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
 }
 
 TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape r1f32 = ShapeUtil::MakeShape(F32, {4});
 
   // param != 0
diff --git a/tensorflow/compiler/xla/service/hlo_module_test.cc b/tensorflow/compiler/xla/service/hlo_module_test.cc
index 39f38b417a..3ae67e4e5e 100644
--- a/tensorflow/compiler/xla/service/hlo_module_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_module_test.cc
@@ -63,7 +63,7 @@ class HloModuleTest : public HloTestBase {
 
 TEST_F(HloModuleTest, OneComputationPostOrder) {
   // Create a module with a single computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(CreateConstantComputation());
 
   EXPECT_THAT(module->MakeComputationPostOrder(),
@@ -72,7 +72,7 @@ TEST_F(HloModuleTest, OneComputationPostOrder) {
 
 TEST_F(HloModuleTest, TwoComputationsPostOrder) {
   // Create a module with two unconnected computations.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation1 = module->AddEntryComputation(CreateConstantComputation());
   auto computation2 =
       module->AddEmbeddedComputation(CreateConstantComputation());
@@ -88,7 +88,7 @@ TEST_F(HloModuleTest, TwoComputationsPostOrder) {
 
 TEST_F(HloModuleTest, CloneTest) {
   // Create and copy a module with a diamond call graph of computations.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -111,7 +111,7 @@ TEST_F(HloModuleTest, CloneTest) {
 }
 
 TEST_F(HloModuleTest, CloneHasFusion) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   // Create the fused computation.
   HloComputation* fused_computation;
@@ -154,7 +154,7 @@ TEST_F(HloModuleTest, CloneHasFusion) {
 
 TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
   // Create a module with a diamond call graph of computations.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -174,7 +174,7 @@ TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
 
 TEST_F(HloModuleTest, LargeConstantToString) {
   // Create a module with a single computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder("Constant");
   std::vector<float> values(16, 42.0);
   builder.AddInstruction(
@@ -194,8 +194,8 @@ TEST_F(HloModuleTest, LargeConstantToString) {
 }
 
 TEST_F(HloModuleTest, UniqueModuleId) {
-  auto module_a = CreateNewModule();
-  auto module_b = CreateNewModule();
+  auto module_a = CreateNewUnverifiedModule();
+  auto module_b = CreateNewUnverifiedModule();
   EXPECT_NE(module_a->unique_id(), module_b->unique_id());
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_ordering_test.cc b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
index b045adc964..2ab8aa57f6 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
@@ -53,7 +53,7 @@ TEST_F(HloOrderingTest, InstructionsInDifferentComputations) {
   //   %c = Constant(42.0f)
   //
   // This results in a diamond-shaped callgraph.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder_c = HloComputation::Builder("C");
@@ -126,7 +126,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
   //   %constant = Constant(1.0)
   //   return While(%constant, body, condition)
   //
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -176,7 +176,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
 
 TEST_F(HloOrderingTest, ParametersDefinedBeforeOthers) {
   // Entry parameter should always be defined before other instruction.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
@@ -209,7 +209,7 @@ TEST_F(HloOrderingTest, ValuesInWhileComputations) {
   //   %while = While(%constant, body, condition)
   //   %add = Add(%constant, %while)
   //
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -407,7 +407,7 @@ TEST_F(HloOrderingTest,
   //   %dead = Constant(123.0)
   //
   // %root should interfere with %dead.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder = HloComputation::Builder(TestName());
@@ -455,7 +455,7 @@ TEST_F(HloOrderingTest,
   //   ROOT %call = call({%c}), subcomputation
   //
   // %root should interfere with %dead.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto subbuilder = HloComputation::Builder(TestName() + ".sub");
diff --git a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
index 45c684d667..11994d99c9 100644
--- a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
@@ -66,7 +66,7 @@ class HloSubcomputationUnificationTest : public HloTestBase {
 };
 
 TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -103,7 +103,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
 }
 
 TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -143,7 +143,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
 
 // Do not unify subcomputations with different parameter shapes.
 TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -184,7 +184,7 @@ TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
 // Regression test for b/31466798. Checks that entry_computation is still valid
 // after unification.
 TEST_F(HloSubcomputationUnificationTest, TwoIdenticalComputations) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   for (int i = 0; i < 2; ++i) {
     HloComputation::Builder builder("pow");
     auto x =
diff --git a/tensorflow/compiler/xla/service/hlo_verifier_test.cc b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
index afe01e5487..4f6cd2f1e2 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
@@ -66,7 +66,7 @@ TEST_F(HloVerifierTest, NullInstructionParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -85,7 +85,7 @@ TEST_F(HloVerifierTest, NullComputationParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -104,7 +104,7 @@ TEST_F(HloVerifierTest, DifferentOperandParents) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloComputation::Builder emb_builder(TestName());
@@ -138,7 +138,7 @@ TEST_F(HloVerifierTest, ResetsShapeVerifierState) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(s2, HloOpcode::kMultiply, add, add));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Run the verifier twice.  It should fail both times, because it shouldn't
@@ -303,7 +303,7 @@ TEST_F(HloVerifierTest, NegativeInteriorPaddingNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32))),
       padding_config));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto status = verifier().Run(module.get()).status();
@@ -327,7 +327,7 @@ TEST_F(HloVerifierTest, PadNegativeInteriorDilationNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32).Clone())),
       padding_config));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(verifier().Run(module.get()).status().error_message(),
diff --git a/tensorflow/compiler/xla/service/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
index da1ad90959..39904bd54b 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -133,7 +133,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastSimpleReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -149,7 +149,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfParameterUnfused) {
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {}), param0, {}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose1, computation->root_instruction());
   EXPECT_FALSE(
@@ -172,7 +172,7 @@ TEST_F(InstructionFusionTest, AvoidDuplicationIfNotAllFusible) {
   HloInstruction* unary = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, binary1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary, computation->root_instruction());
   EXPECT_FALSE(
@@ -361,7 +361,7 @@ TEST_F(InstructionFusionTest, AllowUnaryDuplication) {
   HloInstruction* unary2 = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, unary1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary2, computation->root_instruction());
   EXPECT_TRUE(
@@ -385,7 +385,7 @@ TEST_F(InstructionFusionTest, AllowEffectiveUnaryDuplication) {
   HloInstruction* unary = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, binary1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary, computation->root_instruction());
   EXPECT_TRUE(
diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
index 69e4b534bd..e4e4757c50 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
@@ -54,7 +54,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeUnaryInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -84,7 +84,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeBinaryInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a, b));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -113,7 +113,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeZeroInputInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -146,7 +146,7 @@ TEST_F(ReducePrecisionInsertionTest, AvoidAddingDuplicateInstructions) {
   HloInstruction* d = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, b, c));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -178,7 +178,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterRootInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -215,7 +215,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterNonRootInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a_cos, b_cos));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -242,7 +242,7 @@ TEST_F(ReducePrecisionInsertionTest, OutputIsNotFloat) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -268,7 +268,7 @@ TEST_F(ReducePrecisionInsertionTest, ShouldReduceOutputPrecisionIsFalse) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -294,7 +294,7 @@ TEST_F(ReducePrecisionInsertionTest, InsertionIsNotRecursive) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, a, 8, 23));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -321,7 +321,7 @@ TEST_F(ReducePrecisionInsertionTest, SkipRedundantReducePrecisionAfter) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 5, 10));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -349,7 +349,7 @@ TEST_F(ReducePrecisionInsertionTest, AddNonRedundantReducePrecision) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 8, 23));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -375,7 +375,7 @@ TEST_F(ReducePrecisionInsertionTest, IgnoreOpsInsideFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -411,7 +411,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInHeadOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -458,7 +458,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInTailOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
diff --git a/tensorflow/compiler/xla/service/transpose_folding_test.cc b/tensorflow/compiler/xla/service/transpose_folding_test.cc
index 79b5c09abb..7a565bf076 100644
--- a/tensorflow/compiler/xla/service/transpose_folding_test.cc
+++ b/tensorflow/compiler/xla/service/transpose_folding_test.cc
@@ -172,7 +172,7 @@ TEST_F(TransposeFoldingTest, FuseDotWithConstantOperands) {
   HloInstruction* mul = builder.AddInstruction(HloInstruction::CreateBinary(
       add->shape(), HloOpcode::kMultiply, add, sub));
 
-  auto module = CreateNewModule("fuse_with_constant_operands");
+  auto module = CreateNewUnverifiedModule("fuse_with_constant_operands");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(mul));
   HloInstruction* call = module->OutlineExpressionFromComputation(
@@ -247,7 +247,7 @@ TEST_F(TransposeFoldingTest, FoldConvDimSwapTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -302,7 +302,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -362,7 +362,7 @@ TEST_F(TransposeFoldingTest, FoldConvTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -428,7 +428,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
diff --git a/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc b/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
index d9ebebf74e..10ef2d38fa 100644
--- a/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
@@ -48,7 +48,7 @@ class TuplePointsToAnalysisTest : public HloTestBase {
   }
 
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewModule();
+    module_ = CreateNewUnverifiedModule();
     module_->AddEntryComputation(std::move(computation));
   }
 
@@ -809,7 +809,7 @@ TEST_F(FusionPointsToAnalysisTest, FusionParam0TwoUsers) {
 class PointsToAnalysisTestBase : public HloTestBase {
  protected:
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewModule();
+    module_ = CreateNewUnverifiedModule();
     computation_ = module_->AddEntryComputation(std::move(computation));
   }
 
@@ -1176,7 +1176,7 @@ TEST_F(CanShareOperandBufferWithUserTest, WhileCanShare) {
     return builder.Build();
   };
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   HloComputation* cond_computation =
       module_->AddEmbeddedComputation(make_cond());
   HloComputation* body_computation =
@@ -1211,7 +1211,7 @@ TEST_F(CanShareOperandBufferWithUserTest, CallToComputationWithFusionRoot) {
   auto add = sub_builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sub_param, ones));
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   auto sub_computation = module_->AddEmbeddedComputation(sub_builder.Build());
   sub_computation->CreateFusionInstruction({add, ones},
                                            HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc b/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
index b9ef18892d..a546a6d39c 100644
--- a/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
+++ b/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
@@ -45,7 +45,8 @@ class ZeroSizedHloEliminationTest : public HloTestBase {
                 0, ShapeUtil::MakeShape(F32, {3, 0}), "zero sized param"))) {}
 
   StatusOr<bool> RunZeroSizedElimination() {
-    auto module = CreateNewModule("zero_sized_elimination_test_module");
+    auto module =
+        CreateNewUnverifiedModule("zero_sized_elimination_test_module");
     module->AddEntryComputation(builder_.Build());
     return ZeroSizedHloElimination{}.Run(module.get());
   }
diff --git a/tensorflow/compiler/xla/tests/broadcast_test.cc b/tensorflow/compiler/xla/tests/broadcast_test.cc
index 9966e4606e..9930bfc95c 100644
--- a/tensorflow/compiler/xla/tests/broadcast_test.cc
+++ b/tensorflow/compiler/xla/tests/broadcast_test.cc
@@ -42,7 +42,7 @@ XLA_TEST_F(BroadcastTest, BroadcastScalarToScalar) {
       ShapeUtil::MakeShape(F32, {}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -58,7 +58,7 @@ XLA_TEST_F(BroadcastTest, BroadcastScalarTo2D) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -81,7 +81,7 @@ XLA_TEST_F(BroadcastTest, BroadcastVectorTo2D) {
   builder.AddInstruction(HloInstruction::CreateTuple({element1, element2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -102,7 +102,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo2D) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {0, 1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -121,7 +121,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo2DTranspose) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {1, 0}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -138,7 +138,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo3D) {
       ShapeUtil::MakeShape(F32, {2, 3, 2}), input, {0, 2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -158,7 +158,7 @@ TEST_F(BroadcastTest, Broadcast_R1_2_To_R4_2x2x3x3) {
       ShapeUtil::MakeShape(F32, {2, 2, 3, 3}), input, {1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -183,7 +183,7 @@ TEST_F(BroadcastTest, Broadcast_R1_1025_To_R4_3x3x3x1025) {
       ShapeUtil::MakeShape(F32, {3, 3, 3, r1_size}), input, {3}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -214,7 +214,7 @@ XLA_TEST_F(BroadcastTest, Broadcast_R1_64_To_R4_32x64x7x7) {
       ShapeUtil::MakeShape(F32, {32, 64, 7, 7}), input, {1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -230,7 +230,7 @@ TEST_F(BroadcastTest, Broadcast_R0_to_R4_64x64x3x3) {
       ShapeUtil::MakeShape(F32, {64, 64, 3, 3}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   LOG(INFO) << hlo_module->ToString();
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
@@ -253,7 +253,7 @@ TEST_F(BroadcastTest, Broadcast_R2_2x2_To_R4_3x3x2x2) {
       ShapeUtil::MakeShape(F32, {3, 3, 2, 2}), input, {2, 3}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -287,7 +287,7 @@ TEST_F(BroadcastTest, Broadcast_R3_2x3x4_to_R4_2x3x4x5) {
       ShapeUtil::MakeShape(F32, {2, 3, 4, 5}), input, {0, 1, 2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
diff --git a/tensorflow/compiler/xla/tests/copy_test.cc b/tensorflow/compiler/xla/tests/copy_test.cc
index 1407e68d9a..3622f2c1e8 100644
--- a/tensorflow/compiler/xla/tests/copy_test.cc
+++ b/tensorflow/compiler/xla/tests/copy_test.cc
@@ -45,7 +45,7 @@ class CopyOpTest : public HloTestBase {
     builder.AddInstruction(HloInstruction::CreateUnary(
         constant->shape(), HloOpcode::kCopy, constant));
     auto computation = builder.Build();
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     module->AddEntryComputation(std::move(computation));
 
     Literal result = ExecuteAndTransfer(std::move(module), {});
@@ -98,7 +98,7 @@ XLA_TEST_F(CopyOpTest, CopyParameterScalar) {
 
   auto computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
 
   Literal result = ExecuteAndTransfer(std::move(module), {&literal});
@@ -119,7 +119,7 @@ XLA_TEST_F(CopyOpTest, CopyConstantR2Twice) {
 
   auto computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
   LiteralTestUtil::ExpectR2Near<float>({{1.0, 2.0}, {3.0, 4.0}}, result,
@@ -143,7 +143,7 @@ XLA_TEST_F(CopyOpTest, CopyConstantR2DifferentLayouts) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
 
@@ -175,7 +175,7 @@ void CopyOpTest::TestCopyConstantLayout021(size_t n1, size_t n2, size_t n3) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   ForceResultLayout(module.get(), LayoutUtil::MakeLayout({1, 2, 0}));
   Literal result = ExecuteAndTransfer(std::move(module), {});
@@ -209,7 +209,7 @@ void CopyOpTest::TestCopyConstantLayoutR4(size_t n1, size_t n2, size_t n3,
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   ForceResultLayout(module.get(), LayoutUtil::MakeLayout(permutation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
diff --git a/tensorflow/compiler/xla/tests/custom_call_test.cc b/tensorflow/compiler/xla/tests/custom_call_test.cc
index 001490c6a8..738b644235 100644
--- a/tensorflow/compiler/xla/tests/custom_call_test.cc
+++ b/tensorflow/compiler/xla/tests/custom_call_test.cc
@@ -70,7 +70,7 @@ class CustomCallTest : public HloTestBase {
 };
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR0F32Add2)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto constant = builder.AddInstruction(
@@ -85,7 +85,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR0F32Add2)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR2F32Reduce)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   Array2D<float> array(2, 2);
@@ -106,7 +106,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR2F32Reduce)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(UsedInOtherComputations)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input = b.AddInstruction(
@@ -130,7 +130,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(UsedInOtherComputations)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(InputAndOutputLayoutDiffer)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input =
@@ -155,7 +155,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(LayoutConstrained)) {
   // The argument and result of the computation are set to different layouts,
   // but the custom call is layout constrained to a fixed operand and result
   // layout, so the correct result should be produced.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input =
diff --git a/tensorflow/compiler/xla/tests/fusion_test.cc b/tensorflow/compiler/xla/tests/fusion_test.cc
index 4d4b676a53..d1fddf9d6b 100644
--- a/tensorflow/compiler/xla/tests/fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/fusion_test.cc
@@ -81,7 +81,7 @@ class FusionTest : public HloTestBase {
     }
 
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
 
     auto prim_type = primitive_util::NativeToPrimitiveType<T>();
 
@@ -183,7 +183,7 @@ XLA_TEST_F(FusionTest, Test) {
   //                     (-{{1.0, 1.0, 1.0}, {0.0, 0.0, 0.0}}),
   //              {{0.5, 0.5, 0.5}, {0.5, 0.5, 0.5}})) = {{0.5}, {2.72}}
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<float>({{1.0}, {2.0}, {3.0}})));
   auto const1 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -231,7 +231,7 @@ XLA_TEST_F(FusionTest, Parameter) {
   // Build a computation and fuse part of it so the fusion instruction has an
   // operand parameter.
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<float>({{1.0, 2.0, 3.0}})));
   auto copy1 = builder.AddInstruction(HloInstruction::CreateUnary(
@@ -266,7 +266,7 @@ XLA_TEST_F(FusionTest, RandomizedParallelPartition) {
       ShapeUtil::MakeShapeWithLayout(F32, {rand_dim0_size, dim1_size}, {1, 0});
   // Build simple fusion computation: y = x^2 (elementwise).
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto two = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(2.0)));
@@ -290,7 +290,7 @@ XLA_TEST_F(FusionTest, RandomizedParallelPartition) {
 
 XLA_TEST_F(FusionTest, BroadcastIntoBinaryOp) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const_vector = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
   auto const_array = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -314,7 +314,7 @@ XLA_TEST_F(FusionTest, BroadcastIntoBinaryOp) {
 
 XLA_TEST_F(FusionTest, ReshapeToScalar) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto single_element_array = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR2<int32>({{5}})));
   auto reshape = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -329,7 +329,7 @@ XLA_TEST_F(FusionTest, ReshapeToScalar) {
 
 XLA_TEST_F(FusionTest, Reshape_3by2_1by2by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2}, {3, 4}, {5, 6}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -344,7 +344,7 @@ XLA_TEST_F(FusionTest, Reshape_3by2_1by2by3) {
 
 XLA_TEST_F(FusionTest, Reshape_1by2by3_3by2) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR3<int32>({{{1, 2, 3}, {4, 5, 6}}})));
   auto reshape1 = builder.AddInstruction(
@@ -359,7 +359,7 @@ XLA_TEST_F(FusionTest, Reshape_1by2by3_3by2) {
 
 XLA_TEST_F(FusionTest, Reshape_1by1by1_) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR3<int32>({{{7}}})));
   auto reshape1 = builder.AddInstruction(
@@ -374,7 +374,7 @@ XLA_TEST_F(FusionTest, Reshape_1by1by1_) {
 
 XLA_TEST_F(FusionTest, Reshape__1by1by1) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(7)));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -389,7 +389,7 @@ XLA_TEST_F(FusionTest, Reshape__1by1by1) {
 
 XLA_TEST_F(FusionTest, Reshape__) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(7)));
   auto reshape1 = builder.AddInstruction(
@@ -404,7 +404,7 @@ XLA_TEST_F(FusionTest, Reshape__) {
 
 XLA_TEST_F(FusionTest, Reshape_3by3_3by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}})));
   auto reshape1 = builder.AddInstruction(
@@ -419,7 +419,7 @@ XLA_TEST_F(FusionTest, Reshape_3by3_3by3) {
 
 XLA_TEST_F(FusionTest, Transpose_2by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -434,7 +434,7 @@ XLA_TEST_F(FusionTest, Transpose_2by3) {
 
 XLA_TEST_F(FusionTest, Transpose_3by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -449,7 +449,7 @@ XLA_TEST_F(FusionTest, Transpose_3by3) {
 
 XLA_TEST_F(FusionTest, Reverse) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({1, 2, 3})));
   auto reverse1 = builder.AddInstruction(HloInstruction::CreateReverse(
@@ -465,7 +465,7 @@ XLA_TEST_F(FusionTest, Reverse) {
 
 XLA_TEST_F(FusionTest, ReverseNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({1, 2, 3})));
   auto reverse1 = builder.AddInstruction(HloInstruction::CreateReverse(
@@ -483,7 +483,7 @@ XLA_TEST_F(FusionTest, ReverseNegate) {
 
 XLA_TEST_F(FusionTest, BroadcastNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(1)));
   auto broadcast1 = builder.AddInstruction(HloInstruction::CreateBroadcast(
@@ -501,7 +501,7 @@ XLA_TEST_F(FusionTest, BroadcastNegate) {
 
 XLA_TEST_F(FusionTest, SliceNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto slice1 = builder.AddInstruction(HloInstruction::CreateSlice(
@@ -519,7 +519,7 @@ XLA_TEST_F(FusionTest, SliceNegate) {
 
 XLA_TEST_F(FusionTest, DynamicSliceNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto const1 = builder.AddInstruction(
@@ -541,7 +541,7 @@ XLA_TEST_F(FusionTest, DynamicSliceNegate) {
 
 XLA_TEST_F(FusionTest, ReshapeNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto reshape1 = builder.AddInstruction(
@@ -559,7 +559,7 @@ XLA_TEST_F(FusionTest, ReshapeNegate) {
 
 XLA_TEST_F(FusionTest, TransposeNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2}, {3, 4}})));
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -587,7 +587,7 @@ std::unique_ptr<HloComputation> MakeReduceTestComputation() {
 }
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(Reduce)) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -607,7 +607,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(Reduce)) {
 }
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceImplicitBroadcast)) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -630,7 +630,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceImplicitBroadcast)) {
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceWindow)) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{2, 3, 5}, {7, 11, 13}, {17, 19, 23}})));
   auto const1 = builder.AddInstruction(
@@ -682,7 +682,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceWindow)) {
 // into a fusion, it should remain shared, rather than being duplicated
 // within the fusion.
 XLA_TEST_F(FusionTest, SharedConstant) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index d0ee4728a3..afd2073d75 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -107,7 +107,8 @@ HloTestBase::HloTestBase(se::Platform* test_platform,
       instruction_can_change_layout_func);
 }
 
-std::unique_ptr<HloModule> HloTestBase::CreateNewModule(const string& name) {
+std::unique_ptr<HloModule> HloTestBase::CreateNewUnverifiedModule(
+    const string& name) {
   return absl::make_unique<HloModule>(name, GetModuleConfigForTest());
 }
 
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.h b/tensorflow/compiler/xla/tests/hlo_test_base.h
index 217428befa..75a79e52ca 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.h
@@ -72,7 +72,12 @@ class HloTestBase : public ::testing::Test {
   // options from command-line flags. If you want a fresh HloModule object and
   // then add HloComputations to it, it's recommended to use this method in your
   // tests.
-  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName());
+  //
+  // This returns a vanilla HloModule that doesn't run the HLO verifier on
+  // destruction.  If you want to run the verifier, you want
+  // HloVerifiedTestBase::CreateNewVerifiedModule.
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
+      const string& name = TestName());
 
   // Runs the hlo_pass with the provided module and returns the result. This
   // function also verifies that the module remains unchanged when hlo_pass
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
index 951f55618d..65fdf9a919 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
@@ -69,12 +69,12 @@ class HloVerifiedTestBase : public HloTestBase {
   std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
       const string& name = TestName());
 
-  // CreateNewModule creates an *unverified* module, which presumably isn't what
-  // you want if you're using HloVerifiedTestBase, so we delete this function to
-  // keep you from accidentally calling it.  If you really want it, you can get
-  // it by calling HloTestBase::CreateNewModule().
-  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName()) =
-      delete;
+  // CreateNewUnverifiedModule creates an *unverified* module, which presumably
+  // isn't what you want if you're using HloVerifiedTestBase, so we delete this
+  // function to keep you from accidentally calling it.  If you really want it,
+  // you can get it by calling HloTestBase::CreateNewUnverifiedModule().
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
+      const string& name = TestName()) = delete;
 
  private:
   bool verifier_layout_sensitive_;
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
index 96e71f6147..6df4c1aad2 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
@@ -38,8 +38,8 @@ XLA_TEST_F(HloVerifiedTestBaseTest, NoModule) {
   // Test shouldn't fail if no module is created at all.
 }
 
-XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
-  // Call CreateNewModule and build up a valid module.
+XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewUnverifiedModule) {
+  // Call CreateNewUnverifiedModule and build up a valid module.
   auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
@@ -50,8 +50,8 @@ XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
 }
 
 // This test is expected to fail. See test class comment.
-XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewModule) {
-  // Call CreateNewModule and build up a invalid module.
+XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewUnverifiedModule) {
+  // Call CreateNewUnverifiedModule and build up a invalid module.
   auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
diff --git a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
index af6927e468..a78ccacec1 100644
--- a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
+++ b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
@@ -68,7 +68,7 @@ class LLVMCompilerTest : public ::testing::Test {
     builder.AddInstruction(
         HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
 
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
     hlo_module->AddEntryComputation(builder.Build());
 
     compiler->SetPreOptimizationHook(pre_opt_hook);
@@ -90,7 +90,7 @@ class LLVMCompilerTest : public ::testing::Test {
     builder.AddInstruction(
         HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
 
-    std::unique_ptr<HloModule> hlo_module = CreateNewModule();
+    std::unique_ptr<HloModule> hlo_module = CreateNewUnverifiedModule();
     hlo_module->AddEntryComputation(builder.Build());
 
     auto module_group = absl::make_unique<HloModuleGroup>("test_module_group");
@@ -124,7 +124,7 @@ class LLVMCompilerTest : public ::testing::Test {
     return ::testing::UnitTest::GetInstance()->current_test_info()->name();
   }
 
-  static std::unique_ptr<HloModule> CreateNewModule() {
+  static std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
     config.set_debug_options(GetDebugOptionsFromFlags());
     return absl::make_unique<HloModule>(TestName(), config);
diff --git a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
index ca7637a0cf..3f5135438f 100644
--- a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
@@ -62,7 +62,7 @@ class MultiOutputFusionTest : public HloTestBase {
 
   void RunTest2D(bool manual_fusion, int64 size) {
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
 
     const Shape elem_shape0 = ShapeUtil::MakeShapeWithLayout(F32, {}, {});
     const Shape elem_shape2 =
@@ -122,7 +122,7 @@ class MultiOutputFusionTest : public HloTestBase {
 
   void RunTest1D(bool manual_fusion, int size) {
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
 
     const Shape elem_shape_F32 =
         ShapeUtil::MakeShapeWithDescendingLayout(F32, {size});
diff --git a/tensorflow/compiler/xla/tests/token_hlo_test.cc b/tensorflow/compiler/xla/tests/token_hlo_test.cc
index b34fd0f2e8..707c560005 100644
--- a/tensorflow/compiler/xla/tests/token_hlo_test.cc
+++ b/tensorflow/compiler/xla/tests/token_hlo_test.cc
@@ -28,7 +28,7 @@ namespace {
 class TokenHloTest : public HloTestBase {};
 
 XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(HloInstruction::CreateToken());
 
@@ -39,7 +39,7 @@ XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
 }
 
 XLA_TEST_F(TokenHloTest, TokenTree) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto token0 = builder.AddInstruction(HloInstruction::CreateToken());
   auto token1 = builder.AddInstruction(HloInstruction::CreateToken());
@@ -54,7 +54,7 @@ XLA_TEST_F(TokenHloTest, TokenTree) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidTokenShapedEntryParameter) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(
       HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "p0"));
@@ -75,7 +75,7 @@ XLA_TEST_F(TokenHloTest, InvalidTokenShapedEntryParameter) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidTupleTokenShapedEntryParameter) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(HloInstruction::CreateParameter(
       0,
@@ -95,7 +95,7 @@ XLA_TEST_F(TokenHloTest, InvalidTupleTokenShapedEntryParameter) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidOperandToTokenInstruction) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param = builder.AddInstruction(
       HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "p0"));
-- 
GitLab


From 748e703d9daeca66397b6f30e4919f71df6e4d80 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 12:46:41 -0800
Subject: [PATCH 1405/1825] Automated rollback of commit
 253c1c674e20fc98978e4140e88855128b041598

PiperOrigin-RevId: 221008917
---
 .../xla/service/algebraic_simplifier_test.cc  |  6 +--
 .../xla/service/buffer_liveness_test.cc       | 26 +++++-----
 .../xla/service/copy_insertion_test.cc        | 46 ++++++++---------
 .../cpu/cpu_hlo_support_checker_test.cc       |  2 +-
 .../cpu/cpu_instruction_fusion_test.cc        | 50 +++++++++----------
 .../service/cpu/cpu_layout_assignment_test.cc | 22 ++++----
 .../cpu/tests/cpu_eigen_dot_operation_test.cc |  2 +-
 .../cpu/tests/cpu_external_constants_test.cc  |  2 +-
 .../service/cpu/tests/cpu_intrinsic_test.cc   |  2 +-
 .../xla/service/cpu/tests/cpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  | 10 ++--
 .../gpu/gpu_hlo_support_checker_test.cc       |  2 +-
 .../service/gpu/gpu_layout_assignment_test.cc |  8 +--
 .../service/gpu/instruction_fusion_test.cc    | 14 +++---
 .../service/gpu/multi_output_fusion_test.cc   |  2 +-
 .../xla/service/gpu/stream_assignment_test.cc |  8 +--
 .../xla/service/gpu/tests/gpu_codegen_test.cc |  3 +-
 .../xla/service/gpu/tests/gpu_codegen_test.h  |  6 +--
 .../xla/service/gpu/tests/gpu_copy_test.cc    |  2 +-
 .../xla/service/gpu/tests/gpu_ftz_test.cc     |  4 +-
 .../xla/service/gpu/tests/gpu_index_test.cc   |  2 +-
 .../xla/service/gpu/tests/gpu_ldg_test.cc     |  6 +--
 .../xla/service/gpu/tests/gpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/while_transformer_test.cc |  2 +-
 .../xla/service/hlo_computation_test.cc       | 38 +++++++-------
 .../xla/service/hlo_cost_analysis_test.cc     |  6 +--
 .../xla/service/hlo_dataflow_analysis_test.cc |  8 +--
 .../compiler/xla/service/hlo_dce_test.cc      | 18 +++----
 .../xla/service/hlo_memory_scheduler_test.cc  |  8 +--
 .../compiler/xla/service/hlo_module_test.cc   | 16 +++---
 .../compiler/xla/service/hlo_ordering_test.cc | 12 ++---
 .../hlo_subcomputation_unification_test.cc    |  8 +--
 .../compiler/xla/service/hlo_verifier_test.cc | 12 ++---
 .../xla/service/instruction_fusion_test.cc    | 12 ++---
 .../reduce_precision_insertion_test.cc        | 28 +++++------
 .../xla/service/transpose_folding_test.cc     | 10 ++--
 .../service/tuple_points_to_analysis_test.cc  |  8 +--
 .../zero_sized_hlo_elimination_test.cc        |  3 +-
 .../compiler/xla/tests/broadcast_test.cc      | 24 ++++-----
 tensorflow/compiler/xla/tests/copy_test.cc    | 12 ++---
 .../compiler/xla/tests/custom_call_test.cc    | 10 ++--
 tensorflow/compiler/xla/tests/fusion_test.cc  | 50 +++++++++----------
 .../compiler/xla/tests/hlo_test_base.cc       |  3 +-
 tensorflow/compiler/xla/tests/hlo_test_base.h |  7 +--
 .../xla/tests/hlo_verified_test_base.h        | 12 ++---
 .../xla/tests/hlo_verified_test_base_test.cc  |  8 +--
 .../compiler/xla/tests/llvm_compiler_test.cc  |  6 +--
 .../xla/tests/multioutput_fusion_test.cc      |  4 +-
 .../compiler/xla/tests/token_hlo_test.cc      | 10 ++--
 49 files changed, 278 insertions(+), 286 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 18eaa4d3f0..58ab8eef91 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -2906,7 +2906,7 @@ TEST_F(AlgebraicSimplifierTest, ConvertConvToMatmul) {
         /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
     // TODO(b/80488902): verify this module.
-    auto module = HloTestBase::CreateNewUnverifiedModule();
+    auto module = HloTestBase::CreateNewModule();
     auto* computation = module->AddEntryComputation(b.Build());
 
     AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
@@ -3084,7 +3084,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToTransposeReshape) {
 // Test that ReduceWindow(Pad(op, x), y) can simplify to ReduceWindow(op, x).
 TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = HloTestBase::CreateNewModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
@@ -3166,7 +3166,7 @@ TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
 // ReduceWindow(Convert(op), x).
 TEST_F(AlgebraicSimplifierTest, FoldConvertedPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = HloTestBase::CreateNewModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
diff --git a/tensorflow/compiler/xla/service/buffer_liveness_test.cc b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
index aeee543e84..17e5090505 100644
--- a/tensorflow/compiler/xla/service/buffer_liveness_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
@@ -117,7 +117,7 @@ TEST_F(BufferLivenessTest, ElementwiseChain) {
   auto log = builder.AddInstruction(
       HloInstruction::CreateUnary(vec_, HloOpcode::kLog, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -164,7 +164,7 @@ TEST_F(BufferLivenessTest, MultipleEntryParameters_Sequential) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* entry = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -213,7 +213,7 @@ TEST_F(BufferLivenessTest, NonElementwiseOperand) {
   auto reverse =
       builder.AddInstruction(HloInstruction::CreateReverse(vec_, negate, {0}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -247,7 +247,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffers) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -289,7 +289,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffersSequentialOrder) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -336,7 +336,7 @@ TEST_F(BufferLivenessTest, RootInstructionIsNotLastInSequentialOrder) {
       HloInstruction::CreateSend(recv_done, token, /*channel_id=*/1));
   auto send_done = builder.AddInstruction(HloInstruction::CreateSendDone(send));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build(add));
 
   HloSchedule schedule(module.get());
@@ -373,7 +373,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
   auto outer_tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({inner_tuple, exp}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -393,7 +393,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
 
 TEST_F(BufferLivenessTest, EmbeddedComputation) {
   // Test MaybeLiveOut and MayInterfere for embedded computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
 
   auto embedded_builder = HloComputation::Builder(TestName() + "_embedded");
   auto embedded_param = embedded_builder.AddInstruction(
@@ -450,7 +450,7 @@ TEST_F(BufferLivenessTest, TupleConstantLiveOut) {
   builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       inner_tuple0.shape(), tuple_constant, 0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -514,7 +514,7 @@ TEST_F(BufferLivenessTest, IndependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -576,7 +576,7 @@ TEST_F(BufferLivenessTest, DependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -646,7 +646,7 @@ class FusedDynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewModule();
     module->AddEntryComputation(builder.Build());
     auto* computation = module->entry_computation();
     // Create fusion instruction based on number of tuple element 1 users.
@@ -802,7 +802,7 @@ class DynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     auto tuple_root = builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewModule();
     module->AddEntryComputation(BuildDummyComputation());
     module->AddEmbeddedComputation(builder.Build());
     // Run BufferLiveness on 'module'.
diff --git a/tensorflow/compiler/xla/service/copy_insertion_test.cc b/tensorflow/compiler/xla/service/copy_insertion_test.cc
index 7446bc7cc1..973d5b29af 100644
--- a/tensorflow/compiler/xla/service/copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/copy_insertion_test.cc
@@ -94,7 +94,7 @@ TEST_F(CopyInsertionTest, SingleParameter) {
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -114,7 +114,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -127,7 +127,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 TEST_F(CopyInsertionTest, ExistingCopiesNotRemoved) {
   // Verify that kCopy instructions which change layout and exist before
   // copy-insertion remain in the graph after copy-insertion.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
 
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* constant =
@@ -181,7 +181,7 @@ TEST_F(CopyInsertionTest, MultipleConstantsAndParameters) {
 
   builder.AddInstruction(HloInstruction::CreateTuple({constant2, x, add}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -217,7 +217,7 @@ TEST_F(CopyInsertionTest, AmbiguousPointsToSet) {
   EXPECT_THAT(constant2->users(), UnorderedElementsAre(tuple1, tuple2));
   EXPECT_THAT(constant3->users(), UnorderedElementsAre(tuple2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   HloInstruction* old_root = module->entry_computation()->root_instruction();
@@ -238,7 +238,7 @@ TEST_F(CopyInsertionTest, BitcastParameter) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -261,7 +261,7 @@ TEST_F(CopyInsertionTest, BitcastConstant) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, constant));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(bitcast));
@@ -283,7 +283,7 @@ TEST_F(CopyInsertionTest, BitcastTupleElementParameter) {
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
   builder.AddInstruction(HloInstruction::CreateTuple({bitcast}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -310,7 +310,7 @@ TEST_F(CopyInsertionTest, NestedTupleParameter) {
            ShapeUtil::MakeShape(F32, {42})}),
       "param0"));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(HloOpcode::kParameter,
@@ -351,7 +351,7 @@ TEST_F(CopyInsertionTest, ElementOfNestedTupleParameter) {
   auto gte = builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       ShapeUtil::GetSubshape(param->shape(), {0}), param, 0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -388,7 +388,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
       builder.AddInstruction(HloInstruction::CreateGetTupleElement(
           ShapeUtil::GetSubshape(select->shape(), {0}), select, 0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -403,7 +403,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
 
 class WhileCopyInsertionTest : public CopyInsertionTest {
  protected:
-  WhileCopyInsertionTest() : module_(CreateNewUnverifiedModule()) {}
+  WhileCopyInsertionTest() : module_(CreateNewModule()) {}
 
   // Builds a While condition computation which reads the induction variable
   // from the tuple parameter, and returns a predicate indicating whether this
@@ -1295,7 +1295,7 @@ TEST_F(WhileCopyInsertionTest, InitPointsToNonDistinctUsedByTwoWhileLoops) {
 TEST_F(CopyInsertionTest, SwizzlingWhile) {
   // Test a while instruction with a body which permutes its tuple parameter
   // elements.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1362,7 +1362,7 @@ TEST_F(CopyInsertionTest, CrossingParameters) {
   //   |  / \ |
   //   | /   \|
   //  (p1  ,  p0)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1395,7 +1395,7 @@ TEST_F(CopyInsertionTest, ParametersAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1428,7 +1428,7 @@ TEST_F(CopyInsertionTest, ParameterWithNoAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1461,7 +1461,7 @@ TEST_F(CopyInsertionTest, ParameterWithPartialAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1496,7 +1496,7 @@ TEST_F(CopyInsertionTest, ParameterAndParallelOpsWithPartialAliasing) {
   //   |    |      |
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1534,7 +1534,7 @@ TEST_F(CopyInsertionTest, ParameterAndOpsWithPartialAliasing) {
   //   |    Add----+
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1569,7 +1569,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileWithOneOp) {
   // the operation (instruction) on the element makes the live range of the
   // respective input and output elements different than if the instruction were
   // not there (as in the SwizzlingWhile test above).
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1632,7 +1632,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileSharedInput) {
   // the while body is a single constant (both loop state elements are the same
   // constant). This means no copies are necessary because both loop state
   // elements are the same so interchanging them is a no-op.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1693,7 +1693,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
   const Shape loop_state_shape = ShapeUtil::MakeTupleShape(
       {element_shape, element_shape, element_shape, element_shape});
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, element_shape, "param_0"));
@@ -1783,7 +1783,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
 TEST_F(CopyInsertionTest, WhileBodyWithConstantRoot) {
   // Test a while body and condition which are each simply a constant (root of
   // computation is a constant). The body constant should be copied.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, scalar_shape_, "param_0"));
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
index b8c2bc7e91..4be7d9e823 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
@@ -60,7 +60,7 @@ TEST_F(CpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = HloTestBase::CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
index c95a514ca0..7d99b914d4 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
@@ -58,7 +58,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Basic_0) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), exp0, arg1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -77,7 +77,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Basic_1) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1, 1024}), arg0, exp1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -98,7 +98,7 @@ TEST_F(InstructionFusionTest, DotOperationNoFusion_Bitcast) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), bitcast0, arg1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -119,7 +119,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Reshape) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), reshape0, arg1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -138,7 +138,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_TooLarge) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1, 32 * 1024}), arg0, exp1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -157,7 +157,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_ElementReuse) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {2, 1024}), arg0, exp1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -321,7 +321,7 @@ TEST_F(OpcodeFusionTest, Exponential_Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -350,7 +350,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Reshape_DynamicSlice_Tanh) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       dynamic_slice_shape, HloOpcode::kTanh, dynamic_slice4));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -370,7 +370,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, broadcast1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -392,7 +392,7 @@ TEST_F(OpcodeFusionTest, DynamicSlice_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, dynamic_slice2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -410,7 +410,7 @@ TEST_F(OpcodeFusionTest, Exponential_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, exp1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -429,7 +429,7 @@ TEST_F(OpcodeFusionTest, Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -447,7 +447,7 @@ TEST_F(OpcodeFusionTest, Reverse_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, reverse1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -466,7 +466,7 @@ TEST_F(OpcodeFusionTest, Slice_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(S32, {2}), HloOpcode::kNegate, slice1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -489,7 +489,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, transpose2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -498,7 +498,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
 }
 
 TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -517,7 +517,7 @@ TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
 }
 
 TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -542,7 +542,7 @@ TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
 }
 
 TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
 
   HloComputation::Builder builder(TestName());
   Shape full_shape = ShapeUtil::MakeShape(F32, {10, 100, 1000});
@@ -573,7 +573,7 @@ TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
 }
 
 TEST_F(OpcodeFusionTest, MessOfFusibleNodes) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation::Builder builder(TestName());
 
   Shape full_shape = ShapeUtil::MakeShape(F32, {4, 100, 10, 100, 50});
@@ -641,7 +641,7 @@ TEST_F(OpcodeFusionTest, ReuseViaImplicitBroadcastUnary) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(large_shape, HloOpcode::kExp, small_exp));
 
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto did_fusion = CpuInstructionFusion().Run(module.get());
@@ -670,7 +670,7 @@ TEST_F(OpcodeFusionTest, ReuseViaImplicitBroadcastBinary) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       large_shape, HloOpcode::kAdd, small_exp, large_param));
 
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto did_fusion = CpuInstructionFusion().Run(module.get());
@@ -712,7 +712,7 @@ void CreateComputationForDotAddOutputFusionTest(const string& test_name,
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/1,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -725,7 +725,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/false);
@@ -738,7 +738,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -751,7 +751,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1_multi_use) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/true);
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
index 2cd52e4a18..97659b88a7 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
@@ -73,7 +73,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensor) {
   auto result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -114,7 +114,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor0) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       result_shape, HloOpcode::kAdd, dot_a_result, dot_b_result));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -158,7 +158,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor1) {
   auto tuple_result = builder.AddInstruction(
       HloInstruction::CreateTuple({dot_a_result, dot_b_result}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -192,7 +192,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantLhsTensor) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -232,7 +232,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensorThroughGTE) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -353,7 +353,7 @@ static void AssertCorrectLayoutForDotOutputFusion(
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -365,7 +365,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -377,7 +377,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -389,7 +389,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -401,7 +401,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
@@ -413,7 +413,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
index 691b3c7bee..18ee25ba91 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
@@ -50,7 +50,7 @@ class CpuEigenDotOperationTest
         /*entry_point_name=*/"entry",
         /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-    auto hlo_module = CreateNewUnverifiedModule();
+    auto hlo_module = CreateNewModule();
     hlo_module->AddEntryComputation(std::move(entry_computation));
 
     CompileAheadOfTimeAndVerifyIr(std::move(hlo_module), options,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
index d201a151d7..00a7aa2ad2 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
@@ -46,7 +46,7 @@ class CpuExternalConstantsTest : public CpuCodegenTest {
     builder.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, constant));
 
-    std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+    std::unique_ptr<HloModule> module = CreateNewModule();
     module->AddEntryComputation(builder.Build());
 
     CompileAndVerifyIr(std::move(module), filecheck_pattern,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
index 773336c7a9..a434c04a98 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
@@ -91,7 +91,7 @@ TEST_P(CpuUnaryIntrinsicTest, DoIt) {
       /*entry_point_name=*/"entry",
       /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   string check_lines{spec.check_lines.data(), spec.check_lines.size()};
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
index f5419b7063..b35fd9dad8 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
@@ -56,7 +56,7 @@ TEST_F(CpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // Now that we have an HLO module, build an llvm_ir::AliasAnalysis for it.
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index c8b3770e2a..b857fa775a 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -44,7 +44,7 @@ class GpuHloScheduleTest : public HloVerifiedTestBase {
         .ConsumeValueOrDie();
   }
 
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
+  std::unique_ptr<HloModule> CreateNewModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -79,7 +79,7 @@ TEST_F(GpuHloScheduleTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -139,7 +139,7 @@ TEST_F(GpuHloScheduleTest, SequentialAdd) {
   HloInstruction* add3 = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, add1, add2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(add3));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -209,7 +209,7 @@ TEST_F(GpuHloScheduleTest, ConcurrentMatMul) {
   HloInstruction* add =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, dot2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -288,7 +288,7 @@ TEST_F(GpuHloScheduleTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
index 15a8dd8597..dfe5a26bb3 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
@@ -60,7 +60,7 @@ TEST_F(GpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = HloTestBase::CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
index 8cc76c872c..4822b820f4 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
@@ -61,7 +61,7 @@ TEST_F(LayoutAssignmentTest, Elementwise) {
             HloInstruction::CreateParameter(1, ashape, "y"));
         auto add = builder.AddInstruction(
             HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, x, y));
-        auto module = CreateNewUnverifiedModule();
+        auto module = CreateNewModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(add));
 
@@ -148,7 +148,7 @@ TEST_F(LayoutAssignmentTest, BatchNormInference) {
           {operand, scale, offset, mean, variance, epsilon, feature_index},
           kCudnnBatchNormForwardInferenceCallTarget));
 
-      auto module = CreateNewUnverifiedModule();
+      auto module = CreateNewModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -217,7 +217,7 @@ TEST_F(LayoutAssignmentTest, BatchNormTraining) {
           batchnorm_shape, {operand, scale, offset, epsilon, feature_index},
           kCudnnBatchNormForwardTrainingCallTarget));
 
-      auto module = CreateNewUnverifiedModule();
+      auto module = CreateNewModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -298,7 +298,7 @@ TEST_F(LayoutAssignmentTest, BatchNormGrad) {
                  feature_index},
                 kCudnnBatchNormBackwardCallTarget));
 
-        auto module = CreateNewUnverifiedModule();
+        auto module = CreateNewModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(batchnorm));
 
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 06ce731bf2..57e66f5a12 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -41,7 +41,7 @@ TEST_F(InstructionFusionTest,
       builder.AddInstruction(HloInstruction::CreateBroadcast(
           ShapeUtil::MakeShape(S32, {1}), exp1, {0}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(broadcast2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -61,7 +61,7 @@ TEST_F(InstructionFusionTest,
       builder.AddInstruction(HloInstruction::CreateBroadcast(
           ShapeUtil::MakeShape(S32, {1}), negate1, {0}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(broadcast2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -80,7 +80,7 @@ TEST_F(InstructionFusionTest,
   HloInstruction* reshape2 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {}), exp1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -99,7 +99,7 @@ TEST_F(InstructionFusionTest,
   HloInstruction* transpose2 = builder.AddInstruction(
       HloInstruction::CreateTranspose(ShapeUtil::MakeShape(S32, {}), exp1, {}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfDotUnfused) {
   auto reshape2 = builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(S32, {1, 1, 1}), dot1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -134,7 +134,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfDotUnfused) {
   auto transpose2 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {1, 1}), dot1, {0, 1}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -723,7 +723,7 @@ TEST_F(InstructionFusionTest, AvoidsLargeFusion) {
     sum = b.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sum, param));
   }
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(b.Build());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
                   .Run(module.get())
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
index dc221f22a7..58ee684c47 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
@@ -580,7 +580,7 @@ TEST_F(MultiOutputFusionTest, AvoidsLargeFusion) {
   //   ...
   // where each of the (pi * pj)'s is represented as a fusion node so that
   // multi-output fusion will pay attention to it.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation::Builder b(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {10, 100});
 
diff --git a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
index 52ee7a960f..c4f43cc9a6 100644
--- a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
@@ -30,7 +30,7 @@ namespace gpu {
 
 class StreamAssignmentTest : public HloVerifiedTestBase {
  protected:
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
+  std::unique_ptr<HloModule> CreateNewModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -55,7 +55,7 @@ TEST_F(StreamAssignmentTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -76,7 +76,7 @@ TEST_F(StreamAssignmentTest, ConcurrentMatMul) {
   HloInstruction* add = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, dot1, dot2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -120,7 +120,7 @@ TEST_F(StreamAssignmentTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
index 9e3ff8750b..616f5b92bb 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
@@ -23,8 +23,7 @@ limitations under the License.
 namespace xla {
 namespace gpu {
 
-std::unique_ptr<HloModule> GpuCodegenTest::CreateNewUnverifiedModuleWithFTZ(
-    bool ftz) {
+std::unique_ptr<HloModule> GpuCodegenTest::CreateNewModuleWithFTZ(bool ftz) {
   HloModuleConfig config;
   auto debug_options = GetDebugOptionsFromFlags();
   debug_options.set_xla_gpu_ftz(ftz);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
index d2f30ae7bc..e4a3573bab 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
@@ -26,9 +26,9 @@ namespace gpu {
 // Tests that verify IR or PTX emitted by the GPU backend is as expected.
 class GpuCodegenTest : public LlvmIrGenTestBase {
  protected:
-  // Like HloTestBase::CreateNewUnverifiedModule(), with a flag for configuring
-  // the ftz option.
-  std::unique_ptr<HloModule> CreateNewUnverifiedModuleWithFTZ(bool ftz);
+  // Like HloTestBase::CreateNewModule(), with a flag for configuring the ftz
+  // option.
+  std::unique_ptr<HloModule> CreateNewModuleWithFTZ(bool ftz);
 
   // Compiles the given HLO module to PTX and verifies the PTX matches the given
   // FileCheck pattern.  (See http://llvm.org/docs/CommandGuide/FileCheck.html).
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
index 268b48a1ca..780539c164 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
@@ -46,7 +46,7 @@ TEST_F(GpuCopyTest, UseMemcpy) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // There should not be any kernel prefixed "copy".
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
index d0ccd8619b..177b94934c 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
@@ -39,7 +39,7 @@ class GpuFtzTest : public GpuCodegenTest {
         /* parameter_number=*/1, param_shape, "y"));
     builder.AddInstruction(HloInstruction::CreateBinary(param_shape, op, x, y));
 
-    auto hlo_module = CreateNewUnverifiedModuleWithFTZ(ftz_);
+    auto hlo_module = CreateNewModuleWithFTZ(ftz_);
     hlo_module->AddEntryComputation(builder.Build());
     return hlo_module;
   }
@@ -54,7 +54,7 @@ class GpuFtzTest : public GpuCodegenTest {
         /* parameter_number=*/0, param_shape, "x"));
     builder.AddInstruction(HloInstruction::CreateUnary(param_shape, op, x));
 
-    auto hlo_module = CreateNewUnverifiedModuleWithFTZ(ftz_);
+    auto hlo_module = CreateNewModuleWithFTZ(ftz_);
     hlo_module->AddEntryComputation(builder.Build());
     return hlo_module;
   }
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
index da8e513a2c..a06576df7b 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
@@ -51,7 +51,7 @@ TEST_F(GpuIndexTest, CompatibleUseLinearIndex) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       ShapeUtil::MakeShape(PRED, {5, 7, 2}), HloOpcode::kGe, param_x, param_y));
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   // Check the optimized IR as the unoptimized IR contains dead udiv and urem.
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
index ea1fee040d..6a9ecd9dae 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
@@ -48,7 +48,7 @@ TEST_F(GpuLdgTest, LdgForParamRead) {
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, param));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -73,7 +73,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
   builder.AddInstruction(HloInstruction::CreateTuple({add, square}));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -95,7 +95,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
 // reduce in the foreseeable future.  But if that turns out to be wrong, I give
 // you, future reader, permission to delete this test.
 TEST_F(GpuLdgTest, NoLdgWhenSharingBuffer) {
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation* reduce_computation;
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
index 14285459b5..15198865bd 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
@@ -47,7 +47,7 @@ TEST_F(GpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyIr(std::move(hlo_module),
diff --git a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
index c7f5112764..926b59a1b8 100644
--- a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
@@ -29,7 +29,7 @@ namespace {
 class WhileTransformerTest : public HloTestBase {
  protected:
   WhileTransformerTest()
-      : module_(CreateNewUnverifiedModule()),
+      : module_(CreateNewModule()),
         induction_variable_shape_(ShapeUtil::MakeShape(S32, {})),
         data_shape_(ShapeUtil::MakeShape(F32, {8})),
         condition_result_shape_(ShapeUtil::MakeShape(PRED, {})) {}
diff --git a/tensorflow/compiler/xla/service/hlo_computation_test.cc b/tensorflow/compiler/xla/service/hlo_computation_test.cc
index 1e7a6e197f..ac6d08b026 100644
--- a/tensorflow/compiler/xla/service/hlo_computation_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation_test.cc
@@ -65,7 +65,7 @@ class HloComputationTest : public HloTestBase {
 };
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto negate_computation =
       module->AddEntryComputation(CreateNegateComputation());
   EXPECT_TRUE(negate_computation->MakeEmbeddedComputationsList().empty());
@@ -73,7 +73,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
   // Create computation which calls one other computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map_computation =
@@ -85,7 +85,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsDiamond) {
   // Create computations with a diamond-shaped callgraph.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map1_computation =
@@ -119,7 +119,7 @@ TEST_F(HloComputationTest, PostOrderSingleton) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(), ElementsAre(constant));
 }
@@ -134,7 +134,7 @@ TEST_F(HloComputationTest, PostOrderSimple) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               ElementsAre(constant, negate1, negate2));
@@ -151,7 +151,7 @@ TEST_F(HloComputationTest, PostOrderTrace) {
       builder.AddInstruction(HloInstruction::CreateTrace("foobar", negate1));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Trace instructions should be at the end of the sort.
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
@@ -170,7 +170,7 @@ TEST_F(HloComputationTest, PostOrderDisconnectedInstructions) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
   auto constant4 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               UnorderedElementsAre(constant1, constant2, constant3, constant4));
@@ -192,7 +192,7 @@ TEST_F(HloComputationTest, PostOrderWithMultipleRoots) {
       r0f32_, HloOpcode::kAdd, constant2, constant3));
   auto add3 = builder.AddInstruction(HloInstruction::CreateBinary(
       r0f32_, HloOpcode::kAdd, constant1, constant3));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto post_order = computation->MakeInstructionPostOrder();
   EXPECT_EQ(6, post_order.size());
@@ -217,7 +217,7 @@ TEST_F(HloComputationTest, VisitWithMultipleRoots) {
                                                       constant2, constant3));
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd,
                                                       constant1, constant3));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Visitor which keeps track of which instructions have been visited.
   class TestVisitor : public DfsHloVisitorWithDefault {
@@ -257,7 +257,7 @@ TEST_F(HloComputationTest, DeepCopyArray) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(constant).ValueOrDie();
 
@@ -274,7 +274,7 @@ TEST_F(HloComputationTest, DeepCopyTuple) {
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({constant1, constant2}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto tuple_copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -376,7 +376,7 @@ TEST_F(HloComputationTest, DeepCopyToken) {
   // copied.
   auto builder = HloComputation::Builder(TestName());
   auto token = builder.AddInstruction(HloInstruction::CreateToken());
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(token).ValueOrDie();
 
@@ -393,7 +393,7 @@ TEST_F(HloComputationTest, DeepCopyTokenTuple) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({token, constant}));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -412,7 +412,7 @@ TEST_F(HloComputationTest, CycleDetection) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, negate, negate));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Add a control dependency to create a cycle.
   ASSERT_IS_OK(add->AddControlDependencyTo(negate));
@@ -440,7 +440,7 @@ TEST_F(HloComputationTest, RemoveInstructionWithDuplicateOperand) {
       r0f32_, HloOpcode::kAdd, dead_negate, dead_negate));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(computation->root_instruction(), op::Negate(constant));
@@ -466,7 +466,7 @@ TEST_F(HloComputationTest, CloneWithControlDependency) {
       HloInstruction::CreateParameter(0, r0f32_, "param0"));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation =
       module->AddEntryComputation(builder.Build(/*root_instruction=*/add));
 
@@ -505,7 +505,7 @@ TEST_F(HloComputationTest, Stringification) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
@@ -540,7 +540,7 @@ TEST_F(HloComputationTest, StringificationIndent) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options =
@@ -576,7 +576,7 @@ TEST_F(HloComputationTest, StringificationCanonical) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
index 6a15b3440c..9acee892d5 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
@@ -387,7 +387,7 @@ TEST_F(FusionCostAnalysis, LoopFusion) {
         HloInstruction::CreateBinary(r2f32, HloOpcode::kSubtract, mul, clamp));
     auto tuple = HloInstruction::CreateTuple({sub, sub, mul, c1});
 
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewModule();
     auto* computation = module->AddEntryComputation(builder.Build());
     auto* fusion = computation->CreateFusionInstruction(
         {sub, mul, exp, clamp, add}, HloInstruction::FusionKind::kLoop);
@@ -429,7 +429,7 @@ TEST_F(FusionCostAnalysis, NoLayout) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       shape_with_layout, HloOpcode::kAdd, c1, broadcast));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {add, broadcast}, HloInstruction::FusionKind::kLoop);
@@ -472,7 +472,7 @@ TEST_F(DomainCostAnalysis, DomainCost) {
   auto domain = builder.AddInstruction(
       HloInstruction::CreateDomain(tuple->shape(), tuple, nullptr, nullptr));
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(hlo_module->entry_computation()->root_instruction(), domain);
diff --git a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
index 6422346c10..909853106d 100644
--- a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
@@ -43,7 +43,7 @@ using ::testing::UnorderedElementsAre;
 class HloDataflowAnalysisTest : public HloTestBase,
                                 public ::testing::WithParamInterface<bool> {
  protected:
-  HloDataflowAnalysisTest() : module_(CreateNewUnverifiedModule()) {}
+  HloDataflowAnalysisTest() : module_(CreateNewModule()) {}
 
   // Run dataflow analysis on the member module. For convenience returns a
   // reference to the generated analysis stored in analysis_.
@@ -1884,7 +1884,7 @@ INSTANTIATE_TEST_CASE_P(HloDataflowAnalysisInstantiation,
 class HloDataflowAnalysisTestBase : public HloTestBase {
  protected:
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewUnverifiedModule();
+    module_ = CreateNewModule();
     computation_ = module_->AddEntryComputation(std::move(computation));
   }
 
@@ -2476,7 +2476,7 @@ TEST_F(CanShareOperandBufferWithUserTest, WhileCanShare) {
     return builder.Build();
   };
 
-  module_ = CreateNewUnverifiedModule();
+  module_ = CreateNewModule();
   HloComputation* cond_computation =
       module_->AddEmbeddedComputation(make_cond());
   HloComputation* body_computation =
@@ -2511,7 +2511,7 @@ TEST_F(CanShareOperandBufferWithUserTest, CallToComputationWithFusionRoot) {
   auto add = sub_builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sub_param, ones));
 
-  module_ = CreateNewUnverifiedModule();
+  module_ = CreateNewModule();
   auto sub_computation = module_->AddEmbeddedComputation(sub_builder.Build());
   sub_computation->CreateFusionInstruction({add, ones},
                                            HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/hlo_dce_test.cc b/tensorflow/compiler/xla/service/hlo_dce_test.cc
index 6c8095d397..3b5cde2996 100644
--- a/tensorflow/compiler/xla/service/hlo_dce_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dce_test.cc
@@ -59,7 +59,7 @@ TEST_F(HloDceTest, NoDeadCode) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
@@ -80,7 +80,7 @@ TEST_F(HloDceTest, InstructionsWithSideEffect) {
       HloInstruction::CreateSend(constant, token, /*channel_id=*/0));
   builder.AddInstruction(HloInstruction::CreateTuple({}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(4, computation->instruction_count());
@@ -110,7 +110,7 @@ TEST_F(HloDceTest, DeadParameters) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       live_param->shape(), HloOpcode::kNegate, live_param));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(5, computation->instruction_count());
@@ -150,7 +150,7 @@ TEST_F(HloDceTest, ControlDependencies) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Add a control dependency between two instructions.
@@ -175,7 +175,7 @@ TEST_F(HloDceTest, ControlDependencies) {
 
 // Tests that a dead call instruction is removed.
 TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Called computation for the call instruction.
@@ -215,7 +215,7 @@ TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
 // Tests that a while instruction with an infeed (effectul instruction) in its
 // body is not removed, even its user count is 0.
 TEST_F(HloDceTest, CalledComputationWithSideEffect) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Condition computation of a while instruction.
@@ -270,7 +270,7 @@ TEST_F(HloDceTest, CalledComputationWithSideEffect) {
 
 // Tests that a nested call instruction with a side effect is not removed.
 TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Nested called computation with a side effect.
@@ -323,7 +323,7 @@ TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
 }
 
 TEST_F(HloDceTest, RemoveDeadSubcomputation) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
@@ -364,7 +364,7 @@ TEST_F(HloDceTest, RemoveDeadSubcomputation) {
 }
 
 TEST_F(HloDceTest, KeepUsedSubcomputation) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index 984a6266ab..2f15997fc1 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -65,7 +65,7 @@ TEST_F(HloSchedulingTest, LastUseScheduledFirst) {
   auto sub = builder.AddInstruction(
       HloInstruction::CreateBinary(vec, HloOpcode::kSubtract, add, negate));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   HloMemoryScheduler scheduler([](const BufferValue& buffer) {
@@ -172,7 +172,7 @@ TEST_F(HloSchedulingTest, TuplesAreAccountedCorrectly) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd,
                                                       tuple_elm, abs_abs2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
                           ScheduleModule(*module,
@@ -218,7 +218,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd, tuple_elm, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto fusion = computation->CreateFusionInstruction(
@@ -242,7 +242,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
 }
 
 TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape r1f32 = ShapeUtil::MakeShape(F32, {4});
 
   // param != 0
diff --git a/tensorflow/compiler/xla/service/hlo_module_test.cc b/tensorflow/compiler/xla/service/hlo_module_test.cc
index 3ae67e4e5e..39f38b417a 100644
--- a/tensorflow/compiler/xla/service/hlo_module_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_module_test.cc
@@ -63,7 +63,7 @@ class HloModuleTest : public HloTestBase {
 
 TEST_F(HloModuleTest, OneComputationPostOrder) {
   // Create a module with a single computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(CreateConstantComputation());
 
   EXPECT_THAT(module->MakeComputationPostOrder(),
@@ -72,7 +72,7 @@ TEST_F(HloModuleTest, OneComputationPostOrder) {
 
 TEST_F(HloModuleTest, TwoComputationsPostOrder) {
   // Create a module with two unconnected computations.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation1 = module->AddEntryComputation(CreateConstantComputation());
   auto computation2 =
       module->AddEmbeddedComputation(CreateConstantComputation());
@@ -88,7 +88,7 @@ TEST_F(HloModuleTest, TwoComputationsPostOrder) {
 
 TEST_F(HloModuleTest, CloneTest) {
   // Create and copy a module with a diamond call graph of computations.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -111,7 +111,7 @@ TEST_F(HloModuleTest, CloneTest) {
 }
 
 TEST_F(HloModuleTest, CloneHasFusion) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
 
   // Create the fused computation.
   HloComputation* fused_computation;
@@ -154,7 +154,7 @@ TEST_F(HloModuleTest, CloneHasFusion) {
 
 TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
   // Create a module with a diamond call graph of computations.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -174,7 +174,7 @@ TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
 
 TEST_F(HloModuleTest, LargeConstantToString) {
   // Create a module with a single computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder("Constant");
   std::vector<float> values(16, 42.0);
   builder.AddInstruction(
@@ -194,8 +194,8 @@ TEST_F(HloModuleTest, LargeConstantToString) {
 }
 
 TEST_F(HloModuleTest, UniqueModuleId) {
-  auto module_a = CreateNewUnverifiedModule();
-  auto module_b = CreateNewUnverifiedModule();
+  auto module_a = CreateNewModule();
+  auto module_b = CreateNewModule();
   EXPECT_NE(module_a->unique_id(), module_b->unique_id());
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_ordering_test.cc b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
index 2ab8aa57f6..b045adc964 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
@@ -53,7 +53,7 @@ TEST_F(HloOrderingTest, InstructionsInDifferentComputations) {
   //   %c = Constant(42.0f)
   //
   // This results in a diamond-shaped callgraph.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder_c = HloComputation::Builder("C");
@@ -126,7 +126,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
   //   %constant = Constant(1.0)
   //   return While(%constant, body, condition)
   //
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -176,7 +176,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
 
 TEST_F(HloOrderingTest, ParametersDefinedBeforeOthers) {
   // Entry parameter should always be defined before other instruction.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
@@ -209,7 +209,7 @@ TEST_F(HloOrderingTest, ValuesInWhileComputations) {
   //   %while = While(%constant, body, condition)
   //   %add = Add(%constant, %while)
   //
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -407,7 +407,7 @@ TEST_F(HloOrderingTest,
   //   %dead = Constant(123.0)
   //
   // %root should interfere with %dead.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder = HloComputation::Builder(TestName());
@@ -455,7 +455,7 @@ TEST_F(HloOrderingTest,
   //   ROOT %call = call({%c}), subcomputation
   //
   // %root should interfere with %dead.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto subbuilder = HloComputation::Builder(TestName() + ".sub");
diff --git a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
index 11994d99c9..45c684d667 100644
--- a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
@@ -66,7 +66,7 @@ class HloSubcomputationUnificationTest : public HloTestBase {
 };
 
 TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -103,7 +103,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
 }
 
 TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -143,7 +143,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
 
 // Do not unify subcomputations with different parameter shapes.
 TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -184,7 +184,7 @@ TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
 // Regression test for b/31466798. Checks that entry_computation is still valid
 // after unification.
 TEST_F(HloSubcomputationUnificationTest, TwoIdenticalComputations) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   for (int i = 0; i < 2; ++i) {
     HloComputation::Builder builder("pow");
     auto x =
diff --git a/tensorflow/compiler/xla/service/hlo_verifier_test.cc b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
index 4f6cd2f1e2..afe01e5487 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
@@ -66,7 +66,7 @@ TEST_F(HloVerifierTest, NullInstructionParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -85,7 +85,7 @@ TEST_F(HloVerifierTest, NullComputationParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -104,7 +104,7 @@ TEST_F(HloVerifierTest, DifferentOperandParents) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   HloComputation::Builder emb_builder(TestName());
@@ -138,7 +138,7 @@ TEST_F(HloVerifierTest, ResetsShapeVerifierState) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(s2, HloOpcode::kMultiply, add, add));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   // Run the verifier twice.  It should fail both times, because it shouldn't
@@ -303,7 +303,7 @@ TEST_F(HloVerifierTest, NegativeInteriorPaddingNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32))),
       padding_config));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   auto status = verifier().Run(module.get()).status();
@@ -327,7 +327,7 @@ TEST_F(HloVerifierTest, PadNegativeInteriorDilationNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32).Clone())),
       padding_config));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(verifier().Run(module.get()).status().error_message(),
diff --git a/tensorflow/compiler/xla/service/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
index 39904bd54b..da1ad90959 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -133,7 +133,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastSimpleReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -149,7 +149,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfParameterUnfused) {
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {}), param0, {}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose1, computation->root_instruction());
   EXPECT_FALSE(
@@ -172,7 +172,7 @@ TEST_F(InstructionFusionTest, AvoidDuplicationIfNotAllFusible) {
   HloInstruction* unary = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, binary1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary, computation->root_instruction());
   EXPECT_FALSE(
@@ -361,7 +361,7 @@ TEST_F(InstructionFusionTest, AllowUnaryDuplication) {
   HloInstruction* unary2 = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, unary1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary2, computation->root_instruction());
   EXPECT_TRUE(
@@ -385,7 +385,7 @@ TEST_F(InstructionFusionTest, AllowEffectiveUnaryDuplication) {
   HloInstruction* unary = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, binary1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary, computation->root_instruction());
   EXPECT_TRUE(
diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
index e4e4757c50..69e4b534bd 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
@@ -54,7 +54,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeUnaryInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -84,7 +84,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeBinaryInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a, b));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -113,7 +113,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeZeroInputInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -146,7 +146,7 @@ TEST_F(ReducePrecisionInsertionTest, AvoidAddingDuplicateInstructions) {
   HloInstruction* d = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, b, c));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -178,7 +178,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterRootInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -215,7 +215,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterNonRootInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a_cos, b_cos));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -242,7 +242,7 @@ TEST_F(ReducePrecisionInsertionTest, OutputIsNotFloat) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -268,7 +268,7 @@ TEST_F(ReducePrecisionInsertionTest, ShouldReduceOutputPrecisionIsFalse) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -294,7 +294,7 @@ TEST_F(ReducePrecisionInsertionTest, InsertionIsNotRecursive) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, a, 8, 23));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -321,7 +321,7 @@ TEST_F(ReducePrecisionInsertionTest, SkipRedundantReducePrecisionAfter) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 5, 10));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -349,7 +349,7 @@ TEST_F(ReducePrecisionInsertionTest, AddNonRedundantReducePrecision) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 8, 23));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -375,7 +375,7 @@ TEST_F(ReducePrecisionInsertionTest, IgnoreOpsInsideFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -411,7 +411,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInHeadOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -458,7 +458,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInTailOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
diff --git a/tensorflow/compiler/xla/service/transpose_folding_test.cc b/tensorflow/compiler/xla/service/transpose_folding_test.cc
index 7a565bf076..79b5c09abb 100644
--- a/tensorflow/compiler/xla/service/transpose_folding_test.cc
+++ b/tensorflow/compiler/xla/service/transpose_folding_test.cc
@@ -172,7 +172,7 @@ TEST_F(TransposeFoldingTest, FuseDotWithConstantOperands) {
   HloInstruction* mul = builder.AddInstruction(HloInstruction::CreateBinary(
       add->shape(), HloOpcode::kMultiply, add, sub));
 
-  auto module = CreateNewUnverifiedModule("fuse_with_constant_operands");
+  auto module = CreateNewModule("fuse_with_constant_operands");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(mul));
   HloInstruction* call = module->OutlineExpressionFromComputation(
@@ -247,7 +247,7 @@ TEST_F(TransposeFoldingTest, FoldConvDimSwapTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -302,7 +302,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -362,7 +362,7 @@ TEST_F(TransposeFoldingTest, FoldConvTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -428,7 +428,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
diff --git a/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc b/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
index 10ef2d38fa..d9ebebf74e 100644
--- a/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
@@ -48,7 +48,7 @@ class TuplePointsToAnalysisTest : public HloTestBase {
   }
 
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewUnverifiedModule();
+    module_ = CreateNewModule();
     module_->AddEntryComputation(std::move(computation));
   }
 
@@ -809,7 +809,7 @@ TEST_F(FusionPointsToAnalysisTest, FusionParam0TwoUsers) {
 class PointsToAnalysisTestBase : public HloTestBase {
  protected:
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewUnverifiedModule();
+    module_ = CreateNewModule();
     computation_ = module_->AddEntryComputation(std::move(computation));
   }
 
@@ -1176,7 +1176,7 @@ TEST_F(CanShareOperandBufferWithUserTest, WhileCanShare) {
     return builder.Build();
   };
 
-  module_ = CreateNewUnverifiedModule();
+  module_ = CreateNewModule();
   HloComputation* cond_computation =
       module_->AddEmbeddedComputation(make_cond());
   HloComputation* body_computation =
@@ -1211,7 +1211,7 @@ TEST_F(CanShareOperandBufferWithUserTest, CallToComputationWithFusionRoot) {
   auto add = sub_builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sub_param, ones));
 
-  module_ = CreateNewUnverifiedModule();
+  module_ = CreateNewModule();
   auto sub_computation = module_->AddEmbeddedComputation(sub_builder.Build());
   sub_computation->CreateFusionInstruction({add, ones},
                                            HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc b/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
index a546a6d39c..b9ef18892d 100644
--- a/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
+++ b/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
@@ -45,8 +45,7 @@ class ZeroSizedHloEliminationTest : public HloTestBase {
                 0, ShapeUtil::MakeShape(F32, {3, 0}), "zero sized param"))) {}
 
   StatusOr<bool> RunZeroSizedElimination() {
-    auto module =
-        CreateNewUnverifiedModule("zero_sized_elimination_test_module");
+    auto module = CreateNewModule("zero_sized_elimination_test_module");
     module->AddEntryComputation(builder_.Build());
     return ZeroSizedHloElimination{}.Run(module.get());
   }
diff --git a/tensorflow/compiler/xla/tests/broadcast_test.cc b/tensorflow/compiler/xla/tests/broadcast_test.cc
index 9930bfc95c..9966e4606e 100644
--- a/tensorflow/compiler/xla/tests/broadcast_test.cc
+++ b/tensorflow/compiler/xla/tests/broadcast_test.cc
@@ -42,7 +42,7 @@ XLA_TEST_F(BroadcastTest, BroadcastScalarToScalar) {
       ShapeUtil::MakeShape(F32, {}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -58,7 +58,7 @@ XLA_TEST_F(BroadcastTest, BroadcastScalarTo2D) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -81,7 +81,7 @@ XLA_TEST_F(BroadcastTest, BroadcastVectorTo2D) {
   builder.AddInstruction(HloInstruction::CreateTuple({element1, element2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -102,7 +102,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo2D) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {0, 1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -121,7 +121,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo2DTranspose) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {1, 0}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -138,7 +138,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo3D) {
       ShapeUtil::MakeShape(F32, {2, 3, 2}), input, {0, 2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -158,7 +158,7 @@ TEST_F(BroadcastTest, Broadcast_R1_2_To_R4_2x2x3x3) {
       ShapeUtil::MakeShape(F32, {2, 2, 3, 3}), input, {1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -183,7 +183,7 @@ TEST_F(BroadcastTest, Broadcast_R1_1025_To_R4_3x3x3x1025) {
       ShapeUtil::MakeShape(F32, {3, 3, 3, r1_size}), input, {3}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -214,7 +214,7 @@ XLA_TEST_F(BroadcastTest, Broadcast_R1_64_To_R4_32x64x7x7) {
       ShapeUtil::MakeShape(F32, {32, 64, 7, 7}), input, {1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -230,7 +230,7 @@ TEST_F(BroadcastTest, Broadcast_R0_to_R4_64x64x3x3) {
       ShapeUtil::MakeShape(F32, {64, 64, 3, 3}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   LOG(INFO) << hlo_module->ToString();
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
@@ -253,7 +253,7 @@ TEST_F(BroadcastTest, Broadcast_R2_2x2_To_R4_3x3x2x2) {
       ShapeUtil::MakeShape(F32, {3, 3, 2, 2}), input, {2, 3}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -287,7 +287,7 @@ TEST_F(BroadcastTest, Broadcast_R3_2x3x4_to_R4_2x3x4x5) {
       ShapeUtil::MakeShape(F32, {2, 3, 4, 5}), input, {0, 1, 2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
diff --git a/tensorflow/compiler/xla/tests/copy_test.cc b/tensorflow/compiler/xla/tests/copy_test.cc
index 3622f2c1e8..1407e68d9a 100644
--- a/tensorflow/compiler/xla/tests/copy_test.cc
+++ b/tensorflow/compiler/xla/tests/copy_test.cc
@@ -45,7 +45,7 @@ class CopyOpTest : public HloTestBase {
     builder.AddInstruction(HloInstruction::CreateUnary(
         constant->shape(), HloOpcode::kCopy, constant));
     auto computation = builder.Build();
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewModule();
     module->AddEntryComputation(std::move(computation));
 
     Literal result = ExecuteAndTransfer(std::move(module), {});
@@ -98,7 +98,7 @@ XLA_TEST_F(CopyOpTest, CopyParameterScalar) {
 
   auto computation = builder.Build();
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(std::move(computation));
 
   Literal result = ExecuteAndTransfer(std::move(module), {&literal});
@@ -119,7 +119,7 @@ XLA_TEST_F(CopyOpTest, CopyConstantR2Twice) {
 
   auto computation = builder.Build();
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(std::move(computation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
   LiteralTestUtil::ExpectR2Near<float>({{1.0, 2.0}, {3.0, 4.0}}, result,
@@ -143,7 +143,7 @@ XLA_TEST_F(CopyOpTest, CopyConstantR2DifferentLayouts) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(std::move(computation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
 
@@ -175,7 +175,7 @@ void CopyOpTest::TestCopyConstantLayout021(size_t n1, size_t n2, size_t n3) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(std::move(computation));
   ForceResultLayout(module.get(), LayoutUtil::MakeLayout({1, 2, 0}));
   Literal result = ExecuteAndTransfer(std::move(module), {});
@@ -209,7 +209,7 @@ void CopyOpTest::TestCopyConstantLayoutR4(size_t n1, size_t n2, size_t n3,
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   module->AddEntryComputation(std::move(computation));
   ForceResultLayout(module.get(), LayoutUtil::MakeLayout(permutation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
diff --git a/tensorflow/compiler/xla/tests/custom_call_test.cc b/tensorflow/compiler/xla/tests/custom_call_test.cc
index 738b644235..001490c6a8 100644
--- a/tensorflow/compiler/xla/tests/custom_call_test.cc
+++ b/tensorflow/compiler/xla/tests/custom_call_test.cc
@@ -70,7 +70,7 @@ class CustomCallTest : public HloTestBase {
 };
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR0F32Add2)) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto constant = builder.AddInstruction(
@@ -85,7 +85,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR0F32Add2)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR2F32Reduce)) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
 
   Array2D<float> array(2, 2);
@@ -106,7 +106,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR2F32Reduce)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(UsedInOtherComputations)) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input = b.AddInstruction(
@@ -130,7 +130,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(UsedInOtherComputations)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(InputAndOutputLayoutDiffer)) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input =
@@ -155,7 +155,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(LayoutConstrained)) {
   // The argument and result of the computation are set to different layouts,
   // but the custom call is layout constrained to a fixed operand and result
   // layout, so the correct result should be produced.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input =
diff --git a/tensorflow/compiler/xla/tests/fusion_test.cc b/tensorflow/compiler/xla/tests/fusion_test.cc
index d1fddf9d6b..4d4b676a53 100644
--- a/tensorflow/compiler/xla/tests/fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/fusion_test.cc
@@ -81,7 +81,7 @@ class FusionTest : public HloTestBase {
     }
 
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewUnverifiedModule();
+    auto hlo_module = CreateNewModule();
 
     auto prim_type = primitive_util::NativeToPrimitiveType<T>();
 
@@ -183,7 +183,7 @@ XLA_TEST_F(FusionTest, Test) {
   //                     (-{{1.0, 1.0, 1.0}, {0.0, 0.0, 0.0}}),
   //              {{0.5, 0.5, 0.5}, {0.5, 0.5, 0.5}})) = {{0.5}, {2.72}}
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<float>({{1.0}, {2.0}, {3.0}})));
   auto const1 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -231,7 +231,7 @@ XLA_TEST_F(FusionTest, Parameter) {
   // Build a computation and fuse part of it so the fusion instruction has an
   // operand parameter.
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<float>({{1.0, 2.0, 3.0}})));
   auto copy1 = builder.AddInstruction(HloInstruction::CreateUnary(
@@ -266,7 +266,7 @@ XLA_TEST_F(FusionTest, RandomizedParallelPartition) {
       ShapeUtil::MakeShapeWithLayout(F32, {rand_dim0_size, dim1_size}, {1, 0});
   // Build simple fusion computation: y = x^2 (elementwise).
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
 
   auto two = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(2.0)));
@@ -290,7 +290,7 @@ XLA_TEST_F(FusionTest, RandomizedParallelPartition) {
 
 XLA_TEST_F(FusionTest, BroadcastIntoBinaryOp) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const_vector = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
   auto const_array = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -314,7 +314,7 @@ XLA_TEST_F(FusionTest, BroadcastIntoBinaryOp) {
 
 XLA_TEST_F(FusionTest, ReshapeToScalar) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto single_element_array = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR2<int32>({{5}})));
   auto reshape = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -329,7 +329,7 @@ XLA_TEST_F(FusionTest, ReshapeToScalar) {
 
 XLA_TEST_F(FusionTest, Reshape_3by2_1by2by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2}, {3, 4}, {5, 6}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -344,7 +344,7 @@ XLA_TEST_F(FusionTest, Reshape_3by2_1by2by3) {
 
 XLA_TEST_F(FusionTest, Reshape_1by2by3_3by2) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR3<int32>({{{1, 2, 3}, {4, 5, 6}}})));
   auto reshape1 = builder.AddInstruction(
@@ -359,7 +359,7 @@ XLA_TEST_F(FusionTest, Reshape_1by2by3_3by2) {
 
 XLA_TEST_F(FusionTest, Reshape_1by1by1_) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR3<int32>({{{7}}})));
   auto reshape1 = builder.AddInstruction(
@@ -374,7 +374,7 @@ XLA_TEST_F(FusionTest, Reshape_1by1by1_) {
 
 XLA_TEST_F(FusionTest, Reshape__1by1by1) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(7)));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -389,7 +389,7 @@ XLA_TEST_F(FusionTest, Reshape__1by1by1) {
 
 XLA_TEST_F(FusionTest, Reshape__) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(7)));
   auto reshape1 = builder.AddInstruction(
@@ -404,7 +404,7 @@ XLA_TEST_F(FusionTest, Reshape__) {
 
 XLA_TEST_F(FusionTest, Reshape_3by3_3by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}})));
   auto reshape1 = builder.AddInstruction(
@@ -419,7 +419,7 @@ XLA_TEST_F(FusionTest, Reshape_3by3_3by3) {
 
 XLA_TEST_F(FusionTest, Transpose_2by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -434,7 +434,7 @@ XLA_TEST_F(FusionTest, Transpose_2by3) {
 
 XLA_TEST_F(FusionTest, Transpose_3by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -449,7 +449,7 @@ XLA_TEST_F(FusionTest, Transpose_3by3) {
 
 XLA_TEST_F(FusionTest, Reverse) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({1, 2, 3})));
   auto reverse1 = builder.AddInstruction(HloInstruction::CreateReverse(
@@ -465,7 +465,7 @@ XLA_TEST_F(FusionTest, Reverse) {
 
 XLA_TEST_F(FusionTest, ReverseNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({1, 2, 3})));
   auto reverse1 = builder.AddInstruction(HloInstruction::CreateReverse(
@@ -483,7 +483,7 @@ XLA_TEST_F(FusionTest, ReverseNegate) {
 
 XLA_TEST_F(FusionTest, BroadcastNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(1)));
   auto broadcast1 = builder.AddInstruction(HloInstruction::CreateBroadcast(
@@ -501,7 +501,7 @@ XLA_TEST_F(FusionTest, BroadcastNegate) {
 
 XLA_TEST_F(FusionTest, SliceNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto slice1 = builder.AddInstruction(HloInstruction::CreateSlice(
@@ -519,7 +519,7 @@ XLA_TEST_F(FusionTest, SliceNegate) {
 
 XLA_TEST_F(FusionTest, DynamicSliceNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto const1 = builder.AddInstruction(
@@ -541,7 +541,7 @@ XLA_TEST_F(FusionTest, DynamicSliceNegate) {
 
 XLA_TEST_F(FusionTest, ReshapeNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto reshape1 = builder.AddInstruction(
@@ -559,7 +559,7 @@ XLA_TEST_F(FusionTest, ReshapeNegate) {
 
 XLA_TEST_F(FusionTest, TransposeNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2}, {3, 4}})));
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -587,7 +587,7 @@ std::unique_ptr<HloComputation> MakeReduceTestComputation() {
 }
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(Reduce)) {
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -607,7 +607,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(Reduce)) {
 }
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceImplicitBroadcast)) {
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -630,7 +630,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceImplicitBroadcast)) {
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceWindow)) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{2, 3, 5}, {7, 11, 13}, {17, 19, 23}})));
   auto const1 = builder.AddInstruction(
@@ -682,7 +682,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceWindow)) {
 // into a fusion, it should remain shared, rather than being duplicated
 // within the fusion.
 XLA_TEST_F(FusionTest, SharedConstant) {
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index afd2073d75..d0ee4728a3 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -107,8 +107,7 @@ HloTestBase::HloTestBase(se::Platform* test_platform,
       instruction_can_change_layout_func);
 }
 
-std::unique_ptr<HloModule> HloTestBase::CreateNewUnverifiedModule(
-    const string& name) {
+std::unique_ptr<HloModule> HloTestBase::CreateNewModule(const string& name) {
   return absl::make_unique<HloModule>(name, GetModuleConfigForTest());
 }
 
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.h b/tensorflow/compiler/xla/tests/hlo_test_base.h
index 75a79e52ca..217428befa 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.h
@@ -72,12 +72,7 @@ class HloTestBase : public ::testing::Test {
   // options from command-line flags. If you want a fresh HloModule object and
   // then add HloComputations to it, it's recommended to use this method in your
   // tests.
-  //
-  // This returns a vanilla HloModule that doesn't run the HLO verifier on
-  // destruction.  If you want to run the verifier, you want
-  // HloVerifiedTestBase::CreateNewVerifiedModule.
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
-      const string& name = TestName());
+  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName());
 
   // Runs the hlo_pass with the provided module and returns the result. This
   // function also verifies that the module remains unchanged when hlo_pass
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
index 65fdf9a919..951f55618d 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
@@ -69,12 +69,12 @@ class HloVerifiedTestBase : public HloTestBase {
   std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
       const string& name = TestName());
 
-  // CreateNewUnverifiedModule creates an *unverified* module, which presumably
-  // isn't what you want if you're using HloVerifiedTestBase, so we delete this
-  // function to keep you from accidentally calling it.  If you really want it,
-  // you can get it by calling HloTestBase::CreateNewUnverifiedModule().
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
-      const string& name = TestName()) = delete;
+  // CreateNewModule creates an *unverified* module, which presumably isn't what
+  // you want if you're using HloVerifiedTestBase, so we delete this function to
+  // keep you from accidentally calling it.  If you really want it, you can get
+  // it by calling HloTestBase::CreateNewModule().
+  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName()) =
+      delete;
 
  private:
   bool verifier_layout_sensitive_;
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
index 6df4c1aad2..96e71f6147 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
@@ -38,8 +38,8 @@ XLA_TEST_F(HloVerifiedTestBaseTest, NoModule) {
   // Test shouldn't fail if no module is created at all.
 }
 
-XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewUnverifiedModule) {
-  // Call CreateNewUnverifiedModule and build up a valid module.
+XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
+  // Call CreateNewModule and build up a valid module.
   auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
@@ -50,8 +50,8 @@ XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewUnverifiedModule) {
 }
 
 // This test is expected to fail. See test class comment.
-XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewUnverifiedModule) {
-  // Call CreateNewUnverifiedModule and build up a invalid module.
+XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewModule) {
+  // Call CreateNewModule and build up a invalid module.
   auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
diff --git a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
index a78ccacec1..af6927e468 100644
--- a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
+++ b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
@@ -68,7 +68,7 @@ class LLVMCompilerTest : public ::testing::Test {
     builder.AddInstruction(
         HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
 
-    auto hlo_module = CreateNewUnverifiedModule();
+    auto hlo_module = CreateNewModule();
     hlo_module->AddEntryComputation(builder.Build());
 
     compiler->SetPreOptimizationHook(pre_opt_hook);
@@ -90,7 +90,7 @@ class LLVMCompilerTest : public ::testing::Test {
     builder.AddInstruction(
         HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
 
-    std::unique_ptr<HloModule> hlo_module = CreateNewUnverifiedModule();
+    std::unique_ptr<HloModule> hlo_module = CreateNewModule();
     hlo_module->AddEntryComputation(builder.Build());
 
     auto module_group = absl::make_unique<HloModuleGroup>("test_module_group");
@@ -124,7 +124,7 @@ class LLVMCompilerTest : public ::testing::Test {
     return ::testing::UnitTest::GetInstance()->current_test_info()->name();
   }
 
-  static std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
+  static std::unique_ptr<HloModule> CreateNewModule() {
     HloModuleConfig config;
     config.set_debug_options(GetDebugOptionsFromFlags());
     return absl::make_unique<HloModule>(TestName(), config);
diff --git a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
index 3f5135438f..ca7637a0cf 100644
--- a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
@@ -62,7 +62,7 @@ class MultiOutputFusionTest : public HloTestBase {
 
   void RunTest2D(bool manual_fusion, int64 size) {
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewUnverifiedModule();
+    auto hlo_module = CreateNewModule();
 
     const Shape elem_shape0 = ShapeUtil::MakeShapeWithLayout(F32, {}, {});
     const Shape elem_shape2 =
@@ -122,7 +122,7 @@ class MultiOutputFusionTest : public HloTestBase {
 
   void RunTest1D(bool manual_fusion, int size) {
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewUnverifiedModule();
+    auto hlo_module = CreateNewModule();
 
     const Shape elem_shape_F32 =
         ShapeUtil::MakeShapeWithDescendingLayout(F32, {size});
diff --git a/tensorflow/compiler/xla/tests/token_hlo_test.cc b/tensorflow/compiler/xla/tests/token_hlo_test.cc
index 707c560005..b34fd0f2e8 100644
--- a/tensorflow/compiler/xla/tests/token_hlo_test.cc
+++ b/tensorflow/compiler/xla/tests/token_hlo_test.cc
@@ -28,7 +28,7 @@ namespace {
 class TokenHloTest : public HloTestBase {};
 
 XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(HloInstruction::CreateToken());
 
@@ -39,7 +39,7 @@ XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
 }
 
 XLA_TEST_F(TokenHloTest, TokenTree) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   auto token0 = builder.AddInstruction(HloInstruction::CreateToken());
   auto token1 = builder.AddInstruction(HloInstruction::CreateToken());
@@ -54,7 +54,7 @@ XLA_TEST_F(TokenHloTest, TokenTree) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidTokenShapedEntryParameter) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(
       HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "p0"));
@@ -75,7 +75,7 @@ XLA_TEST_F(TokenHloTest, InvalidTokenShapedEntryParameter) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidTupleTokenShapedEntryParameter) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(HloInstruction::CreateParameter(
       0,
@@ -95,7 +95,7 @@ XLA_TEST_F(TokenHloTest, InvalidTupleTokenShapedEntryParameter) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidOperandToTokenInstruction) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewModule();
   auto builder = HloComputation::Builder(TestName());
   auto param = builder.AddInstruction(
       HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "p0"));
-- 
GitLab


From a87acdb86d9574be97a9574a997a08f1f61e7b64 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Sun, 11 Nov 2018 16:03:55 -0800
Subject: [PATCH 1406/1825] [XLA] Rename HloTestBase::CreateNewModule ->
 CreateNewUnverifiedModule.  (Reland)

Preparation for merging HloTestBase and HloVerifiedTestBase.

PiperOrigin-RevId: 221018020
---
 .../xla/service/algebraic_simplifier_test.cc  |  6 +--
 .../xla/service/buffer_liveness_test.cc       | 26 +++++-----
 .../xla/service/copy_insertion_test.cc        | 46 ++++++++---------
 .../cpu/cpu_hlo_support_checker_test.cc       |  2 +-
 .../cpu/cpu_instruction_fusion_test.cc        | 50 +++++++++----------
 .../service/cpu/cpu_layout_assignment_test.cc | 22 ++++----
 .../cpu/tests/cpu_eigen_dot_operation_test.cc |  2 +-
 .../cpu/tests/cpu_external_constants_test.cc  |  2 +-
 .../service/cpu/tests/cpu_intrinsic_test.cc   |  2 +-
 .../xla/service/cpu/tests/cpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  | 10 ++--
 .../gpu/gpu_hlo_support_checker_test.cc       |  2 +-
 .../service/gpu/gpu_layout_assignment_test.cc |  8 +--
 .../service/gpu/instruction_fusion_test.cc    | 14 +++---
 .../service/gpu/multi_output_fusion_test.cc   |  2 +-
 .../xla/service/gpu/stream_assignment_test.cc |  8 +--
 .../xla/service/gpu/tests/gpu_codegen_test.cc |  3 +-
 .../xla/service/gpu/tests/gpu_codegen_test.h  |  6 +--
 .../xla/service/gpu/tests/gpu_copy_test.cc    |  2 +-
 .../xla/service/gpu/tests/gpu_ftz_test.cc     |  4 +-
 .../xla/service/gpu/tests/gpu_index_test.cc   |  2 +-
 .../xla/service/gpu/tests/gpu_ldg_test.cc     |  6 +--
 .../xla/service/gpu/tests/gpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/while_transformer_test.cc |  2 +-
 .../xla/service/hlo_computation_test.cc       | 38 +++++++-------
 .../xla/service/hlo_cost_analysis_test.cc     |  6 +--
 .../xla/service/hlo_dataflow_analysis_test.cc |  8 +--
 .../compiler/xla/service/hlo_dce_test.cc      | 18 +++----
 .../xla/service/hlo_memory_scheduler_test.cc  |  8 +--
 .../compiler/xla/service/hlo_module_test.cc   | 16 +++---
 .../compiler/xla/service/hlo_ordering_test.cc | 12 ++---
 .../hlo_subcomputation_unification_test.cc    |  8 +--
 .../compiler/xla/service/hlo_verifier_test.cc | 12 ++---
 .../xla/service/instruction_fusion_test.cc    | 12 ++---
 .../reduce_precision_insertion_test.cc        | 28 +++++------
 .../xla/service/transpose_folding_test.cc     | 10 ++--
 .../service/tuple_points_to_analysis_test.cc  |  8 +--
 .../zero_sized_hlo_elimination_test.cc        |  3 +-
 .../compiler/xla/tests/broadcast_test.cc      | 24 ++++-----
 tensorflow/compiler/xla/tests/copy_test.cc    | 12 ++---
 .../compiler/xla/tests/custom_call_test.cc    | 10 ++--
 tensorflow/compiler/xla/tests/fusion_test.cc  | 50 +++++++++----------
 .../compiler/xla/tests/hlo_test_base.cc       |  3 +-
 tensorflow/compiler/xla/tests/hlo_test_base.h |  7 ++-
 .../xla/tests/hlo_verified_test_base.h        | 12 ++---
 .../xla/tests/hlo_verified_test_base_test.cc  |  8 +--
 .../compiler/xla/tests/llvm_compiler_test.cc  |  6 +--
 .../xla/tests/multioutput_fusion_test.cc      |  4 +-
 .../compiler/xla/tests/token_hlo_test.cc      | 10 ++--
 49 files changed, 286 insertions(+), 278 deletions(-)

diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 58ab8eef91..18eaa4d3f0 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -2906,7 +2906,7 @@ TEST_F(AlgebraicSimplifierTest, ConvertConvToMatmul) {
         /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
     // TODO(b/80488902): verify this module.
-    auto module = HloTestBase::CreateNewModule();
+    auto module = HloTestBase::CreateNewUnverifiedModule();
     auto* computation = module->AddEntryComputation(b.Build());
 
     AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
@@ -3084,7 +3084,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToTransposeReshape) {
 // Test that ReduceWindow(Pad(op, x), y) can simplify to ReduceWindow(op, x).
 TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
@@ -3166,7 +3166,7 @@ TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
 // ReduceWindow(Convert(op), x).
 TEST_F(AlgebraicSimplifierTest, FoldConvertedPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
diff --git a/tensorflow/compiler/xla/service/buffer_liveness_test.cc b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
index 17e5090505..aeee543e84 100644
--- a/tensorflow/compiler/xla/service/buffer_liveness_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
@@ -117,7 +117,7 @@ TEST_F(BufferLivenessTest, ElementwiseChain) {
   auto log = builder.AddInstruction(
       HloInstruction::CreateUnary(vec_, HloOpcode::kLog, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -164,7 +164,7 @@ TEST_F(BufferLivenessTest, MultipleEntryParameters_Sequential) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* entry = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -213,7 +213,7 @@ TEST_F(BufferLivenessTest, NonElementwiseOperand) {
   auto reverse =
       builder.AddInstruction(HloInstruction::CreateReverse(vec_, negate, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -247,7 +247,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffers) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -289,7 +289,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffersSequentialOrder) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -336,7 +336,7 @@ TEST_F(BufferLivenessTest, RootInstructionIsNotLastInSequentialOrder) {
       HloInstruction::CreateSend(recv_done, token, /*channel_id=*/1));
   auto send_done = builder.AddInstruction(HloInstruction::CreateSendDone(send));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build(add));
 
   HloSchedule schedule(module.get());
@@ -373,7 +373,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
   auto outer_tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({inner_tuple, exp}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -393,7 +393,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
 
 TEST_F(BufferLivenessTest, EmbeddedComputation) {
   // Test MaybeLiveOut and MayInterfere for embedded computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   auto embedded_builder = HloComputation::Builder(TestName() + "_embedded");
   auto embedded_param = embedded_builder.AddInstruction(
@@ -450,7 +450,7 @@ TEST_F(BufferLivenessTest, TupleConstantLiveOut) {
   builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       inner_tuple0.shape(), tuple_constant, 0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -514,7 +514,7 @@ TEST_F(BufferLivenessTest, IndependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -576,7 +576,7 @@ TEST_F(BufferLivenessTest, DependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -646,7 +646,7 @@ class FusedDynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     module->AddEntryComputation(builder.Build());
     auto* computation = module->entry_computation();
     // Create fusion instruction based on number of tuple element 1 users.
@@ -802,7 +802,7 @@ class DynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     auto tuple_root = builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     module->AddEntryComputation(BuildDummyComputation());
     module->AddEmbeddedComputation(builder.Build());
     // Run BufferLiveness on 'module'.
diff --git a/tensorflow/compiler/xla/service/copy_insertion_test.cc b/tensorflow/compiler/xla/service/copy_insertion_test.cc
index 973d5b29af..7446bc7cc1 100644
--- a/tensorflow/compiler/xla/service/copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/copy_insertion_test.cc
@@ -94,7 +94,7 @@ TEST_F(CopyInsertionTest, SingleParameter) {
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -114,7 +114,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -127,7 +127,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 TEST_F(CopyInsertionTest, ExistingCopiesNotRemoved) {
   // Verify that kCopy instructions which change layout and exist before
   // copy-insertion remain in the graph after copy-insertion.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* constant =
@@ -181,7 +181,7 @@ TEST_F(CopyInsertionTest, MultipleConstantsAndParameters) {
 
   builder.AddInstruction(HloInstruction::CreateTuple({constant2, x, add}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -217,7 +217,7 @@ TEST_F(CopyInsertionTest, AmbiguousPointsToSet) {
   EXPECT_THAT(constant2->users(), UnorderedElementsAre(tuple1, tuple2));
   EXPECT_THAT(constant3->users(), UnorderedElementsAre(tuple2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloInstruction* old_root = module->entry_computation()->root_instruction();
@@ -238,7 +238,7 @@ TEST_F(CopyInsertionTest, BitcastParameter) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -261,7 +261,7 @@ TEST_F(CopyInsertionTest, BitcastConstant) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, constant));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(bitcast));
@@ -283,7 +283,7 @@ TEST_F(CopyInsertionTest, BitcastTupleElementParameter) {
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
   builder.AddInstruction(HloInstruction::CreateTuple({bitcast}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -310,7 +310,7 @@ TEST_F(CopyInsertionTest, NestedTupleParameter) {
            ShapeUtil::MakeShape(F32, {42})}),
       "param0"));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(HloOpcode::kParameter,
@@ -351,7 +351,7 @@ TEST_F(CopyInsertionTest, ElementOfNestedTupleParameter) {
   auto gte = builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       ShapeUtil::GetSubshape(param->shape(), {0}), param, 0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -388,7 +388,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
       builder.AddInstruction(HloInstruction::CreateGetTupleElement(
           ShapeUtil::GetSubshape(select->shape(), {0}), select, 0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -403,7 +403,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
 
 class WhileCopyInsertionTest : public CopyInsertionTest {
  protected:
-  WhileCopyInsertionTest() : module_(CreateNewModule()) {}
+  WhileCopyInsertionTest() : module_(CreateNewUnverifiedModule()) {}
 
   // Builds a While condition computation which reads the induction variable
   // from the tuple parameter, and returns a predicate indicating whether this
@@ -1295,7 +1295,7 @@ TEST_F(WhileCopyInsertionTest, InitPointsToNonDistinctUsedByTwoWhileLoops) {
 TEST_F(CopyInsertionTest, SwizzlingWhile) {
   // Test a while instruction with a body which permutes its tuple parameter
   // elements.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1362,7 +1362,7 @@ TEST_F(CopyInsertionTest, CrossingParameters) {
   //   |  / \ |
   //   | /   \|
   //  (p1  ,  p0)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1395,7 +1395,7 @@ TEST_F(CopyInsertionTest, ParametersAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1428,7 +1428,7 @@ TEST_F(CopyInsertionTest, ParameterWithNoAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1461,7 +1461,7 @@ TEST_F(CopyInsertionTest, ParameterWithPartialAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1496,7 +1496,7 @@ TEST_F(CopyInsertionTest, ParameterAndParallelOpsWithPartialAliasing) {
   //   |    |      |
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1534,7 +1534,7 @@ TEST_F(CopyInsertionTest, ParameterAndOpsWithPartialAliasing) {
   //   |    Add----+
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1569,7 +1569,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileWithOneOp) {
   // the operation (instruction) on the element makes the live range of the
   // respective input and output elements different than if the instruction were
   // not there (as in the SwizzlingWhile test above).
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1632,7 +1632,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileSharedInput) {
   // the while body is a single constant (both loop state elements are the same
   // constant). This means no copies are necessary because both loop state
   // elements are the same so interchanging them is a no-op.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1693,7 +1693,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
   const Shape loop_state_shape = ShapeUtil::MakeTupleShape(
       {element_shape, element_shape, element_shape, element_shape});
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, element_shape, "param_0"));
@@ -1783,7 +1783,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
 TEST_F(CopyInsertionTest, WhileBodyWithConstantRoot) {
   // Test a while body and condition which are each simply a constant (root of
   // computation is a constant). The body constant should be copied.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, scalar_shape_, "param_0"));
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
index 4be7d9e823..b8c2bc7e91 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
@@ -60,7 +60,7 @@ TEST_F(CpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
index 7d99b914d4..c95a514ca0 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
@@ -58,7 +58,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Basic_0) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), exp0, arg1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -77,7 +77,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Basic_1) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1, 1024}), arg0, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -98,7 +98,7 @@ TEST_F(InstructionFusionTest, DotOperationNoFusion_Bitcast) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), bitcast0, arg1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -119,7 +119,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_Reshape) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1024, 1}), reshape0, arg1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_TRUE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -138,7 +138,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_TooLarge) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {1, 32 * 1024}), arg0, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -157,7 +157,7 @@ TEST_F(InstructionFusionTest, DotOperationFusion_ElementReuse) {
   HloInstruction* dot = builder.AddInstruction(
       MakeDot(ShapeUtil::MakeShape(F32, {2, 1024}), arg0, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(dot, computation->root_instruction());
   EXPECT_FALSE(CpuInstructionFusion().Run(module.get()).ValueOrDie());
@@ -321,7 +321,7 @@ TEST_F(OpcodeFusionTest, Exponential_Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -350,7 +350,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Reshape_DynamicSlice_Tanh) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       dynamic_slice_shape, HloOpcode::kTanh, dynamic_slice4));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -370,7 +370,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, broadcast1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -392,7 +392,7 @@ TEST_F(OpcodeFusionTest, DynamicSlice_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, dynamic_slice2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -410,7 +410,7 @@ TEST_F(OpcodeFusionTest, Exponential_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -429,7 +429,7 @@ TEST_F(OpcodeFusionTest, Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -447,7 +447,7 @@ TEST_F(OpcodeFusionTest, Reverse_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, reverse1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -466,7 +466,7 @@ TEST_F(OpcodeFusionTest, Slice_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(S32, {2}), HloOpcode::kNegate, slice1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -489,7 +489,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, transpose2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -498,7 +498,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
 }
 
 TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -517,7 +517,7 @@ TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
 }
 
 TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -542,7 +542,7 @@ TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
 }
 
 TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape full_shape = ShapeUtil::MakeShape(F32, {10, 100, 1000});
@@ -573,7 +573,7 @@ TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
 }
 
 TEST_F(OpcodeFusionTest, MessOfFusibleNodes) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   Shape full_shape = ShapeUtil::MakeShape(F32, {4, 100, 10, 100, 50});
@@ -641,7 +641,7 @@ TEST_F(OpcodeFusionTest, ReuseViaImplicitBroadcastUnary) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(large_shape, HloOpcode::kExp, small_exp));
 
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto did_fusion = CpuInstructionFusion().Run(module.get());
@@ -670,7 +670,7 @@ TEST_F(OpcodeFusionTest, ReuseViaImplicitBroadcastBinary) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       large_shape, HloOpcode::kAdd, small_exp, large_param));
 
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto did_fusion = CpuInstructionFusion().Run(module.get());
@@ -712,7 +712,7 @@ void CreateComputationForDotAddOutputFusionTest(const string& test_name,
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/1,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -725,7 +725,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/false);
@@ -738,7 +738,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -751,7 +751,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1_multi_use) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/true);
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
index 97659b88a7..2cd52e4a18 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
@@ -73,7 +73,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensor) {
   auto result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -114,7 +114,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor0) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       result_shape, HloOpcode::kAdd, dot_a_result, dot_b_result));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -158,7 +158,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor1) {
   auto tuple_result = builder.AddInstruction(
       HloInstruction::CreateTuple({dot_a_result, dot_b_result}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -192,7 +192,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantLhsTensor) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -232,7 +232,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensorThroughGTE) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -353,7 +353,7 @@ static void AssertCorrectLayoutForDotOutputFusion(
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -365,7 +365,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -377,7 +377,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -389,7 +389,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -401,7 +401,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
@@ -413,7 +413,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
index 18ee25ba91..691b3c7bee 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
@@ -50,7 +50,7 @@ class CpuEigenDotOperationTest
         /*entry_point_name=*/"entry",
         /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
     hlo_module->AddEntryComputation(std::move(entry_computation));
 
     CompileAheadOfTimeAndVerifyIr(std::move(hlo_module), options,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
index 00a7aa2ad2..d201a151d7 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
@@ -46,7 +46,7 @@ class CpuExternalConstantsTest : public CpuCodegenTest {
     builder.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, constant));
 
-    std::unique_ptr<HloModule> module = CreateNewModule();
+    std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
     module->AddEntryComputation(builder.Build());
 
     CompileAndVerifyIr(std::move(module), filecheck_pattern,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
index a434c04a98..773336c7a9 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
@@ -91,7 +91,7 @@ TEST_P(CpuUnaryIntrinsicTest, DoIt) {
       /*entry_point_name=*/"entry",
       /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   string check_lines{spec.check_lines.data(), spec.check_lines.size()};
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
index b35fd9dad8..f5419b7063 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
@@ -56,7 +56,7 @@ TEST_F(CpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // Now that we have an HLO module, build an llvm_ir::AliasAnalysis for it.
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index b857fa775a..c8b3770e2a 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -44,7 +44,7 @@ class GpuHloScheduleTest : public HloVerifiedTestBase {
         .ConsumeValueOrDie();
   }
 
-  std::unique_ptr<HloModule> CreateNewModule() {
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -79,7 +79,7 @@ TEST_F(GpuHloScheduleTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -139,7 +139,7 @@ TEST_F(GpuHloScheduleTest, SequentialAdd) {
   HloInstruction* add3 = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, add1, add2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(add3));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -209,7 +209,7 @@ TEST_F(GpuHloScheduleTest, ConcurrentMatMul) {
   HloInstruction* add =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, dot2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -288,7 +288,7 @@ TEST_F(GpuHloScheduleTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
index dfe5a26bb3..15a8dd8597 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
@@ -60,7 +60,7 @@ TEST_F(GpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewModule();
+  auto module = HloTestBase::CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
index 4822b820f4..8cc76c872c 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
@@ -61,7 +61,7 @@ TEST_F(LayoutAssignmentTest, Elementwise) {
             HloInstruction::CreateParameter(1, ashape, "y"));
         auto add = builder.AddInstruction(
             HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, x, y));
-        auto module = CreateNewModule();
+        auto module = CreateNewUnverifiedModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(add));
 
@@ -148,7 +148,7 @@ TEST_F(LayoutAssignmentTest, BatchNormInference) {
           {operand, scale, offset, mean, variance, epsilon, feature_index},
           kCudnnBatchNormForwardInferenceCallTarget));
 
-      auto module = CreateNewModule();
+      auto module = CreateNewUnverifiedModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -217,7 +217,7 @@ TEST_F(LayoutAssignmentTest, BatchNormTraining) {
           batchnorm_shape, {operand, scale, offset, epsilon, feature_index},
           kCudnnBatchNormForwardTrainingCallTarget));
 
-      auto module = CreateNewModule();
+      auto module = CreateNewUnverifiedModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -298,7 +298,7 @@ TEST_F(LayoutAssignmentTest, BatchNormGrad) {
                  feature_index},
                 kCudnnBatchNormBackwardCallTarget));
 
-        auto module = CreateNewModule();
+        auto module = CreateNewUnverifiedModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(batchnorm));
 
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 57e66f5a12..06ce731bf2 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -41,7 +41,7 @@ TEST_F(InstructionFusionTest,
       builder.AddInstruction(HloInstruction::CreateBroadcast(
           ShapeUtil::MakeShape(S32, {1}), exp1, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(broadcast2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -61,7 +61,7 @@ TEST_F(InstructionFusionTest,
       builder.AddInstruction(HloInstruction::CreateBroadcast(
           ShapeUtil::MakeShape(S32, {1}), negate1, {0}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(broadcast2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -80,7 +80,7 @@ TEST_F(InstructionFusionTest,
   HloInstruction* reshape2 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {}), exp1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -99,7 +99,7 @@ TEST_F(InstructionFusionTest,
   HloInstruction* transpose2 = builder.AddInstruction(
       HloInstruction::CreateTranspose(ShapeUtil::MakeShape(S32, {}), exp1, {}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfDotUnfused) {
   auto reshape2 = builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(S32, {1, 1, 1}), dot1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -134,7 +134,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfDotUnfused) {
   auto transpose2 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {1, 1}), dot1, {0, 1}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -723,7 +723,7 @@ TEST_F(InstructionFusionTest, AvoidsLargeFusion) {
     sum = b.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sum, param));
   }
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(b.Build());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
                   .Run(module.get())
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
index 58ee684c47..dc221f22a7 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
@@ -580,7 +580,7 @@ TEST_F(MultiOutputFusionTest, AvoidsLargeFusion) {
   //   ...
   // where each of the (pi * pj)'s is represented as a fusion node so that
   // multi-output fusion will pay attention to it.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder b(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {10, 100});
 
diff --git a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
index c4f43cc9a6..52ee7a960f 100644
--- a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
@@ -30,7 +30,7 @@ namespace gpu {
 
 class StreamAssignmentTest : public HloVerifiedTestBase {
  protected:
-  std::unique_ptr<HloModule> CreateNewModule() {
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -55,7 +55,7 @@ TEST_F(StreamAssignmentTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -76,7 +76,7 @@ TEST_F(StreamAssignmentTest, ConcurrentMatMul) {
   HloInstruction* add = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, dot1, dot2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -120,7 +120,7 @@ TEST_F(StreamAssignmentTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
index 616f5b92bb..9e3ff8750b 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.cc
@@ -23,7 +23,8 @@ limitations under the License.
 namespace xla {
 namespace gpu {
 
-std::unique_ptr<HloModule> GpuCodegenTest::CreateNewModuleWithFTZ(bool ftz) {
+std::unique_ptr<HloModule> GpuCodegenTest::CreateNewUnverifiedModuleWithFTZ(
+    bool ftz) {
   HloModuleConfig config;
   auto debug_options = GetDebugOptionsFromFlags();
   debug_options.set_xla_gpu_ftz(ftz);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
index e4a3573bab..d2f30ae7bc 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
@@ -26,9 +26,9 @@ namespace gpu {
 // Tests that verify IR or PTX emitted by the GPU backend is as expected.
 class GpuCodegenTest : public LlvmIrGenTestBase {
  protected:
-  // Like HloTestBase::CreateNewModule(), with a flag for configuring the ftz
-  // option.
-  std::unique_ptr<HloModule> CreateNewModuleWithFTZ(bool ftz);
+  // Like HloTestBase::CreateNewUnverifiedModule(), with a flag for configuring
+  // the ftz option.
+  std::unique_ptr<HloModule> CreateNewUnverifiedModuleWithFTZ(bool ftz);
 
   // Compiles the given HLO module to PTX and verifies the PTX matches the given
   // FileCheck pattern.  (See http://llvm.org/docs/CommandGuide/FileCheck.html).
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
index 780539c164..268b48a1ca 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
@@ -46,7 +46,7 @@ TEST_F(GpuCopyTest, UseMemcpy) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // There should not be any kernel prefixed "copy".
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
index 177b94934c..d0ccd8619b 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ftz_test.cc
@@ -39,7 +39,7 @@ class GpuFtzTest : public GpuCodegenTest {
         /* parameter_number=*/1, param_shape, "y"));
     builder.AddInstruction(HloInstruction::CreateBinary(param_shape, op, x, y));
 
-    auto hlo_module = CreateNewModuleWithFTZ(ftz_);
+    auto hlo_module = CreateNewUnverifiedModuleWithFTZ(ftz_);
     hlo_module->AddEntryComputation(builder.Build());
     return hlo_module;
   }
@@ -54,7 +54,7 @@ class GpuFtzTest : public GpuCodegenTest {
         /* parameter_number=*/0, param_shape, "x"));
     builder.AddInstruction(HloInstruction::CreateUnary(param_shape, op, x));
 
-    auto hlo_module = CreateNewModuleWithFTZ(ftz_);
+    auto hlo_module = CreateNewUnverifiedModuleWithFTZ(ftz_);
     hlo_module->AddEntryComputation(builder.Build());
     return hlo_module;
   }
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
index a06576df7b..da8e513a2c 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
@@ -51,7 +51,7 @@ TEST_F(GpuIndexTest, CompatibleUseLinearIndex) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       ShapeUtil::MakeShape(PRED, {5, 7, 2}), HloOpcode::kGe, param_x, param_y));
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   // Check the optimized IR as the unoptimized IR contains dead udiv and urem.
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
index 6a9ecd9dae..ea1fee040d 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
@@ -48,7 +48,7 @@ TEST_F(GpuLdgTest, LdgForParamRead) {
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, param));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -73,7 +73,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
   builder.AddInstruction(HloInstruction::CreateTuple({add, square}));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -95,7 +95,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
 // reduce in the foreseeable future.  But if that turns out to be wrong, I give
 // you, future reader, permission to delete this test.
 TEST_F(GpuLdgTest, NoLdgWhenSharingBuffer) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation* reduce_computation;
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
index 15198865bd..14285459b5 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
@@ -47,7 +47,7 @@ TEST_F(GpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyIr(std::move(hlo_module),
diff --git a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
index 926b59a1b8..c7f5112764 100644
--- a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
@@ -29,7 +29,7 @@ namespace {
 class WhileTransformerTest : public HloTestBase {
  protected:
   WhileTransformerTest()
-      : module_(CreateNewModule()),
+      : module_(CreateNewUnverifiedModule()),
         induction_variable_shape_(ShapeUtil::MakeShape(S32, {})),
         data_shape_(ShapeUtil::MakeShape(F32, {8})),
         condition_result_shape_(ShapeUtil::MakeShape(PRED, {})) {}
diff --git a/tensorflow/compiler/xla/service/hlo_computation_test.cc b/tensorflow/compiler/xla/service/hlo_computation_test.cc
index ac6d08b026..1e7a6e197f 100644
--- a/tensorflow/compiler/xla/service/hlo_computation_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation_test.cc
@@ -65,7 +65,7 @@ class HloComputationTest : public HloTestBase {
 };
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto negate_computation =
       module->AddEntryComputation(CreateNegateComputation());
   EXPECT_TRUE(negate_computation->MakeEmbeddedComputationsList().empty());
@@ -73,7 +73,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
   // Create computation which calls one other computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map_computation =
@@ -85,7 +85,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsDiamond) {
   // Create computations with a diamond-shaped callgraph.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map1_computation =
@@ -119,7 +119,7 @@ TEST_F(HloComputationTest, PostOrderSingleton) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(), ElementsAre(constant));
 }
@@ -134,7 +134,7 @@ TEST_F(HloComputationTest, PostOrderSimple) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               ElementsAre(constant, negate1, negate2));
@@ -151,7 +151,7 @@ TEST_F(HloComputationTest, PostOrderTrace) {
       builder.AddInstruction(HloInstruction::CreateTrace("foobar", negate1));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Trace instructions should be at the end of the sort.
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
@@ -170,7 +170,7 @@ TEST_F(HloComputationTest, PostOrderDisconnectedInstructions) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
   auto constant4 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               UnorderedElementsAre(constant1, constant2, constant3, constant4));
@@ -192,7 +192,7 @@ TEST_F(HloComputationTest, PostOrderWithMultipleRoots) {
       r0f32_, HloOpcode::kAdd, constant2, constant3));
   auto add3 = builder.AddInstruction(HloInstruction::CreateBinary(
       r0f32_, HloOpcode::kAdd, constant1, constant3));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto post_order = computation->MakeInstructionPostOrder();
   EXPECT_EQ(6, post_order.size());
@@ -217,7 +217,7 @@ TEST_F(HloComputationTest, VisitWithMultipleRoots) {
                                                       constant2, constant3));
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd,
                                                       constant1, constant3));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Visitor which keeps track of which instructions have been visited.
   class TestVisitor : public DfsHloVisitorWithDefault {
@@ -257,7 +257,7 @@ TEST_F(HloComputationTest, DeepCopyArray) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(constant).ValueOrDie();
 
@@ -274,7 +274,7 @@ TEST_F(HloComputationTest, DeepCopyTuple) {
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({constant1, constant2}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto tuple_copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -376,7 +376,7 @@ TEST_F(HloComputationTest, DeepCopyToken) {
   // copied.
   auto builder = HloComputation::Builder(TestName());
   auto token = builder.AddInstruction(HloInstruction::CreateToken());
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(token).ValueOrDie();
 
@@ -393,7 +393,7 @@ TEST_F(HloComputationTest, DeepCopyTokenTuple) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({token, constant}));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -412,7 +412,7 @@ TEST_F(HloComputationTest, CycleDetection) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd, negate, negate));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Add a control dependency to create a cycle.
   ASSERT_IS_OK(add->AddControlDependencyTo(negate));
@@ -440,7 +440,7 @@ TEST_F(HloComputationTest, RemoveInstructionWithDuplicateOperand) {
       r0f32_, HloOpcode::kAdd, dead_negate, dead_negate));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(computation->root_instruction(), op::Negate(constant));
@@ -466,7 +466,7 @@ TEST_F(HloComputationTest, CloneWithControlDependency) {
       HloInstruction::CreateParameter(0, r0f32_, "param0"));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation =
       module->AddEntryComputation(builder.Build(/*root_instruction=*/add));
 
@@ -505,7 +505,7 @@ TEST_F(HloComputationTest, Stringification) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
@@ -540,7 +540,7 @@ TEST_F(HloComputationTest, StringificationIndent) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options =
@@ -576,7 +576,7 @@ TEST_F(HloComputationTest, StringificationCanonical) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
index 9acee892d5..6a15b3440c 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
@@ -387,7 +387,7 @@ TEST_F(FusionCostAnalysis, LoopFusion) {
         HloInstruction::CreateBinary(r2f32, HloOpcode::kSubtract, mul, clamp));
     auto tuple = HloInstruction::CreateTuple({sub, sub, mul, c1});
 
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     auto* computation = module->AddEntryComputation(builder.Build());
     auto* fusion = computation->CreateFusionInstruction(
         {sub, mul, exp, clamp, add}, HloInstruction::FusionKind::kLoop);
@@ -429,7 +429,7 @@ TEST_F(FusionCostAnalysis, NoLayout) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       shape_with_layout, HloOpcode::kAdd, c1, broadcast));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {add, broadcast}, HloInstruction::FusionKind::kLoop);
@@ -472,7 +472,7 @@ TEST_F(DomainCostAnalysis, DomainCost) {
   auto domain = builder.AddInstruction(
       HloInstruction::CreateDomain(tuple->shape(), tuple, nullptr, nullptr));
 
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(hlo_module->entry_computation()->root_instruction(), domain);
diff --git a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
index 909853106d..6422346c10 100644
--- a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
@@ -43,7 +43,7 @@ using ::testing::UnorderedElementsAre;
 class HloDataflowAnalysisTest : public HloTestBase,
                                 public ::testing::WithParamInterface<bool> {
  protected:
-  HloDataflowAnalysisTest() : module_(CreateNewModule()) {}
+  HloDataflowAnalysisTest() : module_(CreateNewUnverifiedModule()) {}
 
   // Run dataflow analysis on the member module. For convenience returns a
   // reference to the generated analysis stored in analysis_.
@@ -1884,7 +1884,7 @@ INSTANTIATE_TEST_CASE_P(HloDataflowAnalysisInstantiation,
 class HloDataflowAnalysisTestBase : public HloTestBase {
  protected:
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewModule();
+    module_ = CreateNewUnverifiedModule();
     computation_ = module_->AddEntryComputation(std::move(computation));
   }
 
@@ -2476,7 +2476,7 @@ TEST_F(CanShareOperandBufferWithUserTest, WhileCanShare) {
     return builder.Build();
   };
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   HloComputation* cond_computation =
       module_->AddEmbeddedComputation(make_cond());
   HloComputation* body_computation =
@@ -2511,7 +2511,7 @@ TEST_F(CanShareOperandBufferWithUserTest, CallToComputationWithFusionRoot) {
   auto add = sub_builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sub_param, ones));
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   auto sub_computation = module_->AddEmbeddedComputation(sub_builder.Build());
   sub_computation->CreateFusionInstruction({add, ones},
                                            HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/hlo_dce_test.cc b/tensorflow/compiler/xla/service/hlo_dce_test.cc
index 3b5cde2996..6c8095d397 100644
--- a/tensorflow/compiler/xla/service/hlo_dce_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dce_test.cc
@@ -59,7 +59,7 @@ TEST_F(HloDceTest, NoDeadCode) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
@@ -80,7 +80,7 @@ TEST_F(HloDceTest, InstructionsWithSideEffect) {
       HloInstruction::CreateSend(constant, token, /*channel_id=*/0));
   builder.AddInstruction(HloInstruction::CreateTuple({}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(4, computation->instruction_count());
@@ -110,7 +110,7 @@ TEST_F(HloDceTest, DeadParameters) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       live_param->shape(), HloOpcode::kNegate, live_param));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(5, computation->instruction_count());
@@ -150,7 +150,7 @@ TEST_F(HloDceTest, ControlDependencies) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Add a control dependency between two instructions.
@@ -175,7 +175,7 @@ TEST_F(HloDceTest, ControlDependencies) {
 
 // Tests that a dead call instruction is removed.
 TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Called computation for the call instruction.
@@ -215,7 +215,7 @@ TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
 // Tests that a while instruction with an infeed (effectul instruction) in its
 // body is not removed, even its user count is 0.
 TEST_F(HloDceTest, CalledComputationWithSideEffect) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Condition computation of a while instruction.
@@ -270,7 +270,7 @@ TEST_F(HloDceTest, CalledComputationWithSideEffect) {
 
 // Tests that a nested call instruction with a side effect is not removed.
 TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Nested called computation with a side effect.
@@ -323,7 +323,7 @@ TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
 }
 
 TEST_F(HloDceTest, RemoveDeadSubcomputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
@@ -364,7 +364,7 @@ TEST_F(HloDceTest, RemoveDeadSubcomputation) {
 }
 
 TEST_F(HloDceTest, KeepUsedSubcomputation) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index 2f15997fc1..984a6266ab 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -65,7 +65,7 @@ TEST_F(HloSchedulingTest, LastUseScheduledFirst) {
   auto sub = builder.AddInstruction(
       HloInstruction::CreateBinary(vec, HloOpcode::kSubtract, add, negate));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloMemoryScheduler scheduler([](const BufferValue& buffer) {
@@ -172,7 +172,7 @@ TEST_F(HloSchedulingTest, TuplesAreAccountedCorrectly) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd,
                                                       tuple_elm, abs_abs2));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
                           ScheduleModule(*module,
@@ -218,7 +218,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd, tuple_elm, exp));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto fusion = computation->CreateFusionInstruction(
@@ -242,7 +242,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
 }
 
 TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape r1f32 = ShapeUtil::MakeShape(F32, {4});
 
   // param != 0
diff --git a/tensorflow/compiler/xla/service/hlo_module_test.cc b/tensorflow/compiler/xla/service/hlo_module_test.cc
index 39f38b417a..3ae67e4e5e 100644
--- a/tensorflow/compiler/xla/service/hlo_module_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_module_test.cc
@@ -63,7 +63,7 @@ class HloModuleTest : public HloTestBase {
 
 TEST_F(HloModuleTest, OneComputationPostOrder) {
   // Create a module with a single computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(CreateConstantComputation());
 
   EXPECT_THAT(module->MakeComputationPostOrder(),
@@ -72,7 +72,7 @@ TEST_F(HloModuleTest, OneComputationPostOrder) {
 
 TEST_F(HloModuleTest, TwoComputationsPostOrder) {
   // Create a module with two unconnected computations.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation1 = module->AddEntryComputation(CreateConstantComputation());
   auto computation2 =
       module->AddEmbeddedComputation(CreateConstantComputation());
@@ -88,7 +88,7 @@ TEST_F(HloModuleTest, TwoComputationsPostOrder) {
 
 TEST_F(HloModuleTest, CloneTest) {
   // Create and copy a module with a diamond call graph of computations.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -111,7 +111,7 @@ TEST_F(HloModuleTest, CloneTest) {
 }
 
 TEST_F(HloModuleTest, CloneHasFusion) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
 
   // Create the fused computation.
   HloComputation* fused_computation;
@@ -154,7 +154,7 @@ TEST_F(HloModuleTest, CloneHasFusion) {
 
 TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
   // Create a module with a diamond call graph of computations.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -174,7 +174,7 @@ TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
 
 TEST_F(HloModuleTest, LargeConstantToString) {
   // Create a module with a single computation.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder("Constant");
   std::vector<float> values(16, 42.0);
   builder.AddInstruction(
@@ -194,8 +194,8 @@ TEST_F(HloModuleTest, LargeConstantToString) {
 }
 
 TEST_F(HloModuleTest, UniqueModuleId) {
-  auto module_a = CreateNewModule();
-  auto module_b = CreateNewModule();
+  auto module_a = CreateNewUnverifiedModule();
+  auto module_b = CreateNewUnverifiedModule();
   EXPECT_NE(module_a->unique_id(), module_b->unique_id());
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_ordering_test.cc b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
index b045adc964..2ab8aa57f6 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
@@ -53,7 +53,7 @@ TEST_F(HloOrderingTest, InstructionsInDifferentComputations) {
   //   %c = Constant(42.0f)
   //
   // This results in a diamond-shaped callgraph.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder_c = HloComputation::Builder("C");
@@ -126,7 +126,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
   //   %constant = Constant(1.0)
   //   return While(%constant, body, condition)
   //
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -176,7 +176,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
 
 TEST_F(HloOrderingTest, ParametersDefinedBeforeOthers) {
   // Entry parameter should always be defined before other instruction.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
@@ -209,7 +209,7 @@ TEST_F(HloOrderingTest, ValuesInWhileComputations) {
   //   %while = While(%constant, body, condition)
   //   %add = Add(%constant, %while)
   //
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -407,7 +407,7 @@ TEST_F(HloOrderingTest,
   //   %dead = Constant(123.0)
   //
   // %root should interfere with %dead.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder = HloComputation::Builder(TestName());
@@ -455,7 +455,7 @@ TEST_F(HloOrderingTest,
   //   ROOT %call = call({%c}), subcomputation
   //
   // %root should interfere with %dead.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto subbuilder = HloComputation::Builder(TestName() + ".sub");
diff --git a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
index 45c684d667..11994d99c9 100644
--- a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
@@ -66,7 +66,7 @@ class HloSubcomputationUnificationTest : public HloTestBase {
 };
 
 TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -103,7 +103,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
 }
 
 TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -143,7 +143,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
 
 // Do not unify subcomputations with different parameter shapes.
 TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -184,7 +184,7 @@ TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
 // Regression test for b/31466798. Checks that entry_computation is still valid
 // after unification.
 TEST_F(HloSubcomputationUnificationTest, TwoIdenticalComputations) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   for (int i = 0; i < 2; ++i) {
     HloComputation::Builder builder("pow");
     auto x =
diff --git a/tensorflow/compiler/xla/service/hlo_verifier_test.cc b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
index afe01e5487..4f6cd2f1e2 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
@@ -66,7 +66,7 @@ TEST_F(HloVerifierTest, NullInstructionParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -85,7 +85,7 @@ TEST_F(HloVerifierTest, NullComputationParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -104,7 +104,7 @@ TEST_F(HloVerifierTest, DifferentOperandParents) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloComputation::Builder emb_builder(TestName());
@@ -138,7 +138,7 @@ TEST_F(HloVerifierTest, ResetsShapeVerifierState) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(s2, HloOpcode::kMultiply, add, add));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Run the verifier twice.  It should fail both times, because it shouldn't
@@ -303,7 +303,7 @@ TEST_F(HloVerifierTest, NegativeInteriorPaddingNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32))),
       padding_config));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto status = verifier().Run(module.get()).status();
@@ -327,7 +327,7 @@ TEST_F(HloVerifierTest, PadNegativeInteriorDilationNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32).Clone())),
       padding_config));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(verifier().Run(module.get()).status().error_message(),
diff --git a/tensorflow/compiler/xla/service/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
index da1ad90959..39904bd54b 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -133,7 +133,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastSimpleReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -149,7 +149,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfParameterUnfused) {
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {}), param0, {}));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose1, computation->root_instruction());
   EXPECT_FALSE(
@@ -172,7 +172,7 @@ TEST_F(InstructionFusionTest, AvoidDuplicationIfNotAllFusible) {
   HloInstruction* unary = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, binary1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary, computation->root_instruction());
   EXPECT_FALSE(
@@ -361,7 +361,7 @@ TEST_F(InstructionFusionTest, AllowUnaryDuplication) {
   HloInstruction* unary2 = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, unary1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary2, computation->root_instruction());
   EXPECT_TRUE(
@@ -385,7 +385,7 @@ TEST_F(InstructionFusionTest, AllowEffectiveUnaryDuplication) {
   HloInstruction* unary = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kAbs, binary1));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(unary, computation->root_instruction());
   EXPECT_TRUE(
diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
index 69e4b534bd..e4e4757c50 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
@@ -54,7 +54,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeUnaryInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -84,7 +84,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeBinaryInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a, b));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -113,7 +113,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeZeroInputInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -146,7 +146,7 @@ TEST_F(ReducePrecisionInsertionTest, AvoidAddingDuplicateInstructions) {
   HloInstruction* d = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, b, c));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -178,7 +178,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterRootInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -215,7 +215,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterNonRootInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a_cos, b_cos));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -242,7 +242,7 @@ TEST_F(ReducePrecisionInsertionTest, OutputIsNotFloat) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -268,7 +268,7 @@ TEST_F(ReducePrecisionInsertionTest, ShouldReduceOutputPrecisionIsFalse) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -294,7 +294,7 @@ TEST_F(ReducePrecisionInsertionTest, InsertionIsNotRecursive) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, a, 8, 23));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -321,7 +321,7 @@ TEST_F(ReducePrecisionInsertionTest, SkipRedundantReducePrecisionAfter) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 5, 10));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -349,7 +349,7 @@ TEST_F(ReducePrecisionInsertionTest, AddNonRedundantReducePrecision) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 8, 23));
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -375,7 +375,7 @@ TEST_F(ReducePrecisionInsertionTest, IgnoreOpsInsideFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -411,7 +411,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInHeadOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -458,7 +458,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInTailOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
diff --git a/tensorflow/compiler/xla/service/transpose_folding_test.cc b/tensorflow/compiler/xla/service/transpose_folding_test.cc
index 79b5c09abb..7a565bf076 100644
--- a/tensorflow/compiler/xla/service/transpose_folding_test.cc
+++ b/tensorflow/compiler/xla/service/transpose_folding_test.cc
@@ -172,7 +172,7 @@ TEST_F(TransposeFoldingTest, FuseDotWithConstantOperands) {
   HloInstruction* mul = builder.AddInstruction(HloInstruction::CreateBinary(
       add->shape(), HloOpcode::kMultiply, add, sub));
 
-  auto module = CreateNewModule("fuse_with_constant_operands");
+  auto module = CreateNewUnverifiedModule("fuse_with_constant_operands");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(mul));
   HloInstruction* call = module->OutlineExpressionFromComputation(
@@ -247,7 +247,7 @@ TEST_F(TransposeFoldingTest, FoldConvDimSwapTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -302,7 +302,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -362,7 +362,7 @@ TEST_F(TransposeFoldingTest, FoldConvTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -428,7 +428,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewModule("test_module");
+  auto module = CreateNewUnverifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
diff --git a/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc b/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
index d9ebebf74e..10ef2d38fa 100644
--- a/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/tuple_points_to_analysis_test.cc
@@ -48,7 +48,7 @@ class TuplePointsToAnalysisTest : public HloTestBase {
   }
 
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewModule();
+    module_ = CreateNewUnverifiedModule();
     module_->AddEntryComputation(std::move(computation));
   }
 
@@ -809,7 +809,7 @@ TEST_F(FusionPointsToAnalysisTest, FusionParam0TwoUsers) {
 class PointsToAnalysisTestBase : public HloTestBase {
  protected:
   void BuildModule(std::unique_ptr<HloComputation> computation) {
-    module_ = CreateNewModule();
+    module_ = CreateNewUnverifiedModule();
     computation_ = module_->AddEntryComputation(std::move(computation));
   }
 
@@ -1176,7 +1176,7 @@ TEST_F(CanShareOperandBufferWithUserTest, WhileCanShare) {
     return builder.Build();
   };
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   HloComputation* cond_computation =
       module_->AddEmbeddedComputation(make_cond());
   HloComputation* body_computation =
@@ -1211,7 +1211,7 @@ TEST_F(CanShareOperandBufferWithUserTest, CallToComputationWithFusionRoot) {
   auto add = sub_builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sub_param, ones));
 
-  module_ = CreateNewModule();
+  module_ = CreateNewUnverifiedModule();
   auto sub_computation = module_->AddEmbeddedComputation(sub_builder.Build());
   sub_computation->CreateFusionInstruction({add, ones},
                                            HloInstruction::FusionKind::kLoop);
diff --git a/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc b/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
index b9ef18892d..a546a6d39c 100644
--- a/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
+++ b/tensorflow/compiler/xla/service/zero_sized_hlo_elimination_test.cc
@@ -45,7 +45,8 @@ class ZeroSizedHloEliminationTest : public HloTestBase {
                 0, ShapeUtil::MakeShape(F32, {3, 0}), "zero sized param"))) {}
 
   StatusOr<bool> RunZeroSizedElimination() {
-    auto module = CreateNewModule("zero_sized_elimination_test_module");
+    auto module =
+        CreateNewUnverifiedModule("zero_sized_elimination_test_module");
     module->AddEntryComputation(builder_.Build());
     return ZeroSizedHloElimination{}.Run(module.get());
   }
diff --git a/tensorflow/compiler/xla/tests/broadcast_test.cc b/tensorflow/compiler/xla/tests/broadcast_test.cc
index 9966e4606e..9930bfc95c 100644
--- a/tensorflow/compiler/xla/tests/broadcast_test.cc
+++ b/tensorflow/compiler/xla/tests/broadcast_test.cc
@@ -42,7 +42,7 @@ XLA_TEST_F(BroadcastTest, BroadcastScalarToScalar) {
       ShapeUtil::MakeShape(F32, {}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -58,7 +58,7 @@ XLA_TEST_F(BroadcastTest, BroadcastScalarTo2D) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -81,7 +81,7 @@ XLA_TEST_F(BroadcastTest, BroadcastVectorTo2D) {
   builder.AddInstruction(HloInstruction::CreateTuple({element1, element2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -102,7 +102,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo2D) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {0, 1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -121,7 +121,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo2DTranspose) {
       ShapeUtil::MakeShape(F32, {2, 2}), input, {1, 0}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -138,7 +138,7 @@ XLA_TEST_F(BroadcastTest, Broadcast2DTo3D) {
       ShapeUtil::MakeShape(F32, {2, 3, 2}), input, {0, 2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -158,7 +158,7 @@ TEST_F(BroadcastTest, Broadcast_R1_2_To_R4_2x2x3x3) {
       ShapeUtil::MakeShape(F32, {2, 2, 3, 3}), input, {1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -183,7 +183,7 @@ TEST_F(BroadcastTest, Broadcast_R1_1025_To_R4_3x3x3x1025) {
       ShapeUtil::MakeShape(F32, {3, 3, 3, r1_size}), input, {3}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -214,7 +214,7 @@ XLA_TEST_F(BroadcastTest, Broadcast_R1_64_To_R4_32x64x7x7) {
       ShapeUtil::MakeShape(F32, {32, 64, 7, 7}), input, {1}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -230,7 +230,7 @@ TEST_F(BroadcastTest, Broadcast_R0_to_R4_64x64x3x3) {
       ShapeUtil::MakeShape(F32, {64, 64, 3, 3}), input, {}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   LOG(INFO) << hlo_module->ToString();
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
@@ -253,7 +253,7 @@ TEST_F(BroadcastTest, Broadcast_R2_2x2_To_R4_3x3x2x2) {
       ShapeUtil::MakeShape(F32, {3, 3, 2, 2}), input, {2, 3}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
@@ -287,7 +287,7 @@ TEST_F(BroadcastTest, Broadcast_R3_2x3x4_to_R4_2x3x4x5) {
       ShapeUtil::MakeShape(F32, {2, 3, 4, 5}), input, {0, 1, 2}));
 
   // Create HLO module, compile, and execute.
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
   auto result = ExecuteAndTransfer(std::move(hlo_module), {});
 
diff --git a/tensorflow/compiler/xla/tests/copy_test.cc b/tensorflow/compiler/xla/tests/copy_test.cc
index 1407e68d9a..3622f2c1e8 100644
--- a/tensorflow/compiler/xla/tests/copy_test.cc
+++ b/tensorflow/compiler/xla/tests/copy_test.cc
@@ -45,7 +45,7 @@ class CopyOpTest : public HloTestBase {
     builder.AddInstruction(HloInstruction::CreateUnary(
         constant->shape(), HloOpcode::kCopy, constant));
     auto computation = builder.Build();
-    auto module = CreateNewModule();
+    auto module = CreateNewUnverifiedModule();
     module->AddEntryComputation(std::move(computation));
 
     Literal result = ExecuteAndTransfer(std::move(module), {});
@@ -98,7 +98,7 @@ XLA_TEST_F(CopyOpTest, CopyParameterScalar) {
 
   auto computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
 
   Literal result = ExecuteAndTransfer(std::move(module), {&literal});
@@ -119,7 +119,7 @@ XLA_TEST_F(CopyOpTest, CopyConstantR2Twice) {
 
   auto computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
   LiteralTestUtil::ExpectR2Near<float>({{1.0, 2.0}, {3.0, 4.0}}, result,
@@ -143,7 +143,7 @@ XLA_TEST_F(CopyOpTest, CopyConstantR2DifferentLayouts) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
 
@@ -175,7 +175,7 @@ void CopyOpTest::TestCopyConstantLayout021(size_t n1, size_t n2, size_t n3) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   ForceResultLayout(module.get(), LayoutUtil::MakeLayout({1, 2, 0}));
   Literal result = ExecuteAndTransfer(std::move(module), {});
@@ -209,7 +209,7 @@ void CopyOpTest::TestCopyConstantLayoutR4(size_t n1, size_t n2, size_t n3,
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(std::move(computation));
   ForceResultLayout(module.get(), LayoutUtil::MakeLayout(permutation));
   Literal result = ExecuteAndTransfer(std::move(module), {});
diff --git a/tensorflow/compiler/xla/tests/custom_call_test.cc b/tensorflow/compiler/xla/tests/custom_call_test.cc
index 001490c6a8..738b644235 100644
--- a/tensorflow/compiler/xla/tests/custom_call_test.cc
+++ b/tensorflow/compiler/xla/tests/custom_call_test.cc
@@ -70,7 +70,7 @@ class CustomCallTest : public HloTestBase {
 };
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR0F32Add2)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto constant = builder.AddInstruction(
@@ -85,7 +85,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR0F32Add2)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR2F32Reduce)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   Array2D<float> array(2, 2);
@@ -106,7 +106,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(CustomCallR2F32Reduce)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(UsedInOtherComputations)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input = b.AddInstruction(
@@ -130,7 +130,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(UsedInOtherComputations)) {
 }
 
 XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(InputAndOutputLayoutDiffer)) {
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input =
@@ -155,7 +155,7 @@ XLA_TEST_F(CustomCallTest, DISABLED_ON_GPU(LayoutConstrained)) {
   // The argument and result of the computation are set to different layouts,
   // but the custom call is layout constrained to a fixed operand and result
   // layout, so the correct result should be produced.
-  auto module = CreateNewModule();
+  auto module = CreateNewUnverifiedModule();
   auto b = HloComputation::Builder(TestName());
 
   auto input =
diff --git a/tensorflow/compiler/xla/tests/fusion_test.cc b/tensorflow/compiler/xla/tests/fusion_test.cc
index 4d4b676a53..d1fddf9d6b 100644
--- a/tensorflow/compiler/xla/tests/fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/fusion_test.cc
@@ -81,7 +81,7 @@ class FusionTest : public HloTestBase {
     }
 
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
 
     auto prim_type = primitive_util::NativeToPrimitiveType<T>();
 
@@ -183,7 +183,7 @@ XLA_TEST_F(FusionTest, Test) {
   //                     (-{{1.0, 1.0, 1.0}, {0.0, 0.0, 0.0}}),
   //              {{0.5, 0.5, 0.5}, {0.5, 0.5, 0.5}})) = {{0.5}, {2.72}}
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<float>({{1.0}, {2.0}, {3.0}})));
   auto const1 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -231,7 +231,7 @@ XLA_TEST_F(FusionTest, Parameter) {
   // Build a computation and fuse part of it so the fusion instruction has an
   // operand parameter.
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<float>({{1.0, 2.0, 3.0}})));
   auto copy1 = builder.AddInstruction(HloInstruction::CreateUnary(
@@ -266,7 +266,7 @@ XLA_TEST_F(FusionTest, RandomizedParallelPartition) {
       ShapeUtil::MakeShapeWithLayout(F32, {rand_dim0_size, dim1_size}, {1, 0});
   // Build simple fusion computation: y = x^2 (elementwise).
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto two = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(2.0)));
@@ -290,7 +290,7 @@ XLA_TEST_F(FusionTest, RandomizedParallelPartition) {
 
 XLA_TEST_F(FusionTest, BroadcastIntoBinaryOp) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const_vector = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
   auto const_array = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -314,7 +314,7 @@ XLA_TEST_F(FusionTest, BroadcastIntoBinaryOp) {
 
 XLA_TEST_F(FusionTest, ReshapeToScalar) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto single_element_array = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR2<int32>({{5}})));
   auto reshape = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -329,7 +329,7 @@ XLA_TEST_F(FusionTest, ReshapeToScalar) {
 
 XLA_TEST_F(FusionTest, Reshape_3by2_1by2by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2}, {3, 4}, {5, 6}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -344,7 +344,7 @@ XLA_TEST_F(FusionTest, Reshape_3by2_1by2by3) {
 
 XLA_TEST_F(FusionTest, Reshape_1by2by3_3by2) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR3<int32>({{{1, 2, 3}, {4, 5, 6}}})));
   auto reshape1 = builder.AddInstruction(
@@ -359,7 +359,7 @@ XLA_TEST_F(FusionTest, Reshape_1by2by3_3by2) {
 
 XLA_TEST_F(FusionTest, Reshape_1by1by1_) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR3<int32>({{{7}}})));
   auto reshape1 = builder.AddInstruction(
@@ -374,7 +374,7 @@ XLA_TEST_F(FusionTest, Reshape_1by1by1_) {
 
 XLA_TEST_F(FusionTest, Reshape__1by1by1) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(7)));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateReshape(
@@ -389,7 +389,7 @@ XLA_TEST_F(FusionTest, Reshape__1by1by1) {
 
 XLA_TEST_F(FusionTest, Reshape__) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(7)));
   auto reshape1 = builder.AddInstruction(
@@ -404,7 +404,7 @@ XLA_TEST_F(FusionTest, Reshape__) {
 
 XLA_TEST_F(FusionTest, Reshape_3by3_3by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}})));
   auto reshape1 = builder.AddInstruction(
@@ -419,7 +419,7 @@ XLA_TEST_F(FusionTest, Reshape_3by3_3by3) {
 
 XLA_TEST_F(FusionTest, Transpose_2by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -434,7 +434,7 @@ XLA_TEST_F(FusionTest, Transpose_2by3) {
 
 XLA_TEST_F(FusionTest, Transpose_3by3) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2, 3}, {4, 5, 6}, {7, 8, 9}})));
   auto reshape1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -449,7 +449,7 @@ XLA_TEST_F(FusionTest, Transpose_3by3) {
 
 XLA_TEST_F(FusionTest, Reverse) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({1, 2, 3})));
   auto reverse1 = builder.AddInstruction(HloInstruction::CreateReverse(
@@ -465,7 +465,7 @@ XLA_TEST_F(FusionTest, Reverse) {
 
 XLA_TEST_F(FusionTest, ReverseNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR1<int32>({1, 2, 3})));
   auto reverse1 = builder.AddInstruction(HloInstruction::CreateReverse(
@@ -483,7 +483,7 @@ XLA_TEST_F(FusionTest, ReverseNegate) {
 
 XLA_TEST_F(FusionTest, BroadcastNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<int32>(1)));
   auto broadcast1 = builder.AddInstruction(HloInstruction::CreateBroadcast(
@@ -501,7 +501,7 @@ XLA_TEST_F(FusionTest, BroadcastNegate) {
 
 XLA_TEST_F(FusionTest, SliceNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto slice1 = builder.AddInstruction(HloInstruction::CreateSlice(
@@ -519,7 +519,7 @@ XLA_TEST_F(FusionTest, SliceNegate) {
 
 XLA_TEST_F(FusionTest, DynamicSliceNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto const1 = builder.AddInstruction(
@@ -541,7 +541,7 @@ XLA_TEST_F(FusionTest, DynamicSliceNegate) {
 
 XLA_TEST_F(FusionTest, ReshapeNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<int32>({1, 2, 3, 4})));
   auto reshape1 = builder.AddInstruction(
@@ -559,7 +559,7 @@ XLA_TEST_F(FusionTest, ReshapeNegate) {
 
 XLA_TEST_F(FusionTest, TransposeNegate) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{1, 2}, {3, 4}})));
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
@@ -587,7 +587,7 @@ std::unique_ptr<HloComputation> MakeReduceTestComputation() {
 }
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(Reduce)) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -607,7 +607,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(Reduce)) {
 }
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceImplicitBroadcast)) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
@@ -630,7 +630,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceImplicitBroadcast)) {
 
 XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceWindow)) {
   auto builder = HloComputation::Builder(TestName());
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
   auto const0 = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR2<int32>({{2, 3, 5}, {7, 11, 13}, {17, 19, 23}})));
   auto const1 = builder.AddInstruction(
@@ -682,7 +682,7 @@ XLA_TEST_F(FusionTest, DISABLED_ON_CPU(ReduceWindow)) {
 // into a fusion, it should remain shared, rather than being duplicated
 // within the fusion.
 XLA_TEST_F(FusionTest, SharedConstant) {
-  auto hlo_module = CreateNewModule();
+  auto hlo_module = CreateNewUnverifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   auto const0 = builder.AddInstruction(
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index d0ee4728a3..afd2073d75 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -107,7 +107,8 @@ HloTestBase::HloTestBase(se::Platform* test_platform,
       instruction_can_change_layout_func);
 }
 
-std::unique_ptr<HloModule> HloTestBase::CreateNewModule(const string& name) {
+std::unique_ptr<HloModule> HloTestBase::CreateNewUnverifiedModule(
+    const string& name) {
   return absl::make_unique<HloModule>(name, GetModuleConfigForTest());
 }
 
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.h b/tensorflow/compiler/xla/tests/hlo_test_base.h
index 217428befa..75a79e52ca 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.h
@@ -72,7 +72,12 @@ class HloTestBase : public ::testing::Test {
   // options from command-line flags. If you want a fresh HloModule object and
   // then add HloComputations to it, it's recommended to use this method in your
   // tests.
-  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName());
+  //
+  // This returns a vanilla HloModule that doesn't run the HLO verifier on
+  // destruction.  If you want to run the verifier, you want
+  // HloVerifiedTestBase::CreateNewVerifiedModule.
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
+      const string& name = TestName());
 
   // Runs the hlo_pass with the provided module and returns the result. This
   // function also verifies that the module remains unchanged when hlo_pass
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
index 951f55618d..65fdf9a919 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
@@ -69,12 +69,12 @@ class HloVerifiedTestBase : public HloTestBase {
   std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
       const string& name = TestName());
 
-  // CreateNewModule creates an *unverified* module, which presumably isn't what
-  // you want if you're using HloVerifiedTestBase, so we delete this function to
-  // keep you from accidentally calling it.  If you really want it, you can get
-  // it by calling HloTestBase::CreateNewModule().
-  std::unique_ptr<HloModule> CreateNewModule(const string& name = TestName()) =
-      delete;
+  // CreateNewUnverifiedModule creates an *unverified* module, which presumably
+  // isn't what you want if you're using HloVerifiedTestBase, so we delete this
+  // function to keep you from accidentally calling it.  If you really want it,
+  // you can get it by calling HloTestBase::CreateNewUnverifiedModule().
+  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
+      const string& name = TestName()) = delete;
 
  private:
   bool verifier_layout_sensitive_;
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
index 96e71f6147..6df4c1aad2 100644
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
+++ b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
@@ -38,8 +38,8 @@ XLA_TEST_F(HloVerifiedTestBaseTest, NoModule) {
   // Test shouldn't fail if no module is created at all.
 }
 
-XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
-  // Call CreateNewModule and build up a valid module.
+XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewUnverifiedModule) {
+  // Call CreateNewUnverifiedModule and build up a valid module.
   auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
@@ -50,8 +50,8 @@ XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewModule) {
 }
 
 // This test is expected to fail. See test class comment.
-XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewModule) {
-  // Call CreateNewModule and build up a invalid module.
+XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewUnverifiedModule) {
+  // Call CreateNewUnverifiedModule and build up a invalid module.
   auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto input = builder.AddInstruction(
diff --git a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
index af6927e468..a78ccacec1 100644
--- a/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
+++ b/tensorflow/compiler/xla/tests/llvm_compiler_test.cc
@@ -68,7 +68,7 @@ class LLVMCompilerTest : public ::testing::Test {
     builder.AddInstruction(
         HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
 
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
     hlo_module->AddEntryComputation(builder.Build());
 
     compiler->SetPreOptimizationHook(pre_opt_hook);
@@ -90,7 +90,7 @@ class LLVMCompilerTest : public ::testing::Test {
     builder.AddInstruction(
         HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
 
-    std::unique_ptr<HloModule> hlo_module = CreateNewModule();
+    std::unique_ptr<HloModule> hlo_module = CreateNewUnverifiedModule();
     hlo_module->AddEntryComputation(builder.Build());
 
     auto module_group = absl::make_unique<HloModuleGroup>("test_module_group");
@@ -124,7 +124,7 @@ class LLVMCompilerTest : public ::testing::Test {
     return ::testing::UnitTest::GetInstance()->current_test_info()->name();
   }
 
-  static std::unique_ptr<HloModule> CreateNewModule() {
+  static std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
     config.set_debug_options(GetDebugOptionsFromFlags());
     return absl::make_unique<HloModule>(TestName(), config);
diff --git a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
index ca7637a0cf..3f5135438f 100644
--- a/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
+++ b/tensorflow/compiler/xla/tests/multioutput_fusion_test.cc
@@ -62,7 +62,7 @@ class MultiOutputFusionTest : public HloTestBase {
 
   void RunTest2D(bool manual_fusion, int64 size) {
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
 
     const Shape elem_shape0 = ShapeUtil::MakeShapeWithLayout(F32, {}, {});
     const Shape elem_shape2 =
@@ -122,7 +122,7 @@ class MultiOutputFusionTest : public HloTestBase {
 
   void RunTest1D(bool manual_fusion, int size) {
     auto builder = HloComputation::Builder(TestName());
-    auto hlo_module = CreateNewModule();
+    auto hlo_module = CreateNewUnverifiedModule();
 
     const Shape elem_shape_F32 =
         ShapeUtil::MakeShapeWithDescendingLayout(F32, {size});
diff --git a/tensorflow/compiler/xla/tests/token_hlo_test.cc b/tensorflow/compiler/xla/tests/token_hlo_test.cc
index b34fd0f2e8..707c560005 100644
--- a/tensorflow/compiler/xla/tests/token_hlo_test.cc
+++ b/tensorflow/compiler/xla/tests/token_hlo_test.cc
@@ -28,7 +28,7 @@ namespace {
 class TokenHloTest : public HloTestBase {};
 
 XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(HloInstruction::CreateToken());
 
@@ -39,7 +39,7 @@ XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
 }
 
 XLA_TEST_F(TokenHloTest, TokenTree) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto token0 = builder.AddInstruction(HloInstruction::CreateToken());
   auto token1 = builder.AddInstruction(HloInstruction::CreateToken());
@@ -54,7 +54,7 @@ XLA_TEST_F(TokenHloTest, TokenTree) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidTokenShapedEntryParameter) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(
       HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "p0"));
@@ -75,7 +75,7 @@ XLA_TEST_F(TokenHloTest, InvalidTokenShapedEntryParameter) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidTupleTokenShapedEntryParameter) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   builder.AddInstruction(HloInstruction::CreateParameter(
       0,
@@ -95,7 +95,7 @@ XLA_TEST_F(TokenHloTest, InvalidTupleTokenShapedEntryParameter) {
 }
 
 XLA_TEST_F(TokenHloTest, InvalidOperandToTokenInstruction) {
-  std::unique_ptr<HloModule> module = CreateNewModule();
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param = builder.AddInstruction(
       HloInstruction::CreateParameter(0, ShapeUtil::MakeShape(F32, {}), "p0"));
-- 
GitLab


From 388eb3753ba309f80201e9230341f931c7dae2b6 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Sun, 11 Nov 2018 16:18:06 -0800
Subject: [PATCH 1407/1825] [XLA] Merge HloTestBase and HloVerifiedTestBase.

No need to have this distinction any longer; you can simply call
CreateNewUnverifiedModule or CreateNewVerifiedModule as you please.

PiperOrigin-RevId: 221018719
---
 tensorflow/compiler/xla/service/BUILD         |  49 ++------
 .../xla/service/algebraic_simplifier_test.cc  |  13 +-
 .../service/batch_dot_simplification_test.cc  |   3 +-
 .../xla/service/batchnorm_expander_test.cc    |   4 +-
 .../bfloat16_conversion_folding_test.cc       |   8 +-
 .../service/bfloat16_normalization_test.cc    |   8 +-
 .../xla/service/bfloat16_propagation_test.cc  |   8 +-
 .../xla/service/buffer_assignment_test.cc     |   6 +-
 .../compiler/xla/service/call_graph_test.cc   |   4 +-
 .../compiler/xla/service/call_inliner_test.cc |   4 +-
 .../service/conditional_simplifier_test.cc    |   4 +-
 tensorflow/compiler/xla/service/cpu/BUILD     |   5 -
 .../service/cpu/conv_canonicalization_test.cc |   4 +-
 .../service/cpu/cpu_copy_insertion_test.cc    |   4 +-
 .../cpu/cpu_hlo_support_checker_test.cc       |   6 +-
 .../cpu/parallel_task_assignment_test.cc      |   6 +-
 .../xla/service/cpu/shape_partition_test.cc   |   8 +-
 .../compiler/xla/service/cpu/tests/BUILD      |   1 -
 .../xla/service/cpu/tests/cpu_fusion_test.cc  |   4 +-
 .../compiler/xla/service/defuser_test.cc      |   4 +-
 .../xla/service/flatten_call_graph_test.cc    |   4 +-
 tensorflow/compiler/xla/service/gpu/BUILD     |   9 +-
 .../cudnn_conv_pad_for_tensor_cores_test.cc   |   4 +-
 .../service/gpu/cudnn_conv_rewriter_test.cc   |   8 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  |   4 +-
 .../gpu/gpu_hlo_support_checker_test.cc       |   6 +-
 .../xla/service/gpu/stream_assignment_test.cc |   4 +-
 .../service/gpu/variadic_op_splitter_test.cc  |   4 +-
 .../xla/service/heap_simulator_test.cc        |   6 +-
 .../xla/service/hlo_alias_analysis_test.cc    |   6 +-
 .../xla/service/hlo_constant_folding_test.cc  |   4 +-
 .../xla/service/hlo_creation_utils_test.cc    |   4 +-
 .../compiler/xla/service/hlo_cse_test.cc      |   4 +-
 .../compiler/xla/service/hlo_domain_test.cc   |   3 +-
 .../xla/service/hlo_evaluator_test.cc         |  10 +-
 .../xla/service/hlo_instruction_test.cc       |   4 +-
 .../xla/service/hlo_pass_pipeline_test.cc     |   4 +-
 .../xla/service/hlo_reachability_test.cc      |   4 +-
 .../xla/service/hlo_rematerialization_test.cc |   4 +-
 .../xla/service/hlo_tfgraph_builder_test.cc   |   4 +-
 .../compiler/xla/service/hlo_verifier_test.cc |   2 +-
 .../implicit_broadcast_remover_test.cc        |   4 +-
 .../service/indexed_array_analysis_test.cc    |   4 +-
 .../xla/service/layout_assignment_test.cc     |   4 +-
 .../compiler/xla/service/map_inliner_test.cc  |   4 +-
 .../xla/service/reshape_mover_test.cc         |   4 +-
 .../xla/service/tuple_simplifier_test.cc      |   4 +-
 .../xla/service/while_loop_analysis_test.cc   |   4 +-
 .../while_loop_invariant_code_motion_test.cc  |   4 +-
 .../xla/service/while_loop_simplifier_test.cc |   4 +-
 tensorflow/compiler/xla/tests/BUILD           |  38 ------
 .../compiler/xla/tests/hlo_test_base.cc       |  49 +++++++-
 tensorflow/compiler/xla/tests/hlo_test_base.h |  46 ++++++-
 .../xla/tests/hlo_verified_test_base.cc       |  68 -----------
 .../xla/tests/hlo_verified_test_base.h        |  86 -------------
 .../xla/tests/hlo_verified_test_base_test.cc  | 115 ------------------
 56 files changed, 219 insertions(+), 474 deletions(-)
 delete mode 100644 tensorflow/compiler/xla/tests/hlo_verified_test_base.cc
 delete mode 100644 tensorflow/compiler/xla/tests/hlo_verified_test_base.h
 delete mode 100644 tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 16d79da2de..19b5c1ca25 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -87,7 +87,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
     ],
@@ -124,7 +123,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
     ],
@@ -164,7 +162,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # fixdeps: keep
     ],
@@ -282,7 +279,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/client:xla_builder",
         "//tensorflow/compiler/xla/service:hlo_element_type_converter",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # fixdeps: keep
         "//tensorflow/core:lib",
@@ -365,7 +362,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
     ],
@@ -421,7 +417,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
     ],
 )
@@ -467,7 +462,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:window_util",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
     ],
 )
@@ -520,7 +514,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
     ],
@@ -569,7 +562,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -592,7 +584,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
     ],
@@ -1089,7 +1080,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/service:hlo_parser",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -1172,7 +1162,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:status_macros",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -1433,7 +1422,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
         "@com_google_absl//absl/memory",
@@ -1509,7 +1497,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/memory",
@@ -1561,7 +1548,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:window_util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # fixdeps: keep
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -1598,7 +1584,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:window_util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # fixdeps: keep
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -1648,7 +1633,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
     ],
@@ -1707,7 +1692,7 @@ tf_cc_test(
         ":while_loop_analysis",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
     ],
@@ -1740,7 +1725,7 @@ tf_cc_test(
         ":hlo_matchers",
         ":while_loop_simplifier",
         "//tensorflow/compiler/xla:test",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
         "@com_google_absl//absl/strings",
@@ -1771,7 +1756,7 @@ tf_cc_test(
         ":hlo_matchers",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
     ],
 )
 
@@ -1799,7 +1784,7 @@ tf_cc_test(
         ":implicit_broadcast_remover",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
     ],
 )
 
@@ -1844,7 +1829,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/core:test",
     ],
 )
@@ -1878,7 +1862,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "@com_google_absl//absl/memory",
@@ -2284,7 +2268,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -2347,7 +2330,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -2444,7 +2426,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/core:test",
     ],
 )
@@ -2562,7 +2543,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
     ],
@@ -2629,7 +2609,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/service:hlo_parser",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -2691,7 +2670,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
@@ -2732,7 +2711,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/service:hlo_parser",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/core:lib",
@@ -2771,7 +2749,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
     ],
@@ -2846,7 +2823,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:debug_options_flags",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
         "@com_google_absl//absl/memory",
@@ -3034,7 +3010,6 @@ tf_cc_test(
     deps = [
         ":hlo_tfgraph_builder",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:protos_all_cc",
     ],
@@ -3361,7 +3336,7 @@ tf_cc_test(
         ":while_loop_invariant_code_motion",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/core:test",
     ],
 )
@@ -3391,7 +3366,7 @@ tf_cc_test(
         ":while_loop_constant_sinking",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/core:test",
     ],
 )
@@ -3452,7 +3427,7 @@ tf_cc_test(
         ":indexed_array_analysis",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/core:test",
     ],
@@ -3549,7 +3524,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla:xla_data_proto",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # fixdeps: keep
         "@com_google_absl//absl/memory",
diff --git a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
index 18eaa4d3f0..e4c4da1b0e 100644
--- a/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/algebraic_simplifier_test.cc
@@ -33,7 +33,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/tests/hlo_test_base.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/window_util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
@@ -54,7 +53,7 @@ AlgebraicSimplifier::ValidBitcastCallback non_bitcasting_callback() {
   return [](const Shape&, const Shape&) { return false; };
 }
 
-class AlgebraicSimplifierTest : public HloVerifiedTestBase {};
+class AlgebraicSimplifierTest : public HloTestBase {};
 
 // Test that A + 0 is simplified to A
 TEST_F(AlgebraicSimplifierTest, AddZero) {
@@ -2906,7 +2905,7 @@ TEST_F(AlgebraicSimplifierTest, ConvertConvToMatmul) {
         /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
     // TODO(b/80488902): verify this module.
-    auto module = HloTestBase::CreateNewUnverifiedModule();
+    auto module = CreateNewUnverifiedModule();
     auto* computation = module->AddEntryComputation(b.Build());
 
     AlgebraicSimplifier simplifier(/*is_layout_sensitive=*/true,
@@ -3084,7 +3083,7 @@ TEST_F(AlgebraicSimplifierTest, ScalarBroadcastToTransposeReshape) {
 // Test that ReduceWindow(Pad(op, x), y) can simplify to ReduceWindow(op, x).
 TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
@@ -3166,7 +3165,7 @@ TEST_F(AlgebraicSimplifierTest, FoldPadIntoReduceWindow) {
 // ReduceWindow(Convert(op), x).
 TEST_F(AlgebraicSimplifierTest, FoldConvertedPadIntoReduceWindow) {
   // TODO(b/80488902): verify this module.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = CreateNewUnverifiedModule();
   HloComputation::Builder builder(TestName());
 
   // Create operand to the pad.
@@ -3846,7 +3845,7 @@ struct DotOfConcatTestSpec {
 };
 
 class DotOfConcatSimplificationTest
-    : public HloVerifiedTestBase,
+    : public HloTestBase,
       public ::testing::WithParamInterface<DotOfConcatTestSpec> {};
 
 // Test that we transform
@@ -4022,7 +4021,7 @@ struct DotOfGatherTestSpec {
 };
 
 class DotOfGatherSimplificationTest
-    : public HloVerifiedTestBase,
+    : public HloTestBase,
       public ::testing::WithParamInterface<DotOfGatherTestSpec> {};
 
 // input: dot(DS(ctA), ctB))
diff --git a/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc b/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc
index dd6e56a720..52ec1a794c 100644
--- a/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc
+++ b/tensorflow/compiler/xla/service/batch_dot_simplification_test.cc
@@ -17,14 +17,13 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/tests/hlo_test_base.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
 
 namespace xla {
 namespace {
 
 namespace op = xla::testing::opcode_matchers;
 
-class BatchDotSimplificationTest : public HloVerifiedTestBase {};
+class BatchDotSimplificationTest : public HloTestBase {};
 
 TEST_F(BatchDotSimplificationTest,
        ElideSingleDegenerateBatchDotDim_VectorVector) {
diff --git a/tensorflow/compiler/xla/service/batchnorm_expander_test.cc b/tensorflow/compiler/xla/service/batchnorm_expander_test.cc
index 0b0000f7c0..08cf802617 100644
--- a/tensorflow/compiler/xla/service/batchnorm_expander_test.cc
+++ b/tensorflow/compiler/xla/service/batchnorm_expander_test.cc
@@ -29,14 +29,14 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_pass_fix.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
 namespace xla {
 namespace {
 
-using BatchNormExpanderTest = HloVerifiedTestBase;
+using BatchNormExpanderTest = HloTestBase;
 
 // Test that we expand BatchNormTraining.
 TEST_F(BatchNormExpanderTest, BatchNormTraining) {
diff --git a/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc b/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc
index d5da43db26..4ce351acc2 100644
--- a/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_conversion_folding_test.cc
@@ -22,7 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
 namespace xla {
@@ -65,11 +65,11 @@ class TestBFloat16Support : public BFloat16Support {
   }
 };
 
-class BFloat16ConversionFoldingTest : public HloVerifiedTestBase {
+class BFloat16ConversionFoldingTest : public HloTestBase {
  protected:
   BFloat16ConversionFoldingTest()
-      : HloVerifiedTestBase(/*layout_sensitive=*/false,
-                            /*allow_mixed_precision=*/true) {}
+      : HloTestBase(/*verifier_layout_sensitive=*/false,
+                    /*allow_mixed_precision_in_hlo_verifier=*/true) {}
 
   bool FoldConversions(HloModule* module) {
     TestBFloat16Support bfloat16_support_;
diff --git a/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc b/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc
index 677a50aaa1..9f97d18c56 100644
--- a/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_normalization_test.cc
@@ -23,7 +23,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
 namespace xla {
@@ -68,11 +68,11 @@ class TestBFloat16Support : public BFloat16Support {
   }
 };
 
-class BFloat16NormalizationTest : public HloVerifiedTestBase {
+class BFloat16NormalizationTest : public HloTestBase {
  protected:
   BFloat16NormalizationTest()
-      : HloVerifiedTestBase(/*layout_sensitive=*/false,
-                            /*allow_mixed_precision=*/true) {}
+      : HloTestBase(/*verifier_layout_sensitive=*/false,
+                    /*allow_mixed_precision_in_hlo_verifier=*/true) {}
 
   bool Normalize(HloModule* module) {
     TestBFloat16Support bfloat16_support_;
diff --git a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
index d0843c9701..5be7141aae 100644
--- a/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
+++ b/tensorflow/compiler/xla/service/bfloat16_propagation_test.cc
@@ -22,7 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
@@ -55,11 +55,11 @@ class TestBFloat16Support : public BFloat16Support {
   }
 };
 
-class BFloat16PropagationTest : public HloVerifiedTestBase {
+class BFloat16PropagationTest : public HloTestBase {
  protected:
   BFloat16PropagationTest()
-      : HloVerifiedTestBase(/*layout_sensitive=*/false,
-                            /*allow_mixed_precision=*/true) {}
+      : HloTestBase(/*verifier_layout_sensitive=*/false,
+                    /*allow_mixed_precision_in_hlo_verifier=*/true) {}
 
   // Runs the propagation pass on the given module, and returns whether the
   // module is changed after this pass.
diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index c8ac446073..b1fc50cb18 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -38,7 +38,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
@@ -81,7 +81,7 @@ const std::vector<const HloInstruction*> GetInstructions(HloInstruction* root) {
   return main_list.GetInstructions();
 }
 
-class BufferAssignmentTest : public HloVerifiedTestBase {
+class BufferAssignmentTest : public HloTestBase {
  protected:
   ~BufferAssignmentTest() override {}
 
@@ -1818,7 +1818,7 @@ ENTRY main {
   }
 }
 
-class WhileBufferAssignmentTest : public HloVerifiedTestBase {
+class WhileBufferAssignmentTest : public HloTestBase {
  protected:
   std::unique_ptr<HloComputation> BuildWhileConditionComputation(
       const string& name) {
diff --git a/tensorflow/compiler/xla/service/call_graph_test.cc b/tensorflow/compiler/xla/service/call_graph_test.cc
index c7ae995198..a3ac2568b0 100644
--- a/tensorflow/compiler/xla/service/call_graph_test.cc
+++ b/tensorflow/compiler/xla/service/call_graph_test.cc
@@ -21,7 +21,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
@@ -31,7 +31,7 @@ namespace {
 
 using ::testing::UnorderedElementsAre;
 
-class CallGraphTest : public HloVerifiedTestBase {
+class CallGraphTest : public HloTestBase {
  protected:
   // Build and return a trivial computation taking and returning a scalar.
   std::unique_ptr<HloComputation> MakeScalarComputation(
diff --git a/tensorflow/compiler/xla/service/call_inliner_test.cc b/tensorflow/compiler/xla/service/call_inliner_test.cc
index 7bf4cf7e15..0b6e323f75 100644
--- a/tensorflow/compiler/xla/service/call_inliner_test.cc
+++ b/tensorflow/compiler/xla/service/call_inliner_test.cc
@@ -28,7 +28,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_pass_fix.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
@@ -40,7 +40,7 @@ namespace {
 
 // Tests for call inlining that are most tractable at the HLO level (vs
 // ComputationBuilder API in call_test.cc).
-using CallInlinerTest = HloVerifiedTestBase;
+using CallInlinerTest = HloTestBase;
 
 TEST_F(CallInlinerTest, ControlDependenciesAreCarriedToCaller) {
   // "inner" computation just has a control dependency from the "zero" value to
diff --git a/tensorflow/compiler/xla/service/conditional_simplifier_test.cc b/tensorflow/compiler/xla/service/conditional_simplifier_test.cc
index 4c3a1877a2..289eb6d902 100644
--- a/tensorflow/compiler/xla/service/conditional_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/conditional_simplifier_test.cc
@@ -25,7 +25,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status.h"
@@ -37,7 +37,7 @@ namespace {
 
 namespace op = xla::testing::opcode_matchers;
 
-class ConditionalSimplifierTest : public HloVerifiedTestBase {
+class ConditionalSimplifierTest : public HloTestBase {
  public:
   // Makes a computation that contains a conditional with constant predicate.
   HloComputation* MakeConditional(HloModule* module);
diff --git a/tensorflow/compiler/xla/service/cpu/BUILD b/tensorflow/compiler/xla/service/cpu/BUILD
index c369b3af16..2763d18121 100644
--- a/tensorflow/compiler/xla/service/cpu/BUILD
+++ b/tensorflow/compiler/xla/service/cpu/BUILD
@@ -824,7 +824,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
     ],
 )
@@ -846,7 +845,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:test_helpers",
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
     ],
 )
@@ -887,7 +885,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/core:lib",
         "//tensorflow/core:test",
@@ -971,7 +968,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla/service:hlo_graph_dumper",
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:test",
     ],
@@ -997,7 +993,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:test",
diff --git a/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc b/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc
index d95a0239eb..c58175428f 100644
--- a/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/conv_canonicalization_test.cc
@@ -22,7 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 
 #include "tensorflow/compiler/xla/test_helpers.h"
@@ -32,7 +32,7 @@ namespace cpu {
 
 using ::testing::ElementsAre;
 
-class ConvCanonicalizationTest : public HloVerifiedTestBase {
+class ConvCanonicalizationTest : public HloTestBase {
  public:
   ConvCanonicalizationTest() {
     for (int i = 0; i < 2; ++i) {
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
index 2062d8a0d5..c085f85fb7 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_copy_insertion_test.cc
@@ -25,7 +25,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/platform/test_benchmark.h"
 
@@ -52,7 +52,7 @@ int64 CountCopies(const HloModule& module) {
   return count;
 }
 
-class CpuCopyInsertionTest : public HloVerifiedTestBase {
+class CpuCopyInsertionTest : public HloTestBase {
  protected:
   void InsertCopies(HloModule* module) {
     CpuCopyInsertion copy_insertion;
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
index b8c2bc7e91..9cbfb88834 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker_test.cc
@@ -16,7 +16,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/cpu/cpu_hlo_support_checker.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/error_codes.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
@@ -25,7 +25,7 @@ namespace {
 
 using ::testing::HasSubstr;
 
-class CpuHloSupportCheckerTest : public HloVerifiedTestBase {
+class CpuHloSupportCheckerTest : public HloTestBase {
  protected:
   CpuHloSupportChecker& checker() { return checker_; }
 
@@ -60,7 +60,7 @@ TEST_F(CpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc b/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc
index 31df0a0893..f0b65046c1 100644
--- a/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/parallel_task_assignment_test.cc
@@ -17,13 +17,13 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/cpu/cpu_executable.h"
 #include "tensorflow/compiler/xla/service/cpu/target_machine_features_fake.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
 namespace {
 
-class ParallelTaskAssignmentTest : public HloVerifiedTestBase {
+class ParallelTaskAssignmentTest : public HloTestBase {
  protected:
   const HloCostAnalysis::ShapeSizeFunction shape_size_func_ =
       cpu::CpuExecutable::ShapeSizeBytes;
@@ -35,7 +35,7 @@ class ParallelTaskAssignmentTest : public HloVerifiedTestBase {
   cpu::TargetMachineFeaturesWithFakeAlignmentLogic target_machine_features_;
 
   ParallelTaskAssignmentTest()
-      : HloVerifiedTestBase(), target_machine_features_([](int64 shape_size) {
+      : HloTestBase(), target_machine_features_([](int64 shape_size) {
           return cpu::TargetMachineFeatures::kEigenExpectedTensorAlignment;
         }) {}
 
diff --git a/tensorflow/compiler/xla/service/cpu/shape_partition_test.cc b/tensorflow/compiler/xla/service/cpu/shape_partition_test.cc
index 1a3d82de95..7d8e51f909 100644
--- a/tensorflow/compiler/xla/service/cpu/shape_partition_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/shape_partition_test.cc
@@ -19,14 +19,14 @@ limitations under the License.
 #include <random>
 
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 
 namespace xla {
 namespace cpu {
 namespace {
 
-class ShapePartitionAssignerTest : public HloVerifiedTestBase {
+class ShapePartitionAssignerTest : public HloTestBase {
  protected:
   typedef std::vector<int64> Vec;
 
@@ -91,7 +91,7 @@ TEST_F(ShapePartitionAssignerTest, Shape532WithLayout201) {
             expected_partitions);
 }
 
-class ShapePartitionIteratorTest : public HloVerifiedTestBase {
+class ShapePartitionIteratorTest : public HloTestBase {
  protected:
   typedef std::vector<std::pair<int64, int64>> Partition;
 };
@@ -145,7 +145,7 @@ TEST_F(ShapePartitionIteratorTest, Shape532WithLayout210) {
   }
 }
 
-class RandomShapePartitionIteratorTest : public HloVerifiedTestBase {
+class RandomShapePartitionIteratorTest : public HloTestBase {
  protected:
   typedef std::vector<std::pair<int64, int64>> Partition;
   RandomShapePartitionIteratorTest()
diff --git a/tensorflow/compiler/xla/service/cpu/tests/BUILD b/tensorflow/compiler/xla/service/cpu/tests/BUILD
index 4b129c95d4..382dfd0d99 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/BUILD
+++ b/tensorflow/compiler/xla/service/cpu/tests/BUILD
@@ -48,7 +48,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/service/cpu:cpu_instruction_fusion",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:literal_test_util",
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc
index 707178c022..04a81dfd35 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_fusion_test.cc
@@ -25,7 +25,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/platform/test.h"
@@ -34,7 +34,7 @@ namespace xla {
 namespace cpu {
 namespace {
 
-class CpuFusionTest : public HloVerifiedTestBase {
+class CpuFusionTest : public HloTestBase {
  protected:
   CpuFusionTest() {}
 
diff --git a/tensorflow/compiler/xla/service/defuser_test.cc b/tensorflow/compiler/xla/service/defuser_test.cc
index bb25c48f2b..64fb503183 100644
--- a/tensorflow/compiler/xla/service/defuser_test.cc
+++ b/tensorflow/compiler/xla/service/defuser_test.cc
@@ -18,14 +18,14 @@ limitations under the License.
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 
 namespace op = xla::testing::opcode_matchers;
 
 namespace xla {
 namespace {
 
-class DefuserTest : public HloVerifiedTestBase {
+class DefuserTest : public HloTestBase {
  protected:
   // Returns the number of fusion instructions in the module.
   int FusionCount(const HloModule* m) {
diff --git a/tensorflow/compiler/xla/service/flatten_call_graph_test.cc b/tensorflow/compiler/xla/service/flatten_call_graph_test.cc
index beecaf6177..8eeb930b48 100644
--- a/tensorflow/compiler/xla/service/flatten_call_graph_test.cc
+++ b/tensorflow/compiler/xla/service/flatten_call_graph_test.cc
@@ -22,7 +22,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
@@ -30,7 +30,7 @@ limitations under the License.
 namespace xla {
 namespace {
 
-class FlattenCallGraphTest : public HloVerifiedTestBase {
+class FlattenCallGraphTest : public HloTestBase {
  protected:
   // Build and return a trivial computation taking and returning a scalar.
   std::unique_ptr<HloComputation> MakeScalarComputation() {
diff --git a/tensorflow/compiler/xla/service/gpu/BUILD b/tensorflow/compiler/xla/service/gpu/BUILD
index 1e8435fe54..b1629616ac 100644
--- a/tensorflow/compiler/xla/service/gpu/BUILD
+++ b/tensorflow/compiler/xla/service/gpu/BUILD
@@ -111,7 +111,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:lib",
@@ -463,7 +462,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/compiler/xla/service:shape_inference",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # fixdeps: keep
         "//tensorflow/core:test",
     ],
@@ -627,7 +626,7 @@ tf_cc_test(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",  # build_cleaner: keep
     ],
 )
@@ -849,7 +848,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla/service:hlo",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:test_utils",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "@com_google_absl//absl/memory",
@@ -909,7 +907,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
         "//tensorflow/compiler/xla/tests:xla_internal_test_main",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:test",
@@ -1036,6 +1033,6 @@ tf_cc_test(
         "//tensorflow/compiler/xla/service:hlo_matchers",
         "//tensorflow/compiler/xla/service:hlo_parser",
         "//tensorflow/compiler/xla/service:pattern_matcher",
-        "//tensorflow/compiler/xla/tests:hlo_verified_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
     ],
 )
diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_pad_for_tensor_cores_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_pad_for_tensor_cores_test.cc
index fa3afa6a5d..af9303a5b7 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_pad_for_tensor_cores_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_pad_for_tensor_cores_test.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
 #include "tensorflow/compiler/xla/status_macros.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 
 namespace xla {
@@ -29,7 +29,7 @@ namespace {
 namespace op = xla::testing::opcode_matchers;
 using ::testing::_;
 
-class CudnnConvPadForTensorCoresTest : public HloVerifiedTestBase {};
+class CudnnConvPadForTensorCoresTest : public HloTestBase {};
 
 TEST_F(CudnnConvPadForTensorCoresTest, PadF16ForwardConvInputChannels) {
   auto module = ParseAndReturnVerifiedModule(R"(
diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
index a88132a744..443883a89f 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter_test.cc
@@ -24,7 +24,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/shape_inference.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace xla {
@@ -34,11 +34,11 @@ namespace {
 namespace op = xla::testing::opcode_matchers;
 using ::testing::_;
 
-class CudnnConvRewriterTest : public HloVerifiedTestBase {
+class CudnnConvRewriterTest : public HloTestBase {
  public:
   CudnnConvRewriterTest()
-      : HloVerifiedTestBase(/*layout_sensitive=*/true,
-                            /*allow_mixed_precision=*/false) {
+      : HloTestBase(/*layout_sensitive=*/true,
+                    /*allow_mixed_precision=*/false) {
     for (int i = 0; i < 2; ++i) {
       WindowDimension* window_dim = default_conv_window_.add_dimensions();
       window_dim->set_size(1);
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index c8b3770e2a..6d3aed15eb 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -24,14 +24,14 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/test_utils.h"
 #include "tensorflow/compiler/xla/types.h"
 
 namespace xla {
 namespace gpu {
 
-class GpuHloScheduleTest : public HloVerifiedTestBase {
+class GpuHloScheduleTest : public HloTestBase {
  protected:
   using HloVec = std::vector<const HloInstruction*>;
 
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
index 15a8dd8597..b511155f85 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker_test.cc
@@ -16,7 +16,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/gpu/gpu_hlo_support_checker.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/error_codes.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
@@ -25,7 +25,7 @@ namespace {
 
 using ::testing::HasSubstr;
 
-class GpuHloSupportCheckerTest : public HloVerifiedTestBase {
+class GpuHloSupportCheckerTest : public HloTestBase {
  protected:
   GpuHloSupportChecker& checker() { return checker_; }
 
@@ -60,7 +60,7 @@ TEST_F(GpuHloSupportCheckerTest, SparseUnimplemented) {
   // Since verifier is reporting sparse layouts as errors, we should
   // use a regular HloModule instead of VerifiedHloModule to avoid
   // verifier errors being triggered in the destructor.
-  auto module = HloTestBase::CreateNewUnverifiedModule();
+  auto module = CreateNewUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   Status status = checker().Run(module.get()).status();
diff --git a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
index 52ee7a960f..f2ef11e1e6 100644
--- a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
@@ -21,14 +21,14 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/test_utils.h"
 #include "tensorflow/compiler/xla/types.h"
 
 namespace xla {
 namespace gpu {
 
-class StreamAssignmentTest : public HloVerifiedTestBase {
+class StreamAssignmentTest : public HloTestBase {
  protected:
   std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
     HloModuleConfig config;
diff --git a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
index 5fa9e91050..3d00ac4dc7 100644
--- a/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/variadic_op_splitter_test.cc
@@ -23,7 +23,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
 #include "tensorflow/compiler/xla/service/pattern_matcher.h"
 #include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
@@ -32,7 +32,7 @@ namespace gpu {
 namespace {
 using match::Concatenate;
 
-class VariadicOpSplitterTest : public HloVerifiedTestBase {};
+class VariadicOpSplitterTest : public HloTestBase {};
 
 TEST_F(VariadicOpSplitterTest, DontSplit) {
   auto module = ParseAndReturnVerifiedModule(R"(
diff --git a/tensorflow/compiler/xla/service/heap_simulator_test.cc b/tensorflow/compiler/xla/service/heap_simulator_test.cc
index ac650cf442..fad3215fc8 100644
--- a/tensorflow/compiler/xla/service/heap_simulator_test.cc
+++ b/tensorflow/compiler/xla/service/heap_simulator_test.cc
@@ -30,13 +30,13 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_value.h"
 #include "tensorflow/compiler/xla/service/tuple_points_to_analysis.h"
 #include "tensorflow/compiler/xla/status_macros.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
 namespace {
 
-class MinimumMemoryForSequenceTest : public HloVerifiedTestBase {};
+class MinimumMemoryForSequenceTest : public HloTestBase {};
 
 TEST_F(MinimumMemoryForSequenceTest, MultiComputation) {
   auto module = CreateNewVerifiedModule();
@@ -351,7 +351,7 @@ class HeapSimulatorTracker {
   HeapSimulator::Result result_;
 };
 
-class HeapSimulatorTest : public HloVerifiedTestBase {
+class HeapSimulatorTest : public HloTestBase {
  protected:
   HeapSimulatorTest() {}
   ~HeapSimulatorTest() override {}
diff --git a/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc
index 2d0244b1cf..7e6150e941 100644
--- a/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_alias_analysis_test.cc
@@ -28,7 +28,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/platform/logging.h"
@@ -39,9 +39,9 @@ namespace {
 
 using ::testing::UnorderedElementsAre;
 
-class HloAliasAnalysisTest : public HloVerifiedTestBase {
+class HloAliasAnalysisTest : public HloTestBase {
  protected:
-  HloAliasAnalysisTest() : HloVerifiedTestBase() {
+  HloAliasAnalysisTest() : HloTestBase() {
     module_ = CreateNewVerifiedModule();
   }
 
diff --git a/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc b/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc
index 30227bf001..d12f920722 100644
--- a/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_constant_folding_test.cc
@@ -28,7 +28,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_pass_fix.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/types.h"
 
@@ -37,7 +37,7 @@ namespace op = xla::testing::opcode_matchers;
 namespace xla {
 namespace {
 
-using HloConstantFoldingTest = HloVerifiedTestBase;
+using HloConstantFoldingTest = HloTestBase;
 
 TEST_F(HloConstantFoldingTest, ConvertF32ToS64) {
   HloComputation::Builder builder(TestName());
diff --git a/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc b/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc
index 55356fd080..aaa9ec60eb 100644
--- a/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_creation_utils_test.cc
@@ -19,13 +19,13 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace xla {
 namespace {
 
-class HloCreationUtilsTest : public HloVerifiedTestBase {
+class HloCreationUtilsTest : public HloTestBase {
  protected:
   std::unique_ptr<VerifiedHloModule> CreateModuleWithProgramShape(
       PrimitiveType primitive_type, absl::Span<const int64> input_shape_dims,
diff --git a/tensorflow/compiler/xla/service/hlo_cse_test.cc b/tensorflow/compiler/xla/service/hlo_cse_test.cc
index 0952515312..1eb0260468 100644
--- a/tensorflow/compiler/xla/service/hlo_cse_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cse_test.cc
@@ -29,7 +29,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/tests/test_utils.h"
 #include "tensorflow/compiler/xla/util.h"
@@ -44,7 +44,7 @@ namespace op = xla::testing::opcode_matchers;
 namespace xla {
 namespace {
 
-class HloCseTest : public HloVerifiedTestBase {
+class HloCseTest : public HloTestBase {
  protected:
   HloCseTest() {}
 };
diff --git a/tensorflow/compiler/xla/service/hlo_domain_test.cc b/tensorflow/compiler/xla/service/hlo_domain_test.cc
index 483550f1fd..acdb42128e 100644
--- a/tensorflow/compiler/xla/service/hlo_domain_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_domain_test.cc
@@ -22,13 +22,12 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_sharding_metadata.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/tests/hlo_test_base.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
 namespace {
 
-class HloDomainTest : public HloVerifiedTestBase {
+class HloDomainTest : public HloTestBase {
  protected:
   bool FindUserViaDomainPath(HloInstruction* instruction,
                              HloInstruction* operand) const {
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator_test.cc b/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
index 0c7921e845..d95b6ad04f 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_evaluator_test.cc
@@ -33,7 +33,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/compiler/xla/statusor.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/util.h"
@@ -50,9 +50,9 @@ namespace {
 static std::array<bool, 2> use_bf16_params{true, false};
 
 class HloEvaluatorTest : public ::testing::WithParamInterface<bool>,
-                         public HloVerifiedTestBase {
+                         public HloTestBase {
  protected:
-  HloEvaluatorTest() : HloVerifiedTestBase(), use_bfloat16_(GetParam()) {
+  HloEvaluatorTest() : HloTestBase(), use_bfloat16_(GetParam()) {
     evaluator_ = absl::make_unique<HloEvaluator>();
   }
 
@@ -67,7 +67,7 @@ class HloEvaluatorTest : public ::testing::WithParamInterface<bool>,
   }
 
   // Evaluate function that takes in a local module instead of using m_
-  // that is in HloVerifiedTestBase. Once m_ in HloVerifiedTestBase is
+  // that is in HloTestBase. Once m_ in HloTestBase is
   // removed, this should be the default Evaluate function.
   Literal EvaluateWithModule(
       HloModule* module, absl::Span<const Literal* const> arg_literals = {}) {
@@ -1298,7 +1298,7 @@ TEST_P(HloEvaluatorTest, Conv2DGroupedConvolution) {
   EXPECT_TRUE(LiteralTestUtil::Equal(expected, result));
 }
 
-class HloEvaluatorPreciseReduceTest : public HloVerifiedTestBase {};
+class HloEvaluatorPreciseReduceTest : public HloTestBase {};
 
 // Tests that Reduce doesn't lose precision when adding many numbers (because
 // it accumulates its result in a double).
diff --git a/tensorflow/compiler/xla/service/hlo_instruction_test.cc b/tensorflow/compiler/xla/service/hlo_instruction_test.cc
index f3b7f8f09a..8048e332cb 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction_test.cc
@@ -29,7 +29,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/window_util.h"
 
@@ -39,7 +39,7 @@ namespace {
 using ::testing::ElementsAre;
 using ::testing::UnorderedElementsAre;
 
-class HloInstructionTest : public HloVerifiedTestBase {
+class HloInstructionTest : public HloTestBase {
  protected:
   Shape r0f32_ = ShapeUtil::MakeShape(F32, {});
 };
diff --git a/tensorflow/compiler/xla/service/hlo_pass_pipeline_test.cc b/tensorflow/compiler/xla/service/hlo_pass_pipeline_test.cc
index ee8cb12b23..20384b9da6 100644
--- a/tensorflow/compiler/xla/service/hlo_pass_pipeline_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_pass_pipeline_test.cc
@@ -19,14 +19,14 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_module.h"
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
 namespace {
 
-class HloPassPipelineTest : public HloVerifiedTestBase {
+class HloPassPipelineTest : public HloTestBase {
  protected:
   StatusOr<HloModuleGroup> ParseModuleGroup(
       absl::Span<const string> hlo_strings) {
diff --git a/tensorflow/compiler/xla/service/hlo_reachability_test.cc b/tensorflow/compiler/xla/service/hlo_reachability_test.cc
index eec7fd65f8..5951767098 100644
--- a/tensorflow/compiler/xla/service/hlo_reachability_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_reachability_test.cc
@@ -20,13 +20,13 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 
 namespace xla {
 
 namespace {
 
-class HloReachabilityTest : public HloVerifiedTestBase {};
+class HloReachabilityTest : public HloTestBase {};
 
 TEST_F(HloReachabilityTest, Reachability) {
   // Construct and test a reachability graph of the following form:
diff --git a/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc b/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc
index 062b8a0bf4..22c3c40a93 100644
--- a/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_rematerialization_test.cc
@@ -24,7 +24,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/service/hlo_ordering.h"
 #include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
@@ -36,7 +36,7 @@ namespace op = xla::testing::opcode_matchers;
 
 using ::testing::_;
 
-class HloRematerializationTest : public HloVerifiedTestBase {
+class HloRematerializationTest : public HloTestBase {
  protected:
   // Creates and returns a computation which can benefit from
   // rematerialization. The computation looks like:
diff --git a/tensorflow/compiler/xla/service/hlo_tfgraph_builder_test.cc b/tensorflow/compiler/xla/service/hlo_tfgraph_builder_test.cc
index 6fd734a2b9..1e2b31a1f2 100644
--- a/tensorflow/compiler/xla/service/hlo_tfgraph_builder_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_tfgraph_builder_test.cc
@@ -14,7 +14,7 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/compiler/xla/service/hlo_tfgraph_builder.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/tensor_shape.pb.h"
 
@@ -24,7 +24,7 @@ namespace {
 
 using ::tensorflow::GraphDef;
 
-class HloTfGraphBuilderTest : public HloVerifiedTestBase {
+class HloTfGraphBuilderTest : public HloTestBase {
  protected:
   HloTfGraphBuilderTest() {}
   HloTfGraphBuilder generator_;
diff --git a/tensorflow/compiler/xla/service/hlo_verifier_test.cc b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
index 4f6cd2f1e2..5ddfe0a944 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
@@ -35,7 +35,7 @@ namespace {
 
 using ::testing::HasSubstr;
 
-// This class cannot be converted to use HloVerifiedTestBase. It explicitly
+// This class cannot be converted to use HloTestBase. It explicitly
 // uses HloTestBase to create and test malformed HLOs.
 class HloVerifierTest : public HloTestBase {
  public:
diff --git a/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc b/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc
index 0d67f23a81..cf6cf897fe 100644
--- a/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc
+++ b/tensorflow/compiler/xla/service/implicit_broadcast_remover_test.cc
@@ -18,14 +18,14 @@ limitations under the License.
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 
 namespace op = xla::testing::opcode_matchers;
 
 namespace xla {
 namespace {
 
-class ImplicitBroadcastRemoverTest : public HloVerifiedTestBase {
+class ImplicitBroadcastRemoverTest : public HloTestBase {
  protected:
   ImplicitBroadcastRemover remover_;
 };
diff --git a/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc b/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
index 900fbfaa97..20cc18f981 100644
--- a/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
@@ -16,12 +16,12 @@ limitations under the License.
 #include <ctype.h>
 
 #include "tensorflow/compiler/xla/service/indexed_array_analysis.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/test_utils.h"
 
 namespace xla {
 namespace {
-class IndexedArrayAnalysisTest : public HloVerifiedTestBase {
+class IndexedArrayAnalysisTest : public HloTestBase {
  protected:
   void AssertArrayForRootExpressionIs(const string& hlo_text,
                                       const string& root_expression) {
diff --git a/tensorflow/compiler/xla/service/layout_assignment_test.cc b/tensorflow/compiler/xla/service/layout_assignment_test.cc
index 3fe324005d..2400b7bb7c 100644
--- a/tensorflow/compiler/xla/service/layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment_test.cc
@@ -35,7 +35,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/test_utils.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
@@ -49,7 +49,7 @@ namespace {
 
 using ::testing::ElementsAre;
 
-class LayoutAssignmentTest : public HloVerifiedTestBase {
+class LayoutAssignmentTest : public HloTestBase {
  protected:
   void AssignLayouts(HloModule* m, ComputationLayout* entry_computation_layout,
                      ChannelLayoutConstraints* channel_constraints = nullptr) {
diff --git a/tensorflow/compiler/xla/service/map_inliner_test.cc b/tensorflow/compiler/xla/service/map_inliner_test.cc
index 320e0d1acb..fd18bfdc3e 100644
--- a/tensorflow/compiler/xla/service/map_inliner_test.cc
+++ b/tensorflow/compiler/xla/service/map_inliner_test.cc
@@ -26,7 +26,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/tests/literal_test_util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
@@ -35,7 +35,7 @@ namespace op = xla::testing::opcode_matchers;
 namespace xla {
 namespace {
 
-using MapInlinerTest = HloVerifiedTestBase;
+using MapInlinerTest = HloTestBase;
 
 // Test that `map` with `max` is transformed to `max`
 TEST_F(MapInlinerTest, MapMax) {
diff --git a/tensorflow/compiler/xla/service/reshape_mover_test.cc b/tensorflow/compiler/xla/service/reshape_mover_test.cc
index e100460f7d..341659b15c 100644
--- a/tensorflow/compiler/xla/service/reshape_mover_test.cc
+++ b/tensorflow/compiler/xla/service/reshape_mover_test.cc
@@ -25,7 +25,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/test_helpers.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
 
@@ -34,7 +34,7 @@ namespace {
 
 namespace op = xla::testing::opcode_matchers;
 
-class ReshapeMoverTest : public HloVerifiedTestBase {};
+class ReshapeMoverTest : public HloTestBase {};
 
 TEST_F(ReshapeMoverTest, ReshapesWithDifferentInputShapesNotMoved) {
   auto m = CreateNewVerifiedModule();
diff --git a/tensorflow/compiler/xla/service/tuple_simplifier_test.cc b/tensorflow/compiler/xla/service/tuple_simplifier_test.cc
index 8add6b189a..65b0f8c804 100644
--- a/tensorflow/compiler/xla/service/tuple_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/tuple_simplifier_test.cc
@@ -25,7 +25,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
@@ -34,7 +34,7 @@ namespace op = xla::testing::opcode_matchers;
 namespace xla {
 namespace {
 
-class TupleSimplifierTest : public HloVerifiedTestBase {
+class TupleSimplifierTest : public HloTestBase {
  protected:
   void Run(HloModule* module, bool change_expected) {
     TupleSimplifier simplifier;
diff --git a/tensorflow/compiler/xla/service/while_loop_analysis_test.cc b/tensorflow/compiler/xla/service/while_loop_analysis_test.cc
index f845cd3c06..1da0fbeac8 100644
--- a/tensorflow/compiler/xla/service/while_loop_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_analysis_test.cc
@@ -17,13 +17,13 @@ limitations under the License.
 
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
 namespace {
 
-class WhileLoopAnalysisTest : public HloVerifiedTestBase {};
+class WhileLoopAnalysisTest : public HloTestBase {};
 
 TEST_F(WhileLoopAnalysisTest, SingleIterationUpperBound) {
   const char* const kHloModule = R"(
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
index a6d0db0f6f..046ccb2d3f 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
@@ -18,7 +18,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/service/hlo_parser.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
@@ -26,7 +26,7 @@ namespace {
 
 namespace op = xla::testing::opcode_matchers;
 
-class WhileLoopInvariantCodeMotionTest : public HloVerifiedTestBase {
+class WhileLoopInvariantCodeMotionTest : public HloTestBase {
  public:
   // Makes a computation which has one parameter, of the given shape, and always
   // returns PRED[]{true}.  This is useful as a dummy loop condition.
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
index e9ad188efb..05005e0b26 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
@@ -21,7 +21,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
 #include "tensorflow/compiler/xla/test.h"
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
 
 namespace xla {
@@ -29,7 +29,7 @@ namespace {
 
 namespace op = xla::testing::opcode_matchers;
 
-class WhileLoopSimplifierTest : public HloVerifiedTestBase {
+class WhileLoopSimplifierTest : public HloTestBase {
  protected:
   // Makes an HloModule that contains a loop with `num_iters` iteration.
   TF_MUST_USE_RESULT std::unique_ptr<VerifiedHloModule>
diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index e11aeffadd..db34d34f96 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -141,44 +141,6 @@ cc_library(
     ],
 )
 
-cc_library(
-    name = "hlo_verified_test_base",
-    testonly = True,
-    srcs = ["hlo_verified_test_base.cc"],
-    hdrs = ["hlo_verified_test_base.h"],
-    deps = [
-        ":hlo_test_base",
-        "//tensorflow/compiler/xla:shape_util",
-        "//tensorflow/compiler/xla:status_macros",
-        "//tensorflow/compiler/xla/service:hlo",
-        "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/service:hlo_verifier",
-        "//tensorflow/core:lib",
-        "@com_google_absl//absl/base:core_headers",
-        "@com_google_absl//absl/memory",
-    ],
-)
-
-tf_cc_test(
-    name = "hlo_verified_test_base_test",
-    srcs = ["hlo_verified_test_base_test.cc"],
-    deps = [
-        ":hlo_test_base",
-        ":hlo_verified_test_base",
-        ":test_macros_cpu",
-        ":test_utils",
-        "//tensorflow/compiler/xla:shape_util",
-        "//tensorflow/compiler/xla/client:xla_builder",
-        "//tensorflow/compiler/xla/client:xla_computation",
-        "//tensorflow/compiler/xla/service:hlo",
-        "//tensorflow/compiler/xla/service:hlo_parser",
-        "//tensorflow/compiler/xla/service:hlo_verifier",
-        "//tensorflow/compiler/xla/tests:xla_internal_test_main",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:test",
-    ],
-)
-
 tf_cc_binary(
     name = "local_client_aot_test_helper",
     srcs = ["local_client_aot_test_helper.cc"],
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index afd2073d75..d8fa00272f 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -85,6 +85,23 @@ ProgramShape GetProgramShapeWithLayout(const HloModule& module) {
 
 }  // namespace
 
+Status VerifiedHloModule::Verify() {
+  if (computation_count() == 0) {
+    // The computation was never built. Nothing to verify.
+    return Status::OK();
+  }
+  return verifier_.Run(this).status();
+}
+
+void VerifiedHloModule::VerifyOrAddFailure(const string& message) {
+  Status status = Verify();
+  if (!status.ok()) {
+    ADD_FAILURE() << "HloVerifier failed on module " << name()
+                  << (message.empty() ? "" : absl::StrCat(" (", message, ")"))
+                  << ": " << status;
+  }
+}
+
 HloTestBase::HloTestBase(bool verifier_layout_sensitive,
                          bool allow_mixed_precision_in_hlo_verifier,
                          std::function<bool(const HloInstruction*)>
@@ -100,7 +117,11 @@ HloTestBase::HloTestBase(se::Platform* test_platform,
                          bool allow_mixed_precision_in_hlo_verifier,
                          std::function<bool(const HloInstruction*)>
                              instruction_can_change_layout_func)
-    : test_runner_(test_platform), reference_runner_(reference_platform) {
+    : test_runner_(test_platform),
+      reference_runner_(reference_platform),
+      verifier_layout_sensitive_(verifier_layout_sensitive),
+      allow_mixed_precision_in_hlo_verifier_(
+          allow_mixed_precision_in_hlo_verifier) {
   hlo_verifier_ = absl::make_unique<HloVerifier>(
       /*layout_sensitive=*/verifier_layout_sensitive,
       /*allow_mixed_precision=*/allow_mixed_precision_in_hlo_verifier,
@@ -112,6 +133,32 @@ std::unique_ptr<HloModule> HloTestBase::CreateNewUnverifiedModule(
   return absl::make_unique<HloModule>(name, GetModuleConfigForTest());
 }
 
+std::unique_ptr<VerifiedHloModule> HloTestBase::CreateNewVerifiedModule(
+    const string& name) {
+  return absl::make_unique<VerifiedHloModule>(
+      name, GetModuleConfigForTest(), verifier_layout_sensitive_,
+      allow_mixed_precision_in_hlo_verifier_);
+}
+
+StatusOr<std::unique_ptr<HloModule>>
+HloTestBase::ParseAndReturnUnverifiedModule(absl::string_view hlo_text,
+                                            const HloModuleConfig& config) {
+  auto module = absl::make_unique<HloModule>(TestName(), config);
+  TF_RETURN_IF_ERROR(ParseHloString(hlo_text, module.get()));
+  return std::move(module);
+}
+
+StatusOr<std::unique_ptr<VerifiedHloModule>>
+HloTestBase::ParseAndReturnVerifiedModule(absl::string_view hlo_text,
+                                          const HloModuleConfig& config) {
+  auto module = absl::make_unique<VerifiedHloModule>(
+      TestName(), config, verifier_layout_sensitive_,
+      allow_mixed_precision_in_hlo_verifier_);
+  TF_RETURN_IF_ERROR(ParseHloString(hlo_text, module.get()));
+  TF_RETURN_IF_ERROR(module->Verify());
+  return std::move(module);
+}
+
 /* static */
 StatusOr<bool> HloTestBase::RunHloPass(HloPassInterface* hlo_pass,
                                        HloModule* module) {
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.h b/tensorflow/compiler/xla/tests/hlo_test_base.h
index 75a79e52ca..366726d90b 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.h
@@ -38,6 +38,31 @@ limitations under the License.
 
 namespace xla {
 
+// An HLO module derived class which verifies itself on destruction. This class
+// is intended to be used in unit tests. Any verification errors are raised via
+// ADD_FAILURE.
+class VerifiedHloModule : public HloModule {
+ public:
+  VerifiedHloModule(const string& name, const HloModuleConfig& config,
+                    bool verifier_layout_sensitive,
+                    bool allow_mixed_precision_in_hlo_verifier)
+      : HloModule(name, config),
+        verifier_(verifier_layout_sensitive,
+                  allow_mixed_precision_in_hlo_verifier) {}
+
+  ~VerifiedHloModule() override { VerifyOrAddFailure("in destructor"); }
+
+  // Verifies the module using HloVerifier and returns the status.
+  Status Verify();
+
+  // Verifies the module and flags any error with ADD_FAILURE. 'message' is
+  // included in the failure message.
+  void VerifyOrAddFailure(const string& message);
+
+ private:
+  HloVerifier verifier_;
+};
+
 // A base class for tests which build and/or run HLO code. The class includes
 // support for running an HLO module on two platforms and compare the results.
 // This is a lower level of abstraction than using the client interface and
@@ -74,11 +99,26 @@ class HloTestBase : public ::testing::Test {
   // tests.
   //
   // This returns a vanilla HloModule that doesn't run the HLO verifier on
-  // destruction.  If you want to run the verifier, you want
-  // HloVerifiedTestBase::CreateNewVerifiedModule.
+  // destruction.
   std::unique_ptr<HloModule> CreateNewUnverifiedModule(
       const string& name = TestName());
 
+  // Like CreateNewUnverifiedModule, except the HloModule returned here runs the
+  // HLO verifier on destruction.
+  std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
+      const string& name = TestName());
+
+  // Parses the given string and returns module as a vanilla, unverified
+  // HloModule.
+  StatusOr<std::unique_ptr<HloModule>> ParseAndReturnUnverifiedModule(
+      absl::string_view hlo_text,
+      const HloModuleConfig& config = HloModuleConfig());
+
+  // Parses the given string and returns module as a VerifiedHloModule.
+  StatusOr<std::unique_ptr<VerifiedHloModule>> ParseAndReturnVerifiedModule(
+      absl::string_view hlo_text,
+      const HloModuleConfig& config = HloModuleConfig());
+
   // Runs the hlo_pass with the provided module and returns the result. This
   // function also verifies that the module remains unchanged when hlo_pass
   // returns false as the StatusOr value.
@@ -252,6 +292,8 @@ class HloTestBase : public ::testing::Test {
   HloRunner test_runner_;
   HloRunner reference_runner_;
 
+  bool verifier_layout_sensitive_;
+  bool allow_mixed_precision_in_hlo_verifier_;
   std::unique_ptr<HloVerifier> hlo_verifier_;
 
   ErrorSpec error_spec_{0.0001};
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc
deleted file mode 100644
index 6a63c69c2b..0000000000
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.cc
+++ /dev/null
@@ -1,68 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
-
-#include "absl/memory/memory.h"
-#include "tensorflow/compiler/xla/service/hlo_parser.h"
-#include "tensorflow/compiler/xla/service/hlo_verifier.h"
-#include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/status_macros.h"
-#include "tensorflow/core/platform/logging.h"
-
-namespace xla {
-
-Status VerifiedHloModule::Verify() {
-  if (computation_count() == 0) {
-    // The computation was never built. Nothing to verify.
-    return Status::OK();
-  }
-  return verifier_.Run(this).status();
-}
-
-void VerifiedHloModule::VerifyOrAddFailure(const string& message) {
-  Status status = Verify();
-  if (!status.ok()) {
-    ADD_FAILURE() << "HloVerifier failed on module " << name()
-                  << (message.empty() ? "" : absl::StrCat(" (", message, ")"))
-                  << ": " << status;
-  }
-}
-
-HloVerifiedTestBase::HloVerifiedTestBase(bool layout_sensitive,
-                                         bool allow_mixed_precision)
-    : HloTestBase(
-          /*verifier_layout_sensitive=*/layout_sensitive,
-          /*allow_mixed_precision_in_hlo_verifier=*/allow_mixed_precision),
-      verifier_layout_sensitive_(layout_sensitive),
-      allow_mixed_precision_in_hlo_verifier_(allow_mixed_precision) {}
-
-StatusOr<std::unique_ptr<VerifiedHloModule>>
-HloVerifiedTestBase::ParseAndReturnVerifiedModule(
-    absl::string_view hlo_text, const HloModuleConfig& config) {
-  auto module = CreateNewVerifiedModule(TestName());
-  TF_RETURN_IF_ERROR(ParseHloString(hlo_text, module.get()));
-  TF_RETURN_IF_ERROR(module->Verify());
-  return std::move(module);
-}
-
-std::unique_ptr<VerifiedHloModule> HloVerifiedTestBase::CreateNewVerifiedModule(
-    const string& name) {
-  return absl::make_unique<VerifiedHloModule>(
-      name, GetModuleConfigForTest(), verifier_layout_sensitive_,
-      allow_mixed_precision_in_hlo_verifier_);
-}
-
-}  // namespace xla
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h b/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
deleted file mode 100644
index 65fdf9a919..0000000000
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base.h
+++ /dev/null
@@ -1,86 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_COMPILER_XLA_TESTS_HLO_VERIFIED_TEST_BASE_H_
-#define TENSORFLOW_COMPILER_XLA_TESTS_HLO_VERIFIED_TEST_BASE_H_
-
-#include <functional>
-#include <memory>
-#include <utility>
-
-#include "absl/base/macros.h"
-#include "tensorflow/compiler/xla/service/hlo_module.h"
-#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
-
-namespace xla {
-
-// An HLO module derived class which verifies itself on destruction. This class
-// is intended to be used in unit tests. Any verification errors are raised via
-// ADD_FAILURE.
-class VerifiedHloModule : public HloModule {
- public:
-  VerifiedHloModule(const string& name, const HloModuleConfig& config,
-                    bool verifier_layout_sensitive,
-                    bool allow_mixed_precision_in_hlo_verifier)
-      : HloModule(name, config),
-        verifier_(verifier_layout_sensitive,
-                  allow_mixed_precision_in_hlo_verifier) {}
-
-  ~VerifiedHloModule() override { VerifyOrAddFailure("in destructor"); }
-
-  // Verifies the module using HloVerifier and returns the status.
-  Status Verify();
-
-  // Verifies the module and flags any error with ADD_FAILURE. 'message' is
-  // included in the failure message.
-  void VerifyOrAddFailure(const string& message);
-
- private:
-  HloVerifier verifier_;
-};
-
-// A base class for HLO tests that stores a default VerifiedHloModule.
-class HloVerifiedTestBase : public HloTestBase {
- protected:
-  HloVerifiedTestBase(bool layout_sensitive = false,
-                      bool allow_mixed_precision = false);
-
-  // Constructs a default shape verifier.
-  std::unique_ptr<ShapeVerifier> MakeShapeVerifier();
-
-  // Parses the given string and returns module as a VerifiedHloModule.
-  StatusOr<std::unique_ptr<VerifiedHloModule>> ParseAndReturnVerifiedModule(
-      absl::string_view hlo_text,
-      const HloModuleConfig& config = HloModuleConfig());
-
-  // Creates and returns a verified HLO module with the given name.
-  std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
-      const string& name = TestName());
-
-  // CreateNewUnverifiedModule creates an *unverified* module, which presumably
-  // isn't what you want if you're using HloVerifiedTestBase, so we delete this
-  // function to keep you from accidentally calling it.  If you really want it,
-  // you can get it by calling HloTestBase::CreateNewUnverifiedModule().
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule(
-      const string& name = TestName()) = delete;
-
- private:
-  bool verifier_layout_sensitive_;
-  bool allow_mixed_precision_in_hlo_verifier_;
-};
-
-}  // namespace xla
-
-#endif  // TENSORFLOW_COMPILER_XLA_TESTS_HLO_VERIFIED_TEST_BASE_H_
diff --git a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc b/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
deleted file mode 100644
index 6df4c1aad2..0000000000
--- a/tensorflow/compiler/xla/tests/hlo_verified_test_base_test.cc
+++ /dev/null
@@ -1,115 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/compiler/xla/tests/hlo_verified_test_base.h"
-
-#include "tensorflow/compiler/xla/service/hlo_opcode.h"
-#include "tensorflow/compiler/xla/service/hlo_verifier.h"
-#include "tensorflow/compiler/xla/shape_util.h"
-#include "tensorflow/compiler/xla/tests/test_macros.h"
-#include "tensorflow/core/lib/core/status_test_util.h"
-#include "tensorflow/core/platform/test.h"
-#include "tensorflow/core/platform/types.h"
-
-namespace xla {
-namespace {
-
-// This class includes unit tests which are expected to fail because invalid HLO
-// modules are intentionally built. Unfortunately, Tensorflow doesn't appear to
-// include the necessary gunit parts to test this test machinery (needs the
-// macro EXPECT_NONFATAL_FAILURE). The disabled tests can be run with the
-// disabled tests enabled and failures can be manually compared against
-// expectations.
-class HloVerifiedTestBaseTest : public HloVerifiedTestBase {};
-
-XLA_TEST_F(HloVerifiedTestBaseTest, NoModule) {
-  // Test shouldn't fail if no module is created at all.
-}
-
-XLA_TEST_F(HloVerifiedTestBaseTest, GoodCreateNewUnverifiedModule) {
-  // Call CreateNewUnverifiedModule and build up a valid module.
-  auto module = CreateNewVerifiedModule();
-  auto builder = HloComputation::Builder(TestName());
-  auto input = builder.AddInstruction(
-      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
-  builder.AddInstruction(
-      HloInstruction::CreateUnary(input->shape(), HloOpcode::kNegate, input));
-  module->AddEntryComputation(builder.Build());
-}
-
-// This test is expected to fail. See test class comment.
-XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_BadCreateNewUnverifiedModule) {
-  // Call CreateNewUnverifiedModule and build up a invalid module.
-  auto module = CreateNewVerifiedModule();
-  auto builder = HloComputation::Builder(TestName());
-  auto input = builder.AddInstruction(
-      HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
-  builder.AddInstruction(
-      HloInstruction::CreateUnary(input->shape(), HloOpcode::kNegate, input));
-  module->AddEntryComputation(builder.Build());
-
-  *module->entry_computation()->root_instruction()->mutable_shape() =
-      ShapeUtil::MakeShape(PRED, {1, 2, 3});
-}
-
-XLA_TEST_F(HloVerifiedTestBaseTest, ParseAndReturnVerifiedModuleGood) {
-  const char* const hlo_string = R"(
-HloModule ParseAndReturnVerifiedModuleGood
-
-ENTRY entry {
-  x = f32[] parameter(0)
-  y = f32[] parameter(1)
-  ROOT add = f32[] add(x,y)
-}
-)";
-
-  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
-                          ParseAndReturnVerifiedModule(hlo_string));
-  EXPECT_EQ(module->entry_computation()->instruction_count(), 3);
-}
-
-XLA_TEST_F(HloVerifiedTestBaseTest, ParseAndReturnVerifiedModuleInvalidText) {
-  const char* const hlo_string = R"(
-HloModule ParseAndReturnVerifiedModuleGood
-
-ENTRY entry {
-  x = f32[] parameter(0)
-  y = f32[] parameter(1)
-  ROOT add = f32[] add(x,y)
-}
-
-RANDOM GARBAGE
-)";
-
-  ASSERT_IS_NOT_OK(ParseAndReturnVerifiedModule(hlo_string).status());
-}
-
-// This test is expected to fail. See test class comment.
-XLA_TEST_F(HloVerifiedTestBaseTest, DISABLED_ParseAndReturnVerifiedModuleBad) {
-  const char* const hlo_string = R"(
-HloModule ParseAndReturnVerifiedModuleBad
-
-ENTRY entry {
-  x = f32[] parameter(0)
-  y = f32[] parameter(1)
-  ROOT add = f32[1234] add(x,y)
-}
-)";
-
-  ASSERT_IS_NOT_OK(ParseAndReturnVerifiedModule(hlo_string).status());
-}
-
-}  // namespace
-}  // namespace xla
-- 
GitLab


From 36a01c40cbefc71fc60843345998c905d74d1df2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 16:27:45 -0800
Subject: [PATCH 1408/1825] - Fixed invalid access of moved memory in engine
 segments logging. - Preallocating input nodes container.

PiperOrigin-RevId: 221019074
---
 tensorflow/contrib/tensorrt/convert/convert_graph.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.cc b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
index 1f5591fe2a..26d54eb156 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
@@ -141,6 +141,7 @@ Status TrtCandidateSelector::IsTensorRTCandidate(const tensorflow::Node* node) {
   std::vector<const Edge*> input_edges;
   TF_RETURN_IF_ERROR(node->input_edges(&input_edges));
   std::vector<std::pair<const NodeDef*, int>> input_node_and_ports;
+  input_node_and_ports.reserve(input_edges.size());
   for (const Edge* input_edge : input_edges) {
     input_node_and_ports.emplace_back(&input_edge->src()->def(),
                                       input_edge->src_output());
@@ -923,7 +924,7 @@ tensorflow::Status ConvertAfterShapes(ConversionParams& params) {
     converted_segments.push_back(std::move(curr_segment));
 
     if (VLOG_IS_ON(8)) {
-      string fname = curr_engine.engine_name;
+      string fname = engine_segments.back().engine_name;
       StrAppend(&fname, ".pb");
       std::fstream f;
       f.open(fname.c_str(), std::fstream::out | std::fstream::binary);
-- 
GitLab


From 19f97dc4bd9507c6c971372d5995f1e81cf045c9 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 18:19:26 -0800
Subject: [PATCH 1409/1825] internal change.

PiperOrigin-RevId: 221024181
---
 tensorflow/lite/experimental/examples/lstm/BUILD | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tensorflow/lite/experimental/examples/lstm/BUILD b/tensorflow/lite/experimental/examples/lstm/BUILD
index 7a475a24d3..0c351ee4ec 100644
--- a/tensorflow/lite/experimental/examples/lstm/BUILD
+++ b/tensorflow/lite/experimental/examples/lstm/BUILD
@@ -23,10 +23,8 @@ py_test(
     srcs = ["unidirectional_sequence_lstm_test.py"],
     srcs_version = "PY2AND3",
     tags = [
-        "manual",
         "no_oss",
         "no_pip",
-        "notap",
     ],
     deps = [
         ":tflite_lstm",
-- 
GitLab


From 89c0134fd811a12d8100da385cb9a218247f0933 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Sun, 11 Nov 2018 20:11:46 -0800
Subject: [PATCH 1410/1825] Fixes an issue in TPUClusterResolver where an
 underlying HTTP connection times out, resulting in user visible errors

PiperOrigin-RevId: 221031372
---
 .../python/training/tpu_cluster_resolver.py   | 84 ++++++++++++-------
 .../training/tpu_cluster_resolver_test.py     |  4 +-
 2 files changed, 55 insertions(+), 33 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
index c4ac9d0700..0157d2a0c8 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
@@ -50,6 +50,34 @@ class TPUClusterResolver(ClusterResolver):
   Cloud Platform project.
   """
 
+  def _tpuService(self):
+    """Creates a new Cloud TPU API object.
+
+    This works around an issue where the underlying HTTP connection sometimes
+    times out when the script has been running for too long. Other methods in
+    this object calls this method to get a new API object whenever they need
+    to communicate with the Cloud API.
+
+    Returns:
+      A Google Cloud TPU API object.
+    """
+    if self._service:
+      return self._service
+
+    credentials = self.credentials
+    if credentials is None or credentials == 'default':
+      credentials = GoogleCredentials.get_application_default()
+
+    if self._discovery_url:
+      return discovery.build(
+          'tpu', 'v1alpha1',
+          credentials=credentials,
+          discoveryServiceUrl=self._discovery_url)
+    else:
+      return discovery.build(
+          'tpu', 'v1alpha1',
+          credentials=credentials)
+
   def _requestComputeMetadata(self, path):
     req = Request('http://metadata/computeMetadata/v1/%s' % path,
                   headers={'Metadata-Flavor': 'Google'})
@@ -81,7 +109,7 @@ class TPUClusterResolver(ClusterResolver):
     return None
 
   @staticmethod
-  def _discoveryUrl():
+  def _environmentDiscoveryUrl():
     return os.environ.get(_DISCOVERY_SERVICE_URL_ENV_VARIABLE)
 
   def __init__(self,
@@ -154,49 +182,42 @@ class TPUClusterResolver(ClusterResolver):
 
     self._tpu = compat.as_bytes(tpu)  # self._tpu is always bytes
     self._job_name = job_name
-    self._credentials = credentials
 
+    # Whether we should actually attempt to contact Cloud APIs
     should_resolve = self._shouldResolve()
 
+    # We error out if we are in a non-Cloud environment which cannot talk to the
+    # Cloud APIs using the standard class and a special object is not passed in.
+    self._service = service
+    if (self._service is None and should_resolve and
+        not _GOOGLE_API_CLIENT_INSTALLED):
+      raise ImportError('googleapiclient and oauth2client must be installed '
+                        'before using the TPU cluster resolver. Execute: '
+                        '`pip install --upgrade google-api-python-client` '
+                        'and `pip install --upgrade oauth2client` to '
+                        'install with pip.')
+
+    # We save user-passed credentials, unless the user didn't pass in anything.
+    self._credentials = credentials
+    if (credentials == 'default' and should_resolve and
+        _GOOGLE_API_CLIENT_INSTALLED):
+      self._credentials = None
+
+    # Automatically detect project and zone if unspecified.
     if not project and should_resolve:
       project = compat.as_str(
           self._requestComputeMetadata('project/project-id'))
-
     if not zone and should_resolve:
       zone_path = compat.as_str(self._requestComputeMetadata('instance/zone'))
       zone = zone_path.split('/')[-1]
-
     self._project = project
     self._zone = zone
 
-    if credentials == 'default' and should_resolve:
-      if _GOOGLE_API_CLIENT_INSTALLED:
-        self._credentials = GoogleCredentials.get_application_default()
-
-    if service is None and should_resolve:
-      if not _GOOGLE_API_CLIENT_INSTALLED:
-        raise ImportError('googleapiclient and oauth2client must be installed '
-                          'before using the TPU cluster resolver. Execute: '
-                          '`pip install --upgrade google-api-python-client` '
-                          'and `pip install --upgrade oauth2client` to '
-                          'install with pip.')
-
-      final_discovery_url = self._discoveryUrl() or discovery_url
-      if final_discovery_url:
-        self._service = discovery.build(
-            'tpu', 'v1alpha1',
-            credentials=self._credentials,
-            discoveryServiceUrl=final_discovery_url)
-      else:
-        self._service = discovery.build(
-            'tpu', 'v1alpha1',
-            credentials=self._credentials)
-    else:
-      self._service = service
+    self._discovery_url = self._environmentDiscoveryUrl() or discovery_url
 
     self._coordinator_name = coordinator_name
-    if coordinator_name and not coordinator_address and (should_resolve or
-                                                         in_gke):
+    if (coordinator_name and not coordinator_address and
+        (should_resolve or in_gke)):
       self._start_local_server()
     else:
       self._coordinator_address = coordinator_address
@@ -270,7 +291,8 @@ class TPUClusterResolver(ClusterResolver):
       # Case 1.
       full_name = 'projects/%s/locations/%s/nodes/%s' % (
           self._project, self._zone, compat.as_text(self._tpu))
-      request = self._service.projects().locations().nodes().get(name=full_name)
+      service = self._tpuService()
+      request = service.projects().locations().nodes().get(name=full_name)
       response = request.execute()
 
       if 'state' in response and response['state'] != 'READY':
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py
index ad4f643263..478c82967b 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py
@@ -459,10 +459,10 @@ class TPUClusterResolverTest(test.TestCase):
 
     del os.environ['KUBE_GOOGLE_CLOUD_TPU_ENDPOINTS']
 
-  def testDiscoveryUrl(self):
+  def testEnvironmentDiscoveryUrl(self):
     os.environ['TPU_API_DISCOVERY_URL'] = 'https://{api}.internal/{apiVersion}'
     self.assertEqual('https://{api}.internal/{apiVersion}',
-                     TPUClusterResolver._discoveryUrl())
+                     TPUClusterResolver._environmentDiscoveryUrl())
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 6e60c730b24473fd240218316a112aa555e79e69 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Sun, 11 Nov 2018 21:31:53 -0800
Subject: [PATCH 1411/1825] Change NotDifferentiable, NoGradient to
 not_differentiable, no_gradient in v2 api

Also adds not_differentiable, no_gradient to the v1 api

PiperOrigin-RevId: 221035753
---
 tensorflow/python/framework/ops.py              | 10 ++++++----
 tensorflow/tools/api/golden/v1/tensorflow.pbtxt |  4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 12 ++++--------
 3 files changed, 14 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 5f7e65901b..e93724794d 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -2442,8 +2442,9 @@ class RegisterGradient(object):
     return f
 
 
-@tf_export("NoGradient", "NotDifferentiable")
-def NotDifferentiable(op_type):
+@deprecation.deprecated_endpoints("NotDifferentiable", "NoGradient")
+@tf_export("no_gradient", v1=["no_gradient", "NotDifferentiable", "NoGradient"])
+def no_gradient(op_type):
   """Specifies that ops of type `op_type` is not differentiable.
 
   This function should *not* be used for operations that have a
@@ -2476,8 +2477,9 @@ def NotDifferentiable(op_type):
   _gradient_registry.register(None, op_type)
 
 
-# Alias for the old name, will be eventually removed.
-NoGradient = NotDifferentiable
+# Aliases for the old names, will be eventually removed.
+NoGradient = no_gradient
+NotDifferentiable = no_gradient
 
 
 def get_gradient_function(op):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index cf91765634..733c7abada 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -1564,6 +1564,10 @@ tf_module {
     name: "negative"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "no_gradient"
+    argspec: "args=[\'op_type\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "no_op"
     argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 0b4e996fed..b0da08988a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -460,14 +460,6 @@ tf_module {
     name: "Assert"
     argspec: "args=[\'condition\', \'data\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "NoGradient"
-    argspec: "args=[\'op_type\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "NotDifferentiable"
-    argspec: "args=[\'op_type\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "abs"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -936,6 +928,10 @@ tf_module {
     name: "negative"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "no_gradient"
+    argspec: "args=[\'op_type\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "no_op"
     argspec: "args=[\'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From f7bd50633019bc6c0db158906bae14f49d712b46 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 11 Nov 2018 22:23:03 -0800
Subject: [PATCH 1412/1825] Override __getattr__ on Optimizers V2 to support
 hyperparameter access.

PiperOrigin-RevId: 221038643
---
 .../python/keras/optimizer_v2/optimizer_v2.py | 18 ++++++++++++++
 .../keras/optimizer_v2/optimizer_v2_test.py   | 24 +++++++++++++++++++
 2 files changed, 42 insertions(+)

diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index 8569f55d16..c6e1d57c5e 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -346,8 +346,26 @@ class OptimizerV2(optimizer_v1.Optimizer):
     value = self._hyper[name]
     return self._call_if_callable(value)
 
+  def __getattribute__(self, name):
+    """Overridden to support hyperparameter access."""
+    try:
+      return super(OptimizerV2, self).__getattribute__(name)
+    except AttributeError as e:
+      # Needed to avoid infinite recursion with __setattr__.
+      if name == "_hyper":
+        raise e
+      # Backwards compatibility with Keras optimizers.
+      if name == "lr":
+        name = "learning_rate"
+      if name in self._hyper:
+        return self._hyper[name]
+      raise e
+
   def __setattr__(self, name, value):
     """Override setattr to support dynamic hyperparameter setting."""
+    # Backwards compatibility with Keras optimizers.
+    if name == "lr":
+      name = "learning_rate"
     if hasattr(self, "_hyper") and name in self._hyper:
       self._set_hyper(name, value)
     else:
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index e5d1a104ca..682deda23f 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -370,6 +370,30 @@ class OptimizerTest(test.TestCase):
       self.assertAllClose(
           self.evaluate([var3, var4]), self.evaluate([var5, var6]))
 
+  @test_util.run_in_graph_and_eager_modes
+  def testGettingHyperParameters(self):
+    opt = adam.Adam(learning_rate=1.0)
+    var = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                 dtype=dtypes.float32)
+    loss = lambda: 3 * var
+    opt_op = opt.minimize(loss, [var])
+    self.evaluate(variables.global_variables_initializer())
+    self.evaluate(opt_op)
+
+    lr = self.evaluate(opt.lr)
+    self.assertEqual(1.0, lr)
+
+    opt.lr = 2.0
+    lr = self.evaluate(opt.lr)
+    self.assertEqual(2.0, lr)
+
+    self.evaluate(opt.lr.assign(3.0))
+    lr = self.evaluate(opt.lr)
+    self.assertEqual(3.0, lr)
+
+    with self.assertRaises(AttributeError):
+      opt.not_an_attr += 3
+
   def testOptimizerWithFunction(self):
     with context.eager_mode():
       var = resource_variable_ops.ResourceVariable([1.0, 2.0],
-- 
GitLab


From 96c615884849ab45e0305f3f945a2faf3bc51129 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 01:02:14 -0800
Subject: [PATCH 1413/1825] compat: Update forward compatibility horizon to
 2018-11-12

PiperOrigin-RevId: 221050427
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 2faa3cf3dc..1c74a37be3 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 11)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 12)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 25409786f13f0e23ec518878b6aa32bafa820c9b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 01:39:04 -0800
Subject: [PATCH 1414/1825] Internal change.

PiperOrigin-RevId: 221055507
---
 tensorflow/compiler/tf2xla/python/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/tf2xla/python/BUILD b/tensorflow/compiler/tf2xla/python/BUILD
index 8b559c8750..c9f486edc8 100644
--- a/tensorflow/compiler/tf2xla/python/BUILD
+++ b/tensorflow/compiler/tf2xla/python/BUILD
@@ -3,6 +3,7 @@ licenses(["notice"])  # Apache 2.0
 package(
     default_visibility = [
         "//learning/deepmind/public/wavenet/python:__subpackages__",
+        "//learning/deepmind/research/alphastar:__subpackages__",
         "//learning/tfx:__subpackages__",
         "//tensorflow:internal",
     ],
-- 
GitLab


From d8ba8138a221dce01fef830f6cb58b1a008bbbc5 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Mon, 12 Nov 2018 03:23:07 -0800
Subject: [PATCH 1415/1825] Moved the workaround for circular import into
 assert_no_garbage_created

Currently, there is a circular dependency between

  eager/tape.py
  framework/ops.py
  training/distribution_strategy_context.py

which is resolved by adding lazy loaders in each of these modules.
However, lazy loading causes spurious allocations during eager test
runs and consecutively fails tests decorated with
@assert_no_garbage_collected.

The workaround could be removed once the lazy loading is removed.

PiperOrigin-RevId: 221065109
---
 tensorflow/python/eager/pywrap_tfe_test.py | 6 ------
 tensorflow/python/framework/test_util.py   | 6 +++++-
 2 files changed, 5 insertions(+), 7 deletions(-)

diff --git a/tensorflow/python/eager/pywrap_tfe_test.py b/tensorflow/python/eager/pywrap_tfe_test.py
index 6282a6c459..669fa08488 100644
--- a/tensorflow/python/eager/pywrap_tfe_test.py
+++ b/tensorflow/python/eager/pywrap_tfe_test.py
@@ -22,7 +22,6 @@ from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import core
-from tensorflow.python.eager import tape
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -35,11 +34,6 @@ from tensorflow.python.ops import resource_variable_ops
 
 class Tests(test.TestCase):
 
-  def setUp(self):
-    # Force-load `distribution_strategy_context` to prevent GC at
-    # test time. See discussion in cl//219478951.
-    tape.distribution_strategy_context.get_distribution_strategy()
-
   @test_util.assert_no_new_tensors
   @test_util.assert_no_garbage_created
   def testFastpathExecute_MatMulCorrectResponse(self):
diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 73f6682ec0..fd55ad2af9 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -53,7 +53,7 @@ from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.client import device_lib
 from tensorflow.python.client import session
 from tensorflow.python.eager import context
-from tensorflow.python.eager import tape  # pylint: disable=unused-import
+from tensorflow.python.eager import tape
 from tensorflow.python.framework import device as pydev
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
@@ -748,6 +748,10 @@ def assert_no_garbage_created(f):
 
   def decorator(self, **kwargs):
     """Sets DEBUG_SAVEALL, runs the test, and checks for new garbage."""
+    # Force-load `distribution_strategy_context` to prevent GC at
+    # test time when using eager. Remove once b/117329403 is resolved.
+    tape.distribution_strategy_context.get_distribution_strategy()
+
     gc.disable()
     previous_debug_flags = gc.get_debug()
     gc.set_debug(gc.DEBUG_SAVEALL)
-- 
GitLab


From 499b8bd16d19afd6ce78b868a381101f5eb4c82c Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Mon, 12 Nov 2018 07:35:16 -0800
Subject: [PATCH 1416/1825] Print values for parsed MarkForCompilationPassFlags
 and XlaOpsCommonFlags

While at it change from "typedef struct { ... } X;" to "struct X { ... };".  The
former is a C-ism not necessary in C++.

PiperOrigin-RevId: 221089377
---
 .../legacy_flags/mark_for_compilation_pass_flags.cc  | 12 ++++++++++++
 .../legacy_flags/mark_for_compilation_pass_flags.h   |  4 ++--
 .../jit/legacy_flags/xla_ops_common_flags.cc         |  8 +++++++-
 3 files changed, 21 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
index 91d6276f49..bad306e0b0 100644
--- a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
@@ -20,6 +20,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
 #include "tensorflow/compiler/xla/parse_flags_from_env.h"
+#include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
@@ -65,6 +66,17 @@ static void AllocateFlags() {
             "enable fusion of element-wise operations only using XLA when "
             "global_jit_level is ON*.")});
   xla::ParseFlagsFromEnv(*flag_list);
+
+  if (VLOG_IS_ON(1)) {
+    VLOG(1) << "Parsed MarkForCompilationPassFlags:";
+    VLOG(1) << "  tf_xla_auto_jit = " << flags->tf_xla_auto_jit;
+    VLOG(1) << "  tf_xla_min_cluster_size = " << flags->tf_xla_min_cluster_size;
+    VLOG(1) << "  tf_xla_max_cluster_size = " << flags->tf_xla_max_cluster_size;
+    VLOG(1) << "  tf_xla_clustering_debug = " << flags->tf_xla_clustering_debug;
+    VLOG(1) << "  tf_xla_cpu_global_jit = " << flags->tf_xla_cpu_global_jit;
+    VLOG(1) << "  tf_xla_clustering_fuel = " << flags->tf_xla_clustering_fuel;
+    VLOG(1) << "  tf_xla_fusion_only = " << flags->tf_xla_fusion_only;
+  }
 }
 
 // Append to *append_to flag definitions associated with the XLA bridge's
diff --git a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h
index 2affda6ab4..79b47357a1 100644
--- a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h
+++ b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h
@@ -33,7 +33,7 @@ void AppendMarkForCompilationPassFlags(
 
 // The values of flags associated with the XLA bridge's
 // mark_for_compilation_pass module.
-typedef struct {
+struct MarkForCompilationPassFlags {
   int32 tf_xla_auto_jit;  // Control compilation of operators into XLA
                           // computations on CPU and GPU devices.  0 = use
                           // ConfigProto setting; -1 = off; 1 = on for things
@@ -55,7 +55,7 @@ typedef struct {
                             // is set to ON* and overrides its behavior. If
                             // true, enable fusion of element-wise operations
                             // only using XLA.
-} MarkForCompilationPassFlags;
+};
 
 // Return a pointer to the MarkForCompilationPassFlags struct;
 // repeated calls return the same pointer.
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
index 8bcf80b2ab..1443d48a73 100644
--- a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
@@ -18,7 +18,7 @@ limitations under the License.
 
 #include "tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h"
 #include "tensorflow/compiler/xla/parse_flags_from_env.h"
-
+#include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace tensorflow {
@@ -36,6 +36,12 @@ void AllocateAndParseFlags() {
            &flags->tf_xla_always_defer_compilation, ""),
   });
   xla::ParseFlagsFromEnv(*flag_list);
+
+  if (VLOG_IS_ON(1)) {
+    VLOG(1) << "Parsed XlaOpsCommonFlags:";
+    VLOG(1) << "  tf_xla_always_defer_compilation = "
+            << flags->tf_xla_always_defer_compilation;
+  }
 }
 
 const XlaOpsCommonFlags& GetXlaOpsCommonFlags() {
-- 
GitLab


From 7e511f2db8713cc7a96e1ca458348401ecf3c60c Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Mon, 12 Nov 2018 07:55:27 -0800
Subject: [PATCH 1417/1825] Retrying to remove resource_loader, now with oss
 fix.

PiperOrigin-RevId: 221091607
---
 .../python_api/api_def_SerializeTensor.pbtxt  | 10 ++++++++
 tensorflow/python/platform/resource_loader.py | 10 ++++----
 .../tools/api/generator/api_init_files.bzl    |  1 -
 .../tools/api/golden/v1/tensorflow.io.pbtxt   |  4 ++++
 .../tools/api/golden/v2/tensorflow.io.pbtxt   |  4 ++++
 .../tools/api/golden/v2/tensorflow.pbtxt      |  8 -------
 .../v2/tensorflow.resource_loader.pbtxt       | 23 -------------------
 7 files changed, 23 insertions(+), 37 deletions(-)
 create mode 100644 tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt

diff --git a/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt b/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
new file mode 100644
index 0000000000..219b125da3
--- /dev/null
+++ b/tensorflow/core/api_def/python_api/api_def_SerializeTensor.pbtxt
@@ -0,0 +1,10 @@
+op {
+  graph_op_name: "SerializeTensor"
+  endpoint {
+    name: "io.serialize_tensor"
+  }
+  endpoint {
+    name: "serialize_tensor"
+    deprecation_version: 2
+  }
+}
diff --git a/tensorflow/python/platform/resource_loader.py b/tensorflow/python/platform/resource_loader.py
index b2d9551855..8f4c5c190c 100644
--- a/tensorflow/python/platform/resource_loader.py
+++ b/tensorflow/python/platform/resource_loader.py
@@ -24,7 +24,7 @@ from tensorflow.python.util import tf_inspect as _inspect
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('resource_loader.load_resource')
+@tf_export(v1=['resource_loader.load_resource'])
 def load_resource(path):
   """Load the resource at given path, where path is relative to tensorflow/.
 
@@ -46,7 +46,7 @@ def load_resource(path):
 
 
 # pylint: disable=protected-access
-@tf_export('resource_loader.get_data_files_path')
+@tf_export(v1=['resource_loader.get_data_files_path'])
 def get_data_files_path():
   """Get a direct path to the data files colocated with the script.
 
@@ -57,7 +57,7 @@ def get_data_files_path():
   return _os.path.dirname(_inspect.getfile(_sys._getframe(1)))
 
 
-@tf_export('resource_loader.get_root_dir_with_all_resources')
+@tf_export(v1=['resource_loader.get_root_dir_with_all_resources'])
 def get_root_dir_with_all_resources():
   """Get a root directory containing all the data attributes in the build rule.
 
@@ -97,7 +97,7 @@ def get_root_dir_with_all_resources():
   return data_files_dir or script_dir
 
 
-@tf_export('resource_loader.get_path_to_datafile')
+@tf_export(v1=['resource_loader.get_path_to_datafile'])
 def get_path_to_datafile(path):
   """Get the path to the specified file in the data dependencies.
 
@@ -117,7 +117,7 @@ def get_path_to_datafile(path):
   return _os.path.join(data_files_path, path)
 
 
-@tf_export('resource_loader.readahead_file_path')
+@tf_export(v1=['resource_loader.readahead_file_path'])
 def readahead_file_path(path, readahead='128M'):  # pylint: disable=unused-argument
   """Readahead files not implemented; simply returns given path."""
   return path
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index f1d1ae290c..17122a77eb 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -71,7 +71,6 @@ TENSORFLOW_API_INIT_FILES = [
     "profiler/__init__.py",
     "quantization/__init__.py",
     "random/__init__.py",
-    "resource_loader/__init__.py",
     "strings/__init__.py",
     "saved_model/__init__.py",
     "sets/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
index dccf136788..64b63ed1a4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.io.pbtxt
@@ -112,6 +112,10 @@ tf_module {
     name: "serialize_sparse"
     argspec: "args=[\'sp_input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'string\'>\"], "
   }
+  member_method {
+    name: "serialize_tensor"
+    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "tf_record_iterator"
     argspec: "args=[\'path\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
index dccf136788..64b63ed1a4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
@@ -112,6 +112,10 @@ tf_module {
     name: "serialize_sparse"
     argspec: "args=[\'sp_input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'string\'>\"], "
   }
+  member_method {
+    name: "serialize_tensor"
+    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "tf_record_iterator"
     argspec: "args=[\'path\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index b0da08988a..90b77bfd86 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -376,10 +376,6 @@ tf_module {
     name: "resource"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
   }
-  member {
-    name: "resource_loader"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "saved_model"
     mtype: "<type \'module\'>"
@@ -1116,10 +1112,6 @@ tf_module {
     name: "sequence_mask"
     argspec: "args=[\'lengths\', \'maxlen\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'bool\'>\", \'None\'], "
   }
-  member_method {
-    name: "serialize_tensor"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "set_random_seed"
     argspec: "args=[\'seed\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt
deleted file mode 100644
index 288b78b4cd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.resource_loader.pbtxt
+++ /dev/null
@@ -1,23 +0,0 @@
-path: "tensorflow.resource_loader"
-tf_module {
-  member_method {
-    name: "get_data_files_path"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_path_to_datafile"
-    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_root_dir_with_all_resources"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "load_resource"
-    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "readahead_file_path"
-    argspec: "args=[\'path\', \'readahead\'], varargs=None, keywords=None, defaults=[\'128M\'], "
-  }
-}
-- 
GitLab


From df41194786d8d3663383858368c889bae60ba970 Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Mon, 12 Nov 2018 08:40:05 -0800
Subject: [PATCH 1418/1825] [XLA:GPU] Limit the use of the 0-2-1 shared memory
 transpose implementation.

For a parameter that is a 0-2-1 transpose of a result tensor, the shared memory
transpose implementation uses the indices of the result tensor elements in a
tile to pre-load the parameter elements to a shared memory buffer and replaces
later accesses to the parameter with accesses to the shared memory buffer. This
relies on an assumption that the computation of the result tensor elements in
the tile only needs the elements in the pre-loaded tile for the parameter. Any
instruction inside a fused computation that may break this assumption can cause
incorrect kernel code generation. This change avoids using the 0-2-1 shared
memory transpose implementation for a fusion instruction that contains kGather
or kReverse instructions.

Add a test case.

PiperOrigin-RevId: 221097814
---
 .../xla/service/gpu/ir_emitter_unnested.cc    | 27 +++++++++++++++++++
 .../gpu/tests/gpu_kernel_tiling_test.cc       | 27 +++++++++++++++++++
 2 files changed, 54 insertions(+)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index ae5a875ba6..87b6cd640a 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -3528,6 +3528,29 @@ LaunchDimensions IrEmitterUnnested::EmitHlo021Tile(
   return launch_dimensions;
 }
 
+namespace {
+// Returns true to indicate it is safe to use the tile based shared memory
+// transpose implementation to implement the kernel for the instruction.
+//
+// An instruction is not safe for such an implementation if it can change the
+// element order of a tensor without changing the dimension of the tensor, and
+// the instruction has a corresponding elemental_ir_emitter.
+bool IsInstructionSafeForTileBasedTranspose(const HloInstruction* hlo) {
+  auto is_safe_for_tile_based_transpose = [&](const HloInstruction* instr) {
+    HloOpcode opcode = instr->opcode();
+    CHECK_NE(opcode, HloOpcode::kFusion);
+    return (opcode != HloOpcode::kReverse && opcode != HloOpcode::kGather);
+  };
+
+  if (hlo->opcode() == HloOpcode::kFusion) {
+    return absl::c_all_of(hlo->fused_instructions_computation()->instructions(),
+                          is_safe_for_tile_based_transpose);
+  }
+
+  return is_safe_for_tile_based_transpose(hlo);
+}
+}  // namespace
+
 bool IrEmitterUnnested::CheckAndEmitHloWithTile021(HloInstruction* hlo) {
   HloOpcode opcode = hlo->opcode();
   CHECK(opcode == HloOpcode::kFusion || opcode == HloOpcode::kCopy);
@@ -3572,6 +3595,10 @@ bool IrEmitterUnnested::CheckAndEmitHloWithTile021(HloInstruction* hlo) {
     return false;
   }
 
+  if (!IsInstructionSafeForTileBasedTranspose(hlo)) {
+    return false;
+  }
+
   // Each of our shared memory tiles has 32*33 elements (so ~4kb, if the
   // elements are of size 4 bytes), and CUDA has an architectural limit of 48kb
   // shared memory per SM.  (This is increased to 96kb in Volta, but we don't
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_kernel_tiling_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_kernel_tiling_test.cc
index 15d1e269cc..a302b582ed 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_kernel_tiling_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_kernel_tiling_test.cc
@@ -193,6 +193,33 @@ TEST_F(GpuKernelTilingTest,
                      /*match_optimized_ir=*/true);
 }
 
+TEST_F(GpuKernelTilingTest, FusionTransposeWithReverseNotTiled) {
+  const char *const kHloString = R"(
+    HloModule FusionTransposeWithReverseNotTiled
+    fused_computation.1 {
+      arg0 = f32[128,64]{1,0} parameter(0)
+      copy0 = f32[128,64]{0,1} copy(arg0)
+      ROOT reverse0 = f32[128,64]{0,1} reverse(copy0), dimensions={0}
+    }
+
+    ENTRY reverse_break_assumption {
+      param0 = f32[128,64]{1,0} parameter(0)
+      ROOT fusion0 = f32[128,64]{0,1} fusion(param0), kind=kLoop,
+        calls=fused_computation.1
+    })";
+
+  // Check that a call to llvm.nvvm.barrier0 is not generated.
+  auto hlo_module =
+      ParseHloString(kHloString, ConfigWithoutLayoutAssignment()).ValueOrDie();
+  CompileAndVerifyIr(std::move(hlo_module),
+                     R"(
+; CHECK-LABEL: define void @fusion
+; CHECK-NOT: tail call void @llvm.nvvm.barrier0()
+; CHECK: }
+)",
+                     /*match_optimized_ir=*/true);
+}
+
 }  // namespace
 }  // namespace gpu
 }  // namespace xla
-- 
GitLab


From fc44600e5c3ccf1de1e3d4792a00d3578311d3f6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 08:41:34 -0800
Subject: [PATCH 1419/1825] Avoid overflow in reduction GPU kernel for large
 tensors, see issue #22123.

Improve launch code.

PiperOrigin-RevId: 221097986
---
 .../core/kernels/reduction_gpu_kernels.cu.h   | 87 ++++++++++---------
 1 file changed, 46 insertions(+), 41 deletions(-)

diff --git a/tensorflow/core/kernels/reduction_gpu_kernels.cu.h b/tensorflow/core/kernels/reduction_gpu_kernels.cu.h
index f5644d0da4..e9cf36c62b 100644
--- a/tensorflow/core/kernels/reduction_gpu_kernels.cu.h
+++ b/tensorflow/core/kernels/reduction_gpu_kernels.cu.h
@@ -218,7 +218,11 @@ __global__ void RowReduceKernel(
     T in, outT out, int num_rows, int num_cols, Op op,
     typename std::iterator_traits<T>::value_type initVal) {
   typedef typename std::iterator_traits<T>::value_type value_type;
-  const int row = (blockIdx.x * blockDim.x + threadIdx.x) / 32;
+  // Defensive index computation to avoid integer overflow.
+  assert(blockDim.x % 32 == 0);
+  int warps_per_block = blockDim.x / 32;
+  int warp_index = threadIdx.x / 32;
+  const int row = blockIdx.x * warps_per_block + warp_index;
   const int lane = threadIdx.x % 32;
 
   if (num_cols == 1) {
@@ -526,27 +530,27 @@ void LaunchScalarReduction(OpKernelContext* ctx, OUT_T out, IN_T in,
         init);
     return;
   }
-  std::size_t temp_storage_bytes = 0;
 
-  Tensor temp_storage;
-  // written as a loop because it reduces clutter
-  // first pass allocates memory, second launches kernel(s)
-  for (int i = 0; i < 2; ++i) {
-    auto success = cub::DeviceReduce::Reduce(
-        i == 0 ? nullptr : temp_storage.flat<int8_t>().data(),
-        temp_storage_bytes, in, out, in_size, op, init, cu_stream);
+  size_t temp_storage_bytes = 0;
+  auto reduce = [&](void* temp_storage_ptr) {
+    auto success =
+        cub::DeviceReduce::Reduce(temp_storage_ptr, temp_storage_bytes, in, out,
+                                  in_size, op, init, cu_stream);
 
     OP_REQUIRES(
         ctx, success == 0,
         errors::Internal("CUB reduce error", cudaGetErrorString(success)));
+  };
 
-    if (i == 0)
-      OP_REQUIRES_OK(
-          ctx,
-          ctx->allocate_temp(
-              DT_INT8, TensorShape({static_cast<int64>(temp_storage_bytes)}),
-              &temp_storage));
-  }
+  reduce(nullptr);  // Get required amount of temp storage.
+
+  Tensor temp_storage;
+  OP_REQUIRES_OK(
+      ctx, ctx->allocate_temp(
+               DT_INT8, TensorShape({static_cast<int64>(temp_storage_bytes)}),
+               &temp_storage));
+
+  reduce(temp_storage.flat<int8_t>().data());  // Do reduction.
 }
 
 template <typename T, typename Op, typename OUT_T, typename IN_T>
@@ -569,25 +573,26 @@ void LaunchRowReduction(OpKernelContext* ctx, OUT_T out, IN_T in, int num_rows,
   cub::TransformInputIterator<int, RowOffset, cub::CountingInputIterator<int>>
       transform_iter(counting_iter, row_offset_op);
 
-  std::size_t temp_storage_bytes = 0;
-  Tensor temp_storage;
-  for (int i = 0; i < 2; ++i) {
+  size_t temp_storage_bytes = 0;
+  auto reduce = [&](void* temp_storage_ptr) {
     auto success = cub::DeviceSegmentedReduce::Reduce(
-        i == 0 ? nullptr : temp_storage.flat<int8_t>().data(),
-        temp_storage_bytes, in, out, num_rows, transform_iter,
+        temp_storage_ptr, temp_storage_bytes, in, out, num_rows, transform_iter,
         transform_iter + 1, op, init, cu_stream);
 
     OP_REQUIRES(ctx, success == 0,
                 errors::Internal("CUB segmented reduce error",
                                  cudaGetErrorString(success)));
+  };
 
-    if (i == 0)
-      OP_REQUIRES_OK(
-          ctx,
-          ctx->allocate_temp(
-              DT_INT8, TensorShape({static_cast<int64>(temp_storage_bytes)}),
-              &temp_storage));
-  }
+  reduce(nullptr);  // Get required amount of temp storage.
+
+  Tensor temp_storage;
+  OP_REQUIRES_OK(
+      ctx, ctx->allocate_temp(
+               DT_INT8, TensorShape({static_cast<int64>(temp_storage_bytes)}),
+               &temp_storage));
+
+  reduce(temp_storage.flat<int8_t>().data());  // Do reduction.
 }
 
 template <typename T, typename Op, typename OUT_T, typename IN_T>
@@ -720,25 +725,25 @@ void Launch3DXZReduction(OpKernelContext* ctx, OUT_T out, IN_T in, int extent_x,
                                                                  gather_iter);
 
   std::size_t temp_storage_bytes = 0;
-  Tensor temp_storage;
-
-  for (int i = 0; i < 2; ++i) {
+  auto reduce = [&](void* temp_storage_ptr) {
     auto success = cub::DeviceSegmentedReduce::Reduce(
-        i == 0 ? nullptr : temp_storage.flat<int8_t>().data(),
-        temp_storage_bytes, permute_iter, out, extent_y, transform_iter,
-        transform_iter + 1, op, init, cu_stream);
+        temp_storage_ptr, temp_storage_bytes, permute_iter, out, extent_y,
+        transform_iter, transform_iter + 1, op, init, cu_stream);
 
     OP_REQUIRES(ctx, success == 0,
                 errors::Internal("CUB segmented reduce error",
                                  cudaGetErrorString(success)));
+  };
 
-    if (i == 0)
-      OP_REQUIRES_OK(
-          ctx,
-          ctx->allocate_temp(
-              DT_INT8, TensorShape({static_cast<int64>(temp_storage_bytes)}),
-              &temp_storage));
-  }
+  reduce(nullptr);  // Get required amount of temp storage.
+
+  Tensor temp_storage;
+  OP_REQUIRES_OK(
+      ctx, ctx->allocate_temp(
+               DT_INT8, TensorShape({static_cast<int64>(temp_storage_bytes)}),
+               &temp_storage));
+
+  reduce(temp_storage.flat<int8_t>().data());  // Do reduction.
 }
 
 namespace reduction_op_helper {
-- 
GitLab


From e7d988404ad8f95c4dad5c38324feaf60eaf4500 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 08:51:32 -0800
Subject: [PATCH 1420/1825] Fix for Keras logging

PiperOrigin-RevId: 221099213
---
 .../python/keras/engine/training_arrays.py       |  1 +
 tensorflow/python/keras/engine/training_test.py  | 16 ++++++++++++++++
 2 files changed, 17 insertions(+)

diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 0a9d7f951d..a2a13b9bd6 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -274,6 +274,7 @@ def model_iteration(model,
   # TODO(omalleyt): Handle ProgBar as part of Callbacks once hooks are ready.
   progbar = _get_progbar(model, count_mode)
   progbar.params = callbacks.params
+  progbar.params['verbose'] = verbose
 
   # Find beforehand arrays that need sparse-to-dense conversion.
   if issparse is not None:
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index dd21b39973..3cb24255d1 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -18,9 +18,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import io
 import logging
+import sys
 
 import numpy as np
+import six
 
 from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
@@ -2222,6 +2225,19 @@ class TestTrainingWithMetrics(test.TestCase):
       scores = model.train_on_batch(x, y, sample_weight=w)
       self.assertArrayNear(scores, [0.2, 0.8], 0.1)
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_logging(self):
+    mock_stdout = io.BytesIO() if six.PY2 else io.StringIO()
+    model = keras.models.Sequential()
+    model.add(keras.layers.Dense(10, activation='relu'))
+    model.add(keras.layers.Dense(1, activation='sigmoid'))
+    model.compile(
+        RMSPropOptimizer(learning_rate=0.001), loss='binary_crossentropy')
+    with test.mock.patch.object(sys, 'stdout', mock_stdout):
+      model.fit(
+          np.ones((10, 10), 'float32'), np.ones((10, 1), 'float32'), epochs=10)
+    self.assertTrue('Epoch 5/10' in mock_stdout.getvalue())
+
   def test_losses_in_defun(self):
     with context.eager_mode():
       layer = keras.layers.Dense(1, kernel_regularizer='l1')
-- 
GitLab


From 794788971b5dd4e792725410cd5cb53c15a5ab41 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Mon, 12 Nov 2018 09:03:08 -0800
Subject: [PATCH 1421/1825] Fix fetching concrete functions from def_function
 using only an input_signature

Used when exporting functions to SavedModel

PiperOrigin-RevId: 221100918
---
 tensorflow/python/eager/def_function.py      |  7 ++++++-
 tensorflow/python/eager/def_function_test.py | 13 +++++++++++++
 2 files changed, 19 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 0b138acc86..6f475509d3 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -285,7 +285,12 @@ class PolymorphicFunction(object):
 
     self._stateless_fn = self._defun_with_scope(invalid_creator_scope)
     self._stateless_fn._name = self._name  # pylint: disable=protected-access
-    return self._stateful_fn._canonicalize_function_inputs(*args, **kwds)  # pylint: disable=protected-access
+    if self._input_signature is None or args or kwds:
+      return self._stateful_fn._canonicalize_function_inputs(*args, **kwds)  # pylint: disable=protected-access
+    # If an input signature is defined, we may need to fetch a concrete function
+    # without any inputs specified. In this case args and kwds should be ignored
+    # but running _canonicalize_function_inputs would raise an exception.
+    return (), {}
 
   def __call__(self, *args, **kwds):
     """Calls the graph function."""
diff --git a/tensorflow/python/eager/def_function_test.py b/tensorflow/python/eager/def_function_test.py
index 07e03a0740..f0f71a219e 100644
--- a/tensorflow/python/eager/def_function_test.py
+++ b/tensorflow/python/eager/def_function_test.py
@@ -213,6 +213,19 @@ class DefFunctionTest(test.TestCase):
     model = _ModelWithOptimizer()
     model(x, y)
 
+  def test_concrete_function_from_signature(self):
+
+    @def_function.function(
+        input_signature=[tensor_spec.TensorSpec(None, dtypes.float32)])
+    def compute(x):
+      return 2. * x
+
+    concrete = compute.get_concrete_function()
+    self.assertAllClose(1., concrete(constant_op.constant(0.5)))
+    concrete = compute.get_concrete_function(
+        tensor_spec.TensorSpec(None, dtypes.float32))
+    self.assertAllClose(4., concrete(constant_op.constant(2.)))
+
 
 if __name__ == '__main__':
   ops.enable_eager_execution()
-- 
GitLab


From c7c62b6f7410fb12fb5d9359e8d418eefb2e2e2e Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Mon, 12 Nov 2018 09:10:37 -0800
Subject: [PATCH 1422/1825] Move fft symbols to signal

PiperOrigin-RevId: 221102181
---
 .../core/api_def/python_api/api_def_FFT.pbtxt |  4 ++++
 .../api_def/python_api/api_def_FFT2D.pbtxt    |  5 ++++
 .../api_def/python_api/api_def_FFT3D.pbtxt    |  5 ++++
 .../api_def/python_api/api_def_IFFT.pbtxt     |  4 ++++
 .../api_def/python_api/api_def_IFFT2D.pbtxt   |  5 ++++
 .../api_def/python_api/api_def_IFFT3D.pbtxt   |  5 ++++
 .../tools/api/generator/api_init_files.bzl    |  2 +-
 .../tools/api/generator/api_init_files_v1.bzl |  2 +-
 .../api/golden/v1/tensorflow.signal.pbtxt     | 24 +++++++++++++++++++
 .../tools/api/golden/v2/tensorflow.pbtxt      | 16 -------------
 .../api/golden/v2/tensorflow.signal.pbtxt     | 24 +++++++++++++++++++
 .../api/golden/v2/tensorflow.spectral.pbtxt   | 24 -------------------
 12 files changed, 78 insertions(+), 42 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt b/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt
index 7f4a2add4e..33f87caa38 100644
--- a/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FFT.pbtxt
@@ -1,7 +1,11 @@
 op {
   graph_op_name: "FFT"
+  endpoint {
+    name: "signal.fft"
+  }
   endpoint {
     name: "spectral.fft"
+    deprecation_version: 2
   }
   endpoint {
     name: "fft"
diff --git a/tensorflow/core/api_def/python_api/api_def_FFT2D.pbtxt b/tensorflow/core/api_def/python_api/api_def_FFT2D.pbtxt
index 9ed1341dfe..2273a75789 100644
--- a/tensorflow/core/api_def/python_api/api_def_FFT2D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FFT2D.pbtxt
@@ -1,9 +1,14 @@
 op {
   graph_op_name: "FFT2D"
+  endpoint {
+    name: "signal.fft2d"
+  }
   endpoint {
     name: "spectral.fft2d"
+    deprecation_version: 2
   }
   endpoint {
     name: "fft2d"
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FFT3D.pbtxt b/tensorflow/core/api_def/python_api/api_def_FFT3D.pbtxt
index 5a4e1d6adf..6a43b86e3d 100644
--- a/tensorflow/core/api_def/python_api/api_def_FFT3D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FFT3D.pbtxt
@@ -1,9 +1,14 @@
 op {
   graph_op_name: "FFT3D"
+  endpoint {
+    name: "signal.fft3d"
+  }
   endpoint {
     name: "spectral.fft3d"
+    deprecation_version: 2
   }
   endpoint {
     name: "fft3d"
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt b/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt
index 0124721e1c..68ef483394 100644
--- a/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IFFT.pbtxt
@@ -1,7 +1,11 @@
 op {
   graph_op_name: "IFFT"
+  endpoint {
+    name: "signal.ifft"
+  }
   endpoint {
     name: "spectral.ifft"
+    deprecation_version: 2
   }
   endpoint {
     name: "ifft"
diff --git a/tensorflow/core/api_def/python_api/api_def_IFFT2D.pbtxt b/tensorflow/core/api_def/python_api/api_def_IFFT2D.pbtxt
index d6b36a314b..47fb6fa191 100644
--- a/tensorflow/core/api_def/python_api/api_def_IFFT2D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IFFT2D.pbtxt
@@ -1,9 +1,14 @@
 op {
   graph_op_name: "IFFT2D"
+  endpoint {
+    name: "signal.ifft2d"
+  }
   endpoint {
     name: "spectral.ifft2d"
+    deprecation_version: 2
   }
   endpoint {
     name: "ifft2d"
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_IFFT3D.pbtxt b/tensorflow/core/api_def/python_api/api_def_IFFT3D.pbtxt
index 6def5b36da..aff598314b 100644
--- a/tensorflow/core/api_def/python_api/api_def_IFFT3D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IFFT3D.pbtxt
@@ -1,9 +1,14 @@
 op {
   graph_op_name: "IFFT3D"
+  endpoint {
+    name: "signal.ifft3d"
+  }
   endpoint {
     name: "spectral.ifft3d"
+    deprecation_version: 2
   }
   endpoint {
     name: "ifft3d"
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 17122a77eb..5699d86e6d 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -71,12 +71,12 @@ TENSORFLOW_API_INIT_FILES = [
     "profiler/__init__.py",
     "quantization/__init__.py",
     "random/__init__.py",
-    "strings/__init__.py",
     "saved_model/__init__.py",
     "sets/__init__.py",
     "signal/__init__.py",
     "sparse/__init__.py",
     "spectral/__init__.py",
+    "strings/__init__.py",
     "summary/__init__.py",
     "sysconfig/__init__.py",
     "test/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
index d44c53abcb..89c817f609 100644
--- a/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files_v1.bzl
@@ -77,7 +77,6 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "quantization/__init__.py",
     "random/__init__.py",
     "resource_loader/__init__.py",
-    "signal/__init__.py",
     "strings/__init__.py",
     "saved_model/__init__.py",
     "saved_model/builder/__init__.py",
@@ -90,6 +89,7 @@ TENSORFLOW_API_INIT_FILES_V1 = [
     "saved_model/tag_constants/__init__.py",
     "saved_model/utils/__init__.py",
     "sets/__init__.py",
+    "signal/__init__.py",
     "sparse/__init__.py",
     "spectral/__init__.py",
     "summary/__init__.py",
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
index 558cbc4cfd..2c50c41f18 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
@@ -1,5 +1,17 @@
 path: "tensorflow.signal"
 tf_module {
+  member_method {
+    name: "fft"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "fft2d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "fft3d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "frame"
     argspec: "args=[\'signal\', \'frame_length\', \'frame_step\', \'pad_end\', \'pad_value\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'0\', \'-1\', \'None\'], "
@@ -12,6 +24,18 @@ tf_module {
     name: "hann_window"
     argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
   }
+  member_method {
+    name: "ifft"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "ifft2d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "ifft3d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "inverse_stft"
     argspec: "args=[\'stfts\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 90b77bfd86..5293262e7f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -716,14 +716,6 @@ tf_module {
     name: "eye"
     argspec: "args=[\'num_rows\', \'num_columns\', \'batch_shape\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'float32\'>\", \'None\'], "
   }
-  member_method {
-    name: "fft2d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "fft3d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "fill"
     argspec: "args=[\'dims\', \'value\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -812,14 +804,6 @@ tf_module {
     name: "identity_n"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "ifft2d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "ifft3d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "import_graph_def"
     argspec: "args=[\'graph_def\', \'input_map\', \'return_elements\', \'name\', \'op_dict\', \'producer_op_list\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
index 558cbc4cfd..2c50c41f18 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
@@ -1,5 +1,17 @@
 path: "tensorflow.signal"
 tf_module {
+  member_method {
+    name: "fft"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "fft2d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "fft3d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "frame"
     argspec: "args=[\'signal\', \'frame_length\', \'frame_step\', \'pad_end\', \'pad_value\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'0\', \'-1\', \'None\'], "
@@ -12,6 +24,18 @@ tf_module {
     name: "hann_window"
     argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
   }
+  member_method {
+    name: "ifft"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "ifft2d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "ifft3d"
+    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "inverse_stft"
     argspec: "args=[\'stfts\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt
index 6a421ef12d..b0f0783e30 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt
@@ -4,34 +4,10 @@ tf_module {
     name: "dct"
     argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "fft"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "fft2d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "fft3d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "idct"
     argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "ifft"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "ifft2d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "ifft3d"
-    argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "irfft"
     argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-- 
GitLab


From 38e0e00f1c8bdbad7fb7cfdc913d9438433c8a76 Mon Sep 17 00:00:00 2001
From: Daniel Hunter <officialdanielhunter@gmail.com>
Date: Mon, 12 Nov 2018 09:21:16 -0800
Subject: [PATCH 1423/1825] Fix broken path

---
 tensorflow/lite/toco/g3doc/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/lite/toco/g3doc/README.md b/tensorflow/lite/toco/g3doc/README.md
index 2153b6cc63..e1be8fab3a 100644
--- a/tensorflow/lite/toco/g3doc/README.md
+++ b/tensorflow/lite/toco/g3doc/README.md
@@ -1,3 +1,3 @@
 # TOCO
 
-These files have moved to [../../g3doc/tflite_convert](../../g3doc/tflite_convert)
+These files have moved to [../../g3doc/convert](../../g3doc/convert)
-- 
GitLab


From b62da0d3fa14f70616285d5d6998cc288b12184b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 09:21:42 -0800
Subject: [PATCH 1424/1825] Only export `tf.sparse_matmul` in V1. This is
 replaced by `tf.linalg.matmul` in V2.

PiperOrigin-RevId: 221103660
---
 tensorflow/python/ops/math_ops.py               | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index a0d3f06627..c8de4a5dbc 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -2258,7 +2258,7 @@ def matvec(a,
 _OverrideBinaryOperatorHelper(matmul, "matmul")
 
 sparse_matmul = gen_math_ops.sparse_mat_mul
-tf_export("sparse_matmul")(sparse_matmul)
+tf_export(v1=["sparse_matmul"])(sparse_matmul)
 
 
 @ops.RegisterStatistics("MatMul", "flops")
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 5293262e7f..91d0a4efce 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1140,10 +1140,6 @@ tf_module {
     name: "sparse_concat"
     argspec: "args=[\'axis\', \'sp_inputs\', \'name\', \'expand_nonconcat_dim\', \'concat_dim\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
   }
-  member_method {
-    name: "sparse_matmul"
-    argspec: "args=[\'a\', \'b\', \'transpose_a\', \'transpose_b\', \'a_is_sparse\', \'b_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'False\', \'None\'], "
-  }
   member_method {
     name: "sparse_reduce_max"
     argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-- 
GitLab


From f895a9e9961788134c2c0fe747776dfbc36edb3c Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Mon, 12 Nov 2018 09:26:02 -0800
Subject: [PATCH 1425/1825] [TF:XLA] Refactor XlaCompiler, XlaExpression, and
 XlaOpKernelContext in preparation for adding support for compiling small
 computations that don't correspond to a single TF op.

The idea of the refactoring is that XlaExpression is the canonical XLA representation of a symbolic TF value. So in general a computation to compile is a function with type [XlaExpression] -> [XlaExpression], and in a future change we will add a method to XlaCompiler that exposes pretty much exactly that API. The current TF function/graph/op compilation methods are specific ways to build such a function.

* Move XlaExpression into its own file. Improve its ergonomics; it is really a kind of sum type. Also move some useful common methods on XlaExpressions into the XlaExpression class.
* Add support for passing and returning XlaExpressions via XlaOpKernelContext, since they are the underlying representation. The remaining *Input() and *Output() methods are really just conveniences built on top.
* Simplify _Arg and _Retval to just get and set an XlaExpression from an XlaContext. Move logic to flatten return values out of _Retval and move it instead into XlaCompiler so it can be reused when compiling non-graph computations.
* Move logic to assign cores to arguments and return values into a common place in XlaCompiler.

PiperOrigin-RevId: 221104314
---
 tensorflow/compiler/tf2xla/BUILD              |   8 +-
 tensorflow/compiler/tf2xla/graph_compiler.cc  |  51 +-
 tensorflow/compiler/tf2xla/kernels/arg_op.cc  |  12 +-
 .../compiler/tf2xla/kernels/const_op.cc       |   5 -
 .../compiler/tf2xla/kernels/retval_op.cc      |  59 +-
 .../compiler/tf2xla/xla_compilation_device.cc |   9 -
 .../compiler/tf2xla/xla_compilation_device.h  |  41 +-
 tensorflow/compiler/tf2xla/xla_compiler.cc    | 509 +++++++++++-------
 tensorflow/compiler/tf2xla/xla_compiler.h     |   5 +-
 tensorflow/compiler/tf2xla/xla_context.cc     |  50 +-
 tensorflow/compiler/tf2xla/xla_context.h      |  45 +-
 tensorflow/compiler/tf2xla/xla_expression.cc  | 145 +++++
 tensorflow/compiler/tf2xla/xla_expression.h   | 115 ++++
 .../compiler/tf2xla/xla_expression_test.cc    | 135 +++++
 tensorflow/compiler/tf2xla/xla_op_kernel.cc   | 228 +++-----
 tensorflow/compiler/tf2xla/xla_op_kernel.h    |  18 +-
 16 files changed, 843 insertions(+), 592 deletions(-)
 create mode 100644 tensorflow/compiler/tf2xla/xla_expression.cc
 create mode 100644 tensorflow/compiler/tf2xla/xla_expression.h
 create mode 100644 tensorflow/compiler/tf2xla/xla_expression_test.cc

diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index 7bd4e5ae79..e017141549 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -166,6 +166,7 @@ cc_library(
         "xla_compilation_device.cc",
         "xla_compiler.cc",
         "xla_context.cc",
+        "xla_expression.cc",
         "xla_helpers.cc",
         "xla_op_kernel.cc",
         "xla_op_registry.cc",
@@ -180,6 +181,7 @@ cc_library(
         "xla_compilation_device.h",
         "xla_compiler.h",
         "xla_context.h",
+        "xla_expression.h",
         "xla_helpers.h",
         "xla_op_kernel.h",
         "xla_op_registry.h",
@@ -364,7 +366,10 @@ tf_cc_test(
 
 tf_cc_test(
     name = "xla_compiler_test",
-    srcs = ["xla_compiler_test.cc"],
+    srcs = [
+        "xla_compiler_test.cc",
+        "xla_expression_test.cc",
+    ],
     deps = [
         ":common",
         ":side_effect_util",
@@ -389,6 +394,7 @@ tf_cc_test(
         "//tensorflow/core:test",
         "//tensorflow/core:test_main",
         "//tensorflow/core:testlib",
+        "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
     ],
 )
diff --git a/tensorflow/compiler/tf2xla/graph_compiler.cc b/tensorflow/compiler/tf2xla/graph_compiler.cc
index 706ed4f5bb..efb7574972 100644
--- a/tensorflow/compiler/tf2xla/graph_compiler.cc
+++ b/tensorflow/compiler/tf2xla/graph_compiler.cc
@@ -23,9 +23,9 @@ limitations under the License.
 #include "tensorflow/compiler/tf2xla/literal_util.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
-#include "tensorflow/compiler/tf2xla/xla_compilation_device.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
+#include "tensorflow/compiler/tf2xla/xla_expression.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/xla/client/client_library.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
@@ -40,6 +40,7 @@ limitations under the License.
 #include "tensorflow/core/graph/graph_constructor.h"
 #include "tensorflow/core/graph/node_builder.h"
 #include "tensorflow/core/graph/validate.h"
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/lib/hash/hash.h"
 #include "tensorflow/core/platform/logging.h"
@@ -51,12 +52,11 @@ namespace {
 Status PrepareArguments(XlaOpKernelContext* ctx, Graph* graph,
                         const std::vector<const XlaExpression*>& expressions,
                         std::vector<XlaCompiler::Argument>* args) {
-  auto builder = ctx->builder();
   auto client = ctx->compiler()->client();
-  std::vector<bool> compile_time_constant_flags(expressions.size());
+  std::vector<bool> arg_must_be_compile_time_constant(expressions.size());
 
   TF_RETURN_IF_ERROR(
-      BackwardsConstAnalysis(*graph, &compile_time_constant_flags,
+      BackwardsConstAnalysis(*graph, &arg_must_be_compile_time_constant,
                              /*compile_time_const_nodes=*/nullptr));
 
   args->resize(expressions.size());
@@ -65,24 +65,31 @@ Status PrepareArguments(XlaOpKernelContext* ctx, Graph* graph,
     arg.type = ctx->input_type(i);
     arg.shape = ctx->InputShape(i);
 
-    if (arg.type == DT_RESOURCE) {
-      return errors::InvalidArgument(
-          "Resource as function argument is not yet implemented.");
-    } else if (expressions[i]->has_constant_value()) {
-      arg.kind = XlaCompiler::Argument::kConstant;
-      arg.constant_value = expressions[i]->constant_value();
-    } else if (compile_time_constant_flags[i]) {
-      arg.kind = XlaCompiler::Argument::kConstant;
-      TF_RET_CHECK(expressions[i]->resource() == nullptr)
-          << "Input with resource is not yet implemented.";
-      TF_ASSIGN_OR_RETURN(auto constant_graph, builder->BuildConstantSubGraph(
-                                                   expressions[i]->handle()));
-      TF_ASSIGN_OR_RETURN(auto literal,
-                          client->ComputeConstant(constant_graph));
-      TF_RETURN_IF_ERROR(
-          LiteralToHostTensor(literal, arg.type, &arg.constant_value));
-    } else {
-      arg.kind = XlaCompiler::Argument::kParameter;
+    switch (expressions[i]->kind()) {
+      case XlaExpression::Kind::kConstant:
+        arg.kind = XlaCompiler::Argument::kConstant;
+        arg.constant_value = expressions[i]->constant_value();
+        break;
+      case XlaExpression::Kind::kXlaOp:
+        if (arg_must_be_compile_time_constant[i]) {
+          TF_ASSIGN_OR_RETURN(absl::optional<Tensor> value,
+                              expressions[i]->ResolveConstant(client));
+          if (!value.has_value()) {
+            return errors::InvalidArgument(
+                "Argument to function must be a compile-time constant, but "
+                "unable to resolve argument value to a constant.");
+          }
+          arg.kind = XlaCompiler::Argument::kConstant;
+          arg.constant_value = *value;
+        } else {
+          arg.kind = XlaCompiler::Argument::kParameter;
+        }
+        break;
+      case XlaExpression::Kind::kResource:
+        return errors::Unimplemented(
+            "Resource as function argument is not yet implemented.");
+      case XlaExpression::Kind::kInvalid:
+        return errors::InvalidArgument("Invalid function argument");
     }
   }
   return Status::OK();
diff --git a/tensorflow/compiler/tf2xla/kernels/arg_op.cc b/tensorflow/compiler/tf2xla/kernels/arg_op.cc
index 276d744c09..2db2514397 100644
--- a/tensorflow/compiler/tf2xla/kernels/arg_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/arg_op.cc
@@ -14,11 +14,13 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/compiler/tf2xla/type_util.h"
+#include "tensorflow/compiler/tf2xla/xla_compilation_device.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
 #include "tensorflow/compiler/tf2xla/xla_helpers.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
 #include "tensorflow/core/framework/kernel_def_builder.h"
+#include "tensorflow/core/lib/core/errors.h"
 
 namespace tensorflow {
 
@@ -49,13 +51,9 @@ class XlaArgOp : public XlaOpKernel {
     }
 
     const XlaExpression& arg = XlaContext::Get(ctx).args()[index_];
-    if (arg.resource() != nullptr) {
-      ctx->SetResourceOutput(0, arg.resource());
-    } else if (arg.has_constant_value()) {
-      ctx->SetConstantOutput(0, arg.constant_value());
-    } else {
-      ctx->SetOutput(0, arg.handle());
-    }
+    OP_REQUIRES(ctx, arg.kind() != XlaExpression::Kind::kInvalid,
+                errors::InvalidArgument("Invalid/missing argument expression"));
+    ctx->SetOutputExpression(0, arg);
   }
 
  private:
diff --git a/tensorflow/compiler/tf2xla/kernels/const_op.cc b/tensorflow/compiler/tf2xla/kernels/const_op.cc
index 2628ef8e24..dff8af8002 100644
--- a/tensorflow/compiler/tf2xla/kernels/const_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/const_op.cc
@@ -42,11 +42,6 @@ class ConstOp : public XlaOpKernel {
   void Compile(XlaOpKernelContext* ctx) override {
     TensorShape shape(proto_.tensor_shape());
 
-    if (proto_.dtype() == DT_STRING) {
-      LOG(WARNING) << "Not computing Const of type DT_STRING";
-      ctx->SetInvalidOutput(0);
-      return;
-    }
     xla::XlaBuilder* b = ctx->builder();
 
     // To avoid blowups for large constants filled with the same value,
diff --git a/tensorflow/compiler/tf2xla/kernels/retval_op.cc b/tensorflow/compiler/tf2xla/kernels/retval_op.cc
index 53e7624d60..6970dd0a00 100644
--- a/tensorflow/compiler/tf2xla/kernels/retval_op.cc
+++ b/tensorflow/compiler/tf2xla/kernels/retval_op.cc
@@ -47,63 +47,8 @@ class RetvalOp : public XlaOpKernel {
       // compilation.
       OP_REQUIRES_OK(ctx, frame->SetRetval(index_, input));
     } else {
-      xla::XlaOp input = ctx->Input(0);
-      const TensorShape input_shape = ctx->InputShape(0);
-      DataType input_type = ctx->input_type(0);
-      XlaContext& tc = XlaContext::Get(ctx);
-
-      if (input_type == DT_RESOURCE) {
-        XlaResource* resource;
-        OP_REQUIRES_OK(ctx, ctx->GetResourceInput(0, &resource));
-        ctx->SetStatus(tc.AddResourceRetval(index_, resource));
-        return;
-      }
-
-      auto is_constant = ctx->builder()->IsConstant(input);
-      if (!is_constant.ok()) {
-        ctx->SetStatus(is_constant.status());
-        return;
-      }
-
-      if (tc.resolve_compile_time_constants() &&
-          (input_shape.num_elements() == 0 || is_constant.ValueOrDie())) {
-        xla::Literal literal;
-        OP_REQUIRES_OK(ctx, ctx->ConstantInput(0, &literal));
-        OP_REQUIRES_OK(ctx, tc.AddConstRetval(index_, dtype_, literal));
-      } else {
-        TensorShape shape = ctx->InputShape(0);
-        ctx->SetStatus(is_constant.status());
-        xla::Shape representation_shape;
-        if (tc.is_entry_computation()) {
-          xla::StatusOr<xla::Shape> shape_or_status =
-              tc.RepresentationShape(shape, ctx->input_type(0));
-          if (!shape_or_status.ok()) {
-            ctx->SetStatus(shape_or_status.status());
-            return;
-          } else {
-            representation_shape = shape_or_status.ValueOrDie();
-          }
-        } else {
-          OP_REQUIRES_OK(ctx, TensorShapeToXLAShape(ctx->input_type(0), shape,
-                                                    &representation_shape));
-        }
-
-        xla::XlaOp output = input;
-        if (tc.is_entry_computation()) {
-          output = xla::Reshape(
-              input, xla::AsInt64Slice(representation_shape.dimensions()));
-        } else {
-          // The core from which a return value is returned depends on the
-          // device assignment of the input to the retval. Since we can't change
-          // the device assignment of "input" at this point, we must always
-          // introduce an operator here, even if the shape does not change.
-          // TODO(b/76097077): propagate device assignments onto arguments and
-          // return values of functions, and then reshape unconditionally.
-          output =
-              xla::GetTupleElement(xla::Tuple(ctx->builder(), {output}), 0);
-        }
-        tc.AddRetval(index_, dtype_, shape, output);
-      }
+      XlaContext& xla_context = XlaContext::Get(ctx);
+      xla_context.SetRetval(index_, ctx->InputExpression(0));
     }
   }
 
diff --git a/tensorflow/compiler/tf2xla/xla_compilation_device.cc b/tensorflow/compiler/tf2xla/xla_compilation_device.cc
index cb7843850c..ddb284966e 100644
--- a/tensorflow/compiler/tf2xla/xla_compilation_device.cc
+++ b/tensorflow/compiler/tf2xla/xla_compilation_device.cc
@@ -124,13 +124,4 @@ Status XlaCompilationDevice::MakeTensorFromProto(
       "XLACompilationDevice::MakeTensorFromProto should not be called");
 }
 
-XlaExpression::XlaExpression() = default;
-
-void XlaExpression::set_handle(const xla::XlaOp& h) { handle_ = h; }
-
-void XlaExpression::set_constant_value(Tensor value) {
-  has_constant_value_ = true;
-  constant_value_ = std::move(value);
-}
-
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/xla_compilation_device.h b/tensorflow/compiler/tf2xla/xla_compilation_device.h
index a6e7882533..de6a3356e0 100644
--- a/tensorflow/compiler/tf2xla/xla_compilation_device.h
+++ b/tensorflow/compiler/tf2xla/xla_compilation_device.h
@@ -18,9 +18,6 @@ limitations under the License.
 
 #include <memory>
 
-#include "tensorflow/compiler/tf2xla/xla_resource.h"
-#include "tensorflow/compiler/xla/client/xla_builder.h"
-#include "tensorflow/compiler/xla/xla_data.pb.h"
 #include "tensorflow/core/common_runtime/local_device.h"
 #include "tensorflow/core/framework/device_base.h"
 #include "tensorflow/core/framework/tensor.h"
@@ -38,8 +35,8 @@ class XlaCompilationAllocator;
 // This is a 'dummy' TensorFlow device that is only used to execute a
 // subgraph of XLA compilation Ops to construct a compiled version
 // of the subgraph's computation. It has a 'dummy' allocator that
-// backs each Tensor with metadata indicating the computation the
-// Tensor represents.
+// backs each Tensor with an XlaExpression. The shape of the Tensor
+// matches the shape of XlaExpression.
 //
 // We deliberately don't register a device factory because we *never*
 // want placement to put Ops on a compilation device. The device is created
@@ -67,40 +64,6 @@ class XlaCompilationDevice : public LocalDevice {
   std::unique_ptr<XlaCompilationAllocator> allocator_;
 };
 
-// A XlaExpression wraps an XLA computation. Each Tensor on an
-// XlaCompilationDevice contains an XlaExpression, and the shape of the Tensor
-// matches the shape of the subcomputation in the XlaOp. Each
-// expression is either a constant, or a function of previously-compiled
-// expressions.
-class XlaExpression {
- public:
-  XlaExpression();
-
-  // handle() stores the XLA handle of the computation that the
-  // expression represents.
-  void set_handle(const xla::XlaOp& h);
-  const xla::XlaOp& handle() const { return handle_; }
-
-  void set_constant_value(Tensor value);
-  bool has_constant_value() const { return has_constant_value_; }
-  const Tensor& constant_value() const { return constant_value_; }
-
-  void set_resource(XlaResource* resource) { resource_ = resource; }
-  XlaResource* resource() const { return resource_; }
-
- private:
-  // The XLA handle of the expression's computation.
-  xla::XlaOp handle_;
-
-  // If this expression is a constant with a known value, 'constant_value' is a
-  // host-memory Tensor containing the value. Used to avoid invoking XLA for
-  // expressions that are trivially constant.
-  bool has_constant_value_ = false;
-  Tensor constant_value_;
-
-  XlaResource* resource_ = nullptr;  // Not owned.
-};
-
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_TF2XLA_XLA_COMPILATION_DEVICE_H_
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.cc b/tensorflow/compiler/tf2xla/xla_compiler.cc
index e6d7710c24..a08d030ce7 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler.cc
@@ -36,11 +36,13 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/graph_optimizer.h"
 #include "tensorflow/core/framework/attr_value_util.h"
+#include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/types.h"
 #include "tensorflow/core/graph/algorithm.h"
 #include "tensorflow/core/graph/graph_constructor.h"
 #include "tensorflow/core/graph/node_builder.h"
+#include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/lib/hash/hash.h"
 #include "tensorflow/core/platform/logging.h"
 
@@ -64,6 +66,240 @@ Status CheckSignature(const DataTypeVector& types,
   return Status::OK();
 }
 
+// Uses the _Arg and _Retval nodes in the graph to determine a core assignment
+// for each argument and return value.
+xla::StatusOr<std::pair<std::map<int, int>, std::map<int, int>>>
+ComputeArgAndRetvalCores(const Graph& graph) {
+  auto get_sharding_for_node = [](const Node* n) -> xla::StatusOr<int> {
+    TF_ASSIGN_OR_RETURN(
+        auto sharding,
+        ParseShardingFromDevice(*n, std::numeric_limits<int32>::max()));
+    if (sharding.has_value()) {
+      TF_RET_CHECK(sharding.value().type() ==
+                   xla::OpSharding::Type::OpSharding_Type_MAXIMAL);
+      return sharding.value().tile_assignment_devices(0);
+    } else {
+      return -1;
+    }
+  };
+  std::map<int, int> arg_cores;
+  std::map<int, int> retval_cores;
+  for (const Node* n : graph.nodes()) {
+    if (n->type_string() == FunctionLibraryDefinition::kArgOp) {
+      TF_ASSIGN_OR_RETURN(int core, get_sharding_for_node(n));
+      if (core < 0) continue;
+      int index;
+      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+      TF_RET_CHECK(index >= 0) << "Negative _Arg index";
+      arg_cores[index] = core;
+    } else if (n->type_string() == FunctionLibraryDefinition::kRetOp) {
+      TF_ASSIGN_OR_RETURN(int core, get_sharding_for_node(n));
+      if (core < 0) continue;
+      int index;
+      TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
+      TF_RET_CHECK(index >= 0) << "Negative _Retval index";
+      TF_ASSIGN_OR_RETURN(retval_cores[index], get_sharding_for_node(n));
+      retval_cores[index] = core;
+    }
+  }
+  return std::make_pair(std::move(arg_cores), std::move(retval_cores));
+}
+
+Status ExecuteGraph(XlaContext* xla_context, std::unique_ptr<Graph> graph,
+                    XlaCompilationDevice* device, FunctionLibraryRuntime* flib,
+                    int64 step_id) {
+  // Resource cleanup is a bit messy. XlaContext is a ref-countd resource; the
+  // resource manager takes ownership via Create, and unrefs via Cleanup.  We
+  // explicitly add a reference to ensure the refcount at entry is maintained at
+  // all exit points; Create and Cleanup are always called in this function.
+  //
+  // The Executor requires us to use ScopedStepContainer. We wrap it in a
+  // unique_ptr so we can capture the cleanup status in the end.
+  xla_context->Ref();
+  Status status;
+  auto step_container = absl::make_unique<ScopedStepContainer>(
+      step_id, [&status, device](const string& name) {
+        status = device->resource_manager()->Cleanup(name);
+      });
+  TF_RETURN_IF_ERROR(device->resource_manager()->Create(
+      step_container->name(), XlaContext::kXlaContextResourceName,
+      xla_context));
+
+  GraphCompiler graph_compiler(device, graph.get(), flib, step_container.get());
+  TF_RETURN_IF_ERROR(graph_compiler.Compile());
+  // Explicitly clean up the step container, to capture the cleanup status.
+  step_container.reset();
+  return Status::OK();
+}
+
+// Builds the XLA computation.
+// - `args` is the list of input arguments
+// - `retvals` is the list of retvals produced by _Retval operators, in index
+//   order.
+// - `args_core` and `retval_cores` are mapping from arg/return indices to core
+//   assignments.
+// - If `return_updated_values_for_all_resources` is true, all resources will be
+//   included in `resource_updates`, regardless of whether their value changed.
+// - Sets `*num_nonconst_outputs` to the number of outputs of the `computation`.
+// - Sets `*resource_updates` to a description of resources whose values are
+//   written by the computation; the variable writes are the last
+// - `resource_updates.size()` return values from the computation. Each entry in
+//   `resource_updates` is a ResourceUpdate, whose `index` is the index of a
+//   resource variable argument to the computation to be updated, and `type` is
+//   the type of the final output.
+Status BuildComputation(
+    const std::vector<XlaCompiler::Argument>& args,
+    const std::vector<XlaExpression>& retvals,
+    const std::map<int, int>& arg_cores, const std::map<int, int>& retval_cores,
+    const std::vector<std::unique_ptr<XlaResource>>& resources,
+    std::unique_ptr<xla::XlaOp> token_output,
+    const XlaCompiler::ShapeRepresentationFn& shape_representation_fn,
+    bool return_updated_values_for_all_resources, bool always_return_tuple,
+    xla::XlaBuilder* builder, xla::XlaComputation* computation,
+    int* num_computation_outputs, int* num_nonconst_outputs,
+    std::vector<XlaCompiler::OutputDescription>* outputs,
+    std::vector<XlaCompiler::ResourceUpdate>* resource_updates) {
+  // Attach a common operator name as metadata. This has no semantic effect — it
+  // merely makes the HLO graph more readable when visualized via TensorBoard,
+  // since TensorBoard forms groups out of operators with similar names.
+  xla::OpMetadata retval_metadata;
+  retval_metadata.set_op_name("XLA_Retvals");
+  builder->SetOpMetadata(retval_metadata);
+  auto cleanup = gtl::MakeCleanup([builder]() { builder->ClearOpMetadata(); });
+
+  // Builds a no-op XLA computation. We need to set the sharding of outputs, but
+  // cannot change the sharding of the existing output op. To do this, we build
+  // a new identity op to which shardings can be applied.
+  auto identity_op = [builder](xla::XlaOp op) {
+    return xla::GetTupleElement(xla::Tuple(builder, {op}), 0);
+  };
+
+  std::vector<xla::XlaOp> elems;
+  elems.reserve(retvals.size());
+  for (int i = 0; i < retvals.size(); ++i) {
+    XlaCompiler::OutputDescription& output = (*outputs)[i];
+    const XlaExpression& retval = retvals[i];
+    output.type = retval.dtype();
+    switch (retval.kind()) {
+      case XlaExpression::Kind::kConstant:
+        output.is_constant = true;
+        output.constant_value = retval.constant_value();
+        output.shape = output.constant_value.shape();
+        break;
+
+      case XlaExpression::Kind::kXlaOp: {
+        output.is_constant = false;
+        TF_ASSIGN_OR_RETURN(output.shape, retval.GetShape());
+        xla::XlaOp value = retval.handle();
+        auto it = retval_cores.find(i);
+        xla::XlaScopedShardingAssignment assign_sharding(
+            builder, it == retval_cores.end()
+                         ? absl::optional<xla::OpSharding>()
+                         : xla::sharding_builder::AssignDevice(it->second));
+        if (shape_representation_fn) {
+          // If there is a shape representation function, reshape the output
+          // tensor to the shape given by the representation shape function.
+          TF_ASSIGN_OR_RETURN(xla::Shape shape, shape_representation_fn(
+                                                    output.shape, output.type));
+          value = xla::Reshape(value, xla::AsInt64Slice(shape.dimensions()));
+        } else if (it != retval_cores.end()) {
+          // Apply the sharding to the output, if there is a core assignment.
+          value = identity_op(value);
+        }
+        elems.push_back(value);
+        break;
+      }
+
+      case XlaExpression::Kind::kResource:
+        output.is_constant = false;
+        output.input_index = retval.resource()->arg_num();
+        output.shape = retval.resource()->shape();
+        break;
+
+      case XlaExpression::Kind::kInvalid:
+        return errors::InvalidArgument(
+            "Invalid expression returned by computation. "
+            "This probably means a return value was not set.");
+    }
+  }
+  *num_nonconst_outputs = elems.size();
+
+  // Add return values for resources whose values have changed.
+  std::vector<const XlaResource*> arg_resources;
+  arg_resources.reserve(resources.size());
+  for (const auto& resource : resources) {
+    if (resource->arg_num() >= 0) {
+      arg_resources.push_back(resource.get());
+    }
+  }
+  std::sort(arg_resources.begin(), arg_resources.end(),
+            [](const XlaResource* a, const XlaResource* b) {
+              return a->arg_num() < b->arg_num();
+            });
+
+  for (const XlaResource* resource : arg_resources) {
+    DCHECK_LT(resource->arg_num(), args.size());
+    const XlaCompiler::Argument& arg = args[resource->arg_num()];
+    auto it = arg_cores.find(resource->arg_num());
+    const int core = it == arg_cores.end() ? -1 : it->second;
+    bool modified = !resource->value().IsIdenticalTo(resource->initial_value());
+    // TensorArray gradients were modified if their values changed or there are
+    // any newly created gradients.
+    for (const auto& grad : resource->tensor_array_gradients()) {
+      modified =
+          modified ||
+          !grad.second->value().IsIdenticalTo(grad.second->initial_value()) ||
+          arg.tensor_array_gradients.count(grad.first) == 0;
+    }
+    if (return_updated_values_for_all_resources || modified) {
+      resource_updates->emplace_back();
+      XlaCompiler::ResourceUpdate& update = resource_updates->back();
+      update.input_index = resource->arg_num();
+      update.type = resource->type();
+      update.shape = resource->shape();
+      update.modified = modified;
+      for (const auto& grad : resource->tensor_array_gradients()) {
+        update.tensor_array_gradients_accessed.insert(grad.first);
+      }
+
+      // Request that the value be returned on a specific core.
+      xla::XlaScopedShardingAssignment assign_sharding(
+          builder, core == -1 ? absl::optional<xla::OpSharding>()
+                              : xla::sharding_builder::AssignDevice(core));
+
+      xla::XlaOp handle;
+      TF_RETURN_IF_ERROR(resource->Pack(&handle, builder));
+
+      // Ensures the correct sharding is applied to the output.
+      handle = identity_op(handle);
+
+      elems.push_back(handle);
+    }
+  }
+
+  // If we have token output, append it as the last one.
+  if (token_output) {
+    elems.push_back(*token_output);
+  }
+
+  *num_computation_outputs = elems.size();
+
+  // Builds the XLA computation. We *always* form a tuple here to ensure that
+  // the output value is the last thing added into the XLA computation, even
+  // if there is only one output value.
+  auto tuple = xla::Tuple(builder, elems);
+  if (!always_return_tuple && elems.size() == 1) {
+    xla::GetTupleElement(tuple, 0);
+  }
+
+  xla::StatusOr<xla::XlaComputation> computation_status = builder->Build();
+  if (!computation_status.ok()) {
+    return computation_status.status();
+  }
+  *computation = computation_status.ConsumeValueOrDie();
+  return Status::OK();
+}
+
 }  // namespace
 
 bool XlaCompiler::Argument::operator==(
@@ -252,14 +488,16 @@ Status XlaCompiler::CompileFunction(
   // lowest-numbered core that consumes the argument. We choose the
   // lowest-numbered core so the assignment is deterministic.
   for (Node* n : graph->nodes()) {
-    if (absl::string_view(n->type_string()) == "_Arg") {
+    if (absl::string_view(n->type_string()) ==
+        FunctionLibraryDefinition::kArgOp) {
       TF_RETURN_IF_ERROR(SetNodeShardingFromNeighbors(n, /*out_edges=*/true));
     }
   }
   // Do _Retval as a second loop, in case the retval's input is an _Arg (which
   // may have gotten a device assignment from the first loop).
   for (Node* n : graph->nodes()) {
-    if (absl::string_view(n->type_string()) == "_Retval") {
+    if (absl::string_view(n->type_string()) ==
+        FunctionLibraryDefinition::kRetOp) {
       TF_RETURN_IF_ERROR(SetNodeShardingFromNeighbors(n, /*out_edges=*/false));
     }
   }
@@ -353,175 +591,16 @@ Status XlaCompiler::XLAShapeForArgument(const XlaCompiler::Argument& arg,
   }
 }
 
-namespace {
-
-Status ExecuteGraph(XlaContext* xla_context, std::unique_ptr<Graph> graph,
-                    XlaCompilationDevice* device, FunctionLibraryRuntime* flib,
-                    int64 step_id) {
-  // Resource cleanup is a bit messy. XlaContext is a ref-countd resource; the
-  // resource manager takes ownership via Create, and unrefs via Cleanup.  We
-  // explicitly add a reference to ensure the refcount at entry is maintained at
-  // all exit points; Create and Cleanup are always called in this function.
-  //
-  // The Executor requires us to use ScopedStepContainer. We wrap it in a
-  // unique_ptr so we can capture the cleanup status in the end.
-  xla_context->Ref();
-  Status status;
-  auto step_container = absl::make_unique<ScopedStepContainer>(
-      step_id, [&status, device](const string& name) {
-        status = device->resource_manager()->Cleanup(name);
-      });
-  TF_RETURN_IF_ERROR(device->resource_manager()->Create(
-      step_container->name(), XlaContext::kXlaContextResourceName,
-      xla_context));
-
-  GraphCompiler graph_compiler(device, graph.get(), flib, step_container.get());
-  TF_RETURN_IF_ERROR(graph_compiler.Compile());
-  // Explicitly clean up the step container, to capture the cleanup status.
-  step_container.reset();
-  return Status::OK();
-}
-
-// Builds the XLA computation.
-// `args` is the list of input arguments, `retvals` is the list of retvals
-// produced by _Retval operators, in index order.
-// If `return_updated_values_for_all_resources` is true, all resources will be
-// included in `resource_updates`, regardless of whether their value changed.
-// Sets `*num_nonconst_outputs` to the number of outputs of the `computation`.
-// Sets `*resource_updates` to a description of resources whose values are
-// written by the computation; the variable writes are the last
-// `resource_updates.size()` return values from the computation. Each entry in
-// `resource_updates` is a (input_index, type) pair, where `input_index` is the
-// index of a resource variable argument to the computation, and `type` is the
-// type of the final output.
-Status BuildComputation(
-    const std::vector<XlaCompiler::Argument>& args,
-    const std::vector<int>& arg_cores,
-    const std::vector<XlaContext::Retval>& retvals,
-    const std::vector<std::unique_ptr<XlaResource>>& resources,
-    std::unique_ptr<xla::XlaOp> token_output,
-    bool return_updated_values_for_all_resources, bool always_return_tuple,
-    xla::XlaBuilder* builder, xla::XlaComputation* computation,
-    int* num_computation_outputs, int* num_nonconst_outputs,
-    std::vector<XlaCompiler::OutputDescription>* outputs,
-    std::vector<XlaCompiler::ResourceUpdate>* resource_updates) {
-  std::vector<xla::XlaOp> elems;
-  elems.reserve(retvals.size());
-  for (int i = 0; i < retvals.size(); ++i) {
-    XlaCompiler::OutputDescription& output = (*outputs)[i];
-    output.type = retvals[i].type;
-    output.shape = retvals[i].shape;
-    const XlaExpression& retval = retvals[i].expression;
-    if (retval.has_constant_value()) {
-      output.is_constant = true;
-      output.constant_value = retval.constant_value();
-    } else if (retval.resource() != nullptr) {
-      output.is_constant = false;
-      output.input_index = retval.resource()->arg_num();
-    } else {
-      output.is_constant = false;
-      elems.push_back(retval.handle());
-    }
-  }
-  *num_nonconst_outputs = elems.size();
-
-  // Add return values for resources whose values have changed.
-  std::vector<const XlaResource*> arg_resources;
-  arg_resources.reserve(resources.size());
-  for (const auto& resource : resources) {
-    if (resource->arg_num() >= 0) {
-      arg_resources.push_back(resource.get());
-    }
-  }
-  std::sort(arg_resources.begin(), arg_resources.end(),
-            [](const XlaResource* a, const XlaResource* b) {
-              return a->arg_num() < b->arg_num();
-            });
-
-  // Attach a common operator name as metadata. This has no semantic effect — it
-  // merely makes the HLO graph more readable when visualized via TensorBoard,
-  // since TensorBoard forms groups out of operators with similar names.
-  xla::OpMetadata retval_metadata;
-  retval_metadata.set_op_name("XLA_Retvals");
-  builder->SetOpMetadata(retval_metadata);
-
-  for (const XlaResource* resource : arg_resources) {
-    const XlaCompiler::Argument& arg = args[resource->arg_num()];
-    const int core = arg_cores[resource->arg_num()];
-    DCHECK_LT(resource->arg_num(), arg_cores.size());
-    bool modified = !resource->value().IsIdenticalTo(resource->initial_value());
-    // TensorArray gradients were modified if their values changed or there are
-    // any newly created gradients.
-    for (const auto& grad : resource->tensor_array_gradients()) {
-      modified =
-          modified ||
-          !grad.second->value().IsIdenticalTo(grad.second->initial_value()) ||
-          arg.tensor_array_gradients.count(grad.first) == 0;
-    }
-    if (return_updated_values_for_all_resources || modified) {
-      resource_updates->emplace_back();
-      XlaCompiler::ResourceUpdate& update = resource_updates->back();
-      update.input_index = resource->arg_num();
-      update.type = resource->type();
-      update.shape = resource->shape();
-      update.modified = modified;
-      for (const auto& grad : resource->tensor_array_gradients()) {
-        update.tensor_array_gradients_accessed.insert(grad.first);
-      }
-
-      // Request that the value be returned on a specific core.
-      xla::XlaScopedShardingAssignment assign_sharding(
-          builder, core == -1 ? absl::optional<xla::OpSharding>()
-                              : xla::sharding_builder::AssignDevice(core));
-
-      xla::XlaOp handle;
-      TF_RETURN_IF_ERROR(resource->Pack(&handle, builder));
-
-      // Since we can't change the sharding metadata of <value> as this point,
-      // create a tuple/get-tuple-element combination so that sharding
-      // assignment will be placed on this value, which will cause the resource
-      // update to be returned from the same device that provided the resource.
-      handle = xla::GetTupleElement(xla::Tuple(builder, {handle}), 0);
-      elems.push_back(handle);
-    }
-  }
-
-  // If we have token output, append it as the last one.
-  if (token_output) {
-    elems.push_back(*token_output);
-  }
-
-  *num_computation_outputs = elems.size();
-
-  // Builds the XLA computation. We *always* form a tuple here to ensure that
-  // the output value is the last thing added into the XLA computation, even
-  // if there is only one output value.
-  auto tuple = xla::Tuple(builder, elems);
-  if (!always_return_tuple && elems.size() == 1) {
-    xla::GetTupleElement(tuple, 0);
-  }
-  builder->ClearOpMetadata();
-
-  xla::StatusOr<xla::XlaComputation> computation_status = builder->Build();
-  if (!computation_status.ok()) {
-    return computation_status.status();
-  }
-  *computation = computation_status.ConsumeValueOrDie();
-  return Status::OK();
-}
-
-}  // namespace
-
 // Builds XLA computations for each of the arguments to the computation.
 // `args` are the arguments to the computation.
 Status XlaCompiler::BuildArguments(
     const Graph& graph, const std::vector<XlaCompiler::Argument>& args,
     bool use_tuple_arg, xla::XlaBuilder* builder, XlaContext* context,
-    std::vector<int>* arg_cores, std::vector<XlaExpression>* arg_expressions,
+    const std::map<int, int>& arg_cores,
+    std::vector<XlaExpression>* arg_expressions,
     std::vector<int>* input_mapping, std::vector<xla::Shape>* input_shapes,
     bool is_entry_computation) {
   arg_expressions->resize(args.size());
-  *arg_cores = std::vector<int>(args.size(), -1);
 
   // Argument numbers of arguments and resources that are to be passed to the
   // XLA computation as runtime parameters.
@@ -543,7 +622,7 @@ Status XlaCompiler::BuildArguments(
             arg.resource_kind, i, arg.name, arg.type, arg.shape, xla::XlaOp(),
             /*tensor_array_size=*/arg.tensor_array_size,
             /*tensor_array_gradients=*/arg.tensor_array_gradients, &resource));
-        arg_expression.set_resource(resource);
+        arg_expression = XlaExpression::Resource(resource);
         if (arg.initialized) {
           input_mapping->push_back(i);
         }
@@ -555,7 +634,7 @@ Status XlaCompiler::BuildArguments(
         break;
       }
       case XlaCompiler::Argument::kConstant:
-        arg_expression.set_constant_value(arg.constant_value);
+        arg_expression = XlaExpression::Constant(arg.constant_value);
         break;
       case XlaCompiler::Argument::kInvalid:
         return errors::Internal(
@@ -580,26 +659,6 @@ Status XlaCompiler::BuildArguments(
     *input_shapes = arg_shapes;
   }
 
-  // Use the _Arg nodes in the graph to resolve core assignments.
-  for (const Node* n : graph.nodes()) {
-    if (absl::string_view(n->type_string()) != "_Arg") continue;
-    int index;
-    TF_RETURN_IF_ERROR(GetNodeAttr(n->attrs(), "index", &index));
-    TF_RET_CHECK(index >= 0 && index < args.size())
-        << "_Arg out of bounds: " << index << " vs " << args.size();
-    TF_ASSIGN_OR_RETURN(
-        auto sharding,
-        ParseShardingFromDevice(*n, std::numeric_limits<int32>::max()));
-    if (sharding.has_value()) {
-      TF_RET_CHECK(sharding.value().type() ==
-                   xla::OpSharding::Type::OpSharding_Type_MAXIMAL);
-      const int core = sharding.value().tile_assignment_devices(0);
-      if ((*arg_cores)[index] == -1 || core < (*arg_cores)[index]) {
-        (*arg_cores)[index] = core;
-      }
-    }
-  }
-
   // Attach a common operator name as metadata. This has no semantic effect — it
   // merely makes the HLO graph more readable when visualized via TensorBoard,
   // since TensorBoard forms groups out of operators with similar names.
@@ -615,11 +674,10 @@ Status XlaCompiler::BuildArguments(
       xla::OpSharding tuple_sharding;
       tuple_sharding.set_type(xla::OpSharding::Type::OpSharding_Type_TUPLE);
       for (int64 parameter : *input_mapping) {
-        const int core = (*arg_cores)[parameter];
-        const int root_device = 0;
+        auto it = arg_cores.find(parameter);
+        const int core = it == arg_cores.end() ? 0 : it->second;
         *tuple_sharding.add_tuple_shardings() =
-            core == -1 ? xla::sharding_builder::AssignDevice(root_device)
-                       : xla::sharding_builder::AssignDevice(core);
+            xla::sharding_builder::AssignDevice(core);
       }
       xla::XlaScopedShardingAssignment assign_tuple_sharding(builder,
                                                              tuple_sharding);
@@ -628,7 +686,8 @@ Status XlaCompiler::BuildArguments(
       tuple = xla::Parameter(builder, 0, (*input_shapes)[0], "arg_tuple");
     }
     for (std::vector<int>::size_type i = 0; i < input_mapping->size(); ++i) {
-      const int core = (*arg_cores)[input_mapping->at(i)];
+      auto it = arg_cores.find(i);
+      const int core = it == arg_cores.end() ? -1 : it->second;
       xla::XlaScopedShardingAssignment assign_sharding(
           builder, core == -1 ? absl::optional<xla::OpSharding>()
                               : xla::sharding_builder::AssignDevice(core));
@@ -636,7 +695,8 @@ Status XlaCompiler::BuildArguments(
     }
   } else {
     for (std::vector<int>::size_type i = 0; i < input_mapping->size(); ++i) {
-      const int core = (*arg_cores)[input_mapping->at(i)];
+      auto it = arg_cores.find(i);
+      const int core = it == arg_cores.end() ? -1 : it->second;
       xla::XlaScopedShardingAssignment assign_sharding(
           builder, core == -1 ? absl::optional<xla::OpSharding>()
                               : xla::sharding_builder::AssignDevice(core));
@@ -671,14 +731,14 @@ Status XlaCompiler::BuildArguments(
         // TODO(b/76097077): propagate device assignments onto arguments and
         // return values of functions, and then reshape unconditionally.
         if (is_entry_computation) {
-          arg_expression.set_handle(
-              xla::Reshape(arg_handles[i], arg.shape.dim_sizes()));
+          arg_expression = XlaExpression::XlaOp(
+              xla::Reshape(arg_handles[i], arg.shape.dim_sizes()), arg.type);
         } else {
-          arg_expression.set_handle(arg_handles[i]);
+          arg_expression = XlaExpression::XlaOp(arg_handles[i], arg.type);
         }
         break;
       case XlaCompiler::Argument::kToken: {
-        arg_expression.set_handle(arg_handles[i]);
+        arg_expression = XlaExpression::XlaOp(arg_handles[i], arg.type);
         break;
       }
       case XlaCompiler::Argument::kConstant:
@@ -710,7 +770,7 @@ Status XlaCompiler::CompileSingleOp(
     Node* node;
     string arg_name = absl::StrCat("_arg", i);
     Status status =
-        NodeBuilder(arg_name, "_Arg")
+        NodeBuilder(arg_name, FunctionLibraryDefinition::kArgOp)
             .ControlInput(graph->source_node())
             .Attr("T", args[i].kind == Argument::kResource ? DT_RESOURCE
                                                            : args[i].type)
@@ -724,7 +784,7 @@ Status XlaCompiler::CompileSingleOp(
   for (int64 i = 0; i < result_types.size(); ++i) {
     Node* node;
     string retval_name = absl::StrCat("_retval", i);
-    Status status = NodeBuilder(retval_name, "_Retval")
+    Status status = NodeBuilder(retval_name, FunctionLibraryDefinition::kRetOp)
                         .Input(main_node, i)
                         .Attr("T", result_types[i])
                         .Attr("index", i)
@@ -788,6 +848,32 @@ Status ValidateGraph(const Graph* graph,
   return Status::OK();
 }
 
+// Converts the value of any expressions whose values are known at compile-time
+// to constants.
+Status ResolveConstantExpressionsToConstants(
+    xla::Client* client, absl::Span<XlaExpression> expressions) {
+  for (XlaExpression& expression : expressions) {
+    if (expression.kind() == XlaExpression::Kind::kXlaOp) {
+      TF_ASSIGN_OR_RETURN(absl::optional<Tensor> constant,
+                          expression.ResolveConstant(client));
+      if (constant.has_value()) {
+        expression = XlaExpression::Constant(*constant);
+      }
+    }
+  }
+  return Status::OK();
+}
+
+void ConvertConstantsToExpressions(xla::XlaBuilder* builder,
+                                   absl::Span<XlaExpression> expressions) {
+  for (XlaExpression& expression : expressions) {
+    if (expression.kind() == XlaExpression::Kind::kConstant) {
+      expression =
+          XlaExpression::XlaOp(expression.AsXlaOp(builder), expression.dtype());
+    }
+  }
+}
+
 }  // namespace
 
 Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
@@ -815,10 +901,9 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
                                    options_.device_type, name));
 
   xla::XlaBuilder builder(name);
-  XlaContext* context = new XlaContext(
-      this, &builder, options_.allow_cpu_custom_calls,
-      options.resolve_compile_time_constants, options.is_entry_computation,
-      &options_.shape_representation_fn);
+  XlaContext* context =
+      new XlaContext(this, &builder, options_.allow_cpu_custom_calls,
+                     &options_.shape_representation_fn);
   core::ScopedUnref context_unref(context);
 
   std::vector<XlaCompiler::Argument> real_args(args.begin(), args.end());
@@ -833,10 +918,14 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
     real_args.push_back(token_arg);
   }
 
+  std::map<int, int> arg_cores;
+  std::map<int, int> retval_cores;
+  TF_ASSIGN_OR_RETURN(std::tie(arg_cores, retval_cores),
+                      ComputeArgAndRetvalCores(*graph));
+
   std::vector<XlaExpression> arg_expressions;
-  std::vector<int> arg_cores;
   TF_RETURN_IF_ERROR(BuildArguments(
-      *graph, real_args, options.use_tuple_arg, &builder, context, &arg_cores,
+      *graph, real_args, options.use_tuple_arg, &builder, context, arg_cores,
       &arg_expressions, &result->input_mapping, &result->xla_input_shapes,
       options.is_entry_computation));
   context->set_args(std::move(arg_expressions));
@@ -884,9 +973,19 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
   int num_computation_outputs;
   result->computation = std::make_shared<xla::XlaComputation>();
   result->outputs.resize(context->retvals().size());
+  std::vector<XlaExpression> retvals = context->retvals();
+  if (options.resolve_compile_time_constants) {
+    TF_RETURN_IF_ERROR(ResolveConstantExpressionsToConstants(
+        client(), absl::Span<XlaExpression>(retvals)));
+  } else {
+    ConvertConstantsToExpressions(&builder, absl::Span<XlaExpression>(retvals));
+  }
   TF_RETURN_IF_ERROR(BuildComputation(
-      real_args, arg_cores, context->retvals(), context->resources(),
-      std::move(token_output), options.return_updated_values_for_all_resources,
+      real_args, retvals, arg_cores, retval_cores, context->resources(),
+      std::move(token_output),
+      options.is_entry_computation ? options_.shape_representation_fn
+                                   : ShapeRepresentationFn{},
+      options.return_updated_values_for_all_resources,
       options.always_return_tuple, &builder, result->computation.get(),
       &num_computation_outputs, &num_nonconst_outputs, &result->outputs,
       &result->resource_updates));
diff --git a/tensorflow/compiler/tf2xla/xla_compiler.h b/tensorflow/compiler/tf2xla/xla_compiler.h
index f10cfbe0c6..6342612468 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.h
+++ b/tensorflow/compiler/tf2xla/xla_compiler.h
@@ -21,8 +21,10 @@ limitations under the License.
 #include "absl/types/span.h"
 #include "tensorflow/compiler/tf2xla/host_compute_metadata.pb.h"
 #include "tensorflow/compiler/tf2xla/xla_compilation_device.h"
+#include "tensorflow/compiler/tf2xla/xla_expression.h"
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
 #include "tensorflow/compiler/xla/client/local_client.h"
+#include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
 #include "tensorflow/compiler/xla/status_macros.h"
 #include "tensorflow/core/common_runtime/device.h"
@@ -415,7 +417,8 @@ class XlaCompiler {
   Status BuildArguments(const Graph& graph,
                         const std::vector<XlaCompiler::Argument>& args,
                         bool use_tuple_arg, xla::XlaBuilder* builder,
-                        XlaContext* context, std::vector<int>* arg_cores,
+                        XlaContext* context,
+                        const std::map<int, int>& arg_cores,
                         std::vector<XlaExpression>* arg_expressions,
                         std::vector<int>* input_mapping,
                         std::vector<xla::Shape>* input_shapes,
diff --git a/tensorflow/compiler/tf2xla/xla_context.cc b/tensorflow/compiler/tf2xla/xla_context.cc
index 1e819dbb69..43095fbb47 100644
--- a/tensorflow/compiler/tf2xla/xla_context.cc
+++ b/tensorflow/compiler/tf2xla/xla_context.cc
@@ -64,63 +64,23 @@ void XlaContext::set_args(std::vector<XlaExpression> args) {
 
 XlaContext::XlaContext(
     XlaCompiler* compiler, xla::XlaBuilder* builder,
-    bool allow_cpu_custom_calls, bool resolve_compile_time_constants,
-    bool is_entry_computation,
+    bool allow_cpu_custom_calls,
     const std::function<xla::StatusOr<xla::Shape>(
         const TensorShape&, DataType)>* shape_representation_fn)
     : compiler_(compiler),
       builder_(builder),
       allow_cpu_custom_calls_(allow_cpu_custom_calls),
-      resolve_compile_time_constants_(resolve_compile_time_constants),
-      is_entry_computation_(is_entry_computation),
       shape_representation_fn_(shape_representation_fn) {}
 
 string XlaContext::DebugString() { return "TLA JIT context"; }
 
-// This is called by the Retval Op to associate a computed value
-// with a specific return value of the subgraph.
-void XlaContext::AddRetval(int retval_index, DataType type,
-                           const TensorShape& shape, const xla::XlaOp& handle) {
-  VLOG(1) << "Added retval index " << retval_index << " to XLA computation";
-  // Add the return value to the list being built up.
-  if (retvals_.size() <= retval_index) {
-    retvals_.resize(retval_index + 1);
+void XlaContext::SetRetval(int index, const XlaExpression& expression) {
+  if (retvals_.size() <= index) {
+    retvals_.resize(index + 1);
   }
-  XlaExpression e;
-  e.set_handle(handle);
-  retvals_[retval_index] = Retval{type, shape, e};
+  retvals_[index] = expression;
 }
 
-Status XlaContext::AddConstRetval(int retval_index, DataType dtype,
-                                  const xla::LiteralSlice& literal) {
-  VLOG(1) << "Adding retval index " << retval_index
-          << " with non-data-dependent tensor to XLA computation";
-  if (retvals_.size() <= retval_index) {
-    retvals_.resize(retval_index + 1);
-  }
-  Tensor value;
-  TF_RETURN_IF_ERROR(LiteralToHostTensor(literal, dtype, &value));
-  XlaExpression e;
-  e.set_constant_value(value);
-  retvals_[retval_index] = Retval{dtype, value.shape(), e};
-  return Status::OK();
-}
-
-Status XlaContext::AddResourceRetval(int retval_index, XlaResource* resource) {
-  VLOG(1) << "Adding retval index " << retval_index << " with resource "
-          << resource->name() << ":" << resource->shape().DebugString()
-          << " to XLA computation";
-  if (retvals_.size() <= retval_index) {
-    retvals_.resize(retval_index + 1);
-  }
-  XlaExpression e;
-  e.set_resource(resource);
-  retvals_[retval_index] = Retval{DT_RESOURCE, resource->shape(), e};
-  return Status::OK();
-}
-
-xla::XlaBuilder* XlaContext::builder() { return builder_; }
-
 Status XlaContext::CreateResource(
     XlaResource::Kind kind, int arg_num, string name, DataType type,
     TensorShape shape, const xla::XlaOp& handle, int64 tensor_array_size,
diff --git a/tensorflow/compiler/tf2xla/xla_context.h b/tensorflow/compiler/tf2xla/xla_context.h
index 8aad6cbced..dbfd344c9b 100644
--- a/tensorflow/compiler/tf2xla/xla_context.h
+++ b/tensorflow/compiler/tf2xla/xla_context.h
@@ -20,8 +20,8 @@ limitations under the License.
 
 #include <vector>
 
-#include "tensorflow/compiler/tf2xla/xla_compilation_device.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
+#include "tensorflow/compiler/tf2xla/xla_expression.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
 #include "tensorflow/compiler/xla/status_macros.h"
@@ -46,8 +46,7 @@ class XlaContext : public ResourceBase {
   // Creates a new XlaContext. See the documentation on the class data fields
   // for descriptions of the arguments.
   XlaContext(XlaCompiler* compiler, xla::XlaBuilder* builder,
-             bool allow_cpu_custom_calls, bool resolve_compile_time_constants,
-             bool is_entry_computation,
+             bool allow_cpu_custom_calls,
              const std::function<xla::StatusOr<xla::Shape>(
                  const TensorShape&, DataType)>* shape_representation_fn);
 
@@ -57,37 +56,19 @@ class XlaContext : public ResourceBase {
   XlaCompiler* compiler() const { return compiler_; }
 
   // Returns the XlaBuilder that Ops use for compiling new expressions.
-  xla::XlaBuilder* builder();
+  xla::XlaBuilder* builder() { return builder_; }
 
   bool allow_cpu_custom_calls() const { return allow_cpu_custom_calls_; }
 
-  bool resolve_compile_time_constants() const {
-    return resolve_compile_time_constants_;
-  }
-  bool is_entry_computation() const { return is_entry_computation_; }
-
   const std::vector<XlaExpression>& args() const { return args_; }
   void set_args(std::vector<XlaExpression> args);
 
-  struct Retval {
-    DataType type;
-    TensorShape shape;
-    // An XlaExpression representing the Retval's value.
-    XlaExpression expression;
-  };
-  const std::vector<Retval>& retvals() { return retvals_; }
-
-  // This is called by the Retval Op to associate a computed value
-  // with a specific return value of the subgraph.
-  void AddRetval(int retval_index, DataType type, const TensorShape& shape,
-                 const xla::XlaOp& handle);
+  const std::vector<XlaExpression>& retvals() { return retvals_; }
 
-  // As for Retval, but for return values that are compile-time constants.
-  Status AddConstRetval(int retval_index, DataType dtype,
-                        const xla::LiteralSlice& literal);
-
-  // As for Retval, but for return values that are resource handles.
-  Status AddResourceRetval(int retval_index, XlaResource* resource);
+  // Sets a return value.
+  // Since we do not always know in advance how many return values there are,
+  // grows the return values vector to size index+1 if it is smaller.
+  void SetRetval(int index, const XlaExpression& expression);
 
   // Creates a resource with resource `kind` and initial value `handle`. `name`
   // is a descriptive name for use in error messages. See the `XlaResource`
@@ -140,24 +121,16 @@ class XlaContext : public ResourceBase {
   // Allow ops to emit CustomCall operations for CPU.
   const bool allow_cpu_custom_calls_;
 
-  // If true, constant return values are returned as Tensors instead of
-  // run-time computation outputs.
-  const bool resolve_compile_time_constants_;
-
   // Arguments to the Tensorflow graph, indexed by _Arg index.
   // Includes both compile-time constant arguments and runtime parameters.
   std::vector<XlaExpression> args_;
 
   // Return values of the Tensorflow graph, indexed by _Retval index.
-  std::vector<Retval> retvals_;
+  std::vector<XlaExpression> retvals_;
 
   // Holds ownership of resources. The resources are not ordered.
   std::vector<std::unique_ptr<XlaResource>> resources_;
 
-  // Is this a top-level computation, or an inner computation (e.g., a while
-  // body)?
-  const bool is_entry_computation_;
-
   // Describes the on-host shapes of parameters and return values. Also see:
   // XlaDevice::Options::shape_representation_fn.
   const std::function<xla::StatusOr<xla::Shape>(const TensorShape&, DataType)>*
diff --git a/tensorflow/compiler/tf2xla/xla_expression.cc b/tensorflow/compiler/tf2xla/xla_expression.cc
new file mode 100644
index 0000000000..ca0309166b
--- /dev/null
+++ b/tensorflow/compiler/tf2xla/xla_expression.cc
@@ -0,0 +1,145 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/tf2xla/xla_expression.h"
+
+#include "tensorflow/compiler/tf2xla/literal_util.h"
+#include "tensorflow/compiler/tf2xla/shape_util.h"
+#include "tensorflow/core/framework/types.pb.h"
+#include "tensorflow/core/lib/core/errors.h"
+
+namespace tensorflow {
+
+XlaExpression::XlaExpression() = default;
+
+XlaExpression XlaExpression::Invalid() {
+  XlaExpression e;
+  e.kind_ = Kind::kInvalid;
+  return e;
+}
+
+XlaExpression XlaExpression::Constant(Tensor value) {
+  XlaExpression e;
+  e.kind_ = Kind::kConstant;
+  e.dtype_ = value.dtype();
+  e.constant_value_ = value;
+  return e;
+}
+
+XlaExpression XlaExpression::XlaOp(xla::XlaOp value, DataType dtype) {
+  XlaExpression e;
+  e.kind_ = Kind::kXlaOp;
+  e.dtype_ = dtype;
+  e.handle_ = value;
+  return e;
+}
+
+XlaExpression XlaExpression::Resource(XlaResource* resource) {
+  XlaExpression e;
+  e.kind_ = Kind::kResource;
+  e.dtype_ = DT_RESOURCE;
+  e.resource_ = resource;
+  return e;
+}
+
+string XlaExpression::HumanString() const {
+  switch (kind_) {
+    case Kind::kInvalid:
+      return "invalid";
+    case Kind::kConstant:
+      return "constant";
+    case Kind::kXlaOp:
+      return "xla_op";
+    case Kind::kResource:
+      return "resource";
+  }
+}
+
+xla::XlaOp XlaExpression::AsXlaOp(xla::XlaBuilder* builder) const {
+  return builder->ReportErrorOrReturn([&]() -> xla::StatusOr<xla::XlaOp> {
+    switch (kind_) {
+      case Kind::kConstant: {
+        xla::BorrowingLiteral literal;
+        TF_RETURN_IF_ERROR(
+            HostTensorToBorrowingLiteral(constant_value_, &literal));
+        return xla::ConstantLiteral(builder, literal);
+      }
+      case Kind::kXlaOp:
+        if (builder != handle_.builder()) {
+          return errors::InvalidArgument(
+              "Mismatched builders in XlaExpression::AsXlaOp");
+        }
+        return handle_;
+      default:
+        return errors::InvalidArgument("AsXlaOp called on XlaExpression: ",
+                                       HumanString());
+    }
+  });
+}
+
+xla::StatusOr<absl::optional<Tensor>> XlaExpression::ResolveConstant(
+    xla::Client* client) const {
+  switch (kind()) {
+    case Kind::kConstant:
+      return {constant_value()};
+    case Kind::kXlaOp:
+      break;
+    case Kind::kResource:
+    case Kind::kInvalid:
+      return errors::InvalidArgument(
+          "ResolveConstant called on XlaExpression: ", HumanString());
+  }
+
+  TF_ASSIGN_OR_RETURN(bool is_constant,
+                      handle().builder()->IsConstant(handle()));
+  if (!is_constant) return {absl::nullopt};
+
+  TF_ASSIGN_OR_RETURN(xla::XlaComputation constant_graph,
+                      handle().builder()->BuildConstantSubGraph(handle()));
+
+  TF_ASSIGN_OR_RETURN(TensorShape shape, GetShape());
+
+  // The XLA layout is specified minor to major, and TensorFlow uses a major to
+  // minor order.
+  std::vector<int64> layout_indices(shape.dims());
+  std::iota(layout_indices.rbegin(), layout_indices.rend(), 0);
+  xla::Layout layout = xla::LayoutUtil::MakeLayout(layout_indices);
+  TF_ASSIGN_OR_RETURN(xla::Literal literal,
+                      client->ComputeConstant(constant_graph, &layout));
+  Tensor tensor;
+  TF_RETURN_IF_ERROR(LiteralToHostTensor(literal, dtype(), &tensor));
+  return {tensor};
+}
+
+xla::StatusOr<TensorShape> XlaExpression::GetShape() const {
+  switch (kind_) {
+    case Kind::kConstant:
+      return constant_value().shape();
+    case Kind::kXlaOp: {
+      TF_ASSIGN_OR_RETURN(xla::Shape xla_shape,
+                          handle().builder()->GetShape(handle()));
+      TensorShape shape;
+      TF_RETURN_IF_ERROR(XLAShapeToTensorShape(xla_shape, &shape));
+      return shape;
+    }
+    case Kind::kResource:
+      return TensorShape({});
+    case Kind::kInvalid:
+      return errors::InvalidArgument(
+          "GetShape() called on invalid XlaExpression");
+  }
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/xla_expression.h b/tensorflow/compiler/tf2xla/xla_expression.h
new file mode 100644
index 0000000000..bed6761d36
--- /dev/null
+++ b/tensorflow/compiler/tf2xla/xla_expression.h
@@ -0,0 +1,115 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_TF2XLA_XLA_EXPRESSION_H_
+#define TENSORFLOW_COMPILER_TF2XLA_XLA_EXPRESSION_H_
+
+#include "absl/types/optional.h"
+#include "tensorflow/compiler/tf2xla/xla_resource.h"
+#include "tensorflow/compiler/xla/client/client.h"
+#include "tensorflow/compiler/xla/client/xla_builder.h"
+#include "tensorflow/compiler/xla/statusor.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/lib/core/status.h"
+
+namespace tensorflow {
+
+// A XlaExpression represents a symbolic TensorFlow value in a TF->XLA
+// compilation.
+// An expression is one of:
+// * a constant tensor.
+// * an xla::XlaOp, representing a symbolic XLA value.
+// * a resource, e.g., a variable, represented as an XlaResource pointer.
+//
+// Constant tensors are mostly an optimization to avoid passing large constants
+// to XLA, but are also sometimes used to represent tensors that have no XLA
+// representation, for example, DT_STRING tensors. A canonical use case might be
+// an error message string.
+class XlaExpression {
+ public:
+  enum class Kind {
+    kInvalid,
+    kConstant,
+    kXlaOp,
+    kResource,
+  };
+
+  XlaExpression();
+  XlaExpression(const XlaExpression&) = default;
+  XlaExpression& operator=(const XlaExpression&) = default;
+
+  // Builds an invalid expression. (Same as the default constructor, but makes
+  // the intent clearer.)
+  static XlaExpression Invalid();
+
+  // Builds a constant XLA expression.
+  static XlaExpression Constant(Tensor value);
+
+  // Builds a XlaOp expression. Since the mapping from TF data types to XLA
+  // types is not 1-1, the TF type must also be provided; in general it cannot
+  // be derived from the XLA type.
+  static XlaExpression XlaOp(xla::XlaOp value, DataType dtype);
+
+  // Builds a resource expression.
+  static XlaExpression Resource(XlaResource* resource);
+
+  Kind kind() const { return kind_; }
+
+  DataType dtype() const { return dtype_; }
+
+  // handle() returns the XlaOp that backs a kXlaOp expression.
+  const xla::XlaOp& handle() const { return handle_; }
+
+  const Tensor& constant_value() const { return constant_value_; }
+
+  XlaResource* resource() const { return resource_; }
+
+  // Returns a human-readable summary of the expression.
+  string HumanString() const;
+
+  // Returns the value of a kConstant or kXlaOp as an xla::XlaOp. Returns
+  // an erroneous XlaOp if the expression is not a constant or an expression.
+  xla::XlaOp AsXlaOp(xla::XlaBuilder* builder) const;
+
+  // If a kXlaOp or kConstant expression can be resolved to a compile-time
+  // constant, returns the value as a host-memory Tensor. Returns an empty
+  // optional if it cannot be resolved. Returns an error if passed a resource
+  // expression.
+  xla::StatusOr<absl::optional<Tensor>> ResolveConstant(
+      xla::Client* client) const;
+
+  // Returns the shape of the tensor.
+  // The shape of a resource is the shape of a resource handle (i.e., a scalar),
+  // not the shape of the resource's value.
+  xla::StatusOr<TensorShape> GetShape() const;
+
+ private:
+  Kind kind_ = Kind::kInvalid;
+
+  DataType dtype_ = DT_INVALID;
+
+  // The XLA handle of the expression's computation, if kind_ == kXlaOp.
+  xla::XlaOp handle_;
+
+  // The value of the constant, if kind_ == kConstant.
+  Tensor constant_value_;
+
+  // The resource, if kind_ == kResource. Not owned.
+  XlaResource* resource_ = nullptr;
+};
+
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_COMPILER_TF2XLA_XLA_EXPRESSION_H_
diff --git a/tensorflow/compiler/tf2xla/xla_expression_test.cc b/tensorflow/compiler/tf2xla/xla_expression_test.cc
new file mode 100644
index 0000000000..84202c9313
--- /dev/null
+++ b/tensorflow/compiler/tf2xla/xla_expression_test.cc
@@ -0,0 +1,135 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <memory>
+
+#include "absl/memory/memory.h"
+#include "tensorflow/compiler/tf2xla/xla_expression.h"
+#include "tensorflow/compiler/tf2xla/xla_resource.h"
+#include "tensorflow/compiler/xla/client/client_library.h"
+#include "tensorflow/compiler/xla/client/local_client.h"
+#include "tensorflow/compiler/xla/client/xla_builder.h"
+#include "tensorflow/compiler/xla/literal.h"
+#include "tensorflow/compiler/xla/shape_util.h"
+#include "tensorflow/compiler/xla/status_macros.h"
+#include "tensorflow/compiler/xla/tests/literal_test_util.h"
+#include "tensorflow/core/framework/tensor_testutil.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace tensorflow {
+namespace {
+
+class XlaExpressionTest : public ::testing::Test {
+ protected:
+  void SetUp() override {
+    client_ = xla::ClientLibrary::LocalClientOrDie();
+    builder_ = absl::make_unique<xla::XlaBuilder>("acomputation");
+    constant_ = test::AsScalar<int32>(42);
+    op_ = xla::ConstantR0<int32>(builder_.get(), 7);
+    non_constant_op_ = xla::Parameter(
+        builder_.get(), 0, xla::ShapeUtil::MakeShape(xla::F32, {}), "x");
+    resource_ = absl::make_unique<XlaResource>(
+        XlaResource::kVariable, /*arg_num=*/0, /*name=*/string("avariable"),
+        DT_INT32, TensorShape({17, 3}), op_, /*tensor_array_size=*/-1,
+        /*tensor_array_gradients=*/std::set<string>(),
+        /*tensor_array_multiple_writes_aggregate=*/false);
+  }
+
+  xla::Client* client_;
+  std::unique_ptr<xla::XlaBuilder> builder_;
+  Tensor constant_;
+  xla::XlaOp op_;
+  xla::XlaOp non_constant_op_;
+  std::unique_ptr<XlaResource> resource_;
+};
+
+TEST_F(XlaExpressionTest, Kind) {
+  EXPECT_TRUE(XlaExpression::Kind::kInvalid == XlaExpression().kind());
+  EXPECT_TRUE(XlaExpression::Kind::kInvalid == XlaExpression::Invalid().kind());
+  EXPECT_TRUE(XlaExpression::Kind::kConstant ==
+              XlaExpression::Constant(constant_).kind());
+  EXPECT_TRUE(XlaExpression::Kind::kXlaOp ==
+              XlaExpression::XlaOp(op_, DT_INT32).kind());
+  EXPECT_TRUE(XlaExpression::Kind::kResource ==
+              XlaExpression::Resource(resource_.get()).kind());
+}
+
+TEST_F(XlaExpressionTest, HumanString) {
+  EXPECT_EQ("invalid", XlaExpression().HumanString());
+  EXPECT_EQ("invalid", XlaExpression::Invalid().HumanString());
+  EXPECT_EQ("constant", XlaExpression::Constant(constant_).HumanString());
+  EXPECT_EQ("xla_op", XlaExpression::XlaOp(op_, DT_INT32).HumanString());
+  EXPECT_EQ("resource", XlaExpression::Resource(resource_.get()).HumanString());
+}
+
+TEST_F(XlaExpressionTest, AsXlaOp) {
+  xla::XlaOp op_as_op =
+      XlaExpression::XlaOp(op_, DT_INT32).AsXlaOp(builder_.get());
+  EXPECT_TRUE(op_.IsIdenticalTo(op_as_op));
+
+  xla::XlaOp const_as_op =
+      XlaExpression::Constant(constant_).AsXlaOp(builder_.get());
+  TF_ASSERT_OK_AND_ASSIGN(xla::XlaComputation computation,
+                          builder_->BuildConstantSubGraph(const_as_op));
+  TF_ASSERT_OK_AND_ASSIGN(xla::Literal value,
+                          client_->ComputeConstant(computation));
+  EXPECT_TRUE(xla::LiteralTestUtil::Equal(xla::LiteralUtil::CreateR0<int32>(42),
+                                          value));
+}
+
+TEST_F(XlaExpressionTest, GetShape) {
+  EXPECT_FALSE(XlaExpression().GetShape().ok());
+  EXPECT_FALSE(XlaExpression::Invalid().GetShape().ok());
+
+  TF_ASSERT_OK_AND_ASSIGN(TensorShape resource_shape,
+                          XlaExpression::Resource(resource_.get()).GetShape());
+  EXPECT_EQ(TensorShape({}), resource_shape);
+
+  TF_ASSERT_OK_AND_ASSIGN(TensorShape op_shape,
+                          XlaExpression::XlaOp(op_, DT_INT32).GetShape());
+  EXPECT_EQ(TensorShape({}), op_shape);
+
+  TF_ASSERT_OK_AND_ASSIGN(TensorShape constant_shape,
+                          XlaExpression::Constant(constant_).GetShape());
+  EXPECT_EQ(TensorShape({}), constant_shape);
+}
+
+TEST_F(XlaExpressionTest, ResolveConstant) {
+  EXPECT_FALSE(XlaExpression().ResolveConstant(client_).ok());
+  EXPECT_FALSE(XlaExpression::Invalid().ResolveConstant(client_).ok());
+  EXPECT_FALSE(
+      XlaExpression::Resource(resource_.get()).ResolveConstant(client_).ok());
+
+  TF_ASSERT_OK_AND_ASSIGN(
+      absl::optional<Tensor> op_constant,
+      XlaExpression::XlaOp(op_, DT_INT32).ResolveConstant(client_));
+  ASSERT_TRUE(op_constant.has_value());
+  test::ExpectTensorEqual<int32>(test::AsScalar<int32>(7), *op_constant);
+
+  TF_ASSERT_OK_AND_ASSIGN(absl::optional<Tensor> op_nonconstant,
+                          XlaExpression::XlaOp(non_constant_op_, DT_FLOAT)
+                              .ResolveConstant(client_));
+  EXPECT_FALSE(op_nonconstant.has_value());
+
+  TF_ASSERT_OK_AND_ASSIGN(
+      absl::optional<Tensor> constant_constant,
+      XlaExpression::Constant(constant_).ResolveConstant(client_));
+  ASSERT_TRUE(constant_constant.has_value());
+  test::ExpectTensorEqual<int32>(constant_, *constant_constant);
+}
+
+}  // namespace
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/xla_op_kernel.cc b/tensorflow/compiler/tf2xla/xla_op_kernel.cc
index 227915f570..8dd8def054 100644
--- a/tensorflow/compiler/tf2xla/xla_op_kernel.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_kernel.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/compiler/tf2xla/literal_util.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
+#include "tensorflow/compiler/tf2xla/xla_compilation_device.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
 #include "tensorflow/compiler/xla/client/xla_builder.h"
 #include "tensorflow/compiler/xla/client/xla_computation.h"
@@ -43,32 +44,36 @@ xla::XlaBuilder* XlaOpKernelContext::builder() const {
 static const XlaExpression* CastExpressionFromTensor(const Tensor& tensor) {
   const XlaExpression* expression =
       reinterpret_cast<const XlaExpression*>(tensor.tensor_data().data());
-  CHECK(expression->handle().valid() || expression->resource() != nullptr);
-  VLOG(1) << "Fetched T" << expression->handle();
+  CHECK(expression->kind() != XlaExpression::Kind::kInvalid)
+      << expression->HumanString();
   return expression;
 }
 
-// Retrieves an uninitialized XlaExpression from a newly-allocated tensor.
-static XlaExpression* CastExpressionFromUninitializedTensor(Tensor* tensor) {
+// Assigns an XlaExpression to a tensor on an XLA compilation device.
+static void AssignExpressionToTensor(Tensor* tensor,
+                                     const XlaExpression& value) {
   const XlaExpression* expression =
       reinterpret_cast<const XlaExpression*>(tensor->tensor_data().data());
-  CHECK(!expression->handle().valid());
-  return const_cast<XlaExpression*>(expression);
+  CHECK(expression->kind() == XlaExpression::Kind::kInvalid)
+      << expression->HumanString();
+  *const_cast<XlaExpression*>(expression) = value;
 }
 
-// Retrieves the XlaOp from an input Tensor to an Op. This computation was
-// constructed by an Op that executed previously and created the output Tensor
-// using CreateOutputTensorFromComputation or CreateConstantOutputTensor.
-static const xla::XlaOp& GetComputationFromTensor(const Tensor& tensor) {
-  return CastExpressionFromTensor(tensor)->handle();
+const XlaExpression& XlaOpKernelContext::InputExpression(int index) {
+  return *CastExpressionFromTensor(context_->input(index));
 }
 
-const xla::XlaOp& XlaOpKernelContext::Input(int index) {
-  return GetComputationFromTensor(context_->input(index));
+const XlaExpression& XlaOpKernelContext::InputExpression(
+    absl::string_view name) {
+  return *CastExpressionFromTensor(GetInputTensorByName(name));
 }
 
-const xla::XlaOp& XlaOpKernelContext::Input(absl::string_view name) {
-  return GetComputationFromTensor(GetInputTensorByName(name));
+xla::XlaOp XlaOpKernelContext::Input(int index) {
+  return InputExpression(index).AsXlaOp(builder());
+}
+
+xla::XlaOp XlaOpKernelContext::Input(absl::string_view name) {
+  return InputExpression(name).AsXlaOp(builder());
 }
 
 TensorShape XlaOpKernelContext::InputShape(int index) {
@@ -125,59 +130,18 @@ Status XlaOpKernelContext::ConstantInput(absl::string_view name,
 Status XlaOpKernelContext::ConstantInputReshaped(
     int index, absl::Span<const int64> new_dims,
     xla::Literal* constant_literal) {
-  const Tensor& tensor = context_->input(index);
-  TensorShape new_shape(new_dims);
-  if (tensor.NumElements() != new_shape.num_elements()) {
-    return errors::InvalidArgument(
-        context_->op_kernel().name(), " input ", index, " has shape ",
-        tensor.shape().DebugString(),
-        " but was asked to be reshaped to incompatible shape ",
-        new_shape.DebugString());
-  }
-  const XlaExpression* expression = CastExpressionFromTensor(tensor);
-
-  // If the tensor has a known constant value, there is no need to invoke XLA.
-  if (expression->has_constant_value()) {
-    Tensor temp(tensor.dtype());
-    if (!temp.CopyFrom(expression->constant_value(), new_shape)) {
-      // This should never happen. The constant should have a shape compatible
-      // with the enclosing Tensor.
-      return errors::Internal("Incompatible shapes in ConstantInputReshaped.");
-    }
-
-    TF_ASSIGN_OR_RETURN(*constant_literal, HostTensorToLiteral(temp));
-    return Status::OK();
-  }
-
-  // Make sure we treat zero-element tensors as constant.
-  if (new_shape.num_elements() == 0) {
-    Tensor temp(tensor.dtype(), new_shape);
-    TF_ASSIGN_OR_RETURN(*constant_literal, HostTensorToLiteral(temp));
-    return Status::OK();
-  }
-
-  xla::XlaOp handle = expression->handle();
-  if (new_shape != tensor.shape()) {
-    // Reshape the handle to the desired shape.
-    handle = xla::Reshape(handle, new_shape.dim_sizes());
-  }
-
-  // The XLA layout is specified minor to major, and TensorFlow's minor
-  // dimension is the last one.
-  std::vector<int64> layout_indices(new_shape.dims());
-  std::iota(layout_indices.rbegin(), layout_indices.rend(), 0);
-  xla::Layout layout = xla::LayoutUtil::MakeLayout(layout_indices);
-
-  xla::StatusOr<bool> is_constant = builder()->IsConstant(handle);
-  if (!is_constant.ok()) {
-    Status status = is_constant.status();
+  XlaExpression e = InputExpression(index);
+  xla::StatusOr<absl::optional<Tensor>> constant_or_status =
+      e.ResolveConstant(compiler()->client());
+  if (!constant_or_status.ok()) {
+    Status status = constant_or_status.status();
     errors::AppendToMessage(&status, "while evaluating input ", index, " of ",
                             context_->op_kernel().type_string(),
                             " operator as a compile-time constant.");
     return status;
   }
-
-  if (!is_constant.ValueOrDie()) {
+  absl::optional<Tensor> constant = constant_or_status.ValueOrDie();
+  if (!constant.has_value()) {
     return errors::InvalidArgument(
         "Input ", index, " to ", context_->op_kernel().type_string(),
         " operator must be a compile-time constant.\n"
@@ -190,25 +154,16 @@ Status XlaOpKernelContext::ConstantInputReshaped(
         "stateful operation such as a random number generator.");
   }
 
-  // Ask the XLA compiler to evaluate the data handle to a literal.
-  xla::StatusOr<xla::XlaComputation> constant_graph =
-      builder()->BuildConstantSubGraph(handle);
-  if (!constant_graph.ok()) {
-    return errors::Internal(
-        "Error getting a compile-time constant graph for ",
-        context_->op_kernel().name(), " input ", index,
-        ".\nError: ", constant_graph.status().error_message());
-  }
-  xla::StatusOr<xla::Literal> computed = compiler()->client()->ComputeConstant(
-      constant_graph.ValueOrDie(), &layout);
-  if (!computed.ok()) {
-    return errors::Internal("Error evaluating ", context_->op_kernel().name(),
-                            " input ", index,
-                            " as a compile-time constant.\nError: ",
-                            computed.status().error_message());
+  Tensor temp(constant->dtype());
+  if (!temp.CopyFrom(*constant, TensorShape(new_dims))) {
+    return errors::InvalidArgument(
+        context_->op_kernel().name(), " input ", index, " has shape ",
+        constant->shape().DebugString(),
+        " but was asked to be reshaped to incompatible shape ",
+        TensorShape(new_dims).DebugString());
   }
-  *constant_literal = std::move(computed).ValueOrDie();
 
+  TF_ASSIGN_OR_RETURN(*constant_literal, HostTensorToLiteral(temp));
   return Status::OK();
 }
 
@@ -363,7 +318,7 @@ Status XlaOpKernelContext::InputList(absl::string_view name,
   handles->clear();
   shapes->clear();
   for (const Tensor& input : inputs) {
-    handles->push_back(GetComputationFromTensor(input));
+    handles->push_back(CastExpressionFromTensor(input)->AsXlaOp(builder()));
     shapes->push_back(input.shape());
   }
   return Status::OK();
@@ -449,90 +404,53 @@ Status XlaOpKernelContext::GetVariableTypeAndShape(int index, DataType* type,
   return Status::OK();
 }
 
-Status XlaOpKernelContext::allocate_output(int index, const xla::Shape& shape,
-                                           Tensor** output) {
-  // The step's default allocator is the dummy XlaCompilationAllocator which
-  // simply allocates a metadata buffer to hold the expression to which it
-  // corresponds.
-  if (expected_output_dtype(index) == DT_VARIANT) {
-    // tensor_data() is not supported for variant Tensor (i.e.,
-    // DataTypeCanUseMemcpy is false for DT_VARIANT), and so storing the
-    // XlaExpression inside the Tensor's tensor_data() does not work for
-    // variant. Instead construct a uint8 tensor and store the expression in its
-    // value.
-    // TODO(jpienaar): This should be refactored to stop masquerading
-    // XlaExpressions as Tensors.
-    *output = new Tensor();
-    TensorShape tensor_shape;
-    TF_RETURN_IF_ERROR(
-        context_->allocate_temp(DT_UINT8, tensor_shape, *output));
-    context_->set_output(index, **output);
-  } else {
-    TensorShape tensor_shape;
-    TF_RETURN_IF_ERROR(XLAShapeToTensorShape(shape, &tensor_shape));
-    TF_RETURN_IF_ERROR(context_->allocate_output(index, tensor_shape, output));
+void XlaOpKernelContext::SetOutputExpression(int index,
+                                             const XlaExpression& expression) {
+  Status status = [&] {
+    // The step's default allocator is the dummy XlaCompilationAllocator which
+    // simply allocates a metadata buffer to hold the expression to which it
+    // corresponds.
+    Tensor* output = nullptr;
+    // Provides a special behavior for DT_VARIANT: a variant is treated as
+    // DT_UINT8 scalar as the type to allow mapping for variant to more generic
+    // types.
+    if (expression.dtype() == DT_VARIANT) {
+      // tensor_data() is not supported for variant Tensor (i.e.,
+      // DataTypeCanUseMemcpy is false for DT_VARIANT), and so storing the
+      // XlaExpression inside the Tensor's tensor_data() does not work for
+      // variant. Instead construct a uint8 tensor and store the expression in
+      // its value.
+      // TODO(jpienaar): This should be refactored to stop masquerading
+      // XlaExpressions as Tensors.
+      output = new Tensor();
+      TensorShape tensor_shape;
+      TF_RETURN_IF_ERROR(
+          context_->allocate_temp(DT_UINT8, tensor_shape, output));
+      context_->set_output(index, *output);
+    } else {
+      TF_ASSIGN_OR_RETURN(TensorShape shape, expression.GetShape());
+      TF_RETURN_IF_ERROR(context_->allocate_output(index, shape, &output));
+    }
+    AssignExpressionToTensor(output, expression);
+    return Status::OK();
+  }();
+  if (!status.ok()) {
+    SetStatus(status);
   }
-  return Status::OK();
 }
 
 void XlaOpKernelContext::SetOutput(int index, const xla::XlaOp& handle) {
-  // Makes the host Tensor that will refer to the expression.
-  Tensor* output = nullptr;
-  auto shape_or = builder()->GetShape(handle);
-  if (!shape_or.ok()) {
-    SetStatus(shape_or.status());
-    return;
-  }
-
-  OP_REQUIRES_OK(context_,
-                 allocate_output(index, shape_or.ValueOrDie(), &output));
-
-  // The expression is stored in the tensor's data buffer. Fill in the
-  // fields now.
-  XlaExpression* expression = CastExpressionFromUninitializedTensor(output);
-  expression->set_handle(handle);
+  SetOutputExpression(
+      index,
+      XlaExpression::XlaOp(handle, context_->expected_output_dtype(index)));
 }
 
 void XlaOpKernelContext::SetConstantOutput(int index, const Tensor& constant) {
-  const TensorShape& shape = constant.shape();
-
-  xla::BorrowingLiteral literal;
-  OP_REQUIRES_OK(context_, HostTensorToBorrowingLiteral(constant, &literal));
-
-  xla::XlaOp handle = xla::ConstantLiteral(builder(), literal);
-  CHECK(handle.valid());
-
-  // Make the Tensor that will refer to the expression.
-  Tensor* output = nullptr;
-  // The step's default allocator is the dummy XlaCompilationAllocator which
-  // simply allocates a metadata buffer to hold the expression to which it
-  // corresponds.
-  OP_REQUIRES_OK(context_, context_->allocate_output(index, shape, &output));
-
-  // The expression is stored in the tensor's data buffer. Fill in the
-  // fields now.
-  XlaExpression* expression = CastExpressionFromUninitializedTensor(output);
-  expression->set_handle(handle);
-  expression->set_constant_value(constant);
-}
-
-void XlaOpKernelContext::SetInvalidOutput(int index) {
-  Tensor* output = nullptr;
-  OP_REQUIRES_OK(context_,
-                 context_->allocate_output(index, TensorShape({}), &output));
-  XlaExpression* expression = CastExpressionFromUninitializedTensor(output);
-  xla::XlaOp handle;
-  expression->set_handle(handle);
+  SetOutputExpression(index, XlaExpression::Constant(constant));
 }
 
 void XlaOpKernelContext::SetResourceOutput(int index, XlaResource* resource) {
-  Tensor* output = nullptr;
-  // The shape of the output tensor is the shape of the resource itself
-  // (i.e., a scalar), not the shape of the resource's value.
-  OP_REQUIRES_OK(context_,
-                 context_->allocate_output(index, TensorShape(), &output));
-  XlaExpression* expression = CastExpressionFromUninitializedTensor(output);
-  expression->set_resource(resource);
+  SetOutputExpression(index, XlaExpression::Resource(resource));
 }
 
 Status XlaOpKernelContext::GetResourceInput(int index, XlaResource** resource) {
diff --git a/tensorflow/compiler/tf2xla/xla_op_kernel.h b/tensorflow/compiler/tf2xla/xla_op_kernel.h
index 3d9499f5fa..c06efa2c47 100644
--- a/tensorflow/compiler/tf2xla/xla_op_kernel.h
+++ b/tensorflow/compiler/tf2xla/xla_op_kernel.h
@@ -88,9 +88,9 @@ class XlaOpKernelContext {
   // Returns input `index` as a XlaOp. Unlike
   // OpKernelContext::Input returns a symbolic value rather than a concrete
   // Tensor.
-  const xla::XlaOp& Input(int index);
+  xla::XlaOp Input(int index);
   // Returns input `name` as a XlaOp.
-  const xla::XlaOp& Input(absl::string_view name);
+  xla::XlaOp Input(absl::string_view name);
 
   // Returns true if all inputs are the same shape, otherwise sets the
   // status to a non-OK value and returns false.
@@ -142,6 +142,10 @@ class XlaOpKernelContext {
   Status ConstantInputList(absl::string_view name,
                            std::vector<xla::Literal>* literals);
 
+  // Returns an XlaExpression describing the value of 'index'.
+  const XlaExpression& InputExpression(int index);
+  const XlaExpression& InputExpression(absl::string_view name);
+
   // Outputs
 
   int num_outputs() const { return context_->num_outputs(); }
@@ -159,9 +163,8 @@ class XlaOpKernelContext {
   // SetConstantOutput where possible.
   void SetConstantOutput(int index, const Tensor& host_tensor);
 
-  // Sets output `index` to an invalid value.
-  // Any subsequent attempt to consume this output will cause an error.
-  void SetInvalidOutput(int index);
+  // Returns an XlaExpression describing the value of 'index'.
+  void SetOutputExpression(int index, const XlaExpression& expression);
 
   // Status handling.
   void SetStatus(const Status& status) { context_->SetStatus(status); }
@@ -249,11 +252,6 @@ class XlaOpKernelContext {
   // Returns the tensor of input `name`.
   const Tensor& GetInputTensorByName(absl::string_view name);
 
-  // Wraps OpKernelContext's allocate_output method while providing special
-  // behavior for DT_VARIANT: a variant is treated as DT_UINT8 scalar as the
-  // type to allow mapping for variant to more generic types.
-  Status allocate_output(int index, const xla::Shape& shape, Tensor** output);
-
   // Evaluates input `index`, reshapes it to `new_shape` if new_shape !=
   // InputShape(index), and stores it in `*constant_literal`. If the input
   // cannot be evaluated, e.g., because it depends on unbound parameters,
-- 
GitLab


From 058717dd41ac7410120da47b05706eabcbf3c5ec Mon Sep 17 00:00:00 2001
From: Suharsh Sivakumar <suharshs@google.com>
Date: Mon, 12 Nov 2018 09:28:10 -0800
Subject: [PATCH 1426/1825] QuantizationDetails and CustomQuantization to
 schema.

Allows experimenting with new quantization techniques.

PiperOrigin-RevId: 221104574
---
 tensorflow/lite/schema/schema.fbs         |  24 +-
 tensorflow/lite/schema/schema_generated.h | 300 +++++++++++++++++++++-
 2 files changed, 313 insertions(+), 11 deletions(-)

diff --git a/tensorflow/lite/schema/schema.fbs b/tensorflow/lite/schema/schema.fbs
index 07b16f2812..9b0eae74c3 100644
--- a/tensorflow/lite/schema/schema.fbs
+++ b/tensorflow/lite/schema/schema.fbs
@@ -39,16 +39,34 @@ enum TensorType : byte {
   BOOL = 6,
   INT16 = 7,
   COMPLEX64 = 8,
+  INT8 = 9,
 }
 
-// Parameters for converting a quantized tensor back to float. Given a
-// quantized value q, the corresponding float value f should be:
-//   f = scale * (q - zero_point)
+// Custom quantization parameters for experimenting with new quantization
+// techniques.
+table CustomQuantization {
+  custom:[byte];
+}
+
+// Represents a specific quantization technique's parameters.
+union QuantizationDetails {
+  CustomQuantization,
+}
+
+// Parameters for converting a quantized tensor back to float.
 table QuantizationParameters {
+  // These four parameters are the asymmetric linear quantization parameters.
+  // Given a quantized value q, the corresponding float value f should be:
+  //   f = scale * (q - zero_point)
+  // For other quantization types, the QuantizationDetails below is used.
   min:[float];  // For importing back into tensorflow.
   max:[float];  // For importing back into tensorflow.
   scale:[float];  // For dequantizing the tensor's values.
   zero_point:[long];
+
+  // If this is not none, the quantization parameters above are ignored and the
+  // value of the QuantizationDetails union below should be used.
+  details:QuantizationDetails;
 }
 
 table Tensor {
diff --git a/tensorflow/lite/schema/schema_generated.h b/tensorflow/lite/schema/schema_generated.h
index 479c0d658b..b7885cfcc5 100755
--- a/tensorflow/lite/schema/schema_generated.h
+++ b/tensorflow/lite/schema/schema_generated.h
@@ -22,6 +22,9 @@ limitations under the License.
 
 namespace tflite {
 
+struct CustomQuantization;
+struct CustomQuantizationT;
+
 struct QuantizationParameters;
 struct QuantizationParametersT;
 
@@ -275,11 +278,12 @@ enum TensorType {
   TensorType_BOOL = 6,
   TensorType_INT16 = 7,
   TensorType_COMPLEX64 = 8,
+  TensorType_INT8 = 9,
   TensorType_MIN = TensorType_FLOAT32,
-  TensorType_MAX = TensorType_COMPLEX64
+  TensorType_MAX = TensorType_INT8
 };
 
-inline const TensorType (&EnumValuesTensorType())[9] {
+inline const TensorType (&EnumValuesTensorType())[10] {
   static const TensorType values[] = {
     TensorType_FLOAT32,
     TensorType_FLOAT16,
@@ -289,7 +293,8 @@ inline const TensorType (&EnumValuesTensorType())[9] {
     TensorType_STRING,
     TensorType_BOOL,
     TensorType_INT16,
-    TensorType_COMPLEX64
+    TensorType_COMPLEX64,
+    TensorType_INT8
   };
   return values;
 }
@@ -305,6 +310,7 @@ inline const char * const *EnumNamesTensorType() {
     "BOOL",
     "INT16",
     "COMPLEX64",
+    "INT8",
     nullptr
   };
   return names;
@@ -315,6 +321,87 @@ inline const char *EnumNameTensorType(TensorType e) {
   return EnumNamesTensorType()[index];
 }
 
+enum QuantizationDetails {
+  QuantizationDetails_NONE = 0,
+  QuantizationDetails_CustomQuantization = 1,
+  QuantizationDetails_MIN = QuantizationDetails_NONE,
+  QuantizationDetails_MAX = QuantizationDetails_CustomQuantization
+};
+
+inline const QuantizationDetails (&EnumValuesQuantizationDetails())[2] {
+  static const QuantizationDetails values[] = {
+    QuantizationDetails_NONE,
+    QuantizationDetails_CustomQuantization
+  };
+  return values;
+}
+
+inline const char * const *EnumNamesQuantizationDetails() {
+  static const char * const names[] = {
+    "NONE",
+    "CustomQuantization",
+    nullptr
+  };
+  return names;
+}
+
+inline const char *EnumNameQuantizationDetails(QuantizationDetails e) {
+  const size_t index = static_cast<int>(e);
+  return EnumNamesQuantizationDetails()[index];
+}
+
+template<typename T> struct QuantizationDetailsTraits {
+  static const QuantizationDetails enum_value = QuantizationDetails_NONE;
+};
+
+template<> struct QuantizationDetailsTraits<CustomQuantization> {
+  static const QuantizationDetails enum_value = QuantizationDetails_CustomQuantization;
+};
+
+struct QuantizationDetailsUnion {
+  QuantizationDetails type;
+  void *value;
+
+  QuantizationDetailsUnion() : type(QuantizationDetails_NONE), value(nullptr) {}
+  QuantizationDetailsUnion(QuantizationDetailsUnion&& u) FLATBUFFERS_NOEXCEPT :
+    type(QuantizationDetails_NONE), value(nullptr)
+    { std::swap(type, u.type); std::swap(value, u.value); }
+  QuantizationDetailsUnion(const QuantizationDetailsUnion &) FLATBUFFERS_NOEXCEPT;
+  QuantizationDetailsUnion &operator=(const QuantizationDetailsUnion &u) FLATBUFFERS_NOEXCEPT
+    { QuantizationDetailsUnion t(u); std::swap(type, t.type); std::swap(value, t.value); return *this; }
+  QuantizationDetailsUnion &operator=(QuantizationDetailsUnion &&u) FLATBUFFERS_NOEXCEPT
+    { std::swap(type, u.type); std::swap(value, u.value); return *this; }
+  ~QuantizationDetailsUnion() { Reset(); }
+
+  void Reset();
+
+#ifndef FLATBUFFERS_CPP98_STL
+  template <typename T>
+  void Set(T&& val) {
+    Reset();
+    type = QuantizationDetailsTraits<typename T::TableType>::enum_value;
+    if (type != QuantizationDetails_NONE) {
+      value = new T(std::forward<T>(val));
+    }
+  }
+#endif  // FLATBUFFERS_CPP98_STL
+
+  static void *UnPack(const void *obj, QuantizationDetails type, const flatbuffers::resolver_function_t *resolver);
+  flatbuffers::Offset<void> Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher = nullptr) const;
+
+  CustomQuantizationT *AsCustomQuantization() {
+    return type == QuantizationDetails_CustomQuantization ?
+      reinterpret_cast<CustomQuantizationT *>(value) : nullptr;
+  }
+  const CustomQuantizationT *AsCustomQuantization() const {
+    return type == QuantizationDetails_CustomQuantization ?
+      reinterpret_cast<const CustomQuantizationT *>(value) : nullptr;
+  }
+};
+
+bool VerifyQuantizationDetails(flatbuffers::Verifier &verifier, const void *obj, QuantizationDetails type);
+bool VerifyQuantizationDetailsVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector<flatbuffers::Offset<void>> *values, const flatbuffers::Vector<uint8_t> *types);
+
 enum BuiltinOperator {
   BuiltinOperator_ADD = 0,
   BuiltinOperator_AVERAGE_POOL_2D = 1,
@@ -2024,12 +2111,75 @@ inline const char *EnumNameCustomOptionsFormat(CustomOptionsFormat e) {
   return EnumNamesCustomOptionsFormat()[index];
 }
 
+struct CustomQuantizationT : public flatbuffers::NativeTable {
+  typedef CustomQuantization TableType;
+  std::vector<int8_t> custom;
+  CustomQuantizationT() {
+  }
+};
+
+struct CustomQuantization FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
+  typedef CustomQuantizationT NativeTableType;
+  enum {
+    VT_CUSTOM = 4
+  };
+  const flatbuffers::Vector<int8_t> *custom() const {
+    return GetPointer<const flatbuffers::Vector<int8_t> *>(VT_CUSTOM);
+  }
+  bool Verify(flatbuffers::Verifier &verifier) const {
+    return VerifyTableStart(verifier) &&
+           VerifyOffset(verifier, VT_CUSTOM) &&
+           verifier.VerifyVector(custom()) &&
+           verifier.EndTable();
+  }
+  CustomQuantizationT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  void UnPackTo(CustomQuantizationT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  static flatbuffers::Offset<CustomQuantization> Pack(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+};
+
+struct CustomQuantizationBuilder {
+  flatbuffers::FlatBufferBuilder &fbb_;
+  flatbuffers::uoffset_t start_;
+  void add_custom(flatbuffers::Offset<flatbuffers::Vector<int8_t>> custom) {
+    fbb_.AddOffset(CustomQuantization::VT_CUSTOM, custom);
+  }
+  explicit CustomQuantizationBuilder(flatbuffers::FlatBufferBuilder &_fbb)
+        : fbb_(_fbb) {
+    start_ = fbb_.StartTable();
+  }
+  CustomQuantizationBuilder &operator=(const CustomQuantizationBuilder &);
+  flatbuffers::Offset<CustomQuantization> Finish() {
+    const auto end = fbb_.EndTable(start_);
+    auto o = flatbuffers::Offset<CustomQuantization>(end);
+    return o;
+  }
+};
+
+inline flatbuffers::Offset<CustomQuantization> CreateCustomQuantization(
+    flatbuffers::FlatBufferBuilder &_fbb,
+    flatbuffers::Offset<flatbuffers::Vector<int8_t>> custom = 0) {
+  CustomQuantizationBuilder builder_(_fbb);
+  builder_.add_custom(custom);
+  return builder_.Finish();
+}
+
+inline flatbuffers::Offset<CustomQuantization> CreateCustomQuantizationDirect(
+    flatbuffers::FlatBufferBuilder &_fbb,
+    const std::vector<int8_t> *custom = nullptr) {
+  return tflite::CreateCustomQuantization(
+      _fbb,
+      custom ? _fbb.CreateVector<int8_t>(*custom) : 0);
+}
+
+flatbuffers::Offset<CustomQuantization> CreateCustomQuantization(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+
 struct QuantizationParametersT : public flatbuffers::NativeTable {
   typedef QuantizationParameters TableType;
   std::vector<float> min;
   std::vector<float> max;
   std::vector<float> scale;
   std::vector<int64_t> zero_point;
+  QuantizationDetailsUnion details;
   QuantizationParametersT() {
   }
 };
@@ -2040,7 +2190,9 @@ struct QuantizationParameters FLATBUFFERS_FINAL_CLASS : private flatbuffers::Tab
     VT_MIN = 4,
     VT_MAX = 6,
     VT_SCALE = 8,
-    VT_ZERO_POINT = 10
+    VT_ZERO_POINT = 10,
+    VT_DETAILS_TYPE = 12,
+    VT_DETAILS = 14
   };
   const flatbuffers::Vector<float> *min() const {
     return GetPointer<const flatbuffers::Vector<float> *>(VT_MIN);
@@ -2054,6 +2206,16 @@ struct QuantizationParameters FLATBUFFERS_FINAL_CLASS : private flatbuffers::Tab
   const flatbuffers::Vector<int64_t> *zero_point() const {
     return GetPointer<const flatbuffers::Vector<int64_t> *>(VT_ZERO_POINT);
   }
+  QuantizationDetails details_type() const {
+    return static_cast<QuantizationDetails>(GetField<uint8_t>(VT_DETAILS_TYPE, 0));
+  }
+  const void *details() const {
+    return GetPointer<const void *>(VT_DETAILS);
+  }
+  template<typename T> const T *details_as() const;
+  const CustomQuantization *details_as_CustomQuantization() const {
+    return details_type() == QuantizationDetails_CustomQuantization ? static_cast<const CustomQuantization *>(details()) : nullptr;
+  }
   bool Verify(flatbuffers::Verifier &verifier) const {
     return VerifyTableStart(verifier) &&
            VerifyOffset(verifier, VT_MIN) &&
@@ -2064,6 +2226,9 @@ struct QuantizationParameters FLATBUFFERS_FINAL_CLASS : private flatbuffers::Tab
            verifier.VerifyVector(scale()) &&
            VerifyOffset(verifier, VT_ZERO_POINT) &&
            verifier.VerifyVector(zero_point()) &&
+           VerifyField<uint8_t>(verifier, VT_DETAILS_TYPE) &&
+           VerifyOffset(verifier, VT_DETAILS) &&
+           VerifyQuantizationDetails(verifier, details(), details_type()) &&
            verifier.EndTable();
   }
   QuantizationParametersT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
@@ -2071,6 +2236,10 @@ struct QuantizationParameters FLATBUFFERS_FINAL_CLASS : private flatbuffers::Tab
   static flatbuffers::Offset<QuantizationParameters> Pack(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
 };
 
+template<> inline const CustomQuantization *QuantizationParameters::details_as<CustomQuantization>() const {
+  return details_as_CustomQuantization();
+}
+
 struct QuantizationParametersBuilder {
   flatbuffers::FlatBufferBuilder &fbb_;
   flatbuffers::uoffset_t start_;
@@ -2086,6 +2255,12 @@ struct QuantizationParametersBuilder {
   void add_zero_point(flatbuffers::Offset<flatbuffers::Vector<int64_t>> zero_point) {
     fbb_.AddOffset(QuantizationParameters::VT_ZERO_POINT, zero_point);
   }
+  void add_details_type(QuantizationDetails details_type) {
+    fbb_.AddElement<uint8_t>(QuantizationParameters::VT_DETAILS_TYPE, static_cast<uint8_t>(details_type), 0);
+  }
+  void add_details(flatbuffers::Offset<void> details) {
+    fbb_.AddOffset(QuantizationParameters::VT_DETAILS, details);
+  }
   explicit QuantizationParametersBuilder(flatbuffers::FlatBufferBuilder &_fbb)
         : fbb_(_fbb) {
     start_ = fbb_.StartTable();
@@ -2103,12 +2278,16 @@ inline flatbuffers::Offset<QuantizationParameters> CreateQuantizationParameters(
     flatbuffers::Offset<flatbuffers::Vector<float>> min = 0,
     flatbuffers::Offset<flatbuffers::Vector<float>> max = 0,
     flatbuffers::Offset<flatbuffers::Vector<float>> scale = 0,
-    flatbuffers::Offset<flatbuffers::Vector<int64_t>> zero_point = 0) {
+    flatbuffers::Offset<flatbuffers::Vector<int64_t>> zero_point = 0,
+    QuantizationDetails details_type = QuantizationDetails_NONE,
+    flatbuffers::Offset<void> details = 0) {
   QuantizationParametersBuilder builder_(_fbb);
+  builder_.add_details(details);
   builder_.add_zero_point(zero_point);
   builder_.add_scale(scale);
   builder_.add_max(max);
   builder_.add_min(min);
+  builder_.add_details_type(details_type);
   return builder_.Finish();
 }
 
@@ -2117,13 +2296,17 @@ inline flatbuffers::Offset<QuantizationParameters> CreateQuantizationParametersD
     const std::vector<float> *min = nullptr,
     const std::vector<float> *max = nullptr,
     const std::vector<float> *scale = nullptr,
-    const std::vector<int64_t> *zero_point = nullptr) {
+    const std::vector<int64_t> *zero_point = nullptr,
+    QuantizationDetails details_type = QuantizationDetails_NONE,
+    flatbuffers::Offset<void> details = 0) {
   return tflite::CreateQuantizationParameters(
       _fbb,
       min ? _fbb.CreateVector<float>(*min) : 0,
       max ? _fbb.CreateVector<float>(*max) : 0,
       scale ? _fbb.CreateVector<float>(*scale) : 0,
-      zero_point ? _fbb.CreateVector<int64_t>(*zero_point) : 0);
+      zero_point ? _fbb.CreateVector<int64_t>(*zero_point) : 0,
+      details_type,
+      details);
 }
 
 flatbuffers::Offset<QuantizationParameters> CreateQuantizationParameters(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
@@ -7534,6 +7717,32 @@ inline flatbuffers::Offset<Model> CreateModelDirect(
 
 flatbuffers::Offset<Model> CreateModel(flatbuffers::FlatBufferBuilder &_fbb, const ModelT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
 
+inline CustomQuantizationT *CustomQuantization::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
+  auto _o = new CustomQuantizationT();
+  UnPackTo(_o, _resolver);
+  return _o;
+}
+
+inline void CustomQuantization::UnPackTo(CustomQuantizationT *_o, const flatbuffers::resolver_function_t *_resolver) const {
+  (void)_o;
+  (void)_resolver;
+  { auto _e = custom(); if (_e) { _o->custom.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->custom[_i] = _e->Get(_i); } } };
+}
+
+inline flatbuffers::Offset<CustomQuantization> CustomQuantization::Pack(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
+  return CreateCustomQuantization(_fbb, _o, _rehasher);
+}
+
+inline flatbuffers::Offset<CustomQuantization> CreateCustomQuantization(flatbuffers::FlatBufferBuilder &_fbb, const CustomQuantizationT *_o, const flatbuffers::rehasher_function_t *_rehasher) {
+  (void)_rehasher;
+  (void)_o;
+  struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const CustomQuantizationT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va;
+  auto _custom = _o->custom.size() ? _fbb.CreateVector(_o->custom) : 0;
+  return tflite::CreateCustomQuantization(
+      _fbb,
+      _custom);
+}
+
 inline QuantizationParametersT *QuantizationParameters::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
   auto _o = new QuantizationParametersT();
   UnPackTo(_o, _resolver);
@@ -7547,6 +7756,8 @@ inline void QuantizationParameters::UnPackTo(QuantizationParametersT *_o, const
   { auto _e = max(); if (_e) { _o->max.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->max[_i] = _e->Get(_i); } } };
   { auto _e = scale(); if (_e) { _o->scale.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->scale[_i] = _e->Get(_i); } } };
   { auto _e = zero_point(); if (_e) { _o->zero_point.resize(_e->size()); for (flatbuffers::uoffset_t _i = 0; _i < _e->size(); _i++) { _o->zero_point[_i] = _e->Get(_i); } } };
+  { auto _e = details_type(); _o->details.type = _e; };
+  { auto _e = details(); if (_e) _o->details.value = QuantizationDetailsUnion::UnPack(_e, details_type(), _resolver); };
 }
 
 inline flatbuffers::Offset<QuantizationParameters> QuantizationParameters::Pack(flatbuffers::FlatBufferBuilder &_fbb, const QuantizationParametersT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
@@ -7561,12 +7772,16 @@ inline flatbuffers::Offset<QuantizationParameters> CreateQuantizationParameters(
   auto _max = _o->max.size() ? _fbb.CreateVector(_o->max) : 0;
   auto _scale = _o->scale.size() ? _fbb.CreateVector(_o->scale) : 0;
   auto _zero_point = _o->zero_point.size() ? _fbb.CreateVector(_o->zero_point) : 0;
+  auto _details_type = _o->details.type;
+  auto _details = _o->details.Pack(_fbb);
   return tflite::CreateQuantizationParameters(
       _fbb,
       _min,
       _max,
       _scale,
-      _zero_point);
+      _zero_point,
+      _details_type,
+      _details);
 }
 
 inline TensorT *Tensor::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
@@ -9775,6 +9990,75 @@ inline flatbuffers::Offset<Model> CreateModel(flatbuffers::FlatBufferBuilder &_f
       _metadata_buffer);
 }
 
+inline bool VerifyQuantizationDetails(flatbuffers::Verifier &verifier, const void *obj, QuantizationDetails type) {
+  switch (type) {
+    case QuantizationDetails_NONE: {
+      return true;
+    }
+    case QuantizationDetails_CustomQuantization: {
+      auto ptr = reinterpret_cast<const CustomQuantization *>(obj);
+      return verifier.VerifyTable(ptr);
+    }
+    default: return false;
+  }
+}
+
+inline bool VerifyQuantizationDetailsVector(flatbuffers::Verifier &verifier, const flatbuffers::Vector<flatbuffers::Offset<void>> *values, const flatbuffers::Vector<uint8_t> *types) {
+  if (!values || !types) return !values && !types;
+  if (values->size() != types->size()) return false;
+  for (flatbuffers::uoffset_t i = 0; i < values->size(); ++i) {
+    if (!VerifyQuantizationDetails(
+        verifier,  values->Get(i), types->GetEnum<QuantizationDetails>(i))) {
+      return false;
+    }
+  }
+  return true;
+}
+
+inline void *QuantizationDetailsUnion::UnPack(const void *obj, QuantizationDetails type, const flatbuffers::resolver_function_t *resolver) {
+  switch (type) {
+    case QuantizationDetails_CustomQuantization: {
+      auto ptr = reinterpret_cast<const CustomQuantization *>(obj);
+      return ptr->UnPack(resolver);
+    }
+    default: return nullptr;
+  }
+}
+
+inline flatbuffers::Offset<void> QuantizationDetailsUnion::Pack(flatbuffers::FlatBufferBuilder &_fbb, const flatbuffers::rehasher_function_t *_rehasher) const {
+  switch (type) {
+    case QuantizationDetails_CustomQuantization: {
+      auto ptr = reinterpret_cast<const CustomQuantizationT *>(value);
+      return CreateCustomQuantization(_fbb, ptr, _rehasher).Union();
+    }
+    default: return 0;
+  }
+}
+
+inline QuantizationDetailsUnion::QuantizationDetailsUnion(const QuantizationDetailsUnion &u) FLATBUFFERS_NOEXCEPT : type(u.type), value(nullptr) {
+  switch (type) {
+    case QuantizationDetails_CustomQuantization: {
+      value = new CustomQuantizationT(*reinterpret_cast<CustomQuantizationT *>(u.value));
+      break;
+    }
+    default:
+      break;
+  }
+}
+
+inline void QuantizationDetailsUnion::Reset() {
+  switch (type) {
+    case QuantizationDetails_CustomQuantization: {
+      auto ptr = reinterpret_cast<CustomQuantizationT *>(value);
+      delete ptr;
+      break;
+    }
+    default: break;
+  }
+  value = nullptr;
+  type = QuantizationDetails_NONE;
+}
+
 inline bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type) {
   switch (type) {
     case BuiltinOptions_NONE: {
-- 
GitLab


From c40983fe9a064d5adfe9cdbc8fabd62c391e9b0f Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Mon, 12 Nov 2018 09:28:59 -0800
Subject: [PATCH 1427/1825] Update the TF export for RNN layer API.

The Keras RNN API should be preferred in TF 2.0. I only kept the state_saver
one for the moment. keras.RNN(stateful=True) will be the replacement for this
API, but I think it will need some extra help function to for user to breakdown
input data sequence and reset the RNN states.

PiperOrigin-RevId: 221104731
---
 tensorflow/python/ops/rnn.py                       | 13 ++++++++++---
 tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt | 12 ------------
 2 files changed, 10 insertions(+), 15 deletions(-)

diff --git a/tensorflow/python/ops/rnn.py b/tensorflow/python/ops/rnn.py
index 393e269abf..57ecb50557 100644
--- a/tensorflow/python/ops/rnn.py
+++ b/tensorflow/python/ops/rnn.py
@@ -32,6 +32,7 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import rnn_cell_impl
 from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.ops import variable_scope as vs
+from tensorflow.python.util import deprecation
 from tensorflow.python.util import nest
 from tensorflow.python.util.tf_export import tf_export
 
@@ -480,7 +481,10 @@ def bidirectional_dynamic_rnn(cell_fw, cell_bw, inputs, sequence_length=None,
   return (outputs, output_states)
 
 
-@tf_export("nn.dynamic_rnn")
+@deprecation.deprecated(
+    None,
+    "Please use `keras.layers.RNN(cell)`, which is equivalent to this API")
+@tf_export(v1=["nn.dynamic_rnn"])
 def dynamic_rnn(cell, inputs, sequence_length=None, initial_state=None,
                 dtype=None, parallel_iterations=None, swap_memory=False,
                 time_major=False, scope=None):
@@ -891,7 +895,7 @@ def _dynamic_rnn_loop(cell,
   return (final_outputs, final_state)
 
 
-@tf_export("nn.raw_rnn")
+@tf_export(v1=["nn.raw_rnn"])
 def raw_rnn(cell, loop_fn,
             parallel_iterations=None, swap_memory=False, scope=None):
   """Creates an `RNN` specified by RNNCell `cell` and loop function `loop_fn`.
@@ -1210,7 +1214,10 @@ def raw_rnn(cell, loop_fn,
     return (emit_ta, final_state, final_loop_state)
 
 
-@tf_export("nn.static_rnn")
+@deprecation.deprecated(
+    None, "Please use `keras.layers.RNN(cell, unroll=True)`, "
+    "which is equivalent to this API")
+@tf_export(v1=["nn.static_rnn"])
 def static_rnn(cell,
                inputs,
                initial_state=None,
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 8e9994e54a..2dc5c48aa6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -128,10 +128,6 @@ tf_module {
     name: "dropout"
     argspec: "args=[\'x\', \'keep_prob\', \'noise_shape\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "dynamic_rnn"
-    argspec: "args=[\'cell\', \'inputs\', \'sequence_length\', \'initial_state\', \'dtype\', \'parallel_iterations\', \'swap_memory\', \'time_major\', \'scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'False\', \'False\', \'None\'], "
-  }
   member_method {
     name: "elu"
     argspec: "args=[\'features\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -244,10 +240,6 @@ tf_module {
     name: "quantized_relu_x"
     argspec: "args=[\'features\', \'max_value\', \'min_features\', \'max_features\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'quint8\'>\", \'None\'], "
   }
-  member_method {
-    name: "raw_rnn"
-    argspec: "args=[\'cell\', \'loop_fn\', \'parallel_iterations\', \'swap_memory\', \'scope\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
-  }
   member_method {
     name: "relu"
     argspec: "args=[\'features\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -316,10 +308,6 @@ tf_module {
     name: "static_bidirectional_rnn"
     argspec: "args=[\'cell_fw\', \'cell_bw\', \'inputs\', \'initial_state_fw\', \'initial_state_bw\', \'dtype\', \'sequence_length\', \'scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "static_rnn"
-    argspec: "args=[\'cell\', \'inputs\', \'initial_state\', \'dtype\', \'sequence_length\', \'scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "static_state_saving_rnn"
     argspec: "args=[\'cell\', \'inputs\', \'state_saver\', \'state_name\', \'sequence_length\', \'scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-- 
GitLab


From dcfa1aaa7bf1da1b77631683a18cf31a56e762c1 Mon Sep 17 00:00:00 2001
From: Jian Li <jianlijianli@google.com>
Date: Mon, 12 Nov 2018 09:31:41 -0800
Subject: [PATCH 1428/1825] Internal change

PiperOrigin-RevId: 221105160
---
 tensorflow/lite/kernels/internal/BUILD | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tensorflow/lite/kernels/internal/BUILD b/tensorflow/lite/kernels/internal/BUILD
index 01c4c5d6b2..6d9690ea46 100644
--- a/tensorflow/lite/kernels/internal/BUILD
+++ b/tensorflow/lite/kernels/internal/BUILD
@@ -591,10 +591,9 @@ cc_test(
 cc_test(
     name = "depthwiseconv_quantized_test",
     srcs = ["depthwiseconv_quantized_test.cc"],
+    shard_count = 2,
     tags = [
         "no_oss",
-        # TODO(b/119052685): Re-enable this test in TSAN.
-        "notsan",
         "tflite_not_portable_ios",
     ],
     deps = [
-- 
GitLab


From 54cc77eaf048ac207b80033e057851e55dedef4f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 09:31:53 -0800
Subject: [PATCH 1429/1825] Add configuration rule for remote execution.

PiperOrigin-RevId: 221105195
---
 WORKSPACE                                     | 28 ++++++
 third_party/toolchains/BUILD                  |  6 +-
 .../toolchains/preconfig/generate/BUILD       | 35 ++++++++
 .../preconfig/generate/containers.bzl         |  4 +
 .../preconfig/generate/generate.bzl           | 46 ++++++++++
 .../toolchains/preconfig/generate/generate.sh | 85 +++++++++++++++++++
 .../preconfig/generate/workspace.bzl          | 25 ++++++
 7 files changed, 227 insertions(+), 2 deletions(-)
 create mode 100644 third_party/toolchains/preconfig/generate/BUILD
 create mode 100644 third_party/toolchains/preconfig/generate/containers.bzl
 create mode 100644 third_party/toolchains/preconfig/generate/generate.bzl
 create mode 100755 third_party/toolchains/preconfig/generate/generate.sh
 create mode 100644 third_party/toolchains/preconfig/generate/workspace.bzl

diff --git a/WORKSPACE b/WORKSPACE
index 17961829a6..0c7bc085b5 100644
--- a/WORKSPACE
+++ b/WORKSPACE
@@ -14,6 +14,33 @@ load("@io_bazel_rules_closure//closure:defs.bzl", "closure_repositories")
 
 closure_repositories()
 
+http_archive(
+    name = "base_images_docker",
+    sha256 = "e2b1b7254270bb7605e814a9dbf6d1e4ae04a11136ff1714fbfdabe3f87f7cf9",
+    strip_prefix = "base-images-docker-12801524f867e657fbb5d1a74f31618aff181ac6",
+    urls = ["https://github.com/GoogleCloudPlatform/base-images-docker/archive/12801524f867e657fbb5d1a74f31618aff181ac6.tar.gz"],
+)
+
+http_archive(
+    name = "bazel_toolchains",
+    sha256 = "15b5858b1b5541ec44df31b94c3b8672815b31d71215a98398761ea9f4c4eedb",
+    strip_prefix = "bazel-toolchains-6200b238c9c2d137c0d9a7262c80cc71d98e692b",
+    urls = [
+        "https://github.com/bazelbuild/bazel-toolchains/archive/6200b238c9c2d137c0d9a7262c80cc71d98e692b.tar.gz",
+    ],
+)
+
+http_archive(
+    name = "io_bazel_rules_docker",
+    sha256 = "29d109605e0d6f9c892584f07275b8c9260803bf0c6fcb7de2623b2bedc910bd",
+    strip_prefix = "rules_docker-0.5.1",
+    urls = ["https://github.com/bazelbuild/rules_docker/archive/v0.5.1.tar.gz"],
+)
+
+load("//third_party/toolchains/preconfig/generate:workspace.bzl", "remote_config_workspace")
+
+remote_config_workspace()
+
 # We must check the bazel version before trying to parse any other BUILD
 # files, in case the parsing of those build files depends on the bazel
 # version we require here.
@@ -79,3 +106,4 @@ new_http_archive(
         "http://download.tensorflow.org/models/speech_commands_v0.01.zip",
     ],
 )
+
diff --git a/third_party/toolchains/BUILD b/third_party/toolchains/BUILD
index 3fa5e261d5..a7b4687c02 100644
--- a/third_party/toolchains/BUILD
+++ b/third_party/toolchains/BUILD
@@ -2,6 +2,8 @@ licenses(["restricted"])
 
 package(default_visibility = ["//visibility:public"])
 
+load("//third_party/toolchains/preconfig/generate:containers.bzl", "container_digests")
+
 # Platform for use with remote execution with
 # custom container based off RBE Ubuntu16_04
 # http://gcr.io/cloud-marketplace/google/rbe-ubuntu16-04
@@ -30,6 +32,6 @@ platform(
     remote_execution_properties = """
         properties: {
             name: "container-image"
-            value:"docker://gcr.io/asci-toolchain/nosla-cuda9.0-cudnn7-ubuntu14.04@sha256:c26138f4c38c754da2bad44a8a068523abf7fbd71d58a57ce92e5342c5431bf5"
-        }""",
+            value:"docker://gcr.io/asci-toolchain/nosla-cuda9.0-cudnn7-ubuntu14.04@%s"
+        }""" % container_digests["cuda9.0-cudnn7-ubuntu14.04"],
 )
diff --git a/third_party/toolchains/preconfig/generate/BUILD b/third_party/toolchains/preconfig/generate/BUILD
new file mode 100644
index 0000000000..7e3e93d600
--- /dev/null
+++ b/third_party/toolchains/preconfig/generate/BUILD
@@ -0,0 +1,35 @@
+licenses(["restricted"])
+
+load(":generate.bzl", "tensorflow_rbe_config")
+
+tensorflow_rbe_config(
+    name = "ubuntu14.04-py3-gcc-cuda9.0-cudnn7-nccl2",
+    compiler = "gcc",
+    cuda_version = "9.0",
+    cudnn_version = "7",
+    python_version = "3",
+)
+
+tensorflow_rbe_config(
+    name = "ubuntu14.04-py3-clang-cuda9.0-cudnn7-nccl2",
+    compiler = "clang",
+    cuda_version = "9.0",
+    cudnn_version = "7",
+    python_version = "3",
+)
+
+tensorflow_rbe_config(
+    name = "ubuntu14.04-py3-gcc-cuda10.0-cudnn7-nccl2",
+    compiler = "gcc",
+    cuda_version = "10.0",
+    cudnn_version = "7",
+    python_version = "3",
+)
+
+tensorflow_rbe_config(
+    name = "ubuntu14.04-py3-clang-cuda10.0-cudnn7-nccl2",
+    compiler = "clang",
+    cuda_version = "10.0",
+    cudnn_version = "7",
+    python_version = "3",
+)
diff --git a/third_party/toolchains/preconfig/generate/containers.bzl b/third_party/toolchains/preconfig/generate/containers.bzl
new file mode 100644
index 0000000000..1f9e29d440
--- /dev/null
+++ b/third_party/toolchains/preconfig/generate/containers.bzl
@@ -0,0 +1,4 @@
+container_digests = {
+    "cuda9.0-cudnn7-ubuntu14.04": "sha256:c26138f4c38c754da2bad44a8a068523abf7fbd71d58a57ce92e5342c5431bf5",
+    "cuda10.0-cudnn7-ubuntu14.04": "sha256:34c4a55e2376b300cdc2b903775fc32e62352f6e33f927df5653743324378bfc",
+}
diff --git a/third_party/toolchains/preconfig/generate/generate.bzl b/third_party/toolchains/preconfig/generate/generate.bzl
new file mode 100644
index 0000000000..2fb3a94cdc
--- /dev/null
+++ b/third_party/toolchains/preconfig/generate/generate.bzl
@@ -0,0 +1,46 @@
+load(
+    "@bazel_toolchains//rules:docker_config.bzl",
+    "docker_toolchain_autoconfig",
+)
+
+def _tensorflow_rbe_config(name, cuda_version, cudnn_version, python_version, compiler):
+    docker_toolchain_autoconfig(
+        name = name,
+        base = "@cuda%s-cudnn%s-ubuntu14.04//image" % (cuda_version, cudnn_version),
+        bazel_version = "0.16.1",
+        config_repos = [
+            "local_config_cuda",
+            "local_config_python",
+            "local_config_nccl",
+        ],
+        env = {
+            "ABI_VERSION": "gcc",
+            "ABI_LIBC_VERSION": "glibc_2.19",
+            "BAZEL_COMPILER": compiler,
+            "BAZEL_HOST_SYSTEM": "i686-unknown-linux-gnu",
+            "BAZEL_TARGET_LIBC": "glibc_2.19",
+            "BAZEL_TARGET_CPU": "k8",
+            "BAZEL_TARGET_SYSTEM": "x86_64-unknown-linux-gnu",
+            "CC_TOOLCHAIN_NAME": "linux_gnu_x86",
+            "CC": compiler,
+            "PYTHON_BIN_PATH": "/usr/bin/python%s" % python_version,
+            "TF_NEED_CUDA": "1",
+            "TF_CUDA_CLANG": "1" if compiler == "clang" else "0",
+            "CLEAR_CACHE": "1",
+            "TF_CUDA_COMPUTE_CAPABILITIES": "3.0",
+            "TF_ENABLE_XLA": "1",
+            "TF_CUDNN_VERSION": cudnn_version,
+            "TF_CUDA_VERSION": cuda_version,
+            "NCCL_INSTALL_PATH": "/usr/lib",
+            "NCCL_HDR_PATH": "/usr/include",
+            "TF_NCCL_VERSION": "2",
+            "CUDNN_INSTALL_PATH": "/usr/lib/x86_64-linux-gnu",
+        },
+        # TODO(klimek): We should use the sources that we currently work on, not
+        # just the latest snapshot of tensorflow that is checked in.
+        git_repo = "https://github.com/tensorflow/tensorflow",
+        tags = ["manual"],
+        incompatible_changes_off = True,
+    )
+
+tensorflow_rbe_config = _tensorflow_rbe_config
diff --git a/third_party/toolchains/preconfig/generate/generate.sh b/third_party/toolchains/preconfig/generate/generate.sh
new file mode 100755
index 0000000000..37c5211278
--- /dev/null
+++ b/third_party/toolchains/preconfig/generate/generate.sh
@@ -0,0 +1,85 @@
+#!/bin/bash
+#
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+TARGET="$1"
+OUTPUT="$2"
+
+if [[ -z "${TARGET}" || -z "${OUTPUT}" ]]; then
+  echo "Usage:"
+  echo "$0 <target> <output>"
+  exit 1
+fi
+
+TEMPDIR="$(mktemp -d)"
+ROOT="${PWD}"
+PKG="third_party/toolchains/preconfig"
+IFS='-' read -ra PLATFORM <<< "${TARGET}"
+OS="${PLATFORM[0]}"
+PY_VERSION="${PLATFORM[1]}"
+COMPILER="${PLATFORM[2]}"
+CUDA_VERSION="${PLATFORM[3]}"
+CUDNN_VERSION="${PLATFORM[4]}"
+NCCL_VERSION="${PLATFORM[5]}"
+
+if [[ "${COMPILER}" == "gcc" ]]; then
+  COMPILER="gcc-nvcc-${CUDA_VERSION}"
+fi
+
+echo "OS: ${OS}"
+echo "Python: ${PY_VERSION}"
+echo "Compiler: ${COMPILER}"
+echo "CUDA: ${CUDA_VERSION}"
+echo "CUDNN: ${CUDNN_VERSION}"
+echo "NCCL: ${NCCL_VERSION}"
+
+bazel build "${PKG}/generate:${TARGET}"
+cd "${TEMPDIR}"
+tar xvf "${ROOT}/bazel-bin/${PKG}/generate/${TARGET}_outputs.tar"
+
+# Delete all empty files: configurations leave empty files around when they are
+# unnecessary.
+find . -empty -delete
+
+# We build up the following directory structure with preconfigured packages:
+# <OS>/
+#   <CUDA>-<CUDNN>/
+#   <COMPILER>/
+#   <NCCL>/
+#   <PYTHON>/
+
+# Create our toplevel output directory for the OS.
+mkdir "${OS}"
+
+# Python:
+mv local_config_python "${OS}/${PY_VERSION}"
+
+# NCCL:
+mv local_config_nccl "${OS}/${NCCL_VERSION}"
+
+# Compiler:
+mv local_config_cuda/crosstool "${OS}/${COMPILER}"
+
+# CUDA:
+mv local_config_cuda "${OS}/${CUDA_VERSION}-${CUDNN_VERSION}"
+
+# Cleanup for copybara.
+find "${OS}" -name 'BUILD' -o -name '*.bzl' |xargs buildifier
+find "${OS}" -name 'BUILD' -o -name '*.bzl' |xargs -I {} mv {} {}.oss
+
+# Tar it up:
+tar cvf "${OUTPUT}" "${OS}"
+
diff --git a/third_party/toolchains/preconfig/generate/workspace.bzl b/third_party/toolchains/preconfig/generate/workspace.bzl
new file mode 100644
index 0000000000..f30c2f1ae6
--- /dev/null
+++ b/third_party/toolchains/preconfig/generate/workspace.bzl
@@ -0,0 +1,25 @@
+load(
+    "@io_bazel_rules_docker//container:container.bzl",
+    "container_pull",
+    container_repositories = "repositories",
+)
+load(":containers.bzl", "container_digests")
+
+def _remote_config_workspace():
+    container_repositories()
+
+    container_pull(
+        name = "cuda9.0-cudnn7-ubuntu14.04",
+        registry = "gcr.io",
+        repository = "asci-toolchain/nosla-cuda9.0-cudnn7-ubuntu14.04",
+        digest = container_digests["cuda9.0-cudnn7-ubuntu14.04"],
+    )
+
+    container_pull(
+        name = "cuda10.0-cudnn7-ubuntu14.04",
+        registry = "gcr.io",
+        repository = "asci-toolchain/nosla-cuda10.0-cudnn7-ubuntu14.04",
+        digest = container_digests["cuda10.0-cudnn7-ubuntu14.04"],
+    )
+
+remote_config_workspace = _remote_config_workspace
-- 
GitLab


From bad5d1a98e67963b1250fa1ac0cccf1f5953bcab Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 09:34:11 -0800
Subject: [PATCH 1430/1825] Adding the ragged tensor python ops to tf.core.

PiperOrigin-RevId: 221105659
---
 tensorflow/python/BUILD                       |    4 +
 tensorflow/python/ops/ragged/BUILD            |  683 ++++++++
 tensorflow/python/ops/ragged/__init__.py      |  226 +++
 ...vert_to_tensor_or_ragged_tensor_op_test.py |  209 +++
 .../python/ops/ragged/ragged_array_ops.py     | 1493 +++++++++++++++++
 .../ops/ragged/ragged_batch_gather_op_test.py |  199 +++
 .../ops/ragged/ragged_boolean_mask_op_test.py |  351 ++++
 .../ops/ragged/ragged_concat_op_test.py       |  308 ++++
 .../python/ops/ragged/ragged_const_op_test.py |  370 ++++
 .../ragged/ragged_constant_value_op_test.py   |  267 +++
 .../ops/ragged/ragged_conversion_ops.py       |  409 +++++
 .../python/ops/ragged/ragged_eager_test.py    |   58 +
 .../ops/ragged/ragged_elementwise_ops.py      |  367 ++++
 .../ops/ragged/ragged_elementwise_ops_test.py |  449 +++++
 .../ops/ragged/ragged_expand_dims_op_test.py  |  125 ++
 .../python/ops/ragged/ragged_factory_ops.py   |  678 ++++++++
 .../ops/ragged/ragged_from_sparse_op_test.py  |   95 ++
 .../ops/ragged/ragged_from_tensor_op_test.py  |  462 +++++
 .../ops/ragged/ragged_functional_ops.py       |  115 ++
 .../ops/ragged/ragged_gather_nd_op_test.py    |  232 +++
 .../ops/ragged/ragged_gather_op_test.py       |  144 ++
 .../python/ops/ragged/ragged_getitem.py       |  388 +++++
 .../ops/ragged/ragged_map_fn_op_test.py       |  283 ++++
 .../ragged/ragged_map_inner_values_op_test.py |  210 +++
 .../python/ops/ragged/ragged_map_ops.py       |  446 +++++
 .../python/ops/ragged/ragged_math_ops.py      |  566 +++++++
 .../python/ops/ragged/ragged_operators.py     |   79 +
 .../ops/ragged/ragged_operators_test.py       |  108 ++
 .../python/ops/ragged/ragged_range_op_test.py |  124 ++
 .../ops/ragged/ragged_reduce_op_test.py       |  343 ++++
 .../ops/ragged/ragged_row_lengths_op_test.py  |  184 ++
 ...agged_row_splits_to_segment_ids_op_test.py |   56 +
 ...agged_segment_ids_to_row_splits_op_test.py |   74 +
 .../ops/ragged/ragged_segment_op_test.py      |  236 +++
 .../python/ops/ragged/ragged_stack_op_test.py |  330 ++++
 tensorflow/python/ops/ragged/ragged_tensor.py |  664 ++++++++
 .../ragged_tensor_bounding_shape_op_test.py   |   69 +
 .../python/ops/ragged/ragged_tensor_test.py   | 1209 +++++++++++++
 .../python/ops/ragged/ragged_tensor_value.py  |   97 ++
 .../python/ops/ragged/ragged_tile_op_test.py  |  215 +++
 .../ops/ragged/ragged_to_sparse_op_test.py    |  193 +++
 .../ops/ragged/ragged_to_tensor_op_test.py    |  123 ++
 tensorflow/python/ops/ragged/ragged_util.py   |  231 +++
 .../python/ops/ragged/ragged_util_test.py     |  228 +++
 .../python/ops/ragged/ragged_where_op_test.py |  199 +++
 .../python/ops/ragged/segment_id_ops.py       |  107 ++
 46 files changed, 14006 insertions(+)
 create mode 100644 tensorflow/python/ops/ragged/BUILD
 create mode 100644 tensorflow/python/ops/ragged/__init__.py
 create mode 100644 tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_array_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_batch_gather_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_boolean_mask_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_concat_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_const_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_constant_value_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_conversion_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_eager_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_elementwise_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_elementwise_ops_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_expand_dims_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_factory_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_from_sparse_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_functional_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_gather_nd_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_gather_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_getitem.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_map_fn_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_map_inner_values_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_map_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_math_ops.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_operators.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_operators_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_range_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_reduce_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_row_lengths_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_row_splits_to_segment_ids_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_segment_ids_to_row_splits_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_segment_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_stack_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_tensor.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_tensor_bounding_shape_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_tensor_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_tensor_value.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_tile_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_to_sparse_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_util.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_util_test.py
 create mode 100644 tensorflow/python/ops/ragged/ragged_where_op_test.py
 create mode 100644 tensorflow/python/ops/ragged/segment_id_ops.py

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 5403787a13..45ce58de75 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -151,6 +151,7 @@ py_library(
         "//tensorflow/python/ops/linalg",
         "//tensorflow/python/ops/losses",
         "//tensorflow/python/ops/parallel_for",
+        "//tensorflow/python/ops/ragged",
         "//tensorflow/python/ops/signal",
         "//tensorflow/python/profiler",
         "//tensorflow/python/saved_model",
@@ -1856,6 +1857,7 @@ tf_gen_op_wrapper_private_py(
     visibility = [
         "//learning/brain/contrib/text:__pkg__",
         "//learning/brain/contrib/text/python/ragged:__pkg__",
+        "//tensorflow/python/ops/ragged:__pkg__",
     ],
 )
 
@@ -1864,6 +1866,7 @@ tf_gen_op_wrapper_private_py(
     visibility = [
         "//learning/brain/contrib/text:__pkg__",
         "//learning/brain/contrib/text/python/ragged:__pkg__",
+        "//tensorflow/python/ops/ragged:__pkg__",
     ],
 )
 
@@ -1872,6 +1875,7 @@ tf_gen_op_wrapper_private_py(
     visibility = [
         "//learning/brain/contrib/text:__pkg__",
         "//learning/brain/contrib/text/python/ragged:__pkg__",
+        "//tensorflow/python/ops/ragged:__pkg__",
     ],
 )
 
diff --git a/tensorflow/python/ops/ragged/BUILD b/tensorflow/python/ops/ragged/BUILD
new file mode 100644
index 0000000000..152c6dc841
--- /dev/null
+++ b/tensorflow/python/ops/ragged/BUILD
@@ -0,0 +1,683 @@
+package(
+    default_visibility = [
+        "//intelligence/datum/prensor:__pkg__",
+        "//learning/brain/contrib/text:__pkg__",
+        "//nlp/projects/atc/tf/ops:__pkg__",
+        "//tensorflow:internal",
+    ],
+)
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+load("//tensorflow:tensorflow.bzl", "py_test")
+
+#-------------------------------------------------------------------------------
+# RaggedTensor
+#-------------------------------------------------------------------------------
+
+py_library(
+    name = "ragged",
+    srcs = ["__init__.py"],
+    srcs_version = "PY2AND3",
+    tags = ["nofixdeps"],
+    deps = [
+        ":ragged_array_ops",
+        ":ragged_conversion_ops",
+        ":ragged_elementwise_ops",
+        ":ragged_factory_ops",
+        ":ragged_functional_ops",
+        ":ragged_getitem",
+        ":ragged_map_ops",
+        ":ragged_math_ops",
+        ":ragged_operators",
+        ":ragged_tensor",
+        ":ragged_tensor_value",
+        ":ragged_util",
+        ":segment_id_ops",
+        "//tensorflow/python:util",
+    ],
+)
+
+py_library(
+    name = "ragged_array_ops",
+    srcs = ["ragged_array_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_conversion_ops",
+        ":ragged_factory_ops",
+        ":ragged_functional_ops",
+        ":ragged_math_ops",
+        ":ragged_tensor",
+        ":ragged_util",
+        ":segment_id_ops",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:check_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:ragged_array_ops_gen",
+        "//tensorflow/python:tensor_shape",
+        "//tensorflow/python:tensor_util",
+    ],
+)
+
+py_library(
+    name = "ragged_conversion_ops",
+    srcs = ["ragged_conversion_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_factory_ops",
+        ":ragged_tensor",
+        ":ragged_util",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:ragged_conversion_ops_gen",
+        "//tensorflow/python:sparse_tensor",
+        "//tensorflow/python:tensor_shape",
+    ],
+)
+
+py_library(
+    name = "ragged_factory_ops",
+    srcs = ["ragged_factory_ops.py"],
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:tensor_util",
+        "//tensorflow/python/ops/ragged:ragged_tensor",
+        "//tensorflow/python/ops/ragged:ragged_tensor_value",
+        "//third_party/py/numpy",
+    ],
+)
+
+py_library(
+    name = "ragged_functional_ops",
+    srcs = ["ragged_functional_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_factory_ops",
+        ":ragged_tensor",
+        ":ragged_util",
+        "//tensorflow/python:framework_ops",
+    ],
+)
+
+py_library(
+    name = "ragged_getitem",
+    srcs = ["ragged_getitem.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_array_ops",
+        ":ragged_factory_ops",
+        ":ragged_math_ops",
+        ":ragged_tensor",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+    ],
+)
+
+py_library(
+    name = "ragged_math_ops",
+    srcs = ["ragged_math_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_factory_ops",
+        ":ragged_functional_ops",
+        ":ragged_tensor",
+        ":ragged_util",
+        ":segment_id_ops",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:check_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:ragged_math_ops_gen",
+        "//tensorflow/python:tensor_util",
+    ],
+)
+
+py_library(
+    name = "ragged_elementwise_ops",
+    srcs = ["ragged_elementwise_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_factory_ops",
+        ":ragged_tensor",
+        ":ragged_util",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:clip_ops",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:parsing_ops",
+        "//tensorflow/python:string_ops",
+        "//tensorflow/python:util",
+    ],
+)
+
+py_library(
+    name = "ragged_operators",
+    srcs = ["ragged_operators.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_elementwise_ops",
+        ":ragged_getitem",
+        ":ragged_tensor",
+        "//tensorflow/python:util",
+    ],
+)
+
+py_library(
+    name = "ragged_tensor",
+    srcs = ["ragged_tensor.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_tensor_value",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:session",
+        "//tensorflow/python:tensor_shape",
+    ],
+)
+
+py_library(
+    name = "ragged_tensor_value",
+    srcs = ["ragged_tensor_value.py"],
+    srcs_version = "PY2AND3",
+    deps = ["//third_party/py/numpy"],
+)
+
+py_library(
+    name = "ragged_util",
+    srcs = ["ragged_util.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:check_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+    ],
+)
+
+py_library(
+    name = "segment_id_ops",
+    srcs = ["segment_id_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_util",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:tensor_shape",
+        "//tensorflow/python:tensor_util",
+    ],
+)
+
+py_library(
+    name = "ragged_map_ops",
+    srcs = ["ragged_map_ops.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_array_ops",
+        ":ragged_factory_ops",
+        ":ragged_tensor",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:sparse_tensor",
+        "//tensorflow/python:tensor_array_ops",
+        "//tensorflow/python:util",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python/eager:context",
+    ],
+)
+
+#-------------------------------------------------------------------------------
+# RaggedTensor Tests
+#-------------------------------------------------------------------------------
+
+py_test(
+    name = "ragged_tensor_test",
+    size = "medium",
+    srcs = ["ragged_tensor_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_eager_test",
+    size = "medium",
+    srcs = ["ragged_eager_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_range_op_test",
+    srcs = ["ragged_range_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_tensor_bounding_shape_op_test",
+    srcs = ["ragged_tensor_bounding_shape_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_row_lengths_op_test",
+    srcs = ["ragged_row_lengths_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_gather_op_test",
+    srcs = ["ragged_gather_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_batch_gather_op_test",
+    srcs = ["ragged_batch_gather_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_gather_nd_op_test",
+    srcs = ["ragged_gather_nd_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_row_splits_to_segment_ids_op_test",
+    srcs = ["ragged_row_splits_to_segment_ids_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_segment_ids_to_row_splits_op_test",
+    srcs = ["ragged_segment_ids_to_row_splits_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_from_tensor_op_test",
+    srcs = ["ragged_from_tensor_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_to_sparse_op_test",
+    srcs = ["ragged_to_sparse_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:gradients_impl",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_from_sparse_op_test",
+    srcs = ["ragged_from_sparse_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:sparse_tensor",
+    ],
+)
+
+py_test(
+    name = "ragged_to_tensor_op_test",
+    srcs = ["ragged_to_tensor_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_segment_op_test",
+    srcs = ["ragged_segment_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_reduce_op_test",
+    srcs = ["ragged_reduce_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_map_inner_values_op_test",
+    srcs = ["ragged_map_inner_values_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_const_op_test",
+    srcs = ["ragged_const_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_factory_ops",
+        ":ragged_tensor",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_constant_value_op_test",
+    srcs = ["ragged_constant_value_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "convert_to_tensor_or_ragged_tensor_op_test",
+    srcs = ["convert_to_tensor_or_ragged_tensor_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_boolean_mask_op_test",
+    srcs = ["ragged_boolean_mask_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_concat_op_test",
+    srcs = ["ragged_concat_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_stack_op_test",
+    srcs = ["ragged_stack_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_tile_op_test",
+    srcs = ["ragged_tile_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_array_ops",
+        ":ragged_factory_ops",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_util_test",
+    srcs = ["ragged_util_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged_util",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_expand_dims_op_test",
+    srcs = ["ragged_expand_dims_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_where_op_test",
+    srcs = ["ragged_where_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_elementwise_ops_test",
+    srcs = ["ragged_elementwise_ops_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+        "//third_party/py/numpy",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
+
+py_test(
+    name = "ragged_operators_test",
+    srcs = ["ragged_operators_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
+py_test(
+    name = "ragged_map_fn_op_test",
+    size = "small",
+    srcs = ["ragged_map_fn_op_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ragged",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:string_ops",
+        "//tensorflow/python/keras:backend",
+        "@absl_py//absl/testing:parameterized",
+    ],
+)
diff --git a/tensorflow/python/ops/ragged/__init__.py b/tensorflow/python/ops/ragged/__init__.py
new file mode 100644
index 0000000000..3a28848545
--- /dev/null
+++ b/tensorflow/python/ops/ragged/__init__.py
@@ -0,0 +1,226 @@
+"""Ragged Tensors.
+
+This package defines the [`RaggedTensor`](ragged/RaggedTensor.md) class, which
+represents tensors with non-uniform shapes.  In particular, each `RaggedTensor`
+has one or more *ragged dimensions*, which are dimensions whose slices may have
+different lengths.  For example, the inner (column) dimension of
+`rt=[[3, 1, 4, 1], [], [5, 9, 2], [6], []]` is ragged, since the column slices
+(`rt[0, :]`, ..., `rt[4, :]`) have different lengths.  For a more detailed
+description of ragged tensors, see the [`RaggedTensor`](ragged/RaggedTensor.md)
+class documentation.
+
+## RaggedTensor Operations
+
+This package also defines a collection of operations for manipulating
+ragged tensors.
+
+### RaggedTensor Versions of Standard Tensor Operations
+
+Many of the operations defined by this package are analogous to
+[`Tensor`](https://www.tensorflow.org/api_docs/python/tf/Tensor)
+operations, but they accept `RaggedTensor`s as input and can return
+`RaggedTensor`s as output.  For example, `ragged.add` performs elementwise
+addition just like `tf.add`, but can be used on `RaggedTensor`s.
+
+These `RaggedTensor` versions of the standard `Tensor` operations can also be
+used with standard `Tensors`; and for the most part, they will return the same
+value that the standard `Tensor` operation would return.  However, there are
+a few notable exceptions:
+
+* For [`ragged.stack(...)`](ragged/stack.md) and
+  [`ragged.concat(...)`](ragged/concat.md), the input tensors are not required
+  to have matching shapes.  In the returned tensor, all dimensions up to the
+  `axis` dimension will be ragged.
+
+### Ragged-Tensor Specific Operations
+
+The following operations are specific to ragged tensors:
+
+* **Factory ops**:
+  [`constant(...)`](ragged/constant.md),
+  [`from_row_splits(...)`](ragged/from_row_splits.md),
+  [`from_row_lengths(...)`](ragged/from_row_lengths.md),
+  [`from_row_starts(...)`](ragged/from_row_starts.md),
+  [`from_row_limits(...)`](ragged/from_row_limits.md),
+  [`from_value_rowids(...)`](ragged/from_value_rowids.md),
+  [`from_nested_row_splits(...)`](ragged/from_nested_row_splits.md),
+  [`from_nested_value_rowids(...)`](ragged/from_nested_value_rowids.md).
+
+* **Conversion ops**:
+  [`from_tensor(...)`](ragged/from_tensor.md),
+  [`to_tensor(...)`](ragged/to_tensor.md),
+  [`from_sparse(...)`](ragged/from_sparse.md),
+  [`to_sparse(...)`](ragged/to_sparse.md),
+  [`from_variant(...)`](ragged/from_variant.md),
+  [`to_variant(...)`](ragged/to_variant.md),
+  [`convert_to_tensor_or_ragged_tensor(...)`](
+  ragged/convert_to_tensor_or_ragged_tensor.md).
+
+* **Shape ops**:
+  [`row_splits(...)`](ragged/row_splits.md),
+  [`row_lengths(...)`](ragged/row_lengths.md),
+  [`row_starts(...)`](ragged/row_starts.md),
+  [`row_limits(...)`](ragged/row_limits.md),
+  [`value_rowids(...)`](ragged/value_rowids.md),
+  [`nrows(...)`](ragged/nrows.md),
+  [`nested_row_splits(...)`](ragged/nested_row_splits.md),
+  [`row_splits_to_segment_ids(...)`](ragged/row_splits_to_segment_ids.md),
+  [`segment_ids_to_row_splits(...)`](ragged/segment_ids_to_row_splits.md),
+  [`bounding_shape(...)`](ragged/bounding_shape.md).
+
+* **Functional ops**:
+  [`map_inner_values(...)`](ragged/map_inner_values.md),
+  [`make_elementwise_op(...)`](ragged/make_elementwise_op.md).
+
+
+<!-- Ragged Classes & related helper functions -->
+@@RaggedTensor
+@@RaggedTensorType
+@@RaggedTensorValue
+@@is_ragged
+
+<!-- Factory Ops -->
+@@constant
+@@constant_value
+@@from_row_splits
+@@from_row_lengths
+@@from_row_starts
+@@from_row_limits
+@@from_value_rowids
+@@from_nested_row_splits
+@@from_nested_value_rowids
+@@convert_to_tensor_or_ragged_tensor
+
+<!-- Conversion Ops -->
+@@from_tensor
+@@to_tensor
+@@from_sparse
+@@to_sparse
+@@row_splits_to_segment_ids
+@@segment_ids_to_row_splits
+
+<!-- Array Ops -->
+@@row_splits
+@@row_lengths
+@@row_starts
+@@row_limits
+@@value_rowids
+@@nrows
+@@nested_row_splits
+@@bounding_shape
+@@gather
+@@batch_gather
+@@gather_nd
+@@boolean_mask
+@@concat
+@@stack
+@@tile
+@@expand_dims
+@@where
+
+<!-- Math Ops -->
+@@range
+
+@@segment_sum
+@@segment_prod
+@@segment_min
+@@segment_max
+@@segment_mean
+@@segment_sqrt_n
+
+@@reduce_sum
+@@reduce_prod
+@@reduce_min
+@@reduce_max
+@@reduce_mean
+@@reduce_all
+@@reduce_any
+
+<!-- Functional Ops -->
+@@map_inner_values
+@@map_fn
+
+<!-- Elementwise Ops -->
+@@make_elementwise_op
+
+<!-- Symbols from  ragged_elementwise_ops._symbols_to_export are whitelisted -->
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.ops.ragged import ragged_operators
+
+from tensorflow.python.ops.ragged.ragged_array_ops import batch_gather
+from tensorflow.python.ops.ragged.ragged_array_ops import boolean_mask
+from tensorflow.python.ops.ragged.ragged_array_ops import bounding_shape
+from tensorflow.python.ops.ragged.ragged_array_ops import concat
+from tensorflow.python.ops.ragged.ragged_array_ops import expand_dims
+from tensorflow.python.ops.ragged.ragged_array_ops import gather
+from tensorflow.python.ops.ragged.ragged_array_ops import gather_nd
+from tensorflow.python.ops.ragged.ragged_array_ops import nrows
+from tensorflow.python.ops.ragged.ragged_array_ops import row_lengths
+from tensorflow.python.ops.ragged.ragged_array_ops import row_limits
+from tensorflow.python.ops.ragged.ragged_array_ops import row_starts
+from tensorflow.python.ops.ragged.ragged_array_ops import stack
+from tensorflow.python.ops.ragged.ragged_array_ops import tile
+from tensorflow.python.ops.ragged.ragged_array_ops import value_rowids
+from tensorflow.python.ops.ragged.ragged_array_ops import where
+
+from tensorflow.python.ops.ragged.ragged_conversion_ops import from_sparse
+from tensorflow.python.ops.ragged.ragged_conversion_ops import from_tensor
+from tensorflow.python.ops.ragged.ragged_conversion_ops import to_sparse
+from tensorflow.python.ops.ragged.ragged_conversion_ops import to_tensor
+
+# pylint: disable=protected-access, wildcard-import
+from tensorflow.python.ops.ragged.ragged_elementwise_ops import *
+from tensorflow.python.ops.ragged.ragged_elementwise_ops import _symbols_to_export as _elementwise_ops
+# pylint: enable=protected-access, wildcard-import
+
+from tensorflow.python.ops.ragged.ragged_factory_ops import constant
+from tensorflow.python.ops.ragged.ragged_factory_ops import constant_value
+from tensorflow.python.ops.ragged.ragged_factory_ops import convert_to_tensor_or_ragged_tensor
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_nested_row_splits
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_nested_value_rowids
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_row_lengths
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_row_limits
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_row_splits
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_row_starts
+from tensorflow.python.ops.ragged.ragged_factory_ops import from_value_rowids
+
+from tensorflow.python.ops.ragged.ragged_functional_ops import map_inner_values
+
+from tensorflow.python.ops.ragged.ragged_map_ops import map_fn
+
+from tensorflow.python.ops.ragged.ragged_math_ops import range  # pylint: disable=redefined-builtin
+
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_all
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_any
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_max
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_mean
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_min
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_prod
+from tensorflow.python.ops.ragged.ragged_math_ops import reduce_sum
+
+from tensorflow.python.ops.ragged.ragged_math_ops import segment_max
+from tensorflow.python.ops.ragged.ragged_math_ops import segment_mean
+from tensorflow.python.ops.ragged.ragged_math_ops import segment_min
+from tensorflow.python.ops.ragged.ragged_math_ops import segment_prod
+from tensorflow.python.ops.ragged.ragged_math_ops import segment_sqrt_n
+from tensorflow.python.ops.ragged.ragged_math_ops import segment_sum
+
+from tensorflow.python.ops.ragged.ragged_tensor import is_ragged
+from tensorflow.python.ops.ragged.ragged_tensor import RaggedTensor
+from tensorflow.python.ops.ragged.ragged_tensor import RaggedTensorType
+
+from tensorflow.python.ops.ragged.ragged_tensor_value import RaggedTensorValue
+
+from tensorflow.python.ops.ragged.segment_id_ops import row_splits_to_segment_ids
+from tensorflow.python.ops.ragged.segment_id_ops import segment_ids_to_row_splits
+
+from tensorflow.python.util import all_util as _all_util
+
+# Any symbol that is not referenced (with "@@name") in the module docstring
+# above, or included in the "_elementwise_ops" whitelist, will be removed.
+_all_util.remove_undocumented(__name__, _elementwise_ops)
diff --git a/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py b/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py
new file mode 100644
index 0000000000..b43470dfa1
--- /dev/null
+++ b/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py
@@ -0,0 +1,209 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.convert_to_tensor_or_ragged_tensor."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedConvertToTensorOrRaggedTensorTest(test_util.TensorFlowTestCase,
+                                              parameterized.TestCase):
+
+  #=============================================================================
+  # Tests where the 'value' param is a RaggedTensor
+  #=============================================================================
+  @parameterized.parameters([
+      dict(pylist=[[1, 2], [3]]),
+      dict(pylist=[[1, 2], [3]], preferred_dtype=dtypes.float32),
+      dict(pylist=[[1, 2], [3]], preferred_dtype=dtypes.string),
+  ])
+  def testConvertRaggedTensor(self, pylist, dtype=None, preferred_dtype=None):
+    rt = ragged.constant(pylist)
+    converted = ragged.convert_to_tensor_or_ragged_tensor(
+        rt, dtype, preferred_dtype)
+    self.assertIs(converted, rt)
+
+  @parameterized.parameters([
+      dict(
+          pylist=[[1, 2], [3, 4]],
+          dtype=dtypes.float32,
+          message=('Tensor conversion requested dtype float32 for '
+                   'RaggedTensor with dtype int32')),
+      dict(
+          pylist=[[1, 2], [3, 4]],
+          dtype=dtypes.string,
+          message=('Tensor conversion requested dtype string for '
+                   'RaggedTensor with dtype .*')),
+  ])
+  def testConvertRaggedTensorError(self,
+                                   pylist,
+                                   message,
+                                   dtype=None,
+                                   preferred_dtype=None):
+    rt = ragged.constant(pylist)
+
+    with self.assertRaisesRegexp(ValueError, message):
+      ragged.convert_to_tensor_or_ragged_tensor(rt, dtype, preferred_dtype)
+
+  #=============================================================================
+  # Tests where the 'value' param is a RaggedTensorValue
+  #=============================================================================
+  @parameterized.parameters([
+      dict(
+          value=ragged.constant_value([[1, 2], [3]], dtype=np.int32),
+          expected_dtype=dtypes.int32),
+      dict(
+          value=ragged.constant_value([[b'a', b'b'], [b'c']]),
+          expected_dtype=dtypes.string),
+      dict(
+          value=ragged.constant_value([[1, 2], [3]], dtype=np.int32),
+          dtype=dtypes.float32,
+          expected_dtype=dtypes.float32),
+      dict(
+          value=ragged.constant_value([[1, 2], [3]], dtype=np.int32),
+          preferred_dtype=dtypes.float32,
+          expected_dtype=dtypes.float32),
+      dict(
+          value=ragged.constant_value([[1, 2], [3]], dtype=np.int32),
+          preferred_dtype=dtypes.string,
+          expected_dtype=dtypes.int32),
+  ])
+  def testConvertRaggedTensorValue(self,
+                                   value,
+                                   dtype=None,
+                                   preferred_dtype=None,
+                                   expected_dtype=None):
+    if expected_dtype is None:
+      expected_dtype = value.dtype if dtype is None else dtype
+    converted = ragged.convert_to_tensor_or_ragged_tensor(
+        value, dtype, preferred_dtype)
+    self.assertEqual(value.ragged_rank, converted.ragged_rank)
+    self.assertEqual(dtypes.as_dtype(expected_dtype), converted.dtype)
+    with self.test_session():
+      self.assertEqual(value.tolist(), converted.eval().tolist())
+
+  @parameterized.parameters([
+      dict(
+          value=ragged.constant_value([['a', 'b'], ['c']], dtype=str),
+          dtype=dtypes.int32,
+          message=r"invalid literal for int\(\) with base 10: 'a'"),
+  ])
+  def testConvertRaggedTensorValueError(self,
+                                        value,
+                                        message,
+                                        dtype=None,
+                                        preferred_dtype=None):
+    with self.assertRaisesRegexp(ValueError, message):
+      ragged.convert_to_tensor_or_ragged_tensor(value, dtype, preferred_dtype)
+
+  #=============================================================================
+  # Tests where the 'value' param is a Tensor
+  #=============================================================================
+  @parameterized.parameters([
+      dict(pylist=[[1, 2], [3, 4]]),
+      dict(pylist=[[1, 2], [3, 4]], preferred_dtype=dtypes.float32),
+      dict(pylist=[[1, 2], [3, 4]], preferred_dtype=dtypes.string),
+  ])
+  def testConvertTensor(self, pylist, dtype=None, preferred_dtype=None):
+    tensor = constant_op.constant(pylist)
+    converted = ragged.convert_to_tensor_or_ragged_tensor(
+        tensor, dtype, preferred_dtype)
+    with self.test_session():
+      self.assertIs(tensor, converted)
+
+  @parameterized.parameters([
+      dict(
+          pylist=[[1, 2], [3, 4]],
+          dtype=dtypes.float32,
+          message=('Tensor conversion requested dtype float32 for '
+                   'Tensor with dtype int32')),
+      dict(
+          pylist=[[1, 2], [3, 4]],
+          dtype=dtypes.string,
+          message=('Tensor conversion requested dtype string for '
+                   'Tensor with dtype int32')),
+  ])
+  def testConvertTensorError(self,
+                             pylist,
+                             message,
+                             dtype=None,
+                             preferred_dtype=None):
+    tensor = constant_op.constant(pylist)
+    with self.assertRaisesRegexp(ValueError, message):
+      ragged.convert_to_tensor_or_ragged_tensor(tensor, dtype, preferred_dtype)
+
+  #=============================================================================
+  # Tests where the 'value' param is a np.array
+  #=============================================================================
+  @parameterized.parameters([
+      dict(
+          value=np.array([[1, 2], [3, 4]], dtype=np.int32),
+          expected_dtype=dtypes.int32),
+      dict(
+          value=np.array([[b'a', b'b'], [b'c', b'd']]),
+          expected_dtype=dtypes.string),
+      dict(
+          value=np.array([[1, 2], [3, 4]], dtype=np.int32),
+          dtype=dtypes.float32,
+          expected_dtype=dtypes.float32),
+      dict(
+          value=np.array([[1, 2], [3, 4]], dtype=np.int32),
+          preferred_dtype=dtypes.float32,
+          expected_dtype=dtypes.float32),
+      dict(
+          value=np.array([[1, 2], [3, 4]], dtype=np.int32),
+          preferred_dtype=dtypes.string,
+          expected_dtype=dtypes.int32),
+  ])
+  def testConvertNumpyArray(self,
+                            value,
+                            dtype=None,
+                            preferred_dtype=None,
+                            expected_dtype=None):
+    if expected_dtype is None:
+      expected_dtype = value.dtype if dtype is None else dtype
+    converted = ragged.convert_to_tensor_or_ragged_tensor(
+        value, dtype, preferred_dtype)
+    self.assertEqual(dtypes.as_dtype(expected_dtype), converted.dtype)
+    with self.test_session():
+      self.assertAllEqual(value, converted)
+
+  @parameterized.parameters([
+      dict(
+          value=np.array([['a', 'b'], ['c', 'd']], dtype=str),
+          dtype=dtypes.int32,
+          message=r"invalid literal for int\(\) with base 10: 'a'"),
+  ])
+  def testConvertNumpyArrayError(self,
+                                 value,
+                                 message,
+                                 dtype=None,
+                                 preferred_dtype=None):
+    with self.assertRaisesRegexp(ValueError, message):
+      ragged.convert_to_tensor_or_ragged_tensor(value, dtype, preferred_dtype)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_array_ops.py b/tensorflow/python/ops/ragged/ragged_array_ops.py
new file mode 100644
index 0000000000..425f3957c3
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_array_ops.py
@@ -0,0 +1,1493 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Array operations for RaggedTensors."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.framework import tensor_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import check_ops
+from tensorflow.python.ops import gen_ragged_array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.ragged import ragged_conversion_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_functional_ops
+from tensorflow.python.ops.ragged import ragged_math_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.ops.ragged import ragged_util
+from tensorflow.python.ops.ragged import segment_id_ops
+
+#===============================================================================
+# Row Partitioning
+#===============================================================================
+
+
+def value_rowids(rt_input, name=None):
+  """Returns the row indices for the `values` in the given ragged tensor.
+
+  `value_rowids(rt)` corresponds one-to-one with the outermost dimension of
+  `rt.values`, and specifies the row containing each value.  In particular,
+  the row `rt[row]` consists of the values `rt.values[j]` where
+  `value_rowids(rt)[j] == row`.
+
+  Args:
+    rt_input: The RaggedTensor whose row indices should be returned.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A 1-D `int64` `Tensor` with shape `self.values.shape[:1]`.
+    The returned tensor is nonnegative, and is sorted in ascending order.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+    >>> rt.values.eval()
+    [3, 1, 4, 1, 5, 9, 2, 6]
+    >>> ragged.value_rowids(rt).eval()
+    [0, 0, 0, 0, 2, 2, 2, 3]  # corresponds 1:1 with rt.values
+    ```
+  """
+  if not ragged_tensor.is_ragged(rt_input):
+    raise TypeError(
+        'rt_input expected RaggedTensor, got %s' % type(rt_input).__name__)
+  if (isinstance(rt_input, ragged_tensor.RaggedTensor) and
+      rt_input.cached_value_rowids is not None):
+    return rt_input.cached_value_rowids
+
+  with ops.name_scope(name, 'RaggedValueRowIds', [rt_input]):
+    return segment_id_ops.row_splits_to_segment_ids(rt_input.row_splits)
+
+
+def nrows(rt_input, out_type=dtypes.int64, name=None):
+  """Returns the number of rows in the given potentially ragged tensor.
+
+  I.e., the size of the outermost dimension of the tensor.
+
+  Args:
+    rt_input: The potentially ragged tensor whose number of rows should be
+      returned.
+    out_type: `dtype` for the returned tensor.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A scalar `Tensor` with dtype `out_type`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+    >>> ragged.nrows(rt).eval()  # rt has 5 rows.
+    5
+    ```
+  """
+  if (isinstance(rt_input, ragged_tensor.RaggedTensor) and
+      rt_input.cached_nrows is not None):
+    return rt_input.cached_nrows
+
+  with ops.name_scope(name, 'RaggedNRows', [rt_input]):
+    if ragged_tensor.is_ragged(rt_input):
+      return array_ops.shape(rt_input.row_splits, out_type=out_type)[0] - 1
+    else:
+      return array_ops.shape(rt_input, out_type=out_type)[0]
+
+
+def row_starts(rt_input, name=None):
+  """Returns the start indices for rows in the given ragged tensor.
+
+  These indices specify where the values for each row begin in
+  `rt_input.values`.  `ragged.row_starts(rt_input)` is equal to
+  `rt_input.row_splits[:-1]`.
+
+  Args:
+    rt_input: The RaggedTensor whose row starts should be returned.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A 1-D Tensor of int64 with shape `[nrows]`.
+    The returned tensor is nonnegative, and is sorted in ascending order.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+    >>> ragged.values(rt).eval()
+    [3, 1, 4, 1, 5, 9, 2, 6]
+    >>> ragged.row_starts(rt).eval()  # indices of row starts in ragged.values
+    [0, 4, 4, 7, 8]
+    ```
+  """
+  if not ragged_tensor.is_ragged(rt_input):
+    raise TypeError(
+        'rt_input expected RaggedTensor, got %s' % type(rt_input).__name__)
+  with ops.name_scope(name, 'RaggedRowStarts', [rt_input]):
+    return rt_input.row_splits[:-1]
+
+
+def row_limits(rt_input, name=None):
+  """Returns the limit indices for rows in the given ragged tensor.
+
+  These indices specify where the values for each row end in
+  `rt_input.values`.  `ragged.row_limits(rt_input)` is equal to
+  `rt_input.row_splits[:-1]`.
+
+  Args:
+    rt_input: The RaggedTensor whose row limits should be returned.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A 1-D Tensor of int64 with shape `[nrows]`.
+    The returned tensor is nonnegative, and is sorted in ascending order.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+    >>> ragged.values(rt).eval()
+    [3, 1, 4, 1, 5, 9, 2, 6]
+    >>> ragged.row_limits(rt).eval()  # indices of row limits in ragged.values
+    [4, 4, 7, 8, 8]
+    ```
+  """
+  if not ragged_tensor.is_ragged(rt_input):
+    raise TypeError(
+        'rt_input expected RaggedTensor, got %s' % type(rt_input).__name__)
+  with ops.name_scope(name, 'RaggedRowLimits', [rt_input]):
+    return rt_input.row_splits[1:]
+
+
+def row_lengths(rt_input, axis=1, name=None):
+  """Returns the lengths of the rows in the given potentially ragged tensor.
+
+  `ragged.row_lengths(rt_input)[i]` indicates the number of values in the
+  `i`th row of `rt_input`.
+
+  Args:
+    rt_input: The potentially ragged tensor whose row lengths should be
+      returned.  Must have at least `axis+1` dimensions.
+    axis: An integer constant indicating the axis whose row lengths should be
+      returned.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A potentially Tensor of int64 with shape `rt_input.shape[:axis]`.
+
+  Raises:
+    ValueError: If rt_input is a scalar, or `axis` is out of bounds.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[[3, 1, 4], [1]], [], [[5, 9], [2]], [[6]], []])
+    >>> ragged.row_lengths(rt).eval()  # lengths of rows in rt
+    [2, 0, 2, 1, 0]
+    >>> ragged.row_lengths(rt, axis=2).eval()  # lengths of axis=2 rows.
+    [[3, 1], [], [2, 1], [1], []]
+    ```
+  """
+  if (isinstance(rt_input, ragged_tensor.RaggedTensor) and
+      rt_input.cached_row_lengths is not None):
+    return rt_input.cached_row_lengths
+
+  with ops.name_scope(name, 'RaggedRowLengths', [rt_input]):
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+    ndims = rt_input.shape.ndims
+    if ndims is not None:
+      if ndims == 0:
+        raise ValueError('rt_input may not be a scalar.')
+      elif not -ndims <= axis < ndims:
+        raise ValueError('axis=%d out of bounds: expected %d<=axis<%d.' %
+                         (axis, -ndims, ndims))
+    if ragged_tensor.is_ragged(rt_input):
+      axis = ragged_util.get_positive_axis(axis, rt_input.shape.ndims)
+      if axis == 0:
+        return nrows(rt_input)
+      elif axis == 1:
+        splits = rt_input.row_splits
+        return splits[1:] - splits[:-1]
+      else:
+        return rt_input.with_values(row_lengths(rt_input.values, axis - 1))
+    else:
+      shape = array_ops.shape(rt_input, out_type=dtypes.int64)
+      return array_ops.ones(shape[:axis], dtypes.int64) * shape[axis]
+
+
+#===============================================================================
+# Bounding Shape
+#===============================================================================
+def bounding_shape(rt_input, axis=None, name=None):
+  """Returns the tight bounding box shape for a potentially ragged tensor.
+
+  Args:
+    rt_input: A potentially ragged tensor.
+    axis: An integer scalar or vector indicating which axes to return the
+      bounding box for.  If not specified, then the full bounding box is
+      returned.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    An int64 `Tensor`.  If `axis` is not specified, then `output`
+    is a vector with `output.shape=[rt_input.shape.ndims]`.  If `axis` is a
+    scalar, then the `output` is a scalar.  If `axis` is a vector, then
+    `output` is a vector, where `output[i]` is the bounding size for
+    dimension `axis[i]`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[1, 2, 3, 4], [5], [], [6, 7, 8, 9], [10]])
+    >>> ragged.bounding_shape(rt).eval().tolist()
+    [5, 4]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedBoundingBox', [rt_input, axis]):
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+    if not ragged_tensor.is_ragged(rt_input):
+      bbox = array_ops.shape(rt_input)
+      return bbox if axis is None else array_ops.gather(bbox, axis)
+
+    nested_splits = rt_input.nested_row_splits
+    rt_inner_values = rt_input.inner_values
+
+    # Optimized special cases for when axis=0 or axis=1:
+    if isinstance(axis, int):
+      if axis == 0:
+        return array_ops.shape(nested_splits[0], out_type=dtypes.int64)[0] - 1
+      elif axis == 1:
+        return math_ops.maximum(math_ops.reduce_max(row_lengths(rt_input)), 0)
+
+    splits_shape = array_ops.shape(rt_input.row_splits, out_type=dtypes.int64)
+    inner_values_shape = array_ops.shape(rt_inner_values, out_type=dtypes.int64)
+
+    ragged_dimensions = array_ops.stack([splits_shape[0] - 1] + [
+        math_ops.maximum(math_ops.reduce_max(splits[1:] - splits[:-1]), 0)
+        for splits in nested_splits
+    ])
+    inner_dimensions = inner_values_shape[1:]
+
+    bbox = array_ops.concat([ragged_dimensions, inner_dimensions], axis=0)
+    return bbox if axis is None else array_ops.gather(bbox, axis)
+
+
+#===============================================================================
+# ragged_gather
+#===============================================================================
+# TODO(edloper): Add an `axis` argument
+def gather(params, indices, name=None):
+  """Gathers ragged slices from `params` axis `0` according to `indices`.
+
+  Returns `RaggedTensor` output, such that:
+
+  ```python
+  output.shape = indices.shape + params.shape[1:]
+  output.ragged_rank = indices.shape.ndims + params.ragged_rank
+  output[i...j, d0...dn] = params[indices[i...j], d0...dn]
+  ```
+
+  `params` may be ragged.  `indices` may be ragged.
+  `indices` must have dtype `int32` or `int64`. If any index is out of bounds,
+  then an error is returned.
+
+  Examples:
+
+  ```python
+  >>> params = tf.constant(['a', 'b', 'c', 'd', 'e'])
+  >>> indices = tf.constant([3, 1, 2, 1, 0])
+  >>> ragged_params = ragged.constant([['a', 'b', 'c'], ['d'], [], ['e']])
+  >>> ragged_indices = ragged.constant([[3, 1, 2], [1], [], [0]])
+
+  >>> print ragged.gather(params, ragged_indices).eval().tolist()
+  [['d', 'b', 'c'], ['b'], [], ['a']]
+
+  >>> print ragged.gather(ragged_params, indices).eval().tolist()
+  [['e'], ['d'], [], ['d'], ['a', 'b', 'c']]
+
+  >>> print ragged.gather(ragged_params, ragged_indices).eval().tolist()
+  [[['e'], ['d'], []], [['d']], [], [['a', 'b', 'c']]]
+  ```
+
+  Args:
+    params: The potentially ragged tensor from which to gather values. Must be
+      at least rank 1.
+    indices: The potentially ragged tensor indicating which values to gather.
+      Must have dtype `int32` or `int64`.  Values must be in the range `[0,
+      params.shape[0]]`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `RaggedTensor`, where `output.dtype=params.dtype` and
+    `output.shape=indices.shape + params.shape[1:]` and
+    `output.ragged_rank=indices.shape.ndims + params.ragged_rank`.
+
+  Raises:
+    ValueError: If indices.shape.ndims is not known statically.
+  """
+  with ops.name_scope(name, 'RaggedGather', [params, indices]):
+    params = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        params, name='params')
+    indices = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        indices, name='indices')
+
+    if ragged_tensor.is_ragged(indices):
+      return indices.with_values(gather(params, indices.values))
+
+    if not ragged_tensor.is_ragged(params):
+      return array_ops.gather(params, indices)
+
+    indices = ops.convert_to_tensor(indices)
+    if indices.shape.ndims is None:
+      raise ValueError('indices.shape.ndims must be known statically')
+
+    result = gen_ragged_array_ops.ragged_gather(
+        indices=indices,
+        params_dense_values=params.inner_values,
+        params_nested_splits=params.nested_row_splits,
+        OUTPUT_RAGGED_RANK=indices.shape.ndims + len(params.nested_row_splits) -
+        1)
+
+    # Compose the RaggedTensor from splits & values.
+    return ragged_factory_ops.from_nested_row_splits(
+        result.output_dense_values, result.output_nested_splits)
+
+
+#===============================================================================
+# ragged.batch_gather
+#===============================================================================
+def batch_gather(params, indices, name=None):
+  """Gathers slices from `params` according to `indices` with batch dims.
+
+  This operation is similar to `gather`, but it assumes that the leading `N`
+  dimensions of `indices` and `params` are batch dimensions, and performs a
+  gather within each batch.  In particular, when using this operation with `N`
+  batch dimensions `B1...BN`:
+
+  * `indices` has shape `[B1...BN, I]`
+  * `params` has shape `[B1...BN, P1...PM]`.
+  * `result` has shape `[B1...BN, I, P2...PM]`.
+  * `result[b1...bN, i, p2...pM] =
+    params[b1...bN, indices[b1...bN, i], p2...pM]`
+
+  Args:
+    params: A potentially ragged tensor with shape `[B1...BN, P1...PM]` (`N>=0`,
+      `M>0`).
+    indices: A potentially ragged tensor with shape `[B1...BN, I]` (`N>=0`).
+    name: A name for the operation (optional).
+
+  Returns:
+    A potentially ragged tensor with shape `[B1...BN, I, P2...PM]`.
+    `result.ragged_rank = max(indices.ragged_rank, params.ragged_rank)`.
+
+  #### Example:
+    ```python
+    >>> params = ragged.constant([['a', 'b', 'c'], ['d'], [], ['e']])
+    >>> indices = ragged.constant([[1, 2, 0], [], [], [0, 0]])
+    >>> ragged.batch_gather(params, indices)
+    [['b', 'c', 'a'], [], [], ['e', 'e']]
+    ```
+  """
+  if not (ragged_tensor.is_ragged(params) or ragged_tensor.is_ragged(indices)):
+    return array_ops.batch_gather(params, indices, name)
+
+  with ops.name_scope(name, 'RaggedBatchGather', [params, indices]):
+    params = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        params, name='params')
+    indices = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        indices, name='indices')
+    indices_ndims = indices.shape.ndims
+    if indices_ndims is None:
+      raise ValueError(
+          'batch_gather does not allow indices with unknown shape.')
+    if indices_ndims == 0:
+      raise ValueError('indices.rank must be at least 1.')
+
+    if ragged_tensor.is_ragged(indices):
+      # If the outermost ragged dimension is a batch dimension, recurse.
+      if indices_ndims > 2:
+        if not ragged_tensor.is_ragged(params):
+          raise ValueError('batch shape from indices does '
+                           'not match params shape')
+        checks = [check_ops.assert_equal(params.row_splits, indices.row_splits)]
+        with ops.control_dependencies(checks):
+          return ragged_factory_ops.from_row_splits(
+              batch_gather(params.values, indices.values), indices.row_splits)
+
+      # Otherwise, indices is a 2D ragged tensor with 1 ragged dimension.
+      else:
+        # Ensure that `params` is ragged and has at least 2 dimensions.
+        if not ragged_tensor.is_ragged(params):
+          if params.shape.ndims is not None and params.shape.ndims < 2:
+            raise ValueError('batch shape from indices does '
+                             'not match params shape')
+          params = ragged_conversion_ops.from_tensor(params, ragged_rank=1)
+
+        # Adjust indices from within-batch to global (in params.values), and
+        # then use ragged.gather to gather them.
+        num_indices = row_lengths(indices)
+        params_starts = row_starts(params)
+        adjustments = ragged_util.repeat(params_starts, num_indices, axis=0)
+        adjusted_index_values = math_ops.to_int64(indices.values) + adjustments
+        return ragged_factory_ops.from_row_splits(
+            gather(params.values, adjusted_index_values), indices.row_splits)
+
+    else:  # params is a RaggedTensor and indices is a Tensor.
+      if indices_ndims == 1:
+        return gather(params, indices)
+      elif indices_ndims == 2:
+        # Adjust indices from batch-local to global (in params.values)
+        adjustments = array_ops.expand_dims(row_starts(params), 1)
+        adjusted_indices = math_ops.to_int64(indices) + adjustments
+        return gather(params.values, adjusted_indices)
+      else:
+        raise ValueError(
+            'batch shape from indices does not match params shape')
+
+
+#===============================================================================
+# ragged.gather_nd
+#===============================================================================
+def gather_nd(params, indices, name=None):
+  """Gather slices from `params` using `n`-dimensional indices.
+
+  This operation is similar to `gather`, but it uses the innermost dimension
+  of `indices` to define a slice into `params`.  In particular, if:
+
+  * `indices` has shape `[A1...AN, I]`
+  * `params` has shape `[B1...BM]`
+
+  Then:
+
+  * `result` has shape `[A1...AN, B_{I+1}...BM]`.
+  * `result[a1...aN] = params[indices[a1...aN, :]]`
+
+  Args:
+    params: A potentially ragged tensor with shape `[A1...AN, I]`.
+    indices: A potentially ragged tensor with shape `[B1...BM]`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A potentially ragged tensor with shape `[A1...AN, B_{I+1}...BM]`.
+
+  #### Examples:
+    ```python
+    >>> params = tf.ragged.constant_value(
+    ...     [ [ ['000', '001'], ['010'              ]          ],
+    ...       [ ['100'       ], ['110', '111', '112'], ['120'] ],
+    ...       [ [            ], ['210'              ]          ] ])
+
+    >>> # Gather 2D slices from a 3D tensor
+    >>> ragged.gather_nd(params, [[2], [0]])
+    [ [ [            ], ['210'] ]
+      [ ['000', '001'], ['010'] ] ]
+
+    >>> # Gather 1D slices from a 3D tensor
+    >>> ragged.gather_nd(params, [[2, 1], [0, 0]])
+    [['210'], ['000', '001']]
+
+    >>> # Gather scalars from a 3D tensor
+    >>> ragged.gather_nd(params, [[0, 0, 1], [1, 1, 2]])
+    ['001', '112']
+    ```
+  """
+  if not (ragged_tensor.is_ragged(params) or ragged_tensor.is_ragged(indices)):
+    return array_ops.gather_nd(params, indices, name)
+
+  with ops.name_scope(name, 'RaggedGatherNd', [params, indices]):
+
+    params = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        params, name='params')
+    indices = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        indices, name='indices')
+    indices_shape = indices.shape
+    indices_ndims = indices_shape.ndims
+    if indices_ndims is None:
+      raise ValueError('indices.rank be statically known.')
+    if indices_ndims == 0:
+      raise ValueError('indices.rank must be at least 1.')
+    if (ragged_tensor.is_ragged(indices) and
+        indices_ndims == indices.ragged_rank + 1):
+      raise ValueError('The innermost dimension of indices may not be ragged')
+
+    # `index_size` is the "n" in "gather_nd" -- i.e., the number of dimensions
+    # that each index slices into.
+    index_size = indices_shape[-1].value
+    if index_size is None:
+      raise ValueError('indices.shape[-1] must be statically known.')
+
+    # If `indices` has more than 2 dimensions, then recurse.  If `indices` is
+    # dense, then we convert it to ragged before recursing, and then convert
+    # the result back to `dense` if appropriate.
+    if indices_ndims > 2:
+      indices_is_dense = not ragged_tensor.is_ragged(indices)
+      if indices_is_dense:
+        indices = ragged_conversion_ops.from_tensor(
+            indices, ragged_rank=indices_ndims - 2)
+      result = indices.with_inner_values(
+          gather_nd(params, indices.inner_values))
+      if (indices_is_dense and ragged_tensor.is_ragged(result) and
+          result.ragged_rank == indices_ndims - 2):
+        result = ragged_conversion_ops.to_tensor(result)
+      return result
+
+    # indices_ndims <= 2, and the innermost dimension of indices may not be
+    # ragged, so `indices` must not be ragged.
+    assert not ragged_tensor.is_ragged(indices)
+    assert ragged_tensor.is_ragged(params)
+
+    # Handle corner case: An empty index tuple selects the entire `params`
+    # value.  So if `index_size` is zero, then tile `params`.
+    if index_size == 0:
+      params_ndims = params.ragged_rank + array_ops.rank(params.inner_values)
+      for dim in range(indices_ndims - 1):
+        params = expand_dims(params, axis=0)
+      multiples = array_ops.concat([
+          array_ops.shape(indices)[:-1],
+          array_ops.ones([params_ndims], dtypes.int32)
+      ],
+                                   axis=0)
+      return tile(params, multiples)
+
+    # When index_size=1, we can just flatten the index tuples and use gather.
+    elif index_size == 1:
+      flattened_index_tuples = array_ops.reshape(indices, [-1])
+      return gather(params, flattened_index_tuples)
+
+    # Otherwise, params is a RaggedTensor, and indices is a 1D or 2D Tensor.
+    # Flatten both the index tuples and the params, such that the flattened
+    # index tuples point to the correct values in the flattened params; and
+    # then use ragged.gather on the flattened index tuples & params.
+    else:
+      indices = math_ops.to_int64(indices)
+
+      # Flatten the outermost 2 dimensions of the index tuples & params.
+      flattened_index_tuples = array_ops.gather(params.row_splits,
+                                                indices[..., 0])
+      flattened_index_tuples += indices[..., 1]
+      flattened_params = params.values
+
+      # Flatten any remaining dimensions.
+      for dim in range(2, index_size):
+        if not ragged_tensor.is_ragged(flattened_params):
+          flattened_index_tuples = array_ops.expand_dims(
+              flattened_index_tuples, axis=1)
+          flattened_index_tuples = array_ops.concat(
+              [flattened_index_tuples, indices[..., dim:]], axis=1)
+          return array_ops.gather_nd(flattened_params, flattened_index_tuples)
+
+        flattened_index_tuples = array_ops.gather(
+            row_starts(flattened_params), flattened_index_tuples)
+        flattened_index_tuples += indices[..., dim]
+        flattened_params = flattened_params.values
+
+      # Gather using the flattened index tuples and params.
+      return gather(flattened_params, flattened_index_tuples)
+
+
+#===============================================================================
+# Masking
+#===============================================================================
+def boolean_mask(data, mask, keepdims=False, name=None):
+  """Applies a boolean mask to `data`.
+
+  Returns a potentially ragged tensor that is formed by retaining the elements
+  in `data` where the corresponding value in `mask` is `True`.
+
+  If `keepdims` is true then outer dimensions (corresponding to the `mask`
+  dimensions) are preserved, and:
+
+  * `output[a1...aA, i, b1...bB] = data[a1...aA, j, b1...bB]`
+
+     Where `j` is the `i`th `True` entry of `mask[a1...aA]`.
+
+  If `keepdims` is false, then the outer dimensions are collapsed (similar to
+  the behavior of `tf.boolean_mask`), and:
+
+  * `output[i, b1...bB] = data[a1...aA, b1...bB]`
+
+     Where `(a1...aA)` is the `i`th `True` entry of `mask`
+     (in row-major order).
+
+  Args:
+    data: A potentially ragged tensor.
+    mask: A potentially ragged boolean tensor.  `mask`'s shape must be a prefix
+      of `data`'s shape.  `rank(mask)` must be known statically.
+    keepdims: Whether to preserve the outer dimensions (`keepdims=True`) or
+      flatten them (`keepdims=False`).
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A potentially ragged tensor that is formed by retaining the elements in
+    `data` where the corresponding value in `mask` is `True`.
+
+    If `keepdims` is false:
+
+    * `rank(output) = rank(data) - rank(mask) + 1`.
+    * `output.ragged_rank = max(data.ragged_rank - rank(mask) + 1, 0)`.
+
+    If `keepdims` is true:
+
+    * `rank(output) = rank(data)`.
+    * `output.ragged_rank = max(data.ragged_rank, rank(mask) - 1)`.
+
+  Raises:
+    ValueError: if `rank(mask)` is not known statically; or if `mask.shape` is
+      not a prefix of `data.shape`.
+
+  #### Examples:
+    ```python
+    >>> # Aliases for True & False so data and mask line up.
+    >>> T, F = (True, False)
+
+    >>> tf.ragged.boolean_mask(  # Mask a 2D Tensor.  Flatten outer dims.
+    ...     data=[[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+    ...     mask=[[T, F, T], [F, F, F], [T, F, F]],
+    ...     keepdims=False).tolist()
+    [1, 3, 7]
+
+    >>> tf.ragged.boolean_mask(  # Mask a 2D Tensor.  Preserve outer dims.
+    ...     data=[[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+    ...     mask=[[T, F, T], [F, F, F], [T, F, F]],
+    ...     keepdims=True).tolist()
+    [[1, 3], [], [7]]
+
+    >>> tf.ragged.boolean_mask(  # Mask a 2D RaggedTensor.  Flatten outer dims.
+    ...     tf.ragged.constant([[1, 2, 3], [4], [5, 6]]),
+    ...     tf.ragged.constant([[F, F, T], [F], [T, T]]),
+    ...     keepdims=False).tolist()
+    [3, 5, 6]
+
+    >>> tf.ragged.boolean_mask(  # Mask a 2D RaggedTensor.  Preserve outer dims.
+    ...     tf.ragged.constant([[1, 2, 3], [4], [5, 6]]),
+    ...     tf.ragged.constant([[F, F, T], [F], [T, T]]),
+    ...     keepdims=True).tolist()
+    [[3], [], [5, 6]]
+
+    >>> tf.ragged.boolean_mask(  # Mask rows of a 2D RaggedTensor.
+    ...     tf.ragged.constant([[1, 2, 3], [4], [5, 6]]),
+    ...     tf.ragged.constant([True, False, True]),
+    ...     keepdims=True).tolist()
+    [[1, 2, 3], [5, 6]]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedMask', [data, mask]):
+    # Convert inputs to tensors.
+    data = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        data, name='data')
+    mask = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        mask, dtypes.bool, name='mask')
+
+    # Get static rank of mask.
+    if mask.shape.ndims is None:
+      raise ValueError('mask.shape.ndims must be kown statically.')
+    elif mask.shape.ndims == 0:
+      raise ValueError('mask cannot be scalar.')
+
+    # If mask is ragged, then recurse with a non-ragged mask.
+    if ragged_tensor.is_ragged(mask):
+      if not ragged_tensor.is_ragged(data):
+        data = ragged_conversion_ops.from_tensor(
+            data, ragged_rank=mask.ragged_rank)
+      # Check that mask.nested_row_splits is a prefix of
+      # data.nested_row_splits.
+      splits_list = [
+          mask.nested_row_splits, data.nested_row_splits[:mask.ragged_rank]
+      ]
+      with ops.control_dependencies(
+          ragged_util.assert_splits_match(splits_list)):
+        # Strip off ragged `splits` until `mask` is non-ragged.  Keep the splits
+        # that we strip off in `splits`, so we can add them back on after
+        # we recursively mask the non-ragged data.
+        splits = []
+        while ragged_tensor.is_ragged(mask):
+          if mask.shape.ndims > 2:
+            splits.append(mask.row_splits)
+          else:
+            # Count the number of True mask values in each row to find the
+            # lengths of the filtered rows; then convert to splits.
+            int_mask = ragged_functional_ops.map_inner_values(
+                math_ops.cast, mask, dtype=dtypes.int64)
+            masked_row_lengths = ragged_math_ops.reduce_sum(int_mask, axis=1)
+            splits.append(_lengths_to_splits(masked_row_lengths))
+          mask = mask.values
+          data = data.values
+
+        # Recursively apply the nested non-ragged mask to the nested data.
+        masked_values = boolean_mask(data, mask, keepdims)
+
+        # Add the ragged `splits` back to the result.
+        if keepdims:
+          masked_values = ragged_factory_ops.from_nested_row_splits(
+              masked_values, splits)
+
+        return masked_values
+
+    # If mask is non-ragged and has rank 1, and data is ragged, then build a
+    # ragged tensor with the indicated rows.
+    elif ragged_tensor.is_ragged(data) and mask.shape.ndims == 1:
+      # Get the masked splits: first get the length of each row, then filter
+      # out the rows that we are deleting, and convert that filtered set of
+      # masks back to a splits tensor.
+      lengths = row_lengths(data)
+      masked_lengths = array_ops.boolean_mask(lengths, mask)
+      masked_splits = _lengths_to_splits(masked_lengths)
+
+      # Get the masked values: first get row ids corresponding to each
+      # value, then use tf.gather to build a boolean mask that's false for
+      # values that come from rows that we are deleting, and use that mask to
+      # construct the masked values tensor.
+      segment_ids = segment_id_ops.row_splits_to_segment_ids(data.row_splits)
+      segment_mask = array_ops.gather(mask, segment_ids)
+      masked_values = boolean_mask(data.values, segment_mask, keepdims=False)
+
+      return ragged_factory_ops.from_row_splits(masked_values, masked_splits)
+
+    # If mask is non-ragged and has rank>1, then convert it to be ragged,
+    # with a ragged rank matching data.
+    if ragged_tensor.is_ragged(data):
+      mask = ragged_conversion_ops.from_tensor(
+          mask, ragged_rank=min(data.ragged_rank, mask.shape.ndims - 1))
+      return boolean_mask(data, mask, keepdims)
+
+    # Otherwise, data and mask are both `Tensor`s.
+    else:
+      # Apply `boolean_mask` to get the masked values.
+      masked_values = array_ops.boolean_mask(data, mask)
+
+      if mask.shape.ndims >= 2 and keepdims:
+        # Add the innermost ragged dimension.  For each innermost cell, get the
+        # number of values it contains.  Then flatten that to get a list of
+        # cell lengths, and convert it to splits.  Finally, combine the splits
+        # and values to get the innermost ragged tensor.
+        masked_lengths = math_ops.count_nonzero(mask, axis=-1)
+        flattened_masked_lengths = array_ops.reshape(masked_lengths, [-1])
+        masked_values = ragged_factory_ops.from_row_lengths(
+            masked_values, flattened_masked_lengths)
+
+        # Wrap remaining ragged dimensions.
+        if mask.shape.ndims > 2 and keepdims:
+          mask_shape = array_ops.shape(mask, out_type=dtypes.int64)
+          split_size = math_ops.cumprod(mask_shape) + 1
+          for dim in range(mask.shape.ndims - 3, -1, -1):
+            elt_size = mask_shape[dim + 1]
+            masked_splits = math_ops.range(split_size[dim]) * elt_size
+            masked_values = ragged_factory_ops.from_row_splits(
+                masked_values, masked_splits)
+
+      return masked_values
+
+
+#===============================================================================
+# Concatenation and Stacking
+#===============================================================================
+def concat(rt_inputs, axis, name=None):
+  """Concatenates potentially ragged tensors along one dimension.
+
+  Given a list of tensors with the same rank `K` (`K >= axis`), returns a
+  rank-`K` `RaggedTensor` `result` such that `result[i0...iaxis]` is the
+  concatenation of `[rt[i0...iaxis] for rt in rt_inputs]`.
+
+  Args:
+    rt_inputs: A list of potentially ragged tensors.  May not be empty. All
+      `rt_inputs` must have the same rank and the same dtype; but unlike
+      `tf.concat`, they can have arbitrary shapes.
+    axis: A python integer, indicating the dimension along which to concatenate.
+      (Note: Unlike `tf.concat`, the `axis` parameter must be statically known.)
+        Negative values are supported only if the rank of at least one
+        `rt_inputs` value is statically known.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A `RaggedTensor` with rank `K`.
+    `result.ragged_rank=max(axis, max(rt.ragged_rank for rt in rt_inputs]))`.
+
+  Raises:
+    ValueError: If `rt_inputs` is empty, if `axis` is out of bounds or if
+      the input tensors have different ranks.
+
+  #### Example:
+    ```python
+    >>> t1 = ragged.constant([[1, 2], [3, 4, 5]])
+    >>> t2 = ragged.constant([[6], [7, 8, 9]])
+    >>> ragged.concat([t1, t2], axis=0)
+    [[1, 2], [3, 4, 5], [6], [7, 8, 9]]
+    >>> ragged.concat([t1, t2], axis=1)
+    [[1, 2, 6], [3, 4, 5, 7, 8, 9]]
+    ```
+  """
+  if not isinstance(rt_inputs, (list, tuple)):
+    rt_inputs = [rt_inputs]
+  with ops.name_scope(name, 'RaggedConcat', rt_inputs):
+    return _ragged_stack_concat_helper(rt_inputs, axis, stack_values=False)
+
+
+def stack(rt_inputs, axis, name=None):
+  """Stacks potentially ragged tensors along one dimension.
+
+  Given a list of tensors with the same rank `K` (`K >= axis`), returns a
+  rank-`K+1` `RaggedTensor` `result` such that `result[i0...iaxis]` is the
+  list `[rt[i0...iaxis] for rt in rt_inputs]`.
+
+  Args:
+    rt_inputs: A list of potentially ragged tensors.  May not be empty. All
+      `rt_inputs` must have the same rank and the same dtype; but unlike
+      `tf.concat`, they can have arbitrary shapes.
+    axis: A python integer, indicating the dimension along which to stack.
+      (Note: Unlike `tf.stack`, the `axis` parameter must be statically known.)
+        Negative values are supported only if the rank of at least one
+        `rt_inputs` value is statically known.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A `RaggedTensor` with rank `K+1`.
+    `result.ragged_rank=max(axis, max(rt.ragged_rank for rt in rt_inputs]))`.
+
+  Raises:
+    ValueError: If `rt_inputs` is empty, if `axis` is out of bounds or if
+      the input tensors have different ranks.
+
+  #### Example:
+    ```python
+    >>> t1 = ragged.constant([[1, 2], [3, 4, 5]])
+    >>> t2 = ragged.constant([[6], [7, 8, 9]])
+    >>> ragged.stack([t1, t2], axis=0)
+    [[[1, 2], [3, 4, 5]], [[6], [7, 9, 0]]]
+    >>> ragged.stack([t1, t2], axis=1)
+    [[[1, 2], [6]], [[3, 4, 5], [7, 8, 9]]]
+    ```
+  """
+  if not isinstance(rt_inputs, (list, tuple)):
+    rt_inputs = [rt_inputs]
+  with ops.name_scope(name, 'RaggedConcat', rt_inputs):
+    return _ragged_stack_concat_helper(rt_inputs, axis, stack_values=True)
+
+
+def _ragged_stack_concat_helper(rt_inputs, axis, stack_values):
+  """Helper function to concatenate or stack ragged tensors.
+
+  Args:
+    rt_inputs: A list of RaggedTensors or Tensors to combine.
+    axis: The axis along which to concatenate or stack.
+    stack_values: A boolean -- if true, then stack values; otherwise,
+      concatenate them.
+
+  Returns:
+    A RaggedTensor.
+  Raises:
+    ValueError: If rt_inputs is empty, or if axis is out of range.
+  """
+  # Validate parameters.
+  if not rt_inputs:
+    raise ValueError('rt_inputs may not be empty.')
+
+  # Convert input tensors.
+  rt_inputs = [
+      ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+          rt_input, name='rt_input') for rt_input in rt_inputs
+  ]
+
+  # Special case: if there's only one input, then return it as-is.
+  if len(rt_inputs) == 1:
+    if stack_values:
+      return expand_dims(rt_inputs[0], axis=0)
+    else:
+      return rt_inputs[0]
+
+  # Check the rank (number of dimensions) of the input tensors.
+  ndims = None
+  for rt in rt_inputs:
+    if ndims is None:
+      ndims = rt.shape.ndims
+    else:
+      rt.shape.assert_has_rank(ndims)
+
+  out_ndims = ndims if (ndims is None or not stack_values) else ndims + 1
+  axis = ragged_util.get_positive_axis(axis, out_ndims)
+
+  # If all the inputs are Tensors, and we're combining the final dimension,
+  # then we can delegate to the tf.stack/tf.concat operation, and return a
+  # Tensor.
+  if all(not ragged_tensor.is_ragged(rt) for rt in rt_inputs):
+    if ndims is not None and (axis == out_ndims - 1 or axis == ndims - 1):
+      if stack_values:
+        return array_ops.stack(rt_inputs, axis)
+      else:
+        return array_ops.concat(rt_inputs, axis)
+
+  # Convert any Tensor inputs to RaggedTensors.  This makes it
+  # possible to concatenate Tensors and RaggedTensors together.
+  for i in range(len(rt_inputs)):
+    if not ragged_tensor.is_ragged(rt_inputs[i]):
+      rt_inputs[i] = ragged_conversion_ops.from_tensor(
+          rt_inputs[i], ragged_rank=1)
+
+  # Convert the input tensors to all have the same ragged_rank.
+  ragged_rank = max(max(rt.ragged_rank for rt in rt_inputs), 1)
+  rt_inputs = [_increase_ragged_rank_to(rt, ragged_rank) for rt in rt_inputs]
+
+  if axis == 0:
+    return _ragged_stack_concat_axis_0(rt_inputs, stack_values)
+  elif axis == 1:
+    return _ragged_stack_concat_axis_1(rt_inputs, stack_values)
+  else:  # axis > 1: recurse.
+    values = [rt.values for rt in rt_inputs]
+    splits = [[rt_input.row_splits] for rt_input in rt_inputs]
+    with ops.control_dependencies(ragged_util.assert_splits_match(splits)):
+      return ragged_factory_ops.from_row_splits(
+          _ragged_stack_concat_helper(values, axis - 1, stack_values),
+          splits[0][0])
+
+
+def _ragged_stack_concat_axis_0(rt_inputs, stack_values):
+  """Helper function to concatenate or stack ragged tensors along axis 0.
+
+  Args:
+    rt_inputs: A list of RaggedTensors, all with the same rank and ragged_rank.
+    stack_values: Boolean.  If true, then stack values; otherwise, concatenate
+      them.
+
+  Returns:
+    A RaggedTensor.
+  """
+  # Concatenate the inner values together.
+  inner_values = [rt.inner_values for rt in rt_inputs]
+  concatenated_inner_values = array_ops.concat(inner_values, axis=0)
+
+  # Concatenate the splits together for each ragged dimension (adjusting
+  # split offsets as necessary).
+  nested_splits = [rt.nested_row_splits for rt in rt_inputs]
+  ragged_rank = rt_inputs[0].ragged_rank
+  concatenated_nested_splits = [
+      _concat_ragged_splits([ns[dim]
+                             for ns in nested_splits])
+      for dim in range(ragged_rank)
+  ]
+
+  # If we are performing a stack operation, then add another splits.
+  if stack_values:
+    stack_lengths = array_ops.stack([nrows(rt) for rt in rt_inputs])
+    stack_splits = _lengths_to_splits(stack_lengths)
+    concatenated_nested_splits.insert(0, stack_splits)
+
+  return ragged_factory_ops.from_nested_row_splits(concatenated_inner_values,
+                                                   concatenated_nested_splits)
+
+
+def _ragged_stack_concat_axis_1(rt_inputs, stack_values):
+  """Helper function to concatenate or stack ragged tensors along axis 1.
+
+  Args:
+    rt_inputs: A list of RaggedTensors, all with the same rank and ragged_rank.
+    stack_values: Boolean.  If true, then stack values; otherwise, concatenate
+      them.
+
+  Returns:
+    A RaggedTensor.
+  """
+  num_inputs = len(rt_inputs)
+
+  rt_nrows = nrows(rt_inputs[0])
+  nrows_msg = 'Input tensors have incompatible shapes.'
+  nrows_checks = [
+      check_ops.assert_equal(nrows(rt), rt_nrows, message=nrows_msg)
+      for rt in rt_inputs[1:]
+  ]
+
+  with ops.control_dependencies(nrows_checks):
+    # Concatentate the inputs together to put them in a single ragged tensor.
+    concatenated_rt = _ragged_stack_concat_axis_0(rt_inputs, stack_values=False)
+
+    # Use ragged.gather to permute the rows of concatenated_rt.  In particular,
+    #   permuted_rt = [rt_inputs[0][0], ..., rt_inputs[N][0],
+    #                  rt_inputs[0][1], ..., rt_inputs[N][1],
+    #                      ...,
+    #                  rt_inputs[0][M], ..., rt_input[N][M]]
+    # where `N=num_inputs-1` and `M=rt_nrows-1`.
+    row_indices = math_ops.range(rt_nrows * num_inputs)
+    row_index_matrix = array_ops.reshape(row_indices, [num_inputs, -1])
+    transposed_row_index_matrix = array_ops.transpose(row_index_matrix)
+    row_permutation = array_ops.reshape(transposed_row_index_matrix, [-1])
+    permuted_rt = gather(concatenated_rt, row_permutation)
+
+    if stack_values:
+      # Add a new splits tensor to group together the values.
+      stack_splits = math_ops.range(0, rt_nrows * num_inputs + 1, num_inputs)
+      _copy_row_shape(rt_inputs, stack_splits)
+      return ragged_factory_ops.from_row_splits(permuted_rt, stack_splits)
+    else:
+      # Merge together adjacent rows by dropping the row-split indices that
+      # separate them.
+      concat_splits = permuted_rt.row_splits[::num_inputs]
+      _copy_row_shape(rt_inputs, concat_splits)
+      return ragged_factory_ops.from_row_splits(permuted_rt.values,
+                                                concat_splits)
+
+
+def _copy_row_shape(rt_inputs, splits):
+  """Sets splits.shape to [rt[shape[0]+1] for each rt in rt_inputs."""
+  for rt in rt_inputs:
+    if rt.shape[0] is not None:
+      splits.set_shape(tensor_shape.TensorShape(rt.shape[0] + 1))
+
+
+#===============================================================================
+# Tiling
+#===============================================================================
+def tile(rt_input, multiples, name=None):
+  """Constructs a `RaggedTensor` by tiling a given `RaggedTensor`.
+
+  The values of `rt_input` are replicated `multiples[i]` times along the
+  `i`th dimension (for each dimension `i`).  For every dimension `axis` in
+  `rt_input`, the length of each output element in that dimension is the
+  length of corresponding input element multiplied by `multiples[axis]`.
+
+  Args:
+    rt_input: A `RaggedTensor`.
+    multiples: A 1-D integer `Tensor`.  Length must be the same as the number of
+      dimensions in `rt_input`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `RaggedTensor` with the same type, rank, and ragged_rank as `rt_input`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[1, 2], [3]])
+    >>> ragged.tile(rt, [3, 2]).eval().tolist()
+    [[1, 2, 1, 2], [3, 3], [1, 2, 1, 2], [3, 3], [1, 2, 1, 2], [3, 3]]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedTile', [rt_input, multiples]):
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+    multiples = ragged_util.convert_to_int_tensor(
+        multiples, name='multiples', dtype=dtypes.int64)
+    multiples.shape.assert_has_rank(1)
+    if not ragged_tensor.is_ragged(rt_input):
+      return array_ops.tile(rt_input, multiples, name)
+
+    # If the constant value of `multiples` is available, then we can use it
+    # to skip tiling dimensions where `multiples=1`.
+    const_multiples = tensor_util.constant_value(multiples)
+
+    return ragged_factory_ops.from_nested_row_splits(
+        _tile_ragged_values(rt_input, multiples, const_multiples),
+        _tile_ragged_splits(rt_input, multiples, const_multiples))
+
+
+def _tile_ragged_values(rt_input, multiples, const_multiples=None):
+  """Builds inner_values tensor for a tiled `RaggedTensor`.
+
+  Returns a tensor that repeats the values in
+  `rt_input.inner_values` in the
+  appropriate pattern to construct a `RaggedTensor` that tiles `rt_input` as
+  specified by `multiples`.
+
+  Args:
+    rt_input: The `RaggedTensor` whose values should be repeated.
+    multiples: A 1-D integer `tensor`, indicating how many times each dimension
+      should be repeated.
+    const_multiples: Optional constant value for multiples.  Used to skip tiling
+      dimensions where `multiples=1`.
+
+  Returns:
+    A `Tensor` with the same type and rank as `rt_input.inner_values`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[1, 2], [3]])
+    >>> _tile_ragged_values(rt, [3, 2]).eval().tolist()
+    [1, 2, 1, 2, 3, 3, 1, 2, 1, 2, 3, 3, 1, 2, 1, 2, 3, 3]
+    ```
+  """
+  ragged_rank = rt_input.ragged_rank
+  nested_splits = rt_input.nested_row_splits
+
+  # Pointers to the values in `rt_input.inner_values`.
+  inner_value_ids = math_ops.range(nested_splits[-1][-1])
+
+  # For each ragged dimension (working from the innermost to outermost),
+  # expand `inner_value_ids` as necessary to tile that dimension.
+  prev_splits = None
+  for axis in range(ragged_rank, 0, -1):
+    # Ragged splits for this dimension.
+    splits = nested_splits[axis - 1]
+
+    # Adjust splits so they point into `inner_value_ids` (instead of just
+    # pointing into the next dimension's values).
+    if prev_splits is not None:  # Not the first pass through the loop.
+      splits = array_ops.gather(prev_splits * multiples[axis + 1], splits)
+
+    # Repeat each element in this ragged dimension `multiples[axis]` times.
+    if const_multiples is None or const_multiples[axis] != 1:
+      inner_value_ids = _repeat_ranges(inner_value_ids, splits, multiples[axis])
+
+    prev_splits = splits
+
+  # Gather the tiled inner values.
+  ragged_tiled_values = array_ops.gather(rt_input.inner_values, inner_value_ids)
+
+  # Tile the inner_values for the uniform dimensions (i.e., for `axis=0` plus
+  # `axis=range(ragged_rank, rank)`).
+  inner_repeats = array_ops.concat([multiples[:1], multiples[ragged_rank + 1:]],
+                                   axis=0)
+  return array_ops.tile(ragged_tiled_values, inner_repeats)
+
+
+def _tile_ragged_splits(rt_input, multiples, const_multiples=None):
+  """Builds nested_split tensors for a tiled `RaggedTensor`.
+
+  Returns a list of split tensors that can be used to construct the
+  `RaggedTensor` that tiles `rt_input` as specified by `multiples`.
+
+  Args:
+    rt_input: The `RaggedTensor` that is being tiled.
+    multiples: A 1-D integer `tensor`, indicating how many times each dimension
+      should be repeated.
+    const_multiples: Optional constant value for multiples.  Used to skip tiling
+      dimensions where `multiples=1`.
+
+  Returns:
+    A list of 1-D `int64` `Tensor`s (one for each ragged dimension in
+    `rt_input`).
+
+  #### Example:
+    ```python
+    >>> rt = ragged.constant([[1, 2], [3]])
+    >>> _tile_ragged_splits(rt, [3, 2]).eval().tolist()
+    [0, 4, 6, 10, 12, 16, 18]
+    ```
+  """
+  ragged_rank = rt_input.ragged_rank
+  nested_splits = rt_input.nested_row_splits
+
+  # For each ragged dimension: nested_splits[axis] -> result_splits[axis].
+  result_splits = []
+  for axis in range(ragged_rank):
+    # Get the length of each row for the input tensor for this dimension.
+    input_lengths = nested_splits[axis][1:] - nested_splits[axis][:-1]
+
+    # Multiply those lengths by the `multiples` of dimension axis+1, since
+    # each value will be repeated that number of times.
+    output_lengths = input_lengths * multiples[axis + 1]
+
+    # Repeat ranges of the row lengths as necessary for them to be tiled in
+    # each ragged dimension `d < axis`.  (Start with dimension d=axis-1, and
+    # work our way up to dimension d=0.)
+    repeats = 1
+    for d in range(axis - 1, -1, -1):
+      if const_multiples is None or const_multiples[d + 1] != 1:
+        splits = nested_splits[d] * repeats
+        output_lengths = _repeat_ranges(output_lengths, splits,
+                                        multiples[d + 1])
+      repeats *= multiples[d + 1]
+
+    # Tile splits for the outermost (uniform) dimension.
+    output_lengths = array_ops.tile(output_lengths, multiples[:1])
+
+    # Convert to splits.
+    result_splits.append(_lengths_to_splits(output_lengths))
+
+  return result_splits
+
+
+#===============================================================================
+# Reshaping
+#===============================================================================
+
+
+def expand_dims(rt_input, axis, name=None):
+  """Inserts a dimension with shape 1 into a potentially ragged tensor's shape.
+
+  Given a potentially ragged tenor `rt_input`, this operation inserts a
+  dimension with size 1 at the dimension `axis` of `rt_input`'s shape.
+
+  * If `rt_input` is a `Tensor`, then this is equivalent to
+    `tf.expand_dims`.
+  * If `rt_input` is ragged, and `axis=0`, then the new dimension will be
+    uniform; but the previously outermost dimension will become ragged.
+  * If `rt_input` is ragged, and `0 < axis < rt_input.ragged_rank`, then the
+    new dimension will be ragged.
+  * If `rt_input` is ragged, and axis >= rt_input.ragged_rank`, then the new
+    dimension will be uniform.
+
+  The following table gives some examples showing how `ragged.expand_dims`
+  impacts the shapes of different input tensors.  Ragged dimensions are
+  indicated by enclosing them in parentheses.
+
+  rt_input.shape          | axis | result.shape
+  ----------------------- | ---- | -----------------------------
+  `[D1, D2]`              |  `0` | `[1, D1, D2]`
+  `[D1, D2]`              |  `1` | `[D1, 1, D2]`
+  `[D1, D2]`              |  `2` | `[D1, D2, 1]`
+  `[D1, (D2), (D3), D4]`  |  `0` | `[1, (D1), (D2), (D3), D4]`
+  `[D1, (D2), (D3), D4]`  |  `1` | `[D1, (1), (D2), (D3), D4]`
+  `[D1, (D2), (D3), D4]`  |  `2` | `[D1, (D2), (1), (D3), D4]`
+  `[D1, (D2), (D3), D4]`  |  `3` | `[D1, (D2), (D3), 1, D4]`
+  `[D1, (D2), (D3), D4]`  |  `4` | `[D1, (D2), (D3), D4, 1]`
+
+  Args:
+    rt_input: The potentially tensor that should be expanded with a new
+      dimension.
+    axis: An integer constant indicating where the new dimension should be
+      inserted.
+    name: A name for the operation (optional).
+
+  Returns:
+    A tensor with the same values as `rt_input`, with an added dimension of
+    size 1 at `axis`.
+
+  #### Examples:
+    ```python
+    >>> rt = ragged.constant([[1, 2], [3]])
+    >>> print rt.shape
+    TensorShape([2, None])
+
+    >>> expanded = ragged.expand_dims(rt, axis=0)
+    >>> print(expanded.shape, expanded.eval().tolist())
+    TensorShape([1, None, None]) [[[1, 2], [3]]]
+
+    >>> expanded = ragged.expand_dims(rt, axis=1)
+    >>> print(expanded.shape, expanded.eval().tolist())
+    TensorShape([2, None, None]) [[[1, 2]], [[3]]]
+
+    >>> expanded = ragged.expand_dims(rt, axis=2)
+    >>> print(expanded.shape, expanded.eval().tolist())
+    TensorShape([2, None, 1]) [[[1], [2]], [[3]]]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedExpandDims', [rt_input]):
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+
+    if not ragged_tensor.is_ragged(rt_input):
+      return array_ops.expand_dims(rt_input, axis)
+
+    ndims = None if rt_input.shape.ndims is None else rt_input.shape.ndims + 1
+    axis = ragged_util.get_positive_axis(axis, ndims)
+    if axis == 0:
+      values = rt_input
+      splits = array_ops.stack([0, nrows(rt_input)])
+    elif axis == 1:
+      values = rt_input
+      splits = math_ops.range(nrows(rt_input) + 1)
+    else:
+      values = expand_dims(rt_input.values, axis - 1)
+      splits = rt_input.row_splits
+
+    return ragged_factory_ops.from_row_splits(values, splits)
+
+
+#===============================================================================
+# ragged.where
+#===============================================================================
+def where(condition, x=None, y=None, name=None):
+  """Return the elements, either from `x` or `y`, depending on the `condition`.
+
+  : If both `x` and `y` are `None`:
+    Returns the coordinates of true elements of `condition`. The coordinates
+    are returned in a 2-D tensor with shape
+    `[num_true_values, dim_size(condition)]`, where `result[i]` is the
+    coordinates of the `i`th true value (in row-major order).
+
+  : If both `x` and `y` are non-`None`:
+    Returns a tensor formed by selecting values from `x` where condition is
+    true, and from `y` when condition is false.  In particular:
+
+    : If `condition`, `x`, and `y` all have the same shape:
+
+      * `result[i1...iN] = x[i1...iN]` if `condition[i1...iN]` is true.
+      * `result[i1...iN] = y[i1...iN]` if `condition[i1...iN]` is false.
+
+    : Otherwise:
+
+      * `condition` must be a vector.
+      * `x` and `y` must have the same number of dimensions.
+      * The outermost dimensions of `condition`, `x`, and `y` must all have the
+        same size.
+      * `result[i] = x[i]` if `condition[i]` is true.
+      * `result[i] = y[i]` if `condition[i]` is false.
+
+  Args:
+    condition: A potentially ragged tensor of type `bool`
+    x: A potentially ragged tensor (optional).
+    y: A potentially ragged tensor (optional).  Must be specified if `x` is
+      specified.  Must have the same rank and type as `x`.
+    name: A name of the operation (optional)
+
+  Returns:
+    : If both `x` and `y` are `None`:
+      A `Tensor` with shape `(num_true, dim_size(condition))`.
+    : Otherwise:
+      A potentially ragged tensor with the same type, rank, and outermost
+      dimension size as `x` and `y`.
+      `result.ragged_rank = max(x.ragged_rank, y.ragged_rank)`.
+
+  Raises:
+    ValueError: When exactly one of `x` or `y` is non-`None`; or when
+      `condition`, `x`, and `y` have incompatible shapes.
+
+  #### Examples:
+    ```python
+    >>> # Coordinates where condition is true.
+    >>> condition = ragged.constant_value([[True, False, True], [False, True]])
+    >>> ragged.where(condition)
+    [[0, 0], [0, 2], [1, 1]]
+
+    >>> # Elementwise selection between x and y, based on condition.
+    >>> condition = ragged.constant_value([[True, False, True], [False, True]])
+    >>> x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E']])
+    >>> y=ragged.constant_value([['a', 'b', 'c'], ['d', 'e']])
+    >>> ragged.where(condition, x, y)
+    [['A', 'b', 'C'], ['d', 'E']]
+
+    >>> # Row selection between x and y, based on condition.
+    >>> condition = [True, False]
+    >>> x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E']])
+    >>> y=ragged.constant_value([['a', 'b', 'c'], ['d', 'e']])
+    >>> ragged.where(condition, x, y)
+    [['A', 'B', 'C'], ['d', 'e']]
+    ```
+  """
+  if (x is None) != (y is None):
+    raise ValueError('x and y must be either both None or both non-None')
+  with ops.name_scope('RaggedWhere', name, [condition, x, y]):
+    condition = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        condition, name='condition')
+    if x is None:
+      return _coordinate_where(condition)
+    else:
+      x = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(x, name='x')
+      y = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(y, name='y')
+      return _elementwise_where(condition, x, y)
+
+
+def _elementwise_where(condition, x, y):
+  """Ragged version of tf.where(condition, x, y)."""
+  condition_is_ragged = isinstance(condition, ragged_tensor.RaggedTensor)
+  x_is_ragged = isinstance(x, ragged_tensor.RaggedTensor)
+  y_is_ragged = isinstance(y, ragged_tensor.RaggedTensor)
+
+  if not (condition_is_ragged or x_is_ragged or y_is_ragged):
+    return array_ops.where(condition, x, y)
+
+  elif condition_is_ragged and x_is_ragged and y_is_ragged:
+    return ragged_functional_ops.map_inner_values(array_ops.where, condition, x,
+                                                  y)
+  elif not condition_is_ragged:
+    # Concatenate x and y, and then use `gather` to assemble the selected rows.
+    condition.shape.assert_has_rank(1)
+    x_nrows = nrows(x)
+    x_and_y = concat([x, y], axis=0)
+    indices = array_ops.where(condition, math_ops.range(x_nrows),
+                              x_nrows + math_ops.range(nrows(y)))
+    return gather(x_and_y, indices)
+
+  else:
+    raise ValueError('Input shapes do not match.')
+
+
+def _coordinate_where(condition):
+  """Ragged version of tf.where(condition)."""
+  if not isinstance(condition, ragged_tensor.RaggedTensor):
+    return array_ops.where(condition)
+
+  # The coordinate for each `true` value in condition.values.
+  selected_coords = _coordinate_where(condition.values)
+
+  # Convert the first index in each coordinate to a row index and column index.
+  first_index = selected_coords[:, 0]
+  selected_rows = array_ops.gather(value_rowids(condition), first_index)
+  selected_row_starts = array_ops.gather(condition.row_splits, selected_rows)
+  selected_cols = first_index - selected_row_starts
+
+  # Assemble the row & column index with the indices for inner dimensions.
+  return array_ops.concat([
+      array_ops.expand_dims(selected_rows, 1),
+      array_ops.expand_dims(selected_cols, 1), selected_coords[:, 1:]
+  ],
+                          axis=1)
+
+
+#===============================================================================
+# Internal Helper Functions
+#===============================================================================
+
+
+def _lengths_to_splits(lengths):
+  """Returns splits corresponding to the given lengths."""
+  return array_ops.concat([[0], math_ops.cumsum(lengths)], axis=0)
+
+
+def _increase_ragged_rank_to(rt_input, ragged_rank):
+  """Adds ragged dimensions to `rt_input` so it has the desired ragged rank."""
+  if ragged_rank > 0:
+    if not ragged_tensor.is_ragged(rt_input):
+      rt_input = ragged_conversion_ops.from_tensor(rt_input)
+    if rt_input.ragged_rank < ragged_rank:
+      rt_input = rt_input.with_values(
+          _increase_ragged_rank_to(rt_input.values, ragged_rank - 1))
+  return rt_input
+
+
+def _concat_ragged_splits(splits_list):
+  """Concatenates a list of RaggedTensor splits to form a single splits."""
+  pieces = [splits_list[0]]
+  splits_offset = splits_list[0][-1]
+  for splits in splits_list[1:]:
+    pieces.append(splits[1:] + splits_offset)
+    splits_offset += splits[-1]
+  return array_ops.concat(pieces, axis=0)
+
+
+def _repeat_ranges(params, splits, multiple):
+  """Repeats each range of `params` (as specified by `splits`) `multiple` times.
+
+  Let the `i`th range of `params` be defined as
+  `params[splits[i]:splits[i + 1]]`.  Then this function returns a tensor
+  containing range 0 repeated `multiple` times, followed by range 1 repeated
+  `multiple`, ..., followed by the last range repeated `multiple` times.
+
+  Args:
+    params: The `Tensor` whose values should be repeated.
+    splits: A splits tensor indicating the ranges of `params` that should be
+      repeated.
+    multiple: The number of times each range should be repeated.
+
+  Returns:
+    A `Tensor` with the same rank and type as `params`.
+
+  #### Example:
+    ```python
+    >>> _repeat_ranges(['a', 'b', 'c'], [0, 2, 3], 3)
+    ['a', 'b', 'a', 'b', 'a', 'b', 'c', 'c', 'c']
+    ```
+  """
+  # Repeat each split value `multiple` times.  E.g., if `splits=[0 3 4]` and
+  # `multiples=3`, then `repeated_splits=[0 0 0 3 3 3 4 4 4]`.
+  repeated_splits = array_ops.tile(
+      array_ops.expand_dims(splits, axis=1), array_ops.stack([1, multiple]))
+  repeated_splits = array_ops.reshape(repeated_splits, [-1])
+
+  # Divide the splits into repeated starts & repeated limits.  E.g., if
+  # `repeated_splits=[0 0 0 3 3 3 4 4 4]` then `repeated_starts=[0 0 0 3 3 3]`
+  # and `repeated_limits=[3 3 3 4 4 4]`.
+  n_splits = array_ops.shape(repeated_splits, out_type=dtypes.int64)[0]
+  repeated_starts = repeated_splits[:n_splits - multiple]
+  repeated_limits = repeated_splits[multiple:]
+
+  # Get indices for each range from starts to limits, and use those to gather
+  # the values in the desired repetition pattern.
+  offsets = ragged_math_ops.range(repeated_starts, repeated_limits).values
+  return array_ops.gather(params, offsets)
diff --git a/tensorflow/python/ops/ragged/ragged_batch_gather_op_test.py b/tensorflow/python/ops/ragged/ragged_batch_gather_op_test.py
new file mode 100644
index 0000000000..79a2ecd87a
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_batch_gather_op_test.py
@@ -0,0 +1,199 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for tf.ragged.batch_gather."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedBatchGatherOpTest(test_util.TensorFlowTestCase,
+                              parameterized.TestCase):
+
+  @parameterized.parameters([
+      #=========================================================================
+      # Docstring Example
+      #=========================================================================
+      dict(
+          descr='Docstring example',
+          params=ragged.constant_value([['a', 'b', 'c'], ['d'], [], ['e']]),
+          indices=ragged.constant_value([[1, 2, 0], [], [], [0, 0]]),
+          expected=ragged.constant_value([[b'b', b'c', b'a'], [], [],
+                                          [b'e', b'e']])),
+      #=========================================================================
+      # 0 Batch Dimensions
+      #=========================================================================
+      dict(
+          descr='params: [P1], indices: [I], result: [I]',
+          params=['a', 'b', 'c', 'd'],
+          indices=[3, 2],
+          expected=[b'd', b'c']),
+      dict(
+          descr='params: [P1, (P2)], indices: [I], result: [I, (P2)]',
+          params=ragged.constant_value([['a', 'b'], [], ['c'], ['d', 'e']]),
+          indices=[3, 2],
+          expected=ragged.constant_value([[b'd', b'e'], [b'c']])),
+      #=========================================================================
+      # 1 Batch Dimension
+      #=========================================================================
+      dict(
+          descr='params: [B1, P1], indices: [B1, I], result: [B1, I]',
+          params=[['a', 'b', 'c'], ['d', 'e', 'f'], ['g', 'h', 'i']],
+          indices=[[2, 0], [0, 1], [1, 0]],
+          expected=[[b'c', b'a'], [b'd', b'e'], [b'h', b'g']]),
+      dict(
+          descr='params: [B1, (P1)], indices: [B1, I], result: [B1, I]',
+          params=ragged.constant_value([['a', 'b', 'c'], ['d', 'e'], ['g']]),
+          indices=[[2, 0], [0, 1], [0, 0]],
+          expected=[[b'c', b'a'], [b'd', b'e'], [b'g', b'g']]),
+      dict(
+          descr='params: [B1, P1], indices: [B1, (I)], result: [B1, (I)]',
+          params=[['a', 'b', 'c'], ['d', 'e', 'f'], ['g', 'h', 'i']],
+          indices=ragged.constant_value([[2, 0, 2], [0], [1]]),
+          expected=ragged.constant_value([[b'c', b'a', b'c'], [b'd'], [b'h']])),
+      dict(
+          descr=('params: [B1, (P1), (P2), P3], indices: [B1, I], '
+                 'result: [B1, I, (P2), P3]'),
+          params=ragged.constant_value(
+              [[[['a']], [['b'], ['c']]], [[['d'], ['e']], [['f']]], [[['g']]]],
+              ragged_rank=2),
+          indices=[[1, 0], [0, 1], [0, 0]],
+          expected=ragged.constant_value(
+              [[[[b'b'], [b'c']], [[b'a']]], [[[b'd'], [b'e']], [[b'f']]],
+               [[[b'g']], [[b'g']]]],
+              ragged_rank=2)),
+      #=========================================================================
+      # 2 Batch Dimensions
+      #=========================================================================
+      dict(
+          descr=('params: [B1, B2, P1], indices: [B1, B2, I], '
+                 'result: [B1, B2, I]'),
+          params=[[['a', 'b', 'c']], [['d', 'e', 'f']], [['g', 'h', 'i']]],
+          indices=[[[2, 0]], [[0, 1]], [[1, 0]]],
+          expected=[[[b'c', b'a']], [[b'd', b'e']], [[b'h', b'g']]]),
+      dict(
+          descr=('params: [B1, (B2), P1], indices: [B1, (B2), I], '
+                 'result: [B1, (B2), I]'),
+          params=ragged.constant_value(
+              [[['a', 'b', 'c'], ['d', 'e', 'f']], [['g', 'h', 'i']]],
+              ragged_rank=1),
+          indices=ragged.constant_value([[[2, 0], [0, 1]], [[1, 0]]],
+                                        ragged_rank=1),
+          expected=ragged.constant_value(
+              [[[b'c', b'a'], [b'd', b'e']], [[b'h', b'g']]], ragged_rank=1)),
+      dict(
+          descr=('params: [B1, (B2), (P1)], indices: [B1, (B2), I], '
+                 'result: [B1, (B2), I]'),
+          params=ragged.constant_value([[['a', 'b', 'c'], ['d']], [['e', 'f']]],
+                                       ragged_rank=2),
+          indices=ragged.constant_value([[[2, 0], [0, 0]], [[1, 0]]],
+                                        ragged_rank=1),
+          expected=ragged.constant_value(
+              [[[b'c', b'a'], [b'd', b'd']], [[b'f', b'e']]], ragged_rank=1)),
+      dict(
+          descr=('params: [B1, (B2), P1], indices: [B1, (B2), (I)], '
+                 'result: [B1, (B2), (I)]'),
+          params=ragged.constant_value(
+              [[['a', 'b', 'c'], ['d', 'e', 'f']], [['g', 'h', 'i']]],
+              ragged_rank=1),
+          indices=ragged.constant_value([[[2, 1, 0], [0]], [[1, 1]]],
+                                        ragged_rank=2),
+          expected=ragged.constant_value(
+              [[[b'c', b'b', b'a'], [b'd']], [[b'h', b'h']]], ragged_rank=2)),
+      #=========================================================================
+      # 3 Batch Dimensions
+      #=========================================================================
+      dict(
+          descr=(
+              'params: [B1, (B2), (B3), (P1)], indices: [B1, (B2), (B3), I], '
+              'result: [B1, (B2), (B3), I]'),
+          params=ragged.constant_value(
+              [[[['a', 'b', 'c'], ['d']], [['e', 'f']]]], ragged_rank=3),
+          indices=ragged.constant_value([[[[2, 0], [0, 0]], [[1, 0]]]],
+                                        ragged_rank=2),
+          expected=ragged.constant_value(
+              [[[[b'c', b'a'], [b'd', b'd']], [[b'f', b'e']]]], ragged_rank=2)),
+  ])
+  def testRaggedBatchGather(self, descr, params, indices, expected):
+    result = ragged.batch_gather(params, indices)
+    self.assertEqual(
+        getattr(result, 'ragged_rank', 0), getattr(expected, 'ragged_rank', 0))
+    with self.test_session():
+      if hasattr(expected, 'tolist'):
+        expected = expected.tolist()
+      self.assertEqual(result.eval().tolist(), expected)
+
+  def testRaggedBatchGatherUnknownRankError(self):
+    params = [['a', 'b'], ['c', 'd']]
+    indices = array_ops.placeholder(dtypes.int32, shape=None)
+    ragged_indices = ragged.from_row_splits(indices, [0, 2, 4])
+
+    with self.assertRaisesRegexp(
+        ValueError, 'batch_gather does not allow indices with unknown shape.'):
+      ragged.batch_gather(params, indices)
+
+    with self.assertRaisesRegexp(
+        ValueError, 'batch_gather does not allow indices with unknown shape.'):
+      ragged.batch_gather(params, ragged_indices)
+
+  @parameterized.parameters([
+      dict(
+          params=ragged.constant([['a'], ['b'], ['c']]),
+          indices=ragged.constant([[0], [0]]),
+          message='Dimensions 3 and 2 are not compatible'),
+      dict(
+          params=[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          indices=ragged.constant([[[0, 0], [0, 0, 0]], [[0]]]),
+          message='batch shape from indices does not match params shape'),
+      dict(
+          params=ragged.constant([[[0, 0], [0, 0, 0]], [[0]]]),
+          indices=ragged.constant([[[0, 0]], [[0, 0, 0]], [[0]]]),
+          message='Dimensions must be equal, but are 3 and 4'),
+      dict(
+          params=ragged.constant([[[0, 0], [0, 0, 0]], [[0]], [[0]]]),
+          indices=ragged.constant([[[0, 0]], [[0, 0, 0]], [[0]]]),
+          error=errors.InvalidArgumentError,
+          message='Condition x == y did not hold element-wise'),
+      dict(
+          params=ragged.constant(['a', 'b', 'c']),
+          indices=ragged.constant([[0], [0]]),
+          message='batch shape from indices does not match params shape'),
+      dict(params=ragged.constant_value([['a']]),
+           indices=0,
+           message='indices.rank must be at least 1.'),
+      dict(params=ragged.constant_value([['a']]),
+           indices=[[[0]]],
+           message='batch shape from indices does not match params shape'),
+  ])
+  def testRaggedBatchGatherStaticError(self,
+                                       params,
+                                       indices,
+                                       message,
+                                       error=ValueError):
+    with self.assertRaisesRegexp(error, message):
+      ragged.batch_gather(params, indices)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_boolean_mask_op_test.py b/tensorflow/python/ops/ragged/ragged_boolean_mask_op_test.py
new file mode 100644
index 0000000000..b3279c1e84
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_boolean_mask_op_test.py
@@ -0,0 +1,351 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.boolean_mask."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedBooleanMaskOpTest(test_util.TensorFlowTestCase,
+                              parameterized.TestCase):
+  # Define short constants for true & false, so the data & mask can be lined
+  # up in the examples below.  This makes it easier to read the examples, to
+  # see which values should be kept vs. masked.
+  T = True
+  F = False
+
+  @parameterized.parameters([
+      #=========================================================================
+      # Docstring examples
+      #=========================================================================
+      dict(
+          descr='Docstring example 1',
+          data=[[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          mask=[[T, F, T], [F, F, F], [T, F, F]],
+          keepdims=False,
+          expected=[1, 3, 7]),
+      dict(
+          descr='Docstring example 2',
+          data=[[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          mask=[[T, F, T], [F, F, F], [T, F, F]],
+          keepdims=True,
+          expected=ragged.constant_value([[1, 3], [], [7]])),
+      dict(
+          descr='Docstring example 3',
+          data=ragged.constant_value([[1, 2, 3], [4], [5, 6]]),
+          mask=ragged.constant_value([[F, F, T], [F], [T, T]]),
+          keepdims=False,
+          expected=[3, 5, 6]),
+      dict(
+          descr='Docstring example 4',
+          data=ragged.constant_value([[1, 2, 3], [4], [5, 6]]),
+          mask=ragged.constant_value([[F, F, T], [F], [T, T]]),
+          keepdims=True,
+          expected=ragged.constant_value([[3], [], [5, 6]])),
+      dict(
+          descr='Docstring example 5',
+          data=ragged.constant_value([[1, 2, 3], [4], [5, 6]]),
+          mask=[True, False, True],
+          keepdims=False,
+          expected=ragged.constant_value([[1, 2, 3], [5, 6]])),
+      #=========================================================================
+      # Uniform data and uniform mask.
+      #=========================================================================
+      dict(
+          descr='data.shape=[7]; mask.shape=[7]; keepdims=True',
+          data=[1, 2, 3, 4, 5, 6, 7],
+          mask=[T, F, T, T, F, F, F],
+          keepdims=True,
+          expected=[1, 3, 4]),
+      dict(
+          descr='data.shape=[5, 3]; mask.shape=[5]; keepdims=True',
+          data=[[1, 2, 3], [4, 5, 6], [7, 8, 9], [10, 11, 12], [13, 14, 15]],
+          mask=[True, False, True, True, False],
+          keepdims=True,
+          expected=[[1, 2, 3], [7, 8, 9], [10, 11, 12]]),
+      dict(
+          descr='data.shape=[5, 3]; mask.shape=[5, 3]; keepdims=True',
+          data=[[1, 2, 3], [4, 5, 6], [7, 8, 9], [0, 1, 2], [3, 4, 5]],
+          mask=[[F, F, F], [T, F, T], [T, T, T], [F, F, F], [T, T, F]],
+          keepdims=True,
+          expected=ragged.constant_value([[], [4, 6], [7, 8, 9], [], [3, 4]])),
+      dict(
+          descr='data.shape=[3, 2, 2]; mask.shape=[3]; keepdims=True',
+          data=[[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]],
+          mask=[F, F, T],
+          keepdims=True,
+          expected=[[[2, 4], [6, 8]]]),
+      dict(
+          descr='data.shape=[3, 2, 2]; mask.shape=[3]; keepdims=False',
+          data=[[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]],
+          mask=[F, F, T],
+          keepdims=False,
+          expected=[[[2, 4], [6, 8]]]),
+      dict(
+          descr='data.shape=[3, 2, 2]; mask.shape=[3, 2]; keepdims=True',
+          data=[[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]],
+          mask=[[T, F], [T, T], [F, F]],
+          keepdims=True,
+          expected=ragged.constant_value([[[1, 2]], [[5, 6], [7, 8]], []],
+                                         ragged_rank=1)),
+      dict(
+          descr='data.shape=[3, 2, 2]; mask.shape=[3, 2]; keepdims=False',
+          data=[[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]],
+          mask=[[T, F], [T, T], [F, F]],
+          keepdims=False,
+          expected=[[1, 2], [5, 6], [7, 8]]),
+      dict(
+          descr='data.shape=[3, 2, 2]; mask.shape=[3, 2, 2]; keepdims=True',
+          data=[[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]],
+          mask=[[[T, T], [F, T]], [[F, F], [F, F]], [[T, F], [T, T]]],
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2], [4]], [[], []], [[2], [6, 8]]])),
+      dict(
+          descr='data.shape=mask.shape=[2, 2, 2, 2]; keepdims=True',
+          data=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                [[[2, 4], [6, 8]], [[1, 3], [5, 7]]]],
+          mask=[[[[T, T], [F, F]], [[T, F], [F, F]]],
+                [[[F, F], [F, F]], [[T, T], [T, F]]]],
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[[1, 2], []], [[5], []]], [[[], []], [[1, 3], [5]]]])),
+      dict(
+          descr='data.shape=mask.shape=[2, 2, 2, 2]; keepdims=False',
+          data=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                [[[2, 4], [6, 8]], [[1, 3], [5, 7]]]],
+          mask=[[[[T, T], [F, F]], [[T, F], [F, F]]],
+                [[[F, F], [F, F]], [[T, T], [T, F]]]],
+          keepdims=False,
+          expected=[1, 2, 5, 1, 3, 5]),
+
+      #=========================================================================
+      # Ragged data and ragged mask.
+      #=========================================================================
+      dict(
+          descr='data.shape=[5, (D2)]; mask.shape=[5, (D2)]',
+          data=ragged.constant_value(
+              [[1, 2], [3, 4, 5, 6], [7, 8, 9], [], [1, 2, 3]]),
+          mask=ragged.constant_value(
+              [[F, F], [F, T, F, T], [F, F, F], [], [T, F, T]]),
+          keepdims=True,
+          expected=ragged.constant_value([[], [4, 6], [], [], [1, 3]])),
+      dict(
+          descr='data.shape=[3, (D2), (D3)]; mask.shape=[3, (D2)]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]]),
+          mask=ragged.constant_value([[T, F], [T, T], [F, F]]),
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2]], [[5, 6], [7, 8]], []])),
+      dict(
+          descr='data.shape=[3, (D2), (D3)]; mask.shape=[3, (D2)]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]]),
+          mask=ragged.constant_value([[T, F], [T, T], [F, F]]),
+          keepdims=False,
+          expected=ragged.constant_value([[1, 2], [5, 6], [7, 8]])),
+      dict(
+          descr='data.shape=[3, (D2), D3]; mask.shape=[3, (D2)]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[5, 6], [7, 8], [2, 4]], [[6, 8]]],
+              ragged_rank=1),
+          mask=ragged.constant_value([[T, F], [T, T, F], [F]]),
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2]], [[5, 6], [7, 8]], []],
+              ragged_rank=1)),
+      dict(
+          descr='data.shape=[3, (D2), D3]; mask.shape=[3, (D2)]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4], [6, 8]]],
+              ragged_rank=1),
+          mask=ragged.constant_value([[T, F], [T, T], [F, F]]),
+          keepdims=False,
+          expected=[[1, 2], [5, 6], [7, 8]]),
+      dict(
+          descr='data.shape=[3, (D2), (D3)]; mask.shape=[3, (D2), (D3)]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[2, 4]]]),
+          mask=ragged.constant_value(
+              [[[T, T], [F, T]], [[F, F], [F, F]], [[T, F]]]),
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2], [4]], [[], []], [[2]]])),
+      dict(
+          descr=('data.shape=[3, (D2), (D3), (D4)]; '
+                 'mask.shape=[3, (D2), (D3), (D4)]'),
+          data=ragged.constant_value(
+              [[[[1, 2], [3, 4]], [[5, 6]]], [[[2, 4], [6, 8]]]]),
+          mask=ragged.constant_value(
+              [[[[T, T], [F, F]], [[T, F]]], [[[F, F], [T, T]]]]),
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[[1, 2], []], [[5]]], [[[], [6, 8]]]])),
+
+      #=========================================================================
+      # Ragged mask and uniform data
+      #=========================================================================
+      dict(
+          descr='data.shape=[2, 3]; mask.shape=[2, (3)]',
+          data=[[1, 2, 3], [4, 5, 6]],
+          mask=ragged.constant_value([[T, F, F], [F, T, T]]),
+          keepdims=True,
+          expected=ragged.constant_value([[1], [5, 6]])),
+      dict(
+          descr='data.shape=[2, 3, 2]; mask.shape=[2, (3)]',
+          data=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 0], [2, 4]]],
+          mask=ragged.constant_value([[T, F, F], [F, T, T]]),
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2]], [[9, 0], [2, 4]]],
+              ragged_rank=1)),
+      dict(
+          descr='data.shape=[2, 3, 2]; mask.shape=[2, (3), 2]',
+          data=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 0], [2, 4]]],
+          mask=ragged.constant_value(
+              [[[T, F], [F, F], [T, T]], [[T, F], [F, T], [F, F]]],
+              ragged_rank=1),
+          keepdims=True,
+          expected=ragged.constant_value([[[1], [], [5, 6]], [[7], [0], []]])),
+
+      #=========================================================================
+      # Ragged data and uniform mask.
+      #=========================================================================
+      dict(
+          descr='data.shape=[4, (D2)]; mask.shape=[4]',
+          data=ragged.constant_value([[1, 2, 3], [4], [], [5, 6]]),
+          mask=[T, F, T, F],
+          keepdims=False,
+          expected=ragged.constant_value([[1, 2, 3], []])),
+      dict(
+          descr='data.shape=[4, (D2), (D3)]; mask.shape=[4]',
+          data=ragged.constant_value(
+              [[[1, 2, 3]], [[4], []], [[5, 6]], []]),
+          mask=[T, F, T, T],
+          keepdims=False,
+          expected=ragged.constant_value([[[1, 2, 3]], [[5, 6]], []])),
+      dict(
+          descr='data.shape=[4, (D2), 2]; mask.shape=[4]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [], [[5, 6]], [[7, 8], [9, 0], [1, 2]]],
+              ragged_rank=1),
+          mask=[T, F, F, T],
+          keepdims=False,
+          expected=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[7, 8], [9, 0], [1, 2]]],
+              ragged_rank=1)),
+      dict(
+          descr='data.shape=[4, (D2), 2]; mask.shape=[4]',
+          data=ragged.constant_value(
+              [[[1, 2], [3, 4]], [], [[5, 6]], [[7, 8], [9, 0], [1, 2]]],
+              ragged_rank=1),
+          mask=[T, F, F, T],
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2], [3, 4]], [[7, 8], [9, 0], [1, 2]]],
+              ragged_rank=1)),
+      dict(
+          descr='data.shape=[1, (2)]; mask.shape=[1, 2]',
+          data=ragged.constant_value([[1, 2]]),
+          mask=[[T, F]],
+          keepdims=True,
+          expected=ragged.constant_value([[1]])),
+      dict(
+          descr='data.shape=[2, (2), (D3)]; mask.shape=[2, 2]',
+          data=ragged.constant_value([[[1], [2, 3]], [[], [4, 5, 6]]]),
+          mask=[[T, F], [T, T]],
+          keepdims=True,
+          expected=ragged.constant_value([[[1]], [[], [4, 5, 6]]])),
+      dict(
+          descr='data.shape=[2, (2), 3]; mask.shape=[2, 2]',
+          data=ragged.constant_value(
+              [[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [2, 4, 6]]],
+              ragged_rank=1),
+          mask=[[T, F], [T, T]],
+          keepdims=True,
+          expected=ragged.constant_value(
+              [[[1, 2, 3]], [[7, 8, 9], [2, 4, 6]]],
+              ragged_rank=1)),
+      dict(
+          descr='data.shape=[2, (2), 3]; mask.shape=[2, 2, 3]',
+          data=ragged.constant_value(
+              [[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [2, 4, 6]]],
+              ragged_rank=1),
+          mask=[[[T, F, F], [T, F, T]], [[T, F, T], [F, F, F]]],
+          keepdims=True,
+          expected=ragged.constant_value([[[1], [4, 6]], [[7, 9], []]])),
+  ])  # pyformat: disable
+  def testBooleanMask(self, descr, data, mask, keepdims, expected):
+    actual = ragged.boolean_mask(data, mask, keepdims=keepdims)
+    self.assertEqual(
+        getattr(actual, 'ragged_rank', 0), getattr(expected, 'ragged_rank', 0))
+    with self.test_session():
+      if isinstance(expected, ragged.RaggedTensorValue):
+        expected = expected.tolist()
+      self.assertEqual(actual.eval().tolist(), expected)
+
+  def testErrors(self):
+    self.assertRaisesRegexp(ValueError,
+                            r'mask\.shape\.ndims must be kown statically',
+                            ragged.boolean_mask, [[1, 2]],
+                            array_ops.placeholder(dtypes.bool))
+
+    self.assertRaisesRegexp(TypeError,
+                            "Expected bool, got 0 of type 'int' instead.",
+                            ragged.boolean_mask, [[1, 2]], [[0, 1]])
+    self.assertRaisesRegexp(
+        ValueError, 'Tensor conversion requested dtype bool for '
+        'RaggedTensor with dtype int32', ragged.boolean_mask,
+        ragged.constant([[1, 2]]), ragged.constant([[0, 0]]))
+
+    self.assertRaisesRegexp(
+        ValueError, r'Shapes \(1, 2\) and \(1, 3\) are incompatible',
+        ragged.boolean_mask, [[1, 2]], [[True, False, True]])
+
+    # self.assertRaisesRegexp(ValueError,
+    #                         r'data=.* is non-ragged but mask=.* is ragged',
+    #                         ragged.boolean_mask, [[1, 2]],
+    #                         ragged.constant([[True, False]]))
+
+    # self.assertRaisesRegexp(
+    #     ValueError, r'data=.* is ragged but mask=.* is non-ragged',
+    #     ragged.boolean_mask, ragged.constant([[1, 2]]), [[True, False]])
+
+    self.assertRaisesRegexp(errors.InvalidArgumentError,
+                            r'Inputs must have identical ragged splits',
+                            ragged.boolean_mask, ragged.constant([[1, 2]]),
+                            ragged.constant([[True, False, True]]))
+
+    self.assertRaisesRegexp(ValueError, 'mask cannot be scalar',
+                            ragged.boolean_mask, [[1, 2]], True)
+
+    self.assertRaisesRegexp(ValueError,
+                            'mask cannot be scalar', ragged.boolean_mask,
+                            ragged.constant([[1, 2]]), True)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_concat_op_test.py b/tensorflow/python/ops/ragged/ragged_concat_op_test.py
new file mode 100644
index 0000000000..6b1a602d04
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_concat_op_test.py
@@ -0,0 +1,308 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.concat."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedConcatOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  def _rt_inputs_to_tensors(self, rt_inputs, ragged_ranks=None):
+    if ragged_ranks is None:
+      ragged_ranks = [None] * len(rt_inputs)
+    return [
+        ragged.constant(rt_input, ragged_rank=rrank)
+        if rrank != 0 else constant_op.constant(rt_input)
+        for (rt_input, rrank) in zip(rt_inputs, ragged_ranks)
+    ]
+
+  @parameterized.parameters(
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=0',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21']],   # shape=(3, None)
+              [['b00'], ['b10']]),                    # shape=(2, None)
+          axis=0,
+          expected=[[b'a00', b'a01'], [], [b'a20', b'a21'], [b'b00'],
+                    [b'b10']]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=1',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']]),    # shape=(3, None)
+          axis=1,
+          expected=[
+              [b'a00', b'a01', b'b00'],
+              [b'b10', b'b11', b'b12'],
+              [b'a20', b'a21', b'a22', b'b20']]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=-2',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21']],   # shape=(3, None)
+              [['b00'], ['b10']]),                    # shape=(2, None)
+          axis=-2,
+          expected=[[b'a00', b'a01'], [], [b'a20', b'a21'], [b'b00'],
+                    [b'b10']]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=-1',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']]),    # shape=(3, None)
+          axis=-1,
+          expected=[
+              [b'a00', b'a01', b'b00'],
+              [b'b10', b'b11', b'b12'],
+              [b'a20', b'a21', b'a22', b'b20']],
+          expected_shape=[3, None]),
+      dict(
+          descr='Three rank-2 inputs (ragged_rank=1), axis=0',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10']],                            # shape=(2, None)
+              [['c00'], ['c10', 'c11'], ['c21']]),           # shape=(3, None)
+          axis=0,
+          expected=[[b'a00', b'a01'], [], [b'a20', b'a21', b'a22'], [b'b00'],
+                    [b'b10'], [b'c00'], [b'c10', b'c11'], [b'c21']]),
+      dict(
+          descr='Three rank-2 inputs (ragged_rank=1), axis=1',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']],     # shape=(3, None)
+              [[], ['c10', 'c11'], ['c20', 'c21']]),         # shape=(3, None)
+          axis=1,
+          expected=[
+              [b'a00', b'a01', b'b00'],
+              [b'b10', b'b11', b'b12', b'c10', b'c11'],
+              [b'a20', b'a21', b'a22', b'b20', b'c20', b'c21']]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=0',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[['b000']], [['b100', 'b101'], ['b110']]],
+              [[], [['c100', 'c101', 'c102', 'c103']], [[], ['c210', 'c211']]]),
+          axis=0,
+          expected=[
+              [[b'a000', b'a001'], [b'a010']],
+              [[b'a100', b'a101', b'a102'], [b'a110', b'a111']],
+              [[b'b000']],
+              [[b'b100', b'b101'], [b'b110']],
+              [],
+              [[b'c100', b'c101', b'c102', b'c103']],
+              [[], [b'c210', b'c211']]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=1',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[['b000']], [['b100', 'b101'], ['b110']]],
+              [[], [[], ['c110', 'c111']]]),
+          axis=1,
+          expected=[
+              [[b'a000', b'a001'], [b'a010'], [b'b000']],
+              [[b'a100', b'a101', b'a102'], [b'a110', b'a111'],
+               [b'b100', b'b101'], [b'b110'], [], [b'c110', b'c111']]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=2',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[[], ['b010', 'b011']], [['b100', 'b101'], ['b110']]],
+              [[['c000'], ['c010']], [[], ['c110', 'c111']]]),
+          axis=2,
+          expected=[
+              [[b'a000', b'a001', b'c000'],
+               [b'a010', b'b010', b'b011', b'c010']],
+              [[b'a100', b'a101', b'a102', b'b100', b'b101'],
+               [b'a110', b'a111', b'b110', b'c110', b'c111']]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=-1',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[[], ['b010', 'b011']], [['b100', 'b101'], ['b110']]],
+              [[['c000'], ['c010']], [[], ['c110', 'c111']]]),
+          axis=-1,
+          expected=[
+              [[b'a000', b'a001', b'c000'],
+               [b'a010', b'b010', b'b011', b'c010']],
+              [[b'a100', b'a101', b'a102', b'b100', b'b101'],
+               [b'a110', b'a111', b'b110', b'c110', b'c111']]]),
+      dict(
+          descr='ragged_concat([uniform, ragged, uniform], axis=1)',
+          ragged_ranks=[0, 1, 0],
+          rt_inputs=(
+              [['0('], ['1('], ['2(']],                   # shape=(3, 1)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']],  # shape=(3, None)
+              [[')0'], [')1'], [')2']]),                  # shape=(3, 1)
+          axis=1,
+          expected=[
+              [b'0(', b'b00', b')0'],
+              [b'1(', b'b10', b'b11', b'b12', b')1'],
+              [b'2(', b'b20', b')2']]),
+      dict(
+          descr='ragged_concat([uniform, uniform], axis=0)',
+          ragged_ranks=[0, 0],
+          rt_inputs=(
+              [['a00', 'a01'], ['a10', 'a11'], ['a20', 'a21']],  # shape=(3, 2)
+              [['b00', 'b01', 'b02'], ['b10', 'b11', 'b12']]),   # shape=(2, 3)
+          axis=0,
+          expected=[
+              [b'a00', b'a01'], [b'a10', b'a11'], [b'a20', b'a21'],
+              [b'b00', b'b01', b'b02'], [b'b10', b'b11', b'b12']],
+          expected_ragged_rank=1),
+      dict(
+          descr='ragged_concat([uniform, ragged], axis=0)',
+          ragged_ranks=[0, 1],
+          rt_inputs=(
+              [['a00', 'a01'], ['a10', 'a11'], ['a20', 'a21']],  # shape=(3, 2)
+              [['b00', 'b01', 'b02'], ['b10', 'b11', 'b12']]),   # shape=(2, 3)
+          axis=0,
+          expected=[
+              [b'a00', b'a01'], [b'a10', b'a11'], [b'a20', b'a21'],
+              [b'b00', b'b01', b'b02'], [b'b10', b'b11', b'b12']]),
+      dict(
+          descr='ragged_concat([uniform, ragged], axis=0) with rank-3 inputs',
+          ragged_ranks=[0, 2],
+          rt_inputs=(
+              [[[0, 1], [2, 3]], [[4, 5], [6, 7]]],  # shape = (2, 2, 2)
+              [[[8], [8, 8]]]),                      # shape = (2, None, None)
+          axis=0,
+          expected=[[[0, 1], [2, 3]], [[4, 5], [6, 7]], [[8], [8, 8]]]),
+      dict(
+          descr='Two rank-3 inputs with ragged_rank=1, axis=-1',
+          ragged_ranks=[1, 1],
+          rt_inputs=(
+              [[[0, 1], [2, 3], [4, 5]], [], [[6, 7], [8, 9]]],
+              [[[9, 8], [7, 6], [5, 4]], [], [[3, 2], [1, 0]]]),
+          axis=-1,
+          expected=[
+              [[0, 1, 9, 8], [2, 3, 7, 6], [4, 5, 5, 4]], [],
+              [[6, 7, 3, 2], [8, 9, 1, 0]]],
+          expected_ragged_rank=1),
+      dict(
+          descr='ragged_concat([vector, vector], axis=0)',
+          ragged_ranks=[0, 0],
+          rt_inputs=([1, 2, 3], [4, 5, 6]),
+          axis=0,
+          expected=[1, 2, 3, 4, 5, 6]),
+      dict(
+          descr='One input (so ragged_conat is a noop)',
+          rt_inputs=([['a00', 'a01'], [], ['a20', 'a21']],),
+          axis=0,
+          expected=[[b'a00', b'a01'], [], [b'a20', b'a21']]),
+  )   # pyformat: disable
+  def testRaggedConcat(self,
+                       descr,
+                       rt_inputs,
+                       axis,
+                       expected,
+                       ragged_ranks=None,
+                       expected_ragged_rank=None,
+                       expected_shape=None):
+    rt_inputs = self._rt_inputs_to_tensors(rt_inputs, ragged_ranks)
+    concatenated = ragged.concat(rt_inputs, axis)
+    if expected_ragged_rank is not None:
+      self.assertEqual(concatenated.ragged_rank, expected_ragged_rank)
+    if expected_shape is not None:
+      self.assertEqual(concatenated.shape.as_list(), expected_shape)
+    with self.test_session():
+      self.assertEqual(concatenated.eval().tolist(), expected)
+
+  @parameterized.parameters(
+      dict(
+          rt_inputs=(),
+          axis=0,
+          error=ValueError,
+          message=r'rt_inputs may not be empty\.'),
+      dict(
+          rt_inputs=([[1, 2]], [[3, 4]]),
+          axis=r'foo',
+          error=TypeError,
+          message='axis must be an int'),
+      dict(
+          rt_inputs=([[1, 2]], [[3, 4]]),
+          axis=-3,
+          error=ValueError,
+          message='axis=-3 out of bounds: expected -2<=axis<2'),
+      dict(
+          rt_inputs=([[1, 2]], [[3, 4]]),
+          axis=2,
+          error=ValueError,
+          message='axis=2 out of bounds: expected -2<=axis<2'),
+      dict(
+          ragged_ranks=(0, 0),
+          rt_inputs=([[1, 2]], [[3, 4], [5, 6]]),
+          axis=1,
+          error=ValueError,
+          message='Dimension 0 in both shapes must be equal'),
+  )
+  def testStaticError(self, rt_inputs, axis, error, message, ragged_ranks=None):
+    rt_inputs = self._rt_inputs_to_tensors(rt_inputs, ragged_ranks)
+    self.assertRaisesRegexp(error, message, ragged.concat, rt_inputs, axis)
+
+  @parameterized.parameters([
+      dict(
+          ragged_ranks=(1, 1),
+          rt_inputs=([[1, 2]], [[3, 4], [5, 6]]),
+          axis=1,
+          error=errors.InvalidArgumentError,
+          message='Input tensors have incompatible shapes'),
+  ])
+  def testRuntimeError(self, rt_inputs, axis, error, message,
+                       ragged_ranks=None):
+    rt_inputs = [
+        array_ops.placeholder_with_default(rt, shape=None) for rt in rt_inputs
+    ]
+    concatenated = ragged.concat(rt_inputs, axis)
+    with self.test_session():
+      self.assertRaisesRegexp(error, message, concatenated.eval)
+
+  def testNegativeAxisWithUnknownRankError(self):
+    rt_inputs = [
+        array_ops.placeholder(dtypes.int64),
+        array_ops.placeholder(dtypes.int64)
+    ]
+    self.assertRaisesRegexp(
+        ValueError, r'axis may only be negative if ndims is statically known.',
+        ragged.concat, rt_inputs, -1)
+
+  def testSingleTensorInput(self):
+    """Tests ragged_concat with a single tensor input.
+
+    Usually, we pass a list of values in for rt_inputs.  However, you can
+    also pass in a single value (as with tf.concat), in which case it simply
+    returns that tensor.  This test exercises that path.
+    """
+    rt_inputs = ragged.constant([[1, 2], [3, 4]])
+    concatenated = ragged.concat(rt_inputs, 0)
+    with self.test_session():
+      self.assertEqual(concatenated.eval().tolist(), [[1, 2], [3, 4]])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_const_op_test.py b/tensorflow/python/ops/ragged/ragged_const_op_test.py
new file mode 100644
index 0000000000..13f79c5729
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_const_op_test.py
@@ -0,0 +1,370 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.constant."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.platform import googletest
+
+
+class RaggedConstOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters(
+      #=========================================================================
+      # 0-dimensional tensors.
+      dict(pylist=b'x', expected_shape=()),
+
+      #=========================================================================
+      # 1-dimensional tensors.
+      dict(pylist=[1, 2, 3], expected_shape=(3,)),
+
+      #=========================================================================
+      # 2-dimensional tensors.
+      dict(pylist=[[1, 2, 3], [4], [5, 6]], expected_shape=(3, None)),
+      dict(pylist=[[1, 2, 3], [4, 5, 6], [7, 8, 9]], expected_shape=(3, None)),
+
+      #=========================================================================
+      # 3-dimensional tensors.
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          expected_shape=(3, None, None)),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          ragged_rank=1,
+          expected_shape=(3, None, 2)),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          inner_shape=(2,),
+          expected_shape=(3, None, 2)),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          ragged_rank=1,
+          inner_shape=(2,),
+          expected_shape=(3, None, 2)),
+      #=========================================================================
+      # 4-dimensional tensors.
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          expected_shape=(2, None, None, None)),
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          ragged_rank=1,
+          expected_shape=(2, None, 2, 2)),
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          inner_shape=(2,),
+          expected_shape=(2, None, None, 2)),
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          inner_shape=(2, 2),
+          expected_shape=(2, None, 2, 2)),
+
+      #=========================================================================
+      # Empty tensors (no scalar values) w/ default ragged_rank and inner_shape
+      dict(pylist=[], expected_shape=(0,)),
+      dict(pylist=[[], [], []], expected_shape=(3, None)),
+      dict(
+          pylist=[[[], []], [], [[], [[]]]],
+          expected_shape=(3, None, None, None)),
+
+      #=========================================================================
+      # Empty tensors (no scalar values) w/ explicit ragged_rank or inner_shape
+      dict(pylist=[], ragged_rank=1, expected_shape=(0, None)),
+      dict(pylist=[], ragged_rank=2, expected_shape=(0, None, None)),
+      dict(pylist=[], inner_shape=(0, 100, 20), expected_shape=(0, 100, 20)),
+      dict(
+          pylist=[],
+          ragged_rank=1,
+          inner_shape=(100, 20),
+          expected_shape=(0, None, 100, 20)),
+      dict(
+          pylist=[],
+          ragged_rank=2,
+          inner_shape=(100, 20),
+          expected_shape=(0, None, None, 100, 20)),
+      dict(pylist=[[], [], []], ragged_rank=2, expected_shape=(3, None, None)),
+      dict(pylist=[], inner_shape=(0,), expected_shape=(0,)),
+      dict(pylist=[[]], inner_shape=(1, 0), expected_shape=(1, 0)),
+
+      #=========================================================================
+      # default/inferred dtypes
+      dict(pylist=[], expected_dtype=dtypes.float32),
+      dict(pylist=[[[], [[[]], []]]], expected_dtype=dtypes.float32),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], expected_dtype=dtypes.int32),
+      dict(pylist=[[1., 2.], [], [4., 5., 6.]], expected_dtype=dtypes.float32),
+      dict(pylist=[[1, 2], [3.], [4, 5, 6]], expected_dtype=dtypes.float32),
+      dict(pylist=[[b'a', b'b'], [b'c']], expected_dtype=dtypes.string),
+      dict(pylist=[[True]], expected_dtype=dtypes.bool),
+
+      #=========================================================================
+      # explicit dtypes
+      dict(pylist=[], dtype=dtypes.float32),
+      dict(pylist=[], dtype=dtypes.string),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], dtype=dtypes.int64),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], dtype=dtypes.int32),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], dtype=dtypes.float32),
+      dict(pylist=[[1., 2.], [3.], [4., 5., 6.]], dtype=dtypes.float16),
+      dict(pylist=[[1., 2.], [3.], [4., 5., 6.]], dtype=dtypes.float32),
+      dict(pylist=[[b'a', b'b'], [b'c'], [b'd', b'e', b'f']],
+           dtype=dtypes.string),
+  )
+  def testRaggedConst(self,
+                      pylist,
+                      dtype=None,
+                      ragged_rank=None,
+                      inner_shape=None,
+                      expected_shape=None,
+                      expected_dtype=None):
+    """Tests that `ragged_const(pylist).eval().tolist() == pylist`.
+
+    Args:
+      pylist: The `pylist` argument for `ragged_const()`.
+      dtype: The `dtype` argument for `ragged_const()`.  If not None, then also
+        test that the resulting ragged tensor has this `dtype`.
+      ragged_rank: The `ragged_rank` argument for `ragged_const()`.  If not
+        None, then also test that the resulting ragged tensor has this
+        `ragged_rank`.
+      inner_shape: The `inner_shape` argument for `ragged_const()`.  If not
+        None, then also test that the resulting ragged tensor has this
+        `inner_shape`.
+      expected_shape: The expected shape for the resulting ragged tensor.
+      expected_dtype: The expected dtype for the resulting ragged tensor (used
+        to test default/inferred types when dtype=None).
+    """
+    rt = ragged_factory_ops.constant(
+        pylist, dtype=dtype, ragged_rank=ragged_rank, inner_shape=inner_shape)
+
+    # If dtype was explicitly specified, check it.
+    if dtype is not None:
+      self.assertEqual(rt.dtype, dtype)
+    if expected_dtype is not None:
+      self.assertEqual(rt.dtype, expected_dtype)
+
+    # If ragged_rank was explicitly specified, check it.
+    if ragged_rank is not None:
+      if isinstance(rt, ragged_tensor.RaggedTensor):
+        self.assertEqual(rt.ragged_rank, ragged_rank)
+      else:
+        self.assertEqual(0, ragged_rank)
+
+    # If inner_shape was explicitly specified, check it.
+    if inner_shape is not None:
+      if isinstance(rt, ragged_tensor.RaggedTensor):
+        self.assertEqual(rt.inner_values.shape.as_list()[1:], list(inner_shape))
+      else:
+        self.assertEqual(rt.shape.as_list(), list(inner_shape))
+
+    if expected_shape is not None:
+      self.assertEqual(tuple(rt.shape.as_list()), expected_shape)
+
+    with self.test_session():
+      result = rt.eval()
+      if rt.shape.ndims > 0:
+        self.assertEqual(result.tolist(), pylist)
+        if expected_shape is not None:
+          self.assertEqual(result.shape, expected_shape)
+      else:
+        self.assertEqual(result, pylist)
+        if expected_shape is not None:
+          self.assertEqual((), expected_shape)
+
+  @parameterized.parameters(
+      dict(
+          pylist=12,
+          ragged_rank=1,
+          exception=ValueError,
+          message='Invalid pylist=12: incompatible with ragged_rank=1'),
+      dict(
+          pylist=12,
+          inner_shape=(1,),
+          exception=ValueError,
+          message='Invalid pylist=12: incompatible with '
+          'dim\\(inner_shape\\)=1'),
+      dict(
+          pylist=[[[1], [2]]],
+          ragged_rank=-1,
+          exception=ValueError,
+          message='Invalid ragged_rank=-1: must be nonnegative'),
+      dict(
+          pylist=[[1, [2]]],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+      dict(
+          pylist=[[[1]], [[[2]]]],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+      dict(
+          pylist=[[1], [[]]],
+          exception=ValueError,
+          message='Invalid pylist=.*: empty list nesting is greater '
+          'than scalar value nesting'),
+      dict(
+          pylist=[1, 2, 3],
+          ragged_rank=1,
+          exception=ValueError,
+          message='pylist has scalar values depth 1, but ragged_rank=1 '
+          'requires scalar value depth greater than 1'),
+      dict(
+          pylist=[[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          ragged_rank=2,
+          exception=ValueError,
+          message='pylist has scalar values depth 2, but ragged_rank=2 '
+          'requires scalar value depth greater than 2'),
+      dict(
+          pylist=[1, 2, 3],
+          inner_shape=(1, 1),
+          exception=ValueError,
+          message='Too many elements provided.'),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          inner_shape=(2, 2),
+          ragged_rank=1,
+          exception=ValueError,
+          message='Invalid pylist=.*: incompatible with ragged_rank=1 and '
+          'dim\\(inner_shape\\)=2'),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [[5, 6], [7, 8, 9]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+      dict(
+          pylist=[[[], [[]]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+  )
+  def testRaggedConstError(self,
+                           pylist,
+                           dtype=None,
+                           ragged_rank=None,
+                           inner_shape=None,
+                           exception=None,
+                           message=None):
+    """Tests that `ragged_const()` raises an expected exception."""
+    self.assertRaisesRegexp(
+        exception,
+        message,
+        ragged_factory_ops.constant,
+        pylist,
+        dtype=dtype,
+        ragged_rank=ragged_rank,
+        inner_shape=inner_shape)
+
+  @parameterized.parameters([
+      dict(pylist=9, scalar_depth=0, max_depth=0),
+      dict(pylist=[9], scalar_depth=1, max_depth=1),
+      dict(pylist=[1, 2, 3], scalar_depth=1, max_depth=1),
+      dict(pylist=[[1], [2]], scalar_depth=2, max_depth=2),
+      dict(pylist=[[[1], [2]], [[3]]], scalar_depth=3, max_depth=3),
+      dict(pylist=[], scalar_depth=None, max_depth=1),
+      dict(pylist=[[]], scalar_depth=None, max_depth=2),
+      dict(pylist=[[], [], []], scalar_depth=None, max_depth=2),
+      dict(pylist=[[[], []], [[], [[[]]]], []], scalar_depth=None, max_depth=5),
+      dict(
+          pylist=[1, [2]],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+      dict(
+          pylist=[[1], 2],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+      dict(
+          pylist=[[[[1]], []], [[2]]],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+  ])
+  def testScalarAndMaxDepthHelper(self,
+                                  pylist,
+                                  scalar_depth=None,
+                                  max_depth=None,
+                                  exception=None,
+                                  message=None):
+    """Tests for the _find_scalar_and_max_depth helper function."""
+    if exception is not None:
+      self.assertRaisesRegexp(
+          exception, message,
+          ragged_factory_ops._find_scalar_and_max_depth, pylist)
+    else:
+      self.assertEqual(
+          ragged_factory_ops._find_scalar_and_max_depth(pylist),
+          (scalar_depth, max_depth))
+
+  @parameterized.parameters([
+      dict(pylist=[[1], [2, 3]], ragged_rank=1, inner_shape=()),
+      dict(
+          pylist=[[[1], [2]], [[3], [4], [5]]], ragged_rank=1,
+          inner_shape=(1,)),
+      dict(pylist=[[[1], [2]], [[3], [4], [5]]], ragged_rank=2, inner_shape=()),
+      dict(
+          pylist=[[[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [2, 4, 6]]]],
+          ragged_rank=1,
+          inner_shape=(2, 3)),
+      dict(
+          pylist=[[[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [2, 4, 6]]]],
+          ragged_rank=2,
+          inner_shape=(3,)),
+      dict(
+          pylist=[[[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [2, 4, 6]]]],
+          ragged_rank=3,
+          inner_shape=()),
+      dict(
+          pylist=[[[1], [2, 3]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+      dict(
+          pylist=[[[1], [[2]]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+      dict(
+          pylist=[[[[1]], [2]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+  ])
+  def testDefaultInnerShapeForPylistHelper(self,
+                                           pylist,
+                                           ragged_rank,
+                                           inner_shape=None,
+                                           exception=None,
+                                           message=None):
+    """Tests for the _default_inner_shape_for_pylist helper function."""
+    if exception is not None:
+      self.assertRaisesRegexp(
+          exception, message,
+          ragged_factory_ops._default_inner_shape_for_pylist, pylist,
+          ragged_rank)
+    else:
+      self.assertEqual(
+          ragged_factory_ops._default_inner_shape_for_pylist(
+              pylist, ragged_rank), inner_shape)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_constant_value_op_test.py b/tensorflow/python/ops/ragged/ragged_constant_value_op_test.py
new file mode 100644
index 0000000000..d80518930d
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_constant_value_op_test.py
@@ -0,0 +1,267 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.constant_value."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedConstantValueOpTest(test_util.TensorFlowTestCase,
+                                parameterized.TestCase):
+
+  @parameterized.parameters(
+      #=========================================================================
+      # 0-dimensional tensors.
+      dict(pylist='x', expected_shape=()),
+
+      #=========================================================================
+      # 1-dimensional tensors.
+      dict(pylist=[1, 2, 3], expected_shape=(3,)),
+
+      #=========================================================================
+      # 2-dimensional tensors.
+      dict(pylist=[[1, 2, 3], [4], [5, 6]], expected_shape=(3, None)),
+      dict(pylist=[[1, 2, 3], [4, 5, 6], [7, 8, 9]], expected_shape=(3, None)),
+
+      #=========================================================================
+      # 3-dimensional tensors.
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          expected_shape=(3, None, None)),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          ragged_rank=1,
+          expected_shape=(3, None, 2)),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          inner_shape=(2,),
+          expected_shape=(3, None, 2)),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          ragged_rank=1,
+          inner_shape=(2,),
+          expected_shape=(3, None, 2)),
+      #=========================================================================
+      # 4-dimensional tensors.
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          expected_shape=(2, None, None, None)),
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          ragged_rank=1,
+          expected_shape=(2, None, 2, 2)),
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          inner_shape=(2,),
+          expected_shape=(2, None, None, 2)),
+      dict(
+          pylist=[[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+                  [[[2, 4], [6, 8]], [[1, 5], [7, 9]]]],
+          inner_shape=(2, 2),
+          expected_shape=(2, None, 2, 2)),
+
+      #=========================================================================
+      # Empty tensors (no scalar values) w/ default ragged_rank and inner_shape
+      dict(pylist=[], expected_shape=(0,)),
+      dict(pylist=[[], [], []], expected_shape=(3, None)),
+      dict(
+          pylist=[[[], []], [], [[], [[]]]],
+          expected_shape=(3, None, None, None)),
+
+      #=========================================================================
+      # Empty tensors (no scalar values) w/ explicit ragged_rank or inner_shape
+      dict(pylist=[], ragged_rank=1, expected_shape=(0, None)),
+      dict(pylist=[], ragged_rank=2, expected_shape=(0, None, None)),
+      dict(pylist=[], inner_shape=(0, 100, 20), expected_shape=(0, 100, 20)),
+      dict(
+          pylist=[],
+          ragged_rank=1,
+          inner_shape=(100, 20),
+          expected_shape=(0, None, 100, 20)),
+      dict(
+          pylist=[],
+          ragged_rank=2,
+          inner_shape=(100, 20),
+          expected_shape=(0, None, None, 100, 20)),
+      dict(pylist=[[], [], []], ragged_rank=2, expected_shape=(3, None, None)),
+      dict(pylist=[], inner_shape=(0,), expected_shape=(0,)),
+      dict(pylist=[[]], inner_shape=(1, 0), expected_shape=(1, 0)),
+
+      #=========================================================================
+      # default/inferred dtypes.
+      #
+      # Note: numpy has different default/inferred types than tensorflow.
+      # Since we are using values, not tensors, we get the default numpy types
+      # here.
+      dict(pylist=[], expected_dtype=np.float64),
+      dict(pylist=[[[], [[[]], []]]], expected_dtype=np.float64),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], expected_dtype=np.int64),
+      dict(pylist=[[1., 2.], [], [4., 5., 6.]], expected_dtype=np.float64),
+      dict(pylist=[[1, 2], [3.], [4, 5, 6]], expected_dtype=np.float64),
+      dict(pylist=[[b'a', b'b'], [b'c']], expected_dtype=np.dtype('S1')),
+      dict(pylist=[[True]], expected_dtype=np.bool),
+
+      #=========================================================================
+      # explicit dtypes
+      dict(pylist=[], dtype=np.float32),
+      dict(pylist=[], dtype=np.dtype('S1')),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], dtype=np.int64),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], dtype=np.int32),
+      dict(pylist=[[1, 2], [3], [4, 5, 6]], dtype=np.float32),
+      dict(pylist=[[1., 2.], [3.], [4., 5., 6.]], dtype=np.float16),
+      dict(pylist=[[1., 2.], [3.], [4., 5., 6.]], dtype=np.float32),
+      dict(
+          pylist=[[b'a', b'b'], [b'c'], [b'd', b'e', b'f']],
+          dtype=np.dtype('S1')),
+  )
+  def testRaggedValues(self,
+                       pylist,
+                       dtype=None,
+                       ragged_rank=None,
+                       inner_shape=None,
+                       expected_shape=None,
+                       expected_dtype=None):
+    """Tests that `ragged_value(pylist).tolist() == pylist`."""
+    rt = ragged.constant_value(
+        pylist, dtype=dtype, ragged_rank=ragged_rank, inner_shape=inner_shape)
+
+    # If dtype was explicitly specified, check it.
+    if dtype is not None:
+      self.assertEqual(rt.dtype, dtype)
+    if expected_dtype is not None:
+      self.assertEqual(rt.dtype, expected_dtype)
+
+    # If ragged_rank was explicitly specified, check it.
+    if ragged_rank is not None:
+      if isinstance(rt, ragged.RaggedTensorValue):
+        self.assertEqual(rt.ragged_rank, ragged_rank)
+      else:
+        self.assertEqual(0, ragged_rank)
+
+    # If inner_shape was explicitly specified, check it.
+    if inner_shape is not None:
+      if isinstance(rt, ragged.RaggedTensorValue):
+        self.assertEqual(rt.inner_values.shape[1:], inner_shape)
+      else:
+        self.assertEqual(rt.shape, inner_shape)
+
+    if expected_shape is not None:
+      self.assertEqual(tuple(rt.shape), expected_shape)
+
+    if rt.shape:
+      self.assertEqual(rt.tolist(), pylist)
+      if expected_shape is not None:
+        self.assertEqual(rt.shape, expected_shape)
+    else:
+      self.assertEqual(rt, pylist)
+      if expected_shape is not None:
+        self.assertEqual((), expected_shape)
+
+  @parameterized.parameters(
+      dict(
+          pylist=12,
+          ragged_rank=1,
+          exception=ValueError,
+          message='Invalid pylist=12: incompatible with ragged_rank=1'),
+      dict(
+          pylist=12,
+          inner_shape=(1,),
+          exception=ValueError,
+          message='Invalid pylist=12: incompatible with '
+          'dim\\(inner_shape\\)=1'),
+      dict(
+          pylist=[[[1], [2]]],
+          ragged_rank=-1,
+          exception=ValueError,
+          message='Invalid ragged_rank=-1: must be nonnegative'),
+      dict(
+          pylist=[[1, [2]]],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+      dict(
+          pylist=[[[1]], [[[2]]]],
+          exception=ValueError,
+          message='all scalar values must have the same nesting depth'),
+      dict(
+          pylist=[[1], [[]]],
+          exception=ValueError,
+          message='Invalid pylist=.*: empty list nesting is greater '
+          'than scalar value nesting'),
+      dict(
+          pylist=[1, 2, 3],
+          ragged_rank=1,
+          exception=ValueError,
+          message='pylist has scalar values depth 1, but ragged_rank=1 '
+          'requires scalar value depth greater than 1'),
+      dict(
+          pylist=[[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          ragged_rank=2,
+          exception=ValueError,
+          message='pylist has scalar values depth 2, but ragged_rank=2 '
+          'requires scalar value depth greater than 2'),
+      dict(
+          pylist=[1, 2, 3],
+          inner_shape=(1, 1),
+          exception=ValueError,
+          message='cannot reshape array'),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          inner_shape=(2, 2),
+          ragged_rank=1,
+          exception=ValueError,
+          message='Invalid pylist=.*: incompatible with ragged_rank=1 and '
+          'dim\\(inner_shape\\)=2'),
+      dict(
+          pylist=[[[1, 2], [3, 4]], [[5, 6], [7, 8, 9]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+      dict(
+          pylist=[[[], [[]]]],
+          ragged_rank=1,
+          exception=ValueError,
+          message='inner values have inconsistent shape'),
+  )
+  def testRaggedValuesError(self,
+                            pylist,
+                            dtype=None,
+                            ragged_rank=None,
+                            inner_shape=None,
+                            exception=None,
+                            message=None):
+    """Tests that `ragged.constant_value()` raises an expected exception."""
+    self.assertRaisesRegexp(
+        exception,
+        message,
+        ragged.constant_value,
+        pylist,
+        dtype=dtype,
+        ragged_rank=ragged_rank,
+        inner_shape=inner_shape)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_conversion_ops.py b/tensorflow/python/ops/ragged/ragged_conversion_ops.py
new file mode 100644
index 0000000000..3ec246ccaf
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_conversion_ops.py
@@ -0,0 +1,409 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Ops to convert between RaggedTensors and other tensor types."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import gen_ragged_conversion_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.ops.ragged import ragged_util
+
+
+#===============================================================================
+# RaggedTensor <-> Tensor conversion
+#===============================================================================
+def from_tensor(tensor, lengths=None, padding=None, ragged_rank=1, name=None):
+  """Converts a `Tensor` into a `RaggedTensor`.
+
+  The set of absent/default values may be specified using a vector of lengths
+  or a padding value (but not both).  If `lengths` is specified, then the
+  output tensor will satisfy `output[row] = tensor[row][:lengths[row]]`.
+  If `padding` is specified, then any row *suffix* consisting entirely of
+  `padding` will be excluded from the returned `RaggedTensor`.  If neither
+  `lengths` nor `padding` is specified, then the returned `RaggedTensor` will
+  have no absent/default values.
+
+  Examples:
+
+  ```python
+  >>> dt = tf.constant([[5, 7, 0], [0, 3, 0], [6, 0, 0]])
+  >>> ragged.from_tensor(dt).eval().tolist()
+  [[5, 7, 0], [0, 3, 0], [6, 0, 0]]
+  >>> ragged.from_tensor(dt, lengths=[2, 0, 3]).eval().tolist()
+  [[5, 7], [], [6, 0, 0]]
+  >>> ragged.from_tensor(dt, padding=0).eval().tolist()
+  [[5, 7], [0, 3], [6]]
+  ```
+
+  Args:
+    tensor: The `Tensor` to convert.  Must have rank `ragged_rank + 1` or
+      higher.
+    lengths: An optional set of row lengths, specified using a 1-D integer
+      `Tensor` whose length is equal to `tensor.shape[0]` (the number of rows in
+      `tensor`).  If specified, then `output[row]` will contain
+      `tensor[row][:lengths[row]]`.  Negative lengths are treated as zero.
+    padding: An optional padding value.  If specified, then any row suffix
+      consisting entirely of `padding` will be excluded from the returned
+      RaggedTensor.  `padding` is a `Tensor` with the same dtype as `tensor`
+      and with `shape=tensor.shape[ragged_rank + 1:]`.
+    ragged_rank: Integer specifying the ragged rank for the returned
+      `RaggedTensor`.  Must be greater than zero.
+    name: A name prefix for the returned tensors (optional).
+
+  Returns:
+    A `RaggedTensor` with the specified `ragged_rank`.  The shape of the
+    returned ragged tensor is compatible with the shape of `tensor`.
+  Raises:
+    ValueError: If both `lengths` and `padding` are specified.
+  """
+  if lengths is not None and padding is not None:
+    raise ValueError('Specify lengths or padding, but not both')
+  if not isinstance(ragged_rank, int):
+    raise TypeError('ragged_rank expected int, got %r' % ragged_rank)
+  if ragged_rank <= 0:
+    raise ValueError('ragged_rank must be greater than 0; got %s' % ragged_rank)
+
+  with ops.name_scope(name, 'RaggedFromTensor', [tensor, lengths, padding]):
+    tensor = ops.convert_to_tensor(tensor, name='tensor')
+    tensor.shape.with_rank_at_least(ragged_rank + 1)
+    input_shape = array_ops.shape(tensor, out_type=dtypes.int64)
+    ncols = input_shape[1]
+
+    # Handle ragged_rank>1 via recursion:
+    # If the output should have multiple ragged dimensions, then first
+    # flatten the tensor to eliminate all but the last ragged dimension,
+    # and recursively convert that flattened tensor.  Then add on the splits
+    # for the dimensions that we flattened out.
+    if ragged_rank > 1:
+      # Flatten `tensor` to eliminate all but the last ragged dimension.
+      new_shape = array_ops.concat(
+          [constant_op.constant([-1], dtypes.int64), input_shape[ragged_rank:]],
+          axis=0)
+      flattened = array_ops.reshape(tensor, new_shape)
+      # Recursively convert the flattened tensor.
+      values = from_tensor(flattened, lengths, padding)
+      # The total number of elements in each  dimension.  E.g., if
+      # input_shape=[3, 4, 5, 6], then dim[2] has 3*4*5 elements in total.
+      dim_size = math_ops.cumprod(input_shape)
+      # Construct splits tensors for the dimensions that were flattened.
+      new_splits = [
+          math_ops.range(0, dim_size[dim - 1] + 1) * input_shape[dim]
+          for dim in range(1, ragged_rank)
+      ]
+      return ragged_factory_ops.from_nested_row_splits(values, new_splits)
+
+    # If padding was specified, then use it to find row lengths.
+    if padding is not None:
+      padding = ops.convert_to_tensor(
+          padding, name='padding', dtype=tensor.dtype)
+      padding.shape.assert_is_compatible_with(tensor.shape[2:])
+
+      # Find places where the padding is equal to the tensor.  (This will
+      # broadcast `padding` across the outermost 2 dimensions of `tensor`,
+      # so `has_default_value.shape = tensor.shape`.)
+      has_default_value = math_ops.equal(padding, tensor)
+
+      # If the padding isn't a scalar, then require that all values in the
+      # padding match each item in the tensor.  After this block of code,
+      # `has_default.shape = tensor.shape[:2]`.  (Unfortunately, we can't just
+      # use reduce_all for both cases, becaue when you pass an empty `axis`
+      # list to reduce_all, it reduces all axes; but we want it to reduce no
+      # axes -- i.e., to be a no-op.)
+      tensor_rank = array_ops.rank(tensor)
+      reduce_axis = math_ops.range(2, tensor_rank)
+      has_default = control_flow_ops.cond(
+          tensor_rank > 2,
+          lambda: math_ops.reduce_all(has_default_value, axis=reduce_axis),
+          lambda: has_default_value)
+      has_default.set_shape(tensor_shape.TensorShape([None, None]))
+      has_default.set_shape(tensor.shape[:2])
+
+      # Use has_default it to find the length of each row: for each non-default
+      # item in a row, calculate the length that the row needs to have to
+      # include that item; and then take the max of those values (across each
+      # row).
+      has_nondefault = math_ops.logical_not(has_default)
+      has_nondefault = math_ops.cast(has_nondefault, dtypes.int64)
+      length_for_nondefault_value = (
+          has_nondefault * array_ops.expand_dims(
+              math_ops.range(1, ncols + 1), 0))
+      lengths = math_ops.reduce_max(length_for_nondefault_value, axis=1)
+
+    # If we have lengths (either directly supplied, or computed from paddings),
+    # then use those to construct splits; and then use masking to get the
+    # corresponding values.
+    if lengths is not None:
+      lengths = ragged_util.convert_to_int_tensor(lengths, 'lengths',
+                                                  dtypes.int64)
+      lengths.shape.assert_has_rank(1)
+      lengths = math_ops.minimum(lengths, ncols)
+      lengths = math_ops.maximum(lengths, 0)
+      limits = math_ops.cumsum(lengths)
+      splits = array_ops.concat(
+          [array_ops.zeros([1], dtypes.int64), limits], axis=0)
+      mask = array_ops.sequence_mask(lengths, maxlen=ncols)
+      values = array_ops.boolean_mask(tensor, mask)
+      return ragged_factory_ops.from_row_splits(values, splits)
+
+    # If neither padding nor lengths were specified, then create a splits
+    # vector that contains no default values, and reshape the input tensor
+    # to form the values for the RaggedTensor.
+    nrows = input_shape[0]
+    nvals = nrows * ncols
+    splits = math_ops.range(nrows + 1) * ncols
+    values_shape = array_ops.concat([[nvals], input_shape[2:]], axis=0)
+    values = array_ops.reshape(tensor, values_shape)
+    return ragged_factory_ops.from_row_splits(values, splits)
+
+
+def to_tensor(rt_input, default_value=None, name=None):
+  """Converts a `RaggedTensor` into a `Tensor`.
+
+  Example:
+
+  ```python
+  >>> rt = ragged.constant([[9, 8, 7], [], [6, 5], [4]])
+  >>> print ragged.to_tensor(rt).eval()
+  [[9 8 7]
+   [0 0 0]
+   [6 5 0]
+   [4 0 0]]
+  ```
+
+  Args:
+    rt_input: The input `RaggedTensor`.
+    default_value: Value to set for indices not specified in `rt_input`.
+      Defaults to zero.  `default_value.shape` must be equal to
+      `rt_input.shape[rt_input.ragged_rank + 1:]`.
+    name: A name prefix for the returned tensors (optional).
+
+  Returns:
+    A `Tensor` with shape `ragged.bounding_shape(rt_input)` and the
+    values specified by the non-empty values in `rt_input`.  Empty values are
+    assigned `default_value`.
+  """
+  with ops.name_scope(name, 'RaggedToTensor', [rt_input, default_value]):
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+    if not ragged_tensor.is_ragged(rt_input):
+      return rt_input  # already dense
+
+    # If ragged_rank > 1, then recursively convert the ragged values into a
+    # `Tensor` before we proceed.
+    values = rt_input.values
+    if ragged_tensor.is_ragged(values):
+      values = to_tensor(values, default_value)
+
+    # Get the expected dense shape ([nrows, ncols] + value_shape).
+    rt_row_lengths = [rt_input.row_splits[1:] - rt_input.row_splits[:-1]]
+    nrows = array_ops.shape(rt_input.row_splits, out_type=dtypes.int64)[0] - 1
+    ncols = math_ops.maximum(math_ops.reduce_max(rt_row_lengths), 0)
+    values_shape = array_ops.shape(values, out_type=dtypes.int64)
+    value_shape = values_shape[1:]
+    nvals = values_shape[0]
+
+    # Build a default value if none was supplied.
+    if default_value is None:
+      default_value = array_ops.zeros(value_shape, dtype=values.dtype)
+    else:
+      default_value = ops.convert_to_tensor(
+          default_value, name='default_value', dtype=values.dtype)
+    default_value.shape.assert_is_compatible_with(values.shape[1:])
+    default_value.set_shape(values.shape[1:])
+
+    # Get the row start indices, and expand to shape=[nrows, 1].
+    starts = array_ops.expand_dims(rt_input.row_splits[:-1], 1)
+
+    # Get the row limit indices, and expand to shape=[nrows, 1].
+    limits = array_ops.expand_dims(rt_input.row_splits[1:], 1)
+
+    # Get the column indices, and expand to shape=[1, ncols].
+    columns = array_ops.expand_dims(math_ops.range(0, ncols), 0)
+
+    # Build a list containing the values plus the default value.  We will use
+    # tf.gather to collect values from this list for the `Tensor` (using
+    # nvals as the index for the default value).
+    values_and_default = array_ops.concat(
+        [values, array_ops.stack([default_value])], axis=0)
+
+    # Construct a matrix "indices" pointing into values_and_default.  I.e.,
+    # output[r, c] = values_and_default[indices[r, c].
+    nondefault_index = starts + columns
+    has_value = nondefault_index < limits
+    default_index = array_ops.fill(array_ops.stack([nrows, ncols]), nvals)
+    indices = array_ops.where(has_value, nondefault_index, default_index)
+
+    # Gather the results into a `Tensor`.
+    return array_ops.gather(values_and_default, indices)
+
+
+#===============================================================================
+# RaggedTensor <-> SparseTensor conversion
+#===============================================================================
+def to_sparse(rt_input, name=None):
+  """Converts a `RaggedTensor` into a sparse tensor.
+
+  Example:
+
+  ```python
+  >>> rt = ragged.constant([[1, 2, 3], [4], [], [5, 6]])
+  >>> ragged.to_sparse(rt).eval()
+  SparseTensorValue(indices=[[0, 0], [0, 1], [0, 2], [1, 0], [3, 0], [3, 1]],
+                    values=[1, 2, 3, 4, 5, 6],
+                    dense_shape=[4, 3])
+  ```
+
+  Args:
+    rt_input: The input `RaggedTensor`.
+    name: A name prefix for the returned tensors (optional).
+
+  Returns:
+    A SparseTensor with the same values as `rt_input`.
+  """
+  if not ragged_tensor.is_ragged(rt_input):
+    raise TypeError('Expected RaggedTensor, got %s' % type(rt_input).__name__)
+  with ops.name_scope(name, 'RaggedToSparse', [rt_input]):
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+    result = gen_ragged_conversion_ops.ragged_tensor_to_sparse(
+        rt_input.nested_row_splits, rt_input.inner_values, name=name)
+    return sparse_tensor.SparseTensor(
+        result.sparse_indices, result.sparse_values, result.sparse_dense_shape)
+
+
+@ops.RegisterGradient('RaggedTensorToSparse')
+def _ragged_tensor_to_sparse_gradient(op, unused_sparse_indices_grad,
+                                      sparse_values_grad,
+                                      unused_sparse_shape_grad):
+  """Gradient for ragged.to_sparse."""
+  op_inputs_nested_row_splits = op.inputs[:-1]
+  op_inputs_inner_values = op.inputs[-1]
+
+  # No gradient for the RaggedTensor's nested_row_splits.
+  nested_row_splits_gradient = [None] * len(op_inputs_nested_row_splits)
+
+  # Gradient for the RaggedTensor's inner_values is formed by reshaping
+  # the gradient for the SparseTensor's values.
+  inner_values_shape = array_ops.shape(op_inputs_inner_values)
+  inner_values_gradient = array_ops.reshape(sparse_values_grad,
+                                            inner_values_shape)
+
+  return nested_row_splits_gradient + [inner_values_gradient]
+
+
+def from_sparse(st_input, name=None):
+  """Converts a 2D `SparseTensor` to a `RaggedTensor`.
+
+  Each row of the `output` `RaggedTensor` will contain the explicit values from
+  the same row in `st_input`.  `st_input` must be ragged-right.  If not it is
+  not ragged-right, then an error will be generated.
+
+  Example:
+
+  ```python
+  >>> st = SparseTensor(indices=[[0, 1], [0, 2], [0, 3], [1, 0], [3, 0]],
+  ...                   values=[1, 2, 3, 4, 5],
+  ...                   dense_shape=[4, 3])
+  >>> ragged.from_sparse(st).eval().tolist()
+  [[1, 2, 3], [4], [], [5]]
+  ```
+
+  Currently, only two-dimensional `SparseTensors` are supported.
+
+  Args:
+    st_input: The sparse tensor to convert.  Must have rank 2.
+    name: A name prefix for the returned tensors (optional).
+
+  Returns:
+    A `RaggedTensor` with the same values as `st_input`.
+    `output.ragged_rank = rank(st_input) - 1`.
+    `output.shape = [st_input.dense_shape[0], None]`.
+  Raises:
+    ValueError: If the number of dimensions in `st_input` is not known
+      statically, or is not two.
+  """
+  if not sparse_tensor.is_sparse(st_input):
+    raise TypeError('Expected SparseTensor, got %s' % type(st_input).__name__)
+  with ops.name_scope(name, 'RaggedFromSparse', [st_input]):
+    st_input = sparse_tensor.convert_to_tensor_or_sparse_tensor(
+        st_input, name='rt_input')
+
+    if (st_input.dense_shape.shape.ndims != 2 and
+        st_input.indices.shape.ndims is None or
+        st_input.indices.shape.dims[1].value != 2):
+      raise ValueError('rank(st_input) must be 2')
+
+    with ops.control_dependencies(
+        _assert_sparse_indices_are_ragged_right(st_input.indices)):
+      # Treat sparse row indices as segment ids to generate a splits tensor that
+      # we can pair with the sparse tensor values.  (Ignore sparse column
+      # indices.)
+      segment_ids = st_input.indices[:, 0]
+      num_segments = st_input.dense_shape[0]
+      return ragged_factory_ops.from_value_rowids(st_input.values, segment_ids,
+                                                  num_segments)
+
+
+def _assert_sparse_indices_are_ragged_right(indices):
+  """Checks that the given SparseTensor.indices tensor is ragged-right.
+
+  Example: `indices = [[0, 0], [0, 1], [2, 0], [3, 1]]` is not ragged right
+  because the entry `[3, 1]` skips a cell.
+
+  Args:
+    indices: The SparseTensor indices to check.
+
+  Returns:
+    A list of control dependency op tensors.
+  """
+  index_prefix = indices[:, :-1]
+  index_suffix = indices[:, -1]
+
+  # Check whether each index is starting a new row in the innermost dimension
+  # (prefix[i] != prefix[i-1]) or continuing a row (prefix[i] == prefix[i-1]).
+  # (Note: this skips the first index; we will check that separately below.)
+  index_prefix_changed = math_ops.reduce_any(
+      math_ops.not_equal(index_prefix[1:], index_prefix[:-1]), axis=1)
+
+  # Check two cases:
+  #   * For indices that start a new row: index_suffix[i] must be zero.
+  #   * For indices that continue a row: index_suffix[i] must be equal to
+  #     index_suffix[i-1]+1.
+  index_ok = array_ops.where(
+      index_prefix_changed, math_ops.equal(index_suffix[1:], 0),
+      math_ops.equal(index_suffix[1:], index_suffix[:-1] + 1))
+
+  # Also check that the very first index didn't skip any cells.  The first
+  # index starts a new row (by definition), so its suffix should be zero.
+  sparse_indices_are_ragged_right = math_ops.logical_and(
+      math_ops.reduce_all(math_ops.equal(index_suffix[:1], 0)),
+      math_ops.reduce_all(index_ok))
+
+  message = [
+      'SparseTensor is not right-ragged',
+      'SparseTensor.indices =', indices
+  ]
+  return [control_flow_ops.Assert(sparse_indices_are_ragged_right, message)]
diff --git a/tensorflow/python/ops/ragged/ragged_eager_test.py b/tensorflow/python/ops/ragged/ragged_eager_test.py
new file mode 100644
index 0000000000..731ff742aa
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_eager_test.py
@@ -0,0 +1,58 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for tf.ragged in eager execution mode."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+import sys
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedTensorTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters([
+      dict(pylist=[[b'a', b'b'], [b'c']]),
+      dict(pylist=[[[1, 2], [3]], [[4, 5, 6], [], [7]]]),
+      dict(pylist=[[[1, 2], [3, 4]], [[5, 6], [], [7, 8]]], ragged_rank=1),
+  ])
+  def testRaggedTensorToList(self, pylist, ragged_rank=None):
+    rt = ragged.constant(pylist, ragged_rank)
+    self.assertEqual(rt.tolist(), pylist)
+
+  expected = "RaggedTensor([['a', 'b'], ['c']])"
+  if sys.version_info[0] == 3:
+    expected = "RaggedTensor([[b'a', b'b'], [b'c']])"
+
+  @parameterized.parameters([
+      dict(pylist=[['a', 'b'], ['c']],
+           expected=expected),
+      dict(pylist=[[[1, 2], [3]], [[4, 5, 6], [], [7]]],
+           expected='RaggedTensor([[[1, 2], [3]], [[4, 5, 6], [], [7]]])'),
+  ])
+  def testRaggedTensorStr(self, pylist, expected):
+    rt = ragged.constant(pylist)
+    self.assertEqual(str(rt), expected)
+
+
+if __name__ == '__main__':
+  ops.enable_eager_execution()
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_elementwise_ops.py b/tensorflow/python/ops/ragged/ragged_elementwise_ops.py
new file mode 100644
index 0000000000..23d0e8b5fc
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_elementwise_ops.py
@@ -0,0 +1,367 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Elementwise operations for RaggedTensors."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import collections
+
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import clip_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import parsing_ops
+from tensorflow.python.ops import string_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.ops.ragged import ragged_util
+from tensorflow.python.util import tf_decorator
+from tensorflow.python.util import tf_export
+from tensorflow.python.util import tf_inspect
+
+# Information about an argument to an operation: The name of the argument, its
+# position in the argument list, and a boolean flag indicating whether it
+# expects a list of tensors.
+_ArgInfo = collections.namedtuple('ArgInfo', ['name', 'position', 'is_list'])
+
+
+def make_elementwise_op(op, *elementwise_args):
+  """Returns a ragged-tensor version of the elementwise operation `op`.
+
+  The returned operation will:
+
+  1. Broadcast the elementwise arguments to have a compatible shape.
+     An exception is raised if the tensors not broadcast-compatible.
+  2. Call `op`, substituting the dense values of the broadcasted tensor for
+     each elementwise argument.
+  3. Return a potentially ragged tensor constructed from the output of `op`
+     and the broadcasted tensors' nested row splits.
+
+  For example, you can construct a ragged-tensor version of the standard
+  operation `tf.add` by calling `make_elementwise_op(tf.add, 'x', 'y')`.
+
+  Args:
+    op: The operation to wrap.
+    *elementwise_args: The names of arguments to `op` that are treated as
+      elementwise.  Arguments that take a list of tensors should have their
+      names wrapped in square brackets (e.g. "[inputs]").
+
+  Raises:
+    ValueError: If any name specified in `elementwise_args` is not the name
+      of an argument to `op`.
+  """
+  elementwise_arg_infos = _get_arg_infos(op, elementwise_args)
+
+  def ragged_op(*args, **kwargs):
+    """Ragged version of `op`."""
+    args = list(args)
+
+    # Collect all of the elementwise arguments, and put them in a single
+    # dict whose values are the (potentially ragged) tensors that need to
+    # be broadcast to a common shape.  The keys of this dict are tuples
+    # (argkey, index), where argkey is an int for poitional args or a string
+    # for keyword args; and index is None for non-list args and the index of the
+    # tensor for list args.
+    elementwise_args = {}
+    for (name, position, is_list) in elementwise_arg_infos.values():
+      if position < len(args):
+        if is_list:
+          args[position] = list(args[position])
+          for (index, arg) in enumerate(args[position]):
+            elementwise_args[position, index] = arg
+        else:
+          elementwise_args[position, None] = args[position]
+      elif name in kwargs:
+        if is_list:
+          kwargs[name] = list(kwargs[name])
+          for (i, arg) in enumerate(kwargs[name]):
+            elementwise_args[name, i] = arg
+        else:
+          elementwise_args[name, None] = kwargs[name]
+
+    with ops.name_scope(None, op.__name__, elementwise_args.values()):
+      # Convert all inputs to tensors or ragged tensors.
+      for ((key, index), tensor) in elementwise_args.items():
+        argname = elementwise_arg_infos[key].name
+        converted = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+            tensor, name=argname)
+        elementwise_args[key, index] = converted
+
+      # Broadcast tensors to have compatible shapes.
+      broadcast_args, result_splits, broadcast_check_ops = \
+          _broadcast_elementwise_args(elementwise_args)
+
+      # Replace tensor arguments with their dense values.
+      for ((key, index), tensor) in broadcast_args.items():
+        if ragged_tensor.is_ragged(tensor):
+          if isinstance(key, int) and index is None:
+            args[key] = tensor.inner_values
+          elif isinstance(key, int) and index is not None:
+            args[key][index] = tensor.inner_values
+          elif isinstance(key, str) and index is None:
+            kwargs[key] = tensor.inner_values
+          else:
+            assert isinstance(key, str) and index is not None
+            kwargs[key][index] = tensor.inner_values
+
+      # Call the elementwise op on the broadcasted dense values.
+      with ops.control_dependencies(broadcast_check_ops):
+        result_values = op(*args, **kwargs)
+
+      # Restore any ragged dimensions that we stripped off, and return the
+      # result.
+      return ragged_factory_ops.from_nested_row_splits(result_values,
+                                                       result_splits)
+
+  # Construct the docstring.
+  op_name = tf_export.get_canonical_name_for_symbol(op)
+  assert op_name is not None, op
+  argnames = ', '.join('`%s`' % s.strip('[]') for s in elementwise_args)
+  docstring = _ELEMENTWISE_DOCSTRING % dict(op_name=op_name, argnames=argnames)
+
+  # Update name, docstring, signature, etc., for the wrapper, and return it.
+  return tf_decorator.make_decorator(op, ragged_op, decorator_doc=docstring)
+
+
+_ELEMENTWISE_DOCSTRING = """\
+Ragged version of the elementwise operation `tf.%(op_name)s`.
+
+  The following elementwise arguments may be ragged or dense:
+  %(argnames)s.
+  These arguments will be broadcast to a compatible shape if necessary.
+  """
+
+
+def _get_arg_infos(func, elementwise_args):
+  """Returns `_ArgInfo`s for each `func` arg specified by `elementwise_args`.
+
+  Args:
+    func: The function whose arguments should be described.
+    elementwise_args: The names of the arguments to get info for.
+
+  Returns:
+    A dictionary that maps both names and positions of arguments to
+    `_ArgInfo` tuples.
+  """
+  arg_infos = {}
+
+  # Inspect the func's argspec to find the position of each arg.
+  arg_spec = tf_inspect.getargspec(func)
+  for argname in elementwise_args:
+    assert isinstance(argname, str)
+    is_list = argname.startswith('[') and argname.endswith(']')
+    if is_list:
+      argname = argname[1:-1]
+    assert argname in arg_spec.args, (func, argname, arg_spec.args)
+    arg_info = _ArgInfo(argname, arg_spec.args.index(argname), is_list)
+    arg_infos[arg_info.name] = arg_info
+    arg_infos[arg_info.position] = arg_info
+  return arg_infos
+
+
+def _broadcast_elementwise_args(elementwise_args):
+  """Broadcasts the values of `elementwise_args` to have compatible shapes.
+
+  Args:
+    elementwise_args: A dictionary whose keys are potentially ragged tensors.
+
+  Returns:
+    A tuple `(broadcast_args, broadcast_splits, checks)` where:
+
+    * `broadcast_args` is a dictionary with the same keys as
+      `elementwise_args`, mapping to broadcasted tensors.
+    * `broadcast_splits` is the broadcasted nested row splits.
+    * `checks` is a possibly empty tuple of assertion operations that should
+      be added as control dependencies.
+
+  Raises:
+    ValueError: If broadcasting fails.
+  """
+  # No elementwise arguments were used: nothing to do!
+  if not elementwise_args:
+    return elementwise_args, (), ()
+
+  # A single elementwise argument was used: no broadcasting necessary.
+  if len(elementwise_args) == 1:
+    arg = list(elementwise_args.values())[0]
+    if ragged_tensor.is_ragged(arg):
+      return elementwise_args, arg.nested_row_splits, ()
+    else:
+      return elementwise_args, (), ()
+
+  # Multiple elementwise arguments.
+  else:
+    is_ragged = [ragged_tensor.is_ragged(t) for t in elementwise_args.values()]
+    if not any(is_ragged):
+      return elementwise_args, (), ()
+
+    # Support limited broadcasting (namely, scalar + ragged).  Full
+    # broadcasting support will be added later.
+    if all((ragged_tensor.is_ragged(t) or t.shape.ndims == 0)
+           for t in elementwise_args.values()):
+      nested_splits_lists = [
+          t.nested_row_splits
+          for t in elementwise_args.values()
+          if ragged_tensor.is_ragged(t)
+      ]
+      if len(nested_splits_lists) == 1:
+        checks = ()
+      else:
+        if any(t.shape.ndims is None for t in elementwise_args.values()):
+          raise ValueError('Ragged elementwise ops require that rank (number '
+                           'of dimensions) be statically known.')
+        if len(set(t.shape.ndims for t in elementwise_args.values())) != 1:
+          raise ValueError('Ragged elementwise ops do not support '
+                           'broadcasting yet')
+        checks = ragged_util.assert_splits_match(nested_splits_lists)
+      return (elementwise_args, nested_splits_lists[0], checks)
+    else:
+      raise ValueError('Ragged elementwise ops do not support broadcasting yet')
+
+
+# A list of symbols that should be exported in the "ragged" package.
+_symbols_to_export = []
+
+
+def _add_elementwise_ops_to_this_module(specs, verbose=False):
+  """Adds ragged versions of the given ops to this module.
+
+  Args:
+    specs: A list of tuples containing the arguments for `make_elementwise_op`.
+    verbose: If true, then display each op that gets added.
+  """
+  for spec in specs:
+    original_op = spec[0]
+    ragged_op = make_elementwise_op(*spec)
+    canonical_name = tf_export.get_canonical_name_for_symbol(original_op)
+    if '.' not in canonical_name:
+      op_name = canonical_name
+    else:
+      op_name = original_op.__name__
+    if verbose:
+      print('Adding ragged_elementwise_op: tf.ragged.%s (based on tf.%s)' %
+            (op_name, canonical_name))
+    globals()[op_name] = ragged_op
+    _symbols_to_export.append(op_name)
+
+
+# A list of tuples containing arguments for `make_elementwise_op`, for each
+# elementwise operation that should have a ragged version built.  Each tuple
+# contains a standard `Tensor` operation, and the names of any arguments
+# that are processed in elementwise fashion.
+_TF_ELEMENTWISE_OPS = [
+    # Unary math operations.
+    (clip_ops.clip_by_value, 't'),
+    (math_ops.abs, 'x'),
+    (math_ops.acos, 'x'),
+    (math_ops.acosh, 'x'),
+    (math_ops.angle, 'input'),
+    (math_ops.asin, 'x'),
+    (math_ops.asinh, 'x'),
+    (math_ops.atan, 'x'),
+    (math_ops.atanh, 'x'),
+    (math_ops.cast, 'x'),
+    (math_ops.ceil, 'x'),
+    (math_ops.conj, 'x'),
+    (math_ops.cos, 'x'),
+    (math_ops.cosh, 'x'),
+    (math_ops.digamma, 'x'),
+    (math_ops.erf, 'x'),
+    (math_ops.erfc, 'x'),
+    (math_ops.exp, 'x'),
+    (math_ops.expm1, 'x'),
+    (math_ops.floor, 'x'),
+    (math_ops.imag, 'input'),
+    (math_ops.is_finite, 'x'),
+    (math_ops.is_inf, 'x'),
+    (math_ops.is_nan, 'x'),
+    (math_ops.lgamma, 'x'),
+    (math_ops.log, 'x'),
+    (math_ops.log1p, 'x'),
+    (math_ops.log_sigmoid, 'x'),
+    (math_ops.logical_not, 'x'),
+    (math_ops.negative, 'x'),
+    (math_ops.real, 'input'),
+    (math_ops.reciprocal, 'x'),
+    (math_ops.rint, 'x'),
+    (math_ops.round, 'x'),
+    (math_ops.rsqrt, 'x'),
+    (math_ops.saturate_cast, 'value'),
+    (math_ops.sign, 'x'),
+    (math_ops.sin, 'x'),
+    (math_ops.sinh, 'x'),
+    (math_ops.sqrt, 'x'),
+    (math_ops.square, 'x'),
+    (math_ops.tan, 'x'),
+
+    # Binary math operations
+    (math_ops.add, 'x', 'y'),
+    (math_ops.atan2, 'y', 'x'),
+    (math_ops.complex, 'real', 'imag'),
+    (math_ops.div, 'x', 'y'),
+    (math_ops.div_no_nan, 'x', 'y'),
+    (math_ops.divide, 'x', 'y'),
+    (math_ops.equal, 'x', 'y'),
+    (math_ops.floordiv, 'x', 'y'),
+    (math_ops.floormod, 'x', 'y'),
+    (math_ops.greater, 'x', 'y'),
+    (math_ops.greater_equal, 'x', 'y'),
+    (math_ops.less, 'x', 'y'),
+    (math_ops.less_equal, 'x', 'y'),
+    (math_ops.logical_and, 'x', 'y'),
+    (math_ops.logical_or, 'x', 'y'),
+    (math_ops.logical_xor, 'x', 'y'),
+    (math_ops.maximum, 'x', 'y'),
+    (math_ops.minimum, 'x', 'y'),
+    (math_ops.multiply, 'x', 'y'),
+    (math_ops.not_equal, 'x', 'y'),
+    (math_ops.pow, 'x', 'y'),
+    (math_ops.realdiv, 'x', 'y'),
+    (math_ops.squared_difference, 'x', 'y'),
+    (math_ops.subtract, 'x', 'y'),
+    (math_ops.truediv, 'x', 'y'),
+    (math_ops.truncatediv, 'x', 'y'),
+    (math_ops.truncatemod, 'x', 'y'),
+
+    # N-ary math operations
+    (math_ops.add_n, '[inputs]'),
+
+    # String operations
+    (string_ops.as_string, 'input'),
+    (string_ops.decode_base64, 'input'),
+    (string_ops.encode_base64, 'input'),
+    (string_ops.regex_full_match, 'input'),
+    (string_ops.regex_replace, 'input'),
+    (string_ops.string_join, '[inputs]'),
+    (string_ops.string_strip, 'input'),
+    (string_ops.string_to_hash_bucket, 'string_tensor'),
+    (string_ops.string_to_hash_bucket_fast, 'input'),
+    (string_ops.string_to_hash_bucket_strong, 'input'),
+    (string_ops.substr, 'input'),
+    (string_ops.unicode_script, 'input'),
+
+    # Array ops
+    (array_ops.check_numerics, 'tensor'),
+    (array_ops.identity, 'input'),
+    (array_ops.ones_like, 'tensor'),
+    (array_ops.zeros_like, 'tensor'),
+
+    # Parsing ops
+    (parsing_ops.decode_compressed, 'bytes'),
+    (parsing_ops.string_to_number, 'string_tensor'),
+]
+_add_elementwise_ops_to_this_module(_TF_ELEMENTWISE_OPS)
diff --git a/tensorflow/python/ops/ragged/ragged_elementwise_ops_test.py b/tensorflow/python/ops/ragged/ragged_elementwise_ops_test.py
new file mode 100644
index 0000000000..5dfa5cff45
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_elementwise_ops_test.py
@@ -0,0 +1,449 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.elementwise_ops."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+import numpy as np
+
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+# Constants listing various op types to test.  Each elementwise operation
+# should be included in at least one list below, or tested separately if
+# necessary (e.g., because it expects additional arguments).
+UNARY_FLOAT_OPS = [
+    ragged.abs,
+    ragged.acos,
+    ragged.acosh,
+    ragged.angle,
+    ragged.asin,
+    ragged.asinh,
+    ragged.atan,
+    ragged.atanh,
+    ragged.ceil,
+    ragged.conj,
+    ragged.cos,
+    ragged.cosh,
+    ragged.digamma,
+    ragged.erf,
+    ragged.erfc,
+    ragged.exp,
+    ragged.expm1,
+    ragged.floor,
+    ragged.imag,
+    ragged.is_finite,
+    ragged.is_inf,
+    ragged.is_nan,
+    ragged.lgamma,
+    ragged.log,
+    ragged.log1p,
+    ragged.log_sigmoid,
+    ragged.negative,
+    ragged.real,
+    ragged.reciprocal,
+    ragged.rint,
+    ragged.round,
+    ragged.rsqrt,
+    ragged.sign,
+    ragged.sin,
+    ragged.sinh,
+    ragged.sqrt,
+    ragged.square,
+    ragged.tan,
+    ragged.as_string,
+    ragged.identity,
+    ragged.ones_like,
+    ragged.zeros_like,
+]
+UNARY_BOOL_OPS = [
+    ragged.logical_not,
+]
+UNARY_STRING_OPS = [
+    ragged.decode_base64,
+    ragged.encode_base64,
+    ragged.string_strip,
+    ragged.decode_compressed,
+]
+BINARY_FLOAT_OPS = [
+    ragged.add,
+    ragged.atan2,
+    ragged.complex,
+    ragged.div,
+    ragged.div_no_nan,
+    ragged.divide,
+    ragged.equal,
+    ragged.floordiv,
+    ragged.floormod,
+    ragged.greater,
+    ragged.greater_equal,
+    ragged.less,
+    ragged.less_equal,
+    ragged.maximum,
+    ragged.minimum,
+    ragged.multiply,
+    ragged.not_equal,
+    ragged.pow,
+    ragged.realdiv,
+    ragged.squared_difference,
+    ragged.subtract,
+    ragged.truediv,
+]
+BINARY_BOOL_OPS = [
+    ragged.logical_and,
+    ragged.logical_or,
+    ragged.logical_xor,
+]
+UNARY_INT_OPS = [
+    ragged.unicode_script,
+]
+BINARY_INT_OPS = [
+    ragged.truncatediv,
+    ragged.truncatemod,
+]
+
+
+class RaggedElementwiseOpsTest(test_util.TensorFlowTestCase,
+                               parameterized.TestCase):
+
+  def assertSameShape(self, x, y):
+    """Checks that x and y have the same shape (including ragged shapes)."""
+    if isinstance(x, ragged.RaggedTensor):
+      self.assertIsInstance(y, ragged.RaggedTensor)
+      self.assertEqual(x.ragged_rank, y.ragged_rank)
+      for (x_splits, y_splits) in zip(x.nested_row_splits, y.nested_row_splits):
+        self.assertAllEqual(x_splits, y_splits)
+      self.assertAllEqual(
+          array_ops.shape(x.inner_values), array_ops.shape(y.inner_values))
+    else:
+      self.assertIsInstance(y, ops.Tensor)
+      self.assertAllEqual(array_ops.shape(x), array_ops.shape(y))
+
+  @parameterized.parameters(
+      #=========================================================================
+      # Test different input shapes.
+      #=========================================================================
+      [
+          # 0-dimensional input
+          {'x': 12},
+          # 1-dimensional input
+          {'x': [1, -2, 3]},
+          # 2-dimensional input
+          {'x': [[-2, 3], [-3, 4]]},
+          {'x': ragged.constant_value([[-2, 3], [-3]], ragged_rank=1)},
+          # 3-dimensional inputs
+          {'x': [[[-2, 3], [3, 4]], [[7, 6], [5, 4]]]},
+          {'x': ragged.constant_value([[[-2, 3], [3, 4]], [[7, 6]]],
+                                      ragged_rank=1)},
+          {'x': ragged.constant_value([[[-2, 3, 4], []], [[7, 6]], []],
+                                      ragged_rank=2)},
+          ] +
+      #=========================================================================
+      # Test each unary op.
+      #=========================================================================
+      [{'x': ragged.constant_value([[-2.0, 3.0], [-3.0]]), 'op': op}
+       for op in UNARY_FLOAT_OPS] +
+      [{'x': ragged.constant_value([[True, False], [True]]), 'op': op}
+       for op in UNARY_BOOL_OPS] +
+      [{'x': ragged.constant_value([[18, 512], [12412]], np.int32), 'op': op}
+       for op in UNARY_INT_OPS] +
+      [{'x': ragged.constant_value([['abcd', 'efgh'], ['aabbccdd']]), 'op': op}
+       for op in UNARY_STRING_OPS] +
+      [
+          {'op': ragged.clip_by_value,
+           'x': ragged.constant_value([[-2.0, 3.0], [-3.0]]),
+           'clip_value_min': 0.1, 'clip_value_max': 4.0},
+          {'op': ragged.cast,
+           'x': ragged.constant_value([[-2.0, 3.0], [-3.0]]),
+           'dtype': dtypes.int32},
+          {'op': ragged.saturate_cast,
+           'x': ragged.constant_value([[-2.0, 3.0], [-3.0]]),
+           'dtype': dtypes.int32},
+          {'op': ragged.string_to_hash_bucket,
+           'x': ragged.constant_value([['abcd', 'efgh'], ['aabbccdd']]),
+           'num_buckets': 1000},
+          {'op': ragged.string_to_hash_bucket_fast,
+           'x': ragged.constant_value([['abcd', 'efgh'], ['aabbccdd']]),
+           'num_buckets': 1000},
+          {'op': ragged.string_to_hash_bucket_strong,
+           'x': ragged.constant_value([['abcd', 'efgh'], ['aabbccdd']]),
+           'num_buckets': 1000,
+           'key': [1231, 12512]},
+          {'op': ragged.string_to_number,
+           'x': ragged.constant_value([['-2.0', '3.0'], ['-3.0']])},
+          {'op': ragged.regex_full_match,
+           'x': ragged.constant_value([['hello', '123'], ['1+1']]),
+           'pattern': r'\w+'},
+          {'op': ragged.regex_replace,
+           'x': ragged.constant_value([['hello', '123'], ['1+1']]),
+           'pattern': r'\d',
+           'rewrite': '#'},
+          {'op': ragged.substr,
+           'x': ragged.constant_value([['hello', '123'], ['1+1']]),
+           'pos': 2, 'len': 3},
+          {'op': ragged.check_numerics,
+           'x': ragged.constant_value([[-2.0, 3.0], [-3.0]]),
+           'message': 'check-numerics'},
+      ]
+      )  # pyformat: disable
+  def testUnaryOp(self, x, op=ragged.abs, **extra_args):
+    x = ragged.convert_to_tensor_or_ragged_tensor(x)
+    result = op(x, **extra_args)
+
+    # Run the wrapped op on the dense values, for comparison.
+    dense_x = x.inner_values if isinstance(x, ragged.RaggedTensor) else x
+    expected_flat_values = array_ops.reshape(
+        op.__wrapped__(dense_x, **extra_args), [-1])
+
+    with self.test_session():
+      # Check that the result has the expected shape.
+      self.assertSameShape(x, result)
+
+      # Check that the result has the expected (flattened) values.
+      if isinstance(result, ragged.RaggedTensor):
+        result_flat_values = array_ops.reshape(result.inner_values, [-1])
+      else:
+        result_flat_values = array_ops.reshape(result, [-1])
+      self.assertAllEqual(expected_flat_values, result_flat_values)
+
+  @parameterized.parameters(
+      [
+          #=====================================================================
+          # Without broadcasting -- i.e., shapes match exactly.
+          #=====================================================================
+          # Shapes: x:(), y:()
+          {'x': 12,
+           'y': 8},
+          # Shapes: x:(3,), y:(3,)
+          {'x': [7, 8, 9],
+           'y': [1, -2, 3]},
+          # Shapes: x:(2, 2), y:(2, 2)
+          {'x': [[-2, 3], [-3, -4]],
+           'y': [[1, 2], [3, 4]]},
+          # Shapes: x:(2, None), y:(2, None)
+          {'x': ragged.constant_value([[-2, 3], [-3]]),
+           'y': ragged.constant_value([[5, 6], [7]])},
+          # Shapes: x:(2, 2, 2), y:(2, 2, 2)
+          {'x': [[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+           'y': [[[9, 3], [3, 4]], [[5, 2], [7, 6]]]},
+          # Shapes: x:(2, None, None), y: (2, None, None)
+          {'x': ragged.constant_value([[[1, 2], [3], [4]], [[], [5, 7, 8]]]),
+           'y': ragged.constant_value([[[3, 8], [2], [5]], [[], [1, 9, 8]]])},
+          # Shapes: x:(2, None, 2), y: (2, None, 2)
+          {'x': ragged.constant_value([[[1, 2]], [[3, 4], [5, 6], [7, 8]]],
+                                      ragged_rank=1),
+           'y': ragged.constant_value([[[9, 3]], [[5, 2], [3, 4], [7, 6]]],
+                                      ragged_rank=1)},
+
+          #=====================================================================
+          # With broadcasting
+          #=====================================================================
+          # Shapes: x:(), y:(3,)
+          {'x': 12,                                 # Broadcast () -> (3,)
+           'y': [1, -2, 3]},
+          # Shapes: x:(1,), y:(3,)
+          {'x': [12],                               # Broadcast (1,) -> (3,)
+           'y': [1, -2, 3]},
+          # Shapes: x:(), y:(2, 2)
+          {'x': 12,                                 # Broadcast () -> (2, 2)
+           'y': [[1, 2], [3, 4]]},
+          # Shapes: x:(1,), y:(2, 2)
+          {'x': 12,                                 # Broadcast (1,) -> (2, 2)
+           'y': [[1, 2], [3, 4]]},
+          # Shapes: x:(2, 1), y:(2, 2)
+          {'x': [[10], [20]],                       # Broadcast (2, 1) -> (2, 2)
+           'y': [[1, 2], [3, 4]]},
+          # Shapes: x:(), y:(2, None)
+          {'x': 10,                                 # Broadcast () -> (2, None)
+           'y': ragged.constant_value([[1, 2], [3]], dtype=np.int32)},
+          # TODO(edloper): Add tests for more advanced broadcasting, once we add
+          # support for it.
+
+          #=====================================================================
+          # Keyword Args
+          #=====================================================================
+          {'x': ragged.constant_value([[[1, 2], [3], [4]], [[], [5, 7, 8]]]),
+           'y': ragged.constant_value([[[3, 8], [2], [5]], [[], [1, 9, 8]]]),
+           'use_kwargs': True},
+          {'x': ragged.constant_value([[[1, 2]], [[3, 4], [5, 6], [7, 8]]],
+                                      ragged_rank=1),
+           'y': ragged.constant_value([[[9, 3]], [[5, 2], [3, 4], [7, 6]]],
+                                      ragged_rank=1),
+           'use_kwargs': True},
+      ] +
+      #=========================================================================
+      # Test each unary op.
+      #=========================================================================
+      [{'x': ragged.constant_value([[-2.0, 3.0], [-3.0]]),
+        'y': ragged.constant_value([[5.0, 1.0], [12.0]]),
+        'op': op}
+       for op in BINARY_FLOAT_OPS] +
+      [{'x': ragged.constant_value([[-2, 3], [-3]]),
+        'y': ragged.constant_value([[5, 1], [12]]),
+        'op': op}
+       for op in BINARY_INT_OPS] +
+      [{'x': ragged.constant_value([[True, True], [False]]),
+        'y': ragged.constant_value([[False, True], [False]]),
+        'op': op}
+       for op in BINARY_BOOL_OPS] +
+      [
+      ]
+      )  # pyformat: disable
+  def testBinaryOp(self, x, y, op=ragged.add, **extra_args):
+    use_kwargs = extra_args.pop('use_kwargs', False)
+    x = ragged.convert_to_tensor_or_ragged_tensor(x)
+    y = ragged.convert_to_tensor_or_ragged_tensor(y)
+    if use_kwargs:
+      result = op(x=x, y=y, **extra_args)
+    else:
+      result = op(x, y, **extra_args)
+
+    # Run the wrapped op on the dense values, for comparison.
+    dense_x = x.inner_values if isinstance(x, ragged.RaggedTensor) else x
+    dense_y = y.inner_values if isinstance(y, ragged.RaggedTensor) else y
+    expected_flat_values = array_ops.reshape(
+        op.__wrapped__(dense_x, dense_y, **extra_args), [-1])
+
+    with self.test_session():
+      # Check that the result has the expected shape.
+      self.assertSameShape(y, result)
+
+      # Check that the result has the expected (flattened) values.
+      if isinstance(result, ragged.RaggedTensor):
+        result_flat_values = array_ops.reshape(result.inner_values, [-1])
+      else:
+        result_flat_values = array_ops.reshape(result, [-1])
+      self.assertAllEqual(expected_flat_values, result_flat_values)
+
+  @parameterized.parameters(
+      [
+          {'inputs': (12, 8, 3)},
+          {'inputs': ([1, 2, 3], [7, 8, 9], [3, 6, 9])},
+          {'inputs': ([[1, 2]], [[3, 4]], [[5, 6]])},
+          {'inputs': (ragged.constant_value([[1, 3], [-3]]),
+                      ragged.constant_value([[4, 7], [88]]),
+                      ragged.constant_value([[2, 9], [12]]))},
+          {'inputs': (ragged.constant_value([[[1, 3], [-3]], [[1]]]),
+                      ragged.constant_value([[[4, 7], [88]], [[2]]]),
+                      ragged.constant_value([[[2, 9], [12]], [[8]]]))},
+          {'inputs': (ragged.constant_value([[[1, 3], [3, 4]], [[1, 5]]],
+                                            ragged_rank=1),
+                      ragged.constant_value([[[4, 7], [1, 2]], [[2, 2]]],
+                                            ragged_rank=1),
+                      ragged.constant_value([[[2, 9], [5, 2]], [[8, 0]]],
+                                            ragged_rank=1))},
+          {'inputs': (ragged.constant_value([[[1, 3], [-3]], [[1]]]),
+                      ragged.constant_value([[[4, 7], [88]], [[2]]]),
+                      ragged.constant_value([[[2, 9], [12]], [[8]]])),
+           'use_kwargs': True},
+      ] + [
+          {'op': ragged.add_n,
+           'inputs': (ragged.constant_value([[1, 3], [-3]]),
+                      ragged.constant_value([[4, 7], [88]]),
+                      ragged.constant_value([[2, 9], [12]]))},
+          {'op': ragged.string_join,
+           'inputs': (ragged.constant_value([['a', 'b'], ['c']]),
+                      ragged.constant_value([['foo', 'bar'], ['baz']]),
+                      ragged.constant_value([['2', '9'], ['12']]))},
+      ])  # pyformat: disable
+  def testListValuedOp(self, inputs, op=ragged.add_n, **extra_args):
+    use_kwargs = extra_args.pop('use_kwargs', False)
+    inputs = [ragged.convert_to_tensor_or_ragged_tensor(x) for x in inputs]
+    if use_kwargs:
+      result = op(inputs=inputs, **extra_args)
+    else:
+      result = op(inputs, **extra_args)
+
+    # Run the wrapped op on the dense values, for comparison.
+    dense_inputs = [
+        x.inner_values if isinstance(x, ragged.RaggedTensor) else x
+        for x in inputs
+    ]
+    expected_flat_values = array_ops.reshape(
+        op.__wrapped__(dense_inputs, **extra_args), [-1])
+
+    with self.test_session():
+      # Check that the result has the expected shape.
+      self.assertSameShape(inputs[0], result)
+
+      # Check that the result has the expected (flattened) values.
+      if isinstance(result, ragged.RaggedTensor):
+        result_flat_values = array_ops.reshape(result.inner_values, [-1])
+      else:
+        result_flat_values = array_ops.reshape(result, [-1])
+      self.assertAllEqual(expected_flat_values, result_flat_values)
+
+  def testUnknownRankError(self):
+    x = ragged.constant([[1, 2], [3]])
+    y = ragged.from_row_splits(
+        array_ops.placeholder_with_default([1, 2, 3], shape=None), x.row_splits)
+    with self.assertRaisesRegexp(
+        ValueError, r'Ragged elementwise ops require that rank \(number '
+        r'of dimensions\) be statically known.'):
+      ragged.add(x, y)
+
+  def testBroadcastError1(self):
+    x = ragged.constant([[1, 2], [3]])
+    y = [[12]]
+    with self.assertRaisesRegexp(
+        ValueError, 'Ragged elementwise ops do not support broadcasting yet'):
+      ragged.add(x, y)
+
+  def testBroadcastError2(self):
+    x = ragged.constant([[[1, 2], [3, 4]], [[5]]], ragged_rank=2)
+    y = ragged.constant([[[8], [3]], [[2]]], ragged_rank=1)
+    with self.assertRaisesRegexp(ValueError,
+                                 'Inputs must have identical ragged splits'):
+      ragged.add(x, y)
+
+  def testBroadcastError3(self):
+    x = ragged.constant([[[1, 2], [3]], [[4, 5], [6]]], ragged_rank=2)
+    y = ragged.constant([[7, 8], [9]], ragged_rank=1)
+    with self.assertRaisesRegexp(
+        ValueError, 'Ragged elementwise ops do not support broadcasting yet'):
+      ragged.add(x, y)
+
+  def testBroadcastError4(self):
+    x = ragged.constant([[[1]]])
+    y = ragged.constant([[1]])
+    with self.assertRaisesRegexp(
+        ValueError, 'Ragged elementwise ops do not support broadcasting yet'):
+      ragged.add(x, y)
+
+  def testShapeMismatch(self):
+    x = ragged.constant([[1, 2, 3], [4, 5]])
+    y = ragged.constant([[1, 2, 3], [4, 5, 6]])
+    with self.assertRaisesRegexp(errors.InvalidArgumentError,
+                                 'Inputs must have identical ragged splits'):
+      ragged.add(x, y)
+
+  def testDocstring(self):
+    self.assertRegexpMatches(
+        ragged.add.__doc__,
+        'Ragged version of the elementwise operation `tf.math.add`')
+    self.assertEqual(ragged.add.__name__, 'add')
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_expand_dims_op_test.py b/tensorflow/python/ops/ragged/ragged_expand_dims_op_test.py
new file mode 100644
index 0000000000..0c4fd458c2
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_expand_dims_op_test.py
@@ -0,0 +1,125 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.expand_dims."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedExpandDimsOpTest(test_util.TensorFlowTestCase,
+                             parameterized.TestCase):
+
+  # An example 4-d ragged tensor with shape [3, (D2), (D3), 2], and the
+  # expected result calling for expand_dims on each axis.  c.f. the table of
+  # expected result shapes in the ragged.expand_dims docstring.
+  EXAMPLE4D = [[[[1, 1], [2, 2]], [[3, 3]]],
+               [],
+               [[], [[4, 4], [5, 5], [6, 6]]]]  # pyformat: disable
+  EXAMPLE4D_EXPAND_AXIS = {
+      0: [EXAMPLE4D],
+      1: [[d0] for d0 in EXAMPLE4D],
+      2: [[[d1] for d1 in d0] for d0 in EXAMPLE4D],
+      3: [[[[d2] for d2 in d1] for d1 in d0] for d0 in EXAMPLE4D],
+      4: [[[[[d3] for d3 in d2] for d2 in d1] for d1 in d0] for d0 in EXAMPLE4D]
+  }
+
+  @parameterized.parameters([
+      #=========================================================================
+      # Docstring examples: 2D Ragged Inputs
+      dict(rt_input=[[1, 2], [3]],
+           axis=0,
+           expected=[[[1, 2], [3]]],
+           expected_shape=[1, None, None]),
+      dict(rt_input=[[1, 2], [3]],
+           axis=1,
+           expected=[[[1, 2]], [[3]]],
+           expected_shape=[2, None, None]),
+      dict(rt_input=[[1, 2], [3]],
+           axis=2,
+           expected=[[[1], [2]], [[3]]],
+           expected_shape=[2, None, 1]),
+
+      #=========================================================================
+      # 2D Tensor Inputs
+      dict(rt_input=[[1, 2], [3, 4], [5, 6]],
+           ragged_rank=0,
+           axis=0,
+           expected=[[[1, 2], [3, 4], [5, 6]]],
+           expected_shape=[1, 3, 2]),
+      dict(rt_input=[[1, 2], [3, 4], [5, 6]],
+           ragged_rank=0,
+           axis=1,
+           expected=[[[1, 2]], [[3, 4]], [[5, 6]]],
+           expected_shape=[3, 1, 2]),
+      dict(rt_input=[[1, 2], [3, 4], [5, 6]],
+           ragged_rank=0,
+           axis=2,
+           expected=[[[1], [2]], [[3], [4]], [[5], [6]]],
+           expected_shape=[3, 2, 1]),
+
+      #=========================================================================
+      # 4D Ragged Inputs: [3, (D2), (D3), 2]
+      # c.f. the table of expected result shapes in the expand_dims docstring.
+      dict(rt_input=EXAMPLE4D,
+           ragged_rank=2,
+           axis=0,
+           expected=EXAMPLE4D_EXPAND_AXIS[0],
+           expected_shape=[1, None, None, None, 2]),
+      dict(rt_input=EXAMPLE4D,
+           ragged_rank=2,
+           axis=1,
+           expected=EXAMPLE4D_EXPAND_AXIS[1],
+           expected_shape=[3, None, None, None, 2]),
+      dict(rt_input=EXAMPLE4D,
+           ragged_rank=2,
+           axis=2,
+           expected=EXAMPLE4D_EXPAND_AXIS[2],
+           expected_shape=[3, None, None, None, 2]),
+      dict(rt_input=EXAMPLE4D,
+           ragged_rank=2,
+           axis=3,
+           expected=EXAMPLE4D_EXPAND_AXIS[3],
+           expected_shape=[3, None, None, 1, 2]),
+      dict(rt_input=EXAMPLE4D,
+           ragged_rank=2,
+           axis=4,
+           expected=EXAMPLE4D_EXPAND_AXIS[4],
+           expected_shape=[3, None, None, 2, 1]),
+  ])  # pyformat: disable
+  def testRaggedExpandDims(self,
+                           rt_input,
+                           axis,
+                           expected,
+                           ragged_rank=None,
+                           expected_shape=None):
+    rt = ragged.constant(rt_input, ragged_rank=ragged_rank)
+    expanded = ragged.expand_dims(rt, axis=axis)
+    self.assertEqual(expanded.shape.ndims, rt.shape.ndims + 1)
+    if expected_shape is not None:
+      self.assertEqual(expanded.shape.as_list(), expected_shape)
+
+    with self.test_session():
+      self.assertEqual(expanded.eval().tolist(), expected)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_factory_ops.py b/tensorflow/python/ops/ragged/ragged_factory_ops.py
new file mode 100644
index 0000000000..de3a2d5b10
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_factory_ops.py
@@ -0,0 +1,678 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Operations for constructing RaggedTensors."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.ops.ragged import ragged_tensor_value
+
+
+#===============================================================================
+# Op to construct a constant RaggedTensor from a nested Python list.
+#===============================================================================
+def constant(pylist, dtype=None, ragged_rank=None, inner_shape=None, name=None):
+  """Constructs a constant RaggedTensor from a nested Python list.
+
+  Example:
+
+  ```python
+  >>> ragged.constant([[1, 2], [3], [4, 5, 6]]).eval()
+  RaggedTensorValue(values=[1, 2, 3, 4, 5, 6], splits=[0, 2, 3, 6])
+  ```
+
+  All scalar values in `pylist` must have the same nesting depth `K`, and the
+  returned `RaggedTensor` will have rank `K`.  If `pylist` contains no scalar
+  values, then `K` is one greater than the maximum depth of empty lists in
+  `pylist`.  All scalar values in `pylist` must be compatible with `dtype`.
+
+  Args:
+    pylist: A nested `list` or `tuple`.  Any nested element that is not a `list`
+      or `tuple` must be a scalar value compatible with `dtype`.
+    dtype: The type of elements for the returned `RaggedTensor`.  If not
+      specified, then a default is chosen based on the scalar values in
+      `pylist`.
+    ragged_rank: An integer specifying the ragged rank of the returned
+      `RaggedTensor`.  Must be nonnegative and less than `K`. Defaults to
+      `max(0, K - 1)` if `inner_shape` is not specified.  Defaults to
+      `max(0, K - 1 - len(inner_shape))` if `inner_shape` is specified.
+    inner_shape: A tuple of integers specifying the shape for individual inner
+      values in the returned `RaggedTensor`.  Defaults to `()` if `ragged_rank`
+      is not specified.  If `ragged_rank` is specified, then a default is chosen
+      based on the contents of `pylist`.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A potentially ragged tensor with rank `K` and the specified `ragged_rank`,
+    containing the values from `pylist`.
+
+  Raises:
+    ValueError: If the scalar values in `pylist` have inconsistent nesting
+      depth; or if ragged_rank or inner_shape are incompatible with `pylist`.
+  """
+  with ops.name_scope(name, 'RaggedConstant'):
+    return _constant_value(from_row_splits, constant_op.constant, pylist, dtype,
+                           ragged_rank, inner_shape)
+
+
+def constant_value(pylist, dtype=None, ragged_rank=None, inner_shape=None):
+  """Constructs a RaggedTensorValue from a nested Python list.
+
+  > Warning: This function returns a `RaggedTensorValue`, not a `RaggedTensor`.
+  > If you wish to construct a constant `RaggedTensor`, use
+  > [`ragged.constant(...)`](constant.md) instead.
+
+  Example:
+
+  ```python
+  >>> ragged.constant_value([[1, 2], [3], [4, 5, 6]])
+  RaggedTensorValue(values=[1, 2, 3, 4, 5, 6], splits=[0, 2, 3, 6])
+  ```
+
+  All scalar values in `pylist` must have the same nesting depth `K`, and the
+  returned `RaggedTensorValue` will have rank `K`.  If `pylist` contains no
+  scalar values, then `K` is one greater than the maximum depth of empty lists
+  in `pylist`.  All scalar values in `pylist` must be compatible with `dtype`.
+
+  Args:
+    pylist: A nested `list` or `tuple`.  Any nested element that is not a `list`
+      or `tuple` must be a scalar value compatible with `dtype`.
+    dtype: `numpy.dtype`.  The type of elements for the returned `RaggedTensor`.
+      If not specified, then a default is chosen based on the scalar values in
+      `pylist`.
+    ragged_rank: An integer specifying the ragged rank of the returned
+      `RaggedTensorValue`.  Must be nonnegative and less than `K`. Defaults to
+      `max(0, K - 1)` if `inner_shape` is not specified.  Defaults to `max(0, K
+      - 1 - len(inner_shape))` if `inner_shape` is specified.
+    inner_shape: A tuple of integers specifying the shape for individual inner
+      values in the returned `RaggedTensorValue`.  Defaults to `()` if
+      `ragged_rank` is not specified.  If `ragged_rank` is specified, then a
+      default is chosen based on the contents of `pylist`.
+
+  Returns:
+    A `RaggedTensorValue` or `numpy.array` with rank `K` and the specified
+    `ragged_rank`, containing the values from `pylist`.
+
+  Raises:
+    ValueError: If the scalar values in `pylist` have inconsistent nesting
+      depth; or if ragged_rank or inner_shape are incompatible with `pylist`.
+  """
+
+  def _ragged_factory(values, row_splits):
+    row_splits = np.array(row_splits, dtype=np.int64)
+    return ragged_tensor_value.RaggedTensorValue(values, row_splits)
+
+  def _inner_factory(pylist, dtype, shape, name=None):  # pylint: disable=unused-argument
+    return np.reshape(np.array(pylist, dtype=dtype), shape)
+
+  return _constant_value(_ragged_factory, _inner_factory, pylist, dtype,
+                         ragged_rank, inner_shape)
+
+
+def _constant_value(ragged_factory, inner_factory, pylist, dtype, ragged_rank,
+                    inner_shape):
+  """Constructs a constant RaggedTensor or RaggedTensorValue.
+
+  Args:
+    ragged_factory: A factory function with the signature:
+      `ragged_factory(values, row_splits)`
+    inner_factory: A factory function with the signature: `inner_factory(pylist,
+      dtype, shape, name)`
+    pylist: A nested `list` or `tuple`.
+    dtype: Data type for returned value.
+    ragged_rank: Ragged rank for returned value.
+    inner_shape: Inner value shape for returned value.
+
+  Returns:
+    A value returned by `ragged_factory` or `inner_factory`.
+
+  Raises:
+    ValueError: If the scalar values in `pylist` have inconsistent nesting
+      depth; or if ragged_rank or inner_shape are incompatible with `pylist`.
+  """
+  if ragged_tensor.is_ragged(pylist):
+    raise TypeError('pylist may not be a RaggedTensor or RaggedTensorValue.')
+
+  if not isinstance(pylist, (list, tuple)):
+    # Scalar value
+    if ragged_rank is not None and ragged_rank != 0:
+      raise ValueError('Invalid pylist=%r: incompatible with ragged_rank=%d' %
+                       (pylist, ragged_rank))
+    if inner_shape is not None and inner_shape:
+      raise ValueError(
+          'Invalid pylist=%r: incompatible with dim(inner_shape)=%d' %
+          (pylist, len(inner_shape)))
+    return inner_factory(pylist, dtype, ())
+
+  if ragged_rank is not None and ragged_rank < 0:
+    raise ValueError(
+        'Invalid ragged_rank=%r: must be nonnegative' % ragged_rank)
+
+  # Find the depth of scalar values in `pylist`.
+  scalar_depth, max_depth = _find_scalar_and_max_depth(pylist)
+  if scalar_depth is not None:
+    if max_depth > scalar_depth:
+      raise ValueError('Invalid pylist=%r: empty list nesting is greater '
+                       'than scalar value nesting' % pylist)
+
+  # If both inner_shape and ragged_rank were specified, then check that
+  # they are compatible with pylist.
+  if inner_shape is not None and ragged_rank is not None:
+    expected_depth = ragged_rank + len(inner_shape) + 1
+    if ((scalar_depth is not None and expected_depth != scalar_depth) or
+        (scalar_depth is None and expected_depth < max_depth)):
+      raise ValueError(
+          'Invalid pylist=%r: incompatible with ragged_rank=%d '
+          'and dim(inner_shape)=%d' % (pylist, ragged_rank, len(inner_shape)))
+
+  # Check if the result is a `Tensor`.
+  if (ragged_rank == 0 or
+      (ragged_rank is None and
+       ((max_depth < 2) or
+        (inner_shape is not None and max_depth - len(inner_shape) < 2)))):
+    return inner_factory(pylist, dtype, inner_shape)
+
+  # Compute default value for inner_shape.
+  if inner_shape is None:
+    if ragged_rank is None:
+      inner_shape = ()
+    else:
+      inner_shape = _default_inner_shape_for_pylist(pylist, ragged_rank)
+
+  # Compute default value for ragged_rank.
+  if ragged_rank is None:
+    if scalar_depth is None:
+      ragged_rank = max(1, max_depth - 1)
+    else:
+      ragged_rank = max(1, scalar_depth - 1 - len(inner_shape))
+
+  # Build the splits for each ragged rank, and concatenate the inner values
+  # into a single list.
+  nested_splits = []
+  values = pylist
+  for dim in range(ragged_rank):
+    nested_splits.append([0])
+    concatenated_values = []
+    for row in values:
+      nested_splits[dim].append(nested_splits[dim][-1] + len(row))
+      concatenated_values.extend(row)
+    values = concatenated_values
+
+  values = inner_factory(
+      values, dtype=dtype, shape=(len(values),) + inner_shape, name='values')
+  for row_splits in reversed(nested_splits):
+    values = ragged_factory(values, row_splits)
+  return values
+
+
+def _find_scalar_and_max_depth(pylist):
+  """Finds nesting depth of scalar values in pylist.
+
+  Args:
+    pylist: A nested python `list` or `tuple`.
+
+  Returns:
+    A tuple `(scalar_depth, max_depth)`.  `scalar_depth` is the nesting
+    depth of scalar values in `pylist`, or `None` if `pylist` contains no
+    scalars.  `max_depth` is the maximum depth of `pylist` (including
+    empty lists).
+
+  Raises:
+    ValueError: If pylist has inconsistent nesting depths for scalars.
+  """
+  if isinstance(pylist, (list, tuple)):
+    scalar_depth = None
+    max_depth = 1
+    for child in pylist:
+      child_scalar_depth, child_max_depth = _find_scalar_and_max_depth(child)
+      if child_scalar_depth is not None:
+        if scalar_depth is not None and scalar_depth != child_scalar_depth + 1:
+          raise ValueError('all scalar values must have the same nesting depth')
+        scalar_depth = child_scalar_depth + 1
+      max_depth = max(max_depth, child_max_depth + 1)
+    return (scalar_depth, max_depth)
+  else:
+    return (0, 0)
+
+
+def _default_inner_shape_for_pylist(pylist, ragged_rank):
+  """Computes a default inner shape for the given python list."""
+
+  def get_inner_shape(item):
+    """Returns the inner shape for a python list `item`."""
+    if not isinstance(item, (list, tuple)):
+      return ()
+    elif item:
+      return (len(item),) + get_inner_shape(item[0])
+    else:
+      return (0,)
+
+  def check_inner_shape(item, shape):
+    """Checks that `item` has a consistent shape matching `shape`."""
+    is_nested = isinstance(item, (list, tuple))
+    if is_nested != bool(shape):
+      raise ValueError('inner values have inconsistent shape')
+    if is_nested:
+      if shape[0] != len(item):
+        raise ValueError('inner values have inconsistent shape')
+      for child in item:
+        check_inner_shape(child, shape[1:])
+
+  # Collapse the ragged layers to get the list of inner values.
+  inner_values = pylist
+  for dim in range(ragged_rank):
+    if not all(isinstance(v, (list, tuple)) for v in inner_values):
+      raise ValueError('pylist has scalar values depth %d, but ragged_rank=%d '
+                       'requires scalar value depth greater than %d' %
+                       (dim + 1, ragged_rank, ragged_rank))
+    inner_values = sum((list(v) for v in inner_values), [])
+
+  # Compute the inner shape looking only at the leftmost elements; and then
+  # use check_inner_shape to verify that other elements have the same shape.
+  inner_shape = get_inner_shape(inner_values)
+  check_inner_shape(inner_values, inner_shape)
+  return inner_shape[1:]
+
+
+#===============================================================================
+# Convert value -> tensor
+#===============================================================================
+def convert_to_tensor_or_ragged_tensor(value,
+                                       dtype=None,
+                                       preferred_dtype=None,
+                                       name=None):
+  """Converts value to a `RaggedTensor` or `Tensor`.
+
+  * If `value` is a `RaggedTensor`, then return it as-is.
+  * If `value` is a `RaggedTensorValue`, return a corresponding constant
+    `RaggedTensor`.
+  * Otherwise, use `convert_to_tensor` to convert `value` to a `Tensor`.
+
+  Args:
+    value: A `RaggedTensor`, a `RaggedTensorValue`, or an object whose type has
+      a registered `Tensor` conversion function.
+    dtype: Optional element type for the returned tensor.  If missing the type
+      is inferred from the type of `value`.
+    preferred_dtype: Optional element type for the returned tensor, used when
+      dtype is None.  This argument has no effect if `value` is already a
+      tensor, or when conversion is not possible.
+    name: Optional name to use if a new `Tensor` is created.
+
+  Returns:
+    A `Tensor` or `RaggedTensor`.
+  """
+  if isinstance(value, ragged_tensor.RaggedTensor):
+    if dtype and not dtype.is_compatible_with(value.dtype):
+      raise ValueError('Tensor conversion requested dtype %s for '
+                       'RaggedTensor with dtype %s: %r' %
+                       (dtype.name, value.dtype.name, value))
+    return value
+  elif isinstance(value, ragged_tensor_value.RaggedTensorValue):
+    with ops.name_scope(name, 'ConvertToTensorOrRaggedTensor', []):
+      inner_values = ops.convert_to_tensor(
+          value=value.inner_values,
+          dtype=dtype,
+          preferred_dtype=preferred_dtype,
+          name='inner_values')
+      return from_nested_row_splits(inner_values, value.nested_row_splits)
+  else:
+    return ops.convert_to_tensor(
+        value=value, dtype=dtype, preferred_dtype=preferred_dtype, name=name)
+
+
+#===============================================================================
+# Ops to construct RaggedTensor from row-partitioned values.
+#===============================================================================
+
+
+def from_value_rowids(values, value_rowids, nrows=None, name=None):
+  """Creates a `RaggedTensor` with rows partitioned by `value_rowids`.
+
+  The returned `RaggedTensor` corresponds with the python list defined by:
+
+  ```python
+  result = [[values[i] for i in range(len(values)) if value_rowids[i] == row]
+            for row in range(nrows)]
+  ```
+
+  Warning: currently, this needs to cast value_rowids to int64 before
+  converting, since `tf.bincount` only supports `int32`.
+
+  Args:
+    values: A potentially ragged tensor with shape `[nvals, ...]`.
+    value_rowids: A 1-D int64 tensor with shape `[nvals]`, which corresponds
+      one-to-one with `values`, and specifies each value's row index.  Must be
+      nonnegative, and must be sorted in ascending order.
+    nrows: An int64 scalar specifying the number of rows.  This should be
+      specified if the `RaggedTensor` may containing empty training rows.  Must
+      be greater than `value_rowids[-1]` (or zero if `value_rowids` is empty).
+      Defaults to `value_rowids[-1]` (or zero if `value_rowids` is empty).
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor`.  `result.rank = values.rank + 1`.
+    `result.ragged_rank = values.ragged_rank + 1`.
+
+  Raises:
+    ValueError: If `nrows` is incompatible with `value_rowids`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.from_value_rowids(
+    ...     values=[3, 1, 4, 1, 5, 9, 2, 6],
+    ...     value_rowids=[0, 0, 0, 0, 2, 2, 2, 3],
+    ...     nrows=5)
+    >>> rt.eval().tolist()
+    [[3, 1, 4, 1], [], [5, 9, 2], [6], []]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedFromValueRowIds',
+                      [values, value_rowids, nrows]):
+    values = convert_to_tensor_or_ragged_tensor(values, name='values')
+    value_rowids = ops.convert_to_tensor(
+        value_rowids, dtypes.int64, name='value_rowids')
+    if nrows is None:
+      const_rowids = tensor_util.constant_value(value_rowids)
+      if const_rowids is None:
+        nrows = array_ops.concat([value_rowids[-1:], [-1]], axis=0)[0] + 1
+        const_nrows = None
+      else:
+        const_nrows = const_rowids[-1] + 1 if const_rowids.size > 0 else 0
+        nrows = ops.convert_to_tensor(const_nrows, dtypes.int64, name='nrows')
+    else:
+      nrows = ops.convert_to_tensor(nrows, dtypes.int64, 'nrows')
+      const_nrows = tensor_util.constant_value(nrows)
+      if const_nrows is not None:
+        if const_nrows < 0:
+          raise ValueError('Expected nrows >= 0; got %d' % const_nrows)
+        const_rowids = tensor_util.constant_value(value_rowids)
+        if const_rowids is not None and const_rowids.size > 0:
+          if not const_nrows >= const_rowids[-1] + 1:
+            raise ValueError(
+                'Expected nrows >= value_rowids[-1] + 1; got nrows=%d, '
+                'value_rowids[-1]=%d' % (const_nrows, const_rowids[-1]))
+
+    value_rowids.shape.assert_has_rank(1)
+    nrows.shape.assert_has_rank(0)
+    values.shape[:1].assert_is_compatible_with(value_rowids.shape)
+
+    # Convert value_rowids & nrows to row_splits.
+    # Note: we don't use segment_ids_to_row_splits() here because we want
+    # to save the intermediate value `row_lengths`, so we can cache it.
+    # TODO(b/116708836) Upgrade bincount to accept int64 so we can skip the cast
+    # (Remove the warning in the docstring when we do.)
+    value_rowids_int32 = math_ops.cast(value_rowids, dtypes.int32)
+    nrows_int32 = math_ops.cast(nrows, dtypes.int32)
+    row_lengths = math_ops.bincount(
+        value_rowids_int32,
+        minlength=nrows_int32,
+        maxlength=nrows_int32,
+        dtype=dtypes.int64)
+    row_splits = array_ops.concat([[0], math_ops.cumsum(row_lengths)], axis=0)
+    if const_nrows is not None:
+      row_lengths.set_shape([const_nrows])
+      row_splits.set_shape([const_nrows + 1])
+
+    return ragged_tensor.RaggedTensor(
+        values,
+        row_splits,
+        cached_row_lengths=row_lengths,
+        cached_value_rowids=value_rowids,
+        cached_nrows=nrows,
+        internal=True)
+
+
+def from_row_splits(values, row_splits, name=None):
+  """Creates a `RaggedTensor` with rows partitioned by `row_splits`.
+
+  The returned `RaggedTensor` corresponds with the python list defined by:
+
+  ```python
+  result = [values[row_splits[i]:row_splits[i + 1]]
+            for i in range(len(row_splits) - 1)]
+  ```
+
+  Args:
+    values: A potentially ragged tensor with shape `[nvals, ...]`.
+    row_splits: A 1-D int64 tensor with shape `[nrows+1]`.  Must not be empty,
+      and must be sorted in ascending order.  `row_splits[0]` must be zero and
+      `row_splits[-1]` must be `nvals`.
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor`.  `result.rank = values.rank + 1`.
+    `result.ragged_rank = values.ragged_rank + 1`.
+
+  Raises:
+    ValueError: If `row_splits` is an empty list.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.from_row_splits(
+    ...     values=[3, 1, 4, 1, 5, 9, 2, 6],
+    ...     row_splits=[0, 4, 4, 7, 8, 8])
+    >>> rt.eval().tolist()
+    [[3, 1, 4, 1], [], [5, 9, 2], [6], []]
+    ```
+  """
+  if isinstance(row_splits, (list, tuple)) and not row_splits:
+    raise ValueError('row_splits tensor may not be empty.')
+  with ops.name_scope(name, 'RaggedFromRowSplits', [values, row_splits]):
+    values = convert_to_tensor_or_ragged_tensor(values, name='values')
+    row_splits = ops.convert_to_tensor(row_splits, dtypes.int64, 'row_splits')
+    row_splits.shape.assert_has_rank(1)
+    return ragged_tensor.RaggedTensor(
+        values=values, row_splits=row_splits, internal=True)
+
+
+def from_row_lengths(values, row_lengths, name=None):
+  """Creates a `RaggedTensor` with rows partitioned by `row_lengths`.
+
+  The returned `RaggedTensor` corresponds with the python list defined by:
+
+  ```python
+  result = [[values.pop(0) for i in range(length)]
+            for length in row_lengths]
+  ```
+
+  Args:
+    values: A potentially ragged tensor with shape `[nvals, ...]`.
+    row_lengths: A 1-D int64 tensor with shape `[nrows]`.  Must be nonnegative.
+      `sum(row_lengths)` must be `nvals`.
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor`.  `result.rank = values.rank + 1`.
+    `result.ragged_rank = values.ragged_rank + 1`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.from_row_lengths(
+    ...     values=[3, 1, 4, 1, 5, 9, 2, 6],
+    ...     row_lengths=[4, 0, 3, 1, 0])
+    >>> rt.eval().tolist()
+    [[3, 1, 4, 1], [], [5, 9, 2], [6], []]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedFromRowLengths', [values, row_lengths]):
+    values = convert_to_tensor_or_ragged_tensor(values, name='values')
+    row_lengths = ops.convert_to_tensor(row_lengths, dtypes.int64,
+                                        'row_lengths')
+    row_lengths.shape.assert_has_rank(1)
+    row_limits = math_ops.cumsum(row_lengths)
+    row_splits = array_ops.concat([[0], row_limits], axis=0)
+    return ragged_tensor.RaggedTensor(
+        values=values,
+        row_splits=row_splits,
+        cached_row_lengths=row_lengths,
+        internal=True)
+
+
+def from_row_starts(values, row_starts, name=None):
+  """Creates a `RaggedTensor` with rows partitioned by `row_starts`.
+
+  Equivalent to: `from_row_splits(values, concat([row_starts, nvals]))`.
+
+  Args:
+    values: A potentially ragged tensor with shape `[nvals, ...]`.
+    row_starts: A 1-D int64 tensor with shape `[nrows]`.  Must be nonnegative
+      and sorted in ascending order.  If `nrows>0`, then `row_starts[0]` must be
+      zero.
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor`.  `result.rank = values.rank + 1`.
+    `result.ragged_rank = values.ragged_rank + 1`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.from_row_starts(
+    ...     values=[3, 1, 4, 1, 5, 9, 2, 6],
+    ...     row_starts=[0, 4, 4, 7, 8])
+    >>> rt.eval().tolist()
+    [[3, 1, 4, 1], [], [5, 9, 2], [6], []]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedFromRowStarts', [values, row_starts]):
+    values = convert_to_tensor_or_ragged_tensor(values, name='values')
+    row_starts = ops.convert_to_tensor(row_starts, dtypes.int64, 'row_starts')
+    row_starts.shape.assert_has_rank(1)
+    nvals = array_ops.shape(values, out_type=dtypes.int64)[:1]
+    row_splits = array_ops.concat([row_starts, nvals], axis=0)
+    return ragged_tensor.RaggedTensor(
+        values=values, row_splits=row_splits, internal=True)
+
+
+def from_row_limits(values, row_limits, name=None):
+  """Creates a `RaggedTensor` with rows partitioned by `row_limits`.
+
+  Equivalent to: `from_row_splits(values, concat([0, row_limits]))`.
+
+  Args:
+    values: A potentially ragged tensor with shape `[nvals, ...]`.
+    row_limits: A 1-D int64 tensor with shape `[nrows]`.  Must be sorted in
+      ascending order.  If `nrows>0`, then `row_limits[-1]` must be `nvals`.
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor`.  `result.rank = values.rank + 1`.
+    `result.ragged_rank = values.ragged_rank + 1`.
+
+  #### Example:
+    ```python
+    >>> rt = ragged.from_row_limits(
+    ...     values=[3, 1, 4, 1, 5, 9, 2, 6],
+    ...     row_limits=[4, 4, 7, 8, 8])
+    >>> rt.eval().tolist()
+    [[3, 1, 4, 1], [], [5, 9, 2], [6], []]
+    ```
+  """
+  with ops.name_scope(name, 'RaggedFromRowLimits', [values, row_limits]):
+    values = convert_to_tensor_or_ragged_tensor(values, name='values')
+    row_limits = ops.convert_to_tensor(row_limits, dtypes.int64, 'row_limits')
+    row_limits.shape.assert_has_rank(1)
+    zero = array_ops.zeros([1], dtypes.int64)
+    row_splits = array_ops.concat([zero, row_limits], axis=0)
+    return ragged_tensor.RaggedTensor(
+        values=values, row_splits=row_splits, internal=True)
+
+
+def from_nested_value_rowids(inner_values,
+                             nested_value_rowids,
+                             nested_nrows=None,
+                             name=None):
+  """Creates a `RaggedTensor` from a nested list of `value_rowids` tensors.
+
+  Equivalent to:
+
+  ```python
+  result = inner_values
+  for (value_rowids, nrows) in reversed(zip(nested_value_rowids, nested_nrows)):
+    result = from_value_rowids(result, value_rowids, nrows)
+  ```
+
+  Args:
+    inner_values: A potentially ragged tensor.
+    nested_value_rowids: A list of 1-D int64 tensors.  The `i`th tensor is used
+      as the `value_rowids` for the `i`th ragged dimension.
+    nested_nrows: A list of int64 scalars.  The `i`th scalar is used as the
+      `nrows` for the `i`th ragged dimension.
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor` (or `inner_values` if `nested_value_rowids` is empty).
+
+  Raises:
+    ValueError: If `len(nested_values_rowids) != len(nested_nrows)`.
+  """
+  if isinstance(nested_value_rowids, ops.Tensor):
+    raise TypeError('nested_value_rowids must be a list of Tensors')
+  if nested_nrows is None:
+    nested_nrows = [None] * len(nested_value_rowids)
+  else:
+    if isinstance(nested_nrows, ops.Tensor):
+      raise TypeError('nested_nrows must be a list of Tensors')
+    if len(nested_nrows) != len(nested_value_rowids):
+      raise ValueError('nested_nrows must have the same length as '
+                       'nested_value_rowids')
+
+  with ops.name_scope(
+      name, 'RaggedFromNestedValueRowIds',
+      [inner_values] + list(nested_value_rowids) + list(nested_nrows)):
+    result = inner_values
+    for value_rowids, nrows in reversed(
+        list(zip(nested_value_rowids, nested_nrows))):
+      result = from_value_rowids(result, value_rowids, nrows)
+    return result
+
+
+def from_nested_row_splits(inner_values, nested_row_splits, name=None):
+  """Creates a `RaggedTensor` from a nested list of `row_splits` tensors.
+
+  Equivalent to:
+
+  ```python
+  result = inner_values
+  for row_splits in reversed(nested_row_splits):
+    result = from_row_splits(result, row_splits)
+  ```
+
+  Args:
+    inner_values: A potentially ragged tensor.
+    nested_row_splits: A list of 1-D int64 tensors.  The `i`th tensor is used as
+      the `row_splits` for the `i`th ragged dimension.
+    name: A name prefix for the RaggedTensor (optional).
+
+  Returns:
+    A `RaggedTensor` (or `inner_values` if `nested_row_splits` is empty).
+  """
+  if isinstance(nested_row_splits, ops.Tensor):
+    raise TypeError('nested_row_splits must be a list of Tensors')
+  with ops.name_scope(name, 'RaggedFromNestedRowSplits',
+                      [inner_values] + list(nested_row_splits)):
+    result = inner_values
+    for splits in reversed(nested_row_splits):
+      result = from_row_splits(result, splits)
+    return result
diff --git a/tensorflow/python/ops/ragged/ragged_from_sparse_op_test.py b/tensorflow/python/ops/ragged/ragged_from_sparse_op_test.py
new file mode 100644
index 0000000000..ff19ddedeb
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_from_sparse_op_test.py
@@ -0,0 +1,95 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.from_sparse."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedTensorToSparseOpTest(test_util.TensorFlowTestCase):
+
+  def testDocStringExample(self):
+    st = sparse_tensor.SparseTensor(
+        indices=[[0, 0], [0, 1], [0, 2], [1, 0], [3, 0]],
+        values=[1, 2, 3, 4, 5],
+        dense_shape=[4, 3])
+    rt = ragged.from_sparse(st)
+
+    with self.test_session():
+      self.assertEqual(rt.eval().tolist(), [[1, 2, 3], [4], [], [5]])
+
+  def testEmpty(self):
+    st = sparse_tensor.SparseTensor(
+        indices=array_ops.zeros([0, 2], dtype=dtypes.int64),
+        values=[],
+        dense_shape=[4, 3])
+    rt = ragged.from_sparse(st)
+
+    with self.test_session():
+      self.assertEqual(rt.eval().tolist(), [[], [], [], []])
+
+  def testBadSparseTensorRank(self):
+    st1 = sparse_tensor.SparseTensor(indices=[[0]], values=[0], dense_shape=[3])
+    st2 = sparse_tensor.SparseTensor(
+        indices=[[0, 0, 0]], values=[0], dense_shape=[3, 3, 3])
+    st3 = sparse_tensor.SparseTensor(
+        indices=array_ops.placeholder(dtypes.int64),
+        values=[0],
+        dense_shape=array_ops.placeholder(dtypes.int64))
+    self.assertRaisesRegexp(ValueError, r'rank\(st_input\) must be 2',
+                            ragged.from_sparse, st1)
+    self.assertRaisesRegexp(ValueError, r'rank\(st_input\) must be 2',
+                            ragged.from_sparse, st2)
+    self.assertRaisesRegexp(ValueError, r'rank\(st_input\) must be 2',
+                            ragged.from_sparse, st3)
+
+  def testNonRaggedSparseTensor(self):
+    # "index_suffix" means the value of the innermost dimension of the index
+    # (i.e., indices[i][-1]).
+    # See comments in _assert_sparse_indices_are_ragged_right() for more
+    # details/background.
+
+    # index_suffix of first index is not zero.
+    st1 = sparse_tensor.SparseTensor(
+        indices=[[0, 1], [0, 2], [2, 0]], values=[1, 2, 3], dense_shape=[3, 3])
+    # index_suffix of an index that starts a new row is not zero.
+    st2 = sparse_tensor.SparseTensor(
+        indices=[[0, 0], [0, 1], [2, 1]], values=[1, 2, 3], dense_shape=[3, 3])
+    # index_suffix of an index that continues a row skips a cell.
+    st3 = sparse_tensor.SparseTensor(
+        indices=[[0, 1], [0, 1], [0, 3]], values=[1, 2, 3], dense_shape=[3, 3])
+    rt1 = ragged.from_sparse(st1)
+    rt2 = ragged.from_sparse(st2)
+    rt3 = ragged.from_sparse(st3)
+    with self.test_session():
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'.*SparseTensor is not right-ragged', rt1.eval)
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'.*SparseTensor is not right-ragged', rt2.eval)
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'.*SparseTensor is not right-ragged', rt3.eval)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py b/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py
new file mode 100644
index 0000000000..eb237f4c95
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py
@@ -0,0 +1,462 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.from_tensor."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedFromTensorOpTest(test_util.TensorFlowTestCase,
+                             parameterized.TestCase):
+
+  def testDocStringExamples(self):
+    # The examples from ragged.from_tensor.__doc__.
+    dt = constant_op.constant([[5, 7, 0], [0, 3, 0], [6, 0, 0]])
+    with self.test_session():
+      self.assertEqual(
+          ragged.from_tensor(dt).eval().tolist(),
+          [[5, 7, 0], [0, 3, 0], [6, 0, 0]])
+
+      self.assertEqual(
+          ragged.from_tensor(dt, lengths=[1, 0, 3]).eval().tolist(),
+          [[5], [], [6, 0, 0]])
+
+      self.assertEqual(
+          ragged.from_tensor(dt, padding=0).eval().tolist(),
+          [[5, 7], [0, 3], [6]])
+
+  @parameterized.parameters(
+      # 2D test cases, no length or padding.
+      {
+          'tensor': [[]],
+          'expected': [[]],
+      },
+      {
+          'tensor': [[1]],
+          'expected': [[1]],
+      },
+      {
+          'tensor': [[1, 2]],
+          'expected': [[1, 2]],
+      },
+      {
+          'tensor': [[1], [2], [3]],
+          'expected': [[1], [2], [3]],
+      },
+      {
+          'tensor': [[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          'expected': [[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+      },
+      # 3D test cases, no length or padding
+      {
+          'tensor': [[[]]],
+          'expected': [[[]]],
+      },
+      {
+          'tensor': [[[]]],
+          'expected': [[[]]],
+          'ragged_rank': 1,
+      },
+      {
+          'tensor': [[[1]]],
+          'expected': [[[1]]],
+      },
+      {
+          'tensor': [[[1, 2]]],
+          'expected': [[[1, 2]]],
+      },
+      {
+          'tensor': [[[1, 2], [3, 4]]],
+          'expected': [[[1, 2], [3, 4]]],
+      },
+      {
+          'tensor': [[[1, 2]], [[3, 4]], [[5, 6]], [[7, 8]]],
+          'expected': [[[1, 2]], [[3, 4]], [[5, 6]], [[7, 8]]],
+      },
+      {
+          'tensor': [[[1], [2]], [[3], [4]], [[5], [6]], [[7], [8]]],
+          'expected': [[[1], [2]], [[3], [4]], [[5], [6]], [[7], [8]]],
+      },
+      # 2D test cases, with length
+      {
+          'tensor': [[1]],
+          'lengths': [1],
+          'expected': [[1]]
+      },
+      {
+          'tensor': [[1]],
+          'lengths': [0],
+          'expected': [[]]
+      },
+      {
+          'tensor': [[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          'lengths': [0, 1, 2],
+          'expected': [[], [4], [7, 8]]
+      },
+      {
+          'tensor': [[1, 2, 3], [4, 5, 6], [7, 8, 9]],
+          'lengths': [0, 0, 0],
+          'expected': [[], [], []]
+      },
+      {
+          'tensor': [[1, 2], [3, 4]],
+          'lengths': [2, 2],
+          'expected': [[1, 2], [3, 4]]
+      },
+      {
+          'tensor': [[1, 2], [3, 4]],
+          'lengths': [7, 8],  # lengths > ncols: truncated to ncols
+          'expected': [[1, 2], [3, 4]]
+      },
+      {
+          'tensor': [[1, 2], [3, 4]],
+          'lengths': [-2, -1],  # lengths < 0: treated as zero
+          'expected': [[], []]
+      },
+      # 3D test cases, with length
+      {
+          'tensor': [[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          'lengths': [0, 0],
+          'expected': [[], []]
+      },
+      {
+          'tensor': [[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          'lengths': [1, 2],
+          'expected': [[[1, 2]], [[5, 6], [7, 8]]]
+      },
+      {
+          'tensor': [[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          'lengths': [2, 2],
+          'expected': [[[1, 2], [3, 4]], [[5, 6], [7, 8]]]
+      },
+      # 2D test cases, with padding
+      {
+          'tensor': [[1]],
+          'padding': 0,
+          'expected': [[1]]
+      },
+      {
+          'tensor': [[0]],
+          'padding': 0,
+          'expected': [[]]
+      },
+      {
+          'tensor': [[0, 1]],
+          'padding': 0,
+          'expected': [[0, 1]]
+      },
+      {
+          'tensor': [[1, 0]],
+          'padding': 0,
+          'expected': [[1]]
+      },
+      {
+          'tensor': [[1, 0, 1, 0, 0, 1, 0, 0]],
+          'padding': 0,
+          'expected': [[1, 0, 1, 0, 0, 1]]
+      },
+      {
+          'tensor': [[3, 7, 0, 0], [2, 0, 0, 0], [5, 0, 0, 0]],
+          'padding': 0,
+          'expected': [[3, 7], [2], [5]]
+      },
+      # 3D test cases, with padding
+      {
+          'tensor': [[[1]]],
+          'padding': [0],
+          'expected': [[[1]]]
+      },
+      {
+          'tensor': [[[0]]],
+          'padding': [0],
+          'expected': [[]]
+      },
+      {
+          'tensor': [[[0, 0], [1, 2]], [[3, 4], [0, 0]]],
+          'padding': [0, 0],
+          'expected': [[[0, 0], [1, 2]], [[3, 4]]]
+      },
+      # 4D test cases, with padding
+      {
+          'tensor': [
+              [[[1, 2], [3, 4]], [[0, 0], [0, 0]], [[0, 0], [0, 0]]],
+              [[[0, 0], [0, 0]], [[5, 6], [7, 8]], [[0, 0], [0, 0]]],
+              [[[0, 0], [0, 0]], [[0, 0], [0, 0]], [[0, 0], [0, 0]]]
+          ],
+          'padding': [[0, 0], [0, 0]],
+          'expected': [
+              [[[1, 2], [3, 4]]],
+              [[[0, 0], [0, 0]], [[5, 6], [7, 8]]],
+              []
+          ]
+      },
+      # 3D test cases, with ragged_rank=2.
+      {
+          'tensor': [[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+          'ragged_rank': 2,
+          'expected': [[[1, 0], [2, 3]], [[0, 0], [4, 0]]]
+      },
+      {
+          'tensor': [[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
+          'ragged_rank': 2,
+          'lengths': [2, 0, 2, 1],
+          'expected': [[[1, 2], []], [[5, 6], [7]]]
+      },
+      {
+          'tensor': [[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+          'ragged_rank': 2,
+          'padding': 0,
+          'expected': [[[1], [2, 3]], [[], [4]]]
+      },
+      # 4D test cases, with ragged_rank>1
+      {
+          'tensor': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                     [[[5, 6], [7, 0]], [[0, 8], [0, 0]]]],
+          'ragged_rank': 2,
+          'expected': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                       [[[5, 6], [7, 0]], [[0, 8], [0, 0]]]]
+      },
+      {
+          'tensor': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                     [[[5, 6], [7, 0]], [[0, 8], [0, 0]]]],
+          'ragged_rank': 3,
+          'expected': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                       [[[5, 6], [7, 0]], [[0, 8], [0, 0]]]]
+      },
+      {
+          'tensor': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                     [[[5, 6], [7, 0]], [[0, 8], [0, 0]]]],
+          'ragged_rank': 2,
+          'padding': [0, 0],
+          'expected': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                       [[[5, 6], [7, 0]], [[0, 8]]]]
+      },
+      {
+          'tensor': [[[[1, 0], [2, 3]], [[0, 0], [4, 0]]],
+                     [[[5, 6], [7, 0]], [[0, 8], [0, 0]]]],
+          'ragged_rank': 3,
+          'padding': 0,
+          'expected': [[[[1], [2, 3]], [[], [4]]],
+                       [[[5, 6], [7]], [[0, 8], []]]]
+      },
+  )  # pyformat: disable
+  def testRaggedFromTensor(self,
+                           tensor,
+                           expected,
+                           lengths=None,
+                           padding=None,
+                           ragged_rank=1):
+    dt = constant_op.constant(tensor)
+    rt = ragged.from_tensor(dt, lengths, padding, ragged_rank)
+    self.assertEqual(type(rt), ragged.RaggedTensor)
+    self.assertEqual(rt.ragged_rank, ragged_rank)
+    self.assertTrue(
+        dt.shape.is_compatible_with(rt.shape),
+        '%s is incompatible with %s' % (dt.shape, rt.shape))
+    with self.test_session():
+      self.assertEqual(rt.eval().tolist(), expected)
+
+  def testHighDimensions(self):
+    # Use distinct prime numbers for all dimension shapes in this test, so
+    # we can see any errors that are caused by mixing up dimension sizes.
+    dt = array_ops.reshape(
+        math_ops.range(3 * 5 * 7 * 11 * 13 * 17), [3, 5, 7, 11, 13, 17])
+    for ragged_rank in range(1, 4):
+      rt = ragged.from_tensor(dt, ragged_rank=ragged_rank)
+      self.assertEqual(type(rt), ragged.RaggedTensor)
+      self.assertEqual(rt.ragged_rank, ragged_rank)
+      self.assertTrue(
+          dt.shape.is_compatible_with(rt.shape),
+          '%s is incompatible with %s' % (dt.shape, rt.shape))
+      with self.test_session():
+        self.assertEqual(rt.eval().tolist(), dt.eval().tolist())
+
+  @parameterized.parameters(
+      # With no padding or lengths
+      {
+          'dt_shape': [0, 0],
+          'expected': []
+      },
+      {
+          'dt_shape': [0, 3],
+          'expected': []
+      },
+      {
+          'dt_shape': [3, 0],
+          'expected': [[], [], []]
+      },
+      {
+          'dt_shape': [0, 2, 3],
+          'expected': []
+      },
+      {
+          'dt_shape': [2, 0, 3],
+          'expected': [[], []]
+      },
+      {
+          'dt_shape': [2, 3, 0],
+          'expected': [[[], [], []], [[], [], []]]
+      },
+      {
+          'dt_shape': [2, 3, 0, 1],
+          'expected': [[[], [], []], [[], [], []]]
+      },
+      {
+          'dt_shape': [2, 3, 1, 0],
+          'expected': [[[[]], [[]], [[]]], [[[]], [[]], [[]]]]
+      },
+      # With padding
+      {
+          'dt_shape': [0, 0],
+          'padding': 0,
+          'expected': []
+      },
+      {
+          'dt_shape': [0, 3],
+          'padding': 0,
+          'expected': []
+      },
+      {
+          'dt_shape': [3, 0],
+          'padding': 0,
+          'expected': [[], [], []]
+      },
+      {
+          'dt_shape': [0, 2, 3],
+          'padding': [0, 0, 0],
+          'expected': []
+      },
+      {
+          'dt_shape': [2, 0, 3],
+          'padding': [0, 0, 0],
+          'expected': [[], []]
+      },
+      {
+          'dt_shape': [2, 3, 0],
+          'padding': [],
+          'expected': [[], []]
+      },
+      # With lengths
+      {
+          'dt_shape': [0, 0],
+          'lengths': [],
+          'expected': []
+      },
+      {
+          'dt_shape': [0, 3],
+          'lengths': [],
+          'expected': []
+      },
+      {
+          'dt_shape': [3, 0],
+          'lengths': [0, 0, 0],
+          'expected': [[], [], []]
+      },
+      {
+          'dt_shape': [3, 0],
+          'lengths': [2, 3, 4],  # lengths > ncols: truncated to ncols
+          'expected': [[], [], []]
+      },
+      {
+          'dt_shape': [0, 2, 3],
+          'lengths': [],
+          'expected': []
+      },
+      {
+          'dt_shape': [2, 0, 3],
+          'lengths': [0, 0],
+          'expected': [[], []]
+      },
+      {
+          'dt_shape': [2, 3, 0],
+          'lengths': [0, 0],
+          'expected': [[], []]
+      },
+  )
+  def testEmpty(self, dt_shape, expected, lengths=None, padding=None):
+    dt = array_ops.zeros(dt_shape)
+    rt = ragged.from_tensor(dt, lengths, padding)
+    self.assertEqual(type(rt), ragged.RaggedTensor)
+    self.assertEqual(rt.ragged_rank, 1)
+    self.assertTrue(dt.shape.is_compatible_with(rt.shape))
+    with self.test_session():
+      self.assertEqual(rt.eval().tolist(), expected)
+
+  @parameterized.parameters(
+      {
+          'tensor': [[1]],
+          'lengths': [0],
+          'padding': 0,
+          'error': (ValueError, 'Specify lengths or padding, but not both')
+      },
+      {
+          'tensor': [[1]],
+          'lengths': [0.5],
+          'error': (TypeError, 'lengths must be an integer tensor')
+      },
+      {
+          'tensor': [[1]],
+          'padding': 'a',
+          'error': (TypeError, "Expected int32, got 'a'.*")
+      },
+      {
+          'tensor': [[1]],
+          'padding': [1],
+          'error': (ValueError, r'Shapes \(1,\) and \(\) are incompatible')
+      },
+      {
+          'tensor': [[[1]]],
+          'padding': 1,
+          'error': (ValueError, r'Shapes \(\) and \(1,\) are incompatible')
+      },
+      {
+          'tensor': [[1]],
+          'ragged_rank': 'bad',
+          'error': (TypeError, r'ragged_rank expected int, got \'bad\'')
+      },
+      {
+          'tensor': [[1]],
+          'ragged_rank': 0,
+          'error': (ValueError, r'ragged_rank must be greater than 0; got 0')
+      },
+      {
+          'tensor': [[1]],
+          'ragged_rank': -1,
+          'error': (ValueError, r'ragged_rank must be greater than 0; got -1')
+      },
+  )
+  def testErrors(self,
+                 tensor,
+                 lengths=None,
+                 padding=None,
+                 ragged_rank=1,
+                 error=None):
+    dt = constant_op.constant(tensor)
+    self.assertRaisesRegexp(error[0], error[1], ragged.from_tensor, dt, lengths,
+                            padding, ragged_rank)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_functional_ops.py b/tensorflow/python/ops/ragged/ragged_functional_ops.py
new file mode 100644
index 0000000000..6b71d88435
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_functional_ops.py
@@ -0,0 +1,115 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Support for ragged tensors."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.ops.ragged import ragged_util
+
+
+def map_inner_values(op, *args, **kwargs):
+  """Applies `op` to the inner values of one or more RaggedTensors.
+
+  Replaces any `RaggedTensor` in `args` or `kwargs` with its `inner_values`
+  tensor, and then calls `op`.  Returns a `RaggedTensor` that is constructed
+  from the input `RaggedTensor`s' `splits` and the value returned by
+  the `op`.
+
+  If the input arguments contain multiple `RaggedTensor`s, then they must have
+  identical `splits`.
+
+  Examples:
+
+  ```python
+  >>> rt = ragged.constant([[1, 2, 3], [], [4, 5], [6]])
+  >>> ragged.map_inner_values(tf.ones_like, rt).eval().tolist()
+  [[1, 1, 1], [], [1, 1], [1]]
+  >>> ragged.map_inner_values(tf.multiply, rt, rt).eval().tolist()
+  [[1, 4, 9], [], [16, 25], [36]]
+  >>> ragged.map_inner_values(tf.add, rt, 5).eval().tolist()
+  [[6, 7, 8], [], [9, 10], [11]]
+  ```
+
+  Args:
+    op: The operation that should be applied to the RaggedTensor `inner_values`.
+      `op` is typically an element-wise operation (such as math_ops.add), but
+      any operation that preserves the size of the outermost dimension can be
+      used.  I.e., `shape[0]` of the value returned by `op` must match
+      `shape[0]` of the `RaggedTensor`s' `inner_values` tensors.
+    *args: Arguments for `op`.
+    **kwargs: Keyword arguments for `op`.
+
+  Returns:
+    A `RaggedTensor` whose `ragged_rank` matches the `ragged_rank` of all
+    input `RaggedTensor`s.
+  Raises:
+    ValueError: If args contains no `RaggedTensors`, or if the `nested_splits`
+      of the input `RaggedTensor`s are not identical.
+  """
+  # Replace RaggedTensors with their values; and collect the splits tensors
+  # from each RaggedTensor.
+  nested_splits_lists = []
+  inner_args = _replace_ragged_with_inner_values(args, nested_splits_lists)
+  inner_kwargs = _replace_ragged_with_inner_values(kwargs, nested_splits_lists)
+  if not nested_splits_lists:
+    return op(*args, **kwargs)
+
+  with ops.control_dependencies(
+      ragged_util.assert_splits_match(nested_splits_lists)):
+    # Delegate to op, and then compose the result from the transformed values
+    # and the splits.
+    return ragged_factory_ops.from_nested_row_splits(
+        op(*inner_args, **inner_kwargs), nested_splits_lists[0])
+
+
+def _replace_ragged_with_inner_values(value, nested_splits_lists):
+  """Replace RaggedTensors with their inner_values, and record their splits.
+
+  Returns a copy of `value`, with any nested `RaggedTensor`s replaced by their
+  `inner_values` tensor.  Looks inside lists, tuples, and dicts.
+
+  Appends each `RaggedTensor`'s `nested_splits` to `nested_splits_lists`.
+
+  Args:
+    value: The value that should be transformed by replacing `RaggedTensors`.
+    nested_splits_lists: An output parameter used to record the `nested_splits`
+      for any `RaggedTensors` that were replaced.
+
+  Returns:
+    A copy of `value` with nested `RaggedTensors` replaced by their `values`.
+  """
+  # Base case
+  if ragged_tensor.is_ragged(value):
+    value = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(value)
+    nested_splits_lists.append(value.nested_row_splits)
+    return value.inner_values
+
+  # Recursion cases
+  def recurse(v):
+    return _replace_ragged_with_inner_values(v, nested_splits_lists)
+
+  if isinstance(value, list):
+    return [recurse(v) for v in value]
+  elif isinstance(value, tuple):
+    return tuple(recurse(v) for v in value)
+  elif isinstance(value, dict):
+    return dict((k, recurse(v)) for (k, v) in value.items())
+  else:
+    return value
diff --git a/tensorflow/python/ops/ragged/ragged_gather_nd_op_test.py b/tensorflow/python/ops/ragged/ragged_gather_nd_op_test.py
new file mode 100644
index 0000000000..dcf1feaa69
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_gather_nd_op_test.py
@@ -0,0 +1,232 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for tf.ragged.gather_nd."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedGatherNdOpTest(test_util.TensorFlowTestCase,
+                           parameterized.TestCase):
+
+  DOCSTRING_PARAMS = [[['000', '001'], ['010']],
+                      [['100'], ['110', '111', '112'], ['120']],
+                      [[], ['210']]]  # pyformat: disable
+
+  @parameterized.parameters([
+      #=========================================================================
+      # Docstring Examples
+      #=========================================================================
+      dict(
+          descr='Docstring example 1',
+          params=ragged.constant_value(DOCSTRING_PARAMS),
+          indices=[[2], [0]],
+          expected=ragged.constant_value([[[], [b'210']],
+                                          [[b'000', b'001'], [b'010']]])),
+      dict(
+          descr='Docstring example 2',
+          params=ragged.constant_value(DOCSTRING_PARAMS),
+          indices=[[2, 1], [0, 0]],
+          expected=ragged.constant_value([[b'210'], [b'000', b'001']])),
+      dict(
+          descr='Docstring example 3',
+          params=ragged.constant_value(DOCSTRING_PARAMS),
+          indices=[[0, 0, 1], [1, 1, 2]],
+          expected=[b'001', b'112']),
+      #=========================================================================
+      # Indices with 0 values (selects the entire params)
+      #=========================================================================
+      dict(
+          descr='params: [B1, (B2)], indices: [0], result: [B1, (B2)]',
+          params=ragged.constant_value([['a', 'b', 'c'], ['d']]),
+          indices=np.zeros([0], dtype=np.int32),
+          expected=ragged.constant_value([[b'a', b'b', b'c'], [b'd']])),
+      dict(
+          descr='params: [B1, (B2)], indices: [A1, 0], result: [A1, B1, (B2)]',
+          params=ragged.constant_value([['a', 'b', 'c'], ['d']]),
+          indices=np.zeros([3, 0], dtype=np.int32),
+          expected=ragged.constant_value([[[b'a', b'b', b'c'], [b'd']],
+                                          [[b'a', b'b', b'c'], [b'd']],
+                                          [[b'a', b'b', b'c'], [b'd']]])),
+      dict(
+          descr=('params: [B1, (B2)], indices: [A1, A2, 0], '
+                 'result: [A1, A2, B1, (B2)]'),
+          params=ragged.constant_value([['a', 'b', 'c'], ['d']]),
+          indices=np.zeros([1, 3, 0], dtype=np.int32),
+          expected=ragged.constant_value([[[[b'a', b'b', b'c'], [b'd']],
+                                           [[b'a', b'b', b'c'], [b'd']],
+                                           [[b'a', b'b', b'c'], [b'd']]]])),
+      dict(
+          descr='params: [B1], indices: [A1, (A2), 0], result: [A1, (A2), B1]',
+          params=['a'],
+          indices=ragged.constant_value([[[], []], [[]]],
+                                        ragged_rank=1,
+                                        dtype=np.int32),
+          expected=ragged.constant_value([[[b'a'], [b'a']], [[b'a']]],
+                                         ragged_rank=1)),
+      #=========================================================================
+      # Indices with 1 value (selects row from params)
+      #=========================================================================
+      dict(
+          descr='params: [B1, (B2)], indices: [A1, 1], result: [A1, (B2)]',
+          params=ragged.constant_value([['a', 'b', 'c'], ['d']]),
+          indices=[[1], [0]],
+          expected=ragged.constant_value([[b'd'], [b'a', b'b', b'c']])),
+      dict(
+          descr=('params: [B1, (B2), (B3)], indices: [A1, 1], '
+                 'result: [A1, (B2), (B3)]'),
+          params=ragged.constant_value([[['a', 'b', 'c'], ['d']],
+                                        [['e', 'f']]]),
+          indices=[[1], [1]],
+          expected=ragged.constant_value([[[b'e', b'f']], [[b'e', b'f']]])),
+      dict(
+          descr=('params: [B1, B2, B3], indices: [A1, (A2), 1], '
+                 'result: [A1, (A2), B2, B3]'),
+          params=[[['a']], [['b']]],
+          indices=ragged.constant_value([[[0]]], ragged_rank=1),
+          expected=ragged.constant_value([[[[b'a']]]], ragged_rank=1)),
+      #=========================================================================
+      # Indices with 2 values (selects row & col from params)
+      #=========================================================================
+      dict(
+          descr='params: [B1, (B2)], indices: [A1, 2], result: [A1]',
+          params=ragged.constant_value([['a', 'b', 'c'], ['d']]),
+          indices=[[1, 0], [0, 0], [0, 2]],
+          expected=ragged.constant_value([b'd', b'a', b'c'])),
+      dict(
+          descr=('params: [B1, (B2), (B3)], indices: [A1, 2], '
+                 'result: [A1, (B3)]'),
+          params=ragged.constant_value([[['a', 'b', 'c'], ['d']],
+                                        [['e', 'f']]]),
+          indices=[[1, 0], [0, 1], [0, 0]],
+          expected=ragged.constant_value([[b'e', b'f'], [b'd'],
+                                          [b'a', b'b', b'c']])),
+      dict(
+          descr=('params: [B1, (B2), (B3)], indices: [A1, A2, 2], '
+                 'result: [A1, (A2), (B3)]'),
+          params=ragged.constant_value([[['a', 'b', 'c'], ['d']],
+                                        [['e', 'f']]]),
+          indices=[[[1, 0], [0, 1], [0, 0]]],
+          expected=ragged.constant_value([[[b'e', b'f'], [b'd'],
+                                           [b'a', b'b', b'c']]])),
+      dict(
+          descr=('params: [B1, (B2), B3], indices: [A1, A2, 2], '
+                 'result: [A1, A2, B3]'),
+          params=ragged.constant_value([[['a', 'b'], ['c', 'd']],
+                                        [['e', 'f']]],
+                                       ragged_rank=1),
+          indices=[[[1, 0], [0, 1], [0, 0]]],
+          expected=[[[b'e', b'f'], [b'c', b'd'], [b'a', b'b']]]),
+      dict(
+          descr=('params: [B1, (B2), B3], indices: [A1, A2, A3, 2], '
+                 'result: [A1, A2, A3, B3]'),
+          params=ragged.constant_value([[['a', 'b'], ['c', 'd']],
+                                        [['e', 'f']]],
+                                       ragged_rank=1),
+          indices=[[[[1, 0], [0, 1], [0, 0]]]],
+          expected=[[[[b'e', b'f'], [b'c', b'd'], [b'a', b'b']]]]),
+      dict(
+          descr=('params: [B1, (B2), (B3)], indices: [A1, (A2), 2], '
+                 'result: [A1, (A2), (B3)]'),
+          params=ragged.constant_value([[['a', 'b', 'c'], ['d']],
+                                        [['e', 'f']]]),
+          indices=ragged.constant_value([[[1, 0], [0, 1]], [[0, 0]]],
+                                        ragged_rank=1),
+          expected=ragged.constant_value([[[b'e', b'f'], [b'd']],
+                                          [[b'a', b'b', b'c']]])),
+      #=========================================================================
+      # Indices with 3 values
+      #=========================================================================
+      dict(
+          descr=('params: [B1, (B2), (B3)], indices: [A1, 3], '
+                 'result: [A1]'),
+          params=ragged.constant_value([[['a', 'b', 'c'], ['d']],
+                                        [['e', 'f']]]),
+          indices=[[1, 0, 1], [0, 0, 0], [0, 1, 0]],
+          expected=[b'f', b'a', b'd']),
+      dict(
+          descr=('params: [B1, (B2), B3], indices: [A1, 3], '
+                 'result: [A1]'),
+          params=ragged.constant_value([[['a', 'b'], ['c', 'd']],
+                                        [['e', 'f']]],
+                                       ragged_rank=1),
+          indices=[[1, 0, 1], [0, 0, 0], [0, 1, 1]],
+          expected=[b'f', b'a', b'd']),
+      dict(
+          descr=('params: [B1, (B2), (B3), B4], indices: [A1, 3], '
+                 'result: [A1, B4]'),
+          params=ragged.constant_value([[[['a', 'b'], ['c', 'd']],
+                                         [['e', 'f']]]],
+                                       ragged_rank=2),
+          indices=[[0, 0, 1], [0, 0, 0], [0, 1, 0]],
+          expected=[[b'c', b'd'], [b'a', b'b'], [b'e', b'f']]),
+  ])  # pyformat: disable
+  def testRaggedGatherNd(self, descr, params, indices, expected):
+    result = ragged.gather_nd(params, indices)
+    self.assertEqual(
+        getattr(result, 'ragged_rank', 0), getattr(expected, 'ragged_rank', 0))
+    with self.test_session() as sess:
+      if hasattr(expected, 'tolist'):
+        expected = expected.tolist()
+      self.assertEqual(sess.run(result).tolist(), expected)
+
+  def testRaggedGatherNdUnknownRankError(self):
+    params = ragged.constant([['a', 'b'], ['c', 'd']])
+    indices1 = array_ops.placeholder(dtypes.int32, shape=None)
+    indices2 = array_ops.placeholder(dtypes.int32, shape=[None])
+
+    with self.assertRaisesRegexp(ValueError,
+                                 'indices.rank be statically known.'):
+      ragged.gather_nd(params, indices1)
+    with self.assertRaisesRegexp(
+        ValueError, r'indices.shape\[-1\] must be statically known.'):
+      ragged.gather_nd(params, indices2)
+
+  @parameterized.parameters([
+      dict(
+          params=['a'],
+          indices=0,
+          message='Shape must be at least rank 1 but is rank 0'
+          " for 'GatherNd'"),
+      dict(
+          params=ragged.constant_value([['a']]),
+          indices=0,
+          message='indices.rank must be at least 1.'),
+      dict(
+          params=['a', 'b', 'c'],
+          indices=ragged.constant([[0]]),
+          message='The innermost dimension of indices may not be ragged'),
+  ])
+  def testRaggedGatherNdStaticError(self,
+                                    params,
+                                    indices,
+                                    message,
+                                    error=ValueError):
+    with self.assertRaisesRegexp(error, message):
+      ragged.gather_nd(params, indices)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_gather_op_test.py b/tensorflow/python/ops/ragged/ragged_gather_op_test.py
new file mode 100644
index 0000000000..bb52d05c32
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_gather_op_test.py
@@ -0,0 +1,144 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.gather."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedTensorOpsTest(test_util.TensorFlowTestCase):
+
+  def testDocStringExamples(self):
+    params = constant_op.constant(['a', 'b', 'c', 'd', 'e'])
+    indices = constant_op.constant([3, 1, 2, 1, 0])
+    ragged_params = ragged.constant([['a', 'b', 'c'], ['d'], [], ['e']])
+    ragged_indices = ragged.constant([[3, 1, 2], [1], [], [0]])
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, ragged_indices).eval().tolist(),
+          [[b'd', b'b', b'c'], [b'b'], [], [b'a']])
+      self.assertEqual(
+          ragged.gather(ragged_params, indices).eval().tolist(),
+          [[b'e'], [b'd'], [], [b'd'], [b'a', b'b', b'c']])
+      self.assertEqual(
+          ragged.gather(ragged_params, ragged_indices).eval().tolist(),
+          [[[b'e'], [b'd'], []], [[b'd']], [], [[b'a', b'b', b'c']]])
+
+  def testTensorParamsAndTensorIndices(self):
+    params = ['a', 'b', 'c', 'd', 'e']
+    indices = [2, 0, 2, 1]
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(),
+          [b'c', b'a', b'c', b'b'])
+      self.assertEqual(type(ragged.gather(params, indices)), ops.Tensor)
+
+  def testRaggedParamsAndTensorIndices(self):
+    params = ragged.constant([['a', 'b'], ['c', 'd', 'e'], ['f'], [], ['g']])
+    indices = [2, 0, 2, 1]
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(),
+          [[b'f'], [b'a', b'b'], [b'f'], [b'c', b'd', b'e']])
+
+  def testTensorParamsAndRaggedIndices(self):
+    params = ['a', 'b', 'c', 'd', 'e']
+    indices = ragged.constant([[2, 1], [1, 2, 0], [3]])
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(),
+          [[b'c', b'b'], [b'b', b'c', b'a'], [b'd']])
+
+  def testRaggedParamsAndRaggedIndices(self):
+    params = ragged.constant([['a', 'b'], ['c', 'd', 'e'], ['f'], [], ['g']])
+    indices = ragged.constant([[2, 1], [1, 2, 0], [3]])
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(),
+          [[[b'f'], [b'c', b'd', b'e']],                # [[p[2], p[1]      ],
+           [[b'c', b'd', b'e'], [b'f'], [b'a', b'b']],  #  [p[1], p[2], p[0]],
+           [[]]]                                        #  [p[3]            ]]
+      )  # pyformat: disable
+
+  def testRaggedParamsAndScalarIndices(self):
+    params = ragged.constant([['a', 'b'], ['c', 'd', 'e'], ['f'], [], ['g']])
+    indices = 1
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(), [b'c', b'd', b'e'])
+
+  def test3DRaggedParamsAnd2DTensorIndices(self):
+    params = ragged.constant([[['a', 'b'], []], [['c', 'd'], ['e'], ['f']],
+                              [['g']]])
+    indices = [[1, 2], [0, 1], [2, 2]]
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(),
+          [[[[b'c', b'd'], [b'e'], [b'f']], [[b'g']]],            # [[p1, p2],
+           [[[b'a', b'b'], []], [[b'c', b'd'], [b'e'], [b'f']]],  #  [p0, p1],
+           [[[b'g']], [[b'g']]]]                                  #  [p2, p2]]
+      )  # pyformat: disable
+
+  def testTensorParamsAnd4DRaggedIndices(self):
+    indices = ragged.constant(
+        [[[[3, 4], [0, 6]], []], [[[2, 1], [1, 0]], [[2, 5]], [[2, 3]]],
+         [[[1, 0]]]],  # pyformat: disable
+        ragged_rank=2,
+        inner_shape=(2,))
+    params = ['a', 'b', 'c', 'd', 'e', 'f', 'g']
+    with self.test_session():
+      self.assertEqual(
+          ragged.gather(params, indices).eval().tolist(),
+          [[[[b'd', b'e'], [b'a', b'g']], []],
+           [[[b'c', b'b'], [b'b', b'a']], [[b'c', b'f']], [[b'c', b'd']]],
+           [[[b'b', b'a']]]])  # pyformat: disable
+
+  def testOutOfBoundsError(self):
+    tensor_params = ['a', 'b', 'c']
+    tensor_indices = [0, 1, 2]
+    ragged_params = ragged.constant([['a', 'b'], ['c']])
+    ragged_indices = ragged.constant([[0, 3]])
+    with self.test_session():
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'indices\[1\] = 3 is not in \[0, 3\)',
+                              ragged.gather(tensor_params, ragged_indices).eval)
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'indices\[2\] = 2 is not in \[0, 2\)',
+                              ragged.gather(ragged_params, tensor_indices).eval)
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'indices\[1\] = 3 is not in \[0, 2\)',
+                              ragged.gather(ragged_params, ragged_indices).eval)
+
+  def testUnknownIndicesRankError(self):
+    params = ragged.constant([], ragged_rank=1)
+    indices = constant_op.constant([0], dtype=dtypes.int64)
+    indices = array_ops.placeholder_with_default(indices, None)
+    self.assertRaisesRegexp(ValueError,
+                            r'indices\.shape\.ndims must be known statically',
+                            ragged.gather, params, indices)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_getitem.py b/tensorflow/python/ops/ragged/ragged_getitem.py
new file mode 100644
index 0000000000..9821695046
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_getitem.py
@@ -0,0 +1,388 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Python-style indexing and slicing for RaggedTensors."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.ragged import ragged_array_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_math_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+
+
+def ragged_tensor_getitem(self, key):
+  """Returns the specified piece of this RaggedTensor.
+
+  Supports multidimensional indexing and slicing, with one restriction:
+  indexing into a ragged inner dimension is not allowed.  This case is
+  problematic because the indicated value may exist in some rows but not
+  others.  In such cases, it's not obvious whether we should (1) report an
+  IndexError; (2) use a default value; or (3) skip that value and return a
+  tensor with fewer rows than we started with.  Following the guiding
+  principles of Python ("In the face of ambiguity, refuse the temptation to
+  guess" <go/pep20>), we simply disallow this operation.
+
+  Any dimensions added by `array_ops.newaxis` will be ragged if the following
+  dimension is ragged.
+
+  Args:
+    self: The RaggedTensor to slice.
+    key: Indicates which piece of the RaggedTensor to return, using standard
+      Python semantics (e.g., negative values index from the end).  `key`
+      may have any of the following types:
+
+      * `int` constant
+      * Scalar integer `Tensor`
+      * `slice` containing integer constants and/or scalar integer
+        `Tensor`s
+      * `Ellipsis`
+      * `tf.newaxis`
+      * `tuple` containing any of the above (for multidimentional indexing)
+
+  Returns:
+    A `Tensor` or `RaggedTensor` object.  Values that include at least one
+    ragged dimension are returned as `RaggedTensor`.  Values that include no
+    ragged dimensions are returned as `Tensor`.  See above for examples of
+    expressions that return `Tensor`s vs `RaggedTensor`s.
+
+  Raises:
+    ValueError: If `key` is out of bounds.
+    ValueError: If `key` is not supported.
+    TypeError: If the indices in `key` have an unsupported type.
+
+  Examples:
+
+    ```python
+    >>> # A 2-D ragged tensor with 1 ragged dimension.
+    >>> rt = ragged.constant([['a', 'b', 'c'], ['d', 'e'], ['f'], ['g']])
+    >>> rt[0].eval().tolist()       # First row (1-D `Tensor`)
+    ['a', 'b', 'c']
+    >>> rt[:3].eval().tolist()      # First three rows (2-D RaggedTensor)
+    [['a', 'b', 'c'], ['d', 'e'], '[f'], [g']]
+    >>> rt[3, 0].eval().tolist()    # 1st element of 4th row (scalar)
+    'g'
+
+    >>> # A 3-D ragged tensor with 2 ragged dimensions.
+    >>> rt = ragged.constant([[[1, 2, 3], [4]],
+    ...                    [[5], [], [6]],
+    ...                    [[7]],
+    ...                    [[8, 9], [10]]])
+    >>> rt[1].eval().tolist()       # Second row (2-D RaggedTensor)
+    [[5], [], [6]]
+    >>> rt[3, 0].eval().tolist()    # First element of fourth row (1-D Tensor)
+    [8, 9]
+    >>> rt[:, 1:3].eval().tolist()  # Items 1-3 of each row (3-D RaggedTensor)
+    [[[4]], [[], [6]], [], [[10]]]
+    >>> rt[:, -1:].eval().tolist()  # Last item of each row (3-D RaggedTensor)
+    [[[4]], [[6]], [[7]], [[10]]]
+    ```
+  """
+  scope_tensors = [self] + list(_tensors_in_key_list(key))
+  if isinstance(key, (list, tuple)):
+    key = list(key)
+  else:
+    key = [key]
+  with ops.name_scope(None, "RaggedGetItem", scope_tensors):
+    return _ragged_getitem(self, key)
+
+
+def _ragged_getitem(rt_input, key_list):
+  """Helper for indexing and slicing ragged tensors with __getitem__().
+
+  Extracts the specified piece of the `rt_input`.  See
+  `RaggedTensor.__getitem__` for examples and restrictions.
+
+  Args:
+    rt_input: The `RaggedTensor` from which a piece should be returned.
+    key_list: The list of keys specifying which piece to return. Each key
+      corresponds with a separate dimension.
+
+  Returns:
+    The indicated piece of rt_input.
+
+  Raises:
+    ValueError: If `key_list` is not supported.
+    TypeError: If any keys in `key_list` have an unsupported type.
+  """
+  if not key_list:
+    return rt_input
+  row_key = key_list[0]
+  inner_keys = key_list[1:]
+
+  if row_key is Ellipsis:
+    expanded_key_list = _expand_ellipsis(key_list, rt_input.shape.ndims)
+    return _ragged_getitem(rt_input, expanded_key_list)
+
+  # Adding a new axis: Get rt_input[inner_keys], and wrap it in a RaggedTensor
+  # that puts all values in a single row.
+  if row_key is array_ops.newaxis:
+    inner_rt = _ragged_getitem(rt_input, inner_keys)
+    nsplits = array_ops.shape(inner_rt.row_splits, out_type=dtypes.int64)[0]
+    return ragged_factory_ops.from_row_splits(inner_rt,
+                                              array_ops.stack([0, nsplits - 1]))
+
+  # Slicing a range of rows: first slice the outer dimension, and then
+  # call `_ragged_getitem_inner_dimensions` to handle the inner keys.
+  if isinstance(row_key, slice):
+    sliced_rt_input = _slice_ragged_row_dimension(rt_input, row_key)
+    return _ragged_getitem_inner_dimensions(sliced_rt_input, inner_keys)
+
+  # Indexing a single row: slice values to get the indicated row, and then
+  # use a recursive call to __getitem__ to handle the inner keys.
+  else:
+    starts = rt_input.row_splits[:-1]
+    limits = rt_input.row_splits[1:]
+    row = rt_input.values[starts[row_key]:limits[row_key]]
+    return row.__getitem__(inner_keys)
+
+
+def _slice_ragged_row_dimension(rt_input, row_key):
+  """Slice the outer dimension of `rt_input` according to the given `slice`.
+
+  Args:
+    rt_input: The `RaggedTensor` to slice.
+    row_key: The `slice` object that should be used to slice `rt_input`.
+
+  Returns:
+    A `RaggedTensor` containing the indicated slice of `rt_input`.
+  """
+  if row_key.start is None and row_key.stop is None and row_key.step is None:
+    return rt_input
+
+  # Use row_key to slice the starts & limits.
+  new_starts = rt_input.row_splits[:-1][row_key]
+  new_limits = rt_input.row_splits[1:][row_key]
+  zero_pad = array_ops.zeros([1], dtypes.int64)
+
+  # If there's no slice step, then we can just select a single continuous
+  # span of `ragged.values(rt_input)`.
+  if row_key.step is None or row_key.step == 1:
+    # Construct the new splits.  If new_starts and new_limits are empty,
+    # then this reduces to [0].  Otherwise, this reduces to:
+    #   concat([[new_starts[0]], new_limits])
+    new_splits = array_ops.concat(
+        [zero_pad[array_ops.size(new_starts):], new_starts[:1], new_limits],
+        axis=0)
+    values_start = new_splits[0]
+    values_limit = new_splits[-1]
+    return ragged_factory_ops.from_row_splits(
+        rt_input.values[values_start:values_limit], new_splits - values_start)
+
+  # If there is a slice step (aka a strided slice), then use ragged_gather to
+  # collect the necessary elements of `ragged.values(rt_input)`.
+  else:
+    return _build_ragged_tensor_from_value_ranges(new_starts, new_limits, 1,
+                                                  rt_input.values)
+
+
+def _ragged_getitem_inner_dimensions(rt_input, key_list):
+  """Retrieve inner dimensions, keeping outermost dimension unchanged.
+
+  Args:
+    rt_input: The `RaggedTensor` or `Tensor` from which a piece should be
+      extracted.
+    key_list: The __getitem__ keys for slicing the inner dimensions.
+
+  Returns:
+    A `RaggedTensor`.
+
+  Raises:
+    ValueError: If key_list is not supported.
+  """
+  if not key_list:
+    return rt_input
+
+  if isinstance(rt_input, ops.Tensor):
+    return rt_input.__getitem__([slice(None, None, None)] + key_list)
+
+  column_key = key_list[0]
+  if column_key is Ellipsis:
+    expanded_key_list = _expand_ellipsis(key_list, rt_input.values.shape.ndims)
+    return _ragged_getitem_inner_dimensions(rt_input, expanded_key_list)
+
+  # Adding a new axis to a ragged inner dimension: recursively get the inner
+  # dimensions of rt_input with key_list[1:], and then wrap the result in a
+  # RaggedTensor that puts each value in its own row.
+  if column_key is array_ops.newaxis:
+    inner_rt = _ragged_getitem_inner_dimensions(rt_input, key_list[1:])
+    nsplits = array_ops.shape(inner_rt.row_splits, out_type=dtypes.int64)[0]
+    return ragged_factory_ops.from_row_splits(inner_rt, math_ops.range(nsplits))
+
+  # Slicing a range of columns in a ragged inner dimension.  We use a
+  # recursive call to process the values, and then assemble a RaggedTensor
+  # with those values.
+  if isinstance(column_key, slice):
+    if (column_key.start is None and column_key.stop is None and
+        column_key.step is None):
+      # Trivial slice: recursively process all values, & splits is unchanged.
+      return rt_input.with_values(
+          _ragged_getitem_inner_dimensions(rt_input.values, key_list[1:]))
+    else:
+      # Nontrivial slice: use ragged_gather to extract the indicated slice as
+      # a new RaggedTensor (inner_rt), and then recursively process its values.
+      # The splits can be taken from ragged.row_splits(inner_rt).
+      inner_rt_starts = rt_input.row_splits[:-1]
+      inner_rt_limits = rt_input.row_splits[1:]
+      if column_key.start is not None and column_key.start != 0:
+        inner_rt_starts = _add_offset_to_ranges(
+            column_key.start, rt_input.row_splits[:-1], rt_input.row_splits[1:])
+      if column_key.stop is not None and column_key.stop != 0:
+        inner_rt_limits = _add_offset_to_ranges(
+            column_key.stop, rt_input.row_splits[:-1], rt_input.row_splits[1:])
+      inner_rt = _build_ragged_tensor_from_value_ranges(
+          inner_rt_starts, inner_rt_limits, column_key.step, rt_input.values)
+      return inner_rt.with_values(
+          _ragged_getitem_inner_dimensions(inner_rt.values, key_list[1:]))
+
+  # Indexing a single column in a ragged inner dimension: raise an Exception.
+  # See RaggedTensor.__getitem__.__doc__ for an explanation of why indexing
+  # into a ragged inner dimension is problematic.
+  else:
+    raise ValueError("Cannot index into an inner ragged dimension.")
+
+
+def _expand_ellipsis(key_list, num_remaining_dims):
+  """Expands the ellipsis at the start of `key_list`.
+
+  Assumes that the first element of `key_list` is Ellipsis.  This will either
+  remove the Ellipsis (if it corresponds to zero indices) or prepend a new
+  `slice(None, None, None)` (if it corresponds to more than zero indices).
+
+  Args:
+    key_list: The arguments to `__getitem__()`.
+    num_remaining_dims: The number of dimensions remaining.
+
+  Returns:
+    A copy of `key_list` with he ellipsis expanded.
+  Raises:
+    ValueError: If ragged_rank.shape.ndims is None
+    IndexError: If there are too many elements in `key_list`.
+  """
+  if num_remaining_dims is None:
+    raise ValueError("Ellipsis not supported for unknown shape RaggedTensors")
+  num_indices = sum(1 for idx in key_list if idx is not array_ops.newaxis)
+  if num_indices > num_remaining_dims + 1:
+    raise IndexError("Too many indices for RaggedTensor")
+  elif num_indices == num_remaining_dims + 1:
+    return key_list[1:]
+  else:
+    return [slice(None, None, None)] + key_list
+
+
+def _tensors_in_key_list(key_list):
+  """Generates all Tensors in the given slice spec."""
+  if isinstance(key_list, ops.Tensor):
+    yield key_list
+  if isinstance(key_list, (list, tuple)):
+    for v in key_list:
+      for tensor in _tensors_in_key_list(v):
+        yield tensor
+  if isinstance(key_list, slice):
+    for tensor in _tensors_in_key_list(key_list.start):
+      yield tensor
+    for tensor in _tensors_in_key_list(key_list.stop):
+      yield tensor
+    for tensor in _tensors_in_key_list(key_list.step):
+      yield tensor
+
+
+def _build_ragged_tensor_from_value_ranges(starts, limits, step, values):
+  """Returns a `RaggedTensor` containing the specified sequences of values.
+
+  Returns a RaggedTensor `output` where:
+
+  ```python
+  output.shape[0] = starts.shape[0]
+  output[i] = values[starts[i]:limits[i]:step]
+  ```
+
+  Requires that `starts.shape == limits.shape` and
+  `0 <= starts[i] <= limits[i] <= values.shape[0]`.
+
+  Args:
+    starts: 1D integer Tensor specifying the start indices for the sequences of
+      values to include.
+    limits: 1D integer Tensor specifying the limit indices for the sequences of
+      values to include.
+    step: Integer value specifying the step size for strided slices.
+    values: The set of values to select from.
+
+  Returns:
+    A `RaggedTensor`.
+
+  Raises:
+    ValueError: Until the prerequisite ops are checked in.
+  """
+  # Use `ragged_range` to get the index of each value we should include.
+  if step is None:
+    step = 1
+  step = ops.convert_to_tensor(step, name="step")
+  if step.dtype.is_integer:
+    step = math_ops.cast(step, dtypes.int64)
+  else:
+    raise TypeError("slice strides must be integers or None")
+  value_indices = ragged_math_ops.range(starts, limits, step)
+
+  # Use `ragged_gather` or `array_ops.gather` to collect the values.
+  if isinstance(values, ragged_tensor.RaggedTensor):
+    gathered_values = ragged_array_ops.gather(
+        params=values, indices=value_indices.values)
+  else:
+    gathered_values = array_ops.gather(
+        params=values, indices=value_indices.values)
+
+  # Assemble the RaggedTensor from splits & values.
+  return value_indices.with_values(gathered_values)
+
+
+def _add_offset_to_ranges(offset, starts, limits):
+  """Adds an indexing offset to each of the specified ranges.
+
+  If offset>=0, then return output[i]=min(starts[i]+offset, limits[i])
+  If offset<0, then return output[i]=max(limits[i]+offset, starts[i])
+
+  Args:
+    offset: The offset to add.  None, or an int, or a scalar Tensor.
+    starts: 1-D int64 tensor containing start indices.
+    limits: 1-D int64 tensor containing limit indices.
+
+  Returns:
+    A 1-D int64 tensor.
+  """
+
+  def map_positive_offset(offset):
+    return math_ops.minimum(starts + offset, limits)
+
+  def map_negative_offset(offset):
+    return math_ops.maximum(limits + offset, starts)
+
+  if isinstance(offset, ops.Tensor):
+    offset = math_ops.cast(offset, dtypes.int64)
+    return control_flow_ops.cond(offset >= 0,
+                                 lambda: map_positive_offset(offset),
+                                 lambda: map_negative_offset(offset))
+  elif isinstance(offset, int):
+    return (map_positive_offset(offset)
+            if offset > 0 else map_negative_offset(offset))
+
+  else:
+    raise TypeError("slice offsets must be integers or None")
diff --git a/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py b/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py
new file mode 100644
index 0000000000..6f3f33b444
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py
@@ -0,0 +1,283 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.map_fn."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.keras import backend
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops as mo
+from tensorflow.python.ops import ragged
+from tensorflow.python.ops import string_ops
+from tensorflow.python.platform import googletest
+
+
+class RaggedMapOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+  @parameterized.parameters([
+      # The following test sets map over a RaggedTensor and apply a
+      # transformation that returns with shape:
+      # [d1, (d2)] -> [d1]
+      dict(
+          fn=mo.reduce_mean,
+          elems=[[1, 2, 3], [4, 5], [6, 7]],
+          expected_output=[2, 4, 6],
+      ),
+      dict(
+          fn=string_ops.reduce_join,
+          elems=[['foo', 'bar', 'baz'], ['a'], ['b', 'c']],
+          expected_output=[b'foobarbaz', b'a', b'bc'],
+          dtype=dtypes.string,
+      ),
+      # [d1, (d2)] -> [d1, 2]
+      dict(
+          fn=lambda x: array_ops.stack([mo.reduce_mean(x), mo.reduce_sum(x)]),
+          # fn=self.stack_mean_and_sum,
+          elems=[[1, 2, 3], [4, 5], [6, 7]],
+          expected_output=[[2, 6], [4.5, 9], [6.5, 13]],
+          dtype=dtypes.float32,
+      ),
+      # [d1, (d2)] -> [d1, (d2)]
+      dict(
+          fn=lambda x: x+1,
+          elems=[[1, 2, 3], [4, 5], [6, 7]],
+          expected_output=[[2, 3, 4], [5, 6], [7, 8]],
+          dtype=dtypes.int64,
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=1),
+      ),
+      # [d1, (d2), d3] -> [d1, (d2), d3]
+      dict(
+          fn=lambda x: x+1,
+          elems=[[[1, 2], [3, 4]], [], [[5, 6], [7, 8], [9, 0]]],
+          elems_ragged_rank=1,
+          expected_ragged_rank=1,
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=1),
+          expected_output=[[[2, 3], [4, 5]], [], [[6, 7], [8, 9], [10, 1]]],
+      ),
+      # [d1, (d2)] -> [d1, (d2), (d3)]
+      dict(
+          fn=lambda x: ragged.from_row_starts(x, [0]),
+          elems=[[1, 2, 3], [4, 5], [6, 7]],
+          expected_output=[[[1, 2, 3]], [[4, 5]], [[6, 7]]],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=2),
+      ),
+      # [d1, (d2), (d3)] -> [d1, (d2), (d3)]
+      dict(
+          fn=lambda x: ragged.map_inner_values(mo.add, x, 1),
+          elems=[[[1, 2, 3]], [[4, 5], [6, 7]]],
+          expected_output=[[[2, 3, 4]], [[5, 6], [7, 8]]],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=2),
+      ),
+      # [d1, (d2), (d3)] -> [d1, (d2)]
+      dict(
+          fn=lambda x: ragged.reduce_sum(x, axis=1),
+          elems=[[[1, 2, 3]], [[4, 5], [6, 7]]],
+          expected_output=[[6], [9, 13]],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=1),
+      ),
+      # [d1, (d2), (d3)] -> [d1, (d3)]
+      dict(
+          fn=lambda x: ragged.reduce_sum(x, axis=0),
+          elems=[[[1, 2, 3]], [[4, 5], [6, 7]]],
+          expected_output=[[1, 2, 3], [10, 12]],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=1),
+      ),
+      # [d1, (d2), (d3)] -> [d1]
+      dict(
+          fn=ragged.reduce_sum,
+          elems=[[[1, 2, 3]], [[4, 5], [6, 7]]],
+          expected_output=[6, 22],
+          result_dtype=dtypes.int64,
+      ),
+      # [d1] -> [d1, (d2)]
+      dict(
+          fn=mo.range,
+          elems=[4, 0, 2],
+          expected_output=[[0, 1, 2, 3], [], [0, 1]],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=1),
+      ),
+      # [d1] -> [d1, (d2), (d3)]
+      dict(
+          fn=lambda x: ragged.range(mo.range(x)),
+          elems=[5, 0, 3],
+          expected_output=[
+              [[], [0], [0, 1], [0, 1, 2], [0, 1, 2, 3]], [], [[], [0], [0, 1]]
+          ],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=2),
+      ),
+      # [d1, (d2), (d3), (d4a), (d5)] ->  [d1, (d2), (d3), (d4b), (d5)]
+      dict(
+          fn=lambda x: ragged.add(x, 1),
+          elems=[[[[[1, 2, 3]], [[4], [5]]]], [[[[6, 7]]], [[[8], []]]]],
+          expected_output=[[[[[2, 3, 4]], [[5], [6]]]],
+                           [[[[7, 8]]], [[[9], []]]]],
+          result_dtype=ragged.RaggedTensorType(dtype=dtypes.int64,
+                                               ragged_rank=4),
+      ),
+  ])
+
+  def testRaggedMap(
+      self,
+      fn,
+      elems,
+      expected_output,
+      expected_ragged_rank=None,
+      result_ragged_rank=None,
+      elems_ragged_rank=None,
+      dtype=dtypes.int64,
+      result_dtype=None,
+      infer_shape=False,
+  ):
+    elems = ragged.constant(elems, dtype, elems_ragged_rank)
+    output = ragged.map_fn(
+        fn=fn, elems=elems, dtype=result_dtype, infer_shape=infer_shape)
+
+    expected_rt = ragged.constant(
+        expected_output, ragged_rank=expected_ragged_rank)
+    with self.test_session():
+      if ragged.is_ragged(expected_output):
+        self.assertEqual(output.ragged_rank, expected_rt.ragged_rank)
+      output_values = output.eval()
+      self.assertAllEqual(expected_output, output_values.tolist())
+
+  def testRaggedMapOnStructure(self):
+    batman = ragged.constant([[1, 2, 3], [4], [5, 6, 7]])
+    # [[10, 20, 30], [40], [50, 60, 70]]
+    robin = ragged.map_inner_values(mo.multiply, batman, 10)
+
+    features = {'batman': batman, 'robin': robin}
+
+    def _reduce_sum_from_all(f):
+      return mo.reduce_sum(f['batman']) + mo.reduce_sum(f['robin'])
+
+    output = ragged.map_fn(
+        fn=_reduce_sum_from_all,
+        elems=features,
+        dtype=dtypes.int32,
+    )
+
+    with self.test_session():
+      self.assertAllEqual(output.eval().tolist(), [66, 44, 198])
+
+  # Test mapping over a dict of RTs can produce a dict of RTs.
+  def testRaggedMapOnStructure_RaggedOutputs(self):
+    batman = ragged.constant([[1, 2, 3], [4], [5, 6, 7]])
+    # [[10, 20, 30], [40], [50, 60, 70]]
+    robin = ragged.map_inner_values(mo.multiply, batman, 10)
+
+    features = {'batman': batman, 'robin': robin}
+
+    def _increment(f):
+      return {
+          'batman': ragged.add(f['batman'], 1),
+          'robin': ragged.add(f['robin'], 1),
+      }
+
+    output = ragged.map_fn(
+        fn=_increment,
+        elems=features,
+        infer_shape=False,
+        dtype={
+            'batman':
+                ragged.RaggedTensorType(dtype=dtypes.int32, ragged_rank=1),
+            'robin':
+                ragged.RaggedTensorType(dtype=dtypes.int32, ragged_rank=1)
+        },
+    )
+
+    with self.test_session():
+      self.assertAllEqual(output['batman'].eval().tolist(),
+                          [[2, 3, 4], [5], [6, 7, 8]])
+      self.assertAllEqual(output['robin'].eval().tolist(),
+                          [[11, 21, 31], [41], [51, 61, 71]])
+
+  def testZip(self):
+    x = ragged.constant([[10, 20], [30, 40], [50, 60], [70], [80, 90, 100]],
+                        dtypes.int64)
+    y = array_ops.expand_dims(
+        mo.range(ragged.nrows(x), dtype=dtypes.int64), axis=1)
+
+    def _zip(foo):
+      y_val, x_val = foo
+      bar = backend.tile(y_val, array_ops.shape(x_val))
+      return array_ops.stack([bar, x_val], axis=1)
+
+    output = ragged.map_fn(
+        _zip, (y, x),
+        dtype=ragged.RaggedTensorType(dtype=dtypes.int64, ragged_rank=1),
+        infer_shape=False)
+
+    with self.test_session():
+      result = output.eval().tolist()
+      self.assertAllEqual(
+          result, [[[0, 10], [0, 20]], [[1, 30], [1, 40]], [[2, 50], [2, 60]],
+                   [[3, 70]], [[4, 80], [4, 90], [4, 100]]])
+
+  def testBatchGather(self):
+    tokens = ragged.constant([['hello', '.', 'there'], ['merhaba'],
+                              ['bonjour', '.', 'ca va', '?']])
+    indices = ragged.constant([[0, 2], [0], [0, 2]])
+
+    def gather(x):
+      tokens_val, indices_val = x
+      return array_ops.gather(tokens_val, indices_val)
+
+    data = tokens, indices
+    out = ragged.map_fn(
+        gather,
+        data,
+        dtype=ragged.RaggedTensorType(dtype=dtypes.string, ragged_rank=1),
+        infer_shape=False)
+
+    with self.test_session():
+      self.assertAllEqual(
+          out.eval().tolist(),
+          [[b'hello', b'there'], [b'merhaba'], [b'bonjour', b'ca va']])
+
+  def testMismatchRaggedRank(self):
+    elems = ragged.constant([[[1, 2, 3]], [[4, 5], [6, 7]]])
+    fn = lambda x: ragged.reduce_sum(x, axis=0)
+    with self.assertRaisesWithLiteralMatch(
+        ValueError, r'The declared ragged rank (23) mismatches the result (1)'):
+      _ = ragged.map_fn(
+          fn,
+          elems,
+          dtype=ragged.RaggedTensorType(dtype=dtypes.int64, ragged_rank=23))
+
+  def testMismatchRaggedRank2(self):
+    elems = ragged.constant([[1, 2, 3], [4, 5], [6, 7]])
+    fn = lambda x: ragged.from_row_starts(x, [0])
+    with self.assertRaisesWithLiteralMatch(
+        ValueError, r'The declared ragged rank (10) mismatches the result (1)'):
+      _ = ragged.map_fn(
+          fn,
+          elems,
+          dtype=ragged.RaggedTensorType(dtype=dtypes.int64, ragged_rank=10))
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_map_inner_values_op_test.py b/tensorflow/python/ops/ragged/ragged_map_inner_values_op_test.py
new file mode 100644
index 0000000000..798d7c3ce8
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_map_inner_values_op_test.py
@@ -0,0 +1,210 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.map_inner_values."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedMapInnerValuesOpTest(test_util.TensorFlowTestCase,
+                                 parameterized.TestCase):
+
+  def assertRaggedMapInnerValuesReturns(self,
+                                        op,
+                                        expected,
+                                        args=(),
+                                        kwargs=None):
+    kwargs = kwargs or {}
+    result = ragged.map_inner_values(op, *args, **kwargs)
+    with self.test_session():
+      self.assertEqual(result.eval().tolist(), expected)
+
+  def testDocStringExamples(self):
+    """Test the examples in apply_op_to_ragged_values.__doc__."""
+    rt = ragged.constant([[1, 2, 3], [], [4, 5], [6]])
+    v1 = ragged.map_inner_values(array_ops.ones_like, rt)
+    v2 = ragged.map_inner_values(math_ops.multiply, rt, rt)
+    v3 = ragged.map_inner_values(math_ops.add, rt, 5)
+    with self.test_session():
+      self.assertEqual(v1.eval().tolist(), [[1, 1, 1], [], [1, 1], [1]])
+      self.assertEqual(v2.eval().tolist(), [[1, 4, 9], [], [16, 25], [36]])
+      self.assertEqual(v3.eval().tolist(), [[6, 7, 8], [], [9, 10], [11]])
+
+  def testOpWithSingleRaggedTensorArg(self):
+    tensor = ragged.constant([[1, 2, 3], [], [4, 5]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=array_ops.zeros_like,
+        args=(tensor,),
+        expected=[[0, 0, 0], [], [0, 0]])
+
+  def testOpWithTwoRaggedTensorArgs(self):
+    x = ragged.constant([[3, 1, 4], [], [1, 5]])
+    y = ragged.constant([[1, 2, 3], [], [4, 5]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply, args=(x, y), expected=[[3, 2, 12], [], [4, 25]])
+
+  def testOpWithRaggedTensorAndScalarArgs(self):
+    y = ragged.constant([[1, 2, 3], [], [4, 5]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply, args=(5, y), expected=[[5, 10, 15], [], [20, 25]])
+
+  def testOpWithThreeRaggedTensorArgs(self):
+    condition = ragged.constant(
+        [[True, True, False], [], [True, False]])  # pyformat: disable
+    x = ragged.constant([['a', 'b', 'c'], [], ['d', 'e']])
+    y = ragged.constant([['A', 'B', 'C'], [], ['D', 'E']])
+    self.assertRaggedMapInnerValuesReturns(
+        op=array_ops.where,
+        args=(condition, x, y),
+        expected=[[b'a', b'b', b'C'], [], [b'd', b'E']])
+
+  def testOpWithRaggedTensorListArg(self):
+    x = ragged.constant([[1, 2, 3], [], [4, 5]])
+    y = ragged.constant([[10, 20, 30], [], [40, 50]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.add_n,
+        args=([x, y, x],),
+        expected=[[12, 24, 36], [], [48, 60]])
+
+  def testOpWithKeywordArgs(self):
+    x = ragged.constant([[3, 1, 4], [], [1, 5]])
+    y = ragged.constant([[1, 2, 3], [], [4, 5]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply,
+        kwargs=dict(x=x, y=y),
+        expected=[[3, 2, 12], [], [4, 25]])
+
+  def testOpWithMixedPositionalAndKeywordArgs(self):
+    x = ragged.constant([[3, 1, 4], [], [1, 5]])
+    y = ragged.constant([[1, 2, 3], [], [4, 5]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply,
+        args=(x,),
+        kwargs=dict(y=y),
+        expected=[[3, 2, 12], [], [4, 25]])
+
+  def testNonElementWiseOp(self):
+    x = ragged.constant(
+        [[[3, 1, 4], [1, 5, 9], [2, 6, 5]], [], [[3, 5, 8], [9, 7, 9]]],
+        ragged_rank=1)
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.reduce_sum,
+        kwargs={
+            'input_tensor': x,
+            'axis': 1,
+        },
+        expected=[[8, 15, 13], [], [16, 25]])
+
+  def testOpWithRaggedRankGreaterThanOne(self):
+    # ragged_rank=0
+    x0 = [3, 1, 4, 1, 5, 9, 2, 6, 5]
+    y0 = [1, 2, 3, 4, 5, 6, 7, 8, 9]
+    with self.test_session():
+      self.assertEqual(
+          math_ops.multiply(x0, y0).eval().tolist(),
+          [3, 2, 12, 4, 25, 54, 14, 48, 45])
+
+    # ragged_rank=1
+    x1 = ragged.constant([[3, 1, 4], [], [1, 5], [9, 2], [6, 5]])
+    y1 = ragged.constant([[1, 2, 3], [], [4, 5], [6, 7], [8, 9]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply,
+        args=(x1, y1),
+        expected=[[3, 2, 12], [], [4, 25], [54, 14], [48, 45]])
+
+    # ragged_rank=2
+    x2 = ragged.constant([[[3, 1, 4]], [], [[], [1, 5]], [[9, 2], [6, 5]]])
+    y2 = ragged.constant([[[1, 2, 3]], [], [[], [4, 5]], [[6, 7], [8, 9]]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply,
+        args=(x2, y2),
+        expected=[[[3, 2, 12]],          # row 0
+                  [],                    # row 1
+                  [[], [4, 25]],         # row 2
+                  [[54, 14], [48, 45]]   # row 3
+                 ])  # pyformat: disable
+
+    # ragged_rank=3
+    x3 = ragged.constant([[[[3, 1, 4]], []], [], [[[], [1, 5]]],
+                          [[[9, 2], [6, 5]]]])
+    y3 = ragged.constant([[[[1, 2, 3]], []], [], [[[], [4, 5]]],
+                          [[[6, 7], [8, 9]]]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply,
+        args=(x3, y3),
+        expected=[
+            [[[3, 2, 12]], []],       # row 0
+            [],                       # row 1
+            [[[], [4, 25]]],          # row 2
+            [[[54, 14], [48, 45]]]    # row 3
+        ])  # pyformat: disable
+
+  def testOpWithRaggedRankThree(self):
+    x = ragged.constant([[[3, 1, 4]], [], [[], [1, 5]]])
+    y = ragged.constant([[[1, 2, 3]], [], [[], [4, 5]]])
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply,
+        args=(x, y),
+        expected=[[[3, 2, 12]], [], [[], [4, 25]]])
+
+  def testOpWithInnerValuesOnly(self):
+    x = constant_op.constant([[1, 2], [3, 4], [5, 6]])
+    y = constant_op.constant(2)
+    self.assertRaggedMapInnerValuesReturns(
+        op=math_ops.multiply, args=(x, y), expected=[[2, 4], [6, 8], [10, 12]])
+
+  def testRaggedTensorSplitsRaggedRankMismatchError(self):
+    x = ragged.constant([[3, 1, 4], [], [1, 5]])
+    y = ragged.constant([[[3, 1, 4], []], [], [[1, 5]]])
+    self.assertRaisesRegexp(ValueError,
+                            r'Inputs must have identical ragged splits.*',
+                            ragged.map_inner_values, math_ops.add, x, y)
+
+  def testRaggedTensorSplitsValueMismatchError(self):
+    x = ragged.constant([[3, 1, 4], [], [1, 5]])
+    y = ragged.constant([[1], [2, 3], [4, 5]])
+    self.assertRaisesRegexp(errors.InvalidArgumentError,
+                            r'Inputs must have identical ragged splits.*',
+                            ragged.map_inner_values, math_ops.add, x, y)
+
+  def testRaggedTensorSplitsMismatchErrorAtRuntime(self):
+    splits1 = array_ops.placeholder_with_default(
+        constant_op.constant([0, 3, 3, 5], dtypes.int64), None)
+    splits2 = array_ops.placeholder_with_default(
+        constant_op.constant([0, 1, 3, 5], dtypes.int64), None)
+    x = ragged.from_row_splits([3, 1, 4, 1, 5], splits1)
+    y = ragged.from_row_splits([1, 2, 3, 4, 5], splits2)
+    result = ragged.map_inner_values(math_ops.add, x, y)
+    with self.test_session():
+      self.assertRaisesRegexp(
+          errors.InvalidArgumentError,
+          r'\[Inputs must have identical ragged splits\] '
+          r'\[Condition x == y did not hold element-wise:\].*', result.eval)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_map_ops.py b/tensorflow/python/ops/ragged/ragged_map_ops.py
new file mode 100644
index 0000000000..fafa23b8dc
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_map_ops.py
@@ -0,0 +1,446 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Functional operations.
+
+See the [Higher Order
+Functions](https://tensorflow.org/api_guides/python/functional_ops) guide.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+import collections
+from tensorflow.python.eager import context
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import tensor_array_ops
+from tensorflow.python.ops import variable_scope as vs
+from tensorflow.python.ops.ragged import ragged_array_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.util import nest
+
+
+def map_fn(fn,
+           elems,
+           dtype=None,
+           parallel_iterations=None,
+           back_prop=True,
+           swap_memory=False,
+           infer_shape=True,
+           name=None):
+  """map on the list of tensors unpacked from `elems` on dimension 0.
+
+  The simplest version of `map_fn` repeatedly applies the callable `fn` to a
+  sequence of elements from first to last. The elements are made of the
+  tensors unpacked from `elems`. `dtype` is the data type of the return
+  value of `fn`. Users must provide `dtype` if it is different from
+  the data type of `elems`.
+
+  Suppose that `elems` is unpacked into `values`, a list of tensors. The shape
+  of the result tensor is `[values.shape[0]] + fn(values[0]).shape`.
+
+  This method also allows multi-arity `elems` and output of `fn`.  If `elems`
+  is a (possibly nested) list or tuple of tensors, then each of these tensors
+  must have a matching first (unpack) dimension.  The signature of `fn` may
+  match the structure of `elems`.  That is, if `elems` is
+  `(t1, [t2, t3, [t4, t5]])`, then an appropriate signature for `fn` is:
+  `fn = lambda (t1, [t2, t3, [t4, t5]]):`.
+
+  Furthermore, `fn` may emit a different structure than its input.  For example,
+  `fn` may look like: `fn = lambda t1: return (t1 + 1, t1 - 1)`.  In this case,
+  the `dtype` parameter is not optional: `dtype` must be a type or (possibly
+  nested) tuple of types matching the output of `fn`.
+
+  To apply a functional operation to the nonzero elements of a SparseTensor
+  one of the following methods is recommended. First, if the function is
+  expressible as TensorFlow ops, use
+
+  ```python
+    result = SparseTensor(input.indices, fn(input.values), input.dense_shape)
+  ```
+
+  If, however, the function is not expressible as a TensorFlow op, then use
+
+  ```python
+  result = SparseTensor(
+    input.indices, map_fn(fn, input.values), input.dense_shape)
+  ```
+
+  instead.
+
+  When executing eagerly, map_fn does not execute in parallel even if
+  `parallel_iterations` is set to a value > 1. You can still get the
+  performance benefits of running a function in parallel by using the
+  `tf.contrib.eager.defun` decorator,
+
+  ```python
+  # Assume the function being used in map_fn is fn.
+  # To ensure map_fn calls fn in parallel, use the defun decorator.
+  @tf.contrib.eager.defun
+  def func(tensor):
+    return tf.map_fn(fn, tensor)
+  ```
+
+  Note that if you use the defun decorator, any non-TensorFlow Python code
+  that you may have written in your function won't get executed. See
+  `tf.contrib.eager.defun` for more details. The recommendation would be to
+  debug without defun but switch to defun to get performance benefits of
+  running map_fn in parallel.
+
+  Args:
+    fn: The callable to be performed.  It accepts one argument, which will have
+      the same (possibly nested) structure as `elems`.  Its output must have the
+      same structure as `dtype` if one is provided, otherwise it must have the
+      same structure as `elems`.
+    elems: A tensor or (possibly nested) sequence of tensors, each of which will
+      be unpacked along their first dimension.  The nested sequence of the
+      resulting slices will be applied to `fn`.
+    dtype: (optional) The output type(s) of `fn`.  If `fn` returns a structure
+      of Tensors differing from the structure of `elems`, then `dtype` is not
+      optional and must have the same structure as the output of `fn`. Use
+      `RaggedTensorType` to declare an output of type `RaggedTensor`.
+    parallel_iterations: (optional) The number of iterations allowed to run in
+      parallel. When graph building, the default value is 10. While executing
+      eagerly, the default value is set to 1.
+    back_prop: (optional) True enables support for back propagation.
+    swap_memory: (optional) True enables GPU-CPU memory swapping.
+    infer_shape: (optional) False disables tests for consistent output shapes.
+    name: (optional) Name prefix for the returned tensors.
+
+  Returns:
+    A possibly nested sequence of potentially ragged tensors.  Each
+    tensor packs the results of applying `fn` to tensors unpacked from `elems`
+    along the first dimension, from first to last.
+
+  Raises:
+    TypeError: if `fn` is not callable or the structure of the output of
+      `fn` and `dtype` do not match, or if elems is a SparseTensor.
+    ValueError: if the lengths of the output of `fn` and `dtype` do not match.
+
+  #### Examples:
+
+    ```python
+    elems = np.array([1, 2, 3, 4, 5, 6])
+    squares = map_fn(lambda x: x * x, elems)
+    # squares == [1, 4, 9, 16, 25, 36]
+    ```
+
+    ```python
+    elems = (np.array([1, 2, 3]), np.array([-1, 1, -1]))
+    alternate = map_fn(lambda x: x[0] * x[1], elems, dtype=tf.int64)
+    # alternate == [-1, 2, -3]
+    ```
+
+    ```python
+    elems = np.array([1, 2, 3])
+    alternates = map_fn(lambda x: (x, -x), elems, dtype=(tf.int64, tf.int64))
+    # alternates[0] == [1, 2, 3]
+    # alternates[1] == [-1, -2, -3]
+    ```
+
+    ```python
+    elems=ragged.constant([[1, 2, 3], [4, 5], [6, 7]])
+    mean = map_fn(tf.reduce_mean, elems)
+    # mean == [2, 4, 6]
+    ```
+
+    ```python
+    elems=ragged.constant([[1, 2, 3], [4, 5], [6, 7]], dtype=tf.int64)
+    out = map_fn(fn=lambda x: x+1, elems,
+      dtype=ragged.RaggedTensorType(type=tf.int64, ragged_rank=0))
+    # out = ragged.constant([[2, 3, 4], [5, 6], [7, 8]])
+    ```
+  """
+  if not callable(fn):
+    raise TypeError("fn must be callable.")
+
+  if isinstance(elems, sparse_tensor.SparseTensor):
+    raise TypeError(
+        "To perform a map on the values of a sparse tensor use either "
+        " SparseTensor(input.indices, fn(input.values), input.dense_shape) or "
+        " SparseTensor(input.indices, map_fn(fn, input.values), "
+        "input.dense_shape)")
+
+  in_graph_mode = not context.executing_eagerly()
+  # Set the default number of parallel_iterations depending on graph/eager mode.
+  if in_graph_mode and not parallel_iterations:
+    parallel_iterations = 10
+  elif not in_graph_mode and not parallel_iterations:
+    parallel_iterations = 1
+
+  if not in_graph_mode and parallel_iterations > 1:
+    logging.log_first_n(logging.WARN, "Setting parallel_iterations > 1 has no "
+                        "effect when executing eagerly. Consider calling map_fn"
+                        " with tf.contrib.eager.defun to execute fn in "
+                        "parallel.", 1)
+    parallel_iterations = 1
+
+  input_is_sequence = nest.is_sequence(elems)
+  input_flatten = lambda x: nest.flatten(x) if input_is_sequence else [x]
+
+  def input_pack(x):
+    return nest.pack_sequence_as(elems, x) if input_is_sequence else x[0]
+
+  elems_flat = input_flatten(elems)
+
+  with ops.name_scope(name, "map", elems_flat):
+    # TODO(akshayka): Remove the in_graph_mode check once caching devices are
+    # supported in Eager
+    if in_graph_mode:
+      # Any get_variable calls in fn will cache the first call locally
+      # and not issue repeated network I/O requests for each iteration.
+      varscope = vs.get_variable_scope()
+      varscope_caching_device_was_none = False
+      if varscope.caching_device is None:
+        # TODO(ebrevdo): Change to using colocate_with here and in other
+        # methods.
+        varscope.set_caching_device(lambda op: op.device)
+        varscope_caching_device_was_none = True
+
+    elems_flat = [
+        ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+            elem, name="elem") for elem in elems_flat
+    ]
+
+    # We can either infer the output, or we can assume that it will be the same
+    # as the input structure.
+    dtype = dtype or input_pack([elem.dtype for elem in elems_flat])
+
+    # Find the number of iterations, n may be known statically.
+    if isinstance(elems_flat[0], ragged_tensor.RaggedTensor):
+      n = ragged_array_ops.nrows(elems_flat[0], out_type=dtypes.int32)
+    else:
+      static_shape = elems_flat[0].shape
+      if static_shape.ndims is not None and static_shape.ndims < 1:
+        if len(elems_flat) == 1:
+          raise ValueError(
+              "elems must be a 1+ dimensional Tensor, not a scalar")
+        else:
+          raise ValueError(
+              "elements in elems must be 1+ dimensional Tensors, not scalars")
+      n = static_shape[0].value or array_ops.shape(elems_flat[0])[0]
+
+    # Create a flat list of TAs.
+
+    # Flatten the dtype structure to a list.
+    dtype_flat = nest.flatten(dtype)
+
+    # decompose to components
+    dtype_components = [_maybe_decompose_dtype(d) for d in dtype_flat]
+    dtype_components_flat = nest.flatten(dtype_components)
+
+    # Create TensorArrays.
+    accs_ta = [
+        tensor_array_ops.TensorArray(
+            dtype=t, dynamic_size=False, infer_shape=infer_shape, size=n)
+        for t in dtype_components_flat
+    ]
+
+    i = constant_op.constant(0)
+
+    def compute(i, tas):
+      """The loop body of map_fn.
+
+      Args:
+        i: the loop counter
+        tas: the flat TensorArray accumulator list
+
+      Returns:
+        (i + 1, tas): the updated counter + updated TensorArrays
+
+      Raises:
+        TypeError: if dtype and packed_fn_values structure do not match
+        ValueType: if dtype and packed_fn_values lengths do not match
+      """
+      # Get Tensors or RaggedTensors sliced at i, then pack it back to the
+      # original structure.
+      packed_values = input_pack([elem_flat[i] for elem_flat in elems_flat])
+      packed_fn_values = fn(packed_values)
+
+      # Check that the structure of the output matches what was declared or
+      # inferred.
+      # nest.assert_same_structure(dtype or elems, packed_fn_values)
+
+      # Flatten and decompose to a list of Tensors
+      flat_fn_values = nest.flatten(packed_fn_values)
+
+      # If we declared that we are expecting a RaggedTensor output, but we get a
+      # Tensor output. We should try to convert it to a RaggedTensor.
+      flat_fn_composite_tensors = list(
+          _convert_declared(flat_fn_values, dtype_flat))
+
+      flat_fn_components = [
+          _maybe_decompose_tensor(t) for t in flat_fn_composite_tensors
+      ]
+      flat_fn_tensors = nest.flatten(flat_fn_components)
+
+      # Write to TAs.
+      tas = [ta.write(i, value) for (ta, value) in zip(tas, flat_fn_tensors)]
+
+      return (i + 1, tas)
+
+    _, r_a = control_flow_ops.while_loop(
+        lambda i, _: i < n, compute, (i, accs_ta),
+        parallel_iterations=parallel_iterations,
+        back_prop=back_prop,
+        swap_memory=swap_memory,
+        maximum_iterations=n)
+
+    # TODO(akshayka): Remove the in_graph_mode check once caching devices are
+    # supported in Eager
+    if in_graph_mode and varscope_caching_device_was_none:
+      varscope.set_caching_device(None)
+
+    # Pack back into a list of components
+    results_as_components = nest.pack_sequence_as(dtype_components, r_a)
+
+    # Stack TensorArrays for Tensor outputs, and concat RaggedTensor outputs.
+    def _stack_or_concat(e):
+      if isinstance(e, _RaggedTensorComponents):
+        return _concat_ragged_tensor_components(e)
+      else:
+        result = e.stack()
+        return result
+
+    results_flat_components = [
+        _stack_or_concat(e) for e in results_as_components
+    ]
+
+    results_packed = [
+        _maybe_recompose_tensor(c) for c in results_flat_components
+    ]
+    results_packed = nest.pack_sequence_as(dtype, results_packed)
+    return results_packed
+
+
+class _RaggedTensorComponents(
+    collections.namedtuple(
+        "_RaggedTensorComponents",
+        ["inner_values", "nested_row_lengths", "outer_row_length"])):
+  """A namedtuple of components which represent a `RaggedTensor`.
+
+  _RaggedTensorComponents is a list of components which can be used to create a
+  `RaggedTensor`. Use this class to represent a `RaggedTensor` in situations
+  where nest.flatten and nest.pack_sequence_as should decompose ragged tensors
+  into their components..
+
+  The following are a list of components for a `RaggedTensor`:
+
+  inner_values: The flat and inner values of a RaggedTensor. This could be
+    a `Tensor`, a `TensorArray`, or a data type.
+  nested_row_lengths: a tuple containing the row lengths of each rank. The
+    elements of the tuple could be `Tensor`s or `TensorArray`s.
+  outer_row_length: a `Tensor` or `TensorArray` containing the row length of the
+    `RaggedTensor`'s outermost dimension.
+
+  See `RaggedTensor` for more details of the use of each component.
+  """
+  __slots__ = ()
+
+
+def _concat_ragged_tensor_components(rt_ta):
+  inner_values = rt_ta.inner_values.concat()
+  nested_row_lengths = tuple(
+      row_lengths_ta.concat() for row_lengths_ta in rt_ta.nested_row_lengths)
+  outer_row_length = rt_ta.outer_row_length.concat()
+  return _RaggedTensorComponents(
+      inner_values=inner_values,
+      nested_row_lengths=nested_row_lengths,
+      outer_row_length=outer_row_length)
+
+
+def _maybe_decompose_tensor(rt):
+  """Decompose tensors to their composite tensors."""
+  if not isinstance(rt, ragged_tensor.RaggedTensor):
+    return rt
+
+  # The three component pieces we need:
+  # - inner values
+  inner_values = rt.inner_values
+
+  # - row_splits of the RT
+  splits = rt.nested_row_splits
+  nested_row_lengths = tuple(split[1:] - split[:-1] for split in splits)
+
+  # - outer row length
+  outer_row_length = array_ops.expand_dims(ragged_array_ops.nrows(rt), axis=0)
+
+  return _RaggedTensorComponents(
+      inner_values=inner_values,
+      nested_row_lengths=nested_row_lengths,
+      outer_row_length=outer_row_length,
+  )
+
+
+def _maybe_recompose_tensor(t):
+  """Reconstructs a _RaggedTensorComponents into a RaggedTensor."""
+  if not isinstance(t, _RaggedTensorComponents):
+    return t
+
+  values = t.inner_values
+  nested_row_lengths = tuple(t.nested_row_lengths)
+  for nested_row_length in reversed(nested_row_lengths):
+    values = ragged_factory_ops.from_row_lengths(values, nested_row_length)
+  return ragged_factory_ops.from_row_lengths(values, t.outer_row_length)
+
+
+def _maybe_decompose_dtype(d):
+  """Decompose dtypes into composite tensors (if necessary)."""
+  if not isinstance(d, ragged_tensor.RaggedTensorType):
+    return d
+
+  result = _RaggedTensorComponents(
+      inner_values=d.dtype,
+      nested_row_lengths=tuple(dtypes.int64 for i in range(d.ragged_rank - 1)),
+      outer_row_length=dtypes.int64,
+  )
+  return result
+
+
+def _convert_declared(fn_output_flat, output_declared):
+  """Convert outputs which are `Tensor`s into `_RaggedTensorComponents`."""
+  for current, declared in zip(fn_output_flat, output_declared):
+    if isinstance(declared, ragged_tensor.RaggedTensorType):
+      if isinstance(current, ragged_tensor.RaggedTensor):
+        # Check that the ragged ranks match up.
+        # + 1 to account for the rank of the outermost dimension.
+        if declared.ragged_rank != current.ragged_rank + 1:
+          raise ValueError(
+              "The declared ragged rank (%d) mismatches the result (%d)" %
+              (declared.ragged_rank, current.ragged_rank))
+        yield current
+      else:
+        # We the output is a Tensor, but the caller has declared that we are
+        # expecting an RaggedTensor output.
+        if declared.ragged_rank != 1:
+          raise ValueError(
+              "The declared ragged rank (%d) mismatches the result (1)" %
+              declared.ragged_rank)
+
+        row_length = array_ops.expand_dims(
+            ragged_array_ops.nrows(current), axis=0)
+        rt = _RaggedTensorComponents(
+            inner_values=current,
+            nested_row_lengths=(),
+            outer_row_length=row_length)
+        yield rt
+    else:
+      yield current
diff --git a/tensorflow/python/ops/ragged/ragged_math_ops.py b/tensorflow/python/ops/ragged/ragged_math_ops.py
new file mode 100644
index 0000000000..857b8dbfa3
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_math_ops.py
@@ -0,0 +1,566 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Support for ragged tensors."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import check_ops
+from tensorflow.python.ops import gen_ragged_math_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.ops.ragged import ragged_functional_ops
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.ops.ragged import ragged_util
+from tensorflow.python.ops.ragged import segment_id_ops
+
+
+#===============================================================================
+# ragged.range
+#===============================================================================
+# pylint: disable=redefined-builtin
+def range(starts, limits=None, deltas=1, dtype=None, name=None):
+  """Returns a `RaggedTensor` containing the specified sequences of numbers.
+
+  Each row of the returned `RaggedTensor` contains a single sequence:
+
+  ```python
+  ragged.range(starts, limits, deltas)[i] ==
+      tf.range(starts[i], limits[i], deltas[i])
+  ```
+
+  If `start[i] < limits[i] and deltas[i] > 0`, then `output[i]` will be an
+  empty list.  Similarly, if `start[i] > limits[i] and deltas[i] < 0`, then
+  `output[i]` will be an empty list.  This behavior is consistent with the
+  Python `range` function, but differs from the `tf.range` op, which returns
+  an error for these cases.
+
+  Examples:
+
+  ```python
+  >>> ragged.range([3, 5, 2]).eval().tolist()
+  [[0, 1, 2], [0, 1, 2, 3, 4], [0, 1]]
+  >>> ragged.range([0, 5, 8], [3, 3, 12]).eval().tolist()
+  [[0, 1, 2], [], [8, 9, 10, 11]]
+  >>> ragged.range([0, 5, 8], [3, 3, 12], 2).eval().tolist()
+  [[0, 2], [], [8, 10]]
+  ```
+
+  The input tensors `starts`, `limits`, and `deltas` may be scalars or vectors.
+  The vector inputs must all have the same size.  Scalar inputs are broadcast
+  to match the size of the vector inputs.
+
+  Args:
+    starts: Vector or scalar `Tensor`.  Specifies the first entry for each range
+      if `limits` is not `None`; otherwise, specifies the range limits, and the
+      first entries default to `0`.
+    limits: Vector or scalar `Tensor`.  Specifies the exclusive upper limits for
+      each range.
+    deltas: Vector or scalar `Tensor`.  Specifies the increment for each range.
+      Defaults to `1`.
+    dtype: The type of the elements of the resulting tensor.  If not specified,
+      then a value is chosen based on the other args.
+    name: A name for the operation.
+
+  Returns:
+    A `RaggedTensor` of type `dtype` with `ragged_rank=1`.
+  """
+  if limits is None:
+    starts, limits = 0, starts
+
+  with ops.name_scope(name, 'RaggedRange', [starts, limits, deltas]) as name:
+    starts = ops.convert_to_tensor(starts, dtype=dtype, name='starts')
+    limits = ops.convert_to_tensor(limits, dtype=dtype, name='limits')
+    deltas = ops.convert_to_tensor(deltas, dtype=dtype, name='deltas')
+
+    # infer dtype if not explicitly provided
+    if dtype is None:
+      starts, limits, deltas = _infer_matching_dtype(
+          [starts, limits, deltas],
+          [dtypes.int32, dtypes.int64, dtypes.float32, dtypes.float64])
+
+    result = gen_ragged_math_ops.ragged_range(starts, limits, deltas, name=name)
+    return ragged_factory_ops.from_row_splits(result.rt_dense_values,
+                                              result.rt_nested_splits)
+
+
+def _infer_matching_dtype(tensors, dtype_hierarchy):
+  """Infers a matching dtype for tensors, and casts them to that dtype."""
+  assert all(t.dtype in dtype_hierarchy for t in tensors)
+  inferred_dtype = max([t.dtype for t in tensors], key=dtype_hierarchy.index)
+  return [math_ops.cast(t, inferred_dtype) for t in tensors]
+
+
+#===============================================================================
+# ragged_segment_<AGGREGATE>
+#===============================================================================
+
+# Docstring template used for the raggged_segment_<AGGREGATE> ops.
+_RAGGED_SEGMENT_DOCSTRING = """\
+Computes the %(combination)s along segments of a RaggedTensor.
+
+  Returns a RaggedTensor `output` with `num_segments` rows, where the row
+  `output[i]` is formed by taking the %(combination)s of all rows of `data`
+  whose corresponding `segment_id` is `i`.
+
+  The length of the row `output[i]` will be the maximum of the lengths of
+  all rows of `data` whose corresponding `segment_id` is `i`.  If no `data`
+  rows correspond to a given segment ID, then the output row for that segment
+  ID will be empty.
+
+  Args:
+    data: A `RaggedTensor` containing the values to combine.
+    segment_ids: A `Tensor` or `RaggedTensor`.  Must have type `int64` or
+      `int32`.  `segment_ids.shape` must be a prefix of `data.shape`.
+      Must be greater than or equal to zero, and less than `num_segments`.
+      `segment_ids` is not required to be sorted.
+    num_segments: An `int32` or `int64` scalar specifying the number of
+      distinct segment ids.
+    name: A name prefix for the returned tensor (optional).
+  Returns:
+    A `RaggedTensor` containing the %(combined)s values.  The returned tensor
+    has the same dtype as `data`, and its shape is
+    `[num_segments] + data.shape[segment_ids.rank:]`.
+  Raises:
+    ValueError: If `segment_ids.shape` is not a prefix of `data.shape`.
+"""
+
+
+def _ragged_segment_aggregate(unsorted_segment_op, data, segment_ids,
+                              num_segments, name=None):
+  """Aggregates along segments of a RaggedTensor using `unsorted_segment_op`.
+
+  Returns a RaggedTensor `output` with `num_segments` rows, where the row
+  `output[i]` is formed by combining all rows of `data` whose corresponding
+  `segment_id` is `i`.  The values in each row are combined using
+  `unsorted_segment_op`.
+
+  The length of the row `output[i]` will be the maximum of the lengths of
+  all rows of `data` whose corresponding `segment_id` is `i`.  If no `data`
+  rows correspond to a given segment ID, then the output row for that segment
+  ID will be empty.
+
+  Args:
+    unsorted_segment_op: The tensorflow `op` that should be used to combine
+      values in each row.  Must have the same signature and basic behavior as
+      `unsorted_segment_sum`, `unsorted_segment_max`, etc.
+    data: A `RaggedTensor` containing the values to be combined.
+    segment_ids: A `Tensor` or `RaggedTensor`.  Must have type `int64` or
+      `int32`.  `segment_ids.shape` must be a prefix of `data.shape`.
+      `segment_ids` is not required to be sorted.
+    num_segments: An `int32` or `int64` scalar.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A `RaggedTensor` containing the aggregated values.  The returned tensor
+    has the same dtype as `data`, and its shape is
+    `[num_segments] + data.shape[segment_ids.rank:]`.
+  Raises:
+    ValueError: If segment_ids.shape is not a prefix of data.shape.
+  """
+  if not (ragged_tensor.is_ragged(data) or
+          ragged_tensor.is_ragged(segment_ids)):
+    return unsorted_segment_op(data, segment_ids, num_segments, name)
+
+  with ops.name_scope(name, 'RaggedSegment',
+                      [data, segment_ids, num_segments]) as name:
+    data = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        data, name='data')
+    segment_ids = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        segment_ids, name='segment_ids')
+
+    if ragged_tensor.is_ragged(segment_ids):
+      if not ragged_tensor.is_ragged(data):
+        raise ValueError('segment_ids.shape must be a prefix of data.shape, '
+                         'but segment_ids is ragged and data is not.')
+      check_splits = check_ops.assert_equal(
+          segment_ids.row_splits,
+          data.row_splits,
+          message='segment_ids.shape must be a prefix of data.shape')
+      with ops.control_dependencies([check_splits]):
+        return _ragged_segment_aggregate(unsorted_segment_op, data.values,
+                                         segment_ids.values, num_segments, name)
+
+    segment_ids = math_ops.cast(segment_ids, dtypes.int64)
+
+    # Find the length of each row in data.  (dtype=int64, shape=[data_nrows])
+    data_row_lengths = data.row_splits[1:] - data.row_splits[:-1]
+
+    # Find the length that each output row will have.  The length of the row
+    # corresponding to segment `id` is `max(data_row_lengths[i])` where
+    # `segment_ids[i]=id`.  (dtype=int64, shape=[output_nrows])
+    output_row_lengths = math_ops.maximum(
+        math_ops.unsorted_segment_max(data_row_lengths, segment_ids,
+                                      num_segments), 0)
+    assert output_row_lengths.dtype == dtypes.int64
+
+    # Build the splits tensor for the output RaggedTensor.
+    output_splits = array_ops.concat(
+        [
+            array_ops.zeros([1], dtypes.int64),
+            math_ops.cumsum(output_row_lengths)
+        ],
+        axis=0)
+
+    # For each row in `data`, find the start & limit position where that row's
+    # values will be aggregated in output.values.
+    data_row_to_out_row_start = array_ops.gather(output_splits, segment_ids)
+    data_row_to_out_row_limit = data_row_to_out_row_start + data_row_lengths
+
+    # For each value in `data.values`, find the position where it will
+    # aggregated in `output.values`.
+    # Get the target output values index for each data values index.
+    data_val_to_out_val_index = range(data_row_to_out_row_start,
+                                      data_row_to_out_row_limit).values
+
+    # Recursively aggregate the values.
+    output_values = _ragged_segment_aggregate(unsorted_segment_op, data.values,
+                                              data_val_to_out_val_index,
+                                              output_splits[-1])
+    return ragged_factory_ops.from_row_splits(output_values, output_splits)
+
+
+def segment_sum(data, segment_ids, num_segments, name=None):
+  # For docs, see: _RAGGED_SEGMENT_DOCSTRING
+  return _ragged_segment_aggregate(math_ops.unsorted_segment_sum, data,
+                                   segment_ids, num_segments, name or
+                                   'RaggedSegmentSum')
+
+
+def segment_prod(data, segment_ids, num_segments, name=None):
+  # For docs, see: _RAGGED_SEGMENT_DOCSTRING
+  return _ragged_segment_aggregate(math_ops.unsorted_segment_prod, data,
+                                   segment_ids, num_segments, name or
+                                   'RaggedSegmentProd')
+
+
+def segment_min(data, segment_ids, num_segments, name=None):
+  # For docs, see: _RAGGED_SEGMENT_DOCSTRING
+  return _ragged_segment_aggregate(math_ops.unsorted_segment_min, data,
+                                   segment_ids, num_segments, name or
+                                   'RaggedSegmentMin')
+
+
+def segment_max(data, segment_ids, num_segments, name=None):
+  # For docs, see: _RAGGED_SEGMENT_DOCSTRING
+  return _ragged_segment_aggregate(math_ops.unsorted_segment_max, data,
+                                   segment_ids, num_segments, name or
+                                   'RaggedSegmentMax')
+
+
+def segment_mean(data, segment_ids, num_segments, name=None):
+  # For docs, see: _RAGGED_SEGMENT_DOCSTRING
+  with ops.name_scope(name, 'RaggedSegmentMean',
+                      [data, segment_ids, num_segments]):
+    total = segment_sum(data, segment_ids, num_segments)
+    ones = ragged_factory_ops.from_nested_row_splits(
+        array_ops.ones_like(data.inner_values), data.nested_row_splits)
+    count = segment_sum(ones, segment_ids, num_segments)
+    return ragged_factory_ops.from_nested_row_splits(
+        total.inner_values / count.inner_values, total.nested_row_splits)
+
+
+def segment_sqrt_n(data, segment_ids, num_segments, name=None):
+  # For docs, see: _RAGGED_SEGMENT_DOCSTRING
+  with ops.name_scope(name, 'RaggedSegmentSqrtN',
+                      [data, segment_ids, num_segments]):
+    total = segment_sum(data, segment_ids, num_segments)
+    ones = ragged_factory_ops.from_nested_row_splits(
+        array_ops.ones_like(data.inner_values), data.nested_row_splits)
+    count = segment_sum(ones, segment_ids, num_segments)
+    return ragged_factory_ops.from_nested_row_splits(
+        total.inner_values / math_ops.sqrt(count.inner_values),
+        total.nested_row_splits)
+
+
+def _set_ragged_segment_docstring(func, combination, combined):
+  func.__doc__ = _RAGGED_SEGMENT_DOCSTRING % dict(
+      combination=combination, combined=combined)
+
+
+_set_ragged_segment_docstring(segment_sum, 'sum', 'summed')
+_set_ragged_segment_docstring(segment_prod, 'product', 'multiplied')
+_set_ragged_segment_docstring(segment_min, 'minimum', 'minimized')
+_set_ragged_segment_docstring(segment_max, 'maximum', 'maximized')
+_set_ragged_segment_docstring(segment_mean, 'mean', 'averaged')
+_set_ragged_segment_docstring(segment_sqrt_n, 'sum divided by sqrt(N)',
+                              'summed')
+
+#===============================================================================
+# ragged_reduce_<AGGREGATE>
+#===============================================================================
+
+# Docstring template used for ragged_reduce_<AGGREGATE> ops.
+_RAGGED_REDUCE_DOCSTRING = """\
+Computes the %(combination)s of elements across dimensions of a `RaggedTensor`.
+
+  Reduces `rt_input` along the dimensions given in `axis` by taking the
+  %(combination)s of values.  If a reduced dimension has no elements for
+  some index, then the value for that index will be %(default)s.
+
+  The rank of the tensor is reduced by `1` for each entry in `axis`.  If
+  `axis` is not specified, then all dimensions are reduced, and a scalar
+  value is returned.
+  Args:
+    rt_input: A `RaggedTensor` containing the values to be %(combined)s.
+    axis: The dimensions to reduce.  May be `None` (to reduce all axes), an
+      `int` (to reduce a single axis), a `list` or `tuple` of `int` (to reduce
+      a given set of axes), or a `Tensor` with a constant value.  Must be in
+      the range `[0, rt_input.rank]`.
+    name: A name prefix for the returned tensor (optional).
+  Returns:
+    A `RaggedTensor` containing the %(combined)s values.  The returned tensor
+    has the same dtype as `data`, and its shape is given by removing the
+    dimensions specified in `axis` from `rt_input.shape`.  The `ragged_rank`
+    of the returned tensor is given by substracting any ragged dimensions
+    specified in `axis` from `rt_input.ragged_rank`.
+  Raises:
+    ValueError: If `axis` contains a `Tensor` whose value is not constant.
+  ####Example:
+    ```python%(example)s    ```
+"""
+_RAGGED_REDUCE_SUM_EXAMPLE = """
+    >>> rt = ragged.constant([[3, 1, 4], [1, 5], [9], [2, 6]])
+    >>> ragged.reduce_sum(rt, axis=0).eval().tolist()
+    [15, 12, 4]  # = [3+1+9+2, 1+5+6, 4]
+    >>> ragged.reduce_sum(rt, axis=1).eval().tolist()
+    [8, 6, 9, 8]  # = [3+1+4, 1+5, 9, 2+6]
+"""
+_RAGGED_REDUCE_PROD_EXAMPLE = """
+    >>> rt = ragged.constant([[3, 1, 4], [1, 5], [9], [2, 6]])
+    >>> ragged.reduce_prod(rt, axis=0).eval().tolist()
+    [54, 30, 4]  # = [3*1*9*2, 1*5*6, 4]
+    >>> ragged.reduce_prod(rt, axis=1).eval().tolist()
+    [12, 5, 9, 12]  # = [3*1*4, 1*5, 9, 2*6]
+"""
+_RAGGED_REDUCE_MIN_EXAMPLE = """
+    >>> rt = ragged.constant([[3, 1, 4], [1, 5], [9], [2, 6]])
+    >>> ragged.reduce_min(rt, axis=0).eval().tolist()
+    [1, 1, 4]  # = [min(3, 1, 9, 2), min(1, 5, 6), 4]
+    >>> ragged.reduce_min(rt, axis=1).eval().tolist()
+    [1, 1, 9, 2]  # = [min(3, 1, 4), min(1, 5), 9, min(2, 6)]
+"""
+_RAGGED_REDUCE_MAX_EXAMPLE = """
+    >>> rt = ragged.constant([[3, 1, 4], [1, 5], [9], [2, 6]])
+    >>> ragged.reduce_max(rt, axis=0).eval().tolist()
+    [9, 6, 4]  # = [max(3, 1, 9, 2), max(1, 5, 6), 4]
+    >>> ragged.reduce_max(rt, axis=1).eval().tolist()
+    [4, 5, 9, 6]  # = [max(3, 1, 4), max(1, 5), 9, max(2, 6)]
+"""
+_RAGGED_REDUCE_MEAN_EXAMPLE = """
+    >>> rt = ragged.constant([[3, 1, 4], [1, 5], [9], [2, 6]])
+    >>> ragged.reduce_mean(rt, axis=0).eval().tolist()
+    [3.75, 4, 4]  # = [mean(3, 1, 9, 2), mean(1, 5, 6), 4]
+    >>> ragged.reduce_mean(rt, axis=1).eval().tolist()
+    [2.66666, 3, 9, 4]  # = [mean(3, 1, 4), mean(1, 5), 9, mean(2, 6)]
+"""
+_RAGGED_REDUCE_ALL_EXAMPLE = """
+    >>> rt = ragged.constant([[True, True], [True, True, False, True], [False, True]])
+    >>> ragged.reduce_all(rt, axis=0).eval().tolist()
+    [False, True, False, True]
+    >>> ragged.reduce_all(rt, axis=1).eval().tolist()
+    [True, False, False]
+"""
+_RAGGED_REDUCE_ANY_EXAMPLE = """
+    >>> rt = ragged.constant([[True, True], [True, True, False, True], [False, True]])
+    >>> ragged.reduce_any(rt, axis=0).eval().tolist()
+    [True, True, False, True]
+    >>> ragged.reduce_any(rt, axis=1).eval().tolist()
+    [True, True, True]
+"""
+
+
+def _ragged_reduce_aggregate(reduce_op, unsorted_segment_op, rt_input, axis,
+                             name=None):
+  """Aggregates across axes of a RaggedTensor using the given `Tensor` ops.
+
+  Reduces `rt_input` along the dimensions given in `axis`.  The rank of the
+  tensor is reduced by 1 for each entry in `axis`.  If `axis` is not specified,
+  then all dimensions are reduced, and a scalar value is returned.
+
+  This op assumes that `reduce_op` and `unsorted_segment_op` are associative;
+  if not, then reducing multiple axes will return incorrect results.  (In
+  particular, reducing multiple axes is currently implemented by reducing the
+  axes one at a time.)
+
+  Args:
+    reduce_op: The tensorflow `op` that should be used to reduce values in
+      uniform dimensions.  Must have the same signature and basic behavior as
+      `reduce_sum`, `reduce_max`, etc.
+    unsorted_segment_op: The tensorflow `op` that should be used to combine
+      values in ragged dimensions.  Must have the same signature and basic
+      behavior as `unsorted_segment_sum`, `unsorted_segment_max`, etc.
+    rt_input: A `Tensor` or `RaggedTensor` containing the values to be reduced.
+    axis: The axis or axes to reduce.  May be `None` (to reduce all axes), an
+      `int` (to reduce a single axis), a `list` or `tuple` of `int` (to reduce a
+      given set of axes), or a `Tensor` with a constant value.  Must be in the
+      range `[0, rt_input.rank)`.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A `RaggedTensor` containing the reduced values.  The returned tensor
+    has the same dtype as `data`, and its shape is given by removing the
+    dimensions specified in `axis` from `rt_input.shape`.  The `ragged_rank`
+    of the returned tensor is given by substracting any ragged dimensions
+    specified in `axis` from `rt_input.ragged_rank`.
+  Raises:
+    ValueError: If `axis` contains a `Tensor` whose value is not constant.
+  """
+  if not ragged_tensor.is_ragged(rt_input):
+    return reduce_op(rt_input, axis, name=name)
+
+  if isinstance(axis, ops.Tensor):
+    axis = tensor_util.constant_value(axis)
+    if axis is None:
+      raise ValueError('axis must be known at graph construction time.')
+
+  # When reducing all axes, just ignore splits & reduce the inner values.
+  if axis is None:
+    return reduce_op(rt_input.inner_values, None, name=name)
+
+  with ops.name_scope(name, 'RaggedReduce', [rt_input, axis]):
+    if isinstance(axis, (tuple, list)):
+      if not axis:
+        return rt_input
+      elif len(axis) == 1:
+        axis = axis[0]
+      else:
+        # When reducing multiple axes, just reduce one at a time.  This is less
+        # efficient, and only works for associative ops.  (In particular, it
+        # does not work for reduce_mean.)  However, reducing multiple axes at
+        # once will probably require a nontrivial c++ op.
+        axis = sorted(axis)
+        inner_reduced = _ragged_reduce_aggregate(reduce_op, unsorted_segment_op,
+                                                 rt_input, axis[-1])
+        return _ragged_reduce_aggregate(reduce_op, unsorted_segment_op,
+                                        inner_reduced, axis[:-1])
+
+    axis = ragged_util.get_positive_axis(axis, rt_input.shape.ndims)
+
+    rt_input = ragged_factory_ops.convert_to_tensor_or_ragged_tensor(
+        rt_input, name='rt_input')
+
+    if axis == 0:
+      # out[i_1, i_2, ..., i_N] = sum_{j} rt_input[j, i_1, i_2, ..., i_N]
+      row_lengths = rt_input.row_splits[1:] - rt_input.row_splits[:-1]
+      num_segments = math_ops.maximum(math_ops.reduce_max(row_lengths), 0)
+      segment_ids = range(row_lengths).values
+      return _ragged_segment_aggregate(unsorted_segment_op, rt_input.values,
+                                       segment_ids, num_segments)
+    elif axis == 1:
+      # out[i_0, i_1, i_2, ..., i_N] = sum_{j} rt_input[i_0, j, i_2, ..., i_N]
+      num_segments = array_ops.shape(rt_input.row_splits)[0] - 1
+      segment_ids = segment_id_ops.row_splits_to_segment_ids(
+          rt_input.row_splits)
+      return _ragged_segment_aggregate(unsorted_segment_op, rt_input.values,
+                                       segment_ids, num_segments)
+    else:
+      # out[i_0, ..., i_[axis-1], i_axis+1], ..., i_N] =
+      #     sum_{j} rt_input [i_0, ..., i_[axis-1], j, i_axis+1], ..., i_N]
+      return rt_input.with_values(
+          _ragged_reduce_aggregate(reduce_op, unsorted_segment_op,
+                                   rt_input.values, axis - 1))
+
+
+def reduce_sum(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  return _ragged_reduce_aggregate(math_ops.reduce_sum,
+                                  math_ops.unsorted_segment_sum, rt_input, axis,
+                                  name or 'RaggedReduceSum')
+
+
+def reduce_prod(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  return _ragged_reduce_aggregate(math_ops.reduce_prod,
+                                  math_ops.unsorted_segment_prod, rt_input,
+                                  axis, name or 'RaggedReduceProd')
+
+
+def reduce_min(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  return _ragged_reduce_aggregate(math_ops.reduce_min,
+                                  math_ops.unsorted_segment_min, rt_input, axis,
+                                  name or 'RaggedReduceMin')
+
+
+def reduce_max(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  return _ragged_reduce_aggregate(math_ops.reduce_max,
+                                  math_ops.unsorted_segment_max, rt_input, axis,
+                                  name or 'RaggedReduceMax')
+
+
+def reduce_mean(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  with ops.name_scope(name, 'RaggedReduceMean', [rt_input, axis]):
+    total = reduce_sum(rt_input, axis)
+    if ragged_tensor.is_ragged(rt_input):
+      ones = ragged_factory_ops.from_nested_row_splits(
+          array_ops.ones_like(rt_input.inner_values),
+          rt_input.nested_row_splits)
+    else:
+      ones = array_ops.ones_like(rt_input)
+    count = reduce_sum(ones, axis)
+    if ragged_tensor.is_ragged(total):
+      return ragged_factory_ops.from_nested_row_splits(
+          total.inner_values / count.inner_values, total.nested_row_splits)
+    else:
+      return total / count
+
+
+def _cast(rt_input, dtype):
+  return ragged_functional_ops.map_inner_values(math_ops.cast, rt_input, dtype)
+
+
+def reduce_all(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  with ops.name_scope(name, 'RaggedReduceAll', [rt_input, axis]):
+    return _cast(reduce_prod(_cast(rt_input, dtypes.int32), axis), dtypes.bool)
+
+
+def reduce_any(rt_input, axis=None, name=None):
+  """For docs, see: _RAGGED_REDUCE_DOCSTRING."""
+  with ops.name_scope(name, 'RaggedReduceAny', [rt_input, axis]):
+    return _cast(reduce_sum(_cast(rt_input, dtypes.int32), axis), dtypes.bool)
+
+
+def _set_ragged_reduce_docstring(func, combination, combined, default, example):
+  func.__doc__ = _RAGGED_REDUCE_DOCSTRING % dict(
+      combination=combination,
+      combined=combined,
+      default=default,
+      example=example)
+
+
+_set_ragged_reduce_docstring(reduce_sum, 'sum', 'summed', '0',
+                             _RAGGED_REDUCE_SUM_EXAMPLE)
+_set_ragged_reduce_docstring(reduce_prod, 'product', 'multiplied', '1',
+                             _RAGGED_REDUCE_PROD_EXAMPLE)
+_set_ragged_reduce_docstring(reduce_min, 'minimum', 'minimized',
+                             '`rt_input.dtype.min`', _RAGGED_REDUCE_MIN_EXAMPLE)
+_set_ragged_reduce_docstring(reduce_max, 'maximum', 'maximized',
+                             '`rt_input.dtype.max`', _RAGGED_REDUCE_MAX_EXAMPLE)
+_set_ragged_reduce_docstring(reduce_mean, 'mean', 'averaged', 'NaN',
+                             _RAGGED_REDUCE_MEAN_EXAMPLE)
+
+_set_ragged_reduce_docstring(reduce_all, 'logical and', 'and-ed', 'True',
+                             _RAGGED_REDUCE_ALL_EXAMPLE)
+_set_ragged_reduce_docstring(reduce_any, 'logical or', 'or-ed', 'False',
+                             _RAGGED_REDUCE_ANY_EXAMPLE)
diff --git a/tensorflow/python/ops/ragged/ragged_operators.py b/tensorflow/python/ops/ragged/ragged_operators.py
new file mode 100644
index 0000000000..223ba0d2e7
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_operators.py
@@ -0,0 +1,79 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Operator overloads for `RaggedTensor`."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.ops.ragged import ragged_elementwise_ops
+from tensorflow.python.ops.ragged import ragged_getitem
+from tensorflow.python.ops.ragged import ragged_tensor
+from tensorflow.python.util import tf_decorator
+
+
+def _right(operator):
+  """Right-handed version of an operator: swap args x and y."""
+  return tf_decorator.make_decorator(operator, lambda y, x: operator(x, y))
+
+
+# Indexing
+ragged_tensor.RaggedTensor.__getitem__ = ragged_getitem.ragged_tensor_getitem
+
+# Ordering operators
+ragged_tensor.RaggedTensor.__ge__ = ragged_elementwise_ops.greater_equal
+ragged_tensor.RaggedTensor.__gt__ = ragged_elementwise_ops.greater
+ragged_tensor.RaggedTensor.__le__ = ragged_elementwise_ops.less_equal
+ragged_tensor.RaggedTensor.__lt__ = ragged_elementwise_ops.less
+
+# Logical operators
+ragged_tensor.RaggedTensor.__and__ = ragged_elementwise_ops.logical_and
+ragged_tensor.RaggedTensor.__rand__ = _right(ragged_elementwise_ops.logical_and)
+ragged_tensor.RaggedTensor.__invert__ = ragged_elementwise_ops.logical_not
+ragged_tensor.RaggedTensor.__ror__ = _right(ragged_elementwise_ops.logical_or)
+ragged_tensor.RaggedTensor.__or__ = ragged_elementwise_ops.logical_or
+ragged_tensor.RaggedTensor.__xor__ = ragged_elementwise_ops.logical_xor
+ragged_tensor.RaggedTensor.__rxor__ = _right(ragged_elementwise_ops.logical_xor)
+
+# Arithmetic operators
+ragged_tensor.RaggedTensor.__abs__ = ragged_elementwise_ops.abs
+ragged_tensor.RaggedTensor.__add__ = ragged_elementwise_ops.add
+ragged_tensor.RaggedTensor.__radd__ = _right(ragged_elementwise_ops.add)
+ragged_tensor.RaggedTensor.__div__ = ragged_elementwise_ops.div
+ragged_tensor.RaggedTensor.__rdiv__ = _right(ragged_elementwise_ops.div)
+ragged_tensor.RaggedTensor.__floordiv__ = ragged_elementwise_ops.floordiv
+ragged_tensor.RaggedTensor.__rfloordiv__ = _right(
+    ragged_elementwise_ops.floordiv)
+ragged_tensor.RaggedTensor.__mod__ = ragged_elementwise_ops.floormod
+ragged_tensor.RaggedTensor.__rmod__ = _right(ragged_elementwise_ops.floormod)
+ragged_tensor.RaggedTensor.__mul__ = ragged_elementwise_ops.multiply
+ragged_tensor.RaggedTensor.__rmul__ = _right(ragged_elementwise_ops.multiply)
+ragged_tensor.RaggedTensor.__neg__ = ragged_elementwise_ops.negative
+ragged_tensor.RaggedTensor.__pow__ = ragged_elementwise_ops.pow
+ragged_tensor.RaggedTensor.__rpow__ = _right(ragged_elementwise_ops.pow)
+ragged_tensor.RaggedTensor.__sub__ = ragged_elementwise_ops.subtract
+ragged_tensor.RaggedTensor.__rsub__ = _right(ragged_elementwise_ops.subtract)
+ragged_tensor.RaggedTensor.__truediv__ = ragged_elementwise_ops.truediv
+ragged_tensor.RaggedTensor.__rtruediv__ = _right(ragged_elementwise_ops.truediv)
+
+
+# Dummy methods
+def _dummy_bool(_):
+  """Dummy method to prevent a RaggedTensor from being used as a Python bool."""
+  raise TypeError("RaggedTensor may not be used as a boolean.")
+
+
+ragged_tensor.RaggedTensor.__bool__ = _dummy_bool
+ragged_tensor.RaggedTensor.__nonzero__ = _dummy_bool
diff --git a/tensorflow/python/ops/ragged/ragged_operators_test.py b/tensorflow/python/ops/ragged/ragged_operators_test.py
new file mode 100644
index 0000000000..a99d788ef7
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_operators_test.py
@@ -0,0 +1,108 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for overloaded RaggedTensor operators."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedElementwiseOpsTest(test_util.TensorFlowTestCase):
+  # @TODO(edloper): Test right-handed versions of operators once we add
+  # broadcasting support for elementwise ops.
+
+  def testOrderingOperators(self):
+    x = ragged.constant([[1, 5], [3]])
+    y = ragged.constant([[4, 5], [1]])
+    with self.test_session():
+      self.assertEqual((x > y).eval().tolist(), [[False, False], [True]])
+      self.assertEqual((x >= y).eval().tolist(), [[False, True], [True]])
+      self.assertEqual((x < y).eval().tolist(), [[True, False], [False]])
+      self.assertEqual((x <= y).eval().tolist(), [[True, True], [False]])
+
+  def assertEqual(self, a, b):
+    if a != b:
+      print('%30s %s' % (b, a))
+
+  def testArithmeticOperators(self):
+    x = ragged.constant([[1.0, -2.0], [8.0]])
+    y = ragged.constant([[4.0, 4.0], [2.0]])
+    with self.test_session():
+      self.assertEqual(abs(x).eval().tolist(), [[1.0, 2.0], [8.0]])
+
+      self.assertEqual((-x).eval().tolist(), [[-1.0, 2.0], [-8.0]])
+
+      self.assertEqual((x + y).eval().tolist(), [[5.0, 2.0], [10.0]])
+      self.assertEqual((3.0 + y).eval().tolist(), [[7.0, 7.0], [5.0]])
+      self.assertEqual((x + 3.0).eval().tolist(), [[4.0, 1.0], [11.0]])
+
+      self.assertEqual((x - y).eval().tolist(), [[-3.0, -6.0], [6.0]])
+      self.assertEqual((3.0 - y).eval().tolist(), [[-1.0, -1.0], [1.0]])
+      self.assertEqual((x + 3.0).eval().tolist(), [[4.0, 1.0], [11.0]])
+
+      self.assertEqual((x * y).eval().tolist(), [[4.0, -8.0], [16.0]])
+      self.assertEqual((3.0 * y).eval().tolist(), [[12.0, 12.0], [6.0]])
+      self.assertEqual((x * 3.0).eval().tolist(), [[3.0, -6.0], [24.0]])
+
+      self.assertEqual((x / y).eval().tolist(), [[0.25, -0.5], [4.0]])
+      self.assertEqual((y / x).eval().tolist(), [[4.0, -2.0], [0.25]])
+      self.assertEqual((2.0 / y).eval().tolist(), [[0.5, 0.5], [1.0]])
+      self.assertEqual((x / 2.0).eval().tolist(), [[0.5, -1.0], [4.0]])
+
+      self.assertEqual((x // y).eval().tolist(), [[0.0, -1.0], [4.0]])
+      self.assertEqual((y // x).eval().tolist(), [[4.0, -2.0], [0.0]])
+      self.assertEqual((2.0 // y).eval().tolist(), [[0.0, 0.0], [1.0]])
+      self.assertEqual((x // 2.0).eval().tolist(), [[0.0, -1.0], [4.0]])
+
+      self.assertEqual((x % y).eval().tolist(), [[1.0, 2.0], [0.0]])
+      self.assertEqual((y % x).eval().tolist(), [[0.0, -0.0], [2.0]])
+      self.assertEqual((2.0 % y).eval().tolist(), [[2.0, 2.0], [0.0]])
+      self.assertEqual((x % 2.0).eval().tolist(), [[1.0, 0.0], [0.0]])
+
+  def testLogicalOperators(self):
+    a = ragged.constant([[True, True], [False]])
+    b = ragged.constant([[True, False], [False]])
+    with self.test_session():
+      self.assertEqual((~a).eval().tolist(), [[False, False], [True]])
+
+      self.assertEqual((a & b).eval().tolist(), [[True, False], [False]])
+      self.assertEqual((a & True).eval().tolist(), [[True, True], [False]])
+      self.assertEqual((True & b).eval().tolist(), [[True, False], [False]])
+
+      self.assertEqual((a | b).eval().tolist(), [[True, True], [False]])
+      self.assertEqual((a | False).eval().tolist(), [[True, True], [False]])
+      self.assertEqual((False | b).eval().tolist(), [[True, False], [False]])
+
+      self.assertEqual((a ^ b).eval().tolist(), [[False, True], [False]])
+      self.assertEqual((a ^ True).eval().tolist(), [[False, False], [True]])
+      self.assertEqual((True ^ b).eval().tolist(), [[False, True], [True]])
+
+  def testDummyOperators(self):
+    a = ragged.constant([[True, True], [False]])
+    with self.assertRaisesRegexp(TypeError,
+                                 'RaggedTensor may not be used as a boolean.'):
+      bool(a)
+    with self.assertRaisesRegexp(TypeError,
+                                 'RaggedTensor may not be used as a boolean.'):
+      if a:
+        pass
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_range_op_test.py b/tensorflow/python/ops/ragged/ragged_range_op_test.py
new file mode 100644
index 0000000000..3c6a6fb75c
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_range_op_test.py
@@ -0,0 +1,124 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged_range op."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedRangeOpTest(test_util.TensorFlowTestCase):
+
+  def testDocStringExamples(self):
+    """Examples from ragged_range.__doc__."""
+    with self.test_session():
+      rt1 = ragged.range([3, 5, 2]).eval().tolist()
+      self.assertEqual(rt1, [[0, 1, 2], [0, 1, 2, 3, 4], [0, 1]])
+
+      rt2 = ragged.range([0, 5, 8], [3, 3, 12]).eval().tolist()
+      self.assertEqual(rt2, [[0, 1, 2], [], [8, 9, 10, 11]])
+
+      rt3 = ragged.range([0, 5, 8], [3, 3, 12], 2).eval().tolist()
+      self.assertEqual(rt3, [[0, 2], [], [8, 10]])
+
+  def testBasicRanges(self):
+    with self.test_session():
+      # Specify limits only.
+      self.assertEqual(
+          ragged.range([0, 3, 5]).eval().tolist(),
+          [list(range(0)), list(range(3)), list(range(5))])
+
+      # Specify starts and limits.
+      self.assertEqual(
+          ragged.range([0, 3, 5], [2, 3, 10]).eval().tolist(),
+          [list(range(0, 2)), list(range(3, 3)), list(range(5, 10))])
+
+      # Specify starts, limits, and deltas.
+      self.assertEqual(
+          ragged.range([0, 3, 5], [4, 4, 15], [2, 3, 4]).eval().tolist(),
+          [list(range(0, 4, 2)), list(range(3, 4, 3)),
+           list(range(5, 15, 4))])
+
+  def testFloatRanges(self):
+    with self.test_session():
+      expected = [[0.0, 0.4, 0.8, 1.2, 1.6, 2.0, 2.4, 2.8, 3.2, 3.6], [3.0],
+                  [5.0, 7.2, 9.4, 11.6, 13.8]]
+      actual = ragged.range([0.0, 3.0, 5.0], [3.9, 4.0, 15.0],
+                            [0.4, 1.5, 2.2]).eval().tolist()
+      self.assertEqual(expected, [[round(v, 5) for v in row] for row in actual])
+
+  def testNegativeDeltas(self):
+    with self.test_session():
+      self.assertEqual(
+          ragged.range([0, 3, 5], limits=0, deltas=-1).eval().tolist(),
+          [list(range(0, 0, -1)), list(range(3, 0, -1)),
+           list(range(5, 0, -1))])
+
+      self.assertEqual(
+          ragged.range([0, -3, 5], limits=0, deltas=[-1, 1,
+                                                     -2]).eval().tolist(),
+          [list(range(0, 0, -1)), list(range(-3, 0, 1)),
+           list(range(5, 0, -2))])
+
+  def testBroadcast(self):
+    with self.test_session():
+      # Specify starts and limits, broadcast deltas.
+      self.assertEqual(
+          ragged.range([0, 3, 5], [4, 4, 15], 3).eval().tolist(),
+          [list(range(0, 4, 3)), list(range(3, 4, 3)),
+           list(range(5, 15, 3))])
+
+      # Broadcast all arguments.
+      self.assertEqual(
+          ragged.range(0, 5, 1).eval().tolist(), [list(range(0, 5, 1))])
+
+  def testEmptyRanges(self):
+    rt1 = ragged.range([0, 5, 3], [0, 3, 5])
+    rt2 = ragged.range([0, 5, 5], [0, 3, 5], -1)
+    with self.test_session():
+      self.assertEqual(rt1.eval().tolist(), [[], [], [3, 4]])
+      self.assertEqual(rt2.eval().tolist(), [[], [5, 4], []])
+
+  def testShapeFnErrors(self):
+    with self.test_session():
+      self.assertRaisesRegexp(ValueError, r'Shape must be at most rank 1.*',
+                              ragged.range, [[0]], 5)
+      self.assertRaisesRegexp(ValueError, r'Shape must be at most rank 1.*',
+                              ragged.range, 0, [[5]])
+      self.assertRaisesRegexp(ValueError, r'Shape must be at most rank 1.*',
+                              ragged.range, 0, 5, [[0]])
+      self.assertRaisesRegexp(ValueError, r'Dimensions must be equal.*',
+                              ragged.range, [0], [1, 2])
+
+  def testKernelErrors(self):
+    with self.test_session():
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              r'Requires delta != 0',
+                              ragged.range(0, 0, 0).eval)
+
+  def testShape(self):
+    self.assertEqual(ragged.range(0, 0, 0).shape.as_list(), [1, None])
+    self.assertEqual(ragged.range([1, 2, 3]).shape.as_list(), [3, None])
+    self.assertEqual(
+        ragged.range([1, 2, 3], [4, 5, 6]).shape.as_list(), [3, None])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_reduce_op_test.py b/tensorflow/python/ops/ragged/ragged_reduce_op_test.py
new file mode 100644
index 0000000000..93176c738d
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_reduce_op_test.py
@@ -0,0 +1,343 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.reduce_<AGGREGATE> ops."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+_MAX_INT32 = dtypes.int32.max
+_MIN_INT32 = dtypes.int32.min
+_NAN = np.nan
+
+
+def mean(*values):
+  return 1.0 * sum(values) / len(values)
+
+
+class RaggedReduceOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters(
+      #=========================================================================
+      # Docstring examples.  RaggedTensor for testing is:
+      #   [[3, 1, 4],
+      #    [1, 5,  ],
+      #    [9,     ],
+      #    [2, 6   ]]
+      #=========================================================================
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=0,
+          expected=[15, 12, 4]  # = [3+1+9+2, 1+5+6, 4]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=-2,
+          expected=[15, 12, 4]  # = [3+1+9+2, 1+5+6, 4]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=1,
+          expected=[8, 6, 9, 8]  # = [3+1+4, 1+5, 9, 2+6]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=-1,
+          expected=[8, 6, 9, 8]  # = [3+1+4, 1+5, 9, 2+6]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_prod,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=0,
+          expected=[54, 30, 4]  # = [3*1*9*2, 1*5*6, 4]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_prod,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=1,
+          expected=[12, 5, 9, 12]  # = [3*1*4, 1*5, 9, 2*6]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_min,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=0,
+          expected=[1, 1, 4]  # = [min(3, 1, 9, 2), min(1, 5, 6), 4]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_min,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=1,
+          expected=[1, 1, 9, 2]  # = [min(3, 1, 4), min(1, 5), 9, min(2, 6)]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_max,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=0,
+          expected=[9, 6, 4]  # = [max(3, 1, 9, 2), max(1, 5, 6), 4]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_max,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=1,
+          expected=[4, 5, 9, 6]  # = [max(3, 1, 4), max(1, 5), 9, max(2, 6)]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_mean,
+          rt_input=[[3, 1, 4], [1, 5], [9], [2, 6]],
+          axis=0,
+          expected=[3.75, 4, 4]  # = [mean(3, 1, 9, 2), mean(1, 5, 6), 4]
+      ),
+      dict(
+          ragged_reduce_op=ragged.reduce_any,
+          rt_input=[[True, True], [True, True, False, True], [False, True]],
+          axis=0,
+          expected=[True, True, False, True]),
+      dict(
+          ragged_reduce_op=ragged.reduce_any,
+          rt_input=[[True, True], [True, True, False, True], [False, True]],
+          axis=1,
+          expected=[True, True, True]),
+      dict(
+          ragged_reduce_op=ragged.reduce_all,
+          rt_input=[[True, True], [True, True, False, True], [False, True]],
+          axis=0,
+          expected=[False, True, False, True]),
+      dict(
+          ragged_reduce_op=ragged.reduce_all,
+          rt_input=[[True, True], [True, True, False, True], [False, True]],
+          axis=1,
+          expected=[True, False, False]),
+
+      #=========================================================================
+      # Examples with the following RaggedTensor (ragged_rank=1):
+      #   [[0, 1, 2, 3],
+      #    [4         ],
+      #    [          ],
+      #    [5, 6      ],
+      #    [7         ],
+      #    [8, 9      ]]
+      #=========================================================================
+
+      # axis=None
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=None,
+          expected=0 + 1 + 2 + 3 + 4 + 5 + 6 + 7 + 8 + 9),
+      dict(
+          ragged_reduce_op=ragged.reduce_prod,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=None,
+          expected=0 * 1 * 2 * 3 * 4 * 5 * 6 * 7 * 8 * 9),
+      dict(
+          ragged_reduce_op=ragged.reduce_min,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=None,
+          expected=min(0, 1, 2, 3, 4, 5, 6, 7, 8, 9)),
+      dict(
+          ragged_reduce_op=ragged.reduce_max,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=None,
+          expected=max(0, 1, 2, 3, 4, 5, 6, 7, 8, 9)),
+      dict(
+          ragged_reduce_op=ragged.reduce_mean,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=None,
+          expected=mean(0, 1, 2, 3, 4, 5, 6, 7, 8, 9)),
+      # axis=0
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=0,
+          expected=[0 + 4 + 5 + 7 + 8, 1 + 6 + 9, 2, 3]),
+      dict(
+          ragged_reduce_op=ragged.reduce_prod,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=0,
+          expected=[0 * 4 * 5 * 7 * 8, 1 * 6 * 9, 2, 3]),
+      dict(
+          ragged_reduce_op=ragged.reduce_min,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=0,
+          expected=[min(0, 4, 5, 7, 8), min(1, 6, 9), 2, 3]),
+      dict(
+          ragged_reduce_op=ragged.reduce_max,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=0,
+          expected=[max(0, 4, 5, 7, 8), max(1, 6, 9), 2, 3]),
+      dict(
+          ragged_reduce_op=ragged.reduce_mean,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=0,
+          expected=[mean(0, 4, 5, 7, 8),
+                    mean(1, 6, 9), 2, 3]),
+      # axis=1
+      # Note: we don't test mean here because it gives a NaN, and this will
+      # cause assertEqual to fail (since NaN != NaN).  See testMeanNan().
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=1,
+          expected=[0 + 1 + 2 + 3, 4, 0, 5 + 6, 7, 8 + 9]),
+      dict(
+          ragged_reduce_op=ragged.reduce_prod,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=1,
+          expected=[0 * 1 * 2 * 3, 4, 1, 5 * 6, 7, 8 * 9]),
+      dict(
+          ragged_reduce_op=ragged.reduce_min,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=1,
+          expected=[min(0, 1, 2, 3), 4, _MAX_INT32,
+                    min(5, 6), 7,
+                    min(8, 9)]),
+      dict(
+          ragged_reduce_op=ragged.reduce_max,
+          rt_input=[[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]],
+          axis=1,
+          expected=[max(0, 1, 2, 3), 4, _MIN_INT32,
+                    max(5, 6), 7,
+                    max(8, 9)]),
+
+      #=========================================================================
+      # Examples with ragged_rank=2:
+      # [[[1, 2], [ ], [3, 4, 5]],
+      #  [[6, 7], [ ], [8      ]],
+      #  [                      ],
+      #  [[9   ]                ]]
+      #=========================================================================
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=[],
+          expected=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=None,
+          expected=sum([1, 2, 3, 4, 5, 6, 7, 8, 9])),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=0,
+          expected=[[1 + 6 + 9, 2 + 7], [], [3 + 8, 4, 5]]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=1,
+          expected=[[1 + 3, 2 + 4, 5], [6 + 8, 7], [], [9]]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=2,
+          expected=[[1 + 2, 0, 3 + 4 + 5], [6 + 7, 0, 8], [], [9]]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=[0, 1],
+          expected=[1 + 3 + 6 + 8 + 9, 2 + 4 + 7, 5]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=[0, 2],
+          expected=[1 + 6 + 9 + 2 + 7, 0, 3 + 8 + 4 + 5]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=[1, 2],
+          expected=[1 + 2 + 3 + 4 + 5, 6 + 7 + 8, 0, 9]),
+      dict(
+          ragged_reduce_op=ragged.reduce_sum,
+          rt_input=[[[1, 2], [], [3, 4, 5]], [[6, 7], [], [8]], [], [[9]]],
+          axis=[0, 1, 2],
+          expected=sum([1, 2, 3, 4, 5, 6, 7, 8, 9])),
+
+      #=========================================================================
+      # Examples for ragged_reduce_mean ragged_rank=2:
+      # [[[1, 2], [3, 4, 5]],
+      #  [[6, 7], [8      ]],
+      #  [[9   ]          ]]
+      #=========================================================================
+      dict(
+          ragged_reduce_op=ragged.reduce_mean,
+          rt_input=[[[1, 2], [3, 4, 5]], [[6, 7], [8]], [[9]]],
+          axis=0,
+          expected=[[mean(1, 6, 9), mean(2, 7)], [mean(3, 8), 4, 5]]),
+      dict(
+          ragged_reduce_op=ragged.reduce_mean,
+          rt_input=[[[1, 2], [3, 4, 5]], [[6, 7], [8]], [[9]]],
+          axis=1,
+          expected=[[mean(1, 3), mean(2, 4), 5], [mean(6, 8), 7], [9]]),
+      dict(
+          ragged_reduce_op=ragged.reduce_mean,
+          rt_input=[[[1, 2], [3, 4, 5]], [[6, 7], [8]], [[9]]],
+          axis=2,
+          expected=[[mean(1, 2), mean(3, 4, 5)], [mean(6, 7), 8], [9]]),
+  )
+  def testReduce(self, ragged_reduce_op, rt_input, axis, expected):
+    rt_input = ragged.constant(rt_input)
+    reduced = ragged_reduce_op(rt_input, axis)
+    with self.test_session():
+      self.assertEqual(reduced.eval().tolist(), expected)
+
+  def assertEqualWithNan(self, actual, expected):
+    """Like assertEqual, but NaN==NaN."""
+    self.assertTrue(
+        ((actual == expected) | (np.isnan(actual) & np.isnan(expected))).all())
+
+  def testMeanNan(self):
+    rt_as_list = [[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]]
+    expected = (
+        np.array([0 + 1 + 2 + 3, 4, 0, 5 + 6, 7, 8 + 9]) / np.array(
+            [4, 1, 0, 2, 1, 2]))
+    rt_input = ragged.constant(rt_as_list)
+    reduced = ragged.reduce_mean(rt_input, axis=1)
+    with self.test_session():
+      self.assertEqualWithNan(reduced.eval(), expected)
+
+  def testMeanWithTensorInputs(self):
+    tensor = [[1.0, 2.0, 3.0], [10.0, 20.0, 30.0]]
+    expected = [2.0, 20.0]
+    reduced = ragged.reduce_mean(tensor, axis=1)
+    with self.test_session():
+      self.assertAllEqual(reduced.eval(), expected)
+
+  def testErrors(self):
+    rt_input = ragged.constant([[1, 2, 3], [4, 5]])
+    axis = array_ops.placeholder_with_default(constant_op.constant([0]), None)
+    self.assertRaisesRegexp(ValueError,
+                            r'axis must be known at graph construction time.',
+                            ragged.reduce_sum, rt_input, axis)
+    self.assertRaisesRegexp(TypeError,
+                            r'axis must be an int; got str.*',
+                            ragged.reduce_sum, rt_input, ['x'])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_row_lengths_op_test.py b/tensorflow/python/ops/ragged/ragged_row_lengths_op_test.py
new file mode 100644
index 0000000000..4d5a0a5d11
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_row_lengths_op_test.py
@@ -0,0 +1,184 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.row_lengths."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedRowLengthsOp(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters([
+      # Docstring Example
+      dict(
+          rt_input=[[[3, 1, 4], [1]], [], [[5, 9], [2]], [[6]], []],
+          expected=[2, 0, 2, 1, 0]),
+      dict(
+          rt_input=[[[3, 1, 4], [1]], [], [[5, 9], [2]], [[6]], []],
+          axis=2,
+          expected=[[3, 1], [], [2, 1], [1], []]),
+
+      # 1D tensor
+      dict(
+          rt_input=[1, 2, 3, 4, 5],
+          ragged_rank=0,
+          axis=0,
+          expected=5),
+
+      # 2D Tensor (0 ragged dimensions)
+      dict(
+          rt_input=[[1, 2], [3, 4], [5, 6], [7, 8]],
+          ragged_rank=0,
+          expected=[2, 2, 2, 2]),
+      dict(
+          rt_input=[[1, 2], [3, 4], [5, 6], [7, 8]],
+          ragged_rank=0,
+          axis=0,
+          expected=4),
+
+      # 2D Tensor (1 ragged dimension)
+      dict(
+          rt_input=[['a'], ['b', 'c', 'd'], ['e'], [], ['f']],
+          expected=[1, 3, 1, 0, 1]),
+      dict(
+          rt_input=[['a'], ['b', 'c', 'd'], ['e'], [], ['f']],
+          axis=0,
+          expected=5),
+      dict(
+          rt_input=[['a', 'b', 'c', 'd', 'e', 'f', 'g']],
+          expected=[7]),
+      dict(
+          rt_input=[[], ['a', 'b', 'c', 'd', 'e', 'f', 'g'], []],
+          expected=[0, 7, 0]),
+      dict(
+          rt_input=[],
+          ragged_rank=1,
+          expected=[]),
+      dict(
+          rt_input=[],
+          ragged_rank=1,
+          axis=0,
+          expected=0),
+
+      # 3D Tensor (0 ragged dimensions)
+      dict(
+          rt_input=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 10], [11, 12]]],
+          ragged_rank=0,
+          axis=0,
+          expected=2),
+      dict(
+          rt_input=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 10], [11, 12]]],
+          ragged_rank=0,
+          axis=1,
+          expected=[3, 3]),
+      dict(
+          rt_input=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 10], [11, 12]]],
+          ragged_rank=0,
+          axis=2,
+          expected=[[2, 2, 2], [2, 2, 2]],
+          expected_ragged_rank=0),
+
+      # 3D Tensor (1 ragged dimension)
+      dict(
+          rt_input=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 10]]],
+          ragged_rank=1,
+          axis=0,
+          expected=2),
+      dict(
+          rt_input=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 10]]],
+          ragged_rank=1,
+          axis=1,
+          expected=[3, 2]),
+      dict(
+          rt_input=[[[1, 2], [3, 4], [5, 6]], [[7, 8], [9, 10]]],
+          ragged_rank=1,
+          axis=2,
+          expected=[[2, 2, 2], [2, 2]],
+          expected_ragged_rank=1),
+
+      # 3D Tensor (2 ragged dimensions)
+      dict(
+          rt_input=[[[1, 2], [3, 4, 5], []], [[6, 7, 8, 9], [10]]],
+          axis=0,
+          expected=2),
+      dict(
+          rt_input=[[[1, 2], [3, 4, 5], []], [[6, 7, 8, 9], [10]]],
+          axis=-3,
+          expected=2),
+      dict(
+          rt_input=[[[1, 2], [3, 4, 5], []], [[6, 7, 8, 9], [10]]],
+          axis=1,
+          expected=[3, 2]),
+      dict(
+          rt_input=[[[1, 2], [3, 4, 5], []], [[6, 7, 8, 9], [10]]],
+          axis=-2,
+          expected=[3, 2]),
+      dict(
+          rt_input=[[[1, 2], [3, 4, 5], []], [[6, 7, 8, 9], [10]]],
+          axis=2,
+          expected=[[2, 3, 0], [4, 1]],
+          expected_ragged_rank=1),
+      dict(
+          rt_input=[[[1, 2], [3, 4, 5], []], [[6, 7, 8, 9], [10]]],
+          axis=-1,
+          expected=[[2, 3, 0], [4, 1]],
+          expected_ragged_rank=1),
+  ])  # pyformat: disable
+  def testRowLengths(self,
+                     rt_input,
+                     expected,
+                     axis=1,
+                     ragged_rank=None,
+                     expected_ragged_rank=None):
+    rt = ragged.constant(rt_input, ragged_rank=ragged_rank)
+    lengths = ragged.row_lengths(rt, axis)
+    with self.test_session():
+      self.assertEqual(lengths.eval().tolist(), expected)
+      if expected_ragged_rank is not None:
+        if isinstance(lengths, ragged.RaggedTensor):
+          self.assertEqual(lengths.ragged_rank, expected_ragged_rank)
+        else:
+          self.assertEqual(0, expected_ragged_rank)
+
+  @parameterized.parameters([
+      dict(
+          rt_input=10,
+          exception=ValueError,
+          message='rt_input may not be a scalar.'),
+      dict(
+          rt_input=[10, 20],
+          axis=1,
+          exception=ValueError,
+          message='axis=1 out of bounds: expected -1<=axis<1.'),
+      dict(
+          rt_input=[[2, 3, 0], [4, 1, 2]],
+          axis=-3,
+          exception=ValueError,
+          message='axis=-3 out of bounds: expected -2<=axis<2.'),
+  ])
+  def testErrors(self, rt_input, exception, message, axis=1):
+    with self.assertRaisesRegexp(exception, message):
+      ragged.row_lengths(rt_input, axis)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_row_splits_to_segment_ids_op_test.py b/tensorflow/python/ops/ragged/ragged_row_splits_to_segment_ids_op_test.py
new file mode 100644
index 0000000000..f246bf3552
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_row_splits_to_segment_ids_op_test.py
@@ -0,0 +1,56 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the ragged.row_splits_to_segment_ids() op."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedSplitsToSegmentIdsOpTest(test_util.TensorFlowTestCase):
+
+  def testDocStringExample(self):
+    splits = [0, 3, 3, 5, 6, 9]
+    expected = [0, 0, 0, 2, 2, 3, 4, 4, 4]
+    segment_ids = ragged.row_splits_to_segment_ids(splits)
+    with self.test_session():
+      self.assertEqual(segment_ids.eval().tolist(), expected)
+
+  def testEmptySplits(self):
+    # Note: the splits for an empty ragged tensor contains a single zero.
+    segment_ids = ragged.row_splits_to_segment_ids([0])
+    with self.test_session():
+      self.assertEqual(segment_ids.eval().tolist(), [])
+
+  def testErrors(self):
+    self.assertRaisesRegexp(ValueError, r'Invalid row_splits: \[\]',
+                            ragged.row_splits_to_segment_ids, [])
+    self.assertRaisesRegexp(
+        ValueError, r'Tensor conversion requested dtype int64 for '
+        'Tensor with dtype float32', ragged.row_splits_to_segment_ids,
+        constant_op.constant([0.5]))
+    self.assertRaisesRegexp(ValueError, r'Shape \(\) must have rank 1',
+                            ragged.row_splits_to_segment_ids, 0)
+    self.assertRaisesRegexp(ValueError, r'Shape \(1, 1\) must have rank 1',
+                            ragged.row_splits_to_segment_ids, [[0]])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_segment_ids_to_row_splits_op_test.py b/tensorflow/python/ops/ragged/ragged_segment_ids_to_row_splits_op_test.py
new file mode 100644
index 0000000000..fa7adf66b0
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_segment_ids_to_row_splits_op_test.py
@@ -0,0 +1,74 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for the ragged.segment_ids_to_row_splits() op."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedSplitsToSegmentIdsOpTest(test_util.TensorFlowTestCase):
+
+  def testDocStringExample(self):
+    segment_ids = [0, 0, 0, 2, 2, 3, 4, 4, 4]
+    expected = [0, 3, 3, 5, 6, 9]
+    splits = ragged.segment_ids_to_row_splits(segment_ids)
+    with self.test_session():
+      self.assertEqual(splits.eval().tolist(), expected)
+
+  def testEmptySegmentIds(self):
+    # Note: the splits for an empty ragged tensor contains a single zero.
+    segment_ids = ragged.segment_ids_to_row_splits([])
+    with self.test_session():
+      self.assertEqual(segment_ids.eval().tolist(), [0])
+
+  def testErrors(self):
+    self.assertRaisesRegexp(TypeError,
+                            r'segment_ids must be an integer tensor.*',
+                            ragged.segment_ids_to_row_splits,
+                            constant_op.constant([0.5]))
+    self.assertRaisesRegexp(ValueError, r'Shape \(\) must have rank 1',
+                            ragged.segment_ids_to_row_splits, 0)
+    self.assertRaisesRegexp(ValueError, r'Shape \(1, 1\) must have rank 1',
+                            ragged.segment_ids_to_row_splits, [[0]])
+
+  def testNumSegments(self):
+    segment_ids = [0, 0, 0, 2, 2, 3, 4, 4, 4]
+    num_segments = 7
+    expected = [0, 3, 3, 5, 6, 9, 9, 9]
+    splits = ragged.segment_ids_to_row_splits(segment_ids, num_segments)
+    with self.test_session():
+      self.assertEqual(splits.eval().tolist(), expected)
+
+  def testUnsortedSegmentIds(self):
+    # Segment ids are not required to be sorted.
+    segment_ids = [0, 4, 3, 2, 4, 4, 2, 0, 0]
+    splits1 = ragged.segment_ids_to_row_splits(segment_ids)
+    expected1 = [0, 3, 3, 5, 6, 9]
+
+    splits2 = ragged.segment_ids_to_row_splits(segment_ids, 7)
+    expected2 = [0, 3, 3, 5, 6, 9, 9, 9]
+    with self.test_session():
+      self.assertEqual(splits1.eval().tolist(), expected1)
+      self.assertEqual(splits2.eval().tolist(), expected2)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_segment_op_test.py b/tensorflow/python/ops/ragged/ragged_segment_op_test.py
new file mode 100644
index 0000000000..7d41eb7f75
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_segment_op_test.py
@@ -0,0 +1,236 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged_range op."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import math
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+def prod(values):
+  val = 1
+  for v in values:
+    val *= v
+  return val
+  # return reduce(lambda x, y: x * y, values, 1)
+
+
+def mean(values):
+  return 1.0 * sum(values) / len(values)
+
+
+def sqrt_n(values):
+  return 1.0 * sum(values) / math.sqrt(len(values))
+
+
+class RaggedSegmentOpsTest(test_util.TensorFlowTestCase,
+                           parameterized.TestCase):
+
+  def assertNestedListAmostEqual(self, lhs, rhs, places=7, context='value'):
+    self.assertEqual(type(lhs), type(rhs))
+    if isinstance(lhs, (list, tuple)):
+      self.assertEqual(len(lhs), len(rhs), 'Length differs for %s' % context)
+      for i in range(len(lhs)):
+        self.assertNestedListAmostEqual(lhs[i], rhs[i], places,
+                                        '%s[%s]' % (context, i))
+    else:
+      self.assertAlmostEqual(
+          lhs, rhs, places,
+          '%s != %s within %s places at %s' % (lhs, rhs, places, context))
+
+  def expected_value(self, data, segment_ids, num_segments, combiner):
+    """Find the expected value for a call to ragged_segment_<aggregate>.
+
+    Args:
+      data: The input RaggedTensor, expressed as a nested python list.
+      segment_ids: The segment ids, as a python list of ints.
+      num_segments: The number of segments, as a python int.
+      combiner: The Python function used to combine values.
+    Returns:
+      The expected value, as a nested Python list.
+    """
+    self.assertEqual(len(data), len(segment_ids))
+
+    # Build an empty (num_segments x ncols) "grouped" matrix
+    ncols = max(len(row) for row in data)
+    grouped = [[[] for _ in range(ncols)] for row in range(num_segments)]
+
+    # Append values from data[row] to grouped[segment_ids[row]]
+    for row in range(len(data)):
+      for col in range(len(data[row])):
+        grouped[segment_ids[row]][col].append(data[row][col])
+
+    # Combine the values.
+    return [[combiner(values)
+             for values in grouped_row
+             if values]
+            for grouped_row in grouped]
+
+  @parameterized.parameters(
+      (ragged.segment_sum, sum, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_sum, sum, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_sum, sum, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_sum, sum, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_prod, prod, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_prod, prod, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_prod, prod, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_prod, prod, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_min, min, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_min, min, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_min, min, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_min, min, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_max, max, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_max, max, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_max, max, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_max, max, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_mean, mean, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_mean, mean, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_mean, mean, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_mean, mean, [0, 0, 0, 10, 10, 10]),
+  )
+  def testRaggedSegment_Int(self, segment_op, combiner, segment_ids):
+    rt_as_list = [[0, 1, 2, 3], [4], [], [5, 6], [7], [8, 9]]
+    rt = ragged.constant(rt_as_list)
+    num_segments = max(segment_ids) + 1
+    expected = self.expected_value(rt_as_list, segment_ids, num_segments,
+                                   combiner)
+
+    segmented = segment_op(rt, segment_ids, num_segments)
+    with self.test_session():
+      self.assertListEqual(segmented.eval().tolist(), expected)
+
+  @parameterized.parameters(
+      (ragged.segment_sum, sum, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_sum, sum, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_sum, sum, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_sum, sum, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_prod, prod, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_prod, prod, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_prod, prod, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_prod, prod, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_min, min, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_min, min, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_min, min, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_min, min, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_max, max, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_max, max, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_max, max, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_max, max, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_mean, mean, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_mean, mean, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_mean, mean, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_mean, mean, [0, 0, 0, 10, 10, 10]),
+      (ragged.segment_sqrt_n, sqrt_n, [0, 0, 1, 1, 2, 2]),
+      (ragged.segment_sqrt_n, sqrt_n, [0, 0, 0, 1, 1, 1]),
+      (ragged.segment_sqrt_n, sqrt_n, [5, 4, 3, 2, 1, 0]),
+      (ragged.segment_sqrt_n, sqrt_n, [0, 0, 0, 10, 10, 10]),
+  )
+  def testRaggedSegment_Float(self, segment_op, combiner, segment_ids):
+    rt_as_list = [[0., 1., 2., 3.], [4.], [], [5., 6.], [7.], [8., 9.]]
+    rt = ragged.constant(rt_as_list)
+    num_segments = max(segment_ids) + 1
+    expected = self.expected_value(rt_as_list, segment_ids, num_segments,
+                                   combiner)
+
+    segmented = segment_op(rt, segment_ids, num_segments)
+    with self.test_session():
+      self.assertNestedListAmostEqual(
+          segmented.eval().tolist(), expected, places=5)
+
+  def testRaggedRankTwo(self):
+    rt = ragged.constant([
+        [[111, 112, 113, 114], [121],],  # row 0
+        [],                              # row 1
+        [[], [321, 322], [331]],         # row 2
+        [[411, 412]]                     # row 3
+    ])  # pyformat: disable
+    segment_ids1 = [0, 2, 2, 2]
+    segmented1 = ragged.segment_sum(rt, segment_ids1, 3)
+    expected1 = [[[111, 112, 113, 114], [121]],     # row 0
+                 [],                                # row 1
+                 [[411, 412], [321, 322], [331]]    # row 2
+                ]  # pyformat: disable
+    with self.test_session():
+      self.assertEqual(segmented1.eval().tolist(), expected1)
+
+    segment_ids2 = [1, 2, 1, 1]
+    segmented2 = ragged.segment_sum(rt, segment_ids2, 3)
+    expected2 = [[],
+                 [[111+411, 112+412, 113, 114], [121+321, 322], [331]],
+                 []]  # pyformat: disable
+    with self.test_session():
+      self.assertEqual(segmented2.eval().tolist(), expected2)
+
+  def testRaggedSegmentIds(self):
+    rt = ragged.constant([
+        [[111, 112, 113, 114], [121],],  # row 0
+        [],                              # row 1
+        [[], [321, 322], [331]],         # row 2
+        [[411, 412]]                     # row 3
+    ])  # pyformat: disable
+    segment_ids = ragged.constant([[1, 2], [], [1, 1, 2], [2]])
+    segmented = ragged.segment_sum(rt, segment_ids, 3)
+    expected = [[],
+                [111+321, 112+322, 113, 114],
+                [121+331+411, 412]]  # pyformat: disable
+    with self.test_session():
+      self.assertEqual(segmented.eval().tolist(), expected)
+
+  def testShapeMismatchError1(self):
+    dt = constant_op.constant([1, 2, 3, 4, 5, 6])
+    segment_ids = ragged.constant([[1, 2], []])
+    self.assertRaisesRegexp(
+        ValueError, 'segment_ids.shape must be a prefix of data.shape, '
+        'but segment_ids is ragged and data is not.', ragged.segment_sum, dt,
+        segment_ids, 3)
+
+  def testShapeMismatchError2(self):
+    rt = ragged.constant([
+        [[111, 112, 113, 114], [121]],  # row 0
+        [],                             # row 1
+        [[], [321, 322], [331]],        # row 2
+        [[411, 412]]                    # row 3
+    ])  # pyformat: disable
+    segment_ids = ragged.constant([[1, 2], [1], [1, 1, 2], [2]])
+
+    # Error is raised at graph-building time if we can detect it then.
+    self.assertRaisesRegexp(
+        errors.InvalidArgumentError,
+        'segment_ids.shape must be a prefix of data.shape.*',
+        ragged.segment_sum, rt, segment_ids, 3)
+
+    # Otherwise, error is raised when we run the graph.
+    segment_ids2 = ragged.from_row_splits(
+        array_ops.placeholder_with_default(segment_ids.values, None),
+        array_ops.placeholder_with_default(segment_ids.row_splits, None))
+    segmented2 = ragged.segment_sum(rt, segment_ids2, 3)
+    with self.test_session():
+      self.assertRaisesRegexp(
+          errors.InvalidArgumentError,
+          'segment_ids.shape must be a prefix of data.shape.*', segmented2.eval)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_stack_op_test.py b/tensorflow/python/ops/ragged/ragged_stack_op_test.py
new file mode 100644
index 0000000000..d474a749f0
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_stack_op_test.py
@@ -0,0 +1,330 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.stack."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedStackOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters(
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=0',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21']],   # shape=(3, None)
+              [['b00'], ['b10']]),                    # shape=(2, None)
+          axis=0,
+          expected=[[[b'a00', b'a01'], [], [b'a20', b'a21']], [[b'b00'],
+                                                               [b'b10']]]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=1',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']]),    # shape=(3, None)
+          axis=1,
+          expected=[
+              [[b'a00', b'a01'], [b'b00']],
+              [[], [b'b10', b'b11', b'b12']],
+              [[b'a20', b'a21', b'a22'], [b'b20']]]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=2',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00', 'b01'], [], ['b20', 'b21', 'b22']]),  # shape=(3, None)
+          axis=2,
+          expected=[
+              [[b'a00', b'b00'], [b'a01', b'b01']], [],
+              [[b'a20', b'b20'], [b'a21', b'b21'], [b'a22', b'b22']]]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=-3',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21']],   # shape=(3, None)
+              [['b00'], ['b10']]),                    # shape=(2, None)
+          axis=-3,
+          expected=[[[b'a00', b'a01'], [], [b'a20', b'a21']], [[b'b00'],
+                                                               [b'b10']]]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=-2',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']]),    # shape=(3, None)
+          axis=-2,
+          expected=[
+              [[b'a00', b'a01'], [b'b00']],
+              [[], [b'b10', b'b11', b'b12']],
+              [[b'a20', b'a21', b'a22'], [b'b20']]]),
+      dict(
+          descr='Two rank-2 inputs (ragged_rank=1), axis=-1',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00', 'b01'], [], ['b20', 'b21', 'b22']]),  # shape=(3, None)
+          axis=-1,
+          expected=[
+              [[b'a00', b'b00'], [b'a01', b'b01']], [],
+              [[b'a20', b'b20'], [b'a21', b'b21'], [b'a22', b'b22']]]),
+      dict(
+          descr='Three rank-2 inputs (ragged_rank=1), axis=0',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10']],                            # shape=(2, None)
+              [['c00'], ['c10', 'c11'], ['c21']]),           # shape=(3, None)
+          axis=0,
+          expected=[[[b'a00', b'a01'], [], [b'a20', b'a21', b'a22']],
+                    [[b'b00'], [b'b10']],
+                    [[b'c00'], [b'c10', b'c11'], [b'c21']]]),
+      dict(
+          descr='Three rank-2 inputs (ragged_rank=1), axis=1',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']],     # shape=(3, None)
+              [[], ['c10', 'c11'], ['c20', 'c21']]),         # shape=(3, None)
+          axis=1,
+          expected=[
+              [[b'a00', b'a01'], [b'b00'], []],
+              [[], [b'b10', b'b11', b'b12'], [b'c10', b'c11']],
+              [[b'a20', b'a21', b'a22'], [b'b20'], [b'c20', b'c21']]],
+          expected_shape=[3, None, None]),
+      dict(
+          descr='Three rank-2 inputs (ragged_rank=1), axis=2',
+          rt_inputs=(
+              [['a00', 'a01'], [], ['a20', 'a21', 'a22']],   # shape=(3, None)
+              [['b00', 'b01'], [], ['b20', 'b21', 'b22']],   # shape=(3, None)
+              [['c00', 'c01'], [], ['c20', 'c21', 'c22']]),  # shape=(3, None)
+          axis=2,
+          expected=[
+              [[b'a00', b'b00', b'c00'], [b'a01', b'b01', b'c01']], [],
+              [[b'a20', b'b20', b'c20'], [b'a21', b'b21', b'c21'],
+               [b'a22', b'b22', b'c22']]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=0',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[['b000']], [['b100', 'b101'], ['b110']]],
+              [[], [['c100', 'c101', 'c102', 'c103']], [[], ['c210', 'c211']]]),
+          axis=0,
+          expected=[
+              [[[b'a000', b'a001'], [b'a010']],
+               [[b'a100', b'a101', b'a102'], [b'a110', b'a111']]],
+              [[[b'b000']],
+               [[b'b100', b'b101'], [b'b110']]],
+              [[],
+               [[b'c100', b'c101', b'c102', b'c103']],
+               [[], [b'c210', b'c211']]]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=1',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[['b000']], [['b100', 'b101'], ['b110']]],
+              [[], [[], ['c110', 'c111']]]),
+          axis=1,
+          expected=[
+              [[[b'a000', b'a001'], [b'a010']], [[b'b000']], []],
+              [[[b'a100', b'a101', b'a102'], [b'a110', b'a111']],
+               [[b'b100', b'b101'], [b'b110']],
+               [[], [b'c110', b'c111']]]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=2',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[[], ['b010', 'b011']], [['b100', 'b101'], ['b110']]],
+              [[['c000'], ['c010']], [[], ['c110', 'c111']]]),
+          axis=2,
+          expected=[
+              [[[b'a000', b'a001'], [], [b'c000']],
+               [[b'a010'], [b'b010', b'b011'], [b'c010']]],
+              [[[b'a100', b'a101', b'a102'], [b'b100', b'b101'], []],
+               [[b'a110', b'a111'], [b'b110'], [b'c110', b'c111']]]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=3',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']]],
+              [[['b000', 'b001'], ['b010']]],
+              [[['c000', 'c001'], ['c010']]]),
+          axis=3,
+          expected=[[
+              [[b'a000', b'b000', b'c000'], [b'a001', b'b001', b'c001']],
+              [[b'a010', b'b010', b'c010']]]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=-2',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']],
+               [['a100', 'a101', 'a102'], ['a110', 'a111']]],
+              [[[], ['b010', 'b011']], [['b100', 'b101'], ['b110']]],
+              [[['c000'], ['c010']], [[], ['c110', 'c111']]]),
+          axis=-2,
+          expected=[
+              [[[b'a000', b'a001'], [], [b'c000']],
+               [[b'a010'], [b'b010', b'b011'], [b'c010']]],
+              [[[b'a100', b'a101', b'a102'], [b'b100', b'b101'], []],
+               [[b'a110', b'a111'], [b'b110'], [b'c110', b'c111']]]]),
+      dict(
+          descr='Three rank-3 inputs (ragged_rank=2), axis=-1',
+          rt_inputs=(
+              [[['a000', 'a001'], ['a010']]],
+              [[['b000', 'b001'], ['b010']]],
+              [[['c000', 'c001'], ['c010']]]),
+          axis=-1,
+          expected=[[
+              [[b'a000', b'b000', b'c000'], [b'a001', b'b001', b'c001']],
+              [[b'a010', b'b010', b'c010']]]]),
+      dict(
+          descr='ragged_stack([uniform, ragged, uniform], axis=1)',
+          ragged_ranks=[0, 1, 0],
+          rt_inputs=(
+              [['0('], ['1('], ['2(']],                   # shape=(3, 1)
+              [['b00'], ['b10', 'b11', 'b12'], ['b20']],  # shape=(3, None)
+              [[')0'], [')1'], [')2']]),                  # shape=(3, 1)
+          axis=1,
+          expected=[
+              [[b'0('], [b'b00'], [b')0']],
+              [[b'1('], [b'b10', b'b11', b'b12'], [b')1']],
+              [[b'2('], [b'b20'], [b')2']]]),
+      dict(
+          descr='ragged_stack([uniform, uniform], axis=0)',
+          ragged_ranks=[0, 0],
+          rt_inputs=(
+              [['a00', 'a01'], ['a10', 'a11'], ['a20', 'a21']],  # shape=(3, 2)
+              [['b00', 'b01', 'b02'], ['b10', 'b11', 'b12']]),   # shape=(2, 3)
+          axis=0,
+          expected=[
+              [[b'a00', b'a01'], [b'a10', b'a11'], [b'a20', b'a21']],
+              [[b'b00', b'b01', b'b02'], [b'b10', b'b11', b'b12']]]),
+      dict(
+          descr='ragged_stack([uniform, ragged], axis=0)',
+          ragged_ranks=[0, 1],
+          rt_inputs=(
+              [['a00', 'a01'], ['a10', 'a11'], ['a20', 'a21']],  # shape=(3, 2)
+              [['b00', 'b01', 'b02'], ['b10', 'b11', 'b12']]),   # shape=(2, 3)
+          axis=0,
+          expected=[
+              [[b'a00', b'a01'], [b'a10', b'a11'], [b'a20', b'a21']],
+              [[b'b00', b'b01', b'b02'], [b'b10', b'b11', b'b12']]]),
+      dict(
+          descr='ragged_stack([uniform, ragged], axis=0) with rank-3 inputs',
+          ragged_ranks=[0, 2],
+          rt_inputs=(
+              [[[0, 1], [2, 3]], [[4, 5], [6, 7]]],  # shape = (2, 2, 2)
+              [[[8], [8, 8]]]),                      # shape = (2, None, None)
+          axis=0,
+          expected=[[[[0, 1], [2, 3]], [[4, 5], [6, 7]]], [[[8], [8, 8]]]]),
+      dict(
+          descr='Two rank-3 inputs with ragged_rank=1, axis=-1',
+          ragged_ranks=[1, 1],
+          rt_inputs=(
+              [[[0, 1], [2, 3], [4, 5]], [], [[6, 7], [8, 9]]],
+              [[[9, 8], [7, 6], [5, 4]], [], [[3, 2], [1, 0]]]),
+          axis=-1,
+          expected=[
+              [[[0, 9], [1, 8]], [[2, 7], [3, 6]], [[4, 5], [5, 4]]],
+              [],
+              [[[6, 3], [7, 2]], [[8, 1], [9, 0]]]],
+          expected_shape=[3, None, 2, 2]),
+      dict(
+          descr='Two rank-3 inputs with ragged_rank=1, axis=-2',
+          ragged_ranks=[1, 1],
+          rt_inputs=(
+              [[[0, 1], [2, 3], [4, 5]], [], [[6, 7], [8, 9]]],
+              [[[9, 8], [7, 6], [5, 4]], [], [[3, 2], [1, 0]]]),
+          axis=-2,
+          expected=[
+              [[[0, 1], [9, 8]], [[2, 3], [7, 6]], [[4, 5], [5, 4]]], [],
+              [[[6, 7], [3, 2]], [[8, 9], [1, 0]]]]),
+      dict(
+          descr='ragged_stack([vector, vector], axis=0)',
+          ragged_ranks=[0, 0],
+          rt_inputs=([1, 2, 3], [4, 5, 6]),
+          axis=0,
+          expected=[[1, 2, 3], [4, 5, 6]]),
+      dict(
+          descr='One input (so just adds an outer dimension)',
+          rt_inputs=([['a00', 'a01'], [], ['a20', 'a21']],),
+          axis=0,
+          expected=[[[b'a00', b'a01'], [], [b'a20', b'a21']]]),
+  )   # pyformat: disable
+  def testRaggedStack(self,
+                      descr,
+                      rt_inputs,
+                      axis,
+                      expected,
+                      ragged_ranks=None,
+                      expected_ragged_rank=None,
+                      expected_shape=None):
+    if ragged_ranks is None:
+      ragged_ranks = [None] * len(rt_inputs)
+    rt_inputs = [
+        ragged.constant(rt_input, ragged_rank=rrank)
+        if rrank != 0 else constant_op.constant(rt_input)
+        for (rt_input, rrank) in zip(rt_inputs, ragged_ranks)
+    ]
+    stacked = ragged.stack(rt_inputs, axis)
+    if expected_ragged_rank is not None:
+      self.assertEqual(stacked.ragged_rank, expected_ragged_rank)
+    if expected_shape is not None:
+      self.assertEqual(stacked.shape.as_list(), expected_shape)
+    with self.test_session():
+      self.assertEqual(stacked.eval().tolist(), expected)
+
+  @parameterized.parameters(
+      dict(
+          rt_inputs=(),
+          axis=0,
+          error=ValueError,
+          message=r'rt_inputs may not be empty\.'),
+      dict(
+          rt_inputs=([[1, 2]], [[3, 4]]),
+          axis=r'foo',
+          error=TypeError,
+          message='axis must be an int'),
+      dict(
+          rt_inputs=([[1, 2]], [[3, 4]]),
+          axis=-4,
+          error=ValueError,
+          message='axis=-4 out of bounds: expected -3<=axis<3'),
+      dict(
+          rt_inputs=([[1, 2]], [[3, 4]]),
+          axis=3,
+          error=ValueError,
+          message='axis=3 out of bounds: expected -3<=axis<3'),
+  )
+  def testError(self, rt_inputs, axis, error, message):
+    self.assertRaisesRegexp(error, message, ragged.stack, rt_inputs, axis)
+
+  def testSingleTensorInput(self):
+    """Tests ragged_stack with a single tensor input.
+
+    Usually, we pass a list of values in for rt_inputs.  However, you can
+    also pass in a single value (as with tf.stack), in which case it is
+    equivalent to expand_dims(axis=0).  This test exercises that path.
+    """
+    rt_inputs = ragged.constant([[1, 2], [3, 4]])
+    stacked = ragged.stack(rt_inputs, 0)
+    with self.test_session():
+      self.assertEqual(stacked.eval().tolist(), [[[1, 2], [3, 4]]])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_tensor.py b/tensorflow/python/ops/ragged/ragged_tensor.py
new file mode 100644
index 0000000000..abb27fc3c0
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_tensor.py
@@ -0,0 +1,664 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Classes for storing ragged tensors and their values."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.client import session
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.ops.ragged import ragged_tensor_value
+
+# pylint: disable=protected-access
+_eval_using_default_session = ops._eval_using_default_session
+
+# pylint: enable=protected-access
+
+#===============================================================================
+# RaggedTensor
+#===============================================================================
+
+
+class RaggedTensor(object):
+  """Represents a ragged tensor (go/ragged).
+
+  A `RaggedTensor` is a tensor with one or more *ragged dimensions*, which are
+  dimensions whose slices may have different lengths.  For example, the inner
+  (column) dimension of `rt=[[3, 1, 4, 1], [], [5, 9, 2], [6], []]` is ragged,
+  since the column slices (`rt[0, :]`, ..., `rt[4, :]`) have different lengths.
+  Dimensions whose slices all have the same length are called *uniform
+  dimensions*.  The outermost dimension of a `RaggedTensor` is always uniform,
+  since it consists of a single slice (and so there is no possibility for
+  differing slice lengths).
+
+  The total number of dimensions in a `RaggedTensor` is called its *rank*,
+  and the number of ragged dimensions in a `RaggedTensor` is called its
+  *ragged-rank*.  A `RaggedTensor`'s ragged-rank is fixed at graph creation
+  time: it can't depend on the runtime values of `Tensor`s, and can't vary
+  dynamically for different session runs.
+
+  ### Potentially Ragged Tensors
+
+  Many ops support both `Tensor`s and `RaggedTensor`s.  The term "potentially
+  ragged tensor" may be used to refer to a tensor that might be either a
+  `Tensor` or a `RaggedTensor`.  The ragged-rank of a `Tensor` is zero.
+
+  ### Documenting RaggedTensor Shapes
+
+  When documenting the shape of a RaggedTensor, ragged dimensions can be
+  indicated by enclosing them in parentheses.  For example, the shape of
+  a 3-D `RaggedTensor` that stores the fixed-size word embedding for each
+  word in a sentence, for each sentence in a batch, could be written as
+  `[num_sentences, (num_words), embedding_size]`.  The parentheses around
+  `(num_words)` indicate that that dimension is ragged, and that the length
+  of each element list in that dimension may vary for each item.
+
+  ### Component Tensors
+
+  Internally, a `RaggedTensor` consists of a concatenated list of values that
+  are partitioned into variable-length rows.  In particular, each `RaggedTensor`
+  consists of:
+
+    * A `values` tensor, which concatenates the variable-length rows into a
+      flattened list.  For example, the `values` tensor for
+      `[[3, 1, 4, 1], [], [5, 9, 2], [6], []]` is `[3, 1, 4, 1, 5, 9, 2, 6]`.
+
+    * A `row_splits` vector, which indicates how those flattened values are
+      divided into rows.  In particular, the values for row `rt[i]` are stored
+      in the slice `rt.values[rt.row_splits[i]:rt.row_splits[i+1]]`.
+
+  Example:
+
+  ```python
+  >>> rt = ragged.from_row_splits(values=[3, 1, 4, 1, 5, 9, 2, 6],
+  ...                             row_splits=[0, 4, 4, 7, 8, 8])
+  >>> rt.tolist()
+  [[3, 1, 4, 1], [], [5, 9, 2], [6], []]
+  ```
+
+  ### Alternative Row-Partitioning Schemes
+
+  In addition to `row_splits`, ragged tensors provide support for four other
+  row-partitioning schemes:
+
+    * `row_lengths`: a vector with shape `[nrows]`, which specifies the length
+      of each row.
+
+    * `value_rowids` and `nrows`: `value_rowids` is a vector with shape
+      `[nvals]`, corresponding one-to-one with `values`, which specifies
+      each value's row index.  In particular, the row `rt[row]` consists of the
+      values `rt.values[j]` where `value_rowids[j]==row`.  `nrows` is an
+      int64 scalar that specifies the number of rows in the `RaggedTensor`.
+      (`nrows` is used to indicate trailing empty rows.)
+
+    * `row_starts`: a vector with shape `[nrows]`, which specifies the start
+      offset of each row.  Equivalent to `row_splits[:-1]`.
+
+    * `row_limits`: a vector with shape `[nrows]`, which specifies the stop
+      offset of each row.  Equivalent to `row_splits[1:]`.
+
+  Example: The following ragged tensors are equivalent, and all represent the
+  nested list `[[3, 1, 4, 1], [], [5, 9, 2], [6], []]`.
+
+  ```python
+  >>> values = [3, 1, 4, 1, 5, 9, 2, 6]
+  >>> rt1 = ragged.from_row_splits(values, row_splits=[0, 4, 4, 7, 8, 8])
+  >>> rt2 = ragged.from_row_lengths(values, row_lengths=[4, 0, 3, 1, 0])
+  >>> rt3 = ragged.from_value_rowids(values,
+  ...                                value_rowids=[0, 0, 0, 0, 2, 2, 2, 3],
+  ...                                nrows=5)
+  >>> rt4 = ragged.from_row_starts(values, row_starts=[0, 4, 4, 7, 8])
+  >>> rt5 = ragged.from_row_limits(values, row_limits=[4, 4, 7, 8, 8])
+  ```
+
+  ### Multiple Ragged Dimensions
+
+  `RaggedTensor`s with multiple ragged dimensions can be defined by using
+  a nested `RaggedTensor` for the `values` tensor.  Each nested `RaggedTensor`
+  adds a single ragged dimension.
+
+  ```python
+  >>> inner_rt = ragged.from_row_splits(  # =rt1 from above
+  ...     values=[3, 1, 4, 1, 5, 9, 2, 6], row_splits=[0, 4, 4, 7, 8, 8])
+  >>> outer_rt = ragged.from_row_splits(
+  ...     values=inner_rt, row_splits=[0, 3, 3, 5])
+  >>> print outer_rt.tolist()
+  [[[3, 1, 4, 1], [], [5, 9, 2]], [], [[6], []]]
+  >>> print outer_rt.ragged_rank
+  2
+  ```
+
+  The factory function `ragged.from_nested_row_splits` may be used to
+  construct a `RaggedTensor` with multiple ragged dimensions directly, by
+  providing a list of `row_splits` tensors:
+
+  ```python
+  >>> ragged.from_nested_row_splits(
+  ...     inner_values=[3, 1, 4, 1, 5, 9, 2, 6],
+  ...     nested_row_splits=([0, 3, 3, 5], [0, 4, 4, 7, 8, 8])).tolist()
+  [[[3, 1, 4, 1], [], [5, 9, 2]], [], [[6], []]]
+  ```
+
+  ### Uniform Inner Dimensions
+
+  `RaggedTensor`s with uniform inner dimensions can be defined
+  by using a multidimensional `Tensor` for `values`.
+
+  ```python
+  >>> rt = ragged.from_row_splits(values=tf.ones([5, 3]), row_splits=[0, 2, 5])
+  >>> print rt.tolist()
+  [[[1, 1, 1], [1, 1, 1]],
+   [[1, 1, 1], [1, 1, 1], [1, 1, 1]]]
+   >>> print rt.shape.as_list()
+   [2, None, 3]
+  ```
+
+  ### RaggedTensor Shape Restrictions
+
+  The shape of a RaggedTensor is currently restricted to have the following
+  form:
+
+    * A single uniform dimension
+    * Followed by one or more ragged dimensions
+    * Followed by zero or more uniform dimensions.
+
+  This restriction follows from the fact that each nested `RaggedTensor`
+  replaces the uniform outermost dimension of its `values` with a uniform
+  dimension followed by a ragged dimension.
+  """
+
+  #=============================================================================
+  # Implementation notes
+  #=============================================================================
+  # Currently, the RaggedTensor class uses a single row-partitioning scheme
+  # (row_splits).
+  #
+  # We are considering adding value_rowids+nvals as a secondary
+  # row-partitioning scheme.  This change would not impact the functional
+  # interface of the RaggedTensor class, but it would impact the efficiency
+  # of several operations.  In particular:
+  #
+  #   * The functions `ragged.value_rowids` and `ragged.nrows` would always
+  #     return pre-existing tensors; they would not need to add any ops to
+  #     the graph.
+  #
+  #   * The `RaggedTensor` constructor would construct all row-partitioning
+  #     tensors (row_splits, value_rowids, and nvals).  In eager mode, this
+  #     would mean that conversion operations would occur whenever a
+  #     `RaggedTensor` is constructed.  But in graph mode, the converted
+  #     row-partitioning tensors would only be evaluated if they are used.
+  #
+  # Since this change impacts efficiency but not functionality, we would like
+  # to perform additional profiling with real-world use cases before we
+  # decide whether to make this change.
+
+  #=============================================================================
+  # Constructor (private)
+  #=============================================================================
+  def __init__(self,
+               values,
+               row_splits,
+               cached_row_lengths=None,
+               cached_value_rowids=None,
+               cached_nrows=None,
+               internal=False):
+    """Creates a `RaggedTensor` with a specified partitioning for `values`.
+
+    This constructor is private -- please use one of the following ops to
+    build `RaggedTensor`s:
+
+      * [`ragged.from_row_lengths()`](from_row_lengths.md)
+      * [`ragged.from_value_rowids()`](from_value_rowids.md)
+      * [`ragged.from_row_splits()`](from_row_splits.md)
+      * [`ragged.from_row_starts()`](from_row_starts.md)
+      * [`ragged.from_row_limits()`](from_row_limits.md)
+      * [`ragged.from_nested_row_splits()`](from_nested_row_splits.md)
+      * [`ragged.from_nested_value_rowids()`](from_nested_value_rowids.md)
+
+    Args:
+      values: A potentially ragged tensor of any dtype and shape `[nvals, ...]`.
+      row_splits: A 1-D int64 tensor with shape `[nrows+1]`.
+      cached_row_lengths: A 1-D int64 tensor with shape `[nrows]`
+      cached_value_rowids: A 1-D int64 tensor with shape `[nvals]`.
+      cached_nrows: A 1-D int64 scalar tensor.
+      internal: True if the constructor is being called by one of the factory
+        methods.  If false, an exception will be raised.
+
+    Raises:
+      TypeError: If a row partitioning tensor has an inappropriate dtype.
+      TypeError: If exactly one row partitioning argument was not specified.
+      ValueError: If a row partitioning tensor has an inappropriate shape.
+      ValueError: If multiple partitioning arguments are specified.
+      ValueError: If nrows is specified but value_rowids is not None.
+    """
+    if not internal:
+      raise ValueError("RaggedTensor constructor is private; please use one "
+                       "of the factory methods instead (e.g., "
+                       "ragged.from_row_lengths())")
+
+    # Validate the arguments.
+    if not isinstance(values, (RaggedTensor, ops.Tensor)):
+      raise TypeError("values must be a Tensor or RaggedTensor.")
+    if not isinstance(row_splits, ops.Tensor):
+      raise TypeError("Row-partitioning argument must be a Tensor.")
+    values.shape.with_rank_at_least(1)
+    row_splits.shape.assert_has_rank(1)
+
+    self._values = values
+    self._row_splits = row_splits
+
+    # Store any cached tensors.  These are used to avoid unnecessary
+    # round-trip conversions when a RaggedTensor is constructed from
+    # lengths or rowids, and we later want those lengths/rowids back.
+    for tensor in [cached_row_lengths, cached_value_rowids, cached_nrows]:
+      if tensor is not None and not isinstance(tensor, ops.Tensor):
+        raise TypeError("Cached value must be a Tensor or None.")
+    self._cached_row_lengths = cached_row_lengths
+    self._cached_value_rowids = cached_value_rowids
+    self._cached_nrows = cached_nrows
+
+  #=============================================================================
+  # Accessors
+  #=============================================================================
+
+  @property
+  def dtype(self):
+    """The `DType` of values in this tensor."""
+    return self._values.dtype
+
+  @property
+  def shape(self):
+    """The statically known shape of this ragged tensor.
+
+    Returns:
+      A `TensorShape` containing the statically known shape of this ragged
+      tensor.  Ragged dimensions have a size of `None`.
+
+    Examples:
+
+      ```python
+      >>> ragged.constant([[0], [1, 2]]).shape
+      TensorShape([Dimension(2), Dimension(None)])
+
+      >>> ragged.constant([[[0, 1]], [[1, 2], [3, 4]]], ragged_rank=1).shape
+      TensorShape([Dimension(2), Dimension(None), Dimension(2)
+      ```
+    """
+    nrows = tensor_shape.dimension_at_index(self._row_splits.shape, 0) - 1
+
+    values_shape = self._values.shape
+    value_shape = values_shape[1:]
+    return tensor_shape.TensorShape([nrows, None]).concatenate(value_shape)
+
+  @property
+  def ragged_rank(self):
+    """The number of ragged dimensions in this ragged tensor.
+
+    Returns:
+      A Python `int` indicating the number of ragged dimensions in this ragged
+      tensor.  The outermost dimension is not considered ragged.
+    """
+    values_is_ragged = isinstance(self._values, RaggedTensor)
+    return self._values.ragged_rank + 1 if values_is_ragged else 1
+
+  @property
+  def values(self):
+    """The concatenated rows for this ragged tensor.
+
+    `rt.values` is a potentially ragged tensor formed by flattening the two
+    outermost dimensions of `rt` into a single dimension.
+
+    `rt.values.shape = [nvals] + rt.shape[2:]` (where `nvals` is the
+    number of items in the outer two dimensions of `rt`).
+
+    `rt.ragged_rank = self.ragged_rank - 1`
+
+    Returns:
+      A potentially ragged tensor.
+
+    #### Example:
+      ```python
+      >>> rt = ragged.constant([[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+      >>> rt.values.eval()
+      [3, 1, 4, 1, 5, 9, 2, 6]
+      ```
+    """
+    return self._values
+
+  @property
+  def row_splits(self):
+    """The row-split indices for this ragged tensor's `values`.
+
+    `rt.row_splits` specifies where the values for each row begin and end in
+    `rt.values`.  In particular, the values for row `rt[i]` are stored in
+    the slice `rt.values[rt.row_splits[i]:rt.row_splits[i+1]]`.
+
+    Returns:
+      A 1-D `int64` `Tensor` with shape `[self.nrows+1]`.
+      The returned tensor is non-empty, and is sorted in ascending order.
+      `self.row_splits[0]` is zero, and `self.row_splits[-1]` is equal to
+      `self.values.shape[0]`.
+
+    #### Example:
+      ```python
+      >>> rt = ragged.constant([[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+      >>> rt.values.eval()
+      [3, 1, 4, 1, 5, 9, 2, 6]
+      >>> rt.row_splits.eval()  # indices of row splits in ragged.values
+      [0, 4, 4, 7, 8, 8]
+      ```
+    """
+    return self._row_splits
+
+  @property
+  def inner_values(self):
+    """The innermost `values` tensor for this ragged tensor.
+
+    Concretely, if `rt.values` is a `Tensor`, then `rt.inner_values` is
+    `rt.values`; otherwise, `rt.inner_values` is `rt.values.inner_values`.
+
+    Conceptually, `inner_values` is the tensor formed by flattening the
+    outermost dimension and all of the ragged dimensions into a single
+    dimension.
+
+    `rt.inner_values.shape = [nvals] + rt.shape[rt.ragged_rank + 1:]`
+    (where `nvals` is the number of items in the flattened dimensions).
+
+    Returns:
+      A `Tensor`.
+
+    #### Example:
+
+      ```python
+      >>> rt = ragged.constant([[[3, 1, 4, 1], [], [5, 9, 2]], [], [[6], []]])
+      >>> ragged.inner_values(rt).eval()
+      [3, 1, 4, 1, 5, 9, 2, 6]
+      ```
+    """
+    rt_values = self.values
+    while isinstance(rt_values, RaggedTensor):
+      rt_values = rt_values.values
+    return rt_values
+
+  @property
+  def nested_row_splits(self):
+    """A tuple containing the row_splits for all ragged dimensions.
+
+    `rt.nested_row_splits` is a tuple containing the `row_splits` tensors for
+    all ragged dimensions in `rt`, ordered from outermost to innermost.  In
+    particular, `rt.nested_row_splits = (rt.row_splits,) + value_splits` where:
+
+        * `value_splits = ()` if `rt.values` is a `Tensor`.
+        * `value_splits = rt.values.nested_row_splits` otherwise.
+
+    Returns:
+      A `tuple` of 1-D `int64` `Tensor`s.
+
+    #### Example:
+
+      ```python
+      >>> rt = ragged.constant([[[[3, 1, 4, 1], [], [5, 9, 2]], [], [[6], []]]])
+      >>> for i, splits in enumerate(ragged.nested_row_splits(rt)):
+      ...   print('Splits for dimension %d: %s' % (i+1, splits.eval()))
+      Splits for dimension 1: [0, 1]
+      Splits for dimension 2: [0, 3, 3, 5]
+      Splits for dimension 3: [0, 4, 4, 7, 8, 8]
+      ```
+
+    """
+    rt_nested_splits = [self.row_splits]
+    rt_values = self.values
+    while isinstance(rt_values, RaggedTensor):
+      rt_nested_splits.append(rt_values.row_splits)
+      rt_values = rt_values.values
+    return tuple(rt_nested_splits)
+
+  @property
+  def cached_value_rowids(self):
+    """The row lengths for this `RaggedTensor`, or `None`.
+
+    Returns:
+      The `value_rowids` tensor that was used to construct this `RaggedTensor`
+      if it was constructed using
+      [`ragged.from_value_rowids`](from_value_rowids.md); or `None` otherwise.
+    """
+    return self._cached_value_rowids
+
+  @property
+  def cached_nrows(self):
+    """The row lengths for this `RaggedTensor`, or `None`.
+
+    Returns:
+      The `nrows` tensor that was used to construct this `RaggedTensor`
+      if it was constructed using
+      [`ragged.from_value_rowids`](from_value_rowids.md); or `None` otherwise.
+    """
+    return self._cached_nrows
+
+  @property
+  def cached_row_lengths(self):
+    """The row lengths for this `RaggedTensor`, or `None`.
+
+    Returns:
+      The `row_lengths` tensor that was used to construct this `RaggedTensor`
+      if it was constructed using
+      [`ragged.from_row_lengths`](from_row_lengths.md); or `None` otherwise.
+    """
+    return self._cached_row_lengths
+
+  #=============================================================================
+  # Transformation
+  #=============================================================================
+
+  def with_values(self, new_values):
+    """Returns a copy of `self` with `values` replaced by `new_value`.
+
+    Preserves cached row-partitioning tensors such as `self.cached_nrows` and
+    `self.cached_value_rowids` if they have values.
+
+    Args:
+      new_values: Potentially ragged tensor to use as the `values` for the
+        returned `RaggedTensor`.  Must have `rank > 0`, and must have the same
+        number of rows as `self.values`.
+
+    Returns:
+      A `RaggedTensor`.  `result.rank = 1 + new_values.rank`.
+      `result.ragged_rank = 1 + new_values.ragged_rank`
+    """
+    new_values.shape.with_rank_at_least(1)
+    self.values.shape[0].assert_is_compatible_with(new_values.shape[0])
+    return RaggedTensor(
+        new_values,
+        self._row_splits,
+        self._cached_row_lengths,
+        self._cached_value_rowids,
+        self._cached_nrows,
+        internal=True)
+
+  def with_inner_values(self, new_values):
+    """Returns a copy of `self` with `inner_values` replaced by `new_value`.
+
+    Preserves cached row-partitioning tensors such as `self.cached_nrows` and
+    `self.cached_value_rowids` if they have values.
+
+    Args:
+      new_values: Potentially ragged tensor that should replace
+      `self.inner_values`.  Must have `rank > 0`, and must have the same
+      number of rows as `self.inner_values`.
+
+    Returns:
+      A `RaggedTensor`.
+      `result.rank = self.ragged_rank + new_values.rank`.
+      `result.ragged_rank = self.ragged_rank + new_values.ragged_rank`.
+    """
+    if isinstance(self._values, ops.Tensor):
+      return self.with_values(new_values)
+    else:
+      return self.with_values(self.values.with_inner_values(new_values))
+
+  #=============================================================================
+  # String Encoding
+  #=============================================================================
+  def __str__(self):
+    if self._is_eager():
+      return "RaggedTensor(%s)" % self.tolist()
+    else:
+      return self.__repr__()
+
+  def __repr__(self):
+    return "RaggedTensor(values=%s, row_splits=%s)" % (self._values,
+                                                       self._row_splits)
+
+  #=============================================================================
+  # Eager Execution Mode
+  #=============================================================================
+
+  def tolist(self):
+    """Returns a nested Python `list` with the values for this `RaggedTensor`.
+
+    If a `RaggedTensor` `rt` was constructed in graph execution mode, then
+    `rt.tolist()` is equivalent to `rt.eval().tolist()`.
+
+    If a `RaggedTensor` `rt` was constructed in eager execution mode, then
+    `rt.tolist()` builds the Python list based on `rt`'s `EagerTensor`
+    components.
+
+    Returns:
+      A nested Python `list`.
+    """
+    if self._is_eager():
+      return self._eager_value().tolist()
+    else:
+      return self.eval().tolist()
+
+  def _eager_value(self):
+    """Returns a RaggedTensorValue for self.  Requires self._is_eager()=true."""
+    value = self.inner_values.numpy()
+    for row_splits in reversed(self.nested_row_splits):
+      value = ragged_tensor_value.RaggedTensorValue(value, row_splits.numpy())
+    return value
+
+  def _is_eager(self):
+    """Returns True if values & row_splits Tensors are all `EagerTensor`s."""
+    rt = self
+    while isinstance(rt, RaggedTensor):
+      if not isinstance(rt.row_splits, ops.EagerTensor):
+        return False
+      rt = rt.values
+    return isinstance(rt, ops.EagerTensor)
+
+  #=============================================================================
+  # Evaluation
+  #=============================================================================
+  def eval(self, feed_dict=None, session=None):  # pylint: disable=redefined-outer-name
+    """Evaluates this ragged tensor in a `Session`.
+
+    Args:
+      feed_dict: A dictionary that maps `Tensor` objects to feed values. See
+        `tf.Session.run` for a description of the valid feed values.
+      session: The `Session` to be used to evaluate this ragged tensor. If none,
+        the default session will be used.
+
+    Returns:
+      A `RaggedTensorValue` object.
+    """
+    return _eval_using_default_session(self, feed_dict,
+                                       self._as_graph_element().graph, session)
+
+  #=============================================================================
+  # Indexing & Slicing
+  #=============================================================================
+  def __getitem__(self, key):
+    """Returns the specified piece of this RaggedTensor."""
+    # See ragged_getitem.py for the documentation and implementation of this
+    # method.
+    #
+    # Note: the imports in ragged/__init__.py ensure that this method always
+    # gets overridden before it is called.
+
+  #=============================================================================
+  # Name Scope
+  #=============================================================================
+
+  # This private function is used by ops.name_scope to ensure that all of the
+  # input tensors for the scope belong to the same graph.  Defining this means
+  # that you may include `RaggedTensor` objects in the name_scope `values`
+  # list.
+  def _as_graph_element(self):
+    """Convert `self` to a graph element."""
+    values = self.values
+    while isinstance(values, RaggedTensor):
+      values = values.values
+    return values
+
+
+def is_ragged(value):
+  """Returns true if `value` is a ragged tensor or ragged tensor value."""
+  return isinstance(value,
+                    (RaggedTensor, ragged_tensor_value.RaggedTensorValue))
+
+
+#===============================================================================
+# Register RaggedTensor for use with session.run.
+#===============================================================================
+def _ragged_tensor_value_from_components(components):
+  components = list(components)
+  value = components.pop()
+  while components:
+    value = ragged_tensor_value.RaggedTensorValue(value, components.pop())
+  return value
+
+
+def _ragged_tensor_session_fetch(rt):
+  components = rt.nested_row_splits + (rt.inner_values,)
+  return (components, _ragged_tensor_value_from_components)
+
+
+def _ragged_tensor_session_feed(feed_key, feed_val):
+  key_components = feed_key.nested_row_splits + (feed_key.inner_values,)
+  val_components = feed_val.nested_row_splits + (feed_val.inner_values,)
+  return zip(key_components, val_components)
+
+
+def _ragged_tensor_session_feed_for_partial_run(feed_key):
+  return feed_key.nested_row_splits + (feed_key.inner_values,)
+
+
+session.register_session_run_conversion_functions(
+    RaggedTensor, _ragged_tensor_session_fetch, _ragged_tensor_session_feed,
+    _ragged_tensor_session_feed_for_partial_run)
+
+
+class RaggedTensorType(object):
+  """Encoding of a static type for a `RaggedTensor`.
+
+  Use this type to express/declare that an output must have the type of
+  `RaggedTensor`.
+  """
+
+  def __init__(self, dtype, ragged_rank):
+    """Initializes a RaggedTensorType object.
+
+    Args:
+      dtype: data type of the `RaggedTensor`'s inner values.
+      ragged_rank: ragged_rank of the declared `RaggedTensor`.
+    """
+    self._dtype = dtype
+    self._ragged_rank = ragged_rank
+
+  dtype = property(lambda self: self._dtype)
+  ragged_rank = property(lambda self: self._ragged_rank)
diff --git a/tensorflow/python/ops/ragged/ragged_tensor_bounding_shape_op_test.py b/tensorflow/python/ops/ragged/ragged_tensor_bounding_shape_op_test.py
new file mode 100644
index 0000000000..a1c10aff9d
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_tensor_bounding_shape_op_test.py
@@ -0,0 +1,69 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.bounding_shape."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedTensorBoundingShapeOp(test_util.TensorFlowTestCase):
+
+  def testDocStringExample(self):
+    # This is the example from ragged.bounding_shape.__doc__.
+    rt = ragged.constant([[1, 2, 3, 4], [5], [], [6, 7, 8, 9], [10]])
+    with self.test_session():
+      self.assertEqual(ragged.bounding_shape(rt).eval().tolist(), [5, 4])
+
+  def test2DRaggedTensorWithOneRaggedDimension(self):
+    values = ['a', 'b', 'c', 'd', 'e', 'f', 'g']
+    rt1 = ragged.from_row_splits(values, [0, 2, 5, 6, 6, 7])
+    rt2 = ragged.from_row_splits(values, [0, 7])
+    rt3 = ragged.from_row_splits(values, [0, 0, 7, 7])
+    with self.test_session():
+      self.assertEqual(ragged.bounding_shape(rt1).eval().tolist(), [5, 3])
+      self.assertEqual(ragged.bounding_shape(rt2).eval().tolist(), [1, 7])
+      self.assertEqual(ragged.bounding_shape(rt3).eval().tolist(), [3, 7])
+
+  def test3DRaggedTensorWithOneRaggedDimension(self):
+    values = [[0, 1], [2, 3], [4, 5], [6, 7], [8, 9], [10, 11], [12, 13]]
+    rt1 = ragged.from_row_splits(values, [0, 2, 5, 6, 6, 7])
+    rt2 = ragged.from_row_splits(values, [0, 7])
+    rt3 = ragged.from_row_splits(values, [0, 0, 7, 7])
+    with self.test_session():
+      self.assertEqual(ragged.bounding_shape(rt1).eval().tolist(), [5, 3, 2])
+      self.assertEqual(ragged.bounding_shape(rt2).eval().tolist(), [1, 7, 2])
+      self.assertEqual(ragged.bounding_shape(rt3).eval().tolist(), [3, 7, 2])
+
+  def testNonRaggedTensor(self):
+    dt = [[0, 1, 2], [3, 4, 5], [6, 7, 8], [9, 10, 11]]
+    with self.test_session():
+      self.assertEqual(ragged.bounding_shape(dt).eval().tolist(), [4, 3])
+
+  def testExplicitAxisOptimizations(self):
+    rt = ragged.from_row_splits(b'a b c d e f g'.split(), [0, 2, 5, 6, 6, 7])
+    with self.test_session():
+      self.assertEqual(ragged.bounding_shape(rt, 0).eval().tolist(), 5)
+      self.assertEqual(ragged.bounding_shape(rt, 1).eval().tolist(), 3)
+      self.assertEqual(
+          ragged.bounding_shape(rt, [1, 0]).eval().tolist(), [3, 5])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_tensor_test.py b/tensorflow/python/ops/ragged/ragged_tensor_test.py
new file mode 100644
index 0000000000..e18a72c71e
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_tensor_test.py
@@ -0,0 +1,1209 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for third_party.tensorflow.python.ops.ragged_tensor."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+import sys
+
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class _SliceBuilder(object):
+  """Helper to construct arguments for __getitem__.
+
+  Usage: _SliceBuilder()[<expr>] slice_spec Python generates for <expr>.
+  """
+
+  def __getitem__(self, slice_spec):
+    return slice_spec
+
+
+SLICE_BUILDER = _SliceBuilder()
+
+
+def _make_tensor_slice_spec(slice_spec, use_constant=True):
+  """Wraps all integers in an extended slice spec w/ a tensor.
+
+  This function is used to help test slicing when the slice spec contains
+  tensors, rather than integers.
+
+  Args:
+    slice_spec: The extended slice spec.
+    use_constant: If true, then wrap each integer with a tf.constant.  If false,
+      then wrap each integer with a tf.placeholder.
+
+  Returns:
+    A copy of slice_spec, but with each integer i replaced with tf.constant(i).
+  """
+
+  def make_piece_scalar(piece):
+    if isinstance(piece, int):
+      scalar = constant_op.constant(piece)
+      if use_constant:
+        return scalar
+      else:
+        return array_ops.placeholder_with_default(scalar, [])
+    elif isinstance(piece, slice):
+      return slice(
+          make_piece_scalar(piece.start), make_piece_scalar(piece.stop),
+          make_piece_scalar(piece.step))
+    else:
+      return piece
+
+  if isinstance(slice_spec, tuple):
+    return tuple(make_piece_scalar(piece) for piece in slice_spec)
+  else:
+    return make_piece_scalar(slice_spec)
+
+
+# Example 2D ragged tensor value with one ragged dimension and with scalar
+# values, expressed as nested python lists and as splits+values.
+EXAMPLE_RAGGED_TENSOR_2D = [[b'a', b'b'], [b'c', b'd', b'e'], [b'f'], [],
+                            [b'g']]
+EXAMPLE_RAGGED_TENSOR_2D_SPLITS = [0, 2, 5, 6, 6, 7]
+EXAMPLE_RAGGED_TENSOR_2D_VALUES = ['a', 'b', 'c', 'd', 'e', 'f', 'g']
+
+# Example 4D ragged tensor value, with two ragged dimensions and with values
+# whose shape is [2], expressed as nested python lists and as splits+values.
+EXAMPLE_RAGGED_TENSOR_4D = [
+    [                                       # rt[0]
+        [[1, 2], [3, 4], [5, 6]],           # rt[0][0]
+        [[7, 8], [9, 10], [11, 12]]],       # rt[0][1]
+    [],                                     # rt[1]
+    [                                       # rt[2]
+        [[13, 14], [15, 16], [17, 18]]],    # rt[2][0]
+    [                                       # rt[3]
+        [[19, 20]]]                         # rt[3][0]
+]  # pyformat: disable
+EXAMPLE_RAGGED_TENSOR_4D_SPLITS1 = [0, 2, 2, 3, 4]
+EXAMPLE_RAGGED_TENSOR_4D_SPLITS2 = [0, 3, 6, 9, 10]
+EXAMPLE_RAGGED_TENSOR_4D_VALUES = [[1, 2], [3, 4], [5, 6], [7, 8], [9, 10],
+                                   [11, 12], [13, 14], [15, 16], [17,
+                                                                  18], [19, 20]]
+
+
+class RaggedTensorTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+  longMessage = True  # Property in unittest.Testcase. pylint: disable=invalid-name
+
+  #=============================================================================
+  # RaggedTensor class docstring examples
+  #=============================================================================
+
+  def testClassDocStringExamples(self):
+    # From section: "Component Tensors"
+    rt = ragged.from_row_splits(
+        values=[3, 1, 4, 1, 5, 9, 2, 6], row_splits=[0, 4, 4, 7, 8, 8])
+    with self.test_session():
+      self.assertEqual(rt.tolist(),
+                       [[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+    del rt
+
+    # From section: "Alternative Row-Partitioning Schemes"
+    values = [3, 1, 4, 1, 5, 9, 2, 6]
+    rt1 = ragged.from_row_splits(values, row_splits=[0, 4, 4, 7, 8, 8])
+    rt2 = ragged.from_row_lengths(values, row_lengths=[4, 0, 3, 1, 0])
+    rt3 = ragged.from_value_rowids(
+        values, value_rowids=[0, 0, 0, 0, 2, 2, 2, 3], nrows=5)
+    rt4 = ragged.from_row_starts(values, row_starts=[0, 4, 4, 7, 8])
+    rt5 = ragged.from_row_limits(values, row_limits=[4, 4, 7, 8, 8])
+    for rt in (rt1, rt2, rt3, rt4, rt5):
+      with self.test_session():
+        self.assertEqual(rt.tolist(),
+                         [[3, 1, 4, 1], [], [5, 9, 2], [6], []])
+    del rt1, rt2, rt3, rt4, rt5
+
+    # From section: "Multiple Ragged Dimensions"
+    inner_rt = ragged.from_row_splits(
+        values=[3, 1, 4, 1, 5, 9, 2, 6], row_splits=[0, 4, 4, 7, 8, 8])
+    outer_rt = ragged.from_row_splits(values=inner_rt, row_splits=[0, 3, 3, 5])
+    self.assertEqual(outer_rt.ragged_rank, 2)
+    with self.test_session():
+      self.assertEqual(outer_rt.tolist(),
+                       [[[3, 1, 4, 1], [], [5, 9, 2]], [], [[6], []]])
+    del inner_rt, outer_rt
+
+    # From section: "Multiple Ragged Dimensions"
+    rt = ragged.from_nested_row_splits(
+        inner_values=[3, 1, 4, 1, 5, 9, 2, 6],
+        nested_row_splits=([0, 3, 3, 5], [0, 4, 4, 7, 8, 8]))
+    with self.test_session():
+      self.assertEqual(rt.tolist(),
+                       [[[3, 1, 4, 1], [], [5, 9, 2]], [], [[6], []]])
+    del rt
+
+    # From section: "Uniform Inner Dimensions"
+    rt = ragged.from_row_splits(
+        values=array_ops.ones([5, 3]), row_splits=[0, 2, 5])
+    with self.test_session():
+      self.assertEqual(
+          rt.tolist(),
+          [[[1, 1, 1], [1, 1, 1]], [[1, 1, 1], [1, 1, 1], [1, 1, 1]]])
+      self.assertEqual(rt.shape.as_list(), [2, None, 3])
+    del rt
+
+  #=============================================================================
+  # RaggedTensorValue Constructor
+  #=============================================================================
+
+  def testRaggedTensorValueConstruction(self):
+    values = np.array(b'a b c d e f g'.split())
+    splits = np.array([0, 2, 5, 6, 6, 7], dtype=np.int64)
+    splits2 = np.array([0, 3, 5], dtype=np.int64)
+
+    # Test construction of a RaggedTensorValue with ragged_rank=1.
+    rt_value = ragged.RaggedTensorValue(values, splits)
+    self.assertEqual(rt_value.row_splits.dtype, np.int64)
+    self.assertEqual(rt_value.shape, (5, None))
+    self.assertEqual(len(rt_value.nested_row_splits), 1)
+    self.assertAllEqual(splits, rt_value.row_splits)
+    self.assertAllEqual(values, rt_value.values)
+    self.assertAllEqual(splits, rt_value.nested_row_splits[0])
+    self.assertAllEqual(values, rt_value.inner_values)
+
+    # Test construction of a RaggedTensorValue with ragged_rank=2.
+    rt_value = ragged.RaggedTensorValue(
+        values=ragged.RaggedTensorValue(values, splits), row_splits=splits2)
+    self.assertEqual(rt_value.row_splits.dtype, np.int64)
+    self.assertEqual(rt_value.shape, (2, None, None))
+    self.assertEqual(len(rt_value.nested_row_splits), 2)
+    self.assertAllEqual(splits2, rt_value.row_splits)
+    self.assertAllEqual(splits, rt_value.values.row_splits)
+    self.assertAllEqual(splits2, rt_value.nested_row_splits[0])
+    self.assertAllEqual(splits, rt_value.nested_row_splits[1])
+    self.assertAllEqual(values, rt_value.values.values)
+    self.assertAllEqual(values, rt_value.inner_values)
+
+  #=============================================================================
+  # RaggedTensor Constructor (private)
+  #=============================================================================
+
+  def testRaggedTensorConstruction(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_splits = constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+    rt = ragged.RaggedTensor(
+        values=values, row_splits=row_splits, internal=True)
+
+    with self.test_session():
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testRaggedTensorConstructionErrors(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_splits = constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+
+    with self.assertRaisesRegexp(ValueError,
+                                 'RaggedTensor constructor is private'):
+      ragged.RaggedTensor(values=values, row_splits=row_splits)
+
+    with self.assertRaisesRegexp(TypeError,
+                                 'values must be a Tensor or RaggedTensor'):
+      ragged.RaggedTensor(values=range(7), row_splits=row_splits, internal=True)
+
+    with self.assertRaisesRegexp(TypeError,
+                                 'Row-partitioning argument must be a Tensor'):
+      ragged.RaggedTensor(
+          values=values, row_splits=[0, 2, 2, 5, 6, 7], internal=True)
+
+    with self.assertRaisesRegexp(ValueError,
+                                 r'Shape \(6, 1\) must have rank 1'):
+      ragged.RaggedTensor(
+          values=values,
+          row_splits=array_ops.expand_dims(row_splits, 1),
+          internal=True)
+
+    with self.assertRaisesRegexp(TypeError,
+                                 'Cached value must be a Tensor or None.'):
+      ragged.RaggedTensor(values=values, row_splits=row_splits,
+                          cached_row_lengths=[2, 3, 4], internal=True)
+
+
+#=============================================================================
+# RaggedTensor Factory Ops
+#=============================================================================
+
+  def testFromValueRowIdsWithDerivedNRows(self):
+    # nrows is known at graph creation time.
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+
+    rt = ragged.from_value_rowids(values, value_rowids)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [5, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_value_rowids = ragged.value_rowids(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    self.assertIs(rt_value_rowids, value_rowids)  # cached_value_rowids
+    with self.test_session():
+      self.assertAllEqual(rt_value_rowids, value_rowids)
+      self.assertEqual(rt_nrows.eval(), 5)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromValueRowIdsWithDerivedNRowsDynamic(self):
+    # nrows is not known at graph creation time.
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    value_rowids = array_ops.placeholder_with_default(value_rowids, shape=None)
+
+    rt = ragged.from_value_rowids(values, value_rowids)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [None, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_value_rowids = ragged.value_rowids(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    self.assertIs(rt_value_rowids, value_rowids)  # cached_value_rowids
+    with self.test_session():
+      self.assertAllEqual(rt_value_rowids, value_rowids)
+      self.assertEqual(rt_nrows.eval(), 5)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromValueRowIdsWithExplicitNRows(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    nrows = constant_op.constant(7, dtypes.int64)
+
+    rt = ragged.from_value_rowids(values, value_rowids, nrows)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [7, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_value_rowids = ragged.value_rowids(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    self.assertIs(rt_value_rowids, value_rowids)  # cached_value_rowids
+    self.assertIs(rt_nrows, nrows)  # cached_nrows
+    with self.test_session():
+      self.assertEqual(
+          rt.tolist(),
+          [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g'], [], []])
+
+  def testFromValueRowIdsWithExplicitNRowsEqualToDefault(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    nrows = constant_op.constant(5, dtypes.int64)
+
+    rt = ragged.from_value_rowids(values, value_rowids, nrows)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [5, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_value_rowids = ragged.value_rowids(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    self.assertIs(rt_value_rowids, value_rowids)  # cached_value_rowids
+    self.assertIs(rt_nrows, nrows)  # cached_nrows
+    with self.test_session():
+      self.assertAllEqual(rt_value_rowids, value_rowids)
+      self.assertAllEqual(rt_nrows, nrows)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromValueRowIdsWithEmptyValues(self):
+    rt = ragged.from_value_rowids([], [])
+    rt_nrows = ragged.nrows(rt)
+    self.assertEqual(rt.dtype, dtypes.float32)
+    self.assertEqual(rt.shape.as_list(), [0, None])
+    self.assertEqual(rt.ragged_rank, 1)
+    self.assertEqual(rt.values.shape.as_list(), [0])
+    self.assertEqual(ragged.value_rowids(rt).shape.as_list(), [0])
+    with self.test_session():
+      self.assertEqual(rt_nrows.eval().tolist(), 0)
+      self.assertEqual(rt.tolist(), [])
+
+  def testFromRowSplits(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_splits = constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+
+    rt = ragged.from_row_splits(values, row_splits)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [5, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_row_splits = rt.row_splits
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    self.assertIs(rt_row_splits, row_splits)
+    with self.test_session():
+      self.assertEqual(rt_nrows.eval(), 5)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromRowSplitsWithEmptySplits(self):
+    err_msg = 'row_splits tensor may not be empty'
+    with self.assertRaisesRegexp(ValueError, err_msg):
+      ragged.from_row_splits([], [])
+
+  def testFromRowStarts(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_starts = constant_op.constant([0, 2, 2, 5, 6], dtypes.int64)
+
+    rt = ragged.from_row_starts(values, row_starts)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [5, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_row_starts = ragged.row_starts(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    with self.test_session():
+      self.assertEqual(rt_nrows.eval(), 5)
+      self.assertAllEqual(rt_row_starts, row_starts)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromRowLimits(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_limits = constant_op.constant([2, 2, 5, 6, 7], dtypes.int64)
+
+    rt = ragged.from_row_limits(values, row_limits)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [5, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_row_limits = ragged.row_limits(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    with self.test_session():
+      self.assertEqual(rt_nrows.eval(), 5)
+      self.assertAllEqual(rt_row_limits, row_limits)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromRowLengths(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_lengths = constant_op.constant([2, 0, 3, 1, 1], dtypes.int64)
+
+    rt = ragged.from_row_lengths(values, row_lengths)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [5, None])
+    self.assertEqual(rt.ragged_rank, 1)
+
+    rt_values = rt.values
+    rt_row_lengths = ragged.row_lengths(rt)
+    rt_nrows = ragged.nrows(rt)
+
+    self.assertIs(rt_values, values)
+    self.assertIs(rt_row_lengths, row_lengths)  # cached_nrows
+    with self.test_session():
+      self.assertEqual(rt_nrows.eval(), 5)
+      self.assertAllEqual(rt_row_lengths, row_lengths)
+      self.assertEqual(rt.tolist(),
+                       [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+
+  def testFromNestedValueRowIdsWithDerivedNRows(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    nested_value_rowids = [
+        constant_op.constant([0, 0, 1, 3, 3], dtypes.int64),
+        constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    ]
+
+    rt = ragged.from_nested_value_rowids(values, nested_value_rowids)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [4, None, None])
+    self.assertEqual(rt.ragged_rank, 2)
+
+    rt_values = rt.values
+    rt_value_rowids = ragged.value_rowids(rt)
+    rt_values_values = rt_values.values
+    rt_values_value_rowids = ragged.value_rowids(rt_values)
+
+    self.assertIs(rt_values_values, values)
+    with self.test_session():
+      self.assertAllEqual(rt_value_rowids, nested_value_rowids[0])
+      self.assertAllEqual(rt_values_value_rowids, nested_value_rowids[1])
+      self.assertEqual(
+          rt.tolist(),
+          [[[b'a', b'b'], []], [[b'c', b'd', b'e']], [], [[b'f'], [b'g']]])
+
+  def testFromNestedValueRowIdsWithExplicitNRows(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    nested_value_rowids = [
+        constant_op.constant([0, 0, 1, 3, 3, 3], dtypes.int64),
+        constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    ]
+    nrows = [
+        constant_op.constant(6, dtypes.int64),
+        constant_op.constant(6, dtypes.int64)
+    ]
+
+    rt = ragged.from_nested_value_rowids(values, nested_value_rowids, nrows)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [6, None, None])
+    self.assertEqual(rt.ragged_rank, 2)
+
+    rt_values = rt.values
+    rt_value_rowids = ragged.value_rowids(rt)
+    rt_nrows = ragged.nrows(rt)
+    rt_values_values = rt_values.values
+    rt_values_value_rowids = ragged.value_rowids(rt_values)
+    rt_values_nrows = ragged.nrows(rt_values)
+
+    self.assertIs(rt_values_values, values)
+    with self.test_session():
+      self.assertAllEqual(rt_value_rowids, nested_value_rowids[0])
+      self.assertAllEqual(rt_values_value_rowids, nested_value_rowids[1])
+      self.assertAllEqual(rt_nrows, nrows[0])
+      self.assertAllEqual(rt_values_nrows, nrows[1])
+      self.assertEqual(rt.tolist(),
+                       [[[b'a', b'b'], []], [[b'c', b'd', b'e']], [],
+                        [[b'f'], [b'g'], []], [], []])
+
+  def testFromNestedValueRowIdsWithExplicitNRowsMismatch(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    nested_value_rowids = [
+        constant_op.constant([0, 0, 1, 3, 3, 3], dtypes.int64),
+        constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    ]
+    nrows = [constant_op.constant(6, dtypes.int64)]
+    with self.assertRaisesRegexp(
+        ValueError, 'nested_nrows must have the same '
+        'length as nested_value_rowids'):
+      ragged.from_nested_value_rowids(values, nested_value_rowids, nrows)
+
+  def testFromNestedValueRowIdsWithNonListInput(self):
+    with self.assertRaisesRegexp(
+        TypeError, 'nested_value_rowids must be a list of Tensors'):
+      ragged.from_nested_value_rowids([1, 2, 3],
+                                      constant_op.constant(
+                                          [[0, 1, 2], [0, 1, 2]], dtypes.int64))
+    with self.assertRaisesRegexp(TypeError,
+                                 'nested_nrows must be a list of Tensors'):
+      ragged.from_nested_value_rowids([1, 2, 3], [[0, 1, 2], [0, 1, 2]],
+                                      constant_op.constant([3, 3]))
+
+  def testFromNestedRowSplits(self):
+    inner_values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    nested_row_splits = [
+        constant_op.constant([0, 2, 3, 3, 5], dtypes.int64),
+        constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+    ]
+
+    rt = ragged.from_nested_row_splits(inner_values, nested_row_splits)
+    self.assertEqual(rt.dtype, dtypes.string)
+    self.assertEqual(rt.shape.as_list(), [4, None, None])
+    self.assertEqual(rt.ragged_rank, 2)
+
+    rt_values = rt.values
+    rt_row_splits = rt.row_splits
+    rt_values_values = rt_values.values
+    rt_values_row_splits = rt_values.row_splits
+
+    self.assertIs(rt_values_values, inner_values)
+    self.assertIs(rt_row_splits, nested_row_splits[0])
+    self.assertIs(rt_values_row_splits, nested_row_splits[1])
+    with self.test_session():
+      self.assertEqual(
+          rt.tolist(),
+          [[[b'a', b'b'], []], [[b'c', b'd', b'e']], [], [[b'f'], [b'g']]])
+
+  def testFromNestedRowSplitsWithNonListInput(self):
+    with self.assertRaisesRegexp(TypeError,
+                                 'nested_row_splits must be a list of Tensors'):
+      ragged.from_nested_row_splits([1, 2],
+                                    constant_op.constant([[0, 1, 2], [0, 1, 2]],
+                                                         dtypes.int64))
+
+  def testFromValueRowIdsWithBadNRows(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    nrows = constant_op.constant(5, dtypes.int64)
+
+    with self.assertRaisesRegexp(ValueError, r'Expected nrows >= 0; got -2'):
+      ragged.from_value_rowids(
+          values=values,
+          value_rowids=array_ops.placeholder_with_default(value_rowids, None),
+          nrows=-2)
+
+    with self.assertRaisesRegexp(
+        ValueError, r'Expected nrows >= value_rowids\[-1\] \+ 1; got nrows=2, '
+        r'value_rowids\[-1\]=4'):
+      ragged.from_value_rowids(
+          values=values, value_rowids=value_rowids, nrows=2)
+
+    with self.assertRaisesRegexp(
+        ValueError, r'Expected nrows >= value_rowids\[-1\] \+ 1; got nrows=4, '
+        r'value_rowids\[-1\]=4'):
+      ragged.from_value_rowids(
+          values=values, value_rowids=value_rowids, nrows=4)
+
+    with self.assertRaisesRegexp(ValueError,
+                                 r'Shape \(7, 1\) must have rank 1'):
+      ragged.from_value_rowids(
+          values=values,
+          value_rowids=array_ops.expand_dims(value_rowids, 1),
+          nrows=nrows)
+
+    with self.assertRaisesRegexp(ValueError, r'Shape \(1,\) must have rank 0'):
+      ragged.from_value_rowids(
+          values=values,
+          value_rowids=value_rowids,
+          nrows=array_ops.expand_dims(nrows, 0))
+
+  def testGraphMismatch(self):
+    with ops.Graph().as_default():
+      values = constant_op.constant([1, 2, 3])
+    with ops.Graph().as_default():
+      splits = constant_op.constant([0, 2, 3])
+    self.assertRaisesRegexp(ValueError, '.* must be from the same graph as .*',
+                            ragged.from_row_splits, values, splits)
+
+  #=============================================================================
+  # Ragged Value & Row-Partitioning Tensor Accessors
+  #=============================================================================
+
+  def testRaggedTensorAccessors_2d(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    row_splits = constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    rt1 = ragged.from_row_splits(values, row_splits)
+    rt2 = ragged.from_value_rowids(values, value_rowids)
+
+    for rt in [rt1, rt2]:
+      with self.test_session():
+        self.assertEqual(rt.tolist(),
+                         [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+        self.assertEqual(rt.values.eval().tolist(),
+                         [b'a', b'b', b'c', b'd', b'e', b'f', b'g'])
+        self.assertEqual(rt.values.shape.dims[0].value, 7)
+        self.assertEqual(
+            ragged.value_rowids(rt).eval().tolist(), [0, 0, 2, 2, 2, 3, 4])
+        self.assertEqual(ragged.nrows(rt).eval().tolist(), 5)
+        self.assertEqual(rt.row_splits.eval().tolist(), [0, 2, 2, 5, 6, 7])
+        self.assertEqual(ragged.row_starts(rt).eval().tolist(), [0, 2, 2, 5, 6])
+        self.assertEqual(ragged.row_limits(rt).eval().tolist(), [2, 2, 5, 6, 7])
+        self.assertEqual(
+            ragged.row_lengths(rt).eval().tolist(), [2, 0, 3, 1, 1])
+        self.assertEqual(rt.inner_values.eval().tolist(),
+                         [b'a', b'b', b'c', b'd', b'e', b'f', b'g'])
+        self.assertEqual([s.eval().tolist() for s in rt.nested_row_splits],
+                         [[0, 2, 2, 5, 6, 7]])
+
+  def testRaggedTensorAccessors_3d_with_ragged_rank_1(self):
+    values = [[0, 1], [2, 3], [4, 5], [6, 7], [8, 9], [10, 11], [12, 13]]
+    row_splits = constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+    value_rowids = constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    rt1 = ragged.from_row_splits(values, row_splits)
+    rt2 = ragged.from_value_rowids(values, value_rowids)
+
+    for rt in [rt1, rt2]:
+      with self.test_session():
+        self.assertEqual(rt.tolist(),
+                         [[[0, 1], [2, 3]], [], [[4, 5], [6, 7], [8, 9]],
+                          [[10, 11]], [[12, 13]]])
+        self.assertEqual(
+            rt.values.eval().tolist(),
+            [[0, 1], [2, 3], [4, 5], [6, 7], [8, 9], [10, 11], [12, 13]])
+        self.assertEqual(rt.values.shape.dims[0].value, 7)
+        self.assertEqual(
+            ragged.value_rowids(rt).eval().tolist(), [0, 0, 2, 2, 2, 3, 4])
+        self.assertEqual(ragged.nrows(rt).eval().tolist(), 5)
+        self.assertEqual(rt.row_splits.eval().tolist(), [0, 2, 2, 5, 6, 7])
+        self.assertEqual(ragged.row_starts(rt).eval().tolist(), [0, 2, 2, 5, 6])
+        self.assertEqual(ragged.row_limits(rt).eval().tolist(), [2, 2, 5, 6, 7])
+        self.assertEqual(
+            ragged.row_lengths(rt).eval().tolist(), [2, 0, 3, 1, 1])
+        self.assertEqual(
+            rt.inner_values.eval().tolist(),
+            [[0, 1], [2, 3], [4, 5], [6, 7], [8, 9], [10, 11], [12, 13]])
+        self.assertEqual([s.eval().tolist() for s in rt.nested_row_splits],
+                         [[0, 2, 2, 5, 6, 7]])
+
+  def testRaggedTensorAccessors_3d_with_ragged_rank_2(self):
+    values = constant_op.constant(['a', 'b', 'c', 'd', 'e', 'f', 'g'])
+    nested_row_splits = [
+        constant_op.constant([0, 2, 3, 3, 5], dtypes.int64),
+        constant_op.constant([0, 2, 2, 5, 6, 7], dtypes.int64)
+    ]
+    nested_value_rowids = [
+        constant_op.constant([0, 0, 1, 3, 3], dtypes.int64),
+        constant_op.constant([0, 0, 2, 2, 2, 3, 4], dtypes.int64)
+    ]
+    rt1 = ragged.from_nested_row_splits(values, nested_row_splits)
+    rt2 = ragged.from_nested_value_rowids(values, nested_value_rowids)
+
+    for rt in [rt1, rt2]:
+      with self.test_session():
+        self.assertEqual(
+            rt.tolist(),
+            [[[b'a', b'b'], []], [[b'c', b'd', b'e']], [], [[b'f'], [b'g']]])
+        self.assertEqual(rt.values.eval().tolist(),
+                         [[b'a', b'b'], [], [b'c', b'd', b'e'], [b'f'], [b'g']])
+        self.assertEqual(rt.values.shape.dims[0].value, 5)
+        self.assertEqual(
+            ragged.value_rowids(rt).eval().tolist(), [0, 0, 1, 3, 3])
+        self.assertEqual(ragged.nrows(rt).eval().tolist(), 4)
+        self.assertEqual(rt.row_splits.eval().tolist(), [0, 2, 3, 3, 5])
+        self.assertEqual(ragged.row_starts(rt).eval().tolist(), [0, 2, 3, 3])
+        self.assertEqual(ragged.row_limits(rt).eval().tolist(), [2, 3, 3, 5])
+        self.assertEqual(ragged.row_lengths(rt).eval().tolist(), [2, 1, 0, 2])
+        self.assertEqual(rt.inner_values.eval().tolist(),
+                         [b'a', b'b', b'c', b'd', b'e', b'f', b'g'])
+        self.assertEqual([s.eval().tolist() for s in rt.nested_row_splits],
+                         [[0, 2, 3, 3, 5], [0, 2, 2, 5, 6, 7]])
+
+  def testNRowsWithTensorInput(self):
+    dt = constant_op.constant([[1, 2, 3], [4, 5, 6]])
+    nrows = ragged.nrows(dt)
+    with self.test_session():
+      self.assertEqual(nrows.eval(), 2)
+
+  def testRowLengthsWithTensorInput(self):
+    dt = constant_op.constant([[1, 2, 3], [4, 5, 6]])
+    row_lengths = ragged.row_lengths(dt)
+    with self.test_session():
+      self.assertEqual(row_lengths.eval().tolist(), [3, 3])
+
+  #=============================================================================
+  # RaggedTensor.shape
+  #=============================================================================
+
+  def testShape(self):
+    """Tests for RaggedTensor.shape."""
+    rt1 = ragged.from_row_splits(b'a b c d e f g'.split(), [0, 2, 5, 6, 6, 7])
+    self.assertEqual(rt1.shape.as_list(), [5, None])
+
+    rt2 = ragged.from_row_splits(
+        [[1, 2], [3, 4], [5, 6], [7, 8], [9, 10], [11, 12], [13, 14]],
+        [0, 2, 5, 6, 6, 7])
+    self.assertEqual(rt2.shape.as_list(), [5, None, 2])
+
+    rt3 = ragged.from_row_splits(
+        [[[1, 2], [3, 4]], [[5, 6], [7, 8]], [[9, 10], [11, 12]]], [0, 2, 2, 3])
+    self.assertEqual(rt3.shape.as_list(), [3, None, 2, 2])
+
+    rt4 = ragged.from_row_splits(rt3, [0, 1, 3, 3])
+    self.assertEqual(rt4.shape.as_list(), [3, None, None, 2, 2])
+
+    rt5 = ragged.from_row_splits(
+        array_ops.placeholder(dtype=dtypes.string), [0, 2, 3, 5])
+    self.assertEqual(rt5.shape.ndims, None)
+
+    rt6 = ragged.from_row_splits([1, 2, 3],
+                                 array_ops.placeholder(dtype=dtypes.int64))
+    self.assertEqual(rt6.shape.as_list(), [None, None])
+
+  #=============================================================================
+  # RaggedTensor.__getitem__
+  #=============================================================================
+
+  def _TestGetItem(self, rt, slice_spec, expected):
+    """Helper function for testing RaggedTensor.__getitem__.
+
+    Checks that calling `rt.__getitem__(slice_spec) returns the expected value.
+    Checks three different configurations for each slice spec:
+
+      * Call __getitem__ with the slice spec as-is (with int values)
+      * Call __getitem__ with int values in the slice spec wrapped in
+        `tf.constant()`.
+      * Call __getitem__ with int values in the slice spec wrapped in
+        `tf.placeholder()` (so value is not known at graph construction time).
+
+    Args:
+      rt: The RaggedTensor to test.
+      slice_spec: The slice spec.
+      expected: The expected value of rt.__getitem__(slice_spec), as a python
+        list; or an exception class.
+    """
+    with self.test_session():
+      tensor_slice_spec1 = _make_tensor_slice_spec(slice_spec, True)
+      tensor_slice_spec2 = _make_tensor_slice_spec(slice_spec, False)
+      value1 = rt.__getitem__(slice_spec).eval()
+      value2 = rt.__getitem__(tensor_slice_spec1).eval()
+      value3 = rt.__getitem__(tensor_slice_spec2).eval()
+      if hasattr(value1, 'tolist'):
+        value1 = value1.tolist()
+      if hasattr(value2, 'tolist'):
+        value2 = value2.tolist()
+      if hasattr(value3, 'tolist'):
+        value3 = value3.tolist()
+      self.assertEqual(value1, expected, 'slice_spec=%s' % (slice_spec,))
+      self.assertEqual(value2, expected, 'slice_spec=%s' % (slice_spec,))
+      self.assertEqual(value3, expected, 'slice_spec=%s' % (slice_spec,))
+
+  def _TestGetItemException(self, rt, slice_spec, expected, message):
+    """Helper function for testing RaggedTensor.__getitem__ exceptions."""
+    with self.test_session():
+      tensor_slice_spec1 = _make_tensor_slice_spec(slice_spec, True)
+      self.assertRaisesRegexp(expected, message, rt.__getitem__, slice_spec)
+      self.assertRaisesRegexp(expected, message, rt.__getitem__,
+                              tensor_slice_spec1)
+
+  @parameterized.parameters(
+      # Tests for rt[i]
+      (SLICE_BUILDER[-5], EXAMPLE_RAGGED_TENSOR_2D[-5]),
+      (SLICE_BUILDER[-4], EXAMPLE_RAGGED_TENSOR_2D[-4]),
+      (SLICE_BUILDER[-1], EXAMPLE_RAGGED_TENSOR_2D[-1]),
+      (SLICE_BUILDER[0], EXAMPLE_RAGGED_TENSOR_2D[0]),
+      (SLICE_BUILDER[1], EXAMPLE_RAGGED_TENSOR_2D[1]),
+      (SLICE_BUILDER[4], EXAMPLE_RAGGED_TENSOR_2D[4]),
+
+      # Tests for rt[i:]
+      (SLICE_BUILDER[-6:], EXAMPLE_RAGGED_TENSOR_2D[-6:]),
+      (SLICE_BUILDER[-3:], EXAMPLE_RAGGED_TENSOR_2D[-3:]),
+      (SLICE_BUILDER[-1:], EXAMPLE_RAGGED_TENSOR_2D[-1:]),
+      (SLICE_BUILDER[0:], EXAMPLE_RAGGED_TENSOR_2D[0:]),
+      (SLICE_BUILDER[3:], EXAMPLE_RAGGED_TENSOR_2D[3:]),
+      (SLICE_BUILDER[5:], EXAMPLE_RAGGED_TENSOR_2D[5:]),
+
+      # Tests for rt[:j]
+      (SLICE_BUILDER[:-6], EXAMPLE_RAGGED_TENSOR_2D[:-6]),
+      (SLICE_BUILDER[:-3], EXAMPLE_RAGGED_TENSOR_2D[:-3]),
+      (SLICE_BUILDER[:-1], EXAMPLE_RAGGED_TENSOR_2D[:-1]),
+      (SLICE_BUILDER[:0], EXAMPLE_RAGGED_TENSOR_2D[:0]),
+      (SLICE_BUILDER[:3], EXAMPLE_RAGGED_TENSOR_2D[:3]),
+      (SLICE_BUILDER[:5], EXAMPLE_RAGGED_TENSOR_2D[:5]),
+
+      # Tests for rt[i:j]
+      (SLICE_BUILDER[0:3], EXAMPLE_RAGGED_TENSOR_2D[0:3]),
+      (SLICE_BUILDER[3:5], EXAMPLE_RAGGED_TENSOR_2D[3:5]),
+      (SLICE_BUILDER[-5:3], EXAMPLE_RAGGED_TENSOR_2D[-5:3]),
+      (SLICE_BUILDER[3:1], EXAMPLE_RAGGED_TENSOR_2D[3:1]),
+      (SLICE_BUILDER[-1:1], EXAMPLE_RAGGED_TENSOR_2D[-1:1]),
+      (SLICE_BUILDER[1:-1], EXAMPLE_RAGGED_TENSOR_2D[1:-1]),
+
+      # Tests for rt[i, j]
+      (SLICE_BUILDER[0, 1], EXAMPLE_RAGGED_TENSOR_2D[0][1]),
+      (SLICE_BUILDER[1, 2], EXAMPLE_RAGGED_TENSOR_2D[1][2]),
+      (SLICE_BUILDER[-1, 0], EXAMPLE_RAGGED_TENSOR_2D[-1][0]),
+      (SLICE_BUILDER[-3, 0], EXAMPLE_RAGGED_TENSOR_2D[-3][0]),
+      (SLICE_BUILDER[:], EXAMPLE_RAGGED_TENSOR_2D),
+      (SLICE_BUILDER[:, :], EXAMPLE_RAGGED_TENSOR_2D),
+
+      # Empty slice spec.
+      ([], EXAMPLE_RAGGED_TENSOR_2D),
+
+      # Test for ellipsis
+      (SLICE_BUILDER[...], EXAMPLE_RAGGED_TENSOR_2D),
+      (SLICE_BUILDER[2, ...], EXAMPLE_RAGGED_TENSOR_2D[2]),
+      (SLICE_BUILDER[..., :], EXAMPLE_RAGGED_TENSOR_2D),
+      (SLICE_BUILDER[..., 2, 0], EXAMPLE_RAGGED_TENSOR_2D[2][0]),
+      (SLICE_BUILDER[2, ..., 0], EXAMPLE_RAGGED_TENSOR_2D[2][0]),
+      (SLICE_BUILDER[2, 0, ...], EXAMPLE_RAGGED_TENSOR_2D[2][0]),
+
+      # Test for array_ops.newaxis
+      (SLICE_BUILDER[array_ops.newaxis, :], [EXAMPLE_RAGGED_TENSOR_2D]),
+      (SLICE_BUILDER[:, array_ops.newaxis],
+       [[row] for row in EXAMPLE_RAGGED_TENSOR_2D]),
+
+      # Slicing inner ragged dimensions.
+      (SLICE_BUILDER[-1:, 1:4],
+       [row[1:4] for row in EXAMPLE_RAGGED_TENSOR_2D[-1:]]),
+      (SLICE_BUILDER[:, 1:4], [row[1:4] for row in EXAMPLE_RAGGED_TENSOR_2D]),
+      (SLICE_BUILDER[:, -2:], [row[-2:] for row in EXAMPLE_RAGGED_TENSOR_2D]),
+      # TODO(edloper): Add tests for strided slices, once support is added.
+  )
+  def testRaggedTensorGetItemWithRaggedRank1(self, slice_spec, expected):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    # Ragged tensor
+    rt = ragged.from_row_splits(EXAMPLE_RAGGED_TENSOR_2D_VALUES,
+                                EXAMPLE_RAGGED_TENSOR_2D_SPLITS)
+
+    with self.test_session():
+      self.assertEqual(rt.tolist(), EXAMPLE_RAGGED_TENSOR_2D)
+    self._TestGetItem(rt, slice_spec, expected)
+
+  # pylint: disable=invalid-slice-index
+  @parameterized.parameters(
+      # Tests for out-of-bound errors
+      (SLICE_BUILDER[5], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[-6], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[0, 2], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[3, 0], ValueError, '.*out of bounds.*'),
+
+      # Indexing into an inner ragged dimension
+      (SLICE_BUILDER[:, 3], ValueError,
+       'Cannot index into an inner ragged dimension'),
+      (SLICE_BUILDER[:1, 3], ValueError,
+       'Cannot index into an inner ragged dimension'),
+      (SLICE_BUILDER[..., 3], ValueError,
+       'Cannot index into an inner ragged dimension'),
+
+      # Tests for type errors
+      (SLICE_BUILDER[0.5], TypeError, "Value passed to parameter 'begin' has "
+       'DataType float32 not in list of allowed values: int32, int64'),
+      (SLICE_BUILDER[1:3:0.5], TypeError,
+       "Input 'strides' of 'StridedSlice' Op has type float32 that does not "
+       "match type int32 of argument 'begin'."),
+      (SLICE_BUILDER[:, 1:3:0.5], TypeError,
+       'slice strides must be integers or None'),
+      (SLICE_BUILDER[:, 0.5:1.5], TypeError,
+       'slice offsets must be integers or None'),
+      (SLICE_BUILDER['foo'.encode()], TypeError, 'cannot concatenate .*'
+       if sys.version_info[0] == 2 else "can't concat .*"),
+      (SLICE_BUILDER[:, 'foo':'foo'], TypeError,
+       'slice offsets must be integers or None'),
+
+      # Tests for other errors
+      (SLICE_BUILDER[..., 0, 0, 0], IndexError,
+       'Too many indices for RaggedTensor'),
+  )
+  def testRaggedTensorGetItemErrorsWithRaggedRank1(self, slice_spec, expected,
+                                                   message):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    # Ragged tensor
+    rt = ragged.from_row_splits(EXAMPLE_RAGGED_TENSOR_2D_VALUES,
+                                EXAMPLE_RAGGED_TENSOR_2D_SPLITS)
+    # if sys.version_info[0] == 3:
+    #   message = 'must be str, not int'
+
+    with self.test_session():
+      self.assertEqual(rt.tolist(), EXAMPLE_RAGGED_TENSOR_2D)
+    self._TestGetItemException(rt, slice_spec, expected, message)
+
+  @parameterized.parameters(
+      # Tests for rt[index, index, ...]
+      (SLICE_BUILDER[2, 0], EXAMPLE_RAGGED_TENSOR_4D[2][0]),
+      (SLICE_BUILDER[2, 0, 1], EXAMPLE_RAGGED_TENSOR_4D[2][0][1]),
+      (SLICE_BUILDER[2, 0, 1, 1], EXAMPLE_RAGGED_TENSOR_4D[2][0][1][1]),
+      (SLICE_BUILDER[2, 0, 1:], EXAMPLE_RAGGED_TENSOR_4D[2][0][1:]),
+      (SLICE_BUILDER[2, 0, 1:, 1:], [[16], [18]]),
+      (SLICE_BUILDER[2, 0, :, 1], [14, 16, 18]),
+      (SLICE_BUILDER[2, 0, 1, :], EXAMPLE_RAGGED_TENSOR_4D[2][0][1]),
+
+      # Tests for rt[index, slice, ...]
+      (SLICE_BUILDER[0, :], EXAMPLE_RAGGED_TENSOR_4D[0]),
+      (SLICE_BUILDER[1, :], EXAMPLE_RAGGED_TENSOR_4D[1]),
+      (SLICE_BUILDER[0, :, :, 1], [[2, 4, 6], [8, 10, 12]]),
+      (SLICE_BUILDER[1, :, :, 1], []),
+      (SLICE_BUILDER[2, :, :, 1], [[14, 16, 18]]),
+      (SLICE_BUILDER[3, :, :, 1], [[20]]),
+
+      # Tests for rt[slice, slice, ...]
+      (SLICE_BUILDER[:, :], EXAMPLE_RAGGED_TENSOR_4D),
+      (SLICE_BUILDER[:, :, :, 1], [[[2, 4, 6], [8, 10, 12]], [], [[14, 16, 18]],
+                                   [[20]]]),
+      (SLICE_BUILDER[1:, :, :, 1], [[], [[14, 16, 18]], [[20]]]),
+      (SLICE_BUILDER[-3:, :, :, 1], [[], [[14, 16, 18]], [[20]]]),
+
+      # Test for ellipsis
+      (SLICE_BUILDER[...], EXAMPLE_RAGGED_TENSOR_4D),
+      (SLICE_BUILDER[2, ...], EXAMPLE_RAGGED_TENSOR_4D[2]),
+      (SLICE_BUILDER[2, 0, ...], EXAMPLE_RAGGED_TENSOR_4D[2][0]),
+      (SLICE_BUILDER[..., 0], [[[1, 3, 5], [7, 9, 11]], [], [[13, 15, 17]],
+                               [[19]]]),
+      (SLICE_BUILDER[2, ..., 0], [[13, 15, 17]]),
+      (SLICE_BUILDER[2, 0, ..., 0], [13, 15, 17]),
+
+      # Test for array_ops.newaxis
+      (SLICE_BUILDER[array_ops.newaxis, :], [EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, array_ops.newaxis],
+       [[row] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+
+      # Empty slice spec.
+      ([], EXAMPLE_RAGGED_TENSOR_4D),
+
+      # Slicing inner ragged dimensions.
+      (SLICE_BUILDER[:, 1:4], [row[1:4] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, -2:], [row[-2:] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, :, :-1],
+       [[v[:-1] for v in row] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, :, 1:2],
+       [[v[1:2] for v in row] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[1:, 1:3, 1:2],
+       [[v[1:2] for v in row[1:3]] for row in EXAMPLE_RAGGED_TENSOR_4D[1:]]),
+
+      # Strided slices
+      (SLICE_BUILDER[::2], EXAMPLE_RAGGED_TENSOR_4D[::2]),
+      (SLICE_BUILDER[1::2], EXAMPLE_RAGGED_TENSOR_4D[1::2]),
+      (SLICE_BUILDER[:, ::2], [row[::2] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, 1::2], [row[1::2] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, :, ::2],
+       [[v[::2] for v in row] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+      (SLICE_BUILDER[:, :, 1::2],
+       [[v[1::2] for v in row] for row in EXAMPLE_RAGGED_TENSOR_4D]),
+
+      # TODO(edloper): Add tests for strided slices, once support is added.
+      # TODO(edloper): Add tests slicing inner ragged dimensions, one support
+      # is added.
+  )
+  def testRaggedTensorGetItemWithRaggedRank2(self, slice_spec, expected):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    rt = ragged.from_nested_row_splits(
+        EXAMPLE_RAGGED_TENSOR_4D_VALUES,
+        [EXAMPLE_RAGGED_TENSOR_4D_SPLITS1, EXAMPLE_RAGGED_TENSOR_4D_SPLITS2])
+    with self.test_session():
+      self.assertEqual(rt.tolist(), EXAMPLE_RAGGED_TENSOR_4D)
+    self._TestGetItem(rt, slice_spec, expected)
+
+  @parameterized.parameters(
+      # Test for errors in unsupported cases
+      (SLICE_BUILDER[:, 0], ValueError,
+       'Cannot index into an inner ragged dimension.'),
+      (SLICE_BUILDER[:, :, 0], ValueError,
+       'Cannot index into an inner ragged dimension.'),
+
+      # Test for out-of-bounds errors.
+      (SLICE_BUILDER[1, 0], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[0, 0, 3], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[5], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[0, 5], ValueError, '.*out of bounds.*'),
+  )
+  def testRaggedTensorGetItemErrorsWithRaggedRank2(self, slice_spec, expected,
+                                                   message):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    rt = ragged.from_nested_row_splits(
+        EXAMPLE_RAGGED_TENSOR_4D_VALUES,
+        [EXAMPLE_RAGGED_TENSOR_4D_SPLITS1, EXAMPLE_RAGGED_TENSOR_4D_SPLITS2])
+    with self.test_session():
+      self.assertEqual(rt.tolist(), EXAMPLE_RAGGED_TENSOR_4D)
+    self._TestGetItemException(rt, slice_spec, expected, message)
+
+  @parameterized.parameters(
+      (SLICE_BUILDER[:], []),
+      (SLICE_BUILDER[2:], []),
+      (SLICE_BUILDER[:-3], []),
+  )
+  def testRaggedTensorGetItemWithEmptyTensor(self, slice_spec, expected):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    rt = ragged.from_row_splits([], [0])
+    self._TestGetItem(rt, slice_spec, expected)
+
+  @parameterized.parameters(
+      (SLICE_BUILDER[0], ValueError, '.*out of bounds.*'),
+      (SLICE_BUILDER[-1], ValueError, '.*out of bounds.*'),
+  )
+  def testRaggedTensorGetItemErrorsWithEmptyTensor(self, slice_spec, expected,
+                                                   message):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    rt = ragged.from_row_splits([], [0])
+    self._TestGetItemException(rt, slice_spec, expected, message)
+
+  @parameterized.parameters(
+      (SLICE_BUILDER[-4], EXAMPLE_RAGGED_TENSOR_2D[-4]),
+      (SLICE_BUILDER[0], EXAMPLE_RAGGED_TENSOR_2D[0]),
+      (SLICE_BUILDER[-3:], EXAMPLE_RAGGED_TENSOR_2D[-3:]),
+      (SLICE_BUILDER[:3], EXAMPLE_RAGGED_TENSOR_2D[:3]),
+      (SLICE_BUILDER[3:5], EXAMPLE_RAGGED_TENSOR_2D[3:5]),
+      (SLICE_BUILDER[0, 1], EXAMPLE_RAGGED_TENSOR_2D[0][1]),
+      (SLICE_BUILDER[-3, 0], EXAMPLE_RAGGED_TENSOR_2D[-3][0]),
+  )
+  def testRaggedTensorGetItemWithPlaceholderShapes(self, slice_spec, expected):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    # Intentionally use an unknown shape for `splits`, to force the code path
+    # that deals with having nrows unknown at graph construction time.
+    splits = constant_op.constant(
+        EXAMPLE_RAGGED_TENSOR_2D_SPLITS, dtype=dtypes.int64)
+    splits = array_ops.placeholder_with_default(splits, None)
+    rt = ragged.from_row_splits(EXAMPLE_RAGGED_TENSOR_2D_VALUES, splits)
+    with self.test_session():
+      self.assertEqual(rt.tolist(), EXAMPLE_RAGGED_TENSOR_2D)
+    self._TestGetItem(rt, slice_spec, expected)
+
+  @parameterized.parameters(
+      (SLICE_BUILDER[..., 2], ValueError,
+       'Ellipsis not supported for unknown shape RaggedTensors'),)
+  def testRaggedTensorGetItemErrorsWithPlaceholderShapes(
+      self, slice_spec, expected, message):
+    """Test that rt.__getitem__(slice_spec) == expected."""
+    # Intentionally use an unknown shape for `values`.
+    values = array_ops.placeholder_with_default([0], None)
+    rt = ragged.from_row_splits(values, [0, 1])
+    self._TestGetItemException(rt, slice_spec, expected, message)
+
+  # TODO(edloper): Remove this decorator once c shapes become the default.
+  @test_util.enable_c_shapes
+  def testGetItemNewAxis(self):
+    # rt: [[[['a', 'b'], ['c', 'd']], [], [['e', 'f']]], []]
+    splits1 = [0, 3, 3]
+    splits2 = [0, 2, 2, 3]
+    values = constant_op.constant([['a', 'b'], ['c', 'd'], ['e', 'f']])
+    rt = ragged.from_nested_row_splits(values, [splits1, splits2])
+    with self.test_session():
+      rt_newaxis0 = rt[array_ops.newaxis]
+      rt_newaxis1 = rt[:, array_ops.newaxis]
+      rt_newaxis2 = rt[:, :, array_ops.newaxis]
+      rt_newaxis3 = rt[:, :, :, array_ops.newaxis]
+      rt_newaxis4 = rt[:, :, :, :, array_ops.newaxis]
+
+      self.assertEqual(rt.tolist(),
+                       [[[[b'a', b'b'], [b'c', b'd']], [], [[b'e', b'f']]], []])
+      self.assertEqual(
+          rt_newaxis0.tolist(),
+          [[[[[b'a', b'b'], [b'c', b'd']], [], [[b'e', b'f']]], []]])
+      self.assertEqual(
+          rt_newaxis1.tolist(),
+          [[[[[b'a', b'b'], [b'c', b'd']], [], [[b'e', b'f']]]], [[]]])
+      self.assertEqual(
+          rt_newaxis2.tolist(),
+          [[[[[b'a', b'b'], [b'c', b'd']]], [[]], [[[b'e', b'f']]]], []])
+      self.assertEqual(
+          rt_newaxis3.tolist(),
+          [[[[[b'a', b'b']], [[b'c', b'd']]], [], [[[b'e', b'f']]]], []])
+      self.assertEqual(
+          rt_newaxis4.tolist(),
+          [[[[[b'a'], [b'b']], [[b'c'], [b'd']]], [], [[[b'e'], [b'f']]]], []])
+
+      self.assertEqual(rt.ragged_rank, 2)
+      self.assertEqual(rt_newaxis0.ragged_rank, 3)
+      self.assertEqual(rt_newaxis1.ragged_rank, 3)
+      self.assertEqual(rt_newaxis2.ragged_rank, 3)
+      self.assertEqual(rt_newaxis3.ragged_rank, 2)
+      self.assertEqual(rt_newaxis4.ragged_rank, 2)
+
+      self.assertEqual(rt_newaxis0.shape.as_list(), [1, None, None, None, 2])
+      self.assertEqual(rt_newaxis1.shape.as_list(), [2, None, None, None, 2])
+      self.assertEqual(rt_newaxis2.shape.as_list(), [2, None, None, None, 2])
+      self.assertEqual(rt_newaxis3.shape.as_list(), [2, None, None, 1, 2])
+      self.assertEqual(rt_newaxis4.shape.as_list(), [2, None, None, 2, 1])
+
+  #=============================================================================
+  # RaggedTensor.__str__
+  #=============================================================================
+  def testRaggedTensorStr(self):
+    rt1 = ragged.from_row_splits(b'a b c d e f g'.split(), [0, 2, 5, 6, 6, 7])
+    expected1 = ('RaggedTensor(values=Tensor("RaggedFromRowSplits/values:0", '
+                 'shape=(7,), dtype=string), row_splits='
+                 'Tensor("RaggedFromRowSplits/row_splits:0", '
+                 'shape=(6,), dtype=int64))')
+    self.assertEqual(str(rt1), expected1)
+    self.assertEqual(repr(rt1), expected1)
+
+  def testRaggedTensorValueStr(self):
+    rt = ragged.RaggedTensorValue(
+        values=np.array(b'a b c d e f g'.split()),
+        row_splits=np.array([0, 2, 5, 6, 6, 7], dtype=np.int64))
+    if sys.version_info[0] == 2:
+      self.assertEqual(' '.join(str(rt).split()),
+                       (r"<RaggedTensorValue [['a', 'b'], ['c', 'd', 'e'], "
+                        "['f'], [], ['g']]>"))
+      self.assertEqual(
+          ' '.join(repr(rt).split()),
+          (r"RaggedTensorValue(values=array(['a', 'b', 'c', 'd', "
+           "'e', 'f', 'g'], dtype='|S1'), row_splits=array([0, 2, 5,"
+           ' 6, 6, 7]))'))
+    else:
+      self.assertEqual(
+          ' '.join(str(rt).split()),
+          (r"<RaggedTensorValue [[b'a', b'b'], [b'c', b'd', b'e'], "
+           "[b'f'], [], [b'g']]>"))
+      self.assertEqual(
+          ' '.join(repr(rt).split()),
+          (r"RaggedTensorValue(values=array([b'a', b'b', b'c', b'd', "
+           "b'e', b'f', b'g'], dtype='|S1'), row_splits=array([0, 2, 5,"
+           ' 6, 6, 7]))'))
+
+  #=============================================================================
+  # RaggedTensor.with_values() and RaggedTensor.with_inner_values().
+  #=============================================================================
+
+  def testWithValues(self):
+    rt1 = ragged.constant([[1, 2], [3, 4, 5], [6], [], [7]])
+    rt2 = ragged.constant([[[1, 2], [3, 4, 5]], [[6]], [], [[], [7]]])
+
+    rt1_plus_10 = rt1.with_values(rt1.values + 10)
+    rt2_times_10 = rt2.with_inner_values(rt2.inner_values * 10)
+    rt1_expanded = rt1.with_values(array_ops.expand_dims(rt1.values, axis=1))
+
+    with self.test_session():
+      self.assertEqual(rt1_plus_10.tolist(),
+                       [[11, 12], [13, 14, 15], [16], [], [17]])
+      self.assertEqual(rt2_times_10.tolist(),
+                       [[[10, 20], [30, 40, 50]], [[60]], [], [[], [70]]])
+      self.assertEqual(rt1_expanded.tolist(),
+                       [[[1], [2]], [[3], [4], [5]], [[6]], [], [[7]]])
+
+  #=============================================================================
+  # Session.run
+  #=============================================================================
+  def testSessionRun(self):
+    rt1 = ragged.constant([[1, 2, 3], [4]])
+    rt2 = ragged.constant([[[], [1, 2]], [[3]]])
+    with self.test_session() as session:
+      result = session.run({'rt1': rt1, 'rt2': rt2})
+      self.assertCountEqual(sorted(result.keys()), ['rt1', 'rt2'])
+      self.assertEqual(result['rt1'].tolist(), [[1, 2, 3], [4]])
+      self.assertEqual(result['rt2'].tolist(), [[[], [1, 2]], [[3]]])
+
+  def testSessionRunFeed(self):
+    rt1 = ragged.from_row_splits(
+        array_ops.placeholder(dtypes.int32),
+        array_ops.placeholder(dtypes.int64))
+    rt2 = ragged.from_nested_row_splits(
+        array_ops.placeholder(dtypes.int32),
+        [array_ops.placeholder(dtypes.int64),
+         array_ops.placeholder(dtypes.int64)])
+
+    rt1_feed_val = ragged.constant_value([[1, 2, 3], [4]])
+    rt2_feed_val = ragged.constant_value([[[], [1, 2]], [[3]]])
+
+    with self.test_session() as session:
+      result = session.run({'rt1': rt1, 'rt2': rt2},
+                           feed_dict={rt1: rt1_feed_val,
+                                      rt2: rt2_feed_val})
+      self.assertCountEqual(sorted(result.keys()), ['rt1', 'rt2'])
+      self.assertEqual(result['rt1'].tolist(), [[1, 2, 3], [4]])
+      self.assertEqual(result['rt2'].tolist(), [[[], [1, 2]], [[3]]])
+
+  def testSessionPartialRunFeed(self):
+    # Placeholder inputs.
+    a = ragged.from_row_splits(
+        array_ops.placeholder(dtypes.int32, shape=[None], name='a.values'),
+        array_ops.placeholder(dtypes.int64, name='a.row_splits'))
+    b = ragged.from_row_splits(
+        array_ops.placeholder(dtypes.int32, shape=[None], name='b.values'),
+        array_ops.placeholder(dtypes.int64, name='b.row_splits'))
+    c = array_ops.placeholder(dtypes.int32, shape=[], name='c')
+
+    # Feed values for placeholder inputs.
+    a_val = ragged.constant_value([[1, 2, 3], [4]])
+    b_val = ragged.constant_value([[5, 4, 3], [2]])
+    c_val = 3
+
+    # Compute some values.
+    r1 = ragged.reduce_sum(a * b, axis=1)
+    r2 = ragged.reduce_sum(a + c, axis=1)
+
+    with self.test_session() as session:
+      handle = session.partial_run_setup([r1, r2], [a, b, c])
+
+      res1 = session.partial_run(handle, r1, feed_dict={a: a_val, b: b_val})
+      self.assertEqual(res1.tolist(), [22, 8])
+
+      res2 = session.partial_run(handle, r2, feed_dict={c: c_val})
+      self.assertEqual(res2.tolist(), [15, 7])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_tensor_value.py b/tensorflow/python/ops/ragged/ragged_tensor_value.py
new file mode 100644
index 0000000000..39d3249c99
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_tensor_value.py
@@ -0,0 +1,97 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Value for RaggedTensor."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+
+class RaggedTensorValue(object):
+  """Represents the value of a `RaggedTensor`.
+
+  See `RaggedTensor` for a description of ragged tensors.
+  """
+
+  def __init__(self, values, row_splits):
+    """Creates a `RaggedTensorValue`.
+
+    Args:
+      values: A numpy array of any type and shape; or a RaggedTensorValue.
+      row_splits: A 1-D int64 numpy array.
+    """
+    if not (isinstance(row_splits, (np.ndarray, np.generic)) and
+            row_splits.dtype == np.int64 and row_splits.ndim == 1):
+      raise TypeError("row_splits must be a 1D int64 numpy array")
+    if not isinstance(values, (np.ndarray, np.generic, RaggedTensorValue)):
+      raise TypeError("values must be a numpy array or a RaggedTensorValue")
+    self._values = values
+    self._row_splits = row_splits
+
+  row_splits = property(
+      lambda self: self._row_splits,
+      doc="""The split indices for the ragged tensor value.""")
+  values = property(
+      lambda self: self._values,
+      doc="""The concatenated values for all rows in this tensor.""")
+  dtype = property(
+      lambda self: self._values.dtype,
+      doc="""The numpy dtype of values in this tensor.""")
+
+  @property
+  def inner_values(self):
+    """The innermost `values` array for this ragged tensor value."""
+    rt_values = self.values
+    while isinstance(rt_values, RaggedTensorValue):
+      rt_values = rt_values.values
+    return rt_values
+
+  @property
+  def nested_row_splits(self):
+    """The row_splits for all ragged dimensions in this ragged tensor value."""
+    rt_nested_splits = [self.row_splits]
+    rt_values = self.values
+    while isinstance(rt_values, RaggedTensorValue):
+      rt_nested_splits.append(rt_values.row_splits)
+      rt_values = rt_values.values
+    return tuple(rt_nested_splits)
+
+  @property
+  def ragged_rank(self):
+    """The number of ragged dimensions in this ragged tensor value."""
+    values_is_ragged = isinstance(self._values, RaggedTensorValue)
+    return self._values.ragged_rank + 1 if values_is_ragged else 1
+
+  @property
+  def shape(self):
+    """A tuple indicating the shape of this RaggedTensorValue."""
+    return (self._row_splits.shape[0] - 1,) + (None,) + self._values.shape[1:]
+
+  def __str__(self):
+    return "<RaggedTensorValue %s>" % self.tolist()
+
+  def __repr__(self):
+    return "RaggedTensorValue(values=%r, row_splits=%r)" % (self._values,
+                                                            self._row_splits)
+
+  def tolist(self):
+    """Returns this ragged tensor value as a nested Python list."""
+    values_as_list = self._values.tolist()
+    return [
+        values_as_list[self._row_splits[i]:self._row_splits[i + 1]]
+        for i in range(len(self._row_splits) - 1)
+    ]
diff --git a/tensorflow/python/ops/ragged/ragged_tile_op_test.py b/tensorflow/python/ops/ragged/ragged_tile_op_test.py
new file mode 100644
index 0000000000..bf62d96e7a
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_tile_op_test.py
@@ -0,0 +1,215 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.tile."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops.ragged import ragged_array_ops
+from tensorflow.python.ops.ragged import ragged_factory_ops
+from tensorflow.python.platform import googletest
+
+
+class RaggedTileOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters([
+      #=========================================================================
+      # Docstring Example
+      #=========================================================================
+      dict(
+          descr='docstring example: ragged_rank=1, repeat axes 0 and 1',
+          rt_input=[[1, 2], [3]],
+          multiples=[3, 2],
+          expected=[
+              [1, 2, 1, 2], [3, 3], [1, 2, 1, 2], [3, 3], [1, 2, 1, 2], [3, 3]],
+      ),
+
+      #=========================================================================
+      # rank=3, ragged_rank=2
+      #=========================================================================
+      dict(
+          descr='rank=3, ragged_rank=2, repeat axis 0',
+          rt_input=[[[1, 2], [3]], [], [[4]]],
+          multiples=[2, 1, 1],
+          expected=[[[1, 2], [3]], [], [[4]],
+                    [[1, 2], [3]], [], [[4]]]),
+      dict(
+          descr='rank=3, ragged_rank=2, repeat axis 1',
+          rt_input=[[[1, 2], [3]], [], [[4]]],
+          multiples=[1, 2, 1],
+          expected=[[[1, 2], [3], [1, 2], [3]], [], [[4], [4]]]),
+      dict(
+          descr='rank=3, ragged_rank=2, repeat axis 2',
+          rt_input=[[[1, 2], [3]], [], [[4]]],
+          multiples=[1, 1, 2],
+          expected=[[[1, 2, 1, 2], [3, 3]], [], [[4, 4]]]),
+      dict(
+          descr='rank=3, ragged_rank=2, repeat axes 0 and 1',
+          rt_input=[[[1, 2], [3]], [], [[4]]],
+          multiples=[2, 2, 1],
+          expected=[[[1, 2], [3], [1, 2], [3]], [], [[4], [4]],
+                    [[1, 2], [3], [1, 2], [3]], [], [[4], [4]]]),
+      dict(
+          descr='rank=3, ragged_rank=2, repeat axes 0 and 2',
+          rt_input=[[[1, 2], [3]], [], [[4]]],
+          multiples=[2, 1, 2],
+          expected=[[[1, 2, 1, 2], [3, 3]], [], [[4, 4]],
+                    [[1, 2, 1, 2], [3, 3]], [], [[4, 4]]]),
+      dict(
+          descr='rank=3, ragged_rank=2, repeat axes 1 and 2',
+          rt_input=[[[1, 2], [3]], [], [[4]]],
+          multiples=[1, 2, 2],
+          expected=[[[1, 2, 1, 2], [3, 3], [1, 2, 1, 2], [3, 3]],
+                    [], [[4, 4], [4, 4]]]),
+      dict(
+          descr='rank=3, ragged_rank=2, repeat all axes',
+          rt_input=[[['a', 'b'], ['c']], [], [['d']]],
+          multiples=[4, 3, 2],
+          expected=[[[b'a', b'b']*2, [b'c']*2]*3, []*3, [[b'd']*2]*3]*4),
+      #=========================================================================
+      # rank=3, ragged_rank=1
+      #=========================================================================
+      dict(
+          descr='rank=3, ragged_rank=1, repeat axis 0',
+          ragged_rank=1,
+          rt_input=[[[1, 2], [3, 4]], [], [[5, 6]]],
+          multiples=[2, 1, 1],
+          expected=[[[1, 2], [3, 4]], [], [[5, 6]],
+                    [[1, 2], [3, 4]], [], [[5, 6]]]),
+      dict(
+          descr='rank=3, ragged_rank=1, repeat axis 1',
+          ragged_rank=1,
+          rt_input=[[[1, 2], [3, 4]], [], [[5, 6]]],
+          multiples=[1, 2, 1],
+          expected=[[[1, 2], [3, 4], [1, 2], [3, 4]], [], [[5, 6], [5, 6]]]),
+      dict(
+          descr='rank=3, ragged_rank=1, repeat axis 2',
+          ragged_rank=1,
+          rt_input=[[[1, 2], [3, 4]], [], [[5, 6]]],
+          multiples=[1, 1, 2],
+          expected=[[[1, 2, 1, 2], [3, 4, 3, 4]], [], [[5, 6, 5, 6]]]),
+      #=========================================================================
+      # rank=4, ragged_rank=3
+      #=========================================================================
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 0',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[2, 1, 1, 1],
+          expected=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]],
+                    [[[1], [2]], [[3]]], [[]], [[[4, 5]]]]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 1',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[1, 2, 1, 1],
+          expected=[[[[1], [2]], [[3]], [[1], [2]], [[3]]],
+                    [[], []],
+                    [[[4, 5]], [[4, 5]]]]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 2',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[1, 1, 2, 1],
+          expected=[[[[1], [2], [1], [2]], [[3], [3]]],
+                    [[]],
+                    [[[4, 5], [4, 5]]]]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 3',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[1, 1, 1, 2],
+          expected=[[[[1, 1], [2, 2]], [[3, 3]]], [[]], [[[4, 5, 4, 5]]]]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat all axes',
+          rt_input=[[[['a'], ['b']], [['c']]], [[]], [[['d', 'e']]]],
+          multiples=[5, 4, 3, 2],
+          expected=[[[[b'a']*2, [b'b']*2]*3, [[b'c']*2]*3]*4,
+                    [[]*3]*4,
+                    [[[b'd', b'e']*2]*3]*4]*5),
+      dict(
+          descr='rank=5, ragged_rank=4, repeat all axes',
+          rt_input=[[[[['a']]]]],
+          multiples=[6, 5, 4, 3, 2],
+          expected=[[[[[b'a']*2]*3]*4]*5]*6),
+      #=========================================================================
+      # multiple=0
+      #=========================================================================
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 0 (multiple=0)',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[0, 1, 1, 1],
+          expected=[]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 1 (multiple=0)',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[1, 0, 1, 1],
+          expected=[[], [], []]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 2 (multiple=0)',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[1, 1, 0, 1],
+          expected=[[[], []], [[]], [[]]]),
+      dict(
+          descr='rank=4, ragged_rank=3, repeat axis 3 (multiple=0)',
+          rt_input=[[[[1], [2]], [[3]]], [[]], [[[4, 5]]]],
+          multiples=[1, 1, 1, 0],
+          expected=[[[[], []], [[]]], [[]], [[[]]]]),
+
+  ])  # pyformat: disable
+  def testRaggedTile(self,
+                     descr,
+                     rt_input,
+                     multiples,
+                     expected,
+                     ragged_rank=None):
+    rt = ragged_factory_ops.constant(rt_input, ragged_rank)
+
+    expected_shape = [
+        None if dim is None else dim * multiple
+        for (dim, multiple) in zip(rt.shape.as_list(), multiples)
+    ]
+
+    # Test with both const & non-const multiples: ragged_tile has a few code
+    # paths that optimize the case where multiples[d] is known to be 1.
+    const_multiples = constant_op.constant(multiples, dtypes.int64)
+    non_const_multiples = array_ops.placeholder_with_default(
+        const_multiples, shape=[len(multiples)])
+
+    for multiples_tensor in (const_multiples, non_const_multiples):
+      tiled = ragged_array_ops.tile(rt, multiples_tensor)
+      self.assertEqual(tiled.ragged_rank, rt.ragged_rank)
+      self.assertEqual(tiled.shape.ndims, rt.shape.ndims)
+      if multiples_tensor is const_multiples:
+        self.assertEqual(tiled.shape.as_list(), expected_shape)
+      with self.test_session():
+        self.assertEqual(tiled.eval().tolist(), expected)
+
+  def testRaggedTileWithTensorInput(self):
+    # When the input is a `Tensor`, ragged_tile just delegates to tf.tile.
+    dt = constant_op.constant([[1, 2], [3, 4]])
+    tiled = ragged_array_ops.tile(dt, [3, 2])
+    expected = [[1, 2, 1, 2], [3, 4, 3, 4],
+                [1, 2, 1, 2], [3, 4, 3, 4],
+                [1, 2, 1, 2], [3, 4, 3, 4]]  # pyformat: disable
+    with self.test_session():
+      self.assertEqual(tiled.eval().tolist(), expected)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_to_sparse_op_test.py b/tensorflow/python/ops/ragged/ragged_to_sparse_op_test.py
new file mode 100644
index 0000000000..2fd31837c6
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_to_sparse_op_test.py
@@ -0,0 +1,193 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.to_sparse op."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import gradients_impl
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedTensorToSparseOpTest(test_util.TensorFlowTestCase):
+
+  def testDocStringExample(self):
+    rt = ragged.constant([[1, 2, 3], [4], [], [5, 6]])
+    st = ragged.to_sparse(rt)
+    expected = ('SparseTensorValue(indices='
+                'array([[0, 0], [0, 1], [0, 2], [1, 0], [3, 0], [3, 1]]), '
+                'values=array([1, 2, 3, 4, 5, 6], dtype=int32), '
+                'dense_shape=array([4, 3]))')
+    with self.test_session():
+      self.assertEqual(' '.join(repr(st.eval()).split()), expected)
+
+  def test2DRaggedTensorWithOneRaggedDimension(self):
+    rt = ragged.constant([['a', 'b'], ['c', 'd', 'e'], ['f'], [], ['g']])
+    with self.test_session():
+      st = ragged.to_sparse(rt).eval()
+      self.assertAllEqual(
+          st.indices, [[0, 0], [0, 1], [1, 0], [1, 1], [1, 2], [2, 0], [4, 0]])
+      self.assertAllEqual(st.values, b'a b c d e f g'.split())
+      self.assertAllEqual(st.dense_shape, [5, 3])
+
+  def test3DRaggedTensorWithOneRaggedDimension(self):
+    rt = ragged.constant([[[1, 2], [3, 4]], [[5, 6], [7, 8], [9, 10]],
+                          [[11, 12]], [], [[13, 14]]],
+                         ragged_rank=1)
+    with self.test_session():
+      st = ragged.to_sparse(rt).eval()
+      self.assertAllEqual(
+          st.indices, [[0, 0, 0], [0, 0, 1], [0, 1, 0], [0, 1, 1], [1, 0, 0],
+                       [1, 0, 1], [1, 1, 0], [1, 1, 1], [1, 2, 0], [1, 2, 1],
+                       [2, 0, 0], [2, 0, 1], [4, 0, 0], [4, 0, 1]])
+      self.assertAllEqual(st.values,
+                          [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14])
+      self.assertAllEqual(st.dense_shape, [5, 3, 2])
+
+  def test4DRaggedTensorWithOneRaggedDimension(self):
+    rt = ragged.constant(
+        [[[[1, 2], [3, 4]], [[5, 6], [7, 8]]], [], [[[9, 10], [11, 12]]]],
+        ragged_rank=1)
+    with self.test_session():
+      st = ragged.to_sparse(rt).eval()
+      self.assertAllEqual(st.values, [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12])
+      self.assertAllEqual(
+          st.indices,
+          [
+              [0, 0, 0, 0],  # index for value=1
+              [0, 0, 0, 1],  # index for value=2
+              [0, 0, 1, 0],  # index for value=3
+              [0, 0, 1, 1],  # index for value=4
+              [0, 1, 0, 0],  # index for value=5
+              [0, 1, 0, 1],  # index for value=6
+              [0, 1, 1, 0],  # index for value=7
+              [0, 1, 1, 1],  # index for value=8
+              [2, 0, 0, 0],  # index for value=9
+              [2, 0, 0, 1],  # index for value=10
+              [2, 0, 1, 0],  # index for value=11
+              [2, 0, 1, 1],  # index for value=12
+          ])
+      self.assertAllEqual(st.dense_shape, [3, 2, 2, 2])
+
+  def test4DRaggedTensorWithTwoRaggedDimensions(self):
+    rt = ragged.constant([[[[1, 2], [3, 4]], [[5, 6], [7, 8], [9, 10]]],
+                          [[[11, 12]], [], [[13, 14]]], []],
+                         ragged_rank=2)
+    with self.test_session():
+      st = ragged.to_sparse(rt).eval()
+      self.assertAllEqual(
+          st.indices,
+          [
+              [0, 0, 0, 0],  # index for value=1
+              [0, 0, 0, 1],  # index for value=2
+              [0, 0, 1, 0],  # index for value=3
+              [0, 0, 1, 1],  # index for value=4
+              [0, 1, 0, 0],  # index for value=5
+              [0, 1, 0, 1],  # index for value=6
+              [0, 1, 1, 0],  # index for value=7
+              [0, 1, 1, 1],  # index for value=8
+              [0, 1, 2, 0],  # index for value=9
+              [0, 1, 2, 1],  # index for value=10
+              [1, 0, 0, 0],  # index for value=11
+              [1, 0, 0, 1],  # index for value=12
+              [1, 2, 0, 0],  # index for value=13
+              [1, 2, 0, 1],  # index for value=14
+          ])
+      self.assertAllEqual(st.values,
+                          [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14])
+      self.assertAllEqual(st.dense_shape, [3, 3, 3, 2])
+
+  def testShape(self):
+    rt = ragged.constant([[1, 2], [3, 4, 5], [6], [], [7]])
+    st = ragged.to_sparse(rt)
+    self.assertEqual(st.indices.shape.as_list(), [7, 2])
+    self.assertEqual(st.values.shape.as_list(), [7])
+    self.assertEqual(st.dense_shape.shape.as_list(), [2])
+
+    rt = ragged.constant([[[1, 2]], [], [[3, 4]], []], ragged_rank=1)
+    st = ragged.to_sparse(rt)
+    self.assertEqual(st.indices.shape.as_list(), [4, 3])
+    self.assertEqual(st.values.shape.as_list(), [4])
+    self.assertEqual(st.dense_shape.shape.as_list(), [3])
+
+    rt = ragged.constant([[[1], [2, 3, 4, 5, 6, 7]], [[]]])
+    st = ragged.to_sparse(rt)
+    self.assertEqual(st.indices.shape.as_list(), [7, 3])
+    self.assertEqual(st.values.shape.as_list(), [7])
+    self.assertEqual(st.dense_shape.shape.as_list(), [3])
+
+  def testKernelErrors(self):
+    # An empty vector, defined using a placeholder to ensure that we can't
+    # determine that it's invalid at graph-construction time.
+    empty_vector = array_ops.placeholder_with_default(
+        array_ops.zeros([0], dtypes.int64), shape=None)
+
+    bad_rt1 = ragged.from_row_splits(row_splits=[2, 3], values=[1, 2, 3])
+    with self.test_session():
+      bad_split0_error = r'First value of ragged splits must be 0.*'
+      self.assertRaisesRegexp(errors.InvalidArgumentError, bad_split0_error,
+                              ragged.to_sparse(bad_rt1).eval)
+
+    bad_rt2 = ragged.from_row_splits(row_splits=[0, 5], values=empty_vector)
+    bad_rt3 = ragged.from_row_splits(
+        row_splits=[0, 1],
+        values=ragged.from_row_splits(row_splits=[0, 5], values=empty_vector))
+    with self.test_session():
+      split_mismatch1_error = r'Final value of ragged splits must match.*'
+      for rt in [bad_rt2, bad_rt3]:
+        self.assertRaisesRegexp(errors.InvalidArgumentError,
+                                split_mismatch1_error,
+                                ragged.to_sparse(rt).eval)
+
+    bad_rt4 = ragged.from_row_splits(
+        row_splits=[0, 5],
+        values=ragged.from_row_splits(row_splits=[0], values=empty_vector))
+    with self.test_session():
+      split_mismatch2_error = r'Final value of ragged splits must match.*'
+      self.assertRaisesRegexp(errors.InvalidArgumentError,
+                              split_mismatch2_error,
+                              ragged.to_sparse(bad_rt4).eval)
+
+    bad_rt5 = ragged.from_row_splits(row_splits=empty_vector, values=[])
+    with self.test_session():
+      empty_splits_error = (r'ragged splits may not be empty.*')
+      self.assertRaisesRegexp(errors.InvalidArgumentError, empty_splits_error,
+                              ragged.to_sparse(bad_rt5).eval)
+
+  def testGradient(self):
+    # rt1.shape == rt2.shape == [2, (D2), (D3), 2].
+    rt1 = ragged.constant([[[[1.0, 2.0], [3.0, 4.0]], [[5.0, 6.0]]]],
+                          ragged_rank=2)
+    rt2 = ragged.constant([[[[9.0, 8.0], [7.0, 6.0]], [[5.0, 4.0]]]],
+                          ragged_rank=2)
+    rt = rt1 + rt2 * 2.0
+    st = ragged.to_sparse(rt)
+
+    g1, g2 = gradients_impl.gradients(st.values, [rt1.inner_values,
+                                                  rt2.inner_values])
+    print(g1, g2)
+    with self.test_session():
+      self.assertEqual(g1.eval().tolist(), [[1.0, 1.0], [1.0, 1.0], [1.0, 1.0]])
+      self.assertEqual(g2.eval().tolist(), [[2.0, 2.0], [2.0, 2.0], [2.0, 2.0]])
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py b/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py
new file mode 100644
index 0000000000..0ccc214a9c
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py
@@ -0,0 +1,123 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.to_tensor."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedTensorToTensorOpTest(test_util.TensorFlowTestCase,
+                                 parameterized.TestCase):
+
+  def testDocStringExamples(self):
+    """Example from ragged_to_tensor.__doc__."""
+    rt = ragged.constant([[9, 8, 7], [], [6, 5], [4]])
+    dt = ragged.to_tensor(rt)
+    with self.test_session():
+      self.assertEqual(str(dt.eval()),
+                       '[[9 8 7]\n'
+                       ' [0 0 0]\n'
+                       ' [6 5 0]\n'
+                       ' [4 0 0]]')  # pyformat: disable
+
+  @parameterized.parameters(
+      {
+          'rt_input': [],
+          'ragged_rank': 1,
+          'expected': [],
+          'expected_shape': [0, 0],
+      },
+      {
+          'rt_input': [[1, 2, 3], [], [4], [5, 6]],
+          'expected': [[1, 2, 3], [0, 0, 0], [4, 0, 0], [5, 6, 0]]
+      },
+      {
+          'rt_input': [[1, 2, 3], [], [4], [5, 6]],
+          'default': 9,
+          'expected': [[1, 2, 3], [9, 9, 9], [4, 9, 9], [5, 6, 9]]
+      },
+      {
+          'rt_input': [[[1], [2], [3]], [], [[4]], [[5], [6]]],
+          'ragged_rank':
+              1,
+          'default': [9],
+          'expected': [[[1], [2], [3]], [[9], [9], [9]], [[4], [9], [9]],
+                       [[5], [6], [9]]]
+      },
+      {
+          'rt_input': [[[1, 2], [], [3, 4]], [], [[5]], [[6, 7], [8]]],
+          'expected': [
+              [[1, 2], [0, 0], [3, 4]],  #
+              [[0, 0], [0, 0], [0, 0]],  #
+              [[5, 0], [0, 0], [0, 0]],  #
+              [[6, 7], [8, 0], [0, 0]]
+          ]  #
+      },
+  )
+  def testRaggedTensorToTensor(self,
+                               rt_input,
+                               expected,
+                               ragged_rank=None,
+                               default=None,
+                               expected_shape=None):
+    rt = ragged.constant(rt_input, ragged_rank=ragged_rank)
+    dt = ragged.to_tensor(rt, default)
+    self.assertEqual(type(dt), ops.Tensor)
+    self.assertEqual(rt.dtype, dt.dtype)
+    self.assertTrue(dt.shape.is_compatible_with(rt.shape))
+    with self.test_session():
+      self.assertEqual(dt.eval().tolist(), expected)
+      if expected_shape is not None:
+        dt_shape = array_ops.shape(dt)
+        self.assertEqual(dt_shape.eval().tolist(), expected_shape)
+
+  @parameterized.parameters(
+      {
+          'rt_input': [[1, 2, 3]],
+          'default': [0],
+          'error': (ValueError, r'Shapes \(1,\) and \(\) are incompatible'),
+      },
+      {
+          'rt_input': [[[1], [2], [3]]],
+          'default': 0,
+          'error': (ValueError, r'Shapes \(\) and \(1,\) are incompatible'),
+      },
+      {
+          'rt_input': [[[[1], [2]], [], [[3]]]],
+          'default': 0,
+          'error': (ValueError, r'Shapes \(\) and \(1,\) are incompatible'),
+      },
+      {
+          'rt_input': [[1, 2, 3]],
+          'default': 'a',
+          'error': (TypeError, "Expected int32, got 'a' of type 'str' instead"),
+      },
+  )
+  def testError(self, rt_input, default, error):
+    rt = ragged.constant(rt_input)
+    self.assertRaisesRegexp(error[0], error[1], ragged.to_tensor, rt, default)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_util.py b/tensorflow/python/ops/ragged/ragged_util.py
new file mode 100644
index 0000000000..03f050de51
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_util.py
@@ -0,0 +1,231 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Private convenience functions for RaggedTensors.
+
+None of these methods are exposed in the main "ragged" package.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import check_ops
+from tensorflow.python.ops import math_ops
+
+
+def convert_to_int_tensor(tensor, name, dtype=dtypes.int32):
+  """Converts the given value to an integer Tensor."""
+  tensor = ops.convert_to_tensor(tensor, name=name, preferred_dtype=dtype)
+  if tensor.dtype.is_integer:
+    tensor = math_ops.cast(tensor, dtype)
+  else:
+    raise TypeError(
+        "%s must be an integer tensor; dtype=%s" % (name, tensor.dtype))
+  return tensor
+
+
+def get_positive_axis(axis, ndims):
+  """Validate an `axis` parameter, and normalize it to be positive.
+
+  If `ndims` is known (i.e., not `None`), then check that `axis` is in the
+  range `-ndims <= axis < ndims`, and return `axis` (if `axis >= 0`) or
+  `axis + ndims` (otherwise).
+  If `ndims` is not known, and `axis` is positive, then return it as-is.
+  If `ndims` is not known, and `axis` is negative, then report an error.
+
+  Args:
+    axis: An integer constant
+    ndims: An integer constant, or `None`
+
+  Returns:
+    The normalized `axis` value.
+
+  Raises:
+    ValueError: If `axis` is out-of-bounds, or if `axis` is negative and
+      `ndims is None`.
+  """
+  if not isinstance(axis, int):
+    raise TypeError("axis must be an int; got %s" % type(axis).__name__)
+  if ndims is not None:
+    if 0 <= axis < ndims:
+      return axis
+    elif -ndims <= axis < 0:
+      return axis + ndims
+    else:
+      raise ValueError(
+          "axis=%s out of bounds: expected %s<=axis<%s" % (axis, -ndims, ndims))
+  elif axis < 0:
+    raise ValueError("axis may only be negative if ndims is statically known.")
+  return axis
+
+
+def assert_splits_match(nested_splits_lists):
+  """Checks that the given splits lists are identical.
+
+  Performs static tests to ensure that the given splits lists are identical,
+  and returns a list of control dependency op tensors that check that they are
+  fully identical.
+
+  Args:
+    nested_splits_lists: A list of nested_splits_lists, where each split_list is
+      a list of `splits` tensors from a `RaggedTensor`, ordered from outermost
+      ragged dimension to innermost ragged dimension.
+
+  Returns:
+    A list of control dependency op tensors.
+  Raises:
+    ValueError: If the splits are not identical.
+  """
+  error_msg = "Inputs must have identical ragged splits"
+  for splits_list in nested_splits_lists:
+    if len(splits_list) != len(nested_splits_lists[0]):
+      raise ValueError(error_msg)
+  return [
+      check_ops.assert_equal(s1, s2, message=error_msg)
+      for splits_list in nested_splits_lists[1:]
+      for (s1, s2) in zip(nested_splits_lists[0], splits_list)
+  ]
+
+
+# This op is intended to exactly match the semantics of numpy.repeat, with
+# one exception: numpy.repeat has special (and somewhat non-intuitive) behavior
+# when axis is not specified.  Rather than implement that special behavior, we
+# simply make `axis` be a required argument.
+#
+# External (OSS) `tf.repeat` feature request:
+# https://github.com/tensorflow/tensorflow/issues/8246
+def repeat(data, repeats, axis, name=None):
+  """Repeats elements of `data`.
+
+  Args:
+    data: An `N`-dimensional tensor.
+    repeats: A 1-D integer tensor specifying how many times each element in
+      `axis` should be repeated.  `len(repeats)` must equal `data.shape[axis]`.
+      Supports broadcasting from a scalar value.
+    axis: `int`.  The axis along which to repeat values.  Must be less than
+      `max(N, 1)`.
+    name: A name for the operation.
+
+  Returns:
+    A tensor with `max(N, 1)` dimensions.  Has the same shape as `data`,
+    except that dimension `axis` has size `sum(repeats)`.
+
+  #### Examples:
+    ```python
+    >>> repeat(['a', 'b', 'c'], repeats=[3, 0, 2], axis=0)
+    ['a', 'a', 'a', 'c', 'c']
+    >>> repeat([[1, 2], [3, 4]], repeats=[2, 3], axis=0)
+    [[1, 2], [1, 2], [3, 4], [3, 4], [3, 4]]
+    >>> repeat([[1, 2], [3, 4]], repeats=[2, 3], axis=1)
+    [[1, 1, 2, 2, 2], [3, 3, 4, 4, 4]]
+    ```
+  """
+  if not isinstance(axis, int):
+    raise TypeError("axis must be an int; got %s" % type(axis).__name__)
+
+  with ops.name_scope(name, "Repeat", [data, repeats]):
+    data = ops.convert_to_tensor(data, name="data")
+    repeats = convert_to_int_tensor(repeats, name="repeats")
+    repeats.shape.with_rank_at_most(1)
+
+    # If `data` is a scalar, then upgrade it to a vector.
+    data = _with_nonzero_rank(data)
+    data_shape = array_ops.shape(data)
+
+    # If `axis` is negative, then convert it to a positive value.
+    axis = get_positive_axis(axis, data.shape.ndims)
+
+    # Check data Tensor shapes.
+    if repeats.shape.ndims == 1:
+      data.shape.dims[axis].assert_is_compatible_with(repeats.shape[0])
+
+    # If we know that `repeats` is a scalar, then we can just tile & reshape.
+    if repeats.shape.ndims == 0:
+      expanded = array_ops.expand_dims(data, axis + 1)
+      tiled = tile_one_dimension(expanded, axis + 1, repeats)
+      result_shape = array_ops.concat(
+          [data_shape[:axis], [-1], data_shape[axis + 1:]], axis=0)
+      return array_ops.reshape(tiled, result_shape)
+
+    # Broadcast the `repeats` tensor so rank(repeats) == axis + 1.
+    if repeats.shape.ndims != axis + 1:
+      repeats_shape = array_ops.shape(repeats)
+      repeats_ndims = array_ops.rank(repeats)
+      broadcast_shape = array_ops.concat(
+          [data_shape[:axis + 1 - repeats_ndims], repeats_shape], axis=0)
+      repeats = array_ops.broadcast_to(repeats, broadcast_shape)
+      repeats.set_shape([None] * (axis + 1))
+
+    # Create a "sequence mask" based on `repeats`, where slices across `axis`
+    # contain one `True` value for each repetition.  E.g., if
+    # `repeats = [3, 1, 2]`, then `mask = [[1, 1, 1], [1, 0, 0], [1, 1, 0]]`.
+    max_repeat = math_ops.maximum(0, math_ops.reduce_max(repeats))
+    mask = array_ops.sequence_mask(repeats, max_repeat)
+
+    # Add a new dimension around each value that needs to be repeated, and
+    # then tile that new dimension to match the maximum number of repetitions.
+    expanded = array_ops.expand_dims(data, axis + 1)
+    tiled = tile_one_dimension(expanded, axis + 1, max_repeat)
+
+    # Use `boolean_mask` to discard the extra repeated values.  This also
+    # flattens all dimensions up through `axis`.
+    masked = array_ops.boolean_mask(tiled, mask)
+
+    # Reshape the output tensor to add the outer dimensions back.
+    if axis == 0:
+      result = masked
+    else:
+      result_shape = array_ops.concat(
+          [data_shape[:axis], [-1], data_shape[axis + 1:]], axis=0)
+      result = array_ops.reshape(masked, result_shape)
+
+    # Preserve shape information.
+    if data.shape.ndims is not None:
+      new_axis_size = 0 if repeats.shape[0] == 0 else None
+      result.set_shape(data.shape[:axis].concatenate(
+          [new_axis_size]).concatenate(data.shape[axis + 1:]))
+
+    return result
+
+
+def tile_one_dimension(data, axis, multiple):
+  """Tiles a single dimension of a tensor."""
+  # Assumes axis is a nonnegative int.
+  if data.shape.ndims is not None:
+    multiples = [1] * data.shape.ndims
+    multiples[axis] = multiple
+  else:
+    ones = array_ops.ones(array_ops.rank(data), dtypes.int32)
+    multiples = array_ops.concat([ones[:axis], [multiple], ones[axis + 1:]],
+                                 axis=0)
+  return array_ops.tile(data, multiples)
+
+
+def _with_nonzero_rank(data):
+  """If `data` is scalar, then add a dimension; otherwise return as-is."""
+  if data.shape.ndims is not None:
+    if data.shape.ndims == 0:
+      return array_ops.stack([data])
+    else:
+      return data
+  else:
+    data_shape = array_ops.shape(data)
+    data_ndims = array_ops.rank(data)
+    return array_ops.reshape(
+        data,
+        array_ops.concat([[1], data_shape], axis=0)[-data_ndims:])
diff --git a/tensorflow/python/ops/ragged/ragged_util_test.py b/tensorflow/python/ops/ragged/ragged_util_test.py
new file mode 100644
index 0000000000..c24ea65353
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_util_test.py
@@ -0,0 +1,228 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged_util."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops.ragged import ragged_util
+from tensorflow.python.platform import googletest
+
+# Example 3d tensor for test cases.  Has shape [4, 2, 3].
+TENSOR_3D = [[[('%d%d%d' % (i, j, k)).encode('utf-8')
+               for k in range(3)]
+              for j in range(2)]
+             for i in range(4)]
+
+# Example 4d tensor for test cases.  Has shape [4, 2, 3, 5].
+TENSOR_4D = [[[[('%d%d%d%d' % (i, j, k, l)).encode('utf-8')
+                for l in range(5)]
+               for k in range(3)]
+              for j in range(2)]
+             for i in range(4)]
+
+
+class RaggedRepeatTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters([
+      # Docstring examples
+      dict(
+          data=['a', 'b', 'c'],
+          repeats=[3, 0, 2],
+          axis=0,
+          expected=[b'a', b'a', b'a', b'c', b'c']),
+      dict(
+          data=[[1, 2], [3, 4]],
+          repeats=[2, 3],
+          axis=0,
+          expected=[[1, 2], [1, 2], [3, 4], [3, 4], [3, 4]]),
+      dict(
+          data=[[1, 2], [3, 4]],
+          repeats=[2, 3],
+          axis=1,
+          expected=[[1, 1, 2, 2, 2], [3, 3, 4, 4, 4]]),
+
+      # Scalar repeats value
+      dict(
+          data=['a', 'b', 'c'],
+          repeats=2,
+          axis=0,
+          expected=[b'a', b'a', b'b', b'b', b'c', b'c']),
+      dict(
+          data=[[1, 2], [3, 4]],
+          repeats=2,
+          axis=0,
+          expected=[[1, 2], [1, 2], [3, 4], [3, 4]]),
+      dict(
+          data=[[1, 2], [3, 4]],
+          repeats=2,
+          axis=1,
+          expected=[[1, 1, 2, 2], [3, 3, 4, 4]]),
+
+      # data & repeats are broadcast to have at least one dimension,
+      # so these are all equivalent:
+      dict(data=3, repeats=4, axis=0, expected=[3, 3, 3, 3]),
+      dict(data=[3], repeats=4, axis=0, expected=[3, 3, 3, 3]),
+      dict(data=3, repeats=[4], axis=0, expected=[3, 3, 3, 3]),
+      dict(data=[3], repeats=[4], axis=0, expected=[3, 3, 3, 3]),
+      # Empty tensor
+      dict(data=[], repeats=[], axis=0, expected=[]),
+  ])
+  def testRepeat(self, data, repeats, expected, axis=None):
+    result = ragged_util.repeat(data, repeats, axis)
+    with self.test_session():
+      self.assertEqual(result.eval().tolist(), expected)
+
+  @parameterized.parameters([
+      dict(mode=mode, **args)
+      for mode in ['constant', 'dynamic', 'unknown_shape']
+      for args in [
+          # data & repeats are broadcast to have at least one dimension,
+          # so these are all equivalent:
+          dict(data=3, repeats=4, axis=0),
+          dict(data=[3], repeats=4, axis=0),
+          dict(data=3, repeats=[4], axis=0),
+          dict(data=[3], repeats=[4], axis=0),
+
+          # 1-dimensional data tensor.
+          dict(data=[], repeats=5, axis=0),
+          dict(data=[1, 2, 3], repeats=5, axis=0),
+          dict(data=[1, 2, 3], repeats=[3, 0, 2], axis=0),
+          dict(data=[1, 2, 3], repeats=[3, 0, 2], axis=-1),
+          dict(data=[b'a', b'b', b'c'], repeats=[3, 0, 2], axis=0),
+
+          # 2-dimensional data tensor.
+          dict(data=[[1, 2, 3], [4, 5, 6]], repeats=3, axis=0),
+          dict(data=[[1, 2, 3], [4, 5, 6]], repeats=3, axis=1),
+          dict(data=[[1, 2, 3], [4, 5, 6]], repeats=[3, 5], axis=0),
+          dict(data=[[1, 2, 3], [4, 5, 6]], repeats=[3, 5, 7], axis=1),
+
+          # 3-dimensional data tensor: shape=[4, 2, 3].
+          dict(data=TENSOR_3D, repeats=2, axis=0),
+          dict(data=TENSOR_3D, repeats=2, axis=1),
+          dict(data=TENSOR_3D, repeats=2, axis=2),
+          dict(data=TENSOR_3D, repeats=[2, 0, 4, 1], axis=0),
+          dict(data=TENSOR_3D, repeats=[3, 2], axis=1),
+          dict(data=TENSOR_3D, repeats=[1, 3, 1], axis=2),
+
+          # 4-dimensional data tensor: shape=[4, 2, 3, 5].
+          dict(data=TENSOR_4D, repeats=2, axis=0),
+          dict(data=TENSOR_4D, repeats=2, axis=1),
+          dict(data=TENSOR_4D, repeats=2, axis=2),
+          dict(data=TENSOR_4D, repeats=2, axis=3),
+          dict(data=TENSOR_4D, repeats=[2, 0, 4, 1], axis=0),
+          dict(data=TENSOR_4D, repeats=[3, 2], axis=1),
+          dict(data=TENSOR_4D, repeats=[1, 3, 1], axis=2),
+          dict(data=TENSOR_4D, repeats=[1, 3, 0, 0, 2], axis=3),
+      ]
+  ])
+  def testValuesMatchesNumpy(self, mode, data, repeats, axis):
+    # Exception: we can't handle negative axis if data.ndims is unknown.
+    if axis < 0 and mode == 'unknown_shape':
+      return
+
+    expected = np.repeat(data, repeats, axis)
+
+    if mode == 'constant':
+      data = constant_op.constant(data)
+      repeats = constant_op.constant(repeats)
+    elif mode == 'dynamic':
+      data = constant_op.constant(data)
+      repeats = constant_op.constant(repeats)
+      data = array_ops.placeholder_with_default(data, data.shape)
+      repeats = array_ops.placeholder_with_default(repeats, repeats.shape)
+    elif mode == 'unknown_shape':
+      data = array_ops.placeholder_with_default(data, None)
+      repeats = array_ops.placeholder_with_default(repeats, None)
+
+    result = ragged_util.repeat(data, repeats, axis)
+    with self.test_session():
+      self.assertEqual(result.eval().tolist(), expected.tolist())
+
+  @parameterized.parameters([
+      dict(
+          descr='axis >= rank(data)',
+          mode='dynamic',
+          data=[1, 2, 3],
+          repeats=[3, 0, 2],
+          axis=1,
+          error='axis=1 out of bounds: expected -1<=axis<1'),
+      dict(
+          descr='axis < -rank(data)',
+          mode='dynamic',
+          data=[1, 2, 3],
+          repeats=[3, 0, 2],
+          axis=-2,
+          error='axis=-2 out of bounds: expected -1<=axis<1'),
+      dict(
+          descr='len(repeats) != data.shape[axis]',
+          mode='dynamic',
+          data=[[1, 2, 3], [4, 5, 6]],
+          repeats=[2, 3],
+          axis=1,
+          error='Dimensions 3 and 2 are not compatible'),
+      dict(
+          descr='rank(repeats) > 1',
+          mode='dynamic',
+          data=[[1, 2, 3], [4, 5, 6]],
+          repeats=[[3], [5]],
+          axis=1,
+          error=r'Shape \(2, 1\) must have rank at most 1'),
+      dict(
+          descr='non-integer axis',
+          mode='constant',
+          data=[1, 2, 3],
+          repeats=2,
+          axis='foo',
+          exception=TypeError,
+          error='axis must be an int'),
+  ])
+  def testError(self,
+                descr,
+                mode,
+                data,
+                repeats,
+                axis,
+                exception=ValueError,
+                error=None):
+    # Make sure that this is also an error case for numpy.
+    with self.assertRaises(exception):
+      np.repeat(data, repeats, axis)
+
+    if mode == 'constant':
+      data = constant_op.constant(data)
+      repeats = constant_op.constant(repeats)
+    elif mode == 'dynamic':
+      data = constant_op.constant(data)
+      repeats = constant_op.constant(repeats)
+      data = array_ops.placeholder_with_default(data, data.shape)
+      repeats = array_ops.placeholder_with_default(repeats, repeats.shape)
+    elif mode == 'unknown_shape':
+      data = array_ops.placeholder_with_default(data, None)
+      repeats = array_ops.placeholder_with_default(repeats, None)
+
+    with self.assertRaisesRegexp(exception, error):
+      ragged_util.repeat(data, repeats, axis)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/ragged_where_op_test.py b/tensorflow/python/ops/ragged/ragged_where_op_test.py
new file mode 100644
index 0000000000..755333de39
--- /dev/null
+++ b/tensorflow/python/ops/ragged/ragged_where_op_test.py
@@ -0,0 +1,199 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ragged.where."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import ragged
+from tensorflow.python.platform import googletest
+
+
+class RaggedWhereOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
+
+  @parameterized.parameters([
+      #=========================================================================
+      # Docstring Examples
+      #=========================================================================
+      dict(  # shape=[D1, (D2)]
+          condition=ragged.constant_value([[True, False, True], [False, True]]),
+          expected=[[0, 0], [0, 2], [1, 1]]),
+      dict(  # shape=[D1, (D2)]
+          condition=ragged.constant_value([[True, False, True], [False, True]]),
+          x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E']]),
+          y=ragged.constant_value([['a', 'b', 'c'], ['d', 'e']]),
+          expected=ragged.constant_value([[b'A', b'b', b'C'], [b'd', b'E']])),
+      dict(  # shape=[D1, (D2)]
+          condition=ragged.constant_value([True, False]),
+          x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E']]),
+          y=ragged.constant_value([['a', 'b', 'c'], ['d', 'e']]),
+          expected=ragged.constant_value([[b'A', b'B', b'C'], [b'd', b'e']])),
+      #=========================================================================
+      # Coordinate-retrieval mode
+      #=========================================================================
+      dict(  # shape=[D1]
+          condition=[True, False, True, False, True],
+          expected=[[0], [2], [4]]),
+      dict(  # shape=[D1, D2]
+          condition=[[True, False], [False, True]],
+          expected=[[0, 0], [1, 1]]),
+      dict(  # shape=[D1, (D2)]
+          condition=ragged.constant_value([[True, False, True], [False, True]]),
+          expected=[[0, 0], [0, 2], [1, 1]]),
+      dict(  # shape=[D1, (D2), (D3)]
+          condition=ragged.constant_value([
+              [[True, False, True], [False, True]],
+              [[True], [], [False], [False, True, False]]
+          ]),
+          expected=[[0, 0, 0], [0, 0, 2], [0, 1, 1],
+                    [1, 0, 0], [1, 3, 1]]),
+      dict(  # shape=[D1, (D2), D3]
+          condition=ragged.constant_value([
+              [[True, False], [False, True]],
+              [[True, False], [False, False], [True, False], [False, True]]
+          ], ragged_rank=1),
+          expected=[[0, 0, 0], [0, 1, 1],
+                    [1, 0, 0], [1, 2, 0], [1, 3, 1]]),
+      dict(  # shape=[D1, (D2), (D3), (D4)]
+          condition=ragged.constant_value([
+              [[[], [True]]],
+              [[[True, False, True], [False, True]],
+               [[True], [], [False], [False, True, False]]]
+          ]),
+          expected=[[0, 0, 1, 0],
+                    [1, 0, 0, 0], [1, 0, 0, 2], [1, 0, 1, 1],
+                    [1, 1, 0, 0], [1, 1, 3, 1]]),
+
+      #=========================================================================
+      # Elementwise value-selection mode
+      #=========================================================================
+      dict(  # shape=[]
+          condition=True, x='A', y='a', expected=b'A'),
+      dict(  # shape=[]
+          condition=False, x='A', y='a', expected=b'a'),
+      dict(  # shape=[D1]
+          condition=[True, False, True],
+          x=['A', 'B', 'C'],
+          y=['a', 'b', 'c'],
+          expected=[b'A', b'b', b'C']),
+      dict(  # shape=[D1, D2]
+          condition=[[True, False], [False, True]],
+          x=[['A', 'B'], ['D', 'E']],
+          y=[['a', 'b'], ['d', 'e']],
+          expected=[[b'A', b'b'], [b'd', b'E']]),
+      dict(  # shape=[D1, (D2)]
+          condition=ragged.constant_value([[True, False, True], [False, True]]),
+          x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E']]),
+          y=ragged.constant_value([['a', 'b', 'c'], ['d', 'e']]),
+          expected=ragged.constant_value([[b'A', b'b', b'C'], [b'd', b'E']])),
+      dict(  # shape=[D1, (D2), D3]
+          condition=ragged.constant_value([
+              [[True, False], [False, True]],
+              [[True, False], [False, False], [True, False], [False, True]]
+          ], ragged_rank=1),
+          x=ragged.constant_value([
+              [['A', 'B'], ['C', 'D']],
+              [['E', 'F'], ['G', 'H'], ['I', 'J'], ['K', 'L']]
+          ], ragged_rank=1),
+          y=ragged.constant_value([
+              [['a', 'b'], ['c', 'd']],
+              [['e', 'f'], ['g', 'h'], ['i', 'j'], ['k', 'l']]
+          ], ragged_rank=1),
+          expected=ragged.constant_value([
+              [[b'A', b'b'], [b'c', b'D']],
+              [[b'E', b'f'], [b'g', b'h'], [b'I', b'j'], [b'k', b'L']]
+          ], ragged_rank=1)),
+      dict(  # shape=[D1, (D2), (D3), (D4)]
+          condition=ragged.constant_value([
+              [[[], [True]]],
+              [[[True, False, True], [False, True]],
+               [[True], [], [False], [False, True, False]]]
+          ]),
+          x=ragged.constant_value([
+              [[[], ['A']]],
+              [[['B', 'C', 'D'], ['E', 'F']],
+               [['G'], [], ['H'], ['I', 'J', 'K']]]
+          ]),
+          y=ragged.constant_value([
+              [[[], ['a']]],
+              [[['b', 'c', 'd'], ['e', 'f']],
+               [['g'], [], ['h'], ['i', 'j', 'k']]]
+          ]),
+          expected=ragged.constant_value([
+              [[[], [b'A']]],
+              [[[b'B', b'c', b'D'], [b'e', b'F']],
+               [[b'G'], [], [b'h'], [b'i', b'J', b'k']]]
+          ])),
+
+      #=========================================================================
+      # Elementwise row-selection mode
+      #=========================================================================
+      dict(  # shape=[D1, D2]
+          condition=[True, False, True],
+          x=[['A', 'B'], ['C', 'D'], ['E', 'F']],
+          y=[['a', 'b'], ['c', 'd'], ['e', 'f']],
+          expected=[[b'A', b'B'], [b'c', b'd'], [b'E', b'F']]),
+      dict(  # shape=[D1, (D2)]
+          condition=[True, False, True],
+          x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E'], ['F', 'G']]),
+          y=ragged.constant_value([['a', 'b'], ['c'], ['d', 'e']]),
+          expected=ragged.constant_value([[b'A', b'B', b'C'], [b'c'],
+                                          [b'F', b'G']])),
+      dict(  # shape=[D1, (D2), (D3), (D4)]
+          condition=ragged.constant_value([True, False]),
+          x=ragged.constant_value([
+              [[[], ['A']]],
+              [[['B', 'C', 'D'], ['E', 'F']],
+               [['G'], [], ['H'], ['I', 'J', 'K']]]
+          ]),
+          y=ragged.constant_value([[[['a']]], [[['b']]]]),
+          expected=ragged.constant_value([[[[], [b'A']]], [[[b'b']]]])),
+  ])   # pyformat: disable
+  def testRaggedWhere(self, condition, expected, x=None, y=None):
+    result = ragged.where(condition, x, y)
+    self.assertEqual(
+        getattr(result, 'ragged_rank', 0), getattr(expected, 'ragged_rank', 0))
+    with self.test_session():
+      result_value = result.eval()
+      if hasattr(result_value, 'tolist'):
+        result_value = result_value.tolist()
+      if hasattr(expected, 'tolist'):
+        expected = expected.tolist()
+      self.assertEqual(result_value, expected)
+
+  @parameterized.parameters([
+      dict(
+          condition=[True, False],
+          x=[1, 2],
+          error=ValueError,
+          message='x and y must be either both None or both non-None'),
+      dict(
+          condition=ragged.constant_value([[True, False, True], [False, True]]),
+          x=ragged.constant_value([['A', 'B', 'C'], ['D', 'E']]),
+          y=[['a', 'b'], ['d', 'e']],
+          error=ValueError,
+          message='Input shapes do not match.'),
+  ])
+  def testRaggedWhereErrors(self, condition, error, message, x=None, y=None):
+    with self.assertRaisesRegexp(error, message):
+      ragged.where(condition, x, y)
+
+
+if __name__ == '__main__':
+  googletest.main()
diff --git a/tensorflow/python/ops/ragged/segment_id_ops.py b/tensorflow/python/ops/ragged/segment_id_ops.py
new file mode 100644
index 0000000000..fa2970c3e7
--- /dev/null
+++ b/tensorflow/python/ops/ragged/segment_id_ops.py
@@ -0,0 +1,107 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Ops for converting between row_splits and segment_ids."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.framework import tensor_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.ragged import ragged_util
+
+
+# For background on "segments" and "segment ids", see:
+# https://www.tensorflow.org/api_guides/python/math_ops#Segmentation
+def row_splits_to_segment_ids(splits, name=None):
+  """Generates the segmentation corresponding to a RaggedTensor `splits` vector.
+
+  Returns an integer vector `segment_ids`, where `segment_ids[i] == j` if
+  `splits[j] <= i < splits[j+1]`.  Example:
+
+  ```python
+  >>> ragged.row_splits_to_segment_ids([0, 3, 3, 5, 6, 9]).eval()
+  [ 0 0 0 2 2 3 4 4 4 ]
+  ```
+
+  Args:
+    splits: A sorted 1-D int64 Tensor.  `splits[0]` must be zero.
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A sorted 1-D int64 Tensor, with `shape=[splits[-1]]`
+
+  Raises:
+    ValueError: If `splits` is invalid.
+  """
+  with ops.name_scope(name, "RaggedSplitsToSegmentIds", [splits]) as name:
+    splits = ops.convert_to_tensor(splits, dtype=dtypes.int64, name="splits")
+    splits.shape.assert_has_rank(1)
+    if tensor_shape.dimension_value(splits.shape[0]) == 0:
+      raise ValueError("Invalid row_splits: []")
+    row_lengths = splits[1:] - splits[:-1]
+    nrows = array_ops.shape(splits, out_type=dtypes.int64)[-1] - 1
+    indices = math_ops.range(nrows)
+    return ragged_util.repeat(indices, repeats=row_lengths, axis=0)
+
+
+# For background on "segments" and "segment ids", see:
+# https://www.tensorflow.org/api_guides/python/math_ops#Segmentation
+def segment_ids_to_row_splits(segment_ids, num_segments=None, name=None):
+  """Generates the RaggedTensor `splits` vector corresponding to a segmentation.
+
+  Returns an integer vector `splits`, where `splits[0] = 0` and
+  `splits[i] = splits[i-1] + count(segment_ids==i)`.  Example:
+
+  ```python
+  >>> ragged.segment_ids_to_row_splits([0, 0, 0, 2, 2, 3, 4, 4, 4]).eval()
+  [ 0 3 3 5 6 9 ]
+  ```
+
+  Args:
+    segment_ids: A 1-D integer Tensor.
+    num_segments: A scalar integer indicating the number of segments.  Defaults
+      to `max(segment_ids) + 1` (or zero if `segment_ids` is empty).
+    name: A name prefix for the returned tensor (optional).
+
+  Returns:
+    A sorted 1-D int64 Tensor, with `shape=[num_segments + 1]`.
+  """
+  with ops.name_scope(name, "SegmentIdsToRaggedSplits", [segment_ids]) as name:
+    segment_ids = ragged_util.convert_to_int_tensor(segment_ids, "segment_ids")
+    segment_ids.shape.assert_has_rank(1)
+    if num_segments is not None:
+      num_segments = ragged_util.convert_to_int_tensor(num_segments,
+                                                       "num_segments")
+      num_segments.shape.assert_has_rank(0)
+
+    row_lengths = math_ops.bincount(
+        segment_ids,
+        minlength=num_segments,
+        maxlength=num_segments,
+        dtype=dtypes.int64)
+    splits = array_ops.concat([[0], math_ops.cumsum(row_lengths)], axis=0)
+
+    # Update shape information, if possible.
+    if num_segments is not None:
+      const_num_segments = tensor_util.constant_value(num_segments)
+      if const_num_segments is not None:
+        splits.set_shape(tensor_shape.TensorShape([const_num_segments + 1]))
+
+    return splits
-- 
GitLab


From b457dd8c313b3241924683e3f2bf419d587ba10c Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Mon, 12 Nov 2018 09:41:26 -0800
Subject: [PATCH 1431/1825] [XLA] Verify that scatter window size matches the
 rank of its operand

Otherwise we'd get a weird error from the backend or scatter expander.

PiperOrigin-RevId: 221106876
---
 .../compiler/xla/service/shape_inference.cc    |  9 +++++++++
 .../xla/service/shape_inference_test.cc        | 18 ++++++++++++++++++
 2 files changed, 27 insertions(+)

diff --git a/tensorflow/compiler/xla/service/shape_inference.cc b/tensorflow/compiler/xla/service/shape_inference.cc
index 2f8f092303..31473c0a35 100644
--- a/tensorflow/compiler/xla/service/shape_inference.cc
+++ b/tensorflow/compiler/xla/service/shape_inference.cc
@@ -2833,6 +2833,15 @@ Status ValidateScatterDimensionNumbers(
     }
   }
 
+  // Validate window size.
+  auto window_size = dim_numbers.update_window_dims_size() +
+                     dim_numbers.inserted_window_dims_size();
+  if (window_size != ShapeUtil::Rank(operand_shape)) {
+    return InvalidArgument(
+        "Scatter op has window of size %d; doesn't match operand of rank %d.",
+        window_size, ShapeUtil::Rank(operand_shape));
+  }
+
   // Validate scatter_dims_to_operand_dims in ScatterDimensionNumbers.
   if (dim_numbers.scatter_dims_to_operand_dims_size() !=
       scatter_indices_shape[dim_numbers.index_vector_dim()]) {
diff --git a/tensorflow/compiler/xla/service/shape_inference_test.cc b/tensorflow/compiler/xla/service/shape_inference_test.cc
index 7b65e8c1c9..4639e32db4 100644
--- a/tensorflow/compiler/xla/service/shape_inference_test.cc
+++ b/tensorflow/compiler/xla/service/shape_inference_test.cc
@@ -2673,5 +2673,23 @@ TEST_F(ScatterGatherShapeInferenceTest,
       << statusor.status();
 }
 
+TEST_F(ScatterGatherShapeInferenceTest,
+       InvalidScatterDimNumbers_InsufficientWindowDims) {
+  StatusOr<Shape> statusor = ShapeInference::InferScatterShape(
+      f32_5d_tensor_50_49_48_47_46_, s64_scalar_,
+      ShapeUtil::MakeShape(F32, {30, 29, 28, 27}), to_apply_,
+      HloScatterInstruction::MakeScatterDimNumbers(
+          /*update_window_dims=*/{0, 1, 2, 3},
+          /*inserted_window_dims=*/{},
+          /*scatter_dims_to_operand_dims=*/{0},
+          /*index_vector_dim=*/0));
+  ASSERT_FALSE(statusor.ok());
+  EXPECT_THAT(
+      statusor.status().error_message(),
+      HasSubstr(
+          "Scatter op has window of size 4; doesn't match operand of rank 5."))
+      << statusor.status();
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 118b339def97d70058303412142eb37ed7d1b9f8 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Mon, 12 Nov 2018 09:44:19 -0800
Subject: [PATCH 1432/1825] Automated rollback of commit
 70794a8447204d8ef14103ffa25b2738dd399479

PiperOrigin-RevId: 221107269
---
 .../xla/service/gpu/instruction_fusion.cc     |  1 +
 .../service/gpu/instruction_fusion_test.cc    | 21 +++++++++++++++++++
 2 files changed, 22 insertions(+)

diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
index 7f2b59810f..43f43b50e4 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion.cc
@@ -47,6 +47,7 @@ bool IsFusible(const HloInstruction& hlo) {
          hlo.opcode() == HloOpcode::kReduce ||
          hlo.opcode() == HloOpcode::kReduceWindow ||
          hlo.opcode() == HloOpcode::kReshape ||
+         hlo.opcode() == HloOpcode::kReverse ||
          hlo.opcode() == HloOpcode::kScatter ||
          hlo.opcode() == HloOpcode::kSlice ||
          hlo.opcode() == HloOpcode::kTranspose;
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index 06ce731bf2..fb77bc4b8e 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -805,5 +805,26 @@ TEST_F(InstructionFusionTest, NonscalarConstantsNotFused) {
               op::Reduce(op::Broadcast(op::Parameter()), op::Constant()));
 }
 
+TEST_F(InstructionFusionTest, FuseReverse) {
+  auto module = ParseHloString(R"(
+    HloModule test_module
+
+    ENTRY Reverse {
+      p0 = f32[50,96,1024]{2,1,0} parameter(0)
+      add = f32[50,96,1024]{2,1,0} add(p0, p0)
+      ROOT reverse = f32[50,96,1024] reverse(add), dimensions={0}
+    })")
+                    .ValueOrDie();
+
+  EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
+                  .Run(module.get())
+                  .ValueOrDie());
+
+  HloInstruction* root = module->entry_computation()->root_instruction();
+  EXPECT_THAT(root, op::Fusion());
+  EXPECT_THAT(root->fused_expression_root(),
+              op::Reverse(op::Add(op::Parameter(), op::Parameter())));
+}
+
 }  // namespace gpu
 }  // namespace xla
-- 
GitLab


From e1642f97c375a578f74fc2a722055572ab8781ca Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 09:44:21 -0800
Subject: [PATCH 1433/1825] Remove tf.convert_to_tensor_or_indexed_slices and
 tf.convert_to_tensor_or_sparse_tensor symbols

PiperOrigin-RevId: 221107273
---
 tensorflow/python/framework/ops.py            |  2 +-
 tensorflow/python/framework/sparse_tensor.py  |  2 +-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  8 ---
 tensorflow/tools/compatibility/renames_v2.py  | 59 +++++++++++++++----
 4 files changed, 51 insertions(+), 20 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index e93724794d..602d6291a0 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -1271,7 +1271,7 @@ def convert_n_to_tensor(values, dtype=None, name=None, preferred_dtype=None):
       as_ref=False)
 
 
-@tf_export("convert_to_tensor_or_indexed_slices")
+@tf_export(v1=["convert_to_tensor_or_indexed_slices"])
 def convert_to_tensor_or_indexed_slices(value, dtype=None, name=None):
   """Converts the given object to a `Tensor` or an `IndexedSlices`.
 
diff --git a/tensorflow/python/framework/sparse_tensor.py b/tensorflow/python/framework/sparse_tensor.py
index 68f15f5e62..3643fc5e00 100644
--- a/tensorflow/python/framework/sparse_tensor.py
+++ b/tensorflow/python/framework/sparse_tensor.py
@@ -248,7 +248,7 @@ tf_export("SparseTensorValue")(SparseTensorValue)
 pywrap_tensorflow.RegisterType("SparseTensorValue", SparseTensorValue)
 
 
-@tf_export("convert_to_tensor_or_sparse_tensor")
+@tf_export(v1=["convert_to_tensor_or_sparse_tensor"])
 def convert_to_tensor_or_sparse_tensor(value, dtype=None, name=None):
   """Converts value to a `SparseTensor` or `Tensor`.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 91d0a4efce..612f1fa2d6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -620,14 +620,6 @@ tf_module {
     name: "convert_to_tensor"
     argspec: "args=[\'value\', \'dtype\', \'name\', \'preferred_dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "convert_to_tensor_or_indexed_slices"
-    argspec: "args=[\'value\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "convert_to_tensor_or_sparse_tensor"
-    argspec: "args=[\'value\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
   member_method {
     name: "cos"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 58ac597dc7..21c978729b 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -28,6 +28,8 @@ renames = {
     'tf.AUTO_REUSE': 'tf.compat.v1.AUTO_REUSE',
     'tf.COMPILER_VERSION': 'tf.version.COMPILER_VERSION',
     'tf.CXX11_ABI_FLAG': 'tf.sysconfig.CXX11_ABI_FLAG',
+    'tf.FixedLenFeature': 'tf.io.FixedLenFeature',
+    'tf.FixedLenSequenceFeature': 'tf.io.FixedLenSequenceFeature',
     'tf.FixedLengthRecordReader': 'tf.compat.v1.FixedLengthRecordReader',
     'tf.GIT_VERSION': 'tf.version.GIT_VERSION',
     'tf.GRAPH_DEF_VERSION': 'tf.version.GRAPH_DEF_VERSION',
@@ -37,6 +39,8 @@ renames = {
     'tf.InteractiveSession': 'tf.compat.v1.InteractiveSession',
     'tf.LMDBReader': 'tf.compat.v1.LMDBReader',
     'tf.MONOLITHIC_BUILD': 'tf.sysconfig.MONOLITHIC_BUILD',
+    'tf.NoGradient': 'tf.no_gradient',
+    'tf.NotDifferentiable': 'tf.no_gradient',
     'tf.OpError': 'tf.errors.OpError',
     'tf.PaddingFIFOQueue': 'tf.io.PaddingFIFOQueue',
     'tf.Print': 'tf.compat.v1.Print',
@@ -47,15 +51,18 @@ renames = {
     'tf.ReaderBase': 'tf.compat.v1.ReaderBase',
     'tf.Session': 'tf.compat.v1.Session',
     'tf.SparseConditionalAccumulator': 'tf.sparse.SparseConditionalAccumulator',
+    'tf.SparseFeature': 'tf.io.SparseFeature',
     'tf.TFRecordReader': 'tf.compat.v1.TFRecordReader',
     'tf.TensorShape': 'tf.compat.v1.TensorShape',
     'tf.TextLineReader': 'tf.compat.v1.TextLineReader',
     'tf.VERSION': 'tf.version.VERSION',
+    'tf.VarLenFeature': 'tf.io.VarLenFeature',
     'tf.Variable': 'tf.compat.v1.Variable',
     'tf.VariableAggregation': 'tf.compat.v1.VariableAggregation',
     'tf.VariableScope': 'tf.compat.v1.VariableScope',
     'tf.WholeFileReader': 'tf.compat.v1.WholeFileReader',
     'tf.accumulate_n': 'tf.math.accumulate_n',
+    'tf.add_check_numerics_ops': 'tf.compat.v1.add_check_numerics_ops',
     'tf.add_to_collection': 'tf.compat.v1.add_to_collection',
     'tf.add_to_collections': 'tf.compat.v1.add_to_collections',
     'tf.all_variables': 'tf.compat.v1.all_variables',
@@ -89,16 +96,8 @@ renames = {
     'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
     'tf.container': 'tf.compat.v1.container',
-    'tf.contrib.signal.frame': 'tf.signal.frame',
-    'tf.contrib.signal.frames': 'tf.signal.frame',
-    'tf.contrib.signal.hann_window': 'tf.signal.hann_window',
-    'tf.contrib.signal.hamming_window': 'tf.signal.hamming_window',
-    'tf.contrib.signal.inverse_stft': 'tf.signal.inverse_stft',
-    'tf.contrib.signal.inverse_stft_window_fn': 'tf.signal.inverse_stft_window_fn',
-    'tf.contrib.signal.linear_to_mel_weight_matrix': 'tf.signal.linear_to_mel_weight_matrix',
-    'tf.contrib.signal.mfccs_from_log_mel_spectrograms': 'tf.signal.mfccs_from_log_mel_spectrograms',
-    'tf.contrib.signal.overlap_and_add': 'tf.signal.overlap_and_add',
-    'tf.contrib.signal.stft': 'tf.signal.stft',
+    'tf.convert_to_tensor_or_indexed_slices': 'tf.compat.v1.convert_to_tensor_or_indexed_slices',
+    'tf.convert_to_tensor_or_sparse_tensor': 'tf.compat.v1.convert_to_tensor_or_sparse_tensor',
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
@@ -111,6 +110,7 @@ renames = {
     'tf.depth_to_space': 'tf.nn.depth_to_space',
     'tf.dequantize': 'tf.quantization.dequantize',
     'tf.deserialize_many_sparse': 'tf.io.deserialize_many_sparse',
+    'tf.device': 'tf.compat.v1.device',
     'tf.diag': 'tf.linalg.tensor_diag',
     'tf.diag_part': 'tf.linalg.tensor_diag_part',
     'tf.digamma': 'tf.math.digamma',
@@ -162,15 +162,22 @@ renames = {
     'tf.global_variables': 'tf.compat.v1.global_variables',
     'tf.global_variables_initializer': 'tf.compat.v1.global_variables_initializer',
     'tf.glorot_normal_initializer': 'tf.keras.initializers.glorot_normal',
+    'tf.graph_util.convert_variables_to_constants': 'tf.compat.v1.graph_util.convert_variables_to_constants',
+    'tf.graph_util.extract_sub_graph': 'tf.compat.v1.graph_util.extract_sub_graph',
+    'tf.graph_util.must_run_on_cpu': 'tf.compat.v1.graph_util.must_run_on_cpu',
+    'tf.graph_util.remove_training_nodes': 'tf.compat.v1.graph_util.remove_training_nodes',
+    'tf.graph_util.tensor_shape_from_node_def_name': 'tf.compat.v1.graph_util.tensor_shape_from_node_def_name',
     'tf.ifft': 'tf.spectral.ifft',
     'tf.igamma': 'tf.math.igamma',
     'tf.igammac': 'tf.math.igammac',
     'tf.imag': 'tf.math.imag',
+    'tf.initialize_all_tables': 'tf.compat.v1.initialize_all_tables',
     'tf.initialize_all_variables': 'tf.compat.v1.initialize_all_variables',
     'tf.initialize_local_variables': 'tf.compat.v1.initialize_local_variables',
     'tf.initialize_variables': 'tf.compat.v1.initialize_variables',
     'tf.initializers.global_variables': 'tf.compat.v1.initializers.global_variables',
     'tf.initializers.local_variables': 'tf.compat.v1.initializers.local_variables',
+    'tf.initializers.tables_initializer': 'tf.compat.v1.initializers.tables_initializer',
     'tf.initializers.variables': 'tf.compat.v1.initializers.variables',
     'tf.invert_permutation': 'tf.math.invert_permutation',
     'tf.is_finite': 'tf.debugging.is_finite',
@@ -226,6 +233,7 @@ renames = {
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
     'tf.logical_xor': 'tf.math.logical_xor',
     'tf.make_template': 'tf.compat.v1.make_template',
+    'tf.make_tensor_proto': 'tf.compat.v1.make_tensor_proto',
     'tf.manip.batch_to_space_nd': 'tf.batch_to_space_nd',
     'tf.manip.gather_nd': 'tf.gather_nd',
     'tf.manip.reshape': 'tf.reshape',
@@ -250,11 +258,18 @@ renames = {
     'tf.nn.ctc_beam_search_decoder': 'tf.compat.v1.nn.ctc_beam_search_decoder',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
+    'tf.nn.rnn_cell.BasicLSTMCell': 'tf.compat.v1.nn.rnn_cell.BasicLSTMCell',
     'tf.nn.rnn_cell.BasicRNNCell': 'tf.compat.v1.nn.rnn_cell.BasicRNNCell',
+    'tf.nn.rnn_cell.GRUCell': 'tf.compat.v1.nn.rnn_cell.GRUCell',
+    'tf.nn.rnn_cell.LSTMCell': 'tf.compat.v1.nn.rnn_cell.LSTMCell',
     'tf.nn.softmax_cross_entropy_with_logits': 'tf.compat.v1.nn.softmax_cross_entropy_with_logits',
     'tf.nn.softmax_cross_entropy_with_logits_v2': 'tf.nn.softmax_cross_entropy_with_logits',
     'tf.nn.uniform_candidate_sampler': 'tf.random.uniform_candidate_sampler',
+    'tf.op_scope': 'tf.compat.v1.op_scope',
     'tf.orthogonal_initializer': 'tf.keras.initializers.Orthogonal',
+    'tf.parse_example': 'tf.io.parse_example',
+    'tf.parse_single_example': 'tf.io.parse_single_example',
+    'tf.parse_single_sequence_example': 'tf.io.parse_single_sequence_example',
     'tf.parse_tensor': 'tf.io.parse_tensor',
     'tf.placeholder': 'tf.compat.v1.placeholder',
     'tf.placeholder_with_default': 'tf.compat.v1.placeholder_with_default',
@@ -274,6 +289,11 @@ renames = {
     'tf.reduce_join': 'tf.strings.reduce_join',
     'tf.regex_replace': 'tf.strings.regex_replace',
     'tf.report_uninitialized_variables': 'tf.compat.v1.report_uninitialized_variables',
+    'tf.resource_loader.get_data_files_path': 'tf.compat.v1.resource_loader.get_data_files_path',
+    'tf.resource_loader.get_path_to_datafile': 'tf.compat.v1.resource_loader.get_path_to_datafile',
+    'tf.resource_loader.get_root_dir_with_all_resources': 'tf.compat.v1.resource_loader.get_root_dir_with_all_resources',
+    'tf.resource_loader.load_resource': 'tf.compat.v1.resource_loader.load_resource',
+    'tf.resource_loader.readahead_file_path': 'tf.compat.v1.resource_loader.readahead_file_path',
     'tf.reverse_v2': 'tf.reverse',
     'tf.rint': 'tf.math.rint',
     'tf.rsqrt': 'tf.math.rsqrt',
@@ -336,6 +356,7 @@ renames = {
     'tf.self_adjoint_eigvals': 'tf.linalg.eigvalsh',
     'tf.serialize_many_sparse': 'tf.io.serialize_many_sparse',
     'tf.serialize_sparse': 'tf.io.serialize_sparse',
+    'tf.serialize_tensor': 'tf.io.serialize_tensor',
     'tf.setdiff1d': 'tf.compat.v1.setdiff1d',
     'tf.space_to_batch': 'tf.nn.space_to_batch',
     'tf.space_to_depth': 'tf.nn.space_to_depth',
@@ -368,7 +389,15 @@ renames = {
     'tf.string_to_hash_bucket_strong': 'tf.strings.to_hash_bucket_strong',
     'tf.string_to_number': 'tf.strings.to_number',
     'tf.svd': 'tf.linalg.svd',
+    'tf.tables_initializer': 'tf.compat.v1.tables_initializer',
     'tf.test.compute_gradient_error': 'tf.compat.v1.test.compute_gradient_error',
+    'tf.to_bfloat16': 'tf.compat.v1.to_bfloat16',
+    'tf.to_complex128': 'tf.compat.v1.to_complex128',
+    'tf.to_complex64': 'tf.compat.v1.to_complex64',
+    'tf.to_double': 'tf.compat.v1.to_double',
+    'tf.to_float': 'tf.compat.v1.to_float',
+    'tf.to_int32': 'tf.compat.v1.to_int32',
+    'tf.to_int64': 'tf.compat.v1.to_int64',
     'tf.trace': 'tf.linalg.trace',
     'tf.train.MonitoredTrainingSession': 'tf.compat.v1.train.MonitoredTrainingSession',
     'tf.train.QueueRunner': 'tf.compat.v1.train.QueueRunner',
@@ -376,14 +405,22 @@ renames = {
     'tf.train.SaverDef': 'tf.compat.v1.train.SaverDef',
     'tf.train.SyncReplicasOptimizer': 'tf.compat.v1.train.SyncReplicasOptimizer',
     'tf.train.add_queue_runner': 'tf.compat.v1.train.add_queue_runner',
+    'tf.train.assert_global_step': 'tf.compat.v1.train.assert_global_step',
     'tf.train.basic_train_loop': 'tf.compat.v1.train.basic_train_loop',
     'tf.train.batch': 'tf.compat.v1.train.batch',
     'tf.train.batch_join': 'tf.compat.v1.train.batch_join',
+    'tf.train.checkpoint_exists': 'tf.compat.v1.train.checkpoint_exists',
     'tf.train.cosine_decay': 'tf.compat.v1.train.cosine_decay',
     'tf.train.cosine_decay_restarts': 'tf.compat.v1.train.cosine_decay_restarts',
+    'tf.train.create_global_step': 'tf.compat.v1.train.create_global_step',
     'tf.train.do_quantize_training_on_graphdef': 'tf.compat.v1.train.do_quantize_training_on_graphdef',
     'tf.train.exponential_decay': 'tf.compat.v1.train.exponential_decay',
     'tf.train.export_meta_graph': 'tf.compat.v1.train.export_meta_graph',
+    'tf.train.generate_checkpoint_state_proto': 'tf.compat.v1.train.generate_checkpoint_state_proto',
+    'tf.train.get_checkpoint_mtimes': 'tf.compat.v1.train.get_checkpoint_mtimes',
+    'tf.train.get_global_step': 'tf.compat.v1.train.get_global_step',
+    'tf.train.get_or_create_global_step': 'tf.compat.v1.train.get_or_create_global_step',
+    'tf.train.global_step': 'tf.compat.v1.train.global_step',
     'tf.train.import_meta_graph': 'tf.compat.v1.train.import_meta_graph',
     'tf.train.input_producer': 'tf.compat.v1.train.input_producer',
     'tf.train.inverse_time_decay': 'tf.compat.v1.train.inverse_time_decay',
@@ -402,11 +439,13 @@ renames = {
     'tf.train.queue_runner.add_queue_runner': 'tf.compat.v1.train.queue_runner.add_queue_runner',
     'tf.train.queue_runner.start_queue_runners': 'tf.compat.v1.train.queue_runner.start_queue_runners',
     'tf.train.range_input_producer': 'tf.compat.v1.train.range_input_producer',
+    'tf.train.remove_checkpoint': 'tf.compat.v1.train.remove_checkpoint',
     'tf.train.shuffle_batch': 'tf.compat.v1.train.shuffle_batch',
     'tf.train.shuffle_batch_join': 'tf.compat.v1.train.shuffle_batch_join',
     'tf.train.slice_input_producer': 'tf.compat.v1.train.slice_input_producer',
     'tf.train.start_queue_runners': 'tf.compat.v1.train.start_queue_runners',
     'tf.train.string_input_producer': 'tf.compat.v1.train.string_input_producer',
+    'tf.train.update_checkpoint_state': 'tf.compat.v1.train.update_checkpoint_state',
     'tf.trainable_variables': 'tf.compat.v1.trainable_variables',
     'tf.uniform_unit_scaling_initializer': 'tf.initializers.uniform_unit_scaling',
     'tf.unsorted_segment_max': 'tf.math.unsorted_segment_max',
-- 
GitLab


From 091af8981d7d6bc2b2355849d841efb8a1063d75 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 09:53:01 -0800
Subject: [PATCH 1434/1825] Publish cumulative session time and session count
 to Streamz.

We record the time at the beginning and end of running DirectSession::RunInternal / GraphMgr::ExecuteAsync(for distributed learning) and calculate the difference. This way of publishing session time intends to work around the GPU/TPU OOM issue when calculate step time from Xprof StepStats.

PiperOrigin-RevId: 221108597
---
 tensorflow/core/BUILD                         | 13 ++++++
 .../core/common_runtime/direct_session.cc     |  4 ++
 tensorflow/core/common_runtime/metrics.cc     | 42 +++++++++++++++++++
 tensorflow/core/common_runtime/metrics.h      | 27 ++++++++++++
 tensorflow/core/distributed_runtime/BUILD     |  2 +
 .../core/distributed_runtime/graph_mgr.cc     | 21 ++++++----
 6 files changed, 101 insertions(+), 8 deletions(-)
 create mode 100644 tensorflow/core/common_runtime/metrics.cc
 create mode 100644 tensorflow/core/common_runtime/metrics.h

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index afde912cb5..d97057bc76 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1669,6 +1669,7 @@ cc_library(
     name = "mobile_additional_lib_deps",
     deps = tf_additional_lib_deps() + [
         "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/time",
     ],
 )
 
@@ -2998,6 +2999,16 @@ cc_library(
     deps = [":lib_internal"],
 )
 
+tf_cuda_library(
+    name = "metrics",
+    srcs = ["common_runtime/metrics.cc"],
+    hdrs = ["common_runtime/metrics.h"],
+    deps = [
+        ":lib",
+        "@com_google_absl//absl/time",
+    ],
+)
+
 tf_cuda_library(
     name = "direct_session_internal",
     srcs = ["common_runtime/direct_session.cc"],
@@ -3014,10 +3025,12 @@ tf_cuda_library(
         ":graph",
         ":lib",
         ":lib_internal",
+        ":metrics",
         ":proto_text",
         ":protos_all_cc",
         "//tensorflow/core/debug:debug_graph_utils",
         "//tensorflow/core/kernels:function_ops",
+        "@com_google_absl//absl/time",
     ],
     alwayslink = 1,
 )
diff --git a/tensorflow/core/common_runtime/direct_session.cc b/tensorflow/core/common_runtime/direct_session.cc
index 52c1cd2691..3a23f084a5 100644
--- a/tensorflow/core/common_runtime/direct_session.cc
+++ b/tensorflow/core/common_runtime/direct_session.cc
@@ -19,6 +19,7 @@ limitations under the License.
 #include <string>
 #include <vector>
 
+#include "absl/time/clock.h"
 #include "tensorflow/core/common_runtime/collective_executor_mgr.h"
 #include "tensorflow/core/common_runtime/collective_param_resolver_local.h"
 #include "tensorflow/core/common_runtime/constant_folding.h"
@@ -30,6 +31,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/graph_optimizer.h"
 #include "tensorflow/core/common_runtime/memory_types.h"
+#include "tensorflow/core/common_runtime/metrics.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
 #include "tensorflow/core/common_runtime/process_util.h"
 #include "tensorflow/core/common_runtime/scoped_allocator_mgr.h"
@@ -454,6 +456,7 @@ Status DirectSession::RunInternal(int64 step_id, const RunOptions& run_options,
                                   CallFrameInterface* call_frame,
                                   ExecutorsAndKeys* executors_and_keys,
                                   RunMetadata* run_metadata) {
+  const absl::Time start_time = absl::Now();
   string session_id_meta = strings::StrCat("SessionRun #id=", step_id, "#");
   tracing::ScopedActivity activity(session_id_meta);
 
@@ -709,6 +712,7 @@ Status DirectSession::RunInternal(int64 step_id, const RunOptions& run_options,
       exec_and_lib.graph->ToGraphDef(partition_graph_def);
     }
   }
+  UpdateGraphExecutionTime(absl::Now() - start_time);
 
   return Status::OK();
 }
diff --git a/tensorflow/core/common_runtime/metrics.cc b/tensorflow/core/common_runtime/metrics.cc
new file mode 100644
index 0000000000..2736739b1a
--- /dev/null
+++ b/tensorflow/core/common_runtime/metrics.cc
@@ -0,0 +1,42 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/common_runtime/metrics.h"
+
+#include "tensorflow/core/lib/monitoring/counter.h"
+
+namespace tensorflow {
+
+namespace {
+
+auto* graph_runs = monitoring::Counter<0>::New(
+    "/tensorflow/core/graph_runs",
+    "The number of graph executions used to collect "
+    "/tensorflow/core/graph_run_time_msecs");
+
+auto* graph_run_time_msecs = monitoring::Counter<0>::New(
+    "/tensorflow/core/graph_run_time_msecs",
+    "The total time spent on executing graphs in milliseconds.");
+}  // namespace
+
+void UpdateGraphExecutionTime(const absl::Duration running_time) {
+  if (running_time > absl::ZeroDuration()) {
+    graph_runs->GetCell()->IncrementBy(1);
+    graph_run_time_msecs->GetCell()->IncrementBy(running_time /
+                                                 absl::Milliseconds(1));
+  }
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/core/common_runtime/metrics.h b/tensorflow/core/common_runtime/metrics.h
new file mode 100644
index 0000000000..5dd4caf5b7
--- /dev/null
+++ b/tensorflow/core/common_runtime/metrics.h
@@ -0,0 +1,27 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_COMMON_RUNTIME_METRICS_H_
+#define TENSORFLOW_CORE_COMMON_RUNTIME_METRICS_H_
+
+#include "absl/time/time.h"
+
+namespace tensorflow {
+
+void UpdateGraphExecutionTime(const absl::Duration time);
+
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_COMMON_RUNTIME_METRICS_H_
diff --git a/tensorflow/core/distributed_runtime/BUILD b/tensorflow/core/distributed_runtime/BUILD
index 3a534dcfb7..9f09122434 100644
--- a/tensorflow/core/distributed_runtime/BUILD
+++ b/tensorflow/core/distributed_runtime/BUILD
@@ -425,9 +425,11 @@ cc_library(
         "//tensorflow/core:graph",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "//tensorflow/core:metrics",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:worker_proto_cc",
         "//tensorflow/core/debug",
+        "@com_google_absl//absl/time",
     ],
 )
 
diff --git a/tensorflow/core/distributed_runtime/graph_mgr.cc b/tensorflow/core/distributed_runtime/graph_mgr.cc
index 3944668028..ee39062e34 100644
--- a/tensorflow/core/distributed_runtime/graph_mgr.cc
+++ b/tensorflow/core/distributed_runtime/graph_mgr.cc
@@ -17,6 +17,7 @@ limitations under the License.
 
 #include <vector>
 
+#include "absl/time/clock.h"
 #include "tensorflow/core/common_runtime/build_graph_options.h"
 #include "tensorflow/core/common_runtime/constant_folding.h"
 #include "tensorflow/core/common_runtime/debugger_state_interface.h"
@@ -25,6 +26,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/graph_optimizer.h"
 #include "tensorflow/core/common_runtime/memory_types.h"
+#include "tensorflow/core/common_runtime/metrics.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
 #include "tensorflow/core/common_runtime/process_util.h"
 #include "tensorflow/core/common_runtime/rendezvous_util.h"
@@ -386,6 +388,7 @@ void GraphMgr::ExecuteAsync(const string& handle, const int64 step_id,
                             MutableRunGraphResponseWrapper* response,
                             CancellationManager* cancellation_manager,
                             const NamedTensors& in, StatusCallback done) {
+  const absl::Time start_time = absl::Now();
   // Lookup an item. Holds one ref while executing.
   Item* item = nullptr;
   {
@@ -443,14 +446,16 @@ void GraphMgr::ExecuteAsync(const string& handle, const int64 step_id,
     return;
   }
 
-  StartParallelExecutors(handle, step_id, item, rendezvous, ce_handle,
-                         collector, cost_graph, cancellation_manager,
-                         [item, rendezvous, ce_handle, done](const Status& s) {
-                           done(s);
-                           rendezvous->Unref();
-                           item->Unref();
-                           delete ce_handle;
-                         });
+  StartParallelExecutors(
+      handle, step_id, item, rendezvous, ce_handle, collector, cost_graph,
+      cancellation_manager,
+      [item, rendezvous, ce_handle, done, start_time](const Status& s) {
+        done(s);
+        UpdateGraphExecutionTime(absl::Now() - start_time);
+        rendezvous->Unref();
+        item->Unref();
+        delete ce_handle;
+      });
 }
 
 void GraphMgr::StartParallelExecutors(const string& handle, int64 step_id,
-- 
GitLab


From 6419761eab4ae013e39a541816f54c922a971b31 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Mon, 12 Nov 2018 09:55:33 -0800
Subject: [PATCH 1435/1825] Fix typo in TPUClusterResolver that prevents proper
 name resolution.

PiperOrigin-RevId: 221108996
---
 .../cluster_resolver/python/training/tpu_cluster_resolver.py    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
index 0157d2a0c8..1f6803a9ff 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
@@ -64,7 +64,7 @@ class TPUClusterResolver(ClusterResolver):
     if self._service:
       return self._service
 
-    credentials = self.credentials
+    credentials = self._credentials
     if credentials is None or credentials == 'default':
       credentials = GoogleCredentials.get_application_default()
 
-- 
GitLab


From b88372e5c3212271eb93798a72d2242ec4816f4e Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Mon, 12 Nov 2018 10:16:22 -0800
Subject: [PATCH 1436/1825] [tf.data] Reducing the overhead of performance
 modeling.

By stashing a pointer to the corresponding `Node` in the iterator that it represents, we can avoid a map lookup on a string and a lock acquisition in the `Model`.

PiperOrigin-RevId: 221112988
---
 tensorflow/core/framework/dataset.h | 29 +++++++++++++++++++++--------
 tensorflow/core/framework/model.cc  |  5 +++--
 tensorflow/core/framework/model.h   |  4 ++--
 3 files changed, 26 insertions(+), 12 deletions(-)

diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index 4258b0d58a..5960c105c8 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -479,6 +479,7 @@ class IteratorBase {
 
  private:
   friend class DatasetBase;  // for access to `AddCleanupFunction`
+  friend class DatasetBaseIterator;  // for access to `node_`
 
   // Registers a cleanup function to be called upon object destruction.
   //
@@ -487,7 +488,11 @@ class IteratorBase {
     cleanup_fns_.push_back(std::move(cleanup_fn));
   }
 
+  // Associates the given performance modeling `Node` with this iterator.
+  void SetNode(std::shared_ptr<model::Node> node) { node_ = node.get(); }
+
   std::vector<std::function<void()>> cleanup_fns_;
+  model::Node* node_ = nullptr;  // Not owned.
 };
 
 // Represents runtime information needed to construct a dataset.
@@ -539,8 +544,8 @@ class DatasetBase : public core::RefCounted {
     *iterator = MakeIteratorInternal(output_prefix);
     if (const auto& model = ctx->model()) {
       const string& prefix = (*iterator)->prefix();
-      model->AddNode(MakeNodeFactory(ctx, iterator->get()), prefix,
-                     output_prefix);
+      (*iterator)->SetNode(model->AddNode(MakeNodeFactory(ctx, iterator->get()),
+                                          prefix, output_prefix));
       (*iterator)->AddCleanupFunction(
           [model, prefix]() { model->RemoveNode(prefix); });
     }
@@ -670,24 +675,32 @@ class DatasetBaseIterator : public IteratorBase {
   // When performance modeling is enabled, this method records the fact that
   // this iterator has produced an element.
   void RecordElement(IteratorContext* ctx) {
-    if (const auto& model = ctx->model()) {
-      model->RecordElement(prefix());
+    if (node_) {
+      node_->record_element();
     }
   }
 
   // When performance modeling is enabled, this method records the fact that
   // a thread of this iterator has started work.
   void RecordStart(IteratorContext* ctx, bool stop_output = false) {
-    if (const auto& model = ctx->model()) {
-      model->RecordStart(prefix(), stop_output);
+    if (node_) {
+      int64 now_nanos = Env::Default()->NowNanos();
+      if (stop_output && node_->output()) {
+        node_->output()->record_stop(now_nanos);
+      }
+      node_->record_start(now_nanos);
     }
   }
 
   // When performance modeling is enabled, this method records the fact that
   // a thread of this iterator has stopped work.
   void RecordStop(IteratorContext* ctx, bool start_output = false) {
-    if (const auto& model = ctx->model()) {
-      ctx->model()->RecordStop(prefix(), start_output);
+    if (node_) {
+      int64 now_nanos = Env::Default()->NowNanos();
+      node_->record_stop(now_nanos);
+      if (start_output && node_->output()) {
+        node_->output()->record_start(now_nanos);
+      }
     }
   }
 
diff --git a/tensorflow/core/framework/model.cc b/tensorflow/core/framework/model.cc
index 952b26ca44..3bd5b725b8 100644
--- a/tensorflow/core/framework/model.cc
+++ b/tensorflow/core/framework/model.cc
@@ -330,8 +330,8 @@ std::shared_ptr<Node> MakeUnknownNode(Node::Args args) {
   return std::make_shared<Unknown>(std::move(args));
 }
 
-void Model::AddNode(Node::Factory factory, const string& name,
-                    const string& output_name) {
+std::shared_ptr<Node> Model::AddNode(Node::Factory factory, const string& name,
+                                     const string& output_name) {
   // The name captures the sequence of iterators joined by `::`. We use the full
   // sequence as the key in the lookup table, but only the last element of the
   // sequence as the name node.
@@ -357,6 +357,7 @@ void Model::AddNode(Node::Factory factory, const string& name,
     output->add_input(node);
   }
   lookup_table_.insert(std::make_pair(name, node));
+  return node;
 }
 
 void Model::AddProcessingTime(const string& name, int64 delta) {
diff --git a/tensorflow/core/framework/model.h b/tensorflow/core/framework/model.h
index 14883a9781..24aa5630cc 100644
--- a/tensorflow/core/framework/model.h
+++ b/tensorflow/core/framework/model.h
@@ -332,8 +332,8 @@ class Model {
   Model() = default;
 
   // Adds a node with the given name and given output.
-  void AddNode(Node::Factory factory, const string& name,
-               const string& output_name) LOCKS_EXCLUDED(mu_);
+  std::shared_ptr<Node> AddNode(Node::Factory factory, const string& name,
+                                const string& output_name) LOCKS_EXCLUDED(mu_);
 
   // Increments the processing time for the given node..
   void AddProcessingTime(const string& name, int64 delta) LOCKS_EXCLUDED(mu_);
-- 
GitLab


From 0ba53e3adb72c2f13bf9969663c6eed4e81db42a Mon Sep 17 00:00:00 2001
From: James Keeling <jtkeeling@google.com>
Date: Mon, 12 Nov 2018 10:16:47 -0800
Subject: [PATCH 1437/1825] Explicitly log errors on creating GRPC server

These functions previously used TF_RETURN_IF_ERROR to immediately return on an error initialising a GRPC server. Unfortunately, this triggers the GrpcServer destructor to be called. This destructor always fatally errors, which meant that the user would never see the error.

Instead, we log the errors to LOG(ERROR) before returning. The behaviour is therefore unchanged, but at least the user will now see the error.

PiperOrigin-RevId: 221113044
---
 .../core/distributed_runtime/rpc/grpc_server_lib.cc  | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
index 488b110f32..ae722fdfe9 100644
--- a/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
+++ b/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.cc
@@ -451,7 +451,11 @@ Status GrpcServer::Create(const ServerDef& server_def, Env* env,
   std::unique_ptr<GrpcServer> ret(
       new GrpcServer(server_def, env == nullptr ? Env::Default() : env));
   ServiceInitFunction service_func = nullptr;
-  TF_RETURN_IF_ERROR(ret->Init(service_func, NewRpcRendezvousMgr, nullptr));
+  Status s = ret->Init(service_func, NewRpcRendezvousMgr, nullptr);
+  if (!s.ok()) {
+    LOG(ERROR) << s;
+    return s;
+  }
   *out_server = std::move(ret);
   return Status::OK();
 }
@@ -462,7 +466,11 @@ Status GrpcServer::Create(const ServerDef& server_def, Env* env,
   std::unique_ptr<GrpcServer> ret(
       new GrpcServer(server_def, env == nullptr ? Env::Default() : env));
   ServiceInitFunction service_func = nullptr;
-  TF_RETURN_IF_ERROR(ret->Init(service_func, NewRpcRendezvousMgr, nullptr));
+  Status s = ret->Init(service_func, NewRpcRendezvousMgr, nullptr);
+  if (!s.ok()) {
+    LOG(ERROR) << s;
+    return s;
+  }
   *out_server = std::move(ret);
   return Status::OK();
 }
-- 
GitLab


From c398b005957a6b055964f6db6e863e2146be1e8a Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Mon, 12 Nov 2018 10:17:18 -0800
Subject: [PATCH 1438/1825] [XLA:CPU/GPU] Change the return type for
 EmitCallToIntrinsic.

Change the return from llvm::Value* to llvm::CallInst* to better represent the
type of the return value. This can potentially help avoid down casting when the
routine is used.

PiperOrigin-RevId: 221113141
---
 tensorflow/compiler/xla/service/cpu/ir_emitter.cc    | 6 ++++--
 tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc | 7 +++----
 tensorflow/compiler/xla/service/llvm_ir/llvm_util.h  | 7 +++----
 3 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index d6968323f3..620c45fa39 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -1536,7 +1536,8 @@ IrEmitter::ReductionGenerator IrEmitter::MatchReductionGenerator(
 
     case HloOpcode::kMaximum:
       return [root_is_floating_point, root_is_signed](
-                 llvm::IRBuilder<>* b, llvm::Value* lhs, llvm::Value* rhs) {
+                 llvm::IRBuilder<>* b, llvm::Value* lhs,
+                 llvm::Value* rhs) -> llvm::Value* {
         if (root_is_floating_point) {
           return llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::maxnum,
                                               {lhs, rhs}, {lhs->getType()}, b);
@@ -1551,7 +1552,8 @@ IrEmitter::ReductionGenerator IrEmitter::MatchReductionGenerator(
 
     case HloOpcode::kMinimum:
       return [root_is_floating_point, root_is_signed](
-                 llvm::IRBuilder<>* b, llvm::Value* lhs, llvm::Value* rhs) {
+                 llvm::IRBuilder<>* b, llvm::Value* lhs,
+                 llvm::Value* rhs) -> llvm::Value* {
         if (root_is_floating_point) {
           return llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::minnum,
                                               {lhs, rhs}, {lhs->getType()}, b);
diff --git a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
index 05b5f65780..df78726166 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.cc
@@ -84,10 +84,9 @@ string DumpModuleToString(const llvm::Module& module) {
   return AsString(buffer_string);
 }
 
-llvm::Value* EmitCallToIntrinsic(llvm::Intrinsic::ID intrinsic_id,
-                                 absl::Span<llvm::Value* const> operands,
-                                 absl::Span<llvm::Type* const> overloaded_types,
-                                 llvm::IRBuilder<>* b) {
+llvm::CallInst* EmitCallToIntrinsic(
+    llvm::Intrinsic::ID intrinsic_id, absl::Span<llvm::Value* const> operands,
+    absl::Span<llvm::Type* const> overloaded_types, llvm::IRBuilder<>* b) {
   llvm::Module* module = ModuleFromIRBuilder(b);
   llvm::Function* intrinsic = llvm::Intrinsic::getDeclaration(
       module, intrinsic_id, AsArrayRef(overloaded_types));
diff --git a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h
index 5018983f29..c604c7c870 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/llvm_util.h
@@ -102,10 +102,9 @@ string SanitizeFunctionName(string function_name);
 // intrinsics (for example, "minnum") must include a type in overloaded_types
 // for each overloaded type. Typically, overloaded intrinsics have only a single
 // overloaded type.
-llvm::Value* EmitCallToIntrinsic(llvm::Intrinsic::ID intrinsic_id,
-                                 absl::Span<llvm::Value* const> operands,
-                                 absl::Span<llvm::Type* const> overloaded_types,
-                                 llvm::IRBuilder<>* b);
+llvm::CallInst* EmitCallToIntrinsic(
+    llvm::Intrinsic::ID intrinsic_id, absl::Span<llvm::Value* const> operands,
+    absl::Span<llvm::Type* const> overloaded_types, llvm::IRBuilder<>* b);
 
 // Emit float max. Emit maxnum intrinsic is fast math is disabled, or
 // fcmp+select otherwise
-- 
GitLab


From 9e32a88f9a45ff732f020d094e15c15bc25ce24c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 10:17:38 -0800
Subject: [PATCH 1439/1825] Remove tf.random_crop, tf.random_shuffle,
 tf.random_uniform and tf.random_normal symbols.

PiperOrigin-RevId: 221113209
---
 tensorflow/python/ops/random_ops.py             | 12 ++++++++----
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 16 ----------------
 tensorflow/tools/compatibility/renames_v2.py    |  4 ++++
 3 files changed, 12 insertions(+), 20 deletions(-)

diff --git a/tensorflow/python/ops/random_ops.py b/tensorflow/python/ops/random_ops.py
index f827a20ff8..1f7db0af61 100644
--- a/tensorflow/python/ops/random_ops.py
+++ b/tensorflow/python/ops/random_ops.py
@@ -44,7 +44,8 @@ def _ShapeTensor(shape):
   return ops.convert_to_tensor(shape, dtype=dtype, name="shape")
 
 
-@tf_export("random.normal", "random_normal")
+@tf_export("random.normal", v1=["random.normal", "random_normal"])
+@deprecation.deprecated_endpoints("random_normal")
 def random_normal(shape,
                   mean=0.0,
                   stddev=1.0,
@@ -182,7 +183,8 @@ ops.NotDifferentiable("ParameterizedTruncatedNormal")
 ops.NotDifferentiable("TruncatedNormal")
 
 
-@tf_export("random.uniform", "random_uniform")
+@tf_export("random.uniform", v1=["random.uniform", "random_uniform"])
+@deprecation.deprecated_endpoints("random_uniform")
 def random_uniform(shape,
                    minval=0,
                    maxval=None,
@@ -247,7 +249,8 @@ def random_uniform(shape,
 ops.NotDifferentiable("RandomUniform")
 
 
-@tf_export("random.shuffle", "random_shuffle")
+@tf_export("random.shuffle", v1=["random.shuffle", "random_shuffle"])
+@deprecation.deprecated_endpoints("random_shuffle")
 def random_shuffle(value, seed=None, name=None):
   """Randomly shuffles a tensor along its first dimension.
 
@@ -278,7 +281,8 @@ def random_shuffle(value, seed=None, name=None):
       value, seed=seed1, seed2=seed2, name=name)
 
 
-@tf_export("image.random_crop", "random_crop")
+@tf_export("image.random_crop", v1=["image.random_crop", "random_crop"])
+@deprecation.deprecated_endpoints("random_crop")
 def random_crop(value, size, seed=None, name=None):
   """Randomly crops a tensor to a given size.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 612f1fa2d6..0896aa987c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -956,22 +956,6 @@ tf_module {
     name: "quantize_v2"
     argspec: "args=[\'input\', \'min_range\', \'max_range\', \'T\', \'mode\', \'name\', \'round_mode\'], varargs=None, keywords=None, defaults=[\'MIN_COMBINED\', \'None\', \'HALF_AWAY_FROM_ZERO\'], "
   }
-  member_method {
-    name: "random_crop"
-    argspec: "args=[\'value\', \'size\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "random_normal"
-    argspec: "args=[\'shape\', \'mean\', \'stddev\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'1.0\', \"<dtype: \'float32\'>\", \'None\', \'None\'], "
-  }
-  member_method {
-    name: "random_shuffle"
-    argspec: "args=[\'value\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "random_uniform"
-    argspec: "args=[\'shape\', \'minval\', \'maxval\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'0\', \'None\', \"<dtype: \'float32\'>\", \'None\', \'None\'], "
-  }
   member_method {
     name: "range"
     argspec: "args=[\'start\', \'limit\', \'delta\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'range\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 21c978729b..c6fbbebf6c 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -281,8 +281,12 @@ renames = {
     'tf.qr': 'tf.linalg.qr',
     'tf.quantize': 'tf.quantization.quantize',
     'tf.quantized_concat': 'tf.quantization.quantized_concat',
+    'tf.random_crop': 'tf.image.random_crop',
     'tf.random_gamma': 'tf.random.gamma',
+    'tf.random_normal': 'tf.random.normal',
     'tf.random_poisson': 'tf.random.poisson',
+    'tf.random_shuffle': 'tf.random.shuffle',
+    'tf.random_uniform': 'tf.random.uniform',
     'tf.read_file': 'tf.io.read_file',
     'tf.real': 'tf.math.real',
     'tf.reciprocal': 'tf.math.reciprocal',
-- 
GitLab


From 1c2490f97d70d9887dc9bfab0322e90e6b138e3f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 10:22:07 -0800
Subject: [PATCH 1440/1825] Leverage the recently introduced ScheduleWithHint
 on Eigen::ThreadPool while scheduling inter-op closures through RunHandler.
 Also make changes to the tensorflow::ThreadPool to expose the newly available
 Eigen::ThreadPool functionality: ScheduleWithHint and SetStealPartitions.

PiperOrigin-RevId: 221114042
---
 tensorflow/core/framework/run_handler.cc | 25 +++++++++++++++++++++++-
 tensorflow/core/lib/core/threadpool.cc   |  9 +++++++++
 tensorflow/core/lib/core/threadpool.h    |  4 ++++
 3 files changed, 37 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/framework/run_handler.cc b/tensorflow/core/framework/run_handler.cc
index 0c4007eafc..55790b6e52 100644
--- a/tensorflow/core/framework/run_handler.cc
+++ b/tensorflow/core/framework/run_handler.cc
@@ -92,6 +92,27 @@ class RunHandlerPool::Impl {
       handlers_.emplace_back(new RunHandler::Impl(this));
       free_handlers_.push_back(handlers_.back().get());
     }
+    // Set steal partitions to a fixed size steal domain of size 6 = 2 *
+    // kMinThreadsPerRequest.
+    std::vector<std::pair<unsigned, unsigned>> steal_partitions(
+        num_inter_op_threads);
+    int kStealDomainSize = std::min(6, num_inter_op_threads);
+    unsigned steal_start = 0, steal_end = kStealDomainSize;
+    for (int i = 0; i < num_inter_op_threads; ++i) {
+      if (i > steal_start) {
+        if (steal_end + kStealDomainSize < num_inter_op_threads) {
+          steal_start = steal_end;
+          steal_end += kStealDomainSize;
+        } else {
+          steal_end = num_inter_op_threads;
+          steal_start = steal_end - kStealDomainSize;
+        }
+      }
+      steal_partitions[i] = std::make_pair(steal_start, steal_end);
+      VLOG(1) << "Steal partition i: " << i << " steal_start: " << steal_start
+              << " steal_end: " << steal_end;
+    }
+    inter_op_thread_pool_->SetStealPartitions(steal_partitions);
   }
 
   ~Impl() {
@@ -223,7 +244,9 @@ void RunHandlerPool::Impl::RecomputePoolStatsLocked() {
 void RunHandler::Impl::ScheduleInterOpClosure(std::function<void()> fn) {
   std::uint_fast32_t start = 0, limit = 0;
   DecodePartition(inter_op_scheduling_range(), &start, &limit);
-  pool_impl_->inter_op_thread_pool()->Schedule(std::move(fn));
+  DCHECK_LT(start, limit);
+  pool_impl_->inter_op_thread_pool()->ScheduleWithHint(std::move(fn), start,
+                                                       limit);
 }
 
 void RunHandler::Impl::Reset() {
diff --git a/tensorflow/core/lib/core/threadpool.cc b/tensorflow/core/lib/core/threadpool.cc
index 9ccd911b0e..42689a6c3b 100644
--- a/tensorflow/core/lib/core/threadpool.cc
+++ b/tensorflow/core/lib/core/threadpool.cc
@@ -192,5 +192,14 @@ int ThreadPool::NumThreads() const { return impl_->NumThreads(); }
 
 int ThreadPool::CurrentThreadId() const { return impl_->CurrentThreadId(); }
 
+void ThreadPool::ScheduleWithHint(std::function<void()> fn, int start,
+                                  int limit) {
+  impl_->ScheduleWithHint(std::move(fn), start, limit);
+}
+
+void ThreadPool::SetStealPartitions(
+    const std::vector<std::pair<unsigned, unsigned>>& partitions) {
+  impl_->SetStealPartitions(partitions);
+}
 }  // namespace thread
 }  // namespace tensorflow
diff --git a/tensorflow/core/lib/core/threadpool.h b/tensorflow/core/lib/core/threadpool.h
index e14ad7ac64..3da7dcb632 100644
--- a/tensorflow/core/lib/core/threadpool.h
+++ b/tensorflow/core/lib/core/threadpool.h
@@ -59,6 +59,10 @@ class ThreadPool {
   // Schedules fn() for execution in the pool of threads.
   void Schedule(std::function<void()> fn);
 
+  void SetStealPartitions(
+      const std::vector<std::pair<unsigned, unsigned>>& partitions);
+
+  void ScheduleWithHint(std::function<void()> fn, int start, int limit);
   // Requires 0 < block_size <= total.
   // Spawns k threads and calls fn(i*block_size, (i+1)*block_size) from the
   // ith thread (i>=0). When (i+1)*block_size > total, fn(i*block_size, total)
-- 
GitLab


From ebdd330cb4631e7dffda1e46bf0c8949320147c0 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Mon, 12 Nov 2018 10:33:17 -0800
Subject: [PATCH 1441/1825] Change argument order for tf.argmin/tf.argmax for
 TF 2.0.

PiperOrigin-RevId: 221116012
---
 tensorflow/python/ops/math_ops.py             | 58 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.math.pbtxt |  4 +-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 +-
 tensorflow/tools/compatibility/renames_v2.py  | 22 ++++++-
 .../tools/compatibility/tf_upgrade_v2.py      |  5 +-
 5 files changed, 84 insertions(+), 9 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index c8de4a5dbc..39b1ca8993 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -70,7 +70,7 @@ def _set_doc(doc):
 
 
 # pylint: disable=redefined-builtin
-@tf_export("math.argmax", "argmax")
+@tf_export(v1=["math.argmax", "argmax"])
 @deprecation.deprecated_args(None, "Use the `axis` argument instead",
                              "dimension")
 @_set_doc(
@@ -85,10 +85,37 @@ def argmax(input,
       "axis", axis, "dimension", dimension)
   if axis is None:
     axis = 0
+  return argmax_v2(input, axis, output_type, name)
+
+
+@tf_export("math.argmax", "argmax", v1=[])
+def argmax_v2(input,
+              axis=None,
+              output_type=dtypes.int64,
+              name=None):
+  """Returns the index with the largest value across axes of a tensor.
+
+  Note that in case of ties the identity of the return value is not guaranteed.
+
+  Args:
+    input: A `Tensor`. Must be one of the following types: `float32`, `float64`,
+    `int32`, `uint8`, `int16`, `int8`, `complex64`, `int64`, `qint8`, `quint8`,
+    `qint32`, `bfloat16`, `uint16`, `complex128`, `half`, `uint32`, `uint64`.
+    axis: A `Tensor`. Must be one of the following types: `int32`, `int64`.
+      int32 or int64, must be in the range `-rank(input), rank(input))`.
+      Describes which axis of the input Tensor to reduce across. For vectors,
+      use axis = 0.
+    output_type: An optional `tf.DType` from: `tf.int32, tf.int64`.
+      Defaults to `tf.int64`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor` of type `output_type`.
+  """
   return gen_math_ops.arg_max(input, axis, name=name, output_type=output_type)
 
 
-@tf_export("math.argmin", "argmin")
+@tf_export(v1=["math.argmin", "argmin"])
 @deprecation.deprecated_args(None, "Use the `axis` argument instead",
                              "dimension")
 @_set_doc(
@@ -103,6 +130,33 @@ def argmin(input,
       "axis", axis, "dimension", dimension)
   if axis is None:
     axis = 0
+  return argmin_v2(input, axis, output_type, name)
+
+
+@tf_export("math.argmin", "argmin", v1=[])
+def argmin_v2(input,
+              axis=None,
+              output_type=dtypes.int64,
+              name=None):
+  """Returns the index with the smallest value across axes of a tensor.
+
+  Note that in case of ties the identity of the return value is not guaranteed.
+
+  Args:
+    input: A `Tensor`. Must be one of the following types: `float32`, `float64`,
+    `int32`, `uint8`, `int16`, `int8`, `complex64`, `int64`, `qint8`, `quint8`,
+    `qint32`, `bfloat16`, `uint16`, `complex128`, `half`, `uint32`, `uint64`.
+    axis: A `Tensor`. Must be one of the following types: `int32`, `int64`.
+      int32 or int64, must be in the range `-rank(input), rank(input))`.
+      Describes which axis of the input Tensor to reduce across. For vectors,
+      use axis = 0.
+    output_type: An optional `tf.DType` from: `tf.int32, tf.int64`.
+      Defaults to `tf.int64`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor` of type `output_type`.
+  """
   return gen_math_ops.arg_min(input, axis, name=name, output_type=output_type)
 
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
index a8334fdd1d..a441e42b0a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
@@ -30,11 +30,11 @@ tf_module {
   }
   member_method {
     name: "argmax"
-    argspec: "args=[\'input\', \'axis\', \'name\', \'dimension\', \'output_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \"<dtype: \'int64\'>\"], "
+    argspec: "args=[\'input\', \'axis\', \'output_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int64\'>\", \'None\'], "
   }
   member_method {
     name: "argmin"
-    argspec: "args=[\'input\', \'axis\', \'name\', \'dimension\', \'output_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \"<dtype: \'int64\'>\"], "
+    argspec: "args=[\'input\', \'axis\', \'output_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int64\'>\", \'None\'], "
   }
   member_method {
     name: "asin"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 0896aa987c..7326b9d906 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -486,11 +486,11 @@ tf_module {
   }
   member_method {
     name: "argmax"
-    argspec: "args=[\'input\', \'axis\', \'name\', \'dimension\', \'output_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \"<dtype: \'int64\'>\"], "
+    argspec: "args=[\'input\', \'axis\', \'output_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int64\'>\", \'None\'], "
   }
   member_method {
     name: "argmin"
-    argspec: "args=[\'input\', \'axis\', \'name\', \'dimension\', \'output_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \"<dtype: \'int64\'>\"], "
+    argspec: "args=[\'input\', \'axis\', \'output_type\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int64\'>\", \'None\'], "
   }
   member_method {
     name: "as_dtype"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index c6fbbebf6c..e685f9332f 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -67,6 +67,8 @@ renames = {
     'tf.add_to_collections': 'tf.compat.v1.add_to_collections',
     'tf.all_variables': 'tf.compat.v1.all_variables',
     'tf.angle': 'tf.math.angle',
+    'tf.argmax': 'tf.compat.v1.argmax',
+    'tf.argmin': 'tf.compat.v1.argmin',
     'tf.assert_greater_equal': 'tf.debugging.assert_greater_equal',
     'tf.assert_integer': 'tf.debugging.assert_integer',
     'tf.assert_less_equal': 'tf.debugging.assert_less_equal',
@@ -149,7 +151,9 @@ renames = {
     'tf.fake_quant_with_min_max_vars_gradient': 'tf.quantization.fake_quant_with_min_max_vars_gradient',
     'tf.fake_quant_with_min_max_vars_per_channel': 'tf.quantization.fake_quant_with_min_max_vars_per_channel',
     'tf.fake_quant_with_min_max_vars_per_channel_gradient': 'tf.quantization.fake_quant_with_min_max_vars_per_channel_gradient',
-    'tf.fft': 'tf.spectral.fft',
+    'tf.fft': 'tf.signal.fft',
+    'tf.fft2d': 'tf.signal.fft2d',
+    'tf.fft3d': 'tf.signal.fft3d',
     'tf.floordiv': 'tf.math.floordiv',
     'tf.get_default_session': 'tf.compat.v1.get_default_session',
     'tf.get_local_variable': 'tf.compat.v1.get_local_variable',
@@ -167,7 +171,9 @@ renames = {
     'tf.graph_util.must_run_on_cpu': 'tf.compat.v1.graph_util.must_run_on_cpu',
     'tf.graph_util.remove_training_nodes': 'tf.compat.v1.graph_util.remove_training_nodes',
     'tf.graph_util.tensor_shape_from_node_def_name': 'tf.compat.v1.graph_util.tensor_shape_from_node_def_name',
-    'tf.ifft': 'tf.spectral.ifft',
+    'tf.ifft': 'tf.signal.ifft',
+    'tf.ifft2d': 'tf.signal.ifft2d',
+    'tf.ifft3d': 'tf.signal.ifft3d',
     'tf.igamma': 'tf.math.igamma',
     'tf.igammac': 'tf.math.igammac',
     'tf.imag': 'tf.math.imag',
@@ -243,6 +249,8 @@ renames = {
     'tf.manip.space_to_batch_nd': 'tf.space_to_batch_nd',
     'tf.manip.tile': 'tf.tile',
     'tf.matching_files': 'tf.io.matching_files',
+    'tf.math.argmax': 'tf.compat.v1.math.argmax',
+    'tf.math.argmin': 'tf.compat.v1.math.argmin',
     'tf.matrix_band_part': 'tf.linalg.band_part',
     'tf.matrix_determinant': 'tf.linalg.det',
     'tf.matrix_diag': 'tf.linalg.diag',
@@ -257,13 +265,16 @@ renames = {
     'tf.moving_average_variables': 'tf.compat.v1.moving_average_variables',
     'tf.nn.ctc_beam_search_decoder': 'tf.compat.v1.nn.ctc_beam_search_decoder',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
+    'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
+    'tf.nn.raw_rnn': 'tf.compat.v1.nn.raw_rnn',
     'tf.nn.rnn_cell.BasicLSTMCell': 'tf.compat.v1.nn.rnn_cell.BasicLSTMCell',
     'tf.nn.rnn_cell.BasicRNNCell': 'tf.compat.v1.nn.rnn_cell.BasicRNNCell',
     'tf.nn.rnn_cell.GRUCell': 'tf.compat.v1.nn.rnn_cell.GRUCell',
     'tf.nn.rnn_cell.LSTMCell': 'tf.compat.v1.nn.rnn_cell.LSTMCell',
     'tf.nn.softmax_cross_entropy_with_logits': 'tf.compat.v1.nn.softmax_cross_entropy_with_logits',
     'tf.nn.softmax_cross_entropy_with_logits_v2': 'tf.nn.softmax_cross_entropy_with_logits',
+    'tf.nn.static_rnn': 'tf.compat.v1.nn.static_rnn',
     'tf.nn.uniform_candidate_sampler': 'tf.random.uniform_candidate_sampler',
     'tf.op_scope': 'tf.compat.v1.op_scope',
     'tf.orthogonal_initializer': 'tf.keras.initializers.Orthogonal',
@@ -368,6 +379,7 @@ renames = {
     'tf.sparse_add': 'tf.sparse.add',
     'tf.sparse_fill_empty_rows': 'tf.sparse.fill_empty_rows',
     'tf.sparse_mask': 'tf.sparse.mask',
+    'tf.sparse_matmul': 'tf.compat.v1.sparse_matmul',
     'tf.sparse_maximum': 'tf.sparse.maximum',
     'tf.sparse_merge': 'tf.sparse.merge',
     'tf.sparse_minimum': 'tf.sparse.minimum',
@@ -385,6 +397,12 @@ renames = {
     'tf.sparse_tensor_to_dense': 'tf.sparse.to_dense',
     'tf.sparse_to_indicator': 'tf.sparse.to_indicator',
     'tf.sparse_transpose': 'tf.sparse.transpose',
+    'tf.spectral.fft': 'tf.signal.fft',
+    'tf.spectral.fft2d': 'tf.signal.fft2d',
+    'tf.spectral.fft3d': 'tf.signal.fft3d',
+    'tf.spectral.ifft': 'tf.signal.ifft',
+    'tf.spectral.ifft2d': 'tf.signal.ifft2d',
+    'tf.spectral.ifft3d': 'tf.signal.ifft3d',
     'tf.squared_difference': 'tf.math.squared_difference',
     'tf.string_join': 'tf.strings.join',
     'tf.string_strip': 'tf.strings.strip',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 7dd86689fa..fd8d6d12e8 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -46,7 +46,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # Functions that were reordered should be changed to the new keyword args
     # for safety, if positional arguments are used. If you have reversed the
     # positional arguments yourself, this could do the wrong thing.
-    self.function_reorders = {}
+    self.function_reorders = {
+        "tf.argmin": ["input", "axis", "output_type", "name"],
+        "tf.argmax": ["input", "axis", "output_type", "name"],
+    }
 
     # Specially handled functions.
     self.function_handle = {}
-- 
GitLab


From e84d75dd7429cdcbfa20518cce4a0e886271cfa0 Mon Sep 17 00:00:00 2001
From: Sreeni Kesavarapu <sreenik@google.com>
Date: Mon, 12 Nov 2018 10:35:24 -0800
Subject: [PATCH 1442/1825] Move RoundToEven function to xla/client/lib/math.h.

PiperOrigin-RevId: 221116394
---
 .../compiler/tf2xla/kernels/unary_ops.cc      | 20 ++-----------------
 tensorflow/compiler/xla/client/lib/math.cc    | 16 +++++++++++++++
 tensorflow/compiler/xla/client/lib/math.h     |  4 ++++
 .../compiler/xla/client/lib/math_test.cc      | 12 +++++++++++
 4 files changed, 34 insertions(+), 18 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/kernels/unary_ops.cc b/tensorflow/compiler/tf2xla/kernels/unary_ops.cc
index 0bdfc05726..a0ea6422d7 100644
--- a/tensorflow/compiler/tf2xla/kernels/unary_ops.cc
+++ b/tensorflow/compiler/tf2xla/kernels/unary_ops.cc
@@ -80,24 +80,8 @@ XLAJIT_MAKE_UNARY(Invert, xla::Not(x));
 XLAJIT_MAKE_UNARY(LogicalNot, xla::Not(x));
 XLAJIT_MAKE_UNARY(Neg, -x);
 
-// Implements Banker's rounding: numbers that are equidistant between two
-// integers are rounded towards even.
-xla::XlaOp RoundToEven(xla::XlaOp x) {
-  auto half = xla::ScalarLike(x, 0.5);
-  auto one = xla::ScalarLike(x, 1.0);
-  auto two = xla::ScalarLike(x, 2.0);
-
-  auto round_val = xla::Floor(x);
-  auto fraction = x - round_val;
-  auto nearest_even_int = round_val - two * xla::Floor(half * x);
-  auto is_odd = xla::Eq(nearest_even_int, one);
-  return xla::Select(xla::Or(xla::Gt(fraction, half),
-                             xla::And(xla::Eq(fraction, half), is_odd)),
-                     round_val + one, round_val);
-}
-
-XLAJIT_MAKE_UNARY(Rint, RoundToEven(x));
-XLAJIT_MAKE_UNARY(Round, RoundToEven(x));
+XLAJIT_MAKE_UNARY(Rint, xla::RoundToEven(x));
+XLAJIT_MAKE_UNARY(Round, xla::RoundToEven(x));
 
 XLAJIT_MAKE_UNARY(Rsqrt, xla::Rsqrt(x));
 
diff --git a/tensorflow/compiler/xla/client/lib/math.cc b/tensorflow/compiler/xla/client/lib/math.cc
index d3d7edb42a..08a887a6e4 100644
--- a/tensorflow/compiler/xla/client/lib/math.cc
+++ b/tensorflow/compiler/xla/client/lib/math.cc
@@ -265,6 +265,22 @@ XlaOp Digamma(XlaOp input) {
   return result;
 }
 
+// Implements Banker's rounding: numbers that are equidistant between two
+// integers are rounded towards even.
+XlaOp RoundToEven(XlaOp x) {
+  auto half = xla::ScalarLike(x, 0.5);
+  auto one = xla::ScalarLike(x, 1.0);
+  auto two = xla::ScalarLike(x, 2.0);
+
+  auto round_val = xla::Floor(x);
+  auto fraction = x - round_val;
+  auto nearest_even_int = round_val - two * xla::Floor(half * x);
+  auto is_odd = xla::Eq(nearest_even_int, one);
+  return xla::Select(xla::Or(xla::Gt(fraction, half),
+                             xla::And(xla::Eq(fraction, half), is_odd)),
+                     round_val + one, round_val);
+}
+
 // Trigonometric functions.
 
 // acos(x) = 2 * atan(sqrt(1 - x^2) / (1 + x))
diff --git a/tensorflow/compiler/xla/client/lib/math.h b/tensorflow/compiler/xla/client/lib/math.h
index a6cafd4207..3f06d04b9a 100644
--- a/tensorflow/compiler/xla/client/lib/math.h
+++ b/tensorflow/compiler/xla/client/lib/math.h
@@ -51,6 +51,10 @@ XlaOp Lgamma(XlaOp input);
 // Computes an approximation of the digamma function.
 XlaOp Digamma(XlaOp input);
 
+// Rounds the given number to even when the number is equidistant between two
+// integers.
+XlaOp RoundToEven(XlaOp x);
+
 // Trigonometric functions
 
 // Computes the arc cosine of 'x'.
diff --git a/tensorflow/compiler/xla/client/lib/math_test.cc b/tensorflow/compiler/xla/client/lib/math_test.cc
index 14c259a7fa..ae2ea225d1 100644
--- a/tensorflow/compiler/xla/client/lib/math_test.cc
+++ b/tensorflow/compiler/xla/client/lib/math_test.cc
@@ -136,5 +136,17 @@ XLA_TEST_F(MathTest, Digamma) {
   ComputeAndCompareR1<float>(&builder, expected, {}, error_spec_);
 }
 
+XLA_TEST_F(MathTest, RoundToEven) {
+  XlaBuilder builder(TestName());
+  auto x = ConstantR1<float>(
+      &builder, {-1.4, -1.5, -2.5, -0.5, 0, 0.5, 1.5, 2.5, 3.5, 4.5});
+  RoundToEven(x);
+
+  std::vector<float> expected = {-1.0, -2.0, -2.0, -0.0, 0,
+                                 0.0,  2.0,  2.0,  4.0,  4.0};
+
+  ComputeAndCompareR1<float>(&builder, expected, {}, error_spec_);
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 6e8142efbc4b82de408ab074830cf84da995c6c4 Mon Sep 17 00:00:00 2001
From: Karim Nosir <karimnosseir@google.com>
Date: Mon, 12 Nov 2018 10:35:40 -0800
Subject: [PATCH 1443/1825] Remove todo as bug for supporting dynamic tensors
 is fixed

PiperOrigin-RevId: 221116443
---
 tensorflow/lite/interpreter.cc | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index dcb1b7ea0e..c90fc3be87 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -649,9 +649,6 @@ TfLiteStatus Interpreter::Invoke() {
   // Note that calling Invoke repeatedly will cause the original memory plan to
   // be reused, unless either ResizeInputTensor() or AllocateTensors() has been
   // called.
-  // TODO(b/71913981): we should force recalculation in the presence of dynamic
-  // tensors, because they may have new value which in turn may affect shapes
-  // and allocations.
   for (int execution_plan_index = 0;
        execution_plan_index < execution_plan_.size(); execution_plan_index++) {
     if (execution_plan_index == next_execution_plan_index_to_prepare_) {
-- 
GitLab


From 96fffc03289ee32b47293faa5af82e182843a3c8 Mon Sep 17 00:00:00 2001
From: Ilya Biryukov <ibiryukov@google.com>
Date: Mon, 12 Nov 2018 10:37:44 -0800
Subject: [PATCH 1444/1825] Update downloadable clang to r346388

PiperOrigin-RevId: 221116802
---
 third_party/clang_toolchain/download_clang.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/third_party/clang_toolchain/download_clang.bzl b/third_party/clang_toolchain/download_clang.bzl
index 5fa459caf1..9023e250b2 100644
--- a/third_party/clang_toolchain/download_clang.bzl
+++ b/third_party/clang_toolchain/download_clang.bzl
@@ -39,15 +39,15 @@ def download_clang(repo_ctx, out_folder):
 
     # Latest CLANG_REVISION and CLANG_SUB_REVISION of the Chromiums's release
     # can be found in https://chromium.googlesource.com/chromium/src/tools/clang/+/master/scripts/update.py
-    CLANG_REVISION = "343880"
+    CLANG_REVISION = "346388"
     CLANG_SUB_REVISION = 1
 
     package_version = "%s-%s" % (CLANG_REVISION, CLANG_SUB_REVISION)
 
     checksums = {
-        "Linux_x64": "3530f53516fd08799e2754601e53a19531e1db5bc73c9ad8d2d1d8efdd9c9c9b",
-        "Mac": "8761b47869089be216324af8c5a93cba2d539a1d252c9c8cad8f2cd6da21f9f4",
-        "Win": "06eb08aa0b1ff7ea65db375a7dc7151cde7c89a44044fb63e5b73ea2f96c6e65",
+        "Linux_x64": "5e5564e4e743414c7eaec9fd9e739732ddd2a343e49bde4c88fc2530b1c598b9",
+        "Mac": "19271a7cc5c2bcaf9643d3dd622b5458569dc662bbc58f63b129cf6e3a4e3243",
+        "Win": "60b0bd1f11e53892109f4159e2aba0f803604823e07875ca98b82bd5628d7f4d",
     }
 
     platform_folder = _get_platform_folder(repo_ctx.os.name)
-- 
GitLab


From c44306c0f8a5e7bac9c1dcdd1df624968183fa91 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Mon, 12 Nov 2018 10:55:18 -0800
Subject: [PATCH 1445/1825] Extend the functionality of find_matching_lambda to
 functions. This is necessary because inspect does not reliably guess the
 source code, and certain distributions of Python are quite buggy. Most of the
 time this code will not be necessary. However it's useful to to diagnose
 cases where inspect.getsource did not return reliable results and which would
 otherwise fail with much more obscure errors.

PiperOrigin-RevId: 221119886
---
 .../python/autograph/impl/conversion.py       | 24 ++++--
 .../python/autograph/impl/conversion_test.py  | 16 ++++
 tensorflow/python/autograph/pyct/ast_util.py  | 60 +++++++++-----
 .../python/autograph/pyct/ast_util_test.py    | 78 +++++++++++++++++--
 4 files changed, 146 insertions(+), 32 deletions(-)

diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index f28c272d0d..328a4b5fe4 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -281,16 +281,26 @@ def function_to_graph(f,
   node, source = parser.parse_entity(f)
   node = node.body[0]
 
-  # TODO(mdan): Can we convert everything and scoop the lambda afterwards?
-  if f.__name__ == '<lambda>':
-    nodes = ast_util.find_matching_lambda_definitions(node, f)
-    if len(nodes) != 1:
+  # In general, the output of inspect.getsource is inexact because it uses crude
+  # regex matching methods to search the source file. This is particularly
+  # problematic for lambda functions, where the entire containing lines are
+  # returned. Certain distributions of CPython may also return the enclosing
+  # function for local functions.
+  nodes = ast_util.find_matching_definitions(node, f)
+  if len(nodes) != 1:
+    if f.__name__ == '<lambda>':
       raise ValueError(
           'Unable to identify source code of lambda function {}. It was'
-          ' defined on this line: {}, which contains multiple lambdas with'
-          ' identical argument names. To avoid ambiguity, define each lambda'
+          ' defined on this line: {}, which must contain a single lambda with'
+          ' matching signature. To avoid ambiguity, define each lambda'
           ' in a separate expression.'.format(f, source))
-    node, = nodes
+    else:
+      raise ValueError(
+          'Unable to identify source code of function {}. The source code'
+          ' reported by Python did not include exactly one matching signature:'
+          '\n{}\nTo avoid ambiguity, use a unique name for each'
+          ' function.'.format(f, source))
+  node, = nodes
 
   # TODO(znado): Place inside standard_analysis.
   origin_info.resolve(node, source, f)
diff --git a/tensorflow/python/autograph/impl/conversion_test.py b/tensorflow/python/autograph/impl/conversion_test.py
index 6fd184c4c0..9a4fbdad8c 100644
--- a/tensorflow/python/autograph/impl/conversion_test.py
+++ b/tensorflow/python/autograph/impl/conversion_test.py
@@ -205,6 +205,22 @@ class ConversionTest(test.TestCase):
     self.assertIsInstance(fn_node.value, gast.Lambda)
     self.assertEqual('tf__lambda', name)
 
+  def test_entity_to_graph_nested_functions(self):
+    b = 2
+
+    def f(x):
+      def g(x):
+        return b * x
+      return g(x)
+
+    program_ctx = self._simple_program_ctx()
+    nodes, name, ns = conversion.entity_to_graph(f, program_ctx, None, None)
+    fn_node, _ = nodes
+    self.assertIsInstance(fn_node, gast.FunctionDef)
+    self.assertEqual(fn_node.name, 'tf__f')
+    self.assertEqual('tf__f', name)
+    self.assertIs(ns['b'], b)
+
   def test_ag_module_cached(self):
     def callee():
       return range(3)
diff --git a/tensorflow/python/autograph/pyct/ast_util.py b/tensorflow/python/autograph/pyct/ast_util.py
index 19bc12ff17..ea7eca6463 100644
--- a/tensorflow/python/autograph/pyct/ast_util.py
+++ b/tensorflow/python/autograph/pyct/ast_util.py
@@ -314,38 +314,62 @@ def parallel_walk(node, other):
                 f, n_child, o_child))
 
 
-class LambdaMatcher(gast.NodeVisitor):
-  """Finds nodes that match a given lambda function's signature."""
+class FunctionDefMatcher(gast.NodeVisitor):
+  """Finds nodes that match a given function's signature."""
 
-  def __init__(self, lambda_fn):
-    self.lambda_fn = lambda_fn
+  def __init__(self, fn):
+    self.fn = fn
     self.matching_nodes = []
 
-  def visit_Lambda(self, node):
-    self.generic_visit(node)
+  def _arg_name(self, node):
+    if node is None:
+      return None
+    if isinstance(node, gast.Name):
+      return node.id
+    assert isinstance(node, str)
+    return node
 
-    arg_spec = tf_inspect.getfullargspec(self.lambda_fn)
+  def _argspec_matches(self, node):
+    arg_spec = tf_inspect.getfullargspec(self.fn)
 
-    node_args = tuple(arg.id for arg in node.args.args)
+    node_args = tuple(self._arg_name(arg) for arg in node.args.args)
     if node_args != tuple(arg_spec.args):
-      return
+      return False
 
-    node_varargs = None if node.args.vararg is None else node.args.vararg.arg
-    if arg_spec.varargs != node_varargs:
-      return
+    if arg_spec.varargs != self._arg_name(node.args.vararg):
+      return False
 
-    node_varkw = None if node.args.kwarg is None else node.args.kwarg.arg
-    if arg_spec.varkw != node_varkw:
-      return
+    if arg_spec.varkw != self._arg_name(node.args.kwarg):
+      return False
 
-    node_kwonlyargs = tuple(arg.id for arg in node.args.kwonlyargs)
+    node_kwonlyargs = tuple(self._arg_name(arg) for arg in node.args.kwonlyargs)
     if node_kwonlyargs != tuple(arg_spec.kwonlyargs):
+      return False
+
+    return True
+
+  def visit_Lambda(self, node):
+    self.generic_visit(node)
+
+    if self.fn.__name__ != '<lambda>':
+      return
+    if not self._argspec_matches(node):
+      return
+
+    self.matching_nodes.append(node)
+
+  def visit_FunctionDef(self, node):
+    self.generic_visit(node)
+
+    if self.fn.__name__ != node.name:
+      return
+    if not self._argspec_matches(node):
       return
 
     self.matching_nodes.append(node)
 
 
-def find_matching_lambda_definitions(node, f):
-  matcher = LambdaMatcher(f)
+def find_matching_definitions(node, f):
+  matcher = FunctionDefMatcher(f)
   matcher.visit(node)
   return tuple(matcher.matching_nodes)
diff --git a/tensorflow/python/autograph/pyct/ast_util_test.py b/tensorflow/python/autograph/pyct/ast_util_test.py
index 4e2ace8c34..9fcbbe646c 100644
--- a/tensorflow/python/autograph/pyct/ast_util_test.py
+++ b/tensorflow/python/autograph/pyct/ast_util_test.py
@@ -199,37 +199,101 @@ class AstUtilTest(test.TestCase):
       self.assertIsInstance(node, gast.Lambda)
       self.assertIn(compiler.ast_to_source(node.body).strip(), expected_bodies)
 
-  def test_find_matching_lambda_definitions(self):
+  def test_find_matching_definitions_lambda(self):
     node = parser.parse_str(
         textwrap.dedent("""
       f = lambda x: 1
     """))
     f = lambda x: x
-    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    nodes = ast_util.find_matching_definitions(node, f)
     self.assertLambdaNodes(nodes, ('(1)',))
 
-  def test_find_matching_lambda_definitions_multiple_matches(self):
+  def test_find_matching_definitions_lambda_multiple_matches(self):
     node = parser.parse_str(
         textwrap.dedent("""
       f = lambda x: 1, lambda x: 2
     """))
     f = lambda x: x
-    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    nodes = ast_util.find_matching_definitions(node, f)
     self.assertLambdaNodes(nodes, ('(1)', '(2)'))
 
-  def test_find_matching_lambda_definitions_uses_arg_names(self):
+  def test_find_matching_definitions_lambda_uses_arg_names(self):
     node = parser.parse_str(
         textwrap.dedent("""
       f = lambda x: 1, lambda y: 2
     """))
     f = lambda x: x
-    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    nodes = ast_util.find_matching_definitions(node, f)
     self.assertLambdaNodes(nodes, ('(1)',))
 
     f = lambda y: y
-    nodes = ast_util.find_matching_lambda_definitions(node, f)
+    nodes = ast_util.find_matching_definitions(node, f)
     self.assertLambdaNodes(nodes, ('(2)',))
 
+  def assertFunctionDefNodes(self, matching_nodes, expected_bodies):
+    self.assertEqual(len(matching_nodes), len(expected_bodies))
+    for node in matching_nodes:
+      self.assertIsInstance(node, gast.FunctionDef)
+      self.assertIn(compiler.ast_to_source(node.body).strip(), expected_bodies)
+
+  def test_find_matching_definitions_function(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      def f(x):
+        return 1
+    """))
+
+    def f(x):
+      return x
+
+    nodes = ast_util.find_matching_definitions(node, f)
+    self.assertFunctionDefNodes(nodes, ('return 1',))
+
+  def test_find_matching_definitions_nested_functions_same_name(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      def f(x, *args, **kwargs):
+        def f(x, y):
+          return 1
+        return 2
+    """))
+
+    def f(x, y):
+      return x + y
+
+    nodes = ast_util.find_matching_definitions(node, f)
+    self.assertFunctionDefNodes(nodes, ('return 1',))
+
+  def test_find_matching_definitions_nested_functions_same_args(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      def g(x):
+        def f(x):
+          return 1
+        return 2
+    """))
+
+    def f(x):
+      return x
+
+    nodes = ast_util.find_matching_definitions(node, f)
+    self.assertFunctionDefNodes(nodes, ('return 1',))
+
+  def test_find_matching_definitions_multiple_matches(self):
+    node = parser.parse_str(
+        textwrap.dedent("""
+      def f(x):
+        return 1
+      def f(x):
+        return 2
+    """))
+
+    def f(x):
+      return x
+
+    nodes = ast_util.find_matching_definitions(node, f)
+    self.assertFunctionDefNodes(nodes, ('return 1', 'return 2'))
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 3d7e20cc8f03887b1713ae84e903f29f2bc5ea31 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 10:58:21 -0800
Subject: [PATCH 1446/1825] Finish deleting `is_single_replica`. Implementation
 is currently broken, since it accesses the `is_single_replica` property of
 DistributionStrategy, which no longer exists.

PiperOrigin-RevId: 221120408
---
 tensorflow/python/training/distribute.py | 10 +---------
 1 file changed, 1 insertion(+), 9 deletions(-)

diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 111a77c1f2..e1bd0e7ae9 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -415,9 +415,7 @@ class DistributionStrategy(object):
 
   You may use this API whether or not a `DistributionStrategy` is
   being used, since there is a default implementation of
-  `ReplicaContext` and `DistributionStrategy`. Or you can use the
-  `get_replica_context().is_single_replica` property to run different code
-  in the distributed vs. single replica cases.
+  `ReplicaContext` and `DistributionStrategy`.
   """
 
   # TODO(josh11b): Raise an exception if variable partitioning requested before
@@ -1059,12 +1057,6 @@ class ReplicaContext(object):
     finally:
       _pop_per_thread_mode()
 
-  @property
-  def is_single_replica(self):
-    """Returns whether there is a single replica or multiple."""
-    require_replica_context(self)
-    return self._distribution_strategy.is_single_replica
-
   @property
   def num_replicas(self):
     """Returns number of replicas, for purposes of averaging across replicas."""
-- 
GitLab


From 3a1457ae4e148567df1e2d8a49c046bd1b3c5577 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 12 Nov 2018 10:58:53 -0800
Subject: [PATCH 1447/1825] Automated rollback of commit
 30cf6f18d20982fb916cc5666f4ed3c0cc8b41b9

PiperOrigin-RevId: 221120492
---
 .../distributed_runtime/master_session.cc     | 73 ++++++++-----------
 1 file changed, 31 insertions(+), 42 deletions(-)

diff --git a/tensorflow/core/distributed_runtime/master_session.cc b/tensorflow/core/distributed_runtime/master_session.cc
index b9bcfd0bdd..8e9eec1ed9 100644
--- a/tensorflow/core/distributed_runtime/master_session.cc
+++ b/tensorflow/core/distributed_runtime/master_session.cc
@@ -15,7 +15,6 @@ limitations under the License.
 
 #include "tensorflow/core/distributed_runtime/master_session.h"
 
-#include <memory>
 #include <unordered_map>
 #include <unordered_set>
 #include <vector>
@@ -65,28 +64,26 @@ namespace tensorflow {
 class MasterSession::ReffedClientGraph : public core::RefCounted {
  public:
   ReffedClientGraph(const string& handle, const BuildGraphOptions& bopts,
-                    std::unique_ptr<ClientGraph> client_graph,
+                    std::unique_ptr<ClientGraph> cg,
                     const SessionOptions& session_opts,
                     const StatsPublisherFactory& stats_publisher_factory,
                     bool is_partial, WorkerCacheInterface* worker_cache,
                     bool should_deregister)
       : session_handle_(handle),
         bg_opts_(bopts),
-        client_graph_before_register_(std::move(client_graph)),
+        client_graph_(std::move(cg)),
         session_opts_(session_opts),
         is_partial_(is_partial),
         callable_opts_(bopts.callable_options),
         worker_cache_(worker_cache),
-        should_deregister_(should_deregister),
-        collective_graph_key_(
-            client_graph_before_register_->collective_graph_key) {
+        should_deregister_(should_deregister) {
     VLOG(1) << "Created ReffedClientGraph for node with "
-            << client_graph_before_register_->graph.num_node_ids();
+            << client_graph()->graph.num_node_ids();
 
     stats_publisher_ = stats_publisher_factory(handle, bopts, session_opts);
 
     // Initialize a name to node map for processing device stats.
-    for (Node* n : client_graph_before_register_->graph.nodes()) {
+    for (Node* n : client_graph_->graph.nodes()) {
       name_to_node_.insert({n->name(), n});
     }
   }
@@ -101,12 +98,12 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
     }
   }
 
+  const ClientGraph* client_graph() { return client_graph_.get(); }
+
   const CallableOptions& callable_options() { return callable_opts_; }
 
   const BuildGraphOptions& build_graph_options() { return bg_opts_; }
 
-  int64 collective_graph_key() { return collective_graph_key_; }
-
   std::unique_ptr<ProfileHandler> GetProfileHandler(uint64 step,
                                                     int64 execution_count,
                                                     const RunOptions& ropts) {
@@ -190,7 +187,7 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   // Partitions the graph into subgraphs and registers them on
   // workers.
-  Status RegisterPartitions(PartitionOptions popts);
+  Status RegisterPartitions(const PartitionOptions& popts);
 
   // Runs one step of all partitions.
   Status RunPartitions(const MasterEnv* env, int64 step_id,
@@ -233,16 +230,13 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
  private:
   const string session_handle_;
   const BuildGraphOptions bg_opts_;
-
-  // NOTE(mrry): This pointer will be null after `RegisterPartitions()` returns.
-  std::unique_ptr<ClientGraph> client_graph_before_register_ GUARDED_BY(mu_);
+  const std::unique_ptr<ClientGraph> client_graph_;
   const SessionOptions session_opts_;
   const bool is_partial_;
   const CallableOptions callable_opts_;
   WorkerCacheInterface* const worker_cache_;  // Not owned.
   std::unordered_map<StringPiece, Node*, StringPieceHasher> name_to_node_;
   const bool should_deregister_;
-  const int64 collective_graph_key_;
   std::atomic<int64> execution_count_ = {0};
 
   // Graph partitioned into per-location subgraphs.
@@ -274,8 +268,9 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
   mutable mutex mu_;
 
   // Partition initialization and registration only needs to happen
-  // once. `!client_graph_before_register_ && !init_done_.HasBeenNotified()`
-  // indicates the initialization is ongoing.
+  // once. init_started_ && !init_done_ indicates the initialization
+  // is on going.
+  bool init_started_ GUARDED_BY(mu_) = false;
   Notification init_done_;
 
   // init_result_ remembers the initialization error if any.
@@ -291,7 +286,7 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   // The actual graph partitioning and registration implementation.
   Status DoBuildPartitions(
-      PartitionOptions popts, ClientGraph* client_graph,
+      PartitionOptions pots,
       std::unordered_map<string, GraphDef>* out_partitions);
   Status DoRegisterPartitions(
       const PartitionOptions& popts,
@@ -316,20 +311,14 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 };
 
 Status MasterSession::ReffedClientGraph::RegisterPartitions(
-    PartitionOptions popts) {
+    const PartitionOptions& popts) {
   {  // Ensure register once.
     mu_.lock();
-    if (client_graph_before_register_) {
-      // The `ClientGraph` is no longer needed after partitions are registered.
-      // Since it can account for a large amount of memory, we consume it here,
-      // and it will be freed after concluding with registration.
-
-      std::unique_ptr<ClientGraph> client_graph;
-      std::swap(client_graph_before_register_, client_graph);
+    if (!init_started_) {
+      init_started_ = true;
       mu_.unlock();
       std::unordered_map<string, GraphDef> graph_defs;
-      popts.flib_def = client_graph->flib_def.get();
-      Status s = DoBuildPartitions(popts, client_graph.get(), &graph_defs);
+      Status s = DoBuildPartitions(popts, &graph_defs);
       if (s.ok()) {
         // NOTE(mrry): The pointers in `graph_defs_for_publishing` do not remain
         // valid after the call to DoRegisterPartitions begins, so
@@ -405,19 +394,19 @@ void MasterSession::ReffedClientGraph::TrackFeedsAndFetches(
 }
 
 Status MasterSession::ReffedClientGraph::DoBuildPartitions(
-    PartitionOptions popts, ClientGraph* client_graph,
+    PartitionOptions popts,
     std::unordered_map<string, GraphDef>* out_partitions) {
   if (popts.need_to_record_start_times) {
     CostModel cost_model(true);
-    cost_model.InitFromGraph(client_graph->graph);
+    cost_model.InitFromGraph(client_graph()->graph);
     // TODO(yuanbyu): Use the real cost model.
     // execution_state_->MergeFromGlobal(&cost_model);
-    SlackAnalysis sa(&client_graph->graph, &cost_model);
+    SlackAnalysis sa(&client_graph()->graph, &cost_model);
     sa.ComputeAsap(&popts.start_times);
   }
 
   // Partition the graph.
-  return Partition(popts, &client_graph->graph, out_partitions);
+  return Partition(popts, &client_graph_->graph, out_partitions);
 }
 
 Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
@@ -426,7 +415,7 @@ Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
   partitions_.reserve(graph_partitions.size());
   Status s;
   for (auto& name_def : graph_partitions) {
-    partitions_.emplace_back();
+    partitions_.resize(partitions_.size() + 1);
     Part* part = &partitions_.back();
     part->name = name_def.first;
     TrackFeedsAndFetches(part, name_def.second, popts);
@@ -460,7 +449,7 @@ Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
     *c->req.mutable_graph_options() = session_opts_.config.graph_options();
     *c->req.mutable_debug_options() =
         callable_opts_.run_options().debug_options();
-    c->req.set_collective_graph_key(collective_graph_key_);
+    c->req.set_collective_graph_key(client_graph()->collective_graph_key);
     VLOG(2) << "Register " << c->req.graph_def().DebugString();
     auto cb = [c, &done](const Status& s) {
       c->status = s;
@@ -1556,13 +1545,14 @@ Status MasterSession::BuildAndRegisterPartitions(ReffedClientGraph* rcg) {
   // Registers subgraphs if haven't done so.
   PartitionOptions popts;
   popts.node_to_loc = SplitByWorker;
-  // The closures popts.{new_name,get_incarnation} are called synchronously in
+  // The closures potps.{new_name,get_incarnation} are called synchronously in
   // RegisterPartitions() below, so do not need a Ref()/Unref() pair to keep
   // "this" alive during the closure.
   popts.new_name = [this](const string& prefix) {
     mutex_lock l(mu_);
     return strings::StrCat(prefix, "_S", next_node_id_++);
   };
+  popts.flib_def = rcg->client_graph()->flib_def.get();
   popts.get_incarnation = [this](const string& name) -> int64 {
     Device* d = devices_->FindDeviceByName(name);
     if (d == nullptr) {
@@ -1590,7 +1580,7 @@ Status MasterSession::BuildAndRegisterPartitions(ReffedClientGraph* rcg) {
     popts.need_to_record_start_times = true;
   }
 
-  TF_RETURN_IF_ERROR(rcg->RegisterPartitions(std::move(popts)));
+  TF_RETURN_IF_ERROR(rcg->RegisterPartitions(popts));
 
   return Status::OK();
 }
@@ -1794,10 +1784,10 @@ Status MasterSession::PostRunCleanup(MasterSession::ReffedClientGraph* rcg,
   Status s = run_status;
   if (s.ok()) {
     pss->end_micros = Env::Default()->NowMicros();
-    if (rcg->collective_graph_key() !=
+    if (rcg->client_graph()->collective_graph_key !=
         BuildGraphOptions::kNoCollectiveGraphKey) {
-      env_->collective_executor_mgr->RetireStepId(rcg->collective_graph_key(),
-                                                  step_id);
+      env_->collective_executor_mgr->RetireStepId(
+          rcg->client_graph()->collective_graph_key, step_id);
     }
     // Schedule post-processing and cleanup to be done asynchronously.
     rcg->ProcessStats(step_id, pss, ph.get(), run_options, out_run_metadata);
@@ -1856,7 +1846,7 @@ Status MasterSession::DoRunWithLocalExecution(
 
   // Keeps the highest 8 bits 0x01: we reserve some bits of the
   // step_id for future use.
-  uint64 step_id = NewStepId(rcg->collective_graph_key());
+  uint64 step_id = NewStepId(rcg->client_graph()->collective_graph_key);
   TRACEPRINTF("stepid %llu", step_id);
 
   std::unique_ptr<ProfileHandler> ph;
@@ -1864,7 +1854,6 @@ Status MasterSession::DoRunWithLocalExecution(
 
   Status s = rcg->RunPartitions(env_, step_id, count, &pss, opts, req, resp,
                                 &cancellation_manager_, false);
-
   cleanup.release();  // MarkRunCompletion called in PostRunCleanup().
   return PostRunCleanup(rcg, step_id, req.options(), &pss, ph, s,
                         resp->mutable_metadata());
@@ -1921,7 +1910,7 @@ Status MasterSession::DoRunCallable(CallOptions* opts, ReffedClientGraph* rcg,
   // Prepare.
   int64 count = rcg->get_and_increment_execution_count();
 
-  const uint64 step_id = NewStepId(rcg->collective_graph_key());
+  const uint64 step_id = NewStepId(rcg->client_graph()->collective_graph_key);
   TRACEPRINTF("stepid %llu", step_id);
 
   const RunOptions& run_options = rcg->callable_options().run_options();
-- 
GitLab


From 9fe4c72c8e40abf13874d95aa0849bbf6a6290dc Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Mon, 12 Nov 2018 10:58:57 -0800
Subject: [PATCH 1448/1825] Move `tf.train.write_graph` to `tf.io.write_graph`
 in TF 2.0.

PiperOrigin-RevId: 221120506
---
 tensorflow/python/framework/graph_io.py               | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt | 4 ----
 tensorflow/tools/compatibility/renames_v2.py          | 1 +
 3 files changed, 2 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/framework/graph_io.py b/tensorflow/python/framework/graph_io.py
index 47e1344eae..ee0fd227ee 100644
--- a/tensorflow/python/framework/graph_io.py
+++ b/tensorflow/python/framework/graph_io.py
@@ -27,7 +27,7 @@ from tensorflow.python.lib.io import file_io
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('io.write_graph', 'train.write_graph')
+@tf_export('io.write_graph', v1=['io.write_graph', 'train.write_graph'])
 def write_graph(graph_or_graph_def, logdir, name, as_text=True):
   """Writes a graph proto to a file.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index 848e557b8e..a091daa298 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -312,8 +312,4 @@ tf_module {
     name: "warm_start"
     argspec: "args=[\'ckpt_to_initialize_from\', \'vars_to_warm_start\', \'var_name_to_vocab_info\', \'var_name_to_prev_var_name\'], varargs=None, keywords=None, defaults=[\'.*\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "write_graph"
-    argspec: "args=[\'graph_or_graph_def\', \'logdir\', \'name\', \'as_text\'], varargs=None, keywords=None, defaults=[\'True\'], "
-  }
 }
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index e685f9332f..9d3313b93c 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -468,6 +468,7 @@ renames = {
     'tf.train.start_queue_runners': 'tf.compat.v1.train.start_queue_runners',
     'tf.train.string_input_producer': 'tf.compat.v1.train.string_input_producer',
     'tf.train.update_checkpoint_state': 'tf.compat.v1.train.update_checkpoint_state',
+    'tf.train.write_graph': 'tf.io.write_graph',
     'tf.trainable_variables': 'tf.compat.v1.trainable_variables',
     'tf.uniform_unit_scaling_initializer': 'tf.initializers.uniform_unit_scaling',
     'tf.unsorted_segment_max': 'tf.math.unsorted_segment_max',
-- 
GitLab


From 7354e4bd7e1aea94b69fcc1a3fcb70e31df8c8c3 Mon Sep 17 00:00:00 2001
From: Russell Power <power@google.com>
Date: Mon, 12 Nov 2018 11:00:18 -0800
Subject: [PATCH 1449/1825] Support export_savedmodel with Python 3.

(Python 3 dictionary.values() does not return a list).

PiperOrigin-RevId: 221120774
---
 tensorflow/contrib/tpu/python/tpu/tpu_estimator.py | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index cf8b55cfb0..7cb8c4aa7f 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -109,6 +109,15 @@ ops.register_proto_function(
     from_proto=resource_variable_ops._from_proto_fn)  # pylint: disable=protected-access
 
 
+def _is_iterable(obj):
+  """A Python 2 and 3 compatible util to check whether `obj` is iterable."""
+  try:
+    iter(obj)
+    return True
+  except TypeError:
+    return False
+
+
 def _create_global_step(graph):
   graph = graph or ops.get_default_graph()
   if training.get_global_step(graph) is not None:
@@ -2257,8 +2266,7 @@ class TPUEstimator(estimator_lib.Estimator):
         # Only fetching `tpu_tensors_on_cpu` does not trigger
         # TPU computation and blocks, so we add the control dependency here.
         control_inputs = (
-            tpu_tensors_on_cpu if isinstance(tpu_tensors_on_cpu,
-                                             (list, tuple)) else
+            tpu_tensors_on_cpu if _is_iterable(tpu_tensors_on_cpu) else
             (tpu_tensors_on_cpu,))
         with ops.control_dependencies(control_inputs):
           new_tensors.append(array_ops.identity(t))
-- 
GitLab


From 3b056abc94818ad66661973bc93280db3722b885 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Mon, 12 Nov 2018 11:17:03 -0800
Subject: [PATCH 1450/1825] Bitcasts literal shape before using transfer
 manager.

- The borrowed literal is generated by "bitcasting" a tensorflow shape
  to xla shape, which could be different because of
  shape_representation_fn. Since tensorflow doesn't have any layout,
  the xla shape of the literal cannot have any layout either. Reset
  the literal to default layout before goign into transfer manager.

PiperOrigin-RevId: 221124192
---
 tensorflow/compiler/jit/xla_device_context.cc | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/jit/xla_device_context.cc b/tensorflow/compiler/jit/xla_device_context.cc
index 4f0941f118..6e6532731e 100644
--- a/tensorflow/compiler/jit/xla_device_context.cc
+++ b/tensorflow/compiler/jit/xla_device_context.cc
@@ -192,8 +192,15 @@ void XlaDeviceContext::CopyDeviceTensorToCPU(const Tensor* device_tensor,
   XlaTensor* xla_tensor = XlaTensor::FromTensor(device_tensor);
   xla_tensor->WaitForDefinitionEventOnStream(device_to_host_stream_.get());
 
+  // Transfer manager requires the shape of the shaped buffer to be the same as
+  // literal shape except for the layout.  Set the literal to use xla_tensor's
+  // shape as it is derived from the cpu_tensor's shape using
+  // shape_representation_fn_.
   xla::MutableBorrowingLiteral literal;
-  TF_CHECK_OK(HostTensorToMutableBorrowingLiteral(cpu_tensor, &literal));
+  TF_CHECK_OK(HostTensorToMutableBorrowingLiteral(
+      xla::LayoutUtil::GetWithDefaultLayout(
+          xla_tensor->shaped_buffer().on_host_shape()),
+      cpu_tensor, &literal));
 
   TensorReference ref(*device_tensor);
   transfer_manager_->TransferLiteralFromDevice(
-- 
GitLab


From e76a23e69bc98989a1b2920fbdb2c2ab6b41bbca Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Mon, 12 Nov 2018 11:21:34 -0800
Subject: [PATCH 1451/1825] Change signature of tf.convert_to_tensor for TF
 2.0.

PiperOrigin-RevId: 221125121
---
 tensorflow/python/framework/ops.py            | 57 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 tensorflow/tools/compatibility/renames_v2.py  |  1 +
 .../tools/compatibility/tf_upgrade_v2.py      |  7 ++-
 4 files changed, 63 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 602d6291a0..aaa12bf71f 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -1001,7 +1001,7 @@ _tensor_conversion_func_lock = threading.Lock()
 register_dense_tensor_like_type(Tensor)
 
 
-@tf_export("convert_to_tensor")
+@tf_export(v1=["convert_to_tensor"])
 def convert_to_tensor(value, dtype=None, name=None, preferred_dtype=None):
   """Converts the given `value` to a `Tensor`.
 
@@ -1050,12 +1050,65 @@ def convert_to_tensor(value, dtype=None, name=None, preferred_dtype=None):
     TypeError: If no conversion function is registered for `value`.
     RuntimeError: If a registered conversion function returns an invalid value.
 
+  """
+  return convert_to_tensor_v2(value, dtype, preferred_dtype, name)
+
+
+@tf_export("convert_to_tensor", v1=[])
+def convert_to_tensor_v2(value, dtype=None, dtype_hint=None, name=None):
+  """Converts the given `value` to a `Tensor`.
+
+  This function converts Python objects of various types to `Tensor`
+  objects. It accepts `Tensor` objects, numpy arrays, Python lists,
+  and Python scalars. For example:
+
+  ```python
+  import numpy as np
+
+  def my_func(arg):
+    arg = tf.convert_to_tensor(arg, dtype=tf.float32)
+    return tf.matmul(arg, arg) + arg
+
+  # The following calls are equivalent.
+  value_1 = my_func(tf.constant([[1.0, 2.0], [3.0, 4.0]]))
+  value_2 = my_func([[1.0, 2.0], [3.0, 4.0]])
+  value_3 = my_func(np.array([[1.0, 2.0], [3.0, 4.0]], dtype=np.float32))
+  ```
+
+  This function can be useful when composing a new operation in Python
+  (such as `my_func` in the example above). All standard Python op
+  constructors apply this function to each of their Tensor-valued
+  inputs, which allows those ops to accept numpy arrays, Python lists,
+  and scalars in addition to `Tensor` objects.
+
+  Note: This function diverges from default Numpy behavior for `float` and
+    `string` types when `None` is present in a Python list or scalar. Rather
+    than silently converting `None` values, an error will be thrown.
+
+  Args:
+    value: An object whose type has a registered `Tensor` conversion function.
+    dtype: Optional element type for the returned tensor. If missing, the
+      type is inferred from the type of `value`.
+    dtype_hint: Optional element type for the returned tensor,
+      used when dtype is None. In some cases, a caller may not have a
+      dtype in mind when converting to a tensor, so dtype_hint
+      can be used as a soft preference.  If the conversion to
+      `dtype_hint` is not possible, this argument has no effect.
+    name: Optional name to use if a new `Tensor` is created.
+
+  Returns:
+    An `Output` based on `value`.
+
+  Raises:
+    TypeError: If no conversion function is registered for `value`.
+    RuntimeError: If a registered conversion function returns an invalid value.
+
   """
   return internal_convert_to_tensor(
       value=value,
       dtype=dtype,
       name=name,
-      preferred_dtype=preferred_dtype,
+      preferred_dtype=dtype_hint,
       as_ref=False)
 
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 7326b9d906..496414cc9f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -618,7 +618,7 @@ tf_module {
   }
   member_method {
     name: "convert_to_tensor"
-    argspec: "args=[\'value\', \'dtype\', \'name\', \'preferred_dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'value\', \'dtype\', \'dtype_hint\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "cos"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 9d3313b93c..9f2566808c 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -98,6 +98,7 @@ renames = {
     'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
     'tf.container': 'tf.compat.v1.container',
+    'tf.convert_to_tensor': 'tf.compat.v1.convert_to_tensor',
     'tf.convert_to_tensor_or_indexed_slices': 'tf.compat.v1.convert_to_tensor_or_indexed_slices',
     'tf.convert_to_tensor_or_sparse_tensor': 'tf.compat.v1.convert_to_tensor_or_sparse_tensor',
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index fd8d6d12e8..d5759d22bb 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -30,7 +30,11 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
   def __init__(self):
     # Maps from a function name to a dictionary that describes how to
     # map from an old argument keyword to the new argument keyword.
-    self.function_keyword_renames = {}
+    self.function_keyword_renames = {
+        "tf.convert_to_tensor": {
+            "preferred_dtype": "dtype_hint"
+        },
+    }
 
     # Mapping from function to the new name of the function
     self.symbol_renames = renames_v2.renames
@@ -47,6 +51,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # for safety, if positional arguments are used. If you have reversed the
     # positional arguments yourself, this could do the wrong thing.
     self.function_reorders = {
+        "tf.convert_to_tensor": ["value", "dtype", "preferred_dtype", "name"],
         "tf.argmin": ["input", "axis", "output_type", "name"],
         "tf.argmax": ["input", "axis", "output_type", "name"],
     }
-- 
GitLab


From 0ef639bf1d7cc540c382513c19ff3565becac537 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 11:24:42 -0800
Subject: [PATCH 1452/1825] Automated rollback of commit
 6e44e16db1ead1ada12596558414fa70099aca9b

PiperOrigin-RevId: 221125727
---
 .../sequence_feature_column_v2.py             |  15 +
 tensorflow/python/feature_column/BUILD        |   1 +
 .../feature_column/feature_column_v2.py       | 507 ++++++++++++++++++
 .../feature_column/feature_column_v2_test.py  | 442 ++++++++++++++-
 tensorflow/python/keras/utils/__init__.py     |   2 +
 .../python/keras/utils/generic_utils.py       |  55 +-
 6 files changed, 990 insertions(+), 32 deletions(-)

diff --git a/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py
index 6e775afb69..67ffb93966 100644
--- a/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py
+++ b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2.py
@@ -544,4 +544,19 @@ class SequenceNumericColumn(
     return fc.SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=seq_length)
 
+  # TODO(b/119409767): Implement parents, _{get,from}_config.
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
 # pylint: enable=protected-access
diff --git a/tensorflow/python/feature_column/BUILD b/tensorflow/python/feature_column/BUILD
index fe4fd21eaa..d24a7ae80c 100644
--- a/tensorflow/python/feature_column/BUILD
+++ b/tensorflow/python/feature_column/BUILD
@@ -133,6 +133,7 @@ py_test(
     name = "feature_column_v2_test",
     srcs = ["feature_column_v2_test.py"],
     data = [":vocabulary_testdata"],
+    shard_count = 5,
     srcs_version = "PY2AND3",
     tags = [
         "no_cuda_on_cpu_tap",
diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index 94306958d6..9b4a7e882f 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -143,6 +143,9 @@ from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.keras.engine import training
 from tensorflow.python.keras.engine.base_layer import Layer
+# TODO(b/118385027): Dependency on keras can be problematic if Keras moves out
+# of the main repo.
+from tensorflow.python.keras import utils
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import control_flow_ops
@@ -1869,6 +1872,101 @@ class FeatureColumn(object):
     """
     pass
 
+  @abc.abstractproperty
+  def parents(self):
+    """Returns a list of immediate raw feature and FeatureColumn dependencies.
+
+    For example:
+    # For the following feature columns
+    a = numeric_column('f1')
+    c = crossed_column(a, 'f2')
+    # The expected parents are:
+    a.parents = ['f1']
+    c.parents = [a, 'f2']
+    """
+    pass
+
+  @abc.abstractmethod
+  def _get_config(self):
+    """Returns the config of the feature column.
+
+    A FeatureColumn config is a Python dictionary (serializable) containing the
+    configuration of a FeatureColumn. The same FeatureColumn can be
+    reinstantiated later from this configuration.
+
+    The config of a feature column does not include information about feature
+    columns depending on it nor the FeatureColumn class name.
+
+    Example with (de)serialization practices followed in this file:
+    ```python
+    class SerializationExampleFeatureColumn(
+        FeatureColumn, collections.namedtuple(
+            'SerializationExampleFeatureColumn',
+            ('dimension', 'parent', 'dtype', 'normalizer_fn'))):
+
+      def _get_config(self):
+        # Create a dict from the namedtuple.
+        # Python attribute literals can be directly copied from / to the config.
+        # For example 'dimension', assuming it is an integer literal.
+        config = dict(zip(self._fields, self))
+
+        # (De)serialization of parent FeatureColumns should use the provided
+        # (de)serialize_feature_column() methods that take care of de-duping.
+        config['parent'] = serialize_feature_column(self.parent)
+
+        # Many objects provide custom (de)serialization e.g: for tf.DType
+        # tf.DType.name, tf.as_dtype() can be used.
+        config['dtype'] = self.dtype.name
+
+        # Non-trivial dependencies should be Keras-(de)serializable.
+        config['normalizer_fn'] = utils.serialize_keras_object(
+            self.normalizer_fn)
+
+        return config
+
+      @classmethod
+      def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+        # This should do the inverse transform from `_get_config` and construct
+        # the namedtuple.
+        kwargs = config.copy()
+        kwargs['parent'] = deserialize_feature_column(
+            config['parent'], custom_objects, columns_by_name)
+        kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+        kwargs['normalizer_fn'] = utils.deserialize_keras_object(
+          config['normalizer_fn'], custom_objects=custom_objects)
+        return cls(**kwargs)
+
+    ```
+    Returns:
+      A serializable Dict that can be used to deserialize the object with
+      from_config.
+    """
+    pass
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """Creates a FeatureColumn from its config.
+
+    This method should be the reverse of `_get_config`, capable of instantiating
+    the same FeatureColumn from the config dictionary. See `_get_config` for an
+    example of common (de)serialization practices followed in this file.
+
+    TODO(b/118939620): This is a private method until consensus is reached on
+    supporting object deserialization deduping within Keras.
+
+    Args:
+      config: A Dict config acquired with `_get_config`.
+      custom_objects: Optional dictionary mapping names (strings) to custom
+        classes or functions to be considered during deserialization.
+      columns_by_name: A Dict[String, FeatureColumn] of existing columns in
+        order to avoid duplication. Should be passed to any calls to
+        deserialize_feature_column().
+
+    Returns:
+      A FeatureColumn for the input config.
+    """
+    pass
+
 
 class DenseColumn(FeatureColumn):
   """Represents a column which can be represented as `Tensor`.
@@ -2375,6 +2473,32 @@ class NumericColumn(
     del trainable
     return inputs.get(self)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['normalizer_fn'] = utils.serialize_keras_object(self.normalizer_fn)
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    # TODO(b/118820158): Simplify if deserialize_keras_object supports None.
+    if config['normalizer_fn']:
+      kwargs['normalizer_fn'] = utils.deserialize_keras_object(
+          config['normalizer_fn'], custom_objects=custom_objects)
+    else:
+      kwargs['normalizer_fn'] = None
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class BucketizedColumn(
     DenseColumn,
@@ -2507,6 +2631,26 @@ class BucketizedColumn(
     input_tensor = inputs.get(self)
     return self._get_sparse_tensors_for_input_tensor(input_tensor)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.source_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['source_column'] = serialize_feature_column(self.source_column)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['source_column'] = deserialize_feature_column(
+        config['source_column'], custom_objects, columns_by_name)
+    return cls(**kwargs)
+
 
 class EmbeddingColumn(
     DenseColumn,
@@ -2714,6 +2858,34 @@ class EmbeddingColumn(
     return SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    config['initializer'] = utils.serialize_keras_object(self.initializer)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    # TODO(b/118820158): Simplify if deserialize_keras_object supports None.
+    if config['initializer']:
+      kwargs['initializer'] = utils.deserialize_keras_object(
+          config['initializer'], custom_objects=custom_objects)
+    else:
+      kwargs['initializer'] = None
+    return cls(**kwargs)
+
 
 def _raise_shared_embedding_column_error():
   raise ValueError('SharedEmbeddingColumns are not supported in '
@@ -2880,6 +3052,20 @@ class SharedEmbeddingColumn(
                                  trainable=None):
     return _raise_shared_embedding_column_error()
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    raise NotImplementedError()
+
 
 def _create_tuple(shape, value):
   """Returns a tuple with given shape and filled with value."""
@@ -3074,6 +3260,25 @@ class HashedCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class VocabularyFileCategoricalColumn(
     CategoricalColumn,
@@ -3166,6 +3371,25 @@ class VocabularyFileCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class VocabularyListCategoricalColumn(
     CategoricalColumn,
@@ -3258,6 +3482,25 @@ class VocabularyListCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class IdentityCategoricalColumn(
     CategoricalColumn,
@@ -3359,6 +3602,21 @@ class IdentityCategoricalColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    return dict(zip(self._fields, self))
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    return cls(**config)
+
 
 class WeightedCategoricalColumn(
     CategoricalColumn,
@@ -3457,6 +3715,29 @@ class WeightedCategoricalColumn(
     tensors = inputs.get(self)
     return CategoricalColumn.IdWeightPair(tensors[0], tensors[1])
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column, self.weight_feature_key]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    config['dtype'] = self.dtype.name
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    kwargs['dtype'] = dtypes.as_dtype(config['dtype'])
+    return cls(**kwargs)
+
 
 class CrossedColumn(
     CategoricalColumn,
@@ -3576,6 +3857,28 @@ class CrossedColumn(
     del trainable
     return CategoricalColumn.IdWeightPair(inputs.get(self), None)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return list(self.keys)
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['keys'] = tuple([serialize_feature_column(fc) for fc in self.keys])
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['keys'] = tuple([
+        deserialize_feature_column(c, custom_objects, columns_by_name)
+        for c in config['keys']
+    ])
+    return cls(**kwargs)
+
 
 def _collect_leaf_level_keys(cross):
   """Collects base keys by expanding all nested crosses.
@@ -3954,6 +4257,27 @@ class IndicatorColumn(
     return SequenceDenseColumn.TensorSequenceLengthPair(
         dense_tensor=dense_tensor, sequence_length=sequence_length)
 
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    return cls(**kwargs)
+
 
 def _verify_static_batch_size_equality(tensors, columns):
   """Verify equality between static batch sizes.
@@ -4076,3 +4400,186 @@ class SequenceCategoricalColumn(
                           trainable=None):
     sparse_tensors = self.categorical_column._get_sparse_tensors(inputs)  # pylint: disable=protected-access
     return self._get_sparse_tensors_helper(sparse_tensors)
+
+  @property
+  def parents(self):
+    """See 'FeatureColumn` base class."""
+    return [self.categorical_column]
+
+  def _get_config(self):
+    """See 'FeatureColumn` base class."""
+    config = dict(zip(self._fields, self))
+    config['categorical_column'] = serialize_feature_column(
+        self.categorical_column)
+    return config
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    """See 'FeatureColumn` base class."""
+    _check_config_keys(config, cls._fields)
+    kwargs = config.copy()
+    kwargs['categorical_column'] = deserialize_feature_column(
+        config['categorical_column'], custom_objects, columns_by_name)
+    return cls(**kwargs)
+
+
+# FeatureColumn serialization, deserialization logic.
+
+
+def _check_config_keys(config, expected_keys):
+  """Checks that a config has all expected_keys."""
+  if set(config.keys()) != set(expected_keys):
+    raise ValueError('Invalid config: {}, expected keys: {}'.format(
+        config, expected_keys))
+
+
+def serialize_feature_column(fc):
+  """Serializes a FeatureColumn or a raw string key.
+
+  This method should only be used to serialize parent FeatureColumns when
+  implementing FeatureColumn._get_config(), else serialize_feature_columns()
+  is preferable.
+
+  This serialization also keeps information of the FeatureColumn class, so
+  deserialization is possible without knowing the class type. For example:
+
+  a = numeric_column('x')
+  a._get_config() gives:
+  {
+      'key': 'price',
+      'shape': (1,),
+      'default_value': None,
+      'dtype': 'float32',
+      'normalizer_fn': None
+  }
+  While serialize_feature_column(a) gives:
+  {
+      'class_name': 'NumericColumn',
+      'config': {
+          'key': 'price',
+          'shape': (1,),
+          'default_value': None,
+          'dtype': 'float32',
+          'normalizer_fn': None
+      }
+  }
+
+  Args:
+    fc: A FeatureColumn or raw feature key string.
+
+  Returns:
+    Keras serialization for FeatureColumns, leaves string keys unaffected.
+
+  Raises:
+    ValueError if called with input that is not string or FeatureColumn.
+  """
+  if isinstance(fc, six.string_types):
+    return fc
+  elif isinstance(fc, FeatureColumn):
+    return utils.serialize_keras_class_and_config(fc.__class__.__name__,
+                                                  fc._get_config())
+  else:
+    raise ValueError('Instance: {} is not a FeatureColumn'.format(fc))
+
+
+def deserialize_feature_column(config,
+                               custom_objects=None,
+                               columns_by_name=None):
+  """Deserializes a `config` generated with `serialize_feature_column`.
+
+  This method should only be used to deserialize parent FeatureColumns when
+  implementing FeatureColumn._from_config(), else deserialize_feature_columns()
+  is preferable. Returns a FeatureColumn for this config.
+  TODO(b/118939620): Simplify code if Keras utils support object deduping.
+
+  Args:
+    config: A Dict with the serialization of feature columns acquired by
+      `serialize_feature_column`, or a string representing a raw column.
+    custom_objects: A Dict from custom_object name to the associated keras
+      serializable objects (FeatureColumns, classes or functions).
+    columns_by_name: A Dict[String, FeatureColumn] of existing columns in order
+      to avoid duplication.
+
+  Raises:
+    ValueError if `config` has invalid format (e.g: expected keys missing,
+    or refers to unknown classes).
+
+  Returns:
+    A FeatureColumn corresponding to the input `config`.
+  """
+  if isinstance(config, six.string_types):
+    return config
+  # A dict from class_name to class for all FeatureColumns in this module.
+  # FeatureColumns not part of the module can be passed as custom_objects.
+  module_feature_column_classes = {
+      cls.__name__: cls for cls in [
+          BucketizedColumn, EmbeddingColumn, HashedCategoricalColumn,
+          IdentityCategoricalColumn, IndicatorColumn, NumericColumn,
+          SequenceCategoricalColumn, SequenceDenseColumn, SharedEmbeddingColumn,
+          VocabularyFileCategoricalColumn, VocabularyListCategoricalColumn,
+          WeightedCategoricalColumn
+      ]
+  }
+  if columns_by_name is None:
+    columns_by_name = {}
+
+  (cls, cls_config) = utils.class_and_config_for_serialized_keras_object(
+      config,
+      module_objects=module_feature_column_classes,
+      custom_objects=custom_objects,
+      printable_module_name='feature_column_v2')
+
+  if not issubclass(cls, FeatureColumn):
+    raise ValueError(
+        'Expected FeatureColumn class, instead found: {}'.format(cls))
+
+  # Always deserialize the FeatureColumn, in order to get the name.
+  new_instance = cls._from_config(cls_config, columns_by_name=columns_by_name)  # pylint: disable=protected-access
+
+  # If the name already exists, re-use the column from columns_by_name,
+  # (new_instance remains unused).
+  return columns_by_name.setdefault(new_instance.name, new_instance)
+
+
+def serialize_feature_columns(feature_columns):
+  """Serializes a list of FeatureColumns.
+
+  Returns a list of Keras-style config dicts that represent the input
+  FeatureColumns and can be used with `deserialize_feature_columns` for
+  reconstructing the original columns.
+
+  Args:
+    feature_columns: A list of FeatureColumns.
+
+  Returns:
+    Keras serialization for the list of FeatureColumns.
+
+  Raises:
+    ValueError if called with input that is not a list of FeatureColumns.
+  """
+  return [serialize_feature_column(fc) for fc in feature_columns]
+
+
+def deserialize_feature_columns(configs, custom_objects=None):
+  """Deserializes a list of FeatureColumns configs.
+
+  Returns a list of FeatureColumns given a list of config dicts acquired by
+  `serialize_feature_columns`.
+
+  Args:
+    configs: A list of Dicts with the serialization of feature columns acquired
+      by `serialize_feature_columns`.
+    custom_objects: A Dict from custom_object name to the associated keras
+      serializable objects (FeatureColumns, classes or functions).
+
+  Returns:
+    FeatureColumn objects corresponding to the input configs.
+
+  Raises:
+    ValueError if called with input that is not a list of FeatureColumns.
+  """
+  columns_by_name = {}
+  return [
+      deserialize_feature_column(c, custom_objects, columns_by_name)
+      for c in configs
+  ]
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index 2df0e104e1..a26b860056 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -69,11 +69,30 @@ def get_linear_model_column_var(column, name='linear_model'):
                             name + '/' + column.name)[0]
 
 
+class BaseFeatureColumnForTests(fc.FeatureColumn):
+  """A base FeatureColumn useful to avoid boiler-plate in tests.
+
+  Provides dummy implementations for abstract methods that raise ValueError in
+  order to avoid re-defining all abstract methods for each test sub-class.
+  """
+
+  @property
+  def parents(self):
+    raise ValueError('Should not use this method.')
+
+  @classmethod
+  def _from_config(cls, config, custom_objects=None, columns_by_name=None):
+    raise ValueError('Should not use this method.')
+
+  def _get_config(self):
+    raise ValueError('Should not use this method.')
+
+
 class LazyColumnTest(test.TestCase):
 
   def test_transformations_called_once(self):
 
-    class TransformCounter(fc.FeatureColumn):
+    class TransformCounter(BaseFeatureColumnForTests):
 
       def __init__(self):
         self.num_transform = 0
@@ -105,7 +124,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_returns_transform_output(self):
 
-    class Transformer(fc.FeatureColumn):
+    class Transformer(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -130,7 +149,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_does_not_pollute_given_features_dict(self):
 
-    class Transformer(fc.FeatureColumn):
+    class Transformer(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -164,7 +183,7 @@ class LazyColumnTest(test.TestCase):
 
   def test_not_supported_feature_column(self):
 
-    class NotAProperColumn(fc.FeatureColumn):
+    class NotAProperColumn(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -412,6 +431,28 @@ class NumericColumnTest(test.TestCase):
         sess.run(price_var.assign([[10.]]))
         self.assertAllClose([[10.], [50.]], predictions.eval())
 
+  def test_serialization(self):
+
+    def _increment_two(input_tensor):
+      return input_tensor + 2.
+
+    price = fc.numeric_column('price', normalizer_fn=_increment_two)
+    self.assertEqual(['price'], price.parents)
+
+    config = price._get_config()
+    self.assertEqual({
+        'key': 'price',
+        'shape': (1,),
+        'default_value': None,
+        'dtype': 'float32',
+        'normalizer_fn': '_increment_two'
+    }, config)
+
+    self.assertEqual(
+        price,
+        fc.NumericColumn._from_config(
+            config, custom_objects={'_increment_two': _increment_two}))
+
 
 class BucketizedColumnTest(test.TestCase):
 
@@ -727,6 +768,35 @@ class BucketizedColumnTest(test.TestCase):
         sess.run(bias.assign([1.]))
         self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
 
+  def test_serialization(self):
+    price = fc.numeric_column('price', shape=[2])
+    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    self.assertEqual([price], bucketized_price.parents)
+
+    config = bucketized_price._get_config()
+    self.assertEqual({
+        'source_column': {
+            'class_name': 'NumericColumn',
+            'config': {
+                'key': 'price',
+                'shape': (2,),
+                'default_value': None,
+                'dtype': 'float32',
+                'normalizer_fn': None
+            }
+        },
+        'boundaries': (0, 2, 4, 6)
+    }, config)
+
+    new_bucketized_price = fc.BucketizedColumn._from_config(config)
+    self.assertEqual(bucketized_price, new_bucketized_price)
+    self.assertIsNot(price, new_bucketized_price.source_column)
+
+    new_bucketized_price = fc.BucketizedColumn._from_config(
+        config, columns_by_name={price.name: price})
+    self.assertEqual(bucketized_price, new_bucketized_price)
+    self.assertIs(price, new_bucketized_price.source_column)
+
 
 class HashedCategoricalColumnTest(test.TestCase):
 
@@ -953,6 +1023,20 @@ class HashedCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
         self.assertAllClose(((4.,), (6.,)), predictions.eval())
 
+  def test_serialization(self):
+    wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
+    self.assertEqual(['wire'], wire_column.parents)
+
+    config = wire_column._get_config()
+    self.assertEqual({
+        'key': 'wire',
+        'hash_bucket_size': 4,
+        'dtype': 'string'
+    }, config)
+
+    self.assertEqual(wire_column,
+                     fc.HashedCategoricalColumn._from_config(config))
+
 
 class CrossedColumnTest(test.TestCase):
 
@@ -1202,7 +1286,8 @@ class CrossedColumnTest(test.TestCase):
 
   def test_linear_model_with_weights(self):
 
-    class _TestColumnWithWeights(fc.CategoricalColumn):
+    class _TestColumnWithWeights(BaseFeatureColumnForTests,
+                                 fc.CategoricalColumn):
       """Produces sparse IDs and sparse weights."""
 
       @property
@@ -1294,7 +1379,8 @@ class CrossedColumnTest(test.TestCase):
 
   def test_old_linear_model_with_weights(self):
 
-    class _TestColumnWithWeights(fc.CategoricalColumn,
+    class _TestColumnWithWeights(BaseFeatureColumnForTests,
+                                 fc.CategoricalColumn,
                                  fc_old._CategoricalColumn):
       """Produces sparse IDs and sparse weights."""
 
@@ -1401,6 +1487,47 @@ class CrossedColumnTest(test.TestCase):
         sess.run(bias.assign((.1,)))
         self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
 
+  def test_serialization(self):
+    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column(a, boundaries=(0, 1))
+    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+
+    self.assertEqual([b, 'c'], crossed.parents)
+
+    config = crossed._get_config()
+    self.assertEqual({
+        'hash_bucket_size':
+            5,
+        'hash_key':
+            5,
+        'keys': ({
+            'config': {
+                'boundaries': (0, 1),
+                'source_column': {
+                    'config': {
+                        'dtype': 'int32',
+                        'default_value': None,
+                        'key': 'a',
+                        'normalizer_fn': None,
+                        'shape': (2,)
+                    },
+                    'class_name': 'NumericColumn'
+                }
+            },
+            'class_name': 'BucketizedColumn'
+        }, 'c')
+    }, config)
+
+    new_crossed = fc.CrossedColumn._from_config(config)
+    self.assertEqual(crossed, new_crossed)
+    self.assertIsNot(b, new_crossed.keys[0])
+
+    new_crossed = fc.CrossedColumn._from_config(
+        config, columns_by_name={b.name: b})
+    self.assertEqual(crossed, new_crossed)
+    self.assertIs(b, new_crossed.keys[0])
+
+
 
 class LinearModelTest(test.TestCase):
 
@@ -1415,7 +1542,7 @@ class LinearModelTest(test.TestCase):
 
   def test_should_be_dense_or_categorical_column(self):
 
-    class NotSupportedColumn(fc.FeatureColumn):
+    class NotSupportedColumn(BaseFeatureColumnForTests):
 
       @property
       def _is_v2_column(self):
@@ -1508,7 +1635,8 @@ class LinearModelTest(test.TestCase):
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _DenseAndSparseColumn(fc.DenseColumn, fc.CategoricalColumn):
+    class _DenseAndSparseColumn(BaseFeatureColumnForTests, fc.DenseColumn,
+                                fc.CategoricalColumn):
 
       @property
       def _is_v2_column(self):
@@ -2092,7 +2220,8 @@ class OldLinearModelTest(test.TestCase):
 
   def test_should_be_dense_or_categorical_column(self):
 
-    class NotSupportedColumn(fc.FeatureColumn, fc_old._FeatureColumn):
+    class NotSupportedColumn(BaseFeatureColumnForTests, fc.FeatureColumn,
+                             fc_old._FeatureColumn):
 
       @property
       def _is_v2_column(self):
@@ -2188,8 +2317,9 @@ class OldLinearModelTest(test.TestCase):
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _DenseAndSparseColumn(fc.DenseColumn, fc.CategoricalColumn,
-                                fc_old._DenseColumn, fc_old._CategoricalColumn):
+    class _DenseAndSparseColumn(BaseFeatureColumnForTests, fc.DenseColumn,
+                                fc.CategoricalColumn, fc_old._DenseColumn,
+                                fc_old._CategoricalColumn):
 
       @property
       def _is_v2_column(self):
@@ -4075,7 +4205,7 @@ class FunctionalInputLayerTest(test.TestCase):
 
 class MakeParseExampleSpecTest(test.TestCase):
 
-  class _TestFeatureColumn(fc.FeatureColumn,
+  class _TestFeatureColumn(BaseFeatureColumnForTests,
                            collections.namedtuple('_TestFeatureColumn',
                                                   ('parse_spec'))):
 
@@ -4634,6 +4764,28 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
+  def test_serialization(self):
+    wire_column = fc.categorical_column_with_vocabulary_file(
+        key='wire',
+        vocabulary_file=self._wire_vocabulary_file_name,
+        vocabulary_size=self._wire_vocabulary_size,
+        num_oov_buckets=1)
+
+    self.assertEqual(['wire'], wire_column.parents)
+
+    config = wire_column._get_config()
+    self.assertEqual({
+        'default_value': -1,
+        'dtype': 'string',
+        'key': 'wire',
+        'num_oov_buckets': 1,
+        'vocabulary_file': self._wire_vocabulary_file_name,
+        'vocabulary_size': 3
+    }, config)
+
+    self.assertEqual(wire_column,
+                     fc.VocabularyFileCategoricalColumn._from_config(config))
+
 
 class VocabularyListCategoricalColumnTest(test.TestCase):
 
@@ -5035,6 +5187,27 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
+  def test_serialization(self):
+    wire_column = fc.categorical_column_with_vocabulary_list(
+        key='aaa',
+        vocabulary_list=('omar', 'stringer', 'marlo'),
+        num_oov_buckets=1)
+
+    self.assertEqual(['aaa'], wire_column.parents)
+
+    config = wire_column._get_config()
+    self.assertEqual({
+        'default_value': -1,
+        'dtype': 'string',
+        'key': 'aaa',
+        'num_oov_buckets': 1,
+        'vocabulary_list': ('omar', 'stringer', 'marlo')
+    }, config)
+
+    self.assertEqual(wire_column,
+                     fc.VocabularyListCategoricalColumn._from_config(config))
+
+
 
 class IdentityCategoricalColumnTest(test.TestCase):
 
@@ -5289,6 +5462,20 @@ class IdentityCategoricalColumnTest(test.TestCase):
         # weight_var[2] + weight_var[1] = 3+2 = 5
         self.assertAllClose(((1.,), (5.,)), predictions.eval())
 
+  def test_serialization(self):
+    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+
+    self.assertEqual(['aaa'], column.parents)
+
+    config = column._get_config()
+    self.assertEqual({
+        'default_value': None,
+        'key': 'aaa',
+        'number_buckets': 3
+    }, config)
+
+    self.assertEqual(column, fc.IdentityCategoricalColumn._from_config(config))
+
 
 class TransformFeaturesTest(test.TestCase):
 
@@ -5318,7 +5505,7 @@ class TransformFeaturesTest(test.TestCase):
   def test_column_order(self):
     """When the column is both dense and sparse, uses sparse tensors."""
 
-    class _LoggerColumn(fc.FeatureColumn):
+    class _LoggerColumn(BaseFeatureColumnForTests):
 
       def __init__(self, name):
         self._name = name
@@ -5607,6 +5794,34 @@ class IndicatorColumnTest(test.TestCase):
       with _initialized_session():
         self.assertAllClose([[0., 1., 1., 0.]], net.eval())
 
+  def test_serialization(self):
+    parent = fc.categorical_column_with_identity('animal', num_buckets=4)
+    animal = fc.indicator_column(parent)
+
+    self.assertEqual([parent], animal.parents)
+
+    config = animal._get_config()
+    self.assertEqual({
+        'categorical_column': {
+            'class_name': 'IdentityCategoricalColumn',
+            'config': {
+                'key': 'animal',
+                'default_value': None,
+                'number_buckets': 4
+            }
+        }
+    }, config)
+
+    new_animal = fc.IndicatorColumn._from_config(config)
+    self.assertEqual(animal, new_animal)
+    self.assertIsNot(parent, new_animal.categorical_column)
+
+    new_animal = fc.IndicatorColumn._from_config(
+        config, columns_by_name={parent.name: parent})
+    self.assertEqual(animal, new_animal)
+    self.assertIs(parent, new_animal.categorical_column)
+
+
 
 class _TestStateManager(fc.StateManager):
 
@@ -6495,6 +6710,56 @@ class EmbeddingColumnTest(test.TestCase):
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
         self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
 
+  def test_serialization(self):
+
+    def _initializer(shape, dtype, partition_info):
+      del shape, dtype, partition_info
+      return ValueError('Not expected to be called')
+
+    # Build columns.
+    categorical_column = fc.categorical_column_with_identity(
+        key='aaa', num_buckets=3)
+    embedding_column = fc.embedding_column(
+        categorical_column, dimension=2, initializer=_initializer)
+
+    self.assertEqual([categorical_column], embedding_column.parents)
+
+    config = embedding_column._get_config()
+    self.assertEqual({
+        'categorical_column': {
+            'class_name': 'IdentityCategoricalColumn',
+            'config': {
+                'number_buckets': 3,
+                'key': 'aaa',
+                'default_value': None
+            }
+        },
+        'ckpt_to_load_from': None,
+        'combiner': 'mean',
+        'dimension': 2,
+        'initializer': '_initializer',
+        'max_norm': None,
+        'tensor_name_in_ckpt': None,
+        'trainable': True
+    }, config)
+
+    custom_objects = {
+        '_initializer': _initializer,
+    }
+
+    new_embedding_column = fc.EmbeddingColumn._from_config(
+        config, custom_objects=custom_objects)
+    self.assertEqual(embedding_column, new_embedding_column)
+    self.assertIsNot(categorical_column,
+                     new_embedding_column.categorical_column)
+
+    new_embedding_column = fc.EmbeddingColumn._from_config(
+        config,
+        custom_objects=custom_objects,
+        columns_by_name={categorical_column.name: categorical_column})
+    self.assertEqual(embedding_column, new_embedding_column)
+    self.assertIs(categorical_column, new_embedding_column.categorical_column)
+
 
 class SharedEmbeddingColumnTest(test.TestCase):
 
@@ -7017,6 +7282,26 @@ class SharedEmbeddingColumnTest(test.TestCase):
   def test_feature_layer_no_trainable(self):
     self._test_feature_layer(trainable=False)
 
+  def test_serialization(self):
+
+    def _initializer(shape, dtype, partition_info):
+      del shape, dtype, partition_info
+      return ValueError('Not expected to be called')
+
+    categorical_column_a = fc.categorical_column_with_identity(
+        key='aaa', num_buckets=3)
+    categorical_column_b = fc.categorical_column_with_identity(
+        key='bbb', num_buckets=3)
+    embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
+        [categorical_column_a, categorical_column_b],
+        dimension=2,
+        initializer=_initializer)
+
+    self.assertEqual([categorical_column_a], embedding_column_a.parents)
+    self.assertEqual([categorical_column_b], embedding_column_b.parents)
+    # TODO(rohanj): Add tests for (from|get)_config once implemented
+
+
 
 class WeightedCategoricalColumnTest(test.TestCase):
 
@@ -7465,5 +7750,136 @@ class WeightedCategoricalColumnTest(test.TestCase):
 
   # TODO(ptucker): Add test with embedding of weighted categorical.
 
+  def test_serialization(self):
+    categorical_column = fc.categorical_column_with_identity(
+        key='ids', num_buckets=3)
+    column = fc.weighted_categorical_column(
+        categorical_column=categorical_column, weight_feature_key='weight')
+
+    self.assertEqual([categorical_column, 'weight'], column.parents)
+
+    config = column._get_config()
+    self.assertEqual({
+        'categorical_column': {
+            'config': {
+                'key': 'ids',
+                'number_buckets': 3,
+                'default_value': None
+            },
+            'class_name': 'IdentityCategoricalColumn'
+        },
+        'dtype': 'float32',
+        'weight_feature_key': 'weight'
+    }, config)
+
+    self.assertEqual(column, fc.WeightedCategoricalColumn._from_config(config))
+
+    new_column = fc.WeightedCategoricalColumn._from_config(
+        config, columns_by_name={categorical_column.name: categorical_column})
+    self.assertEqual(column, new_column)
+    self.assertIs(categorical_column, new_column.categorical_column)
+
+
+class FeatureColumnForSerializationTest(BaseFeatureColumnForTests):
+
+  @property
+  def _is_v2_column(self):
+    return True
+
+  @property
+  def name(self):
+    return 'BadParentsFeatureColumn'
+
+  def transform_feature(self, transformation_cache, state_manager):
+    return 'Output'
+
+  @property
+  def parse_example_spec(self):
+    pass
+
+
+class SerializationTest(test.TestCase):
+  """Tests for serialization, deserialization helpers."""
+
+  def test_serialize_non_feature_column(self):
+
+    class NotAFeatureColumn(object):
+      pass
+
+    with self.assertRaisesRegexp(ValueError, 'is not a FeatureColumn'):
+      fc.serialize_feature_column(NotAFeatureColumn())
+
+  def test_deserialize_invalid_config(self):
+    with self.assertRaisesRegexp(ValueError, 'Improper config format: {}'):
+      fc.deserialize_feature_column({})
+
+  def test_deserialize_config_missing_key(self):
+    config_missing_key = {
+        'config': {
+            # Dtype is missing and should cause a failure.
+            # 'dtype': 'int32',
+            'default_value': None,
+            'key': 'a',
+            'normalizer_fn': None,
+            'shape': (2,)
+        },
+        'class_name': 'NumericColumn'
+    }
+    with self.assertRaisesRegexp(ValueError, 'Invalid config:'):
+      fc.deserialize_feature_column(config_missing_key)
+
+  def test_deserialize_invalid_class(self):
+    with self.assertRaisesRegexp(
+        ValueError, 'Unknown feature_column_v2: NotExistingFeatureColumnClass'):
+      fc.deserialize_feature_column({
+          'class_name': 'NotExistingFeatureColumnClass',
+          'config': {}
+      })
+
+  def test_deserialization_deduping(self):
+    price = fc.numeric_column('price')
+    bucketized_price = fc.bucketized_column(price, boundaries=[0, 1])
+
+    configs = fc.serialize_feature_columns([price, bucketized_price])
+
+    deserialized_feature_columns = fc.deserialize_feature_columns(configs)
+    self.assertEqual(2, len(deserialized_feature_columns))
+    new_price = deserialized_feature_columns[0]
+    new_bucketized_price = deserialized_feature_columns[1]
+
+    # Ensure these are not the original objects:
+    self.assertIsNot(price, new_price)
+    self.assertIsNot(bucketized_price, new_bucketized_price)
+    # But they are equivalent:
+    self.assertEquals(price, new_price)
+    self.assertEquals(bucketized_price, new_bucketized_price)
+
+    # Check that deduping worked:
+    self.assertIs(new_bucketized_price.source_column, new_price)
+
+  def deserialization_custom_objects(self):
+    # Note that custom_objects is also tested extensively above per class, this
+    # test ensures that the public wrappers also handle it correctly.
+    def _custom_fn(input_tensor):
+      return input_tensor + 42.
+
+    price = fc.numeric_column('price', normalizer_fn=_custom_fn)
+
+    configs = fc.serialize_feature_columns([price])
+
+    deserialized_feature_columns = fc.deserialize_feature_columns(configs)
+
+    self.assertEqual(1, len(deserialized_feature_columns))
+    new_price = deserialized_feature_columns[0]
+
+    # Ensure these are not the original objects:
+    self.assertIsNot(price, new_price)
+    # But they are equivalent:
+    self.assertEquals(price, new_price)
+
+    # Check that normalizer_fn points to the correct function.
+    self.assertIs(new_price.normalizer_fn, _custom_fn)
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/utils/__init__.py b/tensorflow/python/keras/utils/__init__.py
index c442b31116..8939044f71 100644
--- a/tensorflow/python/keras/utils/__init__.py
+++ b/tensorflow/python/keras/utils/__init__.py
@@ -23,11 +23,13 @@ from tensorflow.python.keras.utils.data_utils import get_file
 from tensorflow.python.keras.utils.data_utils import OrderedEnqueuer
 from tensorflow.python.keras.utils.data_utils import Sequence
 from tensorflow.python.keras.utils.data_utils import SequenceEnqueuer
+from tensorflow.python.keras.utils.generic_utils import class_and_config_for_serialized_keras_object
 from tensorflow.python.keras.utils.generic_utils import custom_object_scope
 from tensorflow.python.keras.utils.generic_utils import CustomObjectScope
 from tensorflow.python.keras.utils.generic_utils import deserialize_keras_object
 from tensorflow.python.keras.utils.generic_utils import get_custom_objects
 from tensorflow.python.keras.utils.generic_utils import Progbar
+from tensorflow.python.keras.utils.generic_utils import serialize_keras_class_and_config
 from tensorflow.python.keras.utils.generic_utils import serialize_keras_object
 from tensorflow.python.keras.utils.io_utils import HDF5Matrix
 from tensorflow.python.keras.utils.layer_utils import convert_all_kernels_in_model
diff --git a/tensorflow/python/keras/utils/generic_utils.py b/tensorflow/python/keras/utils/generic_utils.py
index 5af82f3691..375bd9d196 100644
--- a/tensorflow/python/keras/utils/generic_utils.py
+++ b/tensorflow/python/keras/utils/generic_utils.py
@@ -125,22 +125,48 @@ def get_custom_objects():
   return _GLOBAL_CUSTOM_OBJECTS
 
 
+def serialize_keras_class_and_config(cls_name, cls_config):
+  """Returns the serialization of the class with the given config."""
+  return {'class_name': cls_name, 'config': cls_config}
+
+
 @tf_export('keras.utils.serialize_keras_object')
 def serialize_keras_object(instance):
   _, instance = tf_decorator.unwrap(instance)
   if instance is None:
     return None
   if hasattr(instance, 'get_config'):
-    return {
-        'class_name': instance.__class__.__name__,
-        'config': instance.get_config()
-    }
+    return serialize_keras_class_and_config(instance.__class__.__name__,
+                                            instance.get_config())
   if hasattr(instance, '__name__'):
     return instance.__name__
   else:
     raise ValueError('Cannot serialize', instance)
 
 
+def class_and_config_for_serialized_keras_object(
+    config,
+    module_objects=None,
+    custom_objects=None,
+    printable_module_name='object'):
+  """Returns the class name and config for a serialized keras object."""
+  if (not isinstance(config, dict) or 'class_name' not in config or
+      'config' not in config):
+    raise ValueError('Improper config format: ' + str(config))
+
+  class_name = config['class_name']
+  if custom_objects and class_name in custom_objects:
+    cls = custom_objects[class_name]
+  elif class_name in _GLOBAL_CUSTOM_OBJECTS:
+    cls = _GLOBAL_CUSTOM_OBJECTS[class_name]
+  else:
+    module_objects = module_objects or {}
+    cls = module_objects.get(class_name)
+    if cls is None:
+      raise ValueError('Unknown ' + printable_module_name + ': ' + class_name)
+  return (cls, config['config'])
+
+
 @tf_export('keras.utils.deserialize_keras_object')
 def deserialize_keras_object(identifier,
                              module_objects=None,
@@ -151,37 +177,28 @@ def deserialize_keras_object(identifier,
   if isinstance(identifier, dict):
     # In this case we are dealing with a Keras config dictionary.
     config = identifier
-    if 'class_name' not in config or 'config' not in config:
-      raise ValueError('Improper config format: ' + str(config))
-    class_name = config['class_name']
-    if custom_objects and class_name in custom_objects:
-      cls = custom_objects[class_name]
-    elif class_name in _GLOBAL_CUSTOM_OBJECTS:
-      cls = _GLOBAL_CUSTOM_OBJECTS[class_name]
-    else:
-      module_objects = module_objects or {}
-      cls = module_objects.get(class_name)
-      if cls is None:
-        raise ValueError('Unknown ' + printable_module_name + ': ' + class_name)
+    (cls, cls_config) = class_and_config_for_serialized_keras_object(
+        config, module_objects, custom_objects, printable_module_name)
+
     if hasattr(cls, 'from_config'):
       arg_spec = tf_inspect.getfullargspec(cls.from_config)
       custom_objects = custom_objects or {}
 
       if 'custom_objects' in arg_spec.args:
         return cls.from_config(
-            config['config'],
+            cls_config,
             custom_objects=dict(
                 list(_GLOBAL_CUSTOM_OBJECTS.items()) +
                 list(custom_objects.items())))
       with CustomObjectScope(custom_objects):
-        return cls.from_config(config['config'])
+        return cls.from_config(cls_config)
     else:
       # Then `cls` may be a function returning a class.
       # in this case by convention `config` holds
       # the kwargs of the function.
       custom_objects = custom_objects or {}
       with CustomObjectScope(custom_objects):
-        return cls(**config['config'])
+        return cls(**cls_config)
   elif isinstance(identifier, six.string_types):
     function_name = identifier
     if custom_objects and function_name in custom_objects:
-- 
GitLab


From a4cf3c25fbd9a140ff284dcf2048d30c9e9cad8a Mon Sep 17 00:00:00 2001
From: Ben Zinberg <bzinberg@google.com>
Date: Mon, 12 Nov 2018 11:46:05 -0800
Subject: [PATCH 1453/1825] Fix copy/paste error in linear_operator.py.

PiperOrigin-RevId: 221129732
---
 tensorflow/python/ops/linalg/linear_operator.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/linalg/linear_operator.py b/tensorflow/python/ops/linalg/linear_operator.py
index 704ac11d01..9ef6c42b04 100644
--- a/tensorflow/python/ops/linalg/linear_operator.py
+++ b/tensorflow/python/ops/linalg/linear_operator.py
@@ -649,7 +649,7 @@ class LinearOperator(object):
         "  Requires conversion to a dense matrix and O(N^3) operations.")
     if self._can_use_cholesky():
       return math_ops.exp(self.log_abs_determinant())
-    return linalg_ops.matrix_determinant(self._matrix)
+    return linalg_ops.matrix_determinant(self.to_dense())
 
   def determinant(self, name="det"):
     """Determinant for every batch member.
@@ -677,7 +677,7 @@ class LinearOperator(object):
     if self._can_use_cholesky():
       diag = array_ops.matrix_diag_part(linalg_ops.cholesky(self.to_dense()))
       return 2 * math_ops.reduce_sum(math_ops.log(diag), reduction_indices=[-1])
-    _, log_abs_det = linalg.slogdet(self._matrix)
+    _, log_abs_det = linalg.slogdet(self.to_dense())
     return log_abs_det
 
   def log_abs_determinant(self, name="log_abs_det"):
-- 
GitLab


From 1f46310243551b40fe1afa6f63df792be9a2ade1 Mon Sep 17 00:00:00 2001
From: Kay Zhu <kayzhu@google.com>
Date: Mon, 12 Nov 2018 11:54:07 -0800
Subject: [PATCH 1454/1825] [XLA] Permanently disable constant folding for
 kTuple, since no backends can handle constant literal with tuple shape.

PiperOrigin-RevId: 221131164
---
 tensorflow/compiler/xla/service/hlo_constant_folding.cc | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_constant_folding.cc b/tensorflow/compiler/xla/service/hlo_constant_folding.cc
index 4f898ce61c..5e37883d3d 100644
--- a/tensorflow/compiler/xla/service/hlo_constant_folding.cc
+++ b/tensorflow/compiler/xla/service/hlo_constant_folding.cc
@@ -52,8 +52,10 @@ StatusOr<bool> HloConstantFolding::Run(HloModule* module) {
           computation->root_instruction() != instruction) {
         continue;
       }
-      // Skip Constant, Parameter, and AfterAll operation.
-      // TODO(b/64407269): Enable Tuple once the timeout issue is resolved.
+      // Skip Constant, Parameter, Tuple, AfterAll operation.
+      // Tuple constants are not directly supported by any backends, hence
+      // folding Tuple is not useful and would in fact be expanded back into
+      // kTuple by Algebraic Simplifier.
       // TODO(b/110532604): Enable AfterAll once AfterAll requires at least one
       // operand in which case constant folding will be impossible and this
       // special case is not necessary.
@@ -63,6 +65,7 @@ StatusOr<bool> HloConstantFolding::Run(HloModule* module) {
           instruction->opcode() == HloOpcode::kAfterAll) {
         continue;
       }
+
       // Skip instructions with non-constant operands.
       if (!hlo_query::AllOperandsAreConstants(*instruction)) {
         continue;
-- 
GitLab


From 2531472c80fcc5e364d17c4d032c2ec8601f70b6 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 12:15:15 -0800
Subject: [PATCH 1455/1825] Migrate from ReplicaContext.device -> .devices.

PiperOrigin-RevId: 221135210
---
 .../contrib/distribute/python/mirrored_strategy.py       | 6 +++++-
 .../contrib/distribute/python/one_device_strategy.py     | 7 ++++++-
 tensorflow/contrib/distribute/python/tpu_strategy.py     | 6 +++++-
 tensorflow/contrib/distribute/python/values.py           | 6 ++++--
 tensorflow/python/training/distribute.py                 | 9 +++++++--
 5 files changed, 27 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 98f96e82eb..c47abe78e1 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -834,5 +834,9 @@ class MirroredReplicaContext(distribute_lib.ReplicaContext):
 
   @property
   def device(self):
+    raise RuntimeError("Use .devices instead")
+
+  @property
+  def devices(self):
     distribute_lib.require_replica_context(self)
-    return self._distribution_strategy.worker_devices[self._replica_id]
+    return [self._distribution_strategy.worker_devices[self._replica_id]]
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 19c0f54290..a41abd0961 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -190,6 +190,7 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
 
 
 class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
+  """ReplicaContext for OneDeviceStrategy."""
 
   def __init__(self, distribution_strategy):
     distribute_lib.ReplicaContext.__init__(
@@ -197,4 +198,8 @@ class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
 
   @property
   def device(self):
-    return self._distribution_strategy.worker_devices[0]
+    raise RuntimeError("Use .devices instead")
+
+  @property
+  def devices(self):
+    return [self._distribution_strategy.worker_devices[0]]
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 8dccce0103..919a61364f 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -545,5 +545,9 @@ class _TPUReplicaContext(distribute_lib.ReplicaContext):
 
   @property
   def device(self):
+    raise RuntimeError("Use .devices instead")
+
+  @property
+  def devices(self):
     distribute_lib.require_replica_context(self)
-    return self._distribution_strategy.worker_devices[self._replica_id]
+    return [self._distribution_strategy.worker_devices[self._replica_id]]
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 0fd41ff69e..9b0aa9c990 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -62,7 +62,8 @@ class DistributedValues(object):
     if device is None:
       replica_context = distribution_strategy_context.get_replica_context()
       if replica_context:
-        device = replica_context.device
+        # TODO(josh11b): support model parallelism better here
+        device = replica_context.devices[0]
       else:
         device = distribute_lib.get_update_device()
         if device is None:
@@ -478,7 +479,8 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
     if device is None:
       replica_context = distribution_strategy_context.get_replica_context()
       if replica_context:
-        device = replica_context.device
+        # TODO(josh11b): support model parallelism better here
+        device = replica_context.devices[0]
       else:
         device = distribute_lib.get_update_device()
         if device is None:
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index e1bd0e7ae9..e982339336 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1080,9 +1080,14 @@ class ReplicaContext(object):
 
   @property
   def device(self):
-    """The device this replica is to be executed on, as a string."""
+    """BEING DELETED: use .devices instead."""
+    raise RuntimeError("Use .devices instead")
+
+  @property
+  def devices(self):
+    """The devices this replica is to be executed on, as a list of strings."""
     require_replica_context(self)
-    return device_util.current()
+    return [device_util.current()]
 
   # TODO(josh11b): Implement `start_all_reduce(method, t)` for efficient
   # all-reduce. It would return a function returning the result of reducing `t`
-- 
GitLab


From e81be947453057c4630181d246eb1b775153d9f5 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Mon, 12 Nov 2018 12:18:52 -0800
Subject: [PATCH 1456/1825] Reorder args for boolean_mask in TensorFlow 2.0.
 From  tensor, mask, name, axis   to  tensor, mask, axis, name

Also add to 2.0 rename script.

PiperOrigin-RevId: 221135803
---
 tensorflow/python/ops/array_ops.py            | 50 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  8 ++-
 .../tools/compatibility/tf_upgrade_v2_test.py |  6 +++
 4 files changed, 62 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 9675b6b74a..abfab1367a 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -1148,7 +1148,7 @@ def concat(values, axis, name="concat"):
   return gen_array_ops.concat_v2(values=values, axis=axis, name=name)
 
 
-@tf_export("boolean_mask")
+@tf_export(v1=["boolean_mask"])
 def boolean_mask(tensor, mask, name="boolean_mask", axis=None):
   """Apply boolean mask to tensor.  Numpy equivalent is `tensor[mask]`.
 
@@ -1228,6 +1228,54 @@ def boolean_mask(tensor, mask, name="boolean_mask", axis=None):
     return _apply_mask_1d(tensor, mask, axis)
 
 
+@tf_export("boolean_mask", v1=[])
+def boolean_mask_v2(tensor, mask, axis=None, name="boolean_mask"):
+  """Apply boolean mask to tensor.
+
+  Numpy equivalent is `tensor[mask]`.
+
+  ```python
+  # 1-D example
+  tensor = [0, 1, 2, 3]
+  mask = np.array([True, False, True, False])
+  boolean_mask(tensor, mask)  # [0, 2]
+  ```
+
+  In general, `0 < dim(mask) = K <= dim(tensor)`, and `mask`'s shape must match
+  the first K dimensions of `tensor`'s shape.  We then have:
+    `boolean_mask(tensor, mask)[i, j1,...,jd] = tensor[i1,...,iK,j1,...,jd]`
+  where `(i1,...,iK)` is the ith `True` entry of `mask` (row-major order).
+  The `axis` could be used with `mask` to indicate the axis to mask from.
+  In that case, `axis + dim(mask) <= dim(tensor)` and `mask`'s shape must match
+  the first `axis + dim(mask)` dimensions of `tensor`'s shape.
+
+  Args:
+    tensor:  N-D tensor.
+    mask:  K-D boolean tensor, K <= N and K must be known statically.
+    axis:  A 0-D int Tensor representing the axis in `tensor` to mask from. By
+      default, axis is 0 which will mask from the first dimension. Otherwise K +
+      axis <= N.
+    name:  A name for this operation (optional).
+
+  Returns:
+    (N-K+1)-dimensional tensor populated by entries in `tensor` corresponding
+    to `True` values in `mask`.
+
+  Raises:
+    ValueError:  If shapes do not conform.
+
+  Examples:
+
+  ```python
+  # 2-D example
+  tensor = [[1, 2], [3, 4], [5, 6]]
+  mask = np.array([True, False, True])
+  boolean_mask(tensor, mask)  # [[1, 2], [5, 6]]
+  ```
+  """
+  return boolean_mask(tensor, mask, name, axis)
+
+
 @tf_export("sparse.mask", v1=["sparse.mask", "sparse_mask"])
 @deprecation.deprecated_endpoints("sparse_mask")
 def sparse_mask(a, mask_indices, name=None):
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 496414cc9f..5f8005900d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -558,7 +558,7 @@ tf_module {
   }
   member_method {
     name: "boolean_mask"
-    argspec: "args=[\'tensor\', \'mask\', \'name\', \'axis\'], varargs=None, keywords=None, defaults=[\'boolean_mask\', \'None\'], "
+    argspec: "args=[\'tensor\', \'mask\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'boolean_mask\'], "
   }
   member_method {
     name: "broadcast_dynamic_shape"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index d5759d22bb..fba2270af9 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -44,6 +44,8 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     })
     # pylint: enable=line-too-long
 
+    excluded_renames = ["tf.boolean_mask"]
+
     # Variables that should be changed to functions.
     self.change_to_function = {}
 
@@ -54,6 +56,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.convert_to_tensor": ["value", "dtype", "preferred_dtype", "name"],
         "tf.argmin": ["input", "axis", "output_type", "name"],
         "tf.argmax": ["input", "axis", "output_type", "name"],
+        "tf.boolean_mask": ["tensor", "mask", "name", "axis"],
     }
 
     # Specially handled functions.
@@ -89,8 +92,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     }
     # Right now we can't have both a rename and a warning.
     self.symbol_renames = {
-        name: new_name for name, new_name in self.symbol_renames.items()
-        if name not in self.function_warnings
+        name: new_name
+        for name, new_name in self.symbol_renames.items()
+        if name not in self.function_warnings and name not in excluded_renames
     }
 
 
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index 4ab55c93e3..9060b1c71f 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -72,6 +72,12 @@ class TestUpgrade(test_util.TensorFlowTestCase):
     _, unused_report, unused_errors, new_text = self._upgrade(text)
     self.assertEqual(new_text, "some_call(tf.sysconfig.MONOLITHIC_BUILD)\n")
 
+  def testReorder(self):
+    text = "tf.boolean_mask(a, b, c, d)\n"
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    self.assertEqual(new_text,
+                     "tf.boolean_mask(tensor=a, mask=b, name=c, axis=d)\n")
+
   def testLearningRateDecay(self):
     for decay in ["tf.train.exponential_decay", "tf.train.piecewise_constant",
                   "tf.train.polynomial_decay", "tf.train.natural_exp_decay",
-- 
GitLab


From f8b5c95a7882efd58b123aeb308dfb173658a9e6 Mon Sep 17 00:00:00 2001
From: Cong Liu <congliu@google.com>
Date: Mon, 12 Nov 2018 12:29:01 -0800
Subject: [PATCH 1457/1825] [XLA] Add the interface for the GetDimensionSize
 op.

PiperOrigin-RevId: 221137239
---
 tensorflow/compiler/xla/client/xla_builder.cc | 17 ++++++++
 tensorflow/compiler/xla/client/xla_builder.h  |  8 ++++
 .../compiler/xla/client/xla_builder_test.cc   |  9 +++++
 .../compiler/xla/g3doc/operation_semantics.md | 16 ++++++++
 .../compiler/xla/service/dfs_hlo_visitor.h    |  1 +
 .../service/dfs_hlo_visitor_with_default.h    |  3 ++
 .../compiler/xla/service/hlo_cost_analysis.cc |  5 +++
 .../compiler/xla/service/hlo_cost_analysis.h  |  1 +
 .../compiler/xla/service/hlo_graph_dumper.cc  |  1 +
 .../compiler/xla/service/hlo_instruction.cc   | 18 +++++++++
 .../compiler/xla/service/hlo_instruction.h    |  3 ++
 .../compiler/xla/service/hlo_instructions.cc  | 39 +++++++++++++++++++
 .../compiler/xla/service/hlo_instructions.h   | 27 +++++++++++++
 tensorflow/compiler/xla/service/hlo_opcode.h  |  1 +
 tensorflow/compiler/xla/service/hlo_parser.cc | 12 ++++++
 .../compiler/xla/service/hlo_verifier.cc      |  6 +++
 .../compiler/xla/service/hlo_verifier.h       |  1 +
 .../xla/service/instruction_fusion.cc         |  1 +
 .../compiler/xla/service/layout_assignment.cc |  1 +
 .../compiler/xla/service/shape_inference.cc   | 10 +++++
 .../compiler/xla/service/shape_inference.h    |  3 ++
 21 files changed, 183 insertions(+)

diff --git a/tensorflow/compiler/xla/client/xla_builder.cc b/tensorflow/compiler/xla/client/xla_builder.cc
index f9c23b4481..0a587725d2 100644
--- a/tensorflow/compiler/xla/client/xla_builder.cc
+++ b/tensorflow/compiler/xla/client/xla_builder.cc
@@ -2305,6 +2305,19 @@ XlaOp XlaBuilder::RecvFromHost(const XlaOp& token, const Shape& shape,
   });
 }
 
+XlaOp XlaBuilder::GetDimensionSize(const XlaOp& operand, int64 dimension) {
+  return ReportErrorOrReturn([&]() -> StatusOr<XlaOp> {
+    HloInstructionProto instr;
+    TF_ASSIGN_OR_RETURN(const auto& operand_shape, GetShape(operand));
+    TF_ASSIGN_OR_RETURN(
+        *instr.mutable_shape(),
+        ShapeInference::InferGetDimensionSizeShape(operand_shape, dimension));
+    instr.add_dimensions(dimension);
+    return AddInstruction(std::move(instr), HloOpcode::kGetDimensionSize,
+                          {operand});
+  });
+}
+
 StatusOr<bool> XlaBuilder::IsConstant(const XlaOp& operand) const {
   TF_RETURN_IF_ERROR(first_error_);
 
@@ -3158,4 +3171,8 @@ XlaOp Iota(XlaBuilder* builder, const Shape& shape, int64 iota_dimension) {
   return builder->Iota(shape, iota_dimension);
 }
 
+XlaOp GetDimensionSize(const XlaOp& operand, int64 dimension) {
+  return operand.builder()->GetDimensionSize(operand, dimension);
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/client/xla_builder.h b/tensorflow/compiler/xla/client/xla_builder.h
index 908a616b4e..68314a026e 100644
--- a/tensorflow/compiler/xla/client/xla_builder.h
+++ b/tensorflow/compiler/xla/client/xla_builder.h
@@ -933,6 +933,8 @@ class XlaBuilder {
                       const XlaOp& grad_output, float epsilon,
                       int64 feature_index);
 
+  XlaOp GetDimensionSize(const XlaOp& operand, int64 dimension);
+
   StatusOr<XlaOp> AddInstruction(HloInstructionProto&& instr, HloOpcode opcode,
                                  absl::Span<const XlaOp> operands = {});
 
@@ -1355,6 +1357,8 @@ class XlaBuilder {
                                 const string& outfeed_config);
   friend XlaOp CreateToken(XlaBuilder* builder);
   friend XlaOp AfterAll(XlaBuilder* builder, absl::Span<const XlaOp> tokens);
+
+  friend XlaOp GetDimensionSize(const XlaOp& operand, int64 dimension);
 };
 
 // RAII-style object: sets the current sharding assignment in builder on
@@ -2129,6 +2133,10 @@ XlaOp BatchNormGrad(const XlaOp& operand, const XlaOp& scale,
                     const XlaOp& grad_output, float epsilon,
                     int64 feature_index);
 
+// Returns the size of the given dimension of the operand. The operand must be
+// array shaped.
+XlaOp GetDimensionSize(const XlaOp& operand, int64 dimension);
+
 // Implementation details below this point.
 
 template <typename NativeT>
diff --git a/tensorflow/compiler/xla/client/xla_builder_test.cc b/tensorflow/compiler/xla/client/xla_builder_test.cc
index 8d60b03f13..8aa85c3cd6 100644
--- a/tensorflow/compiler/xla/client/xla_builder_test.cc
+++ b/tensorflow/compiler/xla/client/xla_builder_test.cc
@@ -349,6 +349,15 @@ TEST_F(XlaBuilderTest, CollectivePermute) {
   EXPECT_EQ(root->opcode(), HloOpcode::kCollectivePermute);
 }
 
+TEST_F(XlaBuilderTest, GetDimensionSize) {
+  XlaBuilder b(TestName());
+  auto x = Parameter(&b, 0, ShapeUtil::MakeShape(F32, {5, 7}), "x");
+  GetDimensionSize(x, 1);
+  TF_ASSERT_OK_AND_ASSIGN(auto module, BuildHloModule(&b));
+  auto root = module->entry_computation()->root_instruction();
+  EXPECT_EQ(root->opcode(), HloOpcode::kGetDimensionSize);
+}
+
 TEST_F(XlaBuilderTest, ReportError) {
   XlaBuilder b(TestName());
   auto x = Parameter(&b, 0, ShapeUtil::MakeShape(F32, {5, 7}), "x");
diff --git a/tensorflow/compiler/xla/g3doc/operation_semantics.md b/tensorflow/compiler/xla/g3doc/operation_semantics.md
index a3cdfe19b2..73a9db75f6 100644
--- a/tensorflow/compiler/xla/g3doc/operation_semantics.md
+++ b/tensorflow/compiler/xla/g3doc/operation_semantics.md
@@ -1339,6 +1339,22 @@ the semantics for `tf.gather_nd`.
 index `X` in the gather indices array picks an entire row and the result is the
 concatenation of all these rows.
 
+## GetDimensionSize
+
+See also
+[`XlaBuilder::GetDimensionSize`](https://www.tensorflow.org/code/tensorflow/compiler/xla/client/xla_builder.h).
+
+Returns the size of the given dimension of the operand. The operand must be
+array shaped.
+
+<b> `GetDimensionSize(operand, dimension)` </b>
+
+| Arguments   | Type    | Semantics                                           |
+| ----------- | ------- | --------------------------------------------------- |
+| `operand`   | `XlaOp` | n dimensional input array                           |
+| `dimension` | `int64` | A value in the interval `[0, n)` that specifies the |
+:             :         : dimension                                           :
+
 ## GetTupleElement
 
 See also
diff --git a/tensorflow/compiler/xla/service/dfs_hlo_visitor.h b/tensorflow/compiler/xla/service/dfs_hlo_visitor.h
index 4159aa281f..d637128322 100644
--- a/tensorflow/compiler/xla/service/dfs_hlo_visitor.h
+++ b/tensorflow/compiler/xla/service/dfs_hlo_visitor.h
@@ -108,6 +108,7 @@ class DfsHloVisitorBase {
   virtual Status HandleCrossReplicaSum(HloInstructionPtr hlo) = 0;
   virtual Status HandleAllToAll(HloInstructionPtr hlo) = 0;
   virtual Status HandleCollectivePermute(HloInstructionPtr hlo) = 0;
+  virtual Status HandleGetDimensionSize(HloInstructionPtr hlo) = 0;
   virtual Status HandleCompare(HloInstructionPtr hlo) {
     return HandleElementwiseBinary(hlo);
   }
diff --git a/tensorflow/compiler/xla/service/dfs_hlo_visitor_with_default.h b/tensorflow/compiler/xla/service/dfs_hlo_visitor_with_default.h
index 4cd10ab06c..e57184f639 100644
--- a/tensorflow/compiler/xla/service/dfs_hlo_visitor_with_default.h
+++ b/tensorflow/compiler/xla/service/dfs_hlo_visitor_with_default.h
@@ -203,6 +203,9 @@ class DfsHloVisitorWithDefaultBase
   Status HandleAfterAll(HloInstructionPtr token) override {
     return DefaultAction(token);
   }
+  Status HandleGetDimensionSize(HloInstructionPtr get_size) override {
+    return DefaultAction(get_size);
+  }
 
   // Invoked to inform the visitor that the traversal has completed, and that
   // the root was "root".
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
index 3a7b432e50..fdfb38b858 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis.cc
@@ -690,6 +690,11 @@ Status HloCostAnalysis::HandleScatter(const HloInstruction* scatter) {
   return Status::OK();
 }
 
+Status HloCostAnalysis::HandleGetDimensionSize(
+    const HloInstruction* /*get_size*/) {
+  return Status::OK();
+}
+
 Status HloCostAnalysis::FinishVisit(const HloInstruction*) {
   return Status::OK();
 }
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis.h b/tensorflow/compiler/xla/service/hlo_cost_analysis.h
index 19d0af1de1..8ced9d776e 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis.h
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis.h
@@ -107,6 +107,7 @@ class HloCostAnalysis : public ConstDfsHloVisitor {
   Status HandleConditional(const HloInstruction* conditional) override;
   Status HandleGather(const HloInstruction* gather) override;
   Status HandleScatter(const HloInstruction* scatter) override;
+  Status HandleGetDimensionSize(const HloInstruction* get_size) override;
   Status FinishVisit(const HloInstruction* root) override;
 
   Status Preprocess(const HloInstruction* hlo) override;
diff --git a/tensorflow/compiler/xla/service/hlo_graph_dumper.cc b/tensorflow/compiler/xla/service/hlo_graph_dumper.cc
index 13a74fd8a1..05cc1593e4 100644
--- a/tensorflow/compiler/xla/service/hlo_graph_dumper.cc
+++ b/tensorflow/compiler/xla/service/hlo_graph_dumper.cc
@@ -1043,6 +1043,7 @@ ColorScheme HloDotDumper::GetInstructionColor(const HloInstruction* instr) {
     case HloOpcode::kDomain:
     case HloOpcode::kFusion:
     case HloOpcode::kMap:
+    case HloOpcode::kGetDimensionSize:
       return kGray;
     case HloOpcode::kCrossReplicaSum:
     case HloOpcode::kAllToAll:
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.cc b/tensorflow/compiler/xla/service/hlo_instruction.cc
index 264e217193..3d5d631ccf 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction.cc
@@ -530,6 +530,12 @@ StatusOr<std::unique_ptr<HloInstruction>> HloInstruction::CreateFromProto(
           absl::make_unique<ShardingMetadata>(exit_hlo_sharding));
       break;
     }
+    case HloOpcode::kGetDimensionSize:
+      TF_RET_CHECK(proto.operand_ids_size() == 1);
+      TF_RET_CHECK(proto.dimensions_size() == 1);
+      instruction = CreateGetDimensionSize(proto.shape(), operands(0),
+                                           proto.dimensions(0));
+      break;
     default: {
       instruction = absl::WrapUnique(new HloInstruction(opcode, proto.shape()));
       for (const int64 operand_id : proto.operand_ids()) {
@@ -1001,6 +1007,14 @@ HloInstruction::CreateSelectAndScatter(
                                                     broadcast_dimensions);
 }
 
+/* static */ std::unique_ptr<HloInstruction>
+HloInstruction::CreateGetDimensionSize(const Shape& shape,
+                                       HloInstruction* operand,
+                                       int64 dimension) {
+  return absl::make_unique<HloGetDimensionSizeInstruction>(shape, operand,
+                                                           dimension);
+}
+
 /* static */ std::unique_ptr<HloInstruction>
 HloInstruction::CreateBroadcastSequence(
     const Shape& output_shape, HloInstruction* operand,
@@ -1272,6 +1286,7 @@ std::unique_ptr<HloInstruction> HloInstruction::CloneWithNewOperands(
     case HloOpcode::kIota:
     case HloOpcode::kDot:
     case HloOpcode::kDomain:
+    case HloOpcode::kGetDimensionSize:
       clone = CloneWithNewOperandsImpl(shape, new_operands, context);
       break;
     // Unary ops.
@@ -1719,6 +1734,7 @@ bool HloInstruction::IdenticalSlowPath(
     case HloOpcode::kScatter:
     case HloOpcode::kDot:
     case HloOpcode::kDomain:
+    case HloOpcode::kGetDimensionSize:
       LOG(FATAL) << "Base class impl called for opcode with subclass: "
                  << opcode();
   }
@@ -2444,6 +2460,8 @@ Status HloInstruction::Visit(DfsHloVisitorBase<HloInstructionPtr>* visitor) {
       return visitor->HandleAfterAll(this);
     case HloOpcode::kIota:
       return visitor->HandleIota(this);
+    case HloOpcode::kGetDimensionSize:
+      return visitor->HandleGetDimensionSize(this);
 
     // These opcodes are not handled here.
     case HloOpcode::kTrace:
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.h b/tensorflow/compiler/xla/service/hlo_instruction.h
index c6a938383c..818d4ede0f 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.h
+++ b/tensorflow/compiler/xla/service/hlo_instruction.h
@@ -767,6 +767,9 @@ class HloInstruction {
   // when we plumb a primordial token from the entry computation.
   static std::unique_ptr<HloInstruction> CreateToken();
 
+  static std::unique_ptr<HloInstruction> CreateGetDimensionSize(
+      const Shape& shape, HloInstruction* operand, int64 dimension);
+
   // Returns the opcode for this instruction.
   HloOpcode opcode() const { return opcode_; }
 
diff --git a/tensorflow/compiler/xla/service/hlo_instructions.cc b/tensorflow/compiler/xla/service/hlo_instructions.cc
index 88495e8000..4c765aa375 100644
--- a/tensorflow/compiler/xla/service/hlo_instructions.cc
+++ b/tensorflow/compiler/xla/service/hlo_instructions.cc
@@ -2349,4 +2349,43 @@ HloInstructionProto HloDomainInstruction::ToProto() const {
 
   return proto;
 }
+
+HloGetDimensionSizeInstruction::HloGetDimensionSizeInstruction(
+    const Shape& shape, HloInstruction* operand, int64 dimension)
+    : HloInstruction(HloOpcode::kGetDimensionSize, shape),
+      dimension_(dimension) {
+  AppendOperand(operand);
+}
+
+HloInstructionProto HloGetDimensionSizeInstruction::ToProto() const {
+  HloInstructionProto proto = HloInstruction::ToProto();
+  proto.add_dimensions(dimension());
+  return proto;
+}
+
+std::vector<string> HloGetDimensionSizeInstruction::ExtraAttributesToStringImpl(
+    const HloPrintOptions& /*options*/) const {
+  return {StrCat("dimensions={", dimension(), "}")};
+}
+
+bool HloGetDimensionSizeInstruction::IdenticalSlowPath(
+    const HloInstruction& other,
+    const std::function<bool(const HloComputation*, const HloComputation*)>&
+    /*eq_computations*/) const {
+  const auto& casted_other =
+      static_cast<const HloGetDimensionSizeInstruction&>(other);
+  return dimension() == casted_other.dimension();
+}
+
+std::unique_ptr<HloInstruction>
+HloGetDimensionSizeInstruction::CloneWithNewOperandsImpl(
+    const Shape& shape, absl::Span<HloInstruction* const> new_operands,
+    HloCloneContext* /*context*/) const {
+  if (new_operands.size() != 1) {
+    LOG(FATAL) << "expects 1 operand";
+  }
+  return absl::make_unique<HloGetDimensionSizeInstruction>(
+      shape, new_operands[0], dimension());
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_instructions.h b/tensorflow/compiler/xla/service/hlo_instructions.h
index bf4daf2be4..d43a8973cc 100644
--- a/tensorflow/compiler/xla/service/hlo_instructions.h
+++ b/tensorflow/compiler/xla/service/hlo_instructions.h
@@ -1385,6 +1385,33 @@ class HloDomainInstruction : public HloInstruction {
   std::unique_ptr<DomainMetadata> operand_side_metadata_;
   std::unique_ptr<DomainMetadata> user_side_metadata_;
 };
+
+class HloGetDimensionSizeInstruction : public HloInstruction {
+ public:
+  explicit HloGetDimensionSizeInstruction(const Shape& shape,
+                                          HloInstruction* operand,
+                                          int64 dimension);
+
+  // Returns the dimension sizes or numbers associated with this instruction.
+  int64 dimension() const { return dimension_; }
+  // Returns a serialized representation of this instruction.
+  HloInstructionProto ToProto() const override;
+
+ private:
+  std::vector<string> ExtraAttributesToStringImpl(
+      const HloPrintOptions& options) const override;
+  bool IdenticalSlowPath(
+      const HloInstruction& other,
+      const std::function<bool(const HloComputation*, const HloComputation*)>&
+          eq_computations) const override;
+  // Implementation for non-common logic of CloneWithNewOperands.
+  std::unique_ptr<HloInstruction> CloneWithNewOperandsImpl(
+      const Shape& shape, absl::Span<HloInstruction* const> new_operands,
+      HloCloneContext* context) const override;
+
+  int64 dimension_;
+};
+
 }  // namespace xla
 
 #endif  // TENSORFLOW_COMPILER_XLA_SERVICE_HLO_INSTRUCTIONS_H_
diff --git a/tensorflow/compiler/xla/service/hlo_opcode.h b/tensorflow/compiler/xla/service/hlo_opcode.h
index e6bfb8025d..70c7d70b41 100644
--- a/tensorflow/compiler/xla/service/hlo_opcode.h
+++ b/tensorflow/compiler/xla/service/hlo_opcode.h
@@ -83,6 +83,7 @@ namespace xla {
   V(kFusion, "fusion", kHloOpcodeIsVariadic)                 \
   V(kGather, "gather")                                       \
   V(kGe, "greater-than-or-equal-to", kHloOpcodeIsComparison) \
+  V(kGetDimensionSize, "get-dimension-size")                 \
   V(kAfterAll, "after-all", kHloOpcodeIsVariadic)            \
   V(kGetTupleElement, "get-tuple-element")                   \
   V(kGt, "greater-than", kHloOpcodeIsComparison)             \
diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index cc9031ca99..4390145c6b 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -1547,6 +1547,18 @@ bool HloParser::ParseInstructionRhs(HloComputation::Builder* builder,
     case HloOpcode::kTrace:
       return TokenError(StrCat("parsing not yet implemented for op: ",
                                HloOpcodeString(opcode)));
+    case HloOpcode::kGetDimensionSize:
+      optional<std::vector<tensorflow::int64>> dimensions;
+      attrs["dimensions"] = {/*required=*/true, AttrTy::kBracedInt64List,
+                             &dimensions};
+      if (!ParseOperands(&operands, /*expected_size=*/1) ||
+          !ParseAttributes(attrs)) {
+        return false;
+      }
+      instruction =
+          builder->AddInstruction(HloInstruction::CreateGetDimensionSize(
+              shape, operands[0], (*dimensions)[0]));
+      break;
   }
 
   instruction->SetAndSanitizeName(name);
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index a2a6fb7c77..27fd685a69 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -756,6 +756,12 @@ Status ShapeVerifier::HandleAfterAll(HloInstruction* token) {
   return CheckShape(token, ShapeInference::InferAfterAllShape(operand_shapes));
 }
 
+Status ShapeVerifier::HandleGetDimensionSize(HloInstruction* get_size) {
+  return CheckShape(
+      get_size, ShapeInference::InferGetDimensionSizeShape(
+                    get_size->operand(0)->shape(), get_size->dimensions(0)));
+}
+
 Status ShapeVerifier::CheckShape(const HloInstruction* instruction,
                                  const Shape& inferred_shape) {
   // If allow_mixed_precision_ is false, check if there are operands with
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.h b/tensorflow/compiler/xla/service/hlo_verifier.h
index 83b6244d1b..9fbfd6a21c 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.h
+++ b/tensorflow/compiler/xla/service/hlo_verifier.h
@@ -94,6 +94,7 @@ class ShapeVerifier : public DfsHloVisitor {
   Status HandleGather(HloInstruction* gather) override;
   Status HandleScatter(HloInstruction* scatter) override;
   Status HandleAfterAll(HloInstruction* token) override;
+  Status HandleGetDimensionSize(HloInstruction* get_size) override;
 
   Status FinishVisit(HloInstruction*) override { return Status::OK(); }
 
diff --git a/tensorflow/compiler/xla/service/instruction_fusion.cc b/tensorflow/compiler/xla/service/instruction_fusion.cc
index 426c125608..7f2d7e7cff 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion.cc
@@ -155,6 +155,7 @@ bool IsAlwaysDuplicable(const HloInstruction& instruction) {
     case HloOpcode::kTanh:
     case HloOpcode::kTrace:
     case HloOpcode::kWhile:
+    case HloOpcode::kGetDimensionSize:
       return true;
   }
 
diff --git a/tensorflow/compiler/xla/service/layout_assignment.cc b/tensorflow/compiler/xla/service/layout_assignment.cc
index 6b03394669..a904119222 100644
--- a/tensorflow/compiler/xla/service/layout_assignment.cc
+++ b/tensorflow/compiler/xla/service/layout_assignment.cc
@@ -2092,6 +2092,7 @@ bool LayoutAssignment::InstructionCanChangeLayout(
     case HloOpcode::kTrace:
     case HloOpcode::kTranspose:
     case HloOpcode::kTuple:
+    case HloOpcode::kGetDimensionSize:
       return true;
   }
 }
diff --git a/tensorflow/compiler/xla/service/shape_inference.cc b/tensorflow/compiler/xla/service/shape_inference.cc
index 31473c0a35..61a60ef9ef 100644
--- a/tensorflow/compiler/xla/service/shape_inference.cc
+++ b/tensorflow/compiler/xla/service/shape_inference.cc
@@ -2031,6 +2031,16 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
   return operand_shape;
 }
 
+/* static */ StatusOr<Shape> ShapeInference::InferGetDimensionSizeShape(
+    const Shape& shape, int64 dimension) {
+  if (dimension < 0 || dimension >= ShapeUtil::Rank(shape)) {
+    return InvalidArgument("GetDimensionSize dimension out of bounds: %d.",
+                           dimension);
+  }
+
+  return ShapeUtil::MakeShape(S64, {});
+}
+
 /* static */ StatusOr<Shape> ShapeInference::InferSliceShape(
     const Shape& arg, absl::Span<const int64> starts,
     absl::Span<const int64> limits, absl::Span<const int64> strides) {
diff --git a/tensorflow/compiler/xla/service/shape_inference.h b/tensorflow/compiler/xla/service/shape_inference.h
index cd4e5ab52c..31ef4b2e41 100644
--- a/tensorflow/compiler/xla/service/shape_inference.h
+++ b/tensorflow/compiler/xla/service/shape_inference.h
@@ -291,6 +291,9 @@ class ShapeInference {
       const Shape& updates_shape, const ProgramShape& to_apply_shape,
       const ScatterDimensionNumbers& scatter_dim_numbers);
 
+  static StatusOr<Shape> InferGetDimensionSizeShape(const Shape& shape,
+                                                    int64 dimension);
+
  private:
   // Helper that infers the shape produced by performing an element-wise binary
   // operation with the given LHS and RHS shapes.
-- 
GitLab


From 1b38620329d28df953d2b92d45033703966db71c Mon Sep 17 00:00:00 2001
From: Dustin Tran <trandustin@google.com>
Date: Mon, 12 Nov 2018 12:45:46 -0800
Subject: [PATCH 1458/1825] Align dimension name in Embedding's docstring with
 its args.

PiperOrigin-RevId: 221139837
---
 tensorflow/python/keras/layers/embeddings.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/keras/layers/embeddings.py b/tensorflow/python/keras/layers/embeddings.py
index 682b561439..5d805ea684 100644
--- a/tensorflow/python/keras/layers/embeddings.py
+++ b/tensorflow/python/keras/layers/embeddings.py
@@ -82,10 +82,10 @@ class Embedding(Layer):
         (without it, the shape of the dense outputs cannot be computed).
 
   Input shape:
-      2D tensor with shape: `(batch_size, sequence_length)`.
+      2D tensor with shape: `(batch_size, input_length)`.
 
   Output shape:
-      3D tensor with shape: `(batch_size, sequence_length, output_dim)`.
+      3D tensor with shape: `(batch_size, input_length, output_dim)`.
 
   """
 
-- 
GitLab


From 57402d1ec5331eea300cf08ce407b5f2c03d4c94 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 12:52:19 -0800
Subject: [PATCH 1459/1825] Disabling asan mode for core_test.

PiperOrigin-RevId: 221140902
---
 tensorflow/contrib/labeled_tensor/BUILD | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/labeled_tensor/BUILD b/tensorflow/contrib/labeled_tensor/BUILD
index c8812d4b23..588f15b867 100644
--- a/tensorflow/contrib/labeled_tensor/BUILD
+++ b/tensorflow/contrib/labeled_tensor/BUILD
@@ -70,7 +70,10 @@ py_test(
         "python/ops/core_test.py",
     ],
     srcs_version = "PY2AND3",
-    tags = ["no_windows"],  # TODO: needs investigation on Windows
+    tags = [
+        "no_windows",  # TODO: needs investigation on Windows
+        "noasan",  # TODO(b/119323169)
+    ],
     deps = [
         ":_typecheck",
         ":core",
-- 
GitLab


From a8190d80dfac272e7f8ddd5e292e0f1970e245ab Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 13:09:02 -0800
Subject: [PATCH 1460/1825] Step 1 of changing call_for_each_replica()'s
 signature. * Now allow args=..., kwargs=... instead of *args, **kwargs. *
 Switch many callers to the new convention. * Get rid of "run_concurrently"
 option.

PiperOrigin-RevId: 221143879
---
 .../python/checkpoint_utils_test.py           |   2 +-
 .../collective_all_reduce_strategy_test.py    |   2 +-
 .../python/keras_optimizer_v2_test.py         |   2 +-
 .../distribute/python/metrics_v1_test.py      |   2 +-
 .../distribute/python/minimize_loss_test.py   |  16 +--
 .../distribute/python/mirrored_strategy.py    |  23 ++--
 .../python/mirrored_strategy_multigpu_test.py | 104 ++++++++----------
 .../python/mirrored_strategy_test.py          |   3 +-
 .../distribute/python/one_device_strategy.py  |   4 +-
 .../distribute/python/optimizer_v2_test.py    |   2 +-
 .../python/parameter_server_strategy.py       |   6 +-
 .../python/parameter_server_strategy_test.py  |   2 +-
 .../contrib/distribute/python/step_fn.py      |   6 +-
 .../distribute/python/strategy_test_lib.py    |   6 +-
 .../contrib/distribute/python/tpu_strategy.py |   3 +-
 .../keras/engine/training_distributed.py      |  14 +--
 tensorflow/python/training/distribute.py      |  40 ++++---
 tensorflow/python/training/distribute_test.py |   2 +-
 18 files changed, 111 insertions(+), 128 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/checkpoint_utils_test.py b/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
index b311644cb2..d38bdb592a 100644
--- a/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
+++ b/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
@@ -69,7 +69,7 @@ class CheckpointUtilsWithDistributionStrategyTest(
 
     with ops.Graph().as_default() as g, distribution.scope():
       if in_replica_mode:
-        distribution.call_for_each_replica(init_and_verify, g)
+        distribution.call_for_each_replica(init_and_verify, args=[g])
       else:
         init_and_verify(g)
 
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 9f8a5217f7..e3d919dd0d 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -118,7 +118,7 @@ class CollectiveAllReduceStrategyTestBase(
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_replica(grad_fn, one)
+        g_v = d.call_for_each_replica(grad_fn, args=[one])
         # Update the variables using the gradients and the update() function.
         before_list = []
         after_list = []
diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index f4c222f26c..46a1cf41c5 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -157,7 +157,7 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
     dist = mirrored_strategy.MirroredStrategy(devices)
     with dist.scope():
       (var, m, v, op, counter) = dist.call_for_each_replica(
-          create_fn, dist.worker_device_index, run_concurrently=False)
+          create_fn, args=[dist.worker_device_index])
       self.evaluate(variables.global_variables_initializer())
       var_val = [2.0, 2.0, 2.0]
       self.assertAllClose(
diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index c4b5433360..c28ab41651 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -100,7 +100,7 @@ class MetricsV1Test(test.TestCase, parameterized.TestCase):
       if isinstance(distribution, tpu_strategy.TPUStrategy):
         def step_fn(ctx, inputs):
           value, update = distribution.call_for_each_replica(
-              metric_fn, inputs)
+              metric_fn, args=[inputs])
           ctx.set_non_tensor_output(name="value", output=value)
           return distribution.group(update)
 
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index a0e10827c4..c6562463ed 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -66,8 +66,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_replica(
-                model_fn, *inputs, run_concurrently=layer.built))
+            distribution.call_for_each_replica(model_fn, args=inputs))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
 
@@ -110,7 +109,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def run_step():
         return distribution.group(
             distribution.call_for_each_replica(
-                model_fn, iterator.get_next(), run_concurrently=layer.built))
+                model_fn, args=(iterator.get_next(),)))
 
       if not context.executing_eagerly():
         with self.cached_session() as sess:
@@ -161,8 +160,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_replica(
-                model_fn, *inputs, run_concurrently=layer.built))
+            distribution.call_for_each_replica(model_fn, args=inputs))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
 
@@ -231,8 +229,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, *inputs):
         del ctx  # Unused
         fetches = distribution.unwrap(
-            distribution.call_for_each_replica(
-                model_fn, *inputs, run_concurrently=batchnorm.built))
+            distribution.call_for_each_replica(model_fn, args=inputs))
         if update_ops_in_cross_replica_mode:
           fetches += ops.get_collection(ops.GraphKeys.UPDATE_OPS)
         return control_flow_ops.group(fetches)
@@ -327,8 +324,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       def step_fn(ctx, x, y):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_replica(
-                model_fn, x, y, run_concurrently=False))
+            distribution.call_for_each_replica(model_fn, args=(x, y)))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
 
@@ -414,7 +410,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
 
       def step_fn(output_context, *inputs):
         (train_op, loss) = distribution.call_for_each_replica(
-            model_fn, output_context, *inputs, run_concurrently=False)
+            model_fn, args=(output_context,) + inputs)
         output_context.set_last_step_output(
             name="cross_replica_loss_agg",
             output=loss,
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index c47abe78e1..f87e2bc222 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -73,17 +73,14 @@ class _RequestedStop(Exception):
 
 # TODO(yuefengz): maybe create a common class for those who need to call this
 # _call_for_each_replica.
-def _call_for_each_replica(distribution, fn, *args, **kwargs):
+def _call_for_each_replica(distribution, fn, args, kwargs):
   """Run `fn` in separate threads, once per replica/worker device.
 
   Args:
     distribution: the DistributionStrategy object.
     fn: function to run (will be run once per device, each in its own thread).
-    *args: positional arguments for `fn`
-    **kwargs: keyword arguments for `fn`.
-        `"run_concurrently"`: Boolean indicating whether executions of `fn`
-           can be run concurrently (under eager execution only), defaults to
-           `True`.
+    args: positional arguments for `fn`
+    kwargs: keyword arguments for `fn`.
 
   Returns:
     Merged return value of `fn` across all replicas.
@@ -92,16 +89,12 @@ def _call_for_each_replica(distribution, fn, *args, **kwargs):
     RuntimeError: If fn() calls get_replica_context().merge_call() a different
         number of times from the available devices.
   """
-  run_concurrently = kwargs.pop("run_concurrently", True)
+  # TODO(josh11b): Add this option once we add synchronization to variable
+  # creation. Until then, this is pretty unsafe to use.
+  run_concurrently = False
   if not context.executing_eagerly():
-    # Lots of TF library code isn't thread-safe in graph mode, and
-    # there is little to be gained by turning on multithreading when
-    # constructing a graph.
-    run_concurrently = False
     # Needed for per-thread device, etc. contexts in graph mode.
     ops.get_default_graph().switch_to_thread_local()
-  elif run_concurrently is None:
-    run_concurrently = True
 
   coord = coordinator.Coordinator(clean_stop_exception_types=(_RequestedStop,))
 
@@ -558,8 +551,8 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return self._get_cross_tower_ops().broadcast(tensor, destinations or
                                                  self._devices)
 
-  def _call_for_each_replica(self, fn, *args, **kwargs):
-    return _call_for_each_replica(self, fn, *args, **kwargs)
+  def _call_for_each_replica(self, fn, args, kwargs):
+    return _call_for_each_replica(self, fn, args, kwargs)
 
   def map(self, map_over, fn, *args, **kwargs):
     # TODO(josh11b): In eager mode, use one thread per device.
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index b47c9b0071..0dbf6ba056 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -120,7 +120,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
 
     dist = self._get_distribution_strategy()
     with dist.scope(), self.assertRaises(AssertionError):
-      dist.call_for_each_replica(run_fn, dist.worker_device_index)
+      dist.call_for_each_replica(run_fn, args=(dist.worker_device_index,))
 
   @test_util.run_in_graph_and_eager_modes
   def testReduceToCpu(self):
@@ -132,7 +132,8 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
 
     dist = self._get_distribution_strategy()
     with dist.scope():
-      result = dist.call_for_each_replica(run_fn, dist.worker_device_index)
+      result = dist.call_for_each_replica(
+          run_fn, args=(dist.worker_device_index,))
       reduced = dist.reduce(
           variable_scope.VariableAggregation.SUM,
           result,
@@ -152,7 +153,8 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
 
     dist = self._get_distribution_strategy()
     with dist.scope():
-      result = dist.call_for_each_replica(run_fn, dist.worker_device_index)
+      result = dist.call_for_each_replica(
+          run_fn, args=(dist.worker_device_index,))
       reduced = dist.reduce(
           variable_scope.VariableAggregation.ONLY_FIRST_REPLICA,
           result,
@@ -207,7 +209,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       self.assertIsInstance(result, values.MirroredVariable)
       self.assertEquals("foo:0", result.name)
 
@@ -225,7 +227,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       self.assertIsInstance(result, values.MirroredVariable)
       # Default name of "Variable" will be used.
       self.assertEquals("Variable:0", result.name)
@@ -246,7 +248,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       for i, v in enumerate(result):
         self.assertIsInstance(v, values.MirroredVariable)
         self.assertEquals("foo" + str(i) + ":0", v.name)
@@ -269,7 +271,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       for v in result:
         self.assertIsInstance(v, values.MirroredVariable)
       self.assertEquals(4, len(result))
@@ -293,7 +295,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     with dist.scope():
       result = dist.call_for_each_replica(
-          model_fn, dist.worker_device_index, run_concurrently=False)
+          model_fn, args=(dist.worker_device_index,))
       self.assertIsInstance(result, values.MirroredVariable)
       # The resulting mirrored variable will use the name from the first device.
       self.assertEquals("foo_0:0", result.name)
@@ -329,8 +331,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     features = iterator.get_next()
 
     with dist.scope():
-      result = dist.call_for_each_replica(
-          model_fn, features, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, args=(features,))
       suffixes = ["", "_1", "_2"]
       for (kernel, bias), suffix in zip(result, suffixes):
         self.assertIsInstance(kernel, values.MirroredVariable)
@@ -368,7 +369,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       v = variable_scope.variable(1.0, name="var-main0")
       self.assertEquals("var-main0:0", v.name)
 
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       self.assertEquals(4, len(result))
       v0, v1, v2, v3 = result
       self.assertIsInstance(v0, values.MirroredVariable)
@@ -411,7 +412,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         v = variable_scope.get_variable("var-main0", [1])
         self.assertEquals("main/var-main0:0", v.name)
 
-        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn)
         self.assertEquals(4, len(result))
         v0, v1, v2, v3 = result
         self.assertIsInstance(v0, values.MirroredVariable)
@@ -448,7 +449,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     devices = ["/device:GPU:0", "/device:CPU:0"]
     dist = mirrored_strategy.MirroredStrategy(devices)
     with dist.scope():
-      v0, v1 = dist.call_for_each_replica(create_fn, run_concurrently=False)
+      v0, v1 = dist.call_for_each_replica(create_fn)
       self.evaluate(v0.initializer)
       self.assertEqual(2.0, self.evaluate(v0.get(devices[0])))
       self.assertEqual(2.0, self.evaluate(v0.get(devices[1])))
@@ -465,7 +466,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         return update0, update1
 
       update0a, update1a = dist.call_for_each_replica(
-          update_member_fn, dist.worker_device_index, run_concurrently=False)
+          update_member_fn, args=(dist.worker_device_index,))
 
       # Update "sync on read" variable.
       self.evaluate(dist.group(update0a))
@@ -491,7 +492,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         return update0, update1
 
       update0b, update1b = dist.call_for_each_replica(
-          update_state_ops_fn, dist.worker_device_index, run_concurrently=False)
+          update_state_ops_fn, args=(dist.worker_device_index,))
       self.evaluate(dist.group(update0b))
 
       # Update "sync on read" variable.
@@ -588,7 +589,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:GPU:1", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       self.assertIsInstance(result, values.MirroredVariable)
       self.assertEquals("foo:0", result.name)
 
@@ -611,7 +612,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
           "/device:GPU:0": "bar"
       })
       with self.assertRaises(RuntimeError):
-        _ = dist.call_for_each_replica(model_fn, names, run_concurrently=False)
+        _ = dist.call_for_each_replica(model_fn, args=(names,))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
   def testReplicaLocalVariable(self):
@@ -652,7 +653,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       # Create "sum" and "mean" versions of ReplicaLocalVariables.
       ret_ops, ret_v_sum, ret_v_mean, regrouped_sum, regrouped_mean = (
           dist.call_for_each_replica(
-              model_fn, dist.worker_device_index, run_concurrently=False))
+              model_fn, args=(dist.worker_device_index,)))
       # Should see the same wrapping instance in all replicas.
       self.assertIs(all_v_sum[0], ret_v_sum)
       self.assertIs(all_v_mean[0], ret_v_mean)
@@ -709,7 +710,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     with context.graph_mode(), dist.scope():
       with ops.name_scope("main"):
-        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn)
         self.assertEquals(2, len(result))
         for v, name in zip(result, ["a", "b"]):
           self.assertIsInstance(v, values.DistributedValues)
@@ -730,7 +731,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with context.graph_mode(), dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       self.assertEquals(2, len(result))
       for v, name in zip(result, ["a", "b"]):
         self.assertIsInstance(v, values.DistributedValues)
@@ -760,7 +761,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     with context.graph_mode(), dist.scope():
       with ops.name_scope("main"):
         a = variable_scope.variable(1.0, name="a")
-        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn)
       result_b = result[0]
       result_c = result[1]
       self.assertIsInstance(result_b, values.DistributedValues)
@@ -793,7 +794,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     with context.graph_mode(), dist.scope():
       with ops.name_scope("main"):
         a = variable_scope.get_variable("a", [1])
-        result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+        result = dist.call_for_each_replica(model_fn)
       result_b = result[0]
       result_c = result[1]
       self.assertIsInstance(result_b, values.DistributedValues)
@@ -824,7 +825,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with context.graph_mode(), dist.scope():
-      result = dist.call_for_each_replica(model_fn, run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn)
       # Two variables are created by the RNN layer.
       self.assertEquals(2, len(result))
       for v in result:
@@ -851,7 +852,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         return var.assign(value)
 
       with dist.scope():
-        ret_v_sum = dist.call_for_each_replica(model_fn, run_concurrently=False)
+        ret_v_sum = dist.call_for_each_replica(model_fn)
         update_ops = dist.update(ret_v_sum, update, 5.0, grouped=False)
 
         # Initialize variables.
@@ -894,7 +895,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
 
@@ -920,7 +921,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
 
@@ -942,7 +943,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -960,7 +961,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -971,8 +972,7 @@ class MirroredVariableUpdateTest(test.TestCase):
             mirrored_var.dtype)
         return mirrored_var.assign(value)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_replica(
-          model_fn, run_concurrently=False)))
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
       self.assertEquals(0.5, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
@@ -986,7 +986,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -994,8 +994,7 @@ class MirroredVariableUpdateTest(test.TestCase):
       def model_fn():
         return mirrored_var.assign(5.0)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_replica(
-          model_fn, run_concurrently=False)))
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
       self.assertEquals(5.0, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
@@ -1008,7 +1007,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -1036,7 +1035,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -1047,8 +1046,7 @@ class MirroredVariableUpdateTest(test.TestCase):
             mirrored_var.dtype)
         return mirrored_var.assign_add(value)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_replica(
-          model_fn, run_concurrently=False)))
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
       self.assertEquals(1.5, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
@@ -1062,7 +1060,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(1.0, self.evaluate(mirrored_var))
@@ -1070,8 +1068,7 @@ class MirroredVariableUpdateTest(test.TestCase):
       def model_fn():
         return mirrored_var.assign_add(5.0)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_replica(
-          model_fn, run_concurrently=False)))
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
       self.assertEquals(6.0, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
@@ -1084,7 +1081,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(5.0, self.evaluate(mirrored_var))
@@ -1104,7 +1101,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(5.0, self.evaluate(mirrored_var))
@@ -1115,8 +1112,7 @@ class MirroredVariableUpdateTest(test.TestCase):
             mirrored_var.dtype)
         return mirrored_var.assign_sub(value)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_replica(
-          model_fn, run_concurrently=False)))
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
       self.assertEquals(4.5, self.evaluate(mirrored_var))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
@@ -1130,7 +1126,7 @@ class MirroredVariableUpdateTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      mirrored_var = dist.call_for_each_replica(var_fn, run_concurrently=False)
+      mirrored_var = dist.call_for_each_replica(var_fn)
       self.assertIsInstance(mirrored_var, values.MirroredVariable)
       self.evaluate(variables.global_variables_initializer())
       self.assertEquals(5.0, self.evaluate(mirrored_var))
@@ -1138,8 +1134,7 @@ class MirroredVariableUpdateTest(test.TestCase):
       def model_fn():
         return mirrored_var.assign_sub(1.0)
 
-      self.evaluate(dist.unwrap(dist.call_for_each_replica(
-          model_fn, run_concurrently=False)))
+      self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
       self.assertEquals(4.0, self.evaluate(mirrored_var))
 
 
@@ -1211,8 +1206,7 @@ class ReplicaLocalVariableAssignTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      replica_local_var = dist.call_for_each_replica(model_fn,
-                                                     run_concurrently=False)
+      replica_local_var = dist.call_for_each_replica(model_fn)
       self.assertTrue(isinstance(replica_local_var,
                                  values.ReplicaLocalVariable))
       self.evaluate(variables.global_variables_initializer())
@@ -1243,8 +1237,7 @@ class ReplicaLocalVariableAssignTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      replica_local_var = dist.call_for_each_replica(model_fn,
-                                                     run_concurrently=False)
+      replica_local_var = dist.call_for_each_replica(model_fn)
       self.assertTrue(isinstance(replica_local_var,
                                  values.ReplicaLocalVariable))
       self.evaluate(variables.global_variables_initializer())
@@ -1307,8 +1300,7 @@ class MirroredStrategyDefunTest(test.TestCase):
       mock_model = MockModel(two_variables)
       self.evaluate(variables.global_variables_initializer())
 
-      result = dist.call_for_each_replica(model_fn, mock_model, *inputs,
-                                          run_concurrently=False)
+      result = dist.call_for_each_replica(model_fn, args=[mock_model] + inputs)
       for device in devices:
         device_result = values.select_device(device, result)
         device_expected_result = values.select_device(device, expected_result)
@@ -1321,8 +1313,7 @@ class MirroredStrategyDefunTest(test.TestCase):
         # of variables was accessed on each trace, we first retrieve each
         # device-specific graph function.
         per_replica_graph_functions = dist.call_for_each_replica(
-            defun.get_concrete_function,
-            mock_model, *inputs, run_concurrently=False)
+            defun.get_concrete_function, args=[mock_model] + inputs)
         for device in devices:
           graph_function = per_replica_graph_functions.get(device=device)
           self.assertEqual(set(mock_model.variables),
@@ -1429,8 +1420,7 @@ class MirroredStrategyDefunTest(test.TestCase):
 
       gradients_fn = backprop.implicit_grad(loss_fn)
       gradients_fn = optimizer_lib.get_filtered_grad_fn(gradients_fn)
-      grads_and_vars = dist.call_for_each_replica(
-          gradients_fn, None, run_concurrently=False)
+      grads_and_vars = dist.call_for_each_replica(gradients_fn, args=(None,))
 
       optimizer = gradient_descent.GradientDescentOptimizer(0.25)
       update_ops = optimizer._distributed_apply(dist, grads_and_vars)  # pylint: disable=protected-access
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index 2bfe0f3e7a..b5d393fd0d 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -83,7 +83,8 @@ class VariableCreatorStackTest(test.TestCase):
     with context.graph_mode(), \
         dist.scope(), \
         variable_scope.variable_creator_scope(main_thread_creator):
-      result = dist.call_for_each_replica(model_fn, dist.worker_device_index)
+      result = dist.call_for_each_replica(
+          model_fn, args=(dist.worker_device_index,))
       result = dist.unwrap(result)
       expected = ["main_thread:thread_0", "main_thread:thread_1"]
       self.assertEquals(expected, result)
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index a41abd0961..1b4251b761 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -115,9 +115,7 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     ctx._set_last_step_outputs(last_step_tensor_outputs_dict)  # pylint: disable=protected-access
     return ctx
 
-  def _call_for_each_replica(self, fn, *args, **kwargs):
-    # We don't run `fn` in multiple threads in OneDeviceStrategy.
-    kwargs.pop("run_concurrently", None)
+  def _call_for_each_replica(self, fn, args, kwargs):
     with ops.device(self._device), _OneDeviceReplicaContext(self):
       return fn(*args, **kwargs)
 
diff --git a/tensorflow/contrib/distribute/python/optimizer_v2_test.py b/tensorflow/contrib/distribute/python/optimizer_v2_test.py
index 0554f4a83b..fa4705af7c 100644
--- a/tensorflow/contrib/distribute/python/optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/optimizer_v2_test.py
@@ -51,7 +51,7 @@ class MinimizeLossOptimizerV2Test(test.TestCase, parameterized.TestCase):
       def run_step():
         return control_flow_ops.group(distribution.unwrap(
             distribution.call_for_each_replica(
-                model_fn, iterator.get_next(), run_concurrently=layer.built)))
+                model_fn, args=(iterator.get_next(),))))
 
       if not context.executing_eagerly():
         with self.cached_session() as sess:
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 00c2311976..790b37f860 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -64,7 +64,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   Operations that occur only on the first replica (such as incrementing the
   global step), will occur on the first replica *of every worker*.
 
-  It is expected to call `call_for_each_replica(fn, *args, **kwargs)` for any
+  It is expected to call `call_for_each_replica(fn, ...)` for any
   operations which potentially can be replicated across replicas (i.e. multiple
   GPUs) even if there is only CPU or one GPU. When defining the `fn`, extra
   caution needs to be taken:
@@ -291,9 +291,9 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
       with ops.device(self._variable_device):
         return var_creator(*args, **kwargs)
 
-  def _call_for_each_replica(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, args, kwargs):
     # pylint: disable=protected-access
-    return mirrored_strategy._call_for_each_replica(self, fn, *args, **kwargs)
+    return mirrored_strategy._call_for_each_replica(self, fn, args, kwargs)
 
   def _verify_destinations_not_different_worker(self, destinations):
     if not self._cluster_spec:
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 5690205c96..81a23c8903 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -463,7 +463,7 @@ class ParameterServerStrategyTestBase(
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_replica(grad_fn, one)
+        g_v = d.call_for_each_replica(grad_fn, args=(one,))
         # Update the variables using the gradients and the update() function.
         before_list = []
         after_list = []
diff --git a/tensorflow/contrib/distribute/python/step_fn.py b/tensorflow/contrib/distribute/python/step_fn.py
index a5adaac47c..3dc815f037 100644
--- a/tensorflow/contrib/distribute/python/step_fn.py
+++ b/tensorflow/contrib/distribute/python/step_fn.py
@@ -90,7 +90,6 @@ class StandardSingleLossStep(StandardInputStep):
     super(StandardSingleLossStep, self).__init__(dataset_fn, distribution)
     self._loss_fn = loss_fn
     self._optimizer = optimizer
-    self._is_run_concurrently = False
     self._iterations_per_step = iterations_per_step
 
   def __call__(self):
@@ -101,14 +100,11 @@ class StandardSingleLossStep(StandardInputStep):
         gradients_fn = optimizer_lib.get_filtered_grad_fn(gradients_fn)
 
         grads_and_vars = self.distribution.call_for_each_replica(
-            gradients_fn,
-            ctx, *inputs,
-            run_concurrently=self._is_run_concurrently)
+            gradients_fn, args=(ctx,) + inputs)
         # If threads use layers, then we need to run the first step
         # sequentially, so that layers.build() is not executed in parallel.
         # Otherwise, multiple sets of mirrored variables are going to be
         # created.
-        self._is_run_concurrently = True
         return self._optimizer._distributed_apply(  # pylint: disable=protected-access
             self.distribution, grads_and_vars)
 
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index 60ef0a2106..98cdb17b8c 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -104,7 +104,7 @@ class DistributionTestBase(test.TestCase):
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_replica(grad_fn, one, run_concurrently=l.built)
+        g_v = d.call_for_each_replica(grad_fn, args=(one,))
 
         # Update the variables using the gradients and the update() function.
         before_list = []
@@ -160,7 +160,7 @@ class DistributionTestBase(test.TestCase):
       def step():
         """Perform one optimization step."""
         # Run forward & backward to get gradients, variables list.
-        g_v = d.call_for_each_replica(grad_fn, one)
+        g_v = d.call_for_each_replica(grad_fn, args=(one,))
 
         # Update the variables using the gradients and the update() function.
         before_list = []
@@ -207,7 +207,7 @@ class DistributionTestBase(test.TestCase):
         self.assertFalse(expected_devices[device_id])
         expected_devices[device_id] = True
 
-      d.call_for_each_replica(mark_devices_fn, d.worker_device_index)
+      d.call_for_each_replica(mark_devices_fn, args=(d.worker_device_index,))
       self.assertAllEqual(expected_devices, [True] * len(d.worker_devices))
 
   def _test_replica_id(self, d):
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 919a61364f..f5b4531ba8 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -317,10 +317,9 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
 
     return ctx
 
-  def _call_for_each_replica(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, args, kwargs):
     # TODO(jhseu): Consider making it so call_for_each_replica implies that
     # we're in a tpu.rewrite(), and update TPUMirroredVariable accordingly.
-    kwargs.pop("run_concurrently", None)
     with _TPUReplicaContext(self):
       return fn(*args, **kwargs)
 
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 576e30b786..808d7c9f33 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -104,7 +104,7 @@ def fit_loop(
     # `_per_device_fit_function`.
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_fit_function, model._grouped_model)
+         _per_device_fit_function, args=(model._grouped_model,))
     # Unwrap all the per device values returned from `call_for_each_replica`.
     # Unwrapping per device values gives you a list of values that can be
     # used to construct a new train function that is composed of update ops on
@@ -274,7 +274,7 @@ def _experimental_fit_loop(
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_fit_function, model._grouped_model_train)
+         _per_device_fit_function, args=(model._grouped_model_train,))
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
          current_strategy, grouped_inputs, grouped_outputs,
@@ -447,7 +447,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_eval_function, model._grouped_model)
+         _per_device_eval_function, args=(model._grouped_model,))
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -556,7 +556,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_eval_function, model._grouped_model_test)
+         _per_device_eval_function, args=(model._grouped_model_test,))
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -661,7 +661,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
   with current_strategy.scope():
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_predict_function, model._grouped_model)
+         _per_device_predict_function, args=(model._grouped_model,))
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -765,7 +765,7 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
 
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_predict_function, model._grouped_model_predict)
+         _per_device_predict_function, args=(model._grouped_model_predict,))
 
     (all_inputs, all_outputs, all_updates,
      all_session_args) = distributed_training_utils.unwrap_values(
@@ -878,7 +878,7 @@ def clone_model_on_replicas(model, strategy, make_callback_model=False,
   """Create a cloned model on each replica."""
   with strategy.scope():
     grouped_model = strategy.call_for_each_replica(
-        _clone_and_build_model, model, inputs, targets)
+        _clone_and_build_model, args=(model, inputs, targets))
     if mode is _Mode.TRAIN:
       model._grouped_model_train = grouped_model
     elif mode is _Mode.TEST:
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index e982339336..fccc6ffb97 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -262,7 +262,7 @@ class DistributionStrategy(object):
       iterator = my_distribution.distribute_dataset(
           dataset).make_one_shot_iterator()
       replica_train_ops = my_distribution.call_for_each_replica(
-          replica_fn, iterator.get_next())
+          replica_fn, args=(iterator.get_next(),))
       train_op = tf.group(my_distribution.unwrap(replica_train_ops))
     ```
 
@@ -294,7 +294,7 @@ class DistributionStrategy(object):
     from device to values. "PerReplica" is used when the value may be
     different across replicas, and "Mirrored" when the value are the same.
   * Unwrapping and merging: Consider calling a function `fn` on
-    multiple replicas, like `call_for_each_replica(fn, w)` with an
+    multiple replicas, like `call_for_each_replica(fn, args=[w])` with an
     argument `w` that is a wrapped value. This means `w` will have a
     map taking replica device `d0` to `w0`, replica device `d1` to `w1`,
     etc. `call_for_each_replica()` unwraps `w` before calling `fn`, so
@@ -557,7 +557,7 @@ class DistributionStrategy(object):
       distributed_dataset = distribution_strategy.distribute_dataset(dataset_fn)
       iterator = distributed_dataset.make_one_shot_iterator()
       replica_results = distribution_strategy.call_for_each_replica(
-          replica_fn, iterator.get_next())
+          replica_fn, args=(iterator.get_next(),))
     ```
 
     Args:
@@ -693,26 +693,38 @@ class DistributionStrategy(object):
     with distribution.scope():
       # in "cross-replica" context
       ...
-      merged_results = distribution.call_for_each_replica(fn, 3)
+      merged_results = distribution.call_for_each_replica(fn, args=[3])
       # merged_results has the values from every replica execution of `fn`.
       print(distribution.unwrap(merged_results))  # Prints a list
     ```
 
     Args:
       fn: function to run (will be run once per replica).
-      *args: positional arguments for `fn`
-      **kwargs: keyword arguments for `fn`.
-          `"run_concurrently"`: Boolean indicating whether executions of `fn`
-             can be run concurrently (under eager execution only), defaults to
-             `True`.
+      args: Tuple or list with positional arguments for `fn`.
+      kwargs: Dict with keyword arguments for `fn`.
 
     Returns:
       Merged return value of `fn` across all replicas.
     """
     _require_cross_replica_context(self)
-    return self._call_for_each_replica(fn, *args, **kwargs)
-
-  def _call_for_each_replica(self, fn, *args, **kwargs):
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to call_for_each_replica")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to call_for_each_replica")
+      kwargs = k
+    kwargs.pop("run_concurrently", None)  # Ignore old option.
+    return self._call_for_each_replica(fn, args, kwargs)
+
+  def _call_for_each_replica(self, fn, args, kwargs):
     raise NotImplementedError("must be implemented in descendants")
 
   def reduce(self, aggregation, value, destinations):
@@ -1131,9 +1143,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     else:
       raise NotImplementedError("TODO")
 
-  def _call_for_each_replica(self, fn, *args, **kwargs):
-    # We don't run `fn` in multiple threads in _DefaultDistributionStrategy.
-    kwargs.pop("run_concurrently", None)
+  def _call_for_each_replica(self, fn, args, kwargs):
     with ReplicaContext(self, replica_id=0):
       return fn(*args, **kwargs)
 
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index 44c486c997..0a7bbd5687 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -40,7 +40,7 @@ def _get_test_variable(name, synchronization, aggregation):
 
 class _TestStrategy(distribute.DistributionStrategy):
 
-  def _call_for_each_replica(self, fn, *args, **kwargs):
+  def _call_for_each_replica(self, fn, args, kwargs):
     with _TestReplicaContext(self, replica_id=0):
       return fn(*args, **kwargs)
 
-- 
GitLab


From 82820eff5eafc770973ffa783dd212c1cc82dc4b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 13:22:13 -0800
Subject: [PATCH 1461/1825] Update configure script to not warn about Bazel r17
 and r18. Bazel supports both revisions now.

PiperOrigin-RevId: 221145880
---
 configure.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/configure.py b/configure.py
index 2d2bcd8d58..234561d94a 100644
--- a/configure.py
+++ b/configure.py
@@ -43,7 +43,7 @@ _DEFAULT_CUDA_PATH_WIN = ('C:/Program Files/NVIDIA GPU Computing '
 _TF_OPENCL_VERSION = '1.2'
 _DEFAULT_COMPUTECPP_TOOLKIT_PATH = '/usr/local/computecpp'
 _DEFAULT_TRISYCL_INCLUDE_DIR = '/usr/local/triSYCL/include'
-_SUPPORTED_ANDROID_NDK_VERSIONS = [10, 11, 12, 13, 14, 15, 16]
+_SUPPORTED_ANDROID_NDK_VERSIONS = [10, 11, 12, 13, 14, 15, 16, 17, 18]
 
 _DEFAULT_PROMPT_ASK_ATTEMPTS = 10
 
-- 
GitLab


From 45eef42a84b5d6224dbc71a97f72717a82b1478b Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Mon, 12 Nov 2018 13:27:54 -0800
Subject: [PATCH 1462/1825] Remove `test.get_temp_dir()`,
 `tf.test.test_src_dir_path()` from TF 2.0.

PiperOrigin-RevId: 221146783
---
 tensorflow/python/platform/test.py                   | 4 ++--
 tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt | 8 --------
 tensorflow/tools/compatibility/renames_v2.py         | 2 ++
 3 files changed, 4 insertions(+), 10 deletions(-)

diff --git a/tensorflow/python/platform/test.py b/tensorflow/python/platform/test.py
index 5dc4037d62..d084870b25 100644
--- a/tensorflow/python/platform/test.py
+++ b/tensorflow/python/platform/test.py
@@ -64,7 +64,7 @@ def main(argv=None):
   return _googletest.main(argv)
 
 
-@tf_export('test.get_temp_dir')
+@tf_export(v1=['test.get_temp_dir'])
 def get_temp_dir():
   """Returns a temporary directory for use during tests.
 
@@ -76,7 +76,7 @@ def get_temp_dir():
   return _googletest.GetTempDir()
 
 
-@tf_export('test.test_src_dir_path')
+@tf_export(v1=['test.test_src_dir_path'])
 def test_src_dir_path(relative_path):
   """Creates an absolute test srcdir path given a relative path.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
index dee536cd83..af3f06d8de 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
@@ -36,10 +36,6 @@ tf_module {
     name: "create_local_cluster"
     argspec: "args=[\'num_workers\', \'num_ps\', \'protocol\', \'worker_config\', \'ps_config\'], varargs=None, keywords=None, defaults=[\'grpc\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "get_temp_dir"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "gpu_device_name"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
@@ -56,8 +52,4 @@ tf_module {
     name: "main"
     argspec: "args=[\'argv\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "test_src_dir_path"
-    argspec: "args=[\'relative_path\'], varargs=None, keywords=None, defaults=None"
-  }
 }
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 9f2566808c..5ea2fbcc4c 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -414,6 +414,8 @@ renames = {
     'tf.svd': 'tf.linalg.svd',
     'tf.tables_initializer': 'tf.compat.v1.tables_initializer',
     'tf.test.compute_gradient_error': 'tf.compat.v1.test.compute_gradient_error',
+    'tf.test.get_temp_dir': 'tf.compat.v1.test.get_temp_dir',
+    'tf.test.test_src_dir_path': 'tf.compat.v1.test.test_src_dir_path',
     'tf.to_bfloat16': 'tf.compat.v1.to_bfloat16',
     'tf.to_complex128': 'tf.compat.v1.to_complex128',
     'tf.to_complex64': 'tf.compat.v1.to_complex64',
-- 
GitLab


From 55e5b995b14c988e462d9514b346eb98224c209e Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Mon, 12 Nov 2018 13:39:16 -0800
Subject: [PATCH 1463/1825] Disable logging in fuzzing mode.

PiperOrigin-RevId: 221148869
---
 tensorflow/core/platform/default/logging.cc | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/tensorflow/core/platform/default/logging.cc b/tensorflow/core/platform/default/logging.cc
index c6e5777c26..34db490106 100644
--- a/tensorflow/core/platform/default/logging.cc
+++ b/tensorflow/core/platform/default/logging.cc
@@ -133,8 +133,16 @@ LogMessage::~LogMessage() {
 }
 
 int64 LogMessage::MinVLogLevel() {
+  // We don't want to print logs during fuzzing as that would slow fuzzing down
+  // by almost 2x. So, if we are in fuzzing mode (not just running a test), we
+  // return maximum value so that nothing is actually printed
+  // See also http://llvm.org/docs/LibFuzzer.html#fuzzer-friendly-build-mode
+#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
+  return tensorflow::NUM_SEVERITIES;
+#else
   static int64 min_vlog_level = MinVLogLevelFromEnv();
   return min_vlog_level;
+#endif
 }
 
 LogMessageFatal::LogMessageFatal(const char* file, int line)
-- 
GitLab


From 547ffd00fed6e0331851b82140148996c6242d08 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 13:44:24 -0800
Subject: [PATCH 1464/1825] Changed returned set of true indices to be a
 pointer rather than a reference.

PiperOrigin-RevId: 221149765
---
 tensorflow/core/framework/common_shape_fns.cc | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/framework/common_shape_fns.cc b/tensorflow/core/framework/common_shape_fns.cc
index e934cbfb54..7f35390f90 100644
--- a/tensorflow/core/framework/common_shape_fns.cc
+++ b/tensorflow/core/framework/common_shape_fns.cc
@@ -1059,7 +1059,7 @@ Status UnknownShape(shape_inference::InferenceContext* c) {
 template <typename T>
 Status ReductionShapeHelper(const Tensor* reduction_indices_t,
                             const int32 input_rank,
-                            std::set<int64>& true_indices) {
+                            std::set<int64>* true_indices) {
   auto reduction_indices = reduction_indices_t->flat<T>();
   for (int i = 0; i < reduction_indices_t->NumElements(); ++i) {
     const T reduction_index = reduction_indices(i);
@@ -1074,7 +1074,7 @@ Status ReductionShapeHelper(const Tensor* reduction_indices_t,
       wrapped_index += input_rank;
     }
 
-    true_indices.insert(wrapped_index);
+    true_indices->insert(wrapped_index);
   }
   return Status::OK();
 }
@@ -1112,10 +1112,10 @@ Status ReductionShape(InferenceContext* c) {
   std::set<int64> true_indices;
   if (reduction_indices_t->dtype() == DataType::DT_INT32) {
     TF_RETURN_IF_ERROR(ReductionShapeHelper<int32>(reduction_indices_t,
-                                                   input_rank, true_indices));
+                                                   input_rank, &true_indices));
   } else if (reduction_indices_t->dtype() == DataType::DT_INT64) {
     TF_RETURN_IF_ERROR(ReductionShapeHelper<int64>(reduction_indices_t,
-                                                   input_rank, true_indices));
+                                                   input_rank, &true_indices));
   } else {
     return errors::InvalidArgument(
         "reduction_indices can only be int32 or int64");
-- 
GitLab


From deb227302eaaa293fa4780d2fcc76f4def6b447b Mon Sep 17 00:00:00 2001
From: Karim Nosir <karimnosseir@google.com>
Date: Mon, 12 Nov 2018 13:50:04 -0800
Subject: [PATCH 1465/1825] Add -Wno-sign-compare to copts in build_def.bzl,
 also update few more libraries to have tflite_copts in the build rule.

PiperOrigin-RevId: 221150760
---
 tensorflow/lite/BUILD         | 2 ++
 tensorflow/lite/build_def.bzl | 5 ++++-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index f8bb7191c4..c23719536b 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -201,6 +201,7 @@ cc_library(
     name = "string_util",
     srcs = ["string_util.cc"],
     hdrs = ["string_util.h"],
+    copts = tflite_copts(),
     deps = [
         ":framework",
         ":string",
@@ -323,6 +324,7 @@ cc_library(
     name = "util",
     srcs = ["util.cc"],
     hdrs = ["util.h"],
+    copts = tflite_copts(),
     deps = [
         "//tensorflow/lite/c:c_api_internal",
     ],
diff --git a/tensorflow/lite/build_def.bzl b/tensorflow/lite/build_def.bzl
index bc2948258f..bc98dc57bc 100644
--- a/tensorflow/lite/build_def.bzl
+++ b/tensorflow/lite/build_def.bzl
@@ -29,8 +29,11 @@ def tflite_copts():
         ],
         str(Label("//tensorflow:windows")): [
             "/DTF_COMPILE_LIBRARY",
+            "/wd4018",  # -Wno-sign-compare
+        ],
+        "//conditions:default": [
+            "-Wno-sign-compare",
         ],
-        "//conditions:default": [],
     }) + select({
         str(Label("//tensorflow:with_default_optimizations")): [],
         "//conditions:default": ["-DGEMMLOWP_ALLOW_SLOW_SCALAR_FALLBACK"],
-- 
GitLab


From 73a45ea89bf9eb3045a07f7c1aeabd1b18113b22 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Mon, 12 Nov 2018 13:53:18 -0800
Subject: [PATCH 1466/1825] Minor cleanup - no longer returns Status on
 Device/OpDevice reads on tensorhandles

PiperOrigin-RevId: 221151286
---
 tensorflow/c/eager/c_api.cc                    |  3 +--
 tensorflow/c/eager/c_api_debug.cc              |  8 ++------
 .../core/common_runtime/eager/execute.cc       | 18 ++++++++----------
 .../core/common_runtime/eager/tensor_handle.cc | 10 ----------
 .../core/common_runtime/eager/tensor_handle.h  |  8 ++++----
 .../eager/eager_service_impl_test.cc           |  3 +--
 tensorflow/python/lib/core/py_func.cc          |  3 +--
 7 files changed, 17 insertions(+), 36 deletions(-)

diff --git a/tensorflow/c/eager/c_api.cc b/tensorflow/c/eager/c_api.cc
index 3554ec0bf3..408277468d 100755
--- a/tensorflow/c/eager/c_api.cc
+++ b/tensorflow/c/eager/c_api.cc
@@ -404,8 +404,7 @@ const char* TFE_TensorHandleDeviceName(TFE_TensorHandle* h, TF_Status* status) {
         "The passed in handle is a nullptr");
     return nullptr;
   }
-  tensorflow::Device* d = nullptr;
-  status->status = h->handle->OpDevice(&d);
+  tensorflow::Device* d = h->handle->op_device();
   return (d == nullptr) ? "/job:localhost/replica:0/task:0/device:CPU:0"
                         : d->name().c_str();
 }
diff --git a/tensorflow/c/eager/c_api_debug.cc b/tensorflow/c/eager/c_api_debug.cc
index 5006b76f19..52b0824552 100644
--- a/tensorflow/c/eager/c_api_debug.cc
+++ b/tensorflow/c/eager/c_api_debug.cc
@@ -57,13 +57,9 @@ TF_CAPI_EXPORT extern TFE_TensorDebugInfo* TFE_TensorHandleTensorDebugInfo(
     return nullptr;
   }
 
-  tensorflow::Device* device;
-  status->status = handle->handle->Device(&device);
-  if (!status->status.ok()) {
-    return nullptr;
-  }
-
 #ifdef TENSORFLOW_EAGER_USE_XLA
+  tensorflow::Device* device = handle->handle->device();
+
   // If tensor resides on an XLA device, use XLA device's PaddedShapeFn.
   tensorflow::XlaDevice* xla_device =
       dynamic_cast<tensorflow::XlaDevice*>(device);
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index 73b8dc1b8d..3cdda3ed75 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -85,8 +85,7 @@ Status MaybeCopyInputToExpectedDevice(EagerOperation* op, int i,
                                       RunMetadata* run_metadata,
                                       TensorHandle** handle) {
   EagerContext* ctx = op->EagerContext();
-  Device* handle_device = nullptr;
-  TF_RETURN_IF_ERROR((*handle)->Device(&handle_device));
+  Device* handle_device = (*handle)->device();
   const Device* actual_device =
       handle_device == nullptr ? ctx->HostCPU() : handle_device;
   const Device* op_device =
@@ -419,8 +418,7 @@ Status EagerRemoteSendTensor(EagerContext* ctx, TensorHandle* h,
   request.set_op_id(ctx->NextId());
   request.set_device_name(recv_device->name());
 
-  Device* tensor_handle_device;
-  TF_RETURN_IF_ERROR(h->Device(&tensor_handle_device));
+  Device* tensor_handle_device = h->device();
 
   // AsProtoTensorContent doesn't work when the tensor is on the GPU, hence copy
   // it to the CPU before copying it out.
@@ -487,8 +485,7 @@ Status EagerRemoteExecute(EagerOperation* op, TensorHandle** retvals,
   auto* remote_op = request->add_queue()->mutable_operation();
 
   for (int i = 0; i < op->Inputs().size(); i++) {
-    tensorflow::Device* input_device;
-    TF_RETURN_IF_ERROR(op->Inputs()[i]->Device(&input_device));
+    tensorflow::Device* input_device = op->Inputs()[i]->device();
     if (op->Device() != input_device &&
         // If the expected and actual devices are on the same task, don't
         // explicitly copy, and instead depend on the copy to happen locally
@@ -624,8 +621,7 @@ Status MaybeUpdateOpDevice(EagerOperation* op) {
       ctx->PinSmallOpsToCPU() && IsPinnableOp(op->Name());
 
   for (int i = 0; i < op->Inputs().size(); ++i) {
-    Device* input_op_device = nullptr;
-    TF_RETURN_IF_ERROR(op->Inputs()[i]->OpDevice(&input_op_device));
+    Device* input_op_device = op->Inputs()[i]->op_device();
     VLOG(2) << "for op " << op->Name() << " input " << i << " "
             << DataTypeString(op->Inputs()[i]->dtype) << " "
             << (input_op_device == nullptr ? "cpu" : input_op_device->name())
@@ -778,6 +774,9 @@ Status EagerExecute(EagerContext* ctx, Device* device,
       // In the async case, the retval is not a nullptr, and its device is
       // already set since all TensorHandles always have their device set during
       // construction.
+      DCHECK_EQ(device, retvals[i]->op_device());
+      DCHECK_EQ(kernel->OutputDevice(i), retvals[i]->device());
+
       retvals[i]->SetTensor(outputs[i]);
     }
   }
@@ -893,8 +892,7 @@ string GetUniqueWireID() {
 
 Status EagerCopyToDevice(TensorHandle* h, EagerContext* ctx,
                          const char* device_name, TensorHandle** result) {
-  tensorflow::Device* send_device;
-  TF_RETURN_IF_ERROR(h->Device(&send_device));
+  tensorflow::Device* send_device = h->device();
 
   if (send_device == nullptr) {
     send_device = ctx->HostCPU();
diff --git a/tensorflow/core/common_runtime/eager/tensor_handle.cc b/tensorflow/core/common_runtime/eager/tensor_handle.cc
index 9d5194f45c..d8d6b7a63b 100644
--- a/tensorflow/core/common_runtime/eager/tensor_handle.cc
+++ b/tensorflow/core/common_runtime/eager/tensor_handle.cc
@@ -79,16 +79,6 @@ Status TensorHandle::Tensor(const tensorflow::Tensor** t) {
   return Status::OK();
 }
 
-Status TensorHandle::Device(tensorflow::Device** d) {
-  *d = device_;
-  return Status::OK();
-}
-
-Status TensorHandle::OpDevice(tensorflow::Device** d) {
-  *d = op_device_;
-  return Status::OK();
-}
-
 Status TensorHandle::TensorAndDevice(const tensorflow::Tensor** tensor,
                                      tensorflow::Device** device,
                                      tensorflow::Device** op_device) {
diff --git a/tensorflow/core/common_runtime/eager/tensor_handle.h b/tensorflow/core/common_runtime/eager/tensor_handle.h
index adf76823e9..0fdd31ab5f 100644
--- a/tensorflow/core/common_runtime/eager/tensor_handle.h
+++ b/tensorflow/core/common_runtime/eager/tensor_handle.h
@@ -102,9 +102,9 @@ class TensorHandle : public core::RefCounted {
 
   Status Tensor(const tensorflow::Tensor** t);
 
-  Status Device(tensorflow::Device** d);
+  tensorflow::Device* device() const { return device_; }
 
-  Status OpDevice(tensorflow::Device** d);
+  tensorflow::Device* op_device() const { return op_device_; }
 
   Status TensorAndDevice(const tensorflow::Tensor** tensor,
                          tensorflow::Device** device,
@@ -171,11 +171,11 @@ class TensorHandle : public core::RefCounted {
   //
   // TODO(ashankar): Reference count TFE_Context to ensure that 'device_' of a
   // TFE_TensorHandle does not outlive the TFE_Context from which it came?
-  tensorflow::Device* device_;
+  tensorflow::Device* const device_;
 
   // Device in which the op producing this tensor was executed. Equals to
   // device_ for constant tensors.
-  tensorflow::Device* op_device_;
+  tensorflow::Device* const op_device_;
 
   // IDs required when this class is representing a remote tensor handle.
   const int64 remote_op_id_;
diff --git a/tensorflow/core/distributed_runtime/eager/eager_service_impl_test.cc b/tensorflow/core/distributed_runtime/eager/eager_service_impl_test.cc
index 5c9b33b345..5ba522c2a2 100644
--- a/tensorflow/core/distributed_runtime/eager/eager_service_impl_test.cc
+++ b/tensorflow/core/distributed_runtime/eager/eager_service_impl_test.cc
@@ -345,8 +345,7 @@ TEST_F(EagerServiceImplTest, SendTensorTest) {
       response.context_id(), RemoteTensorHandleInternal(2, 0), &tensor_handle));
   TF_ASSERT_OK(tensor_handle->Tensor(&t));
 
-  Device* device = nullptr;
-  TF_ASSERT_OK(tensor_handle->Device(&device));
+  Device* device = tensor_handle->device();
   EXPECT_NE(device, nullptr);
   EXPECT_EQ(device->name(), "/job:localhost/replica:0/task:0/device:CPU:0");
 
diff --git a/tensorflow/python/lib/core/py_func.cc b/tensorflow/python/lib/core/py_func.cc
index 6189503d8f..9364aec373 100644
--- a/tensorflow/python/lib/core/py_func.cc
+++ b/tensorflow/python/lib/core/py_func.cc
@@ -177,8 +177,7 @@ tensorflow::Status ExtractTensorFromEagerTensor(const PyObject* eager_tensor,
                                                 const Device* expected_device,
                                                 const Tensor** output_tensor) {
   auto handle = EagerTensor_Handle(eager_tensor)->handle;
-  Device* actual_device = nullptr;
-  TF_RETURN_IF_ERROR(handle->Device(&actual_device));
+  Device* actual_device = handle->device();
   TF_RETURN_IF_ERROR(handle->Tensor(output_tensor));
   // actual_device may be nullptr, which implies local CPU.
   if (expected_device == actual_device) return Status::OK();
-- 
GitLab


From 6a2658c08e7a0a0054548999979379d31f259028 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 13:58:56 -0800
Subject: [PATCH 1467/1825] Added some sentences describing the `grad_fn`
 argument of functions decorated by `tf.custom_gradient`, because people
 coming from a math background may think of a function's derivatives as its
 Jacobian matrix, not understanding how it can be a function `grad_fn` and
 what the argument `grad_ys` means.

PiperOrigin-RevId: 221152230
---
 tensorflow/python/ops/custom_gradient.py | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/ops/custom_gradient.py b/tensorflow/python/ops/custom_gradient.py
index 3f215dbcd0..1426e8851c 100644
--- a/tensorflow/python/ops/custom_gradient.py
+++ b/tensorflow/python/ops/custom_gradient.py
@@ -131,7 +131,15 @@ def custom_gradient(f):
          a list of `Tensor`s - the derivatives of `Tensor`s in `y` with respect
          to the `Tensor`s in `x`.  `grad_ys` is a `Tensor` or sequence of
          `Tensor`s the same size as `y` holding the initial value gradients for
-         each `Tensor` in `y`. If `f` uses `Variable`s (that are not part of the
+         each `Tensor` in `y`. In a pure mathematical sense, a vector-argument
+         vector-valued function `f`'s derivatives should be its Jacobian matrix
+         `J`. Here we are expressing the Jacobian `J` as a function `grad_fn`
+         which defines how `J` will transform a vector `grad_ys` when
+         left-multiplied with it (`grad_ys * J`). This functional representation
+         of a matrix is convenient to use for chain-rule calculation
+         (in e.g. the back-propagation algorithm).
+
+         If `f` uses `Variable`s (that are not part of the
          inputs), i.e. through `get_variable`, then `grad_fn` should have
          signature `g(*grad_ys, variables=None)`, where `variables` is a list of
          the `Variable`s, and return a 2-tuple `(grad_xs, grad_vars)`, where
-- 
GitLab


From 80ca1d092f4f8d0602bdfa07fd35de7956a95f2b Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Mon, 12 Nov 2018 15:06:53 -0800
Subject: [PATCH 1468/1825] Internal change

PiperOrigin-RevId: 221164318
---
 tensorflow/lite/BUILD | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index c23719536b..be84fc5db1 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -27,11 +27,11 @@ config_setting(
     },
 )
 
-# Enables inclusion of TensorFlow kernels via the TF Lite Flex delegate.
+# Enables inclusion of select TensorFlow kernels via the TF Lite Flex delegate.
 # WARNING: This build flag is experimental and subject to change.
 config_setting(
-    name = "with_tflite_flex",
-    define_values = {"with_tflite_flex": "true"},
+    name = "with_select_tf_ops",
+    define_values = {"with_select_tf_ops": "true"},
     visibility = ["//visibility:public"],
 )
 
@@ -190,7 +190,7 @@ cc_library(
         "//tensorflow/lite/profiling:profiler",
         "//tensorflow/lite/schema:schema_fbs",
     ] + select({
-        ":with_tflite_flex": [
+        ":with_select_tf_ops": [
             "//tensorflow/lite/delegates/flex:delegate",
         ],
         "//conditions:default": [],
-- 
GitLab


From e654fbbf7ab0869a4b3bd95b4fb08d1aa2cb69d0 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 12 Nov 2018 15:08:46 -0800
Subject: [PATCH 1469/1825] If op name is still available in TensorFlow 2.0,
 then don't replace it with compat.v1.op_name.

PiperOrigin-RevId: 221164680
---
 tensorflow/tools/compatibility/tf_upgrade_v2.py          | 5 ++++-
 .../compatibility/update/generate_v2_renames_map.py      | 9 +++++++++
 2 files changed, 13 insertions(+), 1 deletion(-)

diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index fba2270af9..0df8b0f376 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -44,7 +44,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     })
     # pylint: enable=line-too-long
 
-    excluded_renames = ["tf.boolean_mask"]
+    # For custom behavior and if auto-generate rename in renames_v2.py
+    # is incorrect, add the op name here to exclude it from renames_v2.py.
+    excluded_renames = [
+    ]
 
     # Variables that should be changed to functions.
     self.change_to_function = {}
diff --git a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
index 3c4661b48d..43aa8e057e 100644
--- a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
+++ b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
@@ -120,6 +120,7 @@ def collect_function_renames():
   # Set of rename lines to write to output file in the form:
   #   'tf.deprecated_name': 'tf.canonical_name'
   renames = set()
+  v2_names = set()  # All op names in TensorFlow 2.0
 
   def visit(unused_path, unused_parent, children):
     """Visitor that collects rename strings to add to rename_line_set."""
@@ -132,11 +133,19 @@ def collect_function_renames():
       deprecated_api_names = set(api_names_v1) - set(api_names_v2)
       for name in deprecated_api_names:
         renames.add((name, get_canonical_name(api_names_v2, name)))
+      for name in api_names_v2:
+        v2_names.add(name)
 
   visitor = public_api.PublicAPIVisitor(visit)
   visitor.do_not_descend_map['tf'].append('contrib')
   visitor.do_not_descend_map['tf.compat'] = ['v1', 'v2']
   traverse.traverse(tf, visitor)
+
+  # It is possible that a different function is exported with the
+  # same name. For e.g. when creating a different function to
+  # rename arguments. Exclude it from renames in this case.
+  renames = {name: new_name for name, new_name in renames.items()
+             if name not in v2_names}
   return renames
 
 
-- 
GitLab


From fd8ef0d3e66d2a3321b0d4e345b2f103b0c1f29f Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Mon, 12 Nov 2018 15:36:59 -0800
Subject: [PATCH 1470/1825] _slice_helper now emits a NumPy-like error message
 on type mismatch

Prior to this change, the error message could either be

>>> tf.constant([1, 2, 3])["foo"]
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
    tf.constant([1, 2, 3])["foo"]
  File "[...]/tensorflow/python/ops/array_ops.py", line 491, in _slice_helper
    end.append(s + 1)
TypeError: cannot concatenate 'str' and 'int' objects

or (a bit more readable)

>>> tf.constant([1, 2, 3])[0.0]
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
    tf.constant([1, 2, 3])[0.0]
  ...
  File "[...]/tensorflow/python/framework/op_def_library.py", line 61, in _SatisfiesTypeConstraint
    ", ".join(dtypes.as_dtype(x).name for x in allowed_list)))
TypeError: Value passed to parameter 'begin' has DataType float32 not in list of allowed values: int32, int64

The new error message looks like this in both cases

Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
    tf.constant([1, 2, 3])["foo"]
  File "[...]/tensorflow/python/ops/array_ops.py", line 450, in _slice_helper
    raise TypeError(...)
TypeError: Only integers, slices (`:`), ellipsis (`...`), tf.newaxis (`None`) and scalar tf.int32/tf.int64 tensors are valid indices

As expected, additional validation makes __getitem__ a little bit slower.
Here are the benchmark results (measurements are examples/sec, higher is
better):

| Benchmark                            |   Before |    After | Rel. diff |
|--------------------------------------+----------+----------+-----------|
| benchmark_index_tensor_with_literal  | 32142.39 | 31810.73 |       -1% |
| benchmark_index_tensor_with_np_array | 19184.59 | 17821.86 |       -7% |
| benchmark_index_tensor_with_tensor   | 21183.45 | 20602.63 |       -3% |

PiperOrigin-RevId: 221169590
---
 tensorflow/python/eager/benchmarks_test.py    | 12 ++++++
 .../python/kernel_tests/array_ops_test.py     | 19 ++++++---
 tensorflow/python/ops/array_ops.py            | 40 ++++++++++++++++++-
 .../python/ops/ragged/ragged_tensor_test.py   | 11 +++--
 4 files changed, 69 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/eager/benchmarks_test.py b/tensorflow/python/eager/benchmarks_test.py
index 7913ccf969..886715867c 100644
--- a/tensorflow/python/eager/benchmarks_test.py
+++ b/tensorflow/python/eager/benchmarks_test.py
@@ -224,6 +224,18 @@ class MicroBenchmarks(test.Benchmark):
     self._benchmark_create_tensor(
         np.array([[3]], dtype=np.int32), dtypes.int32.as_datatype_enum, GPU)
 
+  def benchmark_index_tensor_with_literal(self):
+    func = lambda: constant_op.constant([3.0])[0]
+    self._run(func, 30000)
+
+  def benchmark_index_tensor_with_tensor(self):
+    func = lambda idx=constant_op.constant(0): constant_op.constant([3.0])[idx]
+    self._run(func, 30000)
+
+  def benchmark_index_tensor_with_np_array(self):
+    func = lambda idx=np.array(0): constant_op.constant([3.0])[idx]
+    self._run(func, 30000)
+
   def _benchmark_np_multiply(self, m, num_iters):
     a = m.cpu().numpy()
     func = lambda: a * a
diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index 9d2c236245..c90794c789 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -17,6 +17,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import re
 import time
 import unittest
 
@@ -634,13 +635,21 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       bar2 = constant_op.constant(3)
       _ = checker[..., bar:bar2]
       _ = checker[..., bar]
-      with self.assertRaisesRegexp(
-          TypeError,
-          "Value passed to parameter 'begin' has DataType float32 not in "
-          "list of allowed values"):
-        _ = checker[..., 3.0]
       _ = checker[..., 3]
 
+  def testTensorIndexingTypeError(self):
+    with self.session(use_gpu=True):
+      checker = StridedSliceChecker(self, StridedSliceChecker.REF_TENSOR)
+      expected = re.escape(array_ops._SLICE_TYPE_ERROR)
+      with self.assertRaisesRegexp(TypeError, expected):
+        _ = checker["foo"]
+      with self.assertRaisesRegexp(TypeError, expected):
+        _ = checker[constant_op.constant("foo")]
+      with self.assertRaisesRegexp(TypeError, expected):
+        _ = checker[0.0]
+      with self.assertRaisesRegexp(TypeError, expected):
+        _ = checker[constant_op.constant(0.0)]
+
   def testExpand(self):
     with self.session(use_gpu=True):
       raw = [[[[[1, 2, 4, 5], [5, 6, 7, 8], [9, 10, 11, 12]]],
diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index abfab1367a..bbf7d166bf 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -416,6 +416,36 @@ def rank_internal(input, name=None, optimize=True):
       return gen_array_ops.rank(input, name=name)
 
 
+_SLICE_TYPE_ERROR = (
+    "Only integers, slices (`:`), ellipsis (`...`), "
+    "tf.newaxis (`None`) and scalar tf.int32/tf.int64 tensors are valid "
+    "indices")
+
+_SUPPORTED_SLICE_DTYPES = (
+    dtypes.int32,
+    dtypes.int32_ref,
+    dtypes.int64,
+    dtypes.int64_ref
+)
+
+
+def _check_index(idx):
+  """Check if a given value is a valid index into a tensor."""
+  if isinstance(idx, (int, tensor_shape.Dimension)):
+    return
+
+  # Optimistic check. Assumptions:
+  # * any object with a dtype is supported
+  # * any object with a dtype has a sizeable shape attribute.
+  dtype = getattr(idx, "dtype", None)
+  if (dtype is None or
+      dtypes.as_dtype(dtype) not in _SUPPORTED_SLICE_DTYPES or
+      idx.shape and len(idx.shape) == 1):
+    # TODO(slebedev): IndexError seems more appropriate here, but it
+    # will break `_slice_helper` contract.
+    raise TypeError(_SLICE_TYPE_ERROR + ", got {!r}".format(idx))
+
+
 def _slice_helper(tensor, slice_spec, var=None):
   """Overload for Tensor.__getitem__.
 
@@ -469,7 +499,8 @@ def _slice_helper(tensor, slice_spec, var=None):
 
   Raises:
     ValueError: If a slice range is negative size.
-    TypeError: If the slice indices aren't int, slice, or Ellipsis.
+    TypeError: If the slice indices aren't int, slice, ellipsis,
+      tf.newaxis or scalar int32/int64 tensors.
   """
 
   if not isinstance(slice_spec, (list, tuple)):
@@ -487,16 +518,19 @@ def _slice_helper(tensor, slice_spec, var=None):
       # for example a[:] gives slice(None,sys.maxsize,None)
       # whereas a[::1] gives slice(None,None,None)
       if s.start is not None and s.start is not sys.maxsize:
+        _check_index(s.start)
         begin.append(s.start)
       else:
         begin.append(0)
         begin_mask |= (1 << index)
       if s.stop is not None and s.stop != sys.maxsize:
+        _check_index(s.stop)
         end.append(s.stop)
       else:
         end.append(0)
         end_mask |= (1 << index)
       if s.step is not None:
+        _check_index(s.step)
         strides.append(s.step)
       else:
         strides.append(1)
@@ -511,6 +545,7 @@ def _slice_helper(tensor, slice_spec, var=None):
       strides.append(1)
       new_axis_mask |= (1 << index)
     else:
+      _check_index(s)
       begin.append(s)
       end.append(s + 1)
       strides.append(1)
@@ -780,7 +815,8 @@ def _SliceHelperVar(var, slice_spec):
 
   Raises:
     ValueError: If a slice range is negative size.
-    TypeError: If the slice indices aren't int, slice, or Ellipsis.
+    TypeError: TypeError: If the slice indices aren't int, slice,
+      ellipsis, tf.newaxis or int32/int64 tensors.
 
   """
 
diff --git a/tensorflow/python/ops/ragged/ragged_tensor_test.py b/tensorflow/python/ops/ragged/ragged_tensor_test.py
index e18a72c71e..61bfcb6809 100644
--- a/tensorflow/python/ops/ragged/ragged_tensor_test.py
+++ b/tensorflow/python/ops/ragged/ragged_tensor_test.py
@@ -17,6 +17,8 @@
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
+
+import re
 import sys
 
 from absl.testing import parameterized
@@ -861,17 +863,14 @@ class RaggedTensorTest(test_util.TensorFlowTestCase, parameterized.TestCase):
        'Cannot index into an inner ragged dimension'),
 
       # Tests for type errors
-      (SLICE_BUILDER[0.5], TypeError, "Value passed to parameter 'begin' has "
-       'DataType float32 not in list of allowed values: int32, int64'),
+      (SLICE_BUILDER[0.5], TypeError, re.escape(array_ops._SLICE_TYPE_ERROR)),
       (SLICE_BUILDER[1:3:0.5], TypeError,
-       "Input 'strides' of 'StridedSlice' Op has type float32 that does not "
-       "match type int32 of argument 'begin'."),
+       re.escape(array_ops._SLICE_TYPE_ERROR)),
       (SLICE_BUILDER[:, 1:3:0.5], TypeError,
        'slice strides must be integers or None'),
       (SLICE_BUILDER[:, 0.5:1.5], TypeError,
        'slice offsets must be integers or None'),
-      (SLICE_BUILDER['foo'.encode()], TypeError, 'cannot concatenate .*'
-       if sys.version_info[0] == 2 else "can't concat .*"),
+      (SLICE_BUILDER['foo'], TypeError, re.escape(array_ops._SLICE_TYPE_ERROR)),
       (SLICE_BUILDER[:, 'foo':'foo'], TypeError,
        'slice offsets must be integers or None'),
 
-- 
GitLab


From 115d3d6e01c22691642bcb4f63753f22a0b5ce09 Mon Sep 17 00:00:00 2001
From: Sachin Joglekar <srjoglekar@google.com>
Date: Mon, 12 Nov 2018 15:43:51 -0800
Subject: [PATCH 1471/1825] Reductions over single-element tensors with no
 input axes are converted to Reshapes

PiperOrigin-RevId: 221170798
---
 .../grappler/optimizers/constant_folding.cc   | 203 ++++++++++++------
 .../grappler/optimizers/constant_folding.h    |  21 +-
 .../optimizers/constant_folding_test.cc       |  89 ++++++++
 3 files changed, 248 insertions(+), 65 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/constant_folding.cc b/tensorflow/core/grappler/optimizers/constant_folding.cc
index 032f41c9d2..5e3e5d6af9 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding.cc
@@ -1316,64 +1316,6 @@ Status ConstantFolding::FoldGraph(
   return Status::OK();
 }
 
-// Returns true iff this reduction can be reduced to an identity (i.e if the set
-// of dimensions to reduce along is empty). This happens often in the gradient
-// graphs.
-bool ConstantFolding::IsSimplifiableReduction(
-    const NodeDef& node, const GraphProperties& properties) const {
-  if (IsReduction(node)) {
-    CHECK_LE(2, node.input_size());
-    const NodeDef* reductions_indices = node_map_->GetNode(node.input(1));
-    if (IsReallyConstant(*reductions_indices)) {
-      TensorVector output;
-      auto outputs_cleanup = gtl::MakeCleanup([&output] {
-        for (const auto& out : output) {
-          delete out.tensor;
-        }
-      });
-      Status s = EvaluateNode(*reductions_indices, TensorVector(), &output);
-      if (!s.ok()) {
-        return false;
-      }
-      CHECK_EQ(1, output.size());
-      int output_size = output[0]->NumElements();
-      if (output_size == 0) {
-        return true;
-      }
-      if (node.attr().count("keep_dims") > 0 &&
-          node.attr().at("keep_dims").b()) {
-        const auto& props = properties.GetInputProperties(node.name());
-        if (!props.empty()) {
-          const TensorShapeProto& input_shape = props[0].shape();
-          if (!input_shape.unknown_rank()) {
-            bool simplifiable = true;
-            for (int i = 0; i < output[0]->NumElements(); ++i) {
-              int64 dim;
-              if (output[0]->dtype() == DT_INT32) {
-                dim = output[0]->flat<int32>()(i);
-              } else {
-                dim = output[0]->flat<int64>()(i);
-              }
-              if (dim < 0) {
-                dim += input_shape.dim_size();
-              }
-              if (dim < 0 || dim >= input_shape.dim_size() ||
-                  input_shape.dim(dim).size() != 1) {
-                simplifiable = false;
-                break;
-              }
-            }
-            if (simplifiable) {
-              return true;
-            }
-          }
-        }
-      }
-    }
-  }
-  return false;
-}
-
 bool ConstantFolding::IsSimplifiableReshape(
     const NodeDef& node, const GraphProperties& properties) const {
   if (!IsReshape(node)) {
@@ -1723,7 +1665,7 @@ Status ConstantFolding::SimplifyNode(bool use_shape_info, NodeDef* node,
     return Status::OK();
   }
 
-  if (SimplifyReduction(*properties, node)) {
+  if (SimplifyReduction(optimized_graph, *properties, node)) {
     graph_modified_ = true;
     return Status::OK();
   }
@@ -2326,9 +2268,148 @@ bool ConstantFolding::SimplifySwitch(GraphDef* optimized_graph, NodeDef* node) {
   return false;
 }
 
-bool ConstantFolding::SimplifyReduction(const GraphProperties& properties,
+bool ConstantFolding::IsReductionCandidateForSimplification(
+    const NodeDef& node, const GraphProperties& properties,
+    TensorShapeProto* input_tensor_shape, TensorShapeProto* output_tensor_shape,
+    bool* is_single_element_op) const {
+  // Ensure its an appropriate Reduce node.
+  if (!IsReduction(node) || node.input_size() < 2) {
+    return false;
+  }
+  // Ensure that the axes to reduce by are constant.
+  NodeDef* reductions_indices = node_map_->GetNode(node.input(1));
+  if (!IsReallyConstant(*reductions_indices)) {
+    return false;
+  }
+
+  // Get the properties of the input & output tensors and check if they both
+  // contain a single element.
+  if (!properties.HasInputProperties(node.name()) ||
+      !properties.HasOutputProperties(node.name())) {
+    return false;
+  }
+  const auto& input_props = properties.GetInputProperties(node.name())[0];
+  const auto& output_props = properties.GetOutputProperties(node.name())[0];
+  if (!input_props.has_shape() || input_props.shape().unknown_rank() ||
+      !output_props.has_shape() || output_props.shape().unknown_rank()) {
+    return false;
+  }
+  *input_tensor_shape = input_props.shape();
+  *output_tensor_shape = output_props.shape();
+  for (int i = 0; i < input_tensor_shape->dim_size(); ++i) {
+    if (input_tensor_shape->dim(i).size() < 0) {
+      return false;
+    }
+  }
+  for (int i = 0; i < output_tensor_shape->dim_size(); ++i) {
+    if (output_tensor_shape->dim(i).size() < 0) {
+      return false;
+    }
+  }
+  const int input_num_elements =
+      TensorShape(*input_tensor_shape).num_elements();
+  const int output_num_elements =
+      TensorShape(*output_tensor_shape).num_elements();
+  *is_single_element_op = input_num_elements == 1 && output_num_elements == 1;
+
+  return true;
+}
+
+bool ConstantFolding::IsReductionSimplifiableToIdentity(
+    const NodeDef& node, const TensorShapeProto& input_shape, bool keep_dims,
+    const TensorVector& reduction_indices_vector) const {
+  int output_size = reduction_indices_vector[0]->NumElements();
+  if (output_size == 0) {
+    return true;
+  }
+
+  if (!keep_dims) {
+    return false;
+  }
+  bool simplifiable = true;
+  for (int i = 0; i < output_size; ++i) {
+    int64 dim;
+    if (reduction_indices_vector[0]->dtype() == DT_INT32) {
+      dim = reduction_indices_vector[0]->flat<int32>()(i);
+    } else {
+      dim = reduction_indices_vector[0]->flat<int64>()(i);
+    }
+    if (dim < 0) {
+      dim += input_shape.dim_size();
+    }
+    if (dim < 0 || dim >= input_shape.dim_size() ||
+        input_shape.dim(dim).size() != 1) {
+      simplifiable = false;
+      break;
+    }
+  }
+  return simplifiable;
+}
+
+bool ConstantFolding::SimplifyReduction(GraphDef* optimized_graph,
+                                        const GraphProperties& properties,
                                         NodeDef* node) {
-  if (IsSimplifiableReduction(*node, properties)) {
+  bool is_single_element_op = false;
+  TensorShapeProto input_tensor_shape, output_tensor_shape;
+  if (!IsReductionCandidateForSimplification(
+          *node, properties, &input_tensor_shape, &output_tensor_shape,
+          &is_single_element_op)) {
+    return false;
+  }
+
+  // Get the reduction indices.
+  string reduction_indices_input = node->input(1);
+  NodeDef* reduction_indices = node_map_->GetNode(reduction_indices_input);
+  TensorVector reduction_indices_vector;
+  auto outputs_cleanup = gtl::MakeCleanup([&reduction_indices_vector] {
+    for (const auto& out : reduction_indices_vector) {
+      delete out.tensor;
+    }
+  });
+  if (!EvaluateNode(*reduction_indices, TensorVector(),
+                    &reduction_indices_vector)
+           .ok() ||
+      reduction_indices_vector.size() != 1) {
+    return false;
+  }
+
+  bool keep_dims =
+      node->attr().count("keep_dims") > 0 && node->attr().at("keep_dims").b();
+  bool simplifiable_to_reshape =
+      is_single_element_op && !keep_dims && (node->attr().count("T") > 0);
+  bool simplifiable_to_identity = IsReductionSimplifiableToIdentity(
+      *node, input_tensor_shape, keep_dims, reduction_indices_vector);
+
+  if (simplifiable_to_reshape) {
+    // Const node to output shape.
+    const int new_num_dimensions = output_tensor_shape.dim_size();
+    Tensor tensor(DT_INT32, TensorShape({new_num_dimensions}));
+    for (int i = 0; i < new_num_dimensions; i++) {
+      tensor.flat<int>()(i) = 1;
+    }
+    TensorValue shape_value(&tensor);
+    NodeDef* shape_node = optimized_graph->add_node();
+    if (!CreateNodeDef(OptimizedNodeName(*node, "_shape_const"), shape_value,
+                       shape_node)
+             .ok()) {
+      return false;
+    }
+    shape_node->set_device(node->device());
+    node_map_->AddNode(shape_node->name(), shape_node);
+    // Control dependency to ensure shape_node is in the correct frame.
+    shape_node->add_input(AsControlDependency(reduction_indices_input));
+    node_map_->AddOutput(NodeName(reduction_indices_input), shape_node->name());
+    // Optimize node to Reshape.
+    node->set_op("Reshape");
+    node_map_->UpdateInput(node->name(), node->input(1), shape_node->name());
+    node->set_input(1, shape_node->name());
+    node->mutable_attr()->erase("keep_dims");
+    node->mutable_attr()->erase("Tidx");
+    AttrValue attr_type_indices;
+    attr_type_indices.set_type(DT_INT32);
+    (*node->mutable_attr())["Tshape"] = attr_type_indices;
+    return true;
+  } else if (simplifiable_to_identity) {
     // Replace the reduction node with an identity node, that can be further
     // optimized by the model pruner.
     DataType output_type;
diff --git a/tensorflow/core/grappler/optimizers/constant_folding.h b/tensorflow/core/grappler/optimizers/constant_folding.h
index d1898cdb04..0b778882d7 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding.h
+++ b/tensorflow/core/grappler/optimizers/constant_folding.h
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/core/framework/device_base.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/resource_mgr.h"
+#include "tensorflow/core/framework/tensor_shape.pb.h"
 #include "tensorflow/core/grappler/costs/graph_properties.h"
 #include "tensorflow/core/grappler/optimizers/graph_optimizer.h"
 #include "tensorflow/core/grappler/utils.h"
@@ -96,8 +97,6 @@ class ConstantFolding : public GraphOptimizer {
   Status FoldGraph(GraphDef* output,
                    absl::flat_hash_set<string>* nodes_to_not_simplify);
 
-  bool IsSimplifiableReduction(const NodeDef& node,
-                               const GraphProperties& properties) const;
   bool IsSimplifiableReshape(const NodeDef& node,
                              const GraphProperties& properties) const;
   Status SimplifyGraph(bool use_shape_info, GraphDef* optimized_graph,
@@ -147,8 +146,22 @@ class ConstantFolding : public GraphOptimizer {
   bool SimplifyReshape(const GraphProperties& properties, bool use_shape_info,
                        NodeDef* node);
 
-  // Simplifies a Reduction operation to an Identity operation if applicable.
-  bool SimplifyReduction(const GraphProperties& properties, NodeDef* node);
+  // Returns true if theres a possibility that a Reduce node could be simplified
+  // to an Identity/Reshape.
+  bool IsReductionCandidateForSimplification(
+      const NodeDef& node, const GraphProperties& properties,
+      TensorShapeProto* input_tensor_shape,
+      TensorShapeProto* output_tensor_shape, bool* is_single_element_op) const;
+  // Returns true iff this reduction can be reduced to an identity (i.e if the
+  // set of dimensions to reduce along is empty). This happens often in the
+  // gradient graphs.
+  bool IsReductionSimplifiableToIdentity(
+      const NodeDef& node, const TensorShapeProto& input_shape, bool keep_dims,
+      const gtl::InlinedVector<TensorValue, 4>& reduction_indices_vector) const;
+  // Simplifies a Reduction operation to an Identity/Reshape operation if
+  // applicable.
+  bool SimplifyReduction(GraphDef* optimized_graph,
+                         const GraphProperties& properties, NodeDef* node);
 
   // Switch(x, x) will always feed false to its false branch and true to
   // its true branch. By rewriting the graph a bit, we can propagate these
diff --git a/tensorflow/core/grappler/optimizers/constant_folding_test.cc b/tensorflow/core/grappler/optimizers/constant_folding_test.cc
index 02c45e80c5..f6fdb32e98 100644
--- a/tensorflow/core/grappler/optimizers/constant_folding_test.cc
+++ b/tensorflow/core/grappler/optimizers/constant_folding_test.cc
@@ -2303,6 +2303,95 @@ TEST_F(ConstantFoldingTest, NoOpReduction) {
   test::ExpectTensorNear<float>(tensors_expected[1], tensors[1], 1e-5);
 }
 
+TEST_F(ConstantFoldingTest, SingleElementEmptyAxisReduction) {
+  // Build a simple graph with reductions that involve single-element input and
+  // no axes to reduce along.
+  tensorflow::Scope scope = tensorflow::Scope::NewRootScope();
+
+  Output input_var_three_dim = ops::Variable(
+      scope.WithOpName("input_var_three_dim"), {1, 1, 1}, DT_FLOAT);
+  Output input_var_one_dim =
+      ops::Variable(scope.WithOpName("input_var_one_dim"), {1}, DT_FLOAT);
+  Output one_axis = ops::Const(scope.WithOpName("one_axis"), {0}, {1});
+  Output multiple_axes =
+      ops::Const(scope.WithOpName("multiple_axes"), {1, 0}, {2});
+  Output variable_axis =
+      ops::Variable(scope.WithOpName("input_var_axis"), {1}, DT_INT32);
+  ops::Mean::Attrs attr;
+  attr = attr.KeepDims(false);
+  // Should be optimized to Reshape.
+  Output mean_1 = ops::Mean(scope.WithOpName("mean_1"), input_var_three_dim,
+                            one_axis, attr.KeepDims(false));
+  Output mean_2 = ops::Mean(scope.WithOpName("mean_2"), input_var_three_dim,
+                            multiple_axes, attr.KeepDims(false));
+  // Should remain as-is, since OutputProperties will not be known this node.
+  Output mean_3 = ops::Mean(scope.WithOpName("mean_3"), input_var_one_dim,
+                            one_axis, attr.KeepDims(false));
+  // Should remain as-is.
+  Output mean_4 = ops::Mean(scope.WithOpName("mean_4"), input_var_three_dim,
+                            variable_axis, attr.KeepDims(false));
+  // Should be optimized to Identity, since KeepDims=true.
+  Output mean_5 = ops::Mean(scope.WithOpName("mean_5"), input_var_three_dim,
+                            multiple_axes, attr.KeepDims(true));
+
+  GrapplerItem item;
+  item.fetch = {"mean_1", "mean_2", "mean_3", "mean_4", "mean_5"};
+  TF_CHECK_OK(scope.ToGraphDef(&item.graph));
+
+  ConstantFolding optimizer(nullptr /* cpu_device */);
+  GraphDef output;
+  Status status = optimizer.Optimize(nullptr, item, &output);
+  TF_EXPECT_OK(status);
+
+  // Ensure Mean node is optimized to Reshape.
+  int found = 0;
+  for (const auto& node : output.node()) {
+    if (node.name() == "mean_1" || node.name() == "mean_2") {
+      found++;
+      EXPECT_EQ("Reshape", node.op());
+      EXPECT_EQ(2, node.input_size());
+      EXPECT_EQ("input_var_three_dim", node.input(0));
+    } else if (node.name() == "mean_3") {
+      found++;
+      EXPECT_EQ("Mean", node.op());
+      EXPECT_EQ(2, node.input_size());
+      EXPECT_EQ("input_var_one_dim", node.input(0));
+    } else if (node.name() == "mean_4") {
+      found++;
+      EXPECT_EQ("Mean", node.op());
+      EXPECT_EQ(2, node.input_size());
+      EXPECT_EQ("input_var_three_dim", node.input(0));
+    } else if (node.name() == "mean_5") {
+      found++;
+      EXPECT_EQ("Identity", node.op());
+      EXPECT_EQ(2, node.input_size());
+      EXPECT_EQ("^multiple_axes", node.input(1));
+    }
+  }
+  EXPECT_EQ(5, found);
+
+  // Ensure resultant values from Mean and Reshape are the same.
+  auto input_var_three_dim_t =
+      GenerateRandomTensor<DT_FLOAT>(TensorShape({1, 1, 1}));
+  auto input_var_one_dim_t = GenerateRandomTensor<DT_FLOAT>(TensorShape({1}));
+  Tensor input_var_axis_t(DT_INT32, TensorShape({1}));
+  input_var_axis_t.flat<int32>()(0) = 0;
+  auto tensors_expected =
+      EvaluateNodes(item.graph, item.fetch,
+                    {{"input_var_three_dim", input_var_three_dim_t},
+                     {"input_var_one_dim", input_var_one_dim_t},
+                     {"input_var_axis", input_var_axis_t}});
+  EXPECT_EQ(5, tensors_expected.size());
+  auto tensors = EvaluateNodes(output, item.fetch,
+                               {{"input_var_three_dim", input_var_three_dim_t},
+                                {"input_var_one_dim", input_var_one_dim_t},
+                                {"input_var_axis", input_var_axis_t}});
+  EXPECT_EQ(5, tensors.size());
+  for (int i = 0; i < 5; ++i) {
+    test::ExpectTensorNear<float>(tensors_expected[i], tensors[i], 1e-5);
+  }
+}
+
 TEST_F(ConstantFoldingTest, NoOpReshape) {
   // Build a simple graph with a reshape that can be reduced to the identity.
   tensorflow::Scope scope = tensorflow::Scope::NewRootScope();
-- 
GitLab


From 97566f92b90beaec54644c439056ce59a16d5740 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Mon, 12 Nov 2018 15:44:27 -0800
Subject: [PATCH 1472/1825] Break down function_test into several files. This
 is to work around a bug in the windows Python distribution. The bug causes
 inspect.getsource() to return incorrect results, causing autograph-related
 integration tests to fail. A separate change will add some safeguards into
 autograph.

PiperOrigin-RevId: 221170918
---
 tensorflow/python/eager/BUILD                 |  30 +-
 .../eager/function_argument_naming_test.py    | 258 ++++++++++++++++
 .../eager/function_defun_collection_test.py   | 102 +++++++
 tensorflow/python/eager/function_test.py      | 287 ------------------
 4 files changed, 389 insertions(+), 288 deletions(-)
 create mode 100644 tensorflow/python/eager/function_argument_naming_test.py
 create mode 100644 tensorflow/python/eager/function_defun_collection_test.py

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index c42deb3146..f569e7e63f 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -145,6 +145,35 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "function_argument_naming_test",
+    size = "medium",
+    srcs = ["function_argument_naming_test.py"],
+    additional_deps = [
+        ":backprop",
+        ":def_function",
+        ":function",
+        ":test",
+        "@absl_py//absl/testing:parameterized",
+        "//tensorflow/python:math_ops",
+    ],
+)
+
+cuda_py_test(
+    name = "function_defun_collection_test",
+    size = "medium",
+    srcs = ["function_defun_collection_test.py"],
+    additional_deps = [
+        ":backprop",
+        ":def_function",
+        ":function",
+        ":test",
+        "@absl_py//absl/testing:parameterized",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+    ],
+)
+
 cuda_py_test(
     name = "function_test",
     size = "medium",
@@ -154,7 +183,6 @@ cuda_py_test(
         ":context",
         ":def_function",
         ":function",
-        ":tape",
         ":test",
         "@absl_py//absl/testing:parameterized",
         "//tensorflow/python:test_ops",
diff --git a/tensorflow/python/eager/function_argument_naming_test.py b/tensorflow/python/eager/function_argument_naming_test.py
new file mode 100644
index 0000000000..9358c4fd07
--- /dev/null
+++ b/tensorflow/python/eager/function_argument_naming_test.py
@@ -0,0 +1,258 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.eager import def_function
+from tensorflow.python.eager import function
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+@parameterized.named_parameters(
+    dict(testcase_name='Defun', function_decorator=function.defun),
+    dict(testcase_name='DefFunction', function_decorator=def_function.function))
+class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
+  """Tests for recognizable export signatures from concrete functions."""
+
+  def testBasic(self, function_decorator):
+    @function_decorator
+    def fn(a, b):
+      return a + b, a * b
+    # Call the function to make def_function happy
+    fn(array_ops.ones([]), array_ops.ones([]))
+
+    fn_op = fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['a', 'b'],
+        [inp.op.name for inp in fn_op.inputs])
+    self.assertEqual(
+        [b'a', b'b'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
+    self.assertEqual(2, len(fn_op.graph.structured_outputs))
+    self.assertAllClose(
+        [3., 2.],
+        fn_op(constant_op.constant(1.), constant_op.constant(2.)))
+    self.assertAllClose(
+        [3., 2.],
+        fn_op(a=constant_op.constant(1.), b=constant_op.constant(2.)))
+
+  def testVariable(self, function_decorator):
+    @function_decorator
+    def fn(a, b):
+      return a + b, a * b
+    # Call the function to make def_function happy
+    fn(array_ops.ones([]), array_ops.ones([]))
+
+    fn_op = fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+        variables.Variable(1.))
+    self.assertEqual(
+        ['a', 'b'],
+        [inp.op.name for inp in fn_op.inputs])
+    self.assertEqual(
+        [b'a', b'b'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
+    self.assertEqual(2, len(fn_op.graph.structured_outputs))
+
+  def testDictReturned(self, function_decorator):
+    @function_decorator
+    def fn(x, z=(1., 2.), y=3.):
+      z1, z2 = z
+      return {'alpha': x + y + z1, 'beta': x * y + z2}
+    # Call the function to make def_function happy
+    fn(array_ops.ones([]))
+
+    fn_op = fn.get_concrete_function(
+        x=tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['x', 'y'],
+        [inp.op.name for inp in fn_op.inputs])
+    self.assertEqual(
+        [b'x', b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
+    self.assertEqual({'alpha', 'beta'},
+                     set(fn_op.graph.structured_outputs.keys()))
+
+    with self.assertRaisesRegexp(ValueError, "two arguments named 'z'"):
+      fn.get_concrete_function(
+          z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
+             tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
+          y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
+                                   name='custom'),
+          x=4.)
+    fn_op2 = fn.get_concrete_function(
+        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32,
+                                  name='z_first'),
+           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
+                                  name='z_second')),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
+        x=4.)
+    self.assertEqual(
+        ['z_first', 'z_second', 'custom'],
+        [inp.op.name for inp in fn_op2.inputs])
+    self.assertEqual(
+        [b'z_first', b'z_second', b'custom'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op2.inputs])
+
+    fn_op3 = fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
+        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32,
+                                  name='z1'),
+           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='z2')),
+        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['custom', 'z1', 'z2', 'y'],
+        [inp.op.name for inp in fn_op3.inputs])
+    self.assertEqual(
+        [b'custom', b'z1', b'z2', b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in fn_op3.inputs])
+
+  def testMethod(self, function_decorator):
+    class HasMethod(object):
+
+      @function_decorator
+      def method(self, x):
+        return x
+
+    has_method = HasMethod()
+    # Call the function to make def_function happy
+    HasMethod.method(has_method, array_ops.ones([]))
+    class_op = HasMethod.method.get_concrete_function(
+        has_method, tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['x'],
+        [inp.op.name for inp in class_op.inputs])
+    self.assertEqual(
+        [b'x'],
+        [inp.op.get_attr('_user_specified_name') for inp in class_op.inputs])
+    # Call the function to make def_function happy
+    has_method.method(array_ops.ones([]))
+    method_op = has_method.method.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
+    self.assertEqual(
+        ['x'],
+        [inp.op.name for inp in method_op.inputs])
+    self.assertEqual(
+        [b'x'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
+    # TODO(allenl): It should be possible to override names when exporting. Do
+    # TensorSpec names need to go in cache keys? Or maybe get_concrete_function
+    # should always retrace?
+    self.skipTest('Not working')
+    method_op = has_method.method.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='y'))
+    self.assertEqual(
+        ['y'],
+        [inp.op.name for inp in method_op.inputs])
+    self.assertEqual(
+        [b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
+
+  def testMethodSignature(self, function_decorator):
+
+    class HasMethod(object):
+
+      @function_decorator(
+          input_signature=(tensor_spec.TensorSpec(
+              shape=None, dtype=dtypes.float64, name='y'),))
+      def method(self, x):
+        hash(self)  # No weak proxies passed as `self`
+        return x
+
+    has_method = HasMethod()
+    # Call the function to make def_function happy
+    has_method.method(array_ops.ones([], dtype=dtypes.float64))
+    method_op = has_method.method.get_concrete_function()
+    self.assertEqual(
+        ['y'],
+        [inp.op.name for inp in method_op.inputs])
+    self.assertEqual(
+        [b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
+    method_op2 = has_method.method.get_concrete_function()
+    self.assertEqual(
+        ['y'],
+        [inp.op.name for inp in method_op2.inputs])
+    self.assertEqual(
+        [b'y'],
+        [inp.op.get_attr('_user_specified_name') for inp in method_op2.inputs])
+
+  def testVariadic(self, function_decorator):
+    @function_decorator
+    def variadic_fn(x, *args, **kwargs):
+      return x + math_ops.add_n(list(args) + list(kwargs.values()))
+
+    # Call the function to make def_function happy
+    variadic_fn(array_ops.ones([]), array_ops.ones([]))
+    variadic_op = variadic_fn.get_concrete_function(
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
+                               name='second_variadic'),
+        z=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+        zz=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='cust'))
+    self.assertEqual(
+        ['x', 'y', 'args', 'second_variadic', 'z', 'cust'],
+        [inp.op.name for inp in variadic_op.inputs])
+    self.assertEqual(
+        [b'x', b'y', b'args', b'second_variadic', b'z', b'cust'],
+        [inp.op.get_attr('_user_specified_name')
+         for inp in variadic_op.inputs])
+
+  def testVariadicInputSignature(self, function_decorator):
+    @function_decorator(
+        input_signature=(
+            tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32),
+            tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
+            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
+            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='z'),
+        ))
+    def variadic_fn(x, *args):
+      return x + math_ops.add_n(list(args))
+
+    # Call the function to make def_function happy
+    variadic_fn(array_ops.ones([]), array_ops.ones([]),
+                array_ops.ones([]), array_ops.ones([]))
+    variadic_op = variadic_fn.get_concrete_function()
+    self.assertIn(b'variadic_fn', variadic_op.name)
+    self.assertEqual(
+        ['x', 'y', 'args', 'z'],
+        [inp.op.name for inp in variadic_op.inputs])
+    self.assertEqual(
+        [b'x', b'y', b'args', b'z'],
+        [inp.op.get_attr('_user_specified_name')
+         for inp in variadic_op.inputs])
+
+
+if __name__ == '__main__':
+  ops.enable_eager_execution(
+      config=config_pb2.ConfigProto(device_count={'CPU': 4}))
+  test.main()
diff --git a/tensorflow/python/eager/function_defun_collection_test.py b/tensorflow/python/eager/function_defun_collection_test.py
new file mode 100644
index 0000000000..53478ad121
--- /dev/null
+++ b/tensorflow/python/eager/function_defun_collection_test.py
@@ -0,0 +1,102 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.eager import def_function
+from tensorflow.python.eager import function
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+class DefunCollectionTest(test.TestCase, parameterized.TestCase):
+
+  @parameterized.named_parameters(
+      dict(testcase_name='Defun', function_decorator=function.defun),
+      dict(
+          testcase_name='DefFunction',
+          function_decorator=def_function.function))
+  def testCollectionValueAccess(self, function_decorator):
+    """Read values from graph collections inside of defun."""
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g):
+        x = 2
+        y = 5
+        ops.add_to_collection('x', x)
+        ops.add_to_collection('y', y)
+
+        @function_decorator
+        def fn():
+          x_const = constant_op.constant(ops.get_collection('x')[0])
+          y_const = constant_op.constant(ops.get_collection('y')[0])
+          z = math_ops.add(x_const, y_const)
+          ops.add_to_collection('z', 7)
+          return z
+
+        self.assertEqual(7, int(self.evaluate(fn())))
+        self.assertEquals(ops.get_collection('x'), [2])
+        self.assertEquals(ops.get_collection('y'), [5])
+        self.assertEquals(ops.get_collection('z'), [])
+
+  @parameterized.named_parameters(
+      dict(testcase_name='Defun', function_decorator=function.defun),
+      dict(
+          testcase_name='DefFunction',
+          function_decorator=def_function.function))
+  def testCollectionVariableValueAccess(self, function_decorator):
+    """Read variable value from graph collections inside of defun."""
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g):
+        v = resource_variable_ops.ResourceVariable(1.0)
+
+        @function_decorator
+        def f():
+          return v.read_value()
+
+        self.evaluate(variables.global_variables_initializer())
+        self.assertEqual(1.0, float(self.evaluate(f())))
+        self.assertEquals(
+            len(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)), 1)
+
+  def testCollectionVariableValueWrite(self):
+    """Write variable value inside defun."""
+    with ops.Graph().as_default() as g:
+      with self.session(graph=g):
+
+        @function.defun
+        def f():
+          v = resource_variable_ops.ResourceVariable(2.0)
+          return v
+
+        _ = f.get_concrete_function()
+        self.evaluate(variables.global_variables_initializer())
+        self.assertEqual(2.0, float(self.evaluate(f())))
+        self.assertEquals(
+            len(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)), 1)
+
+
+if __name__ == '__main__':
+  ops.enable_eager_execution(
+      config=config_pb2.ConfigProto(device_count={'CPU': 4}))
+  test.main()
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 8682173a1d..2af08689f8 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -2723,293 +2723,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
             add_five(constant_op.constant(0, dtype=dtypes.int32)).numpy())
 
 
-
-@parameterized.named_parameters(
-    dict(testcase_name='Defun', function_decorator=function.defun),
-    dict(testcase_name='DefFunction', function_decorator=def_function.function))
-class ArgumentNamingTests(test.TestCase, parameterized.TestCase):
-  """Tests for recognizable export signatures from concrete functions."""
-
-  def testBasic(self, function_decorator):
-    @function_decorator
-    def fn(a, b):
-      return a + b, a * b
-    # Call the function to make def_function happy
-    fn(array_ops.ones([]), array_ops.ones([]))
-
-    fn_op = fn.get_concrete_function(
-        tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
-    self.assertEqual(
-        ['a', 'b'],
-        [inp.op.name for inp in fn_op.inputs])
-    self.assertEqual(
-        [b'a', b'b'],
-        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
-    self.assertEqual(2, len(fn_op.graph.structured_outputs))
-    self.assertAllClose(
-        [3., 2.],
-        fn_op(constant_op.constant(1.), constant_op.constant(2.)))
-    self.assertAllClose(
-        [3., 2.],
-        fn_op(a=constant_op.constant(1.), b=constant_op.constant(2.)))
-
-  def testVariable(self, function_decorator):
-    @function_decorator
-    def fn(a, b):
-      return a + b, a * b
-    # Call the function to make def_function happy
-    fn(array_ops.ones([]), array_ops.ones([]))
-
-    fn_op = fn.get_concrete_function(
-        tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
-        variables.Variable(1.))
-    self.assertEqual(
-        ['a', 'b'],
-        [inp.op.name for inp in fn_op.inputs])
-    self.assertEqual(
-        [b'a', b'b'],
-        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
-    self.assertEqual(2, len(fn_op.graph.structured_outputs))
-
-  def testDictReturned(self, function_decorator):
-    @function_decorator
-    def fn(x, z=(1., 2.), y=3.):
-      z1, z2 = z
-      return {'alpha': x + y + z1, 'beta': x * y + z2}
-    # Call the function to make def_function happy
-    fn(array_ops.ones([]))
-
-    fn_op = fn.get_concrete_function(
-        x=tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
-        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
-    self.assertEqual(
-        ['x', 'y'],
-        [inp.op.name for inp in fn_op.inputs])
-    self.assertEqual(
-        [b'x', b'y'],
-        [inp.op.get_attr('_user_specified_name') for inp in fn_op.inputs])
-    self.assertEqual({'alpha', 'beta'},
-                     set(fn_op.graph.structured_outputs.keys()))
-
-    with self.assertRaisesRegexp(ValueError, "two arguments named 'z'"):
-      fn.get_concrete_function(
-          z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32),
-             tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32)),
-          y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
-                                   name='custom'),
-          x=4.)
-    fn_op2 = fn.get_concrete_function(
-        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32,
-                                  name='z_first'),
-           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
-                                  name='z_second')),
-        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
-        x=4.)
-    self.assertEqual(
-        ['z_first', 'z_second', 'custom'],
-        [inp.op.name for inp in fn_op2.inputs])
-    self.assertEqual(
-        [b'z_first', b'z_second', b'custom'],
-        [inp.op.get_attr('_user_specified_name') for inp in fn_op2.inputs])
-
-    fn_op3 = fn.get_concrete_function(
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='custom'),
-        z=(tensor_spec.TensorSpec(shape=(None,), dtype=dtypes.float32,
-                                  name='z1'),
-           tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='z2')),
-        y=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
-    self.assertEqual(
-        ['custom', 'z1', 'z2', 'y'],
-        [inp.op.name for inp in fn_op3.inputs])
-    self.assertEqual(
-        [b'custom', b'z1', b'z2', b'y'],
-        [inp.op.get_attr('_user_specified_name') for inp in fn_op3.inputs])
-
-  def testMethod(self, function_decorator):
-    class HasMethod(object):
-
-      @function_decorator
-      def method(self, x):
-        return x
-
-    has_method = HasMethod()
-    # Call the function to make def_function happy
-    HasMethod.method(has_method, array_ops.ones([]))
-    class_op = HasMethod.method.get_concrete_function(
-        has_method, tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
-    self.assertEqual(
-        ['x'],
-        [inp.op.name for inp in class_op.inputs])
-    self.assertEqual(
-        [b'x'],
-        [inp.op.get_attr('_user_specified_name') for inp in class_op.inputs])
-    # Call the function to make def_function happy
-    has_method.method(array_ops.ones([]))
-    method_op = has_method.method.get_concrete_function(
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32))
-    self.assertEqual(
-        ['x'],
-        [inp.op.name for inp in method_op.inputs])
-    self.assertEqual(
-        [b'x'],
-        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
-    # TODO(allenl): It should be possible to override names when exporting. Do
-    # TensorSpec names need to go in cache keys? Or maybe get_concrete_function
-    # should always retrace?
-    self.skipTest('Not working')
-    method_op = has_method.method.get_concrete_function(
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='y'))
-    self.assertEqual(
-        ['y'],
-        [inp.op.name for inp in method_op.inputs])
-    self.assertEqual(
-        [b'y'],
-        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
-
-  def testMethodSignature(self, function_decorator):
-
-    class HasMethod(object):
-
-      @function_decorator(
-          input_signature=(tensor_spec.TensorSpec(
-              shape=None, dtype=dtypes.float64, name='y'),))
-      def method(self, x):
-        hash(self)  # No weak proxies passed as `self`
-        return x
-
-    has_method = HasMethod()
-    # Call the function to make def_function happy
-    has_method.method(array_ops.ones([], dtype=dtypes.float64))
-    method_op = has_method.method.get_concrete_function()
-    self.assertEqual(
-        ['y'],
-        [inp.op.name for inp in method_op.inputs])
-    self.assertEqual(
-        [b'y'],
-        [inp.op.get_attr('_user_specified_name') for inp in method_op.inputs])
-    method_op2 = has_method.method.get_concrete_function()
-    self.assertEqual(
-        ['y'],
-        [inp.op.name for inp in method_op2.inputs])
-    self.assertEqual(
-        [b'y'],
-        [inp.op.get_attr('_user_specified_name') for inp in method_op2.inputs])
-
-  def testVariadic(self, function_decorator):
-    @function_decorator
-    def variadic_fn(x, *args, **kwargs):
-      return x + math_ops.add_n(list(args) + list(kwargs.values()))
-
-    # Call the function to make def_function happy
-    variadic_fn(array_ops.ones([]), array_ops.ones([]))
-    variadic_op = variadic_fn.get_concrete_function(
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
-        tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
-        tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32,
-                               name='second_variadic'),
-        z=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
-        zz=tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='cust'))
-    self.assertEqual(
-        ['x', 'y', 'args', 'second_variadic', 'z', 'cust'],
-        [inp.op.name for inp in variadic_op.inputs])
-    self.assertEqual(
-        [b'x', b'y', b'args', b'second_variadic', b'z', b'cust'],
-        [inp.op.get_attr('_user_specified_name')
-         for inp in variadic_op.inputs])
-
-  def testVariadicInputSignature(self, function_decorator):
-    @function_decorator(
-        input_signature=(
-            tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32),
-            tensor_spec.TensorSpec(shape=None, dtype=dtypes.float32, name='y'),
-            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32),
-            tensor_spec.TensorSpec(shape=(), dtype=dtypes.float32, name='z'),
-        ))
-    def variadic_fn(x, *args):
-      return x + math_ops.add_n(list(args))
-
-    # Call the function to make def_function happy
-    variadic_fn(array_ops.ones([]), array_ops.ones([]),
-                array_ops.ones([]), array_ops.ones([]))
-    variadic_op = variadic_fn.get_concrete_function()
-    self.assertIn(b'variadic_fn', variadic_op.name)
-    self.assertEqual(
-        ['x', 'y', 'args', 'z'],
-        [inp.op.name for inp in variadic_op.inputs])
-    self.assertEqual(
-        [b'x', b'y', b'args', b'z'],
-        [inp.op.get_attr('_user_specified_name')
-         for inp in variadic_op.inputs])
-
-
-class DefunCollectionTest(test.TestCase, parameterized.TestCase):
-
-  @parameterized.named_parameters(
-      dict(testcase_name='Defun', function_decorator=function.defun),
-      dict(
-          testcase_name='DefFunction',
-          function_decorator=def_function.function))
-  def testCollectionValueAccess(self, function_decorator):
-    """Read values from graph collections inside of defun."""
-    with ops.Graph().as_default() as g:
-      with self.session(graph=g):
-        x = 2
-        y = 5
-        ops.add_to_collection('x', x)
-        ops.add_to_collection('y', y)
-
-        @function_decorator
-        def fn():
-          x_const = constant_op.constant(ops.get_collection('x')[0])
-          y_const = constant_op.constant(ops.get_collection('y')[0])
-          z = math_ops.add(x_const, y_const)
-          ops.add_to_collection('z', 7)
-          return z
-
-        self.assertEqual(7, int(self.evaluate(fn())))
-        self.assertEquals(ops.get_collection('x'), [2])
-        self.assertEquals(ops.get_collection('y'), [5])
-        self.assertEquals(ops.get_collection('z'), [])
-
-  @parameterized.named_parameters(
-      dict(testcase_name='Defun', function_decorator=function.defun),
-      dict(
-          testcase_name='DefFunction',
-          function_decorator=def_function.function))
-  def testCollectionVariableValueAccess(self, function_decorator):
-    """Read variable value from graph collections inside of defun."""
-    with ops.Graph().as_default() as g:
-      with self.session(graph=g):
-        v = resource_variable_ops.ResourceVariable(1.0)
-
-        @function_decorator
-        def f():
-          return v.read_value()
-
-        self.evaluate(variables.global_variables_initializer())
-        self.assertEqual(1.0, float(self.evaluate(f())))
-        self.assertEquals(
-            len(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)), 1)
-
-  def testCollectionVariableValueWrite(self):
-    """Write variable value inside defun."""
-    with ops.Graph().as_default() as g:
-      with self.session(graph=g):
-
-        @function.defun
-        def f():
-          v = resource_variable_ops.ResourceVariable(2.0)
-          return v
-
-        _ = f.get_concrete_function()
-        self.evaluate(variables.global_variables_initializer())
-        self.assertEqual(2.0, float(self.evaluate(f())))
-        self.assertEquals(
-            len(ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)), 1)
-
-
 if __name__ == '__main__':
   ops.enable_eager_execution(
       config=config_pb2.ConfigProto(device_count={'CPU': 4}))
-- 
GitLab


From b4cc45a2f66fad9f2dbf6db16b28741fffa7780b Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Mon, 12 Nov 2018 16:04:08 -0800
Subject: [PATCH 1473/1825] [tf.data] Failing early when batch memory
 allocation fails.

PiperOrigin-RevId: 221174538
---
 .../core/kernels/data/batch_dataset_op.cc     |  5 ++
 .../kernels/data/map_and_batch_dataset_op.cc  | 66 +++++++++++--------
 2 files changed, 43 insertions(+), 28 deletions(-)

diff --git a/tensorflow/core/kernels/data/batch_dataset_op.cc b/tensorflow/core/kernels/data/batch_dataset_op.cc
index cbcae0588c..41b04346eb 100644
--- a/tensorflow/core/kernels/data/batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/batch_dataset_op.cc
@@ -174,6 +174,11 @@ class BatchDatasetOp : public UnaryDatasetOpKernel {
           batch_component_shape.AppendShape(first_element.shape());
           out_tensors->emplace_back(ctx->allocator({}), first_element.dtype(),
                                     batch_component_shape);
+          if (!out_tensors->back().IsInitialized()) {
+            return errors::ResourceExhausted(
+                "Failed to allocate memory for the batch of component ",
+                component_index);
+          }
           Tensor& batch_component = out_tensors->back();
           // Build the output tuple component by copying one slice
           // from each input element in the batch.
diff --git a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
index 3185192512..72a401e99b 100644
--- a/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_and_batch_dataset_op.cc
@@ -26,6 +26,7 @@ limitations under the License.
 #include "tensorflow/core/kernels/data/dataset_utils.h"
 #include "tensorflow/core/kernels/inplace_ops_functor.h"
 #include "tensorflow/core/lib/core/blocking_counter.h"
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/gtl/cleanup.h"
 #include "tensorflow/core/lib/random/random.h"
 #include "tensorflow/core/lib/strings/strcat.h"
@@ -412,32 +413,36 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
         auto done = [this, ctx, result, return_values, offset](Status status) {
           result->UpdateStatus(status, offset);
           if (status.ok()) {
-            EnsureOutputAllocated(ctx, result, return_values);
-            for (size_t i = 0; i < return_values->size(); ++i) {
-              const Tensor& tensor = return_values->at(i);
-              Tensor* batch = &(result->output)[i];
-              if (tensor.NumElements() !=
-                  (batch->NumElements() / batch->dim_size(0))) {
-                TensorShape batch_shape = batch->shape();
-                batch_shape.RemoveDim(0);
-                result->UpdateStatus(
-                    errors::InvalidArgument(
-                        "Cannot add tensor to the batch: number of elements "
-                        "does "
-                        "not match. Shapes are: [tensor]: ",
-                        tensor.shape().DebugString(),
-                        ", [batch]: ", batch_shape.DebugString()),
-                    offset);
-                break;
-              }
-              // TODO(mrry): Add a version of DoParallelConcat that allows us to
-              // move `tensor` where possible, to speed up string tensor
-              // batching.
-              Status copy_status = ::tensorflow::functor::DoParallelConcat(
-                  *dataset()->device_, tensor, offset, batch);
-              if (!copy_status.ok()) {
-                result->UpdateStatus(copy_status, offset);
-                break;
+            Status allocate_status =
+                EnsureOutputAllocated(ctx, result, return_values);
+            if (!allocate_status.ok()) {
+              result->UpdateStatus(allocate_status, offset);
+            } else {
+              for (size_t i = 0; i < return_values->size(); ++i) {
+                const Tensor& tensor = return_values->at(i);
+                Tensor* batch = &(result->output)[i];
+                if (tensor.NumElements() !=
+                    (batch->NumElements() / batch->dim_size(0))) {
+                  TensorShape batch_shape = batch->shape();
+                  batch_shape.RemoveDim(0);
+                  result->UpdateStatus(
+                      errors::InvalidArgument(
+                          "Cannot add tensor to the batch: number of elements "
+                          "does not match. Shapes are: [tensor]: ",
+                          tensor.shape().DebugString(),
+                          ", [batch]: ", batch_shape.DebugString()),
+                      offset);
+                  break;
+                }
+                // TODO(mrry): Add a version of DoParallelConcat that allows us
+                // to move `tensor` where possible, to speed up string tensor
+                // batching.
+                Status copy_status = ::tensorflow::functor::DoParallelConcat(
+                    *dataset()->device_, tensor, offset, batch);
+                if (!copy_status.ok()) {
+                  result->UpdateStatus(copy_status, offset);
+                  break;
+                }
               }
             }
             {
@@ -485,13 +490,13 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
         }
       }
 
-      void EnsureOutputAllocated(
+      Status EnsureOutputAllocated(
           const std::shared_ptr<IteratorContext>& ctx,
           const std::shared_ptr<BatchResult>& result,
           const std::shared_ptr<std::vector<Tensor>>& return_values) {
         mutex_lock l(result->mu);
         if (result->output_allocated) {
-          return;
+          return Status::OK();
         }
         const size_t num_components = return_values->size();
         for (size_t i = 0; i < num_components; ++i) {
@@ -502,8 +507,13 @@ class MapAndBatchDatasetOp : public UnaryDatasetOpKernel {
           result->output.emplace_back(ctx->allocator(attr),
                                       return_values->at(i).dtype(),
                                       component_shape);
+          if (!result->output.back().IsInitialized()) {
+            return errors::ResourceExhausted(
+                "Failed to allocate memory for the batch of component ", i);
+          }
         }
         result->output_allocated = true;
+        return Status::OK();
       }
 
       Status ProcessResult(IteratorContext* ctx,
-- 
GitLab


From 43397147cf5ce3521dbc9f631ad4437493477538 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Mon, 12 Nov 2018 16:04:14 -0800
Subject: [PATCH 1474/1825] Automated rollback of commit
 3a1457ae4e148567df1e2d8a49c046bd1b3c5577

PiperOrigin-RevId: 221174552
---
 .../distributed_runtime/master_session.cc     | 126 +++++++++++-------
 1 file changed, 75 insertions(+), 51 deletions(-)

diff --git a/tensorflow/core/distributed_runtime/master_session.cc b/tensorflow/core/distributed_runtime/master_session.cc
index 8e9eec1ed9..bc8ba6e47d 100644
--- a/tensorflow/core/distributed_runtime/master_session.cc
+++ b/tensorflow/core/distributed_runtime/master_session.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/distributed_runtime/master_session.h"
 
+#include <memory>
 #include <unordered_map>
 #include <unordered_set>
 #include <vector>
@@ -64,27 +65,33 @@ namespace tensorflow {
 class MasterSession::ReffedClientGraph : public core::RefCounted {
  public:
   ReffedClientGraph(const string& handle, const BuildGraphOptions& bopts,
-                    std::unique_ptr<ClientGraph> cg,
+                    std::unique_ptr<ClientGraph> client_graph,
                     const SessionOptions& session_opts,
                     const StatsPublisherFactory& stats_publisher_factory,
                     bool is_partial, WorkerCacheInterface* worker_cache,
                     bool should_deregister)
       : session_handle_(handle),
         bg_opts_(bopts),
-        client_graph_(std::move(cg)),
+        client_graph_before_register_(std::move(client_graph)),
         session_opts_(session_opts),
         is_partial_(is_partial),
         callable_opts_(bopts.callable_options),
         worker_cache_(worker_cache),
-        should_deregister_(should_deregister) {
+        should_deregister_(should_deregister),
+        collective_graph_key_(
+            client_graph_before_register_->collective_graph_key) {
     VLOG(1) << "Created ReffedClientGraph for node with "
-            << client_graph()->graph.num_node_ids();
+            << client_graph_before_register_->graph.num_node_ids();
 
     stats_publisher_ = stats_publisher_factory(handle, bopts, session_opts);
 
     // Initialize a name to node map for processing device stats.
-    for (Node* n : client_graph_->graph.nodes()) {
-      name_to_node_.insert({n->name(), n});
+    for (Node* n : client_graph_before_register_->graph.nodes()) {
+      name_to_node_details_.emplace(
+          n->name(),
+          NodeDetails(n->type_string(),
+                      strings::StrCat(
+                          "(", str_util::Join(n->requested_inputs(), ", "))));
     }
   }
 
@@ -98,12 +105,12 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
     }
   }
 
-  const ClientGraph* client_graph() { return client_graph_.get(); }
-
   const CallableOptions& callable_options() { return callable_opts_; }
 
   const BuildGraphOptions& build_graph_options() { return bg_opts_; }
 
+  int64 collective_graph_key() { return collective_graph_key_; }
+
   std::unique_ptr<ProfileHandler> GetProfileHandler(uint64 step,
                                                     int64 execution_count,
                                                     const RunOptions& ropts) {
@@ -187,7 +194,7 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   // Partitions the graph into subgraphs and registers them on
   // workers.
-  Status RegisterPartitions(const PartitionOptions& popts);
+  Status RegisterPartitions(PartitionOptions popts);
 
   // Runs one step of all partitions.
   Status RunPartitions(const MasterEnv* env, int64 step_id,
@@ -214,29 +221,28 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
                       const RunState* run_state,
                       GraphExecutionState* execution_state);
 
-  string DetailText(const Node& node, const NodeExecStats& ns) {
-    int64 tot = 0;
-    for (auto& no : ns.output()) {
-      tot += no.tensor_description().allocation_description().requested_bytes();
-    }
-    string bytes;
-    if (tot >= 0.1 * 1048576.0) {
-      bytes = strings::Printf("[%.1fMB] ", tot / 1048576.0);
-    }
-    return strings::StrCat(bytes, node.name(), " = ", node.type_string(), "(",
-                           str_util::Join(node.requested_inputs(), ", "), ")");
-  }
-
  private:
   const string session_handle_;
   const BuildGraphOptions bg_opts_;
-  const std::unique_ptr<ClientGraph> client_graph_;
+
+  // NOTE(mrry): This pointer will be null after `RegisterPartitions()` returns.
+  std::unique_ptr<ClientGraph> client_graph_before_register_ GUARDED_BY(mu_);
   const SessionOptions session_opts_;
   const bool is_partial_;
   const CallableOptions callable_opts_;
   WorkerCacheInterface* const worker_cache_;  // Not owned.
-  std::unordered_map<StringPiece, Node*, StringPieceHasher> name_to_node_;
+
+  struct NodeDetails {
+    explicit NodeDetails(string type_string, string detail_text)
+        : type_string(std::move(type_string)),
+          detail_text(std::move(detail_text)) {}
+    const string type_string;
+    const string detail_text;
+  };
+  std::unordered_map<string, NodeDetails> name_to_node_details_;
+
   const bool should_deregister_;
+  const int64 collective_graph_key_;
   std::atomic<int64> execution_count_ = {0};
 
   // Graph partitioned into per-location subgraphs.
@@ -268,9 +274,8 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
   mutable mutex mu_;
 
   // Partition initialization and registration only needs to happen
-  // once. init_started_ && !init_done_ indicates the initialization
-  // is on going.
-  bool init_started_ GUARDED_BY(mu_) = false;
+  // once. `!client_graph_before_register_ && !init_done_.HasBeenNotified()`
+  // indicates the initialization is ongoing.
   Notification init_done_;
 
   // init_result_ remembers the initialization error if any.
@@ -278,6 +283,19 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   std::unique_ptr<StatsPublisherInterface> stats_publisher_;
 
+  string DetailText(const NodeDetails& details, const NodeExecStats& stats) {
+    int64 tot = 0;
+    for (auto& no : stats.output()) {
+      tot += no.tensor_description().allocation_description().requested_bytes();
+    }
+    string bytes;
+    if (tot >= 0.1 * 1048576.0) {
+      bytes = strings::Printf("[%.1fMB] ", tot / 1048576.0);
+    }
+    return strings::StrCat(bytes, stats.node_name(), " = ",
+                           details.type_string, details.detail_text);
+  }
+
   // Send/Recv nodes that are the result of client-added
   // feeds and fetches must be tracked so that the tensors
   // can be added to the local rendezvous.
@@ -286,7 +304,7 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 
   // The actual graph partitioning and registration implementation.
   Status DoBuildPartitions(
-      PartitionOptions pots,
+      PartitionOptions popts, ClientGraph* client_graph,
       std::unordered_map<string, GraphDef>* out_partitions);
   Status DoRegisterPartitions(
       const PartitionOptions& popts,
@@ -311,14 +329,20 @@ class MasterSession::ReffedClientGraph : public core::RefCounted {
 };
 
 Status MasterSession::ReffedClientGraph::RegisterPartitions(
-    const PartitionOptions& popts) {
+    PartitionOptions popts) {
   {  // Ensure register once.
     mu_.lock();
-    if (!init_started_) {
-      init_started_ = true;
+    if (client_graph_before_register_) {
+      // The `ClientGraph` is no longer needed after partitions are registered.
+      // Since it can account for a large amount of memory, we consume it here,
+      // and it will be freed after concluding with registration.
+
+      std::unique_ptr<ClientGraph> client_graph;
+      std::swap(client_graph_before_register_, client_graph);
       mu_.unlock();
       std::unordered_map<string, GraphDef> graph_defs;
-      Status s = DoBuildPartitions(popts, &graph_defs);
+      popts.flib_def = client_graph->flib_def.get();
+      Status s = DoBuildPartitions(popts, client_graph.get(), &graph_defs);
       if (s.ok()) {
         // NOTE(mrry): The pointers in `graph_defs_for_publishing` do not remain
         // valid after the call to DoRegisterPartitions begins, so
@@ -394,19 +418,19 @@ void MasterSession::ReffedClientGraph::TrackFeedsAndFetches(
 }
 
 Status MasterSession::ReffedClientGraph::DoBuildPartitions(
-    PartitionOptions popts,
+    PartitionOptions popts, ClientGraph* client_graph,
     std::unordered_map<string, GraphDef>* out_partitions) {
   if (popts.need_to_record_start_times) {
     CostModel cost_model(true);
-    cost_model.InitFromGraph(client_graph()->graph);
+    cost_model.InitFromGraph(client_graph->graph);
     // TODO(yuanbyu): Use the real cost model.
     // execution_state_->MergeFromGlobal(&cost_model);
-    SlackAnalysis sa(&client_graph()->graph, &cost_model);
+    SlackAnalysis sa(&client_graph->graph, &cost_model);
     sa.ComputeAsap(&popts.start_times);
   }
 
   // Partition the graph.
-  return Partition(popts, &client_graph_->graph, out_partitions);
+  return Partition(popts, &client_graph->graph, out_partitions);
 }
 
 Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
@@ -415,7 +439,7 @@ Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
   partitions_.reserve(graph_partitions.size());
   Status s;
   for (auto& name_def : graph_partitions) {
-    partitions_.resize(partitions_.size() + 1);
+    partitions_.emplace_back();
     Part* part = &partitions_.back();
     part->name = name_def.first;
     TrackFeedsAndFetches(part, name_def.second, popts);
@@ -449,7 +473,7 @@ Status MasterSession::ReffedClientGraph::DoRegisterPartitions(
     *c->req.mutable_graph_options() = session_opts_.config.graph_options();
     *c->req.mutable_debug_options() =
         callable_opts_.run_options().debug_options();
-    c->req.set_collective_graph_key(client_graph()->collective_graph_key);
+    c->req.set_collective_graph_key(collective_graph_key_);
     VLOG(2) << "Register " << c->req.graph_def().DebugString();
     auto cb = [c, &done](const Status& s) {
       c->status = s;
@@ -915,8 +939,8 @@ void MasterSession::ReffedClientGraph::ProcessDeviceStats(
       ph->RecordOneOp(dev_name, ns, true /*is_copy*/, "", ns.node_name(),
                       ns.timeline_label());
     } else {
-      const Node* node = name_to_node_[ns.node_name()];
-      const bool found_node_in_graph = node != nullptr;
+      auto iter = name_to_node_details_.find(ns.node_name());
+      const bool found_node_in_graph = iter != name_to_node_details_.end();
       if (!found_node_in_graph && ns.timeline_label().empty()) {
         // The counter incrementing is not thread-safe. But we don't really
         // care.
@@ -930,13 +954,13 @@ void MasterSession::ReffedClientGraph::ProcessDeviceStats(
         }
         continue;
       }
-      string optype =
-          found_node_in_graph ? node->type_string() : ns.node_name();
+      const string& optype =
+          found_node_in_graph ? iter->second.type_string : ns.node_name();
       string details;
       if (!ns.timeline_label().empty()) {
         details = ns.timeline_label();
       } else if (found_node_in_graph) {
-        details = DetailText(*node, ns);
+        details = DetailText(iter->second, ns);
       } else {
         // Leave details string empty
       }
@@ -1545,14 +1569,13 @@ Status MasterSession::BuildAndRegisterPartitions(ReffedClientGraph* rcg) {
   // Registers subgraphs if haven't done so.
   PartitionOptions popts;
   popts.node_to_loc = SplitByWorker;
-  // The closures potps.{new_name,get_incarnation} are called synchronously in
+  // The closures popts.{new_name,get_incarnation} are called synchronously in
   // RegisterPartitions() below, so do not need a Ref()/Unref() pair to keep
   // "this" alive during the closure.
   popts.new_name = [this](const string& prefix) {
     mutex_lock l(mu_);
     return strings::StrCat(prefix, "_S", next_node_id_++);
   };
-  popts.flib_def = rcg->client_graph()->flib_def.get();
   popts.get_incarnation = [this](const string& name) -> int64 {
     Device* d = devices_->FindDeviceByName(name);
     if (d == nullptr) {
@@ -1580,7 +1603,7 @@ Status MasterSession::BuildAndRegisterPartitions(ReffedClientGraph* rcg) {
     popts.need_to_record_start_times = true;
   }
 
-  TF_RETURN_IF_ERROR(rcg->RegisterPartitions(popts));
+  TF_RETURN_IF_ERROR(rcg->RegisterPartitions(std::move(popts)));
 
   return Status::OK();
 }
@@ -1784,10 +1807,10 @@ Status MasterSession::PostRunCleanup(MasterSession::ReffedClientGraph* rcg,
   Status s = run_status;
   if (s.ok()) {
     pss->end_micros = Env::Default()->NowMicros();
-    if (rcg->client_graph()->collective_graph_key !=
+    if (rcg->collective_graph_key() !=
         BuildGraphOptions::kNoCollectiveGraphKey) {
-      env_->collective_executor_mgr->RetireStepId(
-          rcg->client_graph()->collective_graph_key, step_id);
+      env_->collective_executor_mgr->RetireStepId(rcg->collective_graph_key(),
+                                                  step_id);
     }
     // Schedule post-processing and cleanup to be done asynchronously.
     rcg->ProcessStats(step_id, pss, ph.get(), run_options, out_run_metadata);
@@ -1846,7 +1869,7 @@ Status MasterSession::DoRunWithLocalExecution(
 
   // Keeps the highest 8 bits 0x01: we reserve some bits of the
   // step_id for future use.
-  uint64 step_id = NewStepId(rcg->client_graph()->collective_graph_key);
+  uint64 step_id = NewStepId(rcg->collective_graph_key());
   TRACEPRINTF("stepid %llu", step_id);
 
   std::unique_ptr<ProfileHandler> ph;
@@ -1854,6 +1877,7 @@ Status MasterSession::DoRunWithLocalExecution(
 
   Status s = rcg->RunPartitions(env_, step_id, count, &pss, opts, req, resp,
                                 &cancellation_manager_, false);
+
   cleanup.release();  // MarkRunCompletion called in PostRunCleanup().
   return PostRunCleanup(rcg, step_id, req.options(), &pss, ph, s,
                         resp->mutable_metadata());
@@ -1910,7 +1934,7 @@ Status MasterSession::DoRunCallable(CallOptions* opts, ReffedClientGraph* rcg,
   // Prepare.
   int64 count = rcg->get_and_increment_execution_count();
 
-  const uint64 step_id = NewStepId(rcg->client_graph()->collective_graph_key);
+  const uint64 step_id = NewStepId(rcg->collective_graph_key());
   TRACEPRINTF("stepid %llu", step_id);
 
   const RunOptions& run_options = rcg->callable_options().run_options();
-- 
GitLab


From 7821135778a4996c499919e9c72c450990b57044 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Mon, 12 Nov 2018 16:05:16 -0800
Subject: [PATCH 1475/1825] Fuse computations into output of Conv2D.

FusedConv2DWithBiasOp:
 1. Fuse BiasAdd into Conv2D.
 2. Fuse BiasAdd+Relu into Conv2D.

~5-35% performance improvement for fused Conv2D, depending on a instruction set and filter shape.

PiperOrigin-RevId: 221174734
---
 tensorflow/core/kernels/conv_2d.h             |  35 +-
 tensorflow/core/kernels/conv_ops.cc           |  58 +--
 tensorflow/core/kernels/conv_ops_fused.cc     | 287 +++++++++++
 tensorflow/core/kernels/conv_ops_test.cc      | 454 ++++++++++++++++++
 .../core/kernels/eigen_spatial_convolutions.h |  20 +-
 tensorflow/core/ops/nn_ops.cc                 |  18 +
 6 files changed, 823 insertions(+), 49 deletions(-)

diff --git a/tensorflow/core/kernels/conv_2d.h b/tensorflow/core/kernels/conv_2d.h
index 639c3062cc..a6964b1aac 100644
--- a/tensorflow/core/kernels/conv_2d.h
+++ b/tensorflow/core/kernels/conv_2d.h
@@ -51,42 +51,47 @@ struct InflatePadAndShuffle {
   }
 };
 
-template <typename Device, typename Input, typename Filter, typename Output>
+template <typename Device, typename Input, typename Filter, typename Output,
+          typename OutputKernel>
 void SpatialConvolutionFunc(const Device& d, Output output, Input input,
                             Filter filter, int row_stride, int col_stride,
                             int row_dilation, int col_dilation,
-                            const Eigen::PaddingType& padding) {
+                            const Eigen::PaddingType& padding,
+                            const OutputKernel& output_kernel) {
   // Need to swap row/col when calling Eigen.
   output.device(d) =
       Eigen::SpatialConvolution(input, filter, col_stride, row_stride, padding,
-                                col_dilation, row_dilation);
+                                col_dilation, row_dilation, output_kernel);
 }
 
-template <typename Device, typename T>
+template <typename Device, typename T,
+          typename OutputKernel = const Eigen::NoOpOutputKernel>
 struct SpatialConvolution {
   void operator()(const Device& d, typename TTypes<T, 4>::Tensor output,
                   typename TTypes<T, 4>::ConstTensor input,
                   typename TTypes<T, 4>::ConstTensor filter, int row_stride,
                   int col_stride, int row_dilation, int col_dilation,
-                  const Eigen::PaddingType& padding) {
+                  const Eigen::PaddingType& padding,
+                  const OutputKernel& output_kernel = OutputKernel()) {
     SpatialConvolutionFunc(d, output, input, filter, row_stride, col_stride,
-                           row_dilation, col_dilation, padding);
+                           row_dilation, col_dilation, padding, output_kernel);
   }
 };
 
-template <typename Device>
-struct SpatialConvolution<Device, Eigen::half> {
+template <typename Device, typename OutputKernel>
+struct SpatialConvolution<Device, Eigen::half, OutputKernel> {
   void operator()(const Device& d,
                   typename TTypes<Eigen::half, 4>::Tensor output,
                   typename TTypes<Eigen::half, 4>::ConstTensor input,
                   typename TTypes<Eigen::half, 4>::ConstTensor filter,
                   int row_stride, int col_stride, int row_dilation,
-                  int col_dilation, const Eigen::PaddingType& padding) {
+                  int col_dilation, const Eigen::PaddingType& padding,
+                  const OutputKernel& output_kernel = OutputKernel()) {
     output.device(d) =
         Eigen::SpatialConvolution(input.cast<float>(), filter.cast<float>(),
                                   col_stride, row_stride, padding, col_dilation,
-                                  row_dilation)
-            .cast<Eigen::half>();
+                                  row_dilation, output_kernel)
+            .template cast<Eigen::half>();
   }
 };
 
@@ -124,7 +129,8 @@ struct SpatialConvolutionBackwardFilter {
 // TODO(vrv): Figure out how to use the MatMulFunctor in matmul_op.h.
 // My initial attempt to do this compiled but failed in the pytest
 // due to a swigdeps error.
-template <typename Device, typename T>
+template <typename Device, typename T,
+          typename OutputKernel = const Eigen::NoOpOutputKernel>
 struct MatMulConvFunctor {
   // Computes on device "d": out = in0 * in1, where * is matrix
   // multiplication.
@@ -132,8 +138,9 @@ struct MatMulConvFunctor {
       const Device& d, typename TTypes<T, 2>::Tensor out,
       typename TTypes<T, 2>::ConstTensor in0,
       typename TTypes<T, 2>::ConstTensor in1,
-      const Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1>& dim_pair) {
-    out.device(d) = in0.contract(in1, dim_pair);
+      const Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1>& dim_pair,
+      const OutputKernel& output_kernel = OutputKernel()) {
+    out.device(d) = in0.contract(in1, dim_pair, output_kernel);
   }
 };
 
diff --git a/tensorflow/core/kernels/conv_ops.cc b/tensorflow/core/kernels/conv_ops.cc
index 2b273d6ff2..74857fc207 100644
--- a/tensorflow/core/kernels/conv_ops.cc
+++ b/tensorflow/core/kernels/conv_ops.cc
@@ -867,34 +867,36 @@ void LaunchConv2DOp<GPUDevice, T>::operator()(
 
 // Forward declarations of the functor specializations for GPU.
 namespace functor {
-#define DECLARE_GPU_SPEC(T)                                                  \
-  template <>                                                                \
-  void SpatialConvolution<GPUDevice, T>::operator()(                         \
-      const GPUDevice& d, typename TTypes<T, 4>::Tensor output,              \
-      typename TTypes<T, 4>::ConstTensor input,                              \
-      typename TTypes<T, 4>::ConstTensor filter, int row_stride,             \
-      int col_stride, int row_dilation, int col_dilation,                    \
-      const Eigen::PaddingType& padding);                                    \
-  extern template struct SpatialConvolution<GPUDevice, T>;                   \
-  template <>                                                                \
-  void MatMulConvFunctor<GPUDevice, T>::operator()(                          \
-      const GPUDevice& d, typename TTypes<T, 2>::Tensor out,                 \
-      typename TTypes<T, 2>::ConstTensor in0,                                \
-      typename TTypes<T, 2>::ConstTensor in1,                                \
-      const Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1>& dim_pair); \
-  extern template struct MatMulConvFunctor<GPUDevice, T>;                    \
-  template <>                                                                \
-  void TransformFilter<GPUDevice, T, int, 4>::operator()(                    \
-      const GPUDevice& d, FilterTensorFormat dst_filter_format,              \
-      typename TTypes<T, 4, int>::ConstTensor in,                            \
-      typename TTypes<T, 4, int>::Tensor out);                               \
-  extern template struct TransformFilter<GPUDevice, T, int, 4>;              \
-  template <>                                                                \
-  void PadInput<GPUDevice, T, int, 4>::operator()(                           \
-      const GPUDevice& d, typename TTypes<T, 4, int>::ConstTensor in,        \
-      const std::array<int, 2>& padding_left,                                \
-      const std::array<int, 2>& padding_right,                               \
-      typename TTypes<T, 4, int>::Tensor out, TensorFormat data_format);     \
+#define DECLARE_GPU_SPEC(T)                                                 \
+  template <>                                                               \
+  void SpatialConvolution<GPUDevice, T>::operator()(                        \
+      const GPUDevice& d, typename TTypes<T, 4>::Tensor output,             \
+      typename TTypes<T, 4>::ConstTensor input,                             \
+      typename TTypes<T, 4>::ConstTensor filter, int row_stride,            \
+      int col_stride, int row_dilation, int col_dilation,                   \
+      const Eigen::PaddingType& padding,                                    \
+      const Eigen::NoOpOutputKernel& output_kernel);                        \
+  extern template struct SpatialConvolution<GPUDevice, T>;                  \
+  template <>                                                               \
+  void MatMulConvFunctor<GPUDevice, T>::operator()(                         \
+      const GPUDevice& d, typename TTypes<T, 2>::Tensor out,                \
+      typename TTypes<T, 2>::ConstTensor in0,                               \
+      typename TTypes<T, 2>::ConstTensor in1,                               \
+      const Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1>& dim_pair, \
+      const Eigen::NoOpOutputKernel& output_kernel);                        \
+  extern template struct MatMulConvFunctor<GPUDevice, T>;                   \
+  template <>                                                               \
+  void TransformFilter<GPUDevice, T, int, 4>::operator()(                   \
+      const GPUDevice& d, FilterTensorFormat dst_filter_format,             \
+      typename TTypes<T, 4, int>::ConstTensor in,                           \
+      typename TTypes<T, 4, int>::Tensor out);                              \
+  extern template struct TransformFilter<GPUDevice, T, int, 4>;             \
+  template <>                                                               \
+  void PadInput<GPUDevice, T, int, 4>::operator()(                          \
+      const GPUDevice& d, typename TTypes<T, 4, int>::ConstTensor in,       \
+      const std::array<int, 2>& padding_left,                               \
+      const std::array<int, 2>& padding_right,                              \
+      typename TTypes<T, 4, int>::Tensor out, TensorFormat data_format);    \
   extern template struct PadInput<GPUDevice, T, int, 4>
 
 DECLARE_GPU_SPEC(float);
diff --git a/tensorflow/core/kernels/conv_ops_fused.cc b/tensorflow/core/kernels/conv_ops_fused.cc
index 972100ba77..c75bb67932 100644
--- a/tensorflow/core/kernels/conv_ops_fused.cc
+++ b/tensorflow/core/kernels/conv_ops_fused.cc
@@ -30,9 +30,11 @@ limitations under the License.
 #include "tensorflow/core/framework/tensor_shape.h"
 #include "tensorflow/core/framework/tensor_slice.h"
 #include "tensorflow/core/kernels/bounds_check.h"
+#include "tensorflow/core/kernels/conv_2d.h"
 #include "tensorflow/core/kernels/conv_ops.h"
 #include "tensorflow/core/kernels/gemm_functors.h"
 #include "tensorflow/core/kernels/image_resizer_state.h"
+#include "tensorflow/core/kernels/ops_util.h"
 #include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/util/mirror_pad_mode.h"
 #include "tensorflow/core/util/padding.h"
@@ -898,4 +900,289 @@ TF_CALL_half(REGISTER_PAD_ONLY_FUSED);
 TF_CALL_float(REGISTER_PAD_ONLY_FUSED);
 TF_CALL_double(REGISTER_PAD_ONLY_FUSED);
 
+// Support for fusing computationally cheap, but memory bandwidth expensive
+// computations into the output of convolution to reduce the overall latency.
+//
+// Example: Fuse Conv2D+BiasAdd+Relu.
+
+namespace {
+
+typedef Eigen::ThreadPoolDevice CPUDevice;
+
+// Type aliases for the unaligned tensors (tensor maps) used in output kernels.
+template <typename T>
+struct OutputTypes {
+  // There is no guarantee that the output block passed to the output kernel
+  // will be aligned.
+
+  using Tensor =
+      Eigen::TensorMap<Eigen::Tensor<T, 1, Eigen::RowMajor, Eigen::DenseIndex>,
+                       Eigen::Unaligned>;
+
+  using ConstTensor = Eigen::TensorMap<
+      Eigen::Tensor<const T, 1, Eigen::RowMajor, Eigen::DenseIndex>,
+      Eigen::Unaligned>;
+};
+
+// Type alias for the tensor contraction output mapper.
+template <typename Scalar, typename Index>
+using ContractionOutputMapper =
+    Eigen::internal::blas_data_mapper<Scalar, Index, Eigen::ColMajor>;
+
+// Output kernel that fused BiasAdd operation into the output of tensor
+// contraction.
+template <typename T>
+struct BiasAddOutputKernel {
+  explicit BiasAddOutputKernel(const T* bias_data) : bias_data(bias_data) {}
+
+  template <typename Index, typename Scalar>
+  EIGEN_ALWAYS_INLINE void operator()(
+      const ContractionOutputMapper<Scalar, Index>& output_mapper,
+      const Eigen::TensorContractionParams& params, Index i, Index j,
+      Index num_rows, Index num_cols) const {
+    DCHECK(params.swapped_arguments);
+
+    const T* bias_base = bias_data + i;
+
+    // TODO(ezhulenev): Use Eigen::Array with strides after upgrading Eigen.
+    for (int col = 0; col < num_cols; ++col) {
+      T* output_base = &output_mapper(0, col);
+      typename OutputTypes<T>::Tensor output(output_base, num_rows);
+      typename OutputTypes<T>::ConstTensor bias(bias_base, num_rows);
+      output = output + bias;
+    }
+  }
+
+ private:
+  const T* bias_data;
+};
+
+// Output kernel that fused BiasAdd and Relu operations into the output of
+// tensor contraction.
+template <typename T>
+struct BiasAddWithReluOutputKernel {
+  explicit BiasAddWithReluOutputKernel(const T* bias_data)
+      : bias_data(bias_data) {}
+
+  template <typename Index, typename Scalar>
+  EIGEN_ALWAYS_INLINE void operator()(
+      const ContractionOutputMapper<Scalar, Index>& output_mapper,
+      const Eigen::TensorContractionParams& params, Index i, Index j,
+      Index num_rows, Index num_cols) const {
+    DCHECK(params.swapped_arguments);
+
+    const T* bias_base = bias_data + i;
+
+    // TODO(ezhulenev): Use Eigen::Array with strides after upgrading Eigen.
+    for (int col = 0; col < num_cols; ++col) {
+      T* output_base = &output_mapper(0, col);
+      typename OutputTypes<T>::Tensor output(output_base, num_rows);
+      typename OutputTypes<T>::ConstTensor bias(bias_base, num_rows);
+      output = (output + bias).cwiseMax(static_cast<T>(0));
+    }
+  }
+
+ private:
+  const T* bias_data;
+};
+
+// Type aliases for the output kernels, purely for the sake of better launch
+// dispatching code readability.
+template <typename T>
+using WithBiasAdd = BiasAddOutputKernel<T>;
+template <typename T>
+using WithBiasAddAndRelu = BiasAddWithReluOutputKernel<T>;
+
+// Dispatch 2D convolution to the appropriate primitive operation:
+//   (1) MatMul for the case of 1x1 convolution.
+//   (2) MatMul for the case when filter size equals to the input size.
+//   (3) General spatial 2D convolution for all other cases.
+template <typename T, typename OutputKernel>
+struct LaunchConv2DWithOutputKernel {
+  void operator()(OpKernelContext* ctx, const Tensor& input,
+                  const Tensor& filter, int row_stride, int col_stride,
+                  int row_dilation, int col_dilation, const Padding& padding,
+                  const OutputKernel& output_kernel, Tensor* output,
+                  TensorFormat data_format) {
+    if (filter.dim_size(0) == 1 && filter.dim_size(1) == 1 && row_stride == 1 &&
+        col_stride == 1) {
+      int conv_width = 1;  // Width for the convolution step.
+      for (int i = 0; i < 3; ++i) {
+        conv_width *= output->dim_size(i);
+      }
+
+      Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1> dim_pair;
+      dim_pair[0] = Eigen::IndexPair<Eigen::DenseIndex>(1, 0);
+      functor::MatMulConvFunctor<CPUDevice, T, OutputKernel>()(
+          ctx->eigen_device<CPUDevice>(),
+          output->shaped<T, 2>({conv_width, filter.dim_size(3)}),
+          input.shaped<T, 2>({conv_width, filter.dim_size(2)}),
+          filter.shaped<T, 2>({filter.dim_size(2), filter.dim_size(3)}),
+          dim_pair, output_kernel);
+
+    } else if (filter.dim_size(0) == input.dim_size(1) &&
+               filter.dim_size(1) == input.dim_size(2) && row_dilation == 1 &&
+               col_dilation == 1 && padding == VALID) {
+      // If the input data and filter have the same height/width,
+      // reduce the 2D convolution to matrix multiplication.
+      const auto k =  // Length of reduction dimension.
+          filter.dim_size(0) * filter.dim_size(1) * filter.dim_size(2);
+
+      Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1> dim_pair;
+      dim_pair[0] = Eigen::IndexPair<Eigen::DenseIndex>(1, 0);
+      functor::MatMulConvFunctor<CPUDevice, T, OutputKernel>()(
+          ctx->eigen_device<CPUDevice>(),
+          output->shaped<T, 2>({input.dim_size(0), filter.dim_size(3)}),
+          input.shaped<T, 2>({input.dim_size(0), k}),
+          filter.shaped<T, 2>({k, filter.dim_size(3)}), dim_pair,
+          output_kernel);
+
+    } else {
+      functor::SpatialConvolution<CPUDevice, T, OutputKernel>()(
+          ctx->eigen_device<CPUDevice>(), output->tensor<T, 4>(),
+          input.tensor<T, 4>(), filter.tensor<T, 4>(), row_stride, col_stride,
+          row_dilation, col_dilation, BrainPadding2EigenPadding(padding),
+          output_kernel);
+    }
+  }
+};
+
+}  // namespace
+
+// Conv2D op with fused output kernels. Supports only CPUDevice.
+template <typename T>
+class FusedConv2DOp : public OpKernel {
+ public:
+  explicit FusedConv2DOp(OpKernelConstruction* context) : OpKernel(context) {
+    OP_REQUIRES_OK(context, InitConv2DParameters(context, &params_));
+
+    // 'fused_ops' and 'num_args' attributes are specified by the Grappler
+    // Remapper optimizer.
+
+    std::vector<string> fused_ops;
+    OP_REQUIRES_OK(context, context->GetAttr("fused_ops", &fused_ops));
+    OP_REQUIRES(context, !fused_ops.empty(),
+                errors::InvalidArgument(
+                    "Fused Conv2D must have at least one fused op."));
+
+    // Right now we always expect to have just one extra argument that is an
+    // input to the BiasAdd. In future we might fuse other types of computations
+    // taking additional arguments.
+
+    int num_args;
+    OP_REQUIRES_OK(context, context->GetAttr("num_args", &num_args));
+    OP_REQUIRES(context, num_args == 1,
+                errors::InvalidArgument(
+                    "Fused Conv2D must have one extra argument with a bias."));
+
+    // TODO(ezhulenev): Add support for fusion element-wise op chains defined
+    // at runtime, e.g. Relu+Sqrt+Tanh+etc...
+
+    if (FusedOpsMatches(fused_ops, {"BiasAdd"})) {
+      fused_computation_ = FusedComputationType::kBiasAdd;
+    } else if (FusedOpsMatches(fused_ops, {"BiasAdd", "Relu"})) {
+      fused_computation_ = FusedComputationType::kBiasAddWithRelu;
+    } else {
+      OP_REQUIRES(context, false,
+                  errors::Unimplemented("Fusion is not implemented: ",
+                                        str_util::Join(fused_ops, ",")));
+    }
+  }
+
+  void Compute(OpKernelContext* context) override {
+    // Input tensor is of the following dimensions:
+    // [ batch, in_rows, in_cols, in_depth ]
+    const Tensor& input = context->input(0);
+
+    // Input filter is of the following dimensions:
+    // [ filter_rows, filter_cols, in_depth, out_depth]
+    const Tensor& filter = context->input(1);
+
+    // Bias of the following dimensions:
+    // [ output_depth ]
+    const Tensor& bias = context->input(2);
+
+    Conv2DDimensions dimensions;
+    OP_REQUIRES_OK(context,
+                   ComputeConv2DDimension(params_, input, filter, &dimensions));
+
+    TensorShape out_shape = ShapeFromFormat(
+        params_.data_format, dimensions.batch, dimensions.out_rows,
+        dimensions.out_cols, dimensions.out_depth);
+
+    // Output tensor is of the following dimensions:
+    // [ in_batch, out_rows, out_cols, out_depth ]
+    Tensor* output = nullptr;
+    OP_REQUIRES_OK(context, context->allocate_output(0, out_shape, &output));
+
+    VLOG(2) << "FusedConv2DWithBias: in_depth = " << dimensions.in_depth
+            << ", patch_depth = " << dimensions.patch_depth
+            << ", input_cols = " << dimensions.input_cols
+            << ", filter_cols = " << dimensions.filter_cols
+            << ", input_rows = " << dimensions.input_rows
+            << ", filter_rows = " << dimensions.filter_rows
+            << ", stride_rows = " << dimensions.stride_rows
+            << ", stride_cols = " << dimensions.stride_cols
+            << ", dilation_rows = " << dimensions.dilation_rows
+            << ", dilation_cols = " << dimensions.dilation_cols
+            << ", out_depth = " << dimensions.out_depth;
+
+    // If there is nothing to compute, return.
+    if (out_shape.num_elements() == 0) {
+      return;
+    }
+
+    OP_REQUIRES(context, params_.data_format == FORMAT_NHWC,
+                errors::Unimplemented("Fused conv implementation only supports "
+                                      "NHWC tensor format for now."));
+    OP_REQUIRES(context, dimensions.in_depth == filter.dim_size(2),
+                errors::Unimplemented("Fused conv implementation does not "
+                                      "support grouped convolutions for now."));
+
+    auto bias_data = reinterpret_cast<const T*>(bias.tensor_data().data());
+
+#define LAUNCH_CONV2D(KERNEL)                                                 \
+  LaunchConv2DWithOutputKernel<T, KERNEL>()(                                  \
+      context, input, filter, dimensions.stride_rows, dimensions.stride_cols, \
+      dimensions.dilation_rows, dimensions.dilation_cols, params_.padding,    \
+      KERNEL(bias_data), output, params_.data_format);                        \
+  break
+
+    switch (fused_computation_) {
+      case FusedComputationType::kBiasAdd:
+        LAUNCH_CONV2D(WithBiasAdd<T>);
+      case FusedComputationType::kBiasAddWithRelu:
+        LAUNCH_CONV2D(WithBiasAddAndRelu<T>);
+    }
+  }
+#undef LAUNCH_CONV2D
+
+ private:
+  bool FusedOpsMatches(const std::vector<string>& fused_ops,
+                       const std::vector<string>& expected) const {
+    return fused_ops == expected;
+  }
+
+  // Element-wise ops applied to the result of Conv2D.
+  // TODO(ezhulenev): Add support for runtime-defined op chains.
+  enum class FusedComputationType { kBiasAdd, kBiasAddWithRelu };
+
+  Conv2DParameters params_;
+  FusedComputationType fused_computation_;
+
+  TF_DISALLOW_COPY_AND_ASSIGN(FusedConv2DOp);
+};
+
+#define REGISTER_FUSED_CONV2D(T)                                      \
+  REGISTER_KERNEL_BUILDER(                                            \
+      Name("_FusedConv2D").Device(DEVICE_CPU).TypeConstraint<T>("T"), \
+      FusedConv2DOp<T>);
+
+// If we're using the alternative GEMM-based implementation of Conv2D for the
+// CPU implementation, don't register this EigenTensor-based version.
+#if !defined(USE_GEMM_FOR_CONV)
+TF_CALL_float(REGISTER_FUSED_CONV2D);
+TF_CALL_double(REGISTER_FUSED_CONV2D);
+#endif  // !USE_GEMM_FOR_CONV
+
 }  // namespace tensorflow
diff --git a/tensorflow/core/kernels/conv_ops_test.cc b/tensorflow/core/kernels/conv_ops_test.cc
index 1236f27051..6421cad367 100644
--- a/tensorflow/core/kernels/conv_ops_test.cc
+++ b/tensorflow/core/kernels/conv_ops_test.cc
@@ -522,4 +522,458 @@ TEST_F(ConvOpTest, HandwrittenConv) { HandwrittenConv(); }
 
 TEST_F(ConvOpTest, AnisotropicStride) { AnisotropicStrides(); }
 
+class FusedConv2DOpTest : public OpsTestBase {
+ protected:
+  static constexpr int kDepth = 3;
+  static constexpr int kImageWidth = 32;
+  static constexpr int kImageHeight = 32;
+  static constexpr int kImageBatchCount = 8;
+
+  using GraphRunner =
+      std::function<void(const Tensor& input_data, const Tensor& filter_data,
+                         const Tensor& bias_data, Tensor* out)>;
+
+  // Runs a Tensorflow graph defined by the root scope, and fetches the result
+  // of 'fetch' node into the output Tensor.
+  void RunAndFetch(const tensorflow::Scope& root, const string& fetch,
+                   Tensor* output) {
+    tensorflow::GraphDef graph;
+    TF_ASSERT_OK(root.ToGraphDef(&graph));
+
+    std::unique_ptr<tensorflow::Session> session(
+        tensorflow::NewSession(tensorflow::SessionOptions()));
+    TF_ASSERT_OK(session->Create(graph));
+
+    std::vector<Tensor> unfused_tensors;
+    TF_ASSERT_OK(session->Run({}, {fetch}, {}, &unfused_tensors));
+
+    *output = unfused_tensors[0];
+  }
+
+  void RunConv2DOp(const Tensor& input_data, const Tensor& filter_data,
+                   const Tensor& bias_data, Tensor* output, int stride = 1) {
+    auto root = tensorflow::Scope::NewRootScope();
+
+    auto conv = ops::Conv2D(
+        root.WithOpName("conv"),
+        ops::Const(root.WithOpName("input"), Input::Initializer(input_data)),
+        ops::Const(root.WithOpName("filter"), Input::Initializer(filter_data)),
+        {1, stride, stride, 1}, "SAME");
+
+    auto with_bias = ops::BiasAdd(
+        root.WithOpName("with_bias"), conv,
+        ops::Const(root.WithOpName("bias"), Input::Initializer(bias_data)));
+
+    RunAndFetch(root, "with_bias", output);
+  }
+
+  void RunConv2DWithReluOp(const Tensor& input_data, const Tensor& filter_data,
+                           const Tensor& bias_data, Tensor* output,
+                           int stride = 1) {
+    auto root = tensorflow::Scope::NewRootScope();
+
+    auto conv = ops::Conv2D(
+        root.WithOpName("conv"),
+        ops::Const(root.WithOpName("input"), Input::Initializer(input_data)),
+        ops::Const(root.WithOpName("filter"), Input::Initializer(filter_data)),
+        {1, stride, stride, 1}, "SAME");
+
+    auto with_bias = ops::BiasAdd(
+        root.WithOpName("with_bias"), conv,
+        ops::Const(root.WithOpName("bias"), Input::Initializer(bias_data)));
+
+    auto with_relu = ops::Relu(root.WithOpName("with_relu"), with_bias);
+
+    RunAndFetch(root, "with_relu", output);
+  }
+
+  template <typename T>
+  void RunFusedConv2DOp(const Tensor& image, const Tensor& filter,
+                        const Tensor& bias,
+                        const std::vector<string>& fused_ops, Tensor* output,
+                        int stride = 1) {
+    DataType dtype = DataTypeToEnum<T>::v();
+
+    TF_EXPECT_OK(NodeDefBuilder("fused_conv_op", "_FusedConv2D")
+                     .Input(FakeInput(dtype))
+                     .Input(FakeInput(dtype))
+                     .Attr("num_args", 1)
+                     .Input(FakeInput(dtype))
+                     .Attr("T", dtype)
+                     .Attr("strides", {1, stride, stride, 1})
+                     .Attr("padding", "SAME")
+                     .Attr("fused_ops", fused_ops)
+                     .Finalize(node_def()));
+
+    TF_EXPECT_OK(InitOp());
+
+    AddInputFromArray<T>(image.shape(), image.flat<T>());
+    AddInputFromArray<T>(filter.shape(), filter.flat<T>());
+    AddInputFromArray<T>(bias.shape(), bias.flat<T>());
+    TF_ASSERT_OK(RunOpKernel());
+
+    *output = *GetOutput(0);
+  }
+
+  template <typename T>
+  void VerifyTensorsNear(int depth, int image_width, int image_height,
+                         int image_batch_count, int filter_size,
+                         int filter_count, const GraphRunner& run_default,
+                         const GraphRunner& run_fused) {
+    DataType dtype = DataTypeToEnum<T>::v();
+    Tensor image(dtype, {image_batch_count, image_height, image_width, depth});
+    image.flat<T>() = image.flat<T>().setRandom();
+
+    Tensor filter(dtype, {filter_size, filter_size, depth, filter_count});
+    filter.flat<T>() = filter.flat<T>().setRandom();
+
+    const int bias_size = filter_count;
+    Tensor bias(dtype, {bias_size});
+    bias.flat<T>() = bias.flat<T>().setRandom();
+
+    Tensor conv_2d;
+    Tensor fused_conv_2d;
+
+    run_default(image, filter, bias, &conv_2d);
+    run_fused(image, filter, bias, &fused_conv_2d);
+
+    ASSERT_EQ(conv_2d.dtype(), fused_conv_2d.dtype());
+    ASSERT_EQ(conv_2d.shape(), fused_conv_2d.shape());
+
+    test::ExpectTensorNear<T>(conv_2d, fused_conv_2d, 1e-5);
+  }
+
+  // Verifies that computing Conv2D+BiasAdd in a graph is identical to
+  // FusedConv2D.
+  template <typename T>
+  void VerifyConv2DWithBias(int depth, int image_width, int image_height,
+                            int image_batch_count, int filter_size,
+                            int filter_count) {
+    const GraphRunner run_default =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& bias_data, Tensor* out) {
+          RunConv2DOp(input_data, filter_data, bias_data, out);
+        };
+
+    const GraphRunner run_fused = [this](const Tensor& input_data,
+                                         const Tensor& filter_data,
+                                         const Tensor& bias_data, Tensor* out) {
+      RunFusedConv2DOp<T>(input_data, filter_data, bias_data, {"BiasAdd"}, out);
+    };
+
+    VerifyTensorsNear<T>(depth, image_width, image_height, image_batch_count,
+                         filter_size, filter_count, run_default, run_fused);
+  }
+
+  // Verifies that computing Conv2D+BiasAdd+Relu in a graph is identical to
+  // FusedConv2D.
+  template <typename T>
+  void VerifyConv2DWithBiasAndRelu(int depth, int image_width, int image_height,
+                                   int image_batch_count, int filter_size,
+                                   int filter_count) {
+    const GraphRunner run_default =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& bias_data, Tensor* out) {
+          RunConv2DWithReluOp(input_data, filter_data, bias_data, out);
+        };
+
+    const GraphRunner run_fused = [this](const Tensor& input_data,
+                                         const Tensor& filter_data,
+                                         const Tensor& bias_data, Tensor* out) {
+      RunFusedConv2DOp<T>(input_data, filter_data, bias_data,
+                          {"BiasAdd", "Relu"}, out);
+    };
+
+    VerifyTensorsNear<T>(depth, image_width, image_height, image_batch_count,
+                         filter_size, filter_count, run_default, run_fused);
+  }
+};
+
+#define FUSED_CONV2D_TESTS(dtype, name)                                       \
+  TEST_F(FusedConv2DOpTest, Conv2DWithBiasAddOneByOneConvolution##name) {     \
+    const int filter_size = 1;                                                \
+    const int filter_count = 12;                                              \
+                                                                              \
+    VerifyConv2DWithBias<dtype>(kDepth, kImageWidth, kImageHeight,            \
+                                kImageBatchCount, filter_size, filter_count); \
+  }                                                                           \
+                                                                              \
+  TEST_F(FusedConv2DOpTest, Conv2DWithBiasAddImageSizeConvolution##name) {    \
+    const int filter_size = 32;                                               \
+    const int filter_count = 12;                                              \
+                                                                              \
+    VerifyConv2DWithBias<dtype>(kDepth, kImageWidth, kImageHeight,            \
+                                kImageBatchCount, filter_size, filter_count); \
+  }                                                                           \
+                                                                              \
+  TEST_F(FusedConv2DOpTest, Conv2DWithBiasAddSpatialConvolution##name) {      \
+    const int filter_size = 3;                                                \
+    const int filter_count = 12;                                              \
+                                                                              \
+    VerifyConv2DWithBias<dtype>(kDepth, kImageWidth, kImageHeight,            \
+                                kImageBatchCount, filter_size, filter_count); \
+  }                                                                           \
+                                                                              \
+  TEST_F(FusedConv2DOpTest,                                                   \
+         Conv2DWithBiasAddAndReluOneByOneConvolution##name) {                 \
+    const int filter_size = 1;                                                \
+    const int filter_count = 12;                                              \
+                                                                              \
+    VerifyConv2DWithBiasAndRelu<dtype>(kDepth, kImageWidth, kImageHeight,     \
+                                       kImageBatchCount, filter_size,         \
+                                       filter_count);                         \
+  }                                                                           \
+                                                                              \
+  TEST_F(FusedConv2DOpTest,                                                   \
+         Conv2DWithBiasAddAndReluImageSizeConvolution##name) {                \
+    const int filter_size = 32;                                               \
+    const int filter_count = 12;                                              \
+                                                                              \
+    VerifyConv2DWithBiasAndRelu<dtype>(kDepth, kImageWidth, kImageHeight,     \
+                                       kImageBatchCount, filter_size,         \
+                                       filter_count);                         \
+  }                                                                           \
+                                                                              \
+  TEST_F(FusedConv2DOpTest,                                                   \
+         Conv2DWithBiasAddAndReluSpatialConvolution##name) {                  \
+    const int filter_size = 3;                                                \
+    const int filter_count = 12;                                              \
+                                                                              \
+    VerifyConv2DWithBiasAndRelu<dtype>(kDepth, kImageWidth, kImageHeight,     \
+                                       kImageBatchCount, filter_size,         \
+                                       filter_count);                         \
+  }
+
+FUSED_CONV2D_TESTS(float, F);
+FUSED_CONV2D_TESTS(double, D);
+
+#undef FUSED_CONV2D_TESTS
+
+////////////////////////////////////////////////////////////////////////////////
+// Performance benchmarks for the FusedConv2DWithBiasOp.                      //
+////////////////////////////////////////////////////////////////////////////////
+
+struct Conv2DGraph {
+  Graph* graph;
+  Node* conv2d;
+};
+
+struct Conv2DWithBiasGraph {
+  Graph* graph;
+  Node* conv2d;
+  Node* bias;
+};
+
+struct Conv2DWithBiasAndReluGraph {
+  Graph* graph;
+  Node* conv2d;
+  Node* bias;
+  Node* relu;
+};
+
+static Tensor MakeRandomTensor(const TensorShape& shape) {
+  Tensor tensor(DT_FLOAT, TensorShape(shape));
+  tensor.flat<float>() = tensor.flat<float>().setRandom();
+  return tensor;
+}
+
+// Creates a simple Tensorflow graph with single Conv2D node.
+static Conv2DGraph Conv2D(int batch, int height, int width, int in_depth,
+                          int filter_w, int filter_h, int out_depth) {
+  Graph* graph = new Graph(OpRegistry::Global());
+
+  Tensor images_t = MakeRandomTensor({batch, height, width, in_depth});
+  Tensor filter_t = MakeRandomTensor({filter_w, filter_h, in_depth, out_depth});
+
+  Node* images = test::graph::Constant(graph, images_t, "images");
+  Node* filter = test::graph::Constant(graph, filter_t, "filter");
+
+  Node* conv2d;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("conv"), "Conv2D")
+                  .Input(images)
+                  .Input(filter)
+                  .Attr("T", DT_FLOAT)
+                  .Attr("strides", {1, 1, 1, 1})
+                  .Attr("padding", "SAME")
+                  .Finalize(graph, &conv2d));
+
+  return {graph, conv2d};
+}
+
+// Creates a Tensorflow graph with a Conv2D node followed by Relu.
+static Conv2DWithBiasGraph Conv2DWithBias(int batch, int height, int width,
+                                          int in_depth, int filter_w,
+                                          int filter_h, int out_depth) {
+  Conv2DGraph conv_graph =
+      Conv2D(batch, height, width, in_depth, filter_w, filter_h, out_depth);
+
+  Graph* graph = conv_graph.graph;
+  Node* conv2d = conv_graph.conv2d;
+
+  Tensor bias_t = MakeRandomTensor({out_depth});
+  Node* bias = test::graph::Constant(graph, bias_t, "bias");
+
+  Node* out;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("bias"), "BiasAdd")
+                  .Input(conv2d)
+                  .Input(bias)
+                  .Attr("T", DT_FLOAT)
+                  .Attr("data_format", "NHWC")
+                  .Finalize(graph, &out));
+
+  return {graph, conv2d, out};
+}
+
+// Creates a Tensorflow graph with a Conv2D node followed by BiasAdd and Relu.
+static Conv2DWithBiasAndReluGraph Conv2DWithBiasAndRelu(int batch, int height,
+                                                        int width, int in_depth,
+                                                        int filter_w,
+                                                        int filter_h,
+                                                        int out_depth) {
+  Conv2DWithBiasGraph conv_graph = Conv2DWithBias(
+      batch, height, width, in_depth, filter_w, filter_h, out_depth);
+
+  Graph* graph = conv_graph.graph;
+  Node* conv2d = conv_graph.conv2d;
+  Node* bias = conv_graph.bias;
+
+  Node* relu;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("relu"), "Relu")
+                  .Input(bias)
+                  .Attr("T", DT_FLOAT)
+                  .Finalize(graph, &relu));
+
+  return {graph, conv2d, bias, relu};
+}
+
+// Creates a tensorflow graph with a single FusedConv2D node and fuses into it
+// additional computations (e.g. BiasAdd or Relu).
+static Graph* FusedConv2D(int batch, int height, int width, int in_depth,
+                          int filter_w, int filter_h, int out_depth,
+                          const std::vector<string>& fused_ops = {}) {
+  Graph* graph = new Graph(OpRegistry::Global());
+
+  Tensor images_t = MakeRandomTensor({batch, height, width, in_depth});
+  Tensor filter_t = MakeRandomTensor({filter_w, filter_h, in_depth, out_depth});
+  Tensor bias_t = MakeRandomTensor({out_depth});
+
+  Node* images = test::graph::Constant(graph, images_t, "images");
+  Node* filter = test::graph::Constant(graph, filter_t, "filter");
+  Node* bias = test::graph::Constant(graph, bias_t, "bias");
+
+  std::vector<NodeBuilder::NodeOut> args = {bias};
+
+  Node* conv;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("conv"), "_FusedConv2D")
+                  .Input(images)
+                  .Input(filter)
+                  .Attr("num_args", 1)
+                  .Input(args)
+                  .Attr("T", DT_FLOAT)
+                  .Attr("strides", {1, 1, 1, 1})
+                  .Attr("padding", "SAME")
+                  .Attr("fused_ops", fused_ops)
+                  .Finalize(graph, &conv));
+
+  return graph;
+}
+
+#define BM_SETUP(N, H, W, C, type, LABEL, NAME)                               \
+  testing::ItemsProcessed(static_cast<int64>(iters) * (N) * (H) * (W) * (C)); \
+  testing::SetLabel(LABEL);
+
+#define BM_NAME(name, type, N, H, W, C, FW, FH, FC) \
+  name##_##type##_##N##_##H##_##W##_##C##_##FW##_##FH##_##FC
+
+#define BM_Conv2D(N, H, W, C, FW, FH, FC, type, LABEL)                       \
+  static void BM_NAME(BM_Conv2D, type, N, H, W, C, FW, FH, FC)(int iters) {  \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                               \
+    test::Benchmark(#type, Conv2D(N, H, W, C, FW, FH, FC).graph).Run(iters); \
+  }                                                                          \
+  BENCHMARK(BM_NAME(BM_Conv2D, type, N, H, W, C, FW, FH, FC));
+
+#define BM_Conv2DWithBias(N, H, W, C, FW, FH, FC, type, LABEL)           \
+  static void BM_NAME(BM_Conv2DWithBias, type, N, H, W, C, FW, FH,       \
+                      FC)(int iters) {                                   \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                           \
+    test::Benchmark(#type, Conv2DWithBias(N, H, W, C, FW, FH, FC).graph) \
+        .Run(iters);                                                     \
+  }                                                                      \
+  BENCHMARK(BM_NAME(BM_Conv2DWithBias, type, N, H, W, C, FW, FH, FC));
+
+#define BM_Conv2DWithBiasAndRelu(N, H, W, C, FW, FH, FC, type, LABEL)     \
+  static void BM_NAME(BM_Conv2DWithBiasAndRelu, type, N, H, W, C, FW, FH, \
+                      FC)(int iters) {                                    \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                            \
+    test::Benchmark(#type,                                                \
+                    Conv2DWithBiasAndRelu(N, H, W, C, FW, FH, FC).graph)  \
+        .Run(iters);                                                      \
+  }                                                                       \
+  BENCHMARK(BM_NAME(BM_Conv2DWithBiasAndRelu, type, N, H, W, C, FW, FH, FC));
+
+#define BM_FusedConv2D(N, H, W, C, FW, FH, FC, type, LABEL)                  \
+  static void BM_NAME(BM_FusedConv2D, type, N, H, W, C, FW, FH,              \
+                      FC)(int iters) {                                       \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                               \
+    test::Benchmark(#type, FusedConv2D(N, H, W, C, FW, FH, FC, {"BiasAdd"})) \
+        .Run(iters);                                                         \
+  }                                                                          \
+  BENCHMARK(BM_NAME(BM_FusedConv2D, type, N, H, W, C, FW, FH, FC));
+
+#define BM_FusedConv2DAndRelu(N, H, W, C, FW, FH, FC, type, LABEL)            \
+  static void BM_NAME(BM_FusedConv2DAndRelu, type, N, H, W, C, FW, FH,        \
+                      FC)(int iters) {                                        \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                                \
+    test::Benchmark(#type,                                                    \
+                    FusedConv2D(N, H, W, C, FW, FH, FC, {"BiasAdd", "Relu"})) \
+        .Run(iters);                                                          \
+  }                                                                           \
+  BENCHMARK(BM_NAME(BM_FusedConv2DAndRelu, type, N, H, W, C, FW, FH, FC));
+
+// Pixel CNN convolutions.
+
+// 1x1 Convolution: MatMulFunctor
+
+BM_Conv2D(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_Conv2D(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_Conv2D(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_Conv2DWithBias(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_Conv2DWithBias(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_Conv2DWithBias(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_Conv2DWithBiasAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_Conv2DWithBiasAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_Conv2DWithBiasAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_FusedConv2D(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2D(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_FusedConv2D(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_FusedConv2DAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2DAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_FusedConv2DAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+// 3x3 Convolution: SpatialConvolution
+
+BM_Conv2D(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_Conv2D(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_Conv2D(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+BM_Conv2DWithBias(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_Conv2DWithBias(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_Conv2DWithBias(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+BM_Conv2DWithBiasAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_Conv2DWithBiasAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_Conv2DWithBiasAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+BM_FusedConv2D(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_FusedConv2D(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_FusedConv2D(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+BM_FusedConv2DAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_FusedConv2DAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_FusedConv2DAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
 }  // namespace tensorflow
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions.h b/tensorflow/core/kernels/eigen_spatial_convolutions.h
index 9f58aecb50..ec6a56f077 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions.h
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions.h
@@ -1418,8 +1418,12 @@ struct mkldnn_gemm_pack<
  * It is possible to swap the order of the width and height dimensions provided
  * that the same order is used in the input, the kernel, and the output.
  *
+ * It is also possible to add an output kernel to the contraction, output
+ * kernel is called by Eigen when it "finalizes" the block of an output tensor.
+ *
  */
-template <typename Input, typename Kernel>
+template <typename Input, typename Kernel,
+          typename OutputKernel = const NoOpOutputKernel>
 EIGEN_DEVICE_FUNC
     EIGEN_ALWAYS_INLINE static const typename internal::conditional<
         internal::traits<Input>::Layout == ColMajor,
@@ -1434,8 +1438,8 @@ EIGEN_DEVICE_FUNC
                     const Kernel>,
                 const TensorReshapingOp<
                     const DSizes<typename internal::traits<Input>::Index, 2>,
-                    const TensorImagePatchOp<Dynamic, Dynamic,
-                                             const Input> > > >,
+                    const TensorImagePatchOp<Dynamic, Dynamic, const Input> >,
+                const OutputKernel> >,
         TensorReshapingOp<
             const DSizes<typename internal::traits<Input>::Index,
                          internal::traits<Input>::NumDimensions>,
@@ -1447,12 +1451,14 @@ EIGEN_DEVICE_FUNC
                     const TensorImagePatchOp<Dynamic, Dynamic, const Input> >,
                 const TensorReshapingOp<
                     const DSizes<typename internal::traits<Input>::Index, 2>,
-                    const Kernel> > > >::type
+                    const Kernel>,
+                const OutputKernel> > >::type
     SpatialConvolution(const Input& input, const Kernel& kernel,
                        const Index row_stride = 1, const Index col_stride = 1,
                        const PaddingType padding_type = PADDING_SAME,
                        const Index row_in_stride = 1,
-                       const Index col_in_stride = 1) {
+                       const Index col_in_stride = 1,
+                       const OutputKernel& output_kernel = OutputKernel()) {
   typedef typename internal::traits<Input>::Index TensorIndex;
   TensorRef<Tensor<typename internal::traits<Input>::Scalar,
                    internal::traits<Input>::NumDimensions,
@@ -1575,13 +1581,13 @@ EIGEN_DEVICE_FUNC
                             kernelRows, kernelCols, row_stride, col_stride,
                             row_in_stride, col_in_stride, padding_type)
                         .reshape(pre_contract_dims),
-                    contract_dims)
+                    contract_dims, output_kernel)
           .reshape(post_contract_dims),
       input
           .extract_image_patches(kernelRows, kernelCols, row_stride, col_stride,
                                  row_in_stride, col_in_stride, padding_type)
           .reshape(pre_contract_dims)
-          .contract(kernel.reshape(kernel_dims), contract_dims)
+          .contract(kernel.reshape(kernel_dims), contract_dims, output_kernel)
           .reshape(post_contract_dims));
 }
 
diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index 9796587709..4dfd95b019 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -315,6 +315,24 @@ REGISTER_OP("Conv2DBackpropFilter")
       return Status::OK();
     });
 
+REGISTER_OP("_FusedConv2D")
+    .Input("input: T")
+    .Input("filter: T")
+    .Input("args: num_args * T")
+    .Output("output: T")
+    .Attr("T: {float, double}")
+    .Attr("num_args: int >= 0")
+    .Attr("strides: list(int)")
+    .Attr(GetPaddingAttrString())
+    .Attr(GetConvnetDataFormatAttrString())
+    .Attr("dilations: list(int) = [1, 1, 1, 1]")
+    .Attr("fused_ops: list(string) = []")
+    .SetShapeFn(shape_inference::Conv2DShape)
+    .Doc(R"doc(
+*NOTE*: Do not invoke this operator directly in Python. Grappler is
+expected to create these operators.
+)doc");
+
 namespace {
 
 Status CommonFusedConvCalculations(InferenceContext* c, bool has_resize) {
-- 
GitLab


From 8ca338cb4209cf5fea2149f39cdcb834f5ce0b21 Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Mon, 12 Nov 2018 16:25:00 -0800
Subject: [PATCH 1476/1825] Re-enable keras_saved_model tsan tests

PiperOrigin-RevId: 221177967
---
 tensorflow/contrib/saved_model/BUILD | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/tensorflow/contrib/saved_model/BUILD b/tensorflow/contrib/saved_model/BUILD
index d8982b7e51..f0947fe423 100644
--- a/tensorflow/contrib/saved_model/BUILD
+++ b/tensorflow/contrib/saved_model/BUILD
@@ -102,10 +102,7 @@ py_test(
     size = "medium",
     srcs = ["python/saved_model/keras_saved_model_test.py"],
     srcs_version = "PY2AND3",
-    tags = [
-        "no_windows",
-        "notsan",
-    ],
+    tags = ["no_windows"],
     deps = [
         ":keras_saved_model",
         "//tensorflow/python:client_testlib",
-- 
GitLab


From 171450a3b6fc780b332c7d9721b45a86e898e040 Mon Sep 17 00:00:00 2001
From: Rick Chao <rchao@google.com>
Date: Mon, 12 Nov 2018 16:42:14 -0800
Subject: [PATCH 1477/1825] Only export py_func in TF V1 and add instruction to
 use eager.py_func in V2.

PiperOrigin-RevId: 221180606
---
 tensorflow/python/ops/script_ops.py             | 13 ++++++++++++-
 tensorflow/tools/api/golden/v1/tensorflow.pbtxt |  4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt |  4 ++--
 3 files changed, 18 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/ops/script_ops.py b/tensorflow/python/ops/script_ops.py
index 000cb9214e..a5b31aff91 100644
--- a/tensorflow/python/ops/script_ops.py
+++ b/tensorflow/python/ops/script_ops.py
@@ -38,6 +38,7 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gen_script_ops
 from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.util import compat
+from tensorflow.python.util import deprecation
 from tensorflow.python.util import nest
 from tensorflow.python.util.tf_export import tf_export
 
@@ -305,6 +306,7 @@ def _EagerPyFuncGrad(op, *dy):
         is_grad_func=True)
 
 
+@tf_export("py_function")
 def eager_py_func(func, inp, Tout, name=None):
   """Wraps a python function into a TensorFlow op that executes it eagerly.
 
@@ -387,7 +389,16 @@ def eager_py_func(func, inp, Tout, name=None):
   return _internal_py_func(func=func, inp=inp, Tout=Tout, eager=True, name=name)
 
 
-@tf_export("py_func")
+@deprecation.deprecated(
+    date=None,
+    instructions="""tf.py_func is deprecated in TF V2. Instead, use
+    tf.py_function, which takes a python function which manipulates tf eager
+    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to
+    an ndarray (just call tensor.numpy()) but having access to eager tensors
+    means `tf.py_function`s can use accelerators such as GPUs as well as
+    being differentiable using a gradient tape.
+    """)
+@tf_export(v1=["py_func"])
 def py_func(func, inp, Tout, stateful=True, name=None):
   """Wraps a python function and uses it as a TensorFlow op.
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 733c7abada..f4dce81659 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -1648,6 +1648,10 @@ tf_module {
     name: "py_func"
     argspec: "args=[\'func\', \'inp\', \'Tout\', \'stateful\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
   }
+  member_method {
+    name: "py_function"
+    argspec: "args=[\'func\', \'inp\', \'Tout\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "qr"
     argspec: "args=[\'input\', \'full_matrices\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 5f8005900d..57e351b6e2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -949,8 +949,8 @@ tf_module {
     argspec: "args=[], varargs=inputs, keywords=kwargs, defaults=None"
   }
   member_method {
-    name: "py_func"
-    argspec: "args=[\'func\', \'inp\', \'Tout\', \'stateful\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
+    name: "py_function"
+    argspec: "args=[\'func\', \'inp\', \'Tout\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "quantize_v2"
-- 
GitLab


From f9a04e678f079fda178df37bec51a02b27c6e228 Mon Sep 17 00:00:00 2001
From: Rick Chao <rchao@google.com>
Date: Mon, 12 Nov 2018 17:07:21 -0800
Subject: [PATCH 1478/1825] Export estimator.experimental.stop_if_higher_hook

PiperOrigin-RevId: 221184733
---
 .../api/golden/v1/tensorflow.estimator.experimental.pbtxt     | 4 ++++
 .../api/golden/v2/tensorflow.estimator.experimental.pbtxt     | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
index a172a71b3f..cabca3e883 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.experimental.pbtxt
@@ -20,4 +20,8 @@ tf_module {
     name: "make_early_stopping_hook"
     argspec: "args=[\'estimator\', \'should_stop_fn\', \'run_every_secs\', \'run_every_steps\'], varargs=None, keywords=None, defaults=[\'60\', \'None\'], "
   }
+  member_method {
+    name: "stop_if_higher_hook"
+    argspec: "args=[\'estimator\', \'metric_name\', \'threshold\', \'eval_dir\', \'min_steps\', \'run_every_secs\', \'run_every_steps\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'60\', \'None\'], "
+  }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
index a172a71b3f..cabca3e883 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.experimental.pbtxt
@@ -20,4 +20,8 @@ tf_module {
     name: "make_early_stopping_hook"
     argspec: "args=[\'estimator\', \'should_stop_fn\', \'run_every_secs\', \'run_every_steps\'], varargs=None, keywords=None, defaults=[\'60\', \'None\'], "
   }
+  member_method {
+    name: "stop_if_higher_hook"
+    argspec: "args=[\'estimator\', \'metric_name\', \'threshold\', \'eval_dir\', \'min_steps\', \'run_every_secs\', \'run_every_steps\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'60\', \'None\'], "
+  }
 }
-- 
GitLab


From da7be9c2b6f725ec40cec4cdd01d3f80693df7dd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 17:08:50 -0800
Subject: [PATCH 1479/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 221184936

---
 tensorflow/go/op/wrappers.go | 190 +++++++++++++++++------------------
 1 file changed, 95 insertions(+), 95 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index 00c4f1ff98..baf43f84f8 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -5547,24 +5547,6 @@ func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.
 	return values
 }
 
-// Returns the truth value of x OR y element-wise.
-//
-// *NOTE*: `LogicalOr` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func LogicalOr(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "LogicalOr",
-		Input: []tf.Input{
-			x, y,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Compute the regularized incomplete beta integral \\(I_x(a, b)\\).
 //
 // The regularized incomplete beta integral is defined as:
@@ -22658,6 +22640,24 @@ func QuantizeDownAndShrinkRange(scope *Scope, input tf.Output, input_min tf.Outp
 	return op.Output(0), op.Output(1), op.Output(2)
 }
 
+// Returns the truth value of x OR y element-wise.
+//
+// *NOTE*: `LogicalOr` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func LogicalOr(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "LogicalOr",
+		Input: []tf.Input{
+			x, y,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Selects elements from `x` or `y`, depending on `condition`.
 //
 // The `x`, and `y` tensors must all have the same shape, and the
@@ -30072,6 +30072,83 @@ func UnbatchDataset(scope *Scope, input_dataset tf.Output, output_types []tf.Dat
 	return op.Output(0)
 }
 
+// OrderedMapStageAttr is an optional argument to OrderedMapStage.
+type OrderedMapStageAttr func(optionalAttr)
+
+// OrderedMapStageCapacity sets the optional capacity attribute to value.
+//
+// value: Maximum number of elements in the Staging Area. If > 0, inserts
+// on the container will block when the capacity is reached.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapStageCapacity(value int64) OrderedMapStageAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// OrderedMapStageMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func OrderedMapStageMemoryLimit(value int64) OrderedMapStageAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// OrderedMapStageContainer sets the optional container attribute to value.
+//
+// value: If non-empty, this queue is placed in the given container. Otherwise,
+// a default container is used.
+// If not specified, defaults to ""
+func OrderedMapStageContainer(value string) OrderedMapStageAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// OrderedMapStageSharedName sets the optional shared_name attribute to value.
+//
+// value: It is necessary to match this name to the matching Unstage Op.
+// If not specified, defaults to ""
+func OrderedMapStageSharedName(value string) OrderedMapStageAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Stage (key, values) in the underlying container which behaves like a ordered
+//
+// associative container.   Elements are ordered by key.
+//
+// Arguments:
+//	key: int64
+//
+//	values: a list of tensors
+// dtypes A list of data types that inserted values should adhere to.
+//
+//
+// Returns the created operation.
+func OrderedMapStage(scope *Scope, key tf.Output, indices tf.Output, values []tf.Output, dtypes []tf.DataType, optional ...OrderedMapStageAttr) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "OrderedMapStage",
+		Input: []tf.Input{
+			key, indices, tf.OutputList(values),
+		},
+		Attrs: attrs,
+	}
+	return scope.AddOperation(opspec)
+}
+
 // RpcAttr is an optional argument to Rpc.
 type RpcAttr func(optionalAttr)
 
@@ -30191,83 +30268,6 @@ func Rpc(scope *Scope, address tf.Output, method tf.Output, request tf.Output, o
 	return op.Output(0)
 }
 
-// OrderedMapStageAttr is an optional argument to OrderedMapStage.
-type OrderedMapStageAttr func(optionalAttr)
-
-// OrderedMapStageCapacity sets the optional capacity attribute to value.
-//
-// value: Maximum number of elements in the Staging Area. If > 0, inserts
-// on the container will block when the capacity is reached.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapStageCapacity(value int64) OrderedMapStageAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// OrderedMapStageMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func OrderedMapStageMemoryLimit(value int64) OrderedMapStageAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// OrderedMapStageContainer sets the optional container attribute to value.
-//
-// value: If non-empty, this queue is placed in the given container. Otherwise,
-// a default container is used.
-// If not specified, defaults to ""
-func OrderedMapStageContainer(value string) OrderedMapStageAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// OrderedMapStageSharedName sets the optional shared_name attribute to value.
-//
-// value: It is necessary to match this name to the matching Unstage Op.
-// If not specified, defaults to ""
-func OrderedMapStageSharedName(value string) OrderedMapStageAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Stage (key, values) in the underlying container which behaves like a ordered
-//
-// associative container.   Elements are ordered by key.
-//
-// Arguments:
-//	key: int64
-//
-//	values: a list of tensors
-// dtypes A list of data types that inserted values should adhere to.
-//
-//
-// Returns the created operation.
-func OrderedMapStage(scope *Scope, key tf.Output, indices tf.Output, values []tf.Output, dtypes []tf.DataType, optional ...OrderedMapStageAttr) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "OrderedMapStage",
-		Input: []tf.Input{
-			key, indices, tf.OutputList(values),
-		},
-		Attrs: attrs,
-	}
-	return scope.AddOperation(opspec)
-}
-
 // StackPushV2Attr is an optional argument to StackPushV2.
 type StackPushV2Attr func(optionalAttr)
 
-- 
GitLab


From 23e87414e331ea4771d562cc9d6d2c40bb0f2449 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Mon, 12 Nov 2018 17:10:46 -0800
Subject: [PATCH 1480/1825] Squeeze reads in gemm_pack_rhs.

PiperOrigin-RevId: 221185212
---
 .../core/kernels/eigen_cuboid_convolution.h   |   6 +
 .../core/kernels/eigen_spatial_convolutions.h | 106 +++++++++++++++++-
 2 files changed, 109 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/kernels/eigen_cuboid_convolution.h b/tensorflow/core/kernels/eigen_cuboid_convolution.h
index 09c847e1b2..3182307e51 100644
--- a/tensorflow/core/kernels/eigen_cuboid_convolution.h
+++ b/tensorflow/core/kernels/eigen_cuboid_convolution.h
@@ -994,6 +994,9 @@ class TensorContractionSubMapper<
 // *) nr - number of registers along the 'n' dimension.
 //    See GeneralBlockPanelKernel.h and "Anatomy of High-Performance Matrix
 //    Multiplication" paper.
+//
+// TODO(ezhulenev): Add support for squeezing reads along two innermost
+// dimensions (see eigen_spatial_convolutions).
 template <typename NewDimension, Index Planes, Index Rows, Index Cols,
           typename ArgType, typename Device, typename Scalar, typename Index,
           typename nocontract_t, typename contract_t, int packet_size,
@@ -1173,6 +1176,9 @@ struct gemm_pack_rhs<
 
 // Template specialization for packet_size = 2. We must special-case packet
 // blocks with nr > packet_size, e.g. PacketBlock<Packet2d, 4>.
+//
+// TODO(ezhulenev): Add support for squeezing reads along two innermost
+// dimensions (see eigen_spatial_convolutions).
 template <typename NewDimension, Index Planes, Index Rows, Index Cols,
           typename ArgType, typename Device, typename Scalar, typename Index,
           typename nocontract_t, typename contract_t, bool inner_dim_contiguous,
diff --git a/tensorflow/core/kernels/eigen_spatial_convolutions.h b/tensorflow/core/kernels/eigen_spatial_convolutions.h
index ec6a56f077..1f211b19b4 100644
--- a/tensorflow/core/kernels/eigen_spatial_convolutions.h
+++ b/tensorflow/core/kernels/eigen_spatial_convolutions.h
@@ -849,6 +849,55 @@ struct gemm_pack_rhs<
             const bool pad_col2 = dm2.padCol(c);
             const bool pad_col3 = dm3.padCol(c);
 
+            // We can squeeze reads along the `row` and `depth` dimensions if
+            // the row stride is `1`, which means that `row` and `depth`
+            // dimensions are contiguous (two innermost dimensions).
+            if (rhs.rowStride() == 1 &&                                //
+                !pad_col0 && !pad_col1 && !pad_col2 && !pad_col3 &&    //
+                !dm0.padRow(start_row) && !dm0.padRow(max_row - 1) &&  //
+                !dm1.padRow(start_row) && !dm1.padRow(max_row - 1) &&  //
+                !dm2.padRow(start_row) && !dm2.padRow(max_row - 1) &&  //
+                !dm3.padRow(start_row) && !dm3.padRow(max_row - 1)) {
+              // Compute how many elements we can squeeze read.
+              const Index start_depth =
+                  (c == start_col) ? rhs.depthOffset() : 0;
+
+              // Upper bound for the number of elements in the depth dimension
+              // that we can squeeze read.
+              const Index squeeze_length =
+                  (max_row - start_row) * rhs.patchDepth() - start_depth;
+
+              // Do not overshoot beyond the block size.
+              const Index max_depth =
+                  start_depth + std::min<Index>(peeled_k - k, squeeze_length);
+              eigen_assert((max_depth - start_depth) % packet_size == 0);
+
+              const Index idx0 = dm0.baseIndex(start_row, c);
+              const Index idx1 = dm1.baseIndex(start_row, c);
+              const Index idx2 = dm2.baseIndex(start_row, c);
+              const Index idx3 = dm3.baseIndex(start_row, c);
+
+              for (Index d = start_depth; d < max_depth; d += packet_size) {
+                eigen_assert(k < peeled_k);
+                PacketBlock<Packet, 4> kernel;
+                kernel.packet[0] = rhs.packetNoPadding(d, idx0);
+                kernel.packet[1] = rhs.packetNoPadding(d, idx1);
+                kernel.packet[2] = rhs.packetNoPadding(d, idx2);
+                kernel.packet[3] = rhs.packetNoPadding(d, idx3);
+                ptranspose(kernel);
+                pstoreu(block + 0 * packet_size, kernel.packet[0]);
+                pstoreu(block + 1 * packet_size, kernel.packet[1]);
+                pstoreu(block + 2 * packet_size, kernel.packet[2]);
+                pstoreu(block + 3 * packet_size, kernel.packet[3]);
+                block += 4 * packet_size;
+                k += packet_size;
+              }
+
+              // Go to the next column.
+              continue;
+            }
+
+            // If we can't squeeze reads, process rows one by one.
             for (Index r = start_row; r < max_row; ++r) {
               eigen_assert(k <= peeled_k);
 
@@ -1010,6 +1059,56 @@ struct gemm_pack_rhs<
             const bool pad_col2 = dm2.padCol(c);
             const bool pad_col3 = dm3.padCol(c);
 
+            // We can squeeze reads along the `row` and `depth` dimensions if
+            // the row stride is `1`, which means that `row` and `depth`
+            // dimensions are contiguous (two innermost dimensions).
+            if (rhs.rowStride() == 1 &&                                //
+                !pad_col0 && !pad_col1 && !pad_col2 && !pad_col3 &&    //
+                !dm0.padRow(start_row) && !dm0.padRow(max_row - 1) &&  //
+                !dm1.padRow(start_row) && !dm1.padRow(max_row - 1) &&  //
+                !dm2.padRow(start_row) && !dm2.padRow(max_row - 1) &&  //
+                !dm3.padRow(start_row) && !dm3.padRow(max_row - 1)) {
+              // Compute how many elements we can squeeze read.
+              const Index start_depth =
+                  (c == start_col) ? rhs.depthOffset() : 0;
+
+              // Upper bound for the number of elements in the depth dimension
+              // that we can squeeze read.
+              const Index squeeze_length =
+                  (max_row - start_row) * rhs.patchDepth() - start_depth;
+
+              // Do not overshoot beyond the block size.
+              const Index max_depth =
+                  start_depth + std::min<Index>(peeled_k - k, squeeze_length);
+              eigen_assert((max_depth - start_depth) % packet_size == 0);
+
+              const Index idx0 = dm0.baseIndex(start_row, c);
+              const Index idx1 = dm1.baseIndex(start_row, c);
+              const Index idx2 = dm2.baseIndex(start_row, c);
+              const Index idx3 = dm3.baseIndex(start_row, c);
+
+              for (Index d = start_depth; d < max_depth; d += packet_size) {
+                PacketBlock<Packet, 2> kernel0;
+                PacketBlock<Packet, 2> kernel1;
+                kernel0.packet[0] = rhs.packetNoPadding(d, idx0);
+                kernel0.packet[1] = rhs.packetNoPadding(d, idx1);
+                kernel1.packet[0] = rhs.packetNoPadding(d, idx2);
+                kernel1.packet[1] = rhs.packetNoPadding(d, idx3);
+                ptranspose(kernel0);
+                ptranspose(kernel1);
+                pstoreu(block + 0 * packet_size, kernel0.packet[0]);
+                pstoreu(block + 1 * packet_size, kernel1.packet[0]);
+                pstoreu(block + 2 * packet_size, kernel0.packet[1]);
+                pstoreu(block + 3 * packet_size, kernel1.packet[1]);
+                block += 4 * packet_size;
+                k += packet_size;
+              }
+
+              // Go to the next column.
+              continue;
+            }
+
+            // If we can't squeeze reads, process rows one by one.
             for (Index r = start_row; r < max_row; ++r) {
               eigen_assert(k <= peeled_k);
 
@@ -1292,13 +1391,14 @@ struct mkldnn_gemm_pack<
             !lm.padRow(max_row - 1)) {
           const Index start_depth = (c == start_col) ? rhs.depthOffset() : 0;
 
-          // Number of elements in the depth dimension that we can squeeze read.
-          const Index squeeze_size =
+          // Upper bound on the number of elements in the depth dimension that
+          // we can squeeze read.
+          const Index squeeze_length =
               (max_row - start_row) * rhs.patchDepth() - start_depth;
 
           // Do not overshoot beyond the block size.
           const Index max_depth =
-              start_depth + std::min<Index>(peeled_k - k, squeeze_size);
+              start_depth + std::min<Index>(peeled_k - k, squeeze_length);
 
           const Index base_idx = lm.baseIndex(start_row, c);
 
-- 
GitLab


From 9d2328c2884d360f2dc67f80510ac31a509c333c Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Mon, 12 Nov 2018 17:12:18 -0800
Subject: [PATCH 1481/1825] Remapper optimization for Conv2D+BiasAdd{+Relu}

PiperOrigin-RevId: 221185443
---
 tensorflow/core/grappler/graph_view.cc        |  21 ++
 tensorflow/core/grappler/graph_view.h         |   8 +
 tensorflow/core/grappler/op_types.cc          |   7 +
 tensorflow/core/grappler/op_types.h           |   2 +
 .../core/grappler/optimizers/remapper.cc      | 268 +++++++++++++++---
 .../core/grappler/optimizers/remapper_test.cc | 124 ++++++++
 tensorflow/core/grappler/utils.cc             |  12 +-
 tensorflow/core/grappler/utils.h              |   5 +-
 8 files changed, 404 insertions(+), 43 deletions(-)

diff --git a/tensorflow/core/grappler/graph_view.cc b/tensorflow/core/grappler/graph_view.cc
index 9b3958b6c1..35675fb1a2 100644
--- a/tensorflow/core/grappler/graph_view.cc
+++ b/tensorflow/core/grappler/graph_view.cc
@@ -63,5 +63,26 @@ int OpInputPortIdToArgId(const NodeDef& node, const OpDef& op, int port_id) {
   return OpPortIdToArgId(node, op.input_arg(), port_id);
 }
 
+bool HasSingleFanoutNode(const GraphView& graph_view, const NodeDef* node,
+                         int port) {
+  const auto output = GraphView::OutputPort(node, port);
+  const auto fanout = graph_view.GetFanout(output);
+  return fanout.size() <= 1;
+}
+
+bool NoControlFanin(const GraphView& graph_view, const NodeDef* node) {
+  const auto control_port = GraphView::InputPort(node, -1);
+  return graph_view.GetFanin(control_port).empty();
+}
+
+bool NoControlFanout(const GraphView& graph_view, const NodeDef* node) {
+  const auto control_port = GraphView::OutputPort(node, -1);
+  return graph_view.GetFanout(control_port).empty();
+}
+
+bool NoControlFaninOrFanout(const GraphView& graph_view, const NodeDef* node) {
+  return NoControlFanin(graph_view, node) && NoControlFanout(graph_view, node);
+}
+
 }  // end namespace grappler
 }  // end namespace tensorflow
diff --git a/tensorflow/core/grappler/graph_view.h b/tensorflow/core/grappler/graph_view.h
index 77f4ec730a..89cec2eb2e 100644
--- a/tensorflow/core/grappler/graph_view.h
+++ b/tensorflow/core/grappler/graph_view.h
@@ -342,6 +342,14 @@ class GraphView
   }
 };
 
+// Returns true if node has one (or zero) fanout nodes at given port.
+bool HasSingleFanoutNode(const GraphView& graph_view, const NodeDef* node,
+                         int port = 0);
+
+bool NoControlFanin(const GraphView& graph_view, const NodeDef* node);
+bool NoControlFanout(const GraphView& graph_view, const NodeDef* node);
+bool NoControlFaninOrFanout(const GraphView& graph_view, const NodeDef* node);
+
 }  // end namespace grappler
 }  // end namespace tensorflow
 
diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index edcf6adb93..ebc4e9c466 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -214,6 +214,11 @@ bool IsFloorDiv(const NodeDef& node) { return node.op() == "FloorDiv"; }
 
 bool IsFloorMod(const NodeDef& node) { return node.op() == "FloorMod"; }
 
+bool IsFusedBatchNorm(const NodeDef& node) {
+  const auto& op = node.op();
+  return op == "FusedBatchNorm" || op == "FusedBatchNormV2";
+}
+
 bool IsFusedBatchNormGrad(const NodeDef& node) {
   const auto& op = node.op();
   return op == "FusedBatchNormGrad" || op == "FusedBatchNormGradV2";
@@ -359,6 +364,8 @@ bool IsReduction(const NodeDef& node) {
          op == "Mean" || op == "Any" || op == "All";
 }
 
+bool IsRelu(const NodeDef& node) { return node.op() == "Relu"; }
+
 bool IsReluGrad(const NodeDef& node) { return node.op() == "ReluGrad"; }
 
 bool IsRelu6Grad(const NodeDef& node) { return node.op() == "Relu6Grad"; }
diff --git a/tensorflow/core/grappler/op_types.h b/tensorflow/core/grappler/op_types.h
index 29f989b5be..067d4e774f 100644
--- a/tensorflow/core/grappler/op_types.h
+++ b/tensorflow/core/grappler/op_types.h
@@ -66,6 +66,7 @@ bool IsFakeParam(const NodeDef& node);
 bool IsFill(const NodeDef& node);
 bool IsFloorDiv(const NodeDef& node);
 bool IsFloorMod(const NodeDef& node);
+bool IsFusedBatchNorm(const NodeDef& node);
 bool IsFusedBatchNormGrad(const NodeDef& node);
 bool IsGreater(const NodeDef& node);
 bool IsGreaterEqual(const NodeDef& node);
@@ -113,6 +114,7 @@ bool IsRandomShuffle(const NodeDef& node);
 bool IsRank(const NodeDef& node);
 bool IsReal(const NodeDef& node);
 bool IsRealDiv(const NodeDef& node);
+bool IsRelu(const NodeDef& node);
 bool IsRelu6Grad(const NodeDef& node);
 bool IsReluGrad(const NodeDef& node);
 bool IsReciprocalGrad(const NodeDef& node);
diff --git a/tensorflow/core/grappler/optimizers/remapper.cc b/tensorflow/core/grappler/optimizers/remapper.cc
index 9ada8b7ff9..32f603a949 100644
--- a/tensorflow/core/grappler/optimizers/remapper.cc
+++ b/tensorflow/core/grappler/optimizers/remapper.cc
@@ -27,7 +27,204 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
-void AddBatchNormNodes(GraphDef* optimized_graph, const NodeDef& fused_node) {
+namespace {
+
+// FusedBatchNorm that can be replaced with a cheaper set of primitives.
+struct FusedBatchNorm {
+  const NodeDef* fused_batch_norm;
+};
+
+// Conv2D node followed by a BiasAdd.
+struct Conv2DWithBiasAdd {
+  const NodeDef* conv2d;
+  const NodeDef* bias_add;
+};
+
+// Conv2D node followed by a BiasAdd and Relu.
+struct Conv2DWithBiasAddAndRelu {
+  const NodeDef* conv2d;
+  const NodeDef* bias_add;
+  const NodeDef* relu;
+};
+
+bool IsFloatOrDoubleDataType(const NodeDef* node,
+                             const string& type_attr = "T") {
+  DataType dtype = GetDataTypeFromAttr(*node, type_attr);
+  return dtype == DT_FLOAT || dtype == DT_DOUBLE;
+}
+
+bool HaveSameDataType(const NodeDef* lhs, const NodeDef* rhs,
+                      const string& type_attr) {
+  DataType lhs_attr = GetDataTypeFromAttr(*lhs, type_attr);
+  DataType rhs_attr = GetDataTypeFromAttr(*rhs, type_attr);
+
+  return lhs_attr != DT_INVALID && rhs_attr != DT_INVALID &&
+         lhs_attr == rhs_attr;
+}
+
+bool FindConv2DWithBias(const GraphView& graph_view, const NodeDef* node,
+                        Conv2DWithBiasAdd* matched) {
+  // Root of the pattern must be a BiasAdd.
+  if (!node) return false;
+  if (!IsBiasAdd(*node)) return false;
+  if (!NodeIsOnCpu(node)) return false;
+  if (!IsFloatOrDoubleDataType(node)) return false;
+  if (!NoControlFaninOrFanout(graph_view, node)) return false;
+
+  // Input to the BiasAdd must be a Conv2D in NHWC format.
+  const auto input_port = GraphView::InputPort(node, 0);
+  const auto conv2d = graph_view.GetRegularFanin(input_port);
+  if (!conv2d.node) return false;
+  if (!IsConv2D(*conv2d.node)) return false;
+  if (conv2d.node->attr().at("data_format").s() != "NHWC") return false;
+  if (!NodeIsOnCpu(conv2d.node)) return false;
+  if (!HaveSameDataType(node, conv2d.node, "T")) return false;
+  if (!NoControlFaninOrFanout(graph_view, conv2d.node)) return false;
+  if (!HasSingleFanoutNode(graph_view, conv2d.node)) return false;
+
+  // We successfully found a Conv2D+BiasAdd pattern.
+  matched->conv2d = conv2d.node;
+  matched->bias_add = node;
+
+  return true;
+}
+
+bool FindConv2DWithBiasAndRelu(const GraphView& graph_view, const NodeDef* node,
+                               Conv2DWithBiasAddAndRelu* matched) {
+  // Root of the pattern must be a Relu.
+  if (!node) return false;
+  if (!IsRelu(*node)) return false;
+  if (!NodeIsOnCpu(node)) return false;
+  if (!IsFloatOrDoubleDataType(node)) return false;
+  if (!NoControlFaninOrFanout(graph_view, node)) return false;
+
+  // And input to Relu must match Conv2DWithBiasAdd pattern.
+  const auto input_port = GraphView::InputPort(node, 0);
+  const auto bias_add = graph_view.GetRegularFanin(input_port);
+
+  Conv2DWithBiasAdd base;
+  if (!FindConv2DWithBias(graph_view, bias_add.node, &base)) return false;
+  if (!HasSingleFanoutNode(graph_view, base.bias_add)) return false;
+  if (!HaveSameDataType(node, base.bias_add, "T")) return false;
+
+  // We successfully found a Conv2D+BiasAdd+Relu pattern.
+  matched->conv2d = base.conv2d;
+  matched->bias_add = base.bias_add;
+  matched->relu = node;
+
+  return true;
+}
+
+// Check that given node meets some basic FusedBatchNorm optimization
+// preconditions. We use this check to lazily infer graph properties which is
+// rather expensive.
+bool IsFusedBatchNormCandidate(const GraphView& graph_view,
+                               const NodeDef& node) {
+  if (!IsFusedBatchNorm(node)) return false;
+  if (GetDataTypeFromAttr(node, "T") != DT_FLOAT) return false;
+
+  // Check that the node is in inference mode.
+  const auto& attr = node.attr();
+  if (attr.count("is_training") > 0 && attr.at("is_training").b()) return false;
+
+  return true;
+}
+
+bool FindFusedBatchNorm(const GraphView& graph_view,
+                        const GraphProperties& graph_properties,
+                        const NodeDef* node, FusedBatchNorm* matched) {
+  if (!IsFusedBatchNormCandidate(graph_view, *node)) return false;
+
+  const auto& props = graph_properties.GetInputProperties(node->name());
+
+  // a. Scaling factor can be const folded:
+  //      scaling_factor = (variance + epsilon).rsqrt() * scale
+  bool const_scaling_factor =
+      props.size() == 5 &&     // [x, scale, offset, mean, variance]
+      props[1].has_value() &&  // scale
+      props[4].has_value();    // variance aka estimated variance
+
+  // b. Or input can be const folded into some other expression.
+  auto const_inputs = std::count_if(
+      props.begin(), props.end(),
+      [](const OpInfo::TensorProperties& props) { return props.has_value(); });
+
+  // TODO(bsteiner): use the cost model to compare the cost of fused batch
+  // norm against that of the optimized form.
+  bool can_remap = const_scaling_factor || const_inputs >= 4;
+  if (!can_remap) return false;
+
+  // The optimized version only generates the first output.
+  for (GraphView::Edge edge : graph_view.GetFanoutEdges(*node, false)) {
+    if (edge.src.port_id != 0) return false;
+  }
+
+  // We found a fused batch norm node that can be replaced with primitive ops.
+  matched->fused_batch_norm = node;
+  return true;
+}
+
+#undef REMAPPER_REQUIRES
+
+void CopyConv2DAttributes(const NodeDef* conv2d, NodeDef* fused_conv2d,
+                          const std::vector<string>& fused_ops = {},
+                          int num_args = 1) {
+  auto* attr = fused_conv2d->mutable_attr();
+  auto src_attr = conv2d->attr();
+
+  (*attr)["T"] = src_attr.at("T");
+  (*attr)["strides"] = src_attr.at("strides");
+  (*attr)["padding"] = src_attr.at("padding");
+  (*attr)["dilations"] = src_attr.at("dilations");
+  (*attr)["data_format"] = src_attr.at("data_format");
+
+  auto* fused_ops_attr = (*attr)["fused_ops"].mutable_list();
+  for (const string& fused_op : fused_ops) {
+    fused_ops_attr->add_s(fused_op);
+  }
+
+  SetAttrValue(num_args, &(*attr)["num_args"]);
+}
+
+void AddFusedConv2DNode(const Conv2DWithBiasAdd& matched,
+                        GraphDef* optimized_graph) {
+  VLOG(2) << "Fuse Conv2D with BiasAdd: bias_add=" << matched.bias_add->name()
+          << " conv2d=" << matched.conv2d->name();
+
+  NodeDef* fused_conv2d = optimized_graph->add_node();
+  fused_conv2d->set_name(matched.bias_add->name());
+  fused_conv2d->set_op("_FusedConv2D");
+  fused_conv2d->set_device(matched.bias_add->device());
+  fused_conv2d->add_input(matched.conv2d->input(0));    // 0: input
+  fused_conv2d->add_input(matched.conv2d->input(1));    // 1: filter
+  fused_conv2d->add_input(matched.bias_add->input(1));  // 2: bias
+
+  CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"BiasAdd"});
+}
+
+void AddFusedConv2DNode(const Conv2DWithBiasAddAndRelu& matched,
+                        GraphDef* optimized_graph) {
+  VLOG(2) << "Fuse Conv2D with BiasAdd and Relu: relu=" << matched.relu->name()
+          << " bias_add=" << matched.bias_add->name()
+          << " conv2d=" << matched.conv2d->name();
+
+  NodeDef* fused_conv2d = optimized_graph->add_node();
+  fused_conv2d->set_name(matched.relu->name());
+  fused_conv2d->set_op("_FusedConv2D");
+  fused_conv2d->set_device(matched.relu->device());
+  fused_conv2d->add_input(matched.conv2d->input(0));    // 0: input
+  fused_conv2d->add_input(matched.conv2d->input(1));    // 1: filter
+  fused_conv2d->add_input(matched.bias_add->input(1));  // 2: bias
+
+  CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"BiasAdd", "Relu"});
+}
+
+void AddBatchNormNodes(const FusedBatchNorm& matched,
+                       GraphDef* optimized_graph) {
+  const NodeDef& fused_node = *matched.fused_batch_norm;
+  VLOG(2) << "Optimizing fused batch norm node "
+          << SummarizeNodeDef(fused_node);
+
   const string& x = fused_node.input(0);
   string scale = fused_node.input(1);
   string offset = fused_node.input(2);
@@ -164,6 +361,7 @@ void AddBatchNormNodes(GraphDef* optimized_graph, const NodeDef& fused_node) {
   *r->add_input() = a->name();
   *r->add_input() = c->name();
 }
+}  // namespace
 
 Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
                           GraphDef* optimized_graph) {
@@ -171,47 +369,39 @@ Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
   bool inferred_properties = false;
   GraphView graph(const_cast<GraphDef*>(&item.graph));
 
-  // During inference, most of the inputs to FusedBatchNorm are constant, and we
-  // can therefore replace the op with a much cheaper set of primitives.
+  // Supported graph patterns.
+  FusedBatchNorm fused_batch_norm{};
+  Conv2DWithBiasAdd conv2d_with_bias{};
+  Conv2DWithBiasAddAndRelu conv2d_with_bias_and_relu{};
+
   optimized_graph->mutable_node()->Reserve(item.graph.node_size());
   for (const NodeDef& node : item.graph.node()) {
-    if (node.op() == "FusedBatchNorm" || node.op() == "FusedBatchNormV2") {
-      bool optimizable = (node.attr().count("T") == 0 ||
-                          node.attr().at("T").type() == DT_FLOAT);
-      optimizable &= (node.attr().count("is_training") == 0 ||
-                      !node.attr().at("is_training").b());
-      if (optimizable) {
-        int const_inputs = 0;
-        if (!inferred_properties) {
-          // Infer properties lazily in case they are not needed.
-          TF_RETURN_IF_ERROR(properties.InferStatically(false));
-          inferred_properties = true;
-        }
-        const auto& props = properties.GetInputProperties(node.name());
-        for (const auto& prop : props) {
-          if (prop.has_value()) {
-            const_inputs += 1;
-          }
-        }
-        // TODO(bsteiner): use the cost model to compare the cost of fused batch
-        // norm against that of the optimized form.
-        optimizable = (const_inputs >= 4);
-      }
-      if (optimizable) {
-        for (GraphView::Edge edge : graph.GetFanoutEdges(node, false)) {
-          if (edge.src.port_id != 0) {
-            // The optimized version only generates the first output.
-            optimizable = false;
-            break;
-          }
-        }
-      }
-      if (optimizable) {
-        VLOG(1) << "Optimizing fused batch norm node " << node.DebugString();
-        AddBatchNormNodes(optimized_graph, node);
-        continue;
-      }
+    // Remap Conv2D+BiasAdd into the _FusedConv2DWithBias.
+    if (FindConv2DWithBias(graph, &node, &conv2d_with_bias)) {
+      AddFusedConv2DNode(conv2d_with_bias, optimized_graph);
+      continue;
     }
+
+    // Remap Conv2D+BiasAdd+Relu into the _FusedConv2DWithBias(Relu).
+    if (FindConv2DWithBiasAndRelu(graph, &node, &conv2d_with_bias_and_relu)) {
+      AddFusedConv2DNode(conv2d_with_bias_and_relu, optimized_graph);
+      continue;
+    }
+
+    // Infer properties lazily in case they are not needed.
+    if (!inferred_properties && IsFusedBatchNormCandidate(graph, node)) {
+      TF_RETURN_IF_ERROR(properties.InferStatically(false));
+      inferred_properties = true;
+    }
+
+    // During inference, most of the inputs to FusedBatchNorm are constant, and
+    // we can therefore replace the op with a much cheaper set of primitives.
+    if (FindFusedBatchNorm(graph, properties, &node, &fused_batch_norm)) {
+      AddBatchNormNodes(fused_batch_norm, optimized_graph);
+      continue;
+    }
+
+    // If we didn't match a node to any pattern copy it to the optimized graph.
     *optimized_graph->add_node() = node;
   }
 
diff --git a/tensorflow/core/grappler/optimizers/remapper_test.cc b/tensorflow/core/grappler/optimizers/remapper_test.cc
index 4cbf0d8d6f..249ca70673 100644
--- a/tensorflow/core/grappler/optimizers/remapper_test.cc
+++ b/tensorflow/core/grappler/optimizers/remapper_test.cc
@@ -91,5 +91,129 @@ TEST_F(RemapperTest, FusedBatchNormNCHW) {
   }
 }
 
+TEST_F(RemapperTest, FuseConv2DWithBias) {
+  using ::tensorflow::ops::Placeholder;
+
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  auto input_shape = ops::Placeholder::Shape({8, 32, 32, 3});
+  auto filter_shape = ops::Placeholder::Shape({1, 1, 3, 128});
+  auto bias_shape = ops::Placeholder::Shape({128});
+
+  auto input = Placeholder(s.WithOpName("input"), DT_FLOAT, input_shape);
+  auto filter = Placeholder(s.WithOpName("filter"), DT_FLOAT, filter_shape);
+  auto bias = Placeholder(s.WithOpName("bias"), DT_FLOAT, bias_shape);
+
+  std::vector<int> strides = {1, 1, 1, 1};
+  auto conv = ops::Conv2D(s.WithOpName("conv"), input, filter, strides, "SAME");
+  auto bias_add = ops::BiasAdd(s.WithOpName("bias_add"), conv, bias);
+  auto fetch = ops::Identity(s.WithOpName("fetch"), bias_add);
+
+  auto input_t = GenerateRandomTensor<DT_FLOAT>({8, 32, 32, 3});
+  auto filter_t = GenerateRandomTensor<DT_FLOAT>({1, 1, 3, 128});
+  auto bias_t = GenerateRandomTensor<DT_FLOAT>({128});
+
+  GrapplerItem item;
+  item.fetch = {"fetch"};
+  item.feed = {{"input", input_t}, {"filter", filter_t}, {"bias", bias_t}};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  // Place all nodes on CPU.
+  for (int i = 0; i < item.graph.node_size(); ++i) {
+    item.graph.mutable_node(i)->set_device("/device:CPU:0");
+  }
+
+  Remapper optimizer(RewriterConfig::ON);
+  GraphDef output;
+  TF_CHECK_OK(optimizer.Optimize(nullptr, item, &output));
+
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "bias_add") {
+      EXPECT_EQ("_FusedConv2D", node.op());
+      EXPECT_EQ("input", node.input(0));
+      EXPECT_EQ("filter", node.input(1));
+
+      EXPECT_EQ(1, node.attr().at("num_args").i());
+      EXPECT_EQ("bias", node.input(2));
+
+      const auto fused_ops = node.attr().at("fused_ops").list().s();
+      EXPECT_EQ(1, fused_ops.size());
+      EXPECT_EQ("BiasAdd", fused_ops[0]);
+      found++;
+    }
+  }
+  EXPECT_EQ(1, found);
+
+  auto tensors_expected = EvaluateNodes(item.graph, item.fetch, item.feed);
+  auto tensors = EvaluateNodes(output, item.fetch, item.feed);
+  EXPECT_EQ(1, tensors_expected.size());
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
+}
+
+TEST_F(RemapperTest, FuseConv2DWithBiasAndRelu) {
+  using ::tensorflow::ops::Placeholder;
+
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  auto input_shape = Placeholder::Shape({8, 32, 32, 3});
+  auto filter_shape = Placeholder::Shape({1, 1, 3, 128});
+  auto bias_shape = Placeholder::Shape({128});
+
+  auto input = Placeholder(s.WithOpName("input"), DT_FLOAT, input_shape);
+  auto filter = Placeholder(s.WithOpName("filter"), DT_FLOAT, filter_shape);
+  auto bias = Placeholder(s.WithOpName("bias"), DT_FLOAT, bias_shape);
+
+  std::vector<int> strides = {1, 1, 1, 1};
+  auto conv = ops::Conv2D(s.WithOpName("conv"), input, filter, strides, "SAME");
+  auto bias_add = ops::BiasAdd(s.WithOpName("bias_add"), conv, bias);
+  auto relu = ops::Relu(s.WithOpName("relu"), bias_add);
+  auto fetch = ops::Identity(s.WithOpName("fetch"), relu);
+
+  auto input_t = GenerateRandomTensor<DT_FLOAT>({8, 32, 32, 3});
+  auto filter_t = GenerateRandomTensor<DT_FLOAT>({1, 1, 3, 128});
+  auto bias_t = GenerateRandomTensor<DT_FLOAT>({128});
+
+  GrapplerItem item;
+  item.fetch = {"fetch"};
+  item.feed = {{"input", input_t}, {"filter", filter_t}, {"bias", bias_t}};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  // Place all nodes on CPU.
+  for (int i = 0; i < item.graph.node_size(); ++i) {
+    item.graph.mutable_node(i)->set_device("/device:CPU:0");
+  }
+
+  Remapper optimizer(RewriterConfig::ON);
+  GraphDef output;
+  TF_CHECK_OK(optimizer.Optimize(nullptr, item, &output));
+
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "relu") {
+      EXPECT_EQ("_FusedConv2D", node.op());
+      EXPECT_EQ("input", node.input(0));
+      EXPECT_EQ("filter", node.input(1));
+
+      EXPECT_EQ(1, node.attr().at("num_args").i());
+      EXPECT_EQ("bias", node.input(2));
+
+      const auto fused_ops = node.attr().at("fused_ops").list().s();
+      ASSERT_EQ(2, fused_ops.size());
+      EXPECT_EQ("BiasAdd", fused_ops[0]);
+      EXPECT_EQ("Relu", fused_ops[1]);
+      found++;
+    }
+  }
+  EXPECT_EQ(1, found);
+
+  auto tensors_expected = EvaluateNodes(item.graph, item.fetch, item.feed);
+  auto tensors = EvaluateNodes(output, item.fetch, item.feed);
+  EXPECT_EQ(1, tensors_expected.size());
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
+}
+
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/core/grappler/utils.cc b/tensorflow/core/grappler/utils.cc
index f0f0798035..9336c4df8b 100644
--- a/tensorflow/core/grappler/utils.cc
+++ b/tensorflow/core/grappler/utils.cc
@@ -198,6 +198,12 @@ string AsControlDependency(const string& node_name) {
              : strings::StrCat("^", node_name);
 }
 
+bool NodeIsOnCpu(const NodeDef* node) {
+  string task, device;
+  return DeviceNameUtils::SplitDeviceName(node->device(), &task, &device) &&
+         str_util::StartsWith(device, DEVICE_CPU);
+}
+
 int NumOutputs(const NodeDef& node, GraphDef* graph) {
   int num_outputs = 0;
   const OpDef* op_def = nullptr;
@@ -279,11 +285,11 @@ int NumNonControlDataOutputs(const NodeDef& node, const NodeMap& node_map) {
 
 // Returns the data type in attribute `attr_name` of `node`. If that attribute
 // doesn't exist, returns DT_INVALID.
-DataType GetDataTypeFromAttr(const NodeDef& node, const string& attr_name) {
-  if (!node.attr().count(attr_name)) {
+DataType GetDataTypeFromAttr(const NodeDef& node, const string& type_attr) {
+  if (!node.attr().count(type_attr)) {
     return DT_INVALID;
   }
-  const auto& attr = node.attr().at(attr_name);
+  const auto& attr = node.attr().at(type_attr);
   if (attr.value_case() != AttrValue::kType) {
     return DT_INVALID;
   }
diff --git a/tensorflow/core/grappler/utils.h b/tensorflow/core/grappler/utils.h
index 0f756a2dbd..b1e2d4e9cb 100644
--- a/tensorflow/core/grappler/utils.h
+++ b/tensorflow/core/grappler/utils.h
@@ -235,6 +235,9 @@ string AsControlDependency(const NodeDef& node);
 // for control dependency, given a node name
 string AsControlDependency(const string& node);
 
+// Returns true if the node is assigned to run on CPU device.
+bool NodeIsOnCpu(const NodeDef* node);
+
 // Returns the number of outputs of a node according to its OpDef. Note that
 // some of the outputs may be unconnected.
 int NumOutputs(const NodeDef& node, GraphDef* graph);
@@ -263,7 +266,7 @@ Status CheckAttrsExist(const NodeDef& node, absl::Span<const string> keys);
 
 // Returns the data type in attribute `attr_name` of `node`. If that attribute
 // doesn't exist, returns DT_INVALID.
-DataType GetDataTypeFromAttr(const NodeDef& node, const string& attr_name);
+DataType GetDataTypeFromAttr(const NodeDef& node, const string& type_attr);
 
 // Returns the last node in the simple chain starting at source and traversing
 // through the input(0) edge from each node as long as the next node satisfies
-- 
GitLab


From e62edbb94f6e7315446fdfa1174bb91c7d35daec Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Mon, 12 Nov 2018 17:35:00 -0800
Subject: [PATCH 1482/1825] Update get_canonical_name and
 get_canonical_name_for_symbol function to return a name even if all endpoints
 are deprecated. It should return a deprecated name (for e.g. TensorFlow 1.*
 name that will be removed in 2.0) in this case.

PiperOrigin-RevId: 221188433
---
 tensorflow/python/util/tf_export.py | 38 +++++++++++++++++++++--------
 1 file changed, 28 insertions(+), 10 deletions(-)

diff --git a/tensorflow/python/util/tf_export.py b/tensorflow/python/util/tf_export.py
index a7a07babfe..0924b36ade 100644
--- a/tensorflow/python/util/tf_export.py
+++ b/tensorflow/python/util/tf_export.py
@@ -78,14 +78,16 @@ class SymbolAlreadyExposedError(Exception):
   pass
 
 
-def get_canonical_name_for_symbol(symbol, api_name=TENSORFLOW_API_NAME):
+def get_canonical_name_for_symbol(
+    symbol, api_name=TENSORFLOW_API_NAME,
+    add_prefix_to_v1_names=False):
   """Get canonical name for the API symbol.
 
-  Canonical name is the first non-deprecated endpoint name.
-
   Args:
     symbol: API function or class.
     api_name: API name (tensorflow or estimator).
+    add_prefix_to_v1_names: Specifies whether a name available only in V1
+      should be prefixed with compat.v1.
 
   Returns:
     Canonical name for the API symbol (for e.g. initializers.zeros) if
@@ -98,26 +100,42 @@ def get_canonical_name_for_symbol(symbol, api_name=TENSORFLOW_API_NAME):
   if api_names_attr not in undecorated_symbol.__dict__:
     return None
   api_names = getattr(undecorated_symbol, api_names_attr)
-  # TODO(annarev): may be add a separate deprecated attribute
-  # for estimator names.
   deprecated_api_names = undecorated_symbol.__dict__.get(
       '_tf_deprecated_api_names', [])
-  return get_canonical_name(api_names, deprecated_api_names)
+
+  canonical_name = get_canonical_name(api_names, deprecated_api_names)
+  if canonical_name:
+    return canonical_name
+
+  # If there is no V2 canonical name, get V1 canonical name.
+  api_names_attr = API_ATTRS_V1[api_name].names
+  api_names = getattr(undecorated_symbol, api_names_attr)
+  v1_canonical_name = get_canonical_name(api_names, deprecated_api_names)
+  if add_prefix_to_v1_names:
+    return 'compat.v1.%s' % v1_canonical_name
+  return v1_canonical_name
 
 
 def get_canonical_name(api_names, deprecated_api_names):
-  """Get first non-deprecated endpoint name.
+  """Get preferred endpoint name.
 
   Args:
     api_names: API names iterable.
     deprecated_api_names: Deprecated API names iterable.
   Returns:
-    Canonical name if there is at least one non-deprecated endpoint.
-    Otherwise returns None.
+    Returns one of the following in decreasing preference:
+    - first non-deprecated endpoint
+    - first endpoint
+    - None
   """
-  return next(
+  non_deprecated_name = next(
       (name for name in api_names if name not in deprecated_api_names),
       None)
+  if non_deprecated_name:
+    return non_deprecated_name
+  if api_names:
+    return api_names[0]
+  return None
 
 
 class api_export(object):  # pylint: disable=invalid-name
-- 
GitLab


From 8fd6b1bbe8e2de05abe8c75ccb56b14e4dba03ad Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Mon, 12 Nov 2018 17:37:43 -0800
Subject: [PATCH 1483/1825] Add xla.compile() example

PiperOrigin-RevId: 221188819
---
 tensorflow/compiler/xla/g3doc/jit.md          |  12 +-
 .../xla/g3doc/tutorials/xla_compile.ipynb     | 412 ++++++++++++++++++
 2 files changed, 423 insertions(+), 1 deletion(-)
 create mode 100644 tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb

diff --git a/tensorflow/compiler/xla/g3doc/jit.md b/tensorflow/compiler/xla/g3doc/jit.md
index 5376a04669..ded1e582b2 100644
--- a/tensorflow/compiler/xla/g3doc/jit.md
+++ b/tensorflow/compiler/xla/g3doc/jit.md
@@ -58,7 +58,7 @@ sess = tf.Session(config=config)
 > compiled for the CPU. JIT compilation for CPU operations must be done via
 > the manual method documented below.
 
-#### Manual
+#### Manual with experimental_jit_scope()
 
 JIT compilation can also be turned on manually for one or more operators. This
 is done by tagging the operators to compile with the attribute
@@ -79,6 +79,16 @@ The `_XlaCompile` attribute is currently supported on a best-effort basis. If an
 operator cannot be compiled, TensorFlow will silently fall back to the normal
 implementation.
 
+#### Manual with xla.compile()
+
+Unlike experimental_jit_scope() which silently falls back to normal Tensorflow
+on uncompilable operator, xla.compile() returns an explicit error. This is
+useful if you want more predictable behaviors from XLA compilation.
+
+Please see
+[xla.compile() tutorial Colab](https://colab.sandbox.google.com/github/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb)
+for how to use it.
+
 ### Placing operators on XLA devices
 
 Another way to run computations via XLA is to place an operator on a specific
diff --git a/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb b/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb
new file mode 100644
index 0000000000..a83e3f7859
--- /dev/null
+++ b/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb
@@ -0,0 +1,412 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "f4TSNCvpENrW"
+      },
+      "source": [
+        "##### Copyright 2018 The TensorFlow Authors."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "cellView": "form",
+        "colab": {},
+        "colab_type": "code",
+        "id": "vamNSA0vEP-m"
+      },
+      "outputs": [],
+      "source": [
+        "#@title Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+        "# you may not use this file except in compliance with the License.\n",
+        "# You may obtain a copy of the License at\n",
+        "#\n",
+        "# https://www.apache.org/licenses/LICENSE-2.0\n",
+        "#\n",
+        "# Unless required by applicable law or agreed to in writing, software\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+        "# See the License for the specific language governing permissions and\n",
+        "# limitations under the License."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "cellView": "form",
+        "colab": {},
+        "colab_type": "code",
+        "id": "xD_ydfejEV7H"
+      },
+      "outputs": [],
+      "source": [
+        "#@title MIT License\n",
+        "#\n",
+        "# Copyright (c) 2017 François Chollet\n",
+        "#\n",
+        "# Permission is hereby granted, free of charge, to any person obtaining a\n",
+        "# copy of this software and associated documentation files (the \"Software\"),\n",
+        "# to deal in the Software without restriction, including without limitation\n",
+        "# the rights to use, copy, modify, merge, publish, distribute, sublicense,\n",
+        "# and/or sell copies of the Software, and to permit persons to whom the\n",
+        "# Software is furnished to do so, subject to the following conditions:\n",
+        "#\n",
+        "# The above copyright notice and this permission notice shall be included in\n",
+        "# all copies or substantial portions of the Software.\n",
+        "#\n",
+        "# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n",
+        "# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n",
+        "# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL\n",
+        "# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n",
+        "# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n",
+        "# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER\n",
+        "# DEALINGS IN THE SOFTWARE."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "e1oSi4lHFt3z"
+      },
+      "source": [
+        "# Welcome to `xla.compile()` tutorial"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "b7noD9NjFRL-"
+      },
+      "source": [
+        "\u003ctable class=\"tfo-notebook-buttons\" align=\"left\"\u003e\n",
+        "  \u003ctd\u003e\n",
+        "    \u003ca target=\"_blank\" href=\"https://www.tensorflow.org/xla/jit#turning_on_jit_compilation\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/tf_logo_32px.png\" /\u003eView on TensorFlow.org\u003c/a\u003e\n",
+        "  \u003c/td\u003e\n",
+        "  \u003ctd\u003e\n",
+        "    \u003ca target=\"_blank\" href=\"https://colab.sandbox.google.com/github/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" /\u003eRun in Google Colab\u003c/a\u003e\n",
+        "  \u003c/td\u003e\n",
+        "  \u003ctd\u003e\n",
+        "    \u003ca target=\"_blank\" href=\"https://github.com/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" /\u003eView source on GitHub\u003c/a\u003e\n",
+        "  \u003c/td\u003e\n",
+        "\u003c/table\u003e"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "v9YbsuLZaBXy"
+      },
+      "source": [
+        "xla.compile() is a new experimental API that compiles part or all of a model with [XLA](https://www.tensorflow.org/extend/xla/).\n",
+        "\n",
+        "Please run all code blocks in order."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "45kUPj5ZFrRa"
+      },
+      "outputs": [],
+      "source": [
+        "import tensorflow as tf"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "9NMQFjroSMns"
+      },
+      "source": [
+        "Imports XLA library, which includes xla.compile() experimental API."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "-Uggy03rSGJm"
+      },
+      "outputs": [],
+      "source": [
+        "from tensorflow.contrib.compiler import xla"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "GZVNiRmTDV-5"
+      },
+      "source": [
+        "Define some necessary constants and prepare MNIST dataset."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "f37TSEGvGX4_"
+      },
+      "outputs": [],
+      "source": [
+        "# Size of each input image, 28 x 28 pixels\n",
+        "IMAGE_SIZE = 28 * 28\n",
+        "# Number of distinct number labels, [0..9]\n",
+        "NUM_CLASSES = 10\n",
+        "# Number of examples in each training batch (step)\n",
+        "TRAIN_BATCH_SIZE = 100\n",
+        "# Number of training steps to run\n",
+        "TRAIN_STEPS = 1000"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "TiVXchblG5hK"
+      },
+      "outputs": [],
+      "source": [
+        "# Loads MNIST dataset.\n",
+        "train, test = tf.keras.datasets.mnist.load_data()\n",
+        "train_ds = tf.data.Dataset.from_tensor_slices(train).batch(TRAIN_BATCH_SIZE).repeat()\n",
+        "test_ds = tf.data.Dataset.from_tensor_slices(test).batch(TRAIN_BATCH_SIZE)\n",
+        "\n",
+        "iterator = tf.data.Iterator.from_structure(train_ds.output_types, train_ds.output_shapes)\n",
+        "images, labels = iterator.get_next()\n",
+        "images = tf.reshape(images, [-1, IMAGE_SIZE])\n",
+        "images, labels = tf.cast(images, tf.float32), tf.cast(labels, tf.int64)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "x_ZehpZP-SfS"
+      },
+      "source": [
+        "## Defines build_mnist_model function to construct model\n",
+        "\n",
+        "Following code block contains a function that constructs a simple model with one dense layer, including both forward and backward propagation.\n",
+        "\n",
+        "When called, it returns two values. `y` is a `tf.Tensor` representing predicted probability of each target class, `train_step` is a `tf.Operation` that increments `global_step` and applies variable update."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "ZbhJl_WvGa3g"
+      },
+      "outputs": [],
+      "source": [
+        "def build_mnist_model(x, y_):\n",
+        "  y = tf.keras.layers.Dense(NUM_CLASSES).apply(x)\n",
+        "\n",
+        "  cross_entropy = tf.losses.sparse_softmax_cross_entropy(labels=y_, logits=y)\n",
+        "  train_step = tf.train.GradientDescentOptimizer(0.5).minimize(cross_entropy)\n",
+        "\n",
+        "  return y, train_step"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "7Jh3lyQHDfM9"
+      },
+      "source": [
+        "## Uses xla.compile with build_mnist_model function to enable XLA"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "EtDwez_1gjzv"
+      },
+      "source": [
+        "Following code block wraps the model with xla.compile(), which allows the target function with provided inputs to be executed by XLA."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "kYpCXCdRHNuN"
+      },
+      "outputs": [],
+      "source": [
+        "[y] = xla.compile(build_mnist_model, inputs=[images, labels])"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "4giQh62IrZGF"
+      },
+      "source": [
+        "When compiling the graph, XLA replaces all the graph nodes constructed in the target function with a few XLA ops.\n",
+        "\n",
+        "xla.compile does not return any\n",
+        "`tf.Operation` nodes that can be executed independently from the generated XLA ops. Instead, returned `tf.Operation` nodes from the target function are added as control dependencies of all returned `tf.Tensor` values. This triggers execution of the `tf.Operation` nodes when the returned tensors are evaluated.\n",
+        "\n",
+        "In pseudo-code, xla.compile's implementation looks as follows:\n",
+        "\n",
+        "---\n",
+        "```\n",
+        "# Ask Tensorflow to execute code in XLA-friendly manner\n",
+        "\n",
+        "y, train_step = build_mnist_model(images, labels)\n",
+        "with tf.control_dependencies([train_step]):\n",
+        "  y = tf.identity(y)\n",
+        "\n",
+        "# Ask Tensorflow to STOP executing code in XLA-friendly manner\n",
+        "```\n",
+        "---\n",
+        "\n",
+        "xla.compile() always returns a list of `tf.Tensor`'s (even if there is only one-element)."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "TPGas4jjFLZl"
+      },
+      "source": [
+        "If you were to print the constructed graph now, you will see that it is not much different from a normal Tensorflow graph and you won't be able to find XLA ops mentioned before. This is because the actual compilation happens later when you try to execute the graph with `sess.run()`.  At that time, Tensorflow triggers a series of graph rewrite passes that actually generate XLA ops, which compiles and executes computation when all inputs are ready."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "EZD1m_n1DxAF"
+      },
+      "source": [
+        "## Trains and tests the model"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "qe28bAHNHUG2"
+      },
+      "outputs": [],
+      "source": [
+        "# Creates session and initialize all variables.\n",
+        "# xla.compile() doesn't work with Keras model.fit() API or TF eager mode yet.\n",
+        "sess = tf.Session()\n",
+        "sess.run(tf.global_variables_initializer())"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "colab_type": "text",
+        "id": "qgsKmz3n2UiW"
+      },
+      "source": [
+        "Following code block trains model.\n",
+        "\n",
+        "Note that evaluating `y` also triggers its control dependency node `train_step`, which updates model variables."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "_GxF6jTRHVuA"
+      },
+      "outputs": [],
+      "source": [
+        "# Feeds training dataset\n",
+        "sess.run(iterator.make_initializer(train_ds))\n",
+        "\n",
+        "# Runs TRAIN_STEPS steps\n",
+        "for i in range(TRAIN_STEPS):\n",
+        "  sess.run(y)\n",
+        "print(\"Model trained for %s steps.\" % TRAIN_STEPS)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "dHlQlRSRHXD1"
+      },
+      "outputs": [],
+      "source": [
+        "# Tests trained model\n",
+        "\n",
+        "# Feeds testing dataset\n",
+        "sess.run(iterator.make_initializer(test_ds))\n",
+        "\n",
+        "# Calculates accuracy\n",
+        "correct_prediction = tf.equal(tf.argmax(y, 1), labels)\n",
+        "accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))\n",
+        "print(\"Prediction accuracy after training: %s\" % sess.run(accuracy))"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 0,
+      "metadata": {
+        "colab": {},
+        "colab_type": "code",
+        "id": "ynJQIuzjHYOb"
+      },
+      "outputs": [],
+      "source": [
+        "# Cleans up session\n",
+        "sess.close()"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "collapsed_sections": [],
+      "name": "xla.compile() Tutorial",
+      "provenance": [],
+      "version": "0.3.2"
+    },
+    "kernelspec": {
+      "display_name": "Python 2",
+      "name": "python2"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}
-- 
GitLab


From b4a7f51584d60e26024bb7401e3167704f94d298 Mon Sep 17 00:00:00 2001
From: Shashi Shekhar <shashishekhar@google.com>
Date: Mon, 12 Nov 2018 17:41:01 -0800
Subject: [PATCH 1484/1825] Fix Makefile scripts.

PiperOrigin-RevId: 221189226
---
 tensorflow/lite/tools/make/build_ios_universal_lib.sh | 2 +-
 tensorflow/lite/tools/make/build_rpi_lib.sh           | 2 +-
 tensorflow/lite/tools/make/download_dependencies.sh   | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/lite/tools/make/build_ios_universal_lib.sh b/tensorflow/lite/tools/make/build_ios_universal_lib.sh
index 477883b490..6e0d262827 100755
--- a/tensorflow/lite/tools/make/build_ios_universal_lib.sh
+++ b/tensorflow/lite/tools/make/build_ios_universal_lib.sh
@@ -17,7 +17,7 @@
 set -e
 
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-cd "$SCRIPT_DIR/../../../../.."
+cd "$SCRIPT_DIR/../../../.."
 
 # Build library for supported architectures and packs them in a fat binary.
 make_library() {
diff --git a/tensorflow/lite/tools/make/build_rpi_lib.sh b/tensorflow/lite/tools/make/build_rpi_lib.sh
index d4047bb0eb..1521bb3933 100755
--- a/tensorflow/lite/tools/make/build_rpi_lib.sh
+++ b/tensorflow/lite/tools/make/build_rpi_lib.sh
@@ -17,6 +17,6 @@
 set -e
 
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-cd "$SCRIPT_DIR/../../../../.."
+cd "$SCRIPT_DIR/../../../.."
 
 CC_PREFIX=arm-linux-gnueabihf- make -j 3 -f tensorflow/lite/tools/make/Makefile TARGET=rpi TARGET_ARCH=armv7l
diff --git a/tensorflow/lite/tools/make/download_dependencies.sh b/tensorflow/lite/tools/make/download_dependencies.sh
index aa5495329b..fa3d5d3d3b 100755
--- a/tensorflow/lite/tools/make/download_dependencies.sh
+++ b/tensorflow/lite/tools/make/download_dependencies.sh
@@ -17,7 +17,7 @@
 set -e
 
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-cd "$SCRIPT_DIR/../../../../.."
+cd "$SCRIPT_DIR/../../../.."
 
 DOWNLOADS_DIR=tensorflow/lite/tools/make/downloads
 BZL_FILE_PATH=tensorflow/workspace.bzl
-- 
GitLab


From 9d67bc7f2f06d18b07e03eedd2dc2776c2df0821 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Mon, 12 Nov 2018 17:55:20 -0800
Subject: [PATCH 1485/1825] Add documentation for and export tf.function.

(tf.contrib.eager.function in TF 1.0, tf.function in 2.0)

The input_signature argument requires tf.TensorSpec objects
which are not part of the public API yet. I will export that
in a follow up change.

PiperOrigin-RevId: 221190789
---
 tensorflow/python/BUILD                       |   1 +
 tensorflow/python/__init__.py                 |   1 +
 tensorflow/python/eager/BUILD                 |   1 +
 tensorflow/python/eager/def_function.py       | 199 +++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 +
 5 files changed, 205 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 45ce58de75..7b0d79ba7f 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -145,6 +145,7 @@ py_library(
         "//tensorflow/python/compat",
         "//tensorflow/python/data",
         "//tensorflow/python/distribute:estimator_training",
+        "//tensorflow/python/eager:def_function",
         "//tensorflow/python/feature_column:feature_column_py",
         "//tensorflow/python/keras",
         "//tensorflow/python/ops/distributions",
diff --git a/tensorflow/python/__init__.py b/tensorflow/python/__init__.py
index 1ae1625b4d..5da304e38c 100644
--- a/tensorflow/python/__init__.py
+++ b/tensorflow/python/__init__.py
@@ -125,6 +125,7 @@ from tensorflow.python.util.tf_export import tf_export
 
 # Eager execution
 from tensorflow.python.eager.context import executing_eagerly
+from tensorflow.python.eager.def_function import function
 from tensorflow.python.framework.ops import enable_eager_execution
 
 # Necessary for the symbols in this module to be taken into account by
diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index f569e7e63f..362e8e3b83 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -443,6 +443,7 @@ py_library(
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:util",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:while_v2",  # TODO(b/118513001): Imported via control_flow_ops; remove.
         "//tensorflow/python/training/checkpointable:base",
diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index 6f475509d3..cad6721c70 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -32,6 +32,7 @@ from tensorflow.python.ops import resource_variable_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.training.checkpointable import base as checkpointable
 from tensorflow.python.util import tf_decorator
+from tensorflow.python.util.tf_export import tf_export
 
 
 class UnliftedInitializerVariable(resource_variable_ops.ResourceVariable):
@@ -498,11 +499,207 @@ class PolymorphicFunction(object):
     return self._descriptor_cache[instance]
 
 
+# In TensorFlow 1.x, exported as tf.contrib.eager.function
+@tf_export("function", v1=[])
 def function(func=None,
              input_signature=None,
              autograph=False,
              experimental_autograph_options=None):
-  """Defines a function as per the "functions, not sessions" document."""
+  """Creates a callable TensorFlow graph from a Python function.
+
+  `function` constructs a callable that executes a TensorFlow graph
+  (`tf.Graph`) created by tracing the TensorFlow operations in `func`.
+  This allows the TensorFlow runtime to apply optimizations and exploit
+  parallelism in the computation defined by `func`.
+
+  _Example Usage_
+
+  ```python
+  def f(x, y):
+    return tf.reduce_mean(tf.multiply(x ** 2, 3) + y)
+
+  g = tf.function(f)
+
+  x = tf.constant([[2.0, 3.0]])
+  y = tf.constant([[3.0, -2.0]])
+
+  # `f` and `g` will return the same value, but `g` will be executed as a
+  # TensorFlow graph.
+  assert f(x, y).numpy() == g(x, y).numpy()
+
+  # Tensors and tf.Variables used by the Python function are captured in the
+  # traced graph.
+  @tf.function
+  def h():
+    return f(x, y)
+
+  assert (h().numpy() == f(x, y).numpy()).all()
+  ```
+
+  _Referencing `tf.Variable`s_
+
+  The Python function `func` may reference stateful objects (such as
+  `tf.Variable`).
+  These are captured as implicit inputs to the callable returned by `function`.
+  For example:
+
+  ```python
+  c = tf.Variable(0)
+
+  @tf.function
+  def f(x):
+    c.assign_add(1)
+    return x + tf.to_float(c)
+
+  assert int(c) == 0
+  assert f(1.0) == 3.0
+  assert int(c) == 1
+  assert f(1.0) == 4.0
+  assert int(c) == 2
+  ```
+
+  `function` can be applied to methods of an object. For example:
+
+  ```python
+  class Dense(object):
+    def __init__(self):
+      self.W = tf.Variable(tf.glorot_uniform_initializer()((10, 10)))
+      self.b = tf.Variable(tf.zeros(10))
+
+    @tf.function
+    def compute(self, x):
+      return tf.matmul(x, self.W) + self.b
+
+  d1 = Dense()
+  d2 = Dense()
+  x = tf.random_uniform((10, 10))
+  # d1 and d2 are using distinct variables
+  assert not (d1.compute(x).numpy() == d2.compute(x).numpy()).all()
+  ```
+
+  _Usage with `tf.keras`_
+
+  The `call` methods of a `tf.keras.Model` subclass can be decorated with
+  `function` in order to apply graph execution optimizations on it.
+  For example:
+
+  ```python
+  class MyModel(tf.keras.Model):
+    def __init__(self, keep_probability=0.2):
+      super(MyModel, self).__init__()
+      self.dense1 = tf.keras.layers.Dense(4)
+      self.dense2 = tf.keras.layers.Dense(5)
+      self.keep_probability = keep_probability
+
+    @tf.function
+    def call(self, inputs, training=True):
+      y = self.dense2(self.dense1(inputs))
+      if training:
+        return tf.nn.dropout(y, self.keep_probability)
+      else:
+        return y
+
+  model = MyModel()
+  model(x, training=True)  # executes a graph, with dropout
+  model(x, training=False) # executes a graph, without dropout
+  ```
+
+  _Input Signatures_
+  `function` instantiates a separate graph for every unique set of input
+  shapes and datatypes. For example, the following code snippet will result
+  in three distinct graphs being traced, as each input has a different
+  shape.
+
+  ```python
+  @tf.function
+  def f(x): return tf.add(x, 1.)
+
+  scalar = tf.constant(1.0)
+  vector = tf.constant([1.0, 1.0])
+  matrix = tf.constant([[3.0]])
+
+  f(scalar)
+  f(vector)
+  f(matrix)
+  ```
+
+  An "input signature" can be optionally provided to `function` to control
+  the graphs traced. The input signature specifies the shape and type of each
+  `Tensor` argument to the function using a `tf.TensorSpec` object. For example,
+  the following code snippet ensures that a single graph is created where the
+  input `Tensor` is required to be a floating point tensor with no restrictions
+  on shape.
+
+  ```python
+  @tf.function(input_signature=[tf.TensorSpec(shape=None, dtype=tf.float32)])
+  def f(x): return tf.add(x, 1.)
+  ```
+
+  When an `input_signature` is specified, the callable will only accept `Tensor`
+  (or NumPy `ndarray`) objects as arguments.
+
+  _Tracing_
+  Note that `function` only traces TensorFlow operations, all the other
+  Python code that `func` executes will shape the _construction_ of the graph.
+  For example, consider the following:
+
+  ```python
+  import numpy as np
+
+  def add_noise():
+    return tf.eye(5) + np.random.randn(5, 5)
+
+  traced = tf.function(add_noise)
+  ```
+
+  `add_noise()` will return a different output every time it is invoked.
+  However, `traced` will return the same value every time it is called, since a
+  particular random value generated by the `np.random.randn` call will be
+  inserted in the traced TensorFlow graph as a constant. In this particular
+  example, replacing `np.random.randn(5, 5)` with `tf.random_normal((5, 5))`
+  will result in the same behavior for `add_noise()` and `traced()`.
+
+  _Python Side-Effects_
+  A corollary of the previous discussion on tracing is the following: If a
+  Python function `func` has Python side-effects, then executing `func` multiple
+  times
+  may not be semantically equivalent to executing `F = tf.function(func)`
+  multiple times; this difference is due to the fact that `function` only
+  captures the subgraph of TensorFlow operations that is constructed when `func`
+  is invoked to trace a graph.
+
+  Args:
+    func: function to be compiled. If `func` is None, returns a decorator that
+      can be invoked with a single argument - `func`. The end result is
+      equivalent to providing all the arguments up front. In other words,
+      `tf.function(input_signature=...)(func)` is equivalent to
+      `tf.function(func, input_signature=...)`. The former can be used to
+      decorate Python functions, for example:
+        @tf.function(input_signature=...)
+        def foo(...): ...
+    input_signature: A possibly nested sequence of `tf.TensorSpec` objects
+      specifying the shapes and dtypes of the Tensors that will be supplied to
+      this function. If `None`, a separate function is instantiated for each
+      inferred input signature.  If input_signature is specified, every input to
+      `func` must be a `Tensor`, and `func` cannot accept `**kwargs`.
+    autograph: Whether autograph should be applied on `func` before tracing a
+      graph. This allows for dynamic control flow (Python if's, loops etc.)
+      in the traced graph. See https://www.tensorflow.org/guide/autograph for
+        more information.
+    experimental_autograph_options: Experimental knobs (in the form of a tuple
+      of tensorflow.autograph.Feature values) to control behavior when
+      autograph=True.
+
+  Returns:
+     If `func` is not None, returns a callable that will execute the compiled
+     function (and return zero or more `tf.Tensor` objects).
+     If `func` is None, returns a decorator that, when invoked with a single
+     `func` argument, returns a callable equivalent to the case above.
+
+  Raises:
+    TypeError: If `input_signature` is neither `None` nor a sequence of
+      `TensorSpec` objects.
+  """
   if input_signature is not None:
     function_lib.validate_signature(input_signature)
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 57e351b6e2..078b471a4c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -736,6 +736,10 @@ tf_module {
     name: "foldr"
     argspec: "args=[\'fn\', \'elems\', \'initializer\', \'parallel_iterations\', \'back_prop\', \'swap_memory\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'10\', \'True\', \'False\', \'None\'], "
   }
+  member_method {
+    name: "function"
+    argspec: "args=[\'func\', \'input_signature\', \'autograph\', \'experimental_autograph_options\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'None\'], "
+  }
   member_method {
     name: "gather"
     argspec: "args=[\'params\', \'indices\', \'validate_indices\', \'name\', \'axis\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'0\'], "
-- 
GitLab


From 7f7402627405f3423a36c75ea465964af8714020 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 18:11:37 -0800
Subject: [PATCH 1486/1825] We now ignore the files in the path
 tensorflow/contrib while determining the file name and line number of the
 originating node during errors.

PiperOrigin-RevId: 221192838
---
 tensorflow/python/framework/error_interpolation.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/framework/error_interpolation.py b/tensorflow/python/framework/error_interpolation.py
index e87f505d8c..37a634d806 100644
--- a/tensorflow/python/framework/error_interpolation.py
+++ b/tensorflow/python/framework/error_interpolation.py
@@ -40,6 +40,7 @@ _ParseTag = collections.namedtuple("_ParseTag", ["type", "name"])
 
 _BAD_FILE_SUBSTRINGS = [
     os.path.join("tensorflow", "python"),
+    os.path.join("tensorflow", "contrib"),
     "<embedded",
 ]
 
-- 
GitLab


From a45ebba2d51d9e11520d8f1e1bdebb4f2f61022f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 18:40:30 -0800
Subject: [PATCH 1487/1825] Step 1 of *args, **kwargs -> args, kwargs
 transition for ReplicaContext.merge_call().

PiperOrigin-RevId: 221195721
---
 .../distribute/python/mirrored_strategy.py    |  2 +-
 tensorflow/python/training/distribute.py      | 24 +++++++++++++++----
 2 files changed, 20 insertions(+), 6 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index f87e2bc222..e90c510aad 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -808,7 +808,7 @@ class MirroredReplicaContext(distribute_lib.ReplicaContext):
   `MirroredStrategy.call_for_each_replica()`).
   """
 
-  def _merge_call(self, fn, *args, **kwargs):
+  def _merge_call(self, fn, args, kwargs):
     """Delegate to the main thread to actually perform merge_call()."""
     t = threading.current_thread()  # a _MirroredReplicaThread
     t.merge_fn = fn
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index fccc6ffb97..95104ad577 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -687,7 +687,7 @@ class DistributionStrategy(object):
       replica_ctx = tf.get_replica_context()
       v = three + replica_ctx.replica_id
       # Computes the sum of the `v` values across all replicas.
-      s = replica_ctx.merge_call(merge_fn, v)
+      s = replica_ctx.merge_call(merge_fn, args=(v,))
       return s + v
 
     with distribution.scope():
@@ -1049,17 +1049,31 @@ class ReplicaContext(object):
       merge_fn: function that joins arguments from threads that are given as
         PerReplica. It accepts `DistributionStrategy` object as the first
         argument.
-      *args: positional per-thread arguments for `merge_fn`
-      **kwargs: keyword per-thread arguments for `merge_fn`.
+      args: List or tuple with positional per-thread arguments for `merge_fn`
+      kwargs: Dict with keyword per-thread arguments for `merge_fn`.
 
     Returns:
       The return value of `merge_fn`, except for `PerReplica` values which are
       unpacked.
     """
     require_replica_context(self)
-    return self._merge_call(merge_fn, *args, **kwargs)
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to merge_call")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to merge_call")
+      kwargs = k
+    return self._merge_call(merge_fn, args, kwargs)
 
-  def _merge_call(self, merge_fn, *args, **kwargs):
+  def _merge_call(self, merge_fn, args, kwargs):
     """Default implementation for single replica."""
     _push_per_thread_mode(  # thread-local, so not needed with multiple threads
         distribution_strategy_context._CrossReplicaThreadMode(  # pylint: disable=protected-access
-- 
GitLab


From 0495317a6e9dd4cac577b9d5cf9525e62b571018 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Mon, 12 Nov 2018 19:33:09 -0800
Subject: [PATCH 1488/1825] Update the keras.layers.StackedRNNCells to have
 state_size as unflattened individual cell state.

PiperOrigin-RevId: 221200237
---
 tensorflow/python/keras/backend.py            |  1 +
 tensorflow/python/keras/layers/recurrent.py   | 42 ++++---------------
 .../python/keras/layers/recurrent_test.py     |  2 +-
 tensorflow/python/kernel_tests/rnn_test.py    |  3 ++
 4 files changed, 14 insertions(+), 34 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 0be6302a98..dd9b0c07e7 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -3543,6 +3543,7 @@ def rnn(step_function,
         flat_output = nest.flatten(output)
         output_ta_t = tuple(
             ta.write(time, out) for ta, out in zip(output_ta_t, flat_output))
+        new_states = nest.pack_sequence_as(initial_states, flat_new_state)
         return (time + 1, output_ta_t) + tuple(new_states)
 
       final_outputs = control_flow_ops.while_loop(
diff --git a/tensorflow/python/keras/layers/recurrent.py b/tensorflow/python/keras/layers/recurrent.py
index 59db31539a..979187c719 100644
--- a/tensorflow/python/keras/layers/recurrent.py
+++ b/tensorflow/python/keras/layers/recurrent.py
@@ -87,18 +87,8 @@ class StackedRNNCells(Layer):
 
   @property
   def state_size(self):
-    # States are a flat list of the individual cell state size.
-    # e.g. states of a 2-layer LSTM would be `[h1, c1, h2, c2]`.
-    # (assuming one LSTM has states [h, c])
-    # In the case of reverse_state_order=True, the state_size will be
-    # [h2, c2, h1, c1].
-    state_size = []
-    for cell in self.cells[::-1] if self.reverse_state_order else self.cells:
-      if _is_multiple_state(cell.state_size):
-        state_size += list(cell.state_size)
-      else:
-        state_size.append(cell.state_size)
-    return tuple(state_size)
+    return tuple(c.state_size for c in
+                 (self.cells[::-1] if self.reverse_state_order else self.cells))
 
   @property
   def output_size(self):
@@ -110,8 +100,6 @@ class StackedRNNCells(Layer):
       return self.cells[-1].state_size
 
   def get_initial_state(self, inputs=None, batch_size=None, dtype=None):
-    # The init state is flattened into a list because state_size is a flattened
-    # list.
     initial_states = []
     for cell in self.cells[::-1] if self.reverse_state_order else self.cells:
       get_initial_state_fn = getattr(cell, 'get_initial_state', None)
@@ -122,39 +110,27 @@ class StackedRNNCells(Layer):
         initial_states.append(_generate_zero_filled_state_for_cell(
             cell, inputs, batch_size, dtype))
 
-    return nest.flatten(initial_states)
+    return tuple(initial_states)
 
   def call(self, inputs, states, constants=None, **kwargs):
     # Recover per-cell states.
-    nested_states = []
-    for cell in self.cells[::-1] if self.reverse_state_order else self.cells:
-      if _is_multiple_state(cell.state_size):
-        nested_states.append(states[:len(cell.state_size)])
-        states = states[len(cell.state_size):]
-      else:
-        nested_states.append([states[0]])
-        states = states[1:]
-    if self.reverse_state_order:
-      nested_states = nested_states[::-1]
+    state_size = (self.state_size[::-1]
+                  if self.reverse_state_order else self.state_size)
+    nested_states = nest.pack_sequence_as(state_size, nest.flatten(states))
 
     # Call the cells in order and store the returned states.
     new_nested_states = []
     for cell, states in zip(self.cells, nested_states):
+      states = states if nest.is_sequence(states) else [states]
       if generic_utils.has_arg(cell.call, 'constants'):
         inputs, states = cell.call(inputs, states, constants=constants,
                                    **kwargs)
       else:
         inputs, states = cell.call(inputs, states, **kwargs)
-
       new_nested_states.append(states)
 
-    # Format the new states as a flat list
-    new_states = []
-    if self.reverse_state_order:
-      new_nested_states = new_nested_states[::-1]
-    for cell_states in new_nested_states:
-      new_states += cell_states
-    return inputs, new_states
+    return inputs, nest.pack_sequence_as(state_size,
+                                         nest.flatten(new_nested_states))
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
diff --git a/tensorflow/python/keras/layers/recurrent_test.py b/tensorflow/python/keras/layers/recurrent_test.py
index fa1c87f51b..bb14a7a505 100644
--- a/tensorflow/python/keras/layers/recurrent_test.py
+++ b/tensorflow/python/keras/layers/recurrent_test.py
@@ -120,7 +120,7 @@ class RNNTest(test.TestCase):
              MinimalRNNCell(16, 8),
              MinimalRNNCell(32, 16)]
     layer = keras.layers.RNN(cells)
-    self.assertEqual(layer.cell.state_size, (8, 8, 16, 16, 32, 32))
+    self.assertEqual(layer.cell.state_size, ((8, 8), (16, 16), (32, 32)))
     self.assertEqual(layer.cell.output_size, 32)
     y = layer(x)
     model = keras.models.Model(x, y)
diff --git a/tensorflow/python/kernel_tests/rnn_test.py b/tensorflow/python/kernel_tests/rnn_test.py
index d62ebacf5a..0090b7332f 100644
--- a/tensorflow/python/kernel_tests/rnn_test.py
+++ b/tensorflow/python/kernel_tests/rnn_test.py
@@ -54,6 +54,7 @@ import tensorflow.python.ops.tensor_array_grad  # pylint: disable=unused-import
 from tensorflow.python.platform import test
 from tensorflow.python.training import saver
 from tensorflow.python.training import training
+from tensorflow.python.util import nest
 
 
 class Plus1RNNCell(rnn_cell_impl.RNNCell):
@@ -471,6 +472,8 @@ class RNNTest(test.TestCase):
       outputs, state = rnn.dynamic_rnn(
           cell, inputs, dtype=dtypes.float32)
       self.assertEqual(outputs.shape.as_list(), [None, timestep, output_shape])
+      self.assertEqual(len(state), 2)
+      state = nest.flatten(state)
       self.assertEqual(len(state), 4)
       self.assertEqual(state[0].shape.as_list(), [None, 2 * output_shape])
       self.assertEqual(state[1].shape.as_list(), [None, 2 * output_shape])
-- 
GitLab


From ac6a4c87ad6b8833d5d3253ab729598c1d63687d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 20:20:40 -0800
Subject: [PATCH 1489/1825] optimize quantizied mul by reusing broadcast mul
 five fold

PiperOrigin-RevId: 221203978
---
 tensorflow/lite/kernels/mul.cc | 32 ++++++++++++++++++++------------
 1 file changed, 20 insertions(+), 12 deletions(-)

diff --git a/tensorflow/lite/kernels/mul.cc b/tensorflow/lite/kernels/mul.cc
index b405dee47e..01039a7054 100644
--- a/tensorflow/lite/kernels/mul.cc
+++ b/tensorflow/lite/kernels/mul.cc
@@ -153,26 +153,34 @@ TfLiteStatus EvalQuantized(TfLiteContext* context, TfLiteNode* node,
                            const TfLiteTensor* input2, TfLiteTensor* output) {
   if (input1->type == kTfLiteUInt8 && input2->type == kTfLiteUInt8 &&
       output->type == kTfLiteUInt8) {
+    tflite::ArithmeticParams op_params;
+    SetActivationParams(data->output_activation_min,
+                        data->output_activation_max, &op_params);
+    op_params.input1_offset = -input1->params.zero_point;
+    op_params.input2_offset = -input2->params.zero_point;
+    op_params.output_offset = output->params.zero_point;
+    op_params.output_multiplier = data->output_multiplier;
+    op_params.output_shift = data->output_shift;
+    bool need_broadcast = optimized_ops::ProcessBroadcastShapes(
+        GetTensorShape(input1), GetTensorShape(input2), &op_params);
 #define TF_LITE_MUL(type, opname)                                      \
-  tflite::ArithmeticParams op_params;                                  \
-  SetActivationParams(data->output_activation_min,                     \
-                      data->output_activation_max, &op_params);        \
-  op_params.input1_offset = -input1->params.zero_point;                \
-  op_params.input2_offset = -input2->params.zero_point;                \
-  op_params.output_offset = output->params.zero_point;                 \
-  op_params.output_multiplier = data->output_multiplier;               \
-  op_params.output_shift = data->output_shift;                         \
   type::opname(op_params, GetTensorShape(input1),                      \
                GetTensorData<uint8_t>(input1), GetTensorShape(input2), \
                GetTensorData<uint8_t>(input2), GetTensorShape(output), \
                GetTensorData<uint8_t>(output))
 
-    // The quantized version of Mul doesn't support activations, so we
-    // always use BroadcastMul.
     if (kernel_type == kReference) {
-      TF_LITE_MUL(reference_ops, BroadcastMul4DSlow);
+      if (need_broadcast) {
+        TF_LITE_MUL(reference_ops, BroadcastMul4DSlow);
+      } else {
+        TF_LITE_MUL(reference_ops, Mul);
+      }
     } else {
-      TF_LITE_MUL(optimized_ops, BroadcastMul4DSlow);
+      if (need_broadcast) {
+        TF_LITE_MUL(optimized_ops, BroadcastMulFivefold);
+      } else {
+        TF_LITE_MUL(optimized_ops, Mul);
+      }
     }
 #undef TF_LITE_MUL
   } else if (input1->type == kTfLiteInt16 && input2->type == kTfLiteInt16 &&
-- 
GitLab


From cca5a0bfe62e0281ef11dfe358536ffab58c3978 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 20:32:23 -0800
Subject: [PATCH 1490/1825] [XLA] plumb through platform option in local Python
 client

PiperOrigin-RevId: 221204768
---
 tensorflow/compiler/xla/python/BUILD          |  6 ++++-
 .../xla/python/local_computation_builder.cc   | 23 +++++++++++++++++++
 .../xla/python/local_computation_builder.h    |  6 +++++
 .../xla/python/local_computation_builder.i    |  1 +
 tensorflow/compiler/xla/python/xla_client.py  | 12 ++++++++++
 5 files changed, 47 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/python/BUILD b/tensorflow/compiler/xla/python/BUILD
index 79603f2140..63ac1c6649 100644
--- a/tensorflow/compiler/xla/python/BUILD
+++ b/tensorflow/compiler/xla/python/BUILD
@@ -3,6 +3,7 @@ licenses(["notice"])  # Apache 2.0
 package(default_visibility = ["//tensorflow:internal"])
 
 load("//tensorflow:tensorflow.bzl", "tf_py_wrap_cc")
+load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda_is_configured")
 
 py_library(
     name = "xla_client",
@@ -66,6 +67,7 @@ cc_library(
         "//tensorflow/compiler/xla/client:xla_builder",
         "//tensorflow/compiler/xla/client:xla_computation",
         "//tensorflow/compiler/xla/client/lib:math",
+        "//tensorflow/compiler/xla/service:platform_util",
         "//tensorflow/compiler/xla/service:shaped_buffer",
         "//tensorflow/compiler/xrt:xrt_proto",
         "//tensorflow/compiler/xrt/cc:xrt_ops",
@@ -90,5 +92,7 @@ tf_py_wrap_cc(
         "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/compiler/xla/service:cpu_plugin",
-    ],
+    ] + if_cuda_is_configured([
+        "//tensorflow/compiler/xla/service:gpu_plugin",
+    ]),
 )
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.cc b/tensorflow/compiler/xla/python/local_computation_builder.cc
index b1fae826ab..4d2a37cfac 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.cc
+++ b/tensorflow/compiler/xla/python/local_computation_builder.cc
@@ -30,6 +30,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/executable_run_options.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/literal_util.h"
+#include "tensorflow/compiler/xla/service/platform_util.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/util.h"
 #include "tensorflow/compiler/xla/xla_data.pb.h"
@@ -56,6 +57,12 @@ tensorflow::mutex g_local_client_mutex(tensorflow::LINKER_INITIALIZED);
 int g_replica_count GUARDED_BY(g_local_client_mutex) = 1;
 LocalClient* g_local_client GUARDED_BY(g_local_client_mutex) = nullptr;
 
+string* GetPlatformNameString() {
+  static string* platform_name_string PT_GUARDED_BY(g_local_client_mutex) =
+      new string("Host");
+  return platform_name_string;
+}
+
 Status InitializeReplicaCount(int replica_count) {
   if (replica_count < 1) {
     return InvalidArgument("Replica count must be >= 1; got %d.",
@@ -72,17 +79,33 @@ Status InitializeReplicaCount(int replica_count) {
   return Status::OK();
 }
 
+Status InitializePlatformName(const string& platform_name) {
+  string* g_platform_name = GetPlatformNameString();
+  tensorflow::mutex_lock lock(g_local_client_mutex);
+  if (g_local_client != nullptr) {
+    return FailedPrecondition(
+        "Attempted to set the platform name to %s, but a local XLA service was "
+        "previously created with a platform name of %s.",
+        platform_name, *g_platform_name);
+  }
+  TF_RETURN_IF_ERROR(PlatformUtil::GetPlatform(platform_name).status());
+  *g_platform_name = platform_name;
+  return Status::OK();
+}
+
 int GetReplicaCount() {
   tensorflow::mutex_lock lock(g_local_client_mutex);
   return g_replica_count;
 }
 
 LocalClient* GetOrCreateLocalClient() {
+  string* platform_name = GetPlatformNameString();
   tensorflow::mutex_lock lock(g_local_client_mutex);
   if (g_local_client != nullptr) {
     return g_local_client;
   }
   LocalClientOptions options;
+  options.set_platform(PlatformUtil::GetPlatform(*platform_name).ValueOrDie());
   options.set_number_of_replicas(g_replica_count);
   g_local_client = ClientLibrary::GetOrCreateLocalClient(options).ValueOrDie();
   CHECK(g_local_client != nullptr);
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.h b/tensorflow/compiler/xla/python/local_computation_builder.h
index 82f84ddb35..9e617c48bd 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.h
+++ b/tensorflow/compiler/xla/python/local_computation_builder.h
@@ -39,6 +39,12 @@ namespace swig {
 // returned.
 Status InitializeReplicaCount(int replica_count);
 
+// Initializes the platform name that XLA will be initialized with (when
+// first obtaining a handle to the local XLA service). If this is called after
+// the handle to the local XLA service has been established, then an error is
+// returned.
+Status InitializePlatformName(const string& platform_name);
+
 // Returns the replica count that is currently set, regardless of whether the
 // local XLA service has been instantiated yet or not.
 int GetReplicaCount();
diff --git a/tensorflow/compiler/xla/python/local_computation_builder.i b/tensorflow/compiler/xla/python/local_computation_builder.i
index c13d00d253..feabfdb889 100644
--- a/tensorflow/compiler/xla/python/local_computation_builder.i
+++ b/tensorflow/compiler/xla/python/local_computation_builder.i
@@ -977,6 +977,7 @@ tensorflow::ImportNumpy();
 %unignore xla;
 %unignore xla::swig;
 %unignore xla::swig::InitializeReplicaCount;
+%unignore xla::swig::InitializePlatformName;
 %unignore xla::swig::GetReplicaCount;
 %unignore xla::swig::TransferToInfeedLocal;
 %unignore xla::swig::TransferToInfeedLocalReplica;
diff --git a/tensorflow/compiler/xla/python/xla_client.py b/tensorflow/compiler/xla/python/xla_client.py
index 07e0e09325..92b0685dbb 100644
--- a/tensorflow/compiler/xla/python/xla_client.py
+++ b/tensorflow/compiler/xla/python/xla_client.py
@@ -1371,6 +1371,18 @@ def initialize_replica_count(replica_count):
   c_api.InitializeReplicaCount(replica_count)
 
 
+def initialize_platform_name(platform_name):
+  """Initializes the desired platform name to use on XLA service init.
+
+  Args:
+    platform_name: string name of platform.
+
+  Raises:
+    A runtime exception if the XLA service has already been initialized.
+  """
+  c_api.InitializePlatformName(platform_name)
+
+
 def get_replica_count():
   """Returns the current replica count used for the XLA service.
 
-- 
GitLab


From 45622121ac2453bcfed014c5cca2d1eb29d6faf4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 20:41:28 -0800
Subject: [PATCH 1491/1825] Change filename from constant to placeholder with
 default so that grappler can run on graph restoration.

PiperOrigin-RevId: 221205392
---
 tensorflow/python/training/saver.py      |  8 ++++++--
 tensorflow/python/training/saver_test.py | 13 +++++++------
 2 files changed, 13 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/training/saver.py b/tensorflow/python/training/saver.py
index ccbb1c6b57..a29926a57d 100644
--- a/tensorflow/python/training/saver.py
+++ b/tensorflow/python/training/saver.py
@@ -781,8 +781,12 @@ class BaseSaverBuilder(object):
 
     with ops.name_scope(name, "save",
                         [saveable.op for saveable in saveables]) as name:
-      # Add the Constant string tensor for the filename.
-      filename_tensor = constant_op.constant(filename or "model")
+      # Add a placeholder string tensor for the filename.
+      filename_tensor = array_ops.placeholder_with_default(
+          filename or "model", shape=(), name="filename")
+      # Keep the name "Const" for backwards compatibility.
+      filename_tensor = array_ops.placeholder_with_default(
+          filename_tensor, shape=(), name="Const")
 
       # Add the save ops.
       if sharded:
diff --git a/tensorflow/python/training/saver_test.py b/tensorflow/python/training/saver_test.py
index efb464410b..eb2690985d 100644
--- a/tensorflow/python/training/saver_test.py
+++ b/tensorflow/python/training/saver_test.py
@@ -1832,8 +1832,8 @@ class MetaGraphTest(test.TestCase):
       self.assertEqual(1, len(savers.value))
 
       # Verifies that saver0 graph nodes are omitted from the saver1 export
-      self.assertEqual(29, len(meta_graph_def0.graph_def.node))
-      self.assertEqual(19, len(meta_graph_def1.graph_def.node))
+      self.assertEqual(33, len(meta_graph_def0.graph_def.node))
+      self.assertEqual(21, len(meta_graph_def1.graph_def.node))
 
   def testBinaryAndTextFormat(self):
     test_dir = self._get_test_dir("binary_and_text")
@@ -2140,13 +2140,14 @@ class MetaGraphTest(test.TestCase):
       ops = [o.name for o in meta_graph_def.meta_info_def.stripped_op_list.op]
       if save._write_version is saver_pb2.SaverDef.V1:
         self.assertEqual(ops, [
-            "Add", "Assign", "Const", "Identity", "NoOp", "RestoreV2",
-            "SaveSlices", "Sub", "VariableV2"
+            "Add", "Assign", "Const", "Identity", "NoOp",
+            "PlaceholderWithDefault", "RestoreV2", "SaveSlices", "Sub",
+            "VariableV2"
         ])
       else:
         self.assertEqual(ops, [
-            "Add", "Assign", "Const", "Identity", "NoOp", "RestoreV2", "SaveV2",
-            "Sub", "VariableV2"
+            "Add", "Assign", "Const", "Identity", "NoOp",
+            "PlaceholderWithDefault", "RestoreV2", "SaveV2", "Sub", "VariableV2"
         ])
 
       # Test calling stripped_op_list_for_graph directly
-- 
GitLab


From 3cbc2f1c95c1712c6999b0f4b7f482d927060bcc Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Mon, 12 Nov 2018 20:56:22 -0800
Subject: [PATCH 1492/1825] Update lite for contrib move

PiperOrigin-RevId: 221206491
---
 tensorflow/lite/g3doc/_index.yaml             |  12 ++++++------
 .../images/landing-page/ai_in_motion.png      | Bin 579541 -> 490049 bytes
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/tensorflow/lite/g3doc/_index.yaml b/tensorflow/lite/g3doc/_index.yaml
index 1e9f17bc16..093f86b542 100644
--- a/tensorflow/lite/g3doc/_index.yaml
+++ b/tensorflow/lite/g3doc/_index.yaml
@@ -182,19 +182,19 @@ landing_page:
     background: grey
     heading: Updates
     items:
-    - heading: AI in motion: react in the real world
+    - heading: "AI in motion: react in the real world"
       image_path: ./images/landing-page/ai_in_motion.png
       path: https://cloud.google.com/blog/products/ai-machine-learning/ai-motion-designing-simple-system-see-understand-and-react-real-world-part-ii
       buttons:
       - label: Read more
         path: https://cloud.google.com/blog/products/ai-machine-learning/ai-motion-designing-simple-system-see-understand-and-react-real-world-part-ii
-    - heading: Introducing the Model Optimization Toolkit
+    - heading: "Introducing the Model Optimization Toolkit"
       image_path: /ecosystem/images/tf-logo-card-16x9.png
       path: https://medium.com/tensorflow/introducing-the-model-optimization-toolkit-for-tensorflow-254aca1ba0a3
       buttons:
       - label: Read on TensorFlow blog
         path: https://medium.com/tensorflow/introducing-the-model-optimization-toolkit-for-tensorflow-254aca1ba0a3
-    - heading: East Africa Cassava App
+    - heading: "East Africa Cassava App"
       image_path: ./images/landing-page/detect_crop_disease_in_africa.png
       path: https://heartbeat.fritz.ai/community-spotlight-nuru-a-mobile-app-by-plantvillage-to-detect-crop-disease-in-africa-28d142bf63d5
       buttons:
@@ -204,18 +204,18 @@ landing_page:
   - classname: devsite-landing-row-cards
     background: grey
     items:
-    - heading: Using TensorFlow Lite on Android
+    - heading: "Using TensorFlow Lite on Android"
       image_path: /ecosystem/images/tf-logo-card-16x9.png
       path: https://medium.com/tensorflow/using-tensorflow-lite-on-android-9bbc9cb7d69d
       buttons:
       - label: Read on TensorFlow blog
         path: https://medium.com/tensorflow/using-tensorflow-lite-on-android-9bbc9cb7d69d
-    - heading: TensorFlow Lite at the Dev Summit
+    - heading: "TensorFlow Lite at the Dev Summit"
       youtube_id: FAMfy7izB6A
       buttons:
       - label: Watch the video
         path: https://www.youtube.com/watch?v=FAMfy7izB6A
-    - heading: TensorFlow Lite on GitHub
+    - heading: "TensorFlow Lite on GitHub"
       image_path: /ecosystem/images/github-card-16x9.png
       path: https://github.com/tensorflow/tensorflow/tree/master/tensorflow/lite
       buttons:
diff --git a/tensorflow/lite/g3doc/images/landing-page/ai_in_motion.png b/tensorflow/lite/g3doc/images/landing-page/ai_in_motion.png
index df605833d7926cf76068501782239647cd3ba3a0..b8eedce7eaeb0f0440d7c36a243cfd729c3699d0 100644
GIT binary patch
literal 490049
zcmeAS@N?(olHy`uVBq!ia0y~yU>0OxVBEpM#=yW}^*Sq)fq`pXrn7T^r?ay{Kv8~L
zW=<*tgGcAoY3w1BPl_FX{`-=&Zi(hX^Ow2}U!-=GY!IBpu&`x<fQycXlGY9}mnE9o
zyF>yDbQ{*N3LZVA6mejmLU-3DJuw&8r?m%^-|Q>DSN;6&`I&d_@7!7Z{9KLk^B9H`
z{WELoxO7+@wDg??9=&zz?&@3ka2_Ma1O`D3CT%tE6Xm>o-`G2zy}kc+qkN}Z$?*!c
z>-+!zk5@hWj3bi4;ULHHjjd}!TKtt4Hy;&GVQ4tz^e1Yy@ekve&JAlAGzA_C8_zK~
zKG#^r{P_3u<U>w(1m&0+{L_qBIT<F{Db_`)X)~U54s*HDbNtySfp3mCI;WmUQQpJ*
z@aW2wnZ`X=7`{CIH%a|rzUAX1mNU<=7@mKd8dkx-Zo>RSF`w(@j{gtK>dL6&)lHco
z%xb6DF?ELJ_9rIxhMylXH9wnqdS37Rr!Euyf7onpd1v_fOj^~C&gaWmew{D2x!$dK
zZt_8n+3Ai^9TxWPFC?wb`y4zJwdhGf_{Uu`Z5HWeNfA$M(u<Uto=47*d9_{OvEDas
z7sW@j9<#<hvR%gYf0MqRv&{U763>+HDHks^>of3*VV?c?q2{;GhmIQl;W00)tMl4m
zF>mrC-EZ8+&PR)lC!F49U>;Fp=jn6*K_#1=g2V*}o((K%4crcF>e|W63cj2ClVUVi
zG;Ds>wMT}p_h9l&on?_TW?p8TQQ2NR|L5PoH@~x<d@Np*D#lO|rr`IjssA5KL-L8a
z(_Y4Z$Sh}cn91_sQ1vvA36{^D&;Lo7a9x)(rBNur`Q1c212(Y(Y!(dS4>)Ta1vr>5
zCa5Mfx=i3=NidCIH*2g3;3#XZT_6+Ecz6My47<7`w*|Xi<LU=$FIc}HP&VLjJCJR_
zXV;|3(NrM7y2#0Eg4GgcNk=gO*`g*J#d-~vuC}CwEFJ8f3ra7ftq{;^I<?R_!1jxA
ziP$cd*!Euw*e?i}aP4j0cR*tX&*?*}Ht6MWT}}+Y!Ozzmet@&UY7X!7gVqm&c1YQ=
znIE41VD<;w3V}La{{;+PEtA|c7xV;{OtIGD5N+;q=M0bzU|k^;V!BH3YTGNPyN<kz
zjs?uW7-1sn>ny!k_JZAu0u%1JefJvfHR`!vUpV{X+!xj_6u(&fvTkb%JSdU)#*oKH
zM2&H?)Z~86gI5yHC9F$$m*{37zcFHsO&EW6_t%4N$&)u^Z?xXPzQOlKS&n>}gmvTL
zhf@mNEZk!R`Z`Y^c>4HM!SMp|!tI61JNzqz;$-t1zaKjOpz=pd4d*|Ne@y?({;}3|
zDY#xxydm7gk#k7uklrCdC+UY`i7f`MQ`BAw%629mQF)}6q`7foMeC0lKjyh8WlnnI
z;q4i7$t_6pCCf{x%#JTJb)3yqc2Ax@+4afXCs9S#KN)}8wmMy0x+5S-LvqU8DOIOZ
zPX(V+=Umm&$>Q9kJ5f1M@uE&)^rK!C#~}Ahp+!qmwxx7F(L5PFDLIHmGgh-)bJ-QP
zm0T+~2Qdc;Ukb@AeyQ*><fZH-_oeH-_fI)^^2Mo&QyWr0rSP4OnI^ex(Tb>$a;@%N
zGpkyvTCJ42r(T_$dP41_*eSW`Zzsx5pFDB%r0xl)C#{}ft#7W;Kk53^^b^ZZyq{#R
zd0+p(t7GWF(8k3ZViyKJ+;(WmBPCaH*S@62q{)wLkLr7wsQNEWS!(O0>*YV?;;FV%
z-c!T1<wN!@vf1WQHu131wM9*?>f*K`jiEfDP9fJ;$%MTOn;8%q{59<9>S-(E!eoOd
zhZhHW2Wf}xUSPJ$FSI=9`6}_%@geoDlNay26qK=ai{GssZC!2sZ61#&xb+{KvTR=3
zj<j`Ylb;FeE)t8?j$0kE+BrKWI@a2udTv?sH)q)<zF76Z^!<L*&n;OuFK@}au)AV+
zr&o1V@$Ajn%eMFUFOk~xza@XO{_bXrVBY1p=^$fsob!zfw+t?BIP_tfU`|T%5mT##
zE88VD-^eq}FZ}w5F?rL*)rHFnn?FwI+|#+=bDd}RN$KF+%MzDum&Go-e|F8;pfi0l
zY>lQHem6aDnr~d6o|tiP(~1o{vOPC`*>q-O&eodj)RdzetujjQ&&rZb*n4%?;a{_R
z*Y+M*b}{Wr*ln|G+b)$g=y~%md%qxl^WhsiZ$7;-ck}O@{N(wG^_TwnvnRKwv@hn<
zpZ-Gkp^oLIlpBGUC%&vWQFx*AnaJxei!U$O+-7`v=dGVJyQgvAUV7|l>*~hrNv{pB
zo9CtFF>N=_oBZzEyVrMb+Xl$plVg>$oo6)f;k>8w{P&vd71|@U=h)u0d#_h*|D90t
zr{>!a9)l1`9XH$LJJ+w3@6BH>e^dX;`aADu?q9h7z<yl@z7M=Nq(4{$s80~TA;i)o
z;aJ@~kL5M%a`yk5M0T50WFEcrT=ALWYo}dKD;KVI>Tj##DdxT{`b{IoK1Sr8prYhP
zn?-g>MwgT~X%rcpGRdmFayH{>MqWuakDi*+GPSg%na?-Xo_3oSt$#lL-hQWi*K1v`
zwWo$JTVu1|t4Or?>dFY8oRl{gZ>&F~kY-w})F&7&X@0IK{cZZ*wA~xJZ!VT`_Y-{X
zx+l3N@Xu+M<1KqR7k8fPRP9WTDbKU~o;%4uDD+ZFQ9x1drxLFeuV5`ZQ?su+{%zCG
zy!Hw9KJE4TvGm8!Kbv2Ed-?m)an`yfDMghS#hkMfT&3paP288!ouP4AbF<Rt%da}F
zF5k3db4BFcY@X{m@t>7$YyV!p^~KgTTV-FHT+59z-*T_???T=SZ98~nEu$<eEtRGB
znqSLR%JaJSC3{_DUf{d-vlD0E{uJ`r>=|$V$9tD1=ugx?A%El5hOJrBRnq0r=gUsN
zO})Ked;@o$$Sl!mB6W8U-YR^|{#o9ue#Sk?{hQOLpIz6yd*klP-M_zEykDt3N$-@N
z)II49+jq_giwXFXcz;#xb?-G^tG)?;@BYR=?bq~e(=w;O)%zVaFQRV!p|y)v1}!bB
ze)@#*TjOo^SU$6`m0_Y`wLd5Re*D+@Ui+-orK`R9lKIo+>grS;d0hAZGXGWflx(i-
zeOEtavA=eDW%WAu_3QpsGIy^sn0H9I_3PSStG@HNB71S+<ArKJmmLy*(DLHQ>iNm_
z@9bZeZ+a~9H{@~V+{;tbSEO^zTKLTL>|@<d-R89y*Vd-jo-f;Cxn=Ipqfe&aDwcY#
zb?)@s`=yN)iti77Ir^qs`0bx>8@)NFw^@gk+U$}k{h9at(z$usb>Zt`zwWBqd3x*X
zN2bTKpRc<eZ(rS9xA^I@vuB^>y?$rBKk9$gvg6B^|D5)A?X|ew_qOd*trgF+zQ3>J
z_~Ua|clYczf6sdF^=tn3`|UT>Bz&;@{qHopCjULVGc^`pGae_OdEBHP<nJ|amCf3J
zXCG`|<~aM{XJ<L*yXT$e+e)SJ?*AA2<M;K6d!A2uuBv|}{>uI>6_t5cvbTJ{x+z?F
z{m=EwkA3<-;oss<z5ixkuHW_NrmdW*-KVe*WxwwBefN5wZ68tlVg|>&ieH9bA74p1
zsJ_&{bpFfvyZ5=&RT^&nrTs4ZrFnCH?)|^}?C1H-o%hU`^~}vMhE^U6JGqAPtse6Q
zcp0{eGd$X~)2=e?LQKBB_XGQnG5WUJ(hO39!cUkQO05}|3#@LA;4*3w<SS;}uykp~
zpWs6k-rYN6mWVAe)tou6uK!EB1vA4wULSw|tv>$ss~x*)IUIf;-}$e`ZPsHC>3B2e
z@*=-nmj8?D8N&Oyj4l62<S{TX&dm&oD2ed(u}aR*)k{ptPfFFR$Sq(10h<b|irj+S
z)RIJnirk#MVyg;UC9n#sykaYmu)dN4SV>8?tx|+<fP!;=QL2Keo{64;k{y?Vf`Uy^
zN}5%WiyKsXQA(PvQbtKhft9{~d3m{Bxv^e;QM$gNrKP35fswwEk#12+nr?ArUP)qw
zZeFo6#1NP{E~&-IMVSR9nfZANAafIw@=Hr>m6SjhDZl{4ov9U>2%GYXq25Z)&(#OX
z=o{)8=)=th84nV*3dpQT&53Zy%uUTJ&dkrVGq*6c0jtN5LD*=6&>4x)X<}l4tP@EF
zs?$av<N+iPK|%{G8sy?;$7Q1r4p&eZ+i{6XP4s7A&t2;2;uunK>&@TD$*P{y<T`5I
zL(jg^tE=VzenWY)(dJ#N8{;lqeR1rPvk6<XVw+5YoQ4S3e}<n9|743aYL-sWSDvDn
z>gLuU$zveVFyq*@=6A1_u3DXaQnl>+hrjo-(^ggeC<wWF<;|?>6kXmglk|inCknp%
zerv1i*E#QNxc^T6|ExZx;ejIqV*;yy<G*%>Bm+SYL52pN1h3Yjs714;Yp6@@x^lsd
z`AEUFL#A@CXPdryD)n_&Tei&&;|I1J3=wsjOdKprMLIZK9@=&+*y>lmerww`DTV`Q
zI^xgpu$|7%<V`s~b6>ke`**&=k`k667XCIR*0gE<9)I8e-~9I|gNL7e^%c{H_5ZHl
zKU!7E`$%e@?F~zV>IPejKcC|AINwK}lNOvIIZwCe+l_fsXNYhGe2m?5$K7w?GNJm9
zv+G5pZ%fVM;5jsZb@0FA1+3FwOZ|Va|KIz<$~xYqB3+9b^h7#1UAV4U{kh0r-%<ZD
z`afI#`EwVn^v`#FPpB+7Fz?`p4|n!2`(!J}as6a9|2Mn6_AB2>e);(I(SGAg*`?=K
zy`OjWPwk=XC-w66=c>&sc$dugJ}!8@>%+cnTLYp}-!lpvt=>@`zcl3ikLvZO88$OD
zo7=HBo3CRPWcaq%H090bgp|3R?<KEq{bPLW@u~iq9@jkQ$8x7l|M#Z$yX8Ti{93D|
z_qE^N+sP*Xs*B`UIJIr7*f~pqCv(J>9^5i(fdSj??%X#z+X@Q`8rJ^g2~A9x;ua`k
z;I-I@ElN6LZQwN4Q=5*I1UY6_)@IAz+SYn4%1%CIZy1+?>r3NP`b>_^JFS;TWpDB2
zzQlFSa8LP%dxx#W_puj<Nq_GR;`+eDufLvsN%osL&X-LhuAAl^s@u9QTW7Y^>uqkq
z*H_$TD~(;8CndmmZD+w_Mwf>XoeV*rW?s6l8F1tAr{a0{|GP|C=lkz_a<%NGSGw`J
zw-;qfg@m^H+tqdL|6TrHtnOR-{D&70GwVEy{?PaF-C3^tf6wt3)|D~8H=PhS`LMBH
zX20+1?cX2X-}rG2-}{GueoF4WulZk+X=04}(p`K1ZL_U-Gqdx$w!N6>x{ZcvSGksm
z%qd>+TI$-ZFFY2{5Bem=f6llqcKWGN40HdgSqrqD&p7*R#VVoa;_o+@?mhPZ;r}o7
zZh>zPSn)2Eow5GI-uHj_{;mH%{lCorH|G0$&C|_S+?6`Vd{6L!L>I^I+uSvuE?zI#
zv7O(S>z<{?(p~8dX6KuOv}*5dyruE~-;cdN{|isK(|oJtz51H#ru%;1y?=Q7{}=p)
zRdrpvA{Vdn(s>sB<H_OqhxPw2&42Xbg@kKhlgHr<=3Eg6w(g_0e}4Ucv_3g~JCjJ`
zLdFV#72EYUe*f`>|3An4e-HB=3wf_`@ie8eFRQu8bDX<j!2%CQF-C?7zk*jX$+50s
zU6(&?N94T+pI$MUn}@G>9U8TKPVpxb<HJ$YubtnaFO|GtDx<(WS0#(r1%;K3o4dL9
z*jgWceSLjlQC(Z;?rB?DbY2T(R+iZ^FZ{Og!^^tjbBa3KKc(=^>)#>9KmU6{q2q%s
z_N|Yi<GNp7tJVLP^X=H(|LN;(%XnN4q*xt2c#zS?c-^{n7jB6y(_m12y)n!+N_<P$
zO1=rEzK+?gZ!#De)b`Gt{`z=fc$f#b=eB1J(N3==?rq&LFEO{Vh;54KLaisqOhbPN
z`aWn%SRZv`TWhLA^RA;4o;o~oJ-<KZhQuRh5&3n!tnE){$X4%^+-t&FDg5!<+vqLZ
zj{armPv~L0kh^WR>bLpRgG|13WSXDxW2o<(&S5VtzVczGvVyKmVe|3uvxohkdS}^b
zwod74ox#-F^m?<t-SPc@uf2ct<c*AOwdTA-N+<kgF};5(*?%-7re;aQhnKT9egB)J
zrk#{5?8soUvZVHRtJNi?`S$w{t0~1BJpH|^)$(6Yv6=0r%;a8HyNBPB)b(yDALaV|
z;7FVNg!i)b0=trI|NTkZn7(%J-(S2^D}VfV(YeklbM5fEn5PNe`?ekZfBL#VlcTip
zrg>Er+xGTf-KINd^47^BhbJ6bqLr}a;Jb5t+qR3(IRAWx-?AIC&ICv_ACky$)$r=|
z40V)l-lP#A^>gRDUj}og*B;vJ9vp38d}@<RphzU+>MGwBnf3hNlf&N}FMhUX%g!K&
zBgJ~<i>`%UGguiCQ}Hch?bJtyt=C-3zN0gJ#cb18yAEdUJysODI5T?7wS$rDuVvS4
z?$BMr|9x4`4%r*7E}NcDIMucIf{Vw>31)X9&hX8)mb)|muC3zxiSIJsFWmBqF~>`@
z=GRZ}KllH=|IhEE-FtVgrrK0TQ_YVT7q5SO@i4!^%4ZLEm47d_`9J&o(X_`K0#BqI
zpJ~4B@AZ<GH<#pHo?tKB`)=3I-%r*{OTXaADzNd>S4iJCZOhuJzt?6ynB#3PKAYpc
z<h3Z1+~%)YbKjjjx#UoZ)$x)|4Th>c7jMjZ|KR<f_4T|*moQZ@t&RRM?c-1W|Dylq
z|6l)KX8+Ii``c63E+}E-&D<v<EWxLB=eCvEv8Dq{+$z^JO8hQ<fAicw-F$;x@vFAW
zpZ=byvwnSHWohHGNat)--?~7CBL-?FyitcGn3Y)9a%cE5EYS>(y1TP}`KQKXTD|{F
z!!|y6$|%7yX;!1ayo+Mt*S+^xTOYsrRW)pNw!!WTEXR%=Y;QZ{r0EnWvSO8%=m9TH
ziO>egjJ1c0N_)4bzyI*<3Cr^5=@z^99I4vd_SG*dT(x1xW<8tPLB|bF8s|*$dmVWF
zz)`DtZ08MIYo%s0IP!6R`6hd_uG8v<*1YJWKkM8+a&oj<roOKF!TIfj<OLV2297fs
z*RyrjuS=LK{J^%s^N5yR!KMGpZDUV=H*{__^>=V>>O8LCEt@*Oz1m#4J!|d)$2AXi
z7e`uJzWdOSQ5F!@IK|C$_5p1sX{Up#vqE|AniO1PTIXz_Vcq$W>Bo=nZ=N2hl8XIu
zN$~kyIp!t5%{M6>`gzlG&DM$!9~e(<^6K#W6Z7%T|C{Sd-MdyKE)?Nf{3YOXh2T~F
zjL*??cZa{7d!}IC{w$R`t-tb{oLpNUxi)_I`C0$N?frjs_t@GpYVtDo9=p29s8HiW
z=K_(#Rnp6Z>_o2!PCPyF#2>rP|I@CYlUc@|?7B&zZw}W@-YJI8Z#_?{y^e9%StYII
zkizs~f_Pu7vQ6790YQ!5JSJt#LZz;JE3W^z^uU;tVd7N#Ek9$9xV_l+Ty5dG#3R$y
zWbG7!=OrdqU$>dJIKrn~ed+!G!h&0ZE_i*v<|7|x?boK{6gPFL4_}wi<W+~hB}qqb
zwoJP$xys<-sxG0fhE;0<UNTKy<rJ8u;ksg#&@O|89?2%#`0@p%tScmv7i{5TUGEk-
zEpwHtg5$Tj3of6lu6UlXcJf~}k(D3Imrlv4xwYi{lm;HQHJd*yl+3$rx+eGHHnG*q
z-0q$*dHCv=)at8T=BHKHY`>(lMek0y)*Jh~|CW0+Z;A0wHj%l#LA>m@x7LFW2f2({
zVj^6g-RnBu`pynoc#$#X-s!(fdtZJ#UL&j8w6!dG(!)KCr7Z6`u3tCT@a^okuj)AZ
zh@n;UX(_wwi?!Z9EVTyL99%y1yDeAs;$1HIcm7fizYhtE!~<^pk^FdX`Pmh@mZpp=
zcRf526tMDS#%-~At%8Z0j~R>AT{~5>C{t?7+SY4Qp`nS{+1!&m8x4a+mNf(wtq%)r
zEnjY4v1eOANoVL^vHhQ;|C|2%SO4?=WApmg#as3{Sk63{#QT)zhVTtxo9h7#r#5k|
z7rpk9hiC8VN(r;n*}g7w{DK^A?q1d;ndm>Ev|-Aj6sx1}&gngS@3$fA+J##OEW16o
z_Wu3LoTIxf!Dpgcr<bG#YeA0Ei@rx4yR{x|OWXX|A!WX6Ad`nhbnQ&m7E8;@cJqAy
zg5u4SURqd2WIHaou!V11?$W|=sikHsv?kAbRWoaI+}eWT&4+$oRn^O1S5Q^j*S*?%
z%QeU8tj|(sE_*jmGAeU}dxnGVjFkFhgP7aC4v+pF_&Mv`O8Zk~Q!4VyzgxP7v0XlP
zW%h}spQp|%KCiH1!@bn?#tavV0$dx^@4lV-u-tXR`4gMiHkN1pdT@9?>%=7=B02a<
zSFF97aA{#eiG#`BMeiOc$a+T2ncCFPs;aqjfnQh6^TumYA8sv<HBh_E)H<zonF(9#
zx`5T9Hw^w<V$8l7aih{9*oo8jbeq&gIoAem@nhBON9FkB+C;W+C40Yc*&cX?ab=3d
zHUqVQ1#{-4__jQKYC6w+{^Ntq>?_iYPt=O}MJ#dnGjqO&OBbiN^9mCU?Rg%YRbsmn
zms+`K^f5p7JsEeb|Kmb|1+78mvej%qD`kJm$M>q#-O)bIbH2w({KBdUAC)*-4GYda
zK6{e0?mhp$-p^M}yH+toMt%tiJh0i1wMr*LD|o5lmd}1_B5NM(Z7z0VoS@`Yx<w%%
zYER0N*OynA)b)SQJlfL!>f)3co6E{B^gKH|QC?xuf_ML%7aS~zm^o9@OZX74=IeGo
zi4Fb7k4a`ICUh7TS-Y7?90@q}_1@&YbBZJRoj;1q;;THnZgIy7W5LG5%Y@JSu4m*q
zz9ht5H$|RtVotJet5Wl!`+~azQlck_m3SzM+<F-IA@PyIij*C4aedyB33hW&r6gJ%
z{#GL$8krO}RpWHf1y6=s84|$_4K43PT_<vho{sB!`qav|?D3A<E-X_yqNYDI7M^0H
z;JRU>C(qfo+*m8ybHDkvm#@8(&e)m$KDAbf^?H<Jx5vS#oA!G??}&_B#H;c7Y*p{;
z+1YDmv#l;=&QATD&+L>tmpNEBd%wOzN`gqhiPKC=T9%#G3MgP{{QTsh?1R`lb986q
zW*mAtZ}UFwFRfNLmaq5R?4B7VelU{Dcl-9d4#|d_hj*FnzJJK}g`|e$J<BV6GsINi
zy?y)W<X`1C@8wvn+{2Ib_<ni(B|t54)#9*}e$B(FzS~Y~WX3j63Vsvgw(;~qhRU3`
z8o8R6CY!GaN#qZ@(kSee&A=kOEbsMKtBWz8POkjk6n4F|_h}L5^CguUy$4II4sV&2
z7~~f?t5f9Ok|o<V%3Z&1{^R-oC%b<<EZ@)ie%;5p@Bb;*z208mVV*Cm7skWgRvun7
zXP)8wvl}+=?p-}QJ0>>fglRZeq1w}SlihFreCIxC_d99x#0i>?F1II6$W`^tUvNcJ
z_3Vpt=gjPW{K(cw7q$EQrFhPqJ*}Vl`1|A^-+O4d?U}Vkm*%NO9#=&B&UPsoY*!GK
z<9Ww*a>u=iArA}gowj{rwaW7NOXg!Q^L+NrR?*`9#&`XCc*WOmrg?dJMh{%1mhH+-
zSlb#V)zz>_Afbt=w%b{Cf85m_yY?NKy_tK?KI_9TZ)#3^ZL0ITf&awLATEVV8a*$i
zOk9;q_AyLrHCmQ?`^$H|==Zg5>!;Z2o9+Ghi(A=&tL&Yr_`F&MHb!~1BWLFLSyoTI
zD=(`f=B@qn#lnS+@+JZefjmvE;k_67Pk66g-pZzaebH*>%kwyOe+SGc;*MS866tGf
z6>PEKMCs!-yL+x~E%E=$yDc|$W6oM9PpJ(o_FpyBm-b9K#MIl_uIAKhs<S;~Z%K%V
z+5HYNtyfmJ@7;*kJWy%Dw4}LFA?DNp39iRWPduE?bbZrl0so)5TcaL!>+d^o*uCH2
z_N?y>pX}{pYNgI7wf)fff92ld@3+1LSG}}<AG2)D+ivMoH-Ae0dtkl4fAwo_8F@Je
z&DO80j#X`S%Do-(z*>GjfB&-Fr~hv<8%V|;`MN?(_W3>jAGhs9HY^nATkX-tR2bIN
z(zn$9s6<a?`}Xvx{67U*4JMUW4xMIF*wV6hudPAD=5FJPZ3XL`-#vM5sSwSW879JI
z`(?$1jR_(1oDa@8t92-8Vz$($&qqz%u5+<A$rXi*PI+a{XSry}*0ywYVJThdo-Un3
z4Aqj!mxPZqZe>alp5?#n#;o&(bNx1Mov~2IJH)lsGxE?22Y)4%C}%%Yqh*WLx8}|k
zh!r@<^2<5=Mb0Ii8b9~XegVNhw&XWFTC&r5#mr6Fjt#uN;!~PR7u_tJchOASWbM(S
zt;e!-f3=pzCU1>O480y<{z<#<f3a3fP1lr}C*&4+X<WMC<(%!1&3uXNMuvuLRGj(*
z7cQBfPi^~ONiUkGJn!^7yN6$P^ZU;84|bHApYoLF@r5g!(k2vZ^c-BGQTYF!ZOz}u
z{vUo^OrEmL<9n9Pyp3u~_RkcbYW=nT`ET>|9dG|l^HlhrVY=PdA@6bh_vH(w%(_}}
zUNV^}>#nbO(XA!Liw<`3x?FLWNH&=1V>r_%FjRPoYwIDAgl`6|ZI8uHKjq5z^Dp@I
zPWE2xo&&r8zY|@zUca!iwD(%3!`Ta4boUhR&CWZ-qPcwa*OzX0F8}K>EiQaC%{<|+
zThip28yy?Dc;~H==kk(#^Y-51q-_50d~y%oo{ZL+u3huvA$!H2ADn5QE0a>5@X8;`
zZoD%6)|`+_tbyC(K3AXIx%cZtNzdOx(j76(3#a(F_fFiZ<+s>F@&*H6%$++AzRtdG
zVQYJ|J3POzs;q6-%7ZS8SXCM#CR8Q!gv?+%mYu*g*{=DTRj8+H;-xL^I~U&;b!*@M
z-67FTLZ-;RYKO+HuAbfxR-IO?ny=QDUT{0SEjP=k=8D-S{|AhUi)Di2<O6QyGf%m_
zHrXXX-PCB}q`w_c;|zDb(U|F?q0QKMYSEFLZLM?X=AL<OJSDXCWlGbkISU@M2e^C+
znWcHMGgzr3Y}I9NmyVexA{#{n*SgobHuOrbYuB?0Sr{N9)xzZ}k$ydmca7AITTFJ3
zT?+0zDE{T5_Jp;0?R(v_V>47%bn(ZXYxZe+!=qb#?qRpS-SNGPmEXL3%X$C(dBeMH
zMqk)%;$G+bX}+xWSvfz+`P0>KtFwX{JW(8%yreqv>!roRpIhwN-v9Qf-l;_gzCIOQ
zr?>vWh2F2V4tr}e<We#oTuORt%l@vSrcEYhhEB!%#M;?MZU{zp-WQ+mIh{L}d6SH~
zpk0xk?Nays>SAsc=gd>Mc*^GZnp!z-E`O+g=;NB%Q5J6#AAgkA-Zh7P>IJ*rMJ5_P
zj7{#r=1oR|s{gj0vYd3Y&Gt$2^W=MSy2($fKh^iI$XishY`)^d*OPqMAN_vqq02pm
zjp?99>md=1ZlT+sb#roa6U~HWoh8j;b49q46PR2bCmt#>a*QmSohGvAn39fo>2W1L
zY38{XUPpX6u{C4QdAs`W>E~mOuRq?m``!7d?4AD{H$UDJ<NjV|j`+OlyJkBgbqk9(
zAFJBymaY40nPawW2dD4t16JL;avw&1>u5T)M787nVvokDZ5I#mn@6e2S+6uO<p17z
zO<=Ff?L+3gYgqRP>&Cg?bzc8LV$rFO=Rd~qz09=??X6r9$`KOl!ppE+(~4OmA~}8A
z0r&Xd0`hjXZI2f#pILsnB=#8Br9V4%J-`2*p`~QbnGXfbuO=<HYbWA%IB6R5quKwX
z@15v*seMdi^O-pla+DtK{av6R@%l20QkHv?vEXd>pLX0!Mbb7)s!irxm8G>MZE5Ny
z*OpBRYi5ha?X7LrkFz^|`uh5h&%UfRS@xRkjp?j3uBD<jTR&WDI=orv{QIw8O~YP`
zO5JXndpODLbPv-n-ZFRlN4;)IJ|=hbkNk3DdHKF`!G-y8DjO}OLzW&(+Sl&RKmTC$
zu@bX`*J`vSC3&Rnf-G}i=_!@;r%S7a9DKvf_0RUmtB4uOS{;Y>ic5F?s64gEC6njW
zs;2b$%h=CV-dJ|<=26RYdU_w8J<*NZSJ`{HeEFh@AMd<0W||<f{Q1|ayS@`1f8PGY
z=eZ*@kN*X}Q&M~Vo*y)j<PcWxYnk&&VxDZW)7;!$yQWLN;h5ZMz@&E7WUlz@Sq7E;
zv#j4~oJhR&@^MSEW#DUvq!Q-`eU*nqzUZ?k^{$$;V2zf}HZiB@xgj$`gmZMaF);W(
zHe9*v#;sZH&)vTXv$7t3<8oGhg1rBnidm0t9ohMYwJ~DuKJ|aA%MVH(Hja9J@s{bb
zXem)Iji(Du9ajg5IV|e4y>GFhbnXrtAL}-zQ-<c<H4FXty>2{Nv(?e$g_+eqkHZyT
zKZ!=&e)Qo(oY3-3&*j8_pZ_&I=#b_Yv*N7II}>*l1|FYy+P%7PiQAG(Dw#XhO$aKm
zD>$<Mm3rNwwEhEK52EEYtl3KMKKO0_gE4HisM=-89?gKvUMI~dZVPo<oaHWZs!h$5
zw3^<2g1wj3(*0sm|22hH7WNZ6vc+m5RxCB#nCl+8Ax=u@b&S+!F5gwcUdz7oI5hV6
zx{4fcV>=l6N;X_XQMspXZSjXEg|)@3=XqYQ$+@%hvv9lXG?s-Qd3J1LT^aPEdS1Zw
z(phb4Armc3<M;Yjf6)0Fs3xbYVt&!n>&~wm)=$n(GHhx&dU4y=Pdm4WIexCO5{){R
z(sZ+=%c)!Y<h7KpO{-kiFB3hrsKu<Y%*E@-b!DdSSF@&exy<c;vFQ-|&F2D!+13{N
zQ#g4a&suaz#4>jBhtt0m!df_9TrcfCwk=}q^&R_mO**t@qSC#}_GP(&+f8!{78dzQ
zC9U-_kiMXyJ@rMk&!JMiQ%beV7HK@#;kZ!pjH!dv)0CzlQH9v#eGJ>4MOXZK!>l6~
zZDDVJeD~$zKNr8>dvtboc?OeiH)rQ5k?viF=9_NJP+a`#=`q&3wwD6GTU|HF%nC6Q
z_DIP&v&`7Wx~hTSuA=RDzucpOdii575~iuMJ_wLD*dyPr^!~^5xMXH?hcMYa%bx^H
zyZ?Mj;g4e$|Mq$wTTm&n=+(L1YaT3g@z1&~R(f}drr+glosYK0t-si|jNd_{MoaMP
zY_26DK7s+^OCRnz-ff=$@zq)FntzWh<L2)<dh_W{h1<T&`HbgTB{pVe9h&B`_i@%N
zwsq5<oz!T3S<<y>O4DiU{ReN}*SN+0Tx)%-*>zsij29vvni?<eoj+D@ysITBNL@7g
zc4ys+FVCiE$SRi#&wpqVlWTFia8c5vutYH_iH|>{EO&%IdVcEqv~9T?<JJd#7FVxy
z%NDuikjcBa=fbpCrh58%g;j;E+m|n|`1_65@0{PosBSZhzZ1iX3<Q<?WezPkdrEG_
zJ!9r`rR9x%A{X?_#Aaq#T=8(&8>PxvtoLO>%`XutleN54F4^WwO?`QDMsu<3p(8dX
zC9PVU*0venGF;x-yE!a{d12Z5RYL5)f8U79d6?k;@Z{s=8B*Mfx!=5bleF=MQy@p~
zRvqstOD#+{eot7=5|a~sW7kyA9L_0jhXd4pr=>}nxvyUK=82;4EW<rF-XE3LtaD)7
zqh6pp$H`SLN7`rGmN`0W1N^)k1A7akZtrT1HBESJbujFei22dz!iCe`UCz~U_~|Sq
z*lozpBYR;%_vYdo%Z`3*{_WV}vc0SMpN>(oRg{kd*Zw!>g+4s>6W*U6^6~2R{(^%_
z!a>=++j2kt>3(jpe@6os$GRk5rMWMp?Ub1-3a*5+JM0ryUwz>4lZL#iZw=3Sv(MfU
z^;pF<o4Z>zuH@3h!qp8tdKYXS-7w2CkPw+ACcehXatC{1R@$Q0bgct>xGoE~ZOxtK
z6d`t8Y^K$Zb6qpKT^=q{aZjjN|KOr{ftK2a(unP00^cHZzQoKh*d)jMreLP=Mf3h!
zH{H5V-`N$S$$EUwoi&f{XD&_1?N$ot<!D*^Qs(nbp6Jh-t2Q}=hRp~GT~vAE*RnuX
zah0{Es}_`Y*u=ipiAt}Yt)6<hK{0Apvw7hq>nAzKzs@-9=gZ8u#Uy`<sF0(}Ik~mD
zldrzowQghF`he|XrFS3vdKPuzX;0eXQl*P5Yg^kmS^K#T73G@jdAlr!$Imr2P~@R0
z@0TM9`Rfn7i)(!RI9Enq{z0~U9k2g9n}ZiG*5>5Cby&@G`l(QU-2BJ&zs}x2R{t^n
z&-5KTVh;Z5oBU?(d6(&TP5Yf*%;Q$%e3;X7NO?}l+;f|`tOQ)We*9U;sk7zSzjJc)
zY^&S&<!le$`zQBovnH47`TZ8Ri?%V9#Q)q<XCeCf{_$p4``J<VU(WI<@7~`2-_2$5
z7q_%yOJ*I&V3vM2k%RA))PmjB{2tTR`d;QJik)__GE?Y<zN*R0Bj2~5OROwz7T3T3
z;IsJrhuz}w58gbIS-UmBEpcz2!#duERlHW+4UP>>Wy|vA*D^_%&p*F$^Im1){sn;@
zZVW${C@$A~>S4zrE!_I9X7v@9FE0YU92Nh~Oei^iMWbug|JtrewjWoVu-4`)+WThu
z&2#lr?$#Yv?3u9ak)X)BL%)`7{ZY;3@uZ-(xOe+|zrv!TCjGeikN*6LQM;J9)^OQ`
zy)BXfk~1tb9{t)<?zgM!UZLx>V{RW0Z>;yYwaw&f!h9*N_j7*82?^PrIp(&(xu5BW
z*Uo6Sg8inQYKsn=_MD54(hk^h?Q&MvCXwZPoTPo!gniUSmrdr{{E}y~XX~m}4hmb=
zy6(-}ur(sVZuatdED|@S7%wbgTc>mBR^n~8H&ZUm?9jZy%BGh!%VELet<V1)=?Rva
zvGn2LwvS%Y8N%ldualfNrQ~s{B8TU~z!gqMdRGbZNnDrxHN&m=MdkVOKNl^;-Ycsf
zo_$C{IDmV)%k`hf)^BYqmkXaheZ#%SKVEQ5erfVJprC)>hxF&#pSG=hE_{En>E7?6
z60)w-KXaK2KPo*M(sX^_uV0<(r6*dPu&MvZq`rK)<o6KOZhLuyc=t;-0mo<fM>n2Q
z;}O)Fpy@b={lkMzrQ+d^7E3deKQ{h8W%u*{>F=40JV|Zd0{xs4irm?A(hSqjr^aw6
zZG0<Ps<9z?^XwnD?x~xLz2BvDqHSaTlII+EJ@4HwEGXg(mU=ETr#z!nv2}OxhkYEp
zf<jUEE(REFthg3Xa$>W50OL;g&mBCMe(YS^YqrO(clGkn){`ksht3#s@)@~CCfLp9
z6k>mvAbx9sffa{Vv+p9YtjT;w|DVm88W5FoH2&0Thhtf1bB^!b&io|!$WMpo%ccly
zxlm(KHrF+OpPj=dr6Y01H|n;FdEZ`;m$l}4_L^5)Gm7T8-`;hOqrtj-;|_L_rHz*k
z{k$F}#mRMFSoXBX>Eb~1>@8vU^x0>=lg<9~YyE$&y078;JNxZ_aj^eBKEq#phTpS*
zRSXLr%;gAuF3f#>PD0Q>xjmZ?HaL7zUv&G@hRzeF0_RFQs%~UdpQs7H&|MI{^25$U
z&xOx+IYo-h5EFg(_U+@3&F&Qi|My)GP)lWE(_m(3H#=hcZcmWs6uTUSBCV)nN8X!q
z%oS5x;~lu)Ntre3+##mkHMv(_hx-JoY}vhT_erNK&yINR*s5nLUK)GYQh(R{RZgZe
z7x1((6ve*?SsxP@_wdPG&A2^Pz0dXIA3S|2z2>^MNGfM8mw`m9=0UIKheu4?B|os9
z5LHrA=hnDyX;a1TDs^?qk&hP*%f6QdhNc!hD7v%o&rW{(;^(`LNcbgRNwB&Yx%1ie
z!W%9cYj>|<k!{&{MB(TKqm+g)*;I8iy^p0D+6l~StarpHD+GT#^4)Z+Nzv5zc{*K6
zCicrXLR@aTM?Ej7tZeOm?LBAS-ov*iZ{M+F*P+tK3$&U$1NXk1WpTAIf9^Y$!-YZ@
z4Rr*HT+C+OGKli*ZILgOJALqdiBipe{_{pgi@sLvi*$));YhfC@ruclSyIUkiJNTZ
z`n4_!_cfU57j!vh+R``Nw_4szR(d0N<+6uh=7wg55Rt5(j%_|HxgnmJImv5%`O@2*
zKI)rKV6RkNbl}8YuE}iYliZgoZFOy(EW0CL@U@7F*PfcSQ{#D<?XRv_#^NKfM5aeE
zAd*Q(nD-Lby1WOkOlKVJwvJo!FCwOuz3=cM(e+b=*Gyfy^TMpA*==6;wf&6j{_-64
z6>qtEmN(9(zVA1`T$0gTr|g9fJG^Y;66W8W`S0aCdx6r#dfCtkW;6R7-^#nEZA?}(
z@aT?aJMbVOetJkq&VnmaQlSS9L>ru1|EppCj@Aj<6+2@deckOH;h&JokiT%zUFp)8
z+#3&GOn4(|X{r1(N9671+lN1I_#qn3^RTA)l8eRtd@T#^gD0EMKYI0Y?)&=@It*+c
ztj#8}$5|guSfr%t$K%Kqbn@)l+k0#Df24J+v6?RGx=;Iu(sYx5J?V}Uulovjy;ZQ;
zZWfT*6~b_u#YH2E&*)`=pUgU&<2U^|rQa}g8!bq;vskR@7c4BhV(Ph_4&i|YQOS05
zlj_U)yN`;UTIF%np~%6A&5hMMe6jGMXEzT=v*+2`X!w}d=-=tvu+p{gj^&CH#>ql{
z(_LN)rYJG1`Ms-T5t_F{xLsTPLh*B%sM}m?4_IDVdwkcrKz3Q@+uJf`v#p)Xc7Zi~
z>5F}$-C=7}xrEhu6c~4vsJ-gjDODsJZ4&3w^GQy3)-u1zx(+Qbs&`laxc@)@fBz5v
z|L^LX4mZ!8P^joCapI6Q_w%q7vqjgf(<`j{#kBu-_5Swy5BLA6ty`BLaNTr<$Qse`
zS#zXr%)e1&B|mYu{!!~z1yRfVsB-CYPn8$hnlB0ir(F^;O3XGp{_&!q+#Tyf_uk1Z
z3uR69$-0zW`DDlWm+zW0WEWiU<!{cGFJx2N!6W<JCABkb@|m5ftG)ZT-O8}DdNOa*
zi9IFZt$b#jKbfNym{<%2^zu(UVoBN?m%KIVV70?)rpuWN^nA5uJXpc1HuDlwglRS?
z<B03WKl=H4dd0t2s(S0!FIjV$YhT=VmM8a)D@Bz5Ua;xYoD>tc=Q1G+H=53T^x^>n
z|NHyL|9#{03RVk`l0CA=tJJqaWK&l1Az^FZMH!8^F8+U%vWh!JC~x-;-qvRe4GwNI
zUB`cim9ssEf$xEE1gnB&koIK{h9z@4@|%yE9sK&amFe$sOYTp6^JF;0o-o~w3DoCL
zGMS=lecx!MslhIm_Lq!?8{)1N+*`a&F5mC`ho7I%7uMBw9*eAC^U`I?l!(mUD#XP%
zGk{rZ>b1ANu~8AyJD4xWEO@|Y{?KD->eN<urG~g&w+|~R7)-d7dTRdzv*jz8?;oj<
zw#usQb&EXtB%ykfgDA_{)X;@o!rL}!xNwJ0GiZIeDQFJ2)DDk_E~hp>e6Z(61>=n=
zeUXZ4mO@!qQ=4C;OjG*Zq9@v8w4t@x(^Z~#K~n>l+hRAaZ;1!_mCk(85cxXiPuJmS
zwe9L@3*w?J(jt}{G&gE8I<o|yX!hLI64Ybn<6QIl!r59YyNc(xTIRi9*U%%=ceHuM
z=0)9>QiU$>W9kiiA4#k=z4qEPZcjyHwfpfK_u^EzkI84deOKQ%@dejLKkkqB-oM*X
zy>}sNYMhVc&)!c>@7+B&{eJa&FRyC`lLd=JpjY!$rE@M(@+U)_Ubr&<FE81)M1tr3
zCzi7kEysG+ym%nDUUz$v%wn}4jv29cBqoP7TRxs!CUf&#_3Ww_c2DnoxFGTMO$hVS
z;~85Y+MnOP<Rf2my%PJi>bCMJ0Ux*JUVgrEt*@_3cJvm#tc^)cS_`&%F_nCiyXI*T
zwB<lal+?l#zjb{Z*WQ$=w%$GCeA>cD@eRvfEL_EuQ*v_cLERI@P8*UR8%&#aXSbZ>
z{@u=%k8K66o#eRAlI`>;VXJpTcT&##jX5l)aaWaU@}eBqNWH$;lG)G^U;F6KGhe^y
zQEM-`ShB5lJzsTk-O7^ut-j3Xd#*)#&RqBU$r<I0l(rYGnQfQ2w%Q)Qd6aufX!9x&
zhE?mrckHn_{PLxD&A+4a4}W%x|M=3b{^QYQZ=3qMzRjz%XUZ5Z-nzCWzHy;Q`cWtL
zl1$as^hBQ%`yafSDcZ7C!}`}u!=%a4VyrzAo0Niz#V%XEySuyn_xHXHdvCZceDvk`
z_pS>nOZFxIy|F;+=}eu8trIhNV_z&ZnSOY|ogbTRtoGc0@ca1*tK7C_noBRGD3-rG
zsTscdD%b0+cao#BeU=x8Ox>a9>3qXCual!UyRfdVaeDs!M?X)C|9I1VzObyYZ&#*D
z=gi+<=4}-DIB)hs4$sNLlhh7<yT<hWz3jsu9~i8ytyiq-ys>-P^}xq{-j$CE<_oL6
zH=p72q-5ENcJa59+c?#@D#M)e3f~GAv9DPDHe<r`gY!0b2I?PG%(!~2>{HC1JC?_5
zCD{&bxY*mVcdOXFsF?eA9=!R(^Lm+Eto0si`@^rd=ND{_Vl_8!O7deZj+_?p=FI{P
zt~Iwz_13SuuqJzD@Z$u<l<OVWeAB-jniE)TnX2HrE6C3D%}k{w0*e_WScCghD&<s<
z?&6jgNnXGd8oFqWn&SHOHm!_`WizKOS7DrdYLUnBd%gm@_HaF)v!;;IqPxUv?bd)@
z9$S)SSnjz7b~w)$EVo*3Be1n%=R9pzvt4hdx4#s6zsWG=d-&ZShBqb`zFA}8J-_9Y
z36IjfGx==K8E-Qsc>3z9b6s^gJjKr~n>E0JS;Nt5aqP7R*UD;M3%og8`OrW>sx)b<
z&V8lVP3?E$r2oF1tJ2{1Zsle^{rEjCTg9q>@AiE1DZRV*u=L%J8)oeJo!HNv8K3KV
zv%4=xJU;ZFec@|y0nJl$!XCvfwpuuQtB_LqT9(YhyoPB%*9v`)y>RLM5$0dM_xtiR
zMC8g8q&qL3S*)jWxc>c`&&QT?Z7*CSxm`81*q&XfcHhSDPkBSu<VI&KO)zN`RdHZw
zC|6V5<J8ZUw9Vq;2f5d!y`^_Ol!Z4-&-oKQ`wds^r#0#VD+EM3BqlM$P78=yyyi?>
zK=_*fDra&oKW(ilnYf4Hw0%6kVS3=Mud<0ulicR=@BQ4c)mQ6D&TTf^<_nXfo^Qxn
z+7NG=ZBnXyMK$}N&)lU28<tM(?0Ok_v`_V;o4ayh)+bxP`uCd!gFXwGpTE)I7JcEy
zlq+AQ{?Gsa{=fA7{|Dbce7KlB;>`1e{Ey$xO7E%qEcX81-3M=Co6~XwuIq-qmfo_h
zk+-pAV`W3oq@NQ~<yZ7<TQD^yJb0#p2LF~8gHo+iOsR@xQ@y+uv$u#`_d2TbP^j8^
zx5XX%0}l@}E}Pt$^W)sfCrj8_%8sUq`;}H7Y~%6$elNYGt?;kYDb_^`l_e+aX5&42
zIhpB|;m5iqUTeZum&g`xth&8z$IhJxZ{D2w<Zj5+8{+x7o|l(4eU5NoT~oXxQupJl
zuh};BUxnuHuj-sUS@@1le$)4T?G<%p2XiYMXV|O%oWA_r%;lF@zm=7LeDYBFj<wB^
zbKjVbv3xNPI&kRk{MQmz4z9hs7<tdjyGn<;?wxQp@$uZ<!F;@OzpguL=(yBIN3L)P
z50y;%o%&(_M9sq+)>YIeOCR>M)myjj<GW8X>Y!d^S=Z^)+7`z%W{LU6a=$f6J0ak>
zGHOM@u>+RvbLYy&tY3F@PU6;gQgaO6Uhyht?4KFvKWClG>{oqBp<kRrEMMGExodsL
zyztjskvZWCQ#ch?of2}5T%_gY<GoPXcNOQV1;HBKLav6K!m6)!_IIhS<(jqkkId?O
z#&Xv!d1U+^7f+M9eP9y*LRaM*Rnl+nE-j2&JH6oASBH&eYrgN~UaX<KQrJmN(3hu(
zE2Qm3+9hAj2^U1#SgUz6SX~dgPY+2-E8@v7<g3%om{ZQxT56!WfV)YvM50baK`lba
zKYg2Bri#ak>)XYYjV5*|hdxY~a+ZEEt=s0sjmWKfg&d&<4E5zjUE6XC3Mx7_nK1l~
z?A-h;E_uf1#dGBqjvh>#@P3}}7xN8&N-dpDm2{u3c0A(0bnXSK9I-d8>}QkyX3RZY
zw39{f0!#m&BZuWb+5B8r+hE?bC{I}YIB(h-f%p9@f1W#eDpyZ6*)@N?f|7mJeCzA>
z>v*S_onPqLb97x|7w2YA1##|@SLR7tCTh1<7}SbJ=g7`um0e+RQfRvQaubFNEoTMK
z%sBsCW3`a)?Un}?w*(G}xv6p=i+OTN#8l?rH6;!GJ(*vuS~&Gxns>xq-?20DQP$2w
zS$mt3`CspTVD|iXYwePES8|zOFS&Vf)eQ}usqgyiFX~+o|9P$SZn-Sy<!Kdb3Ku_J
zu&{G>-j!<x#$1c5qB?#&zrH^E&*S<(yJz_R_po^7_~xyJn#1*ieZ2qPSv?VD)ieC<
z;(Kw`W9RO*i>DoM4w}JIvPDD1+EZKCY{J1AD!;C<$8X~M`JLxzOQh-1j~5N!$=*AB
zt;V~^MrgkE9Q$SS76+HF=g*X`E9RPdSG(x$-;6ltxSDU=mwdyQ?G~Ex+5Y*rH$R^!
z{(HnIyFOFu&Ye36J7X5Ddp*T$Z-h=j=;VYSLaB9Jr>lCmr!W8U=qY#2$4{(rd+J(G
z&wicoQ&Q%{l!<Oi+J}zMxmsl@*SKks$%f5ad#iu9R}@sVRJXTB<m9sMb$-OD9@c(J
zhX1$O_PNftKg8sA%&VTZ@b8(<jycC)o)&PBFsnFp=yO1Tbb|kLz9nv5_3uI%IUV@k
z^v!#mJ<pm^>TcPu_r4Kpv-i{}hwWbP?_W^$jqh}o>^W;AgUBC-9g{EB+_kVhdh=(b
z!JC4DYpQo+PuZO=m0~V5J+wvPI>(xo-ybi0IO)NmRg>7Z&6?hrrX^_;8n|eUmx$}k
zIsIH~1GQQ=tvRyH%*2FAW2Vk!jjRk4lhQWvLkm7~{^^?~*uXaV**@o(6y6&f)~&mq
zt#duw#P3t^jolY?O3Y6BUT#__R3ZF*%?yrwkEf43Z@H}8T*z`%TS8oY+DoVDUqyEL
z1wFEqX>y+t^5Cd;#qC9j)3{&p>`|6@@2s47q*3V>vl*|<)`Zv2J6@)(u}E+96)L`H
zYhii3<V71pkVBc1lBjc>(~jbB@$e1T9=`a&ksA3=a+b%J$xWX(ngom62>ti?^LWyP
zqS^b`d;Oo!)UIjr^Nzc`#iv_KUllLhahf&u=OUq-7b<_=;4b63-0{!!aqlyw?cb%j
z7fL<e$0zvpW2SiCR(DzLGRxwbuWI){?`^X5Q)>G*d#CmBXDY073yg#vkMZ^g9Wzrs
z?YG#ZWNFn|PSxkUOODPvyiMzu5I<{wk<q~%Gu}gYw|Upf`K2&*z1qB0SG@K)$CcR2
z^JkdN{&8XDi3x#!inbn`y?wcbZFT$XD&E(&GnyRg0u~q<pI|=6uG`6-dB<&&c+aFj
zn`*wFHa9j1opqfk*x5Hbyr}O`h475UyQ9ka+)oJn{8}|vz$W!bT4C(<N9V+^)oTcz
zwQ_e1p7QdbN6mv?zJn!<vL<OwN`4}Xc31~+`JV6yiuxCqIkkuL(Uudtmi@MwXE@Vm
z!|uJ!$NS|T7W@~O+^M4VoYh}PCga7jPstaQ+Z_(xc#?4EB>Upa?HgaZ-)lJH#_yn&
zaqV?!mc!?4X-!{4;YB*$Z{EL8Hk#S-(7~bOvCFl}_Q{*eD?YztnP2zOa^C)$&hqs4
z0k^l!o)%!XG1$b)P;&FS(zq=?shW?zrTfo+l#nkUeK5^ZYS$6g=9QaId{4C6@-SoS
z#kxH1XRqgeUo-K>k9%^}E$^00?KRb$Yv?E@V_p{T>au^j#k`9%s<^H8i8P2@pE&!e
z(Ea~^jB9?qT)rc6eaa%aWvqI$*9Fhm5|Ht#ZT;14VJ0$fn*9{5)Seo@iRL?By`w;H
z_iI;;Q$nes9Y@O|7wBmF95zV|>T+{zKVT(jGJ9fy<H^q**{-XmZAy4P&-Z<SkvB^a
zTS~@>Kj+Uae*JX63&XMM{##Kx;Y=KBUq?0Y=spPF_wAVeYioD&=W_yroQrmx%s4x<
zAS-|+=(zH-D>3Z%BzC&wP73jMe7>YQG*M^C#m;$*e2ihe>J`#XkAp5PY18Xgh@14i
zIOSoqv_|;DwCDe3=xhjT-k`f{u?9ogVXwfW62H#OGO$`N5K+;W=u%c%%KBX9-CgS=
zId*UJe)XDt^N;<%!E$cLofrByjXr#+?{NRn^?l#Z@Ob+yf3b=q&bHnDi^?CyZhGve
zGfk?%&*b2bD?Os;3WHyZXWsewc1fnnr>TjH6FbdnD<{4A{ce?F`hM*npF=L+u|4<Q
zV&TdOk|M4rlZ=1AnR9X8q}^;q6PP^LoXWiWF>=C2FH6RzzF>jbs|+?SnDR|~QTe$Z
z9Se>-ERAi#B2`v%4@mT0-Q^f5w)kMoVfS_O?>AXDA9dsIm{4bRWygd|J0jOPc5T?Y
zw;@kGWA5ZqCCN~hT0b8ve&5DYy(Nows|cNWDb~@;QT}D)4VLFIkC$X$m|I`v_tZhi
z+~`JGb}^Uq7rETs_cV5Oa4geF^zpE}?qu6p6>8A=!?NXx<YMdD0ZRjBT<~CN+|42U
znB@rT-e#^@Y$^|{w<wF%avrwiey?k@`-z{${IefF{A0GM{=;*-n|0aMEym6q=l4AS
zD5O!&`Px0^zMuM=kI&dE8COQWyQrag*}J6oh=hTGPRZvcEkC)i)uFq>ej3kF7eBrz
z&20A4EsrcByCxTZlbe41x<zGq*K_stAO9RJ-c$2eOJ%zIM7^)8+V=cdD)@ZU9>XB7
zIcnu)Wd;8q2ps>-Zeejlyee`@s$qf>@2m-}>2151Rylt!R+qmsS90S_w_0z3ySmfX
zChuRAr)OoSs+E{=%x3ZNo#z)mb6GEY`=0TxkmnaFc7HS4|9(z!#M<kN!ZV{!Zs#=d
zSon&?O7YNVk-P75>{(3b+Uu8`t(h-TtbO`=q-c}1ucFw>iyt$>{95`#rWrVT2Z*q$
z9b{OjrF~=DTORilhef6wva{UL8F~D}yi2zC16NLXQ&OCju;25I|8t9()jRGPt0XS;
zJ-;x3q2$o6+>KG|H*n3`nsMh~+#H|abF)e(@jpzdQWUu+utDOR@8rB^IW{WCmrYus
zF1KUF_t2;pAr4PP+CLhZFmP+Aaxa>6Hbipj5w#^=l9KIbkDE2PFOg%6s{SZ_g=?2V
zVVZXHy=#s?|2>;{!;)u1(g9YLlfgn|)oB}LQyNMtG`3vWvFPeF<%JPXW7c=ntex(?
zr{<&3asEET`R6xp2)N1fIQw5F!zMvZuP4o?#nRtNMK(5PG#^`ddFe+d;kzQuA>kQ~
zI(w8f);m4uY;6BuEd1#E@oNl0IUS)Jyn0I<S>NC8QCl>*z})uwmCn~19l_>ir@n+~
z30nti?GY49DzMKndU?#EUM$4G^2QyFT~i+KJMDhY@af~+pLg4pY&W0x;dPX6mCp8Z
zdntO-VA1KhCnv_e;#IU#mu`vakZE4LK($ls=G;_m_2r79Ix>^FIZqzhwsot8r6{YK
zt0d0{jSCGSmlg*csGPFs!iAP3a}&msKU-NQ1g@GLanvpE%e6~4)4wzXHNJl<`>jm;
z#?5($**>WIR_w6|dYa_?T=vzrwsiK_HnVp59bL!!Q|_8q#Jp0)4uduS_1K&vS#NKP
zy?CBSKDgfam)oB0ww@alHnkb3ZQk8*Y-{f2=dA5bo&x#uUsQ8{$-Qs97FBUQDQL=!
zv(IMudWBqNX}zep#i!lYNyE$QWyp@(TU#&bh@3ldTP|Qzl9XlRg*Kh0O(r+)+aH+x
zoB!jBi^)3MwgpU`toK99?0saY_-554!}V9x_Rl+9y0k~A*=PF-r*qtb>62ak-laRa
zzP%UnGUC{;C!Zb{Kb{=YGxNb6<%QcOmO17Gnmffut-p4%ML}wB1%Jfr0CUq<yBZZ|
zN{AlZ6`HBbq2F}8JM7V}FMcfB?SH&6-eYBX@aWUj6ArJgZGYDj;8n}6{3N+hKR0&G
z!>5w-ripIbzP)fqeM9qKW|_D0Nn%`QYHnTMoT}RPNw)T&Aj474r~WH8-(T{#MDfIw
zdC6Yqd<0hnbRL?qMQFPT&*8ShEh`nK&I~gU$u!_jR*5JnndScOhL+3B{ncA|&d<=v
zTx5L7^+MZ1XOEOL$G@e5%lOZwCkU0EpUi(=eCe0@2^ZfU^piRE#PUtkZH<h0pMp(Y
z`+EdyFD;q$X6~j{la_7^<GP%s6~*dw>TM@S<MRa)YOUAI0=hQFTG`mnd5}@x6}i&U
z>tR*o<F`wXp62eKTDoCP;!MX425%NdFmGd<?0C3%LXyZoHeK<|{;365`5FWg?zLJl
zPnY3fJ+O-L#OKs2BB7?PmvssYE8BLh3%u=CB6#LQZ(FJEn(T|W*m@QueinPf(K_qY
z-jx!&K3rsJ+LgfjWZuVEDV^dwdCH2uOIh7mrOhH!j@-X?m`y+Je(7SDfLkR~*(CH9
zgzV$&_2%5b8I$DNX)e{x+Qbw!|7J^S@?V<|%2oQmA54_Lz%c!0?#mA>C+10AFieW@
zKKWMDy=?ZbgQuUbFDTg2fA{WQ5$5$<ULAQ>&$TMx)y#_Lts=dvW%so#4C?pyIH*5m
zl3>-3pEJUKhYEk3TrQLt$R}Nq_3dz)<`f}5UzZ$(3(mLOJ^mjHvE6**R1P=Wc9(5w
zM*_?~ESUHrW}zADEE}uar{*NR-xGiA$hA3ZlkHwC&U>8Fzu(XO%d4Glc%(X>uuNTe
z@UW)Gub$?|DJ3%{4u2N5d=ymDnxyh9$zWH?j~b!Z7rEURt=Vy6=cS9M>%a7!%3K}w
zLEe{z>(Pa?pIiM{&VStZS&`>LYxQ~c4;?oTFBH}+TB2pi{=7x$(VljG)-vfganaci
z*LeFn2~9ixOx1>4_Nivn6}I!$8X9RU7V$W=PkUtV-=20Lnq6MUEB8WU<ne-Qi?qCa
zy0|8v6uG>r>Dm;hKcAFN6t^$3{&r~AhQy@Fif=U6Xf8Xc#hPy`*3Bw+r@mo%zx?BZ
z{|wznm9nQf1uhS5oA&udvB39bOPslVt)Kh#oYXm(&Tsu)U2Nw;rzPtHrsrNTeG%Iy
z@^sFp1@lw%PgExIcxalOmGa%pC9=$_kzrGNb>XKh-B-JOB^54bO;U3_xzs0n!}pBW
zQsUy_6~#qO=i}{;f1a-Y;n!KtSJz6<CG9Mher_4p82?UEPA_u#t0i+qcE4P;>cfK{
zc76Tt9u~Z3xZR!Wv&u6=?&`8SC9~IOPRLvO|NX=J>f)um*>`v*y$$wrnUQg%K6uJa
z!{m~niHmR9zM6FD<SI+Eg&Th=tvI08`MudmJwR?X`>+2W76%-#?iEwF6}h>9*;Dg^
z)!c0Pj2Tu@yV;n#Hwh>l&}8sh#*p9^*~zw0$6F#-r8w2fH8M1*NZ?MtnqmCm7j=_G
z)r%A|x(b=?0%ez`ZJDt`il2Ymhu-D8D>kg%Xd7sd;^?(-Yw(=6jP2>V`@VnTTE9+L
z>hy)K3yT`R^W9o|!K&@5=?!b24NiwyCtVB{cxnASRhFYo?&PUE))uc5_qMjTK4&{;
z<#SqeTZMGEx%VF1TJ@jW_ez<vrRN<vkkm0bFG#g3Xkmb^-LDT4_P@pFJvzBL)~2pR
z$M;Cv4%O(4T}&G{|Mc1szsRvAsWn$%PG>Ny_02CbRu?%$SnCQd$Ze?jv+G*ZK?5EO
zgOU&IW^U^D%iI|zw{bt7@<hRCL2^aKiUX~mY)^agr^%YhH(fG3;x5H5ZWWttxlrI<
zd+%J41YN(l{jJ;is@Z=VES=cxQE#<XXl1}6KM&iUMgJzYT(DJM)+hDp>UH^G>xYVZ
zw)d8^`8Mr}Y2Q(5Ge6<>aofz>6AoPveRr5G`SZL7)^}#?@@;hQ{<?*c=g!1D@r2JO
z409K~{`pr-w)Rm=V#lH9Q#xPpsT`kD@8>uB<+JBc1EWqnvpm7F^2QTE_aA}Tnqgb6
zWz1sZh`U?KRaW=zebJgzvpd!)ER3GL;?B81#{*M;R5Qg*>gM}?>EvY|Ws!?QPR}nL
zQR=<NT&1;Q`}t+siu?zDI((e8e|uu`mUCX8CtBwIbYT7L_($CK?&Nt*wHbCX`Df;5
zhs-I@NIEg=vu3(t;kwWQt3a-00UBHRX0cz+K3DYd)r79cOkcU1*$!E@n_bw;(NfLc
z{^J(A{DY5+)h%w^b`ABdI{DD{^=Ze8qKxYwelOECtU7<^LqzrdJ?}Xm7FpFCpZb3J
z#@*ZANp<Hazd6Gov&AgpUdyq5iPG5i%q4zjSA3V-wz8RZ6T{?G!8<vpv_2j()f73k
zAZ~r(-76KJzwz#?_{lWi_CM45`}+<S?d1|X?r~W$?cG~9&wi0yf9J`n6Be{{w!T`j
zreI5b!{f!(JL+rXt-D#(K<jp=If;KRws+H)64vPto}TCavc1pifX8J+r|Y*DIHkJr
zXmZ8|Z#u;O)9>{Y$=uT!x7A+rt(>mAd*cT-1<$8Z0=r~?+)OcVNk4A2X1eyBJ2B;F
zbFR63Ip=S1RI^t?#=~RoM9ziRW=s=4vn<%qyu<UHYok)c5;q5h<>eQ3J@4&Wz3O4?
zoEj|y9hvM31C!{Qiu|VdUj>c7t5wxl7b~zo)s=7v%{s%IxZLDJUeosH?+Z#Joew6O
z8EU8tYh-O)6}}@+Z{xNe&%lO_erKeVc*VCKeNohRYa6HHD!F^n7xf}$UeS2EVe^Uw
zJ;$rI9{cnw=-<8z0SP`{&1~6Q*0yHveX?SsSHg!JtK;>*_Wz3hasN+xy|}-;{n2aJ
z__|KAsF`v8<&|>`I25@~SoN0hE|r{yShX+QbNuB0?tg4?Ma9IV^YoOa=WI_*MY1dI
zAJ{FnHeKWS1KtE4M@h|Z-A*zrGKJ=`8~Cg^eSY(&9T#7$u%lCKt7FPy6NgEUR+u=k
z>}e}zn8-aVTi(edCD7FCP@3L3y$ey@kK4aLbzE52acaKSDZZy&|Mso0+iBd}@peXI
z;hY`96Tjv<7T<rdUaCQU`|HO~OxLPz+Lw9gSbi#Vft=Um2z$4;E?0hCnDDXq_TN*F
zLo8B~Ur#)=bN|Pq_4oh$Te$nQ#Qf^w!;<1z_r9jCy<M>8W4zJvMgMDO|CA6BTJt+-
z>c2vFzVf(&qGPJ>KksjS6cBpVt$2!cU(T(aNz9QwH<^>2F7BD=@!oezMo{Ix#*W6_
zrHYG|e){#X=E?e{MlS*x)h;M)@jII8E*v^H!L~qthIPB>hF7VVH%u=nme1IF;?6n^
z69>W8Cmy;UzOEH}J&L(BH{Gk=vU7sL4m;P__EIBB!($0%vlFAHYG^Yr_3>XbL;Rs<
z%)I;goU&hD?phzF9dlP_;g&<!?S3%C|9_EeQ~il&_igJ>chc6mTE5M9em=qUOy$FQ
zSDfzLJ$*R&?9a<DL$tZJEEn*R{PAh-G}oX@v(x7KDm}4T@xY+CwwTx9&civI8JNYV
zi|^R8=g6nD&P5sqbI)zqy<J_Sz*6w{<!!Ee<D4@Y`JZ1E@#2=!*~$O#W=YS}S8UU#
zPyg}dt9H$|KioCnj*9QtwQ~~FwHZ&$Ue27%d`*Jkq0^*V@k|BZ<V2pb?b{0f|B&eK
zf1g~v@xZlfGLy3=sqK0+VR=>d(HR2P@xn?0hB1ee+>XxW_}exk_U<i(p1-y4>aJNX
z(iE9!*5}ugy|#HX@2qJXw-z(V-#sa@INNfQn<abAFUjE9Da&|Y-?y0gIqnXtbHtqQ
zX2ma4UMy-boY<vu&OJJGiK^t2)i<w|wB1b6T9}i1GhW|$`kYzpi+t3NA6(LT>A7-J
z1b@Wy6fZ{p_fZY9d#0Ye8d6<TP%r;|JEw7S>o)%Bo@_EEjKR(o1qMeS&Pkkpy`mzY
z|GeD0WIN$omv^5Q-S_*b^`D2Ix%cemYux13Sv{#V^2AEsU9Ab(vYDrJe$UT+IxAfD
zKylkbQ@OX{KW3)y@3_0y_RYI@heRe_xOZnwL0x69`1*Sfy2F?Mc=R=Ur+HwK-Q48#
zbgt02<f}IAdn=l+u2$`_(0JOXRk!%W3HNul^{elRz1k(HWqe}0ChP2zEiHB}DUU6h
zE+?v}6n>e<U6KB9ZN%11-xKtul{T}PH128E<jHw+yw*K+k>HfTJ)0Ph3w@O<n#AyW
za@rw>uVUWkgcOpE6}Q!2`damE$F4n0%oa8_EL>9$ExOk(@XvFOTf&v&miwP=|DzE6
zK9Tj9ba&sQkD=c`2>Z(II&i~b>4%fYZ$-9W+q&?@MTXr14k~|qHBPyFzO!4+=9bBw
zcmJ!*nf%H>Jve4|<IX-4{TcVZ%awOpEZyMLZ{I!9t)6G^Tk)jXdCGeqKff(K+qe6U
z!~Q_4oxD$vi@5G|ZeRV-kbmOYJsmF@8079QVPBoX|M#?@uju3r#=hLC*>%USEm-pY
z1)IrTmX^!5k2kMb)xdRp4Xfxg`NG9~z77`_sIRYFl(1a7QNQGuoV*nO`Wp9A-3b{k
z7o8>?Jo&I==0&UffeeijS7)0@*>xNj-1B_uwGTdfd%Ents%UF1o~o{~^!BrDyQ4Qt
z?)!K0`p4e+e<Nk&WfyC4XS|3zks1Ew>3NafUDJ5EZ*F{Ene*$y@<}h2Ob*t1x7SXz
zD^>A}*?ZX@u_vWwa}z3yn?HXpUva%u$a{Kd=j+$rbLQ@4Hh%c!3(GmHD_^Bj1C#3i
zGw{pV97x*OylIuwtnC3)mu-&pN}IO8+49^r(Sy%dhp+!|Q+)no_Ve=}zxl)TdKceU
z)~|WFyRvm(i%#aUx^RD6di0L^nx4aVYi)M?XV~4XE0U`C==X|h&ik|D7aP8MQXph#
zCVOJ#&FyR5%S}Zxy_Q^I%gtP~@dRUg$ARO^Hf2gZJb69)#<pq4?%n=3tB76Tgk^Y6
zgLm!BNgb0;NU!K(`g}9y(!^fJ&?7cewKy9)TfW7Ku`XNsV$zndNyjgnWV~W?6IK(x
zXsyDXD*EbP##OHQSB+w&DlXl2o4_D<Er?_57KQl50lIw8gmdKcnr|e>NyxlE7m&fu
z_w$|;V{qr!hc}sLZP=dr;j?_+<8(RS!Y$Uv_rB#+Yi$i@UH2W7WelEt<gb6-z9Yh{
zW2bsUhD6LQW9#2n@9k1Zj`iX0{kxXy{-0y#AI#qWL%gtNNB_}pOqXBsq(+wY%#(`P
zs(Wu<?1QH-CHH+k?Ei7?{ol1V_5b*;hd=+Z{@?2QhWa1;|J_5<xbiuD_coo}o4VM6
zTe5z`YZK<)&WaX2`wSI<)ukWJ%R{^;Kaf4tr+83O?MEzoqO>)$Ki@gwJ^9Tu+7^m9
z9K7i)I%z_dlk=l!>6YD(cT}Vw)>v4sC1bzc&^Lhb!olm2c@OSoXm`Bd^Sx1xb%OBn
z<+D#~-`I8V;$dYUwaNCblR4hm-VBsc3HG@ck#6qxBv85dw$0}Bryr&&U-qvqT9WiY
zAX9|x!!@=l&ZZ5gn)dRaSkR=`9mvl6?4tU!YfaM19W{44+71?!o2qUXwRnG7?~dQW
zU1yEV_>V}r7aWhVGUI;VQ1>|^u|e+at8+FzHX3%bJ&u&B<#qi`GYAXeQ5Usi)xFs8
z>&W7n5_c<KU&-Hjx=-c)snV-j*K>F*yB}-b5Zv)HUcY}~-jd&QH>Ek(X;wI_)>E9#
z;JVD1O=8J})h^pV?9B|a@yp%C6q6DBNlLZ!pm*iM!%`pO4!=An+UAhpx?!!n?e>j7
zeOA;ixH{?mr3=cx{(gAqT=V6id&Q?8oP7NJhV#$2^j+AJVA_@yT=cu@ez8ei-%jtH
z=jYv3lyyJy&rw)pS%BJ(z>U*4XwFnJjN4z=`*O>n-B)?H1XcX|`FzKoJwBEEYu7%^
z;m+*|IJc&CtL`eN!=~DM{yhr5GiQEceZ9Q@JiEh>)%_oM?093h%vxL2gq7>{u4A_^
z3-77<&36CqzwaL&UG-jb-PfF#`|Nz1&$SG1w(T;n4O0qPcI4kZxp_8KE$rXlCFfVW
z_k<`kZn<_#?};vd_G3m}gKUNTY^GyUM|RKq-rKO_&3BfDwnrBEO2-;mQg~aMw(8#6
z=4rND=$gihT|sIaOxbqr6r9j;S*|eJw9VRa{<?{(61fEx1r0yLGL*JBMT%YWn6biD
zF(bLjlgaU5*>%TkjrR{{i=DgWFn@Bjy`O<b>Z_J?<J&6jQp<j%a~6Dk6!84IMrN<S
zT~*KgdV}NNt|TOhh**bA6+X*Xvth>4K5Mzzu}5dTVw1OBabTUxLf$Rk7FB<cD}MX2
z;Phkt+FbejzrV2ldwO)LkNZJ`T`k<tTsF+@*l_=X6a!y$@ge=ct^FU(>%PwZ@#Leh
zjQqXBIpu7Nd2_O>twelepVc+Zoogv)Z*%Opzx)Gn`>MA3-|hBC_Wzu}zxDcZ@q!xJ
zrrfm#C7X13J&R6n+wqV0k+Gc&uh8mt+1NjFoGT~H+0}3<SX-KT%a1#+BrH-|njXrW
z$gaqLSi}52+rTp8zNt<ZPlUFh)6v5v`_z+q=IyrG@v-*7VWA^&)AqjqC>Y9-=^~M+
z8N`rn5g?JzZeJ>PFf`h{;^R?nnfv0;)#M)j{oDCkbH*k8sa$_O%y(EzD3vF^C|Q4H
zwQiNj4xQ)++G>~m?M%B4rRIukQLDHvnoy}^Z5_FzL-LGk!Hw>1%(dsfsQGWb@AHNG
zZ{DIUmGk>^>m)=&k3UlF?AV<AKhS($U{t8swaE>=a$ffX3)^1Q&da*Xm~E29D=}YG
zaA!H6Uvg_~O+t;yB9DWicNX_NS@B39R&IGkpwR8YTcWH#le+XuB_pn6&o`R=;7#h(
zX##pnV}*p=1eI00c%2SEW}n47S@g54ye;d`r_a?yx+i{`@kMOjl1>ks7Z#y>-wVp(
zY8iIiXy35zf{4V@W^KXp-{KQgKeruHym|XsV}#6$2A1=Vr;l^kRP6d{w}h|u^(^D1
z4C;Btsez9k{$>C1<gx#U7Z07!q!;_BO%}PcWXrDLWRq(p_pdE@Zq@#ydfMa}CfX+r
zOm=n@#`m1*>FzGpS${rYs_3dsN4`E))jRL^;n8R5E$a?`O6$CQIoMMxe(i%bt?dj_
zE(g9{W4ip3<zA#f<(civ9F2n>fBGbQZ%>fLuI=sW@^vld`F;tx;l368I{A7Ze?8Hy
z`|y+h<KOf4hgX{~&#?8D$c-~-|9ZNa*>|C^RrNXU&?OsU)|!Y#NB{V6F<3@k{_(wo
zie=l%16Y&ArDNWAEh>(E#g)lr_4waAvCRn`MUR;n>z!VOrWGA{xl^d!o3lar-HJl3
zwIYSSFOHlSxgj%8BxFf$`j?gKZaxq=cKYOp15w>qvs!n>o&KV@bdPpMu)|BE2H}hM
zqFAT<$sJ9unBd!z;%K+-@=58wKQ}eGn(y9aeO9JaVy3JYKTCvzEviXzfkH@ZQqwiz
zitA2|M`PFNES%~Vdp#-jRl}w=4)X#Ez8~lg)mhG|!X70a9oe0eEiCZpwrEyZhHSzg
zA$i-o$MkLQ9%cW{s>Q3(5!muo&MrX5aK?i#8yNBpO}TPH78Gk)7%6<ym~v=~fkl+S
zzMmg!|IF6Ew=lBv@=|U~fi*T$(gjRBT64@M?Om!P)AvpM$L#(8R{vOi|BtJUt=+M2
zC49kCGHxES<V%wc<bFN5cBj&@Eebw-Wrg|GeeCY;KOQ_Z{CCm*|Mef=zS~dEUgE7G
z_A6e%X>oDE!X^99$M6=V+Oejr`>gF3t6|*H)UG4g;VjH3Z?=VPo~TH4gsZ`lg-(mK
zHCgjbrf5G{BWiCVzS2c5?&p*jCzc%1S}VZFYo1ixnzMM(1mB65^CxY%82o`dX~D-2
za!QZV*q0ims6|v}9#z;<urcx@%X*GCPiDl~)ps_7wzR%W;eXSAY4ZQw`kt1(?<)<w
zmNq^uj<=l0Jjq1Et}X6T{L(Xj3uDaNf~pcYB~}PI6#WZSWYK<Cnt7Rdf4Y;wJL~((
zAw4Q~_hseU_boo=5pY8y{D*s{irN2vWmzFEI@Qwkr_R3MQLT{J$0_xkMVb4xbilDs
zohw8#UbNox{8(YG{>$tXS8-fVz^a6l+A9z10`IE%%kFTpb+r2at@_b}D~oD(<@*#A
zoa{d?p&JtXrP+RQtj1#QvQJv<>N|?dg^a>4%qX}J{li32!FT4eL+aeGB&xg;A05#0
ze$MwUG;p4yVF?GvpTB2p-7l-foE6;I+Yl+xRkeSiu*}>&l{du~HQX^anCbK3;N$d)
z9}n!_$=^R-V#O-5F!MI!TjANS-#_@@F5IS=tLDG-yWK5b<(=D0?6328y)D_zlOEk*
zd+XZcv#Z53u1`<+cEM|LX4IV+{lenn=F6vxIXk)YtV%t0$6hbJu-W3yojs1JJZY0P
zzkMq|5cTlYr=XTolZDL9r~f$keSi1dxvX+>vX6dc^{!6s-I_WlcHZO7{`QBL$Jcai
z7hi5+Yu}#E?<_i}Y+<4MwFPa@&+p#CKCxe9*ShcON>f@7PImAA@Z(~#jfKUrd-vp?
zeXivHX>OMv);^i()xGAtooST@X^V7cxyY+`_}bYVI92jfKUSxRLC^Si1e3__2Vx?P
zzD@2dY|3u~*u7?$s2K@nU2M3_a%dC(YL@mVrL1h6x9(jj@RgPNo)ES;Px6(Txq8l}
zIh+3`d#pG!o1IIoZ__u1Tiu^0dF4)ClPhPJGP(G|QlTt;KR372m7f!<f>v^^h+g<j
zOZ7*=72DQ3(^6_4v~Fs7koRQHjiXj#YF(?dxA-lNTmK;;{PE-V>WW=!1EwC@Qn=<p
zCqwU&)~?>feExKmi<@3|rB{?C1YPQ>;9tR%npt3A{^REF-4&HZt=*yB$J!f$)cca&
z?C~*Rt#(`~>EBoW;rqXH`47VDK29&#Q>^eV!|m`yli0#uA@RKh`bF(b?g>89hZg_M
zJ+s>1V6NYWy?>*ByuJUIPeQ6UH{nxt?8*e^volqnG@L$OS-_z%i#@EPtkA{ERC>+|
zT|EVNzddi9m-kM4nCPMr>yZ?f$Tfj&k6H$M#OenzjL)MgZZn+v)*UCh>%^1GI_9oo
zM)N&ump<<AUY_ny*_5ij$madQxWxuqrTd(uKTcYc%QNNE2g4($nFDyTQy*JZerDU2
zTUfB;zVP&ao=3OrPF}LR^GBuXjK7wTZXLGMG?k5CsqintBjc``>q*0z#wq6Cs;wff
zmC8MSR6C*FL+FKfVDGV$_7ZbFaxN`4i`N$`D&#VBTPQU<YtQ<PKQ>h@2~?kLGh^!U
z_~I>rr*{5x{LXOe&zo|CD=AtMUj!!R&$ssK-MRaTq?GidBXc%QGyU1wWjMp?sFM0p
zNA{|gK(@lDwapH@>}4-3%zVLR@^0t%l6&uXuAeqL;d)}{(r*(s-=FW7nQ1U-s(zK#
ztVE9)QghDRIdxxD+g2WU|FNZkoAt?+MuvaBy!asCFK>VFv3vhU)A@^yQqy-<eUDB#
z`KDa3_}#L9yjxArNPj+i#p7_N#@-83&!4APl>ZWYp1yoV{<=UvEuHDwYp(M~z26YE
z_Cia+hEm-sjx@K(X#rk~GqW|6LMC%^<!;Ekwquu|mREN4oVjyZuWUJR^r&Us|LFbA
zhnuT!+_Y`b)7oQQ*=zsfUHQkG&+`j|?>qRLY}@`ULO0vubitZSS5)q=mtf*?Q<qf|
z6*XCCq>yv=`Hv4Tjcw|FaD3<EGn{`;wK-`)p~q#dcmA=q&o7@TT-;%JOZ9^PME`Hw
zKFkf|ZC&8Zd6sFl-*-=y4GlgT7QRBFh8`!U1ZUiI2wX8m`ykJiZAXhLnGdu(Y-BrQ
z+M~CiTj&j^-4os|WxX>mS=^ZED88uv<s5_jN`s=@kWJw)8;<vWt!!zUmFurOIZZtM
z)CR>wJICZF3%w?3&QLeVRCr>2W-4dNAJaX_YvywOw6bg2n(D^mXQU~`9q~T#=AyiH
z7jH?aa^?7H-?<(B<3&Z&@^;a#L(Bh6%h*=<+iCvflgBmMS>A`9dXn%wK#Yt3-TO!N
z-=}NOG3&WsUD#Fs@wfefo2(CJbFEX_(6>3ApSSyQbL^k=|0nMsTmR?M`Nszj+KPCc
zmR<H}Z`Z^v5BT0l+xg$q$kBcF<0k*SMu#2yb{u?P^P9hL^SVThh;4?acj%XWW$9TU
zeYkhdWdA%XgC9CaRDUgGZ<)B3!GoiOTc~NGy5#f8L6=I!7_yl+1?{j7U${;>Vmr%c
zE~UQ2$^%XO#h(r@>$AGxy;#QPil%3Hp?-<BhH{WqdXCBzLBoX->q=JMcyol;Nt!wB
z!QGeETecnj_%ZN8WX(*c*Z1?C9kqgP9%_<&z|eJP?{|@D<)Je)W!MZOBWkbm{&Cqm
z-#_lz6zlA}N>i?!ELFOEsCatYfd{_F*9sn~%~@dPGo|jnt&xjYvDf7Q8JllcefjVC
z=k8j4QgU|Fk{qsr{_|(zFFme^cyc=J()>@A?<W_OKfbYea#+}zzS#2-A?~vdMF`I8
zj?J@PE<4|T*Pb6P+fS_wnY8JZ@LZ?Xwne3nrX_8eb|r7=gW3fLB<3#@%)B4K()8Ap
zO?GXEnakJhAAeh_{9E?rW@1(Lw_nM63ES5mo_#cK$zqQ~g-Z?^{W#}l{m!<F^PH7P
z>%og31??)nG4}QM8O%L<$kO>!>Hnf?7nYhUZi%K_&d6A~^3K1y@ND+Kd*>{7Ts!!i
zEj;{vLDes*^yT>v_a41IueRZ7RqNBD*6Z)@J^GcVx$=qcY$<=1@J+AF(-YFpY=1T*
zM0C&Qge0Hm+#;!**Ub{bBFwa>oMx)pDDd3v+XWr7nd>qGwYt+P`&JogEZ?oL*kJa#
z3+JRY*rM9yW?Z`XT;)fAPIcrbw?ih2w3b`kus<-_y}zL5y@Yi%ch1@8nY*k_LIrer
zj+oiKDW3P2ZLPuesZTl&pU_wwbbg0|()E|=vQrOkG`g^2s!i~wd#7#nFZ1bNSfOO#
zwQ_O@&&*(k&PE>*iELRZj*jH{Tg{%7Y-zmpWZ{LT&I?z1mZh$lmR)f_VKtN8uUo-y
z@<N?T6`8q852gt_GGFf9Q!9~QbDYQQ(!K-xPER?xHAv-|l~KJ`3fJXpD@-=nn@8lF
z4V;;~fqmU{({*{*EMm=^x{G^56kQ4q*81{zE)t&2`djQ?<d(Q@?#Wv}yp<A_l94_0
zQ9HiAVSW7v0qd!U@A)K`Cpz3x5#M6{{eUB*?Khrd(=>vD*XA!M>8$>JyJCk%!DS&i
zIsFZxqCei(eZF16E?jrSQG3Cq0}sE6{kwPnC-0wI`u~~Uy_H>L;#$V}r|oU=e~aVa
zt=)NodgfNPuD7pjIUWBub&pML^VQGc21ZtVbJslYYnPIr){`V)-g5TTM*qnj$roLC
z71SReSz(^QU&P0w%T@fUqebLcjgY>6aPKzWnu}#z&qeoSAH0)xcRjO-dX>_ao`9R_
zzdEALc;0_LJG0ruCMCXtJC`9jq(Z}bpVEQ{O~-dE$u$bu5U_jau7leDrP{xL3!L_J
z{tLAx4exztS9<wK{ufe~uKJ#^<V&pRilpW*#m_t*9tdC5F~2}W@O)xqnK0Y?n)LaS
z$3L8?_;bZw+WN%8{rmDSRJWOM-O&}1*<StDx}S&p(Vhu1&H=xJxl&G;-PbyDu0Q$3
zjANEjJ10K9@Y1}9`<lM<MyW*;x{lqQB@*)d@I3L)J8W}aeOuO9m3gI7(AsC&-t5PH
z-@7?FG?#K^Cm*=yEX}*YJ<-I*`p@S2U;c$<WnI6&_kVcUE}vZfoq>hdmCZHuQ0t<V
zIz9zPPVay9`tdZazNnUTPI^(Te8b8=&lgM7-f(y#-1VpGS@491e`oL3KAL_iqjy<u
z^_B&HO52`ax+V7cq=^4Ko1>GD`xg`xG@MMC^)8<0+`-)M7bkdqPo33gsIE3Y@+O~j
z=be?ybEQqnI?I=<|2W9MuUq`QJ@bu6kNfwtu^;=s?|<!@*<ntP4pn<QYQ5a)rFkZ;
z*hek+&Ye3CUVY*U-@$S~F?sQk8oQ%=_r{)iR=lU`r_lO)a}svOFy2cJ(-7gB5yr(Y
zXM3b3tKicwhF52$dW$Csw`z%~^UY)SSQ@f?Klc<7@fCCRIBxG{f3{ioj`fcIyK`gT
zynB;iHg}-`o7-!R6p1G%Q{tx1xo$q?jlJaEttXfBS}vHdUh~)t$9L?FrJUz^c)82M
zViqtxkB?d4)v)O4dj5wAlb<X|b=s^jIhH+Hq=X|PdoAy}u<R{oqt<lhPF78-Uh~TI
zTK2J3+X9{#YIDlpxqno>|J#NcuT*TNy=-`Ix>@@Cxe3!|>h#^SxAjYUw&1LU_K8l3
zBa@QWz7hIe{9y6%-#>2cJG$hH!LHUY*08OIj;empuTS_m_q^YRZ7tJG*JMA)(e^y=
zQ_!K9Cs$xPC;x&$v*+Rfsnp$vuFscyX#Z>V{+{`k>k2m*J1%UhUJ+KXX2Fg8C+bTz
zh10WkeSb0iNqvr&fB2Gzb6c4%tdP3w+34=`!}~nn$7cPq4{N7~ukcYkp2?%e_G4=N
zFSdW5^#928eJcx`v51{vmCx<#+4uIm-}xoC!8|C#;b5ZS<sUcu=RaKk_muwQSHI?W
zS_d!r@=IY_H=pl3!$)r}zK_tjG;KopgT@Z2iq#@wwU2JFYC2e2m}#~KRQ%wT;96yJ
zVJR1n>P$8fSJrIr8);q3)+XlizQ2C(ZD*72+^HMmYphOoE?ZQ-M|S^&>WAGd-!3gw
zD-2ll#$d~<81t@0#rZ{kLY9(BK|-e{AA6P7IX$<RonJoX-urqdRVJ71O7YI~|KD?-
zUug2XZ~v4@t1=IB{aC$z{)-^i)z_x{oUm~5l!?L`mck34-<=ygufb-%<YVFEb1qf5
zJ66xup13Eh{nXucvlm=c%2+dD7jL9|^<KWM@3{``t}A=|BO~R_zoop#&18ElwqHKy
ze!pb5^koUzrT=g6NikjRod5a2&f8{rOPjW;JN5Ako?65pXfV@nf#|_oZ06?ISG-oW
z`}09^o=sgtb^G@XQELn8)EMXF-d?oEYszLzv1scRUd&3Z+eFQ+&p-Y$>-L4ug|~t=
zS{}O3Zo8vb@uSMQ|KG+=CS&z`)`1&>zr1K=efH+u!`jz#UVIYUENS=eMY2uhCl>2&
zS&?NEdaah1+(|T_)BWZ*ukzhRTOZ3kHnE?t$Nlj2CPkaJbxFRLAN+YEyYK&D`vcGC
z*SDFkk8kYQxP5o?>ZelI?SI(ao45b)(Vwbnjq{c$d_QsZX)4EGVFN$SR!>vM$dHU%
zQWM|BnDd6M7G0;me#7?N&3EtG`t<h~mR2@y{#@+Cbtot5;io^c-^!ousDIB;|M+^H
z<o^%m_2T;X<}_|~dd$%m``|M7S@(m>tMC2x;7h6yD{gd>J|lkHVpqBR?`~(GbmNOl
zT1*caJKwk3$>lgVi=#jx+Sd5sHxI9pKRXw;7Q6Qr8JtQo47{<5Yl>U*T<5z{Yorry
zT1A8@zGl4e!60I>5$h?Z#RiY2UEac{yQH!}v1MbX)RtW4bZN~!oHKm14A&R(mA)=4
z-Fjr#)IZaXUU^Va&n<6v<M6j5i?7%j7*7eQ&djn*%V?bVz(#7m0>6XnJH|;#U!$-4
zZkV&o#WZVAb9(o(xa93wAGzgi4qbmIYH=gzLf68R%v;!WO~SgFG`w}z`+tbOU)gGU
zHc%irPb%Y6hDTzge&Sq<L%uu(8}_%({VOYSRpj+kA>%b4rT703-1l+Ak%QCP0yj--
z^h*3-as8<m&-aPeYB%?ulzcAjef#B!Cb{+l8{)1#S*7$Q-|*j|&9yZ@PO9&yFX_oN
zJy^8WC3yRfZu{@0Hv9fFga)2Gqj<g|S!MP2!o>n!QgSnUPR`%jlXUQjL)(VUGaiZ8
zKYRV-AOHNrM=T1{1f|te>t8W%YBfHyN%_!xKGj?Mo6L>7ET7-43h>y<R(;@lXVVki
zrVml9>9Nh5Of<Nrsxi1SUI|gqs?ar_F{@zFtS8#CZz^0bxc&S4BCpISb#ZZrP!6Ao
zOor~tO^FMI)+KU$+^G2UilyXK%afZjqWh=o$3Oh=fMN4bn>o?1N*n8iB#i96biS(T
zHvIN_?NQC~NAkRV(bKP2uTS5RHpS=LpBJ{ePFAPpgtL9O{<@r7dP|3O%%nWwqG#Rd
z-`~gYtCZ88lka>lf3eWh_`u?YTlRhaoU_k9HL=V7V6m0M{Y!4e*_Ztm|C*rhTrT;!
z@qM(@y?=i{TK272cFl@2>Ha>;gI~W|UVE)7VzX^q+KTJiHShcPv9C4#_I+Dn;Xgj#
z+lMUMPrnu`iF?>v$+=it=6-$0-nq4!A5OFc?67%jbs^r?P2iL7u1WkQ;%(=-o<0Z>
z^2_bp_5HJnRdk%v)u-}2-4Z{hOvv5B`1*<EjmZ!B4^FlCxvRW}e}2sm(>wdidw%A$
zty**G_YIA2vOcn(9+kd$UvIs%@A&`i?y;}T1%6s8mn>LNtZVoCP4J(0@Bf+Io43y)
z_<F`|F)z(Ev&Hi7%{x%lT^j2w$sE+ON~^F`HF5gpn>J6KEv_>e6r4*kn|rXDeJN*Z
z<b!9=*uGZv?pj$`RMqv>q~*s{)@Pq3^TNFMSX&?ccu;O${Xa>rqZNOC2>v@9|KIe_
z<N9CvAO1WEdM6&Fu=JqbX@dm**Tw=$bM|{$9{l*1{l<O!BlphPElZoW?2T-*g4&yJ
z^R1U^WXg*^KUj3-s@;~KF;B%-Tl&wNWT0!I!|L_@+mVMA`Qq)?s%6W#rcRSePi@?s
z-5&n_T19#CMT^37vn1LNTW;8GeKaS^apQ%;ylcAm){5v&*A06uwl;UNvb3?Yc5715
zqD(2B>89(Zd#?%icF+vDDiXb!tN8Ga{re9*JjWvZc;U*$RnHE6y~tVo&(gDX-J$#?
zVfXh6aPI~kg19w~wS6lC56fcN_neatJ^uJOSw>f+?6lOicLx@>J_;-0JLfo)%b%a~
z{+}lt>gm@bF3ZGM|6!27vpV6#!za6r$=CkkTJL}E<CBxYf7t8ahJQSH+5N`NS&iL7
zzR`>AelzW;Xnb45>TO*xp(W=4^FGEk!aB2mfBAWb^Zm8IZ9AXGsVb%4e_6hW<)*M&
zR^PSt2WA;Y`+WHR@A3TuInO24qN5X*UWjmeE%R)%q*|)ri`-S)KeA{1zm~ngDS6Ip
zn+6XxT}O-jn~PRy-Lb!OJpRwj^@layH(V&p5cLw`tCN$F(HA-!mKN1HODMzM*8kat
zA6Y?-m)#;Kdfx49YI^3ji#?lR-iec+`KD=Wgk9jtFz{iVpeVtcA=H0o(TWXu%U0Z0
zt%-I%uGFZ)HpjDZYMYX@S&K%G)Gzj@jCP5S)!kmp&I!G+W}(f&OgGJwC5(~2wXHS^
z(;NaAe_m-w&M+$2di3^n^&9qIB69Q>nB1NC?azDWn_&l=3N~2saW7yjH`{P&m#QnP
zVZP2GqlKZfzSNlZ{CK%x){Vmw4(t<WZaDvBp-A@igj|Vb?6V#nQQ}Hmyxp!pY7bxV
zo6mpLM1^hhPo_yYUp&tB^?UT;OS&g`b4^4n-=;>)&|GR%KE+xsf8socW$|Cs6^@i%
zmfyF#a^hows`<_AhZ{u>PT+bTuzbmVz26RJWIl!5{BCNKJb9+ZrWCGeo4r_j!##Gj
zy;bv%T(#Aw=cwe#jQ;nv-@iX>p6PnqOk)*Olx9S@vvlkB=i&?Oe=+X+`B{GP1F`Ai
z%U7h`{xs*dw1s=Yj$`8XdyeeBDJExE(=_*O@`Ra(++H!5E95=gDe_!R;pPFahfjkR
z-hb&*<NxRQnGa76-fH1~>>T`%{pFcYwLkAypFb#ZWI3Dar7YJSw_^1#D*n`&tnfxs
z<rdpw5jEG=-|okMe7MQJqr9MFl}6x8r-&0*d=F)`c$xEX@9y1qtv%nGYo3Xn-BU@+
z_bNK)KffqetD45ta3Ox*-}e3e`Tq}YFDR|$O}Bmanf2B-R!yh7R&(a;^*!ekrM>2w
zc|b|?&78KMHEp}rEi`q^e)u;!`{AC}ue_&DEjjYyXUvh)r>}DP?mf0Dv&HQVN9w^F
z_g7so;nkb&{pZm6zdHN=|9$_cYU`27?$$rF?^iU{e_6k;_x$>3lOr>%PVO!6dLc1q
zZLE~k(wRx=<^0Fp`#01Vbgcc!6xCgBmwsMrMzgfeUBN5j*92FX#Hvnv?Z4{&j?>0D
zZnJ_92rt|qroihioRK7RPNwde$K!<XM5D;$D5g`|8v3oT9<x6Fxb4tu??d9tdBe^<
zxR=zGe%o~0wsnECxCN{QkN8VIUwVkYqHB6C=k~0JosC6W9d=t+Ob_3&Yu}-#tJ+$R
ztud-7*wMcCsL1E0g|)rEZ?|-2J>1J2If=pZGDDuy`5t%iAepT`6QksUpK{vn$QId<
zcq-#!+%<`9E5g0!?5S*D{Z%zV;-0An!yDagAD%o^eE0TDp~dxzDvQJCra3XQ-`89C
z)hmf5hV?9KLjHq}4=>_c_kS$@ZQ$Da`*+V@S6-&aX}KRh{xe*)H~x_O{U50^a<+$(
zvc;FpXkO`X(0fgsxJCWFL+hq9Z0~fOf8?vmg>oT3_31AAivRXaj{J~dn;^?@gXc*=
z!{SheZ=zz+)i-X|x4ixBzi_ptjW^${^RtEZ+uSy-+j)V7?Qc;=@UEAu{kJ+?`CT^4
zEHd~>si_Ia8{KVca{lsf4phjm*<149Wo6;M4_pCqA0#fQPgpMVnXNovf`XUa*_M5i
z-DY_)%vIH>J`inT!uj`m<MQ__9T;1kG&K%ucpZ>vDrLDmMI)<!S6D_C>-%dTbdHKn
zWbZhbqEe#b>ua#!X3qtKmg7^+j9UKRD!F93W!aMk<@6&51smu1$8JdOU!;*R_wa1<
z{KUD3@BPawdYka4ns1r%k`>?ml(%VakrYdl*7@n%yllbNA6dUXT;3NqaoLnT63n|?
zPB~Qe-inqm(%`<iL-gX>;01D`S<2U!yk~HkqF(;!n!~QMygL?$+&%VDURa?1rtl>3
z8Mf++qt$b^cl<eaE@(+nYv8{${zC;d+YkHsHG3r2y)t(Z5s>5jbgA4-BYxS=fESO=
zWVf#U+#^3P-IXWT<l5=%Kj*gBiyz_JwzjaicIKtT^v#@Muca<~wm!}3oqSn%&RqHA
z`f9c?sq}R58E3W|%=Nu!!n=n(=k|kFpP1q!x@R|w%Gp$PEt<g?kPy$9bL3_10rhFw
ztAuJ-I+wJc^Zod%_?CCk7u)4dPygS)Yc9g_u=bX8@thcrS<kB{H}lm5DOj+rDr(}N
zZ+E!;{Jg~cbn(fnygpj@?0)}tqsznFE7E6+omCFrQ{Y!~t$}y87Tbf^?vq;%@z;OQ
z-1pUbfAiH>Tx+*R=!jX^+xwsRe70z&iMrQKlZ`=3Hbkv&d~i&J`^DF)-k&vkPI2##
zuCu-UUPN%)^Wq;bMYd%o%su+`lTdWDXwS+Gd-wJ(i+lX&6O(-H7r}Y;-z@dMZToof
zd>wQCdR@P|*U=f-?Ncusv@sPNYJ8~Rd*)hFV>SD6i+%qEtZ(nuSnYXg(IcLQ7lE?J
zuPLMzXiWOOOLk#^_N%Vr>jXm<fAKMBj^S2nzQ%Ow%8ivW`@R)OAGhX;j#d@9n&hyU
zV;;8wC&$Lk0W;2X%baVxy6f1IEW`OBE3`IhDTXPE%HCLSlX0o(i<CY`gc-wU(LLoB
zdv_f9`jz)q8f!0`KmYd+pZ)m@Yx1R+Uegdcyj^=rTfidL9b6ed4&)YYNLaR2SGz}Z
zwO|H^-nSV7wa1mx-0rR`C@XFH+%0uX;*9!%^Z)N8|9QLrqwk+b?fo0KM|f;L#`i{g
z&iwsHUwzS?c3QhZrb9MLpu?m?*XvtF%^uzcgZWbve?1Ef5w7|BG1=zdulPeb-|bEn
zaYuD}@=b30W_3|x?dHZ`H}A*SteBZUds+GU!tK^SIFfqS+@G6lp`316*)>I_zpS?T
z^yTLt7?xSPuSny5v1n4ybDNUQ<#T^cdG@7lpL6r$SsNW2<*x812`$)YJO9uOryV=b
znFZV`nUl@;!sv8k_59_*&yyc2YIz=fZq4T>(#GgKWl!eeKP*OF$^tfqHK!F#RMUba
zCMag;PSIE@!lj!S9Tlpib;)?kS)p~I4bjXS5{eSc7&z~r-7NlEXV+azw|{pQy4u+}
z%yP^*Xz=h)wxE9I+#gLJCvIfqEenfV%<<^e<;lTYe7g@HW}e}6|K!tu<vqEJ#XlK%
zO|7mEES@cXIDG99|MlGoOXj$1@cL*mJ8=d%BtI$CTFsQ|@kxa#=627-d2Vyl+O+-O
zEx#{(>VDGcD)GNB*Zr6O{d=L?gKaC_^4hIR>ZIhtT|VsZ3D{-dx9{${uiM&EFGpt9
z{E=uBeg3AJS7P53M`yV$$4`6_o4sXa#l0@4$8X+<)PMMW-zmDA`QFXl!5U0ymo>M9
z?bx-iO>@f&)hUObel@kL{wKs<ZQnk3uXD`$xWuhdj46h5&uxfX8yKn@wpw(WcK<hD
z-t6#-UkBAS)T0yf55zcivY5?1^yCT)YsJaw6O`noGw%c`JfA(c{d-k_MYYBAe9w1c
zQCh~SRg9LIo3^p%SII45Xg?dL-8%PftxfGO7JoV0WB>lyh1_5+*>LU6+5PM$2NIb-
zrp7FB``#tEm$Uk$m%ys<|1}<Mtw&#9U;ab<|Eu~#M~_<0$xiG!`1P#mwAG?(HfP-0
z_IzHbxo*zwq>T{`TaK++#lUtgTl3qkZLX#>7iH>NWGLUdcF@x8w%La_hMMX#B$^Lt
zoY^M6FmmsqqenHrrEx{cKggD^ZMi(zJmZ?Sh-+j0&;0)k_kZj<{P%bDj_n2+QSGYP
zjuEvErF)%2{XRVSr)*R4fn)dX-#2dFoEX-BMCPc_gT1?x-#?$Yq`>Rpgq?Do>|$r;
z{_7~1Eo@Th_Ez$igpO9f|GYCFOYSG-c}Z;AaIURJidBR45<@ii0@tOI?a^{|tB&+8
z7r7mjez-)h!D*J1ObB1yey6j+SC(hriHUvq=oeGCcl$L#wbV|2zU?2o<>en=Jd|iQ
zG3DtYkqv%E{5Co>R_kn;?$#*uYVAb3*-7bFcIiiQF1eDQ8{nIMqwP?V(ZT!wdgG7&
z|CIkvYo4vup`<E)SHo7#v<D7?b4;>#Y~SB3KEGc4`SSP!=Gp?*7X>D`aVA7D^=@vQ
zWZas3tR$PAe|~Mx%Ovq#GY+k0I%hTW-el%EOJbvM=e?=l*=FEpeEj<{--NO=lDd9T
zNA;>d{5|+(s*>lCYdb9Kd#fsYPhJ)MCU0}F<~xU%q{V$xMP`rH)$y-RJ-FkNlCior
z{Ot0r$JS^ioM^XI51O@wQ;&OR^~6`7Bx=k9U%cwpVC!~rx@!GlN|AKSuGm+~%#I36
zk9_u9v}Nj@Eo;TAgo`;BFw8K}<j@M39pSmCBy^gF*P$ZIgHnDryfwVf!Y2Ju5K&*d
z_kz$P4&&P)?bQWwM+}Vjbgx)kA#nWs%bAH==E!d>`KmER@L(y&vdxXrtEL?K^hzp!
z@6m&Moh6dl9__5(uIG2MqxT|rao3+0Cltjd{(W$8=i(1u3$ML!akOtc`ZGLU`RX$M
z6ElLOTFpM(I_#re_*Y?piBxK0z*NyW*&Fvns#%>sw%3*GMAzEHg|=?qK|hTRH#o_B
zzSDn<*O`5Gpk3NF#eP#x!KLTB4;V&;%yHq7Z8)}tdAsR{ozAgb6^A0)T-#fo&9AnQ
z^_;BYW|05jtf|_EYsV+;J{~i*$jW=m^Dp-npLi45c#bbZlQls7jZPQSIm?W-8)D)f
zR^R{a9HYPfL2mceEKRd@J}Z`a_2|wLUAJy}K-9ua-Kg6Sey+X_nt7=)J6f`hRmp9k
zs8{fU8<!?U*v#!%Agrr*{{Dlj#m)Tozbpd+4_eNhwK{S0i#bzWt{MD28@#r4kxJR|
zV+y?w7H3ZmNU;($3^bql;tP|})(O=is=U5D9p2w3E4`SZ!6)=wSM~h4d*}2(=ZL!Z
z%OzHC^f23d^0hsq$z$FR8zxFz_PWDrWXSDqqo(-#;O94cyw9#Iwp+`3FM7>&^B;fh
ze~9_{`2|d4%Z+ZH5^;G_(2kukYPZAE+%ip;UFG>&#p}v-u39JDTf~)BqxDvlfZ(-K
z-Cx~nc1}-^ShzOZ<TYDvWI}m5d-d+y3HclM8z0ZAY<~SZJ0>pf(bd({Z^Y&#?u|<<
zua@4%`fv9B|MwrQ|GPE*@a1;?kH4Pmz7TRCiaTjxnr_*)j~^Ze%gEavc(}J(<CM|t
zB|!o;uM776PB?slaZS5Qv3$8t)zp-=xBhnR5?)&3RC8J6jAey?ft<#UqnjVI%DrRw
zyh-%>Hi5>c!lEab&pEX_B%EiN!PzoVi(^mv%qfD4cJdt12u$eRyYkS(n8%mTPq(n$
zd2rWWwlgBu-I9FbtouHuG`4g1zn$s%GydG|6m@CMBG&@OJ-j(5eRbx1fA}ZJzveo(
z&e@+El^eP)vPEBJ{U)}1$M)Ta?*HSj=dFKj|D)8#uBzu|iTJ)LIZ~&Slooax&JKHU
zQvbmUD~8$kkKO!i?+_i&*_yJcKg;ZB*~$f{g(jcm^YC?Cvhl|4qmLd4e#v2<=UXw&
z<CTkV#&zDP+Y2(KGri`VI`Wv=OegultLyx-ugrhSO57-J;l3J_cVHsVr@dTn`UFm$
z6f3LkTwTr+E25!R{Nklw64%iSH+#SHon0f}#FuGxXuFwMp_2IZlY8f~_UP<NH1X!j
z-Row#(&>e(4}ULf!Wlu1n%5JKtUSc&vx()=g_<MpECQH}v_f)hgm#<!X}@$>XT_xK
z2C=vof%h7`n>|?rRA*1Mh!C7obRi|+h3=X#Hs9a_g}hJ08}$=*mxnVnwU=zSx*+?`
zXv(2%4V%?w3)5M?>FMem%ZOa#_`$1v%Y_dDt=D(&+;?!-%8wr&I*Yg(Hr4&HKC*4)
z?GFduyQkH+RDEB)-o9;H|0V&CwH&P%Uq-Tav+oK!kQ22qvte7{hjse=?~cvf9yqZr
z^N?hJ@dLx!+fyE#zA&v$r0d+>di!~r1>*Z_blMZvc$~hw)~)sajWZoTHqAFIfAS)r
zqV3vj#p2`@Ujy0&zlzM0TzYNM*{-^hC6kJSW2zU2@BJ=k|Kp(i!?(A?H*A}Fu~vYg
znjzfW+d+HFwd9*7p4<yc8egY2*Z<zVzkhkZT$0`FMLHrT61jI1HtuCz%2B%4DRzA`
z>lXLDdk(A?w?EQ+eExwctT*~U9G~eJlH%*UfU%`O!*S=|1(lEIwK-|dy*Mj}%i_)L
z-DP|lAFHh0=YB1>Xtv`@+uFnyAjZn~{rkrU|Cnv|{AcK1tNX+;@{W4Wol7ib9ryZ;
zJI@7QD3)q^9k^3wMzQ;{6E{jLK0e~Ed2W5b@tW6*biZ@1fnpJJ=QSNna+g{b;d^_*
zDz7u!w;f4f;Yl`eU^5pN_gr(Y^bE^&6NRNtc1`Z4GZ$<XTVtxXPJiS6{k?zZvc9S6
ze7sjyBgtpEam4EnN1xAs+??+JaL(~|fBDCk_3JwRKm7mw{KxQrpW+Xj+x?T+|M{={
zg4DK)qH=aME$saB9~}IvKI6Ptz_FCe(-WpS&Gra;7gTy%N{}&BYR3XatA)JR&cC>H
z)we}xrqsD98a)Tuzo-9rAeX#+*ULFwhyFTG{3Oe8)ufJ%Wr3<!NFir@NaHS9nbkX5
z!W%vwsM~s^CGWwMgE_AQG&D9d`SYpo*uHq<il_>sgAA=z=k6z8W|mue|H&iIDt>p7
z_jlEAZF3Ede^?Oxc>TYr`@8o4H2-HMcelPLb0_-(j$h%H>{=2m4K}w<@_p-94_J5X
z>{IV81vesP62JdQ_7T6mV%5%;^OA+SLRP`7Q@A6<F0(&f+`WQd?9io_=-W<}+_55y
z<#mE4w=ENh6}-Rp=bUUsBiq6`0yz<f+`Lk*L@6-sNnE>n{l;B(N6&t>J#!{z)~N|j
z?=0)j|5Hhsp)7p;f??FP-0Hwczl0l>8nTu1C&|2w(!Qd0ifg*Ul8>vL*ITx{I>GB7
zX?QPHbHk}KZ#Q?W{v)RP?Jn~<u7ciz=)+H(|J3O2nR~#R*Y(n!2G<MAOcTR6&G+c2
z2Gw2laeOURr`o+@!>X8X6%}`m-G3RN@x^7SU5TKNij%O%<Oj~*V?@++G$y*c7d&~m
zXKMF6B~y;v%a4wBi(6P(9V)T%_2o$KjK6YT<Dcf`=~ki4ygS_YrhYsAlI>HV)Wzv?
zsdZn!s`}-W#GJYy@2LE=Jl}TN=any14rv5_;Yk#d5byhLq1OBJtMTU-ZPJ1}zWYkm
zePNq!Hmm7j$)e~d6%$g0nRJZxUP+`rGz*FoT4U62Ci_Qum-3xFee0Z#ni<!=aZj^Y
zxZ|yi@Jf@D8mm1w?Vh3@)9SQh_KJXKw?6**nmuR!e&^d<O>g$J1Zl2yjB7c3`l*pZ
zcu<IGuWRJA714!Gl|P^Hek(8E5Gs0LOVdTE+{+7Aaf!G&Uu3x!CE~VNi+5W1^c{O_
zjvl-y@}}gJ(M#4V7oY8&aipz>x7K;dD}$!y?#~4>f(c97R{BT3x*tE!`A{K4QxZ$&
ztY;IPLPaYIYUKUp?GHZux36NO`|b}r%F@3dH(*ZD_#^Lq{$Jqq+beiK&O7L5x0!oC
zi(=WypcxzyYp4CV_kExAES?qyllHf(4juhEb;|N%9H!z8nkoTXOZh&pa#_ebC%1Lm
z5xD@V(^tJRrg<%G+oqxZu(H%(*#ytXz-2z2+w<=~I{46Ti)ll#g~hIR_V4`(x1}}&
z&zU>-;q|(&;e}OIo$<ex#vi)>-~B)HzX#U$51aqLwEjU-ZSO7VH*fA7KHT2Fad&yk
z%@Xc=-d-C&^DU_ry0-kn?VL;M3|T7@KYj2$cm0;1+?qv#oENlz1UVnF3k)jy_@>0l
z*>dKA9QmaB?6&!qVK++c8xq-8Grd`<ypKIPa$&-2JqBT(x3>*)6L!o<^Ihcl)L^fI
zSwRTXmSfW*AHFPX4c*wiY7W!BV<O%%x#E-lFNmsKcX^9WL_@pNT$86IzoMt_&U<wz
zzH0UPmjM&kIw-EW5YQa|dujTQ*ZY4>|M=vf`wZW5hp59p#hzRbie5C~vS^l`1*h$u
zd%N4y<Nve9#Ku2(aL?V~v+b0tVj{i|WExK%EacsyJ7wL0T|OdZNuIpo&5H7y9FF)j
ztl&<OW2-HiCOpw$hvUu7iMhQ8cXDYIKgr8!@QHI`uQk#2x}w5;ea*ur;prddIvF3)
zGCehC=cA7&M3Q#Mee!6?t(Tqr{Ep838vfnw{0zaK?yDG<imr)1ZJxpW{?}tEwv$PG
zS6?5plF#!qVe@@a>U@R!=qv3b2PbY{r5wZ5S+AXt&3${@hItJ04n_B_O1dCo(8|8i
zEzn}dA?B`y*STgbi}=}|@z(T4yu-(+FZcYIy-qUC+8zES;9y-ai<3kkTi&ejODYvj
zjX8Eg%hc}##!6^dL`Z8UBqe9;Z7<}C5{!BK@!8YpH*#+h)63QO%s#a%Vyf-df9jiO
zzq!kJX(zK{x3X#BB(@bYr5!=}2W36o&vKtS@jvvFylCylz3eiM;#@ad-mYFR|Jpl^
z(KRtev2*dK1Zj!c*KH&w9X_VEU&GSOCGq8jl!h4_GZQ5>I}<m{>gd&aJO8ia`#yca
zdtOcNoyQcnA2@SZ@At~vv%8<n=+#PHC}CK0^0(sM7517wA}Ze&^PU&@`0mf^=FQ&v
z`<dr*x9K~C9I_I!uh8XPaKWeM#M6mR;hDVIxoy+j<o2@_PTV9PG|ijAV2hBRhT!90
zub9@y)wG@N{=7l%w8;(=wF`w$K5xyvEnV#WVGf6bY(whhgmA%iVcMLWvFjJ~TsYYi
zX0VE3V&g@grIM*fcUV<-{+-Ku<&8(n!h4+oW<J+!o}av16dSUo?W|DqW07UqYBn~V
z*$Q*`eW!5su4A8gPAB21)y)a-7ci~zv<g40p>e68)qP{^gAWhnKsDUny?0$aT~9E0
zYCh09e{P}myZT*MD;nNkxS4Z9+nTkE<^7_$t9f@a2(6m>?a2q8y>(xO^6$?(Fhj`q
z_M$?$WwQ=U5xo~{H~pFRe;J-Bshn#?=X@>L)>iCj!n<($&IB!{_m0<`CLj9u&d%XL
z)=nmd8(~{?yBaP{F$j6^R9wHXWCLia*ww2d%iWTz%h~+|rQUzs`@UYDz1sc9ugC2(
z{<!aNtpDQwPxGE#RYUxbne&}}Z{N7JxBX-acdDuAspaK|_%4WaX)HYKDz(YxHrLKf
zj}p`1hjri2c|Kn7)biq!*57M6)=oapuPwzd{;hr~gQ$s=L3G2)gk{_z-Ogvq_ziF0
zJ62+KaPmvJZ9i{6m>sq3$Xd3^cOAae8svDc&}EDZT(t7U+ef=fXD(ja#2q$I7<4&G
zd$x>Ect$T<G`mHD;Z}_j)^^Slra`|`&c$|3V0kh{LgQhX9LJkSR?lme@NV-w&t)(p
zXVK5x6{>r;<i`aTJy&6R_x9Y!CkKUXYX5Ld{uy)Rt>R;*ETMOs*Ud@PNIa&&u(^7M
z{CUHA2ZLoEWuJMNGz%q+W*mCqnRMmIvy;pTs=bni0aJoQKFc~tPuS~r`16xJ>P*Qu
z%WX?$$#lGqzURtuy1m$2N&e;IO^X+&#~rcds?;w&WNb6XCsO%r9OGn{%bOGOmq>P9
zj=XPb`9}Hbnf|Cw{>+`p!X5v%96fm9ru@TOYXk27mZ~rk|F<IF$zno;TUKnFUqjHk
z2Cjo8XB1iWOB@ac8ump0dZ#z>)s$U3qCaG^H81)*Z@b|<KY__<oop=MmX^HidML0(
z$jdR4)u`cG%OZh~nZe>2uPo=7GHey{dVaWC<@z#%nF(IJ0smQ^ch$VQV`Jm|?c)pK
zbqf?PesNiJQ-h03thw=?sB6AgMCg0Jdkb@QzkUB6AfmRzy~JeGe7nP)X7VrOlfP6*
z+hz%;{&@Ae|LG^yFWr+joD04;<+H~r3;sJvd4<}G^vzp-d1iRUw{0tlUiAKg>YByX
zsoO5yxo*Dqd-0z1B(r0|^1`S3w$;sKW@FR5BOUCJl)-C}_wbfjLQ|>Sxhf6S#A#2a
z1bBJy2JK(`Z=vw4a;AqCLDS|ZZ>#wGi*=pe`P8V>FM2PAzK`i|`M|p2sAc=Ew3xWK
zq_Alb=4%&R&n{%wepX!ZO+#JOqmzx<#h|O8?3dW_&&d|w6g8vOxqXjnb^cFwoGg{N
zB2Mb7!OSS5nwpHNU02?`yT9^z#S-SN3Yk$=pX-0#d;2!`&AT_C47+XHwg3^=?LULp
z&0l!2VSnP~UyJRG%59VFeBLdcxap?;bgp!!!`AIzt9sAd{Wi&v=O~SBc9?NCEkZB+
z!?{C|-0vGtx=69F_2u$i``RiaEalS0ZHyLItTGf+S}#gfe19jqZQHhlo|m7r_P7Uf
z9L=<we^`WT@=Ko3&<9mpk8E05SX9=wzV-*t=aVc))E1uYK5914rm|_ee*B}CoBKEH
z|Icvs+B$_Z0SV#<%x<0e_#*S0!6%*NnQE;a%#QO-V>o^@#Z>c#-#@VK{KL0GZ=yGB
zO%U0T#y>-D@eR8}DevXPZtuQv>#n=$eK*tS1+&6tNF6(rz2ddhlUo7~8YTI1O;Qt|
ziM*Ur=g@p+LjI}mUpSU%v|W?yZar9H)gBboen6DLS|q~x<ehc=9l>&Et@r)?(7z@2
z<J@XV_w}<KE^BQ$INAODhc_2%b<(OYgmCU=o@D&&vDErs*%@^)lW*?X?*2^Vp56;R
z;{_f^z0dtsY~Xpe+kM7cy8~A}xkW$c%$Zv0c;)m2{}^f0HL{OW6y)M#dTP=yJz#(Q
zlI1b$U%mGC;sUc1XPfC|D8wG}*%mM*b=A(~KSwt3J?QOd_U(<Ims~bm)9atkOwa1J
zr@O`0vafRH4?Ua6rJJZHa-r<GYD}}Uo$2wH&R;wq_i>AV*IZO{{!M32(m5wNH`6VP
zl1dEkT<ZCKL9@!_P2yb^K2aUf6*i4Bi#0ggIHH(SH9N#56ZUF3hD&|j)l$wo<67dD
zm(J|(&1AD19Zmi|TQpxoRAz0$<L(oc!dpV#Bs{&J`sBpA$8+5CZh!j4cF+3F+qa2E
zD-&d$wSSez&)k<TwR7Xdz53>CJFZTBwtD^iFGZ>6lUz1M@~$yBzH{~7^!%RhR>wO3
z2)X*5-`nzWsXG7Rf}MuPm*4&*>^6CArGf3;f-65hZjqEWS(GAi&{lkQP1SYhf@2zi
zl8<!1_A(cDFN<81cP(Ol_Lgg{CJ76)me256rs3OpGKFce$Q6&preZZyKh<><)|IuD
zr>k#Rck@J?hxF;W(?ag<+;DDjocRoi=3`t>7iHYOa3;fWzrswt2=<1k6^jm3l{QzE
zcHX>Zwq@ptC(~3#r%N`gH8Ic9xe?zti?`o4uGxb*c-7*KJukh?gbp(IwmT@O9({f8
z8=u&1>lwc3i$rg1h}*ljQ(}L8#gtXQk~1IgC{CIbZ&sW->CwRqUgwt0n~mqpnR7^@
zd6%H!R<7fJzMZ|DV(OzZt9_Bi<>$S^^Iayt3OxLaV;RTJ#@Vx_Lqey{id@|5^XTT`
z#*LfzvkNTL@SYQY_kal7*Q=si41e70w?Fv3?t|sG{JagjH#Z;KHX}rM&+Z)uPlxM&
zJo%74$zMLpm``leJP);s@|e%}zMkS1e3cV5RY_!DWAcG2wwtOUf7v4DEy%szU}TWS
zG$ne*+dIb}U5r2Q=7Xf#ZuS{IT4&ONMOr5o=W~cgiM(dJ64#ictGX@8pk&v5&9r|D
z=4%#7pV(Bn{zy{9nG_Ghu0x9p`24CXo;y!{G~xA|s%f7W|F+p*fB*US1#ydoUuhUk
zd#~-=`1d#ehTZinvAK-9-f(%p%lW?ew7RQSSlR<+JKH&1Ry4nRagDbth*4XRb)HDb
z&epr_^AAjN{QS-`C;ISDn=e<(7oM6TS)_0}VzG=ymnN^4tI78U$C8reeQytD-a5z-
z!EQCtaK<~i#OnVNsiyo4-YhXpFPQEvnR}O$ssD0ad+-krQ8PI%(e)4Y_wnD3TV(S`
zAg?g~SVf2C0=1HZk31G^VcOZZf7Y=tFBY9y%-rPUv8YcrFn`Jo{Y%N=rxuznH3(vo
zDA4QabLoBHw4yI!cWA&oL(VCSlw#&x@=#tlwM~tAac_#3iCo|91wr2rE<MIsnzbRn
zuQV}vTERWTsIr$eFA^NJr?7A(=d-8lS}Y0tmEg&-{=wX%pMJ5OvjUv}YBhUF`%k^<
z6Z5Aet)C*-l2v#<@#Q*KZ%watd@rMpO6yK@WwyE!e)ouf#mPN8j&f|8elh=0?eY`p
z?~Lv)d1Usa#zf-Xwj)nGelNQ%)vmbcp}EZLd&|8~^k=@fRuXOX?M8~i^7OCv^8MAX
zi+MOcEoM!tyR-NE(vQm$GAw7$7Vl~Q=*kkp(7r3~;iFGn*RPv@SduW;zhjb_YS$_T
zYd*zzseRUu6JvMk)-TY`)7RGzxUOw+KX1XdKzo7N^Aufsiw^&Ac)H=*LCgNtuT{Go
zQlr*~ZMc@W(Ukr0LY>kDGZ?O2(@<lZo}RyP?_OCc1L0rE*LSw392fXLRj<5*UFLh?
z?}r&eMbfLpUi!T(ZvX3*-TU*J*|%@sHg4YBy-DLTv%wW3p2Pgbb8k<O6Ij_|`84m$
z)XWt}CEwXU`t|ss;@RfnOEwYOj)`+(q7*K(KL7COD0fV3Y+`jaV?*KQD5vb^UF!m`
zXE!uzneZK(@x<%u4YAVL?{khk3BMv<7Lsbvq%6LW_x|dp15w|+xnG-v`Sy07=03x>
zEit<PWDOhJ;sCDm@pBJYw`N8@ynO$st&H5e$I|wnIZrJ*@bszbzQ1$xA0KSD??3rS
z!N)S`gBq*2u4$Hs!K;d;9vY=82eS^@ZP##^A=y4nHD^PM^Wv<E#Rsn%UiqWAtldB0
zo$b*-AMCc3e>a?|yWk8@YoLb7!Yd7G`i^~Gi?gC9>~8#|%fY&5lj6@^#VZ~zSpBe3
z_VW!Z%NMG`TlLI@j+ilQNMsEUs<#YVSoq<h!xn!=-lMtO-+g;MVb6{!0q6UaG#n@1
zF;<s|KD|4c@95^w25!k_a}W7&y>L3HrMb&<GRsCwzhDNI%W?*+Y=Q3Emj<*8ZO*7;
z=lmwSYSP^M8H{q7Hv<$*U3b>D)CMoo<2iTk9%HVuiQ~H!-de_C9?w;cm0!)Y-7F;Q
z&a!X?^TXfm(__U~Xk2DsKmF)uPT$LSf@;y#3b7@&lY)Y>KmRb1-Turbu|)su^1IF(
zE^N^VENH$Iw{U0F!ZNXAQ6k;d7hF|m^p`7yvgoZ7w6>9*V^`yo|HR{_*E(OvxtG>U
zi>AseoYk_r5>R-_=5+tf3p3mK3}-zxYL;$my%9Q5|A_n?PLoiBs5{vu1(!8AR&X8q
zl-Be*yWfrR+}4EK9SZ7O56|Uj?f9@%A!5mfkdHZjY0_Gi(}M+UHF-JBKQ%22lt|w=
zdE>LHt%q)J&o8W~=y+Mew3d03k9}*O;@mtrSKZB=_p24zq@>I97?f6V@A<W={Krck
zg+onOme0EIfU8$|PNm>J%c&>KRv)~&jAvC>(uRmTD>ptcTIw=mHcQ8x6>`aEf8O|5
zYVTbh)P3xqO#k;Xm+9`CmETqDzWDgh$H<H=AMI){%s;S(QE%hkt*tk&@h#h|IVZQE
zwz%=>D=y!?O`Cf>O?e+^s(x2p+VuBHN9l@dtQ{Psdyf^BHgAh<erPt~$HrwV?`O1~
z2srn0b<4?;uFu`&7hE(>bNOjc$?e{ixxjRR?*;1$wu4Qz&1t2q72KDECm1<guoI}Z
zxaU*R=W1x^Hrq?-){Gce*;5;Co|wJ&hQpET2FDW8)7gLj{_Y|XJ!N}TG=H&+nR=LP
z?_2l1<?nXgPueKX`th%4i~pXir7ql`pWU_o^P%1TNR6FysPBfTwN3$Z4&A&dd0-N^
z(Mqk8wFOKyM}MtY_gdx4_G@f&JEiK&KF!k1UZSC}F^To|B8BcQ8L`cpd10nmw-;>-
ziuiwV`TXScjm^!6Wo!QZQN2;ULg7Wt$5*U&zyEN*xm&HH`GKo(QO`t$ErnJo>Wjh@
zx0+wD+|%mVd(<WQcEuK-3|U9>o~t>HuRbKdXwE;7WAC=LTt2O^p(x2f*H%mQ^`bBq
z--c%n`FscWy6_%&&A_GMxy8Lt;CLoWoyx7~OMDBtzfb)x61#~1x$Wm8E?1(yIg5P$
zHEY7ESKs%QGl&?TnOea=S5w<N#KQf~wFh4<?^H3_UM?_rSuOfC<--C-LAB*?0;Cc?
zsC_lj{?&e7;%LJ5g0>LDqcz))ToKVITmK-Zds`;c<ksdLwkGQ{b;A_bOxon7dFyVl
z`m5#pR)(4!>8NVseU-%E>LDrOs`z@DnUU?|m~8i%aoo&VTK7HA?|pmo<+m&EWTZdo
z^~5|;*kIFIY?`zASjl%gA5-RyLZLMqbW}wG+)gig?ZW<W(RJN&uOj)F*)~?wMJ_T2
zcx9eFAGa#BW8!4rnXv(`3}?b-v2k_G{{G<Fp<SADv>)zeidd}EuqniV^`L<Bbe?1e
zS2nNQ#GQJ9*G;41*cNs&9c0svxb7_VvQ~s^S%`*Zy8_$vpIX_1=U*l`EIKT4O0l4B
z?)xr@jdJd{O)7qW)BRRf&Z@hs`H|tCkL}Zv4j--E;Pa(vg-U?BiqR*J$tDsz0^5|1
zT=$r-x*$-bR+r=b)`@>FUA}1j+v;CX>Ye$lR+G8zJ?C^}{N-W&V=wo=6+2$po;CXZ
z$#vsJKcnAQ{<wW^vAJb)Z+Ya|J4+kNB%;1oI&6>Id)xWVzB%3@|1J4CF7{vkSoGZ5
zefzxM8b15iM!d0@dikWx{F*=A6~DeD=jeXh5EJ|O=V$px{Qp0E|M2WA_ndh;fzym_
zDn4jf+!J|d8sc=|muty(Jq_20_2D~q?sUqY-QaZZ-7&)@vzC5suqwG!DZfmKwXgsE
z<7dCPT%?w1Jeaw0-E|G^-fK~g+nWof?rqJzwj$j7Oj-GZNLHQWtSXf`Sy%2V99C1R
z-0J?&)YZ#7&Y`Ppt@f@Z2@Bp7`>o>YKFaj_H~S2~bc1Cgg{5*KW{)no9-eCUp0B>;
z*~4w7b#HbR2nZj4=BN|voMqmvJvHpnv@f5YdT+_?{{6jwW8C`5)*&Lv(#ZyMeILwi
z-zxUzY5DWkF6rfbKhJ;E6%mxGnKmcv`nKK$Z@dmy^`9(hx;s~PLgeG0udnaev+vlq
zb8>q5c?D%Zg|v6OF+O;D`g+Bm9~)mZO*wS(WVA*0!rn%{>wAqK)c@bf%RY@um+w*b
zS>12qtYynvW`4_vJQ&4)iFL}ocH3W-Q~dXH8sBva4b|vr3~Ny1b#74OUfU!s_4-0a
zCm-jXE(Wu#E`?sV^L!S}5%;A(?b_JZ{`>&D!ufVh?nRkx{nIQOt!}VaKKYrr!soo#
z%xdBOJ>~WjXTD?EY}PkFs3&W|)XFX9<`LKOA6^%WcIQgl#>>}cJ!fZnZb566DVut&
zW~1B7mMM${p0`|PPBOmG*ulWhySKFEXG#3Bnun1J1~xC_HY=E%u-P-?mvvgo(-dE+
z?`Is1R;A_aj=VO{A|c?^0V~Eud#C>~7FCO|J1@A%@3c&5@z1Y2wY$?YY%bmHf4J4r
zK#OCVg~CNCo~(6=_iNcpKl9zF=b9zs^qTX8rAEbuKJ~K=K8!`5K5W^?o2|xZmc@L8
z&8)SLwL9cz_*Ch=ZRdDq&NpUra=E`X$#B<s>x%maCbCv=9T&9`QH!e)Q+u;elzpRV
zfZvfq$El(jnGbF*aAhv~U;pag>yz8woO^%7?sQJM&%BcB_jjc>I2~Lpo$x!))RL#m
zO)#WD<>(97pbVui8eW2P{wL2<vDFX}u9~oL$wW03w}KUls($9XFY+$fohYTTAV6&U
zx|7wHWq02-s*1>dzu7<S9+Su30<A?%t=UGO=WPCd%l`A<x_zQep=TC<SQz;+wymwp
zeqnNk=)2vwb{u;Bu|Ur*VrgfHTIUBXDK6$ZKaLH@j+un@f7QG5#&GSWZEZiFs@}8u
zmR6lORh{kq(Fq!xKi~QESIp&&!|Cm7cZnLUxxB|AX}emUi@cTvPu?xlo*#^ydMCJd
zy<4xH@F7-sT0?+B%>F5p*6Rd6J$qaBVSMD7xb<Ic_V4ljnV+Y8G554f&bb(#L!Zpn
zG%h^t)EVq4FZXBNV<&#)cQ@DO{yOwe%`Dbj_PD$L4TS?M53j6h-*IULS7ojHCHn_Q
z-hF-99=1<n+mm0eJN~OyT#lc&ag%l6&8Z7YEG@$itJ`-^-TU~bl*8)Zw~ltd-G5<z
z?mw^M%gO&*-Y<Wu5D@jy@XFVwP4hngd15JF`-O3T#UI1&t6EPiIa&`d+;Yoq*Sa-A
zzt?bV{LAAQnCJDXs`Z0d`jORw+pIHM7=MN3sPfNES!PyHRCX+S{oTXQEhAT*ytG9B
z#_COON*-ICk4gm0ap~$h{W-mdKTmN<UsT!E;Kpr1YL*MG@p6athZJ$I{SX+{=*-zE
zUgwa$$?&(w;wc9b11DPCnAz#R*zkAtZ=YkqZi@q1G8)ABPA+)4!)f9RHnoQrRm#q%
z?$?dlm2~d@g0uT0UzzP`JL-4%NsRcG^n!IqZ<*zB#Ms~9Y%4ukv+u!^m)_rw8GkA{
zvN`?yuRRks98`)4H)FI}#+y+j{M6&fA`26~hsKwzW|aOeR{qzcw~8%fN|-|Ps@p<l
z;!YZSwnqr7TwXi*MU78h^s&ctHXrRe{dAU!XXIM_A5UItURFw;qyFTxs2@xJ@tfW1
zCbLx+XLgBO{p*>h{gL0?>u8zq{$ytzl?vyH5q#>C3WeS+ydv2XWU<xVyI0fg$z<D<
zS&NoBc=n4KEt&FOMR&)Hvq_E?B0`E$R*U)<u&%D=y!LI4Y({ilYjJJ|?_0GOc4Fu6
z2052_E9<kdez|t}>CQz0f)Az~;1am@aBI)faG8I<5@%kk{4}eg*Q=$(dP947@1H}z
zQ=9c&8o#jRc;1dtdc_^IUuExC)*~;(G;U6w_@{yC*87M@VF&oPdF`tf;N4Wa>%rr5
z|F_S!5SiTbo3qH~u}p-f<5G^76L(oJII@*7(tp!rv4^auR2a`{=}u}Zt8LT`_fVf$
z#cz45-Q|(1^y%ff3bFfRg_<Aoe%W-j?u?pKYu6pGhr4(tzCB>@t2bHqVe5OncDvJO
z<3Fax$aC?`6K#+yo3N?cp~^oi`_3oTt->noa;8>CRz`?ab#51XZEMB(j4%7};WO6a
zORS>4{9|}7bFVY*kw~p`h2adg%EHtjy}TJczanmwg*%ELdvw5K&5d=h=lFh%Q?z{%
zGO1#M*95i38l}|oC*G%e51Gi_-<Bw(ADdI-qkmZ_?u|`Ax%GQ(`&4;8p~t6c@A#IO
zXp5>(3u-aVF<JGs*Hh=)oUJi&aZK}0=14hpCaw9SovB$@p;2@;=SgdKzv0dOvvhk;
zeLp(oeYfrZF2-5=r!6+TQ}sjdL6$-7*IM?9V8j1f`;X}5J`cYi|7TVF|NWkA9dD%<
zSjANyKP~@c0#C5vZuX0Pp4aj}JO29m_guP09$#8_{khoMbwA%;TX+3$d2?gj?A_Jp
z-#n@0<1P^l-y73t{KwiSzy0>c+1rY&xeLyxFG|b5cI&sFg>}XJo3-!Tdu!hR*w<A4
zbeG|sThpGOw|n~Li)v`_rl|E6*7oT;qXNu*YZ7)#Phne>ueMIHz_t7sca-o8+lO;L
z?(NLiu-$2?p7MKw<Ue~w)@#+zPOEkwZQ;{=H7C{PROYQ|t8_F^bEVt5PTOEUGs%`C
zf5#q+r;Yi6THG%R#P5Ymu7AI-QR3CC-JA~<wygM{|8lqPw%uuI;z}Y)3|4GQOiP=~
z=iST!oue}OVvEgL_Dxo0WqF^tZa$rr(l&SJ>9TC=8xN`uYX5auKh31`VEPmG^Eb{3
zCsrF*e$T(XC1ly7CpU{{?Rt9cqwciTsSaDBgwI}ToE18aH<i=M(@8_-;A^3jQ_M4c
z#hacU4Rf~Bxn-TZ?@nB~lGn_+yodW-)Ekn6!*r%)$IY8tTx0R@$FxT^k%gZ=&H3BR
zJSAw#TGflwbgtT1TXN1eSB%irGt8Ae{Nzj7W6dLe=T3x1-VgnM=EFCitq%&K3{Kk4
z6pK)tu-1{IRdmvlTtO)#)}YptGma>;p71brcB|d>*&@ICfP<E7r&z>PH?LWD#XdK$
z{Lh!;_9x5eRGg(^S#i#vcNYzA{5tk|+i7{JOVzvH%eJ>9O{i42F_&JyJ7I4{9XtP}
zv&@Gc-hHyTL__31qsd|um5Pk%YtGrJUat1(u5HmtYJS2d*K8+L^t+6Ad*Gq`^_Le;
z$-Gb!^YGUj8;w5>nT4hcw$>l}nOnHGHe~ldn@@({VlE|Jf4)Y(zQNM^aHa3$cgFkv
zTOMmSE=ej-xvjH2+?J7j-}HU?f=SC~iq~y8D$b<Owl(~IOv&MwcUL|t_+3z%vG?*F
zuKs<IC9(}s_pbbS${89xS!UXj&AV?b;dpJJFL>;64fjg-EZIf3t#3IT|5etv?dt-Y
zQ=RwL?laz2@@bZ3@5A}hlNKob63xH)YlrP6(;w63#l9`>FSfkqVZ`jJ=rJk5CY0%u
z$(ldHOFcrILdC93<xn)g#=^{hP+xGL{Cr2b9d@>#Vi!K>xcq2GR9VZEqZYEeq!yUg
zOpr*v7-c;F{L0(2K32$>i4~gaOm+DdTetk^<m*p-op{2h+AX@o5y_WiZTjt-n&W8!
z)@`eAi#?k9`;lE^Op^7czv)k6el)iIUAA`rez)eEXITWUoAF*}x47;0ax-7@$M+j6
z4}a(HY6!m4DR<&xO8-ldX2%=T6bi4Z*qThr-7BD!cHqVjgD*ekN{4;xX4=oHSyJ`B
zF=e^+mcqm755M-X*~fU7U;g}->+$`rkYeSfFGat<_PyP9{#R6ZD)ahZf6vcS`Tr>?
z@XO>FM~>L6+tWgKE?c$ABGK%k@uGFvZ`Mo5ZohTQ@m1cL*)Ia-tmDu4ynoAtyKMV-
zRkLm{yKL!wTk4$NGaq%~C0mwsF3N3Qx6fF_JlA`bX=p6FPp+8H-q~L#easOlYHI0m
z?w>8ab1uWK#AHK``P@abZ*(5HGfOXck+pFwPvq%OO@V<1bNx<kZgP1Y$8=G!bDiH-
z`|cmcUv5^^7q8I#mzH^A_4!4wmt~uKEPp4s>YAJ7!ow1$(>5<#D?RPBD0};FpYLfl
zb)R<pU$yXMhXb2T@5+f$4_gn<U@*$;b!CX0<^Cn5Mpw`07W>N{>&b84*@YPW(3sm>
zQ7YJ=>uR`2(|g|D3eU?|LeBQwJSez5|9;v=t&P_T3QBtH=U={Nnq+l|dG@M9%rm`z
zKAGJA<J7;kjc?lKrr#5IT|L=xXMOonmgJMdH|9S{S;g1ec!?vZg*W=Ef~S~<pv$#I
z$9J+TS1PGSt)ADnbcuqe>B?&&w+w@lXPvbB`mFN7Pj{=}_$Pce6XIfISN#*3-<bZu
zeMjPj8~h^cZH#{x>~(b1teHQ*(6p<T!{)`-U;CP^ew=qPiralIf5qfflNN2w%vGv+
zbxw5!{W>R^8of`2w=JlAzx`gc;F1_?(<dKxDzQ0ld#Lb$jrpg3xN%PN^Isd1#P_vN
zRut*0YPGaK7&mY6T<5pFJ67=O$Jsr0TxjXzc6<Kw|LYwW|L^hL+mm^HW8#jaS^F}h
z&0Ac5Xj_EV^5%-i{_&mSs<FLs(^A{58jl5kAMaS=aFVB{$yiKVH(|o6j#l>-Ua5O5
z+a?PqDhD3g9k=>b>;0WCe=pelj(uuvs9i;No96Y41#fllwS8E+Oh|$|cXmRKLGyD<
z6{#(JtU;@4EjX4qt+esVH(8fkU^Z*#QimOCMGda|op#j)cf@I1y@{L4@7w%-;+(`z
z%@5bl)ZS$-{GnLJ-?A;!Vtw|jUC%x)pa1F6QBEhVu9~h(vs63-qb90xW=>kL#VNb<
znkNr$h{xIsMl!2BCn@husk1!pQd=}5hu7rzd_%$4%z=;2YahKZNA<De)9o)GIr!+`
zs+;?7gUlOEww0@#PRzaXU~YSnd_=|7AH`qmr2LlLSs&8z@Ao~A9W#vPKeaq&vFDn_
z?V#(SHU6P@SXL_V2QIS@{>{00_sal&BbL|7jA!#zvmTu?d7V|)Rhl>Zoz;XZ9HQ&R
z#ib_yvwdf>IPT3lzuk`Qx350jt?l~h>Vn;?+n4U&CM)BooLY0>w>0;GM2|bGQ<(R!
zsjRq~c*cQii*_>SCQeO}C{+njr=2~#9p`qfyP0EF*d-_2*m@wsI3hHj^H8zfqouC#
zDx8`g!B@p^dTHKb^!u$9nq~3v-afVK?5e!nfysxQ|0iu+wsD&0#KJxH&K{nIQi`o9
z`BuEoCvzFC-j#V+B=Tv^htKmrUd=xfAZWNxcEjJI;=jH}HqKpeuwvbc8L0wKd>_s_
z`&n@Dq68bM#asI(i4-oLw?A7ePIdCmD%}{{^ZC2l+S1<5j=OF)F_vlfj7PCvK{wn=
z=Euig&p9<|*E++sil>b>ZAsW06&P-6XBOgnm#sgs-KqC`;i8ZU1zXgzHl<2js1&#1
z6s&*!$ie?e!cD*1a!e<5PH``}^zik`g0&{T-BTth=^K<DUY3=xk3}_NYVL_%57W}*
zi1lV3nwfJ{eS=u$6~zXb>+;LV6xMwddhVld#TR6;-+H2a%<a3&o@wpWT(C*^vQ6Tg
zsx1r)Cn@AlbhOjpaQ4^`C?z$Eb?ITo*-K_cE|gR?TOqZ_Mcwh#8kd@X-GW&q4bvqL
z&9qn{&r!SdhU_1{SAS#=u<mIJd7l5xh_mwU+6#icPZX>dW-IJ*&oH&%w=$e}|CA?N
zx*D_5^a-DiDJ7||Sd;yu?RoZ^sZSD;mG&OJ?j5t4Gmcj?e*sr)Ceykcu`<;)=Gp&_
zKKRRRe8I8lC$H(Dybq7H%_i;RzRX<Hon!W+$}?!mird>g`1@weYPtN}TW)@gk)~S8
ztnADe`(N4Hx_0J${=l_(%X79$`RnJV&)&Z9OCA43Q$h2;$&Xu?&QU-3aF*z^FTyLt
zQ`)y*T&&!qvSiV$4Su<;4(gg-uQx<=iATLS<!qSQ>TK0oEOh;1r_20rb~7w~|2rlY
zyP@NL-?Ezag08kD4=(XbMC3QWJ6-AiT9`%h(DDlXjVl$tPBIbnVD<XhktFIdQ%UuT
z>XxmCZ#G(9+-`gKd-%+x_p|)l#4{B7Jk-~TI+(vS+kI%)VgA0ZCU$<gg1WkM@_#?d
z2Vb3~qkSP$=>F-9H6cuEQ*sQFlotwL3RxV=F}v#VLuIwehAX*V9^bp<;r&OCzV3c^
zqfY3Fb<2A5HDblrK8rf3ap)cj(P|U*5;e@YD=F}l^{?ln?JNs&;~aC|wN$uXR4==?
z+paexk9*bX6RvTIV!yw?mDk*Ex9Drt(VBfrG|g{p<E-${c4n5ezr1T*#_V6u4y~H)
z^jkYca_7~Pr?h)#$z=T4{+-RXRVhcIy>nIc-V$-6YtkM0Gtzjuk1OulTy5~z=<ScI
zCui(1(=9j8=c_;YEb&M7U6bEgb_ZAU-I*;m-Taruo{nSZ7!yyiHZLpgGx43^_2}Bd
zj_F>kVLO6Oytq+y^~=iW<JPYQjCiDXJ##3FimH#DZNH@XO_1-l+sft+6<nH`J;&E;
z=iHv8(b^Hmv{1zN@&q-_m0?RVy(TVAi3;iw{VaYy^2~Y5eYOX8z4kn3ef{uOrG)7x
zwmN5U$wvLJn#wm%AX|6w#TK2jPWRfbdAQWy%h_(Z+xN)ouD`48F9!&HTa|t4y@=wY
z=}UI)ull`k3eOTT#?+k)*LhDnt-3bz_xq{KG@tHz^yrUFa?~ZI-m~$y7Z(dJ^$hl%
zx9nl&bFG%|Th4uDd(!vq%4}Eb%{vw1!u3?<bib8s-kjpv7ZiEmh|-5^o1)gu@JrX3
z?rqlVdiFZU%ndPn6?{!TKjl)?^^G+=Wz=K3#rO2CH7lY|KmEh>oM-jbroDdyJ*JDg
z2z2+Z_pW)CZc^hf%=tLPFo;jL=0JCqV8B+UDPf5kYBno{mRRwKZ57JkygV^!7Pp$#
ziP=^&dnX8Pe$5(|w&J92iQ&=drt7??rO&?lU^~}T+1?rN+w_uNXMYGk^CoG+mYu)P
zOku8_{C@kfzrURF%mwY{P5z`6dE&j;ZR_`|_uu=%zy1IIkUpy$J2^B3y_h*KZRfau
z%%pN>@QwF&tB;yqX_tTIzGo5V4zq?&hnM#L;AuT_HYjsr@7fpJSH?9M*qJ=+RM=bE
zB5~JIM3`%K;1Z_IF&FiuH#I+DdwP6-cW2Rq>$fI;$lb1X{cuqE=Bak4%WrsI+!9oj
zE_!()V~NL>1B(sLDW^6Yh(0Six=XikyKUBczCMwcj!~V0YKKlW?OFMnJ*21a{k0FW
zkIq}Ri|R==*6fcf%)8<7=Fy=t{i6%N8kOw3bW`JXK}CLMZBw~ewv6xWN#b2fzl??6
zdM;7FXeZUk62xj(wo)Ybs!ON8db*Kf_@n9Py0#}BnJtzmoA-9v*B=vX_tkP#<}7$K
zQH68!%PH&Y|Grl7JoW#(f1S(a2p{gK*KzapeA2I(JZOG*^@eI{<iov+-a^YJH=ju7
z51u+<=fkGJnv6exQpI11>L!*?=63LOynOA?gZ2NqHh&h?^7fcKMaA<%=ey>fEqorX
zs-j-6<D9jZ_DhS3szyKDANr)1|L_*8NdCf8x)W-fb_p~#DXz=i`-hM1?K0-%2%Ddc
z-48aOI~wnKy#BHLEmx6WaZ=kJ=NziuG3PvU?$R|Iwz+2XZgpgu{?u|=ZshuKldsG8
z7X*8`?TO);&~yKE#O3GAD=b`ZecV%$d0o#$(`%(gZr463`vaGF--W%;nLqE2Z^7R0
zN9HAmi(T?gWr<oXn<=;G_g;^h-5>4tL{<EfP2z0H?y2B^XA)*8oM_Ry^Odlq(dKrJ
z+q$9|;@>sn9IIZ19}cfuZ!Nxi{(Y<Fjl8pqoFhYfjw>$-F<EwS#thHo+#4!dm2Z3A
zY*>HT*e%btP2zIWEwL6Sh4sF9`B_WaXM5OJXq10nP|BCxT%sycS=?goVdJGfLrL9N
zDroJ=XlI}E%#lTf8<%(puUYwV(~G^<^Io_9{;GENc%0+AClgCn9ChKmWyX^{Yu7=`
z;}te(CbJey?Gw(c+Ba=a(YhGkH@hvHpFB%@xa<x4{Y1r`c8>dg&Ev1{Q?Q)4cVqR7
zYQtke*Gn}{m}}2k_VRz<lu0#Hia)(!J!ko8(E<taIdk`MoM*fIXs`0cSuxo~vL=81
zR$gG(H9>pBRMWip$ubo`w@z}*^OZ>2qLyYI*}a)fH+Ygua*e^hu+-M#c`Bz3N_}6m
ze*QV<qXx5#m)5NvPv7`WW0-QmLgw_-rta?GHO7S-G=3j0vYyKO^+f2)+hUfxZFdT(
zN~TWI;XHX*ZPjwunzD%JAMQ;|*W9kgS-G&_-onWf*e7Z=7l<j>$gfg=G4E(YX~aaO
zPqmj`+Lab}mI@jb9CqG1yQAEE?TuL%ltNGL|1?vFt$BK$@W!cg4HYDFZ71J--#&+N
z_v44Jc+P}7`>fB6PrPtvhpd0gj$OJPMWyF2?3a8xL#em^b}LJ@pc31Xg1spj(;siQ
z{eS0xx8|MDx&IT4@4gRPCp70zY2x?wAy?uT%6JJTsxZA&6+3v!IxG0`H10b|zNtZ{
ze9x9lT3GbmYvrH)wfu@@C+6)|=(sx}B<|tcs;g>s8jaTu8*s0)+}Qr%i^bLw-Mm`2
zzk3w3y)WIY-7|}2+PW_e&e2m}*f_tK(kHZ}<-m^y3tpe}{;g`y)LPE%yWQcLxcy|6
zb9+?$o1?Dbe<sG7Jm#=Bc>jxSjq@Znu9obTIc>$td(LmTHaSghzN3<jQ-qPKpk?6e
z8G#EkvN{bp?}d7Vb)4&Wd|u4I&}_Hc<qQV#S5i@HrcdIz{${SB<F9P~e-F3ZpXKl{
zz{~Iycims<{pbE2tljtb`TbP8_@f&pvh?>jYAjq@d~fmOmQCwch-pum@aBE*M5jkN
zG3S4Ignp9SuFQGs>gD*yC+{yf|EAkH<;y*ZxH)^C`0x80e!_(F{&nk5I^05hq94ld
zwkdf|dfOb#8ssZvt`)Uf!@gN1^q{oBQrRf&O)8zUr$3OqsAZxZ<=v8ZQOkLe$K^Hu
z?}V)S&Fp%7KR1(VY5fH@*{|Ogh$^+|@u`VB-79c7_S^duhuDY01;;0>w>J?iZxP?0
z8gsn)nkBc956jXo64@HBFE}(Tj+`DS6tX#PdgGo;+j34#I%jZSc#D8Vxa+gshi8a2
zE|3t-Si9kxOXqCq48_=tu#_J*Q@Av@WzI6xE1I<|abpCFM}tD%{*Ze4)hizRPf@!#
z>)Mu_RYs?{6#^A+Zq1YaWaF+WTh<rbD6hZS#J9TM^?zym*@`_{Tg7hcPT_EF+Q!A2
zav^<pK*Mq8IPI&mAGUCuU1fS(<=4N>Voh~FlvK}cl}PuPWMUSzkkO&xrHzm5Mi&8t
zWwybwU(({$4?Hrs$2MnKc?5sx<pz<S<-v1`Gv>0a-L=)k_wwZJZM^fRa7Hb)<z01H
z?9`8lZE6aP)+<_>Jy`Bpgs>z^Z2PjdZn5}Y*Lf9j*4^cf`uA@Y)M;?eY6;17b3ImJ
zlx8J2QO)X^uEw#-b2~Hwf)aZZcg6%w^{)GPvc2Zx>*E#+A4}%1_m5s*@GoB}J$7n$
z<ns;ZlAU7A9$#$vSm85i3G?0W)8>_yuGqYJuH+Pnqz9>m|4tRJntXp>Q;n#=c0&Q4
z#sG73$K9JWFJ^y;tyx#86B@fQ;#}nVa2+x48Xh~|vlSXs&gq|v(0ks@qk8aZlH;`J
z2bCYoW==BjD|YjAnv@ZgeZxfVe%qHgB~N#*#%WU7oZmB93XaS$oFb$WG*KfXyIV*u
zQF@C|&!(P`im-LZq8uZyb3Bwx<t)9tDD}|Mn%17is6&z$xK^@E74&hRw^HU~qUe*L
zYiu$fzI}PK?kdaulUtr_doaa`HDoPE`$loS1>H3q);b}5UOc*Tkt-Fhm+?If-H_s?
z5p;G<z>}S?&5eWFE|{su`0VX-UDDlo>{{UVd0`BT4)ni!ESCP_myGu12Zu$3#OL#$
zvR=|1$$at6wV$2`zJEOznz6EbCYSRHE~f{razA>?nA6(plH{k#IdRSLU$jO&<vK?`
zJIk&Yi(ePNWl}Vlap&l_=WcrzDe$^|`7mR$g}klWrLRI|Yadn4N$qecy>m;W^xNML
z7B#W1-zSJNZ(&#Z<yZ5C@yl$v?akWn#f^8f3J6uLZ+HJza&c{Hc#Jg1&vW-L^&gPc
z=sf*>!&BX`*QTMdZ1J-^X7q9K@o{;C%G*4z-fVf@=gtY;rJFau;q%+zxLLVegt2kL
zt1>hD^-@P-`7euvKbe|iD`+lxz$TnaN&L+<q5dtVyRtIlO}3=A&bzBVTP}IdYfb)T
zHy7+tKI!&%woY}V(~o#pgLy3vH{S7kv}nmv<NU9lopTjU{z=7d`Fp_gwy^%Aqk1vR
zzwr6C33hQcmU2l4uCbe(A*tdp^VOlxE*Fk@`Nn4V1R6RYQmB#c$+(x7{OUJLo_zt=
z&+N1vipOu1^9Ec||2|dqQ(I}}4g>3N`+_F9Xy2>)D>wP#`;W)#KRvgxwOndy8l;-Y
z^su?dp-cCp!>Vbw-P>*U)So#R$he4iAFpEd@&DJ9)pvAm(ke699A2#X=h}ldrv%R}
z3HkYlrtkY9S~G`3GMOz%xYP9CtZmn=+OuVjnMov9ecQQ}@3qttuKPD;m`RuyPP{H#
zt7mj#=Oq<Kb*`1R6|EwYo{J`W9sA!KEwI$%l8CDF<jKo8JN>F=HeAxG@Nao>IXv`A
zPglf}Ng6_;Qc7zdT~jghoGTgUDarg;MXM^LC1hfTVzpnn#)Q(E53Tmei<|O;BVV0L
zSbN-}`8%7Y$+ce^rX3R)rI%ISJ-p3dT;9XE$529ek4v3!N_?h})aqTF?=&QrPdyhY
zz%*IqNv1@0G<WFT3)^%{h4)B0wY2$g1w>6+!P4xUeRhS%&H3kUgs66Zo%J-UHEfpq
zclk}4<`K^|SI;u}x@GOc%&b|<T(f=WJ)ctQeAy%-`{d_2E?TQr9eaH8QptuyPN4%T
zd9J><-`Qx)Ej97IobOSx$kUp)p!~n3xU~1x`~9|m-OA2JWNevL<~)fdDAqtbKeene
z<LM#i71d`d4c0DPIa_1<<-2k1+j28|7iRKYtG=YuEjQ!Bnvl?5!(5&>MJY48T&JgW
z6wCQ-U)rD|XB;{0$V)ki=O5P|e$~Ln=a_Gl_pa>{|L&;;Z@JV@Z0^~+*LK-s!Ai9N
ztsL>C6P83xRGDSt?;-3uPfaB%Dfe*79`{vhGID2jl)u-zCoMGhLRIVLwD!6$S|@L$
zpA@Y2aLrz^T56@r<BKzN&T4F`acD_={q_}`#GNVYZYTELoD|Cvz2M-2iMO3jvik?`
zocm8Ixj-#p#?-zk`?lR(=>C>P{}}JAt!j6=%_QDle=Vx-AHQLSe#R^*;msC%zMH7+
zYrn@jGkEL4%+|0;pFbDx;b$yL2xQvwp-1#gk?*PnGnTB8I;i4bQML1s#i5y+s$Az)
zydB#Z-JhQ?oY*r}opYz0;*x~DQOZk~pAbFH9=xP<j-L6P_1f1;UGHA`_}=NNL<@h>
z<G_i|k&N?Z`W0OJ_|x;?UU&Y=|1ZCPhzgn(y8q<mRi`bx9Cv7${PB(6tZBaH`s#{z
zY8i8neO}G`utu)LYQiy(&Pi4^b}f6@pC8^F?(MO}@#510mYoy&U8~*iZoBBM(0ah?
z;G)8i+~zROxO-0h@y-&>pJq2)|IQ_RarQ0CIUf#Akv`U_@b(*%aQL3^jdd5A*%H0E
zx=)_F&9`8_Te+Q!=C%)l^4(|eUFI^(yqAA*#T%horn0NNe<C-jtNksy+1qjDMu57P
z=7czQ$*Nfkmz4|LjQg_o*FMP?-#I2`Sxympn{)K&)R2xDK6-!5Jhs~Ft1|CedjI1h
zj<UdKc1hRPpA2Q+I-f^8{l`?5<oy3~M{gYYt<qB#GNn9g>0yQ)`C03nCI38_`o`-Z
z+x3$Q>ksj>CB*KP5|N6&|F*B{!Kn+;C6-zrx1Q3r6pq?s6yteE<HQ9)!LHnc=T@#w
z-@5YVbWSDN#Zw%FOWv<73@LMtI@7drlmBFHAvH<$Rp%_Hu&Xy;y!G?N%mTi|+9@|<
zQl}q(ePE+EkEE2zMvLn&cc|VAH!-zHH&8piMe|z2)=4I!7fX0Og_d8k^2l7$vZ~DF
zt;&)$L62&MKjw(-+4pJTF}H*UpWQDV%da-5SAAKw`=jwqA@`X2|5>^_%fE}&|G57v
z_TMA@`V;>3{}^+l6<s*oi|%f@R=H)$nPr;)Kgj>njjJ!2@8Wf@{`+$elVw{Uh%oQ`
zwXIU%cIVMP#k22)EVf<0^gyZa#c>tS9i^|$!d~2autQaaW%Gv*hj@Ei7WY~lSoh+s
z6pw$!jJ#{wVXs{yx}&Al|2<ULT(ReCM83e<gAxT|r-~dSuUn*__`HUn>CUX3&dG~J
zGnQWLbUT&sEyPQ?#nm&Zd13NKoex0?Q<tAGniSHm=H|JDhx1j?s=7t<)ig7wwYJZD
zQOAGDggGH{U1a{Xl*n@>M!aoCf*n3y%l^Dkmwz-j-AXDrmnU*o;@YImHx1_bcua2b
z4GqdOYgzbt8^ar)vz>m2e!rB>z5H$ceJk%tFa9~abb8zKc}wnL0ofoC*4by<rW($$
zkj%erCKVxjPC9LKWc}Hw<ehuwY>rx!;d?qu)@R=Da=wZW4;1C=zbHmdYmaGMbtuaH
z@)i@{3>E9-oN$fQNViEUIkRSc&GNl@rKfAcqcyDx=Zn96|Nimb=PxgVU+qfUWzOs7
zo1C%6vAbZe=k25|N}fWmepoFLSQ5F-wlqaTPa?ZYu6~he=B#h;^KXc)_-A$JQc}tk
zkr)5Yv;M6T7M>&=_IirT>l+~+uXZieI=!!vgEc-~=<1f-)4OhcnV&xE*+lVozXW!z
zm0{b%`)QKSRRz;H&6Z}DtUX^nW+v2jA5GfhuAChFWbu^(?}Pll-3s2qY1P##Q4>=+
zXTG!XaPen}NH=s_u=J3Y=Vga!Y70BP6@7)(9y3kNSd$r0b>*~@-RYEy%ij_+zP(!~
z`dlYU^OMc;6QABz3w@2fo)W*;F(jtj_hryT=f?e4Eh@Ip&9>TB$MD#BafG?A&F-X$
zNxQRMkDs00^}nfjQ~rat^{1`eZ<}55J)5@q*`rTQn>PoaI;+$m`sZEop&bSuL0*?k
zd{xX^#Y4hHug%=Banr)RXQwDkoi_1PPw-KblQXt)X|pUgdAN9adc|{(%Tr>i+-@1m
zivB%+eVgtIg9ObbX>&v+@*iGvln{7eF>8s8n&##}zq*YNelAUqy{5P$jCJ!?Q?}bC
z9_cevIJdi5eqZ*xrr=YLzQ5duUw4!Fz8jnQUY>mFNMF&RAhYagr&-sU=9p>6?Xh_H
z^riQb32)BxN%k(Ev2AJQsf3=gX-P{ei{Eq0^l_yKovTmbm~dEg%ZH2E9w*u+Jd6=D
zD&V-S@qF`(f4g35baR|s)VfMkWA%kk4Qnc7?`yfe{yy>Cv4!#1YqX|x+pVliP%lqu
zIb5*mUw!M_;5qG2=Gw88MTh36_FG%Be=&_Z!N*bB_kGuNL%!h0yM3RoE;%<}G;Z73
z5{}BGgUt&scmyrYxGFOH&BXI@?qci*U%b1mTeWX~>anUPr@oio``(;pXtLtF^QA`j
zBe}1SC+y#=G`*+j=R@hM=0b-TSifiAnRMG{#=EVrbq=Rj-dU8Bt^MBi-nJF{+V;MZ
zlzCECxlwuN*CYv}*W1#cHFPZ6^1`^JZKs0b<c#tL+b>?<cGRC=$79U*{p(qa<%z<D
zUkk!+<T0wUuG}DVckk)Po4wV74<0-ycc?ixcLv*XDNSKMzHcj6ZE_d2dM#jhbKCp6
zsxvAR4fQr2Qi^%tYc0O(Zr)bCT{g=ZgS2@nW9kpLt_W&STi0iMY`er`X8F6S7Tjv$
zOC(bYW%ZY+c)HH%^Ozv%mysiEGH2oI+=&q}&mZkSB<{9{EBjlPaeBKOcZbi$<PsS_
zr{CRt-F`xO_wAm1ulsL)g8OWL{U^QEzOCYp=LAyJ9hZHLzW+<@{-0ylPhNgteSpKR
z;=iF2=bZfQ>>GQHdMYN|dGbL#T<+PT>7}s;4_f-qTIS$f&hMpp_*XF7+5LT0|K9y(
z(d<$C=(&H|TY<J9O__O{bTVg8(>Xa&QA%cIsy~ZT)}QL0l~W_0ubjW%MSYfy{*Kbu
z9X7##uZu03yi-C*)WcFQ$SQ75+=n+eHMg#Gp18^>_`<@Ed&;l)Zk>DOsC1<ENezDA
z*3834^hEd~4}9V3JTO_M>tjaC_r9lTzL!H}<a~G5rq5URw?DG8YwuslP}LRY2D4Q;
zW-FfQ*n4w^Z={myoA>^nlUhm^du(0O8Ehw@*rK=ZoJ;mCGm})`JIi>s-gn|Sc2q;;
z%vwjckVN%PuSp^@JzYv>QtR$#Wvo>`x0$cVO?37ui>n#0mQ8o6OxPLoY4QGlf*+k^
zMe3t-Qn%Mi<OS*J=^0!LFh5(iT7dh5lIM!ovp_p_igV1Q*YH~XRXP9R+{7h~Cv(^E
z8gKtm`TK{$_X?@Yd_B`=Z8;&BdwSWbg0+d;wjW;`y?w`y9SM8m*w43=ZaEeZel_8j
z^2<rt)vu;-7fn#{oM?4|+dTB@Z;wOOGZT6q9_<!yw7G8bFkt$mWx1BNwI^HmD0myE
zUFJPn;TqQ?A*$S^(;v6EAU|uVr{Iih4^rENP3MVu3(sPIz0vSv1b6F)c{-klo|`P#
zRQkF~lhupGbCS@5xyK}=_nHTo>1GO@*>y~!=aQmiWZMM4=Q7K3o6m%5E-AP&TlM9R
zj%GGNRT=ZyGuyu`R@}Ja_x9ZATgw!^O(vhT;9IBknOWSt=F`;MJkM`trnLwZZrG~*
zSN7E9m?;moUb|qz`}{Qbx%2)zckD>n8r8OTetYv@=XZB^pRX`U3ZCYpmb`58%ifmt
z>k?kPYrdLw^yW|RdGl@3cgD0`a7h3Ce5K*C|9htRRVi;VWSg0BY_XvJIX|bvUCUQy
zt4(Hl+Pqz<Vzp6_re~`6Yn#QkM_uke{CKnJ*p@fv-DKX2_JrKHaEik(!0J)^;(Yhh
z4k2FO)qT{3yFwP{9xe%b5aYcwD!}KsqA^SRw5FPTCnc6jC5t(IKR-3^{_}PB`;Xu2
zUQ5fEd)s~gpqFoB_3UoH{|rC%hkLF%N@?#|zSUIU-@oF2^Y<D0&vMMP&*|w!=si!#
zJhnEv+|tJ4(VI6t&(-}4*Qriy%9-=wn9rw-|8EPvJ$8Jx<LY#dMCE^G9$Gq%YESkq
z``WZ>+mzmgIWpI7{<{@wr6JQ(&M`A7W`c?3R{ot1w^_HvO_(M1I_m<LzEH^jKjpj4
z+7`+`>{@rSt3+Y7ptaGDyhZ!&UMoA*pSV}jbMhf24}qY^Yh5*@mpUW`Y}wqJdS^mT
zy|HY5LH$KuzsFDRa<=#coLb=0JTZCFN!?2)6+5q4G}Yu=`<Gpxv}<qq?XyaC8)R=t
zU60+a**E39U!TaVzKHK%5;}7YZP#3WGj;Rw<)OLPJ4$w@9bUHJ_zLUG=_NZOmUFSm
z3BFHqviWOjaL3)^b<!lWzXwkJzI)bldfNT=;41S88+ZN4j=r;9sL9N$W;;j0{ma{J
zqSxnr|NSfU$lOG$XL-$%YMFjo8xl)r`SMqk)U;3cpI=Z_b?V>0x)(J<o|BeE+}<!J
z-r%l%iqYJ_YrLz!N?kVDGErK0_mQxdY|9LjHl=F(h`kfVp<Pvzej_Evw{drAC6CHS
zy>$zv4k*P)Gd+m%_U<d!yvEtX?Xf$AdkfbB_PHEgPD-IO?u06>JD+p?;<br~9#s3)
zub;m6;X!kijyHD_K0Z{AaTnY*(|g}<hOLSW$621-yO(k(|KBll$^PPhZ>;N&F3Wjz
zC76LtRcHVI+xuN7iadN&JTH3t`-@vR#nZ(@p3Yjf&M>$8ijj&Uf2Ux0z=8E9B^xJK
ziVIsm-gViUMJW5$4Ud-n2~n39v$p%}_T%4scw_&cx6AZap5o2D+@jeiu=iuwv90Ro
z*q`m5B5|{*>eHl6QInR<YQ8z;rNylKEnP3y-Ch#2R%nV>fm7hNc~6g@kI0dVy6$?C
z{ZYj96WT2<Gg@|Wo!nuUb!4)Oa@s7Nt0ujRGi_#{wOQ0xtFJw?hs$lTOw5dZ*7t+-
z^aaZL@}KYde6-!?n_5iF7Mp)ZSxZYLRivDPa;17Q8Qf#TL-t-*sQLeI^JbUDN#>rs
z^8;rs`)hhl@(bf6m7_lc8myn6*u<jhe0cemW4jfYFBw(Hur%46mh3;y=owWdG`Ho+
z{Tc82+D$y0<0Ni`%$BpZl<J=l6(r)ie{I&RwzFxQlMUXQg*I}D*f>qTD6us3fA+n~
zTX~BO95jBLnaBopY5e984w-l;ZL{0T3DE&pOY=9pUH4n(bjIQ@t23o;EqnOr)295S
zswW#m9J{X0dU3n+R-~s1Ut81hqwB1EjY}qdJ3HA_je%{7+mY`FXEeO@xolz*abrgx
zzkU5>6O&%mSY6LcElT<Va<4XV9i21b%%wT!ZTEDq^EOiH71q!(Dz2EgX_d4YN6Dm#
zoUI{>B|e!uQx99)&xl}~A9mZK#s5I$B^8quak+n!n%1sAVJW{&Ld#^GT;t}4Ur(kT
zK6=wQZ>e&K)v=v-7kX}=_x_NjVntHU7ltjlyPIuAohCe$oEf%|@m;~x9s6GFwYu<f
z%bCB&7H~6v{bD%Ri*>(`#<4{*N7yA*gy!wHdHA>AF3E0w@lLD9PhWC}t^RsWEz@e&
zr)SamhO^%kmQ*-gelt;Jmd@E<&+mQs`EXD2-pJyzvQsBd7VC*kUlYb{BX>7``R(hA
zw;t=<U?|G;Y8lt;Q;QF4h;z<gyiqr(B1rROa>wjRoR_>!CfUeeG|`=`^YolgQGR`Y
z|2!MlTVkokYLg9*yB}v*W1fAh;%}AgUe9xZDx8yb()E2kw;s{(&(>C3^mKN7#pG3A
z*O-Z3Ggah_R`vPZ^4I2J!mQ#cTREimeLZG7uXcmN{n;PBy<Wd@gQrB_3<ICf9w}>B
z#a^?@*ZfgDKhJLAR^7~5lT@^peW^-O(tOR^{ZuA9de){xOQ)6FSDd*2<Bu($+wX|{
zf)#f2mrMJZZB0#1nJ{77L)$e`&e^)hxO%*+3|c-kZ8%WMk@-Q-=b-d+L6Huh$A1)W
zus!#hlHXhz(Xw{>i=`%k3gX;;s_O+NEMZt!5cgF$M{}D+$j!=97LNB-HC5Bg4DSe7
zywB7Pahkl?BROKG!?(`syBjlZuiP``)6@$Svs;W09dRrBK6}cQW5(ax+^W8qq=)ou
zJQp;z`@?3=yUmqlvvS^-Z98avPg(v?{+pE3EHlf^BW|-PTet9@Ph%^Z_hH_Nxlu=M
zJ@9=kD{=3wL-4N;k3Dw3YEoQVTI=|(CWE6XN};0f*ISn<ciZmY=F4L^wTWx?{vThf
z-zPl3-s^0e?QFDXquM@w**?oXX_vP}FR8L|ZhM}+oa@DGiT!`)Or2(KE@;bC%>MqW
z<v(5{zf)5`NXV;wHIn`OU~Bsxi^@~&^7Thv=kIZx$Cf<#lkU9(Pk%}tebR98pW@3W
z47ac3O!Hn<B+TtBZB>__yirr2w(;37rrRe49N)#5pX6RWHKFKRc#*5md@bp&mmTg?
z#B#a|b+3s?Ois@2%2rWp)M;1Ybt{<LbR{-;aw~iG?1#5mu21ubY~%Lls4<zFdscn-
z#jkY&v&?EdEZ$dTow^WVuHsd&RocyE^VZ|u-PgKau6S^L->+1+#e)BT-LIMbbCJ`D
z2`8#*zBdF;bo;!^frHztsAA9YidmauTE4zd+j-1{?RF*a9p77zwVyB;+V~t%FiuE#
zAZRCY&8Q~sT2<MHE6yo%B~<d_6z57LuUsYi`s$obG3-ne1X$X4bTN7?yfM+pXW6V(
zk8&zcp5AO6wDRVBAB#DDCsVdx>apL<YaTRXmV45IDK^!AG|$KFNr~OIH(v2XLi5hu
zll6LnPF{S-=ymW>k=&%#xx7ccO>S*9Gs%pcv{<;+RQKGLB`eh~8qJu)YVmlb_VKFJ
z9i`9h()G3L{#{OAb1h(<t*_?{qg59UJo9RQ*|J$BO7U{fGO;bWyL(qmH}ct@q`2kl
z{+#tk1NON8Oq$dZ@BE<W=+Ty|FH5{;r3scwZT;(eIiEjlwdl2|t{Rc$mlm%0==3f4
z(y}~*du}xw-Mp`+_m{MX+}>7U;~MzJXLDPI+ij^WK`NO|L9@1HCgr(0Y)p$3+otun
zFyU#s<n!mxO?<nzw*CEEJ4q#RYh2>v^Tt|kQ&KC}W?uCA%D+^{Gten%?&G35$rRDQ
ze-kohi6!esaqzS(i4){15&j!8*MI3cUazYi9O4ChImy4)Ui+{$Tej}(4>OyHIqoWx
zOgt}I^#+@HhvsLjUS__@|MQgp@A7MzciTLF>_5NQ+sw!K{A>RFLYvu(CJEaA`Vn0B
z<&C7DX3O-HOs`pL9~~vnD?i*WsaJR?ZBf_-DNei2v(x)B_bu{&`gV!6m1h%MMD`Ys
z-;Y+TGoSLh*l!-=uL;+xUcK1<k}G*>Q=P^6&l?_oxyyVp*14=~#<evZRlkltW$pgj
zwQH4tm(j^(J;#O9HcNUQncUW1SmB#`CNg4e*qSiyRjZWrx%&G1PJYtaSLQuSt*4vQ
zOIxPEZvT_@_y1=5>Fcd{rTY1&&5r{OCZ})QpMSCHG=JR}XQ8D(pPAS7-W30~V@`a5
zfwjX*lLggJ%b0h^f!2gSzWF(Q&M}qZ^V4R(e`FSsE!tVmxHT_!!kwwJwQ{njE{d66
zyCQk|fwc{LlYEq-x8&bEf86Kthsa6l70MQN_tGz~u{>j=|6KZ-+K-!Nv$>wjc0c73
zoL&5u)pb_T6U&t%DN&F2F3r+ey(?vJ+=rv)ato&%vvLeIU$a{DSk;mXZ&EeC^B=4E
zxVF6_v%t+zP*+`DzvAOd^*y!kOaHxbpMODaOU;*$?lO0(1hy#z`lZcXoEK#l>YFXq
zvvrA{s<&0;78a4runXIowuzeLo!$L@|9Sm=pR6A5m5F_#z!P_aL1!alPrx)?eLdbV
zVQ#0S;8|~S7}hDyiI!xW!6CpY)>%5sZBM6C`jemx|IF*A=RCLYrk71y%JDGs*0%45
zJ<f#jU9L2qdN^CM#@I}3sjctX+^zo(2SkgntkGH_oO9=h^!trc@1F6xvu~QNmwWh0
z+3fb$jT`ne*`HwV-Fw7!1B=e7S@C;p7UpR!+uU|D(bsTZi|^79iR|AG10?Poal60e
zucblGuiX0rEL;nFn_r*!)$LkVvHwuX-LH{pcNrGW-gSG&tP(pj{(ryRwltS!%w2Gq
zW$EO)*SGjP*Bo`7xo}F>gr7-C&E^>)bGYYkzp_^)iXn9GSNqmG?z^4O-g;*G^T%K7
zg8rVD+_Jm|IVnpyE?s?h=f$h#A8fa$P3~)0x#!3Zjr3iS>(4Lvao6uh=#=*wGD6*5
zjJi%OBG0VL-%k`}Exl~?^30)g$C3_jh>1&J^+{*vm}_W#YNpibs=Z6JuFqJ;_WHMu
z@Iy}VnUfk{JW&a<TGPvxv307&$&56i@R!W8xeHF`h);A$$*I_!vwhn}i^&hyyt6&$
zWxa$aKW!G*oc`DOEWPY&j_g+R%E)Qi&C|5w&jEJ(8<KgyyL9IsEnir9JK>;isv}=O
zd-JWkUq8N@bWQq_i9o=;e|MsnL>`=9^V@pPoIMUN9r}JgXy%{M$KB=0c&@;5Kg-m{
z5S2);d(RHaKlFaV^&n$O(fX)xw?&Q9n|Xug9O$rX%*ZYkvK92<*(MXdO;%PoOMQWk
zm&GeB6YJTc=Vr?7d9|3$^~8on{F5dmaK!3}&51v^@!H1y`_CWz$Jlx0feq8u*G{e`
zhU!+1>P^=w=h@Yt+im|_@^q<dwsO(Ac4vRhULnqVl~WpY&Pw>(u3b4pcBziu^n{oz
zQ@N&mNy#)QdH??WjB`bEw$IsXb9gJ?QfIF<UwMyN2hB||d=V3nEAo2kv1^l-l~_D}
zlx?o@^mp%+FwMmmIhGv0A=Z2Ap=-A4`U?_A4qO*ncKGlGd&#}5YYlzUl0W5K@&9eD
z?+|S2v2aHGyh$pWm3FSG^8y9A_Ue7Ou-icQUQXDWYuRC`y+M6}6Bq8~xyd+L(5p>g
z`LfI%J2;McFLjoPo|Q4lhrPHkd(pCstx3l#Kj|!AwW?snExvdeHNCqx6M7ln-<a(;
z!$(ab+hendNs;HFqODFs2E9RTZVOG-0x~CQ+?;su`+_B}w&&Kqm=q%7dZv7$mQYj9
z66TW@vF#@3e;+%ztD(S8Xm9YGcAbt7ktM9&2Hfub6Sg|CZH;8V?-On_t3d8)<tYpA
zACKlH-@1G};9O;{zv16Q%x1GiTetK~RSKQ-=3@34bMJXmR6F^kPb=wbyxws0(9aGA
zu|Qp|MfY`*R>xM%h?ez;Hkw!%t)STz*dXH3I$>3_xzgnxmVQ5*t=TJAiyo8s_eFpI
z*`s@wtjfN1%|)Y8>7t^~=MNtyd`!7>dFK)lkxIe+?jKm5RG!N)QMx$EH}ccH-|s)Z
zysWMh?mZ=_=d<Sb_jez!HNW@h+*|8|EB4&naC1%M`tX>Tm`|U+O!=8~?|1Dco991%
z%y?PS)q6c-qNvTD^7+=~?<e)U%{i~XBPM2(W_ZNyB%h2;Tlub^y1V=Pjrp=49{uFD
z`}t&YL2hR6=6P4M&ZY>--)T8}t7zwwCr>Q>=i8@loO9X4)av5JD=!c1kefRvO)@KD
z#tgANOEaZQW(8bRE#0aZ$fe2>*7c$0>pUlKH?IxzvyJjCWO`4QEV#0Dt<zT1@?)%%
zeTqvS>|A3i{&bS~^XXH3TR%*A&gweNP+KVNv5cs#ougDnX7AIQeUJXVb^dl-GRkYt
z$1R@6a#RYh8J{Y8CwH#m^F71k<$Z-KpBBgevEBDS{(tcn{#`#OA6M7We-_hsZe#A@
zKab`der#RHu_Wo0h3%W8LQ<EOt&?0ICh}O6uibCg%e{;u@^*F))926m@ZjrpODW4G
z{j=EQw?6Zjb#2oMnMD^=jNTn@Ia1mDS&v8aH&^sGFV^QQ*PLJ5ga&V1Cna{;boNo9
z{Te5;n%76&+U1yVG1DnZMZ{IeHmD`HEc9~NYuPtj1Pq%!bId1S+fu80-7HmQ=gzg4
zj#Nj9w<X3tmNcv4y=U^`iRJ$KFR6So8se{)J0AMG?$GgA=2L$*+2|@-{qR+hm2%I1
zcsPB!jkT@%#q)u$?%KUpy{dU=Cxbu+Q_Z5)yi+bM-0^*PPVH-*pwl~Y?^i8daw=fg
z3--Npzn}K(pDrkTJKz3r^@^6aueY1{Ua(R;IVs@B;|=E)?&(nR><!WkQk|IdV#2ve
zCCu0AZa+|NaLt{)_gzo_6c^3IA2NSPK2-E%w$;vYvEq!aa4WfV{9VqQ!xNHE7|Z2c
zcRBKmMZTzIlg`l@52l~_JjdkZuk%-;nm127S#m1FsOqcQqbP;o{anHkGbitm>UYv?
zFKjwuI?-|AjI(_!R!y3$ett*scReG{6rrn9OG-?-r%&0JX0yBZV`9>->Eb=U-m&Xe
zgmJGrEA{@&G=~cdg_iQHFcjR_R;a7q!|^2a=Es+Z-&;>~xqQapiB?L2f=!d!l~>mu
zzV5o#U#N8WSI;qzO(7G~=BaSTTYD=1J;up0>sWu%h4AJDT^8pu+9rKj?Q#EPm`!a~
zv3Qd)kEd|+k&1`bOkO^Zg<~FDm$NBn>t1R%T^-U@81><(`Tdkx;(tEw|Cv0`#yWB1
znjf$C|C5~kv&((`-NQ4c{VY0s@1pFdBq1)w$4&n(wsS5L;!=OZd;HMUBX?!@ycSLV
zH^KkS%fiXBGgm5G-(S%uw8>ngl=X7e)+OuAZfxU?W*0r_uB4Lm+c9g?*S<~bEcRL~
zy^~`x<K0Gk?GwQT5__h5Y`p5`E!vVAR1u|a8NKGm$!htcvYkg<GImJ%wCc+FWNi2p
z^7+{8?LXcBH~%-={{G&vEtBT|e^UGJsQv%vSGb*u-{^FHvZ>i{{{Fw)`_JFb-`_Z;
z>-qWfKlT6r-2dpw&rF>SI#E`2zqju{bA8`T#VbwS)0NG-XI=hkWm2~8*e#&|iOG*r
zWCdr>a%mQoTX<mm?IZUR<(fjO#6Ldotk|dPefRc<sMDKL>MBnrZRJUsy(qy%>fz&O
z2QAu*c`N07c6&xm=+)^A@sKwtIk&sxweO6#z8YPckG&FdT*EB3lxHlxIos!O3tQu7
zw*N2W%HQ8VT5()mzTRnKnn~{A&*J(Ozuri8r+Us>c4ud4yY=?>Mst0b+;**feB|Wi
z8Esdq1cge3dxfeUjh3hgb#LT7eO2al&X=P%G_*O>Qf_;uDEO>d)Z)?Q_eg1brS>}R
z-979(xli2EIV)h2SS`hTZwuGi>U8HzQInS(G+4J}L9Xus+f@$?GkbdvPGHK;dbKHO
zbL8es^N4hTLkYRw)5Lm?|E}QI-mQ?UwXa~qasK`Pm)HE9dw%iWhwnUsyQY+eCI+{D
zG0nd}@8Q?zKhy31NOJ3I28pgrPvm&AnDOGn-=!7p7v8q{Uvo@mdKakKD%O-0yfJF}
zl~C8v(1~`UPiCz0sC@mvto``!JJqilw{H@8`QYH++cke)#$Sp$eD9y4?`4DdwI@D{
z?B?wKdi2wj?r!c|+m1?k&r4OYdMS8VF-Gsip<CAq3M-El?M&Gl$zr@lyynLb=X<|D
z*!F$rpXgOsS?PFro6hv&Yfoog&EgeoSTM!O;-LEcI*&<eTP`NdUn=?gGV{0Z=`wP%
z8*k=VRDRqtec4uDVXkerg1Ao}y(xKhS(;&dP^jsAyGo(n`>gDnCBMJBqpaV=SYtQ8
zxTxsR=5+s=>z_sBH@lo{{T!*;8?aD7ql;;6^TU0)(QEi6N?BAQPc6H5;f9vPyH=N@
zufv$9W=d$Dje91k&UtxJ!knj1GIK7uX+7zx=r3yWT=enYhmR+lHveSme|+tr-S%a|
zed@vA)Gdt!w;bD)88z!#&{o~$>C5lzu068jghz{du#mFqGD8iS%P}91p0|B;@U3!9
zbff0QcH>u@#cMtsOwPNz^LUilpXv4A^aDMG+9V^Jf*!_+1~u~kTN*fTQmSKC=HA0Q
z7W~ee)pa#X(#Ct^3csKYQ<qHRtpD=ZzvA!beB;?ZCq5ajJtdeX8uIPl!`8(gr=4+M
z+RS~vZNX-73vI_J8>wv5wYeMDEz1>twd~2CPgAb`nsoXotG>T~#GgmCMr(JJmK>S;
zIQdhj+Qd!#hf1|_c6byoF<J7mCB=xZb@A4}4S}a7tXE#EXsRpFrhaXkN}klAyvIwn
zDsQV)Wc%@F!_td^TvMM5m&{{(yKnN}>?tf0I0CKLyG)q!uv{=T?oFD>8?}t`t*Hlg
zKaz>Ex@41DR?!i<>%K}v_OHa=EAyI9>Xz(TzW2M2x^Rix6t0`P8SWhh1=Exk-DmX`
zKEUFnHRas8lua#Chj>#GJXuz2sGivL<8|DI{q+r(8XvrvvOJG@?}gPj$~auLj7_B8
z*WBT``GPCJW9FB$sgp83DIJb<p4RhgLby2l84iyi$=Mw$BA+%+EXY03RnENMPx9h6
z(b+|frMjMr7QMMwdZT?_#<j%tjuTWKcO3EmeK1z&DhJP|2|{y^B)T@rJ$h`nIa}nm
z%cH)mjlTLaVzm#?iy!4!D}2t+|EB$niRo7B)*WK5+8lAgM7Mf#@)ViJF*8D5o$UFT
z(PVtkW?Re|<ynSBb6k&~;A`U(|Jv&3J?DeR`zA^ME&(xN^>U}Uqt|cM89#`T_Hl}P
znB8wIHa{X}(!(`}A{=Kq%{rD8>^yC?Mt4@`QI_o4J7fg|f8W^oyY~FN`p|N_9$9&}
zn76a~W9|!fXa5sjx71*FgvkDH9~A4~zyDYJ?~V2ShkL)@fBy2acud@xpD+FE&&|Dk
z{7jm$%`D$dPD?otRp;DJn0wG_^U}^3)28mbF}9XZX7HPF$1YaRt2q02tND&~>*C9!
zzbq1ecx=UL-rU;{_PA<Yl;7ffzvDIUkq@7qfEGYsOgVD#qTS__OU%!AcSKFSsIs<X
z%4CikS5)nPp4@Fy`D@CqZ5LBsK1xw|^?B}Lm&=m_r>(Dj?0fI$o!d*Ynx=GB@2@|S
z-LLj1{r~I#;=Y%amOQ_9k+J^!`+u_ger?rX^i)Dswfgeyn7Eh^`v30#?|Qn*>C}{q
z6^F0a)t<_zI(PD<rg-teid7Xqbq?Q3JH7YY!j0dy9q5*NpRM5hOXQ*3fg<(nrPb5t
z-hJiX-nnP4T+r9{z|&b<A3b{1bZcA2QVTn)W7Y1nRT8Tdd9G<rdh<Hvs9@+<iT!rV
zLnWQmY9~rwdM&$5l*7_-HK+Jz)9IhR)gI6Bx!rL*lyT1j(W4d~GtE+Ou5Vp_**4^k
zM2z0F3X|WzgWuh?Op5BM?sU68$Ljrx+tFKcdpo12xUlA~^)l&xDx}KXxN4PF+GN{2
z`TK_=y(6bZ$e)vWerU^a6UOzg7F({mytnM0{OjF0O?T(?%5fZ=_9(IHzw-iF&6OuF
zG0k1FWaew>oy%5Uymgd)@8V-gizbG>7I}H;!-P-sl8ln-|4%5pd?ClHOC{B0?j$YO
ziO+S;`D;v{_M2Zmz_!*cdg=`uSM7t><Li%X?iRgYTh%npQmE6EFIR=FJ5*La=246E
zhZ`@|XRlkeanrI$-RA$Cjnlcfb53<_%FK*vKD_u+PxMb+Kl{3a@iiZ~<>c->dmaDV
zYWq7Ihn4R)ugr<}VX?ZtZR6WXo0f(wc<IdW*@pkhy0dLrTe~dXy7umsjGR^+Ef*Xn
z-81>l{_^=%dlL=gS!~qjU6->>*?H&j)6>&sWMz}rBpS_pFlYH%X&)2c=M`bIP36wl
zY)#l0S5#IhSd;3+X3)6##*R=g;od8=)cxmwn{;+l)W^%;>&`6qw{y!r`|+aS_P+d9
zw;;_^XWK4c4%XAt|GjAC=VK+p=XFj?in314tdb8rP{zKcd}12o-gh#~vQBQ|nW>s_
zc~X~1;B}R#MZzab=1kN+S+YLC=Hx}KCyg3GMr$=!OTFfOz3kCq|M`j1$M62t{NBfB
zc}IG(<_Y7Y$E5V0N&Cgm3pVGCoEMzu^=(;jm&w6s@7UQI8&7!%pRJhl>BU3lclLYy
zwQSdJu3%5g%Xn>?nN>Jh^8d^Kf9Ds*h2PoxeZt<o&T5yL)h;u)_!V$WIT6q^v8<&i
z*+y-`w2~9aUYBbxmB=r(^;8PDmGFmi>sE`*jhzqu|GheIdF#5(uJ2Mtfr`@)|45K9
z*S(f+aIe{$Y2)ct7M$S~i!<gPxA4xkU0vlFd3NUf>1Xu)BI4{0-sD!>`Ix)>`;5JR
zXTN!WUSrc78{dGrJU7}4?#W5t^_=L^EPi!s!D&7F1=4%C4m~r-`FN=1Qsnl{y&g}d
z>D~Nm`~2{O(9?4+zL>Bp*F#v+`SY%{WNy)~b*~-YdInerCY!g0T}lsVdAQzH!#zr)
z?(g>d2Tv~3FPp5w`Mt!d?avIAvny7u`u<8*MrM&{?dLtg?jF*wj&*#@pQVt0nX6>i
z?yUkwP7Wbr^S<vbvCLr$Ubc5vN=VP)2Z0`2x^Mf}_`jPRG$|!hf9<xpOE~%`9Av-q
zd!@?WH|B{V((M7-<zFXWnykHLncpgrznn$4OE{T$um2Q#ALHUy{(-%9TBiMtQfniV
zoAK^z3s<O|xH0918`~|r_g*C{Rm|&8gbN#Qzr<c&JmH?g;)T^2Su+btUe7rCly#Zm
z8{g#-&reJ_^x)&!wx>snyH56$Z0Vow>ES<BY9hz7-<ps2*1pO*o3w9%p1I;`$A+Gs
z6@G34dxR4AzKeZc!Oy0&M<OM$L+<)j_cn`mVYbFY(e0*ub2?d_yEbYb6H=cpwNxcj
z%CIKm1LwYL7uT+L*mAI2Ffcn>XZCKp^ZT28_wHic#o1rx8}wwm;P+VNi(3+nmYT@O
zy!%|e|GRaMo2C8Flhu1{_PTgCe(pM%;uajXCAIfd(3T*J%aWD5&fVNEw6Q`pF;Cm`
z)9yJ{_0GjrrfYvxRa|K}-FA3Z+u5p<X`7F1^OfgY((-2Zj1S*g*YajRy?og?>@;iT
ztfKeV1lg-EFPJ+0U`pqkOPPm#7lzD;3d=oPZU4WaU*3M1j&zjzue0Gho~5kc$ycY_
zzjYSBePvHJZ<JKc>w<MlGo!Apww!&It>LCgvXR_m4c@p%H3#^j(>2XaPp3LZAO6ek
z-jKX^LdMSXi_KLgznpY-)syA+`%*S@Uf(^1cb*!{tdkoYGkbUyGkiNYulvukW@|{O
zYwYzM4`-RFH8{_hl%Cl%W$sO@35zHBBulx+UY#>{{=}z|b3!s&w!R3N@TB}hQd`J*
zrOwmr{gYq#<UeE#-QIUGgMVt)wb!cRpVeh#-W1jpaM<-*`F@D7tNk=%{=V<QX1*K~
z_SC<RTOXg_d+=d~uYs4hlR{d^kFTw3OA}A66y}Yb5PtEbM5D<>4JJv>Y|pJK=Y{7?
zw2<bCQ&h>7{_>RVyvF&0!q~jGdBzW8jy&S)OrF?qmCvVOS*{~nNZzcpz3Ux0TCW|P
zb93T)t)(9hT{JVDz3koWy(*r}3<p?S)_rDstlNE+X>-ovFPA>PdDHWFadO<gij%)S
z&53qr=XgG|&uz_Yp{X8IJ}e16`@ZgDuH5<fPu-=RUl`3Eq-MNfF`F|vFMAW;v%?;n
zjU8WUwJP`rU&`TsEt4ucX`6ZK=~ZhAT1x+@OukcH(B4~U^ZRG@p8r22_gh##y<YeC
z`p;|I>n6Yddo-TKIQ#N~6panjUaRWI?^8MdS+-<jSl1?<YUO{|PRInkJN*Bv#PzoH
zwv9Ua;t9IB(ibi|X~ylbQ1ukrl;bjMS;hOAZ_ft=ZHmiX@#+Di$D|hDor<2pT_;tZ
z%+zp=zLt_{AiLkfK6y_}&@|Pf86vZG92H8|?pZn0c2E2Fc~4Utbmzp+`E>EP{Fgno
ziVI9Pa=3jxGVP&&ny1hv8~*icGnLDtn)t65O-p^TgE4>hv`spJ=PqyIy%(J)|K@TC
zcT3R|ufPn^BIP9<51Y+IL~<V+o=f~V=lt^sM*h6>Gg6ZC&ZcRsjF=)VH-F!fl4+~f
z3HmL#Eb>}rd)|GuiA?vyR^*6m`Dd3RDJv)U;loAecQzFcv(k60;#qkzw>e&NiGJnp
zxz~Su`>kD9wUc4)Bo)oy?CfX0eP4Xf`a)V%{HDD57dwno_9+Q7t&L?_av&v5(l<*_
ze7ecEo^81qy+<rKuYLTeA7|w2_UG#PdCD%QKCZ16iTlFXy<^rjuML)AZ3jDY4@Nb9
zZrXKgL&UsI5jv52Vmj0O1Aeuf-~V;e_4l#`&tLH7oxPVh>8@I6a!-drhsI%1+rRE_
z8hqN$TV!vaH(ycUz_DkFQ6H4<I5ce7du_jUcbQhLzkkG=cj}#oZch0b$>GL5Nl)Hb
zcH8Y1yGO6O?o^p;d^~kw%lgBIZaz%yx}cfA_j6@j{o`Jbdp&16UnFSWm9fn^x!b43
zC9}nYZB;)XgYZ?(*uSbT{;u{~VPNqs{M3vOdTs9?{!!Q{w<r6z<9ZR#{+_RWcF}4l
zZl?T+%;Ep}(n#^pgy08rcTH=1yR<*C_2X;J`}JzqcEy$574~GD@}51_Wxa9<<7&wj
z2h$HLoYMK%{)YYTqVSUm)<Uu7+2s?fxU|^(qmw`S<(LbGcOQAjzEksnJC6~A%0Y=+
zo)K*?cXuq<I_K^C;OV^S>Ca`}yl>y1pL-#3o9XMHlIN_tUNWxGS;oZnx#QBLBpcPU
z?l-oj?wzwaO3%qyAUscTqj^cO(}@jf-ODECrpp})nseJXL*>zdT@JRM!iQe=9NZ;#
zS!`qDg&$WYE#X@G_<NUqeA9v7Jnwanm2~K{uIm$D_xj4W>r0ZtnV+t^$@?fIu_7QQ
zTW(#hdd>T-8#XrFncw$w?)`tfZbxU>|GaF!e2vtzZqeNAlbZ_+tm2b@ozI`$_wvsA
zOD=Ejb?`LJ`jv9pLrfridwgxdxvwtXg2k@0w)OBH;mXbu&`Z;=5ZI>wYWHmR_ZsHe
z*Ipa6+FRK@$=K$;Of>4Holu<1<q2X&5|XV;w)XkYvw8ft-#&3?+~W&-3$1e2G^IP7
zdi%uqLh*y@`#&ete_opZ`E`8lY@4|S8&~`c|NqEZXBzh$&U*_sZ!WI;bKU;g#cY1h
zO9cusF)<&~@BfpVU-N0s(LHVz2l@Bcdu4}PgnvF3UH;?N`nMln^iBzp{qSzLd|{!W
z$rUTkU`<sKBTr9Xx2s#W`1(d)-*W7`i{g8m)nB_-tx4F?7`V!OeP7p{#m#>ua>PDN
zIJzRiMlT}gn#r<-6I>k*SGosZ*U(>i)_dN(f5w}hOlZ#Z(sS3j&OK`zpQT9QQXSVB
z3Ho8)t9qXwJt^EX|M8tkdp+AG7`rW&QDyawPVQa0PW#$x-g{9~YB-t{TnqYCG%J2Q
zP<+4V^U;K)yj35bPq4L;5}Y;3;lZT6EE{$w++LQrS+DZjBNd;xDUTjJV2GLVYTGfs
zPwX-4c}1NbMKyQr>wFg#9?qfq_pkQhl;!JQ+Xd*Iy(DqS{LzO86Ov52;?GY?we<3s
zwXEyLjcJ>>TsKYV64#GUIAeKiOU3&Oo$jk;W_o-}|1Gk)XH#7An_2z-aUa<G-+eq-
zZNJdNG;`X;ExAkV1>bW|xVLG!YW;_$`XA>1f3Q3!s(Z4LNh({4N~?j*daFwk^EO_S
z@likH7I{VLaMDgb--U%63nh&upUcRfv#>k$^KO3K%>BP!w)><h=iD@!{kC<5?DNXs
z-0vT>ChRkR{^En!@6DR`|K6MbF!|q^6r+dl?(POPx|gl1{Pjh1`t<37+Pu}()hbr0
zJEJB)<rEixzGk)Q14(ho<LvG;jwRh{Ta`OQf4a^z?p2!-ZREbT1qW}9Sr^{;W~oSM
z>{qpuI_FnJcXwWIGVZg=oS`pvagMB!%&b*z5&fA;Mv<+W+pazQY_Rd<`d3y}8k2PW
zqFxIyNj#Okmb<dNujAR)Y1>R||Fx9JEmiOpa;x;4mU`y7xP{DPmE~Xgp4zrA78FnG
z6=^DrnxMhzx8bHqO3>sLQ#SE!;B7x(5#V{M!r$1-)OFd;h;<gbV}h#=o(}CTQoS5g
z{QR4tmseOf>z2j?X6FunI9~0sx#eTVk-N8#%gD=4>OF3e?C23P>ESH4hdPzBKK(4e
zr&eq7$o}`_{RdtNUX$u_Qf_^C^klNYLG>VWUj6uWE3-YWu=J}3T6#`er1~VOf8wk{
zo39r<qGC5s<b7PjbI;&x@w@x=lYbuilwSX_cHa-x!+-zUh8P{HI=Jl4g&dt@?Thwg
z^7>xg6tymLt=OE{no~DV`$x{3|8SOS{vN}J_21<GyW8xlmDl`IrXX!BWaAn?_4nF&
zGj;E$M}KL3zQ|=!nf$KUNqfHA8g9DncEF&ce1%2V%l*-=!S-7|-#f;me%5XKmaTU`
zmVDcywO{ty9h2^F>!%pEdTtYtTU$J-=G4EBwcpgf2WD{{;tAUB@_(<$LFNa}1{E5&
z_9o5dfBX2RzdV=Xt{zsw!(DR^{}Ow7^xW@<Whr70XZBC{7`NGxN%sEZbuTA*%;BGr
zwdly^T&0WWT6>!|E|dSXZ7t`6{vR^0mVP(OS@&8iVP)qLtJh6OY|ga1-VZ2odwcC#
zbWiq|Wf936)C8mtryWV$yFBmp1JyNIudG_~uZ8+vZd=%uIqP3m_N`^^Z+}}X*i>k&
z)atZ?;o^nxljhbX%cSQD?c<;Sq508z|G#%Miyr^K-j!tJ<aMxSXM)k(1yygBFlR@e
zkAE~L)n+#<^W0heXT4UL_^GG-Y}xxa`PypL)lXT!ru9xyWXO3f%rQx=(cSykk=Fqh
z9T!-C9o%=e+wsx-gQr&%fAOubFq?NQ#bWWsV~d5_!;B_W3wS&|+^@rxqP%h2p<7&v
zK6?zem&d8E-Zf9!FvdGheMKB^$gW*HpUgd451keLQnbu8rSr-4eg9I`9yk4e75^_g
zX9;gay5Kd%Ik#Ua?>>L)|D`=A&wDJ~GcVS{#Jl@ou02o9t+`1oGC5l{BiD;vxhj=C
z`$p?`+mZ!Ef+q7GCT2yP(LZR-$M<b#@oTZgIwD6BZ$GNe?4PjCe%YS($<vqr`Ej@0
z($@O0#r5@$zIU5SGA4czo}d?_KOvmub?Tx2-|D~DKY2Ho`CiT2;w#dJyC<isXdM(f
z6TGbS&(ZI74wF>&d|qm9X}$Z&?)!i3?*IR{TSrX%&hGl|ud5bis@(tI?Jv=PyynM2
zZ@XUwXXO7pjDF)Q{3%8;v{OK;#rY)9+V27<xoq_|hCJZ9HoeJr=aJvKpDsxV*Dz}R
znZ1lrch}9F6|beTrRL;TMS4t2J^0^Y#*5b`5~}+8`Vo5K70*u?_kOqB{{7yAx!d=j
zEU|jF{C(~0t7#{n9#u^Z{l@lsS>}d)N!!ZLT)fB3XaC=F-n<%@tJ8F*OPgI5U96;h
zx@eNg!v_nVB^914+N$CoG|6P)x~zFNwO*mu_x$~-|H=Q~N&AQI=HCAEx&GV#C;I!p
z%g!-=<G=jOvdwv((i5jmJod0AMW>^|OZA2C(rH^t5AV8T5Pwed6O-`X$hnod8e2CX
zbNl=`!0-A`)*B1UI5ZF5N;pt*kmK$)U86+-?nhf*mK;j4a@3yj)_-U1?-@#`Bi4r5
zRQ{Ut^QqKY(aKqySHAusmzj6hO69c4^Xd94uZenEJ^lBWUFHR6_t{DQ{`QHPQf`wC
zH~+1D_FR2V?3{Mntz3>>og9<jxv|}RaCpyyayi>4?DGGbxU(~t9P{osd+7M4O5SD0
zEH6o>MS1<|GVet-?z8>u3As|~lp1}Y$l|uLw@LNPCtDYD=G*K#JG=dNP5I6Rap60z
z71k9thRxr!z5KxG&%rI1w)jdvku~f-BH?^{n~1C9B(;b4Gi=@nJ?&n!K%?u0;LL=a
z?n#q!CbMxk***Q*-hW6%x}xq^ll<Q&$3sfb&b1D{SM!%w?XltK)0Uo#B6XS+fB*O~
zqrd(mr}$^@76BPqxsCRB-8DKhqvy?^vmr)r<GI2O<p<V2R*>C#?c<*(miqJNF9<$b
zQz*&v;3bEpXJ)SVqNeSdCW2MoFD5U%85$MX!_{LL63Xi3;<Na5yOiub!RG?UE}0#?
zQ)@80b-~ePs)`~^mm-cuwpq*wygludc9hCJ&RN$cS2Q0}-uhyxUT!v%<L<3Gy-$-O
zH^t-@XeDl4ml1t<`u&=@?A!TPoZ@{T@!t32y+Q*`kE>?YW+%P}&B^|_?BI4?vCaS~
z{ZNl4G0`n@bH(@6?Kz&mw{HIX`BN<J7t~lh{c==)M@-w6-zJ_O!V>AvYrf8{6{uD$
z2xZBwUnJ^kmzJO3Rvg^3w>c;w=Jw>BpG=;fdnkD6@Z{yZ=l%3&iYcd6`pxqH;1_uQ
zyyo-iA*E-FHYe?kDypkG_UDmmy1sp);eM6SS=HtJ6(!Yf6D9V9S}aTo=zOvH%-yml
z-Cc#rhw^hz9riN+GwbNZyuF=!wU&QoVrz9huxZoTv$xz_;}mV*v0X4U_!0GZV=pJ`
z_8Uw|R-x|d=|%szHUxH@Z!vA<UFPP^DRe9C@XwdQS(^{;QeG4PO)W$Id|><HjlO5<
zGc#|sE#pmKp4;>L^9n8I2<3u$CXdCrvv2$`Z`^Zb;_5wzCA?)X-|H>hQl|Yj*H?P-
z65V6$mTOECi)W^4F59|fa?i_>p5l2$u|<V-aw*ATIRfWfbd)rm6LcnAXw_yfnr<j|
zIci$z4KcCEa~j$wHcinv`C;FkPQC@)N2h$5bWWg0dY@RB!W^!j+Daat{^!qCeEY+B
zOy|U=roesf^ZHM0GR&Mb>BV9LpHQj0Z)1911b$I8F5JC#)44ZoXa9Qr&sqHX(X11(
zhihZks>HrovstMnTQ|&GtvXpC^Zd7Prc+;=u2miTz5Rmcwe{>(ch&?P-15jcja{>P
zv*g#blSy@+v1fPZ^zTcW8r0O|+c&vUMabGRo%Qep*ZZ#PtEH2AQ$P4t=ojQ>=&hOk
zV2(p{tH1252_8K~8tVl#A26>o$hbLcLzsx3#9DTXZFhS*94961zje!PD!=ln?b)Yw
z`FETTk@&Og^T8u;Ys){feXgA6b?@gP=@(Dle@L(YW}9Pj{lTFn(;SP6+bt#s?Y~q~
z-}>3iLv?@ABA&XH{fYfE`Jxa1D81ids++nqZRZZ2my2^HRZCX|FKTT$-_cck=qqDP
z>Q2Se+<krgCpU{I$}Y<dIPvfOd%hx@=jrL71NI-h{G4vGmU(5yEvcnn%nqn-(UqNG
zw&4C6&fr2${p-?V*(WbAfB*48MOTS*SCUWUwFqgG1D}7+dSCNg|HotdpV#-)RCZ<t
zzq&PH$+Y<2*OWh%^w<B4|10RECbC#0T~xmQ!N#-Rb)UD(75)F0ZBzg4b47QL$0Wn=
z_e5%5m%lT#+;znA<Y#}Qe_#H8)|_9b;<;HV=WUXk%YmF_e~;eZqWJlMn@+-I6OqMD
zizE_#q$kZgp4`{hw`0$qB|7G7u5T>x5%Cg#)8GH&>-yTh_}|B-TiCAs@nLd;Td>vw
zr_DC*4j(p4aL0Xkw%Gi~tMGk?s^$O8nE&sOt=Vi-|9Lg1e%_RHZ)d-=w|u($dizIT
z-c0egt38!svP{R@?%xaLd3!AqZDxMp|M#!Hy?oyXRnYFY=kj$&&fEQ%a5d}P+{4i}
zRX--!oR@g&8uRuz`^E_`X6(pWbGR(cTs65O);Blm+H>i!)1ea@C7LsD&#=>0TI=l2
zoODmT#+Lt%TkR^2wwLef-Yz?nIq6vDw62G>lAe<cXZGy)|6s=YnxEWvc2>`}@m=w{
zP5$45<9{Bszjr&-vrtQVkMNtfZ$G}i|A+1VpKIYie?0#Fv;I%~f9_kG9FIC2pZr|C
z=F5}hNmYkWvm3v&sW?!vrt;g%<ViNlXPqC+7gID|Tp~8rBTrqq?)yLGO>F!Ao?Jf1
zQu^G<9napG^#z?u$nZ0ndF9Ea#W~(ex}HiaJF9XYp8O>8P*ii8{@$M*`#=BQfAsV5
z{+ShL>p$$S?_PX<{-@2~?=3epU2k7CcUi8a|96j1Yve_zJ)QNk<W$ne12-J@+{!Vt
zss3g1X#Q)vn}41>VJ(eST+C?c>wIIbFyGuIYf?{UZG80OMTg00i@g@lKYe1#K5Sxm
zRnwilJtk((#HEtC$tSwj@Z06gHfwR?I{EKjPjfT#sa1>aOj&bXdXi4E+1<xyuit<0
zZmxC2YmcqVV%V6j{=Lm_v8(h<hEdwasG?t=rd-|}yr<abSkuLfo+(O~j>)WDdBG|%
zKmXLvpOydT+_-<=UERuL>srp+$98ee&t9Z?sYl0?Ni{oU!;U$dH%`l`@9N@sbMs-#
z*GH53<EzX<J2y{rS}x=J&0>b%jnhisqFU0IPZE0hu;%K5O)Xv(Zk#nQdw0w9xTSF1
zI@;tpaZ)O4=DdJ#(V(VjiOMTNe$1S`Y}rb!Q)jz!w)N|&-ME#nS+~j6gfsWC$EL3T
z_vHVm+5bHMzhm!S&idE<_3e8f-}ab#{EZ;vwZ(f6?PSZoy@HWLQqZZ=K{-H>^L4>K
z$4;A5(y<dxR5ecH?A>$ZN6X3y74sjwE}rCN9PXGK@Lc!z&ZRRw<lgjVm~Y>Z-?u{A
zIs4LrRU0PR|Nkui;lWw;gXQiDF=dLmzBO!K>le+L)v>n!#`lOfWj6Kf5$mfW+|qBn
z)#%E-oN!A`?EXW~)Z4igH$KE)e4fMElX-ZV=`+hzrN?K@_aA!u`1%E{yNho9o%-eZ
zYU#;xYaZDrYdfC!FT}T$H{jwlZap#i&vW0;3Cx=m@rIx2X_D^sO8r^eUfOoqE&5-(
z#Jx12*Ts8|;T7M`@7s>QXuq!i``E_Qog76L#viz~rc7fjKX11ApoDjD`|tYq56sH)
zBJ`%snYU-bDy=Cz%*HMfF=Z;wD@7uO{@sqW{}I)8E#itvYJPtI#fn2qBv|cTUk7B`
zDQM)ipW|wrW_96~z>RB)d$|>Oq%U1+4Z4zgv}Rwz-dhi9d^hxo_$*6yTimQ58k)E{
z&8N4kapSethueeZvgrMp(|C=&>crK3yUIR=msYSGPDolM@MB@tlF2Ws?j29)mVV`Z
zm$j0+^TMn>5*y>fL{>V!7Maq=SKobK=f;g`7yk)b&418(NTUD1gjA!9y26JCSDXAS
z@v_r0I4k>XdU4ok?>WXAoXgf8^emb5U=QodUrl#bF7V!LRw3PFX?kM50Hdp>jK@W#
zC9WM-6&vRsvGROe+~XS<)yf>$*6gmrRU`I4rt!Pzy|s>E)_?Bj{**5$T{uJH6*Jpp
zcKxJH3-^a@=bs$XZunxZ&FQ08mzOfFPdV{rLf85IA1!N=ckJ22Q>3l>TjW}9R+7zu
z+})pRx8+_~{pii^ZeO>z3ESHWn3>Hs9(?s->o)(-yvycZ*b#bGb@fxp?xU8WKA%LL
zTEATISn&PYah8i8*2SE8z9vk2N|4Ok_r`w3Q}{Vw1Zn%&?3v1;9T3~>k$7>+p9jzF
zA3yJ}Ke%koM6ILI-nR;WuH|*ib^5yc#R9{1&f)KPOK&IiE{Mt%2t6yQTHeRU+;z=-
z#xf@r&fK*-Dt0DqUTL|1#mVEA*Oo@S-ch^8BHl*r{PHVPkIyJxVyz--x%|A|kB|IX
zd3P;Uyw#_?7Id<@_vcdE{Xe&>dzMSj+O~A9P|jO}scBZ{E@;`DSo@hHai*VpPq&TP
z&!$aAYsADK9OqztTzK%`JvsKvl2RF~gkH<uGnvxO8^><*F0I%zDkJawJ431GHue8B
z->2Q@tSWq1@%J9{J2{!6y24`_F#+3k_2agrbh=zB`1Hw^Z(hTqNB7ohe%|T+TF{BZ
zEcE2hqpk)^7SHfgGs!*NeOWxj*LC8uJ!S9Z*4yqn{_<vV-G}h|k6$kDk6as`Gpmh%
zzU{L&pPF<op0H6o9rUf6^HlRWqZpH?N-U*Qmc0=bo)zjFd(Ec$lMYLZsc6yyW7((5
zTQ02$%a#hBq@u~bx%QI|zhd^eOI9mxXKV;QXf9M_%A{?7p8J-?*`jMLjjcHWhYBqu
zKdxP0JJWrBwfd5C(i&VpZkZSPofpqpHEWk?&!(oUKUm}cUbFsl{{Q3pGap|xEUiD6
z`gKzM$NJxT;>(xsG3oQ4SAQtYQ2pXO`(Hl{|Np)JLu}^yh?%Nezp5;C&S*Rne9I!p
zWZA>Y-Os+%oLlSkNxtS`shy4G<Cjk-?F<UZJ-Oq=N2P^pqn8~jnsOjcG0@0a@qnsg
z$m(^5sl0B<uh`O~mt7Xze6eM+|NOuoZ0mKu$5l7%|0=LP*lc=w%Ho!vC+FzQ{j@g!
zkJ)i|_baJKU!G3i^ZoPu22q>(!bAU3j^)?AjlN^KulJ2{3rlG9=ZlZ|e|+Bmr}*5t
zYYH}%^FAG0eEsL8+wqF3M>{LrT%D7mqwT)`vbL%FHREZP=hmAEZoz4fBNc2^#WYn;
zA8k{TEc|WoglWsthaV@W@3GmvWSv&nYOWlM=X(13KR@n%|LMz3<1N?b%$pZvn%J~!
zotM{Tqq%+=v)aB^$<}y3wQ8~acKJcUTC3L^Tb`-v{A|uN^EX-iv13=}jRzh=t;JHy
zosJ#Qke|5x;a_{Z9Y>RPE-GV-ytX3n*v(B(67uJZe{GuHJ;^63?``kQb6h2hB22TV
zt#w(}WSx1?!gr;}8JQ=K4NqU4WpZ-n6U(yT&4vrQr<~MCHR8><e{I{DZ^x!Q?Q&V&
zG09B9G&Oa{o|wreTXf_NJsmi^C(CJzUgF%dRzUB<*?m8*>KFfy|0i0WxA)xQ>-*2$
zduX@TIC^i@lr=G@!-Q<#Z}|USR%Z8&Q_)tO?_BP58O?Z5T=dVZU+LeST^w6JR2ORB
zOp<aA-8!YzH}d+L)00+Z-q@2-`TgbcL}8g?$*P~_Q!Fa&zxe)=J>fOK>P@>x=*HmH
zr3*7^tG+l`?eUeByCR_XLwU-z!YFypoR87^txqr3?)RN~FU^O)e$TxPZ<q3_)hzv8
zu*vV;?$_&keS@DXcNj^&H{B$gc&&Jq@9qC}?cMzI4_-^3<|TW1v$I^#4`ZV%)qyh~
z@I+{T)O)%8@Hti~k%>8}H6MP>(0jWt`xb+0?uT`yH)FysSUG1$U9xe0V%fWPg_yM7
zx$}`Z&t_aZ62agao4Z2FKgqaj4TH8t{9M)@?PoR|W9QGFWoSERqxnpunLeJAG#*V#
z5Umgo{8HD=KFMi<hop${*RU>;4bL18^}pWmMQ%@G?7G9h&&p`B<{BTpDRcL?wewlY
za}tu9w;h<x7ktNbzTuTmSyG>_PB|m3e1=_ohy0?Mc`O3F&es%98@;l6p>+BxSGH}W
z-Xdw+m?g_JXU?C$q5OfTdv(Ur8#!9fK3mQdO1!HtdZOi+rpv5_Q=jjcQBd(*?DS97
z&!<1zY3=EJ-y`FqRi3!i`E30J+n;kc%viw7(|P{hbj8$b%YK9{vPm>r7;@$J@$b$}
zUMVMb7IU?`{V*w7QOk2cTI9i@?~y!@+ER||Evi{Peb1(eAO0=7d*HzDhstVY6GRnM
z`Qxj36<zw>W%OpR%a>hOx8u>~mj{x{6%42BDm}K`(O%Ru?C!*OAI=4ZN{e-~b|0Oz
zEc4OpiOu<faoeXfx}?rY-5Y1Te-DRU$71EQ&5<9zbCfMfIQ(6H>B?KvzT5xk_-_AW
z!q+V3praSeJ3}%#-oO0IpXV@5LhcTq@Zl>{rgWI7Sg%)_ypKC6`?i8^!M)8<>mt|a
zYu;8pXRVg(AIrJ#-_-mM&y<hO|MSuR$7}gKiGCihYirCuOt1esL%+`Tfy?1lF-6}S
zA9cr93hVN$o3knMiOs(klfKt|;kmBjqo#c8m_n=iNuebi!rd-Q6RjS}`qmyim~-U)
zpKtdctd9R}WO2HD-{-p$Po_=kFPgSmG)jHX*Jsgxdhh><Z4vo1{~!PV>Q73^CZ_}}
zdRAIkRth=y@k~D1vFOAEuL&wvOEUAXop5PvKAUw=eSXcMy}QdLMGqdCwQQEn=|iQG
zsu7v9CaET`*{WitK0o!vV&}em*-v}l|IvKE_jhvKJRA2N(|p>Uu0@>AGF>jz)%M{2
ziTi(SHh)~A{<|bjK#}F~NtT(*u7o-;u<dVE^Ip!eG-CbrC7Guxj25lRT9tNqmk`Ir
zpzYqr7PqNPtVrK*?(#Or`Rlg6TN=YCI-}rq*n#!aX8Ycdxix_+?y919f{kpe@3H`u
zOoOoWN~dYdFV2YxTxTvLd*@;OANjxjH|L+55Es;8d#~n8<(mJ(^X%(=BDclF&AYs<
zPe;4pWs8-h;YHy%Y573w(@%?fw<f-twjx2!oKJ7MbdPArxuD2q9}_Ka!E4TwHmr);
zV}7t>cAAg7rmIplN9*?mlXUXZcup7jb}!50{kG}har?i9?u+$5Kh>{oRJnR)Ht+r)
zUsUC5zc4OW_t$vcwfVE<_jfjruGhWIUl6ijd1&d$%hS(SR(<MOwI*=;p$88W>h0CC
z-FGx)TgJ~dntgW0Sw0On%hb@q_xEDu_I{i2_oZNv>fZ2Wxzg`!b{wvj|1;-#y80Tw
zuou7if84sh@7%?MjFDnR#x*Htx93XtPFa`{ti>6`p8mUY<JPnZn?;@o&aZ#{Rw8Bl
zvnMJiPR%Jkq2hY>+swCb6MdXbJ+@D~_~C`pvnZ~EB_^GWc@JZv*Io-Lb$Br?RdQP&
z)2(9xKY8yht9Y*Qsps!Yx#!QHhpgtk6n*V+PpIkh)8F53TA{x)xTkVQy~iTc^x2~6
zuSGxq<a!;oX|eLL$F^Ko7a46>@?uM>3778?m5XQGl)Fq!-d!`xSUSV!*qZCvQzlrS
zU$HH-Y5DO;mcEjZ1&iKvbntHNY%$BZI{8|W0jNLwA%D?(yM#^R@6Ioo>`{KZw(9un
zZGD|mUt<5qoj<WNY!`=MmzkimXX)~}-=oj&*>3pu#xb=;rW$t_lr(uA+P_Ojb2ZzF
z-w(W!SFP>Wzf`nmzYybD1)X!h=O$cud*Q<SA2z!=|CsG4?$-bMZ&i)e53kZGyrqr{
zYW=2pu}^EywY~UN(sp0yofzR7u?^|k2PF>W9f}M$=grMd=7>78pX1D*4?KPGNw+No
zOn%ksYHg2Bzhn0CcKh0H5hizsYiyRgo!wl0zJK4#acau8Oyv?+w_jlyQ?~F`a(Qu@
zy%z00+VnI@lB<NjQi_Qw`f@-xZ|mnJRtvZGeck24<vXt_%yRL?8GHXaFRM1br1N?<
zOO3dKxWHPaxMi2}8%_THHj_{)e>I;$TClJ}dXLDmT#eI4Ii0K9j@F#4*y6t^cZz%a
zd8-xrFKSz@&%P?~EVyb}f0?zQIO?Oq;RoR>w0AGsk$bzLucYr|idXRUkWkNQPd_gB
z;=yyyVp_U-PmiMfTf><?CpJw<@3(*W@-hF;^4~L(Y#c>@E4b}=_k1$v<Ys5L>gtfI
zvz{jTg-){&KK^O$8FwoYJGc3l?+2W_Y%a{0D0bgLWuC7~=B~Ok@7ErG$#e1brKZEX
zxqlSLvA5Uogm9LX8*cb;WJ%V;ZE}qD%)hR_Pc#0p+M`k0!_VAQG*&U^5z8Wtt{J~x
zlr3YiKI^q#;IF7%Mq9|Tb5~TV{~zpa(Y!DD?XlOD>N(~)r&PO-+GKP;zEWXP`0^9q
z9PZe%ot%>!maVg}vPm+VyJ%|Hv&x&c{@YsX?;Hv}_wl2?+~>pc|7Tq8=AOe}(jzcI
zf<rC#%N~I*R$ljK-u!j=R${}o8#f}_Iv)rWUr!8XUaLMqf7Y={z1qiGlT0qv{CX*T
z@6R8({`$gW$K`89nxELLkkSvIl6vlD=IML?TAprtw)MQKjEryQDO3C3H@oKlPdWJW
zrBL+tCo>&98?PrCi#JVYd0XYY_vVD9lGh|}EqhY`$^Mu8r}F;?@27`6iJ7zS$)hi<
z_1~V~@13INd3VbTmB$ZW@a_LNd;d}XegBy!nJm2%qBDJZkDGGO%E-0Po>V5>(H9Gy
zA))%vVeM*O{&#nuMeqNp8(06=SI_@^#rM1Ok8W_aUa*3-Cp9!QBHPl&;>n92zMqty
zKKjFY`e@|>^~lrh@Bi{FW%AqXA$nQKRn0Oqx1jRe!JK1H)6U-fY5Dl#jJ-GQl+!&g
zPuZjsx&C_3@npBfg6Yqnt3*v)Az1$IPU0@{Hi^*CjZv*8_so{fTNc?QuIDw4CsRmh
z<6eHxo#$FjuKGn?RxR%C;MVCf6c^XLwr!2M^rS5d=7i}?(-!Ntbl=`Dc<2aA*72uD
zS(h(QpR>>A@ux>~mgQBJeCNJnw@bLVSf=~yr1}5<IKSGKw)JMiWR0~aTn?_dp*;J}
zL(j(*+5aW(nyu0Ezqq*RNadvv<-!ZUI^umlD4keu*8BA6>ELIfhc~U;8I!Z&-sIOT
zb5&ogR10>zm*jh5n}e6sZI|GMi9sG&%QZg<ZVvhQtNHex%Kv7+CmU`p`154%{11=$
z=YM|4{(j@FGb?Aa)f}oYIyQ6KsyiRPycDkcw7LA}%ir${e|=KDoFsI30@K>lw{=|(
zA7g*{?_f_mzx=1I>+7d}tT<C`|F_|yhWhzWI}&-NAM9FNS@~_!{5`*u=h;;H#D?~`
zC-Z&#zO%NbXPVWzZ|xU4a+B7-SK0Ezu_I$f&$qan9l0@U!_SC|t3(+~^)fv?E#WgI
z(&By7eMO-)msDC>SLsP;Kib~Q>2Z2<cX8P2P>bfM%i<A?%&Rrsl7&=nuDQPET6UMt
zlDzfLif8#AU7DA9)GmHk@${6MGaRk?veRdGP471K*SmgWo2tKxzFznePq#Rg1npJF
z4EFC?;vwoj+3>NAs;FFyL8rfZ@`rip^X(RP+&;h7aJod@)6Aa4jhdE~-(+%iHs2Ik
zn!4cpk?U`J4sPT14F25z@8SLC-T47M$6L-gZ@lc#VYkxKjBn#1p(^#P&H8E0{geLf
zG-7Gq(9F*tcQ_!2wV<nI0<WNFf(NfxW0-|vM(@I0Yn9?0w!N?Cuex@vcCvvD^ZHdz
z>;7$*P;-m_xH)buW6#Ii^W*dW`Y`$_|2EFzNN3!6R^rpVyI-4ch?;ZPpA|N&kze0_
zh40@Ufr}clPL}3R+m0HgRCo$*`R8?F_5H%?{!WLmH#HA~vUaVyeU#CY{p!cVjCyw&
zHfP_+S+jIk!vPPS5UZT;dmL|g_yh?xChxtsVV3@iRa}>^s8}W1$W30t8M?WXIY4|?
zukVS9Q=8|wJbiMr<7LYHBpcP!?i_2Gx^B+!*c1G*c5C2H!M2A+Y%<>to~kQfp#LZ!
z%x%ZSj_+;d+s^aOd@E~o+uFfPlu4r7^H1@Yd7I8fKYdgB)zkdg)!iPxAG?%--rOnp
ztN5z<<f6xCPsb~Mj5#JRr1|lhv6TOfHP_c%&vsiJxL#K5-lN#Vzdo^^i#S%Tc;oTE
z+3^Xrg@+#V*Y$j8JN!5~t$lmoQA5u~%9#!drH3l24rJIYTPZE}nRWJ2tu?j3W}kWY
z=)eaK^(wYa(kfn$b%V+_el+Ab(y%?($CFQf$|bG3428)XvOcSAar>e6K>fGiiGXDP
z_*M6(O#iTYLEL&dsl)b{+uKVwzOfUio+G_!Zu$PS|MPg(HQZHfdZEAO;eF1%9#f<_
z{a?!jb<Mc6JJ-jWX~uWCmruolpYhH<+jaC$)6YMf{J+a8<+O4|*s8KbWv|+mCMVtZ
zG2_U;9I-P2b|=ov;cTyUFBGyBx?WsVb}s(^o98z6w%reJ$=+RUtYkiM>zl%Lye|?~
zKJtCZ_9L!;<H0x29+hY<;oB~_dE4)MRqs!5A1>7U@z(waQ~v(X6HGp)+`4du+t1JL
z;7!rVo(CT$`WcGlm?ai%j+B0P=l1fwmp|=1fB)&r$(HtiFHTaQzh}v<5TCB5m-p<V
z{5&_A8J%;!ls=1fRdDdZtgT9CO^$Ex`*F>DzvH5W&3m4l)VF*1bMx{inNC+FdcJxr
z%`h{y|8<dHbM~}NYYx>$XUyRjzP{;>%bOL4Tw*I@w~JJI@Y>Dr{ptU2@_*I&|38Ue
zv|1QB_0Q%1pY5N<|6Of=h_mq$r*G`Wt|xO7?rpNE`ofl9|M0rzX<qw#IuYwxo~AiR
zT1`?}`js#I`i*VR&YH`8wBG-H_nm#!{gczr|LlJMmvzpb2Ss-2!P9y^HJO~RV#&DP
zp(n=uYSpvu_#aA>U#h&?u3CCmA<##?T0{3{NcOeWtgiD4ehXYOIb7YVpzM1*LOXIt
z>ioSEmt`946#AFL;ZU@<aGNRbxk$6wrl+sY`h1$zzV5s2B%8-Ce#m(pO4|73_x=Bh
z`hMqDtWtaOWl7ug=jVU?xcq%*bxr%SoFDhT?>}C?|2OlcoSu!+YjS7$Ew@OvytCgm
zlyl$jhw6V$tp9oIqhZjKCz)-Vc-J<Y@UHoIZA*pbVM(_M;`eN=oYsbIXmDB{@%-eH
zglXzN!M&gOI#sSFdL-7)_>r1<YT_)zm1Y%lC#Easz3=^b=&mx~W)a?)E296OS>I1P
zY!XmCXR$=D#hkkj3(6dBUzsy+--Gn`|6An$zFBX%+d|zlNN(>psrNPia{2iCm6|H2
zy9D>R|5^P1gZ-2Ie-Gt1?cd*j{PUmL>VJO9*NZ>rndxVE?&6MV{qpsP`0Ktf+x_{$
z9Cq5Y{N0_0z1QVhKOBCsFlgcmqbWbScI>>DHFf>x4|~NKFDS5le%f`k=HSbh-q%)(
zdUZ^AHAm&*<3tCJO(w646`Vc`zT4=+9^bxIw={O+7R8!%8eIoA`3EhTv}O77jFmHb
zjvX{!c<A%XKYw`gWj&`AR{S<Q-Ce8|Uc4_NLHgk0=<gAs+Vj@<|M+oKQr>p|gQB|z
zvoqew-DAAHNl)AE|1IWQWrshBr}s=%xjJjvoeLfgt^ti)EQZ-WH*}7uJG*zkzVPH&
zl+eT`5uNGT&$JX--8L(=G)2l!xM=pw<ieuh!%waWy4;$l%=7KYR2Pj8EWZzI%X`Td
zd)WW9Yvr5JmzS^BPkEyfv~T&hR;TEN!JNku7^h|k@y{%txa{%cZ(6g0e5dQ_uo<md
zeZF}A*|r^*Tw+u$?uD>_X_%82eNXt=Hjh^g6Q=#0fB%|$lgiY;DbW@8`E7r{jyW}#
zw=?8bmB3rk%sut2M?Jj+|H|m9pZBl$XSC!9H^;*?&r8cEC@;vJW%tJDywN9{!&dS_
zZ-sp)Jvn&!Rr0-1pDSf{Rbk40(>qGu{t-CnvgVQ75;yhRJ|^k6FECg&oA#}`wL!}~
zWVLCo@T_lv6DOuG{AS?myhv2cF*fu;Vo1*nAGIehTa=^?<=#$Q!fMC%{@d1x<${j<
zUaAjn&tMm9zYxfzzh0qXyYvhN{^^Ac*}V%_dEeT`_Ws8G`GwEF)v_?EJzAsa`Dt$U
z^4qg=?forJ%;8#8R9pJ^!|EAp)-RF#@>=Qt&9py_t8FH*2S`0vl<y5Foxm+p+2`l%
z&|V;>Ds%M}Pj;5u@8caQM^gTa<<~!rw)uVZyk+GlPW`%%jGG^~%iP`NY<SmQ#nMVT
zG4_Q*x6|Zw%V!@ZJgqsHwR6eZRS(<(E_N6v6qO5pb1ISDac7~ZX5u4hfs#Mxek_>z
z&C2Kf9ygD@rMev^KXe3cuXVp*)ynziK&4LH%k=N&>)7-EeVxtg>nxjM?)ZM|w8I6~
z&&zyn{a^RLBVMWgmTg3g$u{d*t5OW@)9vi}+fwWQW|wHbI(X+sL0#p^8bf!E8@Fc%
zJ<$yMbzqD9i=_2_MPjE_?W?{oule*ub1P@&{k?Zi?v%Y6ykK6-S+8j<ivmTrPFiQY
z;pEz78&+zsin{n{;>UnjW?IoxiViLQo&WjAWNy2EKP+9R6+FKtSKgQR`P=ij$8U}{
zon@<gpMTFaz3qE_nb)lN4=3HT_nfc%P;lt!X|ZHmC#yAr9_EUdle=ts9lc!ZE7IHw
z-~SWzvYuxfSy*P3ZX(Axss8W!|1+-3+dg?YIsMNQ_4kkFKKXGi*X;GAr&X7|H%&WT
zT=(Vhex6VAFC}_|^X~8J-hBJYoxqE%N7kM&c3)&1q+0p+Vr(DZ@*icsu~l()_D^q4
z_MdoYqPTF%AGy-t<5RN@uG{|n60E0p%_2W?{q%_Ji2Q3DHkWOCRT6@`_dJmQ|M)*^
z{GV6TJwHu3`jXW*^3%!7>K4x<)?V-F7JOZFIBoOG^{rp4dcV*6d(-as=1Bkl92Mtg
z<gF43y_%GJ_+H5w^L^h^|6RNPD>ttGui$CdllFi2{}HeG^D%hVvPGu6*Vtc1wcqBs
zbdc?NQ_F|7+wUc9+kf0$zE;B6R_fVj*7N@7K5R<eyK+bAYep~2bLXGc{CdgxJl*@$
zDkqK^KF8+FkNdFym;ZnBJ%3xxckbBnWPSY?y?(j6iTO28?dpFm|8F|`>!ihhC8L(!
zvD$U?;TOL1;pZzqy=nUTNVA`>Z-?<L!>iI!%ahXDlrBy>X4z8Uqh|Rw$@fvzw=GI@
z{WcZ~M=zOGIB$}=qQZsf?k$bW<qjzXt1VV)=@DafXAl1O;Cub#=*fcO`tu(5KKxX4
zGHaDVP|@>iv2yonJA`$QRvg-KL;14hw%p23e}eD*{g57W=Dfw6b3YD6&wu_p{-0L9
zP1TVUqrPA74?4JU+^c*pTlb#7e)`|Nk6&bdJoAmuBd9eyM~06>OuV@6)8_dfE`P5V
zJLyyY<J$GQx!dp8bSrr}3##qbnUkyMXKpFReC(f}p+vnuSBCH5nw`&{Jh6QK{CUo*
z()zyA^J3EGvsS*7;<(Bls%mxchFP0Llv(P@|NWcnb2sVkzWjT`eW`B+&*r>~`F_o2
zfkD~gn=jmUt8bH8q~m3Bc$<o~NMfrl>(@i?|JwdJCist`Y{oJTzD*jPVmDKoa~OKv
zm^BzeTW956l`TGJ{4SHXZsWCk&*z-kb2Y(LWYw!jY4;{Sf3x>neZ{={#<R~yoJkJ}
zospt$rDBop=`}C)0rMlX^Ts_Z4{r|joECcUUCM#Ae`niNJT9GQ|C8yeMBm<J`=?Af
zRvZ}8@ci6Cx$Su>9A0cpDf2c(>AmFc^$osP`&IQ^x^UO7MTWfHn^?pRwpa!7{I=a>
z!s)sDTyk#n<k!8Ma=GsuQ<%E!Q`_gGO>3r4_!6pendPRyxr<XoGxsfuo2$6x$nif7
ze%s%ht394RU*?~cYj6Lrnw@3b+i$w+2W4(ywYxY+J4Su_G`S_k9&0bk39a^=)Z(&y
ziPenTz3QhH+%c>BT9nrizgi$JWPUE+^>tH?^JlHlKY4BM_Z_+~x9nfkbmN{~j#I*)
zYi<Xv_uozUvuo3`wenFVOAai4oII^t^%{$W=e*PxF6~ZsekY=NDkm*dxs=r7tj@Xk
zA)nSs=g(?PhwfPj&u+hA<kcF+^qS}1%n9vN+KTsWY+JR)q2kzM!Dh$#L8~1Kv$CXw
z52>y8s441IJ#F;KWZ^olJ*F2ea+&0AvHx5=#j!~JV}_{5qSaTKBEu{sH7es+&ZkXF
zJ2B&`(pDF5Q5(){<v(MM<~i#wyXSgjP0x)uf1f4a=B?7w2-iMU<hp+P!q7tn21lYJ
zELW@+n#;S6XTI~@&1)T^k~_=~JzKZt<PlS&rQ4+MZDITUcI_2z*H6=}dP?tj1Sl=b
zY?{IxcAAxQ!ZJ;xb8H)Um&I(dFzzYmci{K<CH!vx&r-F?g6HMyPW<`6tv9dMvHp3(
z$Ah`Y*vmbuows-yn6;cy$vkwf?pVeq@2xSLW}MXsV>MeNa_GFW($t7;O!G|Tw(+k0
zTo|RdXdd7D0*xj73te^u_$VFLiuQ87v)Yw;1Mfmz7UzvGmLz`6-L<W1|D44edRy=A
z3;e5^e<<qL<G-_(?)kUJ`a|*Zr7`OZ_rD4LS}(gf)BDe{rKN9|h3%-8pPRUEhSA)(
z0I}5@cJ4?Mef4<C<%q*YJ0Jb|Ba_U_{<~VSJEb{&@5%nWrCDpuA3pB4fB4v6KIpcA
z;4Yb#&1NlI*B_p|L~3ow8O{%dyl<{a$LcfHgmFwVSvXxqT03<6*UcGgXZVKeoSwC8
zqDAu0H;0wW)ZPDld%x%8>h<@O-+IQ?7q@SkX(V;`*lp&2f2#dI=skV*cFyC+4OVyd
zKRx-yw(jTj^O{`l$!Qk#Y;ooD=9*0AFg$p9LW)%T^FK*#ro8FT|4)jW=Wf~ZhU@-<
z)nBHp7IodpqO<zyoMoCTUN`C7<vnqH#v@4&S5Cc8?>C1i?@{s=`TVn|{+IuMLH)b?
z+gHlk*T1iwXK(-P!Gne^*N-b(=jH{9NF<;5JZF)Hg=MXm{(D2IZ=NPkA}<I&-zyh6
ztEqg6XM($!>&cR;bIavx4?T~sx%gB2*ki%Jb@Ol594oNsxv9`}wCHB+>gCIqTRfj}
zzIk7$R;vJ)u<)wQA;r%hu>HSU|1<v6uiNpwlXfh6u=xDEPpA9;&DUAY8uzM!sZZ!!
z*r~AVrcN1~bQ1qRU{GW_T)$CgqLoKL*QRGrQrseIjx9caK0xZ#sSPn#b*77kN*>Z_
zJu#v5+{Ne5=h)h-pEX)F^Z7sX`%k3z|CF5)QuFWUdXFgyrtup$Z$4aLl5}a!ifZ#6
z#jn+V|7K5=ijoW3Davu;Qj5vTl|4th9!!?_x=Fz>SZeaG(x}WidEAm5igDIUn6)PO
z8A<U9#wGN)e`niM_TOx`XS12O#?6AjX%Q1QuHpILZT~}=?eO#$uVqr2rw2^$TefA6
zul|pxzu$lU^J2p6?Rg)1ukSmxnm_K@yS2B!{QBGb^4Tm^-K9K5w!(6Iys~>TEo^Py
znl0OAIA^Z^&!_GCA58YQKQybY{C@59^?U#7<?sE&_Ir1A<1W!=&55tq9@_RMb@9d*
zK8piaJ?1S9F0QIN_3@(N^5u%x58s#&a&J-7Y>ykBn`LxEG|Z%L&s}rOVvmZ*tJ9L7
zZ%(PqQHYxFXuUUYR>RVor&q&w{=ZbKckX<|8XYIDW4m|Pyxm^cZ2$B7zm|^$?fiCs
zCM>tNPpB+96<z;>{mY!i7QdSAdLH}qsO4qO$(J>rZ&kOqDNl;)H_m?fddj71U-l^8
zpBun@{=A>1)!qcF`O14zO-@{lI?AT+VYtTBLv=U%+$ly%7B<@qJ=R9doRzsTAtF7c
zvPn=*+v)H_X>Q-<*=Gww8)Z@g_X-HUnzz-s>aph4w^z;Qb<Z~5zJJ?~yEX5&oe#Os
zCVPtSw`|ZNnOm*b7nM5Al9*+p=o`G{Qb?VwSZBFK;au@c<vV%r{oidac>QYW?b6xz
zoet%DFEsm|uu(PU{k)Zd({%rA+yC*p7MI@7?4xZF$E?~r_suu)E{r-lCD%Xps>w30
z&JWU#)vg<p0?!+ou{cOQ76=Ny&Kvjg!`9N9xlK+@+g$_-uHBQ|BBm0hG<CrWE~(1~
zlKm%)I)el!=dh;622NphjohRYrg+xw{baR+?l&Wx1yk1?VQ_gLlk-K}CpLJxY3IB$
z0gm^kaV{@sulCrImY(jkC^YAQsF#X`wA4bA(7ERiMz;sOeqL(MqbBnI+^q-vF?tbe
zr_DH)AnY1Cb)wLW#I=c`CMUM+-*`A%R8&#hdE4xcvvmh{PY^DQTwnIr>stQV>9u=S
zPPvqLX_KDl`b-7A|3Rz&@ten{GhO7|`*6mpn4p^n{x4gsE8+5XhP-XshI00sw-27~
z`MCDF$M4-X^*<E5Cp)j&oGvrp{^^^S$9eejHdhz)-z(_xs8SHN5n5TyX3e?xVZ$n&
zNL|n|sHZj^k@jA_Bdgi%)?p8>yB~|3J$x$u-a0OFI_#d3^aRcoEG<Vkcg_nrsUkH$
z<c`}BHz$|ed&@M}WN$XRAAND{<;Cs0XP0&Ma?bglU3uk~&E1IiW#Wz{Kaa25G<P4z
z!}tw>6^_;$<z~iQJh!&fPf_96#iF+8Ei#PfU+HYVY581S-6#FIiEnF=XU-u#*;z_5
zb6g_}%F4Wgr}wxge=95ZoUEee+0JC}C&oywCNcD;N#FVTHqZb1+of)sbNs+skK7Mp
z>MkAvxtm$%IBUuZdpisCo0j_Y@m$(r(SB%#+B%8okonP*HIgpwy2lW?VcxuV6SX&7
zOYTjwGX8V4U+&Y^{C6MU&E}ucQ+D&JaM<GF9_@<fuWRM(bACM9+}1u{j@k76zhipq
z_ZvR@n7%y0#FJ~;NvC_AJnRkUgu;3k#+>`;bwOV1)Y3(QRtD=%Z@Bj5p7Y8=J(i1>
z`72(vt=h)J-t6$Ppzq>2J*l%LR<7B;LFzi;r(f*f=<#x5Q0|E@I{SaUQOumQU@}W~
zY{iLXa*<b}Uza8G^ct?|QmWa1Y(tTD59hvBCa+m#cYgfx$$?pORagCo`+v;u?5pjb
zyt%mUL$iF)G*R{RbPbivX^&ddZR9S$ey*|fu!**ricub0s|bgvz`4T*4Lsts-1X1D
ze9AfbV#ltCjW*UtERKIpKmYTpetqLw?Vz<6PEJ^r*A#aD_lCsY>q`yWy1R|{ecx-p
zRKqI_wEF$Zv57mSUQ30sP6>71FMj6lu^Bro8I!YL?NaO4h|AVJwN%mYdPLpVht)4a
z5`B*zyw}^oQR{Zoq=#eAmy;FK=iX&b5h_?(S0lashsayqxMe3oCR|OAPz>~XFqvh3
zWl?Uky}MV>7n5}dtNgW8W(s_{)U!)7!h~~j%;$H1WqYR9)a^*wwyNUO7lDg9GkB^!
zR&MM~G?m=2LSee(Ivvf>=IMGF4^#X1{$5}Bey!mCA8!QpuWIl6dv<-{|7*-;WookW
zdwq-U&YA16V2*grw|~xE;fH@3?4I%YW4k<i-2RPgWNd7$AFr?bCcLEl&&Bfk`P=XP
zkuvAcGm!h@c}ZoSVz$kW{dzx&i+?H{Qn}#n`6OxQgFkP2o}Zs@Jpa6PX7ua+EcI1d
zNeazV4kpj(ofIuTd4}xSww&UvQDw(++g~3#;S=0mGiR=0{NGpkMpC^q&U3AaobaS}
z->2F4pY8uw{a^gu{n`UbmdB$ier%2}DyW{nzW#BnR&b!b?B^$Y<(qO(tk_|G=H+*_
zC6WA7)a-A#rZH{&uw&P;5MDQqAeNcac&aRqZc5p?;$oHS-H0udmRQ|kzEr)1CuOF~
z%8ZDw5yIzQMOkzm3b=0egKzC|R}L<xz}szi&aULMce`6Lx2?s8`vb4i>xZFkP0K!t
z={6l-%gZ4aR>J%I*#VP=dDl%AHawmp%iCVcXA+m!Vo}k5<fuq`f781=U-(KMP4I2@
zV`|&{_fD&TVQR%@^N-=PnBE_qZpNV>)W2uN!yS3v8#Qfj$zA!W$DJA5pR-%>klH%m
z&0-H~p0mC-`uxOn(;L07R{JLE+1Q7=WJG6Q^tveDd#K?M_p{BCu3Ni2-n7h}D_gZ!
zE;X>AC@Qhmby~`k$R=^7=c;iHg-rT3ne!G#JrdSy+4a-lO^}gC-K<+d(_CA!Snh|!
zUahcMy(n#4M1Yy1_li8Ns>psF&xvxgR&}r_w{MxH;%#^=S-N|rv%<qmYa>>rPM8wi
z|M9^Rx0gKnE)%v_9e=Rne1Sw!gH7KV?N__rw7u(`wDFnAl1wS4hihD4OyCVP<qZ{`
z)%W4@p-ozb>y~NgTz;uJzvdHT=A^*uY6>}*4`*nFr$qK0zhq+Sl$9cVX0`KyEv1dy
zR>of`jjvA3bDfpHrtH7e?zQ`UY;S1!*2X+ND&(UHI`WW9tef@lLyZOR9=WQ99{TcT
z#=j$z_{%rMP3Zkr`7?X}$&-uyE&lyUj@f!dci9}>X>)9APZexB{cr8=o-+P`n+!8m
zEKHV2R!*A8&-P|UY}jYX&o_Hkt=Y}6((jo_ea+57>CSf|8w>YJ_7w{<oG5&~U{}JH
zuira6uSq|9+;>vzj_Mx4>q+bP>=z2&UKjfB(;L@)6<ixOMhWHk71Yf=Gr{yphW5%o
zUF*JVviy^^W8UVr(2WUZ^NnW5wm1c@TD$i2)9g*_vi;8ct$f{Ob9#o)v6RSNOCNG)
zFDaPR=~0&9bNJy$&G&o%+Z})YJR<+%iFGTvZptKeUlSBs^><fb&rj7{j=u73&SzOG
z=e&60eeFVOZin~#`CGGNb3HiuTbbjG_hwZ5c&T~+*EMYwP8H8nHSY}8co??_wQVx_
z@_EYiclV#pEw7rw%H!U(?1G7J>sBVspaR9h2#<pq?jLvG|0C5o$)>*S&~kbCk8dtc
zO46KY<dZY?Ou@RBa#a%or_EZjUh+%vs#ScPH=Wu-QdO0<1(bgGowVk!o37-cYDXof
zi_iDCoOm%eLUiuN^_`k?^~{8#+5>E|d80B<1(oqnymr}mwqKytjIjB()rYF>e`|_=
zZu<QBv)*?l-^&Sm`YoAKr%qPk3=J(kz^Ej<ggc=7=;BhjwJO)Dx)wd#VE0J=-{JZr
zcXw}}aW>ti?oW@uUA06?wq3@r!)eQ|&&`fn=`c4)v9T(2%?!VE1(v;W_DkH<HCHFK
z=9N6>R7~OxcNMgJ_b?&<ueuXQ%*#Nn1a^7bUp+5vOiH)s-{spRu{2}Wti_9+!;Vh6
zm>}`7?%?!^--PZ21<$lHv!3Om{$yrS=#=ca>lEB<+CJEIFWID+tRl%1d8=)zK*dT4
zRn71DcOE`iI(_5*iWC0-U+G)U*YXKAl6>~&eUIe#-#=>DADZqfo8l^%p)*tAtk4vp
zFQ4Z8=9l|W{{Qj*!~Xw2#ee+dy<PHK`L6T#%lGMSWV6`fr~25Us_w+iH!O2Cd{PVB
z5-x=lY^a|7ui(gU`9E`Zn}4hL{kHtZ-JQNt-CS4A1ZH3IRy6ywAe_Bmt=*ld(?^f8
zx*u<sk(V$3wA1%y#%o@WNi8a#yM7;c;bgyPlesq0Y`#&vU*y^_5!Z{c%V!He`S$h8
zZ`-Q9d%Vr(`<*xNJrHJJ@srUhTPu6VjMxts+4nQCG~b(We7?<-ujTg_$oW^S3sQT`
zY5iBm)oYRHR$k_5t>q?qJbpQ=GNhdEMhL0yG?XbW*4Y^`O=kYwqsOiXgtn#D@Krs1
znXdUbPX9&yk!K;c7tFgiEn6Wq>sZk7g{|F}t{hmgeM-OGgT?ayTiVrG&A;bwFg|r-
zZ*jNv`hBhM-!Blp`Os07NuPDm)TvyOQb%TJFNiu7pYy`%mH+F?$o`jBN`VvB-u_Ti
zez8Ei+1z1eso~lwUC&p&+7mQ8^vJX?S&QH8$Whw&?|KCz!}Fv2I>k+;!x!jYH$D9}
zp~89BbyNFmrOxNRUVG%7@=@v6jG8+YCmQ~py);2MEL^m5+T=9NAk~QMndkg7W~nXd
z*FKtX!QK00k!aBV>dFb1SD7StEMKMj`RJro(|FpL)fO8bI$UI!{&HEyRAV{b3sFI#
z+OKxGEbn@_;e5f3{@Y=_pB+za(FqGttB`O1%eecotXrjiRkhZvWlE>3zEm;KDGzx%
z>1t8y_I;D{X74&??SEBb&XgrP)jUh5XmQQqT-CEkW5sKQ=CdtFBAX{QExWexSWoAZ
zWtoS*t`R*}9hS<H&EYsNEwN*j$W+cLZmOb3vszcqd%SnaDydh?7M3YpkWTfw$Gu=m
z=uRcy&mQ7D>-Vqnn!_uk_g6{ka{TKqf!UKJ>Q`FanYOxO;UdN3<&}c-N^d<(b>Dww
zR->HT<~Ke66qdZK)L+@_>g{c6duZmQdr#PUFGoz@`2CXfm*dHN@^xoE{g`p2%7DA;
zGOPcx_80did_1UI_AP%R-}i~0{4FjXy<RGd?=rJl?-p6D`Z;rg)y!S@PWjw;BC@q#
zyPfyw{+_!P+LwwHuN*sW?|fv+scV+<9gdUu?6j{{dH>J05V{t!Qv8Sik!QOCVshQL
z*$B=P_jFi4Ymwf|OMh;~)K*?nh;ymGJENh3zjWt=H-BbazAW68B+B$lLFwkYxar$A
z&Y3@dbJW^^AftIblDzGW6(aI0tRC^#uD-b?adCm&?2q02_77fORGi9rY3^yxM|H|O
zH&^TL?LKjTt4Zcx0e&H~i&eglOzuXtPgVMG!Q8jz?Gn!&z0CI>#we&)WVQH5>Z;7I
z|JQOduW_ZQxHxb3qDPN>45aQQlz+F(-&@+uzW&YQt300lclXL2^0lzj`=I0e@TQ7F
z(Il&d)6;$Q`%YFF+%dGNuub186f;M9j=tc%Nh@ZpdH&<r_IpdTyyfg_{2r;?G&s&<
zwCd7@5V6ZY)~2oA>vqeg-@rAOQ=Cch%Qfec%LlI3#od~5?!wh|x0)B~*fc~t|JxPV
zBm8JWjq|Lwl8bxHlk&^g&;GNmxv@;zV6NZp^B1GMC#gg~yU}+qG^|2=mdaYuCWliN
zc9zeVzyGV`x5Veinpy+j=;*ezkToYIjKtJ>GdEldHZ=_mEmd@nQVnrE_~ntzTH&g_
zb2de=-?&=p8#zreM=!~c`K{)kKVGd{_Zyl%PhZZ{&b%tib;1gBpXH}5u5Nu2d1zI{
zrSsKasx*&9>Mir06nA)q{FeQ>h5~Av)uftJ3z{lBbEUeDcDe54Qkk@cPkrXb6u$|_
z*S=r7zNYp4oyr5t<^Qz2+_XfjmMeNvn(eX2JhpZT=JJyx&u0Y&=sd5;yy&IOs<S*@
z#`fZu;G@me-zC0PN6$Z>_EG1_ub!;Qv*(u12=(^iPTw#^Xr_nI+=Ar)V)cL6>zjny
zq|NgdqzEysF;m~Pw*TcN#+@(oZ|zz3de^fzZ+Z?NcJ}k@w?2R98Osfqn!?*QTh?!P
zZGUul!=iQC&pu10r!V&r7nfD~^~rY2%0w}zfa|97YyK$u#s-QN&oRFd^kK35Kg+`h
zC#amQ{4c&grLOE;bpGDcfA>n;RF${{uAQ)&X=TZUg56yDhrWhKo__h0^_odYXs<cj
zW9NCzAwsQ-=700JB%(fT&e^nsFLV!PJBCVUNzb}_jLox4Trz5{y?)D4tH#2<(5nW~
zYY#{sId<TfHS;xv+1zZKp4I=8|IgX$S@CtL^`4K{nCt%MhrPL5D?2gWW99;vu1iug
z)heEEC~dtU^<MOtRL{ngO1TGut{!aXKE+LmU8@?P>$;(KQI+I>_jQvOr+$gD0$r&3
zcu6$tC%@m3|D%F;iRb>+&lQd{Vc2)BWN)c$z2{!_Z9lh5NBqw{`bAClM3nH9`as))
zvk`@>4^DVH;r#l`i)Zh8cj)FRr3YQV_XeE#{z-1}#g=93JVJK(cc*G(eBR?f@7syX
zGU>LL*qV}p!y|6D{7z7n{QCRLXSpxME&L5lDpws(sT6JUnf%n#BvN{gc*e>NrOsDF
zOqMBK?6Q%*aK5VNckL#V^ldW&*MzBbrkF@gPG>%+zf9+u_o_`PHWCy0jC}3}to2%@
zbV7i=nQ`*n+DUtkCv8m$t(r6K%kN5!OQlPGi)wc*Q+)qj@=Mi{sErXi7WVd>4Ba-)
zs+{*E_N-qd?tkgDaaE<gi|mxpoCU1QHr`mqv~cCCwq5I1+Gg-}`ee*%yTx*+az|h3
zb(fas{hX1e@z*S3mNK+xRvF}a><KCS^lG=}y{Wm*)@@~thi|j(V%0po)U+TxrA@PT
zMuFC}Zq|L*l~4X=oS&vWMPSP3;-2P*?{rOOE&7x)dG?+^?<OohZ~yeq%VZZ@cZ=p@
zmwcwn=%2T=ukoqha{k>v-DB0}6MqV*U*7Oer0HOVQ@+6xJ*`tuyN>F-@SCkB^TBIX
z#tCkz9eNiccSy8|CqJ#-J(J@mlgHJgXWN%~wWu9?EwN3_YVq~5UyJu&xf}m9=Koj6
z$I~@@-(GpL>+M1AePz{uHMet!CNaN#b^C!${a@}ob-EW!L^mI`-29Vu^;Mk@hn^mD
ze0yE<-rM`#Pv^WW=`w7a`<L16u;8w_ceu6%mfbz79l4In?#~zDeHGuPgoY}WHf75g
zsfDlWez4%uR@rN%b1y3{eX(K3+Q419KCZjD^1G9hKUn!JyIuPA*{Y~h3ZJ<?-B6e;
z#Z#1b_pR}4(I+#PX>q4r7CnBRyY5rC`<yvfGNu-PU#E6bC%-<m|K5T}KQvOSUPb77
zZ_;^q?XF_}{?B6ad;Yhax3fGpD`3l+wB>t#9n)=l%%jg$qO{|G!iml9=V$6qYdrpz
zwR3aI&P8i@ngfshWjCL=@^JLglP9Mf=bwN4O2Nj1hx6}SOWHWc`13_x-gwP7WcG`j
z%T}%1E>*}avHtqmrj@J=3Q@@^H$JVbC|)wNfBnVM>u$S0W=KyBn=P}U?Bvvwn=)Ri
z-Yv~gzIY_)Hrw29j<arftP-$F<-OK&rlG9uWsS%GExy9W=T$4kx@N0*PAtrhoGKdD
zZqsn~`{|tp72%;30us`fI?ZQ)-?c8Y$JP48rYV~@7q42iXw|9@6SmDW@!hfGLq+z@
zxo;liG-qYay7h6#jN*9BNjnbmm`-^SF!Nfq)a#5G=bJ3Txf``^%J#ohuawYQ&M25I
zeE8*;p5^<0uv(YD`z(F`m(>41)%J^4HJ2=LQ*N(5QNxni7AyMEitEc}0i&lYyCsje
zs|p=oaKAsz>89wJ+>14qpEEX}m>#DTqjN9Hcyr6Dm`fo|(d_1eN=rQRgI28<xOyvl
z(d62;^Qpzn0n=2MFJEp`{jKL^iC5^<>^<4iX-}KJD4*Vxw|JAB&lcwG3l`7w)3>m)
zOWN6`c}05R(zo`ncfFH(bN2h<RsG3IB^UCf+2!~CXIy^%{EMf|@9tI~h+e<{?BCtr
zCBGl%nO594zvfJU_BS`{DVNi)q`KZ*v*B9M71OPyA+C;rQ&cK4ayTNdblr;3>k>VB
zR8n2M+hSt4p!U6liC69gNj6VQ%-W@sE##^3$kpL<6w5X4w9`r-eoR%q$hB5=9p5CI
z@ar58cWmE&zW(F>|NcMU|8IZa94KR3b1MGt&G{eS+Mm0*yS#hyV$08;S*xqfU-15x
z5Kl3R6briWyqncE&_JgD<x|VkPqjRbf0B!wrZ{z3kAm3Tw2ZkdKNknwEnavx;G$xk
zs9$AHH?yeGDaR|*ru|=a=|Ft%<lNL4eF=%U?XDT@k&kAjJ#sDj`t42J{PwK3d|zfq
zhRr)I8r`k>?VNki%o`PA-Px}j3Z`|<=<}T-do+E8z?a{(uXd>gavpxzaWJ97blO9M
z?%69$ABnv`S*11MSqtCoRQ|1*i~LO|OnGHx!cb-I(ZpiADv0Ir){QEiX$CTnJNEC-
z5-_~Ha@FCz)6*rRvbS90`7|d)eM;!bBs=Cn!xL^Pkz(7ft)BEVN3hL9*;W7iiapB@
zEuQM6s@YsO|KbL5qtZQ&0%jj7CmBfbNc6QuJf0Chr?Fk<?2MlB3qb**s*?(AzgE?L
zitFFRnZ7xObIT>4W662<_Vj-K@Z^JKYG`0M+xx6bChG6gIhGa{a?e-ER9Tv~V`*o{
zSH-{o6oe!WCm4A)ulKLNxhh**eNnM|?(&I0d#8n*czx2*qWjRtpX&0PcJDr2@LXZX
zo4Z%Lqe^ykEAR%MGM3_<>8t<Zr-5vSu=x^(V7(dhuk^T?OFpxm7Rsvh{N3yLh35Aj
zzI5NeL^Ey1E}oN@N;Td*+gu#x9$#Q{C%NXc++*o-Pj=w|#^b6jD(}C)<o(rCUKX+T
zP*jE4+@x1(a#D@|o*3NyEhJZ?XU4QP)~9XdB=1F2GOb_h-0{_tlb9ZHCieFGy0vZ(
zch&T7jjY)FV!z&&ck81|<06Z<Nd*>8)!W#5d3RdZCA%lHmZfctDypkHQ&QEp`K(*9
z=DJ*)LsfPKGusa<9=<q1#do_D`;lW^_Ujt6(|^8rxV+}aM|GXkOv$#hOjlP+|9vGO
zG{<;H#~0zCqb2@ZuiBJcws-LCoNDMF-6rzEA!tIh%bKs}Q+GFMh|J}UTz@`%f0=x;
zm)c}T^L*7i)tT(N=Pd2pk3MQStgfA-yR-Co;M7^0)*S5n`De59Ie%|AVc&X_2iNw_
z3BUJ)Ykqy%?D>DMDu;O=PkQz9Bmca|F3yp<%x$HX3$&!R_$+?8CoR;X?nm?Y8+T`K
z*j;_#<V()(t2}cS>G&MKS0>iN^MBvhf3BR5(q6r)(q6btE-v>&v^rz=|JulNWiu7j
zl-R51w&<BL&3rSp<=V7EO2RiYCvW%dyk32HO3dxIb928|3#~O4aolw^PWW0x%$E~4
zdf(suW%H_ovvlIQrCa*WcB}XrUov?q_aeJ_@$qWbj7uTM12nF6F8a9lo5QqcUw$cH
z`mtei;pWRsBDX#mtu^({oiWoPPAiPJdsRZdQGyQZzKxFm1Pv$jZoT5`9BI0yCv{td
z!=E{EyQ=5Ac)i+m<XWJ8j#k~*ADZo#S=p=k16M9{3=q{0T3DcU@N0g6_3;|R^nEc+
zh7Yey(Mp)|(Iaa^qVT1eC42X5Yuu5SEOpLYmZMTOcI8<i4d=smD$8G_1l|=Z+Ptvm
z(llSo$=9s**dH^Peb&Op>d_O>y%kckPm~JZ{ulgOA$+p5;uP6D8K<%nMJJ1PCRo`n
z*9zwllsf!+*_p&{H7n--&)SqE_812l%@OALCCqosyyELs^UBX>&2QekyZpL*+kEAd
zJLmJS=#~`kw{y6%aL1)i7j@08%;~2tFg&%~7L%CGe=YGtjEHKyP5rS=>rQ^2lek{o
zd?(Y=%MG8(=4D;H5H1-iTd=~7^MaPo^ttXUG=jCgrUdmA32YMIlW|R9HCOah4qJy^
zZRPtvNfi}z|Ns5}?f=F_Pfk7*w3GjMy#9Co#N}PbpC9+}@2`BG{XR(Sbiw{7jOjaP
zvC9;1-C%NhLhysV$EOu*E&UMJ^1xp4qNmfWXDO9!R~)}BpJcMg*OmQw#%!0RDGb3b
zd)7~Ry*X=d<u0q7Xny~sy4D*Kr~XN8Id<0ghf&&Bt*Fqv+zq#?msh`a$}zS4H%Wcb
z-7k-u6C*oTTLwRxwKCm0=gX$cD-@PK`?q@if`6aXO?-u&ZhxBdu;4_3!J%mG$9DJD
zEj{v9?Z~b!owEXRuZ|`3EH*H;3Joc3oHS|IN{=ZiMx4Bh%iDHot$fww;?4F~&TF+n
z!W6ERLVLD{l)466ANwmeHB92UN67?*saLx`cXRh>-?%M(>2>BB?U`{`Z0gHAV$D)k
z@-;vIu}>{Zaj%l6@FyMRt5Pdj7T57>-a1?1w#wub=Mo<YJ~zi_DZHV9Ng*fpWu4be
z&he2EU*hSeFFzqw)AJIueAe_hGX;O~kY(?dq+dIlu#;Cw^Wyr)jeDj~R?(b%lI6M1
zxvfhyB^9)$%b&@v-My#G^;+irMSUBLnQKq#M052Y3lKG~`}HAw&);|EH+TOO3R?a;
z#^|B`#ktOo>y{kimheBOlOF72nZBc#S-Ui%eW%o`rpw)vPM(ux+Z#LWbkpanT_^v=
z{#q<+SN(svPM=)k%78=4x0M#G)L8DmMl4;%{@;wb&CF`s<JITiQSrPqLwLc2$WsR1
zl0EG{Wo0vbm#=xoy=qg}v#g!pM1PcW1Uek}we|hs)2o*yKUsS0VUQa8I`95H`%a{1
zFD{<DZ{y_jitDQLKQYa`xPEi*4Udl7U9x-rROzj^Hdn8Hdu6Q#_p-~9m%EL7R_;2s
zdUkoqt_L4{yF)MRT;HV{In6aWv|hXT(XOP+4=extnJ~ZpgZHx2me<;yynf^!4iAs0
z>c3I(Vf)K|$4iq~j(tyE6nSOus}=3xcg+s3^?g1)CHR`@Ln+}#_WR!KcXrk`@7-(5
z$7hmS>NPLAWkZi!-}LyC5ogLR>$W}k@uTP82KQi3y=AP+3~T;8G@cb@G~e_KTi@fy
z!gZgm&2QY@fADVg_8$ko+dY2%-gc3evvJFH4wG}!3{R*f<m}xbv3SN=nZt?49;>&X
zNef;QWO4gK2%F}lhzYD~<_NrQ+N0aB_xtrW=B;PrtS8=%*_bcZes{}jq33@#nXH*x
z_mH(P<NC~?ojw;6b*pbaS#<g5R6WzP_a4_e&*qh?3KG3`SI;hDvHh`X&Wkhj7G;_=
z++6fBK+_{ycmJDDseAZ^71o9>U_3fMJbP=Y@A8e2ewWv93k!YRYosRe=3805k<9yr
zi)QY-`zqqKhw<IJ-IF#fn_gkSI)9#gkzs7%jQI-emY1p~>2ObWbc!mtYqI84)22--
z9woDqLeIWDYMC0kK`UEEbN62nU6J$Cz3pnM4rSDwSes}c^o%#k;hua@hhg2;MFx(O
zCU8j3DqDD1*r6>gperDOL)3J4jyZo&SN4Hx((_m~mA6H^#Jk@R@(y&BkNl%!R$R3%
z`g7OT_er0vBB!c87k_SJZ}a5Ila@sq+s^G5^SpU#dKBm6yEoF<CQUy$W7gB8V?TdN
zrbY&shiYtS;n-7Acy_}2#l~yfHGT+eX)V67r~P}M&fCwYPUn9(mHocp@i*IV<=;Ff
z@w{Zc=e6X*h1bRseUhu&R@p3Ec1+VT*3u>NVUEM(>%PtAeWAGq60c_LG>#VIaZ|oz
zbDUG&aE_*zy2;dspU=w|Czp4GNd-%5-JX!DxspB6Nw6iPLd7-pV$eh{-+7ItY?rTS
zFs@tm@vq`K&5h#zKTcW4Kfk^IZ}gw;|1akk)>R#v%Rc|3_3EyB3*4t^_05yNG=*EF
z?`DbD&MS9+Uz6uMF!iCN<k@%ExN~^)E-S^9TePp`-O5{}u~IlicH%pyQkCt~e%_y#
zYIN`U+9&HC|K#ozf4yYIyP3MF=6`m{?bX^BVtZ-cdZ)aqzkj&*3e8T>)7Iwwe|KJ>
zzF15rZ%fsWsB+ak-&#wLsyW4Kwk_uT9#=VcdVFo`{Qch*ueAkSh+FTz{(86Le%}f=
z%k6g;oak}MTvMo#Yj{m@R?E>Mv2BNaeW#^@_b~<Du&O#-aKX7F_L7Q&N>8E3+>57q
zQ)7eHgiTy=eYxIqfo8Yn_B$7D%u<<p=g!`P`L)lb-@JeO@vr@V&8YTt*ZtSkeNA@n
zw)Q!u9QN6Ao0-JJm;CH^b{5ax``31rm4k4J(UBP+e0;a0+1%rdboO=CKRxrj-hsne
z8=bt4{yWI%8n{6#ETr^sMfvpUaa9*m&!%L`DH<-ABsck_-8Q~R{m(}yr3SX{-5lic
zK4M*%&NNo5lRJx_t5yD2tGv{oJ|)RSs{G!bn>BrT!n3#U*gyT$sk7|0*-Vof1UxyS
zKbs!vTsy6J^NT4;OEbML=?DndeZ4%t=<_$>xPPziE1a#CW;`AkfA`_14%Vs#4!z~V
zVVfnNr$6UW7oMcUU8LwBdHU5OiSX+@Y}OhR3yaDQo~!8JzW;0NyxLES^Z)-j?~&8!
z#r~p3qJwFj<4q}_vqvX)eO_$*=^~%`yF1By>ba*sSzxq8?14z;y~k<#hu^#nT03pd
z+<6;T@%lzi_7LUrfA~>J%(ZZ;<{sWpeb++Xy1M`Qu(t9*cg7CBC(F&kl>&sWh)I>!
zzTUyR^Ze9(^}jcFxK0jAjLrBP<@M<3*R?G>+?e;gOpRba`!i2^>&gkAr2qB*_;b`s
ze&;{d%b%6co#$)5qa?J*;n5ryp-udIzDLO4c(Gi3xlR{r=cPA2>OE}D0Rk57h4aGJ
z3TVhRuFdIrnq>BPFTeeRpC>(+yh~|ZB*0wkawMA7%OiWuQs-Z7&m51pS2p;r*in|d
z_*uux`MR}Byq(1rLYluz#YD_)`|dRHMZw?nNT>btKd#NMpZhcE)aB)-=lRo3o=qs<
zx5?YeUg@ILo&*!0im&%(=*!7oy25$+W!Ke3kJRhGw)`w=Q(@MR)bqCcvB6E9%k|LD
zor!j{FHhmUvBx`P+da1>g%!Tj+Egy?aC;y%!|(jX%){6Bf3?aKn$>gjXxHL&<8%Jn
zJ)sRZwaRW!{n2e>mitkzWZG=j#F)R_qSs$GE>jhd$ll!^I$@>j#dgEk=Id%3thUW&
z-hNSl!{x-Qk9xCSq~2LnbMltGnMU}mue_O_3)cS7y?;K9X-)US;A_X&yjJ+-sn>ka
zdeC&yz~dp)hJ&%2Ie8Y&ZA@AGXzywlg~KV4Uh}^1I+=cbLFb3ks8cHp&12@sZi@1W
z^gVBBSL+nIuA*$+#-)#sX)Ij9d&|4!tHk37Q?`8D&M7H-ZEUvG_CM}sJ^tBp`Da${
z%NvYuES&$$B=zLMa}0?r>gmtFR5v|crTF^o1fK6RL%mxzSkydNVC~TP!1|-3o^;P_
zBa@7MwRSE1K1WXKDeZZ`aHeSV<*U;c>$TjMs@U?6qvg$$9g9xacQCE1$lI22_*?eW
zDG#TVO}nZk@MxaATv1(}V`!+Ng?5^1OTxy4JLf;`x&5cDT4B@c+7mlgoU*)pbIQ${
zQ%O5HS|?4Js}m8k=+2f!{+f@L8Rvai`!Vo*yrOWY2<P5=Gs5HRy06FAcQ;FydsH_w
z=zi4gzvlYC@3430{=(@g|JcsxWxSgF;(oEofmQ1&Yf8EdM4zX+-o121>iEBk9=}Tt
zCr<{?5f8a$U_1Zw!{z)pXZP$Vf6TBp)TOj3K<UHx<l>G=68bA#C60cbtQZ=UT-&>m
zNu(#&HE8XGTMD8&cE45YzrX+U`_C8m`g1pba;hJ959t<-oYy$z%=6-|qm#BwS7<pt
zW7Z;_m;ApfCI(+^Tcx9HR&y@JNYPVx)uPTw7NNw$udY^hi*T+xJN1*?%9`z4om-x7
z7hVveV#U?2JSQ=Tvqea8$~AV*a%&Urdsh2d12UzLyp_E2ZQ9n!qQ{@zj-O@r%eU&0
zsB>9{*pi;!>OZDyC;#v%-T1I8tl+&_QpW8i&zGGR7I0d7GD!M%%0}63f+=ku&8Bp!
zb*jBOnbLDSDd%XB<<mERCM=6Qs%C%UWGBZ*gAC5|0m2_Qyj^hH#Pr&Y29MB5b3b-G
zRB-2FKctWx5G!$xWop-f#jVFyrz&Kn+AiVRAb&)Or?O?qMzNV$YSzD>C?Bl<HUF>t
zkGuDOGS4~{XkI_x{`Y44$KOsf^X0w$xc%SX{by^!K2ERyr@U&_vKT$j&vOoHBpaOY
z3_iOl#&GUgr`Si1r#860_}cbDMb$IJAj-V$Xi}S@+JhZik6E3r*{R}b^ltATtMBrA
z{N{bPev|!sdS|3xX{yC;i-(K-?UJ_5NbXU8&+qw3(P@5Q$n!h9?mj>Gw>Iy773=#$
z342y~ojd3M@fwRu&gC_|SDkWhC#-Ycw@zJd-Qmb%Qzq(4ynK3L^Mf`4l}rb%u45l2
z+yB4rbH4w_wfz5fMFq+UtgY@p4}84akr&y%Pt&#D#!XCg^GjCi-PVq^D?~0e3QXHI
zBYAGJ!L5f666PO1?tkO%?Z?;tn%}&+|6uj~|Ig3x+bepr{5>c!m#?7kkU~uF2GiA_
zn$G*pSNN>RUM^Qq@ZK)d?7(Xt#n1_gDV%?EoXn&GrcHZVa_Y+;CZ7zkTb}6?LUtqw
z9BV!7v_qqC((5D}GtNby1v~nV>a6oT7gMh`yJbyo)U{Oo!^;A_Vzgs_7d2n)4qK6Z
z_whHave^QnYKM<iP2pjCz9_<I{``$Ge!D~KG+vn<E^A^x__+Dyiio7SsYWsvUq4-u
z@gVBA<f8v7yH3q5xKet!UB2$X;q!7yYZi-#KRedq;vu@+Nq5pk_t<T3W+gZ-yW9|R
zxcy}_=dq>h1P?2wCK&zJc$mqYzDGEAPEEGLWUs{`PPtN(I)rK;f4yG$<!JIen|iN6
zoj|6z+T`i)|9s1JJ1n|PZ{}IO55DKF@B73y`QnV`-@h%y0~UE2xvXY-D16CgX&%=q
zqsQ_8PoJ0g!pwI5%DgSlGgq-a+`Pc>+riV9XIRzwNj(=y*tqSO#L>IIziV=x|9MmJ
z9LFAi37+FIF*1rhyEirNN>bQg#^knKJ)b)-Th>?j55uYTv%~tM+p9O)ehDyCy}C_~
zY3a59bxSAm^{&1DXi0axcFN_=sTXc0t=-JY({SSGey#ZI*~j@@3M>z-;?Co`t(`6#
z*Y%o_{oeZRH7y&KPy4iW<<0xw$|`!c-`MrwaQq*Z;PaK=o*0ThfBuDS*4~F5OB*+*
zHZM|osaa*m+xA96V``dhm1p0i#u-mpL(-1ET=V4R&!(N`GP<%e+V;ks+P?p<=)Jmv
z_J!vJ_O|%j|K`!HKB00rVOQ^axB1&9ZrLigZO!?0ypFENcix+36L&L+W81y%-i;oA
zs{dC12~B&w&DkW*`I^MD&z8rJAGfi$NwJ%MTxP<AZpB6amt{t&6mHu$?{Pv)N51K@
zq^(f}b#>=*>=tLO+7KGBiF?WJcRlg!9qY^wUAsABP3|pDw(8yHm7mwHFZzFP^_zG1
z6wd#in_|IZ?d1K=MuYK?dc{@c-CvE4UT)v9Sn}MI8Os(LPTN%&b4GlLk%#&kZO_Yc
zFAZEdTf;c5yft5S{oJ&`q;2tK<8NxpeBZuH@Un9-ZsogYwes+X12-8~^BNs!c)n)s
z@>RUO8#z{LNHq%_oHKVeTYiJv=9oDNGe7j^*EZLGUH{*tLjUoWU8?&clLL+T)2gL!
z{NK9H(t3BoP7O;-%cGXfeoO+cZZi(td#Bg^R7WJ0#j~r(^3V~-4!;S04{N(FnejO@
z?bY))T{k^wn(LI(l>v^PqP<6RG>o>fizaFJddA)Q^xN;i#@f2IlUvOlduMarh}Ly;
z5nA7Fv1V!MUAG(S8x3zuHCN>Ayx_4R_s+gWaXb9p3)J6?a^DzJR9AEA;^yZXjFqz*
zw$G7~Eh_pUldN<2A&aW>vvUjXr<bR<>zvi-Qsc|?nSM6-I<FU(NR#yLYM*1tLaHlI
zGX?oh%2;D;(%T=<#g<&N<5;X?a_kKU&F*Up8MbdbXmvQlCNV$1|6)b^{oj-CKlA@L
zy?*w|4{V`{Ki-x9pE3XcquP6Q-(UZk|Nmb7*#wIxf4|oqjQ{(<R!{GohtLe4wk4fO
zX1gCGl^smlx<rF(4Y$4fJYJ8>b8hBzZR}e$!+37ohd&=GKfG|+KTB-VDz1{l4>O$V
z4U!CIOi16mb-wDg3{Rm=9j|sh`SN7O%`ZKdA17a0bN=2vUYA**QM~$3^Z$zf>An9i
zx9-E=`JZp9FTY_mVNu#<N!N{CXTxqpz03~ZA6uxU=b6uPd*P?sw|0pCO)c=y^|-9#
zbET1edw!tZ--i9aE_2`e`>x(2|G(pmSHHFf7ENw`ve@t%m%G^u<t0zveCat^(H`<@
z1Jn0LvE<~u!v%W|znvcU^vwtEf@ybWm;X3x|119U3-SApKkEPE?e0!qGv}iGyGbgM
z5&yjf`2rOWhT8mp(lpt9f6|7{$Is23e$#qKqt|bXnGagqLMCVXufLyM{=eaB(y=d(
znyzLEo_Uf~+$AY(u+i^SjxFmap~9Czr}u4Jyyt;pQRKZZsWZ&#GmSoGznr=5vula8
z$hr;duAiJgcY*f4Z4ED@*NM%UCtFxpc+vOeHie?XrP62S^j%$*U^hE3-1P6m2?q-t
z^xwzc>iMz5D_3ys+ILqjov+^W_t$GdY3++zM`sA^d(xtC(NN+{3-gMl4IGLRy>4&b
zzE>1b^xUbnv!lp7yZPo;4X!OADUn@*id7o^##Nbavz9b|P}Pasbz&y}!{#84S;q|K
zOV|Corym*W-Bs1;@Nmt;hwg3ib^nFyKAY!n-hKV?x3keTA0EdCe&;<V5)uC4mvnwX
z$&ZeQ2Oj?QjA)%^td@Lm@9*ywKR$}IJmvrQ!u-a4`NFz=4-S8q|Mc-U_q5fM;_RRP
z`+M7_;wj(r%ffYk#N{u97|wTP=XrGUrslP)Z{9xjd2V|36iZh3c8<tLp1Z2n^FI50
zkNr}wK)BNtb50K<zYkNpF7J?7)yie{=9r1%m$Uh+<jf_SlYalnTHmR6=H(`p%dwMo
z<+d=ysol$&&0xN~HonidX5zy@ug-gajJJPzUDqruA6I|<M}eu#soetWw(ey7B-><R
zBKh`<k%_pFs?eVGKR-0bf7(3%zv$w9X=d{aH%4t-T(sqLMBoCo<dzR#)*fB9Ah57`
z(L|$%KUX~|*|%gBS5M33qmvHbY;u+TW8azWp|th+`g^}M_i64h+~*mnd(--c>UnmZ
zaPLcN_J5SD`>C)vmt#lLqHobfTh8hpi84}O@46|^_{aVl?%kCUVyh>;%sKY)qu}!8
z%g;RftgGK&-1oG|GjiIOs=eoq?A|$(D<j+cZpfNx-sjGrpP`?2#h3R``Tg|WKX*P`
z5cm9b>oONcqZu*6wol&O{k`YkuiJO_|JPc4kuOL^W9jZcoQh^9-|r>wb*bz$5;DKD
z@cXlHOB=hzne*5-MFc1H@E&%YIf2`A)>q}T8VOpjj}?^F`Q_^VJvgCiqr+oK-d}IN
z{BGQ)QDc4}K&v8FNA7jg#I3m-Wcn86d3bXQO-q$%xZ>Ni*>ux4j=2fh2lxMZ|Icv$
z&-VI5|NrR!v)umvj-sb<!8{$`<cx#|c{6VXO;OeI6wsJwS9$K{%_)l_CVn@X6ym;f
zW@3K1_+uT{$Om(e-)NZo?rVEs(~Jd^CY*R%(tMdy>));r&Y(=TP5tG4M{^`M6)th=
z6!<1NYiB9rK2eM9mbdo45p>D1$=~^GmYDR;z`Dngm8KQ%iXQJ(y}I|w#V@kGoxNXP
zZH;z1_4c9bb9<rdt{tvii@7CvU2}i_eC(WdeEA*Q9gT+5OgJ;HFFx$NrgX(czP&b!
z^}Od4f2m@8DYeb}pz-4vj+iaJ&cRc9s%k&ojV&uz=V@bJGD*cVW5yD$*?CHy0h-e9
z<b|_rl2v}N_Bp&f{aIkeuI=>)&Yk01{ISJ6{=ZtJ6{FCce2>d5ckjmjd%XYi{>Rte
zUKcoIDED?jOUjM+#T$$j-+rB`Kiy~fWd}ZQlf{YlOcpYKYdmsw=GXt@JXR6H67wW-
z{w9s)9B<Z=-{;QRS?}I`XJ75~X!G|ixix1jZ-z`@(3xf|Xa94`@qYPFPhKXMO#1Li
zdwt>ecit(r2kXCn|JPsh+I$~Z(8D_&-|PPUPb)M`H=MmOLeF5?LNi~5zMmfHudZcG
zf3$8r>+d+L=S!zV?62II6ZfRBNG#Z{bXJ?Q+>5V4m+r~+=Kpx4UVlpaeckMbXTuFv
z$uHX#+j0HaQFRul)_v-4zs}$|di1E}<BK!?Z4eJTa<4(uWa`sLYm)ZV_c!1EK4ZT8
z=QrK{J1U>+>DPbmzq$Lf(f%I~_aB;PpIrKjW2s7}ozwTW7bdQ+MDnFo*y69P>EnKu
zeq81mGvB*CXMQ~3`+JfxE+gl5<?^nJ@Awwq<vdz+^v$21r%8Uo%Y!$4^|uJH`k~0w
zsm8>r++B59@}L!0Uh<9of@<4EXMKKMA(>QI!h7In>+ClDM343R&*j_nn5n7$cx%C<
zxZ?Gs&!3a^^!ze?_WGUJ_hnXee$&Rbn>AuwrE4X>R6U8@SDL(L>o+?uPNtwO*IygT
z_20aE`|XCQ3r_^h{c>=d`D}GIxtUvA7?_q@`R-0wv1_HK@}`Sc-hm=I&$wqTQ+)eW
z@S}K&@?RVEi=4ihj%zY<I9pWCE{eNg(JnO0rOhol;djMOY5SiJr+z%x%k9@6R`YoF
z_ZdEAJ1ak{Jzc|caYKyn#&a7Y*mT~_wJzUqZezLe!@2A4KYfsJ=w3>np>f_FFUfw^
zzxO6wEt>CdZ{@nGsr+8$%=^Ea?>{<sH+I@l%lCCp_5Sbw|5D$=cGXHR{!0^hWxvPY
zd${&`{Bw8vA5;A8Yz|-DxFP4ffVldW+{H4^myRrbBPclAT9iNkIn(03e{-5-99Z|(
z?N+_z<rDk7n?rDUZ&9vRF7M5^CRvw{>|mAJ@#VdK7SA^G>_1Vyhed<Dv~53xzn>dc
zeMcx_+q(4k`Ug49;<w*7+O&PymudgR-tGK4?W{F_P+++CJiFgbtD-KQZ|8AWJ{P7M
zaa_ZH#Wd67pDjZt8x+nuc1Ypu2c}Ir&y)5&njX(`xJ1czuMX=<ix>TsKc5NYYtP{h
zTAZlwoN@Gbyv_6T&*v}r_~)4U{!{Pz9Mx*S?S1j##O$E88`e&|o-d}?sIaE=u1M+T
z!W&agZsk2T^|L|SmDrm%%B+s8e!kdH?Ll-upQWwsQk~Pfho%?z9aU<XE|o07!xo($
zdYeb`@`V`<hW6Ih3pJ7|=IoGS`L@V-*WFV;#kjSb`Y%WvPT6$&wEq6ntJm*4cvgD*
ziO-B)%c9Re_kH>yY{8oE9<MW}DD5qt-+X=FxyAG6Cq^XLNZdAv)|2?!p5ocR$NqrT
z@tmCtG*%}_$nsn`R#;NPQo&cIrs8?1;zGaOq6-?kH5Lc$+v~sG-2YmX*gDP+Z0}d-
zYOGu#CBA*1RCM$_Tf1i;#ruE0ThJfy;g$4y#ifffrNlm0THLlZIhMF4d0z}G!-1lc
zNgJ2s@W@5zg!8-zz830YB<<&Se#Y6f?4L8HeCaYulSomCn*4mPK-$bD3Y<pL*B^9F
znRAk34^JJBs)p+XP3dIolXuO2-P!+P=I+cAvG6me!b4T`f7LO4bYglub-y{g`MrFe
zDSxlctXcZ+#jLq+uUGH<cE#&q?~yRx-HSOtZCjubma&$(^&H#Jk7sX}OYpFL*~DY>
zrpJ9rW?RQ?N8#;$7nFTPtQRw0e#v^zI`5tQgr}J|?ktyjovU$c@qKTt&aH_XCQq95
zHP1-y{pXwM_Q_`Ui|)%`l>hSbY4d~Mp2aNzd;XvHzj?p9^I*b>H;?Ab|Mx|`r_FiV
zY0c-)k54%*Y5(uye%9+BzD2(`IANS6JkP&!+UCu>k7w8{$~=@E?%7n{^!T#zv(1`L
z8E(z7$0l=jyMCxR^W3;hZTFphrR{U?+8%o>+qT#+Qmn~F|N6(qFJ@0apSOQ{adE%K
zs#(+J_Z+%AU9RBsHQTbXvdX__cklUp&01ww`$wVvM?bzyd3iF@WY>Dz{<TI9>#u4|
z4_aB@yK>6{Rijw9x?FS7E`gZ~LUNR*xL3D}+Xh`%SRLGV@4xwstdk$^?S4^n;h}hR
zbK3MPcc$G8T5!2VdV5}BRgu%(DLu!MOO~issvnf@N`F6DZjW32e?FzRAOGA`R@-eZ
zalf`b|Nlu}yPqHTKX~(bzGLjBIrA=_d9D)aS1)15qZndP8QET<x^7j4)$ET?F8klu
zUD!Um{GH*A-Hkq%S3C`=P?zj;=V@b}wJWX6Fx71Df_0}nUKPe(_s)*#s_?o$b4zqr
zN00fv)XZb4{||TbO?rJe!>VD`hy7uX3#ZEN-J81Lwpqv8wDi{#7^N;7%$-+USm<<j
zjX=bo?pgD9yop%L^{jgV|GXY`pSHydJokxgxFYLwZehux1@;T3fA`!x#pG;q#<Gah
zU-$IXv2Fes##)j-;Y7}hRpwpsnn$jkPxo;SoEB2*+x+s&nod8DEpFPaxem{btC){w
zrS6!aE8+L9py0FEwuvz^`b<xkco*>tr#{y?*S_cE=gDo0*6jHDDfgGs!<sTjBd^G{
zUYk-5{QbS#rowW$`4yXrT#tGM&9H(Ei#O&Sc$s+evwqqdv3XY)9oPQ8-!C-8MEiXI
zzqh}8%8S2!bHB4==V|%BXY)V5Tz{_O&y$vm>ym0VKYZtH8&_L8zk9Ok^LEy!OnWX@
zq<=WE&g0&Z&{Jm57yG^ud%ZDJ$y6)wF3Ub&tF3CUj?6uLZ0&>>=cc@6k6p09Vo$91
z>@C;Aw+XCWxixc^?%WrtKMt&K-nH+|>m7cd%9l325W0JGD`Tot%;ulHuldh^Wf6P0
zKJK>_TU2N7_ceRNneHrn`1!p3vnNj?r>tU?oSmx^|NGVLJ10c><?Wx=1O{9&^_{Hb
za`@eb^ZzP(KF_=SbkgLflTJndsyx^GmzmA;lwZBeGLfh&77H_4QsTlywm!_+_2_2S
zISt<#(uW_Pmn*6<dODR|z2>WV{bZf5DxTXm`bOMeK7DqhxM{Bbp*?vQAL;piWqr-|
z(W|+#vn6@$(skK=eSH<bzHo|P)+~)Jzy3tcDx$;Sz>dDE%R#$NWgX42d-~_kltmG)
z_3;+!PfK~vn;w<B+j)`Y^Ah0*^_``!MdPa9mcF}R-+gy(ZI$7d0$ttGXx|L?cc0}9
zSPu3c4b^VjUAv>QIpw`tUg!mB?KuHH>5gqy`p;HypH14CVmI6P=FP<S57bV7=6<zk
z$^6uchZBM(WVr^1Cq}<w=8DX^nR|OpF^4L%q9@DBm0SDVIK@JR=goHtzSg#ibJ7wQ
zjakP&y*OFS_Sm-TD%Z@6xZ1a-d%o+4gBst0T0I~A&Yhd7H_a!#+ki#OyK56qv)@`L
zM{}to#zzW^%z8CGsrekc+_KE@$!aOhWsL$BG6A8gdv(-L2Gs-_N%g(tZA(n{u(;j!
zcgp&Gzt!x2Jd9uTI^oe(s~np+lN&q!>3oWozI6I0x4zV$*u0=!sqai(j&C!J$mfmn
zO36`j(Z2lcHSbaGCxX$IN2hc4&sJ^CQ9Uvt)Ai+Hmbg^T#UB}3l)Ot9Shz{J3h^Fn
zdf>{tD%pS1l9ZDYs;rL#f7G-cW{g_>Lx<~oWOB}zbsjluIM=Xhn*83)z9QwsxpTVb
z^ygjj4rV)C_@lV=zz#ieQTv~#=YKf;{a*Tw)6TC-Lm%vUnqL1=bAD}v(R{ndi@(<&
zyO%LN(0}qPk)=Z4zUQ&YPoAW)wAo#gFX4lMl<$qXZxolLOn9$2^}!nx_lkq7B8q-r
z)6KiHOVq3}vYt0iAZB6AHi=)07bj0LdH(Noe&Oe5vSr`+Uwr-T!FoFM=yLw~o9YV=
zd_2ke|AqYDV86b;!rqs!YL}|W$u`HSR#m6|fBhoT>}$cJ*1v|cqhh3mWVd=HDJgo$
z2#NYm?pmf(`R}CujrCk*@js>PB;%ZpwROg5ul#gq@nx3hiCcC%o6avPsyWg-+gv$S
zS#0gK$7#nik|leOE%_zNH^1gwP1V7(x63P@@BYu|pJ(^r;rV~MN&k9|toaana#7rd
zAkIiLh4;NDKH0^23M5)Td^Kxxdhxk=wJ!NZv-jREzp?+b&@THUR;?2_gR+HI-q<~J
z<L3Rxi{yMBUM*_Of63=m?wHKssy$a+DNlaS4Tt^5W=Jcpo9j`bzm9Y9?j_5gt=czT
zKU`=}#+_ZYx-F&xae3)(F?K#;pDoqZkLyeqkGRcpY~zLNr~N+YbTwV>HtsR(X>&fd
zSkQA)jMkNFTQr{AdO1u>{qp;7fx(Oi-i5J`o<|vTF<s3%$I5tKa$}EC(t+OGYr-x|
zoo?lRuRZi+%k=b=$flzSQqr7iiw@U(W3$xXTg5%~n$EO&_jH~fJiVKzjrrMg-bIBb
zt{#PM76np@uM|XuCb}%k`c!!GiNoSv=Wnu`7peIE;;Ejr>;47luQzvUo@6tAc6wHp
zp<|WrDs~mW#6X@YNBSTBd)spCilenI&o%QMP6oEZJfCXsRqZ~0mz_CnwQyPf{Rh|9
zO3zqy{;jnB$Gh+EEQ+hzGgbE7gmXSJ!prCKvoDJ9_HD8cUC^R(ev@A3t~FWHx(^(T
zzouFm>bN@9j4fH$HMVqq<t&wnImz2TdF@Jh+AI1_O;GE@Zu37v|1KQ~FUecd%l`b^
z(mgYC3wL(@D3zKZzVX)W>wACxYI;}Md-rzDiPL%sx*kiIwrZ-L4%(#iUg*~C`FE@R
zL-l_AcpM)T#yzK8C!F<j<w0rv{b#n{tC@TCqVlWR)pNw#*GM@Bc~1&)+UauIV5U{P
zuIJ?`7b}_;IsTAhy-{_rpuFF4oAb>pI;$pC74}`3m1v*XFZkHxu<3_CUwXdVS08Dg
zFaPo5V)sAq-v86nx34H=_TM#4KbB8@&l#pWI#>S3{;v`|dotgo@W`Qh!}-M}HD?|^
zOq?G0c+YFQ>0xX)%><@5zc_S_Z`Q8Ftx+2_^mfdcw^=K!QRP}Hdts{7UnQmZ>kHiG
z$Ikn{v;2MNy_(0X@9Zh;|5)KP=>?y<?5D14=Yw|XPI$k7*()Mv^Ml3b?>&Ff-Tq>k
z;z^;R=?jim-?++ZU3sX$XhGE4h^f3=H!jIMmg1h=n_5<OuJ@$g$pn|s>k-#4%wSu}
z>Kps0=EjVbD$mqh=48aS`}+L&pZdM>`b7@erZXm~e~jmTuHb%t*)rb7>d8OzecqG4
zSN^<u{Y15*YlYqH)<c@!Ki+(9pEGAp@a%>aCT0(;r(VktbUIX4R_4s+6B~40)iu-5
zS0Ur2%EDD#lT4o0SgBv+yvF_N*aDR=pXR9eMod#(zvoYsL%Pz$zX?Hhw)V>mr``WM
zH~+J^{Xfoj_jHNZ*2<qsH!al<XN>tbD?WI7jc@Va)Y~`2B_+49b-b(MEY%SGGyR&x
zKHK|ApZ7)RMx1*Vk}BC|zir{F?2<_j)})phrtXX>+HjxSNdCEj;p!E4Q@kCtdXF2*
z^{-eZvNknD>xPFj=T4n_w>13u>?GgIdg@u&{+C(V77=YU)5jy!Yt~c4xzPzRCzw8+
zQ<|F?b;f!=Q{0AG^Nc-yrz}cKpD=OxytsMBFL*B)9sE^r-CF*Df#;;8-u}a>2m4+b
zO1*LYlPh=e-aMQ0h4(fY&z$hxxmeZXLtN``%QTa<yM6p8siZ_6%U-|NZ`QIqJ4&ZN
zENBu>oUkiO_s5@;!F9jx9oG@pKD8@pW5fgB%e8h4rNNg?9Ag)!ZsMDr&AX&7cshUd
zvpHw4PU*O-^do_9QnvizSs5E&uAgwih5hc9OBKoiGj<gEPvDvpS@`SbdClqGdHcWW
zUP+OEY<fuOq+8xx+Y4Fqma3gC3VIp1y6N)eV714bk@|-vy(jw#_<9z9oRPZsbiseK
z^7s2sUHp8$;@b;jzPx>>?ympGxA=DX&kxoAdCGqno|`^p*&@ws4Xss2Su<Socev+U
zI4zS5%9v$ku;%sU<u-dQp8XV`zoGiI-tX=2F3x|G6eI6)AxzC{)9&&E6?+b^iZGZx
zueh+Puc$O)q3dQ{yO&SA_wg>it#PXL!K<^oE_&zqsjb@|d3RUAt1sL3Df?`RUisEx
zi#V@@%NEy;z7?u^#!F*=)OtC^>hG|yPusbJ<Np1%>in~pT@^bSb=_24TwG+e>fgBe
zA2T|-UY^(WRlTx)Q}jXW=boE;Y~Gg(P5kg-&y&eH8+Xl1Xvz@{Kld>AL++MiS?{-P
z+~T*&+p2zlYweY&=1+I8v);%*doi%}QlH9u<2TQzxE@S0d;Vw15s`-i9ADIA&wM|$
zs73iSt6cY1)xVBT_om;tH0g<C=f)|auBllrmlkYRJZ64onz4^^rd0P9#^WnooK^{U
z1TFgT^Lz6VKPws0UFx2{`z~5MeX{1swZG9<zUpP(J08`#y8Vs+H;Ls<s|+5<UNc{q
z+4n^zJ;y?M3CB#XeOEVL_WYLOEph9E+>B!hwb|?VSZ9`sT{gMm+g!Nrv+9f)wFzq$
zX0Fm(ux{O}bvyENB68U`&w075bFI(1sXru=t(c=iuP-#{`99&2mCvWzKc9QvcKx~b
z`|;gdKkm+*{4ss=xl;S>{oiNhA6Bup+14$+$78C}gUz>}`Q**mdHegR>V7|=DP1Po
zsuO}1PEqhIc`!lyu4(w%GcR9mK5uDfxkM*hq$xCT;!@4}KfmuQepYQY=Gk&&_N2;}
zD|`>nn4{x4Q#Z^)apl^?NvU^k-Bq4AEpXljdzl3>2ZF?|wQN}7^6BmRJ;!>jxBq<e
zQnA19dByWc9WJq@3kwaR&#kooH)HbW;(rgm|DUkF{_Sg(jtQr4ete#65#thkf@9@_
zQ{Nu`a!dN`v&*RACP&}rq+oYBHr8X-JsW+N2hX#sJ#{(VUvt{(a}%@#q_3}j?X+Ua
zBn#;e=b~O_OxwO@)}+cWXLYB4e(?R{x2Wi2sXl4$7dt(oo;NSoRwy)C{7^4{&qqD|
zy<e=h=igm^U!K*XDSLb6zR7~EuYDJ8$WYv{%!Nz--PB!Aeol6`ssCrWE~c?`%C-ba
zc4fcJ6+BT{pYAo76o<HaDwzgpbuC(U{ryB0$<&>TR=!pU4CBiF`>Xa_OH9X(#4Y!d
zYbx|hTOw9ySZ`f-sPg(l_qin^y+^rPH-32W(lA9czwW8-rn>p}f9}11nET-8!^(E`
ze`aic+4Fa{`Hv?LmDe=8WUtDS{P5XI(ch?QuiWIhv8Pt`O`0em^CGD&IQF`Ru++v|
zEQjW86g?)fYM0}qOgA~}*~anfc2s{??Yi3ZwCL!+gSl1BjFtLN_4j?xuY5jt{ioae
zzvk9`+dTjCi<82u)Sh^?p0^g;c7yk^{dA34f}*=Gdc<hg-i`}hbJb(b-sQ48mL0y_
zE?lK8cxd<AYe(`UW+ru{c3<9S<uXxv+1#^9OKWS^1%5PhV_!4PTkNxD>E#VE=T`PE
zG~$g?opGwbaBfraoqd(c^X3aC38x;2I?b`nz(Y2x#pLqB$c{LV4+kG7J1Yw`SxMW>
zQ@O~&^Yqn}U6zMU+DtqzXuY(_K6mx5<pi~f5>ImtR%VMni9E}B{Cxk1Wob9Wmsl;n
zFJG44)MMJSdEex7o)eETF5$T!y;>pLb-|>Ty>nw%#mTd0EOlnq3fX?}>)PepbCm=F
zuRgeO^X9_)@7Xz=racxs6YhOZ&(Ffv{#nhoMeBUe%om7A_YiW8y}eF<gW8{-!v`DY
ze$@N*$*0=*<(>Fh*N@0D@bwqD^hB6^C|#Ah@!;c5*Cq}P<Aot}EKW4^Oj@ViGnHeZ
z-Zjav_W2)o=<WFZZu`Z_yCWtl#6(=R&S^iFbJl>bF+{UDamI~#^XD6HOaAp&=IyB;
z!WyqOB~%q1DM+6m%^&yp&4&qxm(MrSQGavS=0W}+_Wzple~-@p^y9Dm#9v(RwdSm0
z{<)~_YNq2(8Kp~#dk?ngoEEsI7@@dk!OCYcdgm-^zi2L=Yg_hy@4<7uw_oTSuaZ18
zdCM~Un~L&%5`1MARevP1y;_u()w^%A-lS|MXs(|dFzx;Xh0bi145t{sZ6e|6`E_r*
zGkDANm5gF%3vOJxVvpPAvrBbbH|U6|`{?&&yb^j}^I$Lc&Am?I>S9WHEa&v~BJ`eR
zs7m&?J&D|9_V!qI;oN7O0+Z^0?_CfY^LoP3saNl9o9<M`5pZ2EC;8OVS#_HZ?tAyd
zvM4#|?e>70#%kT<MoGRoN0n+;#!Y>)bBUg8YUqTQJrCbCTwSyzOXmj5Lg_ii66-I9
zDWq8ZSQXm)T{KiuL$o|kc0<g%ACG<*KK69G<sGTVEfvphyT|m)Q<m)J?J5^JE1Z7q
zG7mf})}gp-`s8miTAGGB0V@-YB$Xu!ifoj<)y{->UwC1%;F6r@t>cp)_8vFqyUrq0
zobb8&j@YE4=1H3`a<ETM|KQr8SNTip<jH)Ap1;S;608$WmVMIbK5lW_H=pU#`4VZ(
z^jMRPt!F0|&%1SHW8@b_5e-i!-=k(aV%*C<Tb_P8>6p}>;whn*J@sRkDDV97p~%kf
zc+%s|ZtTaWypgcF);4>q$#k>bM=aYXZSodi|6pdK5#$*(bplIqXvKdgNujHg7%e4d
zE&8x`)vgEP@_WR&6=dT#KkeNf_w;pq?PUMDKg?^&mv~L!&{&fgX4V*xq?>d>-7~0d
zFJo8B-iH%hBB$g^s94(0P10)iHi_eC``KY0zxQyjb@__0w#ShNZx)@*y15}H^hzt^
z^BLmWY5iQU>Oa~Ci)hz9-(Dvzyq-J2;^FRvQ@hJo?kV{eqn`T9i1W&|ZQEl17o7}w
zwNS(B-1+mBzrJuTPfypGcDhgc#oiZ9e;6j2@cPc367l$&q-NZsH4E2ir+qG7w%IuC
zbLNMloWC+juYLBuSuN;PlDNk1SKpy!{>2;0=bPWJnf?2Fd}4Zfzs}ifw|NzJ{oYe+
zw#9kELxt43LLYr`j)xz79d}wCH!D6?>8G4%IKO>^X+G1gTiQNvHyq{Cb?AD*UdX3w
z8aXe(R5UgCsN>OFdtSG8WU+J#F|7^W!{PbPHFk5%)sJiXd}HoRc;R8QDQv-1XHVZu
zsj#gJ4YcL#tRFsjC+ni-SuOeZVaL&|ql?r1e?EE{>@sPCPS&eqNz(4Ry!YCA8ZH(H
z9NNjo9CozpX3n)-7T-Bx>Yh%?IUaMii(NIdj(R+~rE1?1OXpOkLpQqvWaiDE`{}26
ze}tH5{+_R*m-ZZg_s-7#_f7qZ&u3?q@BbuLy7j@u&#o>}r!}m<UuW5J^!y8<jUQhn
zT#R2FoUqt)U&%JE#-6jD)^oC#KF(eGzLwqS{<0;mtW5WgKHu;lYsZTHDqDAnsED$w
zD)GHZQQ_kjobYy=;RBt_kc|&?4#)XTd!91$*v@62owwePJy|weW?g0W>wx9QresHP
za6jA`F-^4ei&NHG#>SP0%9vhX@M=?x<VlRa?(0}|{nxK4ex5>ig(f@yPO<fRo)YP{
zN_a`e`Cf;KZz`$`S*GZ5HTW&+_^u)QzI>^|*$s9%8*T+JnLD*)Q|`uP=e8E<YH|cH
ztDHXC^D^n&$D5k!%a`kfduL@YTBCKaveD1fH#zC^gNYnv$E<tYlgrA>CHarv_C2yJ
z=H&hZ8L!tHUU`)B;?N?o@1O3iGG6C8vs3ern?m$&-D}58^li_+nQ^@SXTC+n@7F!=
z_V<Zf9(s9TeV)0{#tBng4zIb?b3A#HN}}29q_v!Bn>sGINWCgL_~wkEjC{f4d(0vJ
z2EQK(if`7OJU#yDS^FRSH}`&LldpYWf8eZKbG|^FQeXv7+SUVNtVjPexn%!pw%cXj
z*LF@MI-KKmL>TMl%g=4jRo~h1U23=a`^mlECT4b-H+I_1X>oh<<fr1%q_*|8akDj+
z2YARR#qG%MTj-pt(Ya@bUP|WN+XcKOPd+KUTmRGdy02y2gaX~T923*tM7!A=qx7z~
z$dvw!;*#S{=DGZG%FUW<7bm&}9urw7eSL21TAyQ47osl6e>t4K=&RVxC$29piaG7E
zJR4bE_(#lj#axGS_C-7VvL0+JJ9|v(lTGsXZD|Il0#0p+IHMWHI$=^Or+NN2jc{+V
z;>J?PX1zHFqB?^DrkhsA2V6DH<omnFeU)kI#e(P8>?*H4uB?}Eeh~IRcC~9~uE=4Z
z0LyL%_p>{X?J9GA;#|k6lreekVnam}{gV!<madkmk!N;Bg!Ht}>taghIpn#b{mb9e
z8atbl#kzvHS8dLznzP@EQB1Zsr&{=-Qs2c`uk`%;#hO=VsR*f0nl8<$dHv+mBRMVF
zUnZ?MoGZU)uFlG->nv{PPP}Dc{@g}QDP#4rzUxh|of>muT7Ta-V6yGqEbjNUDbu%e
zE;MWV%94`6eK+$=)VWJpub1*X`&A|+I;(ku=c&y+b2H|Yt_kz**{I^_r2n#&bNWU>
z<D3oWK7805UszMqV!Ci+pq7blsjSnCOFF49Z96Zec(#3Dd(N7ET6O8#of%SUd+km+
z>1DloI%moJjWMD&*$<xeMlZ?a&(=|O?6#}@&-`n?eOgq+v(-(zHm+GUD=Bn=iiGqz
zP1T1#-n7{NzV|&sm%Hx&_qzUz30Gcjuw{DAa%$VbLcK?G{w`HGsGlje<5ot6;x@Le
zTbL!@Ypyo>B|opIsI1Fy*<@R*?CXw&PDj|Bjy4`tJFgbwe=YJ^H|ueAb&;cUj$IS<
zuU&a@XUpe(IUQT?HRddu;4*oca^C&A*6Z<=?bYS+Nt=Y5R_4rpaXaY7V>fFD8yhdH
zvT`G_%ffRa6MUO853$&Jn{3a!4_bTk+4yiuI{V(3O|$efeOe2IR-0@-c4-Q0kms*R
zudd`!-505vT3)TYo+K+y@H(z`b8*N7St*;Xr6Q?kH)(u0Ht~5Thk4IVEibPgP6Hv)
z?FY^|=gMxrR9I8j@ut_J;)B-Vxw1|!6P~^Nti12XBhM2GK|<-eQJ#A?T4cX?s(7*1
zLh2~*&8A)JR=(aPowcPt&O`LOMycg`*D^Vs_laAhSnKNNJ)ZOY$CD}DFQ**L@QTz4
z<l6V~>-vw&)$c!6xBq8&|Hm`)AJ5G99Xxroe?|87r_#Cne~z$SkBSNE$}!=XXL|F}
z`bO<MWqJ1;ogW`^1LnNo3cP<c>uv3Wbu4Y`vKjVI41Kzr@j<B|<MmUE|G3?j*=*=k
z*0#W2?lI@&$~CUqvJTQ~?Y+2u?XBDK-YlzW9i!+%-mgkLCAU`A%)bBVk=X8SyrH3i
z(^NHF#r_ucntr@f8vWDo+|RWPm%r@|^jfsVWpxDe?G1s`<UZ{Y-!{2WIXQ{>Vy&Cg
zkqw8;ShgOm@8&i6{!LObb#*}C-RE-i!lmyW+<Ift>GhxP1y0e{OEd24@3)-aYBOuq
zItLbphHFxDRj!l@PZeBvOzK;4Sy|c5nQsiF_$2w-HJ+F~`nqd!dG<e<>FjgAs3`5)
z@XkBy#M=g$wWi0mAB@Wp48LXWQ`x=QyJdalzkmFN%hH~|yFGztaa*vf>?&6d;g2&n
zDIaZNNj{llb+}rBr;1~JK`(E|;bjSxbzZOB-@Lt_reVw{Z};fY<@k-&zf<$}|0^xa
zllySm{`d1ae_t)nkeai}<N3sWjOhj2j!B<fGeh~3<=%r02Ma{hHs5=cGebja^P`XJ
zpV|C=WUR(szO(c@<KeruHM0~i39KtJ-hckhhn~-mmFKMAz&9mk{h}6uikUf23|mf4
zn(&(OhuB7ydl#bZI&^*3Kfk|_{YUn!Zd0{9;d=*`&e40`^k!MDhnnXm)tR5_bl+>7
zHuzh7&QRh>&+)~6+Z1;>Xx_hjh4HG|iA`$`@7vXT_F(sxqjO7EKmBz4<>h7P_U5XY
z`EHS|nw)*(^P$rB-Ns@9FI*;m^|~~VG0<=V+d`GinU4C>3c}rm+-syCcnB=wxcp+q
zzBfI~Gi{u*{LastoMKu2ZjV>+`HFvkEK6f2rAmI@xkT@<gu0;cmJ<PaJtCI(nlo)G
znB&@3+V65cu+?>o_CasQ*osYwZKb?hGc0yhoLE!mH1Ej`HATbU8tkF53zoR8n$h0W
zBQ#Ir^T%*`E!j=Ixxz)aU2^y&%;fFP#hU7rFX=cN|JqFa-70g%XC^<cZQ1j(*I_|N
z`f0U-1Fg9Z4xZJURQRJ?E9|%OPs{tD^G9sj*11{bXD_y`IZ(QO<6Vcm7rl?aX0N?}
z>S)G$%e9BTX3kn>{JQN(jAydUHOUgI2Z#CVPtLFZe}93nYpnUh&mZ~H4{`td^HCXe
zl(*3|$Mf^P8VN1EP<TJw`h3#HM>V0F%s23~rrqIwzM@cSx?0VjFNR;A$4^MJ-7>`_
zs%iZWOTWs`Pp_|>yU3{TW=-d-r+dC!vX%PXk!JQjsI+(MoH_G8Jh%T*ylU5z{(m3(
zZ_ItulCb_<t>$jd2c_wO-P8A+i>Uqjuitmg{drTYo@<<*wA_FG#}^ls^_B%oU3R(P
ze1q+ZZ*#F;o?Y<^F8=0nInm`aA2>5iGhEZvv?$`Dgz)*ztFQlDmj2eYtxix?{;%Ww
z@c7E<=5fER%)iAa8N4`NaL!C2_)*J&$o?sMVv>o6_V2#zZutDq7f$QNcIQMa@;}@w
zs440z*Q?-|+%kD`@+F<a){Qfzyn+=&y596hgqn7zx`ti(vNdUjMojEwf8ixTuOIoZ
zd1~BIvEEx=qx9GY4X;zHk}jMM@a$55U^O@M#3r4#{MK2TIVLKhk1gkj$(+xM`}u48
zk0(Dlzpr)Y_6(ddXWrb+tGs09)lEyxagM#JC>h(%d+%(tx#uL69P!t?vhPLbPYvP{
ze!o`i#DcBwI0|OR%`lsKC(3)?^N80L*7G;UwAJuBo;Yyw(wy}*Pi6mowEw66=hb2U
z%9l%T_q5ge`7J+aub3jUuVco;4c{2o&VT)hYvIZA#k0RgKL4}p!1W-v`%B(ySj+W`
zXW8mx&((P7cw6`J-u*GAEt>nkFFM^RutQ(fdGCs2Z%(yc>sMiYxqv;Y)zKsOg2O7&
zPCqN3>PavB7D+t{xFvPzXu}?c*BiER`mVVaxa(=g9L|5cpBnKnZF%)4qBqlEBWFB&
zX&2wFO`b=xPgZ&EQM=V!yejmAe}-?iCD$a)%e;r8nkI=Gt;p0nY2><HviE#j?;q`@
zPH{6GTqF8l>~YP0b+zh}R_cl7S?89^$jKE})txFaTiUn9Q#0AO?TEE|@Kr&VB#)3|
zDdmUWz0;fgQKjXxsuf#IS4YL(o_|8p$L_6V_B&Q`Cg8{}vn?lo@_st?tm>yxmGLqq
zE!N)mY6a1=`NTi0i>t`eN=db-{J%WJ_269d{eD_iiAy!Eq`eBs(Ao7=Kx3+boWI8D
zrp=d)zkM&iVC5<xR8?5K>NC@QnG5%K9)4TiW>fz|@pAh7Al+qmc78Y7|MUG{^_r^J
zjPkYr=PRG)?zyD#vY=G-%e^?Zzp;@)=B8J3y52lZX=e1Cw=jjj#jT4g?0JmMu7qz-
z!d0x<@6>#ds^0#7!6!SXtZ(mR3?z6hs{UD|_;eVQPO7uD6)g<k%C~8km(<N?&*Hx;
zR28mPSZ8S8^7>G$?h*54<@bKBP0+4Sef54fpNxEp-SvlNQ-h`)?dtBH@N3pn$;TgC
zY~C+i@+xo9+t)lj8=q9pe^{_1b=N<mU9Pj86_=`b2Ys@6zvIpA8Ru3<>{_ejnv-)Y
zD!=8%vGS(ndf^WrPGy-HswAYw+&e||UYLe$%Ku}G_k0_ebWOe5QhZumSFp7_{1Q`8
z^r^>sd%0wPUQ_szTNlqu|N1HU(;?`#YU$gXclVxt_d>NR^kC7(B`ar_u9#x1v2cRW
zB%7Gv)2WRjT1zCk4O0CctFVeI@W!pn=yC15{o+YO%=^jDC7q@v6ql@88OFQKOj<~P
zW9p{+SC+@CN#;s@G3Q=+HupkleeUM(N8N%qe4Lp-BgrZ#@K0?vv)K&aF2&cSdp0lA
z{`dFTvTHj_4=V^n^PZe$6H<{9vv=z~jwK2cg*I-LoD$u7@YeOi(<WNaDO7rv(~`Z$
z`IeXGti#La*B<Hz-AwcAN%)h!BD=E;d@pA<Mz2ZAl&bssL9qTu?|OwTYN4~Pzu$kP
z@?k{m9OYUMn{7%0MJ`$sLMJeKPJ7d*erNA@q0gx&OSUHE@$NkLLi=oZT=m>)_U%8P
zy7Na)Q`PX?sCDzEw2@r@3|;ZUe*&KA_X>;Z&h7vEkbma+XMf!5f7>V3*YEe<{k|;b
zpR1ADN2kimqW&)58Go)#JXm7&^uvb<?)`F`BlHeet6s19yvuN|y6V}W35l~W`|3WO
z)gZ3+YT79lfBxJ{dp8$8P*^{8!oCYN>rL-vmz905eB8VK(}RDr@9g*}v@$9=Sg=Gy
zW2xwh8x=PMoVHs_PF8DM-Y;kLPCX-Yg3|&|&vN0mX2#P;n=VfdW-+)ane2aF!`tK2
zoJ&{EhzHO4{-yl8MXYVIRkYC=VIO;wkVBOwVoOUj?me1zZS7^2h&5bX*(=vBG@4eo
z-+x-$!=Sq+iH~14ANS3YEo!c*-peheZ#ie$939>LpP%jC^KUM5iQR)IFFGbq7VbNr
zzNB-Ry~GhF`yA%EnL8?<i|OzGqqX_yoX3-eTc$8R5|HjFJA5He==QTkx7QrcS^Vw&
zwuu~<JljR)ty&i$>Uv|&!-<EKr!I;Sm64U5v}~4(_p{BC>-T@-y8Kdqf|l#+xHr?x
zR9*Jn_Sn*!XWeo`MPsM;lqF}I!a1&bTA16e+h)DY`Jv1dzIDb2wwE@3uCslT>8KaG
zY4?7o@~r=V^n+P)E=dc1%$f4gG*ZONy>fc#+$7hn&1K@|d(R!2Gm*Duld0m0%k2j@
z^%XR(TF10xu}-9@_8i`d?=I>UidOwD9~Pfn=k}pP*P(rD;_KZv1EPdg)@80bdAY^J
zv&rRd+vjVyE8gZ!G`%|OmxQhBqT7C_Eevw+7vHR0w4|rmK;=@qZd=dn3uPxXm%3zm
zCQFGOo%DFJa9<z4<$jCgNS(}C24^lrx$oJqbY0dIFT-^Ur}Mw~?)K*0yG^@yd(V6N
z<&(_XkR=9f&jQPX9o}z~YwB2SwCr6*NnP{r{knNO*US~4{Yc#3L+s9ioiXpiY!g}!
zRJLxAn{&X#_?%sRe^KF~)$u=LH$9Xym1^$KzO_Q}bFTc`iBXDE5@swD(LQ_fq@}gB
z^^(1IK`rY7Dm`tjkMC&vcu<f3-Vd$wa&>23{poQ3%xWHA*?YbIb@|TH|EYC9&i~u5
z<7e+A;k`;|kNLp}9oA!E70(Nu8Z;yP{5?O<*&~06x%AfInOY`RMhorg&pqEPJg?R!
zrKn)~?)7{8jBcvSr`o*Od+g!n=P@yJShFV=aLAuI;?$v_d@y&--s{4g8y9lExm4SF
z<6O&+>=oSC6<PmRc{T5syK_bKQde^`b6o9LQ9l2=9`k>v)E23xo=G!)_SrJX>)2z?
z#~&qhLv7ZWt#-b@HhbzMo_6P7f9sYny*sb&hyLG6{=9n+uC0v@S5qruZokdPXm<0B
z%ilWdv&((=>|-l?8WVBz)Qg7`{uV@7Z9lL}^k$#3?{ALvg>^z<yPcF;j-B3-F-`35
zW*z(5b2)JvjQ6#M9kw{Q?S;=~4gQ}$&)56tzy7>7|Bu+VDIuv7LR>Dstdi|MvTIh{
zya``e{Qc%%Jk7>)DX`*&RdaS$&-W!KS%UQ?p7Be3d4FL|&@pS~W7f>8b}g8vI;C4^
zcVZC#`}ME+&gN+|26k=I)xB-<jr)k{^#wbcv}z72XD+V1>&7Nr9J%eu-nU!Mv1iY_
zG3~XR@5;AAPySB3Q~dYxu3p|b#nbm)oLX!mwe+vsWrg)^E^C8t=<mK_bFB5zfn5=I
zG7i?5J^y&w{m%#e{pUBQpJ#S;Zf*1r4E@Ns^H}=s9T$Ip)VF(3zVDyuB%S5!xXRjX
z@6|okQ{S&8klLFgbF9iMn0@Wu7m3{)-n~nInBz5d(fsr$UnEj$@9n5PpuIi*QI6Tu
zlP?9gnkL>>7VSPdXV<zDpQfzZ^xEH-V~N<BE>ZjX|Kd|Z5B`7l{$Kvi+Sg$_)SV<a
z<4$OE+%>EGx$A<(`*@wpIcImR?fEp>-|pd$7ag1On&SOil@^&MC@H*tTIeL1p?d6w
zZgTkwbJyuBWW~C(B_F1)zczhhh1tpAa|hQ(um5!I_WdXK_D;Wf_oky(|MIx}g@1p=
ztUJx5%NnWWY1F+et+4Q5mg(X=u^YS8E>6-peW+B7`-sWu8@F#i{rNfF#P{sEcYN0l
zt%^`kd7+ZHPwT_Ijk`A=4~z}AI=_YM%95#Hd$zi0v<hV&;o<J#zFhIxrnfycGI5UL
zdFH0u5#nby1TLGE&Y3yO^<?G_>(yE;cTHUnNAli$$9tk}#}fBk-E?trpXJ3<ye?#V
zU6xq2%7Mee;>P3E@AtS~HkmVben8kk<<wPKbHfG9`ARPzslHNvH0id^mj8FnWZ#M{
z(%`z}vUth@4Q;=3%VY&t=yeNdsRbW9tjKk+z(6Ii>*9vvo74M0*gc*aem~9TX0L_s
z*4FlKf`9KmbI;8?8J*Bl{Mzl1^?t#enK>-kdC$yNESOiodvE3k%NbTD?mhaN(Br!L
zEc4l1iS@a6&g`mRt~1w9QZQ6B_wEL<)yL1S*%B+XyPWNz%_`T0+!L&Feur)fQ;4|S
zqCSV?MjYdm(z8WdlS0J=UrKv;Hr{xylzY})Xws_`$Jy@f8>hKwZqj)@tNlWVnTDn$
z-*29(${Qt>?x7|(jvbB4nS4Oh%+KjqwaZI~*F6inb(`*OJ^8jl<Y4?$R>M;Y%RDpB
zrfsX#o^N_A;F@T<xcHnovc*MJhkm|k+NH<ne$6{@QK(YHoUe}W+8-z6_kT>8f6<`j
zW#-(Lv*tqi*Q4v++g5$%zh_hZRP`kLz4(b{56zz%KJs=*c%46O$;+wlOMmJsvmVOa
z!rLZru~=na!p|qc_w-rv>mKJj)QeBrv$(7yOzB~>X&6WA6s>|8lY1^k7|zz0P&)C;
zS%C5Dj1x><U7w$`Hvipyr|JV+_hEet8`~!@562f26wE)_8~*cM{kQr@55ND5uKRi~
zUTNv!E3O9qm7Ja?Zz}qY+d{nl6rHTunNT?IlC;kW_uVH_8hlJ{U4OC5$#mM!O%I=+
z@AD}8wxjgFC?DUug5URSe=Qa~FK^5BvE)$c(f$1|c5m1;X|860am|XU3p@Qb?$~Md
z;1bv0`>n5k9ojNs^$p97_wrai2OfI=_uhNOl4J3IKIkVoTydND_ApC<+3d!Kj~Y*M
zB9cEU1y~+&GfLZ?`Z4a(`|pQcYLbf&Y~2yP|Ly*c_Q-k1XV)nUFES3^{=!*zH-qVY
zvx9PLayOKUs>uZ{oU~-}oYGC)?<Z!S(EAvt_{jNwATy`an}w4b3V1K^%7%S66yXoC
z$*|R8oa$$3_n%>=!y+|~r5C+|cB}gH+aLX5`P-b|!n)dJW5ZRGP0L-qd${bAudey9
z&2bG&XUUtpZ(85<EK|+b&3MBacV$V{nZ48ZwMD-R6cc^y+5ge+z!}k{3pHcs9LjxN
zdHsXd#?&*PXJ3-3e_4EU#<JL>vT=WRi7)lZ&wlqODs4-u_@~$H8}ENh&PiKTk)E`s
zqoaTQHfEt{mfi2B|NS~?P3h<R_tux)?Xtc<^OW_W$>NRI<$D{l|GwVEVW8)8e&7GU
z??1mxpa1F42gBag5xU_DqF(9}&m;7@dwKZf7sfPBD>jS%aGKx#(KfFS>s*)@$DK-<
z(Yk2K$`xA8SLR(Zo6?#(FU@DQs`%MSakCO?CmgDjU)C;P^G$PVd|{MsW?2=_D>>i0
z3BCq*%$F@&^IC8H(z{}o*@9kyp`!A&e+>UWkpENrFZ}<*`XjH`@43Y*Tyw-T-uLz2
zqWmLIc~d7WwhUV>nx39+Q~j;y@bmM|ho2tWd3lC|poy=-_ANiIl__bqIJ{DD{CGWK
zm3e=pzS-<~uj6lj`@cU=XS2=oe}Au6JpP(r^!Zu#m#Sutn2ZmGS1#tW9p`kkKQHm6
zSnu4t&p#LUTiX3$%5lAR8nozq^OTPnEmOIkH@h6FyqvrB*ksP*?#C<m4;RWW<g>7;
z@e2<BQf0Y1^h1KLn)RGHa;yQ3L5#~DsZ2_ECob2qthhfR(oDqH^_us~uk0M+W-Q%V
zqUWBNES>-S;OEUhBdsTRdL_#$z5RGhI=^s>&IC`n)TFM-lY_ffC2g`lc68a!>#sjP
zi_YI*ELT|ZqvdFlsF~M_AG2(t)|!3~TIn#gYpa*+QopyyYCdn~kF)g*z3Lb=*HdVz
zM)!m)J2`&Mu1QC04xYQmmpRE`UXOrNz%=bCLOtrqeDmc$efcR_{k#0;-Tjg;BDHop
zC6_F^Yj=XLOKIu*KNfe>#N^Kz3!Ztaw#jKud(zHB7Sgk#!jpY`FNc`;vfc{{Wqn%Y
zI8SZQzhkR;*qaa7h)X{&kT$sP>G5}eH1o#5%_Y+J*X<LzeOP4Yw0bLb<xb6<vL!r4
zN{^ZN_GHd7PziheHuQ4Dw9~F06W416G}-VgHp=!K-l>txvT{*N#^;Ty2^U_op4lBz
zcw4ZI>u+5D!wvrP(h?s$cYdt8xc<Dv?of%X(vQC$Q<yPxX;3utBZC<eq_u7s><I8G
ze?L)N%d9^!JH@A^;Y`}bMvGLl`J1%59|#Iw@NSmZSW-3n+-KvNZwenD^JP2C8ELoV
zzVzZL%M3-QJ@}n*e#<wj3w6o;35#`BF8$YW<K{ND!y9S^GerC}MR@&q0({nsp4wvU
z`B2BNsZ?rxP|LXkJ7x%OoHy%)#?gr%6W@hsux(|0FS@em$IIn4ADV^l{rUEO^4q(M
z1tqUJzl*tI_`8?gmP2-z*_xy^D&04E?qB)Rt~^J?V&%t-oXCKAHm>jQrPO>cO|g6Q
z^KttedHd9@Gm1ao)86yV{C{y-+)pd}fAat1m#jNz%J$fH-%>*XJ*(%77xMOhH$8n+
z^YqavCTCxMWlvcwTXJb}p{ZBX8t*qB=N#@{?o(b~@mPAlyO~7s_pjwUEUH{AZJl1(
z-3w9CN>Q{}&%F2K&9B!E=CAqSEGosfS9g8OYo=W;E+SkT3zg%mxbp2zY?I$t^3bDk
z-$SdtKdV+RU9>TviA(C<`?~Mt68&v|Ue5n_Izxw7JoTm2xwPk3wk@0g{0qD7CYOb-
zJ_g(JvY%i4H)rpj;~6H7FL~Z?pWX0n;j8^m6h5~UZ1#P5?U<I5%^$OEDLWSYo$i+;
z<XHPp=J$`{Y0DN&_j_SmA#8e&Gb3KOU{P3Gz_zek!tc6yYPt?2-4V(0)t6O@Z7MYt
z2<r)I_?~Gp&F|!8L;iPv6#e_`9y~t(zh{+Z<)=427hkZI=f5|YEiUusp5k@RzkB?*
z23QEo@f?bt@~J|lms$CF#O#G<Sl%vw^M?J;r=J%mUGkZjbu_8cZB~Cp!SmF%zjnPE
zl26Sos^f}HViVT#M^6(|)=XvyJi-!{Z>_w+P`Z-6<@eR-i=xM`pETe0H|SrG@x_1J
zYYKM+?KT&X{;zxO<x#t&l-<j&cYigN-z;Ip&>8tyfHkREN_E>|h5cKe-a8kbDbH0Q
zpW^J5IM>}%_Ju6dlGT>B){j0Pk1r^!I#gnIl;g+U_kR@GtIaLu`~7VH|Mq|T=I-QA
zHcL%Zx32u?)xsn2+Cidc?c*iBE^|s|%;45^IM`qJNv{62`99a+vnN{=!{@EPTYq4A
z|GYvKA*uaK3LT$KSUPK$iG*Ur717S3jHMSk)m~?wIx6${!RB~7=bvr)d%kjc`WIHz
z^qdm*dc5J-;-!2>^Lsn1mz#d)OXqoC|3&br{jc^vXYKzb@B7-D&*r>?M<QZv$duAk
zx=yF3KH9_kpnG4#gw2YXa~A7p&$F#Q^?ZK4V55xLtR;*8YnlmI&APdke}?n^#Io{p
zWw$4ueQoB`A$smqMba$==De+E<Czu<97?Wj{@zrVf9Q37-Q4iFe_ZVB>|Z{yX!0KN
z-s3Bv_<iSRXN%y;sa=8opO2=$|M)X~{)CK*rw6@x+HHF>t(r3<rNdIMsxA><-L-0+
zWdCuK-c*}=OLe@Zl286-&bzy}J;1%Aq)~8ETBy;BuOFQZXZtxWpQG!2%4OpxsjDU`
zQHy*|1POTT30smWUl3C2931|@Ci2Qe^-QUE!I~cqCBBkcE}Z7~sAbvq&F2%+`@he#
z<u)<gpHf$GY;HBb#`Iz}Yh@ox_0!cn>dE)&e&?obmYiSn%d*>5u;i0bgLVtgS$3!7
zMN?dJp5D80&Sr0C`MWyXq@$^k52d7=#MUlfqxEW)n}UV?{)BB2Ml!vDr-H7D`bG8R
zF49^4!214AHBg=SJ>)4@wCM|-6ZihKrRRRWKetpcUe=kf_u!4TWh<3$-D+WZqH(#%
zcR@~QsO#M;BB7oewN}is^cAjKyKeRZp$*eEt+;XD_QCi1|Jwr>F{U4`RJ~re{)4_5
zkNIQc1mnfecky(c-q)qe*z^5i`ZhDM7mD9Cd433O;Yg55)=?5%66Lmc|G{f)>Ad%%
zwoF-KWg@UlbLQFQKIz6%$tOR_WzKVVnt$-vqiD^>X%iP|mZ+cPm+t-W{L81h374(A
zzj4h?<!N(f+xhC<-VGahqO+HZ#IZc^h_3L~boRZq%<i~iR`h?a^~z4yO1-$3-ZJ(p
zNslNGTk&A_hbW`j=Pj-6A3yoi^LTRdIq~9EMmapfvY$&*GUlvWb!3*njT`TIZ`{0_
zTK}By@WUAwD@5kqFATmP_kU{UqcpQSvxOSpeL2t|lr6sN#)N%2v-qz|9(`TEE&trr
zT9-dnnn{5V7nk{N)R9)(xy!`y{*_zZZxc-T&$X_bTy>Pa{^R<}mv8eo{r_~E<LYrO
z+1*9=1KFAQ^u<nHQWQR$V6jAp>&%y?e;E>aJTEVL_-uXj<;jeP?-(D?F8BB(cYgnm
zDMfXMCikD)@$-Ri-u^#)^`Gtk@Bg&7{@eG=dH*LZu{gA2%jEj4M!gMhilk43y6@aH
zWi?ZMmD8;6lJDP4<}dg7%&5h=TGe>{j~D9p&#tbooBS_B{O=`Ozt25CPqNCj_FooL
zd~>Yp^QW)`=XHfIYeke|Cak;Kwt1q+&qE1o^!Zoq+%-`k+#^u;*QV>QKi|Iplkacc
zeEYwb?Nc{KB=n?in-Mfk)yvE6u;AW3?UR0Ktz4q&dt~e91PcY<;3r=hw_eZRleGCk
zl=54)m07xsix2P1TNiuq@s<P9jK?1I=|}v#s-JmEbeH*oU9&!FuYXXTyyVrxz}FXy
z4wlt%^)0eW3$<eoe7Muoe!uUc-yvyk8%w@a?^Zasa<=fZZtfu4G^0v~Ty8%-sjkn@
zE7E_yjQ`8=`)c_C&9ZlQ6HR0crF>`16|YESZgtM+*=(WJ!q={w)OcdqoBJ2O{IcBK
z&3Gu}%27!p!#%$~Wy{>zb9z&R!TfW|s@@wT=1pELH;Lt8@Pw1o1P`9>NDJxGIdA=l
zb9Ry3wTJaNBF|@E`|s=fetLG6em?&pg-5rJgmL8jJL}tcKPt-QQQNLf4>_*4$Gol(
zoUV4PzV_MWY3CQ8Uc%8^pCMxtx|iu;<)<&4_y2dl|9n)OKhvkTc;dDcUVi)EP22C)
zwa?%8-B>DkQp%*s-IIHt9cy>94cwS0F0gz>uHcn*Q*%=*>uS#V+y9(meYmG{vWLuH
zma;a<IIV!D%RjjummWWvzj5(3%N4Avrmb1k6vO$eS@4?VxANmPZ(qkRjaXYzRB__q
zJH6AV6ut((ITbt8uk0U-V3C#2<qt<MAOAD?|GW7`B{hfS|9_M>_PL}`Ysi~9?PzuR
z@6G#czPvEG_3^LyHG^oK%5QHZ=hy$MR9{?jFZg=s^1^&)uE{E#U-X2VwYN{II2z{H
z_u9zUEM@6*fA{}N{|~p-U&t;i%lmw7cKqY1;r9~qznf*wS~puH|FNE~M^&xPsU=)5
zPF~G&oupFpefNInNS%$#9JtyADknV45m^=*x-n|)qbGKcKYWNh5pbe-iO|9WKEj)9
zo}b&hTSiXSHQvKBaLtXow^`q>T-CMrZ|ymMe+xU?WScja&j%Z=^$_;ea^%k7NGn~d
zx_8O`V_cqRH*Mi~84)(&yOGO2cRL9qiT4*cIz5W}!dS(-CxySi@0wbhcSlxfv)t#<
z&Iy{C>vq;Y=Zng&`*!bq^5*B)H^pB(*OfBGGc;qZ^~&7eH&r~H0!22y47h8iKZk$c
z?(?fwz2b=TYF(e%?DcwC;>HNYrHk^UUhV2*-jKM0w@Y;Y@45FM{=Wa)dr7&@GVzp3
zeV*XGug&Ch)BH51NuS!ZXl3)9b*sEyEn8&B8X6jSRWvoQZP~(g$!Y!)eU|SvUw0*i
zUYMbJ&1~+Gjn_|Kw2Doh^7yw}s*2FIN$2|BeR-X)xK3a3$hM$G)|X?$Q+Msq3<_$$
z{@_rlu#~m%lL+4c<|R>!w>WidV4ZzVU*mL>isuXdwkMT*PC?hzSY|x(+}c-nx#5;r
z(E3!@k5U(+l21u3b;>Hc_r5jWf3n6;qk|m#0{OQFWr)w$ZZufh^!9vv<Ltwadz>}c
z%`W(vJL)~O;g3vy`#X8je$QjRUUyB-h!um*Oe?85^7BiRYhc10XAj3oOXikbkMvKL
zS=Oj>^2Yu9srCOG=APu+Thnn(({olpc$)9aU25BxEuI|vPUPq@wL|fjB+H*gJ-;4Y
zzfm{7vT&v3v-MV<9}X;9G2;u{>-5|h>7Tro=caN8v*cDj(ke=?`1G$|qkB?yey#9i
zwZd0>%(T4Z?>V$Q{(t_~{IbYtcc0I_k<XvL<8!Z}anZRoI}HR_G`x7XxvY$i^7TyH
zo~wKETGZcT-@-p^|5&~M<EE>puetcPa7<$05OQdg$Xd5XM%j3o_58y3Z^f(U7r*cA
zVNoa*4_oIHn&x_E$M-p#{~!MRM=srVe_YugMZ=kM0%y;fd)IbB-trq=bB;c-Of^g@
zFYllI{r;0LH=kcQt*LMKH{0s^y~L7|_Wj@e|K<OARQ-RFfBld57k(c4e7l+LPV3f!
z$&C*$yIjwoVlb^Juwa(%#9u83e>B`}&OUK&!Y$7T-yc8J??1m5{eE-xXTHaKm8%N-
zH(wSuU_B<nk$#vfSZTuTs))w#K^(`e=30u_C;ffseKKtGkNrpE-*MIM%HH{%ExJ1S
zYxVoR?(6SAx32$l+@|KogqJ03=L}_dUhw}?@lD=PSeUzfb+x>UjC!u%&dewOOLyGz
zJ$Z?Z<M*X0DQj!*n*^D&-MkgCW^II6@T(-wuall^RG#kr<f84BbANenZLgoSV{Mb;
zgk`l8n9u3yO-O1IO5Sp9%2(xO-AtPAn{6Jy{Mf&-wEgege5Iodj{SG%D*K)HyLsO>
zp=#piFBiG*)%|AtU9DX8*KYF5o~K&OuN-P8ExFtBZ-sl@e4}WIX{RLv=OksF{Ie*b
z%8LE6;w8<$jz^lS^Dn%9A8>P0d%vBccKDw^)9n?CoVRRp`4YHfhTApejDy_0=k^~|
z%gg18n;!RTmC)O8Av?3Bnd>La-gbbmOuP8e*SQ;SOgOdo*H&{!=C{QY-}Z9OKC<ch
zj6d5?2CZXNy|T>B>v&1svHD++>(4KC=RfJ=y2j*jAip5zn$?jpK9+XXr#{=)i<#^d
zT`}X-6qmpr-M3<U4oqIpvTWV01$)2RKIlmC$}Fn;b=0}*_VpcS8|H16cq#E+I4k{R
z?h&QwA!bQapF19U-ks8_zr;n?Bc@4HdyR0(ujYU!Q?48{km<9qpS@v?)~>sZpF{m(
zuZBOf$`GwQ*(x9sdi3K<&ig;#)jxZBlJozU|3Cb1NWN#W-Oin|ES@ohWBz3KxL=;n
zN{pUfe5@`bFTXiz?KUS4SA$7amluBLsYp(1<#ZKwv_5-m!>di{%T-S@hOcywpK9=P
zec;SV9%VP~+drCHUe|ql`~4J~TiL#QreEHmo7a3Vsbh(<uM*ozwN9PTiHfQ!cSW+Z
zPbKZGykWxg{deu9IR4=4Z(f%kjJa-V)peqqN%N1btz5t7q7J|9Np}7ko0=BSHlG<6
zvmt8jj=v9h!y=EJPWPXgDmwSX#f@CT4}GuSn(cM^)Pq+JHzrQ<n{wgpcgeT!gw<vB
z8{d6d@oLu0m5v&#be?~CGbbW*SF>VfeS3uWr%lh2%$DDNTm1N!saUt_X|)B*C55gW
zOYimQG~9YWD0hil{(R%6Ri9c`R2{Ck`)8+0<Y}jA-Ktt$dtOFqZ`!kDm8@&3g{|%4
z$wzE<)blS@K6n0n=c5^Z%O6Yg2O7z}`5YbpTWh&`u%DOr^4o`RY&g5EZPlt<$Ij21
zwJYXl%hO$XCxfm@X+8gVF~WPj@I`NtW6La7U$k;^6%6w1TBQ=bc7^XwLxHk~_bxw>
z*&EmIH;b+3Rhxcc^PQJ(u6=pBe^=2BmFs5TR~GPHUh#kFvBRHL=5BGG`dr};+p$?v
ziF5M5mG+cQTcs7DD;Ad|cYMiQzQ8$aE^dsNWMLxXxaz8jV9?980^aq}p(RPalhjl)
zUzyL33KE%lzC4R<n_mtOhl-htz>mi&9>18<YI8rA%(&Hl)ih+qSG7a@N?R|@yQT5L
z$eukl)-Ybj!rJ=jpGR{xcXO*vUU}bTdvWZ|Ss!gD-BEHqa&E=>gAWxKKlJNx`|$GB
zwTMqTpCg^5d5@Uor0vbTI{Wgr)3=iCQ-z}Y6E$b$`6_&L6!+S;Q9YX3Lh#?tZA?r5
zvZ(te>2#g6N#8F%@z}*MbFFQ9VP-t3*};p25>`+0Q>pxURNtWV;MeVS-5Rn9sZF0x
z=Emhc-m@&GWkoUj3XjdZxA(8jK6lRV=FOYD!K~e@r>i&x=<7b;mS!MT{P*B*8T&sn
zFVD@GYqw0xm@n_%gY5hN+~3@(>)-z){-6Aen%1+=Rc@{S-t+bS)a>BQyH#E9uFd*&
zE5fg@xU1&m*68wydndY2xoYZf|BLnLq9?!Zva2*RMrEg6<`(<RJxBMjWBTol>E0Z-
zIGl^}=B6vmifMK*m=LsWi+cLosmESvtFMT53op-H^ero<l_y0wc=oqy%Lmua&i->y
z{tx5-NAZ8S<L1o2^twcXuPrY8MMdj_D>d~?MegQ_ul>t%z&~>RvD2}gWqVzsHZ81}
zz{{m85+f~gN%zwfV=>>Jsq^;FpDr0Xbs~qrWaAutCCRtRzfHs3Jt7-}bysB6I(uzM
zuF7n=;dv`z!=^bKPx!6$vfn!6T=6TbXV<>2zufyi=sN2$hvnu<@m!Zu+VlVSmTxRQ
zd9hb6NNkGh!JJaR*x#=mw0u*wy>wQuQu9-I+jPlU%(z+m@r4TJb<1wQy!`S?OpH%t
znyPxbenr`z8L4*ZRe^<%XQ^!#-MaQ7pVHmTa7*7wmKHgo+xZXszVdX=DL%ASr7LY!
z`AoL5%BbCQc@^~%6W+GT{axj`e!u#)$ti`MO54;LV)-`h&YFBdsn6U)W%jx^tEJ|L
z3oOxHekf_~!^QpeC+GkFS)aCX&ZW1mGQDM;bB|nUbFwVbzH$Hd!=E=<ml|GKr*uj1
zbf{b8HIIeYSjt~FZ(8!@#_4PK%U;ggu=Swl*;Ar5bv15Mt}p7u*D6lzyL+)AHS@(X
z!L84C1cax~=vce;3CGL8J(r^Or%vH%uiYg(zi(CPk($b5Hrf%-SgpENp4#QgllN%m
zYKH@bmwx?@&HS|K$;0XKACCWjY5&pwpa1{K{?F=sFWkAdH~)HF%c(1SY%Cw1ysW;b
zrt(=aOGJHKXlU>h)<6+q*TC+NG5O+7Mmn!~FNw*h<iyTaydA~#c>dM1rdon;O*dOU
zU7hVb>6^u_%K7E@eo48TzcZA2XXY_0yu*Co%gjj^RE5?by(jr~=3IH<qqFkL&tw_0
zM*k`}+R(a&NlxN<%|^Kk^Fl+Da(qL>7CvBFlCM=V$zcDE1(TP#WO_|0>sT}+XKJ9B
z>R-qC;^+G}Iu%ru%xymGylPR3>HN+6w;%uVXwI&48-v&~J)O2+=f0%sK4%HX(v>MK
z-AO%tD?X=cY^ya4eQG&3B2Y|p@4JR2mk&oCPBBX~keIxTv-|3#t67q2`?sA{-Z1ri
zrecocl8_^XEvD~8Ezd3cxNqmV*}C(#+7+C$x^?}Ttq|w6U+4F(((1A~er+lLW*zTe
zneCG&PjAq#(pM8^JIwfa<AcBD_n!IB``>Ui=}=PH!>1iP!e<3*)>LY>IA{9*7CvJ4
zeTk?+_lM%&&*!Sn`R%wWJlgs0>)_d&_L>#`J8x2&xc~a+na0Q31h%zZzI0*cAAv(x
z;$D5(Rb0NCqcqp>R)jo@kfQ9hU*9*a(VG8EkA=%W!YQgm<nfyC!II&@DKpKRnfID3
zoqWt9T_a3;Q%xtQW8vMnc8j+aU$!={(%Jjcs_$C!G~XGHlNT%31}wQI80B8_XvNvU
z6Q5+5w)ns9*rX-6;+YuNB$dlTmt}q&aN6uRYjWKF^-bRwuFL*!YW8Plu5je9wb{-I
zQKFLi{{EKM)`?cL3k_#h9NxhoSvkLjYkv5==@!rDZ)~pXzgTdhVvBRVfr_v7yi+d@
z+_)t?f61qg)QxN|Id-ef=5JqrwsS&m!JTIz=W<_Gnu{EN%c{6;!ICv=TjGvCKRnOm
z^2;et686t+>-H_Pc`d#_bp=b$1O??ehD%l@{Q5CH<udoZKeyfs@U9PBEuww6<iyI}
z17iFC1r@dkX_kgw4i!v)F3!Woynh?725+Lbk6Cge@7{-c*Wd3y{N$(bsmaT)d``Fd
z{ibK`>+hC3{+j)N@&8l(^Y;5cmF@mMIIkHN-170Eub<nzk8;-vl|<gz6{PF3dQ4p~
z$G_sw%P#5sJ<hAj1dI;enDaS(zN2OG`-9ak8yA_&EPOoU=h2n@vHY8OHkxj|Ul89W
zIxS<8M&$ZEbECT_{M&xp^^a8F<m?}jap(8!-+$izZ~Fh9gZuxN*ZjM=T*dR(EzZ2n
zUVV>eSbURY_mx_&UY;}AC+@mHZuYb7&d2MXc8jmsE-cYfdV=fDqD4_U8*N=@Y8*Lf
zsb;zCb|tf+pQDt)tEuL@GWRTfamhDd;iO@yW9~AYaP5NHO*wAUp7K<+KM-2Ai)Ciz
z{g%snK406uqwWWTqxf1eov`?TY1)_k&MdHhbn)<Wi|Ii#d9-<-Z?-IC%-;vv`rLl<
z=A<)Rr+7-9bXeb0>1;XrinD*7jmmm0wadm~H)XVW=Kkx5{MeKfsdTm>`?0x4^4q-v
zCpMUUFX`0olnwVuHec!&E||UUSM}$Zf_GV2llO-F$lv=}`tp&}vpZI=W6o~MNl`9u
z@m5*6_Iicut8Y)$GWK?Iu!v0lcrgBd%l;n^zrQFGes^#8*&4gY+S~ho++APWe00-;
z|3CBpsRpXM?w;XyYhlEhy$d&gI@`2XR#ojpu5+J@@T6yVR-g4zHWyK|IW78m)3cW;
zeO)HiiypsB-nQua>j`VTg7#RN@y`>yD3IbLtmt~>k<Qx9BCc``0`np^pDJ3Up}70Q
z{l}lGYINt9DrU3JKhvvlY1SqkOH0eIzV69&BJ01~o-A;P&W?O4c|Km|^NW+oX`dxS
zH?A$r|714hl8Wc0ef4H6|90}upBi!eFq>6Z!rN<+?0VZ=I(k2>*g8pn$MIR;1zvo0
zzq9A7TK@j8qJ4RHlsk7T3LoFX`(QO=*V&tI_PSN?PWB1ixPO29;xxnE4%sKOCKi{K
z9m?A1;^ixIoKgC9z_njbenkl0<Y-ZTTXte|&(or-Qs&c7vszs`^US!cyj<{-@wdq)
zA3x1l^yJvt*?VlPRnHr{H7h>;IOFPp{H5#e?mYbQW3YVQ)wjasyLV_DGMzWg;!}&v
z(!Z7Oc|3&{9$L0?-QNBKQ|wOexa=8iaOm=Kf6vP*0@p>nST|ihb|pNsmoIvnX@RrJ
ztvO=Sd%x=3oWr$w=h^ReYMHXftWI6+@|)G-yLEl$IXyL*SnCC5YEQZ)Ht8(C|9au#
zj_%FEk4)6`!|v>;Y$+98rWaN7`P+em{PsDsw_fHkdg8Y3imKAxSx-e87OgugJ@K57
z=ibnG&zHq5a|}7IH~f{pG~>p#+Po_Q|FgR~at*un!?c5cReNw<x}xqF&664$9Im?U
zlZj?})~>yBcm0?mo_*G=-1doiO2p(6>m!A4)=LIYe#%<<cBy}8<hH}9D@7*uT=c3~
zzv@H8J&litTQs@?lnzC?Pn-TE_3FO7l_p+4?r<gNWGEamyA%=6erv*!yK(tNvfHlD
zxVQHIy>QPBt%s$L=blZmdt6d<?(}5gWtTZaLw^>yYYIfQ?K-r7+OAJecEoKzf9{;#
z;)fIJ)_YG{a-@(UJt4mF$&WJ&zdqk+dF8H6^4F*R=VO!BU!Em(eRk_x_Umjx@4^=t
zN`2k;JWIQ!YsNW!3mc0Y8Vz^Fe!lEF!noe^sBw{K->#UStruIL9+v;dS-$U^`AhkG
zZXWliR__Up5RdG>V&$_=#OhP_n#O>C4lA>&nq}(+c1fjb#cWKdiZZa;aqz<ny}(%o
zAKw(O(X^=l#5wmT>*3k?AKu#kP`^`M(7*qe|9|^cFTGzWEnd|+y|RUKMhKJW%4;8V
zKJL1@OY2W{K)6i(C&6#un5%ZTp9o2MZK-~KxzFlZyYu(>?zeZz{C{BH-1&hz%U^3c
z?fxscuraFm!e3_3hM4@Gf2+6mKiX9P$o$}eyfp{R0`{G=EGs+qr@#J3`=1x?_K%L+
z{}L>XjJ0HBn_n?cMKj7>@y(KjDSOf`3pB0K^H12`by3@7?%M0=%*?0QR^OL!PW8@O
z8L<1e%3i)O^(jKHc%B^XQdu9Um*BU)X0}Yw`lc4ANk?io?OC$o*_mhhCqJe8EYmMg
zTCDSY&a(a+w<{+{Z@+iw<|LiqH*aMYN-S{UPxn5xM@ieL?Qm^Zj%RFo$W#@tWUlRx
zZk}$Jk&`o$c#}}Pq4eGCz?bR|t#@1VwAJ>-&-?J@sIk~-?yO`_Yt80|9jRuAJ7;Np
z%)a?|u5DShbBLnB(uM1CJT8WW2kd4Fb=gtSzx(a>r>8=Kx69rtb1g2Ee0r-&C2nrk
zn)>rQSBqu6HTz<eS1dgH#bqb+c{7u$rJqY}G<akh&9m-@?eWjz{yz@J|FQghwCC{Q
z-}m;bh~BSwty}l{ZFyx`%^?NP$dw$e%Wl8je5QDPw;7wJ$+osrVJ|$kB}VdQKKEMe
zR-tPp#GzW~;S*a}W4ByGTWzl1-n>_}QpXl5yRI@hX5n*n&Go%&ubUdNtKL2t6*$FV
z`uF?w^ZV_;Z`rv?CsNm_Yty0#or_%kd`EIqiYuBr4Clq}i(1#QXvUVw3E8L3_kZ=B
zudv27`asOiQl449**u@0HZ4Ct|MQod#%iB4XD?M?&OG}17;oVu0e0Sxw|u0{vd=Yk
zncdrG8n#<8!}RFkUq3g^-J@y7yzQ3e(&^5;Y|8KM)izsyzn5PBzC-2RFV3{kN(nZ*
zk3Xj#_e}mIrj}sEx_dYCs-%N8+f<_0MyySnv!|k~xb5#>+eI3=@#)3)qSG&W2_Khw
zsx4<Vw`J~K!_P~v-+1oow*LC#A3tV%JjbVXV#;I-MNgqmPrFvFvFuu3SXSm2I&H~Z
zzP*n9I^hz}Js#=B+x?n!a7RjjWZUD|M=DCa$@9-AXq7nh2ZdenTUhEcZ+ghm!xEm6
zO+j&!KK;3ATvk?Yd-r@*@J0bo4lCZ-r!S~q32nV5cfPBjks)<k$rRt<>kI0m<EKR=
z2d`e`l<lkDHPMUBx%kJQk2B?tMTr>Y6stsePCG4{8d>oBo9-uv+*|v%o!2@o!BckQ
zrfgA})yGLi+vlo2GMg7|=8=BQvE=OC*nHlqX1lw;uRBfJTsX~bV&2-DH(o`pnP8!M
zcw4eD`^!n}XLoK5I{Noj;@$j9Hf#Rxn9gvD;Y;V^j=bx_7dM5vMP8k;s^ykIw&VKC
z%WwNGG&}RmIL!O~$BxG{;+8ji{Yl?@io0voqBXfU&WIg+{m@+BNn2mIm~WwCr}86}
zj|+RR<;QVHZ=L<dOg6@Zv0&D&ReLS(?=UU8{^P>FXM2l!r|T31)Uvf^{FQ(GIor0r
z;Myjg>1#IioXk0N^Qh(X&yw9wl}@y!-pFb&d}wOXE;1```{@LOG@Dzg1`-pG7#6DB
zZmXHgdHsiAa};am<lcvWL+g`@eKXSEE_HeAy==?cMXM`M{N{_U%2^x#AV=Ztk*ALw
zuW_tCm^DXFuv5Qe`Of6f$X}ffou{mC$G%u`be71~nv6@o<b$`Rd31+)e#mTy_51P2
zz5dMF^7`3xcfWsh$<Qln&FU37f*IyqFAr^V<k->`nAsvQ>uJ%!lB#0`77iJ$hH~*r
z8+H8WUAk+Tu%Wo4E9hLDjgyZ43jKXgZ02vS{wrsG|F_xU!|Z>a*8izDto;%kwwY&&
z8;9qkmiH}l9W@$DUN^gI-F)?EmDcl<hxsjyEFT}9ePT(wu;8aRiv6dI`R>>B|2tRu
zX=$3t4nM*2ndjAKSn>Bu-G24#hRwb?_ZdzeJD;R_=vQXT0i`9MCM}D<$k7$P#fy<m
z=UTA9oSc}qXYX#R6ZK_$spsiGC;7tLkLLTnTKBL!*ZnvwUsPClan_~Tnv3$4tW-R^
zrdZj0nbqURtd_CAnep87td?h)&WCqKs#IN$>gAc-?wh+J+t^}H3O{>l<c1v<>hWg^
zw>ln=<@<l{e?x~!Q09`W`xN?3iY_>EF`M1>Iljx}>o>-Zjx*xLMIDp+j(%!7%Ji-5
zo1xxvBkfa1yH>5bc~{nWe!Rj`1z!<;HUGa~JTk;iTdvkgE?<7Y%5jd%4zGtPM`{cc
zw^==H+jq2R--Aa_nx1ar;J4ZDHZ5uX<;%iyw!eDR)z25~dh+6d-1Xz%FKRuVyu7}v
zKqye1=aJsyb2H-H6)w$6Qr%eGY0Q<*dM+$c@u5S+r=r#=O-sxVC>d@&AAi7V&PO)8
zMt!Hu4&Q%_LM8WS_cmnk+iB)j1hhwP;6C~6(WakO%I6=JO0yr)HW8HG*KfKm_tIU}
zS=Xnw>#RSu;nv!0=Vuv9O1uh+>W-yYxh63EJo;Z|er+Y!E8(=ClWr!t8c8VxOY~ap
zu~~cA_@?^ntf#6xy*eu<_L-_EuDrJE{WG~tKE<^q6QsE2bX68@e6l$`{Vjv1yRSsh
zgcj44>&iY$KD=;hL9(xm=9J(syK31U%jSI4Y>wks7g;VYe&y`n^)=V}xp-Yf+<DlT
zS6%H&O>=OMSXk&36t24e^X>Z&qVN9_v+CLtqZnin$oeGlRlS<#t-~8OwcV^a_xbs8
zo9cgax=*&6hkN^58Xl`=d9^E#_sSx}Q0qUI4KA6zrt{|N&vve6)_P>tynkCtxsdd{
zW7iy0*R;>@=v<k-<XiB`xp$TCReTVYv#DtRm%zSOS^nEq2YIt~drKdR9s0Cpdg?mK
zPYqjAx{W_Qonkb<xbRog;lIpV_@rL;9y9NIT>5IGNXAOTiAN=F+wr^C`mPZ@c5Tkw
zd7JAu9533MRGz+k?=hvNfxG-eLrY@&{nj7<oPPXC<iQLZwV-?98;dubKX=fMU*1mT
zbeKz&@=ND8#$r>tCO9RmS$s@!uBv`k*5i}ycD=C*9TU8a@7;8D7u@`_XVIr4O0Tzt
zJ$RkDYr>VSt{zN6SJkVucb@zkZ_c;vqXVl;ZRoUvkHmb=^T~AGYT$i&c-y)tNzdh%
zKR#KhqU4oy?wp=PKN}Bw?Y=*syu0=+5&v!w>KVGe;`7_;IrINYJS=(rc9+bCTPxni
ze&AiRbn?2D6SmFb5X@+fi+^(~!Q{GzWQ4u)n#>DJ;*y@szHZREZFcm(XJ`1&Gru<T
zsCqPY&c?I7Ioek<-yUDo>Zp+@xXmf5L+Id!`9hhVGpB}3U8<u!XRFG@Ww(7LOM+J^
zrO(ryaejFM&&FwAsyH>=15-jmUBjk?9Gfqj+PnOarQoOCEa#$JGUiQTS-SU5uYgK;
z+ZmNc2P;vJDNLg75i3`$nzd@3=4sxd*`Etp|GnjZ-x>1InP*0wNSH^@$Mr`8e?^@;
zF|EKdTE}Ac-Uol)%z2q}Oe?x_Mk|A6u*xlGv7UUMns28X=6+1%j(oW+R!LTw<%rY<
z(`7m~Q$sUbE-A={9kG~nz<X`sx?NL_KjuAi?$_VeJhj^C;Y;>wZK~03J@8k`*2lVV
zitfQh7oSG5U;fz?XB08na+a^l?7s?!O7(A@tM*Np@=)zl`~D-3d=5U}|HH7o^59wa
z_rYbyXGopDcRYFPnxfpfukBe}=cp(soEJNz9_;q`;;jyy12?;l9_3uN?!}k3nB9f#
zpT#F7y~_+-eqQd<UCkSJtsm_Fd-(rM|GHn|HQx@~FP!76@p_I^WpVj&%`H<G?kme>
zxPI#cPibtypC{a#7Cm@y%y!bhhM<UuRGZ&N-DCC#Z!RurpSp=ddgJc;6FEhGktu5z
zPCfnXBCoQ>TKD9$<zhSH+mn8Y8nYCdZg?qFk+`_){*QhC4hDvaW={I>Zuk33Z_9q(
z`@Zk^&6}AD`ahb~`~F51#{P+MI?P&CZ~P<QmVc4sme_@*`5QRbrtSa8nEQO0$qILM
zhw`8x)y|eBmtQVW>djr&y-e~xM~;D{`GJPj_oDhcrbIAKQ#I;5SaxFbjJWgzd#m$<
zu8T(29Z9KjocR3DkK^^HUcR)<zf;e?R%qAVDe3<6Hb?ApaaS$WIk9Qd#}@({uRl*U
zTy7$ID02P8HL}Og$8U(37c|9mnNZ0jyGxn#<mdl3iPbsR#@oL}^8NRdVyuPgUp?1c
z<?2|$r6Chi>NwMTg>{_JjW)s7^Ue*%|AdW>{W_+kP%@WiYHhK-#pZ>3d5^H3wi1lU
z@q6MlQGd@H$DB9b>$#R>s~rx{-*ruH*;?m<=CUn*^`dXXo?g}Ij=$Kl`x*PR#Hyt>
zk1if8F!`hy?&=yj^~gqhhktLs@8`b%TklxpuD|o@!ydjUwSF+?dByZ)cVAeEPfFjK
zH@S4SX4d5hlTAI(4A#Hu+N4qA*8D-S<k*k(50|pG?b6uJ&ElT@EO(onmsbc!g_pJF
zA&yBZihar7zJK2nb7IZsa3-l0yjQeWbBS+xocfS=k)OwXnX9Vq*Vlji{{P<nkC&$H
zQtR9uvBzx>XZ7cY-Pv6yQ;H5wUVgr!@K4jzqMi4)U02Id_@gN4I?u&r#-H5^h7qq%
z*PfUWp!ny~uIs1XY~#E8Y)v6wqU&#i4cC^(c`v<TZ}I40^Y@*#uYHd_u1$F|apKz}
zGs+hHv9gPd?vPA=QEGK%>T>zeRL_aeWA@j{rt4I0bn<W&IjSL=AIm-adM9@PpY$P#
z+4Ju*o_^XDQet6itDbe{i0`iT#Rm;?Jgj3+ZA!74IeA&#<|)%z6?WAAHhVl*cAj0O
z&>#IpSMO%a3c7N=UR1E(H2CtYU1ly5^UTExCruEyJg(n2(`T8TxkA@9p@_}*l=72W
zS|j`yZv7T<`P!BBr4tG(9v8{DN5^$6+Yo-R;{DfmrP}LFk8O&2ws6C@%$uGv%1fX8
z`7@`vx%QF8vnNkAAJ2{bZyYs0r{?`X+kcO$?LRI1D`3%GZ7W{*Iev|N`lD0I6~SFk
zRke;O?~2c?ac=zk%A+EA<?cXlj_p&Kzr?eo@A@LUL_kCH<&myBecmMs{Y%znHBaf=
za(SWf@eCW@9JASh(`KIkePPm)$w_M#pD2E{!PjJJ?p{SE&ozIF4Z0Rh5L9w<Ds7M!
znJT|Q@%CpokH&&kU(>=udo{gZ9Wvi@ZkJicqz9T}j$JBd|E_zSj^5xq;Tor+X6%#y
zH!W6e$_Tz1f9_nQj+kA!E60+aixZcbsd`<JvwbV0<t5q6-s5iF<F@-q=6s8;ixEPB
zo2-2#znLuC<a2J?np0=^|Fs-?$=IU9slNEboAQNWrMC~RS1k9k{{H%@#_h=_7uUty
zQt3Dy|Ho9^+xVi8)1sC`mPdacoszxVHfgPsOJ&66y+(H@H||s1K6~!7uNwVlE}c`<
zm{IeQ`_7}L?D)U3Ato;F))q4>?x@~QQ_b$3KS7Oi;-n|5StoaQ+HbgQa8rmc(O7J<
zRJ!ckgB^dR`De_VKWV=GksDn<Ukb0PIa%?)qx|17`-Jzua_xSclQ*pYHsO|@;glbx
zU3)%#o94tadBV{!*5}9lPkf#uUH*P?oAa(9hqw=)KKq|sJ!kH1^Ow9<XVi+T4$Cf5
zO0=Bcur@mDl<2DorpwAtFZdO|JolIHI{CQk;XA%geIls;udVLG14hqDAO60tpRevO
zm%R3Q;quH|v-IOD1<#shy`6S(t8Rq~hkAVM);KMb-jD1Jxl7HngJy(rDJs4!@w~)$
z&Pr>637_asC9b;~C-yu%v1@{X*3oRKjZEqypRX1#TYY|mUqXy$s!nIiq8WyA@&+<J
zl6+xjo~PT?{<17w^@2ZX)vkmK`w#A|uC}TCHC;z6eah5_M^6`@Qd&0o%@561Lk$yl
z>+3I<F+aQ9q#tkh<i}HPzOwa&B?Xfsmg*S$mmZY-wO4Ov?1w)`m0z7&;Bw|@&9Rii
zgGEyfJNPAzf4>mul*m)6>Y;o$Pw3#bf6{Z5`;_wAP8WMcFI4iCDpe4=a%{`-%Tha~
z)GYmSe7|pBw)cm^0gbK&6YK=mM4pZRWWA&J{O#DCodprw^GvQEGmE=ivO`<bI!C}~
z+kfect0vDr=$PxHu=I&YrCa@l=X+v)p7++Yy341uv#pd(HH2Hnpww5!)x~PjnbX@o
zWG}l`8oNEZJ?&F^VTNYlE<>Iu``Fc4TEW7aXBS*gudknfvEmGS{a?n_I^5FHrJcX`
zU3>W3Byl}=-{Ovo2?r8pELz$oWi^-YZ(V=f0qv}{+oZF^ixQSBEfWj=xh3*(ja2p;
zm5p28^!)nsul}=dTKf6UsgHhrwZ0e8#mBj!Nln!KfoFL7^XE3Tzou;7931ATuDjIV
zZ{2IDV5ucRx~(fsPv0^%3ia^3<+(TJV8s8T**1;5IR@`c<K)tBHH0?GcXU3uC~WlT
z+1lzm`~T~?yMKRCR#xD*on;x@pABX;v*Hu=v(`nsi)j1oRXQE^#MN>A^~09l)6z?J
z-Q&2sAYD2#+_`n)!>T}DjRUzAOiPwrep&SUo2;Im-i{qJw%Khx`+D)k3D)fF?Cfi%
zNgk8<^|$f+kt2e~B<@wekFDA(cYdDj)2H3jC6Xn3k7uln@|w`Wa&G3@l8pTaJ}qqX
zo&4+5)6;9y>ykV2_ZkM}<sLBKerI1s++{WCldJMILT;;=eh<1_vGsev+p|Z{maSc<
zr6w-?{`Tg7kwQleQzIv)N-n<G@%eM{C#B`LU$Qh!KfdMNJDGxlf&(W%doJ)kwboZ_
z`qTN-9eLMp{+!G6Z_20H-ond1&i-^Nye_tM<4)6-L#++>zwOkmo4o5_?58xrSz-V0
zyGQ-}!@pGHbCb^b6Q`NhirlqWdfWG+kWZxH?6WI;pE`0_9hy1ol;gbgkkYGC2c)+Y
zFA?#|o)V&=>MZ<_{fzJC2ZrZW&Gi3HQ2BIEQFM>`q0WY{x|*+N-O~L3MvzJK@8=aK
zWrP-Pi#}gwuG;4-782kT(JnYECo(`U{7jng|7^qLxHU~t4i#Uy_>!|!Os5)V%)Rjb
zt%1Z_BdPb3)HW_ZwUQ-WccaN2+ZP|6owcosJ^S)>@~O*`rIt&L0-`li`MrAt4P9bm
zt~h7TKUy|Z;d)J9)SoWy4@Pg(_KKB9vrN`idweX-Ii}FmQ?X<5iOZ9gBuy1hsr0-Q
z>UeGAwRiinp4{M5zV&a{!6(Twmn7$$JrQU3==6S_9iRVg?^ySJrR$UF?px!3NA2{h
z*tSq0)a&wFUV);cNgEZmPK(>$zF91j*UMwm)1FP+zOW^it-G6|n7u4rzcbd+(*D_^
zQxb3FiYlJx*1fN<KcN5rk+sd=oAHmr(j@|aaBjW4e$VlBnid;<!(>mN^xmfvE_1hT
z_PKj<VH#_U=h)V}%sjud@Vo7?$BgOelQ&$un{2xOz>Hs8bMB{gy>dFZ#jN|^FX?*k
zXWI^56K~AByy3Aq<H6aH3VF(L1)G0NKkN8R#w$DT-matX|KGj;eEq*q`ad6apRbiF
zS)f`WySZlSflZtu+ssZ#n{CUKp1fi;Uy|U3R{wc6nP*o7E-(x!J)2<h;LVqwyC3zs
zUkWYJ51G?^G2_U&cYI1=j`kInyC0OQ<-fhGHD$5J`JFR-Bht7x{b7nZdDHb!&Cf|H
z@047;)^9#;oge%7bGyB(R{KWoWt)?yNL+f)tJ!6FOk!F$Pq@Ft7iAeKO_R(k&fjF4
zIu^wwd^ou&a_5tqr}bYP(R_Sx!mTfbhbk_I#tOPlo4(vXP-~Hv_N!9{a&iWK{RdR0
zY-O0bU@6ZQ@7J3AhmvwM<}Gp1*bwR)d0nU5a-(m6&=wy7p{(%j*VLKP)8<}(s8`AT
z*6m-Xf>+X#Af4%K(Ys5T3td0v>zlGhUvI9N%JtN2k3smveQ~S*?rk}lH~qU~mPWJr
zlbWJa{`J3v=gqg_wG^0U6QAhApUpdwRr9gJ+=46HmKljUX<B7^O$%S!>8HNyV)oWn
z|Ib!izx^rJWC@L(_}nt}<;ID8H!Nj7Z?Au!U%X-e`GgDUMl(NLRF_X?<|{51zI^9(
z(9iU=_1Bdz&5B!pe!*?!uGj@GmQ{Q0=5A>=w0rEP)f&bX{QLXn>C2{+-t=plo#dqD
zyZo}_?n&F<-FuK<_xUxCm0{_=Cr>x)cP@SQZg07P7>}8U%-`Y_YrM{#J6HMZ4X3*L
z@|2&eOs|+*ecz<h8G6TWvh<Xd`f{vJzYg!a{`&IEZx<$}?TnZh{#5(f-_x@@zTG*L
z*n4nB(d%D_9oJuf{%q}Tn~KM=eEj*s$C)Q+d8p|qW*5vZDqh);Q)j=Se9tBkcNxuT
zk$%(CORP03=P52-a9{q%gH;MQGfVzPy}nj`#pm+s1B>#_Hm;o*@$0|+J;}{6sc*|x
z8^%|CaJ^%<I&{HfiENL{5~{3s*YWR>?roEija{x|TlDR-{=O8WxkZ0}m9jP46$&j3
zc>Ddrt>xU&Pj79G)^wegI%nRzyh@u_yYkG1rYExfTk}zxcPl5`juzqg`BSr-zs}MV
zx0!WpLCBMOwx`?MLt~BO&qSYZ>@zw1(BO&akKa$b_2sG_`EM6Kw|~~EPfM0qm**FM
zE4no=dis3xzUzlI<19B{|8s0YR_^t!ZM&uZJh1n^XcnH!e2MGH_S%$v0^8muJe>Oc
ziK@RqxWyKiXdiEVWutrT0bzBMr>V?R>5?c3p0ib?(sAN*k<`WslT^BzzAG-*`K)lY
zOyl8vZm-o7zA_cA@tkzSTX^bpHOc2IvhGXFy5J-6+I+9c2d&qCLziv4axU;%+opAU
z-OWw-?Od$|rhPD~k<6=kKl9UhF{ZtK9<pg^vyK+IhUv`oSJO!g4m-`7IyLyJ>aEH@
z+ugmZH_bYlxK!ySk7Vz6iQcl8CBK(s&i7a?z^2o&<w3@k$Gy_ZZJmoF&PMq8Z+yxX
zoHoxRJUZ-Zr@Bj2r<Z$4S>B?na?^gix)4{{d9EbXc%#{qT=v3T(VTOC+0^cSZC$@u
z!zaS#QHfQ&!JEF?gudGxqSd{Y&rdnu7R)es9mAEwd3n0cpO@cvD$CB@8?ABI*`xJn
z&dKsw+&8!ydrV}nI%l2D+RBhD!Ncb9HaKOeLCDWJt!rO?W&cu^zi5%3xW4@2)2dU9
z#q`BOx>cKBU;laP{%_{8{5ua9+yCVknXGORyfxy$>1I~-ln-Vs)3yqS+-wq`U(fQ4
z@9}H*xX<y<|2|DQ{`CCLy624SzpdxQo{4xW`S@<^rl*sRCVlMk4B2BA>=$DhS^M_u
z$JI}=AARN8e*NaV>xZN49mBi|3kptbuYZ5L=eY8|Kc56kbD91H?<*?Ef30)$+O)*p
z+|+EPt#@~<P4zxM&(@j4ang}FbLSQnRGc{ZQuFV{hU5M6pSPCpKb2(kJgLg@&dY+&
z&wS+{Jki;-wDDs$bI2bN9VV8!CH=e2>!vr)o%QmO<np=kMla+IWaNs<K5B0MncQ+a
z`Fn4<=Oe}6)#(=Hj)6WMTh-2Mg`J+$-K}Z0>hKXICEwp6X2&=?FHMWEo)a<Yn{NKQ
zd&%kB-6!gwoMybN+p^L!HRPSqt(%EeR?1zfp6Ul(*wk&`zKN<j^6;IkRaJjPS#5xy
zNA9*`ubtL%%2d3y2|N{5Z;-IUr`L}qkjL+eMDzS7k=K`Ta<eQ;ecv4xyG=4LbFRL|
zl!6e~mrM1JWq;9^pRoQx$og4Q>v@I4<t|L;KC=2<^Rt^*vu2uqsK~vw;?wtsM@tTU
z>|S2;?dEa2*b=iuqq!_*H40A^7EZ~17#HmvIdz4FlfsMg>KGsK#O@^XBW&5iccKnG
zT>pE`31^AWgwwN2i%n#Bb`-xh`&&1EeeKiLHQ$atmy6x;(b(J~XQ_y%kg%&^q0H73
z7mg-*<_lc(HJNJ4)9$><CfRDPkUD4Pq^kLi0vStp7QYtL_xGEj|7`7iO;6#HITO?b
z&CB?I%)S4Q>-zU{%`k5sw%}Bs^YKD^f0}Kal;ZkOcwX-k4K6=F|H@BqIMdUg*C{-R
z`CxC^btXU0EH(Dptumqgl@4WAv1Q-OCR}=bIsEKq=QZ1t^O{4FZ|->46cUudU%q1Q
zLcXG|xcUQkf9HRAaIm_kobN)Q6wj;D6{+S=mUrl06q+8oifK#4X`|LJz8>?|dOVtu
zvz6(??3ksRtLGdoYTR1qePxl(T3)rs0!ze>t?>HgBezuQ=6Z$Gpj%6J7C-0vd~?lG
zS<|Dt@4LMa)1J4?bHeP#K9OTrWMuCqZH+1_*l;|@?4YIhoFz3s9=hAq{9wJlPIlAo
z?b5R*tvH&aH(h)FvTUAhAAC<2?M&Gjlb0)Hb~1bV*#-ah1VpQ4RdRaXGI5h@f9Jha
zqwB=yJ-K^)l&2or+VLW7b8x7sYhc3K{5#fj`9eb{F4GJREv~EMvv{_d^|`qCi-^f(
zyRVd<{rmg-kB|KIQiu5C@0R>Z-F`zUBW^0!Ueg1`w}T$Nefw(Lk<Dih<fK^UJh{JS
z=9RZ@kBsI#5nXiUbw_8O@LLtLd7ImAg?TLBcx=)!!MQ4nuD@1TqpEGR=_*%pR*8(@
zal>tEBG(x$>t;Q6<w(?|jJLK78~JT}4~d1j+x-Zzuu;1$k@ebq$~7}PetU)OY+B*$
znM>`X*R(F$cEUpK?YE9cEK8L_I3{N=Y29WPaJ7+PC*PIHhk~tY59?`U9n{jdu$~|M
zR6AecymrfrgvTsO-D05?XMRk{>|U?@dvR>rV!_7`JN#z-3b1>qD0xmwD0+kSg*&z~
zmo6Gu+CTpCXG-^G;Zru>pHH0X@%q41i(uuRqhh8{ja*-elzh?RQTgNXtMtR%>r-o{
zM+o13{ri5y`Ns_!7kFAiB9v$Nq{ZBqo#685)uZCqN#*N3q@>oa*jkip!|gh^NHy)-
zq~rBJWBcy?W3&E#Z*j+Ok0s}`IT$0~ZVzHQv{3pupYHE9V&2Qd#g{ZI7A`R;?VQFH
z7&-0ooQevU{O3|DI$oX(UX|0e!F2W0;8o8h|K8nwr}lsOP1_v@{rCTNpHu(Q*yTiJ
z#+kjh)t+onJ6?Y2kmahXgNya;7OwI7w(hQ)*YAeKQFA{1*gWTT`TfN5?-PFd6c+tz
zy8E$XVvx@C(`Bpbt~PzX{z0hDmsx$?pYwBn_(uBP{_opdzg600-o=a~`SqV?_Z+jX
z`SQ>`C9+V}cDb!aOO0#R)uLYg*}Gf5XgttX>*(Ec(6VFljP94LPTs3_JxZ!Nw|95>
zj9MGz?UHvBy>59=*mW{8<8xZv%LPZ+UR`WI_Txx^s&`PWi_)(ptK7|5*Ydqs(ylXY
zxlg+P&dR^pDj)5<G^_UN^~?Qjvgnj3**#;^?JU)9rN!4@PbgDb#4_z>kA>e&N!OmT
zZ;`2Odrr+fw@l}`zJ=8;w~|_)X;*FPzBDb@?|a#^>qzFI1=km^;dVQ0cx>96{%<$l
z-d!|Db%qh!%Ysc=%lFj1ejsg}%zEspNNHc6isvQAgpJEo{A@PyXKSuv3a;90@3q~x
zh2x>kj&RGDeWtC4I8Vep>)ofe;m_LLRRW6Ferm3N*uJ+)BmUR-+(IQAg~ZPfaw@+}
z&*`1bd9`xeqsRVskG{NNJ>NgSpy*T6qBARd@)zt4yT4`03NOd7)~5TBR&)8ByjE>W
zvXT4v<LBw#mkVPrSI_#sQI*N^lM+8;@Up*_OFnH``LxJ0Q0z$InU9~J*SuXF|2Y2d
z?s{j@pz`ZMe7!*nrtln{qJPLH`#xLqMtzxGd-a+V<<~A|aQWc6FKE)PZ<E&Eog3?R
zSWv$9lVED-#n;~hqb8OK39XGdyWAt)<1t5~@SI-FQ<HX`tE~JpL%RIk#kZQ%R*RmV
z`tZq<mh|)Uf3q$6Yxy^ObymL1^`Q3ZJKle5@)|PQ6}&Xt9t-|G*ipCt{nx9hFM}^M
z|Geb=`0(?)HvM<1UT3m$Xd51SG{r%+YsdA(^!oYM+us+wzQ$Zu&VSL0bz#Aw27|<$
zmA8xias<j^vVSaETEqEJdWlM(=j4`<-*a2TCf(W<=B84xCQSR3mb=%}?KV}?k+&4=
zwq84uc`Cso!9wQJ+p^}Dww#yCz2m0E#Q6Mp^0<G;jvXKVzg=q6>ZYZ#^n*>6>f!Gt
zy0c7ugV~xHyN^y<C%otXzuz@KpE{pAch2#LuKo=(X$@cB0~xnAum*r``Ftt7-h^j*
zd*8CNW`fxa?H}Z3K09A6IjMH(j=Xa-k5#Ny?lpX^TO+*c<^P`VlBL!w^IH~iXv%s{
z3JO(hxXf9ygz1iQ%A_lze-Ad~ZTFrh9zJJNQ>nx&w|&<{5AXLq^IH3PMf8SlU9H&7
zj>*pNw#{X6cW64rJAY~I)0F?dP4W8PzO!E+Wn<ov|4C(HP|0PM#OzI1wf3ABTWWJ~
zotAgl>7JWO$5x$i7GB*kX^NkY=j0h0L5`fld(@UKD(kxyaq3i1^!#ahE)CP#s&D=_
zy6!k7sA5KsaF^fm(*@<~ImXw6mhJlHn-Usw<yv6-1qXj8uER0OC$*g8!p|6;Rx;L^
zW_nE{p!Nmdin#|g{hhWvjQgsf*v%!aC#!ksA;VqIf=lXqyFa|SptWqhZvNdnsms+*
zZdSegvngw<Q&h7UU$ZmU>-v*?6O?0oGkH#Vu3!z@wKcvV*fUA?7uWl@tJP*bOZqU?
zitQ!y)d?C|bGii0+$ZFf%*k%sJ%K5@`hKI~E%#O4?I8(0O4`|Jr@Ic{wL2%~$hT>p
zm6<^7_J_wa413R-oQON;@L9e>QiJX4r=H{ce<-fLIww27R`%-M!z?#D3(iR=*RK1$
z%i(I=sY??DE4L-t%`}kV=@8Dp^>NbFSw-JO9)9y^+x@1r%BO#RfM2}QjO6L!KE>YU
zB_}fetL^{I|Np$rpQG^~KF0q^FEMnzG3gNJnyVbz0TntLeh-%%@@(fkXmn}H9J?x)
ztvWmEzS{-v?_VQ(PAabETk)#b+-2+Tt99iSfBKN#b8I(H*}BaUdMmmu4_(u>_TC}&
z(k6jN<XUFI!$wi21KXSv*IoP4ZJ=8g*5*0ce8T!n-+!O;cbtfR`7KFWa?eWru(OUi
zGKF(KJe!?AahYu0&+d4G*=M6o9&1k)x0&l{a_g{xZ$YBhix0Ol=NG*83_ANHCs=EH
z)Y=zi-z(nl{oe6thWWd_2On<De#29K<E|v=T1D&kdyaRD>qndm|1wFgBu>|FwzS_i
znP;V&wwbn_u}KNFapQ0_uj=-&3_Hr*&vr#vAo)_onFZxX-o3Mn{AoF<Wzh`9DUWV`
z3>NFw-%(i7Zy|O0ZMmhjr8}>xDeL4Kr?lx$T9+vwyK-*Pqb`nv6*g(<<sFy)eUJ(1
zyZL9%!3_PHXVd&v-F#W1d8%hsQ=QebTU%eBaXFdvOr!Yqa@S3VI9;!-eevzN#O|c6
z4B_6FRy2#rwtVGn>@v}q@4KL+=d{zqCs}hoXSk*F9+TSNRhGSE6|d~7!nRwI`_GlO
ztt!gB$3CsVAg@jDmTu~YZ0Y2kwuZNtgl~5(*A|S*Pv3r_{L*5xzkda{pBGWponQM=
zv;J>4|AuphGh+&her@9YvuYN5$p`ZvYkP82J$nlywOvD{TRybz4r^NV?XtBd>#{P9
zmoJNqKB?ucRSsL-bF}EGExV(?-Vz=SSI^L^du%KZhqV1nIrf)5-{4iRW|98JjwF5d
zjxFD2+B;6yb6T*3yEP>4>5a<XwFwi{dVbaB<aYkH-5<|;UYxUISDMk@2M7P|_K^GV
z^zeDXMQIma8{fP8@VNXRCQaG*bA5IcKko3G6mTs-a>Aj4!cQG}OxEn|HUA!-pP4@G
zWX`#qd4X4#ncfxdvdWg7Yx1?oa_P%Bd7<Tk$D-;3v=~oi|Ej)gH@DB<XWKQUu8zCe
zU7LLWs@dHBW14z*+nOaa&s~$4v$1EjGGABE!GaV2&dJTq>ks0zFI;MQzb0rtOIGTw
zD{*sj*@b;4Z@YPCS?tmGvAa*6J^Z@lk>2N@GPb>jTNmG!Y~lRXwP@8vtEJapw}-^l
zZ}XC@VYoJ7$-a-TOLl*0cg~-{f1UH7d~ldu;;(meqkG(wK}X*h&h+~e=KYH?G5E^#
z)Xtzw^M77aRGs45xi;J7)z81y*3N!@aSoX;OOoE*-G8|Iaq^~|&TB%+d)!rgn>*v3
z^8VItj?jtH41U~r<Bp2S?6$Yh7EN>)=D9u3E-W-Oz-xnQ;p0nUw@r2$di_4F&7;3&
z<Jz3-?P66sBV;nCeA%?_sn+w&`f^FKCDxjU9jE(UI)2Txa;s9`v^Q^gE%(%(nCyOB
zV|lZ^x&w!gZ>-o_ol7@(bGAe@YaR%0i|St>{FZHxX4}*WGYX8%R^%ui<m@g?o11t4
zkC1fSjkIF*8VRW&1)lW>y!F`I^K#v9ot&4GZJ4Mn^mN5s*8s(>3VmDLf3_dmvuaPs
zSqbk*(KTU`uBo*TSBu;=S$4VeWl8d`%&ssYO`FWimd&P2!B^`(U$~~im3=7S`YE%S
z_ad(UlT<&nEu5pnLF47e&6&5HM9j>mUbFCd!u@a8mzOWjd7O%xIK3${&QL#l)1i9#
zkfyM}1NXgqiX&c%YWY?E=%30YT;u5G;gvdL>ZB--pwySHllqJ}q6M>$&t1&S$IrK7
zv*poOESW|Hs!@@XA`)8_ohnrs_+E>g`z(A=L?ZgJ535&|zMHI>iPM9W-JJ#Nk8X*#
z%Q)J$>s;F!w$)}CW=-06{uDW%)$Clf<D}}R8P?j7Vyb>xA=0+*w<&Wn?L4_@9-oP0
z*u51>w-*JP75_<Vecy9jO{{oc?LY5Rs~$b8zOVACe}kUOh8<^1-hJiGoa^8wxblsl
z_Q?{fREtS3EI9ckokOC#PFgP8_NC3aY`wf;V89vCOV?&trPuxI2{lXpe@yq@U+Mq4
z?C$12AK3pF{P|J&k=Eic)2T&vTb7yL`&k{v8ng6}`+9%>{*zrjxAXTo=5G*hDi51u
z_j}T&RhE1HHoWG)_x#CC=ZKnP=N{&6s_4%t>r*fha{AG<dtrS?+ol6k<EDjQn-aat
zXQOHEU9*XCzic)2vpsKZ&CyOSR=n)o@$G$-=DR!le7E0z`rQ7vq`G?gdYdU`!dqq6
zOC_x3o!xhKOJe%=puXAv<y{5M^X{Y=NIaO6T%RwWt;=5hTleqdUyf(qWvIV6yR}~F
zl(y8`(>CATxEhb%;1)1F<`wq!`HfG;%Wh7Yd$Ba^CaddD?j@V<?EWoxOvl3Zw}7tb
z<d-e8&GRN5(Uh<MBzgIzh;~}c{oC%DomaXhe->U<aJIzSId0xG9V3a}pmnjkj~eZN
z@aE5qn?;^7r5%qI3oj}537<+jdh?{_Z|mJW?auS$=U;kVT5xXDDe)tJ^;T|t;`*@g
z=(=MMG+wC|ZgFu}ovX1djx&dInNiBqu2eJSmuf0=IkL414Cm&Z+F;J|c=?Ia+-on+
zBoyRV{F(P%Zp*WC&si*Ll<)EhMa`df=Yqv<)4d&Em%SF{S-3SkCj55FGTtkPuRY(Z
zYRNH4M6>pBjEMHXNA2~;E~oden44-gdvla7v*d|x?cCF??3b4{X~|n$opf}8h8Ihd
zMOWcD|FYbBGVkiV)-XS=&z-Y1C9;jPb!$oQ--s=)u5V@f=i8`tnpiIutlakKEIa><
z^UEV1-p^jTL|!GbJLt92S*h2|n+}~%$Z9rTQ26Dyt)Kt-1C>p^m*#zV+%0;1a{Bq3
z_wPS_kkJ414bNKB_V(+J*<FhcX;%FCqZ(iR+U~AL@U?&UCi-od;XA{>nnNc_!tTcd
zcNw{R9IG9=Cr!E~<@1#LmPsFT)NOMI_xE=aYkms|xn_FT=X$V5wI#Mh%)a(|)`=+p
zAKcd+gHPOkX0<W<<VCA&wGEFBt9iN$3VFV~=Ja}-=e7jj*3GJJElPShOaGMa%TqeS
zcCA=O^^Gi_rHzDwE4w1g^8UYNi%#BKq2;{(wz6N+{?^={twN_xRg1GV3*K$apEsxY
z%<|x6lQ{!rF25}En8YG@yiP)ab=f+JUiO;b-}jyUzVG|<n3$M^UUh?80(+)Dw=9jl
z_`0-n(SwtQrdvN2&0nP_*~jLx(M|MU+pChGZ{NPpIGdJR93bL)+ow7+ii7{Ok)NMm
z)P1)=k&@kazs)zlzj|xsy_S>pAL4UoESv4_G}+>A%;VW2+V-5{5t)X^R%_=xmgZ!w
zpC&#f_3AH%Pd3VZrmle>K0W2+ljvi+qIN{i`exR>?BI`A@BiZRbN86}pyk__`Ky+l
z343zd@}|~u9quhh7dOn#oqD&xv19A1gx>Yj6wgLXX4o42n_YV6hA^(Rdux1ICPfs4
z#C%$|a|35_w9%gXQ#L4>8LmHj?QG<ff_Xk|%D#JC+#jrGPX4<$=IXy$8r_$Eb5BXJ
zc(HJbgSW@!4!`5+N+%3<9N@~~Eq!Tk{`gR77HjAZ`@gmtOuMG*w(OnW!WO?Y`uEwC
z%RRX#mN_bHUB1AQd)<ZzZOts_IIFOwDUnu1%O^(tT)D6KN?7C8eIDWumT-iw=jnX1
zsMhzIW9Je**3-8HxaDUWcqFr}dgiwO@Z8z%U#vMVU!Ai{#~_vMT+2d+6%%G^w$|TY
zGdV(i;;{!leVZ*W@fz^0`DnT-qj5D~?Nps7U+3>g-uy84%w?vHOVw-E2G~g~e{7L=
z_JUbUsm?UZ$hb@X+no<a&1|^qbLO7e>b#WB+%@l*zZtVk;&kBbUK=*Y{$ER~+4F<f
z_qpcROt$jjP8C*DzV`CezlDkcMp=tEXX-yY;(0W|z=4yIO~o{=^4OlZ3-a%cch$95
zUP`X~DD*Jw$dnmLhfYqO^YBN<UFrM}=KuNs8_WNDuv_N;6Mc_YlDDQ^;pq9|+UhSD
z>cJiMJ93+d*mJM2%hPRsZb|t6Z8wkmZkNs_W|p5fr$6~QX)*izf|B>Se)H{~oSZ(t
zproYz-8;q2Pv<N;!z8zzZ~oHb^-}-B|9qWoW6k8al=E=*vdpB-&3o5am-A`wJsFmH
zcI#p1Mfo+&^Z&jPmywsxpZTvY_Q2UPuMbbJJZ4K?v7`98ndc+}8NQC>{>y7#TP?A^
zRd#9VlqJ_+SL*$DV}7!&cu(BPzmfO-CWY85gmv9oYccn)YXAJdQ{w(xwSTm=Dx0o9
z?~i8lKfb`CBT1D`vCk#aZ7i2g3u%4uY-{ur*JGc%)4y0XJ*?menmpZdX{6DMua-CD
zn_6t_m)nQTiJ!A6LiYr>cc|r>vm3)Mz0CS#^Zd=DDSQ9QP6`R0!d>-O&uZG4XV2%<
zRvmozf=!TlPF4c9>anO#S6d$CIF+xs7!-W#kbTe6gRZKpe@d2KRDAh8;MV@Srw4B6
zEnBB?N+vzY{-M~soJVUuA2GW2%vODmrqDx!(#OpltAB1-B)<N~wmaIBR)lZkOOjT(
z*k$o{+s0jc*_P~TI>X}S5)#_mqvN{q$^HMw>remuX()EOWE)reLi3NauARP+Qu^cN
z3hrapOGCVwv$z!3?#;C9Q{FXKZ*%H4&SZW|;a#SUdeeOm3u$HS^t+Qg@A0uKI?sZa
zO)f4gZ{zu;`TvLfKmI?T4$lw1DYeq}-vxiW)Y%VqKlN>zVEMRkZMW)|U(EAtzgL6?
zho-EyiMYYy#}!t2GJU@NlVcC{f~@$y9rMsyazSOInz5<>{QVD3eooGN_x|Ua)?G`E
z2xjhI)c?3+?_5RKZBL#&VZGj;r@ZyN%8D)_MUlceN{5aewbIDec&<IkugmI<;7p;!
zg+-y(KAE!^l66nrdfVF^yLi*w+usaLCUkuLD&}N3G0{6DIQ*+yLg)eo(_OEh?F_V@
z!x_Y+dg!}IH1D=zvE>fO<PNTCU3UMw(55KOQ>$F0UM%DE`hC!6+FFgzOf4#Jzj|Ea
z^IYD|)A@jbYkqRzb<>%#A5yk1Syf|PP*8EAz~T#wTC!wsTg~g)_a9l`|H-#hGkShx
z@m;g)1`SuZ)E96~>hZVx-E;rv-298Lzs@+jH$=7X@ipfF5!OJFz-dd>U$$iL%3Py9
znRE5kRe$B8e)l?w?3vCxt5n!zQze^;^TKD}XDJ3vOI`cLGpE6RR@!0>uQjDEfv*lT
zNJsTvyRs~8XUw{%?FUcX^VqxP8V?)uy7>Kl)0$r9oXau$8f~a3(f4gf<!83ZYYr@M
zaH$K(k_`=<pdYT2&aJ0+?&LJ?Ifg3&rfbS>f1Y*uhlPw*SIu6fmi_0NRvl)knvy@o
zsjb8GN@yo%(6OyKnP(;Q*bV*uh>I|;*IM3s<BG#=Gi4plfXOO;E4n6K)#CnQ+k9YR
zYVXSXvu7>7kzc*)((lDex}95GR$ArQsWQ2~lu3;ZnihBH$(j!jXC7O;ZFWl4${LA{
z;ZYZ=oM%03DqVLsNO;pJsi)01rev{q_=ZMrTBD?`>$-GBPLrshmz$$VW~Nj59kzq(
zr)IRDU{p-~@aO0K^|P9;aug**T0h(RAT7Lb%l`9Q=L(w54_ucv<)=`vSYpMSJ%0oQ
z>r6H8)^R-0nty$v&pUI2bJcEJCfi*;Ub*3b*xZv*zqLDUk`}+tdbI2MnQyDVe15%h
zt9{L$&9R>G0$%BXm)7ToRk}_K|6;9~lzezYo$or+C2O{xl-69+_<nzGQ_ATMl{u<n
zrpsmp@74MFhTU84&$ag#?f0|?3T`#|m%e+6V2tq-(?BiBqk^A*&iR?-w*L0<tX|`#
z(;r-!_VcIZ-iM{fs@+uz550M+tnr*9_@UR~M{g`s_obAS90{-g|Gv27y`263#r4iM
zmaf5pJGqp3+s<}}<Rp~pP850anKQoTm*MsPyrRd?cuPcrr?=g@CR6`OnD5=b!~fQr
zcUn2mtNCd7oBg^3PkE>E$)b%PE(s`JjM~C}XZ_-HF-v#mtmM6YVOj6mdupZKW=lH7
zYPVgJ&O0^hmVUzA>!Q}}AzdFU&Y17}$ZPlOg|eJo&5eC()h8u>TKRlTQ@)U4Fq?hV
zrLNoC^I0FQ$+~=C_FCawi}2tzv%bmQ*!4`GbJn%lrW?O*<}`QlZZG8yTg^K4<V-!e
zjS;ejFYYY7{JOa2n`&6f5if%`@_}O7yXMNd@@1MRT(!NlBw^n9lb=PEM5kQ4__pkY
z$LZeJ*Kgdv`?cy%(1fSOYeY*fDVLQA#m%Yl3_Z6p+vC!Vr>8dUFP~gp{$1k}_nd$$
zZUx_J&fR?JJ*k4j&sfSMtaa&hz6qBC#JRn!)5{7E-n=qlnYL9`gR!Ys_9VHUrTo!d
zm-x8e-#@Xb>t~7Q%;^~m1C;W3-ygEv<9;i@at+5ZUrwz_j!h4XRigZ}tKa9h*XPch
zr!QP;W*aZ<;j!KE<&K)a9EuCg6tms()_$DID{)lox%K~__69TOZ9Fx7UPnl~!e+G}
z8&wanZC<`H*FCu>cd6*?%OQ%adM4)|U+fT9U#`fLr5vLD;oa#=uh;K2yddAV$+P(W
z1l1KDhVf@A{`~Mh_I_`-NL%^6%E@ytPT2g?Rb$bSu%y4sT#ksRDIPWH+_-f*_l^%P
z{flR8TBCV-)+)1wZr|E()a+D=UK(@zzO!fJ5drNN<w4UXTRxx6nm$?buFA6OZv$KA
zXI^+~F!St-vY<sKspaVhUjCf&(zX9zfp~f?)8?SS*M~P8`|-AA^PHML9ecCcd)#C7
z)3?Um%bay(=GpW~A`c&k@;a>fI(Ln<?{}{US(D3^T9u{=ZtRPk!5ZWpAHnrBxOwk1
zr3sv}8V~vNcYf<J_1v-6M_*#YA31{<vrE#~+7}CcEjm{7jG627qNJS>mCbdr3#X`f
z23g(Jn;SPjH7ucZfplh^jC^wM!pUU;2d9f<=0E%YWU~K{d-Lo2_x`Pwv#B_6m;L+A
zyLX@d`kMXc-20lz{B@rgS6}VAbtPNmU0aNar%-}ppvay5<?ZG7E88tDy?OWU!=E22
z6=@=wv$nM?UDlv~ns@U4=Dh8@RgJ$$Pw!Ik+$PobY+sJRL#F%>(-wXzlNRVZoBl;j
z%*=Drw#W$!+d8+X2THPsK0SJwPh3Ia^?UK-oPYl{_$_yy_w?;`oh~Nv%u{QYX?X8y
zwhPjlcAB;D($ecM4PwO<89f&*QRz|*I#yDpe5r2!(VVuDeVre^Z}MMKc5SOKOK!$9
zDc0D~xYzSr?1kI66!`0{o^|)ev7f(IO)Yvm{l=LEN!?uKSMP7v5I@u!V0ybvQv2=f
zSst!4cBO5N3VI^xl{x3Dw34QS`>xzeEuT}Ympe^ZQo`YSBBn58>Jly4$~+Bk_du&x
zx19D~WZ-zne%|PWy-S9|thFh#h2(@f*WBm3b!ttm+Ky}Kj~jXWbhKyqgp0Huo{-St
zpr)W)e>UPeUq#LY)2Nysb27FiC+%$%@ReKrIl4lhce;f79(Q%~9qXPY+;E>Fd3tkl
z*yQOmYC2bX`8=Kc_H>TxH1UXq6aP(oyuHUm{#VqxfYP?L#d9u&Y+br-QiNvDYDca6
zE`N6IH=E6^E)!M}Tx4zd@VfgP^ZV|Zy}?!ndvi1N_M9u(6;ZU~`e&(t*Ac-|ciq&E
zgmR|6^KvtPofBD~$dcK4MDaD#v*$IR4!<vWp1uF@xwYmKJj-+4T=rzG3)y#YLeK^I
zFOg@S=}a@WI;<G<J3#K~fv1);ZB=FaUX)a?c)fjxMWx%`If}lnn#*RSw*AaG`Qupb
zy8E@$FWTEam|p)Y*3a%|_MBLSm`=8=n@<XM@>X4Jo4z2b@Yf&35beIa`-)!G5!x$^
zPIsTLJ9h74ZP~i}j;hS_>OUoKI;z=jE-%n~JSOJMin#|AoD7xY4xZfGcdOL&*-O*3
zx4tquw=)iHo3W26cE?dOF8<}u9Hjb>*L+<auiTex_wUE!Z98ty>DjkV@zxxf=xoi?
zO}q4Joi==!#Jhg!w%hh++t{Wy+^#X5TU@)>V)x7D3G2NMv3NuV-L!O)%9HzJ_S-tY
z$nNi?t3^(0sw8Glm@XP=xzKor+Z?WEH>cDXE}Sm6X?yu(lUwdxEsLf3D}Mb+pX2W*
z(eL)A%<WA0`OYaST`H-WCqB>7IsfuoSw-QeIX{#7wyJJ^IVCUsj5Pnf$M4=c|NFJR
z{>1Y6b;o+8nK#)a7X@yNm=cjb;Z)+vndg_gRGp|OKT`8`(#<a|=K_+}+8;3NyLGj$
zOS?!(Q}W$Wk<eEYXNOG?pS37pM$84@>I{`_QT|n}(UZ64SX@}O>&T5+q3<qewRqf0
z$oeXEM4@s|lJ!^ZS;_imL+hF=GbIA0e{-dtT>tTU`%$SzO~Y+!eIoVW((gY#deV4P
zjpsDcDN{L59%WS4hzfDpom;x_V&5T`t+^J5rfi<OfXg#d`qy8(?7~UehbKwBbPE*8
zo<EDjNLF!Mjb|^r?s?-4rt!7^ZR6(bPr2c}qxd&l_tl;~WxAJ&KFi&!^IP-RZEEq6
zQ|yL(?9QJ;4{F8K7b(kH2pPO8mFWHD62(5*SR-_kvDAl0N#~5#TUgF7$}MM~D86P>
z*B*_6pvB^rixZC-T$72t{ruu$b(dYuR}7mEo?w4^bs6vVpr|CT|L0f#Y?{tL|APH3
z$2Uu6oRB|vXzN<X89r>kLTAKmGnv&;v@Pe~-8{*cb9sd{8BcMVEK~?&N@VT4<Z@~D
zm$@I#KS~YVxW-7|g756Y;&bLAzHME(+luP?R&H^B&h?yo`NxNL%lr2)Sm*U>Q_9X6
z!EBHBOzQG0_gH^_@oi~?x#v44wRmW6y4tnn@<J`I`nMeYDQ`<^H-5|e9(!kZK~2pW
z{(q0yYrdRx-}C)mwN1ri-*xf3j~%T4fB)m=`Tytm+y52G*3F!?%|%)G-DHctlbfdU
ziwO(qsvN$zVDI!<%eL%no9(cB*Sg!jEKVDCZ@=xeev{5^j;?5PwzKt@{hrQV7-o^8
zB-^@1<L1AgzLHm-&AgOjy=00?qsKFLNxha!OV=tXUAmRuJ2k8KL+Z<kOP8&aeDikl
zbJo*8MHGW{4qd)}YSN+;D^^d6aP#qx4~q26P5ID%^V_W$y|k2jHEjn1rm`+Gs%uU;
zbIomyR`)cgv>whN?f+&jg+BZ5t9u6JRPbJla9doryH)U!sK&4Skk7f7X2x}vPdY0p
zX>^zQib9{#oV6=Y-I?6gb;f@28pj0Bq<Y>ZbMrRXNG=J8(7rg4|8&n|7DZ9jNt-sM
zXgg24DzfwY&MQ+LuPJ1=^Eo>^HQzL-nUkt4mlykCo3o1ct#odVmPw5I{@MG?w<g*}
zZ;DA#`2Au>{{%zRi*2)x&t4k)W7ndS@&df7z7;1UwYN`p%*&5fb^WYUbg0@wX>EtW
zlgq(j;`*A?g;&))tPkzeiBEjR6+CUvo{EzRTb`fHd+5-y^}sEuz;i1tp8ZHVxn+yS
zOrez=lAdjc=jK{X-XmnaOIAhQASY|qHNF3<cUZ4KCfZ#vS>3Z~5?}f(a}UG#H5y$_
zCPC3E%fc)Ft-rQ@wqwX_*Y!tQO%g=a_8%1BeZX~sTkhYF-8$*Qd3!$VhNN#14Re!T
zq0%((zQP=pOS2AcIG?pMrL@d3-^4|&^ZOi+cGKcbnQbroJ=u2mOqRR+yuV;|afpM3
z)x^S&Pq;6Al-t|PT=$y){{;Q|J?Go&zdoOF(p$-4>v~g>i%t)wEb`nlb=i?wlP*6#
z{$#bP`}g}wZ~L1)GmhSz?7#AL*WJa|N8ax_zWKcU!)|}ON4I)+_qgp&X-(W0VYdB5
zy<^Ut-G`REij#L!H=DTn-$ccwIpy-XTyN4YS9MO@J9AQI>%z;PmGAd{e^Iu(=EuW!
zNAJ9A!3S0^Q|tX}wcz)h&&xKfE!gO-*fo7~NX<djCdb>cN;lW8FJAfe*z664GX<qr
zzE)DbCK#j@^m2obK<UAhZ&N;>Ot1NHdH=F9(dymoPqe#5(obk4&6NNA=!qozW6AtG
zKV#dPvrASfK7Gf!Jl#L?O!}Mm`x+;ymd*@(!pism!0N2iIoqCmK0n`ZuAjzf)@zb{
z{8?Q^2PdbC+gSf&>Pf4L+Z5$1*(1DUljH1H!me8bjzlfqdL-*`cX#?7IoVB{jhAU<
zy;^kan(wPs>gO%OFTYn!sdQYjTSHcHih`F3hj-+4j>S!phIjTWW*>@}9~T!Yx^=CS
z*H%~INe$A@_12#QqN7)pCO(gouTi<q9#<?|#dRj?{ym}CB{}BP)++?eeLC6S?%B`H
z?rXw~Ppw*H7MHfQ&$%R5Vqs}r)lG@M*;mq{PM*r1q&!#IS4c^gm3f8!zE@SfvvQtl
zdi^$O{AQ)TX5Ccv=^2h)$y;MCyj7X8iy`~xukihc^zHt*zP=m~wOwWE+s%t_`utYA
zBjKED>etX^;`Zc8=u2ryL6t7Q3-7ho$-WWNl;pB_%DrjVvxNHoe);_@4|mM)(_F=+
zuDY~!&88KXlGKCU4$Bp;xp`OiXGwPO#yRH&oF<m-ULYDdt-U4g|C_EYO0r)HR(Cym
z$(s3Js#Hnfn!j4K`}Axx9y60-Y2TLHe{`<Z=hqtM8PB{OfBY1e3R5=E#(+C7<PFps
zcOBF6R!s<;Qe$bKmg#-p;fkZ1>b2Y2>gF{<*I4#!<Ui%2UG-RTwa#L_qEj)OqjYN0
zoYfs)OnG-f{6XqOVfR^2Yfep{zyHC51o?(dS~u-29$b4H{X#)`(y8o!y@q#c3+8{{
z|4X#)N3;Bg^!i`RW$f$E{f__1<#Ztb|2K0B3yTN8?SC+S{&~m$Ni#pQ&CIr2LDNMg
zyu;Q^xF$Sl*7J3SZ5mxpRX?Jl?wn}y$=y*{(!5FMHrwK_%X4#tX74u-T3$B0<JpTB
z9TziBOpmwAF+A0m%aRq`Vg6I-U-;diUYmQ@*w1{es_j{6c<sW=vck%nzcg9ms!V5}
z^RTuvKg^>1>E+MXe1@FXkW0x4r{~nwpE&wN`O~4QuzKaWg?zzjbK>WG`f@Y*R95S?
zfa$D1Ypy+;yXD^8X*Dm_3u<1!q%RBFjvThSj$8X<Gl%P}V-F>7c(h$Njbz@G!F&7v
z))ckt9<%;1xVZoOX*FM8gZuuE6CYx7m*z;<DF}Yp$=5G#zI1w%UbjqSX4qDR)3TLm
z8d?R%_*s?|AGx-0&H18?)_AQYLECpqR1__UQTPA7Ip!zJn_J1JeLqM<$^@S96m$x@
zYBz;%dB-9V(WO^j^cq;b+<bP{KF123wIV+zm^b}jr0Kr&h~?&Q8yEcfaIi9<$8g>S
z6~QY%yQc135Oua7v~6wCnw1xnmfe53;grq}iPnUzGlco8bmNSIZslJ+)pNAy<YIlf
z&m~bxPa5L3pMUqzZf@NFtRt^OC&z63*fe#r!YPMLA-kRvlKB>nF^g<DYeWKC3Ph(#
zZArV)UAgj4qWaWhR*rFDKGRjRZaA9FIN-Kf?^^qmjHX!y(o$8D*F3gl|9!Ufg!Uxg
zm<VgG^uni2;`3`7BG2snxpjZ5)SGINwLx)_7ykU2-DtwJ$iqm&ZA!Og_sf<g_6mMN
z=Z}}qn-s7vEo9lU%ko7PpY_DmIe$J8$!RQAJtV55uhq3n<=)Nb2k-x=1ufG(e*fq7
zGxO|Kj8rF@ii9P;p5^g->-_$Fe*4)B!B>6s{WMQas?OhcHsO22t;`kKYX0`iPpQe+
zRZPGAzIJLl|NbX0H@m;#aqqF>3|7_D7Wavref0C|S<Jhq*5n=zTV<G&t5%esFO;?Z
zkMY_4L9bQP7v5UgF=h7Ae`d0WSe4Bbef+ae{{3D4vP7uv+vfR(v-P7Mhkm}5@;mCu
zv9yHA7X*dEn9tvp@Ynq4n7L{1vLkL0efAwb6%(pz7m3&foHgfUTgoZ(Q6fjQBh_|E
ziN(anIbABQt`AN`iY<@vu}j(aMdSXz9jE_Bn|oer`Fl}u<EwzHmJ?e(W{98Z*)-$h
zhmY}>-qxNtc(0nrt#(S^iBp#Q|9nw*IQn<@ch5(B>goC$*|xm;@Z)3gv(G%)53kLA
z{pMZS9=;tleiNtnlv~;S{?sFWS=4ip#5<KGb6fIEo)o+{v;I5#%jD{etIW2K7m4X~
z^=$5*e&<Ftzf0HaXt$Sg`se*B3qMZTb@^aeQv|Qat_jb*yRJ?O{NLc>xM;UVTS(}K
zh>%H7?+Cea$zGi@)jU}`yI`C2vU16D76w}s6aPKP-|>HgUpjy5R^!{BjMERZTuF4@
zGH=D>r<1R-afSS_(tUfOqIl8dM1w%ik~@sN{POjuzVG|5er20dU(%*UIqIvY8Y(U^
zXyG^g_3PPIucJ9rKmIw&nJF~+Y2@!eSEGJs3)#<H)vLPxRe;RT=4}gYO?`g5U4MJF
zUFtor*q2?Ji|g7|CNA-8SMiNJ_pIi_=lP#6KA&$a#cOF-ckuqN==#a~e|_xNSgWYd
zt+tu-^35~iO+oD+OvI%mM5TD{i!43N()j4(<mZml9{pwI5M0(?uwi@qTJ4^RAyXAQ
zAD3y}c%PBP>H4;!&M0|PMA4OxB};c1O>uRc8ttV#Gu?D=9{ZY<sZS#k9YY?JbxzjH
zToNhy*!kBk&AV~)OD-sGYPvaD_=th)J*lLv_eCOKer!L)siZyeoKk6vSm5jrYnB{&
zaKg9of*tD}{TdZE=hQtcoGVwXG)R1$z0^G4ihJFb1-Txg(^uRQlFW};_Nho+QFh(7
z0M0pFJnRp9-+Fkzl=)oa8k*+f6%a0(I&pF;cTTZAgXi*YzuhW#84GXa?v?s{v&G-;
z=LBi<yiYfu&o6#{PPQ-aPQw2Le%Z>kHQJwp<?bxla{lv=-~S)TfB5Jw|9N@+ujN-l
z&;EYD|NPODmgRZ()jX5;eV%KtcslILwFz2J)sGw!zP#z?oFEOg<N6l@d-#qhr0a%8
zR;Cm^winWBX>Sx`(v^vFiWFPh7t7LHEA#Tf?T?dhS#<6!EID#C#cA5wLuQT}wr@ZF
z?wy|hd^_HKT%BUGR;}B1&WXP{kRws>(ENj`k!=E3Bm_iUTQ5zNzvQ!gUu3CRdiIu2
zUzWeDd3AAqsBf(FBaLT2o=mx_wfy?)MO)PR_H^D&@(A`_ll<vW`hp*d?e@hbBA4HO
zzZiJr<<8|1k->rDs%j>2L0t>>39Nmy>EmyWwM@%ywn{XxZ4#(yJD8&_<?8-H$>hAR
z;FsTuZw}bEo3}1Jw|7_PjSqaLJ8~7JOm@3i^d918e03`SuhP=LX=Z($lO!}2n7IV~
zx-a~oB{586S>(A@IxE+%mt9rln#r<tqJ^|d<m|tDMKYewU!nFxXv>tu3xWmfb?2Q|
zNV)T?u;5tthB?do^`;lEI@KUlQe|s3cV75jhQM9#GZ$zbJSCAnyUj&uZh5xFLjx`q
zD;}N<<{5KE7aqIC^RATR<^KKOckC+tv_53Y(u1kR8-mvqx&%F5bma1~S5m5?cm3pD
z1l#OPS6;~Y^HZg?Winf)_O7r+YZInEU7-5+U_)U3@yX)#k9QU?Ue29UqUe(l$$q$W
zwu1Kdia)Q7LR$4sCoNedto`e*UggdY?K@gdS?E2}cKd4*lP=A1eSzWR9Pg=3XLT+(
zn@>(Z+_vVTpn1H1PLA%M7>>rHQ@!=({h72T=EDQ&`q?ElE}6>n9bRO$tlTKQh3~^L
zx0NcH``dMtpLJU<(|O6yuCQm1XGFWU%+8fB`HuH|&o>a9R8z)uRcXf)?^iW$e>b_k
zm)lTYGC%+S<N9;z_P>hl{(qc5afYaDVB*q44>fsNVrJ@hNqt_PYH0g-Gk^W5-re~d
z>;H;*acODK^j(%B|9?()`MqcFr1Oh!byj}+z&+&>hkCrRserWf!tm|h^PDz0I^9}w
zYm4~q8&xxQ=+3-TRoYfzs<?M%hlw4tcu%k0m6KbxNUc=4-oI|*5<~g=PnwYvx4(8*
zbv<xl)6$!H&HI<6l$ZCLbly%$U8~g6vBJl=ahvp(Zqrt!psK^`A1@aRJ@H52QowDV
z*D@P}TsCs8S3Y>_l)uQ@_g}g{^{lZ`@2f3d@FaKBC#I)L@9w@xjx?OTZ^`}p&Rrc5
zkz6d*yV>vT{MfMQ#E&PF=NH;pr~OZ0m*iZP<e2Jp>5B1-rBlwN3HSNO6_nXMPBL1o
z!y0t(>}+MLmkm#g4(>TqaBgC{<=nmp1^?Ojj$iC`eznWNtDax{XH(*=h7OC_HfcrQ
zI-2h?w|TY)7EQj}JiF%Cm*s0*j-}L{ODSXIdUwCF`|w4<zxQU$ulc~d@88t#7FIP5
zGyPvIS5`?5`^jCfAmqr=pFIyVrklLmaB8{EbK#zu6OQawIa%5ho#ZuN;&#E~r6E&N
z--h3J`k~W#c4g9!J*!St_bw5+vW&|&ee>3Ux24x>?y4=kmRq4TMKt1JvtsCix+`8E
z^#AR*e^689H*4AJg>1a)f4JhT|HW-c+_WuX?TWe1UaeuXPF;Btd9cK2@w&f9R&P<P
z2;>M`E$S(hpL=f0wY5`D<|`?&$hJ8jED%xLaAmdV)<6Z>uwR+4lD0l@m;Yn>e|P;C
z{*5|2OP`xPfBsx&v#QagFIAfC?B5H;mTlHdPrs)xcy!`^@g>*WpQk#`Q90t-{`mR%
z8<PDR+WqMz98;P+exKYS6fkA!`B?>g=~<_4y?(y_EpJ7MjpAyV$u}pxuC}h5k;Lmd
zEjj0G_hrtlvPBziFTXBdU^Y{6F_(tmk4ISsGRiJpebyzvoi8nE?yB{OnmOG^e(nZy
zkHTt0y`UQb9(*CE-afQDBvB$WahHVppXaJ`5(1yk(NhmO<o!eHb5@>~SLkGI@0UE6
z7k%mVwRls@v{V0B>lC}oN<MPdfrsusu@Ys|G+Aag#kI4b=@j#(1BYA<pQluMX(~NC
zEqYYpxTd47XlmfE=gA+gY0SOwvbSTm^QC(XjZ02&KkH_d|MO*e%>HfX7rXcG`2Q`s
z=UDQuzjX>qoE<t&N3U#Ms^#4>X|3mu%WpqjU0>h(x0(6h*ZqIOeU=;lyLSK2>@{NC
z>*B4SeBbx?{s;B?PqF#YoBAyJYEOg*8pNOTT<Va~c;SMl@UqX99B(I0*_vz4;MBln
zv}2c+BtLu4G3Rso%PbW4*j%tuQV9*+BAve0H1_VpYinoU*;zch-)Y^^G_?r=o2K%c
z1%FGsq!)TcY2N8gd5-#LD<3uQU$7>7$rYXONDr&9wVXSyzintZnbNj#+TXpllT4l-
z?H2yDh_C3Ff}zudr>sF9m;CyFf6x2W9WPfsqlx1zqfm$BD@AvA^N3XMO*yTT_>@IB
zn!^KsUYyBeajxyg6+3l?rBW|vI0-lw_nMi8aZI_*CpB3*y-MN+OXb`fXTr*FA5t&3
z+<PncU*G(H*F%pMS+c8ombxr*%&z&6xk^B9k=_#b%h8=vyFTCSxx6%S;!}}pzd7eH
zrmLPaSs=T+t;5QGhe^X^v356)-jHb?+yZ+q7_4}(c6H$ui{;HLZ~nOD#KnIoBgDXK
z(ISbpmpA-0^_VJfbY*@{fo{UFN9QF|mrhUed{`_Ov*p-xcAb3!KQ5elP${(Nq~+uj
zy#=B69-AZ7XH4&VxhiGCI@_4JdF?{3Ve^8oi_YERuJz}E=F1XKCa>)UeBsw!CLWu`
zm8kRh9)s?)6A>Hs?>~I*oL=FSeR?^5F+2Nine=p=_VE9{dZTSp@I9rBOeyinnp<N(
z-&nrc^5{K=xhuXtdnh`$H~adxYqLx%zKQPrEUNaP?dZE3UW}n$Nj_&k9d)kz`Mmhv
zk8Ab*&u>LXEIicvV%@brmK%(mj&=PrNZLAQ^PKaw7XAv`6L^-MG@M*q)oi%C-F?lZ
zme1n-6P1o^zAkx1^7CWvRiDi6UR2!wwfx_N?CbfTF2Da5edLYc>P?3@wtg$O_|5gt
zo#FJ+CVl&#Gqm(~mi^{ada1DH&^d9N-%p&^-Q9V9>*CuSHy=KHK0i69_mF(Xem%vQ
zj`)YQKX_m8%)UN#>oISqInErH?dq0H%HF>x=JcF79Be8Zb7$pW+w}P3jQhXVuKzuC
znPJ@}$$hV;l~q43HR0S@r~0<H_blVerkkg4eKlBmGl3(=dSjmY^+Sq2mzPA$IlFRI
zQ-t=M*R5^44|Q(JZOpDd`16bMIW>Qa8~e}Qdm(nWMBc@7TDr*9mY0vbR}~%Y78kx$
zB9IZ#Xa26fwQhaCsp#XmipQVp|9J7(UE*=?@xV7r-Tdd-rEHw_;nSBHHs@dP3r#vF
z*PVJS#pwCR#nWvni@GK)NS<)1;Q2M*Rcm-A>p0GQE}=Ea0<>g0FZTMBcOs`+`0f92
zE>4_Z{=TNy<YmE*?`(b==k($}ym{2J<hEmZu-NLJ$&Z8c-riB|650LRI>z2=(e#py
zUwc;Ry;KuR<Sw~${1%V;IgiV=lQQNnnv>*n^5n~8KK=&}9_URKoZ{*@Y1x$2Uejq7
zo*JK+UTay+Z8@6McrDOlTkL{TpC!A`JlEdR)tP*@#!%5yd5O@I%EoJgK^k3$gcDEQ
zYTv8s=@dCFW9{B22~!ofDs+n8`q_JeegB^cI`LbM)vo-r*=K7_zJF|%1B0&JHdo=_
znYBxlciq)1T(UB|dz!Y|WXX)qX@ZCR`8B$lcCC9^vfD9kVf5uC(~~a5JvLv*e{xgT
z&6`bo=Q76s{v~~9*T(LJX`vx8F*+50UTE6?da(P?=lXyBKR>d|7ym!|yXN=p|Ge^l
z9<86Ln>Hsl=EIvGGxC-ne|S*w@WqawH79Srv^-X^(k1XmPN#|QhHC*LmX#BKZF$(R
zcPdlWT)xmqMJ3l;p3KpAx9o~n70ti5|Lo@J;!`Tm{XE+9DsREb4E>WQx+hKETs&vP
zn|Ea|zX|u9FG>;YvN!*FD~_}J_w|?Gj+gvS?g>uF?)l{Q`ccWTPY*dgt2qAd;5GE^
zedK1cWc`%uTe-WZzFzEc&D2}j`NU*}ONL<;@BMUC1Fs}bI=@$DmE^97_Jzm1+9&m`
zyVjv`NWo^Kfb;r}!(}`niwY+$oZ?s%9NBd$;D(H(!Q#~1m09g2VoLtCFUx*E$?MxX
zVOcHP<JwCP7Dk>?6RAA5*ggK&k>{b)qqpZ9%k>_#6zgXFTi1Ux$8F;Cwa2yngy;JU
zxgPA9E#NBHetq3X|Ns8~d+I;_|M&lc{J+EX59I$nwojO<f8*xOhikXrdo*3X&STON
z7b~Ss<*aDq^V8qRy)nEYzi{fZ;<9~>g{AASNgh0)w<O_z!h93o$kg-KyIK?S!Z$8j
z=lgr>EZqkgHjiG%|F@E_{UVs2p8j@&wmw&vPWDs3vkfQt1+rQ$te<c~YV+2~lX5ol
zxTT#;F<N;4^TQf1t*X0n&HotYJU-ejUUz%ivfNACHnJ&-X5LclN=n<jGe6|jtR<J9
zzIdjm@Bcg^MdF^-oT>Mgr`E1`kYxAx=ttvIhuDHQ@-WNWr%rD&bNODxtIT}HN$_{l
zwZ>AdC%!+LDuXL8oT|BXW}T^oYfL2fAFGL9q*(J~C!4){8MXT`-(DAi)eSY~s+DY^
zi6?o^a2;1UZ#i?#iPxf5eG@P7`?rK@JPCWNwk>FfsKpA_jxFAEdOA~k4n6k&`^>ZL
zddi<L&gQMETTK<kwR1Wa>-}}?VGR)xR=0~jYSkRPk6TDer0(@2<Ek@O%7-1^invKF
zxvKd7)N1RLiujhUrscc_$5v;|acyJE6J~h4CN+<x|CC6m&&hP*lqna3IdA<;+jquW
zNw&E;aJ~O>`vv0MTq;tofipLFZq&%Myz%m*TVaQX)g7BV%k5t*+7hE2r!Sph&i$$M
z;r3;YCP`%nXX*c`YCe06{kltP_Sprq1+@KNtmuhn6c0VCr2Rt0*8bwgw70Dphii|t
z{a1YPrKQI7!V@9Igx#~YN+*`yyRc}>e4|@eS>@~g_wV>Vm7DKfJ?kSzQBJQb>&?QQ
z6kJ-u6qYX2PqduBdB*t{-`F{x>bt1Q%;<XhWzM+-pYkp3eM)}wYC8=iLtGOiv%{Vr
zPx;JR-F|)N$8+0X$lrOYUjJvmLFEra*+7T6$}NjbK6SlVv!Us1@jUxKb5i#``8GRW
z_~<l`BNEva|BfCPx&FSe;Im!i%ZhIwjP)JFZ#x>^o}^Z%EL?gyC9gUn&eUwZeOtrT
zt<q`ctFIl)J{jgQJ3uKQdz-vp@3+mj-?GW=HD4c@Es$HSbSrzK;tG=^a`rDjU757$
z%j%fqzosJY7r&+F)gH<Xz0UYoZK9Xp(bx9sbB=$EnmzexdI#J471I@XosL*YC&su<
zi#M2AcQWM@&rgM<EBl)#{qFf~SXp{5snBhSRgasqyjYkx$5IR1>dv*Mo-!LZ?{<D?
z^lDd{(MpZ3uHE1Bm6tqt@|0U`vvG-xp$zX!{wlkVJK_vy_f`JOIaV`oVwuX^IG;$7
zl+`_T>yO{7IL^+=Y0s&<smo~cnQ6sk$1Epyz2yJK;5w;9<CLcQ=kz@mvp+uVPCmCh
zT}Dpk((CUL&m`q*|7oVOx|^3*etGI%^X=sGJG(#Xojbd;?ycJQ{P)HZagU##)-PDJ
zWHMjis_u{`zjB9JB^$2!2QCS5+4Mee<+f!S#aqJc7_Vinne0;7bxGChXGxNxY1GeW
zUfK4omnS-Cwihp*K97~HZnDdppEtEmg#X#9*<5%@%U#6%OO@uOXB@9B>MMOFP8V@K
znP8xx-&M-S#q0Vev^YFlpGT5S_vZ;ue=#FI!H&ebuDAbVLPPH@7kJ`#PkJM#)Q6VY
z7Yj~wr!Vhull}MYeQm4X5{t^8llbdC@jT87neu3k+Ib#+{XR>}$PeZ9|MMT`oV}gD
z|LFez=jv5nsma{k<2Y+c%$)cSZ+;ptneyh%n@?BQ*S0SApZDp{&%z2_JJCuTxuVC%
zct34Y(D!<EOF)(LMwdoZ_MF<J4bz1+R5hFCJWa@Nf8D-YX1?FdbKxOuK~L+iosyU{
zVNRS+#5%D%`*t3$$and6@wlSQNyQY`FrAH!_lm4N_wuX^vxt7U<-EkDorzz6@R+|_
zkk6<1@w}F@Z0qWY*Q%T5G_2A4JI%1K)^8G*MFb~Xv*-^47yCoYG`#)KaB^-uJLR?{
zf7yyP{#Um7B@{?V?ulg!t31{<D{^ii$79QHrdO^Rtq)i1*)sDD+pYxxE`^6OZ1~iI
zy!Tr#xi0%?idwYpiqlQ2w0{2ie7@pwuldEOg15g)>(^`OpRM}xRQcIw&BG5H_Rfth
zD=V9jSp3LVh^srl@AWDLzodUJ?SC)-b8-LA?KR*1_nm(K|L*?7@qeGjfBbs?mz93p
zo`kKZ938jcPMo=3<5btn8oyafEYdwMO)>d;^4YRgD|}`5IO=&kh{;%`op*QF(Fzl;
z^OdicF21%v^vO==*DG}YNFUx}y6;2%|G(dVKI+zwGO3kuo#EA<U~{!<w$!f$_Z;ps
z<*ta0y}BY|>nAgTCza<4E_~k<u~{y|cX@FC%3k3)TYc1oH|Z$*CFR}Q<GChz+2!K>
zf2DX<WIIpOmwd;wqx!v-Yh<EN=StmD)sx=N^PYaGVm@}*@bc&2Q#CuM?$UM@R+HqI
zmLy&MwpiE1D`N^v%Xh9H=^<~oKVz(YzPZfIj6F}*Z2L8iy|0#vN<Wyg_Sc!%XIp+S
zI*A;Wk$p2U%TdbUUTEmX6WLu}h5I(xR9hy;U0cJGvXxm>czNv{5s_5iX^|oerYd|Y
zYYP`Tv-HFK@U_+}4wk;Sd*~$Jx)}@4&YZqOs<|XC>uKsWw%}@oCewSDSG%}ODf68A
zZIc4GRhPlJK<2GI8-p5F37%V!+7jHL>D*Af!tsN>cGS9)>lC$pEX1=;8vK}&ChL@G
zt9mK2J>*upkHz6rQUBgd4z`Q7O^T^K`1SCN-RAEFvL`q-PS6Rr<T(ED;J*I20#+yP
z4GRwzHEDQRN`2jV_5SnM_brx8Gu+xyX?NP-+@82|TQarou2DJqTIR>M>(NEgLK}+f
zx)!opAGW(W)BM20njgn=wk6bG`7X7gpkwpQyo#&Oo=okYGEHPtW#Rh63t~<`$yJd$
zSJ|U2_UKX5a``{(F^1{?-`;msd2GNqas7gL+lMLvfh8{6uP@i>HaID{NJ)GdZ=LX_
zS^kEM^UEtf+nwL{M?^Dg|D|nAso_T!J$iJrtD<J|!GpPV-}(QqxA}AP`;Q;L|8vEL
z%($gAC#Q75>!v-LJ-nrRA3fcyf3kay`TeT-?+V_Wt%)lB^hGc-4s={*q<X65X+f|3
zNiO@iURGT-dAwgE=+ULKXTltxer@ed@z~>ZL{NI`^c!4E*)`gAOi#iqRzGD5u6BO6
zEdF@g`8b7+NiB8z`!`R!nk5%d%eORmlFHG{x6a!RdB?7O7BcgE_5>@pRWnw!3e8A(
z!8<Fsb9s71<0Q>1+FeP0`|BsGcoj|)@CymNZn<@CP>B9Z7tUiYAxjTRc$&*r-JGjC
zA!uV%s>($!^OBHI&uMEn9J~1b?T5|tYa6G`D!(VaXv)&t?+a>doUh8QjSN+to7es^
z?@+Jwb;;heKaa%cPe?8P_Wix0M8V@<y6fJ@AC^46`T6-DpDsFwxwcJ_{j`+-Oy?KV
zclYi*e>ZpihohV2KU{o%-@Rj!eC-d${eLq2B1QN7KGtBKci&yz@blHK&o8I+&#yUk
z`Ljr_?EQbw?mv8M9lu=1-}ADZk(6PyUGl8CMW2uPUV5SCrMl)*@++<63-_Pj+G;+-
z?>zHMRVQuF*zhA0zhrKXP+GeoEIHfbkzSxi#V*ap)^{(y@0NHRaB5PSi0eebmv(pk
zWYi`xX(rpV1oU}SXSTemQZ8Pi{Aiv_*7^A9n+{wP)t^5<=;=QxuS-*YChcss`^M^f
zHOM^bajr$q(kcHw7?v6w`t9fyDZOgfH>n#1`@;`f$hrsqF3y#jH#O+3TZ)nG^IrC9
z9_wVg-ygioj@RC+`z<zi-ZH)9b86aQk*y-k=g#Z>`0@Do9V;uPpr-YE{>xooFI%*4
z#>Wq*-8p0qA8h!YZ{whOG<|;Uxzm?}+nO1-=iPtu@p1Z&TN6|auSuOd?;q%SNGp09
zuk#v}iCtzz<~%{`csGU`Y*_b%HNNsWZ`_<eqUz6u&*?prk?rezG~=jN@>KD82j_X8
z)1Ri2=@l3{Bek_yaPEWoE4<(P)fLJZO1y8r!m+wwA;Xqyk2X!Z`q<d5nXkxx;iR@!
zou4}Pt*ey!gkv&iq<Z(PmHfgMa?WVA_}c5os(1xmU#d?FnyPbps{awbI9qiYiT>1>
ztD@aE*xdK#%jCS(*it`l^0G6hIM1K%PS}v@T*bbFV`WyBIGf`^>5i7g*54zZuwKn^
zTz;Qb=krU;(3y*;EIDI*YLSYkFsMMCR1z38AyqrhroQbkd+xh8J)YK_R-b&Q@HhrL
zSxpIeyXAglx9BwcAMXDr)c?-^Z`v<!tJIln_v54gk5}RQPxb$MrG9U*aQ2Br!{|kC
zHQD#d_H0?==@mNd-)4@ZRgu#&mQK)O(YA8me*5$F(gXX<j%-kSa53HG#I#x0?r{6Q
zDx0-z&(~|w2U}kKuMzCo-P^vx^Uk!Ot!eMr!Y-J+cH%m<iEDkium0y}dG3>zsAM`V
zzpct0DOO#*TO!%Q+WPa2TdN*@e5`)NDlNaf-Fo}`OYgsLIJO}wO=WJ=$BF|b8$UR9
zx8@tPZWXAR&GNs!xKT&-?@eVV=7)dH-icZ*Jbu?|iHS<4frWBS^V^p1j}oMEfBf1}
z7G4w<=burfJ8$VkpS8vN7kONKuku1`xgJ+nRDspm%F2yNaaMX-r;|dHYS#C7Z81+d
zuDNW5M%YsGH{P=IRFmGO-kqf!&au*yt-9p<JEg_3ITMq+xg7h}dY@YLVYco{L8pmF
zIJG8)%v9CS3Q1bnw=%WM<+p>`^8+ps3z)PfHhdG1d8)OgXU~(!A7@)8Gbyu7ozVE`
znY6v=0e!_8Y>IpL+*aQARBA_Z^OIY-r%z33h+J!!<hSI!V9?@_>8E@hHTYMo&@SLx
zt9tI5hUP>iCoR`mYHws^4DZ>ibSj0ZB?f7oTjs5I?)(g&u#)!0rjNdANuFNap|}05
zbphYU*=;>0akCy2T(@#czHwW&$S5-4y5qV>3H#2RSUs!m&H|3P^Is{MZ&O|`-*wvi
z*jzDbt!>Q5wypb@W-D$N^ImV&k57l?4I_0bo^Stewr=xvw)<Ox#N-R^Z)%>}CD7^i
zLSp9n8RwUk?6#f%N8(!ZA*oZTt)|RXhh_8j{<Q12`)L^<oGqZnb>dXl)hCj!hRN?A
z*uAg&{Qbtw+mGAt|1_VHe%`~yGjw)B9>3JC3ui2NmaV#=lvwy_(){&C_bUId?kW3r
zaGJ}tNpo!<Uwk5xt@9$qR`#|>s92Kp%WbBeKYUlL-+w56^H+o02Ns${_zL!1oz3&h
zEWlvT=cLo#52My?6=|}#<`Q`1u{;0CO*$_!^_RMPA57TdJn6`jn_Ztb2kToKv^}ht
z9=HFw>7s>=nxE#}ENNQnwWjrB+;j`yi}z->O%Z#p<PaEsC^@vdOGRsfma6vonfm@O
zzw#A|tO*m>nQq)a)08c_NXA?1w@9$6&occNWx99oHQcOm6e)eVoO#KNOE14T9V$MT
zG3CNrHJkc>Gxpv!?0(wReUkfAQeVI<i<be{1Hv{$=|<>GONngnzT9K+uHgBzQoDa8
zT|$QK?bSWUmCw7L|I2K7%`hSIsc3iT$)A5zSF6gr+0(nZYn7hF_wtTME&g`@TlD4S
zKA*k+PwW1_==jAt)1R!KW4-;|hKRpS7LA)$6}rg8?)O)}d+@5{vTIXHk9~Z?J#X$j
z!}CRKbBn9y%5~ptS*5qL{B^X;E@q8QIb1<OqTchDbgRbeUiiznI`vr6Mwjfj!B3kb
zH=ZcAkL*e6IyC!ksfvYl^}*AVh1bbTZMmePsJc~WZ|2P%$HWC&+f3Y6v1Deq^zKQs
zoxfnC&A(5IrJ;s$)sY=RMZB}~_+F}AcF9v)vwrrIw(|H;QSr@^l@BlH`@X%E<iHUX
z<uhqn?ulzpZMxgCjO2QESm>{?Qm^@aJKmY|aQgh(lPQ}PTo(MouH5o!LWxY_@@JRN
z*B`q7-}-*bEkn64nwxntAI>$u|IPEVzud=*$M?Iuo)K-HpZxFtoWJRlQzPr{b^o1q
z^VyHd_olpE^{s5zab{*F1<t?_j_FU9iio&sHdQU``0b=$vcE;?3+s{q4X3JN)j+Nw
zk(Jf@4>@=m4kqMO-+$`+>&)Zr@!2nr-g^Gz<f>OQ8?6>C-mJZOmEW_Q)$8|H&byz?
z^Znhu#acYsuV-7leo<ztR8(9%`**+m#HW@X99z`5o+vFo)Na{k$`z|~=BDe!1v%%Q
zEiK(<e%(^KZ-&~;>zmjaH=Cqdd24uiuP`lt|E}=svD8g>6t%b)F(r1CFehqpO*E3^
zmE`M>yt%_C(@~;v!=#`e%Uor9Pu^bMa?xrFYv<X@39<>Xt*2Z0(?#MApUZf`?Y+ib
zAi8{C=Apz>T%KY4x<}?*j}`v2z@#8brRQYU%he7utll4xv@bPlbDAP@?3zN?tfcfm
z4^D?Ia5-oqSzNQ{d{sKHZq29C^xW2Or??)!>@m0!^0X(V<{9@4gCqk9ffmKJX}3>j
zF6v0JNqYY=xnx1cRvV|yCyGm!XyiUE))4UKDD4hoj5_7|&m(l&p9kCPX7B&`u|FdI
z{-cYB-D@68=U3m{uyspR?y<?7p0k>TZLBPwB-GEJn;kCZS{r(pamkku^}zXzsS`iH
z(q2D7MRV^w{?g(Tu8%%izPo*$J5fS!o#CtBjEsegH*!?W`TS?Px%g?`qcy9|_v=5O
zqHur73)a6n=QrJIf0&u+xMJhBX`-{bG`e1V4XfC*-F?!TJ$Jmcy7nwN<GpH?3;QhZ
z-MiPUUwf%1I%MbK?e~^$-shI7y~=A+x@f<gU5e4^f<w=lr+l;7e2nXHw(c~6C-3g?
zSM8G(&`8}`liK~h_W$gX>fC~J*OSAprO#R?t+ln~mOcC24KACDo^KQszi|HiI+5w0
ztIm0PN3kz3*}O){oBProBfp|cn~n$tgo;J8uV=l*Uo&OOyj@empG-cIFQD{1`O1-)
zn;S$#0`hr77kiecPIlYvKGWZDbM%WZ3{w<*)hxXJ|J!vS-DZZ^+pzYq#g1_)H-aXm
z#{EmpiM_u{K)1<?-8~_+r$<3xo}2nw2Ps#Dnhga{7hH)8Q_J4`TZU7o=e*3OV~Qc6
zr>`7Y<TmTSgt%nn=l@pC8^i=lIl^wmyvzAibbV2**EBx^(`U<yrft&VSfel@&Nm=L
zb?#K(dDSmVf4$zVQh9Q(JAcLZ&Hk0|zcGK~>(}U-6jt3D9#{Ex(VUm&FBP7rJ*(83
z|9sBrDyHA2e-GQZhRyjrd&wuZsTNmEW-I<Yk}#+Ic=*&*v$GlNw(SX)i<YiD5*!h@
zu}AP|EYI=X4RcGyI~RU-*!lVWifNi538HRn5f8(6rGK}7dibQK`TpPSCE?c%U(DKN
ztZx6)htbiucvb!$w>u8mzLQieY`QLL*Z#e-+T(B5zRPbv+|kb8Q2#vm+_(3ecWrYH
z``Ncg)7xj$`411L9J`fzEq~A1`?q%-3%CE5EVu7>c*gw7_kz<O*_^x()Gm6Ht5I#f
z?~f;s`FE5(cHLICPQcA@W}%3y>(eFiXLL%_Kj)s?d~xr7uHU<QlK+<eT^hZn`?<98
z#xK&-C$~=TP0;z$^*nmU&XZL?6<1DKcKdC?(^H~$|6VBji>-)XJgIJzYStvjP|=jg
zV<l#5m#Vbs#pykov*Lcf`>Zo3F10xP)J&47s@*U_DqH)N{O;>UT^(*0RCBg(I49_?
zSgG2vxI=?OqkGS^SsJ_Eie55Fwwh@uscIn<wN}sT@WFe|I+kzCxHX+cW}UqnyCzg-
zo=j0@d2giEvkzYc6m|b@6>FQb$tz>4Gh1_ujlSpQNt-kxUv3W&a%=9HT;wKm{7ZOM
z%+4Cobk_1b`vtqQEJ~O6oNF_Y;@vfu?}CfDlG%3I_q8AN*xmUh`uuN1+<f%w-1d!~
z{HwEBj_0hAyPVnk<I%V0HdTKl){6YSDyp>dW>oCc2S27PI%Qbav{BiQ{r8+6wk_7$
zckcb}nS6N4T3(OOoOc)bT7C6gy1B$lhJ8uo(S$z@FLRt^%x>Jgw^U1e)0zc3x|<`t
zruAlQwMxnK3!Q2*TQG8#Qi{v++mBzon4pkzG4FVfo3h(u!?ni*<}ALNncSOfH1|?o
zsf|&A+2X5NfzwzEMXFbNOcQX4owZR(mOs-x>DXiAHEVa&y_M?!F1L7Vlt5>Ut*+Uz
z<D6$jcjw7X;ru%5PQBjQ;y(8DC11C`KJ(MXH#7cD$gvBTelabo-nURVNNJ5L*U6g?
zTC%5KuYCBc^xog6;%nA!srY=>Jh1V}mmf0@CLA)+Jy~2YyZ`q)_A~!Z3%W*LijI9g
zJHNJh|DW6YpI-L2U;UR|d(W>|uVrNAK0OVOUyyR(*DtHes14iy&#239-Fj7YR-umw
z>zPS2`OmL@y56fY=fzIN4>b-CUTVzC2@zqP{BgqSaQ)5YC5K)n9N2m{w8`L`#-&5~
z*(Cx+HC9QlFPVA$%y#LxG<m19Zzh+4l<1Kog)XUFb9g2!Ys>X)yrQ^h#SA;Ur8oHl
zRxxi}QpBfxAkon2$|lz5{c72-|19}c8Tx<Lq*IT@O*xkD<vDAi^|UtZ+RwD4B;%N{
ztF39VA{>wJXS@3<e_rN$x-w{+2%q+AH&3f$mpRM(+n1~sK2$ba>HLiwx1K&bt#2sV
zuh~84;)fm^?|`VqEeSSKm$OVdlK1z{^*bgbFZ=W4x=%+R*90f7S-8T>|NNu{DqFuS
zJu;PP$svyUj0?9+kKFh9oAsUg9|GyR{O|8CznWn*)AwS~wYs*RJ5oa77o(!T9#MYS
z`}0^t&*$`|5iPYp8MdE2Tk6->KjTcAPr7l5z|~F4q4w2(kKZ$X@_z2eiWY$@*B3^5
zaJ%Nd()WH}I%|3OdEcA&4ofEWxR;(Y7OPQySa{^j<=Y3<BdzC4FWkCF(7pTjrpqrU
zJ-2jsKfd+O34W87A{R%8P)R@k^Bay$QsbOG`}UUIx;-1e?6&RsBE4dh#>rDnmoIaM
ziF~<!?Z(M<MH`+=%$*kydhf#<!?{=7Vm4by@4XnM#Cjy~$WrgxdHXA;hV72c58hL`
zUq|Ng#TJv3Vv4mK{tCMt&Odpn)4}cA@?%!g0bOpvnzIW_9X9Xwy7TIi4)>`=OX8!-
zw7n-q%FR7jQBd)uSu6C#_L+QLC2g8sIjIJro(rZvH|+ZC+8Hw`##{74#?}nes0{1F
zKJrS-<_q4^JYnZ*=%DGi`sT;*d21)^>eVzVk+_`qRdAK-G_RPyJ_13)Cm3Fr{4Mv&
zpLb1xbHXvF$kVB<E*|o>0amP0ic?nDmi*i5#lCD+yHHS-@SXr~UYX~LrCVL*-zrw^
zIl59nvh|3qtF_mLsjlX;3}g~kt}sYhdeEaWSk!gp%{?`(;rFU$hm|*94m@?<{@*0~
z-xvFTd^wnW>{#+uX3dk!lfU)z)d+tqz1_hrelW)U*|U<v0<NL$*(@BhV|aL@)!szB
z4FACRA}Gj;*|A4xl7sXtK^}L}L#%as(^U^=9(?7+t@>(5RUrG?GxIln_TE(YdCBwC
zSRbyn#!B;U*<HCL7WrG_$()1M|7*XlRGO}Ick^RryT1?jKizu&7yFUd<^_(zy$7C3
z`gQMGxk=|<ouYx);-yM#n@kSg=qg*>Ir)@%@U|n*gqJn<q^&={R6OqZOEvzy+EZJ-
zXIo4T5=>0#DU-as*j>ccuROim{QpDwOZWGjIbQ$s|1lM3r_{h}fn3i6Q_a3yuJteb
z(l#&W)L(u3W790d*W2^&YF9j#qIqlD6r-3sSBqKh+i2uQ-mh?c-?1a1PpJF5L(GSW
zIm^TUbM=+XHPV^a+Pu0sLhKUz$CL}RBMxor`uwteLeAS5Cw9Z~cXyut_>m#FXK6D-
zi!zVRLT!#I<`38y&xTE&I(4hm=V$dDsS^WKj5nxSWd&KbPCg}l@0m?r%Xcvs#mzHS
z=Z2Up=8!c#@p(>JNvq!+VGqyL1q;n0_V4k$bL!`x?(Zj7Px0G*_TfuszJ9)oiJox|
zv&30^Pi{SZ-Eb%4V$Kqm*J-metGpsZZEjgFzTG{s@d)SHlZ8&pg^i@oS=h(~OzBHo
z?YaBz!(Uf@`TWjXSlB!*DQM#}xtk~b+{U=>|3|^fX`420^<I8eIfQZd?ddzVmrtMk
zxH@AkXXxxr9+B~P7oM8U(`@_A|J~&`VS9eu5?g-RSgl%k|E%>|a&K&%t|}J14Vzw<
zKK1Zp=NQofixZLe>l&|q_4T^`{HplwHTgM)lKnU8zfADHem(N#`p0wZOSbQxZn#b1
zys%GV=OeX=0$ZN#6u2l7__gB;SK#q{i%&Tnc~LE|7A=~wb!}+hF~y@>mh9f<^}ncP
zRoCZiae;~EVcgFzBsvOcB|X15&o4u1EvHgz=roIa$08kBw^$i^S)4i)95&~}mA*Y5
z8rt$pRyI%Av}%Ia!<f#Ed@G+a`DV{qyh3Y|%J+_Qu8Z<|`POk?v^-Zj&%fZE)aPg3
zj5~~;UwWqX`mSAhe*MY!|G(YlIWB7dd-i-~=hNSo>aL5qzwBa;fp^fd$#eAg?Qovg
z%h5DL$+zO;&*?u_&;K)LdVK9sZ-aOC5B8SdPp_?=`#gW&fy3?mJBy#&y<WXKW>?wN
zk1r<#Xz+cP3%)t&rcU$%<*h;<sw>tkHR?-KUT1po$C1dIZ;f0`YA<=rr8aM^o@>D)
z*{de9bozf4Pse%FpHw=Em`a=%+O)-qU9i%q@s!{+#YC2<%C!bo4(+o4?`&UIH?6@f
zLHqSl>CJOKU6i=kx52Sv;+5!lv1k?fFVECH&spYd-Ed2>WsNa|N@$|skC?`o(1;+d
z>;n;N)@&C)c4Z#Ne|8D&b0;mBmV9GvUwwy3Klk|)3-toGMT^vurUi)@`{moG&6;jf
zRcm!uZ@PZ$vxn2;1J7KNQhp=2F>;m=n_{3q(^eiozXQ`;92+jhCB-~b4UKY=DX1wp
zuw1_8M6>nw89eMB*%{?gIq|zrN#Fmcw|?*6+zhjcS_&6toi<;mm~{5xL&eZp%CAqR
zFTVN3*)-iVJ-Ds8@%!`}a}@YaT<Y25*D#O2h3Tc`kL=a8ZHJB1HXHi=V2cf5ZT$8;
zcY#Qv$knqRog#JBAAhFLzvkFCN#Q~qv)y-dk4~XQb@FGNW`&+HPdPRB_ky0oQ!Jw%
zAAYh$UG0^F@m#+>`Tmc#bFJ!JyC?2$g!k^t&o4ecKIPbNhs7F)9(`ON#xZNH*yNKf
z8fPu7Bn8@hTe1?Ka!T)>?XkrCEBmAk7a24;4$s)SHTTepqpyCY^2yzOn(*H4Wlli9
zhv>P?DFyzm&cB#!7F=DGVHVAD&`P7-NioH7!gL>X$s3#a+Gl(BE}brQU7|Ewd;iAr
z_{pLhuQ<;+&N|20f6nBuH{WwSHY;4b_r`-CZs(OfCYvaS|9;c!uc;mVI9u1#?5LP%
zXlTNm?}Z(+IJE*y#deoDS=nEh$RTC5O!r_)zu_~+<jIr5h29FKz2uSA3eodaH{KGq
z=IiyF7h`=CB$v+SxSbHTRl`VrLi$_=@g%MPXQsEbI5vc^y=9uxD;UbEc6<iU(%BJD
zRWAp5GrhdvckSN&s?{dyJ0*8ZJel9E|7K_Xl}gsu)$0@A&z-zwi84=;+vD9c9*KyW
zU1XW!>KQjxf<1DQgYmPU((6C|*?xb?&9}xjb3V=g_viSZ_WA#MCTF&-4E%aYvwmB`
z4f{L$UvyR&g}i<})w6WwizBSI6DyQzD=byca`v}xy|zB3$v{DLL2Js^`;VWznXzWg
z<!@_JE#xLY&293~>#=^v`T5+Z*Oj*t-posUCCV+cyx{c9LwTCKvzPlgF$Fj+*d!_c
z=cxSWKez8Ezuh_AFi>2$%}&{QhikKHL3c~0Y{rzVg;SM$(|po`AMI$I!ln5q=thX>
z=8GMhayC}Kb=|eL<NN<-{yXcwas?VYooG1ZmJyn$-Y?n1A9-`<vEuhN^QU@W|8aBv
zzv{H=`9htV>qJ5_>J9W3Mu>B*UG(5xdc1+O|IR<3wl6R<n|AH$FZV!iy}Hjgb}nDx
z+jQUKnVNwA8squbymviyOXU=_z8_<8$2h1so9EV?umqjIQ|;F8{U$ZPR;}X4hlSIh
zEzt~eQto1Ooj3hVnsLZ>@6}h`wD*?uMs#gjpmqAzg4G<MTc)JF6ib<-z|rw&!lDxs
zZ%Ol?-n8oGH_>Bf8N3(obXvXBOTtXR$o;jy=G~sK)%_N6&zC-5zvxhpd%xTxH}@8=
z;*u{j7VkA)7gNWlTda0+#+o@szRNh&H9k#xnR4ob&dT7%+c~-U8+X>uEWiJM#-0;_
zL6@@1UPvF$m=SP9bZuDAR@K+9SF3m)teBy!@?wSS>g(!rm)3l``uvUjy>ye=0_}pc
zU*C?|SJb-bRHe<2rrrGZs%Mv<Ii=Zt{J6<&MeEzv87pV{sLRZsE6}Q#-mKWcrOh(G
z?q|oRUwY>8zhbX#3!CV)@zTzhn&MGPcdg#ep8m4@_LF5UUY%iFOI!JMOXj_LIw#`A
z!QR$&#UXx5Q{(e3UoSU3_Tx=|P0WNT7v8pnY@U>Td)AJ{dNG@xPiw7u70oWvWPfMb
zX2X~FV*4k3-74cK^6Adj*Jrror>Q)1=v2*IF+FsS@on+o!1M`W4_=jSo&JMGoUP__
z?%|rHu_CS0i_R8K^-A8d^5VgLj6oKQ90EmHn-6l{|8p$*&sqPx!c^|M@A7r+DMAI`
z|JmOA`*V7VYnyYBNT1HyA8*b%@B2OXeIv)tpNF^=c;?stGCXFf7r*PwxpS{UhmOB_
zFTY{q#&f;1wQZ_C%!mx!uy^ChXU~@TFX(le6dC0I>aDP|x4!F2EoXs@IUiQ;i8~j<
zH0fiCm-@`Y&pWkcWaSK{d^wX3>-ZX;n;5Pd85tDHnx4LV&9_@J^X3J5ImU4`*{JvZ
zF<5dnOZSB7=g!S@m2W&-vgVS3wS+<y@053os&3`$oaS2i{7yx5d*4-m)vX>}YovR3
z8b1BAbE>rSOx5So*IwDMyPunXv#Hp&#8&sX<O-fkKU=a|TwfKpY@26U6)k9<m)E@F
z#*JG`bruS4`@oWPI>YA36U{<n7p}t@CQEd*n=bJCT{2PCE|ThXv;Fz~edr2RcK-LD
z^Z&1}KlAdT+~2avcemQ<$L&56wcb}f<cVm_5BLA^|1R(UY5s@*-_QLI=Dz>Sa4{!w
z?y{?Kig_jz8`G?2|H?M&d(B{#?=sJ4*_(HHi>EA*>V2(Q=MWk8q|#Bss%HXAW6JkS
zde=f?_WzT4U-x0-{bQExVW;kMf3@8-q2fxqPvkV0K$qQj7v0QRG$m@r4)$ion>w)<
z8lN#1GE6n}cwIQV*wS<H%@5yKf0)T+XRh@ir{LJRZ)T~1MsxjkZrSTA;`(H#`q!yy
z=`qr4O6Q)76H#4N_x5&lw8qj57s0b(-J3og+!7i(F;z9t*rvTj=c0D0#HLM~oc7;O
zPR{M^UF(}y`%m!kLBWMnTB3d*3z>7h^0UeZ1px)wsT*68<U-W;K6E&@@yh9ihf13t
z+zCopcG!mT`pyTHQ})Nre88R97&OVE>(91x*H|}hkO)rN*y89Qz!q}J;pwaSxt(ik
zf{dLWw;WuwQA1_by_O1tb!)fJ@p3X|$y^@tbj!45QfoHXO)!$Z{JLC{x4q|_U*y}b
zH~56(c9cwBnKMcD%gl3Hb53$*F1q-<bn)l3nx)EXE^~wnc{ppxNOWt-=n4BUyRTwZ
z;+YuryXlVJ)yJl->om9w9?V&3_)O=J?%g|2_LXFCzFhCwx#)z<_HW1E%zblN(|<=<
zYP*wmT4nQ=6$M2;iM;yp)$P~!ea`h-x#RPT8UMeC+dn&B_sN?}RM_?3UJdW9AMX4-
zv-neH^4Ik~QgcrGKHC+mUKhOS`Js;Fxy~7lSE>><a*r|gdIV2NYy706eK=*(g$us^
zyek&p6O3mU7xm8xd6jhI;QCLse~#Teb4|&!GxX%z@Bf-?<`%r1njgHX&wY~8Mkl4#
z<9VFVO<S&A<EvkqS-NY9r_;1&M*@2;>G1K!xY|iCUb1L&Rp<ME2kjrP|Mz2ma=LQr
z+WV?KRU*qAqC0w0YbqL67KNGVf2{uhrT*ab{Xe+#_Wo9$Gjmby#tlxkKl`^VSn~A8
zMdvlIHdH+>4Y~5^=yc)w=g%HSc3ypF&bH6)_x#l47pz?$jIOR!vx>b_qLZtZm3&Wz
z_2rsYjYqxa_Y`=X-`(HuK2!DU!3`!eIh}s}6}|PgPya@i;ZoCo4!w&y41zR71zijs
z7l_C4tYzudPzb2&5<Q-473(p1%{fDjiC)D;C0>C`_WZkL{iRCq*fN`Y|0iwoxpDvg
z<JIf;B`n?Txc>5j>+uUO=Y4vRc;c<~{KVem+R|?ExE%-M|9`#z;p6f7pT2Fse<Uhn
z`);2!b&1Cptd`u&5p*}a8#n)@j;lw;Rw*AfV>!E9$+MoGnRLXP#p&#|Yi6&rwPj>@
zEN<*SfA62+{My3ywA}~4U6b-Odb;$r`OSNKk5w2c^Hj^sz4Q1kyM1EFyF?$S$dE6$
zvNy<G$Z~(PChyYQvKcDIU7McdSfteE^2)MpS>#*yd-i{k>1!{(&bbz>+}^cd%}e98
zehp5_EvhAop)V!;xo^FlVDN=~?s=}6$<4OGG7it`lC+zJTCZ>AT3_XmT={<QZl1GZ
z`mwPKFPgCgHi|xMJ$=(6n0emSAf}z_%&g1K9!%-jV)=KgsM=%A(8Z5tzu$B8;L91-
z{QRAdI`*u|+JEWi!U^J*m61O*R~l-pJhwSKt8)JNEjv7dKR!_vlX|;J=X|EwSC-Ou
ze`nU`&3m_^xgq=dyvKXL+dr?qzw6k;k5l&lcpP8wbZ6+i`pnteqjrldJ<q^!v|>s@
zef|9FT;4JVU;VPu-YfbmJ9g8iC+F_AgDQi4`_8?4$G1K2uG>jN^E{j54_|7kA3v_4
zX=!b(*ukt7d@;wwV^ht_kKfPwiMVDgeYGU_{p*fH2R476yYviK+hIoY_3=+H{%z+u
z7JTWja8K){AGvPR#9bQI*}qoFI<3__TN9y>;pMyi`r?ZjdQT>OW=opsVLn}D<&_{i
zi^UhSF6ESVIQ7SEam=0f?2h#_+nnb{%xk|`en{TOJL|FG>*tfiPMuzub$;Rey5DcN
zZ+oR#yl3;Y13%6PM*rUT%+hPw%N;^rUzkU&@TgYK&<t?wC}_J_5%WA?hSi3PhBGTC
zR|kruRJsL<mE4L=@ttu<YKn2qmwWm@Ztwr)ea-3Y=iSjJTNX)cF3RHCJSpu)(%S1u
z>3>x-)_<BD|3}yU*Jb<X@qferOaI!vd&_OvGW~eP*=Hnr+D;r$wpeVS!r|N^G9@)|
z^2CS*TAOv8IXp#L<60H=x@0ETHkaT3YdP0%_Qisb`F|&+ZGI_urn2$cs%_FckJf(t
zbXx!OC2xJj*9Rj7Dyo75MfUu^SDli{Rob-0-*5fL`;HB3c(2@h5xZ!MlT~E;g^DTJ
zk<<SD?n+*ES@ZHqmd84ovw}oa_vTIi-OuNFspR3>0IL<X(f{h?`j4ADVk?xnoMRRl
z8>yOS!tr><sx=+2uViW7IrQ0}Uaz8OwL;F88@KkliL};yySUrOudiTJ)QtP*jb~&{
z*(uVntZ34nPs<+d<XWJkn;M$r^K|LcKGvkVdAXYd)OIXa_3ieRdKB5Y-=9~h^}|hz
zK#5-q`@c%tCd*vX+!El@sKBSPw0V_*NUCROB)`WB&UxoLT-UzneXwfX)^q<aIe05&
zZhXq{G{~oRZ?#ZptEp(>0*_^y>sGzk7QM#AIclwd`fiuErA3yD7keFQb8Z*YW>H!p
zAXVb5tT}P&O7k|+8A9sba}1Z9V=gy}o-}RNA&dDxx3ZWN?O^3RBXaM@9)<5at2Vzf
zHIKWL^5=EgwV=rP!i!H$h~$$k>|B=-AR{exPHF1WHAZU!_I$p3|M^+-dUkD|<?6}*
z-mI@b7hnHHHS&VfDUL)nj&w2SHI@Yjj<2<w%B(Q&?|<)Sq1zqgu4;BTCA~iUHc}u!
z@#)U6Sg-fGv*S-VUEna)o-5{Q^fA~VxU%`HN#fr7pA1Wr{6d8MxAXf;zZVyOzgcie
z@v7F{8n<V~U-y4-{8cE+(jtx5z8c@{|5-jh*l~T|-|8JZdPN)cbEbO+eN|Li`Ykv(
zd+))mCp;&!-28I1qhy}CjD@$M)dHRCncuek`1}9k{wL4t|Gl3nQ-AEU{=SwT>nT&0
zIX(38G`;aWXWFJ+`wp+Z|6hLNw%<zc{~fJgVzaY*gPrbG%iRm+?vOHk@ye#<;R6X%
zi^ZGc{PXARz2IS|8T)J3>y(2#xAQG^IqOh&OT<uJ%l4*(&CMNpJ_$Rx<=S0?6{pQ(
z^|#qEXLF21#})PucM?`jd2&=dKBcy{_jY;S#ATdk)7lMsE?O<V{PN<<FBf*zMR;#D
zC_cY+>9vMF=0|Ru?`?}*(vXnXbx2|9vG#Yrq}Q%FbxY+&Qf}?!-{12MXZzl~*Jo+9
z<7l&c{HCoxjb3Nxf4cg1{)98%ZruLe@wb^lMI!jqv+VoNSFg8I?Q)WPZ<~^wJT<@m
zyKI%Vtsh&ujQre7Ihxn5{n|2n!`7X>rIPCE>N#)Ue7O6*cJkxL!OI>S^2^I5JhkcZ
zytc5t>EO){_x|rcZtB~scp6!~Rr8#7rFHJ&`}ddL%?nKF_nf3T`DSw8xx9_#6-Q2a
z@dsPQ?JS&pHOy`O?Ud@}-jUCaIChBENiS$_NL$=p@;boPC9!+*V!>!@-$xRwxYRCB
z(b12Hk9I#1b(~w{xrG0DfmO|X(RNRAH%6|hJyrVavrgfgxxF`Tyt{a@OQ3mUf^%p0
z?40|1PR{>RZ<kh^-0Ic-z>BH;;%(LEoNvE2M%rKabNFWHk&R9>ID)6K6n1nm#nt^(
z{rBVi|6}=jAFe2_WztIb+<Yc`#nYe9g1tHegfdh1PW;g7A3244?bkh(7W~IQiOg8F
z>d%uMdNnNq646zXXZHw95;!g>{aX6YuF~20dp{f5|2=tp&yP#Ib<e-wdp6lW@AKjR
ze+1|HO}_e7)S<vk!cb0q%kSlXHvj(=Kj}<R)LJw1{CiLK|6Tll+Np!@rfMGvJaTt;
zxn|d-)#2+6<a~D&|2A8Fdv?y+{0lEjD}J91w~(Fl>BmR8pp~~?c=cv&YiYbbH9Fe-
z%hHd_B3@>gNQF#2dSlMXj3<TbqqTWnWtQH_5teXw&YTlc8knA8mh{NY$7*Jfq_c4!
zM-$sxzukIX&s(+?E5G}+IZy7_w7EVn<ozoDPQ4x(|5ErdJIkXQfr@{3R&D3!YhO3p
zDe!*syOX}FN<T+_654cUuC&@+SI(D4eKi~JmOo#AGlOHPljqyRFPA8-GOm~)B+1gD
z@Fj@v<x;myBPAXa&uM{ASREx6Y~eq^^I=sZ|NXzJ`~Q5rf8kn}#srZ{FAWnXQ%9@(
zZDC@bj@DThULXG>{{O}IA1}Ih|B?Uq{lE3U@c*~}&szI@-G!IiB<IeVB+4q~E^v%x
z;kTnnf1M4FUCJ?=SX8Drf7<7i;`=tHQu_jbd@JAQzJTTM#}oheG#4-4{9S)Wt4hkh
zH|IakVds}mniIQZ*KRA1B9l*NPsq$My6<%6rLW(KTik&<v-bYt{T9g^b=|Q`&bGF!
ztSw}g-)?7_<M-Sb{mnk{S!SilqJ8VPUb7Qee^X_hxrw8|hF!b7mfv>OdfLeH`L%CV
z_=i6}MgBA9F1>W5S4{i$?U=nEm9}3NnXP_LI&^X6^XKIvu15+v7WGb+b-CfB(QaVq
zr`4kQ`mOGB5!LN8IP8})M9ST;I~~zm{Ya<$Ih)t~bmiB^SLUvc65Ge!EzlOX`JmVG
z!(Tp3NtyKER8&)#bH$Vi5n5Y5Wz@FrZCD~|amZl7-3)>3cFndanSHvtfda{z9-CX-
zR$OorV35|<ezRu1a%gkmtfWU=tCf#Lop}0{EjCReIw-O`m}xDm(FTslph)*nOCMFk
zRFBB4PX{I*ZHs)mBBrBMDEj9gw&?lh4{8IBMV#8S>hH{VoJK3YyvRy6n0hc$KRxP4
z$=t&h?kj(bu=rdR^R#@D78BT(o}%`6_WeJ<_k4VI|1j&MlP{<6+wDDCJ^!Avv0|X|
zk(5^cqM9Uy_vWvJY~Snb%VREFS8K2TO6-x+^LZDJ{NL5Nb;j=L&)eAED+_G6lv`L}
zb1-yX&VyB5A5E6(=sKSLn3mWocK(d}kI<3@>e~fR$5;QeoHl9G{8QUL-*S2=Am)@P
zY4fj%KTUnlpTG4!7hWxXr1x}=fa1Bukpgi^hWZ>F&P@)+Gkr2lXS?)DDAs;jS};jT
zGB8y1ZeIWUKL_PMojhNE=6wA><G9+lx{u2EqbD~wG3&`1-OzurCO+-^G4C&7|EB+W
zbN+v{-}~AwEun&WEX5bqAH51W#TC<QU;1k1O@4p&A9H8Vn7;p8lZfAk?EgLYTb`*t
zyRvfWmF)GIHOFQ>I+VZX#oiCg{#o6P;*#oRyM6n1!_#kbZ+~sxtH9wD7JmIz==O9w
zeWCuf{JRAkojmeoLT<6&4oU43=+pQjzuT&Hn~qFn;MIjD`waP-*|JyPc1e6-&OX_2
ze%&`qr#6#A-W(U7uf2YKW{+LM{}0T3e0?6DHO=SO&wIXZ&#{V<Q`5KGtMZth-O;+W
zZGGO|M;8~@uG;iyXSTkuE3cf5g_5_i+GXP<-}sk)?Y-)HVY*n?sYtcUg1v4XA%~>Z
zH_wTjCFH`m%}wZC&ic#m*)vovtm@7bNL+sTC3CyA1<&2Q$(sXx*56MyI#sc!-a|R-
z(z~q^K5jB|WfFT5bBmizye)6vPcAL(PE+w%ZTR?%z={d6cViVMZ`OI(tuOx|j^k$3
z`-Li|`vNv@-Wn)8X;0WSXV!W9#L|k6)&F=Hf8lNJ=l=TVzUy+&Je_9fn7Z>8|IdHf
z;f99|cfI+|J1O{lO%-S0*`HqBp))oJ$+Erh5?H|@$#&wvW98E}heJe<S?*62U<#i+
z<=GN-PK~uIeOirGCt3EMyY}mTi{I6_ipfhpO@8-tN||3QS5w2LFTPokp(|#I8T;S*
zmc@Or!syx0=kX5?_uD;>e!u6Oc>LX`KVCG1$5r=cU!VW{$CD0~xeK<Y<!(Lx)O-32
zm1!Rfj<mn8KO>#L?_~D+eJ6Ln-_IZQ>BWKen%tb6fN84V-`gkD*7i!9uPglh&{;#<
z>g}@gA6886-)wT!!f~<Sbrv=6RE0IOjqkI}bX|}nVv@1d+Cz5I88sd@b(`|HLiYcj
z9`8Q8H9#ucQRC>fTU?pbHePx!l;IfngvDyXnygFxA7)%Q6;dkv*dR?Wv#7g<_qB}V
zzQWlu^CsQ3Uvlw<khyb@)&6@+CWvR`uRCTK_H2)2Z)$<#wwH6JTg<KAcPFT9`ttlx
z|D3Dhhpm@S+qdstM}&KZjM4=btq-joTOxYeYeS~3HqT?~V&DF5!IC96yH0MZHj(m`
z-xBuZg@bUb;IW8RN{{b_Z~t+#zs|*7`&tz5A&063EyYVJ8>a}E9z3gMCM|2<>3{4<
zVYB)Dnu(V*|NXB2UH?4(U-<v*u&P`;i8(=$-I`t{6BaiwIF~<Bu047x_vO_=pO+-G
zZtlAjdSlg-ozL%mo8hZHv(J5sYh%bPH`|^3hcDFEM$S2X<yG2)A3tuSb8d}xN%W9t
z>&~p1_I%0Zn~NG}@ZWoOwraujPd+_syX##Aeu=y{`TV_l0rRO%2?i1irc95MN<R6i
z=Vi{B6r-q?8&{Ky_fK50UBGqP=55=K9XrOhH;zBu_73CKB#T)W-kI%p(|&NSaK1!}
zfPm@km|a!PFEdWu+q?V0C+?pDIt!i%N?V&}elPEw#kDZGCHMCW4O3MPr#W8Jr?55s
z)Jrma6TM4KUnR+2kpIEFpq4q;C#-W@zglW#o_2J;+AFbRTvH|-ak|i{lq4I_Cg?i#
zdT;W(_<pulrE8NMnhHYadgzIDT#4I$xN5(<0*|O<lyjsPlWa9d7oR{c+gbya43mr&
z#kUFze7wJ<edqi=;g$G|t-od51*c~GcDh%kxpLB~bIk=Ihk~r!I~No*ow5{Sbk3Y1
z+UJ#(|7G6s3(`ARY+O3wMZlsahV+=Zf`R|PyjJYkP|VuKf97kEH}|!}-D{Y#S#I#D
zWf=Ea-&r~3{tt7}zh_V1`)=)PDSiIO(Y4ldEI1ySEz{U=E`QOfO{)&io&NgS(m5UR
zp)X=*SQY!7vE;A$T(wl4VZ-y*IXf)Aig(|=YT3J7kbTQ6!IL|_?Dutw3|o@vW}Np^
z&8g$)l*k{VCs;XqtB=)weX~B|Sh8iE>!MqSdLGMYtgbo1k&x3WqI&X+q5bdI_K(lz
z|82O|=GNjHBm2DWUhRD8wyBfs^bdJi?d7}N`MlfxESsOknhP(qR5gs#(m6lgQl0nz
z-2LVEGe6wp|KB1Wzr*SODb+Qvm}Q+J14NA7+RIPOvb9<rUGty+zbXH{zsmdm+~oJ1
zEa`Qnw`J>BmMzmN6U2lqey>^bYQ5*$e_u7Hyqg)_exK!cmEz<i$NU2EZLaaN``_LP
z_MEwmk71VlwbYm0oX=%uM@PSKD6S}I5?C~^$+Km`l&RP6pHDNM^La;vBFiehTTKSX
zB2VkgHIVMlG-JM1TGw#p-j;Zg%-%a!zPdyUxC!=JBrUyv+|oTv=E00jyNWsuKBc_e
zvC(b+XSP(s2h#a_POP<_fAN(`<_o=Wy;w)rX(h7?rlr>WyqbH>Y`f;Eu9GScU%ZgW
zet2=Qu-aou>Djg0%EBf3+H7k6%$Phm_|&0Aa~5rCn|s$cDtG>sn)ml?zsbuR`FX9`
zux9PrPp`c7H(cu0_^f!g%pq=G(d%oRf8X(~UM;;Qf6eAyyAIFYYiqavFYC)SkFM=?
z-!e=0oord>?7GvUu7bvsH*eqHA2!QCx{<5$|7Q8(ua|D;tcy#1pK<0`R=a|UN%XAu
zweO|(Ex5oJJvC&iOXmDC{SUMCTh_ieuDsZ-df*nD_TPMkr(!pEbiU;ZQQ07|WKBoN
zf#UFAJ$`AW3Da33?LOB`TbIZ3tVe>qt>Iuni<VK?^=*=V>L#-pPd+rf{PK){>GLy{
zuWK~o?s|k=TQsfR(5otwd)>LE7gRjGW-a4j3>48*Tf5BchN!FK=9>`;y-TNvoU5u_
z`oS^nnv}m_x6`e)V%zg-kM(Ao|9JBGcFpIt;+C?0KOZ#nM@D9U`1AStjT^hX77I>J
z(cGSY_vw#!6DB`)UKhXnScS#2V_#?YxCN*E?D1QF_}DSF^1S<Q*=NtrHs4YHo^kTU
z7VYW!!AoYkmx`&XA3x5+?tIPM%)-iUrFqT2YQv<J8&*zU<r_L_+D?8`ZmE)6vQr8|
zDg%>^e#^|CmpJG9BG09^6W1ME_4{n^0v%u36;D;w6D1Z*{Z?_MN;oMe*Q4Zl#+{vx
z_cA4V+G@Vu6kn6KZo{=33o{RYPM^HF+xb|Mc>3aXlNT)!2)QJ^VXn1&m}PzAwaa(8
z4>+vn-u`vw>pzvo|G)nHkX^^y_49fN+j3d9*Yiy;C2in%ttyl#QTX}j^c{6y)%f4p
zCKPP(U;Og?Rf8^$!xv7c9h#t{>!B80_wVui3!TzArMEMp8$Uk#aLP$jv{PF!=~UV3
z<44XG%oR{=3-P*qW!Cn46%+gI|IX02|Jg8m{hoK5bFz4rtzQ0U?X>S|B9V3LzCN?j
zPN}n-d1~?W>({SmAK92}BB$Koz-}US_NZiGUf;LxS)uofudk1P{_OL4<tZ^&6gKf?
z*Zla9__lKOtGD4>J$6p>x;k6)l}ee|*>z$9EQ(RT*UU4>nv`m}`DRbq>e%0`e^e^1
z=IXE|Ih_mMQv1$T#FhKy+h@<z)`oQ-EI9GFy<bD?_|@leYMyD{v$e`U-kIHPa%9dQ
z<(g+x`XVFmr&ScWSy@`~Z<ym<zf_?s%B5E{fYI$l)UTDVj)b_Hx<BLED9~haZsVHn
z9H!S|ibwXJVy_HTRnj{#f9+QnP0eii!!eZ#f6jYlyBcS0*t*Se^>)vRQf|#N?|;jZ
zKkzKIpeb$f!=(*V9Wy;c)Yp8kjxCs0W3zO|yoYN({*%_R;xG*LTp?oBmEk71a4Sc$
z;L?RxTW0ERNNvhClUynG*wOJyR^kSW><LZ_FJ>$bSn4mgzUS*aO<m2E8qDru4V*RW
zrWCNHau>8UEXZ52XJ*VIaXXv+kz(AboaY|)=(pM~S-5Z8+(xZWy<2=1=m@Y{s2Vz+
zSXs%LS`|~9H~rl)ttOUJ4gLG}oE3Lx4=J2n6g8>8ZA#vwr9qz;UYX?O+96{*y~-x?
zz|ZzIyEpL7X`fNKv*8oJ??Zt@4>m1P%i7VM7S4W1V~*a1rQdc{&s216xyTo(xn!fu
zswLMOFRzTdFsbL#oBm~AuK)gbpp;GXx$EB=qhh`M!ms!BpZ;8u@$S-m`8}u4PFQdI
zthRLR!eVdPO>@@IJ6rj1!<zZ7POKl_*v<ccwnaO?c6zUL{-Y+dV{I%U9N|CNyeopH
z^ml%|_|(ti*4|LJ#e$VnFTF0=xXkGVhw>h6duh2#8QX4FeEt2$Z~5Wf^<Vy{lvJHs
zI(=VjC-VlOl@47!TB|LrbzZEEefX;UKj+7D+BM$}|Mw`ZVUHH&(Q4#KYFR1Zr@&!&
z?)UOJ+7nsCn|?nFX0>)dq?_5MKSNloBW&l4d;epLl;-hlw*Fr#w({Wfj(eZae{}iu
zbhANmvC!o|QPY_I8;dcmNhnR7o3}fDc1Up7ngpX$8eKh`PR#U4%gK*lCb{NO%aTo3
zvJbPQ^F~f=(5?LPp+&<WCpUiSq&^|{$dC-}nm}cp-V*}uT^2nB*9^Rm-KqaFVbvs)
zMWs2S3z;1^E3Qc6d~2{^rS+bVfA~A1WqAZVe62eS9gptt;at>aK8v%lblTqI%S(3G
zX-!%p*)}6HYo!|VvB#Xt)s0VGQgk_Jy?+0xv(NL2tZWj^tUpR~FSV4OqcnHX&8``$
z%fI}xm3k}o`}gveM2A_^@BDq>T((XB^Y?4lEB1V!uz9lP-l=BS*R7j$hU?TOrxi`p
z=T%R<sgk;M`>Wa8PKl=_8XpreoNgBXaCd%fyMw0N<SBdq25;L|WpbEp-J}SGtxPE{
z3I~~!dCrB(EsXRp_Wdgpo#8omae89;XRh!4y2sV0y)E_C7V(IDn8N&4MB3MLp>%|5
zz@fyRBdV$q!RlKdIUih-@^8k5uM8@)pJ@m#bm|mT<z3pD@u@qSeTiGu<+Y_pdf6f)
zCq9*2R>x-X&^ClgetDM9-j}Od_k=k_rTC-;@B4dJdQZV)w&sUZe)IF+u(x=4aWQ9P
z=!Q*~KF?%ms+#ngf2u>vlqVvges{8xa!x)xXlH#p+os}2LwMZ2gX!`2(u<3mPlvDj
z_;l~@JJml7qhHsWZL{iG&bfG|Du)Tb{GF$3uisy&!~6R7?3mqKPH&l2SW<RsuJ!g8
zUw)-z9-F(He`nECt-}vFtAF?ZJm#%`VPe}~f4gTNzR8|zOFwg|%S}eGRV-Ml%c)vt
z`IQ^1SRS4XO%3HYpERfJviSer9gU`psevE=T-9YeEEwiu_khz`L-*3tkYk3kmOXKO
z_K?eJfuQE2fQ76sjpum{uC@QOOc$HY@%))I=fl*ZW5v(p-@L#4^GWc&yIBHX!}rRF
z#kW|#dUpJ5;Iz_jt3IR!N80Dl6{%n??yV2ui<O)rIEAT4%tQI&wMQDSik+|ZY43OZ
z5@)?#;?Is*eUF*kAFv$z`MmcGYZzO^!}+DIp-L@n0mW~xhC7tsm~qZRvc~aBhi325
z85|)DjwjRQ_xqQXoq88F-C{-I^Qm7ZhcS8vDl++YDlK)0Y(I6-FKx{c-J(jT&F_EA
zmEUtRoSnbo;o1BPxurL6TPx%ovvBHCiauc2rL=mlp<%DvVl!#|W?iqaYgImz6<w!J
zNVV+e?+c8&n03tK&xA9fPg@(JR*EFX?tb(BeQ{OUGt;NumRb)yF84TOGRekR%wDzX
zlkd(o(!nP$J-ZwzDysD%;--pr#+F|xt%<Xyy?Im8DXkc&oirz<CtXx@(u$kwn0;;c
znRh8o5m>W!P0`O&qETzbzRTG>_;Dh?V13L^uO$xQuDx~NG-Bf?S1BBxW7l#(dPQub
z0Hc%ni?3!KOpZyqI+aS#u4td|Sk|{@O@~X%Qcr=%`7v{vHs33LG<R=l<163JefL&P
zzV51f^rQ2H&wF^|t<O9?P<m~$@bd(bnny-I+OBcv-&_~d=^VUM>gO8KOQxK=W6hdN
zx0QAXNkxb5Saqb6V<~H;p|hr=h^c^6@Xba4_Awt)aItou>1(-_-_o-!W7ZBEbuM17
zgJ(Fkblw^)SeWoc>%Y&;r)$1fty!O4bW^#THAqF{?zc&GI$>J!=Gv-J)qAovUpvKT
z%IuSzl<KL#6R7-UVaZbG84Q_Uozxb~uy`e|`S`3(Q>=d7)_r-U=aO2EN<ICop0&TL
zP@#l1)GyRhhif&@q0kqn9!)vArJUo}Ym?;WORD8<>3^Q?J-%e6qA%acO(}`9?9EH!
zc}%W))z>C{y|d-B&e;i5xaJ(<obUJY`i1@XYP5gsn&Nza$(LQSO^bV08GKDUJZYI^
zW|)GrzekaOW~!ditY?X-@#>{faa(nJ^4?uPe`Eff=5AHnkY$c3$?x|67Cxhs{QYYA
zhF-p@q8u;JR(!UPJa;)FOJwokjhi+d$}vkdnt7okd4;|NL$Iii8*|jUMO!~}-TyiN
z&-Fh~`v1kx`Say`<;SVvf!fzOA8}Y;|8Yz5@Zo5aaI+hGOFF0ie-!`m-~E3R4oAPg
z_^@ZyshV#~Of+~-b?b<4blmS5b!VsB_xE}8%Fg|}JNKG@h4DT)mV&}ng>q@%zr3HR
zKC`Mfqrp)0@y8kbb`{evzUVQTIZ4f!N%muJeoc3pu~L`QvS!KU>gro&>B`4Vd(OkQ
z{Lho;_K$N+9)7Q{pW7C)<Y>zplPBjMwkG|1;PqM4)$&M)X8HU2qvGXtej?d!ne$IM
zihT9tI{o1d;~~j!{@*XIa*UrAa;~VT?99W5hHNLgYZO=RsCvq^^s{2zUBBt8O6KsY
zok`<7e6eANqUP!*ld~JH6@I-XHamLuon6JV55AbPB9Y@!gPY9ejr+W2J>yWcw3fb<
z#ToWno5k_Kv0Gf1Tz!s7UQRi&*S);pP{GSjT4&SF+`7f49Qx_!^X)gUN$2FO-F!)(
zvt;rquVtIN{{7NA_oLz1+_%p?gy#2Ho%XW(_sN-${dLZob;7G>xZQEn>J4F9-8x^1
zt5HCzJH{ixr}q4hJB<I^W?Q6aap%d-*|c}#x#r7V+7p+_RtoPq>|Hx$U35TnVmIgG
z-QNwC+f6uqZ9!q^WG{hp@@ZBqt2>r{=$*sYd6>=1?atoc4XgZShDBBXbe|Mp`MP_<
z(zH8z^*(EjMAlu)ioRxU77=^%=#B}eG#0HmdP_<r({ES#1Ln1hB+^$EUzz`bcY^z}
zDxn~etR{^IDF$hK??1h`*!Et<-&DK5UxF9yIC$=xSY=R?t{}&{xVr}<jur%b{Kqc;
z@$B~f?vpAr56{lud$j(~;{SaLJUgpWo16bKvuxPB_0++8wPx3^MMS?9Vl~w2y0NEd
z>i$1RcOU6hn|!ll)0xP~$mA$r%};X_3ZA6)@t8ISg>0Q@eAZ}^$-yY^^_LZSoVR>h
zcIoU@J4UhBTrH*d+C%0uxds||dtKVHV*9$X#v7$Uix1tH9DV0cK}q)=wmB=hix=q4
zTOzWg@??1Y-Sp(*_UG{#70NsK#MoXxy%1EsZ`lf2)5Ko&E&FaP{Zi@Sr`J|!dWADG
zIBX4%*opGQy)DI#2cjQ+u0FE(OC+!9r5KL?HrxFaT!oj`d|WbRm1<$Z-=)w0mSxx+
zm~#BdW|@sf$9A6XIrr_yqsQkn%x8bGj@=?MW!sXHX{W0C8`joL+A?X<!n1~IEaJ@@
zQcm_9vOHvvw)y(w&F<|UkN@fhiUdkJPfPupVyV!VoVNL<(puXtCHa!bD$drGT8ma3
zJS%PPdAa9sGxIg`Z5B7|7hHaKA;&DMvd{eG>`i=AFWZ&gvUHa@z9mYxOg}b?<;Gb~
zpCGS&e?ED)H6K)(DP{3p&eA(HjN9~}&F;#7=`36SxN&&i$uO9GR^xP2*y^XRn{}42
zT4u4QNAvU~)?QC9&(${<U4OfA-@bDfFA8qH*<<3n@!F=HJ3U2QORD#})*YBEl=N}U
z-978CTs&p|AW-DvnWMG2cg}A*)4t}~6O-3Er#ic@f7>KkxG=k1yeLzT?NVK>!UxND
zUpem{KlJ%%(kodOsilW@rELzmyz%~mR^KUn6Z9N*aJ&{tohfM1-_NJq8YZ>UdCf+V
zsYgRNBc~;O63H$~@%_5VOChykg>zNxT${C1;;Q1JCw&oFUET3XkhgID<p-=O3VYwL
zxF=_^+e0=wM)~uFeLvHVTE(V&|BzpKX`WZRVYjg($9)qEo0awd{s*yIgzG43wSEua
zbbNYB>S?yd<S98O31z<~*hnfYRm)j(F=zdv=vbHC-4_L2^(>_2Ki^v(|LMiY<hI2Z
zo%F2pMW#!)bDw5QpMTe-#`aZd=h^(fCTBU%&-v$jVS|78^V3ll&LWw&&Nl4v5l<~o
z<!OF6;aHXY(yK{-cgI-RMb6ok9=2V4scDj-ZWNbWvCZY|kFO8?m?OZl%|$%@P5n1v
zwabjx@BfnvtQKxx*Uz!>fmZit;lzdgIVQ87MEXrjZ7JMxL5D3USkl>Q?jr5hy!D@M
z|9=wy`QZHj)_L_`ip})S?<jignj&%aRzh>J>gLJEr~K4f+Z(&@YyUq^e!cid*Zlt*
ze|y7mO44hW>+1*0S&BBwRfpYpu>On5pV&w5&i87>?_T($bpO942Y+kEYS<L^eh6{;
z_Gwj(-<lU+cduFZZD;B0;AN8)ml<h@ez@rVzUb>KzP<PKHs73KGW*kui?sqxW!q05
zcCW6fe69EPo>uyDW~<J`Y3D48BrPYMXcbw<#FJ^J=-c+>XwSh9Gw$@<yz%N|!h62Q
z4`tmJH*GqzG4#;w{MctvH=aK!=x?rdypdxd%YWk1q{#;*C#!sXqWN5ddw<&Zsz1eV
z(q~RjX`P>{rMhQI*3$Feu3448zn@%SrqUzw)<DHK_|h3cbEhVSB^oko(}dUleV%t`
zN1uV{x}cc7yAB`x$jL8v|M8`%ve&NdN_jcu<BusfujE(HDm;==;vmt&;&|lbNzUcz
z&WF+_y9FCd&HH$CEx*K?satNv9-C}@NhiIycJ9@wrF*7F82i>l-0{+PYoBO-&(eL`
zPt9!OPfMm8O<0h3X{*4DQ;k_49_(=FVwm&rr#GXc&GIvmOFjvwyq0;vR#<;Ec-EZ5
z*Q#OyjnDiokq8l({Jibu14AwLrC}PUc%F0lojaHHO0=8#NJMj3)<oaWItd3aOIw}H
znf76M{Ws-)v9P$)>t7q_2!t&A#N1w`tlWC!jQ^WiMk!v0v(|g>mfToxlwu>fare$+
z7auB0OH12SY;m`gxRASc!_J+j-YwO&x;x?TUS~Pmd&^JAgn2Y+q}j~exOMB<-q+^~
z&7=ydN}RUeO|p?oI@J>%SHt&I>6UixIX?e@#4{;okMDitocwZ%#;2XyYs1duSS{5s
zI^;F!Icwnpac0%Y&u2v4UKiq}{Ean3qUD8xllgC!!fq4I8J90--_T!b$fF*-$>{sh
z-mMlYS{*ftVZxm~8%wV><tyn4&3ZN~rE#m!W1Ynpr}*3bn^L#_@VlknbycsX+3=P+
zYu`C~d{Oj{$LGFoEk2pe%d-AtW!c0v+G`^`oN{dotiD%vcK;}0KjzsI?6Huei9^)w
z#fAIjL0a#-1&cokzF79;)#>*J787@Tn*Jn`D^1$vP>#tmk6^vrH9{Vti#=-_qC|d8
zuv;p!=^M9**s58#9?OKJb_z+}EI4q|!ZDroWPwX27tg(xoL+suLkbHdkMq24JooIG
zTI4kS8lK`+GYa~=r|VsOyG@dZttIeGiP6%#nYK@#Pbn=<SQBY;d+C&t-LX|$11o1T
zSsdSgPJQj?|L1H)ohsMvG>qG3eEm&D(=69(^SPTDWHT=5EWZE#^2?HrMHiMY&~}|B
z$}M#B&z+BKS0|lJIrQ;k;ak~Hop<l%O}~0I^nS$>O{*Neb!#ib8X}gRvf;E_#mM{l
z!pYPtTmJt(|MXgKn($H<s|hcxjvv+iy87H%!P(Eb_{C;#P;a#U|Np=8(j}MQD$H5B
zV)k0M#hwzsKI?Ruc-lRDanLUP`@6+oWTwBDtn!nXbW>uf%G$Eo1|1VQJ}px56#As&
zx^q&PjKb<UTHc1C?_R5AYjpLj`V?F)%Eo=@`k(tc_Nh~v1!GUmI~e(}I5%akdtz>H
z!nfO6D?@BoJUuim#<Ra}`_zLG`YY$8Cs`Eo_0ISHxGHtZ7E|x@(~AGJ%g>mS5Pa$-
z=j6ls5_jsSA3Uh*V(7TKVZ~OzYr9>FUx(hB9=|jz{^7ZqNd*Om*yC*yrim$-I!Yw2
z+LWj8hUt;P@($hWAyq%c=e0W3PMWn@;m;NEi7Qree%|7^o@<hLL2D4l{$11M;?=X<
zcCF#9zoMwo*cNA<Wa6uN_D*Hq3^hr%3-9LKu8R}6=I$ZO_j$?o!?6bcH@%pWD{En{
z?qaF_$Ew=1?`t;it*<V2MocY7Ihr>H`^nci&Rlk<<~h4bxY<UdmRm9E)1HR-dsNLj
zs}?zL;#14Utt<=KRJ@|rh|VZ+30<<~cXrL^@Bb&PzxVp{Q~mlQ1qG)*>+g5lyr0SF
zi)QP&Ais8>9LL4ipC2{ffAZC@)ViOG?UPIXD<?ct*ZTTfed;&!hr*K<Ee~EZU+>Iw
z@f+(W>)UD{sgivDD~0)Y%EGTtp3h4aD)u+&5ii{M=%ozT>wFtUMXuy~6_0tRw9Nna
z<+zV}@REj`IY&yYmR#NE7%5is>E!d8KPQ*7B%V0+N-Fxcb<Udni*LUuZhmvW`poh9
zwWp>(cIINdl~MF^rQG9_Q%<H-`N>~YHIFw~lmA3UetyyOZ_cyUvMDNtZ%Znxj^4uL
z8I~gRer}P?o#p$toh_I&VJWkjnfc5fwH`O+Ia_69WvZH|$3HWi>*FcZJjt-|`tLrL
zX$Nm=y2f2|=5Y-C#d7UzuU+KC;`i^IH;Gui^|gAdw>Pf+dVKxdmj!3i=hq%Q_fE}C
zA}x}M$?B|G;DhcTX(9zbPicRtGQ4(nPvM5GZZer+zhbNQid}QqtXT1X@&9?#<E<86
z-E-=}nkV1uKQNbF|25@W(d&E3-}wD!ER_sjAD5V`>XiMSdxnbS_xJBNZrtd&;nqs$
zeLANeUEh1oN%Q1n&Bb3j%JZM!v43kUnJ=Juc4=;hQe=O{9!0-4E^X#Vr^5@T?+uH$
ziu8Z-Y~T9NPU~hod2z9}Me|kbswZFG^h|!(aj7cbNuq7Z&g<XA)!J{}*na1L)>1Kc
zj&uH#*Or>vNnE<aWLJCjdMMjk+n`HVlXBOZRt7HEvSiKYOqaNaYgYJ{sWx(5xOC~|
z_YJ8|t1qURoPF^n%tH2zg^i>W!`w!-j%z229k=g4_VHuG-^0q6RFX?`r;5kbbpC(*
z|L6ZB$G)-U@B68yuI`?b^M$i%!t3kni$DBmnE&TVtX_V8l7P%yUJFTH!ApX#W@ud6
z`rqTqJyGwlCtoste66t!bo1JDNkC+tz~ofPz}=q8TpTMS-XB|2l4Mq1R&e0v%LWHd
zKE8g>O><6lS;_8UddYp-LDT8w;z?bbEX*Z5wp)1bxxVa}1eZPg7u%?#FEaYw%l9R0
zy}jV(yQV90%im7>a?ihtZKas-3Cl@0EZaA1l}W5)i<DoWKB42#1A{oG?6v-f*9C6+
zT%2zCcu|RA;gT2Ier>s}`+nm@JMW{Gfzoy#iyl;UY^~jT`te)o1Uci`?<S{qg>6r;
zkx&wNA*C22`TnWnk1Z){O%fMuxOP~{EBQoMm(J<Vt?Cx0%>vP)E~gUHjNR0a_oyr9
zXO#b&IXPW&ZP;qJcTO^HYu2wXE;D=Z<Hr&IBd-@Ny_s?0{dxgcMXyXgK0eN-4Q5WK
zxtle2PWf+mUn3%WXZ3fz^7r@FPFy=L?wM_NU9+{l|FpmrUX@!u|LHM4rW3UB@9)yM
zKbdO<e;muo&CPZ6oouR^tJgZu|HkT7pDON}#9r}PwQTxXdwU6<8lml3mvYu`2r0XA
zId><=P0@3@Hr#PftNkv_F?TD{bWWb<u(rhEP6wxxt3VL@Grif1@3I=(pPm`e-Qd0P
z#J)(kW$_%de@Dqb`FY(-le2lkDxD421ly#R{@HLmc#Txfy6=`27LVTDwYIrs?dtWu
zFeX0p;!88bWeaqQ7HKS7qm!EGF?q_%l%A5d+2Q3EvSV}RO+J@aXPn4$ZkkABRDQQ^
zqJ+*>@iv2=4k@m+<~y$c%w6_Yo8^+aMYN2Q#{RP_Q{R7HaD-Lx%1zdegZa`&oEVd`
z7d=Qawl#nFU`38==Biu5OZRNKANS?!xmu$`Q+M3tJo(svrrn>0n<uBIoSbnggk!qU
z5@8=hh1qt;&V4(v=>F5dlGbSVWHw8Ww?AJ6on1O_+r6%E?v=j|-7?rOzi(aSk6n*`
z+JyLAk)8ZIH0*l(WLZTq$3VXJpbeM0Z`ijL{c{$Xq;mEoxAzr}f*I;79Q><#&RM@{
zO@FlV`t~E=%N}JrUH+$czx}Y6t0_PGM%K;E)iob4&yikVKl$Ic(hjS8a}^`JO6!<@
zv%5@8-<O`*bYQ`&i_K<zUhW*x0e$j|7R#Nle=mRW&9|RV<Nr#&|NAI^=g&W%b7J>$
zu4?9DjtO<LQqdM(^-N0JI{e4o`cL-HyXXJ2jNkWNc+JGP#n0DVxBfTF_t5qH*+<r!
zc<Hm}{(V;e?DG8IyZ-O*uzAd>^gDl(!savOR|0Q5c{=@`%6Xml`@a`=DIJYE9v)wN
z^wlk^?fLf~KR%yVXftDBh?~IHpUvj`4t_R|``}nK_0bZIA5X*Qf37HU3zJe34f5*d
zV_tG4C9-j2aZUKiS5c>qrOnRUe(?4B{YPHivU2Y~H^C{nSCLO8@y4=(uIAvQA99?m
z&SscI9ZB?=_R}*rZLUA_v@VOh!V;?|2NyG6+Oi~_#ZltI%Pl82H<e5ai1dyNS<>pR
z7q_=;=HtbZQJJ&evQ<voxWD|!J3slgCfoDxry2Q4_ALMMOWURJiTXo713AAJ>rDzm
zwnWP|1uSmvaxlw0`Z~a6P06i4-@cpe{QbbYukT#OHswWWr~X}hzNKl>``XX-C$hG8
zo5m?u6&0QN_)*S0@6Ll`TXT0!jMBL_`DV}Gy|qzi<=WGHl=}oM)GiA;E{KSZSG;;5
z?@+#ded_^Fx5$%64*cEBwNP~LJcW}BOmtFuPfe@)rSiI&vC}|k%9j&+SXcQjGB{G$
zBPMrJ!Zc~$p05)=T0}}P&TZJFmEE$k^3|=a-p&0xHN($wOFrcmlI)NweihvNyz@j^
z=2@Hi4b!I{oRMXCq0lekl#r%O*QD3hwLbF#)I@s&ieki6Dm!^(eujK_x;EHta#MJa
z;~LS##h#O7KRtAx|6%X@y8g?TgXh&hWLuq`?Xyg{?%(P1mt|4i2T!lH?w9O$U$bUS
zfYiYZlPB-?T1V_LNtkxV!Q@5Bt>?R5?wlyr&Si2oz;Na{4K8NWxXmV_3#ZOl<;3kB
z{jBEq)YX6P-Tz;E&3yZf8+R1e>-?Yo|Mvdp{r|tTM=aIU-Yt=&`S2-QsM*u2(z{nI
z=+y11n($Pt>TRpI&#7GzSN3%lh&|V8*<d0yftT;ZWWmi$T<Q*)`iaHwR<7M4FxCHy
zZtXWG4c1eRi7c%mPb$uCDQ-ICsJSNnQ}pw0&ETI*7j^G!jyn`S(@OV7;HAgE@Bfus
zn|J&-<B=L8O)<uLIT=%PSFS@RKAp>d|KZ>Ly4mjE>%FG=ulQ6KE1=!A$t6=iJZzzx
zh5f>?OP7U~&Un6Pwbh)S&(FM@d06l6@ZE2m`u-uapP#=*H<NekgiD9jKgp~O(cR5?
zG3xTml4(np{j<G!=Z4z@!Ih2I=FFQT=zexr;cWhvSH}+SI(no$a-YroKfiUSI9~hi
zBXc}st@z7ppL35a;+**W`>N>*nd?2LZ`~K~we0fB<9ozdtvG5TR$iMY5*pgAmSXuL
z*HQ8Mt;yxD_E*QP2n{`2V3M+Qf7Jf4`G194H^o)yJ~y`U-7jA1oZ53R<f^O2$v^KW
z#ic#opZ_XHw{W3bA@|oyKc8j)WG-x6@VT7Hpl)sWCY>%<i3EWcv%;n?p1MTV{N~-e
zOK<P?|M{Us>$}L-OA<>$LfjgHB%Yu6H0SbW!^<ywjAm}!du#Fa4$WiAT{h2Oe3`O}
zkJ~J@b9K$RrY}>vT@UY{F#n~%<$I}HJ{g6|EQoOn3}JCnx?=g(SLxN;rq}}pVzZC#
z^t>75t@-v*cJJ)x*XD?CJGP^$I9&RSc73hhJ&wn<ry`oQg04K7u=Y`hbhcvVXD;=}
zoQG46smwH#?e{p>S9n))`O6-S9*sGv`36gl2(=leJ`CI%#lEj`<*Hd}<#G=!)Mv+L
zDDBH*-e~b)Ud`qC6NGgqeb#Fd(0}y)!OWAF)|u_Ea<BE+EI4u6%}3ha$&!8QUv3qi
zRf`jIs*P>eKKH-Y?cBlZSzqT((faEp+5bOg<=lAH+XsG2wk$RYp7gl7=4ZELc>L)b
zdp^Euy0fL?um6Lz=j*L`oSAez(v3gOs?JRnep@u(C7LT}@`W&7y}iF=rRIv({apUP
zZ@pdB^p6jwoYvp#xp{jSyDOW<>XYuwJ(`(c%q#!?u0L?>8K3;WN8$$0XIlS$J$re)
z^QJ1ZyzTc)3j4msN_?AMn&RJDyJNYH&VEnp2h&!>6l+{|m0G*oqbp*G?KSq+U=u0Z
zdliqPr?`TStn>&xGsAEBpC|eC$L?D5TS%+;2zzgqG?Gi-^ZlQD$t>PEtq&i>%E{ZO
z-GA~TtlRsq=%cjmz3snW98lL#uk7k$=}qe~Y3ltd_IBD5!Q&nmpS`<l%lDlvX8$Ed
zR;^Dwf9e(=7oAw}<41?v;)7A?bL;jWFR=I^t&^PL8aP+{!E&FwezVg~7rgz&r=88)
zwI(Tll8(ub!xv|)T^kzpmM?Nv@$1#rYx34zcxj?(+!@rgc(Jgbe;?=J83s9@PpZck
zWR~xq*TTJPtzIMFg+|9!0>PYJYZmOkwdnq?Ls{>QdJ9+=I`#Q|TOhP0O7U2wOs2?}
zpVw~hKYZ+zmV0}3ORrq!#0{ISJ(SM>!+fjv#N_UrQ13F9LWz%;y!9`>ERp0nrjpq>
zp^xAGPeYjYv+Dc*_0~;^iF}<<#r1Z9h+yP94h>6-=FDlya~G^>`CcK}ZJ2PGCtAcp
zb4AOSAi>P6!%fHES*|X)Jm+Rb&$T`UE=^FzFy0h3X~CBKDjWNKha|rD=+4`%uwMAH
z!qH!iu_CR@Ju@2}l((8E{^prce9}Ge#|Az1od^2Fy&dPQUR@hA@lxc=%Xv8lbAC3x
zdAQiUCr$FfQvJ!1=Q2VHC!O1|_xp^SI-q@354P|7Z>{3lHKj}Y`npf|+}~e{e?4)j
z<kZ3?o_&{Qy?bS)zFd7z&11IBH>dpmo_F!R*#xU62b*ip`LRm`Uwm6;X*;iSUj5p~
zoQqHR-=6Zxb$3Xea;!Sr^w3UM$30EjBJy>G^Ec10^AK?R@@m3~6&Dlcq)eH*{O^w(
zC3%Kh`R0`mfARJ1c*%Qy)2<CuOSmuf*3W<L+hV`}k7>f3BR8g8Ud;HuzO23ZBG2+B
zR|^q;k40-PdqfM)oU=CUMA&Xemy-wAJUW+hY=h23qeWT=TooTa(<)rwe%5>0a^|$-
z%U4{w_K_j$WzIBi<%;~zYWM$q<6mK8x@FobsWqVy%*U!iRtd*3Hhd^(TA*6-bna`P
zbmvJ2*_T|-e5+aza;_<8N7ZA2thYCRdp*i|dUm!`g^A(k9Pag#%_6kYJGMM%eV+f}
za&*6>|1mq?8&|bW-F;(&x|MQGWEL)2qS0kl?3k=|_}n+M%t;^aRqubYz5e%h3ro9?
zj9Z-a*M0lB<bHnUo^3W9O|9P(ii;=L?LWWv_V$yTdRFN~#>PGcU4QWH?d>`9=IQZV
z&(r*HTEcl&T1aSTDc{<28+SWCDAtp+tLeBj%fwrfudU>^?*H1%UQ<!mz+X;9nYR<C
zCkQxo9c?>wy8q7w^}eL2v)2x3%uAIF)c)kl`A(_nzhse8w${0GekVWwd9<TE^OOE_
z`Sa{^`qaNx_y?Pdf1S5`g2tcnOyxN<l;h5yug>P#e6#0dg^Nsv)LAw!&a}-vCUY0H
zF1eX;sY7bZtlUK_UM~Ogb+X^<37bwC9-EY|xqNy09G>Mq%Z-2a&Un5)cKKT7bA8`6
zy5{Wh@LW~XXwKillAY1QXvOiz>_+9P<Z0q2(Yccfrh8eg`oyCA%i>{bF4N`(?@v}K
zo1RbF)XgLL(6e?~o>G?PoP3oz`A)BX=f;VJhPsA^&hxQSSB~5~VNF+*RL9DI&_iwk
zA5VRb-s0MR`J!a=X68voNg-b<YqlL)dt5!mvy*$-8{1vJFRMaAU9W^pS=V^Vc-5w9
z6_)<Ljr?>D)vmVsoTZp<#lL@}c-L0f;GG&Wvf@fNkJy~t`pzYHpTg1|tg;K^!p}?Y
zDBZ5J=73kI^81{>0hi~M>n3i!onmuVL#uJJl>5<&S;138H_l5p*x~B4OTb^@c#P~-
zJ=INan@&mnJ!TXa*1>Ig+9}H5^M%PvH_Ws=efz4+{hw#G&nd6m6TfSo7FW9n<1($2
z>g_dO-_@sCSv~nBecy4bnW3NZ9OuqcllfKzE3`W3wY}<Ear2X1=N^?l<CZ!6ktSRx
zmNCcdIP`0&_>Y6~|Ge#fT%7;m$G>nNcJ)0Uetpl#e;bt9y1DIuWsFtwB>M%Iqn}>l
z*1sHc`{`tV`{UEZGI^X{#@iZJC{+ZUnJlF5vH8_^2?0O7d)jYbx%jTt&<<9%<UJ(D
zk-kBzYL(;1{K?hVPCQ!K{?u~i>zGp}`(KF1zkHMQTJ_l$;d6%%Ka1vkEK_Lw=<N3W
zzL{G4etltHBJ86cY^AO3QpjxRDd=b9>s|NhG{1OF(Hyn)TqzNsuH8QWF?#>sXdksU
z`M+P|FJ+oqR@5AO*{Q@KvU~dOFSq&>v@*Be;#g>D>v^NPhUc6RyDXDvLd;2%nMx&{
z+A+SLUR->&?Zww>yW|6$zi#VlsasmuB^r54@VkH6otvV<dAP$UoTp9L?XhI9Tl2rD
z{#7O=w{kaKDJb|LA^79UB{%J~T;-(f+N;agJXa0U*2`V1c;>T;=drKa*CqPXa`NA8
z+Wk{TzV?$h*X#@NnMHqJm3FOBIB6U<r9WGG{@kExn%2>;*US=2Z#JBq;<j9Nag(T=
zoa~3A;q~5|clw6OHW`=P{y!n$?JozT$1|R_>8zd6lQw70yoq8La@|a33#K17UNULV
z$6wMeRtF*+w`<N=Dr(`X;c!waxbs1djzEy0_UV$W!c_|Pb_;ja%g6Q<HXh|{HM#Zp
zXY1D^W(xxXnIDUU&P%#zvHZm6uJd+(52-UpcQkb@G6`9h7b)A_JKcPFm_JWm*00-_
zmK4o;5)rKTq3ZLq@T-$OU$0Rwzw#sFF;C;Sn+ypPqmo)u=PX$;D`ZMa<gul`XS3JG
zKfeFxcYJ{AznhOurc70y-KeS9p_9s*8TRpJczo5`^(8WLa-WW!&Ieryne464dV15G
zu-%7qW=&MH)Shb>8D!vRWVics!;ZUYW^*g!XHW5I3obJ^x3HB=)G>K<;(4@%eJbxF
zwzNrs(?n-#NSrllnQ|s=URH2O+h)&G^Z%UP-IH!SWlBp_QD*w=e_qoMKMvNH6_r}@
zjXg2-=G{B0d?Jn8;?(1s%W8Swh@EYj?(%AvWW3uP?UoXa=MkOEVT&jD^Sw7Nx^+2N
zK;!v*OE&)phg3Z-FSviEa`|QFXQESA?6|^LVPnGME|$V)w)o<mg|}}jtS?%mv1sSk
zb5BZqX8LUKx)SxHa@N|&C8puWj66*xx-WBO@0oshx1-G!MSY!Rn_gUCKhAjLQhxKS
z!fvAukIjsZ5|d_4icIC0>lEc3(0-P+G%%jC@e*UBaCfdlrlKyd(pg8pg3!)sv+A}V
z_71;ZSx|A}N^8W*i|ZUBnsvF}7f-6Yy=3b0>#b4M`L1_a;&$)yo^&Q6_N8)*!ug<C
zYdL~{F3=VA@QI9dn9A<B;Y1|^$KeUy)AbBx_$+N~RJxS(-oCq(WtP3^iOpgMT`A7_
zpBX}*uI9*JH?4a~_G_7KCN}r14{<ssaxFV~WAc+N%XC&*G2Z<7hPhnsO6uC!J#N~s
z4%ldFu3}pGS8TbYImgyT_d7ecE<ABeCGx};4NGa>lfExS6~&jO-rJzxy4Ztlj-0KE
z@#bRLW0P2J{7wz&jS)L7c(7Y4AnNtgg^RwGSOuQG`TEff=Is+dg-fW-7j+6xW<T)g
zRe@_V&*ICBp@9P5qd9n$Hq6N6Ol_Q$Si3G<<LUN<s9RDy<Jsk<50=a_n&o3*XQ}AT
zwPjk(<7dTtwr%n<wRII$O^q`=tNpJ3+>EJ~z7Kt0I5~*0JlU3{nsbpS$w;_hmHCP%
zqG~3Fsh){S99}KoPDv*6UgJ77DN64-`>A76r%pW#NMJqYrS;n2n)$TP^{2D`6|(y2
z9dlUrDJ_4c$~CT4S??xp+E-_?_4(;(COL<e`W-lTi)->_mTavlVryD+*X5P&+!B}M
zd-8ezIfK?EAzgQ#)+M*P?ciFvrC(7%?&j;3`KH!|dJA<{^DIqnDX0@xoObUCck9>n
zQ!K8o6ev!fX)1oXQ(s}C!>!MyGuA8($eX$RvDi!gk|<v%+eMq!>3yh?@SQfjCFrVi
z_D+#&#rNKHJPnY~o>o@q@3VP&;Id-lXEutLZGD-G&T}jj5Z|VkXXrcI|3Rt1FFm8#
zpKey$KTNTBw)Xws+DGr$u5n&qoH|qd^w%Ysaw(zhN}X*-LfTYj3YgC-{q?o-*P>JG
zDQ3&I)=e${_t5_N<NZI4<?8+j-~0bEzTjzV_|4jfrY?8BwYD2`1W)W^pAzc2`u6ju
z;qi~(P2aB3opX`plc~y*`#H8d_bjwpZY|>4=WG0^j9b=CWUBiUtA*1$qR)#dcHTEw
zcu3cL*ZHcyd72%5I?LDXK3cl@&xGu)w`(3tzh98!Xf%65c$)^_A4hT57X}~L-Bb78
zlNDHZM9NXdV@b)GNy>eGeVOGCzr1KUsPOT6aa2)>!IH|ghrRX(&-O4r_Si5qGa~x+
z#mudOev?vJn=ek-WVP7C`;i;Zt)h~m6E7dMyfj&O{o{kil3B`Y73ME7c|5~=dYNXf
z-?V2-G7o;d*kH0&<5bV076qOQQ46*%zW#o~lX<gL8p4bhUC+IgXC@F-{QsbwdOGtW
zx8|*1eVt?{s#&TZcXx3-@Yj92#;KOD*Qu)(IYgaZBT;Bp<D#yYS^De5f}<}UoLGLx
zjWI3l#_j);W{2}fMDKK3y|GJ}^Y`!Xn%u|F{bCN=eVZl9aPGMq_MQ@RdLv(M<Cwyb
z9`Vw&Q`uKwjX>RF->~1ZNoy~h63VeU<)!z|`>{x?=o?uvo2rT<UhB{Q3Y#3jy(r?a
zmvE{%=TRxYkb4Z#;>pFyT24wS9oo9GrcRlxP7_l#=hyyg)#uxy#-XIP`Jz%}iR7xo
z!N*>u+E0p5@e4n8A$O}dbFYbS;kk*|Ik%-o3brwB^E27H%*nIy+C7IHLy@J5+C0_l
z?lX!`rMXW^<5gSS6CS^(N%h&^^Kyn~7*Y$XIs}C;sVJP^8(TR|#ir`djrN4n-FyDs
zlKx}<zyCiQ$DaL;nUgZTR$o;*YqV<9qf=93-`UsrOqyzQWB=i-_2J$^A-$g4S{l=4
zrT83UjWkNOkP41GU0`xF!rN56$s_(qnG|D?(=^pLZ{;UUSM_3LX}rF||8kGQg(;zd
z?QgEiF)L1RDtvpZxO8)v;+Z@B+kM&>ni+NfvJv!7e^_}~u|@e>*YovpY4s+L|5o=K
zT+6<BR3>q!$Ia4^bFX_BD=g9AnOx$Qp4>YvFJZN2v2Q~MQ_1FoA5vUWRnEFKD{!qm
z^66BRj@qOoxeMt$na@^uvENeEvVXIkV@kuO2BqmLo%@%~;&olVc!idKZg5nU)TFZ<
zhZ@{=pS_vUBbK}9XNvZ<(yZTq)~uG+$=<84q(9+MmFLoFcI?g^O*>8&hnH7W&-%Ri
z{JTH}jUGoaRj;QmrFvZF^q#nA{}t`?_dDRY{{G^-Sw=GRKnqd|EWU(DtQC`F{Ty}R
z%F4H&uRPy*-a+%|f@S)9|9m>VX6@Qa{u|HKJSQ2<^bun|ymQK`S>`|ee$A~Dc+|D%
zp42R<i?1x~ESG6`m55Aw8mW6S>$-}p=fvp|*5B<<a@QRw=3gGsRq!o5c9x39Le5{>
z99&!UPJWh*-@E;M#jMHdlBo}Cjoi-sHTnAQqSYy-)QYMTFWv}ba~-+<#EgUG+KuI#
z7ERkCBmN>e$x=J%;o%><Pv82Rs<QLPTj?Inf^AEDgjcD!xpWzQk4~06D)HFE*gx`9
ziCz7*Q@eI<=Hu)4vykSSscOu$w&Llj;ys@pg{I8B<fB%yBuOIc5EBz?<fMtBeIBhY
zj3%Xyv&=Pf+Rr^(E%M7!t#`GLly<~kr$8;E>5o@U32>b<_d!i?mdv#uZ!;e*aH=>t
zrI@2oFIJ0N-*)Yqg==cvuSKoVe6{S9cT(?KgLQ|*7*91_*_T;tns!V7n9iX{lfJYS
znx{2AXH9ylxwDuh(PRDf<W$oqIW`Z^JvLs$!SQI>`Sk@4)<o@jeER+F;yh2km;a-u
zs+w^K2z~jq<eN?5jyi^}&xih<OnLq@Ey=O(!FA2nJH}6Z-_1N4w_5O0UQ3GWBmFs5
zUK5vCu3gc2?G*b8$;}g-4*r~SXT8AQ*K<{+PO)}Qdmwp<DQok@6{b1jnX=;50vmTc
zzq@{i=aMNJ=@ZvI`MB19X5aCe&+PlX>wg<9%}sXgIP&vkPdH!vgh0=g0*x*m)7)QW
za=d1rSiqOay+(jXz00q<d3)V+`O9zDeR$~qzvXv)&5@FVV_UD^TeNpyr?HT(N~@;E
zCC$`G##tI%8r^@KG#*T@x)i^dq52tvlS0<6*5wiDKYMb@oObW;>$3`RN_1%uX6%}@
zU)%WG>pA?V*Z+;=_no(?a=!EzeV?|CCDpO_eqP)D^ULM_o&O&w_J5NPo}!w;pS@-3
z_3!h{kDM!huy)z~Sm&;$y88werE_HFPE6;WV{8#!Sd=kQDKXXbSxP~N5YtMY*R!=>
zSbaHXX_I)ub5e<0Xh?)iptXzE(R&XSmu-q*DPqf>Yg(4~<^rGe9988<X+3BDp3k&8
zJ;T?yXR5?=k2K9b$-kmUx%J~xXFXwY^qKWEXU)1tt0p~sIb-hJ+_3O#Gkelx=J{+m
zR`Awq^1}};7YmNutuEhD`d=?~-o~w4ovrUBmVfq5y8Afci{Ry(5?8mX{G8C<FK-|*
zchRk;NUr6}SzY5UWSonL?0i`kW+{6=Y3c5RPw$FHMBh~7FmZC+eKRTBHZ47SuAhv-
z+|)O+^A+d%?|r{T%0znJPQ6ACryBt~Sa+VBoOkI`(UYKASx(wqH=^EN;85gnSYNu~
z?>2t!*^k3gYi)NwO$v4jN?_w(xoM7@^QXh||5RNA6<Ch+woNac(S4h3JA=BdZ$^|^
z^SSz3v)O^7KbbTw=O>)wmRl=QCdd#Xt={UO-5zwvyf|utnr1b-yU+4qvwQmvB}{6X
z5hN;kzpi@n^L1Z-JoJC}`G?NePu;5?l}s@>8)W~}xGjF)cfJ3w;{R|<1s*x)*Wi39
zW1B~J&#Em)dOJQ=_^iIXY=)obrJl_P8!jK@SZn(D<QBi{=T`PSeDb7c^5%u-O%Di`
zMVUzPvMJ}YlzcsQH2dar&4avCz8!nBc{5{nwzNr9Zh>g%OU_hx_vPZ#r+Uw12wxu;
zE8=^oYRiV=M~BR=p557fEnj`!w<J&fr4#$=)E{kqUS=UD_qiY=>rwpKH|23^Sy?H+
zbXH4D?V6j{oF+3N`lyaE_oIZ=g<4)cnvr*J9+;~7v%qa$>OJX4cbFJ;)_e_GFXb2$
zDjFFTFpY0{W6``lx&}^@p7$xSYnp8KJbKgf)YjL$^9`4<I*L39n6h)ecK-XE&p(g5
zyL2uQc8^dvp;fZRws3{d>+Z;3n>TIP>ax<wGrwbMP|y;~R3q0m!}oitCZE)KeD0uT
zvS89urSb=_*eov1GPuy<c;eNoRsL1wlh&@)?OLS3;dIU1{Kt#K{Ci)9a-1?ccy-yc
zpCx}I&)2Ut^_=wK=kxiWf4yE`{P$Ps{);Dy?f(BM{$#WNLFkHU+gd6o>OX1v%yx8!
zmHnYe{Y0IjBvs9>IeE*SH{bl^vP|l#)@uff>~klrKJU->+cj(X#q70z+MJxGE#qlV
z&&k`mL1o6Jk5AR(iz+M}BD@#hRL<JcF`M_1g#w2Nljk&b9zVW{lJ{meOFS0TUOTb5
zy?IgHItiACpPKu)jqkPcRBF12>z(+1WWBVJU8Uan`DeGrTu7XG)~(0SKSQH^=DJIH
z+fSV8T5#3PjWIOLK&sc$`t#v{2^=dYdMz$#C^eX?=96x`rgY8M*?TH~8m-=zGHt%n
zqn>wJ{g)qVHrqIF7v;VA<V(q^l35#WWdv_?n!}jQx@~u3=3WQ6xWkf%m&`Ddy1Qu3
z97e<5-sc;<1diqQOy%&(2~B8HTeqrKXz5zt|NCBUJ+?_=wY9qfYoWk`C5NLt<03w7
z>a!|fdb!6WOskR4^jt`U;rBP8TUXwieCS*szoqnDr3tE@W=}07jb?C0^@^F7t^aW9
zs`j4x>i)kozugX#@%yFNnZM|$)2x?wE^mr{wd?rrE|Vx7Q!a5n(~TmMd-ik{oi?e<
zR}l1j&{NBn_?)x<sEzAZHRY359?w0m?Volb*Olkk=A$fu4C;pk|Hd^3WX6R0-<wf>
z;kjm&j^xTU*8clz#6EpZDn5Aqk>m8U9;eU5yoxBx)>kTc{?PTagOaYyqEiy@?mtbp
zpYyTz{;$|;`ulr=SItxNoMR|1B!4%kS**p-@5j}!iQ@B0*Qy+2P0-#la{^!RthIXP
z`@Vkf3=8}5WBtF5i~nlvWZxG5{F=X^_-AQ=Vo-=hbbx4^is`=zj~=ll{j0U>?)Z}O
zj?HH8&Kdl_pZ~IbE^|rJ$1bsCj^Ng?jFRhuR?CXGqMv50&3e1}N3TreBPK_u8eZQs
zwqJL0-!^+6=5)@tNPJ)Te>wBpv2hh2Mcpp9{O<qu$|V7`x7{)1{sD!lYlOA`9)7;r
zKVSK(R`|N@5ihqHl+`Iu<46q1C@Tw(jD5{8(_FHRPj*Vm=2=tcKYOw?esWu)$3)R3
zspq!LNct$uvs7exdip({r%JaHXRp%nOgBz@+LLxig-@y{_to_e%ar_!PdPEOYHQaX
za@e$Yr&}o3CzFM@^CqcDMozt$RodCapsTukd3s8w*Ji=bf6hw#s42_zH7`!S_G@*>
z&V=gEmSNS?IaAt${C1STKi;FhU6845v2c^e#hxgeJ=KT4df!jA^8N98{=W&{)8Bo*
zr*FSdFzep~`9HyNbq{$9sxB_cTzc`d4?9n98(aDeA2pYYUbcl(JY=?QSkijkfZa-g
z$L5*Qc`dicoZ;JM?<x8$y5?)Na;y1XD^|Z&iI(}++y+~hr>_$)JNNU-p{Tm#9{VkJ
z75|<64?0}RFqQ0gf3nnknPmF;&E;8LC;$A~Qs(#8g8#GS@*{ILU!E?_Gk;6;)z;3~
zTW!DEZmj?I_qbQ<lhn>qT|c&_!;ZO3Yk4Hvr>KT+yY=UE{XgHjPxoT&{{JyNWj532
zoS5brj-$Wd??3<lP5d8!N3JQ;a@OP*{r_ldwrzWXpOJ-ia&GP1#fy{ma&s@e{(j=q
zlvQgwq+>UgxTUhX22NDb+?#h>U1D`*z_jTnp11~zKYITC!<`cA={7Ba9<##d*w%Dh
zk;-AUxV2Vqvq|Iy|0Q1*E<9H8(nF;B=91EL{-<QUSDg996XO$ew^ed_#H3z}m(mj)
z4o+Pwx8831;hV?%JwA1v(p<tb;hNIi&%0_9J&le}|INHDTJZH;GyB?_L;rHx*7kcn
z6*+2=SX6N6+3D*VYahROF(ql1;1$jDZWWe~jlLe^>_4P?dXmz1Im^h-)-y*qn<q3G
zT)J{WyX(%xWs^2MR8>e^%z3C;zUSnPom);f|1S6Z#FWn37}gSXkx!9}rSV$bqNtyT
z&QD=`C{noMwSc|%Qe9ug6U%~^gqSR1yI=cOZSunjH!Yaif5tckf6q;goVaWrlUco5
zeojunl%><(OCJ7slJnRvwa9A+3oGa8pHo;m<$U)_`+3iuI20oyKc4SAHN!P|-{#GS
zD{SI^7}eae?6yA~nSX3veEYvTo~)BnJ;#;%{QDwr-(X?CTh^|?@yc`O(OIYX?WRWg
z{C-}tWGByctLC74;>(#s+t+(Ct-Wz0V&T=klb@$-Dq=bG;o|T2lf_i6I$o58-?)44
z%lDY&y@8W9KX#V0-*NWAmjlgG9};t4H7#GZEQCvf&z+n9{HA$NY67%t`aENeBhT%X
zDEs)g<EX-?>x{u-&3B{DK1zNib1dqcoZW-X-|s&?6*apiyE}kg<yg_ztKm0q+;rMr
z#nS(MhF^M|oLT)f#>hB>xoUONQI((nWGz4c%&Whq<V;9!#=gCW6M~E?EDrLinRGYV
z=+BTm9T{1aRrKqwUFgGrpr&gUiJGewA3vP%xPATv*;<#Ps_uZ}Z{n($Kfii^_?hpV
zj#s&fxn=8gB)G%$uBeAKh_X6O-};_QN%m5<X@_%b>9mU`sgr(ej<;|Rxa@xTz@;AE
zK#8ExX^YmZFzQ^X(<oB%NML3NPh0wtg^Jq7eSUr$u3eZYxcjcC-rBXFes!NW-ev3X
zs_p(Xt=377x|64hvp+p#_+0X*?)0z!4xUo4&E9_GN34y9_{p}K-ihBlbFSwr)vx?I
z=X2=EI|@PJi%*Ns6>FNB*WJ9BvGe1ul;<j$aaFf`A8<VR<F<PH?stz^t;`eVJx<s6
zT6;uTvY30yOkwe563_R)cj~#>YPux)m!yvL+?3vb#p|xgbFptzl9u`W^L*VA?#PqR
zwuT1=UQhm)vSH4F@<y>F#-)FnSFcze+H0|FlAx6Liz0(bIc&Q&pIa(^Z{gh+pAOdl
zEAQ!-FL=FozOjYe=TFl4za6YK4_3&^mp-^-wD9How2V5jjjQfWxpG9ycz#esvo1GR
zbmHnJxAe2G=TBXv^SAj*t#8=T%je$4`xfu|P-pY_w_wbP)0Js*t=}s&cKr>#SMym~
zC9~~9zomuEQVlPwxq4^Qgj*6!W*JEIPq-8?t*`mG<!otRy|?Q&Z@l+-Zn;T$-u!}!
z85=fTdU)!o?zL^Yk3Sx<XK9+TNTb&3S;dL)_<PGf|I%I&psTjzZJG2$%}rWQUp(mv
z+kEobGqdH#(^Xs@!$fNe-}kv+F;&tEH;_E9aZ1opr0D4<J+|WoCeJ?p(@agYu(L@l
zRZTO^x%7UU<h;3sWo2&DrmAe7^6Z{m=6dhdf*-%VUSFZ<D6nDIwdGgy8bx+&HlDY8
zpX(APx5d9}Dy@&-?ARe$P-OJz+g|-0WuJ`#MJ9>$HUBkUlKrvy{x9ZZ!N=$Sy}JM5
z<MZ{6p|jrC{pP<BwZCyS)1{naDMo3zwZegtcK;q}f3kUaHavdG<+m5(V;7$aUgqhy
zSoC+mu30k{C9y7ZcqO!)$4TQ*+hTnw7Au7dMS_1``0r;(*E*BpF*EIlMVF<mN8vw<
zDG?&6VM45mYuzTFxBEZmV1YyEv@O=Q`Aug&OZ7hQ{_m>1v8Lm?@TaHC9wlikvOn=`
zzPOW)htY$d--0xKdRI*`l@rVU!}#KlijRly_U%qp)hC{B_s`f?rqSFKz%s+|$gNEq
zZJ+YjWlzoDyXVk(dyB<7I)@r2)ordWs5o%%pxxfQ>4y*3?)!Om`_E6`bou!GI;92I
zhIK!FoLr`#Z)_p=;oI%|57O;_vlcEsS~Bgz>n)ac(#;cm(j`~_we#|RFS*h)=$fTg
za(2qApHqtG`Ms0Y{9mK5EiYzqo~`51ggr)2Tw6Ett$fyYv3Sjnh;tVra%S9ZeU@vd
zP%UJ#Nu%nI+@av^DauZt|6G;*=5J)Te>b~RqK<~7Ku1HGKp^Y1qGuL<MU!+E${+ft
zlN>N5V&R2D?WaXA_q;qQseM%MTGS`cCN9%e3orU5@Q8S}t=n$?`GUT@$g@;$C5A}%
z2oBBc`*U5jnw^DO<ZS1h(P9&J4)yH_ee>D9sJ*mp$IU07uCBiG>yft3v;z*4qEqx)
z!WT}}zt?Lhk<Q87%ID<rR&`B}qP|Gv1A#><KEbOlPAJ=a`hN9u-c$4Uo{x+QI$4lt
z6&kc?s@mz|U3cZ2e&`;5^-AmU#g0Wf9EUEXFY72){`840vCn6o_{+~tdsk_Ng@^B~
z`Dv7%o?i3w>2!uYzh13=^X^?yQPH6Six`RI^Tu)K9<rYPzI>hi^PYnd?s3ypGMmJj
z{B{S=E?nIjQdRlGVtV-5z;)N67AYujG0!S=5n-PfqNW-sAmqjv#3qvJIZ^%3z4v<#
z|E>Q1bMpQ_oUW-Ieted86$cX1XRqFEZJ}ymRdM9Q8-Y3hH?s=GvOlt2YEjsiw34&>
zlY)4uvg!P;?&UVuPM7xoxLO$G-B!Bs#P_0ZpJ}U1-n^Inc=LI@;msIDPi-b$OAD*C
zkf>{B`WG`+?OHa2zrQwaX3)HQrZT*qo6oc#_3U&iuD4O}mD}|Dm)hGfmmgO<#J|g4
zzr^P!k+$%0--(|W-%Ln0R@P;kVHFwoQf*Vy%a6)^dH>b@<nJc=`t1;#X0m9?f*)Mf
zn-~LI-rhT~pkUpX-XlVGx2~Pn?{E2baGnK!-wG{{Ws*vKe;%y*GVig$1Q#zswpkt)
zix{jXE)sN~vQ$x5XY-;2o0&?NC&k@J@LqrMa`*w2IdkT22>TM?bg@g?ZolTGJ9{=A
z*5~8(ROQfa?oyewL2iY`k<AlLxi8)Rv!9`=@>Z?g%UQG2Tyy<)OW3JT+py$x$ED9H
z9qOz;;_}Csc3Su>71*&<<J+xeKC1;UzTD>7zH+*_W#@*rizRN`Z>|%bf7Ezs&~weB
z?`GcQ6Oa49{tHvAPkv$i=dJfTzUPG8{5f5-psrMRHJ7#I$E&;RPv@9CJNEki!K1Z3
zS3JVw4j7zY=(g<MiVVqX&lXNHnJH*mTbS};wPxp18Tmzz<yMEsJ+c1(CjRp~`Ty){
z)!Qw0eJx(LxHhih?e3hM-0IJvw%!FN?%Txlsc+nM`q6^Q#T9<@jHa5`^&J<EnJCyU
zm05J^CTFVI(yOtKrRCZ7UC~Y=^UPJAe=`2wbEGp}V(t8lSMzR8+3|FP)AyW%Q)d5;
zQ^|fUUGshS{iR0s>V12@{l0bec}=3e$o!g5l7~<7xU^|{dx;l*(0H6ze&*RPDf9fe
zM<0I7cz)~pkAL6qEfVy%w5U8WJ>KrozrDg!G6at^_AXm=_0^SKW%W1C`0+`cKX>Ea
z9Ve#LK!v3VxusKWPIGKIrfS*#IJnQ>Z^y?wrc%9Zky$fCG(D$nywt<t<SUUCwedh_
z*P@;blUqB2j3v*l$Z=gQtH|1;7TmSyQHnuIdiLBj<wb&K5<O}@lc!vMoGka&)@?z7
z+9JWP6)%6jKC{f&?&qJ_ceWM@wOjq;mQ68xoMVx)bpO$l7pFY5czSfY`3?KOT~ps>
z@A>+w{N~;*r%H5oZ2HX<B6w0oF{dJ_->@ksOri9^?DcybmrG7sX4&qp9&_u?0gICf
zCW@zvcD-fWo7e5Y;(dM5^yL`~FZBMGPp|)`bF=Vyd6Rs(efAr{^7FRBGjB{%5X)nT
zOxf7A^io_<wwtZlUE|!p7W|)$>QCITIdj<NtoQbtTXx;{(p|aamDb9LHA>wo3{4T7
zDM}N6mwlJ6o^$o?^Mn3JdS}mM&^*}VHi0wcp7eK_@Ap6bt=socX41|X8fWI$&(64{
z|IV<sMtb#~RWVb!Uawqbd`z-*u~c11@xkcQet-MFJt@-^mM#hF_PjjB#9Q3aKUKBW
zz`ON)(PHc4TkX8{b600BTy=mwXq7O_OxCAMXT9=Vd10HyIscXSR_{5XdA8;6;)eLW
z`_E79jy2oG^*EC4G3P@0P1np~ZhokI7hf~C|Ns2|a+Vvfn#4|6qPhM3y@UMBOqx5Y
zzAohoe<7vTnOIxf+T2{LH_!U?uV-u=o|9Bo99XVl8Yp2T>3?F=90i__wexlS1?RbF
zY~OVK*^CfV{^!P@WfoZ~ZFH)f&h#kC=Y{s9n>{bL6sX<EQq_N+yjpnv&!UIPtM6a_
zaK#}vGiuKdoueDSpAIXZ&J<=P8@H>V?QgSP|8L8vs+Ln1OP6f(IInQ{z|V=Nm^u|N
zb0yZg{}vR}7GZnKGd*ngNu7Y#+dfz+Hh$8aJn7`a2}P4E=l-q9X40Fw-QWb%l9f(^
zQx{iR1~1{BwfRAv+CKlrr22d(=U+b>{q?%M`ouRDzB0LOUHygs*O5e*D3QDwPc=W;
zl%8K2QqdsK7Ls@)<E@#po3~A<)!J=d8<HG)7RX-tu{eM4vEA463ZEBv<=x#Dr`7sN
zWb@6QxcpXy51yAbzgEpnG+KK5?Z)lfqbJ^9E%H<S-I|?$-b!>FQsQ28H*fLQXUBS_
zd)$=QY`wFiu=#pib+6xY=SeEv^<_W#=0Db*ZoGBHhJ&dui#9KLzD>H<t=XbWOe0cL
zp{vPt(YDA*ac4g#EeUZ+bP#dXczRF#eE5^7$JI?5Tr00ywcHA7W1Z*o)Bdmgf4lE;
z?>?T6|JyZj!x#3Zg9WoMX0-2mA1t==^Ky;Ojgt=aZ%op>S~v4SN^UEc-LYBc(o32i
zuMhU9PWn}Lh(GG8qf?~AKfiyT;(`yH?yX`pzsAuc*c1HY!8gWoKI2Chl;@tUu&A29
zr6;3Y>dxJ|6D3Bh7YimACtkSq^t6w9@FXuL366sY6VB+{{p&cEd3M%zx7Yt#K5Vv?
z5KnNLqQg;p^yxXRy5$Gs@9p$8I<3Lw9i&xb)1xaPfA8VP^!iqVNng9CR}}8`Ucgf+
zpm;|4*X3ZDqt7?Qbr>@BxJB^CN?kfRK}Rw$MR?7*kADOtOAdA$9%2>pbM>r$6e7K|
z>}$D*8^>Z!m5vKP8<%eKcxdFM_21O%0fVWl-!z|(OAc@|?RqP=Sx5N`)3x2&SENn7
zf(1BFoECbht$x<|q38TBEZ4sO$Sb;B@c0*F@*T59L4PZ5sP^8AIdn+L^scOn_ubW7
zug&BYufH%SY{^{1taIJR^kjG43e*w^5IuS9)bggY(>|toIc^p-o|C3h8JTDy`go=D
z>CD-dxB7#d=g+Y_um3>Z>EX0g9rbHhx{rCvEbqScxb4);87qV4&Nq3WC%$!C(V5Rz
z+!E#HG*6i7;ii0A^R~IY%1pk>pSSH@uI`$mbYOB`^22S~^M3QKeiy(o=eWa<mY|8t
zHRp*xV6WS{NMCT9%6vYJ+}SIt+ur}#{GWUN-#7LjUTmIkWP9V;;qv-ZKehD>-(B*S
zcx@f(Hd8+P_}j~8uW#P4U97OEYyX$X=mV#OTAV!k7sM&&mHvEmeSg~1FRHV8*%&RC
z%`tqN9TIgZqg0@-!7=cWigVUJi@E!Ci*;g_7FzF&-=zM{HLqL2Z`OBlf#s@)u1sq9
zrDD0r%P>yjhwAFpulIbrwR+F*)!%nk=bw1@&+Ks~v!dwYlL9%BlF7C`qBa#3M-uB>
zp5I+^b=Bfr$L-IRLz}*EE!p&B=F<9zNlV*X7B0G(^XXKv_MDqm?r~9a_jaCrcTstZ
z*&O@onP)e6YR9FnwN<>R%-6>Jjn6HCOKo#Y<g||!?<WM$e(jUaTABIcyE_jXv(5eE
z+|E*O^;Ykd+nmyK?L)!u28DnKudYoC?&f{`b$wluDNnm|jsB7gs@vt?et5Zj`;LN-
zGTE;U_r`TcPFh&wyf;wY)4T1m;Hk@V;@&<yI!S|n!rjs>9Fjc2d3UQE5`(v$n|~<d
z=*oLqXMbgXsgiYa`n9;ny8m6kde)ei^W0a>cxdtT-r;PHq$JTq@00)j*<D{(d*tR;
zd7<BehyPtMwR3e`Wt^g!VLGcXVbRvx5|Qo^ld{fvUgy3weJhis*Q@FJ0`nt}J~*~>
zm&gjP&z<QTgOs)^oaEm0*80ijme<$w6W1=zV_ldu=gbLj-$>B|+nfS+J#yBW(A#}M
zz4DT@q56&!TI!CKcJo9+`5#Xf{Z}~Qc}=nzzst0Mc@sWrdg<P@mPu-Lm44CBZMSEe
zvy9fOtuxLBzuptT<`I0U%gJiuqphc7|2_N57@63)m|?B4-TrTu^`FlF<D8q;ZgTd+
z)XP_9T@rF(Tzqg!TzPBQT3@4c6He_tcq%F_GN@5;feD*vi^j`){^x^5r{57Z`8>fS
zyXAICWOK->N1vPnQ$iWDJEk0YHOWT%LTaR^k9Nt{5<lZ?-F-qHlNaWwJ~mjFvHixW
zme}5N&yJNpTv3@P^qMU`B5>)<-3&Tw%A`3T7QXw!7T$ME=HD}JpGbu%w>PA{>^XLY
z{rrSZq2$*RN>kGBxa}>-ynT$>rk6)2NF!(FBlk%wo-JOgsu`U1l`Sx6!kLn(M|1^5
z|Lr)zRr1ozdKK4M(?ekje65<ghd3^%IxUIFeOW5~B`SU97j~I1wKhpD?>%Do#!U~8
z`)l=n|9`>e#fpIplP_J!J8~q<c%I+I2q)IYHNVWXHB4`u5vXEKofUlIfaDj~HhGl_
zrwf@SKklv8e^~#^^19sH;Ac%v&eN9q92Y+2qs%!$>1eRs?c2N8tXWt1{ax)P73B}w
zOV(NL%)E9hb$djzxX_|X#Vy-+AKze~U?CGU&5zA$_Sqd}Z=+PLi=sPh^aD;6KR+0>
zYwPpMsdG-AT-P(j<LN^0Xx6ilQD@b>yxNm^ofm1a%-LDBuW?5GT(@lXnL^W4Jhgvr
zRy{9lb3V75?V5m#Vd2`irR#SGm^h!4|NHU#kJ;t-(q=uY$S`1S&YT>zyqBw{rG$5%
z`jW+&Tw7-tbuX<Bydjg#ZL`wv&ct0N=la!CSnCYEHNLHyVDhY@O7~6pEvfmRg3i5<
zUAb!4$uMWm&WVhRbIzo!?^jptwOEvDYxnbw)#HyHk%3Bw#5}r1&b^rTYL3{XV^x!{
zJ+#`oz;AW*<Bxk^ySOV~^UoKQd&W{8^yM+*whI~BfrlPNI-75(sZZ{1uR5^yw|h^!
zW~Jp}5mu)v4co;B7OROC3QXqqoG5-|k;5&<q&@9xzG^NOZFyfaahX8JOP<Zey(iD9
z^RV-KE>B)`%j&H0{X@}vdp_Nkh~80f^3tNE%I`EaHM@m+($pNfniO~}SD8*+GDGRO
z$jr&7r-@BXlX({GVf0AoQ_i7;4bMLunU^>xMP#YsH|BTm`8>V&C7<3fI=KAZo>`%v
zxJ65S!!9uAnuLXa-Do{W{NS8>oV#n6wr?(8_y5wCc%AlMo&VNFl`%P%X?nW1fA~wa
zJr^|f7t1@Y;`hDU<dvySe#;4O7Pe%S%_hocgZ><_yd=&!FMgAs#m-%iSDrmobkXLz
zdY3wP^6oojx0f?teRg@ZaPrT|!o`N>t3oDM<?7h61^e8rub5n}E*w|;nt#RGIc%>R
z141_!#=Oxx^LXm{LxKyOHtD!azh3lEyQ*iCrJ3}kKmj+w_5VJ|3tZ2x`E~Aoz&W)$
zf1WtEwJV>CsT9p-+9K-lW%Jn+=M6M(>n~QlX{k{vcahJjO61sv!he+pv+nQteSOW>
zTP0!UF@f4er&11B%oo~P_2X;X?0JUQC!A7mDmr64f39oR<45Urm(KnQ5o!BT#5Kis
zrpm@CFBL6Iv%1&UzE#b;^Jh-<cD|Ud)$)_lUM5v5u69sMX1To5k;8e~*$Jx_T(O-0
z@0sy6^ILjPe<V0fbdHobbi!G4{)z60x8FWYIWIWLJ6(Un-s%I7-FL@W6n6!`p6#<)
zasGYl1Otgjm4aVaxCvbK2s&Ic>%)hOe8)1pa#vn`Wg=y`)U2lPIpgN&{+(4{O_uww
zHI(X~aV}_)hRQ0|oOxExPdw-Cu4qhKd+u<1zl5J!--XSa&;NTk!L8b5d3btlZR^8=
zGbv_|4j$fpMooCpEdRw9kLa6J_p_gI>-_B_JuRBw-rZj~uJ$okx?iq=T;I*xl_%~k
zIsY%P_jI)Q3Rlx_eeXWs^tXR9|KCS@)ellO_ijGVs5$Y|c)F$4tVK5S4=+~SJ2ljc
zll`#aZ}wWVYvDI<<TPnqtn`$qVmUT(?j)6^7gy}wy2*B0__=&P@kvh=Z{_X@%YJxV
z%loXx%!kq+UdcHMJe<ljId#h?LG$(X=Tasqw7QG1O^KSk<m4lc3!+LF^?om#)-LBi
zNAvT^?{{3@R?2yKPFXXHzw%RTadX*Djc2`EIhIbir09^_y4LTKOm=9iVcQy!C%23|
zg?}~AzO!@fk4oPSTQ5C0d%b4g$4A9ARlkM5u^GG1{aCv${{Ni+@Am(+7yhX@QGWBj
zZO8syWV{wNDbj24MTPU+_x?Pa9b-{H@z3%4-tbme)<Op(-_<J@TOWU<kzg}3?5vPa
z`exUR*;DRyzFD~GO2yY3swL5myX6F31odNfxvVpN|L2!-&q=?ayl3f+_Z^PrZs|Iq
zp}Cgf@vLV*(>1kM-ZI)3EqT48Bl(fyrLc_9Os%+jSL5Ke>H6~?eLTnbUGD2gQ;oNY
zkJ;u4iWnW|k1=k!(8AHf^mZpxS5R=j^qQPG$M~Hl)yelBt74k+yJpMG<u}jmPk6}l
z;9A%h4aZs2H6Hs+f4Bd+k@<ANz}2idxnDojvIYfB3CM2I(0AaPe`tw^;)<(TE`=_e
zZ>CtCy&>Ndk!yP6)y{>TBJXDQFwH;k{cdvP)36=S&n5Ua>dF4QF=1Cpigw3gwX+u<
zpABCh)RkRRRnFeX&7Ex$^`lXHpLDO9+w`2g+=;1{?(TnGdnY`#j1oV`uKH9-_|W&-
z=ZOY-Z^N^F1z3EJCA(ew_~W_sG813P{^RF@6L~UcEwVYE>pI1K($X_&Cpl*{&N|&B
zkP<3zU8dkdrn$K1@ppfDwI-KM^@@=ZUa;jF_kXtqe_BJ%-`d2rrTE^(s>ScF9A8={
zB>7sZ`Qt-5*N0|K6Voj&=YBf$OzN(iOCrx@6XolEOy<-7$h4o3Rafrjx^5-@JCQ{-
zw64)E&U=SiV&?DtA|=Ozrp@@VwlMg#Xmd=8=}zBX)ze(lr^G#baY%q&(9!x(lBJA{
zkqnPvoX;C>nJcSZBo2FhH;J$RXsM^=`|0bX6Wu?5uKy=xdU8iWS?k#io_{iYei}GG
z+0`UuS(2Zq6E|s7lu5<YE0){Jk3GqBvyv9<;k%%ubfWBL))o!}mQ4vJQWL~yp8hH{
z;Ys<6b#V)>PGFH^xq9Jo#<vN3f4|>Q{Ji$tFKeIW#%p*ZWO;AYTwQ*3_aie+x8yB{
zrm-%&!m-q&_jh&h!<fGZ1pHRpD8A)bA~s#|;qzH5G+uBvY6zW5IaV=if*NOHfYHo8
z%}-4(nt5+|IJ2~uSgrKAC*-^_L#S0?#-$L&^5dq<P2cs!eEU}MZer9exsJyZI*yhd
zkT?_cLgv$s6?3Gc=4suT7n#y^^j580!x3TOcdePncfH#zR-xj#jpLQhr>4XI8jhv)
zKd#uFY<cd}d(C+s3+loe|LDBDxOvMDA%jbauji>a==@KYQ_Y`0;oce3v$uAf?Ti+b
zG?0oHThc6h@BhvJ=T5KRd-T>#?Tr1M(=PqwdbWODg;TMH<HNvi+e<pC=Qkf+_{6i@
zR5LYdk{D;<+OypG|CFWf2LJhW{QtC<8_r++mTa@X`Tp*XFVYdlby;^a_iL?qzj{l8
z_chk?M$w+-s?q27x+#D8@nQP^i63{I|Fv@Sl~=qiCmGM??C3w0#?mWx>GMXTID^%!
z>e8VfMcc1@aywY(IqBPbuVx|tn*R&m7e3v|{paEP{|)uu-~VsAsB+YNl8ye|EB)&B
z#?hIV7wRmmw@AJqe<|<yoZUMP?JQotqhev>lxdMh2_|xj4hbz;Dt0yEeXfCDzeVvk
znZ*}7F6K0SP<Goa`1hg6V#U+KO!`S?-jY1+75n^WEmgTJ872MdtJG`h)jjH$TSd;z
znv}NLErxqX>1#9V-R*O%HlO@_e*4V6J_{SG1(!1$H|4yyS@Xm<Ab-c7Nd_DntkP`e
zZM^h$qJJ^lVZlH-<(}gi>8CE<W$9E}Q!VrD`;H5d51)qX3$FXML@4Zf^_E?{A=(eb
z_y1De8#Q_J^4DK(nYQTu{93*Lf&8D3^Dn%MQ@g6apykPn3qJ#OxbEkF`u1D?qP^4u
z&iP+^O>I=>aV!wCxYWXaHmy16_0fhSI!4Y%I_0;BytCcTJ#Y83cXxl+e0W$r;d#uC
zqQ=wuHvYReHhr|6BL3kYyS%}?K0}E^7HL+q7kw?9*W>*CY^LQi&hyQdmHW<V`c7R~
z82L+~b#lm=-k#4VWv6MyoYv{7^4iHc_i(+{C7)SOH8jO$^F2RURK%8@FpHh1^h6$0
zdAa?g-QnjyFMhxO;Qaqr&s)xt;*q;;%`WpscGJ#>ic`)X<rcqr^Zwz_d$kmFmfz#3
z{MahaxrgEY_dBXvQ`F{P&i`bi-j%e)?obG$&*P6zepJksUa)%6#jxmm7x+1*EE05I
zvv$33SfoXufYBVk`9@CM3RBqb3ybV>5jhu}#@(o3KhsAuLh4GzjjpoRDG4lLT5DJ$
z746P4{f<glJZYPJ(bre1d~EX#XFhRRrIKZ;sH^c=v(8n@$CRb@z~)U^N-A{`i!1-h
z-20{V_}_%Zf1N)C8J{ka>g8*E9{f$XJ=|oOkwcej@U%3^)^&E;Z}(X>&${1pRV2z{
z$!2*4ksdbI-R#Cv8<ldlcpO)Zo0pv1xp9_?Z)W-KoSb=&jy=DA)6U}2shz$`D><0w
zZ_@c-BOfYh-_2FANJ}zmCGWg4)*U)5uG6g6)*Btn-;#0d^`4)<uAlUBP7G=?c=GWa
z-`2F*Vaq*b+Ml={%CJZ>k<#t(Iwo;y(F!I7e=XHXDhGq_DIKkid$Z+sZk6_4R>h2Y
z9c!i}RaejcnBgMg%6(|DnO;hsUux8zcJBH~OFX)g8@yC4WB3|$P9HKgn<^4G`;o-5
z08_ht?-z$MYKA&(Kl*+4yLFt*hYqNp7V>#{W|!-{<l@6_i#>0%@0Tp7+<W%w<=Hm%
zg_GBQUjA}Te$o4na_{&3H*9ZL?&11SQ^>UFuyEWtVWD-Kmgr31Fz@^n!SKi8n@!@j
z9d8z@JN<W$#5vAtCs`wZWAj^c_a8H#vMa?%GP%UB^Vs*AmJ&<7efm3pT{>O!_tor@
zu-h$#K5x6u|E=Es@f-V}!sVx*aZjIFYVzu!;N*uA{@GGj#jb|UPFiisvwY6Itirrv
z=DGee&MsS#F<ZxW$(#ERLiYOE25oWb*YQ4ax+%u#ZgZKz!&kQ^6sNOSSS>yyG)d+0
zu`k@~^6QV>TfF;?-*S;#N~aBN{!B@DoPDI1Tf=^ZneUFy{bipE{i~)#lteBP=`cDz
zYtNx_?dg_ojMo<R9yl>UA?x96siztJo2tZWITsdvT7J8__FccRi?LI`dqn2lfV0dK
z!x;n%WB#A7T`RGB!WYqFI!%(cEB8E({2tWwX)^2U%|^n{N|aY!SnSHP$6{uR?$MK{
zZ-q=!J+kTlqbJO2tQvP-l~~LRnaSig+gzsiMA+>sOs#X+S#C~V_DX&EX@8;VM>ci+
z=bZDBbNkWB{C}paoU5BEc%$`l$ozEEm4;Joyp%S$wmqLZBk<hT^14GMHqYL8-*>4n
zU9$Ynme-Omu0HLy6uPK%Gk~M<OYH`>)Lw0=<;r`a`p-U(f6hKvwC+>-f9|I_J%*O^
zbTpp}?@Tx0KOMArx$ntuFCWz&3}0_>U{}HIxk||;2Fg*p&uss{<MjG}zx;Pr{!Km?
zS2J;I-11XjFNk<{>ZM(g%1t?2?4_nWUFP<Ay?^t+{+yrFbfojxd(Km@jnCdVf9RCd
zVov7%>+#i7BPV?pum72RX^+F%`I(QG^`7ora{9beqy^Vi$7#W@Wc}vGJ^nP6cT>)x
zix(yIMQ(T$=l>VnXujygvL#QaI7q8So?0XEc}4w!$9r?--oM$=z3--qR!!e8=SyoE
z)~NI`ZC@KS>0-v2l34~4eI1J@T)isy)xt$wZ_nzu{0-ahr(1bS@T)K2o&2)r_V;%M
zB^4c?RQ66ad!~`N^tJGD!RCJx48BCXT%({Wvd?Y$q`%FA{qNozTF(j+H@$V2&ur72
z{B<AiuCMJ~yW*s~wYfxkuwVUmrR=xCF0Nh@CI&w=R$A1*tK^#}UzGRPq&G@hxu&nI
z&8DiR|9pPUv0uNW^7sCX{dA|`dt>U_?OxmODz0OFBloS-xj%3F#){OXLO+6bCM{E%
zVllJJ!pxp)ug4NIr=;H0_X+d&|LU(ldH(;W<1dsJZ@=`gH@|-N_PQU(znGmjn5j}z
z_gKw!rf}QB%O(6V2G3%4+h4!8n}_jX*kSMYQ#US{H$kv#mB#G$%*@A=YIC=yYD^ED
zcuBQtSAtTrXxhOQ(=Yk{l96<?-}-gN{<Aw*SqpDHDR|9jvt0epd$#+2f1Pvx|G)Ad
z<^Nw!pK{E=J1FnYj)Ns8hZKJP(q8|eyZl~UK+Gqd#kZ{vXRUv}Y}ZsVn-8^{RFu1v
zKA9}vaO>}`po)Ey(^NelebN_8dy%{_EAGjOsu#0V4`?0z$^Bfix9v`S$@GURsw+1c
zKdaka*&q?Ir>N_y@g}9CQ>04zE=noS@eJ1aTYb8KBQjTM&(7yZc2sL@*qQxkN&AL2
zho~0L4xOC5HJ|Qe>l>e$D`&@NHDRjC(;kB<E8Kj9D%Wgli_vANlrxwunYC6bTm1Tg
z?J9>gmp@j^=oSC5BI-zn)x(DuWqlTYY~C>I0awn;uJ0<o7jHcXJvwoNLTi!HVlDo3
zxq$W!FD@C)ROR`VY;#p5uXM&2<pm2gVy+#}u{!+SMlXI}lf2uV-5)i#%jJFk^U`!p
z!+~;^jhogyITNI7cYLR#+)K0fi!O*%dcKe@nUrALufXy0YSy2J<#Eryy_1vs@QC~T
z<=E)uKR+<8)|QPr%Qknl{^#fQ|DKCJyB;lYdd~6F@g~c-S6!N<6A&KPdV0Ek@v}2C
zj|!B;2}HhTV7>hDhTyxJ{h!p9gnnEm#(VP5`T3_Ob#01y5@<5(+;Ow>Zw;c1&l;y)
z)@*$5bEWP<sEE^bmlIs?qo!51miKZrH7IbL*fh!Hq(-rM@43r8O2s02s<!iX7ft;C
zOa7njw*1)Vce3W5-72OnEqiXy4<l`9>72NoPT#Mv+5bIx|HF@qe5o%N+qh4eT;w;e
zY10gT%Q;srPPsN$IgRh!CiT7jk34f;7d|>N`QOd^y84Sg)rRhytii*1XayHf*~<H_
z6Afj2K1@BJ;kou<Ab0kXNKc8@EmEd6JPXAyt=p>Ma%!%%e8Ibf_UpHGKNY`D`F6l`
zVWrzT#T6&wj!Ah<U(z~Dr6RJI`}|rXZKpLGU;OEa+^;Zm*%qe$sJ(76{U2+mmoExD
zap3uvwC3r4o>gBBw`t6nB5ZSadEz(D0=M^THcY8}*W@4C^4!$HJ>q4u51(7&l>UvH
zL6r&zpKwNrd(2j9;>cay)-2@R=A@kSU{87LZG&>@*hen~Kjw7xWN%S&T`Okb5p-|&
z&xVaX3v^B_3$D5EoUMMp<ll6yf}5XX?rNz<PMW`Fc8{`EWcEiFSJ{;z2Iorz^`%dr
zx$H6L=;0kp?CMu_#Lqi-TYa<YG!2&|&6N>RzN-ZV+wG37iAV{0(waEyS&Jj@(^Vl3
zx}t5T+t_!CXsG-7wa<4{+Qj{G+6tcD<4@YvZDr!8x_?mdDpPbc3Z1obosrI}lM64f
zwH#ccoLBqDY;($~?)7^+FPbiqm-+tRe}d>U{hihgdy*wvzTDY$^U<~SVab;mBX2Ay
ze5F+Xe*eGs6~EX2Z*r3EGFr*R@HG6L()>U3_P_ZZ7s0d2rKr{UM&#t=&pkPF9$&vz
z^Z5PW?SG!l-T&y_*LdT5H=exN$<31Zq^C9Vq|fvYlf~CwJYqH7GPn4^(az_dHp(I&
zSJ$ce=SKBaZjJx-UiNq9oIP6Sc^w5lUMt_{JTbfOV|ToP)Onf4<)5ysSbB%Id8rQf
znyXJL-2$gPsXSS*qT<U3HGa7_mtUK5Iv+fBODitn=c9|UlUz1@{~@TqzhItUYxV3W
z!hFl!ZS1U)W{GW)){UC0wohEh&Ge8#;ff<B%LB{R9-Ex?xYTpg<Y4fm{5{`HcfA!*
z)Un>Z+vKrSczn&g$XOfyX3S2pa^&cDzkPd()$+J*&t;sKKehx%Pq(Pe>b5SoJ3dWu
z?KQ2nZj)1N9zDo7QZj4P?s|ug2TQN}6~FsqnUeS-#V%HNrRub{zL&wtX1bot-v0~E
zT)Smyv;J5~T0mU$_4wa%b9eX!YD}_8FQ_<>mEU^Je1GpX)qT$|u4(-;OW%05-^6(f
zF7sWurhM9X&4%NOZl8-&=Q(UUB2-u@qxZx81<z`yH9QxO6>Zpmyj}k9th*=e=9zRH
zp3;B6QrbS}WA*<3{FXKnMsogwK|<G)KP^%@?cKGfgu^FU%(*X}H$|-DN%|c3<2yUc
zHtw98f8o?3n|*s+m;R3DX*hD|v~j(^?fKO;k&~B8MXzyvu|~@xcE`MHdB47YTc7{o
z5BIFq`uk6`%g4HN9bJE~zJL3_{Qu?e?(98%J+A6ztkc!V&Iv3=2ZSfRo*%pV$3MB$
zm4aRiwB}aL6g`usStzp0a^E$PsKw%L%XeOP)-e<O{I->qYjt4b5);d%=T4qJbXL;u
zm7I9plrwH;{>YU*<(l_ix%U`XGmrEMuIwE%4D{7fj^F-ddDD}_+s-oO|H0*N-sexw
z^jseIxMY2&{1ySRU4h;5wf}kloYM+SFgT{lB>j>tV;^fgr`{<UW!p0TBD+6l#Y=AS
z#_cYem-b|0HPg!229cm34hf%SdvufSUi|0MJ*D+0Cg_%o_MIzM94d7SKAhReQ$8_I
z`%TiyB-S7El8V=QE)G2Y`JhT{TjBIYC9KZ%7t*IKyOPa&$U<e^(VV%KhrblG7lvK<
z!sN6vVBP{9?kOQtC+=p-@o3!Ewn$^5<AYgu_8f6xd;0Ui?})V<PfkdCQ2h0f<fjYj
zcC}ou-CGhpmhbL*@5;l@d`ZR9>}OadZ%`-e9tEDmN2kOq_&sqGaXomro!`>Rib+%K
z$F++YEKU>BZ!YR6jqWSDD4{?3;xi!?Oa8rU@9A!EN$hz4v-{amy=AY8e=s^M6<P65
z_^9B#PaRC^@~f{)uZz^=nWyD3sb%~9%ISIAy{D=0{9;~qS+g?o((82}UvY;U^uG%d
zp0wk#>OCvx$oD}krGFwm9J)F^GX8zx`)9s(JImVNzLm{+*(T*Co$}z!!^l~amrBm#
z67>EgTBua^PP_B9_bdL7)>`7z7;XFF%+)ufM!uV{A}C10cb4R=g^L7RJ?t0Uesv-8
zZi0!gM1S9oy0=m{bB=AFWxwR=iq9|q^8fsCy#AOyH_zJ>$y=^2DKlwNa7z9-#f8%`
z&eO;Ht=Uc|X+Hj6DS>|FtNZ5ukhxQP<f4YdHob|jmHE;nRfT;f8p!kt7#-uUJvZOl
zd9hqmkjSBO7c;jh8jsRuyA}7ysON2d+<N8O`HL?~1&o}<oq1R<{km}};j~b$sK(2J
z52uni0vvf0S&n6FDJ^dhEoHx=(RSjd-ru?YH}8B|$-3>+6OJh+5sE*PeoyFsCqK#5
zZ*t$anZ5igOshCvT2}6r*V*GzG4J%+mFHrYig<aIFTeS?A@2OVhyYn{8<}@gSk2xZ
z*}6L?W3Km{c|wP6y|tBoY)TKBvq9;+y5p=H-!rZ#xou7=>=3_YFgLYi*49-C)m5_J
z*QozVd00J1_+#j^`K?D5ywY3q*NExrbn(ldlfuLFr+4d{Pq`&ou(V)SWp`oKiJ}va
zv)>!o-Fe*m{=YIy><WYVr(dp8mlZDCn8m8G$uLepv8Dea(?XVOPhO-rBq~SE)w}<{
z`u~*p|F3G>Rj#NnIkLa`*l}OZv&MT^PVYZ!lYj8lCZnxlQzE@qn#NsuI5q#D;?^BU
zxAxZ^s<3+c=&1LV*|{}O6IUNg4^wgZDi?R<P=(%;taIhhJKuEO7i&$QKeIZcel>fF
zrLK>%fyLaC#evWH>;6|)Wc>S;|8H91E02)k%X8K(J9%ibgXc8=nX1Oq!`7=_(+Wvw
z6wy@H>8jE_@}1XnUh&&&yeto@73)9DeZToq<ipA5?>}swEg!N)yi=F^P*&FE*K0TI
zt@enUHX|tbhiazLVQ!~cXVuu-+fzIbJ^Q5<t~c-S6xHYF=cSuS7JWZxyGHlNIrIHT
z+uzrpIX=JU+^Z__r;hWcmssasYv~u6Hg&3~oZW{RKIvDo+uZIbezW<;|9eTMlR(v+
zdoK!qUdr6{*6QfNo^66ZHcz=S<;S5%-iP;AZ{M+@s<T)+dyd`izD-SY=i1r-e0qLo
z!8e<)&*vR~F{jG-$?I_aq?V*vQ+(8fmt1w(r*>7<D{|2V=SRyH7Y3}33HQ&J@-<Bo
zR(Ig^+wW`U#NzwmZripK!X-uzgVddF_lU+9y({T|zvru|*|u4KUcLR@SMu00_-lcY
zs;6=Jg|LT(pU+4{dro+^I%(&D;9Fk*zNm(mgc__|_2XohQ1+M3V@@5(ljhwH;5uY*
z<a1Da<J7K5quOWE54~D1@tS_P*s$rH&aABd?Co;JPajpr)x6Uwe{cKXmiYYSmIZQG
zZ``tSl{waPIa73&YURUEq9uWsUYC4W`hJD>wcLs=dYp$FlyqnKEnl;CPFcu;M-|;#
zTE@oSS9UMb5$A2Z$j0yZ=J%Ya=%qTdST0T}+;qI<<)hCt>i01@W{U1yBe*_((d8Ep
zI6FCxB)xqX;{B-QO5lyBJxhN6&sWGZ+E?7X|JO}xn|s!erfQ4-T)aJQ>CMj{8eaM=
zQg+-N>YVMUU>x=KMy)M3YrE?Ui6yG$)gA8g3GT6rPDh)};{E<cD#lU0WwD9peDCM_
zAC9_Tmw0;E%Pct2nb}iDi^+e-1sB~_@zqt@@78g2vb&hBxN6Il?3v4JpONs_ZmFJy
z)hl5Z#<gXqU;a8RlWTf5u0PXExvzGQfzu2b|DP=T!c*0z>h+wGP`li6v&3t0*y781
zyVEvYIAP&rDmCLwfL~h1TtzG0DH#ub8!o+CF?DC<G?6>IN?-4=h`;qn^XVSeu<Vxi
z;r7bAGfvl@kM@}O>#v==yZaTX(t8z;dD)s7`{nJI>2Pi5T`hHN^82@jR%P?d7mB65
ze*8RG%XRNX1rBGIr7{9Rk32iWQ$tOpc$Xw4URZZEt0j@c;eq6$6H5)nD?MjDRq=G2
zw>;+mAF<TP1>Vkk#V)Tf=UCj~xBTpbk9O6I86Asd_iy&Ra!VnAF)Vt5oa2p@$02j`
z-kUtvkAJ$D-~Q2Le)~ilzX^wOO|nm2Wbn?_@aol<d3d%i_1BgPt3zMyr?cfhpIy6~
z;gLvdn$=vRxqh(%bC)m$RUAolSblNI<#!)mZNHcF`A;a@WJ&wKyZ1jcpTF;P^YQYE
zms{T}eEU}U`+WVGSKkEF!~BJ}yk>dL>vvPM?d=@Hrhs1_ER9nt4lP=H`^LE~Y319`
zuRANaFwOPrib!u6(}~jhiG6t!eZTMc`9N;+M@F}XsiwPL=Ppuk;c`?|IrjM@Q)j>=
zC+VuWYR~=iFZidwd7IU=;M}WIQq#?D&xz#BJjNx+WgvG+WD1K<@zJxt*?E>R={hq-
zZ%8_RrMvdhNk!+i9*5_BKJcoks?sI5O4|Oudu4iOR_URO9g(XhE_7#%sV_P3%|*CH
zbMZrgh08hWMH>|a>@ue|KI$mF<*CyBDB{#|tvz|Aa^Be=pK!ik8QW!2&i49e)OVKh
zFEe*s*4pE))&6eMCM$+mKPS<3`z~w^_N`kZ!rj~#F)bkSwTkbhfNmM}?FM|gSvow&
zjIV|5b~&VEsCVJHWRb|nDV$ZEJB}1qz1dXxXUWQ{l@AYuot+xXQY6#=f8ND4A&#<#
zqNXt1pPcfuaFX$km2Re+R!H%*Uld9``0ud(kKO-&tpE9q|KE&T*NR_kis+hM{=@&Y
zC+|O-qt}G(D(5LJas8=y$*OZkI=6?{q(urGulIcGegENQ{<`2NuA)ufZtw0$wwfFp
zkoGK&HS%FjtLfAO=VKdE10Bp<PcWtMW|}D39;q-rxBrXotKNq4x_`p!YQJfUpPQdr
zn#{eB$tH2*)1I7=1mDILUk&PHLw$e0J!BL4w~~9;0b%#Mlb)x4RNj1gS!Us#CAxdr
zon(|1r`L+jd)`x$8u_4FZvXea?~P{nRaShrJ0_-5={8IJ30v2mC9&T%mnQsPutqIe
z)lC1!jjoE9uZnHTQ+e$-q}&uaf1Sl>(Uoc5=jS?RAJsVd^U=B7OTord)@PXCs@V82
ztiC-;Wb$*(=Ea(uO_GgfT4lM2?CPv|GubbV<zb84V#k%nd3SdCF2B1#r+B;7d2Xp*
zwv#zNi^U3meo`&t=hyINbP9YXnZCb_FIU%m|Ba{j4(~SEott-mm-q77n~OJiD=a*r
zyGx_P>F81J=r6Z?k0`Xym7IA05Vr%1oOWTi^MboQA6pJ^i{4@m%rY~(UGx9@zHUuc
z_hx6mxpx<^Bt12pD{51<rFrYDyzIFKQ&<u`R?F%gVCxRB=$Wj|>8?|>>D;6>8Z&u?
z-5v|NW^yX`E1bwY(Q`w8RhqfWi3wpb&rki*5?_&gfn}LW#LA1W%nT*!K7Vw7u}Gz-
zX1bQ0?<$s*>j}4CtubEK&~+hY^)Uyn)^y#>X-d5o6L}8?&1)3t^IrdK;goA3>4MyU
zR#%7hpWU`;603--XT60B$BeU=gnf@cIv>QP%@iKdrKNL`YfI_8hCNqm>K=3J&9OcD
z?3q-5Ip`o81uo?p#g|)d_Xur&7~u5b(A4LWyzVB^xqA-GTvdC2`Gw-m)h!{DA}0w{
z$n{#JM2PsUi&A~mr5=}{7~>K9aJt0ne{qrCGFLrV*KD!<_By$bty$H6e#{(yC-Hz~
zQ~#(Q_^i9{i&n?0k8T~piL03+TX#w(YR}!zps%Ey@;$@JYPR4{xkFA9rf00aX*r|l
z?L*%^v4?fe|NOmv-NhVNkHAGXtt<Y>Mmc7&JU+-5-EPjgEH|w=|3b`b!SI^OKu>mu
z2i}e^+F2G}zNoC~ChfJ~=xVo@nYp^Sv>(shXCiaGlD)z>y4EO|svcuY*(~Y!Ci!y1
z$&wQ#W~_{7(<U38pK$3ymYL?~EtB3khOD3L`}>ENkn6(Fv(8*@Z*}l!)l9TH&GBc7
z2FINe(^ZPiVrKFamj?Io@qciueN@W)RZjj+6^G;8sJ-WUU(YXoea%;3n!*Q7E%`Px
zsfGQTX-9*MA4r9{Zz#HSKuG1szUM)wS|e2&*yAEtr>1(Gmt6Hcs&kW$*x4@Sj!N#B
z)z@|%ij$fmFk_R7rx4S9Q%Ns}mA<A=w>@dLYkdC1pizE;ist5*J&SZWYre-lk33gk
zQFyP<WNBdjrMG3BkJVnUULEuI*6B50s+OGWIlMQPt?`kE^ttspf$=w$`l4G_No`Wx
z5VmMfLzJ=F2itu=edpU~|M*%hAMj)*w_vZ*Hoy7D!udLLSKZqs^fUDQg&<$!?;ae{
zj(&ZPD%WlaTPDPtU5IY^S`?$Mpm5!Cv5Bhr)bQ0(3TF&@m|ABoU9-;p%dXcsYw|W;
zGOgKjD`{Gf#B%0;@7~TATCMi}@A3H`@0;&(N#w3v#$3uT%C>+-)sBt7`Jk}hH5MUF
z8y(imAE(qPU3}bRBl9_?dg|tHCgrzETgnB4ul>l`boO7yF^#h?zUj=%pSdJBt<rO?
zSW+(wQxC@m4XMJpz3UcU&oGkk39R#wJ-Bn%)33&Y*|PWV_IlXJ>nQ$Rc~pc`{@%Pr
zYZfj(KF6%xByIkt&p-GMpIOXP^<&k7Wjwy;g{BAl<*pGl37gr+c4e{DwKE4i_|&HD
z-krSW%gJ=(oR?V#3|1wUG;-BEZ#Bx(o}WHbx*_R<?fzRg!hY&ZZ8{m%ynT<vh8e97
zayKp%cqG|V=eNZ9_D{!jU)PQa-olB&iu#UGk1wUHUfUWl?{&piJ3lWG_0MWku55`G
zJb1B3X>Pr*-Q>u3Ov|L?E}dFBW6R{(3?E&X6{nr4>h`=oIqLt<FEyFgkEMh*w+L+Y
z7T@X6q2B!_*?7YSHqD$?;}WTi?~yaT+)V!4x`^sL4-#UIHoCX>?ESyL|4&^1_rw1K
zE4jrr*RWrDsXcf389T$)^*g>Bxv<u?uJIPTVZHH!Q`V-Go&$!fPH#GpRdFcjQ#9}K
z?%V@=9!Ax?$eWz9wBI4|lwtGT+*w~a?90SAx+$E}^zw<c{jFsGW3koyKWFP7+{(90
zdz&!-^Yr=4!?Kmvx=oze`)z^7huN=JD3pBSd7b#|iAc71?|aTQ`B!~rB^$go)GIsJ
zC4Sm!%}(*Cn#^-^R|GXaXU|@J`5Axx59hSo{1qR5m~DT5FJT%tm$bpmse8Vj61Ce?
z-aq%Bq7!R}kiznMi)SC3?be3%-t$`eb}QFI?mqz+GPRE#W?E@tE+7B+*WdVskED(r
zD47+yiSg*Ydp&#iDldCEMd$3tDGP3A?OHGBz5RNr@B^>i`^!xpOn<+>+f+4C#CZ1E
zj4MfDw`99)Qq5*>+FCek@x_+8bD7f~E6xp@{_U04q3lh?1ul^)Z{&JDHp$*vt0^e>
zHL5)=*I~C{LDgP%wWEB&DM_9=j%wVm;yhwlwp5jdg<lWUNSnF4Wbc*(-L<n!k3MF1
z_jvp9#XYm%i;vH_zo+Gsv)}y4#X8*L`=+$FEVP>Wp!)!qx8|KwQBel1$Fy8CRjR9<
z|2?b!ZT{!i<L@U@8E##8Df#b*boh^Fv-JbAB}}-4OIB32J+CsIwYjBGi(_xYf~zhq
zzLNqEUHr!v6tze}$up?ylH{ZAMJ1L@p$lfN)kw}`Ua7r#t0iYz#H<s#!Vi~}biO*b
z=aq)8(~YBPB|91B&1a5^eiX3bR<4oMciErJAD1%oC;G5TmkW7MKcx3z$}tJwb-LI0
z?>K*TdVI>-^qqx|i}!teCH=#x@ZA?lxi>aNth*b7qoY$I-4@?Yvyj_)DALQ|oOIYL
zrkB-IT9=7cTw$KS(9mO{*39QJuidul79BBOE9>nV-5Fqa`J<rYW?zY`C$<=~YpaUC
zf2)*!D8g$_nVqKBCnM+UUQ^atpKq;TI$-!*#H;nfRRs@Ag|-XR96UoJo?lsMeC7O_
z;-`lqne3NM+4Sq?vIuFRReXPQ4xF)iKifS0pv2P;3o@p(%FMr!HlxNNk895<-Slbd
zHO2Fjrd|(xHR;56Pv5q!QlWw$9F$@m^iJ7LT&CQ|{KsUPO8eoxJ^y}8s48y0&_Cgn
zGh0`t(P9nmMHiM|TroM_a+lHzjr;CZT#CAfK7Uv&wJ$(#&c%o|XT^&Qv@*K4PBYQ(
zTqL3YVWK00%Zx`84nJhv-Ci4IEZ?)N^wi^$^{4kuw5j?c;Bzv^Op$|Wi|)pVPd00V
z?nK`5TH$(CQQM+vijb{8|Fi`rKf)exc7745n6$>^$<AZn_neylc#~?(q?)aB4=gAR
zWEK8(RUmNplFXN@=INY`vGd6~d8y@P$*u*fuf8sQq_HS+{o~(uk3Xg;Zr19OS<Acm
z=9$W8r;;XakYlyH-7lAPQAYONrrqB=yr=7ZI(2n*PEPKIy_?S;+v&Y#{(hhG<jLo}
z+6~s}a@8xIQF_s%W%BjZXZ?cDpY<(lY+Po~IhWO+wtVveCH)$K&?n7*gG#z=6ScOS
zXx;U=;`8s@3Odh@<R>pxH4cb)IdA(av(sLu-xVA?nBumI`<3?mfHv8h<e5v9H%vR2
z(Ek7a{}2BUM)e;na9jV`W}eoJwbRacY&gkMTj0{rf2epL^TSC?Y+ug$;-S@cbIM}D
z96yzr1}>S+&zGp=WptelUg4zJwb|j|#f&3v+Z~thJ(lsR(4h0Bo3EPj*?W$M-uaz6
z?0IsH$dXp;;Hl3SE`9p(TkJOZKW)LX-RjjQO8sGr-6Xbgwy1n7zQx;m<Wit!beV_2
z?&A;d@oxKGCh?T%^<70S+dmdgEOwXpKTJ`O{1$j@!=<;0KBr2Ob{e0$F<-PI@W`4?
z%qCH>hgNi&T29tc_EuYR@{DcswOyaL=olOlbPk=`uGG5bRrrTzvI`@;Uer$Gd2u@F
z^!(IqbL~SOak>dU^1Rt?v6HWQlgrws$%`U{+!-&c#7fLRXe7}WxpIBN^TpHEzr0Q|
zbhE4TI6FrrVgH|v^Wy)g?|(iyeq-dC(D}Z`RYBrgY#2+H>1!Ev$K+H_yTTEn(3jk`
z$mO}^{(q<IT|ZruFZ{Um{p4<jOw)ZHjQO0WOE($J@b~Rnq;Nj=qs8(n4hQM&W}=HW
zP5m={jmpOJfA&mM&0nOn_6z^_pHKcu@A-Gu{N<Y5CeBqa7aw?HT%|4j=R^PhmiRwk
z*6;ZLK=1Lz3Ebi9Hf^k&wdmKbT&o2q+&X?q8D%N_<#6l}oph;i{XDT_fBAm-d{klk
z!Lsg0=I?WyRWrAqnbeZD-B~$kiJGc^n$PlNxwrB~PY-2oGu!^->)L3Q%&x6jA6rsZ
zKDu`H_?Pzniib~q^<u3K=S*ol#i``FJ5X6nQa{e(Xtw^GhwmO+@2P#uH`%jIY0=de
zg}<*k^YOQ(Sh;3<>vl!PW^dlP@lc9I(lq~xhYV)-YHXUawl|a^?XqOxlWhW-(;ik%
zm}=L2amM|cs=3XJIbAsyf1D8<y;^}uBsOlxC!6wj^+zsV<kQ~k`)aGyR*ggIE}Z>e
zdqb<%N|ov#F>l(WxAS=NriXUxyL8vFn7V~c=D1;N^T6l2!CCJqW=q_e^YZUMOemSW
zm%TR5>bu&$_@d9>^gY@&!{aMk<JPx|7%npq<$e8xKSNPcP)J$l&@_+xrmd+9CG4#h
z8NL$sNwcxL;mFZ{u<qpkoz?vIVl~fi$4+^lJc+aHPea-Q&tIzi-<G%ZvfZ!#$ouN9
zoczB(w!fP9eOCTy*Zi>~D7$M@1j~}l$4(Ps3Lo&@KQKK*Q*%pMaEPMznR}b}+SEOG
z{8KJNe8aToFP+xgUoWu!qoN*gl_C3e_MM&oKUl22Y0>-l(2buiL7Quv+?IJqzdS7(
zw`51zU$*_<@0#zddu(;T>hJ73dw#N>x36!VzxTKIln|5IrPr=spUHRZ$G+nQ76nC1
z&xocvKA4zVnaXGWW1hP}>+$rX!Rar9>fA&-mil_mOV@k2^9oB~N6?|xs?hoEhHSRq
zO(UE&i#FAqIxhdet4w#<#+Suue^swZ+uCT(7hLjkp0xOsCuT=muX!W~X4quD*eVrs
z<3-`SE16P-ErEH0PdvL%aKBpU{${0m-mc^llb{{FYxGX6ImG1}xn$i!VfDMK-J;qS
zbAEq!@9DL*(JyqKpLuCK^^05Zqj`#pd5>9{Y}??k-6JlXyqJUO<S)1GsNLrhR3!M9
zA6eA4b=tv%hONsct>ElZDnG#S(r0Jm`VR#!E*;?iuyoOxm_&Q2=Xt^lV|T3DF2a+p
zmEWx!yym2YoNVFqYs|+cGi|)(blKgdJ!jtD9+R%B{JHY~m;Yy(y0Y?J<%in;E}OpW
zDJXrw61mi&JtKJ0sz(+dY(yqCOlS~@<Z2P@*rIZ!?UH!L%aXmH%TG!E-zzN1e|l-j
z#Po`J{t_(`*)vp)+5Xy1{x~CT^TAW6xVA>EJ@oV#%ca(nXVZ)?nYd=3O}MaJqxjWV
ztJSMluUWT^b8&~oI>nPeFUtR$aP_L`l1V=5#^1hu|M_(H{wF_ApWnP~=RxiD`%it=
z-*@2FF{{G0&$w(1)%Q*nmECmeqK5Y)i)B||e)w?Ed6S81&!JYOq<NX9{!MX7ng8_6
zUl=>r?U$*0^rUf7RX}d*m1|Mqx20=+_HGFY;5xndZtcHE>h<T==f^FU-oE4a3o~nL
zcAiNsHkTJHc-UTH<l3#+|7gaMzLhgY?u(q0Phd%%nr&9EJ|!T-q<PH)578GYE^LgE
zc8aIBM@p7^>a7)+Eq1eD?gE_?pL@cT7hSbHow2N9hxt<lX#;KE{<8iZ#rd;uZ_hWL
zt>&|w(|z(v;r?gI@9xyhKX{OLU2W0CwO>QSs&()ExwgIX-_QID9k-WMH5pBEW0XE<
zHv7)w7Z*+WzR7PaeWsH?$IAcz1I6F%?JPkX@4el4FZN*8jr(_>o>>`O5_ap0I=f7+
z{Ko`))%6Zum-t_-TeHaK`OFiWrl|PN===2~vq<KeMoV+goHftHKFG-Y`H*tq8mH97
z_Z{E1eEy(+BtLM8{Qmk!l1Fz(Jma^H**N=0w)6JTbb~p8A%C)4QjF#$z0q>3IIr>R
zDCf>gMGI!w8rJ>`TJ}7+bj5^6l2cSZN1xrpJ?FPgNuFF<N}sJ***vbmR+-M7EGL|1
zsj_%|IH_OfQ*ZF(>-&Ekuid9ya=)3*{dc<Ml|Ye+%QQVF3A9~&R9$}5+i%`-iD0YP
z5A}888%sXeC|llYy7o@t^OOX$JI~+F|0lY>_Oq_v+}$0biK1qcCyR;+mj1XW|1a6@
z-_`p?zb}8^`R(6rmFe-1-W=6l&~p3Pi=LYq{8N`+xosQrVu`q0h3MDF`lrP|bPiq%
zw%>jKptKP?-<jpUVGZl9-n6RktTA%SaNchA@aXe%0&I?{5~l;SqH6Lk8M~NPJeJlk
z`uckL%A<^b|8?BmYj^piNNn1RkPY<~DeLbat}=9dp}5R)ZCF45{oUv0M&CZOO!DhC
zcZuH~FP9XDiBEBLlBt+;D<aiKws?i{nv)%W1X>ovWlwlL$>e;-)}%EX?o<}Ehpl%E
z%SzikiCa8w$@WW2E@v7^^xU-nG3D;z>M2h}{8>C0dv|y)znNP9zawq6-wKhcS(k0<
zxo&oHoS*mTLqY!^gXH*(GJ`kgmfdiifBXCUi;>alt6aDE=YM+fLXp4x-NtPfpFEfU
z=dVz->?VW0&0*<>tA7+<ihPmb9{+9nDO2M_jin50H9a&hX}Xu&FVHQTwa;C~O=a^O
zo#w+=KBd=xGn=lr=ghB{R+IO}^2ym9_+I<&nd<l8ig%w}{q}!h^Qx-(@NV~+Nt$UZ
z3r=?5Npx9yB+SDtxkNS7NObG5T%|cOha>}@r(H;A<lb{C+hF=Vk)t0kq{Q8bNEXP_
zQxwoU7$ZIFtC~|)g_Et~ee1fq{jYk;Z=XIjq0hBy()RkVa`r#&@e9mT>Pps|w?9I4
zR@AlY<{xV3pSSxxW%c^nTE|}+r!Qsx-a1>QdY=Exv?ZBs%dc=+J^192Rk<qji{Vng
z*G*N6kKX$y7_Jw8DCxzPXuqP6pDb%Oi0%t8mg75dO!?pb|L^~ctDVl6*ZXt-zwiI~
z>%P2|U)WTT`P)|g{>`70#B=X{TjCL1Vzqex_m1E3G0Vj&=G?rsATIkswcOIJ5sDk1
z_!J*LXp)??+V`_@+Rj^EUUMfenRUB)(hk|eoi~e$B#YMwT!`RvbN=@#|Npf5zxMy7
z-`(Bk{o=RDBdfx_&)x|pUbv>S?ad<>f#nei%W{`K)#37vlh|~#=VQsK=jM5r@85p*
zD9mMfn2~qdkA42DZyxzvdumb2yc>@d<hU00GcTW_K39j&*=Y7o-kpXm`<|z)+;@7v
zX4fU(H|oiY7M#8Jj&FYa?rw3jPMcQIS-&cLwEb7I8d}Z2Brmh`d1a=B+5h~dBCdft
zdst6@^`7-y<7L-*g%8^EWm8Ul`jIi;{kOGGY9pV?#t$DRu6XrbPy5#7kgSV)bi@yQ
z{;qbqc*&$6i3f75l;@tE(c`{lmTy>CSjN`d-EX>5%#xSiKmNUM>Gic?-J8?T3m%o*
z8ns7)>q?ek5ZAhWf4B}`<go8panv_zt=w||_$Sf#D<<FFd;HFiM|#oAw?#xoJ9C^Y
zu{s#swLr-yGdApCXXx8T#V)2@cg>uvOtx(0bALUHw^ihLbC~7++x6Lr<vc|{ax1P+
z-gkI%^tPQ>PF`G_QyRA8d9I$Kw@J!m=WY2i4_`Lqn50hV(I^s7atT&g(!bEtt=mLM
zL@8NH+~gLc*RC3w#?yr}u19-$cyX`XP!ZU$T*N8++h@CbJC+znAN{N^C=j%MYsBki
z9{v|!Y|)V7(lrXYynO%t<5hxQk*~hah~z4Nmp^%#=2F9q*PAStZ0KoYw)^$M*-mg;
z+U9fj4l4dPdh_AX=XiJT<}<-&KF2hx#f!gKvj6^W;Sp5B`&>Wf(c0_rNmt|xe_zwp
z;FZ>1ts%K-XI)#~X3r?U4^3=KWhaYS-m3axwBTZf(6uZdbxkw<%q=$R8+DAtZC-f$
zM6QgQXW_YI!wgF$dBgLa72Cv4%)7A7cCKWBQ*^bG;tx)TOHNB-B=4=-x;&^WM!Nl&
ziTdUFv2*ofKCNm=(^UzYv_~iQpe{>fpwTRqH6>ZxkJr^Il~&ZP@Y<O&VK(!_wYJOV
z+Z^_JE#&o7sq><q;l1bWC+<jpTyyq}lY2z2eM`x#w8f@gJ6Cpoz4GW$z1Or9oqf-D
zTwcl%pqBpr^8C;DGNzmVdoe#bD?8%th5pZ+XFjFx^I6WpBwjT+RkBcI=Lfq3QRccq
z{xK!-t~OSM3?F*l|6XD&yHaK8+}FExQ_Y?}j{iUDWWkB2tJgPh1<Z4hX1(ORVnTk+
z>)%_lO6xw~^WXV#Hot|9&4W|k>jUz)d~CKlB~fCSXr|NoS~uj5)2Rzrjr`M^buLa9
zc*NPzU2*LD*CRoX$`^))-d`;^sVaTy+0W-cK6vPCbyse0S+`BOu*KT5OtYU=+J*fV
z+4<<#R@+lS0&de3K4h3VC9SM@_eophYMPa4j(XR}8x!ldZQFK2_-KKNleF(zxy`#S
z9pGlEoSC#$k;}=*eu3DJH72tpVlUX#PxD*ux;V}~`t-YljK6=gHzbrMPrVv9dGFs?
ztJUj%*xZpfl98G8l=;&l-)YrPDrJ*{U-b&i-RX2~x?)uHCY$8)^!9b)N_(sp+9(}4
z&hKp2DOh*l$gvkwC1yWyiE|KO+w=R|ZP4i)N_ksvMBGnEFF#=||Hrg(y3kR<Q?Co(
z-LcFnbWNEZ{cCzn$Y;%`e|AbopZ4efR<Xj=sd5d=tYgdfJKFAZ74ay_mRv6E&N5MM
z^PT4ho2QiD-+A!*{<NL{W}lz=?f9DYa~{2tubo@}<5RTDTD7-V^=?``yePh1^D~qF
z2LZ21qCX#<pKs2&R8L$|kgqjY{OH0J6<=JJt+tuB{Nrk&mps#tJ@9_6Kf~MqdGv*y
zoy8YzJUt^tp6n`_6}nWT>yEGYYR&BxN`}=x*UU)P>0Y!VL-WwY9<5)K81Gg7xBd4-
z{=e`y`S+h5oz@p*W4sl0ZjN1RP*-?-t*CAc(?-LqH$!-1@62DW!L#Sfr_()`c-FqR
zlIpC8Dl+{aRhk-belyF8W&xXu9cPz%i^~Sve^`0c@bb+we=9HToqnvTUCAWijr<~?
z#tiW-kGUpmT}|ppelDprb%~D`f3B|k-&(o*yHDPIJ^$0u<MN9q8^%}vQ+n&h{IpU+
zapJYWnxeNGZ_h6@-r1XTRkQSQOHfhWiZeVp@-iRpvCsdsx&M8^w?}ICCtl(`f2Hum
z^o`S+7dzkkdDYrxM|uCpf+Hdl>(&UlU1Z{U5E|XQe7n|ht!B$l<yP7|OTU}-%k4YA
z_4WM1zsHWVC_VpD|5g8_QUA@7XJ_^o@~*wR*YJG!$7fd*U;Df(Iw-#RUFG&R9nX`O
zrnto@zxd&&rOe_v>5~1XmakHEwXCsIWaN4|l3lmUK6Dofe)8gFN7Rerzvq0}KdgAS
zq4m$YUs5dsM+$3%`1NIDeYhf7QzUa%dUi3{fAaWjxZUorM6N@XsHBE|;MHYyKl`RT
zEznMyAkd`1A+~?s^Sl%3y^fww*-AHa_Eyb3dzM$qcly_Y|MzV9`1mrm-`+CY_mRe;
z+i!(f7%#t^ax=#*=JlnQC5FcWL|8Z9>{+DoWA*<p!3JXI%bzUYq;vDejVEW#_k+&t
zU82LaXho-<m(Xg%)Xw!bk2F>}eY|tt#Y^2)FqETU`DMi}<yV0|57?hn`ppw}G2NYV
ze3N?6!TnX;`g84_Y?zmQcBw5@TAZY*bUTbWB|5i&SM2`x&c_S9R-2zm>s-zFS#srt
zC!7_j2UmvgUK7h9DeE)yi>{-6`t^647b>m!dT~igtnba{8&f>?u)cUO;}UzPrsrC<
zE+>~KlW(>}&NH-oQ=GN`^shJ4C&KvG*Gh$IWu2AUy47^cNsmh+nJW7>&RDac?flJe
zQim^3-}(Qj?WQdUs;1f=@G1%P4BE<^)}ubn-){Hm)%x*|zg&|{QC8UEeC-Ug#jf)i
z8_pk0Id(Yl*xu%Bn?1if%;Rf2@Be;g{^Q>EdrMBl%<BwLY@Ifx)$s@8?B~ouW;>U^
z|NP)zvPxH#?y)JB$DT~N)pYW}6OM-|)e_CmJvUtn+?-<i!fDfoKWA4q-m^*kesccb
zO)4)=u4zdBCw1O!PhIDvf1JW!gr~R7RevG7`H=Jd#c}*IB{iPimuPyJ;j{eZuCm4R
z4K78AW$#&jV*UQZ$Bx{Z9K73d)yI=fH|<tWs1tj&Rp|aLuXA6n*zecinzn>T^kMq4
zt&?9xoIZGX_n#m2zvutBcmKa|)NAnzZAVLv*|}<4O_Mq+80$JO%<5@YYv$SMbyEK;
z&!m5xy8oF~L8m(J&72eI^Y<Jtv3hbfzlMF`D~&)sfmJNL>-PMzUF0^qy#C|%H#T)g
zN-Q3H;tr3zZPoq3W{SXzk|P>31+Fc3IV*Q*y=DBl>2-I%X)|+74_sFkIY<46?um%!
zuO_-pkn&A_EE2x|v)bjw$~N|CHgbU?s*Ud-pI@qZNTHb_+xFWw)5j0>;wEg`c=b{H
z{{Kd6%Q`NyMw%U+VfA=s+N_MQsMkH}oc(gL0xn(M;oCB<%wAI#z2L#e$L&*6+th1r
z^_nfWk`0?J`|B_x+rgY^Msw9nq;xN-B%90$$aj4bd1~?8&cg@Qgty7d6=l5@Dc}BH
zvG%pekxfq?EI5De9<$&4dyjU0Uccc|Y;tWWbN91}H;;aIp7Paj<--T&<()0<0bGI_
zhgO`vCVf9e>gkc+?l$Gmm|pJ<{rBLv{R%xB=S-H(IbM@QR;+MbT-|B^=b`=6tKs_^
z-~V36DXw?$I>*B&@>k;{r|EiVi5(5e5L)jrUGitasZ-w?x|LGq_)Dg+Ue<Ab$+Nnq
zWSvLawErKb*B`!jufgWx6W6}X@`}Hgu3OYTv@r^qacRTfg!X?4Z%P(_ezf~k@rA1;
z=R<BE+v#{=*3NT3R6;$&(lT<tT$Z-e<Tx}TO83~ab05N{sqTAk#(Pd*(eTpD?58!0
z(q-p*dWxS46T9_t&-4p5{^>J1grj{FS?0}I|9h|24etg6kzG&h|NS`r=dk=g!9!e&
z4Af4heF>}j^1IgV?~`ObyZY9T6`L|bR=jZg?8Da3+<dq-v;PxI`XBG}ipeIa^Dbws
zGn$o_k-Orkp%>Sy!rqG+Jt3cFEKpD|XWOFcQjnHB`Inc^#3d2ht38)!+vKXw44UV{
z(Q4SV$79F0o9cgl+y9j}T+BG}+MKBP#j?j;>KayT6X;?}-1_;l<k6h41m90fzx!nB
zyx;rX_}?S_f3lN3oi^@2`}g<!&AV<nUz??I<Wcsft767;RbOm6^4WQh*83x$ZM^=L
z%y{_G;KG@U?>KZ^GjH6y`_%r=)BlIgp0D?bo92_&zGnMtg`iDW?yBy4FI5w*YE!+h
zUH48{WcXp5g)G~)h*UaGOkMJ_XOoWSGS1YA!4-CuagR<isj_6wdQ{CddAFKEPtuye
zC6xzNW+wfzT$?ue+$}C8-pZ2aY7;|5PI-QRCbZ15tn}x(+3LZ&cl(9?F>QSQ`|6U&
zo%8(-kIfcoF*@?2D`e;0(hS~1GWO}8t*?Ind$cWK-`?VRYI{8vtuvRZ`To7Gzy5#v
z|32+-J>gbH_x5%kHfE__w%N1&zTJFXW*AjmQsOc#HD+JU%&4`;5)2+Z6E7Eg-tyei
zGwKQZmDi=OdS~QqKYep^y2qpz>+Sm=d^~Jj^Y?20h4=m&MUC!dIEO8nQrY&t`bT5D
z<ayCk;Xmg23;bBKcJ0O2Uptx_47e_&zPvY+D>r|7f^z)Mm0Ql)?ut3xscuqIoN<0~
z#_RR}YIRQ)$M1JeeSP$Ug}xUPW8Bxz!S^PdU4OOWp}V2m^%=5HZ_Ip{C!{nZDY_|a
zFLR*7%|H)viTI!XE4MNEO)=KxF3Rnkdhm*kO;VLo!jFpfiwpc0+b_C!S1IPcl8XAO
z<5#R+KY1+Zs<-jj+|x_joOZvjOkV7szx3?IHSvZ*M>e{j<m#C!vU7EH**5+ig`cJF
z*L)3)I#`)>J3Y-lxxggJ!f%G?geR(t&U79!tDINx|DA2sTC;hRj(k<y8rCB2dLpg&
z-8HrJMGf~3EB62GmpB%0AlZ8&X!@mj;+Cl^El;HL=_qioxhPWkZqk|7>ghcz7qD2&
z*=(3sp)lpZ?DoBl6|;_L&GVZ&&Ho4Qk<KHpQu&W~ifDaX5>$J0&SR^)Pvb?^i{w<;
zo@zhRI5b;SWNBgN9517JzM4IX6W#?x1x%f1nj7~@=8bUgk?Hmqj<-EjKYX<>u;>-b
z^S_#|JrVyV_01Mc=JjVx)}Fi}(#M%)pZdp=rkT6{>YhkBa=ZTD`ih6&|FNd)#V*u1
zmG$(vv3g)gWALV|uU$&VgRFjDxg`EONA&#WHKApkwHE*Drxoi?uMzqtp`UTkc0ri(
z(x>;{o|o)%tNDBOesXT<)rpKf?h8c^t=?Gpvb1jh#mCp}{}#Ko->&&{Pv7GA9qyPt
zpNzJ;$?n%;+H`ZqCX*{x*(Vmn-JNl|h2!IteP{k{dtdxA((yxdbV{OwWaBp#C7zpm
z3T8$oi`&i)n8LbL?}JV2+CK)jGC~ZFOyN>g>bmoYRkgQG`OuyE4-@j1pDdVAR1z^E
zg)@+2Z&~*yku#GxrDw}Vz14GXcmLA=?WWaU*VR{_yf8@qpCCUw+bmnR%Ou@q&V<fM
zCv&`}SxS0FbkB`(%szHm^XxKziEBH`>)UT0`E>K0?V1f=!lFxd&yKKE>$6_7rqtlr
z;_J5li|;*pQQ$J^jDXRCyRVG)Y(5)RJooHXJ~e%b$%YqM9oM`6ZWZ59cIer!%u64q
zbeb;^+sd)1Vb7L3yNczXF8>q$|4sa-Uh#j1>DA&LS#lK%xR+OM&HDMgVouYP=RcVi
z-VkE_Uy#cjt?_5(fikbWIkK1POQt8*pUIhIRV1LAArq^5zGBbxg3sreXKj^xTyy9}
z-O1DU1w<<xlv^L(-F`ng-@>7a>wNGzmzAqU&TBE=3Uj?{SpMM2lzhWLTfyy>pOj3m
zU9z`IswiPuYOVii(E;w7Q(Zqy{9DBjY1W8u^3L{5GoE#p%`+@O<f!rQKk2`2i#_0p
ze7O8=(kwl#mXGc7H7D$UUbJ_JxDgTm{9JSOnlDv9_WAF=s&-y>S&`jew;iHCZK{t;
zoLxS@&TH}Q;)Nw)^1lsR{(3z<67y+c@3YI<*CXFv(Ka}-X}Pn`Ax&;Z)oI+~dIGbU
zvUR?uE!Hx7epoC$@9lT?DZ5fiOXs@nb(=WdXSs8k+}*>odo6FrE?*|nDD-1r^3Les
zB$qZr)vg{t<wbkTI)DFe_b$uz+rf6)X7T=Vet-20uTMqCF8*`o`zCkrRpzX(ZL_~<
zy2h*)Ze3S6A?!ky2}jd}O&S_K$Ab4wHl4Y2^%5oTNS$jOYee&eW2D%cnYV4vH=6hE
z0XuKj)`mqUd%mys|M81^`bV37i@udtUrllK3{;G^)%@6ez}K*~R5&R)=1u6diO*f9
zu6pOutKbnVKI7Vo>zQV^^%^a8XY?LFvQ^FN=aQvqCbG$UtrmamxLM&LaMYw}!j=u9
zmH|2ilTSOJwUny3m%{PTXflh?(`(aycqtm*_-$?T{b%l<pi9#QkIvLRwEFzSYa+|I
z?umGJUdyX~Gw<}yD=Rg)POX}`{m|b0*RQi<>fTw#Ref~r(TkO1z3{SR)w27ndwtb~
zYwo8f7c)0L`1kkslS)6C<4-Ej-MVFU)@`x@SEh;7nlH1~tX=n@a?-~Xmq~JkKR>zZ
z&Drf?bhYN=(cEp@&Mp3<b@N^n*W}RN<^yS=Q9DE=np#=b+<v`b=hmY+kJ{XtA9ma;
zaT7VN;jgpOv5!6L(aJ5aR5{*s^6slWq<ql$aM9b%NheqB4-XP*V{|%{V^(-}@rF>l
zc9n0+OTOHld$sA=GJgT*JDnN%EfG9_9giiH9I1-El;L3`ynxA3h1K$1PHNo#u=}xj
zchr0}7&p5296vpKdgY#E&rk+4W!<1Ax0V;)#}3=gyT0I^=o6>OCz&2gF0)EEm~Hjd
zi{tH9wQm!TW_6ngEjik?sVPEY`$rw_Ll#NZ-xVicRQ&qQ(#d||jJxSZ#y-N~zh@aO
zU&fOCc7{bs`uRP}E??GETGJ@DX8ul}ntwLd)w}=Pb)R4G_nz&V<rY$MhH`HfFHt!g
zH08PAcP5)m$$s~9%F3#)ks(FVthZQa?ApBlNW_GB)$DuKgJ(b2f03l5awNzwwVzwF
zc+GlIhSbI@tk+g2Z>ZSD!gI`R>aue>Cp7cy7EFlim?C%R*;Jc@x$;|*#S~q(PI5`S
zn6t+8hCH7~PN)11muHs_rA*s!t84BziN{?$iw(l&nXJ^Ez3TbdiCg2N+`E3ds_`C@
z$xiX#$J2D_)zWvrcO3YpwPNke=gu4)wI_<3H%{8K;fQH#)Pi$sq>qL2@7SGVDm3BR
zavkm^TQoEcmoB`(dj0>m_(Zn+!f)C6joTlYoLP2YQn<bT_sZr&QjKCv4}Y>u_0jT7
zpK7_j#PCzRTR=nltP}m)gZLs}*DWlFDpj1YqqDasX~otFVl|pE6GNBU%fGRIws`*E
z=(zva`ZLzXI{h%*XA)uUAaU~5F}3`EFZ_Qzm^*)S?RP8w{Xbd?>*tH_`)BpFj9tIy
zVAhg(6J=~1+<0G|HM`V*QDcgHpj5L6>!F4%@1CcL%;*x_pYzD(p52M%ay{#FlvN^D
z&Xut!y?kv)dDp@>##e7w1Qk?mKDp+CjO?=?N^V{g_I>{A!9Q!Q+$^d8zw3XQru(fI
zbk&`d)4}Dn$Se3yMZNS>cbBtf5uUT2MdV7V8(%pn`1oT>WRQW(S%Zk6&;V&WwUa?h
z-W&RvF8%mXWA4fj%g(vpVdax&#VtR!W&Q-|vpHsopF^bQrkhB`n)&ZN5uN|n{7QCu
zrn&9AyT2Ru|M~d;z_)jDmp}H@7#-Cw+NJ$^P23y7<AUXO`wt&(*R224zW=ya$-F)j
z8IkWZZ#Z8{n*Fa}I`{K=?v+Bmp22ZX|Gau%`0b4Ar^vQ5tYOnDlDz{bcUT-}?&0(B
z?Yh9!%D$;h-10`l20LADD>muo@TxT?W;=6}-t{f#x#Zk(QX_E2l}Xby)lO^fWvgy?
zZjoPT!@Ba>y{+*D4|7}&-%l{PRP*hpdqf*Y@{7{&iaoo%gP!z-E9%@5JI4`o^uWzk
z9;RYFQ`IfL1ck7Fn|ycwRt{Ck-s5?bB4#e`Wn8UYTQzldg4gz`ADH%cDQteSa&gYq
z+q`Q1-#;!{^yIW{%<1=^H{DOSvzfSP*1PZ<cm7p)1c}XAwY}o)&($`2if6mYOgtwf
z_wMb6cb=0XyTpI_U5a=np*-i}RS^%?^6&jSZoLh;zs}gEYn7tNr-(_KOMh2gx)cz>
zuWEDYrNoj4bN%xyv-%7;{2PUi@3>$2Sp3<EqC?kiaf#pm!+cG@zW4HSJwdKcT`nQp
z$G4vEe|UZWFV^zBn!asq+v`3!$5sEePPyE2)vdkvoLH;)#n)vMoF4rYTq^M6*rRO6
zWlkyUG@7TR9bbGo>%$Iv2dVIaWRaleiBet{o^k|UvAk{R8u0ExJMW%D$=@nwzkS$|
z^x5X@)KZ-$g^Uls@Bd_cYVfrC{C)>7{-@!y@^Uo|^*)@fco!oo)arOXa{aN^#hGqX
z)Rt%{+wAw;TQ<whTA3qx3TH%Q{|U9<EvJO47!w1OXUaXOX6ot+XmzNPb2VFPz}l#H
zan}(M%~UhiwV79Dscb&dn)7PXo()s3U3$0HV4j+We*2yU7he{=dL#Dzo&Ay%uV<V|
z|E{p`rrm>}<tKN>P4*Ev(`I?8_|m>g!B;PQmL2;4%=_}&u7YJcPL&!pUWu7+@1%b{
zXxg<^bdp9=y3nWmNpjEKYUBD}cSLQ-ka~9Me&ve0PDYtJjq(9vs!l(q>{R_yD`$J}
zng9PU^{V>ZYp$I*`Zt&3@Pv~`E-tmwj`do*^W)L8UR_TPJ(KEX>vdb4^~^NVYO#iq
zoPAw~y6SSj+>dYb_Z}=3*Z=fyef?Sex?g(#zs&z%eDBA(a*4j+PiqcjZQr;l)M&3M
z+hSceYyW9M%O=@Z|8P9<>K9wJ!%XQidD~@?>jV33{}{M=$g_J*_Q*bvCXp%dgF{=q
zInY`?SFdT`5zhK%Yx6$#i>DRZlV9w=9S~(aUB>&5#u0AC)5YNh;S1*;o06d|@q!_e
zXM&odUGU=SZA<P(9*^+N^lq8-!_;wJN=E93B?qU>N-=txXLWcPYrv(i$*)e;{+-BQ
zVzX_Q;V%=F-YFHib2mM`_{U}$kJJ*EE$+%^eoV-Du6XjIUeR~8uiW|<_@sG^yz@lk
zR-R}VZdsmj<@Fl#T}KY3D;arZfBdl8>WE&-QYVSDmp$$M-)`=%Z(e(k>*<B3d=I~$
zta)ozd27?gOUuIgEu?rZE>+07x{_VcNc-Yn&eR2#QnH(7tttF|PEY>co%EbnXO`_=
zve~Xsxy<CClKQ&q0$z)1T-QF_@Lufktm4(Nb`y(C<EAZ}dfdO^Lu|ogrHJR+PvreY
z{o^-1+H_vvLyhR2(|WCkbj&v-MIPRlGbN-eO2p{2N$bj{vMr0lN?r?kRra}Ucv1BB
za$%SMl7)Y_h2DM7@!fKwX2Ba#i%gOE_4ax@f8B6Uu?c?`{oBX;U{d!2@3V%!r$zTy
z=KXl_w_L*4IIiNa@17N{AC%X8h;`SE$S8fD5p|@n;u2@pmHe;5|NS&e{J+dwce3Zu
zgko{M&p)17{`zfwqo%9<*k;vh5pC_3_CG(yf4Wt^@BGbf{Ri!(I*Lx5UW-?5uc~?9
zZvUvc+$rz=kCwxSmGAxBz5nT_)B44)-ncd?Eb$6dn$K&vOCjqEN0x8-iYS8$kAsD~
z-We~`j@K*ueK#exIPvly`RQJlvP?7AU9<dsNAsI|yGrG`soLp+6?cC8Q9S(b$lJ|J
zmRwzRIqT}m>pF=VJFEXIX3n#W^ip=4%@n}#(0H!j%%0^OkNX}ed^z!{MaO?`q`3F)
zt4l6-S=5$wr>#D@c&_ZayE~jGO1JQD)mU~n%SeWIMvw58lPiz&{&H9T^;a?VVPoK#
zWs>gh!i!d%{M){L=Z?>;;^)3=luV8;FZ=Q3mKl5dZkBzE9y;%qG@Qx%^L9K>#@5{x
z^V;ucB-QkGaQn=B%q~|JRdD0~oV|OQn+_EG`?LDbz4CqTtFJA(`fid6>q(Plj{^q<
zzsuiGdc2dn!cn|6DZQ#)U#`}}P&eb+wajhTL5JAK$tX=_ja(Z$F@r0IciEzZ?;HFl
zO%rjOko`8G%q@Uvvrcls7WeIv8~1H&3u$8S&ntRg*8lvkxMht^%J+}YRbIB_Ww%~T
zIh0~m$l9TK@^q1)PUqiO$Gvnc6Xw5N{fP6_?MdRkIx~fy&dH8fN>ydnDBh&A^k&}U
znyb%T_|8q9DHyM2TJbDWf58=1`I;Y!;^*c(@6E4k?zj8h5ViK$uV-rYf4={>v;X_^
z{?6Rlp;I+)C9aJvwsUWY+O#JkLG|dP2OIngp6aTGZp_kpyZ0jZ;kTdC3O^d^v)Lw`
zp0I@@!uGSx`r6m*YvOAfXK|d^+jFww%=!P{)c@R^|4-Asx|$=|VB3RZ$K^loH?xXh
zzUwwOe4hRJu<w;pu8#9kw!G%Gk!<)P=q5acZ|+-3XWI!SQB7{P#cf4_50|H^>P-^b
zqU7&2Z~rHw^mB97Cr_)ovP`VpBj@B?cK#Qsvld)?u%X^X!tKvR{<<UF;_E)l_P19&
zZ>-_1!IdL9Q7zagmvfE9w})qs*NHazpR%e<e9`|+g6ExZ+qA7;MQh}9v@Eu6JXlgb
zU!lNg)`Cfgmt^kR(YLhpMp5FNDeE=7H<>7UZ+0zw-yZk%=If)y)^q(VtgKX49aT|s
z{lyiUz2V!R)H1c;Ngroue7U$RCI7toiq?*EZmlMEawX@S?>~Fu7|U9%=WMq|)PqZh
z)uW$}zw+fPx$OHng&xiQzoU8FX3yBo*{?S1`C$(I^V3w09<QHv?bg$xkP|mHt=T4U
zO<~D_&vWi*ez5H-JXkVq!r8PfQD<2Vvucx@6+T#6SRBZ3-hSJWp-^PvGD+8IiH~O}
z@Nh8Qf0~ftE7I2Emi*4P;=tF}*DL;=O1<~%U35u!_>RKI-21*|b!&7Tkh&E4Ea2@_
z_rp@oaUx4Ro8JFial-R*Pr;`{#m~=O%rLnjFXeW*W%qaagry6%Us`xGM{zHQmyEu|
zR+r38@rptJPj!FXet+&Y#`q=!mySm+zs#=|T%9JS%6sYihZ@iCIdh||)kN%;25|6i
zx%y)wzp3}y(1Yw-o?Xm1kYlvKd2&ET($nBz#jpw=k&5TmU;a#4IYaP@t<-GYEfYJ^
z9AsE3UfNY}e?Li0_>_&ZgEF`0CHp12B`<f?s6E!qG*i?Rsu2`&70k}gHi_1CYu~Nc
zpXBMZPaz<b_uAg--8G*Mwr^>+ntWKfMNf09!s)J4|J5=~q*@X^{uemZ{};$PxRhHw
z<A>leA4kqx`<BjF60^Ik`R?Ibp9@RsD;$jGUR=F4s7f_a##+JS-HYr+lNO7(8p=Nn
zp0f0_eW*QmON7eC@Yx)NhZdCU1a4GkdtK~&Zn~+!`Jg>#m_7G>`51Lhtb#4Cc%GS+
ze(ux_CDFWm{l_$322W{YI$dG2G~(^TJqvDCywIBeaCP_o^!OX!GJRhP-{bwrQup4w
zaHD#Sh)&p-zSy_RJ}fI@x}83$x3AdZndVHt&C#YA*OXeErb>RdtDb(dV1D?$KhBTN
zsa-377<g@0UVND5mUB58)4BwAUPzVxcly7TpzueYH4CoIx_3;h{)_&<=(@k%^NW6O
z<~KMg(E7S;b5P*4WV@R0>OIHXV=7<HZYk_%dK@-mUb|@1_4~gVw}!R%*MBwsWb<%y
zzx|^6k|R&G^)J3!vuKIxgoLh^!utLd7g~DFD(uAWuYI`Wa&3_9^V2^zRXQpisb^dE
z(wpb{wJ7zwLIuALsp|Ey-}!s9-?I9ji2mM+R>%4SkK1?i{MKW({!sHsLxqPaYc21)
zdpplQeAtk-`ryyY(lNJgrIgqAAMq+H@3*j#TCk)@e1cx(yHBpKzFIB5*zqvIVb0Tv
zc`7`$VPRG#vv^x3`KU{Ne`miau$yyA|HU@9y>23GKF5Mj)f~I{@I-9NQiaoAZi{=$
zyg$51od2=p)Y<6$X}OO@A|oFk{3dI}d$z3o>sGcW&i8iwl9|0%ZGP>x)Bob;Z!+2Q
z<I?Ic?d?74wa@uKCNbHk*xXh0l%J>)zOhw-%jVqtT^><WZ0_BAnvg#~ZnI<Vd$ITR
zU-VwPKkrQKJ`panqIMhqy8s^roBvkY;(CFvgj{+;+15Boe6N#S?Xl#EWBq}98BU2T
zp362~6Nuz*bYd+vnDsK{*uj5tXVd2Hko)}MBcJ@f@80LuZLg^KEcS9m|MOOk^U3-7
z(?6#8ggtqY_1J)aft_aKA0dH*;d9*mf9-hoe%0=RCxyF;j=sI-7QT-?JVo;Lq=Hsa
zb-lIeKj+TldR3G3`iDy8(TLOS^J~sXuixjm`fgHbYHQV5(Uq;&WMsbGy|DPu=3PB<
z=@X`T@02TM-X65-lW(o3#Z=a{zE@o&w&-!zv`+c#{dR_5$)U~d4NN9ov-#yd{CTMO
zHdynkN746prT;#i|8M*L@0aO5{J*Y#iJT;^xl2dl4d2J+24^1r{JRhCT$8$A^^w)=
znwjR3<7+fNtaXcgs}~j6y5}a7znD#V+Tu@BJ+@4!xTe}W-AUkj)Si!LxBqzY{C&_f
z)}^L0UxW`;xM*>^ZEo3L`CB$E({J_Fw5{8n8rsFHTqe3N;mKaBmO5>dxmSRja>!P5
zv!q1P<EM`PjLAA0Sbyg2?dvb(b1&ys%gF9X4EDVia83Di@uL-PGS>}mN!G5^2wWs(
z$GVSS@=0dfRo2K?B|nZ?Et>eAl_k+5G9^Jq%Zy98Ng<)QxH)cpYd*_i&qHT|*Thuy
z9h_@DW!sVIU5lF;9bX7{O2k`EE(n~)UHo;C;Iv5=949uN`MF?~f`5;bWalU2CHBu^
z)K&YU?#yysvdb}UjbLQPYR2+@n{CM_cWM;W&ECYaAZ)enC#4?4BZa)#XOp50uTR-+
z9T}{`S~+dg{@v}9nl!i~<Kvg#erxr(XqqsKVxh>w(@hE-6M{Bv-TBVO@7l}rO9eDI
zw?@fkvwlr0R;-xQbNtWC{XffX>Yo|~3M|<Apx1n#=RBVin^`)KtoJ!_Qb%>Bs$RgB
zyDQBWp7V~HrWz=6@pYN!i5X9o*$%T5*3Z8gvU%sy3=@`lA)(r<rU`{iQ(aQlxP1Hn
zrBi;m9@ZECI`Mhs5?7}n-+j-Sqmmh87q#%$d8`e+U@fjc%cec8EUm!)lb~YBE?p-7
zM6Tv<3-h_0R)4g0PU8|_^4IWUJ*54i#(7%Cj3|pM6P9jiVhduuanf$4(T}(`eO9f!
zAhCdD#-~zz`rK!x^&De%o2-}^qI}+1s+a9<UVHm*>j#~xoc8M51Q!TI6>j<4vDbRO
z@+q0<v?)@bUhNEa3hd9G%4x5DS@rvN`HOkx9O2hu>Y69AEK`v@XJH|g(6T@yZN?^+
z*R$SR^xb_vXW5k2$=uUK=iOO-E-7|eM6QANjmJ-SXDFs`veA5Pd91%~>dD-j{D$-2
z%u>CwAbQnl{fk%hmwW6m5dYotw)v?=za!J#v|fuZ5=)mV%SL)nn%<*k{O3aank#D(
z1#3Q~M%;S(_10vS`H!prOU$;2e?Nam!`n;qKeI63{K?U;|J0HzMC_e{)~X46EsL**
zo$OVQ54b+ld*>XZ>;R{*WkKDmToTy%^FO_wFIw~W_J05Dza}d<dYPVvt0_IM(#aHG
zcGgleHSwF_Gfl1Q`G@D6<B!ai3A*_A&e4tHOMcZ}QaRlJs^-7@|Bl|TrFJ#H)t@vo
zmsplQlb!24v*7RJ?=yOq)%@N1UeG++Lo^{r^xu=~6%Vu5UtZB#^WmPpWdCoQ9p%#(
zFIHX`S37s@T3zvfkKGeYUw+|;eRgG*EJv2!0k>1hEJ<5ui3ZK{FpodCZ$@&>(IBhs
zu}ZgXX6M)Y=x?|t)Mgu3^>Ox{`VGgwO3UwVULY2*TC<5EZ88ssXPRbK#*WhB1L^Z)
zmW#IS`7-ypg{Wz!c-zb=Z{*J1xNDtsL0-6papCd_r_!fIJ(_iV>GOHd@7;~=X{+6$
zY4L)e^PTOIiz@_K7|&L@Y`^;C%}w8|-VV3L$L?LUyA;ghp3HV~MwIQcn;kc6Z3<kq
z<rW8eiTsRsU_O6eyZqIcU(7b%YcbGy@paZ5%d4ryPkF@s)(7?1{83nP=KSIni6uQ}
zz0wW~9_qe3OIF-qTAF5MoPm^I#`f$Zjm~%H+3h`f>lD}fe~<D{zT11gy#7c3hgX8z
z?W)@!{+Q68|F7-ghla9T=Koi+*OXrSIJ>kcdBU+p-0FuX9#Wm^mp19&mV~g3Q<o-8
zSFMa(@VO`MZf>JZj97!dN@QNf+O2{wr&w<<zj6EB=Gyw{I;JMGU%z={pJX$0!pkB@
zk&RcYxA;^V9!uD=&O={^r{i;aYTlg~xl0_T`*%D&B+*?O?53$2(HS&Px$flS1hego
z%|`3hmRT&`5W*BaD}B<;XF=Cey)JKFQTloFjf?pY&fT?MlIpj=-eL9CL*aJY-`zRR
zZ!4Goe%IR$J@FFJMh9`Jm%kP6x+$Ixa%a*!b<|ROT9KldW0Ke@OXq#NPAqZ=Rb24u
zhg`Lj-@_VBNw;Trc73+2|GNLb<kzYrUz=<Hz1{zB{?6jZVn219BOT+Wi7fggCLzy~
zmmDf~#^&I`=ihI>Q?L2EboHBQ7qWimth-{l{hsoNtSP4iScFVZZ``aXUM+jbDA{O+
zqEq7qRk8jU&7jzz*CmqESa(m>j1w_B;k78zEwPBNk8eliYqj!s_fl(fo4<bbT@v(#
zpHIQN;^m!4zwOpj7IXGy_$b^hTCQOdRB?6Y(<M4gjUm%AlPdP?J)VBuUSVe145jBQ
z>=ij`^zzFzg2Q>+5<Mi^GGccf+w!U4=e$*Wa?==%G&V`@`Xro?Xyv^^d%i}IZ_CPA
z9aq1auG{yCYhQ?rU5!V)jA7=t85xZ$uXkJz^Z354GmtMJAZm@?#zUh1r+M=NE#4ok
zF;-Y5!&%R_?t|?K?h?62M}uwZk9{+F()~%b%V)8${FbG+-xTJ@DA+u|JyU!GH;eJR
z%?0<mlQw?*VB3GOB403U*UpWO^%v4jBsOikm7H8WIZDQwGj5h%(X5h{vb~yJA8b4q
zi(SsU{?T@R*y_&rzo#r+*%6@`Id3tyx5)7)k$pk$p8tAr(QLY2tdrK!wb9pS_NiCQ
zTXgy5qu+|VF7&iHZ_+6Z*~Vo)_qm>WqF>MF8hLvS2QRL-#`7HJ^=p`}S+jIYl56Cd
zRo^}JZ06<th{)aXrZ8h!jgyq+@+3KJ(|NV)EG|u(y-9oNhuZlUO_poOIE9CGWa?<_
zS8{y#cq{8&W5Gh(B_g8NZtl3h--Bz{SG8V+L)#}623oxDGZfjTVm{#oQ!ei{ktv>@
zJ0=%JYOZ@?drt01Nq$ep1fi_?7qmZ4RkR9KH?)gfc=9hp^t2SU#rBp;(+yn{H9z(2
zIq{)6<Kg3ve;EwhnI*(b@1DGM@Is%h-}>(>ej3d2@krx*Jad_b_aqZlo<~}Wv5R{b
z3QWr}dwTGj+1wqDo0nPKxwrH~-omP`gDQ^E&a?a`I4xdv>>#5`-{vE44F4T(v^%wF
z*YQ5#2i;y~7VFb5*04Sj-F(As&YHtVJ?DL!e&l%VQi)|zmRe8wRDw?$ig|?W{_@@b
zMC+6bCentJle#YQ9n2E+S<ZQPop-EB@w&~T3Rjx=KHTm~{H^o(i?PJ<c(aq$&tBCx
z?wRZV_v|CZ@*gIf9WI|sW%Ac`X<2KsL(b}S|Ie49m(~bQ-M8V2Oy2#c;q}JPrsn@`
z_`3Q0<5u4A2i_YaxH#+7KYV_#^DxToir%clt=gycS`#EssW6{^{B!-@W7n>++5bNo
zzv1@>IW^hcPKyf^{lD-3F(t?9+1C8MuH~h|PhI(3)mVZmV=De-n^@V_{oE{HyyJUE
z;Qx;D`~NKU_moWi{QSJ&brz2EYh8lRs>~PIdhO%m6-t{bPI%p~Hmdx5GGS->5`DYV
z-k+x~)L;tMnpN1p|NHO%9Kjji%HB;ZPxhN1mzcZt_*v=il00fXZNhHChaV=K%9&KW
z?PB8Qu;-sv7C%ut%&%K%m}=$8c}VJHPS-b;*V);B4$A*CUUT;5&3)%}PF`5HB(C35
z;)zYg9{=r^Q;L&YHTWz`vwE*i6<h9?e<3#W;aww}J2zQhJMl%IHCy(@;>PRn%(Yd9
znwOS7`L+D}Oh3CPSAKe{9Gy{|Zav3#Z<o61R*M9q(;miW4?dK0U3BwSMPF2my1p%6
z8Q+Vw^Oa14mz}iRwP8)!`OUj_HHC221uT}nF5&yC@03_&Ox-)C>Nt7r<hJAqUwQd{
z*Y@!Rm#pllUcE(X_KQQwH5SSL6K3x{u4ljaYTo8eyWI9(T(sXjA^EWg``p=I)PqkM
zxqEmovC&(%{?j#Y&?u$G{pX*5_e;*~(b4Z*EZ6?qdEMPR56>M|Zd&15Z<8`j^~tUU
zCT*Lz+>Nd+@}AE4@aMfw2Jh+8AFnd^t+#UUw^=&%%8whDon0NHe%(LhsWwfs^t{#T
zX-h-=FMXf4vvf_HTI<C-`-<D&*L>#9yT8Y8^Sy-nDIZ^M^{@EwVWGA~@5)2nt)FK!
zaG&>fnd%rI<G-!$_Rk#NTM?hOsQ3!sTC28Ud&0x{4rMwiOB&KOPcbdkeeAw_&*yOa
zXU+U|ClksW&c=M6_HxptT?fpf1@BFn!m)aF(k<TIWo^z~=hqddr?WrJjI-H)P`>6j
z@40zh6Xq?H%Q$q<>~J;viQ|(p-9K!Q6|NAvuhqjNDeZB261(~PjpkNP-s#i&UX`X*
zo=h=%`s=Iyj{5g<uG2ogILKTkXUn#90#n?sPcq``V-|L%<fz`YQU0=Y_LVRv7HtQQ
zW&^pf9mlkNdHKuVeg5%LTq1T->V)Z%tMBq<@0DvTYP)99*ZFwH%aTny#GUOGxE3D`
zIPuvwEz`+vwopZvMb8B*b$#z+j|~Gw9#wWl&f2+0Ao;}RIfauxB|PsCY%599$Y~Jd
zy4n%guD8B=o?C9uLW7yo6^i0N9vbk7&+GV^kRQjhGv&32O|wq)4^^K}Qnw?IvA4@l
ziuSI$q2e2EF=ML9AF0`2tros-lPvDMQsZFufAh4L0g>;5cG~&}W!<=SD<!#ht_Fu@
zmr$gs(&Up%CN*(RQdxL6<I<}wncJkk-15!ZD)3Zuk-?Fu>lT%#R?o7K_uqLw$;x}h
zamDm=^B#B4Hm}^X_w?J_<rgcDna9<)`rG|7ZFhIyQ}b2SZ@yKt9`EIoM=I~GalM|j
z?6PK{jBxA4OJ<jwz6xApRy=vCr*P9*1<w~e*>fTzm-jl{&^mKzSB{)^zxj{<l`O~g
z|7SlG48AJ1^^?aAE5Yf~iEBTLFs}OW^Z({=^ZlnS{XSRzN9CEq>&wr7ij93M&7040
zNKnPWSS5YQMUPvNZ_l~q9NBYI{I~vFtu4}Ay&|(D`&KBjvv>$>d$@~n%j$Kn*1alv
zX}o^_ahtSwo9FlT%nW61npGQkvDYp1n(1?!=jr?IpWnXs?vkBMQQBRbIGEq4nyd}#
zipV^*D(OveSJcv=8(g|f3%+cSQ0x#4yZFw1P1lTR;%i(bqg*%^e%Pwh`&al%nUm=B
zDH{`)@st@n&WO6yE2?xY#P4eJB7++zUcZia-*xX))s_%{%SX27^S15WaBZQEciZGS
z7uTrhGk?1-*?xWDHr+0!_Ty3KP4svCy~up)tX!eh<7a=_ed_-*iqErtk`j~Ddsx&`
zuG=qZj`2bF5c9{}CueMoc$^h^C)2hrjl0&5ZT(ZrvVS#~p2)Axm@XI3oq5hOWVOBa
zsY3q=?3{{X%WfNZ3Pij<ujZ)Neo(i4@56}|x7POjJ-B5W567JEJ!-~lxEs?J`NbdM
z_Swr;&oe>spJM0b$ESCG=D%g!(x^UZ-m9L@D5u9Z9_s%41q|JPoHgDt|4io0d^V-E
zny0wZn_tHK*!A_(!^w^<YhCW$f7~lyGh13-y6ExM^9s_kGQ0lS+BAwis$VSsZ2LsR
zPW8WgmOkxapTh9=aQTe$UYpKo#s7X>e`<IB-$~!^|B&1KkmD&wnw*aN?(!cWzb~tK
zbU8lZ@gdbE=LAgoF8!ME?icI6KVS1db<5XJZ~tzeWOcIgv$%bFe*X07@pV(To;`bE
zLuR|Vf$dF2y(pEpdPe7%-bZx&)O%<6{d|o7pNNCc>#hI1-DD;mowPT7>+Q$=`+vIs
z`Sf=Fhl1~XlWz*lS#&qcK*ndKm;3VD4=#l@_qrXKT6XNJ_iY|GRc3Y1uyr4bwmGGW
z-kmC!zwcx5o|QN5+)0~Oy~yL^L3VjX*E3VKufO2u)97`0HRI!&2M^E5P1no282$D^
zjH}FQt5VZFx80PLyOJ(#Iam@jAx*GQM&fay%);c8DUT$0S&yzc{dc$6mPg+6cOS?p
z=?Ln2yw`5GwR=kBZ0*^$Y{!+4J#M$DPj1%m%qWXma<-#p!})vf*w1t^zJ48UVN>O>
zXKquJvxnfd3lp6<yk$7u-ZgB`|Hr%bYIaQZ$H!CdU8pMPE_=@wu3z8t>=x_2s`t+K
zcKtMazvnBr+`ZktaZ{F@6`OrqyyDx;=MvxDW!}`Z^eOMUYxcP4)Rr@yTc2!RZ*%_o
zyzB{EZ~rh!-YWfhd;Xm#7x&&anXPSM^1im9-@U!o?P$xzA2Sx6(R{V&u#TwQ=j{6u
zzb)pT{VdJ>YjgWNo7du>z4_l;xjQMmE(zbRaf!Lk$miEu(~9)-0$=8-1pi_$?EA`D
z`pit=!@KJDpL*BV_j*s)OZ0J#42{`a*1G@Cef~hB1=)Y+JPY^c>|Hs5scX*?kH<$P
z)u+EZvYGMI!<`Rebk#rdJ+w7n7yod&`TL;C(B)t3BBw-JI!=tfwd&x~cWV6iem5LE
zDEQOl&ze)tk>W9nHd(|wE-_GhqVHlAP}$OuW%Z;$>_qTt>D7CxtNXcE|6WsmEn}Og
zv~Dl!r$;lg%9xIGl|TCE)ncGC|HD6b{>u9FhR=zcm$xciG@RHa(XVb(wd3&K-``Iz
z-|WD-O3N$wk&T9~X4j<1y`EZ=W^AackFl$H)%C&SrDkuUne^kMGt#vAQZ~+X*E)U8
zO+0;>il@`!iz=Q%eSLfft0!5wRrVV@8mTIIPBJsdY?9@j@x+)#GE-{d)-)R);VVB|
zv)3jXNEpcVMnv9s$(ttgtzW}7f;n^2A}iTd77N$#yuK?M7Ir;yZ^6WW2L(^HHyqsg
zKK)(yjCkp&*SGjpG*2<fb|#2@<$Et|_bR`rxZprQSjg1$2sMex7rbQG$94uN9giqX
z(=LA{ouoLu&~#;v)!a6=;}TP*oLMHU_Lx&TJNu2SjL|$Frj2XE<XJ33+^(I-*fz`L
z63cU)%Qr<7n|xN@%-FDLlhdSSYu2r66L3p6SoY{xZ+b**?DO#bb+g6i@iWhy{l5N0
zGdq99)7EqgyBkmUe!utp-d^@Szg`{RS@F;*!)?)wMLIM5mTSn{RC&(PS$fsFrJL!k
zd}ncR+h%K?etU<vTA$X2SG;|-d5KoktQeiC0slDndHtU~@kRRiJ(smZxFkiyt_9BI
zdL45jxa-jK=ec{oPDt3}I&Ipuw8?9hUJMEfV_g4sjq{5rwVOPbRzH5(;oh9AHf4oJ
z!diuLrv9U1$wkXA7%g2od(Bb9uqrRjl_4$P_&i(JaLI`p-`lhMe8J_7Wu?v6u30VB
zlC)oS;g(Q#yMUpSr%$G4Xk%uGqpRWnGjrHu&8<HRocJ}Nf60@j*|STcB-NXnCVQUK
zIDfL6>$R=tq{6S4QmgLj39`*S=5tIn%OYXY^FM$7^1l#oyUpJ2!|ne2o88;B(?2R5
z6R{N7qjaw=ciu{$yDjGrv)W#hTD9qki1v%~Pue<))g)wBIBfMizq@r`Zey8fx?o&7
z_iNRY?WPr4Yqq%9@wEuO3^2RUE0$=-Ju5q5wlzCfudtbh_Z>|g6Q4K!|NX@8Y}~S`
z!-aDVCqG{@H`~r63%Sh~eVGM4IObgF)_;3N?qTFNYyG2p6vf`$yZm6XYVZlB`Q>eS
zO4GW|eqNUGX67-a6IxltVWMhNQzI{(SakG!)g$9O!ZSjZS`O{B`gW^|-K)*z=CAys
z(ykQ}{5yVres4H?-iJ@m_qF7#NvdI%eesw>KI!R1zV4&CawaxYZ+zNP)8eXb$ewue
zK-2WFN3Dmv3-&pA_I{kUV%CD%h>z~Qa{BepzDL~OcS67Z&-XcZ_Oqrc#7AgLe(V4F
zlK+3-^Z1(9=kb-j8c_>3HEB%J5WE<9^HKS}Z~hg}r`tcj8~?xQ<cAsT<@b{7>-(qM
zeUqG5`_6I;-;9LkT%QvA)~BhQmD76rFy!ohd*^wdO3fBoFHfECJ^K(_vfKyNd0XaL
zZf^Z#A^GpFh4=Q|$F%ip+J2XR-}&=gZdYdKG{LiFv%}+d9qj#DS~Zt#_1+nQ{}~oa
z^{7i-J>?OtIaMGhH!dmvz1@$l-nG7)o^frr|HB%^y-Qo$ru;8ANBqab^7Y&;+?~4@
zPx9C{!D;c-Gy|E>4-)0ob($|uX>Mjb7J2KfUaDbo{r?G@)^sSfex7!7&4Jx4EsqZ^
z72VX9WFWP8N}|n+gtr{o%6WISDjq+7zxi6OvR!$zO4t+ElO<NqoXVTiW-0Aia{W$%
z>D{#LGYn_Q8R+^89NMt$n@r}Sj3bj)X>7b?ypF3ytMj_Bj&e>N)3yg!#pBX){|X&m
z`1Jn&-TzzX@Bb;*uHG&Y{z%Jvi89;q+HdkUPxhMMKN8tq+7`lo(qB7!aj4InD6`py
z8~r?HYc9I^Y}e;I`^)?PT05ulNxfxDRkg5rxw*dNgvorvlb;XteBXEN_3l>r9J{yH
zzC~+OJ3qTz+r=@*o3S-MEBW==)}X`}O0Su2TY8IR&RHvF<o+j9*ycRvhI5IjB5KRF
z@z@z^I`4RLX<4G=^qo4HQGD-&liq1sPSs{nS$$wuS9$(E=lX&(zm7>|uBm)^ledrG
z?$OlMv1-SyeR_^{@WeEJ4y_0X74=e`(waO;S}Xam<+d%h0^ZJ?@3Spewr|=JA%5tI
zlxEESEr-_rK5lVEQuAh}qlAUQwWzp?kFJy29z1!-cZ++<Cy~uEOG_5iwwkkFyM9>8
zF>>bw#$fMFKB*diMeHY<%;F4GetMVR{>e>k+j+UMYA1Kac<CJ5vcf0C+v@R$@0>?B
zT<O^D?xD42^O<AHlXMib%?$4uOZ4BkyZ?Mbfm5i|8lLyZuh{8@NAi8+x3I8K%Qu<v
zl$C$Es(H_mD90zdeyzpfRjjKRCO?SPI5Jl_g|~OZ1Xahd7ju{2&PqJRq$|?vC%%Xy
zIC9Tcj+`4}9)bmju03ANv$c@(s=U$ZbRWOIn>S((d%Fs$@~{i<x~n(OXvX@}U3;5t
z!_3ViZbv=-R?_48U@oJ)@*}lf+r0{RwD+k@pTF~1YkzIe@BBYa&2tY*{+v6di1TGt
zSIXSW=W?DN+G1W5a_({L?9-Xe+J!d^e$G2KV}hxGcIR5Ab3vXLyaIkcxE*Mf;!`31
zq~A+>l~%>PCjH~git`tB6zwtCa$B-pz1`u$wC9!Qj{UNlEiLVGX_6b$+M0l>9|kd3
zqMCR*Z@w*KR~6kH>9_srqf19mYp5QKvim>N|HHqvvrBFZp5On0=eYZE8QHlCdyY?;
z_Wj=f3GT<$Yd#k5Kir#r-7~3EeBL3^EvF?iV>FUl9gcEEvn*P=RjgUT+_>$sAiH}1
zgiA#$H+OEk?$|88^*wuM!M17P^Q6AF@-(!o=NbHstiR#(?@6sda<@aHklY;InP=4=
ze!jfR&fK5<PQ?c`XEo8e++Ay~DohoO`?Z0$@712^mnLeQ-LmP;w|)zm@0OVolXx5V
z=g+*kE9{G+yBqiM&NDa9s%96qoRG;jtWdOES#(S-{k-^_C&zteb4}&krWd=YIJ5g3
z<CA1>Q|X6A-X@<<*!JtEcSN@4a+K(FoY-LGzDr0^dCv!r)fy}wk(*|Ett+pZq4em-
zkA{Z}&Tm*T<5_Uf%Abdx+n>%}Un3NJ=EnW~$1UCqe;1jXcIxDgC)3OA9-aF*A(J&I
z{mGG%(nBRt0aGlmiAMzI*KMqbZb^By>&(_ETYFCGywg=YFjMP~WuacMUWL-UExHj(
zuYcUPS!fqpw&QY5=h8Ec%ROi9sSvvPA|~z7Paam5z$Knrms~y56j#tEFxm0^-dlaI
zU2ZSUJQHN7{_M?%r^ga4qm%Nq?2nuOJ0JS5W9fn(){kepjfM0+wwygaC&X0TMssPF
z%#w&FAs-?Z#?OA`bCf;*f7iu~Q|fikSDS?CHFacnPG7NnPVuWlG7q$W*zcMn;yp$3
zp?`Cq&Ae3_0;d)!aRvp7ZC!UMETHe^jxRFz|9sB9_v_{T&;Ru6-Atty$98U>mlX8r
zUUa^JTz}=);CO}CYg!W=7hdpm(f0fKWBGoE<+q<MxBq3g_@LnAiyiTQ|CBB}EFAay
z$MMXqw|`j4?w!#)^C|1uKGnRkK+kO=&kXH(r@x51XJ5KWsjhiW?!=VZyhX2M*L=D5
z<J9#1#~lC9h&InpTGiAYKHsssDJ=NoP5=6?t!GV_U7q7!ZMoX+>BR>P=J$V9_w~QK
zl(EK0syF+-@6lt=xXkDM*J=J|mpYMs{^5V^FLv-qCE5gKPPr7abm7g6g2LZY=WYMX
z)PH`PUs$lEU3i*G@5)aJC%&1PGzW@IJYSSH**2<IQu=oGmoO`t@8uFbJg$~c&$+LT
z*}rUplHz<{P4A=s?sfeB?w_$ODQq`a<$E!&$St#k`h{`=FI}0&oh@!T@7#_}Uv1WP
zS-g9{X>Z}meQM2j{JA>Cd|O!Zx%>F#1D^zkg_%k49{bb&|LyHPpWn%Lap{P?)>g?{
z*}(66|ITOQk7CZP8=As4pR8K%?cP4KOWQl-RmS$)F}q7<&cD0==#~?i->qzR{GVW5
z{;q9J@2P~IwbH`XX3<Od78ae;5u7mZNbU!2hQps+I#f5^yea9Ip)u$C!Ud}@SBhV{
z{Huujo{8v&i^p1~R2ly5O?!7gZL^uX<b0u}ESF#Q@Z0@p2#>FkYdO4Ivj1JZ!}_&9
zPrcuF>i+*9x^7QJ9y@(jOfhgvk93(Q-pCV_F0gZH@0S?A3NGsvdlk3tyn1!ZoagiQ
z9{T%Nap%;CY`M?*KYq;#4Jvwj%e1WQJ-c#^VAHECW|xc!EeB3dXf~9O;#3sNynF1{
zgp<NYLzX@I@nV9`y+;?%@s+=;IdSxD>7p><$o#(0wVdT~`b}qan)dLl->;?JwpdU)
z(`(L=DWOL*Oi~Oi4qjPy@9Dy+-x+UO&ONiE{JmYY^lXi#5`INq#{SW~4vaAeINQI=
zPgtJmd^w{nH#u+`PrLG}RSul4lT;>5-(sz8GVAQE<H<~EwjmuIRuB9*+~dSlB89`k
zB+nn45bo1HS)p>$q#842y;BCQQ@c)C{yH3JQ9XHz%OREdg2#1b_~xp_RR64ex5qHe
zX67aP7sZO-W3ux<d?;vJsp<Qft;R1kDuC~`+72VN1$&mR**op)HYblM(=%ihw=5C)
zsv;)p^FS^BPtL2Awsv!77Yj|^I_+eNQ{a<_J2hkO&XN4pY^Q$w_?BC_o3;oFyxJ@|
zTl#fQPR=AX!`Irnv(B>hrX@FC?Rzw%Y`5#;iwCODFSwtsf4=jvM4-1<)LOP)w`Rxs
z16#GPM?~L#@NaRloL$8UcmDTDE=N!BNQ5%0wF~q0l~ufZWjbZb5iKWf*TkYUb>Xx!
zhif^DL%W2ep11pSHLTc{bnM{6TDf;NDZiZzUS9k1bMsBzNB`x6G76Uk%xR9y*=x&t
zc9Dhn0qHYe&N*GVa>UnniSm|9OPm5`7|r4TTAMsK-9ok~rsefHl?UsVZz=b737llz
zzUqCxYsRD{yw3xoLtTunL@5Uw8LIk;yl7K<=PHq^xmxq}YulKZgyX7D_$E&;*<G-6
z`OG)ZZahvlx}0o#)#Oq~QrNWz%=;DmI9GZs>c|$~p1EZfkGgQ5f8XJ6mz~#`tbYAE
zW`AAp)~TZ3zH_Hlp3E>=YNYC<b!_TG75y1f-CKoLirk%Q8a3B!a;Bh0g4zY?*Be$9
z)SmCIc)xO0jpE6#*YvuswjTFq@qATtQi0{O+9OWE%>9W>wPxxMJv9VB-mv=h(lf`K
z-`FreYF=HVRQiReOL=Nv*j0~NEa8*d^0CA%(DIUn&e2wT-?`r&6@GbB8TX4x^u<xh
zlm{!feOvSM+xCFN^F!6<#G7|tPEzKWG;i5U(XTD8ttsL0a~)0RneS=8Akw|PEh3B0
ze#g<*hZX1lef9qG?hib1rdg8xQJ1#c%JF>eXV>}RTE1gKRcEDf*3SPAb9cR+arW)$
z1xiA)%C0j`Oj+i#YD$0YzwbBq6ihX*|5DELO)g;S<N}E&!teI{H=F!&%5}T1mDluR
zT#pDku_XuGihFu<y1nD(y~q0ZeJ_7wyQf*xZO`{>=PfO6JbgU>r_Al>XhqAL?R)x?
zN;-7aS6q_{oU>pti%Tw7d|uqqmFyXHXXo$VcK&zjIiaL;VlC&arc8?2SJG<#|FQkU
z_P1*Na`%#Jb{syJF}*+jjzXtO;U%S0dO?})bv6pCxGpd~FWR<U??dNxyR-Lee(PIW
z+(}J;E|~dPuU99nv{Y25$Bi|6wYY@u`@kuz6Zs^WLQ_A+wP?=CnV{;sF1D_1>Q=t?
z<LqDB4=<QLWy7vrO)F&%|C@5L;K-|^GtO?6^V>E<)KdL0Q%ic(6N~!_^Pg7OKfd)f
zG$(GNiBU_--@~@Q)OT+&YX0Qzvpo3Hl9RWtnT4h0<lIeoeM$X;o8cSzi<wbfHcO_x
zlDKu#>THQ@vfqb&2WA*vt~tgofA49pdEHTVdAkG~UFK;48xC9yom#20@TTA<#+)Y?
zoQ!7noG6)|H>aWehK;+5s+0SYiE2Szt4>&2*gc#3{a(6(RA5Nko>gK;_irt83}9{&
zaonKc^^D)=zlf#aJ^e#U;tQH8XWUyPVJB;%bLQA*9m&dXHo{6K;x7(d=%388R{6ux
z<WEc0Jy-iZUAf%9V&@H?>usL;8`OTV)_vPN|KrE-I46$g1rMH8?_Y9;Jtt?~=d1er
zj#zJhUtFHvRLGQW>*bxcIdVaF=(95`cOKaEYx7N$&)0M2@?M%(^-AVt$JMym?(EIS
z!*+f?Z;;b1^Y<U;?%lheRB}kg%n81i+;jBW`@2{8FYF9YmTOx+^^mLJ)U66UJHOAF
z^CdHHU7*kM5ZAu^w688^PQr<67oM@5?Acd5FHzL2_*`TUZ$s~zyGpq!PmcCXew^&*
z_lsNW(w|?P%pDgT&c15c;J4h}IQ!AkL)@-&V_T=!E!<xgr*C%ba^}&BDyPUcrQ9%|
znSSaih3YffT9@wL<#sK@NRG#OQeo~R@w&`tRhDbf0Zr#xxp~~2_pH=VW8K(w*vvii
z*J8!He&Wuq6T>46AHLhmZu9*S@4Wpr6Su#!Tk=UYNY%vJcU}BW7j@r?=kE58=6<(7
zkS-gxt;t0FQq{!yTlQGa{y%vZlScO93y1!Addz=Uw%cc!W73yP-ujESKD%3fk9*cv
zspV$s#xHLbSY7Xqel4K2NGHqBE@|b-(kGP%@9zHof}bsBS4rp9tEHc8mft+_qRe?#
zfsE#&2w~T(!nd9eHM=Aqe-vOenZ+B`D;B;!X4%b*P5ZZ>zn#DL?AF)k3mzXUl{%|-
z_+i7_x7`xLk2gHYbK9cS5yry1^5xblliO16ots6^dG~yN)Aw!1{|{o*G^JnPw)uW0
z+vJh%vNC?{a!H?Z%{MKJ|H*1)7kuNiTeW<V#(5E||L)7ybT^*Ab4AYQ$%8$SCQbL+
z9a}`Ftq`7QVmdJ_V`ZR`$GKIPT4ZDu4X*{>nB!^4z2efcLw1uV+&5X$&((9?BCy@y
zk+X1PLRWGMPiAO<#px41CvzM9br*>)o+YR>t!J6~ml&@p5=y}jLS65Km{ia5KEKYu
zw&2eHZ*m_GZ0cG#*^8~!#X?j>H7PFMV#(%`*}h)sH*ViQe#N)Qxpl$Q2C4n+nmmUO
zHXO`2kzjKu%KK$Py2;Z5o5Ng<lV+)$$|%3)vDqxL*v&B8iE(P_l*@wKPMnY6aG87i
zsEp&=7~34a=o=5V3!i?f{bN^WMBM@%<4KXrF4`<z$#HmLu>bZcLizK1Ue4y8Iz>R@
z{ka^*Kb10zDo&-GsV->C(@ysHU$N)FHATOvy!SdhwlZB>{m<HOB2zl=mD9J|p0+<N
z5?UPpXiD{+Os#K527l)$elVGwn8_M``pA+AM+!weRP<^xuSHGrXirP(oTD_Y!}DP^
z=gP*QlL_}GY55pWi~ZOAD0aaV7fbea30wX*$p2YhfBty=_t!D|J{G2k+&Hms-m`~?
zv@ZQ$EZzR}&V<TSse5m)xcUBG<dSlq{_@K2?e@=(`q#`$kN+ofWbLg7Iv#&m9xJW!
zxv}e;QG9IV^R@H;ckF)uuPMojO;9DGn*UwUGhw@LGw(mWwDtLgOzv#Q<D4Exk3D@|
z^SA%jpFhXzPru!MKVg>tjk|Y~KkVKA{Oa_$2giD!XPVvSNWb9p;Im+Gvd3)Ml*PSW
zo2^a;UFGKd*s?6rW@^N-;C0NA?YeDQ8}eKN?(C>({%Zf~!)o*R=XcHPPkqbkjuUdW
zOuJ-%Ec4{Wk1dNI$7&fre09{@WKoyS+l#OB7KXOJzJ9IZW$XDxmw7aGf{wXZJ-c-D
z^_{;NJ!{V}oqbU|qsi{p-RFm*dN%jD-CAN`yrm~2#dq0e&3n~)v3K0MW;E{=&XHVF
zvVPAe9{1y-?(VfBxtCVR=FB-~C@KDhpKnLm*5gmLr=OfO<K~S`+p8Tym&M$=v*h-f
z6H^xK-qdx@XxY=AJCfJTgIhE$U-sXutPoceUDoxY>{iN5r=SPD2^B^Q&Zw8%?pnN<
z(f;R6{mKsy6kR1R9hkWFP1?pFe*Pa0oSgi1uU$WIXf%q<IuzmdnA0h9gYllP39s0v
zb4JhJxBbqZzl?t$cI?s6>^XWv;j&1R@g{|YhrShi4vKWQCD_@<w)q|jJTp~$`p(+l
z&9kh8H}orreNkI0dam<mW#PYD!YusLN`;aSSM9o*^XTtCp)U^#gC84}I%`TETDF8I
z!a<r%!K$yIv{+?=hwQ9Rv$y9NolP&9t@*R$)W3IpnK6N9*=*`_xr6&G-}uisBT|_c
zkU8U#mSl46)&;L^a+55lM|f&BA7_&AU;gEk+O}0YKAsUR`{pmVm|gFA!jsB#|Nhzi
zW@k6O6!2(Iq{#ehvu4eEDyGm;(4lSPcu#4HleKFkYgAWx-@^irvadqXud`je+CE3H
zE$T5=ba?;bNz3EOoI###Q<K8NO8buUh`MgEwk;7cwy;Ra&!2uXCrq99^ilhxcU}jb
zuG%xfLsaqc42zQ=G<vMh@^CT>v}>ArIffqicyUJc_j`w<oV7C(P6;KOcuFlU<q<To
z*4B^>oZ@QmJ8JU{j!vuJ$11zKO!(Zdyxmy!lgs+DVQ8e0u2#sj2UC-#iFdr@St)vX
zQ%YL;4C``DpM$@qre}Dayb-FgaL0yyZgY;rRK8==UcGwH_j9}V{QKv7jg47t*`cf7
z17wab=S}^4Q)B6hRb88O{GXPU+A1x5a;TLXbRNX^`<3jnnN@q`qOxzz<=cF-&Uc!P
zDz9Ef=IQSniW}WRgO5Z^lC4s-e915ApMIzQL&w>(+$GkA*QB;ga+#=bI%$)RVwduk
zup@;+YCEkKX?b@oIuPys|H+JlCppi$x#g$!p09aVd}sG}!TdcRz4v{2s$cZ+QYzm!
zzK-O^fN3SFNme>LzC2>fE^B^!Pi=nnSK*jfu?uHRdvdjB?_}qDd%hRv)&4LGn!4nB
zklmg7`Crc&9}KpVEikG)QegAoLq&UDdav8&Na3r~u4q2L{N%M}X+W5Tz%N6WFG(7T
z=W<`nXE+zR@BChyyJyaI-&XiNMMF0r*Ky9t1xr`Vj(MxBq{L%(V(Xft9Nh*79hZsx
z5Iy*0liNEnkESCv@0L#DP*Tj$^gP$2oGr0?lA-ESu1!le&3wcXvMwp8@8oL9ji)+N
zyCx?}teLvxcGt;*o^X?&_h#@-i(6J<z>|I|X0LLSk?>31Ly~=L>O5+TTbG}`K2yKd
z@XoH<$+zF%=VI38bPZ*3n%w>{LulJ(CxyZc*@-H-6K18YZZ@{`ys6+dOT;S4N|N<v
zQ0Tm-DQ6BX+j!#ctjQYFU!OYqy}C?TaoUnQk2dCgdKu06@kU9VVtQqj$j!%k@0Tu+
z*r-xom9t5jW#*DXm(?>T@O#afpg2WX!k2s3+p@ps-X>*jZ!xh`x3=K5h<XtASNP1?
zuk5>H?#w^C)nc}$__q2-Z|dXsJh!Tx=8#o*`eDU?2Z#6zk*`|+MR~|gj+?8s;m}dl
zj}LT?zG#{M?`^!XjoqWG=W93xx4z;FnY(qOJ!AN<+g>yMww^hC%dGvwG>?k3X6L$(
zfAb5sY(K0$|DTd}ba;V_$NQ|>MF+WjFU38)9RHI|TrciX`uh6$2QSKPoAdBZ&*Q!A
zd;WdD|7fc}Z^g^4{(`Bpd$@gGyDe^<Bwh1y_5CFmUwt@szWz{-RboleA^-X>%yPCB
zC)Dl#R+^ca2Rbciao9a4E2$vW@6sEgRM{3j*6%S~>eDoQPhVN~`Rv!pdBTd*^!NSR
zUG{K!*2In5sv7(Ef77(Oq<s2glCAY@pB?o(&L0q&!}EQk-jW6Dzid0Gd2F&`XzGt=
z=KrQ_y}Ei!)$IrAbLPAWe8N1XOd;)I)fUCQSCnTwWz7_tEH2#V|IPBHd|^$|k+uAJ
z3zb@@^rdO5dJDT9mh6|aNix&DaVJJyUpsH#e?fJ1RqfZeJ*F?LIZ~37>7u>l^}I6u
zr$3)tl|=cvOf7mXw&(Xf*(6pAXUo}2zO8eoOu01C#dp#{!J}6K&!kmYK6+aopI-mJ
zWoq2?sd-+ZJul?v7}!*{n6_Q)eDd7BetNt0?~t$wX0xVDU8vKnnC}<*@m`Q-;ORxL
zN_Q4lqzkBWBqhmye(+)jKmWJLy^|KjhJ4<_oE3O{mi7CZBmW*Mx@Kx<H?P$64w{>`
zPUrR3R*~+_N&7?#^Yo&tY-Fu`9@tLT%f0+|+r_A>Zh;#Wl2=B}E4+8P;NKs<|M9(s
z-wxi9U8=e0TFmLCjz=%Q|Ge{$wvW%%OSJ+=440ps@Yz77Z%6fWzWG0&WZ&7l+c{Gv
zQp+>B_3ZII6}6N1J{Ekx&;EeAW~HH;r|RZRN14;cyS`N>{!pp;loT9zdUnfnpX16=
zb4zdawoE?xW@Yb*3X>!Qi2zYnuk1O6r88zEPka9Ln`7(wm11SLW(B^_+W)}jhQDU(
zM!v^9tn*fBWiIplz<uK9`(O^6%{O}{PgY#K(s9*{=8GMkfsb4dv>nUz+I?GD-;0l*
z&%)xy;hhGpYqIKo|B>2cw&3j6zNWbNOo6T~H=VS4KbvMOuA6srRgz7KOJLu|Ns0d(
z-1+kjXFuae?tI*lmOVLccjq;!xks1u>Tz_hJSD{wBwYM#)4HW|1Rk<Z4Jg^RO|qZu
zji~Xbn^V{n4|}}m_?O|c`Ep{K&gF+Q0^<x;>xeJo(^k=N+<keGtY*lHRXcwi;$CC_
zTgU$2OMgoXyJefaIbS{BmcDP=o3nxIPfK@Np3E#R7G7(5uk}v%-Mg}T#Cg~cZ~jwV
z*j3cODC6Pb4c8itMYgh^s@{I0eTILAck;@fWRrQH-dVr@urWMdu~T`9&=x68?Y(B6
zLi$|>+gYqTw(x~mh^~`V6*+$V_?_P`<PJaVkUoERfd*IIx6Sb%p6b_kmMuSd_-^|b
zv*<Zz`fgg*wd7>%ifn$%z1rsUq10_wx97;r{qT)l{^RT4`5zv<;1jlX;`X=GuK4`y
z{K0>d(k>}=nNHO<ye71KQkb>t%3$`b4mPp#^y+@QEPZ<L*5oTv3mXF-$|UTYT9BS4
z{oKaOd9nE9t;$LZ1^ga0dT1p{KKwGt{%muR(0h)B)x7?7rfDBC+D_|o?7mTS#(bCi
zp$&_*9$6$wMaM)hFlx=p%<)&yRw$ct$Y7@5#>^(hH6a%K8~p@~j?Ly=rt=|A$or(%
zs*6TBwgukJ*Q_2LxPI(|&e<7$%R{DeuE>^`*`{cszbD|eQ*t85O~ILy)}(VbYw_%O
zq_WbvTGZ>fNwjQ;oN}m_vhN8g*;Peeq0cJfAI@E>)!lj|%TMETo@bu^k(;-6ZhNA?
z)VkZ)^+{#t>Ewqlr^S2iW8KeMOa5<BusnbBPwN4e=^pYt4&Aw(6<*vzN4{mejC@)4
zqCZ_CoK;uPVCK^ux85k<VcJ+%CmU3)EO&m1z`iuG+p~V|OEHM4(`KCcqoi+Q#H~Fx
zeSEz92|MSUeembfwMXXf|4s=DxYoX7w!hqYQD(k9A0h-lDJo56+58~o#BTfFa*t2W
z@UMHx-?(#&r=D-V{Qj4J?KSePe=E+Z(th^mMZy9jBj+1U)$jM8ym+tH?%&V#g)e`3
zi$sd=ajoh$H|>t_*0cX_SS5XX&(B}qcmDpjer4KXfjkqdXVdNf%00d~;kw;lYm-~r
zia7$_*E~KJ&GoPQ_&sxd&d105|BE#rj@`5R$A{+IZ)Csyym8$A=xP1EF2<dK+YbCz
z&^EXxBrR?x99Yx0MO)1EOp$lZtF4u%`mWD66Ivd$^26#6iH|Sdyz%I!c>JRm|71%R
zcb?jHL}~FP<+OJ#k(DP>-ehhM>v$~jT#K*&T|k(+OQ28a$ttJG3LPKx+`7a<7ixZL
zI+^0L{PM#O4?3n!l{;@!Jon^-3Fh^GgMTefw)?x&|6{j#{mGLj8@BeE-M&40N^5F;
zzP`_ini=!Hw5xihR?JtH`0(lUZJ*`y=H5+i`zv@p?v{d=%*sB`5U*uH>vHlwJUHik
zDPm#k!6}y4Qm5=o=vt`C6nJJP<LvN!2JJ1;ll-jHYuBFscP{tW@#7qZi*M%!`aJx$
z*8R@E2Xc#VitIUJ<rq3OWZ9aF6Sit@(|O%==Xz^`2k*3l2ig4+w>~H^dwTr+zQfwD
z^(Ustw(zxoS#x6N{?8Nc{;k!@*6{7*ed9A_UFFlSEV{mzT^W<JW}dGx-G5<ob=KYb
z*dG1dk0Ezi!qpPKfA~DXGv3_(TgbH%zRluW4u4iYJHK&>WOl}p!VISv4!&Qx?=l0$
z6GKJKBrktV$xIM>m#)fsiMz-2&!gV>4>!-(biM!c_WK8=W!o<;yLiP!s4--c|DKYG
zciV%@ev3L;ow_7&G<S)K=@myksm|qd9gA0H#));e6&TH1a9M4-e%^)srSChR_7wM>
zEZJ4TcFsON+s`=9Csn}6<Au`Fi%t(pTwb1Gnrth-!b`QlRL0q5*24scndh6HJ9EsL
z@HHmbaPBi1Il0ZnCQJ(@McOXzIB<=BxlZ<ik|Q5I=l^@qa<fEe#!qk7wObRJAI9)L
zS>ctodCsX8nGOxV30}fSm13rEI+v-XTqggfz~-M~<h2KHx65z*{6g>Nm4LHFX6C!L
z%#u8tCcM;S?UK&vvo>ipP3fF)E9Q#t+02P@o7`pQovJFCHEHeoi(1EI?(Xg{pJ&m#
z!061WNf-awS@{(jrJ1bVaAv}zjx|#sUhX*j`@3ac>CL)#mMxd2ICQc|E)4Yv%-;HZ
z{_#Jzcq|3Q-Z$^O8MXVtr`4_X&Ma>Af77Gp@<m5SN4&PQvWXMPz89XJ;dL!4CH8~%
zQVIWO``?G;z1X9CNiaxj$t4fjg)IwiX6U5^MhabiyRB2HH%Mr0XvU2YiF=u<7dw|-
zezjnVQm3+1WV7~k{lXHXC(YLKpoM5fPhW}Z#q2rJUjDA==_#>F(?^%K>eiLMw)_2;
zIcWB!P8RlN+q!?R=U?cn@=+6hCtrKwg#5+VB?ZTfbk#~%%w1k@bZGaaX<33xCC~0~
zUe0`WOXu<`o}5arQ#HRf|NmoLU{_*2_1^EJBGr};&7SzSoLzm%F*WgZz{%7n``7nA
z?43Gg&0K-k8c+0AIIQyi5b?P1(1N9WKh+|;wmtBYmfD$~{A=k_sp&2o)y_V;aNwlE
zb{W2O8Go)R-&U+si|owUlAI&9P}w)=x|e9%!;H2`Rt*s~3)0*+Ii|2K4m`PHzOcKt
ziq{2i<1G!Rb_+B`<)4$y6AZcK5uBqtRn&9_^ZV?2p%WS>E_}9mFs0YPB|=EBc;oG*
znX;2FU5JWQ^o@REHskwam8ENB0@r*9VqsbP!9&$Bw9!!2it}ublEl8b>$5MPnwK|k
z+7wSGjxDp#PkWYq-!<@w{QPV4?QcvE`xsPV!`A3@ic8z!rbbES31iLjgUk#kM4rp;
zddHI5>vHt=W#40y-n|I%QVQ6YvQ+S+$H604_*0h8nA&zR$4h5&LYLshN!uz8)~-@j
zee`i|*9Q*qWle|X7i#GAls6^x&0YLCCYSHi^LJ{BhnT-@@m$?pBXXu?`I^7tsZTwG
zE8Wbt>12QMK9&=hyl9a}l20VN&fI0!=Q%#rvor2AU3PBmw;P)tEZ$ysEXUyC<M=<x
z1$+yi?reTIXUkj9+sk$a?>GDW^Hz%5>kkg$zqv)Y-seX6S4sBVUAJfkPsQKe|0kxG
zzx(t^eZSB4?QOz_PTE?J1;m#0WPaQB<52kjj<ek2Kc2q6pKNAvq|$%p`5#};*B_`T
zIPrYnC*G*l;sRQ3%FWYa)Aszh)V*c4q5Y40<&`Dh#m-Ir(%=8%;P-!h?BDGlamW9#
ziGD5JQFZmDkDuL*<}8<6agM6IHiALNEF3H3OE-&qBq>R#JrCMs`LeTk<ulW`^29ak
z_llhofB0*n<lD39hJK2%5&zE@HGi9R@ngf@z3nEqUY|G;?9=|{-5Ud$IRR(b?(F#*
zY-Yax(bwZQ?%m@{wBfpSSFdfxrVka#5;Fb)g)JRCe<w5cx*hxYk@4}%Dc|qc&##eM
zCKR<M=vmX=zskohbL#IcYW7I&X%GJPy<I_eZCSJ1Ev3*4(ZV@LeXE=<tzrqzwzxG@
zDN5?4`wFiKD!FZ&n=FL4T;E+1wtdD^vD@+!pU-n|R@RH(b;|F*S-aY^$Ls%Co)cZO
zzGTOax=wk&eXU~7X4kg8nD6uB9sj*WI_ed{0ijImwf3y7U)kZs5#pQV)L6)RiLHPk
z=*qGa8U^ip4~ov4U;Cw_{?p3m5s`)-iZgC$T2F5J`&aptjk~7j@|#C)%t{Kk=Xjps
zxzxp?WbNUd29maSo#v$F>M#hMc4)O~Ik!_`cjuxN&n~z(tW53C6BJ14jm)uj3Jl#n
zx3=O%guGmaA4d;2>(o!*Lf%!J`!6s{V7o>9bK#)qPz9UAFF97K-kW`4%_*s?xwQ$q
zJ#XB+yYviq-N$RXYL^Ay-w}-2zv<ZVxE&{!a?6HU^RBZue)b@|T#&CsB-wZ4gj&59
zR>db*Sjh8ei5(0(*M9!4wr?J5mC@5n$GEn?w^_8p=ZEm7bwN(4PH`e3=h&nsaLaK<
zhgw9po{#iy(WzKD`_pm#`Z-&BP3>;ne5hadk<Hpo!8_W1wi9#U%ny;%m!_xxpHTh#
z_@0QUDO-P-h_G*D3>Lfd`-9%@<En+Lk6x)>_E)pjsAG#~adEfNyN5lkD}0v-=U6fd
zUcYooCSB*;QHkipwaHd9jb40z{a_PY=+wt4EoCfwR`Qi-&JHuVR<-BvL9KH8Uv~NT
zf2tn7Xn097Wzk2wB%6&-E+_YVH@W4zq~yuuIjhzbR4lpnV%0s56PFjwiYi>t!X+u?
zIr-Q((K%i-<-Qj>yyPx=J<~7UWoc?|uI%%L25omI+x0F|@Kb)Iv8?`5`qnQdn?)Xq
zuvb_6q$_TXxPFf%I8;&hw&fn)Nk*38{8v0*c+Snz6_d6MJpELsa8kkFo3BlzeS5aX
z?5mo2F~ucPq+<PnO*dLtlPh<q_n30eT)uwku5(cv7|W$IeK${>Aa1-#B`tfcv$C&;
zwB*~ob`#&u#R2y<G!N`-c+(@i$$~NcWK!&D0o`+<CbM+)wr`8P{o>=jv)^}?|994l
z-|HoF^h_6%Hc#Q3ofVmL|JL<C%s6wSU*ou_{GQ#1Uo1KBIHN>#ZQPlx?Z>ZXhijY;
zFtE!0a7<8LaCNrrBMY@lnwLFAnLeel<}?(GdZ|>HAD=SI($StL!gcNyy(7tvMNT&R
zG9&n2@m31!sC>A0+chD5MQx0&%*3rLtpqkHNnVZ#SMjV+>{96d!orp2tR7-EN8G~k
zn#T$)4IkH8TLL@X_9(n~FMlyBZO!_17xPMAy}z|_|Mt@d?+H3px~N=u+p%Kmf=L;Q
zy`}dadYuS8xZ;A#twmEACNI3CkUMLRMB87^*;cB8nk&zpXi3xIVQMcZtypYYp?UMH
z?DSJb8*Mv7S_;Hgigs>4$p6+^uVp>6&(aA~?kR3n4r}|G=5~0y=QXp=NmGi#t~egB
zN=bj95LB^VldDx+XzAi#lA(%A4_S9ll6$Bl*8TCJ-Q}+h$0eFqnrBv7mP#pR%f5Ii
z^3&W@=yV<D5`NaOvuvN76!yA!eEu;d?uuD(pg-3$a~tk`uY_Ot*EuqOJhXVP`m_mZ
zf}1uqD#n<zFa9{iZ&kpl>)FSbJ}P%~7OK#fHy0@qJM;NS=$r_?u+QB44`nJn-V-3=
zE%M~D4Xftis2?Hu=Ou4mog8tBTPOGKku$b>d7bm?=6%(h)^tBcclw8Qb!*op{6A=W
zul}{}t?BtKOWgm@mzFY?-`OrYA^xAtQm)IhZn3Nil?h0?^!ecK{EeHd4?N%ZBh*aa
zzIzg{(%Qqzv%NnEsA}r(`ITvAwypAS`~BqS|JrX9vE3_tey#eA{I{R4<o`*E>)UpB
zB&qN%W!ZG~$)l<1KaS1c^7H2R{ipTof2u7zVVHXI?Du<#78Vb==l_nKSN(6NLFiih
z+eK!})^KgQrj@xkIz7i@TA}5>Wk*}yecIAkV|3qZPWrcN_xoHcC5voAyvjcto${L)
zm)LfE#zDsB!^(aBZ5}g=EVL`ORL}pI(Gq55l6%NdMt*bDnH8(LR;{wIu~P8V4HUWf
zc3ohG|K^*@ugw&tHtzr45Vl(KQd8)W9HZpo+PTu#=O<dt-L!jibD^mI-aj^H-P-rg
zRqi@fa7X`zJinw|e?<M;<QoU4Y*~FXDn2oES;r-#*=H<lBsUkCCc3!Z=Tf`eb+xR0
z$3<tg)hkM-#syD0;@j4&*!-}gIqAs7j8n_)ey6Wlvu1+7y2n(d#gpE7%{Ivubmx7y
zr*d+8f0=<=f_V3(tG7M;SL*CLann!gNakebc*B*;BKDW8+ffy~jU#RIjZ;SJbiVWd
z-cz)-dvo8(l4BoLmT&2cTOa-WR?8cP;Po?BYZW}28Jt{Dx^Zbo^3D^cGt5PtDtaQ9
zoYiGDZL3bRntQc%3)d&Xl^^c0Xojr4JvV#GQi1dfH$V5@Um0bxC;c^(mf@sFozijp
zMZQ?NOU$1>-)h>04PT27UO%j$&h%5`wA7ijV7A4=GP8=beqKFWn^(WVd;QdcpO2&p
zuc>7o`Ee>(lG$#_wE5rd<~+Wldoh|R&s3-V_1Sq>p18Uye_r#o%I20eN72&M`Lnri
zcc09W+N9&tDk%3@XJSZ)ies4N{fc+Ve?CsP_YUWft0|eDJ(ul#Zf@a+4-9jTCw%Y{
zS~}~-Gma+x1@@;aU*D_EyHk6D+iB9;?H40kE{mqxC7R8=khLygWyi@C=QC^+^q0B#
zdRO{RHm^PrHd#e%%@(1)`<2q0H#ZAjo^bB1%F@}7)++Z2ZPGa!bv(mDrB7MyG3T|a
zSFWsHZI86h3hBk1`w{ind(V#IsrRhs9|`^6S1tcXqWj^C42OCBCxy;lyx8!3y<K}b
zU-VRNtJ8Oq7f+3;a22z&XNh9lYZ;WhR4qDIJ-hU9WmVB3ovsV6j)7t_;+CtmSHHMq
zFw;-s>u(Lsn|JOg<ZbDgETX9Lce0)Q-Myzvj2yE>7brU^yyDzf+;=laY}+Pp*VXGc
zvp!o^q?l!&T)RFsvMtQY<N6<&!#YeKFU-IDPbY-kDPT%!M%3%}s2%H_=Pur=)~kHU
z<6?)%S~s8kt?gYRYr|&yEf@V{EOO*Cn|sTaS7p0}-+g`X<A9WOjk(vuHHlWTmov8g
z_>sN7;Qv8qK7PK6Z^w%7)PI=}zxT6VcDU7=b?ZN!`TF|LtML4Z{@%Zi8~5=a_i<ND
z+#Q(}vc+lM)FbyUzbrWry=v8xt2qYqdOa_Tyw`CxjI9u0YnEL6P(tyqkmY6FFV7y;
zoVrr^=XpNkyvTbmx#ROgp2j?SD;77kl2>(!i?-)2pNx{^MIKBKt5#fn+;L0zajk>V
z<3rQTeUn-)bBIJ`+}bPlv!rM1ygeE(OGP|qJuEnLO0D^%LcpReE~^UuW-e{^nJ__K
zx%I$9iStF5SY~C${0<YHy3yvA{HAJ?wA97UQmTmo3sdK27OzT}AlI|i=7xRRW>wEt
zr>f2_A*FPWNi#NSX>?6EoV?c6eU{&(q^_nr5z9hb4`1{Nidw7ZnXWpgxlGDIvqe|d
zPNTd_iGQZ`F{Z?7KBJ0U@t*?Q?CkG8vYWkpn{@JqYl|(PyGNuw(*G?ruZ8i;>3<CW
zQ+{5`FZ!g<lkh0ypYoo1tB+}%s;{#bC$7Kzq`+wDEdS3OY?FKQnj>1+WxPGFEVuWz
zS+=^SDCovz-YrQl)2j9y{LsC1e*GKwdA}Uyr8wIE-zP4#@$!?MN6#1NZJ0Ly*Yj!D
zem-QB?V7$pNk_8RUB$KY`YU_m!?*P3awV-i%EjK)m$Ya};AGn@snEH?N+M_czWw~S
z{r{xr@&8oxYabb#%--v&{m3OYh1<9MwN?D@$-a5}ep>DS^|SwkI&(qa#gB^je|7(#
zdH?4p^NN30{RLbLV>Prkg-I_|0`16}w5|Hjhu`-PPd8o_dGO&uM*ANR`7JDLo=gpo
zUv~So;tEyH(34M6<fEsltPO4Pn_%U1Cf{gUXSBEYgM4K^+w!$PX9X>oq;^VOWa?rY
zD;2pn7XzEZil@40|6;e^5|z8jgnL(-ps>4cSXH!3;F%Pohd*}6pV|MkC2aTETc@nl
zg16kx-4r+b($YC0?q`k}Pf}6LPT%uwV|YY#?9#h=hEiW|T2~w?FiJ9*Q}p{=ZVP|O
z{Kbof<?dM@@zMTrJRx~$^QPdORLxbAx{{mM-TtAnNUHMJwc_tD8V**RY0Vb@`E~vM
z<2$D4*FG%YSynoE&z<!84X3wkSaan1&a%I(W?}0u+gm!UmS}W4KFi|k6xXAF`R_eX
zxBsbm_}_#@O_w}+Hi#^Bbmv-V8y+_6&u9Odrs(6r`+i?boGYwc$T+9Je4p9nxmT5?
zvMuNMWa~F1Se%i3s;brN;TyI7+FhlIyNuYZ%@eP!{LFoGlJ!(4z5iTR_4Uu@%wZ3*
zdM?p_eEAdApEDY@_iQuX<ndG5`Lzwp-C7yNtyawiadTeA+05Ow$s%uF)2S8bFDe{8
z^<vxY6;-#BCRWThGMz9#M264)(CH2?(IOqK?x24?f}j7We9l~0UcB~0O_ABWGZC?o
z4^KViej_iJyf^lN$8+DXOrFIbTP)7Lkmm{Xba7tV<Km~}Rrmka=087Auitnv(^y8%
zct-C`A8jckweCp_9~>S{O;Zj{S<Sm<x{ZaDu^#X4znuAdek-<DAGi7Z$8_D^4?Lbr
zKAzjOZ`-jWrauzO``g)f^Q7}dhKc;-?0;9&lAAXvH!rBt^U6JyodJo*lhfSWE0zcH
z%~=(owCs9xVsdf!sx4oBt1FtE^625*r~cYTs{c}=@Vz|AC|<|)Uv1QOo_e>~PQLaB
zx6f2#E%zszIjfc)eR$C@$hCA<ZfJVfoJmig6)7#fa)?F$T#T|~xb`9rZ5A=dO&bqp
zEp`l@@^IIR(${M1FDw>Joq73fNkr_+g|l>*T;p+9&bwDN|M5RgK95T+HCC%<zY1P|
zCg$9hn!P&f=BsK3%N$>l=@lp<BPX+|_94^UJn`2$)w_2`BzL^pu<P^6xA)r9%FX6p
z^Wxq9A*QnFy=&Klzd!5$y#8;!Hf(a_yw9(<=TCZWnYqYQS@wjFm%wX=fJ`&#E!J}r
z_I>X&IqS4(3#aSt93xfV%M%*rK36F`w6!~YN9diz^7MAM<tMGT=NBGaSNM0ScTP_3
z<><-|A;ZUx2j4X_-s9?7Kj8=mi@LgV+hN7MakI6j>s`o6Gnt*;qn7+jz41nB@6jnO
z*(>=D&%Q2odLPTdO8zHBc{l7gbw!+bBOA1`wPo_sDZh4#gnD*<6}u^*!s{#4`oJby
za!DN1Or2RBPpfq1{AOZ5v}lW3UdoP3fg!5ye;<G7$yw$yQLW3wsj4I-{rMFmyOmB?
z8ZIrLY30NkvafvAv`dbrn{DpMetc1JY^tB<GVdjuG;GVKUVRv4$Fo^!?M1C5o5sC+
z`Zd#Y)|W(h3dcmYxs~bVu2G#?IA_7+8JU3rJZ?T}#sQq!*}hS4_0+mL7G0>2PVQXH
z@!V$WNkdane~(CQLzQzUkETD*Ddkcs;(K;`XVj<VTbFGT+dJpijynQ#3Lo1)Jz2DE
zft_wweel1H5r?AYK3}50jNM<SEqih6ip@b;w|rJl6w=<Hl%q7|l1S*uEgGJWm;8%d
zbkE}lYpT<^iQV44N0V1?`+RB1Qk88#k3G~mb@@N@kKp|#Hz(exdbGn~mgl^VIGcLr
z^Y`2PN*1h-*nYs)?&bNpoE0;x4fez@xiu}c^};J2%V*}SXKXLZKlcAC?_Kgc*eP^M
z(c`DrEq0W5@7|s-^wZ$r)I*QgI&-zpoU-TlvHqL)D~~MS|3TGEKjzR%5p^f#hjZDT
z!vEb`ZhyM9Tm0v}@_(}?H`~@kPT>Dt^L+h(X7+aWnwQ$~&PQJ!YMEhb;-#_g$J6x}
zb4q{QE8l<kUryWSd5g3v-~XL0BP081V}ET=_VslOm3s@s6lI>4G_2IR^o=X<(t*<w
zE1&M^UUN1u{p?!*Z_{)Ra?9;DJQQ-(qSN*Adakt4#yNf&PeoT1+*tN>LA}HB?I&NI
z((*dyvC)6lwhd|myH8!Zkh5jR*|sTHc{H2&>TKp*Ix)*-RcDu#%<nlh*VN}v)6l$N
zbSOl0{r?}OLT@AE-(R?SE5+ak!$aB2Cugh@k$Eed;MI7&>+z!VXWd077Hqk!cD?F#
zht8r^Hj@`A$osCClAeD-{Zvxe^{O{-WeeW>$$Ov4h$?#iPq}Tf-QIhww|aRu?Ku1K
zV{P93y6OHkf3&}z+LmG=@p1D0pL!vEAK%HX6!PhsH1o5><jG3}JIn99DEWE#{Juk9
zdwc#q<eVNZb;nLBdGC?)>tp}StiJzy0r%ExhGu+I4n^ItmNL}SxfVTVv+3WZTq+jA
ze~hiTIQJft@{#nAeE!~cY18$GBC#*T(k?7mZ@1L!Y2|@;u7NE<Tx&%u-%W3-pSEFf
zl&)>YbT0XG^W<Fv4dwjBgr*#qX4-$CX`cW5*nRh>_nv!bv-Z3y=hT%I|9(EVw6aNC
zdOP|56N&8NCDTHfrhJb`+QWUr)js|F`Lo5|_2-kgbmXRodqoBpFNt`t@Ul*7`Tq&c
zi|wLsi)We|vrYEgyOkq&-%i1e_HrNZeARv<E6Y;PHP58CGBvx|Kkm-5?N=AxzyEZ4
z{{FK!tn}8!FEG{WXgSX9EtMH%^>iw??Yz5ji9weCULDU5v}*mL`TqX>$M^0rZtvs&
zx!2;^RcZ5%O=_*5ZSL47e19?FPRI(4m6~1C4xVd2vy8dq5|ipiC8xDH0<n91LS!b(
zzkSpZ&{ETQ_N;DLSeOJ)n@FYLnZ1iTr!;9aX)rB4>~J``BV>Ws#YrkN8QwZ-?O{yT
zj+)D}RF&P`T|+i-n(>^KPRTkk4Z0bvAJWgBU49~^eOh4dE4If6xf(+ZUE>x!VvB3}
z?b2!RvPZh_*ek7~bu*_=dbq|x<LKXZev6mi1%oEJ38sc#{i#%B$U678oS53HT{EJ;
z`JP#S)#iNV@3-4muIjp&ab$h{Pi-?ZbB(U1=4R$on|L;~{yHBPTAKFAO5Lb)R+5Ez
z;`!p)d$unrJoCQxt9DL)?uUZ%{_^|P^YeBe^fF#1%59+f_}~nUuA4V*B<#Ju^!n?G
zrcxrQ2Ma8gX?Q=<SadZf@Coa+h)XWlZrlslk(;0Q>D=1cGdv75d98o9mzYJDRQu}1
z?eQ{P-4WV4iC^<hkHw`eQNAq!Z{Eur$oX5?NId9yI5T~{!17r-r(b+$e^{ff6Z%rK
zsJnQ%>rRXRJfFQSlO9b8Qa$H;VVbDI{>)8k(*iyxMi)=(sr(hmZW)|yt(?gbV#^}<
zYfGGH(3NJTK=BiG56>E`JNIoO*B*saK_OZfoDzE%+sj;w6kd3e;lkIi`#+p~!Lii2
zS<r{;;dhRu8^RPyKcqjoJgIrF=5cpR_qT$&l8a?bTAZ%h88y0i`A<_TnXS1uZo0+W
z4d!x&a_1vnZ|Pjr@iIf=(7jh`r++pGZa=o*gG!*&cI6C<(;DV7^S^j*m(dbF;^{PL
zS;wK~rd1_VO0Uca5>hR_(J;4KuSMjCQOx@$*Ir9^|Ko){A)lt4`{LsAwDQd>OO~@U
zPhOlf!THazWx;bM^5{-l@HaB-!{nabMKf)lIC46!Suiu>*kny7w~*A<Nd|MDmdxUu
zDB?Zqma6S1Nz03$e%+ZLWU<HMa-i)q-iR5g^{07Sck;9aY&pZf*U~#~?&0I}{+HM1
zO<ugjO{;nB8ztXwHA+u{%RBz%6fa&9^CYX|{-K1wv!&I}mHdBrU&OO|>iWNz|BHP!
z|3C3|{{JSI5RU8suY}wk@^dvUYD%WRuUmaydwp%!^SIwSftL<d3QIZVJOA3!cXL-s
zul?`!|5WY&fBatgJUl;Ws_>eVm7mq^6O3%0Y488<Yo+~Kg4@g8WR`Bp63~RI=kCkT
z^8Y=v-?)E!x4MX9dprA|Kg;cx*4G^B*5Bu`{j!rs=SQ~az8Nx4Q`XA$o|C$_D&T~M
zEQ>1l<*$=H%};Ng9pR)N{5reYHBiT`YH6Q`*}4hx{5!v&>#wYTueUclddj(to2%v5
zvYcx>xoM@%+A=Sh<tm<TOH5Num+8p1Uu8(<c6%)8X{MZ|s?vKpCuhy%^!G+Gat1Ht
zi$DL3j@en%$j&dn;Zjd$&B<Ti#Max@H}_uUeRr?+$ice#_y6xb|KaiVd_hwsuh4?*
z_Y+J`-gwiLmp&!Y@YK13iiOv>u9wTGI863Dy7csQ$tS=6d`Y)YE#B){zVzf$Zv9RB
zs#-(V1@w4->%W&`BpGz>*c_iUo2ru8F9XlH?LK_XtN*Od!`|)p9)_2{H`Gp7ahh<f
z?fLcVKTcgeU6WKjwOoGR@igm4ThsN5g6=+lSQuB&9%{QLpg*v0PO-?+qcgf94IjQs
zoIi8nIj0TXPRcWuG4D;4J7qf8x7kxX-2C~%2Qy#)d4BfDAIFGL(aSHF`0cUXoA!)<
zmD@FrAeGnW?v$TSZ;AVLGyPnbaSQYQ3Gpsb_GQa-o`gJldFiZr)gv+Wz40fE7ilEr
z=Jxh(HT~Al?{MR?n>42q_a^c9s~!h~OTO(%u+~<Mymgmr;|JFW>179(8Qs`5<IL%<
z%)rFelG54QJ<B&Igsj=CUA*aPf=ya&@#M7Cj{EOFuP}KuSzNzp@#Mtd<})gj6A%8K
zYa93P$nlp;a(As|<bC;KY1irNdKVNQ&fMCQu9su5hDAO`dSTyk5#z&i|8dOJkn1_V
z<gMK6z1(klwe#%mJpcEvW#;Opjd!E>O!LSu+}3X^nYfo<>dy*Ksd|~2S(A1+pOo`+
za5?qrmDTL%+e<u8<%m7$J|`K%;<@OAk>i}IMJ^9~6wJI9PK;YP)uBVvb*KCv{d+|p
zABjbahXn*(c(qL+C_t=o?M!>sVAl7G>Xi8Io&9Ol{mdXmV5XH}ogU|;t>!^mofjV3
zO;DQgd2Vq|PJUpeci>d+I~6y~ZXPYmtDAeIa8HK9GuHn%8Ku&L*0vvhnAB}3!z0n_
zRw^;`uvGKLX)3;cf8{<WTwj%BHFwcgE*5=ZHuhA>BCjOb#5KyE#+%l-PBGE+c2;7Y
z*|vB0_8$+P%y?NM^Q2x$;$Z6}lPKS7X4fj8P7SYk_|(7P>CA2!`S}Jj{VsT2&e^W9
zTF7(4hm5r^OLo6dNqk-)FYo$r=0lZx97%JNrY^X6>c!e`8mH!jnJ>PYsUYf7*z{ev
z>&_*4K1rTm5wj<!@-FgtxF*43PT(1vpJ$Y7eU>a<`h2fNvH!fKe)CpeT~d+sU|l`e
z$HI$Ct{8AGb^2vxdM!e)$o|mR$?H5Og)GRHpAk@YG3QJxqnCz2-oa~y_kw12X{`@%
znsh`na800x(cDWuv!_%x6nikfExQqRbfcOV%jO!XuC%pTJ)d7%zN%^c%+#_j_E^)+
zBbV)GJz8_%C0p;*T)pi!>vy!=sXOrQ0ZYI7wOPGiO@&lXTxz+xHT2tY_am!Lr<G6j
zXj815q*8KAmMgfh<c@l;P){kxbC1nzXQ!4fGI{p!p5os_0Z%PAy?lM-{jbl_tIVG_
zf7tN%Q+N7hBfHAF`p)8(ML&zRx)!Uqo}Ig?{&~f6;~?3OQ<gc~JbPGw=lc8kd(N)7
z_>)^@MfpF@ONtv0aNknkU}KN+vO3#y*s-y+@tR`8Nt5F@%sQ`q)#@>3k=?k2HI6TH
z_HR=aA@w_lHaAwx@^Up;{@>Pc$IBl3KU)$4g08N%+`eGT9DnuLb-%=)eb^bfrf%)S
z2_+AIM`;-_&3)#{`fu{$BesvWAKIxWynCL`&+q9Hw?6mweQxUNShD%(^?zUHZ{D}@
zkhJ|DzI&k&(GOGGKCr1W7wO8&eLnX3e){)^?lsTK_qpW%Rf<!!ShyihF=VdO?1SR_
zzOm=T?mBb-|J&^v{bd572dne<9!xNJpk4o=J!VglY|f7yrL`GbZ{MkSm^$lj=)Z5)
z_n%$-%P*#1Z#B2*^WN_-<mEqKI=#N&<0ICVS;ZkdPcH<B7;h?@zU1Pe>c$Cy7fQML
z9V5Q)_;TK!@8IXpvAy3FbDo_!s=08l=V#WlU#`uTxqHXC+<4NOMnOw<_T3p%1z%36
zSXJ7)YR=P+TYuh)N$Rw%naS!oBYyGqpE}okG$t`x6}bc+h?0|)UzmLK^!fb`uWY?s
zBNB?YdN042Qc-#;!Q|QW{K`jdPFccIKX;te(YKt{w_)Z%G1kym8fRu4ZdQDIPRzYs
z*zNfKB_?fu15XyO=B@jGx!&c{yF`~WS5NCtUbZ^odB?FPmv1|&e=FXTD=PXT_>^Or
z+Vf`qyrPYFAC<@LbhPfS_`aC^f#~YDGyG$2KRM;q)W>^Dd)>OSh?_Ydp6!*DyDD7o
zdDQ0C$3F`>x^yxFc6QC3?3`zRD^=+GhtSTIPE}PJdM2Jyid&ayaDB2#pLJeL$akrU
zg7^tfS=a9N6pooiU$0mk+F9gzUvgI4CXN}mDkJWG@)a{v6SF+t6ZVY9%S@$szTJao
zt<yG7)991Gy}>S1s-kZ4qpb6@tm@0IKg&{74P3Ib`nz6le$C{t&4JbXR1Ud+wRhdy
zu#F?DMx*JJ#gZ=vJ?ipqX`V}o&^0wmKNsb{M7isf;c0J{zTT~&@9x!?tokp)q-b(4
zoJT#m@0a=(Dc@_?%x~VgmuB0YnbEDQ#_>91sqMVoHO=08c{gc1JoT$bI$QhBjeF0M
z*W0w4v>lnMvGzpa3XjR9QZn<u%oJml^!?Bmzpq++^}l)T{PIQB>(8Hg@gVavTdJ&|
zYlp|;f`bu})wVUE5BlCeQa+n?DdqLe^8udT%6&KQ+)7KX<$lfcvO<JsL#pSs2}@=!
zyC|Z<`GRFm(;|@&F(sLE4tB<0`u$g|YO)Agvu@kOON%CV^qwv4SzB=Is%z_!8@qmp
zGpUN+o4ZI}{JOZKUF+w>*UlLi)^0gi^D_IV;XDf~*0~u=vv@W-Yac8ydGO#z$IToz
zr<Nmm?_V#_-8zB&T(Q!#Eh{P~8}ir0OpBh9y7flXnfUS#rZXQDellIRW1s&b4J+dt
z+)GT0y<&>RGOq^d1qBFe%w6z^?O3MWj?(ExSDs%yXDh^WOM2D~s}S!1!47lR|1JG}
zd^>)>v;GtMO*XFf?c+c9%=ev}dOG}uy;Z^#f6vP-t`5e^EP+y&W8Z#U9lxjl8fWIJ
znSMonef<W<F1%c)5OU~PE3eyRyWTRVDOsDsoNi?#u1z(Nn2;*zbc#WGh1MhsRbS&%
zNhc2eV@Wre8`iASDL&i1rE1re-|~|TE9JP~f9-#{$Z7V%DN4S<tFrno$I2aR-E5ra
zv{-g=w&l!Z$)k~{-?{7%TRI`}v8t+((2YY$dmSr1U1AOk@<cxAT&!bLJ=J-o3Qu=Z
zZ=t2r6c62wNfs9jvg4ae`Cb=onc^XOeP5iT;a8E$lh>x^+I`+?|KQlu?26|RJO2o(
z1<l#>QSEZ3-{RR5)i`fVGU?PzPxdi<dg>QjcCXmugPd;KVUv2U=IO_<D?OOgy~@d*
zQ+$2g@~zvtidCn6JyUjU%F&(^bG-xv6<=JNp*4ZIH}*;X8O_GPHR5s|Hs=p7b6)v?
zdF6c9bh8GxMdCuUKQD9*YCBQ-a{inP(YrtS|8HhZ-_Rf?_po%vuZ4b{CQ1)J9v0iZ
zZ1xVW_e>8xcD&;J^X2$uAyG%;=Pm9DFU^FdGS3tQ>Frv%$mB`u(y466e$Fv{^SrL3
z_3gWy$B*|~So_B9dhm2p^Fp=Y9lM^+_%E@u#J+N)$d&Cmcjje(7Bf#)aCgzN+MP8s
zpY5E_m*+dV_dWCMminJMJ%usdoawW@_R~#{$}gCh7X{7nY^ybznCZ!{Ic=L@cYNN*
zS>i>e`=_*N9I9q(?3lghSL^!AS>J!$tN+CvW2YpfdX71$-IMphD#`wLdrs$6oY0>C
zLnl1Gf>*HIVd=v~Wo#>jm-JVBTiU<5@FSP~k8}46KChksaPHH8?%RK!uD|`feE%=@
zJ%6HPH#`^hyyWnz<t_Il`+t}1ABx-m<jnv7>bixrn#i$`H*f5cOr$;@>ees%dvkS4
zq|l4teJ)}1BKI={UwE-DF-GB_g}g_IQ;YjEr}yVx9xt(qw5|7_JNt`OzqsJ0-3P<}
zpWLr-GiIs1RZ@O^zs9?byS8;28_2wyY-ZFmLF6dQYb^nTnZ1@)RR>aPT$Hno)zs(v
zo;=N&Ej@js+vgYe1PiY$y1ma=r8w=e=1&Q`9~twt#jn3~mAn>dx2Jge<Hv#=2iNZY
zZXwAN(X0AXr{J>j-gCzKIfBclZF$(STl1Wk+T^Y+8+(@=y?AfNNr|+n2X9VVJ$+sA
z(wnO1b-y2JSzIUomZxyD=c4clYr9^qNHLgaI5(oNpKZ>UcAH(r(-W7U^bR-sdFb=)
znAcf+eeOByzTSw-z3i1-l)Q7tHrMUf(=N={QSnIBl5N`Lvi5%HRy9i>4^uz)J@qO(
zKd(6dPeJ|F6c6zXt$VFKVxp=c*NTdaQjBDi=PGuYWX{s%OVMP_ywni2KfmYTjf4qh
z*RE=KZRTKDvh0q7M9Um8lXZ0(TuYw#T$r|kTlv}TutKj;A&;E3sb*$5;Zm70K9f#Y
zKW<&_ZZq+g3IC2_?}Ks0A111=X`dRBV)ZQk-}e8!x1(qOc`08%`TG4DX3bJr;m3s<
zOA0Cs>m@u+X}!6!mNmQf!KL#bZ$38@IK8lD;mLr7nq`icveqWr%r=zp&)B}(<WkGQ
zEo=H0%$oL8rrGo0`g=Q%E|04gb#;y2X0d{&dCwy+MN7Mx7qh(LD&9#=^b?%;;Fz)a
zi75$-FFUGF;%fdTxznri_hJ6Z_xGIn(p6nUCoSV;5qLRcX5pTn@7jITg_ni8KIM5h
zc}72f)|tiJ&BjYjoLKMAlK&p)buo7Tnbz*}PAUPXCM?yAYCf53@Mu@S8^3O@>GFm%
zW0ze$b*Nn1QOhIQKZW%iN1q>?%v<?MuX;2l%gpHsI6Ud>)>6H^Scc~-yD~Fo?d5)K
zvb1vvOZv*3tscGeW?RqYjgwz_g(>`{fa9mgnHyFL9Ndt<Cv{!*rOc*jtEMG$s$I_1
zU9NThhwL2Q3u4m_op?68z4ETn_0IF%GKws&fpbpw&Ny9eD<|99=Hbz}ezuxtMW2>r
zhWAv%GijDVT3w5Hgpx#!wNC}8|7h^<n=I0Kq-w>fN!9Q7o&NC9-9(hTZC_Ae?YW4M
zzcoG+6_Q&*o=koGcK-h<v)}JKJpa$-`eW+$|1-Oi-2Ol5Fv(t^<SW9NmU^_VzOARa
zWOv)uJg@%`8rb{olroPjIm_48WHC8r$DUJLPfyR>I%~_W*e)j{IX{C?$62ahp9|gF
zJZ0J%!Oc6j9?N-TX{poMvP?3aF_%Xp{Iuh<pbNV?i@Fysv{3GhbGz1U%vieo7}xt}
z^~cx_E&d*|%)$Mk4EMd+!IjH4H@43#;must;j$&9|H{LrQ;*lW9u*AI*b*XgNGas3
z+eEo+o~gRcYwlW~T6LtSt14T4+KF<xm6sJNH}iEmy>9sa%}(In3ignxYiFEP-1q9D
z0c&cYV$7j$OSxnAlyy#B`}RTRH9`5eZ$Caedz(W)!_0WuX3b?<8Cz#fd2G1p%*|J3
z2J4by`~(kOS$Jq(*y6?ywr-OpwYnnr7IcQ&eU5x&@;KqU;_B7R-`L7l9{9qo(XqDE
z@7$~cf5A4^Yddz`oG``JF|f^dNto7*BWrmN*Xq7%v$J{LQ<|}V%9=kFYKJGCPGtPq
z`q{IHd+x@y;wO^qdJTSTD6k4v|9P}Xd%==9<q-=nUXdxe@_2n_q?7UWbJzAfGr44P
zY0AfxFmX=BqgB(M?+EL;^yyC6fw`5w#jj58;hk~)%%S3aQufU?yuK6c52x9OTH3PC
zixI!`TzJ{@s8^|$(=GJpD&@Gw#BShrO4MuRUtN$c9<pTlq<PQo2_$A4oyt^NY9Tyh
z`yH1Z%a=A6e3O3K8NGaGU-Tp9e*qpXc^~g&&tH7`?Weu@fAe|D>|#t72X)T+BNSG+
z*m1u6{|CEm?%aGldH#Q`-g{Q(+7lKD<i7uyF)61t|If?%lUrY3|8Z{nKjp~}Igh*l
z{&P0|FS}c_u-)&a>lcOegmgt@r!01q@!a?4>HXx|(#iAp{d4|wGsSSGT>tSspI^rp
zS8O=mt-t@ovukQvK^4J?r{`?sOk4i!6r0uB$+_Z3);E0q{KzwS*5`*Mk4hd{-`}xw
zf|>S&HS1#^m)C#q|8dcOpL3vO$t_jC=oyQgI%<0~C$3C4u~W<5@}WX)bD-|@!jj#y
z=g9P&Jk5A*o`J-j^wg)4i+)IX^;yo^b2@7|Z=_44l-%4mm-O9h%HCd<nK#GaRB>Os
z@~*w2kJfmWFYUhODE)Fzg29XlrOIJdl5eM}dnel%%HOqKa$>oQmfMLraqEvBJ!cj@
zeOt!uNt4-smxSwIy8TK}omb+lMp~%GrqvBox)-x;jwvW8YFKYmxb4upkDTJWoY&=V
ztNi(j?fUlXosU>_Stf=&u<7+NnEC9^{}*;^U5XQzde&PkE>UcZ)aqXqetu)0gOt?S
zDHBcqJo)B$;9hEO&*qS?ON>38m<>;Rvn@6}e39q5)+Qa^8=mrK3K`FHU7K}lc~F8+
z>&C>VcJ5oN!k14yC)^kMVSPaLwnrLVMQoL~o}52#yY^7ZrEA}x&2ia$$D`p$_pB?;
z%O@V~pDZU<Gj*xO(c;eY#d-gJ76gP}{xKzBNuba6yNM=JMTy0W-D<r*sO2b4@4Xzv
z)?0Vh>3eC=ha#^JH4l`;E8M4Tn7i=D$<qz|{=vL)6T(IN`S>c=O}v<E{<7bD4#yGG
zXjYR|rcI9zwrnywvMK5Pj|r!^*KD*|qvdwABY)2~rne@?th_rCKiKTvDwm=C*KYDh
z4*%xa)z16AzAmq*FgkMMm*mWr;)o2vfIUl{S4n6t&{A_et9tnB!q(`T`iHYQ_F3>R
zESx%N(VR`Y%iB-wh?@SUQ^_}Srd4O`^`nmG{_@wKI`}m-X`}D89HDfp94TS<H>x|E
zcf=;%X-K=aVDmn%O-?VnwqDh(y1O;%)&qwhR=*vtUi3-2$++7>Id(5A|G#aQGdGpW
zg-31)o094oDN-7&6W}Cx^dgh6ywGgzV~aHdg>+LIKI=9JlzMHm{`yaMNl2+ijKrQf
z&)k13bxXh3!o5&H=}z^vIY}|LiA=Avg?bf!D5beN#<BSBSSekvY3k&0DyeO2o5%7a
zR)?mwoy_qv?%eoTapU@qtR>4P2nDwube*N~$U?Qt>0X2BLc!V3<{fm|U@!CG|KIoj
ztMApmm;I;z|JDDVxJcFW-bzb1Ui$QFech48i<{hbJI|?#t9qv;zOAnP|J(KdbgkR1
zryQM96mh}+UV81;<LU9$y>8c@t+0P`VycO>?yR$Fg-gVvL-TDzBNeAEx#@M|PSnvS
z>JM}`uF_0bvYBkN+~~vd=ashaW_>#}KQ=)}s<U!>;^Bl4jwKBiVH&#PYOgCNKZrH3
zRMqX6;-n-l7am`&c<6th$0D{)zZI+Itkh(F>-i(f?ycdu1xxr!`@e|XTiEKjxXI;A
zdsW#i_9NRiPFt~VeF^W%f^%1v>`*A2B__<*Hm&B#3?7q9sy@G*`QG1AoEs(~ZzwUx
zK(^Oo@sym!oLp*`Ie+H3)tjho>x+}QoV%>&cyih@l|H7bYgbF-MLZv=xUKH^$}OI;
zeoc^McfhPI7gfB1?i_kAWA-H7X79OcTFUz+B0Mz>Lr><Iac4=cZO+-X&)tvRViVsI
z?)%H_^5@xkM_XmH@hyH5?7T64(wQGS7yR28dp$qlpG~5W_8*y*|1H)&_O$w2c_C=|
z)S`-z#Xhf(?EPr6+{8CY@vyXgFpqufZ$on*?jP)T`TPwU<{LWbXERLq^xQf}QzmKo
zp6@^3SD)d2=-)e?qj1+-2Zd*89+g(I56nF#AMy<=|9fcOVy!>Q5kCJ4civig^NxMs
zca<6WC8>Mmx^M3LB~$+){lBUGzuo(vJ-i$3VeFb*D70p}qwzc4dl7bfev1A6U0w65
zc>n3G&+XeTc}93=Z~f4sv9RLjR{zblAC>O^e7*nC-`VejLRIhoy`5iNQgcSW=5v4M
zR?#@O3{j`168&da`}aC6p7>$0e9ipC|16CPm$+W*?B2cmOZ!3f!nZTiGfad^R5soV
zc&gl2R#c@eZF0-Dr(>Gk#MDWBw%>1dF0Wsg<X6k}gspMW?R!tk?Y{s1^Wy9N#|1Vn
z?uC0V7WJ^TtArUy^?!`pylI!)^2^Ra8+OlryhPz-(4@BX;?1WkYUZz!37o|)BlmAk
z;{T4dUsrFr{d&ro4b5}@E*7r)`EI?(Wr?KoOJC2<$&GbL?OHS;M9uy9ER~ZIUv$6A
z%L=AzyR2Nk(lk{tMev;Xn%t7gkD@1!dcXGhJm+GD)BlPS)AMU4UiDrd<knPVvP|Y(
zFjuqM;i%JVW)#+3N;i@W2s2(5>Ub;9=&XAM%QcInm6_>*y4xo#T=B8*)YLb!G8cPT
z;%k0twKq3KfB$}Cb{pqM9sPoHi%Ug<mS2pyx65Oe*-76MwlCJKGnnIdA=2p$Z&2p4
z&2uI{7CtsvhTUYgX6CesDj$>CQl1}S(q0)dIjgZF#c}5hZ`CGsuj^9Z9U8kH&)CFs
zG~D5HYw_Wb(77w#omY8#?)<x*`A!{Dsyo(be@idz^uMa1&!2ma^>$}f)$>}3C1=_-
zLPL#aMp)hTv$*`K_l(iEihojD!)ACSdu^T}qAjYHSj<~%A$&A>Qt+Jh+qE0}rY<w&
z=-fE%rB1rh%niFPJ^pv^<ReB4_lH`F8QY~oLK_bk1@%m9b%;1=@bSrH#r01W=B$*x
z$tTTOqq^e4p8pyBiJBHOd468py?w{+_sM%0xIJZb_g!AKYQ-s|6ZKhd>*JnyEWHr*
z;B`{jyUCFgzNPHl_?0bPXYobD>fhEfGP3P9LV`<@gEDWu<(qx`_K~Q>vxaK-lZ`44
zteYv|su{W2_fCvrX10;w!=44#-(8Hpxy*j%hP|bXTMmX8KU(3qMA%1mfw}#m(A<>r
zZy^jj<_K<6*gofY?X{=NR`OJIOkTof!Sb<rrPGADbL?kNZ(t}c{(NV;fx6>d{>VA`
zD$jbK$7~9j_B45a{=d)9_WQe6ZIqo-svJDcEJe+;^Ygr#Y4g(#T<Iu^KJBQLEGBov
z!qebd%lq5YzKY#SUOj=e;d_Rz=i?bVmt3M2PF3p`o^_Y4*F^bvL4lEr#>smHXJ*^~
zmbB{o@&4b{|DxIM3A)W$C;Z?45s}^c@?`ENjl*HAZ_AFI*1xY%zuMpMb+DM_kEWLu
z2eOtQ-W)#vvHJds$tQRCZ=SmGpp+Ju)SE>sE*NnMzfw}@mhPRgb*tIt#L)SMeF?6D
z{{vjV-}qi~%l!wd<U7NzCy#O_cqnFWGv4I3N5S~)UY&D04N5$jlPoVxK9aOqbIA(s
zM?GbWosDxBZCPYu?5DQ4O8DutO=&XM!W*Y;`S6cr<?2ax9^ADS*U#}s+6uTzJ$IS$
z=6V5FHp}LhEq50lk@<eW^-bN6hVrxDE%Hh=OOI__y<_k0<{;2Hu5FVQFTZS2>B>x#
z+-0<7a>5Ps&x%2R?=_j9S88!`m6KK9Vm()CLU5bz?6Aa!jZ<RPUKy7f?pP;$-Ii~y
zO5u{3XVcDnlALPz;^(o*An*SsV%2OB3fX_w&9nD7=iPB6zi^|@<QlP`96Dcx{+~#?
zGCyCVj{C)j8l$V{k``J0J<r|vc~WFt(6ly-t}OY+Sc|W=MH9b&Ig)lrH`UALsoKx8
z9TD|j5*2Gax!I@AX}2x7<<jw4>VfOMBacm1{B(1B{i~q(-x>9vJ0z<jC7zvslKv-s
zsdGjBJExD_QHN(X9f_XORcPl?zvs%6P?z-AR`LHo{};CZxBLHzwdQplVh<b2&dgri
z;4Hi>q2j{?`I_JQm0Lb{_}6~xHi>%sL1BX6E;XOX_b=AQKG^?5{Qso*KW|F+eKxQ6
z4Het-aq@M`d-hNK|Glg~`0JXhfMHPPBNnT>a{7CI2;I$Ve_#K<`i<Q!&M&f>2dqA2
zp1YmD_vp!whWdN|Fx|~#*EGE*lJQVd)^5q1zLVGVTG*wHJcL*9Tja}6pJ=!C;%sxF
zt#8g)b~<dnb@SQg`M<R4|4)9e<l2(zW+(mm-R=BOXNuP=E}C*M;Y5N-Qt8s>LjhCU
z!nPkYHlLSjQQ;E!ZDQ8^O%@L`ekAw(Vqddm-DK1G3om-!kT?0Lmz-?6=yJ}aG{eOo
zCv3ecI_IR|B|-JJOuMBwGcV_C)9jY)FKaWICD_rSa`J?`>LJxN>+=>(J+^Do#U~sO
zlk@f!_uKz%u6O)>sQb(5riU2~Gy4i33+~jM(I<aVo^OVjrTSsPO3633tol~0nqX<9
z&Aa(fgZL4%1+TS?&6``D*4@mx{I0a%(&Y6~VUs$(_oamdo_cuE@VL73CAZm1=RF^H
zh|k-3Fm1hirgqz7!?h;N&sSK*%1pXgap>Vg!^tms-Ya?sZ_-(MH7jZEQVp&Tb`uP;
zjH5+b*}vFmC)LTHdw*Nuwt#7&+M0LWMm}dBsT}j4#<hIckCms299PT~kL{m5-~V##
z+VUx>p0m`ri%vd{<e4+ES;xO<^{$TSC2y|P6z^C0y`}ib+m|n!=B}21CTX$gU-8yX
z|JP5|4$VE;`N6;0`HEZIv;`uci#M&}*~t~q`}S<^CY3aknXTdv54CK*>ak<X-p=py
zJnfW^3siSHHC^y&tpDB}|M6@1yysrVN@dgbY~fh0+44Lk=wrdEir?>Q?Oye3?qzx1
z*%I?aLn2wDOKHw~y_CQoR;w2kg=X}$xVR*JocH|RfeR5Q3@kn-tde=|_3359$C9>5
zf`KB!>YQ)Oq~{#Id7)s&O`exUN`{A?DIa?(m{ij8%6*B}u^Cf-Z@>TGp?m&i&*ViG
zjwd*>d9HC?TGP0tj59uVzZpxNoWn*F5$opK`RoGL?EylHOjkWlKHyw+YEn|zBPDm`
zvll#t_U%8Fz{zoSXI}NfhjB{!XQew=trDBv7Tn)#bJ@eD^Fc}0nbLF(zthsat!8_s
zxk+YE^I5h`E+*pBo)z`_j2l;qy3PxJ61>2B^-UMgK=H<9)7)47x;IbJ#Y^V(hnpIl
z5m6HrZpIwtc1+~CYVka}{%`KOnEJl;wI5GEdD^hQ_HVxANo5T-i}W2E>gGm&znA{%
zn_-<(xoxu5><POKtweo3aqh4Cu6t?C!G9n5)c@KpyUaQH<djXbHg3A4=)1_(AvLn<
zR8re&7O(0}ZhLmb|DAbc_5DeAs`$$5yNaypU+f6z|2g5}l%;}RPLb0>LPa$kJ{x;-
zEt;m_XBu_t!=<}>UVb&Xq;~h3)?2s!3ccRo!rr%h|Fl>7wXd7HIpff=Gt%<gR(rMa
zXzV<3(beO^#25!HmSW}|2RIs6^Gr455L}pi`ooHp4+)1VqAq1`k36k(=A;~R(z|J_
z)_)n_-edF1{1oYEcREvrGjqy=-i22^Cf*C4)~3-{xQ)kkf3bzUS@E`2sgY_qdz!zW
zox5}1^R&|a8+6b7-TpZ}z-5xlj8zLXxVjecNX9Oj_Q5XkL!Fi)4>QZ&KMx}Rb&G%D
zE&P^L@u)Ru_KRm*T8}dc)g^OpPzkkixBAsStK;ZvRwLbvC5E97Kia+U($1dYlWsEm
zti!AaYx<ARUtB-O>&MYWjTZUu>VgD+9J&A4f3x|sn>;&Io6B|WBbLbPwceidv$8wu
zQ_jMDf6B9$YPPPl_WpV0y2>=e-ElgVW<PjUmfi1J|JDD%!+B<n>07VHolupD_joUA
zb*!S_tE%SZ_y2RIzT;Y7|J`0ONA6HxR+s2KmY>taLw>fz|Nqne#_mVQ{lBlS@2vT1
zwR5A#+?E8jl^^01h0dn${~@|Awtm|FAKU*Mf4BS75xxEX^C$H`>OZId|Fi$mug&M1
zy_-*lW{0fq-B;9`U$glrfBlErcXxJ4p71mZuvuYK{{BvCLD3Oz{k=!7uD*WA%^_mV
z#~U>+_2(}|$2u?XouJowB(ZZzMOOS@7o%Ab-}VcHeT>_<v#N7_{m0pVetoNsnB6GS
zqn<n|V&k^jP916EnOD<JAKAQhYoo9#`|jU9YR65i7CcTq_E_+owbj|_5s{Ts*?;%n
zsD1A45n51KJUdT2xpb}U3Z+cuMBBv|r`)|;yG?)H<(FG;+FKmCrC1rdDD_lDzy^IC
zwd-rPgs<!p3>3SZWp+YJb9etSlgT~xf7kz;pR?Zfc!^n>(aohAe46T(mxWKS(J;Kq
zkS-f3lQ`=jgN0OYhS_W$ch;qbJjaCHRwhlGe#FY7KE$?jih$ZaFV@RyeJT@UZbqc0
z?`h8{k9hl~;(pzMH3cQJb?tuMI{wnkDrD(m`?&@ZUn1X@Mc&=zu}G<HbJOF0ho!#0
z$Xup*H%@%1$vG(>(HDuCvo2+roa}CzX*k97zIDpd7e{YZ)YYHuZT_t2v-qY%rf=l4
zlt?B!6VcBrzy7fc(K_KWO?|^@WhTXQY4#Gyo|9Bs_@`cNy7k3kZeOco^}JcO{2#28
z4d>41F1;LljPv;M<0Z2tgEZHC<`8{1`@?}}J=f2i?<^<{e!M2$N9MWFwB=9TJ5+VH
znWh=07V~wTGMwilP!VS3>o)nN)45A|sX6P{Z`^ik=?U(xQx97fI|x*^>p2J-X1M&h
zdzb&`<LC2ItuI9gXE;tZJ>uCs*WKMmw_;)8W}7>=ciq#|^-Zi@`*-^?x6J9ROILa%
zwR=gY7r9L1z8kEWE|K8zzC%fJ%a?nN+?V=4{JdHeJo`cHgUjxx1Xljqx`Qj6(??S?
zy{-S=U$e~@+1HfkDNN;$epvNr)zSk`el8LabV}Ikx_ZUAxkc$7Y29b12OaFOz29{8
zXw`+N_V*V<x2YLwo?5j;gKNtr$4%iP5s#gMLw+av1wXi&v|3ulv&qC)y#D>39dl04
zfA(qF(=VTY?lt^B=Xs^Toa|YrHz{};m53Nxy$lvP%9Jc)aG~pt2={}Yb=y6HPVAbf
z{c)L!JbzQl%}S-UCpVd}{D^E9o_A=P#^R32EHg7cZE~6>D(1LK<!;)sa~~&|c>ere
z|53c=Q}Fx;8C%ZZmfzEy9}*E9&}BGvPT(oY^0GdII;KTVsZ5zR8+#l$>%JWGuc-La
zq2g^}X}L&)_wT=k$&(d-u32z9`{D_sNh+?dIo_+dh6YY!?V7Smt9j3lPSd9Pn0tS=
zNWJU4rM~|}J4f{IU3nsGphKce?_W8aC=}^`F=MGqQ`CHUn{}RZE@ZB|;Bl)$xxg!7
zFDIX@VwU_0>%|s@EU)53GWUFl2wu3<rSrkbk46)O4@)l2(%HP)vzBjds;$w=^Ghc1
zoP1DmjD5QrkGt}`ots?qcQflAtYBMwSJLnJm#{F&zV@Cr<`46x-s94~%g3sEx6F6}
z$DGJpTJ!r3tSvs%HD}A@32Bm1*>6gAWz2bgULu)yDrb<NrfSs7s9P!?mwQxrn=gE<
z2wHs9G>GHW&iN<w?>c|AEvVC8TiL~s>A3ZWyX%C?y45QtR!-iiVRSe1*ZVm-CI1-J
z<@y8S{mgr}EWe#;WI0RV98aUO;XJ>Wp`i(>*9$)<Eqp#pc;d8@zeRa{e4W?caTcxG
zyhNZd?AYg$^>1F*Pg9&9^qPaiyjwVtbJesIwsa9kQ^u^qiu21$_g|g%+;fs{{j?b$
zW<TNC?|QI$n*HnZJ~7W@3nHgjyw2FF{AiZ|L!+>%T7Y@QQ|@|??9|!s|6bjH)Q2y7
zri>}8=d~N&{!et<`R$(E|3ACE=GEu@r<dFRU)sROqpIS^CK-?^n;k9w^Zmd4|FhoL
z{k~oE|M&gW{{{2^pa1{i|D*YTCf6TJxBG5gu`tkztAur}qsP8qU+ojtUVpeYeqUhu
z<3z3rOEnKaoKb$iuK(~~<+$3nTR(g_{3xffxb5*@&CJd2o40$-*}9=_<;J+Emv)*e
zFE?7BWd9jiTPm>dM%>;bZ?yK*{uVdcWcD_1`ok2T<xOFmo4b@)+8pcK_s-p|pcUmg
zxoq{>3@gR;atllRLZx=Sm2(l@y<5KM`$6AHD$6dO*pTN{y|uB!q`6u1{r$RzDV)~U
z$ETz&c*(=2EY;hy^{U?am^}`YmWhO(O9)VS)6jdCZ}nTzMK><zX70Lq`p>`cf6_s+
zh87h^a;%bO$tQHrd6{ymBB~`|!zwNg*M%EIr)(AqZgE)Qk-5lXq5Z4N=apK%n{1Yd
z4AD@$pfp2Cc>P4K0LI<Vv*t%GQeAwqW6_o^(Yj{atk$ewJNX#r&y-__3+G4kze_kZ
z$$!rWA!+H^Q|=j7zE^V%Tr?#ub*uaO>xXAd*p<Cz=4+8mQ{x^@&90ip#wkHU#{<vW
zmv41f`f%!b>&2S6@u7}c60TCoT9-@~*i2t3aiw*R;nn2UjI#x+Qhg4Z=(${Y=^iMv
zVd|n)%TNC^ymfES#+l+7K^;e%ljAPv<_EX($8~Pfv9PmLy!hF%@errjgSMZF8_#^6
zpP#HHeU2wu`oPjDU%$M4^Q-3PzZF^ihiy1*Iz=aMI$|Z!ukN#4I4o?J%^mwA%$|!*
zPU={D*3{>1;75)U(Q}&K27kD;C3=b{Z8h7@-~Tc<uT3RZQNZqxZS`X1o=q-MNwo&%
z+@h@OLq&AYykB>$-Kst-uOw7-Uaa^0@5u~;{tAtrjp`ZGt=Ebj)mg6b{Py%JhS2JV
zb3`hh3Z7CfZBaSlsJz<1OL6UjEy@OM+~VslL`U-Pbn#MBZJeO)^TX7>e2)7ywhGly
z-)9ec{MAf~7X~=87)1uQhrC>IuSlYMrB>8hvA1RIiTnFkdaW@?oE&7|{5jHZ@!bPg
zB9foKdHKzuVvApascBl=4HeI#TLD*$ZmwGO>h)p0WjB|1B)CpXwGiJ{{Q33W85;~|
z_?JExE=aC<dvN2F(8&D%Oo|?_H3ZJLDCl!_)p*&>zF=<|=Tkpfh0l4F%8#U!wf6p(
zbqfB?bv`cm^U6eV*2_xjL0uu)Ek2f3H&P9(AJ+eWxP3;L@u|s%=QI}OoZ8!eFFkC|
zg;yDiZY-YS?$I&T$;{-e+vJrp#RZ$({mU;HDv0#zBwL-8<WuKiOTKn(R!(m2q$Rus
zv$R-NC*)N4a-To=X|v~t=;gt`@0+-Ym7UBNu1UNdEuE9I=F^9RhKnzL$cbISvi2(5
z+q}sUo&j<`1u<Oug;SN+do9@_vM#~IHqk=XK)Yy8xd*FN*g@gI#lF33S3En#$9XMs
z%bMO}pGtydq-F;6horV%Yy73w>Y^!pE@<@$BhNq)8Ck!H+mg0kPkDQaYvPNI<@pXf
zjThW}r8qUkMlM;)d;8tQt=A7nx-Stuo7SYubm-=F-YsE_Cllrz<@DIp^Yv}+C7r`F
zx)z;y?Pg`N{-_M=x>DN}TosQ@d^f7CpZ%vvN&hu(Yy{Jp_nj-$ntrnW`&y!4lOM7~
z#NTbtFXNe<-lh91Hm!NSGThHs<I{7F4WG|m%RIC-;!~FXM9V*xJ})l|E!peN>A!pC
z!oK5Q{W-*I14E{`x?VbUAT*tE_CL?}zB*wJj0J_is`eE3?{6s%n)mcjz!~et;!2^!
zNsnJ|{Tef0EbRUX*Cz*NzPtbM)t#=T?EU-;9ZyHH)ZNRSbF6ZXAEV{|$`9%Lr`&hS
z`aDDRiOjCIQ}Rl;ofHU=U(q%Bv2a+J6=QbP{_vHeE2b=3wd30*^%rGQfBwe*lkWRo
zeyBNR;dAa|K`*_we2@tL&^`ap1nY9UNBsYO_}{#-C*bitC7CXZ+@P~=Dv{mxzc$-H
zo+-ZWbN;{O|0gbPcK&zv{}=mB`}d!h|95ge`@QL$Y)jVMbjduMZuj5vTG;NI_tp0o
zuQ|n<9<OlXbJN|swZ|sQf4;+ge)HbFy#ZWrZKs<0xT`-&^(?QQt<fi_W%W17(wpJ4
zziq`)r#f@~V8M)*z?}R%W10Aech@-1S^7ryP4G?rmu2BIL@h%t)2wbD-^H{iIi~mI
zXW?IyB@f?}b1n1{vApy}IV^nJ$9qAcoIj>~zrX+Z>Gg3*K|Yo*zgL!2v=lN$i<)dw
zyJx*fMeQt8)yB)Yg<p%NmzB5jzqfNaqmwChF)Lfk`00xm0=m*QPrd7#Hu-)lw^NX}
zTeQNf>rUeGwu>olFVkHDZ8?qE(q$jN?5PQ3`H~s8uvAR#?`7wr^unnRD{NGHldkQO
zUBb63YVG2LMRUYAcqvaw%+2jxdydOV<;<FN6WxnOi%xNW<Lm!%wfXj(Gi@fDdzv3M
z^d`C8@euI3lxLc0Hd{kg^V6Pd{cTCE*}jV}D)c40Efx%2>pyp~h^^g%gyq3gCV3y8
zD0N+jHRu)Vzsk6f<AqyhoLcVLWg-4#%b7Y0*G;>AohanayclDzcm9I#yiGUPT)+9*
z_xPv!`R4x?ZkUibDRzI~{C{uK|6Kq7=KRn2f7kzS&D)b&%iG<0{$b7KHB%0GG;dzM
zk3;jQQ@Xu*q5k>QHJddwU$N)>==bbZD>-L;nz#91!@E~%nUfyuS$s2R!_J+@verk>
z=8{c~ROIn^xWUUvRCJ|4il4#D^A?`c5i6Y|B<5+Hl&JfmcsQvkV3tMag|}*pZ?dds
zT^rV|(l@=y-g$B}gRJY8+p;Ax>`!uSL+AeII(zlf;+1JneoKi<zMNrlQsXq|wrd}?
zBa{8tI%l+txBZvT{r@#5vh03&)BLU1%8uVFuKji9)F-x3jRgr@Z7Lp3DjuD(x*Maj
zR_+!RzG(dU-e)sG;e|6gf2u$8ob}?ui7jqQu0kwxUpO=sxGdz-cz@~so^LnaPMg`j
z^_$)EduLb<v@<F*v!<optv+vAy>|Z3I{SES87;2~DhWwTtQ5U^<PS~bUQ}}M-BG>2
zc}+cY@;_}jsP`hwDRTD0&<Wih`73hjJ?l68&Y3zZ&VOx#RIWB>-;_gH&h;0bpN{{d
zv^Q_PX+n7F$sD_M!`Z>pR6qZmbF!w1>+=6qYfk#Ud#W?B%3+?gYnH20MU?1+&J6Ec
z$+6du6y6bw&YZPP<Hj<LRjX$CnLqte;WJVEgh$}@s-2RNCnG<KC^!n~OCR%aog;Ja
z`G<eDQ(9EcMinJxW?6Y2GI%{{nP#NAv$XTn=W>?Wtf{#g+RX}!CYN1^nxHmmyIsZP
z_j~@?hJ+>Owr&;-NnRom{F-%_5RZH0ho~RtvqUr}nW)`;u{q+*hGi;!#$9_9PFuZs
zr}3=Ya`VqAFSjHVuU@uVgoD@Pk%i-`DHdJL`A-$6E{x{&dU~<2X!(lw@6;uenL~Xh
zEaRLVJ=-Te_>-&SwA6)n1effc;%Dxx=@^=oqq*_QlEAhg!_H4ZI~UC>GTM9o-^W_9
z)V|4e+OH-roBr^G*$L~%7M~7B32$3Jak{pvR+j3kvp3gnb^oV!vdHNDX-m&J9zCWZ
zQxipws!Uw6d)iN3k5wIuT1=z^rizw^UVK|7!PkBzYV-c`{;xc9WP_%O-pZI0GS5S*
zNN&r=-k>Y5FTee|^3|kUT&GqYvFP5Y=dsqbG&Fh5{TP$<ib*O{0$WT?C!aiGF79O%
zFY<8yRQZ-I=V$SxeNkA>^<PilUS!4p)A_aU;=3F|COw>Pv3XP0S;;2%r0+`vIxe!N
z>}u{gxKm|K-;<SmP6@WMu3jaE%lG^?+t?*==@*NG(*A9{i7qw)AN0Dl{{KFxkmMLW
z!$&-1;o+QX`|kR=t)DH(b~8eK<6En<^A1hWU24zEZuLW>Da4~?{?@M|Yb4G^-+iz3
z=!&KN+H8)nx7*)eKN}jmu-9>w#)h@7t2@iJ?ejM$m8E+Go)ZkqjtkG3zV7?C(tN!(
zw@s=p!6(#su9d%7|6b{lU$<)QjDDw%cF(ob=1o!Q^mvrgxi0qSEnnH|FVkE$F1h^H
zz)p_6c*FY*rkm#Oh)#dmyKTphBiu6gb|1|t>Ny;2wn5LNOtI%gR7~vT^L`bt+wU*F
z?|sv@Tu~&^l*wD<LWalDjNG}?<Lg>~?s;%+t@NE;h0V=>nb*bcJyc-up<b*zNI+fI
zP5O4u`<&wX_jX~~YcBp{nkx33CpEC3KA%4}+w8h|fW{+@L)S#lO*!NL&2x#{GR+{@
z84uV6&n^F<H2vPRtIJ|+Qtl=<^IhlkD0q{XCv;p^OJ}L3rKKh4;HSV1GtSRAuWpe!
z@n3hLh2=3$_w}#!**rF0Gngxz?Av<8NT%e5#8=Dhn|*~iOJXOwNOos-Ufi(va`G0l
z1PhOw_hc@<PSH?_)PMZq#f+O3ZN^PMa~^Koe(PfA`cFIk{|YCWCl!@+-#qC)rP4Dr
zt7qLzapP0F94s0y{%iQg+|czhr;*noP1`{rScFynepP?n_VXVLkFvK5d%f<Mx@fYC
z%O%AnN3ZssYIJ+Niq$o)D931B{UhT$dn&tcrZ|eIifnzh*Sfso|Gn70=j|LK6El3y
zwZ&~e{o{#+Ns(EGyZ5SHUv3=NQ1T7B#^!8)b&d8SjfM6SO%tB{Y`U3qENR~dwaY4s
zeZp3m$Nv{Ua-KV7g2u~w)k3EwHgdZst7@p8+{7d5xynm9^pX13HJ4`0N<Z(<D`NNb
zx`p@t>&e-*llNAaM@~^a$E9Ltx%FeT2}^&l2><gHTK!HrU9pNT);1z$0#=tgw#H45
z|G6~&+3Wf*$7>2+i-mD5`7E6Dk;8I6vrlgH%O&|rf95V^I={bGZ`MvuF;&^jYfJB+
zy%8h7X?y*Vk0pJZ<F-kuYrcN%{K>U%^R&eM$6Jecf3eaG4K>oQSvO%apZK~JE?POc
z27F0M$95%^8$9`xFn7guX2H+Z_H}ck*_VEg@bJ9$T49NTlc0O&^v^Af6HVI|eK>N!
zL-X48>o3c8={&2P9r^h81~q2SZ9*E7`i4(}e$45$@LG|r-~F=0n#V2s-&bQX%_O0z
zAHIBDF0mwb%H|za2N$h6z^Np<Sws8Xo!!T43=ea*n{7Ce{-j%Suf@}={<TukVfWe}
z?l~64CHP6^PuRWFmqk)Tw=Xf&R4JSk6ee03_rs(-H)>w>#)yKv>e<=T^@Ow=U6c>+
zl;QLaJaaQbzToYvRJr|Ct*^uNKHgZ`9dqMuT6OUeoB6CRyT8UUzvc|miZSusRPfpI
z;;no)DO-ETZ%VB>lON4KRA@K<@gd_#cKfR(R{Sgi{tqSw`sCJpbo(t+;eUR?ZROLu
zdeW2QYJM5=-T!I$-L7V~Md+8uQ*`<!9I9+eS>j=QUts40O`)KG%(IL1EKYK(?M&Ua
zVa1Na7V`yjk6gGe<HPUN){~!=wwX0GP<iR$sCa))QRNV)DMuu-S~hWrp2!Ug)Zua6
z$B@|>>~FcM^lZ(#&P6?29mO^G{#mDCnsM^6`1<0nca91yQVVS0{o1$O@z=}JR9-24
z(-^baNu4|Ff1h7l8lv;`0^b(Hnu^zE`L!S9x@+9FPycCfBPw}~vTRyRb?W5R{(KWx
z9()ovTi-Z7y6h3--HMJWeVK(P{x05q=9Q#I`Kk5UbB|sTTO8}~UF%Ahl-r|@WLKH$
z_pT~?ZOr^?qPBJ|xqr`8nrrEw9XHb?!i%?<KYMpu%ya(Txjl2&Jx$s4z+Ha+hl}?Z
z3#F7*e3l7sGEwzR@;m1K<mjA>3l6vblRBE@rKn}n*XKQ9BD;u$_KatuZpQ?UhU`i)
zvrja#f0$wOxFE)0cBsTn$5QhP=Mv^*?oBTZov43oN~+uopHhjC$VCQQGGE0g?pc3%
z9n1NZ6V58OhS#|)*E-T(aOiyBD|w!o!l$oXHa^;KvH85kU-dg&Vpr$Rn`Hgn!|2kh
zTXmt+l;>P8{<<r6*-?qcPq%zjF5hhWy47yu7Trf%?=IV_qFkQkeDT$faP{;xDKR%h
zBQI#R9@rH;`QZFFKJlL>*J`ahwzI-BvPe70xX_L5ve-u@4?dPam4g+3i;X!a1<mm~
zEPD3Ig}*LGulg_B`p0CkHNV>2YU4=^53RrFtv{W#FTp^fB6#U1Z3)E#5A>V<CG^Js
zTU&oD{{Khw9}l*^7oOd8D|3s<ax-h+0}HmP#{b`Y|KZv4d(T(L|87s&YwGV`(0jyr
zLQ3qfpilSzU#>qk+28)``#;~_e|Q#cpSEqr$JhJ+Nzd6|AShZ{GE3Mr^V-utN45Xl
z%KxKQ|2Mq;<lJcU&X%t|-y5a}bL7?iF;s7NxA}bMb52g4LhJiWt}2$6Rx0PR*`#l)
z>@~HQbzg9s=eqm;Y3~>(CLVtFE$yQJo)1Rv=1#Hx-nX;lpV8~t(NkOxmXw`2x#Q5z
zIXWLNPyDCg{CbvSeXq_-!+A$lJg5I{o_%N6U%lpkQg`c)Jp0wKc(L-LjJb2y=Gy&u
zpcZ8DYj2Nh+yrq^X=&%I;EOL)U4jf{=Nrs@!t?93jO@7?XT{ElH;K#DPt>n@7%rgp
z=)*tVw8^!fT>IAXmOg!|#cO%g(td6E!VRXoKK}f{*|XMk>*tjVwa!WCYdzcCw0N>m
zuF6cE!mvxPRZ4bGT30A?Ea-~rr6`w8$CCZ)XNkwxO}!pp-MlBxz&JSX&hEp<zrULh
zt{TMJKS^MYPTHND`;UKnXQkEWaY-av<lq#|npxUS7JV;RoPr~#r9`r;i(WoD=i^CF
z?b$EBTcsQ<xw~d&xUKu@^O@d1R%TC7V&T$S62SAzc9F&+K9?oC)=azg@R;z@FecO1
z>Hj0vp0tv^bMngnImcKFc1^E3C3<p#HFL9twtCiuBOLxwlY%b2{(9oG>kJe2;`t$`
zYhH`iJ6A_?+e>cwwxwj{$5NXZyPGE}oK7s;Xcrsz<~L8!^BHH;rnnwGcTTOk`ZrIN
zY};SC)KC_$X}rNluP!|Mscz+l5V3t<|5=M16`hoK>gn3kGBQ<3{>AY}3w`$A&p#P`
zE$UK&R36W@QwM+jvdUgu+UMVQyCL9^>f4Fu*pjpRy{0m$KDuU}v{s(w%Pz@Vyc>`2
zTc9V-o%16y?Xu8bizm|c8kOHp9=~}jD&58|$>!wFs-IlX&%IS@$zM0C+O?I<&C_*`
zMt^c{&!=MxrW}a88B=xIIOFJd#ii4&C9^vh&CuwY`CQIMK}r6|tYw<k*3sU~Kf7Xr
zS?)JqQ+wiC8IvP({7B}ZjN<0ozpKxD`nd9UgxAZJHQ%-@->lKKA+h5&+m?yHO{KS8
z{k8D=>#ei9JT#9@=5+e8cJ4aUNTG$jZh?>2EW7P1$=Cj+x^}*#vWUC8x<_zPMa6vi
z{r{X(mYfK3^sf>UF1#+jisR9h<v!ORM#em`3=Q3^!E;P2YxT*~Qo@`?wvRuxp1yN)
z|LKfkmq0O#y9cdK|NE=FY_g0?|2m%;=UE<qWIEDv`ucT`5I4hbk@BAA%^Y`1n#@=u
z8qdWZxXRUar|9`L!R*6|hwH?b{&BnT@`Kw=cH`xK+*V<Vy4ory=daxG;gZdoe1|RD
z?(8a^&u_n@+i+TMukW_)MrxBeH{YD&XRiEqnMi1#57(wG&TpLZrU;(tHuSPg5h=8o
zYplzlWUmq|s3&l4(Tzl*?sdM^*IYI_DXs9XeRf7z`}x!y!9`m|pLEZ$=&Z@>T_F(Y
zsKc^&t6-r~n%Tyh_iuMksr0)h`{CZ-uFAD97O&`LYEgLoqh{f%RVP0StyJk=#qqF*
z^Tw^kn{-1${bJ8|ZtC&Vnz$~-kX>1(GSF!5G@s?%V%?Lh&P~|Lcklj+rG;D%pH}>P
zcXeTBS54}g*Jf8vwVri1ZmGMW-@@(N68%f~N4410<@{COFK;c(yXmuoZGSrBQw#2{
z-<?G(r!wD<e`P4x6sPWL+0DDUBw5!rS7X(z6~d3#<lPS3{)j&!@8{i{5<Tn}H>G!Y
z^Z(v_&Q@mjt$+Vzm(OZZJ9F~pinVgL+k-wlShCAhvT4Jjxe_-Y{47v>a5nPe0@<Zk
z6?e{`IOpq%XGM~B-v#DgU%6kod5N=T{lq0R&5L~1gq4=Q`0^{UShZua#NxkR2Cs5I
z7svm0&sp>S!`}RVnpX14J^MGf&L}axQzCrH!@lBm>A$PJ{XcKz|4UwH^Nr=i7G0O#
zLc7E$i@1MZ(sx$;)QbPV_y3VzY4aca|9{s%$d3QbJFn`MB+n$1mk$KKEOlBrBmU3T
z_{X#Be@?&i=Y{Q@JhhsxRT>k$3X6))eBb|Fc3o`!9PRM+lT<RbA8z<;IC;~8{ehGC
zu5AnyT2lAu{nZ7m?|P@ZEO@a*^1SU=q3rD4U#?%9==JH~@%PH#c)E`&dJ1jSP&?!2
zcjJ!C!#QatG0u~MB#$0^$mlxp^4qeP-)+O|tmaPCU#6jY<IbHY8;`GBbVQer&wqwb
zT22m+h2;DI5lhcW8~5(?Tt9h|8uK&b^Wo)TlU!%l{5l%%I>S!gy<Ah={YBBU=_yWZ
znyxd-*k}2Q9Gw!{I$`4d4W_rJJ9u2&r4%M4%3pA@!K!e{%ICG>#|+o<aN8d5eSU;(
zjgLa##bZiyQ<8rR+3zZyzq`9>@yV8xPg<HE*LE2lw`iVH8119()o5xL?DC6g!J68|
zf}BsEc3hjZWTOAHP;aI)A3t(-8-2Iq(tOFw_T^XY`h!=k5~6D#^cVBLdOX>JFQ#_B
zx!`fbYZ9w=eYn@T>eGt=)feA(hbUgiyZYfx*on-o-)8ds&C?fopfES$Vg2V56V9h)
z6n^`2P;YYG+=+K??>@f&@Am)G{vKw2q!DNNTAp`V#HZ8Jk&N0Z)7^Ou|ES$;J#=lx
ztgVUsCoe@$yWX~GU1WT8vXz|io8^raDo*QqGK34x&&!p2y<($Np-S?;;^%y!ysz&X
z%HNS+eE57$&q2-(=M_`0n)c1G=(Kfq=9;9#Yog{jsUnJpX_AVY+4_kebar`YUW#Bn
zvQl-DQ1V~jX-7E4>hqR)`j~r1N|)6JX6f#j;&E)x*K_WBex7T0nRxtg(u39ezl3Hb
zTUgw9{`GqOnfC4Z8*2YG*{8pjO3vPOQ2m04@7bAu52WsJ%8fE@5l%_FRyE&AHY3ID
zx(4Ilg9a_Bo!>sc>z!lx{QUg*d+8UHB9{h*q@JuX%P*Fl)wF-2LgaQEdujej_uZ~6
zf6;vJ{sRBM#h*+6q#2}H&9B_wI$_2tC(VOjkL!KBBJBU+NwELKr7P|GnPglvIgd>`
zBDqzs^8erMKlfcbVRHDT%oI1T=jXdD)FugfPE%Ms<73IGl6?!-nJ&FHr8OZ&M?*%S
zIbd4){MtGHmh#%!?Q`~Zopp4{ro$;#jtVo+niMX&c_TvotjOh;J$363fA-&V;_~%*
z$!oVC{9gAX*6vO<x2(92v(p~Krd6Np1hQ2o`UraPeOvxOWY-#vPfV$o8*EECo`*`W
zyXv}rPULcxX$nv8vrEeF5_u?nb(hhb`}WVit*tFtyHe})w{v3B($fEGC!4m*`%EZ1
z_ftFe+}pC3yh$#rE>^ZH>2LhiqR~6^3|~RfqlZ#K3$x`_UL5%UUc>EZ+|3DP!n-or
zUoH?bHF{zjn)-D6=3ax~6{+`JL=x91&KLc1O{s(BMpsdkvF)mk$1O@hcWh@BzW=Al
z<~oHh;(c|fPvjMqOrJSF_6QWHM4r0$aZXm)1%Fkoi5ANpRHyLq^`$katdg0XDL*?a
zMXk^;C}hE0rxOwjxfEvnO?`B@X%0tY-Lk3Xno9$Mf<*q=2&Z=)6?5OOv@n03q5eam
z75~3(xBIUzZ(wKA=%9VjiQoA8ymzk-emOspNB_Z!MvD{4H4g$$I~DofGP=^8{AqW7
z<xlpw`I@r|c5RONG}Zf!&e=s5Cv&~r`S0_dB`dP`H%%4{yPgv1W9~a`g3-a50cM4#
zqCY%n)oR*iso)-N(6P<8E6y<S_T}H=_JW0P>$xB5A37EB>elQ;l|GYRzr_E3KTYI5
z*+pdgd2Z_YCX*<8Z72WkJ+22{a8A8&`^Hl1TdJq3_@BgW*^~b;DsFdm$8x6!k}nHo
zDx(@7h#XuxlPNW`t0QFhCU%d_Qx<7lEWO#rV=67IDU#7C-1YXf_{(+c3%{Ss4SBm#
z=hmzZVXA8a_r@QR^p34i$&S4GX5Q_O5AD3#a#$sK^d}umII#J=owLmGJ9{c8m*1<L
z?csUu?YpYSyFaI`v+&($p%=5qN9OpQ{q^@B|5m!07r*2~UB~0c%Fi}y&h=~e@XWu#
zck=P)pDeF!)`gr<)%*PB%2ivH-A_XlQ<?iNIIT%?J1kiK{@v$e{r4PhbLDzJ+swK9
zc6155ru*^VXP&Ezq#jHPEUdA4{I~!9gJW;E&p5~5kre-Aj!eJdGBxkyHD8VPt)8xL
zB*i=9eEJo(b93$8C%MEuw%0znNiT?Nl~>{KbBvYy64qKj+W+(G|Hkg<eq&p!MRR16
zPfMP=lJU5E%gvHovy5k_-;&Uuyn!)4TqJeIk*Z9;dFKsp8Oh{+-l<>Py5jP~AOB=a
zERS3E3O8xI7F=38>Fnnti)DXVPv2oW@8i9P5^m2eB6NPddwu`;x4*S&pIN*29LaE3
zQJ&%vcuBl<<AjpUEs6CGE3;2+%KBK>`^MeVef{;Nx8MFau;%8RmnCkpXO<O;7)td@
zeEH2`Gs&MVXCu#o7L6<pV>#hlC)(B+T4Z}nYBBMZ<ZbU^V^*2BWO7;3v!6OAOj)L0
zv}@pN7K*!_?OZrrRq%DQ;w`Ip_v|^I@2QV-QMt8YLtDq@D2;7DUIr_c^xk&dl5uYS
z|3j;7zCQ^*64@@l|99LChF^(+!eZC<Tu)!w5I5;n<uBe<HzSK*MNZI;$XTi4#l;qR
z=GFr4z%%aV?}M_RA9ih)EXhum%{lw?ZK=$(Ro8Y1Xk;}h?&FQ(GK$tzb&6iKXvu|H
zhdA?O<vy>K-{&Y<Fz;;Eef6r#Y^$~&^l4a^9kS%aCce3T?G~OA{m1|9<Z9^kIQp=V
z?*YH0B9oe>-=&5H-~P*}|Kri>YC1h#|I<wW`mWRB`WrUdB_-!}bBoJ8J~}-vwfHsD
z`#qoK)E_H%?MX3-Qtk}i_j~XAPv!PCy?a*Ouq{vYJndXmSKXaHzk(?|^h&7YnQLku
zVSkP-`8jj;vDG@KznOlXd`H7WAiZ(c<}Y7uzMnBxnfU2PNc!}LtI}sre)d`P!luth
zn`Up%-zs%;*^m4S`&KVm7pk(R*5lqKt#ey5C(W{7y;beJ_>sUPS65H}d360BoA}>T
z<DVUUKL7Eh*5VXTAG`U#p2%l!Saxg%S8|q*ghNhF?x#!3?G7LOr`UaRM&6tUYxw<p
zC$p$3hb&>ba5PZ5y|io7HH)OKTbowYXgtj@d2sXj{G>!~wWCcZOP=w*TKa9pgP_eb
zt{&W;a>D4~FO5_asSiJnrdK}u^_j;y`^nFiTRJPg&S~D;^wINN(z2PpS!u$DYuIjG
zQ7P;)6^pIR++m!+Yg72oaNXNDClC2I+s<$cd*50j5^`%ntzeneW9>ij!s(h%7KiAw
zr6-!{|2Qa}|M?!f`Gs4HR^OW3wC7Cot`#%i=<fJ^uc!L`^e4iu<rYmkZns#^O%rkT
zo%h=<XoV4r+Nz~0m*(m9RPW{cTQ}WrR>i5=e2xneB^GPvZ@a$r+hMO<KgFN14cbfQ
zO5}RIs}1;ckiRI6ohiEcn(9_oMd3#ghHuoCOibApA#gm7>vl!yoXuyvj-Oof<lf1i
z!;xoqY<bgPY`3rcO!fBu9UJYR6)d!z6+Y)ocAuZx8~HxVnK~Ad=PfL(QUXO3l0(cI
zPOL5x2$*i!eY5lYzKo@B*VSG-%2l{^;vMt!n9p~r^XKNg-v2^fc*+s~x!d$R?UO>U
zem4FvM~biV!pH9R)Bu~B-y6MBt#ns!O7ZkrKiNQ^w{_zJCHtjkwBKB)itxTLb$#81
z*;B*1U9FPMVlGWT;y-2Hmi4|KPbz<S|1j{pQFQe8i>VJU$=>&qj(%s_xLM}X!le(^
zgyfo*>@f|oklWPzGc$Sxo0*E-gt>FMj@WwFXG>{qoU%)EsRSRp$Y;&VA35*dV-R(H
z+a9OUSSa*5Xx_gg=@MVv|J;24&+OR;v2{@jp)QgubWXo_P-=0!G3ovPv-68TKj#0r
zH2!btwzBe*o6bmYZoQuT>%t7a_#cnXZ>)Z2^Z%>=zZv%bKifb1k<qVT_flMPZNB1E
z{g`Xlu60bF;a~Gfm95$C{?FU_6aA0xvlQHC*wb<}>hRv(+h_Wx+x&bIob&$8qDLYR
zc{U2@`0;6UvHty<d+8pVR;T=qFLJI&vy7dkwkVrkid0gWe*S&I<8Qk?SU(@_xp=E%
z>p?5|`?u5Q{qAOAd7SC0ep}(KOUlwi8HaPs(hO%aHErddZS(g@XiLNQ`_;3(#m^P~
zyCXLHb?urdXO<uTXLS9-X*QQdrw=ZC`tM%L;>B~$ew`9-_fsppY+izuU4ohAfvMbc
zu30$Gerh1sFS&O8_W93Ot*Q}zxn=&hwQ)v=Ua!9#qU3UDsrLB~E5qyMCcFIku{B>g
zrsc&~&+X?5->&rk@Kpc5kW%M`ttuyXy|DjNd++bF_>bSJ-#=c|@%W|8%(9nX-Phzs
zZ26{Lqqx^nJiBA*Qn6{fj~`d@e4=V~j^*+C`3~jA`CZ!DXAhPf%Gvkf6JL7g)ajO`
z*0S~2OnE(CuV%VD%V_V+vr_YWvU<#SNIF~>JttKac`89bg`F{S$Hn)Xw!i0eF`L7=
z)hr`(;@MQmrZZdC)qbAn_GD_L>3&7|N9_@&X1m+74F&n~pA`2c1sceF`P;I6mExz&
z<EP(rT#h*R?M~#+?OAI*gWoe2hOvljsW|cBNcL6fsyHFd^VZw{{oU*kIOWODIcL8z
zUSAjU<lSH9PfG66`iTKf73+N`TnP=mY8IF&GWpb$Tauq#A7;8=3Jhc2tCMOqchR8>
zUedBo4AP#fT)$MS6!wH{x~t*4Jb24Bm%^rtTkF?1s=S?$W?QvaG3e-wsK=-71n*}O
z^*p*U-{`g0l9}!*8<l*Omvqlyk1Y<BWcypXq$BdoGYgsfzYp?DesTZOp1mZp{o*&Z
zzj5=A9y<MW$^@Qv=QZEjO6OZ2(d^6*=Id}%m%TS#ZE~Z*oQ>BeF4J_4-5RuP?b)wp
zp;e-)g=GPk^q$Xt<Z~d$%=NnI*23Ixr;M%yZauQT?bww$s=kvKhFmf0@HIP`bt3t5
z^|h$7va%n&>uY--ZfIYrwPvlsR#nfc#0OV1GpEJ{z1rh{PHKy3h(meq-1;y2|NQrS
zoxA_p?)opKNy?p*5}qw}{Qm3wjhcN5>v?ZkiG7~K)!w6W*CKU7ndPq9`G>R4RMeeW
z^o=!r{pCcPnG2Srq?gZqS#s*(zbQX!4!+wdn0YJxe@6fHd%xt`-H+edRo#3lBtr0_
ze925d@iXbcT~5VY)(iR>#Z1=`D^3$Wt`cb=#dl&;&xuaePIuS1e?Nj>OtxR$m1*f1
z@Njd&!N{JA60cXr261gM>+xSEQYrT&LnvLui>uGx=E;M_lTOwg368JnoV(U}Qx4BX
zk%u~7B^`Gel)ZaCX|Zd{JUDNcuJF$73%jk5q@Z@|WTDusk_qwLHv4WyiU(ZT7gy?$
zpDyCtwB<mC<3@u!KLd*YD?6(sPr4DPE|jc#?OKA2(>DXBw$088Q&c>KcI};)f9AR6
zQU>26Ie7_zRi0}u#<6KWeDcrG{QZ1|pB*Y<2g9G%Y9Gtmr1R{LYUiu>i<R0ZJC{6-
zzwfs8lFaJWhbzvtc%0gBGgqVOY~-7VvT@hsZG}##o}2Od=*wr1N*?sYXPz_;KYQ5g
zo!OLioRQocznrdq<hasTddkJNX*NmLk7P0zy(qVSBY$2{Da)L7>$;U&9glwUY0A>b
zntl3QC;JlT+zVa8{Otj2AH_>IU3M1!e#fiy?4_2yLhDlII&*DTv0mG@)#QlicAuiJ
z!grp&|NZRXwrd52*Ch9L-LOp!Dd)FkyrX;}Vl|i9cVUJ7%U>lu^iy6O%fZ5AzqLQf
zZ<+A5Yu6^8+W*Qea!Ig;uHe=uca9$ax%L0U`X}r6|Jz^uc&>T$o@E(U&MZz*8}99R
zvq9$0-lO~f-~VSi|NqYUkC*!I^SShLLCB?ldjjV?T=Q&Z`n;!ycFOMid3OJU<MwrP
zPgWcYulu-qj&=P!jWsVWpHW{QSO18!>aX7Yzt^@)$iG#d^ZwCRLk&^or3&Yt@A>#E
zJ7!10#LwaK>AATb1@oNOcC%h?w(YufQGRW8ZLPL+<`X+@q3)^2W*<13x6=2Ty}YN&
z&p+w$53SeNwy%nrpvt*D@9x99{P&iwNI#<a#MN>Cef5`L3#^oUwY+8rU$+cYd0Aq-
zYc5}CYQ&kelFf44^X@8j>O@UX>2wM&c=yM3({Z*Z+^5~;?>@cDpYEgHWb(53>nGuw
zPp#({KA&*DUtrw=o#IuC7F=mtv}%T)*qxol)Bh!0sPpjIvEkI71!mVy`$@U&{wy@V
ziz8R&@K#^9*}G5ZsESWJKCg0`{{KVaJFDJiZYpt+;n(ao+*>EEsgyD$ac#2UY{QvP
zcSLR2w(;PC`{{uq9N9Go#W{D~?VGN5#q#Hq3Af$ZWA5E_(-OTfJ#M@0i|;3dIybi+
zP3kj@3twv`=v0+fC&ZN`E0nib#nP0;<FST_*}uJ8t|gT8@`cPeCZIJZxu&RTt@p3H
zdWRy*uDR#L?>TaL`g)<IlE)uwn&;nt^tifQvqy2$zJ=2!a!7ddcb=Hkvgnk5<yE<7
z)d{6qe-1pk(Q15o{zI)vCA($s)qK|7WTJXnNK3kJk?4Y!33c5G&d(f-MRWFv$4~ji
ztL-<3YeDi+=GF;vzAtt)+AMvMqUoA?aarE%OGf$?-##vXk;1uqx3$mb+fP2%{Cv+V
z{6-~U>a3ODRN@!Bo~6+%sUpkfc`RA{T(Qyo;;$QzSH6C`eWuTHIm_I&^UK<%yi2p1
zpE}e3A>YC#y$X$zK*bi7K2awxtGkSUA6ot0%G=_jAy&MK^TnbM(mtwzg|C=TbxDSX
z20r0lrQ|LYd|mXGj>f5`o9%6N`}-$Jsb-l7vb(##k-hW$&d*|=>(^Gio^><lVY}Q!
zCg#`KiyKxeET}p9$&PE`^fh9F+B4k!Pku@di2d!@V8pes#r>__#|nkM%D=leufD9+
z&TS{QGmDw0Vfx9ESI&EwcIKG&T6LKmVy*W)(dK#SiuaUDTh2bekXV$%w861;VE{At
zhHIa0Bwzn=H2$CKwQJWjo*B<s_o8gqgE{x(c0Op$v7O!6v_!<~m<FSnU&kf6ONYLS
z+aH~M|F@pIdH)N})~-ML**u}4i{~o%1@RqskI=k$ZQ<Hwx8)0dK5}&lHMX=$+Gerv
zimF?L(8`*ES%N;tlCQZryJb7~%rlY?ud%RIobNo%Q|+o<ySi}ReY=$Ud_VK($B#mf
zPF?+6lF$9kUCGTe<dr&K@(cAC`iMX5nRlIsoq3y?nbYE&!fPzO9-Bi8_*t#>idWXB
zCDxqS_Nn=b$4`@d!Oo>U=cQI%3J9I1;a6~py{Bta!Y=iS-_@*3BOd?xnyVMH^YpWC
z?k-t<UD_;M50ma&n9R@YuDAbiJN#*wO<0=d!%VFmY0;`n))y@m@es9huV~&?958*_
zZu8}LDwZ#aD|z`%c>d?bri(Ut$lQ|n)}Owldy<6rq+h&iyOMX^T_>OSib-*yP?w6|
zN-b~2R~H;S_!YROh_Z{6cCZvM8Q7&(1r}B8Y425T^D=tzO{0rzt*%?O(Og4OxA2DJ
zeb-A{`CRPm7l`PlMRT<0Hn=Vn6kB*X{QqnFe`of`Z2FtI{08rTw>dv;|KB(BiJQ%L
zG=ImUe|kwJf={#7^i1^q=d2O2w0`ej#nmjKmd~F&yZwcoDP37bNPVwc?^KgFsTPxC
zEE84oQa|Y|eQ(4nma8+l(sAWpMzPg`hbE?K?v1-|ZWF{JH8n$B{%o`2tVO;$$~$z|
zxz0VQ)}Z;vM$d%l5l?5r)`0Cdu60~mGl7Lq^@D4VfTHNd`hqDF)?U1`^?v;88*xR)
zHr_Kha;e}gzwh?~;Xhp`1tkq{Sh$yO>GrDTIJ0tYW5i6Zjai%QH@6B!Owv*FWJ)?W
zb6QHWvz0c-uDN=hA|B66_w};)b|mbZ(q-a1!`IJa(S<3yZfsv3l)xIH*||w>x_o_~
zYp%tP^4T}S9u_YZ@Jft*`tz+{V(THv_O&MRHDAQOzq^-Koj!Zb<yO&2ESF9%f3)TB
z*5mV*+?W1%&pQ9p!Rq|Y`!*g-*w7ZDDIj>d!@|$gs&?DC`RThN3}*Kf?m8y8mCbNI
z`=c3Wmdo_}2RL1L`Q^{=RGo8~C3XkJii4hB?wBjQL*Z`b{OxUTMEQ8t!}fSMZL=y;
zRh%lgIIsWcn;9=3HQedrR52?FP3~0=(o|USiYYeSgE3ObP-fl32@-FgI&c0sr*8lG
zTT${$(kxyT)TIlrN!naKZ~DAnCO@5uAK#O^Z27=TFR%B<@%{g1=X_<Cd0&6z-d$;*
z<;kB`CB=n>9GfJrdi;3tyEk{!%hRP5_e?*UeO0wG?r}hb`UOYz_lF;wTq|AK`|#A)
z<&}R<KHpjVT{cgC&*|Xvbxry;?^eIbi&dXwxNBaph-rd_<o)OF@Begs&%e9OUgDv^
zna^|9TvvSkt;VhMC_4{lr`N6$cIRv6+YCZa{<~`}(#;yKAIq5Ru{7m^?~5f9=PQY^
z-ilbWafODGZ?e_g9+ke^%ansAnxB-q?dAGcO^?gt=nZe%9Oc)Yo|9X2JR{}#BBSFM
z-##6{WL4-RcHBpdb@Iy|owEzpy;L=ve(vptZH5n??fw12%C$@4HCNT#mbF_MGh+n3
zJ;f$HmTqXCR8hNH;KYR<>(}**XI{~I8eArA#C|G2NM>5!q?&I_pYJTnZ1=ie^ZvK}
zksT81p%PsZ1%gb?f~G-DMO>OfJ*)SoAO0EBui`179sKNS#Hwd=x|gbi2_DWn_Uzb%
zxc$e^?ymM(#{GZqsSh?s45OoGKiTSbR8w7D-9o&`;7Znvn?bMTUF}$OeS=jF34fWR
z>Y2PQcHfb3yYE`n-`^G6%=`Iy+qce($E@auD*uTzfAQ5b#AW?u)xJHB<r_~lvmbgs
zy`)O|i+l8nE&bbiJFRj&CdeI95Y_VQxHRQu&Z&x`Lj}1f&b<@!;yATwiJpq5$)iK>
zl2hi&ZGTsDVvm*L>6*#&!nyhU-WC6UAdt<v_o0>N_I@QrK}~)8-%Qef=iQ&casJ@;
zU5BFH&gU0bkbTe@+^b`jlPLHjhd=wo;rG8gmp}cve176u`wyMh&Y4GD;!1kH;Zo4C
zfA7v_6$G{QHtXNIU-#Wv?X!^ybLsE8pS_`6hvskWSSs)7y6@)q+nl`uzRx;8)%!V4
zO4(PiUb|)Ok4Mkr6SJ$EEtUu^{*#^G+;WqRGgJF)o`zY_qbW=i1y-`CifX+~+C1aW
z1HN{1dnZ@UxhI+heKKcUW8G}D{8V;N;2e>*Jp~U$4qucCpI_5s5*YH^J>)ZMsme+g
zkzHx)OiLF|oO<|Fhe>CrQs-6Er;C*4hw7wF(|LVS`rC@^(|dOxzq7BfL6`UN!;Y<I
z8Ry3NtSv4H6;v<u{vQ<R6PdZj_|3aFAI>aQ-?3w(_mpF&eRnLGDsCxrt#wLn@}by$
zujWU|n(V$j>HRdn48e24o6}OyTEDM9vUYZPc+ZzbXJ-}iDZLDsxL}p?s$EKwyb|+%
zi)`I_>|$b9S++-F$D~8b*{w_>N-Xw|R4yHLF;eVJa(QCDb=jsV!M>)=R^l@*E%a_*
zE4%F5Y_^z3nX|94ot*x~B5mmm|MWe-_gc#TKQL+HrPt*S8mle^X3Mhiay2T%>u9W&
z(zLyLQhD~$@0wFpi(`#$-AGt#ta9Fai_nc-5q!L}=SJLM`#p0H|K)6sxx3a)n7Ls4
z+)evrA3xG7l~jB+>r@8+#*3`GP8sex6ybj?=WLE|thNt#!G|RmHstblH@sM=w#!{2
zOa2Rgf!n*{sPmhqys%-pf7vZvdJgYD?(Mh!&z<ORx@mUs?$W|#i@*N2_7$><JhtUj
z?ZWjn1*eiG2J=_dExo$wN_fQUZH~wEdOLm3&0a1$ciy%6PlM-29i2Dz+Zq$M)Blc$
zp9?xs#`{0v*W%wR*}h+mTey=&`pxS|w#|p<RR$kXu5{p!4PBR)8K&m`NW?K?=dFp_
zyuuBFffdV-bUisKxJY4Qkf8+6jI+y@WO~if()Z80E<bO<gtXXwpRV3dNVa$qUH{L0
zMpB!J-5Ect#-dGcAL=k^+g^G**ZlsYdv|O1eJGB9I9b2`*yCG|N;EUMFZYYveN=j0
zw*4n)6-wRz*Yzh>$Itlqhg*MAYOKGChtRH|rl38)TJ=A>sXu;Pet)TsnC`xfKc75M
zn180?``Ya@`j5x#DVgcF|Gj;I-=y>EQ&Nv6B+q_VFxTSjEipM4gUvU;F<GC^$+BO5
z?0fd>#kz5IFGcr#{o8c&uVwRAxveu7#`bX5$9r}bwAJ0O4sH9p&%Q#-JMf%^&AzwH
z=jWu@=-<3ydHg8%?m03~WMpf7%<n$<+kgM*xxLmA(FSj{uWb^v|Nct6^35evG4<ae
zPv>}Wrfr^cvf|Lehk+;Z8&0k{66GFxb;-s>*HkO#{cb*EwdHH{Ts77i2_Gg0U3yzq
z`RwNMi=~|*AO3jzUwo^vtUGzvO^)ObMdB+BN+;L7F|55kJG!7k=!EgT8@r!O{k6!h
zE5v$XjE-1H=+Q4fI@W&WEh{TOxm<Y8+LfiQPn>S;4B=3}aO~In+ds?~&ve+%x#(6x
z?{~H%g(7D%jdJAve3m|5cw#Y!_$E`GXT?^LrxGljxE$v_U((F6*882z-L$ez3Awqw
zySDM{l02V3|8ei^?*_*<PIZZStF~vy?!(@<clWSy{#~nh|L+5~|L^nv@V=M#+mNB(
zF0`*A>&$_FK2eYU{JE(y`w4r0fY`ntzSgm2=i`qZyBqfJk-n#NhJ2mS+BFQx7ntVo
z%v<;DOhReuJ9gvM^LQ@iEn)6C6j}0isiWtFKRX`0JnR^Gbxx0ZPrgjyyFaaENxCgr
zTkoE=y!j+)O<u|(jjX+jL0-T1GEUcve|BqYc1^+OG7S}-(nz-W`QO`1trEEvQ+Lcz
z^iKM9cS_~F=Cz%d<^DRhtAsI%$1I99u$#7Y|C+V=K8ra@Vihjr<n>5=V|NMc>I%9P
zGI80Y-mly-JHA+4E1h^!?D0!ZC%1=dre*{e8`&M%HR+(jv7mrwmWM(V7K%wpdapQl
zsdU<Gr^R25^j*BV7DcpinB98y;P>Wh7fu>oyLL^W>6-A1f{;^-SUprC-@acK)ftw@
z-?T|Xl8^n3eDBKFN)4hmDGL-6X0G~nbm!N`GLH4m)4c?ba%J!R;&rm)_&WPzz0&3<
zyIJ`h<3v2tZ`_PneE)rN@Arcd+0Ghk?PEhNl-Ae?Zxmvi$@kJ$f$?78^Wr6|UwAt*
zrDS^DdKq+8m0PAV_afV;Jx<cDfngDhcQw*P+<OFaVt1YSJp1;a>-qmwe?GL02{-f?
zex}YXu;4Pw(!U25UVq!RsP0%&T)~d|L%-i!=*3$5Py2S_k>0L3h2PJyoc1-_)?Ttp
za&O-JRnN`W2Wc%!o-cgib(vvUagEKgb*0{)Is^Ep8*o;LJe@psN76@)y}=r8vl-v6
zQV(JIAN;sAtI4eO6I)(%^qiF&ce!;qpNc7bJh#;En$F*QJzu|a?&a-XzOc$<^?kDn
zgBD}Oz<VA!4=)sZ?k$*cYwH8HjZJl;mwq^Qe^IenI7hxlKkMCl-<^N&wXEuhe4U-N
zRKxkNX6px`>l%wDr@gR9va)>m;X{Yg`4g9BL}=>w9^;o@`*li+sOE)rrt`Nm1s?Q@
zEx8uQkeX^?Icr1Y^Brd<oRnbGT)MhYaE6t-__WrqmZ?q|bFyk?iN$939G2d_c=OHp
z)4YXWR)jpdT*vS|IH)`Pvdh1?2N%r#CtO{oE$7N1boP{63wQXOU%P!dU#mB2X1(I)
z7M!G!-aRQw`clN4Ndgb2wa+g0^|-7Rc*@r6?Pp_EtNDLzuWRH>)ov-@$m)4`rfK5j
zxWB^84_u`4R9a&$b*;(dov?h5j_>BnejNYgP9G0mc`9$}mFloJ8}6hfIA2b2F4UR6
za=RlpXJ9qkN{hq|+uZEt2kWYRsj{{Abl7$$Nj+)8r0M(rto~wN_T%#X|NU3ow+r4<
z>OEw+m&bYvU%HG$b3xO`k2CWB+<Ra2dGYL;pU>;(y)Aw|G4RP#wZJ?7bfR~Q|CqY|
zFWde9_rCv_z5i$SG4<m$?>5g@eEluZ(?vu*r6TCO_WZv}%?G9O|9$v<FCo)JOT@;a
zdt1{fkvn^f+h3NPI;uTA;{H8_PAkXecq7X_?lbiz*5wO*zs4kId}3Bh)@RoYbGPNu
zoXK;~o3F@Xn_Fu4^H2Ir-6Fdkzu7+5w3&%k&I{%|ow4C;!InldOE1f7*V{d`4W>Gt
zvQzrxroA@1OX>NK1UK_nMc=O}es(>0vc$)3{^hqEdT;tF9=$UAU9M(R{kQPTo|Hl(
zwfVg>`_g;*{VXi39;MhUT%*O7?JUN9H|zQ38{%(xwTwEA#5S{5MlM);Ux!OG@RCAG
zj~B~a9k<tW=FSytjY+p#xwHDe@)U2uZOs?O9`9k->I!N*EV!|2$A-<#EP40;TA2JP
z@>FNqZy4a+{J&=30xj*XO^@DgzyI)4cwM7P*NpSW;?k6Q<M(@es+)#PO$&Sy;+8C%
zE0vcVux{0?UF$q1O{rUd`;_i2-sB9kw9PaB?{-t3x<pug$E{5fB0X-|5w9iWeKeK@
zmsQ2;<@fyfqAr)dcJ`+2+t0J#?eMgG_9tq7eAPG2xVm4QcKd3l@4d;mOY5f8yyyFC
zzgEtx{^R*i{{Q;_{P}n8^Jm<C`nvJ!v$TsMAIx}6Rn{5?vS_9(pIrF)nylF8IgdYH
zNftT0Z9C_c%T5WQO~sxk{;mkz7WFK~Le8P1%h>gA=7UylwdnW{r9$!wX=~ccBOabV
z__4%KM*Vb4QtltO2(JC2Jn`n9lY*x#b2EQ`_Tan+#xr{=Kd+THmf_o3^wY>Z@BSy2
z=^jeak)h8{dhKF+DXpJu@;cjjo$Y^~d*9a<`U$AUc3evM_AS`Xer9ZvsB~t?q$3vP
zj4~zGwQh$MBX2o!d0z5-QPP%jcgmX0r;E?maw%GcEOS}Kk}k5#NavIDvB$H|q?^z1
ze{V4Rtl&8Vsgggjf|@C7r%%3r&FXpKuHOCymAZTHAKr4$N%W{UXNPIewd;qs<$6|s
z4EAweQd_Jwmx0qN>ShCT<;2fVg#8Qi|98CHa!BIVu`0<biI@YuH{*4jKlse>y&84-
zWopc>qKS_uE3ex1#eVwNgFWZ%e(U^=<6pjY{)M(T)4zoj?2_GA$uxEPQ%gld$2N^A
z%QVCz9!JRcM%>xoD=Yu8Q+>Y6+O>k^zxVwAc3Y%7*&*=htXo=Yp`I^wv@Yd*Yp?lr
zt8|;|sckO;!bRtM{Yu&Ts4w)+YZZ&+nSMo9Gu4ki-P{zn-+BLK*QnOZ0`8ofA5Y>x
zbvtHH(ZsC>+4kP+`I&R><HM#!YnqcB+7eefoSd;~PC)1^lRnQ$Q!M-reO6~q{jhMu
zx~W%g?)O*yIAOp3pS0z<3Qs=qeAtoE=%TdLNvkm+&P`Ii$z=1AO!l?9fp?M(*Y5mo
zmtyvO<8zU@rk=M#RU%t@WVJp$kBGfKW7V;%Oq&^u*`rxqy*w`FnJLH_EZ(Tcdz+W}
z)P3Kphl<|co%7h5FVK3^4mGg~<(dk=oY<ct6-#T}L?%Ur>wG%ota6DZAf?d9ox|^#
z@v<tvwYr-oe(Y|)p54EOcdn`z@22oaD?BF2h0YQbRo%9(W^vNr3n#2Le(L%4Iq+ev
z-)e?)$Jn3lb!}U5(Qa<8#5uL@d8)@dHdp->c%V32^MZ2wt<x-*)&8DqJH6sy$H8W|
z{%4!h<QF~unikt1tt@hBub-FB!m`FBWl`6)C%Y$^c*$q<MZMb@W2WWXcvm9uT%A2{
z;4)7>+uyftPJQ(M%k|>5cIPesFD#mBUUn^NvYOb|Ni4rtsIBK*Y<z9YUiaj>;I%vl
zFSj1?+P&dR{h9}9|K%zL-p()lw{Uyot&Nw~wVU4P`r~>1#xAZF!Ke52r@3y+wO=YU
zC%!xFuAJ+}gqk9!{q_zkk0@VrQd%t9b<1L%{dcaraqaeh_tqajxK{dK@uRRbg>#Qu
zzN&~keySQ8_hIh-zuE8Z?mVhr^EJHU)5_&9N_OqD44r7dA|OTf=ySX8m3px@=ePfR
zHrvOquk!2Z_@wIZOy`ar30gRbht=l$A#a{G=6(O?<{QtS!}4~Id2;GqySsj;PF@te
zd~yc=J$;Mq7U$octF*c+cgSna1(D6dB~vfoH%hsy7&xaTw084Rkt2nd#Fq1VHWr+S
zOcwBK+MKg~{^O&|<Dael9{>2kKTf4hXVQvuY?scF+-80~GFsjs=5=AsmIZV4cGSEx
z>W|%bqNMD^@$L3$-|y(XUR-*w@^$VjM;G(h$9F0n=ZR;CJf3XmZ}*kwy!~IUt5-JK
zN*LH$EjS~7Fy++?el`gOuOPnu{=mYXqsvdaZPdT<*kak_)Wk{hNeXj6w^kX1{Bm2o
z=u~muoj((_!$qC0lx&)k^-#ZU*Ez@Eo|8iL1UB%@HF32%y<+l(-9?S&_iLMXt-Iwp
zdHR8lX(1Oql)G%cpBHS}vqnSvtp5K;;XhXI|6%;@-rnYwUa!imULW4ENAXr-)?J}a
zsmJRKr)}NJIM?sEvntcf6*DJn4mx0VetAff-*RTZfLF6#KAEwv*k-rggQNbnP0QEC
zEz&ogdt!n|^Nt+{@1)ec`=x4jy~?JpvismWHTgUB^IxhQS7R!FEMYz8^AX|jAM^iT
zJpcLspYZ>!JHO525!|NbsC&GX`}xc7Y%YNuF<f?hEh?vzS~l1G>|VcV|8{pN^(B$h
z@Bi2uf4HSvqjRsx>I;JJ=lHC2m1lo*w`%gEXS_XYGAFstzOL<SyRl_z;<PE=o$87o
z&T;&Y60JPA;Xc1>yF+%j$h08oXWdQea=Sf5j`tiFj%T=(;P_f}LrccS_TJ1LAI(in
zlr&k`+udtkZC<bRxMz3u_d_n{E-(7ES8uPMxL{D9ET1s9k?2CDil<M-E%qBbB^8#w
zT>fpvH%akx-nV+TzGd+AyvkN#72cks;3|{qA*eFbt6@c9(R_*CRcS{~T5Vjl!H>x>
zENW7UQ~6(s+xi=&HIFTEaGK?L;lj%=GsL{PZeCjQCVsL-pa0X!iYKf1);G@Ik`{Ta
zWFG^|?%lgpJbhxPt<{NQGSc5zU3}-5Ro;cn*@4%6>R8S^FaDK1`^&G|Ev8Fiucuj8
zPTs<m_U`f*15p)^sn=2>yUb?Yy_+j9B38}c8c})e^{!>BR);-)cYvR<XL|XM??)aV
zTw83hP{8qSK-jFGNq&(T*RHkkv^#elol^5(?o9fTYeu*3r2IW3YE^hF{?F0*lh0?p
zI%TvvOU?1u*NRJzKTls@eABJux#_PbYHH_qs_iauvz{~EwA|$kzZGBdgI7nh|NK~7
z9-))=Ww+$vt#%RzZBEvzHI(`E6{)bV$<5iY({#}~+p62wCfR&HTfH<p?eZLtV^6xf
zHkpWQO0sw}X_@4vmAP`8JTn+{ujw|Ihku;kf5^%{z<Di0azWy!drG0x>oiqEIjXw<
z#y;n9vT}QEyUwm`;@s|j<;7f*l0LSNu1O#N^MF6j`8}uAVTqZUzoNVDElb)l^^#<Z
z+Nw`S_i4&Znqktp;n0sqx76n(`S{9c_lU~r=JR@maj35ln`E7@zvJ(@IVbliUYp?c
zqMXG&IVye~*TaRSPd$BZRb1`nJy9&WZJz$#4?GGLZ@-%FthaGJYPjgr`5RhSeRj;Z
zVG;|PP?EgK)O}Z2z)YsKJ{H<GT01#*x~B`@51)9O*R#*SB}-#gXlUT|Ssm^P4*vf0
zj{2Xgvp72S@5xF*-GeJLZDt)_rP{b=&Hi&@TeO3}x~r{bf9X8U<;$iig>l<XPTp#2
zSCKcNb=@Z&#+PTf{5l#~MEP?!)fTO;ev+*e=HZeq-MRGI`jw2%8hxA*u9{&cf!dQ+
z8(Z?O5qb59apvTT7u{QaMOohQn)Kwb)V%rgVib-j+nGBWuWVSgZb$KB=XEi=n@+X8
zExBnmVR=flUW!7*lAaf()f_61Cvz_TDi~DZwpoG8j_ZHj{M}zH_W$(%*Z=3G{GarD
z)t}qzs#cv{c_m+6#qXAZ@5YGO;@{VJ|2_C#H+}c^xJSn8>lz>4+7;jPpmZlwV~6s(
z*xkpD9kaUs|6cje$@V{$?f(A^-}&#xWS3Rlu1c3hL_PK5>)W<iKWV@JTaUdwe{ren
z5+%9%f2{MW{&3d)FaKwJD5E5GNAYK~$&)3gua8-3AEWFQJZJNZTZIMR&Hiq+TzpYY
z>#c*vlBGdCZrL(&a&x`Hzn|RJ8{+$O{=#iBy9=hq|K3@D;QgP2^^X#Exlb#d8P1(|
zf8Wt3DQC7GUzapDxu)pM)z8y^w9fyZy3L*WUiE+9d;fnp&p)-x>_Ni+3Ho*Kx;+Fx
z$M63={m#z%es1gMlJfqYF2|0}J)W2{Lw??Z)tX!NR&HhflPd4ddCYeslU8oj=9TkP
zem%18Q`VB@yKeANjM28MLFaAYd96=M&*yHxm$Jj`QNgC;z0u{8^13%F-f?9;=m>7?
z{CiJ(n$UzVRhpNst|?W%R=(}#-Fr{2?M?Pco|K~+e41&cMp4%$jvz7rQq5CcU%&e9
z`zHN=!v7EQ|76SaYtQ7EEnfAyY}Vrz^Y=3y8Z)_)mx@SBOPB1H?ONn;y)^oa#q$Y2
zx|jU4_I>BP$STCORk*43Tx9sP@cET(_kUd4{AF`T(yjwnrX7vhEU;k8!<4d?O`@L<
zTTbp%I2Y6seB_v-Yk%{`)VB)~b|hE)`xQEGe_ikX>fg2jg1wtOEF`{I{ki`?|9|-W
zXL5VOb1$tC`Ldf+i$^o>&JN$mA5OpJ{~fzt^B{ckvhJjMrvE>`Zl5ue(R13y;_o*1
z|C#^4#r{pz@LcFVjg6-{_i+6Be)Yh4H?Hi%46d)G5_R{k@fLEw=b*=O%xcvwgJ_Yp
zBI_6p*93i>CA{&bRmK1I{G8GZf!QxtTx)AS?0m2Oy=~sT9S1*N<P5WTWU_F2+M4xi
zFTO49Xfe-~j&0Z7yeQ&~!Phxk@9~`qm5a~SU3PZ$29NALfyGB(yLhiCTK>ppuC`Of
z@*K|2b4}XILXPTsi9d9ye6>p8k^pyaPtK3(#KW4pOSkcEE$%GmIrf?D@oHw)%&8l$
zwmi3d{^z$v@xq-eBI567bcWy4kuOR-CY-nbx8SoseAnYDrl~BEzie<bMp-r3=I0S%
zoviNYnLcJGo==n5#iT44)X=)h?8wGLQoeIMzP)=}SY-5#dBz2sR}<FN)|8xy`8j8n
zO6T6|2cvqvs_fjgPE*S_GJDmn0O@W~f#aNoB7*9MrLn~&6-Ulp>&UWlmFO;+_HP0I
zr6g^6n-#0OHkpNNbBjD2cIn~OgO>9qFfU^2__HO1%kh?Mfu*NqzV|%AwnncX-Bt5X
zCN-6GIj%o{>_mH0)Y}<npNULetYdOcv*hiGZq~)UjDbogpL3UlE_Qh{Up_YI$+gQ@
z4uwWuZ9A!wE)%zUz8vGTIyKc}hubf#4$5gQPBr-MowfJVd!B!{J$|Y=-In6kP(87!
z!+ZL+9YtH6#ZoiW4NC-$|K6j>V_sj<QP_0pX+-La{3C1Td%x@#syf^er?1+nJf*?n
zlaYm_JL5i~hdtklRAPVc-ddz`YJz9)Y7z5$R!`2pKew}d$AMWAol1e6d#_ydl$m^|
z_4&!u=e@#%p0IAcn9H?o!ae4Uwa;3Y>lJ<cBieOy%H*H7MQ&9#|Iobj?0nlLA2!3A
z(-dCmTzDxXc>SNxTJKd4HVPbKo4@XFr%TvrEuT!yrTua#7rIqh+pa!XH1$)g&9BW@
z{I(zU&$qgDrhVCitvZIQ`IWiWl`VVc6aIRd=0!2@X~(|olAOHfOJe9k+mqc*n>0>r
zdg8O7E!y*0Oy+LZbfMjuzG>HrRt4vk?0M_8;v?^l%V(7SOLcAw6mnuw+vDsmlx(u9
zx5-{NJ?iYq2-WX9L|+7TKbrh#iiy{n1+n4r&fASxi|W@;UBaEVvwgt~si=_T14Xm`
zR&U?=_hEnKQ}6vQckVNYx96U1_M7qSP(j#5&uSN~G&9M`%Q)xyJ?l<$$#6I@=|b%8
z6YKwO|37E{U5O8G_y19Idw!Ztv~g<OqKgJMW%+WoUKu^#y8pNJySuy3Ki~f&bzR(U
zze%MXE$%C$Y=Vk*Y&#~t|4;Fr&*%DooZJ3?R#D)GBa_chTqavT^QfWclugx&kEW_T
zK70LN-)#AP{RcMgtDaXJzRpM@*T~w6>GgJ($uH-W-}~KA{QUgp;&(Ec%cZ+i&%SxW
z5j&m7eRj%SIj=O0lPe20JpH`Q<vQnWm29tqE^)d4D$l0N?*G1g|Jjc@^G&wSSZ8nJ
zr{*qFb*jeh@Kw?G`#!5ZdnKB8cem$Tuej>xrhL!7OXhvoIKyN+{m#C<$M@*%sQ*9V
zV8YzDUq2toI<n`^@)OH5Y!|QdUbSoH3gJuB_ug5)%5?6U{ywcqDsI>RJ?dC=!r#2f
zJ|k3Gex<}pk<!>;G0XCI_mXOgj#$6ncXW3CUT;hDFGu-ew;ua8P07>RBK`2KxCts<
zdFGBMXMMJQ9aH~CtNgqAm8kXyn+h&S?{?x0<Y8yNW*x41S}HhnNoJd&9Q)7H`~RH&
zb94SbL;3nYf?rdbitl|65Do2KXBMTrWWoLSn>X%jJRB(2I(-AD-_j3N{%z_krn`!l
zPB|~#5xiwHN9v8(*B@Uchi_~T?#q#Vz{e%%e!^twroL+R;sV2+4f(Ydle1f&e0Z#B
zEGEI7IVrI<A&$dtPwAoV^LED*l7%PT$md+UKGiDn$Zh*y3+wB0JVdu0JAJh0*<}6w
z2OjswJ7=FhF2C<|$*jxo%PhBVZtbuYyUxiOl-RmpmDj3G&4+}Ja!uj0YdZ4VwPZ(*
z^pvkRdp~oX_LP3?{P2*(mf5K(nTM40qwU?}LVA`PAA8*SKPOaF%k$PDmzFO#-LC)N
z5VJ_lGuF#9k$csmCn+}RHm5rucU-!ntElCh>>s~+m00x4IR~ZACdCz$Y-q23V{`1u
z!#7hSd{%Sjt1Mb(I;mRHy_qfd{O4u!riqECh#k@_;7ZS4;I?3*ilfu2zXu<v__;((
zWOG@c&(>>fp(@bX^3p3%<8RyjsLf2w0lAZ3OQ+0dezGQeww+?j_b6UA?`wa&CVgBJ
zWl-}+X#1A$3thqjx|VJ^8tK0O`f`n;clYlv7kT+ovtmZqsZ{^1EE8C6b{iksuP3y`
zMC54G(M2ET$3KqR`5@cArq`ry=Glu<UST@VdY2#me`o16iO023$2<cBovN7Tmj<v;
z=ro<zquR1W>(9)zjaNb)O>Gz6_C47aJLBx1HgAq?i(1mzXUE*S<rdMaxu@imWb=yB
z2?D<yPo3bfTWWkSKH^`_f9F%DF1=oQ<Cgb>Yi-Uw#c$+&XP)nV*0$ub=gykHN<s(O
z-|sy?clLLU?o+2XmT)xqPUBsAe)GziKFe}1zm;3|ye$3yZQBD+a#Hf_R|>?e?S5pz
zSvt|iwI^GnaNop$kX>1td7oc$mKrV=R_6(pUlHCh<>4>2>}cyd`->+h1t#|_SSRzi
zdX{zm`H2%1-g;Cuclenry>wYJcgC987o@+v`0l<W(k1j+gt@xkn)7ca8ZPdg5h%6s
zMB=Z&bN9|pl6hP!rNq3tqgB!S?aU=#Rlnv$&SaTcw&J-_<i{sZi}(CEBmC#VUjB$P
zKH9o9EIOYT{+}3hNm8xkx@cg`!bd`a*-K1ALj6KT1*AAM*M3jkzAyZvLgSTN>>}pp
z995idoZVzDu)HOoKT3va)>p+BemQUDv$P*BuV9|@ncd-SP!6xs$0(P~u*s_}Qy<0h
znpa;4jcRAUzWJo+tgrK)d{9XWocXOkbgHVpY2>uZ*&CyeuG}?2=}lPIYqrU^mi#SL
zb3W9%r*T1M-nnlLYd<^ZS6jWj_49BvD`)tn7@^g#wKNahnD!@SZM0`<M3(pLg6ZGx
zZen|=(5d3)y!LRm5{JOOU`N5zZBA?2GW2)He4kw9R<35gD6!)71-6Kn%Qqcbq~w^B
z9ryp+_8BsFpL56m4RzZ+ePyhW+^$_$BP}<YoZ{ATs`_-?p>Kxoa*JTWbR`*!f6Z%`
zusrs#R^Inz>i@orzbyZ~>93o8^P}P=Eg|vX3e&aIB`i7v0xRZ=9<z9NZ{K10+P~i`
z9}3TZaCv=ATaLk(IfYM4XI%T4uuObj{lvL*i~oGsdfmdt?!naXIMvft8Z!kVeXqTJ
z;HDh+=Zbd9UOV}^AB<t#kIprm|942=P;&m3#%>p_f*GQF<N9?@cT8qEH0_vjMskag
zMON10ndg_+sp{L@WPF$zan3E*`C*OJ+~s*Eruf@@^n7*bL$Ces+EYJs=M<cIW;r+R
z(7AIH9M_+|H@EiR)%}0XV|G^c<(VfH*Lvi7ckNkn`@PXTpC1pJcZ(clTKVVs?^9b>
z%gD(Y+`GS6@7WaB)@ybuyvv!DHhx<e7w9uBMI`j?)^C?4pL*mGDACIql^mSC<>NxH
zTUT5*`cLe8%(GH$PEUGD_3tmgo#*ZQr_~?(M`hwEkI8b;x2H?=U3*z_Da`(rK+IZ}
z{U4@wt@hu4;MhA?yWcnUKfg7%TXbz!ghQfk)X{s#g*+!+`P906-r~<c{RLb(mwjpM
zczswgTH5(i#D^<ivtuHD>&E>)$p51|zix8oJY#*YNh%BVvi<)F7)X5UeB7}}$LU~V
z)5{ste#^QGuAF3HQmC>bG(#(ib>)#OqT7nj_#PGZw{zAJ^C|Y97Z~Ux60qTC$-#dg
zTMjSYsebo};jN>89=zqBd1iSA&(?r1k2zwq7kNM5v1{kqyuhSek4q}=?OI@7er=vr
zer&>1?g#JoR!ijmyz|^ne#6>(GWi)!v!yy(m+0}hO}Vo5z*MfaH5SW)>=^G{iMy8R
z?5w`jLR9G5l4$F6Pi6UrrE8ZM%~~Toc}0hZhmVD{?zBbgEG_1JK9X_d;zdR`>5wUt
zI2f~b-keZWx!*Ld+bm?mLJLoWh*wEX6Z*2l&lTtA^LMLuvEI5iL0W&d2-9Mfi7PL%
zB`y8&<C$$--9{y0u^5pjhNc#+3J1A5mvWr--Em<pC$q`^y|$%4qBiO*+W5BmQq5++
z8LFboEl;n_<Te!-SntOjBE)*2lZ|O}e6`u$fJqj;hKbr&Om_1sp7Rf4Ud!pIqmsSY
zbkd3cmfM9^Wagggy;E5KUhTSkz05<MsL1>s{8M|jP186j@m$qy#kJQL?w#E9b7ty|
zN1Rhij(8=l{WhoXf&y1!XUM64|7u@t;*$=#a4YEAH0kes7Jn}1f13UO!Sow%z6#t*
zP;T7Fl{m$HHdnmM%u@l=RRiC22(gAKr1BVjTCbY$%-HYS`@#wv#ct(Ge}yN7Tzdcg
z=aqE(qxatb6U>~Ju#DSof9=flYi=q|j<JusxWcb<to_S&+G5S7jKIXnGgfTkDR$qh
zF>|V^?ZX{4K^G?re`-wHaBul-&w^V81tteQPh9Hxdaq&2?T7d7R=aq*L{3fMJ)AgS
z$1gHE+L@gvFYd_{S4Z_IUqk!e&*krOI__uL7O0to3j7g&5D_}L<J$e_bEbb$&Fl#=
zWI4&ZO>t#op{dqO0e7xcML*tk?<V=Hx>mk;&!HJ`N^$Y5yPu`s#Oyn^d;NYnj)JPl
zJ=xD+FFs^oyRN2q(hoJ&*J&l}qUY`E=RMr{dC&iMjMe4u1vv#KK0S3#t$(l4gPJ)8
zh1|O~9_x@<zIRHr_56>MPEE;s^3X^rs6|gio5#sf<ifV8n@>1AeO(qj<%GwSXODjJ
zPTIk|$YI5*uTnd&9=u#sUcM}Cy35>-ciR-sF^DTBH%_Ws96NR18I4&d*itH%<*W#w
zF0?tV;t6}wrn`Qjp{$35DyQ6AT*j9ES3vu9$aX2q2Vouim*0KEzalfte3Mhs8V>e{
zm%47p{j>L-U4KgKO_;$lKEa?U>qw`_r*BhkTe$~TF)!zFo9BLN<DHi^J)7_M&o?R5
zVtLc}{@oSndldplG*9)#Tr97g`{h;J!L=Sm=Tb7~@V>D$UCEvO?5cs)&jg42M#au^
zCe8kP=6A<}n^{XTRxj&LJN#hc(nK!REW4WDylJ0>>;8q;PhQLI-xRd)pwQ_Dho;@r
z4%=06G{GQc<B6I6>OI%4I~5AsReJs644v|+bGrTc43j6X_kaHX^uxQ@p0$BT)^4r-
z`OJ)c(f@nPCv)Ea|E~Pz?&|61YhQZD?0B;E%D?9m*9I09XHVC!`}w@$^Ktt}>;FH~
z|M^5cKCyO-=%jkt?8AzlGN12o&tG6JQS|?x-1fYCEK4Qwa`ap|wRc#**7<C6T=&zp
z-;WPHU-Q$a;eN-F!hW6C?dR9WobtJqerWBw;~t@hme2byk~;IVd;QN+H)-Ze7ReSq
zjv0?u99|P|G+%ymea(U7zubHNTvGpe`+aTq(M2iwH3y~^`xkwEG`VCKb6ov%-c51G
zF1~57-k$%t^Y#3rS4DTNTj6E@aqa3Zuj@VP!F_%HGtNA_ax7?youIXEvOQzi*()bm
zMY1%+mgdZ!x@%oW_WGmxr=)UKpP!3=Iy2qQRm8g`V2S5^i&KB9A{v4pPTkOyv*Yl$
zo!LBX%xri03YVYX>|ft4zxSt^=Om?+mO`=D#`9jPG=<Nro^vsZT`{R8E}_JA&8!29
zq{O{neBD|1vU|^uJEC>p`Tw=>=igg;rRB>@2aBR(>`Ga(9jRM>#cS3c+O5Cn@BHiM
ze#dTEcXF5H+%3&pMZ+XYasxd|Vg=O&11Bx&Rb8+B>X6~wvooKFwqDcu#A?(PSm?CY
zbnDd&=Cr_om$P=QG7Jikdb|8)+RP)nzLeU&n3!$1I$>j)q)p`Y(hP<>n)4g`B{%H2
zByf`}c)r3T-6<W-8|Pj~al7Kx?p~a^rpAFwup`Q7PHbxI;<<{VeTnN&R~Xs0vR{ib
z*7s@&nG))nm^JB2dYQ>_zsJ=PXVWs@?K>v1Q>!#+;&)36#aoSmA8!1zS(MhDD;xI1
z>4L>m&(zJVDW{V2TOGaZJ*NddXgT=e(sQjfd7EZ$UUl+%#8)k=TdQ{6jQH`ihpSn?
zT+RMko5)9zw;w!DX}P%tJ~%Y{+WHKp4~M;^CtaLczbq_h(cX(UC#n4V)9aLRedk@-
z{=92aqHHO=w|@T;_AmVTN%U7_+Z5l)k8j;tsF-tByi(fc7N5XTt*`Dak$Ou!UG`sh
z<*NT~I>l8{CN<DV(toD@r)_UmX`Mg2{lLePV{fa=BX<||N*LT)q$|gNPb|3X>AkIT
z-!9&%_O;r4&4<6wa>w@bz16=%N>A?4*|}k_pW&QMr7yMS*S(zl=VJUnQ}NAq{(ReB
zK1v95%2hBCP~zcSdo3ijbt`N2sZUk5&*#=Ot?l9GoMITB+JE*OTcO%cQ~BW29e3CI
zrfqKeS#hf7LUNVOQnP74OZ=v#mRQA3QdxHSCEKk;H<`*KRgu%4bhA2X@7g=B-fW7~
z3}dG$qFRp+pYY~id;i>%__aO?&2MHK_ik{okhjrP&Szkkyzqff^r(j5#G@0q+|@+<
zv=(_3C2767H9t^^<$}^3=j~d2?HBp94_sk-D5Mu#(X%>y{fB?M<%^1TEYPcwJ9R<z
z#ZHyG9iCH@FZg#PF<bFOD+yc@(w1*}dA_WDvmEQ)DF*_B4R=rYyF~V!2mk#QT=o`R
zirr@y+?(tAZTmisn=hPhMcKSN%2UR^WUj;<x076&Sra~T?F(Ha@G-3C>bEb|*MEfM
zd=M~oF4KG(bnc7BtxL^pk{g|vi@cqU()TTNKRM}~gnfx}`lL(JPR<?Ee*8|CpLeml
z@|N57V8fYbCoU}6!uPDwGdBB@3RnBtPtB^%OxeFbo6Rk2u85U9zB6?4{h8k1-uz0R
zy5&jO><Lqs9WYG{c3bS+^+q%Jvhsb+?*Wx_`2TJU*_tQ+g>B-G|L6a6xa{`Lu;XGn
z-(Y^}QO?;X?{xQleE*+!{_msl&sU1a9dp~Oy3E{XX4Ie65!>!~xqYdM?YgsJe|i7K
zUus%@(;7`D?sq7;`SjFR|BwFvmlyw;{{PGSitlf)cdm8hY8E<{o@61%A&}G6dV72R
z=idAO^=p1zUjO0D=ku4}^4H9m!n-C*bfM8v^|(JO-`~Ig`0KU(gO%#@pWWH%eWO5P
zS*FyXW$TJ-Y!<H5ezoh%rxt@7TaRt|)N9szt5w6Ya2DUQr(y=u@`6V#Gldq1bS>3v
zc(d~AKg~s(LY4#`N{|1iv-M=<<G0s4Ce7F*V;t`z*&9@~S8s9e6u)Q9+wCg;JFmL6
z;eu)P_v3p$ziZ#~<I3|JHz&Eg-+Q>m>Uh|!<Lhl2S9-r%v|yFjdSkP=X93y&KQEoz
z(-`8D&VB0CVyWMI*Ti~euU)y;Rl2vdcgfM&cW&=y^FJN=#B_73n!b)_kfHTX|4B<?
z_7qHAAzgiKcY($92XpjuHbq=KzhFLBlGnAM<H6zEEB~_BvwQNd6v~QiS;OY6Wcqi<
zqU(Mw+;i3x9$T>F@RiUN*<Nb|Z0d4*|9}4faQlys(efYH?*D83?(Y8ci*y`ZraW{A
zQxx55wsroh=-10F&lx{j8nD9R+pkXoQ8!<I6=2hPJL9@)Wn|Io4-LN_HJE%A{uCsA
z?6PI|rcb+a)h{@zG#9^E^(E@P#<C*Q2O8e@A4tBPeDH2pPD1E0<z~$fAq?r&KRx#E
z+ukCutnK4_xdp#98M9|TnB4#N!^3}bI?W^`8SQ2-*1R&=;N>?Hy{q@MSEt?Eym(5K
zc^uo}jJ4-4Ry56fZt-}9X~yG5rf!?%w_h6A&kNqgmB|xn{<ZT<`nJ{gPV6_?VcvPX
z_hppH$!n2rOO*WOw0o~l^UnVfc5YFRv-bqIq^wR?1DV{)csapip&?gUVyklZUA7F8
zvXA+#c`W4WBZ;FgWdc7cO#AJ)mRUhG(B{dVpT{k3&QIuI3OsY)`QP+<zFOynx7XjS
z$?yFb<K-DS?MR`I%<(CyC%=8$Hr?#u<y-xIeJ@IPyG&euzQlTExZaKjvDvCegxZfr
zxJO>gc-_=9*?4vS#YLBE?=*aEoEa%(x81w*^S^(JmtXSa?m2R?<;+}-u0O>II-o80
z{_%Ufgj^l9^`d&xoH>KMD&<21*nb?8pCYhh)sk7#_kQ2|zO%Nt|8eC*;q&(UT8-P1
zE<R6)D|q^GdF3y6`GUG<FGSl;O?6qioIR<8;j+dAL9@<I*S2*c?|t$<&F{;ftQ}D3
zW8bNneDe3zIrpOGYww<|qRxEp_Wth8tc$k_R{#F~^F?!i=ahsE8;_m5$g))B@Wlx#
zo)$Omr%w#$(0p0CJ7?Yci?5gTusJIQSw%jRem<>ERZc4Kt=y-d*|pQmzU<)FP4K(k
zdF@I>aJ$SV1yd2jV^Kjf7rDG)&%ah*xKd}=j3AkJip$wco=9a11qT%doSh-}rhV=D
zocXWS<^*)Kvn!h0hs}Kcq?`3zgimf$ji2J0qgPB*b2YZA25NdvS+GR^SL&@CXPKbR
zZJh>Ho?$sr@!c%y7q+_Ip0%^#XUUlwvsAO$0pY4nF1j3#z8LK8w3)Eh{OZ<fPJZU1
zu!OCyDr}O^Ppoh|Y4Jnb`E2g=^!=P?H(3koWvx~1QeHDDm-%AO%0=z+0q+<$pJBfI
zW$OLu+OMCLb$vdu==xSiRgeD@!ghVL%KM&i<;|+s^*fWQD~`XuzWm?nubWP=Zx@kz
zU9%uMQ2Ns*o)ddEE3Fhw{;0K(t5E9VE~~Z0%hmJWDr(z)d!N|r@_U(ez(jvjQ!|#^
zlHI}HUPoU|dwAt~!SZQN{3hZ?OAdP}PnUN%VzlDjLKfYR3p`&n^7cf_iM?&TRFhvc
zv%jG1wPI~RZ;4oB_>7mF^`DRLKb=%`gnRy9qrgi?SL#$mSnR#c>D$WrY<}MQ{*bQb
z=Gtv#=M<-2cUT>fu*Lb9tWT;$UfeVJ|DWp*n(zBJzw&SN{X<#(XQq@+t~;&S_dm;c
z#|*z8-?r~Nxi;Fo;;Xm)`D5SsoK*iEDr(c{ay;<vonH1~(13$rXzGrNk4lAamOu0q
z+H4o4+-H1B;K`G(b51|cxY>UD^255sth)h+=UmN=s!ZikKVF@aH{ZQu$5ie)S7%#p
ze6-y0lJBpYkH+@?cKSE$Emiu0UR^4zd#*M4<_zoa_ZHtjFW^=9|3!z+>%`Ko(sq@|
z{_XjDj_#Q;aj9&X+4{n|$1>N?#ebH#eal>M>bfSwsH8QS!uEpmuI3hsq@K*U!C%CC
z|Hn<y2MwE7bEMfcg?nV>?peNQ^2UwV($ll&R?aM}F*+6|H1nv1EEl)+@mEs8(>s#f
zj-S~uSy@ZbF!kutuN@&*GqM8;dsZ*wNSactvD~xue`-_yp+y`0g2ScOOs~;MZ>|Zt
z<gYrv@*~&$if1<8`PFM`vgd!d+jp4V{Jr5ky^hDXl4oS|OLc@k=~kXr_5WE;_hXi>
zNgl2@ZarsxVW3<6{#|X~{K}rKCr;l}yKH&<vSj;XO(VYxek_?w4z_V=2Q_WEooHsR
zb81eA=B72xLig6ZSo3_Yx!cWWXN=C-8OUU^Dbxi#`m0^I;Hk;2dz;gD9Jo03!_4LD
zK0GNsT3`EC%{6f15y`Ms-|k=c`_t<$V6I)VBsh+><$jyTp9@DNmI(3ulFVG=F<D~n
z^u`}7m7zv*{U;}h9G|ml)xnH_b-8?tG_saT`#MA>Z_BIuruN;r<>7RrS#j%+f2{C{
ztlm<*L`kdWR6e`^gyN;j-b(YT|FOnZycFH!^6_o{e_8puFLs+x8urKTJ+|Ebr;>c#
z2j^E=ZAWac^i*xL%-$oLZmynwvNQdBlBmhG+t1f;F8*mX`D6dyD~qzYbaoa^KP_<Y
zneVgG(5-3TRXm+GzPshN{-ar`)!g9nPdQep@9)K~*|?-LrMP&q#w3?Q9~t)}fh|*e
z_e2CenOE~HvwE6`+r2q^gRYo=k69za)XX8R+n~}?tt-Y_UH$#!X|=aeY)9TrVpD5*
zaPMwy*P=z2`<qW*_nz5X%#l9P@7DsO%v)6pmnuek_dI^^Ew}I8z2l2k%uU#%aYKst
z<@(%)&3nFobid+K^K$k66CdZ-@%N>11Xp?GK6W=?Q{VDk&{eRr=YrB97sKh+wQ6E&
zb35K$lX8o!GnrZZe6f7-)wsozQ+k#czq@PiuvC_9u_+(__nn2m<z9cDQxi5(MQ~TP
zMz?17(WaYsyaUvaCofY^X1l8wJ^OV|?<TQ74aK<uv)s+}%kM9e6gzadbDpD;-nkzU
z(QE3A9n1OVD0ZrNs%RF>n82amqS7f6sU$ejNt$uu`DtA-C)@4+=$-Gc%8A+OS6|x_
zGU43&h3elGMUL^Z{a?si&S0gX8rAYLI)Crcy}QdTZ|r{0XgKju7UQvnF6_!|3c^a7
zHjcSl#ds6gBOI@`o#9UBb@E*Efs1+NlJlJ#MMKwG+F3pLQ80h<W99uf*Pc73w}FS5
zSHED1Oynbhz#};i_nKVwJou13`C7TsrR>-gt%;ra6^}K(?K>&(gS%>HtdMtA>}OMH
z%XDU^mCY`Z9G+XcbYo-v|G6xAf0*f^pJaC3tjYDNGkhDiwY5}CJzL-<_vB8bodv&0
zO}hGrv-e+@EA+DLY`OL8f!<r0%D79f(~bo0aoTN>D^MR&_;<3?jdO9^>?LQv(tgY~
zHzVh6S#$dSRo12rg8hG{g{fc2+bU@BR9kS)vzWhcqUT@kRnwhU{`2#nmH->=113+j
zn<q&{pR4#AU4QW8#oD;Pr`Av6E#LDp|EW}IlIC}zg$8CEA(J+3t?oN~*!kCAyS;tq
z*#(qh7y?_EFWs}+|84ev+1b+8e}2mURqTGb(fq#WpYLBfPT%5mj11lL|6cVQd6`c;
z^=lf{=U2_r=sSGy`AXx$IZ8_(tXw|-S;GGoe)~TS+1J-qo^sdl+I6?*gv$blX^QU;
zT4m`nwcpegRu0by%?tIqUbg36-_HH@>Jn$KdraaxHuvYAt&I(5?@#t%`I~b>|KFYU
zO<k5VWj?<9o&WJn@%fJ*d%s&+?Ku7Suk#}lr>xUUPlxZQ`Dy6)jXSRH=jNX0$NxNF
zU;pvXXZ=r?F3(@`cvpZ!WZ%VIPOneJOD*)+cx}<z%-O}sxe@KZE@&(+b?D?0sWX;{
z6rA-+)hd9ibBf?Ci30*FrK05?6#0gGhFn)z&HRkLJubXgvB>n?HHp~7*IYSImrA*4
zDDK!LyxF#Ehq10;q1POZo{y7XoA??o`_^G!Bhk;BeQ)U>|D?IoQ#hY*k9G?A5_J5l
zw{*;|ipJ;hHJyJaPpbZ{4!SPr`LnbAwttfujV5&zRi5))c}V2ae!n2EWtTZ$?^R4y
zow(H@@~HLqz8@d|3a^`Y{{yRe-=1|dpRxWdIhc|A<Yk)Egm6_YPmjkOQ&bCM#Y+8T
zmz}vcf2$2s*yWV9xdAhl&*#q0@i6>Wf4{mX=K!lv*YQx<(&p#Wj%-WONV3{^{rvI5
z_Mobhhh7!Dm?Gjer!97e=%)F+(z926T6wHF&TYMPbC<>{uG~L21Eo)wn592{#JVb}
z{}!i*=qe$XiMFNXKa?&@H!hvBFM#i8TA+xo=?cYaP8I3d(oc@^#sn(Obt?(hQY`eC
zB6?(Feh6E(Ghd(jpO5nYIro46nm^&WaoKjWpP#1J_pUAOFD$8;f4I4S&+-?IHHzO8
zjIT~$p56QP)RcX!zvu5<=en7-UnJ1zNN3&$x0WZlxlyJK>M1{YgD>ZJYWfEr7dZ6%
zwS{|V=#tD^|DvWg&)r|pxNFsn9)FME`x|=IjTdP=y0f#G@p#U~W2ZyJx;K8`8ZrO-
zBWI(lrx<*<G}d`}CO!T5z`}j|<Lz_KUVHH1gMhS3L7D5S)HVMrWhdxs<=x$L{Kd@U
z&JhbU&)&ZGqT1^3irhbi9uGB6H|^bfJ0g36r&HuL7Z1HTyFF%=F4Q_1bE;K+e!_<@
z!X+uE4%Yu+yLjkuywb~5E1~~?GlP@7HRdEH7HtbXGTqAhPI=$^bk%HW>4<Dg&BSdQ
zmERxtzbyMbr{{UZ>lZ49hc8N%uASMVKI72;J*k0{(j<c%CoL=Kbys>Uvus<>@#6XC
z)+Cp#z1{LPcxI8Gjfug#Ko`I79af7Demi}vIhFTrpFGPE&z=j8v(mGZrWU-sV`Vf+
zM&^po(&;s2%EuqNzyHkcZocF1nQoiHuTszTate!ni#>gkan$*hMe<J@Tjku3Ke{YD
zPl$7?xvR^_yisoDXzuFBEARdMd|uk~KaZ~*GSJMs`175d`{T+TpIHhorDwlpYTsNt
zXSSZ;)u3PJ7k-*i?eAvf;nlMCz?C!V>NQ^u{+4+o-#Y7$$*r$%4(q6tD4kqB|K^en
zlivURVRwrwCUM9A#kG%Igxn=(hyOaE@vVGqkYZ!pw)EcUlN!-``K9j8nleenyK{=t
z`QlH9cKa;8+<W*{OQq;@<uIqSO=-1HdkgwYLTq-u5<6#K<FszZx3I52m-|?~dp|Y#
zQJ9@*q}1j2r8C0MeSSXo^UJHQeb?@8+nkj8;+@=2;m-NG_74@WG+sVB*Y;`DcaAe1
zi*)ujUZ2q}_Wzw?CEsdA1%9*8<*Hoo81ElBd|&gsF%!cbEwwUN<xKfWwu&w6+qJX}
zIkFx;zB2XljhbV}^XuAc%${D2|Cuk57yo%-xX#XpkFNaUvk`C*<UIK77~Ao7c8=Hy
zrR)o865GF67(W)804kKPOYpeYJl_6a`FQ*HiN{)U8rY>d6!%;?C;z7DXU?Jde?Q6>
z{eH~<^Uw7C4&@eytmN6A&r#|Mnj@T(pKmz-{Lbp{e9_U-Uw+r-^SMsam@lz*?J>#x
zC70G2npn<X`Y=k(dv$q<Hb;`8h{bF58)2KvzpE`yJoxJvpV3RbwHvkV+hfa;=CLi7
zy_@49!h7TH9v^ebjT%~URsTM}xxfG9_WCc+pL~|QYoUB{S5Mn)5AlgB?d0$5JGiyG
z|MRDAedV=FX6SaL-Z2x1x_+-=g=}hQ;MGzE!B&&&yVw{@*LFVESmRfEz^$z$K|Do7
ztp5YAc)3XWi(3jCdVUFRyOqAHo<CXpk%g;D=7ED&4#_FYueQ4#dbEUBSl?Gg#yVTD
zKi2m6TKV3WrNT>mHk7&qhWI?^*2-NO%VC*wHlI!3>tlY`#IsgAEw>+%%rrS98q(^x
zqD4D=UD4B1q3`bOJ9xk5^?C~%n-rUw0;Sdm;~y-yKW4S$%gfW1ksD4Fn_Xj5S-But
z_?5-u6{~(;Hoy1qwEx`n+O_^mO;2$2KB%x-e*5j_-5Xz~Cay~R|76C$YgQJmoA|^z
z)OYXRePkjR?}bxad`_9^oM}<o%UipM^Nx|+ztmLk#OxydbMxfR-b`*$xoUbTvm`dC
zok^tJ?0;MElU<iH-Y-o*Cn3${@IUhN!h){4_1#n3G=f4J=Pd3`+<4+;n(QanzKL85
zg%(w5YMUOr@V4yl{nf9g%J5&`r>1+$<j4P#*vZN-N`mda{+S#Te|w=G&;82pvhU6v
z^H2(zbip%uQpCrz`TtD+e?9-NE4uu9!KP<Rr_Xy>|L^&K<@5I6nGRi9;nJGZ#BR>d
z|NDKIQImz}aviy%<hgQs7E^jA1oAt(OgZx6R>GEL*Z$2ceP}Akk~A}#OT4D9eY&cb
z=+-zvX_czoyPr=8TFcVOX%*>ae)<J})jW=+yxEI+r}RXxTHtCtv*+cvT~AUs-Vti=
zUFy!LuYUJh<ozDEE(@;rff;&Iw;om4q}j#);M_lTg-1YmsPz+rg&kfYXL@IwSN?l>
ze0G<SN0yY;w1~uWJJe2dtMAQUbWPQD=H~K({+~I1cC(9K9&$~3ZDD8Ww4l>UQdTli
zocl@H{D05w4`=WHe4A(PGU=lwi%fEk{JFV)qfadB#02ZNLfS{2B&_(3u^(6I^gk@8
zqPbT^)!WF(DrbGRi_F5gkN+IgOG}Ipu?(sz*|v_i^NZZ(y6f%#GT&-w``YQ>w4bve
z+dXnx`i!qODi!4~@7bJ={3F@1{-NnNUYA)%a&p&f-n;kg#~+U$yq%(<dgI=^;;*OJ
zCI;m234Pk6r0@NHy7Pt$#rJC7%f4Er^!mp^r(DtWDVEFktCzDK)BNkdVC%6=-`EhB
zpum>1$#cBSwwG1@={#TbcB6P<pl{^=331=^_k4HqP@4Ja&Sw43kJRTqPWWbP^_$z|
zpN*hf+b&0zrH#vkwdYkml9b!O=kyBs&tHC;vdw%{kmzx_*5#>OMpc-(hS2G$#mxJ@
zEluB9Z1LDV|Gn{5rpE`)$(rx0@6cv>$DN&0#2&I)_G8=;t2u?+&h}*gxgeydd(CW$
z%j@jR8lUR--)vg5u3WC7cy`9qZznTzR(fl;6+515VGd?LGSyM)wW4pYVra{uP!Ipy
zgNk$XS-90D7H$YiylAHxYH}z0cZ1C;ONZIav2!lI)e~HC&&Kvms!X4_i(7(o#`Qf#
zXS}_aGfyly=(q9~^XDy!Yc(gomGs|q-F4TtNbAYlKL~tp%vdS;@BB)EOXBYTq=kk4
zFJlYdSfbr?kA23Obm@6l*RbACSfP-*g2{Ssq<>f0<4b?$lvy5)ni%(S@}*OAm%Fd+
zFs!i@v@_S6^Y{=~zuc664=1(+=xW#gRdtX!eed}D5AFXS#(#dg{-5)?*m^PXuPb7o
z>@E#&zaIXuW8<x+50~UbkLKj$8PE2OkdfWEaiip+n>rr<8~rEo9TVI0VP$ya{Tt7=
z|9`yy`Qh^WPOF|SIr_NGIayoA%jMvv=S`PRe0+ENePKz-f#-3xQ?<k8mHUi+W;|Qw
z>7{F0YpSw3>)B_SISOZYtvKR;@RG&CAkD2;B@zR@ggNd1iiIhy;h4PEZBv+X%X!}n
zq2|^vGj8RnFOJZeA^SeDOY-pA?v%NDeqKwuqE}9<&-dMZ`*XW{i!o~{=ksmrAG9dE
z_O|<ZDZTRh<Lx)>_c>qlx3IX8yl;g@$w~QtKjn++(r1Uq{o-Bqi_iRi{p7dzOn+sz
z=yChRZs(j48e2K#CD*-;t7;Dl9_K6#t+IDGV7koHDJ~@9@n(r0&iRhQEL#t4KB^U*
z*qU5xp%OaD&;4Of{r@GV9y@)4%3c`zZoU6y#fQH<llkK7{#mWx`!#osFb}))r^r6R
zuHD~@^4>pPQ~GPg3J%68Vv-X!u4O;oDY|K)Lqw}+pN2_OX{^!Q=SQ|G_6D0>zkXAy
z&tg}-$E-9*wuFOHS=pM|&N?4kM0fc-FIKy3nK^60hA+P~mzmTQ{GVW7{g?UQ@AY*P
z<Lpxd!*kM|pUv%hoOI~xIoB?uuU9me&p7++%O;N0ETfl88T~kg_LzmWp6zm3uxLf?
zewkSX$JtZfGD!=~-}^FO(&qB()(yuT(mz`Uoj&Ho<@(fSul`g4&BxoT9`a?H<$3*h
ze>lH(&&(Yg-7A&m)}NK>3$mWmVZe53Q__W(8x3U`imNhx0;gGMZa5YcePXNH>y$e?
z>v=xTIxo1Q_r8YPq*ZHb&6*~>EvYq|-P+*YIK?jKym*q`@xzksM;89p^pDwb=JD;_
zU#dCx|DKz_u=mJOL(f|auTA@IzsGqg_cin1HE*x~WBmWZyngc9ue^&?7V7b4a=fpu
z*jyl0`7-R|lis~MCd#wU>?~e(b=vL?y<g;9_VbE)wew6<?B4Tj-vWi%IZq_7NzPe4
z@z}yeJS|6Wobv8@6wr|&yQG_IP3reM)6`XN9y8y4#MFG(TNU4p$1W$#`Wz)~A?IIU
z<dofQd`&%yeSXB0)Z9%!F6k#vI5dBKkei*yX_iydi|_0%Z(sH0{D%7lzY4;H+hotC
zcs(|7KR)B8#6~-Z87Gtt*5>6GwL5cOoV9MM`^g`k8^5yb{LRiTku1?`#&Ggs#i=b`
z68^_Lo?HC?C%emYy4Cy%F}EMw{mOTHG2?Xo7^PS1FUH<h@~w6WWb)gTSiGw0*u8_c
z%c{#~=sx>W<Z9m=5ZDyb6?ZGK*dXb`%ZDv0>%E?(9^7-rGDub<``fYKbrFkI_NpW&
zC(9=DgzjCiO1tl~<mQueY_1<E>{_Q2y7X`5vk#^-pM->7Hd*?P=iXPHIS&$>uRWb(
zHOJQLVsEnD&qLfk>dD{U-FsXR^QdL<eeWNCmd8K3>c8J-&7=pJf^`cLd%o*-%u<oO
z;B9Pn-N<iQ{-ZU#4}0!OUpM2;OI_Xhxpl^8UhXjC`F@A}lUDlNyyhb~&Ch(9^_`?#
zlLdzoQo8~K?Yz%j^i=F))oAS&3YjB#H6UnVkp6bv(?S<qPJQ?@`TEc2`+xFR{JNF;
z>+TejLXY4}H~-AA|NSub+w$Yy^AB~s+@m<<Xy6g=^Ks9QE}!pETf#2to$~U$Pq1Xk
z+aEvJzb|-K{Ptvb#AL<PrVzW_eRnOa+}EzY_B&~IRk+uZ0EyKXZ!MZ~Fl+xrzs*x#
zg!op3Io!;67ansb{rTlw#n-WmPB)m|cA6gcX6|zCc+J|0VNtJ7mrLGzajkW8QNceJ
z&dZT6FT85Mc59a3v<a%3t?O>T++Wt@`jU5n*V<W^Q+6zn+m<N6f75Hn)DUJr_HAo@
z+QXLTEN{A%(bJyv^g`UvU;Te9{ntOVP&UrG$Ij_8@yl!7^0KMVnI4_q+V=YLf3NSs
z3w%~jo*6vh!REJp^$E<KZVx(RoII!1t~xSv*2{yr|DJsR$2|Y%&-lkD{cG4n`Txwi
zDly^T0Wrn7J8w2|C{74GRFK<TWB2&MKih5F%BQ&qJlvo6L?~<d&Vsj^|6cC@5&y&g
z|G)ajYt7?67x83wBt2dJZ1ru~-K$K$?K=6ln*Gnm>-!G|``aH*-~WO2(wgoN!)sUW
z$!N<c`FTv9vT03$$dXg>1zv6`ne2*(mquTYc<wQYLoqumGkn&A1dDaAK5SsOaqut;
zJLUXn&RWf9>LRXZGm0l4%n*JobHXBJDvQga{;i+-SCuMg_cUsR$;ikGo=x1i;m<4m
zzrye2YtE#66SS}Uef-X@js3#Y=6;r(zRuSB*2|CI`0qb^_B+4$-BI-wpC=i`v*bIs
zTr*9LoTy*awTefYqgQ0ZzHM$o$KSktYZx!`V&d|ih~(SXW2LLJv^ALL-H1A!VwISl
zKKt(5+$Eol)TNic{k%n{xT7IW&8IZ>b_~bEJt<Be^Y-jGyY#K%`}tQ~E-8vytehd<
zm;d)g?73W<!{<&soWs*P;giLoZ$CMOti|WaCprhrc8TJ2TlASJdTK=K4F6+yc302;
zsPp`AwE4=d&pMB<n{-srNpe?Vm%vi~+R0okNk(Tqxz_J}UsnC)mEQ4>GwlC=WUqO7
zHT=e{J4uH68r2(4N?lHBoFZ45xrI&f=I-L@)92MU`5c+CYQYKaytj8BPpTDERCN0J
z-I2{_`G@%ES1ayrs5p7NY10~;dEr$-Q>WB1z5PGW<$CH3E)~X&FP~PQlZyEezhvU|
z4cXEK2Z}mh<uIE?+uxa~c<GeIxd`{z=uH}jB)n%GTe5M<^rJk#W&6~P>-`ipySw)2
zL`2IM{r+dD{#f(ck}tbu@7r-Uu9msQ`A9>tGbu#nWs2<loHf~5Zx3I4bj1AEzc-D$
zgk<KP`Ehag`$-XJ6DDljYp3#VO<_fh!R+a0PP2M(>c!r98vkeW{YT<;55px&+7BkH
zHtpP7x%bY>#GC#`5xckTELtn#&9X%8lCJsrbrS`<1-@h!W=v_&d23|)J0rIB;H0Cw
z)J~slWjf@bc4*rL@xMVD|9^5uyJnjNaaHZjtA5L^x^sWId~VjSy>fr=HEdd8uyOiF
zB@5U2GoPylP70nTy4BF}nnYZ4p17zJ2lJKXviD41e(rr4&*2&?erI2;`IB=$R(VHv
z^Uc)rUDi6K%O|qxTtUTeG3jjoZS(JLUR<H*diz3D;$D}fW>YR(et-YYFd~}2vApk8
zRq+3c{QkeqwcE_iey)E1PqtmXeb1+p=^bXjLl(<@yxf0rZ{6H2_A0M<J2%OBRk0K_
zwPrb0T~L(N_@y4a?rNKc?;dlH-@6yiF6+2FB|>YGigKTD%akjiv?KRCX5-<D6Ztjo
z-no%bojv>G$r;w}<r=HIX3V&laAbx4N-baWvwIFkyLhBH+&f`lV&~mrvpTKv!{=WO
z?3Z_nZtTu!R24rz_xYut#VVOBAs#Cw*78<7x@9W2ziO_^*CNlK2d-aO5TvBK@vBY6
z-aYfzaGtlZosgHMRDV1r@>H<D-ML>Gb87;FX3uin_~6Hn8H*pUl2!8)FZNp&ysTR|
zD|bince7hkyY5OTK74dESL`$A`u{I@-`(BaZEPwy%OZfCHQ=e}xgRBOPd_)`S(Z4x
zd$;wGLYG{vlDU)1+EoHY=4no2JekgS*rdDi(@FKn`27t(Kb(kO)tbw^N2X27{7%JZ
zvxz%Sw`RX~(fZbWWJ6_Gqsg;1nJed>?lD?#6J+FIpre}_;^kRlRr~It*3ZlG9hX&;
zq7xFs|6OXnagp8o%+inB4KsE3w+HWi*Cm$!(^hX{_8iS~;pQTBpM+cmo9o&m10VMs
zW;y8_Co(0p-J<(Y#67*UcB>hSy|Z3QzP#RiuYI%7n$6lTRk^NiWuI8gw{nWPkX84F
zL}ukD{{E^WHWwncu-f@r1h_0=(o{booT9O5+9bx04u?M_i2S<w?xJ16#`(4ZQj(XA
zWXn_!tUqazv6=UeSFxepgW2_es?Vq;+x@($ue?dlPc>qZ8S{~~Y1J0?s#lIpDz(;7
z-Lb!Z{>5Kbg>$x@oh3R+<#oVy(b?AGKc4@8RR55F|3B+J-`?&&Y9-qx+F79Be9ZOs
zk`tFJI(J>$^YNJUo!j@HU)8UfsC|81>)FY?x8*yp*|nThcL{SbbSZpg?4?w1dFx2q
z>43o3Ke=WyEh$NSq#j_z#lP?R+0`6Msw=v=!o?#N3ySr9*Y2`O&&{5`#F}TGko*_b
zIT0syHd<&KI6Z!)x#7WM{_hd@@1&-GH}bdrsB^#iZF$A(v*iZ6j&-p{TN?)Q7^J^{
zCo42{!V$x&K(^kJ54IBhYeKvxsdml}DP;+qGoiGq=F3OkQ>&hRyK8&xdYg*Zgw&Pa
zjdo5gIWJnWRJd=K*_F_v+VlUZgzLR)S~)@KDBGL(g5#!18#V|Qul??2VpaF&bK2Ua
z_q}i4ihJC?J^%mz8NW9toZj?#pYZS6?6rHpOTMf5{4AhYluLtwwS$3EU=HV`pl+em
zAR|+L-PZ^C`F1+LWB+|raNFU;atj&0+xofIZwgNHtxWaS^%99@)(py;q;yn}g)_;G
zF?5BYc6)XHz3OFqzf1kuaBbc>OLJpx0Z~6Uq0q?6^Bcb3%C5ct|2MzJ$pXK|^^sgP
zZ|`ZwSA6EP{>k~cGw=HBS3ecZ&t>$gD%+)LyOgix5ocQd{P~@|zqRgF>B-M2{(et$
z^{J%2X(n@v-q-l;oTFY}({9#w=1E5K44>~opK{LLylHt%VoR9MvE;O^Pyheg{D0E^
zzmx4xovS$W^OVsx<wK{6cFs83tX^@<_1w=-N@}mu7C0@@+w<vb{)bL~c9+-RBKcM(
zUbhNzUUV!#l`Gq)blvM!b7Q)?)&-rj*!Sz{dLz016}d-q%ob~OmFa&w2ioLz@1kkR
z<KO%*o;0!OvHtZu&%4r7JD%T#_o7PkjhbnzyY?3L6$_fqf7cUnRki(h@V%YYr}lix
zVA{HN=J{tba&IQi)HocwE-Ync+LY9Y@P~UA82nJ%Ab2=MYIet_kSm%SZ>mXOJ2p$A
z@#&e5JAav;TP69v`eEh2JO2Mn_J6v)|Lpbn+V)G=X2fhZmi)N=-?94-F57?D`=rv3
z<6>F3cx1njd5+MvUYB3bV>ajhHW8fmAlmEL1D(7}9)X(vP8<st_lPaFv0Qz#<AS<Y
z_>{b*EZ?jmMOJt0zx^eBo8}$Y0=Z?AIge%tNh>am&=re`J7?f#%<a7?=g84FLg~7T
z0}mejSGU?UVyd^Eo?hfMQ9YI%uG-C|d)R*e{(aYS7K8axk<!?W5mP+#pGs8sUz5z=
zUp&3~yZ`N`i#s_ou9&4=^f0RZaBb7_mWgfE`FoF^WRE-WazexOd8ZTJn;(4Kaew~R
zChPdWZ2vw9t!+&e?Y`c9bI#MElXovyzj^cC(CS8V*wmVL-0=?{&;O&b>coxRWxVlE
z)&w0p`1H|~4SW1!kB2<_yEk@A#SQI>Z_e+Zhn;xTa=QJRi<;FP*AO}Jh^eA6aT``-
zyWQ;ABT=}c_&|tSk9#s7-?zt`m+P9B&3{rcY0}AJ=h*N&JIlqxuU=GeS!rg!YHMts
zRO`H(KHKwBttEd=obu(|ob-)RNrfwXj_NQiO};1{Vsl7nY2Z?xHOnMF9I;ZrAvK#v
z{E_kP%h6x&*v~$GO5^Nif4h_QpPcOv1^e4IZtdH&uHyT<*t)mo|7@S9KmWLuBj!xl
zp5o_r=6-%34n98BrF2?C+)}Mu^O3-g`u|hr+B|NRK7M6epQXTM!^*gT>7t=Koutoy
zZMJ>3x%k~3Q;SK;k$azPy?#F}@aP<|`EL$xpPJ~pEOM>R_j5A&_v0SwL_3JDnC3n0
zvv<?x3}I72Jr@BDmDQzdLwS<E<T-QSmGCzSyPo?aUjC;1jUDR(BbT^u6FHQSJiX;h
zi&?pY?Xn8Tpcmb5Eu~cBAGEamkh5KR-c!~`b&vbCHP55Eoz@00mK|el4ZL!0YinX;
zl-TO7!ikGRGmf9A>&{q_{Hvw6P&PZy?~=BWnO(O2|AW6z)aG8E9_%qmrLJ&UrmWMf
zLn|tKuW@G2cAh%H?1t{4J#C*@C0^>dZhxBarGDLhJ0}ilS)Uh??>O)JN&otyuaf%W
z=*GnOCGUfGWtW(L-*MD(|Nrd$CyxFt|9PeVkHzE1>MMg5E~_b77xDj{mF%j@xPp?J
z-qWYKH?2uZmx^uJa`N%vB%XVmkM}Cq{ZX%<HF>gf-PirUQ&)v{`px?;RP}g|Y54}V
z^UQ+p_Et}i|I<4Ed9(aKf%|{&-fuqVzINO3jMi&yyVh+Cl@xT(H8?8aBj!3k(<vmn
zJxKJ}5#HOC-DVpZ&unVaxh#<@^htd3sVz-9@kYBXl=Fkso0BUGy+T9Z%)gVeX|sIo
zLO}uMQ%fJ+QZKpx(COs8yn`3p<Db3wAvxvL&u6#GE%#Q>e|_A4)Ar;UQ@0ydo!NW&
z_lyr*zc1UW?LI!`GwaiuiF{SwZ*3yyZBFNjG|YObbB<l>b;XAVjNM0@HmzCw_F3_?
zD4E9}Sp@Ir`Z1nb<&s|MRq}n!n&Z*_>sqUJ9*FKXaALo|`103J;Z;fYo_>;AoGMd|
z60})PzuU4P<}5>VnDB~e6`DJCU#a;fo&WjYWaW7?`Yvj%3x4^0wMlQwcMhpQzW1!|
zy@!QLdilMlJ=NT{>SXbc58dZKwC3;es(ssViv889q^&U<SLk#XdCt_C>Hf20`TRYt
z#q&0QW{;3|Hmdz_CY@X1`M*P-_y1o1pY{Lh{on2<e@QsFb1O^W9b4Py&%Qdl=sj|q
z|8&m$_)YVDl_#mNNiRxEc$(F;Suo+_#QU)#ms$<g+zpn7Tv1rE?C$Ru5yDf{PaDnK
z@smaE{D*saJH84s9ZQ*L-GA(+#n!wgmft6@%$=uxDWTTu-8-pHy^Gss@>$8RST*Zs
zR%c+>NsZ%G8k^>%hHi75*L`%7w7R;;PS2<YiIATg`|GDXpI<v|{@-+a?*cB)X_G|H
zxh#pz_MIo)6S(%ktzBA5|1<AauC@%Fck^!fMz!bC>-V32|L<RVBwOMV5%tHM=WPqS
zr{Dk1<am5Z_H!M#RF-VzRR5z7POr6exa59I^2u$F>Qx2;|I1q^Z}Hr6F(`b(0%6(n
zN)@M`3PndZ^`{qwhUO-1?8ws$nt032+I9Q6tun87Z8MB^cr9Tjp&;K|`Do?xM_VR3
zq-LL!k4bplwfOMix+4D1KW$!#KkHtxIBPR=QkxI+i!BawxpfoFXP-5Q+8pH?J7H^M
z_`YwYr$S|AkADc6+AXQM)i=-PW6bGp!R>02?A5~W_Ix(epL1Swo&Tb5$B$>P4_Xq+
zJz;5rz<Zg~)ysGMe*Q+|>?sMc)R^w+n<dkqr@wjszWDJm->#&d9|!X6mc?9)iCYs<
zaa51>nsiRUniyWGQv%EFgVK6F%S`S)X?*xZ&&9MZzK_<au5KAeZ^T-pgoe(UKi4?^
zOyM=d`MQ;#!fw8DdvtGV@R_iS0S=AA$Foe+RU|jx><Kh<%9K5PNs9YF+sim*@0P~%
zbJkqto_*_Z?yO6jbS!OcpRV10zi-j|jf=FVvpkQ`3!5`9PATmo)5Koxq?$&d=SF+V
zC01Hge^6kX>$N{m>ch;aSAOew{pa0z@N@aRM<-{SZ@d>2>Ap;)`m$_^$D=geJ%7LD
z?)!5!d}m$Bp%o`iZt8iN!E!HA<<j!<^6xk1zx%k)hW%ov7H{OV<E3+6Y&4sal4NOb
zpS&|FsM3FDQAPOYSF_(6L?5v|rry4T*SNOvaI>ae#=d{YnDg$(KK%2|aAHTg;qC?N
zw6+)q-kH0sFDiRWmXGkOZ*@PGuy#s1>@uCX;<c4;=#rD26HI5Hn>WFCiN5kH(M|hY
zZ@JFeu;cqTZLv#?O}T$pEd760_$=Gfs(VkOT{c7?+k4jiyW%rlk)3JjF$VgppWG8J
zV0m`BYwpVQN!cwk7^GWxr9*E%nzV4rtC!B#S{iK|ADBf2R9pPcXw}rZRITFcG-q?m
zgsml;9L&!}&2Qk*316S_Yj@|xS(Dw@-<;TP#uLtda?6$%X}1J^C2B0Z@2bLIaBE}j
z?s-93q0>LSEnNCEyZ(n{+Gg*%5B~o|cB}h0otoTNIwSRx@6ttE^X7@m$jKGfl^y%}
z)3Uvty(0R!NPM8jmIdna??2Vre@T{+x&P$(|DX2hA0IH)Jo(Y}YR8_#zi;O(`^Y%w
zeA=IX>2`;$^Y<S8{`WzD!Q*Sb7d(@eF`eQ##eL86)F!4_1*`r=509+OYxU;6>yQ*M
z<(g!q+=-q}xj(#uK_QDAML}ok-Hq9}y}rX!WOGs7sl7$#{yjAPw(f4vdv!Ix?MIHD
z7d9>1sKCM1l)iI@@!Y6;RewY6el7Gbdi=yL{?8}vGvUg4`?tFMY0|Iz7XSIvXZ?b=
z55&4}s$R|NELXkub4jH^NVn?d)80N}l`mIsO4=4-6uoAK?lhLEhSBF{>Q3|Fa?X8y
zWzNoduJhDY#3gdOBp#)TEUsz!-o(pxhDA0<=ZRB!!O_%=T@PeFp0u_Ox?SV-!o)2x
z<oqU){+3BuPj}7{-BVkC?sfX~nEm^j&7?S2ML+*CUvNIlRe>oB)*cn8c=n=WalhOH
zyFZCe8(uK@8R`9dX#ecbqd8N*p3#>Nn5G?bf-{NZ(aP0b&3A42%D(T2KKj~Ru77d%
zi6Y6Z^4AR4Gtb{&KEM9^(d$2MOjf_MKPD)B-s#icdH1XwC7ms2D_cG9Eq|wQJ-=XM
zOktqaH=8wC-Cs@Dtt&8FW)i+lO~0!w=w`*UR)N;Ft3p`vttVwI;_^`wo)Y#W;TGGX
z_rDZ5{7mkdHI|+{aA4=P>HAM6W(Y45zHuo{X^Yu?#lXan-|w$kg{Ar?ig+cIO9fv4
z9C?-5lWFnCj=e9ZT;lp^;oSMuz3xZ*kB#!bO^zS`{b%p~@BK*}Gq*;(-B_AnBXyKB
za9VPSgF#4X>)Pxb*+uJAS@!gW-CbYzS+~qhn2(R|W4CIe>2v4vc1P>~pZ~{V?!PWD
z-7wOcTT$$*=4n^W%kvJNHGOkg^EPL|`E@}q9IN6*W^TLr;pD$%S3h(-*z45YSNBn<
zQ%jux+=^2jPom$iShKiH@NQq!1P-BVdaoj;bUH4(=Juc=B*Xgs&brTT-BH?sXY{96
zJeTM_ULmi+GOt=s?8T~dDaJ#8e?Pa`v7;lzZmIM>p>tMwclUVCd%kxK*TES(_I<KZ
z|1rZaE_&fQnblLDUJZ|59J5yA*kh5FjFsWqS=oU~7V?cJU!LQ0-<^C;Prjh+SA+il
zf72^|y7vk0bzN}pkC^KQ#{BGO;>FWKeO$I}U99!`N{?k(`F9H|n=~US<4Y44l~k1-
zJpb>G{)b1$_fMXy9-mTG#A|;uS#_3IYGC;yW0%91vR4@?edH1@j)+hYl3iIgHOWZN
zK<gFPo|2WXk6+K*!t}$a)-GtR=$_|~4l?VV*DJi{y5w%?l&h0MEthXIRad|6XmXI-
zakY!?)H42@wXxO9EN;)_&R+9cyG}BBhL2j!tI7Azw%dO*oYs9HYpctjN!iD*f7Cb?
zdU91v;JQ=WG&_VYNx6$T%I<zLJAcpVqNlgs%&I$l`N9>c+o6kF_ngoO*M4_@zx-A)
z#SJk!2dva~dOoi`5H`*HUd8nAb^A{~d}y~?%V2I#fY58R@aQc@GBPp&PZp<4m&)GD
z))1J<718asXX%y=vqE*|91RbgT(WV+3LOrqt7<-5ib7o66P_JAS^ACNzu@MKN%JJT
z*KlrR4tXk+uD#__MsAYm<Hgf!m@k=kRL-6-_uI2w>rQ^YVWK<z^ffW-$US9SCN#1o
zo}FGjW2U<FmZjfkC0<*=dCjb>+0&sb>!-8V%6X<QFRZVL-LQG@i{AUHmuKz0%ej1d
z@to-v%Tx{GL(hn7yZvO*jm?-h$>P;Z^)08j<yD=PT{)lgBESC5MO*SOceuLNt=MXK
zW%)YY9;f_2$Eu4~MDcT+*{t)7dx@U#x}t@@#Ohj)f8LO_mZR3itkyr_>E7POW&Zcm
z#W_XuYyW!x>Hhz$$N&Gz`A<5Z+cyP2mJlkR`ZQ6eS1?dU=8f_09Z&AfwVo4W?HD4*
ze#Ptf;ZP<$pPvuh_f0<B{QA%K|6k;bpTFH6b^G*&Y0ZW)KPL&ic%ky;o%Qyg)9t_C
z|1@|04?Vk2viB$6k?9JX@Uo`ktY_pz-%n-A{SUL&Z7%f<Q`O_}O7AgpPBZcHiOT2G
zR})*iZ`lc>dq19OzmYw+v+}cAq~J=&B-!cT?=6anDJpm?cJ!R%lUwH5VN$pH4~8-N
zBve*<?Od_5ux9e|`L*)@KZ)13g~$D@4GTT_w_5pL#p5ZllNZjHf0%u=sIb#1Vyzd`
zhTxux?{{y<#GKnv_*!f$_Z{o~PYxbc-F$S?E!H^_K6Xy&toJM4&ffF?=W@-}R-Gqn
zs~5Bitazod?VP)C+45k!AC1#zyz`l<@9nj`u&V1zPN8bcH3r9;JN`{BT{B-vDwwPj
zbGs^$nzT@cWo=7>&bCb<n>m-yd?fw-{l~!SW}EBHB2TY%G)z#lxtP)5kR#HZR$o8;
z@Zvxo6Jht*u$rIQ>pz{_{XJr8<7W2H6#+9iZ&me}8TL##P$G0ULN4ZvLFBoE4+TqO
z6;~a5qU;hbz%$AB=kxu)+iPAW*YocD%f}z)Ew=RW-QWBlP6e<pEIRb>ALI0=T|2kx
zWSx%Q{@!4=zUIo6r$z7mT;kq&biUtA4gpOT-l(nbKHpO~*tlWaau5EgJk0DFOGWmH
z$6aHoG?jZh@lwd~n6`T&8+Ja^I{oP3tYsmgk%|W=idsItYxrof_^%Qh$CFI*SuUJU
zvyQ$ga+~-(aDB3_^={?3e;2%E-oO7i|KHaA=Zc>FVE_L>{^*jIE|P`oQcRl8966s*
z(s<2s>$*riu{B|0$s)UgI-0$AKRI}`C&}i~&gR!KHWkzDzn$#=^zePv%%oY1Pb$T7
zi)X4PO%nDMn|S<MS>c4WVzZC4WpT%D&?>n#HR7`QzAqES_1E6(fA`gSPnlwcp1$0J
zy~|Iy8@@giqLF%H)3O}`Q!d_kAbiwka<54wL+tfjiDiauA1l;-*YRAlGD^0Xee}vN
zkHE`s-pdE{xJ}fW8N*gv5K?-yVvn$T)X4zG#>Ib`^X~0B`f+Ral&7m~Q@5CP)-AW(
zSJwNq=;XV1Q~v&Sp2K}-N2%=VS1SZBSp|kAGtNnkJe1sWd3Sl`_v`h&zthu0yid<w
zzxOEn+(RB2u78-XE^O$PDhj#qWcThJk7K7j7p-2LJtOH*^!t6y9ZC85)0MP2t_89l
zFM3(vXt+OSp?;XmzAr-Ql5^I+x>4|}t?Esb?}YDmnHEXcddmAA=vr0y@$vn*(Qbd{
z;X6LHt3tk~ws$NrZa!rb`Ec?#9jiE2`58XPV)mCYr^}wZE|}{toXD~%WxGRv*V?E_
zJGbnbXt(v{DyhW7Ov^6*`QpRWwdlcz4-=%fuRFf^&~pVoC(+pLDvMW5pA#Qb@cdlt
zyZig^n@#Cr*wxX)5?}QFo#i6;4B7S9cNqusZ0X6iK5g9fv4efOc+9!9+=u(M!e!pP
z|M+LKzw!L@jxB%p)|P$yw!zV2f6PW5MRUu@ECGEvn+M-^ms{SkK6I<(|E!a1`h9&r
zTvRogvEt=9)qig;MY*ZP<x89Bt;m>g=`v?m!^sftbu#Z{7oMFl^>c(y?8iluH##l4
zUDdx<d(PSu-I-e|uWF^q?3(d>N-Aq<?#fqIL2qVPc^!TEq-dv)$(cM}$)#3DmOC<D
zZ#6u-#p&yrJt~<}C0&zvJg?m7TNvskog-7dO-~_He9c#<jk*grr*FQ->3U7<?Y4r&
zEq7X;h%K3FASrol@tmViweprQo?4Z*ah1h~$1NUt8=1KOdirF%eQ|50@9U%YcOJMP
z{GsK`&vwPySZ|rNQOs`TQC$)uqOJ!oeQxD?zjCt28+*l{nclx|UT1y3@HyxIif=pj
zx~({zwj-!ew5qj2`_@aH7-_D#`LV7+<}yt8*6!HxS<U{x|3CYh|MLGm?|r}cUU5ZX
zQB#*@>)DnCg74ZLWX?+-{#SVJ&8MdA`TNfb``hpe1*}NnP+$pt(ERLK@cED8|6j#F
zpa1{O`43;$*Kl55lD1k!=k3zz=5zOc-pCPfQhQI7-jB8Q|6lL<_v`ha3(M`#Ufi0z
zh2xwfhvoq-m+x}oGWTwZDTWG3-|l#oQPaUWvr;U0hV;kX9ml+<$rT*WFgm)}(t5Xh
ztgfY<Wnz83eU@g=!a4R2=56*lEo%Myy1~zkT+yteWR2Hd6D&W7skYhw_-p^9H-F!`
z6&)t6Kaa9@M;?1}OVE09?5oh$)!AX8uDRNu_B@zdo@X4dv!n8{8hiEcJNy1CsQRpT
zFj3<?GuJ$3PJBUC)xl3`zNyZ;l-Z61hML-~2yw_-73#XK$nB`a+9HEwx8Le-WNc@;
zOwTOmvaPQb|E#g->6%_iLB*wQ*GwlY>^3}a^OHyZ{{_`+?)MABHN`%ks9hfS@j;Q_
zQyackv8y-uRgF3CzvJ9jm=QGZ6#J%=a*yvOZ;?CN%yK+D{;%^t{{PSabMuEyyIub7
z@zjIXD^3ZyUO998&@lr|u6KKiXIJe^vYPoI`*hJZ568qN;Tsnvm-6nZHhe7qcXs^4
zXaA;rt~`2ov-iDS#qDcOSniJ5xJqaG>PeFq$KKmhes1q($>Y~sPXA<@&vN6M)tt{V
zva-QF$8y73`)>vADfcNan{ifuM*K91wI4lqD|0;663bq+TR^L-WY)1$7ayK<@{Eh$
zWN&0s`?-oI$7mUAFVn{fT3w5D8K%6u@MVVdqKjUJr+6nHO4y>LZ}d$~*<`~SS^fHg
ze)ak593qQ!YmU3yo!NZe=J0a6(qql+#jAFyoHuoo{P$q<{KsFu^rX+P>e~NB{J+y|
z;e{bND}3~)taE)ktA<l}ZDg;@6nl@w{Xso*)#hugvn@Rke!pV!hqL7;W^P#JJ*8_-
zO75|W{K&KK1h4pATI8`>_RX7Jq30(pF89d18u$K&i1%r)zS)bud`tFhnE7z)`u&Gq
zudfw;s>A;KcSQD0{@n-8x?El~*Tp0w^@Cill;T$BPPrxS(o0un&HlDtqrlE$N1Ke=
zs?bg4y1`M^v(wr3{J7+8^L?MVU?As_*HXuIP6x|*=r2D}9{h7r$4>uS8t2ZRPj-k*
zn{+v8NpzI-W`kF&ZWVBz;_o|n&F8qg%>9b4qeVym-OD(9Y>Q>Mtf9BY`QmSRap^_5
z;*Yb^-rspvUjOyF<AV<$6h3~^p5hRzcj2+D%&b2@q}HGJ+V^3ne&A-W>X19DUv0|M
z&A7a>p?qU!$4^tk4@MEEg^#z($iLrcUCF4*8fA6*(upe_JPaQ<E-0~!d{gbeEV)cj
zq9w3OJ#(vFUg)E+)arK^C5~<Bbxr@hi`VhZ{F&jYL9KDV5(<9STh-h@#4S=?^}-}G
z?1fF*mXN8bTeYmkn)o$jzs79Ssw^<<5B?{1C)FWwQrx!_D<llH+@_S?J&`OZ`&lOM
zj>W@IpXPM4r}wxk7bVYl=d+P9CiL;;EB@wNXYtROH?OF$@}SDgP6-1Cr57)p8Mvo8
zynI!mClvdv=~7_$<cwW`%+p>;bL!5mDo<}ed^mZ^Nu|FAcOToOu0F3;v~9_{Fp<Z1
zuW>9cjN>{v(?65BlqZDeCC`dn*{|uTJPlVo!ve0FF4NA7KAZYvcbg*bGRgbi>tAG>
zZ7<9Gabo+l2}j>elv$FL+;DM;jgp4&hd7PBX{&7Ry$;LK-g}^H!#fex!w069dT(52
zz<uO`gsSPzwwD&q57t~wn99PmdegF1vXP3-Jv^?{C)~Z16J=uc<;c^GO&>UyPE4Eq
zvU1M$`R+=uE^P^)WRW4{l$9jKeZIx7y&-VksdBLn=X)DUl!~rxww@%-J8`mlZ|RDD
z&xaTH+uwV?@8077w{E*lmYwTW#m9b^BUDu}?0n+x$2Q+xUV8mXw2j;(`sUPajfuX~
zHeB0ev-|x1pF8W%JW4v}ZvRzXK=><rVb+vA_x2u_=oDsu{<x9P=Ubnoe|hEG+4rA3
zTN@pCN9SUudynD|o{y%-&F4K>|EG8V(f$9z|2LigcP&48b=L!?Nq;^lm!2yRvF5q9
zdYfi&;NIh_*Y7>J+y1k0&8O;p?bGAyBvY5^e!t!>@ON6ZslznMEte_^b#E!S_`iJc
z*f`0j>e-RS!v2;oda}3Ad#W8@%X+70^Ut2smp0i)7ydn_Ym~cTs_UCMM^~k7j3_L4
ztM>S0i9*!2D=&1SoY<Hq&*l6&_xjH2-)4!HX*#nGPc|%FdZMN;ELl(N`I&UldsfG+
ze_IIdiSWydd3>u^dQF)3vu>%}qO$UD>@Ocbo@j8=-6DJDJ6Yp<mPz^Lr_QZPD-TRs
zt9*WQ-{D#7W*f3KIenRNJ#PQmyO$*&zm&V~w{CK3;0syzO%qZd|8Q90aAB|JLjB08
z%g^X#wFut-fAam~$@l-(w&*zTJfU57ZK;B*fz-E6U4eO4r$RGWD%a^&Ia>$vO1xD}
zSu-uvrEt!nDuvt6>;KsQoxlCjp9q=PTf$Rv4_*my>@l=>AJygW!<Bo0?RpRwSFVOp
zuZ8#9<bN5-motTbNi5fpRSj~nu(3Jv`@pIwSH(qJGje~GiLLz6fByQtdv=v^3E8u`
zF6M1Y2!80{RJ-+(<`qNEhR!Lj7eB<x*UakQ`^DtnaXZIp-_+Q)9GSqkb6#VK{@K`T
z8N#&}=da=1C>>%dmb7s}&3$hDEwd!$Z9cPmJ2m{ho7~rLG_Ug4%X5mJ8FOa{c#3V<
z6e;xetY(VCnO=v;%#W)zuC1N%weC#g70wy6jc(24*>`)_O6S)?SBib^+*vN%s-%*g
zp84Z}=6^+wB+)}%4x-$PmN`zm(00c3SMxicP)!CurM+rv?;dN5>Dc#quEd_>PxHDo
z#o1Oe*?n2|&1<ob`kXxOz@;1uIoI+u8?RU|*xAN;@uy+XotiCMc`sI~RZM02bmoK4
z=f=I_b|+q}6j!o%qLtPyxtm>iQFv{MLy%B`C;tMca=%2AO0$Jl*3VDJ|Kr+xv}ezW
zi?;%%iJoKE(|>-^lH+*s`TZv@vfCZ`|9k)MP(3f!prsG2yUP`CNtq`$uC=h6>8J9z
z>qd=MnVa&eEYA<7iZiagk2f{>(8j1B*WYV$Z34^X+)2i<$~QW`aawq?DIeVG(CdG6
zpNhlL+vg(vx1}U|&c1g?^uy~wrhVc!1VW1Vy-h+EMwYA8Yb3_>Sne!ao4dz}BSKy}
zO7P($A+6_&mxpBdFddS5YW+Y}&Emb^vNwL^i*_f(x?6bj^d^}uD2$7kW?HrJfa<LH
z<iBft9jEmt3r8H^(|ana=(!m)m+)a%PUdG_pI=7uHi;f?{@Haa%<xM<$QAvI8@!os
zak#s;`+O@8Ze}=`I&qmwYQOGc&PNWcbJj-c>fN;6CAs{RVpPWBB(e6*iZ|J=YsQ%R
zS%1=5tkziI+bhoGl^z&z_xX=}ZJFzLXa3?|`2TaR;(Zy%O=quq>}vL8S*-LZt67<)
zSG+%qYs-e0Mi+IS)X5#0y7EG!$SKjalD&a%-uhY2pRO})o9of(p(m3fjf|AH_??{6
zD8?zF@-ufauV&|?)z21scB@p}mpj(1^7=xmoB7?pzrN;J9NyT#qkBr__6er!i7yg+
z<3xnmFJ<)lo|9JTwo8xYvYmK*Yru{}a#<@DPOMw?K%vySm0OK{V#JkFhsgBT66<$!
zbM?CmA74{u`uP6eOXmy!f6=r5vDn^kV|nkTOc&R4i^7-`)lP{WwUC{Y`AVSZ-v5Ks
zch>*6i@eZ0VYP;s@kQ(U?-T6*Uap_oU-zkfXZd>*u}oLNuN+S2GrO+IZIC>jb?J$d
zrVIDcl%DfOW#wuU?JmTzA1&JHmHfKl+Qr1BGpkDCPCC8KnH3;0rT;qjQ_h7-6&8Cw
zs@VToUe|T8;!uT6XHC7-b!kQ8%*oR$K6p?5HOuM4uXR};Kcx$Z=-Yf3{I_}k-{Tsm
zL%+<Mrt$8Y*U^@*x01H>vCj+Bb+{m+9hGf2bHXo+bER)*m4*qV26S1(o%PZF#N`+y
zxQOlij;!t%$4(jLrCmGt^k?O7yI74W`CIw)Y?(JY7iT<O%sjpLOxX7o9EFRwl{)z^
zwN05CbY{-$NF(!WpBSZcthOlkE;x8+lZeE#y$yXQk1BpLmh@F)=vlhIPH5MZZ{bTr
zy!U$qC<>Swymh?tAwoKFQ#p%h<)v1$*$=!{J(=SlrPCN1t6F_c;*Q42xZRq^+7C|M
za&2wow5{Kl&5xXrUO7AM&UGV=t4qX>?7gaSaEZ(FfZKU$*GxisRaIo4DhAJO%eK9{
z>*rmuJ9~RK*nS8)5%>A7RD;LG7rMK?hbd_WIhq+sTkSpet>Rv(G4K5+@fpo3=5tq{
z4>#j_{B=U$!i`6GvUfUeS~$78I^O>Ha_7J8_WHTah8r~NXE@&%Q{Qhl_pMg=O4CmV
zKIHt_R_}RUs_sV0k(U$w`|O;Xr%jmk`eKUHPOXbc5jx>4`W+QpRPO)1aHT+TlVj+g
zwJw6MX0hkrRgAC5^XZRRGfiijYGm3B-S9Q1x^mJFxyS$0(BJz%)o<@H@5yd=mSm`Z
zbF9jH^u@$rgM-)8Dra}jMzb8l7e9;*^^fykU%;<<{CKkS)E<>tw%R$0jr^s2t8`y2
zvGwP;^me*t_R5vY>-WqrT3WE#`D#k_hNRE$Bc~PC)ZAf{F{|F=q!?BB{hp@cfvl}P
z&zFBcsaE>KMtiA-8>_$lSCQlH?t#UV)lz$p9p9B<B(QwKuB8jC-(M8U^*?@DGcBZ`
zu1f6Y8Z|%BjKkfBkNtZ8I(n(P+E=FZ=g;r#`>PikxlG2exwKSxPury~o9@PimrqVP
zb+oF&L`#Wxs#d0C$njsE4^nvqdS<$Ntz-#WIpv|)`L{~?D_+mK<to1U&XXrQRh*gb
zzsvOET(;iyhKp>)8{Q@JwFN4CCT`Vmk>0~?F<YQ>TH2*_?Oe81YxA#!*SdKo#R+Y)
zmh6>CpY?Q8mVIh$^t8}U-o+lGA6~!zXz<!7bF1{huV#lf*uJV&?sm4?pZxOYVsk&H
zxT8yAq{=59EZtX?EN8cxchNGd-P=^&Z0n7lI>|ln(e3}g(;k;yJ)6%ZeqW}5Is4wZ
zvr9GoYF_gQm$GZ-OGby+yxU&axw$(3lW_gV{DsTSZyT(VXm}cVHtW<Un<z;&rFrTf
z^983ZPoI11#P6^h^V9aTv?RTsu>4yen@IP(uA1Gvc^}p`*qk<6v-!$_n|oeWtr9p9
z;<Dmdx2sQWFC*)h;A6^O${j}nW~|!Od09(go34_!$j^6%NnAD47W?uEtuz;6@={Wg
zoa?5vYwF9MV?3pM1E!d)+qRW`>B-HRe|jSQBEt;#On9NZea&Lg^n!)lKeDCMyM^Za
zFe%NtamhYp+NI^f_piIkzk9)ua=T}`-KCeORz1G_+e);t)TUvsf1dDO-<=y{ec#`e
zh`M&|(N?u!K~a&Gm=YEp;T3{T4qGR4_s`I&JXKz$tFoZv-bI`0yuz*htNmuCtki5O
z6`O1%u}LS}_LX#QfT5AD>r%rwhnOp@EjLnLe5*Rrq~@WsZR#aKU$67Mxt0fvZcKMB
zSQ)9<T72~UVxi?nem^u>@c*-K<An=xrHA(}n$57~{>tfJWMW?|S<JLdz|nKx%edS$
z{)ulU{XV<4_)CY)D=&7-m!<;E@87jwzWQ(T>gsoOzRXw3nQCHqqyC$2t6k?ee?#VC
z+nV*O9p~mozqz_zblsWoTYH|}{{C|{*P+~V&Ecu$yiz?IR<69WtoYBg+a0}{wddCc
zzLe<Ly_C~+xst`@i;icm>ztaEIkC&&sdBB^$M@1&d0TFXHhrD5w_04-L{DEp{QJ_@
z(kJZfdw%Tu{_)K3`~Dk^5B8KznCf5lS&L1g>LAaX*RyN2{TA#kHk9dCn{j?oz?Ey;
zntrtXyA-jI&oOT5oXa{}i&Ltm@Yqy6)5<nmp_{9}rg5%s;vJ*eZ6`n7ezp0m>XxwM
zJa-(Hs`K!L-@E>?;?C{tq~aA*1Hw$@{4-BW#N1++kUC)V@^;y>V7osH`9EIzZQsxl
zaJ5t@*LvF1uJU`8=6-T6lT$4xpY*eN9djV1DNNG+`ntl;&xD^WOUTdfkM_554D{hx
z6lHt(*Jk0B6?MAYYOi|V&7WIXSm_u!o#lOi+XBAk^Ydr+G&k3NN}3WQ<~ZA=(}Us0
zg+I$SdY2h4@AgPHiWDo|5xV4x*P?v0-+Q+5Ir&a}-s9GGHA^(!`fl;zX*_MdSr;}e
zxbIe;S;EL0U%Endztq-`z0!dmnrC@0s{dHqtEF`K@XGBkO*jJY>zOS%Vk$m~!-aeI
z<T*DNrKHwspPO|y{EfeQN>uL2+Kfqt+dC^>u6!5DFDUHMX#aZhJhe5-0#W%T^K}GV
zH49EIza2S6^U{l;-1}QnZ(PmOe~_wsM^$A}`0>JABff39EU$&<|8o?min$TNlJ)E4
zy|-^XUHKoCF<m~g#@z1tZN3%DEPeS5&ss!#I<TKN-~Y??-|GLL{-22dHT%EvxAk`q
zi5RZEdAoss+SMY-yEB5KvP+yN9jw@)YZCo^)iPyvPSaJKBCm5D7S`TKb+!~+ax=&F
zV7P9Tu**{YnQs497Ix(6=&f5DR=Mlw$JHBU{VWBSoR_gNynB`Vlw}Xcu0Rde`&LsN
zo$iO^oS4JSBFgr9bM$S#g1~0kRT`^8x!!AU;bVDO6g#EwZDet2iGPFK@9frVk@>Pm
z-(T8gu=b*9%_E=f%eYEv!q$F?`k}gZ?-nE3wd;QR^)hU+^^msPaV{uu*0oya>mQvi
z*qYos9=J@M>yL84W40+iH4-g}$I=y~MBRU%*DH5ZkA9T)J}dD1zG!J)AvsM4!OWZq
z?w6x-xSB40+4274tlhf5Eo-ktCS~Q{&)ao#vWv(ukL;ay?<`Kc|7sc6-<P4k_C)cj
z$!+ozpQz@eyOlw!gtb3M(`J_2UibW-qdvbjZ?N22V>7w)t(wf=>o?45BmUn%u9+}<
z|LvILc2~3hezxnf+x2#@{I|$mYm_8?)ROF4-lxiY%x1hKEuOz5`TKI;*~0xBOe3rB
z=It%Ll&#xz_*%;2uh;J{DK@moUcc-3>zP4!UA%Jryk^-c9{GE9_l#oW+4`EBGIz!8
znwwQ!<FijKYmbQ2OPizj<hoBwE*0;azvJlf_?pI~bgv7u6bkh}a^+ZkcHxd(Sh($o
z`v2PbUpjpcsA=*$Zl4)tl;O43+v$eLDy@~%Ufp4FuA0Z1ot<OaZE15%Dd}RC&5n7}
zzujKEmVbHiMF`7^S=$!f-2MBt!dw2_jz>|p7cU%g`4#pn@j=zjwVAog1W!NRbo@g>
zq1SrT=g;|f?AhZZrL;e6w&~<FMdP;Szs&3A$E4eIKC?=Gzi~3>>8F#PW*z-`Q}VmN
z|ID*#Z&vS}GIyb7mtc!V(Z0&ZV%FBXLsm}`Nb(b5e09pHAh#{(xr*kR<<;gpGcT^Q
zN{dN}bbBhhaMk4_YpUnv-Pv*O>*L8wPKI=J?F^|jR63o#DrM!JmiEq|CyNDlTL&Lu
zFG>~?ShgbfK&1R!6~QA%F5J*Lz2cNmdiI=aJ;#%`T+=MH-nZwaf1Nyg>C1dIX|u)6
zz7H=ZyE`uQZQ~9IHS0UJ#VdJ-c0m2h3qQ^}7g;A=zS*C(h3}1zdr!Lds!Gv`6^*Mt
z#hjbo)5W8F``BvR#_!iSSMkWy+`If`t8K;M2K(y^I-^!jW7}M-Q?u1J$efe+q@ywy
zb9QujU&LRf)ep<_ug+M*n^2S7DS2(uYWc(`DrecwF|cyJUJ-fz>uGiG%gc5Kq&$%M
zdQ<k_!T)dT&-ee|x&PE>`Ck@_vy*(};-gKuR$eGtl=}Cdr_fZ-{-v`QJy>dg<*RM`
zrX#_z@sAfSol`2wv})!imaAq0N^>P*Uh@R*d;8|P?FEm_Z3$6Qz7qt3H%dn_2Ue&p
zJa+R%#o|l%vo}SwtzUIXzWUd~iMB=#i*I;N?pepcyZ6Dbeaf?QQcjteWZd_AUE&<+
zou@wceNA$JfVzX-mm@p=K7PH5GyL|7rOOON-TtPv-J3d9;iTY_+oykbettVWXl`w0
z^b|$sD`AJewZ%GJYTY`|;&ASo>lGa?wGzHs`3a8|r|t9D_VmjRN8{UTuBA<qzSh!x
z$x7>lo5S;}9T~>2>TlGET}yoPp`hIC{tc&ZJ)9oT1Q&XWzE`}WxRZD5JAco|7w-n`
z+~gR+Zo@SDnc?lOPr3KM-*!E|{#OmZ_Pqax|4iz2c3krQl1S8qHSyOq|0Vz7`g8o(
z)iqDslvZ95oh&BGVHf1LwQI|(Q&n@+yL>%=hTd~s6)pC1!qb|gr>^OQ8JEr9b@Ja@
z;jE-MzFQAAM?7v35K5i!LTve?d#g%#{_!{p=&#l8>j;<;Xrj%*_<V8m-0)T9_srg9
zWX^h5JDcZj3#Z%vyJ{RIuBqu8XKt`O=d1B4<NHs8S@Zq`-kp7X&YQL7!o9*b82*$6
zItNbet1f?ESXkKU{jUA&znd3aq_u9GOF6`T?|<F5vhw5^N#5@-KB;s}E6TgG$JKCF
zf|2vI%x~YmS?nx3^zdOK*SRYbG`se6m>oW?TAI7D)Hif$MSk?ES>IO%mYg*f-}Pbl
zggaMb9{l+<>FBB>R?^%R;m6sWRCle`0IkN`ZM{1q_dsRO$rJ9vKGT-JnP$@K!FwlT
zPH{oak>1zlGyKXUbmdh3W-YJIi~Uw}D%JD#scX|V>74w$r!;-jwWRFsN*?QZ-|FRV
z=9t{OztH{c&P%2%1iv2Bzs14k>UlpQ)%&p_k4r_##dpz_8#Nr+6N8?JRQ5%c#3sF!
z?Y_$OyzGKo)s?9iUdLPYw!OO8q++R%BYnN~_>Bj*zI(N=R#CZad4Ff@+TsZIkk#K#
z+}&rpJ}`c2SYYMN-zyz%EQ)`q`1qULuX`a;4<E9-S~KOUYa~9XHuN}?=f72?OYCFI
zx``W___&^W*X(^X|4;M&)64&#nbTkUe!1f14wd`==6N>?Nv15^e%)W`(9LP<E_FOe
zc1r7hWfDB6ENf%j)E2R;+-o<4wy_s0i+D4eujTcUF$?({wPrDglXVeaC%>r5Err!>
zMvY54?EF)iBPXiKzcluIv4z9-=%rn=mR{eg!ErK6*gRv#o+HhA%O0=#R#mlb(XLjx
z+f{e-ZMT%IUO4^urnNsRC1x(Jw2PX3y^QM-+XH9qeK{9uTwiawx~Bf>j^?l5Hvec|
zl{=@(@vUZg^66sPnBPlVOiq3}ySJ2QU*@DkTiO@Koc$Unu448~FuOrfDOzvtn!m}X
z*UQ_j;|=;P-?n()wKrdzRHY_vUlZso{VS8p;N@J~y`fvoB==`6`sW_>&ra=X`R$TN
zfxSoNV^?nb_OIpb`KdYf)`yg(8#WZ`ZE#Kh{$bgcW?s4Dbv3v5-m7xk+UufoW$uR5
zSIV41`R6)!I9jJyK0aHX^sU=WWA4M|MP*{*I*%Nq9XM}h_yiO(%~`%EAe%X(B>T#v
z#qWgYFDaf_cY7VPr_}N=anbJ7WS(tWk*iYYn5=13w!8Vb{lfG$?GOJd2srg_RZZP`
z;H3>$bLy^XXFs{$|G}HgyzbV^!=fe%_sy6VUtF<tPSxvxMM*Or9<@vj4HRKLeKhL;
z+eNEgD$gR1dCOOHzW;UZ{i7#ORG#H5QBz`B7@*vBaYnYfdh9&jc{bg%3<P>kJ=*K}
zOq|8yj`a)Q136WD_ic2a^C{~2?O!LOuScz}`}_5J#qYP}5mTQAh~I8F>$Rio?TqyK
z)qQ{O#=5w#PD|!F?(QCAZTaxr-ODN8SKZpvZgc*`=AK0wGyK$8<ei;PZ(7dH8|%A#
zt5St%te)|TQ(Z@sE?#PTTyj3)msqCn@q2x}&h5L(VxqRn+D?42ao)xymy&%xr0hH5
zIWgeuKMwE4?;UG7vwFB@g^F6%9MjuaQdXL{;=rz=%{Pv@A7!7DC9~A#;PD=o<Od1q
zM}Gd4S?;q*^sA27>7O+Rx9**r!Yw_0n`)Yy$NMGURvyk>!S?rJj`zV2cW>;qWpGyh
z;=7{skstf}i}#YJc*m|f6jfj{dFHO!A}rSfSKMOS%zY+HAS?5Qg6~7Ax1JY-G(^^{
z5<O*}Id8UWR6Wa%bNzWQl6=L5-8XRF<?^g=eEl++$*FOYOt-4C%DVl>y}#`Ku6XOl
z&v_Gcy0+J7U-Ny)#Znk?F`~2X<CSUgzuN!n>)rp!X8$GqpU{ltR{;vEoT}SDO05s=
zx4Njh_tmxy6CJgev7KXxZEJqD@bK%~+2Y3zM^$*ukDK5X%BsdK5&Ssjah|H|*9F&8
zj<wr_E{yxID7kvgqa9+Wu1z|7jqkF>>Mft!ToPYr$2Z-I%JH&4bKd*;BM}E-fw@OM
z+;DtY70P&7;l;kpRo7OUWkw19x^5f##xC+&tE1zE$7k8EeVbNyb+g;yjJWX9uaivf
z{3_|KnZNtyW*hE<+vhI$qE;<*=vc|>QoTrhzS2)F?&Yz;?`sc*s+7vlPfV%U&}PSW
z<y!sTD|zQ{eNFl>Z<F1Vx6zfi^NemTZ;f%S-s{DE?eAZPbH^OEy6rv`P_8EZ)hnSQ
z_0WNh>;DVi*3iHEWd*l;?Tsl3bJf1b&2HUy;ZK%h;f)1PbF$myzFNKho^-p~L}cFE
z{-sheH}z_~x89B85Ul9-^HIruY`T1A*c5HsSMzu_F+0gy_*e&V*YGa;zHqjhnarPU
z3%}oGd8;V0qObaXymGC&daGDc<JIM?ip+-j-&Z@#4&3ti+uTCuWxSG7{mLnYbHx-@
zVxzan=PkdqRyuXnWS>5@;|U-A1oybTd~xgP(QPq*8LnJY?b_UJyLE-j>b@v7U%}i(
zYXx$8<#&6;_AYyTajU_KE$ekTPCc4>_-EIyxTMXjb`ec)ls9z;v3kwCw?wOCcKDhS
zwq57;saWU9CweT+`jmL-^Svt~e@||2IoELXx17Z-=GoES6`djmud|LVUgXQu|8<6Q
zb?@A(b7JQOKHd;|>T1TdSwE%-F4|dGbAZ3@`|%$Kiq8k7O#Tx0awnIk^z4K8DsJg5
zU+~CMY-RM_pEFzEc-=}2-pzCATIj4-zeCi2HLPboeYI=-o^NX1t5iA;S9-sV<(klP
zMq>--p7%GGSAOeMzj(^QtEc?l<n*@3FZJA5ou)lr+nlgiw@Tt+?J<q>63>rpeIRR9
z6%nZI8XCUxqESd{=YkWTX2>RT^_KS?O*)!k;<VBsG?aJl%T<Q&1Y~=-6S~cqZoZMa
z9Z|{=u8_HQMTE+&*_G}FB_$L7N$iV%V8{1=tFFUjoAtWC9zECU>N%;hd|%8%=bpmt
z_clf7tT@K%I&Dpwbehu*z191?&Rh*#(6*tx<4)_=wvIBc#V!w<a|OQ()bJmDyKb|_
z!mAtF*mk@Q+`x9N;4aHb!OuHV%CFy_k-YXt#hm+Pm-+eGHBt;*UtLVN)Xw#{NqvoP
z<gNO9HIrXNi2l5?Ze8KI$*Gq6f4={3TduG5@5%hX@)MpXuMuv_sM%EYRzoHF+Usjk
z5oUsSj!Pf26Y+hwJ5w@w#p|kO?OnA(*X?V}yA|gLr7RZBs(3Fy@oZA@>-xzbemK8t
z=N0>9vgktX@eN;hofLgN(Q)EV$B)t%wzmEM9dSi;=c}aFxQSmX#JBG^k14G+|M971
zwf%eN3F-SpTXs)Z$?Z9)CVlI>lk85Tr}O%>DyO=BJ<J&xT{czs&!5$GF8g?cj)g9I
zczmvw&6$@kv=VY=yFD(nyI(zPlFhNj`uw-Ku5ta)etU3f{j%l77cZO1C~h!po^bD*
zbW=|4{?$is*#7?c@A)D3^Jy<Lm8v-2FWC3O^t%v?ezxWt-^tS3e7&xw1<&|!Il^OA
z-sQ=5?*tE*TVHEGd`s)loO409wNi_h{#tPIX3;kGD6^eRJQ=$Vs#llGzjaCeFoQLI
zLb~!CN!5h+iNy+)8L}l;IVHEPy}Y5)jK@SP@$}C-`F5<IZ2Em$xPJsJuF+YR{+ZS8
zNGEHl>77lAU6cCxc2<5Cb2aP=&REK!IVEK2$>JBsZPlxzIkn7`_dW=`-*Ry2h9`}#
zo0p|(nDkzY@+#c3PAcqa*XGZkS1kRo<=T#@*C`7a<tskc{<*;ahvB@<Uz2;RVW%t4
z@PAB*_4u+jg?+uv559nD4^H$3NOVr*S;hE9RB7GSy{^)qFGOXhtL-wnCD(8z;_B>$
zH<C}E<&Q1$yq{dtFmKB`r`av7?Q_gNs;xNYZeb?ak$1E?SKmk=@27kJ$tw2h2;noP
z>n*j6)E@VA|742!lYg#C?6l}=t*R^L=k)qRb8;mQeZ9E9G5O4|6x9+xcCTy>({rxt
ze?Abdb-nS)wvFlV*Yx7qz4O96E#63*uPF$f`|rfzRdbVUpM1Ed!+EVPZdck$L36&=
z$G2H(FX=t{H^c77j0b;?-v6D;*FXRHWcyF*kJrg2U5Ji<Q$Mx#PW_vBC!K4*!b;z_
zKH6|Dwf~Oybzxqv|NlR{{y1m<lZ$)LE<Vt#{jE9w>+{|7%wi%fa{o%cH`keQz5DFy
zu6w>NzxKx6-{AQ4N7xFBsMi{szP*2Yvm@mEh2*$zj_n^j9y~SN_x9PkO?7IyH;b6w
zf4o_h;dbuZvX_O|ZXcf2`Q0n`*0qK|6E7~__NAPE_LDX5*WdjcwwAYQacG4|W9IGh
zTV|$G^Zv&=U--A@nuKV#*7Lgwm#)pf^~JQwD%Jmsx`V9fcK_D5nM)4+x+&B+UC-P#
z>PXx!nY+9fwrIXky7g|7p6-Jf9+un;RkNqJj;xnax8-GBrrS_$wegv8g-z(*1v<x5
zeoCzEa(NgU&ZM5${XolR$zS<foZopQq>7I`czNDT?(UKD?`5&`U)LrW&Mz)3Yz*tV
zbbYPy{4WQy*9vL8v$n1ipR~+nl3VWSYV)l{)|$x&WO+}1+kKz2y|;F!`B6^ayF&l}
zyt`?8uj04wDywI06|ZlxxtBcn@nVAfkA3f-Fa5rMzLK<HO@fu|QHN0R+*7kV`@Ir7
zG<x|j8Ymlg9p0;{&c6GJRpF|o$?PWYs(X90nZNx?2{DrDUGaJs^N!}@CN?|r&bWBr
zj*$1ycecCjs=3PBIV|gPo_gbSI}^<nD=!2VK1qw+BKz4<b+;p1+5Fzu!2x^Mt>13A
zHeZRi{><?eS9!T@*4kF@W_>O$75=O2^2)69o7UWz*%!UndBQpQegFT43a$7iy<y$+
z31uqgI#SneEVh+TZ_qg%u!`yVt&@!>Q<SIf-t72w?TYA?$M!CC-}&mNnYsMBP1DX~
z><K>^e{-Vt%?(%H-WG|gP55fUD=qxl>`!8V{E;c?p1#Rkvp(9M5}JEqm%V|6$W3Ou
z)Z?tY=N2{=8TK#P_)IaZR`GT9#VdQ<zv#zK$!$HlEZJ|m?j}F$9jg|+xIcS!OwgY1
zA)%toU#IZQnYV8$Q~ig#+ZKd`E3SC|x3=ob{^Ngk@)o!Ex<&8H{p}%WCbj9`)_WOz
z3+8S(C3^W(yQ$*+IOpGQO%K0r-5aF!?Btgs<#kS1*Pr6swJPG?H>tyWO>!1~{GyS&
zH~s&@>jk}w>aRxa@XFY`w(!Qcxz}R5<l4o)8dSYotfs&}yTfMH!KnXx_+#6%{bIsn
z4}VRoy!|)#&8AFs!M!gNo$Ft+Z#h-K_It%^&DX+Dx3VpC4BHyCVnLh96S++~dws2*
zE#}GnaJ_NeyR|}R15b)IsHjMF^PK<NwrQ5rwM7^1Zf`9=v*TlCe5buIZ-$k#$o(6k
zOU~b(`}dNOl9Ny_`+bYHqaO?}cHPn|+;(W?tO;2g%!JcxWj$XsOikI~<o#Y|-bvY|
zB^=APohvB$wn4Y|W!IevVg<gj;qo;-zk}CY4qGjH?V92AlfU~`O;g)tmsyY-YB>M=
ziq%3fzZkSkMb|Aio%&Ad*YO*(uis^GUaxqk=HBGy41rg>p3Ppr|JdHm!KZc|3M(y|
z!*$Xv{Ns_cvuz6hTFvCRcdbHYC(os8{f|FdT$;T~>V3|ZT2r=UlgokU)=p-gx39GM
z?)j&8_C=TObj-dUligc>QPoSmO76%@|KP*gYm;x>v3g~8#rf;%dpA6_Ol>SegjiTB
z`P*X-PrNL+waAmPFJ-O8?e^7cTr1a{-E^5f$8tkcYD`AivgB!3=iFMl<bc48^<HJC
zyFAw^$5(R;NnTrFe%N0AST~Q0>DtR2;Xx;sY)|<8@7e3#(DPdhi~opk6PdS{ePiY`
zYj3xkS*w3%Y{|Fn|0rnsNTI-gSHWW4>)QqA<d-r<pTGao|NNyL*Q&1<os>Ua^y7B>
z?fb^9Dk^fD4BJ+%+IC}Y+ggv?kCkR9viwW7Sh&XgOLVu%lZ!_$B=0(6`{w<hi`=2|
zu1jyo$k)8)vq^ld@?=$d4Fi9jG;ebBm!(H;xu>$)%6*bs$D$&4lVeTo%YCzNhqC_M
zw)t&f>kG4lSA|{wj{oK9xBj`~RjHg=?(JD;KgcT`c`GQ~vHIViy&cD`d%W3Z|1?|p
z)p>0$`~Q6JXICFQU+lWF{szw)_77{CXWjk0-*5e{EF;y9FhN#+skO0Mhm@D!y;kb~
z|LSd1>FN}#*wpMl4(cnuY5t7-Iwy0^>o1yKGr#P9`04l>vG>_?Ru`Om)a=}JxLQ{C
zVx|7JZvN$Qc3&zheH@ma-qE#1_Pz6M1Izfu&eOjq&3&tJdEx1T+?ctmRvo&gS{nK&
z_e%1jpbqu9d>i(z_qrzY*6P*@DUN5?mU(3rmzp+M_x8B89DO?J`o5pOVyj)VnwTE#
zK2~d^_2UD3{G($hISr%CCoWg<6LD$znRD*x)6}dbF;_1A*l|sLvEk&2iOUV%^qEW!
z^wQ<GeSRoS>EbhSPwS1GD@CqFPCN2aYO!hB1diRVEv9E$C-S<4nz?k$KF5D}o(tRW
zAd#C#1E$@&rBcY39Wq}|NdDgMM|a9PvYFhp%gT?<iJx|5UDja>v2M}Tb0=jQzSLp6
zUUuoL^O|hALv9PLEsn5Rb!@0@_L-fqg{ipWs@_Fkzh#rwO6UIn%r{Fya^4DO`47kS
zTdp7O`PKWd;hxQgS8u!Z*MIwc<C;Oqb>lB;Rz@E-e&bx3v$OH!t#$osf7%^O_wQ9I
zoe?0pv-{YLvMusezvjB%?<!Cg61uz4#HQ)!ueXhN6RY1!U5i#_GdX%eSY^Gr;3d0H
ziPgeR5`X^G3mo|um@}*3Yt;mI6Tbe~BWnX?e}^<A7GC+V<#5@$k5R&k(p#F`bza^p
zdKtaf&Zg0#<lB}_xkgv6r~c$+U(x=Osm<3U*ZGpdZ2s)D^}EiUJ@R7W*@<5)9`su@
z|2lT%tg%d0`wE*!yS{6#54XALT$cOahr8eNI#+lJd+odO7uoX;-TF0M*L&~(^iMbX
z<98Ho&HE|W{QdsF4P}pBRJ?2X_x0s<^}q7Lol#dgcz)mNZA+cFX>k-+z<#~R`g^m#
z^VKCUy2PI!?6`IPYoWQ`FEwJ`t~z7l$luhmuC8P9?<dP<EE5ZSGrP{*<~t(?W0Z*3
zqK%IKH~&tU+#Qgk;_~TU<?oK?kM~YZ4NuDVsA##e^?1;SxpQ-GrbtBe^G{pz_l=@q
z*pk!hJ<fYvcDb_6&uppa!LJ!!cF(%jzV~kawZnaD-kh~k!Xj69uqv^Lnu^>G+qr1*
zmYolF?%4C--b>rG&y|~+zh(rUl!~_4S9ajCzx~k^o4$~xS4y<+9&;<KtUUSl_V(az
z8G*G0n!+c4O7KLB%u;IJJJ&Pi<(FB(f>&?tDVOSd@vr5_x8G99k6fIbuDHa!d@y0c
ziZA?~;rnFYF5r#GKJzB?XM)z2yrYG3&od?$hhETFP$YWo`2$tAGwhC+b6A|GFK+Lh
zxLuJy=g)SAg9}^@HAN;L+7Pq$QisoqEbrLkA}3;AR|ro$=y=0^g_U0Ym-;;M#|bva
z4;**$JkWZ<GRow!hG@Y$FUIh$Ra%;7L?&GhjBmKMP^^<#vS!n)uY2DW$?g^0A{Nqd
zuzKU(FKcsCw>#QN73Qrk$Z}Yu9Qq|fZO66u`-?q4?o}!fp7`GV-uB<Y!e_*<t(tS>
zXU_4J9OsrrRLGQW^;!J+O9?CQBl+Us*T)Xs-t1_0H&M=1@b<Uog_k{R0(c`63+^rZ
zxFpM&kNs)q`#)b?r3A%2f8JLR;*yW4db_%Lp<G)-Tx&r$e|BrX{Irz|y^HTjykEyD
zemnI2;l(S%m<8i*tP9OzdNxab=chlP!{=2U+O{%P;)2+<*Za+$RzI-#`ax|`wpjan
z#oG=OT*50-Tx#=k{NC^T;dpV2o9rY#$t9verb!3qxqkd*sp#Pz>*4wI(i_Gi(W@#s
z4N|YG_LN#p&YA0y7k9dS(fhR=VYh7kO7GleyuMQV&*TGp>h)(YK2d%&Z~w;9vmtgr
z_g5eAcBsBw{N+{9d)HRIx6`#tbQhkEl6+%z_VK<{eyIgpCvja-$e7<_@9L1m$25t@
zY{~xvJH!l@JQuoNJ~z0RH=n^>_?AUZ!6HS^{Sj~9OmV(7Yxb{IKhvL9_ijGnP#{0?
zVqUCy+52A8R|_IV*=oL&y)^5~;=KD^@olC@I_KT`dF<;Pxbkzix2{xl5n3X@<ko%r
zCB8vnZl%wszm|D?>$88=jp#?Oj<bpf31075nyh82wT?eK_sF@}jQJl+e=XrQobRFO
zsOfvRq0XvdQ=!zu?4EKB&!jikayLz1IC<8Rb1Rl^K9~8eVcIF11xIt+#LW86^=|a}
z{a3g(Tchvm+apU)N(pgROh4p5nJ;0AWYOB7l{X_ly0ZtiZZ(Y(mq^z5#Itm<bRfsR
zxx3mfye+Nm+TnG7^}-(0%Cv>kb)PLhVfJpO<8gt@x_>7eSO2cny;_!E@4RKSPQljR
zQW3_BD=W{6T<0s(>`Hkm$KuJj)$RD_#L(+8=k#|(#JP#@ar5?GUVYBDP3U0P(*!Hm
z%6?us{RI~+@^Ak&VtQ(HB2tlMgP3Q@%LlO~=~4Wli=VSysr~q`h`;&pwy#_A7tdHP
z;F)X4o7uHMfGJcq_sW!4Hmg;6E^a@*P-4sfJ!K#Ab|?y-=t;9Vbuz8#bKykR{79W?
zZ~VK>Dhq1QRZO*8Q2TW4PR{V2xa$FafkL+Z!OlwAV)vSzgMNL_?rvG`-~Dp#B;N;<
z*WCTun=K)iyZ6eorZ4{$a+*zVe_Fh_#*`y!!ol;U3vTR^p3al5_qO)K+POKKca~0B
z`Tc>)ms~&DL)%?ezm$<EDdKymW##gJ-qJ7k)=kKCso!_j??+ggz-^(7mlwZ8=)ah?
zBsG!QFi-H(g^uHgu4P^hTT*0uu;T38w}B!vw2l4EGR*kPe?<P@dG`Ax?d1afS(nUa
zHSN<pBBiv~(f9N1Y3VoYRQDtmsASihFWI|r_L{unL!8X}s_Ju1B-I*oPaboQJ@jj9
z-1P+88mEP3*Df7ipSyqKUAJ93obGQ?J!5>LpzDrT&ffl`Rn{%O2PS`EU7vVEV9iCN
z-H-jgUV44~a_FV=KkBaD6aMu5df@x7wZD8e+6Bd4R<J$3#BOs!frH7n>soJD?)@se
z#P$Dgy;I?F=Sx?*I_K2hn5fyjc-`&WDQkl=*ET-Qs?y*4<O|<qudr>Gx)z0AF8F$>
z)Me$o8EYrjol=kp74R`RoTu+*G9fT`^VYYOe9_MgV^5?M3m!_4b?asCJay%C^rYhk
zTLq`qMQ4S(w=b7-&APozyy8aP<@b;7J?6CDz#JE^G22b}Y_XAKzoe+^nIMK9ei=Er
z4g0s>KK(MY<HuRM$zPVcZQgDD@JE4sYp0dq)jwyd{`q^&|9<z>_r0~t^SO*!HZCn?
z=gqbdTX}N2K!A(m=T$oF-<0kh|I_|J*WABvXW`o!Hs(8SZEc7wxf=3-IaQMR)t+L*
zmq)4tX6-p4A!=zonX_`9qLR$J_s7JvcQ7_=HGNX~_Ri*OkAgm@nO!`o?X}J{ePP4>
zSN|>-T>YZ#z3hO2sOO5)R%Oq5d)K6A{(Ae-Ds{t+Xf2lpAMVS6Zp&JqtZKc~78<%)
zN4GL9Xjb0(N&L52Yn``ivGJZhTz(?2(EOl+@2<4Vm9OW0IJk6TdWQ46s@AWEYcp=T
zoq65j+~4hyKl|u+x!)f?xUCo6yZ*M5t<vEP2hq=8<Q}Yh`E_Ao{|DwRFIFl243s(Z
z{fbRTj*az0+co~lK0?=4Zxguj&23ZLmu<c+Ik$B3Dh}3le_6dc;X$I=skB178zJ(C
zl<Q?aZeh83t0m@V<kT3;z?){0RTd5kw@t(QCC$FAFcrITCicbRYtp}cGaP1@>RmIC
zDUpuN`LWX~!^3HPJ?~u?<(9YGHZSB|^y1HT>nU~BAHq2fd!Cuf`@ne%13$Z^O?dT@
zn5Sl&!`8Q)GhI60_tHJ}t!BEJv)QKK2~?TLDRf3lPig9!Rz)_(``J63%x`gKhc0PZ
zwu3i%pKr$UHJ8MjzU`h|R-YyHk#Dd3vJEkc*WN9^`aSsGQbwlGe50H0Jin`V$44)&
zt1vnF%<SUJ;LzDF7tODBNHWiEw3Rm7us1V!!b6jYmCMR*Zdtn2@ViI;;>m%o8Ntsk
z7jHI`%vCpCnVH>_SoL@U<Dq+IGjDTQO#M{l^qr^G?&)l~_x5X|pOo><`1r{?`@d$V
zmZ-q0U5ievp7Qtc$9?8|cXAy`uu$ddPcW?UPS0AugQIzqYF+;s38TrXzAdh6lFRek
z_ujpGMP%jMTOsnk5j|qZ7Rxw`tzXEMyXyC`bAl}kHoZNjdG^YNa$c3I-(G*$30gDj
znBB!qVX2$KzuHD9t<`^e^X|+Km$>ymJn4O%66se^xa)@BEN6$NKF6}HN29wlnv3O@
znnZC<4m`Mawz<WP+o|>C?a$}c&AR)t<MUIcUDlQLs%g98E?+72ot7GyylL%*NsKS9
zKlc23;L(OQ4iiU{g}&FKXRCiRTe{3aY^lJ~-D*lVr_5X?!96=q@im_gKkv&(_aE0^
zgcq(Z_i>k;9C&U~l<L=ghpiI#>CE(TllXY|nc%e}W+sg`b=*aoE)S9}-}08SI@K0^
z`NH4Bw=@La85g#R70j0YAIgz)<CsJ4j;4d#x2$OA{MzO^MZRbK;<ZaNHT8TCZThZQ
zx~H~Bu|#=qSk60h`EQL1wY<wYc(|@ln?J)Pcun-1OYxVBRR6xv%DPnbu=MJ(?;3@_
z4rk~^3hD9+wXUyOwELo#t^0&V<_n^EuKk}^pKpB6b?vRqx8sh@_r06972b_r^VN`l
z{)XCF!rw*hf7FHh-v4#~f1=XG)huhnEq~<fZL_Tk-hY6vR@SLM>2mYts;Gsgt73Ni
z`n>jkaq_Iq_e9Dbw!g04;J-{*)_liIv)ll&Teii)B~_wV->qUxUa>La|L%p0V-6gc
zx$fulXXW1NuUTWi&Q_he<AiL);$2@K?V1~+y1<>Iqtoo{zV^6k@e93=1DI~iYANc^
zlkT{1dAsF%LH3NReh)*mLTcA5W;97;PHmZcInaFV8^-!ojcbM9a=l~?ZU0uMl^T_m
z#L;>D{=3<BVuu%cU*L5#a4Wa@)hHcizA<y<%#|I%w(2Ls9zU~opZ{-HKbuZ$`I{IK
zRq3gTvE}n)FNM18bu3D|HRD|QWIx>pdwQKN{W!2STlw^+CwpH-uSzkl%<{8vy&@Hn
z{rI^l*K1wJofZ>6PgtpAo4jiFwx2)VpNkT(HL!W<<GRcAVep6e2`@BS!xx0E-^nZO
zE2q0Wc5A}oNiP^&?Z4=JEjxGJB3$XGpU9nU2@G=|#}x0cdGEt_dk*{I3q0;^8Gjzw
zc!{f2Nc!j=X4{<q<Fl7$&q)Kf<lH$@nI=)1U4e4%!ymm5FZG?6&bh~Dr_{m6YmP>C
z8}70;zE-+_Z<^kM?M>CYzQ^wUez+}W*RI8PSJ$lR-&65HE_}Dxm(K^Ag?dsnK5EFg
zw^!TzeiHnq=eWe&ebL2xr#zUOymig(^EpP&1%>y!&adBKEc^M&WOGZK8_6Leb7bTT
zUO$;({{C+7FK*SG%eLlQgI_<GwQm1bvsaepZ*Np>K762I`VB??O<y;>xm+pt^2fbB
ze$8Dh2cz1H1?{F4m`44K%lWcoY2+I5D~z0mCoL}<$oB7uhzKk7*;?ipu_o)(sY#-m
zKh3|~^-2}!DGDvz*4M!I=AId+J#%S|%gx22>$qMY^_%?AP)8)%F@8tZKjp(0)So;Q
zdEH*P`}#rKn?;kaYe?2Pl;5_?f5$cT+`??(wbQh@u1`4DS7-f9qGFBG(~BiD+s%dU
z3!U;;zgJyha`M~%RdNq|KE+9OtQ9%X;`2Lyac4!0_vO-ce?*;^x-a?{zW4jK^ZzV@
zo4?lQ>ui!|%UTnyX6}0GK=D4!plu@8{svZ_N$_|ve|xM~?fRWx_X?~(`?uh<ij$C$
zyT8K?i#ZY7xBmQUdoL&awQ6+4M`;Cz>tAx-Y1U5s8k(J0T-&;}`of;++55wzB|LJ@
z{l3DS?Bl&R=U?6Z3knQw-)HfP9-VxyYRWmbv+1WFmakjtzbjy&lTSSVlf8ePwl+7U
zwFz!7oce87!zHFiAFL8QnNDvBwtlI+an;n)3id@`9>h%A+OWN0!fKiD>pxB@+O_rl
zdT>F?X@kqlNw3aHUiI$Hd!g^eac+C-Qtp$fhLxwQ-xr+wes0k@$L0D}Q>VE-xoy8X
z+uY%bmH477&wl)vwXxyi4}le{tjyw61WP>39<7aQ5@XzUF8G?MmajtBnGM^G(~M>c
z2!ySkbTZ{oic#9e2qUeojB67Q*sL`@{ZvRWvD{uPdGbe<cYAj}%qct>{rz4_TwGCM
zS>u(iXm|gD9mO2i%nzPF{2;h0GN$*eZZ=O_V|11Jm3Pt`*ZB8Etqc2nOG|H$nPBv;
zTN?M2z2ADxS$%uSiwm>!OcE>J8cH2<m}0%aCx1>yk!fhz?SERfYF_8rEKCk$zkjc}
z)KKl$CMniq8e97ApKW)$KY4{?)b?vzw|)-UdUWxJw@(aIj3!H|EnA+x<^F>0*M62v
zyT@>8&F5$DxTM!bZEWs)Eftu1BKpb{)A^RWlte4ft&P5JamW6MN1I>gBTfGGthPPZ
zo<xeh?N()b^i!l}`P72X$4c|=S|}Q`)hxKsrJf)6xO|_)a;|%v2XD7uE;3*9I@G)~
zVm<fu<Ok7>$EMBJXWn~YnZ0@V4%4qkS2jAtUfpp^X|ddV1DidK6)7JN3ryt6X3T$N
z>vpijNNK-L<P_DYqceW|EIPVs%}vSP?L8;u=OsuT`mj)bPyT!}3A5uHCJE{8Ev^XE
zwc6~v`;uH$^XtV`!ix=R44iKqisb3%xXR71tCuRB>a?xL?)SlxO}&Ry4rgz@reQNp
zG-JW@cSn;uneOf8U6jMI?zZoutABHLCEH~A-1sR|c8(+ZcBgx!3|~x0iomVy7Y$Dx
z)(?2G@QE(d+@SOF%U?#_4`=h;a$?#7r=636J{Bx{ruOw|;aANfSA}mE3X)!=U0eQ?
zM^oVTy?hJR489)Ty_c>nTcgc(nBn36szV#!t-2(>{B&qi&L1`@ssAzM%2hAz=U=*H
zxofXp-?NWqPtX6*6X=SFxuk6omF+d(Y2L5<OTT~S{c%BT;Yo(YH_xvrj&)oXyig&~
zL2~Eri_Z-FdX;~z-l}$bQ<%rft&bi(YTC8#!mWmkn#U8K+n&B^l%}ZZJ3&YFNSRfO
z08`eK!nel^<^P;u-%<Hms{1B$-9z!ZdB5||ecbl>aUQqs`(Vk5FM1+#{7x0Mo?@2&
zeMSApy7#|DF3+8N?yT$AA|scr>z9|_6YE+P9@CZaOX;PPsLnb4%I8zBYn+!Wu-u)n
zan44q=Pdb!_mZ@)+gZEKz9I6X?U9fq%h|s{N-W72tfE5BKQ~^rYnhhzn$K%LT(fka
z%V5>v>RT)ulC_|TKjQWFrsgtUosWu_?9b~z{_Ut>d~s9I*9MD;4^!@|U)^LlD{x`u
ztIpXwvJSoZ)O1WSbLS3+xpOw`-t8T$zj3Pi=}!?0GUr~KZlG6GrpEeM$-PHOq|N;N
z{fFA?>syV>+mGIyH2EcOAAeu+GVxU(=lLuuxa!9(^~_Bm^XLm-j@bKRbLDz759|uG
z71w&1e*4SHB%>vZP0v{`<P`aQW!s`nqKl{aURbX2^^tAWy3Q@nneI>fHeqe);x8}K
zo2#^ZZ+a-ST$K7aPsd@}(GOuNX3G}x27Z1Ld2LrprTq8pdn6{l40KNq;yUPZDttHF
zY||&~SKfcC4_#l$J-2VYsZqk)HQDDc%*Yo!+-tomI+=B$t6<a9m+JYOwwE_tiYzjD
z+oE{zI)_u5k(;YXkFb`Dq>9Cqpp?pU!Tz=<FFs@xvN>4U6K3=MOmI*4oYR*cF53Il
zZQl&9^S^fqr&qt-eYh}VzocMaqT+o%TlPE&+35i_o!;!B0*<Ovt>V7UDHO7r7{h*q
z!!BY9|C%G4w#<_a@#o#xYrAh-NOk+14abTz-MkYIEbY9-zAMvX;^CAfmh*qEc=7!R
z%j=^;+oKg$TIa}3D`1UH+WVrT=JZ1qB^AMt$yaVH=sf7&q95$JYnoWyTU*KO%vrVf
z?wU=Bv}$i&cw%e%SB;C(H`^!t;HhgqeXo2ASG3F~C;o|VJjCoSviy=c-<H2T`0a~o
z_BnDU(SO@FOD<M+ZeMn7>#_34nZ6SyFvV;=((SC`T-kr!aMA5YkJFsD>|V_I)^m2~
z+nDZkD;88M72Kb_<>$9q<}nvel=see)toD%^XQ;peVQouWQ89KE=+QJ&fGrnN8GCU
zs*{RTe#M--HZe0`tD0k-kQF~`lU|?S<?bxOJ!>~~_RHqXm9cM8nAoSb&M8p1Y4JMQ
z&suikk7O5#gvJJ5owi70#ah;Q;ea0t3id5NGGpG0I3d=<?G?RJQVYE6-8imn_2qcI
z?C2cb(-I;ncNb`8IbW=rqQLm-N{iXi6{TWJMV_uY65a0I*thVyLB#7@rqa1@g_xcu
zeO$D~edU3apbhmKj!$N{mU+`>aBFcWm+d9VgQdQcm$><Ke%N`we&+qZpR8Bp^jz$^
z`p8K2c$U%JLrrSQdiwgBuV0Afz1~%tzDhXPY087F?ozXxjNfW53$I;ae=<WO)6QZ_
zpU8yJ$i*SM+zu|CSjL=m>~~<~)pzo~6SL=foAgASFm>A9_xxUFLRNISFvIf|Ymcg3
z?kMB;da)_YO77Rmz_ULE_D5TN*y1TRW2HmSS;wNElOt^2`5m7l^LC^4$---e@82}-
zUjBTCfJE;xk;=Y{7ljMU%h_8~jU+)w)xIr%|LK%@obr61neW~NrAVrs=46zMi3zwa
zw$xPXe4y9nh;<j#<X%M@9ul#1O!$Ajes+KTqtt&_=KoaO_g}rf<^SdX-~OL7-}gyt
z-<BSqzKa*9U0lI4m+Pd%ffUOq&efY1X>jc;e4gtUx96yPUaiVAt_6#lFIf4q+%j0P
zZ08Gxmp|q#blUP`O+uw%^R1w1+N+9OW7lnX%2n`kPr=E~){NSDQg(}r=d8ahqWH|!
z^7a#J&aGRoOkKQAXZ5B<>#PG>1undtS$=I<n~_-9y6_2_jMLAtJ+GO4c|ld?b-fCK
zqnp+|`uxh~mc*1xYmFy`+3ucrfg$fwlhT4ftMr{kAy?<@S|=cU-fOLC{(Z~j^mHzc
z)~1&!hwj~zV`u*z5}M=Zu6(#6#z4w{5ocHD_vLCuA4}6N2nj?BIk{d~Rourk#lmSt
zb=cFy2b(W>3WO{V|JG=6zo;Vr@n2pkpEhGDRjG?=a~*5BW-?vuICV*KjiH*mj)mxQ
z9X*q<jnj6;Ea>L!$WDE1x3fmGs@FNAf$6^Sr+0^*vb}tm{p0$s*8Gx|Pb^O-ZG9`i
zFf}bdQ*D<JN7N$8PW~S;g0Cz>PaEA8{_S0Dx9wmiOHIL*ZAVhra(#r(d7tXMuySU?
z1s4zg@T|MHFYS`4lQd;$a(eNy%gNn#@`78&cGv99vUY!rU|%G2`D2Utyvn|p=lo{f
zX}$Jc;m3<@S2Ltm?Q+VLZLYbz###IP!FMy#=hZaLoohRR=eez0dW^kgnvrawnYHue
z#JRT<j+(rDrMQ+~P;pw`#+wGWHB=QFxVL>)+sAZKx~hy_CF0TJn+tn%ZM9C!Qcp^b
zlX0ySC~yq4ws%S0uGk-b!RLuq)~Q|E+<QMJ{Hl)9R9nomxaCwSW5VgslSQG1njuBK
zQoH82#1+~)uyJP3cy&Q?$?x5D0*Z2novjk@EGUTItyW}OG23pse1MbE{6JpbI3cDI
zQ@Oo)|L*s$h-Q3t>+Ag&Kb$tb&JbK!r?%(5R?Vxzds5dJ*Y3UJtY*mj_Gq<rK{J<&
zbhQ4w&DGm~zItD;_sfwv%4CtK#>1WBaSwiq&s#3h%i&mld(kWX*qaMDr>34fdX$;3
zpZ|gt*WM{5Rr2zmI*QJU*ZkwRI~=`!Zxf$bRNTHU_NFhB?4##4Z^@85xNvL!@g<iQ
zJY8h5>!-;1{U7X(J@({k>pWT>z-1^ImEQ6|Q=I!q^t=1Dv#-bf<XRV#FsapGQGuiT
z!W^w<cK^3t|MBW|`NWz-MRv-kjkR9y*s()p!Hv6f7c{wVNeqpemfE>lbmzr4J;z?O
zWJn}S^dFxR>Y1xM`J;sAmxiNRGb^U`sa*)tJo@jSo%Ll|g@W(zV&C1{?H+4A<zkOp
z@+O^p*38gQ!+Acpz85P-eZRR&jm3YScuY*philgP!RqRht~tlPj##myBPDzCg*6kp
zj8Yf5F6Q%Dt}Nglxvt_@%6$L2H>r02E`Be5oiW{MWy%M|wZ&7v-`yM$ckl82zpvIm
z_@Z%(S5N=(+tcnc@81`d)c7bAyuW7~wlZ_mwX!eHfw_~TLru>eO<S=|Pci$_W$s+F
zKZ}?nrv<N5it^!@;gcBbxT^Qy@<nSR+b<QXY~q}l#kaQY-XzucrO7@#YlI{Nc36E-
ze&>5_>%<KbYuQ6qT?;a(UAAl0#YHELnzshBFA%=EqOx|Wi5KVA?;RCeZaHf@K9@Y2
z(mr+VjOnU+EInNcS2K(p6AQPgRUF@Z-sY_M{$E}-X=2_^4{sV;KK>{%`T3mrwhxl*
zlp{{3Y&x7_<a?g`V?x=+4?C)VH`V`LU)OrR{v-d7&-EYuKimJD|2O^5-~Z3=KQFI)
zYkWn!`-!ER_Jx_9)|35teluKS?>VP%L}0}#EoG%wA#3JtNlKm|f8b#hyX(tJ|IW3K
z+g31jxLMDLk4soR>+|NzC%FB;FN#b)SiLDO&v%Ks>E%@waaXr3I#IkOXv$J$j*!%&
zS)%jb-rBW9VuHy*&bMD2(}i?bT>iD?+Ct&|@#(XCc&@pnuK%KI6+ChJ%AT7!=T^l$
zoO67J&cdY&ukKkByruUfTkFJYQfrO%(uzZxo=RKCFg=->Y8Gvv#g!LlosgeD{q9}a
zu0Tgatq9%eZ{GNDFj*O&Tz2jA7vu9EnAt72>a9#yot{5GX_^%y>%yz0teHi<QnS|j
zR?Sq~X?5-SKF4-v5gYf7KIINAUm8}G{GHOjlO@XC);;1hWAT?GSEC*_`-z;?v$TFz
zcJ*z^rn7|$@_j@vg&1!UZeIBH=i;XFYp2h3d}`OLu0H#Btu}j&_gk;()@v6x#qoHt
zEM8Q)`kK^~Y}b8FhbrY|EgElKJM;YWkDg9PbE{bk*vhW|?et^*_H`@cOSQZij3!sy
zUIyQ+4tY1B<;J8puXg`vOk3;z;8{Zc{Kw6UT@J=v-s0tMx_VXD>C=+ecHcPi!y;1p
zspNT^%I@X!t0viKZ`jtId}HRjf})b%@^^C{%4#~Nc%O@WzGI?H$kMgZXD|3B#-=MY
z?<#$9`;NWDtiTw3*Pn@BS{R+}MJw+$-#VB2KkVmI{%)?x7tSy|p1f*nl9ASoo}xF4
zniMjU3(f_FO?#QL>mYk{zQVdP$4KuL_k==>KRn6ZS#kK7$GvWg(%wfGIA^f6{f_SL
zJ^pNVd%LMz(bkYf=a=)`E>@OXX&Di`#M@ru<*B_|_d2pnpKq`KJKb`Beb?8%lNIV*
zTZ#_L|2fBJ|L3Lu=fCzJ{ywR0XX)ga&vi+O{q-89r6R5qC#KHozA5S6?%vb2D3?zu
zD~Ms<#K4+I)^=z9eABLZ+dZE>{qaLB-t^G&K6U0NZkHUjAG|$~x;RtgTwZ<i>GFMt
zyygFB{BFOl;U+A@_<Rz3nUI2*Tkv$z<L&N0(&s(9y1r)K(?>FIv#0!!TeYZQ*@IjE
zrmSx-uXz5}+;V>S44r4I&P?~7wz})^;o2UK)YO&2rz~Wj`W&-d{Zwhu5w8{5rz>pI
zOtcE@45HTx?Z0UleddCdcgUfZHtnM|JC8^l&I&Es8R7D4!lj;W!6&R+8+?U(1eBge
zs4H`<<(*n;A-_^-@?P6_ckG|mm@(h&)L)!i*KxL4DCg1nY1`aXUo~BPpekm1rSIa3
z2jBkgzGJ)p!Rz;T9+vO_kXrY_+Wyq{+Bb(~{EtoSp8YLgDa-RmU!J~PK0nFm?2M}u
zz1O*0-m^S5Ibx2CoLs^CdwcVGy&ugs7Zw)G(RwrM@L^A(hh6<1K@(go6CYFvb4a8r
zRIHQtlYCnJ#@Fr5JD-n>c9vHiySte?t()sL%j<(Lj;%Kq=*Ux3WVn^k@o1L-Q)%q-
z-&<bA%%0@Q8a-j{Kj!yUliz-IP=76R&vHxWdeKW)wB%Y|HwGNiV)2u|(!tf^#=5oJ
zwf$n-rRftNJxRW>qIja$g_f#!KF2SfJyK~fZ|_{gqZ-cHoo(#yzo$H%G?jbG)2=-d
z&c?pM(>_)>#a2&AdC+?MzRlzPzx4kr-v57C{_*-hPxqgA_@bfy^XL6dYn{0|R$Wvx
z+n~1aMej_H*t3$>ykbtiF1@ZFc5DsU-jQXd^tzOB_b02XvnN)^uGN}$T6FVIp6qO=
z4HAn3Rvp+W^;&C6A461*hHR;Cj*^hqeUom(uiKZbtL@%nmHzRZdRNfl<o-pzYenz5
zYR&Yk_IYd~@xIpOQnJE~V;To{?y#HEpDF33nUx(mb@h&Clk8kIuhwk~3%};Gd8*W!
zy=CitSCpkDCv7>kIfLhc?bPT^#&Vm@&+RO$IZ<MjWOMH3-I+mGO)K*Z+#at<wu?8A
z>lIvk<M!>xFaOFcXTHUHZ_E9JZ`W9r)VdaPuC+VbYGL_po@4M;x!i-vxmW!HC(LlX
zuu0LyVd)*NRL(~qt{5hSn9k%_$bM*Nip49zx#u=5u-bQ7>aE(Bt=$XXPqADQ!5bsF
z-_>k#j^W`6Vf!s@4m&3=nj`WqO0#60#vCWj?n{!chJAPH-zFJfHL=re)$uc0z3Wxx
zl}mF2d308ppE2EbV_kmf<$F$o^4FqfCzO8(ynKy8)$2jQ|AxJD_qw-uu!XG_ea?Sw
z<*F{7(;K!PmN<GY<&?3%?a_bl@?NvBHGMXa?5%k9%y-|9tNBN+UhG)M5&h!->@P9z
znU`%m{>DA-`2DKGJ5>aP?CT?5{C;4~6m<WcVar<aP4!>5zPxw5-C?KJ<rS{6niY4|
zrrmk<wXXHH`(ruLSzGKn<95yz`=+M+?6azwhqv+!P;Jn2GWdgg{o~iOT6FLHoyYBR
zzc6)nvDahox6GWZp*L<F6P#1JamO3=%C-&5zDtz7jc(n#*Un5OdRyB4j0{G8Z`s)A
zvHX*_Wv;ZnEpsD!Ua|B1Pk{}UUyUD{yI$nsUi5Ezmi5nPwnB&ASAUPy>@8NEDaawJ
zc4Uk9+v1|Y4(=O2S@-|)wm<*pjhy|D$M)y$edH8U;hNI)E>mgO>nk7F)hBaCvCGYw
zziIR4(<xS+3!CiNm^DS?)Ay90>Hl|R{__t{)b{`1z29l?ELW9y*M|`T#!Eh%p3~DZ
z71vVcSo_<>x%tw*CtvPv|9R$Uk9b^7XZrkl!%I3Yf*Wq!N>t7BnR)R_+VsD#&wozZ
zc>22Cf5}%rHLXG(<SdEN2uRwwGya3}{F+Yvnzx~LpHIck;eWC__}FC5baC-DtE6-b
zgD*uMJb13<t|#NVthrh-zy6%wwdm6{9qk!?$F6Kki_~4QMmgg6xsqFA+NHTCjm~ab
zWl(vn?~TGD4Y$QF6c#U88kAx9A|_eI*(pcBMKkQGP{Yf2dXG=Cr24e0nD(h3JYM}+
z=2prNl{8h$37Hpf>^h`0Lr3|trCYz^lQpNL0uRa8ebv2J_1f&9^}i$EYt`M_oIWgj
zU~6;d@so=Fn{U03q;v@PT=H2i{Owy=q|P&)@M5QeO!>EpKkXg_%~(>b*Y`Qp{XCD*
z#3d74D&wq{*qN>1I+9TGV5WLs<-?WIZ+eW}D*f_A%xq3SUG(T)Gwb^OwbRY-RZZU<
zD*8TtQQ(Rr<y<G*_Xuiymz^N-#+JwB;p<tG(+(}$n)iRN|Kt#soPv#+6a4mH^m%@5
z`E)(gw(s&fC&W@0@izr-oZ0<l`i}Y6N?TuCX{kQ`F6Bsy$)incc9fNz_#Ia<@ABp1
zw9~4taSNsv)RY{_5k22}%k7t|vE{t;=^Cj5B{_2>1JBy*|EXPnV0zvA(0Mz*me|}m
z-1YN~-Qq$=u|=1=N*U+Qa`h~^wrkCgukrs(@BRPdZS(ugR*6fumQVU3&H2<^Ls?MW
zSl40=Q%ua6jiE=MzF|BUo-*@Y3A<UA`<6=|efSm4gzg=GruEWe*6)zeP@%0_TG=aC
zX?0DQEa@@lp6kTb4BOUSh?<zX@x;_CEoQu)TvrcRwyP#=am-Y_V%m`~<&f3stgT*3
z<=)fW`>N+XfBQOzTO&uRr|prT^nI?yk6TXvbeSF8wdRDy9oq+g&)Xj_F?x3EYqHCu
z>K-@cV~YhN=Ou4hR5oo@-@Ko$hDsU>4Oru}U2HCYl+)ha)mmG;zNTc>XO4rBF|k{%
znwKqnJ8z~+NWNx*;1?Nxx1QsyQ+0QKy&~wpr+|6C@)WHJne9`#^trT4qlGm@mPQA*
zb4fq?r^xBEaUXXM_sMl@<2PHpzr1<Vxw02qiq6*E+<xk=!<Ox@E*~=BUR)@jz2eIz
zHU+caEfq}_b1J6v-IOuyo1pzEaLy#n#T!CXuKr*#GVLoblr870z2{y#DXTd4keT^{
zT&|O=zm_LftNG3Ubkk2^(&NB2r<tOvMLt{+_TR95vvo<&q_Y86cCE9px9=C0kms;6
z&?@5N|5o|!<#Nj#x3e=FeK*7fKH2l*%;rB)-*(T@J*D?!<J!5wcZHO43u4oG60S9S
zvh}(+IZNw0yg0vko8pmv&1-Ms|Fo5>Eh@Md7#eC5a%I`$pclJme)y3X$GrD|+3zgI
zk9{!*OQr;;2r_QcyOln5YjSAhr;U<g|NbWITiX}-w_)LNho913jjsfD9`o8N-+yJk
z){hO6JQ~qQwl_Om+IL~o#>cf8o4;E$`ppgQjIrd5SlqO=>3;j(<vD`t-<@7wyK4M$
zwMotQf7Po~t}dT?NF}|$jajF&zq38d@cH+;-{w2Z>*mk@v2y;SUuV??rylo>=Z!hV
z&MU&$RdeQJ;kmul<(j7_9X{L~@j&>4qi~4ZTa&c(Gv$9j%zyad2iyM7+WU{Z`Qx|5
zT#(zAb8nieNurOCwEoJfb7^xqoBZXzo_^Y-U;DEA&hGkC?Dk)bez&`y40QXNG||RQ
z=gETa%l7=a`2NAy@O=l4zRZ<LnChl|LFmMiXV2z6ymdVO$+NS|e;hNv|KP3l@-<Cv
zhxo3!vlMNNF_e4$=I#3=l_<}!&{pq^t;HKJbh;+@T~llQuF;irWK+z>n5h~|7w0BF
ziZoASwtlSBb+#w({l=CKZ_SGm7g?m|CT_W?^GZ^YW!YufWtTm*LR3vROl(t*bN#rY
z*EML4gh^NrWAdVtO*ce-1y?tfb@ab~J?FvNMOO;GADndm_oL}Q=K0rjEdE%LP<|_K
zhu6o4{CoPhzpLvr3jA5NO!!-wy3g`tIU9@o?$!>q-(lx3J?a0w&)WN!{nRxw(ic|r
zzjME!EcBOYV}RAI*+n~o4bGX)49k#FJdk1jxFCK0^E|nNU;Ae7soeHxtNFcW-{w~9
ztde@(x`4-`-$-ihR|jQrj@*ei^X0Z#zA$a@x!hrL*5!HH(@ACPKCbB(X34JAHoDK!
zx4=#Cl$7S{vU)SCpmjahu54SpY3GpyLobc#+<9^K5AUtcS4=wbNl?D(r?SS{%CA?i
zSN#5FZF|x3#;&w|dyf2UxD?30aBJS(V3!u9(-!uzAHM#4UE{a!Kt;+7AMStW?*Ekk
zbZhnc&)xrj-7hGt>N>|0IdAclBonE|jIimd@xR_o|MC3t{HOW<djC(6R=<8RXp2U|
z?G3KWE{T0m3)sGFLt)dmcg@>3q<Ze0qxdK(Sk!~J!T+d7Np@!I1w}tLm&`fcPQKZ@
zH{Xi#kG;L5yVGIHNgpPq$0-4si8fuV_0!TlrIXEPdoMNcdidJqp?5Iz;ze)2<^*ng
zonkX{LTY7o-`DunKj-|t|JHK0Ol`@fjH`NPMw2%_{Pk6MUiGs~zrKFU8#5=Uf7}}u
zXz?z$m!W%=i?pzPe%Ka~nPscw9>uMm>h<n>?5m3Evg_VkA_}-wR(LG-u39Yia_S2C
zQ&W_rQ&Zd$d!F68$hbJ>!^}sI=l?OdKHu(8AJgfC$eUc#Uf%RJvE-bn7Ji%6><WwU
zX7#4YjjqO*o=W~`bW_fX|Lu5qp}NAm120zh>TGkhv77aBi`Wj&Q<)zp-r8Ekw|`59
zu&MLZ^$`Y(r_BnSxA<9T^z0R;S-Zn#`ON-S*_R!|_Ny(?_Bp#x`-RWOe1F@NY;0II
z^DCKOse8Ye?Y!wOyGJJLPni1K{bXUUZf`c-!z;7?wZx=51|mJ3!dD(QE3cE6H8xV4
z%dj$TVuhS-^=Hnq<H_fyYwroyJ#g71lDAefNawJENT`cJM@;9ld_yH^77JePSM7n(
z>%L8tjJUVkVeTE1ri-(?HywB7-ZS0h!CU#|j$3M9@Xb1@k({4?=<jFO9w+q;t7J}Z
zO4{Dhony=J-pl){fz02Ni`R9yu=CC5no~M`?%MrQ*~hlF-0;;t{$XvbO52Kaq3cZ^
zd_F05d*!u{tBapbxS(@n!j_=$rL661udH7^ODef!j#B0Q)4^OU@;kR5dorV@<!ci!
z*X!hPIm=T`V!fZ|neYF{W&ip6e>wY)!S-j3-~VQiaQ)D=MCWxN!|vzKO>PS<EcYG!
z`@4Kc@o&EEd3Sq~4hrmCx3kMnC`$X@|4-!`cUK=+|M$`Pj}Okx*5y+2+^v*ryf$j$
z#w`-%kGEZ1lC37oESGis=UnrjZ<?!ZzF%sue6>?NFm1{^$E2&jxs<s!306I+cvUO^
z@LNXv@9pvI;cEM~_pg}Wz3BG)imLhiw#8?p-_QH}bN&9K+Uxh9UiGc#dwHZz@w++m
zl3$BnKG_mDk^gAZ-?nWVYkXXjmKkely;`Ma>=Zj)H{V?BC!eXL>lK5{^)`x&J~GWb
zX_f7ws<T>j=Cwkl#>3ZCyJsrzuu|Oa<RQKEtK8DiTL%=+i<ZW2-_mQr`Q-s?AfvjN
zbl3}<1x<&wZ+C6y4mJ>K70hH^{I_(q%a4Qa|K`;_-EQX}TGjM5CCd1m`<2j>MO%G5
z7wnDjm!IU_ef;*1n^VJBq<7iOJ+@cfHu~0zd7FK6o^9#mopC5IrA?`uPsNc%d)ZZO
zjrS)@9vr(k<8S6U_PlpR-`{ZF+f{z-?q|z#fBlFlFAcKP>S}+VyI{F1JNMSf&a6-V
zzb1Et^q7}Sv3qgZN8D9uYl)HE<e5F)r@6DluNfIi8P+WLCa1lxFtF!)d~;7r(j4I)
zM-{mq>)pG3mMuPUkH4U%#^LYP>pN?o%kBS?U*Eg;?_86Wy{vg@MyIZJZCb^-Xyxiz
zM^~ww)|q)Rfu$tIJSuzDE*Gb>@0N5_HQovo`f>LD58Hj;C(nOS|9Ah7_)q(P>i^@u
zSMgkT565Cp$GCL|4prEwEq?U9?(O!9m)9o$dE);!@{fl5l)m8Zx`)rMu+=ClPS{?_
zIcrzkrW%9AdtyxLgajM?&#wrR$~C#>df?o(QftK^ukB@PN^eDPy%r(fD?X>3bFKb_
zUB_B0YC~_`pUM&CdUxU^J$=RVpBw+KR*Ch~<9c0l>A(@Uo$InWChltr5^)t={?%5w
z&F#f~ANgI&LZS>;U0QZlxaq*TcY5r<t8Ge)=g)oFV$*)}sHXVxatEf%C;6<ccV8)W
zohQy9;>yU<b#jW$`C#VxT)FZE3)L*z%S{6-(-*s`lrTIv_^xICzm@Xo8|OUS<0~w0
z&N2DxzP!vDffJi~-s^TXWEfl)yuQv?V5K1I*3uPc_?CTItGa5nz|#xLirkXxcsj)-
zxm~B1M29^xmXTE3%cj8DwELOjmz=okmmZjv{rP?<`&G;Wv!%kmy@KEGo{H8J7f%og
z-FhI)ee0@-8>+7Jf@dsBm%ihl+`i|8rG<sc`R;3KyK-Z;vGuC$*12h7`R4g5+cT@G
zv?u5Z`e>eB#T(XhPG;WUz0C7=R89^I%ke3?&N$_2(b24}UM9Z6v8$#O)NDEb@LpU=
z)goiRPn<UPmKINDE}!@8?B?Po{*8*4t>)H>z0bb3Ir`U?s>>{gN?OyL)&$L%@P*~#
z*+<iJ!`hTKHhdKH6^(!7TE1R$_Tq&TbY5Ia5EcoM(~{P3+cI~{mo<EmpE=(hx@J>*
z(($#B&=og>xYdt6(so}GelJ#eti<S1QrM%{9;HR+jAoy=oF&r3b$Kc0_hr0yw|+K>
zds}z5P=n`KS+30O4^>Nq3@^{^-yp40UGC@dMSfLdH^bU}Ny(1h`wxH5_B}85`g)vH
ziSec!6aC!TGr3BF*za~7n9Qo=o2b2@<oUw~v)Np~%4%*~Gx>?vLuc_-ms{qyHXc&j
zY3!*G;a#xqsrjW{mW`8Sl8<#{)M!MX|2E;zIq8Lq%lj@{m;YG)|HJ-g$NydN|M0NC
zmg(ejO-Gwd*&5+v8nS1-j-IcssX6rY&7|%3>e?SKW-f92t<Zhs`u9@>uUq*)9RGhO
z{@L{Uhw}@oew%L5cii-1%f*6i%q&ZlbhVcDY!fT-4HR3IBCFBql&~_)c;COJ_D>$Y
zv3vjjg1f|9xkm;pn=Cf*HCkC5=?PFi{59RKLu=Wc%Fog)*6QAuC8b+zy7Oc$r}5j=
zo+<X1DSn@GuKB0X@?$k`d$<2MBfjrQ^J&ZH{92nn&d8kSYBjZgPs!rY-E6aY*K2BQ
z31U`xez3XtlZ~Iwl%SB(lNlz9G~7J27O@1(T$DIVQ}%7I@zjO074F~Kyl2Mbr<U8k
zU9|P|^xiBKc%?VnJtKqpV`aylk1y`N-?P*}QqEme#_D`wY3HK0RZpH|oZ_!PuRi0+
z(F2aF{dZqsGXJJl^ZvNq8U269(pNeySY`W&>GRV`yH>GtOe>bluI}96lDOaGovU44
z`!%MEmoJH^Kc4e3qlbT<b@}__xrd^A!g`Lma_MlNe714+GSiX`4{RU%Xc!%>C^>O<
zva?v~(VEDOE41F(?|5?VZm?dOcN({MsQdTj4od_r<Tdkr8E0)caN=w3Tz`e@6RY(j
zwzwRrvXR?teDbEOxX8?h_inPTy0LJb?9M>Y-Hf+Zy!$D<a9!<g^N#NweS4~=ZpnXS
zJG1HUVcR}FevPgj+YW48r6qQn^|-scP332a{($MCr&pzf^f(+$F*^3bqju#gE5%Zk
z?JM2%l_I1CGv14;otKb2oMV=}afafeh#v>^|KE;(e7*j!`Hs53Qt9H;Z3<s={`>s@
z&-)M7`~OD&IdlGxj-yf2$rD-LdAh&en63YF>-^^<?)FFToeXBN?G;vhs(9qUrf(J>
zPF`eJ+#&QKBQR#({LN8kR-SU5bK-~G*2W8LJ2G=WJUUtWI6`>kR^A)iv`)8V{Z?t{
zD>)>fbM2~z?A_-zTwz95oUv2;Y)VyI0s^j^Ze4rv)`XchoG(kev#hgkGoSu>W5o-d
znF&kOOpKQ;j`$jLA>h)b`zoToS~JymJUD55c*hA#JF5pjest)ZF8IpYeN?sE@{Lc~
zjhi=>&D+*!7*rlhvC91_qV!SnlA7}QMYm^uX3S?TDY?pd@sjRUPOY5+$BM7By4#)l
zv95owi)$}$YWC9Xz1auPK6pKao%x{ptjYeBDoj@APac<a4NKVD{VvR<YT2Y8GG-@V
z2f8o0XynE!f4*@+;j&{ZwWPGJnC^>93Tf2zxsuD;?zgUcAG_A}x6Tq)0c8xi>)kxh
z*CpsW6e~FTRnKW!z;w#|Vb?-aDNb8KH{nC!Rqju{n{*1!J!V+Xs@{0$$(o3VP9^gv
zxi#=TSk#vgI4^j$sH4bC?GpwPvM(zpDhiiYD0Mx^J#RKwkz0l1ug4z89S;>&+Sa*q
zGEQ#!dM^6eQysByDIObA80YP&o15*<p3?d<CV>4`0IONh6R+sN&`_R*m)TN99($g<
zxYfDrd->y;GfnsvudZxTJ}q<J{x{G5pFh_hO$$jn=fX3iJ8GE&`zBMKjtsX&2Ct9S
zW;}iwy1wwnvk4|SDp9)vJH#Vd+m+w%{S%cw%c^K;$tK><9YI&-J-MI~eX;OmY0zz<
zzS|owTXos4xVPJ)+EZl0v&Iaj47W<R$lD!LyzW>`KUuY2vfK2_#14}+-04p0ebc@g
z?5~*fYgy%IyVCi+eacG?>x*$*``)x{*5P@2mYZ}ZPhPQ3zvX?p{+eo+Qla%}o4+#q
zT`&+<;gSC#cj%6V)fTawi#+RY+p}@bNt|GIm*Yf~c%Nykr~Mn%Pd}DyZ}k*s@+kMM
z*>JIIi|3WR-E%`~Udya~ba1hhUvbCdBWcbZHV00;kBzZ=5dZJ;|F-Jy??2kwe^Ni;
zF5J|=?^NV8_3$~zEDx0nTMK^s#(!edoXx+#?=1UUrK0AZB)W*#%H`C#dmktNITHUv
z`p@q9|JC<=ylSstA#b_*hFPk~l9SC@v716}n_T$O_g#7q+uYc56|c93R}|Ep`fc|`
z&~ILaT*wlM2R1W>rUZHfa9Cc?vvaqbRq%dx{IXqpP9JeGxg6PVG|_lfQ}Qh7vUwKI
z{uG^jU-wjY-^W|4ZT|n+tTVlDece~lY16s8{>J(&i=J2F)6~1@tegKOj^e$a->yCN
zdCtcQr<pPlbGDxm7hF2WXPM9P;7>Zvn!d|Qw)9NZ3yo9XE-J3m^<vW0{$poesb(C!
zond)P>A}hJ+wBu-o?B}LEasF*XI&87vG#a{`#alqYvp~9t?iHW*S%N&d4oOPq4RLN
z_KPWs3s(L(`TvRg&pY9954V=TpDeDtr&L$g<?E5-XDuwh%yWIOloYX3#m0{#EqVLh
z68+Pzz0(d{{Ajp!^PG8h9lyPtnw^EKrrh)X`eLrvONm1&yS{Rq_eltsbh9du;4v@b
zzE}QOYHP5~4E+<wmD4_3^2^OBF5CFvP13=n(Bv%vw<X?*+Sm7Tbp<9$yzjHTbvrfP
zD%DE!0;jC7;Ihev?YoslriI^^`*`gy>*-aXcEy9Dx|vcOXN$HTs&-uc<j$kype<Zt
z!6`EGvYU)0H=55}(D*S$q+9rX!M&i}QWx1?CnrSbYH!gz;l4Oys%D}1rgcs#8@5|N
zeULCeRWi3v{Iu$Wm9a~zpH})g7|Qvd+|<+k*?P`B`^6`U%a#l0#qDleAAV(9($*ac
z!F;bo-`9LL{r9B*pT_@h;{SBt&xv0&P5epg<M#cJAKTO$EUf!p8dtsH!OZ^JuDj3e
z8uX84@XzG8SZQq?dOxR9DmCcQ#;tokf19l{tvkax>$Sy0FR_Toc?)Zu{fj^TtCoK|
zyKqYC%_x&-=@mzsu4zn8R51&^CDC<p#Z}>%DaNx>B^U4MkYb;>!j-Y<v&S`G%PB7Z
ztJ7DnI2d49d&9~-a;-sRTl`Iz=4pB^1}t;7uARTvjLm;Z$k)bmWvhgkF29_zcdq8T
zbr$w}kDoi&vZuppRiWXs6UU!KUNh_Uz1Lx=_Rh9aZuZHeO_8OZVLd0x$_3Y->^-LK
z&C%zRep1UOs>^!g$w!wbi?%IZoSgM|!?r{0_ss-*-35Ovxp^nWHbYRwxBSJ^M2{CU
zq&Mol&XS(Gr6fvnO)p>W<GswULOaVDg^ij-ozgzEDy-(<d7;J-VaB+RalK21`rTYx
zwI;4a<E=Yoxk~h3iB|YtIpk5)f2Tv8WAC3CJHG3_<ysqaX^O@kp*h!5EK`m>SZ(q3
zo0esQ;Ep+Gf1JJlTefeW)q@w;6qn7|FkOD*;_?-H7Bsne=G2u2ypU_%;k)X+y5aWV
zmb~@feIM%1{+jNt(($J4X;PoqidUkp>pt##cI>3-H-5f=sK<9jw*=@;2|c+eCMeu{
zh4&UCiNGGC!yhjys$K8w$`!aDapU-my*ka}^XjL)teAd!g3j^k!;GmW_f}uqsrw^h
zwfRjYH#4R7!`BRY+dn>xW~sTm?U~_MuC<GuJdz9Vi>^BqAh`dk-`B4C_w7cdi)ZL@
zn#U+!(fib6b3UM3LPLbZ;`L1Zus1&HfqP!aYJFL0`f%gE=K(x7E^B?UdMlBBPn73c
z<f==Pp7L0nxIMW^ntSK!;EnfB&nQ&hq1~eG;hz)hDV=@vd+xb}3Bf-!jP6`36%8uz
zese5v;w6D=)ps4TZ8Nucnshf9RXK3KNKdW^*>${Wwe0?{@9U=SE`R??*#7Tx%`T7P
z6>HsB@;E7r$<(Dim#LgrTvBu9ZTY>#{~sn?thlu++atSBQlm@u-w*#kCi{yEjy$jX
zZl09<R$2G(cE-BdQ%oygm<mlf*>Iqy?40=j2gWv)RmY0o|7N)Pf??^Rii<NkEF!WE
z!xr-KNj}y8e9U~`sW*@0TEC?P3C&@eym`~1BGDgz!uOv^-~T~$U*Z2rr;Cn0JoL#{
z{x^%V>7&!}Ke;9qaZk~3Ii7Yx`OI|hJ@bP@MMEPMt=QOF1uj?}jyiqr9N#esv2M#K
z$vsT3Wj-Hmx^?Z%yLW*itWwSkyI)LuWHoEbS(|&=A`_o&&`J-vs`@qSruG$4uk;Mo
zbJ0i2+gf=`gF7cYwXEF8tQ90v?rvHC%)fq?`25PI+1J+>ZrOg^qxs<Sq&xXDE6q10
z9QRxJ<97Y$^`FcCUpy}`<zU;aRqLv*-SB;pvPqopu&F3(MW@)a80*<R=WMKkrp!s*
z7?Ch{@eH5aN?l<gHzX5Q$Q>_r`2QkQuh(>$NYmzx8xB~;L>A>n6%=f6-y6PQzD+`;
zrJlGbqoVis(!g~)_Uv%zG?47q?3%Oa#7#-p=o?pyBr8A3xh-zGm~!UeJ(1SuZ<3DA
zW!ElS7W~QQ^BLjoNtf5RtlBnb-rUVm>ol^x4NqBG-AK<*KlSdM$+8=4Cwe>0mP{|s
zVNh>8nc|Y>Hsj+At&DwNPHF3`=32?T^JMUgn5l;rSP8T~&@4KfGKaCch2is4Ew*`%
z-A{C%aqH<nd-L|qr+?4qJ-l^K!nyU6<>bzTmB(u$4dX-p9NPaQ{m<+8AJbVlpQt5=
zNACOYeE#Fa<?8}l7_wX<Vm_S8|0nHt?%uPR{Wa=0pGa-xeW7+-<F32DLek3D7K|z_
z8Qr^Lw)|>eX27SpW3BKEw*#vdN|{P^Ue&TvvXuYqHRWWG;=-hZ^UfKF?t1Q~8s#!A
zb?u=|CsR*;;tBfZHdiWR`nSCIk5g1E+#{#vdX-K~-BEIX=|<=GOK)p0J+VnAsAo!!
zNUYt(?bA++HmP3@%r}<u<+##uDdPRf?xv3!GG7BP`POc|cIJ8UyE{7%A8lrji94sU
zNl^aRhtm&iThCpnocN{K)cCK0D&z7$%~N`1nv&Kmm+{Yk(6b=7w_HqIX|2W*rk#AH
zvs3Q*hkc*)Z{B-Gugv{LkJzt0cQjQ<nRCvC`=-Vpv8N|K)m~{V>GNQ0Dt*9``ufGM
zDGmG7-mSbWyia`Amr(YaB=HWX9>!db$ebNb?_aK-^+!%ei&0wYV8q-X|5(o*Tb6Bg
zw>P7HU4WZ%X^i&4=C2ctwr%Rt-}_6;zy7Ir&GnDRC7yS&Kehb4LE%MDrd`^cUddL$
zRVz<!I(Jb&&DoP%DBtw^!jq~mH!WDgSUu^-&Fb?dyAHeG|L++0^HKQD9e=F4W(7|B
zd}g!0!Q3~>3mvB1&QNhZdPXu=bob;Y@%j4>_WoTVddq&#vEOmO81!xbD_y?mmvd?A
z0@Vd``h8oU^mKEcx0(C-%GuX7Z)cw_>k^+oHzWV~B;|z3>{kLJdMB6&M$c|ZO!^S|
z@ySAUajxjD8o9h3H=SRH-ri~Xo~@?l=AnN6#_uOS%eS@h%;{yb2~xb=rF2>2?SZ2U
z^q#jqUDc;#wbZQVxZHE?_EPnw`z{CCAKV%_;pHsr=Ns0kdGBPs{YBz6V<Gc(mHXvA
zlOBFaJNq?bb?f`;kieFC^(B+n-0;<RK5m&4BO9_~(cFn|^OX`0e@#?in0&!*$L%;n
ztM49CwX44s+{}9}Rw|$-d?b3`$D{U7{#O?soBx-)zV-0q*M=h6mM>Q%nAxyOUCj7U
z@b{VTxpV%G2}buikH&ww#Vj(l_{mSc`G3CjgUZhJe=hBJaw^$4=|W51Oy6}G>m%d#
z|Gzs~OerY(eC1#1_y?c9#NPY=Y55I%3&-adCwfTE4QkiD^<>6JLH|7;j_>$=O?%C`
zdn*5Qn=e^T_ddV>|C{HPf6u9whtCS-WjuWJY194Rd(VG5*<Y{TU3FACf1lg479IT+
ztGYJnM6UH(^Zmt@J0_ZIH{aYdcSmZZU+i@sHQ{gHzD2H`#=^U;Pvc2OOu+3)-KW{-
z%%2<F<0j%NIGby&vgyiKQi-R#F0Od+E2aPL?1^<3xZe1D`M!SjtklS@9`y@u8yK_f
zj%tuIzIoDO){{Rk%KsbAv$)qe*<>n9o8u$XNfol}5Btu}@L-y`y5d*Gbo-yp_Yd#?
zbv1r@*hRlx3q8$vTdqkxt<jOV_G6n{cF3=Fz7sF|ELqdrr+V3Qi|*RsXD%GOvKLf^
zo%Xs?cHwY&=X%|@I;u{qodS1Srav#Q{Izm9N8Le-a0yYt=T~dwj;?o0-jWoURity!
z`rEf-JzavX^A@g%T$^R!B+7D<xB9oWVTFFbRafD}$uoaQo_}}u>5~@|E?*A*v}l3B
zp_31dJGwLvIkxOtb*pn@P!r4Xmv2NCZ~Ae+q)$rx%rnvIYSyr#y2qR6KR;Xk{(;~Y
zK8>k~H3z1dhH5S8?P~0<3{((0%f4>DjMAdY@Av*@SkKD*<YYWQzUcoK5#g4-&4$O;
zOE9-vTk6-pXue~0Gu=e)vB93g-*)vMj;{aM9{-1{^;?Ynj7hH#991fKp3`cPm>xAj
zI&oK2!LOP3A3VAmUiof!{fvvj=O6A>dEJpQwd;G~`x8mU1(x%-{t|s2^W^RFv@P!^
zT)n_8U3;p;Dp$QVa@tZQn`e)XY%rJJoF1kc$)#-a(sp+G&dsf7KU_=N(kHeywAY9&
zaMBlLzSmA#5j9Q@k5d+|dv)W))^CP|Q8FEhWxd}NcSWz9c0KoU%c9H~pKR1GOFh>S
zpKiRRYl}m1)v=2g?b_L|U+{`pH%&*JTdccsQ^+@F1%va&etqjdKH}D2G)1w)iQQGL
z%ZY1`IZM{23Bob6G}_KtMK>v&GYGV15s7lmb-J?R#}Pq^XR0OXaa_j6m&_V<r^hk%
zNw8?1P%yp6KL1U!GRK2Pn|FUM{)&8b#N5MSi?^DPx6Wyi1TMoH*%go4OTA1kJuCS7
zeTE)?Qn#lUk8M|9oRy`v=}oELd#g-6Jv=`jT-=nbFTYuvQS{QUt$nX|U!Q0-Z)Q};
zc~8T&)z2^NOV}B(=j*H3eebK)=e)V=(kdgYbT!<`p{8Ss<HsK*{nC3EWo_xWbSrkt
zEPv0wu1f)`ResCvwy^E7i0P1;-M{aD^PS3{rg?9ABd(gt|M=kkW1oK=e|0sx=I0fs
zxjyfE`%Iw4bK2)C9~I~SIPlxxT;b<irhW4&`m)dOKk@Ee+?+?P8SHwV_ai)yZQ={r
z+_if-|03-b7w^6m@U+^^mXolczPm54v?QJDw#_d2iNXdU?e2bSy-J#nOSvq06uva$
z<g@fW{8Lg*A58UpAMjas{<`d<CG9Re!P92Xf2mruIko7b&ZT3IPFEjmU1-pC%I#Hi
zkkw8T%aVn+nYT&4^z;hJv-gfqzjC|g)|Aj)M_&0k-2A)yqz@1G#1qlw*Hqt^@1OYp
zKwETx`MntZp5_y`oX=m&`Jlb~)xNXY=Vd*<u5n}c^*kR^wqo%|=H)Bfl5gxkezC~c
z_(-9&{?iQA>m7Z+^*m>~9E^9C%@&*3(UoMlG^pf{!Q!L`$^PffqMdT&oS)2@x3_wB
z{fF}Z@_$<Q|G92a`6zRWp1@kiR<$p?)%o5Y+MvQxR?ZLVUDudBe)1#g)*R)#?wY;6
zcW#Q?{fT`eAOAf5@8<e5uMXC_xhX5Eb$@%GyZzp78F4{L6XA(k7r5ED=CMEj{^Rcb
zKdEsw|Jf@)&3rEL_RXV?7Y{OQ)YjW3h6P2P|0sOEIMd|x>0%!{w=S8rS@SBMvA&zW
zzEHuE>*2vaLfP6eu^(ri|HpSaVDZ*~+giRsEvvd%XL@s9s;>V1=FPjJ-`{f8E@$#E
zYI%pPR;`>@Tvp~b@41NU!IbnXT+gO=vtEl@Q>=4XX6EtV(myY9a$bEL(V=}~Zr{#n
zZ;OjI_45U9*`5+9_u1CxxvBn1>HF35U1o0#h@2)GsyW4U%_`RG$Jz|}WNrK&rFjWu
zv#V-6kNRj)tEF^N&-id-^rx-sYZ>3`u1>w%df8O->Ry(2Y?^s8y-Ut^zqoy|tddh{
z+8IzU_~@bENo@B7oAP*-YZldRRMlQqxc%jP?!W1WyBC-6O+WJ1%KXa0BUhUOEmxmv
zJSRAJ;!`%&3BM&iEZsEcV@CU;6Pzx;*miZ8s4q5*<cYq0d#2Gfxy8lbz8~xP-1GVK
z<rCgzzgf~R_E=cl>3$u>xh`s{Na(_tqs2>fw2x@iEaUV_E;^iK$DVuhw&kOL&63@}
z`FE^Iu(|2~&UfPbcrTr}-jmTAOXeNz^oyLfK%_Lca9xv%%Uls<qvVR$z2?#T{*@T9
z?M})us(TQ8-*KYmshg~u*`Hsr3(DB{Uikh&^?jco@A-Hvy5?>6`VX(H(`){{eqZqG
zo#p+%510SE@O$2q3ag_m{ekmt?k)duH~x=h+^-+s3;sIGtG<xAn7rqD1^3RdjS(XK
zTTM?t6?$)5Ic?*nRO^{pNA`UFxo7YGb314BPVD+@bN=LK8{Y#hi!>yx=Sxkzz~%gU
z)uHb6^z`LRb<IqUrrk}eJZDkyDe1~9@0zTf8s}zDv9m%<m4OCYZWiM6BWG_B@w#$A
z%A(~!g-u@Y)z_>1{PGGfU0QnS`r8r}mh+po?6}N5?X>9k_j4Dj%v$5)&U(-~EYu{@
z!piE=wYAZ6=FB-V|EpZ|)g26#hJBYM#5bgF>El)E$alKA<ZMHRk+qA6l<e2ZajKtt
zCS>fm#J1e)g{P9Vmw?MLr~f(`t<39^3%$$VZ4->~RDU5PvD`)d?P~V7o*Oj%m`+bj
ze0ILN>G3tECC7W;F&v&2DbUt8`Sq9Yj`tisf3IC|fwlTFbI-*UZqK!1ueE=F5OX-=
zgJJyAc<CGe<#Yev%<-N!zdUJws!{Rm$LrTd?_0h5)}qEXb_*2`CIycP2RfegsA>4I
zsP>+zuH~p@c-bp5>tgpp5h>@H4+R{9B)(l}_`oZ0H{<>3xavP<Gk5mH=}gxCe((9U
zw=)A=OTx>q?tMOQvUTy(`!?s_zckqP{MwU-m1_$3E$&y$bz+O0+A))BoA{fn#bN!^
zUT7c9Ej_fvlIN1T^tocKiSLg-_$^ygy)VSbb7K8775&pf!r>EM?dka%KVgff=7qR~
z+j86EKL7f=yXH;Bp;O%Ves#`&wzOJ*;cB(?w&gbcGep~k<$M;1gf+afmU_LzdhX{-
zYlYL?k2|iKnat8uxGPt;{?FC?&+YZUO!e05Rebs~r90I>KPFN3!xi5Kwiy*}Io~*(
z8tVQn*{O2jhji?-RH4jEA6Dr$p6;_#TIAFGuja*;;Dp|5T={=H%<Ys4Yg`Os4>7${
z`uBrZ|ER#1M~|vDCt1zjuq`o{qfxA|bms!ASwXL-I6k<^lY6?ga3kZ5r)Q=IE`BfR
ze=zmRlXky3Yp&{Ls+?aOpDR_lEoimzrrhh>Qg)=tyYBzxA$a{<yh2>VCzF79v!!k#
zkt&C)%6}v^et++z)@1l1%ftPA=fr!*TVg+5**V8#Dd&dou`}NNv|`uddiZf!dTrsk
z|9}7gn*ULI|3B$JN6!CY%H8euBB4!go9#=v9*vU`Pwwq3p8hoH;N|7#ca%QQa|!Qy
z;l-I&web7SzYlW%HShnv|Iz-x?*A>jKf6cVHk|F(Y`G)D=d|-rwwCY@_f^jOn)Ltp
z*Og!Qx8KsX_QZ1g|C6tLPM+W>y>2z9`te{j-=jZwy6pQ>m{wjDcAD>@?B%MXuh*MK
zu-yN5@B7Tv^Y%t6Y`Ef-)RNx2G<ID?tbXMB^^R9w>`D|WJ$5Z}otU@Ydhy0BNwVtd
z>Ti6PueqkJr>7UG`m=RwOx&DfOveL58y7r{y|JM}{9Ny~5)D^_X{T9(yuN+YekLko
zF3h)F*za5a%#4}KH#jHl;P}KAdOX+d&zYqz=D})JZn5VtTyFCWF0QLO`t+!2X|VBJ
z-zFai?vkZV=T-LQ<xXiy>0Nn6B0ch}t-s&=q+4>C(mgNQxBNb_l)qVQYU$0)xiVjF
ziYlG@<kh@O_`>&T-J7{@J#A_}?A*uKXJKuB-bhIEiAT3hmXcA`&2(egACF`>C)Z~3
zObt4dUVSC>aFXcL2(4Ea!?j;UF&(s7ZDQif@$%Bt1(_zx%yo7pOyFTv%y>D&w9CsP
zZR?{?uezc<)qIc6y?tC~{W?oq+vmOJcE>iS`&-ysKYmbP@2Bs4P-kgce*U?vt4dO?
z+xc7%7Hv(rXKDBORd$T`;mp^Td*dFwmUPqDlXb!G2%Bj|mQ`}%PN!1~;`3g$t-3T(
zW?95`+1%@!;?`T<xSwt}|Ks8EdyMa!IJd1!vTJ%EoWK8IQR&%Ttw&2wA9nYTSZfs$
znz%Q4-}dv-`Fl^s|9N@-)0d)?*Z2RD-S_jU{%8HV_xC?deSh~6_xv9$`gix9Ui-Ip
zS=7N-lgjJ=ciYsy|Gnqm&G`xczh!sqWv-H0YiN0~&TMw^`+KqX{yuDaEpa9yH1wX{
z65qpFdyh#S&f3~#DPZ(CZfcOv^34Ws3K-cE);g{hXqz6C(`y(~>U(=@;tb{t$rYu!
z*V(!vFSo4e>@eoNr!2f|x0Xn^;!4>V`GUELkHz-ME3(J?SM|N#we0mSi<Z?HYG+^6
zPFivxD%|<=TSnEFJ*j`+^z6DM^X|Rj>@btboZsKyb$h9{B-DKJpRIDXRW0T7JTDvA
z+br2?yDER>vfw2wuXii33ij=~R*}!?{r%vLS9=z|op!N4#IE_U^`&KuOK(q{oLU|z
z!Jh9l>1rzfiV4blR`mS~*H8MaG}%S{)XJ8lEBm%yN%%cyrK)+H={kqA`vYP(wAS`Y
z6!Z69c@u8DYFFp2TKk$X!I{1;HOq?){?5N=u}4&ceR5UbCDCKLo6em5$*^Z*;fk26
z^Ze`HFwU>}D_ZyC>iQt%iVvrb-<&PGpoG_pO*7NvReQ~x7fPb3A{!*6Oq@Dic;pH@
zi%(|PtT}hEKlPgIbN_iozkVn#@0YuHd)h9sJC^$n|4Hb7nZq}A+5268bkti}?kUR#
zXj)w^+!j%=FUD~Cq}G>_Gvzi$1)Trpcs)=zaj|6Vhr8wTKd#^Z#aB;XZ>9Fxn)?2A
z#)`L>az#&DwQghf?D?BZblJTobNC)f`*vtTzJk&B%J36MKQI+d2xj?P{BT{Jvz2m^
zyB*7mB@-rpFb$qlJMHhA7t-^t`$R|=hOr7NBy*TQVbr_0yk*HMlgXaFapfI-5-g7*
z*M!T==<+h-$f>J{nIp$j-*)=sWOLCct~^ou&UJ23nsD);{4z=B!}82?gUlL)<x7{c
z^Un3R`eW3(;m7adu3xhy&&lmCp8j!>`pL63FE9Ljl^Ar&VIk-Do*Rc=FXIi&a*?cU
zf9NoYW$uOvS_wwQNl!N%`+iP&Deol>d6P8{%cE-KmnHZ~{JWX|SNPuV2a5Hd&Hwvx
zJPGP#c=oAQR!t*GK{n!Wj+HCZ`~BbT%HQ8#zRsjVIz@@YYWYErZ~gB+eE)Z_{!sqk
z#sBAQJ}#e>JHPa;;?>BSCkJhFP6c@@F20!G8#c+k|K8J+`}aL~JpUil`hEWj6#^Ev
zY&I$7Nnf3&z%sek;IHZAxTIgxuE+1|&eX58_&8@nf5C#ahqzB(Vrzc#^s4Ce>)c^$
zk4DV!QS(@8a4o^tz-yJ)=D4*Haq$m-7bLuUe|BfJHH+=nWy>cmD0PiB_t4CEHEY+(
z%q85B?4b%vGuB?*m2^M)Tbi(1uS?gwmEW%13o<vA71a0M=qoO?_Az%fPtcYHrq@k^
z0<$Ls_pVY4DQcR=`1M7V|7DFV)y!2^7kVeL-R@oLvCKU2SDg00fA&B6e>U6y5{v)U
zyuM&(-19p!&t+eSN^=G!GEG%m=eats=k!n8Yc~b<Oy3|8v}ybH^Y?NNm6$#L@+R_L
z$BT{~U#6^h();}G@3rsu&e6HH%juTG`bl95a~!JArbIQrH@FrME~hKY)n1-^CAd5z
zaPic|E17k<@(+D*Ynj+}%;@60pIa8K6PX;f*!p~p+2g9Kfu^RXUz^tE3wVA0^00kN
z?CFyy4cj+Mw*MAgT`Io5KYeRf=K5)0q_kH4IHH~ZVgKLwfBHZC|DUcu!9U-YG4^o_
z$2{>|hihL}E#0gZ^#9OSgKNqyycIWH88m#B^G11I%k7>tX;)swrzf1(!>@n*RjCzw
z`K#>a=*<^ilx4s2Jp0>Uuj0##uD{KawYQa9p8k5(v%dD}q}9v$D_@@t|8aGG?d14>
zGq?XNxcKpG`TfWK|DW_%Ja0b!=h1Qd!)vF%GhQphuP<l#^T5a6cKJ)PcOHH{|KFs2
z{hp>787-kV?itSa`+4NJ{lTwCEtkb^h>_UC9qp(aI`4|QOV;($HMbr7qqiq!Pn^XW
zd-Y6O@fIPDg@T68i&kk}TP?czr;YdGDP0R1W>}fdlxb-A++EzWafOzLhQ=pZ9~lD`
z%@FzS>ANxy-ITNS=PZ>8ZQm()$;yLyx7`xk(=*uedJ->Pv3R{=mD+@tJ|~tGoim<&
zc4zJDmfzps7ZlYr7%$v;d-mBEyXIZZ>NRZpS#$2*y*Q7R)0(o3md-mj!RUvnP20IO
z4iUHNdW+dq4<Ebi_G{MU4O!P?bk}9flFDvpoUU=}w}742wnpWB9Gi96yPX~^ky<j#
z>*?Y9s~ZgXZ(1oSKU%vf@>K8U&X6X<w!FKpkx>VZ|Cl1L_U2fnVUDMO^y>B^21T<U
zD~y7c35lL-dapZeUXxPvmAQP+5AA%h_!sl^woG2Xs6G593-3iwOY8j*s=`<KDys1R
zyV!R!^8++@lwQ~nWAm`Q?)mv2=KH^||M9y1@%s-y=l@_$+x||WmHUGH!-;k^T8+=l
zCa9RFK56DpT4BCNx4Dh^=M}dVhc_SZ|GC-z7xTTp2fs(e#9q2R?Qi5+?ffb^6MM(k
zR$AP<d~Ry2U-+eBWrWpX_H_TB_YSvrtb3fZ^U>4Otorpe2WQX!A=0kCy>sEyjfFWI
zRyq3j7lzx0aZFq5DzKy>G}L&usgD}(+p4*lC3;Ljla}1CYQ8t6;K`xjO^Uq|hP%xU
zolV&xIfwh8ro@^Ff$BFHt1f)qx#bqO>dY1D9I7AoraY3#*54TwUB%t|YQweU7PsFH
zrYCMPb#}`cZs?nRV~?|d*CoELj>#n-pH8?I?B#JG(P??k`G+CJWmy-3F70%<^72<-
z>20?2EnyaqH!<#+68hAa`*G&Rjwt&i2A`Q}a|M?+G9F$M6r&d<GwWLGYvYwE^EAY5
zrcM-BwJAAxz|?P{ScQ6llEQ^0{KqsO>bgZ}J@K3TE39be_uGQs7k7L)R6k+gd=K7<
z8a~f6N;b{kWw4Rk`r6vw>6_K+H#V&Q{8R3f+RqoeKX9}#N18{xWSSQev1XFS<AOrn
ztZQmgF|vFw_8!&l4A4p{bFNIC<EH#UOT>!rK*xgVQyk-3UjDciUe}-Azwd1Q7y19p
zSN_%RS^vRIVwZrJzV4}&iAjo0l{vev7sPANv#si1JlWdh^WF{Drgfc?zA$g9@QYs!
z`+v&+UH{Yk|DX9E_OAb@*;T5sHRr+7=S2Y`n<rk0spvm-vMaMoi0QQq?>#FMx!o3z
z=dS<9czU_~hmGg|@+7?%+iMsTAIl!u{81v&V4XXsXTHk5?^~WfpL1o_ZhhCxuwR>#
zwRQ%`Y38TTS+RB6y&DxzC;tpuplbP3oM};5=Y&~vXS|ynaijeW`^5ii)cmSW%ghWA
zSQ*jrB1hux-$&B3BBi%ZZM^%o%h+Fe37eqWD$#jfk}F&c(pGovnzvxfp-!tMUBWBE
zU5fX8=Tm37YGR{o+Qh8+lfV9N@}Ir;|M2eneVG5}_4q&OHGgN{fAW%RR+U^=*yW3^
zx!ZkDJhkxP@VGe5bMecT!#52gr&^gr`YxU6zdVFXP3T%!p~3uM?W6zh$?bi)IN!6U
z<hXN3h~`}Bl=bJT=LmGTef;uAlRvJSbEU2NarQ6E(*ORL;^lL|<BQ4?sp$KcO@y^p
z&M-4xRdp)qs-o(axhJQz-n=I_IjyaH-npjr%Y4*rj~gGXTAJ{`!F}7))$#w?>_1M9
ze~^9u7o+&<Y`tj(uNUynlY2Qc<LqB+eZ@S_e{ZDgyIy@Sw0L*#s?5&ge}0{>pJ)GT
z{r(dvRR_MVI(n1UD>_3e#CGw<yXOvQr0bk6J6UyiQ&j642E_!kl^1rMVlm3*y%xD{
z`t+I~`=0hrHsA2KE6wQf%gLh8pNGGZJ?oic{+d~F?Yi_BeXF_;@09tzJ%4ll`5cqr
zx|hNEAH(m}%}wW@|EV{>zWr}q|LxDUVi{uM+HrfYZus-y^`6f!Y~y|}jZgjdYB}>;
zFM$u6&VAlnUUwp?@a)HbGS~Hs1Cw^~treXd$+4^W-lea#21(nqZ|z&0%e$9l`<`d7
zvOHr$ebS3dWK-g5ueZ9q+qe9^RhF#E&SmeD*LibnH9nS9-9JG}GyB)JrEg_&<+s^;
zY0g^JSEMY@bWkam--&Cz;iPrBk=r&F23Ya&mn@MFyYjJi&b^aAZ938q{aeDQ^ZWO2
z8M!x$w>)_BW=i*GW3lPeeU=;Z@$m(0nKO6pv5+@h*CTYAmc}+tIJ0NjCBCa29ve58
z<W~H@b?*|lKxobV)l8P}4}9BTRQpA50*m&~8-Yi6Uw7T_A|{f{qt?#3QBr#K--5I^
zXS8luO7K+|ZjL*mINQmi{|lp4{^f56)m!rJY&i1$qs0VMFQx9D&V$pvj$Ms<xHE71
zoO$+(GnWZ=?|!Q&Yh)60&q?)3_2rN?*R|K3TOY6}(atil{=e8QOS`YPUhnyO%KOXT
zuFId7@A>}1`JBGB-`=Oq%ej|LZnOWh*#60<FO$OW{}U;He?Qr3Cab1q*Rs41r}`7-
zE3Hm>62@?cW9R;lwbsvHT-TPf``56(?tQjR-4DfO{AZtCKApYlu<<%Q|HJEhpVtJ3
zI&(bquuP296}S2ILGZn8Ro8?`$6xp5+x(o+od3^o{?9A@AE*Djq+eW8A+9OSGAl20
zhn;<Tm}MWol-~Js8EWn(?d)r+{B3QMHkmJvo>y2|CiclsrFDxb?{e)gYE#oro6eU$
zEglop*(<Q~EW?~NC&eGfzh*yPf4}_8-h-KvrXTc#;$j{o{(hTSR^jl6uVqGuGoPVT
z^V?7FpUL!e>{&A>$!_+>SJyKX4dNc|P2Ct{IQvS7Q_qA|v-zL+7AfqXdVIs{U#%xg
zXV`TaUd#+%a@f62ZIJ@Yk(JI|0zU<dRJ@&Qcb@&A|0TCW=8KZjzOw7@<!oD6FHQZj
zw@dehuU#ecmV-(u6#-YD1uXe+V*=A2u9=g+FO^omn4M(D`M6o>2|LTWpNGHOKl%Ts
z{)hdi@Ba?|Z@aC(w<jY_Lb^C?jh5W}jp2@0jo<D0qUAr&F7;ia(M+Y*-mf7)K0Em}
zJX!zm+5M;2*6#juaQ|O%j@wEx-AWlB=3cmSU|rX2_M~H8Hv?`f?Toz`b@KA(>~Hhu
z7QRr=Si6|-R@0}#X620V>vQJK+q5U{f{)spv+;+%%ifzk<C4_rLiq_zO0#dp1U})n
zn>9iIu@Rd;N2gcfo{P7YR9#N^_&xE_Uq0osqRWg$DxFIv6|uDQ9r2vMS;Xyp?Lj{-
z?b^;sO26wm>}Cc0&<I&NF|;*L&2iP@RR<P^hZ<zLH_z1$IISd9ZM4baB;S%FR;Q20
z?>#$r|3~jR|K2RO+#B)f9=rUf7l+G#9=xpWr!T%H`tYvz0uyic@*eYCDtfK$^T{Je
z0(EsvJ8hO)*w`$J-o7Thv7or3;zW&I>c$<*a(8Q}-+kIxw3yNLR@;piXJ`5@_enQi
zB4W6}|5(7*zGZnc&Smj^OV^op-B8nR!{65(&wMVYKbMUP^-x?fn``YNMe|dfOT>L<
z&DwjDr}@dhySx8P-T!I&&;NfO-+#8&JpSqH`#%^bCm;OyZ%XrD%gvc*mt@_zZ~Z_!
z{-4%rZf9fBHNK~RFHc{y_Br?be}(t<d{y1|_s67{OBTL%W>EGzo?tTfJey|f3^#po
z#azpOf8sb=xGdi7TJ?FR!Azfw+ooH&sveczzx<8uxyW6s6l<Ax?dfNjUzeUvx|y_g
z$)#G2DQh49s%m`6dtIv~J@aAVuB4)pBj4}U&;NCgIpzJ&U)A;x-u>%u%`CsYabKK)
zsNNjMkA5{}Rp-q2f7gru|Lgh%uDU<P`NglV>8eE;tjyjrY0GQXjLvo0tK5S9`y=$i
zH^e;bJwHiBQ+0ZH_?m0kEmuN9&z4x7-SN<5ZHb!TM-i{~E9q-Z&z2n8l^dxiCh^?3
z#p&h4*y(5PIX(+pICW8PL&KDayA}S|%cV8<eT>mh@tHkO?s9oY=Hb7;`2)NzZOi^P
zTXKHY@8HI+D`g&n3EZ{UKR-Cwyl19}(}uY9nNnx#zLY42=CsJJTJ`z!{Cm5vRdp1t
zE%6I4b&XxF)0A6TI89dk0{=tT!0RX0swHt;y?rlEBHRAcT{}6ETMCO6pB<~PKGiAI
zy4`e+@FzCT-`~`dHoJMnFV2phc3L$yeUbl>_bM6Fgr3Y<_*iCj=#2$F>FhO+lIK5s
z@~t+m>Lp{@-AfkDM%wFksrF8(`POSb!<0Audbq{)kInq|pO^3d^Zv)@{MyOQ^}qFZ
zl>fKeo_9CR?sl@#%);;QV(mW9)Gw&0=m;{(n|tbG@XDSKM@uCisOwcVIL%0IpJFOs
z{W!Oe-~Yw#2hLVA-WQh?Ic@(YQQX>F7`yHLCsTuCE*>YP-t(N3{B`fcr_<{<Md(Zj
zGMH`p=Kb4^?{w^Ip4;B~J#SUkiX~}#U%eEY9ups1XfXftrHgj)KmPQ8JnVk{$FJ@C
z&eqsDa~^-W*?mn|xW~idxL{AFtC#qFkE~<z>ya^Z_B;IU_Ywt@y$*uAX2w3?QcIr^
z_RS(Z@Y3Q-PjY=Syn?ePYMR`;&8vC5&#yXpm&qQP&LiyxC+GM|JvnM67T~DABSM<5
z$31g?>4Mv`FLtzkx^pLR`jVwZ#S?i>uj85inNwa<Q|o~ANt?`DvyE8h$k$K1XTP8I
z#+`LNbq4N!XU^WZChN_$Enq{^lJ%OOc($+W*SONElwV`Ucjw|WlS^yYbYI%;v`+EV
zh5d<pEsSo6f1fDO+M{L9oBC--|0GTMKi09w>p#x_JO9Vl{h!M#KVP2j`a<#t*UOYS
z32!p=LJeNr-Bmk%bGpCaIm5YT8#TieMB+j@;)}ONeZD#W_vthKd7rD}|LER%q<QF@
zq}HxZLBEB~dPe(PQ~J6$6}l^=_!{4S{&l+@XiHS<if3QU(#$OmvD}M1Q1tIjPubRI
zA3n7Fy*a0>v~{!Yp(6#V`2~5s-)$c-omINGU+>l8sa;p(pPww>-qEt{gz@=aCzS^s
z5|5^D<8=1Q-R1XCZhKw_t7q`pRhJG+S>5xFTcImBL;p$7j~A6*JG@wfLIroOx)9pD
zu4!T1DuYf}ttA{sR2K1txmm|ps2`fI`?=O)!<}G;OIw<58z1#{FR%FhG&$xwTl(~A
z>gUhx+!3`Yr+SUJPFS{`#r`J`H>bzwuiu$<`^}*@y{T8rHJT=VD6r!<nzHPWZq>5O
zn)>_yG<;6y-xxSK?$WtE@=`BSm~_}xG%IJ%sHpjWFIG=q&%)xy@mUEOwST`}zu@I6
zv+8KHe2Q$8(Ok2T(ho-)x`ls#F!D;#Td5NCa*g)1D1+I4H{Lh<)vPtW|L>UjkLdm1
z!hgK||E~MbA^+O0#gCP<1fA5DPhGT5#o};P;n}RGk!$o<gq+`f{~zP~z5ngp+qeIi
z|KI<g+W+7GPuoA)RO}IZe2w_b;0Mi9%sfu-(yLffbH>iYE&ILg-pyyeJ$tc>?}%!;
z;kiZHXI;X4mOlS?dVSIBcdvECms_xJ<xAPN&3sGji8&rGKfL}bwY1?U%l2;%Zh7#D
zd^z^<!y}pUs-w5d<I@(Y*Hn~w-EVWSNalTel=a%S3g;vK-g36p$JqVnU*tUd@~P_o
zFY$l%swcPY|I%%Le(z-GlIxeRh#vbQAs)g|YW%dI?8L=;hUY4GtxMe)u_12#Ouyxp
zSFLg+eAG;q{$4WAB#<lZ<!-U1CUakYln7b6(P4iKn^T0$i6xy?6I5CAXZPr@R+;Rz
zMRloYY3%d+m%rC8Ggx|F%~bhmd}!=t>BEQJ`I+70!)<CmwS2!{&3{>1rO{#O)Mrnp
zzbo2ek&>U^KY6lnUw{8$H)r#R=ge_CUe7#}=CizbjzQ&#=P@U)UljcqqtTXJr(q#n
zkr-pWq~KQJxufonZg_Wo<F)wRpQlnYO&~(rc)^q#wo5<Bw|0vw=f73^pvrndaPmv_
z$(p6MC+(VjOI<uUw4P3LJe0Fy%d>xbfA1;zE-Ghh>Ha#n=6-SMFNy8Do;*o7_3^E+
z+SDbVn(lp*c_&*?v*ppfz0)fSzRMkw^tu1}$Hm}V-)i?XN0;Y){&YIuX#V-;UCS02
z_O2}BiC#Km>ZG>GQEc*4OXb4-D?Xo<T)+Qc+5}EXX{PYh4^3gd!YbDb56o+>>3rCI
z@lDQeg}+s=*ZO~Y|F?R-%l+?yQ}qI)+&Bwlo97-bTfI$m*Qyyl&-VO0cKqgLvCVmr
z>v(?ub`J^K6g9WF@*hi$wDYfHQ|vxi<R6}TV-n-fCCPUjUrPRzblJJ(fTjOjE76U&
z7wazVuw$LMT-1wiUV}rofkk$s)~t2T4nCEF-kVJ)*1q8m+oErAY<Ji1Aoln)4-H)=
zMO8LAU#YV-Va0`8*%lh;WpIV(9?!XTq;sW|um7>TrC;Jjj;`*Wby)XhfL6gH=a^7Y
z4&#iuYmc5(IO^3qxpX(*L|MCuMW<$Tz4+nXW0)a-_<fm-mg?W6-xq{-&X{a?_Osf(
z+<Tf8;<ijy49}7l74ED$XYVbzB{WZWj<nr<m)ruqgikFzlmD-KAD|bYJcZ+l%%0`N
z^LFJm<tr{S`rLMa-Kpb?;q?VS?B;NsUD_|A@$&GNXho+29lq=OKcD~qA^&mn^W}fe
z=>G}&v&(nkUh(K1cSSNvpTCpU^Yh;sp>JVj<??DmvO?1;nU&Jl&VBxMd;aqm3G@H|
zoBz*#XVtgFIpwz}epyl@xHMh+M{nEnGppGYP5I+0yZ!6labLM?yM~{A&LP*8J>9Jf
z7rwUo_PqMcEX#XQd#;(3_Lj@8d%a=V@!fLo)hm1!yx1{e%d0hxA)z0>SF{J){q_~=
zGdkkUesft*aNOF^iwV`My!eF8HJvW%z1}l1z-mcGo9;X*wPIJPZO#u`b%OG0^L$RH
z#dlw*ah>6{V8)3C#VM<}{$C8dwd|0Kpy1>!OJ%ldI0xHAMYC;Q{=M;E@Y{=L)(b4_
zoh{zFLNsdqjoI@XcAQPIa@X*^T{<Ur{f<5R(o(IWxR+1&-uL%y`Hz3U`75gmkA8jB
zRHj)_d-~x+L8lfT=4_q#Uz6=0p8FVgho`${u9<C`x#W*lffsI@qe>s%oUWL7W5&Fc
zxZ-P<Oia(UW#7HhSZ187b|q?a)^&?y1GNXtzxOS_<jW$>qS;g0cxy3(Zesqm4H4x&
zv%5OOY<_---S;6mfAN%K-)yH&TM@NLBqZwM71P((E+x(MI)8rePc8e8w`A>Vp2yn#
zeR=+a@cO$?)9wDM{r{8w{(|y>*FIY~)3=|MIQxak_f}1~#I4;K>*o2Wzwk=GQgGvh
z&yG@y$Ls$e%m1`<yWKJQzyIEUxVQU$TIw{#)5#lCcE+$J*PB>H%U@W0`st))Su0j~
z>Kt46mRJ0`cF6k|dmhy6OuNhe>iW-5Qu(&O#i#H1$`$$c=w_jLbLVc%i%$Ffdx2_f
z^yPKoe=h%j*DZ5KZO`A2{U5KrUcV{aJaCt?;o61qWmkNg*M#yk&T*3p_THVhb4Qdy
zYQ^+**Iz%}*ZE|5Puw-pdy%)qcHO(M{`wkg;gsf}fbdc|rD^}<lMl6Re*b$9ugCvA
zt5z3?onAQahT7wkfe%*(D_`2GGw11_H#(=Znggry_Z@#bIeO2ZPp9X|%-^uzyi=hs
zz-4Wi_PTZJBDUM+rq4L{TxR|q$Iw!P@3ST>RphK&e=|oei~aGZ3m1hqnO%EbdgRh8
zT}z)v3mL&HWr0Sg6Ys0ls0nX3%W9gP;-h!ae36N#=FX?HeR?NIh+b?Csg<z(t&uPF
z$#L7c=^;I*XQar#J|d8@O;*k3)3&}>=Cb$B-%DPbP@jKn`u{)DH6MO3Kikaqkmu4`
z!|S%^#h%aD=NfT1Yv;3?ol7POKl>^-zvA!Ynn!Q9&piKJBDvUTTlu`7al$8}XHL>w
z^uO?S^^UuL42)E`S);-@UR8X%r8Fn+gtib<$eQVwuk(M}t95<Tq65dL9XX~l^~*#d
zi6>ts-Lqa+{o7~OEPlI+{>4A%Y`$!KZPB7tD%VPEYW~Nrc^TN6o>kI+jB)n9$gIcZ
ze%t@@O7hN|r1jxq$b1(*4&mh=E`86Naq4DDSLx%sH@`Kjb)`7eHw#v9<ZE+VZ2auV
z#oDIOax&C#@2{veg(sgpQO(WXc#Q4rpRkTO@-NqUZ(el#ecgxC+T!^QDnB_c@%rcM
zPWIY+U|RZ_sbYuv3$s4X`qfk*GHLU1iEZ+#9%{4a-AxFo{U;mX_cPYybJyI?o|h|&
z?uoalaV-vdcwh66WJ+A|MGK=f_U(Uq3VrTvSoXDfr*^(~+ka&<t1S+F0v-FF^Y8zm
zzoV+`oc`Za>y^`m-j~Mx<?HpF@ZrafYl2P%1tlk{wmy3KQd50<9;;%|l(R?0CZDU|
zd%yqS`oDMU4~YMN`G0nI`~Bmk-U8O^7BW2a={n}3)mtdHQtO%f_n&Y2|C^|n$Gcsv
zF3A-SJk<C|!R5x5g`&Q~ouTUvx3<bSS<HD^u<da8!oY%c$9LMvMVYOMT6=W&gS`iD
zUI=-zw(orB3CoL4e4ekoPF94mlsIScl`L&GQOL`2O4@qnyJN+}@W+|qpIk&QpA&gD
zt&DlugPHBGCAza8HctuCXjzl=Sm<((>z~cZi<>w&w;uWIlvZ)5BICK|`N|n$iX{&A
zT9TI<QfJ7VT$UE^sTF(id+vd<Tk|R(Th5VF$nMQrW@Ekk$-RG5w%@DhbWfiiqZ_v8
z`v<}Ib~T6C`Q;7gzHjBs<5`)tc#8_F{<31*!oSUtTXoL~PJC%GDPiAR-x>4#)lFZQ
z9j&^1>5A#OFD92~?YgvO+0vELTM9zFf{!k<l{!2jC_!nvozIWZdp|rJRyuU9+L9!-
zbn7|i>sxQ$S8H`X`>G~yl^1KBJ=0?q;paQc7yX>+zyFy2-zU#kepjDU`$KPQd;E{i
z^B<z)|CznW{FBr4?as|9?h7V_9<g~87{oHO`(^RFrU^|~vs`1t5BkWef9gE)`R4iB
zw(EA^ID76re_sF6{O3dK`g8ODe0=|DZhmd|y000wOIM2e3QPRhyIJS9>DFl$;u+CS
zSv{q5Y<EBS^rx$OGxNGzeffL;>*Zz}u-&WvHY3w`ape!j$=~lieloRRIjQ3D&!3vh
z;+3Z?yU3-QrlDw9dh}@4$@hO=PXF1gUq7{f|1Ycjy+75;{rhHKeP~>AF45Y1{uJho
z6{}~@`dwYfeD%BH9fP1FEg};6nd{eY<BCgGnl?kFH`sE&Qs&*Q*Jfr-D+)Nprg&9t
z(}5=S<ceQXnFdpr{cxU`dC*d8?My%QJ>PC+@A>-C{KozJ{O2QYZ;a8Y`1VHg{odlE
zNriKz7ws;8zi3L@zWM_XPnzV|vkEq6Zm{FAGi|$?b@u5~)5$k=7InAtRvWBrW4kpo
zFCbOKwX9BT@Bb6!f0vzEc}J@vC}G|mBc|KZDSn6S{lho;mVLHd5R}rg<;1eh;=(@C
z$q_nYTVC^}gtqYTmtIX<Ywq*BdB4!}7uAQ=@Bfo1e|InW?pnjz{+H1`k((o8Hbm)d
zICi02cCzi^edSxsJg(2PsXUgw{;Q9a<5KmXe}&#HoY&pm{o^O^{pPP}0c9dz?-}@b
zJv{WWR%p>-!ML<blfJ95>{@!>c}ZgV4&$7}3+JAD8y@A~ezxMmyKXDZz32BdpUytL
zce3UFAFbPeJhuPkyzlpib_qjwQ{GV3h#1@Ctvh&_?bd#-4Nh}udCy-m)5!K+!|4y}
zoQ_TTSU)>tM$@m&r?+enKB)D$c`eu7x+zLC4*j*iH2L&h{)wM&+E28)u}M;B_K^mk
zpPGN<4JLVUDz4BzyJh7CuM6&;3tTt!y-wFvjy&|<>7<)q@yW#RBE3#KPIeg0QqteE
z!>-xz_!l;{vl_;U*G=!4eB-%&Qt0UG_5cyfXJ*}J_ps0VKJ(YbuPI-$^DS%^Ro?8i
zi#B^FyWg=`W8Gsu<L>X$JH_=b?mIS5Tz>hId$$9V^6!;(Jj(lKcjC<-g=IyN&*SgJ
z6|R1)`o$v6!{z?Rwd?<Aici1(=hOXPywBRdEBz}q&N%*bWn-_)@{>9ID_PT*r@whG
z8+3iLhCHX|+G~~5_Aa=!`}F-E*7fu6|9<;l{C(Z;^M{R<j|D3>x>pEq69}|1v9@>?
zJpUih`kFt-FHWwlQh&LI!Pe2cd$a6~4HqYBz6{~gT3Z<QaLe&X`EA^hWhn(-4{Jr2
z23<V;#A=Rt0y8gLdefVeVu{Umc}h;{LQ8!+gC0F%e9`UXv}o#?*6L4gJ?0`x?be+W
zr>o`3E;{3XMEvyu4!LDIs!lhKFLeLl!XnunVm15hk|`4ngqLT|d-G6|J?2<j088e=
ze%I>Imj!!M3?!nix4SucYHjRi*!8rl?5=X52XoZ5GtZ3GHgnE3d~-f+&(B}kKI#55
zeNC2&Uzd@WEqMN}cHhUj@}CYaUM}<I?dB-G6|Wu}eC?gh5b5LOJ>_+Rw@{_CK*ZnN
zI~BJ)4sm`@zrNLH7H4QMYvp9qkg0tS>mJ5k^js_#zv@`Tn$0GeOzV^c&+NYQhFz)O
zRls0_kf-hZi=|q2=O5OY>#5w|#StCgp;mhKeC;P+yKmQWYw8dFS@7`YRm*QTRX=+v
zy;lCU&XuG4+oU5KL<&!s?pdF+Bw;P{-ql?H#9!-ZoJ`v35H9+gz1m`V64(0lRoVX@
z#sBF(^NmlS%&q^yQ**nctL1-N_{-Zr$&UYLyzl4N^%vsUlO|r9wC_E0?5c}9U&O5y
z-*T*=w5;*94*Pe$%8Ig6<@f66PoB)KBc^??@<&I1{U2R9yFU}U^=muhYhLQkT6W0l
z_|47fSE4SJX|GzvsJ=1ik;~Z<|HW#-Rmne(RrCLR^}YT?h<04{OTGMkzl_{}SHC%*
zRw+C|qcF<z&Z^#jE87kqK3tQxJ=Xj7){P##L5sKX9$9j)Wl5Gl$HMHzJe@!0ES<1p
z&(s1tpVr6U)~(ClweS4o2R>J|?;Z5aoAxi(YZLqV6r+bPJ~SLY%v{j7E%)cC>HB30
zE~(9N_sahEtXf9y%#QN^cAH=7TvI#9P*+#TT6FT?LB+pcjVctE=xyVA_%Cyo+MUZi
zOK<2cW2lyA<A2&<y4UiqTVuRg(j&Hd$6Irjs;PvE+-uEgI@{~^sV{fZ<URT)0(O`9
z>|4WQ=G1Uh;*nO~BHLe=%pVr7>-#Ks{d@F}KL>vYD#UsFcla-hKe~GTz2{HESuU~4
zY$)V=?p(0muy$SY*3SzP-Z~wdSkmWqy&_Th=eY;JKNM>`ebjcPcfv<S$GgwZmaUo<
za%V!mi`3)RqmKmQ8ogbDnvW;lS-|1xyye5~_FLt9<JiCUvS(j1?Y2x`={D`8gSA6x
zPpQS@7uCnb?S4vKt~`8u{kxC%|Np!G<JI?h8za_7thdhD&i5lN_VN`+!N+qr&)PSC
zxlye&H}mk7*WAzZ{@qXN*yP{Ba7Q3yy1~+I=2txH<d$10xy@?-ttXUSkZ^cuo{Pu*
z;u8Y*Qf#|R`?vDNo;<PB|5o+(tBqWWix`7>?uY*?-*@0bpFF!@v93$vJ>MnL;-+U0
zS$<QS^p|a#xNX&?3zCO#Rq2Ii&q|X&D)H3n&YO=5Cn<S*dR(r0?;iYZN~gfS=>@e@
zL@p}aX?M9ZfwyC`!jj|3pQ~2SDd@jG({-YJs*9cf+rx=+d`A5OeV4@E2Oq0l#?!L)
z;06{U%W{V&O`0M>iA}Q)1v=&QiA%|A7wF3dt?<we+E`Gyc+2Y}3-rv=rH^zPFm1}4
z(0SrS@jIUjZr<<PW%xuAUih{jZ)x{yVb{)l;4G}=5HV!}=btIkat~e2ydNgNN}1FY
z*)G&%ck!&xY4-cSi|bzh|2QH3U-W<Dy!+LXSKqXTZtwWCM<z(ao!vF~?1c77-QC>J
zJ|763?sfDvhgZd(w+^O%{;dDQZgPD6$F=r9mHt*W9#V>Flo4Z6H?68V&}?phTD|Vg
z@{DhN6N6fhvHGvIIcL$c-En=VgGTElx%^y>x~VRgS`K?!_e`|VcK*D;D&>w*$B9YB
z*A~uU2!A;B;BKuP^$#0ocBJS%XPaC;#qeQ}<3xkIg=^>aHhZ3XHo;4I>kTgM5T4!x
z%MNfG@`=k_s1!W=##^9~W0|Aorw}cZu!~=2KV&(q(pS;2`pS{#TkB?doK)E8%yMMe
z6^Y$^jfr1nQm-p6z0>d^d)L0D*@wdxY)w2B?Vr78Qi<3c4)(u~)%kbY*e{<nZExm@
zj2)ZT&!~MB8n<)v@zCWNTAUeGk7xL;e#3r<eFAIbK8riEGou%6J!ZKhYRyV5-`nMi
z5kA>I`hi|-Z{DT2T|a(@%O<G0rT6&e0>g7$dol`E1WeJo5Xd+4U(QOCdlo&6m)+m(
z6WgI7I@3qXNB&)7!Mn&g0S${LO<LJ>et%{A{Xa*~e}4AYdQ13qn_mxi*Swzly<%6!
z%*>-#55}rZ=8S9Zzs>GA;b?1Tnf)H`7H3WGe3cHa$2_4+Kd3$Ep8k4XTHM7mS<8%1
zd$U*n*}DJN>OWV~>xG_*%qyMp>Pp13Id`ld>Hj?y{pW}OKc@fh`s>=i*MErhn{RvM
zwrQyDi{GZFx4C!CT4%iGw&-5t4Bf~d(~gUCS26PU@mHpoo;rG!%l~Nm_2nV&BlYzC
zD+?-4Y~Gw66BDZ#(t7Ej{u9oXAMedDuw1WQ!@A6<uq*%PFYEpvpUUq$dmfy7xHhi#
zC*%74pM)k$sYPA7BBh$O=B;6@`}OaJiWVxfyme>3J6muq*j#wpYre~0b*Agq-oN}^
z)=!{_@lx>%XN54YwR}a_9~5)kl(ABtayiZM$d@efY@ygRzDV;ER*Q5lRiD24RrR^}
z^PhVa*Cw0IEi5WJRARRL(!zzMo1U}F+dX=<>*=3IvtFkjzkJzS&c61H|KBJ5pXL7@
z+utuBw%n;=j!UBJga=<^Z=934a@B(2iu;n1SjAR3L4D!E7t3PS`F8%)b3K$M@v?W`
zS>EPv8516;#)dGg(0JHtGUv1F*~ypJI!R>d)C4(1Yu4ZTS9kjCzU7xhFTd1T66F3r
z(6Z~y!UfUH{kfdq^d>#2=zdtPoyFywtvOT6TxoWF-nk-CX}jx;7mb3JS>$j2V|T{p
zZdu&<6_IyLC+ODX=$(*suU*i6>|MlhOZ^Fp7Uik=%;JpQ{_M*aMc=nO%Z;Aj{eFH&
zlx2bKk9oVeoaNOI1(<!wPIAc*-J!U#YPtU`L#7PzLQUavuETGZO>ynujSTE`2rVo+
zKH<}JrCX<^9di8Y&D(EV^SGx5#xIM=xA&2rd7^c?;=+fomhtiY?ATpur?N2Wd9sFR
zv~ZJdLw%t>$CDL}n&P&SbHl_ej&4)A8?wox`kp3p6R%5@;zOa<la=46ZR)wB_l|Sp
z#g4raGFci|+Vlf|$+qz9dCu5wwlCc5wtZm4oTJCgl-J*VbM~jAkz9$R`|LV@gTIfu
z*Pm@D+^zZe{PdMKo_?2DY7{<Q{EzwntN(lVe_CDNY;ONE`9xKlGpqB4@}r4iHVeEK
zXYMF{&6oasxy0?w+xLsB23W<{JeP6Otb4S)uI+Za=>FgO`#U1zm6mq*Pd@V6mM{PA
zQ{(ynHQ(+3B^Kvz7$>gxV@j1x%l8!JMc)-aXjJLd+)AwK6yaK(v{!$%!{q`kHtkM_
z;LT4mrxh#gIg*?#=9P1+X2H6tzAYWSYbPn$|2};B-1E%I0vmUpth$vHBz|?)y?*u7
zrAsE{{19V4q-QIAaE4&m&dg-R%Pw(G-a7xVH8QKbsN8z`Y_Xe8^~`t;C8>k0A<iFP
zH|e-#_7-c+DweI?&o{~7y|bVy)2U5aQcEs<IaXX+diMMN|IA{m&8qB7CTAYrw0qe~
z(cJwBMl&~lQvC1Y*%?-_V}JjpSw~Ab#J!(4X{#)Fd30{x&#PHSfBs~>{E|i0G^+K>
zeb3<M^S{3OH7heX{md2-uB9DURA&Z!iAX=Z<tqFBz@L&*$wrH!IabV`wQH4e+w_hw
zlf7r(*Je8}<A_-HbxQcVdu>lm%SuoFY<;lTJ-z0~ms#uglpibA-%(w2s9ete*y&mU
zQ7-0tkM<mNuXkS?@*_vUF-Yb6#C^O)BDY!B_sk2>JYBP`eQV#|y|w?o-T!4;_g1`q
zUZyd3>zifEb*9BRarNcjeH#A%*Z%WAUn>9m;$45{`@YY-^K5?#G$!9&cVPX8xC@mV
zS{$}rUM+g8>eWp}-D&C5!_VZ)fBx}_X|>ASw}M&|_Rq7eJyo=^=V6c5?B2P?2bC3S
z7CfzN58)CGp7;LF%uCx2hWvYxbMUwSzGLtIeVo71eD;S2|7`Q-$`n3-GUM;wy$>8$
zmfV=a>3_Ao`0t}%JlQhms%D+!QCx7*N-4T@+6_+qq{*+8wkYo`jkzavN~8ay9#2ln
z6yfOP#Rg`)=XH!cvx*kJSuDQl;Le7X*R*E%sZZuywJt($+MeHE=Dc40J#y`}m^twU
zRkdd)FZYjF6SYRzC%xJyy*gs|v#;0V&UZ1cJTy~dFVB?iKWa;2+b3x`>BWTQg_Mda
zFa@zjde`({Ew!EFd+zNQr#Ds4^Z)IZZZvXb+;h`m%Cd_0JYkx1esKJIG|lP3;<LAR
z>Lt&3;H|lGb(iPm1*Ntog3@svv(G%eeO=uxF6YUYDQDfKjPgxc&2#ECHr1cf?U<Cc
zC0BE)Tb=X9hkq_~yj_$uRiNS1XYa)P<ooY8@Os|At}xMG`oqI{!C8k=td3TnFRJY|
zmfiQ-!p`Q&wY9A8=f}Ec=DOZrb>O|A(*DEl;qD@d#k+S$+jCvf$n;2h>~=OkHeTeS
z^t}a(?6mCWFdp3@+B)y@UkwkoN6IHzqU9G=@Eyw8a#lmdqs}Lv>-FWXU7OY{ZaHk}
zetmX8L}k6Qs^bsAJz0x43Q3zgY1V74ORd|`-DLgHuzOjO`rfddntIQ8`D@P6y^l0Z
z+U~L~Joq9sr{u@Q%};9tBlIVV+`SYbbnJ)yof}`=<|euQ-6g%|t}};!RH1tCyzhF|
zK{YQKg_hd*imcl4Fj6o`WZonL)(yuNO+B>s{EzGV|K2YuEIii#|4Y1s@3)UD_Wb==
zH{lhludhO-hpL6;&a+3KN{Wl8zj-UKpnT4h^}odJ;FVq1?SEFPZFa8v9{<nm`t$Q2
z?it;-ey~>lcck6Fljkq`q<xvVO=a%^%gOJnvzdC8d~XIbKhIgBB)VqXo_Q06UOL_2
z^?HyyL!xT>y444l=T25%9RJZMP54L7A<;!1wt^EiCND`gI>2+x$Xb4r$`&mS_oT-M
zrZ?}^H(ztmK+kQThNa1qo??j>AE|2_+nqF+T)j@c=;i1=^5Cpyz_rZ9g6e-I6BJw(
z_PK6edP#JfY)#NPwo8*<=6+LpAY&wTD^&EuZt>^OZEF6o#AYs2I^n#_PG$1C*L-u9
zhfcbBRW<(Sv+6xHo6gVv-oH|C&2?`+zWy0L>Wx>X*hRfJj<OQ{rgh4@qeLm0X;$gh
zxa7I1VxBhlET!TTx43$)SgmD~zt>f>ahhP@>)IXf*YuXiSx&g!;<7qm2B+k<=1|$V
z4X^igXa8IAaVuMXti%hB&Y-5le=XyG{OSLE$y@(3|NdX0|DNuz=J49^qN*x;XI^yQ
zx4w$EljlE;|2Mh5@p^I3+d#u5mmV<f3Vpdlx5rY&=@HMDv`%x~OHl#5ab8Q>OK)$o
zpJ_P%eQ{Y;+a#%UXNOs*Dvs<h?QLFgVQ-j4U}3@U(0`ZK+dY^(|F7r258vzC-`9LT
zy+$m(;&NMc?8^u2mz2y_U+{TmvwK%d)PnTjIbj~QiSN(FKC7;N@bKeg^_bXrUdO<X
zb5~8_x}>P;tSD!nFKK%HTGX=3nxS_W%(mUNj(f%JZBKX0&-rxqeSL@6w8hP}eBaXV
z>@Mw|yqLL<kAH@#=;U2)3s$HJU%Re7Eu4EzxrO99&uI@Nnm4j3mfSH}@nU_k;7^^;
zCV?(rc9yRE`0?-;>$&^A5_=h)w6=Xt-2Hyeg4fOkG1pmR-W2Uj*%`Ibz;=3g_?FiS
zS69FG{Bb6w_49%+Jtyz6#9r@M<`jK?Z}s=4J*=~r`%0eIYpOpjJYmkJOOa~U6ZTKq
zQn4j(|HN%Ow2!}Z{WEd4@!9@+AwP6X-v>`#P{z+U-+anm&$I8ijgntZ^m)awRQ25H
zz@YDGhWm@FgL3%iRm-;A=<L7y_4=~JyU!mkmf>AAFMcwg_#w;hce0kXe4bLTuUh>x
zU1!#!OX?;q#?~<&*PS?8*B$!3=I!-0yG74^`BBzuVtaOp(~b#3_qWN$tynNaBj{YY
z=!{=KkKWt1yXL!i@kfL0D@q!V_U+DC{KH4K@ZFxj2AW&U6cxIs8`N<NZsVR>CG1ps
z`pcfjhtJ*3+vA|O&g1!J&B@u`)pwsZtv8<*di!DsuUFT_cKaAfH%b1JcXt2$TcL4b
z>EZJ;Vm=;oYn~zEYHU#Q?5S4v=jXnzy&6)^&ujJ0v`8#dSZerlS*Cm6q>pyuuJ<Z`
za43J12%f!v@s6pI{xZk-j}$z}d+)Sud-|k<IpvqXKX~+HvXlEPgX+VkMU_%>FC0=$
zJzZ^X_O}1a?87aGqME<h{(Uvc{_o%V!%v^8+W((k*ZT4ghyLNO!K+TOuKR9Q^3SQQ
zDcFOrzi;O*tLJ~-%vpR`xMZoaA=eVF&fV9l^6V>`<9~kLfA;<Vcl#4BUHNn4`Thg<
z=9(8cCGB-zwPSCGk;&^=j^-l0%W?;fE4WObePzN-f!P}725+Va1=<N+4voz+T2yk5
zYtCfJubtaJT823XO#H53Yh;?o<f54V>Erb&S4`KoH`&UXJ$`N>RyUJTmOoD4{KG+}
zmr6-yuPa?Y>^-?~#ny=hswp{gE)$mU&fYR9LcQ&5*2~V0I*ysrJqcP@wFF+K_(bR5
zHoe52{4!~;8^=sz4v!O2k{SBp;oR3=PdnV~Y$eR~B+7G1amilS8(q!e?+oUi{dwu%
z9R1qwfgg%1jxSj?<BFC^vR9xvZ|-&8XC8)ijmw^2vT9$KbuHKX_BIZFwZ*2|Qn3$P
z7rf^w3Tn?@BeFH1BHgI-sHJ$%X1fzwr6v{pw~v0bRB^3{)K)zBa|Xlu70ZNY?Rxg&
zMaR`$?uiwTuTHP{a4Fa7^5-Xiy5#p&d)dwo^3@g#5BK?~adUHA{fV`Q9daY9-S3xH
z#47%3>G)Q8`mKyb_KVx5vHQ7%qL^2)O*tZQddW&l8>@p7r?YNeDz|;1vQ$vHb7jAY
zrT-4Ood?4Up8u2n^Ywm3Xa2sgX7xXQ|L>BodH?!Hse7oUT4?hZzVvI3Ho@Ln3m0%z
z_^iz;v3<V0{*(C4+3zoZlf8cZdZqNGvRsv~JbP;6Pt5xKY-NVR>s?M>?LvI2iB_2}
zdKYG8^?Y43H{s)(u5!BymU}MxiHA>qG<0ugmwEHHcuRdl7}r`A;n?Xb7`Lq25Gx*~
zy|lo|K}m_T^NQ6I4hi9>r)-z;XCw$u{Ggdxy)o+I*J-8MkvigQu4P|)Yh~h~W^&yu
z=#k4Z=cZM&8zgKk7G^H9ke=~R=zPwl0Q1m0S1h)0UC+(Wx6iR%#Ch##y84sDJD8^0
z@A<xMR>KwhoE(|BC5bm=H)xmr+pThX=gax|rYv?94J{Lr7j)j3(KYRJl;W{Nvn?v5
z*-~;Yi+3NKy+DHP-48o+b2W3`_VT2c+s*WH1a0znwe6lF_c;4$eh!0s^!u3WKX^O2
ztnDXna=gW}=JbjOyo*vds&z>JU$~NEis6f0qRa9l<6{fHy{opVy;bz9#B+O`NLuy8
z;_WeOa)oy+*uz&9o*sTjFq&m?tYiGsC;wX2E*%Y1%25uv*1IG-si%9_S%ZU%w><B7
zUf$PfIp^d0=#E3Pt^Ued>DZSv`i3e$<$BmQVPfg+<mFtU6B5e)uGramqi{ybS|7E8
zCvu)mHGCN5wsyl-y#&?29~!1zUi)@g<`QqMA}Oz;EAH<F%GUXDf0`(8blKy|)n|JX
z_9y;U*tRFue5>Nkpnb;X1|n0>Eh$}mU-5|W#TRAH?@p@uCLJz#78JHaUiwUX_7iux
zsSYbSSa-b^t9gF@f6LLQlKa1$uJ8T3TVHwVF-zg->l!lYAAYEuI$Bfb5nMiJ{@kL9
z5|L{UF1AQn6o|&A&zyhf`TBpq?jPHIBf%qfi7;EWsa=~><aFK+y_5Sdt-9*IcfUa5
zR-G6XzKOkuR~qoKPd#$_fpno>j$BKa<qbWF<jLPvGtVzhQ8X0{tk&Lh+Skplq_{cl
zvzC?liD+JvhMPBnc+++WDTd`;kC}5|=Zn`T{Cj+)7iIJvOAB7qQNXGxeAPoV!oafQ
z(V~x5Go(+-bx+|H@cI03SBTY*`CIs2*EVXXX!IRTI+?Wh*`G&~LT^8NzG&7JA2r_Z
z`Ev`Z%DRphy}l;6YgOgvuj~p;-@b^~KYV^+U+UF$5oL`g(^chJomNfhTq;^ONxCf7
z|GspX+=7LxWX`d6&G{_1p5;`;maveX>yK*XgR15hTTV~s3H-40ge=b@#??~MVOxT(
z1bzI}9A5GG>van&tA+1*!_)gel=TWVT|O<^zuqb&cw^pm8(Zt87iZl(*yH~E`JYQ0
zpBV4|C~gsb@K&^*`1Li@r+p4RE_6O=@1v@XNjJ-4;$n;UMik##|FY%4s#%@0f=oq=
zRtfA|n3?uas-(7JUd)6LkBvJO`!~hDPM$FRd>sS(3a{oVHNT4Ok7noZIU2t2&+$J8
z-~X4MCca!JEPIv2I<2V=oEsJ`TlxINs)rvwn9cwD$N%HW^M6#1RfU}vU47N)S5(QK
zcWQ0SZHkjVH*YL8o}=p-csR^+@sb6vd7Zj1oT>7?{x#%li&fUz@YkZ#U#s??o1XD^
z!n#<)`M$*$5>!R2KUYpWa#F@)xk28E#)5Oak!nZIu&;dK>wkUQnp+!AZqoY`HTkIw
z*Yl7Y5vnS?R!#J^(4N8{v}=p*g{aF{cqgA!sW`fZyEiv<qkX=UK>T&Z4<=W6@^wGI
z?AiBzLQ#LqjW8pg`7#H8Kkjlo<Cb;BAn+UC!!m8oGG4d%Bf=Xeui1HV%Ka+^JVk2e
zMx6OgK4qf!m6v$6eBuc?W%w`T$-2Y|Gj}^p+dT7Q>E-kBd@|*WL(5G=Q)eu@ze`M&
zul#d%&dSI~4!${y^2$!VEN{pz<JnctyZ7|^$87?=fx?sRug@@@_-BE`Ha>~uf@R0Q
z>c0M5yzl>1{m*;VweMwW?+TsZV0KyZ7}v7NQn%M<UVpiVBW1;&RzV(1!Nu}AGnxM`
zlj&euyYu72uEv_f>*jRGM)#?t3w7>Na=m7(;uCXc?eqKJm0kqKznWwwwB>K#vXyfx
z@=Mng+N@u)WM;^VR+k9DFB>YZ#kL!YPF=U?U175Frk@4X`!6R>N)b|M+BkV(r$7+f
z+|)M$+ABXa+x&4WzIeffCuNp_(bt<|#;1CJ$bY^5Vbje`47sXq%bQQS8Xes*wc;J$
z;*`|i2lsD^{LmdyBayxRkF}?IM0ly+OHtPc*9-K;OBxnwN}0LsR#SDXGfpw&kuTSm
zGEsX`eRtOJ_jR-XzqjA_Aie&pdF6*&#~<Cg&C9#_jA67OtJJ^pSkJt>L38HKGo1V0
zaOSH$j+25EXKU_#IkBi|MV1cN%j+KRoj$%|n(4Kqhex))Ugf?@lqhTRE!E<JDNjUJ
zyX@(X6ua2cwf*PQhp|6$4j)TX2(AoYRL<@dJk795+(z)_`44#;ep!cSeEoZYb((MC
zpFc|kSfzID5S=66d;Zfg#ubZv)C5k4Op8t1@8b5i^+}d`$Olu8sgid%A~QUmelUHs
z_ub|H(+v3)UxkI{IIY^{R^fbmD~F=fqLMpPz8)*6Ej@blr{(q4re4`;n<H5YIKJ_H
zv$$cuWY*am!n4}b!}okX=p2@NdVc-m-7)dHFZ$DU#KX^M`R|S^uH1X*Rz^ywRJQNF
z=ciL{{5jNjK1f{C^xRe-WkoKQFv}@I5~>E<_<t2hri8uR=VkHmNv*fW>BQ6GeOlSF
zUYRAKtqX(xl%JFOwk$aBzSYBfd#%qb<DEJ!BQp6_*ViJ>pbvY?<v*>Jw|jW=YE$IW
z%E$L|-^pLwQxfyB*#7h8JztBQU3)hQZ8?0a%gwJ)%!j2(LjUF3#ir9<Z+#eF|9Q&)
zNAdsk++++By9C&@t!r}TiJumA>N5CQ{_k0MVpY8rztO$xf^|8z9+8bRHr3laeE#py
z`cE^@|L1wX|1<Nxziab9y!q(7$NbB(rLUvk$=rMP;hXL|`-;x(_x^~qAOF6ws;T_o
z;iAgQ*50;1o|g?~`n}lIw=MVOZxv19N~SqAm9_bgdYqJ2c`Dqt;PzsT?_KfX^*lH2
zoVfjA6`4)}OSo3v-xRbW&Fgmgmbr^#*RK$ljlJD!zx?&132V;wrb<<`Cz!ilHVG;9
zUAp>>^9H?^%qqpEJ8ta;x~eK)5;+t~7pN><7Amyi*j1P3$F%mCD{Zn`cKW=UXsM~A
zx#-(nM-^AT=G-foarJ_anqjW(-u*EjY84BvB`-a1@2z>l_r1q#X}O8Uv*+BF$@#_D
zx9M`m+k6p*oGN9r!=>}}XMS?syxBHFn|;c?{@3ebWscAOBrK7t-SXku0<MC^HyX~?
zZ1{5iuG_uq%Ut&EnK!#=b>f5P<-ewug)7<pE^W&e{9{w+{?<4xSaiO(p@+ud7foAk
zJ>R1n&vUF@>gsbT<rQ^DUR>v0r5M;E+-{?z$r5`#aktp*^^x&$N$bScoYRZ=A{u9+
zVf*yK0|UNaR#y22L7U8K8^khfcX`axI4Kc(;*qn|zQT`xUY58xawWHO3v4}Gm;6@L
zmF40)!-ba=Z-z3t-AG__zTm37sHnEakp0+h580Hc%FY*g{;f}6ES!3@q;v*H?vvWy
z6xW{*J63F(GNan!Ym9l<>Qrv0=hI`ZA6gQ&a7Rh)HWvPtgzXDoi7#%ioG@L5v-5my
zgsNk=O1|KYDKe7WneIO)?8q%H%-iGiaFTU!pbeWQ&#~XnU&xp*7u$V_rPk~?fA-Ra
z)zbnG&-Z!Q7g5sPG<R->*P*HM(T^PYwomLiJMFt7ule6QhZ?_n=rWbxJRX{}#L!bP
z&M4}-qnm2!6`or*hCVa4%xD%f3ryAM>quGAyDj6y7QeGehhBRw;fUSieRgN*9NX$M
z@Bdt@KkNU$b^oc?^Zzk@eKTWU{z`+N45FH1GM!VT0z95tTG&1N^~y+M-S=-3f-Y9J
z3q4$_As}&k(H55uE9vsN<rN}vKN=oxoA^mp^wMn&-^qs`9#i{xP-N?l^HvGZWt@&N
zHkmeVQ@L~DjBvqv#*4yIy%%f6m$C*`OnJZ9<do}v2P+o#l>ztS-l=2@oYa*TmQsAY
zQ_-s?CP&Fk>X*t&@AF-2jB0&Ot0l>ZuHy4`_?FkgzrEn*Zk-$-4?AX$hfVJfNbOk_
z;M*H9_t7rxTVE&T?LBgAf@jO2ui6uuK8x-9|F?X{=IaJ?eJehkT75&qaMrnHXVQ%2
z=Fj`w`+nbPc6qxekBSa{-SznJa{tQj4};&yynopGc>dqh_ZNyedM#ZowNmZp%(Ysw
zdkr@!Bp>}?@ZOMbUTkdf#)zOy$F<E{g1OF~l2{d`kjv3tJhkbll}-M}$n4&wo0}(^
zSJa2_Ii8t)>Bdjhd;9gj9B*g;EhGP~`1y|pxAwCWMVa(j{rm-X9gaG_ecxYOx%h7$
zrpIseZMQG$kN<b_`p=Eq<sYzQY~)LyShz7VU%)d=;^RUW{+Uxm`!xOa^gfn#<zy`}
z*z%U^(fP+qQjFGqxR(^uFUl7xVsZ0Hw2gIUl=YtOBtv~4$5X;@-pYUO^q2qC>0hho
z_mX+tB`NP<{}r#KmX>Z(QqHM(zvkAo)2~n0^l=GxO<2ZxurT+!tLKE&oiXf>V(&cJ
z7CZZC`k@~h_R{U<T%sz4J2u=DF<cq@Ku}4cp;bU<{dCLNDzo|QDLY&C8FQ>PShjro
z%9qnU)-pNSdd*Y6oO$5YvUGdd3-{9A?wMrt<MpETp4q*Zw3KHa{%zKBLv!sTvukM^
zTs}N%@qJWc#miWA+H{o{Z~K8#+5A1fgygH=ipK4#?%(&mt-Nwh0*9hgz#?|ZZp(1L
zuH*pCd+m&lPd;#Ol>BC460G_#J-BpU_tm1V>6818o@kB`n|4!r=R!ffrC|^M2uFs^
z`fxq9V$Bqx{H~amDbf$ydz9;&Umfi~JEP)t!A8!ryuA_z2B~7sw|c5-+-6TR(I|4>
zb5o)B|DQc)6Hd&&HRY`Jd*_H($9}6_?fki^Kfy97-S?^6{G$_ML(R+<yE%8f5!BoM
z_8xc6#RwLr=gYcHt{&uCDRRxCM>K-F&My7mHT92o`Cs0vZo7QJXW0s`%O<9)S99k`
zGxZ0jO)5@2ysY%Yu9s(LtIb}t`Qvon;FHICC#cxlg(ZAs7B^?>;dw2VF57fq7T>Q&
ziCjWk`c57Qnl<@vUtXn8*r~a1+d7l4D0cDsirtplFZ5NF<;v6)tGNNO+a;C@T-?3!
z9k2206;p5g5PGQ~x_Gv+Ptx%vD;Ab>n=d<)v31b}uNkI_T(_5<h+eS8_tqD$9{H<D
zFU`0X@7(!Y?9tJtBr{XLMRS~XB-Oq=el{d;>z><xCoGSj#eYSKW!;>bCH3-stp<Uq
zKaAUBc;*N1pIctBT*9xh;6rbi?VAI}oxN=r#5I;D+0K^Rb45Z(Rn~LYh8;GK%lG{_
zzcX&l&okn6)2eofPpdQ&+vIw!;rqn54;?knUc4w6emy)UKHg~d`NQ3lv`+U-T6c42
zDGS4nEgf8qd3p=VoQ?AwSxj<1=(*gSXzaNAt?ePpl5>kbT=bs6cO&#p9?O?C9`T1y
zR;-WS)0OCOh?Qy8hvtdb)HQp(yB<m0n6`(v@bt{>TxRuYPw!^lO(+nq<T@d+<VD+@
z{y$Ns%*hQNTe$R{O;slTO69pT@rEAD9Yxh7+0Qwj)Vc+)YWtp^6z`?dv*ts@0gm2a
z<7MpIBlN^{*6VM)_QZ3t>9o|{i-P1dP1B!G-{DcVv)X)tXK(3=RgWGnKK|!}|NlAZ
z>Ca>Is&AFHe{D*=-5Q{vYH4MYVs-V(<yxt!d$bN7n0s!~y4QhPGqk3zQ+laAM>LE>
zZ{4(-*VXSg#H`&}`+LIPOocNZq9yNQ@3Z$uOe(YJj?)uN656J@_vkU-g<JLJ3*MX{
zwfxLe!-U)kJ3>NF%%5>S{mW}p@#pD2YLf+?s5(@*hhCqtHEr*^pYOicbp(jA|7PD)
z_kP0s|2OqNyfj~SWzkYoHtp=Hj<o+XtmHo~pLuaw&oa9w3r(bERXMdExR|abevf^z
zja+iI*lAaXxUMYkz6q13x-Sr#S>2subpJy6=_#&@4i(#-d>msc(w)il*7;+3Y3<RX
zt%oYRjgM|P-uiua*G%o8Otr}h$6xKzQ|T}-%?tW{u7Q8{!hPmH|6YnVHkz%antW-`
z`PM&GqA%iOZ(s6}ezojil<;1YG=<AYT7H?te0I2O;-h}~O~1#dN2^wSx@PG)e+fs)
z<}Ek96pNK-@jkrs{<mJe*i^oPmM___cP-1ktucR9Q_7jhmg##wJ&^nU{_dm8^Z!`H
zUVnOL^4aNOT0G{PtKCA~rCPko9O5q>yVmcZ|IaeG$WW@i;?$IOp-GnC#D9I<JGp-S
z{Yy8d8`UWu(U=p~(VOeavsE-X=i!cJ0ygfhiQD%~s(XE1G>-9(+d;juQ(MYT9z4SL
z`P;HJ8a&lEHFGx|dYV1?oo!%D?Rzt}J@-<7J^yySc%z%nCsU4l^K)-Zyl-eBr*gn9
z=|k|jNm~`qoGZ;f^Hu0}v|9V|8@~koxVB95$!;~X<!FBy_T}D#x!raTEBKB^UAFu#
zlWh8EXU!wVi$}v0Zsf@w;Il5<BN4^hSz%X~Z1zf~Rx;_?e18><tuJS<R{noT^}`Mg
z{r@^kO+UYE@!Xnlw^jPaErF2Bw<V)aCC1K_KD%gRmzATN;LD{uZ>2|V>Hj}<dGNW1
z6MiNLo!9)fRAjO9-QSmv#54qZFZ;-SV&=T^yYUe`Pum^DK2D6k-7no5v+$?Kd#U5=
zosH@^Yvj4NU;M7NxzA3rc<y$K^+n<Qo?S}EdQ+#FzumFE{7%B+^H+BYRxG~qz+3ac
zx*wPC|IIx&Z_jc4KTqQq-?Mi7rFKhb(w1Z5x(@_)l@%16$lChk)u%~^n>B;D*92Fn
zL}}$z`~Lo7yC+jH$St`(XIt#_r%ssy0<+lWcbC1){TB3tw{w9`oP$@`%Bu&Xg*AQT
z-d{R6KY=@N-V~pgA0s)k-yB$W{nYW33s2pO>e|mgS##U0y2vwpOLW@!IAgVr>tAbR
zGtEd*HS*eWWrMDvqH@9quj&@zgd~MY8ae74ADpS5R4f>1J>#--_cFtzu1luN#3L>r
zO?2&b3CL{SJ}uLvZGL?0=jQUd0~Ze}em>01$JbvFS5Q`V?l=GZ5AO~iUt{fjyZz**
z3392r)xArCOi!J!e16gNl-07S%YrT*S4?%=n8ul^bHK)EN#Aa{_lZ|onZJHr^!U%N
zrCHa0WSq)Zla12KihRnZ&thD8?X}sXSkb+PUyfZWSF3Q8C}`1~?8FtxBii;{tz|>&
z^Qyb+E_z+~Dm(Ss1DV%HMW;U(pJ;GpL&SHESmXI;XP$j#Q};#W`>*VSKk{!mSQgnW
zQb-PbBojB|f``Zz$LFjby-T@nm0xcE?dgBOa?6H{*oR3KH@|)@wP`-~WrHBwo{D*H
zN2JUbG|c}l_ix4I8`V4Z?MvGl<;oR#YtgA2Grk_YlFM_hdQ08}C6SAzmyaYJcdc2s
zIQRFX+kBTVUajiwe($vO(Dk*eq@L@%u8_5PxcReO)n((&eP63Y&AM7;R2y9`?GD#G
zdhw!QJA3<1y%)dj6#7<cu_Rbc-!9v%S)Sn%Bs@*3*QH#m`9)Adsusg<j@bcTjl~j=
zZ`_~#`I+?ki)*L(%<j4#U#)9%`y#_U^Z)x83Z|G&l<@x%`=zkwo+ztBlCaBWPtIF9
z74H9QKL6j}a6Rcu-mNdPUC-~P9sL#lrh>oC{C&3w`{SevXT@USxi6P3s{j0azh~w~
z-><hBJZ~(VIni2)Y0q~@MIn6$wl_Zt?^-E&9P}$%(eJq9>9m>&1*iL$c=Q_U#MC*f
z=Px$2T^65wjr-d2<uxD9zW?+g>EzR^s!rZ&w>IckKie|nTG6(BOUf56RCreRQ=|Ip
zxkr0^eOu&XcSs+7V}7S4iTU!@yG}nE&&T=XwQ?9A-;&4U+AbewCpdd*_bc9bmwlEJ
z_cfNbZRaVuePv-)nM7G$f+2fi=kiOFG8bp=4xNy~>6w2xF)~~;vZDI;#FWItUp(*J
z`FZU1)GswbCw1O$+$%fte$j+mZ9n(MRJR^Ef9ax398aQ9=$eZx_J<N5x2^2@ZvJ3W
z+kJ71&qw|BDi&5}N2u&rEB>S*>Dz4W?mq_n(o7SbW1F7cP0nqfA~IXf@KYRz<Q~q*
z1Ns`vxb@n$i%3-+oN+AB<n$z2w{0tKep%;SdHnmnZ|X7e@t>#v|8@W2gAaUit*g`v
ze~X+s)~u6W@vx;p?&#0S?lO0FwXa*AD12e<3w`;EbsyY4t{<KLe1llnB0k^XIS*Jr
zZ<3aM!Mw)AM!)vT_I|B$#e=deoXrw7JPQ*i{@lzp|M-Lo%U$26@++ofCbw`#PkeMH
zplAp4n$3r|>0dl*rk1nF!X%~UUrJ(@&h)dD-O~dm6>-dCY20ANw(;kT=K>FTUmkt_
zC*s>yMcorC(y}LPa$b}aEV}IawJ#nIXZorK8ZBBpG3s*2tgRbserDf)^yQ1>{EE-K
zd3X0UZ=RRF{Cvf?FLOS3vmUEjvTEfLmz{l4SKjzaefyp!bKfe>X!gf<)%}s{#jZ?E
z+8FU@&!Lk7H)bpgk)HH-!&E`XM~b}*SI%Zg4Kv;Qan0^|ub+19-D~@*(l<0TV<m@|
z$n4afd(QXUj~%@EaH&?RPn(}Y<CFBR=lNBderm$A)RshjKgKd8_j=*CH$7>)*n<j8
z<{QlRow(^yR;uB(!kP+)r6zB0efV20U-Y-t++gqGx2&sPzo?$P*DNt~|4UWre|d#A
z`*N7q9<gp&^Kp^W2|KYDPei_#-F=qc-CO?J_t|;JWe>`P63ayUQqG5bJoc4&)sHW4
zc#?hQe5!5<v1GOJHeJL0BJ{eeg7bn?m4e%qf`rxxBxX-EyW=#$v(V{A&MuQ<8}hE-
zcxq%;)A%Iyx1CA#b?;Z6zOmhN_?rZLUO6bf{^bxo%SSCF^v9gd7p=rHgHFvb@$(Tf
z|7j_FLg%FR`ng@t-WsLkD!e^eWB+XZ{qGryl^-rK$5no1eErlk-GBav)Ab+qTaJ}3
zz9-Qg;iTp+X>RuIN|(<;#U?2;QN`Vdj@xxPlw7VgI#&N{F7L?~*LPT)(0#QduqLYJ
z{qnRRkBRJu7q^v9XnRs#YWZM^!Myt^D)%!V={Y^kyO;Kc?_Tx9XUU)KAI20_wwYF?
z6?42dcye~r&))TcW`eW7EEU<c`}OZor}`%i<(oC9PK;SG+u>{WZPR1hX5<~cTz>zt
zb^LF(_xfRTV%KJ_lKee2Rc~6&r=`1Nbf??wj(D7N!$B>yS0r)woOc|yeF6g3HSzzB
zs^~QthSUcuZF##+_QdCxjbbPBXKa{VxK!uK367o8man!iyL*2Aq~Fhjc*<6m#Kipd
z%j!LpT%$3m>UqX*zU<W>jE?00opXqvBRtS2Vf$aUlUL?Fy25VdrL`=!C-eT6p7;NB
zx<yQ$bMJXmabn+P+y70`9sP@}p1uuG)U3L<Uf%voPjB>;-bwNc>)k~<SD4Cf%WD27
za7gR6RkNY27yFtlkG)@=#T;h!9AmQfWI1;GrqRckH(&bic(8u1J76a?VPXIM|BC;g
z$p3Zz_i6nfU%5Ts#LjuOtm6Lf^+)ovx7webp|%g7T#KDIC)VKpb{UgN-ySjR)&1a2
zJ0{?~gV|LnYtP&g#+zD9vkcVDxJCE)H0gMMV);3_L}=xa505-#_eG^!o+_BJGee70
zPAqiI?ph`Jrvb(G2@9M5>1OAqW?676wd%Zkz2WAKr7m9<7wg#8r#8Mw-q(KqlHkPB
zmqtM=S>zV}D)_j>|Bg)y)5ULz-ZRvrGFRCx$^QL9li`JJ#4L@>V2c=!`Td(Vu8ZZb
zcyQv?@klv)%jc)#f3n$s6`ud_-&|p>*uuRL3${FZ_t)A&Gh><PvF5{#?=A1yKUjKu
zd*#ce)o<kAEYv>hUsrba>Qzy3adDfvqEpuLb`ReqH5LkrJ#=cE#`Esji5WKb1%F#b
z)`YEI@p9Y2)sJn%r-vulB=KE7$+9+kN{GkHm9wq*^MyE1+*0)1vhMZ7Bm>^cDM4$l
zzgCF6H0$tTXFtEbgVwj6Hf>(sZ((hpTvc#_UB2ePbGx5m9+%fG=eQY=-6>{gA~^T)
z$JT}U?~Ly6Zr>*6-deIDPVdn7z^hlHl$WrTOjA9f5&AaQ|Np)Btrv_EoAxuvo0WN*
zNj7t?-F$I_PhiN8+)sg#4PwDh?l$i&WHe<^d~)v5X{PSiuOF~~&Qh`T3!2~ZfahL^
z!qO9741)73HM{K(vkSOPVhSz%obK}_rA2f1%inJrU+m&rDYESKp@xF3hrZb+@s|X<
z%Pf8T=#$X<=JbV^X6;({(M4zN#-G*eUSC*aCBAO@mdsmL9h|KfeqLX`>_F6RQ8UYL
zb;pt}&d3R>{dtvr&(CA8OYREE{++mf?<X&t#m6qc`LL($;Kakd_qca|5_MuW$}2h6
zdHnJ3#YaxuPnl9CEjLH^zm|FX)v0pV72bBg$bL9~^*xUL{(Y}j^_yt+@0;)V;_0H3
z^LwKbu7BS<^Ihyb+327Z(vKL*{%$^-w)T!fr|kXu4^nyi@1I`yWZ9QBTi9|Q|0-{Y
z-cy~Z6~01v@^mACsU4N7$G#}eOW1ly+wnQip{;XXNU9ef-S;l@4{H)rd+&oB$>0-@
z1%gf%Y>O0s^61y%>x<0G+mjAEJTk9gk?#!X5^nzVRGU%$>xOGB59HUYx{B_oUi<XU
zJE!eaUgcC;{+ZU6C$6>ikExf|EU&;!&)u&a!y?inw`TXu49MPDn!~~N_xp!{j<-!a
zG&Tx&MvF^L5A=T4Zo2Y>@QvP=58amc=r6wOwe+rg_QbNaBKaG36$no`DgHgk%xUig
zo>RR4np4*4NQXY$Zg>2^rv9|0HsXB~{$JUm<r%8U_xv}9{t9(2RrccbB8RyQPIpd{
zU%J4OQ}Os^ul<_Q6Qo;iJhJQVUFh7dbgy#B`-pjU2kd{Z{Xc2`@9zDlmfQU|?nruS
zcWL`FaXw9l{8J~_wyi!LJa4YuQM;dfoBx@l1U~Wcm_J|j<zmadDypJ+-zIgaJX)e^
zbMIw(QRF)HoEc}V<=_2Z&{|$`|ENyKj?OOEUE0Q?X7OEiiMc0txHO)){O{r^v!^Z{
zZ)<l?$m-@W@@e1pG~i))$l<o!!xD3AlU7_viRvuZ@=~j*@LQbc#WD4z-@WQ3+|ELe
zogeKu#^yhjzp>WLY;jQAvo))-TLNa>OSm;{ef`_nGO~A{{kyx{Wa^_&k0w3MVr1gu
z<NNvXd_7yc`)jVpI#J#+`4yl8q4s`ej;nnens;~a*;VnywY4X2{<QQzcg}Ku+$JME
zX4#ZRO)<`Cg55GpMNV&f{&Mnii_5{jrcsq89nY3d3Y}oH_F7@m9pm}FNzDq2H`=Fk
zMkE_2nRt3^nrU67G-=L3OL6COx8|@K%=g_<T+{Jo+HwDRAMfpc-}Yef$sY6gI^k@c
zYo7mp#s5y-_jUfi@H2hygZ$HCwsEif!?=FWC$%v17ZzKh^rlzHubV$<lSF;*d+p2R
zGI#zmtlZb)W90Bqz)r&PbBxiW$#b`E{E)mlLu2`qoe8%rP8`2-DEG|cf^%=ecqNi8
z?Css%9yBS}=rwy9E0t_rBxYK7H+e7rPSrx@iL(~%+rBe`$I?&l#DT6gb0@4?cVSnO
z-Tcd6ZDX%rG~uni&K|S6<lv6G-*v>jv(i`2x*%fW%b_#pY?{yV;BVi*A3pz(XD_$V
z;)cYj7f%OV{x0j(;<@_#ZS8_-FE&c16wS7{@M(R(9^Pjcm(48r{!aE=nsAMbg{kk+
zz18J2&M*7;T=o@bpp@R;<APF#T@0r_#ZEQTo}K^n?DubFmp8`#zaf3-oLTpaO`bbf
zc6vk??KI4B<@k5pNM`<Rk0bAwo3p(<{L}X#=iSiuX$y;*ja2LIpUaP(9ed+S|B~8i
zlWWbEeo{IS%>BXn=X9MVJ<42{`DAitDjI&0Q{Pi4_2ErM#kSchMmvL7Ug)t--?)uG
zv3qV}S;?V4*EsVkPado}q|IJ^V%5@xi(mU0`Wc2AY@DZR7Vn<#>-cuEv)>Vg`kS`C
zcU@oJoKwNg;`imF>ue73cglIn%~vKxaf>iLj=iwrw87TmiA7U>|N7D-+%w}(;HBM*
z7m4nUekg77Bl=%fe9MfV2EDVdba}NOK6zT<<SSo}Wiw4n=Oo;kxJN^B$tj1Oh1ciB
zMH<~t%KUU!qc<$}h0@&R$Ah}Ha&l6Z@GEqAX78LTk$2~V$tjMvJg=i4I#&c}O_=+=
zL)@Nm+ir2AD@BLRCR}o3&zyZ)K1ySaTiTW{39eh#mg~)u|H~jf!Om;bBp0uvi?%y+
zwr*F`$o1Hw)BTZ2)6`dYNBL^T)WfIUT4b6J{0gr;B(X2PQADe*Pfqjhg@g`)W6DXJ
zR!z5>ym(Twxk%c>Y%WdZzp7FjmpFO$7CzW}$l`pCo$J}Y%IAmG?^J%BGdY@9>zU&Z
zpWQe9Y51I2@%+Ps8B=#YE4sUIiQ5mme|CX2`ApqMxI>pX9v5E`P*KA7r^xe`vP#&=
zj|){h-X;joHkmk0r8z}o|Cc8L8@xsBTnuMqw(oX-9_jK!w=rRIP4H|r$CQg(rauq-
z_`Fv`a`E(i5`U#uu5xTuIUU|6GxOQxl@~TAKNgw4*|4(W1drp2J*9%nmd3_i)Ybd=
zO=_tYi<m02+|`FaKK$t_zh6Cl`~80`?4KpiRoyC+<ceFn!(#t~U%zJEEIHIXJw7ep
z$~nyRT1DNDX8y|We~;VP?Ow1-bX~OJ+_O%*%$V|Jre4x8EI2ZkUwHMsFB{vrcz1NZ
z`E&ZT=yCPpYqj(3!<Rb!b1>rlwv3r+ske6jl+q(Plb8?n7#f~1sC%WfhxtRDi;Q5<
z#jk8@MP6@n?qc-~RV+FB)>{3_)+dM6#rOO^sCoUg{loQtx5m5O<g@X~I=k!j%be2>
z-?V(aIca^(<Mx_2Z~YgRF7R#j4ZQFpER@wLX)pKfbxL!LGv?dIWi1g2nH;%8ey!t*
zit~>G3O_vF!+(C#eYq2?p(|z0DxY>A;&=NiQnK^3{j;JQs?w5PO8GU@Ur#%|di5N}
zreen?&BOEGD+$}DxU}d-=U468cewPhk3nv~kZ$&j8vet);ftzjHL7;4>yP91HO@RF
zz5n&Wwh7+v50x$K`f-01m&kgDprC^n?tbTxpY`QrijYU*p@%u`E{~M7cC1>}Gwa*O
zeVj+uZ&|y|dBP*NPX)IsvSj~Qe68^c4qu^h*W-TjTG8Lz`yzGMO>mhRFJzZi;l!o>
zreGO=%g#&u5p&{e@4I?lVPMt#zx{+lXTdX%6vm$#&S(BK6s9LHnwP~L?{jdj{LO!t
zX3l+)p%kbZYrkjl-UTdMluxbvl@_^YaiqrU#^)vmlFGJ0QaoARjeFj?J8=i@;c;Cw
zZ|dx(n3(A*=VyP{zFo<C<m|@=IluEOg0gs?-;mk%ThU~zOx5mQn=T{$v=pCo9zLm)
zJA`;APdfIJO>3F}N9^N0N5AOi?OhbDw<97p(eTc!t1|W$4>Qc3|9K=CE*`$-7N^sp
zxqsWDIPUF_+MK6)?DmZ_$9J9j>UeI;+-v6ZzU}SUsolQB)%=Ho?#`Rxg8SAvXE`o)
zmD9TQ<9GG@4Rt#rYfP&9b}-jDAKQG<q+*-(yV*>RZu8DI{d0cjv{*WpQ*CS7MXO%|
zfs&nKZTBo*t<or~akLWnm!=f*jk{yviI0qbS0%4n*4cLM0%MW$irM!kWaS31FZyM)
zR)bw9$D#h7%E6oe&U9=3aQkc)weZ+l?@8>rY#u7FyqlDHC$qXeQ#c~vC-#on@=J|f
z>!TezW_@pdu6Wmf<Hp0`9t$(HPOf28Y_2)3zA{|#<mXi{T0d=0Xzp*gFqdQLu}jR7
zahHr%<)`G>1Tk$bZ7w-)*?uWl?RWc~eZ~E^zsEiLc6a)X+xM5>w067B8*1B`5xi}C
zW^~jc4cAGgn<r1d7`3prfAaB)h3&o(tIS0nPc4*U5%Ba~)WXxk=2$gz;<B5e501B2
zSPB-Mc)PE5y1d(zXXSepm&<hI&2C>Se>EXV<kgnil`fJ>d#gp~JPAJ^dt|d{-uFfI
zCw*peot1uTnpD`j#n#VbiqZo)WyRwa$G6vi&<hRTY@Yq%T6PG}pTJO#g|p|Kv9z#B
zF`I2P|9s@S>o&hW7^bI-*F3MbUtli#`LE^oclRGYNs!l62@endGWU7bzC~M^CeAvX
zp_hAGY`@wv4)>WWr%AltS^b@_{Ppyor>^f4YBo%rCa+?gsdeVS#jmoZ!H;DUPs!Ty
z9~GE>=l#^U9V^y`d$pcfkWsOBo7h?rc6atYCE3T`-gXbU%>3`J`Mrl(H;b#P&dqI>
z(hbQ-oAQkPeck-&@wHQrCLLVd?tl2%3CS3r$Et0!I@SEH-7Pq_lPUOZ(qt9a47C=1
zBa;@s^DSQuui8|+m@}O*KAJ^IY*+US>05U3wnfXAyj=Wl`=>eLP8(u$7Bxm5JLG;;
zx1ayg=8lqUQy1knJKBEjJr=cRf`v3!%5xsClLhZZ&pPGjv`M8X#Z0-Y7HsDFEU@n1
z5{FRHsMi}*KOX#IGuLm1-*SzWMW?nEt4Yo0Y;lndy0f-$F=JzI+$@0v54|<+KYl$D
z(puWoxo2H*sn+A4W|>)9Yb|W7dWuBPKl(Mx{Qf_d)ki})xJ0r{8YUXn1SuRme&C=+
z<{h3LU-X0)&5^FOJ)P^U8Sb@Z--rFF2hMbt<Q@$u5HEG@WStt=wli|isvVBPI}7yh
zReCx-W^X-mV~LgAmOQyV$usZ0t6H<B-YCkn?%C{{BAT1EFF)Zve`nbl4fU@cjUSBC
z%YGbMqjp5EzC~iS+MfyDDQkHhcs*=>{4fov+kQvH&-_+|XXmYrl7h~G#y_-OmA0+?
zvro=*Q7}W+9`Va<I<-EbvQIYG-oN~{?dqpl@-@$+YySVf@5*(&zxI<bht27$Lb|M%
zU-qoykF=j!BI9G*$F+HRdmGD(o`vtvY@3t$dC@(Uc)|0!X>lGp_69cvEjvTKM4PPl
z@NfKf?7`|qzhzmLnP<70Cm$<saq79&Kiloz+|_G#yb?D&k(R&j_|sQS`%Hg+i25#@
zdwtQD6rae7k5BIfm>j>@IKl43#ZBf)|FqsKX*%>=QqJ!y=r^Cw-RtXNa>pQls?>g2
z-X|Mg>D0;VdzIb#CI5Ka@!Lsr!_6Yp>|=f^=y5yEpVf9l<l)8MMdk^)Q!XiRNye;*
zc(rTU%F;Z)N5Z`mjxxUa{i8tYf>!;%!?jAA9V1*;PFd7{FiGpr?jHxfn)zJ+#>Z!2
zxAUyG{{B;cfAi0fl{23E)^O&zfKcIpUL)1;-8L_Oo%nsM`A|aZfnQzsuASH$-sBk3
zC8(H|(9x|VdYf1H0`G|ijaPN^r8nJ3QBS?r_OCpfn@zdTJTvG~@Ud=r{xG4rP9EEC
ztgO4xyWH(p<rBX5=C;P>^1+YT7T^1vp`hRA;P*UylFhCaviwtYUd!BzS`rWw6Q`hk
z_OQDDjy-#NUT4hjG~IlYXUU>@eia`ci0-+f6Yjn5`#tA-mCt4E{ybn_r@wxtzk1EP
z;Q0^!?M?3M@1GFW{5d4_Y|_PzF{Lqj(N^=D`ebsCRJUz7|6`TdLH$e8r{`LKx7b<U
zu3!K3{E9BMSwgKEEK{#3u8m@Uy!NZw;;7&I<WDH`e6p0S@4u3z66z5osmS8zHEp%1
z|9rcr8D;!)9==+Yx-|;4II^<z=*Kr4cb5bhMQqJJr*|%LZJ15<x1N3PGqX$`>_2^%
zV-t&B7}%;7l{RzHndhrcq<>b}%;CC4HsZImi}d^&XX^ue=Wfs4*ExI3g_S4n$UL&C
z{l@dW=E&n$Z@)Xq6m7|s=I}X}ws?0>w3<5Cl+E1Htq*lNlUG*oNhB9lm0V|k>B6!0
zbrM&p&x~zinyiy=_Uy{MFtzU{SDwhf3?KQw(pE|BkJ-*zT}x{Xsxt7=7JWZ;MvmM`
z-`UTi`|s?k^Ne~vH`#2q!Tj?xeWlViM;_ZNb@}qzX(qmhkN!M*!DNYUqmM;oZxFB7
zuIJaplmb_{T$ouug|T9e!n`kTO5Ts#zTb|}GzwV!YhtGTbf<g0FWT#Vh$~O2v)ccc
z_xWmR_2X|F-oKe<IMsf-&b!q{H!9ZDC7k9Ciranme6{#et@*m<CW23A8kjX~er&0{
z_)a<NtGg~8x8}|aG+{eGv7Nuv<BW3mrRePDn2S-~_qVPI^WIg~S|A&{`^l?EQ_}tA
zKE64r{K~8F_cvLswJ&c?ds^gpd;Nr{3+1}6EqI&`#5tds6eJ~Cc;Z}k%c|qPNA&hS
z>o>{$+#K?Baqw#IefBRrd^GYMvXdq)yKd=dv9_&6q%|gKjiR(_!1NVs*S;?`-?Vv8
zqnA~%T8x`l@M6{6=LVhY?|omhd)mn@=WaN~uQM;=kT!4G-8uJu`vk|s`aWm4PF(-V
zrV*6+>CTc|PQx{(kB@K!&RU$OW^^|t=Kl(*?Nh?0-VeWbNkww1jKJJP3*j@%4`0z>
z5s7+S^!Nd1q?Fgu{~4}JMfQeXnR+78_T!avag$#zS++_^-j=QP>6)fFqP8}3oK7rS
zVdnTxMde&uO0r^!&jG&4U+!_MeP-_KdtdN=Df^y($D(Cq<{8X>zfiq+La52PNv6ja
zI`DTM4^qiI-)+9gOsJq`gGp$_XXeDBARBX~){UZ7v5|IKN?ZrL!W`$ETlHm*=rz9g
ztZpIJn=Cb7_$i5m%=WhMSNor`bAkkuLGH_oH(1!0Oh4;>cm31%AN9-5|I>)NCogDf
zFl%c?e!(_=&-)*5TU%T68u_jKacX{j^F0r>$!Z@yJ>Ir(UG^M~nSAwMmg;}}@lrGV
z^t9JUCmsFT)ERUp&2;|nJIi+zzn<`O$+1~_CUR4g>}D5zKd0OC^@sX$o83_fYkGHN
zP2Rq+^N^U@s!30ij%Kgldp3LhzAho7ODEY*&b(hyzr=I>Mm061-MrIwYMfcBG~e?c
zpZ>3ud1qekle@L<dDX@x#?ub(m3;eHTkN#xwSz~mGJU+nd9K~TbdPJ+(fRdnSHJQ9
z{^D2P*Q&GkO1i>}D*SuQ4)sWWvG%#>88`8S)450$BNJaMzC%8fa&!0nX`Yi&a&6gs
z{&<rgcYf&IlX*AAWZ#$f=l%TMCkadXPHdiNaq8k0u7&wZHP>F=vVL!{cWM7jIkRe;
zHue>-ea~c0{<+!f@Pd!u-z7B*o|9cEdUgrtifb8D{5l>wWN<Y$26?{Pm1LCJ(YM;;
z;wHtjcYn^2p19t1=A-C+*IPIq=3Pvmu`hn<A+ufUv}dh4SYqp@9k$xk_wt2OU8dt%
zcZ+I@no1N6Hs>(SH7;E7T=0eCwy1NuU5Oq}x76PL@jZOom*?e)=2={~BZ^y}dx*6c
z&+u-mE;f*vuEjU=)hZ*$NP|<sx|>(k1itQ_)goK;!`JnQ#mk%hT;Df^1O_QhxpVIV
zYwq21jOTo33heGGm8|toYJXBPxx#+J<RE6*bskE)dJF$P-n{6`gF7y@TC*MEQ#SXm
z?^oANyY$!UN6FI{dy38#)zuyQzW=lDz2E<~N9e7;Is5#K^UFA1M#So8{5Fk?ST~(p
z?QF}@ucp(lbBDbyT~m7Kc1`ZD3dc$Ir;g1EJW}A@d~fRCg3BrY)ynHDUfgY9{H*`Y
z=q!hp|GYO(K8PNgW#V&q)||fGvw3#yWt22!Oo|X(`gLA$^tEYg*^)l*+L8FYU1Z*}
zi&wH6O&4A;zqheZ=CfLY%%daqKB`hqH`pefZCKRnmh@aXL~KhB=c$*^H<blHtbNRA
z@@^ly)Tsi8j^~$z^X6>&b&2cSpJ$FeANCY^So^x2lL$~>JWp3P$FU+jQQ6v(Wf5nI
zuHdPKr5^L98Ljy>h41M0a=uI@OSS6gLs!2jO$eKn=^EQA!=M|isPC5Ts@cABcd?=Z
zw~1F{Sfg(KqR#bMS>O2c3yZ#+##Mg(s^M+r78+b~>8Dq#xRr`PdgX*psk179-9-+j
zDiw8K7DPWO`7uG`mhxWb8>W|<*S?A=Q2*(_gME2}l<&XJmG|Yg8+Pe#U7pmkoSV1(
z?hffoiuT90JZoZ`Yb)rq;j2p5rWfMYFVq%YII-`+vj_j>>;G!Ro3FhXTa(Bo&ZcU?
zy>5BzdgqGJ&|qJ+KOgpfk6dT{?Dz3A%Xp8gyUWPSUNA9z{dLyn)82M9UpkKa&$}qy
zUMROV`<;xu(Mm15kDca~FW>3D@_NQ;@AXjditpKr5A9;}E%)zOk{vDfx^&)*--}*w
ziL6zKtorgna{mWzbs2ft#jP%`c@>Q<Cnmpgxmzq9Y5SDh%(r0nGRNzVYRbVYo~^JD
zTkOc<bg9&~`{|^=H>cdZSNFlMMAv`*+@=a!c5yFNL9c?++Oz-uFeK|v7oR>y#$@BY
zPtneEXSZwCHD8vjWeB=lTJ|OLwFT$>KQn6!c~);>l{v}a>e5{FIC5X4!rd(ke|&i8
zd~4m=#QBYKCOpMUL<F~M8@aB0%^Q0^-QVf<S4H!Kn<wjq%6&3g>Z09RDtB?+=EfU4
z8Pq<8y5{Q!Wly>GqNCM!X5daqp-I=aWh@Ld;;9pwC#}9X{77=oZKKJ%f9$(`>%x)G
zDyICYiOaVxTRHoU{6wdqa8V<r!tc+7r(N$lxn$uqqg9h*_t_t2Q}wtpXEMhxS+$o+
zFD+*WAI)I?rF3|Yqg&L4UqO%cpKvI?kDYKf@}b+Ll@rhHXNX<Wrk^|gZ<?d_k&Y=d
zK0C#Jtl1=)@jcM=n1Rokv#0uAZ^&)i9zEmA?7I75k0+WHTE~^_HamN=JHl&w(B2tl
zOEWz--L#o<Q+>D3qoqHq8Mbx=e)C+UIMqJ=!+)NYuQM<I{_;|I-?!)S&u+HcANZR4
zVXmkAeAC|Ul!yELHwB$6+UfFAA-(M5J+o^GYYyL#ShtEzWpl*$49yF-#S8bm`}u-1
zX3_Q^Ov<lzT1FRIXG$6JvG|3ECC9jJYTeKqyTasu)B1O^`t=)gBTff@h-EE#ID3WG
z(VR;gBGw3g6ezB+x_o)|yv}(!Cu@%I#{M$fs9E~dQ0A=rW{*7weXi{B)ZC!ilB3?3
z`1!ejwdzazQz50l8NWsgEsfQiQF1{wsLjJBzHQ5`Jvq~qj&XYIDbaWt@Nxe2tuEnG
zD{C&idFgTaBj5Aj8FQSrDaM+`pLY@LY)=R_Hz{Sk7x4O$j?KCG9{U`VZM;GxRvS14
z`|?*jJ(z7%@l^NS{y$dj?c1HZ)?7MxW(~7<{7b3ltoNjII(La~+mZD2Na~Cu_ba-e
zGetdl?k8fjKOsgeB9c{j#oD&!jWe`7Z#KUW=$UM|QEJb<3)|Z6XFNTz&HTi>4c7Lb
zk8J*6ojUnlTk5qmqaWLvGg6{I+&&m9uPUWux-ZGNwC4K9pgeww{A<U2t0G@?&7Qq)
z#<|>GqW8)?4vB<lx2{v0GcW!Fd;N#wHWhzE=h@i0a~&_*xn#b7;klyH(vw*?jk44B
ze0()$*E)m3pqR|FZyyWy^*!g{xpqu^M#zg2H4Ay+=IF4~tld|Q@~*|0O<|wu%JFCQ
zlqW@nXNz_|dGe!U@?+s;rOv8XPwbh=<r%qP<y_enN~#l=U0E6)wRmym)x?80Esnld
zo@Q{OutgvwRMzS4p2e?uI99xpdTzV-<DT#Te#hwFOAC6v;=XvK%C5ZYF)?#KKY1w}
zSN$|>rsnTMzKeAx_1YR`|J`~`amn4^4|*M1j;+1%Wf|w9j>COLL9zSP%RDEaVp7gs
zQNA>ae{$jR-|zRI&)Vq}p7ln)=WO(cY8K0dA&lvBKP)p7)zN#x#kug)G=;z^F@MS(
zlgyXLu0K4@k)tX-LPxCPJ+md}{IlO9jh3c-vwC<^B20RJnbw=xQHqPd#b@_!W_vGE
zwdm#Vf@#Z^>H3xgC)$~;ewb}-&vJU{>t$1<)OP84aH;z?8>>|dyk3@QH~ZpN*<F0R
zy_=UdR{l6IV07$8y1HAyw}l5Mt-A5%*V<nRZ>D>$2sC_`&FMI8XN7Lt)J-?O^d3}Y
zOrE-_{?juJ_BlV--qEg~{HJ#D!ygw@?j$|2*FBl|_{j4Yta}$`-uv^@EPIh}|6G?=
zMPqaJdwF8tXG?eGGH<(otBOZ%<6V`tf~Bk1+~#69u_Vte<Mx;8HCsz+<;`mBYX1KH
zTYK-<ljR2wx4*BQe{Wsk-s5Ynr);vge0f{!ilbBd6emopyXhL4{AGRQi)#K;E(~0P
zISzHtO3ZZjUuenAVA%9W^`&iR)WsvG<(8Visrvgn$HTGZ$Q4D?3Xc+#Yi?}6({$gP
zpP6MR&epsqGr5%`C++;y|LId+?dx7YNBaE)Hk*}Aj^!68h5y{U@yoF%3DXLVpKh+p
zTfN9@CI>5<-btScLXy4N*WBmrE<bqS>G5YT|NQ;sWUpZ+-*Kqo$?3`Oj!x3uKJ)lf
zt_^>79_Ni%<Rh^ByR#pMM!Z6FA;(j}sSC2QUU@BEy}^sy*J;nh$=gEPdYg(3ee`OL
z4IMO|a~{cT`fzYY)OD$cs-Y%2s!bDnT7z##3ru>M)Bks|@H^Xz=J5ER7M~wapLkZz
z%iP2AXeXEA>J|6-`4jVFkL0QynQ-E#dctOw<DFSE{&hUj6)<FPyc5&qBqLHJr*rRQ
z1#gVbwcI&EoHC+&IV_o{>dg966lihD)cBqj$L7yESL-skQa*A>YPL6QoyhKx!t&%r
zT!+WSxy1_ghySXZwH@pbU-9>kTXURO=cDTrmu{??-v4}AThtVzZx8>R@ZEpIVttVF
z>}`wrZhwu)E}FP-b=&7|?|nax)*rpR+`sbmTmOWf#Fsp)uXa7nI+<g(G*9YV3TVae
zJ?pU3tks__+1c5*yf!nrv6V|d$#H=nr|<1;8ImqdjB|JKO_7%T!*^ogO%<WS9Fz80
z_mX^0->v?>VoO?megC@mffwh@F<TeJc7AHt6&>;LcXh^dx6fFS=DfN~BSPHdt=G~d
z{W&kAUUR5&Y+3dpY1*1=y1C+UOTxQFmp>Q3V|6FpYW|{@CGUB6UHWpZpseoP)1#pe
zZ)-lCx0|77c2Gyrs+n9Yt=+5trTp4%HscWcxqbIF6#l%h)R*?j_Q?^_km?V4(&_v3
zgva)||L%QH+?_f%anb5G&I=6YwB=^}xaTAPM?gz-(!~SXOP#Yf{XbBBzQpQig!lDr
zKIzpK(my`y<((4G^}a9tYL!#wSuHc+D9sgGQR&6YS`6EEtqY9ezZ@fN##;TmI%JpI
z>kqG+wrn{WcRZ@SH%;ryQjwXLRHk%Acu)VoI7IYE`^JT5-=B$CA(foT>NBfgZZBui
z;Vq^X78VOKXKirY-osX=`2EQ9-rf#5h52ULM}N*X+jZ^6g)_hH{uf6k9K38@{6t;2
zz<BoE{xf^e?c8uRsH;a*tLtybmgwjz!Q!WKJ=a_tUZ1!fnz8Ei+oxp`AGlA<t>v8e
zadE-T6sPlA69un@K2w~foiUgBX3m7Cy!WeeOkz(R&}3V4`}Mm(wa}lNcQRS7pL*=%
zM*}6^sY`g~$!WUg^*MdE_!G4@bf3gIwfPGqCYqj}zxxu``%sp@4zaIauyWZ)-#4xK
z_Syd2?fJiC-hP@?wsV2G?(1`#qVx*iG9~lAHuGSsl@ai8U9woUbJ=N?y<ax}@R)je
z>Y`O?FFpy>&YNfzf2D`vYh=*_<!u+D8#i4qY}E}&{3hkQF|%Fz%Nsuz=eg@YI$iXb
zUO4BH<ec(|^)G%ow5})>O<_=t%9+Awc;rmC#4J&*>Ohf=O6;9KQ(ovO-|NmU+?;8&
zn0vy#0*k9LYpr{}?x>itcK5t%Qd(=fZrSWhcszf;$$I9>t_`6db}QXnIISslS7oiw
zt~IMZEGn#PS$g)1mgS41wK)kb?AlFimye5NX7kSeDKT4W-`tv)AuE2*(3`z@r$)F}
z<yq->-69uMGPHV2ZR5UZtiKSo$n-^&!Ts4Aw%c>+%T5&PUwr1+<o`a;ZJk_;H!x(I
zoQqhpMS<tu>JO{@d=ptZ)?0Un2uoeP6x~?L<l=hyO>sfR?BDwP56%6(zWDb$ZIjE+
zd)7Ffak$#*@08+SX4J6!_U14n1=hXn`NiK(rfpU$K9n?5>RofDCMSz)Rpl>@x56G9
zU4H$|*lNfT&)+_e{YButCQ**S_WQ4Ewmogx<@QAP?6atX%l9Y9DThn!y_*r8z`p57
z#-sh*ts;jvwgukYp(uJZ%(Z8;A<I(FtueOzUzY88rN?(Sq-JV^f#5*~$I~_wB9Gm6
zDmp#o-|{oBYud}5PfYHZc*{v>rBU7i6SbRZJd27yF5R$iPg-f=(OtWjL`%!rT0dTW
z|A*Q6dA5)L?X~8(Z8+2S#coq4?p0C7_h)a6T5GWF>7O@Knh!hQ`*Y*?ren9dxqp>e
zPP*>#a)Ob^(kT;mM%vj}Ja~}Mzjx}<i2kpNlM^TCMl9h9Ub*^oc1dXA_j9@PY$`>5
zFKMt{+v4Eut12qgUc#noYL)h<;(6h<<lg1)4{@7xEId>j_L@tT^`7Leb&JjIX7_LQ
zv{agLkcEHl_n0}cpI$YGf7q0ERZ6AryZpSutDbgsMcuD1noiAI5qhIw%ipHu)4S5s
z!#{qLtl{vCe%Jjr@1-$^bh)GI;lFy_Y<Ju?O;G!>ZHhohRN`*A=f5U?Dc>I7v+<|>
z-N#N3{unHkXXNne6iVLNQk+=4HSe(4AqnTpJjdeS=jP?iHC6oU;u*6fv6Yu4@o=in
z)>VfiW%j0?Ygg>McCc8;PP@BYE&uQmo|V^Yuk*JRiZd`py`FP)vQ)>absw&|ek$FO
zz9w_#c{M>{or#;cZc3lKXmT)nvYFB~ww*;<4K4mgt4yx+{1p2c8(-nEhkdOATk+eo
z&ox$FxSToV1l!GrC05BsGZoh!J<3!vN62Slsi-rTcV_6Jf@A)-TqS$VTi@umKIRn6
zsd8!%k~W#=yYs%mML*W~n+aTsn~pOC{kTyuZ&|T5>lQVcTB%cPA&L7wnn?saO$*D*
z4b0;)5o=kqXwf{67C+S!3Y{h*XH3*Y=eZuSm>YZYgN%yt2aijplL~(NeDIp5uW9x=
z-u|26%9eg{*1y^U(_(UdUD|EK?~%gvyXE(BtBKN$P5M&%x1SXX=9%wa#cnlww!r(;
zWkFmq7Trr7T;rEyNxeGtSgQU0>}QNF=NLLQo@{CKDPLk}Cj6L9bD6eL$Tr*ER_*C~
z7pzhBH9Ep3e^;G(iT7E@90{eH%=(MN^pEz4#%4V+)>dsh(|$25Av@#$ozl(vT+cUY
z-tg63bino5v~O)w?|cYoy>f=@z0Kui&$D)(J6M@}dvl)kmRUVa&Tjiy<Jod~pY%`s
zqB%Q`wf7q1=crk?{uo$F{}WEWeAGfRTEuGE#&xy9eqWSlczu4TY<J2lY67oJ!ptl4
z_U%qFTD#)8>1VggS42aFh4P%w`BWGRYKCYfX>>Z8WO7X?Xgbt<Y2(h7qFdP<+3SSf
zAAQ0pupn(lR{zg?cKmVwMAq;7CszLM&ho5h8Ma5cJH^;7)E_-j+Vm(^e5KSU<-a=@
z-7!jS4VrP|`7*aH3ne~sJvY6<6|f_#HQ4qZtCU1o;u_b;MlsvC)|}pjCrXnaH{IXp
z=5gae$iLrrpQ!gQ>amkiWxF>aM(fe}t$(+cRV*o5)_p^3iP@L@nN?3~7d@LY(`=_v
zqPEE72|;rjcpfH*Y@E4`qb*laS!%|e2~#I@-#k<4FBNC+)7j}ev;SzU>apA5kt`E`
zmiT)fzdQZir@86xKOJo6ul#c`S#O=#8Ff?l{C$4G*?xWfmH%(Dem>drGsW$)iAm_$
zM_HXBU56(#^YMMlyglvp>+Cff*W6aE-MwVh>oxxCUn?*Q%}i6C>9@S%{m%0Da{kl%
zK6hvP+|SLCKWygjdGzX6)8ogF-`QQ?pI`GhdrPeRti?-o`&v_P$+awGEIj>Yv!=Nz
z>&rJ64V4`PcKp0{!$VbiTdHT>qOHqTnMA!@bm5!MI&q8indj7PtZPr%|I7bp7+?R^
z?ss|o^0&UzvMN}vPrq(c`O8FPb86mGZrMh|rIFdcei-?=Iw(lBE?1Cj)MQeRXPG*0
zKKstw{2PPS-~XK^8O(9;=TFwy+m}p2m&vuh)==J|lq-9fB}l7tomPo$;@-IAHSXb7
zmlhq`nYGsWWrdpHvYk=x`mWcX+V5VM9rn63&tq5Kk9|`nMF@*<$KHS3x`6T8YSVL(
zyVkjSp1gO@q~_ecpzD(-ev5r=P-%KBmD7Em!0jsx%a!UU^t7$vpWfc}@~1~!pMv_8
zkkTbBodI*?WMwaI%g&RZf5Al9z;@f~;<pcCB&M*{``A2=b>F=%&#35Gv2N?4pFwG|
zXMcH}ek+n4xFF!;VgoZxk<yDR)I{>#UW>&wO=P%PeM*D<Vba{sOg(e@uQ7-*m2Y=6
z)nZ#dyJ&&S?Oi9kci)s);u|^h-rkq49^X%PXiPQMo5yd!aeu!A$E1B7svFjQVC-U)
z5|U=TygTqhj%Uf8wcjM{_D|Hj|I@~RqrQBho92&~nZ-)R8&Yd(F9&FwiUzG(v~!Ai
z%<aSlb6;Ki^8Ty4Xn*R8D`%@U=O1NIOwmg+Z*_5TE-Ks|d~LyzJ<Ou&$)4vn)vgft
zcKG<GEq%|my9ZVDCbjRqpSbQH$9jid6Q>4+l)8q7Z-{vs^6K7=4UQidF246vS+G#q
zxa9D<1NpxW^+@HhEj{cw-|BqM0ln@0)}QUlDqN0C(45evqImb3^Oo+K4U@Y9)>+I~
z*5ovjX};2SGiKBN@<S=BRxVdk*(dgiL4J9d)6b7zc2ra@y%o8`;%_J0n|sl7f;X;v
zCm8pf{oZ3ot#^C=u+{&!|9Ssnh}@UL3%%{;n%7$2FWmf~m0PDE=EC3V^ZzF(hyK_&
zL1%H$Uq_e6r5rn*Ru#9rXsq3{R?u$&Yl6%c+tW{#<!t{5Ex$hf&ztjq{R@+X__;*4
zGwxou_jH7_V7$Pk+Xl9xMb4QLOkV^(wT157`*8ky3s0u*A8oz6&u`uRIZvfdXa41h
zj2FHxPT%}y>2XW`hw)oxia1ZZB=Aynp54AZ!4b+8+09GT=atr8=RGW#|JiXKr%A;c
z$$ypkXAERZm^oFKsNYU}o-ga?uvFCk+sf@X?e9EK{V&yC-9BgT{LS0z9b&`JeE&8f
z=wo&Lr{^|1>gO+8_mNNU{Q8}Hb|l=DK6mc?g{aG=vO#QLwoFOXnB28()vAnFYJN4V
zV@x;=*Zg*FD$#i0J#lMC&BuG+zQi718(n@O>hkP9FYl^+=d`BsikF`nR5!m_Tz>rc
z>p3Q0?7YJypBQ`EJ!+D?l`ql0cI!rsNgje4_Q$>$s#doeip6F=`^>p~`gEIUxzEk{
zb@N@7`c8a!v+kFu`1I?Ahu*uh-hFmE?Yp&MTILJ~=}S?p&KnGVnp-|!QKG`Nbb)!E
zL)vC%PKBfAHdoAcuy_z|en0Z`Qzf2=J^U?eB!s3n=`R&&3}1h!^2%4+y&EINCOLVu
zGKhCp?3xrPCURk?ADd0q1h11lQL*c<e>{HUTRF><HLkC_R&gy{nQ6o~@8puiOCe{{
zjMFw}`Yhoy+TOx;?jC3MqA6FO+D9LG+k29A@tH3QiVogeuNJhbDgCipdbrjj_~Q4r
zmo@Wut=h3~Uy9M(C%Vf!cQT*bec(_4m#Dcxro^f(dW#RSeJ-{Nd-Oc?YU#fFr=A=C
zc+md#P*_>V_vp#RJH2PUt2NlwE&Xb#?5FoZ@3uS*)n4lJ|L|_^gzd`}=Kg;9+n?7p
ztHJBfs}H)ZJnGr8a_cPB%^1uor-`5YzbHeT^^)2C@;UuQe)f|#EIWJ2AwxPnqxJ0O
z^IJCFvp5y-^TXfSi}IxR@kc(X^{@=^o_gtLQhBWT3gHjtX7-W~_f5PqZ{5RnRrY^x
zT{$qNZguRFu)UEA?-mKAu306aSL5gCV^ywy=+^BU5**W6tmK}$Y8?Auk$h1o>T+X`
z@%bBPL!*@DoINe4$-3-)`v!Sw>*KPnYqj(KHQK)`wsY8d=~QP&l6!+x-IiaHdCxkc
zdS#b%Ysaiq`FwJU_SPd+M&}dmmTp;_CKYUDZk;>b^q}kg2?5!HuQglxv;WL!StX*?
z`aWf8yDrz4jMPvi5v{@}+T68fhM56sx(j_KbB4cQE-(LUt)7%w`8Y|j@wU~mQ!77S
zd?=#pKjWI%(v%+$=IRQpV!EuZyvRvwy8OL^&B}p?T#QQ>S-Z-tTID$3AoTYe+5KJN
zLJyr5OzIbzcF*F~u7&gNa{WKk%Ah8m7pcOx#{GoZGY^;jE&M-16`%B1gsGKe&xorQ
z7wTL(rDA8#Bwl{M#`&$B&etEFHP+L+_x$GN_n&?o&j0x0;&;QhLJJ+v_5YkX|DWjv
zuIGo(>+QKYt7>V0)ARPJb=!BPm44OvrTN4_weRHm9dZw=bF_B-RjAs^=^eSJWY2f!
z6+wR6WR>4dnxeS2f3K;<Wq0Qp=h^NQ^u}D2aapqQv&Yiyd%0U#&iwv(+El&1&#ZCb
ziUZxbW>){&O!u5u^qHNvem0wg-m3-Mm-*aV=<-A6$dZLK!%AY$?zP??85>{x`$<Q0
zbM3OtmS<BARm;~%-1r-H`RlZ!Nu7qa;^Eil%#UwquzF;ezB$rnxk`2QXPcejK~J0S
ziypi7<#BZOOJ8~4<#`IXI2uhCX1u<xdo1eRoqf&MM3<lUTe*rWIY}`z<I>vF0P*K-
z6BIwI=P7Qv^jJJt$Bvcp_f1J*ZaI6a%fZ4Ew;WY^#;zjJ9x~~0bFEtG(WgHxr*j{^
zzVEkQZ2E_d3mrYyw6^oxKY5jPFfdrLRKllaO@qVaNiSo!dzMX{w2JQ^Q*!Kt1W_UW
ziM*>H`sBP)6FVXOe)SH?8%xZ8D$RL&?7%8n)}&iy74lpUcCDJ>r&gGh|9S6(6a}k)
zXM(t9r8O;2UZl0faASthmuqSVQ|~m*{t)?6p_8j3^t40Nl%MChcU%o{`K>X(P;ZG>
z_49>N=^9r`dnZjg`bdjygXEMcSEh0uSt4;`n$*-1ebrgXnK8ch$-C+jrGw6RrOcEz
zG28B^&a0&s%WhoSYufhnq9Diliw^@OdMx@cY2DF2`sB81<oci!3&i^E=1Hi$t_kDv
zh)s<Qulhe#Zbk%K`q@7f_bitg_11|!Kb~>Zq)~6e%Gvinr%jgjTk*o#q-QqgM2+r=
zHj>T3d$~*RT|2h+fM|c*+?Ae%cC#M@r@7z%zEhDU<93<(lLbriJq<nPJ=%RjjVCZH
z{P&~cj>E^d2yUtixuSkE!n6Bucg*hId3Td$?eAW+Y|$Q>c#SvQmiepZYuuY}_sjfJ
z_qOeSuT@SEylmZbcctG>&CNN}OKeSZp5C0it<&iZo860z|LWM)Q<JZ1m%R)T>b+z&
z=WV3!^gulU-{^JxyGryo-g~s$^z~EG>h^XGf1MRwG0j&j-JRRFviZxNRo&gY&+=J~
zw~&h4m1dKfKAfi(=eoq)-zmHM?T753rsS8#AFfPIxfG&vJ@&_SCzdCRN|lR!^}bD(
zz1A+8;gvo0rp0dE<sRpLv^?3o?D+34!FWs7w&@mkE}ih3`R=vzJW1wVYwpDTSt0Ys
z$l}8L8FyGy<j$l^UG~nBwN92S5_NmBYS96~%9Dcf4&q!@%BCKzv(8+&+OzlY?K?Za
zbNzPTe$&2YW@K&8MPtA4*D)?u`kVR}zt)LkDVo$%^{+))_vp_<r$1g%SwG=ue@SV~
zluw+A7f&hfWqti|?y;GsH?*g9AD=UC-|5Nj?>FtKnSb=DX6<#QR%gu_nhPdc$m}g&
z81&W1Pvwn=(w4n!A8*Fw{GN9F{r+yh6|wVe)Dtf~&*?w#Onjn-Q`;Wtb6t*l<`sNx
zDV1zIIWr&4l=|dRl0D_XqYc+uo*mq|W}}>n2A}?6HKn_Yjeb?SZPJl1`95=-;}our
zhxb$ta$QQ<uwaJ3nwLi{U${MJ_;Y+}%N*a7#`{xpMDOv<U-oty*TIt?IghcX{r&Z;
z>u1ifix=%`w=as<f3eH-xw!bA{|}wRa=Twnzq7m4CpeU2>5k&>dfWZ{nvNKXC56Va
z%WNtRIjbU`UuhlCl05Zt@^hKm`|P5x+8)Mf9({UL^`2#1Re}6#o$1r3zwk=F?YiX6
zi<}j5=b8_O%-bAp7N6$2s9@fSsT?<&VvKx5ayLGc-=<c3TX9Y5B2|97pPBRKtgU?C
zoPMxC!t@nWV@Ox}^5-$Jv4s`CGp-kW*;%wq=HARDrIpE2HW`ftS01+>ckwN@Ow}{j
zw)PMDcyZ3}vzd!Ewtdm8e(>PKgp(<Uc4dDyy?$|xUCkax{<!O=_quzs-8oY77oAsl
zwVtyz`9Ns9{plHYC+=Qx$m5#bpkV2>X|}+$7oV>C+o>e$gsM8th`xWhRC~*$7t7Ag
zPJYhYk)?9f)8e$sRnH@97UuD$tl6@Y<NGeDiht2h<{0o^4!v<HL-xbEl@9aHrp3g?
z23!|)I=Q1zV`b-2vlB}n8RrW9(Xd|p#MR8#Snr&$R@jvHw)V5a(#>P5{N3iCjL6(@
zv*BHa%U_2Z3k|s0Ke$ecJEr!QZNY8{-_`TjpWf7q*(_3}yjt<@{-+M=e>YEb(XQRU
zl5I+z#3zx51<I#_Ki*82+^wG>`_ouv-PBVS_aDky{izM;>A9-Et|Gq2c&qE3Gt&;Q
z2z>jt`^d{10@G(?_utq2zl(GK90xmdUG5u+(mOiqLRVF^sWF);ZHw3GUD@&Eq;TG&
zCwqkC)~@=qP~-XLouOR4b264~b+~4_=&ka%vrpUgYB%ZmowyVwq+fPnW}b>bzY2ec
zuhqmIhK2zg_P_ovHdv&%%l!ZURY4}DM~m)0XIC+?FH0|ec6yz?%k!Ma=9m9}Xa2eB
zkJPanJKkx@{PFaDopk*DaSM+9hl?5WlB2BZENtXOZNmS!{A<&!`4}F$`oDZ({jcok
zNl)7o_lpWvTU_3of9ku@W+QFm)w@>RxO-J)mFLRco|Bik9QdaYX_oM}P>%7iSVHXv
z#S;@Uofo)puyHo3xt4Cec~)xIvN@l9%dIZo6WsVG@#v28cHj4AZF-os=iKz4_iPW}
z+o*i)*V_9H#{{;dZMe)J)nGG4YtOUfBpvqd0HKif9>?qJHpJv@sQMBcWA~3?cKi7Y
z>*WruR-IurqmLn<@qXv!)Av~YmU*>UA2=xI&Y76Z8z!^n<09*z8GSob3&cMqiLZ{i
z5T;=5?3>dXBz$zM#r1=X_u8JEu+GVkd;IK`<+khfUAteeFRcD6Rc6ufM?>!JsRJ6!
zcVE3>I->Gzqu;^ZtT##@xN-k|8N+-~Bjz;2`y;Dk4V^c8E8onxyr#D)l<itj(TNj!
zLNkv?sx3YxQ4#0x_Quk$Gh0_2oEO9>)mt;|#pbs<e=J0TJ1*>4z_GNOx8hOb>zcix
zif{S-m`-xb3R*t4Nz~e^?RjOD)-M(3HM#y$xsNta<~YiFw0}pDpW#}@-k$IGs>N&f
zA9yVupL8Sd;hm1_>*E}R*;&G4EN<;%-*PBJH}8F3;&0Y1lMd~FYxU>aae38%BpJ6G
zA3F{wa*Jv(bViB%{CTi(<yEOA9*15_6@D_(ygFkN!{-W_g7R{9r9+#SpLhB7Ojpik
z$C0n!mTAmbv1!_w=?&UX%zdl6O@8iaZ)sb+q4LYaugXR8+z|#>E0uU^o=^6Fa9nxc
z_rLd#+5h_gr~id`_MJEDvL6~%$Hc}ze7ah@=EuqQ@6iQwXX_kdULtIDGUnaNPru*J
zy>L!0eoatgY>?qObJhl~Kkp(;_OIOD+3V}VH@7%qZP<%le8&qtE;s)8xp{R~p<BzL
z)~35FIM256Ulvs3n;gM)mbqOebK#8M$1{3;ErK7;DRw-4spY?!$YsH~|8^H2oT$~%
zwahT#n?yhJjZ@iMa%Z>vH@f+PY1aCt^?SXuvn1L-)S3CNn=&aRXV!(8PtH5dh|s!J
zGi#C%V|@Kz(KG#ZDzEiztmoWF=kgMs^R?iErZMA+z&~9EXD1{aO6p%5qv+Y=#WBa_
z*hwq1fK`4%J<e;Lj5|!{GB(aFP5mnD;Oo?SN=$E>jdQCOXT$!DN3)lDPijllYy5lX
z{pZ>*>LDdwXI2;A>dMUX<y|DivBWtco8ihPH6~4K9VVuhDkk5ORqan7%{r%AdEM$>
zP`7tvU+jf_%bs~$Hq&o9GO<=D_-^v!DVuJtShiGqk<;}Po(|E=wlFtzeo+kFxj^90
zPF?Mv9R6FFk0@ka+$K9Mmwom0j6ZUV-!X3UEb;lEV9&6S<6BnCayhR`9Vt%@xyT=J
zZpLi<JSj&qPgqxO&|1ErbG5^#1b+63r~cfwu)JU;#%1cybH+d`sH2I&^uyb~JpTGk
zd$QkdcrB8*<=BH(_0@Zh-#xe}T0m@W8&^%<vN>im%{G0g*9zM3$l`RdR?SS=9=_O8
zj}2uCCKn|4a_<+}QMOJirrAPl*TD@@vn5KdGub@5prAFE`H!agbmP{ZuEX{VH&5Ya
z?>ksh#kkBgB2vI+OPt54O>&I4yBb<JuDlX(y0Y-Kd~)$mp6UGiTf5oi7sT2$X6ilg
zefZv|$W`>`gI~!HdW3HUSTM-;7WE$fdjD-1Lv+U30*T^}O)(QT6bY9rXc<|@Y)aIY
z_q!%{kL~Rd4Y7G;G8=0Ds_&@#DH^x`2hZ)>`48HpZ+v99#5+aD<70H#qz2vhuhq=@
z918N?ovR}rJDzg1ZsVW4gTv`%*S1v)Z!qUP^kDYo50mnVt2_65%7;^ppB8SN^!`Qd
zUhYl$cW$njvtapt^%e8>?C)!>fBGi$%e04oOE>ITyo`Cfty}iez_j^?CTZ;5_Qyx2
zSN*$PU)16k=Uglo&JI1=>+4v4dBd?t#T^;jyx2{S%{go6-zqPBH+0KSnU5d#wqM|G
zU!8B)YSm+K>cC6E<BNIUneu#KILnh<m2vg(7FipSvi8LVNi#pbdL|ZM^O<+w--qoL
z@Be<^c;^d4?uHHg26Fu$%0$jKO|SNBJD9S-qj_r6I}x+#**0<CE51%Ltny6C?`5-O
z=YCKik!YK6i_d@F9_FG0&0kr6tz&h3!`pk!z^id?>pPzfC8;|MK6X6*#Zq<Tn1V@F
zbFoF0<r4QajeO^eQgbr90=6AHv5tLhbDmS;<|yZhj@Q?GkpHj$PjB74{f8=QnVp&!
z7hSk_Q1GzD0@I%8Hy>YR@w=)8zftn_*WB<qoyXcj^-tCN3mFT)TfAqO{+74q#AnI9
zx*BzrbEnBX&0Mg$<@e8?zg2#%0aK%_E=o?}y3z5^JeIw_ocXz~o4M0VfdY0e$1Igc
zDUX9BR&t-6y~IIVBT1uTLg<ErZ#9Ch_bg11N&bBAfSrLki%3SVglS1FyIqG`=b_Rs
z-#FHDzA2rxV4|6U+ok2DI#B^??CH|6Kh**kCnoG^DmHR7Tw@R=eq#w&pY9EBh0Hno
zGJPM`8AYXDkYs+ZyK5hBh<y9mqf!lrCwH?~Y=~%#S#VVJ<jHBdtvuYUYS!+JN>h(5
z-+aGPzvca*kC%R*WYKEf7&L25k;kEBo?7K+9Xyn8U$Ln;RlR_#cRrt=yWokXD>xkr
z{F>MgyH1Jdda=O%!@aisl5ej(eKSk<+Uc6MRTi$ZmK}Ly;^)5n$}giMx_%QUoz1$i
z<><<%o(i{nR`NBUpCMDQ@N@5?Och<1pFcw{Ma+o#;@%ryc)?YnWeQhmvwtAV(svCS
zuY&z$-9sw)8J{zmTKMsbJ~b7|lGAdI>UMBm*=RXCd)20w7jIr@-z2eLB_-sTT|<VF
zmfsbVQ)|DZ?3d?0IaSN+`uv#o!lDlgUNr|vX;0&v!1}$v*1|!ls)FC%WbXYbE7a33
z2c{jpu{@)8r^K_My|$gw?zed?tRAvW5=wbmVYA5iZpy`J>plfOnNxXJaA(Lzw_>sA
zR5@Mod;f*`T=(>^Vi7v^ZhBhd>q*LT@<%qmQ)E?A>Wj&Dc-NG_?UC(`D#x-=?hNKj
zx?hS~kA4z5eN{LnriObu|Gnc?pZQAmGioaHYn}|a+Wyj^^^fYg;-CF9ZTd7%c5`Z7
zICNlXs2-z)@pk)GPRR-83i5qPatHDn%H20?mUzFep!&OM-n#nU-Mh~hl>b)c`z>8@
z+a+FY!{&p!9^J*wpIcu$8vgW}sW!!q*&)DBYNm$6`kdP3kDqpCM0GxLKC)(xZ2PI_
z?yU2^&xt6OnlXbdq2^azNY9I%4)%sW(_ivADrj78=y4Z*!?l<H+r%=CUmWo-gFcD$
zuYS={v|0apVeaP2{gn=#8F$U+%>6g<`O7cDp3kq$WV>JYpZQMQ{RN6lrczRDY-+L#
zR$ukfaEq_)-S>Xu?e|9VHVW<YBzM0R+yC!NaLwnd*DK!NE&sTde_w0)d|TEB3pp?J
z`t8zsE_=sfQLf39yd!F%nmW_H_xyfmT=Vsj>N~b>MX?KA3GCe$y(Z`O9GiUnJww-q
znDs(m6}ifc&FA}NSUfc;i&B{?9ObGtQ`_QPU)H(mi+35EjyIlKdA{qz-uLzV{PJ;+
zHlMF+1(iJ?UrF)H+dJK^5nZ;c$XROf1Diw(xsPYf^}D{@+CFo?a>SoiPYT4jcg-*i
z&d#3@uy1E^@~LFK_17(S3Gd3~nW25XP;=g#XKp6G-LAJ6nes+>`?aTpYs?5(vec(}
zOX0C6lA(%+A6s}arnqO^J>dFp%cX@YPcWsvw+$({aJh=7Qh=pz*KCERXAAO;k0r>k
zaf;-y&fH$+a(`>lGtu)^B|p4=O<Bg7`6e=ba=_n+DS;EW2e5ou+F-eKfvBVO+!C`W
z@2+2WzlphUwI615Y1#LF^J-t!8%u>tcKBS-Wwy<{<TK6v$4=wz_nI@pHlMKZT=uBx
zkWFEP7I)cFk&=YEiuB+^e@-6qzkJ>4POR{(bknJ-*^kX93td`s!|Lw;lba8|d8J_c
z-oNEwv2gFom5z(F!+7mfrE-@no4!6<Y3s&<O0CaFPu<Gbd#2pXvGrKus++#QQ?C3!
z<CFg7j;%#`6f3iek7IhuCPsJJK*bjQ`kChG&U1DxJad=j-)WC8ixsA9k>P3lFSGle
zMqJ^!bk)Bx8>G_SeC7ykELq3MaISqts5$#m`<jo&58Jl%9$b{Y!Cvm6vv9)P!-*0b
zUP-^mm>b%&MmWCW9h+F|MjakU-z|%DVxH<;ays*<W7~QY$@SuUtn5`?A5Afi?ECTT
zpX|{YAADag6R=(oZFj`^m)x(q#&z{wr`6v-d~}g{%jxeIO>#L3vRPf1vH6)N9(s6S
zgF;aNmqNZ)$<G=~^V9oRF$pfLv7ObsLeTuAr^inPsqbP1);;aAe80sl-t0g2_UrPB
zzpsMt?5XPe`!<`Q$1S)(mRrnZORMv;XHS@zjqPsDxv+flR$s1LlRJtzjVmm!DwoWA
z9-zJS;oBLP?7gS-FSulq_wA;WXt+ezcbOUCYz{#;&rCVt@leZoa!QV-m&p{vjFQ<b
zH=oQ_xsdwaf1h>pIX|wt$<422YV-fyKfn9v+yi<KZ|VGE-LtjeaKqPDi~TZXy9+pe
zxiD{hJmXSb`R`l{o7T(wqHHH*M(yXY``@C!?+4RugT&i9(I&a<mrD$C)s_6xPWp2m
z?<tn+Rgzfy@yA2vm^I-$YCn2$l}J_}tn4qGvPXWYbc|gM$5N4L-J)f?YacDiUVD_;
zXJsXGn^wvczi%IOuAP_pzjM*?_B1EySW%zC-Y;_-uj!WkW-Q+wU9s&^r<~e_|Nq|q
z_pSN(RQ$)w<@=9(ettf2uIq{Q)vy0^ifX?Xeq=HAYw*N<GR56RO#0{N%(nSmGi}fN
zSMN2gG^JP+m#(tt<$YeYnX&$}=&WU)tUEUIxxGxOeq(#xcZ!lre{WEVe(QG6`>I?Y
zlMja0eLHb6UPnwpRcwRMoo5$jupNHL@LcBBM&8L03tm@!=?)9J9NehgS~s&y&+L`E
zju<y*owmzWO=ZQ3NR9c7-jUa|3>k!S)fkKn*`2d{pC(N-^4j%agX;V1;T-zn3tT!Y
z+`aCF=o}SJ`Yf`i`m$wJ-d`Wb0KYA2t5$M!^5tstdUKU%&u;EwI_oNsS9$D=yuJE)
zyN7kBH=AGK%Ul#3lRv9ab+*~l;`1_dQy6_s7nZuUXx(}2b^3;;!BIzT!HNIpxKI3A
zx$@wXH(V9Jc7_;U4HsTjnHxKMlXKcufzKlAig#)Ge9}6Sp|n!ipKqJROw-NWTLhkd
z>O3kQe)Rpx_FeBI6TCVPy<vQ@qcM<UhNHy#lPe6^mdms=p8KBBEBNtS$`kXq_m(R<
z-t@b0UT0S2k-tkGJ}@?$#<C&VBr5r0_Lk^F2juj6Hn>|SZ87^XOPTfI#`Blk6HbWm
z1^Ow?GkO`#+T!w1V$wm$H#R4poOFFT#WiF~;N<p}M{Ld^CfPQ(6Yr}Zsl0v3_Fv8R
z8xO4Q|L|{&+HR1>cscG+pgMElJBKF^9zLAHD#_2!offT=IIa0sqTS?%?rev`S*x}8
zC2<9F+nt)naVB@u-qafo|2J%?<NwC|=ObTPee2=7+IRNU_1(Tb|KYoD-gjc|ACQ$X
z(bfo?B$@6K{a{VY;TtMfgnlP^>X)7@b<Qcfn&P{vgh6BJ0^hRhjDi^~CCLXaH-?=^
zS=e;><sR{Ljwv3~dp6#EAY8vWOQ}QKy>}1e%9eFgx5%?C<zZ{NuwBK#dET-q^5&P0
zZSreewX(_oq4PyOe`m&w-D;f;wF@i@KX8do=lA*|xajBE&G#ZE9+|xP(SBnE=d<B!
z+vj{VF6P`P!nwWssnGiPy~hr_YfI#AxSM~l>%kt8Ju7c~wtHeNQSrRcMsDM~+f%OG
z*_L}l+RAftIp1M}2UkyvKPc?X+t^~}{^hSw?0$#arbPm*id7<)yG?W2zh*W5TP7MM
z*l=;@5~ZN1g)hZ+?5JUQF3B%vb0BfQ|2ylaQ;c^$o-1M(Q#ma>^PuAUR2i8!7KfOe
z3cHoQ6}?wm^<&RDOPRjvJyl<YRzEE-EZ==}ef?inzT?dSpXQ_#S8S{J^g{7o^*6q{
zZ!h&fetMcM_-)oQKbAV@$t$@WwGT+#RGXPnGEZpZdXe2l&sKIN8R|Nmi`+5KB<4ZV
z|Deu&+Lt9)IlbL-ZO4us4Annlx<n+bB3~W*V6!%)tYhVm@2;DQQ@A&z7>DpKaKB{g
zVtdShCm^as;P+p~b5?~qL0pF|I$Ym<Y`9z2{k3ZDb%&VGhQb|LE>?arX0v;59Bz9r
zB;E5uKsDHiY374B)6a-*%1!&l7niZbDzoE|Enmo<qe+aL<oxCA{gj@ZN-aDVZohnD
zv1{w<^MR{Y+NPhoy;CzQ@<iBc&92RwudG)tTBPRO@u4_yPMoo*#mf&*BA2<ivum_B
zu1exvP|!2y-OLbUrB~;VOkJ?&kEyw&-E$$8YDY)S&;MGQ>g*gUZta-E_Cs*tvWN3#
zU#W;^>2CXMbz!Gv!|rpRIW3}@n4TZx_Uh&Fk9mD#=angEn(B<NC){#r+RRaFbv60M
z<{lB_cmw6j6>9PhE0q+#vCOU6Tv+f|cvZxlhA^op!DA<<_aAkt{4w|Qj=9!<mTO+v
z@97@Xo9ETCU1Nzw#M-jnV~Z{)^@=a!I9JV+=W^Ps;%exWsyLZ@pIz42=~f-_3oy4T
zOiq4eCd#OG(sH?!vfnzZsXiZ?X8)NsxwYiOf3}RKFsZkz4ySz<@cLd9JB4kzz`9sP
zKE9pocRIQQMJiiQP7Qg@?C|f5)a-+cR{rzdWSHFcP3#`8f?d;FzTJ0C^YY`8cK;T+
z9v=Vb)zj+*?b$rLr8n4ieO;5~+Hss`an75&20_w%c4B;4MF%n_c~462J~2;h_r;pn
z&?5VjijKP+5*@kL)GP}5kRs#w{lYgdD^pFY;vcCRUsDb*?{T}T#`Cg2{RxZkmwf^U
z7Zs^~$y{@4#qk4z{@z(UK?b?%tV_y2JQhfsF4y|a;HkqIQ-;fD3%oonz8gzA9Gt0U
zw#RLU#Ksc}s#^qtTGDPlKK}n#|3~-w56U|(p8A}BIK?Y9eAkYP{f|5TCiWlx$FMtU
zQSPk=Im%`;Qc8r5Z{}ZDaB#`R=<dgf?A9_1dfhfhIILvrN?D{R)}-_xPPh6b+lPl2
zxE)=XzG%e6#3by#{Ybq2<MWK$W>35#G?F)Mkg$Bclu0FxrERHzHIv(_Id!-0bOdSS
z950;1k;Is;+vm=19c5GZM<9HC{>M*WO{c9^-4dwi&JfU6u=D1F?fbsV{t^HGzP@Ai
z>*$#H`w18AcTIm)W%OD*qsC<6%p+_@a__ERzkcIw8K<v(d)u)`-(wCs3(r21`B753
z>DISN1v__gn9W)wozS21(|e%+%jyG*`>gi7oGHI1+FiP#Wr1*)-KW0bjOac6wfa9z
z7jNC*7qr1Wd!xNf*9Gk*Ix}ua9GicCjs6Awsti|&wuM}B-6G4@y<Xt7Fy2q|k|~4p
zgIQ}-FB}V*vU`)nX%YFz&xb!M%rv;SI9J-H_K(iTM>GBXPo3Ii-XI;5#rm^G*G2ME
z?c*sXm;J8VOps>XFnPg>6|%Fr_0~K;9m2RQ_{EfWs#`v13Kah8srmJN<(y0B=D4bd
zM4MLIb};B2;O1}GGvn)mA2Vkt#9rHe*|VbT+3B4kAr_y`{`Jp3)!RLLy?pT6V{@8{
zy#rM3@BOSP)Qp*-C4Tm$%MtO3ETL<|GFp~@eX#QHkDmt5q;ytiM@*h}Zpnr-GJ98+
zSKZsQ-0t;Bw%2cWGB3QrcdcaBf>PGCrw+^K`Q6pfICE>--RmqNt(RnEpG-MCC&M~4
zUH5Kk(JW4<^Xsm@*ezDxuGrpP*<ZNjLu_!t{+(WrpNZ^hf1(zAbDh(sV?9AHq<DWc
z6#bAAWcr=s6}co}`C&c3nnP-fw;rq7+m<;?heuE6=nLLo6NQg!+LiMQ<a`ua5W_cN
zv9sHzxu>p36sW#^F0sOCpURYF?C<`_p5a&J>SAO~`MhEO(T^1eDt;&5xx44U)z$hN
zcUShkJzKn^klp1v*S8OEE@-e`;??nRy6&+?*H*c3s&8O`i7%gklSt;~rZV5XY}&h=
zx44F~MhQqAQ+X4j*(;Q95<FXQN~q`Ve@hDbmP-2<htFVQH;!`;oh2)tbDs09zU+j_
zZSBjY&HdihN?tntw2JSY>Jkp$>q`Sa8t^={4&0PHPsyWLq~VD}U{;5h+5wgf&7+r&
z9<dL!uVG-H<)+5jUDtRvt+#GxOR;;+*FVxZ<<=%$P0ZX!dXE)z#bnQ7%bVi4to)IU
z^0#GLz5)WSEp`P*XBzhL)$VUgce|XiLB2V>x#^u%MytY{^PQh_lQ%@JZ~AakeDX7&
z;9u9;<&)|q3QCKcPcJ=KD09KYO=?=!S--WL8GqcgQhyU)^nT7(2Z5C09d#iY**=$9
zta?uBxp_IxW@|qztEYGE$A{+cA1BZM!}_gV@by{MTgR5jNISQj?l#@``=olr7u&e~
z`wo?DXa2mH^Y7I6*BOMe5-TPK3U%u(yveZpt{>OMMGscz<Y}IX+<V-hFEc;v@@sLa
zOHXuKq`nw0^E_Ipvux@l1sh+j*v&iiCjXAVFm1zg0iWlS{g@J&RIlG~uw?)AX|tV)
zpqD0(r;VQQp?&XDr40Kd+LXm=`wu^yAv2dFvR?Cao0CJdnSV#{G>f|{D*m}H7Rl7>
zI%2p|Z^01<MYelZ=UHb--(6!f<x+;!WG9xXT`O;iz5Xh-`!3&Xb^pSj50rd8&R@K6
zX}>gYlJ<kZC3k!^9xh!OILAoP&zQ|C&Q8s~`4Fde_}`zmLf0@&UH^BEpTf<f$FF}3
zUi9KlXOQ2LolHv0gQr*bFYjEoWXX!DlJVb7LyLu_`!9(KObvZwqO{;oKxNPa=E;g?
zJ3q%C?oGb*IqmYCrjwz6zORrk{uh&ISAT8_`=sKSi(eN{zVY(uT<;z0Rdq_49XInj
zuU))C+WT<+49O{tIVUGqD*5z?`)kVPMJ-T1kly$2%xh_xjoc68-Zc7Yn;5>-Z&?w^
zaQq^xxQybQ6Hd=(eF}cI@~95G)+zp3!kVn7T2|H81^?T2>fd3J%jM1s=khmwxU1^Q
z)4k3y*@W%&5k++wzV?d=sXYp>HT@OK`K6@des1unR9h7@$LP!og9$x>x}LFXOZgsk
zaxM*!TU^X~zjspYygZ&?euqtLzZ_+|lVQ;l;JBvD>-K|4FONK>=Eb7F7ai1oYrpt~
z_u;}R-;54qDV^c!ob=}Ml!FU(XDOw`uTI(ctl55xj8q)s8}p1Gd|tf;av%P2^omL-
zuPJMIckp=lkInVJ`Zw(V&362-*qh@5MaK+|WJs}@THVSFRdPAXlYR8!A@_?D`{#Jh
z&8gH3Y<lwVVDX~dln@O&=M%k*MS5+;!Pj{o8csG6jt<pZ<2iAQt7VBtP^j$^h5+Ai
z)-}F!TP5~+-S_=9r^xzY%mo#_48<4T!u=;LY~LjnuWHjg+aalWKy&#Qk=~k$I;CH?
zSMptp+880X`D)Ug4WWy21(xj;J6P=f&(B8wa^tI}7gL-zPF^YSN!Invy4!qr7rAea
zN!l6t_~K&qh;`;Ke#IU7#PQ?P@_IJwT`t@OTo0P}^nK=Qmc39aTasMx{go=;ab+Fm
zCB8>%d&{QVu?4oB-)8-0<NbV9?L!=;YjdSFl3C_9w{K>z{Oqt>@veh;u2_28`&`9c
z^R7wMe0Z4es4xHU`@g;RN9O-OUC)&6I(q@bj0-s@>{=2Qp3a>AEM@K)jTx0EFVC|*
zY_-w%YvHK{J~tNCdhx!GV!g~UU;ZBBD)!fM#~(_~&0{e6arC^s^JVQVYY#5k>9BZT
zn<>LiLH~KShjzcWJGl5MYu<OU^>O=-<=1{%_@v!cX)pIoJ;q4AyKyP|E<0qm$;<5F
zZe2d{eD+(8%MuxP4{kpGtf+b4Yay@rpy?rw!Am-)*R1@YDSK(s?y2k7TBjB*RZHKx
z<7DR2ghRF$y{?tbiP=$buIp$OhsD-Jc@s9bl_@z3rcP>`ZY#C;p^bNzakWMJ6barV
zF0q`R(rwCa)(370MhVVQ%iz}#b4c03yyeo1Sz@zX-Y*qxEr`mTFtc@g!j_XECoCM-
zoZ)|DsqwqC<iAo<hGAt3UwvPILe=vFvCY>ycFzdZ?Q559``B<ct@rloY@6yYd}gOj
z16~~Yb7qUi%vg<v2<Obuf;+KWn~y#4E3`SaOyH@>%mvM=#$4uqjb<2p7T;uY_Po*Q
zPGj4gbAL0u44Wn~Y|B`%K*T#^vHmaib*78=C9tnJbZ&Q0!ZZ=7sZ)J7PSpC!A6!@O
zX**v^tRPWcu2?GRY?QCv@~AbEA$H8^i*EMv<+;wcI(@~F@kb!z#)TPnbEp5E!2K(L
zuUn__&#uCtf}>CDUZ0qem0*79lK+ACBDn`bFPAOSP4tN{pUD+>tolg(jFrmgx4fPq
zTzK{+o7Zu<4fWECyd72;tH-Q)qGn|CEXLzuZpc3yL7w@qC+^slxU=WsW~t>|jEiD)
zrW(sEWw~nIW0#V4@}WhPzQ+lkW3G+*>U$38Owr$cPr@lY;;pw{yIg}qZQ>$^eOen{
zGn6U5ot7x&bldbrwbT96Tjl1qtFymnlX&0s{^#tKp3j%r*PIX4-ZpF11f4U%tjGPi
zXE3e*GDG>fpa~Dd6!V8>Srbm%ufD@qFhAL5-;sls72h@9Je*?c%_3lZXU{(wsqGog
zMP)Oc1?JkG`k=mKiI=0<-p`G@->GG5h}}OL`av~(K3DX~S@)*jm9Dwab;W_jF~iVp
zb;`+#u5TZnL|TOIpL%V=*Jm=<>t8m6SZu#|M)tYT(WR#hbFA*^HB0$l6Y}Su$=RDR
z>Ch~`=}AhWnsr{<ThatKrRiAgu!&SZTD>In>IyyPH%?3yGbR*v1y4*<kttgu>XEs^
zwYzTbp`%Axr-_S4=uD4TYyM(aoLaxuh0h*gn~Rm(5)V8*y7a@->D)c{nk6h`bo27o
zef;%Rbk??mMH>%XJ*ykHucmWd{G!aLFNzN5qQoyXH4FRSKE%>+SVFnaYu-XGJ{#4`
zCFfRdPF!`=%S7O?#=}Gorx5cfiM1D{n!n%sFXmyYaCFD*yGsxFoir7^=5Vv-S=|14
zLG!rxdNKN6yfsNvWP)AG4$ejEOdCB9w`uZ<Jhb4c`0+tVKW^WlyJh|Er+K&SR_2Im
zd3~HQO4FwD6Gw00j~|QsKb-&n<N1z#yH;+oc+Rq5>G}O#BF+{w=eX3eSkGuks(%0Q
zV8x#whO;Idi&1Nx{%y_*-G86^X1v)Jy3NFwb;|i`lLfdRU)rm0radWQol51+ey6P-
zth`Qw&sWQ;s5L#m9`GSf!|vD%B?H~&_Kl4lCc8rftoXCtH<m8F6>_A#TG}*QsA&1c
zZN76e7na;&o^q{|>(R~m3RgWR$U0bwTFgmG&N_U=je$ej(Tt&Ni&5kyts6&$+8%a%
z{S{mD`Kx)xY_*qmk3L=SI$LyJ^}?;QN7niMc+~p7jx)(mwsMh@fn~AklsRddo>M2s
z$ja0PSuOqUee!vWrkbw9$;!9oMqD!;4|;cf)wycZ7;rQ!AjQ<DxA>IFdynrYGe2$2
z(U`n7Gj91uwh3G2O(<R$sJ+nmyqU4-(i82aby@{_2RkqSXb5K4(TfWgpX^)y%zDbY
zRl%H2E2Fj7Ctlsc(!e?SS@y2FGnV)6u6)oe^xnF6ZI`)NNsExszp_cpO=fJ{eCG2W
z;fVjHa`M?!?Wez@Go{ibLN->+E{#r{6Z(7p;#X7lc7(O8%e^3@o8yo%hkJ_J^F|FZ
zo6l9M>w{j$R7_iF9@yc#<iSqPbqcDo92e4BjQExXMy#=(;dZECiV#D8Xmi;|fh{#H
zX`cny*FU`Xz^z#6*P{CuHowj3e#j_VdolEvI>Ut5!izi$61@%v>|wvd@Sb0yzue-@
z`i-~a68G2kJwBT)Q?}mV1$WIC>;K*>*6H5yPSG`g7;qt@YfJd5HDRKLo2rux|2{ag
zSYNku=H}%kRSL`>FSqw8uwQ&3?49bxpHrJF9Bv*k(dzPnlDP#h&-ZmcXJ(iju#;ov
z%wHMPIo}oQAKJWa#ZmWXl8LefX)Sj9_xZInuWWxHEEsb#UzeNHahHgXa-__?YM#do
zWqcxCHhK&KnPQ6`M><F;%ZEyu#I`TX-gqx(!>)+r;=;y%kAzlbCeC8pWw<EPamJ)M
zHv-xJt@`}qUHN|Q%O*G8e*5v|XZVil!tQ1H1>5%?PM=@b)^GRAY#(Ux!|K_(Yf3A=
zKRkRz;e?za+mXJD+pIXF1i2<1PVC?JHlb&o#iy(HR!?ORU}!5m^7*;`L!0H9OTt*T
zg)tqBYVBt4KfoffxS;f_)q>Z0qWzCE63u><tY2|x@*hopOTRev=&tE`wiiMzA}cqY
z-^m@7xgq_{H}{g-{^|O0r;fNw#_Ye><d|_w%p_uqZ+APtoP&1n{=e?^9rYiN+aJFA
z)pXK-+vyJ*o@=XV&f@J@vtUXb7c19fwY9u!M8$VrTKCaq1OGaiJg*XyxXYSFvoy7)
zaOX0-S^4Pe@%Y(i*>bNR%23ud_|1|Lvd$rdOE25{^9_Xnj+)C+$@LZoSOr{-WLr*&
z9DX`$*};Ds#I?db9l1noS`Mtvh+pTde927rR#?V@TM{#c3=XsK&Nf`;rMLXiEmy~_
zoAuQHsLd`vC*n8Fr{|MY|KgT=dg0y{&o@TtP7-@kV8d41#>KjI)rAL>IcvApbp2|~
z_Ua0gx^<#_e!h~$!nn)DNm=i$uKI_a&0JVIdzZJ{?$|R+7BBxCwD;ym15+krHnFMS
z9?I=HD|5nTE}u`S!qcsv6kkfR_O8A%>&((4)34|I<r~(n|0Ff_;KZl**Xu@wUUl%5
zmJIc=etyT<``1(}_BZ!t$IX@hxP;mDtwvbgx8n3Kmdl-#gu1W4JUZ+1)^q#AH#g1y
zvU%Z+uNB<p@|R95^lwme$_`NtQ=U+eDtzl@dQ9MpC*4mus_N(6HvPO;{e0zB-b;6y
zy%{!gh%8qBx+r_Yef|y8j_&J|SX^vzOR)EvVsLMoDO+*U{1v=KA71QYYk%x$<aXfZ
zyI?~P<1LCNy-b-KPlPOEozj?T{pBy$vg)Q~^=;kk{TuewFlEU<s^b3hYIFX9Yx_2K
zu2`2Za?ovEU4iNY&&gAy7gw$}<y;!nsjcC<n43pdIkx}q;ePWC?b$r-(Qmfv7u?u;
ztn9Z?``u!TYVP;n6`n7MWq-lA>OVu5?Vj`Oo_h}ZW~(f{?(LK*q`z`ctaj2B#<L-g
zCQTu)Uq!o~|1z0(($Q}QQDXj|B{dX$KNhdJ#BV1(_weNQG}gPTj>P(BFW(_vxW{H0
z+roJ~Cd)1y^x^to^ytp<4|86eF>!S9nsK`Lty|H#toL>ki$fj!%ql<4Fszx8uhgM&
z)92X+*^3$ul@p33*6>bYl3$@MbZhyPCL^})ZO5}VAI#c&@YN?lvDKntt5tojH<ftQ
zx9K@_9x#0FVKv()v-#~}GpYJt>;H+oum8YtUe4~o`TDQif7<JRzdyX`sDJ%0<3I2C
z>pPbF-#_@#B4O{n2ai4l)x5gudSZUz%0>--yS1ieyLBIk9y^$@HO7<K_2$GgR_sq@
zd@grn*jIenUsKw<eqSY{!}0_bgTuQ8y##mFH6G2<y?(Oy$EWV|Oyzf4n(wOLtL-cb
zZFMnB(l5>rknmBFepT^)(u^>!b;~kWEim(Xm)di>n|GdleP3cp#g}u{Kf2HV^IdTL
z)XYs0dK+F;^^_fm|G)Qs>&2e+`+rH@6WpShX>#-6PbprV?()9OZx8SHE)0?A_Fd6*
ziK}c1=gqHIvp;N3U!LT4?#ooo1XEq1<##@GF^THu1S(7kn{oOnQ*Y*h2|9}(TC~+_
zEI8b1U%Q8WUbgtEpeN_gNc2sTu)U=-L#}P3mcy|^9|czNkQblsbZ~49lFHSdDX`4&
zg4b!5yMaPM=ChoXRo2CNW}h&<AfzsG(UfbUm|#@V38O%-OTEi`WsR@BE?s2*y_WyI
zEZ^^1j(ewq!_FJ?Sx@=y<o9j=R~F6{ydfGp-~O1%r0f6Ef9@y0Y*sg)zU!e*#j~!6
zR87geTXx7|=EXcU+Y2n=kG$qve2$ztYw475;cllxw#yUe`pp(vx@O6A%km_f2^op`
z8|-bLpNllR^s#crzs)93XK>A~UGV6v`RqC0-hSFV<?^%}E!FQ6)qV;Fx`*AGJN<s)
zt0L3z;%ja^&kugK(S0Jk;LsfF2mWsYR>s+G4t(<GnWUp^&t&&1LB@+u*?HPKeiZ!H
znx2r=X#Q5?yf43>yWQk>{pU<=r@Umidd$)F8N)#hx9bvL<{m6exuFnNJkO9%?Anhh
zED^UB8=j9gE-3nbF;ivDl(w&Y^JJ%3E{ZLAG0pab#Ds~5x4oUW;H`YZ#;S&|M}<qe
zy}z91Hu<Z3V9kLj=356Un+mUAc*S~$$A3ba)3;L>|8*YIQfc)M4!!yLjfUyIux7D3
ziG?Sd?lP9$Nw&!=l-YNv?z>d`?&}ie>mTx6m*6ii_%`84@sWnc0P_x$1c^0sGE^-T
z4zpS*Z)=MRvR2+dZPSX*;;(U&P8NA239MwaY*FLB93tvB`R!fT^^fNGOMBldQD0;b
z^s>PHpl`~w1m_(xK@z*o=G|WSGKB9r^HRSH>Q>zeD)#?BeVm`UXtKZQ%E`PL@4gqm
zaNk)!r?_>p+M>Adl`}$S)b5{TKdWUH7lX+ZvkYHl&OHee!e0Dh{dJaYcDMJMu<SM0
z#FNZ#mL)7c{Pnp{V&jhs!rT)Yn&zJoc^7K9yEAjcF^M;2(KTPMHstUBEn@%YA^*mm
zdk%bl9)IvA<Nbdhq9>(gv)k;r^WafZ^K||A#QpbMc=vL|F8;NlQ)-e2XXX~aq+2Uf
zw^-bckl|zh^XdBh#NGA>3Vlwn=J@Ppd-&)evxzUe!@)k~b#eQf_{8ptEECq+VSCmx
zHZ)E@P(XIGK+*vr<<ti*E~autzPFd{mv8N3v0SqC(vH1*UH88z{QHV+G5fnR=6ye2
zsfPU43A8tR&0Y94Q`)BXyX+cs?>#jiwJwTjWSBXH*8P*=xXC2QkSQfNv$|r&KHh~D
zT*n_boVWWgv;X^E`Gzknd$_LF@8NsuSj%+gu5_5VwXx^?`E9LUg?<mG^I0lh;#sLw
zZMW;oP7}uY`5zX4-Jm4ce|w6~{O;ZvjtjOh_4A~w`X7qazAXGrg75d07yO3>a|>d+
zE^{e~s);UooUzL;@}iXT<arnQ7dkBc!sBAMSLA(&=)R@7wVvGFCjEEw+P_xmrb#~*
zJpGib{jlI;jrq~pyz5r1{#<fq(U<d0&yBi`KRlDPw9)^3WAp2&3kvNT*6vVmX042p
zE_GXYQFEo%bFOEW43-!D)XvFH4Rk9#a$!v;`-f*U9tmen=});==}>&jBScDJ(W;NV
zm%X%Rby}XjacP$MCZ43n2E0LYq*Ue<@BXxpXX4t~Jw;g+zkJdUm}afK^jvSVjYk8&
z^VgsCeN`oVJ7yRE)GAdB4p^UK=Mr(YMoe-|_emS+hn=Mnx0<>)%HFm9#kD_Jt0Vid
zuaMP+E1pZYovhlOuxDpd(yON8^W1xE<=dZD2Ygr>=C$zRqf1+)8O&LvgpJz{9x@Z_
z&3vt}ROQK<_UfhVrhD4MxaPjxuz}BotM+>0#;8T{@d+C%o9aG`{QYG(ZMJ*H@8cQ2
zd3~-so66eoxCCXYhQ&%6NPf8JRLL&O^!MJeN2Pt|j>LSBD4bPeCwhH4AKShD4ZGtX
zY}kA3+cRyM_xlbOe&;&;&&o%_?MK39H_usWN87t!<|<e)b?|gZHS`y(Va#)Vu;!Iv
zanZz&Q!co+e7UU>;56@WP-3puf{<rZm!FkoV6E*6GOayQEx+Ya%oC?G%8srfr3d4e
zw+L_-&6^$GC$?kj)Id?ii9V|ieR1M43R!&N<=uxfP77|939+?XJ4bd>YL4xrc}ihR
znQ!Ds2%I+&ym!7xSh%a=*sL4sEo!@OHE^uTTyUE;?6j)bYt>yxnYzC+)oypVyw<s5
zmZ!$@W{wcXrZlFQG|!4n6Kqzm%#b<B7cOe}>P*kJ*BA7~ZoJRCuub;LD)u$aP0shT
z)`;o8d-v{wnQV#2w0F1ceonC7;b0he@{@^}a_()W9Oq`4Y5iTSzSkUFw%o9CoD#pc
zsyA^<LaGBxg!!^VE}4fmm)~zT<F#Ra{IO&9>}(C+MW+>5lS^)K)GUad+hjbY#7*?8
z+8eQRJ6ocTZCzrzl+#6L-6G!fCFP6<>b48dI{S}dX_ZZVX|sO(od?bQ_r=4tUl-WO
zBp!Fvv7XI#|L2qBnAp8-rE<5XOku5me^5Gj>tt!6^wYVokJx&@WNTrYU;E3ltxzK-
zyh~GA@C5hT<t1B`9=L3=Zs+fq>3BtMj+sKxiR>-0?9bgy7~d{G<YAMY>XNT8lT)if
zwk~N=P}@${-wz%Ks=d3o-fq!07YU}ln$OZ)s@lHmEnbpnlpQN3xqPc&#(Xzv1|6oH
zTm{ChJeM^Zc=p&YU3p>6*GDWei)Z!e^se&S)pvA}_}xj<*Ki0f{wyupkQg$x*R;aP
z_~{`|L*GEZ#*079j0)%IKk<_C(wk6ww0!-O!j|n?ItNQ5?wQ1F&rABRYkAgY?d@f=
zIxo*!qx0mk(lsmQB2fk|E9I7Trc5qdB`l@p9(g@m=40Br$WyvjGXo00=D0Ido^sI4
z-?`@FugEm95Bg>jA2(;L&1QX)lIx?c{Jrsa@U16P7M1o*N`1CFWZtRO!55FUu6_B%
zAbeHhK@NUZr9;9eU7zd{IKbAm_;6bjf2Cl`BiF(Jfmx>yv>ddo$ahUK{V0<*ufvSH
zuXv_H=c<F9(jQz}gk~){k>;l-al%p}_{oetT<6%iX4y_j|H75gS(qZfOuOjqnxp~^
zliCd_J&$tanWIG-=bEVITG(VhP1q$`vj5=bZ%lVT35LyXzi>K#VRX&~ef@-4svg?|
zRtct9>{z-(gKe?L!G#XLzpgwW^|0uo`NH-&vYm-->fvt<5AMC+|8PD}xrGz&{D%d_
zt%o0~zRTNp<Xcwv<A1?DhXu>-FxT<;vBYuxRQOODqgE*Per1>HLAfqokIaH<h8vA5
zTOS9iiO#X@)3K?Lcv2U<@oqq0zdyh5Q)VaU)QJn0ab*iKW)vLaP`bQgs>aU;>e8}T
zCq$;&Ok<gLa1&o_0kbkgm>QSXj)zZF6dcdqXuRR|CD2PLbwg&W*NGab%JX*eVuqiU
zOhQs?Lj#TXSZ}RiOY0HeVPonvDV?{f&|&#y?Lb|f$2ut!#I!6D3%Gi@6Z3gAQWxA7
z%iZs?KPI_$qvQU23to!{nap^wAZS@@(3VY0--I2x`EA>gfGp`pC!U5foc<Sj*FWe(
z&V?=9I=|S;tqsj9?vzeC<0s{N+xaD1>~&}1gPWaKOZcu{IE(Lb#=;)vmvK66Q$JjG
z*Z#I(mEnhLO*0L8_@b;OE-99~EX*|B68PbR#M;UK*J-evc2${DaHqOq>JzhoW_ADl
zyh+T={k#9l9(y<==Ef1$Qyp*98`muVYq*5PTTvu%$0ZG=?!9}rJN8Jt+j{N7F&1@$
zx%{TS4VMB|HI~Y?KkhiXX!4_I{)&IUq}ms&+!3x6h`e*}?!#YY?Z^G~5_ledum5rV
z!~H+k|I3zbk1lzuwByN(Eh051#57)JY}Dvzsyi;1Q+tYEf}MMdE{C$zVTt36UXl`b
z+jOSb><PQo;Mf?{er3(?q@)m0ucboP8nMO~T+|<S$uunA_j-eM#g?;7#}~IgU!1_#
z<>z1-`FN3I;4H3LxflLSY*SB=S!*&^v%yTfRF5UzGf`A(d4hZHmV*c19k_S!@Ii;e
z0uS04v-VD!U|F%_;^7vz$feJH6=xS0EMyi@ICt#8TBDu`+`sQG_!sWgp5}3|c+N7-
zFWsuU)*U{3Hd|uthaVrUf1LEMZ{7EH<BO^d#f__GyzYHb(tPUFtjWn!g1AJ~tWOH<
zTd{6S-`Oo*)p2|orwuNIWXyRVx-$E7XV9z&My+Ve`Lokpo7+-02{=fK9t?9cs#~bk
zxz}XZ#OEz(j1l&iGgYGG(zWuGR?gr!lltYZ=uM@_;)X9fJ6+C+$*$OP?$Do>d&=$0
zuZFDKqki<cL27wx&X$U8Qzv(>`7Y?2wQR{%OK&BPaL@a*=1rHp>$T^6Wxr0t2_^oe
zo2=a@ax;bWPAM)cn`E$Dd!`v*G2@zI6NBPuMImxmOoXr6d6z0aTrgdx_|w!?YOd}R
zxk9GA;ZTSal<Ha}Icti~wd#o1P8V07=RN2bef!0N5EZw1^Bq#A@EqJ!#I!g}Bfxd1
zH=mQ2S0P&h!&So*R+&Z%7_NO-%(PYPmcfY=7UBE$H<in=FiW(S-CZ25vvJpsBS~A`
z_E*Ng@L27B;Vf&yHHFO#=68?C^;~|c_i@=9B~iXp4U;M?Hmo|H_<Ye5f6KikOs;d3
z(mysN^8C);Q}J_s!JePRKMo82ew?k5v#^bAjSdfoulI#rr~N$6J%6<9NEPSFUB05<
zI_60h=z3KCQ1kl2=_A*`d33MLl_>7Nr;i<)Ty)vPbr}m+GNaF)^`DOkOw40_zQSQz
zQm*~<N71*frcH3_+iqbhrf&9fLYGp4)`Df1Ts3<$HtSAZlI6DlFwcG;mWrE2`oHy7
zY6YyF<#J|c+ykG(fo1|nS@h(mv|1NStxQQwu{n0>#V#8OpXP1vTV`#!l^~hn>ARn4
zCfg|!$K_w1W$?~xi7GhB+1JkXJF7xv`vK9CmR|?dlL{kWMZfvxUXdmtkifGgQ}FLg
zvA<01hvmv-F3vFUV)ry&Wt6ma@9m`Oa(4dyr%9c6^SFKOiZc(ln=Na+#@3tpU`^{*
zI~9)89`|?IsC`!~ZeFm!^q}R!|94~ewp=^#@155cS+B;er>xp%HtR2Z)NmnJ>tB^k
zc8%#@ubSdXbGp{$UfAO65qr*kxxx=8=gZ3u*V!l3Zfv|S|KZ#x$64D>KA&{xd-(ji
zzJ9wp@iy7IAG_@j)c>siUH|CSS5rCLm&$w*9IKxvhB>d|$nLrBtHve95_D;Y_O}~3
z*A|He2C1BKu(#ekago7Ij`r<cx74P8lYQv3eB*bW-tewRmoFG5o6K6)Y9*IgGW*(-
zD_7UJ98<M+6cw4~QGLOn?XZ=|>5$`djCz$`$!hv0UkZ9*(3%l+F=OporwuoDU*TD@
zrs2cS#oRNv6f3XoGVnFETvFP0EoPeG85xsMyBj>(J&U>XsyAJpeT?CVLDVMw4xV}Y
zcN{wWl&v@O5{t~6?l((6omqSI)zb5UT**3bGrU>qW=RH!oKU^G@=kf}#0xUbYLatu
z56$c@eq^`IbIzh)4?ek0&3fF@7va34^P0N&ZoBGxGx%&T>bbm~Wn{JXYQ_eE^E|Ca
zs<Ty<6yhEiv^_r-{jYAxar3h)@4gnfq0RbgrQnKyuPdUj9R2=9y=05k_NJ!QizC(_
zU$)+4j)uBq@szbTxyp<Rk9IAT$~j@LK6y{kqKI41kL{n${Pr2^)6bJy_Q;)$dH9^!
zwINMhF6hCPDNCN*<oqRByY_TIck#BBON1`15nX7wOG?+3Kj*cM!{0pxY|mRx%?SNy
z{BEwtzOVm<`~(igD&1wc#nNbeP@;idTZ1if$Kux4Rwu70Fo&_ti`vqysuw2h=q+z|
z^wlTHSx=K^9A%!7#<{|;=5i?aYnIl@1<Ms#d!Mu?o%{CrjZAjX{&U5rpSv}({(o|B
zdq?Z3!usCFujeO}f91}|b5L0n_P*%AO!mWk$yNI4&kr*t>pA$TpDmTHWLwD`p`UjA
z{E>!0mc_02?_^xL)#Bm4$fi`wSZ33?ooh6jpX!usxc?=z`0d>zyLWGKnY&}|(yvxC
zcN93Ss(Gm5ynIgXg_~Qu3`7GR1+1@%Uy<=|Sd<;6Ay)M6cxJHW_PA#<E(UW2j)`f=
zRCOf_%OBjm>*1pbTclkt<ZeEYwfA7r-a}cNowi3Tcxx4Ko9$II-_b<F!UyKT-|rn!
zKDLFi$DuX7BGu{gv!j7JPh<{Me{oB^SkBP!HjjPjJco9d*Ds9U-$>rQxA}X|*Q{Rs
zdG|ve|J$)$u08o#SvC7o&RHURieLQZ%e}rRd()3f3z<R-nFBr%Yp(~yz3?pC(zzpd
zt!P%r<*wh86?Z)5jjQ{b&3NFhSg(?Sq~|2I4ZCkY`uO<xq5Axqwb8SKa@6#kIAg4A
zLz>p_GI2fPaNWc+hR@)Z-xeY9*}Qe1ChtE`Zdb{F_N}blk0;wd-v6`xe{+Ud$%ejf
zJ@NlOUH@^r{)hPmjYID8wH&!T>+;t<{A+!1S!tEQoF-4FNYj8W1HPo!uWq&roS5Lc
zfYVL;&xi7Q_hlYOG}YBuceZ^E$g&Me2)*bsWl!0+kl52kbF%ZI?wIi2+UDEwY73+0
zR=&*r^E8{Dd}cGZdcSbXq$L&a3vA>rl-3qmdd>OrVBd^V9mVz&)i*ANxklgK7NH}i
z>CWCN-OpwAVQPg{oAx=0y#<DwCunk95>dJo{3s>D<;2XW?4C92_q}E`$ji_BaIsoG
zT+cG_xNz<x$;-AA4psGa7@yZ$x+y|ucE?KZ3o99{IF@j~O@H!we(9~lf5nzx)|_@t
zs!Q^5K+ide8Ht;&-;7E>)hp9d<`v(2H)5~-3l^!DR&x~nc@C-QS&GlQy*u6I$WvpJ
z<v(?}U$0CK{4-OeDdMTuht7b=SvBUb&y?gb1^n~6)%WP{r@dBl*Z7D>uRPvy{^68m
z7T=|cZ#}d;EK)2V{_04p-G#&}KFd8BZk+50a@jH`IRE^|4<4e)S6}SyStPtn<jk`*
z^L1U`3I97+8W!yE#kXc-@%reZ3pQa299k<Y8p`BmHEzu_NMJa8SnI(H9fzL9J6+0u
zitx+rYkvAP`OEC%5qWZp-s(A=RV}&fIeCFpfrG-rLu`E9SA{x`H$=SLtjC@ILR#$v
z`}wX_=Q*#e%(6IFo?__2JK;z`waBWLB=&rp4x1@YpG=$h`_F_mIU#`;(r!%*irf*V
zTlbVPe?bWMbyK6ON%41nHyBj(r`|slpg(1SkBOh3(n-Dez=IFnFQvI0Ow;4yC_8gy
zsm!Iem;-*UFGH-`Q{_unu^eCeIj~b`(H5c9kb^=egNzsSZT;D>;Pi~bgAB`m@(P#;
z3i8^h&zUEjb~g8b`lHPqd)4d98}^9ja*E85*tg?Yuc1M$_Le12h5i<GuDk6Zy)i;n
z`6iE19slOl9``>hCeF55w$86UQg3~5uL$=(j=3s+iSAuC9lC!ij^tH$zrG&+;I6LO
zY~EShj(@c9DrDBXV6c!~GbmzB)tB0MPS(fic5?g)9UZe4Zj4;NAx`(;n~UFVr=1p^
zbxoyjudI8|VTRW>(@v*adCV#GELLG%%FAb`6vZZ3_iu7N>-qY=t5vP?HSet#X}`D?
z($IIfVOgdDpR-og<l2-w+DU~$CW10tjUoyX8S~EVe$tS#ww0~Px>F?Jnq@}ofza}b
zufJ5wcI#eSEt()z^XKC6iXR^oMFh=W^X{wsD|P0;{-2-cC&}1`dAB~@bg*dWk-Xj9
zjw_e1T&rGk-{JJ42bOD^&6rgVR`-Tw^e~A$zIoaG$HDJ)+*TKwLT1cU2=MY=6{jO)
z!SUtv$<$P7&RLoa=imQ4W)h(zR&@99-V0IQ5;2ARi%x9$V=b5|S|xOl<!sBP1BMZM
z<ob^%d_1N3#4z&EB(F#wPTsj+?s15%kG<ZS<}THv$Fa88@aD-?TGtl6j<;E^5pbl$
zD7iDclVQd--*v$ggM{|)=55Lk{ct+eqgDR6;OV1EqTAkZ2j{vaG6j78?&|-nyEDh3
zce%}pg0-HjZ7Swoky*ZC3quUo@}^sv&Oeq(wKvVaTykro^#575=RQB_S+jqZaLxHO
z=Wji$Xq(L+vTbwf+(<LgixXG=saCgY@JQaj+)b<d`^{e)FRY(-{>hYY!kK<g_fKCx
zd$VGVSK9oj>)Uc?*Db4ATlC6gIj>IRfgkq{?*0Dc-|=M@x9<9XR!%x>xLs`d`{Yy7
zbKeTSW(@n;qT!luTi<x#;Jg$&pUnly-=A==^7yk%Yf0#_4<=pwbsBA6iLbUa&iMU&
zi-O;iomcMoT;e_-QTx$yqM?M3`^R}{{7aiZx3Wd8y|A0jD>kX{r>;%Sb7z~%Z@O#r
z<}Y{~X7E?&md=4?jKR#;<m4Vrn8dQzZdbz!2aUj{E$mtn>RLBevfh!|`eKeU^LZ8V
z^W2wrO67+6daevw9L4UOXtH-##Gw_Y9inr#1+ZwOGraR_dAj+_q!pbDf~Czj#FRhs
zJ9aNtoGUS2;bYPNy_*fB6i<eVK5Q1+ut<c_YI*D`1u-8H_GczeU;QR670hAJ71-x}
zYw4+Vk|#vg^a#C({KZ~9Yk_>?;)cnG=5frt(JajJm1S$6%)<wV4ryG<SKlAvcwfoo
zVA;H)smd3B$4p!nb7rT5oc!NQk25UZaDSX->f8VI7t`sZT-{f>V(%}G*SS!#R%QW<
z!Al>xfJkFy#g-73TkY>XN>@CI?!9~dkGW%-rG={Djozf)>HIhD#XNl4{rtwgdk?;S
zV>|wL?w!*gJIdwbAAEe=Zqb*lIxqf9?Iz#c-F_`Ma=Tscw<n!*);!sAL-zY61D)v^
zTMiXne0cKl@q)(<%O*0NiM%;^?$!;DIi5?NzA6-Ze|hFS!>E6M-|6{YRI1AGX)cs8
z>@l}^({J%++Jg7BN`2~yb9=5iX}3Op*l@P0_adLDQJi1a3W?Rz*PIaUotwTv>)V_b
zrSvD0Zn8g#NZfwc^Ta)a2M3R;%Gp&kxbw?DGT_*LFN60J*ZKMT&s^c&^kc95KfSm;
z6@1ypS8ZPZIlk+8*DJS0ucI#RV|iWZ%ENVXXYB0+i#LXPzXD<k1bmC0HkpYU7$<(4
zsU&25d*$0lZ|daE2m40oh$$`zN*Ad%vemhGStBXjE8S!Ycl*o<pL9wVvps$gWalDM
zy-MMn9KZX_j;*?U?aeLreaWFN$Ict{Dc{;Q@j}6T*%Nz8Kb`Sgp|o*^=4ZJhjwk0^
z99+6ab*l4`J>NYAvU|je8$Q^4Kh1ahZrC!F*x7GRdn;(}d=zTcs(Cd%$vxIYaOSyI
zt?m~xXVda*1Ag=^-SGX+|7F+LU2*x4;`C^b{l&zTC((0#gr5|Ds@$%$NLa9RNv<L5
z!NSVCyTNaco0RxS@ztgor8o1wD%oVb{PkSx<EP#yciZ=~{=2heQO(~UHd7`u$ZP(p
z*!|n~`Ja++Z@QMr-wWLt`dsGzslCg$OwrvRF8V6mr(n<bNa4by<q<p0MOZ5or7UHo
zkAAw;tg_Bhbk|pN9hPXusht{e$wf-3Q7K0cS$)4ZgKNooF^2Rn!cUpwx81sIQL$h{
z^3=BxpE-_8Eq=A|x9F{_&N}A&AD(<Ntb6@PcE-_UhxG}!dKI25VOZPzBJ#QGLlKAW
z1M5F0STWsdFTA6*`JSi1Y75>4o0}QxxXoKGL{`;hhg{pde&LdmdX?kJ^Gr1#-(Odp
zv4b^Q@;DPqZuE~!ai+^Gn;+hpaVsEH=iV*3wFV!8c{WVU&InOE(=x%LN#SUj%!Li&
zv%P{cS=JpAQ3`sssC3REqf9d;-$TVI>^BmRSVVo)`>ylv<5G=JM^2gAX!1=ho~kux
zhM!7*%(I$eGp!W|bnP-9?T9&dvTVY+VrOov&>&N{bNcg@lr{%<2sJ)7zA5l@#|`0K
z+gvY~My$COk*jx6|9ZwQRiDdF?6%Hx{HnTsN;Zm3QZqcrHO-Y>c=kk_Mu)P^R>oK7
z^j*qWSIO}w`7K|-ha30b6qNs!3SS@p;Ogn;7I*G4UQ^8q(7ELyXwn~{H~-<u$>|xh
z#Lijr99Q0QEh7J#=Hi1A!d$Dxjwd#3Hj?}>&rpW{hCJVk+hV6v`M>cUE<BL9{ip?>
zL>r^{Y;FUYHx^CK3^%fLS)UflTr}t15}5IeuluRe&dpa9U$Nc3D=XH`dO*2H%;fK<
zPfX`}4ZIFUb|*>{6qmMMEs9*Y`)Z=?&S#Zc6W4Fm<xUnk5x(Qz#ut~m9yDLw$aS>v
zw#kkiJC3|M$Q%<B^PoAuwqgFCH`6&=zsps8eP!Brm_v<S;Bou@@4J8e)c<F*!*k)K
zJ7+`<E?OLv5IxZOz-@`>jgui~H@8UEeS5k7<Nn|G|K)$!|I7bh@}Cdi>-clCn_dS7
z`e&VDZ0}T$D_-*1II6vM>Xef!OH+RqpMDxNt7F2(ht7JZO!Ob9XjTUOIGU6s;m$eh
zvz~~XnJ?QTTYDKk3qEGCZn>yznSS?@*!IUCI}#->{S$KReevw+UiZrqj(<F_NnPAi
zU;F6OaW$KO`8I+k;)yLHtjn}~?rdV7@#gbI3&+lPZkbzh+x7ST5%S9X@>l6eQqKi9
z^<I8qMvLU7Cr=z>c75^4r2Ce2d!uCq<Fy5MEN91tRP_|Ss<E1B73*B$l-~I@?C1Bj
z#Q~`kA}y|`pS^p2>F(+8oQ+L7E-{rx9a&y#b$P;)&HI<gPJGfimA8zu>uI*xd~w0=
zGc%b3g7YWN+E%nH?3&W|#=x(Z+L5ZNsVlckoO|p1xr=ws1-9M1evId7o#9-gC)dwT
zJ6?P?L$u0#r(2qw<B}9Z@l3ay%eM)fUgdN|@={5$oVP}~$8z3HH60c+bTW=h9A;0^
z(BPF=o3+uH{r_{%Gu35h7p9~r9F5(^RNDGrVo>nmgH48uH`^)kOkU!-LF6Ns)6S0p
z1t||!HogqY*u{G0>GqAgDjJSH6`t{xc|xR<Dffn~gKLiTYH~cQ`BcmI&eMiXi+O>K
zb0vQpqw|EYWd>>2w?9nm*|wu;LH7D?u@lS-AAI$k6K8*hi|dqjhFwzud;N{1J$oCa
zUnzZw5%9L`JdqJ**|K2rGQA&utu<_{MqFo%DjCZSmOPjxGiTbHz@7Iryr;A4U6?${
z?<j|c80$eT-Vb{k)3{mN_^sH#E%tFVIkfjg@*A5V-I^cjVqN!6|L$o%ZV=Jq&i`7+
z=Ju&FJ$}!cs|@Zcci8tgC`Ei$`L@r=`-JmGKKqC_k6a&~Tbg0f8OEKrE+)k@qHl_>
z?)f60YkhN$ewydD&uFvuon=gaJw>-1`*3H8obeOuABP?|%;d|xzWA+Gj-FmYVPWIb
zAc3Mhm(vTTi2Z)DVD_htseCK8dFO@id*ZH|#XSA&v_)RrOD(uNXMU;^=Z$>2$$H~r
zm5tdcVg)U8k0w^P&wi~Pv;U9O?c35a{nZxM3~?)L^ENz`n)=Rw#bRO9-hKBLnR0a>
zWx8hcr;guT=D{(++izv1k{{gYzAYrYZMW_e#TnaJZ!@0roK&*?1#_47l=<Q7<5jsj
zeB^ZIY<{s@uKTKxR^LYFh<O*I)WqVxxvVu^v-)M+;R2WY-xJt&ZELlCQ@Ana!Pl>X
zy@s9&72EGW{;a?6z~=P#C&Ej&2?b8~P3DOev7Nly?d8;9&nFt~nJy)IpX5$jUGG=!
zJKS*gs1#RE`*i*d8PPVi&jsuLY@UDEM7GE1#xCZ(?|ir43ZAlWc+PnL=egZKp8x+d
z|9~~`BEd87T3$sdZQr=y(!r(@i+71rcdY;7tIpf_Jz`z;mL~`9J=*_c|NrMdy669q
z{P%$WKi|B)zt<Yf6n(j1nZg8~>Si;gD8K631qTZj_;Y5RNoSp-eqbi^Ew_1_SCl_7
zVLZ93xkYQ1#*LB>M{Nu4C2!zso;rtv|6!$kf3uIr7Eiv=jXNWBj(p78KmEz8!w(gF
zw|-YJ3OME1-mr7udq+o;wNst0o89DLO<fqt)H%f`(o2_J*?&(9-|D6l);?Cur}TdM
z7MZ<tV`tZNx_lz!(b3h@19}fGX6H{4vfy#`b9&ok!tQip+MK(69kEZ(PI-G<a<T2Q
zU#gO+8zS0PD{+{1eehTNs9E}V%B4x&K7|37qI_-il)lPDW}JQ0;c`z*OL(1=kiTN2
zm9z4EhRwnMY7Z@M6??UY+2*k5%^*%u^@UfDRxddG{;`$Dd)Ls0$0iZET`zu{{Jj*q
zd7_4Erc%|bER(q=XH2y&H{FX0H+}HwxRzn*vdQg}j+y4}IOluXUsln7_BIbrky#Zh
z+L`XII&;0_Z22BLC6W0R8>W>_6AfMaVd?1((`MP$3#%4<;ydKc6{u)ebkJFN;i;Ep
z7o0NQKM0*Ilsr}FU3S+izQ>8j<@j3CHaUbAs0D2_?A(*C%D>?gvjdMmSD)yNEibI*
zaA&yw3^16n)<l<MGLr^pTCnVur_~W_^)BkkC;ok)dFByQ?)Ij9y{C+7Lgl=!3sb^c
zclsQeP^uAh$eQgeyYYjm?aU4;^A+nfl^DJSDpVPC#I(dbJZq==RLJzw7M3IatWSKL
zyXAM5et5jxf^Yw^!tYG)K8W(QGv|HlU--q?;`&_K$7i)q{fs+QaZ5sJsfVY4T;<28
z@>7io3m!NJgf2U?R8wSv%+yuBhhA(xR6o5)P`bg*B158rAyLQgQj5k?hNTNvpY?C_
z<C&-?&A@z(@%P`3$B9QQtQMM7vM01~PGQd75^;8tiTcMwM;`^L@kd=aam1GI&c`W6
zF`x64Pn~?Cu2E_Ezw^XI_D6~ib~~G0j2Tk5WK=GiJ6Bt3V#-mO3kvBEogS?&4%6un
ze$a5}o?h0n6&g`bcI$*?>s(LTyeq=a;kN#Tvb`5LI-Ho7KUj1-V&xvsl4CYkPllbd
zi_|D;6;S$o{_*-7%`73|8GJ=M%zFi=%W9w48`#rk)AyShG;H(gs&~x(s?NJ_c^~L%
zM7@~X^GEu{wni?Gnf%{P7ug)kh`IYV^%HB;SFU4GH!eD9_ioE%JQ|>LcJgMPwH#bM
zk3V)yV|cAIE3E5Up$v2V-Q?Or&1*LvHze9TJ92*;Z^$f*Okue#o5g<LmAk%u`ytWq
zde*lliU^)rR9t*6@nU(wVLpB{?TY+|2PNJ}nQt#o2(q{(cs}0d_|sOF-AiqRj;suH
zyQ<P~hLd%L#fQ_)78iA#m0vg=>tMfN#=C1-t2BGY*%xBEyZj!0?S3AyZvTO-n@)lS
z5)xco&C(AT_w3ts(88wm(t*q0uPux)Wawvzo{)d;QuyOtVV?5^H(B3EEO?}L-9*Z}
zmeD@vV?r@!FWdb3U)+D>|3B&fcu{?S>;8Y{buIpOKXps~YF#W%UbLZUiK+AqlZhu{
zKJTjNINCcaLpn>p+G&5xqTJmnjZwQ8eVvzHnmoHp;b#Aw?GkH_K3HR8zHpw&F3&|j
zR^(6Q43>9#n6t=3XS#RKLeIWy`|f!@-e&)1VK1l1>7H{|>QR%6q@*pMUOTmU%A4EV
zg@&wuJp;U06r8>_M3h)g7rePHJJG#AQN~$d<wPEy_Zy>hntU@Vu9fIXoG!R?N~ftS
zQ@DLuL(Kx!^vewub7vo0Qmb++L_BiO(J8aI89!xu?W|c>IPIG7Vcz9OjhA;e+=+0r
zi9V7xw`;*e%Vl1(tS+zgGu<V#sA$!yz#^^}mYOrq+$dz}@ihK^$z{QxGwQF)()c~^
z=P$F=h=1?0Jk*E%*)pD|=Z_T}&Dd|{ZhXdSq0PaJ+kE%Tg<lD<dcUeNGFj^DtFED{
zx+!nkm75QCzWkz9*S_Oe$0^Rxmxt22=a){3sC~rcz`DMo>Y>u7^UD{?32s|aBz3MM
zx0rG6<=KKxd!{U!&?YtCWurpLImWd!UE_H;^mx4HOq|0dDb#j&cS>E$#4UY_sjO3v
zZ)Dt_y=67~i|PCq^X4tsU&FJxie-Ndzn8Sb)&z+PBMXOxvfC&5t@f)`zCYz!#E<s}
z4j))Jwa`}Ll(oR`fE<~_M_4{QIq1a~cKo%1OsRoOfX-!}h&JnY26Fbt?|w_)a6JBy
z-2S%h?gvZ*x*ShA2eN-)W;nZM*1w!vs#g~+-M(>G(2@(=cn`2enOn;6*(u&s@9kWE
zK|t)$X$#iHlFwz-GPtHKyO*Go$G!Pfa*Dpj)G)PUmLl60-h8%Q$7OH%q$ydpZ3mMr
z_>zQAu*|>HVlt<j-~OQcl6p6rV@Ee167Ih0BQd*Uh9WEXo>NRagzhe?)Ve+8N9dvt
zHcPox*wsW=m@Z7%WW?E6+?YIzTT^%z=W|IrmYCANOx<UtW_x=!nB{WcHM!u+yma;y
zwRMMhg=Sy8<zCBoca_>>9)pru8by@`8&}S~(WROesOI6l$g-ckp<kjr`pvfO6<<HG
z#_g|a{QJ$%?P=q;<x{w9w)|n4|M||e0^N97gKK>fZG!V_J_*+SNw4pE|NlYtg{Xsk
zx_#}+#|j&yb>~Pk25orUaCOn~qKlj+3pspmpV-V&*`K<f!CITo{9YnYV@vMk&U1%m
zDCF>2%{>rV&iCV|etqxt_3MM0*6BOlso7vD^Ol3Z%}_~3Eon>d4cGX%oD17@zqKo`
zd!Hx#YR}D_psoT<g&vu2Pk#HoYS|=oqyMT&Q}fluDcTh)t}Tc!DY%!s_ZCBf&UD>5
z?E8NFnSSBPMN_sjzFu`(6aGA!zW>1cy8p>KQYQmm><XJSrSthuN#TN)lMb5Ai2}CW
zfn2*nBfcIyyDIbH-WM)*f4_tqJSqJ7KxjI@+@qhL*MI!~tNp*|y8Lw?PaeO2Q2y^l
z`G+4Tmv7iv)37WuNkSu_=nsppO>BIyl*`K#Q@WIvet2<Fd5drNLAeE6k3Fnl5MdXO
zTy-boQms;Grl_~{i;gwVnc}}KT2b1O7m&&<D0uJiLxqII0`FUE^gsOgnA{Uq<h?8G
z{D-C`mcd@vqt<(!m=jwn^ZP-I>g<-%MXaYD&RJm>oKrS^wOsq(xL1q<Z(dx`YW|wV
z`#k5v^Z6YShVPRi-yUkc9h>5H<#$x9$UHSk|CP&K_j&zbiJJa<>AaaeC%)*l1^JyX
z4}B%&e2z7FmSD6L-xbTGrQGWK6*UTf-767_IxV_8Vb<!9OSR9w%uj8OH4}VlJKvA<
z*{eC3hfDqL$dpQ@G8gs5g$4DWVpB|yzan-tbhG)-o~4(A<^-L&xbe|et%Eavd|y;y
z{m;%%X=>2SGK+;lzK+qx-`i&T26o#d?a~lleqr5Y{R%bPGQT|s1okOuva)I(5!p01
zttQ|`@T`UlQ<^;_3l)zn(3du=J|^Hg{hrh2C5MD0lqGw7xx;vGe8~u(e#54w>Dwpf
z8BeV*yp_7L?!Yeg*Ku+o^(|ld&Q)ckE}R-5dt*h9o7S(hMfbYdgEqIP&7QL|WJU}_
zLv|kXqE!xS9M3UaFsNhsY5O40;LZMH-`;7zc^}ts_dMgi#_cR`c}+}AvcIfimu6xQ
zS9ce`@K5l@I>#;gPMZtDwuHZ%Fmv($w#Vif+%4x)7R(j1ue}stn83gM9p8+H<w_iH
zC+972;g)a}@w+J!5I9ZwgKlWS{EzBU(vrN-1$PzmWZU+&3;sUL@H#~|>u$@vw!<qT
zmU}jfq$EDpHZzSc5Zh|>Qqp_z%?DN!)tg&&SMF$QntHy`baL?ON4}fq$M>`<=oVje
zS~y`A2X|WRlv8|Xyd<O-Jh5}_x}aB`6DF-=KK(|FO-rWuqSOr2kS%(=yq)}uFZ|Hy
zS4`;UTKA$v)%R$2q5h<j7l;0dDlx4+q<DJ4jtBqOHdk}~={WpNOh4ZC`04z8hu(hG
z_AJ^a_Cc@UeXIi`>xY8HJ>M6Hmv^Q;{Ttx*LG#d66W%$(UtYd@$0uL^iPP@)8}6Df
zZ}}5-y?+&7UhvvV@HRt)3EOn>?2_E(ZKfGh-4;ie#P&Z;YCPS|`)eI<NJHSP)bxv`
zwqdJ7m(6Xfky{#Cl(TE!-oyI!Un{+y>$(5B_q20UGXHxwoode`@2s2OPTO#6&4$0f
z_@cC9;^I`yH}89&{yw_%*wNAzTW-|(#o90GO<vlWywFmnO<AnB?b=3$n1tPTA74Do
zUh(gd)IHgPjd2MV%OYb|9J%_kTYtaDf<{BB^YiQuo8Pw)|10@|H+uV<Gf|$;&J=BQ
z$Tqp<m%Pw)j%fPI)#2tDric01zZ^@D&{;Q2TVwG;-VJeE3m)tK+g<;M-#KIULHR!q
z?;pPZE4tqO3)f_yS(b4nF6PTcdVYLQxwLA-&6oowZ0!frQ!FlgPBMHnXZ4FfLz$@)
z?mpPGJHX9N`Yy-S4FZ<hOABn|Cf^WuD4OG0HYYLb<J|W(?D93gng2XlUOzFzOz_B;
zdxuSYMGqWx)PBM}eaVwa5)&hzKN1LyQ%_lN;@QcYTU1PJ7+ltP%lTeE_*S>?IODY_
zo!_Qmr&H%1i?ungYP+5(#k27tGl#I`qL7&_0fAp6@7_^<H`nl<#;k3^ug<Y-J#RmI
zxqj+hHQusifuT{}f6^vi2@XGgCgPD&RMx$7+jQnN`Y_M!sySV|?N6<z=&CoTl|NWy
z&RG6MDcquS>e-mfChDdqcJi$KG;_{kS=C>6pWK}GRdoM$>(~22?!C4NJe?+S^}E)(
zXcm#Q*)yHwCo)NOv!$<EsH3^cOY@@39F=Q(4Wkm`Zmx5>wWVAx>znJMCi{Qc4oX`&
zU0d2Owp=sGTr<<{{?h2?=OXt6-|E|n+}K&bEW=?mEpsokbMg`~b{&ViY;TL2^ZxQp
z6Mvsj_>=F<E5kjJhi9iAS;>4!k5_mOcQB9g%JsZU7&yze$+#~Sl=^z}{C*d~XI+af
zIrW4r_*udKT2iayuZ?j=#)6XvFEG~ZIa;yfSjCQmJN|MWd(8XhAzxSj1&IqASZnx~
zna<!i<-zDb>tR!>+Q#-a_RnHn?+(;3^V{B*nD_mM{xye>4H~Y(lUKiZx+Z9ol4x1I
z;cbQ9+-{dsm+W_MDw};Wq{Fu*Tt<!EYG=4>l*6W!)It`cgSx445~_bvtgU$R8f0zX
za2RyIulCz=_Qi~?F`dh6B>1cC-&Z}It2;+9hA+;gq;X~C9HYihD|bxi)mMoO&eePH
zkooAUc@-CqXz9OW+<4>DG{>l8Pd(SmFbPJU6!FY%J<Z;~;bu(2)|(Dn*>+_n&hpb}
zUb572$qOa1!|yawk52y-8v1O<j|J~54<}B&arffZ_Sy`I8YYn^4CRmVp6c-ZX8u+l
zzN7Xplm5K==G(Ki5Aa4hi~jIyV}2!ZY{$l*4BnSnmOc5=D4Ff*cstwrz#E0M1yhdS
zy(@PA=ab|+aq*sl>qSLO)(9s)Ui8{PhP|ZsVAaLP2aigvJ}Sh^c($l<UG9b#RVHr9
z)!UC6$Xxg?JMAyi?5|oD1}k%Rubh%{mSwtVwr$*=y58&CZ--3j*szteFNLf9Ax99`
z;eshiJ+e`Y!6$*;zms&)yC9C+!CZHa>;hlo>Kk)?q`16~=`1OoYNnL^p;&7}@#2;f
zFMZ-)?(!2_Roed7;DFJG7Z-zb^sZU(MBg}YIXvp&a{IrMY}SV=cr6}O-~VkFx2K}d
z{rwf2V>f)RADzfv*}u>5MGqT4`;Ci-c^g!lwqA-bKgc&VW%a>#6%2fjrd<6lyY0!x
zPqXtkyoid}cEPv5{@eL~)qmc-|HE;5s^{}#TM~3H9-E;(DU+k*QSf??#qW2U{4BZV
zB>2#P$0?I1J^P%-$%Ca!T>cmM2wzt!3(C|y;9Rx!yWHxlT*oBt+`XG9(YDGUdlp;!
z;e`*@Rc|@=;N)cW2;Fce?UFd7=^jft8!xiuCO^ozaOI_DtGfA&N-Kf5)6Q#xlY5;_
zLRFT>bl;d`An~`T^J3H%-)44k=`~@eS5464-n_YWF~45K#tF+LIK&T&KjnGT#4Ih|
zddG5M&C^dIoU4|9NnRE3{fF_=y+t~9-p0Kt9fIEi<-aWOXsr8b%W~v%>)$+E$=S>b
z&+jxYv!8sJGh5}`oOjFr@I8GW94x*sc*)1mkdvN=jdOV(-Cuj>NY_bs&3k(FzS6&n
zO+$@(W?V7yn!ih8+J8CCO{!}*u2DbzM`vlN>1BOq)zfE8^<M3`;&UWhV(p~Imf?P-
zJ$7?l3L4*CyQi0L_;Rj=!d?HzCj-BT1o(cu%Qov;OUAFJ)$ZwYW(bMjYBWuJ!k1!Y
zaV<eZCtP|(S!*}D|Hg_Bc2_<rmXtGI;+Fh9u~C_~pRJ+sk!%P5&E*n-UzQoX($l<u
zlvU%EZH?>wMQ^$+i(@rjvvTRUx@?nLY<}U?;)4u!F$eptC)hT$&3|0>o9p;p?;jtz
zp1gbTm$A)N;MyWirwOeK_MU2*8nI&8riq+KculrDt}<eZJM4V0I#lh;oSS=|-7OWW
z{Hz<$C9>m5q@383DX0FN`7C{xZ;6Jsu+-u0PhMO&QgC5I@t2JqJeh?LHHyQHyoBpd
zdeq6tzB$3*Y51(QiTl0mp6y4MEng*Ay63Hx#R->^(j>FEg4*S-+*j2SU%E4IUAATC
z>S-d=^R^f*TE~9DQgO?f^$86TjW;@Gb29FFy&*z(W5k+`QLzi&R-44~Uy?etC7_ot
zN@mHHUk#<pAK7Fk*L;Wwu``Oxet7qa<TJTd4!acYxw@Km)NXJ{V^IEfTQ_gr`hw!W
zT;clhN!8W7-;&Z6Oci=HTkOH%N;b{8^DbXHdQ^0+to!u!6FykIPIy*%X~E7fm9pKN
z&wqUJ@#pjShj-Kc4SF0~a!lH8GsfO-lDu*6?T2%Z-G7`sU(c2AKH+<YIJe2#8-Dlh
z<{I);OXObI%C<K1Lg`wO8|OIZ>MOY~R7^E*+PmXw&F4R=e8~&C+on92WT&DO(OW1}
z`1zM;hvf9>*>~>7EjHzf&3^EPA&hJ9%b-o=B026+j-5<a&o69y8~Ojos*@UfuFNeK
zy2aTRWMvV}8T;((>hOqon`7zmF$YVeGcLUllhu=td2l*EPbkRu%#S~x&rfDNXwXyf
z;RB=H->>=~p4{B7&dNI9O0MyOq|<7Nx*N$heF_m<*0Pz(&RTZdf=eiGFKcE0<3#>8
z_hgnW3Jkq3AIv@eK;n3!1NWid@9hs4?G>;RnEUJB=Kf=B8)p`E>X|H6J>KB6O>Wo3
zB%58$jE{DOJ$p07)gwnqa>|;xncoj27*Dd}T;5aF{<m&E*XNE0$4<s=QMwwH{6&vr
zn`~ZQUQ=wI`mY&}Dz{%_ym#=$wi&Nj_a<`$*mQ=go;*<a=AoPRt}R=xuS#I;s?lZc
zxVW9|_hCkUIlCjP_4gh7me*eY-d$dKQB&~2PqkqS<{gcSa9>#UgsspdBC+Rj!`(b_
zshU+W!k_m|XVkEFY+t<k(iV=htsl3%T)3)JLw4h(Bj;0psQKw@&fvImu6}Yr@G4#l
zzkSD}-#%UbW$mVdXEWUr>LwX_=BKS|ee>PIvv8&4qRPOMpD{rbwd_SR{9{!v|J8m`
zZue&M&!66*Rlh#F*lOua*}ZP|+Vjf}eLCfJv;Dl8V7veFjMU&*w%5MZtv~+E%)I6#
z)?X;Pzi<0n*%w<Lt$+QpMo_tyal)dWCfVti5}(L1r*Spr9nxP}cHrWyi)GUz^yHet
z-Y>dq<GQ=9CGn@A&*f!%7z$-SY+x~n)R0@Sr#+4Ts9ap>hbvsOR*BfWHn^5*lBa%|
z_0%25i<&E17_P+EoN`${D@B5(n`0O659TjFWRAZr{&Cp+!}j>bx7i7I4&P*+axFrG
z*;Q&u)Pz@wp$m4bP*|?YmOSN=5U+_y2j{8mlQSAvUuZ0jd+d1Spu^#a-p3EP&Zp0+
zwRqiLFsZn<|HiHyPutZ2S*t?|e$BA*opWZ-DLzTz?Xg{pHf2UccPvO>(bRR=Q8{?m
z67ENe9=>HM7Y$3gZ25LGZ@bN0wtI2Jt4&-cVxFHxK1494Tymbpax$>{v8ClggXyog
zZxH4>9nrErSk`mSEtV&2as_f{e6!-R<$^u`9p}t1_ww#Ouh70FR^z}7vF@j;X5!N$
zV%99&Ep|#`f|<fq&iH#X9I}%v_%+rq6b?Pudh8%~tl>K8Wd#y}e2aOE*}beZOVg51
zzP#4)B5sD!3H^&%Z_2G>;`bg|Ev{cs{#EGkj&|8Th5U;xB}MC1BnmbZ-QQ|x)T-RX
zSGMudr4X)-v36mn<#uhVd=h+DT+QZ5z?_pW4nBPK%9Nq~>rtuN`v>?fKYoApOzigU
z=q+oHrETWQ_PzGGz$VE;&hbo!RP(;q2|Zkw4aB#|Sy|?|NWVzj^5L-Kry8IBw|V`E
z8#ct5$cr4_Yjj&`^;fR{FaQ6tKbp4jz$()pkDl8fJ$h8Cd)@J(od*`ZPKf+eZ6d<g
z&fHe8;h2-rt@?9f0<1@yPZ#O0Ssw9c$BIscLl!+2e8)vf%=?smE+=i^s(<aipP&1{
z;-i=A|7!nv^E`gp)Mt_vwWYnQS7(>}Rpsc}m;G`1|6l$e&Hq2xef9Z+Q_`09=Cf?f
zR;$j7$-D51P5d=$iSv%T?+QyxncwSf+ihzivD&r0yFEK5E@y$q!*9R%j{g-roY)Y=
zYsRnlA>}9EwAZTpzCPSuP+i`>jyq%7q~Z;nN98hEeRpa7SuFm?q}Ix>t~P^9&aSE>
zJY1h^p=y!9vm?JQwPm&zFsInw{IKRouS+KH(x$T;uZiledSBghZQ02%$pxi0a;cvd
zn##qj`}nY3{?T*$|CTq5`wk19-p5~ZHR4E1l#B1BHc{uwrerVXwkaDAI7Mr}3^<pb
z+rHyPs=7mv)=qUH2`}><yY?N*+Ipm2zDA%yCcZUz+Pi?(&wo4F0@x2vc=1PKb00^d
zk^DiWdOhD+TD_T(@xGNmLnOWCwDt5Zeo+z<_+i-}7FPxSfXfXU9eeh&MzimDSs5=p
zSK{;Yy4El1#ys<K4|IL#Rd~ajo;hR3(b^-``qQpXycKaH{r90e%FLA>@4`CIIz+l#
zm}mAh+*{dN`8GvFJ>b}kSLxp7XEG%oipccZ2Qzp5YteeXcX~izn#J*%zruG!p1Yc^
zI>U5n*x8L;T2c{9<mYXi=3Dh-a>;(<$BSoKHJzE;f5OnF!*mLNp2Zmj(Kr83bSN0F
z`fKWF$;#Vi&T@(EPKm<$mdoDC5sb^OCRi`HnB@AxjlEjtqRzDkdCXtLU+Bv(ylcah
zUl+|X+n2qcZ4Hl`fJwAL|J2JOnzA`7OEiQe{5r)MRTuTK78?BTxy+|3bg63@Gs|;%
zFQ%9>t(>5R5lZ~a0^S^OtY$A`|M8IR-w&y8AB2wYeqL~Vdd5qsi>5I_A&h3SC6}MF
z<S#z7!}h}^rljc&Os<X_WQ;{iSW}I&HPjl)6U5>+em4F4K;}?T>9))$=fpoRjmpie
zbSC;a>AO~E>}7oHY;b>pqBdWIPeKY~Tv(-IhM3V-&9mEW7Wb?^;m2=f;>ELGFL90g
zeS>dH7)u#qxIYNS8Op4E_~v@RGJgK9;~Bbbj~Uw^GwyyXcsSvqj<{HQ<NmYz7F-Fq
zb$g~)f7;ZTi5=dV&VoiujMz;s?R9w&Z?RpdRZVcwOU3@?D)!!6jc>X7TIPkd^S71w
zKHvP1k!y;RV1ii2_5K4qG2dc6EaRN?%|0xftfpD?Vsdnt!z!k)o=0zXZ`!FEw6xeg
zgXQr-fp+%RWdB;5pFa(}yP6!iE4Z!Y3}v?MsQW8azCQlJtFPH_-fi2km^Uew>9fKk
zXVv@Hoo2OfNNUyy=?W2kw|=>vucxm~frq2!<XK#rADUG29&|4^EV^-_cN)u`Cuaoj
zYb$hIj8*kp>2o__OSMKdyItNxA9nu(MVBAGyDFArdo8zr-}?npt@|#%xSg8ica-f`
z!`8Oswue62Q<aV$)NDO$&=pX<_24^$2YI`h6|Sg>?%SME!Qz|G5wPs&@%w*YJ5+ay
ziS7UO^8AO4%}%S2DxUnpTeh7&#zcEhS-7yAvHJA>mFugX?PO00^nCHyz$;>|TBgv}
zX%n_8E=d&D+!EV=`l^%!+neLsHaBt%c-&2<i@%VwVePB7uwV3g>yD_Kb4^|?J6iXp
zqOP=gdB40v=Aolch35bJWxU}o%W_enUCNzPGfVykH86N*b*6oZ*r6O{dq|$o;$EZ-
zpP2Y*F@O8Iw&VVC2|Hgr+4)WRjm9~TFJC6kv38ufxTJmE>yK}48r$5mIdryL|KeBf
z7u(#gf6urrcQ0$^4Q;F0vInj$Pd}+Lap@l6-Gb9+n@U|~o37gynCtc8oJW?1*3>=o
zUmP>Jwd|mU(TT1Jv*u1`*uh|8^?u`h`6qjQn+vxb-07hfp?4#=>Unb~tK;N@M~^aZ
zxhrJ8z5K!{hsk`CSr;}(W~<id+4bit`!;O7;Kn4r_Vlz{f%^m38H+?MOL_i|-9mer
z+&RlN=DfT7UPM2Ba6#iiSvB+J?3xd63TNDyF(Gr|r6m)Um$I8K^^ke*)FIsx<htO)
z-O#Kc+tXjKc(roge)+{d?V(GswB@W+uD7dJ2EROGY`S=YeRhvsqELaSsnOHdC*<-a
zH{^*wES$oXrR8+}>AsW2!G3==ch0=nd2HjCTqUI!D>{W!bC%7U>bmaQi%TWy{@#{5
zJ?Cb<Fq-V!<EX^#qWUUiq2d=scJGre^O!A^&a)kqnCiegb5qp~rI_MX$4`_h`Y&Ud
zDJOPULv!hs^DlcJcQh>!neUVE$#!`cSJbVi(;E*h-RZireb%l}SFSsi+&3o(7vB5(
z<Vv45<Et5$=5p+peBb$?l)ZwVmpl3Wf<3Gq8<r^R^&GxtwIhvj^B$M-j}m{k@9RA}
z`TK^74<ct@X@>k3m=~5{q);ktRVR9fwdT=Xf9oGNkG-(dm$v#m*Gcw;=Dy{v+mja+
zW-MLWD7pQ?L#cNay&ns>?f10E=RY`RdqY0K;Lw3Z7uj;e3=HRr-aLN&r{T>jvU7dc
z+1#4_AY#d<ADVeuUZIV(7heUtq;nnNHrO7}F8AbzPM3lC)D!!^Yk0p5{{QOM^+r+0
zm3&;{p8_VFaX%ryS-JVS6T|Xm*SK5UsYf%Xt_V=IJ-)b6ndu70F=Yqyf*Xxfm}A7(
zF*eUqy<qm>8Pk#+C!RHTA3rF&(HqUPhoO|~t<nPHz!TnTELRFQEa8>AwS;lYNw1LU
zD`y(4Tws)G%zk6#m+z|^jw?jWxl}vl`-6!aU+5KVu)P(Q;rwAvz(*m|uZ5e}Z(>Zn
zRs8b{^BVcR(iM|$3N|+%eRIWbgG`Bmzx>KeTbp0~UF6c<a4LPyyN}wd`(`DmKi_-!
z>}%~mKhFO*ePh9)zW?=yCwu!7e3(VMixw}OWhSz0;ROCl-CY~p*Sz__bRghU-D49E
zR>qo@$2niEbl}y@tPOcm9Po65@p1ldZx$ZdU>^VY*E3eW<BY#&>&C^!Km7I7yrOjT
z@$L7j#ozD!ALsCbrLpZXS7}LDPK7L^-HmU*6b{HU$sTY{+!~d<GwRUYdx=+t#7;eW
zxqEuWmmi$#^51{>YOX)onO9KgslQqQ-z|wPYY#qc=Ixor7AagH@l9cI<3-VRs>!>K
zUF0%cR9?hyGo>rfCq^~WxH{u*h!m%w;He`eTcZ}ej@t59>iypDdTU;Nd~#A)roY{x
z{zHUr_@`pVQ0e20*DU`$61PA8-M)(7%X`L*^#0YWv)5enH|jcG*Ea2-g6)I5-{l{c
z-}$~VrYysnd98`wwf+rJx`i@)AL7n6E;BVaD^$Dx$f9_TRCh^%BLxoTxkj84ZGyhH
zxr1b8g=tQSExMxR{7C5l6T_~HAFj1FY<JaQYH9Okv8nvyGHFFGpGi<_p@i1KVx4b2
zL7vGAwwP4fscVPs($><sqik;-<nLzf#CrGW*RQ60zir*LA9ixJye;eYxBqLp=lc!$
zZyB@9SRT6O#?G+0(&!*sH2?qI`7hX#J|D0tv|2c+K5xO+M#J700-h79vSsD$t6IKR
zslMJ+l=^8h!<|p5p-12G2I+1%wUuS*NvpFymkW;tnJB$%tV(;;({yR>@|;U+w_2*K
zy>Qm&{EJE379Dyrdn$83m)Q%WtCn6rqc7ii9&2U1S=nDlI+<yP$MTSkLCH&5H}pMl
zdOJmQ8GEBs2>YtG*I_o!s$TD%<hs+v()azi*BBHMG~-mK<CSSoA9h&@?!Dadt)%Z~
zVE2=qul9Rg-~4%9IOB>#bGXIkOBnimE_hU8xXb+Pes|v0^K~UwyZU}FocXM~Vds9S
zzq3_8u4bIg%H}U|@j$HI(W8f1=dF`}_;9y;($@#EFY=hL<~~@-d^k~s+f~fvdg7lg
zGetJYi7+j_*S5aD+QZ`eKSSmZvK)SH_1`)kR<Kv^Xtk|lwYztSH+sU}=5Owv+tmcK
zyr-{V<V%hYQgAOwo*QwB=f$>euV|B1zAHMGv#m*5#_A9k5dKYVA=A@ZWtQrQwJb}W
z_+@M&-ZI?Zf3Z*3RD5Fmk)tm@@J{c{V9egfy|{Vzge{H<*9w+-9!+v7KDz13leat1
z7z8e>y4<lZTYsj23%kYrWNV!V?$ceiE1c|FP}Z9Em!rE|ROfr=vn?SlsZX3I*Vw68
zhedAYvPx<Au|V?#d;793-zfqr*L?FtPBqwF68;-_qDVpdg<b1jU52N;86gE(4dKc&
zB(xM_SaqiKS07Vx*?6J8p<!9`<DkPwG-C?;{+TR&HHX*LemX<%&x`+W+hlZ!cx2kt
zeBt;%dH-+wspsF=gz$KO*7+&bXn)S@=>?nkpih3wvp%x5>3nMXr~3KW#o&p7@4Ks~
zmG50yEXn1l-kK@I#HwRf<SFjfkX0q)E;zmJ$Hn768X6w|WAoZ>klVd`x9+yvvToX)
zR~ptHdvvb#@KNgu>jfKo71AfXY*z`3Uu0+{a$dIXJNx~k<@^5HiLGY+^_1=Zm;b-@
zpI%UDEtI)f>UQCQz=~xutiBgI-1+4n8d&M<<}){+G{tvTgP{7H2b%8YR$VI&_|LaG
z<I<vbD}R+k@1#T1E=X`{WLIz8we?)m_WKX-md_7eaX)FJ2g5;wz956F*7N&+Fr8!O
zVP7m-_o4az!S!`tvuj>AmutDt62526;d}dWdEF1^J^vrFD=_`qCp?*LhC%A2m{yli
zlkO!;1*iBg+wUdpmfd`NLd4-$Cp1;~e#!_K*5oW%Y^OAnxAkwhB+uiHw`JM~b6Z18
zFPA7Jt(ms^$!~RGxw!!+UR8#AO?W48WSZ1;r8}E)qa&&hSny?DvN^j_L5b(F2A`hd
zRx8mg9vMFNJ9qCc%#AWxcF=<F!ZKUS>=lb%e2DzMKcZk_52N3?f@g1pL@w4YF4+|q
zW&WbHd-rYYH`~g8Jp8`D|6_rN@U;?N4gWIrH-Q>l!ps_m#R>baKh!wLueJEw=92lA
zRwrl5G#9^_WK>$=rx7E%xif5?zeerzZ(p|Gyykzd)pJ{mi6C3<<yOsF7DsOL?Hk&w
zziBofuVzl0EoCw<py{+*uV2%GSJ|)kwtv!kFjLNMhKkF<e_IM?cP;h)eRHLwi_Kz9
zBbRe#y{#LpCMTZT6?OIcR=(6Z>n2+2`e(kkx$1pnZ`G`xxm$#vzd7*i;;+l8Layc_
zHh~ZBzgeZk9d&p@YbtM)UF*+l{TFoQ7RK5i+uhyX5Xt3im?12|mC!wHdlQpz<HZ9D
z*|jHaSdj4A%XO-A{Y$n-Z%<3NUN3meX#elC{W0<Re_0=VyKpOcq34_bx7d6aFTA3q
zd26cCq|61r7AhhgEP|fO2QHmmVdyEbV6t4pg3{?1D@0`{FkIkr;Z3@fs@H8*@g?D@
z<A#F8?#Z%0o{A@wTffe&IVHVDaQ+JR6H4WLUzXh}S{IvlVaxdoTaqp=_hc`$I%sy>
zr~aW$k;)3;gVPpFJKC}+D&f=pnK26%_da;&X7>GumCK81{0qg-A9&jua8}8E{-f{w
zeEt(>2S=TC(|>CrrCFxLU2k<VNlftf$%V%P>NxtGQXeQPoa7GSSb3Pyk!QKAN99bd
zO0HY{tQFj9@@qm;ol=@VY_Va{*!VA3uw#mAag0KI@uJn+ZB@>_Q~x9Fwf54=_mk$S
z?tC(-O_xb6c0q}wbIR8<D^xTL3-@MtIJf-#Qzyv1-@&sx*X5^d$LH+84P~t2*N%VO
z>}D){^dM8vvb>X5&zQWJroHC3SnT!#?>2DH3F9_rIHL4O{<xu{OXqTVK9i5%(juG-
z?k#j@cXha~e^Fm7W4D^G$?l^}@ArP^IU=|0VnyZNqpz=rACeEhxKO!go2U0H{XH#B
z2b*prUoDT&4a+!V+V*iq&i_S^{a-E%PIEotY^EL_9Qvfd;nJh}#ZEI`>}?O`x+eGV
znBdt{37aDyUbp{e(y`N+;qn&UIg?F(YPfto^W#sq{^75eH{>1Joc{jN^ZJk8f9~%8
z&fYk0fwo<t9W$qkt=a7K3srM>Tv+)dt^Z>2h6KLoLMgApQ>zR8R)|KeUNBuz;AP6p
zwchS#?-`aJzN4)!{=6wHXwmL<-c6@t&KPVd4w#kDGtEHXx=G|<uU-V-^}dJ{-H;h#
zjY;!7Hn8!s-u<ZI`NHV##z=3$uGJdL#Cl!W({qc$ogU1Q=To-(`*nH5+Ub@@?^s#9
zULf8iV6E;Ow^CgD;)^R5BCY+`xXjjxPO}w?V*Sh_{l$rw<IvXkyZHVlF+R81qjo3e
ze!}j%j~@5i`D|NZSE^{q;>WuCx66A?wU17pi-fJXRJqo0P0`>A5nKFa&GGt3pLrZ<
z>V7uGy>35?)0*a-e|tHVL1xc!2?j1#lds;hL>_4QY_45!X9Z_Q@a4?xv&!LLQWyJf
zV)Dy()w=mdUCMOvFTZmab>?Qqbstc-D2(*TzNRj+U}bbrW~a^GwoF^=a7ojO|Iea+
zxBOc2=+?%~O>c#dtGl`GoL#(NRfOAQjrPo9%ToE%*;-5P6d#;EZ?W;+`ymgeJPY`A
z?PJ@@R@(y?xwiad5I^nRlf@|SVk=TCe_)b|R)mV%RnLp5q9!IhrxV{uNo%;4_}%{-
ze#Ob4!PH~xkALyMzkh6&|HH9Xu$DoaSEI1=(}I-Zm2*VS@8ocO)cbqMoh7SQB(BR$
z5o}Rku52(VwyNWSVZ+I=vm8yI`_v{miO9V&SR}bF;g;;5h;*JaqAjKBQ3aYW{*_Le
z5PP^mv9P&oi!s|4<CC5TH*2-=ObNV~v6I`uaBj;t2A(kGJw=+1!d3h$_R3tyVOo6J
zVKv_x6CIl^x&aHD>VkjQiHOx7d0G5H<l=|3GgafwoeQ5@JUVqs+gHzHnffM|6&D^@
ztO)pU==GG~vrmdPA3UgK(GxGcecPN<g*pinXTNKh7FM$O{svC__C-_Y-P`}NSdw3f
z>H0b4OyB5)bNB7zmKXgJWaie6ZxH(X?ek}kdHj=>ykIK$#BrfV*Yl*tlPkMjKCVz_
zR%5=a@bQwM#alU^_c;a3!g3q5V?tjw8!um^y>`Qk-70dfPj=7ZTf*Uendx4V1mBN0
zr}H<++blQ|dQziu?LKjncy_Dc+hrE_;tt;u?AMb^xXEez)PiS&qsEFUUcN`>RG3Hm
zKRV*tCYiCt>Gmv<IbnVO=1MoZB}=fs`4+v#y#K@9_ch|;{`*WXmR7#`Zf&7IML|4n
z@#O>Q^J}GC)+cTL@vmC`LHxhd^)qv(on|(+3j0|QR&`G3!-<D|cgkHk*qCQ3&z+O&
zlssQJ(K7!@jPd^)w+rGjUQAdrFE?6K_Cd@J)rnd!q`Wvg7EQTfqb;lB!^*fdZ_T>Z
z#d;SL_m(Rzy>)mqx7DJY$&$hM9!q_`c**2eT$Avpw~>d|?D_oSx7_ya+c|5$72cAQ
z3QeBn^hCyqBXr-i)Xm1ORmp)<1B0i|s*U$qvso~fr#Z)|YD0#lT>QEZH=oBpNZNbw
z`2Bwz+CdvyXZu}>^7-Z_%5vZ%Z_JkaI!2NW!DS^mze*l@gqU5vylmyCm-=?6cQ$NK
zSu=5sdvRlA)KtH>Gd4TRKFyA7Qc_p&ciVqIMEBvonLfYjw?4QrKVrkF?#S1dX2h~v
z2~V$?@nek|!<J?Dn$Bf3)?QqrF>9gt+~xDGUf%Jiu5^}Z=&kmhCt9NBpAuesbWd{H
z&+;BlhTM#2%df2b^mF?2o!6dD`Fh`EfqvZnDZ+-=C4J?moYG`Js<A#xg{k&Miqyf)
zcD8jg1}j)ktZ_NP%6gPf>w-<t6ssLCesHc)=+LeaSXZ?o!BF#^u!k$_$M{lXN27N^
zvJvJ+i}?KbjAS{Lmp-s_4XmExvdm7T=VF%M^BLmvGli`*3MSVVD;?f-N>wpGfXgL!
zA7AJBBaN4s1-2_}X}Ha(Jl9kF`R4u4FP&DAoif9BPhV2lW8N+LE4<HKIJ046L$Aub
zA3+BhQ>6AiIXO>k$xCB_1~r!{(GAf%U#Lvm)-=Ur(vkzr3w#4TrvGG4{SxB%^CQ;=
zt<FoIN?IB%g63}eHTC$KhjXv1dWL&=9$b;IPx{-Ze}USIB;xp;{EF1}ZVO^LeWLxB
zPvZN9j-@T7j;*u$xbIDQc3OCw&{=;?EhF9epQfG<;L=q37jsPdnA)MI6I7-O8rvuD
zpEWzzbom~KrPuWTf6<v-T-W^2^7i9jjJ{U#ekLu9vHM##?LIVJHsSdLhK<I&M>lkr
z)lLrF|3;GGhT4`hEGauOrA&HNY_%`9)W|wcE#J*t_pLiV*}g~N?g82UNzDg(_Pu9T
z_3Lt1T9C;jB6#cAgQUHV`!foQZI&c?cP(s4bC=hP7ju-X?%=#~Z|9PwR}R+g%$)VW
z%hfeNOf_)rR<Xkt3<f{GvCD@nTr#h5{+}o6FKu(Sw14e6zptk6@56?5<^eo=zTd01
zc=LV7zFh~8K3$|SV~2`)>-}g0{tq=Rn*+DJc*xGaRJG%rv2%8_oB5-hX<W*)C*(ZK
z3|a2wFhQj9pjH`=$Xp4>C=SEovxgfN_dGbo$?qD~a@Hqfw%OdL*HWz}b5^<pS}T>P
z>96y-$I8GqRqcS~{2$-m7_WM_w!K*Fn2Eu$2NgDpqDx-v=DQw#o$*4zhPY*l?`<mC
zWA8uu`g*p(NdfC9y{4BQfq`#+bbUIubaI4CL!_Feo!RS)6P9qy>hAWJ3ca``<FbQv
zv$%fTgUS8&6IH%FZqT#1cs9`aTy7+n(Ly8Dr>&P>PCN1__B!`tBPJ{35^t>)QHCAn
zyY~5RUhyhBIO?Uao3)xu>a43lZIjitWD1|!9St^NVbwLSeYS>q^;XXGvY%g$2k+&b
zG>uW1_h6<}iErf7MXxwnFT0$Nexi2PNAF5Xl%AT&%VYBzl!_OGbCylLZe`YS=6R3K
z(L;%|EEVTp3_E`yW}e5*11`5xYX2_UrW1eqM#XV8+k4FK{WXi0_o$qk)ln?|L}zZI
zQ%7ItMZa=`I_^d43S|YWTDhdvxt231u`a*%;sK)_%j)wV9-2($<eDijuc3bPx1Gf{
z5yi~UbKk~4{ok_6$>qY7@Od-7?CAWl!hySMR?h<C?|Yp*yt#VyFNmyKX1h5^blpy6
z8(r45EB@N*cyx=K@A&X`e$Uor9>tOY$`8{Y*&Ho!bYF0ZO>F0Rxt@u8Wcu!@u5Htn
zYGHbOn#;szu53kJFqags5=WH$3YRVpJq!0nn+3Kv_!xd~NVJ%9V`CtX$eM&VALib*
zu`SsoId9EzN%63UR##X>GrSz<Zjtv|<`MHnbkj#3rFUtk*fp5ne0s9v&w~()9M#uX
zBz^32BZ5_Uzdq>-5-xhCb>ZdR)j9u{1*y#IIJEM|%|`{F3a7-`q@9_ug)`=|_X*!i
z$;HObqB)kSn+x~;RKF-aH;{MQ`N{*IJAxG_%uj7oY|4{b7~2zlK=$ZEKTC`J$urJH
zv**vXaM0wv6jZ_UxZ&V#0hJ7co}Oz}GJNh5YcG`63ax9hxnaq3+_vwx^`1Sq9-V%^
zKC$-1&4gnDcav|idYC8lD5PHeF1si80I%}3*Q!2;BlN0F%B$a$|K8B*eIju2QO2Xz
z{NgfkNzF2EyZ3gR&5oLo|NerM(|uEeC?2jh!&?TgCkS3VVEypw?nLgQmcQEl;_G$U
z&Kt~)X#MwR`u;=T>z^n8*)0Fx@LgGTgNz&7x82O^^7$jyOp7oR<JY&+IA8JaYW5oQ
z><YP~?&@y@Wz<gka9rNIA$6JQ+Q}XFjazeAA6W2RDDyFq*DTl^9KK|h-{$fiONtp5
zS~#oTTB<bLL$um<VpEgQFZt>%QVJ$7dQ8}l7YbCTsdw!C8d;s-bn)Tb=>nF5NuEiT
zB6IkU<s|;S)ug|6(KKeByDRog)^6SX)-1Y0i}iR*>g`A0_x+Bp`1ngSZtp(EJzjdo
zz8lVdxyQcTN$-WX9jC8twZ!EmwQDk^B))B8*E*Jw`{}s+;<u~0)WjtgPHnzeR68|^
z=Ud0>@bw?;|NpL+myn4_?f#h~GR0VQ#|7?;rJv+dME3BO-8siBGVk(@8EslYf)_HF
z{nt7C4-~!k=JWU7G_}n6UcynK+~>P<TC{E_r)foGeJN5{nX$hnqrk?(t8_uco0ZK6
z%OgHZYRtKm<`=_Rcuw!$;#|>LW)@E^IfHtiJI~4bl_^wQ!JPam&D?F4Q(@C0wW6Mz
zNqd=gsRaqlV+?uj@^PYD$+Ve{TXpmOzAp>eGd*NS#z`61zs0jUG^ct?F;`!znV&WH
zsBe$QayR96hH0kpx#ijkhn93&s4tl->^ZOafu`uE=PUusH!aFkj9ARQ^TeXb(@%0(
z|NH-Wzt)TFq)>;;OkJyza&BEb%l|jykj$f<yLdLobgydAbf~)W@!NMk$@3r7{57>h
z{!|H1?e+gXcT@U`X`E+ktY__gdO6&0@evKPXHA=&jL)jgkG_5L$9KC|VO#4~&uvf7
z%T45t_6_h`?^|Q}Q+@jUv`;4r8kK%zIUSjNF>9yZD#7<l7;V?~KA){(HPh>&&7q?6
zyA;m&p8lEAb*?6A#pgBm9(~!p$SUG<#I*DK{@<BC_eS*jb?qlznoqku`eGN{7}Bd4
z(XrQCtnD0U)svcM%f01}Nc_3jur7OJjE+H1lZBP}Ba4Uz+qR9O(|HXZ91C#ili;(q
zuzvLUyxsAK1uRVqtm?u9`Mx`@c*mHeV<vv%U0%Xm6Qg4i70)kj)4g>uNuq7Su2%~}
z^uOJC8s=uHai-cYinZ|p=Q(e|n<i{-*+19ZTkdrH_%U6Mvc202#D08TzW>nwuls-L
zKkV3G%~$d5-u4eiuV4SMSN^YT$z7!e&PxIE#{~a>wf}eg$J_h=SlDzcE=0uH9Gm~=
zrT>Sg=Jy*+3O2?)TL1UK?u7x9IydqkofXIxd)<rgV9T<OjLnjE=B|dSf+DXMh-Y3f
zdCPhKhQ#EU8A(QK^^F-OT`f2pXs-5NKcuZuRol~Z=JN?gZ`5RdZ_7<=%FVh}5EM9B
z(=$+BQ1HLU`%ccQOE_XZPV|MXpPAHhWP1KAw%4KU{&v4Ou33LrK7Wznr{d#<2b#ns
z`rN;Ce`~p{dwD~~(^Zpyn2Y<*oU}-!ac{=bM=wKOX^3%iet-R&bxY8V{Ou7Xy8FK0
zeea|#B+MIhp{gxyQbx-rxqf$c>%M?v3tmc9Xq)VsyeCd8OIl0ju9|D!7K6R(e?0qC
zFvD{9GLadUNA~EPQZK%l!y~AXYst5KhJg6C_4{X@<8?h85^l8Ua8RRF`K<Q9dxv9q
zw0-7wEaJZW<^A-${O2;OwbTz5xJ@Zpw(@eEC;#VtIg75mDb;7aQ5wd4mTAYi-t_k$
zP1qOZY<srig?eI%Yq3H3CVx}GRLA6VqFu#v_Uv4zo%_${B<It&6<5Bn9d+@Y|6{d?
z$9`YCWASsBG5x>x{;%5OmdT4g-aD4}@7EmfqesqkeD?Ldt`q)g?fxVC?_SZc6#bZg
z==vOywKZ{Hg#}AzN!~hZzhuQS-=}S6x^1230+M&kQ@ir@yGl>ry+1r>)?bu4;Ci%X
z_Hy;dGmUJNGM4*t-Zg%?hK<j(c2mx?b5Eulp0z%DcIh;=tg5MeaktseUpAHvkX=-{
zsFdrB!c9YU?vi!VnTu6ZZL{QSmh@S$zqVQP_{c~3wE<OgN-g-@1$SsUUG93D8}t5L
z(1Y6T8PdHM`!oYI&Fam!n}4cP;XLf-`f%C7%jNULE=#sPea851UOi{_Tpz71PWQ_)
zt_b?e*&bSbeZ7H9{|B#wEe`@Dnf#m<O!3+i>-GPxbEVU5vy5grC$?RZdwZv-u2p&c
zxWHo3`)e<D@zsAy|IfDmUEarYo4<d2x;nb2`SAaT|G(59>=r+NP|tdQWW}HN|Ih!I
z+;T~X>sj=lzxzM)e>iG>{fGGf$NP^hdVgUnmwfGS;WgpBQwk53vMa1#C?E4cQFDch
z|B3V4xUQ_u5Z3OCY<hOQ)<LtWxMq>8=H+FHK8Z`E1Wvy&VGi9W;91DTQe@Ze<F9eS
zyi{}EJP|w9qlsI@yk>vd_eRzJ_|A-nuL^IxH)K&P6$v%>6^@ym(<o3J`oJqgW?`m@
z*=*i@zfT^o`1fh&lNB3$Dz{`6TF7jO&`DU!UUH=|fJr0i@gkqulcs0K?ex)~a_uBv
zrPuX9tJhppl(yuy&z>IsBm4eu-I#UL13pX&WeV|W)D()jlw*^<C05%~O!LJWzCSv5
zKds<d!|mImT_U3DRJSYrqE2(ltQmin?MlCO;+g&Tt11uW*j~r4dZv`3^_=suS!TZ9
z&VNhm9@|}Cxbs&j*M#$ih3|g<zIaAyleX8{17C{IT)e-Guhj5lZPs(^tG_q`E~vc9
z63Mw=Uv{1M*qjIZa=JD}$Jx4iMJ=DH=HtV7C3E_b?@Rd46+T|QsOg7p(%Jj#7R;C4
z`)8@xYg_x@?|=RMcbCWf-S!IWa`}7DN|(D9Z_@OZUOK;atz~($$vVAPSG1HL=<a`g
zr@a1h?e6XR-7(4M%CdKQpU9}(yYYOr=KR^`=H9+>{%_r>*g2acXYc>N^v4wS#-@qu
zUvL@96iq5~NqBJh#m_m6#U+bZMOSEjG5L7@aoI%6eZ}ghR<18S$*6CxG4HBEz$~6A
zZL4dHcr{Awgo`@@)aI1LoY{9Fd5V?9tconbBYJzUd|9yRrEV_s=UGof6sB)E(BW2i
zMpIL*dx^@yxyOI_NZk-DU}P-2*L}NJ_{(*+-@a4+WV+1T(k}1D)9iYiBda!qV^LC*
zY(MA2_rLjK^;>6^KN2yCn!nC^b9;Hu@qRfcLze_EskcSE=cg2j{95LEdxk=eicR%%
z*_it=%jYy|+&aB5LE!g^1~V&pmd%N`5=0ihx89N~+;VW6gR9^Q$E1(DqSjtCWjnrj
zLCM)u2O@e`zxAH6uwAKnnfZ<#J6b+B@XCFdC;2$z;#b`}2X;iP|2R4Rztr^p`;PnT
zSibd~X6G;1e)sXgX7&XM*A%i(E#wT5vXJIVp8LXmlAbKzuM1B&?}qMMeNE^=+SUsJ
zD%MKeZF|MdH5Z#sF>`I>c6u<i(d^TAUoD1SA90)GI@Xc(r_v8*GyZxxgQ4$C_qjX+
zt=5H=^EJIMy4`Glz1-=ufO<x){=&KK%@-!ee%Yk%bpPwhogW-O)bG6c;O6A=3*~DU
z{8P-&lwr$QY9PnHVqa^y-<q?|S%qheB6P$8c6sW#R=zqo^V{SS=Q&$i&h0d)%}AY<
z!ZT}`>uPBM<A3+=|8$;E9?;d)u}|!D*l$Zi6K{dJW>U2|dpI(Dg(sa{+FABe=Ft-U
zAgv3xws7tH_sS)r_Fc|Qu?xXx4_G#Qk=dP~=WA(Zcu3%}L$v;j<HiXxYR_kXw_|z7
zxpl4Htd)y?SiHWpW$Mo@jvBIS9@);<zOkIIVEHrQ$*)hjHhel`syVykWwq~1C&PnQ
zy9}qkUi#-<p;P#MeU$}yTI<RV@+bx=rz=aS9mvlKN!o05J!M*N*Zen}AJ2PV{JJIG
z;Jc{dQ{I_ntIm{O47|vDPwJL!yu<mWD*IOkTDYJ5RsOf`|2E!3v;X}L3HkbdQKXgQ
z`qjM+>E`o)+cVD%WxuGi`QJaacl#Fo(zh(pX!y8tuVw%r>$AY*d3PnA|LA|d?s_f%
z&)H@b@?TAa=YNh!THSGNgTBx#<5=BWuh)fZXH31gMDw(k5^teO{HxeyvwA+6J~LaR
zb@Iy_fiC}mrNUJSClBkqdH!mD)v4><i(i+l-)WShC6K)5=`8Q3CG!kKw;Z`);*xUr
z_nO8_v(nU8#-wPbWleQods5S>e@^q}N-4uAOOaz2oo2Ij9}POPv8?63@EZ%Z$y^TR
zyuXez9e>QY`>)`&N|}Dyux>u_*`ia-5;StY9}m#csK|E~UK0G^M$*QXa<NspPnu`T
zb$@jgdz{&OHH)>XuJv(Vzq`MjQ*6wGXW!U<|K+<DX|k+w(VSmv1(cdp-o@~_vfjA3
z&``)swe#T=nZ{GEFO}-f+IG~U@5bG`j;$=u?$&khe#>hkcq^}SUwneh(!{FgCxvC$
zHBG*^>$=Gt@Vj>8h3>lY?LXfCKWcyYea-vr58b<$muNC2#J;$A=ySR-ujA<yO|wwe
zw~m?zj%<0PA(S^egk}4|o%&+3TSb@ny{Kk!Tq3Z|LWcc;#-p<5OMYC*66Fe-s=Jr-
zL&2m=t9^t{Ob=;)X|l-XxU4nL;tS8(3R}KwnF~ZMeYPl5YRz@f2_`&>Z{8JHw5(y2
zJ;XZuiq5GgE(_mBt@$PQx{h&e=&jAly~j731gDg6?eAIOyk(;4F^AUs>G9RkCc<AE
zrZ|0bxGWJ97q{rWScHz)OUvp{F9h$^{u1fhbK!-Mo~wGAvDeC!9S*H;tClFNl5mNd
z%Py14wyH*C?d?OBC+9O{6+cf&Gy2FG{Xpi2we9{zyf3ym=x|qe34|!Vus&{?ur9MZ
znD3R$gs@sSEeGjU%e9x5e!R0JRqB%2*=z@<V?RVf*~1xL+*y+MYyXuut<TcCJ{`|2
zGP7Q}Sv5u0O#L~t__{f%lU0Im|GcHi9<XXvr}41^5|gE-{rI`e&&Tk{<r&Xfo`rR-
z3zkUyD0${@M%mge%Wp1f$XdlRUu^pRPRC0xo&NjAKfIq8R9OG<R62*jmuZ{#ZU4=;
z^~bVhF%7S`>p43-+s_>S;@uZxpPeN(?D}UmRlRzDE`7&~)Qe``o|Vk5uX8=jzQ@(?
z%l~r9G=JF^d)-W($pTA%y>q|qI;Z2B-*Um7409jH2MGqw@4irT-g1J32=leR4PkOM
zlJ3v1Jk9vXwf5tKht8a_))%jwsc93itG=ZpqA6x<Z-4xEkNyGHdLyx$U#p8--HyI{
zdgPqI<fMdiz6uu8k4|iSR5WL<uIBTd3ugKStUI_RF!-d{Vi!>+ala&y;HJuHY%}an
zKe@GW)$(e`FR%7;-}^T4l*-XN7EwHlS><(ok}v3sU0_p?DU@hSNY`>Ye>RP|p+MqT
zNQR)G*=*A(W*-7}+?7q3#pYtk89Li+iHPvE)muNj^mIDple}Tyo|Yi4+q<nLk~h3i
zDd_#%Abx)S<CE6@7iO^CJ{-49P{(!Q6X}4^3<=>`9QrdkYOi|<C;B}4Fr9r?`h!=m
zq~_OuvwSyA_u6XKU3t9kO^$5!DGFYbYT>Q8_3oh;eBEEIY>xXs_|x&XuKRES%a*oM
z_Z<G7*LQWRayQuCd6-wu9MnI_b{qe5>B5<hG?G5*Scs@=D;wVb;9KGwG}YI9%Crq9
zUw&pOjO{-8<mu+AZyNR<w~)Ckb@i1*OpiqFWNyY5m$Y1yY2B`uymz+Dd3N2~qnh)G
zPYJ`!_qz9!cE+@AusO*Z==v)6&h#gxmK^_<av1g=TI|k$v0PS9PtPf?&Em}uCmCzL
z#WC)^PAO6E7Yb%>eXNmvf9DeEQ)MecG6mNZ8~8Rq^)k}hRvxY6+b&=8zFLUw?a`~}
z91lq??uZT)JSMt~V+Mo6lu6rCAC<jhSi@E7G*!ERk5fN;)21K#v-^X&E=#iSd}R8p
zh+VDy*PWMrMoUaArTt_&wN_p7v<$eM6#8@S&zib}w;47*-y-)sC(?hV`>LWdyZ9ND
zoz>5KvCYg7)95+x<ZG;@8FMM+$#2DUN6UjV`kLRQ>~fsE+2r198IQ<-#ZI@%YD{HU
zG@SdX5Y<2VxQ%0wi@}lBfXN|WO1<>BPX@MiIh#7pSheG%To*52#)cH`r|drrx?DG{
zUb0<d!THb{Vg29L6Yg%$=E~}O67rxZD&>b3>kc0F#h0w#$Ss-q;vZ9$mfZT>sWE;w
zb9ZqReA~3YzfAvOD&xjB@$f|f97`LvcfGHF)f6InjMY`6u5qPkfo6$U(iSC#HFLyV
zSk5YQ_i{dW+4Z&bRHP(NlDg=|^M1iTle1anZT{7I6xhyPHHBAHz5e+hrLVCcre@6g
z`K5H(B*t0)_U)J>vNC+Bn5M`~y+u5;4tRw>e*R*^5j!z+uS2UAEoK*;-~RbUtYTWp
z5!2;|wkQ4kxus(B>aY?Cudw>3pAAA+i$`&N+xopMug@~Z%};l||AHeWJk?r{=9}f^
zMV$$E`x9b&KGn_bri#lcKGCK{TD&$Yvw|}YJ#tUUzij-}J3E?X%Z`GC&THqrxJ~kF
zMMB$~FC2~Mdu(yQvOQ78Ad0;{;lVdHs}G0f3a3kb;@kaJ?A=3E55cnE)-rt6G4J1f
zcylq?rs_k$Chs}z^8HS+0ZJ($YHf~HF*a2_b$i>gIDF!am^~Ozo9@cvtiI#Cowx6}
zvfZz1!hdd_uV*?f8yA0fLAG_z;^s_Vooa@Ic_D!p4W3>pf2||Zd0|&JZ%>fIr3+ae
zQ5+v#KfKr_$HTf*T!QU@iJfWGJjp)WI~fZzU2bnHV%WsG;DUqBvfj+X%A1dxySZih
zjyuRE*L?oNowL3A&&m1kKd9UPlm8(9_xwM`fA8-9Q{MCY3*&*LWbU;KCMEaJDeNlR
zRU4_W>dTv5ixzZEv5%LGTX5jvA+Pn_i$vr)pV+u-J&Qe2-+e1%;VIVNLAHx>TdZ7v
z+s=_yc^m5)%%Q|6-L-PrCAM428RlCoc4)M^30wFu{#xf9!nw9|)&+@V6%#*A!EgMF
zpM*}Z***8-j~~tD7uND#o85ay`0at1EZdMod+q&64^=N4H5bab*2qcwJb%!nU-#)r
z;K9FZE(R=lICqY#Z~6uOYMcMRSlgP9Chk1C`@N0WbA1Z|4&7`<Hm?g)K3O^)m3u4f
zuyE4B9xmPm-|aHp9zRp`*vc&|SHCEH<q@Wh57s;Fv|!vGbRl(hE!Wvq>5<}3PahT1
z&+S~e@1TpqSvxhSYJs0~%KR)_EnVu_q)Kwlqu-uB$yp#(GVObuCclPn?H=p7Cw#Iu
zPx@@1yW+;@$Z4l6Z9V^{e_Z3p*m5=VT=0brJi%#ZS5tn@*|0OmDn<5q8<WB*VU};n
zObdl9#1C+K1^?L~U!k8~o}hK)%#w`R*@r^{GN&$H(b3?xyjt7a`!EZa61!J2i?hX(
zfSJ-d27Jvsj7@mI?UrpTbh%veGBNc8f8XJTi+v2;1!sN<x^Vg4UX&}Pb6f2Cwu4C<
z4ivCRpLlfnM4ph%^B+Oo;;WnTsuo+?$@Fv?7$g^l>RJ>uvWPx5>Qj<)j9BCw&GW^R
z^FmC-)P>J(u3V`dtl<#yuprRPJ@}#Dzr1~q($4d--f%ZM-6<}le*f>!XWUa{8=f?l
zyOu{>@H`;;%J_L-z{fKyJ<3@8?dnad9L#)HN&cGp^`)nQ!1)_pY1Zd{N&WouK;>hi
zOTJU^qd<{=tm^aq_pW+wz4w!C@#3H$mS=(sXGTBHR^L=qJoi(~>GsxTZOluT#w#v3
zZ#!>&X2#W9tN4!zN&4R87To$_MMl_6J(sIGvtKPYwy7^!^wuJGhOO55f+tUW%PL=)
z^({Z|-?{8*(wZe1fv#5<-CQXndOd5^PY!E$9u}UnPKyk89NILs_EK)Z%>x2Ur?2nv
z)OhcF@sQEN?Tt)}nBU)P?d-c?%XD8(N?bhqOD(%~-;H~@!jsmEE_`ogkzQC@%PZ$z
z^ZfRGHphdT4;#oC-Voe<m+zd_f~%Tq-u$-zk!v6*^IM^ZFXm5O<8lA_Nn2kSZjtg`
z{P9CltGd73gU#!=@7TN7_5TmUY2B=A$}>v0#P_(0IUbL16f3ZibNEnEP|3M?iizoD
zhBZ5k+8#4xOWwXKSi9Qs6~k+uHR2mBwPj0`?A9*4@cv+x^cFFrs}(;#g-%^oE5rB6
zZr8!|c)R2E-{$|f|Iq*MqW!`Cf5*OmnE%K9KjXdnZ+?Z=FI~b5W-VCryfp4!=Ush`
z)Qo@)E8S+jD@;B3a<2Wylh-d?@NK>|FM8c%*)<U?s|9-lBi4ugc=c6ui&^HPfZxZw
z0v|DEOj1(&JMq+&)qX2Y7(4F&udrEm$WKjrid1HDiB&nrfx}Ow>OYv*%WL&;M_*1T
zN!l#c{eDGlXZ0S7%8M(H7P$m;=PCP#TKJTS+H`+4sNUF=yPNN@!GqK5_qk<P_3%&M
zvF8SdFAtXwS6k`Ss5K&@Z+PZ+?X+r`dO4Es3`6sGhEDa%?C&Q()BS%_#^V$xi;JiG
z*A+9AZZd6U__Je$)un2WQ2ET%BX%hfq7?;~+D}?WJ#(3Jh5O>ncPU2QSxw^cCa;z*
zo3&Z<?rWLY87e_CPyCmkdtTE2Rb?4R(UT&liL6(AFP~8hzAoGw_1*CK0+Fp^k1g2d
z`jkm)f9Lb{D6v=?>S#SnU-!|@z-x0v<}EIi(K27TsZ5Vq)L-ND!Atw+1kF1A{!iUM
z$F&#a+6~UVJIwkxMf&-n4%vm@3LifAxxF~ogvZh*ggan2+myDZ<|h6ZPCRW^r4JRS
zxN=--I<uv<=!hs6+q%=a>*i0|w8`Pii*iM?KUbc#2^~7D7&${(cVSKZQPwJ*qb^5z
zmk70{S=>2ak#xQ_G+wUT*q76qr8O-m_p!;J_r6vf^VAHAvxMGzFP<a4zUb%wOD2zV
zOEh8%do=DE@rO9w;GACc%=+pgjgUE?M8pEV&A+$&{j5p1EUji22%d7As{Q&T%jx2$
zPhL423rIh?p)i%B&dYY5S;v|5b>`~Jr@nkq6t&=t-)_II6sy&a3r%J|$T~9D?AoGR
zy4+ti>r1v7+AZF>t6V93O}9zn%*y?m@nwCpEX0o$@7MUZ&*$pSmQRM+MoJ!myS}d4
z5q_bkOvh@q`^H6w6Zao2+|JAtdp3&wwcDHT)e-6fj|_TR&n`KhwDVZiRwm8XZHa5H
zXX}V@^Bfkey}mG;*X*_GtYZ&OuiwwO=J4h3_YS9RZj*L5S$6d6S6#m2jMw^JOy`~u
zbm78}hy3*#?W&V^NN3KxyY;V7|NMR3$KD;h^*Cwgv8<bmbE6FIACl<3zCQl(-S790
z8uV?L7<GWf*Tc8z8dtC3jd$A;-fxW3-N?Zdds*VmclMrxc3Wb!Tw4Bq<T%=LOefJc
zx!NY>b#$-S0xMVU&CB=?YMxBoe}D1&>V>I-2Ti#64qVi#`S;Z{?%($RBK1Go>xJLj
zS1+&PTb^@b=b|Mdq07z-eOqj#VA8kc$oKtji!_(C9Zxsm`myzzX#1W&F}FCJ)=p*9
z>}401)?m7|?BEQkEj4WFx12qnI_qZj$Gpzyf4TSg!vYSbr)r|AdMvk&CTZKvU;UKp
z|AY5`YyUj3zTc|Ydb)e74_A-h%S#sxJ+eb*#!oq4RCI!K(d(cuQrbJ-I4wTt_~O36
z1ryyjFFrn&|L=3?sogJ$-iw+06U!PNy;%_^a%QRPmzCe`mhWne@YT7plF7I8Q}*@C
ztCRS-TOU}KpV8E+Tg0f7-D&KQZONzqw)wPiqs6ulcFOl$k1>9J=^XI>ZTi38J$$|I
z3fJ1Cmo-hw6=174a`m0n?*GQ;8F$-oyPUpX{BqW`N6(_tAE`e#oS)(F>cWvZ9I;Ik
zf>&9#9&4*(Hb49Fr})8b>s|-t3YJPf=gD2<Eir#dTl-4y-Iey1EgQZ^tn&)Yd3)uO
z2)lgH^c6+NegE6v`nTogG&O7f!}F%j46UC3^4xoyuO0I)ykL`3aG0=wv3Zk5o2a6t
z%tQN!{CxEr{!LJR!_lg&<GsyOfJw1Xh_yk1V?(3dy~=%$cc$N}4o`jdseMjZTIk#2
zJnnrxYVWGw+g7hQbt)#?HuzPTugH1VT|M1QDv1}TSqsmbb|ARIE6S_LcB5GE$2$(i
zGk3kx5a5|T>-_BcTOyGMCaI_&HflAz{vhs5xaX1?LQ(aPSY)q8G8i*f=*%h5uv-$z
z;`V6no&|M3W|iNwS+nKDKf%e%O+NPSi4G7vEqvC(;!L6OQAKe+6Cp=a?%516oa`zu
z-Opa^-a9Yee~-^(?*1*u)pp8knjf&CKluu8=1U7M_jx-n={(VXDlM1xZAJNHne3MV
zQ!fP`c35oEdP%UW#k|5TT1vw7@60D!t8G$OUF`dNR{HF#hOX~*%J-VrYi4;Jl#o?d
zsVZvF?ff;3yEMkzJcrvY<t&HVwem}G>s^(e-FvS#Kl$9X9VVeuRti5bDRpuAHlcoc
z&}{8h%@3}I`R?T3qO?OWid8G@#vA?xbGe$b&fkcQIT$HDcl)6$x1zhBpZ7n^a?g0z
zzV^?2Z)CQyYp>ZQoWXkIu9*63(Vlk&b!B1`*}K2~Vt77%Hcu)0F2RDD=X~$(?UirZ
zv`EV|(A0tLw%~@@+A|jOt>5#7p<mAS(A((k7gq-NJQfIUZ)|QhH4B&SIdj3~MUPwh
zp@o$j>^NF~m9?*XU075j^wL}^iuL!kq8D!4Wte_lWfaMb$urwg`df_cxW)cEPdc}z
zvoAel#doK|Rxo)Q%k`j~zQ+>F?i<D**vvHf;0v2PS@}n2&F`=Kc6heQ3f;F0|3q5Z
z?<|_CY&li5<gvoyfC-2Gy=nB%3R=+;)0weHV1E1b_&Uke^Y=<mI=Qmo@5zg2SSGDf
zvy~KA@hkIMa_?=~&Y7OSL!(=kD!FL4T5r#P_`UvndEt(@!y2u()wdTEY&f*x_LB={
zr{*`SiOEL2e#15OU3!t}q@5ytk{is}bXMt{Ge7p=#}A2qIoo6D^K1L2$5(N>ySs0=
z=A_-US((keY2kv%&@0}ag|Si*Q!bxMS2t2`eZ#qP6K7(;=BUmq5n30VgwIreUo|`8
zdU1~5XSpM$%nCRA!X>?21UF8#RI&MOlcIgy*4TAf#XR$qPa-sCJol*+GKy~aUTHh4
zq<qrz#vFx|x7Wq4dTXBhbaP^Q(TeqdT(lMEcSl}d-?>ehjp_Jo<*mlWJ))X3<}Lnt
zdRg49UE9{*eivOlZI{}ONcSlWUJjq)D$0X4hWOlh>au#_p{2zOI+S_>j#wsi%rvTP
zP<*>C=I>MSn!B~nSf=$wDn1EP>CmwbGI?D7yr%KZq61o&<Ajb+d!^~9Ie|0E)8)YQ
zki>7o9?~7xx@}yogtmI7?qb$5Om%(hS<;?0Ax=)<r3pjih2XADv;1s5JBm*)u@mh+
zsdwrBp-A2<TqYGO`$Rn&A6y8~7D(8b*d3C<#%0?w`<}-l6XDf~=RzhevQInsdHR(l
zH{68NbDgebZ4jR#JS9PMrq^WU3NHbNZ<|-FFxB!C;C2dGW*t{xbhYJ~y8N$g7PrDJ
zwqIWoAb-kjvBy<s-KlGIubO5z<lS+3^MAX^@4pcRDNh}Z4A~!;wCWx`acSYkkUv+K
zsGaHBs443A$kI=$ZHkB%x9yqKHz$6d;`3sh8>o<esBx)?1E0IQ`wc$jzL^Gh_Hu8I
zVmz`TkYl>p|GRnOa}zmMbsycpy-xb|;^Z|x{C6ei%%9)ruw&Pq2VZ^`&xz03aJzS7
z#kUPUKj!|w`u^YyxrDCYVNRu@A={f?U9b3c(|FBWuIyqK-<I3%+cy}=zOiWNIre$8
z@t&IhjB~DSINb5IN_197hVkyG(uyBXG|O)5##R08y`W;e;Z@a*!XpN6n9iJ+v+Fv#
zyN=i4;myy*U%C>0$?Y<~VQa;^Cv}?Gi7PKMHKJ9sa*bFQm(>>rC|IOF)VvT><@@95
z`x@r$eY<Y<G}LljpEEh~^?~3v)`wQw`Yb+$1xM_5IH@iy)w*?gpT*gRfWm$r6E@yM
z*Y|zm`}gGj-|8H9>HEQly)U=4tmB?8A!H?YbI1F#hxa_R5~Ed4?!TS4cwP&~^5@GH
zYUS@)-`Q2#!_F`F;MM8#hxJ}Fe+_&Ya3|t@QPb9%x}~>!MOGADDdT<2vD9?U<_~fa
zYfapwb7~!1-23MzU0r{%RJKE6wOx<r+ET@}l5$T<<#e9?UK6rVX!5Fi_PZYhJm9z3
z_OZBF^wP8dHUqWN0L_x43ZG}$v@BIT5n~Y*yJnIE%QX!f|E3GeSY9;=-96J+{K-=N
z2=lzN;SpK4R?T77QP7PuiRBUOu*x-9@_617_2t=@OVh-@#uXjQlHPa4C;X-oZ|t7h
zwQDBNaQyYOlKsM)pK;uKm#^?ST{gp5c4D62Tm8c}VN(Pi9odz&%RkZa1QX*4Sxt!}
zOJ^7RIEc&=^$N+=pQ6Uxs1|5(nswK+RmJLxJA7FeUXXqM>891}`>re3J-T<&Gr#J;
z&&*kxdy0RlTHMaNHdmheJI_W773(=iST@(n&kT218K8ZA+Go?xyzK&4SysRBy0tEZ
zBla=xxowk<G;x_;wbikem@(;uOV@`hk*g%$f6(EtJM?2w<uBp$$A!A<kE#Bh70t@p
z9bmRDBJ`elpR;hSL+pX&9KT%WmS2rHdaUnC%Q**^MzupNr#7w-%)Q>2cUDa~?^nsA
zfSei6g^q6xt5k~0zp^%3kke%O)^n~;6Sl5*jA-guF7B6F;vtq3HT$ONEv~nlCaiC~
zu6`lU&OUwC>=!nM;T+4F?L-W`a-8IrNJKH;x_x5x)U%NnMXm&|SBR6>(>KU5KVWev
zy8CS&_iN5Kxf{-J;oE(;<6>U{$G3&|*u6u#CVW1aCAz{nL1s;uMa)+V%b4W5r509J
zF8Nk7zDoT)sJQ3z4x8N!^&bo+q}-3IGsNilS?~FH?e>LTt6QaIG|U%&-BJ6Vao(QS
z8{bt=NS2Y6d35=_+~X%d1o)Ko)~$O~V(=&Se!0P1&fW&Y3tby-<`k5cwoaGZ)3WaM
z0@KzSmY|A1UpUvTTi0X}E&XDKK(6kGKW~_18?LSuwyFBWvbtHc?%%!NJ4#=(^v|<7
ztC*B|Nqm~z!X3XwRFpm+ej3HJ`1PTAx$fPMo0<PCzW@LC3&TUd^OikWeCmE}e8cOY
z386RToA@|m)E95Qkso}|QE%6y&4J06WLC_IIXCC__PmE%!{d*>e46_0O}LWvaZC9N
zzeQe&&1PRJswBsHwkJ`-kjMGz1@#h#I`On)20T~G@4nmi<I_py12xP~IF73yuXy>d
zw&u&v<&D|*$_?i79ePuD>bze@vreASQ>TedU12jce@5SIcw)#=yM9C5_liF+438ZY
zTXG><Mqc)4w%oa6DiK$Yacu5L<8a7Yw!?qrtvO$PMK?D~%Pzl>9WZyf&E5CkMV{&!
z6)LyPU^umlePT+V<-2DkpU!Tc)qjh#=#csYH{ol1*;Be^g_tULxS1BLj?iW@G@7d!
zf8qB9k24}KKRY)hSsA$-Mp+3@d*__(sXf2<3(x7a6)yrUcYSuv_3~N6rx&<u-lx#7
zmfY7^&MO(b{kK%@r>yC!CtArfJ%um&)C>Dh+4Q~P#e<aZCllJ=xX1fO8<!q7)7)Ds
zJW<Z)*@SzM&SjSuOn75=S;VX{Hg#1(&!YuK&&tB3jjh){o%wE7rPsz;oBgI%Y0Ww@
z=k=wXn>IfAHPPG8obm3;_l}hzD=Q;b7_}yKCV3>zTk&VpLFS(?bQ%SOj(%mD@uXqP
z^~JYBLV6z^SS&g-U0)__QL>ok`VWWxW=HMtU#Z6(khe)#h3&?nX!c%#3sYq}Z6tgY
zkDTgt&RLOkam|V>uV<E@Q%^;<t`PKkJSQ=}aOt8z#z|#Hrmr(?!_RN;;>+~)h!(j%
z?eE?0eWy$xZ7r(znq<a3qkBO~$-$ryNj`&VO}wW!YyV$T7M*2x*mPay*JCo_!lG7D
zna2!vA3S^LyM}NS=RQZ3Bb#yzX8+rILCoWkS1Nzc_xryuomd^hV{qV9N;A{@of{9A
z6*>f5+q{|CPu~9E)u+V*y$$6%_Uz$W=bF4FH}zPVjKPix4Lp5*CT1-2RB!PGdo=Ox
zVm`EXvT}}jc*WnX;g08$Yb!dgR>`hOY8RYu|5K(XU<Lc%s0Hf+rLHY0o#n?;mf&x(
zvs`|c{gHP`4(S~3>h2Mmhi3D?OTL=fvzxI@;=>yg1(sQd94iYpoKv~b-OYVxZ?Uxd
zarcDtFT&XkUYok{d3-y$Hu_=B2cD(8ZHY&29#x$a8gS~-(&_IWzj-9`ctK)F`}BAB
z4lSRb5uuTB_qk&Dg2zXFSPgl7rX8sKwNiQQl*QbV(iulBETbN-e!pj?Y;PBbl<IQT
z>?tc3wVwK`$g|C4MyTt|36~ufRnGRCDzoR&XK5ovuN8{!bLV*-lb$lK`H<jyk;l{b
ze+{kq@v;5JPX#4?<EanAmtX#3Y$xrdeSme>s!s>bwJp15J+Fl`>?oIYgnh!^eZ1L+
z%U}00R`*}t9DL*8LUS(my$3&DOx$pIt8&}LM-M)jg{}S&^*FDCjhXSQw@IRP--nYo
z6fTALzPzw-^;Y$jKR1Z6x3^c6Rdp^uKkxV&QRe5Odh6T_Bn?;@wTmyz)cACC(#*#j
zg4KMSKh#^Wm}RYfU?CwaksF|+7uXfavc*N4b#ae?%JqZECs~EfH(2h~n}6cyl3%y(
zv@NbPT@*HJHD97kS@6+WG7@Ujt+TeoIh~(nCDdmhY$~A>!4$}|CiuZT2VNuJS%)`A
zzP%S1ys{)drpqNjwlzs>viu~w>5MNb&Ru)-yx{!v7oO*IU-Gg%4e+dG2{rqBa^a?P
zQ9+i>sx#P2e%{vPmGE;cS6e5ax20pwYcAESvZt|o!d4vmmGW6-{_Sb!B6cg5`Q|uJ
z6p%>%b=1{D^F@P<m!Y=YXS>rPPnLu^DMnRX6F<n`(mnA(%kt|fiBrYv;{;95_WG>S
zebFkTS^fOM+|%>(Ih9g4SvwDfYPRmQ&^pg!didc?-X~oJwUvH5GgvtiwmHr}wD5=i
z(#a13H(Mlx_{Pujbv`$LHkaAL9YURz`zJWr%~ZN_*{WdCl&h|#(jn7wUnPZ~<u!R8
z7`^Fio8-0^PM1HdIFarfve_ZHBm02*?0Zg%T;IyKHNMRX+}@%nyk-6cxuwf4C}_`}
zyZ6<L&O@E+@0xx)De>yVwkUta$ec;mw(87bJ0;G|o>%ZOVdKJySA;_3UIZUxI{WeF
z3JD>Vy`3#fzh&}w)qa`6x8t}~g5ib@e~sICK0lUzY39{bJ@->&iDQiJN3SUyCcSBE
zHI)=ARDvqLJ&~#Z(f(iL{P}r_GHo9J6?zPl7rw6Ez~%eu<44^!VQjVXF=@ZnHNUjl
zAfH&m{ybOX#({zjH*(w}<~%x(@#1;(hVP0FXDn;J9i1NFwfKFN#qk~gA22#d%{A0m
zk{;s5<&|y0X7}qw@{P~Id;XrgUhsY^yM<-M<D%@s|KAL^?OqUSv9p#bZNYWfvcr6H
z4R_qiDH1#Ku&VdD|NKYy_WrK;^Fi_5y}j+LSMx4d<d?|tQ^Ku1B#oCz`q)R${;La*
zDat<B``x~k-7(uK-Ks(K*E;w6Ukzq4yx8;n^vgv;&jTM_UA|dIR5?m>hTr2KFC><6
zpPeJLB4NQ&mqc~{&;GZ5&z+b*U$h|7Bc{1;&jx=ES;?Br{LdGTKA*!RuG!Ej>l*d=
z?e@6CZyz(i*>QaF@!1#l1T2(WZhC&fr%5eugjCp--$*-dvuK}k=|Sv<^1C_g8U{UV
za(DK(vh%-teDiYfn)i3uem6`I5b0<NKKt}4Yu@}jU7oMhe%3FN@E6?U{VwI<z23fu
ze?l`<tb~IO9yh#k+NynD{9(&un=co~<Zi2cWy_<yZ^w=!-?HC_Fz^1bx0XXhWvA?^
zgHu<POjCTUEE0R9!7y3!%><Fv#d&s<AIBe!OV&$Yc_aL}z>RM)(;l{l-ZDP>rqkGO
zqS17R=Uo<8txlL7n|xrWiNr~E`E;(`>$L=CIiB^>bK>%tY{@^#RVbrl<Bf8=7fW{J
zCCvTd_qN6MrTV08=F`>pJ=r(qasMn+Tlu{3FQGP`ZF$ZgR1Pa$jXcVz%lBl)rqCkC
zN1<g}KFwUNnFU&H$(*g9?7B7{PWK8sqq}JmFPBu~zMA(rv2u$}cOSJj=9xIFbgIVX
z&AT)>^>ft3Rga!Ze=ZX^<=fvZ##64Tv$ZDMo@Ng2N}r#gHua9Kg}A@h@hx888u~83
zcv2ld@lCdU^{mBv0t)>!f@kemsn=@m&eB-Cr8al#bj4LF4tbUT7cJy6x38*CU%K)1
z?Afby9!#3de*W0ubiv*QT^@m3z69TMPFrubu_?|}DJxFz(<PRJw{>U4=sohdv}={`
zCZC$;m#v~-@PE(~?PyTaYk%aUJS9NaZLWNPq)o?y1!tO7SB3YN#0y<`aOZj6+n;&M
zOc!SFSZ}oCtk3L|8t>G6mWO<OsHEmx;`{5T$+E?VR;g~6GPdHo_uAv=<=^`bn9t7@
zk<vOj>G2WYinYJ5-K%R~{#rA7D}&9QxwqA~e>fK%fAqM#wvGM%hGN@!w)+p<G)OY$
z`S6cxUgO&h%q#UD{+V%I<+y-_(xFo&4ar~J+`Z2VIFwcFIOfHkeeQwBlZ&Nnhb<nx
z_@;YjSF!Z=yt@Zq=kIB~|Ksfb=EIX83vscpx@BR{x5KKs@9a;@b$;hRyr2J<^<90T
z{OYS*((EO#MSZq2ZE;_2+ICkgfNSoxh_AH;t*?H6xarg0eAOyL@t54(i#v*cvrNCO
zd&4+vFW<w2sN~IeA3ktM{9w&f*8TY`tKE+m+;j3|{nqQ){r#gTQ>}5ARk>+O?LvcS
zo{Ary0?8ZWd(67KK75<Keqns6g2jPFl4TvmZE*(@8Uj=|oi@2$ThjSzW+I<RWRON)
zdDFa^X>Bp@9<7RhczgdB-#=$}%Rl_^fZ=&~_{`({6%q1X+DkP)opiqZc8=(l2b<DQ
zxI{}vtzyX7d+b>j_hreR!))d6<~?Y)|C4%Wce#4YNlWh3sy#oCy|#!b{jl5c&rgd-
zpFRoIUS~ba#1u4NCpGpI^GCiYK@ZlA`)>0oo{Y-2kT)vb^Eu#@gJkdByfti#+S}VV
zn5C?Gv+Z`o8)FBxW2vHVQ|Ed*_$q2-F}lfKc^-LTTKC&*TZc%u>(5uL_&sULbe9d@
zC6{*|nqkR%Z;7=U=XbSLHv}iWicVK4Jem}7t6O;O4J&Cj*4`K4X1V8r?0!4tOKuhx
zs=85E9$2ncm0YCI?C|!~^$#0o@=ZIOdDd5O=An5LuI&$I<Mn5I)%fgLda2yGUrie{
z;(1wAx!Y$NTG@L$dp%zv<l$!~(@}EZ%g&SqbJxT^`93Y_^9Re24asT;EcAa~y_C1^
zN9bmiJK=M350-aNZr_ryC2;3~l!r&>TXbl8?dxpN;O^Ziq@bK`R`T)mqzfS}3Vlbc
z*Q+Us@<)q#hp^9gsc2YvBRh@T>=?`5h;{1^mF#=Bi2KweP4}Wtv(=^ScH}%c6y?i)
z`H)Fp(P8_$9?vXtIE}m~8%wTmJ)p8Ss_4{n7xSBErbIJcpZ99A>>TI3AkGyU>Sv0t
zEZwQsy4p?oMb@F@#S0dmNMEAHp&R@{>d2SrOm}#uW=ebMcE?BW@>!@MvfVIi6W6nf
z4)cdQ^kn&pr5YxAhj#aB{@l_%;ly5F&*BNb6FmhpA4oqr_nYhGjA-_^D!Ek!zJd#C
z-}!Gop*d~xqUj}4*Eyd&<9kwDw(U3H|41t_r%NxY-~TtAXZu%1-QBjq^xA7vxA%rI
z4A%_H?lG}Q+&ymV@cg`CpIF(37r#W`lrg9AG36?)`6YM%*D>>t&t|VruC8p<-}lEz
z<o9gtFSYzjMf~2~Io4nIMfuMu{<?<f?fLB0`9^1r)z-Ba|9G-@{^N|TZCBaCn-7c6
zw>$Los;XUOMc>&CM^DI=%ilS^di}np$B&hl<UW6tC7r>zn0<2NcPR(<=S}>-4O-r3
z+8*xX^Wi(3*E9Laf%4mLWVToydEU=f^Kr_@$Mb8u%I$x!OusF7&A2D&ixr1rFhjic
zTHi$pmUkxAi<t*yto?8|zh1bjYwu<eL$SSbv9}-i{kUIk^LqXDB_~U7nw?4Au}C9g
znzm9z`o-_Ib$_qdb@1E$;?cjmUp{v2q_Wi?F4>-voE@`XXw$@V2}-QHiz9z;h+50C
zNJ47I*Mm~K6Pwq){_r-xR@nZ>!SxT`{1JI~k8{^ou6x4wY95=)$jc-c=UptVE!&#e
zY#se^TbSbFCGW!xV)=8e8aS7kD=bZz+ioPw$H!;bqkQh%xx%`-dGX16?HaC0t^Ueb
zcG2sGcU789R?y?Rt8B-^&Y8b)R-EB-xnaf`|HILi>h_672iL{)eS5-xHkE(NiRIm5
zJA@+LQ=J$T^_HDkxty)w*)p~zOO=1I)~jx2PCm0_p<C%Euk5RSe`Y%+&v%xel$T!R
z7I<_X=NB96)%;)YowMtY`u=t1ofl0(zG-XE-joh3i5C6frFmfbl^1ufJ=>XYAoXGD
z*XoNQN22alCw3eVRa(6D+>53XlPM?PsZPB&{f+2Dg~-=2%)1YtFwkf^cBd+#;4tHw
zr5i+jmT9<O7oW25q`1fSsC6f@78c#T;Na3NnEo)OYh%X)?>RLgkKYQEsk?4?kP|rV
zcZTC#&Jf*oE=xlNyp}%iU@A1sy}EHia8le}6|Yr_#;cY~WF9{Gb>-}y`p<{Ng<5Kp
z<TFEO{olK&E6X^2)sfGOT5fSz#5dV;P6!ZW((ZGsTy=DXkZq>fLdMWdrnjEFoAI7e
zBf#gvm3a^UvYqlc|IW$z#V$S{tHZOV_U7dL64BI{ba~NEr#b3;qTWo}okAZEO{v?L
zdALT-`PPa>q4}k=T`p<9Unnwl{kf^nYkKWOwc@TmXg>I4S?AkFoF3Bh7wcZd3QAtO
zmz3l8#>~8Rw)K<fypMAl^5PZ0FA_fZn#()w*v*^8HNTFkTUfj)*b$X1V;;~|ShApC
zBcs))4^Iqk7*v*?b4`ll`LpnVzxk7cR;DK$?w2c6{7L_R)BXs5-H+x6lka~o{KPY3
zM<Snd!>-?TtZS_+lqwvru4rxKIok8toj-BAbkFTriFXza5y?yWH>UQ#O>6#s|38!c
zzmM$_?)>jW`1-;uEaM(Oc)-9fXLI21@9z%^7{0Nso-Ew+PUu{l%9XbUhoaarSs%%@
zg?;Gy_~s4I{QAna%a^$u!gk2m*!}on>33doRdD4BQ7%={l@@l&cP@2uUVLQ2JAa3l
z?6nI87E#iFzUBW_lW08UZSeVfv~R9Ow8`qSDGOca2HbXdADzy+*ICa<;qYMx1$hB|
zR|f0uQ2!tPb?@aL)c=|Pk0&a-XQSmMkuUmD(iPdpr87Aq)?b%sV~kSQEB(Ru`s-VZ
zE84+<*|}Q`cs*_y@EGhmeE;X!`z>Ky*7+M{%Ou(^$lTjoES<mir`5hctJMuptmgM=
z@;Dr@AVbpUqSZ~8`ri#AnU@_kdv|Z=-*A^Nfl1F?I%iw7#@$32T|NEv1!Z*;yB8lm
z?7Zfeop_z%o9>0y%zbJaU02sc`^s(7d&B$lKWB@F(<9exE7uJv{|?-#KL7OLmRqx~
zMRo-5+L>`E#a7{ZmRv*8hMHW7W&i7chQ4$Yf4fz&jnUzh?kQ7=IG2!f8~wh{DBQUI
z+|Mf&2Fh)M-8&k8X!FWHn=>`aw~3uW{OF}ec0XV2aa;50!QJZcHUDZ??wxWeu-<v+
zM*dssQ|H$+9sjTA;bLv${onh3p{C{D+_op*O_pdZcSvR`=CsRybm(AnnwGcNg^Rth
zPL=oX%rfZB`_|MPQ{NG=z)VDWUht3WdL}ADQq1RNh3)3>aL@ZaXBO9Szp4ZN@@1Ty
zAD<LE)byR2*{1ksHg}2NMo+I7op&AxEieCdQ1g<r0cYY$U)|S-`kwuGEomyme<kj@
zAFENe#Nxw>Q;&9EoHo(x(3c#>uq$0VFXa3W?O4;Dr#$cCM%EC4v`JU)xkN>5xDX;b
zcezSTx@P9bPtU?KqK@pAk)FQuWk6L!XtJeM_?1)lw}(wAZsok>c4FV8|I?1GzQGmm
zzVqQ4<^`vITd$4Wxklk_f%?gZuF3~AH-3?d3feR+Z>zy))@i5C2Rrqv&6+5_piS2_
z;`-m&vrTk2SBbCNfBNQ6)_<?o-#=Ww@1yCO>*^m4PycZ3-~_H_$+ZXk4jy*pK9%4a
z8KBO3p5-~S&E0aTTNxT@GHa@3<Yklh#xeiZ;;`S_yy$|1MfSz@Ru#_|Y~gH-4>%im
zYN|l(jvWU!>)W*lw(K*O$kni^&Mo*pW8rRQi>HkXo5R^2UuBCnKa|HlCoU#Y#`f6%
zAAtq?KQ|aA=Kcx)fAzoM|J(on$S2osI8_oB#C4A~?^pW#+Q$Ev|Ns2obXs=dd%l8#
zD~{i7b7T}E)-MbdnA+^@){xz$pmZp2yY?;(!Chf3o4MwymCQXRy?$@g^!Q!;+2@^#
z)-P&RJo!h_Q9oh!-Yxf@1#}z9>T>Q5@?Q4Hq5t!TCZz{&7kWP2I$i$3!N0!?>OU73
z9;+6RER+-NdYcieb3pl#)X{Z{9oJHQJvCN1z3bm9ZP1tC(|-E2?!OQ7{~Gr3@zi}d
zegBAdd0uh>pR8cmUoNXfX<oB8T#uOUdV8<ggBkLN&b;_-*YULT;&<7w)yxyPwrx&0
zR%V_clgqLHbI<CtZ0G0CPu$EIsZ@J^@%!+Iwbys-*wGNiRV%+m#7pyr=Yl(TKCF=O
z4F21=%H><@v!hctU%WGMWr*Lm6DuDTac<qoR5W4gva>5QR05fINUXU1tYS;aY^SN8
zMQyjH<zD127rU9hsqp3GE!pY0qDd!w*M%p{{c+~h2j`8)uikQ5#(qAf_pD8_ld-04
z%q>L+BO}f$>C>HEmNGBd>Sv;S*`{sV%0T05kC!rjz36&5eRpKT!&u1%tMExrwoaSX
zkrE?pbbHIC%`0zhx;W*gKC9p*Zc}4(EB^yquI;~~wR2Op?<%Q`q`47Hk39~^@B7sJ
zWahf$eKYS*m+=lQkSbn%ah~0iw?_*2I9KFv$&WGhTBxt9raphoPo+?HuT-h%H`}hf
zX?i-7Q`p$?<+_0Tt;#$%+zL&vpAG-C^tn^8wv&IW$P5R&$cKXKI$LLo?R|U9t9wyL
zkIlq)3wGNTh1EX&dO2#YuG}USvo5#S4rexKTz7UY)bKtP_B3kBA)(Aoi#P8$v$9~e
z+5Ss~-O@95-|71h;OF|d)cFDHEJvr9>s?pHrEZI5o#o#xw5=*6bHa@Dsxqw*r$yg5
z9xOVX5pal0wOK$hEnQR9t#GS$%*M{pos|o}HFKKJ`Ji#l$TsajWq8iQMjMF<zFSMq
zpWLPGv~B9#rxB<2PVg|<W#qmrbI)ws&ZQ?}Y8=*@{;KPJ%V%M+gSl0%{dM$#vgSUW
z4yLGM9|{U2k`ps_w#cbP`>8cCI#xEN$rh<pvA$>c#`eKBMk_$+?WGrdN5rDaC5{V<
zsQ*wc2xKWZ_WtvqlgT>@k39Uv@b5^YdCy&gL#r5HPdz%dl;Qn@8?DUO8C<es-j-cB
zmGD9N%qr&Ff;Mf6o#kTBr(5@kMO@~Z=U#ETAg{;Iq2)J!+|lrT-+cf4P?u-B6}0`(
z1Kk<r1$Ep(t3T95P5tX*_EPH!{{-I4Z|2G_;?)iH-K4~}x}d-PuGkU1AV!WiOV~}G
zdM3X0P<NdilD)U$VNUi6>z|#fhyM7qs;|o|dJ%BOsD*W{e(w>3ypNyf@0XTpUSXKR
zuuHqoDv{&B1UsgcH$Dr>l%IQElJ(wp%e8`Y$-8%Q1^byNT$L{Q#UNkvLGa(X_5T^7
zgx#!@Hs5}9?PRXS^MaBs$3A`xG!T|xn{cUdzipI3^_npD9i>G)$vnUI9k+;*S@-)!
zK(&Rm%-M7L>mD4q(W|`ew(PIE*3+jOyfShZh&-6HR%n~=7WZpj2dlW<3Qi<ueXFwE
zyS!>!D9h9pvRbovr2W!W&1bCLAh&Mk^AO4TS6n`6itee>*Sq$C)0M~6Khdb*-g-^0
zS<3hCPoI*PbkbvD-b<UM#m#AwEPIx}KEYUX?w~by`-bV$t^7L63qpBk?mM3+USjmd
za<{c=_&Lcsmu-`tdS349+NYLnncaShm$#>jEzF(sf{MiYKd~9FUiGv!h#Z>!kges}
z<%6l$yq_+*qHx=bb-K~ok_C>YBCkv49xrSGt!@kJb^dj)G-KZCZ<FtoRIxkX<9^su
zVC41O{A$>$>fdLwY&8!YZR!u<d%LPd>Vu`lnmMa^y3Cq|9T`q8*wFRYsIo&Xw)#!N
z@{|3Ot|_#d>6WZnrL=(Sr(<E}s%1fM(}kw2t4(_NvfkL{cII;NJ*L@?;<K3Mdp(rZ
zTimuKMfL23yP*Z{LVJGlv>vN}A#Ng=DagLd!NWFPw4z((g}Dg7c<!!@)z7v6GQ2Ik
zG0``7w%f{E0vo<q1!_B7YgZ|icbd~-d!pEfUA^MfrzPuDgEU_X9Mw7Wc!y?!>*6Dm
z`{yv6kI`Vsv*7lMdK9sGl|n>QWc00&fB#M$@$|o)xIv@j$fbo#*(Np_$X>}=!x+jj
zdDEta1trH%9Nju2ar1?H9^s2+nAlHkn|fv`W4IUF2UQl|<X3M5OUzP@g04-O#bP$q
zce+}yr0y$=qQjjt<2Fm3;C$QhrC-0?#OC*t=JNge(r=r8>pwQH`@(#u`l;TX&FLS?
zn7!o^x}Dz^9_6!sf8gBnIgfSDglgRgI_7a;YFI=mTbGQ7rOX<hKL5UjTiV)JZ*f#v
z@OFdzjGBy=pU&*9vK_WInGx?2<{Z7uU)LqPIMJQ$3)j8*&3`%8a+IlL@XM5D_dMp~
z6Wbf4Q1NB8LPe-rM1%BVgGtRw%ugGqe*93^eYY(3Lg2RmtvCADs_yKr6~Fga#=YJB
z#gw+M2WMQ#;9Xmz(<3tF-G!Na_ue_gvcI=w%Vz$4IpapgN{JU!S83hpa5~q%m^sJ2
zyRe*9g8%B*2O=A0t%;a?J7~#FRdEr~$@fmT1X%5ARoc8}a;5oxtIHfye|PD`Jv+20
zN<`V*c;17^$H(n!`OnX@XAfDD!*HQcXuT)nyo;L583%3~?$UnsAmjO72bGmV;p$u`
zUT_>fkg)GaT5;dw#mawPT(1*-zvr{sy_(0o7gilskFV>yz5U$*=j3$Ru)kc7Ef&PD
z-SCRH>at_DsPm(+3rh+%#5qoEvW#*S-^_UU#fLX<gu-tN&a;Y%i958p{o3l3H!Y$2
z+pd`vo#y=h{yz6_D|V^tZ$oc*pC}2q7&LuK+vim_FYdfpyockHP+nEnBtH|LFKc9*
z(|jXV{>}(prSZZbh&@`_|LCPHYGNWRyOy11Q{R+e*(;L}!F5K`mT%=ro@qCm=N`WC
zeWuX#ujOwX-z<3WK$KlN_{EEZE|VRzs+K)Tbo14H(&=nvA#<a*F;-DZK}Tutl$X02
z%jVb|ihOf5PUYI_RU5zGJHOz%A&1%9w~IO>Ual*O*SZzXpP6%^ZCC0NRm-W%N}FCJ
zsl5s`VtaB}AtdOwNzBy}6%kj*P}PNt63)M!yFYBXyUPpZy`g5_!L?$(FY;a%ODtQq
zek}vXs%86KxF^4|S-7aJS7hhwthlVmNyoC6%TBm;c-HKIYqu6WI99yU_QC8-<+Br#
zR><vZdw+f^`+t`fo5hkd7Kz4~3QV3@YJ52)WR9T6OUZ5GZ<j8;z_gU3H@LscgJtWT
zBa(IRYJT6?WwD1ryr@mSF89-GIk}H_yu6>S^JJK*VV5cNu-NhTp7}l-)Mh<hv|+`U
z$-Z~*1f`lCVx20sFZ=D`HF*WPGnYI0FZ#K`Vb+?;d9kbPZXWjK+hVq1V%q!LDvicJ
zuXmp<nkOW}Z{<5R`|Os?74O~W%~~8`HTlWxVA&FhU&8AiyiU#H)W762ZHsmB^|*5d
zBHb&ap18})tot~-{`>Y17u(+_7VzC;|MKd?3yxn!()?WpH$QP4vR9tt)?_{Ne3NIo
z?isJgPkwN)vujs8SL4w6{3j$jisQMW|C5K4z8CD~m9zb0WWgoLo1J^5iMQa~Vskd<
z{Y|&pSaOzXys&T({Ppca)br+(hnV{=mdfVc-PIa;-~93ylZ7f1UKJKpFyxy2x*_qz
zvGr19@q`QaTrTrQN*z5E+NB`;zD_A==>>&~=Y^G}owwCrCn)Oj$^CpE{CGpuTBH5<
zEayvi&f3?N^Q=JlRjl=ljAn_Y-Dl_YWxY~(^6|yR>4Cul?Fu2g`PsB)wzsuilGC{p
zl~Sm@cJk!CD~kDQmp?qF@WFmxJ^%jC-~Y+&`}cMIqkC_o1D1TeS1tcw>F)0ze!Mi!
zVe2oyU(G-LHsi633fC7a*)wIO8m@A!uA5quwb<6Y+4FIh`Gcg*2cPC~pXNG0&$fMQ
z^1ka2<65e7*0O56P<(f9XY0P#hJ4WnENlK(@8_}ZNw9v#*rL>RLMGIQW6_k4!WA!r
zj(Ze0_hn_td~=zs+a6jXJg3-S=}g<&MRw&+c1>zCc5Log)yVoPab-+<DnGya(ra8%
znHt}GKPsAbHhs`2NmVhE%#1yK)-A-A^-kKyH_I2Dax6IE`|!;gmDAduS2NEBMRh0X
zGu@6V>$|w?)?_A84IZuA&sP3D6Lce{t4y*aIzW5v>oaWMWVSCB;t@CTJaoe?VCt>n
zXtBS=oVS7^bd6P>{8ReAt0k)9z2Gq(jdy&d7Exzs$3J0Po)mqx+i)T4zN$5+9_IU;
zU4QD3Utw-#--{!cuP6P`O0E91!<5fpik!+l?Y)ANU7FIT8k#u1<A^uPRl20Re39Xi
zh%&L6%-)AihvabFn=|``23Lw#$=znPb#mew%ZpeQcn{p|x!fzha6#<-n6sJ8aV^$5
z=8KCWn`{-;Hhw6|y>4&*``6^=9c^FKgdG-XRjfU5^Uz7n&5BuEEfSH<c@Z%zv;1bR
zOQ|qzJ=c(&apOv-<^}6z?-M&#H7|6y|8-XBxv5w3#YBwOuIdz9>KohYZ`!Fpm3@-R
za-oG*yCr^`TD$Cgu~xumVoIEpz)TLC!|ziqP1Z>7x|KXz`qz>tfys;dxfC5HDmktD
z)3ZHdCLjB2(;e{(-&^ODMNjBIsg`;3hsKI9t#)C-RyJSFroKm!YdOpF?jHJUUH<XS
zPtAFA?Yf11Yu_%`&@`G;YRIzIYC^hA<rj&^--Pyt1x}FtZa#lOS?|<`5i%<;FbE#h
zI3UzMhdnl<C42L+9lV#XB}x>OZasMLqGO4kChO+ng%kchdEEc;led2I?!wBm>MABG
zI?LIV{>JkzjaZX9OXSAadEs0J1s76yqPze7lUnTk=+&Y3dajet&3SS)OV?#`RhiLE
zvpL>2?_S28+1$JL&hF@0InoR#-+VasTL1C+|DV=xxShxFLSxzUH}4#^QiL==9kMF>
zx69LI$%PiSJNxU|@BhD7{_*tvzkKWT&Ku@z|4~%jntp!Xqov{U3*zM;{V8ge|NkW2
zV*f3NQnuLrhgQA6Alba{b>dqN+0D!vY^N-r7jC@yAZhc_pI6ytzvW9855JMq?vVS*
z#?VhA(m_%GRK_9w+Q+LEwjW;m*m+OUdpVwJ4YeDFm%=($A3GH_{k#5BYmL2Jc}`jv
z`nsO3%rI$HbloPJ-}P~)aZRAheFdej=dVuLbvGgU&(1ferv&G=#%<WsU(WYf;)R~n
z!>YvfSF-!0R3=SPzporO{nXNpH;!wS?rqIo`uu}g<0Vm3_qusuB6G6Vtl{jqzJ1lk
zBbIVb!iV=w;rg)QU$^%ZlZ=e{FMaZ}GBzLFxN=*vuh{CJ&$VAo&XBP={Z6}neOU0N
zSNbWBC%o_pGFP0tCgs}fKQ$AXuBTQ7%>5HBF7)|N!p;=U?%6X>pI=_XezP;!=he5E
z%X3eQK3H`j@xwo%sTyi)nSy=Q{JD(s^eWCeu1tHq=){r=hpV5D-*GXy!X34ydWXpD
z+(V|t#b>=YFG_mAyPY-d-0TOPqH+~cD#lY8W=I8n5$1oi$0NB=P4Qd6Vs-vEzh+Mh
zIdbW()$^iVuYw*LrN@>(UZ(s~`BK`{1rJYF2OW)E*7{+_m#DXlF<CMDJ=|ws{ePrw
zYU{E^_gGe5W7u#d^1_n9Nlg1{W;l0!ew?1ZZkE)`BP{cl9bdlEec>TZ3Eh45fj^vA
z`?Xv@ds|Lx#Vtmkyfsb6dO~W&iihVpd%bmXn42?+^XOJzzkIH@>msburzrE=PZK!R
zB(~(jyq7KEzSrC<*#7K!9CqijOwEF$75#iIo72yKc=6DA&Gl>>c{Ty#vfHv#mcQ6=
z<iV74vvU+f=j;kzFn_``n_QD9XZP!ByvN$#@9&TQ-FyGc!@%P2i)~Y89NzoEbIVDF
zjfW5S+cn6uZMe3f>`31Bqh;nSaeE9Eo<G>*zMSdk3gd=e#>uBz6T8%yGMQiJEV-ni
zky}tw!je11V1mZ^HP@uX#jWSq*&jYRm;FYr|LncWcd{4z3W&Pp?dvL;am09@v8G4!
zT%(md>z^ib{doFRb<XbjnUybtGYywc3yx2pyMQ++cY)#Jx!%`nPj24-VY2MAI}dLq
zd5eABH<OQjqSc49>-Y8k|MI<F{Qvg<zxE%z)_-BOgRB$J#7j|!t-2F=ZgQWynV>3j
zbp6vey6-Q4ul*<IRvxjQ|G=4w?|aJ^iY8W<vMv_o<L^Ikp`xy^G12<bar>W|X1f_>
znY-9ZZY3nN?@KQE%M~T=w|}eH?Sqeg-ei@VZ+E;*V&iSz0w06BT#B>LH78rdX)XI?
z`laV?S@YeitW{@!oHO6w_4|8X^3`mCm@Vn03FjLp>R#{Op<kBrA;Zw^WBql>l301m
zA8Jb$Yqy@02-wn}>K|A<%_%&2!@^m&BK1uLE#<S_nl*yYFMr)H?dCSe$GWkPbMs7@
zd&?HxR$P^H_U89xZU%F%fA=X~(xEnmF_|Z9wVc=MlRK}f?Ot9QTf$zo?c==Ss!72=
zr^T_xpHtX>-0Y6~-&k+;DeLuv?>v2fyX~xJR$s(w)o`UZZ(r_SmSkU@Wu$g}nXJ-@
zuTwu6r5H~X*!{)w>FX_i@tXpTyH{@6eB@o~@hML70)2j#eQ}e%Deu)3zi5-JbR>u^
zu;Qw*>&`9dISZH1_Bk?LHg;K(+56KR)mpFecKr6vKW`$qc6z_cgC|oiD*pU-lC5mo
z?%;SAwI~ORj56Vb1((`C*eLFQbnyA1Z&K1{{x98Mkyc_=y}zZzo9)Kgb+K2DzG?Zj
z*@0*Bv^|%3JJOk-M)XBXtx}kEvig@N|HKfhlOmemxBq(IGl5gi?&`Yim_Vs6p@!S_
zmjjMJ`F-;I(WPDM)qPd2>3b!}9KXMPzQ5lh6{~|T#s}(xQvw%WHl5RdC&Z6eIVsua
zQEhsFW?o_^=Tx6ilc`cGvo3acEWX5|#@f~#*z)ibm;K+>`w#tmS-j`twbeKB%x>hC
z-*{Vg!LFcgx1JL3M!_Px9c>z-T%wDcT~(_SN-sFCc5qI}UO3~!<@tYjj}@}-jq+dc
z?^=nHuV(Q>$HWN_)-d;q@!S6tcw&1di}#tYz>D5w0h2P>u-g8&5=?J@tvh_IE$O5+
z_j9LHI-0Cgi`<o_M{2kJ{w{xDhF&md^r_ef2F7~l^e>bvK0eehcPryUz^AyTJdcAj
z`08%>7Co4zF?s0&z7UnLgWtYAdZhJft*={7cGdi*AUB>%5doUftB*8Ie1E$2X1m{&
zXk+s&-eOW*S(7$g7BPzXE?@V)dPnj1)Iah6-~Tt&J081Z*~OfuT7h7(?Xw@<QL;a6
z(D&0SCN3^*cSzUd-}S%M>)Q?=7Uc`m-t+C1wn0~d?Bn(SpQ%?AeAl~I^;fs%=MT<p
zk2@~5E;<_7{`jzRkJ*A!w``ur4d=e>*m3K@pFdpw^Xv}4V0bUmVWr{uTajzmj$=RH
zJ$S(IctOF2cc3i_Pk$EQv3m3I*6HsHtVJ!K@_b`?9=m{b*1odWCtEkI3Q#leOL)$-
zR_|5ep$)2h7Rp*v-^FS?X}S<^w!@rr<&(BsYAX#d&5FC^zq-e!!y$J51p&(kI$Lyi
zt($l2w8V^tH^t2VVgz1C99VXzIa7E;P3#M)st0yQ)}Q_PVA`+AOd`RDY{i$@@~(U~
zVW+?w$u&>1k4*mbK(AiRRWaXFv}JR@*pWB39#_o{EM3|2JKLo{YPssqxz9Du8MWxC
zww`WVzIDoaC)JtGU$&&5n_a1AkjDPignRk6J5N^4SUW?CWtPRsRhnD;N>6l(<b2BM
zcfP8!>XYcaA7@WDccxo*{J!g&*>vQ|0n=TYo0sRwsBDT1TzMo#k~{ctXIjF#gem*y
zf1UlzDzW(8*V~VD!xzNN^m$U&zg#hQZTsh-I7d^_6`i*~dv9VowW4fQ)A~CTgwpSA
zKY6P7`|gFirYzbm!lAlDU-Z4n>6Yn@cHX^J+&`6+d45k9(ck)0_haq(^Ot!4oqcpZ
zMtIrr>wC_zJn<>`aOPI-b?fbG=LH@5(7EYGoR!~}!yH1_XU?8FW#bte#%F38eX}wT
z#RNvYcem>-VrJ(^_n-IR%gJPo%LiX1Y?Vrt{#b3W%VlN)e+BCbi>F<#N}JomtQ2@%
z4&Iw8ajs9IU02SwrepJF<1g;p)pkwVuzl;c11I!iHS2F|JpT0Z@*8vJCa&eU{Z?#x
zc(}ycqZzpzzf+D`@HG0b<(UCGM)Irdn-|56k1Q3=btTXAeRv^i{dL2{S%K;Y+E(7b
zc~kP*Yvvw<8#kxy;gZN@TJ&V%R<V~p3QHaI%=S*4rS{$KnUzaGc4$n|9{2043-g}s
z*XP|dr(e=tfI}+%`MzsQS1x5S{oG<}Vw}<ysaiUt@XNHbYnK>m7~HVTc>D3(>--1b
z>%W(O)c^m)KcTi@p>(cb;j%@is;6hlw0;W+YMA_W)g`IJdE%_k4p>y#RG0M?*K(#M
z+{i855%uu({a;pbRX<a0sy<1?+f}uEek*pQW%X(AFUt-;d&PBt`OeN-?%Qw0=1Jb_
z`7rMR<DFf#(z_cCd&F+PHM@15X&#e(oRRFLycZ81Fu1q#7yN$0v3~zAu4~%O&CPPJ
z?;Y4FsCTQRJ>5X$M~{htXPSbRonWr*WFtPA2d2joj~GNXo~d5(g7?%JiDQaS(pPve
z_I_>ci~Dc7&MPBbN9UZvWY_aCJA1F@aETq(6O>!U!mK>+WtYZRv4?Lyop7GeDwuMz
z@RsxCJojSD2#dCRw?bGpuU`?kk27`hiMu8({b{~gw-!FT^ql9)g`|zITd%HtZ1f<l
zLQ|<XFRavdiiZD5PEGUDlM6Rr>OWCsb}PMurQ+M?#3_j{gl5R+SX_>|t$4Jw*X37_
z)-{uJyKNi-k`{U&QI6UpCN4W`=H6{duSAZSnWug;if$}<a#`ra<vq5kLN-C#VP7V8
zYy3DP=&rm>%UdBnA~<M<EVr%u63eYM;U;k}W^h!e)%+Iq^*+L(zpQzC+=<J~iU%8g
zde8eDF3efJ;fC?Vs7FV`zI%K+liawZC}V2gyX`;To%wwE<{Wt?BbA`V$6X^Qi)C#3
z->mUWt&)AS#L6YrozFs)Zx^fH*zEGhqeQddRIS1UmtKc`k&Y(iy5=#v+Ryq}r$}5s
z;=1ThjrNXRp4$%8+~d$awC(MF|LgUA{#CZ$tK?f>%t|Xu%=)O5nD@54=u@@oxz~r%
zm(NV&nc;7=Rx0+n`UiW%q-zdRn>fM^Jr8Ej4>YR$|L9MwL>F5_7{hvlobw;W>p!Mf
z6#Zh|_xtt#Y?-fIbD4bHU+^TFxBX2`HR1a$m$&)w3C4pSzXdn4uT0=xQF6g0U`b-+
zH;K7N3o1J=FYhn>|MmK$i5?I5gBPto(KCxj*l{zvHuHL(EoBz9e<ZIMI0$ZdEGT|k
zR?oftV&xaE2Z`*dCS~WGzOp2n-r2zVpy@Hc;R4ZP7M7`9*RQ`%=sEcCA>)=;pH0>&
z%sZI-^2^WS2yvORDP}jUSWnB{&0^hGV6dux-^+~>L5itnB2Hc()-3(q%X?++8ArE$
z+u9gDaP`lRZ8UlCMs-S@a&&(BcI#7zj#o5swv^5KJYiO(zK^L#XQ$!rlg3lp@(%2A
zTj`W7)^sxH;rq)ebIKj|A3Az%p|S0?Q_ipDo{LYvk>{+uLE8OBL`?MSqKT=wTpNlW
zSnPbWXvWPK4<0?aE5WX7Yg27g_eW%};-0VHR`00)&c|@<^5)=}T=Nah?XtFIUWv5~
zJd2yt4`tQ1T;$tut#O0v_3sKyze3rA_}bZJk1dv)oy)Oanyvd_WX9En!BTZH21jNk
z)h;Of|BrFszh}}vUPZ5e{9wc39XA`;xOX%(sF+JFHT5|o*Rgt~R@CL6FCL4;u58c{
zs6NoT>^L9uoV!hP*)5*zX~{FU*}nU2@r2;Ud&|3Sy0412`Kpkcu%)j)e8q#lV7b;V
z#)Vpws$$N4OE8T6elJvN|EjPFQq~N1slErBBUmqS*=%so)o(t!(sW;rO_Y>kU~Kgy
zC5P3M{vI|utk`u|G<EjJkZ_gXS36g_<!sx`W%lkmr*C%fzG#!?j)g%Qb3ZfmZvEKe
zC91tCv_g(+^^r64pE)eOv-wZt-uW*sUWyAnr*68i=k!BE&2wki=6)0S*86tz{44A)
z-}jnrZ0tQdS@+jO!?Y?-E|JabhYySFubB6AZ7lo7YuzWFUJsZ$d&2p~@RO=7i~fI+
z2??v5FA#cyvAb`-(21LmI%Aj)bQNS|T3M}R^(^~q%sNfy(j(Jg(IXzkyJnuOzQeL<
zj?a?LZ)QT~&EhK;75IKq{qd`57K>@tC*v)DVw-Na&f=*3_Db=|6qgELVbjj5zDh6l
z&D@pV7iX?ta5t~$Y`W!|&l6tl3)p-!ZC$3=^I7X(S1d5UI6dZj{?p&*M4x<h;ppBq
z@%6VE;*saCuPgs}ciR2Qr>;~vO?rGP!Kv#T)84ecLnjWI?JJyl%9X|G$F0l372Gv%
zU&kMwZvV5eK-0?d*v+eKyWg^DnJw44^;(PX+QhjRZ(cGNHS83d!gu|yMZy=pE15MP
z4z~X|rC)2#w(4bv1lK3&K-Z%a)s-3@?>&C_e12;an^@U%1D?cLS?=6n2X?(*u;Ag`
z?!*dJ1y9#5PlFUy2iCPsecLv@4xPWbqGryoEF*@WHFMkVb~HCD^KAQYsy$JB;w-*|
z6pwvdMdsV@uGqHYr10AnmX_Am-C+x5f@eD?q+R=`xhgl(RpyiuL+46U%T9*lJ5Mg$
zl9==N{&SYAxyth<%Ch~+W3{%jvEO|}eSTeEw0e1BNru%z(|NJ;*w3CaIJC>;X3w=L
zw^}^c{CMM;BdNCTfI*8|ip1fW^(8xwUEFnemHCd^-+bF<^PW3@zVO$Z$P4o(xLtqQ
z#3c0aRaUcmzud!XZ<BMj-*))eJ<~e&dh%YY79*~x)e{`{Ch;8RJNNd(tLED~cHMdO
zDd=I+;tjIyHZ`AQ`sdjkPM>dc?6G=!#fM9=A1odvluEC^vww2yX)U|Oj?WjToAi{*
zKHPKq<nw#gJ-ZcsuG$*hGBoM#73}rj$)UAm)9;J^T{cUd;@CL76O(-$^g<T63Uzfd
zG(Xr85ar?XZ1Qjair7;kX-e_(k0oao?_3a~ahC1;HO?&&+Hcx-WiH|jT9Wiv<7=(k
zo0Y+7&Wj$O;eW9xF8pfZ0q>AQOGHmTpBc7rOK3wU$K#On)mkN1ygNm&zW7peIq35G
z+ncxk-TwLO4)Jq|ow`euj9zc*(_DMrY`;?HDdDYWj1S*(2wduMQjII=?Yh@V!j2#0
z3{JeP?`>604&vFo<G{&{uJ110<J~#ASTe}@o7wa|`R5r{mra-*z@}=ETso<^t7rWz
z4nFpnjgi`{`@>D=_y}(<pCw~*{qwtZ`b^(NXW2AM#f0xTyL8&UEe3O*|Mr#=y_>;R
z`}X@2&EG3TO;@|wSg1c+W4B(&wfJ!4e6#2SCI@`eaupVbemeNiReICxxc@tu$~g1(
zcCJf#S2``O-fzv${`%UxrW4oCe)H;^vW0o^ohYY}Z+~^p7Nxzs^?rMQ+0uaS_s^tu
zT>I6R&UNwVI;*}F8t=N7FF*fKcHw*ei|ei4lu2*cd{F4RaYjkN!nlT@4yAI|AjO$h
zEQ)=W7VhreS0AW}Gc9&YXH@$0C*A(=`#<mOSxVVbN*tVbmetJsXQawnxBKAb^LED<
zUcBJ4VY>JY-rW~mBDmSz@=I*E4;`F(^lj6=#Tq`+3r%eD6P0UUf17*TK+S5NOBHi)
z<I}zBHukpc6D*z>n&e6(l<+UMw&2dVeDE!sVdH`qE6*Fh&W>8s{+(;SXDL^dv`u}T
z+-4c>>y|gRmrZ6$-Sz*hzgY$UrR%dqJhELQGtMj&HNP0HA$sZT)OR0WTy*BKZjUa{
zPn6M1XqPp+ox5OlY#bYl!|Ve8N0M1vPVKZjQtP7WWOpoYJNK@R#52{K4B7Jce6$La
zU3ghBKWX#L2Y=qkxVyW*_$_yBbwPgY!<5<Q9^BlVZV<a*S7~f}qC`PqVdLk|+$DEa
zcdctSlbvFiC@axCd9mody3eIGU$x_%udo03<E8PRoAduy|9Nxw`-eY&g!<*|jvcIO
zeY>Oili2=$f8!6XdjD|mydA!Q&9hEt+qCP6N6kBawXC80ib2q_O?<jj4EUc%wCt@6
zobYRf>ZYGLcU5&m?jL`>#5rLJhu_=eVB09|1xJ%kzmDb1`TR!R)IURH(Fg0Bsh7Sk
zxqf7MzOz7KuZt<KM5vD{zw0`&cR5XFN4I6gXs`a&DJ-egRb84p{oI@`yQ2ktF1w7?
z5|2Fm>a_Uy*~*8rYE$3YoP6!cvm|x%Wj>3v^EV=Xs83fvQu;J`LG0}J3DUct73D5k
zy}1A2oQo-rnzJ%&FMTz<)|aHL)n~U=HfF7<!#kf9jURV@c-HbuzHj!+!lEj{54l1q
z&)M8uS46wbGk=sgv*pZJCp{DK(2ws|J(~Gk_jJ^|yGxR1NA}!l*`ix|i_<eRH|D$O
zv|N{8DW~ofyi~nn8oh%1*R4tYSAsTgX?f()cV}PK#Y+C8Sxh_6i<Pg;oT2$`#owJL
zqg<Z)Ov=$HzF@xYdYaC!HToj|-Yzp~l=&{Q>-P%ZsV`3d&R+hpSfou=C0V{S>)rh`
zrVYOZdY3-?tag3dU%g`9=a-&8k^Fn)&XLNZh9jA$g=QI-zWBh+%I2>YaP*kfy6p1?
zwe8d6>bdX#_!Z7*AXooW^-c!k`vspTmEC-F^$2f$$w6KBT{~CKP+lk?(D`-)H?RMn
zn)x+f1n=Z=91WTka<t^N*F4vvqLoEWpP&6KPAFzI;yKQD`>vQ?QM&E#h8~x^`s-g8
zTx`|M*%Es8$`Oeuvj}OO1F;$<@9Zlk2!~WBKe*|7`hL^BIdkJ5J*sIwFK>UeIXtfQ
zIL9|Rx6*(Y2T!@?IyoMx6_NF_*ng+k-kUK=W%YT%sO*^7yvL$p0a~}NA8R^pea@q^
zL}@qQ-u(HiRT*E-nSAZize`=k(Y8_7>W=UT<Tf1dmw)`?iNx~r{)Lqvd7AG&e7QN;
zruvu8f(WZ6Q%Y*tAKTg}2Pc-ANp%VrEiEW0U|4I)CVXe3N939?+rB=&4|ntHnbVj1
zg9h{W-roLj?%`eW4--loPQT@tuY18ckK?HE<BN;kca*=E>+9>=5VwBwWFLXA(Gm5W
zO08cH3hr8WIPLI{%lm(D*8RG-yyE%W>mLuluNVK{{{NBu!^i#h$M*l5|6fM_-=Eq$
zmQjcMqwnmlZCJnOr^1Vlnp)Xj!-6-9k8YS95qrvZ&8^MKmoEIi@Md*mbB0Whg29K2
zU6CA}ljB^29QK}GnEdv4m3f2g!O2aF6_;F6W_gmiROzZwiZn~E`$b9CXTF=>yR^>o
z`k`Pwz4PG75Z*>lkGPxu%bTZ|Z3y#hW)L}O?px>Q`c~|qYxwps;fuF2)lZdvGRprf
zbnCgX;tb7&JLSCGUrjR5J+ZZ8d+H3i`M$|b-ZJNJ@NBPc7V*;OUH@d)gb@F=N;lhU
zuRK07tNk^bw&@B>$vuU6!G<Ce1Ggk|W=?J6(sfFjBmFt$*6wZ2i+CDScTE>)E_hrw
zIVf9@)l+hks->=|x0mU{va?6@1R3^xIL1@`Z_A1=kCuC^wz{u$sjTAFlV97Nmd=oI
zn903f;ppvD=kKgDXKTO8GhkiUEu3)fWwK_?3X{%|(v=B+bOU_9U2eIx^8TIQPhQWo
zm?oSj;F}v___cIiN2eHHStQ3kjze2Q_PqC2o<F-Pu07#Q@TH1xQJ<40?rmSa?Rj;a
z`QH8ScE^AJo7ZJ<Vp;9|^r)-}c}<%_oZd>CL>3=?C=;3{b|}5=64&~DAKBunAM<J~
zEvWm&lD_=>g>2RheN&nbq?TQCULA0S#eH=~qGa+5ql?BzuN4T)i85!>5;^QIZ-4OR
zWOa*Or9zsulTvpF+?mwY+`QF#PTfz{D)~t{=k?BQxS6x@HtW0cqPt$rOey>7Giuh9
z2e>iXT@cbWj+ry7b%MqN(2nL`4-^!1Rup$N)h<5t@}=dPRD+coUrHr+z27DG#BEL3
z!V^AI)~%TvEFkQ<b-N(%6a&`FUm4n$yeTY+_$pPq{L$-{PMKAX*XO+RID0vH_Cp6l
z?iJTJyZnjrzG1>MTYKKLlA@O#AI~L8==jaIKfL%je_>&1+vm;d7Q1&G`T5gzMo*UP
zS}#q%M9wEqFKkGu^l+a!LHuH)MnrXV_Q#9v?;oFAYuX{(^J>H0cN^~Je0Ua}|M<rb
ziQ5k=&xt5%ZM)2pAi-u+_ea8|C3<__!w(+>7&hE}v*Birp%r(K+5&B_!^#|f{`zJW
zpWbNRtNs4`$JO_>{P+JYUH^FhkK_L}=h@V-`LkSQJQero0LS&6*TgOt$7IKd1_^t4
zu^yhDE%zcI=~2A;ud`{9Q}&zhEJ(9l!rI<owPb@8?~01}q+ovWYu&!<rDgkPShhJA
z@dQMtZ&9`BKACc$>DjY2HupUZHmEC1)&72b3)@obMV}L281OLrh)>${db6sbXN{<c
zX63KV&u4PnnCg7<>4Muq(p%GK*8HnU`DnmAYYGQvU-{|Z7aGjXo_?)b8F+N3!HzFJ
z%U|w~X+OB=dfV5VEUyFwBd(U{zr3aLKlWE?LB)jkOSf*j^1PclkN0xs<ewknetbW5
zsCk8_%DL8j;dnnQH#L*s$tM=Oh`mmTdf?n3B67Rw$1g84$$9GY-Z(6D^SmW|L~Y7?
z)-36Nvjc*rah<8TT>GQ1>qyJo;8S1k7>AedSUXqiV^2lq`ziBZbFSc+{P@}<BmdXU
zYDbHsV*WU_zR~yipn30#`3xoXXq%8*AD-QwaN@GUssFZ~R(Xr1ZO)7BH(#ozt7v=O
zSLS=*tWW2eOXXaio>#A2y=dj5mr~I&=YLyN|DF}Dqdx1r=&S$UU#&M^UsfqMU8-y8
z*HYcu-tQ(}4y{Yx{od}oDDG~>5#0;!>hgVJ%b%b3+qiefp}CVy&7!$8M9(nHX)i8(
z^(@xHrPiXvv$AB_X{W;quH1VH&M#d2!Oo|2>$Qsa&)+}lUB5?}@6OJ-0e9Z-SgOG=
zf6srpFt^89<*l2$i+LV*oK0hXt=t~7X1B@3;FTRxu?r6sZRGtr@1f1(4+*{b|1Ozt
zd=>uUm)y1DCAAwbOwE{MSKU{))$MxzL)r9$yO<sp)N)+SmXVWt@aAXa45njht*y+l
zzPlsxz6tr?u;NZ*O}EWhYS1U<`D4YDwy?&<az5_MR?OU*EVeHE%b{a-lU-iS`0{^3
z_L>0xBQJVRE!mdgm?3ubbpCRVSx!tp%gQ_T_x%wO4}Y$(EkNV~i@dZ`m)RjJ)(F)v
z*8aJQN7f!}R0}xcqjzYn^v1hP{c^R9=JD0CWgi0NPgZ<-!ujt0?)K&9&p94rxo*@o
zQ+-i{qLNMhKbz>Zb=P0tIFOlB7R_@lX^Zj!W*cT@UIXps#FUsA-ioqs&wsqweEi2T
z>-7iwTUOs~*uMW48{aiHxufd)eGS!I8!wp#H(WZxyRj&ZGi;sL^vymit?oAl2L8R}
z5D>yxrengy(ZRN8!>o`Kb330qEts#-BXdY_Z@NaXj_dKjD~TH}>~g+ex-j!gh-t^^
z-!8G|6W;GMFK;{b*=gO+3FjYGtcf|JA{r}pK=-S=+0#%yVP8#`mp|9PU)?`bUx&$7
z^Ro5j{oWe+H4IKGv<x*S*dH$cz!UU&P4^v_A0_9ERW_TvSo=50cv^OB{^Nkd2X`OZ
zp)k=?u*B!`m6uMki}zF)Uy;^WyK0Zt`<k-CQ<kDj5~jQ?-njOOqgT-mZM{7gv^<_y
zh#K=fI}&s1#Ik_1>pfpi<?frTKGRM7?(`GO8}9wG@#o;2?$r5NQzPl-&Vu=s^$d#_
z9Qtw8NyXp0<#k|$kK&9@ZMLvYe^$S2nyGb6cW&3G_BG2k9TM808&$MfEZlj;>dCG%
z&R>|-e|;I3!_1ixx{e>W*8eNnWLB;lTT<=urRUWBIo#JfT$EX7F7jiY_(^Bh)-8TZ
zE_W6*7IjAJnj0NjWbni4ONyQ0<l=)@^Sbt|U-8{lKjf)n$bpc%60AMlT6QUxTU?Yh
zS(fO$PyAKzN=lhk@7f`6p8q?AayrXOCLepXjN@b}U#RzqBU^thjxbE`UtjZfR{p6&
zih1X%%*1=www6Y&Kl#XiB9nEuzWraO^z`QyU!N>3Sn=J~XT5<1uP=|1G;dPvm(AhA
zAw^rn;(l5LUQv*5ncUcw`0?U#`G&c@cj|cgW&3R69GbuIt$N*PeC+9S{);PR@9a4I
zEvx%%UW=J+&)1&~-*|c!^E!8VC~qk1nP$W(`k_E(=WY?9OV*1&9Gji*Bq^)Wf5nx>
z`hum?6|RRln-9LVE-x&rWL#=;!&*XiLif7MJBo{>cNyQ96F=>%^!M#9?uHi~H6o8+
zV_qAPQSjjJ>v<pFJQ8Vt{k!7V8_A9;1IE>%{EO_&qyz&4*FNq%lcOPg#6&X0i*=#*
z>6d*aT4w@$nakrGepc4&zA&FS%Yy0JMw5f{JSQ^>fB0Va+x+A5{}0zYm9MTYIo06V
z%BB?5w!(Rfz_ky~3uKp8zpUM`A*Xq}(`V6ryW5&Ji^bRclv(|cMZH~??=0h$7aQ*K
zN*tHvyQapyLsT@j|C*H7^keToeKJy(`@8D!uY}gG8x9?PD(d#yfG@D!Vd2AXXCCOy
z3AL|%uRJF{ukiO11}-u6<6PV0>RG*{E3BWLm+oabY*iNAGD-UOi%sTYB^<LBS|})=
zyc>8gXwj1eBC$fP#R02YSID^@`M#_tXo)S`f(Ks9oU>}PZfrGT-1x$!LFM-gq3{Wu
zA36#-)}<GDJiWu<X1U%nbcs*o?x?u!H!{z^TmAOmoTlQ(OjoTkqC6xsMA^?Z35Cwx
z-;^}}G*e*xspmR2(#0nBt7h_6&R0+TE%VJ^@|e0HujHXwUv=%II0LUtwwQlDMZ8(=
zbm5_^2lkoyEYMQ5d#~)VZQY#1vzxE@J!PEC-rhKQ!xYo0g3afC&wbofa&YIGPKjf&
z>(bjqrro&G<Ynk{vTZ?B2=h9#t42ST-tq9+B4lEIG~Qwd=jM$MG8Y9^rl+%ORti6U
zI;C}o#*5EK_C7j2{UqP}#!s2Ygo2`$UX%Mgsfso6<B_9>ww>F4P9X88)twu!m_q%&
z`%JdieHFPRxBItKlGdVI)v~TLGK+-+j@#{J3Y@%6U54?SSkKI7SG(p##PKjLT<Y0l
z5bverYr=FSYi-aHy#*YfQ^gpr=UEqvEK~iiyif0op6{=nJHxt)6#dthuD?)mM*P6Z
zHx1GyN&NStUf8L;T*<X^=Fgk2b|=5`GWGuHH1~8t@Wx-=N+Q=yMa*;EzU|Ww<&L^x
z{mCcD#<X$9+s!vGd0q*ben|E2-=yNs?fZU-=IGC7K6hB)VZq*Gc_|57F8(s~bw8}A
z_;XEB?edf=@vn@>GTyYw+Wq)Y%X65oYA@FZUC;jSlHmqj?~JC4Z`jTFqD<nL;^k=^
zT*oph@>SWjB+n#oVLo>8SZB=14+ZDibT}6~`s}FwF4yPZ=k4ZUx8dm#BZoKb?b|mP
zu`MYnXi#cBr_pm*K*Pgp@p~(aZv~yVcYl|3U-ouW&Avs_=bk>}S`vTo^K<cv$6v2M
zWWBX$>Pijy;>rKl84I^4MeaGrtIeUw+|(L3L2IqA^&PFtH(p9ET$R{(-nG9!=Fjf!
z`H$uQs_*ar|K0xgbBo<~9JE7zFV>m%>}j1%VXpV&TXtRb%~w|+%(H&*cKiK<n~%>=
z-hTJtix(XH^0vp0URC4&daGbh3tLa}g?zOr_o9<lc6M(2UllC!Gl*(`Th{%yti4d9
z&!jTqa8G-`eDap<1<!XJzj{?P=gaZ;B8>Bj|4v+&y&-7sr@yLG-Ga_eS<>9inQvSE
z_>PPE_LZDc7kLUr0$soIxvGYSJ({e!r{e5gy&D?eW9|KWg){0kSH<Rr-n&zC%t<da
z`ufLDadZ8DRHSJxb$VqUysdBk6W^!bzkir0?*G8+amW_u;EhE|ac6vg-Tr0D<dMMl
zJEMAkaq|hs=evETUJ-tKS*9p%#qJYs!Vllfi&`#xeaaz&85zDJAzQSsSxOjZx@7H*
zlZ@D$WU*ZRr&!V6<@aZcKinps_~7iaiJzSw{|!F<QZas6isi=sz=aG(GWnc`=2rK=
zX7YHpg|#jyMZb1^l(6E?3&m0bt2|jYUS58)!F1MFUv0gR6)|g7T+VG4e!6GFgF42h
zpbt)d-`amKKetjN!?JVLy9Fy=B#LmJ_7&uF=gbVg65#7{Ynj%<#LQKpz7xgX{VeT0
z<a_kl^}TLaXN0}pu<h2J<r^yk|DMX*e%dB`-pfDVInUmHZ9Khg=k>2i%U;}f7u}<I
z_SLdoy|WjnT<1J}JAKY7gF~rV_k?au=QmWkv#VOV{nq1~?$Qab7uYWDzf&`R`76al
zGjW*+vDcx$r}49&eeB*38f3C&XD{+GT<^=|aL-w@xBIj4n(E%S21(|961f}7OV1q_
zNuN1&(Sj4xm$lCd*wW&$xqZ7FPw)17Rl@4W)l*L#4tAeD;pu~d%F52k(c25kcDBB3
zx)Gi&+FdES{L1Qtd}}_|Yw<D8#$hW&-f%AzId@+F!Jfm9m-k;Reed%8;FK+M)&85V
ziG63@t+t@D?b{n`q24>w-)?$;XO?yF>Xc6&`(JH2w*LPu{*OlwtN*zE|MUEVT;kIW
z6vM7Q=zk)4wDeB$?sLI{>AUovi`Z0`b)}#8E37H$+5Fi%;`u=lDerXdq{#uFT&{Xt
zzZx~WROwn&OiavyFS5JxdPDCYmgv2j)qA>IJ7@dt8vpX$872&EFGc+N-W@jl@aBuj
zZf4QrCyWlxT`YaFv#`~}XGwXC|IW(?be?Jjp19_b9-R7YQ^kJn?{z`KCQ?%^)Az~j
zl6;x|GV1)iOs1D<p0W8`d-orRWSQi=<pN*Jg)<4kZ}&*>>Dj2?JG~^!`gd%!@tmC(
zZhxDjl^*T8G;elaZ93~&3*D{Er>@;y?d!Ha@N$#EH8#OH_P6hpPnpDU@UZTFQ7QFI
z<Jl$Rn^vw5?6~4$@@Spw{yLFaJo;?Ye7f6repp=_QxbK?MPP#U`R**q%Sq{eF2$35
zcmADfZEx6m!hW?&%TE6n-K&JB-#)hR;0#G4O|wfAQhvSL;yiOFlK|(`5KEaU2UqI<
z*E4I4Vk>{EIYWKXr5{rBEQRl`>ZmT{KXohU(6SA?4jEs`St#B4J3os@;-Xf#n3~|N
zB|pk%Sp=<6Syya)J0Qk5@_DNdN0OWBkxt*9^m%^ThYzh<;g%Wvq0XvwhIYde<)fum
z4K|(`KQ3<Cv9ohpV&>zROB#1Vl#4Ded$DZVy5cX*WtaDL_9e|<99mcRJ>sn%=eNy<
z%<Y;lKYmo4_x{{PdHLi!@0?~8fBHY|SW%(VyPJng)P65M|8Z5Sgs{VnoNX09o=)FU
z`@e31W@p2(oo$8zTDIH5pTFQK*eUtopuw_k;SCAOE4I$K;O23^QvSR1sosEDw=}~P
z#8;@zefi<)`Wn&IUsr9?R+)I>%*E|@ju#lqYr3pF;9J#@;(B9!70<+Zi$dr6PX4wi
zNPr`&Wk=n?NRNkE#hr;I7S_8PdVhDi+_x>};GV7fF7(vIS#z3ozQ5jf@!n;gGZ!_V
zOa1t}A}ezH8wpvHe+Tpbi{1PGz`5qf&%;egZiS_nrmf%-oaoWFYTfE3OxmdnwjQ(K
zyAc!j=<fG>t+Hkcmq6z%zIdX-Z*u90>0Hl~yq;ovUzSdmzGBgK?Ai>$*UbsytEVzn
zr#NOlDzr|2c!xva@xQ;j3j%f&e~&BhT$C{Xj@@m=g}43L7JGkJ;<tD#DZZkW>&!O0
z`QiajpFGx||9a<N&Gsormzf7XpYycyM1)xL%UNeq|6O_BvA#`a1&<Yrk?7@H)7d0N
zU#U5l3cs2t{UJf@;au)-=k;z*t!iAc!mB&lSbEy|{hi6e2EWsbo99`cJvyn=F{|eL
z+|=s1`r<uSP119C4Em<|{IuI?HAlGkSO1Eg3uf?6$@2ZSS!Ytt<{Y0?&fEX2jjLbi
ziSqlF*Gz7?`<m}(ZSd6Em8XsGtk`Rwb@AG#HsL2b9~p_J+_|t%!%F4?x5?9!iwwCF
zpIjH+va-{o*ziTKmX*WoOIj->HY-|Hzf(M|w{2nc#inyE`|Jao@|WIotm`@wxMbG*
z^&SD<X-AG5&tTvTS)6yM^5cTNdA#pMTe-PzwZysb<_08$e!jfybzoC1>&GC0nAxW)
zV;%3^;)rj*awd0!ckds&y@yIGMa`G`pZ$AVOmT1KW223ikDM*GelkV-V|(KSkzIH5
zK7QDI{^Qj3`+Ljf?fDe#v|Q$Gve^=-(S0yH_9<_j-v|4%dLMp#Sls`?`~L5^o52-3
zJwpsre?9sll6NCXX4?%uWtsL13+GB3^eNxaE?LI^C;z#z{f;NQ1#ax*Tpy;%nsn^?
z{(q$si&wMlKDap9%*8|0k7McPb*l=49B1cnPUin7<h8kF%2Q|QmWypmo^Ag8d6@;*
zwPgn*7V9m^`W<R|Gk?NX{_0QdX@{QW-Ew(<e{;l}b~|>ydv+0zt?&P_nwQUJQ}ty<
zz-gt_V-n1-b+%mmuz3F6`OnV1oe(b6a^;wWP5nQaxeGN`ec!OSwfn5ZQ6{U_sMhS2
zhPQGTnw>TE-zcze&z=JYUo0#vS}sYgzN+<Ph6Q_>UePtq=i=c%-gLX~C@$()JbAK5
z<-)G8TXv_tk3M@-r~K`#j7P^V#>Y=y-xsMby0quI){Wm4x!LK*_q}dVJMR`0`JB!F
z>o4xJ9KSmxf{M4DeUf9iY?pyhRC8Ix+*flp?5epiucE(D#vo@qV_;{=Qkgpv<*ZY`
ztY_IEd_VU5eD+-D(9TIm(`P;T?;~?I<6>Cl{m73>&6{MR57-E6+zd(%b~fi-7H!3E
zWHm`@*B-Gw8Aj7yv;CZ<DSqrs_+q7)jb4#D0`YTGZ#k5kKhWH+adcnidLHRu?sFC~
z4%eh_mVT1)eKAY=j^B?>3H*snz8hC+h)16dnG`XD#eDM5jN<mL-|@3L4khN@?RxT7
z<U{hqKR$fv7tY?zTkRKD=6R&r*jz>5pyU6JMQ1CsW-ZgWvOca`N>OCRHIa@5N1lWP
zDpxe|T@5&Tt2uKeLr$*yN>4@K7o5q<HayKdd(2$t$$Hne{Dvtp?%uQSY)(_!HO2m-
z81HX^PF2NEzV@GejcxLFwLQ1{9pq@XTQA_b)0w^RQWz8`oG{sHTl<YieED*N)%k~*
zHk@nT!q#)@_v|~$DIa$}kubIlNM?HPE?+0nGH0T6>}Ac{ihc_$^VaDZyfI^F3Mkwz
zy`YzI!|885zC8Zt4hG(1w?50!U;XXD4F4rtkFA|-y`%JZ*+!=x-*w;R<oLMcJ}f-(
z<zAwUtY4liqxfu_28}3rdG)eXsn>JnZ=E)8_MXr^<qW&;3P^QqE{=(bJ7#<Ld0VUN
zDea7RZ=yWbK3n<hgBlyd{uSBxf}90=XBBb0;IIGr`^U}Y{TpuPeE9N3GDPP^@x-GW
z3zc7%HFMp}yuNU=*$u(t*;{YsB=+$YY`yvD!wU^72T6_GB1aYJ+GHM^*E1E2Q_^QP
z_y``mc<6U*+1XdW?bff9Wk^4+AyHQG;{|8c(+`L9YenzZycV7DYU_IbH?!X)hLq&{
zgv>P!S$Z&7OzC$I)0Nj7WO;nv&z+y^&>>>Ox-ob6buaBJOHISSh|8^6VUc4QFIni*
zrFLbP-TT_IoM@Rh4WBIE9{eB^Gqde3-y3&>+Y=lg*Pf^gRQ$2g`1PO4Uc;xmCP(Hd
zd1TBf3Ja0Tabr=J(ton${TBXX^Jiu!T`n&?r~4!PYR0PPQMWCuC-{7Kt7}s`tZc)6
z($+hjCG65Rqg$56WvNm7gl7q#zd5gZlJ?{79edua*1I^fg)8>Z@#4!4k9@389<5T9
z`X*|t`qzB&tg0{05i`Rken`45S~CBV&Jv}GpMR^{CA&VKsqMj1?#xuY>S^hji~Si<
zC0^dwc5+7DjhmWet;-?y)bZDDfiJQ;5v%!jS-xEPOyg``&Cjo?LB^+_&v*G{{)$u7
zYx_ARpA9iwVh7aHvqav%JhS+|!(9tgzJxi;l7Dh>{=P36DeiIO=_Mx9zCi!%v}F^2
z^WEOI!R>KJNPN}03H+W1ck5NGt*UUm{=r8&Tw@ELldj8Ev3EQ_D*m@#mNI5}Ub#tD
z&n&F?&h6T;9l3^^pXBbpk`mLtBPKi{R=n-{J^7QZYt0^aT{;-rcJ9%`lT#9F`W38X
z_2xMpKG@5*da-bh2y3~5Mh2JXm211B+?Ukw#dxvLG*q*A>LL;4uI0E$a^u#De{U?0
z-ECMG|D1Pq(QM(>YMVL@-<cK26}(t@V)1*EZOI(FFRyCpsCxg9A!jbPTu|nWN0M%m
zJsf+=<!7@bJ-8bF{_)lD__k|mD*N5OG>foH2fbr>`e1GMoihH?t<9f#d>z({Oi3^C
za{XV;`u>!Fx(Me!E-vl=(^pl`xmH*dee0bb<E9-uYWnWJdurkF`cxt7)Yc~<qP{UX
z<)UYqUc@YzY*ahPGJlhpzlq!)hmF~pnrkb}d=2-04~XL4%XLtr`Fi}$_V+b^ePia#
ze{}OE>zc;_Dmx0yD%sjDrY+`jWs$zTO7*YWpSWEQ4SkkByu*<#+vgw0#vCCp^XTMd
z^%qrrTe_mc1-J0q2%3h^IwHd)_T!67!`)oRUCl3f`1<%4e&v+2t!n9BEy%<Cp7ZwI
z4tM|aAEwv;HUF{oeJ%6fhk<7DiSLUSx6ELkV5)HD=Hv$Hc{_OwQ~3JAG{0Uq?Q;k?
z=-6x9Y~m|*>x*U0vL8PsK0Qy|!szlNLUWpEn_-51*v`hTjHdp)R>M1n{B5Co%esSS
zcA1@gXzG>hB>dRGRf<PE+u6;`&*$)d8wcTq>owZ6Waf(pvE(*&+$dyU?6YH<nu+fj
zx!rGF*NMBiItD+I%qrz@RgB<|J0f~yOJ3)p<&Mr5SY5T_WLb{8aEZK^Kl-{YBI{;`
z!o@Vx9T)Y2o_UJ=P&p&BYL?fzPm|ZNp4_W_^>$pqlTgzc%YNv*>Ug8}t7LWbnf)=9
zcXP_`zwzy~lK6K!O}1a;q%j9u6TiRt!k+=2{}<m}Q&Q=g^xgdO#7lB=R(VQwIrr;1
zh2ktuTuu7HzHWKIiA_F5cW0kB)UC?yz9@NmDNk+DBc>)Pjg2}-!p?-Z-}T5*<9%z}
z5qdM^NJ?<xEtf02N46w<7SQ9AxvM1Ra^PfYqfl>WKzcBTCS$kn%%E#*$w|>ObT4+i
z(w-7yGWmRk)dJ5y^ETda(ebNKVZOL#;V*0Rf7g8<U-Xkr<31;Oeg2k@C$nF<zWTk%
zS>U|xR-vF9>khK+5`MpM=iMa-?wdcI?mFR5UC@=S{YB-M+a9<Ic1tgGIh3il*7D^4
zso#|>y8|z{J4-V^wOM!0uduL?Z>hD6?EOPC!xZmuvn+1fd`wU7pH7eJ9{p)cgFYXO
z`FzsbjQPW#FCt|U#fpKSyR%J>8oDaGx0%WEguSrlw>VZNvpW5x@dKN~RV;;hd)m+K
zoH0ZC-#yo8Zv~a`|Ch}7cSdjTd%QR7W`NR?uUY|ohP+pJvt{+xuUo)jVHdIRwUvyV
z+@qhH)eFu&-taonNBo|<)oGtEa$4^li(lW8Xuinz;a=kIy9v8*GAz;BuAK64he*Y_
zXy5H2&3jjVEmG3d4EgkDBJ;*pnW>iS%X_3!qCDovY(Bo~`j3a@`&+-?|Ig7sZ%(UQ
zlkAPiH`|oMUYB00sEl9!`rOTh!P_pe_4V;xl<d7*)_wS}vPE`bWohIV_9X|hys9ro
z9sYGG!Xvh&Yf;_%+OqkalT+H~7Js<osCh`g_VaGgQL`VH|9^LWgS6}owpUX+D}~)&
zR=rV=)jnE0M<8GH@=0&uSH;c8e#*FCIMrcn6!_$cg4u=Yzd6E<5f;pf42Bl5l@Zp@
zOvAhLZFikJa=>2w+?{|G{D=K`S|6(?^Cl>MUa?6*v@ZD2xjD9r4Zc}iK5Z=Jzrv*R
zroGYmze(3Tww?8}TBf&epYFj)M_w$7J7USt%KH3R!iNK{Ja@}uJru$nb<UqjOc0jl
z4mv2pXjr0u^CX*;@}f%CaM!XdIbmL1)3axI^55E6%`2U?cAe*%jmy}4AJsEGm@DqP
z=)7yqMIW(URST-b+&3*rKXF!slWSLku<ErPeJA36{aj+nbzbV|v$lsZP6wENrEf9Q
zKUNuWhIzsS*&=hj+mmO1n7uxmWg6GM_?BxQy4jL0zNz_swEnD|%I^-fJwCQO`<4W8
z?^?ki5wh#)(s=Jf_k^5gaD6`1%4he5H%C3|&C93Dqyr-I!ru6<db;g#+PcF(Dx|n}
zT#2c8bGc^EgY?}8TWUI|-}ZYaeo_9Tjh^s~4H=o%2gB3u%>1^H!Th4^9To1Rm+$jt
z8Pwf<K4US{S<!^+rbd@id(}9PUEC!svgh_xCXZ(K{<mq}=e}$>w=iD5p@-3<c|qbX
zKC4f^FW>q)Z*{tv_}<47(j49EjE@!>e_FmbIVL9N!KY6`+uz+?y?p1&l~ZIAE(M4%
zbw)V+d%3gx-r-|uN8Q#}Kkr_@^Xx2E(e7U+fjq5F_e+0FmH)%FtBy6#;LaC&S@m0<
zYu?^`SpR?jZ~c$=|CRsO-I7%ESNi>fuh-*_->u&MLH_^a^9wJROp2{|CcgZ}@7Z@m
zW-Z&o*8GA0zxjWSJK=&1X6hT}R@^#%s60<rcVWqIwrKsPJ!d;N8NWTaQ=%?RgPY~S
z)7{@ctX*Hv+dqHq<E-5W6J#R<*O^IwSuN^wed?qA8w>n9{55i%Pe>MLDfNAPrM>>a
z-}3v1KR-WT`23tK&tZmV0&N*<PiI?qb_>s1IJGG_%P8c-o6jGN78Z#J-8=N_GvDm9
zV)FHWIO~4=jc@!X_`&|~$^DGk?dvXA6ntk{zyA}L)zz~zYR?GIb~^E3QX+Ti`MOUB
zIa~sL(@!<_1RAXA6|<B-`!{$>@Se*hJ90NX`LJ}>SF<$kRXfXG8dt`7oPK6CVQtz9
zlZ<`-&Q7L<t8d3IEI7A$(&SRV#PXFp&IcFpzxMi7G|5mRnPL0s-g8%<s`gxb;lppF
z#&5Fa+D?nK)CDE#YFT!PN*@+|T+P%K%XzlMDQAtVR_V3P3HN?(+<VPCP2%nOs%-DW
zPh*vpSG=8SYkbGzKwos@yUwWC(#<BZGc$Up8J*r}*wgz)qF39eNHEA`rf1T|Hwv?M
zxL=w4=$q5qe7PkZPhB-Q%{61bnQ96BoKb4G!|`L`<b>6#_a2tIUbG85cc(m3s3Pop
zW2RH!!cK+XRoQ_vZ%%l2Q`fyF?7?I;kzNJwiz1mxK1Wyoe)m@BcwJu7Ij1WcmQCLG
zcjtP23!0dhp|xSk#SI!M^#_%z@87!XemhDlrlRd}Wvt<r^*{6f`!1Wr@qKdqlim8J
zscWC!+xPoU*QDt&r=rdk{)?L@y}99+!K7cz&n3gBPnTGG_~KgY7rW%<ue)~ezs#zP
znM%289i69(XUz#yc{_naqD^ph=#wek*;YNwe*W_xUNyhh@#WN0lc=d`t0Z^z^VwMW
zT$&PAuv_7P+*;wwwSAWlJFWj%*!1+VO8=B&7cUyd)jhrXqgY@|r0kwYQ`<hV&EvHB
zHOFw_*5e;9a)pP7|G4R2-&6fP@1gttZ_G6x{;4xqOE?$UJ#jVo$@wXE){&JJMxyEW
z*!|2R9%t=7y8rKG`@{VE{+CMl{Qp~8vZLhK(lyLtj`Oct-gsm9R&r;C;m!}w*RHSr
z^{#5!0w3Y_sbN3vZQs{9f8TFLIon#U*KQR{6OTVAO4-u(neW^#34_(EkL~_D=b+(<
zN3ULS>F@u-Fg<+wjkjeHYr|grwlmweaH2%n;txl!?@VA)^bcLF<h}BbL95#lw<D(y
zm)PF0v`Dk5{KNA8-=El;|Ka<(^Xp#A+Ef>{?f-exzp$vL!#uv$^u`qTE_dIRK0ld*
zH#dnzPLipLJaN9Wko)LW_j&uWF5R2H_V`lO)pv@wT)W5>_4JTcZ1j8Enw%HW<trVO
zn+klNw8;s?F8HJp%~9COS9V_@_kTge8~dIe+cci+iI9GI-!6XrgxditVl>T<RL@@i
zzDt6ozwl1O8orsPk7vAH+I#WBvUVfI<1VU4RE~45IJ1D$*6qi?97{e^j#c{3QWfWV
zyVmGG(7Exc=iVBQ#nWHi+qR)yzeMeM%)QHh?o80XI5TMK(;UaNsclAC>l>nixHNZ9
zD>QRvkn#E9ap+MfOUFgi%Zame7o=C6W8>PBx2PhR@p<XwznKjuzV@=e*Sr#+bE`SK
z`_ODNf!`Xj*L@S8$86KMoc`>chHgwJYhps83~QCB<B!D8e_n_D;ulOkZ(><+`m(p=
zxx3}Q-z>i@NeP`MV)X1}qAvgMoxBFWeV<R5{#v?!@0S&=^}o3nCST{6y<S-Ve5X?S
zXSo+gFNj4g;MIFtcqe4>hA;W+vp3{>Meccdq@0g4H?u9nBz|hLc02FCkB8j@)?EC`
z&iF3e>S@sN^qnTEc9$Br%(Bm6dV26_!jeRZhkLpIywSL2V{1EC=Hce+AuY99OCRJo
znba(h-@xR2u!@a8`N_jqcMPsvzxJH@oF)6Gp5OfM9{%{jvW)wjU!s=O<T+DW9osW4
z+npLL1Hz9L9_X+8l3nrTg`k{WO^3hTKMwo9C;ba5f6BPKmnR$-yjQ&@Je#L1{I2<P
znO*BnUp{k1L6mRvs*HY@ma}Q?-|hc!oIkJs;Z?Ks^>y!eZasMB#c#X+wOVy4&m6Vv
zHhu0ie6eeto4}*_ze7SoJini=cKEfgX#U*I(^zfdYG2Cj`}(!~!_UL*7Q1(F7^k`3
zc(={M#>OSxN<d?Wsj8Pr;Jhj9x0-bqWoz*4j`iCo`)7t=x6AIy+ZN~cb$wswRjPL|
z&&oV)<xYdx>FjBCO7+d9KR!(MH>~K+um8RJg;jI3`tg7#8{)nmeChK#t1Hf=RJA4h
zzMPV8+>(SvQQ|S@KTa}nEMK;$;Ma?^qfN&5%~UdFPpcV=+`N<F_2_Gl(ihKO7pwho
z6}qb=RXTHyax8kgEW%ggNYdIH5gux@grD!}xn^ef#`0XB<9@*yQ7<QB!Jd~!U)@|=
zv`hl+mh5sD-1c4Wu)vD=WS6~Lu3gCD&CiWkAK4WBW#5UjGo7w~4-mPuf2Z+JXDjhj
z<^C+vvgcNPcq*c?<HCc}EN_;6_Fv~L9Vj{9*po>rH|>TaW9XWda~P-Uez*C1JSO2$
zNx(FtP6;>d4VMh8QhX)b&OMdoez^9E;C24)<9q(9Fsb);M;Nc3lqGub{;l=3M{oLa
zZO9bden<H}i{?bLWuD3bou||8FL%t&sQk3oWZ^!!n;Gl&a;)$Z)^Pn@^Xa*H`=a$-
zPTzKv9a6dU+%<%&_~3T``gzNw>)!qIn|<?j&edmJZu3ngGgqku83pcsbK>QtN7W{p
zmwzw&tLe0FpTEsTgAi#Cv01V0HCMAU16{UybZgk_OPkNjJf(WP_~owC&Gqm8hAOk<
z*!TOqidiO`_|f_lTmJpeLI3A{tDEjAea1XTuO)TKmh2}Sy9I?KSo5|v9Xk1ubDQ|?
zgltc_*N2s3RO%}qot*V)-ol8*zoa(mm)ZIB-0tB>ZW2hAVY8|Hq#|-!OYF^LCyzJP
z8t-Smd;j#R>YA?-Ynu&YcWl4cH1m*3Ad7tFTEk--b}KF6+5i6_e_hAz@^`F`TVE|Y
z9Xn^?#I85Rb6sD{9o+fq<>X+A+=Aav^!To||2X~s!*ozfh~fU9XXPI*&)?VonctrM
z=*yz?s*Jt8*Oe`8dM78WpJO`NeUjsJ!7nmghhG%d?L3&Re|Pn@7p2vggr0`kt)I#u
zbs$UB$VRBv=U+^gg2MOBWe1Fkucand=GX;)^j+d5q<=IeM(xjo-}eunzxSUb-p=mm
z&7*9w`5SJ(E!be!U?^L*TQ-D;!N;{u!>M#m)U|~(ud$jaMQmbg{9wSdv(ck9AyZE4
z{DwE-`8|#Pyn;Lb>}6Wql;F<2miLWBkz`B>`{ulEf4ko@yWfg^e}C^_hOW=^4OVX!
z?oK#;ZpLN9pW+K*E;&i%e|&Mi>G!iU{_9QqltnaWtm9r6W_<DzXQjt$Wz%G@?1yZo
zXKg)STP;md_fB!k&F*ShwyjO(;Dpc&gCmmDgC+;M?hrrbbS?2y%v0g>FE_+X<R+LL
zv}CsC`yg_6)eMJIPhMa7elXE5lQ-4JZL$N))zXIV5!%9<8CI`(C*_(gG+fqsC@sDG
zgWj9ub8M3ta(R5p1AJdyuGL`5Tel`@YuJKytG`Z(G>P9_HZ8{WvfMtai07Xz7q1Ao
zxq8#mbY}^vOj%!bjk$scuPicsnmF&G<uV-sF{^nuG8!e@4v21<cDcxQ75j`;@1}fu
z7TU}==kf8^k9K}|weInPeJ9?(Ugqe#v-7&qr*GRdT%EQ3UT(9VE%s(#$jb-Pzixy(
z1gy3?-<o=FvBXr1l}6rE_n3c-I^+7oedC0c@4hq1X2;LkF7(fH9(Vi1sjFP>?$c73
zu=`3)Zsj)pwV%{i@p684H2kExYQMiQ<H3VxW=k3$;N#+&H|2);>CX)Mk9JI9Ke4!|
z?5R=ECpo9ndR(90Tnmc6?8I@lXrsqkR>SEZ7L{mBh)5So>pQQoVp4h6?`iw2r(TdO
zC^^=7=aIyx$CuNjBMaut*(dg*{%VQVzWJgy=UCd8IcfL?8*Gde_4D6X>LXk=Z3|!O
zzc%r83YHz5g6ozErCiI{am)3@ol6tfxd+|mv(TOpvZEn&|FWELpHs~phE~U>$sQ7j
zd-&m9?2Z2Fiqr=eS${kAT<q10P^k`^y4ro2KSRX&Y723fY3Epd4!@9FTzuo5+nl-a
zE^!4JX<owTTLY&YIkUL^vy`=az!m1Q?z?@7Gatxw9bKKifz4yKL6*|oxzF|_N2Kl8
z@koUA*1__9e`VK%W$*AP^s3TIl5bMgw8?*CDx+Od_Mz^`WcU7$*P`<o6KcMlO#bsC
zyq<Si{KGe&gx2r>X?3sqzjIGtVo%#=v4kcyUROEgc1}HGgI$UuOinqTUXF?d>rK}_
zaOc0;>bC54_{Japb?-vf&cAsu$i*rB`)Y|J)7ONk%FdX1QL;Bt;_<A$bI#Yet%8<p
z>D=rb_;9KF=KUYyCW^0}(sv@L{T55ps+QZJTeht4|1z`t`^Hf3ynW+lx!Uc=EN*qI
zn3EvG&Y*ZTMzh_J>zgFY;^uP)b}`;#yizK`)^^R->h8m9Yj-n99L{T4#2350Np-sG
z{mixOTUIb1UidnE!($09m2VsP6z+<zvv92rIXW?G>7vjT?WJOUwto%>&#|*V{;T1`
z*Y$h*uC8L1l$9w{yK<x;tm?kSdcmiAcW?T6&OGj^sbEi6^ECAxikTMgSzD(kbtL7q
zghX(cZ8%sL9{Bdabkj`N5L>q=XOF1q1wLJ+aOz9up7m_I^=9#xEIa?ObH%x36=H55
zi+`E(be(+nu|{;Kze)E6h1b%bRtG0KX)L-F;cA_p?%wk_z$A9w!cvDvC3!WcE7xu5
z^3B=tJ<4KvsjcJh2P$c6kH08ixbuS6J?8oAwI9uV7_98T<tE*8SZz)3o^XLZ*8@^M
zB?M@*t_|I`Fgz+<H?{H{!})cK_&r~RL?y+wh*y{Wyb~Oin$}r<&}k>nLy;+-Y#uW&
zu)L1FDpAewM&Zr3K;G(N<@r*_Ivlv2O&EBLIp>|+lfG&TU(vpa-GNTYitTf5-6^_z
zYvs%COQzG7S$}mgw7uarCH|e;mTt|h?sa)Lc|OWDg|~D@Y?IZId!WiCxQStcq5QwF
ztz1tI=E~1^_L}v<NbG2M>hb9MmZjdC%d2!QrOteG><M%H?Ck&6iWj_M4!kIybHC=*
z%z0}bbw!JwFJ@(A?BBM%g)4uu_vG2;dFKN@99%BNCTAtLs4$C#bwlU2GPxc@6Rx<e
zT$2LsNGe`XzNoZ8{FRR2k04u%t+RvudRq&^9u!EZ?%u01jhp?M#+qX8l68wed&DWP
z{QlwKw)2M%7tXLL+%^5lE6vs!CC9Jq$%qxd-ucC&UrId9ZMpA*yTy&&ll3b$vQG)&
z6-!LjEx-M|`gNysfc*8B>n|Pj%G7=D*JtZ5Tzcwm;7q<rTJN8)IUl<#s5olkmtvF1
z3a_2J6i>!(<kD#Iyd2eiHm~{WN6vTqzOh|fE$YU5r~bFBP2D${yKk#4Zt>mVRW5tX
zaGGzL?VNOtOM)*G6esm;n{dwj{Ji!{Y;R=TvNu{;^oUJfxZ%Q*7VfB%3=&BP_wM>G
z^v8R>Q?CBS`Ewq;^FDCSh;RGtg7X?XUJD53h=f?bcknuF)qT<O%^rT&m>e-aKE99N
z!tXa47M^-~yddH5(L-n5%thH3v~L&N-e)yO=1y}Mb6>y7zd!f?n&#c#*=$`NR`KbJ
z<UG5|w)HhnwJV;#o&Mq0>h+Hg_uC!HllbteVmXiTk(Q)_gD;O~%+2+ZZ1}3|W_^ga
zK~}eqKm5nP^8J0G?hYa|tG|6xZ1Zf&ekjJ?*SqD)y@?y@R4)c(O>GbMeDY?dvMu}6
zX=|dIA57X9=qs>t(aOxJF82%XhkAN=8O&rpTOgy`#QEdk_x-*5|Gk!f{PMAWK~*Jd
zQ)7@Uk7Nm(giYe(7>%L_&ifqX4zz4tdLY5|!nvmH(rY{({z&L$Ui;z4$Hxs)2F+`D
zT@@tuzH55zm$R>Ib}WxHOV70n2^j)qhDYZJ-sz6viQjCe;5$!%b!9^ugL1NU)ttHc
z2lpJcUVr!auIS{e@(IUx3mx)$Xu0Ve>vDyon{RSltx){07O`09=L5AZuNG`QwCeqX
zV*v-+_MT+#-u7e8lUk7mb@s41ce@VcP8Dw1cCX#dQgk8XNlxK%?KxF*iZ3L^t_#!t
zIFb3%v{~zxFeY+UujpUKrZw03;?uL12dqRl%QQJ(mgx<-b$_|?t}PFXe1v26uPIJE
zyP^FW8#}v|dSCQw11s)Ji5wGWC7<u%Q~YtUT0C~wpEZtN%k*FUn(2A+P3DP*GZ&o>
zJ>|*Cm(Zb<uKjA_y7=Vnw;z7`B;>-?-p(E&FXNEOeEtNl|E3qR#}(Q3t-Qe@qLu0}
z!$L~<N0MM~lJM!c3&(CAvgUs6Bs@Q$eyw%JUHt`%S{GhqlMXvr{b<?J*9yK$ThuOm
z_OClr%ydw-?#n$E*9BaiGn=cT?SH;*+4TDh%cZUDi}t@SIr3ip&gQ?oUUyxtC@r3L
zd)cY~x#k~k%)G3_KF{cqqP)SGh;8?tRK@deoW`WhlfKhMtjJ^W-|zMR#4UE;&{<Y=
z&grY>0v0(p;d>QNRqyPsl`!|PZG7UFcmL?$>G9o7o}zrLTK9gs1ZxGPP54|SwB*gZ
z;NZDME;hz?e||X6nL9VVJN%JAT<P;CEbI4w)0*<mz>4WByM@Ir=3FKA$h8kn9&n#=
zyJelVkG$+z88s31l%m*ciiyEhXKcQznR~=+QQ?^vx40&P`Azx8%8b_6&YlcklODZm
zVz&qvQF2IZar#&}T{vj|-}~B0w~xGZd=OB4T=z+GXiS@hvO_Ve^^~)d|E%i&YAQ8l
zR?+j&f5rO3QyedTz87A1_n_~IFqwZVMP^A)2|nwTk=qcmFN#Ma>_eO5tc~xi)+}In
zz958s?<)q`W%0I|9}EsnX3OSXDloU`5btHXd*{E@m?_!^Eq3W@5>-BaNTIFjr$@cg
z?(Qv|=bDw5iq!0HD;7J&JU1}m?L*%MYbWV*$fy2|_L+E=Bj=N@{yOWI6E<IS5<K`q
z#fQh~l+DHvRpt(lb^{|e8R0LhR<DVO-SVS_yS=0!jO(a@yZUOK2_mXKewX_?0^>e+
zWX!o7c<<eVx2itN4{Yhn*8H&kv{Q*Nugg+@*MdhUk5)aK6uj+(&uVY;+RSCiUBBl@
zNv5@RRfjp)E}8$^BtierT;_z&R{l+wKUA>34q0k4<z<1WvE>Zkc?H$tb2bTyUUPp~
zBXGhxa8AVr{=|Zp)$L4c1G4t`D}C+=I_l`4CABr^LrxL%lQqKI4k=FQc|2o|X3N9g
zYt51FCRd);UNTOQJ-n&)xgh)AW9w^P-;U5^U7E!es`1UOBzF46<(iih({8wHnX{fb
z@HqYaho95?H_8TOJY<uT`oLWG+`OJw|Gq7gW-#Z*&tJQJTXeoLDV;G?n4mQG%yXw1
zi)Ke@#T+l}S@g)^t?^vJUn&O{bEg-j3d(YwT)ny2rsjvik|XNRSFT`}XcJtVn&aNB
zo}ONC@t^(Dz1zR-zdYf5%8iAe9=w}t9(OeSUJdK(t6TwA{!b&H#AtFgZ}~E3`tvm}
zB#n=*^{ma)++WwGb#0S7*HyoRuI`Jj{i@rt?^4>5XJ?NuT=lYv`%2mNqXs<&Q48Pi
z&PZKdG_56!YnQ#p&aDd-oj6Z<Hy=Ip?txabSKNA+mHN$!r#kj{eHFi+9=A|sRoAqu
zrM0P<^X;0qCVQ@#W_RMc=&j#fr)&TJ6TfN|qaHA|@axs@f^+|#y&t}?Pkgxz@3DDD
zvS*cCt==ZNuJXQ@g-^`#+dIycroaFCNh2nHo?v6Vvfti!cGI1em+e}#Rqg8|gE?z;
z^S{`6_l4RhzQ6Ky{$qo^YH0^<UwC=A{n~=)hYy~}o%tnkGhgAC-(dq0!?xABa`rVW
z@5`oYx1QnIcu(}K%dT+2S-O{N=A~J?oN_+e%%XN)Wpi_KJQqv6n$^A6GV7l2(Pzxq
zdFou$*B?o{D|Wbj@B6Xq&7;OQ+&z(E?vDL`n5>>IovW|HWb9jgOl9p{$0w_<>y>y<
zyk}Wx=)9!r#*V^G1-%njerLV7@!HX49Y)XRw;FqCC#|vnel~Wy+7>_gSrtnUN4@EF
zTrVmjsgcYeJVAMJs6~i|$z4a`2`<f=0-48n+fRR=@Xqeqt&RYf)nU><uD!8+5X-mq
z)M61)rV~ByoHpKHe_+;wQilyw+#g&@zvUsp)pN={h3mt{9}9c}ALLx0)h1z9*Z0!4
z-%>p4Xp`nW@#F(bHb$`;nsr<#Rg5^_>%8N=%Y{=@CYU``n=F;{-tzLSRmHpw>hi32
z7jh=rAKEQDXZr@fJ?m~1-@5Y9%Uw8-OTXfo2=^zma1Hi`W7Z3M*GUzhtn~kG9U!a3
zJ1bL8rJZMMvOtVz+sr%rr>JFcU5}Aw?pl}`AT>`TU^z#^^98=*dw#Vm{;6KOa0ib?
z2ZNEI;5SaqFABn4M(_8W2;&Nwza`A~zO!`i#lEAnWDK>H<Bqwc@>GXvd~0G=bzZ4w
zcinE$M#1eL<@zM$9^RDS9?hc{<17&Vy0K$}<T0BwoV>Y9dNe{^PCT;8UVAXb_)=v}
zO;5he+ymB4UzP2CeevG&{h@oowS$(@zWgFfbgOFbnTxE}=_@-Zd;H7RX_{tdRw_(s
z&Gq=sHpQsY;Ao$AVyP6zf{XJvMw|~_{Nm`&eG?ciq|FE^ov`3V#@Y*OofaG4nAGmz
zQR2*S&uMbsEY9ikQ_rv4#cs6Nm96O9%_aJ#A`2VdB^{KJzNPc+`_$yHP5r(a0!JqV
zJl8oED^M!EG~t@#?5D?M*(Sc6aBky4JICu^Bi8=PcrQCoG^keY&MTW8epj9(St$Hp
z9`aUe+S-4M_58cut8zTpdp<*yVaLU=^^>z~lX=dp+0F2I>x;v7y-i<c?Cq33Rk|qk
z=G^V<$(nIjoX+g7cHA{(x{L5bg_cPPoEJkU|Cx8Ty7+<hbB0+l0m`?g1Wr9NSB*L7
z!55{IyVrg`7E<!+vB>reGow~tmc3{1?vIr1`p^}ocI%(zeCdv|P4i^jtqS#5W|<hg
z=G)xT<!kX`k>e_t6_rWvH_vMcVGm>LGu>i$;N#oh0e=-|_{<B^;`^{?lkz&fc@O{2
z|HErn_dfQ^T`r%83{&`|WL(pKuJE68EaK1k!w-Z~S2ibK5aCU&o!U85{EFk!GdZ7E
z31u68t_)muEUBq6;)%-loj0Eg886B_l3BLww&#XhR~MyUc^EmfSaqNL#Q8o|GZ<a9
zH_rREVDeAp-Cn;hoyh)laQcrA=UNZ1JlGYWG)?T=+9USmOIP@R5jy4C&Qtg0q14fW
zZHXm~j~WaEqLU`+y5>&&xN5=5P4`UfxLH1@nEgB}yeeHQm?8Fx-j5$|+)WN{n%Ba~
z)^)<{Lz^YXXO6<6Wu8mki22UqS+2x)Wy_Yjy<P7NEk!gBJ$~^(_?Mbds>bD?7Bfs;
zvz=I(ej2G<I+oJ6?sCkh0+u7k?s3UB@0n<Nf6pwVRWpv9=6QYWfN~nYeV5zT%&Hx-
z-=4H_&YTyrTk&XT&Xb7r5FZhjDc`*PRvZ*zRb6<0qVR(&TRgam7Twiyyc_)JpW>ox
zR_3b<|CVX3_k13!bFSoq;?WQKL99WVCp5!<=_pMJ*f}d<ZZVtFg4l)gGjl&jonOHq
zyyvp#2GPtpC$giZgq|#%kv^fkK&HsIY_}p$OwFS|za`6$-zs&VclOh+_UEpT&u+hW
zM8Ed;^n#+_W@~tv!jjs;7OwntEBxM}lWU`Ye2o8>s_|^mvnGu@+f^#gJE&Vkt3KZ>
zDH6Qs^=CcK=gym#eTw1;e&dw?c_(M^i$@n0B`wfk<vl0-a!Iw<9QSPD*i{j0)ZX5l
z^!mXZ*&=~7W%IUs#&0r|_xe3mEO?P^Gl%_zKXYO9wC<8$vy9azq<a@-T;|=oa;@r9
z1rtTyoh$lELyfo$j-{k*H!)*mlsbMP;Z`AshPdFG;vF{j{2^X!zv^1Mx!tapH||?*
z8peLy!0HK`p*wG9*rHCq^X@maFaKSCuF=GR;q0PimmaP+D(;x#Rhi5D_3U9C-@oeo
z_wNUB<(P`!{5+{BDWpI28*BGj-{;eF6_(e_scpYk{Q2(pQrWGO&-tzkc1_&%bNlaB
zfjPDH{+hKhI!nYii7$PWrnLLM!mqg}<tHTOPg?EgdcZZqOmWrw*GhZ65B-g~eWLX{
zpMl0vmzeWX(W@7RZ!fHPp1LAW*6r{|gP_7yt8P60^HTiBqvrX}Z}l#|WQ;B6Xkz>-
zVmZUr`^c(&+s}Ab<ZaZ~R}G$~#>R5xKvZeMyi2P@PMk_(+;%=GCvnmQsfQxRPN~JM
zW@>Izef!8ZM{0N5ylL;%88j}h*<7;YrR{4$<9AM)@d`2Kx_drX8ouQB{TOz6?~LWY
zbR^eJ`!{O^yY)<U#rd6@t&O(rNl`W5en|@L6#V)3lC5V)JLAj=lU5}*uaFSQG&;D@
zL%XXcP2_hVgI-(Z$=Jj0_T^$F+qjmNvPOQ2nYDFZikoAjrhD1Ztsb-I9GK0dwKG$x
zgE2MKET$k(TIlnBr{<$PmkXasmM>ZTyhCzoY;**>V>DyhjCJQ_>fTE}wm2Zce5tct
zt}9S<rRb){$t#3fp1EC;yJR=*$c2LjiJ|Y_Hm>gO+0r*h|HYCFrI00E9)Cj;?0-sR
zyY|W^E%_1Hd&Tg&N2KZBu%}-wBloAxigZ|i%k7r8;9iYap(63xUP@PIWSuq3IvV0S
zolAbn`I`4G4_BP`Ti4_KiY0yl3y;>toPfeVft;!xM{}-ZW~R<sc;6-}V#4|zakkFY
z$FjDz^*ak#ySc34{Pk(-?zq=&p=EB1ows#flZvnTCE3Bl*YB_N=&i#&r=todewV+0
z@cz%-c=z=+jx0MQ8G`nBH&q44>`W3qXnMHuV8KexO!h+?6{ndUvzt3pBXP#rUQJgE
z@xlVHp0ab#)smdl_iIjGu*!A^kGb+H{u5_3y1p%G*b>>RvU-oGny;Yp4y|6LD*<NG
zR#^*s78Eaa^jXcG>KN%0DeIWx%TTf{?%ew3C-0<I%uw`BZ+Y(E+sf6UrOa_C|L$)7
z#lAku{fu)b+VKdSn{UtmQ|wmC@=fbrUsxOVbhALwf#rs>47R+#mp)o^^IENUhR-#D
zMRDCOD<*c-9#k+t85iNCv+BsTw#&w)j-KYLTk6lG1{hR0$v!%j=~QrO<+6Ea_V&$K
zd6#AVimp4g*EV@eaw}@IUwF~KUbG>8dV4`J<IW5ggSY$EpWeo>jNQp|{g<mQn<Cc!
zs?yTo3lma$u}pbRhW59+(?s|}-sy@r&foq(V_urkj_UuWGIy&OUWGMWE0j8O;fO+6
zf!D)_;`1LqthPV6a8p6qf#vh-JO6z!5ve_vQX%7Mu_o+iarz69hR=_;H2MjCxwGbO
z&5MOvAr^~8^2&nF?>qncp8Gzd)WodSrxO}vJbs>H)Qnh?)$sMmCW%8!m3{YibMyHB
z{NeEUu6NR5{k~Wo={ZlX&vkh+@tM<+7gqD$$bWt8F?BO*^;G_&zjm%<z0nzWS#qv@
z-tFxhKkVfbX?espY59Y5oQ0OD-}yu{C%rVduuEHP>Kcd4SuMF6YEq}F|7&2H{h>8v
z^S`MX7rZ{p@?A4Ixla1C(mek3jauIY&4RBoZB@#OjS-)`)%jQ6B5i?14l!$<$NX`1
zITIY&e)EEZ%AH>~3}#*7Fy~lRDmIJbZWeDc&$ijJZ(eMS`hKuh#k|<gioet3Wd{H3
z*i9<pQ8vt7DGMcg#GDwFWM-Q<zT9_ZL5q&xG(V4(6Xw4;cvwREdQ!bqfa1CI(5ksl
z<^)gR5PD~GajL2*+oPFMxthzic-`L}5b~hLZQtRKub6_=rLwwuKR(FO2=H{(b*VVd
zXLq@L*SQqNWuFt7@_WRB{WGu2T>QRduR_x-;{y*axGX4CS~F{bMv!itv)-)b1$PS?
zrS=L<?P=RF&$fwKqIki&wP9*OQm2iTy4MF4{PYr^_|53j!UMrx&3le7m#=M^e!oIk
zeS6>G&ubaB@$s<w%J%W`A1ssBbdPmR*pnT@$?crz<SQH!^|M?dB&H&0%HiKlFK%$k
zrf-^;+or4G+p<;fhCX+RuBnjOyy92lhNo7pco1WIIf0#1c3G|I@+9Mgl)Pq%X<Jvg
z-2X0|=EHT2r?*wi&GB-Z#@`r?d)=;EiuD$3F>DBQ{nFyX7gn)8!8luqb*6~Xro~gZ
zG9u*89Q%8oZ|cSq2dm~zRC}&dwmZSOdh6bn^!{@a3QCcy_Z|QEajwA<uV*GlroLOX
z?LYtbt4FRon24@m({Gygn)OrSx5#zpel9yNdZySuJa9sUYWT{N5|fH<IB0ToTyVK?
zIV43v?aaZshf?F}t=?Stu;_5hHnr|aALeSsR{ga#I?}vh<+Ti_IZMnB7A-xo=#h``
z{V>g00a2G4U1qdh*;+7piS*ghpKE7i<Off<6SIe3c5A$tMB=BLIol4Za)q=T*lY;g
zaC?c1wREPfXMil9a1!f;vqxQ<+%C7|_3gKq?j+lFlSQ6=ipJcqYtbuq?3iH^SN&Oc
z&#!CO6IM2V<2u48#Z$(YW5vT~@%O>=iZ2)Y6VI^jQTuan|Bvt=^?&yN6Love<bG?n
zO`%`YQbT|Jl{R~3ng#A&rm}pk5%2U5E7z3>$*4yh-00-HHdJw4zy3m-lau!f<z~s6
z)fLQ`!>KsGwDFMY&uc|fQ|&7QX3WqKo$WTYxqjN5JweU_e49nYRJ;Bh;TDyNKB?<}
zbkFz3-!&B_9fdN5g_V)MH!e7A>pb?DC1mvqzlh~K4@bCK1!);P{%#f(-afBX?|yxs
zt8w-GxtrH)HGH6P%fD-44p$qup|#2Hn@bXlvK}?XEnKa(cI(~jOsz>9W^^35XycbH
zdoTP~pLedqt!cKM_Th_6{i|lKxaiR_@%x7|5fheETlCJWPCw?pF)72yLVnLq2H&zt
zMSFt(N(W{K70lGq%WKk_@j}{@U5RPeq;-xf6E?1DvF<d{_0Zfgv&tpNI%r)e-@YzO
zHk}C#Uo2Vg%=r1bwJm&}==53X3S5c8<u;u&S85d)FKy=HirzV4VnMq17YCoW2UCNJ
z^`1?tQ+^x0lEas`S#QpVr2S_i8$y>d7CYLnSmbjobEng_KOJv{x_mR)LoC(zYTeqj
z<=Ex#XPw?<oSgYh)ayJ~;Jx!r)l=t`{<w2PBGhGP(3y2xJ69|`y<(an+y1Y!_jkqr
zJr~Z%Ui0x_^#SSphabMlRzx+27zlr;<9K~eA|~okl%a{>lt*WFm*<@c@sBi4xg8q+
zrsDSRw4T1E$gZ=Cxjf>W%lW>nT=+yb<e2%wm7jfBdpplBNp79ksF+ru!Fr%d!EC4H
z)Xvj0rlmgiUJ<9iC;p6y#})0(llr+uuB*w~{W`l$C@3>@p;_kK3=zdj$FxHYD{nkp
z_V<!=)Fkh-hb{UJPVAiEtZbZhlKGBB0?%KKvfU1$r!tQ3;AIo_O5DPD@iNPX@`Ied
zQ{Ve7>z{xB%8BGVhkLm0r(bn%x!m5v)o0by$8r0#ch7CvDeo?P*Opk^{B-R#!;p>H
zQjb_3MpV2`cs!wd@?tsnVlllFoBN(Gh@53}`N;0MaUE8hZ<L1Fy9;v~ale1Ms$p(R
zN@3g@FPRr6l2i3Rs^^(4{qI`0@9&%6>#y246$MZHSh`c%+);JLkJfv^erJL$(ziK&
zj<XQ<XMG|3YUY#01<BLhPrvZ7?p)u)xXJDi`~J!@g>N4s4$ct0SMfQ!;_27z%{zQD
z4Ps(k8^a!zi&uR4_`BlA$MYAm+0&Zse?6{m{{OuGv;T)DKLzA|`LTPsZaL}mZI4^d
zxleU3Ud-exm~6P{mG>ou@R@S1ENQxG)t@<Ux5}^jEYcE@Qgq~y0!Nbbqnr$%ri#_C
zv!1Nad&Yf#76;^d#?@aP-Rz@u{WMQ>DWA{UddT2S%ZpyFDkg{WyE&isT+>=-9Q#6X
z-o{tIV@#GLMP<h>d*>({9(m*Jt_hAJvD`6nn&&3p36!*(a?jcQ^nr6zc>45y?c!cx
z(%rSTJhaQedt&i6hA`K5R{fmv(}xy%G@lT0oW!2L<Nw<$0jayVulCOMxpgk4wC|v+
z$xZ$l9I^L9mx=xSb?efC86LkmTK`5Ie9hQ7Y2kzw$DT@-o;#On7ojICx<sebrg(#@
zW2w~w-<2~u+LJD%_w3}Hc<58eU%r#7s%#g|&h3{Bz5jNV>Ek)w86GE}aQX^`e_6hC
zuhB)<O^@Si?*4hcaii+Q)=6qhAC|TX`z_8~eQuIP`9?F7qjur}onZ^Le)XB0nZdnK
z<-{JrGeI%I3!m?4E-$UB(ET<?j(erxn(o6Z-8T4@Jku~+8{DcI>bmH8LR)|EpDp`O
zYUVfwJI_!Se0cc0U5nIz!+rnvzHgrK;iJ3!!=>SDcj^oDkGrdIN3M6e@g#41vmx8w
ziv@2U|6IDreE;hG?Gh_==6-%`ktESp6@O{U=g3JG+ul463H&J(6c*D~V;OIG!@^p;
zm|2OH<3qqNsXDWZHj5WuoEPx8FDP*G?8KLMw4W+wy$k=+V?E`Rb9Z4*X+^58m#yo<
zyg*eCzw-;PrN&FNDgMuKvR<=w!{d&`8wab~uV%IGd(XP|Qg|Bsr>~c@J>N!1#Q2mh
zQf$#zxOsTP;k<ArE>G5~(EHyFj<qCQ@;JR|_r_J1FUN__T$0GJ)Wjm{Mb=tx;f?DP
z<}6nGyJ&x!Ww`OSrRJIkv~3UHbK0YGYPN;+)tKzMg^#M%aYk>l-2F29EqBB1>pRZ)
zzIrYf{o$-;@aD{Ohwduu5D45V=q<9etV&~<tq$u3ZeHi#b8p!{=ZfaybrI@s5)ET7
z|M)CA|KUOJ^#?1NpN3v(>A9(2y?y7Q=kNcD&a3|@$H&(s`cVG=$NdNEf1EsDxbv$-
z;>K5D3cdjs=g*$`aI&cC^>>bwoF>0=s|?T+-BNtt`cKSVmo3uiKP9j1;yTzn-7Ige
zp~Tv=uI^2Ho(FBc9HP2++jqIwU#%SOF8QW3L&$aVd;OJtvFS&Qos73_-`ervRhIBK
z;ZUylyH;9f1HME}$x}L!9TYXS;K__?wp)*u&T8X~E8JD5^W7$}<1DL*VBpcM>%U*B
zZ1H>LsP%1DM1HQ*raR87uPe<8a94E-y*vL$o!QOfU2}v_H7=dxC)joT&9~Mo5*wdH
zbu9|@`&j$$!8LY6MX8SqggO?KckuaZ1&cAs>iT@0Gd*fTf~WUH>9<7-Wp=*Mni(Q;
zeV+-ZZ}Su*L4QeygSW!fem89huRif9YU-!5ZwsW}Myx&jB~qX`q-I&gl<(i09?#qR
z)}qUFr@}M4sP?{d)86@r+|-mg%gwkm#{1+nv+TGh|KG>()rUl}>WX)>&JMbNROR03
z(sxfk2hXxwcY=4$-4=`1xfj38(RbERyrX)c^3V&XB1;+W^j!{~*VJC*GqK-$`0}Rc
zzn}a6Y~OLq>d&$MI?*S#a<%^?+s>-S)&1RiVS>u5+3Yf{%j&kMo_Ex23Y=&izvhqB
z>>n>Hb=9A1K2})Ueb?X#+o7mv0W+<WFHBE2xw<(m(K)*Rquq^KYw=~*&h2!#o3rCi
z&E`id1LUOJUdh-R@TP0k3NJh65NW;Wne^$BX==N~HjCe43Vr)9^2)iaZO6Q?t1A|*
zzUsBZ>SoP0t)&;f+s=u;{@a+#bw>Kv(vN%k*3Ue5q2NE)S98wKy@ml%M+2Ovw!2*G
zO|W*#Y%bh>HZT2HNu!ilAX{=1t8Ve74w=Pg{Wf1aw0X98Sg`V`Lua;B8wJi-eC|%e
z?)@Pm@u!b3x6ChFrxUz6RMK~D{WPg1mDz4STz#MBM*6TVV?8x#K}P(w!!o6r@2vC#
zYo19rgfs-Q_O~APcYiJ_v`%l2#)kPZ(<>fKIoY-<L_1QtG3d^-85IvLwYq&H51g$v
zpY?s>=|!&&?B_L+zLYH^Q&#ah`~I=D(c2$d?6}|Z`gIexu*B`v&p}ssKX~-<xWy}p
z$2$(&|Cj$S`tR9u`J{Bwb;k@<?2j=hb$Cj+YE5P13`~6aO!&Li1>W3+MGm3cGJntd
zHpwJPe8t+?(`_zHOlf!eGkdw*$FJ6gKlQKWE{rVbTb=U!)>WmJrB^R2-P2!mnzdB(
zT=!qO_qAmy!hRFG40`M?7d=y(@yU4U_v~1wC*`xM?=9<7+E=BvWbT8QV_vfu7=x}K
zD%Fr&>E#mnI<dm&iud_Q?}^#7zqDyaadu8`lP$g1F47)6)$^j=^jRep@3g*eefH)-
zQoPKvs)kD&1AKZz%J>%tnT4Mh?mk&nwXNovd%&uMP(da&-=_5W-A6v8+hz6CO#Lcs
zr_H%KE!20N_vGMpzPt1?c~!G7wtRWEb-9Oy;aQG^z}*&S*IusubyOy8`U}^Gth4{9
zCDxx?!K2%ewqnH@$KAn}_m9TLU0_+dSg4z6;-UkhhYa<1hH5(6CMNc;ZBcYQwQt4c
z>5&;$Dypl>R!y3<{>>x3?>Dck(THVhe>BrDE;RUSO9RW_8B99K8+QA2U-nA2j`}m(
z{%0`HwMXy&-@V`Rt!MM)=Qnzl?^S%}mAK68rqHL9&m8#q;1cGnHCNC4l)sjqZ9J>%
z=9cxRp4ZN`_?l$vd1TdD_T<2d)87-9NjQizsmAhbjh<;2ldXE>l5uv)#dY&JA7>aw
zb>Dk2M_y^ZZ0DZS#s1HvPJ9pcYE1r+R@A=cj9yW!`-i%$ue0uHTL+l_UXrt6i^p7l
zrgvAih+c6>)soq~y3TB`zftpqv-5(u4jY8Li(RSt@m^R*pxewMyYn+#FSv*}hm_BJ
z=H?>tmTyb2!LnxW_bazv@SEY07<A~WZjAfpfQ9G({j+j>@0;OxeIbweVg^(Be#NdU
z(hA~d7uHOE|Mk#0*Xj(vdg+dHLPZ;T%BDDNSj73aNyB@Qq2c*#qlf^$4wpNHkG@U1
zuxrnYs#!ai%@h&a5$brRM_@^D#p}>L-_B`A$jY|$YA!2S_Q-kSv4WpG@_(M#C+w(c
zDm}jA4&RT({~yLbQn#-bf0oeNd|1@O@&ME0yoNxobGr`t_uao5T+;d=;E9^HOPXo*
z+)1&oV;1hYv!mGW$s4Q5%Y`0WgxNegG<|z(xYfs{^Tlr7Q@`FF@In2?wunQQST^Pr
zi>z>TzoqE>>-*Q&!K@p@3%>R|-B=R3uIr&n`@t`^yVsqTF8=kWZein&ycrkSveWVl
z)_&*r;JCUZ<k`)u)h%-#UWv4LDY?d=$;EM@RXq!LUV(Y>-NiXg0j*M%_P_sn)M?D*
zynI10VBaQ>7|*Q=N4Hc6C8f=pqq*tEYCS#EoifIpMn~%`EoO?|n%?m7@|I0E^*2Aw
zw3e9VTp9hiX3?>%id%D*t$g_Bm+~1)zADFwt33_{g=li+=kZ-U#WY#{o0#kI30u>X
z7?!;Heg2ZJ%1v|cDi`M<XP1K1#7VQSy*U)p6g&C1uw%yaCr<_Ir<I6_HVaJs7%HZ>
zJao|!DFsjSX}vC|K6z}L#i8duC8*ZY=hgo&`u~{DS^qhg|JUr=U9R0{#oqt@W4q_`
z)bb5>HXIsRHu4sA(;60JZ79EaQAhLuYj4<vQ%|m>Wm;Cr+D5JWY^hygIcHYDoE<zl
zsl|%LO5ZMSt9-QJ<k=MqP2R4m%zO52RlttovIsBDyPlgL#29!>EV2&1HJh91P^;R?
z9VRPc_D|nx7Eo9nY^v>|cwCiL_mm7*XNPyx%q?4{pY@Gk-<n}R_oUe-)=A32y-h!A
z{%e;tM{r!qoS+f$#p+_syE5xF{CrK4&EFLp%I_TPQ+9j3VCzZ$buX>H#EO5)ZumK;
zV`+0*eUXW7r$XAAsEyN4*MDZtd-pY?%zM4r3Aft@zFVGk$*bz#P2=v7uJhSh@srhr
z+x-8#ui+owEbomjJ1kgp@Yv3@MZq(jt-Yp|r20=++&Q!QfX-H-6;j=1Kl0w2uK7{5
z^=wjGt!9PS`o6q}Uw88-++^6p%pvhcAeO^shOXcIm`97}|7G1!+cb5f#r|85`2YQg
ze~@nfm*rSVz}{mI%s<o}+3@wktpmMc^P1F@mbA5Yzup;Pwo4-QeQW_^<A%Fu{-5_R
zcKN1Q_VUt>7uzQB{eN@YCpbDRXw{B}z_s>F{;g$+v)n=(qhk7&nMQA#H8qMUvLsEM
z``~x|LpmYPSSMWmbY;d#9pPgx+0EM;^W;vNSo)OJt=#B&H0t4B^UKH5inw)5ST%Q=
zcXg*uHu6`WQ!KZ7ZPe@U3wJRc+GF<Gs(h>Jk?&P!#W-(;?#;iZ>X2Et!c}0$(&L5e
zd_EU>R_%E8x%>U9l!>R89?O}eUFla7+S_ZvzIkd$zI<#)(mJM)t^YKm9=H_+WO7K|
zJ=fh*EMzddR%Q7<T`AcWl39z^uJZU)%<=Y4_4xqB@4VAiSPAc0b943l;FEe1+&QhD
zk2TvExO3R^YX!HS=h?FCdc4)?sc)t%nyh(ime4u(Qszk+ez#n;KNXd=A2SZnoVj?R
zdyVUBwl~LQ`~3S7W`2A;|DTNbbLl_#-v8mtlU--fW4-79!QT~Mw_Y!JfAFtOfVb(|
zQn|R^4_?is5!GG`j%!Ao-~C{jGv`sicUFbDT0xQ7M|>6U2gNRLKIgzZDfr8r&V!!%
ziUM7dUe7KGrEFAB$x>>WW?*W*Q{%gm_R57NR_sAm<^oq+?)`kTLoDcRY)O%~U+f{H
zNRtp2&*Nelo3(B&N|ex=bt!E#qd-a1CdK*LN=s%s{MvKyYIjSZ@6UZv*(I^lkKSF`
z>FLpK*!b<)ob~Tyi#k@Vm%6y_^@ga{#97@B*Tk+@UL@FZ-?dm~-q*L!l%(b}?4Gzm
zk?R=KsVlQOYEK;a>dV4>p^0f}i|y?qhLbX-$$iCpT5_g%MQ|5$&rj!2`LjMXecIn^
zN0-=KU)Z51sJnd<cd2J*=cJNt5kltv6_2W4$m#l~cFwzK#vwdw${mr^vqz`=+_NNU
zQif7S6Knnb^Cm*;c0Es&aII`Q5u#>Ye0H*kAFH;jSYC|zmg!G3UL9{p;(C<HqAc0O
zK7~2C_1y!OzYlFA1Rm)2+&+}Vx|Dg%>c3*o{r4YHxBqJ_VC-}M;mgn7e-6t3<^S<u
zaX+KzqkEZGEOzfWaITFv?zKW#ilF@az0TLaUS&D#sjjP6TzI~bJ7$Yjol=^g!Qv%l
zp89W1Jg**_xJX1UCi1Z5La&gEUsZNQbS~K9w))9sHLq1d4Su&u=JO@Zi}=R2ef^V^
zMXTOldS#`xm)msCtsRoLUc6ZBaq!sLE5~&>edcX;nt%G;vcjU7d^N}SEpt1fr}}%V
zx}e^YT-9(}hi&_NOC<UvWiN4UU&MUueX!GkkYyYO)0>wr^;vjQ(D8H4Hq9@^zn!{2
z=&)*E{T(2i7A~HnwM%E^q;SEzKU9onT~O<ru*)TC#ZCLwF?`=llayx{=zoov!P3NL
zayIq*)Hf+1t?OLB&%0p|U@OzAH2-3d*rMo{D@@e)<lp67%C<tb?Mi#;j5zQ1by-DS
z4*EJyr#6{Qx;;&NU4np2_9~{k>-<$_nM^;qsFc5UmF$_V!Oy3uU7EG*2dh_}hi3j&
zu}`zlynb5a(wMzLPjj}VwN>iGbp^XtYlo^zJqef-v}r=>&&VLb6;06#`ODT`i`?`7
zWcrRD&Hv^0|KD9N&i`(1!=A&-<?9;?Wj;K3dVQgFzhT$!t$f$E^x3{SAtAf?z14~t
z(hW0M7n?Mxa{OL!-Q%qD9I4Z7I+Ik@U#QG@IJdQL%FIg#+EiY*Y@0G?`I7>Vi)Z!O
z&bWzNe$$I`U;W0<vVG3kh1mzqZXR2vbZhsf(;6WfMYY$?RlYxT;Y|Mr4?UlU?|N?=
zKEEK)J5^iCQT$f{&wif63ub)Ct?Kc6cFaN`QzK)8{NlRx!kIS}<(1xU?39~xfpKlK
z>gw)l)#DrNlC4VaYQ+~nm#E#}w)OFpD77t>C#NV~ynbk3+@(#Y_hmbFU3mH9`K<%m
z^QG78S)KD_QH?yOHqBv`<FBh$asJX$>pd2Ks+)7&Md#zD=@z*%b6K(^f-YPUx0qut
zD4Cr0%ES1aZE54(CEj87=7;}Ixoq3nrd|<|m*Z+^wp4tNMwCJGi8t9=aV<qGA99K(
z&Rw5WXuy-)a`KMp<r87jiYo$*q#JgAdbVEO&BV3lTSo4*iUX1X;u$IP9&0hX@!yqw
z{NM#&%#lsbBE5{ljW-+<k37ApT=QY`ewKb~89BL!4<D=lNdNy={$X>!J>yHgoG=d0
zBZu=kT7xPMtl50QtWaFgydwI?#f=Htt<m29BkWEvi%-$s7;<-wf2l+2U48REI~ShQ
zbmlg()shKed+t^o#UPU5uq;qLFM~tlQRlK{x;jzw>dN#p?`glxyR~z#%aUcCUrUR_
zE-qGK3lNR^oULchbHyz9j!M^g^FPH`oGdNprWu&#yKL#%;HSa7r{l-F#ReY#K9-0-
z;L6qV{IDt`E$Fj(@+yP7rww;cpT0qNmc^7UdwO=wn3~S0Rk$QZ{p3HB%;y%b44aOc
zUEMQ7HRT!G?}FP2KD|tTwyrlc5174c0qf~IKN}}W-0;zf`Ocr4)@vDO;hyp8!B&sx
zd6$__K3}I8c~Ndx>C|^NKi6#i={W0!)p7Gn>DRuT_efU?UDFx-AxlQDck$6x?+bqY
zvHbUe|G&ik@74A4>-X2l%ZkX={j)rF@!?hTIBq^m<K~d_Ef;qQFiE)d7=GzzNw1x!
z6?Z{()*JavY8p(b=PWtyRlV7^dy=?9fxCS7`wu@Ky`L=Slo$TUGUn99Qxj(xHmlc&
zO}5V#u)D3ZZ~8CCl{Y1h>25LG__0rHsb%m<aqhIU9D5@&c383<E;Mm9ICt1MVGC#3
z*&Oc+vghAl)@)xCTd(pZ+{<?+YtZL_w%n|3YChK!R;_nkr~l-CPb4G9uIViaJ8Uun
zBED+BDchanEA!^+>7COrZQuJn(ps45&8hY4f<IddUjNvjE|a45PI^-H-Df&)7Q6Wh
zExmYPN~P1usf#c8&QkDjlzZ{(z2^)OrQckCUI*=6@6EdZ<+49cQ#5sUn7H1nYb?9%
zdH?K=2RbXVPV%m_Nr>~wcs6??r)Tj($!Mz+949N?UA^DWaOsu%`%!kyb@dN=YmYDJ
zD|o?JreOcz=jHPsKJKn>o#*zV*}3ND55s@E|DU%%IGta<^-YULhu7>IdFCd6%Efg9
zcXKFD%WR4He)9dD>T>11{M|=<)6QI)c`I#|1lNm5x5JYr9<&oQxm=^>>HAUh-@{Mo
z!fR^oR##linEFzu>saO|%gjerCcDknU7UL6rej?AfvrsccczD%3FS6ggztD?eePD`
z>6H4I2OQf)=BZxpE~~#cU2w~nozp)>-+F&>-ApS7!EU~&-**`EjUqI~Hm!4tyVdqg
z{AT%j?OosJ7N6UB^Ul)QZ>rzgPM$X9<l3cT2dkFYOxpQ5K~OV3;<<UG{M!Soe*HP?
zRxbR_F)}^3*mtvI>hJTR^JGm}zN_u}cF(VUT5D9$s}BuL7VjUG*qR8hv5tx1{h|K<
zOaF)6_5ZhjoVxwK!+pVX^K1?oy!-HMc7EdCxYQ>W-RF}hu9@m|Us7W2qL-~}r4DK_
z<bTo;GYM8&GINgT@-vnDm6<Z9PMr0HM>Q*Zg=*K{Y>qph15#Ek46XKEUhQycYs)Jg
z6CULmzYl0V_^{XV+O&r{_fqdN2fWGYRr^ucvUSSj+jGkecC{DF9ZqO|Jyp<Ii>2IP
zv8hLU+riDv>Flp%|5${W<Rk^p<t*-<eZ|a>dG}p0hDF-JPU=n>v5TBNZ-3Z%{oJ9q
z`*x&Gb=qg<rfIUeVE-k#8F9*czZvlS+`qQ?Vz*PMMupSF>1=ZMeqVBlF=xE5&J||(
zaLUY8?OSZ$Oj|b5d!1IPdaul;lFNtJJ&pRG`)AhXfT`;&ww`@fH}QK+qQUXN*k7jq
z^OxN`ztdPvbftP@ybM>6ZqA_}t(P_}t>~R`WcRf^G4Jb(eysa_)ANN5*TfZ~dNK-f
zALc#iTyUK|LiTQ3)cgZQkDj*m_U&c%V1CTEyx;!Vbou{0vTh}Aj}M=>J8u8CxxUT4
ze}2ln(o1Frho+=Tlv#$Xwfz%hviHxO)Lnf%?P6X{OLP_#wMIU8<0}_)?oW81@UN=9
zzh`D^t^N2+!??)Sb9#GiUe?-qO8IRvO>a7$@&EV|IbH4Q?;f70@}8ZCf-ZU7dKvJ0
zSCEKZ_?B(0+e*%6%wDuJTYKTdmH)W9L;NdwW0n-16<ziDXj-P)lX+LfzIofn@2u8+
zlPQ!mzj)sy_Qh8^w<wkUjC*PNY~A}5{~hnn2xxBpv@@dU!7TCjpIx5ZU)TEW=L~y!
z!^;0lmu>lbZu7PmNxmn~2Z|f88qUj(`8HS8oA<wt(!*}E4W%=)=bxW_Y1Z;yp~Pbo
z3>j9L+%=xIwtu68`MhM4giYpKr(G@12<G6}USL>qF_ODmFiNsu`?0e0kLUj%-G40q
z&#Uzhrtkl(Tk@Cd`SSE12^I4B`#+oU@$oZDy@^@U>K=0ImP2`Wb=LjYTKk>e9n8Gz
zY^G=>H0|+)m9LwG`CX+p8%mY&gdLn4nBc!taE+<)oSnaQUi2*$75HMdjPq`epT<GW
zFV`x04mX_UZZnMKvkX~fVsdTzX04BZe(!6)sQ5iYrmaCs>(Hv`gD*n&sA&aHoK$yq
zbGzG#&|B}eeK->_+m7pQcbQ@5cI(!dAIqC!*&_Vr$3IC^k3Al+<Mo_gmDk6%EL#$=
zYpK(z-;N>t*Hn&XZolnxv}f{_j4jVgvT}-?wr)tA9`>c^{pzi~hvvTA)l|M{+5DFM
zrk70b`G+oCb|&^xa>$?TRkd09pRzNVEVfVFtFfryZb<scQ#mhp-(%65ciLx$yJ8o|
zswAg^RFA;uzln8=cK3WZq3XDHR_P;U`<Wh|+YWI*Nl%gD5S}5jpju<IQ+);Z-GhcU
zA-0O?>}lLL82jz3`TOl^#b5I&to^w8yZxd6-}(P@q(6UdXrZ^GJ0K;pN<Ja#z2)JZ
zaXSiBc3;|}s3ZO)M9t!5!m1L>-zy7?C+}L?v|rb1nnvPV#o65EiTih*|5qGucw|zY
zY4DsAZl@!)CoP*CQ7svJW4fr)|5)uiezV`+DV?!<-KXczR?Nv2-uC`x{_=&z>vykT
zdBgl`KKCD||2OV0xs&p07T+9}o#z7spYG4>F10kAyk7U>D$9TGw_bk9S)2X;$&Og=
zPu5$~kHlHO&RW!a^jZEo!I_Io&c1#ATkW52SIFgu%iP3lgjv39e=QKP_<B*q!@FA!
z?&s{Sl(U`f_|(Po(2mSyqVHYTJ-cva=U(Hrk|))to9tPm-EjVQorZ*NgrM2A$Nv8h
z*B^PB)_woSMgGDab_aGyf4H~%{iCzn?;V<3UH-Us9dB~X9~rmRJ_|FyPihf({>Wq<
zuk|fA<^;oAf>wP`n<Z`@+idg7%H`mVAiwTdQ<deBHQ#6bGq1L1k!}(>SShadB;?M!
zNx_rT<$L^mrguMD_qr(9;mn0|3oqB&&EB2IYF(v~T2Lb5WKdfocg2m}U6-lDBy6Id
z=qh#n8w?*eJ239!n6>?O?lm=?z<6dSi`Zn<jL@@ff6wwhdMdZcCEELN>!Onyo==MA
zb2jBn{(h|K#;btoN2(SCEI#vQ!x_u)SskwJs#h58Qk4wm@~K??&CB@E*0=k{9IdDg
zCEs>R-ua`HC;6M}Z>_YAKFgBW_7^ejE8bjRa7MiIA%E+MsYg>Ld9zPk^YK~DhxjFx
zT5)WjFMqc5|98z^$|<E|uWv?U>ftNR46hP)F|YA^=d_lOdAp=u-TNtQGRv&`?JC9j
z?JLFG=e9Q;y8q`*?Vru||H3QE>iX6h7w&q{wN4@GsMz+E9HF}v7`QL2aJ=w!5=ZyP
z$?ay5%T76;sAhM)e8l%9+m!IV7sOPr_rxp^OqknzaamFJBtFlRQh6&o)<{h}_BC_m
z3E$S_Sy3K=;a`jAB`2HBU3cA8CY))<Qs+HxOQ%VH+o=@K$35x(HW%-xAA5}$XPlgK
zqrL5%{c}_G>Xn{*=55-t{>P%u+c)pDlzB>DG;=NDnz}x`WT$sCQ`V%*&oyF87wtOa
z%N8-YZKG6-sZ-8}CsxaUtIVFcZA09?`iPvMZ*yh6JMNZdr{0gs3taSbbK~-}%J1zb
zeGmM(Zt=>(ZNl>$y^?JeG<{uv`*lA(@Mr7cN0z%oJl~vGnXz5zY@1H?tU0wJ8)i9)
zW%#rxocVh1pr!Pe;xyK!)iJ$d^&cP4e^9gep#6`p@kgun9(ti;_v?dlPFeJxFQ>E<
zcYOM<{C5AWRPS{rj&Gvh?JIYYsdSB-D#fX?MT3E}*U5Kb_OeyW+fB~hxG^DjiR4MO
zTse=&%<(_kPl)$zOh2*i<-1j{-eoOl&|1Kt(%`eiC98C+#rKYm8`ZmiKWcuh`)H2K
zVI5uJ?{b104<C(s9XzeuAk3R3S9WbXi{r@#3xkdvnFW?C=Tx#Pw$-!jywkYu@{IGV
zDlWGaACwfbcs~E4luEY3qNUd9X78r-&oO`9G2!Ok@X*$`Z*$LRaW3{f<5pD3-?A+`
z@ORJhbBonB-#o*=QB*6mQT4Z4z+tIVYR}_-i<oc-x+-$aXVE{AzHq|_%iwqSRxNRg
z6}<5(iC@jOS8^?TvHPxq<-2+~^qT(t^2o5NPAyrt`5v!!3JYi8v&1JEi+@+U^IBWJ
zOj;}&7w=&luOoIc>6)}nN6#yfFG4?e=2y*jkDOim;|lk+g%6+i9CDVFIDO$w@x4j+
z&5kBWpJF*<`<d5A>g?P}4HidV-*Gv5%jBm0-$^s=VvcKwr7!K9J58ic?3`BMzL`5u
zq%DxMHxYmC=bLg|ZQkYi&Fp47_sg9)Jo(Vg)lb<!UTM|VIly$rk3m(1Ib%<9f77aR
z!~6RfR;A55omtDZYO{Rv#tmn=%<U_<-OKMCOnMe$8dvkR^v~P=`mV!IZ{-V}3bLHL
z?>N(hOHGLvwz17sY~XDv@Z-w8?&#5Zb4?eY_B#dj_gsz!%g!X7SSc6eHT}Y@r<q5b
z>k2fVpFHp(=Jtg*J8YNjeW%0`*D2_{_L#!2x<Xlg<J+gpHERC;49SYmb2_kKMXHk-
ztKY%OPOE9Y0&F3Dbqh~0yL+F~yHw{q``}w!`(GdKKYTQ`C`0t__1d1dlM@%(ZPV9W
zBry58cU-|yl|-qG;7Ph4end`-nO~v&yte1wW&UER#Vti;a_x#uXInO3j9Fm+)cyXM
zZ9L|8*O;FSZ(uNTtp2yN?Yxfe-AgZ&_t!L6I{ImH*sJeY(rWuwjyeCzb^+i0{hCpi
zL{bZR3SR}E7SftFQ;1`FPp+i&`+1uerrr2qdQxxN;>YnGFZkAFDXHDr{e0DuBR-yM
zcAIsTaq?`6Q3+l?|Gev_T9Xe9YFo-x-zJs(wG!_;b4++<Aj2kyg9{%mnsJOh*gVB|
zs%m+9WJ5^C7SkTZ2`nny8Wn>311kRZe!rk|9kd^?`E&JcgI!10^4l|QIjVepos$Ra
z!9(@)&Iz8{aBS7Z6|cFRxHJ~Zw6@1oC^y~T&%aSwiKE_q*XL`27g_@XE-jU|F5FkT
z-#?%vQhM=^uciq*wPO-n_a2m*UG@Jc!;%2Kw~?A2Q`>r3nhe;cif3`JRH$uS*ZXzh
z<a?@K9O71*0;O{Ac3MoHdTxt???nd|1|NxUrI`%E>jV{5Z>?*dq9@%Y8Q>+Bl(jS@
zC+pP1?v`t@OKe=f+?{f`K}NCMbkhCfjmsQZB0V>}i^+X>H(>7B-K~kQ?`*H(3;Xex
zapTG0t<H}ZZ#`DDQ%8WaA#s;kTB*>Dz=MDP860bv*!tK~MM+rmsh*G}zZ(CWlSNEk
z-+O!u?A-053I(6-W%88?Q~tBFe{t-M7KS;ZL9)&7k1Jf)+<W*&qb+OY{MIIeV=r~%
z^^*#Cne@$kq-L~5G9FlYdAi}24tui;F0PL>imW5Ff`hp)t?utjj(G2TwqcDy^qYlo
zbJ(vO@^|Zb9(rsO+b+vv?eF)rE#7^7<6eOc40XQ`dH=ZR|4;7t>aE^^M<a@-d}B0T
zoM|QCX|Uyf&$-O=Qm+HsYJPc39>3;io#xX~V|iQu;RXK<`n(r*+$mM_3D+@Z*~~w4
zQLpg(hx=H6?N_Pm)wr8zmMIximHV$)*Td>w?uR3M`?cg&>}9#ca=ragKi9(4s?OOH
zt`wRmh;~(eJb2i_I^ewDR*}}{Hct!%Gd2}3?Jb#W$2wu+C$UMjDfhBJco?@jHP}zv
zR5fc^N|w^ye3{4J+a~PJxpYSPMbbT$<p)KVIu$8(lzg#s_+Rr}DL^Nmub8h;Z^2uC
zuHWw?t5Vj#Zwc{R{ke92>Oq5kGpE09Nn9IGYz|!}wMyu#<iei`x9n<#9~Fm1m!FDx
z;p8~?O}cQro!HB3NgHn*YW-XLN4)+Q^PfjQpMU(l{eGL-xrg1F!vDWr*QzK8o8ru1
z?Qr4Oi-#BFWRIq2Ry%eiH#QwkcVgYDeq&|yY}MJ5PwQ@aQ_Q`kO@&iaEB=etp0EFS
zU+n+Q{^#TN{cYO)F%2)R?(C}+UY*vvx<Br4(neWh%{%udZn%&UCC;{OhQ7h-ISm$~
zVRa6orh;0gcb+V}6YAq$b|p5Mcggnkyi-=3WV^pSjemB<tb+fqwkC%>xw+hDal<4o
z$(7fxMV+un^fz1iE<1LEw#Ch5(r;h2PPoe=?G$bqxuSU4YnMyAb~Z$4y;$$HvS;RO
zqxPZ@tBwh=FSL(;*rDWV_3nR(+1J;6uXSsfH>;;CWMNsfF56yX!^gfeyrNFKwoMQ+
z+q^0@ZB3Z=nY7JHvDJIy#7(X=IJ`K=m*ux~inC@*!TZS^UR*N|%~{6vfN}TQc;BLs
z!}HmW=ViDbpWPtHcsJAcaOB%pW`ECUY8{+0_g3VDiM}GsGffgVGZYs;-sCt%N@zK!
zVaD^vLF&hTx7t|bsU#Wr`=0IRlQNt1F<-YbVh5|>;Rw#iw@$j>0`lKFhH*<g-r4>k
z&)4bTE55fUnQJ~=I~`%WqjBx51-g%a-v1+3|DWIf@UGG?a@JhWe@_r!%5b}?+9H-E
z@2P3oiIR@sO%s{c-2c()YvWmcLaJEm;+lraNo<B;EN=6Pwz>a~`J&mP$6vTPGSR**
zz&G&sqxY|4zx`EtGUsu17}tpnC+_zAXl+aAiMlL4VV+sd3D!H#CjLBYRLuRVj#s^p
zV~D6*dAZ|k>5hzLFM`r#7u3l7dY<|Gjf8F<*V?~_cm6uO{Q7fF{>?HhW`9>{h98_G
zJm;EpzRO&5(U-x#OJ97vc>bT|$0a9r+>e;^jBo2pzFTi}rd?o4)7KDnP;Gc$``hx*
z2mgJ&-QwR09{;aoW_S0FnDp<B$=>P%$%Ru?z0!Y5pE1e2G3oto-{+qD+}(>~m%Z3_
zCtpVS;_>HN5&wS)Y_5Fpxv^);id9mv>35#&ob~Xq^!AVM|3CKs@HW3jbbi$@&y33t
zKOAJ-we09)f1Adm=ge}Je6(6}AgX<jez>+ouEA%|vpn2M-@eRo$b8%NTj9@T_pGFg
zr^}`+y0xBHnQ8LtB8{Cn-`1Y|?Hh5w(|G5HOmUtb5f6!bhu5sz7;&b{F<=4D^YXj}
zkDl<kcFvmImY=$Dj>gGKIcA3yueFr86Dve6t@)i%xJb{sDxfc>rC3VYG$@1P*V&>I
znJ3wED&vki{C+OGSLV>WcmHqZwC!4_oF!CO78)9;Ay=gFYuAD~YZugd$aXB0unCmu
zZ*TDltoX#Yc!$i6ITveU`tqBmzTp3L@Bb9<jsMewH~f#}`sd63`NmS?wz?dr*tVn6
z;=)Ze#r{8@_QV~zeD)^86W@p1g7+paJIztD%<y6E&#(XX3LZ9aUSav{w)g_E>V(LH
z7MxSO=U?SJr0$r}$N%wQwEn{<2YKI|RlSk*=dk{~<M#g^>u-!&zc6j9|4QBXB%ODg
zU)IggVf9l@WshBM-O=X|VlB7EQPJ&m>$RPS{o+|{a~`enUn;hjyXet}n+<viEt8z2
zO*AI|UJ%~%MS7B^_jAK?v+@W0x^I8^y33oLk5AXjcx|p2%v%}1rA(^Tz;^rDj=Le-
z4uu@HKl(Q9|F5LO6M579e*gO-CB*uAi*f$s)K>+MZVRg=XGB&>nWpE&cFxNv=(;pz
z*0~8q-Ns^DBzDYb*=y2z>B;Z1H(&c%zkXGk<mbEa{+$<}mN?&+SX=VOc$Spjlk<<Z
zFkXt}^;vc%xMjI%BzMl)teD*;jQ4+kE1q!Z!Q}ZBLg(#1bN+c&zJ5{i!<@}4>(d24
z#eCWL*Dlqi@Rq@66WOHsaW`fkoc>HO^8EZ42mk#yez25vLyp3Y_WnrOc19-+1H*SR
zGLPNu|5}E<7Tx#Zrhjsr@U`RW70=IZ|8Pa!zVYX`K5<F+b-mYL8eY3|&?q3>=;fC^
z)`_8^8MBsUtlG7%+qGy#e$#_(xzQVB%hz$w?>u>Fo}_cdoEpB<7Rrk1hKfNaEV$P$
zd6PbA{wwaHc=00tJF&hB_2NA{U$&k%%@F6hesE2r&U;a*1!w&d?uvdn9+N-yHIs9p
ze(F;R!F>w+_g9C6-g*4cIAa!@g7J;Zj~8x!+MrU?8^jeFYq_eWUQO}2VtE(W{Mrin
zhuMefpU<x@n15<E|5BBnjh8#G>P>It$|$_d>K5`WK~2JFw!{2IiV~Y6W^am}?Zmgt
z=E4798O>$OWaN*V|6bErm|n;xS$tp8Dx<ciTcPcmO5WQU3RP0Jjt`k!rPaC`=Lx@k
zsKbA0H@CJW!!*uW+9#^GKfnDPu-Ue};#X(m6qan6=>oCsS3fG=tNLnwLA`vVt+2th
zNAC7NHS4}UI^CzfDn#M$ku9G;>|ghK&I8XK?^mm+a>%~;?74}v{p+>L0+U5+1kS~Z
zA5oAj*%kOYxa!yBFTRmXf7Sk&<o{TiW`1Dy&bd!^ur-)}=s&(};|GDNldkfc*IM&t
z&bd_OBbuI`$#Bf&PV(WFf5x60KI|w<DYEYiFnq*1*|NgN@{dpKmGqOwGo+^Vh$hvl
zZ>V8158cv#^VK)|e&6}gKfj*X;y#=Eu%`E=O^h4PO-ylqY&do4#+Neli$rEG>hZmJ
zcG;{3-}l!0UzkV!{Pxys`Lz>Ms;{XX;j}w?Pju6{*mT4A2Rql-icZ&m^Z3aV2CvW`
z&#v$93XiWBe!J;xP+U95-5K8!gNv=6I&Ck!a3eToddaFkFP@96iFk20=)?5lZ7XGU
zk6kvrY%4C{^HyepgTSE%-Gf}M?W_6h{~ldmxF_qw+4VJopMUcBUVk)q`~72E-Q|xi
z^`3q)l5Nj7)w%Kxm$z+b+YoW4X4CG)jJnfLYpmlv>#QMm{94(93mihO3vaIfKIz)l
z<>6;vZkOa;(ZAr^dD-&#t{b%z3&eJcJ^We`@4xzD)h&S;f!B@Q?|*cy-Ld_U?5wWx
zsevDNB%EJT%l+h*seAe)y9Jjx&mDgKR{4+O##?*)uW(p@G|x{_X9=FX$C3BT62sZo
zMdnR^_q@c6dxFY~ZL$_mzh+O^P`7kSgpL^NTdno6O$^pH?&2S=tClZ2`SPbE*Q3PG
z2b7;I-^_X=x5(DQ`{Ul71q*|hYsi-ueQf{tUgyNoDgM7Q4{hJ~+r>w&FYeq-Hzw&?
z;UI>H^?@BbW&bUo@I969<Wpwpgp^(d_Y3CSE2P`MuDvQy)E2q5JFAedXdi<&qY>K?
zF&D98OkukNW-e}K-t+yp_`>Pm3-i1ezK#0RKK~E%y#HstFC5JC^{_w58S|BMR*#{=
z)QVo2%R87EEku>BmH%C;BIPPLul-xioYH&y-+X3Uny+eI<#_9?uWG*m_h-+T=d4eT
zNj>0MXSm$=$6+a6K7ra*o=sDJpNr9qcyF@mqFUDVWr~MG42{$h<Zdsny|TXkldtI1
zgnJPM-<F^5+_tIm(cY81d9N&=O{mDLmb{n0V~W*%hb3-|FRWQwr+hS=|If~A)mFVt
z25srmb6?8MklN;Rae>*5>-jp<GF5ggc;8nt?U=^$Lvvc=D#B*npTYY1%K3X!=Gks*
zKXz_|<HPwIIi>{NxPSNP_x+!9H@v-&)$65Y^ZCo=idP?xe>f$bKew;#QbC2NrvILY
z>(sh9?jLhJ$gyk6tQq%yX~-;Yi<&bbZSB@JuHYiUE#hp~q+1;XbcD57C4@HIOZxoa
z2h09nZ@nYr?T?i2`&qhTRns*#`Muv6bJ7bQUQ%_?;t*UBEb~5jt*M`%$u_a>j$dsm
z&uiqvLwon-DgIeJ#c6Y1;u`r$U)6u#<Gbs7`K(93xK!QjnY;-F&qQBe=I7gb?VPKp
zmq(diP^Fmjb<6Dw4es_YdZ1IFEB`_8p#Q(>FZqldk-Zmg#xzeiXL~qvN5ajbUHYk;
zT+T}W4A>DqRjcb;i`eapiM=lse|qh*TGns!tlA*Os>Rr3fzIZeI%W(%6V#W)x3A~b
z2<^Mo!kFQ)=Ujch$L484sbcFN%v0d9<vpY3B`o^r?i^+RnJ?b0@i=g0OUmWMIx+Xo
z%|Tse3uS^oe9WBiOFrxRkHQl1!z*)NnjE;;Vjo+fG_Ou?r_nB}uYA{Xmc+*JZR9=K
zt$V6|eZjoT1(ToesXXyFOviJ++S<EI*!3EBIrkpTk^lU*Si!RRoXa(b8|QA%-`N+z
z`QXJp-aWs6aX)ybShhV|MsNC$i}(M^*8P2?y}@Z=kWzM7&8KCl5t}A<JrG*f%bnlc
zY9>1CT$Pldd-#%y7g9gIWW82DmTC~ur}jjTv$n2mzL1gHE#JwGmNzYW)_M25w$l))
zsO5Fcn|{pfSNZq5bB--*`rEL5<03l~&OEIr*IKjJ3EVw2>9t?nojzsx<)%Er!XGw^
zq$V>qWd2pjtNoWgalh=WpE1`B%v|4z#+dx*m3X4N#M+{K>7q3YX1XPq2d@5<K5hNO
zKS^Sj4&PYSb?=d_@xCAV$w8Yco8EsurW4pL!*5;8!X4stu3ez)(dPqCE@Z5^akl%r
zgX77=hkluDNPhI9#EswH^W49)Gk@7`Kg#==?c2hbcjx~;=e%bTV}1I->VCO-rVFce
zDlY70bJCo1x5iwMWlO4q#G5O{e{S;c>pwkR@4>mdv(E({H;Xu<UGuYh{$c6&dziC#
zm~Rz3$#-Y>;U(7_a}p+-Xe!>kxuaQi@yV3eZ94><+xyS;Mf@__EH1U%G{Ry+;vp?F
zzaQEHt9q=ScU7$Box#&{L4e1DbAu>@4vS~R+Kn^x7xW(MUcbMUz5V!)^YuTRbIzw_
z%r?!d`Jy<htoL-kEvuq4XF5ZP0E>hGkFj4^c1URJt#r)|?-(|ezuCyp!yPSb>T`jE
zv+3(D=7lP&Zm~`+z12|5R9?~IV!Pb^$(FA^&yUV<Q?S`;88PGaxz?kC5-(yLb0i~j
za$N&UZD;Q`*t)J+g)vk!g5hnItaR@Nv6#TO7sQiwUhV4o9qy%m$M2_yM^fs2jYxyA
z*QRO4%atQ^wmp(6oH9S)0CVhe?rjZIw1U?C3W<6=cf$#Fm-a{ZJ68qI6?#+l{3}nJ
z?yO~wvDXD%Cj}ilu;WgL;*MEQ_Z$D2YseNFo8H*wV7vNnlGwyq_sVqBLRp0_-4=<~
zSU<NwvE$rHZ{L82=Y1GoSv!6BprW~Fk-zq><vGgB7hK)^FaONN7bdF?9~bP%pVd$&
z)A;4(<#ivArT!>=Y;BhR?U=!$jGJ?U6F-GmJ`!xpnBty#=Rr)0io-*BuW$Qy+Ai5W
zdCu&n&D|_IB5Bd$0s7k*S0?OLT=h8GtE4Tl_VfP_|8)2K{PelO?%1_Ohc2EJs{eZZ
zKi~R2AK7#`JscDCe$JIyeoHN`NAd5J8ndle#co9%k7sRGNO}?T$MRUEMfXIP$15Lf
z_r21(C2sEV3jL${X?8wO6?mlH1lnBK`>dd#H+tHwh#P%=FWfe%E&I2w|J0XmY0Xp{
zk>4+$%ogO8yBaseclwMa#kF%9PJa3xFmXyW*F~W{`R&Qy7k%3BbAJ2viJex*xlY!2
zZ0P)L`;_ULz40&Cta(*7ZBaYCTP|#y``^a<)TEQwLiazAxoUktEZc-X-RE_}i`{im
zW&ZmW<xlT9VK28xDB9lIXzt$adpH+9h)_v-Ji$r(bEeq@nXkDYKbr;LXiNX7#`R`d
z^~;?1r4{DSO{PBL`RJ@H5TKuBQ}>o@-tSk_H^!~Kuu<51chmhxo99=GO|L5xl)t-=
zJAHT7=GlsGCtvA#mYt<itg8L&a7l;yh3-SC6N0~aG}@%i7w26#VbRP4`8{5YzOAia
zPo6*5egCffF$s=K4WBaR)|)f=i8Gb8<}B8Yt9~78a`yg%^K~DNTkPM@+)()Zn{I@2
z#h1?Iim$n*Nh~X##U1|OXTmPO<`$Ng#xKm$?J7GICn-Js7WwQGYtiLWO<SpePyt_Q
zS%HJ+o=%)l;*j&-fX!{+W2VwotF%MpCTeDy=Xu44>Yc30&zE<T=6Lz;_O4}0+?s2C
z-^_U?+btE5z39fQnH%$@%FC*sIHqh{bug-I-wgG+9wtv2R(XA0akN&g^>;{dtY^Hz
z+W?`b?b8>oT+rm|aA<yKP=eWPMuxP_GwW@8o)$?)a{e^9WNXf>nQ|pVB3WT-)5c@}
za~?`(Fst5upLd(@^G_LL#S3e$&p7*BASP(v;eV-V{VsnRb>=2|>CS(tWY_CeB6gk6
z%Gu&(<p2Nmum1na6G(0^jo(=x6_tDcVrrLgwb=F*|5DALEc&R?;(u9rS<QmUr9ySd
z91~e@p1k71l4s81U=}OP!%^lZEhZ$zu+nl$RKm8c&8t=|>^+(Dond>4WRStT`+NGf
z$Ndz|+I^&EVZo-X5BdLJt^aUKI=`Xi)4iw1b|!!6@;_eu#&_P561_7)2mXhZC{Az{
z(&=8Kp)-5apF{H>ed*^6`<<;+KI?_~0Y<+wm-Ux-wfediJviQ{DmYzF?DETt>6!_j
zj%hettX<x-z*RCR>PN__M<QItOV6KJ`1*3dk=_vhd3KlGV)wh5Xr<pQo;+>C3@@YO
z2O3{(iJ7UH<#ldv@7a$3zi#G;*>C^z`OI6-<r=Qb1J~Tyev>h_+g@$eUQXY8Q+WOr
zaxM5G`QyIe+;}5n!6M(~=DmIzIXPWA7WM*_QR^pM&iHlhaB$Ka!;*FNd0%{G+RkSL
zSKRy1WB5-eG@<5y_5DNteildQ@y|7|sOdG`QSi{l?(@s^!r$*|O{zBU*tcH&_41v^
zowSxmi!wJ~&=A>c9gyJuRPMQ)!2H=y3%~j2CF-Y2Fm06Y;S}Ieuxy(pr5tM^6Ui~L
z&SBl*fK^R-)_cDHWB+lz{_pi4m*s2Z`|Zj^g<9CZzfZWj?&Fc*^A>XZLN>4&hAS@!
z^u6qm-Rrt^!km5{kBYPN9C#dF?=s6`=(u4j>}2&<isMlGi`Fyz({s)WEL#5B@m$-3
zH#S;_*}I?1ys%#76stM^{{h#F_wRRqK5C=%|DoRLmDY(j)L0Vp^Z9)*SFDac5G8!{
zsA9DHsV)1OrtY3{DqCreYkt8TuKnz`TXxJ>o;?5H!>?arzcKl0l?R>4c2DNnwXIid
z)5G%C3p+O2>ek4Ly+~*{y**%RQ{?WnRhhGz92HVqTbCb<%#LNA$bP$TL-v(rN{>zK
zo-aF{D_muurXnr;ao*8ed2g!EWgXtd`EK5>l;wwBnTeVtJMCUM|FXS-fA#srF;@)j
z3#VLL=*j9P(W>(4BUi6_P_dxpjMhUH8XNjuT$d~7hl*9MIwRMrATiA#B+=~l;hb#t
zX{;vEH|G2ikqBRQc<*ibhi|XPIrNG}8+ZO@=l^K`|Lpxod%xdfbv|UYc$Mt_^CiB8
zn#)gTBv~o3ocP`ToHO!d@1e_Vn@;9#s5zbd=zP*v%b4zyb({2SPA@#K>AraLhfT~z
z8&)bxcwe;1epFSzm(4M(rGNAFu+Y$hyKSl!>#dF||F4`awQQqvMOXhl_rOD~MYm>d
zyjWHGgy#i!({a1cD>tv(BD}=-a^kX2KBw%9|2<l0_$GQm-j%K|T#1TrI1W8{Gwb-Q
zcb6wj-~8d1`Ni1(0^$zttqSw2W*6}u5WB_pUCey0*prrHGKVB?iq4wDx}4*}N{>r7
z(oIcWe(d=EBa)Z5LrBRy!kNXx!0zLX<R8bv_cJY&c%9a|?xjQ1qm<}VQuSY+>OX1~
zk3Y1wnx9>b`N`(ymF}E3fBfuIsh-~JBLDKtg%+lBFJ5zhUjKZez4v2=?6t;!Cgf$X
zm7OTM;Jv|ML)ecuLegssKA+dW5PEI3@SQ#7{Pkbo{}-$Ov-kaj;PW=T%-v5vI`8@W
z>~+PbmCHA7ujiYl(v#V>Fl@nTi&s-xS2+o7Wbtfbe~~<K_BmeWNun)N=6SJ*|I)g{
z5-6bf%`SP?l%_CSr{y{&+8@GRsm+?fp}AO0xufcL`m1Jk{zb0?er&e+l501A;cJs6
zAsePCriuzOX=>->hGyJ0@wjYds&{4`1OMSkt7bWt=Pud8%2>K%f71;M3+Z0oElgDt
z%>VGYD%?-#{1I{J@0?kB-({K)2i@Lw<L+J7pDi!<^;X<2-QXsk-f*qKY@Ot#-ah7&
zEfZ9tLSnD87TwOjaX50l-MfdCvjXzHE|`}F^hO=7<+*!g*?aljAC|vxO&2Wi-^F|L
z<(%Hlw|34ell0sB%%*|6_TSqj`rkI>$rWcjv`P7JrSyS*z)MqskCr<;**5>T=AX&s
zndy}>H+ixm>onst+rKHkX7$iGUX}W79qYls#)I3A&Xs=uc<=rHd|bL>+?}(x=RLgt
z=j{ID(eLX!R;`<(x@N*XzkUVo?u!YF)s{)SXYVbIX|g=*F8h*Yip#>ptPAs}eN|uh
zcbS#{2EX4Y+^mj={CazVO?0`Hop0cTW14cyt55ffYW`HITC?FC|M@?)^WAi<)+*lK
zvfS)xluw|w-|0$8?Mv*M_iZP>7MUb*d4Bcz;v9`j^Y`Qx^>Akwtzx)qa)#r+eOra1
zUvyxM(a-CB3s(dSe^s2C7j?WK>esJGsWZN_W^TUV>%QM?j$qC~H)k)Vjjb)NwyPIT
zDYjqvT58wj2)*kOYo#43sy$8{<OH8{IDa;Ejp2*kWlyU!v;6yQ&;Q$L=axBJF5#lW
zO6vuMUL1dJ%GdMv&$)l_@Z<Ii%TB-W;K`M|w(jGPt*a|OeLVi*K}PGbZZq#Fj^l0F
zt0MbeAK(9M<Mny%#^0Ky{LKwzoIkrY*+0CuJ&0@G#i_k_C61N!Z960*_+x>t)_M7c
z-ZJ6h`DHbiw*0s)|6k;FTCacoD`A14MUk?P=bFbIf9zk!RQ>yTLIi)#=C#Y;U71=g
zHY>F6TS{(L%I3~0hhh(p6RX-nrassC`G!5y*grYGIpIm4g)*1qyGK8&9{%{X({xpK
zO~^*K?c28}zjOQ%ud!*a!>qvY%^r%~&dz*HX>AHq*(~JvuFSpM%@K6r)~*Bxr89fv
z7Uoa9<NoDyeLLF;MMkZEu_vZ;%wjW_35omAcSDBdiuf+=SF8sj4{eiM$YHPCaxzfg
z!RpS*&AZ&vOLFA0=Ic7KY+2j+Jkw#O`PELZm6zsba;=*`YsGw4uJa3LJ6-X#`0Qv~
zdhlyt&*i#fky5RjFG+rCy)<8L&a_>(`n%qXb1Z)?`)j^nzhCI`{r!fHQ}pBiA5Yjd
zalwo4^VZywnR_x<Z=z_>&DUS|U1(GBIA?JCp8M7tUxjU(Hkv)&u}gCv>*K@ab^ZMJ
zYk7??CfQA{`2VXNRMl<YQTbfXCG_wl;nvb!r6)Lonm$dqH+9#llFFb@`<}h@efS`m
zIjrczpI=9>FFW~2!12I}>?@HIHvFj-(fpF`D(H97!}3M&0{xnI(VP8z^-j+Z?ppl2
zY}-#`nfkv=rDN)|?&jY)c4+dkBUh8J&6qu@{r8uxz8NR3w9GJKRB!fI7M)k+mM8UN
z&eDT6-nR<xZ!*Z2TRv;EZ~Bc7+5VgF{XKl~v#(?RVw26BDwZ!!wD4HUOL-YSn|kQ#
z>gykVB!_R@zPtN;{k!5F-(D=farY)`$A-A|A3z(7)$RXQ|M_>eys%_b(^k9MX})(_
zf;+yLtm;+TShH)P*4Eg=rc-#U)UGF~mAy}Oy&Br;Z~K|E=B;-;W4Z3M)xzN#fvmFU
zN|OwDo^6)g_id{F<E8ia+Zs$has9*<;}`bayBWXA77H@_f9CqV<!IrPg?|DWBe_d8
z3;7CLjF&ZwHf&`1^lM?!dP|pCoe7=}zdb9jXa2eCU*C85v2xAZ)A2{vOv<>Hz32Zo
z=^ejrB=4wr8dSv16}E=K>h8g)=54PN-q;v1Et$|4H)n2sX{>w8-g#GN<m+D8damud
zz`-b9$#<3WZ#o#BR_<o!xOIHupDA?_@gI3=?@G*S4|wrxSJR(6oaz1!yNYAIms_tt
zE^=|-RBn|iiy}P*`M8+4^`^NvT)y2CHHBZm*;x2ZYH?RdoG^=tU4~4H$H|8~OS6Cc
zd;C~<!jc;WEMFGe2XNG<^)M=D@*ck5KEXn*El9MbAmr_xsvYaHGuCd5TAQ@^!I2*}
z84I{nlydw2Db3qgagJ%~xAJ8ICNKUip7ejpl=GT$DRDVIPkn0cq$LWsSM+=`2$K<8
zZ)=^@k=ZcyS^KZdnIb>$x3day-T%XK=B4k>{F;O2>Zc@p>phx}9#zrW!MUSXlfmP-
zqe|e8%>kb>nIasnL`S@t(>&+>flZ68B-eX1lxHPH%-D92{r$dn{`+;j+*cC=x%d44
zSN-Gk{(sVU>~a_a9V^nAwlDnq`|%W|s;tXW&P_Htc{)1L_gkjCoE6mi$a8V7<u3D<
zrqWaM>vDdTi!s*KFS6s3|K8QUQEAEdr-2vF*~~JP>%Oh`$@gu7#D)KJXJ@b{ht1*a
zJQ-*=SLj0KmtA@q90$+3e%ZNlp564{ncvl4FTGpv$ldtZW`kepE;A-suG=o#a%Ae!
z3m$^bj|C?z=gn3-zjjXbozI2x(Z%VO$1i`cyuKvok*wYy&HFze3TTx-c;v~lVhgW+
z_esMguT8kJZ!&z7Ug_iVrd!AVf=uqGxol@XpWoUja^T-RGrR9I(+l6;63x+1yU=^=
z+BLCxRi8Z1yprOVzjOTV?()J-HY}WnisSz)*E|wF|6uL*`-iRH*S9==EbOlOa_)(A
z=L@H+t<(Oy2;1qsF%#wyX}K$5q5tuiwCxU=oxbWuwlT4qf1cNW^WU(2d++40&gtBq
zhaz3ugU;<{%DnsVrhhHd^>r}^cfa4y?;%*47`#4VaUE;zYk^m$c7NFxJ?EL+x{0lq
zo3*-V;$Io-X;a?qe3cS#mC5VWivW$q59UoaYiw$4GoDg3>tGKT%S#jCCWhA~tf#{s
zU*BKLx$NzS-t~2Y(VwMqSARUX`+d^YHHB|Cx-Y&R8Ntr@(%@Rs&X^{{<JXcJFKONS
zTf2PskAhWMZM*zl-hP*t%&}5oNt?lx;(2%F7HPhoCg@c1%_k_<bwXrau*Q*A_Z>=8
zuXNWh)}FULO21BQ&gV&sy(HH+^Ju>En}12twxZN;_v9w#hp%;?AGzXc>vUos$K<~k
zj(jm*v}%>sp?i~7%O0L_LBewS@(V63)uGRqyp&qH_^>j^OU)RCh_Xk8$vh>?lOH?Z
zYwT%Z`1AVGt%eoNUphjr-(0b_=zPS{XT^527iZqyVOAu4^Uu2AmDY=ud{md_UpnSl
zbH7_^@g7&fmF7$LF4YzLaK&VW{n|N28L!%<dL4JoUY7OODc|RUmD}zai;M+Zywms+
zjh}EoDsZUmzPRJRn_AIQ_rfAEkB6zrmxHAHeNLO1>i%<5Ny*%N&1E^;@+;^6Zd|UP
zoV`~-fQR#~3h#_&mj?k>7pDpcsi;mVVa!+INa4Mab$~-6(m6LbdE1UR%cYo7ZdNM`
zvKaHQSgFlecl2y|+~Kq4@rS~m)*Oqkf6e^oxcpxcemR{$PS(Rx3VP0;nNCgE$rL$T
z^x&1~Y8HXrApxr!Cx<fM6<kyL@`e)k&(4Ln1sJ$9ayQo+=WP3J_aphm#TmU%LN42V
z{r)lF>4Q0jBEO<1zljyxBG1w1I7Kwn%&(R8q|@eu2X$GO^5(|(SciT1`hDWXe@d#6
zF<FVz(t10O&MDsbp*`O0s?sFS8*^rhv=pl^XuB!gnJ#o9oa0{EjL(P8_L)4CxWOsb
z`l@B!K~C#nM%^SQ<;L7uNnDQezNODKo_SZNr_a&Zwk!Ie<GE`I^Y4i+%W++l&41O4
zFM4UH@4XqlmI}SE4?W6kD%>4*d-k7a+3v^opO3#E5)juXaXkIe_bQ3>BMMrYjLD8p
zO(&a9Ry1>PZfH@MYdTGg>0Db7SF68GA*=nLf98hs1^N2=3M#$`Y@1wBvE|7A-{0$B
z^C(4BE2=JBCo0x0xlNqA=3(*tL&?|IJ)B#9@3{2)eXPlIj_=<%NAz1+!S`KL-@J9s
z-LzWN=|BYUH&&fMEv=-_j*?4tO50u<r|7W<)NRp;+4|aiLh%Ge#|=3SItx;I&(}WU
ztohnK-$h-b{WRN#sf#CWV7%clp(8PSZr;Z2+k4m7J-oc5@~^W_H1ET=+ips61TEHl
z^LK05rHmCWA-~RUvVXQocix*$%dcWx43B^QS1@PUA~cUrML|d0QtZ<0n(|v06PsVe
z98qHsP`WC7ETiFiz$&J0E|n?LYbG|N@~U#Cu&mh@cjxu1&eH4;uf^k!UVJE2|7UJ~
zQhMBBspi|}c}}nSrmv4XT4Pt7u73EXe9bjM!wpuM3D(E1UE}fU>iAP0`+V*s5f$!`
zRZh0z4J$5~iaO}dxVB<z>Fdi8CD$wtZe1_^>+H`Z)k{+?jxM%->in$9`u6F}-G*Xq
zy|0({G+tzzJAd2tt^QBi%6wZ44IKRsu1i?IifcmSGUbJ(?P2DNnfop%a3~hk)bKFO
zIRCuP<526i^{ceD<Vwe9?_i%3AsewatnNX!g6eTL#p{w5+HYFISXBJ7d;Q91Ts3ZJ
zOxxNf!u0v3jJmpdLYj^k_nPV2S4w$RRdY^k65u<^#CS_8LP+7|%dEAGf9B5BN#5!`
zBi&)P%Du3u2dcInt1;})3)p;9XOXb*ERIuZsWzIoth*O`-pge_q7b`gPG#3+mFK^7
zf;%+bm;b-=|LOXr@{IOok$N(f371}%2tLSbmasl??t#J8Q_BRBJN*4-7rf}!wK%FM
zaYl5P8P`nXTY4-f<w`7ko0S4GKi-<{)4pFwL`X)n`I*cwg*~4g1%jhF96TgeE=b!Q
z@#f9ps^fgu=M-=)Rc4ar-W~UF@%H$`Yx(1je>>Bp)f#@kg8TnR`+pMb?#EX==Qdd@
zcVX!-KhDd>+ENz|P4Zn_?YmK6v(2gP;!1C4*Hq1$V775$(Y5&<et}%eTXrQ)m_1?t
zzAfjAwlCPo)A>opA#BIu8@pA-D>g4aJM)G5#tG-t&nemUZ(=-n;Qar`Du?}F$yU8L
z-u`IzuQO~OFIhb9*Z+Nd@M<3K)9MpO3VY`7n)@N>OmoAVwwG%@JkPiDe07<{jF+z?
zrb&m>)bstEdB6O9FBv|#l3(R^;O2@A!B^JZ$WUP5+g4L|%z@)+aFMg?%a)Bt^u9B&
zw#Ot_SM$f$zx(~;p?p2}*@v<*|6k<V*w{2BR`A&*?#%jo#jtSibZ_pvxd*czTwLw{
zi2HmUulTpR{?F6(9xa_7cWm$P@50ab<l9EA`TnqL^St+d={s)!y8L^`x4@t&hs4_y
zh1p|g?B6|uSA_G;x$Hkj=l{19>(<q|zWT+&`S)cjV-;J4FV_9zo`3j!{ZE^)?eC8<
zcAWin)zE$A!RNlJ$<wRfHScVgl~ENT_rFWx(5{WsI2R>pFGxr{xgdC+*Lj9ahwMYM
zB$$L&eLf!+(ZH*)bor{zqO*~&mp{3bnW=F%x%QV|#m;G*Y%SsUYlKf<<=ppuZvNv(
zKWjsF9lR@TesQgo&A%s;BXaVq%T;9~8NzlyOuW2JAt}VmZDB#|`OOnN7(=hl`1veU
zV5fDQQO`AloP{?XB0d{d@EmUUn^H0(D*MX68m`N=FSmAHi)d(9x^M88-|XSS1E$9o
zypH+1GiIL4FM*36-f%2>_oqi;k;IK_=W9+Ke)oydZNp67UYAf-*;ZY<_j96V^EWf=
zYR$RmwMxh0{M(rqX0$vk;^^T{%2;dK^X|Yt&l8b655GQdlW6#IqQ^Uuf65An*lpXo
zZ}H7kZRS?|RkF;e<INW4YGIXm{<C9Vu=VbnXqbB-qR~*T%jRt4<Hyfza)g@wIsclq
zNkt0tGfiG9$)~o-PWV9RkLCN%*<7lf@+dWz=hjRA2L}#a{v*uP^1o$Y_n#|r3pten
zMI27(aohX1xw5u3ttmISZP$N}YlYW=2zN=Yb1FRMTVG96|M8+XyzqIm`NrL>2BsAs
zr<Q-1T>ryeMt}MRhMe0L_IVHA|2ep&ZdRA+Jq6die*eXC%G_UAc2DCzuB=$JP$RYX
z;FfDk*I$<qo}Krp>HY2rUt~Rsy!`&$*>KaYgojnqWJl!7J)KIIx9^oLX3$b^xA~>x
z=J{an`QK|4i&Wifn*7{Op3Kpav~-_wgf08r$<PxkB^Ucdi+tzhG~c+{<mL?5B_&-B
z6aL=Od}12$&v)*8&-Y2ykp}7VUwF>P`ds?=>B%P}(cg~)_1)S1Jbp4WACWwk-y_w)
z63zQaRKcRHZKC_xDU*IYD?b15|EK!D`wyGA|M<B7cX))Hxq+;8F~=)|`Ifsn-}Uex
zEL@it#Puit-}V18`~Te3|M=h><GR=yw%wa;ZN46v9C1ec$JhM2?%U<>cn-a9J3pO$
z7Ne5a6t-E{rsWiA$}GwVwltsj$$@LCg3WjL_=C&m|5af~*c&C@STm*m+>{rS=e{fW
z`boLs)yd<9&;K!-+-lhDc<9P&`2b<dK!M|IhJVu@UD@i)5|-Dbf78@^Sy^MAfmjpg
zkxM^+Z+2GNw)TKosKPdZX^R#IZV)}&-pD6e%FNWBvF)R6{*{dr9nvM5RPO!#z!qlz
zk8|JOv+EyUbU&9E7j9AcL*V_Mk7jc9pEBRXTRbnV+h@40!OP0;|E}1>MNeM_v8XO}
zj_#RlrL}a=J&VAr5)Pr6C39ORNx8&Md~GC@xOd}nj@QdyN1424n>wXo{wr~%wEzB>
zO*Urmz0fpXoGDcjD}MCox!M&UZT|C>%5ptuXjo>fm?6vb*qNho@nYpOuOzo^->z&W
z*!3c2&z*d=L)m2<M|oWIrkHJC^VZtp+4q_ak-TTUDr_It*jZX?PPo4;Q)!ZvspJH?
zpFY_dCQJ)CXPkd77%1qpC@gf5^f5;rrDD|@zS!$d(!8o7Qy#Z>CQaV$eEaABZ`KbC
z>t0LjxsmU-OjE{Y#w0&Wi`+*&{h#+8|H>PD^yrM!UU55oEZ=;&+$JnCU$pxn^NBSN
z53w#=F~?@Xc8SUD>vi~izdw)pa8&s@-^sMCd#1!*&%XIfQ>NEHanotVLYGXHBRUFR
zOio?%-Wxe`Otm#Xu!!lTrOV#ls%&{NE&-8Tfn>gx!pooEJrQ`n_oo)$y8ZoYC7oxB
z>F@u?Rrlv}{Nsw7Kfb@y{XB!w+f^v@myh8I>w+)5Qde(EoStCxxcWEqJzkZ{EdrO0
zbzXbr<1qEwy8`_u3$vYz8TvA({k?9U)_+F%_koWK1>Z7vH=kSHJ6ZmCZ{*Hz-|wo4
zZx%V=ws^{Z8{>pioi9z+UKDuv<<agnAN;BdHICeIneKDhOZa7dGHY(!n(tc$k5*26
zyZ=tP&6?{g7kb)>c2Cw~e1F?cSLXf{`^(!W`bMg}yu<aaCHUKo#j|9WX#NWcyuW-#
z-{p5MbB=udp1Y6F>r|J--e$AT+w9q4930zRl?5}nyv`-^B)GB%9ShX?Dig*Xu~PA*
zXm=Nfzx_Xpe}CHTkNmvL8dv|nbjxeitfdLLt;@E~$iG_gW@Gk_`u~i4ax#ZDH3)E>
z(M$YsZf*1hx8$(%AMXE^|F``|`2Y9+`RhJDvVU;$xZLq`-}wF=?yq|iz&m@{hQEjG
z-t6CZR@uf^|2*$Y^X<Va-~Zifby7g!+y^JF)}5<1#&ZApz<&Smxob?fwq)EoR=CmC
zf?MT?!~e$<dcB19{c?{#_CBtXclEYzk##W{wkH<9$UNUAaG7z+?dvlai2u4CzrVrg
z(A3#mch43(vm@mCj$ON3i@RCHE^!9t%gaB`+kB|Gl$pC*lp#=4!!vJhiu1~v_=s%9
zDb|a(<|VHE#9FXOEG$%%`#^$nj&1JELxB?ZyK1HFf4#i_c=!2Q*7+5WGS8%mUR$kd
zSMxsBVBV2`KV!F>HJLT(dT?!E>|vaBEP8VBC7vB?f?3<jrYxvp(`0Q?k;uJZA{!Fg
zT=?kCmE__XJ)WO7R~W45mehKgbK~C4wn={MGsTZJ+MPI-ke$uleRR<Rj_kFD^UrVG
zzrX)#R_FyI>-mRrjZba2{=8$seLb=68HW?r9zA!?Z;K=EYn>ZA*rqsnb#BXLk5oHY
zn7z~HV`EW~!~Qq-*DGFEHqqX>G<yYOC&%yKzc*@fn1)|3jaYv@V-{OzXkvD?^ybL9
zim_&P=L^1VZxx<(bXV@9nd_z;y7k(3Nm1C5pV!OZ-r@~x6TT_HXQa30UQYb2$BTq}
zn|{AcpMK}{W}k^(8d|=({+p-I-SqkO|33v0o=amEiU#R723y`$<?}Dx+|;-#tniWs
zlltvt0%Af+$I_q4zF_dY;h?@a=doDQ#d}L^KgBakeKb_Bc4a;oVj{6~?vn)qj0Z2s
zbRU&_Qp10Yt3Tz3#Et{W+Zz%NT|CTO^W*pZhxg|4Z`kW<u<dZS{@$+oKTo+W>@usL
zZRUBD!fcVlq<&4L`k~^lJ6~;7yykcv<xJA;iP?5-)BA6exsP12dv$x?v)0E?(vK`<
zu!ukIIr+-$guVjTV-u~dgcq5o)lKl%D`MY#SzwQ*y4aUx-ABLkPGIkvyljHhocgqM
zN6t_4efMsDvgJ(c!38V}BM&c#@bkZ=(ypcz?7em_-+Ad9-`M6Jm0(RtQFx^0eRt-e
zH>aMTPB*#sz%e7n)A~q5)|Km*ztoray{esa;J`mAnaxVYw<LK_%4P|y2sU7_a!gpt
zaAuF$g2U&o$=v^ON<Ps|O#jcL_XU4G$eqg%xA_0VxZ?fc{(|5C7|+eWeRTg1`+x60
zZl3>F`QNkrf6e9YiW5=<4F7$q{}(>NDY5)H)4%2aAO3H>UH;Ch`n2EUkH_VY7oV?X
zuK&GQ-jSj2+{I+xmaD-k=lccB{C9`D3%bXb`bV;GKU}%P$zejv)t=}3{>sezd*t#2
z78%{}$JM=;IIK(@{B~b?czJ#m+x2y^2QNmyxBj<ZK4ad?xKo0U_kGVg|K{}?50`Mk
zDGb|Yeth{>_RnPX^$&md+jepnvwBJy?_kT)ZTNjxYX7en&VOdVHZLgN>!z)`K;?wN
z34;g*or()@ECnr(GKN;<I;|+w5-@bRz*2a@GvZF|2L}6JH}yB<@$CDt(m&a5^}?@Q
z@ArMRT4(dkVx8SDjV1Q~nWYbkE_=86TGZhm*TrVAd^qf|d~1q;ib&R(XWTiZ$J)8V
z5>|U>y*lzw>mK*lbDT>KI=%Coa!o+gdA-BIOHs+$+0w7Saz(vf5iH>3pylp->sH*3
z@98`(3L5KTYUcSade+eO%rtxr=iV?ydwb@)tLD4OYJ|Elg@%gHFO9FbYcKx0GC0#=
z8T;0RD}|}=Dn3^(SiIBZ{hha(*Y~xiDgD`L$aZ#D_x!&nPkQF~`Ay?}_Bk@=4ueA}
zS5&cI`l+M`)tTBm(-L19oy@-e={Zk#lcCh*w0Czh&bHhU%~%sTW09VZ<Lj0u0?EC?
zeC*phZ6+2c9PDy=ezI7~;nLr=C*roR&RDdX^+tD>%d&S;3w3$*EWQ4`^t|Pkq0r@g
zC!1GblFjA==JS?Z7fau0eb^$)(rL#Wg_##;3W+Mqy>N0oSEjH^cfy*c&*mI?huqA*
zPCL%e|KZ#F_~W0hwcofOYVoq~!|myH?a%8!8};?+I-IiC?pvYq^W=)TmrnPrQI=ja
z!yv~*bHzKg8^(=AqUw>`^0&_Z);3$EJCMt7qV5FC`+~g{58OX0v&sCaIi=I8k@KdF
zb#CwZUiBYuR3_OiykNs}uJB54f&M<5`9(!F@{68#nb>Kb7xXzdC$&x3b$0QBjh26F
zh1aI-`mv<vckhf-`#4`dnb@{2WAW$HO){kmuHWU)On&m<d!k`j)^)CIKd&uza+)t<
zPvu-<b9uN^-|LX{Ge=|by5*NSc+LfDS)R9Cs%KdhIBn^{!d`>L7v_Hbtb6MDrSs+w
z7e(4|$C|$QcsOpFmlGGGL89Gl#%IqB_y0<L6Z@N|Wy6l&-#!bx-o4^kw1wr4{%0TL
z=2d)=npgEEa1Ec_gMWwFUtBxBqasl}M_OlF)|u(X5{o}RbeDh7Djw%@x#Y!`wrgV7
zvNTjTZr$2idilY@!`45{>pxGo*k3Q`a^T}dL7j&4wcj>ZJilB1@!9Qsf2Hy{>`C9|
z6jnSDNdMqqEjmBf#QTBg-ryx`gc_T#s&o9dw*Il%{;zP3ZkEZegQxtB9QRu9cHih-
zeK^7J{;}|VUsU&eKUk_WTWqHA$+oBkHm|uJ?5v;PtH^J2Zet=7i)4&*@BgdI?K<tN
ze;LNimek4MT+7%Yl_NPTd<DzH&YLpN<!fcGKjEt@E@%*+*1jW|b1v(R4ZHJCSRGe5
z-SDAT@%5TcHH(Ydji0;?m2Sz%8poIkH}>+|iVBtU_kWyR|HE?DW8s>&-tjK6oEeJ?
ze_zurnS1Q2`}#$*uI@8a^x$eO@z^9b;bMzZ(?W+sJ7om5ClvfHHJg1fqqp?BlNRUX
z<-N~2zCZZ+?bxh`YZ8~pXz)#0{O?1UNZFQ!4gJ@aD%PuTo3LuM%~ad9wxjA|N>K1T
z$K<MZN2QW9vxQT%G`t?p<Z_Hye?3rNFfKgr$i(~IFUxP<@R3-2u~d(_i6fBvVcR6X
zJL{7BT6E@2agulyvFUe?S@$oF*Ei)kXZjpgZ997Mqv00A6|1<Wp4VlR@H(~cc%_rd
z5|InDF7|KnZ}$s$7|fsKpLFiQzbWc7mnq$Go8=yPfTJhcDsPt2&EVytN0(SuB~0fw
zU2(IU)ALiIW(mvB-@FrITQZHW%R6nG8ME|tcSnwOuZY#(1^tt}4%&WH<X7uUW)-en
zC^5NzeLDA#BR(mY)lbc<ujA<8VM{98kmaD#(tb6<qd`kRgk|f6Wk**fo;hmgvX}dW
zBu})%kM9Q?mY7DJN!;mFUDU#V?~m-P>h}rT)_&L!`Dpw8YSHumzp2W|>npm3E=ZMm
z!}<5{hI^}L9#oKC^vu^VwE07cZJLIs^7M(byFBy*_$PM-T(Fv9ep`1T$0nYG`!+6m
z;qg{VW&SDKSHJyI!{_RK3~`xUaJJD<<H-GsM`M@pW^L-+?C?zHkvjJ=0~OAcOZ?`t
zsr{2uqr}tN8p@LeUoOqceN?GfHSgcT+O8Kp8xu4crN1?5u*`nL9p2{ZxVH6cqsPDN
z?hiLu-<T5}W+1`QYB-%wC)hW--oxo0--ORi@*5fYOjd4qf7qa*GGMuf;sW32Tt=D#
zw#%5fPMTT0Q|W3d@ikp~jE|$~>Lr23CgmCSt98E1^y#?rs8}4>dEuDJ2SYPcz69yF
zJl*M!&o?c2@5z5f)Je=ND#T4I>4H~F(tIcBV-vRpg;d%ZT#kM8Bvb0(L9PGoi=!i6
zG+f^6eE6Vn>N9?`yTY1RxD8?!Hnpy@;;=lPlr26>|KUgbpY{(spYLnFd;0l?8~2-D
z_7zrqKA-SK>Z;G92fu1<Dt<2ivBm1h)45Wyyg8<(M;-~v$jT?)U3X!o*zRa9cXjVS
zr~g0v-~QVCy;HV(u<^Fy>;=W;k7~9#Y+Zc8M3;{*Z+C&A;sTL}uQty=xP9Np<2wo;
zGy3_x`?)oFajwRuy%+OmDYu&5Nq&=SaP&f&<szE}aU0(X2n(G|Q7}EtqQ)wbpw?(#
z_b$8Q*~;UIQ{AqYX55-u9BK4UP1W(}Ok)WNF3!7aKU~$XldAuJd457^_S3svr~XRU
z?_Y2K=|p4VJ6}mxU!9=rDT=e3=CEpOJ2))7#`czJhlci_@9}^6{{6X_eL=lkF{<|(
zSBClVHlA<KTnu(OU*CE|RO)=LXAWoUd{gZ^NlYu4rmU|#RB&XHxTi6TPRN1{LX0^H
zTfbhLH;0!iXqCZXQ}vv^dW(}a6bmn9{`t}>{-I#+q3`>CnZCKkoxv<~X9w%T=$L(F
zqMP5wW{7Q=w~g=c$A4F%b}KljaYQEWyV138?U_UI-a;;1Q&$CqnntaCeDD11i+6Oa
zm)K6f#aC{}($;1sRUA?%kZcrJZ#R?w_x?<&eu;<-S+&=EU&FoJv@5r1nwWjFY_)T*
z(3;+4cy~p>?o6qi{Cx4F<qL#c|IeS*B9bBfMQrs|t$%ASc(5E%T)-5yePd<DEYoe<
z%MIqA4+z!Tq!y#BXdBI%aP7jb&mGOukIHhTZ|Wqjc->U4`>cEIk&=(^_kX^h-{ZG!
z$F}B+n#D;QBV5#-+|R48xN=s}ZPW7RqdgomPNyk~UNq4<A~pLCzuFOLMYmfs6sp3c
z&NVnSPJCchzwl^~mG+_o3l%nLge5ed=;>B9H#JS3@N35E3n3K|H$8f~FS@2>OX}r+
zo1e_lBRThhp&6I@Z?XO$iz_Z3+Zh(>THRjw_S%Ig$Iw!pWjPhH^Y&dS;&l`{dyz4(
z?gQJq`#byQMz$_~Ds=w;JJ&zYTE#bH-HIsiyZAQe*_K1XFT(3rWx5N@RS4L=FHzdU
zj8!YP?M_!fNfdWBlgP}}ik9~$SGvvPdT^oj$~rauqVHBG{s)D#1g4drn0a1Dbe+~p
znG?xTjb102R2`lP%L;omC;QFF3f33t<<R23ak``P=qHYy20A(Z56&;m7UlR5HTOjA
z_oG=qVpi>Hy2j?k#iASTaQoD;d#PPVdM12`D?TzMXrunrB0uGujIkH^Y8lTTO=wP<
zsPkuudihfZ9g)zBQ<cr`-Lo>QkulnQD&@vP;d4_AY?Nj`Sw1`RqrBaDg_7wV^E2PQ
zn=(&y>Y*?9mP}VJ+^}Ttwtt^4%cVW9uuEn7&9QnZ_wM~^hoYXXh*i>OdzRwq*;)4D
z&T6l{fqT?fOi!7+@W{{NzCWq8JnPOKyrr9C`;)omlmEZyGvCTT+z|iA@wJRKl6%62
z3%bd_A6ah5Rm^U@`Hsmy=C9ql*m~X)zXZF<6^~AyPpGVDxgKB7s?IOBz*u))-LK3U
z($@<=U(1cizG#vyAZhdKhNw+NLC505sWtNR|DH*|P$nB!{kC+@?fcHROIEDrayc-4
z-;c^akM-*tx8K|M{+;UW#XH<|v!xmgZupC@T=GB2&eEeXdS&9XMH$QE`X>Cg3EIap
z(K};bMV<WrC+Gi(teVCU6A>E0Y~t7|cR57Ltm4Td*P3US=O26fd;gJLTQwZ-__)u!
zTxM*t<&X9L@JFWE>H%e4mvhpZ#SSb|{PTX_2gyH|{cX7GD!5<gy=2<CCi?xX8}qOB
zoMYNL=kbdtEd1f#Yt|gI)2wlQ_dxXK1KSb<t2sN*%}{uv%DK>}akWM^vsUJVopwbm
zGg`{^-ET|o`Eu)ZgzVf0)%Sm>$ywI(iF)4ITP=OMtaWv`eCsOl3&%tk#NJ*Qxi+?O
zg{<$%O${3lOkEuw%O-TP!{CLV`l_CSX<P0nOU^&F^7Ol&nE0i=Y|UMn`yW5t{_)z`
z>3x?qXDssTy0-M+&Qq(LUQ73FVBK=v>`J7NY0W{IuHOst6Vh^Wb6tO>&p7eC!{gyJ
z4KESXJ=4Ed#RhC`lAc^V=~Y0eBX^*yVEF}4mg~zd^e{Nw-nH=MwQFHKySe}KZQJbl
z<m?%}r+YFNy;BaD+f;nD#?1Zp){pOXZ#N~G&Obl7cmZq3|Fh30RKAmrGZS<!Ix)j;
zL4Cj+)xcl;+&0#;=PeTOx|P^?vMxeKeSb*Z+>Z;BKm7NV^9m?6&FYs_dlI}}bNlHx
z`}Z0C-nBA)ho<?02O>hM*IE8cK4U*{<JmIb`RwX(i%-lF)SP>M^T)e}9R{=Y6+-7W
zKHgXOIdqnx@fv@*2hHYjN1CJGFIv~oyjc0qw{rc*;roB;M!kOErTLdJ+t=r@%<^Le
z{vNT@+%xBH{{Hs)!RXCr`~oDGJ(<H5pm(YD^6sD`GtP>LeXcySfPq1E(gmx3?<_1o
zv-jyQIrxNs0n5d9X65D8PYMj!V?7=37Zq%sWEAvii`fb-)&th@3$`raWeR6Xb^S7B
zYRaM=EcbsTF7zl2y0@M0+}$~M8dDy*tX%)FFsWQPH%IpUec#wqe-+(yG9)YI_<nUh
zl~g_DCZ$lV|KDcqbT%iSE~eviem!P4Qc+UTZE2a%_et@O6rYlR_?tt);!Q8i*S@{+
z=Id;ZbD6Pa1_dV<zHE{Bc!GiX;`CaDtn=s898cEWl4xF4c2o4BlCO?{FuS*-$cvKd
zl`}6KOSxkDe7W4Y%U?FH;dhiNU()3~NnnPgO4Px;;E<ULfk!^;Z=al6%lP$?K+<>p
z4{Pf`{yz{r|F=qCFYASdNM;2ScXxwb&8ECdlp3^GM6yp}*_l=N`<LRDcOP2!|1i2{
zz5B<9!~6#G<ri5S{&=x?cE&EgsjCuvn{WC!&gQ%S@7?vn_umxj{w&_#&af~$de5Iv
zrvp|UYW@7Y@aH8_896%^4vUHc`Ea><uK6|3gm=_EzU#Dq(mYqI;GTBRSmBA{FE|_1
z-)-jFG2>bAlKIQuEKs=ZEK<ScKYPoKRoQ<g%l~7zzAm;Yh-vQk$^2(eMjX3zBQ|Yq
zFZb{0`+uzJK0op{DC3;HId`+djtz3TE-IHcbTIv8SB*B$ci15ip>Cxa%{{3lKfZ>g
zzV4&Ym#^CwzU7)AHn(u9mGE!PebFUtx_r~h3k&ufS!HTrA{&uylf>E2-Kfkc<9Mjj
ztjj}~lj)|yymQOn{wzN2Y+2lW;a-a34#8%Yf=$;d{_f@9kYoDqOZ54Nr>1(ZNbP-m
zn0e3sxW|WDPb(};u()}GOYy)YMMpm!{k#A2cJl>ITpqF8`qba;I<w`a%(E?9)hFFs
zeBPpfccSj4iMN+^PX1hw-@4ndV^J~Jj@64*B*f-k_fT1?5D*^iddz=;+bo?Ly@07j
zXD23`TO6#;Ynr$@m&sJu=g;BqJxhI<51c&d`KQj^Iq1S%$IE6P)7e-SytaBSV><ij
ze&b_DTwXsgn94u5`SIjbx7#lteSLCe`GhE0foXTnYF>ZU=D}oIqTtzH{2+9y&4$9$
zTLWMD_#d(0VcxXZitSafa>u!h>#v*_xwWitejO>*QPwnf>gwg03LI~xjGy#zPhX?C
z*EsOSnb_yY7S~+zU36=o?~NNr<Ji7^T(bBW!^Z@@A`K1gX*1t?ScK+(?zgN+k@w^|
zbXn?}K+m^emz4)x1iW@0z9un2Wx`kA7FIt#P)?6O@^Npu!FrxPf4>ji_xCi2*L~-b
zy4%R=x?SnvOAm>{>skpvbN+g2vd#HqaQBS<r5|^COT{N&Jg0Wn+(1#KtBB>Cvh~zS
zH*U{+_@}klZmCG-C6+*+?A$L)%2@k0o@2J2pZ1*3RI~ihd5N|EcLuphyHEcjYn3QC
zk)_Fd5zmCo821gXhMG;?GYk`w-OsWpo$a4g>^5_0(&EVh7Au=?*p@FBxL0Q+Gb?ua
z<A?snjGz3Z6m5LVWm{ILZ{>S@ZOa{JzgTBc&BkLc6>~i-Oss!bJywsnB@waA>9O#4
zNuzh`<*lA@UQe|3Qgl=jdGzkJ(~q<}^<F9!wlSwHwI1in7Q3`su1TEzh0FF(p~K&p
zel0Gpj0Z}$Pq?1r)vx&=(Yd6*^QXz1{rW%WFMpmW%%FJ3O3>xPTw#+a`v%V7EOn{p
zTed47$(?vzd1>`j-EH-El#e(IZm73@c+>s5l|aP1Mf2hhOqKr={^N?dUGvj}xoh}z
zLv$CWnO<{OkFd94@#K!=HW2PnGuXZ$wfUCBn|C?|1)D&}j`XI_`zx~QmgUAd_T_TE
zw;z0XvCw(Xl9KAls{dZy{}(;y_THAGHH^u<r=1Phrpf4<e3&2pnr(aj{iZd~E8cw6
z-cj*SrmwH>j@>zvik<(q>F4o!WOaIMX205gSYO(jfBQWaR+SSL>2ivXuf%wD{#<ix
zY4P(9d*9ayhq@*lw5X~O(yUBc!l)Dbq)KDo{rUcOA0_71KFi$m^<H~Kxz(ljYYIc|
zGz76u7D}GOJS94Q(S@vIYdU3ioLw`^LLy)Tqj%d17QJgi^&hVYM|6nIE$}^bXP45N
zM(g!AU#(z{*_JJ{HawzStcmpolX@)s=@wlEe~-@csYUf_Czcjvzc%HJ@tL@N`}V{&
zjVhAtyvb?IM@4Kd@Fz3AJ=b(CVo&*FwSR~2{}s9a@7nc`UoQ7s_d48u_~2jcocbqR
zS?8~ApJ(+d;}BEO)d`!*EQOzZE1t>h8Zfo#Q!~q?q)UR?K_}#2x;}a7Vl;2{!LJ%?
zBtyeD%<Y@KYu)RJ_a(8?rR}X>cdgG|vVZ!b2{&G|9NM7FcGR$1Ykyx<*Pg}`t=Ae4
ziF{%GIpMsi8jEJIL&1u>ziu4}_>%qh+=;bob-&+p&ElK2tkZPoS(zzJNdj}8GDQh?
z{rfP_wd`H%cj<Y78;<h+mz}k$;P~@t+ZYWC`+}!tEB$hsC}Vf3@<-)Wi>VI_tS&V?
zVv^Af`4!@J?~C#AOz&V17oq-}hXOU)xr)<;XGfp*6kKk+dFJaMYr=nhUw-7>{=+HX
zOZwlP<v3-rHrvO=_N}135#I-;yLRjMt1poFbKrr6NcWac?M-Vx)})m`bTH6)dgxKg
z#f+^-|5}%SxEHOz(6X{2OYP%_9|HS-T>V_}@~ZiUcRUV8LGBt3FK*_`I$vy)WHHI&
zy0CoFQG52quT65Y6Sj78o?u)gviF1WQmveP-GaPw?yW%y*@~j9Ke^Xj-4N!ma)R4S
z=`e#7kAGn-s!V&^4<1^~*eclg_{gLwtrfF67V!Q&Q9V($uifqJp;vl~#9WvbnRoJt
zuyQhKnku<G_uy8r-?!|6_ga;b<+776MX3i(<uc>pa@Y{dF2ppIe;QLml%@XbQ}K3Q
zUhyG2OEozYvTf{Rj(Kk7J#=r60Efweo<&o+E0aH`@^ml?e!9Kc?d+z`_q$i!Ik<YU
zC#UFdm5j+vdOe>PxF|I&$zQU!&B0=xv7n>I@|gk~R!sSFnB#5hvUji7`oHb%)hb>n
zTi7aSIYm4EzM)FbA~wa23%lKpe^;no!DZ|y)T~-9SA3}}V!f#{$Mg#Jh9=p~tM5%(
zs;k;p%)^tymd)$U6r^C)6S2)hN56=J^QKQRtNZc|HVy|lpJv=FY_RmZ^?1sf^u?Zz
z_b0x5w5#>#)b;=Ff0!x%?*J#~)5;KTrrUgO>o2Yi%ed|>AgQ67pv4(#d?M@3xwHwl
zMOVdkx86PWTYgWc^me-g&FtR~8qByVI!&AR<=$7EOp~-63_EoB`1%xD9#3g+xw+tA
zly3NiSms>aoXZcty_L48f5&w0eg5KXzl0pEuC?1=@np;p5V|(Y!tlw8m0a)d*;)xd
zQQG+66YmV6R_ox3uqQvCK3Ul#See!>U-RF3N6}9v7E8mICyU;y9XQ4}gJH4a0?E&3
zd3Q@p4f*kH`~J@F_J26ms$D65zApLXu}2dozMgYu?i#Uoe?)_LE(Dv~NSH?!2xq51
zUmf{)_H+FQlZ(}-WNgdQ*xCB(A*WQ{MJaPZu{S%Oti6`8_NZs}1*z`T?Z*nQKME)}
zP{?4|d~M+bFOCeRE#gTL@6U*I9Sm4;kYUmi|8L8Z7ThfVb}=gbi!S$*ElNe5SLN^R
zZLj}-dH?b9Tk9XrRG(imlR@_J!N2S`?6>!?eVgl{dN)!~zN`AIN==fvb#{cS5#KVM
z*(tLw?yg^MJj+d?>(0uv^(m@nPw+CWaqs-BS=Yz#Tx9ODOa*OI0XKE7>X|PeFZ<qb
z&2zfc3Y&+YPs+aiv}j*u)Dy>rjtAy$u4Q_4MgP&^?<&47;_Ug|N0s<8oImf|y0!Id
zRji5d!_sfL8$bWL`$Hu^H|L;Sq3^V=%CttOspj5{r6+U$Flrrsb}YvI(HB9D2Y%A(
zw=Jz3+;{x6*_D)WC{VS1n_sqqg|M*SO*0imF5Weqtcu5G>~>W-aP7d21o2s-zs~K_
z^wq3&QubujOj-6pT=VCIN!}Ml)@Dx*ulvW-QBmyfD#E>M-vp7xjYT$63)~*Z`6!<^
z6M1-8hS}Xb$zx$mpz0ry3*r@T?#{ho^zPoS*6sHyWVh^L6zVxV*|hHKZ1IneR_8B>
z%+9ZsE;ieH;o9H0(|3v+9nbrwRR!I>AM-c;@hiLU(yMnJx^|7J?Qi3$IhJudpKsW^
zxApE^S)H^~{<g83)DMeoUvf>#i(|UhJ8rj!7uP6U5)Inbc9gqlt>L}DT0ZTT=?^Nn
z`dJrLRbLlXQ%c_AJ(H=K>lKIkLd9Tvb(PsOB82zHv+?K0GqiS=?g((;%jL4a?#AW+
zZo$(daf#_x9-%+frYK*D(U#0~doo`?UF`7FBH#D=9j6xYZWNfnF~7gdH*rCc=lw5}
z<2O5TxbrVuBB;51ugR^LBO6@avhkiX+i0$%=yGs%^)@q8?auURtiOJq+<*Od3(vHI
zbF6!vRh$Af`?g+lW1srzPT$Qb%=6fPzf-t$Vofnq=kwM4?MvQF+7`1b<mQ9*^KNf?
z#<_Nm@-@pn3X9#;O=KTR9*>b=(pp;cjlnVPMevoq8?%dCMf_*on6O5_p56cdgZ&3~
z{^gD^*WJ~ou%ywoJ@4+J7ko}TI*p?_S2OZ<&yDO|Z}-!r!FosSXVDFe61QIN_hHVq
zl95@nAxkR4Y@KCVo1ufM_=Y=83@cW-g@y-Ab&0(iu{JE@8t<-Yj!(FRdE3^c@2L68
zr5C@a;pxT0jtkR_j~^=1P<!+<W6j6bS&QG!WHR-3HqCz>dZ)hA?$H|;*3fz9ls>#T
z>i%Kv^LfroRi-e#lea0cnkhK@y=PRhNqGUU;^fwiQuBX3G2T)0lF4q@Uxs5=wj!rR
z=42h3DU_q0`t*J3%U*8_KItaEzzHu5WhcZuV_E!8LWO7Fmc8A3y8?|jRKG3MS!df-
zUH|?2g);`bn$5(H3G7<uoXsPZyy246tj4L=Eb^?k*oACJJf<iS<9VWz)p_AV;SF&+
zq}28ti(0Yj(3*9^Nlp9aZtSgIaDER*d0(-u%7pnxvL{s(Y&p_j|EpN0=Aq)gk5AVp
zWt+LD^UBHDv}|PSKFajLF@K$4IWwPPs>`}H`A;+?j(EKMCurA@?;yO~nB`WG3}2)_
zW2#nQ|D30ao1=INUj!dD*4iQHsd-mYCd19++RJ4QckX7#tzVnZl98}k?m|<*m*;!|
zUZH{qi%&3re{<jUBFmG*y?=~F<aV0ga=5z6L5OLo)^Z=#Q$Z^%4_|M+KKJ%Xwkb~1
z!te98UE|fNnJgmUr>T1Fb?L=D-!2+Fmr9KlHk{Qqd*^Zm;d@UP#x}-JO>Su|u-x&m
zWs28(kx9GsPX+NESNmAYzircolgmSza&&^2c;>s*bu^uHao!Lq5T56nu{c<;GDC7^
zmwo%QOCgerCx1}*<$cuo!~==t2ED8{Uw{7f`!I8!`@H0d#nGClI~MGlA2qM<wY_xU
zsTOu$mZyIDk;38{9M`lgR;^$NwH7#{@a=q?NXXvDEaj(u`fN_Sv%gUG{k~r|7w)vr
zxo%-$bHx7Nr^-ElZoSTk=H+%cR1w)Yf3u-w#8j6j<+J0ol4n@7A6A&Z<!O7N$X6rP
zz=D?0xwDVem>piq&D4GKjJ2H#m*c*J>7OOjN_m%FO0m9RcW5<#%s&MM?ss;Ti*Ifh
z@>41l**0U&&R&;aVLj7Wri3h3+WzN5@0Y3bcr(s5^M7G0SJ3u&-zRc3*W<UNm*n!5
ziTs=NOvC&3B`500w4RQVc)c(@d#}opB`-Dguc)_hntd-(H2d_h`*f@3PNhn#IaAIt
zdU7pTr>&v6_;ZUwr&rfK*Qa-%=1dP@^5dLmB;0*FP9ecTYt6-rtIT$u-}%}9ho=Ah
zu#+=Cm{uHhZ`pjJ(Q}L9r=w+=-wwE5+I(%>f+V-cE))5gf}~0#oO!yoFno^+Y`eeo
z?$egj3mZS2<*km2dYLg@)je80g}<@pUF2yc=LH+MzUuk$IIwk1J^%G&YtPH34GJC{
zv4<}>dn8^o6ZM<->->isTZ<z!9{k!XI%}Jgsc}MH!Y$#F)y@)oS)_TBwLrTAnq1re
zN<Q2X79qRlLgw_(irK79MIi#r5vmKWnSR@OP;AX&?TIY{QfpbaOn9)%DL69!Ny5fW
z+E?71q<g<+y>0m&+n%LX`1Dn(j(?v5!}SkrT;eG?Jzdp?n?IhFWmv19_q$SHV&#MP
zbM72ye844|dv{jK;T55+_J0qS7ydl7FaHip*lM#yuE}k(e>a4Q{Mf?EU2&vk<9_SI
z=KH_7{&^Fw|C6yz{Ft)&<bw3h_$hS_&r7)#GEPUB%FeoGed>pzi{Dbt{!0^@rixXE
zw)&q*Uy&}lCh>)|dEx(Gyjzwzr}OkA>R5AM6El#~j!%g?ZDA(m9{W5q%ptw;+ArJW
z>wF()Yjb!^c*YaTDD{?&@AzreDU<3potts?RYu9;kk)OvZfjTHY(MdAVbwwl^=Sqy
zGV7#l{$J9*ar4$;al5ZNt7bNAl$EpD(e3v>F+2TuV3$^_-9)81tjDA_EdROd12<<H
z<2Eb5?QMPYLe3~$R<Mi=-EDQ}Vzj4$N9eq)m)z-res`O#CrZ1uzTD+3;#9SD3R7&h
zjqAw;>!w_0-J&}sL^9Ok<<g=nIzIQC?<xFw=Ww3)J4=9jVA+BhM!Q))E$A<pV)%`X
zyJc07!LeiW-JjH%DK9?s%UUU5l9RJ=PT1$)Y9^Y7CdS^M`Kot!ecS7~{@}Gm#!^9{
z%y->0<fffoDjawI`OCVN2C2pDh35~YluWQ)aOp{J%L%<`^`@tC?}Y+mN~Dfm4gO%<
zZzlQD`El^1b<MxMl#V=ct=kZ{B}cg@B2S@DV8go|8#>>1Uy!WLj{b7TWmzfD--Goc
zbx+TRh`jiAp<7Prpk>M%-Y48b{`Q)ZCYN@7wd+-QWx^&PwE3sZ=e4<Kwr^K_eM`K|
zZj+qptDAbSejbwjwd~+qe!By|^Y=2{mR-1x)BOFt!=Ly6GmWeI89HOmDiP_6cls`H
zaxN|{IM?fZ&7*Bn+uG|Y7b>i@m#;7Lyy|y;!78cMSEb%o@v3gxdibQ+6<Iyw_g54Y
zT`&FPh~KfP{NYLNmk%zUy~nlFe(5<`IhM{tm*-9hvit37!*<SUC-2&9jvO}L=h?d)
z_6y84uVsG1mG7><srfMXlVv}iOs;wOy>IHf*Ue!KONvVr{(sIbn6ycZ%|TaHN8?$!
zfwi+h_S)G#8#}u7IW*V$Yl=@1RhuX#r#4~cWhslI3%>8#R2sJV-r^}gz@@MBq~u_O
zSC`-pktNS+e77k`Esy>7a+0dviJLjc-2O6tt(bSQR^!dxL&vP<-fa;SZf~rx&Hv$Z
zEVA$Okr_*q_xu)3J#_xUljGhu<wg7st8{bEvWzcg@|km!x2?%Tgt_P8J&$wBjfajZ
zW!ilD?jE)%Sjt#?!BH`*sKqPKB^JIEzF}|fewoQ_vioAmx2q1mdLi-J`MOJk<fc^$
zSI(F+<ZOt^+VlC{?uy5I`7dl}-NJTAXvM07vFyp$E1b@L%zU-MIXg$2J5V=)*I=>K
zvUL|OaFr)~eDs!2evMzj9R{cTg~8h|L{2{!?adk(ZZL1LY|iYJ`dsJkTrbk{Ow^Y<
zR~7l|&G+StPwvx^4lzh*ZP;QL<71#_U&I;z_tW%%m0UrZI^o*k0;zvqYo1L#81aF@
zgK^&E*>~!GddDBh&fmkHEP1SC;y$-~yUaJSdy4RIl-GG?oUW)SX{!Ftzai@u(^9@G
zS6r4AY`AkSr*Cc5v!CA^EQ>lHMrD^oExyb)_nO}CgBfdj8coIK8b(O=ZZ&+NV_kBH
zDLeUMghMuWtarq>H1UT!t5Ra6xgSq%yuIyf$kC#^yEQj!^hg|QmMp#-C$s#3z{3wI
zo%KJS>R()U{l}g3`A6^F)ALFG_~0P3&UEdVT{V(TzZcF6+2zXmv97>qi_FCNH69G-
z*!<4y-QAPCtF+>2?B%3wn@_Zz&#RSKoM;_=;jQ=FDQ?$quJHBcynkR#*{!y<M{WGx
zEiISyGEwXL)jlV1lDY8D7W?Hvts5MaT%7s7Z`Ck4U@3guRKl@ZfjfBaJ~!j~^T~}{
zcIuh-vl$$7(T$L(;8t8D$>u7x@3z02wc__2v+nnXJDkowFHXOG$7IFpTQ61DNSX;6
zrm)Tw_1#ytNkOn6@2@zY)Te+YXJazXH2l8$+|f_;f@)}k`d0CsQ<K(NOb<FX<=Vcf
zGQB|^OXgP=Et#b-d68IHiKP7+9f8X)?d0mdx9|29%(&9~(&td|ybsaRydM+4e7Smf
z{YEh%rt06nE52MjUhwV@YsluA%V$X(*tI155!a$PhZB-ts(N?J@9XBjU&Fd)`U){F
z^E~?l=l^{SuXugdJhsk7ZH+v4XIIn3Ipwx9pUs&yvF_Bzh^&Ga8(!~nySy!8?X-=%
z->;Y7p168P;nFE_8Rj|_MMt#em(1wAZdhu`GiSS*#YEm&C+=N;(tcHf_2MsEp=E*(
z9s1fYv&ib?$FNM?eBo<}4p(*XH<$OPeB;)p=7-M<5OU^wc<I=WiI$5P^u)FsnrQpG
zyXAb#xscz|EUEY0Df=;h_DjpJGI!k$J(tPw+nMaewM(R#P4T75jt3WxJ=gL2{nYXC
z^qU)uP6-_T7qEDL*r%3)bKf$v*6k2!OP^nP&n4$qeAWLXm;NIgPioJKGbqu2Yr61+
z=1tqVcNYeVGY3A4_%Zpc-id>@2OA6;MA@Wt9d1WNvVJ`Bz2M_a|3~i@Hm*`lyB#gy
z=2Y&z<+bUqr(9Kc53~rVFLXF$y7?Bv@!q2kKXQGao-I>){6H1&ZO#SE3RW?}V(~Y2
zcdY&_6(pFGdhn~%B<(Xg0maR#l5;j65VN{tSJl8DCY1YGAZm-jh7~PGV!{GGOY*(5
zKXCD5pv`-pJ=LPY6I14{-}x`r%H)p2lk(3;Yz4ZD1ShDr<w>7eEfxR&RrtpJ`{lnM
z$l6-el%P4c@_^*zcgD<HjB;l;aEt3bc)5Juq1WsG-`mXMm2&eUU+T%j?i@m;CTrj7
zrl)qbAJ4d@cTGL$)T1box_YZ6Yz>JeZi|g?rO&WPpB-lX|IampYf;IWJX@BV==L6q
z$~Kv{@rs!Gt)xteY;K*0E0hzKGjDSIf7vps(@-pTxg$@>+P1a1C7P#LkA#Nu>z-8i
z$$B*R;K>)Qods7+ejI&Y*S;+C!_)OOoVUAKFJ#KtRd7TcJE}cBP<Pd(X$I4pMb>Aw
ztKC*Pwd`J{xslkpmkTOq?AXXQ_uU4YLN?h-rQ&lI9L}4UWg0!P=PhKudi?HbCg06%
zhHR&w8d*s_6<KgDdhfGzkGgX=I!r7-PhODe5&XL<LCr*_<Tm3X0j^&^YLD?bnQgtc
zZsD08pQ7xWbvKGC)+YKtf3LjYjib%n_9vEm1syX4-zMx{=Nx<eqv_Ss-fg*)_Z|A7
zmbBpq*P%7mOD=4l!gBjXg#dra>s+<H2V7?>?C|_h{?Ab|+nxJW-InhGD%N)l`qGrx
zrtn%Ps=F)qdVNw+uh&Su!pflH)u9<*uy}GqPu7&;Gr!9gFXj_%4b@H(zn?$pnBLQ~
zXI&J^Z%f#SWGEW0++tptAh*c*&CdGY;@>{Lc<i6>{*L8|U2L8&S-0z*6cL!Ps7>Ke
zRb`8`d|g9x^!uhWf-NQ${})UD_#OX8>iwR-dDnI<(M*andH!YH1eTef&ubP}cbpYV
z+%oxmxBBF@XD`TX$?blc6`6CX=5J_d>&+ZF^TfIe#b%}BJRHB+uSy)bpRe=l@}7;y
z7Vp>l#q`f{@yy`+MO&2q{EK`1IAAHu`)9!u{vA<~i&;EV^^l?z>-OtTlI&lzPJcYV
z=DJY9pFMv!FG|^&{yF7!gUBz<+6VWZKWBWjGkKHg(qu)I)(-{iJA_R&Pxo|JXn0Rt
zUic%kMoOXJo<xvS!lUziXQv7nHk^uG##x$RwU^`ca-ZP5(1)e0_oYsi@VVIBkWbFm
zh}qRR%ktZ9i=a<7s>>|SGr8)mb$xyGf8hR0#veGQ=kD9LJm~!I-W^-Tf-J&SR;o%(
zQmE#*7QXTOneQ8`pUS+Gmr35Y;$r6VWaGD7Ve1dvakDtrsCj9pStwWR_Cs@p+YDJQ
zd%alJoM{rpyTEXVf>q7uM|SJ-q|ZEKTRpSI&b~d);z&*|Yk=mNeu-BHoozPWe=vV$
z@sHEH+bbm71*#aGSr)2H2@zoElaou@8+EwiW5xpBsKY0Iooi|`Sa<ZXk?^A}jxF)+
z$8NkxGFi<cx3hq8{_i*Gv5u-TM^o>vQ9fp$I%8AisiQ}~?^<-?!Rh#4O!t2LeSPlZ
z$weOh+f&#@E-2~Vy)0h7O)Md~pn&7XwnE{k*(MG;3@-%(*XmBoaeUHpICpvCp3<zv
zyi&OrrMlbK9y`3Q_1m3K*CN)eJ$NZ%P4Cgp#5obiE*VK3&S01z8Za+QbMNcPtP6Ub
zm3w@9yWV|C_;j~CZ%&p7yXJ`}flUSs0!;3&P3wMt(vH~1yYI_S{YQ81>2+Ai*xR(E
z9{cIdbT#g+v#slr)<X;eiutD&1ckcj9<H3ireg9cXy!TY*>k6J2EMBabFA=x7`IJQ
zXkKvMl<o6-XI)v7$8q@J1)VLq-ObI+XVNy$;GEcgpw&uY|Kmfk_9tXc&vE<wr|-|3
zSNoqE)SUaCEgySg;=~X8KFyE5a%tZ|uHH#Or=oSb4{Zz8Y+d(yLyTVF_0oy0j7ld~
z9ZTAHAZu&aer*$(zdVxzvR4LPZT$YFtSnA5%=*3lBG*O#pC01YZB~fnT7J(w>i6ko
zB~?Xx*84bgoR#F59ncYBVVGOeqV@3Sywuc^yaGjaKA}ZAk<+{%7WsQ$(&v+$ePQYq
zAAv-nSHAJlpMIXVxhYxMmw4#-&6G>O>W{5WI$o@?WJ<-8iQYS^zDjK?D^m!4x+hO(
z(W$1r{TmdHoqT9}XKyWcd0yP{J!Mm`Sj*S6$p3#M{^P^3xhm&+W22Y7QSphoIqjTl
zq*iuGCnx7to10Ufc|_c}@%rm6&RLrm*_79=cpW*%t>wLD_kx#mrf8-px^GOf`qbk7
zFH&Zo+3v+l19ttZDo$M{%i=EPbWTwEsZ;1dyX2+Y_j65LmM=cHq$SZdOQTo!0{`om
z0ZM5t6^!%d$3*|%ofC6jGezgTkm9MYI+joTUAgvX7vvUx^qk1Amh&WpUHk67Hyp}}
zbq6ncpLB8W=99d)%arrQM3<x2eAXzZbnce+F*J(x-L(J63#mC#{vVCLO|QJX#q~k-
zyCN~+O&6ozFKRDn>pt<z<w=HsK%Km36z_s9c{Zz$nsOLia>!!UWtoy=nB4mIZmmb^
z!rNl)t3@4nvZG$4u`Zsjkf<<~A$t0ZoZi+<s~2g!*L3s39YW75=J2Mn&YG5J#hV%S
z<5dm&eCz$JTdzNSAegZAGsnGX$vf6Di{9$2s%q5!ZEW)~qPbhVJfN1L=AM_wZ;mg#
zo#igigL_U|&-IMRy<nDGXy?M5;B|3Q^6#xzZ0G&GcjCOqX^~<Ji38^QKJvbKt8<6J
zAtXX?x}>|T#+e@matm&ppMUb?mN^UCuFLK1S{=Ur!L_xw=k-b6Ti<JP)xf6b>?;2G
z!cXQ*pCX`euW_SL%?x993%0ME0#+|G3i)@j$>uLK7Q4mtdR;5)1&L<2@`&tXy-$U%
zU)O#UX3WrYEh6K-%bK2}mzcD<P2T)7beZ6zm~~tHyjjqPHTT_aMQoYtxY{)3*~9tw
zU6V}%7Tx;B_todMTFtG!3<sSa?8yAM`}(~Dt6qL+JzvKre*P`9&W8^V6r<jX-TZb>
zZ-o#;yN!HbUV;l#X{`0G?z{^>G|L*R`gznE?zkvfJ`fD_X*sv{IrG=$?>{}YtCzgE
zVqbRX^{s*Xt!AHn^!fI!TTNWOt_8<G{bEV>owKVvR$O+{Ap>Rku-&s3NG)i1xQ6?y
z<Ax8s@0VUVcXLr4&*gssFP@(f|0b!!U@-gaqP^J}D$hPw*3|D*4(V%qQptbxuA|Z-
z#gog#Sm$cju)QvQ%<^FJpUNF-j^%6T_jMjw%QJoP{AoMe9Nqr^xHHpPB&_=H19L-x
z2R*(|j+^-uMm$U27yMji_Ds8TXAU{dURGe$sdQc=<Yvr@sg7o<Q39=drdU6|upmMI
zg~i@Qg*m5!_1Zoe=>6AIxn9)I9?Mnz`H_N&-9qX8B`<~KcGgIKUaLEyBy-<}e@D(q
zUdj3R;h*iDKOdCW^vfsd>8=T_czl=t!{_*aQu1;8nJ4cQH?X-r*|PY7(Bh~@8v!*l
zIa@8Bz$~4j=si1bR`=g_J!@V!S$WrNj`s(aE;*Ex-FP#HZRx2Aj)JU>GnRxM@oupE
z)MmKIea59PJxjMwk9S}E!r{TE+iN_uqdLyK>*Qb!Rh60H#PPzfpW|0s%Ce2u@406)
zopGO;(eUSJ!dl%69NChh%Fnb8)VEzTGEqO}?{ib7tyNYez}1cG`L<&sg6j-<oy8|K
zY6NZFxANo)cQfv_XPj0aau%{PU!wZ$MBC$4UJu_?O`Q_=I(S~bU%z3|j?@#0e7pNE
zE>Zd$5@5Ko?^@5k2{XBvAHON)G+TSvn7vtP>w<N+TnZmKO%*Hh+QIXmDcyt9S0em^
zreF5FI&}t5v8jw(Rw+JlmZ|%ow{3o%*fM4bp}Vg*-o8@w+0N7{mJ==U_RfQx^aZm`
zuNfq)J-DVYUTEK^E5Q}dpPGMs@WR=IHzBv%|2kLv{w@7;XExpox2SodR9C+D@cMZB
zLwk4gCw`R*3Effj(#G!d8@YMEuP9f1yJ)%Vot@lqnfvuS4t!N+o+P?z)v+40<4e7#
z8_YjH_pMU;qvsx+(u?>i4^FmjPu*Q2a`k3K{V(gJ`g;EP|GudIt$ktFJb7~JtUb?8
zzH8}~+HG?6%(^2z`@HWtJlXktUtj&_{C}rjA5Yoyd1mfHcI}BBANJ`iQ8<$(`tAFi
z*B3v2^jwl|?Va1*rE0~wW!vGkla*~k7&bbjOM3TPluX-rO*U-q(Yxyo|2{2tUChCi
zsn;}NTSQj(F(WDNk~c@L&f+|_IPc?T1@6Q5q^x%5uT9;u%lZ1Yg!mV3r*s~R+`e*2
zHTX+cIg?|=a$zO5o(U1s&F1$i#ogQ6f1DDxYgd=6=9#22&Hea}b?YD3eC9Y8yQ85>
zPw5o5{T)T7SCPGQ=gOMQZTiyT==X50R7p#LRo62GmZvYB96jbOw|V}n#iV88M;qSY
zuS+tO&pa<?kU9LP>vPnO=YksDN){JW`+UyGsDHMcs^#;2wU?u&bo0$7U!6k+ri(xK
zFO7cw=xyCWIhHF2^GrE6oNkP(^J7an8r6L>M{M@=301mFbpqDb{Z(Gt^x%n#DBGOM
zLtl$tMoI|;Jc(tTvp31SqIg}wB)zvaE%T-C3pABizhA)hQ0}It63fyRzb3x?5V?Hi
z6yG;NiSw+Y&vA+V2%54yh3Vkp8&cETWb|(JSZCEP=;eMYaIUXUQ&@4?$->0bR(t+-
zpY=QXF-p&@>#PL-3&Y1{8)7VsT|ci8C`qz?ZoJ1Vn{hSc>dj4iS1>6kNj<*9q8Gcf
zsk=YsNX<r8#i`Fte|4s-{kVKq>hxmgJ3BrqUR#}f!t2n6L)rQJdh352)h~SgF4o|t
z#DZs%FCzt&jSMZjR31Gj2(_84v~UL3?;w|G`*)|S7WJDoZp@n{@kg!ZR`C*pm0X)|
z@_fF@6B=vz*4=}hx8`C`!fOYsK#psVzZ`3~b=5ECYs=U>Va>c1Q@mEMo!8)->X)Rn
z_(ICnqG=IwvwqYa^O$ufz0c|1##2krpE?sB=fdka>rC(_=d*fyjx2pX#aO7=a*{Il
zfq+F!o=s+Yk~1E<oc9XTW0my`(cj#5n4@8>_J%E{npbb$UbL*#=!)3R%$?RJdbb`u
zVxBMN)Yoo!D|S(!L;mK!vtM#s_+Kw=^55nsvvNsKVu6WKLBaoNk)QI{b$Wb?D*w`U
ze)`_t`DZ?fSk%QX>2XMTeMUU($<E7)OL+d4d~Jw{%D*(>U!R32YvH;%JGDI(jXyJ=
z`jmfav&BW*=2FeWZN^~%LU+DPU3Hjx`X%c@-qyf_LJAihW?N>(CH*{iI->sV?u0oF
zzPzi&1zsuMdc3s$f9xE!SL<5yqSKFOnyh(QU~>Q9=JU0TH6H~3eY3xF=;SB0mbV}7
z&gI^*E4uN!<ewXQarQTkpO32&y>4&SkZHQBj8m-VX;y2pufQvrbGF5T&u6oJ=C`t`
zPHbHL*6`kOv2WYOcKmsvTJy3v{#dm99@cM@Uw*jr$vQwFwJ&Df2|m|!fzmd{87F3~
zU${?mac`PURsYn+wMTz`7T>UUGqaG`lB_jh-tMVgU#z9(zU=g{d+_F;ccrsTTYTXT
zfjF;jf1AH7a(k;px4*Y>SYCQYRI%vWV#Udt3v!v1g0v5<UYWvrh3DSAri;4Mv>!V%
zrr%0<&1IaM(DC8VD~9-cw~qBhuhD&cWP`YWv`mSV_SqLai#PT}zvg@Xdgo=Ii0<UW
z=cb-i7U*R)VV<j!ZgcRB$h2vJo-gMtp5tGTViWN?XJYU6t6SeVzuDnG@nMq7t@VOR
zRnxC>1TE#!PP`-hs^{R>+vOXwqD{m=$F46>SsX3@=$pH{K~?Wv?&${cIhLn$6&I{+
z+``1|;bF+Um?@cmb!qeL?e7-6onyPr^q}8;g-HI}R}Kg^dRDl#9Lp+w)ILqg@@Q&#
z?UKpvYg-QHgeC8^>HNKK)g;z!hMJr<K0go3>M1(T+K?xuBgQ>r-QlXeeec{W8P{&@
z(>V0)n^|99-yXL`XCutSLYMwIu+_<Swc1Rxhs8XSJgcv2y*ue}HA-)K-~$<{mJ0z<
z*~y2+*zV-Ev9NjtpPRw4-+a&f81;o&PNAGz*7jLxe4lmaL&e^>^u3MQ=dNaL?GcXF
zY`Gm^=DVmRpJ7oqM<>Tzu@Y`C_8&7YbAR%*H|us<KC9EWAX|e?^XEntv$%EoFaH0z
zm)4ypI>n_|GyIUKzwhNm^UeonO6ab2GM+rC_4o?&ou=uEGVc}nTVGFjaB$-p<&cSs
z4xi_jIOpcM&qBd*#gqe9Y)5|nc)=s)?q+}E=FNjkwWn{af7tZ?UFwzN4H`eTT6|Yu
z{PDxP+&jA}Wpj7C?OkzUi`4qP-}L@{{2Bk?+urI8N7nTSK9M$mSyyk!_3Yx-MBV%d
zYnuks-%1B>gaut%%Mum-V3)T13o*T$r>e_$+b<8fk`lcA&c5kY;hBOGDpl*Xf41c<
zm}>FEF80dG8C<*)q9+@7Mhh&G*yf<?^x3&{?=5k@r_(0|g*xu%;&9bt)9%{6z*l3!
z4v_@m!#9mG?8TP4Oi;>{pR$VUd{$bYQ?3}#GZ)q*1CRdSh3#rnPKZ@8o{pRR(Efda
zM|AQ-C2J?f*_?k4D2QbyI2=7WInp<Hj@;>-`kmdrF8v=gdxIC4h$+t9nPI4Qwk<SC
zL2(jmxs7s4p_}_=#t#mLVn*H?Qo<IyLLC~MCM?*jr!(<d#>d$U<2mOoo$*mvce3G<
z>47dj-nTNjHa~8%lbG=SgH%)N=B<4}t63Wp3>Qn@km|^7Gvv8k${@lan&K+JWv6oC
zSFxZ#(?YH1Il^80fAe3f_`3M_k7MEUo3{wn|K0vy@a<hO|2OZPbtEdjF!4RNu6WrS
zy`%Cq<BbfCq${DkybaT(zOTQ3IQ#jx!nYs2e;j-KTrn^H_|u<E_ao;V-njPTQGeUs
z_chO@E%L1Ye4F~4kMVSk`RQUmk@I@X>pfSxt&IOGuzAjFnFB@B4?YYyu`cssX7lUo
z`3rKbb+j0{yGw6d{F=I6@lx&W@4vX`r<U2LuGpFCRTtB$=d^g$^B;f2?fU!wJ#&Az
zPLcb>5v~o_6l;`bUs+acX(Gu~>bl^qWzSt!;XRjw*poQV_UxQ!uvv25ZPj~Lk&lau
zJC{XPs~ob_mCbD4x-DZ(tJ;GF$sCsgSWMV5Y?&?^U5Icy?U(O=DlohETEJ(?Tgw_h
zT)W!wUuD&zR`KPNrE@$EF1Gn?7*gTj>}S4edrhh4gUo%78C#FNt^WS;^Yi*%zwDY%
z8&|K;X3Vv|v$K}@R#Z&om%<g1yr!!!+r3rsSsueC(D3%HuE)}X&(CDn)P6ELKC7ea
zjQsM%V!qnk<rhnIcO4UPdSDZ9R(1LA#>mUtK4#Bac2XnDXx&1aM5{m6>q-?BIyday
z+`RU!tjSraAkCcoe0QzjqDrMVZ{G0a_)q@W&>>u(9OH5C+_`nqW|gx7`y{@9o#wT2
zMKp(pS3(`jUw4ij+-IF*)g8+(n;1T{HuYCqq`6Z&c*)DET(=)mOH)4Xi){{Zd_6@#
zu0+%^eo@HMpq0XJeJUPAOy**~x%+|3#ixB{j5jMTOIW`+w5%mozJ0spr=!gqmf9T`
zmOR?HcJrcA8^_3sjCM|)!xgG~9}92Vui|;)Q+n{j3DII33NKxHyyZCGp=DRj&1p+n
z`TTzWMI}jLKaND<P0#-{#u#q6q`Rej-i)e!P8>P!-#ofBRr`i@`8oGH?cBD`!8d-a
z_@(;p{?69l<?o%!dDAv?xvL+q`1?Ko(e?e6tl#DCeD~ZD;<Jx=y=nXv7CDpZ<=w~C
zW%gKHT=L1xOx#~}-qMms@o5@M147TWW}3}*3{`q7uC;TnPMgStKgK8Y-}v@^`k{I-
z!G7&|&*GhGD=PFBO<2K~skNuk$W`;LCC8<r#B9H}r<ofwCTy@RalHM6K_qrHldk3(
zPWz=&-g#SX=J6`Dbh?(zS+lt{wJ0fM$(hax4;c@){$0f#By_P${HBV|#m!F7n2zdj
zPTYC?$xH>tzl-OoB?$$-dHbTM|8v9QnJrHnwu;Pt>ykR7;#*7Mb-izrvV{&$X0u5K
zY;VyrynMh!sr?;m+mtgK6Folu$`P7laH*zoQ)bP-r^j9w^vqw^mGOM-!9$9D+g>It
zX}P;iVP`{#*fEA(){I|_vKGE_<-NNlV|sSPWk(MOji$FTi@ts|{II_MkI^doU0v?-
zdwcBvz1x0Ze?80d*|%rB-yUIK#`ivUeZhwZx^Hqcb=I=2X%HwbnRT(0=k~gS=htdu
z>??#$tFs>Y`8q;|!{+k|(?8Si|1sP5d98k9pWLJS|DGJTu-g$`6HzNZePgxhef8R?
z>=`A`{PdeQ-{-!+cI%5<VyB-<@f>Pq=ieBkTlnw}pH=pTIQ`f_`SbcNAw6BD&tBS`
zn8kBSid}B8+3pywT&tRA#^)bR-~Y!{PDVyVP4(w*E#c<V<<3t`iZ<^$cCIfvSpBu=
znNIyJ5_}UA8r`n^xcX2~uS3?O?B&JwZ3hpp`#g)ITR1zB<)Mr5j@KI|aLv7*Uh0#v
zM{W`8VS&Uz?Fc5RyN%Y3tJYmK^X>opP<MrGQx-Gxk%)-IZl!HD!G;U0dL<|GyzH8(
zx~(An*xujYKX%94_CI@KT=8wPf3o5F#FBRQ?dy{Rz2De<^*r-h%14jq>VY2%dwL^z
z#PwqwV$T;mex@rkca6;78D7C3|Lifa<$mRG_@w46#<P4YoMxPQzHQmVeXs6&ufEFF
z>n?prj+57IfhFr%7mLTts#-O%KXxu$aR27b&ZFf&KF3%uoN}b<?t)dTG`RTJZ`HrW
zXBy=oduv<occ0taHqPXnb$0FAwH6O}-W%8C``tblIOT%Oll|Iz*8fbB%U=KC-r@T5
z&$)7MyB=9|A=x7|y@X53=f&k``jyu;gqk>aK27_-K`5xFOVBTy%gj_H`QGKj=c?}<
zZN8c75pgc4U(ofD;>6iTubP7NGP?h|J$CAdvYTIb=l9Ik_5X?u?51wJu+pP*^RE~l
z>181~N+Kpq4HE)%E^?W6sGe3|6urB8N6lBQZ|CPWhn({NP&;eW@)*IL%a&(b-`QQw
z%>V9Qo2lN)(w%XSkKW(g6aV+wb_+Yt3$r;7TI{Uu+bSTb+WknTBxcU_@7?F-S1<Hd
zkTc6uR@$$`CC9M&wu>M0L%!7p95Oy%T?D>gKA@TQ>X5wlqu;Dy@jGUz3#q>nh*{vY
zzf~r3{>SH^uVi!Hn)0x9-foW;=G8JrJh~q2yIS6Sc;}z|>%C?9JO*CY`yXu$eKTCz
z`tsT&!<H3TWb3-@nQ?hTb5h03uTxaD^fo)Va-Y1WDm6LyeAO?eWHs)6hU-6ktnEGY
zbCtcrhBq!(%mM^IKR9VPnQc*0m27uWvhl4buC?4wWwRBTI^9Bc&2>F}R-uBOjrV24
ztQp3Sx?f12+Tyk7#Wd!pCbrDqnq!%Yc~`~?W@@>yb60=%{qT$7^Ii7~I?-DmDf-FD
zB!2y{P`LcvnG3qoTUIZ9Y|8yT?)GFpx9toZ?And<_kFYb_eAp8{JQ_IH@GFd->bZ$
zvRzp7!@t_*<@5G*)qgwxPyC1c|Kt0QMCb2mU&q>$8Sp;$aLM<LyUIHjTlbirFZ_2$
zY**C7oB97V_x(Hn-+GPQodeqM_xAGN`ztVa+vMjgYIi35x@lNjK6T&U<V8tpy8fHv
z7DleWXe!%NdinOU%RgTH;*F_%q9nDq>DpZH%I_hmZi|j~))nY7U;Fjj=SifHv-G<O
zFI8H!^R|f@+x%YX|3Liwf2j@kYI{%bHF<C+y=vZyg&#9M)z}r6&Di9)*qVdGATq-H
zg409Y<PVn@JKIEFy<vLH(s<+1TUOsyb9ECKnGba~I?tGqaO2|isI)Z)GZ<HRHLW@o
z879sB&T7kCx3wV~_pNpHS-$;PYK~-f!VRaC=g+phnrt?!DnOs}*3FpbGlkcEu(7c_
zc6$APxwRL6{8?__x;B#6j5n|Li(H3@T<s^%bU%fqi!Vhnw{<=-KiIQ(ZtjCq$}8k#
z9{l^up4b0ui-`S=&1QkyW|ua<trWd@$|h#*syi+9TceIP-AOGg-B>LpvNN>x*6kH+
z8%r{R4*i`Jy^W3SM2%g4{dDnXvDc5XEm$>Yp~Lmekg3i*hu)WlZ4%nOd$)z1o!*=;
zbDkY`lM1fzO*|$4MeN`qvpwrC{NPqBC@E>VnbUSNM@-Xqq2x*Fvv*2Y<r~l59a);&
z9+rJ(b5BQ1vsA{UovWv8uQ<y!$-tA@tYeDnJ4>m%wI`e}GiR?ATzze0Qq~#E^fyg2
zvowy~vHta+J7!x`5KG_txl1}OyLoQX_;(}9qiEaGofZ>rR^E4y%QAFa);Oc)&nBHT
z)pr8#d>8Si*Ic|jt7C=nvxBD<-Ul7DdwE65+)PQ4ZG~s-^&7WuA8ys2zH#^V=a)-u
z-`{O>NJtMp?zT8v`p%w8=I`(7SX4PS-<09!>-%s>d;P=b`>XD;{+&>LF2`0&;m$&(
z;)N6X<I2SrZgZHt%;i|>uE!n40{%Awzv*3`Bgc5(=2~g2jEeIbb@k~NUfhxqmgrw7
znw<3H<W_&@T_WEVHtb=LettXI<NIPGl~o&Z?rOYx$19)|pH|Fv?8f}LZ5B(<>$0Bw
zIzLx0L|aPuv|h?p@oU#+yeMAh`)OXe6z9a9EmIy9FfIHPtll-}%MxeB{*WRGZ6UUq
z7Rz5AD02L`p>u|j(}%L#7p)A;cN-jjSuf<xb1puc_f^%jEeej@4;RczDtfV?#&$;4
zcfsRlJ5FB^P>4x7sjJ65MSIQWn{#K^<sD)?s=#?#R7=<K(t$AE6HK@H^B?_M|4-KL
z@A-e04%}PRMSYeRlzf-F^;q@Wy4a??s2d9oZk$`J@@7x4L|BGj)SY$y2DkS$EwepP
z^^;+96`%3y3oltc))v;KbDy{QDe>?2|7Z1`^*{Ch3-R;&ZHOyd@tnKB+<B`-|J%R0
zTV`$Cx`QXgea2POZyOwnmwdb=o&V@T1*<Pt)0Y>wB%|i|&7Kr+&EQ*Z0<-9uokm8}
zUW?8uZC;jn@Y>>c{{nt~U0>g<U-Qm5Vy$(=|MDE!ij>~3Wyh52)E@5fn$=Nv$n5BY
zvqA44UQ^ecZvSQH`C2aheP4{WC`#NFnfC5)W6(pT>9TFtG8#CyPBJKEwVi!1qI;e3
z1|b2Jg)=s+Q;mDZ*M96#;o*R}M^9zQl(Y2~&f-X(v(x!FQ*ZtKxz|5u7+5i6EeklC
zZonh)IAhMP%K|<EK7|%S*DMN?d@>dX-aNHY#fhzVtATLmgBcP#dU<2+&ec>BRy1Ph
zSkQZLE<68*y04{MZavt1-lmzmnj3W5$nW=y-bUGcJ+pa+uGq(O+thePw5DI^`g>Pa
z-ELY7`*;3}S-iPAH=Y-5*!pkI*PFI(hbwl!U&VE~D1EbRhEI^!ny}SPk8YUw&RO^T
z+BU7?KrYwP%O-~UO6BHE4KtT>tiAsF$9G3%!3kYot9o~>OTH{%BCf8ke&g=l(hwEJ
zgDD&1$~T&EGX313U#xv~S!NQOYwY!nnH*L<JC|ROmy<hoT}UU3IY~Y)JCA!dKW7I=
z_t8Zs=5v&8G+Y;G`tN_c+i~8>7ME5Pr8svag!i1tJMfH8$vcR3(~+=x%k+A+)(+Y9
z`>QrZ-1$3cwqaBN@8rdX3)BtG;!n7)a9>v6A^eMBUlo7(wtK&N_k^|Np4_->pSk7X
zsEHrv8{6f_Z!$}}o~he&RZy@<c5D0Ykl2K&KbM|Kb}hPp%B;9o(c*jt-*Qoxlg(o1
zHobjxw0lRvM<uc9-Fcsd7<K-%ocvp($l)fvX4>%`<<HgL-QW2*#W?8Exx2rAeC6JM
zIKS>Ymz-X7fU3d?r=l5r&nBKaJSFEekKx3FhOW(wW|tox(=csxo~=G*a(T~;^Uo)q
zo-vC<Z$;`)*EyM=+&}w$x@yN}-7k9XaCcJ|o8sR5SvRa7pSZi?Ym$<u?{4kXC%6AS
z*^}|4IV`hT{I5akRbQ*gZc4HL{u+Gy_d4mF>c-m>7m4ybY`rBYD#(&~)Bl&yk$Jnj
zBg|NP+iX6i^t74oWBe*$J=Nya4VT<Sir-?de|m2Da-MK;&JK%y=Uc|cJ0J1={Jr&Z
zhic*kTji%bP8ub1+XQ4vO;<fHl+#<ZYL@Hb&Z50X-<4eOnJTsI(>acvwlXrEJI?<;
z_ioXiozEueC9Z51Ja=fbQG+OV#H9z)`VW7+<6ZG~xxww5M{9n|tg7styt{m1xU5dL
zdCtYTi%m0|Z+>ICS|feBd3MJ1?;FaWGVS|4*Z$zv&!YG8RbE{cvi6^Q{O8`>J3;Fo
z{&JUp^mKY%`|)`dQvaX-{}=DjDV4wXCtu$F?|dveQGtzR+8iMf`g)6R#y$MyzTRQa
zcdIF}i?jPLE^0N{B_f^gU~pVum8M7u&)b;w*CWh%Z!K&57P4O<jF0!u?EJmG_y7On
z<yd%O%UbPwO|EUb9sU*sy3EQd*eJY7eXrl6c~0q5C&t>muWh}%SN6@@w+{|B3u}am
zzs}`4yZF#6OT~OHrq8>YV$WPCVLN7aq2R=lOFX^@4)-lg?QVB^Y$IXp9TD9+_2mX5
zzxNx`9<cCD6*zh6Xmyo9*7?KNa}p=cyf)#0=j|rZuR>4n+8>iT^JmH(&NA1WQ#+?C
znwag8a&BbrWl3e@yvEx6Ed0~q$)a%;PrqB(#XUYf|F?*o<#zTB$M)_nzaZ6pd|rjn
z^Yibkv!841FMr;sq7k_`sLv^EHP`od@((I*s!YBSH^JaHQ$>D$;1ajp3nw`1I!%-f
zVE^>fyo+Vl)m!cy2HV7<Uoe==xiizL_HwCg)cTbXYr_g_&3uCcG7q=Z?~HNt3Mxt~
z`m%KKVlfvrwg;Sw3w+t{?ojl}ka1#^H{lNrP23vw+hLE|rM6}ZtL-6Y1D9OLVEI@Q
z8am_r^No!hzb33&_qgD+#P{F5hOVzl@*aE1#qvk>7i?p0S$BEkO)lnL%Q6=pczG&W
zKx237=Bg|5S3-6iF8HM7yo+zgA9MaQbw=N1PTlD|Bzrixh-(UqR@b39NBEyTk$d}L
zqmxJM1*tCX?n&zotL?rlz<DlbLCU4N9lp{mvreAX{8KqEDVp!_ap7snhKo(N<Ska;
zJ4Nf(ez9#kBbBEr^Bq3<`@;l2U!iK==FiK&e_^P95L(*%SzPbIrKhK7oEP69u;JQb
z*1AK747=tP7L{~Vm*+kF@u2bbuh7=r-`_vpuD_>6Jibn}w@f%zQ}jmJOlkkFsoKTT
z7Q&vFIMnC3W$JfK>3r$a8ptKwd9i8#st^~2Pi_Zoi?!soe)zKBU)NH{;5atB++8eO
zj9(J`FLg}FTQoysHQy69|HZpzdGJ3v6rnK7W~Yll{qyhYw`4ZUv~f&0aZXHb2KSWU
zOsO~XJzoa*F+34Zbt~1Vt9$sTRpZPwo{WPlCHfB*$}E3>WpNqT%0;V#cD9{5S)ljq
zbZo(-w`x;^|4sTU$Zl@7dDhZ|r8D2U`$dJ8vlUIS`o_lJeBgAEZB(1H#M*<#=WV**
z*L~lessCexW%*1g8F~4~&+Y$P-m80^n~@xAw87qcMaX-R)e|@OENGe1rNeRlHaEMW
z?Q=#M&Be_#y|R}Fq@?bjyC6~3VNHN!W1q;iNeB7w9qqmUmn(c<3GX!z1BtISe4%GA
zY-I~#&5~+f%NETW`PNCR;YL$JKqhbP9+vsLJ66|!5iOq<-jW;oaQFRN$J^y?+W6Ps
zKk!!Ce8JiV)1Jr8$`W}AJkDNh^79_JIY)RUynnem;?11HhrgMn3Eha)h{y|QUXaPc
zd^f=5nWR~*p?d!t-nG25j)|u4D(3uj?pu&+tsvussYgD3<ovh%|NH$#=j`UTt(qd7
zq}{r!?3~%VoU@yx=k&9sxEA(u2t^h?(Q%r3{@8*u%N#<va<4yn@`L4d>0{kVvR@3R
zN*Yy|Jz?3`(vY$<an^)$Z`lrsz7EUgU`{`I%hN_g>iD9g&bb?}8m>v(B9<|u;Lw3C
znbecFilz!Pcrv|qWA<ftUYD_rA<NZZ$$?`I6N@yjIW=hPI3?H;aBrsO=JaKki<``N
zvwpqUdA3b;<I4q4jNF%O$cx(Z_aD0g)4mTg{U5zje!gId!)BXfU-|F3UXMHY^YioA
z4I4i0ih6u8+J4TBdFKn?eiA*CR(xkyDL+3yf9yT~1!hNA8LDW_?#Plzw)uJ{GisKb
zcy_cVt0z-wsO8?K=l{3Iwnue2v8VJLeE2Z2a6P+-LI&fZ^R`x2hidHlZ=JYsh2@H3
zhU~U&V)M2dd_KC@xxrcZ!nWKq`#AOod!@7P-oKwcTlZBJo8pQS6HdhYUpBF@vpe?f
zTN%&c=(S<YTN1Ogxp(j09kKp;<X*2Cm3zBG#Ee*;7zs%9AAEV|rQ0^8)NV<+yN)GG
zU+p@_d17m0QLK&VwgnS=Po*}pr@h~EU}ky7G?6)~eC+JP>y>+^&1GzQ<}p|5<j(Cg
zg(sf9#d+%IyE!t8ADLYGTYG)yyGb`X4Vx#ZluV7vE;ndnPuJDRlVjv~zuULPOVz7|
zcOBD7^Gn=%!Hp03eA0ub-A?Zd%>Q)QHbOb<>z<PEMGHSq`r7L}@sM>`Y$NxrZr+y@
z5}lHHQvyD;zuUE{@ae12IrjC8S9AEBnI=tL?9TCB(&FA~Zy{Sdt3!LO%M1T}P}B-#
z%=vinF7uzqpY<Po&)?Jd^;Yp;4u|WGT;~hFUEJ&V<3|3MCJU2`505l#pDDiZsfqaB
zf~7sb^-jsK&ngfN@=BWbQh}}A?4-{H_YHHDd9FkYCrz-4_3Li)xO=7kd%d5fuS~UA
zNWf&Xz~)a&J_Q_!w3j?JJ72S9c9>x0>Ie5)Q!RJ?6xn}0tz+TWYnwIHPRLw+P*;`I
z8-L*OF0FQng$7j*=G6vfWE448W}ItGv3<3yP0egm)0G!TWnRu`l@<_pdabi&pMd!D
z69F?;v9Id0KKHAQo9{FKm6I(7Y4aoXJ>?E{hOaeME^hf_TGVI|{Eg>sy8n%+D?gV1
z|8oB04`F|vOA)cVbRPeBp;)r}Nc;Q!{MphPiruCXg3StTY@&L#CxX`HZaAU#DO#s+
zO6;obXOFy*bUhlq|JIDuDLnc!7&{}EyuOvim()B{b<3uspPtTt(023C)ARNGXG~`a
zAA9%IUGcT0-@E(F2c5QOm#kK0ICk<cdqOo+wo1z#X3b*<_r8v}BK9?hE!q0YS03NH
zjS&g?)%?*{8Q<OA-`{*#d5+HXi1pX>miTJwh_ytWV-Snz<Vwo!`*la|*4NrKJj^PJ
z9*Y#2HqKn4=GS@ov!kQM=_1D}69y43Cx+5oMV7_uQm_5Fb>)le<O!^^{H*!xjkjcO
zKGe+q!l936#~s<pt*tvv6*T09rq0^5Yu-`MT!WnnY7Q%2E_wT=a*307($=`gKc28$
zQ@S)`*0$!WV%tppniXwz0}L1FUeoU0YM3Bw;>g0>l-TxgpO)hO_jB)NOYCX;yZ@C=
zM-+!*;6^<!g;PBlOV%7vNMF9{gfXYayzHG0(>WHWY1hu$K6}&eNw)l}Ht)0BU}h#X
zZSLLl%WFUWvd&Mwx$eW$^ETc7c3)W%!ZQ4$YJR*kob^mfZfC{8Y$gt;w8N@G24_~h
z;u1eUzgfj$!QqD|xq1uFRV#*Ei8_{bRb+kX#u<xOWie<Tw7gOpXzqUPc2)EVuf`=B
zmlhljv9;;8Y0zE1uWkMLQX${V30tEQH%1&umpgK|Z>54_OV{DqHl<PyJPq8hFW<FP
zEN}n&e9fckldVr<uP55gKOVItH+s$W>@B&{rov7fGV=27hlLe5KRYwC#GhZis%?Vj
zjP;K;+}Zp6XN}<9bqt4c)D|C0*&CO<Gv?U(>0XWprTnEmg1y{BHGkf%E$_b^<n%kw
zyqV=}gUy8<t{%_WEKUZz{A_zT`_(SJuINJ{XC#DmS3YXeyi@VV#csYu{)=bJ`99t;
zD$-Kj`F{@6^tJx6nun%V^+_`SzH{%rwjIBp2X8{~MNymkdq1D~*XmyI^_6H&ZhrE<
ztsa)5GtVmRao_sRWZLoLJ8EC6_4W1LoiF(CS8w!>r}^;*Ugz&&ohzHy`7V`x%e;T=
zbNsV(mwRVxsV7_g$gz^OvUtWJRpeDH+oBZ|U~b7%I5ELy+7!EG+_zFxHfTClbe-G!
z(&+A&y|vs)r^{lFKhU3EH}Qt}ZvW0D&KJ*Ho(kzX;m_YIv)H1^Fw$r0Z{7qk%diP6
zY-Xyh)c1O8{x3OXbIHulOVYA^)*p(wbpKcOHKoWC(>mp5>qu2RsbtB%{o!|2)jXf%
z!(q;|`R4z6l>Xs_vUtp^{1dz%@AiKUc5{5f#$hY#UbpV)=0!C@*2iw2Ppqy`R66RQ
z)g$IAGCA$i-=lLj8OvlnHt|0etfa$``TRy^{=<ja^_{y#H<bR|e8a9@PW^lSqA=qI
zo@>Y3FT7^kmCML>E0p`P?CzIag9L2aQ<<|(u4y+v{dB}~cEoYZIQ?*gsNGC0E&3XB
z*y|*$SpRxP2(P{>rGB+j+i%GUHb#;5vgGG6_G_zp-ib&>WdCMLd9D^5TGVhST5qj+
z(k0`=?E4e1v?$8o@u@xcRLb=6@7wSD?}+9Ki<bDPKe>~p6Si7)+G)|KwR8KLn|H5j
zO>pQuqcn|WNs&mLGV2yYzxgN5ZPm(GI5kJ%3tQaH1t}90pU!>wXWLgnd4YrbRk-6y
zj~1CF+$gATNuM@bB4<%2|NQg~$-2RP_pARq&sf$R!gb!}tHlh7*xkq8_S><P%j(7L
zd$M^;(W@jWGf&ToClk2?ydHhKyL-p?2OMkPC9Gi$Y(1LPH?!z#M1io;u}4pysLVU9
zuCD&EhBGPo+_}HYBHd~oFUYd=I$HP_EnhNu^5hle9K22oMAlw^-4XI6+caWL*4o;=
znOzGD{C;yr^?dj>r?(<1y)o-)UHYjKP7UXG$F6SEopw5PiE`^K)dkGe)z$xYYHW#0
z4m-Q)YyKm<H`bP|%e4MP)~t&>5a-8Pd_Q?%j^L^(N%0r7*X{5Sa5H4R7h=H6zkbb$
zkBOck0Ufz}PGt5xzoY%_6U*Tbo0*SHk+<5JkfHELSjp-AUv8Uv{+}v&XM&0*bJVP1
z)MR<F=*_HdrJ$6fVaG(zSH7(@Ji0e&>5N6qj)fD$-c3?F^sm+X#!c(?yRpx!ua~ZM
zS6iiHacUud?CQdjiVpVg?~*D@-Y{)u`S9)c`^Vw?>*U_=`E7U2SKPjvu~pe$>z)GB
z=??y-4t%K}?x<OmpZeAB(Q{1kX=mR<<CmA2%p4B~+uaR*bbRxU$#a)Ze6cvR^~0>p
zDP|_uRQg}K{qi`fz*u|O_`Uhx=CoD!f2L;d;@E#`h5jDLWW#TAzkOXa7I}3gx(P~M
zeDGxQs(&u)`}yX&9kg2eP@83;#&XT3BP_C<&T+RBVtd4651!O8x%N5gp?7>0pTFJD
zCHvn@)lV>L-)!Kc#G7q;F8;>x?fXCH-q}~nE?@UUG4KAq+EsHuuHY@+=2pbA^TzLe
zfg7eR`o4ebzKsu!)HxLV<vA_g&RHJ+HDB?o;WU%xjqW@Cb=Pwi{^NS`$J0bzH>|yU
z;dSpVtA!&LCzf)jEr{N};qFA^sT0Ir=rLY%Dra-zeE%-};u`5KvE8Mc-IkmBP4oV4
z)%_*^Ta@s(eIJ;-S`D1@4d)bI(@bxeTcr2pzg~Vz^S0EAWkHG3Cugdb?b}}TQOnpj
z*wwh}{<5zVE;Af|cid*F#q#_f&Xd32ugw4HwQr_~lk2|i+Ot|NM?|<SpUd2z;BKtO
z^lDerB)#PavV`xR?8*1wO+S~>^GHVfi`Boi*Gyfn8#ndxRu$L?Pg1H9yQ9C=aKfR$
zCCjpUR#xR?ar`QDuIt_U<H0rE7tiavpH{W{+kZCM_T2bIS?}!ad5+o5r?0O|Fq{8V
zs-Jyp-vp-LzpMYv3k78#-`h+6Fb6tUgdh1?BbUAFYn80v)}J+UuIGNH&z=7__PVQ7
zT7+}r+jGx9&*+?BF23+wwBGc>yKK=n7N|$84ZCsgp4<&}_T$U<tN_hBu~wd_E%4pZ
z@jOP4g`d~!hP|V^V9@IC-@iYu=06+gAkqA7QEqetOGv2W<i20MG0!L5UfF(Mbk4%2
z1e=;#ju+hP?K}2%GAy0FtU#1Yob$J{`JaOH$D)fp)tA*g78ba?d6!Q2t(1upx+~mt
zIlLV+>y2jok2$Wtnq54&v7_P9pHrzWET80d^VW75pON_fXU+fD%RQeR&EDVHVba}`
zpSNbFz};gj-W|B1p(pb_o4MEJ0E0nTLiTq-o2d7WLI-~w$xC8wYE7K3;ak^|)O+yZ
zLB@A?_qJa>Y1lIV+@A0M+AIET*MBgV->$)I+lyVf`hU$|L>^mkZBN4Xf_-=Yp5N%h
zf9{&})cK|RCzRCdu^-I%d25Bu@=K9Be|_EX@R73C&wa_Q_5aTwD`NcRn&Q_u%Zcxp
zTK&`4Tzpk!4?a!l-gZpywZTS?`SBUYmg{&Nm$~#Sc*C9!g$eU*CT?$drlhc3KkB|p
zkNjtc^Y_E;TsVRq!dsR(EVekwv1R6(49Vqvi3NpAzrNdf&1TLHwdzX-jpy!n>*`Ie
zu<J^xnQ(4z!H@oe1rM8M8z@z!%lCw@sgGZ=!pqUK@woi%Hu--a><{n!TkG#w95#7M
z_s+j58;zxcJY#kiN!FJ=l?r>!w|?(0seixL|Ci#Iv+>CA)2ox7>Gl14@_#!`wYLR&
z#g&uRUOSd;+OmAsj+g5U-|cyGM(SA0mbW2mwoPR!WjQQs;&<Tt{i9v?nnk${$~U|*
zDb(8=WqtbWu>-eE*Id1EKQ`gm?{$IO#lo!jPEldhjF}f;@xH}9ze&R^pnh_LeZ$^N
z3nh;Q-}H>;nh89)lmBbW!hbWb>F1q#7%9c{?fs?~|1L{Qd^x}WPKg7DY301H=l`#C
z^vUxxYP0aa>G7T2A$X@};-u*7>o&|fo1Rg_cr(-A{$)+Wq6CkZGUZll?;g2PZ}%?7
zL^9X-VY6Sh$H#YPxy`bBH+xT0HPY|+!w`I=R(2bY>vpY&n(i+y{x?{#v#sRQ<*dmz
zOKaY&Q&f~$%K23GRn7<5Nq;W(&d!)+x@+Cx<@O&%%C@HoFy!6c)w(Ua@aHMfH*eqn
zls_@^VPk2C8E1}emQB@Dr6rRrEG!OPi#ghGU7_e*`(9S9;0j;I1esU+E@V9Mh~P-#
zF29+yQNu{cX|Kd4ktI_CYv$gcd`tqgj$_s39JB7IR)q|{qd#`P-`9P6`}+r->T<`0
z{cRfW-i=+q`@>nS+Xw4P%R|Mvzy52m{PX6)A(6Q11@^2<7Ol%}pY^l;lbiOMnb&43
zKFM(27v8+XYQ690%?C`yWks5fH6Ci>d&hdN-8%Ns92Q&Yxkcx$U41sW<Zh`T<IEzV
zg8v2YHyoU)wkx=!UZA@;;=z@}G8=D(l?X4{v$9b_O!0As`?^`;60;9|I>9iBUE|1t
zAD{Sqr)iz2;<H?>kjAzwc2TtM#nRs9n-j&u{0fSTDq5_!zfag{;}#p9vGv&P_j~*A
z@B1QjukJhZjS2P)aw6R4*nH<$_3C&^#sq{;y8it_oDo;O`2x>MJ=d2`%8PAd7VR!{
zI_xK_zj#7X-YkcF7oj3?K}ELYx4y4!<-SZ*77pEhFSh-Ws&QM~6S*6THNBe-8~YR{
zU3NF=oaM7{g5_QPLp#kxudS1K&{Q2;S7-9_n~9sDHLs%Ve;I%Gt;@t51s=AkDemC<
z`m!w9<K%^jGfsU>&2iYVoLTyo<Y$hjtLp8Z_~kii$zNGk`1Y3RmC&~r-R)&fV>N@+
zr-z(b#vIM7c=w*-!h(b9x7xQ}k}f=QDCN!OlkJf|pWbDUWU|t7dU)(W)!hS|zKAbz
zTW+24c#VN>d-vH$=84;PT&rSRCRTdA(WF4b<ksZ-&CzbohnAl&Ydrm2iZwZ5H=7f~
zs@u(RbHDeMKFl^+t8nM1oaW{*^_G_7Tt5|!j`K+5x}E>Lakn~8(yw!RPvtxrH#?W~
zeq=v$%x`PLa>2hB3hXbY2p2>-@6VK)f0Ml-AuyCB^!!1aa;L21i`#Zd%wajV^R$<z
z^QsqbI3BwkiPP0<VYxAP|1qiM+MC2!rhm|5QJC`PqI~QA|Ec|V6^(kQx27__v^ULe
zGEOPmmiAr6*!7o!f6JCWrIW$z3IBh#wWO&QR%|-Nt-rVHYf-Cy&96wEZDI_9eR6Vc
zYoES*r<bCtv{q9-FRaVp_Wi~+X)9Js-K~20X~zwbbKakS%DC-Ls<4}Xe8SE<sm3*F
zm1$0O>`#5u3evb<Yh7siwEk?S=flmHb~Rs%6_K{q4i|hI&YX1U%#TOn`z2n69GmeY
zzg&+gDD;6&i0Pc^wX$h)7S~ODd1i8NT_m8C8D)Dkb7#!1g<brjd?70v_FO6Lef##U
zg#oWe`^Bn)_0LzhI#??m_0(9gYu%qCQ@!5FsO~U!=k?Q`#{N!8noq<rPwM57bIX1h
z{9d{JUA2?&K|^iZfZCP`lg0l;NCZDim;P@Z(dWCF<(!+o<c}xKT>o#SJe{V<JH_eQ
z4DVb1LaX??#kSepJMlAZ;f@N1h_{zkt&VaED|R@WxTeLCJGbUuyU0azyFHV(z5MXt
zp6z_6yNlLonZ$OR->YNaU;R_GrsQ$k>p6mau3hV77D{r7<^J8U+AdZ%-=Mhr!XD;x
z!Cs$DO-=VoHJ|!@`IUs4y33bWed|rvCvkaSX}HAGeQ}?5(2sIY^HW{N9Uh)GlGaf+
zn|a4OQJ=d*E=TS~9K($pD${fY_RP`Gd6c3e@;#;5xy5<*jUvUUW%Fdz|LidlEqz$<
z*Iis~qgUv}LlHrF8rlmcMT-X}&XZE#)68^-e_xVS);tk;&2(Fh{nLNh>|1`i{e1Hw
z){B$2=uhyewtbn#<-Tx2*nIPyM~}vt9mw2kecI>Q6@yLJYkSmZ1*~82-M7iC;!o%C
zk1wuz|9GNq|1v}Rn1iOI<(|wF%;G1W3UY0e5@K0;M^bm{k$?Z>`ug}TZo9id^1&zF
zrEeNSZtz*$IqD~4w*Fdsi0Rzk5XRU4??iB)6>{>>P)#g7Hs7p$g6x8|N1`}4yi>^N
z^)nG*i_j?lR+h{DZILf8cO>KIqfF7F&W(w@sn7pjm}HP8#b#-2v*6ZOp4F3XE2K>0
zn>WAq!#dLto&|oFV|$~T^EaK)JMw+`<!@%DZ-Nz@gGFW=U3d6a;`-OEDr&uC-*kaP
z9*0^NF@9Kd(_}@C6sso3adqwW@?Ylni}?AcFe>J3k>u;Marqz;zx<`J(o19OwU49v
zdsBTjFZcMYt8r$5Q@fHaSGwh`03IKe8P&&6a|oF@>?-a`(GOp2@qABV-&Pjh?&|OI
zkCuLYz2Vk_&+}`=s;jFRjOFBP3OGJ&&Aws3|M{j+iHkn!CU@PUuS`Ai)LqZvb*=`h
zdffN&ljqLy^<0a%xwZIN)Y^+L^|)p^N0r<z^9#`x?GgX^JR>G)Mauh=Rv}k2(`2vL
z+s$uw$k=VRNUS0I$!$NE?odtDzW)A;ulTNse@M)FZ=(24FIHz8gHw)$%%(##xH*%3
zOANAaA6s89`F2h7xkIL#I@Sfe{wnqR_w$-*t@hP_48A;h!jgM^C)-tX1;^)-8exv%
z6XUc4QX?flls=eydwa5*tHpko3R{*dtJ;(zkGgBs6fG*%TKr`Ho5av#7d9E?1~54v
zJFt%9=g)4p3U_hoqwOrsdR)0q!VVMdF2&!CyTUCjJFmx7!T#u##%+RcLr=QzxGnhG
zwc^&K`J05(T|4KirD`z#UYRpr&&bSG+icm{m}y-n7x{{3ERmUU<3dFC!WNfwtN4yC
z4Iin`UGh(DHl1zhI3%9;Moq4WZ&jJYRk4;82|HM$-&*dHRk^eOE~n}RGd6d2{(|?{
zVqcW?W-Z(B?pnpyx%?mg<i{UcJA3<`bU}XSzSyGqLP={+T;P@DU%Dak5KGW6P3GPm
zJt`IR+_sARwLiae!_K)0b}M-ot$K8@E2iVvJx7*S<#2(u)BCJN1RD=N;b}NmB+`_a
z?-A=aW%iWlpgGUYVxO7qSm?UGW}@oJ=h5!RxD8U~H44qucvF}xGe0=mym!OFg?Ecg
z;#Mp<RhH`E>eUpl7~1wD;7RSX&J%}j>pU~rCUaNAPFl0eNz38)oTqMICT{!kJJm(U
zS$W!#hid=c%u&ztm0IGV`nY+EKy#)=>sAG$8S*D{*Oc^ny;f9RyzKj%dHJC?{M<th
zMm<?r^m6a1Nt5TL8+1(KI%Q^&m};+XmMP{Rx4Yy2v;DugWA+vuz1+m~^z1I3o;5#H
zUgsoBUh{uxBF61z8@$2o@uSw<KiB_%jeqdrg~a~<e{cVI>0jTu%y7Yia__33?fW)W
zs}`KRo6OnKSbx4TOZW?~WYXrms4cg4$ZOu&TqeG8_ZKaXcCU!HYnR;&HfP;(y{zNh
zf=xWFT&1c9r&@b2DY*AN_IZx$+LCknOf6D+OT#y_3S@|%)YRoU-NLd&$%8xp;mdbg
z%S;#wEREG3nzBSBtytyc%9Wd)xR*6kW*tXL#!8Rhhn2Y!7d&25S9wKc(UPM<4-2LR
zbQiYl_Lr7jy!z|ina3th+_K&2twGy{7B)?h2WLd$i{(8}vd>zWc0%^blK9gs4=+!e
zo4ev$diM;?kRrwnj<++zmnh9`bSya6dX42C+ue=qGh|!OMm=|t(5rhGD|XoOK~9$O
z*$)55e0gohGQ>+>Ur#F7l(hc2$W6;bYHz<f*p~c`SyJsjVYycNd`;Hvtlzdc%$B<8
zG+AYiv&ilXc8VOwbK9ris}q+k|M6$@{6os(Wr5y@K0RcvSz_9=v+3{O+7$~nemVK<
z*!+u45>uJ9o?e<{y*O52!L^8WQXEQGzA}B?DS3lydGN%RZLbeZOVDwC&DVWYY}U5J
zIoa%I4$R&C{lc1SGp_2bPO98==-oN7RjpsHeO>qM%G$PzJ?FOR-F7^C;RfFl78g~=
zZA{X=Keu_etA#p8GY4LsAn;-rTh&z;<5|1rIZHF&;M%$>(S=+2PD^^6u7lH}<}y=V
z<wg6Z>1<J)z`5-{Unnbwis-ATr0jHY?tGywQ(rb6{=cnU^qJg44wHK^0kZFIC76{I
z6*V1AYE(7$uvq<gt?qR7!jBWR<Cr%cdH8VR`Lj_Lp3EG+*ByC}bH%i5bnWVWz|<xi
zWOC<{S(N$)%cAcx$In)+i+sY&Wmph&^5@Y`<~a$fP1ZHmcU4(hbyXrg@}=7!$j`l)
zwT$oVK30ur>Dk=J|9-A9F=$z%Ryp62UEkN{&-Fq{-t?O(OqnTSvl_kxsjS|r|Cjm8
z%bk-=^pd0(7aWn4vwj^F#58qQ^Qv49OJ;7-y-yx4&(ZvT_;2;rxQ9O;D89S5>+OOa
zRc-C+$17gnE&urX{@#|^+u!$abrhdVx^Jubz5RUiS+9$=oyX?5HNLu?{_W>g1*xmD
zPn2HGahvGByKR5J-$T<tPuG{V{_!p|il6_U?3Csg{A`Z%nY|P9cJ%xTVD;aBkMX-r
zfm3O81b6$PB|0WSZp{4)og}>)-uyk*cG}v6b%~*>-*l<Tch;Gk_AQEdc<qx$&ik%x
ztqdENH=mP_yhzuc>a}*CuT9;=y~mswc%=?JO`bBL;ms2PmxY2am-dR^m!9+Z5sTsK
zEtdSB&rB52`YLpfDb&N#;V;9X$^JH-r>E;DKeN5)eECAz>ld#AcYSS9b8-)tcW>Ps
zapt*2c^-d%%r2e<hqBl2>wRth|Nol5k&{(CC#iMR>L{(sN~>#ePk9nM^=fGBUE9mn
zGg#jyHH!b?`*Sr`$ALSl;R6#>TKTfwt2Y^Gzdxa@$IoBB-8s~C#z%$ia&nOhDS=@r
zE<0w=UfI=U@VR`i)25A{=TjE^)mRd+>E?k2la2&Vt%?b9usweBbHm;|o;c?NJnr+(
zT``GUbFwGFS7zJ3f*sXao%s{?Fy~4*Oq5@dsd{17!z=f)jhr06KRT;lQTUmue}2q@
zT%R3fQ|@fo^xJ=lrSF%D37xCu9bX<(m%Ht-SySfQsrBv~mtFd|@X8)Z-L;YRtve6%
z@G4AQ+nzFa(e5%kT~p>_;TBCJXVKQL*E<?cKhKv9UFb7)Zid#M{gtm)PdRk;YVw`C
zcN=3L9%)HZF!KB>=5eWUnrW}QtVx7KpCzxelCNP_!lex=VqaMQn((@IDr)gx-QhI#
z)Wfi~2R*9IxLrgKPk3dwHrVX6ZHLohrE~XpKYrO_|M%&7i@9un^8fwpulWBl*~GW`
z@L%1!Ul+4^?^XX2>CHS8usF}>aovh7pZF4UYQ?6OTJSk<Di`CJ<#w2N-mlC3%v*wX
zSlmBod2E^S3-<Y&{E`aG_aEOV`QgdO<dWOmJbn$07bP6DKYov{j4tosn{`3CCul=o
zL4En5pVJmjWnR;k*jUDA(_@iu+xv1!^55s}ca|?azU+0v-4~`o3|6TRS`riYzE+mb
z&s@jT^mCtkPzU$-6>6CiVi(v<RVozL2z~lXLo-VCsrI{<7xTVV*d%Sgt;&1Cpr^s0
z@3`U&n~XX0=R3DtEDf*t^TY61A<zBtX)X8EE=`%nl5^SOr)tLrp2I?JJ38zHRLt2t
zjz)#d^|xHV^uP|ABdZRpICSaoS+yKq(td<XC16pT!Wu=_1=rT(IRqQNu;^p3ey^@D
zXPdPA&Af!}XBnbO^V$wA)eJV=-#cZEM^XZNncUw_*U9>aHk)q`*nJ|oXVEOloL-OL
zmlj^gbX>-0YTa@3;KXw)yg9Boe_~E&=z09GLwtQ)QvKgs{$W1Nw+}Pc|9X`D=l1;n
zJ>u)*)*gCx(!C;SqLp(tN4M1MDNcGbT93POow+h|rHFd!#++-ne1sbxJByVHO#B`3
zD(KqFY?Evmmlp@sk|Om3+pp=i3ZF9BD44ygYu4=fhYy4vycN82{em8$o`Y`Zt<z^r
zQGPJrwLi#h%Z5kGiru_FnQE+cG1gVTCB)_4SQ{`=V;1M3$<l$10q2gs@knD_dQSOy
zOw04$tW}NjjltWZro?nyb(}b7(zMjHgbDTA>h<;BRzCf`Rzu3<X~pzgoHI@MT{lm3
znG!ce;=b2RBipSHSUd~wP88bjnYzR*$|ig1hZnE3I-h6tZG6tKyJ@$!Vt$+IuZ7&V
zwl!|;eLj8ig4<gz+zMtc+iffm_cL2Uec73lOO(?-P1)(VFYv^{s?M`hCn&D^Hfu%Z
zr-oJ)7ma5O7T+v67MH#_F85^7>dD^g$_wWQ28O%JSt@?&b-m3nd)?QWd{#g5H$B)P
z|Iz+m|9|6m|94y0{5pAj$BrE?mn9-zZ?>Pqdgn#9QsVx92TvtiYWkSeq$SSzCCGGe
zrToWlZ)N{|Iy${BAT8v^?21B-Z`m>Xmt_~Na*e#CY`3IL<lrL76SH<6asG9{bm5mR
zJLg1s=-;ece{trun6qA0fs%Kg#+J>|U*>Q_zE4v)Lo?RyUBzW%6*IOd=Ebs%H~!q=
zYIM<+s&$Zv;hA~q{3R~0FHOyIulDFKVm+&JX`kOguQIC>QM=8(XL?()FmFnJ<9^KC
z{!dS$#0U9*KjlCEzW;}<H_$@1|HsSr^bOY@HS^p1*!<712zc#Mb739t*&U@!i=z!>
zwp>h5&nRua$gAL;QPI3nzOdFNVGCdG^+Xw2H+6|M$DST#-FBPrT;GeMPB#)?nEKpy
zoXwVdeL=SE-xc!g7Gg4d)gLY{SSlOQaQk<4MCpOWZ&{BOIy{at$!)&)RqiH_@A7NX
z2G(!Bvv1%qdoFcIz2LpVv<qg@E7BfIs=qjB_}k}Dgm<O}tA0eD^o~P2HLX;p^7KcX
z@Mq6ZjS~Og$?JN>^hlLW*NN@7b!F1OZ(U(%DZ>{xS?JZ*w`H?mEiaTwTokZ0q+z<W
zca6j{;cuF}jW-W}w>uhKBUQA>az$jzcaw(ITe5uf0{A->CU5rO*|ABY-B5)&?-QFO
zpWdNO?)5>(vU~kBH4KhK-njT%jGJZg)`nt%t2(P*E|*T#@wi!dbYspewl{wcu0F&O
zsL5K^vr+zlqTp1g#MB;6KV>F0-o>W7e8VG)d@Gk|8noSzpS0v)io>eLys`yp>;bdY
zZt64@ZYj9N#xBNa-Tn8k?7I6gkH5WL%Wn}RW&Zv9kJHoRAIJauVi~u;j`{fOJ-3U3
z^;QZLbMLci-PJRzzg6aQO_8eW;ZW--SEl%BwRk@L)y*IHa_b%w&e+Gtx-Yn}OkZDr
z`NbZ#9UP6`oJU<9wY5H<>3%I>Ibmj-^HCK}&B;ntUg_O8t+H8JpQ>9fZF@9-#gtuD
z3&jJM2|Rs$-Yy}}>HDOXnlpD3KNYWCbz!UN@8=%&XGH8*O;{b26XACzYcG?~bQ7hy
zKOI6&^0u!ycR;bXwZUn=hF0UP8T;LXny1X^WqRw?b$y<xDTCL$$e(t}Q8w!COEo0)
zmaXb^UaH>V{GfCFj)<o<jjY#an{;Fp6cz^Bx?f~;X_<W6Q^d;1cmYH9UzXE-%6_%|
z%f7B$cHts#x4{?NEn%9fHoV7#b^TU-UUKKM$(0nR`R#mJN>}{*^3E7E26^8y7k!+O
zIQKz;P2v{4jO|I6O8IO<yqMf~37EDwo?n)`;dbuF`~QyrZ}|Uh{(rgc-^(lhKI4ts
zU)Owj<MEd}j{pDq|C@c{?wb$xF8BZVuwDL9&i2pG)x8~l99zOz()Z9wVKqNf>WxB|
z`}`7b8-nW({QWEV`|m}64rW%DjkD%jXLCIMvS#+8Ki+05FF(Ae^Vsp3^A1(^twFap
zZdtBpu4T%b^NPXT{8d4xm8~uJ^jQ;aY956?ZeJ;3n`OBDcJ8Kp+pnc7?(H#~Y3{L8
zQ^Vuzqqo;YJvWA5JK>nQEht;ksmS7G)&r}%x4o359Kxk0E$a+^rE}zZlqiqDN(rTG
zv4@2dBwnw0Z1L!Jx_z>Qy8*Y|&j+>f2ds{rxBtgd*7JSdzV^3yuV-H<`s*s<TcZ*6
z#Q59s$@jD89DdQaAdUO#FQuqV-pgAqTuZvVP2!lKb3Mz%LyJEbTRh(^Ub37ib<@X^
zs^bDZ7W4c(TXNPecrSUpu)V(atI+itUTeM|4%vSmKUUviFMar{?B2bb!_ObkXgy|<
zaVsIfNMg&H!ZzM5Oj51}a}OMHTrKxVXNrb}H3RSA$m!=^Hp?F93vO`~NuJL1ddENS
zl7(w7pZ*&DPTX*b;j=iGxh`jRZ#b%8%64n&GULJ<d24;&pZsxP_N`Z|bpp~C?P$HQ
zW{aSRfcD}$9V@s(W-0Lohc8kU49NUAOE}&8p1h+e+uERcr)8F(@7m-b%%2+OqNwgT
zr7cV8uR@qnV2)k;{SB|!4<EEMQ&DMq!@6zp^V6;DR$7mwlNpSrD*F}jUGn9+;4Pc#
z<HqueQ>*&j`uSF77ks&A=pHGtEAVuCe@=z5PFQ@_Y{5L4!X5h$uNFUFSY6F6ka#=y
z<FjvK|G!N?|8co}edBBM?TJatwYaZT*d|Au-ck_XJU>-YLqC(bj&-W$!3AE9uV?Ts
zO0WBux=`9R;BxQB*mcU;O^05x*ofT-E|=;Mkz${<NA9dbdBV{~_K-}2v<&uz0xy!y
zW-bcYV_2O&>B<G~TiY+6?|)?P8uGMyirDPXe{5@0k9z3MS}AtnnQcm2(ep!_Klq5B
zTq2fyYt;sZtcxr4zsYJ{bZ8Y*P!#5rU-+l)REiI$=BuT%!)o_GiV9fyQrq?O#AB0|
z-Cwe4#-ywi?Pu4H%wd@66l(fYIq-zWLaomM$2**+{N8(w*X$s>t>2zS#V70PJ?dVj
zit%eUB}=d2U^ht?)?s@%H&06bQR>{UxA+4dO1R!E@LINI)}@@LG^SgU*Rx+{wLBE<
zZ}$JSRr%M!q!)Y7W-mLh%IY1buf@k1@^FeugK&nxJex}X`akXG3x0oN^Up7@_<c|^
zFYjI9-)D09dG2@a-+w&&ef@#?|30zauzdfze?cwBmBlJeJtf;N*rdHKdjDr}DECrp
zjY|qg`7c#WdojIKK|b_1$6v3-6S9nAEg4R(5)NAQP^BeItVC!<n@4uzLT^jc_gtT9
zI$nkBUVJw2u4eXu_nWOa{H1fur8g*8emJu(e#zpA=Cw0}x?27gU!TRccr#-(&x)5z
z6wkeD*(uo3I%li$ou&&lT$`RSI&Ir_&Z8yapT}D62hX1?iG3=QU}~KxvhVjt%U_8{
z>i;~iKlHx-vu4?D*@z>vH%D|Ye{X;E=g-Qb-<p|6HmU@iT97L$l4)_=;_Y{fUM6k6
z!!HbW1*9joh<0Djbl86Pz)N1119uf}^s}f-UE5T?V6j4!T669Bf<*<d*fp*`xWa#<
zUrgP2(RSH242Ktd5bH^=X^F{Sl%DLc@o*e-+X+UUi>aOqL=QgD-RAXhjp(0ue~W7_
z7~0(wEX!@4%poJ3@`iDnfOUcmuY}WN>DPPj=C$wsYkMTsDtODJ-kbb|2PU_zzgijb
zy6p5r$GMFMCn#C&J=3W%Q*~qI3EsAIcl|h%uWYckoxv5k>f2+-rQD3moc}iHu$ru0
zy0z=f&$~eu!c!f$?=m#t?K)til6bQ@Y*Fe)$veSQ4EaC2TlwnT>a)3NhA&q-o;&*J
zKI_LAkK>_QS=kGx)CZ_Uyq#6BdCSEDpMrC0wVmCG@|jJq_n1Zr1X?|JGGCuCi}yl~
z!Ybwm4oS@gTn`csKb!IJO~>xr(R+UUWS99~t+6<97Mp(D{Rijkf6Dy-b~L`=@3Uk6
z^>cXtyxMuX_ga>le{}J!h<V?Nmn{l$-RPsX!BJs(sL&VfwF{=K%LpmVoi1BB^V$xV
zi>m|qmuP+yiq+(Ma+-5i3zMOFm`p1}-C|YIBe!mD+fwqRGg7VPs9fDKX}|Y9D+-K1
z@w=_$@nTnhy6EzH(UWCPoo-?NCl>A12(1!3V-(?K_b;o+cHud{6ZzU4b}N1`eihke
z!1eWfPR5d_3)5$->8ll&FWt3crp3`EHBC`A_Qi|4Lu5SJ4qmp}myr~(`<Tw12c@e|
z861iKGHKTBQ(WFpc|tC!Z3(;3WzfgGCRC!$Zl~7KmBG3ZUs*SnCL1MxxYoG#ztj`Q
zKH0U~5Aq}h&3twA#r37n&z)nO6=u9~;-f{LfeSU4J+M=|;MO>|L37isB|Fr9e%-rU
zRCVD>r3V#nKHC5J{$Kph`Tv*y%icbhu-Wk7Ti0gS#3zi)gXPa~vMj$BT<)J((K6wn
z$oCRaiw_sSP4+k_Z_T8}-r@O-AynqmAzpp;$4kE^uQi`>dGe#oS2FtIk2l%u(Nv$e
zH9E-maSXrIkw;th==pd*5nru1zf{TkRa&Nz!<zFlQJE?$PE?-UX}B!&!bTO7?zzzw
zanAi-S}$W)6ohrJSf^xvgnMrCk9^K&eCN#X98_@$lq=zR{Gj!+K*To9{oP#dHmgdq
zgZPa%^t|eLz}Uhu`B+vRzwjYOzF)GuOQrvO`Xu!({vVH|+n;yu?GE3}Yrkj}v%ik_
zINxD|N1raL-deXd&pF9B<Lzsnpbf{F*L_$2^Rn&3w}S4AoDx#X?paII4Zj@LjPY)r
z@k`Z9m5s5Rn_2OHP2V)fQx$h5wlT&eNcaXky0DekO-x3{arVhsogS7x77eV6r#c*F
zVq>Ug(64HL|31$7YjsV<zQgu4KUkhuIoQwJuz!DJ5wl%QQLCS}fT3Az_u+>eYenPs
z*S!s7zWkuTVnJq9zY~j9rprXFQ*jS7By#2c&U^5G>$O(K4PGmbXSnAt3%c@T-cm=+
zY^_};RU7y7$C%uDA*m9nB<$__pk%RUx9@9Cb7Pwp)=vRykEYJ~IqB0T5glPoonpuG
zAPd#EF21dkLiatHbzrr~GTSBWo~=dOIvH7Sn{uu*yO{0UxM#0c!?w?REVI|%&zNMt
zqb-YP*0Qxt&;Km6RcYER{=#sJlEq!dBuATyUz3szOqSeqoGt6~ony&)MFTr~1}>KW
z0Xrlbl$osO6qHx@il47P^6wvC?qWx;$5&TN|9P%&cYMD6f0^IEe{VTZa$DqP*&Npk
z6T|l%s*YXE;i~3tIn(9EhvZgGjzjMa7{B|)tL@nFqQ&V+XIg=BkX2-zmS|2)>Ex_S
zuD{RyC_eNxZQaq2KNozm`%-6HG)pJ_m&d$PFOM6lsh<{x2gYeEzZ~S@r#5vdcPOK)
z<qHklFE<&r;sQR}NWM@|QFC?pS=^c6!<@EXGH}6l*HsOfQvCmqPwU&XLbR)EQN^X0
zKwXz*457;dnScM}o!UEx#eGFdceeBOpooaHoeV6e*DbJa{Ug~Yt+SkYw#IHIMb$H2
zXPj2uu0MXYQPJ>(pljGUmp`+cL_Vj@np>z6d@CSmTa)YjDcdfG7EV6i8dPEaYdT+J
z&(gj5jb2k;ugOwU>{MH^wN0%}_M3u{+%Y-bIh!T?YBg3_{?T$Qe-Na2=#6gE@5#Kb
zli2#>dd^;}bmq#s6k;ZB{&7x$sjt#1`yDzQkKcQXg-l#6^ev~8&%{+DE}dt?YXg&0
z!R9BUb)0@zzgl!TQ1h0WUWsaC$7=@*9^1ZT{$1xEWh9$Ot-WNbwDdwo{{&O%$ro&d
ze>^^Bl5vQoOyc;F+GipkM02+#uj8-WZqJo@d!ibrR~z%c!fP-0Jxk}E+O~X&+qKuW
zFAmCFcT?})_Wb4@g=ZR1q7tLF1Q}jEuJUHxwO(JDE!<m-)0Z4!^j$VJ>Cp*w(OnTT
z=TABr|C{O0<L=OV`jNGA=OM|*xwqNUH+}Ve`jSOjb9Lf^1Btd%TJ2elJ1j)|s%({y
zU0!l?sU-Vm?sugVSNSGr=6JPEnl?{i!#VM{Z6YNcL89x_^}iaMyRSOsc-uy1!lg>_
zUZz!ITM8O{Bn220B)8U-7I**uvRuDFLh}EI^7;c;pIVwQe!srGV7Z_KtN*=fp1W*&
z`?UfdWW+5rnU&Z6{a$dzo&85oZ*O|N@90U!B{EZF7`J}Dwt>-->35p1%DhH1-rq9W
z3NM_dayHvaDl8FhKI-YlH?{A#rn<^vw=*j^I8X5Ici7|Dobjdk=-JoIb$_0U{r|c8
z`GbA!n{8X%C6;c;&MPdfYwMRYwyS#2d5)uE538OTS1vb?(V-0HcZ}je*Lf{(*v+Y3
z_%9%l;pLnIou?C*KAIa4$ymGLg6XmHy?G@s{FT>8UYyWY+F+4TV8`r{Blkx=#B|TP
zlXo6hp15t|S#h?TEkyc&;91#I(`yz?etJvg?6-yWuM+p$ywNaxed7Mttr1_Z)@7_Z
zxKP>qtZR-z(bO5z^OK5urp*4qaD2;$ju$D%g<mJX3yy2>wn;8zZi&tCa@!!W;+n(u
z^f=~)w*w|}a-4I{*AY1G;2_`kyE-O*|Dms+=Wp1*zx5&;)1lR`&3~N#|I6~<m+R*X
zZRFB--Q&9Fce!|tMgEzE_f>0;TsqRl<+{{fBz9@(i7JMvch#3T^f(13Zt?qL$0Vk1
zWV!XKIqT&|Te;RuKGdjl$aBK44_Y-p)5RxbNiCSQqbA^Co5|&nV7+KT;iHp7S3G$?
zRpYE~V8;RN{=-cN_WQHiCMum;71-#qrR(yRL(k>4nZC?XH7xwk5vd>aY=ua0nV9Fv
zwf8m!vELO5y<W0yW%%29A~ywR{8%Y2w)JVkB95nCch#=4Kc6&PEOFjqWz~jB%bukE
z^Yi7e&bZ|jl<xV&KVpyXqA$kT*O%{_(EVlR3e~P_v;My9IQXk6NK({kwPw6L;~Wc%
zZJa9$)}4%ryqh57mcKA6SK#Zc6B@UgB9G=|`A*f?lB1&fW%Jbu>>;MozL#09iwk$%
zyEJjVz?x;p1H-p1v#hwJzvS4D32Nd#hFdOPIJ)a(wPlk;oNCr8FW&woe>>Hix10)a
zJmtBnp<{1!L{m}LukcDcz1N&6Z5t|YtyMYy=hd8Q1?$YV0Noq9(|faZoV?w)#yq)}
z?%=uf+lx~r%sMNBPJ1M+z2BuceZ{v0HU}m>dUIk?q1KBQk&KMof}<PHu~nD7KY3nw
zgU0iUiYo_1r9)30Ns4z4$tznZ*y^#VNq7EZi-Hs14os4AS#{^dhF8->m){7!k`~9T
zd)4=I!<`i?XI#p2ZMeR@{D*%1KkhpxejMNb-@4|*7ef)vFU#fD$M0=Q?q01P{-P|_
zB7D=~`RCVN%9wggRr62#c^<ReZu`F_?bF$h6|%71TC_1SR%8E!MWw4W>{CP*DcO6d
z`i3m+@4nt1AW=8vxwxoE?MlB{GFO#_rS_@V9(r2sUmKB-(9N@)`PjdP$94U$!>|AN
zwL5*n!Nkp1E8d@E+y676z5dr1&VN5XR##jxmH5GO*-YYyqb2WClM7sKlFX~3d7k#j
zXH;)EmHwAwPse`FW}l{}Wcv?|N?URi!VGpXx^2H<5<TBi@I|yx4}(&|LWUWciw$^{
zX71uYqoFWE=AZV_?^8B~6#ZY;#}FJ*x=Z8w9npJ7A8PN9u5%4K=j<oC^uvlbk5=<e
z*qOCv*^~_$b2=ZXq~#}CZ(`M1XxMu{rsc4pm`rGs?CK2;ZypG;DjM*dFv-|eJmajg
z#${H!<v(65Em&dwt?tJgx1Qz7dHHb<uYR6ycxONF!=MA*=J_A=|9@k(`~Qer=J#Wz
zyUWEciuyj{;$1UO<?&pOi$Z&(E{peGGsq2AUzMzAyx>RNTHk_z89Ve@qnt%--CGhl
z*RImEW_@2?v_rLTuSoFkO7Q@W_`oGof?V?>mwlb;W+Qy6FCfy$X~l<46Za_oGCi)y
zaWeH>*@e44fgX%$EUVimt@M_tUzu6+d_$7gbe%VH(*@R*w>n&NxHN~&B=&gF2dyO*
zp3`P^Z2jI+9@Lv5wB`E;`(Q!swHa5YX*zzs-svW`c&o+Ss)*wUCC^#!kByC8=yz#p
zi{LD`$4^gB|M7Hs{GUb(9*H)=I~;8X7e`;bR&vhal<=k0>zf|^&X~E(Y%6=b^sgg2
zJiaWsJTBr*Z&YN;u8LI8dKb&*8)0F}taESbG42(2W3~rLNFQko%&fQl%adLGXiC_e
z`I2ldq1iigIu!VCubKAyQwYCht-ZI?x0fl^FYm0c7hC`4=ZbapI({D+7VS-umt%Lx
ze$yz_sQrK4pEKSw#XoL-VbGB^i%r%zrhv0Vhd<+~SPbWBwM7{sUaQKlEz;q*)cyLP
zVyH!&y>C^Soxgp!jNFu{gFh={dlJKD^<;`&c{P)-b^CYsKexr>A6$|D@c!Qq_L?sb
zgH4vX+Vkw#SJ!)xuj11e&U5F=I-mI-Ee-TqY{=!m-~+$>yoH7b;_G%E-Yk8rQM%)c
zrq9X!uKGX1E-ev^|HX4?VcI9Nf2D^OFPA=VrhBBPXVO2{t$oX;)COAq_~7e#yEO6q
z)dYsy-NpvdJj;doo}2He|I5}sTUzG0;Q4v)KR*6!{$u<4xCh_&|L6TzUSH8w|LZKf
zMLDz8CIQ!ks|{-_?uJ}YK6ZN<v(@t||K|LV$tK|o7)5vtVj_<3x~PzTVAjI}5($a!
z(rmJGuEoe$X>uy=efn&RM<5sfxmnETXT>FCD%zSnjo&ms`tb|ho&G1BHeCOdbZq@4
zw>5#=rpe3;;o$5NTbSA`czDsNN5@4N6@wFZZr00Pl5D?ZfqK*bef#VkSu|yOZybs|
zroeV3Z^O;lg*RiG&hRbq*;Y06Qt*7oggNit6?}eW8Tap#^1XX|4z2rW|Ghna-sAgr
z|C!=z|LT5gcjjPNv;Oy$wEVaeXYQI#lbJP5YHJkFwmVl`eVesn7EF6r`%=hs>A9&N
z-fr1BXWjlw|JE;>8zNkB>TI0h$L^C;O@rJ$1?KPFANpu^u%g&}(Nz<s<h*;y_He^y
zy>@TWeIG(TO?I9fu>SImkR4M3_TF(=tJ19>$aMXTc-Zopd#V`Lb6QS6ys7JXdC}Wb
zFW0Tv(|+mICaV+b%nd6i9$1xlxJmy1B<q-!{1KbQ<FwAmNtNjE7e8ZNdd==iro<kB
zo9l~veXl>fcr|oek&eu+Dc@FH`un#wwBsn-eJg1;1xC$)Q<tx2SSl3Nl_j|CjFQsx
zJ-^VjB~p9tC($4?&sT4ka{c=B-B_XGY4u~78)DsiRdwTi-?)FO=;yt?MWbH))_xrU
zz88BJab2D9HBmeL&8?picFft&-<L?3<mY_gvu)Y)IdXpR%;&BDuY7qL>%3AXK-2iu
zw<|L@#RX@5+nMaJ(#7k3g6$_Ulg7G=VDaDHz0opiUS}?8NpCdD&)#TxdWvgV(?s_T
z*8<kg;*HHX7_;oo{!`WS?lbE?>++fS`_d;<rL(D*pB(=FXZ`l$%>Vv84Uh9@J(zFz
zljWGioL_S9bgQqYq!-pzPJChXH6gk&q<!_=WBXrAy)k3EyII<%y4K;m-kj1(feb0$
zvv!)dl-tx6T;K_l+P>HMJ&VCydwn5agUZY&3(l34o!LD9mE!$FKb>Z#t!B!-5y0bY
zn!x^I+2MC5MN5uL@QH2v&N$mPy5`?i)3~_%3y)jYmHSoHBr@nK9JSl87IC;wvBl5D
zAZq>T4>Pk)EncQ$SJCfNBprOEV&yXB4PO#A<g3i_{l14k^IlZ8e2}!3#A&{?%;G4m
zW!L{Kn=aS4vw!!V%@;Me&t)zuc-i8_&3=AM#Kcc&`?8HBf@2)JPn^88EPij;#|2W!
zHO>c_p6|)k>N@FU`B&RD^JBa{EB~Y09@dXe>@Iy#-TnCCgTJ*8GZk`JnYAtMKK%4Y
zbJu3~fLw8w%EC>D8E2_-WOnpeyyf3f_mj!q{<qxkzr5RKvmFw%-(S)C|I7Y=-1~mM
ztCsogd`qBsVL<!htJn9PGmY?4>%IQ!(Ickq+qbWtR-bv7gKM>Sy=?jJSOL{b&0?Fq
zPk2^-IC3O#K9jBD(g`Xb65h>~Et{^CzOduRtT!^Oj~X~l8@${Vytd8%dj8SLVwb5e
z3ZhC}!)FRj>t}j@BvO@iZS6M4J>gH!&l5{kJ-Yl%{|vErMhjE-X78^!@u`rvDc*`j
z{#Uw{tnTr7?}dJZXD@MxKE0@LW2NS|mU7Ydt9zHR#-7W0e^R7XmD^`)(pRbF2ZGCY
zn*87h+qW!p<IOh<q~G7T!XmzT)dsH48;1*8I=1iMvuDqjmCM_i*L*$3f7O6hc;kJi
zLUZ9Ab`2s|57yaaN2MRlzsQh&`bDN5ciQ~TA$weOef%V+JFPb1jL@0DF!e>MwwsW4
zcG1Z*DQ#w+f!A~lxTalbS^B7Etz(3{NJ`;^AK7yzT|3K^l6K{z0B>dHgPm<#u2`LY
z`h0_n-Lk`1SF$N|)%iX?`jx45pL~L|vSY~Q8P9t?{~0e8;dy#X!PeZSaOs*A@gdyz
zFMloQmSp5NG+UP8^w(#dvGFviUr!fVrN%Zf%G`YTdHsH8d!t{8N7DEI6v<6bSbOyA
z>+6{TRb_>Y$+NtUGYQPOrXZHX`?%cy+{SFFnjO23ef5<WT4OqE+tJmtw@dUh?^<{C
z?OQqD-Hko-96vnysGMUay=T|`$6qflYCjNYc5X$$$yIz4Q|1JIyf^7WpW1BC*lxGA
z-T(J`*XPe-dz;67d27aY@q#jz+l<F=OY?j$mw4Y_@pIA#`#<*oMCJGIKg#aE-6Gr6
z&Sw9S_x3vuEc?v3;IYLL#nq(__Ep6^iT54eZnIu-?LepN{qGwdzhK|A&~D?JJ=?+<
z4mdE!-Ct(vCU(NYiM?u%n*T#%Z<7|CbK2`W&zS9f`7C^|-`8@}90~op$S?YVv!`)<
ziuv+l;#(iq{L+(~a!+Zm<K_xkzk{Q7I)7lxmhNV6(aD;e7nE2}Uz_13JN4b=lI;KY
z^`5hf6s)&@(ClFNN6LK1<BuF`c|)q(&b|}6`!smQThWrsKNlV6^!RyH_fSG$LdJ&8
z7P5R5Umsc4{rOk@=KZ||um7n1{Of=I<NklI=YKpJ9{<?nONP{^ro6klaty(@Zhvvm
zTlo6Zg+Q-|6*l{fFR1;leO7&G+gkD8yEKKIjQ73&vf<Q(_a=X*i)}T(kR{2vuqi(N
z*5*rVj8;@U33_3b6t#YSjH_Q};SJ;V=7oNp=bDm33ww&0onO8eZZ|wQr*6|i5z%kE
ze@gbUrrs0S$WwT}r82m0lSq?Yl+FzCwG;0PN^A|;GG&UXrc3t>1>dXBJsjIU&kx@f
z6XJWsX>pXPDnC!8Twc)<q3%;r%^NqIlV9{vhu@FIJ9Jl=RpFoV-Ll(u8=K^^FD(_C
zS1oQdeeEu1fs1LI4=$fy*LC`|w}Elo-YQ<cg{?s?;YE@gc9zsG5qr4oP;Tq3UwTin
z%tAVryKda>@qi^=F;C`O#g#*!uRNY7)N?gsU-XGrU(cF2e^oe|cF#cfX592C4_;NN
z?Bz*|s)=-Ll3&EI&h&Nt>0Nc{FK$nok-159eQ>hUTA#4>**{B-bYCrT>Adf|UFYqN
z(`<nUX9tzcWq5M;jLqJaaofA!2F<v(*um1ZWL2}$+uWT$I~Y4YcWP`-kYF?MHI`no
zHZ^m~^-8bTQPL-L0%wW0Gd^6S!WojK<o}oH!&!d&!+f@Lq(9ugU-N466xqlBzVQhp
zq_iIo_rH|xImPHk!5_(zu8$`d7tfLI4WBK&r|PfN@x@0iqGGlkIQy4#d%JDb=?&Mq
z@Aop^+q36by1ebt_vg$rOde0)d$`j%&2?khrrq&1^FmW6&+eZ0=(^|R`EA@Gla)Cy
zKAXQlI-z(c@2w>bMjIcz`6&G5cl4Lv)_3;qIr#N9^SXS#AD^!`g&EI_iF>qte$1oE
z{`N-}uXax`e3^5ZOCW54K*$=m`No$cdDDMiP%+7H6YgE=;Fi2ax$U5%aKXJ&1tS4D
zrdGKZOlRj!Z4=`)Ui(Kw^Yo_uHd804E-aGw?CWvxNc#4bSCrc;@SN!f_MYW=J6_m0
zhJ4)Fe6enm_E*`hpW^nkhFrSu(zWrzzq73@S2SiQf0UJCDR{H@(bjXPYV;GhCf7gw
zus5ziL^q`MQPU^66Dsrgr*Wyt?fus%c`oYz_f>6I5AevvzB+bV%EVN`@6h>ANB<k}
z2&6N!9&K>BAfcb8x;9~(^@`2?7jw=fm|6QfKb%moLdEx-0!!Jy=WpJBulRY|zvAQN
z@EyB<v&ODAv}#Yc|JPFg^G|Wj&#U1teoxkqXmz;alVDx-;X()J$&DFjT~l>mXziTO
zFB{>=%DwjQ5%pbRfr?A6DJELlEuC~HvdNqAdhog+o)?MNFLkZwuu-0B{-fkuz=`7l
zD^~=sSQ~cwaF*1!P&t;sGd6dZY`x~N!2T$Mk?TF<=$9KJwNK4z4_Ko4srS{CxWlb)
zAD_7Q|Nh3+7kN(hg#@0E`Oc(SBI3i%TDl?nTuqUF!?*TNTQt_q)?Rgq@paZJH^a{=
za~CCt7U`Uvy>nHan7zaFkV=gJlg7?>Y@V}ri#&+nZ2D{6{fjZl@!Hhu?{a5u3cHp2
zYr^uH-W6Uu*KzBIcDPq6ZJHx~<KoJ;op~KhX7Vx1nr=%nK7amvM@32N=hNOLchw~M
zfBe0bmRGB|V&farm}41l%A&XAHt&1C(fYR2Y_{pUb=xj;mX|MoV6T@MzjmeliaUo+
zr8B!e+}3hxjj6Y{@b@Fl`WdVt9ctc*`E`DwJMMWnoqyxe);i(*%XBU#f78rO!A(16
zt(o{~UfQcr%LSS*-2#&rs!jeTW2E`s<?gg^cb9&7rFx{k@{<1hB|1m%n$6ZOIBFD8
zxBsTgB8kE_wsO1uiYvcgn<?IX=5u9HUFf#9{w;TQ-Pb*&;F_?7O{&pU>Reyu-lq>d
zBXgKmP4HptxwK%}Q3uN_6D0+%th{{kPIK17dZ`u;<}w!6sH|Tq`<XVbdEx)C<ze}=
z%?gSyW#%pmkbdJ5Zk5!?$A3G){m+L#tZZpA?8n~M{pOU5k88M*^#7ag8d-;P4_}?E
z&bY-p#ps}ul|pl(e3(l`$u`IAc?+@|%+1Sp-2N@FYx6sy#i?KV3iiG)l#$5Mjo|#&
zUcKeH^`FC6E$5Y~*HjlD$j(bR>9B^?$3vu@ZBEkxhm18_-A>B5K6Sj7a%O@b-@>N#
z3iosrFHUxLUZc6g>i4X0>E^P_58s@uwx}*?->x73_{TT7<-4oz$ot>8fA_)j>Dw*-
zKji)Q?*4zl_j~`d%&ML6;DOuwp6L=2EM>|OzaDtBP6&N0t26al#?giH5{Dl!h~=1x
z^_m%6am>vBm3*XK?fBzcCywln?uv~yc<yri;RY|~q^7Q;jwPKOm;IhiXt-{%!eey;
zTVcVzi82bR8m`@6Jq~?7$@$1>qQI4}ACDd2JeJV@e63XNJ4Wm2Ir^OpVRgj`pQgos
zOy5|lc|bKU!0mO&iysbVjh93;-0sbEyWw9pvu%&ErhJ}>+}=gDT;H~w+M@6*BY7p4
zUfqtmB~6<R4}Y4mcTwn){TUn_x#iDRdhgaY$(<h1mvUT^-=)vC^T8JT2T#x2KRhnK
z@6f|<s%E;068;t6E*JlqUjNs4-_M89U!33DHhMN%a`9)f{q&a&-qd}xWm02hQTn_J
z`#H)FUC;k}*!5rgx{qFnI_n-0!62b7#f4eISFN}vigd&%IZR7BU%2I9>1r`P?W0#i
z47zmEuN_I;{9L6iUSP#0UccBWb-k?#uI*fYRx-06EqeLz!W6+3PP;apo_v4L8rjJ!
zjM*0XR<6_3S(j7h;<b3c((MIeeN%g#Y*gkxzR4KncWE&*XTTHfjx$ai$)8`geiXU%
zpnFk!mdR08=O$AV=an_*SxPxVYveAg1gpGsou<Kfb)oj@q`-ME0$zQeJn_;Si#Ewt
zgL{iLlJwMjyceC#$hXeDX7P3>&qlF+x!6aaJ_(*XcYgBoifbx2j;`ELth`3nkf+ul
z`NQFb>i+W{Jo+RU<+`KpE7!TI>lVk~#9r!3vs9}~*OCjmaWQJb&D|P?OHUq^+8)0{
zsxh=u@nYVtWxPtPZGP%ME7$5Sckbp`Vbrj2&rR`bv;XaU?0U*CH|0?1Gp`!`Il66P
zGg<jf1^E|7@?V^J&E*gOGp4fw3%_3Xx?bQUpgZ@RP-$6bob^R!k-)alf37+EP96MI
z(qOneOqnNnM-fBuwWJc6Ps`*kRRu_;G_DZ(m$g)(v0CrJt2JMHm(4DCJF$J`iA>Gp
z3+jP)o=1e8$$G|SwN&vy)QQK<8qc5PFPU}b`L=WkN&Wcy2X^Y$y!~|h{)1OZ+^Iaj
zE_3R~?`ugu_;m5{8#&HQHJ<N-6xRd`md)ndvCHMQ$&Ea}8}h%eFx-`6&se%ap7mBn
zj`iGg_l`@q_Up+%T)h1K!_U*d|M>T;V{zsKwl*UvC%ynaBdhq^mt{<~(*tc%jTW9u
z5lpP#y<^43#|aL5_PHKXXw=wsUh|Edy<2%*-@kuy<?G`g|NCnC>o@ZoiwEz1iQWJI
zRNCh6hvXNz>`SFf%2*yexbd@wd+CKz-D3~5o+-2K(QIgHb2w}&ZE-Omt-DZWBYQ&i
zY@J87Y3^Gll?kx<%)5Ja(G8aGOP{YTQ1|4HYgqLnTyyF*@r1ftZtKnqONiYFc+hO3
zu|R0wX-%^Zqgt&?buA8V;$rRhta|4*a|N4gR<!orJbtSE4}(E+!L{;)i|z4yQeWNu
zD|_tV@%iS<I5QjeeU^3455JMK?O^a-?u9l_j!68RV&<01b1d=5O8Z8c#fEiFeoI3$
z-Yj!<I9Pw<wjxtoiI>xohyn{IfA$F(4N)(i@!Y*xow2=t!7blMo2P#_{FTnloTJP4
zoqbQmNA9{m&(^=_&%YokpZ)Le=JX%i?dv<=&;QHvI_JZdWv6}>)vi)`FLEf1J!HX~
zHHGTe=Y%E|JhbQwuwp-X^n;qnoMiE!ByU@XFSTJu7srbIvs~`D>JHQUu*X_Yls*~v
zehl0A@&2Yx4erhzVyA1SXid<(Fmu)fex@HyXX?|u9IIqrC@<c6aIJQPk=Tj84el~#
zvwg+xiBDUb7nGr9x6W)bleK@vr|R{Z3{wO6TbAXnTA4n_VtUE;99hX_(V0rt;v1(6
z|Jq~_S8On|sM<DZ>zb_^rs3~}Y_It~uM&t6xp!>4^wBO;CCBb%0^arJrR_7@a(!h(
zS6#W)x@bWTi?F*n#}m2OIjW}|{A|AZYPI+DT5i9$@O|}{+WC`wj~BWKTRck9^;<q!
z{Bdi2^17p6ZcUS#ud0%`@<5DPafJA(Q%;M$6t5K5{ckkgzFpNS;Hrpj#+HyB<|}Vb
z{#EznrO8>Y7n1kow^#|zd!=+uszcTH(k#{Q>qR~6Ro=y~(z@TOb9R1Y=$_-HTDL=@
zcdl4H<Hh}JFQUB9XZ*}Q^DiN7LIBsRr@`+(%R05S1bsR8`q^7I<)Wpv_of7OKALsD
zY@NXCQ-1b=H)?cEd6?aT{#EA8GI5D6j-1uXb83!IM3Dder<*LQr-`rlC~`(3ZeLZa
zeP^>Q`=7t}|H|s=pLgimU@v31Yr4eT2PcI;Re3Dc&JA&TJ#*vjyo;sMIp*$n-uJ(7
z=T16!^d{f?{mVDLclMZVyU<YlMsC@T8>Tz%<bFupeRz4e|A+PG;~v`oE$NL;+Ys6i
z$l&JC%V6cRZ0brAvB;O&8p_{PPj4*xRUBlR$H}?$*FnRzjdeAB@Ae!%dfC0=_b1VB
z>*E*fw|-bse(2#_!G3$Y=3=qOFIiF#-CQa<Yg=OmlVjrLoI)$!M2n~4Jgn0<uDg4{
zial4Vfx-G#L(&i9o$ssjjRaS$a#QEFd(SW>ChgQol_G)u#XgQgKduBFaIW&&vwyuf
zqrB~#<s4nQ3pgGdEHjYiQ!eto7hNe6TXy2a-<k8xq=hw9q@>i^-8dB%b{4#OyEnqg
zXiGtXPm)Gh#>!R}jfySGY}Qr3CVf)0PGXC={d<A#-9r-&zF^{FWDDk4-_#by=4M`3
z9Ka$z$<tHY!E%LIMk#ZLyFuTJy%!8F1Z?@p`sRe~43@tZOi_%}F1DQYaJlfAvusP8
zhi=c^Z-PBm&eh-K&OGA`sb&lc^6}Zcdg6vpCTi9X3hLXR+uI-JzhB>c_^fH!+(R!b
z4qU%q+iYL^&vM@1A56`q0c@pCnh(QedA#}LFQ3d<B=U#LFs5?D3Wwt-rCaqyLT7AZ
z65@LO#w0OzMwQ>4MO$XEeGu6)S7qOs_t`RUmoR)0W?XN2^77LajWf*zQyp)8|J&pd
zqRJICXV3AZfb7{NCXZjtE)>7iIQOyD;^c?F+^4hg|15r5F!AWqQ{Agh{GXMWr`K{t
znER6IZr`U9cTWo5^JGI<ymX|<^Qo7=MjDFo%~^U~-*wN&U54v9w@lZKOn>=V`<PJn
z*#ol#w*C3D^jmi4d%N5T)8^UQKghWEvdUDy%c)q<Pn)S=-|dHc)x!;XXYQT0{ohu*
zPlc1ds6Dz~67&1q&t->9dgJ5Ee8Sq6lthJJer;MhA+q@AEWhuM&&P6k%{3ExYP+_1
zOP24c^;aW&=0Bd9T9WwSL2-*wyq4AM7Y!w=gYL>YSv^)zR_d7{rhMjsr}EEijkw^2
zzqd5T-r9bB*1e+hdeZYg-CECiNcq<bwfXr`52kHfb-9tjYwfA7t*?~Q<u9h{m`{0n
zzVGb+C}UCX?_csO(oVNck}UWu@oIYc`jxA8@^ht#_C(G3%zU#$U|)7b_^rvm*^V?$
zS-&>QwR_sb%eB#5vsUQj{^(|t^sds6GiRA$vQLR?{rdb5>kr2lNV)xaZ2yO`f4!We
zX7A&b$GgS#6W1R8{oelQ&6|~1L)_Y(nA#Ug7u4-@zMPS7X=~K7hjpKWW5-1eUL|H%
zw%NUh^0F_?Vtaq^!Q<og2ipDR9{&G%w){tGebduxuerA91^8&L=wz%F2q`&aIaQBs
z-YU+l_!m9PJ>Lbru9(5PM6~2~Lb~3?ob49-t6Fx4uQ!nCtN3?#`;GlS<R0}cSk`!R
z&fzV*CCL|ZqB4>%<ZcUid+fU5sg{LijtAM}zwN!ge#Wr_Z5INTN*OR%_b3EO+~r7Q
zU&_h0p><!vIsULC2M-?OZZK(I!(_n1ckBn-kzIBk!Z!}fm^`{7&wT2^&$VGX51PFD
zI3)OtHp~}t_x29j=fQO_h)e2}7XN&Q2W#g0WUp=Fp49wUu-eKgGymsIiydAGKHLru
z+@9xd=y=eP*n2e7!ZAnSUt{4R!L!FItT$~G`_9RdC!q1ec@;NDLsMJl<?6TG_b&EI
zv<WKnH*n2nwCp+9ca`<t0^XNB#~&NUCLeCu_O>QnYu>4&?#E{CKBPMLVYB-5jPh`W
z&Ab8;g6>jF6(4S$Q*3eP?xUmn_78sN|8II&(tnNN`|s+S--pY8TtELGv}Yr619Oj=
zX5~-C^a)kPQ{z*whx?W-dGLCjMQ6zU^<I6uRPF}3@u(cA4?MEcA>iOL6Q3U;GkzKR
zYM4HKXrs?^Gj*06yWhe~9AEan`5ou<?CCK}-Mnc>Zr|&h_3%a$`?->30&X`<e4Pxt
zZtr=sMR1Z`?T_%bJ&~VG*619V@+s`F+w7JzDpkIP@=23}x$aKiae?1b$XB-XMYvML
zW#^SH0n_*n{)jtX7$f3ur}Crb#Pa&6H})nkV>Vx{(O_P#w`W=F#00Sm+djm}=iM@z
z%c9sAE_g8G(9JUL));|fTa(uwO=zFlaeMzX?WSijPF$KI);VkCPegEw?>lGRWNY&<
zws?c)`|29~eSuGI)}HYY)4jF-SbEqbxxAYuN%y|k&pB$ixaG(p6BE9ei!zzJ7=L<x
zyzd}bHQoE7^ZeA_Q(x9;{<~GYxowfInWgrMqq}}bUHg7vJ!f#`i@&Z@e4kDJm|1uF
z*5<iVdJIOASs80DZfSUGlMz)ncWJcjg%3(C+cO*X$*1{V4VpZ;S7E{@)j7orF23GY
zl0B&|KlA@Q>Bl-N?yk=JcKzZ^FJ1qiIg65ZF!(iGH{UL??}yOu$DIG)$^UEMx2uqk
zz1}GM_}5o$4r`mr^A9gBUVY2duVzJzjJ^3m&CP~v=h_7JH5skyZEMO`Dp|hJ#4)@7
z&wG!D|0}*J+Ewj3`u}JAzoz_qa)nY+I}SRSn$27^CDP1wg{#~q|1;Hx5_vRM9u`&Y
z`YC2~L1VE+lI4qJWu`@mQoWm3v!(mbTd=>L`};Ss{Q0)bU-KV0WZcr;GMjIiVSwA=
zExNOO+uxm3{c=+^=5k{7KaO)d4JxiQd<xn9`}c1HkJ1}C=Yr<GlQidgQ!{D%Myty@
zF#;y(R^IzQEcvt~EW+SK$HA`>zvP(tU%X}D<`!?+o15LhTVNx%VY;Eu7KYbuJ0dhR
z{4W38^do<&<L#1+6|I5C%JaG&c$aydN?9u+BQwXspf}*){`<QOKc7iF@W!CW%;e`I
zO+&ZGCj@mFOBNewwFmBGxUA3_r{KCM)uN`_(s5&x60hsOh1--5v;Ae!ZWDfg{`9oM
z{r4Z6@Ca;Z7ia!nXw!Rdn$Ms4(as5vABa3Id2?|EZ%^jOCx4i2em*F_kvH#vNqU`<
z-??J_R<3`G;+LO`dh`C>hd<BXe|)ohe}c{3gv)~O^7wzeHoyP)^ZvTVbo;+=-mhee
zaPyIETW0s;z1@LjcP_D>*p;$O?55~M=lDx$MK}B^<d6PZ;>nQcSu5C;v}{g@&qGE(
zeieOov1>=`G8emd9=2^gzg%QlrtroTR;#D`e;;mp7&Bu>cXN>558M9M+mrM4o&~%6
z+pm&c@#ptDGuc_oJYB=*J-T#;%b@#X>Qw99Uw)t9jpx^!R4(@;Q!Dsq(e;||rmqhj
zWn%j5(y?no{QRV_>*hbqbt1d|y?Xie5P!6OM@CTcDy7sa+x6*Ddvw_^ySkhe54yeX
zaM|U`EnR<$g#*_V%3S1MF8TDxe~I>e@&<j(ZHWzr$6lLEIb_i@;etg-|3xO>?n$$+
z?N<Ny^k7V|;Pd%2o7I2ubj~m-`q#6->;H5+_33)n5lb1?iq5P2Td<4A>*a?3A71S`
zp_H4iJnM^utJJ$S4NGoiJY49O@zQph*^@079!&Y&_&me@&YbBlzj`Zf(W#ga6!CxF
z{helVn>yw#5*OSU@BT*Y&Vobig^9L>m;A2w`n$|fnUKDm<4d#5`Xl>Jm@SA+H|YCz
zkkNZ?iCm=0KC7#@E@!MME?9Hve56(Xs%5rTt3&fLBV-tS*}FflKjbyTVAVoX?gL(r
z-`#k8TYg?+OQP)K$^G^&*-|`)Q}iUR%$YxbaqjIu#w$)%2`Xv$W^8RUPSlVUnzq%f
zt{|;MVhL-AQ>K5dc}p0}|33$lWB$GWul(=#|4)|xz8;sJb1T>Aqet`ilb@xd_4=MU
zXr!}=aFv872TZZ_GZK6@<r%{gZqKPd7HYIC*y5hFZMuJAXnUYc-oBlUyLUGRmfx8B
zwxFzx?e4Y$mI%R~@760;e=q#^G5x{C>~`PF4S!XHj_^EVJ0-E9cwTSFg?+otcGL?d
z)LH$LIpom9G2;`P?}?;P`B%?hdNoTwJaTa2;eGZGEMydqZ0Op{tH5I6ra0m7vX>j=
z`Rv5*RkVvA=aY#2@GD$Gc5$|~NmTVlxAYBfqYfN3aXastfBRT)$Bct-miKnC#BOJG
z+G2jBJ>S4sN5{o*R`0j6mCfSXyAxY3-gNcIUhlX48q+oQ;}O|=6$}on&wX&veAmil
zucCzKaELI+Hhgw}e*5&rJ`1`27r%q&HS{v~WF~|(ugh)VlQ_mKl9_S&*ZEZUIp*mW
z@9!PI`n3JWi%0VdHtu#=ZFb?*lP?Z|0zcHe4kWlIEH5Z8ZhmfG+djYk57+X;yi&}2
z_U$`pe!s5YzW$?VUFE+!-0OQjKGGKKc{J(AtLy$tUo@^i`K#wd;q=Hpr-%LaCmBzk
zpR8X~qBAehZsw$}R*Tbtp=qqkpQ-(`ZM_mHs$+Wke2gh8>yx+UGF&BUvo7XcTcPSb
zIaDV=@S57jK#xeXFhSAANvERRoEA?G<cM4nv6Nxogd$1BUqS4`tg(UDr)*iEBfNd(
z32mM`KVK{hi+ZZK*#C0X#w~Z2WNeMh*y#1q?BcD1M;^xO%YAop@?v9~+Px%&`;O6E
zi}~z{=e1jZb>3R~%HYui&gN4IT2@sGt-h|(8D}ik86Iv{xBIqrg$?g(4&m?Xjov$~
z;#8j)C044%y7sTJ=LN?#FWyE=#@U<p#kFL-?I@Jt)_yhXQp(z9j-^WJTg0+t4EvZ<
zWE2vs-ozf|VVLa~<-akQmDku-(zQ{sbYWnOxc;K)kE%EQxcs@4J6v|w1qo$URa5>+
zGAENFW+cyBC{p-WkJVw?`L8^znr9R=Y=VQOf9{&5qqJ}7j2l{B?~UuurDzChRu$fN
zeVe_%rEcn<Z$YyS1J5scutie8&MCjM+W($EgWJrF0lN}C6#|Z^Ij)++m%lRV-u9(F
z(}MO#n%~^`F)nM7H}|iIC6z6D7mj${4RC1PoUv^~Pu!;2YE5db+Y~vf7nYVB6Fha!
zY2%6YI{A}-hP&lV3EW|Ef1x~E&tl)~eI`q0m|bqlS?_aY$=|EHgR?kde%z@mkP%*Y
zI$g*5!CJpevEmq|w`=aL%2ZV_%CK=!IJMq*ZB1`wdHoUd`~O=m{`&s;q`Q3L_0oj2
zJA3yscQ(~{RD3ycKtlFGsGm}H+Vt3!8YTP-e+DNwxWB*oAn3)O^NZ5$G7JpO<{rAg
zJ^Y9LU-^I5IsZS;|M36UGijM)#`cZjyf>mIlm+lIzmYZQ6q)lh=cwP&&32caQa-n>
z5TBhHw&-S{Xk2H~gV&mWSXhJDs;c?^UQDmZFYerKU(*_X|DUA&-d~)t*#(7Vop0Z9
z<z9Zk#k_5Iv4-`7oXbgD_N_Bm%lW*WQ|Zmc_Ai>fg<q~6e6wTK^t1E$_5~<53W&1?
ziB(q2b*{^+mMfI<o7c5aVzFG!M0Y8zg3{z)FOS}2je46Y+<sZm=}{o3YsM5mahHw<
zEeDf#OmKex_P~+Pe4f=SvbHGq{pAecI#>0@aU$DBaZ5|}jNP&`Wc`-gzH9&O!29t}
zag)D`OF>`Z8wHhlPAW}@A2K9<EL*g!m9IVaw#fy>1HDte9q&KC>iY?=9Y37~9`}{C
zxIUW}yJh-?sKXlTi^at(zOnn=mdq*F6%n~1C}X|iTtf5limH#+d;Y&LfAK<)hbP3#
zk|*x+ha?GgIY-Igg5~*q75^S@ulRO%y28tinY`=r*L}Qde*a<j{<_xJ=J^liI15kO
zY?&f-#QCdYd#~luL)N)dn-*j&kN7m{@s+(|`$XGSRzCUp_TllbD}%M>Y`*VUDzmvD
zLxhVZ(<nALu;A^+6<J-DPjjmEa{ihID}Hqj-gmX8ne|-W+3dBOWnMjw7Ge@D7kl5h
zmiu+Uf2-w}HFy4;qTz9Qi$PSVZ?Anq<)eh)-Qtyg&+p9C+|?TzCFOeZmY*2^Jg3D1
zb6t0QyL0YfrD?cj+r6p1%Q{ZUT>Y^}DDCo-O%^K;&AD=DiLR5Ng8fZxt;+uvUZn+>
zn0)yH6k?wTKl#2W?Zj1~-qm6O?Fk1tCrw^-Tw`^$N8rM*oxLlYgr2tRdp(%LuOf9^
z@S5cW!<7tCvm2sLciJr%IT*>k+T_?qcBWP(vt%!Ae{~+Ql{d|TyN>B8tL{@gm*^v>
zd-jpD7O&un1wS{Q>8cbtyVB4%Yg4V$+S#1pjJzEBO0E}o73bdCduHkR%=fOlWu&?<
zWyNV-7T|Oi(0Xw+b8Yjgty-e<t?ZuPDt@$4NK9P%Z_?T)Gg*AMES|z+zvM?i-Hfo;
z$}0?ZX>@y>d1T@J``ISW1(MNjE8CgWyl;nu_`XO|NQqn`T0Lp<n@=rH!N;?I%JHWr
zb{vps-DWD$X7FOwtg}V)Prumhe!#+Z`yn1y$K*Xv%k`Bnl?Ci5y!w1g$W0w3nLA5F
zjujqR_PK0s9mmX-mPQ-()K(rAK3%)w$|oQ8_O0*M<XNUK<2t&pKS2EG^}Y6UKHS|b
zpLkf|+xPu{dAHrxWjOTrF5{u~2mC(#IH@eb+>l#!|EcVCt>~{pD<8y|9-4HluKvKk
zf+K$y9)D=k<ai^;+`{_xhaWZVpYxi3Kkl%%u{(Z#zsZj*3Bxwq{wZt=x^mhh?Ahyt
zbXfxQI+kTFJ9)a9VU>ySstZof^7~%*R<dL^8CkFRZeH;|hyC*l8T-Fqi|_pVWV<eZ
zUgH(+95d;d9G-RGY~^};>|<h*ia$!sPUGID91-X=z4u*{^2+s{k3Y}7$;0zFHet^(
zMiH(KhUBAP><SMWO_gMhwlI+S8IdEs?3-J5e!HmH)=ViGe|H%__dAyD+g@MDvF>Si
zE_$QDsAKF`%P-dc_oV)YwKpA{lUrD|<tLQ=f7Y?@{lRMoO^zw^o?Cd4ZEc=St*3TG
z`o{gYojWevmRr8i-?yco?R(POiMG6_+KV*qynVlCckd_7DRBi-b1E)9xnF!KM<Dh1
zpUyL`Ut$&8O)`1!KYZ=hdOa*-wip9@ZQI9hQ7#2GNizQb76eDXIa6J+=P%3qx%EA<
z#hkvmrZ>BSzctFv5w>`peE0pj_a83v-+%PfKfd_~i))kl_3b}Cz0UvmG(7(C)7RJU
z)mI){J1w;8*sRZPEX=1oA5Ge(DEFe!%T%-~$x+7a`=u5Aa`vK=kNjLO#iQxG`pTk&
z^-la^vl?$+zaUc^A@qNp<D=lc2ZU79dX@JdJ3Mb!(G=IBmaCjwm!`$8I49e<Y+dwc
z=W5Q#i6=YuRIHC#BownJ+^<h`i<9$;i;sdPgzf7$xac?8cHN88V!0n*ihWl&cdc5P
zHBaQ3W|HO4<*l75xhFM41Ahp}CZDv;+B(tC_)(YOgbahFWo|J$`D7i=$rmLB)g3nI
z33xK;*g<P!ON-a+ir%-HD<&L?KVEp|QF*#yk8<4p%I59n`G$PT9d}y%-bz1p<vyEm
zYU1_hlb-*Ju@3rY*A<xj(BAjnJU*^vi~fst9<nZF|MZ~F?C)M3jd(Tryv8IeSMjS$
zET*~aUJzO}_mp&n;gyxwEB+MEvpBDly7^4&r&Yi937M{3_O|t0>dToYdfC>$Qd)BB
zvthLM>Z%E<Q4xYk+rQ-elX_??n6QPfMEa0HU&85NhU9AwR}LF-3YRuz`Yig_yO{S&
zPSn2jN3Hr>H+LMcYTV4XIB~_rWmac)dtW_KT4bkl<PLvk{<IR+oeLxD%NFTn-g?o+
zF{9yL)SnNZ^)0^I&ME$JcKQ5A7oRF;<Q8ndf7mvCgGEf-yoImLR!c1lntc7cZQpX?
zci)-o{`}N^_s#u{zil3$yNsXm0+!po$F5$LTxS+NfqB+Drv29YnO-v9-&@(bFgIZ?
zV+^xo^n{H9r!2%;A9nb#=YBcR<e7QH+hw~_0Q(lN_F}&WH=Hziiwj%TcmL;l`;@)n
z-_!jMpMH;j@a3B&-}mnp_i_u8dF`z0nKYO=k2#uk{Meeg>21yn-dWp@Uif}6&HR0#
zoAg`OJr4!887))s&}!a(BbrI;<Frz(hRe&oI%P~qkYOvh5N471zR9F7L1@cyvE1uT
zH&xvwj?Z)7YcKaeV3WiYCjN7;r8x=?bGHBMcx<tRcYR^czjgkyUm4oXk4GD@v_BU7
zzT9@sk7q26aSJ;(ytFEboxa9MlE;}X{kHBbg<Z=YNZa3HoMmDn=$80?f{4=5@9O?%
zgSs5Nn%DAfkvMODJ@;|3TGNim9FMJR32U!=b{HI)=g?&k!T)yFvcn%M4m^FvB_H$8
zcHK7l$9pWfV{SdD3AIZ(WcTHyP!9i{yL*oM->+{LKfk}R=lcb(hiA`5*L?hX{m1F>
z_{YDVnJr{`nxgp9PGrwg<<IMdHrS>pM(hez`E};WhKSiZf34P8I?5>pxvMW_-Fs+C
zn@hlIUgw{6r_NT+;@qfqE>>IN-qSUkZ%q)X)Zu?AI_1-&qWykn-)weGSy!_A<U6<0
z6W3=IY!XUSON<P>=YPm%C(k|Y4lk#rmqYZDvO4bie@?oQux$6mq{)-pJ5O73y)WX8
z-1BXUrt8etyJB)|T&m-=-MsQXM+qdq^lFhbH3&H0&=7HMZquH{Gnpqg1|E26a-dJ~
za8u2#ToK*s%Us(l&U;VS|3B}~`eQ7&R&2K5Q{GqqO*w8~6(>9I(j^sTAzA-6t-kYR
zSIVv#T<$rU>osN=D_{S%xIO0ZwYQ$BPY)bhWKb!1aP5usPpexGzW1q#a|nO#TD0WR
ziRSELPRF_Xud`2hDcPlUwV+Xb*UqhFzhcAo@pmqNz9@C&4Uz11@%+o?_^&&B>EFI7
zu13O9=5gMEudZIR3pPE#<T%sA`c$9q8J<l>+50XtWFF<JmZ^Hta732R-T!Q!l>9$4
zTl*8iTduG0@eWzHw0MzAqwBNlVXbr8Uq-&0tM|A1#rJ9+=l+9HGQS!3|G)eG<Gsgh
z0uKr-9v=N1UU2Qv-sSUdg)DmI{XF-w$-!k)5_{Y(XXJck%etIs9d+a4qHOC9r8kia
zbRS#XdGzLyQ2iaPH(yluRel!R-rOqMlx5-)V_|M9YT+jQWWte^VzHa}l#<&uef+!b
zY@GSf$zin@SI&}4S!=tFgt9I;dh@dX2hZ}hcYlQT|GE9Y>ES!JbotsY`#;D3OYQ&L
zUeBLwCgGpFf}8XB<BQCU$3ptrfB&vt-_P-UC8x90VvqLokM{1bebJ)Qw{gk4YyMY5
z1$rcwUU<pobI+^v!NJ>^tqQ#tqwc(WuPE@PtYO0fL*BBxV$Y)vZ{eL1X7NScB7N^U
zB@Xr5=YFUqya5gT{M*qk`t5yVt;L;fw-YwsU2r?E&_bqQ^Zvts|JvTWcQ5IQV1UEr
zZ4J!l%62y_>Ur?{_Jcc*awE3S=2eK^;@f@9B<`|fT#fM0_{SEH^7i}Jy>xLr<HVxK
zZnUxAOyKSE+P@hWXNbAYHn{3=v|i?L;@Zf{8D1POOyzRz4zq{vKfL%X`->Mc57=%o
ztdmi1Q##CUX~}b3aQpi8AO9RrulW0^+M=4_;KQe1P5=EmTmIv8{QiSqXU~3cZ}Yoe
z`OD?gyN<6+OUQgY=hrfS{uM_zY;B#t`H6$^?1m#Rs|+pGo*elkq#L32C);Y$sX32Y
z*%C5?woS|5Smv?5bN%!?$zIwAf5oxNeN4G!6)V24@xwVk-^)y1PhX3^%;r2cUu@au
zl_zK24h#LE#jpJP*+Q|J=hx5v6wl<6$gtE9da+r*CSzN-lS13|sfzxAE5x{8e|oOl
zsdx3rw8EFa*4rv?p3^TXk{LDQ>LYg@Gw$ryX}|uYm~?7=ESTx;#QI32Tii**=}6^l
z@8^@w`9?ULs@L5tKg;6zgF_7|FKhb`3Op+L^i0%FeG%j4=G0^Vt~`GJT))slc43M1
z9siOnxhY*5Pxokk<A`dDklCU2QuO32JCnWFvKgcQ*`3r`Q26Who*U1O+BT^_Ow)Xj
zvoJz+miT4w-}ff%eII0OzxCN%uJFf|a{rscy1u-uT~W^_Ct`5@Mdr1|S667Ou6}V#
zc>cZ4OSUCyX9VviC@gq!(DB5ijQW#BzZM?aZ*qLbI@`6OmpmiWgSVXzIlUo6@$FrQ
zL;tumG(0vK=FVa(E7&ZfF4m}h=g+Cvm$%8zNsjn-E0m9Mb;p?rkE9AtOpLs|XsxZZ
zx6}JIg$J$AAD5Xo<K_BYnTiZ?vHKg78#gcoHmmo~chGD-{Ex$$N8*^=`~Cmz%x3$R
z`Y$`fl+07MTXu_)0;9>-9rnEjTp7Jh*;W}_Bpw(q?+|g}%=>0uam(b#+jlbk_7;cF
zZ@1l7Uwvd^RencOhyj<-hRp%H7<a$Puz0y!{I^m4?NC3H`6dD;g=NZ14{hn2{K0<y
zZRHaTD!RM6-G4mj|IfJV_M>Oh-+$=;fA+ta{NHci1JWMfw-&q+6;X6AC?d0?qIOOY
z*Ro9QTh%3VgS`$;$trG{Et~5Uyuw>!*37-Ua|QMsoow(X!_eyez9~n14q5Qpwy+#F
zaPkoP`~2HKvmGXu`W+YL9+{ka@ad0G?&U))YmdB5?Em{wZt>Q6&la2Zm|0lwKeFz2
zf{bq6zMqoE|FLj$=bFshQ{I{=6Vx%+Vgavs!tT3=`oy+LUYsc=zFYQIS@XKg8k_Ex
zzIbh!e)l<T!V>qAayKyFdw1Vy&VxU1WYTBr_FTK5rJ>5@w8iXR)3r!FqiB|E$9NBl
zm(CKIA<_O@u5DYzuNTHOUtY}r@bBtxgS_Sm7Z|ly{Ai!}{=^%DZ+zR$um5<ueEo-4
zKlu|R6$JKFeP)ZV`zyNd&#&s3`*(h|=Hv>jc=@HQSa7m%i?{v1s3}(EDO#5G-V5zE
z6<MtFH9V#Ca$#qni1@Kg|1621Db{CoeqX!TR`h9aK?mdhuDDGqn_{eATub<A`dnU%
z^SjYPU0=0xPup_d&S1H|dA?=goQYC=D`e*H?Fe40tg$HV+UCohdC&GOUa+y{O2WcD
z{Gm4K`m-i0J-PHfIMr#3m(u1*t929)e2fi#u;tscuHKRlnrpSRWVu+L#x_QFa>sr8
z{J*XK8kbvIeMZk=25Zm5>vBv=EAQ`_cbYwF<&<N#QLpd5YdSq`>%3L7n%FY$X}ETW
z=X2j~x!=FxFy}SFxP4W<&-LS4_RJF&h<VvjWW2LY<YbFvxagb@DT%W_bi1-VDstZX
z?aaE!#da-1J`)$Ja-?L|Pu%}CE!l2I<R(tNt#K2*yhX!%xN4ivxOfC>`P({7xSIW8
zd%avpMv|w$j;5e@*^%t)4`aWZ)U(YDd@^l<swNNDG?VP?HVN;uuW|xJGLkp0>^~nm
z(|uzb$I;qJAs6(Pe7GX!mEEIdzdY6Sl(z4ROrAB;lS*v_fBLA3Ie3c-?c!J%Hmjgf
zCm=@t7We(BsX>1uOH8_(HSha9c)HrW;Bfqf?_&S|&HraRFUGb>t#zUN$J6@z4@7k@
z_n-gh)2E_^Cr_p)T;7(^^YN!eltX^r$7gTtX8x7&SMN#KlFL3VLFa<j9?>SduL^+`
z`%N?E&3SzDZuFhmyfF^GmM;=+MrGvgVe=|lzCmE>l-L;>!P7F<K4w^;<Q4E_=g&&-
zk22biTe+?^t!3VF=xV<G;iu~IkN!0C7u+|_c(L#+hqJ@&mnvK$r_wj_$H+a1$<Py6
z@h7oX>S027>!t7ZKE)H3bID9@o4ViQ?+ex=%O7_9J}g&T-_-HmPe!8sGUH<Di)FIE
z7V{TAZo4>3Y??0LU(VjokM_P0xMHT8W1nO%cY)tFr=UBDgXd?;UH93=Z_J{3ocV88
zPhV{Oc45(4UbES~-_7OO__t;>A2ZQ>kt5QSXMUqZdd~Z@1Tmh!6L!SizRUL4;6Z`a
z!@B+L8izL8Cp{7L6%UX~l4)0tO1+TLteE>xYvoN%6&B&ljIO!+mWR4_%;Z^c;=!Ms
zZufNg2ZvYhKmPccxk1u`CfnJm?8jMTyGuU>J3p5=d|*dqZL|FT-(1(%?_=I=>(DfP
zecp%X`umPdkFRarUe5kv*+*V(<1PH(B6R$GE+2?ufBt4px{c?0y`7JOI0Mv|UT&7T
zcJg5;+nvrcO@*g;Pnh@?2&{go&&f8=VV2~|6RyQ2XB02Ia>>%Fsanw(;bSsaRAXtX
z+}Q~WRd4J)qv|oaqriU6R@PXf&vxyJ9!y2^KjmI9Stb_m709vp$5xFSuiyHp1uLJt
zGA~QXv)GE=HfBlcM~O)W5eg3@KN?$TwtNXv{e9)V@y+6C^9}nev(8O@lHkhK?z*zS
z!=Uigxr1H0IiWAS-cAYjE7!c0?8jQZBDc%?JKvdKO(7Om&!rnK{kvwpdPRxtYR*aD
znzG(Yh)&=-t~vYoErEM8XK_fs&<Ki9uD)^amZ0<f!x{G_ZWJEL(EWB?d5!X(ijQ2&
zgXQg}bNR)~%;M0zc7^5bY`&MtieVAUx^|oq)syMnVyGFiWnPK+mPZ@HU2o-OSqUF?
z=*rex?fTLA%ABi-hqp8aPQD(o<>~UI8Iw(wHa~gRnO`s19cnotHPB?$F~!$QRLozx
zt}5O)Z)=~2+T)N}K|8wpkMgs0>+$+syR=o_$vtpy{<?KHYnXI|s}d5Y?pn|}Gpl)7
z8i#4DSzZpyB{tbl8xFDGU1gH1e|}?Citb4-<6HZ+p02G|G~*H3d^v{aK(y1j-*rAF
zN553gY4(-0zRBv%r9OAl#vW(qmDg^6sa)8)ccabYXT8V&%)8?3Q7Ck#S|soLchH2J
z!^DH~|K1tz`Tm3}H(9~v(b4YbFXzpBTb8kVU6s0wRrXqu2u+ie4_})3-hN}cu>QlN
zquMgRh39-)@&E5xUK10x?84d|%x2R!*c{+^+<e@B<K4JNlh++B&MvU-*}&3Zv)9u-
zMd?%bvgQLz4elo;IIofm3;FJ-`Cd(J(uBq-OGW=}RDV!Xf8@q}=1Yeo+089()E)WC
zZ}0q)?QB_h-t~uXKJo1StlRTx#U`_3?tDGh%mdCi_TOn)=wEX0vO(Cdtj~T0(pNvE
z@B|iLb2@U+$zapb*}tP@*!2_25*JIpebJqn7I4`in0rF=BDUp;M>1+xZ84OZz0H}q
zxsB&ef}s_=yPd|ln+XEXS#C+p$t}BZYPo>a-GuKy&b$`e!nCnPB&*SwuZ#2TI?p^e
zyUz9Qi+OttZ<yo?*md`N-hbO<aJx}v@k^^Y(!GZh`<G>2e5u>E&;5F-z_o^p5;6t#
z77t9mW$ZRfalIjM>Y=Vh^yNj4kJY&ZWODh}?)?<|nlJjVguh;WJOBCr9h;wV#Y*#e
z%idAqxR7w-216B#c7AlWY{BPWeCO+bFkRQ**S>@C4afQTy@$l(>wDMl`^)$HFlW?6
z^%aKAQ}UOI=pH`tI6=F-VFzPZ#rJhP9G7WwP0)zD$}%@7z?mazk(bNVI|f|~%veKz
z*se@5UuAO8a`vS;e@ib5H<o2Cj`Y8~)%=v7A3MjR%eNvu_X_*fb6kvgbYc~!4Uf*p
z4aFQWUyZqc?_0_&ypW-Z!{fJamx<%#wyk<T%S5)ADXcvxbNG9S21`wV^5kfdX<mtf
z&cUmL-+!G`b4l>R@vI<g-MmAmGZ#+^_V`+<=9IEDWK+L#XiR^^i3KifDl!HlfB#(C
zaCrTnjD^$fCwsp?$^PF%Kz>q?-CjErBbAxW?`=g_XziO^V7g$vSNh(DQthzSid#14
zm}tz1Q0a2mqBl+IWykd!J0IvJ*-E`sd*sgK?3%vHVlrR;!A;+8n%Xo?d0_En$KLHP
zuDmGCJ11^lR$_5azVOBOd%vdsohPf=@5Xriu-sz<l~X5PmT-kEmA$ub?{R<ozcK+S
z`j;+me30bV%(edeDZU^jtBlVq6IZxz<kWhxpvxz)X4NC9R#U0h+h5FFuT<4?#Pyqw
z+sc;5m1`G1lAT^6uYYA;R>g`FyC%9u1?{>o{MYB{4-wa=4=rblt*ZOwyVXNoWOh^M
zJ7r7mm8TvBEts%m&C+hcz=F&r2~tYJ-KkSg-&N8%?fFkDX~~5fnU^Y^yqk``7rL9X
zE8nkJ=g}6Md5+m%4oaOAxgvHjvLbdF`}FFPr(xe2l0@%2S59MOQk0gm)m+iSBE~9c
zf1)^Xy<_Gw`8O{wf0mgy-6F-nZMpIGT;3VA5;L~0Td->76t=jm6CtNGPMqMG$aVkq
z+VcmQ)aS6thOjPwnqqSBNZVWn@$*4brF&kynJFbL5RtXsBFZH(L@uVoKeOym=8do4
z{_+0%^)|lX#rqG(_y1?MtN8DnBlUmYy7>J~vTQYfPO4i7J6_J&<fk&@amSAfH`*k2
zv3^-B+n|2I>%-;q=P%xuPl#M_o6kwA&tyyDox3|H6gpM7R@(^mZZrH55<TZF$NIU4
zP6}CAEpC0N8?<BLtcdx+Yjc$4pIDX)^@v<;;^t_)G(}c#X^LM(`R;c<4#yaB9=NqL
zGAnTXO+51OZS;n{Y|-pjGjh(AWt?v)+kN=xV(mG$yS_M<<}xQ+@z^k2D7cnbZ*ic6
zcZ-t5>zqg4#~OIV8k?7Ey8dNwHn8I6eCKh2YkA>;M2m+eZEA-M*A!n^l5qTDeh81u
z@q6w6C){W7OXfeTY*oU*T{c^H*ITjUk1yu)DU@7U@H(nw?RC+T*zVZvyjzr2&aLD7
zQ!e&iz%)u<;N>m7Oz|~aGiI};?>6rE{FC9MV&1G{`G%*gt!4Y&dGfww-gsjp+90Y^
zef8JNl0ye4pSZA1*YCLUoYIr_w=(7)zCUL{IkU^pLnke{Cp2wfl5gbRb>Q;x`43<I
zRFAu}Hg%)3xZnYvxXSkp4>JlszY?wc@k={q|1ZT4(vtdddyhSj|0fz>``Py0_wvRh
zv!xq6Hcguy$gynl8lyM9VHOKo{ZdvI#E9=dsq{CqYD0m5dgfZE$C;}pY<sD=SEVWL
zB3m1~@6zTcic=mcN?qFh;G61-f3YXpY(Cf(O^9-|Pe>?Wp26ySIcf9FwntfVHQxpH
z*oZE;{@#`)s7-!fny1y$n6nixn?iFvMGpHv{MS{aa{9}pp!XB)j>j}b2PCbyH1*6E
zPHm>2LZMX_SF%$7`v3hu{n?$PSFCQWSyt^f$%%RT3;nC5s<Rd(Sc&qxG+n=*|MCC7
z|9|u=s!AKx`_~uL)wShaUMS64eq6Zk?}Jh|uSA}0YtQi6a{OL=^y7`gU5@FEzjxcd
z<7fWxNjGj!P3!gb>uVn`U{Uy162aBE_S|$oy^m9qcG(p99ZZS+v_4{YCa<Q~uf7*g
zrY&FbiSH9{sPkmWB()0lzb_RZzH7FUNKwi2-7`1dU2H;E`DL$bFM0}3Eh@1He!Oe)
zQrl{!U3zbhXPw)lV=KA8Yu9$QI{oi$rGbBHe*N9>uSx9k_T~4@bITrWj$FjG!07j~
zypBBvRx{3TIQ{6>r3-#BdDo^eO>BE4!*S-&hI5BLeiE_w@4Ra5^73DvN$zAP-$>2)
zg7!VCOo^q%{=a3ypK;7w7Ii^Ba@GCmzLvTHs`8s$)5RjncGML&7oI5lD_>vG`nIh5
zAm5ICI~f^lYJbVe+154rRnB$U<imTyn05A>WrjPdN;s4E^nF+!ANSzuS5r6Z1-Iul
zI&27AEY9Y=Ve$2*#|12=(HxmJ%fzBDRXFxUyC=MH+VEWBg`-Ji_KKChmuqXD9SNyA
zbSlZWnd$1M<_Bzd*M0r1#a-6__xp{@oWIS@E$-Y&{Qrz?`E6T2^YVaW@8_;B*Dok5
zZCuTN@9<*&`HwzbR4q%N>wa}bV+X5d>q7YiH*+@ajRI~$W)1hgTJ);V`4#-_r}?em
zZ8ILc>G=KEwr%0@7jAR>+~1Um8{FcqE1x}gzDn2gN0!gItJHaN|EN5yuyA;PuFytq
zZ*2DEgzYz-<}^EXpG|8%W+FLH(k)}Dqu0X{tEDSjg1ER2NGyx?y?x+7gY4rQ@*D5w
zY<y`Z;otn6l~1gB>x~?9$IN#Mj|yyL3+wMBmxvwTcRa&Ar#w1mn{>QRbfZ*z%F|aZ
z3#0bG=rN2-NisQB_(iGsc%9eso7_!D7Rzzz&YM%;b3f*<vfYh;V$a{I&T^~1)p|JR
z6%WH2nK`U&%8!2?)&BG2t~hASO5?e1S$*9<ruv_+<3BzPzn@tDDp)B)bC0jILP{u$
zP4$fK2aAKgM4Jf&$Gx7Fefd?Q+6;&C%h?W`tsVc@E&VdB;FHqxluI`>TqBATBDG}X
zxgJHAna*r~e}(g+rAmI4hi>4xu%CY(y{vgIZau%FuffdV-bv+oToT^7u6J3k9<S%@
zzMi@K{j(qI*G~TNeB;6SA2&=dvE+{s_HX^=eRfq)Wl{L2Q%@V)-Y=ZPu!dve@+o3E
zG8dmdU*ckHV7x_}_3m2JGu+wJA`Ps(E~g%E3ATUaKfk{7;g;izSG(`nwdcsqqmuWk
z-+NY^tG<6An>mPOvF)8&i+LYjUCn;;y;|b3gF?mUXS_Yv9!%V5|JINvdBai>ful_!
zp?2SIrp*+JWqz3Oy<vwA*KYZu6M@FD)0dpQYkkuFs7qCDuC65CAKhPKHVZClu5|pw
z&|AbgH^y|~kE!p2xn74R^He>b)VspxLW61ctM+;Q@xOWYcI(RrZd|&z=<U|)rn<#<
zFI`F7C34UIdgM;_XZakz)=y~^{t|yME-t(6;=HW}=PgfVUKikG_TsDF>D}C&C}YDK
z_^MW-DRlM=)xC4CyY4s?=<l%a_V=dO<tmf)v%O!jHASv6*t+SYPI1$-#%bE;YYp}#
zzAo6m|M>O$b=`+ww*31MUGwc`{zWr3g$HM6n@h9_uPNS9Q_}jmyLg2}#OxbuMUGr;
zS(jZqccJOIvgkSUb3eTLrQ6qhG;j04Wz{W*yR&<)J$&`*)N9olA75QH4Y~f{@^SwU
z|IQ_x=Cc3BXMXsBGM9wq<&`H?wIVq>tu#Kn^-gn3^lsh}v|Ncv<E`t<H#UFI3LL3S
zDf|3_>FrIv+uhL_&O4M37FZnk#;3%S&bs_J^SikH2mig5{Q=6AA4R3!-n6~AX2nG|
zH>a>BasTSK%*_WCHO?;o`%}Tf+USVohsMSO;@2*`5V;U*({`;_KS6_q-?F_>!r@Wm
z*|IGeJs)M_UJJ4tEY6J1xy_e*J8_G0hsn0tytkGeTq&=h_;1e4i(7SL7I-ysbk$}^
zISI_YD3$j?WbNgT9T%f`{x&#oc3&;+ak<Il=ao!Wp1dOlJR8nE+F<|Sf_zg!OnY1M
zk-vBMUiZ#1d&y?JdH#(I=5ncp&Ao35UNJv#zma=>!Ib*7+cFc`9X#8=pSM4HJbeH0
z_UH2-27aD5KWT%z4#%!pOZpyjEaqJ!TVTag@%Oa%pFfAoD}J6XXQ=A&`|#%Y{EySu
z?>qSYeBF_U6)nk)VU1!(8gB(!7Ckt4sGEEKn?GACgFR+XJF$xU@~tm*C!J#_RuwF|
z-*TsKTdr-9$xJrekU#5v=NE6DczEBx`dpQ37n+P_7QdX(t*jyM@+8etC^%%P&Wh#i
zDLE3y3tKkpu_#qp>~|5H_NIJ#&WCI7#9!QX_0|3Nl)byn=<p(ucIE>XeXCpVOxpTL
z>gk(>ZfQ{!Zc$DpQJvTIy1t+O`hP<5^*QIh6&QvpDRnbOPQLzr7oYFtbzLpXU8n!I
z=9F5nre08^WVZ1Jj=0$S52lOjD?ZwAv*g090~+tygzf8>nD<O8EU))C^y-scc`moB
zt3r%J+@*yxugz=j{$=n{#4M5h(!V_c3x5P1{Tt!Tbo#aI`edCp#seQCcpX38nsQ;!
z701aFX2tKhCUZ?AVs3ZvzU@V^KCMTBRdj<~r`NOj&w8|T?TatBY@RF$u2<s=TcGUL
z!zsGZDPMH|{u;JN>9f)v?m6vN*{k=f;GdJ&qvhFO4;)D7G}<~P(_pXP)t@0Xu`ln0
z25z14dcNRcQ?4&vYne4Yx5WALm+X`DV5;ml;7S*BC`ssU?)wvS+UK$&clrdrD;GY=
zc<@aAVCi!~=w?Cu-_05g#~#J)Ygsq-clb`djx5``B2p@>t&=!5l(B`SZau=_%`0|r
zrToV?H_sP5<~ZHtZ}*3xfBm_I9R)Y;KR){TdBXG3ko5HDi5xGBw;K8SI~>X|DJZ<Q
z(6D9O#T^#=4|IoLx0vHLW7|=A``^6Z+LiqdbKLH?kntB#Gs$bNOIT3+V}YSXzI9Ex
z)x)EmhKKk&LIo2d(oD`?IPj>cgZtJK&c%z$eoy&%LGfvwfQuvt_l+o?<BVkzwqGw<
ze)(N(!9Jtxv24h8nH6&$HCwb6{JqTmMsDuoM;DVjmK_LD&$#Q9-Do+tk8|Ib*=zaV
zfB4qXkXhoD^^O1DG3mb+?Y$gk%UVmtaxXV|R2J$P^Br$)|HN~6dDHLiivi4Ke6z1b
zZ<&`{euGW>%H1^XMX?V=tmph<Y`<)1%iw!EA*KCa$tQkU7O(6#{_PGg8E<WCY+J6j
zu~=?b;k-PP1B*)Uoxjdn_~~OsOKD<~SW9J(LWIoTguwRw)^h$+PfWYvTzC5|-|Vx;
z{@<MW{qoYb1t%9|_S)ObJ(l`g!e7ts7<>Buqm%ElTilPSJg8V$AiYxl-w%PvbVC`|
z^>zPP&+q#!lpp_}X{k)x#fLXH$A5Sle*e+z_xp~|z8!6{mhI#V`7KOhrxTqfO|pHS
zv}x(&*5{2jM?LyJ=+%EL?Y^+;hW4ICD<9m=nkvY#wcvwZVA`{KHlM>^mNBhg%5X`w
zdjF~e-*!J&S<)rudehsv#mmRM@$&Qe!E%4rWG*h}Giy03ps8`xU|HmHxwRs0Ta!Ic
zsxK>F#O;05B}%-dtMAK&lrqkR5u4-wZVkR(UisC3a(QQl;m2~$gOO47n<ka*4zaPd
zSU7E`xR=fZ`AvIzdL!qm>9dOJ*-2ZQ^t#=jZ@{C@bC~0}`Ucrxj|3Nn<V7Wyw`ANl
zi##N?wppU~oq`L4hpUIN`L#28AO7z(-N5%aTJhwq2G*{-muAh~_3X%NXAu>_rd2D7
zuBj!j&%8WM*Q{PPbz@!FhjXUezEo%H-rDB7u$JFo!oUB&{9OaPbT}d(HrQS0ShF)`
z@9S*&Q<p0<=6gO${d0@KqUwXyI)1rnv2(9!?g|uEYBW20GBj|`cHYuy!O0WWOyS<#
zl2IYt{b$Mtzoi%5_ueZ?`r9n={L$vebG&~tn@x~gxTo&Z!|dN1GQDhlq9qnxJXKLU
z*X6<MHy%HAR(!Mn_lNt}zm|U`O`GK(zI^N+pkg7*U-9vgWm{pxuZ|5ja~2+5Vl#J#
z^vZ%`lB{pcc(+)64*9k1;NOkMAKqxLZoRv+X|HvXjO;o2{q5YT7d)6X+M6>pu0FiL
zAFwD<#9-5PE>Euw$KJ&GotUEWYiW$KkA%-s-8CT^t5Qw{8~yswr23Gt?8QSiw%d&7
zqVk=&d6!x@@I6cwnYE7h^>uUk@A=<fY?E$iI9t~4_B-v?m&2N^eMkIe+|*BEb;uOH
z#C<qqic+nHn66A$Y5a`-vI95fJLqKiHZRNE@Ydqv&z`UyHrD)(xh&Rw4S5ba0@6o3
zZ>_#H*W&&`Q>i}LWB*t<9v0kacFNhE8eS61CH?Nfnr5{_H_z!ex%f65=xVmTsgm_-
z?RIyQUeEdJzH$$nJ<aCYYvjJT(R*#)DiJRG#U{75c|WcAeWE4rzIk$Q-h~&ka`|>g
z+NbY7{Cl?l#@FW<eG4Rn*RZWy{`*!&PxH~ge{JXeuW6Rw_fM$(_WXl2M_yiee6!#F
z@#^*U2e#Y)>G=DRWvO(7ZqFeVjb(ROmKrUu6!7A|Z0edV9PiV)<ET^o1AX_RrYA4s
zvv^W=y={G&vmr5CYBI|O!{e&Ec3ok&SJgW4r9j<B{Yh!Ly{~+ji|dLRUQ8QaY*J<F
zSmwjbaJGMrR$;i;wntAC7IdCiRW?a$_S~hJkt>xiM6n($*5rFq#k)pi{ia=c3?eJf
zK0T8BDl~3?oS~-R%)->wFE{yIR|<Wtc6eLhlATVK9VH4EtSxV>c(Ih5BkIP1%A-e@
z3jNlKefy<5s%KL`<b}R93!6im!>hgp%Z7#g=ZWW?)xpuh@Z?gm7AyaDQ?5h0erp+b
z>;8H;<y~*_oQi8dcNMT6&tAKyS)Q|G@dM6fS}p3VEY3R@3HGiFJ$Ko>i=|3MUa!hv
zPT{MBFh7IUnrS76h4dz<ymt$?mbogz6!b|!^oioGbB8mphwz#{dhPP?*Oj!-cY8nn
zn%}AOn)%T&x66O4ck!RBVvJ?8@(Y~Q{_g4|u|~DvIg+z%pHA{M(K2R{Fsa@*%_uJ8
zm}&g4pQ#@Aer-K*)A-&=w<EisS3GO^Uo1Y0CH-&Rn~5Ckil&R%m+zULv72)p&&!NQ
z@7x(bF5bWJWA}N#GhDMSg)Bb1$Nh}BMxx5<l8mTNMzM?b`KdDOIg@b0UfINlOY?c#
zQN|@7Uj6E=k2@}xWPhyMf87O*-i_}Ii;H=c4nAG%zGKfGm&;{G56}8;D%cptHGAFH
zj(tG|f5h4kGrC(p`d4sdB4ei1oH-45IlR>;sPa@ZZg-DZx`&bf<)L+EcEyIZp<Kru
zygGbqzdU10T4ve*j4g!4+H>V(9!4842d)cj8RvOs^)ekfaPy$`sy?y9|5_ea9D4ap
zwe2#4Igf<D?Us)Whi-@G7h3V%h@F>MUdee`?n0@w1n-P(UmfMH-4Zbf;udy(E+P}K
zCCDIW(`i0S1I9kxs_H|UDk095;k-^Isf;}u5=#%B`?<kP@Wr-P;pgfrnh!5~y})&$
zsfg4xUN-YZ_rF`r?JGDZ|Dx>0#Vx#T45tMdA2m#t{iCeU#cXWm%WNH$V<wy9AeOZ8
z<hjd>tr*I_WUdagX)4@ix%y#}>y6g5(-OSNvqBj7t~I(iHYfOSpXU2p(X>La&FsaU
zWShHx#oovN5evWl{i0d){lrb%b+n_s84oiiXlzK8$>Xp1`G>Xc&$s;#-o4e{@O5FG
z{huE)^Xq@w*8TW6^ZSQXX_<vQ5^OB5Z{OddRQym+=#F`ixU^hVyMWG$PuDzI9$Kx*
zaC)tmBdor-Dd6Fe29t*z^}pRhCZ7`)o_bedkHrmh{#!o|hnlNRZE<1oEi^iJ&#AXd
zDV#ClgF?Ev`l7}|BJ+$>MMT=4HSKwj>&&${FQMbYDUMu@#mpwT1y|pGNGWeS#<;zm
zIqs(NyQ7OTd9D~N2$zez<Rjp2w=!~bIoD!OIj1GEtt)e`#&&F9;_aifHrQ~Ulr-1L
zD_)B;XFst~Jmi@mRXO3JtHwIc<Sq7U8qfPHv|6`|_{7|Mbs}7mhn+RlRcn`w;_{4R
z0&|3tzW%%R@yUrk{o<oe9>#iNGSiuC7d;JA4>@Ues*F=KRWDF6Ijk$?RuIp|?kPuu
zYN9H;Jj$fI*T=44DQ=#s=6LZ_VC#hCf6lCESS7T>qfqbK+9_o#j^5Xf)tP!`ofzAe
zZ|8%{HZCk__<264=MYQXH;<mX>ps3KKg)Km*Y0T;>;K|1<LHYf44f}_DKYU*-Er^O
ziWn2;@Qjd>Y|m`<1rNM9r+lik@`*4FjF`P@+LdJ%Z+m~o=}Zz@CD_ELyjIcw%QeCE
zlOAodb1k3D6t^nLe5U1uGcJd`MGl1cT-_EBdRy6O`MU*|qD1Y@@BH^T*mc>xt3PKI
zV@Z_SPQ%$!hA*D{3ufEvdVQtplO1l?G<IJXvHO+!cv{VurFGv7xj&!fbv(0A=}L!^
zxZ`Z0`K>PmcC5I6`RLwo;aBU=Fa9_s<bF=ImxbyS#adhAwka<aJTD70*R`rfmmOPv
zY~y{Uqt#iBa`S#^uU)vqZQD%Ci<3_u^t~2Vm=$xne(u*RPO|Nh!M*t<x0)7Ql=9ob
z6@I3A#=Ml4Bfpn4aooLM7kWnV`R9{4e|5A1nkTqEnZ=QOq5RL6M@zT=NN;RDcJ-;`
zxiaaVzYWvR$1kw|srdcrVr`ST>yOUZ%RFVm{k<K3f8N~2s~5t2yy;-npQL_?Z(_?E
z4PLP+bLzA?xPR93%PHM->l<s`Ta}1Zsfi(`Q9K8HQYUs*bzG1*o^YW;)>R?LaT(*0
zbc-MBi{<J>-*=oiI4OW#%D%<v8cRZy+xFXz5e2vMH`dp-AD+G4;_m%Jy<$m{<%gr^
z<h?7Xx}8+N@%Xn#JZ}9N(Y%kBZE4!zU@~({qQ&zC92q?yrQHg|Khz!Pd;G$bwIh=G
z?@49pdv*uZAFv+u63N;4_{q$5Tbjb+a%w++6YCOi(PQ(<mbiG~RDJLLJ**Op*|I&H
z?^yjFa0dTl+V0Dpx>r`qSY0r9R-HEMMXB7|3rur2-drf~=&6JL+QSzm)Z-Jq-p_Hq
zo?|1EDY^WzVDr~*uR?Zb>zKFqj$d|{e|Yho;kLW$Zt$pBPxRO#$15;HwqV!p!`<`i
z4t>90+ikvn-eSX+#}7N+&$m51{eDgR`}u!+9=~K*s=;xF`MqUBacQS&X5#PPYd;<8
zot>^YYl4=j;e)K0J?UD14rzYZoWpge=!n2p(~k!`w)IWo(%@%QRy6QUzF_9dbyP8o
zQ&ZvOWE-uCEgK{YE<RlHNRVZz^Q^^82P!u$nOYw)lOfP*O0kr9^D*J#Mt=Q!$G6!w
zZ*Gdc{78Pg{KMLu2Ng$Fe`ek%8UJARU;Q21ZSTBeN;gV6&;BLxmG`tJVG-5Ymo^<Z
z<LdM9tM9{Nk?TgedX~&WUW~rk7iL_G)>YH~o8vt31M|W|MN|GLu-xp@k92A~+^Es^
z=gH*er5oCLlqZU0wQ}k%`eD5!bAyVxiDqkx>y7A_8HW;seOmQfJ>xyA4?k(>{&$FV
zE*s}YuFJbu@PByr_1`41$%-@6+$Lx(cx1w~>Ylsj(QZ8ly$eo%?+HpX=v`R<Xo9E7
z{2l5~uH0I2X-&6-W}T6^YwET)U*`Tk!pgF-lJor51&dah_Ocl}W}m8J+2|-R_p4=U
zMNn$B=hIypb39an6_np<J~LIh?Rsk4#EYSsRuAhu*o|~gTrXjgbbJ(9_1UE6P3)rk
zGY`)Qy1L=0`1PL$V|lmES<tAuDJoea_|xI_j#_GxoZO9-KW!5xKC@arVV&=@>^~1;
z7uE&6y2`OSv8TR!LTuNuYPaK4i%zJ9K5};v_NuF2BJ}hBw#*5F((IhAvfS0zRi8hY
zbEfN4ht8GP#!teJ<ZjsUk5eM5VQbp8gDWEg1h&r6iv1@n{W9pe(bcXBagF-5pArn;
zudYlGo-Kc7(~NtrZ&y!@UiIpNYrKXQ>ygRNt=c4n3jTi6-S^{_^c#QmKOeu(e^_gC
zFl}>VV9V^;(Hz`v$9L3x;h4R4`}g&6x;*8{uYNu~+G;-G!uKDJ_aC)yXP2q&PE--F
zGWcoSdHKK;#-jq_-#0z7@swZ3F>SGu@M5VePu7@m{Z5q;`lV9xElqTB%R<ASwrfoe
zCu+`X?s?ZPEPHFkf<)z<bN8IDml^c3Nw)v{_h4;lt0AB5o7v2K+uiS!>-K!Pv5imd
zmt*&oD+2E=<+*oU+aejI*4ErA?auR<<8)l|0_poK9v)kbqZYrllE}T#@4QRp@B`tg
zTQ6lO`<}4mIXok*tM$Q_`-d}n@8+=!EimRi<Hvl<`N`bP5_7*#+&=B%f#`F$>JA+J
zDJk&i*j|ZS{+n5u7W*s+vlQUSeH=TrL?AnmqpkQ{TieP1Gg-=6a(T8~+Ly`IciX1w
z<F~ZSjC?m{6?X_k*&JGYHrU4YzeM<L{tc$$7YtlG_+P1HF`Qw^X1}v<@3GVIb%)IB
z|1y>5=PO)$boQ;>ef!^x@%6uT=h@cx8LoJ@b&*qw%tL)ywJ(MlUO|VSsRzi|{H|T-
z=u%MFGxJcOzzX4wx_U15MjMrNH|-ah8Y14Jch_9dtNLKd5+?!IUCzt2Ona9fG(A=^
zKi^SRYS9G`fwTQqOOuS9CZAMPEey`fFmmlzxUj?_>aayZH}AjMck@4<@Bh!~f8MTn
zS#d`0g^L|wIy}}M`;Yg%|CmzT_&@8nCY$*o$Hnj8fB5-N^54<DNA6i@2)%fuP;gDO
zd5fiMPnV{PteH3KB_Z{ae{p<|8PcY<J-nD@@$+WtzsM%v)|$(2S=SuBV(V+`)R1P#
z`e@OG<w^mobi|CWb~sH^YxNQIy!^nVQ|r&BKp!sSq{+<pAGy8Wdu%CFF2~2`t;;Ox
z+C0CticHxOv1Fp#0~O_nGf7HH{p&5$*M3TQFyWtdl)Rg6r&F2h<0-#H*A-uo-MH$d
z<VR-XrSn&ItqeQ!SU|z_+RK|g{TqE;%2lt&UVRw#Q7$`ofyiOY#*1v{A|t#vtXoo;
z8u-b^W5c<;71!P^=}=#xmAKtSAaFr4zi79y*W)J71CurfEV`}R@wfBY!Ibwxf0y~F
zKD)W~!}n0#TT!REUTsME&hsZ%usrzefg;C!)2`TE=lpx?$iqyl-;?I02J&xQP#JY9
z`-D?c<dgr$6Lzy7y(8N6{ODi7nI{h=dtP~dC&1&BhZj>er?b!TdDq(8bGKf%`>%BB
zTZ34d*UQggFLJ#$Jv+cQGp=(*zLx7N6aPo2rFtv=t8d#HEM+2=Q*_^V_v~F?6F=V6
z-Wem=tIuw+b5jz-_21SqbrOk{F8BF=yjaY?;ciKQ*Tc7Wb&m;L`T3(WVfXD{*^|^2
z8PZ*ryq41N{jt|9V>{a=p$}yTR^JxvleSOke6HO3P`uc}oXe#?Fgld2`<P?W!sy=X
zOFd?Pm(*FPC?lDCzdEb-_1l=e%5etX3F~g~%DpXg{Bhpk)Pjp#%K{D3+CRVJxqX-I
z?z)4s=f^+z_e*X=ashkt2aXBSitify<|ZuSb}72gab<$cx+R-5IOatkO+57M!T&Rx
zQf@U|n{e?EpK{dN;7hSrLYH)gYt+5TFuZZ_wQ7^zL96#Xrcv{6Uzo`jrCAc&9=u_S
zXxav8Lq4&;nGToDHsoB~E%*1fvQ+AYS!#-$LPzTLTqc?yb7-oba!u-r#C*ktHb)kp
z<PH{8OA~O=W>)1o^x=i;o{wub+|6-T&s&hmytvHb^83e&s++pcCYQY8;rdt0aaFqf
zq`dswj@#zu6(2wQ|M<3A|HHSl-WJ;|-tqtVchk7$|K;;Po?eY^kdnCUWIkorxnBi+
zoUi7%Utf9P`UR~AW{hd6i5kK#2`ZxV16A4*UjBK)ZZ6HTwtI<6oV{;P%&QaA!?c1P
zsQ5lD?lM_wV7b=RY<6x2n}|rNmfs!c6`yXNm;10%KvzBSrHP8h-GyOJEr){y6C~Ss
zda^Iv)U~txE%E>BQ~SrlpEaYt3$ED7B<%cI?wsxMj}`2u-xe%8EGC^(z<G(GmwnEH
zg!8QW{9@;SWoKwu9A5b+Wp1YBsuiNsT^4gb(i7f!`VZp@g`T2=JSrmgZcAS;?E0Xj
zHOarVsCWX)M%Ju}YQchg7dfqNoK^0_&3sNqK-cxkW|7PGUSH+}t!FL}Y}0DpYq0$G
zs*q#O9)Z91RXPZ1*%e319J}u0o3^O&<%KubeoC}V@)BA$A!b?p<(9a)E3HEAoZqy;
zpCi;Eb`xh<<%*)fk`yZ`_K!<vi9{A2(mVKL;T0`QJ-+)QDeXs@F77_YT5@H}L(8WH
zXRo+Sb`o8+&2I0pX4d`J1CBJ^4{g0RX~(WJLNnP~j=t|skAAl1xti+pwH{07M^v8=
zR$pb>+`h6csZz^Yf7>*!^Pv;Jc3IT(PSxD6X60~k5?`VeL*$xn)zcqbTb_qYSe)?@
zJ+x%1i0&>`-NLuwZ@08gFxHwrdFk@kjuNb=0(K}IWplFF@h7EMRa|P$t9cil4oh4=
zw`8H7^!Xy&={qgFHT+(3gtjZD#im!jy>o<9f8O?sT$bzJ-s;ug{mk<Dq^W;Rl$B>`
zH^`gqTVYzU=@O5wO1bjl8J7<n<ErKFWzl}`VERe!e$8*?HyRQ$k01BnJHGg{@t4B_
zE7JB&NZWVl=g*z)DoVZPe{5U>)fI2dG5_IP-RH)*`x(n4>pgacJFX{eYn&?`a8)8D
zQf|T_*6O*hx0zqsTzX-lW%z=<PwM+mMshUBF1-KVk!8n5*UMWMNW3}4lUj21=ud<2
z`v#dwCQ*r(%`#@Q$=ayy3gx<Gl5tDd<8RO3)!92PGcI9m;1y&NTO2Xt@yCvBxd+bq
zt2{o`<s_GV{Ekn9VHEdiv1@&GiAVP^@JZ)H9Jv-%vh1VS@{61Fbp8}dY`D*_7{0JE
zlXpQ))RyEn+1kkhf{l$;Z?;*>_$?1{*pc8meSw(uGUhdzQu=9TzKUic1=p(22RjIq
z++K3{WJZ4BwOQB9xeKeL601M@Ir=8=xp7_M#zi*ANqi-Wyv@cXUpS;|Ti5P%N-uly
zh0n`|N%4s1lW4nyx*~-gyYD`}S#JN}=J)##-p<}Gptz^9x;^}S{KMnVuiu#8@cHw1
zW*&XbnPy=*r3(*x&h+P$ntW(sD|76D>cHmOXD(aLoxbqg;<D3|lSwxnr~kXMP_cD+
z-_PbfjR8w0w?5MP@N24(!L8diS#w<vdKs@W-twVLk9EyVZtL>UlSd1pU&bUIe$&DD
z`obzP>C(RbZSx<!KWBe9`5(JP9n%W$g6&5YlvAz<eC4_mrEye%cSD}dDdr|2_N5Zi
zXMb$@E3&-0x%u@$EC0^fNx~mId~`$l4N`MH1f;}wc=&}*d-HPLlusvO91qUsnwB2c
zk>yxr<5?2RHEA~2gVjcxiY91qtW#20eChA0Z!L3}o-O)u)%8}4hmL<z&Wf84qvel8
zE(sI8-)b=1X|uQM2X)aO-p}q9cv-SF9DDJ_&Z1!E%oFlb9~Xr0wD1>U?))-0Kt{v!
zY!esfmTQ&15+Y~43up4lT*;ZDJ|iMJXrYm!$e!$#?{Z5RPqh|qX$f(Czt(2I7|Ys{
z3&DY14bN9)oJe{px%K(nD^oW8;AdUb#m4xV^V^mgbGfRD4O>nvw)0C2ZhVo%csx|j
zYunP8yozf^VW*U8&lYW2bSq(=^~ZqZ4Od*wxIUQ?X{EpKo|JFeQOlJ@b7qTduJ4{u
zzDqy6+I-raV-2C+XH-+%ycXT}N_gzjtfaKTjBWYCQ=OeFoQtM%S4)X!uq@(;nl^i-
zsn+!%=4rn6uS}k+F8p=rZ{fLR&yDy3QYTdlXZK}pb5>PbUOCIeKj=>SdFO?kvv<AH
zwN=mN=;>IqNdI%XV5gI8V0OpyC(aFjS04Xv|F5M^rtp>jkGuJH$9~@AQ)=3tfB%r>
z`zvZ^ZoDhY*lm_^<kN*oP9O6<H)M<2)owX>EF)v_$ETmSR~+oQSo!4OEkiDcy=JQ}
zIb5uXo*pyVH8v-w!{cQN@9AmErV80D3>!8FcokIq7Q3a9bFP-H<(ky8>^}`=X7vws
zF7>vl`B&v{aa!Jcon8B>bivvS*2jKu?06&VXI|d<>y>Lc*Yd}L-+ym6n73d5-lEW-
zo<COFJ5F@E{NoR6dh&)D`8qoum<E6O$o5+)O4}vd?!B$fjS}gIvVu2Fs;}6Vnf|NZ
z+IC55`NJo!mp)D~m(#s)?8g>|LOWmmOToL?ns_~a_TAv#A^n3T&oMn}%d*BWHn+?d
z7b=f3drVw@%|%>I*y*{{T_?xoPCK6HOW$qL?DX<wl@xsu$#sM`>ej;;+ha59x|V%>
zsP@1^oYS{u%AfQW-ZPI%qzcN**`Lekos)m~>60K^`JtoL?;r17KL0`a{|65eno<`o
zH|CgmQ^Z8~-V~R-?&iG>@vRT<NZi?>b7bx$@vWQnMC+9vvlyINC$Mkz)i?#YpBGQP
zj@**xbf|<mS89Th!d}l=BC;=vUVdNLc(y6jYtL7yoeqxDoJ#~wO?>~^Gg48@Cn<83
zhGT(PZ|26ga*sFuV+jAorCWC4!@=B3S{f1>-WR^OZ}`h$(kI|r(8#q^qLJDDf$-JG
zXXHLuS0AvAw77je>8nBMW#QFpethrSX=LfJ!_WKjo|1|WGx(U&W|~gjSP{PRKtXEw
zjQH8z%q2{_g?5O|^=eD_+%iY~eQ?_4BRUI|FEkl@i8U>%`X3py^NX#Gblk}!CzpKF
z)ZbjcDSL{zP0`epxL1+3%m#jnch}tbez-kJE8<g!s+nMMS962*4!h!ISyiH<XQLOD
zwO6+_&71h5CGmuCQst(2%g-(|v`@}Fa`>rU_mji_-hQ7nX;o<PV&{{g>-|NptZg-Y
zWO3O1j8IUZ=#;!aKMhV6XdK<FvUFuY?3*LDI%X3$MyzR)i4>1iU3x5GUQo<BM$OoF
zPKUS3UD{#R_}n$i*>j^8(^JodF+pu!zt03Y_)I?XeUg~ci7SUHA8%T)e8tB@Tn7WZ
z&c4u@s<mi=tzPW(No+5cxE)$iv1(b^gQbso)4oXgosSo}e*C?zbl0z+r>|J8dMC{4
z#dX}XaeeS4J)Pj+Ne}1h#LW~+HNRIJx#8Oy!JBWKM3&z)dH(%Jd*v({xqFkj4)ZPz
zIkn(ISI{?4KC!1#wqaU#qP=D<$$Ts(d&DcTEH_J0I5*&@&6L@;qE+^@TAy(4{*`d1
z=8DZ9E&iqzvxQj;o7{dMc-ZJJQ{63J|4Y)jo@qDZ{+~~hZT9V9$n5?5*LF>*#N7^c
z|9gj7V-K0kUK8x;!{~UJ&4t-a`oTuSAJ$u))m!SXDj&Pf{OxeVLld^QX?HH$ZlBVm
zoH^6a)_18NN9GFS%LY!GCd<xN*Enu6=rvztarf?nf@0pKoX^9j-<b2Z$<tNhnOoK7
z=lqpk79w{}yl_8uqkqT!o&}Bz?W69z<+qr7Y)ZAz*3B*~<~<U8%y%}nOCDET$}h}u
ztKxplX})hJYF!r-jz35USn*tNPGZReTVuz}-rVh{S=)*Q#A9YH*pM0Ze<8<>@9I6*
zn9i}UlX%K{#rOGUQ5KI|T_H9{8U$ENmht|3#3Z`LZ0e`?`vdJBoSh)vG_7pWy{&HS
zzfIX?rQ`~HW`Ehjytve{G2q_PgOwjcN`5FZctu~>akOvVqdhxaR_k4ur7QB%Mbzu`
z5zdxPD{gjA{F}IL>!F`dEzh0XzH&!mnZS<^`%bXBpPW2d^OZQ?r;r9OzR<2iHyiG8
z>=wv*{C{@r`#{dJ4UZqlDz_-!S>N$}PqP?n`GShrsaZkH3rmD|CGZBZ8QeChRMT4a
z^n>B6l^$K|q)u*Kd9NYJQ*-Nt{8MVaW$CRiBsLkm73O66FUF=TWhfB4!*1mU!GzbX
zA%9djE-e1P+5W<eMqZZw0~JZ`HDY|c@Auh0Zx*t!<_~>jzpi3s>c$!TXBRzKps{V1
zoMzC8@2?NBpKD7hP~uvrR`#^QU!mZt;}mX|a7E`(!Jri9fXEh+TcWG(y*Ikb*vh)7
z>+GMBP1-jf$E$@bYmqWe_qx$Dz0cC$?jloW*}SP&mb64MF)B`-n$sP#WLJT2&Bk|X
z@6FeAXKKB(?)bQ}Q2U*0Zf&GU>&bJKYk!_Qw5KI(LrS>l$#ePpH2C=HCsduEV04Ff
zs$Pm!z{zVzo>qE`3Q2nJDC!XS9>npg&B!z|XmQcQ%}4f6?sWaSMf2pBX@@*j7sco}
z`b1l+x8{84`PTY=dcx0>p^M7$0_LoC{WLLa`m7x;$=#6(X5#y_GcTQV)c3KI6+hea
z#BENvhUU!0y(vHA7P=SeYcBtx%C+ssJ)?6o&WbEDY*_W?=Id<jqXNq8PhGu)+Ovh$
z&n_r)T9m>OXz!pU>GH(b!|Bud?|}iWrzf<_J^nX;*0)Q&zATGgKlk!qk@>Rfm5+W;
zUii}1;<<Z;*hIaIj@!-^obtlr-@c%N4&FYys7cw=(q$ChItK-OV43+WMv1vI>2xK3
z-z~2osa*>=IG!&%u(Zvg>)3X;|29=}8lfNf=3DwNlz7phwMFEs<>VSGlcm=K0^&ZL
zYnmUw=U4`7yWEf6_l555zOm?b$%gOj?-NoOEe;)B+LZZO;BaHJ-L-Trj)vUDA4<{-
z|Ltp#N?5%8$1l~z@^1V2ViV?OOuqPbirc!T-Em8zUYpDb)na*RIlbg0gH3eWBE>{?
zfu{_a7fRT^Uppk%x1*}0^Iq=@|K|Padb62->{|c*e9Pw(ReSa=V*8-5fw_7azc+{H
z7X`-X_e@#0c+KQ%d(OTymRM@5BAl3;tn}-FP)WRBWk<*<_Y;av`vTfei4|VlFTNz<
zr0ev$84rG`Fl>u`&fIn4w`%s<rWMy3S`EK6&##NrzjiIEGXMU`E0&-B&e{5J8T&s8
z%|px1-eMKqGvn{s(8OPJ?>3+K!8grC)b4fau8nM4_=1-Qd|^`9>$?2jaml^?Ywg;@
zcs+6%i&&ksxu3?)TaYO*CC_Gx+tPxWubNpZA8T|!*>s~jq%&wvu$b6C#jiD%oL^M$
zyZm@}pZ$BJL(Y%C20tZ#ZU{el{8qewe)6h?D?YyV%6`Aqhi!?e%kTA`zAi5=sNN`?
zR`BYI?vfJTho<QQk(o+rih3G3|0b=lUi)6>&r+uovu5+nG|zS2l)YzX;bRd&d5s-9
z$JcBUyX2^Oy3jGW`)rYx@%$9gdcVm`_kWxDf09;v9sKP2Y4d5Vlk9%a^6A?5!zl0O
zgvDDjVg=KaZuK0{U3PihWz}iUEQXDzHeXv%mNLt7*O``<K!;erf2yXTm4`I9{yq>i
z?TA;Iw+qk8d#3jsWml?m-#jFKb#q9a&AhBF0m=@Qhb*oa>s~HN32ljf9+gtQ>W0Vi
z+J=C1F_9}a?}ge<`6%6bI<3!o#?EKri)uCJZhZCJ;S}e871?X%3?47MZh2Z1-w3|U
zSh4%<rO0QEONuq^=1(bG=IN6E`NM(->!)+f*3EG_-DVLOWnpnrMR7;Uywb#@v9DQo
z+*sVj63f>tGR>(%Ca^(B_DrN{kk}8`kFuI`<{S!(%@UgAEVN0lvH2#ay4Ti_N6-JP
zexjy)^Z9S%C41Tg7j_)Fmf>)y^|QjI^o08%E>Fx%TK?(iO1=BE&(BQhb<WuzJm1y)
zRzGfVSL?0K`4o|IQ9>c^u?Cm=tV^srm)!`=QCi}}_gAV=^wi9+E;m({8s3_HO@dkW
ze(_F!bzNWIl|J7tv^tBj&P~wJ`MfWZhbuI3r}XvIF!#3C2PH*KtsYn|Jh-RsGut)8
z2QqKm-#`5OeO}V;n-6x_KU})EO_ueVRgBH9BYE4Ik6Zb!T=4UQav{ftTwbfiAN+IM
zW0N-+%I>?gy<+ow!w44T*>l#ve7VAIO0a0v?GR^XyVLE5Z^p0)^;unKKl9L%;}+-b
z`2~CSHotbClhOa%{CY)oHM@0{ddTyb6MCK5_kP_sKHO`j7{8<@`Qdh^sb4%@CYhWy
zZ1{OHzrOkYpMS<Pwq*((kI(K+lsM#TesALm!!?^TruZ#Xj#_Es8`gT6Gq`HS)V{lR
zthr8#Y+U@Ft9e(j&RV9s%p~r{=|cfd2NMrez7lrQ@LE#N(jArzI>B5<H_f?$+jz13
zafbWTXD@Yl!|}Z4F(b#VZLY~u8J99<>#4Z*@0;y+E<~@RMYJUNz@0T0Or^J6VRaT^
z&u;H3Q{H;k&(5XWrh(<5SV+Is4K1J9!alKW<ySYSd+olw=VE}?1=El@HkR)%t~=?!
z>&C&2OgDn}bYvb|?WdIfl=XVki=4#_MslSJkLAtQJ8+t9WD4B(`D^CZLT1jgna2N?
zdwt0N=Ao~{dHUs}M?1F7iTju`NjlT;pTd{DjlF)S5AyYL<)!f5SZKhyQl@&zyu78`
zT%WDb(fZpEqS&ky<P)t{GC%8;|4ZY*i#k*4zWg)iF*xh|aLF2T^|W=ug|Vd*m$!aA
z<7~2nGce=C@`E{3etz~Y*ICRs`H}ClK6}puU*r0jr<PUR%Fvo+^*TWGPw?6mn!65p
zGnVg^`ml*>?n|wuaV{1+4cD%@R?ZbX-SyOExe0;GZ~EnWuk0zBDY|K<;SuA{?WcT~
z%;_oQ-0baYeqyKEiQr2qx~o=QU){#0eJDq8?wm74WydDHn3fgH;8P;r8hPZ3S&`f{
z(KVY|pE*xWviG{K<!F#MQEsbB-?{3hs09w51@e;*EoJTe#}LUKKZPlC!Yq0DjNF(D
z0SYFS^&2mgb*_(968w0txUp|qhL30AN;myU>enO_-9z8_vF__=T`N*G=gJMwJU1?r
zr6mh`oL;t^Qr{JS_rqzWS(60Ut(iK5qw28B{xh33<D0wpHXjvjFb<E8zQ1~rCD&Pz
z?vU>~%4{CK>*Qzb(sEgsGvm?k#}gt2Cx&QhERHdmxKT3sTjI7<zOK@1^Z!q-K6db&
zz57d#f^9CT=jRDtUKF;Flh-UVNI%-PfAQIOZjzVzuAeIQnfrO`lDGa9A0LS)*f>g5
z{Q9C<Hd}X2@|}Bk8@KS=swr)WozAu>CSc8^n+-ub-mvVizVa}Jv0wU7cs}2cf6wIF
zFJH`-h-ClnlCR}*Bq5zS+vQT#*D8<o7Xudl>+2Qj*E98av&mQ@n)~+r3-8}wkoSA>
zoxSGw^Ye~T%M+fic<OmfZlPqlc-B{oJq_NaGMcPcC1xyR)MU)$WSmo{pK)7kdcXYP
z8OuDSZyNBh#=KrA@>+&tUcV@-_Q~D#kCNAlI65`1p5m0;vs_AZNw1c_K&V~hV)4p3
z9g`iVxGnbWYU%f7=2mx{AbVUSX1gJ8#LI#J!(Hn>H!5FSy7F3v`}zKqb4+srM7})c
zSZq3Lnd5UEAI(Wzj}llLrI&8%2=!X{l<%*B!^4)w-wqp%6f(OGCO>r7Eq=Xw>Dl>e
za?4B_3ok#jY7DC7J;*KdQR=Ki({W`b!?yQ@3Fb|AIiBl0c$2b8)?Vnjn?|M*hgT_M
z?S~0-uc@hOIL{1FsPJX+P_1&>bZ5z-yJ{2s#XG!88?`TMYKiW<l*lX|?Qm%4i|))T
zlY?bax0!^#*RFpP`hPEHYRgg4E&Q7I%&rToopP-?Tist1_B@#JvEnnY?fiNgN~}v=
zcg(sr%|w$!tn#L+>@u++v3<WLi+r)X>c&vGRif(Qtg|jRCf1ogoD<HTJHu-7A_uJ{
zt7cB@GU@m7clHkcA7OIgaGz0WzT#AwMbENM*Rbsi@X=M&yu4q3^1{_~bZ43gPWdAB
zlsE9`1x0hF$@6``Iw*a9lgcW1dZ+y5NmIMrl3sn=@@41DKvSuwpVeIVInF%d8xo{=
zXVKKm&KR$kb7S_1g`edKmHC%r7xvFG^veEE#+{S4+}m-ZeM_YHbbr=kD_=TI%ndSm
z9b_~6YWCW-(d#Czm$IMA`YZZkz1Ow*o*FV)-p_)#n_c<OcNwV{e+g5oiJ6sVKIKJd
zl4;S_{*z2zamo!VUd+jyp|YauOG}Oailv@kqPndA*sM8qYo?O6sZ`va>n3*|Wu4dl
z95|^gqwC+)gX<>kU$*4%(L_x(XXUav>uNkFmMH4*x8`xIbUby||55~(>hV=S_9Z7z
zpTMXoEh(=wGjsPkCZFXQxy#-qx~cnYx&OiTT&l|a<jEpZY9jyVO8Fc=X(jc@`O`W5
z^M!?#oty9S^`88)Fi|35t?TX5%)7pC7hT@3o6PRGTqJ65<E5rLi%0A8`F8An{g93C
zV7{1w{hT!S&L;8eThb-@HKQ81=T3c_8yDSLym&+NX68EuEwbzpOAEfwy70EFU~##F
zt09Zf#3frle%IJ+(;_Le!rLzYkaXXRV-DuM@%)b#^d7sxFX7K4yl|4nG|$QQycuUR
zW}my<vE{sbLrS(=(3Gy(lhOn$3!+}D$bEgJc3)$~p-#6&bHit-6$)wnOj?>N74Z7A
zN=!tAjGRpN@iQx4Y?BiTI(5H+K{>K)L)npp;}8Cc#0ISJY705leyjIfk_6j~7c!|n
z3+#WmB}ueDQC!<BZXdgShg|%EV)qQj76~TiGH0Rn(_%thwTdlwewd`M_B5p0RqSr5
zZR!)H#PF^(*47IpS@zSL{VX1B5!fhk*RXSwt<po*o1OhL6w*b`IVC>w*4pGX@$rU`
z9qNja;%a}&e^{k@nPq7_<1QCSSlHn<^_%r<F|WCi0eL69P96zV+OzG{)vbXc2L8{s
z^@v>a<FQp)B<Z;KpRtx&#}vz_oz<tVI!=pk7M>-tmc{nCN%Z5RC&fe8Nw{u|6A?Pu
zyTT&j5z7oQwdpU@m%C(5o!ya@6kj|;X|LhMHm&a~Is12s*si{{$vpm&(Zd}ce*CV>
zluX5C&b3^hG-t<)#>~2TNmI|tUH#SXsqDDw$>-wOinTwlcuy4mn9vcj&35gPWx-N2
zu1sI$QnKup$f|$4A4E*nd8A~Lsg%{S<xBQ;*NaE4hMx}*aD1vKwAn?-PI@+{tEg&|
zhWD1oPxcE5sY~D3DP??L-Lu!TjCFR6|0dgW0lr^z#Kd=RnxSJ?s>u~r5&l3d>`R&!
zt6fkXhrxOG2?lp{u4nmekIm7WWPLwox#-)w%kLjdTAi&M`gp%g&33W2@K@`-?s{w9
zc(zDF)mQQ_-@$~5^X3>V={(?>Hs$CM??WX#0cjVH9BWkLycN7UW1`ls1!Zm8_a>it
zv313~xtc|D+wDTOM9)yPY}t7^+(bZd;>}&U($8KpB<cOq*NhR4ih24h{KE8zE;hx*
zS~9r{4IORO*EK$M2v9p4Y!%yNVY84&=W4;SC2vkTO%7FjyHN3BRPy$_3$vs1zX`qD
zpU2~qylRiwEJ^7WCi^zE?NaY!rT**<5_ng*>;9wD=GAv%?<dIUI9$v2X?4gbUVAWz
zclPDvwMI+35AOWvVi+MUd5$;1yy5VHTAQy6|AhsnwivNY+i9cWRAil6o#Hr?RdmI-
z-NrMnF{)f}YxH#PNZ8}5scIE`XT{V!1*eQ#*Zx~FYZdGi%J-Y_K#WgmnuVvt+Sbi-
zsttX2^!O|p<DS^?FnhRmd(DkCy`i?zP>|_t){%!5M-J?3FkklZV9B||riTrjq~GR7
z^g1>l+ihjpohY;S_vFo;|I?d<1sa_urY1%>cOS~z+$>OFBYV-LSN}@nfr8A7n+$es
zbFP0?_~WN(-n@Q^_Z)319BWH7j#wN%J5fy4RAi0Nm$RjbTB^27E2ea9$<}JH_OX03
z$+bCi*;=DN{xe-A{+TL#@@U!cwSK+PmVGCl>!)OX6cv@=dh=5Kqxy25Njj&OU-9uZ
zPoEd2`!L|F**2M3y{iPA+Kyx@cKT&*J+oMU6W^(mGs0X8omX^~c5>c!5%w&<%MvQ;
zwj+O4!6q-`gAo$bCtrH`A$n8WVwaCA9F{ziUGeta&S!gE6yp?cdDVP~>@xfGx^-<1
z)4!HuH$t8^P7zsl>#*5k*PzXhgAe-%zyHZ3>E$c1(7<LzSU~SJU+z;CcSX*oA663m
zTXt*7wQn<4yo=7crt(xm%=4j1q<p7$y!bVz6&eCRqgI{VGN)^ig7~AEhmIYMGgufb
zHmlL=cfgI)*QU+2$v#)xRhsk4pfFBTaN~qKQG34saF&_Aes$U|HYF`1p_P0O4~rai
zefprS_0dM2-H%N~7FijFWxWczxn)I?tbgl0R*}Fv*P~8voKkLZwQ}mw)SQAVOif0A
z|J<9J?3e4Uci;PmgOL8Y|61uTSEZkr)bMe$UTxm8yQ$fK$+S`*lbeo@_W79@J4DDl
zXi!tEUHapexaY2jcG2Et4z?kg9~OokI=^9_=A;X`hm=$|Wd#L0dxYls-%{|J{jlYd
z$W3eRt&X?$cRicbB33$c%1$@oy+W!Q@k{o+mwCnFBOu(VUi|cm>f~07`|h8wYoF>%
zu#6~PbaHvs`)=O$IIk_@^O-|=!%xkPsI021=_|QV%2h2aom)~Uo$<D@Nm4|_%D$%k
z@MPm-_Ivib9+zJrD_Q@JzoO9gKor|<iw~QF7i?S>+g-ly^nB~fpS+etJlIng+GI3`
zGtVM1hiA&mu3g5jb+fIqHZFIaJ43_4<cQ{mpa9?IcQxFi884W)gLuC!SLV@V74CYU
z5y-AIzsZL~M0~w-LE&T_wpP^~mBwg3hUIk}n!9+^{QnnTTN>gzvB8KTqvzwSmSv1D
z6Q&=ZXMOz4g;Tdb^qxyfSU>TAMM8<#V}k>n%sg+lMVlN;*nP7p^3QW6|K%5#F|K)D
zoojac&{@ZX_6e;QE6g?0-3u0cIKbqVIpLy$qJ%7qVdwIU#JkZl@A3`r{K_=n^1SJ{
z$`j6`t)JYccL$%kbIr+MUDw%wsjZ=o`2i0Zrk!%mUw71lRq(o4XVavr1;SMmcLgb}
zcu+dW%jJ-d%2b`hU1u$CZeO_JpSPb)NMZivWpONt3vaM^D`rGyOc7c3qqyjB+bw5X
znJ<^mu6c6hx?=UD-9?MC7OVNpZg=$yj(jbydHmyE5mx=Dceq^67Q3vQq?T@^>Srpj
z^hvVl8_VZQm}b4Y>@?Y%b^DxGhgD*^!Yj8;_i6w0Y2AfZg`01Wx|#nE-{Kgv;nh;s
z)<VabOCFdgi6)-(UG*<0JkbBuWvf{-TY@?&SEucbnO%I*wQR<s2YCx$KQc1gI(4;|
zgu{x=gR_NSa+!2Kn<*1yrj#oEe3kRwH?fl!``ppg_{uxuv+B}C{!<q{S7|zu;-no}
zpg&n{OP0yRcIBmeR=QNO98`-my5+jX=YOQj<ZBrVja*Ap-Hty}3TJUGG`(ykx;~sQ
zz<aL0sV(1kL%;3QmmRqLcehU4=_kKjtY;Wnre2Kf5sKY%p?S*Bw<4RJHM`BOANl0e
zz39)WqU{+)tFLQltn&Wgek-0!CDW?+TZReO_a3QMzjMi!6Lt1ZTmFT0md`@rh($M^
z^2mu)TAf~4zRDu|8ON7N+uAP8aTBf75p<mW<rnLxxFt6hUr;{9(%4h!l(=HyrRyua
z;=>eoY%cleqdL#;;p1DHfdZ>0M49Ic1T233^mSNz=Et8RMour@zb=_Db*97=i&a@l
zx7@gPOjRmYj&oefv1GHF*1hL9?yNi_lh7|SVfMw7r`Q^luLcR;T6Xa9XIT-c490U;
zI{tqNZ=WA`kM*po|C@u$4@;~Py6RoB;>w~8+7seGR)wUkcb+)0c8P=Og^vHr)jGC1
z?6_BKo9)qhM}c?kE`ciZ1RJ@7i;sSOU*C|Jcw=JXNj8pa`D^}O2%jt<e`49>49ThK
z`|mfjCmzVqbxSXNRc(JaC@x~|8YWH!=`QVW5A$s*W?jtKd+cEM`tFs57c0Ax=et<+
zO=t*eXncFqOw>Pc$6*73Z=5%-S(Ut1GjZ2yt+05$A+u&#OQw{B)<ve3e|98aeE#-q
zh{yJ&Dka}0pLpOJ=NGGXd4)~O(k`h9|Khc5_HuNsR*!l5F#65xncQ}wF=2{cs{12^
z&fmyiv*HDpLg;}rK?|8fRvCM8IWAdsso!yh+UDS09E&8K7o3~oIrnPYWVP-r$Jt(+
zPd>epT(|PT3U!Z<w^kMWoX*d(>i8t@18$P*_XY?&(^Ciz=c+S3x#q+YRa=kH7k*on
zf<GNF@n+d<pc`^!MW=CS;DIwQ{R@*Uc)7G5yjUbL+4YxrT4V52m(09G6GbnPllP5#
z-K;#Wtf@SC-q~?;#D<2LT^A)kuBd&p^24?1o?`A^;qxnBU3SU{vyEkW!l-++C)YG`
z^W;mb3+xUvJ<XYQ&!+wgS7F(l8HTJ6|Nr^PcJ(~ZQMX{VjQgj~>jZCIUecubwcy+D
zE_wgSoi<uqSTCDy36MB1S05GeKGfLza)11qO+hc#YPDQ4HxJqAICa;wrF&-l*|~I6
z!MY2ZCC|Et_E~+L@8Rio>fnS(<q3CJHmFv2pV%J1E8g2Wy+&+i<I2<5zwAG~Xy3A5
zXYYHTJEs|y|2(Y3YUwk#P~NDQQ(RO&=gi97Rd)65%A)~}OJ7M=YTi5M<sp4h$n@pH
z1-s`Y#G3lgn62$|SbF(yk52BZhq<How5_{V)jR7NbJHiCFKbj~=g0-#4En7<iA%S$
zkYQKO5w0sH(z!wB6uGlqbxo@U4f)SUpSn8n=wmqt+3y0`8OQltn$)LD|M}Le{io>m
z<6rMuZqIJ!Prt@1cOzzc`Jq++xKD6Q{pwKhKE}NAb8us~qSv*Ms_nk}<ujfheIhtN
zsP|*$4c^AoBQM|a<*-YX@tJkZntJWzGo#YHz}o^&ZgWaSy|-;~QC^zZ{H<Zjr!Pv$
z3si3#n)y!7vp5vupvjxQ_o;~Wu@}d_6!#i-=54(!6@4>FqMGM$N1aT=g4rM9c60gO
zKCtQV12>u9!X`71RDZVL?|OY(2KRT(_d-h+h^YF--0@iR^-!Lm<Ko*P6EcDn3L5S_
z+w&*oVwlx$5k>dVMHy%L>Q6BJlNH{c+I>Z}VyDg-*Ra<QkA4r{C6Z{wsx5zL<>m`t
zzMj6YeB}@0edVGnti3spUQSB-_tofjh`g4=sn^@C%+PV%m@OP=^I+ZPnhv`O8CJUc
zKIDC$chq;?gFyY*$y=R_{{B6(_}BHnXP%nwUgCaWPx|lMc8|YozOd&+SEa@4_dl;+
zG@179>7?BBuTre#<(el;-=?pNe4uxC_x`7Q|KF<K{KZtsM4RWYf`iu7_q#Log5OSG
zb1CuKwL5Dvs-N$ga&_;<UzIavXzqDjyQc2i(zaC<TV~4prK+uZIq&mcxo(qnOM66^
zbj<_{|F8Z2=+~`jnh*KcF0M4R+JA1N$Nc@`A{qycTG#$rex*=NeAd)zL0!|+^CRn)
z32oJjHxK&0Y|1g!<|$9Jg-ZBBUWh(eTXB8Xydd=ewe0EN*X(h>yx{QB3646m6?IZ?
z?z#LSQLE#eV}z-<QmMwOB$p#!&naeWYHv_6FbMfqH|61yptXNp`j$zVUJTjM7Ua0l
z+cD2Fy+iE6{z(THcC)Q_S^Dbl5($Q5#%`6ivp4hQNhE}DSeUI{e*E<M8>=(3;)0}>
z7hE!!x~8NsXh}g*lC1sO>nt26rt&+5MlPN<XDR2h?2GTLOlFIvJ#Jpn{`X?^?|E;_
zJiq9$p1)%y9n-_2x5Lb{X4B3G1>#EH{K8s)>b-YwQ{7oAeS=};&F<}flU9X1Rs8?I
zRo(JqkBSoi9*zYLUfI8oetUDR$7G3vNyEFk`gnoqXNn&jco0%4;A%9bXw$i;?^kh%
zo;veu*V?t8Cv*kg4Vtss@n(FIcFKoUT3f|BH-6puXs4ZEl7micpM>#d8v|tl#U(cD
zL{<LJe|%}xgtMK3mJe?@Pwdv^yBhFzr%Q|Kx(>rRS~HZo{;iqRaqr$d|7XVAf-;`V
zob(OzEBp8)T&z^}ymwFaqUmy*7f8>P{W>*lrn+F9Q~fO6)LCi|{{H>?zW8db#NPYm
zl@r1}&s;tKSL^b3p=lE@O<&Gr?5&XQxpDfH*ha4R4WCwbGtGRU?<+L7_L<JaFY`oq
zeOYaBe(nEL_axMx7{x4~c>U1T|L+@`0uL3+PrJl<;moyT_By7DQ}UV@T0b~6`|kHH
zf$t9g^8YBxd&o?>{p8*8z>mk77u1UW-4VV`ZSJ}6H;>20&b|J8^3zj4vJJhLt$+9Y
z)lS)?3V*9uS#2XOq|g7p=lbWv*8E>AX69aNOZG|Mb^qw!Gh87i6(84m@4CL#DuBQ3
z%e@!JZ<##s6y0fMShGcL>x?_^c&~7risQMpwQI=)U2n5Z2D3j}o?>40)V6HSl+-Nu
z-34s3+xspUo>jS2Bi^AQJW27z)2JNAs}scqw?|d<T}}EdV%s;bOX$+;oz0pLH@XNI
zZ_Bj}J^d_s)+uS<*>=~~Pn!}E@bixCQn#r}U&LH@T`22V8o($hBbgs>|KUf?@yDNK
z<?Cx2r<Xf${MJr5$}M02yK(*gdc}PoC(Y$o-XOZPdCx(m9a0-tTvT$}=CwYS$)t5k
z(zQuXUYLpav)&X+>gX^uNnm1_xWhs+n9;B@S-(|qe$dy#3tj$4dGytmq-t_+O1xdZ
z=bGs2X-lKDH&oW_6F<E9QYJ&A_ivk`ee7W>ySS8GBspa#+uTX8DE>B4LGjP`kIQF8
z3SXVOFjMKJdWu=*ekRWH`t)nR+^$z$Z*fhSW_{7%=DSc!x3@1YIzExzF)t_O|GdpA
z|5ok#H1}}!w4U>m76vx0*G{b6{c|_x>(E6%wXgmSyxPUK_M3I+?_&3L^K&Mg+kNQ$
z$8*=dadF)BELp{M;?2&vvE6I)?la5GQZ7y3yY=TiSqF1wlUk>$t@roO4c^VZWdE{q
z;Y&Ab&k9|!E4%Y5#mAvr{JD&4nDFcMt8S{LF&&G%(H-diX2Qda^BQ8`7nj#Hw(2o{
zd{ez=cmBFA`FFdryZVFYSXow_UbFdCzm{xzvQ;U^zRRq8Lf<G9oyl6y%_L?scfO`l
zz0HB&eaj7(N?$&kmUYR>^J}s26sb8%lY|+>%w%>Q<2Ajfcg5E|MSjtNz+QucT0vJ=
zw&W>23MjPNCGy;<>&41&Rkw+=SPV4hEuWyiMIm$@n+NAaFLNEnFu}Y{=_WU0KkhOu
zH>+Q6SuZx}O<mp;g{8d>;>w$^F|6oXw$)l#p5MmK{=>Jgjs5m@3Oa_x<uf+g)hGSd
ze)#qJ{|{CFI_3ZWIAH((ul|wq$D_Z_KB}i#Ed1@vH@-%00gha~o)(4bw6*$$nQIf(
z^70lIMsC`dtJU$GH#J7%{i;_!o}IT@^KMV$yyUX9cW3%#ORlh&tW8@_ToNiaKH8=D
z;A4f!_E)w3H?El$%R4zdc+)29z~OXbQbY2I>#fQk+61Pstk&?&Vmf|dR^Hc#d=D4O
z`Mj>lT5^kx@nTNg<0ZE;CzP|l-OCcj?r3zflUFGGV2tSx>4(KrLP9I7SH$-5-SYeU
zIPbyU>JQNiQXDU2w3U>sxby$-{ncUh&-cEM=}s>(^?vc@25+0J6mQd)eYR;vQ^V?e
zTb0D8E_ipC=VXAr@%M(qI}WM6I<X;tx$uj9UC&E<O*m{Ct7Jl!N4lR_bJ4Z+ns-MY
z<COfe3Gd#Q?wosPPOaw)wKK2k>;G8pzaRKv&Yet-5B{PlS9yP2O}XT|X0GX%-4Q7j
z`hQnka{c@yTK0l<L)82Ic5Y{`<*?nd-TC-m<af6<Hvimf&;6EIad+O^AA$wTbKlMt
zce@s%-g3Qv3b)*IuE-a=g082((m2-37vgVwwxoE<1ul{MtC||wsyt4f)H=L#GK;ZF
z@k-Cxkx~;EANsgPSa6rNQkC7QUy4^B`L=uZN-%EuvQ=!7g7Uo(_3Bru>4G)9kJuRI
zo_jUd_h0BwIYx%ooGDSgA0#pwR?p3Jwdqtg-=`%$$;43dUtvwW5r^P|pY!KeE=oIn
z^v~a|iM8((*bXT-erWsNZ+;~8<dWyHLDLHEc7KfCdE&&)hP9`X*|^?zuUdDl_rjLv
z-tmu^j`%eBc`7t+SgQ2Xt4AWKaLcl!lXI{7PP^tPuqHa}H^&*?uc|jc-ZENg<ykh<
z?o&sS8PfwnaUC87JENWL#u1z{Me0mF?1FK(yJ~Mw<al6|=DPGr<%IH`8rdp2>&5w$
z{KL|2UB8~0_CMf+La^=pP@k2yt&0Rocde1RYumxHa)sjDlh?w&KCSpEVX)BA=&pQT
z*t01<@^6p4bY1_UWa^*UkIrc9NPDTq&sgdhy6ee@ioXg>o0umY*|6fBTAq88o^#VQ
zyEi?nuH-6A<P$KLu-?fge=Rh$J?P@3HIvVUuTQ_%8mbbs%5(2>r>{MQKg5rvY}}W;
zDeq=i9lKL{NNC+X2A^WLtFK}$G)pBXyH4)Vo*DP_#k$oldlm1#`Tc#8L9j=|`>eH(
zxsB%^S5|XK+E({@qE&T#)w|edmKP>YaJ)RhRsQJR%@rbIp%sSN%jMH{K2WYaI_2Zn
zuFITL`3f$t{r;hDmG9**`+oABDf~X=@qxGN_Mdrt%`j_ey!dqUva5o!^FodKrK3_F
ze>r2J#KSVH&e3h+>noYo;u<|sQ+K7l^z$g}N>Ad+exb5OVQ%}BId<MrbA(T9kuEM3
zySi0I)Oh`|CpIaQx|Q3zW*jfIv}->XTC%x*$|v>831L02u2lv!t;tk7C#Pp|R7Umt
z?JE&$mh9@d|H^Bb$1@wQAeYn~S~XMOi3Uy#f1mtf=i%a@R*}XHajRQA1b^>qbULsv
zFETP@$%Ipq`S1B#RL#~;ol`D<|NFnHt)-Et_q!JT)3X-0Jel-Rpm?Iaj-ZdCzl81O
zF59;^x<ay<{d*>*sISS)We?F%NQe|WF>gce%<BRc3KxR@$npKHUt}Y9R5Rt}ji8tL
z{5t7M9&DO-gc?_I9h~@~=I@bRxfOZ-3JiNvR$kJ2FY0*X+uoUnS-Wz#z20bZ;r8RO
z+$ZilH!_dzvfXHIo}6`HvC*6C2Px;Oew?}aM9tuUBdgCwPcz}UQ5?>kP78K6$rb0G
z6xg^&p+<?hk7>Kr41Ug&^Ga4RZ!G!P)VF1gUChehQw^r4nkMC6agXBf^XjlJ7FBS&
zyKwrcVr#`?J}drDX500x?)3bwWaW#N4<|S--JPEwJ)bd?zi!{Zge4xjH$(DDwfhqC
zg)P@ldbV{%{ZdwY>m5gS%*wP3eOf)KPx8`g|10OGMe47e=%<zV@Z9%B!8^0k{PuoN
z@?}ez5^*v?cFoP0IRBucqkn%#?)32ab}{G7lK-)KcVpJS?vz&6Tz1y}rug!6?Q{J7
zU;fE5c%UF7>b(0{vR}_XoxF9M%fDw9uk<@Pm({*DoNb%vO!wR})oo#%Ef4Sf3taNT
zjoG^Vqhw{wZ<dS=51Pw)Yu@}bl{MpGu`1B`*7NNpk4#0fllsE8D%*3F7u2`T`k|{V
zX*B0)1?%H;^|I&fc%JiZJ@kv`w#@XXPZ8W<E7ejLeQ|M-jMMrr{PIchZQGSIw*?+|
zG0<12GORqN{Bo!1*D9^~X-8x~o{5!aKUlhaeX_$Ht6MRvU%UDTPht6K_{+V3bJi*T
zV^UvlZ54W{&TbO^MB!uh=WWcI)v`%p&!^uINsh?T{2q~)J2B^+m>kP3<{h&>7&SX@
zSh^_hO^;WQUaRNa_sY-TWO^_7%Bs*%(fUU4_pWK*b^mlQ@ttC8vz6NAq~24Xv#-8$
nfd|J*wY@xC+;w*GKkUsezc@4{@n1Xx0|SGntDnm{r-UW|J&&)H

literal 579541
zcmeAS@N?(olHy`uVBq!ia0y~yU>0OxVBEpM#=yW}^*Sq)fq`pXrn7T^r?ay{Kv8~L
zW=<*tgGcAoY3w1BPl_FX{`-=&Zi(hX^Ow2}U!-=GY!IBpu&`x<fQycXlGY9}mnE9o
zyF>yDbQ{*N3LZVA6mejmLU-3DJuw&8r?m%^-|Q>DSN;6&`I&d_@7!7Z{9KLk^B9H`
z{WELoxO7+@wDg??9=&zz?&@3ka2_Ma1O`D3CT%tE6Xm>o-`G2zy}kc+qkN}Z$?*!c
z>-+!zk5@hWj3bi4;ULHHjjd}!TKtt4Hy;&GVQ4tz^e1Yy@ekve&JAlAGzA_C8_zK~
zKG#^r{P_3u<U>w(1m&0+{L_qBIT<F{Db_`)X)~U54s*HDbNtySfp3mCI;WmUQQpJ*
z@aW2wnZ`X=7`{CIH%a|rzUAX1mNU<=7@mKd8dkx-Zo>RSF`w(@j{gtK>dL6&)lHco
z%xb6DF?ELJ_9rIxhMylXH9wnqdS37Rr!Euyf7onpd1v_fOj^~C&gaWmew{D2x!$dK
zZt_8n+3Ai^9TxWPFC?wb`y4zJwdhGf_{Uu`Z5HWeNfA$M(u<Uto=47*d9_{OvEDas
z7sW@j9<#<hvR%gYf0MqRv&{U763>+HDHks^>of3*VV?c?q2{;GhmIQl;W00)tMl4m
zF>mrC-EZ8+&PR)lC!F49U>;Fp=jn6*K_#1=g2V*}o((K%4crcF>e|W63cj2ClVUVi
zG;Ds>wMT}p_h9l&on?_TW?p8TQQ2NR|L5PoH@~x<d@Np*D#lO|rr`IjssA5KL-L8a
z(_Y4Z$Sh}cn91_sQ1vvA36{^D&;Lo7a9x)(rBNur`Q1c212(Y(Y!(dS4>)Ta1vr>5
zCa5Mfx=i3=NidCIH*2g3;3#XZT_6+Ecz6My47<7`w*|Xi<LU=$FIc}HP&VLjJCJR_
zXV;|3(NrM7y2#0Eg4GgcNk=gO*`g*J#d-~vuC}CwEFJ8f3ra7ftq{;^I<?R_!1jxA
ziP$cd*!Euw*e?i}aP4j0cR*tX&*?*}Ht6MWT}}+Y!Ozzmet@&UY7X!7gVqm&c1YQ=
znIE41VD<;w3V}La{{;+PEtA|c7xV;{OtIGD5N+;q=M0bzU|k^;V!BH3YTGNPyN<kz
zjs?uW7-1sn>ny!k_JZAu0u%1JefJvfHR`!vUpV{X+!xj_6u(&fvTkb%JSdU)#*oKH
zM2&H?)Z~86gI5yHC9F$$m*{37zcFHsO&EW6_t%4N$&)u^Z?xXPzQOlKS&n>}gmvTL
zhf@mNEZk!R`Z`Y^c>4HM!SMp|!tI61JNzqz;$-t1zaKjOpz=pd4d*|Ne@y?({;}3|
zDY#xxydm7gk#k7uklrCdC+UY`i7f`MQ`BAw%629mQF)}6q`7foMeC0lKjyh8WlnnI
z;q4i7$t_6pCCf{x%#JTJb)3yqc2Ax@+4afXCs9S#KN)}8wmMy0x+5S-LvqU8DOIOZ
zPX(V+=Umm&$>Q9kJ5f1M@uE&)^rK!C#~}Ahp+!qmwxx7F(L5PFDLIHmGgh-)bJ-QP
zm0T+~2Qdc;Ukb@AeyQ*><fZH-_oeH-_fI)^^2Mo&QyWr0rSP4OnI^ex(Tb>$a;@%N
zGpkyvTCJ42r(T_$dP41_*eSW`Zzsx5pFDB%r0xl)C#{}ft#7W;Kk53^^b^ZZyq{#R
zd0+p(t7GWF(8k3ZViyKJ+;(WmBPCaH*S@62q{)wLkLr7wsQNEWS!(O0>*YV?;;FV%
z-c!T1<wN!@vf1WQHu131wM9*?>f*K`jiEfDP9fJ;$%MTOn;8%q{59<9>S-(E!eoOd
zhZhHW2Wf}xUSPJ$FSI=9`6}_%@geoDlNay26qK=ai{GssZC!2sZ61#&xb+{KvTR=3
zj<j`Ylb;FeE)t8?j$0kE+BrKWI@a2udTv?sH)q)<zF76Z^!<L*&n;OuFK@}au)AV+
zr&o1V@$Ajn%eMFUFOk~xza@XO{_bXrVBY1p=^$fsob!zfw+t?BIP_tfU`|T%5mT##
zE88VD-^eq}FZ}w5F?rL*)rHFnn?FwI+|#+=bDd}RN$KF+%MzDum&Go-e|F8;pfi0l
zY>lQHem6aDnr~d6o|tiP(~1o{vOPC`*>q-O&eodj)RdzetujjQ&&rZb*n4%?;a{_R
z*Y+M*b}{Wr*ln|G+b)$g=y~%md%qxl^WhsiZ$7;-ck}O@{N(wG^_TwnvnRKwv@hn<
zpZ-Gkp^oLIlpBGUC%&vWQFx*AnaJxei!U$O+-7`v=dGVJyQgvAUV7|l>*~hrNv{pB
zo9CtFF>N=_oBZzEyVrMb+Xl$plVg>$oo6)f;k>8w{P&vd71|@U=h)u0d#_h*|D90t
zr{>!a9)l1`9XH$LJJ+w3@6BH>e^dX;`aADu?q9h7z<yl@z7M=Nq(4{$s80~TA;i)o
z;aJ@~kL5M%a`yk5M0T50WFEcrT=ALWYo}dKD;KVI>Tj##DdxT{`b{IoK1Sr8prYhP
zn?-g>MwgT~X%rcpGRdmFayH{>MqWuakDi*+GPSg%na?-Xo_3oSt$#lL-hQWi*K1v`
zwWo$JTVu1|t4Or?>dFY8oRl{gZ>&F~kY-w})F&7&X@0IK{cZZ*wA~xJZ!VT`_Y-{X
zx+l3N@Xu+M<1KqR7k8fPRP9WTDbKU~o;%4uDD+ZFQ9x1drxLFeuV5`ZQ?su+{%zCG
zy!Hw9KJE4TvGm8!Kbv2Ed-?m)an`yfDMghS#hkMfT&3paP288!ouP4AbF<Rt%da}F
zF5k3db4BFcY@X{m@t>7$YyV!p^~KgTTV-FHT+59z-*T_???T=SZ98~nEu$<eEtRGB
znqSLR%JaJSC3{_DUf{d-vlD0E{uJ`r>=|$V$9tD1=ugx?A%El5hOJrBRnq0r=gUsN
zO})Ked;@o$$Sl!mB6W8U-YR^|{#o9ue#Sk?{hQOLpIz6yd*klP-M_zEykDt3N$-@N
z)II49+jq_giwXFXcz;#xb?-G^tG)?;@BYR=?bq~e(=w;O)%zVaFQRV!p|y)v1}!bB
ze)@#*TjOo^SU$6`m0_Y`wLd5Re*D+@Ui+-orK`R9lKIo+>grS;d0hAZGXGWflx(i-
zeOEtavA=eDW%WAu_3QpsGIy^sn0H9I_3PSStG@HNB71S+<ArKJmmLy*(DLHQ>iNm_
z@9bZeZ+a~9H{@~V+{;tbSEO^zTKLTL>|@<d-R89y*Vd-jo-f;Cxn=Ipqfe&aDwcY#
zb?)@s`=yN)iti77Ir^qs`0bx>8@)NFw^@gk+U$}k{h9at(z$usb>Zt`zwWBqd3x*X
zN2bTKpRc<eZ(rS9xA^I@vuB^>y?$rBKk9$gvg6B^|D5)A?X|ew_qOd*trgF+zQ3>J
z_~Ua|clYczf6sdF^=tn3`|UT>Bz&;@{qHopCjULVGc^`pGae_OdEBHP<nJ|amCf3J
zXCG`|<~aM{XJ<L*yXT$e+e)SJ?*AA2<M;K6d!A2uuBv|}{>uI>6_t5cvbTJ{x+z?F
z{m=EwkA3<-;oss<z5ixkuHW_NrmdW*-KVe*WxwwBefN5wZ68tlVg|>&ieH9bA74p1
zsJ_&{bpFfvyZ5=&RT^&nrTs4ZrFnCH?)|^}?C1H-o%hU`^~}vMhE^U6JGqAPtse6Q
zcp0{eGd$X~)2=e?LQKBB_XGQnG5WUJ(hO39!cUkQO05}|3#@LA;4*3w<SS;}uykp~
zpWs6k-rYN6mWVAe)tou6uK!EB1vA4wULSw|tv>$ss~x*)IUIf;-}$e`ZPsHC>3B2e
z@*=-nmj8?D8N&Oyj4l62<S{TX&dm&oD2ed(u}aR*)k{ptPfFFR$Sq(10h<b|irj+S
z)RIJnirk#MVyg;UC9n#sykaYmu)dN4SV>8?tx|+<fP!;=QL2Keo{64;k{y?Vf`Uy^
zN}5%WiyKsXQA(PvQbtKhft9{~d3m{Bxv^e;QM$gNrKP35fswwEk#12+nr?ArUP)qw
zZeFo6#1NP{E~&-IMVSR9nfZANAafIw@=Hr>m6SjhDZl{4ov9U>2%GYXq25Z)&(#OX
z=o{)8=)=th84nV*3dpQT&53Zy%uUTJ&dkrVGq*6c0jtN5LD*=6&>4x)X<}l4tP@EF
zs?$av<N+iPK|%{G8sy?;$7Q1r4p&eZ+i{6XP4s7AaA5FsaSW+oe6u&RUoEoizWC1c
zuxtCmzuMUv%S0{mEX?3);?x&l@z|EJ*MR46{DHc}dfDi<`%>Se4^H6aY|9K3Q<3;|
zLd{*N-T9o)`D>T2#>W1hH?{iL_uum^&I`{BwdFo4ZoGKk%#SWd_CB9iy{-EFPHz{T
zKbQaioiEFK_)x)#hyM$<oVeNjF~UNsZ%2H@mw7jyCPu`?%7mGRwQoIpHL<idGa~9~
zM4Zyc42v80<@w6^+uw@cK73B>_&2|I{d}6w43-A4by&D?K1(btoT#+ZYv+-|xTvUE
zN2}i^T38tsv#$Tkt#?_y<Xpmnm!GDdK74g`_~FBf2fDet4+`@gH<JE0{r8$TVj|*y
z<oT?vxexFE)6C!YcJ1>OdFd7^?_NAm$ZWp;xbc>V?kne8Cu06q*xB5YpEjMZee?3L
z_OGIE+Ul7#{}dE&uy~`hhOhqT>iS%ZS~1yK{=L&RML#^>Z$Fvk%3ZP2SKt3Vw3nM_
zS2xdU)22;EI*R{Wl~Z?Hym>FrbN}x{{`UHhU+rby*;bjnkzL_k(yny&Jn!{ubDT>m
zVwSTu|8ujIo#oCf!Th56^z9{AU6(fPd3%^+eWO>@sptE0mtW#q_POM*y^RgW9hvrT
z;b!6~e@t?GI+MPA|JHtV>Bczruo>GPR_@$p8oTX_{9)-|p5ODAY|S)ym(n2{>^^In
z<eM4gQucfEEY9CuS9y1fNo?)?w~Ny+Tgk}Eeo1|~DDzp(4*OS99G@#h{7b)89ZNQC
zIeh7n&^G7azS0R(jAA2W<;<>KYoGe`>BBcOHy^g_^PaB9yWHHLH(UGkVWY||_UE$?
z=;&7J@UC91EwlRYv0qYEjFN{g>3#q9ZIWL8&&9$GYqy*|b~0IZnV#e0J8nmIZ{KaM
zv*7t(=87YJPqOWEr~SF`<jr)CCuc8M7?!Nv`$2HMUF*c_ckkX!tWHm_F#HxCm;d%1
z&+TgK!+O`Pt9NgiI;S!C`807x*8N|i-g_)4YEeHYn!aBx<7VFJJ?DMnU#Cgs&-yO=
z>z3G-=1o(+ZQZ){p?7>u^^d#v|GqvPzVFky568}WAD(&k@?k}zs*3MVKOEd%Z(&pS
zg(-4jhos*}k-L}dwmUyv)f;LVJZn~)-u>#&Wi=@VYUkFytbcy+lb8Rg;|h0p%J?k2
zXS+rEy<UCVq*hSo)|sL=>uXwB-?fJ3-`ZkRDYHa(%ClYJZPC%up2m5+(ecrDW&Gye
zdQw$d@#o3If~v<qKg9pL{{QTTO=Wy{A5Yi0>24>z@B3SOxqrL=e|yjO|NHfQrgvQT
zS+n0}elgK{k7D&ptNL$eJ}mvd-ymjR!Nh<4zqoxbt=hAEkN<jK^An4&U*0k;^tkDp
zFLId^*rk`~iTydW!FT@0gY5TZ_I<tko`+w~{=l^Dhv%1lTKfIp+K1-<PlbP+xGr#d
z_{q&K`~7U=wk7HDr=N?Ftb2a{cX@m9^Xrec$Oh`?Uf=qfFY9LAqr>lOrayjtSn1!9
ziEj-Jytf3G_=-;GRQyua7WUUr;%nQ3$l7%Qhq!i0w>{V2wqmw^+w$}Cc=Y3JoR{mT
zznx-rEo|!4x83Pq*Th`X%M|XmSUb^kYBj^1$;<uQ-2LY*sozul{9M8RkBc8Zy;rtX
zH7Iv?i_DXaHP<)ttjMa~oO5%b$DuuP73m#sJg2DjN6rzyGr2i<>+xs$b~a}VI~RYR
zrRx~;xv87sy)932WSn27L1k^S^4sly|7}h`-?sPf-o%;Tq?avVh*d1lG`uhLYjyU=
z8_P1czq)cG;I#hZ#y_8&>!trr-Na~If52Aw*c|t2ZVOe7R|)wymM7l3zkIWWDbMO`
z?h>uk9j9+ZZPHO}5Vh)0KM)l8{oukV9<B}lo_qNp`mwl4BraTO@$&1&5f>XiF{B=m
zSg842@Ii;$>w9~v1+RUTHqXdd!*KP7Z>#Q)6OU$mp8iv1Im?q}55Ii%VMs1gtvU97
zhPhi*M;~L?R_VS~E-pQ;vdn+}JWHR}khI14TGHb+Hy+%)DX?@+eaY*^594be`?vk>
zm*cN4oAxL5g2Szeb2F?$8dg3&qT=77uvdmdx>>_w!)3P|s|5mKT1$@eZThOMJC|L+
zX{zDc{d3>#T)+FEj>YFt<|s2a+2hVEHV1bcnH{gCu;}BLoeH{h8Dbv4{9#yCr>)F(
zajBym_v#xr*Z)}kX2DvX<gDpyAAgEGxaW{*&i&QF?5~6t@I)=p<Y!y{NqBp1^yHWi
z$7Xf&HJmG!T4j4wNaDwI2dz+buj8l8iW5I(L_FKG@7Mwc^+$hp79WnBv*7GmUp8jx
z!!N%EOZr$Wh&c2tY=%wL@y4xdLai2EeR@hgt#Z=*=EJYl=PbB!H?ZDaGUmoXai7w#
zvRn7e<u5HcSM_MoZ|2YPDGm#4uPCf~vf|E>tzy!BXC55ge6IEB`-PKvCP~!nxpVKB
z;mt1Nt(!N`{=IfOkJN<Yav!Xuejj+7UHtQKE>rjm@Ahb$ZN@X~+$B$yYfO}X_jC21
zRPSpuS0x{3FL%w)-ds>VC$(a(Lmm6+T<&F+e;>MUZ~y<V{)fEe2i=9+dB1G3S+jOM
z-~0U^Q`tn{7wxxvb=Qb1{Pg|L9}Tvj)!Tml_`|Mq&yH_-Z1M82F87yEr`RV|Vav9J
ztoph9sn5q#$*0emt*~IQ-u6Hx{kiFXx#s&fq?vVcmwc|gwr-2&+l1){AAURicFN0!
z^0|!fkF{;9W3x{*-FN8a+2X_Z|MdTVwZZ9D!Ir+-x4iAu?uXs&|NL+J|FZty?!(vr
zJ*Yl>t*?$>*mBF}Q)Pkb1qmA%Vy$AmFX;W<IPqdzRQ;v9M!(l&Ct7b=XJg)XF8=w(
zyArNZ1>T3ReSThes9e&<Bbe={RsWU1+C@B48&uhoZoQrK=fVD$8;>44VH_Ad+1Q#}
z(zowvnbYgcS&=&fJd8Z%FRXuTTu?m0YL~f9^*&RZCGyqZ{=EF~>1lDv(s+w}`|mS#
zJm)T(cT4=%I*S!~>=BZ>k0qjO*IbW&u;crShXwEd)v^Wmx4HYzH#(5?!J(3G*BqWg
zr#rva@15a4D<}J}ajf*^by50>tQM7qYbz(Mezp9h{~q`DU6=gQ&h&qJAZKh8@2oAo
zK69RMQP+Z=?|Lj^0Sd=tzWtrtxs3G-x1i;>2bJB9Ey7BX3KKa0&;4VnVD8}&bNA6s
z<@nF~P0K4y@^)rUkln4)ZGNUhTDge-VF>qx;8+R4H~Y3sROk^sBDkFQPSfU~<=5Js
zxh$gGHoC7q@Q%kjEXz8aP0_e<_Wsii4v%x!2)7F8Bs|=};Pd)$j&WDxd`-`a<D8Qh
zT(mnTV7g7(JU^iE+5!1f&B|d)Hb*6_CmA37aJuNHR{GNCob?<Gg?&a2UaHGD8(x0)
zFwCl-diaMG)5G&?Jn~Hb+}vAf$8W!xMd`+=)Z8;X2Vd-Yv8m?E$F&dp|GkhtyqEoZ
zFn{6qw!6);Mj^4A9&WxIyTtXD{gs7Bm@;&DS8bK@d%t?YwbI+2#_G#dOP3s-y!nvq
zuDsdX(`2|e%(Z*i;>ob=^_I=;LW%DB`BGtrIrlv<(pYgMtVHzQfj*1b_nhLM>YR{p
zTqV8ja`Cn~yB=&`cO-e+E^V9GXFVkgr5j%B-7YRSaJ2sCb9ryy9mfgTJ1;3Z?Xz;*
zvHSCyONzZRr#5_CQgCWIi{%%c9>4C@Ty5vV&+XWy9m~vSBW!QsZ^gO#jDwXz!PbW+
zn>Q>si^*Iey3X{{8~bY+=GP1KT8bGK=FMFjo8-Dk#`IT9ZH}(%ln)YYM+`T{YqVbv
z?Yg>1w~lkN&xe-tqBZO{7H!^Y^>3T_CH;4H+Sf~JN`9Q3ocVB`Qt7X^_GdOfKci%v
zYc*9rGV;dBjor?lWZIvkvI$;m<PrO}O5b{s@Y;XrQ#4i>E3XuGz3|ZLgu|NLV_z0s
z-o>$S=7ig&M^j2v7G_NG|G4nqp<shq;rCYVjX5#-JKvd>$(v^u?Nz&2w<dSN)1rbM
zJnx@8ulV<em3i0Ihu!b*r-=O&V%~rC(Cjw{XKZr$zDptRALq}RQ$sf#dAk3DiEN`<
z@YU~4I(tR>&PlJFxb=g1Op*G!kCkC=oh)_y$M62;(Yw9-pxqWtS+}R*R>x1Oudiz>
z3)*wS-?Hx3)YZc49%P6=yZ+Lq_LoUB$D9*Sd7o@$vU|JxlAK+I;hvqnlXo>J?=H^&
z@p%3J!w>)e`2D})$F1x3Qs4L_ZH#x^li${Ul)0pB{iDJYK6}I#uMgajC9v>H)b&%#
zQ<g;a$4^h`J1%YBu3xQL`Mq@R)Lb=I8J+{pZ&w*#cz%AayqWyH<$4wqBHX6^zVdYQ
z;iKJabmm#|zUPy9VL0KW(&q0e&Q~8RI4usDYE)npkdVFe>vt{=!KcM%1z$99t@ky_
z3SJs7y}$nd!-DVkYQyB?CiUs++|YZY-0aHM5M%tHedm|r)fe_2JFqiDzj^}O$NcE)
z2S5I}dHJEHwj}>NTe*1!Zx<wWieC1;rF`>p-4@x@H1lxgfLBqMa^yEC<{bNx)$T2G
zDbKQ0fW79lbKMiac{V;D*T@~VJfX~NJk#qDQw>+t&q<wTt{LjCInGRx6)ju#IOQFx
zh%LJMO^bKOfdKbL{{BZocD3a<<G(&W5_SC2zapltsK>5hjokiSO=4`B-YX}p;5cLa
z$fMjPh>hDxTcg8?dFG;kTDFdYLnkEXEzXsCYwRxZ`qYL^DvTitQinv-+RDTXn^KE%
zCuZJOvGOwB6{M)EQ1;A$DP+-9A2<FTVGKswG9sT8FFW&erHP!x4yUbaBU#p^X<6<*
z+jcBYf?db!)LN5h|M~p#@9RwNB)BHMy|OZ7l8P4dCC5Ogsr4^^E#>i&X;l2l!;zbE
zD7P@DdGhZS&aoj+gG6q*_ryC+jGwCbbCPuDiniAm`#d&(>NK6pxQnYPW6vq0@6R7D
zpYHIAX;XaRw2qsiuRCuQr`<UBRd2KQ{Xd)YdHZMPMkbn7Ha70-y{B~Ufg*FgXsB`F
z(<^H>rbzhSvJ5_6lEq)TXva1^*ZdWy_%zSy{@luYHUI3^nvb5-w_P-_a$;;Uede2N
zT%;NISt^OK_VRa6!`?E5>!JUPJ=?bJcj%Fwz@b}zF><rfi3?Bnn!K7Ip36GDXltm-
z^w7K)6a5Qs6zJ)BJ)Yz7`S?noY7fCDA`2^8F5hzx>h$h>c)e}rl>-rVho9J7TEd**
zIdOJj66^em=IkYhBQ@Ebj_Dc%2K$-K)qFc!cB5&SoX>T!9Pik|j$m)ji|(gbrWM{$
z<8uuYlhBxR*JgI(5luE`tMBVHB<A#9UOC~*yt|+8@LjM=-BGpowAca<R<-1Qi;~l)
zj#u|BT`Fb3V-aShc4>G2S&wYZnT*1GjgFBP9UXUi61GNjT7DLdJiYj>@V6DQ>DxM9
z*S@i_Y5sn6+BwIwM*9=Cz5Ut!{ID6{<I`_rAFTR(Upjro;}pFMmQK$F&n;*UDKA)a
zBc$+~`t6d7dsl66p0?gu!hNsIMY)#OSE@6-1I|Buu;lHD>i;}1C%df8nb69(O=V%<
zk%Rrs8ct77ss6aLtMze;!ofSL;(1{wn~OI)Z{uaF4cD6^e{WY^>5htjS-(!FaBf<)
zeVRS*E5DeHqB^ITo*Xx@w!Y-O^4QgB&R<_}O}lZ#@@|rN?4+AN^v)+8UB1VvWY+hI
zm)FE(u9!XVMZ^+4iS)Y{^_CpJS?ruP<>Fqxxb`iX91+hiA8d}Eo^$(3^S_g9r3uMz
zuWZ=2>)>Cjl10T+``7T#cv|N0?fn0j?1%a7f3SV3wX6Bv{GKQN|6=(^cQ&a$TiRUv
z^xv8nF6U?e5Pg1bzU;ij^7A+Jl23TG6bY3*ai2G}vVC3nz0>ihmpuM`@5`>RM@Rq5
z_-Ao{^|QV@ah;X=zT)TS_}<rj<bER+DQ)-XgR;z*>depiG1bL8ihfGn7Cs+%ej;P(
zo=-{qn%%$H<}Fr!rSvU-?uoFc6ZyZY+Aid@TwVO|>+V0&|1XQJSj}f#cO`w>!6has
zOPT8%?#$<%e{Xm5=l@E-bgT{RqnAWF2F*Vdb%jgx+P3V*#+C}^)0MM3v%?ME*;N_Y
zRQ$-O`0#=;x^ZTN!}du{B}&>?ABgGQ_G|vr&c5zwXliwC?9pv1&Dr6FyvLURpOT!n
zrhV%A2io>CeS{+{ZmoLYH7|iv?)JtL@*kWNR=sD9+c^2_iw&<bPxe=IOq97Hnwzkx
zi_u_dVf<57#tBcag#P+=G}cIyozH*E?Nf_O4(@%cQ~ykS>$Yii9oFg=TP(NlTe~jT
zXPfa!p98BK`voS=l;>m&7ExKs_AXaO_AK}A?dOGNdNces*(BZGb8ha#uCj*3$x-$_
z%IE!pr<`~*;h5UF1#Nc>Rv%`{Tc^8}SE(uBGRM`oZ81M4A3NNaIrA!?bl*|e)@4N}
z`V+n#Z__)VeDj>c-Cd>GJANLMKD_es?1wupFYdVWXVZU|4&}*9zi0Ar{oodGNX${@
zcUt^UDd0bAz<2I$r6gHtz8Ncyr6g7yx%6g!?Qj1~lleT?_2Ru$w+ohvrM2I@QTD<3
z^6Xy+zX@&M6u@uXP#$=x>Ud)FieRhab(+i9JuhUPt;m!a7CG16+OTfz>Xri%m#x0b
zSe$q2F)(iEnjP+S(9PkL$AU@Q)^^=b*)>TpK6mQQf`?8;wpE`v?v-dw5$;Wrnq$(t
z<aSY0=YNaOr&^dcJxvG;vFzzyGWD>;2d(-Xom-kFr$gfO>ZQH>N^`~Di*NE(=xp4W
zT#~9W#WzLp--1&{G1JNpq$TG|&nyf2)V$@EQ=aRrvYUJd?>W|)-R*iZO@)nr`T03s
z?Yp;aYI}TS8n4y89Dk+a{OlQdrdjM~i{6+l)%274e)>Y{uR9kttDb#7;a|6O;)2+d
z+8a05IVWE8+AMym-TAnahpgD6J7&@%H>NTRls=!fZ13IaH$K=!i)@orx$>FY?tFsu
z|4E;>oi{CT`6W5W)AiyE;}hbAGMC$RcHKI3M7XbW-%8_6R;r3C8kEDoZYV!;z;kx{
zwpkOeWNtX;AUSnmY1}Vi*OwboZyGF7IlH-X>g3F}n-5INzY5o+dUbB7S^KQRb2n>G
zjP1J18{_vErT+LNzTafe&ttPKj^#x%PPp)8OP!GAzZuusO-y8K{iOKZ6K6f1l=e0A
z!>-dBTLi4rGNfM=FYOP|np<F0|5z(qAn@dh+;f{Fm#^l2mig~Wui0(pjyk(THLtI5
z^3QLKSgN<<SAz7m9_Olt`b}HE7VS8l^{%;{zrEexPEzjQV*kRNnJ4SM&3SuA;>4qs
zTjpE!oYMHT@Xex?KQb*(UH_vYw`Ai>p3jf_3!i<~Iaj&wP+)@UmFr7OW5SLr)#RSv
zG_9Tc`Ffsozj%ptF}n_y&8vR+aqstgviE8}uYD-;)|qD((~-mzo$`ejSE#=`{+}cI
zT>4{ylQ%@_+`>-JnjT)Xrs`={;8lIL?8gr-RHr_EwPMq@wVP_E9A~X4NjmVDv$@~8
z95l>gBVqURiyU)@dt_&c=)G@;&+6Jazc|uR@nj?0g%x6dPOn*K#{cL#+tx2r4dZrS
zj<Z^0@KUMfQG;Qvl+WhBWem}d46kDzYDyci&H0mk*)L(ot)Lwq8{a-wt6iIZn`dLs
zx9PJxg1mNm2wuu~;<5VTrI!l*E53BkY!GJqoqEYVYVYSgr=CnYIQ3QVa=&zgT_-;m
ztX^|3cg^oV7j`vs?DXI}Cl<oHeai3l8JhEtIWHC~ez4O+vyUa0q4Vxz$Ghn+R@ze}
zrPz42L)hj`E?9Enkh!tVfyG<qrb<1W-lKL?*;`-v(xOJDkiv@d`WG(*o(kNv<mZ6|
zmdu@7L)Hndc(JZRDk?nTF?a1l!DC;dx7$gr`>^3_r3~NnTm2uW%KU%!N8@wg9n00X
z0=1156+Q_&uJE)dwDzx5eQfjc^XmDLOqml*!}oZkdzWY#H~hG^Jz`Pq8E+Q7O{!08
z(x%L_uQjuIeBke#>yoc_^!mSIzaC~UyC82(u1EI!itCD(xHKxi-F&<*IYah|`t{K3
zt9aH+Pgj`PE3@|GO!06lp-oTh<8C$d9K1EZ%I@CwNXh)e>Cp)r=G-imIc;fc)pzr<
zU73yTZ}UY<-cHJseRC*v_7mnKRzg-TyWdPauOs|2bHT|K&6eEBcBiNJ@%i?DH#^7n
z^h>0{<&w|KzB2!_h)a7nadvatnXcKK5i330k8W*N_&+W4_LGBb|8@9%cDX(lF<xvn
z{n*mEDXZ>Qvon0kU!I@7f$P8Te%Z3uftC{ayKfrl+icnSjZ?Y)>bFJWB^#yhn*4vY
za-Hd7xid%Wp0r+IHd&v$esO){$!7<Yzg$Sm_O=o`=d!Qj<l$+1_8h*M{`PA7yu0%j
zBtM8N-){QWVRzNEd!lh4E}R!CvHVoGMEKyTdBz(~TScET<Kz4^b<#z@H*TNyv{-0%
zD=n1%<uP5H|A^t_himRje$AYD$S3ut(ThK^`CMYXPN!`$?myTrr!r6a-Imn#VG)@&
z<*&|s_$Pi(`d;<#xeujkXKVYdovs%>=d$ykWu-S??cjgB_uCo%ODj(9KBt_Q`@W#0
zM{51cxaqZ3;on8ox2_0FoXfGS++*hB-s_>^-DR@wFE5GR5x%c2a4II^vF-N<3m@Du
z-aq5lhIOA0^JHx^UHpGdN#HlF^Z9wk27kZYyZi9k+y3_3HU-t+5AL-odGB>ikbl|x
zcS^x;9v3iLAK>UawkxUf(*HYai*EDe&E0V@?R?5{=aVO`w0I9ye%V^NeBonTX{md~
z_l2zw8@4J>$}-k>u6X)rW5JPW^4k>W-Q07a*yz2&;l+u~xzCqpYOms5X_gn|m$t<D
zb&R>9ll7YJkL5+nBY&x{|M+skb;F3u{p_c83_GUV=S3aAm3I0-*%?ulxe>3o<<4|u
zua)0xU-ij?-{*engp%8iM-H>k+%Vz#q6zV*Hpvw(lKB&MOCY$rO)#sw`a{+APaEc3
zh?P98F85XLx6I?(fSoVDzUfN-x5F>mV{T}A_a(o&nC};oBR|z1@%i~{*W0&@x6hif
z7`B@AUS+<#^ZK^l&sL=-e-w?MOc3RJ_#)YM)2#<yRv*@>d3K-M^ET<?$!)f5%%{Gb
zd1)N8Id^J$!!^l--Dl5kIDLB3lBXuZ??dZX*<ZXiZL`kGi;NkIt0eSY)6Qm1*J9uK
z@OpNiMESvzEUA#6O_KN7HgDf=n=_|vN8_>CqD=CaB9peM^D3Nh_c?q~?_7JYz3Y-Q
zOQseaFf-!Zb4lv`?!?(<S2lM!)wM33@Rq^!z`7}p2l~HD-Ce%jzV+PRho7Em7oO<3
zesI!+l@Cky#UCq9X-@pv<6R;5bsf*5*B#DJ3mPA8l?!n{d7{Ql%w-PGA&u;mEX%-O
zo-@wBug~I)_}Twvi{u7ve|eVA3opF?|A2jFZESkxJzb6L5((`k>mM1cGwLW$WAlCT
z-lIJ)M0Bf<YEeAzwsU1^)*a{Nt4_xsp8c+Y#phY(@xyHv{Kl^u3f@N7TBV$~{2DD)
zHS_wf?!+Y@KUamNeTa55?U}YP*VFk_^3-Cl@Ut=}oB8HO+iEo5y!8A{^;B_L&z;*E
z-~ZC7%}j|srh4{O-GaqFx1SWfRq9=5JZ+l#?cDd<x@~`S>CUz;ZRs{FvDw+dC?~^q
zp7-@un`(R8mdSpu$r%-iv5FIBS?qlhzU<S}oSo<Lx2f;cWq$rbq;K)<yE)AM#+S2>
zC)mj*TR%_@%Uya|SGw{?l~eNN*FO8MH(vfJ@$*Yg%scfOj_l~$f5dA(rbnf2=e?+@
z<zBK(SlIGP>a8rr3$wMktdi^){?1`%cs%3d9LHNFR?@P+Wbe&eBD``+?)j@rqhlWn
zTwJzxU8wbXp4htuQxjWlFBGoO2u}a<AVa)zrS^8yiN_g5qglnLm9?EUc9vPQ{eI>2
zbZ$TXetCO2IlBs*n(x)$+jf`Be_A70^`t*-;-6bNCw(kWlz)uNU3UGFV!x<Xty#B6
z%IU}$)oD9<45NR@u<v^$)@dK}`_C!s@O+;4`+oDS<~MIYEv|no%}w0oQ%04I_u)Nj
z7J1)NQZFq2QhNQP*1AmnC|~O<o{bhCXRiPFEmG<E^{ML<kG}kB@>hlLvW&+$S-IS$
z+tf3;x7DADwa8`4a&l*zeuq0*<2ZYM%hm0o+X`>#>jujQ*_AzH_&Ry__cs6cbyhWB
zP98rjJLiJCe`TMLT&Z7e&6^J$SGl}aI11;#a{Bkn_~60FT{0VF-Yn4JC=7W2YJRHM
z{@f|sme-cVPBi=cedqe$aXb2i>!*i4zqG+9d(J1<vwShn-<qV)oNF+#ZR+Lp$?B^`
z9-qpXo_ureaVzb&B8L2m+i!)Q_6rb;aj!R+FB&X#X%3^j`fkGm`48Oo&0fFk`k^bg
z&6*AWT0CAFX*K6h#KOD954QWnwg=wodi(I@<mHE()z4RmeK=Uq?)ac~o1W#)4ef7T
z!nV{awoQH#{r*h0$7T_;KOZ;D)s|X%l)?Q^kp7<S3qR^LKR*<Bv*USv`#0mCEvA-{
z8|MVRpJ<#~oiDx4uSL@E>fW0ToLxLlS2({Psf;@rJw@fv;!`jG9juzk{O|J(2M>#+
z2Yaky7Uf!aN0+@k^ytI2+4;%q_azp$ine{ud>j@tb#d&OYhky%R(eSvoo!~kvm@?X
z`HJ9e?m9thcD=pYb)mm@bws;x*%6nb4ke)nUI!jsIo6}sGvnd}56y+mw=eSNYi~%5
zWI2EF-@6Ux5|j>YQcj*N%(=(1XOF}oIhMDZwH`VgQaZA-=%A2dlayp+S!>>ky}<#&
zhsE=vJgbj6DVv^M{BW+T@xM;~n9G*2y9;gS`n>%=d%C&UZ|};W&6}IKU$=d?_jPdH
zcy~U}?M;6&4gaU~{6FTT;IwoF_rkfiFVxk%PL6Z_p;GEuo;6X@^LzQLn-RG^!OYJ-
zTTQJON#OnCWpCyX;;o=_<k%#$1L?Clf@6O_$h^MPRW4;SPyHJ6YiGSS?+a{qEH%jc
zEO73i+kv(HQ-YhtWCi&@zv2jU&TWtW_(-YGhW!ouS%rpb`5C4u9~9y)mu4L?ytFZ4
zIsY2Ira#h6@iq%xW^t9@Tj3<V<t&4S@taHO>VnS>Cn-L-ZX>(I`z4oIZhC`|(FWf4
zJNxqVU+=rEGoO*$>Qm{QEhko=ewt^yDb?nzbjqFT+N#NKB}~4Ylli$}^V~JE>m1u}
zwlB+NKKj)85}RlEI=&6xp6IU;S*xr3Fjw7nSMv8=KfC92Ur2s=SMGMVLt2LK!apH(
zw<=guAIMZYgue?cGjeA?bI_SjrbD)5;p7*^yfb5$otd<K^Xd!19SazD9$0_=^j4lt
zx|}nA<}{YLzB9P(x3oxe&YBe;9NxBaYp?NI&vSj<+^0KCY98*@=gHsuRc!s<J?Gxs
zwtTX4(%&!T?``D%&0qib;)n15?%jWGI?=-NOL>t>^sPmyrInM?cUn2kTe|maGMnkr
z7@yY<wlb&7a(^tDcSLah-#=FJF}pX_f4tNBaBlfM$$Pbr*FHRSl=}v2v&USaSM!%G
z*!$bvGuGu?@9w9WDVH<mTo2wg$y4p9=_Kv9ZQCZ^`NHox_g>)T&nLI+vyWW&{ai=Z
z?`zDZ%lMY=ztylQ^!?IfCiANW{N_C6`T0z>Ai)04@x4bj>rdn`Dw(k1=(XwodG}L4
zd|3SOn)-I5*=rAPIiYgKOk04vlFzkz^+~}qrjvJ{5)m<yiqvF(*?XABaNpH8cWxG6
zIIw{Az^94Nm>ajXp1W=|VPeEpjl+H0<D|Uq@#*Q@d9-?-nw-?9<2TJBcb?o{St`&v
z^Wa21-)HX^e_ZOrI_q#r@Tp0AylV8~{tJJ&uD(~uTGzTWC9H4T<7J-v`S+X4Kf1Q=
z>fGGJwqermKHEH4Yt3(T;k=hg?i?5EmDBdIRQ!#p?Ehrj|1jd`#<v&0x$iWY^HaxK
z_~E13tS_EilTe>^C3dM)=SGgx6W8V+aGAFF-M8b#Y^INl1q({WRm3!8m!)1fGPC4&
zE02>~ZQ9q8D_`BhZocxZ<lC{OHh$~dhb_(diox@eN<ZbZOWW7BZU6Ami8r7<hTBq4
z{FRVCpT&axFSjMn7rn2{CVunWlSz|}O*iRH;!!C&%Bz?p*(%oI!Fcb->Ufb!-mU#j
zwUe0+6^m@yf7Z0=RE7-GoY3f$>dDHQ>`L8s4;tru|LfN%E6m}Q_os@{j@PTrMp|)(
z=!u!mlB+5v9lLNQyX4Ut_E)PE#g|C=rGI*nvf!iS`k%Mh&#5NdPnuA~>Qgz#y{`Ay
zQ;t)D-%R`}wHu3rZrIDV-)ej$X*e-+)%rt%(VQ&}GW$!4{=7{2D$X8y>Dsqk7yExt
zCO@<@*5`b6N%gde*V6>c{1?V9R%b%PuZI7f*=}a4__bR*KiFL6&v936+4EP~jzp;E
zH07FeEtb^1A1zz<FNcM5rfBgYhhN9q44FkHEj`k9Rr}?&l~?+L^mpqj^nbZ&VSP|t
zXSzeF?KY1&=2m~#xTJgt^b_dLE__h(XjiV``lq{jUE3F*TA#jZ&c{2+VQPKWC9<D%
z!ewHAHq}|1ehjG&{_}Fe>>Pu&w^u$|`p7$lHT2~vbB*+xbT`>QvGYvwFI>3IxJGAl
z%bBgWC(rRLXP7wCV#AGNHv=tBtYFugIDLs>;^S*-@fwP;`ZHvWt+w=YZFSa-V=&KM
z;#tM|(W2yPbGOx%UAcK8g6t_)4wKa$%2>=2=Q(JZbZ&3%#yytVbFSB2?#wm3_+<9v
zIkt5t*DR{q5PR=&<LfmB4)r-~yB@JLOkI)V`1$HAv1#cN1@pE#Cd!Dkr?E+2<G$bh
z-a+-gu%vYyyHNN#UEcklt@oS$`IcWlb-U!=^FDV?!^+NGc$n98yivTg*Y?A$=g+Lp
zUw?D&dE}&gq2<1w@>_l^f7iIp-s-0M*0U1p_bt(G+IaiPEoWPfaK@StZrME_Oh1L6
zU$bM;mP3axXWQ7+7FK*dCVjZ~_4RCNCgBoWLj~Q0XWL&Dh*~T%&(#T!)VysGb!w(_
z)T;~gu2!;c>@@xV<b3Rhj`PehHwq?c&3yf6eZ$Y*iJeI-9!>Vihbr{>wzuBM^Ek~{
zmRS4tutni)|Jkn&wyy5D)$^~d@6s%7??;lQ^Q@ZubpL5a+rEF?Q1|KO+=q{E&*#}L
zf9LF*?_8DBS6F*AS{-@E`G#xt@;w)?e^C6xe49-+luhi-mK9#?mM6{|)$Dy|x^H*E
zJoY<t8K;G07A!Bnyy&sG=Y(tL4=j;gvgJ{4h>_f7#_vyml;4|_|9H*R4k?WY`K=#k
zeqP)E-0^V!#Z}jeRq`#lQkMkVTzcd0_h-`N4nvj6_Kc1Hy28`g>W^#8)Lvki*W`NP
zI@`~0Kbv{#F1Y5puBl7uuUhhM-iMx3&3o2;m5Z*N&wKvn)kjCJSvA|g-NCOevSiuI
zOzC{9q({okmM{62>reW!id!*g;^M5&sS1hdM%-TNnjLEl)UVDLoW9_As@Lz?X7x?S
zKj|D<#$aM-Xk2*VQ26eA>83|9k!4Fy>#pY8a^3vSG^>3IhdEV#v-bV^#;I@PB_FtB
z$<kK>+j=F_o4Sl9Y|zx)le4~}@KRdg)jd<^nb|N`g&B3N3}mq2=eGNs>#bw(JR~VV
zPAOt;n^fv#xtP=lDVYOKt_@)p+DGkf^V{6{T)M;Y=q-k{SmkYotnxjdLL^?sC{JNd
zo6DD>Gw1CR1#VXL8H$@EzMbnkzv%>P?+veYnfoknGhBP1<a2vvk5Bcs!iyGG{l?o4
z`u^0P+xz3k<A=X`XG?lS9K72$`BaJ^+b6fUhg%obeXN@*`{~(|j-6U!Av=qn<x8yz
zF|*<Ddti~X%>DBf-}#+^;(3!fm)((mx<+IDq-5vlFGd^Or>xDL-)_I3Wy%&uOZ(Jq
zZ_hci@6R|S$u-9|%k3pc!@bpSpG4k!;Sg2QTenF4%S#89#^6;G%~i^7N1Qw~<8WW6
z_NVl+$w%tK4&`L>omr4rIIr|mtI9_!t<4EG?rci8{5D<lna%QqSJTle?3@{=c8rH_
z&c)(Wi~OWQHD6lz7<o8f{kcf}_QVHUtOS3oX;XO4qw``;&1C-%f!9k*K7aIiQKs!|
zec(~qhldM}Dz@}(d3xlhYW&4bQthF~FJ52R70lip-=Z43HS1A>YUR%DpD+9@J$X;p
zOZ<HN38Bwg`M0vt9nueO^E{pqseZZIntdwsFN+q7P`ky;QnE@H%Q(N>7CcSN`SbhI
zInqx(v$jtxw0I+Y#s5;*X4mwhz=-{}{<}}v6;71sw^`yYS9)jj+J@J%8AVeM+MejV
zthq(`kYc}%@s5Nb&Kf?8Za>+VQLUWstyolU-1-vjv_$uhaClY9F)OQ;x@+qe<V|<<
zTAy=r{iodxHUGQ+zu7PK@7w!-Yaf1ETKv)@`FWJ_xrNNF&CFpgH`M?4gge<)d^q_*
z{r;b4AFBU9zh2SEC@<bDe%qG4;nSUM_EWQcM67cvZ~Q#f|NYxa0ajC0^WQp^A0wWg
zc#|C`c&Z^_`2k18${N=7!g1#7VtD!a%<jhDZT_;c&3$=P%*%DJn)jI3W*OIC2yec=
z$aU}WiH4#4hZ$CG`#G=J^jqu8?oMXbg$aAF^;xTU=UrL7vpKV8Vzto>`FU5n58B)+
z^B4HS{&30OSEX;AE*vxZkuqV8My%nj12colR-f7NEAIb?{yUqzxZ~mrSADL0{q60;
z$JR3Q@5#;kWTxQVEBm<F<m|MmRouA=`ffXIqDq1;S+T9ZX4|yI!ts^aq181LKB_hE
z?q26&Ah5Akc;&C+sVm=ZEftpck~kPNE!-{S?&>!R2EB)^BqfWx1wSRrRM;Mv|BXp~
zPuy**Y0HzEq<@tBd*K*kwob-$qRu)mvE^M?<4>PfSn++5%j!d(w<l;d+gJ)7ZfO=~
z;Mw-!k3>dj^*gaU&ph9Jt~qJr{rQ~9#b>GPIs2`o!uhA%|0c%lGG&i*?e5<X1lJq?
z&!{-#kaV5V_T|23rvFynU0BOewQ+7_LV)7KQ#)?I)!JF-ecVrKq3?$e^Ivbd_~J{1
zN7c=iEuwq94)2-bc-PM(`u$X~AjL)JQxDEo|F?A42D`KWUfs5q{Bv>JZq?9gyVKvj
zZJtY-J<brGlTtKcPWr<g-x~`uPkl?u_}<)@X`b_4b6L)^SE5HR`dwp*R$Dq@{$#P2
z>IWD8X)$~<tGI-Dk*b}=+p<l6MQeU;$_rwC)35Y|CwSi8U;!hK;1gSYr%Y0@4Qf;{
z$aa~aVQ{d|%kd-k3%>Ue+YaAMf7u*+yXNC8w>f)G+nf-&@#boCq0Z5o_I;o9kIs%e
z_{ml5)hnYNOVxL6S2(pj$vWA<=t}8QEB{kh)RtUdaB+pp``jD3J$8v@-?@xA>QX%C
zaTz`6E!y+b)lT#JMB|i6Tz2ALwR?OQC^t7us@0pFp>834ZOe?~8m}X@txkURa-8q}
z=ZesUw8v*|YZtF&yY#a-*LgO3`o>)8(AAUX)-H{9$<(v*>Ybgv>1yaPzgp#!o2=HG
zUa0P8nQF6h`{nn1$z0dx)~8-F+m+Y)N$ao`U!APu<+mB!$2sPkt?ZUP{nhNP+vUiY
z|E!pw9^N$R))%(;&-P1iXB&GqDVnP$TdUmPzkaj6eB{9gI_qSuG@s^1$)s7CT%NnI
z>_XyAtG}<bj2N!1bt&8NO!zoseC_rd7N;!&_XWDUe{6bRnm&zlze3fPwU;ad^emP1
zPOrO}fAZTczXj<VdWG|UEL&qI{l1jl`eocqlYJ#Km>Q&Sdwwpki1>7haY5f|yPjs<
zpOcsCrvIJTxSDI*O1l?1%eQ$ye_zbEjx9x7utHVQ!Y%67!92O8htFNvoauSJ?9CE)
zcT=lGgGD{E6P{>aw)k;r!R0(FEsc3cn*S_`Z!b*0&u(bHaPhO#=SzBS?TkNC`)f+L
zlid#6nv&PMBR~HB(4I5>$A_06J{~{txozGWnMk=m5!<)O-QSS9fTP}WigL5f<DFj>
z19FvoCYw)NZ`{EnoAK@2=2WY?-|lmpQ@_2pj+j)RE_r^#)VEyu@w?739LlfSQF_uu
zomWHe;O}dR9xGoY?+?D)KXcZH3+HcaJi)`iP4=Go*-xP_=h=3}uU~F7LtN8WPWIO+
z3)$Iz?>GMnujjk6W$F#nr{2xKzI?bT`}VZ+?hnp|b_Q>wr_YJZZTzB8F+JC_U*29a
z@AJpVaJfGk%lRMu3fR}zR23rb+noCKVoCSrB@R744EfTp=dZ3yuQUj~`=f17am|{G
zkqPX3)(Lca%P;---Ezm&-s2ks3N`b6R@*#UvG|jh8?V-s=JQn%=~EUito)F}S-5tE
zee0!d$M;{X&^jKmKjos#vP!x2M-M+Wao;2uT=-{_-rA{GYwYb<#3oFdSh@3|`q$}J
zf980`#Vb4tTPk}m`Ok#x`LzYDR}c2j`8n%<*^J=u3H#qJjbBuE%Im0JenIzqE1|r<
z;c<ntDl_b^sQXH5*LwC(=4YGSvesg0#Fr}h-y%v5zox}p5DVX(|HtNR(dxf)>dhJN
zW7kF<4U375cs}*;x&>bw6q%D={d?u)tCpIYyQFqslYyA+rAcOe*)K!eE@`ayOGw<b
z#nV(!MfTK*Z6{A^{66Cxer-j3rI^2r%r*1d-{u_ux9pef0|rMCt!fjkspkE&VyA!P
ziaq3go^j2Cl@d#)C?@ntY+;o)Vfz(s#g{kZ>IUbirzbyeE$ykDDyZ$VQ|YV>H$%^j
z#H4<~=Yq1n0Up!mPQ95t#no_o;))kqS}NPZl=iIOA;+q{rY%&UGIYTXMZL}ZM>rox
z$L7@+SvT!3_-IpTx@pQZiEXU^54B(F%`x%6+H>ZyefQBz8?7vEewflXiGRu3iPsMQ
z`4c(AzW=|cP)6tN!0o#3=l;CtxH&WOeU8Z*n|ZaH`?qC(xbpRq_3z*7d}Zes%QT)!
zv7DNA*QnldUn+ZWjbonSWTT?lzb)r=&HmT5|L01hRXMLS+uL6Le)&^{f9|x3fX?L=
z5}DGyn+yFiv-cfYD4d*p=6J~_p+mO{0_1-MYOZV9x_-lAk7h5+nViq}__l97dn${~
z$mBw#;)1ms70b%jNI!T}xV$iYJNG%I#(<Bv18)dgId7Sj?mwme<jLZ_zs_$rd-)^e
z_BETR>wjKP;On!QyZ`a>PghS~oGUPW;g^S^Rts#`H*C&|KKD)ebCpMX-xm4s)26a#
zyyYs+DKs5y$=`MA+R~DgXZn(w4zhD)N;2MliOBmLY;xeF#Pm-G9(PT%G3EVa`j~fH
z^@j^{m;c-v{jqH3v7N5Z>i^#VH~ryn`yXoS|Li*$oqa?2%$YlTcb8Wl_;&BZ2gSbA
z&M)qNV`Z~@@|P*DQdwa0wpV-D`4!yGi`e}9*0^0jPIt*+xAmuA81gOWldn2!EHmfs
zqHSI8j2%jDGtAt&)1vK!TA!kEKA)EU=fn-C&lFip&*YQ0Y*>3WdErjIn>YCvU+vP8
zP(0SLbMJ-b{;Ke021-|S;t!iMMey@o^tsISHYUDzf5yrmmVKL2Pfy){>~Z8?%YuRl
z6U=(5A4Z*jb^SfN&7-YzFG;6&Pqp6uJN1I={JB+%(jOjbP0#=QYsz-rov%I!wpYK1
z&)LhMe&>|2_O7D^S5=G4DpiG(``F{RDeRs0)LlY<&hy(c=Jy}$=AK?Dc4&Rv>F`ST
zRj&4Kzs*(dYZR|9e7k6;$336P3BTSjXf^BQ9I<zP9ONc<ul#PuWSz+@KW9FaESwbG
zb0qw4hJ>%y>LVMoTb~G;*#Aq{S>349KkL$VOZn${^HOe#zIt=yj4<09{>lS)bJOi~
z-kPbYXXND1(K#U&_UY@BtB)S}Rb0{B)?1+Pea?Her%!qIa9R1R;Qs$WxAcVB^c@yA
zom%*oEb5v1)MNVfYk`-IB_<lL3thRoBgu3}@BNDT;vX#S+WsfYetR3SMx*FQ*Dc<2
zdG1Bplk%NUB{cq+D#|u5GH?~A$n7;(Ch`>JX0PDZTv?apVA+3x?aXDa$zqxBtHMf8
zhCGt&sc<mlUueBCb+?xPmdCeif?4Zt{JJ(dDem^Y?D)IuFJwFNv4t2<o#LJNNBg9V
z$l+eGr62p77A1O3u=w}lQh<`|8fBendy*{pRNQ`4DWAFV;d7vsXkAA`xWa|dPSr4#
z8vEi4Mz=0ieE-Q2V8xiWK4?`*;EK}Ng?sc?oQbO|HCSkH$870`T}_qKDl2F9u8H{R
zv8$kL)|CGr_N`~TEvt7?;m5DT97mH>ABkJ72$yK!{~B^?ouA6>V7GgVoS#hito=u;
zMcAq%=7{-0X#wqusVntANv^71+HzjGZVt<qmm4=<@O-hW%Pu!0_E-4UyoVjDc4|J~
z|0-8%$CJuh$)$_46t334VY#sKUEkG%g5k$a|A_ovb0+i2lUrZTnd=raO=`=odSCi!
zNv_q*Mal7H*Go)mrl;PUTyivQ;w+t|oB5(X_T<X3-P^qO8l!Ao`hhLg)BAEiZ<3vS
z>_pvBqZrW*wSt*x%Uq6^UcTyg>fH@XuIJ7(_bt91`R7-`ojZmZe&HJWrymN-M)F;~
z)}*X|I^)mW^TpHUBmISX`h6a%yw%K{^lrh6qupyCO1?k;-PiM6jkUvD{_QuX`N>wV
z&)xqyQDa@{mOELOY?jA7nseag>%8T&_m#D5%H`N~<Ys$SR#bJuglemQ?@ErU^F5v#
zdaGha=jL-ae_NNAwbg&}|JTCKw|}<P(s@T~50stx#k3__<Bd!0ifML!i3`-X_gy)#
z<kz%c1u-Z6>Pq}R9dwr3Te@A*(Od3S>wO-bLbo>;r*wa*a(gso;pO$c3zc7dX#5|1
zX5H@n|G4r6zm(3ow7!ei`0w(ydez4DmyUF<Ee+ty<&G;C*!R?B<>c2*88;TKzQz3b
z+4o%I(0x0t)~@HiY_s=qboeVL_NC!+GA>uLt`=7H6f-1BtFP&s-rR0%Bk^jD{iJs0
zQy(3^Me~Tfe^_%b>FL48ldb1}y87t(hmOA=(s!DkaQ+rkt^f9H@#mXg&OJ$Q`E^j`
z+{a~$wZ--M&Gq8XGCbn>a>FjXVb%-hzd<egJ1=?WN+^1#-*RMsX)tHX(sTL$Jj{J<
zf_IfNRDV7CONsxi`(g9?Yae+OmgHQ?T+X?AW=8Tt<^6w~&+VL|-n`*Y(&iiMKg>1o
z7FL^ZSw&f>Z~ED9MYm?(=6RO?an)Vxy7kR((_a~7tX2CIV)@l?vGx0-i~DTKD&j6&
z<$j&HZ*%khms?9_-Jh&7bG^sud{>FpF{M#%9F=#(T9VJi)g-g*D+`O>lD9tBC_`br
zb_ZXYjKPg*(f`-(_T&2*)DoId^CC`y%Pa0SXH?4}?@F=oU#U|Y%-p4lCYaY8Ouw{o
zyVMPt?Xj8SaXVesKfamXu-1Ovqo0g++gl>V|6Z8Cdg-ryhpso=Tl=Eo*yAU>Dz5u}
zNgXnfR4RHR^z-Lp4{eomN5qmQC6%6>oblaf+t~{fT(@%EJJn-asHWGopm3T%`q~38
zIi7b&+HU96IUK;NlH*hO>8$Ew6AAV`{WtTSS5$H5M$JCOq4q>6q%puPe9lX`;E$R)
z&gU+*2=HufW3=LGWwL(IJ^8%Sh1J*BxqUoT_A~DPqqb>rq4S=3)?Ux@zv+0FnfZs!
z@$-jDd%Ad}KAoTRzWBy<uY{10wJtYq_6962s`75$%xP5~s`zZis&yPWx?6=aSdMg5
z`)DfLuiU(<`XqObxli&k$z{iib!;8B8Gb&tX8rLc$;)rVUN)Yl>hSnocA<&wy#C|D
z&g%CIpUs`>x$R|bym-OVr&WJAH9wx|^td-E`r=}dznh;n*xwR(e7Ae=5p6eX5APSP
zOHA4iF{!u4JX}%a%KS{FZM~%J(de=gHohB8hQD7KZ&-gJYj&&5uH5WdI@=T9&hTsV
zo4o7-tK3e5j@2J-D9S%g&MSX!>*4;dsqYS-N8yfLmmDi@UwokY>p-Ngm8|u=5AzuL
zSM&3z$XFb4l#|u{TryjCUm26lcb_dU+e$WFdLy6yxvC_?a)#QPpO^MIYX@?c&0&+(
zy?@}b!ufR55(bve#|P{R=672xs9%-d72^MK_X8L46L*YOWIQ%d*qmw?^Zf9F&5m3@
zN>>;KFc?%neEUXsdU0Bn`|hcJ_nGY<v+vw}|EEp$tNS&NdBYU+p4**E6nw95u{0uc
zO0Da3&!0EzqS}N5+m0Vg+O=bOduD0;^PP9E)IQJMVP~%Q_42lxe7(CmbtD?jr8v5=
z^B<eN&i6$}?32=|r!@3sB+@&oU9Xvau<Lt%xBYuNe}3(eZ%c0<c7FHwL)sHo{Z~i#
zv&eqttQU=}G1+^J^KnDu+}8}h3VvJX??0<;tpDlSma4Ox&PC+td0gPBoFp#$bJ9$y
znp<`Ksk3LaCA4J!$h1=MjW6(AU%$S2t=m(HJ(WDcGNQ#c=Sse==$*E<H+9Z}r4uHW
zJ2e*`Wve-}dI_t{{`XDCKZop#)7~x4Beehj#r_|=zO^6bj{n+ams=dPe6QTc-#kvA
zy1T84g{I%uxEPU=SH-dMuGhb;`m<K5*MGCTD3Ie~ndo`)*4lPHt~nA3uUD?_xN-2<
zj#(SteHYu{`u6a1;hO4s%`GRU?6@}FW8$YZYd6?*H41P&S@bn!-wPJWvO90)g?imD
z%356#WUG37R!Qc}sCt_z>u(oqk9b+^bYh#nu;jMmOJ=@Hw0+&cZFhS1ub0z8*rX2a
zcqYiy^(|?EaocPLjW<HYhFSAoCG^$&b9nnne`BSEyNN;ni=%xEZ;!l55aB2&>(eNi
zp31u4U*TZQhNKV?UhXD-yG_ye8u@oRZea>*V3U5ZO!NCrWoCn!sUGa<KR+MyV9rT(
z@+|0F&k|kIF;!~HO;_vQ^fyb5|DKw9y5{Ocb92F@6+vp6T}wTTUOu;<BISR<^NB<}
zbK7;MxhITI2YpO4{LGmsbG+owJJFW;?tdycx6Do4Tv%eU+^*;2HRa~*g;z2dh1+ig
zn_EWbuT*klF)GdQQBRVa<de&AZZXr>e3L1&E-GHz<C*iw?Sz&}X`s~6i@ZsWHP_zn
z*`s&8_~C?q&z5Fxs*!!L$oa;(={qbVQWSX^7<ASD&Fqi=_f}wUM$8?Nj7i;}v&wT$
z`<U|kF-q>aZg@^?`j+->rA(sl-PcXyNSARx6(s&jM_Y5-C97TBl?GSV3e-I~<)>w`
ze9L3|gK@3_>%?8#jfBphTzrXJ@4z3E9@#ZD!h$Nj=ie^X-&S#9irGh#Xp?E*u2sHk
z$dtQqWz$|+KB)yYw@crieO+R5;OWDXN5+qN{BxN%dUu_2NKrXCGvn(5<{MQ!a#mUo
zZ$IQY>zex_{70ku=ZW`s8}`;)@5s7c+jq1*)m!aoTCDzK0iDe&uNS?PyP)<ldH>?1
z&mW94twJiTh4>u9L^doIwfexLGQoEa+Z?XUFE4H;{9KzZr6FqbY4y3K-M7CquPgc?
zrjzddl=af*T}NkM&*yo+=O^EJyARtm!jyeZU+dC{h)FW|vh&@PsYY6|ewWfduwLJ<
z``T{y_U13*a!*-vmu&qr@!OxciRVwfxl@`~Q!AE!+i|_kj?$H-S4(Ex-XZ6(CHV2}
zj4jLM)}*GYr5-lkWB;@{Kd=7h54+pbe>^*!8z%qi^wVVNl)pY3{HE9Z;f+^*U%XGW
z`rwSbJ<Jl@PsZ#osoZhw+a~Ynde^=geUX!6EEhVM5SUS;llnz_i_r&(D7DZ-f9kxv
z50~C4`Ea?gS3Uj3n;(-at@oY3==#Ixe2l)W#NsS*J%O_sGV4!H+%fGL&jK#lO5>|@
zWHQBlYfLpBU+|k`_5HU&Wn8P7;{EN8>#xba{5o^t7V`tk>>`)%h+FW^J^X>u-j6R+
zpU<4)X>a&^S%zTP9oaqKesZxhRaV?=WInFR#(A?ZW%t2^gN#kzw%hGvICwpG_gZ16
zrc>u-e!N+4ld(C<Del6=eLHK<SKdxD^H6MA{6Rt2IBpV4{fWhIgXZiNvRUgKw|h~-
z-j4?U6-yd&GfEg1&XMIg;r!yV`Epw!yW2BjrW)9Pv8q(zo1f|Z^U?`>ZNbHc&U;g&
zqyOBVl%=w`bH==L{T1tam%e>+smrlBgMHR>se*3@XR-w{@Cq;OzH{zazZIj;zE?Fj
zlDe`Q)p;c^Gb}EAEx&k?s>lomzNF6ww#qjfxvUV1`hRuhPX_6?1u{AhmIMj#YOR-j
za;shB?CuBF9|AYrc+k+u^<~3RuZJ3c!Y0TbGFzN9fAWs9=Ij4Ao;_f6c7?NI&EqNS
z=09Jcv*yI7ct2jjQ#^5#)RHf54AN8%?K)*w$(3<#(GQLVtC?%1r%IZ!*WJ<owM~DH
zvJbD#)txh+fBx`%f&-`dwn+ZhO4nap`nB}!wd<`{r&h1ajo9)yDEMmp`>T0hGUv*c
z-b%mBvrbAZXMsEO$6c>{ZcZ$CAT*DAy>0jIre1l`qRm~`+hJz`@EkN>7MY)Oq387`
z?qKKsGO1r{jwel@zfW&R(UMc|gp?!1?cGfNEn9tFE!@515689Y%adxC81L!*p|kWw
z=(~XAyZ(Ol6IRbNO_vSSSZijO8+-DO&o<vBJry~tb0*YucdTFb#MiIPqr_s7P(NQY
z->Nsa)1>le-dw+0CuqytfT<I2=G`tSc$TXh)4yiPnG&UEmVy<YaZVL2w(>$@V%;TL
z;^*ck_J2=HW1jnG<6840lGh%}ztzZ9|6a#(?%Vz6=k9Eeu{yM}o%8<NeD<YNY7f}R
zYR&Q5-`swpe!jWf#gm-Eu@m15*d5wz^0aD;?2Cf@T|1m63q9OF=j)-Hb64)jIe%FE
zlVJZAjqvRU^)|h_Yp}v>?sG+L$5)R<_;<~Jv~_OY%#Wd+HzysqnGk#Co2tz5O{Om%
zrYd!RF%)tBef$BJoX_NGc2|}dulcmo-SXb<(r-$AFQc#L^X2dPsJ1@O_H53xs)wrf
zhx}$XwE5>BnH`z@<FS2BY0(q$fUjZOlIQp-NuITPCYkHO{P_N#ofn?9Oyqx~Tlgn!
zwOIP=B^+~d`TLJ}I44dMOHVu<=~O)Pj>hfO)zZIjZDu+cSNc}rNyNSg$Lu-l|9y>C
zw6lM7CSS&4Tknm1scqsnKD6?Ey0*0a>w&lYbzc@g44zkAap?8!rOR^-_AFs}!k9jj
zN0M{h`{b!QtcJertKKxPw|=ZJ&$im^{L&aF_wYzrtD{~W+ZM!@cGQT@V5}2ct3S>0
z!_?c~cG{j^U%)JHDCW~RP0v}X=z7@RygS>tLyw>C3-t}-pHO;mPt~?RS^H0k#j}gc
zglc?hEW5Q_dE2+0$w$I;XQ|pwF^k@4pWG49d9Ql9{JW_pl}XE|PTo<OVRfpn+45@;
z%d6_nweMy|NT^5ZEc&=qFR(qS`bWXEw93jbCS|KbKey(E+lHjL?%t-s$6mc{XYCI&
z?fL$nrrwg<C%H0yWv=y`gt*_S{~9=1!kC`8R|YOK(NN_6d{guGh0QkKe}8*gn$sG-
z@z*rF0-NVE?^pYOZ@=wdVaZ^&&;N1uZIA2&DOP_M^&0*?DA>>TMlN?!``a1qHvLok
zWrKu#b{$%sd|z0=)G$7J;*`$ZjRhCY``KPdRPWz&Vtea@#Pag)T^}{R=CenAj$vVF
z-+jR;`iUZcQA+fy+wy-WedGF>Xkend_Qwa)=3QZJO&uBzAxeR=GIt^>jH<e3tWj_|
zW#F{YxN}m_41qGC122}iA5eJsM!f877>6K(Z0oVY9jh00me*`Nv%;r9w6&;PtDsG<
z;M1%F7pC*X397X2-}v{lR+Vni4rZUvi<UG!H@8+_s#&_1M{BO&`XyT#gMVlpO3<`Z
zsQCTZztZi|qk?(i%vm07XMXs7Q2X@!n|q{3`9(YXmsTNj_OD73i|d@R^o-sl<BHB8
z&Mw`#jb;v60$LferyPp^+5GvbvcSN*KXcO*efKZNQ>B7md(GLD<<YX9E%v4M|4SRp
z@?I3L``M|rdd8hC$JQjbS+;r3HhdK+adFyQ(USFbXC5~_i`bd$<2N;amsb7Ky}z{Y
zu7A+dcfmbM&FF+#>&!UwV~;DIEGTf{Q{L_sv7^Y!D@}Fzq)wx?Uv~B!$(OM|p0R>4
zN~`nA#I$>hjE%qXF}&nh;*`#OWuel(js`XnuXVfRZfiFL`&mwT8Z+fHV@}3~9+Qfx
z`F}*cU+~x!Txh?!=jXPWtTIn09k%g)JZZ|K^>5c%$vll?j^I@0J@k0O!Pak?8_r*7
z+`hT|bU@mrj$-MRd#ry?-ELJ__Bxwi=*s-mwCd)HpT>SM&w_)dP1V;t%p9~J*zFPD
znH}Y+M;#rERV_0&X)sSW-10V>E&Sz@gRkd3E8TbcL3Dl1+*P+zO08}cZmH>?B|0_y
zmsG}v{~se?ueotx_D9cVzu#i)k!-Tv&fmCqtpCrpnm>R4&or6P_m}t2%KvlPOhZ!f
z%k2e6GJneM%AeGEu_h=k>>!KK6q`Q<liGHzD_&mcC!H6SY8ZdB|BqDkpBb~BZ<5lB
z{KKeGq%hZhZe8WwuZ`7lv!kPDloWW~`?Q0h=H8Q|Im`JsM^9*G-`@SjYl6j;{mh(i
zGx{4}32&3TpL*egVD*dI&zI)z{w{gumBq{1R~m}dlsu$YcHf!Qr@ONL=jDml5_PJR
zvZhpj-+g~a+1&Ktbv)DcV@}Q9Sfj9wtv_`6vMPb}rd=~bENgo%n7D1bmu3|#rM$4#
z?Ck5u-<6K$Z=B=D9rM#DwBn)Fyz+T@d%lG>^S`pJzZHI~=R)AuSrLz9R5VTbPd{5@
zTTp7$kv?m|%3hthEVWPVwy16Uqo13?IA7=7{*I<KY_AVR_3ND9cB<C&nxpKSP&PRg
z-ZR|Jd25+wTz70NdvV~rV?%WRr_jPjv7uMi^+Z4Sh@SJUU+92*Wu%nV8l$b+stK{{
zcg5H}{<q;A^F4F@xpH-1-+n&ayV-lsywG&%{SuY$-{$l5>+u|Z>Rx^Ld!D_tU9DgA
zajmZNp&M_?@2WJ_UO(+#@wfWUgDl@)ANFPwsj<ixX?%L^RkPiWi4poHOL{L(J6Y^7
zd((R^^?yGe3f^YSd~6mL&$qn)9N+nheQ)nEZ~MN{)-?XB+j~h5hxT2iA4G3ft+tx@
zkSl+EbmSfBd-d;ceVDrc%eN2Lte@Y^s$9z^*q~aXYA|0?bl37t4T8}}#5qoLT@+jt
zxMjxI1Cl#;EYtUVoK&8X>b<yo!JM5z&!yJ$^J>jtmg1Eb44=00*MZ9)lt1iwsIWvq
z<>IBooYHKIBZPlm-*K!#@?v4c&ILZon+=+#en0U(C}6=H%h^fHPY+)=+)=n>_xx1D
zQ^{h7&S@M=S-RYLXZ>?IUc1f3I*EG5*-!SxM=-tDST?aOzGZSyXU2{Ix0M2JJ}H(v
z|D4q6yf9(2{o=nWpFYpupTU`MZsx|dY-?mz@SG|Pn)1(u_hM$+gv$))UVBN&PO(|9
z92B|hb5`8?WtBcNm!D1SJ6;{W`Sa%=ddG{epWU?g(ETqVeJ|I)ES}*fc&}`cbA?=f
z&-NaRCsWK@g_pcEyK8mtLs+BN`TSQN{O7dxrCxmAz#jkj&1TI{*V`@MH0-e#+fnXj
z&Hw!3%$===t0GnlSjj#660>v9_X^hY9VX`l{+OR<{XVPcs8-O4iF&6OSS!ZIOqt_8
zC38P_zpT&Hc)t|_+vKlyzWkE%>_Xez1$?V`xF;^VwD;(-g^Si+Ys>X6joF(0`0u2x
zvWuBJc<dVTV+xOX81G{j;B)XfpLmbQE-PSBU+?>b*a^pCPx0)@t(PkLCI4utZ@lME
z-Rd<PdR6_}Zi}A^o6=g-dHeI14Kj~y6Fl3}HcU(3bNkSpcT4ZA-(dQT`~5!e<$uI}
zzy9kW$*1)+(rvo(x$v{gG6bG`Mm*FMeIx24p6B&k`}!%5;~tBCZr`I99C^j3RASac
z%Y>(#E1H4}lH2t3{RIEMxyJou$=!zN=K)bAerJ_r@4esrX~Dj&th-~jH(vQB7$$!}
z`&`Z1*`j>=%|FTf*uCe~<@ROuUp}tg^R2i$SL)mANr6Ay@19W!e0s9AS^lZ;P6zR6
z9p4Y|WT!o-)N8%kzIu(7Ma7PD3Xf!%t<zVSU-NHuQ_a3N?eCYIS>Hchd){YVX%;Iv
zk0-dMHnyPn#;NR_lgkUwKRS4~^6JBn*(F`_OJ0g|UR$|w-h$P(b~10K%}~-6>W;0j
zU!LH!YuA(WW+~rvPOxl9y;xIKuhaAW+TGl^M<1Hn9~|dea_LpUv}B%#uDh44TVtfX
zPB~6~WpVbx)!}=7O`p0acn|Bz?E5Xx9w=(_-}zp8ee0&eC#>_PO-^rqzBD9l=JNc7
zr>9=8NoIEc%W!|vt)tr=zO{c}w}yZJN4fRC_dZ}@(dJxpLf>jO|2)$$6|;|)=O5b3
z$*tl4E@%Iw`S_kXvGd=rSTRe7ZI2PHJ-K?>{P%XU+djI>UXkIgbLOpn>~4Siyqd=H
zh&6BL=5p;SlAgq@x!vPg>8%4Z(kDLOb8ha(*+zS8CtTgHyKm#f3bvSAf33c}32JNp
z!L0sTQ~ADt;#BFB9hQII{(rHa|NqPTKV#Lb?mdfCiCf6McHJqKgjF%A#~fNJwC6K4
z^)#6*(z|@kBIw1I9x0Fb1wpJiGKvq|ni*rBoG$upajUds%Yo>*G5aiSQdph|akcI4
zFyK46sCfU2i8JM;WRCLqYIzlvJj)H}+A?w9#B*kT3RA7VWQeS~!#3aR(TONU!RJe5
zXKx8KDKz_6v{va&%>l-kZ<dE{Om_D-3NCy5?CUBGwbKiIgwsBqxO@Jm|C3POxmK?d
zN=}~H(l__>wZc!eHX%GaJM?~QK2JK6{blvczQsTOy!$HD;pgGhW;QFV?0(@qM;6}c
z+Vy5~*TiMDtYfWfc_b!I&Ybc)hBdCY>SXBuked6IdbQE-U5xy%KfC=-I&MaT>iyLp
zmd#%Nz-`g7Gj|oMZyQW4ky-ab!npR>$+rTR40WHY{99)0=OS(Tqwny^!jCsUJi0Q`
z%p}z}`10D~>=%8vD{e3TqxS#K!p$tQ_3VOdiD$20zx3Gf=v0@wT`}jU`g#AH<+tI%
z>f)R|58G=@@|ER_g121R?)GHk50T{y*)(+fySVfH?nq2oT$cV`>HLkXqf_s(Zfq9U
znd{VLa(10hK;7}|L{*>X#?34rJ=bh{xXUWU@dEqXUEkK%^v>tka;uq>we^6L*SzY*
zF;jEznI%~sn|OaJQ=!Fy68V2__ny9EI5b^KY>sUC$GA@h>%XrRe!p41`bhSkLObRM
zISY*U^U3Y|^H03J{9cthf6(%KLCgAje|?!Tjq#)4=`ZdQ&X3odJT=(<bn=#}`(MQN
zWI6Mf^q&e|tT8)lx7O@%xpitD?InRuG7@hOpFH&3s*dG8-*cBaPwXmxwOlW@OI6q?
z%AVKUKH+@)j)2VvEGqLFOVgW}nNuG<dAKavz2HYp{oZqN?ap&1ubr;n^xk=1dBKMd
zi=($scy6qDC_TXb*3Mtg=5c45iR^7Xna#e^g)Pi)OD=owxv=@q*Lq)HA1i$?<->zw
z&E@{TpZ@szVR6lt#D|NMxxN2w`gpB=zV7Oj$Pc`;eg1glUtixhd*0dGJ6`R|cw2Ek
z^gH*v(vP|RkKUG4UU<1~f$#ML*SCFcc&oFUN6BygZWr4Px|`+t7tEQp{KS=tiZi7R
zTmdW3Y&vn+rh471zCN*QH>*--ZRft!_G_bsY|>{oxgPIG%@=Du_I=GLwXm(5viXPP
zS4TPd3j3p4i?n(8JdP%QSd&{2__b$qVdByFA0I{bsszdI;(DdERKBSA>oK!K=?W{n
zPn_YA&N*5C{nyclzanMcr>ZYH`B-cEC(o0=)*jyA_`BlqrDFw^lfSHee)z1mcw2d1
zT*_~eiirmgFV}D9&$E@;_xa=GhYyQOT6nH(+;ub9{=|uc+w?cCcrJEF?vz98ColD@
z|KGk3z3uSXR3`A+r$gU996P%8VfekDU#}eeyl2*pSo@&uzaKsQ@Z)9izDMT{{0Y97
zbu4>g^6VVpTPXsC?_^4gzFJ1J+sl2Me@8a1ZdYr$zpBQ@sR55aXg)BA)~Oa}x7of#
z;||jd$6a+7B8_&H*Kc!p7yOxfdEwuavpywgaV3{FRa^6azxOjVqE~dL!1Fb%l{bUe
z3&lDHe5w<?*dA+=>B&$#V}5y)vgD<Vst?v0MPdB5Q|4`CvX=h1iz_WTVCoL3HwkL%
z*hI}H&D^;u@zR0J)cGIxC3){Sqn!}>m{T__XzKHeZBj~gef3_ws;kvDKU!w>e#*&6
zg(rbgFYbG-|5JP;E2716rcwLPKd;oi9in?#eqOw`#ry4<zDtsv-$SQgPELNWaHz_a
zJxlG?gwiFmHg24#7&SNK&c{#D>Bp0I{^tB<yS<v*HZT0qtZTh(y!=;6t@~Eh+wbEm
z-FN-sjm&ATp;PaiSdsYqPQg4|t9v!~yuI5G_(h!j%VD0n@v-%Mi{952@BbEi_wvQG
z>qXBklTMoTbCSE-vFh`^+duoxozbK{W7oXt@Apd0Z=bkQ_{UbxuM_kW{pV#i&M}-3
zH@(cjHTk5~#%<4)9lR#I|K!7{bt|X3^U3@_uTGjpBs}Wq^j+?&u2&S0mvZuTiLT2{
ziRq_TF<0t!@T*RZ@p$-G=B4wYc&?Q;FPn9`BE#6Z7A`J`^yex2vvrlaT~6btP3-cr
zKR0YO`ko=XrSEC=vi^zRzHIPW!FjvVW`0`2r>FY0l|QbouTfoJ@YPo@f??C-?OeLY
zC+*!b)5&Vbt}~NOw%qN}D9VyJuioEgEWd7})3%Nm8-CrJ=)dT$nv$;7Y(68;#I~Zj
z2M==FJvsJ`Bkt@=t!C}aeb+u&Zl2p;p*^Xp?!aoR+~s$i9&$CGue-D3;CIV&A41dF
z&RaP=y|U>j%gu-hf4A4J+ht}^_{it=^7%#;JHB50(A;nT%ygdrr#4B&s&CaS{k10V
z9S#0!E_CbLHr1*u;$6YFD=&HE^ycrM@iz7O`43UC@!y;n`6e~xw}{5RKJogRXZ&`(
zWzRFCj=Mid{#Q9?!tugydkt#eMoQUO?OXplr$&D6d6V1HkDs12^W3}AzI4lZu3)xr
zRv$#J7x~z(edJoI<KnOND8;H!`Q-5j{`Wk(&D7sW^}SU)uk`fw37%Jb*1uo5LA5iR
zz3tFzhV*D5<3D~Z+0Irs_AR`S`=YKmwKle*#Nyk`TOnC9OIl-Y|5lRXx>Q~z9rj~l
zIe(UI*(+n89LHOZdhOOX9~Ea7*IHEn)XBZ^a6@N()!RRsagSeVF*ZL=*m&>>!*Y}K
zt?aw>=ETX>z1_R{@cKOm!_S@ntax(s>orynm_Li{el9-!(Hs58PyYS8UT<M@Gs%^M
zg)iaA)H->)tBZ3(zH2@*cZuH?dttBR-n|u7xj$a5|99%c)%gFXYj{3BDrgf=wU|+!
z9lq&=dUu!p%J}ayH1?kjKe+$zVgB~~n$P|}PdszpxAkMi5BC2LzPH`~|F_<3jqc}f
z4o^0m&f;v&<JM8$6rjDfwXdY*q0%unw@&SAT+i0*R;n_a5D@Y4nyFpOiDp?z6^U?L
zwu}H#FJC{2vkMM}@7u+7;LLvh&a}vxk?bi`_U`1$o~VBJWK_2Fg;&wDUmc9i%(CjT
zt9Q2kxa>l_gL`1jkvh+*1t%1a3T|sluX}n?RQqY*vfkOf`|2~}7kbVR=TZ4)cxkoy
z`e&T~w77M2Z4Ca^v|Uq7&*&|&$j)DTaanZOljW7%E}JI5p0VS%+Z<sN;p)se^XLCJ
zRcW}8`|r&cnI~4AB@(~4Oe{V=*Vyx%+l?I-#vbmD>^E*nYUgkW)QQ<Euaxr6kA7}k
z&34c4&=0@YeJ6fhTzL7{z0W3jRkpsfr#e6R5;Y^!V88p}FJC?P6kY!oUB=72zU6V@
zqc_QXUX`~D|Iank4_<L7F-HFLp2@2{_ii}HC|h&)T*-2aw>-<9`Wh^i`7AkQZ^5hT
zxPNn|Y4$C<U1L>tN$)G~;ysT7F3R0Hw$pZj`UIcgWunLSs8{IyDa%rpSiZ>f_l(Oa
zt3H;7iFHaO$_6p;^B%j+AF<}X0$1ImMSYQV>9d;~=I@l9<|{VWThg<;_uq-WhK#~B
zLH#bmngx1tJC9GdOPP9Sedq0m+OJ>qG<}PFr9aQB{*+!x;kGjes^<P{syWBwC6~&z
zyt(-Ev$GHXmfx4ZSM_<Vk4tXeF59+F2062D%qtn^KQP@~#W88gxu@p$*tTEyjgJ3*
z^M{;)Wcj7KF8-%F%crEIvp=n4w7mW5LNni<+NC?*8F=s9xY5ieCG^0Te*0e<tC<hI
z=y;aOXyftz_R2TTe^>3~zqbD21(^>%N9IQF**E$7kKe1VZNFESUh#SD_79?WrZ&6@
z?b4lF)IU={Z9zeQ<B8mD`n4bazBi1nnjOCHSJa(J(=BEGIQ~16*6C%Tx3h2V2d`zO
zc2T7huTI>4uOfLz;nQCQjn`j4bJcn!IPa<A?U*TjMw=AADit*utyFom*XP%tn1Ii}
zr`0!#+I^lP=e8tyS)cx#$(!6OUe|pw+s2vOoc4ZC?7sBNr_WE+FKgJq>o)f%SM1mH
z7_~(arI+8;csj7JU(j&Ba!%&X$IFvje|RqZG1Iv<tYG)2C+?!=k$+DrF#Y_!Y!{D8
z#nd9(Zm0ikxv86c{uyue`T44GTehIH)e^hR@=wchXFSuI-aLWF&%4zqq<E1ctHmd-
z*NJ=IWal2(F7lMOw4JAI=GFg~e&_S;FH0`A*nN=s=9*bQ7A@Rrs`hcg!9@2q!CM(3
zu|X#jrvKWyaf|hy`efd~-)}j><#Y2Fv>KW1+*kRl;D>hn4vU)ihyC0BU-##;c*%I}
z>C#ZOV>`ueJeN4ayEZp?(?*BtmHu^A#fd+9_kTJ1@c#d|>-pjr?cI6odzzo&iNIrd
z<ytdmGuueBAAa`GN}F%?;o0WvdE;w-AN%n7{eI&=tKa`A_;I-YC-1(SA6ts%AHUYO
z>G#2@yxJO-$-;TJJukTQ%wca8TyVh4!2PeVzsmn-+g|!`1b>~#70!LfO2qZYUG}`l
z3yz%<8jB6JSMXSOzY0^^Zn3kb^nsYVTh%@{vC2M?$jBEyCl24p4r`QE?1*<f*K%lU
zs-(^7sY`aOnvgxe)*&+WL{R?XAa}hJOB!!24!E>q&)Pr+mb~!5ZxSvwMXx76y!ExJ
zc=A&Z_lG=Q>t6pU{=E9#G3B?#QH~nz7fepvJAESC>0|0IjoTlN`G3}UWtg8(96R;m
zX|`(KSLYYkHL*;Y8x+2;?#3B*o7!x*&WbJ7B`cI4ODA4QofZ)JP<Vyhnk(NXD=!t@
z_xM}XFYUReo-3p8WSrhupUL=P$J}iD;yceo@2$|B^O5c47Uj(o&F(Ii+3)p#&Hd{S
zH{D52ZNIQA#AoA|iE^1Db$Pw6=@;c}=DJMTm?RbKYQ~=&>-k&arp)rinWro{x{jM@
zf5=y0@3ntBi%+<v;@#_KS2tVOSoy8enz3w-t@Lxn{T9{FCVw-uv(UPH!vCag<g*u-
z)P4)Db4|NkqVy#GZpF6GQ|(T#VLX51+bPeAEuXdSd7Ufb;4P~-RPxi+r2LUkJEw=x
z4&~oUw|-2L=Dc%lRnfx>>zL2poXWVfL`dbfu*W8m?enY7eX4t*$<|%=lw(fdOMZ*x
zJR8}f3p(Fl5M=$e@dS?pi-;GC`XL>?B7KRct?H8x&1w98b#45wN7LKPB|I!HztUFO
zJhhAI4fo;CEbr6rmPcOxGWq(w^D;_b!;^v?CUzfnSsup_EmPQ6=k0dPzVg!y+bjJy
z&YzuLI&){uxob<7_rK$xUvnfn`NzK2+f(E|6za=f*t1SF{q(<^oV-U%zHQk&@Aa1O
zdyf_7-s^ZPBlE`K!-HzR`FeceH_v^%R{fs8yi()V%{a}=U2D{$_2==Gzq>D8_u(S{
z=f4g9?}Mh59qMDs%#EDEU3Btzf1kU^8C3&A`;ATkKX~^0ZP9tE8}WYc$8QC_Z@um2
z7xgi=@U5Qk`*HO9uo(x=sH{%yP>(o}61w@qo#IbgXL~=eMps=dznDK!`z41!_^G+}
zsqef3E?o(|s{K;eV{PP|ApY}>+BWMXe(-YH`$aU@m4@ebmb9i%d7qN25#+|<vOJ=8
z=cfr*+21V<y)|vdlh`AXYfo}+XprXiwSRO~yK%*uTfV|eLY>q<9Cc+ho%Tqz!DxzZ
z*z-#5JJ0Nx*|u-Cj99>z_S-7>L`f|RTe-|7rCe|CTi54_FnP<At;&;icoMp7!#i_X
zv5e>npGF3uQ=c}mtyL9%S-kY@bys&czYt~NO6xn$VJBu;X6(z~X1eG9x0?^mD=L27
z?dB=SQA_%Kt0!vP+Y4;nr?1#{e<@43nrklo<*B>egV25KKeoTBW39fCFzv&unXM03
z$M3QGqZmEAEI!NHrknfRg%hV%=l^f2e#6dmVYbrtbL-d1e6Tq`^P&Bpx%cJ%-3qU-
zt&qNLcY2zNI_ozHh98DuuUj@r8=tH^QM##?xjKG-$-Ju*&pteMb@k!hJX-(O*Z*Tb
zynWyQ#Rt}BNMCsK&E6<d>%Wm&&^f8Kd!{)S2A0q9b^PGf#Pd(G<?HeXYY*LNIKggg
z)G=X)#u@z$S#Nq?7;woa6x~m@^3}Ft+g!0>(naM<OFpW~&q=$o^nl8_MQa+QxSY<N
zIk9f@`i!uZAuj`#IV_o;VD`e)G$h$$S<1@H>w>bY7QSKK-WcE)YV}j)p5UU?k8k$O
z?XU?-{>&8|?zrUTx8vK}y*YmU`B|JC*L&^~k85%4|2==E>AaDdIz92&XN~19eIE^!
z9Tt7E-ZW*!$0)PqGS92dT;5@4|Npg@!`_=7*NnE@@H%3qbwlm@)d}J3k9ZQ#@ZSxI
z4UJr@niyYh+b>){=XmEk-?_I>-8r{>$C>K~*N7$W`YAR4`(>MB(k(wdA8t<QJAT_B
zT=Mwi)tgr&JxkS;Pu1So$*S;O*--uA?D>xtri6Wn3*ULx{a}aaofRtI?^Jy|akzJ7
z_uR)nc78gas%$^?`i_mg+N(Mn-f!u*Qu$=C>~xfehE{2m6^ClQTJg+2*Y>iBH)n5?
zp8IK++)MT=X2#LJXW8UMGmgK#@k05{lq1j2E9PdzUf=uRvyGn&=Zaiy;oFh#4=g_Z
zz_%i=>cH%3zm3us3h}oCwtju2C~Nk)Az?<bLW1;tBgv2Ao(xrv6GWQ&yj#*DxlUM_
zE!*mQwsM8dzgwN@3`U1e&uVTh|M~9lS?TMaC#=hF-T3$G!&grv1-%bNxIEfD=gx=A
zyT0$safo!5|M~mQN2Q>3k{*R~E8aKi{@A!?%g<-q8TfzQIpg+w+Y;wFfBf6_zFqz#
z@j<`r8>7R&AN>s5C-?Wk%g1LDb{|@F_*wX=qi@~U97)~(=h4yFv|p9mTK2va*PC}*
z<$*DqQf0u*@aOvyCVXgqUw?q-#mtA#uAa`Bd*j*b7iW4NpRi^6-*5NiaPoFLnRm7i
z7q|DzAGeH-i%4F2;^p2;o99fq^XF-l`vmQotF9_^8Y;bU4a@5<eERUL`Ms3-Ut1qC
zX$!8i(>QKd!DssCO2XDhPuDjs?Y{8CP;2|-*@61L@nJtcXnKXGo<A42e3e0g`22UG
ztwn+<bGp7Q@@&5L_h6sz!Go(xZ08jonE2=|^BeUBBkqE&N>8jCWE`$=wdfm6;EuiV
z>(j3Ayqk{O?5-bDd>h-osZ!ZT*p_$7O5=Hp`u{SSa2?;`wZ7-!R@UV_Yo~QAx+V8a
z@WbYs&yy~GdbK`xw%)E_mWeBWT9(ZzaC?5bvete}&uaDTZkzODv-hp(x7xGv(v4MH
zPVFuYja(fZpQxMXrhH?6bW4LH-$(mS`vc3q^GVG3@Zn$YXYa$}`Ee5W>`rga$ys{p
zv&xUzb$>2zOi=r<Cj0RLfu!RJv8H=>EaG6YclniO{quB!%dQ*Oo@CG0&(-6P-&t3;
zqxS#J4^LEoG3VO_%;L02Sro68EXI2)w4(m?t(_0;f6o4Y@I&<ef6|9d=VhO~eKBKw
z?K%r)rw`hbe{f%`e|vz>>5-G*)9(JzJLY=xo=Ps&PgQ#G=H`0-`Y-DD`Qmrmm><@T
zW1cU6JM;sKXQ|l(4@D6xrZCf~4-J*uBKvlEHE^)8suX2(%wcslFfD%49Al@g7{~Q!
zq3pfp1B`WAo7*0<+qo2a9C!TPuu$2LUG&}ewg-t9mn(Li4AICqr!h(LELW;XSl6P3
z9v{N1*5ur+Sj6sD*dw*@yx?Nl3xcZ^w0pR!pS(WPxaHaDTavuhwq;?by85!^la22@
zH-5YC{+;Uw!czUeoPX#)#b{ySm8Y*YWO=y~j>Hwc&wf88;}DB$j_QWYTXF4QKku+_
zXK{NueMhkT=~JSmB@?+{FZ|kl%71RbO*7__cZ;1~g<R**db-BW#PajGjY)Ak^ADWd
z`Rei!2DQu}v0#bEQt{SBd$}%tti9IuYuClrr~4|;?)-e@U)*H7UZG_Vt?#Mjh8@#*
z)0R0$J<}^LGMwFD*5TP5k1gKEo;z85YRLzk`sTxBCk`9kzL{%vrh3k_yz|dKP5-hl
zJKAHW%QCl9)k;fla=%&7apGpk_S}%=-J6r++2?#qX*;3NvGi!!bw_52=I-E12i5K`
zoR>0;j$Jo!S+e)(ojsNLGfqx4S#NFExr^_?m4(yUCn+yJw|I}!{f^`58fV^Ld|HvW
z(`?O-{^`PRiXFKUBwntcy=d!t+vzgeZa+O2`27i;H@ABBS{AF-%L{|<S_K!)dbaMh
zuxpRS?P)$!x6Rkv67wr(-6ZGd`gRBBb$DF;$NM~mwbnju_r=5P-`kG&%kfy-80_7(
z&n)NTHJR;#KeIg2H<mY+F1zm7+{|&hX#Q5dH+sKcO+75dtg$^i=d;7N&EoH3k9!{N
zto`yLaE`_IExT`hTz>yY^0tjJlIP~`KXQ0;&eTWEh4tSKvLEiZ+hxAzM&j)&R_jlv
zbf5NSlVImD;43&{)Vy9%;+V0FLb>t-{n{P>I`)LkUg^9_?q0F<)wAZCem!Vjyzj<>
zT;-h$ZP)Qx^)#odI7+@Mzrr=&F!gxwUv;q=eZhLAZ`V}*)_(Ryfp^wp?M(B7`g;#0
ze*PgDwz}XzYiLl+L#+>2m~R)WJ9wU1V;dP>6F0e|NbKX%i9fGh<1V`1a46TuJ*Oo;
z?op*o+KO1lE0XKl%eS`&zxZ%zXYkLk=DMhV%E_8D+ostoJYIUG>ZM>t-7_PJ&*vJC
zb2PYJ$#hFgI2Gl?H;3m(F5iTr(8xdEu0GP5-5%k)(e{(?JPxVlRfRW7u6Iw_@Ymyi
z?(OpZiy~g{*>wH^qqSf3!N}!vDqpVAcw_u<@8;h&w?E$~InsQqX62tpk3Rg{TDp(%
z;b+NLYj3Ta#lhLQ{@)7qrWgqw^XGwVpO)M1JZiU1fo02@MTez%6#jj#PtUD5@LXWu
z&y&p$<Nv(m{~;kCbthF}FI)PCRWUMgAD6a2l+xy?f1dxh_u=-s$JZrf;uAv;D~d-b
z+pJSr%BiXKYWj{v$v!ff)<@LsYSW5;oZ9`qAvLk$-;<*sj^F>q7cYFg%*e|%I+9O$
zev?`J6lc%1Uz~huPAamx@q`|B3S7EU<g;Q(k9oQ_d*VUc5Vy~h--@MtxOM$&<`*+I
z$<kfF4^6c4o@Mo!oju#cucq>S0(Xu6!IXA|$sT-3Yfa>iEzzIc_(wYUqi@;g#hcc)
zgq@qUR5Kzq=js_DyO)=y+LremlSxUOe{jZ4S!-jSOWPfHn4eFQ|MV_a`gr#BbxHe^
zR$qAf?eF>XkvpAxn}YK#B_HzeZwg*%WXAdF)2$D)UYwZm<3Uh<vhasnf9AXYtKf9$
zxV3L?lUbI_)xgq_(vo#7mvbH7I<WYD`xBwQX6ci!GB(Ag*Vi_Pru~}duDbBCt$APg
zrxKRuZJ+N{=5Bc#U_1Ya;mKL2S8YC?96x<|p?S*m+uxtfyp*s<P51t(!~c&}3xz+n
zsLY#ltU7k?NsTv=GQIL|J=^t^zds3F&X$^J;h8)=vC7iw=y8*}GZCkrJ&Ta^Tr+=K
zr%kxL!%Rcj+dDVue!lhZ)dbPhZI_?0pJV5KdZayj?PYhB8$Vgs2X8+TD!p=@=HYL1
z&#kS@lAG1{vi7jY%h&5l7cSAf#JaPxb@n0Y>qQ^$6utPwWb<?8vFlqqpE-+_y}5IB
z+lrlU%f9K|{vG4ob=#|^<A(Xsn5Fs^-{+QBR{YA6lhB)a@sQt(cYA!(AJ3b=^yuzO
zE#cEbx2PRl5jp3h`qN7<W$*vAzPCyCiu{J~!`oHus=rOp^(t?3=TW*7_lLFO!`GF3
zO7Cp;9FLx{&B*)ps+L=!$Aw<zd@r{9rB?TS%Wtoc?S_^aw{F->Hh&^>q%u}!TZLIt
zDL4DH?edl{B9{2aD$QSi(uU!^*5tO`(fx(*D!)EG_H)n5=OX;g?{YsGuD`MH%I&_B
z)fSqP3pUz#JI~=;l)wIC&g$*kb{YQIXc4ZkE_SEcoaEJ0nY-fdhT6#{SwC`rQ<+;M
zI??m^&UIe@8e9J_Tm0tumYwrX&A;gRU9sqoc!4yZm`q7v`kRJ@H?v<)IhVQiMImpV
zy2;kM+k$ObPt_Tx|4RMc*i&l##P$DSWoC|3g$Wruzs}{`Hr2RtmHyFZbH04uZM|o1
zd*|KhH4EeZewKL$Ix_H?ZfMMl*E`Opec_(<PGG+L%XyzA)s`6l`C7^MHuQ9U)wML9
znO9`j-}bXzu3tQrVb2~5(@zlz3tojS>OOOA{=s|Krk(f7vwQXJ&Czck8rUaYeW7^!
z-ICK&nYJ_kta02sVadAW#Xd#V_mYin?o51IdgA)K>k+$mR%I6dSgU_uV&9*4XCKO(
zw~2Y6>-GG+f^bc!kM>vJTh=D}wep7-yx|Mp*P~r=dFw)}Zx@@RPp#V^RPg!CsSio{
zi90HJtDpLY{C|;sUrO#*Nx`NKPv!S&x1Ub;PiK9!{@=6xwlO;kW`^ItR`%?GV&^JW
z*Vaw;e(5Lo2R+{(xp%>#xwm7a_x-shefaYIf4*{ip1t*{vF^PpE6OkW=lSWb03&BB
zK_79mSEYTmX&OaAEG-^+w#_`Qi;J{3q_XsMJ<RBLY*<`buB&<@q5pJE*rL#B9Y;2~
zFIMyIu70z4$>O5>w=YigKA?O!tgVof+w$5CCg;r;r@wQ{pX3;myJMU9+1YdB)Uukz
z6E7Dy@yTk68cq$WYPqfwtGH59&;9MfemBQm@ix_lHB}YqJ8GULrKOxP*1i0D{&az#
z85@)xCx(`!%;~)rQ}yXVqJ;m>6&2EYXFKd4a%mMjoV(@8%*EVCp4;0uvj}9JzR-SV
zi|N(J*}8i>^0t)oU-%_$%W)($TUE8|#sBp8zWcv;_5D5*{kw1JhEnqjcXKv*c2054
z+Nc`6&3)4Jnfd>UpZ_>BGr79$T1C$Jiis%`MQ-Ly+RL1=ru7#0jORa(_I}?R$~!?f
zQu(x<&x5tq`DrOBE-5K#Px2P*H}q$^CSNt({lMSgi1<hLho;J@9Ic#F@=d!@)9!w&
zfAYy<skA4@t`<C9{=f3^2H{!9-tTC;8SuTlz*K48ukFS@W?xp7TQe0uF6r9;*k``%
z^1r9%NwHd2&5|?qlseINS-&t|>HGAhmG{<Xh=qTiq;B)$&3zNU{r>a!d1vM-Ec0IQ
zkdawZ!jWyA=eE#qlgyUi{{OXn|7ng-&ktv>zbkXE@_FpEf;eTnQhB#yT<V`9HqYMX
z?fOb(@gp()Ki<pczW3dIU-$h7hlY}$cBZdBt!+(6)^M8R-+RAKeBWcKXZc<6JN&fw
z%>KBe?d^|gynh|0ott#JZ`tXlp34<A`7uewD^G}dm*1<I>^*Zv<Bnr$f%>bn|2|D!
z_WM}wb&FrS=es_NIOgu3Dg18{_t^?Fd%LBZ>;K+;_$a_`nyCA-e*f>1JiG1p{Qt+_
z-f#a)vcs>v{QlppPha=S|DSQQML10<W>rY$?M{K|zvYiSetYlJuO8vqHb+0a{NR#x
zY2hc0b8FY~_RQ8ktk(8>`TQEAnp1Kd)@lM4IYzHe)%RUa{qohU+U>@gs{fm_4?l|4
zTX8upp=4(6>Vxh_#s4a0_GCy)s5;hN?mL`&tLSO$-1Y_O{HM$|^R4F%*NcBxK6CO?
z3)l9(O|sS#IuvZ4sMfn!UFYBHvG9rCgr_PenT)5V9}nDS`Xe!Nt(B^5ap$qA9G%?@
zSLi;`_{9C>#U#U>3qqEhOK9XekQ$$|(=@fD(U##<wA3`+%?hh$#`de0`7<Bmws`As
zb!Ax2tTZ(b+Ydj&E`M9z!*@ftu)>4ANw{5XW4@W>#s6H3@5k@2ExmCw!0Z60{HD|Y
zIGG>Me-?Y^rO!O>DS=92r!P-9ab(BZ<GsgkvfRJzd*ArLYrD`-^@6c??@G0;zk5@5
z->%cD`K#CDMkX2CpKjpm6SIt}kob4^_wvL1b!GFH7M`gSd_Uz}i}%+z64}2mU3LGa
z%6?6|ak`Pityi;@f2@Af{Nq@(d3*h*?{(QfrbfG;Ib*Q;*j(<L*)4bG@^1co`-xxX
z)aHMD=Da2!r@JRgo%?ic`|{@wN~c8)j>jZyKd2eJec?~@`}^$n{D1iLq5qCGdA)v4
zFI4vLOl!K?p3hhR{PumRyr5$-H-+8ry}U5XQ2Los__w`Fyl2$-zu?T(>iXmsWnD6_
z?(5y{?e~A*-fwDi_xJTOrI5O$Pt|=+zuvv**5?Xq310F@D_!M~WA?&Nx)q=DTyE+;
zKIW^mFMYAV!()k$nGY=&PgkjXS(&<2PV$hHLHU#Db(5J))){QAtlD)d)g<Po@A=PD
zvJcMRY;EVvlC}M?&>fB$nfqN1pMT70xM7JN&!_9pF4b4H#ho<K`akE?=Ju?GU7u|a
zetV~R=7f9XnkO@Mud3MWerTofznj@xn>HLSJfLw_{ld>*((C=t)v3>&`A4gBzhHg5
zmxxfH&ndGY4X<eNnpba)7nh#(`0@C>&Yu{E`ahq3PM_l7HYeoNiJ3YJCOnhhwQ9Qk
z{;TPm6>bW+%A4LS|9a~@=bHC(x3@{^>%E`$_K^LrXM(a4w&y~dgclr2O}Z3Zp>}Zd
z_3j-!GeTD>hg`hUa(2<Pr`;P^(-)`hyvmw(EMm{Ie~+KL+6b;l)ZMVB|G@qaioB<)
zK0S^WkBm6DjX7lhKi`)#j*0I{HBDby@pi|>i4x*c5?^1ZSnacr?$2$Q%P_Ze`mv7F
z-bePION+SfIX|hS;^XCu7yo@YXPuucvES~_gDL#eH``Q2h!^Zyc`eyC+)$}}M@L3)
z)ty}jxmO$AX4xGaH|zMy`9H7zyY#sFx99rO;(fW%Y7a%jY$Wd${?c5t=|lAO4?iXT
zo5*?{E~vNko2c>kuH~|v5YE51CGF=*ekyHO_PYP~*6tFedntGAryE_Iv3#N5p1^NP
z2Tc1SrGAu0U*5$nQqVZ>MEbmKRo6^7ukJaq-sI<;ec{sKFU{8+ueN(+aZUdJlj_6l
z@_%x6oR;O0$_c;u{QH!PFZX`0pVPfj&c15WUs*l>O(`pt-{o)kdpgbc$Mn4SArVXO
zZreM}?(&y7>C&|RbFCHYV;-*KFsre9D%aWmrZghm__^9?*LejoZ}ilU>?wPE>%;H;
zzoQTT|5yM2<%f^4Y32sE`Xozj78`4SO%0f|{g(LRb?Iz8l{Y`_{(tFaN#@;KJC8hj
zd%f-M+}AS&Pt6l4a4|b^Csg3nqR)*BK1$!xT^-tcCPlh(wm#D%q4ja+9=@;<Dd*2J
zsj+`MN8kAMro(5C^%<?-b-km;Iw@FR`*>R|Taf?5qdzvh{GgqDp=ZM4aJk*P4|#F=
zpSEOscjRK`rAq?l@6U!?x0lHzRXBgJI(@0A!uQgH6Tg=KKCJk7)47;87YcW8-EF()
z^RLjnsI=yFzZYF#K3%lNmOaqBG;Py_ev5+XcH2X~<lfbt@MFpco>@DuIeYZ~+aYpY
zRKx3rmDW!c`<FIVM_xTFNPU~~<6C$hfBfE!MlrYD>~1uAUpl^NX{+oT1Go2*C!Yp1
z{61X&<KXhc4-bin?>BVbRwJ_`x#HGxzt3e=r5?(Er1r$8-9N|meTvMx_x!U@{N&&F
zdF#X3`D-Sz&EB(8Ik?ogdWxvcg_bs#XJ>o%9QnGLS?xU6t8E7x4EZc0)?ce#<oc~*
zj@^2z%HF5myKn2a#aCCCS3G|mFCVwNQrmpjd-*rYlP5pSuYE0jSe7q8V(}Zv$vmE`
zQnNp6uKa24YplSUU3DZd|Lu)m?+&_&Fr5+-W_oe!>D=Cj*84y4zUu0?ncJzu6p(x|
z_O+IGhuXqd>>hPHzkKtR;heUpXNiP)K%M`VLm5IcEXOt~KYYn!5+U^}uZ8i*RFe{}
z;2USXez(n8>v*qvbAqT$;KJa;7n^Lgl>|P9>=M7Dbi~|W;PZT;WA!Ty?!LMx`CF7v
zBJ;(5t@g_`NBxUg*GjH*n33!nn$4>l6Ttme%#XWv*{O=E>8;Y2?0!DEEED={h4)Fb
zDXRChHGXA(oi@v`d0)t`sqfupzIJGdt#^}oqEvKIyH$6e>QnuxC-fWZ*0G#1_MYRv
zYNq}nrL6A8%Buy7CrK}i>+R9jx%@}xzl6=#U#<J+e!sl@{jR!MWv#E(b>kgAv-bDh
zuF(2tqIAX2-koReHP@D~CbLC1vlDXvaNn`1&D4J|?Yw@+uTKwFtxZq7*0)})ZO_&9
zFJGi9|5#*Wm2&2_;l6#nr_+mmHr-kFkTtk%e(%<{u2WCdj#l>wy??v2a9a1p3tQj5
zJ)5Id^WObEYu@))OCK7t&0qZG)UT6r-qCVvdCRBUC%P2$2EV>1u`VvHf5z9eY0e2e
z3Ne+M&SAm)m6L6MWom@X_<Fk1{%6s)BTw~S)gI0?dA4Ly;Q6GShU3fka8BQmy!+|$
zw=FNrXFTlnzjG<0ta8OM?r+bxemisYMf5|{yptQ!_T}B#Wmxlf?)oH#;w1UGoc<=S
zO8j!wdm3Kbe7O7J-?x?TzLg&reYYpuXK{Xg-ybReom*_q$p1ZMAEe&f^?Kgn`G4Om
zKRo~6%X+zYwf_u{aY%cd41QVg?BP3GKc7Vt%kDRyF5fDB?S+9|t=I4FIdf|Z>|5AY
z@0cKS{&LS3?`C#(i|SWzTEtJuZjAhHx7<?JNO*$xACAv6Zl_B)@y~d=tMsjw`>}sL
zg4e_k&$Zs(UjK!^uKdUJ`+v6|cK?3!&f0ww>gTyVUQzqH)9Z=QlxgAL&I;@}ms+;n
zU{zW9dUtX2Y39w&Ke@91F1UBuxYNLDpZrJj&kGMf^;sJ%Ca_h&Da}Y^-{&=-{q4VQ
zp8HVX?D8i0&k}EUZK*T6ll0`rucucZeqxg@ojCmk{{~&TcXN5?+gZrS*&Hrtb31+M
z*C)y8Q+P`bnO%BWq;e<K;`|Fv8;b~;d2fon#NO+zohGmOVddXVhuq3OXU?xxt(G|1
zenQ6W<ayqAdXa|@)EVwMw$kppWMO=I=AtDnZyrVXJocCCdcNm}-M$uoX~o(tzpWVN
zudH$Z@R|Sf#H+GpX8aL$>R(^Y*mR!l(UkH}Q}=R|zq|A3%c7$XPpx7;J$<9h#mKOg
z66&S@KS})-v$*@>wR!t*{_mGMe`ql)#P8hL_OaUR&V6gCx-XagEq}faOym9k@crL&
zAHHtS+kAvqHu2gSz7H1<^Y7IC`1s+aR|gArB}iRKy*BY0*O{mb%qutMJX!sD{hMuf
zzE;odmgy0`*;Dv1);8=oFNar?%!9c2J4rJ|KP6l}`|RAW59j|qx0f)}-*3AnKR^BD
zZNuu8J3RSwH~Up~>CUk+D4n>XaN)11l?jF(Kcy-;GgIQyqJC_ME9vj3ZjVcT|Nj0W
z<&Aqh7{eQRwuq-!PAn4M-0<W`_opV+;0OARQ`>r0E2PX^Zx#RJePGPWj^5xY0yD%N
zg0wPuPB2vSFaI`YFQ?E$$MY|_&CGAU7UMrLXX3{1kJs$F-dF9m&RDqpjF-&ZH=EPm
zcFYUXV87rcWwYeJ(&8*1-c~gi=C_J|R?gin+wadvH2d@Cj!D_EW$#p%?Y~n~%VxOx
zQDex@tG$1_v=n@%D!$U#wYW0O!`oz5x)1-o-*5hHsQz22_kDv=Zsb&xrdRuK%4;tv
z;mbB<DCzk$;dqkqmePaYXLbqQPg(3=|Dr{-)zw=@?9mRESIzhDv$S=u`oHdfRNb7F
zWl8soX30o%r+$-~X~=bZkCM$>LDBV*fzpY*i+Uy>|7rd#lUwzsOWL_lR&qxe51dQf
zRMK;~%COt|*z5P*5C6_}OJn)8_pkLmlRbYugv^BwPtGWm-7o#4PuoxW^NEFx&5H^{
z{s?+XT)B{Ie)ZuR`8>-OzSN(tyLzKbmPDzx=LkqlSy1-P=ItcKtx+=)r?q^k+5WCT
zY_prx*{k#43#osZ^IUb$<ELuQu2Vnp=1EVvaJq=|^ddcGj}HNb6>f3Y)}L?xUiTwi
zLbY^8>*5*OJ$+dXbByl3|9I&8jtAKf-QV-?|NHuVQOu*0A6kNoubJ)4>8#iHn}4yv
zT4alP&5z0Ihnc5M*z=K1`P1~g!2bMz{j*hHX)NwJQv0uIsmvDJT|GaPmKyCbshTKX
zqItRH`RyN1&iyD}aKg5vf??6dzz?$TjFq1pI4bb6LaO}ORI%hff0p2<S(D;VolliB
zHTDiV=~>}A<z4QFE7MDFskpP=ul%ijbH(m9!A-~7LX&!rUi{+q>(Uj!pR1P#A1;=<
z_TJ^$)rzV0cAZk&azAhClZpECe8IH+-E29_wb{%sJK0*CYkU9y=X~D#|L@J;V3XKi
z)~_6Kb9aKeldNS@$#1*OzNb#6n)QXr%h)-~oiCca{n&n4j{Z5{mdmAwHEp|VdUy4k
z^b7vaPr6Gf{LVX(rt*^^IZW#6^w4v6zc}ge-cgs>e*fRK^?dgKKJvHQ_S`YgkC*%R
z&iua2zoYyA|NFowdo}shI^J6mx4#)@TsbkvlWn1c>f)c$IT!Ywikou#u-@@)d514g
zs$x2?`}c*Y#fhj-9+h<)eWsr|R>gAG;Pn>9E$V0LQ<oU8+pl$aa#ah*BLiP{$?zG9
z1(}y_GHtGTuybFf*`HIsW(M(&?brC*dBgN{H|11MEdBZF^ITc0pg9a*Zcc7}c=-Ix
zlMn6IO82nruYK9!XFL1ubj|KEpDD+Wbw3nbZE>%D<3TTuX<|i_`m6nJ1}xe(A^pz7
zjpv0n+ltMUO{h>_?)&Na*Vp0gs~_A^;-4mQ=j*noUtOpFSs*XB-J5y;i5Gth+UBNN
zI>Z&|-~O=Pr)z)7gc|d+9Y;fIHE+0l;GSW@y29A+OScu9^4AWV{q^4uewZSBkj={U
zU3x(D`l65bXXnSr=NWjH)@FC|9a3Yn-yHnpWpU2IrK&wS>je|!-%fI$9WAc-`F4p^
z-T&y_HzrNF82csXxyBcJ>lnFvclVmEiT&IAF#G<WwGXX!ZQA^n_gwUY#F-bm|2}-M
zdFsQ9?sw)MbU5WuD_SJDy>jipliFKX%ZZx3den3L$Grc^Gp_n4{IYD)+2Jh}GVQq}
z-<9_{4-c&BWJv4Yw%#bZsCvhjThWJw=GqtTTs8B*vY*YF-Afj)w|c+dp{0DK=zjZl
zPa!><6KA@s`rfw*ySa8Bi@4|4o}0GvUe#YC_q##|mz_N%s=&ISKw+Awjf*R5$7$uf
zf3IfmFB4rPQyk<z^^_9dd8LR&t<y7P>R(-MnNj5|`sK>`ty?N*O$>N3b7!}P@K+<z
zNte%rgdHzY>$3^tQ+@RPPtVsnmrFZN?PKLAHxAH~Wt{!LY0B{#_m?c0;FI~tWf4zJ
zllSxZuDS%<OBYTB$w+SHHV?V=Y39@5ur9spNwS8Q)%`l}@2%E9zj}AL#t9?2tOJ6c
zGmgaXSI*2_c`Dy$-uus=6xO>*D4uH%-4~XoW}R-Ma?W+<Ij8!cpQcY@___4RVxzC>
zRZ9w=&($`wa-Xs|wdCH{7m-ooJGg(@s@3IbhCI+(5a+G0y<gk+HRJxX*RD0!ZIk<6
z{#kv^k1zQ%_&%?kpLn@Kzj^ktnft@<m>FD7%$UP8^N0AHx}&#EJm%{=w3l6K_}KHR
zNATIAMRWF>^jfZaY1Hwkdx{eOL{ZsCn+-2ztp1gvH{I~0{@;MUZN>-R$k(kkKH6M4
z^TN&GCuJIUe;4f7e|)8Mz0~3((%JJ1A8#m~v1`lDoqZo)?273<;OsW({brV@*EUpl
z23q%=ZkG|?v~TO#Ai-&Kj#(@@w}kmo&{TfIIrCy4M;y7G-`Ib<Be!(k?!?QNf1Yt)
zX>j`0(oZ3ej~qMGcE0TBhD%egN&eN^^D21l?3XWgCmuSr`TgIu@kcN3zm)k`^Ul<`
z6t~m5tdBHqdbS(sJZ8Mzd$aB9oG+ix-Oe|@RjWF?Q&(T>s)wX}tFr!N``+#ICofoX
z{mb<FrMC^lpDx>PB_21?^|R$u>pzU?>V<QcI@?#ykIwx6qhIo8?X0h#t#gX%j$BfD
zIjuEa;>))5U9QvagtWUiUpd#}-Syf;?PYlV-VJBYIhlP@DxQ9oLs>5|r&v$&oZ$B5
zFHUMIzo`E0Z_ptroA%_#rKR346Kve__kG*Co>%_wo92gx#&Pk#ujcc8|K`{J`~O4#
z9rHUUX7$~=BDSJY__M@g?%j^DciY;fWp2Lmx$)FH{Kbhi!hP!wvQOC4KKH|;*+vtO
zm0gllzq@#%&i!Ibp?7au3Y2qBrrt};k2(03eTUeDoh2K*IIEv&NSEyYbxgJIL5k#M
zv)QY6&M;@caKW&$Pw-6w!&aWt?iPs|*{YlQryVSv_Aw`rFZR}?Pkj^TJ0~S1miG#6
z^|SJBKYV<`bJyegaW<{rHa{#j<9zeBa67y7ElX=|<v*`Jyv~nJZ~mz|O?M|d!`(#w
z16oB-%@~!ey2G}t{=7J(M%8E8si}KD99f?dsUW-j(Zuk}9xlE63*Btmr2lhB$=U6-
zx2Zbw(*8-Jz|n`WvjEh^o%r|vTWfvT{_o%Wa{E4?leH2q<B)u?^z)adzE_Lgzqc{-
zG2B?*{KR3?TrHJ`HHMWhr>qGQdv|Bo6p`&_hDwEcuJMlg`wE|*D|jxw|0HY9dc){#
zzV4CH60<sXyUf<gzvldErE%~-?!AINUtMmVc{Jzg*B|%pw>opk8mZ-7O@Dg1zLo!$
zSAx%Sr`V0j%MVz+Yw`Ot`MkZ?-Ytbc)tD_#H1i2X_81pkohevQu(kf=b|KBG^woR~
zulu|&<{lBe_hRwpx{31r-}fE)r<TX$u28Wn?%Z!FBdgHDw>3^Bf_-zk7EW9x*7fu_
z%j?@68m3(l$M>D;&^lKxY|tz#xJ=yt>ANi||KFI}r}O5<&I&r4=*Q}?a{3J34aEtG
zv56)s%JOp<=lHsM&$&_HlUnX1V<kN6&$|0nj>@XSX3Sh2B3&yd&Z{%wuS?GipO;n^
z_d<7q*{K&st5b|z4Q5Xdc+%swq+8?r*1oW%&8i7+e@wYlS2v%#Xol3jy1!DkccnJ3
zKVx*Y=+wvc_e1xcHS%P#I_#G8?C0;SS8h6;R!<)>tqNEEk$OUZf<tJW<X@&soa;;7
zCa!rGx<5JO?xQWUOt+S3eF&Lr!+CU4#l=W1{a5h^XH-wkp0;&|#@-K0F9+9V$gIB<
zdw6-G{%^D1?tjN#&QJWeY~B8~M_MOe)132fm;SQad-+|P@AnGFycLW*Yj<vM%PQ_I
zoEN_QjQdgZ@%5h7EBI`7TztQ0%{k|~KsWKjpL3UKTidJX%|8{?|Jf*a=g#w|&tAI!
z+n9HY732Gd&F2^U&z7j}v$OWf-8=QK(1~B1_w7H|%~^e4O0Ssf#Jz*dBby%F+rm3-
zrOc&^1t+^t3w_(E^76?#Z$7@Z?fX8J_Hm_h{o7fp*%sWE;kA9qg&Oa;TV)vn%WW^N
zPmS8OU`@;1GQAv|y_viIobK?8?K!Bhesj&-lQ)f&WQ^4%W*l2xqum@)aogat$E;V<
znvWLFm;G@%ysUluy{gF<KUwdrm0ZCiVJSV|QOdx@y`t>b<>l`$%O@;!+~56fk>A-v
zo(DD*+owD~v+r1P`7y0Kk_OiP%kNm7Eu8rO-~A^Qq0<#JH@w~W{pd`lUbX2fJ>8$5
z6ns1V_>9{ZBNn{9of78w>`q2*jP;@HoK<$;n)EJ(r^)p^@|j>9we6sueiZw)#aGPr
z-!_~-r}g~4@$Ayl%VmFWeF(MUpMQV9wan%@NB!RH|LuQYdf(4pW3$iksUmfff6@={
zQ{MK%&&u}`|NOFNarM2@%j5T-4VoYOZtep=u21^Lo*^^%R%!RI3|7;9UHAU^nmsG3
zU$`BfY09_l)O^4C`>${BN}lDkclK;KgW@CSea~A<{En|L&aUX@Js2(XbGOgVz-J2F
zXBCPMHO;jBW6*hhgX6m5=8whGtTQ$AcRuIvNbmFUxBQXcx%BRJ3)>ez^_E8&DHneE
zso1_(;r`y^Z*mXrNMk6Io&7}nx<2py%J0_-s-O4#w%*cvBk9bh{$Q*0mmS&87dr(i
zHx|dq&px_Szu-y!i+&%)Y7v)%Wj&LQpZ=#+&e8b(X=1O{6QRoOhd&<p|AoIU{YU)2
z59Mv!^Y5peXLFynE@6+6greJYj&++8|Gc>;U;OhSf4lqq`V(5pZf{?D%<#|V2;@E^
zIWPIiYR3Am7#W6J3Gc5-=kK@9c@uMxBi&^_@6CBPrrfMfStIydCpzy#*e;bDyAtR9
zj;p(Rtt8@y!r3aZJ9FY6U-94H7ySNOynybdnapAfXE@z_%(7Yi$IZp(XN2C8zIO8V
z-Rt*dwynG4k{a<>DPfU$-_PP{>x|^~K3)8JFW>j*=igV)nY+U`r#DrdM`TNI5Z86d
zPODT#|2aE!8l*JaPIvOxC;xo7w`I!LX2C72tA)2WG%3$Yw9!7JRnc|qrM}|j=>;P4
z&UfYZ)v1TQ(CFahwN`2<m6d6o%Gc^W`^}RKjmqX{T+2D%ykEbWwe3*zqo>QVm(9!I
z`Z1F&c%#qd^vEWkgAFCEo2ou4ud^4;)9y;=zP>`)D?_b$W8cxzU;CdVJFjjCJL6Hw
zX|JIpnjLQN+y8r8b;!Nzc`^P=wg0W_@Tpl9Q1}1;%dYN@MgJVUwHPZVt4XK73=Vtt
zH$-mk?%-chVQz-Zt(^9!yd3^ZeDnT3ee!`B{Czz;Q_h`jI)CwHs++Lx7m@Cq6UAbO
zN^eN9-c!l`clLAIBu33EVNuh%p9H+nl3lYW+sWF-E%3_{o*jJofBxQ`I-#^_g>~KQ
zfWyA?WBFPxmdX^qyuSF$uiv{nPQU*)UHYSGUtO8ZeDS+i)<3*@v&(q><v;UU7hkXy
z(%ScI_x!WLmy|rU-&yT(<dQCbXx!Jf=7)7%gWHa_`Sxq)Pukmg+3f?@yhj&SICHI3
z{>!Ipvch-wv6+Qyw#yu>e!tf~-DQTL_q9Oz4RaKZ?+ALnE^*6~1a7Hk%VP|lz4Vpp
zROhj&{qi#1Qm?rCW;^dRUCRZJ82XQMt=qtPaa&4b@AjJ)Iu*Y>xp?>C<^E~y<@>(r
zzGDk=U+T{0Eq3YJm!-i^8^t~f``J$Y-L$c9tL{YK*Q-|T_L}}TukuB{yW`AlF}{oU
zMG8sC>M|F|rTg_WXXojK*Lj%bhE8i}Iv?4-eP->B+SyB4C9c)_tpB7I7}Y#+r&7$L
z$Ftn$ANqFwz{~2xp=-Eam(QQbxo4K%owF5hDk87B$o*KmM`Xc|w+=E!vwo)E|2_HP
zzrVk4)>kwc>aUjy{Pg|J$+~@=6Mp1<yBksLe<tx#vE=mGmREUO4$HE<^N%>OkMrpb
zx9vs2*PdPN{H?YpxykhQyuOmJUB?UOr3rs!{4W0HqG9bJwYUEEe_I|KZ(sN^VaK5}
zELxU-*8l%gFJ1TkdtG_O>t6GS!~dLlY<c1?yByIwdu!(z!x{MnufLqVZYe3~EWCTc
zlYmd5>O}<(pQ_iT2k+IG>2^}c{NvA@=F=ZuG*&LNYgqmHbovjsW6OdIqwhWOwOV;#
z0<Rup&FsZi_jjBTS|9p`IalmA*OIAE-B<K)YjInX)>;<aS09_^c648`m4DeO4wrQS
zjEO>8T=~WpGV6l!Vn2Pp%)i6;&p%@`zxRq7(<<KP@Lj)I@aL?#XMOu$iP<I37B7Fn
z;o`8j>zME?P3v_`4?izmS7{z#xk@;6o)gDD(T$(>-|H0)Pg?i=qy8dg{h6M(ZX|AN
zygg~X4A1{B@_*lb=>PxFUgF)IJ%|7GYajkR=hn+j>Yp1nc|O}A`Tyvz?d`L(ug|#i
z=ltQr{rlS28EPli7uHUn_>1?O$puGO^=sF63RFyd8p~1CUaMh!J&)ge_VkCMmP>S2
zzIR!oUbtvo(0SR*jDE|H{8m+{KX%w-yN>7Xf1hqug&#b+qVBW&hewPK`*+q%ss3x6
zw^Udo;RL&|;+=TCoV1<SFSFlxd*!M2>*&Lm*!D;U%9OqMl|5_Qz7H#X&6h8~r>lHy
z?x%|eXQ%(V|Mf|zUi+3`tbu}=t|f=8T=l1PURrjc)28C7M$hjnmzz>&JxNZO5Icvr
z^F1RogU6$v<;Q|Pc*o4RdOti-igV+Vvx{pZXSz$+yRUmu>wIs+hOpkLzg2%Y6~47K
z+O=_uFY^hHqlUaH(^u$h5>#zj(&ELaxrlw{cgf2=%T3zm{d%>(O7nuqiizr{S9Py<
zvfi|L@nzBOV4Ia|4t}50rP4cl$>HfMyWdM*?rhJ|sct@Xq3uq|<YPbHZ250B?^&RT
z>CCUML}u>`cb>yP@qGNQ{aKth5*mxIc=Ag3-+i+w>){uk5@}iO&@e88&#sS;oCwaW
zyC`hy&lakt`rp<1^cJnppWj#7^e#G<y60MV_Xg4Af8S3ZI-7jveq3wyyZD+PckAqC
zuRmt;ciy3|y9<J6{L0&Trto$CoF#_GGG)##H`sq->W<mpnzrpLXuJB$<@%3F*EI6~
z>RrnGJLzTZqnj2xOdOrrc)t2OAFg=O^GnH&*Wj_l_rKrkP44Xep6PZcr>2V8AXI#M
z^F=||m3|T*?}V>BkTH2<$HQ&MqdNb8Szd3pr*!sXi_8^!B{+MR$XcfH-!L=Tux#GU
zUgcY&k&D7ozP$PP;pK6A$+-QWza~m1Uy|%ByL5FwYtNBsf%catH12oXxqIWfUssz1
z7fU5Pd~!ei@2e$JPo-oIOp#f=*2q^@Y0<xH0v}}UzD|A>_^fQflvSGzua}ogeyyvm
zXui)kTe|hj{&gFEhRMy17oYD`^4#Kr&<EAni#j$o6Vi3fd3QdGPCgO;F(+@@XOji}
z_Wufg9OSQa_*KGn^7<|pQReA3mI;@QFZsA{`Nn0?)vfsS%q6isR?N=ga|@O@?*9G8
z@b#yQ8;xRon0GyR%Ckr6c3DQQ_}-Fp%I@(C%KIa=wx9m_eYb?tI`jRdUyZi0EI!=h
zuzTaT!~Av+>Uy^ey`Q`NT|x3!|F-(C?*FfUDF1)%J@5UR?{^>e*Z;9|FSF{{?iPLO
z&0*>MN%B1>Hf=e4_Wq@yn&`OfkX=P-dXE>CPl^`)x!rHY;iDIS$do$%+a;V>arpO}
zb1t7+{sc^0R&=bV+5J@A)2+T{-;3V;yS4d6B$NB!PTdxF-E5_4g1QBEmogvB%|9)4
z%lKF0{i)(VbW-{Sk69eto&Ec;Rdx6|i5qwBls%ZFsxe#p@a*f?Z-zGrp53(K`IGr&
zb1KseJ&J0MX8*}vvF^_++xspV`yN|gnpy6-PePG#{lDa&1!k{j@E!Q-?S1(E@7?wJ
zKMvpj|NHRU>+cLE7fkJVb9PgKmiDDjQB6~V-W(RTV&5IZu>HiowdwwL2lGlKZ=8L2
zN;h3fZ{hAYF7EHAMHr>)d@VdWb4%!#^OK!^KEL$c%5{p#hSxgkd}$WK8#{PcZk)G8
z-yrOmxk~S+fL<>>u7lrgKK1l`b{Crx-~Q34+dabliRvw3+fR3`&iq<^>d)uJdmkpe
zFMe}M`tUO&o2cuHf1f&9v-Zm?%VjO`S0~Ob|Ev4WYumib-><YE5x!PlzxvD{UF)v2
zqZx-pc82t&_ZX#S2LBM32svTm!l?C2?M$lsuQU0@I<8Y3XU$x5nR~+}#&c)9m$7?4
z<T~u>-RF5=UbARJ=Zxv!`erVysN3bY?~;X5#dIIe$8BcPcYUoy!*cHFKFm4AID4J=
zjHKGSfT=6yW~bZ!F#fmX{P(iY<&$+Af37KTUOVB-iFtw?%12X{Nv6KP+1=WcesJ9n
z4XvUL<@0^SI}aY%vF7FDetWsRDn`N6th<CS&D8Qa$@yc)#0mfYtgrI&ungur`PMOD
zvZQ|NNAc25qhrjKd;h9__~Ux{ue_X`q?`Vk&6nEE_%?04VAQ;D`$4OtZzc!Gg>^M7
ztNEm3@j+x&xR;M@POMJsyZ4oLX1sQ}CZ+qf|JR;af0E&&39sGq`=9Q<6ggwFC*+#d
zqKr(@d58Q9=c>E^Tje8>KWkq>-FN+u`%*UY$QeIs%D!bKt8LT!XW7-|_D`!X=6889
z`_1H-{`J08<)1^`Q{yF_9(lQ1*d6`Qq^diA<FXmvMv|Ro`xaj>Gq7nql4YZOZcX?4
ziP~AEPpZz8uDj<|<I<eJ_TS07yASKRmsQ!Q9=>{|{f=b=<IZE-W$(J0P3*c{-d}gO
z{#T3O^YiW5<~yw$tz?^=y1%BJEdO$;e9F!%+cvKGH|?GHpFel2X3AIWu|HayY04CH
ztm^cNhfm|vrB0bI-fMP<PyBpV!jt9l5AB}5{2IOfDO;AckY#tQNmm$qOs~YRcmFH*
zbua#W(d6vnQ_B}Ae*E85?-RB2WbhOAx1Z+hc_KM)?#1m34>>xe&AM0pzWqb)?~LOo
zZS1A>5<_g$GAG{I{p8r+nq!}~IPNe0#VyO3?r58Be|p*k!&8$~1B$fl?=Flzc;doN
zo3^c&7arZMl(m&v`pf&f$-(d6ZFurfYf0(bXS`NS=9`aXTHHO+du{)3>-~q9mixEe
z|IvG2;@{8xKf(`xulsQC!|nY)x3?c}m$CF=|MKanbcxbCp73?|Qa+^2Hrc?qz|l7D
z#4G0BUmluUROU~ddT!G+pC<3mp0R%aG(<k1s&BXw{c&2PhVtWlxozI<ERiA4m%h?-
z)$5U69BLJCdiuJ}l{J%pvsnbbcvH(`5R}5%yZrr;Uhhbmj$YSelXNpb?Z2X1C>eF>
z>D<KNMFMh6p5_`RO(&)M<iF0i{5EwO|Gg+_zOZ#E4JU;S&D;Jye5RU~x99)CvzIRg
zoN3T!Sw7cbA#2WRi#@zj`%mS6GB0B2FX8^48q?glS>?QN+#2<1k(0je-v9C2hwt^z
z-}B_}`)B%Ts$kixDaJqIKV;M|Ic#7gt1xMDed@zH;eWBas*)>yOW#ks_Qg=!Zl9S>
ze(X}e6o+Q36O2sO(R>EM4;OAL(Xd#dUb?Pi#px-X8SeMa7Uz1Mwzm|L^r(Eg{>!P|
zmFJR6>iUyr{QM|uarjj5%K4M0=5QE$Ek58DA+I90mP7WKY~e<pcW0i)Oga9*Pi_VK
zr7N<(o914&`a5sGxnpqD?0e77Ew9n$KmGI5zq{Ytw6Di6pO)a+VjHC8WG%Y<jW!3v
zRMymq91ATcrW#HC8Ic`T_;QWSnhh#P+T0XZG>1-5`^d{77<kt}&M9$M$L4|uN+!L+
z%XBTDo=A0Eeo^Y$y1ADmE*3`I*w7T5pz}WBV@Bwu<;@#QIGS1HZ0egQ_S<qDP2OW^
zZDE!4FmT7`uB%TL+;D&KZFS7Yhv~k7VgKtDXMfDNv+%fGj#(48Gt)|!l_jySt6v4G
zEc4_HSNETI-Y7V!Pig)}%|Gwdzqe`2q?gZRi*PqKJrxyoqDPHcMQp-;q2-e_IX*0A
z7Fd4gs0`bSlczU7tU7pm%^}x&tTPs9MBQUi*0aBuvaH=+&pDvoBxdE+7e|$gFRHCI
ze55a5@5mWosNi6|=4DF%&&M5|O{VgTvR5W>m4+6CY5Z$YJo72~XVx6Gg<6x18YWGa
z6`1ivZ`b3^+B4Y#o=2NU#q-P#bCA7PX!R%c-{lQ_`FrZht3=h-x~>oHURN<Iyw7+2
zhkvv5=C>Y>*ymj=ncTYkp|;;)Grp%c3WDdviktoW)h5@Fo1rbczboOPR&4*X$96KO
zxRrc=Zef1Wu{?YJTKO}K?6oGJatliDdT!WrHO=Y6krM{Cl`E=R#b3#B***=n`Zmu>
z`-8Dxc-55r9ZRwj3^<zuBUA+c^zlurS!K7P`*}<iS8R)gb7AZE<!hFnS6!&%9GP-<
zcg@Z_#gfh^d6%AE^E&RycCWjCzdTfzY>m6Kr_(RWJR?IZ{j!Fv>BmXE=i_d%`0go>
zTOqzO-Q)E46BB>wvhlKQH46SGbt>%GDR+x{L!OFjwE|`rpR^Y)+&Fh%+^-V1+nbs`
zmj0dP_WJEZEpJ7cM1I+4^EY*`IV<<%Hphp{rhDJMHGXPn6<&D0{cL7Ned@x`n)@d4
z)@{+$zaVMt_i5?GxbI9Ahy2z~_MGiA<DKy|?z@j~TuXI3cK3UM&z@AXnR=UfJ{_Fg
zzv{E7sq{|;PU~K&;8zbNvp30}Ji9FONpkw3_Zd5iT=nk?Z#un?g|+ZOYSE71KHKp1
zfubd6Y8kW-tIO9N$~|yfXXRs$^UI|VKku7%S+45UCBq$i9=wy1ZOOk=nH=$7z24wY
z_y5Pc5AVIbp8x*8sriLZelJb@eTsM5ik!v463iDFZ<n&WPxXJfpnc&NqbHlf6_TdK
zhaOuRd^k2;ohSawf>WL4{3&nEP3E@b_XJGa8S$@m%U}NZnx&h!ojD_7cGc)~(X}1Z
zlRk6VPfN|+u;u+(-gog8AOAi)YRqPNa&xP&HPhB7I-S3d8!0$W)7yNf=J{vKm#gpB
zO^FhnE3#n9LIy$icQ<MeeVS|f%}$2zx*1=a@RMIneTy{8&0btccGx_-fp2rUVMF~D
z-C)ytukAkV0k(gCY6xCsuU~y;r^u;KOaATbcjM}5a62%2?)xI;Ni`GHb}X=|iClKp
z{O7L1)b4YKXO~>bFOFbVS5>_8WaUNi>qlqpSkzd$?}YkZpR~`%Hk4*(->AB)I#=ej
zveUoW=bYH)8`iw^(k+ghZzFv^;C|{^XC<TGZP&Sse`iPENV{>6`^LoM`ZlZNg*=Ye
zd`mH&7|h(cupr}uSYXu?_5aJ(cl#%t@xJ+>f1c=>)%UN}KN3IY5Yw>q;#B<?n+^0f
zw@)kGclw!I|BHy_##1)&nOzD>@5xKQYSk`2uXX$UsV+ZfE`K|V?curo-a@6{4jq=~
ztxjh@e5-f;re!^6n0_+tzPonHW#^>^x)*~VH%p{AEoC_<<~K3ogPWUROiTBC*3d-p
z#<d?#Xj+DSc*OLD+fQ*<ns;vLUX^%Fk!7XFp1oZ0r#Qbt<#7O4ci=a#2|HvJZfRv)
zyU=8I>-6KrqIJ<B6=pr(o``;#!FJ>C@&IREn=*EfL(iDno_%_-{!4he<IWIkxsyvK
zxfWfB{<GRf`_1DO%51*Jc%D9=d}jF>9{zXMTqky2xVzer?`gQ@$@QID$M;8F=lIQ8
z7Jv9beXN&n_F|#8DpUVkJ=xzAD>Q?{gtzNg%Ymyazij-xw*B8%<3$E(oBrP_t$g#o
zF6`#p_2Kr*r=D89a9_-cJ!{TB)c-XzZn<T9R%6J{&SNiGXRqx)_OnvYg4tmDS=S%O
z441CVoN1?j>~nRPX183Fl>5_@63rX9wte=EJ-+Luac}vnC6^`iu37T<1+3IfQE+;^
zjVI-!XswiOXnUw^tn5#&V74p8$2JBgmwn%S-tO5K6~9Ltg{?NtWB;-2cYIo-^2*P@
z4(;mo-q;tHqWfE|ZP|COj^vq-g^zB0<Y{wdy58j2f}5J9TZ|%(1y!Et)Y`r+?`X!>
zck3FZnmyy0FVtTM+P|tixgz>--@miV@9)#j?w$GT;(=g|UA}YLr^|_2m#k5^v6OYL
z|H}o<>km(zznpDn-+jL$X5LjXT~cnMuYK-wt$*ngds4oj;N1P?0{eg5-Lbw%QbZv}
z!kYK<e7C;3ZCW-bwf+4+`E}g-{h-LWe|L)6{LfEKpV&S*a<0)R`nezD=hHW9`_ry+
zu75p~@4d4Tul3enOLGsq%hr8(;Fyw{?tSyu<r`n-ss6P&nmO}(soSf$4?kL5uYEtE
z;zz*`t?5#EhE?xRRP~#^-=K4p`;XnjWv{p2`zMvFHa)9QCEabtRnAkLdla5rI5OWN
z_1*d>>!&}QDqs1q|C6Rf!dbh2DO*g%*xuUY%-gvB!J8M7r`O9FPT0x6{)N@1qL4o&
zGoPACZ-0?-Pv)8=@BN1%D{`#@v!ivECU#zxGA@yxW3cnE&q<~4!WBWmY&Vvi{#LhS
z`B!C|Da#cPeEOi9bzr{D<6s+gk$rCUylLMX-)#`AO-}CK6j;WwH!)$)@|mh_4B1D{
z1vENeyjrdzx#qI{b5(2J%AdQ7YL^=8{%HDZnD~mj<n7tp`I|d`nd;^4@k$TbyZBsl
z(DaJb^Bq6a+ZnDOP4c>K^?lkFZDy$(41G`6Uk=un3OKejbjN{Dy@oH_o}SfS&+q?!
z_mYzerzf&AM&6rM_VwJ2YtgL*VR5N^YVL2$*jN*idrvQj`*|gPLYLBqLw)zn-bp4X
zewkur)>oCr_`7DN-<IlzN#%#U#TgbV-v8BEu9D}+TX>}U-u}{n|8?ej|Gl$VwtY|C
zr-B>x2bQW_*mW$Ht$U61XO_O0XOr68jvl@*<;Wau<gvc$vucY+?*<F`2d`RG*M44h
z<I`>qy(Xo_Tv>L9vN-iEF7LZ)epO(vqkG?sSyDTW&YIX`+OpfB|IFE|r&ZKeu3jCM
z#nDiA_#xw=+EX8=x0l$wDBYhhOW&m}AYm8d+@<qF(wlhyR-Anjb8w}=;dG`|o7lPn
zq%EY2v=x^h66ty<5*`=tusZO`eyiv;rfKtAg7<~5k6ZevO+R7I+8?irlcO$uEf$*k
ztoYrb=Q|DTc>Jd9_Y2b#`e^^C{E4MzH^<FWmwL-W&Hk<{xVip&W!lfRaq9VcPbwB@
zDNK58^WQZx!h$=i@AsY$%MC6I{9T^7@AWRZkAD{>E}OqD@%3qos%ya}pSk+0nhyA_
zez^Zlu~+<YPhk<uu+-HPue7Z)n0rm<Zs&d1T`M;RZ4I6&*ncsR&8Kh1vTsjj3%dyz
z3nbc}eR0D|{ei`#-S31rU(H;3GArtG{8i_v`V-q%2C&;73aI`t!TZP>;fcYQZ`HKz
zGnAio|EBTHV2iJtCl?=4bMe1xnHF_dCF})5=8hYNCmxC~S-J6b!ir|gZi$EO>@jv_
zA6mZNnlACC_+&80!g(c2&gA6Su1oJ#>%R9vU}Dt|rMGk0rM8}OntgBiPvfb+pD%y>
zYbKMpJY>fHxU6L#tA1We<vDy>XYGw1#+*3^*gQ`zD%|fAe*UoZ$`{jTul%ia$K;FX
z`wNdea{aEJyzJLdwdA3kW?JXWw~w7a{k2nP%{o&3a`xt!vTsX%%DGSc9(Z`$<#h|o
ze@@(R>8i2aDO1^|kC`+4_Ltq_-SmRBxXdAIT928OvZ3+E3(KbH8&|X`B(vC7{o?t}
zyvw5S*wf(szusMM|9<a(!VT7TS&P!svp2}w)S1;B$~kp?eLd@*3)8lE`q}+R<>&5Q
z`}5-}o9X8w>lnpbjrEV6YfgOio~wD4$?+1U6Zuwr-R|Wxt9JL#*`WO5ivHs5%<j#3
zamQZl{hNLGS*aew?jqf{Kh%D=%rPyioWD6Id(D;jg>!V~*sxBYYxqieji1WwC$*<F
z_WfM>j`8BAx64bmU-q{;zx#+%lB`;CdeYHIlTWXD{8~4Mo;p2MXxaQ16)(&Wn?8Ha
zv%axWqV|(5_uTz^uKZW3EuPmSagjObj+OIPqc@w*zc}^I_nkw6+i}M?9*c4gY+BkC
z_SO31lI?|0IHxpcP5Zt~kF!_4^1sqXSLT-i|1;Lux{HgQyse#IBO5(=*V}{cky*>L
zy2C3LD9!4~*^(<NYMJfv$<)X!^UvAv`i;VmL$^q;F@F9#^WV4d^JPEYvd(z<Ajr+^
z#gmvv>$*d8zDp%2@@=_(evcl{LCuMO(u_R4KHIydw{FYZdT(pqk2&oZI~Sakz83N9
z^Pi9Xg6AeDe*I;A_~yB6)82GJb>HO+Pio7w+)l8(<-gMFDT_mBkm`jC+`Oi<@;7sw
zO<tr_JjLmu=Bjr-XIOk}E(aRsJW<*9sl`I1VV2b<>A>LheVyk%AG@2ddEJ8pj`p)f
zW*9BMp6{+C{^UUO)bMvxES7y*G;!LboF{I98j(p;*L?5^h~Ylhzw<%Yww3cQd#RVW
zwFJtURwb)G>FBwf<yRftA-i=$u%nga+n}>Enm4CsyC1r^F!tKbyaKgqnIBr0e<<CG
zU)kK&^T$;vf$zQ6g3N2*kA8__`=#D5Ts|p0IZbTkiTUsIB6@y@pFiTt_5b+4ZGUdO
zSndC6=A(7zoL|m8{c_6oMejD$^dwovGls-%KcZFt!^`fc!Tx9G^u6DO@Gt*$VTX2`
zl!9!r%-tE%_dYIr`1XEXZbzwP&L7#jkC}hkKF$p}w>194uik}!l~hXm?qyC9h*_?=
z<m0c~--}<m{d;=--!Z|sU($9TCo8u4OWd{b3;p$MZSRuV6XoqIXBpqkJz;W*k?+r>
z*~XGvOAQw3{VaO7d6TQ&syIz4pY8R_%%3IPn^(ZM|K*Nz5>GyU?*A~eGpwIS@vh$C
zw%@wiPemNA7Oz`*z2FOrdjETocNZ2reY}5jS!1*QbgQdE!aYVkE2e&Z`jAt6rsb)8
zsdHOcOiMG<4n3{(*?j0Yn@*kY>7Q0^zoOUu-Lhs!|G5oiN8L{z-*d@e-bdeE3Mapd
z$<A3FZmT!tH`|^S89EGW=g)Op{O$|y`|m6Nd|92JIrDYjzkemY#lLc@erwLD*wn&#
z^Hyeo<Ya&Ire(r{f3n!4p1xtS*(Ls7)9sgPU$|*)e&;oT@acCL)*slbao*}!{Evoo
z-ikz@`z2Gu{~pQL>n)njZui<nZ`%K!4Ublq3H)1ld9e%siz5~CN1mDbCnPcQiC>@j
zcpk@>i_5<^MyEKxz4hU;{Xcz~-hI|JpTjNWW}I8DZc+Q6{l0u${qyVXU*~2oY)_eF
z9NBd!`s}vQdE0YpxA`bq=ou})lj<3palPt7S>j3l3bUQEzgiATz78uZ<~iQ2<6M+^
z;nv#3!q>ftkAKZR{OaoVwzaR<Z{*1?k2rtq-PtLPqPME}g^Mhw{Mw$=KI`1qLz2_K
z?tIfOGOzf1TdGFMigE)Xxr+0}ODrEMpZ!!Yk-xd;o&0}Q;T6|6IZE%>I(y~8iEA4+
zpZOAb&veUfHqAW;_4zh!N)2<<4D@zQe<?k0lS9-iSKU;tXpKVQrAns!y^|MAOw&}d
zeZ_CRPELF8o^xthX)FCsN*4*vzGCAv<4X0fmhk%~LR07WH}T}AEj9C+_B^OvELZ$f
zyh`xTPq{WLU2QB*8K_&XHQK$!dvCQ%`-g{z+2=(t*?m6y!!zQ<%$y#{ogL9BHh<My
z3my6NlVv_z_PKuyoxid5ctzHdWg8`Ao?I`xopkJ|-w~_n=XDD%9PO|ztIB!%O`~L?
z=K5r%wa#<(FK=01nevb8b{((&&C}{~?8nY7T)o`C{qgcSiyR-uE!z}%bEhMlRc}gb
zJLCIj^9|l~w8(P0Bt45N5L_gw%6R4K#Fgh?EY0ct#QE_^rl#mYrl#yK=VqCHtrR<(
z{P@J#CoGI@s+T?9&&ZUuH(fSwcjjr;hzE}{HmANQ-lBZW#$b)cqNFDhH_~65oH>)$
za7o!9e#1IL=^`fv2N4b7{Kk)pmHRKWiZ6P0CaqL?9gF_OrOF{HEl-P-6Lfbh>U(o(
z>(dGwsaW&bvHR<6U#l;@&-UT;1p~ETUF}83T<<)#p0DNnUuX$O+^P3AeHmOWJL<Mr
ze{Wp=bD8}9>5t!Z?60Yd<aFu#v$6OZ>#mlV$mj~I_2<$(4li$9aY+2bwXb~UVaWmx
z|9?ElRGs_(h`5_o3G3wRCK@+q%szJNK$mgr%zfc&4qe=`G|(vF$bEyqbB^u*5qDqw
zRDt`M&02@QY5jZsTJ)r8#=J-7=i;xNEk3-*T0Xj@c*>*Yiylmw>a8>T<`bP_{et4&
z-}g2j&q-Li?%I#^D|L5EA3WHkH%)JTrp3hCeP5-8KksyLejJ=!I6soXJ=pYJ^t+&|
zA8Y3S`o8^q5VMfn%XNIZr@b=&$lKO6Tzqm;cFoRZ|Duj&SS6irF+SqmbBs&6;{3w&
zDc>dPBBY&^Ph1kU5;W6#x4bC!{midBPo8Z(yt~w-MD6XV^!?Jye$IV4VZ*jSg-a7M
zZamv8ed3*iMBWUx_1}5kyt}uecca8L{nKB){H>a->Swimo5;?&L*qQ(|4RQt(|qxV
zP3L8<ELc8w+uC*W=W?>&^tyhPll}6$O?zIb+yCS|-4SDV<Z0v0!;g$Qj-ClPv4HK4
zl`;FL_inG=R5vhIZV*<qU6wBSedWTXhkx(+Ts@_;WZRpwfh(l?n^IHeJw2Muv*GQ6
z$LDvr{ycGxYe(+q`Y)IHEfSx9DtP<r=|kpsDuqA$=Q4kO_1NEDuI}5x_QO}D%Rd}m
zv3+OfLqq@Yre&26e}~NDG=6*_vsx!sXm5kvrL~Xxn7*YOT&ZHxy|;ct%h|#QmzKPK
z&*y!8-$}QZ)_2PO+}hydo;H>5<1sDu0LS*PNpJWs=&n3}(C3!g(Pa-C8>2<lWV24q
z7y7u{<;3M}#cI|&e;i#`aylb6&Es^v-tRE+3Ui+=OU}dxU!Gona?iKbTa?89e%9U}
z{&(#b?#-G%!hY0Vo1PzEuwZ?J!{;QuB{9V(4s%cInJc?#ee&egA~_YSLyJxwnV5B1
z^5MtJKVMw=%M~qB`SNwmeB0J{6%1UL^>q60du2?tR@t_0%_f=NW~FsDOMNy}wOjcn
zCGS^lGU@%QfB&X<s@<=1`-_xIUre66N#KC;dS#cZ(QS;kf7!JC+`#7j*E9Czq*GUB
z^DwP2o*4ULnt0Guy?vjLR)2gEezJKwca3?E;v_xUr)fpq@u$10iVk|QOX#O|KYCa1
zcl5whDWApp1<m)3o;%%kKEJL)YvHOtH`h4j8&1{R>y*oS-p=2j|IWjMZB9-T{jQks
zh#bs&H=(a*hVPQ=Tb8Cr<~Yyvi9F$<QgZ1=!)-UkkD4<2H~b5#+?1=26{(hA3&^lo
z+UM4DjzzXTHDP+hJ(sy256e<oePeWTH#ylnjQX6SX0z#&#G*ITA`HdWR{Z+Uowuss
zV#5<TL*to&9~Iq#n(niO{F^g1;M}?Dl(YJC+k*-wHIyuJv3%<hv$treTes4TiE;;)
zNm?&me4y*rlY<^#C2ZpZmtB<aN%X5ZwB(*q{txqB{U1Ny2WsAqH&O1B)K}v9bx2&X
zuWs{`{YSdL>^mbmU7x!$lqWG>_I2uve{R1IdY%2$GnG*?<jzF%#T;7G_nm0145_+&
zerF!%-_I%<?=0{AoW1jopYnR^{f75=JPHo3V5>TF>7ljN^6wpYH#C{`8pa(u|9@wM
z*t7cyYg*2^@AzP<Yp>X05wCWS)r70ySo4*0s>ZETE<Q_p761O!sTsR?zb&u*d-r`o
z=gr-B_En2E*XRFuv3NdD{lDk`Q+HH<Pd-<Be|g>QGfShc?T(!9zsE%7!-Bjy=8N1j
zo8p=;ef~b*_H$cO`HZEk9e!s@l~bPh|Mq<<B-?yXZf?ok-CtMEof17K=E>7Uy{9qD
zCT^Z*_vOV0Q@@-;7H3|ViKc#<^XuBSXB`(m_?lhbC39ZwVA)EyN!@*!cB*d!9cP&>
zd=)EsK+sB}>iC~6abIuG|9JI$8^4xKwnC4(fz-vg729@K>&kMNE2I~jmYj{@c(~d{
z`u)$>JqKR6F-h08J-DjBu$E`uC%fK@dw$O;lgrV6ecP{PPgT@JX?^j{(+@oLTEDkU
zyIT3n=jD8s-HG=sxZk~Lo6FLBzC^5ImVV@-mOj77XKy&=3BL14IlZXT&~JbB#~8Pp
z3r`<*yLPkSP0`ZUr-vUZ`*D9(I_y1tJ)eKXu`d%ITk-qxZ$9*3vcH}5yE_XnJJ|GY
z`ThO<(#el6savmmR;?-EGJ{pW(D$$ohs`D3in)_o_8#zRjeQriW79z&7Vm~Rofcmc
zn7>pPW|mv*{rURvtLXh_kG*`WbM@1Wun;b(3zZV_i;`2+mCUBPIlK`sJ$Fv9dAf~v
zUdaiLt&1;qiTrZfU4P|zxPjA(b%%d<`WK|zTyeW=cDLxLeW^_U#aTgNKl-+LpFX-g
z^;+Mam$TRY;ms+S{o;j{?_(C5e{(<kme-fB`FwuL_epiHbd3@%6z_lUf5&^C-@pCs
z>>Gu%@2EHBluB+jH{^Vs-r7_5Qy{31@pQby>YVZw4<Bkz_!O~!mZ(H#+q8s-m!G<L
z-!^Yw+k1D4{`dPLe5dAbarA$DdiGvf#e@xikD6A6u`3>8?fW0}`2M8igOPgfuTJh>
zRjqTm%_{pf&(@7P@BeiEIg>p7bEk<CSL~v^e-}G<crE^1@I|Gs@buj2Ge4~DSI*ma
z^L83b)hZj-hq)0J_oV&g|1?}wUY1*S{}I>M*C8(N9+h9W_u1&OqQ&ia^SqhTS9ERE
z^Ng50dy1}aV|u&&_<=Tw0`<9ux~tYNiBu9?)}b%g)Bjm<PsgPjz5Js0=g(ERt`n5e
ze#hyAX7Gd9@=k#TuQd)%x_qNV!Q@H!^~8CX_MOnUd1#;d9fMns!gBo<M@j7HIXcN*
zFY?6ejx~XHlLUL}#OLZJXh&&ti>gREES!4Bc$wzq6HeWW8O>r;_-w<LwHTj`-@egm
zYsRiLp2CIqlgs4olMX9;6?J--7)_nN#65D#gaxf8Kc$y<O!1sEcafn=++*wh&0oY8
zuvXrlyK#c+o?{!%JzVVe`^0OOjs+k4Hq>w}b`(lG^!tWK&#8ZpSZ#NT=(#&`xvtEA
z%(d|Ge6E?lR9;HjUlzD5H`(^N?!D;`=P~sb&8YfY{z>lcCZ|c||7QBn<Xxit-o$|0
z<;ThU7FwCCCzfBG@N-6uYxr%~eKluNEnkJXR0Q_DTKe?fjW$O{tBlrX-<2}Arf7?B
zY})c?*$%Jzq&H<eO-I*GUO(~Rg;=}foknv^l-nJy%kST<<G1JhUcbi?C0^@~KHnWO
zt1a-^4{5jib^B+8eO#4uB;ie!+lNQId5_t5uAH;jzD9k~%k!BLMLSu3R+fB8v9Nf=
zvh=*2?7jN`wr+9tLd>V1YMHH?rjyA1yJNRRqmZ<ebll&+t8BJR`@Ut4@;UMCiB;!J
z_nn=8{-5Mx3#~W3?zJb~0uq1A|2)rFbvS)~y<N@Mv)3(`B-^_0TxU4zGTU#(#b>U0
zt?qf_Rk&hVUQ9~=t;Ou~d7^XNO4XE>2Of+LGS$7b(eNsVu2raxld1~e-_5}js-k~!
zw$D3ptV(jH)ONSCwl`fQdhFOr4CW@+%+lXGvtqI;Q}`W`-CHN0J$8&$z-F6{&Ci<w
z=S#9wm^H84?>p=)7%s?^tTmPW<%W_SKOQVEUA?#a`adm+f5#So;@Gs{bffKUZU3W%
zWqZ>&awZ??<hyb2;Ni!|{oBslrM;9`es;}e#=k9RPd*adm$o4$sV#2j$FR4Hd4;yS
z)uotA9W~6k@VrE5<BYqjg`<=uUIwodTDI)t(m!W}Y*x(tuyL-#{)@J^9X5Ytv5i>v
zcn{y-=;+snpZkAf`|iF&KKcF4!w;9s-+%71(9|qyJ<sd@?<?AEzGi3s`18*Fu%Wn0
z-a7;D6lHm-h3#7=2ilbA#@~-#_v@^T%aXNzw@>uGp7UkL?!6W{id?5JteP8psd`@t
zXLX}v*ter=HlN9zcy^7Pz=Gb5K6mZ}&1(^Dv;WliK_;f*--W5oV$=DxluPG)Hx4VG
z5&lPedEbj4VHUww+zH>dS7yw6ptMV~p-O(uMB5CnFKiN4%Z^u1GE7^VHL30O|2am7
zSa=FET_YB)h`1~$*j^yo%Kl%ccukh4%g+??qKoS159~i88GHJqS@*hVw%ENcxeqqX
zpPcO1V_jvjW?zNXntMNvZ8)&fn`71=g~-x*^|#~&1>aAc_0uEj)hs)q7nkN&J)Qd@
zK<VcPfls~0m%{wFT(fdH!61Fkeulkq;kS$(Nyj{cKTfw{wn&@$ehIVec}tH&yAobr
zd7Lp({{Ea)H}#i_I`1|v;jNo?aq(Ggo#`9bZTce`_p@t8ty72675<iGv%b}|$W#U`
zFPO$y8N~OAagT(Tdk=TW1VO!ZO6Kn$ufC8p%eL0sC%ifKQc%E~%|;8kwm1taKHhjL
z=g8;f-!0l_hE|84yysgL|K(7!$gR~&ogcnwR@b)Rdcff-Wv3<6y4T^UlAiX$5UU3d
zO+~#=X}(X(<M?Ph$D>5}w#xMQzzB}6xI>|4M#h};E_ry^uVL$o<ebhTvFA+B5ibAf
z32Q$kr8_-cUEgi8qNmNk_h*yftTU6IObdCrUAfV|FtlaSnisQ9<@(+J!B%rb+I4!q
zIM0JG@-H7uJf(VhLz{K0BFB4AVar{0Uj=13mGg=f`<1;^V=@H}AK4mS-F$q@naZCs
z|CNh-ZC5T%2>-A~LCkOJ{q0@$?-P73oyu;XUay`V6RWv5bH=uK-@+?%)(Zwa*fH_O
zzd5$)J|<0(CsxPDwY^TQTYv0>xsi%w)Rd*lvu;gMnrgKCo<Li~YM;=5J#rtlTN&7P
zyx6xP`P`Y$?FL2{<E=lwyuw+ldwlYP2i!f4Yyx^~R$eidJ9twkL_=Z6vH3=-e5axg
z9d}u_q4PtRy?Cac-LoIPWqt1+cs2>1HTh@KIW7G~cH|Sycr!DrpL#RJ|GW_I{20e`
z)!X6ghv)aJo;BNFT4DI(rMkS)<AVOneS8K>zO|i??D{l?dsmE92=BJulAw1hj-6Xy
z@xDgKzIj#O@sfiDCBFI7EHhYs<sXWc>~anNY|E|Q+LgHJXnWhFw+EB2-LkKIbTs?w
z0c)piM^9`!-mxp>^Mi)J<x937oY&`l+xkdj(yN>9IUn|&<#;>k`L<y5i?_OLzHZ-A
z!hYzxq^*OR{nFd<x0<Tf|L$IM*i?;2?_bTW#;q@2nEYw6d{$(`D?D9)r+xD5+uN`2
ze5@eL!6=#-leOi<#Ur<)XWerBRySiq-|~f%R=obc@uar@KeJxr{*&IH@3e44&u!03
z&i;0=>_~jZ1iQL>o+T$d{-w{a;hL|0xc9aB1?6ce7t*YMC+uD{F+2VJg9kI@ixSy1
zryp``u8s<N=6<u6i8p@R?M?S=Oi!k6S1A5+$l<G>Y#_(G_6x?}vlA}7SuE`T!r;#D
zKaAo(a*J<&x%A<I=9hcb2k!FEImcYfu0BWY$UT<#5<gpJcAeSNSlmDPs9)?aroZp*
z@+kf@w3XX+>hq-5`=?y4|C?C-=W9vwd#23-(ucqO>P|fCC-kAaWW}2w77WiD8P$#+
zkuqZyyr8<p<2JA8mzSq^*vTHO{Il(wo0aknG3`esn>SQ-r1GaOn>Ro3FPm@W*USD)
zOTUKdB_6wOkYlkg-B7FZki5!+%l;e%$KPdS{Oz6b$9Roh>-#;X&(3gq&$_0bJLkHb
zisG?DX3X>Uw_JaqvhL5v^R`lJ&LuwMT$1B(|Mwr~PY;FWp3v^-c{+Q?rsP>3!s5YG
zOKT5Du)E8(%s!{#yzuZulhf6;lE(KK*XiH%vUwbyP#a!wQD<dt47=APlWV;>Qj8nY
z7BBw)=HQ1n&EMOC*<xgl*v0KN%GvvIYhw0yqo;jUk>`Z@=XkoLe4Xb1-^A~O+7Wx@
ze6^?5Pt%Wb-#@Wcrf%~&*ON<G1Qs>#KFuNT>TT%%Wun;2%ltQ&>6<3WeGFgpZDRa}
zk8h7&KEFe6E^oo^IsebTWKLhh8*HI>G%{h^LrYQnSl6mx9pOjuJ|SAgqARTh)YVm9
zu%%lIO)|VRk)?L|!HlKzFIu&3X3JJwW@cP$uxqNTlgIp<9G;#>Uzq5K9{Bux&I6a{
zNxfFt&6y`ftpxJ=7U?@OJ1$h)D5|wW)XKe`U3!k*p(eEoRiRA_+ZG&uQP+9KZ^nfE
z`W8=3`7`Wvaw^-e^tc2hdRrMUzR5E0ra;uDu&j$^hwoaf*)un;?o93i_X|%8D`swF
zxOPle+2_O_qdQ(+tuw@LOiI=C)Nbv{(+hD;Pz{@8I!j5{{P}XH*U>d6cQbUBb6qd2
zWSXJy&*E|->*^^V<}&!k9}PZLW!KxLXyfVom^=RA+1o#+y1%YSHu&1KebT4e9vk)(
zw<}}Bnf^=HdlkM2TlZq^@);UIndf|FNOA<E$Uk6le-~C7-2O$#f8iDztNs|F1&$KU
zmn$ZQp0xXwBz4UEquXkq$qg)_Kh5=ZKiKgI@4GA%64xdF(M0LC?v#rj%4epZo!nhH
z>kIeUC;5SwE%c9N9+>`f`~35D`4#iU|HiX@Hripym%)8;Vu)KuY}KaY_gMR%t`SU2
zH$N$zE-~fjlxcx&pQim%oL0nnX_upT^8Mm}h9;)7s;>psUYL7WeE!e*&(w_*s>Dw{
zS($k&@xzK&=jH9r@t*7M*|oOl(tS?01&jZ%HXr2kzvo=|;*<L8jazSB*?s=gs<o$e
z<{yo?d_bsH(z1Bhk&7nhUd$}hajPsj-mD<PbuVMR$%il3HAMS)ECP~kcOT0Pf5%$D
zIr+Cw%)BJM8E%p{i~pLuJ1T!7ZC$31&=0e@tOm!O53KniQ6|UtO3KmoNj~SEhc&0p
zADv&B-R@9ddHa6)d+xbQmivEiTfIBH=+G5*`C5a+QFHqaF}s-s7$-mRk;q-@U14(8
zM)u5=>n|cy<EN~?GTF_F{Sue$LrtAe%TKiOvroufKV`dY_-mP;pI=<`{dPpAAo8KD
zpR)C$!!?yVYQ9G4CDv{_zEA$a`ncV8dn!Ii$ld7Q`1n{hpZg-4A2E+te4qdC%io9B
zcW5hF_+DAkJm22pbkn98&%J+2U)%J>)>!Ss$&}*-sk3KpQGLRYp?5F!{R<~O*N}Rx
z|FL$d+1Y2)tI9a8M47klw!HBvf&FT#uXah@m7lz656z};YfJ81YJ2PdlvP2^4z>a6
zOQmx*7B1oV_2qQ*-?!@xB>!{QKZxBa60`TLLenCFRkw?e@2+&e#T#`0s@WOaPQyhZ
zdHejHrtf{A?@;M?dB$?H-o^O~ddwKlpD}CZes%Vv;&gete?7^?mglC|?vncZ?4_&C
z!KHtEZuflF^p`qws$^1wfo6OQ_jHSW{d&1Ce*8RI@~nV2{=C<18~s>i*X8dHzU~rU
zFD5bLuWjvzn+3<7&O80$$)%-dA1Vg#D1TpTbmv}#Tv@o;^DlGU|2^IJ#B$wywfK_O
z`z@Kqw{AXmw(QxIW8paKdEe#4;+@*fUd`OX?u?J7a@0g;?g$d&mRejse|FLhm!kRQ
zR=nIXvo<-nCuL6by{;2p>9^2&@x}tpqmP8l^}P+^&6sAIEh~88bKI{rIBVq>H%Ddn
zDTjDuFZ1VQY20&j(p{N4wLj%E@6=<84gU{Fvns!Gb+a`1|5jkawUeCB&8=fQlnf91
zJwBk(z1&Rj=H=Nzf)^Ba$E==qZ^Mz3bHCqvkT^?Y@%OYF6E}2(DjMG1sof~PmMfBd
z_r&G9UY`uSDxsAvqCUgx-KjhA$Ais8?Sp)h^P3;2&0`N)w9fk9gTwrh;(sNT;*#E)
z7>k7X`Te#MesWUuUrl`4uZyR{a#-g6+M0MkJ9F(CgHvrja`sg{HCZN0+_rUn>s;XM
z|35Re=@*09-c!cECU>YbSzKwk`Sy{LN2AtHmi|MYa?{>0Et2Oe`LjmDC+%H&#6Ir>
z$+LcO<tMHz|9@?F$<+Cq{=53!IeJ{b=}*3}UbU26nZose4C$ZZPyQEM?arIFmW_ki
zLAKbl<Fxa%J#UsjNvw0N6As)`bC$=q?an7|Hfy10jh`f3H9YDrTU?sb-8L!hDf2`n
zh3OADUvo_TQBv2v(M|2@q>J~LufLQv)ALuW`jfto+Vi#he(ZX)rG6e;PsL}mM@Bso
z$;|(c?lIew8nWS-T;(In=hpXr3jcGv^<_q#`5&I?I?E=9etG@={EIT4IWuF@0v=Df
z$hKPO`kp8~-S5BeNafa@Sf6^!sC?G1bt$3;C)Pb&{VS|F{h7Z_>N`%)Pd6$oj=L{X
zwJrRbFIN+`_d+HI*B_5!rH}5;SN!^V{~cC8zhlpvoEvFBPnLeOyy1~sz}`6bu(!m^
zmGc+G@9NtV+*Eb@Y~%aCAJ`Ay|8*{v@5_Y-+1H&Dm-(gtnsZXb|7Fg;=x4!lL3$0r
zd6%^M`7BnpzkWUYr9;J~&StZ%DoektyDYHpWB1~@b-c#D>ksd)%bE3M{=VOL4SJW)
z=Z*dlDmHcI!@1K6pDwSLS~s`;q9jkrd_CV!GeY~>>yFhmEBEnk^EuVMS(uNb)BDa(
z_TPLPW?t1>yLC!h{u1VridCx{AJ6R8YgEs=nRVb8pMw9LH+x+kFISYSNm;!`Zu0v}
zI~||Dox*p{?)W^TURO55-3@yuRx2Cq>E9vwS8{nRXEl$W|M5xFn$th9_TApTzR<@o
z`}xe!&DXSldd&Vb>-CyVQ_Mfks5@=&=ajMi*BI%f_P8U{sx_XTyefXn;Le*jpB%GK
zh-gl~ub_W;%1(ARg&8GcddWO_n`E?BOJyY68r?Um(flG&KY6Nb_{-~?mPqZoEWFbG
zA;Uw*ev!wkB2G<vaoXAFc*C`&pU-z)u~Nz}y!P~~nY;C)Rl8<5B>Hkh$)1cmkd{$<
zYE5vE*_<AoCbyftr5=x@bAIYt9aH%{<8sQ1Ovc$M-J7ob-g7H%WqeY^m37vOln+k4
zek<O$pJVp+5BF<cozI`PEAzocqgNKkuCL!OtZp;4B)0ZZbUXL@*A~6&_i5*Fy|zvg
zarRwfbZRdL|EEox8uuQ1`(|~?jPi(ACI2rkKg>SgcG0<%{$A(b!d2X#r~kgasq@W-
zNY^VRU5Re-DN4tKcm7!VE_6=jo|c|}mFCR_|9sVz;>G_>$jvO6rV&vhdcvV9;CsE7
z|ErT5j{V$wdiHgTDsL4LgLD-Q4|SDIGRb0#+kULgxT<abd1XjK&c)y<Giom+OypQ}
zbf3&;fBCwpm0~%pN%^r;7Mq@1&2%YWWJ-XU+n1ms{^lE;)(aOuetCv_PDzscqaMkQ
z(0QwKb}ak1xWM{S%F{>vXNx}^IjG)KB{2VJLz<Ti*8;EBO#)H(F7MyWb7-^C0Upk&
zlPjcxA6#8<%=Djz%z@tIS&gR-be-qAe{s|8?fK7z=Kue^`+lm)dG7`bzTU0JlX4cH
z50uaETFZCr#>55A8@-OM+0Xkc{N0|Tt`5;Mj?eE2baVfI@>cXu>jUokXA73h`~Sx?
zY-atwIYv+aR8$<Z3iJO_G&9<5>4epVOE*i+xx`$m=GL`WPc&4bwIh4x6uT*FrcCdh
zpQyY0(tIV8U&%EWT|aV%o8NId`#5yYw7<m+u(JRnt&(>={cZj@U#oM%p^H5_g_S;s
ztIsUEVr;#S<20X})r91Ew>DZNwydxGRQWG_)9mNUp91{;i2L32f9m{B#ea=#botky
z_dlHHoZ=Up@*`@wPBv?>am1s*$IpJ=5;AM|xqM$|z7O-<%>U1hTdc1NU*6r;{ljN#
z%<;GBzklcKuiG}?BvLH;J<t3@9O`q$|9%Nyr@Ed?Jnvb~mLUBtXAZ6|bg7$hO)K@z
zxyPT=uT&l>HuKu)-Tkc5G;z1z{*S*+G|kUg{aB!we{+J{XN$tAg%6%>+5S=Yo}}MQ
z0m;JBOKE?X*v)W1zJ*<Xp6sH@bM^>Jt^C}3{<mSXqEyprzKRX=YLauOx(O#2WoK5@
zd=Jh$m*#o;Y;Mo_Md81e+03|h<?P|9$saG<aEQxJ^?Q+3rz`)CbK*1KX}W7S+UtGK
zz0erY7kgh~d#TNygP(2oPIAAzsD5`_=HHC^`Ml=UeRW;JJ;rf=v#$TJsyP*ZIAU8-
z5O)RN3Vxei*OO!X?>siRv}_OmiRtY+-No+@Yqj+leYm?T&_e&$rrrp4v6GW`z7aig
zKRIfuqQk<#ivKV7%vb6=e@XjR?5BHHPIFeCZ;VX-yyf)OH&;4tt6r==)Ay#}*Q71)
z<b%r#|2Mxqa(VCW2T5Y{3iLH>mdV{-BAl}P=F`aY5lp2=c&;x#&VMremc+E5vAYgw
ztn0NZnb199iQlQ~9_m}RWY3)CuIoR4&ADaFj@I7l_n0G#_Go;(+AVxxh4n4NPusk1
zKfR>>TGGF{q#>_;a!c8b@}0f0j+ZQ!rp(mdyY;R8;?Enl)GBX}+@COCV5{c|p%|{E
z%IEi}ulVOOuWe?XWB1<A;R?0d@m$LeKT7|{srbo{aZcs;i8fC)Jx<+>_|LBWZ<$Wi
zeWlY1vzFVpdDib1`niW^`~TDPT+1K&$M);(T9Fxe+nd>@=688t{;~K=GO5B(7K^ww
zNpE*N*4fj&qbcl}@&84RZoT3Ej&Z;6{wHDZJTj=|>hbxno}Zs;eeT4*1K(oy7WUf8
zZMX0&slH+HSjg$krQnjkPhJ`>uf18wdaq)=kFkRNe}5tU3Fjt1b3OI!&$*`;GymEA
zELk*>H`BmjZPLqU9%r@LUOqgqZ|`#T3<Cr6gS$>$cCS9XSvYU&9?ug?qeU2a@)N`*
zciN}!I%b$_eDkUA!}%^gi``je4sI}7FW=j*{AXf_=8B-zWs6iMR4CWFrrI5|f4OSH
zqRdn5^()tG>g?oe@wXNXE0Wt=RdeX6k95zy%MOlAn}z1NpVdEei{X~R^`AG`O)AuT
z`Wl$rSp_N$l!A}+zTE#ta2;nuUEJ^0iibrl9_-q?=tA18{drr?Jg8J&@`*KBs_S&m
zv)bRc@1J{fc>kZp_6rl2DK0oyCZd}ubbY3=_O8|(i{k=~^Dl2+9y$3<T)$~ghwM4A
zb)RoeoN3~z?_cjbxAJFkEHjsihE0j0xd-!$8A~Jn|Fr+-ey!wvVP%i8s*JYJFTLY0
zyL<L@s4s4K(Jnh*V*NArpTWjjVOvz?t(PA1Nxk;oFs;#8zfsLD#c}$>w57j}WbgZ_
zvW9Dd!=(GIXDr_KNY@**nLqSNK2^=!f4<{U(|vKfcrFvQJN!bPw)s(W<6cN+ILKem
z)HYeMZehHGniT6P!_6WlPs&XC`Xvq;7B94VI#)_}apwyc8Ar2opH|MhaZ-5O6SJlk
zxj!1-W=jrT%?O_ObWPaasWROmml*H0#q2ff)7!)n^YiTIvws#XnJNFrxL;deSapSV
zPr-}*89rhmPfzOjA3m(%anE&<(V^%sHD^*De%5tK(SCnvp~$JN`{O@7TJd|!nyytp
zXP)+}@)A;>Wg`_Xy;}C#*QCq!ZG}%<3w}$qvg_Rc5aIXwe6n9i(af%b$Uf(JyKRh|
zX8nD7+Q?wp`^)nqrS~lefBezp*gWMmpRIPi{CM-@?ep(Xc;D=sSEtQ=c+Nzt#kvIr
z3wrh(e<Hq#sjAblCz$8tRZ%OU7cZ=o@2q_D(u1d)UB>X&lw&2WyZDqZZ#{o%O8v4c
zB|h_)S(iVHeCjLR*2cMhURB)w(^<Om@9G7PJzZF)w8wsh+YVp<IUdTJwB{YT_@{I8
zBwg8$(dF}|{oMY~xA^dnGyHoJi^TT-$gKGI%IfWp)BTmEkFKtNVCZy#llP0nliyRS
zt#V}DWnRDW{rP6{?uU05SD0@zyHQ+h{xm3dgI|H<baA$Ilf#2P&oPodyXfDCIL6e)
z*>|V%U+F1%G?!89phl+VX}#u6e?$CZPi;BlFn9X;xwq_?OJB%I7OcPF*ihCVRQmJX
zwPnXoC&w**UzQNXe`HQogJf9r#pV9<7npy)Xx(GHZ(+~;BO&uV=U1+>U6g(I!v5D2
zn#|PSxaeMrOq_Oo>3I%@-RE67S|@fz{0;Ma{o+k;u32TWzeU7L%?bC|H=bIvUcGxR
z)9vZ6TuqX9Gc)DLr3GKxS)9_Y>YF3C?Qjm~oZUZnS5EjlqpDSW;fJSpC4J||7bKT7
zC-;;;>tVL-Og8x|JU9KX{ND+Zzk=pEPn^+X_4@US-JRk8mc>7O`ttsh@Ql|sf?i(~
zr03>KUFRrpVv{?tVtx0Cl}VHT8wk%$=A7ew>1^|%(3PE+=3HY<HR$U8uhcj#^VUV~
zOPPBoH7%>`3!hUgUg&H4%yIH|ONV<JGLqs<yK|R(`zW_XKJd7$d-;6h?CJ`y=XLWR
zw`_kIv(7um+H&UO?ECt^r^u(S%&vQVcz;{$hwJ4n{71a+9le}*@Fcsjpir(8+d0m4
zOJ3&-F8Y*_VD$6vo6iql1XuZ#sD<h8cZ^S-ea7r@@A-4Zef%-cu03V#JGwdGbkFHF
zoe7d()1xj#OU1tTke%q&GU-t8vNa1<HLmGlcfG6{%+PZ)_TGWzR$l2#6kVUxvAG|Z
z)3`vG@oxK<AM@<feV=ll(@%H5|4M4diq&Brw<UW_t*zH&t=ig`9mDlLWIbE6tl;{N
z^bnWcHS<_YB61I!w-zhqADYS>lKN|M((&?iKO@J9r`zp&cV9X5LveC9ul>H(zU9vk
z-DbQXaXUrohxz``vvX{!lYf~1|8_t4qmy*-`jF;7GNp?f+x)m|-MkEL@k^Ywd~$_*
z`RnyDx47>1`CQt^v^r<yhlQS#ZhaMb_GkBtZ_)F-oYe#$-A_~%@9o$<|E~1E7x(|T
z`)y80Y5cOb!q&~u+aie}F(s<-!{%ngYzsxd#aEB%%JSdqU2MC{Y3<y-jAkVl7Cp>-
z?qSiJ>Yf`bm6U$8?*!BKMLNbpZeBgxKFWN~?VPy%5vxpc%;_VOj_bQTzY^UWRom^z
z8}m_`f8x>md$ONLYn|9wlj-5UF3tSy93kU*ycr*Ux!W5&m2dnQbeD(e+)cZxla2|I
zmp_>MzjauVf86KeWNR0TMV}8?TbKxazpJU4_Q9k4<)Su=#XS|f);KF4D%sobU>Rlh
zciTeI{-23I{nJ^0KKF3$(LX%pso1fFZr#%zGFJ$i8VQR#ct$rL5O=rkeXsG-uC(>T
zrDgk1zw4V3T9|T!d&3fIlMiW&R}{OL8YxZs*d+e{$-+9dzRk%}aX)?HCbRSLbgaLY
ze)#*0Z7j3573oxE$8KJJ+@smP@SxYc%?HJwJX&e7e2TgCkwccV7X&IxN_kr?iL0-C
zA`vXuIl2DSg_?~U4_;B?`#S&qDd`Q)Pq>&5i#4-fdM9*rO=x>rYTh4-Fg3-nM><Bc
zcAshR2%3<`>Ke7=(Bxx2`zCEaH2J*S5rL|M38yFh6Ijd^5}P0=^8b;*{wg+!0zQX`
z^9I$~`-C$J)!K~@?|j*5b*Ajy1;(P3o2DP$O}?R2zuh3^thM`dlN$b=`j67>|9<?i
z`u@H?oja2goF19^-g6KC8E{{}djE^(<yPh&7A(}|k1mmW<1!<??Xl?fPnXWmuUh|k
zZ>GUhuh<tYToY_o_}459|8byq%k%0l>mwe79C)(X=2DD`?Pm)UMw8lW)k_kKmW02R
z(#`C<Q2S|$WIP-1yaLaKx$|CzrpI{hOSpOd`H7!~Rf%_x^*>iWwVIi4n&av1#+=b_
zs&Dw%dOh!|O0aM5J0NcrHOJV1f${W}{<O+dnytZRtqj2h>m&RRTs|qt%)f18Nr&%k
z$=1+)-{;8-);C(6*{vS;VE-gluhTEyIo~oqy{5Ew+MkH`!rv!MK2l~D&tu&^`*1(M
z>8otb=^HMIS^f%f*w*@>*XH5&jO}~3)j3ykDl;b3gqN=re~{U{wA4GNU}?0ejvUkL
zqTEj@osOZKPcJdcFxI==7;*fC@meVjL;07tSmuA#@tm~oWiwakv5F<iuY1^>FC6YZ
zYi^*l)AG*?#>@rn?+&x<Oy^>lmmF`qcR5?IkA&oM86l1SM<P?_FAiq9BJk9+;S&eL
zk&3FR8#4WcF7yA}UiV4!>?4<~jjr={Pip3P^mW0kHQ!cbxanLGWxVxZa+LGkU^U}i
zjjR4BNL+t^ak^mpv{~gfGrMPQ^(>20*S5aom@XEgmMUGd%{{A>!IeAi(AfoxrtNq7
zblqah^o{Y4CF2imk@<Ro^LV{|v+_L8+ahb?TMhT#Vwfl4rnzhK&14zHqf5^m?Kalc
zKKA_ebc?Ak+1OJrR3>b@@TX?qfd;*|@2;-qnUioiBsTZb5x%|!9Mc{Mt5!{|2|m}g
z!m+~mymQ_kH`^&fHqL=58oojG7iWe~ExTUp$-d!(vaciGI>V}I#$Vl;yRSXD_0#R=
zp}+~8kx!m1d+Pkn^Ul)42RsfL$#!m?``VJrk9AX{ZR*?U>GJCf&bv%$b~(edXt}^I
zmD7R@F474P0~h>xbwy2jQ&)oWb*I1%L6@gNA~sXF9Hgp_uRO6wL*Mv9z19iMu4jqs
z(sfoAu^h<Im#F+O!%SP#KjuV+X~!nBX<kn|RGpVE*IIG-x5-++^^G^YY`(NGwsLJU
z&|rOBz2d=Y$$%SdoCkwV%gU4`r)m7_Tyo(08Id)6LX+c^Picp&iLd=#>L>K`_u=yY
zFYfcn*O$p3?m3$vaZa*vLy(Ac$=6QyZg2I&XR~)7o@>5tb0Y83ryho<eY6rewCaw1
z@d(H|BzC@Rt&hUd)fqY8QvBWr1so5z2~BR4?0@@k_Woblk^A-M$!JFeHeO$`F*uU9
z$)7h(`rq?AdhasUeE1cqnEu)3cgPk`(M4<pW_e0yCAL3PZ7lPevvEUWN$jgd#(p6!
z-Q3v{{5=^9mVaHciRoP5AuhI6AKyILQFBDt<;|26!B)l+vRnJzlqXx5<sCTfY$dql
zamF-@7_&6xIJWfC2|kw%1htCowC%pAJ#XgjZC$@4)16I|>$Q<cuh;3L{}dPZ%~_b6
z9>IL=+|u#|KXRLwWhkp#cOH|LzI{qwo9mLt()h}SHKj4LC;gDBIaDDuVaJ;_n$Js8
zKG?gey`EE*wxI2Z;^N(Ui3M{vd9UcnZs!S_Fj4uS#J(r}Mz>QWkBUw+xY77Q=Ew3i
z7t5}^TWkI<<;q{4R-1&g-?Uy&y1U|aoA>nq>Fei?GG=DltX8kfUL&*X*zEf3C-b))
zTdKE;uYc24=cmG#K5b#voi|T$<K~w}(w{d!U~qA}x^au}N%M0hwd?(oPhR{~TXV?w
z?1O-JnHzNOo^=0wxkUGE>+CzBr3*R#J#e?oI`D*5BK74<i{ooJ%k@uc^=7<nTzRhR
z&n)>oKeN52T6(2RwEitJmK68%iIzRIM(OmET;ArjZr>Liw3>dq>Ab~XH`|rn_hd|s
z<vyG}9P#hZw7Sf%>wm}y6og$qcj(tFwpFs<FGZ)Win$h<oyVSJ`;_a?l-F<9dT*J1
z`|!J~r|(pLl*&9PpZd<FSywi4!s8|POO~(uTjLjdxO7M2shhP7)9k<7?P$qtK7DP~
z#C4n0<{T^Rzb97y{Ib~gxqB_1D*VxCxiUF<#uBgGSsMbQI+N8}c+>eb1m9&II$h;*
zM~`u{-o~yAFT*RX>X!dYZacN9qvp+<+l4!h_Z$-LE7-cG<NBtgJIVK)g{Hbqvy?T`
z_Kdpb%O7z~W$wASj9-`kq;m3WpKd!HGw0cfU&qYc*T`+QY2WjEMkvRG=u$P7sN~#q
zv6E%9FP3Law7gwintazPX=d-I4}Ws{rDqvFG25}{?XRn{IUUar|6Tt3F!Qu<+r|4V
zn%;F~FTZIfc31JQFPr)b9-%VHy&KN#+r8It&%bMPAG*u`x3?_2BD}w3TW?v=AMx1-
zx6RLg9iM)9?#1A+(D#?rEKYE)<m<6`ktW$2ZX_b}$z!I^zZ;WQP3G{a(Tk0G$Wfjx
z^_t&0H7)8?tHnXqm72RREsD#`w^?XwoigFb!L{PuI+?esCWkUVSokP(UYUwt<Mz*w
zk45)yI=d{UGHCXu|5IGfS{yo)96N8{C);(54`l_u8Z)#S%XdDKclxpZPRXT+7drP}
zZTmV^hD|i_1G__tbUd@xI)C1zOr2RiQ_W7lZ>zl;eBncm)rnIxP83g^+`Wls?xtN^
z4quwT)%yas?L+AWAJS(1QT{t?uJ$As&21A;f6#pQ&3|F*{4<|8Oqrj!G96Ms@0Z;&
zasHvez)9;W@1F|~m=WzcW&a}Q6HgBx``{fOmo64iySkz%=Vy7rnKA?B1Fb4Hl6&V^
zxY|Eo^2ayR$3k<l`cJ+82l^|c--qrGv0M57*2d2g4>>DhKeDq=WPdqJ|LDYpjVA@y
zi)%k@Y3XnZx&L+g?Uzn!TV+=kX9+A#?O!=VdtG__-9-+GHVg|FmN@kmR~%dFAw4~K
z#-u_upVqXtXv?UL8D}bjZWVJp5q%gGao70Zai$+vKWb<cKHGB8<Vj}0%cPR4+L{sv
z`Fs70FXnR}P~_eAGgI}<vXE)!k?$@4?mIQh<d&tDn6~F;m&2DP&Jp^dSgq3MzwKk`
ztt)|XJrQpDCX-g4WU^N~fB1;|L2<<kRdLhO{L&YFJfwYb(k7#Q4EGIAt?9Kts#v>z
ze_8U6zyDu;Z~On<{?Eq`f93bJGcFPgpRQc_vSY=a+napuoSw7%@A-c><@xgWe`TBc
z;L(T0@Ba#Ty;Rw_Z_3W>(>^D}%kTL{T>6>!^i}$_g}pg5-L%$RunkQ56r$|m{O4Hj
zY@erD8lgvTR~&g?QvP{OeW^-B^z1fIxhuTZ0#^@i*tCi9?()DJ)!&vZJIc9Q@c*h4
zmySBupEK|gGf-Nw+Vi;S;dy({mnc<jIM*}NEdAp9&01d4nWsv*wjNtLSIBz1l>51;
zi+w$^JUvS#PKQW;>Qc&22&j~5PhB7-V=W?LS1_aA^wIHM1rIL0m{`$jdFq|XKLeYm
zF7wjota`L|leJ9i%DVK+x?6M%v%WUl|1LargpcjwL%Y+LJIar}RLt9V_tCUuYd@)%
z>^0XH6qg=QD&EQyWqM7?pKIdl9&a{@at_bM=X=EO9Xs0QmVDWJ(U<<kLU$5OZkl`-
zShx6>)KjSgW^1IjpP#t*c-ppeR!sjo&i<)B(_tz6@ZwUb^6<Ra)b;1*K2(4I-@<10
zI(4DW!+b3jrhQ!NU+*{_P_%i)uC4wDuLW2>c)3r}b4ii6`eUx?W?k<e_uKa!+)~V`
z+*WhpfR$T&%<nZaVk<BEoh<oyvvLxDrTP4lhf+H&cPu!l!h0$G_*FIsIp5>U=ek=j
zs*5g*+Qu=j-{?cj>aVZ2zBwY<wl`hp`vxH;!%Uk+%?~fGxZ9}F>|gVWXS3ynA3TRQ
zd@i0Em?G@_X`yr6k>FI}pa+wK8um?SV-x!6QtBLgz&iD)WREeM=L^4tGZ_;y-iXVW
zxxE!Q<X3k!Gx0&I-@#NX0lusomLDU|ERx^z=y~v5tH1vxsyC~h?o%<;H+p~e>$837
zsbOKM3&j>}V7{C2<=DK$Y!l-tGgF*B-S&DIT|D95n_~7yzGl)Fg~=DcD0oeA$@DQ!
zvsLyBK6|g>*rndJs{&eYZC+J$fBS56^V<2xEoXA_D0~dLyXW~l;qLbK_V(TF?d)Ms
zv{Ea&OkecYEIgukdgX@lhjGD;?`&r7Zu*dE`^ot~yWG#eS5KGyT=&QB_dUC>$@ZF0
zc3oO>Y2~MaCgB3%P!5&wW5PSWZvX36&+Y#2G4J^~6Lzc#uRHAf@9gIq^)}=B@-^}X
zY#|~`H6NaM`tjaQ-3(Rj<BB~@%Kt0#=0CMMw=MQ?S8~9@+bg_RXRpqztn4iGdlBDK
z=(y46_VexOHWv;(aDHSpuXS(3*<XG76$xu1Zhm*T#x_68HQ;Sa|4#D-(hHYY&$nZq
z;rHvs!Of{Z`q;!`nrH5|o~gWb(X{DbG>StyUp6eudUL%vRhPFqL8*HCfintSCmD{-
zh`Y1;R=D}4J5s-Q-;q|}c~ZK0tJ^~72Ul%(a?g@ddu#E|{`<4^%U{=ZmL%qA@P659
z_|B8rw{y(`QAWYSD_d?KaA-W;QG9~$T`Ze&q)N)BlH1p<Cs<jsyBv0E7C5!haMms>
ztJRsio@Yrd@a17Gcx>VLa+Ak1_e$4$*%`)jgBv9eh8-2=6IvI3N_gIem`ih4$3Hr}
zaX(|#D;?L62Uo8?tNYd&<Is3~bHeYuEm!wVTCypESvTWFNOrFor;A+u9hSczw=3*7
zzJE&fLZeaE4pq^|%Hj{5i$5<{2+Q1aBz8&Xq0K$Zj28DiKE640h3Y2H>w#WsX)ji3
z=*&Ad`||F|PR3{YHr51+eLwf~nVHV!$9!*C?q{Ydyb0%EzI$o%t!n)x&-(s-*k-`9
zoNa<cSxV2NGvfTGHr4XUZ+ScA_2r7g^Nr%e+G-R`{+#rEv@T<@ht1AU!7mNhtuRUF
z{g+%fe`YJ!pGn-m9d>+rd}jHoGwR2s43bjZgf>k$#$POO<&1UFoRi0u*Cp9?mb2b}
zoH-@-k#b#d{+7w+HP5-%I2|d>b1~FUU9lkf$F|gn`Cq2y7suKe&Aq=!IiY9U@57%Y
zlr5RdV^W`|{fVglH{;`%riDj}B}IAIn`C9Ay^T-5(RrVj<k{AI(W9;-;MId`p+`Db
z?%&V9FyXsONMg>1#fCS%q7_=IPDMFOv`mz<Qb;*>MRnn^PyF|1-gLLl@DSU@YOGKi
z)-%b0gGWEFaI?|+wRR00{2OXcZ|Upbl9#YD$#}}AXzBN&0<tx_8e-E{{AMiV*vMsY
zuyEI^0uKo}DdpV(i<d0PC>IFo)Y&Y4eR`opfLr^N_x}5GSs1(@?Ckw{`%mhB3q!Z`
zPdp#hTW(C8*!bnIe2ujH*{ofKpT)Xlg}J&|b{^R1#C^o+c-`}}=9i?`?`txhP`7dM
z%p33T&gJaxeOUFmfSHAbU4QK)qe+`TOfQ&|8ONAC?*~_l_}qiyKZ-70yt-DV*{^8h
zA5CUvvza+J^<I}ceU0Qkz4F`q0!zkYEGMmRp3^%t^-zAa%dDgqjM>Icev*PG_HB@v
z&;5Dh8QF+$&%_SS6fS4)I;$`(c<Qy7Z7-Mjwz{w?=(-&|{4*{hDwY3G&<|s-$xfYb
zH^>z#%D!`y-?-~w@w3MVW>5B0pJqFiYpUt#ZMj+oezW|tf&#e1Zb=2^=%foXE_94!
zZoZqDvPIvvwoG2)b%bG+r1Khq4M`VncR%Xuj=Sur&MtKAP_AdeuV1^I1@fN$nH=_E
zVX2VE4+GH)jN7i3wRsDE(70i8VutR5y4zB-TW_<!Q&%)t++wK~+Lv_o=$~Eh9n`qq
zUYhjOs_@sw+JD!WG|HA73|Pf7;a|s&KQ*gOIA^}onP2xUbB}Q0@<Z|O#Ot+Le(J{5
z>C~5&nm!12;BLI~kFDnSQs-2L)WVw;cb0_SG~8e98FgUqm+MUlD!Ho}PVSkQw0OT{
z-BFPRrq?~Sudm#2x2tpu=flGWlieS<GFDYoSR~v`OFg=)chwWGrlzP5Y`-irRA+qA
z>|<0cP}W--n|Z$IXz3K;9am~Orypo#RqQEaD*B*tcxhGE`>fAd8k6?kwT{@iO=*{}
zdhPN9Iq@CUvjm(bo=b>&*2`CX<q21x7xRwL$_8~gr7x`)))u(9?&5H>FMMzR+y768
z@WU?)0$cYj_^#Z#e2-M_rPyQ3S4ZVt<Gt0u7xFLmr|5r2<1LDJVr2b4ytC!w&kkMq
zpxo!nr|8D#TKo5IzkeqF-gKLb=}+AkUOQ2idmur8v+z{?Q_BO%e8q2A^NM~3Mg(sA
z9+GR^)V6f>0_K7x1wnDo&io0?<Bp9oGSJxLHCcQ1>WIJ77xbH&G32w!>1^4b-*9z$
zvEj2)OA$L>wz$;jbN8bCE%~-Z?2V3#>~ZFhwJyw1c)Vkd|IyMZj;`-qH_rd_{Bv4?
z;{3>nXM0#P4vU#dsK-Y9=v|WXKhl3|*KNTanW{z??K)n(S-E80D~)1XZMmLKyF(xO
zz6wZ9ujBgF+bLY-purfp<Ji;6Q?&x0wqM()ck8%YP{zVjS|R3NUvlj@z3fF_-r?!p
z=^_OQx#>@LwHn<re8KzS-LE4NzusJ%`^Ei!r75qe+2!KN$uA#W3E1_uU|#Rd*o*70
zY1>at`~GoSM9eJz^7nT=U$cA*=!|F!e{pW<!PJV1o~!E*KHx3>e4eRK>{agLlAYaq
z&t|TA@Ad3&nMm@zfHeVpXPwpsz9_oXR5qoxL^$X`nZ3L0^|i5KL1mGJ6Rul*_cVT`
z#I<jixmhEBcu7g7)vAIM5}Vw=3YZ5pUEA`=v!G+P_|#y%yq!->_ZKsn7R`S-@%D@R
zKg6b0ywuNVsocLu<kH?6-W5Ol<d?7B+L!t)Y2MQ*%Rc)(J#o$OcuQmBZ?2|E8)i((
z|0py4J0o-I$2V^z&T<;9F)Um3=Fjc&Mz&Mkf5c9wygv4etJ+)3SE6rLp=FA2RrYm<
z3tEf2el1<SDCLK%T=l<gb*IbfPQQ14dg^TFx0${chYn13&sxG8*-;+(Qsar7_Y}q{
zPe0Wb1y1DJd;MgDZo{PcBKkjs_Guh!31rgk`4##=cKSYkyR_eDJ>~`qzrE1#IP_A(
zcS)`ap7%M+HNBcc+m?Ey?iG=1<9@wO?$i^<JM6wkH~TE#7F%^$_i9n@?(;>GPd?A9
zKP2^4<h^s}hEtoTPfc~|P@7wOl-tsPsp*zIbLg@w*Y3_=*5-Ek(dOko8QvU*JUkZy
z6W_*s7nr`*ymQe7-pg+e^*WZb)E?qX*kBaZcvjC`K*8>Qq{H+LEr&Z@T0Uxq>CXDF
zSj6r132jNfcXw|5*~2n((;Kl)u8_?~r;96`sFhU-xu`fpW__dJBijR)6#9C1D9CT=
z%$xD*MMLcgRtcZd*B|8{YrZ=4U&iXeraJj!|9{La%#c3!=weB{T*gOhg(sF@y(3aJ
zr{(<n^f-V00Zt#UKRYsGTGz6({k^vR{(<Y;ZTJ4Z_g+A&bn=9Qk@K2A8T@_l_Ps((
z=>-2ME5F0ak2$J-EYMq@^wFgt)##$tVu!^`bzVK{{~EnKe9Q73{p?TYFPfRY&^$8Y
z^Nx-4lN(l78FE@K?9SiqvGCYFD_2qelaGyGf1MwG=k%PDHx4Y{&{yiMc<}qpE=Rdr
zt4lki-F*$@*}pMPekfFJT-Is5HsJDk#=5(vtU9mHiUrTiHfdg?B`{S$%l6F+i(I=o
zzS7ng);vCGx6v=-QfKrIryXhk&&aKFyA&BwTe&Xi;+4~B>92AOcA9)JymvFQ|Dc2q
zx5e8}dTZk6M%<Bk5_LcHRhgi}tcZ`+_u~Dp&ztWP>$7h4>ff2qK5Bhk^Ks(8S&_XL
zg7j;ZTM{RRB%Ws~U-y5>dj{S7kTW}`+-Fq!abn-YZ)=^>8{Y}=rPy#iFyhxetM@T_
z+q$H0@oy|2&eY~kS}J=mw7&SW$=j~~(`r7gH*t}i_SP*-I`{kg1W*0Ler1pNl;7?=
zG_lo#MdsJ_O-rU1$wch`@I&|QZub@4p^~hfpJskh%RSQ7#4Bq3#Io&Lh?PwGwyWP}
zAKMxJdL38)srGeFm!^EJirlU(uf-mBDD~%R8IDLT!)fnTeI9nX#$KB8N9B%{uGXnD
zO#M9fycO@BC_AL*&%03OhLT$?$7K$MPf@S7uivx$tK;iu;&l%VPdI5etvWSPEVliC
z+&j5%``K52-4wKtAuRRH4(k<+_b=;Qxx*Ica6oL&%s6JTJIf`6ce&lV7ty$Yr>ncr
zNBGlIW1Y9ZFO*K^vVUv%Y3`wyhEc8@FPE6^{F`a_v+um~gU7c6_3F3#wmHPa&htGy
zXGKh6YII50WQp%rrn<}SnVtSr^j+15xXT^wlk|LqYugUpaAR*_@`-ngOgR6GS%K?Q
zWaZ4`(~eEfh!2$Kui+APi;f9BeJJAG>tiQpEYU2>6J-2$u=$3{o^4xY-nm7unKC!l
z^VPdIewU}~EsgWDlaqO|{C&jP#&C@%(>~8L;Ow8Cy4&jIslztvGu9Vfm=)OBax!$g
z&vMJPZ#iA(&F{1CzHs27#j1zrwBEMgmO9VBq0Z|6DuWkIDUZ0C=DaObJteT?lXC2I
zH^B|Ze^*^<UVc95>AEIC=cnl%n`QR2_*YG=>pxt>U%x;&^u_K6+_o3iwe>QGS$*Sw
zy^`Dcj&%6)jptrpd~m8`b<xd=<P}%#?Ec<;o4LXF-X)LxI2r%V-_4v(?kIX#bF1U>
zRzs@`;_EnWTW>r1Eq{Yk?fZv+O}b+?`Af^1OJyC>P&@Bxck`&!<2a$%SyDZd7hgME
z^7>xNuWL^~UOBIMXkAkBt2197CNOcinHTdv&li|y6yp&YE6`qgY!}lF#!n|1k9j_4
z)_=ZuPs3@6gREZjUe39bAfpibU|F+GsSU%z-9blIan#tG@dr<33t4&b|3}^9B>^A&
zK7Bp4#M??;uwc1*`-Cp$<B^`X6*WHl6gn(DQM0dE$m6ZdiS8YnK6F&H>}lTE{cZav
zJ^2rAQQQmKG|V4p6^oWSxvRTA4Og#E&WTK)c;I7BWf5ayn}Ok_!i=S>%h!Fm@O`eV
z#*7bBt>jp)tu_po3;GoGu%qn4vIp<~=<U}vs$hF>BI3HZ@>zANTda@w;i$-E#Z%Nv
ztj%ZJO<_9yWOKjbrUsK&At$bPE7>!<m#v%LyD{_6N3+9PF?AuA4%+{($=j*LV)uRT
zrskQ8VxQSox=(zdd%C?UM4(cz?z!mGfUv-~o;MArGt7VNoV?)WioT)~!athc2f0l<
z+qI49bL2lQnJU&PxyJj?KQTYY9lzRTibG^@Nm0Yh|4%%mmAKuU)ptBuyL6vqn|)#3
zB;GCOFa2%jztq|-e)#)U#@7oP)GpmRWn?$)?@Hm+MN{89Pftm9mfcwFn2>W~VWOb;
zjQ1=4x;Q*G|EtUts`f_vgP{E3EnXeZCN#R(H!P_M+^EeN6FEaIxP(Ra=mC3&g%&mm
zCq=(6bN1V5mv!L5gT)`L)nwJ})Iy%hN-XNgKQ!M??OLtQOpg2RIePhOn>+;MIA`QF
zIR3dYS4eZ_p6}KPAMz{nrQ#W@x0tJMU3}W{+3(5s%_i3`pMGYt`jq-JLR<7i^mO-s
zyYyAyR^7ML<r@w?xYd%h>}h!h&z;BpdKQWWi$hLyvb9y+*m858S*OT@Pw)Abx638?
z23{yPx?q(co1S<o*MhlwhbBYugCq9ykA8l{TPxgT`ZvA4^}pSE9n}je`+kV;P|l6n
zC!VlQh)p;3t5x8kZPz3{ZaZ2ZR4{GL@)xWBWW}M#;{VB9g5~t=>^WV#&ZI;>HBkJs
z;pU24Y_^fBKOC`dk(}waZC0~-sbJmtb2gpK6Ss9H&SR}FJkid=C3NVS!t0dz4NQ#v
zm)P>G?Iv4Bu!Xv)shhB-h6mhPtvIj$$BG+UEDmb*O#arf@9t`4iyYY{4=)yHR&JcP
z??;Uos|?#F-`O|xWy9QF+~0V)?}PL;&R3VWE|E-JvN1hG>e&1bfqV6G6YnnCx->w&
z%3J34@yH7GjW1`;cr5wSR`{95n&6x~lY910XJ0Fn*!P!XqvD-U4&Ez!RxmTFtXUi)
z#AGd-EcJS_T4|}l+@{^@^!9L6ecxLvzJYnCSL^wfqyCm^d(8Xxu6E)&H*Imk`l%j$
z3N>8!mIZJ8c(4E811`6yqo!3azAet48dmY}V%K}G@W}b+*IceL>Rl9YP@yDu)4Hu+
zw=QVyG5sebdiK-Y9U>n>tiL2KKOk@+`LoH}O)*lv1)U4dJq)|l`F5GdkHx>`V@{rJ
za^UQ)_%c&_)iQ2J=0=aBKKA*Qoi!`^8lJd)DpIa4ug?C(zu}2o-nu32{?9HM2!7wi
zsaKd-WWl>IAl%}`i_7i)mzHndEI9ReG2@-&MXLknX%xTyayiUlk@X7o4)tGCTrO;4
zKEKz%uS_cL&-~+J6WDlP1gXSoUb#6fE5a|6qxUBBvsk~9quH#Fq!TWQnMVq4`R|)Q
zf7bP)KVmI5idNT*-s=>q&ik{a^hTTVu_s!Gmg<#!aIJ_Bk2Wv4D5_U}sp03}8+tE8
zqyj!npZC{drqoT3g*$nlx~QD!KN8qm(5tm^i^^ID{`q%*>F6f@T_-GlufutoI`;+J
zb^W48Yct+H_P6i+SNZtr^`Q4x=W#^dy087eVOvJ}nQ~U2U!V1j+s~ald+gO@^_kr1
zp7J+KL&F#C>C#@;By?hZ(Dv>LdV4-;pN|YUAhO`hG>PvAt~DRH*0gacSMJxXn~j`y
zH*HrsBfmMz*5pb%_r)@)hCH$Bf&X6SKVKkwY8$_ql1lcw=UP1LoBzGsFh5~h?g54Q
zs}{e=TX-Z-`H6jfVOLqwl!U&*_^W0$e;e$=E#5n3T3(O$J|90TrOuflDSnaH@jri@
zqAEUV#7gd;aPRMzz+3O{`}51$dHg*r+*m)W@KWCQjJF9HH_aDGCa)E3RxFz^L;BEG
zXGY2Ct7~I={+RS_yS#RH`Q^vr`b(ntOJ2?6Irho0hJS@h;jNb^@BPk9?6njUI?tq7
zvM%KOtH$u1ObW8|VjeuMh<CkwQS(uu?2<FiVeh4UFFQ0H;Hi;0HTB!}((Oz2SNhMp
z%cdt%6<ewE{qO<CqKii@c$T*Io;ZF+@ssIoX(!FEPwNAgeP43^{=EacO;sF(zctt9
zRwsRpw8*?4QLW7T&A3asGNtd&#F_RxE&d(*ZTwbOxaP5W4dWaGr=vM*7*6w=7vxs=
z2(7zx`|fRzz0B2X)@`~a^7x>}WQqERAJ6eh`Q<F$qxkINjQq`oo)tOe9KXzF{om$&
zr{#i=yv6s^%~OkYu0L1b<6@V!Q~mtT=X;;JNX`E}+5Quc{(IfydDm^PUif|P;?q^D
zQ%|!0F>5bgY~&Kzwjq_Zzp4AvocKA`PnIj@JMbq(Do;<fJjblo5nQoHM?XXV1-}jp
z|3k^g20e2(y=;iSqgZ^H`%lN}N%>Pg1+SYdr8{T+8X0Hf9_H{XEAF;8l~hIUcv-A=
zUv&S@%UMfZeZxGbKFnSpX}85nz{u*@$|i$I_I&Z)t%ZFyogwmHe05f9yb@slm#Z`V
z8{ebPyu$aMZ3)tS$i6GCMIk)I|DS@<slE<Bo;7JLNxv4X2xht2$y0c#iFsadddQsp
zi!={tA3Ww^z-Vy!wvDR&SIZ5l1@7!RAFD0qM*a+b*y6eNtWnl?-xCgVUd$CU)Cg8A
z$h38AFx@{z@!zMX#_xU3KJDM3nfLgf$<rl1Y5%5YW>oA`kB#`;sP$`=&b;fFO4f-q
za{Kx^Ug6LPpSN4&%*XKed&GUVFH&>)SN;86Vy*ffdGC`ZW-aoM)}3O!$#VY4p7(Kr
zw+ee&q?jk|oBGo=_R)%lgITAw_xJo0w7Zyn`Hc7nwh0#_PAS?yoyKdtI+Mxtqb#pd
z{W{~g32LuQb$6JjRcKi21bPQATM}|9fZcWXpRDM^w~j3c>@d%|z~!{J*=6Cz{p;=j
z9B^H5MW(si`oHCjE%$bEJvI8bdFRfO*Wcc5IjQClsC;-c?}vK{dqmZkGXrGZw3F6K
zce6g6P|Y4K7-iwmIgxF3*QT$FbDb{+ScFV?@h+FW#aV<UCNJXAgnK=Eicidwp1v=-
zk$Ic*7Gt%@JCnC<pHa{$aqY&^e;U`fX*Zm5SsJ>wV(mf~sgs`El1bBFba=<Sjw`Ja
ztv%BG!u*!r<P%~O|D5S`ZS>_%7S9WQ%i=wOGitii9G)$W8(zIS|Lc}eZt#I%jianh
zo;OVT>RAgus(ik__rTQ?x@tXK!t(=bR`uv!E-P7B5wPv=GnI|IW|_ye?Pe-{A$Pgy
ztDc$oVuzM8wslT77S@D2iF`Y={*n}r2-D?9Nz$%uliR-BZPs=X=UO`1Tl<TAm&~Ch
zv-e8gJTQl~OmgSj?R?>JA~MWwr#@I8Q!hP|qGb4a&0=MLhmZ4WqV}9oXFYnvWmDLP
zC@sEEdaRL|hvTMxbN;Zz-XZpY-e0j;&+1PpGY_ZlifYlG8g?hBVvF9X9QVo<ik7za
zRxLF~&1}2ooqIg%Qf;ZyuZ7IaF1=h)3%j?i{G2IUzGykedEKjfl3sQl({q|{U>z5-
zq48MSg}8k$w+BqCJ@(tcj=_1y@12uppSJm=dON*=!TzWRS8BL)k!aP;!z(r~SKwS%
z|Mzxz$ECwr%9EF_w&KcsbZMieE)Nfn%M<nam6rEfO|L8R3N!NkDSNbQanZWd7v}CR
zza*@4dG?xX9+OR9e7W<ZVpqw>ASqeNrM)>J$D;K0L~oTkMx~U-PM;A`+0=GtzLANE
zNY|FySD*P<E_%jHb}M|FyL_K$*uCo!nm2BS&J6o-dYv!Vk4vW{KBveRKR9%UNnKBw
z!#nz$bn!%OvDnzi#tupGJ+C)Cd3AX6&h$jf>#l)TTXZJK*{D^hya@9YRR1T&{;mCU
z>|x%$9H!r%%B`;7m7Nt}v4p2E`xoDbE1b%&5C7fN`!nT$?+Y%?CAW{4?{BJpr19BZ
z{Biz<{}yWnOH!t;h~n1H-tl3<497XUI(O->5kI<idT3#|jw)~FE=FIeZ>6m-yq^~w
ze7oB4-9lbowcl&%zLpj7^I1tAPG;VlSyiLK>$rWLfX(+m-!HrWf2RI{b7zU_+4E<X
z`}(=ZzgF2Lm>V4*dr;vRTg<7`B}{b(`aW+uBsE7tBq;oLc2EA@e-9Qt5R4PPR^9r^
zYnT7d?eb@rcXEqgN>Hz9H9L7Q`CeDqf%=&oW(FTj9@?#u4msoa$+uux!^_OKg_aSL
z@)xTf6zsXMXGZv|2iem5b~awjJKhl`y@oHz$HFXwmuqTq+uy5Pa@IdIni;IVsO?Yn
zxnj8BWcH34_5AWVo<d6-a__qf{d=>z<dbfVp?<gQd}lkue2cW7Gmh1oAJ>SxI&J5d
z=7X<S&Nq2?zJpJ#{)4*qxvSOgc0xy)<tKfUUKdkd$9W=ACT!}5ofjX@Nq&ER-O`&&
zMUTCesV&!jz~b@Dd5Y$9=@<VQBrg{#@42>2NaT?1{_}^PN?gr&ekZB+)5aP5Csb=4
zd|cr%@4?!d_K8vV(i8)??LB>T?>(8Lx=(jn%GdGc^B$Zpb53{{%c<rgOOG-1o_loc
z)7@alR}F_ZD!utPS^q@;C;g8z^q;G)^uG7()rQn*wJHHp=ca7diB|5+E!`&^cUvR>
zlac+_kG_W;m^}Y@R%NklTch!zuex%x*XrV_KX{UPOQ+Xr^_QG`d1%6olQFVhEcyGN
z3H8+6ypXY#m#yJ&n$n^N+u6M`Et<HFTy0W_El~}d>!|keuF3xrvl*+TrzlxX5N-_n
z$Q$ETz`W{fpMpkecP4+&a<+r-50<>vxp*z{k=z!Qi*A2Sj(MxNtT3F{?mFW+qg<HK
zF%3?iqqZkL?tQqKDf+;QMZ(`dK3$`8gv0(>L6MuqUHdf7xmVkqllGf!*tBJ#g#?$_
ztd3359TLgyE$`)CWXmWA7(U1lP2I`gSaL;l_QE&%)u;X+NcwA}Qq^g1XKZM{^vw<p
z^Gm-b{Qnpy^vInjVV-+k-S4;3MmPRRh!|*3kGy&#dydbqKVMAP@0Toz|MN-w<;yoV
zXI9O#`~9ZuR%4_8T={m7Z<c4$)xYxeCB?p8G)HHKRt0DKs!9LOMa^Fvwc2JUQ$vF-
zTm8p7%bq+dP`(qF`uofw_2|q`yMtDjo~ZlUCDN$<+k!hq=)D<J!{h}MePno}M3#07
zD0%ANVp@JBdxp>91$u(scYKfiy=&`pPj=0u$i+M-YIu}BwHh2}S;cx=bZxE3wNx{P
z`+JJ*br<vO=y&UT{%ZEq-<)S0mR*|l+ego@e~JCi{{MGPjM#FMOMg9jcK6G5`=6cZ
zCYL;)Ozu?p;P3Zksr>&R>@QDE?LH9aSzN6Ba(&&W%O>{QMVe<E@mc5o^6mEZ%ctKz
zFey$^?pKof<g;;6PCxjL>N%-M?YnxyljHN*GX@71?iT#Sddljn<Fn&CxGd!Mc(EzJ
zdAKOOeuDbFqkGvJZBG7(VZFU2D&>0N?VAkWwY=8xXv~p4d_*+l&Vfo6euF0q^P+Vx
z#7C>=F3ruGQ7jtRw&cTdfg9b?Veaf<4=f`0^*wAnIp;gqTiYM4?XAb=B?Q^clk!h~
ze#~iQ)t3)~*L;tuCFk|oGM(QrD?djlYZhlxNri}GfzF?GqRaXPD{{8~w~0Q;`@<;G
z{C(Igj;-u(cFIk!D%_cpdiwjeaI4dKst?+$)!S#(ID|y3`BAoLnt8Nch|6zdX8zL>
zCMu_zC$h)gDz5y%*~RtHx2s=NL}Ht`j)oe?-Mkpxi)Z~F-n`ezIjM&$A@Ku)`Ml)|
zR!?Gj&o^=5myKUzBwEA#)z)3T6EN?R*uQIQIdsBruK#w@eZSxJ^|5T%*)w~5m+W4{
zl(V=%R!UEDUQOx}aqnkKzl6`f<0swI%Qw$jF6L%X;`X(Fp6vf~)$X~uMZq7Iy&o=@
znFz2Q5Gh!ErQy8Qv{$-o?yqB5@u1WC_M+EbtyeF4|5fH_sLlLy$wi7yenQ<W3-d!=
zC-Vih_-=5U2nav2IyB$wqT)f8kTv1vce6K0J>8j-KSkrE_l%^VG8==BUaub&m7X<N
zK3juJ+VGz3pV$A+{4II@PuB1Hv9s(I*CW<mc(nTeAG0>y)+#HV7l(|V{_UT4r=K(C
zMu@<Ysdjg&OnG>C_%5kiXVyK8+%x&ymN~a1+pO<0hp%4KagEbs)4{}vT8I7T+3`jN
zFuYe6IQZj*g^guCL%C>jUERFD5$7-MGCAdvF5T+<Pbb&JkpHy1%ycfv#`s$ctoizx
z<)u2yB3@=ba9c7VdH%)Mj@!AIN{@Lgf876b-Lc<!r&cMR*)F}TbM?&TD<Ma6+nG|Q
zpVE73Kj*&3X_vMpr5pBlr?&;3X_q)$8+%~AVq4u!#|Ob5)=jSGEMN0+qGMRz3+;+2
z3$OA&xWBH>IrU8B)GvREgEN~<j<axjvbXfOFT4>QcYwp}@TxZzx1PyN++X!QU*a^^
z^>u1HxMm*D(pd3j_3!Cc3#Xci$i?c;<>ujA_~=QU@%QCN=BduJe)iSIVvX_&<qd!S
z99vxS@RMlFS&N<tqBCm`?K6|j>14gd^Y!orsV~i4VH%u<d`Te<>_6FyZMs+<DL$U~
zOLFqN(i_LC6ZsSCSd&j*`zF=(EbGnP8x=L?G4I+I&J7f~@=b55a4&mg!<RjL?jm9A
zw^nbQV5_`iV(SBr`l1*%e|GV6E6-j?)y`$x@xr*$>GZ_kxtk2U7tM+LcXaRmx8ZI1
zAAAm#vDI$bUfjoJ5%SD3&2GxX+viWQy$dd#b28aka_M|sWw}r0rylRUe`uQg+<WeE
zmzncjw3_x?KHnM?ug})xoDtX|GC?#ZlqYmn@1`5?6KjvonD&0hb+*|h7dF|Lr#Ndb
ziK}z7%Z#hhijbb+V6}3_%QK>fwte`Z`TXb}sW%pv=WeawtNohTQ8M-5#)>0z_Oa(4
zmr+<RFuCV!*tfZg-`M-+nAf~dz57m-&GO3OiZq?A#&R)*8Og2@k!sHt9*E_bbYc1G
z9xXvOm%zxSeE;N+{>iKQx#4q_nSw+@I=i?*zxjpU^Y1qO|NCT~SiID#mXp)9?6(^D
z?O3GSm$Z*9|6;vaXUe_X&vMo@+;2&9`j)@z)VcFJ*Q%NOHEREw-&0r3+H>vD(yJ$r
z>FsuJ`cV6pCxunM^E_u2`{@m*|Jv?#7HHqM{$^0*+gGWV#h?3GyfjYCNn+%huiK(k
z#pL4AVlvMwwZ`uR*JJmLS$dnztq=UvZPebd`(WUQSx!~rMj!Qhrm2VNFmo^c9;N(E
zLP_E4jO5q-7xwjaELza7Y{Vu1dO2&z9k#{76VlA*nid|?a`F&ZeL%D2;`@z1wX*mX
zR$i|9|1DH#b)<2QlTO9Y+j-?m;@|BoqrFTPRtSUz7#CS`yjlEt^5mEO|338JRQ@Oz
zwqv);ib#*_h<v;Mf4EuJEsQuOKG|A#j=W%$ZnGGpZ{rbvp01cDoHidXTNzg{26%q?
zHzCa^M(tC1UTC0C&CPAXx0Gk*S}!y$?&Mkj==7(f%bA^7oxD56Y7T#z)^p7!)$XB~
zyx8UwpSBBcjQac_A>Kgd+1dmBFW+9?6T)@5t*^y<ZZ3QG-Ltc|-?)+!A}=}F_uSuv
zSu6Uj_*!^(StmTcd3wFy^6c}mog1e5<vq5S@Oi#`*CqSk`Tvz(#9GP7z45RA(Oy3x
zuIgtcn?l{6DOWGsI_+PxZ2!Og^<4(9k41$EXIZ~|di~<J-G%RGxJN{NU(?_fHOEv)
z*sJ=2m4(xd;Ei^6N1h(<-Nexxpz&q>)wbXm;nj+%>7B}Tm6nV*`5&#!>EEAvC~m31
zGKWVIArZHeje<U0oqPD#_e6uf(*kjlhjnw;FA&IZnep(-BT=<@5rrA4nkiX@oJ*On
zH!e%#|CQ9wzWmB7zALR)H}!t4{+K8mRi2V0*QFX0HR<yvohG(Z3z%B8*|MWPE=V+=
z(%;Xg^ykW=-b*}dd$wtOc=wjy**s!H#{AmFv-^EQmL@SDycDX`%F`P2_lkR4TXXnI
zhfLck&pCE?wS^hzKH2!|L~(o5`<Ba|rhdzMxBQ&>Lo|M-TlYPUPns=hj^Vd1&sq_0
zb4GIIva5T!T9w4FrH8Fr<88BnRd`nOgv_-*`z6CWW-QUTeszvr%cI(Fr%Wv7?rh#<
zRqDvRe%JJzHD@;8e`YXu_8gC|>6;6;omZT^{o<jxod#3W!na@geg4@({}!=-J5Plk
zUBMKdP{cpw*r|zzA6wNeCcjvgr#su7<5;`KR$dm<wF^J}O)k(&eY@btj)%J%1M=T-
zG5sj`T@Y2ZV}jkD?-ss`0``3Rq|MR2V|j?(Az4*!PcGq0OY$Z>GW@0bD`*d+NKIr+
zSN7U;E?%zBr5Q&8vuDkl7st~0&E%5Jk$W0S(-kG=CbK5yOW&_xNu0#^*f6<FNOh6A
zuAbf@V~+T9OWt-({jzB4jr&~6$0BZCdT?}qX-~ZLnicwsTP)H&KMT%as4{e#yJ2V7
zv#w?vRwjOzcbh(a`Z-rxLx|tmL&9l-Oxri7iA(lM+26^2ac_2jmgeblt#jJ~4<0g;
zeBj{fASGh<x;)3}*}{s|2CLu5C%iPPH*PAQx-ZjpVouYv*tIJ+6<s;|%E3Bw_f3;n
zXTb!HAfCsQjHky;HTbjX)Je0ZAI<8Ucifd-YIt0(T9?hD{)E9xw$(Qn-B<6h(bZk2
zFk!>axpp6ye2{x_!I?GmT<PP<X|o;*KUx-+?HhdI$<C9-90`|%_A=Vau36miHurMc
z4+En^_J8gF8Ldr_k&>Rj#Q$#gP5Jq1tX5VVn-m3tr4E^_p5<;@<v!hA;9xy#^R+O(
z>c_#33Z_!YOS_CJdboKFWEKC&7x^7oU-x~s$qn}xFF$_PaQ>kCY<7Wsm>tJbmS2oz
zEUZ6t?(_5nta*BLN8HY?T82Nnp5#8fv@JT`|FyP6a#*BeWHncQq-x2#z+G0?CReTB
zBg(a+QGloMjKLDoKMQp-{chPm{T?7ayRUzC&moCsKapqEKioek$e+m1s9fWBVg4s`
z;ZxsRjh~-A6=tbD<9dza0wYeVf7aIQkKW7+3m2Vx`sW0#Uq|y_8%TF>%<z_bE<9Tx
zo-uu&e*J9qo<y}ty@sDc+M+G%AAjAx{vyBBvc(S;e3rPp<LvTpiY!^@J~sJV?|ZuY
z?_Xxe<x4-sTocJ%V(*+6qQ<iEQ{dg(OI~ZaJzUgvV$q~ULGMn!DqHzOprkkG)3a+=
zVz*4qNIhr#LF#y9sMLeFI<<U_pA)*O<=Va|7TlWt$lKCk#;H>$z2^3Xzc3UOyXh0M
zW{pnOoB3X%&g(6WHtiJNnb2YMv{JBd#{ElO`3y77cHBSsb1u8(cGZjPZx%dNzCH8w
zC+pLu4D5XmWWVf8@ahj_(VWA5R^4ujw`@>hYLixd?aye2&#r3TXExMZ3i7&@^`CZ|
zb=*0bt-bvaf2elz8E2Pm2PF<KJF2$p>{Uy(J@>AhQd^d6Y8<uB+Dn*u_wN4GA98-B
zDL4Jt_8(V^Qu(vu{?U^TBD^QRUX(ddvhzYH!$+S`g$8?uuuBEo{&~;ZY0NBLwtN2N
zYS>u-dSW&cUpE@~&A2w1m2Fz-4ef=Srs+->n&F*1?fn%Fu8)j%X_42rHRfquWm1@P
zK;w{OeNE#BhI{Tur*@ibSN!hi_wx0pyXMPnHCvL3B@ey1nxIyGX-fV#{x3`4*Z<#b
z&|KE?$U4IA+6(Cqtj({OzUOJ&zP^^FDZJvcuNwD5u19{q6JECzEdH_ouRF`<jl2`D
zrLovP`8H>pR=Vlk>2|K2>OarQ$-d#ve<N;IYvlR<LEgee%Ho&(1NMIj>OA>Vl7S~h
z^68~ZMYodXyIaee`Kc_cJ5=rUgU^C}Z}ZVTg{SxOxU5c<P5jLFut@&g8HF_u>N$N+
zMl4mA?A4aIraIU9T<&JE<-hyWl#=|f@|JvQ<XUxV({J;XinzUZbKH*D$18@h9&lVU
zHT>a~$=c@TEBS37+&Pl4rMmj?#w*j8={-7p*Z24KvdhoS3#JxWFic;5QrXPnPiDWc
zzIKp6j!aYA)zhAb?Y;y#PWbuix$f%D<p<UYWLNLmq9wU4*!5U?U!|_(E&*8ugB>%Y
z@8{GW+Pt)B&y?uYtLv85PI-8Zn=gIk^-B*}efCAY+ce><`Pa9Nv(Nd7Fs^yG%V^y?
z``#0I&OU4}B`%)X$11a-tH88*!q>`{ViwPbb&EcvRO+P%C;4z0ZB2OmV2=ADv&nt6
z%ykRjY}j<c;@8YVE^`sF!UrrbtCf{+F3kJ)C8k-K<+-wmI%}NdZ@Yrm@p}JXE%}>t
zt&aQXY7OrlZ^YGmBDOx*Iel{F6v6kKKgdpteQ>Smjojp-c;_5FR|T%sO0@|yOB2NU
zfBQ7GZPA@-d-u2!1H*xg-tw=<Y{jKHwzAL8^GJQfGJkW#{?LD7;$oM--SX1d%w>Of
zjYh7sx}U_m;_RjM`@jF0YO;CX47u0V{PQOmg)lY!6W#oD@}n7lCi(U(oxyNG^N;ht
zH#>^%Y!$j6doRO*cWs>YkIDH5i;v7b{V_J;`!RL5n=80_;_rBtr>9*`p7QK^T)pky
zpU<LSHuKx7sG9UDylRVA-{PC$#u$H4>GIS+GI>0GA$l^|eP=KCp84ctekNF?_IaGe
zOV{R$&!kQ<*Y4|ID)VAyla|Y&OS=69TX($ETw}ejIx=+w|Mu+xJ^~3(^%t%%(3f;r
z!mN6DqaM$v;BfUjC3_A;tX#N+E1Z1?pDN$c?+v1j%wdzO)Q>Oz<9kOp_cYh)W&CpY
zy3>U={Fr*qnWN21RA`Uiv($U+YaS@wQsX%=Z)%6nX)WHoHQ$XE&D|jJ?Y5|`=tIFU
z0jbikbb&{=8uv4EdfQn0A9>h(MYHzJ<HM_!l$M1VoOv<J=HRQ)@MvA$%}tB8RxsC`
z5irb|Ubt}4+b&PhKOW47m6ad<d(7p`dZ%r@{bA?EtcJZQlQr@e3kydqmW-}2Ua==2
z(<&`K!dP!x_`13N@9((2+;l!*&eFg8{?+|jrvGEpj-VU&)!%;mr&G;4Ex7o%m?Kkz
z<MotEy^I&HQtt;}kJ~ZFlyCaW>WXz<o19p3YkyQs{IG5A%ku5d57cK%NvUnK|Kclb
z<g-p|$E|`BabCA__8(MxA$@6rpYwIL)hTj+ws#&ZN&c+)#eBYAe3Xy)vEP?pJaGL`
z%Dbm`!Hw$%E~$sx?r5|aztBA`{LQ{stHR^i@pJZ3H$MLfzSQ{s%=@nH@+Vw!TCy&Z
zR}|-5%01cLq@bi){-ybkTKM$i!3C~Q=6_B7-IV?$bVcC`_HgbCM*O@2%EfwH|3n{(
z`KOoK$+PxrgFBZ^*}jGT`Wu6)9zHr6;~wHvtr6}R7w~k>NB)0rE50r)&YT>lzGQpN
z!45NSjohvzpVR)WS@(B#iMKueV|1XqCUBR?x&06FCC~5sydhQb8DGVe@SU6ey44#0
zAIbmXc|d5g!pqjnPqs|eKE3ivd`#fBmoxW&PHc6pTvITmR_GMt<BRo69km?Pd#8Vm
zaz2xL$94Z^p+z25m(0~vcIs;68<m}iexMb{Shl4-|MMlSe^1N|xLyCAGd*=nU0X2q
zxEtdiO-9Z7>F>Q=e%ef%mXek6RO#TVKW4r$HLtT@GTe6-h>nXpC_eXKo^ZmghwYtP
zw(RY*w_x7RoZa;AX9@pX&WRn3$0u2RoD+R>!OGvK%)HNVwJzkjU?uo8Xs-C5xw}qs
zFUs9H*@AP&){Ayd3IgH(9(3(juuJ%6{(i<PrbKsx-06*c-)@%hD)IA2OghB%Nb}?w
z*PVKwIOKzEQ<==qbmvq$ZGE0#;%K8_UtX)WU{Tt=xd%nRH-#?Ji#ukVIDO-jJ?cA5
z9VZ?v6Os6yx#WB2&rdDIXM(DAYrntEZ~yjZb^L#})f{$9j=f5M)DnNWtd)Pw7Lh5h
zHP|Px%unn%wEyLKNrocnPt6+K7Jr`B8k|_9tM2M*T_pc=O-{1Sw&^csuu0$8%+%O#
zD7>C!?)f-@Oo3v>E3@tW=W*yhygp~`hh}Hy%njSsr}fP3X=ZCw*Vi@@SRkEwZ_n=w
zkCbCRzI$Y~x%2geU1iG@e+4dR>U%Re`1JDkZ-4XO+daST=OOEtU#G8Aa7au&{`bZ5
z`oD6MIo$6!dt7^HvE$=S-k4Kr3zwe}*z#%r?{n-w+|MsGF#c$?!2V|kZ&~}h-#5I)
z^?R31kALkr(LrPNm*vsh<u({is9mvI*Jo42(v+^VQR{DB4|Wd-xN#?4=>GNl5f65x
zbmb|mQ$BJs#y>1Uq(&ls+u>TCW)9J)U=hDJ#{QeuZB*L8=vT`7>cHFsC!^Aq^>3WL
z<{O{b<;_d?r&yLTY&U#-qP)pIOh)o?As_2gm&z;Ji?5ij+E?sj(6*doFIT|q9Y#Bg
zE=qH)e`oV-YNTXgmUQ;UYp1<Ft85U?Wox|8xv(`Od9v{2m$yvA%3fS%)>$&q&(5iO
z(fJkqkCJLq|K~>r9DHzc@$Qp+OrLc&KAEY!c>XUzzl;=)^}AB0glitzxkP8b;hEKw
zi+p}vb3bI`Io<M!_|YFvZ+{ZaJDkPVcei_?>CLlum^A{qX6>}Oqq@OomCEb7iHDCV
zF(}1os(A0_?&kh-nM?k+pK7P6WQ=}~&E@O2r(0Fs7PxmayKG1A?UPQw9$u-~RsLLU
zTEd}qN)fNNExy2WLvab$Zm)R$nz!xxF~0vlB~LN0I3ieZ`Dmi_#r5HKuP(5Z{(R)9
zanoka#c6dhQB~HdI-eBGydQnn{r9!<T$i_Q*u1uaV9BKTJKyi^m{<4xXKjo14;wEx
z{p71Z!>aZceU<uhcgnTuYn)LAKD&2a{w=>px>nnEr<1|4IF@jcC9db0BM)b-|M32)
zVudb;`s^L5TNg^Kdt|-8H}MqPiy&i{73Z1Fe#<F%R0-U$V%q<B>$y3h%25##VoS7j
zeq`sJY73Jw*AnUzeCg3z#cv~-aA05X#9PTR>y#a|HcU^qcyapOO?RoQGU0NEH0<8g
z|8`y)tQ!9?dg;llHJn~YkBIV^@Aj_06lbSn`Z<$zHOE=+x^Qg~G2P8GH=XP%>Z%o1
zbxuv1`&UZqo+*>{8)swDUl|OuqHQ<yN4!lDJ@Z#c@A$h7ldiTMT*`X?U2GWdoY!;D
zX2^N9y4k%Di+Xk7z=l)HUOhEEm(^IVn|DyS!{o}@dtBjrj-C|TaltByW!o&p^$W9K
z`h}}FpX-~L*KxJSj7R5_*Uw<re1;DTq*rjge44%HlV9nw`fscGZ+>}wZw<3Z!L3fg
zg2cKun+F_wZn<}NyB&5qn6y<`=i}Q~BFVhFvX0N)xS8qg#`<0Zhs^z5NqvUP+FlE}
zaNT+P^3Kl8U+)d}{(k8G@~1f8CCf!Yk~IfH-OlgHcyr<Y1OJD<%FfKcZZw_iow0S#
zua??8|4V9IPXrY+_2b@n{r@5Vui3=3h%Z7=;XtB9%0V@O4~hMY%x$Kp|CH@%YPb2w
zDt^Cj;g6<r?c^!qf1hRFerZv%<|+HPX+M8TpZ}D6`eWCw1Dp3R=9qlU`#}?b#cR2X
zbG1HmuKu|Er_Z$0x?S5h1lJ`P9u>8@acJkcd$S`RhS-Fx{=)lv@~^gYhU{~i(+c-4
z@>k}s-(=z;8M4yzupz@O)rkk{%}Q?kn$vty$%1k6%r)xUO&?#bJUrpru3PgC_!r%b
z%1cR6^IxaZZ~7z7te(B^tor}&^Tq0Il~}wgGvlw@aOm!CFpOIe{JK2G%5JW9$zd_K
z$~m>mc;0-r{eHw@Kf{cl+~?<<|G{;`W$9b~qgOxrO$q7UJ8k}KAIndw&oY(Go=p|J
zz4~L{islasnC;Fvo@<q2oy-2j-OXn!k3KKYDeX^!7a!Qj6svt*eSvd7+ZT(Cw|L@T
z#nf>>xE|Xi`9EimL<7U0Pmvcq9d#y#XZ-06J^Zw^F{a(J-0<KFCxM@D%>*{~UiEgl
zQq}HR|7y9I>xA{92j6qF-D>NP^S>YP<7oay&uadKZrNKt&SpHwwR3ucN<hcuvLbnd
zPj))22FC-Om^`fSZK-i*EHMjvGQ;rZ9j*WaMix%<n8hAD=0s)&HiR;C-}<pk&Qa}M
zu`$m}0q)82u{JsXJYyLGcZELP#?IincjrHc%qN=npT6Hzf2u}xOX{kOs*i_FxO5i^
z7O&s-;>oqPgpaqhuRji0UjNnHo_kSIvhR;Z=P7v+Rv-J9thsYO-CHmF_x2zEv>N_x
zi%r`)F=l6b*Qd&GE&h+2emqtveY9#b&pzJbvQV#ZxyzSMY503xous;ZO69YYUl<Z=
zdUwUVdUH6wZpPWFNQHB&b+33!GEU>WG3Dvr1!wj3mP&8Wd$@bIOxX5-X^8^t)f%gp
ztW9d%uq~reRwq00Le#BqY2Lry|8K9Kcg(^j_t&4|3(F_p))Af|z2xiaE9-w~)c!bl
zTrnWNI#FtAlJ4IB|J+|L?$1ly8Rh%<d0VD7yRwtFeC-bo$7R#r-H-O+e|P;7e|<@(
zsI6bq(Yfn(CVf#*Q+cs>(fib?#!&^{tFIO8PptQ|dUfE@o0j(7{K8E<4tqGW-*6}R
zXewyt{Pa5*a!l#7CDZXs6Q;$n_TTvLuzKr@a6u`TY5N}M6--xry{_U6*CCJdM@!zG
zlHMVGHNv)nJ-pxd&XyY`oe#2Yx5YnvF`-$$y1MOB!g&{|9e-q&ueEn*xV_ZIY-?G*
zVt}-3XD6$7Y5jk>Q#ZJr9;hj5Y_$92b8NYH$DwOePoH0I|9i7N^K<2w>h(YCm)@`Y
zAa{7$3hy;F--Lp0oxXQgQFm^`0oIcDG8%RX>-U{?66bL)pPJj!QpzKicjc=~fiU~y
zvN<mEgEcHBY;?Q-`ONd5b0;_X{F~B$><8<7kwX&6IiD`=<<Sz-+qim9*(UvyGroUv
zpMI;lP*BowL($|_?^68dpWUdRDs5r=b*F5(^_shli?s^h3+{W-Jay~Q5OoFzZ*A$e
z^S(>!rX4VU(X8&RapX(3`n1ActJgb>b(MXTPkt<HWlr|sF#poOIx?b5J@a?@MxOeb
z|AkSk@7QX>ydy>BUcAu$+m<_f^87E0c3<I`7-D08U`5SCJLbiAoGaG1Z+vdRyW-5@
z|J4zV7WOw>_xzt|ayIMb?+cgYHb^HVurA#dRoTRJVZNAU@<L9lP(j}Bd@sW1{1&WV
z_sB!|W8xw1hmsM0zRjJ#$NdQJ7oTr?vTq+WZJ)|y9u_}i&Z%iRyGrsh6>F<LyIr{Y
zLPIe^Kc*-2aA_Flm*{Joba;1f{Ppm$`<ex7UFY-j@i^s6oR}dV6FV!Jzqwlfh_`*N
zgxcPAJum0toC$F=4u|qIU$L6Kerao&(=D@Nj@kP@>$<$0B$%q|)M$KpVvWZ`rI<ef
zuX6Wuwbx4M?Vs{^^Mk)f_qyC*>Fu(<zw`c~@9So4SSI|z?DIahUekwVYj!8iovOaV
z=vgn@ziYZ2SHIYJ@oZ6wWuDzM;qh~hqnVTctbXHtE2Z@rhu!v62CjSY^Y=|qvq(8-
zaA%3j!waG;H3C--=ZYEjXejS~|FWxHiKkbt+1{t;;`4QNj0Rskts9qe`Nk>CdQh%6
z$6NmF=2NF+Y)vlAohBx?+_a+oaa1d3(E?xXmrJu-X1gbDSjVN!wQz@K{{o#Cx5|##
zH8vj(Y-iZA%HO(J;eSYk+soh+a|^F0OnxtwH)-yiC%y|fQYIwFn18<(-VwM#Y|AFk
z1svaBt=;fx@4j6fOdmC#$v>U;aiimu_P7|XiMl0~T;02xIu~;sIO2Cg-$>=b6M22+
z{WcHJo!)PmTer+%^+%KaTlKqkJFH<^Ts!~prdjv*T#;Pq^YYHj;tz{=cocs+vHe`(
zCyQg-z4Sl08BWU$s-Ju+%%$|1?MZzJ*DCIxv$W$52j7X%&-h)jY>m!CtC|FRJ|lO7
zx+hmZ`P_QM`gP-Sb@#MM%S225O59k`Wxs#ViGH_DAC@u5-E~Zk7katr(Ryu@9gSfu
zF|$fquh=s52{O-qv-y;8P4BL|{)-=8{KRLng==y$*R6iu6E)kD{uG@HZZ!CGQ|sdY
zL%BQ~MgA&YNVBW#XB2#s*n8g0+h7T6qQQ!@YKQM{dwJ`c=k7I&c~gJgNHBk7&BnLA
zX7!hD>*HJIsZWzV#gMww=LXB%OEr@|`HH2^x@p-{#x6bO^uA+de4h?G+&|{EX!Qf#
zs|O$Cue)LSY;pTWo%Ti!rRJqdhmFiCC;r^G$8p1whWgv5w>WOB^X^D^=<`p1x`+Y`
zgUYe+TOU@;xpgAp^`Y`h2i_<-DwXKnKAN@if5O^+U*mUd{crq^T}iYONPP2AZOy;E
zf7iZQ-tf}UQA_9D!+ePZmbEhlS=bBHn8KAyI8Q!TdY~~))?a$=@#YrhRf^LlxH;}-
zKH952>j7W?m(HVEyvi17^(=Q;5507p)}XETGyBIOep?UOCeI(bx3&djEy}z9`@e|y
zqqr4+f){OkqtJOY-RyCW{L#;ImTG9H+x@m#BY5qoy0Ctz1JB!>b34nvD*gD|{N>$l
zd6vYZUAz`y4B~vR`MFm!_cAGkEH;=Iv;0H-%ZXEGT1sWkGJd(^Yw4ax{%uq91>;jV
zcb&Rnp&7<{$Y9-UpKXP|G@8=NRwhdX&0C^)N3ePRzYB-fhP`Esna6hL*pkOuF4oK!
z1GYy=Zw)eVuI1cwz>;;H!3n#cPm&ic*dWqpz<lsiZ)mS$D1*ONr_ZhPTeR10?Pv|1
zvq=2w`g?iDl&aKyc?zvQ39>glwBOm?-Tcz!h}Ca~d)4m`f9a0@%hP>Rs$k<pPVac`
z)v@dMTDsbQU9$gYxIKHCQgMmVL8oH=_b1PYUyi;%)5XDN{<F0GCsriiZ<bzkZ29a<
zv+v9L$2N1Roy~j~82#(({<=x?Y#eqpCmvZP%OQMMi~ZM~<F4{2Iz$6fZd__+>RHYI
zF89)@wM7?ujf^cUB*Nkfckhkm=-Xi>`E=2Gvl(&qKX-n)wOYU7zty@}EnmI$QVST|
zJmy}L{T-Q7bj8}X)Nt>YN8K;a?UkOhtxlcg^>Y9DF7^^y<vBGvz7H3_Pdnr8KksOy
zKvbE$U4_7Ewt46Ne*gF5e)F>U4&luGJN_%&-B&KZuv%6zLE`@_&s$wWEV3Tz2TK|q
z7v8+OJYfe%nFI5>&@%!|FO}7&*xuT^_fY1Yh={#0X9FXGEqJY#%WHGodu00I<>ws>
z1PU^yNVd9Vp0?R`cVm3i%*ShZG9vaptH@}4{`2Lb2Ss^F8hb1LYBg%QEnww8o4v%}
zZr?<^e^0{hm@g33eJaJVWy}75$5y}WHIMh=m%r!x|M~xK&v#sQcy7R#StQr^_2A|9
zm94&8yM^~Y)C+oCGv%hbap8-3>y-J<YUM8UeAu?=^(l_9>+k2z_R75xbg!}{H8gvA
zFGE<W-0h?HA8g*Za3-hE>aFUM;UaAxUGo;oyoo)K<oxkz`h8d7JwjVe_Zrwv{r7<V
zzGtzq@yhPQyZ*iVUT4o67w5J8{hgy3o2Tpf#CB|qN&es6&V20Xg~{>~NjEyOKW!_R
z=)^eBb>){h@7YcJw&Yj@gfniLliGT-cU{D*hr*Zsn?2lVYkRkrV;zgm!ibeJyWcxy
zFS?k(7AYGQd$g8+>EZNq$qPAx_f4*qk>ce2qBvz&)z<EW_3!s<r|V9+$^A!5IeD>L
zz0o77-&_kcS*H~%3qSm{y6E|y9W9K`QQPnD%K8y2EbA#18d)G`@@n>KVOx$TZJK>Q
zoBIqN&0%uU*vj!?<1LTfi{mTv44C+Nr>MzXZ<~LQ@t>JUXt)wj<6Y|uQ@1_b%rAbk
zzU9(-`?B`8>Gcz|y|rrn%KH>q<xg*l4&S!Gl*eS=!YiF0{vA4McrL=hpwaBx%f)(T
z=d?F$S>&;+>P5}6!t)!`=5uVWdv$0-x52$*Tv4K}zb5?cyfl4&@;5m%Q;W?k<)@}?
ztNO)X|08VIPyKp6xm}mu|9`Q2WqL--r-;VIKF23b3Kq38zR^67E9CgnO+456zVjbn
zT;pBnceKOIL{js-;HetD{DvE)C-Y1W&)>MC?DHFonCYETA?ufwn(~Kre!s=r?k&A*
z)@2ue_1_cPE<Y?$w_#D8-XQ)kwDI-j{JPJDvu0dd+qr3RStWC>$bYlR(Ymj0&b@X2
z!A<>n>@lqmvgiN)Ghs{Ir7ottJD-nl`Be1W>VD(~<Ex5AK6>smUwpZIBt}u@l+~xI
z%qcxj8uB-9PpSIl`mKGg`vkpb-5%Z>59s6^(!DmN^wZPwciSr>ZN9Eva=nIs&6ml^
z7i~3j-nQopI;1>SEPiaXrNKILi{)v>XPvuRuGfFr{CV2<Q&mzH9)7Y*zRSD3vj6_;
zMdYKlvZvOGe5r;76L_tbanIA$^GsfH`hfBN&CxrK`S7+%USAX%clp4E7eC&=l=p0Z
zbNl9z6B}607w&m=OMN~=Kmq&tWWFtN;fB2Y?`pUFU!wDp)wMaarm{-?*bKdA@wW>*
zbb<~RsAOu-X6?Ogb?eX@#<@ygjL#iy&Aclu(`X=Z*zkM6az~46H^mlMFN;(6NsV!d
za{l@9P0HjQ>lU5Z^eD#M`>uVfAy3|?FA~vxOL&(533YlRBf)7|eqy?H1cPzloIUIr
z(?3Neq!d127n_`BwPn}#xG#E7pXfN17p3m){*+_Wu(f$ct`ckMmPJPoENL(kNd2+q
zvFtg`gbU^0c#}#U9=HFL7G?j`CU|pV)`LT9L|Zq_@VT}1l!@EMOD|t7VR$;p$k+8p
z@#2<$3x(RkQY0e;+8@v7wD{m46)v}Eub0%6+~bb74SZ&ZPfiq;4x4Hc;>P#WWW%mq
z;ZABIJQFvi+W2yW%*l*fQtZ4!Ph4lNx%9txXA&kb9GEay&-k;uSf6Z7+|S%Qjm7Gd
zHrYS=>dE!cG`}wYoss(0i+S<f#_t`y=DcJqjNkVo#;Wb)&NunaTNj*6*u&H$(Qt2K
z|386KKlDX|56_&E#(Bdi@wd0q^c#N`w7AH9Vhqse{b=o_CVPLI?vWiz{H@Yq;Yn-F
zEdnx&B^wh}*_KsocyBDdOzvN1W{2;aCO6O3KVD_+44oj6Qnc3a2hZ+h32!qOS6%GR
zzFWU$=F~R<4CV<&^7Vz*wT7Q1Uhnm;^<fa`n7q%&t5KCN%Q#-ZisRX(+!Ol>H$Rl~
zc`J~*_MAhm(~L&ZNB^w^Ol}@=S-RR+_{)y{;fl8|i8+0i3%kDe%DH8aocV2A8vA)d
zFP%EZb7tji&+DpZMLni(4xRC2T3Yz!-u~A)R!2Ye?7s5OZ1#o)dtZu|U5d8<wugV(
z&4+xyOT+BGC9wIF<xMGJDp2BYJ7Dqp-La(yBwlQZXU*B(_u!zGhmw`#S?=pg?Ia@Y
zr`5PVW^-!Yw=IgR+`K@WNnPmrIlesQ9l||d`VN1&)oJuq<!)B8YQq-Y3s+k|cAB&a
zY-<v@)@eOOP)AJ6CiRY7&W2aT>R;`r3SPUp`4aEs%eNjLGYSh>5!}5cEckebpv4>$
zu?=F<au+4OJU@Q?CX0371Jmht|L(HCyg7NMz=E=bd*9R3lP0eYd!NQ4p=(vkp?*pr
zw8gr0iGfML^rmG_vHb6)cO<>J_<!?`Ek_v>ze#R+BC5?6k+;R?=Q_tH60s`31Z#M7
zrQ6pSE?iyzPVr3SvdL{>Z)(=HHCe5b)G+mvh}!(<566rD66IZ77Sax#6`!BJ&U|Hg
zw_<_gv+$mmIk%So4}Z{qVQOmj(p#%^mrTF6XWGBh^*@$pc626uuFzY1Rs3@N|M%~g
zhnhXsOA4(v`QG6m7IEpO%dgMv#xL!EeVgqvRnh7!<Hbw~Yuy&^yhEq%^fc_(=U)&X
z%QpY^{bl>Unw&|TUH|=6Ye{{brLD5p%tMn`yItyE{_36a#4_jLW{wHAOG-n}OnllF
z%qkq)!*?J(N%cEJ>Iqx5OY!=QCeP-dd6eC^;c(lpkDrBKR#Z%?Uc@2jx{|lEr1qY0
z+wRM=*YA^U+9&+*(j%SUQ}f!E=JI{tZ1=5n@7GVWUA8(-&|%@M-2Ho&+?hMx`+vU8
zk9gb6Zk*QprbO`RlU8m0MJEg<vd=%2J*&?))@<JH0^PGVvpc7*w>ovwQC&OA^!v{Z
zQceeWGZQ8oUTB<TYUHqZ=eKhHOFUmTomjP~>64gt=f=c_@=p=rX1yxUTHdL>wECi{
zoA3O1H%Hz&2hD<tM>{8Pet2%~5y`oM`##UxBGsk2Wzi?4_h+;pX>7bOJ<n;^M+GH^
ze69-|j2}v0?h~G6S~cf~{44omvE18ro}EnlwY2H>O(Sj2zi;eg6ngF~TIe?ObDQCp
zQsI;51Xe`P;oa!DWoOzQefQo!M{le)R;glKFZ;M@UDDbe?xl$u7A?y+GIT3l=(=>i
zec!dWXF{jNow}pSwD{t_Ljg~<<e4V?N$(BaX2vqpEa5HF+EdJJw@c1DZvH%d^=}Q<
z4xN`jr>|RHT>sfRY=(Y9N`>mz4U@L|M|yF6GD$05CN1Q2?rDx_$CItaZ7cr--#OYp
z<Dbi_VE;XjyYI*PR=7J@FXMImT%qE7@V>|${*7PU9J-Si?_GIe)1$+CqK>PkitqZq
zx%cAXfA<>S->v$lQqfdAnQO|`qkAM*H*A?$w7BSBngdIlbwhXAkGb-5m-Ln|=a<}P
zcB|yTnghWxr>Z{gsX4ISB1m$|wM|>&WM<u;{>F9@|FUyWx6MCS$;#Gk5-3xeS^0g>
zsv9l-w~M0ZoaVmS)p9Uj*;&v23FAkuv)#r1|MKn~FW9=b?>plud5*674}u?`*niBs
zy~pOWr%F~&NvP5Cz-bF@E@_?fOlsFCJpMsBP~edD7ZLjv*T3y@v<vg~6nOu0?o`1S
z6U>g@+qxof=EPkZS46pZ4SX-`5j_9u153DqnT1E#dH&nCPEDHqJNZ?`<}C#Vi?!80
zwTkjB2(ip;4BvH0xH=;6%kIMWCRT~!^1KEPp7N7i1qGvm!?-Ro&!|<e>v@zK-6wHd
zQhV7`bNiCd(^?w@KmBZI;P^1@KzS59Te$h|pS^(-i{7+(sM$3iH+WW=H~08~mv^2@
zaNOc5O4`S_<Thu`o>S*E>!;uUxar4a#;^H$I&!n`y6>D(G3Ec1r_bVdxn*3P^6;(F
zi_DLi$|3O_a~ow@<XbGK->&X(zI*DK_f`x3&4!2kq^F&Yc(<In;Lp<n2?6d;t3BA9
zIT)B1AD+{<x6NszQ0^oFDb}>2=_wMSMmd}23u*dQr2a0J2uck5u$?z+S&mW24Y$e<
z7bIFIZt!84U(v;RMs7ilZe>bmU-{WZouXVPrWCnM(l?6xA;?tF7gW$?ce=Z;EB}(n
znWZh~YbGAc=e)-rzw^|VeXNHaebfx+vlv(YtGQ$SBc<VKs<7YsPwn@Y8`S^&XHt4+
zs^{taO@XN&k8fk(-|zoQF}5#7G+>gzoWmNg^85}@TFTuhoRi02@${7I^D_2{m*tcb
zEjZUFdz!R{6~}U<+-Qn><Q#DBQM~H43(e*4Z66fdo0M8vsj<8aN_Bdj%F%K~_zWw<
zDZ9;zGYg$}FEO9nv$NAPy753j)1e2&l2d;4ReyTvynAEs?(_fDQZs6g<WJnNeEpsu
zT4BGueqGhiTXx>=;gp+xr&F8`89&&*f41lO{T#-rOS8Gdmu}>AQrc&6HeuPHyLl|f
zzL|VZ(7pS!L@eB<_SnWg!;LRLrTS#o79HJEcP>%3u;<NMC64k<`Ol(VdUyGW%Ovqu
z$**SXvU_>!=9GLDm9-0|FVkO|zxV6jgpB{6|9`P}%h=_|BB-z^wsg&Y|74$&8`kVr
z4pZ2=W%owWwAI{;PMP^+u#1~Me$xN=^1FEq4?nJ9)4lCD{egeg*GlQtx{o%q{=ZpP
z^LMpIy7P{YH6QM+zdSeEyyMVOHIEpfTNhr5riA{AnYd!H=)zmB`?vbXyD7N*OiJ3W
z^Ly!>nwYB@%jVgB<K8Kxs4SM&8Znh4)7v6zi)VKE+^64jf34zlJ}mb){PmLr^J9A#
zt_-~vB2e-=pul8)X=^C=^!|qrW$Lb;u)efdc*DCCxgAS)2k{=%4l`=JTWfr&_urqW
zPlrGC8SLdY<oVXW?Ef42KjJ$sDLgSsEP1fY(6&^v^?kTT2^;Hye)+f;Z3R<LD2tr8
zZMm;^XU@6JMO)nM*E=?UN_?HsxPPYDUFAE@JwD;(I!^!3J~;G%``4Gt7q+x6Na;9#
zqvJJ8$AKG;zf)DYRQmF3Z^?E`m6^@l6LFlA^+mzjiFq}3%@%*IU;Zk-?vk6%?gyVg
z3g7uAcjxe|?;?yn%u0bt$K01+%3fc~{YUdnft7XO<$1bAX-s)drL7MVE0{`m-q-sx
zp}F7s;(OyreOCS#Pkq|>GH!%66^3s==ig*}C-en3EAP*V+9`{3KI|)g-)*wpX8yKk
z3%?f&zf4tf<=u2h;a^k!#IReOyC%NM)sQ#e?p?gAy-jpV`o>Qj1!{sGpJVrxs2<y|
zt<{!yb*;~x-SbyA8Qtpsv`*-G*VO4>)<1gm^ojf_{qws54}D_H3#`!Cx+^<_mG{@O
zGa1vJ-fsNeIitDaTH}Mu$6s}5OG;VaVcy)kFtPjUpV!ZiT{?CzN-Fhf$)p!?T1QW>
z;nUeHo>Dva=dF*d@oTSE1-Y|cH`pa^%)KsB;@^SwUM&mbt0OxNm?m@eyjy<mVV+Sr
zPiBs`eq~X_S-}%eetwz|*3<N^J?J7wl2HG-<q>{I^SK|dx-WV{{%_o>KHmpdCmdg%
zY+7OSQa0F8<lJlpN11tcr+$3;KJ)k=t5)qxlaAJOsouPBbWfznWZt}Q+Qp*D=2N&6
zxK*1B<5wmLG=xhzp7R&2du-?8!|llYZTp^0EvFU4;uz}#+fC-)eqfUxTi0dc8Z~*^
z`>rc9zn$?(dTrPrZst<;yje+If9YDS4c@cQc?b5d^mt~;uD-InY0df{@|}x#8H+i0
zls;LV6aVwK_x;p)6IvIEI!vvcduqd<;2R=SlCPfrr`Z2_uR-P1J+~Jfa=+jHuR(m)
zd2St+Jsu$+V^U9)_gGx|rI+<|dYh|}$j_;aqO(Mo9i98<xTV!MCa2Y(GGE@l`c3v&
z`=%~!LB$2ZQ}qh3rK)H=pThTy<$P_?`KQ|$wP&;^KJVdGPIwr1yyA75>1EMCM!pv-
z?HAA8+06ctXM=K%)d$uU6U{y^{3C5AICF~U&k3i#eVT9A_U=LPr}hX{Hoe0>*Ew>o
zG%2d@b`Q4xx%s>6K7Pr`>5lW2zMd&v<T9tStSDNjLGtwPKS2SX)y)^5c(gcw$C-S~
zvR#u`o>|kjZRylg#;RZ5p6v<JW;!IW`G#809^plK?h^|>&yh8={;Xj;d#C@L%$im~
zHZ9p-Hf2fyqEi<~lqCLq(;|5N<9u_M9NCsgxf!C$B@FTFWIAfBEYr_&obohU^GV**
zn)~G>iJlp%E;HG9J3eh`lHaK4v`?e(^ZnT`3RW%hVliWpdU@j=k9~uLiOqvaQ(A3)
z>v=t65?}9U<?};lbxq(SqvenCCqBrLuZ>Or?W3kRC+jYs&)-(j3&}#<4~kc&e`c?7
zh)lS_<-h9Rt=Sd22Yybz9V=jCFy+Ji1KvjObN9+iXSYb!{xpBF|ATJZLDtVFIyy|I
z<=G`}?-x0-g{4AbuHC7<Yl18*Z-#3zmqjk{TCnzTjm?VBe?NTm`Ss*juSH_m={-+9
zm;3QW@f_ZN(Nk}N;@Sgqx(^)*O}oYu&~@!ljZfU&8(TQ0z1XyFLG7jLop)9`-AV{f
zk6zoCx}C{*<uY~udCOj&w#|I@v1rHJC(Tbz96oiw@Us}tg1Hw?wz$80&17Ev@=x&_
zX^9ja#VL38?LB%^L}tzQ7W<XnYjcefHgp|4Hq~<GBA<MD#uEOTmx~_SvGXhaI{*Lj
zf0e%v@BdD2`B}E+Mt6<arQQ20<@cQCDfDif`6}(k`JGDl>t0*GeB6KII^*ImDtCOt
z819-sG+NQL`<?B#>ul=Fs$cGU9C2C8*wAj$y(3a}4-b_@9d7?|ZSC#AeH&QoJoWud
zEi?oyckX;xQIH|kx^${tTtdwH0QPCB_wMd5o^AHDVAj0s3%;|`)+{QGsq1TSw*O!%
zGCeh8vD#+0fY(d(Mc<?@<1%|^Em(J1W6zcltIHbi)bD-}%=EB`xy!Y`ge9xh*}TOn
zFZIm3`YhLzf@zt~F)zIo|K51M?V$fQyH!3C6IZs)?r{>!3;xoYp8clm`e84fyZnb9
z>s;^T=IRzW;3gd%74t04>b`$)a`<JAzlwRj=^YpK_wDFk;AbDOOnc+HY1=l&uio6e
zmm_xZOHDn+={Lf|TGwsw2#<Ho$Y%7LYOWjhYu@t@tGDUzj(_X0n7dnM*Rds=InT!(
zezoj=srBR}QJaw6f!kg%S7vJnlv({<|G(&7NQcu&t)p_+3jGb=FP*RFvq8LRv%)U{
zz3&Ge`<m6<-(i3J-+b!>`{cq(&EH+Ec;ET%*ERd<Zzgy5)N0q(ednuCXyR*A&h)ka
zA<_IHxqZ6Wjt|`FA0(4%ii(W({yF7+@qD@6e)ssr9Y)Vt!WZ=l&9jJ(iSscJ^q6lq
zw=qm|@`dhGCpoI6N+eHs|DO5Za$a++=ohW;lb$_R{C;Ue=9BtEM|}TGODi>xN`LCF
z7`v;RBmP6$&!P{)zk+6cE?V!tV_)FRiI;WO@a$iE;nkc~N=mg})lrUnYxH`xW6Ce^
zi5`*7xa%ypwL@xUHuvF}=8wCd9lN<~-<Lx#BC=NU3Z_h|<V!8;E$^1T{Zex^3!7P{
z`;7RA+e~tY4iqs+v1>2zkx$qW>71GHbo#zkijrHqf{)F}eerCj!TCeit-7wB@8O?#
z$aQwp`Ah$J?;LoR{`^LHamT0j)l*OZiF(~t=6*o<#Wq&e|Nj5}+CQ>*+I@oYLVHHw
zsYMC@iawsL{dZhny)6F6(@R-}Pyc;y|0}xRN9eDJe|Obd`(Lx$FU|bDTF1XeyW`gD
zLNk{qt<SR+)9)O%aWcCo8nn=&J;hA-ltN{3FIRb`sdd*`-UT^|8~HMSy?)=VHg}Kt
z-Vc>iD<84fKboVwkGbx}7M<{&-rlt*7yHcr9JTB7v&_4DKCboLVYJ|>zChitQ`^%E
z%D&lc`gPoF>P%1R6-)SKx$|P~D|juexGHM+O_1SvcovVv=}k}92Fi3EVvVkPP+uk)
zbaAs+;Y@E%0T$;SkA>#tbn!1XTRJsU*E;O`1aFf?KjN0U{`B2`RQFEHl2U%}Z#=Be
zg^#aoTb9G%dN1f^g50Ga605Ii@XOt~b=Q@Fr-^+h({+};7SlDCKkX<##V@I6;IjAB
z@lTSP$L}+}`yDK`@$9nAAGP=&J__&Q6)g=9ol{)J*?Z@7oi1<msfVT&D?iUZdh)nQ
zou_u<hbimX`uqyhf7<b?E>hW6G=U|8^<q`LP*n~00@0syf^su-k|*w~ka@rFWq&V!
zhDs8{<@eslp1J55^Zs9}5uMF<dUrOrk3!C$MH{oeJzutd+1sl>O`7>jg=MW6ir>ph
zIL=fkGdLsE@T0-PdQyh}+>$ir*YgyU%0JXjo#e+pGb-*~$DOiwv1Uu_IHQiaBu;dD
z^l8DKJCO-ZRulGC^i;MS-*~fSn`Pp2zs1T-a-U|Od-!0J?X)>N7JXl-`7hWZ=F0p1
z71QTW`TlgfzwsH#b?fcU@AUgTEz|e;Uir0_MiG*;cWAuUxjZHH*?XpC8b;rDZ<jQk
z5@};UyM5hLt|0!TYpf^grh86p4zdtgw`b4wu2-tbqKWe|_Be`6EDf7lv~SM3H`cm`
z?^&<(GLCv{6B^cf*h9XSqi>^R*QYHttwNle^%q-A%`N>jOFimR`u2@>N()%`i~K+E
zWYfx*Tewzz*>&m3GyA-k`3dU1=Z*Q^I2UIBpTu|Y(k9=>F6ZZ*S-WLg;f&Ym&Z);8
zrIJ+Ny_Jtst$C<2+4zw0zlFSaxSl<i4?HKvRl@#||8}B@kz(TIPlXfQjz=Dnzw3WK
zR?hqUyrOT%m(MZz)6u)t=TEFg``sPtA+saJa+%X!gvUqM_DA1r&`v(;t<J(<&(F)h
z%>3i(@aH!j6)R3HySVda`osS96AB!v?iNYy(5m_MQeE(Qy?Ay-PxPIcA-{6ASF7$x
z+3~E9HHAMh{9xeyD|IZ*^`HFzy)OA_HF1i>V%|en|8@U=8oy-zzc0@XZ(1D-W!ipV
zs-D23GoGnguap9-;`%@3zj<-JlUvN`lioUuUBZ&7&p4zkTm<IqvzWT?_uu!05AIiR
zsL0njbOihfxh^onCi~D|K|SZw8nL2V^_QsXdgk4z`}gYe##=N0ZufnhvdmiaVr0f)
zzGIx`Kg$;!>ET(Ru&`q%&-r!w?_zZwE0r!yc^bW~X-?0L(_3s*dTSr9YGzMdnX_Y~
z>|*vjMeUaLdkSCsy<wJ+k#gr$*(E5puHWugi|;R)pf&~l{g%gMOA1q`G2eW*Y~#Yf
zDJR^1Jy^_tW66KRTAv#yoLOpLT>Q)Y=|bba#7|~RzrVNlnlG2XeEP$=XLp>~${fs^
z7%#3P%Bjva{Z;=;<qC-c@88K03$!^_bt+i@I;9=3-Edv?L1*)yT3;9~H*8B)Zgtu-
zdB*QVw$7HztxT0Y2ak3ZvuvNXI>$oxfWZ=<?OyZ$f7)Aaa9P2^DDH65ISaWLvQIDb
z%NCwc@_PGrxB2De+wHj*-mIISWcu~iQ|+F9$BYRdkGj7LImIcvrsDs}`~QEx{9gBE
z@eT8Y+t2RJ@ZbOQ=<f$I;*qx&KDd_<V}Hcq>&NBt%YXB~KgzYx>&em2!9PDZvq)|_
z#*#1kExRXC&T5gVMoYrM?>DtCO|WALDNwb$R;XHJS9JfH*^ephFa4MlFQ?y>(&=6C
zz?v<|?@4)Cb#lyvFx6}ON>lSE+i>YgwLICZC3DX4_YU9ChrzKL0vpqr6p#JPZ0&HA
zI&^2fp~H!*z9JK>_Wjkq@L%!V&)^p0yN}*<Ex-Nw<-<coRR+gj-oDLy&TnN=*B1>T
zeJ}mw|DS$xvLqkclKf^x;QYM#yvOW6Dma9QIX#hd6A0eeGnF;Y(%9nr5!c-^k2fBA
zu*~Vf{gl+4y-kl?n*8ppe6m%vg44NW*GtD<lXaPn|6@PsO1XAEINm8S%jRw4r+GFd
z^GgKljXMjX_w^rtBDU%BoqKgJ%l*V22U;2J-_Y);sm9k5`%T8^M&w*ZooDqoDzlpR
z$-F<uo@i;V{xjz9`Ood5A31mUy*Bq<r)=~@YO&q?`EinMm(wld>*CK%50QAh_{`He
zuZ)X5C-3@IHFMt?<+D`>W@et+s5-4RU{{~Foru9xvzzyKDq8w3``@E}dHVj-Zvx#u
zy5HI=r~Cii<5|&XmLG`@mdQI7G2z?dw0}FAM2mI4uZ!7j?l>>y)&bi#mD>;QOo?6a
zNoH-2;A++_I!^-kz3jbH_UvSa_TyNa9ZGL+YBq>|ebpt&rLgDl&yf61-Hd&F_r>xm
z_c}WAm?YV{Sx<U5QRR?^qET$&b&b3)$M`A|d6jpvsoed$*0rWB$EEH#^Z%c{hw@A`
zKdcR$AjfIa9wfLWSwHp9t@&|V`u0n0F&4FEi#_^vjS7eUIaNv3C<#*+1Hqr(+!osU
zxAo^v`I2yd>Z#BrjB)Nge}1<p?DOhLO^p95c7$hB{+ot73X<h)|5sandM|v)`8S7a
z=fU?kveP%Mc%Zz_A&Dn9*{j?C@UEB2F~{rAY?wDU;{2?bu5_b4pB~N5{Pt0NPS;-z
zU7LN=tJ>9WE->?&5uudQ(4jT=@DA3WZZ9s_HrevbY1+a0`JU5-JMP&cTQAiZFs?kJ
zev$1K3q$1W&$V(1+f1w^UMILUtZ`zT`pw00OS|oN#ej^?4wq@1)-4*Tkvr>kPa17W
zc;+aT+4ykwhxEO1>J~lmPk!BcKCS4MvzqSZqqavLX3sym+#`C~#Ehg3lYh*9uyM}+
z{oa4(#ihUhe0kHp6{i`Q8E=aJx}PubGih%B<kX8UMsueLRyr<o(KC)bD6~vSvF>ik
zjYd<SgY6;{<9n)ItGk)@exI<>Kfl(`BYd&b0*y=kf!#-V<o;;svv2S@?fCqd#_Mam
zr?mM^?m23S>3<HASm%7bBbn#PnJH(IEuX3u&#-d$`RBg+<wNIlJ_lD>TirQq*EO-^
z>CVrYm5fitcmDak-<-`?e#!3b(*+vBFE3`7DLA@sPUp#WTefvni%ec!t$e5dq7OsE
zwk+L(3H(8a_=P1>vT|jbOzQX&C(L-c*}pJ2;*o$Ii|)%G>Gr=_XGf|BdZay`VEg?)
z4{!g14FZ*{+1)+9i511gs<ppP=5G{u{LgvrTp0mVBOA8j(2Gi+I1lx($9LYB{WJfz
zrNLU(hZ{u?K00(oVzrA)=E3`Q`QI&ci=4i{xvc)cy|wF8msQHW%9Enp#s&7ZpIBDg
z?wey!d4B2yy=_}xU09cQ$fqk%lxeZ%-<R|Mg+DaD%fy?bvvE1o(T9R!Iln!$*RVH8
z)_Q(lxIp>Ssp>uEI;*%=Ox`=W$)IJ?LIviWUskW@T|At&CA{$WufO-}XNykN408);
z`*+=bIsg2HG8-HPjvla8nU=hFse;7pQycw${JFH$+lBSj!P@6`nO~Nwsc8Jk<a0gP
zyX3Y;^Wnq7SG>0@dRiK`;@Qt{7qspwbd>hDmbZTUYySVse&>U;*zB`kZuZaLIP=fX
zFR!|vUs_-PH~+<M-*2od1GX3G9Vw7{A?I5hT|6gY|0%Uw>6u+0mMxyUcjfL=jD5e#
zo4dnA97OlA73`jM?Pz22?})|G4IA4zH;OJjvhCy^UeVQ0Be}O~o4r#!)GBdpnrL_|
z<L-!;1)D6J)YyLSzRX|$Ax!F+YEEe)Ut>W0kF#5jDt66_vf+~T?ekp}u&5#_Vb#v6
zrr)!|J}iH?eP{h_TmREr7MsWJEwS8N^jGzpg%7LVp`zz8BI1u3RbqFS>DK;tzn^^h
zbAZj&rT(vHFWl815qt7j<FYLW8RwYi-%n|MTqdCsqHwR~=hu?dUqLcg*b6tTV7{ao
zeCN1)p3Liie9cj3B=-n+PCW7c&$%_1j#x2$vdJsoCA6}K?Qdk?e~mL4exDA69rF%T
zIG|baZReqhZd~s-ZxyribkTO6=e_uud2e#Sza<H(I(e5u4qTEDD%O5nAf32q|8}vO
zv{#>sGvB>@9FoYIESS1u@&bX<XIo6aZwxqK(WvRx-m7}}6wlj&_dRX<{d|74pSgN{
zx%y3>+uex=3of--w%RGakXZa~`G)_t<!*}`o#vhDua<qZ>1>V2ofBt%9KXxEFkkfP
zs@|!6VtyyjP0T#dEo}Al-QpM9w@D|7PEUPtrFL>-`oAM{Vnyb*_QdceJYQWC{-@`8
zncV-)>MZ^(t#&8h`xQ-7JyISPw)ncoxjhFgCLY_H6J=Z=HEDXT$B#qVN5dG>THP4M
zt=RWooM)4N;eY%}w@-pSpAO4@|0z6m&d<l6W6sTNzw_(P>NC&FHSOorE*E$I`R+~e
zXRh|r=l$PfSaa0RuQ~qT(0tZ&?Owyv*KN8to%?6V+fmRr#aw^Gr5(Km>ppNdIG$hU
z(W1a#H@Eu_OWs0fW=o04leQb8zH6UoT(~DvXVa3vZ<{_PEUjE;<g;gW)vg6z)}L5^
z?s@K$88E4BiaO8NnD*~4y<Y8epPJC?aPPHK#uTIQg}hA{6LMrH-?s}i2=DlQN3L?8
zw#uW3mFIUoT`%P`d*$nn!qs;q<20|V7IfVAFjDvIg`I4THzqG|l9k$8#LD?&1&^eL
ziipZD#f+O}pZ#YXy)Rd=^SJj>ck#zso7}~1#4cRobM~%W+V%0|KCPDrf9rhjFy_*+
zo9VYEI{ojXPl<Jjwabr)tv~xZRcimE_WP_KpR9lM@_Oye16=<1pBkmi<FT+?tFV9O
z<?64x#j9sY$!eTr7G74&aQJRi;^Sod$&5@v+`{*NYU>}L^!(1@+nL4l1oAicJ70Vu
zDWx36tRAN{r9<QK>eF*#;$BG~DHlI|P0r`Sj;n4LCv+T1+2Y=ov{tc!YXisAt^JwJ
zwQ7^EN9i%T?EcZaSNd7w{{@_~K4x8gOSv<q-?Ef^`C|{`jj0TuqRL*Z*eUm)ZPuF8
z^6|Ug%>Sdnf5PZu`25++JSrxsM3p(o{9OC9%X<H#xQZVKYp*=qyr0#*P4W7q&(r<)
z{aIZztGgpfL%+*L)A&DMMedG@CHiKC?S-sP-&tD=C(gTF6SZu^@dqI@Tn>Dl!+KY(
z$5<|XqDbizHJ8;Va%#V&r|sf<wY&WN(%s+XAC*1qa;i($l@wlfel1tG>jA~ZiA4<;
zHBOwWNU1VfeZsxyHOJKnUoOS4`@AjjG}X?SIK%!|XkNjp*JjtA)_%L0VOUpC-N;#|
zxcBR~sV26zjI!p-pRfC}aKoD9P`T!i_Dk0LYq)j^+&g}&^W79@S-!qqU4|3$>MX>?
ze$^h@AuB6<ELhue!-|ltLUR^$9)7UpNoB>HwQ)y3<%+DCdiB5hlpk;SChB%t#^?3(
zWK1vYuoO7fu5|9%Ew;RX+_e#1f(%Q_{6C(V*j1umIC)Do*9!UI1Zk#L!EOH@>HnMa
z*Fu=%th?fub7ytkPMisAslK`TM@dmY!}r^t_QXfkiFrAhGp*>Zal7*=%iZGYE#1Ew
z43`})?QYL9z5D-BT-BE!g$4zuOPvai20!%9o*>*-vZUyt>P;Qtg{L_WgzBo#4bTw`
z;d2T|-n78>vGd`V^8XjtPnoy-ThfED=_mE&Y`o3)|9H-kv16)1q>Dzv3wJBw{%cQ<
zEWV#9ed>{dHlq#OGa0eq-OZU_=f*{Sn$yItF<o0KD)EDsZ{D8NVAC$1XMUfIPMX}h
z%*6GA>snH6=65rT+@DvqUrsgO*SsMpaX+WFl-^?De?i$L;#>~;*B-kaH>l=ydt~x#
zL)$gWwbM0{lpGq@Pc`NXS;habaM!^S<Chj<w-}x^1jotpN2$)`*qXQ7YVGdx8`-NY
zMP}6V?t0jkIQ@O;(iKk9)6WU-T+XWf>7dkyjq%KlpC^>%T;3=DXYPGx!?`|lHF)2w
zV`<NO5uRc5Bw@4Zot`{Z^Pv6>@83@K*5CB~v6EH%@80KG9J6<vu|2{2_`*s3J6|)}
zANyzTU)}UAe_3|#EA|U}xsLRfy#FU|$hR(jzhB0M*DqhSo)(<xDYeYNZp!KDk8giF
zC8?vH_4RbM-9f`O`zw~IhD`T({dIx;`A*LJl|S6qI85+cy=A#^_12^htDN!`bCl+|
zB>!05pyKBgpgw8gx?O$hq8&x^9iN5Id=}HW*TQ!0IsbY5-?!_YGZlCz_pN--m$la~
z_y3<OzxmXq>2~{Tt!;nzY<RimNZj9x_YaoOHZJ3sdF%YX#kqIxUJF#19#|(8V)v@e
z|JZG=$BTp)?&x#6>-hUtq2%Sq^?jjztY*`zuek{qXPF-qdr}yAu((89WtGl_2{W>v
zdPkY$s_qGKZTe!Z6(garOUh+x($d!scCXv(?8MZ2CM*9vFW58d=6S&t)7YjwSj_x}
zo2xhI?>YOYA6>WZ>1uh}J$c`mm7ni#s(&2*WoxBIgvFlb=PYk8GNnzeNRJK(?2K~e
z`nTF<tI)mD`-QCYH^qPJ=u@`uI$f!su+-+|@iLM7l1KiWdA_s0c-yD-=lA(_e)xOS
zCiPxJ%!Q(dA7iDqohqskJ-d|0z3Sie?4I&RQwtXu=-G8ITC~?P^yBpM|MB5<x$B=;
zdxv<IrF!jqBWdM+!FkP_;LbSJ-x5<wPjc=mj49g5wC`x8%&96Z(LParT{Dg2hCjkQ
zc^~)fnepY){Ku!Oc+=Mk1*RVEJ|^s(_ueVIZ*$x;ZsuPhT9x@OZv-zNNOfSTn0`#-
zX`f!$t+~~Q_D;CJ`^(-xacT;3Pd7$hWG{Qxz-F^=sh3Nj$1w!~sd=Gop)bBgik2K*
z%Kx~3wL~OiyS%^=r=>?MPx9V=q<(7I*<B7(+g5FgpE_@)*`;p(SdG}XWp(x}Vc~{z
z`%8RFe5yDyj2AB3`$q78T0a+;<ASqaE%V|R*j#2{aA5FsaST!BT)&j@#T_oy8=IS-
zzS(=yyXjn{s(N?7IK%n|h5WCXk-PLycTb;bcZ&VbHXct){#_fKKDdZ4;frCj;XY7t
zHOi!TrjfjwZ%g0VR`r!;2J>d!<SslD*F5i{cg~Sl{#ruO-aakbE+-;tr-jYC>uWlt
z^WVZwjm@3RD<ftv_nUA~CG_=Xy_!NrmbF@0&A+zn4AJ^5{v<%`3frQ{Cn=xKd&lkz
z{d4L=c5c9B-X)i^qXgG-htAkjq9R`?a{BHehDOJvnvl37EqTWGq5|I8<uS$YJIgR-
z$J7Tp+V#f;9)(Vkw=Alkb<Akd_8NJ6|I_Ezt2X_gzR|q)l8q(b=T+}_FW<d<d3Dvh
z?DYJEM%F?@2Bs#NNlsHT+EN0)iEAHvxWMkm`j6u7KkPRg4w~@EG15eHLWIzPq>VSK
z%gV~v&7HS+`TO7RzI{&l_v-DugE~iNRsJr&I&<pOsUZA*(f<SqrML&qM>=FSAAkH!
z`(KJ(pkY$VsS}!)Z(H2sS}$Re#J&E~mJ?eZ^>dup+<k*n|JaeOCmy5~v9xKn$cpC9
z<<Ho_a{l0(Pk;1o-A^>*?lW{eHN`VQ<<iDIQg1i4`c_M>$&=gr{XyZ*!q;UtChne;
zQg6LLR73X6wCLmQExs}30c@9DWzGj1_-;GO>fQXUhv!&@XG-7^x7%*_BKyKWf1S@`
zX{`KAu{I~*>9pUqVcgTgzgYyl&Z~U;I{E2T@ej%UnfEfDbDj%uh<GHhe0tn_{mbR$
zr>B=29NuB;ZD;*-YJN}BEt4Ma>y;LKt!a9@vy^AvYo6hlkq~FDpcI|4qICKl`;M|&
z*@}+a50>(*X*u<4Vb#OAEFzEC7B86l-|SYj|Lw300X}Et#TiOBM7mc_a9PvcduN@%
zj5ywortSif_DSpBOh5nbPOn{1@{$jtlh^cUKC>_ladhhKSM!)CpPF~z1y}s*CAXut
zh8V4=m5ED@f5H3o|Bv$jeTR>$ebm{~5q)&K<n<Yc7W`!WWT<I*?#j7c7q8jz=7uRx
zSaEP;c*?ddl~XNNujQO9z9)8P&??EvzjICQM#RtP%<td$_}`n!{f6w0-dqpgze!>?
z{=gMon;@vYhBq#1-t4*et6ncxd~?ID^{lMgKDpSSMMvGYH@0=3T~*7a@Mwx!9oN+_
znmx0R?4SPclhzumFK<|HPL%xn=2?5joKn%9z5IWJ56H`Y5}Q3?ro+cB|NDuvn#}50
zT79gAJ1S-PHc#48Hk*^tmAyLQ%c0Ag4|^%3W}mM1xXWLChgtDnFz2!Ba<#9YrAqG3
zdsL~lVV#SuL{YA|#6|V>bDm#tI<x!T*#`~`!8_RbEzjha^In$l&A*UxdwIr@!j9JL
z2%9v==Iu8&yq>ppL+kT^!y7+`pSt<l`RQZp@24$udhY-EmHpIa_S(5AlP7v8y2%*3
z{4bnpmiMsq#kt<ysh^83wTp(??%VN`)mdf^TUgcuxhCoTKOfjmabSPye*eGY&VPrp
z-!xi;wq3NlrSIu{CR#?V{#M?Px0Ob5pYQEtvSHG@WTKw`J<GQ4j|EHc?@J1N&n-NA
zvmTiEEDN`eau>{!)9wvC{o>)ot2x1K2TtA>TYao+TClyjpI5P4<kPCJq33fXyQXgX
zYb#P>V69*O`Ru3s|3B)ro}Z6dkhkvD)S~ar{--RSrLHgTyI@wa`E$Vzn;#!?1-g2#
zc(kNP_P%;wd|CaoM)I<9ndq!<(OcIBn*DezX;sa@F3lt&`Oe?z!}C2IrFZt1Z927;
z`SE&nP1BDT)3^BZuAY}_b3@N$#h%M9E>n;4nN$n+hrbi=u5HhX&y1e6UZE#=eVh;5
z_Vj%T$$vvbm8N7rH;7yDSkZc4<nIG#CKj!nuFbBq#Wmw_WW(Q#danPs`q#`oQvP~+
z?eb5C&)+qy{rIypa+ff#i}1}8%{Nc4oD+WT%{AkfYIhlQ737c2i~6$RZT_#jMY-iI
zY?->-r_Gf=W2Y4@AAMcw`s>e!KHs}uetiACXz}{5dw*8GKNWjO{k0|wPvqif^VlEG
zULN_GA$HSzrvAs$oG)H`OmFD_-6FnyisBQd*2WaBYde(|Zdxb*hnJO=)8=oraQM}0
zo{5e}J8Bkr&DmMWV%%aJzOHKKa}&cW(o3JdIk_UZFKx{%{%7{bgm-v5C%;>?`k?)H
z_FdDD_a4_eP;`IFq3+t<2W7S%(wf;Gq~-A9-`&5i>;7~K?Ox~9Q2a^l?K%g;^%nMT
zoBvn6{p4_{^x1~5eBa$1><?z2e95?FL-SSl*D}x6J~(<{O`89_sYmXx6;uTr(d6)~
z4cWE&&c=6K4qVF@O)75ut#x8rsL)y2;1?VAetTfmbXczV%(G{9#ouanmcG6$pj5VE
zc5eRbd5ZptZ6BJ9obO%v>C||p(k9I2%zVp;c^+|WqNf8rQcga9eBw%%BU4ds(+$N(
zSD$x9xS#)ePVw9AgK3fsPIsP6W{JM6JU#A?#<JDg6TKd&1$W%u-x`^tS~$5w%ys%^
z+lreze%vxYedlj<>bHC18R`br4zu?zs5RVom_4%6!m@H1k6~unhM3EIpAPO?@hMSq
zp1jY+6ZbT3S#7nx<?1ZLs*$QDvuWKn)5yTrZ><|2_V+C|<}E9`W6fw`@uKI1dP2Zw
zLAgn@X5Fi>yL49Ie2u*R4s!|phr<2)K28m<lQfQZS^Mhvvu>B4m5M<>)F+#%PPl#9
z)mA@qpK|OsSx=v5^EtkrYJR`>gZk=F?k{UujQ5}1k@aiSA;x&^A6oowfzOOTnfSit
z&YP|9*|?u!;oSY+-{%#*e)fBnZ|4@V1l4AVOZ7eiSrTbC=KNBebv820z-EpfPf|yA
z{cM#mxxRzGi!_|y92Zd%u@LEcqaSzqzL}AY*~NaLy8Ydo&wbu_vAbg1F3}Ty3l&eF
zsWX@FoUoexv^N*W=Za-JSsX8?%nB|Kzj!IZ@?LLefP4Eomcp-{l?QizPCw<X@9AS$
ze9$DNd@`p9({k%wWoKW`xN;@wlnj4w$&~j8J3L$D>}P3j-(S&mn8|O}(Vl~5R`<T-
zE$Q@~`{javu$arl-uui3_umP32yaT2lU#2!%TMYb)BVO^akhhH^UueLO0;-SPj0I6
zc(Ap+Z?Et=4leCFE<Pa*Q@uXtR^geol4@HkqNA56JF5#O>YQ7zaHQmb%Zz6i7qicZ
z-rHZU$oF?){afooS0`!d_kvn$o?kO#nPqcDAhK^qBEReYp#NSfwaX>jd?x(edeX&c
z^XDahe%Jq3pL5+%a<$au9a?)^3q;bgg&r=8n^h{gB-^j!VQE**9G*KiD}GKo@X?0v
z<GIb;HTQRNuUQ$r)ZS<@mvmougJ8?vclLr}>^qpm<d3}l{r&wB$I3%*w@9a+Jiciz
z&%6aE?<X+-6KI-f@lGXcPo9rE-?fVqvOYQ0d<?xj<DT4>Lu+0|^q&&Bu&ZJ6Y;Qr~
zz#j`_Rp#q`ifP|@dx4#tkeN&Lx#W2Jx_3!8|Nqd_tElhQ6#Coy>^;lm$DT9pB!&xC
z89Igvw@>m&JJ7k3neA%t>qk?WZdCeA`}bk~f5*!I*XxfyELd(h@!)KZuRZ$~**$9b
z-?B8hCs6f<pa|cigzc@O-`H1Z9%)_8eLm}*qw}4)k3@ScpB-B+Kh=2ou}4=vUz~W^
zV0T|*$`|I!w=zx-w!Q6MUh^%M_v76DL#OL5?R`D@reqj*y0oIf@!cQSR^OFQi2if+
zqi~bkl$psMccz=Id-N+P@zT_tUCT}N*H3%DUS3$q+;DY@;l5=Ht->zsIa3^7vUQ*D
zJnsv)&fEVzGiBq(qF>kU7JZ$Xoyx9n*xy;*^t$7a*`vm&KwH^W36agmb`~X_{w^31
zs->af5$v~+V~#{#x;*RbO@i}s+~(|kloe&nFSjXjmwc4%n;#R_nJI|mHK^8UnV1Rs
z-I?&lt^T;kVS`^`H;itazV_Gu^z--o!rz_CeU#8}`AmDk9|O~qGcB*5R<u}TyW1pk
zMge<Vk-y!t@C)3GfmLVsU+{5eZmE6CzWS;Dw>>6Pd2*EP<>zj?UDzyT!#CC2Rnfo4
zTsA2r?be@3>rQp3{#A<Jlu@85k$L|^-=5bywr@49`MSI3Vfke{{U5rQ|9`vw_<jE=
zyRPp!^8%Asi#B|m_0?3~^m<Ix*N)$d*Ua11{p8$fH>2MFN$1Xsx_mA_y#CJuZK0~5
z&G)B;KR>{E#O+0QiEps-Uf*^34c<={d#*0o&is!rd2T?>&g(g|&ste!ez+rc@a@Bf
z*X$bmZ#-C2nWcW{y%|&2mPpl}d8~h*X07IWVv-tE@qtH?yLkV^brah)E`NK!(eYko
zxPPA2xd4w4&3%nqTMiW*GXL(i!slA(cgE89ZVwl2cra(Nb=}KpVUm5HWxr{9?yf!%
z{!`_<%bRxx_Oq>j@W*}U0p$-f4Oi`sy4%p6%=_z@ZGPk516j8#`;P7QdOPpX-drEA
znd|RtUy=Po_7vayUX4jMU5@UW(lhK!U#rdka!yjqH0Ef*x~na(cRC#@TvD~_dNlu+
zbrKFwjrD8~)&6_bEYDf@e7#TenNnf(H~W;B8(vvYHgi<S_O@u?K6FQCx6tgxcXiT|
z%P+{4CjH*F_f1=N&C%jRU-jhdzwzHtDSH=HkvePVZ`a87jB?Gsg|#>5q))zKq~4Nr
z&*Ti-5y3q(OZXq%JAai^U3jTON3YW{hFMpAO>ExHy>R8^QgzMgrf1!%r{|tooz%>;
z<Vs6^(9{e8;|U`C0>}Sxotkjq#D!HWjr8YlwVux4+Q<7sCgk7gPdjQ{J*p-e)R}ql
z)O<1)|9{QOe(LI{TTY#tG4uK5ouM@+7#-q{E6>!KbZg$9t5;06Hipzr4$MuP;(c@G
z@-*)38KOI`*o&W;xGZVn+McxFxV7y&HE*6)uyXYJ(=MoB<E~&MXUQ#?(wAkKR>tA{
zRw33U;Lnd|%bzOpOl|J!>#mrn@lU2b^Kx9GWUcnZlA??jj(5C%VrA=NrBgroHK{+|
zbN;|&1sVQj{R!4@n@=3KNfo;5+W4iv^3E}-s5{mC7BPV_ZyGcYK9h)kx|Fr0@nEn_
z-q#&5`_C=Rn(nu#HhQ6IZE8u+*$#H~LuX!2$h4O5H#uyvrEe-ztc_mrrj1@l4^Ff_
zr~KecvRRJ4uG0kzdk5o|b$lIR_Z@%UlGZ<xHTSpat^-%)X6&~;!@f;0?#s&k;_QZ(
zKB%SCYZY{I@7xvq+rKR!c;4g5D^9kwZdmpAs^|P4F*8*j|K6Pcn9Fdr;-@}C);p4&
zHv}9$#5g*hykIU8H@8VqxiS3l?Dp^L=3S}VVl#6`0+UqD=h+`)Pksn6@64Eyw!&n=
zmdJ0)d;UK>-s^VC>N4Leq3}J|ZY&ilV^xz+(K+Mq7N6)+9mOh9czlz|-aBcRF1T)7
zZEVyS&Cx6wBv7<9gwb!IMtI7lkh5CR_UeVX_r(R*-8Fu=#6#%Q{iS=?2n4P>67M_r
zP|NHyzdxicy;j}%K6XtFPh$H!tw~?kf4DSt_1g`$0oER};c9bzV_Mc3o?Nl<{;M)(
zD^bN<{tt)j!`J-s+xMsF=eaAbMZYh9KV{VOl<(dbv&R0Yw+|E56u)Wrd|Sk@AWu4H
z%l(q6JW}fqXuP<V*f8JbK-m1wzlS1YstzegXZ^3pw|(r+bUbKn`Iq$u2dAjpE>q>@
zo7416TVrmL-H(s_^-T#IkIPL7elYXf|1DR0IG?5e;b8g|k+Jvr+|+9c|98B16kk{T
zdGp2d?vHIgUpaEXB(%an|FyOn``X5P6``JsZcfr(cRJhqphIZPx~HKLSIVll@@>EI
z_~EiIx;A%r&f0PQ*st;%2j0Dk67M<K+i$PAdd-d4{r|iy&#$`r_qV^(<=f}(Eaxn^
zQIH(B(CN&dZ7V<9ROerD>1uzMdGX$DTfRi4rX3g0s|D`eCc9<fk>+d1-0~0hO?c0k
zV{PEn$9TSX!`b#3n@_ITdW%0;Px<Mq`)p^<a+$=P^nZ3=piAtf=Fctf^`<hO3;)^u
z|GWK!^zfZEd8=Y}*Dd_>Kt5;sM&oeBN~-_|3+IVS!uR>+Y4z+#TA{FXyDO{A$Ge9O
zWEa0%xQX9pg~{1<2iQ*9+|`be{hctQf8mTydoCxp!ZV*+b0U5g#8~s2&dQ71wQ1&=
zh@<N~zKPZwonLN$ZD-Ra*##|K?@i-s<M-RX|7meg?tk3p4_VR5TUI^neR}-q4fVJW
zmuf`HWVNnVE$Hj0G7UU?z2?yAsXa~n6W!PGX~?Yj^6^QgWTv@tw=x%p^P6^|<+~S5
z|JI}(=Xg0H^)>7Fs)N~Q#cxY~UwBh}U2#@VGw%-@5%Ej5|1QK|%4HFH)?<*G)c5A#
znQ&pN*0vi{eE;6*-|*hchN<aU2-lUp8cS?fySsL1i)mZjo?v*r^p!wU*M0HFZ;V(Z
zIzAZ4&Db^5`umyozj^aqml!$w`>EfUea&_5wFkE50UWXl7hX8(%_uSb-?O{6Wx8+1
zy6O&gfk`nR!!GXIVZlDvW#&6A?&2BApC*V(W;QiV{Jgi%_t6UGXGWim_AO6--O<u0
zu=-hFe&1#VUM}xrJx#axiaUP`3->Q&zjVEXYm!OF4|iFwSLuf~pGdX0K4~@agyG6u
zud~^zn~nz_J@X<d{%3pC2|f3Dfr2v+>ue}}dNIm?<*}aWoSYqO0qqQDmqthm*Mu|G
zsC^IhwN7YpQ%}5Vxgl+KV|~)1n3_}p>xZ{fKRz^33%HTyR3Kn{N^kO$H&)M#j4$g<
zoXZnF^>9U5*7Jbf%qr_6-l^PY+@hcN>h{9P+b1a8wSJhgp0mev%FKxZmH~54OyoB@
zAn;4Sl|?c*`SY0;>B&qVRSg{)&9p)o86HSP?U*rZvcbnD{jK(Uo*k%-ix0hFYWm|;
zcY*m{`}fJhQ&P7ZWmrA7w7jyVu4~K0@NLSk(`q?CF280fHNW=#_T+`nrk7saQ#zY*
zN5`^U&a^UBHO}1VvsZOm7hheIT3sp`rxxHMXKBgje0I`uW(}qEM7~8cmello&(bzK
zefIYDQ`7t9j2t(ba0nMV>^~)PweyC}q!UgeiR+kL6dhFF$awHsJU-sgk|kx&Hg&Sn
z%cE0%ylY5P=+-w=+gEv?#q|HNv>4$OsShq~vLByFzWH`@&Fbmxxm!Bl&7M)aC-UC!
zv%+tlUKCqwYgx>8==$dPxSC3ynxnQ)C%@ZdbN&c-;MHe!pUxyyeq8$c>1ApDQ*)y?
zpV@hG%bGQ3rk}p9_Hq5YPcPL9vYjtmpU7f)CYF(t!7JLjbKzUt8xb$HN*Q?X|K#ow
z^~<_0lG4X}^D>9nqD;A4D<-7e55LhFZ5dY+?!0$>g+@=!^YfmE(|y@$%QmgGNRnr9
zKG$1V6JI~E`t#k7PqpSN_i`Als_C^#v;5{LkkV<i|HWdKx-SdQ?EZNz;55g3)hCbD
ze|spcS+FS5b$Qv6w;TzI9=on|7aUD_W%^<H!Q`z$8#jtP(n)FA{M#xe@5-v3U5S->
zFK!>tInnviV$YgvgQ5#cul0mi)n>0<T>5RdUfaZ_2O9Gv&L3S6dr9AjTk+7+4@*_w
zf82iFt;k%fOyNR>)CZF@&nh3B^H_9^D{ot5))V^#ce!7d*LyraYnWer^{8Cr^M*Pz
zqf_2n6K5@ZRv~Zwp^~McUA{iXZP~f$`FlP_{rtTBUSg2Y<wn_%owWr#zpO=8ANt*M
z*5te*|8uebf%o{9-#B+}N6&d7d*Kxu_;;PWTKIhZp#^cRt%}DD!>0-g{HRd#7h-w8
zd|E;IZ00K#EBtCoSq}+FIG8-lpZD>cN!??q{5_vG$7`+gVix&w=l_Qn7Z)!G%zEn+
z@L1};ynd5sK*x&rd#u7!JTu+j{xh(ZS({zt9ap!$B5?h;-MOoIvaU@0v)%GxoXwqs
zJUTN{yZ-(;wmkLUN2Z>m4wlv5oOafIb@iEj?l4bbglb9Yw}awylrJ58R{AYb*WT&i
zVVe_nQiXZJZq5I~Z<OAjSi$6UAmreL$!@CmC!OJYR#m*C$+x%WP^~{J=iVKMe*{)4
zCoj8p<!{1=*b7o0+ATe0f_=gj;t#HL{_*(u&W4`ZJ{K9AI%Y+lUGZk~=4AEL`+w&D
zU-8HO|3`6-4HeD1esB2mEZtr^|KE=7J%#U%-<ce06R`H-!Pg>cXEMSiw;QcA%3wRc
ze`28Ql_L|ab{s#qaTj-Rx=gF)?<;ZdT~=%NUhq+!wy7iiIaj`9m{nu?MwUi7MW<9p
zEwv-T4<~F`QQ_(0ln{FFSZ(p`J?7Dw-5*`<uICDDS8J;H7_!dJ{C-cl&6Se6?Q!2W
zE3z^g8eV2wfBg3m-{cwo(~_bR#g^TA692hJ<6q^nGahGO8(dY2eR4$J+`j#}<)hu@
zzI(zVE-0lk%=3wnleyA1-^we0wiL$<xtJyG%PnUny_lQkWc?xiV&1W-(p{n_nETx>
zt8i>&sq*eVz{%?AJA*C4b8>(84~~tw4^|alGSe36vkjjdTJckwA>QO-am=d+3kozo
zI`se6ShG0q`Nw(7!UGb!TN`-(ZmVQ8FWkVqOW#-e&>rJ+R{|rMzj?b?E#!9QkeJuK
zZ03EfWUqqV=U=;2#HG|2v(0sXV;;WwuDnL<x9fdL0j@pI&-wTytn<3XZc!Rw`CiU?
z@BCedF1(iXKeAbTiTyd(mztv4EPEWdUT?hUc<<q=nOqh7dTZ8qDS!XUdQ{{DV@CD2
zh!rQEnX?CMQP5NJV-wV2ntox2>HED~J}qgM2zq*N?d%Lc_ltEw26Lw}JO44d%(HRJ
zQ)Byy*Hj(NpRaZB_`Rb2R^y7U2IX6FQg1?MtXjB`(`@^f#Lr7pSer|~KE1@gK)&vu
zr_9oKo(C_;n<*L9UUXc2<6i!T%A9GQITep`B<+s6<@l*CJ)n@lSEFhd%fgpjzWpG}
z@@vtXIaN<es7#SB`}8h%11ImCOJ)HxR2>;>e>`LG_Fb;KG}Hayw>Ew&_W2*y*yq3A
zd*s!7KGA!k^DgE;xm$JrOX3rWpJ{a$r>#G+YuVS&AFJmd?UXn+t#FTRUC*W;*@<fl
zTGFSzJb%*R_C41y#XB6@&WB%fY?ZaUvh9c7^yioLH_uL%P08BF!`Gy6;mO0jiUnQ2
z-ZZq&zrVM4_KE1ipfzbGmL;1GM5&)P($zR{^{HER%QPd#9j_j`1+h<i`olOjM)UOh
z-}{!^-1n?WF*|5u+*u~mo;*X(^iYh^+#3qcJaM&eZJ0$j^S?Q&uD1Kbp(B@Sq?rt!
zzgSz?aP17UTIsZO_2n^orIVVCZ_6LczU&h@=eYTAPLu6A7yahF)t$a>@0s71pEC2U
zyd81eS#Y`2{@<sMXK*Q+&G^?UeXVrMwVXAtLS`&`dr^Off9>z-@|!jlHWga;xs~$y
za<&Mi<#1Q0KITlCy*ypxeXA>X-JRzxQ#=BGU$9&0GyVM^$@AsUUe?x{?Pr*?<Ju9^
z+AsX~nZ6b5GMXlNy@E5H;ZbjbJ(tai6<ZE(jhI(C>v~|ugnsdv@pThtKJ$IxShD=9
z(tN)+5hqy>&CcC${;m7gh-Xhuh4XGZc`~v6%$mjVcRnu`n0Sc$^erC&qo3DK@97a&
z*zjb5pj^!K-xi;43-Zm{pBt)u?Rx*U)id8LDgSu3UxjOi>s`ajX2s~6-sin%&k@+&
zCizmr!hFpl_GboX>^;<K%1_=`&HtX2bHOdQ`J}~zig#yzZpgpic=J~JBk@<#8E@=n
z*F~gREXk>PqxXz;3VX=5M5En;Gx#!oJN{q!foW@3=0UCM%M1ZQzQ<-gKD)2|?Gl-p
z+-k1J;&LvzY6#f<%klp^QQ=){{9F6=eI+yZ8F+6@UNpP&@Tu8HR&&2}U#4mQ(Y&E<
ziu>8?@1H4Z@IKQu7W}aA-7d~~l}!uId+qS*6HyY5*Irj?+Iy(kXPbp0U)tQwSy}F1
zCAPh*6uRJgK76AWSDUHC{rQUF7lrs9mGVA&ZFAC%k!O-gpo?c)@T89qgP(qSDt?Mv
zf6sw?GbTUa_VdVLZ+cMK!p*u})u;8=2L9<gFX?y$TQ57mfnkG@(cj-!vg5xlU2W@-
z%DL>>>Er#UtSlBdv&8zk+Y9V(?!EEwlyqKNb?;xhH_-*DPOo;fPm}CZ-+J1porCvL
zfb`Fs^Ax|`+P=}=txED%-m{;z65Gw@tl6SGXV0fkqGl2P)BZoL{}(UWA8p|6Z!lR}
z%l_ZrdY<H)fy?H`M+kmelI_pD-S796^BWGT6@1L7=5>8+^<MJ9q0;(pTX9F_fC#pD
zMV>n{y=^x{`DVC>XQi;bb+7J|a=*1eb6eys7xp9l&ksbdoA$o8``d>an;&=Aon8I$
zZ`69e$8XB_%kzKT8~*uQ^|Qhj?c<ND<BtdIopsG*?Jjr8tuoa|XGv`03tYDSPZB?;
ze70>*>YZ7;GCS7K{x)&`mSgGvIM08cu0ORee*bZqmXiYVO#L&SvtM|!`iH}<r&{)*
znc5Rqe74h0GrI9fM$7O{%-)riYJd0lG7CIU`)-g?wEX2}rp3QGzj!?<4_9J~cv@1&
z&#L^zL0GHMFL#gEw8VY+pYMhmv8IO`Y>RjsdnD)L-mc{29l1xPU;Jb2v$Y8L{BiNj
z8|({>`vPpt3qmJkw$D4=p*>~Ao&x9Z0zY4`45+%>y0X^%Of7rzwX0hkZ^@_mU2tk;
zKQGg`_DS?5-Q$^WLRoI*O$+l>*!$wrqqa>s_42Eg_uico#vill<;*VKpAl>lca!}E
zR-|*Z-ubpkX<fp@gL^+2{d*(*QFYFW8#lKe)^_SPK0f{H+0DmRe%#E!l_PL$QFKRA
zQ?jG9&N5r6eL?s3|BkHuICcHw`M+eEFXTqFc-#rGldFAQz%r3>0?(>vTCXb>-$+h)
z{iswvW$`Nk0W}GMggVZ)?3Aw5d4U}I+b$UVQTLnII8iDw`R?!3w<l{grfN$ltO_~p
z))Wvu!!>t}?v%)ywfzdAb1iD8UM^5)%3wM@wZF_NX~O*j9~4r1S`;>J^m5O5Ca}iA
zsN;zghYYjztYpV~439H}=H@L)p1@?Qq5RmSAtPym!ar}HpOZKr-~MR7Z@VVj`mOUn
zS#m~QX&3(%xkl;d$C(M=e9g|+oOJ)Z_NPhyB8SUQ^n>Ns_kY}U>(5u`7$f<@v-8b%
z-)gNswBuX(A?0Az#FK6EQ`dGz&M-6-)Oh>+m{tsnxp4Z?^IYv-9<7f|_AR&n^+ni6
z>xPd<drO+N)v;wMf1`VrzFk`PZ1UqnjXH^;(rvkF%-g1kzBRGC-=wG#`zUXls)Xn5
z{L{0tZ35KIFS7MLtUTzsr@xqOncw3s;qoJo9}BIhWLs6yv3&Bv=Aw^6>ZjNBO}puy
zJwsbJ;rv~8spR@SJv)V4K6lUVS15bSadOuQ8-;T*KcAHwR3D1_!4tJJeqSkjzlYqC
zsfQ+1>nAiTX!xAy<Nc?3M?UDDT-4sFqOmpKro3b~zN3FUW#xkH-D->HTCv|ys9M;n
zUVBJOU2XQPw`aFq|HhsD*t6x&)$d>T?K^L`F<xo0zzL;K#`R~kXF5N+G(Tj&XOjF=
zm*C&#yJy}je6*-(+1gUG=$CQ4YxgPLQ<OG4J0<Sfy$*weK6)zWzh65je`YPu`pnd_
zyCz<f6mBr;%%5qo=v-gzqm<YnW|hf0auFR&E6zU)tzUOd;?W*XBff_xZ8Bz@S#kfk
zTi}X<2@|$$-gbP;qqS*a^Ei|4HBAXw$ji5C%l61T{c{cO(y7a)KP?P9d`obXt+#?n
z^OTpT+MSNDC6{prn?-1-Wtf#D|1#_6oMv~zTp&$zX-`qrR=GC0!yNZ(EZU{-N!t7_
z&{%OGL9c*6N5AK_ntG1B(`s|U8L^cw7wuErve;MT+QVFSv&)t)Y>Rz2i|_krek*79
zUrV#IH`iIpy((8~keYd{!_sJJ`z4v*Q}Pd8tnXA&I{b0Xr+ejp`sxMuNptvjA9%3w
znRoH5lq{j(*OM#K{?FLXvw!~!;R3fd$2sQmGa1fav}sSd_*uGPYft}-^!WDuKbC!n
z^1mFqNA!NOj3j$P#x=!B?-nO~j^<yTHvNND>C02zPp`b({KorW4^!J=;R61f4Ei|}
zHJqfa&#--eyVlah;+M#d_YWc#^ji8qJN)TLtFy#bUKYmxZw)@!6d%9Z%xHGF?C_G8
z42R23w^Xq8lsvw-_hk{+*=12d=Cfb9xTdwUuDS5*)_Vb|=$=wWCZ6wizu4ATf0;BX
zz(%uJCc}@FPj<ucwECBhl|PqWKRx^Yzp$UD|9?r>2zqwvN~`tL-8s+ROJAs#))u+&
zKXyu=mPsgE-bVHnht|qpwl@<qeAXcUVavJ1Ss9@kx6j^Wluq=VTfU*~f{Ydm=bOu>
zozv7bd|D*cKRk5(;@Um$Xa!68tkr){GFNccb?C7CHu)7CvqbJ$;QgO>^V=T3f8_dk
zdENAV5$h~`7kPy5x0SyCeXUi{zAwx73EO!t?ptoPt6%Dq`yZ2(TT50pwz~(;ufFcH
z|D*2>-lSC}-!5G(`uIup*~;05W=k^j=6##a{&&-)*D|isjR}8@n9VLX2WP#tjyQQW
zI9NJuPj-b-@jkKqCz2(r7H)2gD0TU4&r!E!>&pqQM<<nt+*l~{>UC<U;M2`&UM~at
zrwab?f4Tej);D%%=a$_RepV?Zym<Mk?fVYD{C4K<{vSVoA5ePE<-2iL;H>_>DyhE#
z9BUs<kUM^4_sW%*Q+d`;;?lD6y`b4%x}ld#>#)Y**2d~tzi!BHI%TJJaPPy+&po{1
z%uCGQExkOm{oeI+b9XCDY6(~xbh2WRA3M|0PGR+f4{ct%o^CGH$&)EQ6#raEu4dOW
zE(NYuO}@6bZ=WB($n|Y`myYk&LoQOgmUh=1Yh%&)&{OB((!tkRz59gYlLiC7X00Wi
zicG?S?Q0+YJ?ea`@B4~E?TN+7%k#Ee>3M1RaP#;3$4#F$7k#{XzwyF_#)*|82jq*s
zwNCBg=VR(rKOl3oPu%yslJ}Qp4_CheKKsR`4Jy(%Dt8~TG-&8gFwrmO_Wr@1zWI*y
zef|Cj)}7xkp1+~q=)$%5S|{h^<}JKx=bEQ2NK1Wr&}`pnOHT2FkFSWV7QS&xj=`hs
zXJg2eCbnz8{2sh3$mcQNm~lZ|Ax!Av-H1u84GlMhSnC<h*%#WIPBw@Z;x+0qbCq6M
ztMl?^heTk_V&842`_ArD)aRJ;UGmNHUkZ;WJ@_>1{p;;&WpBCH35lEX7{&go>bHAZ
z%lGW@&$L^&+J8>j5%7E4wCRN&*|tp%W*b+w6>RWhWS*DXJZXJE!RJ4p9tr=Nyq7bp
zDrd66qt(xpuT1*0sqb1S@5MitY^s?)7%|!PB$PcXnqTP|@a;@^$wCkI1snQQiwlxD
z_x$|uY`KhvIs4k_5e?QxjY~`eIf_Kys|Ya}&2(s9w9jv!rp<{PH^fyQE>F>y;ho5z
z>2&&RwfZ8fZHpqS<}@azhb>+AsHt*s=K<}>mKk+d&To1ooxe{`FHhdirQ2|GQ|2k3
z%9p7ecV10a&?vidL1Eke^!C%!zt0r;*tUh|@%F~*+289vGvu!Ot@PzY%S*8|-}(1S
z7V8}1RnDJi%fEVu>z%8vFYJVEn06EtC0Fh;IcK#nJ>io3h8wMl>Z@j5IQQ=Er(e?H
z%@<~+rE=Qe>zC-RICA6g9?xSNTD=ePF(qdl5dQwP|KkzodOxc^;X;ji%eW)uobtS!
z79UM#+-PHRl{(&j<EiGh&;!Q#zZ>o-|BqV6Q^~UKS!(;u_4~HftP(0+n``hcct^f-
z(S$9JQtLYBo9=rWF{w5yPLyx!*`4u9>OXQ8NBGq|I_1(_Q|aG2=f|VHGlkDAX1mR;
z6v($DC-KRmCYO$r6TUhvPYKGI{c@7n%`jGWw$3!>Khq?tr7afTSkRyTT)ySl?~6*p
zhU-H8c}o-bF&)-#<~4qGWLdiY_s|!i%iVdWPX3k{Kl5lw>NL(&xu>V3yzeSscu=RN
zfBvzg{K4-Q&!@l8UA=#Ouji?&W@c`i^>bUN8nC7;kVu}YX1L*v;%&aO!q2uitJ$-d
ztYf^hVCj*?awmIK?;Q30z4lSaw%h5CnB*Nr|Gp26lKDBg-QZ*QUzw*f<v)Cr{NWm7
z@5*QSZSCeRweXd9*Dqjr7%6+n=(O<utFzeUSo)ZZC9+R%P%q}$z?HcFw%&pbypxrb
zAF5^TwPIcDa(7Kz{gU-<U9+!Uv}!Ht@Nu58%(v=-S9RShrs5?B?q4^L(Tm>`w=Qn)
zxu5#MIm_fZmbyO(eZp;5SsD}YOmX$+*wxo9VkXo|SQqaR3y)m7<PYz&n=jROoO1oR
zxg%lW-mN{`)%L3=UW(bup>JtXYq7vC?@?S_%+V=d^t5B0pT5ytBY5RSo7?1X7oI<?
zm#^vD=D7H~$MJcWB38b*ep@oH{rf}HlFgcn_z#~bU&xyGyui=%=&iZ_r{w<~wAXsS
z|8w!T>t{DgeQCMc+8bfI!1<8zH8r2fek?~=TTSnlRQa7#yvDt*D`WS%o72-TuBZ$R
ze#4c^QD@MV>&NwFCl^cNtQ`Km4<rs}9lGaPBVv7karLX}=Z;f#w;Zzzew{Ph^`HUc
z630g_52W4)HFUV&cU$pgm7TQtr7io?e=bqGzkI)I%p>V6OW#c^s?VH1pmD5IG^-%4
zRdRhLi}{*0m9v{IguZXPkzN?_>|RVK^ItQS{L4o=e|)t1&oJ4**ra|@#fH@I&7HTV
zGObXr-RK+tKqY<RPQJ-j-u#MZn<QSJlV6!}((;NZ(^T1S?VoovHJ4nm_++bW@UdCT
zqp5BMhx1HE`I)CAGuJ(Hd9qrFncwSSV0SJ5+Zp_)*FWgfIkn|+%*@>M)`u)j74HM0
ze=e^7dw=Tt+VAZgr)JE3_wW7F^ch#??z0FurhfdC{Xh5p=kM%}t@~Si#!|3ud%!x4
zlx(#%KR2yD{d&zS-NVaS;+Z^dZ{#WvU3h*mmxRCEgH;<IXq}ewVmlta<1riCC%1J^
zRtZ>Cf7DubT;s6ee{s91VH{s9-ZdOtWO<n>&cJ^ES4-_vJC3!+t+?`XlK#6Ghl+Te
z$;*FRp82eD&QkB<U4|~J%vn1(yhxndBl<2><-pYx4kgwfvz9OCS~qn=ve3jyh0ABU
z__qiZ?#O-`@cE;4uv-1a0|qNKc(yRMe6Ra={h-6Xk8kA{e6?b|cu8%BXMlLFika^<
zw?#?kp0q5v!rz$XUUX?sCd<il`bHI1EG0&_4lWBn`<|icz>gm%jg0>?6!Y+%wmiQ{
z_tp*m`j5}&XclrawV%DqaD=b%k;7Z=%v%YoZV70ZZJTyVRxRYaSC4<J#^dz!$_%^<
zwuEXgmuogk{Z-}nKr)LVSCBnn;mwFNriIg2xC=d2I5){*!c9-6Nr(884wkq1?<;oV
zJg{_vfbUt!<{d)n?7anRYn4@UvhA+FKYP1l_V*O|zoCzBmix+0`CgJ|y1%8^H-5co
z?6&2{*2eF2OZ$^)WLmdHbJ34W_qN*!vHqGdF<U+}`uV|Bq0Tj{3uSDkP5i!Z`UX#-
z<jaDYG6w1!CYC&2sU6Cu{zNA{?Xa8?^F8M5TG#t74LiEO%diK^dr!#~P?)K-vg3EQ
z%AaYf!4DV=kEC3PvAt;)vua{yhWrehX3q&TCh2XMQ`IiJ+lMj#RiiQAfjM((eV674
zKXzEV$ZYmA?Z(|@U$b`pe`?a6Wy^EJ;P{l&*WFH+@2izM$T&M~i&E7(t2=LX*YB;-
z-Q&|^eB!RjYVC`9YPZhy`Kl>QyEAi7>DHZluLl47Wq-djHOlt>o5ZRMciWEzN1u1j
zwN6}++5EpmclzHYD;E}AEjhruNA~HNpP#RE8mo$xWGJk$5R|)pQPposK69VhX}fAO
zj>XSg8)p7JTz-80d80c<H>;8b`_AnBviI-I4_g~F+IjYJB{#p^YreOzvam$nu;=~*
z`}xi%zR#LjaCTq*qPnN5UdFw=U#oQZg;n3I(f+PvsQBvMl*gMri<?Sg>}^*y7q0lp
zW&SSt<jt9V0k3CQ_*E<2U*S^6zFhcw@t(*Tg}i}c-;HkOwcJhr`t8~A_l^9kpI&Uv
zG`p(5XyaR*<R0xa38xQPof6e4-@U>3-RD2j$8<dvQy=h8&XPYhm2b=XgDSyCzTI=1
z8GloYf1_=@tMzx5&6a5&jE*gPYkt3G=bnm0F6-(S>O6PeT9*q*%$PCr!<B^VqVcP>
zj0F`RBsA{nFf);_aLvEDNKNWH=c@+)+~*&&xdb?wg+ph!uuZ(d(-K-|{GB6Eul(b}
zeUH6Z3N_9o3C{VlX9>f@ol3U~X78W8>Esd5>Hm%fPR-D*Syo$^AfJ4`;vs9RE&sYr
zRc)Qp7H_>-8()+wyPl{r<6p}i$gGq!<%^++>lf!etqY4wU$wqoKkak6{$fE}QJywd
z?Io=RuGKB8Yjy5UY?CQlaB%*f2s8P6y6iGlE0u+3)_uS8MnOkM(V(n(_QP~J-8%Ex
zQM=hA3m4eTWhqfQQ^jysE9$JS#60yiK^hJf)6NS>Ma<s9{I~E(#f)itT7T#r^)PnW
zC&_+i^1<yf&+q&GXg4!ExZ85~^mr5D{Iu6IDvgXE@I1<Xy8hp<<&L*kZ`)N>GkM{g
zjPl31MziHKc3ys|_Cxhj{>H8+l7<}T47RL`>9pp`*u@vVSk^~!g3vx$c8-<{`vO`{
z<TxAiOKN8wY}O1Hbh;HMafJC;<7zLnsA5S=Ml16vzK?|c8^i0&D>mMLJ6X)`l<?E%
z9gnBCnR>}|Zl5@-;?b5b3o36u3BNCU{;JQK^uC!o%BR$P*EqQ>Onb6kGRJpq&EyjA
zs;g(JMP@ned}|T*(4+Xz&Xv(Ak0Kh?8wBI#JY6Fglh)lXcQ0*Uv4!Kz!}H=N&pmih
z*zmpewLAU~b_UEc%vE}`bdp=*HPO27dPd*oJZ^ll^5VuD@(*fWH*V8$HAp|zAZ?$y
zR;uiH-UEwgp6~v5iE5ndeDQ@x=9f>f^JSieN3J9#bWCl!|M%qf)BgWf-*4BqY`w5E
zeBb}S^3(h6_BCET`}%49kH__=V=N=`9<)3*pTYk6-t3oBilq}aKF<0dRN*;!f1t+&
ztAk}b45Kew>M}fu-u5u}uKd><wY(g=%QohInPAB(li90n`FDmbZ^Eqm+;g|h&yE+e
zJ|${awP4o#*{%I?8lNw$&*MukJ0BqZ;abVh_`k2~gX^B(zOT3c&r$a`%b#pWKQ_Pg
za!m002F;wOt3tgyHdqUHZkjyV^6S49msJB6mGb)D|NP=^IQz2B3r}{l$V-(jiaXH%
z``Tgu)A@C~LgIe@v)8Rv*Eh&GDZNT?XQg*!q||#EUWU_$`>QU<bll+<P&J>i<BFvB
z1EZA+%qHz8`5HdG{j&3PYGd<@1yZRcNvmo;yZ<lU`Tt{d>aWN9HM7^myxIQvZ{`GH
zpP3hue#W;fz97+Z<A&|Ntu3!_od0mk<k+(V-KjkPAIj=*$|o!?Tk(NW>D!~)h5XUm
z0?mHpDJbeC%Rk>K9H4y5J9&25Q-(91%D0X_;H~(ym(O=Go6X}_dmGtjpN~E8WM#hK
z!msKFQoe|NJ>h?xz4*ZN_x?veKD|FNU-!XF6BPsBlp8V8smFcSS_SI#yZ<`hdCIrx
zv%!*G4kC)$7f%*#+W$6rbJ?cQ+sl8){x$ucEq_vF$?`TU&D(abpB>TuuljL&!T!@r
zUi3b6ol(-t_xqY~jjD&y_gy+yyt`k{&5=oIi!pTgeE!n%)4fT_bC&e5>}yFoP$T<B
z$e4Y`YPqb&uha9+-hHz4e$C#=H!^%%zSPgJd$v;krD%vrVnpoS<e%S!a|{(#tTWOT
zt9KRe{{1tq^0)Z*Q|9|m&Q!06wX!vgw5$ETdDCV7->sad>{{Nv+M50J<e6F%9iz|1
zd)V2cwR?KE6@B}2v*>$ws>8<kx*v=43wGQP=s6X&v-ABQ{k%07`710Ae|hrf=jDou
zS%+Ak$5eg~pRbg{v475;*k^N`FYoG~U~6`*yW7^rEN4OD)okwMb!+GHrmrapsnbum
z|HZvx*TZ>ivJW}8i^_{CwKPio5m5VaY|<nn^E*9eC)Ol6-4NAsN)9j7HCTM|3irZG
z>$`-7u0CG)XkE{SgPVLGZ@qWD>gs#JiS}lWe@y$A?bxxt@><3D-Lukr)9;$}W=xf2
z3RpJjp!q!e_iO8~953n&`ussESH&+wX10mx+MdbZ{oeJl>lIG@SCMd0@z$N$Grrb-
zxR}4;;9H($rJbs81h?eMP1t%q?KhuEqtW!gR}$sFxIW>HxxU5u_nqSpdf6vfR=&L$
z{yC!}{f5JiHr~BYD|VHN?^t+!-u;>%c1`coEKO}1+p=Y)thj`&8Qv}IP5#t%jWytJ
zvUj~T2YbEf_E*IRo<~R>-?ri8j>`ANm+mRctW>o)FWdU~ySqizm%aC%ws~%C+nllc
zuFKm^`~E)lx7k*I_ws|3^^$FAB5hrhFWQT!$7Qd366rcif2~n{g~8mO*t6=lBVH@l
z%v+ak^GQp=y}n&2!pb?m?BUZ7XJ&q0W4EF5*Pqmkn;egQgSC9aX6@8S$bQ>kcw*D}
z2d_W4AD4UJw)cH&cwy&WhPhP|$%XQ(nKIRtrx$klnj37FzdU=Q&&*j7{2w20skn80
z{bZqU=Xdm3AGu@8^jQ3!SY~o)!i}((wjz_h6!0`|iL`f9HxYE@RGT5vdCW{y!Ft9j
znFUWW+zl_W{k@ld^O61k`1+`QKdbFE>pxDfkMr~QJ?ho8<@#Zb)NgYqEIn8KVC8Co
zs?8Ix**!V4ptbdB!i1`gCKs;VwTcvH<uFgquG032U1^~IePYJ4rQ7b+?2#*RTK&lK
zes=KsLm3O^UgdkR>Da;AbCTyoWk2wLnIy}7r(dGrxAn*7*BkGxt4Q!aT5f%>PCV@R
zAwj=x^#jXJ>SwSOR^}{ibdpegB(eVAna$6n3m2)SJ)fNU=UnlVsjcaIWEO8-SGZMb
z$;La&okU~>5)=%~W>lNMoZi38aIWhF3+DBz^HwSp-?4EF5HFK`ut9pt-TJ2%#WgQ4
zg;u53h)Q4be_m*N;_asT1dhpz;(irQaTa_kD{}7ZqLjIZSahW(eQsnwy>hDEk=xU4
z?#*L)SJ10vbbq11l(L=T2|RWF#aXSL;_K>UWs?1MKR;mXD)_#2=l}2X{~xSxcKgru
zbi@3ns@J`l0)OP6_ek@Hmwr94H~66?Pvf!X5Lw~Ag>_SISZVDje=k<rAQupsc;|G)
z<?PTIxfl7KpArmncGGzO<)v||kX`t~fE!1$RJN|F)&C>fwp{*>-sQ{XmfO>3S#IMt
zeyM$-vv}$9{cHd9*Z;Xc-F)B2RSk;$3qL({|1Z7gQ<jB9QE7;y_tWLc4zBSP=|bX1
zIIL|ZOwM*?vftX|@jzebNwl{5<+>J~pLU-zl`hGBa?MIqV4tYomB+gK_c05eHs;Ou
zerN9da%y&J!6TvBt`a#V)3-&I6<kyQ{H1mG3EsO3XE|3q6)IaHXS6JL$JHS3Gddi?
zEu5zhnW=fETe>{gxhI)+da-`~)XtU0Paj>ck2$tXZ(9HTf2%j`|FI(H%>DL+7pukj
z?e$~>{l8~ttYY1%**-%nw?ONI*7M*q4Gxc&$jZ%sw5IE$gVA2kBQC9Xp9-v2c2;<$
zCMOp*L*$F=8vfFU&f9~W8x9^#J2G3MXUpmD+xqLbIU78WfA8?^*~WeSj6ObzDSMVb
zc(PjU%D*+|<6QNGt~f=_@5!#nyKnwJdrrrVKPSsO?IY*^Q8?tDeP-LwncIUlNUxl3
z;2ZQiH@0tj<m)$APr58xTc#&bDiHoX?N^_jok5mVXM0bZFOU4^BUjmqL_QmH_V}92
zy_N7dY8|r~oAiAh{UvWYCcovdzxtphbw|q!mG^Ge^RNDjTyMIiNN8<dnEM;u)7NsA
z$R{msc(ii&(p=`VY|@r9{jN^Pc{ibL(_Eij5uJ-a7;WJHx4qx3zFS!6yuW>n)@OgS
zQ`h&^iM>6lF;7hGlvq^!v@Z!q?(8}FN$rQ)!dXd=w%8^M$I5t=w_UZ^qN*OVE=F^?
z+Q-v<2^abM^4H9NV)DH5*4cxl`ms9ue;>}Dy3+WK`mLCh$&Y4!`u}%%e4yGPrgzW2
z*jzEL2sjrnb8zzMtDny4=TDC|7dMd2k?>B)_}+DW;lihGHU(?A^$V?}rab6L|E(aw
zKJQJt0dMv%wXlX4^6F9V|8{zI{$Awmmk`NzKV$u&1+|&;ChC9x*8cua<h+XadtdUN
zzxP}3^SSqS(nfLj{@4DK`d@L+^!$mhFV`&IbHx4i^W!}UQlACnXG+iKa<5F6d3?*P
z{*iZ|we{gQQa=RMThtSFF)RQ7aB(^Z!>)>}h6e*89W)pUZyf0QdF+?p47J?q1etf6
zBPFz$ISzliU3Dh<(U;f$`_AxQ&hvQZTu^pM^7!uaM>%aaCpSG{i<^1KQNoDde%HsR
zk3W6B8hy~C?(ysOi)>vA8|J?CH0mwn___Mv$Jwh*`!2UU{h0m8xmP!N-rp!zj)#%;
zrgJy`jeB^@OV%fK+QZ$~%1`kwS?h7V#<<Ty_FeSFJ}n0g4UTf>qsFoNzwYhWRq$nR
zrSzJ~xg|!|VwW5`aj5CH#;n7SXYrZWt+tzJ^g8@=hj#s$Yj)up3ZDa}M6BEL=+V*e
zQ%_G{KXqi~$%HzqCB_qv2|m@IbY$zb^JUsTJJi#rf4pK_y00g`a_^o09kto4YE7TM
z&5#aH&}d6oQf;vF#nIyKlH=vGXP6&t3%qr=)9C@H^x3rwdnTtj$~_V{WxL-x+o|dC
zcITMh!dnOCMW}RJWOFQixTn!fYxydkTWO{$X1AI`fA6U=v5j7~e~#Y$@RKJVJ$afP
ze&W2bPJu+j1o16%|CFtqJnL>~#<GIohG=Jwdrlu77GDUOQ=Y_sejodTl}VZB_R4*k
z{ISvR%4U8yz4HbRFB0M|wOshj!xt*mcs?=Bd9SZvTv0^p#K+x#CC>0if7$F6`dsz5
z?;MMJ&$qts|K-|nB|vcU9na|I9R+`O-m9*StJ`)oVE@(X`Sq{GFBsaj{@CmJy7-uH
zj8VUoQvBnO_jgHtUuku8b<Ohai<~9C)rOsPzqn%i{A0D+QTa2kesB`s5oFMs{$6{>
z)#V9(^JZzRToBe#@J{UeQP&-3E_~@v&|SoK|Dz$}<NJrTYS-LR*2p>~?PFb;Jxf`B
zgZ#6dA7<=QdNDiUoK57rJ3krZo^YxicTW8GY}wNr-w%5=Zh3V~efv%B!oI49EFAN`
z{QZ94S>eGQnKe33O1CB4xnKJ{f2MNz>F(?ChgJ(a2|SLE=x|nEGl}OSpJ>-L+nB9R
z&gloO{g;*dAG>fsqq^C@MRT%t)~;H)#Gd){=5&2|H&>!X{98}g4STnHqSu-tjlEf?
zRe#TWeClVhh?VuzN3GsZd48*_shwBqD2RB=J;&VjugT_n%;7U<u4G=f^m&NVf|#kt
z1Z0+{$kj^8R4xc?P7!RDd;W31M2}FK)VCCt`%h{^_MLQ2W`2I0Z_9qi7lQFtE6*fK
z&*cfYebeUGlVkTcyszBLGq1MwFPDIdAX|dkN7K)1Hh7$uT^pcr@c8#9DyNNd{yAA2
zEzwoGW2w@#?UDye*I9RSukSymUaBwZS~|<F?DYNP>iWwk&Z}Ix=jY_kqStr#>u`U!
zOE^2_vT5Y4o2@r8reE)0*)~^jvSiB%UfZ{Mdlo6nIr+%l*%x|jgZA7RR;M{{&Eb+}
z65=gW2>7PJvGB-hhK)_@6V9&x!nEL<)y}nZelRHfpQ|(1^{vV4xo>;zI==I5YFQnh
zl)#qr_cFuI(yzP!M&Gxet#>~>=|{ATm-hcz_k{YLwC`)Etj>yKTfdN1F>~3v${%*g
zD?_gxtK+QRGj~H_%gdD)`?^k=%~HRgB--Q|nRfATze(z(mm>B&*H&ITz53&wBjyK=
zEUQo9+<m%fLC?m=;vYpHaz65I$!PQO%@Tgg|M+NwV$+Q0dwqPuEdQV4S#kB&vh|TX
zy_`4xh{(-}QRzFg^TAgxHRXyrhwl9?*UCPyuorIJv|<10V=r!+syS&Z%*hcCzm*uf
zMRQqLYT>z}ZKt2O@||#+z2k&Y#&v;o&jSqKN_ZD!$~;xjwE4_aHjO*H;H24sV=ggk
z`ukVN%4mGvakA#mQ?AvizaGEWo_=osIU&tBbu+%x*7eoRw(eQsZKqatUi`GU{zKZ%
zzc-nrxXq6Cl|49^Bc60QTrb`(a@w;Cv(6<fTJYRzhL3Gb$96`$e<5vV$Mg;SBCJy~
z+4sL-epI^f>bnHXaJ8U66Fe&3yDVs%)_y@{qQV2&Ol8}rUH*TV*aha9Y&X<!uy`4=
zOfT-!@y?@Pgq-%L+n$(S{w#R@VmZ^m;=ilPx6XB|Hmmi0y!GD>!?Yu7KW0bG{~Y@$
zq&8nF>v^*Fl|8EZi()-tX8~}!zx-sk#reW&wo@PX_Dz*Y*T{W$_czn#UiSkY!COs|
zKi`>pJ+5}+oI^|B$J%J=R>d{{*rR<mEy&$@+1lMbH*9>a%k0lpOK5!(>~n_Mz)#s{
zgYBXHy?f1k*6hBpF7(6IT2bydw=1`7jA~nObM=>_Cd*nk@8H~5lDKZque14!jyh+b
z%i5sW+L+V$w)l)}emb|nS>M0k-h6#o!Rh>1;*(ZNaoo!HQ5!_{jk3PXzkgISTsE~!
z-md0=+LxylYR2}*%OC$Rt~Xs0m;Lwb?ezWK{Z*xf?++`P9W(OotM=+GT%xw|SpS*X
z_Q&sE-8HKzZi&ouxv5GOxrh6Ho)XPjd_LYi;qY&v(vuTzh%m9gT;u;lQeyIsQyGn=
z8}u&7y|S?2x@=##s-)L<3UgS?@3x;_|96!i-m-c|WQk7cp_=4*r{-zT?eBSLR4)7Z
zo~*>%x*4{<6{(ZH=C0rWFG82KK13k%RLWvmS)+h=k-?UWQ=4vuw;qX|@y>L{=^6Hk
zE4JO)-ypE?@9y^SET+o&S6djrIqVV)`~B;5_&S%r*8~MjgpK1hS63HLtK81R%cm-^
zCHj|am)|RK9@(Ddf1kWDIL^g-mgkn>tipnbwDsl9p%b>Hp2-$CGV}FT!Scte-^KG^
ztvl@eLM!g!-MXpUcsITJ{YqPZO8maRuP>cE)mad5BS0`^#oxg9kDqR|-+Ep+>ezI#
zG?vR!uQq=_{`qwN&Espot112syrn#6!<w+TBZB8!+*LkE*RBdkx!p74zV6eR2ez+x
zZoIy>=i~INeVZoD=lRwreB$F~*Qi2=&mR{in(e=Qy~>J9zwg6@bu2IUC`~zcjbV|8
zxqI!OYnM&W6i3UbrT@R-f5`f|(&>*MB0tQrTH#S9dM@F5_OTM7%k%iow79#e70&q}
zaGFWx&4u-Wde3I=DvT|+SGu>v?&k+KFJYT$hTCj+-l{d0|MRMBXR)yP`W;^X{v2c9
z;VYLK%EDi*vC=f%?&OTFTAwLzUoFrU%KSGc`H-=pn|}f;Bd^Shqq1g?6B6%z*8LFF
zdFi3apY=8cYgjfpT`bz;P%TxG@pWy9$F9#$IMY`g<e!^fe}!eW*sc@rlS^4XH3k*!
zzO(PQfm!zXbGlRQe@^}{9BlMWs`-6cFvssJqI`DG;#NqnzRq(?N=xbL^XG9#l_#qG
zGutcg|8x1*WtokY+b${_N#63zy8J@D-8kX#Jx+e50}6FDuOAl)J?M|C;?11LD|hm%
z>CWa35owR(@e^GYn+hdw{m<>#D815e;ZojZF)d0<k9WzhIkQOc;_kBsbIUou&-ni0
z%F+oL@xT7rYx1k<P1!B~CpR;?He}a^x3(-duU!zz54bNEoAlMt@=%Xl*Ib_!>-=^!
zRzJL`wg0^3hrYXCJ&vm{KR4CS#Q66Ow{08Gyk1xtyQMsbN#AM4;Wf&ZyEJQV^A=y-
z&D=4orLm4d%<N{B^+YzEWVOXt&F+<be*dy=mB4fFxnHF^QpKNq_o``$Pm{TMb={eA
zv5((*)8sxH3ntsnIN)qDIWXx@rJA$SO2Ju&#qw)qjh98doTz#J>e8r^wX1Vuolo1#
z&zrr$u_c0kv1#b+)QqF6zb^1Ivg|SbwN|}GmOU}xGV{TY(PkkPY)d=SJ9`{IXg;(K
z{CUiA>4UY`&MMrA{nc|hPr2=<K>ruL^}8%*WeTq4tPFXp@p6vD?;AFy?>?z4E3o$2
zmXRNBV_9axa`vjLiI7jn?%CJkWflj__-r;~qk$-w%tpH%zB0$SCF5pa`LOl-;-ATz
zUb!u{zR^B6-Ck~Hn}PU@1m@=q%hxXsycg%Z_;B01ycor@#_1jIsSZj8F{gfB_Gw$g
zQaM55*j|AEwaix=&N!Aa?^QqjRs8p<ncU1W-%P^YK1!Hcp8WJFt=_WsRm{(S<!Yz-
z-d<SjZS;wkr*Y%yliMs?m`yMJ?9{f%{rp3n=k5iyhbI5Tq6E)3U%da#ifOO<RH;ML
zBoC=?UQk>5_H)FeWjvR=)W3w(eBRyE;<)JLX8Yggs=CCD*iGdp%k?L3kJ^9Ya=x2^
ziFp3m<;zxn`TWu_a}CehqF3F|e&y86&)(aA{rsoH&u)|)F|>bNwbp6o7e8UmW@#4F
zmBmL7gimc;TYAs!)9**!{td>bKPzm1zHCj=rte$3#ZOD?#~gk8_3tKQ!!R-Pn+0c&
zTx?ygZ`;4Xt9z>Hg6`+mXC`PIPp#1~|9Uu@FZI2%G5f_8yk83TF|01l{_>RX`F;;}
z_TRg?c5O52IVP|-u(GG^?XkJPpFZ2G{<Qn|_tW3^eYf3`G(Fm&BW?j>-`ZPk84C5A
z{H2yWimb4aUViMaer$hfwu|ZdhWyF;4SYLpt6y5DzIlyXa#-N`6@qO{xBhYX#!mKI
zcGv1^!aSqHlce5$C=K4bty9;8OLXt546zwbEP_Ak_ssXLwlN9q3P1K){cJ&Bsqxdu
zZ?=01-iH3Do6~&3{Z_5?BA(aUy=I-PCm*<(Ryx{QnhCa)T|f1_Ja3A6{Jp1NN_;La
z$lbd`<9&<g{rd^_O4?z~JDBb*la-z!o>{ig>_-b1_q*^J&;1svzCC0Y{j{s>p4J4L
z(7Nd#b(>S|SGfrIWi`BgE!)DZJ^j9L-Lcyb=SnYRT^V(4?Xoiq3@3a)`t)jnN#Vcj
z`~9Dn=*8_5viscHo3`Pg#l<%3@9&KMC#1Q?>V)rF)R|Rrm092uM^?&Q<`~28+fQn3
zGP(O>R$a!S<=%y-LjsqGtDoJT!e1i&O6!c(pEFCl!<+U6CTEytc3Ss`MJ@YUeZO||
zpI3Lk7qFjs#b@KSZjY-u>%XV5j~c%>PX6}Uc;P;)LxPWOdiBq%R6a9&JZs;xi-%UG
zC)xd-@$^Z=l6n6oOInL%)h)_DvU$bw#aoh&XDgiwu;yQ%_-;?1!z;J)&mR+<K6?CE
zoe*TWdgp^5o-vzdvCUfJki~fE=!2ydm!_O4H0=p0uZ|Ypd}OnLn<N(x!-Y82kaNHL
zijOaUzpLu@i}lq{82#H>8>Qdw4s0oRj&8lkD5gJaXX}B}TV)*!BpYx2+U0++?Zt*9
zhR@&So_!MJoAuf?QmK#U!IcHVa)H`nM@wIJ^d*Y;m2^E=Fy+5&V*I5G2O<uvpS#zF
zi*edo%c;pJEmk|ZGO7(vJ)6Bp{p_T6fg6XECLG!GG`-qsr@~)5(@M2((>d}*SI&BH
zzxu-j<`By@lI<+(j_h1ibs}QrU*#iPj$B}^*)rLz#d5Md57Ye<)1*Z|Bz;w8e?7^?
zO~$l~<>LFoR|z3^)a^eR=cOH4%i;Ch@ywbHYM$*m=Ta2)Pg%RH);e7F;MpE)`J?B)
zUcP?+fZlf%Z!Lph0Zw02A%mDT{6B9$JQHwn<z0bed}=P!r(X^GzM-e?K*HUlertO}
zyY4Q{oFRN}g+=8o-$m04zn8Ti-ui9<=f0S8dw$(DYSF!UcKg3IGG}TWpXY28<l$Yr
z@B76odBt8DLIP58d|#co@9}M%@^Pw!)yMZ|>~;8W#($J3UKwchOvT&zufT=9%qA8`
zjQeI+x*b2}n09W?f!!CnZvFV_YL@OO@l#AK@Br&e&l7Al!qa*UE*`LQ`28kftMnu5
z=`4Hm=SjOnHp;a$HBPTh@%&aiMPg>ivlBilcg}Nv%l?x7#nMp2=5w}I@;otj70x$&
zKF5SyN@OeC{*`4a1wLr3jrv^R74rJ|JWhXs>%O-Po;#lSu=}H~dd7R-Nhj1dKV9;O
z%}qV{{&AJZEmI@ijave_Qkk4|OSjFwt>CuKit~|z+sD55Dx1!I<aWH_^Cx54pN((t
z30+~!){&6X;8r$JHJoS}={YCimu2sz-gDUkr;b{lku#gju|kOR?LHsIj{66<vL~@^
zV^@4FpJ0^kbSpjSwNt@MrsJk-FTF307LWQScjvGo&zcQ2yN+|UOYJI?sGXj*wf%d7
zjCIJIDIc~KR&DsPjCY0E{J9*;cRAFZ58usru&uzOVZ(tPFPELu`z-f{XWHZpx3=A1
zzw=*Q)+}o0lo7`8==l!rDI3=B@Kq5s-@$Kj@JnRY<?o``V>XplTAK9h%@tC)koRoM
zzp8s1<c|h-u6%sI^YCFVQGwd`^CZ_l+j-jj@zXTR&ipLl$JN63?YIu{wA8+L5$#F*
zqJ7sRzD-TuQTx>5+_>J?=i6qv_pDyFzBc}&mC0(~-O1;tKXo|pCNNRtC&SMGhK}`T
z_n(+(#<70E`e(lTM8lR9JB51i-RgR>MlH(NYUZ&I&U&_)w?s>y{d>5$dJV&w11%?i
ztUh~bdsX?*kNo?Bs}@wx?pe!dzI#(=nJB-nQS_X>U2f~8_2py^xysrW{$NSY5o%n>
zU4L_y!(5lc*BjaH816V(e*0Gc*^je-yti-VK5WgOe(G<e-y*iK>@`JeDj!*%jXubI
z?wt6Vo&}o!9`e_%-}CR*YoFFFt}9#iums1P^j~55u+3fk9n<uR_czYW-ym?qzrAMq
z`}zOQSznf#yLwBHbX{NhOFf^a$=0>&E`0c)Sn^NMkKdrVQ{eB7j8n|<#go@Qj-R!z
zI`sGbtA)28%B|*oru5x*N4_7w!^ZpUbMjkPINRO4?)m(a<%d-(r_WoJqQrFmh_Fes
z^P9K3%ifCKv5s?fuC(*fUt(kQq3wXBme3EW7U`OYyP00t{au?pSwj0vcE9``{eJoT
z$@!wWt#Ww}uNLeL?2)-4w`X^W(f4nMcuK$TcsaTGd4(9exp{d~{{n4qxf@Tj_B?iG
z?U{93Y)+%+9IKr9k?g;sD~@L^6lPm_XNfNFcOHi0OE-w}v0qs2n{nIjzN-0m`E!db
zU+L-Zsgd3N?%$`o_y68KaPasX@xuJ7SyMMmEt+(7N_6@A+jAlmug%fFbKY6Fdgbb-
z`<yHsqEc1+0~fFHyv5iv^Fp!RCGI6W%bX@(y;eQpi}UqauhPrgS7@8W25aV?F;8vV
zX>VC4<vNM$<hxI+xBn9pz7&3X`~I(KKOZ#rM>rnTma4Wq_-5JurR;xR%wBNTQJ2}p
zP=sk_NA7+0ZB}j^o$~G+Pl`h>tyX++X6o@arkgr(&%gJa<F-1n%cEJT$#cc|z;iR(
z=RcO^jO8>tw^{L(z*qD8zqX!Sxv%S!(fSV(o<|G}oeg#Fmd|;^k(@EH>xFH>`A`Re
zX4@u<r;OV-&5?1x7Ms{Oy~i<pSI*+!Wd~$4wto)3l>V#RW@+y^<8SNFZ;O^X^+G>d
z`tub=$Nrt3N2flGo@TMK{4mFX^SqbNEf-<%bF_XSe%L0vyw5plzJq`HjL)&1!8>QZ
z>(y+Vbt?SA6akgXC4TwK9M8ARuADsm^X$EgW?q)C*u`tFvSq2RVuO}Tz`Eirp4@lL
z558HxytL{e1Eb{n%6FcZIGYX$+z)%W{>zmm4ZC+dYOJ}CZ)C0?e&P$)*5;iFDXv^o
zS+*4l)W}K7wbrqSeDW8$zGuV!=-PXCJX`*B-kZbf?9P#QuhS*&XL{@3*OR}qnXkL0
z_V>l|V~i}Ne>t2440leAu$UP2vUjF+s?>YM^c(6ID<AQ+IOSV;lnV$%h)FrWThcix
zBiBdAql0-yVZhXgT{6!e==SrzKf-d-p*Pw6-={mm=Vn?&s_Dlh9{%bxv$A40PhO(A
zonc(v^Z9=QfBp%#*S&0h?_m1Y*%=BkZv`A~bM4DHlYD67IWA9g_O1=TV^{i3&-XbR
z<Jj=_s?p(@!k@qAPggWc>Yuka%*}6Z+s5Qh?nUplczPWUNNDcmP;TDgSi{sfx#4on
z1CA2e00!^1K_1f?o$gs*_$hz-&OP&mOP7jB2~JO`5$AJX_)|cC7Qfjkj~XtfLL07+
zuTow&d<>s&e12Btmji)@XXh3gyM4aS&9kw6iSFaG?hj9Q`Z%81CZ!WMg~R5N)}pG0
z?rJZqnE@gSHh0Y>&Yy_q@wO>&NWXBKX}RvEB9Uj_2B$q^`VOl}&w8J`yV622T`nml
zVd;58%k*=l0>_r<E%+%@dvVK@o>^8ZHnjrRCm-}_Y7X#^T)^<meed3?j)Wq&)mNDl
zC1qp}9O0O(q2|{2tCeGC2|sg>z+KL~tq0e5{@51j^xflkZVSiW5Fg*Z<0@aDzA^bW
zDd$nzq)&6E#BMnpG`XxJqyBg2j6JD4uFi>kYEdhD%p#EUk;=tn&278=t9@Fea^_p_
z+PXTeIae}aYCfymCl(g>c18!eeM^{~uCz{T&FvQOtm0c2uzkbB#<Ois@_Z{cD}Ge}
zt@tjw*3C}9>9=E=?IcqRLC&9#%@0cN|K)T4$?qfnkAJOc(`0pDo-jkGRX}aQ54LmG
zl2=4meqcFltv+GLazAT<>Y3)BCpd;z3*QU5(6VxBq?`0wHXlaUIUgRFsxO>%Y-7ql
zzqp05kF@q=|BOr3@jZNcL8f6>#*WF3J`P`IAGB%h{GXJzq1VssK**g}X-=1qX7wd%
z&bh2!D0}Nl{PfA1BB^n5E53YOE^o#Ypy$rLKKr`<^y~4pjF->FJ1w_(>gd>_rNOgi
z!AD+x)hpY1ql=GUSLj)+*L*xe@=cO(68i?p1JS|q-e3GaurJifdi>%1!cT{uYPNK&
zywPEQn)40!fjs8({(7_DYqVTC7HaZQ`+H&RkLmS-X}0(OUfX_f{}JwgO?iE#$D>Vr
zPh2?FAoX4H$jZm|_pd!yJ5{XzC^|*vu=(c={eN!e&pWk7v*(%jXKwDqP02UgW~@K3
z_J#MntA6bP?(=uPH2l<YE_^|PzUZvIQ$u|+!#1pMckJ3L<G=NAP5-UbzsCHhC;5Fm
zTlMo^WdDoAUktLc^48}M7Us>{$FkUf&3>-l8sm8{*KB-ydSgnQS#rUG*^>*>FZTWF
zwc5;Bmz_LuYR6Tho^8UmE^7`PNzA^`T@cF~y!ZLSwO?lQxa^LybF!{onQ-y(J}H*p
zy0$(a^=4dIVfJ+!@0sRHF{UTxzO!8tbGI(rZaZJ?=By`T6B4G}taxPko;f@tQT<H&
zyo1{kew3`=*ZJw=yTv<=>ewbfl{?1Db)@dub<;4<cgkOCJ3m}MW)bJU<7VK82EVr(
z&U?SFoF}+o`3j3U+{;dcDt@<<coV*B;)0t!tG5}=?uoxwZs4~n^NHg9vH~N8z4z1_
z|7KZdT1{jB{Pf=R?}x?zZ+)%5xaS}vcl+<!4+oEbxz6|d{JO<IBDBBD7w_8shw-gi
zw$r0M<-87i9)|7tB;~*MeBbxQ1tszeo;2rAT64u*GJ4OZbrW87gibAPOjGKx-}f`d
zeSY~qVQ%H*)6?F$%K8XTjJ9}P{9tzcqstque#kscuWru!cy6QKJ%cGP^k1@Q$2OWD
zc^<b}@viE31&J4P1MaL~+P-sj&XQCSjWutKKb+bYbX?<Z^=luQ=SOwV=!u3Tg^J6a
zz4mtFdb2Q{7ygwKEHp0GZEZfG@>A`Z_5F$Kx7=bD6?Ir+KhwK6vG&Kc%-EUpXV!=M
zX)WkdPkVBI#ngg=cZ>U1a^!pZ&u$K1wr|oeiT58adN3%KSf`(8JZ69TiFj(YaHYz+
z6VaZt|A_hVu9%sAQRi^{*`~$C8uv>}7B*>|UA5&?;+jOOWiRKM@@&8O#JWl8PVI?2
z8Tn&dUTZ2I^5QQ4U$K&9jgmv%$NaWGem+*ANe9=YUgiAP+cQgD`jGWM?i02#uE&ad
zg(6K_I{GfCq=^eJc^UuTSF--&SEG`DT00JW+Vkyto%jisi$~;_s7|=NRNMTb)q~RR
zr7N4QU$V}#H}812Vb1<d2N<IcKYn`UCihb2{ZF-dKB+#MzvG0_2mb$=2LI>p|0-|T
zJZqVx-gRr!%QJm)s|^BwXG|~;-{>B$kdX8?#d+bZ*zYxOi~}_y)*O~ucg9}tvOsTe
z`uYcwuWa5W_#eB+DXC}PTXn7V!;HrQb9}A72+aQBToczVu!+UTHqh+AqOF}F3{p#S
z7jWNc()hf!DQL%*2l4T<{!})8pIBP+dzHt`4Sq>KQ~u5q-lxR<JL=il)KpWRHifE7
zXVg^mA{7^$VF>>GJT2?;E7_Ct|IVs-e1ZM#EUza|7S$}feed5JVb*gq4$O<!+%Ng(
zmCNiSz14Yt)EuqurQNrzl&Ke&daBIeRwpzqOhKPBL|>b2@$#Djef}@{_-bv|FIsr$
z=p5<o5lQoBJXlf1_Tknlr;=L>v`yY`Zc^BL!!i3#x0rLAK(O1J3m26x?9+|8<?H)s
z@vObp{TK6|C>CV!t!!pG`A^T{nzPk0^(PEJGK>3mGB#|Ubx~~V%s-pw88Pl&cPd~-
zptV4q`Su92w9Ycl-RB=V&bZXHcKH#pwZ(~{i~fI5I#SHS@rY^C7ZKKH&ra~1cy?y$
z-)juV?0j<0?OR#<@T&QwZ;uxqvQdltb?1xRmnXj;+h2YWeOsXNQhQp)oX3hQ+TKgE
ze5yWTE?4>dQ^_R_&V9n&lUtVY3)TI-sjjzT>A91aO+NbFnAFcM@H1zh-R!VC8#o@X
z`e>?u+eNU6>&Ekvgt@-2{cU<`JS0jQ|A;CqF`w1^vMY%3MDYEqGpyZy-FTtJz3iCo
zT^{4agAeZP{Tx{#T*S25=5xWNAZBr48K+-XPc>$|c)Xu?*~LzmWA)wNbQX%*G_v_T
zSKXTtT6RI8tZ-YWT429`*4;g;+q_vD{_Wc08o%#j=F9!&XN~No89UX5w>K^e|1(`B
z`;=hm!@6l_kJ?wi*3CGQ_LFhe6GflIhGlzC#;a$k<;?JC5Gr<<Cp+<P%6~SQy_J3^
z@*OVx%c*mlTz5;ot>d!6&3#w4=zX`h;d!5ONwryHt*5If+tG<43Uic?EL~HYHv31)
z{PjvL=Qh>nPyVP<x1{>j8vm3x@}IWN&)%@^k^kPd=o@9vmS}W_{&=TovnfU^Tz_xK
zxp|i2zXeS~Io!nVbT_JXyi70VWt*}^R^x-4yTuNn{2cb`Gno~OE-v3E^+T>8>(dvP
z3j3HChlvf}HU&TAce~m9pzm*OK}zesJ4cfz{<y*a?!o%LeX-rW-;6>Y?fL5Wtkuwe
zmdGScdB*TR!5%jl>&+JyzCN>BF7Ep2W8sO<Pc44iv4_F-By-v`&JN|fTwOD69-Voq
z?@`8|L#ZMy7nJr@{<!UIav;90b6Wgmk5?J<Px8n$&F3newP4kZD;pcOIH)!zADnN%
zzs%s6`j?6O_}v7n-fWkWng8se#MiB9S;wXxH2wGHPEE#H_BM+<e9~pJV)lLemHl*i
zasJfr_iDw{CF8Z@|KGZP>dqzWDYLgMF`6)C%F&L3o0T@*`uprwHJ7`64Bhk8ZuN{E
z!dIq<KMFmo_UI#fiF$8OPF-(=*aaze&;7IJ=<eX`Z2UQ)@W`(<vrD%u;Snu=UHm%h
zr;W>6m8;hTpSh`auKTmL``H?X>2=OC-Qqd&KX+SPSR_$CO*Pkay~Z_*MRui2WWSYO
znLk}iap}oNO~v>4xCA~P7FD-i-oDSIeyWRSd28HdxqHWNlzsZ5d%lzVk&(&FtNh{e
zi?|-F{V#IvPJw>k3D;TEe+WLl%;hed%YVYRZku+i%e%kNcWamznKpU~@fGSjrM;K%
zS3J17lGR~We&6mVnKIeZg?ZD~trUM){dLC@&-s~5=dN50&6~Tw<<Nv@r;;;m7p}a|
z;Z@*!`YyN1bg#4j`y7^qEERPL5$9j@HYxMZb5;gpnf}{eDhfF>@2^!6y<@DqK52uw
zp!Px&KlYxp2kr9oE-tg%_tDISuX>ZQ{-RfsJuV9`s>kh^eq`G19+gRknxFTb@9gu7
zP2{}1h|OlAz}u6IF8VPti*h5=jibLWTxab+{ouEGMu&}_UwV5!;hWyH%i;0I*VXK)
z`Lx+ypL>4cCxx>8>}Te@opN~{*EG(^>qS*U5f|CkRhv%JV!u$=l4kabpNn~e?G}~G
z^B;EqJ#Bqs)8o3=XIeK%+qq22aXwWn{N3gK&rL>~8|t5^o1|JFxT*N<q8Ov9Ps!5h
z49{fG^VQ9gc`MxFm$K)S!{W#Dd(~y$yT1SXZO??gU-sz7|2?OqWWV`Ky4u%UDw`#}
zzAQYu>DQmhH#v{3?G$dFm>(y5A?yF2caA!@jBm|X+H});g7a?IWA~P?HuFnwS-C1N
zzBypRKB2i?@xFzHhWd$~Viy)1d8i<Bc5lJ?#_2w3Yu6Y4nRasizBaK&{zIx~s#a`l
z-~08;#`1;yF;83WFt$XR|6E&eYRmBp+sjveESfBzJ}u)+W4CYN@tFsA$sV}z`goL+
z@%|4M1!-BYjI^z^XUN#3ZP>hV*0%NQcI|RxIu;#%o704aLzjKd>L!M~+LC&nOP`t_
zc=jC3kz{b*((9pjM|M&jyW{@$$*W9TZzRfJn7nj%YU*>w)Bo12dbo9Y_WP7IZmaHw
zY2VOGmpn4HkmC<i`pP{|-TKWxe9~+>ar;5y7hC^pju~t@%Cd$=%^peHucWX4de6>i
z%e|xK^Edmy-rnKDn3bO**LmU8;Z+uynGYOWX4EL{t52BqXZpG&jobzS(y5|HpIU8n
z2|cTx{_ICxi2A07@hqpeEj+@zHf-OL2#Gm6&d)jOd0R|P;p4)er;Zw4KiTrS{OsN%
zp6bgB!aeM`RJi!&H5Y$=rvCK#{vWdsIIFk4kbk8gH}mq|m%pFx<-ezY_{(CZhGh%#
z!d!eF%kOZoUzd1l%L%SqHyENEOzt0^^L@d!D*mJA7|kBU+sx6k{=Uz}@mP!J+_J-S
z5_bC}h<!hFboG-)bJ<s0n3QidihaDZbF<Ht?}1{D_HXSQ)Gu3_+lSZvJ3ZfcW$sk@
zzxVoYglGhFye+knIB<6r;~8=H`quqEO+SK<KfieWeqH)~$wMIr>=b9TS7`87{rDgl
z=QBe*AS2_MKy2DQmrG|3RqXuKnR5PjicQSIrj-fvR?n4TPq=6<tu_Bb$!Q5yTV?m%
z4FQFgucm}%?maE>^Lj;YWA%>vu8BoIFKIuOnm5^R?iJ&nb>~xGoZ){qd*fQshGjx;
z_lT<<JaT!`MZsq$nlx3PEB0>af5lLKvC6EZ{)$dD+mXFDoH^!}@y}LUl;!w++QnO1
z9t#Yz)0Ou!J-lV5R+#bgcjQ@_mTNoXH^|Qs5RX11pXwf*E4^Rh^_jwlOZh6+Y<%?i
zj{(EG(hav%pJ|H7Gn8k}E(tK{6s`WubljA2R%6?_b#JD4uiqb-XFE^(dFJYGFV-oX
z-K?L??08|~t7m!Nw`IQ5U|z{|p~}a{??{Zu>h3GI3!nH~EKdq3UMUm(N$=2w)%W+9
z$KB;lo;}I&PJ3aC-yv~bopl?EPM*^H;p8tc{bQ@zi>K4$wd#K@|G%)N?6X?(Lld7!
z`yKtAeN)<gY434oU8uUr|Ip#|^_|+6Y#vJ-=xkWOc<ZsJZS4z!uUxF}^Og)rR#|&)
zM?1sSFKmgTSFX6<I{cqwn&jW<{eMjPZ_j^x@J~+s+2a{s?OwV4dfv98e4C2MBD>2E
z@+!<GwEtVKACX&Rl6md1S5@idb;s`KF#o%<o%i6CO)+adCmnJZQ2!S9>E7PRgXTB*
zFC4p3-(HYYzkTxd+N^>#ulJrdOxT@Vr?_|Pl>U`(H}3zdc2{h^Pkv2eUTpGzmiNr_
zLR?*)-u!%c&t?_7YGLGy)<asa^5+FH-M(~ShK1$)K>kb7(_$a@h^|&$wp{Pr^NGjW
z1kQhx{*$(MS|sD#gGch^{)HdsShsJ-amQVfHj-Pn-re0J{JBtcQFn8t|AWFSQ`xt3
z9eG%@@s`u+7yoYvCm!CsDN^C<!$>vd=KH)MljAQ(#O*xuM!hqQ)nS>3LSQ??s!HpN
zYzG!EEScsrk#)ko_ohdVcqY&7xGC24T<y;4yA|@YPoFjVdg%31>3+YBOC+uw`Qm$b
zLJ+Ugrh~Ds^0YoTh@YQqQ7M$m<?YMo{C3@G#@S_J7i-@1P5(D>Wznyt2S5FIcXrdC
z7iQH8(@tNx+5L3({}1s~Z%-CK^;{<4`Z>muYLCNN1$;5N3@`GUMAhc{Sd<+xn|tY<
zk@V?Bw^o-IESOZSbSqJY+xv+3_vxojHJ|soexhRLjsjJ)<noN&=bzY`wYCe}IN4O%
z$V$gd5xQcf=`Eqc|8Mf5BTHWIR^Sk=lT>Du@?_e#_5G*b`u>F4FM98@_8q^k9;Z^c
zqC)8Y>?&9J?iF{g)aBT1-L&z&Za7nRefJB)&I!w|o!`ROqpKGA-EoEN3&yr@3n%Sq
zS<JU6s*g2d-{jtEg(*F<9Bs>AN#%d?*VW(G-Ti0F_h~PVAIMp;EcJ)?ms1}T`M%b!
z=9`kg|4DJ{;lRje`HRaZ{7e4S#P~H<T&+so;?C;5b5-l#WLbZBUN<Q?hM)h7>D!sY
zk7fzWzBCliczh(=-2S|N(I@?RrOW&_Pq8p@ye6RiE%M9vcb^__DYY?rtI+U%!zxp&
zDz@;-TThit7K@f0p5b!E@WG|sYAs>sc~idaO$*p1(^4eNzaua490T*-$Q!~>KGpB$
znb2gRRu%hrPX8e-j@l>B^8F8#y)2%6xx;pbniGRQgNVV0*h8J=Estvj^&iRBGtK{W
z_G6t$`aJPDEIh{_ccmxIRXnv(&#WuK?(Bt5k8kaTJwi2GFDli(Eq}1o?DUsE<yNNo
zms#@MW9(D^%`}@oOR0ID;;u-W@4k#ed8hJ%T<=}F%M-cnyylWCpZXFW{A-_aLdn<2
zxN-iImt9xiT5msP{r=CSU{8DQ=r^^$+|rJTu>||rUYV0A_DRxf%KhKBPH#MPnRo8)
zs(&)GS6|e5yzWA3&3UmK>igu1Zr$K#zQv}?lzmDg`OBG`#Wx!Br>2^0Tzz0w`0e;l
zl|N5iEfTB#;BU8IdbY1))`!B?Jv|Rq7@s!iIWkY<71`2RUVr5NzQ1J^zka6g|9^hL
zU3K9v3|@D5U(D<fc)K+2tCT~{yWbshA3vS*5S(alX`WhdbWzD<N9C`7e_tBJb46SX
zpXtEplqS85Cu;F?bM}e1UW;(ZdLJ{reni;!)t2XBGdB3JR(y9~a%kZ<^ZrKho9CCU
zKYvfUhVQ-Z42!-5q2k`Nm&GkyzKZnm?JDe*Q#DIIzN3%Z_v4-UqD}4R57dhYAAPrO
z@23y{?i!tG`|fva+h_CFQcJ6+@LoO>Z)G{dy*tm_uZL%P?X!TXTVpSr)SXhb`piVG
z_`h$uXWp-1ac)X?Ju~Cmg|MK&S!^{M1TL5;%`ne)zi;&Ehr7tLv!*XDsg+)8Ns`{R
zXze!j4_%iPml(!tY&fb|Yt(S)tfk=xSvK}Pb0VKL?D+ck(_Qg6&G7w)HE%@7oq1@R
z-6uLfQsPJ6jJb8UlINWh4rKq8l$0g(ef#vsTjIjo&sfi~2$26BHfzBKfh|qxiIFdR
zHt;siwK(=UoR#x_x~!?{lRx}F#6BJl+x_3^U{-gT{XyFe%SFl+b9Ot`e?6u8;a&2+
z-9N+kHP&&Pta==)beQ{J@Z1&C8+;TQ8>AlXOp4vNX`Sf$!(UjRS$w=wBjf#m^W~ZF
zd!GNab!8J&1fLY&_kEPXaobJRpPTz%v&|p%{Yf1*vyE!a))|~J*;g57p#NE6Z>4eF
z8sQtv|E$71ocAuSeYBy}R4-ZM*YTY^JG#WCDLcQ>YS!LzQ~ZHhMZyMu5w5StmcE=-
z_{3erPv`c=Jp0+}CA-88?E`k+GTSfd9`|^M!%MF9A2!F^s+_kKNnGTYe8$|S#!YoC
zCvV4mZSiY2i=MFOv^&YpKbW7n|2wDstK_*#b&ENYWnNkw^>{R`Hu0_yUk!8Jw7ti)
zW>ox3DPuD(?2~&C$>>;>Al)+4tFkpmH|tw~+^b_@mkV0i>vt_G4c<}g_N8@8+qsuL
z=N9i%nl`mt!ETGzzbo2uE7DZ@qF?)k2&Ys?MNWFKeV?$dpI8sysZCim>#rT1GiS}6
zGfQ-5p4P11{o~@k?}~b=&rdy_zQ4V#gom+Nl=roe!&$!Vjy%Cd5A=^*Ub@k7TA8`I
z)nVo4*<LmeoTb)>ylAwt*6wE9@UZYsveOj#yMLML{(J81zyH6}JN(qu{M!DrOT|y$
zuK!j)ee2Kj4<Bzh+kMtli2Icc$LhE0Jgo;D7H{5nMvMKxySL{rGh0VKvJa?cE?Q8g
zXWiX@dhgVopI&qyjF@Xt{4(ohl5nN|Gd=NN>!wKhWq%1dtYGVLRcVpWd;>0HA=af0
zyA8JNjr+;1bj<W0hyT6E<!KGa+~5E23;4a*ZRL-^`SriE>inNex|#|4zCR!#FRwpc
z|FLBDyVxlYUur6_WeJ~meDdI$+||kPwP6hxY|f_o+@7%XgL&Sc$rg_t0vZa0gybF-
z9$kLMF4)Y~w$$*R#q7;$g_FOPNM%MIx;m+O!qa32>jNi>b%cZJSmIWRo|t9JE9z_b
zMyt^O(1pIrN&M^^nKlMixvAK3Oc7{lcAmpHAzXl`C7`fp+NJ$EufG*q{d#*mqr`lp
z@0=8e&F<}n3@;Pj^X7?dPdnu<zxOnkdwu2O?E6W~W>UM?nyft0rJlHTpWhQXh3m(k
z+;5G%-~7{kqmfZVXG`s7_H(idGP{dzoUQAy-TVGa+=0?}B6*3H#Yrg&b?e;TtSK?H
zvt>{}Uej7(<#OT@Q`!`-(=YvA-Emn}p|I{pFPrJc8iPFT?KKzoSXbSzk~J3%ZaSE6
zxAl|S`Wb&DoJ=h){<xbY;=YJ4MmJRCL-_)Q<Fh3`$NiQ2YE*X3e^Z38_oG*}pJ$5u
z&MS1cy3}sI?wNP0o$<oI@gE~1Tss9X+h23Ymor>=a)Qt;gXfozKKpX`_tUrW{}<Ub
z^|grew)Jz(_htD!N1=F9Nzc!FZ2NwHT>f<T`u$?7W2~!AJiaqmTz{@+@%)WiZ7V&k
z%bv`VJL%9iU4E+NjLQ=lqwX#7z3Zd*mt(4rX+_2>{p)`H)4i9UpUOH#oB!E-mdzRb
zs|7ABId9AKE9d^PZx+!h$_Kn|J!JWRvA6%CSl+bykL~}BVkD2vnDEWB{9vW?x7mM{
z_I#TDq5J$t_2XYJe*S2E*|M{0Dq~2)j?&j*Gg}4kaxIK*o$^?FX3=xr-&@&JCw}-G
z$2y58t1tW`qfM8d=dUL_rvDE%RFhp<YPNAlX!CpC{jTjA$IID1W)*!hns<3$pZK!w
zH5vsKGEPle+c}<0ys5IU!YE(;%VKu^=vdne9FNv6TypcqhXCs^d%?Ptl&jy4&*&+d
zR4D&AXYTQSc~-vOf`1cpFKKox2yeJ#b9STgDY+i?C!1OA^psO}y{ur4kyMNKRkpsN
zvFd>eZ^(ooY5jM*40iSD?kaIp?b{N_yMbx<UTvFd!|zvK3(xS2WD@=ClY6yuBlkbu
z3vcFK4E}R)j<B&E|MutwwWllmf+oJ0>2Ks+6|yPw@#EyDSEsN0+_$B>_<^{|xqaz5
z92O6C>?%She4Kk<dvio<>#sKzo9;KoHQCRTT=HO1!+PtyyNAR29lo_XEl`_&IFXB~
z-sr(TrE}Ah_SjaH%->UWYUyeHP5XN{H!*aaDSW`1dZVm5%I#{k`jn_`PmkALQBC?d
z_m#QHq4&854rkw)Y_myaf5c4IZSQn1#Fl?yethTBmhb9m54LO1mt4dB^rQZ3$EeH|
z$)Dd#YT0?eT-$Du8aQ+F%!pl&`ySLe{ImSFW<FEarqfg0rCzqK{wr%ywBqgU_QG$;
z9LGO3+2l4Ze*Msw=b@;gQ^iS<?%(UAEdRaD{=aml=E@ZzR}NMQJPCZGf4Swsq4L{{
zDpy(9o#?v6uthO!SHsC|%QKv<7x!|t`3h`L4!yAPt%T!^YcA$tlU`TwD>}_klM!(e
z)mfst?!(EA?$S%+@1)n?SpP-*>lWLph$5Rax@V4Qt<QV7HD<&AsvGtzr@J)QbZbvb
ze0O|%q2D99Hg(xY8$9=Zcp0e^wr?%>;R}WN8+6V^`3d|KDDCnOvu?h6=HAv>?g!gu
zm`qUkWbyB7giT&_{Emxlz8%}{$-3s=ecO2SU44T7)Z&oL<jv{V70*~Me{=T$>(l@K
zw`bdBSH-l~)_$*@`}LmnZ=ME5&Iuxp6U8!Hmpz)2xidvQ@Z?keUz481dxZX*QRBZV
zXZq8wsV64o2pVNFv1l|!a4<=nu`5o0_U`w-C*Q4~zx=+>m}TqIPiOXgzxnH>UG1+g
zFN^)=+x@*1UMGC~1Ls*K#@Rbv>y%Wq*sC%PI29imJic%3l=IqDgxN)Jk@*9$*46GA
zljlZobp&ksQ?i?9?xDLcF7<9Y$anp`*!-zCtM@m&jL}I>UpFoP|LXrc@BF?fKlQxb
zAMH=A4+Q31iE-w5!PqUZt$EJBM|%Yh8eUF$9dXlaT6MBunf=E`>&~b7EvxeGY}u80
zM{mYUt8O0qDx>3Xj;NeEC3-43ET!#*-;YeY+8+kHQkQ2t<jD6)9LSXAyzVDvd#~)l
zJ>`!Rew<LB)a_m;&pGRK#^+x)m;TiLi}2Fb+|M5{+g;1-&@$<p<sXXQ9dP>j&icLE
z@?3|${uHN;e1}|fYqB-Mzu&yD_mHW<!5i9l4!qfZ=>37^p9I7T<<w?*NU&4|&DYU3
zK2fFKaOfGsw9B^*WFM?;KNEE=W0@>pM~x7Z^?6~2R#x5j8WRub@0GMw)Dqa>(axxm
zowy~)L0s$j*#-T3d$;V;_dUdt>E*Oz+3PlD-kmJ(Qf&BC?j5%Aync0e*VMPdUjrqi
zxY&7)p4(r3L@nw3JB2Ung*%^^NJrSFtmS3?ujSL$w`787$t{Dv*l#ZjoR9YD>ORT~
zXlLcAd9>HP^1-I&vmf|wE@A)w{ocEaM#T@e7HzRSnIrgG`Phvk`8J2o<Vt6<-+!{@
zQ0O1i9bz*N>B&iXopC=~?RQh|>zp5}YBcwM?*8>Je1Eq8V}(!J?I#{zFEakL%`-)x
zOYLm+E(3viHTO?l&zIce(wnQD<0yXb)PkBI<D7F3`!2*>|1~q_R^I!$JiQ-pEZOE8
z70D_-tJq|@tdDT>>^;3L%W_YgS}$<uQq{L_xAUi4m%pE~{JflD^Ao)jYx*auDeASF
zr_Xw&Ak8KA^`h(Lb(>ty{OPyf8+tBV;ox%L-FG>f&q(OyF0)OW_(qQ@TwVDXpULLO
zQtU0eLzV8Vd6O?>f4893f%%ML57R641DmRSj@Vv$)4w?44eybh8C}b`-|_0dIdD&5
znz3YnVfq`Hh`GIczW#jv^!~rw^|5u|=l_k{S@$$+$;N+=PHind|M1%LnXKXQH7s$>
zVxRZk5LN%RX?NqD$?E>6jAK}wA3oYy<IcS`)vDXMQ}C#|h{3(>YwA9*-@a2KC#rXu
zJ=a9vY2pLNLlZM!-{+eBeDZe_KbfBB4=cOH*H4vx(^viNjp+l4Cbt8k*(!aF7kAy5
zR`>AxqoAdE9XA`Ns`7;M+v|Vs$$j%oR4+U4#?vUa%D0Loiyr#Dy1v#kG4fY=@#@M)
zM`qvspyAfH?(&&S3+5d9%qB4Hh;*+bLt9~s$lbz&oVnr$Lk{s8h=14quaL^9Z6m;O
zx3o%nR?q}V1(#Iz9al;-n`<?7w#!={wDm|j>t7wsoS<%eT<=@?{pHf;aeBq)7ASEq
znH?d{=KSq$L)kIEjq5qLENMu2vUGZ!+6B(d@#p8+@_pYkBd}?^nh#fiy4`oKV!_a^
zu5SPISy|E7C0|#qcfD1ZD6XBiBV_ZAXvfR3t#>^NN=hv5tiCg$q(;bD?WOz8igQ&`
zd%aqdr`%kazNU9h?XH$?Q{xlMXQaBd1qx2OcDrBsnDcGrpVN|g!oRWpyBXekTKQdW
zAn!yIhP!>=x9KbK?>Q*BDM3?W63_hXDc1E~om#QhC-kGPtiPYImUD}ezM!OI^b<XS
zLksUrzCP!_nETV!YmM(e*;-@TKW8nkS6{hd%EY~2N?Br;?qsjKxn<_#?Wb03X1tUq
z(J6XnsrkOZ!n;fCHg@mfQnm<B`><PJ!BWG_3A<SAD&>>+DugW9QMNex^c8_gn`Ix&
zdj4+4TBeKZXIt$MRF@J9NebcH!<WKpnp#_2<3IE8O{<?<DrX<rm-Cye*`EKQQt6)l
z1Qojno$oRZ<=UPJZdGe)aHwACpriDAolsZg%&8?cW(;!<-aaDgRi+W}Afe|(clx<G
zuHTaO>Pb)J<J)mBT&{z$Yg2NX$Ehy0?R%X&EfQ;XafZHL?eSr{hi|XmE7qcwdf6-v
zOR`z5daf+gkH4aO?yG;9{l8UD1HL<pyBUWrQt<3<o^nNi^~n4;M~zAz78=+)-I%1k
z>6*lXuZD|1ueql=|4+)oJztLHPv7VHCo7cA;~GC>%LIYS$mJ>?JUb28{|U@15>ea6
znAE>fMsn}L#y1_BDi<1#PV?Jr5WP$N#=?SMRWDUGow)4&Jz}}RX{D=Qi^`sP?fhn4
zA8~B`p18Vi%m1h6OnS~H6O}o48CUBeDTe(mdC}3!lSSIj@`mj*{+oS7K{8GL_Wbf>
z)0@jbGX=eLF}6|p^U&DLIP&PD;>X(e52|Ku@rmCb8P;)o-)5`h4}3*rq&BhtVLy08
zMC=Fi_Mqv#uX<YN8rBI2i-=zDT3E=jx?<{NlOES3-$y3W4gEb9=I#9z!sRzFes1+Y
z<Lz^LL6h`HgJnJ|_y5%T^K0#FdCR5i_}_2e|Ce84OWWz$`TrCo^LVs4)Hs~H&v3on
zc<so+WP$l7?ACDq+Ro<N^;l!Fz0B5m>lzE3r|D&Q9o!zvDZqC7@cTHMtk@$SIwq=(
z=U27KzFgQZ@#oP_P0J(ZUtcfrV{h3|820kR#lM?Q@?2qf*ut*2H)K~w9K%Fmz6l3q
zYc|=<@)tSnGT}pq^sfUO-<3u^ePMs4x?x59+#^ZlWels9>V31GH1S-1pU3t4)=_%C
zwcBmx{a#X2_rLuI>-#Ck{ihu`IMb-M&L&O6&)?^v-z8=__QJD^*E^Z>@yPy(xsc(1
z*dmC}>Ut)#juv}_RA2bb(<~oeXrC_DSz>#@bbWWkx7prjR`muvOBD;_y>$PE%gX;g
zkyTzNZiVX1EZH|Bb>Ux|FDJt^c%qib#In!TD|=u%B~NWq)~5Y(n*+=W&aJ+sHuJ?3
zJ65fiCj0Ywlb$?Ucp<7k=kPL_`=<Yyo_@WT*0Ao(@hMk#<;dM^e{`y+`I`@OcF$84
z(Y6J;`@dIyu?~J(SQI*c&YZt`2hW9UF=+jCZ_|qQ=8l?(a5Gk+`=w6&-QI1hY8)am
zl;$MfRCg--xi-I6y!)c$qpRzu)qi*Y-^Q3cuW{q_ZHM<>l4P!MeZwg9^T6r_hL!DG
zo+yPs47kUU+Pd!7<@xmy`~FMEcWV^a?l||=S$lo#o{)DoH9^k|nBK@Q<~d+pQv4$M
zR2~1*j}7}aHags7&JW`Ve(^flc&TiKn$EsEe}8bs*6*)*`c(T&S?SbtooBC;o@F05
zmA=rNSN-rAGuNBl+v0N%*Z!L6HZ%U-uF$f7fA?$e|Gf9T;qGr&7c6}teIRG%qxiP$
z+1tMV@A|qxo~<@`=Ju{x=WU|pl{ecccAc-iR+8et_q%hO-$&>D57#gyM*d=!?lS3-
zp3}^iq0j!o$~s9>Zkpoy(l=I<I43A?O*?bOYy-or7u@|vn4dOSzc#lpIF`3*{pRln
zRvWH<{U&jF_UZ*QlNawidHtvN#6L%7cR$@&a9NE1U0uYx`+Iv2gxt9Ep6L+Z?u&<J
zJ1tyNmv?6yE1ypAuN!Jb(;Q{yu!jARQters?NX9zqV{*^OUWNcWSnevhj%;Qx!gA6
zVfc(f^RzSnb&jR?GXJUWE?mWZ$MW_?*J!JIo}Z6Lw9l<9U1Dyt%Byqk8vdUL76?j7
z=Z0klD_>&#Aan5YwFkT1KU`y+aaEvgJAdFWrCAbNcAndHXyr_Aj{SKR=1tbmteON4
z$uj-YUcX0Z^PTPQ@3<ehwJf%HKF6#nMwevW=B;H7-?L@=LX!mtp5BcA!297!72lnQ
zMXY?W<&x66hs0waFRbn`*>vVub@q-ayA~ISzdpW2Kz<>^E<feFMcYnq-}g0C<k|oB
znUB}r*t%0X^+@@p#Gac|Zq}{U?t8nUL25%|{O96tfeSCp-)zvAzt3Lj(KLgVbF8bk
zovjj#jV-TS_vwN0^%X7oHZM)ZcHX>||Noo$!r&j)8(8));%#-ddD3d}@OlrU(3Zaj
z_loCkskx+HGr#@*?GtOQU(B?MN`LtDc=H?OZ_#Vg?w-kdc~Zc*zGwg53sX~9{&?l~
zT4&n*UH=Z3e`{qv=FyrVYLyu=>q796CSU#k;XlG=e%>8ZJbQEC&8d^qBl>1vZ?m?&
zUvhc<?uYEoXS8@XdZsUE{<KJU0q5`B4}veIKRH|dgYRdH&nd|#DYHMxUSQKZB&}G{
zwWs;l@gJI#{C*^xnsr**=IOki@oU|~qZ_yEY4Ls`^v+vnP8<LGRW=jq`Hjt{t^K{{
z&#ANDdz94A@+VD@IG*}aWZmDxE-^*lb8bs*czoOI|E|<$XLO!w&7Z(ECpFny#4pzM
z`A40SBvrr4zFTTnKU`1$CmN}CR-M=ONcq0+9OXP(n!8+9^)69O;yH5toYeiF%Qdw)
z{57)LZ0wT?=Y5#AckQQ>yZ<kZN$~o9<!QKs67T5+8jFG!JT<=LJs~b))1ltY3}!n%
z{^Y-rlP8dP?b_8t-6xJsQ42E`u=hDGnX0~DuH)^?X6w}S+J!dzwjQx+n||u&Y4g+X
z|2+I3R`*5y|E@Roe|LPzId8~ev|DL~P>avpB;8QQyUsIOa?`u}UWynrH57h#Pi*<?
zBmPy&k?VC=us8ebi2HT_HWz(89nWf)^dWABW_QM!*Kg!Fz8!ibVqvmo9&2D<{bzy5
zv-;iJ3g&TmPi`_gG=0`>i3b+!vx1_|y6FE=?T#<rvj4-bd)GJ5ublg}yrJmgZ}a_M
z*Uqr5_<YvfIeD7mnuRHr0hX#3O-;*-7AS~rn9b|{;5zrGk5PxpwjIh)Y5ITX;+_3J
zEH1fNKV7g|YtH#I`wzOtG|WGcUz>Zos#n1wy=1<yMWp2{b)L7?^2wd*cNAp<SrfjT
znp)JucK@WC;kKE)B72<^q;AZflkns-&jWvrIX8QX#18(qnJfG7e*$l|V74sVjKbFr
zJC*KzvHG2Dp=@AQ#+jNuyF)JGb3jtcuJ`-DUoQIbbT-4;zSYLTjm}e7n_mC>qDz^F
zZ_<*~8)<ud(xPYNzIYLxYRkrKEOvUU=$a-C+3MRnE<ZG{{rbuD&faAo7v4!|b}N%P
zmX&$uMeo_v7N5loFTbyh-(hSJ7`R$2Ea~;C2TNJEy4if3n{i^l(iQ7ECW-KE6`v;U
z=-=j*s3TPKQ2wQMyoY#UfxPaWnt1!wHK!!y4}R@9xUTeVtqpISDCZC1=87e(A-^Wb
zA1`;9?P~V)8vmKct?p~Xb4>);+BN!X7W@s7*>W%GA**_Sy8QI*_iJZs7=M>w5L~ih
z+fU<9clPe)FUa0`@|lDDhdztH9J1U;e)m~TTK;@P&!xD+ZIds^U3~v|t}_e!o}U8Z
z6PJHJ{q*nc@>3$4`I9-adCtE18gR<u`|&76$u(lvHzp`aT(kK3DBA9IQf}CT>3U|%
zZy)Nq>3_>{k@n6Vzpot0sC@fXUwK2$)Z=SREzTxvmE0_~IVUEpGDYe1pI0-M9QFCm
z&-#OXbN{LTUyuK1oPV$N)86;B{j7U_yj60^+#A-gnKwy+bz0Syj7IjEyK|>EZA#be
z<SIL7cW3{3wk5sNOaI1&Yxi%t@KmjJ<Grr;G8N6{6ZB5?PMLDRcbcc<LYt5oo9=iV
zo6qH4GM(*SS;Ws(l5aAZ3vBJ`_U-v|Df{WEsnV%Mk7_<xf8JEPG&wsb+R>qrnY$o8
z`gn0VS4;Hc-iwWVhGiC;?>cU1EjX*lzh6AA)%&t`0?&p6KW}bU{}AylV8Q=c@f<TE
zmc2b6Y<xLqidp-m7rO*n0`HtxE2w8`IFbJ8il$iZX1&I(B8ww3*aP$KHb#WYf7fei
zO=?Qn*1W0oyJW)QGY5KpG`!CjI&{l$w(0FP&llF-T)SQV`g}zmlXorm8XfccHkPo8
zpIR-xyi>(I;+#)%OJd@GD=%MmJ?FiD?>@D8*ea`T_v3@|k0muNX2ES6wk%T&Qn>8f
zRa@jC?NqWQ{?erHyEHwg_w9XjYX0?Yp>Nac^!HX+G(RveT^tm<n8)uy&erRn4x2P=
zT)cG?<B#8K^Zzz~`quxU<Ut+tPnX1SxoOwFi}=0e-WaFSlA6X67&FJPkSA2*PO({|
znV8t$|8sdiT3vh7;=)nzf$?RytD9=l{{u&lt_+ECPoEKEzp6n(BkP0OEt4x*856T|
zR!M|Q$+#T-zpj1}!+(`^n;nb||7Te&xx1rWCs2(;LZSSn8cSKBqrJr;Bel9vr&#VK
zca|FM@lx@<e(Y9X^Mwgta^edo7Uv{*-K$fM6X`j;W9=Kq*6jUXqB9>K_*>fGtnBq)
zLGfIz-+Y044@9>(Upr!DTEP?+Ao1fANAQJ!2Yuovy05+En0KjBQBCJj-$mYDRyBt$
zZ5+q{|2n|H;K1PN;u!K>YW0u658*S)*$)5H@?Epgz@~NoxwGdJBceKct4uFMs53jH
z#9a{PTGwcvFxTdN@>$7KhgV(}EX{1V$$tADukiN=7tJ=jeWU23SpPit&)2xm849bE
zR+ox>*mmUJ&vSf>{i9C5;$OFDf<oIi{#$yVMel#~S(dy{I%8)tM{L~j>i-?Vej+00
zbzbjmHi@#Wp0VnEdO_8hI=-?=GpFy5;#*;|<?Q!Kb#fa;tvEtvT%W5fR=IKJG}(;Q
zR719jot|gbuUq%vae@$w`kjbMCZ?O#P36Yn`BPZGO|rO=vhnV7`Du;C>!)m7>HV~N
z|Ns3{`tSdG{ORZJ`eTQ(#MmzxOq*ReM{yE^<D8!XMh_P`PEkzw&M|W*L-6}I^V0o0
zjZ-Im=$Okfk6l1?wdCn^`}*B62^()bIisp`B=}90g$P$)@Wu8&F&fi@XIwL%x#*|4
zYeTo&!bfjUmfYYJj0&IG^x&yG<A?vx?e(`vd=*=!q1rJwE!p9fiq+B83oq>b*(^V$
z`un?wr&^?i4_I%t>nVE97GV~<+9}5C$kz>i>zXgbPji{*6T@E1b}9Q*yzTbOp}(dx
zl`5>W&9&QXcmAoTB#-JugBFQ3`m=XOv=!cL@bJ3tJfm3stySsL65p7!W&KwU<n4dB
z>zm=m`~J&y=PK*WNMp=C&c(c+kwN5=oWS9k2bkuDSMHCHv#;fMGj3q`R(dH@Rl;e(
z3@&^3wHH^PKI36i5f)b`x$ys$hzDh?bEN8mf1O+5|3gA}(&f2n<$PiZR(>DX9W>}r
zaaywR>(jfNc5UEOZnhM<URAMVdCcyjxqH--uD!X}9BpuS?WgYee=OgfuB|%oC8CYf
z>_=SZ`7#0fZ}Hk$Z!=xk4eI5lwzE8RomElusXd){=Ny~t|L=A#ziGxR>Tdn>*0(M*
zwrRJ@rj~t*P5I&E_x0MpOVixHO$fWkxxe=GuSw^uwk_>^eyy?oU%$zL;LFb^pSk}!
z<<!gzb&C?R_s7M?>(qa2w&#DEIGgd_(Q}WtM6+KrUz;a=di9%Me|FgX{Fw9j^68ES
z(d!o$@=3T0>KQ%Ua_(BZ#aGd3|5@v#5=7Qj-QX?lkBzk7QN8|6oK3jirrlozY@P{3
zgeb*)*mGFtCR=vSH_QB1|BW^$3>z1%T+`*neyUWy?rwX8N$LB-;&UQJ0woeZVxDi=
z((&l*0&|ZNc~-l__SGGW%WRGw3*wn@?$f(T|1{a=nb-fAzA^iY{Ga~){rYxwk0bVH
z&pvg2Pu}^(E0eagf8~!USbkyasdd}=<?OmR(z(umTz9Z{t@gY(-P<PGU66}9yVa%5
zTH>e1mJf;t=3i)hDYVQdJbk^-G4=DZqW5O)J0$nkBZ2R3bo{}HvX4sZEPiNkcOR<1
z<eT=?yw89u_M*7JimD9r>%u(>9^bzjRJSCl*ZndOS<$jfxu%9afGbJv-s#}qg|Qc_
zYNZ@~c70sl@Z`o?)!YAa>&to*<<GOReGfeF>%;$ht~+NmiVKQz*2L{O#`l8bQnALN
z>>q9X558G9Ol<BHX5nv9V72`x`R#ga;ZB}|xeN!>1T2oJ`7d6uL!6gMU{ljOuk0`U
zOLVU}Z&)D3dbG~4qjbN#+|s8vBd4ZbW8Jy%`j?-@9Pegt^q6zXRW_H|dC#R?jm}d)
zMx1!{!*`$D)bI*jza!h<>hm3$n)@`-YQDGfGQ*12cWagv`z}k&=AHTWp8c)}-Un7?
zZ?zsXb<JE?e9hZj`|@tVt3OV>{B-qte6qjXozR#2t8^t~&wtu7ExOHKPJzSdGK0RD
z+{YyO&ryv<^KY&;aAUYH5O}3+#zZR{C8zm%kEZDM^c`$l6}GXwE$C2Bz3<&aLFcyW
z<*$?O*eZA@{p?TfIHAQgnm2#Oe%39o??3$S@I+RZxz1Ti{%7O%U2b}J;q{I6OxyVR
zjb3zY(Xxwi&aVEVz_Pl+a`z_JhK2$|_UnHi>|(DxIO)htlLbZsB^mb1CaiL?2+qF!
zT%T1nww~Q1|A4q?=EH)Ao7Tl|+#md)#Yg4<lWdrqs^hH83y00M)F1Xm9+kZR(f=_^
zlgj%Qmhv9)^PD49dvg~tsn2=%?6|QxvuVi}C9d7Z0;dGEKWv@RsTQliC!u5iyYO2&
zbE;1d?{wqz^FoE43c6>kq~2;hXzkC=cz@sp$Lj9G`Pz18PA@*xQ8ZmvUH*A|eAL<>
z9t$3CnANdbsjKmDIajdRdg<yEtr;enuf^@Y{&QfIyWH$ibl9Ne$EHpDg8g>?UKbTp
z^I*QtWhwIlH%l@3x}66eN%tsid{ErbYEoQouXg`#(Z8kZjfxj^3%Mv62Q&*=nOJE0
z&v={g>^AErwTpXH^d{Onwsan0?p>zfahGoclm5XR_YYrf>fd_1<n3y1Ww^hI^^nje
zxko(HW?bL@cX#TeN2{OCt^dFOF<&d|@t4838Jz-F2!%WP2hLyS7qglnz;LxUyV|+0
z!E0EpXFt8udV1+(-#1Dwk{fLQeM!C(_-)4D9c|oKJPfqUcil@kyeL`cUXqT^%)r$-
zlTU2PY}|6@;}OQbPcmn0KC`pE>OYrwn>A3~^?3ECzl)rAb$p-mS%7KX-}^Skzpq`~
zvrR`jQoJE*nq^GFfuH}r?~niYqW|9t8)dgW|Jw4Bgz8#VR<uNaUib8N*t+Hkicu9&
zk&{nk-`pzqb@s12#kJ3G&Og*-zd_KVv#4?UKe^KE|86@<<Bcbs6ukT(Dyn=zd+njv
zO{&f>9V~5|*8M)VV142YX@jyyn{z}|XS@1bscJ1MH#rxgaqSN$TOu2i^;@}x(dOI4
z7i^BXzS%3@(&B}#___Ml3!T$<hD|JqQT=s8t;^%S%g=B5_gdzCKXt|Absopu#S=Dc
zJL)(4!>ND?i4MPcJf<92w{y*HN3|rQo;u5}Zu!4S`nsYg<Z2GEl``k7@bI{m+7fD>
zIjg+)La>={)3NaB-%o$pnOA0R_K4>Y>-{e-E`nL?a?S77Xyh(FJ^$-g**~7ee7hRU
zwPtV0yyQ~0?DV!ZxzBGd-WI*=<ewuMwfVE6rd<!5D!%XRmv7SdKCP~Nw!JRV-ecE_
zr$5&1<yrr_e4_7^DIX&1WYSo3x7JVBH;VncZy9fdX7uS#%jf^y^ykO%`ja{5wWe*J
zXVf}BOaI5l|8E{8ZDG#0?EU(J)B4`-30GuK_3AA;w4(GZNA$DjiZ)TFkL*s=Z+&^R
z%H8UdUD||uN=LrTUEbaD>FA+0)|tz+Y6Xs}*xi}^Cd!Iq?W<b<ZlyoVlM?Dp{;v?8
z>n3tz&a%R^!1*5>*UV1P{q^S8GbQOWZ=Jj&>H;giwMxnbJ`_o-=lk-ky2sV(m$k_o
zsjlkp@2AQCIT}Bu{-6Fo*00OnER&C}JG%P$x3W!<OHJoXc9rsNU*+B}FQ}SssI#?k
z&9m7N9o<vIQhjDTl5R0i?E1E>Xrawh_k)-BtVz{6!(JPhyh`TK+{z^r>Xl?N{(YPs
z761Cx!lui|-+Z}p=ISRdJ)hvq;Sw*@XKy>b@1gnDb%Fk;y7sY%U*>e2qoJ~9qu3($
zgXskYGL2l}%Ex$FgN{2j25a!DGW~Fh*nYpO`c~MzG?(onJ1Y7Xr0(2Ruts@}MvT<j
zlakeiOGBf-%l103u@}Z3i7e9&4=_x5B4%v6eCEOk*Bh1z&)#(WT9(b}#e8U0@|My9
z_1L>w-)G*nQM>P)@w?%pVe4CwWg-gfRU2Pzo>0w^y2Za)r8Fw>;R}v;hkotO-%#H5
zd-;kNmVQmSsVWtdy8RxWl-c<r^17Cota8gW<rjLlbVNN1V_x2QEpp@N<Wrk+mnkI(
zdmdk>e5&mGU%d^dW=~BF+1GaPy3MsD4WpJg^U$lcDK&c**SwrM{d9fhC*fOM-bU~C
zKJ3$wHFduvSYxtEiI+jVY0brd1@9Q^9|U+>^Bp&P?K`*e=4y%WFV{blkS<J`8Q!^K
ziznMewWo^a$|*Jvtz(xzxh<D+RQTo0IXlA?`ZnI3GG%_IU&WH|Q{!sozeuHjJnCIH
z#q0NNbD`-`*Lt;7cr{bK&i^Q7+kZjf&6+ogkEaA$CmUMa<Z<j~erL$Uf7jLWR$JN>
z-WdHA)mx<hy1vLx2zzPdpDw87b2Ghl+9HqO+tIA5Vq(ti>;4MyYhBSh*Cy#ETeIGJ
z#)T-=*NN5bXEYl>OxQnV{p-j&Wxl1A+?TmsD;=!5Y#P>nYF=QTaeJS{!f8MKeia`p
z&ug5!O#J!bP;aX)*2ifl-)#OmQ7C7<tVq;t@49Etx{@_`AM4z^zW3aV>4H-ymVB$+
z*Jr0J&vaErJvXd!s>SO4OSmrYEx7UVQT4p=L%b#(oeu8v6qoMcKJ=*hmv8Oso6GIQ
zGX={|Yj2Sezw}M;n$bSRW`R|+_AHjT{P9k_?&a0aORXh&I^MiLRQ2n_^i=7GzmC1W
zuVL%5#`49XTS}rA4hD68C~iFca=jkM!tR$bx(Urb)>8ga=Djnvu{JJyJK<)Y@|lYj
z&ITVohsSGb`^!z;`}6n?nX}Vw-tK;*S-5r1&L2fT@BV*Tuls)A&*e`)f3N5HxNec)
z^Jl*A-U=ArTWfC5>2|2#m&k=pf-7bR|F8DhY5S+9yHsF(L4FF`no6C5m|1&!Lw1Jw
z#a4@|-DlPLv3_yrdf`Z=ZL!M_cNqPa=y>EGb7XVPi{u;bJOSGdoSd@#r0?CDgIE9W
zZ@+MJ8sF47Yun5#%j|zl|G%l{&(HZ&t+(5^uQa;)!kh21*NU$jg1wLI(wB7e&F=bp
zIo*hl|6}z2mCt|G+N#?=jXjW}CiC|E=iJ-zlUWu?Ri!T|bJP3M%qt-mwqmg&o9P-m
z+0WijH@w$uy8QLh!AHr9y?3ZRcXdfWyP%VA`S0ZiyY0H#7C0BQb52VZfAa8J%Lj9#
zBTm*jdyLLI88k$gH?BUct-m+$+~yNP&jml6bo#e;H%~~k;HBc0qk;VIY!}Au(0lN2
z3I98xuw8L6EO~oMENkY5i<t+qEwES9*|kw*SMt_wmE0x0Yu%q7TwMLeX1D*EKdx)K
zUK@zU$et+A{T_MqZi}FN-<0CV*8~3~sB(n!u_?|!!oa*%bMM{?m0i*PN2`zSwaCo=
zbnWx6eSha%ud8-awp*Qfi@o)i4!5f9OPeKgpZ7npJa4ZoyXTm`R_)eLlV`deo|XDc
zGQBe7_QTCy{c+c~SO##|J6Yy_`PXi*|9;PJF{k+Woi$ID#O`hV^t3zp>Fgs1&E@|8
z|EOMn<`&Z(-U7wTQrlOb*Jhd}=pdtT=Xay^1Cjod`A!Emwy^Evn)Y6}?7_m=pQr81
z_#IZ%?{O-T?$KS|aVW*!`BT^5vR^j>C7z32+Nd$*k5faqhGD*RUsd+gRS$JUlS(#o
z%+K6sm~>X`%bEpS_s&TTsj%tp7n}2BX7ySLhXV_{949cwIOf#VDZbLy?|o*k*cetO
zdjDX)XL|JR9UnNko8@h)I{q8jUD{C?InSOwt^U#J$n3SV4n3~bxnL@5z>>*sBC<;0
zfZ+LB@$2f}<5)NMha^PL=~fs1mAS={OK0mny{tJq3z)^1>9;doe141ZQtJbLp1SzU
zZrlC{ZaQ&!V%x!|BHR`HFSjrEpa00vIGke%*O@%0l@~U$?l)SpWRJ<=W0yWXa9^Ec
z{@90qv+tp`r`y6#`ieb@+V{AFJ7jB1*M84MJ2FmAH_u+k`(5Hip%n8)88)lC9>)Yi
z=4`!@)Dv1^UH(#Nvwi<!zq@B7z9b10T~EJ0#ic%>W}979v+Ly7tL{t*HrjGei$RM=
z&}-J_cjk7}d+qDa#F-s<IAb}thq&Rp<S%RQ&M~>ReRh=>znSZ5LzyYM6P&FK&UZbR
zNj@O>bxr$*WBuuD8U<}x{QKUjmC3mo2QQ0Eu|0BSr}3TTw>vAQEZ1J3-J^F|ZtuF(
zLvyRD(z>b^+%V*eNV}AGDI$f-hhb{W)IGM3Ch}NoDc2r-+_1Oq<;}R&A?j13)_+K2
z@VAZnF}o|e_Vtoa>uZ)ijb0}g9~t2MK61r|0G<0TmUVx=+x*#b=+)HHa<g-FsWaDo
zy%e-A^gioHDTBTR?>Q<OC#)B;>bNc4!!_^avARpzrNz$}q^6x~PV>;_H+s-#wC;;U
zlU@8SxwY)(7K;Tuvkx9#&?(1r|5I2!TSuT}!L*Yvaz*npw{p)66Ir=q3Dd-iuxGrM
z0#YKiCsp?dY`*t-`g?}y@zc&ee$Foy`l;mFQCq#R7uDP@AFfDj>Uurt)T%E_dol$i
zinr<{S~_G-<7<DBEp;YTp)GR$sx?d1+c&7Ws+w#~_&9OPl(&j@+V3;Ja%;UgA<ue^
zfA8lF!bcT1MlycdzUk}U_c~E)I(M8n-mP<${k*K&$Jafpc?&q+ua3BKexBvz`7UY`
z1Npd2&p$6>JpJUni$>;^>j@ehK0N$S3w~-`^Ngwb8=X4i?!vE~CcZ0z=Cp+FkF7nC
z^x$w*dW3=G1CHy43moP+uW{Z`XnnD0_l$j3Y3%2&vc{}G=QI7{%F_|CzfKvw^L5`L
zqHDV=lx@Y~7iYeHdi(x=-Oi%7UO!jw|G}R+zx4upM(1yzx9zjp*Xmz7>_64$Z2TNA
zCqH31gSTocVx}zLZl~++@<3vi&FM#ZS!D;dJ@JnaVab`ke!on2T*?=tH>TUP?;nl2
zxk-to@93sp)yW?kC7qS7-F^MQ`extFygmPR%RT#i=lIRM{dTh_e}Clo@SJ+vr>}KQ
zN1y!v^Sy5UpEv3D+V4MFZzwkVdA<1T?Z((g;h(1;JS5o^ws@AWQsHaC5^iIj2<aKG
zch6e?{Kxev*HbRq2p3nf^zAg<yJJiJ4ugLO7^h@@x6_ez*LinL^^V5=rNuKhtktnO
zTEHW7mLtq~b?b!cbn`QQ5&{Q)M?~lr7cIPf>zB;+%^dH~FG$us^E!3mf5v}L&2P+k
zp}Oj9$d@wl@4;V~%^oWsXgvR|r;6!q?<VEndhd$Z88+|lU&^JHvt-WAoz*U7mfe?Z
z1f@^QW(q#Be(B`4DE>3Yw8zU`QY!!Cm|e58h`x5-A$P@g-zl?_#qPeUU++*jtK#cq
z7RDF1TCZ&kk>8Ot`=5xh{-wm*6Pc~~-|+9tD!Au#nmboue%EXdt-dJD=<7G-^zF>o
zJ`M1&=9svqGJW6I%?(F?Rjce@o$9H-m1kdv2;ZhphpIHT{9IKh{QOPL#3gp$kG)no
z|L5P6yM~9}F8(yRyzb1GFH*TBQ%m@s#Xil}-y5>;*C*e!rh?j*Z`&WtEzlR~O<eO+
zC*i8TRMnf3Uy{y~jQ#GOxuo^sM{$GaF7bcDJD7LuII7e>dy2Gz(?p(-4+~YN2>*J>
zl|7^9UGnU=N+KtXe@hz3itvAb{l%)8=RcEu$hn$TslKf3H&mZ`$NviY`R1H+kmcpJ
z&{;><KHJ}Iz-_%a<n+1vt^HDtN9vZ9-u4KN+Wocvdi{^r`8Bp|_UStobMgLry*<$U
zU(3f97A;1%)758wwIAR7MVp29@~r)bTJlm3rCP16-8<#!!|HlZ?UTDNta~)K{>h`t
zWjza4iYR35uHvhcS^0;d;^)<A7rL@pjY8S~7WMq)UN_x4N2y%OJWQ11@~yUAM~|(T
zc;LwAS!)@(Is@1gnJWK2QE{?<eBG+r;>EV4i0hR~!YePVjQJvPamArbS=*3bC9^Mh
zEN*Yyu+uJyX=#eAYS{P0!|z@_d*n7<@7R)`3%JwbGxdLd=F5Hh=2FOeOOa_y1+J8+
z7RoPqD;tyDaJA}geSv)Vy}d?F6O66S<w$om1<u^^Mb7YB*<trX7A$jR76_d9ymiI9
z&FtqCxvysGy|9iAns;HDu!cz+$9CZs*Xawi7bw0^xpnYW!<h&b{)?`2D<=ppSW$1V
z)WP}7>>q3qXHRGU-1lR{**)8QTS^(C0xzCpJ?r~>azLu<OlDE$NCn+JQAa~h#1t2Q
zeAIeidEjin`PQ=Q;y*p@JQ)}>J-k75)dJgDj@As`Glbk$I?h-s%XoVKzRf!CZDtvN
z?fIHrqx8LqU#sxpYk@_Y+Mgc$6s&nJVUb(6GJ03lzIe{*_nnGG)9>vs;COw%BxU8y
zS1LPggeo#^>dy)BF5);*p1h4a@`ZqElV3Ntbl=`Hv-nRf-Vxq+TghlywoQo4m%JC3
z=5qfst7yoZSiR7}!g%!}H_MO^yPFG>IOPo@_|}L>mG13d7-Q<-z&>RscfRO3t-}pc
zvkur_TJ(DRk9nKsT;-ajxY5gHf?u<?|D(ym?KS<|y30(Y4KF>oUUKhO3y<0N8IjHl
z%eUoDytzm9)vLVA%ch@yx~9!$bz|cuS>ZWHOUv@+Nap_RUiWBk5C5U%PVX!xZ(w0J
zG-qTny3`Ugp@8N7CcCh<#g|;RAGrGJNOwi;qyuMcCMm2@at$!%zIG#Dalw6-nR*T<
z@*g$cmvTMy!o)58RoW@`{rrrvspWTdTlx~;#s1B2w={7+ozro`=FBa(WHarAsT-K(
zE|q6zKA2l{>*6!7oxeBBPvJJNU+lAi;n$9O8MhVj;?t6@1s(~J>p7{RQD!&sLa+SB
zi%wtuUplm@>*!VA2`U=wUjG`rq$WsqI6eyO_nDK*^HRUN<<#qh!j}g>{oT~kef-H!
z?bK&i^EWH}j{5ns{-1g3*Msb-*}R!ThlIjwg*vYZOYB(vGI>!;mCIg*Ab~^m%Wie5
ze0XtBJ(cVKlaHH?bwr#ku58*~vEJrJv`%{do>Pb3e>QlPr(^T{wBDJDxsg52Esh_Z
z`fhGq%z31!xIz29(UQd+tpzV6qLf7#LzX4gHk`=2wWluX{M3w3`=0r%yrRGVVdR$i
zl@W^XPOfHU?XSrbloLwc_P9{;;Q!C&_kXa}EnNKcZu$LQ+10+mnQMje<n1<T2}WJ4
zIQ{*Q;<GK^)EjRvY|;$awvgGm^3yFI%dGSdw;Y4z6YUh|Hq4xE@GHFMm*^Kw_orLW
z)Hn0xe37ip-hJ@@&G&zWYp%|fe5gM6^UaOlmHmX7#Q&{W>t){_{qQ`m0C!i@(~@$f
z3C=QlF~_bNE=rb>6PA2Bp|QQSa#xg()q=%)yw3kMIFYX1zcZ{Lc|M2I<P#Zc>IoAb
z9BcepF@IZX*qPRw+0opoyM8;}OnDHMrubH^$<fHB!hkt8{dne|^5-9q?vIrdoO$M-
zRp~P?OZ&R1`!2=j+5Qvs<#;P2U^a7CKmUWiqjJKse|>cGF9zQ*{XHX6eEFQ-Yl)vF
zx-RqWT6~EAOs&q2rJ)NV1B8DtUO#1UY4QI>_7@iZ?KysFO0L+N(`sGc1k3L^TsCM+
zxl(uD`0{79<w?HpC+5BqJz8+({a!oECTTBiU+c)W+ACikdH$FcBxS|5BI>2F`sq(v
z|F+zl8GfyOGmE>VX+1B`X9?CjvNIL!*lcx=FWX;R&uCY)dX1s&em34O52KC<v8DB}
z%{b?FKv3z&tmf%qCYe!H8_sJy38@nQ#-ZpjZ{O-#7mHT+hlYO&J<~<@x}To?^xK<7
z37=eCnP;{6TSP?epAou^U!7}>L8joT4!g(4n)hnR#B$U}9dL`-U$Eu3rE%6L<3k0H
z_#Q9XpW%G#_O;e5rZDlZmd1PfAMEzjh~!$P+sJG8*x?_qlE>bU$D|c^wC!ekDq~&e
zGW+Ffo&$$G)-mnpzi*n=`8(~*A{U*_jq`G)j1NC~xnTA0`CsJiu5uiCbhkQF^%&!e
z(1ig~7d{AgsiX#YTsb%`PxGWw)8SoD&kG(|vW=IE(W$kvqgc25*v{u{4+~et?Em((
z=<O}-9g+eehpVjPQcNFJf8Mah;*pbwtn}I0pLT4OUF`Wn{I(0*or4#)9GBR-=fj#g
zwzX|Fq6(YjS^k}LY}9^nBxuF-z|DM--imcg^)L7GUS8JM{o(Y{)}=+i&a9kaIM-$3
z3X^9&6Q$F&68PmF`}<eh&#dj*(4*LQvqMhA;CiUfgT@E%@9nMTDAwqBFfBAM&zmP!
z>q@4|BJ~CX%{yOv-@RPm==@KM=Wb5bi8~=5?iT8-(K6zi$kp|*D^T#M<PTrjuT%R3
zR4gy@hj^Tjk6F1Pn!o;SSM%SK={0hC@loqt3wmVtZ1&yy(O9O1L65)i;C_p+mxXtm
zJLmXbT(!4D`jJKL4UJa47xz_rv*kp4zVmN8)jNIthP)THKh{jkHQJbQI-gH}?WB;@
z+bIk)m*w5-Uf}VNeOZsrBL5?{e<F5u@6&tStMsY5aEX%cJLNT%hj&*>8JxJTyuaai
zcH_tBRUWdf+aGO^eb&;n<ZSit{`T`fXVuSaf4@6qnxyrV?^P3c-P?H&_Fd|Terxw>
z5%-_gz5I1cJ{cU!pMUdQX>)yo%mT;c+A|jfjD;gU#%xxw%}egNv3%`R$qR+e|2cMV
z^8dj7spQSZXloY7Qy0Tm1U%6G)+|`}uk_IMCp-H#R&A4+*q*%k)FZiLTUMlB>AZ4^
zMW!+MV_N0BqtRPLf3nDXMa=Q$d*k9_9{Ppvhuv$rYx9mCJLxvFNPaFyT4EUwn_hmO
z0{0btrLv3mzY5>ampGnqVwcHO_Qj^V;*KnOnPwt!O5#&bt<JTEh{RjJPjEyWm9+WM
zvX}qo&0kmIx2>+3za>R^>ZA)+H#@ej{5<dY{!cdZ0yVY8+=Cp0ob4+Atv{(0fAJ9S
z(-wpNXY4#@+;TR2NLSe>$QImq+hex+ze(#Rx0jvE_)_D$Eo_q8)4lH(1sggSJb(QC
zROFU(lGlvhJmg-rA!$l?g!{V(T!}w@PxPd`Jh0+e<~M60CGOy3$6{wQnAmhDDZc7`
zTKOrdkaybk;>*)dT{0HCs$e3io0a%Y&g+<7w(hwp^*^fXBl2oL`0ey%S!rwj-QmFf
zqe)5ZG8Yy#G33k276?DR7onM0_~Dl7o;R@_b<;b9!*95!w;WJ65w}~uS-w8%T)dTr
zaPagE9=C2*oqF<ev&+@UB!v`1p08XjmD8eLU5s(hcAs7Cs<i&6=efcy^}+l99x4{O
zuqRXhdFzpVS)10C^6ZFu%EffI%`flAk=f??ZO{H(i_SloBmRJ0sF2Hsuf%ZaimMBF
z&ovzRv!H3mv`v;ikNx+1rRy%SexIFg;2Xj8b6WdHn@cQ=pVq96iZWWH_2=a=t^54b
zUn=^ubKJGlQ9h-Xk||I)<+N&gb<`f?W^q0RCbkTtNe`0_C<OPFC|>9?3hFtb6nx{}
zOs4}eeE)BKzxP|P>0i*!zV5kRTY5^qT@)7KSiE$@a^~jOW<2FJZ*pE*n8rLSyLp5A
zbPv~Jos$BU{_|~=|1w=mSZj4bb++kE_jv-#V^YHx*mCdN9oj!XZCXp~y}eg#%aT(2
zIU{V&%s#p-<ebH&YMouWI{&UU3Ep>K>$v!>qaB<4hE^wo!h%h<78iRx&$+(kUl{n|
zj(cON(Fgkv$Av$4eS0+RkJE|gks2>PvdaHjmU($c=D#Dxmny!kcwTe%v)X$vYhR^H
zbDu0{m{)QnI^o+cxtaG**4DnWyyWT@HbcHr>qK|@>U^KN%P*e4ZMfPU-TC!zfByds
zQ?}Q6{Ed)qu+RRWWhZyYN<BgF`0PgQ0}t$4A`?Ph@E#4AcYN=PHC?SwtF9c3`Jc?1
z$;$C_UZO|ta)CKNug&aZW=njy+Wz5o9b>coKLV#QZF;A4F0S-~yvUiiyQB8Mbr+nV
zV9zJRAo5e=hMN2ae=BVTxu&oN^(o5N|7?i(CSU)4f2ZTUy@FdZyo34v9GbhqQt!#a
zq^(VtKD_vtbL649Urp_D`SNoPPZTusJ5T7=th$gG+_}x>f%2X9AhmZ#jQO?xZkfL~
z@4x5ce}9%8?t5oy5%ePHL+D29+BB}G551o%<@r2*y!`O;o1db^9&@$cuRG}2`DgOF
zsS67Zw(4gVP8Slb`g+>F{+~^4K;oRe5)z;1+$=1=RTh=8T=+A0)Pml%{%dzDWca>6
ze%04b<(}4DPyc0SSr6}!HlCasz3!3R^4SwNNQ!#Q+F9{2=}d}E-4~4({mS*J6)PMh
zS>L^g_%8T6dh4u39vAX<ZJTjTlKb~zKBp(acdo>QXz?6+l6W_y?C8#dpX)BIuZ&uj
z>6FO4tx82^TcBRdHK}*s55*Uz*nR6?VJxrZ;HA88dfs-9;@M4Gxi1%<T*N=)n(Ni{
zfCX=aKNoX9NHE%WaYefQo}#Z_mCx7CpLosAYxgM!*Q(ozyY0$N_!%}@`UO>7t-7;E
zl<(n|I>AM|EAwPOr_U^k|G!m!X7Hb_2AA1;>@rKIedGUk>-Cx6KZRtBOP3d&J^ev|
zi)BZ-*`*0v)@d4iXfcjve!$OYcFn|+d274>x(zE-c1tcfw6R2=f5Y99pCxMo!a|}-
z0{7+WuYD0En{5BI>f4R>|1FKZTRMeTOe^1Y!u|GV-<Aul`}pT{F1M+4nj}~mz@MJg
zbkCuG>9zWMnoHb09~oxc@ei1`;OCC?Jtki^22M}f{&MTmj<lDzJU^FQcH*^Om-+IL
zwStrX<mqmC&N9279jukF;=K3h%&KLrc48m=`@T)TsMy2uz`6XH?#E>h`Io-fAssoV
zPB4e-@M4oikEU+Y`YL?QVom(D>9VV9gW{jO7XQz+p<S|rMOthBN4xp<(|2~pTll1#
zHM$5~RXt#GOo-e3yswdg(F+TOn{{TJ+;z?K94y{?&&s(_Gwmm<%@^}l6>S%t{!NFP
zUO(=ATJ&yfenW`T$uB+%YZk;N{ycK-z;pG|ZOWb&iLFi+cW&O&(Eed~tU-452i7??
z{o6Y4EMeoH?6TR~ws!5BO$rt1FXdQ{X#HfJp?K|3p>o!rXZ7KJbN5HwOJ95B*Bjd{
zam#MpiShY5>(}!{TmJ_eK0i@X?2vt#^YW##j-++!uTP=h<Ro;PmDrzVygT>&$IAB`
zR#dlXK4KK<D81(8GiBagJDoGy3IV69_%wVS*IxFlR(DK!zT)jouW#G;S)6>I|JQR%
z-j!MX(W<ipFE3mlyIU;x;j_qoIop;A8*>h=k$v#?gVBNKeEZj$a9vDaXV-LVmi!ZE
z;dwRJ7lkK&`2B3c&)>lby~pd$TVFnrk+aK=%}t!ei(T*h?ZuNzGfSV^+L}5xR<>-)
z|93#7C6+sLuI}^;>%O#pU8|m2`r7R2p`IJjF4?Mb&ITt;Te^%R)*kzro0zE>Bs^R1
zn~+>(MT_f7j`zxkFF!psHJHQ8zV)PzQiGgOUEoro{gq;|?Ngb~E#p2TnYNK_W5AmA
z@236UVP-qGI_#X!yyR_(Y|C!-KQ&*x%ffWQ{U?0ZS@wz7eD`~m&x<{FX}i<@BEk0_
z?`Im_t8U$QbWy=4dk4vv?JHTCUg&>&GDFjg<<N;c6M7`MGphRkE&6oze4S=S^1&CI
zMQ45Mkj|9&^Lg|96yvMKN)vZ)n9+J+!|J70tWFIcd(t=kkdC}1_pfHYq}_C<Ki<as
zR+pr0nze0S_RFuy^RK^;dVk{h<0sPZ|9ZC1`T3q<`otifbsJ>6gQgpJX`J!)XV&17
zt$n_L`y>BfMsE&H4xLArS+7<{7@a-+T<oQOi`C1ElPUz9n75ko?Rqz%kiWOJ)R$Z8
z)UL26f?`p-{5)5G{4Kvvesffv{@d$S75S1$hX2#!FV0f+Nj{_0V-S#ecG^{~0KUb4
zcuXIPh8q0YS9)XLfk#YPiydB`&Tr+bT=zRu-)86Zay^lM@A7N+uGzSG*Y4!`_Vt}L
zFRCwWZO)JQ<>dP<JCm#1l4*9`Cn=RJ_d1m;7jIU0<RNa;TJh8SLCbS3fn}RFv;S>0
z7F|>jF5q`?X)V)z2d%hC+oDXf9%>aV3(~1|S({OtdB*3&{^rK2XNRU1eSLM-$h4Go
zf8H_8DV2!=a)q*9MUzXHS8kOJ%zM4>(%SANGYt={T01rV^!|75ed}*um|?P%NijA(
zx+(kB<Y}2N<{9Zmry6{4usVNDwZ;0!eb;aNk!fZp4{+}bR>)h<|9i3hX^ZC5pTwjO
zMIJL?+ZZ9-obclB>h<?{ZltBlPv4ndY?JIOwne?S!o@}EM{}Mpqq3x$4v+W&kEu~!
zuVfU{vuka*`zyZOI&4*WWtWHbLKWA$Cp;27U!63W_FPdX)YEAF0pH8pLjo4@C(htp
zy5->H8V^aOYi|wxe)Mu*-?~WpS1C_(<EfTY{nAr8xkE%>x2t`u5J>;*UyxaJru@Rj
z?VJ(61K&5UyteUg>E3VJh7&?&?U=B=rGR&j<AsTbcBNaMpL^RlD|WW_{ZFw{LX+$k
zDW?dUJ{6yL`?b;=&iP+EbRK3)l+B!2ba|g`irmYvr@?k69wv^w=`Xmx#5>Ji<RIY{
zK5Lr1+~xOodGCI;&`LFAE6lgwr1LrCXYn)7aMhO~R*NUj`jvjGAb-ksrr4GT-)9S`
zG)(@dz4q0*o$T@#@AieLOtqUNzm#d>j_v-P(i_E?Dz8LbnQ$+B4~IX;RDrbE?H>hh
zI0wcb=8(0IiMby5ubEGmdB<5_W$ndr5|z6Om&?f=l9fD~$n)KySwi#jqw}J*yQiB@
zoPK_T<71xcH9Te0TX!x`&1byxcI_wIHM5@Gc`dUjlr!x>L_Ejtnlo%C-yLl2xcoq^
zP~(Z*w&Ze?1)_hN7SA=vwz6-^@tE5peMG@|4f}iHKq0r=pP%hLQL<oTu?6dr`LpUC
z)Ha(j#k1+m+%J2xNLTq3W9-|4D@wNR%s(u*PQ56n{2~9mt;YBIUD0~AFMBT)&(mPp
z#X50YH=q6qi3VY(Qy$rBDGY{^_xCKG+`DatQ<1Rscclpj%aqQ%dcE5>!sqX+Hi0*4
z=gv;y)!DkbyVxaQ;lu0mr====?eUqH8s9nnbosyE#!sie-xDcU|K)Pgo~<5_6W%V)
zS-Vf}twmqet(BQ>4@G2WYv&lX1{fY?ddH{~y<=i8)6qwh*$rK7&pva0oH4h%#kWL2
z{<wQBcer@xX=j<RXOjFsCR<Ep*u+~KKmV#pe2LgTu|3-+pFMK$@qxu*;_~isUsd0~
zHsAATW&Ldb$A|Y!*L$Uq$Uc8(!NQvF^0nLlT=lPydUtQHvuu!uc-ZB+2kx*1Ke_Y7
zfA8hJ3$KYQXs)jl_nd9-Ys%y&d3>>Z|Dw&mqO?1h+QQV7GjxPj<xk?<wb9EXyjAc+
zj;V}DjQ@p$58hS?^ej4Q@p^v2*6FXeGBuw$?)#wZ`!o)Jk00J?hqskat30WeeA>k+
zvCXl2^~SsHY<?SO{EFFG{GR!iv|7`I{ky)2>?+xKMZ@PT?-P!@UFUy(WDK-#OI*bf
z`OEFw?&Mz^bT2qZ=7_lOJhvd{akiy(x%g?n`W=&HWrTLiq*{x`9&D*D$es~h!P9fb
z=D?OvjbrYC3cr>=c(jJO@H~&iRHiJGl}!p=Yk~!$($`c*6g=4ImObfZ9#i^z!GFsH
zs?1OAef)%x%T1<?abK4tZ@~<wkY=BI5pB%jAErBKn>HnC@#N(x-MP7cvAk*L<C0Id
z3Lk6l*}Gp}vf20b=E){A_kB{Hd{sGP@5$A6*>fxFf>!zORsP=)nW+2of>5<}&4+{M
zPYcJW70Yw1Ihtot%HiDpyrJ%e*<rCRZsnx6)|*{wdnar@YbC+1#J)A}@Zm_uKCK@W
zx^oow7$3NKT_(mfK;ufw)ww3Z>Bmp!*FWEWT5?K<V2o~9$G49!*PegicGCGsyZy(2
z-&JcqH@(+b@@mqeMGLZ%{MUbV{`g@2`4|>G|DX!ag>yGw{MB-Lg;twNNa3dmNfk1G
zd{~#vuKRH5>B~=R*Vn6-T{H_if9FlDNOzvt{QZmmG3s(Be+o$q-f&s||Hn6rBU<+I
z+8wnO?Xc>Q{#~_xTE&BD`Vso`mw({kiLhx^eX!gw>aSU$`fbJcUecbkJ>?mzC)Y3K
zF5VE=9>M)u@T{}&%=bKkKi6$s`6BY#$FJX#SX<7w`kQ^-7&ob_@~ZN#HuEWu1MdfO
zUDr~zOMa{9*6VvsU!z7+(!0^?si$IGxuRfBY;N_>+4jXf-<~?fSo~fx;b~yyx{6mW
z5+7~OMVa+-F8lg>Nw?GwrM2(s(&gNa8){AAPATQRdi<{BHAAze*-A~5^A=tEeD3b=
zhnJqO=`>kkt#)T)s9X8=Q_@?n&UQHP!);cOL43ps+aRqy*Ytb1ZB}e~ZJj8tCn}t7
z^2hF$@rOA(w&}^;>{EXm{rc5skHeO)JB;#WPn;Gj*b{NQNhjzqhnr>F#WR1oHtoN&
zx0-*Cq*D0y@Xs4<je;&MJuQCv(VW+^Cl_SC7Oq&b>UsaSUt9No+-YjG_m9zwiMw2@
zUf)O&dAaDHSorT9doGyNO|^W|`C9GrpF8{Vj6Rt*uAjX}OQ$omaYO#|x%aotd#>HB
zq<<!Eq2htp2ij{R4+qQdIXmIdF8!1D%O}d#zB{vHUE{vZx;*xKkGIWuxvKZk=^M`%
zepGqU=oI_;^6?ph>pHj0T<00}Npjwc^<QjX^XT-&pK2*tzhe4}j(<GwH_hJ_-}iXt
zCbu`)tZzPTFZlgLQaR~H?_%+Z(=Cdgx!+4_(>m0)?(4Z$326<!+b!Mk?ceh@tb8G+
z_pMr@hj+!Lvp-(w^xVHW{q63g7|UJx4SyHkC_gi^o$-!4uk3oIwC?VF^I5Z%Tz-6g
zxzXrW`<jElR-6rO`m7Kw=T_p`Q+*{fyWXy?-?ruPx;nG-b7wdnbb4p<X}ZC_0*iI(
zWwXV%7T&)6bn~B>CC6&Dx3@`1wQR5dzWTann_W5A^_rArez~tNnRMM2%-Q4Gu$6=J
z*U`t_^IUo7E>$S(c8N7OrS!a7eow4k<DbT0aRn9UlLx0rls#hL<M$U6U8i62qfw7V
zPvWuIW}$$zA1|ujJFK1m+s<y8G|w|<gQtpR=iWJGN2is)%wsWHteI<byQ9Na+2F8#
z{rlgkMZbc6esTZ5^36IMr(idRhKe{F9ebsaBis)c>!|eAwwy{Yw`1k|)?;BWdcVx^
zjkQm!-JRd8?|iRI{7@IL_&7CrgG74cO|#42v>YGpe02JC)OqpKerx7FxRt+X?QJ2u
z^7=_zbXlh_nmm8GzSpDA@wS@|A1i*?>UiSD-MYWG@BcLOx)kw7?e&xbj{d$WGF#(B
z!`Ry^?gcdPzOtTw`a||j)7Z0%RSP~jsF|ErvVE;J`C?OMhtqQ5_K(T6KRzT@{(Y8x
z#^YgfPj#Ta)44M|+2H~+Qlox(9ZP(gdm(J)&mDjBqYlm~J3e>C|B#(Fe|^)q0zAyq
zP9Hj;AILDHQNq@HcU|B5_s*Zv1&x{9<#&h8x7+IRZHM{WU5v5|^*ay0`?7P|!926h
zVg^&MzB4KF&k8JEy)G|;@nb~4wOQxtx{y4dILD8YO@f<02pz4M>X^^I`p6BrX*_@C
zgl`P`vcWh+o?Dy0`haciiIsPXHTcuj^`|zz3+5==F<FDB&56soSYgSV4NFcR(a=}&
zYWy!D@uECx@9vMKM+;bVxN^DnXu0sYW%3psu)Y!`@ni8*htx|Um%84rGFt0!(bdY?
z<Cb~y_llbwPeYm3lnCumpC5MFq&M*X?>$@(&aSrjx$m!f?v?y3Nz>XrkJaumZ}?FC
z_Vcgc56{fZSgKArUBA8E{`6hfK!xy*EfY6BELFX9jL&y-RQ#{4>)KLF0<Q93-_tIb
zH~psNov5R4BAw3M*SY?F$#)&=-|cyfJ0+)DFt<NA`(5tc<)W8|TwBgQ{Pb&jy!Q6@
z_c}k-#J|qDKgGOqTYm=QmAi+HWN-AGwLc=K+|2W9oqIq<&<s<l`RmmGuF32wWqY!c
z^@9)_^Wq+jl9S@f@iFncB3HbQW54{S`BU%xA4Qh+Rg(^$myC@SK9Qff?#rDD%QUT$
zzafR?2iKNv-f!pB7%*{zK10m|cbRvOUa_yZkjypVTC|O)@zy@O;)asqGoFWDu3GRT
zZ}mgNiwzIvxc~Hx>6mJ^Yq5^7%NCJy>=#xywa+<G`1sS+*E<XnSq^==)63mdsWdC)
zns0SL(*zE__VPQ|qvyF8y>_}QozQT*u371nPK%z2-l}gMGh;ri4S3Y#vugIc8H!(2
zdY>vi&bfVJ&K}W{CG59V@7DEh+A2Qni?>Tu)N!FTO<H_Q)j#U))mU&_E$;OxmHonT
z;?K1W{C#6P1lFWSL@(SLdM~fyy1(7eEq8X8Z=YjbE_UZ}pQG#&eb&7CT|t`jSl_-|
zc4^V<S@!)I-XC*VXD^NmxB5Qkozs>6s+-%mK7BQ)4eb%Rv8rj6z^YGgt?NI@%sx^!
zaoZAx&tls+M0s@O9t!8*(>n5v|MtQ1b1pxg{<_5`C+TwDX~Wxe!8Jd2SAF%Wd>_l>
z`oQj_#>a@4!5*S9+DGixm#)tAxKt(flJ&gRq-!RovGe?YmG8-(X!vrm%>K{&XC85#
zbLO<w?>*0sH;3(vbC){(bcMmO-ugc_aZg>R$Zl|SU)O!$gj#)(b^~L@L4i{%Ud!;x
zDaCrbw`ERs>nk`Lx-!=F-N&83+rC_M6I+|TqT1TUBcnizch|>-chwH1cyH(UelDP`
zTKsY3m3CvDo|(MIHD75;De=ZJ^;FND@>=iRJNtzb&)(#Hc}h+rOKF!(?%L~4VP>zT
z-(CH}E+2hQug!w@RX59)g2%Ta9Qq1ZFi$_I{OQ`HE3&WK&a&z$-Y?ti_FJv1dEJJ`
zEOr-HJjv-jmZveRsBm$z?T05EY|}R{?zy>i&4zDzjQmoIo8CH}Hk4avvLkNWhJTl4
z%6vDnPU5|EPwlnt4P&mBt8G@9&zE_f*A!gRwKy|>-R6h0j~7mgxHW&CK%eEmUyJvB
zeY4<ki4Vu;A7|FBSu^#s%cK{^P8{#EZ-wPKuCVFfoUeN0+U*?^B>Eg&Oy>DZEnLT~
zeeL0`n93iQ<)^KjzCTQD-JVlPDS!6=Tz)~ka%<>|2yI?o<&EEyd|$tl=_{znTX6aO
zqIg}K_N-O`FLt}s*{iLWmQOkRK<(VY-VTda)57}MM<;4XM9+?~Kj@nHsc7e)rTLo{
z-YNO{puIk7+Pk_V)yZ7X1^3+xQcqPYlTB+mW9+};&A)?gl?C6!cwQ_&7proMulqv9
z_Wg}Yh0^umW$)&td`qrf+s*hz^4h13Mr?*BBa#JjPo0{4;<V7bY8msdbItV?ZmOSG
z+;>gE?u>m+Qs}>3kHd>{_Zj9Nm04T8>|-4F|NNT2uQP56KMiIRSJt{=CffJywS>kC
zo39=L#Ri74tf%w$ZdZ2Kc(82EuREKWTX^o+^k^(Qw7_5iYk6hq%9x!sE7#O+Yun8~
z%`V3LSLBhUidzgtR5q_{xMIwp!gIjs=e?5e7Ee#9xz24l_eM?1n>~z0B%(*xpxM}<
zb@Rru#L~BgGcEsHIURf{@ujW6wCcly<b=ychx^`EzbU%=!)w<BpS0WO-JC0=5+}wq
zPy1cSe(-9`-5c8@)~vF=qcyGX?ALUjXU}J>lxE+~{!~%=nr+>;Ej&HEkBp8!%G5bi
zy~C$>WAK{9RR7HnuRgiJ`Xxn#`}?#7hmIfHxz*^=Rqgo)GkSfVE&339jYU%TgzHBx
zbN7hUqbr@*=1yy!pz}`Yk(Upz(i0c!3771A(<bJ-E`0y!I5Ruf%#~lZ)%LiCsJ-uh
zpK`12UE;56f(dHP`L@QsuhrHwvE5$r_1%+7QI9w4FWx)5ecQ^~pDmZN_W4#%KKGrg
zeE!{EQ_gOhw~@`&+wx)2#yM{fb2H~_oW6E?{n^Q-A5*1|Dz>QY3zsPTP!Q(9`upMJ
zohud>{OoR>Rww&*V(RREiHo&L<}-pAy%n`93<FMUZ+T^@V4uqP>Gk@(asS@i|DHVK
z>xQmpiSsWQv1dPAe$?P_YSgr*xGjtZZ09`fIp#{e^?s<&th8jp`|VP!A`jF)a>^$&
z{1KV6!z|0AQFP%I51)5MdyXb~rcW1Dv6`{h%1v|HwY%8~eS5u^=|5z1sYpGnl%FTt
zbpB_AgDh7|bM6)6#NdOX{JWx3<-<J!Kjdaua9FUO4lJ<lxxI>M3s>Ho$4dTeWly|3
z&0kpF+P%<l>dO_@-zV6AP<mq|X1Pv6b=mYf%Y#1WRqr(F#q1EX*?rsbR-|+@&kt^~
zXBTwVM!Q{_C#&@5@nXXYxhI*wgTySt6ANM`f1fT?DCtOkFfDIRqk+76V{m7{h0aL1
z57GS(%I{Q&neXLLIk#^Wi`2uT-@+p{C9rCJe-m*m_4&2*`EA*g1Im~-<j&e-T)F;K
zV^hVE#r(52`ds%-DbZ-n62G*%hOfz9x$^G*dVLXxhCagszpm_U{Plb8P0y(9dDE6R
zz1nIJw(Hw1<y*?@KKcK3oAKvbiP}}!lZU^&Y)ko{acgtsyXw#7KBjZM#E*VDv#-m6
z%g^u96D#HPCMQ8B#*343><f-5UJ8n5y~Xox;%hyb<hFzDUrj$nT~peW`|k%!PH<h(
zohQQkM3zOpzqVIgU#3xbe}DY5=jE08`<~?otN-^<$Vu$0P|Yh^b9T!;^Y^}oKPu_`
z{L=mZ*z^NRd55F&<9LgwhQDYsS)tSwqx#>=X7!sx{R>jB|9xS!z3ujSF&n=fvB8&_
z*RdP4yu9^z@2NRPb2en130--8!rpeB^!P#n^Amm{OJAPuGrp$!MCjZp-ahYLirFa=
zN0}AVje~E7L{8g&)G7N~=#2GTfsdGPUaDVkXJgjv$iK3;s&i+@o|2qyZf1JmWX#0(
zH~v3ykXW(!&%YHfS5M@xc;)0c;h$2H+}|zIb(Lpy7FzGUeVtKM?m~2%q1-+b<4Co(
zf~)FDi`}Z5!(K!#{@5ru#p<H_-;D=VpJhhya<$ZYix-H<JXLWxX~pvGk2B*H-g33P
zS&RQ#$xrN9?8?*kis5|9GKmi3$?FAAE^fBvO%Ohq@W<_#o6<hk#F8*mBkQ*h7oNGj
z($9KT6GQOCj0xGZe@B=XE_TTNblIV(nd9@u7;7F&v!7L;&Kd1!X|p{pSbONXkNHQ2
zFVkzyEUJEd+--32Ytg%<>!+-96#F^RPDgb~ck4!zDKkD<_xEk6G0<+jzlwQ(uus&h
zEz??Nvo-9JJR`?6FYJ-sx5*Yqmzl5TV5>gUP$Kf^m2hf$DLdN<rRy6n8$X@>|4aPT
zYWe-acGb`Iz0Iv<SNpsPT6T>~{BEazT2^DTBP&bh-?LkHnHU_peyExKO6%FLdhxop
zJb7~;?rP-!^EQ6U-_O!-VjG(-7H>Rr|F_1UM{XY)ufHm3_}w8JAk!t+dBkqjE!Lw>
z++}mx5(C#Cu&?kqrZn#sN2~s)54F!;JbJLj<f5Npm78Xx|LyrQKlJN9pFYuRGy8VM
z3*$n0ftzf9Vs0#nKHDp;e^lYi>3;iTSyT0_uTBcNecI<hO34ll!&}E|a)LcN>H}g8
zgx<@(P}!DcxtizlADJBXg@WbRu1){?YwGK#Z*~@^Hf>d(?DKf{<)7N?_e9Oxc=pe;
zUt$Lt+YDZ(S_aO1=6|I#JJX=xLA+d4+o99n9@@^3+stDl^QMwB&GY7)g8~Z~cSqho
z#CPrQ-p3rDgE?fDztk>2(QV4HW@^E!nrRiUrKQVHoBX@7*Y@$6$C5hTZ-OtHu3D~=
z-CTB~q3x@M_3jIXl`o6$UG44`nqgG7`ytEj0>KXw2Pc-~)^g7GN;=&v?|hk0VWQ6g
zjq>DElh3wyRFu8D^K;WNrnSAMzr?r5UQ-g`oSDVH`#K-rWjptlDMuXY&iLI}SN-DH
zqD2m=$JVt@I3YS~*8|q$ZVw)cc2=$x4R#d#cSwKPqQn%>t)FxZx$bkUUUyAm=5C(Z
ze`Hu}n#5UHkF2#h(Wv=x{ufdGS@v(gFc%)V?Dc-4a{Uo^QNO0VGrG4fZvM&4Zga}H
zioa3dhSe9{-cNIP*&W*Szw+mY$KM-&T8RBQr+<dAI`7BU^TyuWyPi$mY^1p%Vi{9^
zSfZ}4p23#)t*v5=SLYU%p68G|y_GrJWv*kT@J_Ce(Gf4_==GbjKT-CQnIjXSd)hHS
zPj0$5+qP03>+tol`pM3Z&x9=PZms(kl~fwNsO?H)+LP)79Ysg?TLe1VMx`6L=*cHO
zkZ<<4jK10(y<*C<MY)$bBiRqlU}RnwyZ6lBtwsOu$=-Wt)v@}#Mf2zC_w_Q#M^}H=
zetPMP$Tg3<&o}UR8C^L4=?`<7O~KJa?SIax?^kf*?q+?+pZ!|v`Gs~~^`L{xyP6Ko
zyJjW->YrtW++l%>Ki}jV24uNBO1JIRTDl<j|8`reGR~wzKKb0wiuX@gy->~cs_|f-
zI<MxHso5C;iDTcFpOO^$BiK^pth`(Kqg-n1QBw`e4PI)qc1Y~*ED~KjkM&~2CD!mK
zC$~N=nCpMXV$<px_UpH1ZhkH}tLMh{xLx5NbKAt&I4?{P`=TpSW`6FFuF#*T{}RiW
znsROF`?k|=(T){AcomNDF=y*c$bWI9ZSud6Z%1A~^%jpfU>SF>?)TamuHBKknMyD8
zTdP>@TK7tPmi?}Ix^+|Dw_A<XlWS{}l1!##ig`DFzE|{g?|uC^*jWItRK*V2AKl={
zk<eq__GSzJm+#9T_?Jl(Y`SmpI4*YP8}D!KuNNsjxml;YZ_l?A`*gp_Y@Wk<Heck#
zA3IysC7C<S?r)KPm~}r~uv6xUqUF+0bJE|xJ!vT1xJaH$vhsF#$?IDw)4$!`VdSZ=
zC9zn!S@4Ea%^QIYi?*k4o?~SibuP{(TF&-B=+%ug|7l7x2yAKj$dVdgwPDE=*FDc1
zMdtmvqyA`RP#4#__QzX(Y&f62aoVXRo9B3TE;=C{)i6Kgpe2_$gLU<lzWs+T*-Xwm
zVNmkm6#wJcDbxRKwDbRCzCg_*B`vza^pmksu>9lZWYGwhb>Sb%{lsQ0h!?l%j?Roq
zE#g<6vL{#ERe>e`R<*#cNquZ=)jO|Q>CX=?5>0#68ju=i_&H%}OR!}}R!d;`)A?*d
z>V<iiI;QWKQebc{JD}sk<|&D_%(fFFO;~<@wB5|X^@rU+@AuJ-4?FpH1sv+!btI?x
z_op1;xkri)=}IJ*wC!hS`_z+o+3axYjc>M0=Rau&zMq#_{h`w|Z8iUncj`CJ3E0#(
zq(2Hg-|QWno}}H%{H^lV-C6E^Dncs9zP{t=_nCXJ+pl?=zvdNriG!1;1agEd$=<{@
z{fJ1m;R8*f_)}*zv>Nxicr#4>zW>*DSAmJw6z3*6q==|L{<>4WZk`|CJZ8Soe7T(y
zR1f<EK9@Mcckq&$kL$vlN1Nqzo79XarskiIIiucrsjJGPCd~ev%CoNJobzSbcs{T!
zWO1zec22*U@!XzYr7a%}1=MbBaBG-y>!ecf=Lh?pyw#7~I^QHL{v-3Fgluwv+Xi1X
zXJ!M3cS5qB^7j>Iyi?J0*A7W8mpwb3&EU_gUzc>m9+-+H$7`6^f0mzS9Blmb@BTlR
zH+}x%_%b!?AH)A8wN`#PQNf9VEU)z3rku9DJ!3VuK{(suZu51I%^D7{H_AP_z0II{
z{w~=AHS3P*-Tu7!`whc4X8X>GpDug9a?{yYb!|GYykifhbKEJra$vp1lliHi-d~rU
z%6LPgZd&_G<MY2%CW!ys^WmJJiqsa*Ogl#I_<}y0$~5)B9V^q>*Lk~qzF_sayWcM9
zfZ>-XoW(}lUmUUVzTvmvv7?BZFDvg%wM(;2bfc#3lQr2h&C%EYd`s(@-<Ox)Xq;7^
zZgKnFKKuG*)92P0?^(#~s&JlZp7oKk+m3Oa&L5vIID3mdw(13QG<*4sNqb|%W}ciS
zVa>ny!MZK&0<P)%58ax6*qQD0QU4?{pY78nAG}U(d$>8ehB;QQ)L=1t&AWtKomZ3U
zGVR3byp5ZG_?**K_;J|&*s))MEF7Ot?dm?dbh*Zd*#?>BPaGE{ZF5+f+wU6F{h6D?
z+GncMW&e4b7F#ec_;KsjO$P-ToxcVJ;<>AOR!y;5^Ui4XBZZ798jqLD=QyTjeBxSm
z`@)LNO0^!fwPz+tL@wQtDRo(I@tWrgni5^FbtO;k{4O$M$ugH5o9=&n-zwhQF(zHI
zW5`&-e*NFX36EzV*_SJSHgDcX{m=OqH_yN6v*qLZOQFlQzR~KKA)=Emc(35czPi~<
z_^&v=*PC!ZNqFb~uKs_`5;CDJcYVzdi85K3_Wg>8=YM%`&zGyE8^R4w?m2rp(uX~a
z#o$Nyj!6P~x21mEY1|t9@Y?^0?sk{+W3pFQY(DEF@c%^ojjg9_Yrag7OcZfXV=$d_
zXGfXtAvLWZ-Px^<g(@}YJUaMWO<GsnQ0TT<)BN;6nPfuW#wLEnC%SA+b2$s99emVm
zI{E$Lo9a5x<{hb>IALLSw_?d$SBYm$yB5tk^kYtL<=>^NHE!*Ayu!fp#KmLMI}WZ{
z|7g*vTJz?Izu*7w`O12EitE!x=YziD1~2_%cJMcf2tGD_zbx*ct4Jd6O4grK4Nuf7
zwc9OeQmy-wZyQ=sWpR0ht`&y~n~BJA-*XLxi68%cp85V@zZ)~_l#UZDZ{N5^A9s)J
zE10<V?;+cGzLowQg*DfoT)R;5X~h!ued_-Um&y1)Tvzao=V5*5jg_wt9iB6HL(Ti|
z2M-E#b#HFCH08sMzDXMoO61(;U_BYdGF3e@Np|0+u8%&hUiWLov&sr`kH*|i*y5yo
z@I~3LYti<7lANq2QzHvyjKy~NXsocVe)VQ?P3&~H>yuwrE!+KAW8I=Wo@=fJEd1%3
zeu8IDyKX+TupmF`ckl)29mQ)K!;)U!x~a}ueSh}3!bSJCfA_wBd)lK#!jBicO-}w9
zBlGlT`k{4&O5!)$nfT{c&rs8Sct!AV!`a0?%67Htd1tTto_%vaMW%AMoKt+w!`aF5
za^2hRJvwNz(8lff5`8D;^|fD5yPPik#<ZC0T4C#+<YV7$e?8?}xMzEyTTFZ7Ldh8I
z#|0;(Ma7i9>s&v6&-ox@yHVf=zbf^l%nyrq)m_;4y83wZ&#rgbk5qrCSI+RZU6cH1
z+VVRQt$%`p|L~??n(yFs?}@k&gTaeMQWH;V1b%ma_;K#rg@=T`@c4Fmiw3<`|J%1o
zyfeG*#XgNWI~*2z>`-rdeV)m#pxL9%VgB2+4{ZyA=j~=Y@o#3W!Tj592Ulz=dZJjX
zw)RHc$64juEaTa8BbVD$@bN9>-E`FLb@dD3dpi!F`7PG;U+uZ<6qn1K9gU5AeS6e&
zf3it$)}N@jvru2mMJBaa_YGT%t%KrCmHTm1WVZWAICe@oE}J7Kr!hTk*(rm~BC91X
zgxbY2D;95)pEdQ-?!&F$ANkI_5wHHkB5ieJvKog~zk3G%y^rpaq9t8y`}k)t`(D%#
zI<nqg$KXJJ)6VYvluiG*8|vO3pEzs#6aEE$Z!2$XxU{?D=7IUq_NNndc!MUp1oe9z
z`B=-GwC}u$W6jUVLr1o&1+Ts;en-q?>Bsi|3ty(o-E*1|see7Lelbt)`2`1;Zru?4
z%22+3$@(81nf?-fDNTzOzt79RU&k>+?@S=m0?E^gn`K|`kmVI#l>f$N-=c`+=F?|R
zOqi_y$Y{ZlHB)}NTj#844z2uE_4C^Q5A9DU&;PT*=I>AIrSBQ`2eI*$TrJW_&N}tJ
zX~B+Et?ss`GlTt(XH1MfQ)2V0X8W9d6~b;NC%4E7TzK%hd$Uht-n5n3>!+;L)}P*b
z{QIfJzqc1e?hIioERSmbnGxEj5k4ht?v-z)Z#SLU|J~89{;^}Uhx$#<6e**nF52cl
zcb@-ob6;cqx~qGB3O!uBdroq#)A{TB!t8#%czol{iT+m!4@+~6*T>tuvX<Q2{{82f
zV!ks*=e(!u9ZPswr^t0BsQKE8hzy=y6<aNvjod2l?2P8E2~UwKHTv(+SwCyl)^lgQ
z7rTBfk9W2#HB|L_aLfPn;hX#g&n@E5eT&m%cAxz8-D3HTW=$ueYlFW`tbC9Vo-N_v
z;&<@We*cV}k|Ipz4ON?Lq^r$(`jjUa>+WvuK6CG3T14sjIo~9&?VhW;rrXUmI>G%F
z@4jLO*5d|Tl6M#arN8`)eezfH+RZP9!Vi_+C{Ah1Th=;vWyGHv$)}l8ua9yt#cdOA
z^mJCZc{56Lx6UVdnbc!~65nP-PPu4#wyGy-qie~^=GYcN7VoLD58cb3MYGkivnJTt
zm3&;<bBl5QwukCpz5ieIQwZ{|-{E}FIpkhulgIRl7CHVqgPLFbIG27?VC&uN%_{nt
zvsNxlo`3cEKEXBtmACI@bfqqAy5hI~V_4i_r4qJ3erp1D>rDCm`TrmJkBxOwTO(qN
z_w%zmSFrWmI=JbO(%h35M0aVJeptYeY;}6O&dYGCuX~LJo6m@>HJo}rS8j>n-mbOw
ziC054Ma3rFP`Kd4Vbl2h$wRIb=^cD)lLTfSF|u*0`BwkU|G(!?Rk6Bq&$mnVCM|1z
zpDUdxXm(z%k^Nj^u5$0SESr!+|LdnsICSWNPRF7Cc$wh9`sfdTZ<oKD`f~H+C-psx
z-u<%BnZV&!%Mp9~z}Fe?<u{%`%+s{=fp&$~Cu#e8npGbQxMti<2>ia`bFg@$`FE9q
zy*;O9=+z#|-94k-SgQJrk`&*j*E)4)&wM!)_p!b#?Cd}7T=&=Pxw{u{F8IB+bS+o&
zTLF!XjKkF*@Apj)SW}^<emYXACF6mCJ?GZ8k38LFce)kow0wB(7^>a8t`YN3@+tdy
zA+ZNe?_RKkpYtngHjmvfr`GDhJyVmC{RQlSf+2+lS(5|vMcjTpOmv%V{A$kYe?bn{
zGFlT@Y`rGmW+|v>xukt}70(VopT|wdMD7~JDEvKk{k}&2zMpC~?b8<W^m}ce+E%;l
zKuYa5&&93ZuD!keRQi5`4qKn;t;3(D3WlWU_&Z)Ks(H8bQc36<UWNx}3Uv>EuS<{0
zjE~`LZ?9c(Y47)apYLt?I`{k@{-v|upSfO>HM{Dqxz^`T>gI1Z@0m6K>1qj&_kFzA
z4(A_PT={ctX34`M#+_XMS8Yz;G5y#YiA?vIyz^$x)YIPao{8~oN&`=Y($lxi{N`V7
zr|2Fvsus(AocZA0C9dW_?dz4c6!m4F;@(kl$#t$%oZ|lln>|?bP6W?rIcw+}73NqR
zxY^j@>x556$;Icr3rmw~wjSAk_#%Vk=0qVEnG3u&cRyY^d+*5P*%G(f=jNVxQT<K1
ztk<n_%h_F~c?Q>7guHBdy0hkeVylnkxSYcN?STA_JIra!mTwk%yvSN|>FJu>3#&?>
z@2x$<dg;@q2h5X<XCARX^&w}ML+4ik{w0F)Lgj0HYu{IFId8G`?5(4@r|uqgFO|Q3
zM)}rO?wdv;HtrTLjvn6DCuXAjD??`9&g(k_|9a2)Sbu-B!Gb;S3vRWfuX)^La`?>?
zk#&=ws~JptFTm4r^h))Kws*XO-RBxj@9>{I66K|N>dB)xyZSR{`Zi0(Y6&TpKbti%
z?}?cE{0KgWThA96-&D|-b5z;J&|bfoIdJBVXY1Gd2%qQ<QLj&O_#T$P$Q37iYZsH#
zj|q(iYbCk1M8Df|I$xq~Ue)x}rw8U*HmRNpdVE@^R$U}XKaRyPJmS-w4Kwde3ELIE
zTHl)K{dvQJzbTtze!nWe@$i?IWeV3z2EXioH#HrErdqEQzi#kcu56-Q^NzWCW$BU2
z_w*}#NtQ^T&cd>A&E|xxj4w5k{j%;iBWGy@_JsL-HM9^6DrgpHHG6jBN=W6~-Tx&L
z|9kyBI{%;NOI0uKH~MTFof8rzx?au9Ex5a4^^><@Uj=v`#=NilC&~QGXJ*^OlI)+V
z^^3RL?EU(=sI63Jd8hTgX3<|4@1E~)t?SFo5?i%!X1)=t%sRy@*ZnfsiyBrR|6ID>
zUwHn$)$Whls}rAaRGm0|ZSPxo{aG##?_F6kJ)u@!)?8~=?$txP-@knEF#Jrl^|m~V
zc;|^fz66UuxZ7<er1o<A*H~$uxUd<u`MYM>?GLozP;s6fyK(Z01t&se7p$G*6Lu`>
z^~BN%@3wYDw5|#0eir@o^Q8B(IW{`mmwi3lmwbp{*+Nz}|A5NJ&?Sf0<=HqKn6D&s
zR`r`o;`bLve;Y`ziRckpd^p(9+o0pN%)0qIxOx|K@FcFisry>zoB1k#_O2gtPc6?{
zHLzLv=KQ^^v#s2rn5%Sl$+x+TVjliJU#6yi{+_reLQ`PXuMG(~d9sF|jSjy#u6Zh=
z?MpyWLO{3wwNAg(B^n|^Yt)mKzeG=&py+f=YU9&}yM^ETBzPk2x9rGLnWigNv@pY9
z!L9pWe@LmHnlM}UtHPEOJ7V@LCdaDZn!3>I?$T=kn;v<%tyFZ_rgGJLp5I<8iPLPm
z79`)+U$fFIc*)~8+ZR~3tajPG!vD_k*SEsdpU?8KTCpW*HoMH8o|Vs@-S)CioO<Y&
z@PdikwynKyP$}}IxFP%e?E0Vc3%*9Q9Df+r*0k(HmaLOw)A6GRPrg6w>hC7m|91K%
zt<e0__UoR`{t~(V_)OD^V`~DZ`0uuE36&}q2>bCVJx(e|sj6ek@$GU~bq^XG{j{Z>
z|NZoj;rWNS`3rCEKDdU(`o*K7DNZ5>I3{pB6A+i<-2L-o-(u<P?e8RaajP6p$`$;R
z*?;Qy<*O%T=KP(&cTI4|w(T<%ojnVDF05<+9@4`;o5e69Dsi)F%o?_n;n}-h3$MA%
zVY07jYt;4$axq+L>TVGx9ZFklS~l58mKJ|3)2VWCD4OQoU3kXtg8Vc4Wbq%xE>g+7
z7dHOrsO!4KR^k-*I&*DE#ggN9Hg~W$wjD9g*VO)9c_E;gJ;+sTTj#}9Re};#f}hN0
zgobExADs03lUVxYO*NI0sjE#aDwxAga88jed@X(Fbhggv>6ZK&A~FXu=f>t#Ivi*z
zof2lQQF5PmvG>gFUaOcE|NFU1_hh=6V8qrstJ{mUCsr7(nx>~8cId;*Ymcw3jefdT
zet+x4hbG*I*H1ltechuh%T9+HzSIY=pZ=XMEG4lp&e4j+IK$!Biv1kck!DVoJF1=r
z?fiL4`+}Q!rH{d5OZoFp_pX~NV9)i%vznuROXY=~77z9t^G#*TmJeL8ooD{<Gx6UZ
zhwv%MW?Y(n$91V$Xl?xG6@QOc^M5uvze?vv%)DpMVzq3dGGm`BOy1<X#Q3v7+2yQ;
zqS!93*4=g2Z9*s9nNiaJHRIA3h0PA17|i#*eVe?!;?nwEiWysUQYTG6sMmAN%)rF0
zp(ioz@wEjfLzFh@A2wf*`!dkx7^9Bjm!jm@H;1$?AG&dU$ws+_42{LSd@6>eO9Y?S
zOuK8{p%dp8ZNj<uo{FD`^q!w{k9R-+V|9Ci-_f-NQQklG3)(;Qi^gA<dr)}on!t^7
zb+`O;*iXzcJL0=N@X{RK?Rm!|mdeaG^|-KgmTmZ)qX7pGeA@3^z;$l-pF1T1u6vg<
zFyu?j%Po8A{eG?a*NNXIN4zP&_mi)qvi``KunRs{=5Mb_zsf9kX~(qURMB#$yVGX;
zzu4H}yO8DF8Dsg24pC9<e@tghZ1?I(b-#FsIpJCE^d&K;dG;MNwh(^%Zib`Tm5&n5
z4<zphSsO^@>)Gi>yZo{V=?t(GiF@LbzIBdav9Z7U!8d%{7P7I#ZoR|2_BBH)@8hS2
zJHiF64%}Gr@N&W1k_913Ki;gjb#bxn6MeI?k*U(ajQc4E%d@BA|JJ&s92b^obw4p_
z+rmo`x4#<49?dEJCK7x(L}|iJk?7CgxIfD9-i+D0?z8KjwJ#f2{cL)Fr0S0Q<c-r9
zw0Xj=M!(+|skirEuTkMctK3r#PB*6sr&h|YeLh`AA(Yj5M*GV*(h>Y-37427Qe*@~
zE^S#Qr>v19uREnK{Iv0d(z*K^-oMK+_~IwhxtC9@QPTXkS+$o>d`j)%vqs<8Tblk}
z<UjpqEq`XrBCVI3-6l%Rc6EK^BB3JIu{$(2Elh0Qon~bTwr@hrD-#tjR(<5HEBn2;
zDC?EhYZbkRS>{3W?o{>j9u_-wb7uBZcE_5T8Gd?qIQQCF8TD$uo4xqj-g&P-TXav~
zw&kau#)q9L>Y1MlH_gb|8n(}o`)s=JJX7`ag&$&0Ok!MS|37>EUOApWo6p;Imwk@q
z`lnv{A^NoCLe7Kd%D%oa_v4gLn0ev*wJm(>4i?BBSp4CcKf~l{(o%|-X6*ZC6zcS*
zJW;n{l8w`Yp4Bbt@=o14EAF{}c;~<|-}1Bc4*t6u-mAYys<>TI6^oEhT6?2$VgCEI
z8_Z8y>V$H{?67{j;rADT?sfi(Z@zzjkaX0lN%Na-<)0_YEbD#>=%}+FOZwj__v&)<
zfwz9MxHjJY!`7+(H|L+{nN_le%-h;-A5z%uAFm#DCiRZB-JcJ4KmB~Zz3`=!;$Jhv
z^S!&8pPtPO=#U8$%G0yGyZFbt=yNiaXD*A2yeVcVPchBO-m$Ob&4M3BcWb&_H~wx@
zRZZe4c@@=rH&)^j-y!ZT-02+gRkz*P-sbpjvE-P%_E(Jdmasp%F%=@y0-9?jYcJoE
zmTlX7jFW$VrmX%2r`ov7FM=eEXH2{Q>mtACft~Af=ca#f_^)`nAuw^_zn1f?HUGcv
z|0iH`J}AB=g-z(LTT5V^U?R&;vy9gLD>KyQT666BcHrQqr3C@|n)kGC$oODzWI<SZ
ze_J+d{inEyBXgU&+#~)xxofB~(@M_m=e2{AN_Q6Q`@dCx<Gu7uKJ(3XcQ}>@W^pPV
zNXSkVeevk>51W_v@6M`xn3uZy*kRteB0lb%UK=;JzAtjF=kgMre&lk(+oKHEat;ga
za*T_z-@WTwK!V$;%}+~X-hV4RU+k}Vhh6f^wg8*brPjxoZtmT9_|TiTMqR3PukK_r
z@!2TJA4*et@N%B8^wX6#4cx7ztRmmrKh$-*wiSPuoBB}m)7*r$(#cl7!dp^uk9bO0
zJmTSXn0&I{GT2_IXxg7!=QT~bg>PH#D{N6atoOpTi}#Ij(r&(W{4$v$MxHygCp=es
zyRUP0HV@MS{Z9)P1Za4OSFqL1`{3IleWjam?!nlwdz^23=cj)E*<OBlQB6a`u9G~w
z_V^`Uyg8xqU|?D&$0G-i&!Ig@wj3wj))zipHM=tNFYm2|e+)bpY`B?b&YnN*@od$!
zrut9k{F5B_WFKD_yFc*U=Das&>VI25T^#?1>EFl72N9_Y+)O5kFA4CyqQN5Zlws<W
zyt>70VeIY~@9$hud$PK<@OPvA?}maIH(vO1P2AQxEwlfd-J{RHd_`AmzWZn1kq2H+
zJ$7x_GizU5wBPR;kG6h!U#<HzO{qpovgB&<Ht(tr)|r-Ry+4m_VzCsdYPGo3_n_+4
zp_jgC|9S4`YP)?gz2)_|%a~DX?&@{3oeHcEOpjv<$n(0eP<YC}w=p%xj9apAg)<ta
zO=#Gx760gH`Jq=ko_sFZ%5~vTtgqdoAWglN%Qv}xFDW(L`{B7D%Zb$2j<p}}Sl&9J
z-Z|m<y{&Su(*%E3Oxu6S{lN6w3>r_~85_$^>^ji?US!7F{l-(Cy-#a%5_~Iu%3{ls
z!cM;hkCq9n+uhH-d^_i^gbx#9uYF|IZB$?M`S`A&X?!j_O>&;7pSa}qfoWcZ+n=TX
zt0KyJUVgc6;L~vV|MZRKwVOU$3IFzc|9jtJ>AMV4(wqW!j<{aR*qkoYf4pc<Z>*Mj
zsOPGnr~E$!{tK@>Wj|s4&uK+L!u_^0B?ILm7aeh(qS3^{ndHuVm-oxQ_qX4kd;fjT
zZ?oA7FK3GHsJ;JNFTM8MX8ZG<>I=3ip7=PUl*4~l*}C-;ZGGaCguaGMzOkH1QQ)J+
zbYa!Y<<FPJ<Q?I6TY893y=IU2+s{_Dn*tw+OG}+PXQam^H+S3aX@UnY@vV&6{-NV$
z^YR<VMJ??r<UN|V{+mAIwdFf$ZpoQ<-&mJkT@+*XU_TS<<GNX%#-~|QlU-LPwdb_%
z_Byt6s>DT~i8;dU+>dV_cI<E!H<vlKrm|b^Lgx<g^FJE4&bN7!Tc}%=w?BEJ_SNu4
z)BXzu&lrQamo3@G9UL;_MD6y9|J}yNjnsa+g#O%~yLCs*^zB!<4bC^j&f}3}>CBws
zrC>Nk!}i|~S)XR@msggC2aEQE|IFJdGq2~r$fF-CD$^9Z6?p7!J2h`>P20+u8>?D7
z>D;T}>WD+>g`$oNciLXvTC%L{%7)dKh2MxeUeH!sbYaq>*toRxS5=>Wn+Zz%c+_7%
z=a~IFzjC`O`>7M8TmyfxJ=^x|{fEiInw&0o3~t=YG3QRvyy+MvZ{f{gRGKx%O6TGA
ze@_?>?3r)H-WIIecpy0W`{l*I%WoD|v#>a7-H2s~na_N$;L0MsegD55R_~suHSgc6
z+ei02IaE21n{V*~{XL=r;y<_UOy^YEWl>`(KB4~C_8Q;bEp?lP^tT3<zq`|!ekk5Z
z>+y4A*<Vb0MvwR>%Rc?-mlvMbyS5{I=ku>U274y;H`vdcz`*ur`uf{j7V*u$W~#uK
zKc!mgd!@eD<MV<?7K<sV1&8Y2Q8ANnIuNTEQJ?uVao5L}=?AXVy?XT~u}<-TXtz$>
zC7E|;Sc-35-Z#yyJ-*%ZwKwnYwVCUSXYSx^T6<Gu-R|NkrfuCavp9;gZfgt9yVYVk
z;ns~CA{#~CtmxZ4>5yZ7|1E<%V#}s+-l%K&wRe`utXUJogT1W{9adc5oUe7^=$%Yc
zgS~4GT~|DKbMubixoV9L?2XTVFKM@aQ0&1Fd4ThC>Xo^Tm(Ln3%d*c}C7oE~u*4wP
z^j$uKamu;3T$6My?0mQvADf}!^TC>FkHf5k5u4lgtT^Vo|Mv~f8?Eo2OgY$owb-Wq
zP>7*<t6QJaV++gniTiIGS#Vi=i7wuLStG~e36mO2%Ih+_pCV5y;$Id2|F_q~*7V?y
zM7J=B4kMMuX^$N5YlJL%yuCR2YM@r_v<cCES6<Ig@2^od`gDTBbBm0~^{G;3x2Mcx
zHC-a)De>!5ZGH421D!Xn&xAVIbObDNnHz<2XLgC*Dtr5CYRT(!y2tFNuT(nWCi*xz
za%PzY-#sR|9r<_JReC18lk$mono!cusu8;7>{b2XyFEAeu4kX_!?B@ugYCfyh4-3M
zAKiN*^Im46Xs#%u$Q{rB3sO_e7*`h;ozOd)yY|Pg!x1G)7mmHVrjczH$-K*OrrG3f
z1A$#{G;MAao4&qtxcyfK_w<>|Q|@QK^Jf1c{Mu+yT98JE|Cg(l!5j}~oBh^)wtL33
z8Qk4ZoBsd(_VmZx^@bXSE4eIq!zO%OxwLk<$5WoE6J96$XMQmIyII16<2Q>lgc<Ew
zIF?;YJFW2J<AifZ>~ComPrWS7?H#iq-*<;;-oXg@giUvDE5=%0OBYo+m&<zaYHvhV
z%7O1Y)~h<CmDTi|Rln(b)7gAQ-iu2YUMfm#eiN0Hkou$ka+$8cd1h((f8Vyh+*^LX
zw<qp={7xZ*51&r!A8pH&FYsSooAG33`C4hYZK4kt%s2K~-d9WWs545+lrTQ-|Kp?W
z_3Dk=j@&%tVeom)^kC-YNpmaC_8Y`=2p(GUUiAL7=eFxv?HG!A9`G*EzV_qC;~iq3
zqvzdT<ab~D)JL286oKR>&0ue#*VD_SHmr+YVB*SsUhrDzZ7GZ9o7cZ)<(BHUn9N_e
zBjfX-OGRP~2eSJLmo&CE=H=!2p4Kiu{8q%C>s85z24%Zn+g?xmRgyJn=dDGuJep01
z_zK=f+&Gui>-M|SlzS^zQKUqXjnBkY*;lWHZELcy@7w(2a;>cmmtyy+pP_B`jFT1@
zq<`vtw88HAqxVHOmIo9RB<+prs416atmm)0VAmlm>wNpQt$k%(k*%V~p=sUbcN)%>
zZsd#!f5-fN$G4ot1-BF%*^gNy`0w$ac_rLie$@|->L9J(%ewR4c)iWq+Fi!1$ag@T
z_oMN5?>kEKj58+~+A)ehDvC2|^Vq@t-Sa`rb#pGZd4+SIG;7E_ekRb#o0M<7YD3Cq
z=gPa93sz1!)_IFL|CjXxsTp4u?qHeQ{qe)hJ$Yv?sPtJn1l-VKjJ~iyd5TcG+Fl0p
zu;jP-X>aov=9uXPcI{p|+wO-!IFoN%oJHR!e(4W8h5OYmUk=r2oSKu}!0xB+#ictV
zRZsm^(I0jHb05#o*ubP<QsQz;ebZ)z<AL*CE^-Q5-gtAz@cy~lFXji<Twyg{!WNv7
zpS#Mp*wLgS{E?ewR!q2gWXal$iA@z&Ni}b{I8Fp^@d>QRxpHLtcjE)6@;Cynofc-Q
z*r~bi<>I67|7`xV=j#EBv-kE-^x}E+fIENLs%h^k?rceVv`a@eXhv?QpQ|zh2h+u<
zk5`}U<(;w7>daI&rImtQHs@!&Xjf}6ZQ!Y5ci-T#Ao5slr^=o$GdUe6+;lm;ySr@b
zHs;SCvh6!;Rqg72ufKfj%i|B1*D~IGleG4tt;3<?rzI;ayZ2p`G3H&<6kyUh&$52v
z*>_b5c1N{R>=WA`|9w04O7*)UtG{=yntZLWVY0E_FlCEm!C{*>iZiqReJ-&1JmZ-E
zdJ*-f@6X(L^19No%RkmYPitmN&720d(<$%vI+Z^vIQ}U@^IwvqmHi)m<qbO|PFOy;
zSakYr*U`f>s!kl3r@Gmj`R@+T17D>&)LA-bEH~QJp}yAg@C18fo7?*0R@`h!OaCt^
zeeq3@Lr#LLNWND4duuxLz6!r1QU%9qcJQT~c*Dm3VV;!#GgSr-7oI{6mzg)}T^{i}
zmzH?&rQI-VsXCU%zQq0Av#HiQ%ASPmJNvfx<r{&6ms57UY_nXy*2%gfQgFlJOBXyJ
z8Z1xAtg`u8y`{7KgK9lrZqrM{kI!AJ3w|F|H%YUfD{I;PY?<O&{c}fega@B{q7ueo
zbfe+(r3(f2XQuDI@#~%m({Z_-uca?t`H?j1C`+{ag-q={|7CY_Qoet`x9;-F#g!8n
z)){}$QkeT{>lU6x_Z*_Pbhtehd3#{Fmh47xSLxsJXLR)x5^Q|g71laiEV-q1$@1`Z
z$=%8K{+rFvSfwym-N`kpHM8K3>CQ)G+t-N+Jvw+#y!yAL#O<AyN^MHn?>pWLUS<kb
z`pDy0dB<7#iHPwo$z`W|OkW!%oU&%pvuM!dj=1b@dblmZ?E}lQmHvkws9$r{o8)z*
zO(E);v54@OwX+JvR@=?1nNaun;QEJ?PfTc(K5ypYvgnbz$>Rh07uBx&Tr+vzw6$%`
z!~fQ{*77Skx3WAn<9sh5kvOe>9kZ^A^_stDWKx~9FF%d2n4i^PJDtIr&r-r_{YEvW
zTems(tX7`4YF<Ot=N0)$v3ncEe!jaAVGwR?y!qu>^ZOq1wKcNG?lw5E-Vv?Yq3CtU
zY#KwL?%ap`x{Ke=V-IF6T$|sTm^wvmzK?tLq3;n37Qa0>!{D85>=DZqg3gz-4y<13
zwRmq&sB!1nkM|ht<u*#r-@SCPhGS(yY+jYd<c<Alh5hB%FB+LG)SdodxAvz*52hmC
z9R*AU@0RU58nI%7!HoTaOcD2)?i{|d-gc(H=#s2;GFh$)%W@C2+?>@QQeg6<(P*jX
zvB(f+<-V04mKwY@woWlLWZiP>c7n;HU1wO66>E(2Hdt^3RnB?h$>Xrh;{|_xN1v$K
zkM7?L2KqTCT@AKx4Blzc{Mt)mk?+B4GbSboB}#nx9M_(Bqy54411u*mXvySkJ}!`d
zF>c{>)3#^ZcI}(^m3{4_=+tSok?DT#@9!5rsUp|cD=2Q(lloc2$tB#NluMqKr%i!T
zcG9`d+5bND|I@g;yIOy5w?g8acFm~iCk4`#c<w6Suls#{3-foi2g~Pe<mWZ~oPYQB
zf!lH(#jF;WWy8B&p6p1^@lAYV6S4kpPoY5D%iWo(zW$o0uI&=a=9uxoNPdR%v#2T&
zsi=E~GyaG$9X9gWle_V}(VEx;^VUVY%bNFCE2QtmHpV*zPfS-uPdb^9l9$_`?a93@
zJBrcKE&94o%#nuvfJ+J=cCpP#Fnz_fZP&duN-JKvJ#k;!xFeA*{D|(OmLAhUhwrl-
z-<;v`vDv?I#oHHb%suI<?Z%l6b~D>I$Z0&#)p@EDX4Jv{Kq|REXLoIi2UBu|QV*wf
zT<O0#*R!sCFuC3Mcz^P=!j%uiO?p2jZ+p=l#_+l<refN@qlxx2=N~xy^tX-R*W<O^
zB}q0ldo7*^O%Z-QrE|;F4?0F$F7m%<2(zDgbHkY?@jD?RISld4b&K^2&ld#*tWCTa
zmwGqfQ2*V}2S46F?%RCa>T*|dq>1sZgzTJYdR^ywC9dB4$YS6cEzy4F%xR_H3i1!a
zxtl)BxI6RU>N``*Lnqu&xfk+BwZTl_{^f?#hFd=!)C#yS%jC!^IgL;A@HUot5Asx*
zn!c`<G1#qb>@+jPQ#pChO8qtS|LOI|ZkfL+GwsU!<e1ZMzo-?ge11@H<NlWd5iIks
zG_3CTII!TVPh3!TN-}d;j=96KdanIn57@nuJ9b*aVvXajAI^uR93!r7iQMyQkuhtb
z^gW)5l@nk6^J`~#xlm1}#w}gt2Hyr-;ftGgJi7Dng!{+7{VLnz$_1xo)G+g{KkM<z
z+TcS^08bl7`OE{W%$R<CiePm4*Uh-JgsULv(?rJGzxlQ_zr6YJ;TcYYJtEzjc^^&g
z@6`V3`_!NDd57<#Y4h*2b>8xL9`{S`8e`3Q{#1=QDO(q3bTX{F<DTvK>v4PruK{QH
zJ3;kEgN2zZW;Vn~i*QWfv}R&_^Px_8=eOItIj23kckY%A%fWrdo*XIcEc;~6H0C7y
zD|P&JZvG#YyZisuN&Wt@H>BNlVPmh`otYD!$~i0u3!kJM;JNtCUYA_v`>)%}?R=NJ
z=`G2-vqHsXmechM*K+Uww)wiT``ZZ(#_K7%Gphb*%;3`1W-W-iB<?O}efr;{0)@}{
zzu(_EzMX%{ajR2BoAw;ppKOuvz<=5krRQHO`j79s(zeJ}>EN1=3&RAbwtjMFd2M`d
zY4L^gaqL2Cs=v!0*f2BC;(G3XRjq$wja63<m;bF;JGo@-vx$A>Oe-zk3ovu!Uvrpl
z$nWnG`7yyQFK`C$ru{W<yCYmT9OKx~-qIcX-|=$tv$7Yjn48M)T)FfqzdT=XM|9JU
zw1*2;P0ER?KF#sk^yL}Nq`XUFw^mzj35q?yWp_10+xOV&(j*CSHQ)Q+-#<Qf<lNP}
zwmChm^(X8;a{i83aV10Z<_&-Il39u`N(wob$^ZXk`$(BVlj+BuCCgO*6kJbqnxp@>
zOxh#zHus)e#~Oq83fOL5d?WPLah+RS%!vo?KRT5X6*<SlcFS_nv@L7%CfEkDU2a}J
zf0^!@T<sma>()$c?b>yYFWzHsZc4X8=?iu9y4mYuEA@E4%ySOj<rLIvmat29`t+L;
z-hXdQ&s^Qf{3`L>_Od(Io6g?w;&`)luEGAl2lh248J)B=FfwLW3Ybwc(eATQwI_#$
z%)vhw<?|Xo>^u;|nVjal@sa|^ftfu{jO9iK`^0&q-*dK0)+JP^_%w1S7EQ=L`>T*a
z@aO0KKXmgly$%1_&2II5Fk$O_#S7O07QcP;*#3Hxz`M`Vzorz&s<}?r6&1AJ;k?!;
z-$*`+_1hv@L&bv(J3r2T`gEJ4Ori%@xZ3NY9)<iF3wZB*nX|3!{jMq9`#w+nY4YIT
zuio>Q?EksfpAnwTF>`rx@*3Z!X{L$hrdJoI+Ii2vae8t>Kyr+Xe0g~}&rFwNW%?|9
zQ?=6m%$hmROZLs~1+Ho}8&}5ebUPS(*1}ngYr>7}LmwCHf7i0^=&tpvRejGK_;WC1
zO@ia=^v~M^mKp5dePE^7s++B%*P^uzZpbv=Ip!a7&0@Jm){!Y^^0|M69}IR}FSxX?
zDOmLNrAkw|^wK1|(ya=A9u<|hJXn?R_+n7#e825w%|#beE+4NlDPI@=+?z3(`Cy%6
zIO9yknf1^5yAJ#`_{4CO?{z7^&3>+8@uuEn7kTFZM<tG>!ra<s6FyDb%(79Qai5^I
zQ$&DszL?Z&=WXZC2wc^jTv$+7%;+Zb%X!1wyzYIc4;U9b{v6``eya!L{Hvu8-Q&BZ
zgZHj;zH`xOXJ6~1W6S41>RO_G!^NulBa`IxTZeu9eiYX3xEacNW|Np+@u%1NYZs`;
z1wO9(dW$=8>yOv_|7fq7o&EBx`8|%)?)K8hYQJ0G_uK#PtM!3NZ`tIVUdULp9w?Pq
zUsY(*B>jiGf@7)JG;T?m)AttJ?Qhj@zxw*n_H}k|FWfX+qwAfsVWorYyT&Q~vEmY!
zTlqQC^J3Y1cWme7<#oH%v-@eSZc?m~gW`<MdfeX~pWC!lo%*yQ<*r2^qxu8U`<vyr
zowiE4XK}gf)v}Vj3bn=0ez=^GF_t={`?lO)=X##`p>C(&I$ce&I@{LOx4tScT;!v>
zRm<R2qRaVtl0Mt>&R_65)y;c6#b@nqv#pQ(tQt(yy0@+@SW@opsmMO($*-i4$DXZ>
zQ*Ra?Ew&P=XwptI-lYFXYK2t4Mew&+k0q&Pc4__Eh40pCoZ;SPQ;@Xm{JzJDk}{PX
zr>}oHUo*dY%i;}5Ppq%Kzmw$3qW6O5W8E8l<`{$42jVd&URAQ~st}0W6SI3w?ybEo
zLCJ}eD}p~9)O*am<y6!~Jqx$i($(Cz-f&dBlb>>=Mpm)qbokEVE!WD*%l$-mTx~z_
zK&D7uE<p8#pi|%9Egv4}HpEVMKckR(Y?s3h<KCiee>T+#%48K3b00i5&0zgG_brpm
zLN2;JUh1PD{M+V&{c+{bQazj3-%wFa<G<cra^xQer<wY#DKBRy>&r%~KT9s{-eDNC
zAlXdA`Jsqu?FZ?q6($dyV*KxF%?mM@G1Grv(e=vE%(MB0%V(e8+HAZ^`<my207tXE
zd^UVN>sjZ!EuQx?SVwQazg&|y!#vqf_fP)zJ9S-dXV0P~4UTmpH%+D`=7nxJ^7@aV
z_dz|E#ZgyNu1sV%un!1%a9Q$0Y{k6eqPL29o_x&6d;c*y?A-BfF4m{c-_TbrQr&p=
z=JA)`e!tHAa&`ZFsb6{xUyKv#759iNy{YH5=!EkhF>TSV4PH5ne`YH<#^xw_cZxPL
zeCL><JMrt1l}lxfFF4$4vd}y0$HbrahVg{(o=HE}oX@zXGF5ZdbMgKEA78m{e}b(v
ze`%NL9i<CrIu!aITQhYmGJop!bf2V&ZQXx4sa<=olvi1VI_PL`Nm;OTzSHe1<~3$t
zdFL#v<$d|_Mub4(JEjUf3HMK@kDtu0Jmr6_@>Asc|JV6XYdtu&v-`oh9b#7dD<T&v
z_-lBxuslq;sr6g-ge*^jad(+#f(i>;%>EybOidhHHNzdX`#sxk-`ST@yHoa>{-*P4
znF*Xv;srdWnQt}HJEZ>g=Jz{gr&G=)8FZC0yt%lJ>+WZZlr6r!YKE&tf68a7ZDC;L
z=%_xRlhG-%-g|X<;*t3ec3qsm>sDI_?}51u=~o=yzgztEt^|MYsW)%9d@{Wa<f9(B
zosVmjbU%?War@+%X=#~eclVkL7Muxa+_7o(#mUS26M4ctK3X-W%{t2;?X&S#Yo`#~
z`~_D}avIgzMhc`KR<V4hS|%uWq-yCh-7qU3u@Btdi{&>|2lIRt=Ba3L&0WtIzRABp
zJ=1S`dpyUnHQTeN*o7rdo#7jN`g4ZuO?9TT@7a!&&I{S-EUT=bZYIer_;s;tj+1wd
zN10Kwtki3X@HHjBdgYW_WFPJeJzsG}@cYKodAC$q7XNJZj9Gsn;d{@4nB>h3k`ooQ
zEmm+&E1YU+b>!2^)>Ag0(pF8ZG)%Zyn^m$j%02O6n$50*YlM@7+`Sx_b-xCGs}$Uw
zmSOrU?X$qSl&q@`T=@@+9Oj=%jywL#+;)D*%VTe?&&Wz8bV|xI&zxJ`*~imTu$t|5
z^*r(UYkYY<`k$8s3iYoDom#ni-5oA97vBI=i{(n${7wNEY8}(~JbJf@I!@kpGfmW>
zuB%p%CnY}mj>7Cf@2ZElGNi1odT#DCbez0v&mKk_8`q8s^}kQl>krxSe!q0{vxaE`
zOa7f-I%dUDDg||22cnyQSKkc1$8hiKSKp?0p2cT>>`s$4?_6&!y8B$Y;G6QYjU@+O
zJTsNwV!-5n)gqjM|DAin@6yVX6>VERBcGq2=NDXjnz7mYNa5T56gIzSxBtBjxNc(|
zEG>QE=FN_V0Cyv%7|9#g5AKtfTPfQ1lX>6nh~(ZK)xR`XUV2{DIp<Z@$?}^EYd;%)
z@LCg?754b#nvZq1uMP%BJeW1p{q|OO+Y5hd3ieOhc%MhtaKmZ)=G?C*#pY$td@glK
zef@+p4r!-fH=aFU+_$r7c2B(WhY-d&7mMc=ig+B~_4=R4o}=%zELJL)_1<qz{xEB1
zaM{JGceCmyX7e~3+<7Oy=xB?VX84axwbmt_B0iNjd!m!dSsvf2xcpdZjg_I{xjhdy
z@4edb`cmeaId2<3#F#I8ZhH2W-fMda(Ob{erd-N5ePAgeuGU%n{o>Ed^?%o2n*V?Q
zf5pFlp4<D^|55)haB%+KZY!%xt=!@#K9#nAeZ20VLED~urU|8MCeDqpj@nh~tn4wZ
za>_!{xLE$iS|bA){v9R`z6Iua;p+~refu(F{o-e~$K4+WB<|MGHa@B1>NsI<+1n_U
zrx7tKZwq$jJkBmF{96>eTkh!FeUGK4>IZ1gZDmrMb2xpEy4{7nDbn0COHaGM*mR{Q
z^q^5oyfEXI2TK(UcC8PHxSdgc%w5B=iSL!w64M>iKB~F(m0uM*eS>#H;Eg*>#T=%m
zPeuP;c|o(6Q9oe$yVaYGgC960OxSqx@7C%$#$7Q&8;`$#;qcS{4*U6;XPBe|AK2_V
zc*DE==~|UK$@YRn?`_lzqyEVzJKj&a)5pF2(4!N{VSj$T+J637e^aU4?K!clh1X9}
zi{S~KbF!lQKV#&Sl!%QP_oTRPi6#`+wQkwY{-C&EPt%-3>uvZKWqe?8ox3yi&r+Q<
z^<6FNm=0T3Y+E<?>njV59mVqtCq|ynU1W6om~Ar0QSpN(KF@J4<*i<|Wka0h`Xs))
z-aa<VXKye(z!1i9@>8Ue()1Nw$1Fk~6;&OWF*{)SCELRlel@AG=i)V%2&V0QQ7XQt
zX0gS!HH#{9)AnfW`}*B#OJNd!V%y&nWf8BZ=H%RNaY+8tp6zn9bH}O7oaX)v2DjM)
z0s`@ZJO>^=5dW!O#V9lR-oC|}z3;xU*;{sK2OIyMEfLRl_jghg>xxGo_UsTpAoxAy
zTBV$3`=rMOS~i<*8u;!1q%MBCcuvO@-9txjIqj>sR+VvQ3zOxGytd7a$JRDVG+lUM
zq3~3w*8Ge|;BtrTiDoK!F4f&-?(rJuAE)ep)KovmmGOSPA6stsoX<S}9$qWj_4(lW
zOEa}kuVi=QbvL}JervJHEWtB{mftva1-|GsY@ewmsuXjj*QaY)@$HNpW;3_49dSwy
zVoGiT-5wQnSuzY=p^Oir%+$WCers%a_+BY|SE1Bd1Mm5NKG`pudi?takBn2!9~cgp
zKD_-eo&R=5!S^qZ4Qrm8-}HZ^#G@)?*5TA*`u9cLt+)1*tJuyfO_WQVSiuou$ymAO
zQSIrDeRk1RA8%Lw&$`=Z`v0-UJF()RJ()X?3LZHBS?NK=#q!8Mbx$q7oQzrU^p*Yl
z{LW`5f4RPpGm16SZpwE&q`0DBVT{wxT*<!7%qxl6DQ;8#Og(4H+*NY7F!D(DgzM82
zIyQc?Y!y9tB2;(r3bkz&=U$r0u3s6vz5K@IL!Tl|La!c~-=J})<qd~-c<0<{+fO!Z
zaWeRN>Qu-oo8#*)ojt5`>)jPT<;|P-vk33$xOwfs<uHl*=7kOuu591XQGKaV^F!7R
zlXc8#jQ`VbZP}C*b>y!J)90sEGw08CZT9|GJ1=`_Pud^3*zDg5ceh?G`}6JOgQo1@
zTIML%J3OhUc+;|vsoXy5_wZ0pgx}d`dOR=gnT7GTJnbusS$#)v@?I~8xdK<(623gY
zzWmagM^RGg&tI$RBpc0QE68j5`@YZCL3(bJfnU#kU;g*~iMcy@)~sF3DeIH&U%uGz
zopS##<!dU{zE?I&#)+;}pZT3F#^8#ayqw<AAE(z`6IiiK?N<NGL{YY6_6QTVXS>3f
zLqgZa8%c?Ebl*~&DSG#TgJaC~vkhDQH|$tB`78g^mXG`|I*K{FtgmpdUdXw0dt7jF
z<%#NZyKnvUdKOjxYw1qO8G6mi7nu^jO?B)vJy3lpPfX5+b)VlF*2Iv4PeF<)AB5*<
z2CH6XkTHJ$X!V+-=gzNm?XqB<C%T@Cd5X~2lw<1YJ2I6SkG#3URB&a&zVCOnGj`wf
zPRZ-bu?jw*_$+seSJtgBvUPiGoL61x{c>2oroT>pNq5Hb|Ign3Ka|$Q@_~O|lH99}
zLW({Ki4zh7wM)OYYQKCrd3olnkTr7WTKAoLo6+t6P-?OE6rTNO<~r`#^<(ABqMSb~
za?4pt)Hm$komxIkPKW>RlKQ!k3a^El=5JwYP5Baf-C!y=_nSF;I$587Nf3|xc<a))
zyVZPr1&3#B6ntcsS;qfzadQ2vZSB%RAFbS@SQ}Zd*O^NCZc`J#9BA$IUP1Ci#-bgo
zSSIg3y;~?dxk;t|HU~#yYD=c2i2BFEdm$H+)VYrRXJ9*&zGBKgg%-BC6L}f09VwUD
z)$+1$GrwK{Ls;{R+L@e+6XXpZ-M*o8bAqVqWxdxE9!;rDNJ$WhIQ&Yt>5^rik&2nX
zuLtigMTxYuGq?1mF|Yi2;)+Di>i>Jh7H{0xo>}t6=5b`>rB(AchAVTwcBoc6rhb6;
zO>fJ!{oR&f3I?vLe>g`7zt^<Vl#yRya8T;o^8c^=FQ2db6;}29`uipFe?I(vx%htl
zlywX5Ol-WC>wfR7!&~1w>*plv@*kR9u-3@opu>zys_xsnWTcN&T(qA#Unk^!a%92c
z-DVHe&S&rFYg(Nl*TvA9$+9v+f95nxzHgq#;-{~6@0UAjRVH`jqw1gMYfqQkbd|5P
z_$BqW!#e6#iGOJJxm}H&oQZckA4bM<M0@T@s#daNl9<Z3b9#TOh5jR<R^H}=vYQVc
zJXjDN)oTAiAb*FS&xs3N8|;gg*&p*#yEWw+`;5h93xcD1W?vB4o}3yTdr0Z%XU2}e
zu0zb(4Q0O`_B)>ttY_Nhd?Uc&ld^#0<{r@#7N-hRYgxi3O*=XNN%_i_|3(|nb#Hi6
z{_jzKjQ)$7HTn8Q74N=k9KU|5{b*GzYg5w|hNe{84=cDAJ+;0kZT+AkXt7?d%%YHn
zw1p;0VY9Y+IBGQuOe*!i_4Jq7zJKQyt@GOTzv$<Vx30UFoHzT$pdA|OZNGCxd&PW(
z+L)Hr-WPK2ZM5Abz4Oo^rQ=OHilq|G;xjKr)GYhF&XHqf`rRG(W`29{c1urZC%=Ht
z7Nd++>loBmFa)_BZjq}Mj<gWDb8`Pt_djW`a^iUMk9=a9ZaD3c`$y)d$7KxkqxKxp
zY-2MB+`=4l?0fZh@k@u-c3#={pF<{Uwi{b#?^8k1l&}ZK+QTk%JFE+kmgdXuY-HaY
zsCLh=FPXvo<-%w0O5Up42)*dPt>m*lv2e4!$>(f-_Fom7`We-KeOdaPSz?b9`@e06
z8$T8-aPD?Yw!V;%cetQszM|`lMOnRnj^8!0Do{LsjOl@Gef?d*hRA(_&-YB8JxB1j
z=L5ZW$Ioowu$dt|uiWv2P4`LD;N83D%)9r)GI`g$UHbd_zFd`?tn$f5Px)TiG*+ft
znhRFgx~!UPkmAed6VTgmbcu7%ik2RQtdQbgd*UR1uKdXUCD2#0hlwHdXx{#<8Ed95
z|B;t|c=No=FTcwF_ka2E?ENLx@_$6FW0NN`O!P2#k-2ldh_29L-AbF3lI@r7T(M}W
zR-e27L(Puhof<rCbL*`bo0J~x+HJ18i1AKLGouiLzfbZ-|NY&MCDgjOYv%8%fAq<G
zp4fTuZp&9&_>Q$*Qkc*)HT07@`=RG{KjZ#Qk$)N)|5Iqqu{*|XXIeLBPgvpN#&q=d
z@!UzApFhmv>7A)5V_$A^e&w$O6+_QemexsoQnGAv5^WYsvvQx{F_@}g@YndWqO!_j
zcj*Ob`^0V<&k5fo^}wE~c&A_O5vvnhF7gQe6^ttW-e7T{zOcMr?~bI`lCGQW0WY|3
za~S9L-?<q3?B<-CrKZs@SA?>3Uu6p3=CM}N{^)FT#Xf`6)8|cQOy6Ge=U#f+wF8N4
z^Ai0ZRGyvnc5bOb`Co&n*)OlH{XK<oP5JzV^TaM4;#>Ofo!tzX79WYDA34jfxxMC_
zboXY<!NqfCy|SASWWM`aoM->C6PJv>F@D}Weck<?6Z7sLy)L=z(WeY=Dcf4Jpt^OB
ztv0hL?sebr|FY_t1rK`O@A>q%r0|E->(-pK8DZMlw*&$>e%y=eIQ!*QHrq>Q*`6yr
zEtBuoIi}RsE*41Ha_`J^X}6V~!7GeQH&z@iyma?y?1R*8uWlR+Z;NkZZ}vE|)Zp@&
zd*ZuRTe^Ma%{u>4eSMzW;d#NbR_)7zcvKq>G1a{`@(VS%lokB<ikV|fN?60$Q(kN2
zw<PCPDXwX7>h_t~$=&iiDKm2W+urU%X9c#Lmi&DxZyak97Nn?jm8?ih3M!a-@k`;u
zP_?LIE@~bUTi-Y>cqX{clFx|2K)2`Si=FGPc!{lRFFzKXUTu8npg@yy({Z_#<rkmL
z{JLV(B30doi%Q<#OOZMhw50#9=qA&bvo^Vy%{Xo_ZQBA-x94wO>|F8q;bFrqOSubk
zUwlz8G!LF}c<Y@NzWNXOT9<a0F1y{D9npC3to7MX4<DM&FP6Mn|2y%1%Asvq(=Si;
zUaTVYql3p+J7UMR!p7`&N##(j*9qLG1D_<^UwLF}s`0Tq3~w%}@d&JAyph-_`$6$c
zYe`mFn?sPvCm)$J4B1nwWKJi{*|1O3V~e16;7wmI|BkP0CpqQbC6q4q`TNuN@?JN4
zk(lU&2PKIy$@K~!9eeC^r>_n#2uP0foVL=pW^=N8&dVhm6dtoOGhJ2qAk4<8>hHmH
zW^L19#h#1nc6V^fAGjcO^X9U`!jkyuJv(Ql&s%y^WEm@O#KOAM+d|?u?`eE!Y!KhW
zZ&G^kr6uevfUS%b(|4?8W>4EI823#eAcRliwt{kWduYHNO}m+?cfGIQ$+(=tdCWy~
z!EKl4o>E%A#$k>Y-Ic{M3zz;E2;Z^&-mmO6QNnBX-zs_h*#FYi)!~=F_S<pZ3RhKU
z{=ccQI?8k=PxXQ5cl}EY7VZu?!y0<RhU-38K9^adVOov!#dqv6#qVlgX3CV@Da(*7
zy!)$XzwM%4J|1~i(Y4A8ZM5w7d&{oNU;i`bPWPuRSqeG@x(U;Nw{BQB$xVF8ow(;>
zH}vk82YTDfM6Yd0+q<bp&&ca%&oqIDuHySoo>W(KDOt!PWoIiSrjYqn?AoJUZLutc
zMj45cUA<zSZA!}wX7jVMUDk4zI2F(u`%75*`=#95(oQVb7swg%U3*!&zt(JlfW`8a
zG2bPxr!Px9w>~M~z%}N3hk8-q$KO95ZN9!E(f0q=!<W|D@9uk+zBOpKWt6Go0rsel
zgj?ca<tG%ji0WCL<~Sm~<E4hpY3}T$lfSQWOAKi;zx6bZ<;~`O$vP}IGLBEby@<(i
zX^^bfhGXjlGx#$vJe<m>$s9Pr)I%yWW5%J$zXMJz-j&|E^61&RmC{k7(>|9l1oP&y
zTODLvB=OH-ckC=Hmv@sb1O0BRScG1vY~>K2=o`cm{-Ln_RqgWtxrzDD&y>E9>D+Ab
zvFMBOvon@u2|L$)cyOm!sKO`a*^X7WBb-l09AaI$Y*ugE%Vw^fwK|*mVpLX4;0tW?
zGM(zG6<#uPT3D9ryH}D2Soe#^G3(C`ijBH?_;5qXo73Li90#L6Oo<Ta_Ut=$YlX0T
z;d!r5DmS(W3nw0b^i%k{-=6<VFMm?jvw9e!%Xs(j`q^*aon$;Gl^XMs<NLKp3pQ@E
z$IR){OeY+D7BIg%e&J~G@u$&c`(&nbEj)aTwP4!)!b>&w(*yTBFrWY9W%;~2D;Q26
z{4w`6%jeuB-um_WvJaUS&D2rW&_0`+{Ohr;yYint##dZ3y-jpq|KREVP_i+AtJE;e
zA>x}tLA&Z1_a!H!tp3-`+VS7=yN4kAhR_-50y7K*YPsKj(VJ8#Zg*mO{Lj2s2c~~I
zyuE(bw;Lhr_}YBg4x4eCJ#;?4o%>YldbQ<J4EJWt_nz;Zqi<Vpx>az`Td_m$_U!VN
z6lSShJ-6{Rcft}uL%Yg%y2k5%v>)Es$vx+I!_ljc{N?UHx^7-yZ`eL<zPMKg>!%6R
zo@?~yE&N;Xu;S>-GX{zBpJQrw`u4E!b29H*X%Rlz;6PT*Ci}OYWgq8!xN&IRWh3i%
z7k0Y{Y?vi3Sdm?wo^fHOfp%||>Ff1^F7+JBdVKls5Akq03eC%%zmC;NZ&5pQlY;VE
zEsvG!*q+JX&q|iR_AxOp>(x@ZpwOhRw^V#LI4$3|Rn@%gAb;)u51OBkFN&SZS|`Ag
z5XK|5{$kFneLPDz%?eJ>jS{uHb&I2_ZRgy1^HO}bCT~noUNkjQKz3PSi}T-0vB?*#
zU)^yyaJ7A#qOSe|&cp6C6&vjDR&U^Xv@-R0{Fa?F{$9QDQb^s&Y={4X5_@sMAD4c~
zu<%V^)YpBW_hyMgNnRKGq`mfK_PzG=JlF53F|B=mR{VwZZ{-CaCFG=@-HqOIv`pc~
z!+Prr^<vr1>^$mGyaM;+?i*|OU%J91ZLYLptH}c<5Bt)+7j~7Ty$BUhI=H##z1hk<
z$pW9-27T-FZ*6zJziK0cSIyhSN8+A^yq(rG`SWud$tf$gs+nAfP!bbQzbun{^FDX;
zfeOz*sWBxJxsEZh=svV}NuI+R)aq^&)>xsvMPnmh@9PEIOf3J+*m?XYkM0Hr=`*&a
zyOR1kw{*lMu>Gq!R=-U<VYYYOX@{SY$L6|Zx1I6ge0FK;yMxLX)ow4{kYrtZ@9?J7
z93A&#N2{}Pr%zANkbYL^U)8u%Z)rRK)`o)#LjN!MSY6@Li7VyJsFvot)V$IEl6>8N
z(F;P>N{b`!Ci61hdnq){cjg0if3<@7yM1qN&CK{vvgPSV<zIZ0@3KCexMS<A<#Wt-
zFn|4VS^Xma%;?r#Rvm=`Hn+4UFH<{Xw^L14`1(J&Gv%U9#rlV`?A5-g-ibGFQ2o99
zzz)yZTh7fq6!`SSV)x+8A9H5wZ`u~P<wHCFW9Bmw*SER%oU?je-fD6}*4BBAalY}p
z9qn&E&vEh=jXHPtnd<|Qn43NZieLQ|j%1y*NGd*ZW6s2X+~F)MUH&)p{79eQys$@;
ziJSTPi=N8qT{G?{a8#J5e`r3qpu_do2_E<PPkOXUdXp5sEfil^npXEcK<jPia@pBN
zTROHc&F4B5dV%TkhjWv+?UY`oF{Sguda*SYXCwHpMQ}el++4efbKSv!03T8ALdokU
zt%jS|wpjNz$(dxodU;tug6G>-x3!aZN$h^PAh+R=tF=)`_QJ+_?95KTe~SJ4|G@gb
z@B6*~^}0IueM$MmS^ayDOt$00`#Nsf5enNrSWT$2RoqaOR%ON8GpFzS(c6!l_aFWH
zDEV|Lk8kL&KgH);m6op6&40yqOgv@B?3cTX130c8n)*Sh=Vsyc=CkI#YuzI>V*1a_
z{a$1CfV-k7w^Dcd^j41RGhUyx{IrWpnqSxAk@$K~ex2~?K@V>f^?Vle-|Cn@&(HT_
zT~g1B$t5RkZNB|n5o5qmEpR&4{7_rwdj5u|W@g;EFW+^2v{!ilTQBOT`sB$MgdVW%
z^L+Yx-v^KVNqZWeKG?b=!TN89nT)dkqgl)Egm)U1?9$)+^KJOX5aA5z<fGv~-gsXA
zWYMz7{9Z?3-*XxD)7r;+(r&a^Eb=?|XIfab$oEI>ypJ?aZIGGI8+9ro@6vJEmS4Fn
z&rL5m=NrFU(JrCP8k*2}sN{H|UP_(vYoVUMde^)jF5Pr4YOb-}mB#`<f)1=nb`%WV
z(Y>|oi&DaNSDD1j&yK6^9h=0(zOUCwFw|{cd`8uqj{!;lB{MeuF3<RBcSVWC^Wxvr
zPbHK4f-XMc{^sZVPqE~_u3}ck=9@3H0yV-ODMdOri_9@y@@8|wR=$j<!g;wH-d;_e
z`f{QD7gpECV(CAz2Uh%j_@FjX@7Ts4Y~>m$VH0lcU&gHM<ek6k4p+>hwHul@31qa~
zcG<}kH)-9hm_=+BS7sl0D;6a&dGqvjZanMr*7YC!dOiQXm%RNPkKoNqx?9Ce9pBHd
zes^m6-I+z*pYAg;_{Dv;Y3?_Eka9%)Y+)huf%^q5l~?^fHx;dapIJ7s;mYO{Qqqbq
zUMrl@nC!^vVRrKG-5Z|wemKbVB+Zzz=-7-oi&pJ;lymed&l%U-qG6xD{?XmTe&+c3
zm@qcYdyk{GcrRiO4snVS32?pQ{doJO<!`oF|2ozmoUI=Ct;^ntNB`z$4H38ChO^T@
zA1Yof$9QKA|Fr;qrjG&Y50>n{*zU4~HTdJr=W!mFleb^GWFqBcwleu|gTuu+NnQH6
zzRRb2a@1ZAcxCs!=$G9)-|zSTN6y;wFZ-1EAqIm6297?%(gn>I6BIRKyFQf{+W-9X
zjQ7%~*q#cG+HYkHJ~NjvAG@}(h^LEDNP+c{O<dve-SwwG9xdLfBUc`<|Ko|zq5)62
z%N`!-KHkw8z0+2*EGI&t?Z>%R_C=5GF53G~Y-M(veeJK3T|aN83+PCmSfL=WeU|QT
z4g;p*A5l%bDf>2Sb2_nXXR<V$SGn)xTAoMYHv+7+@2sAA#Xdqaet&j%IP(IrGkc|_
zJ}g~#bgKK?mV>vmLR*+st2-AmMxQIz=Ds8{Mf%6I^^*lTt3_MHyqUgare#g~d58Dy
zlv#xlhpybN?E1BeLt}31gOY<j4~4mvbF#LVeTzC6E%n4fa)*oV;)4?tuZhR~|J+v=
z!^(K)YATacqSlpDTQ{$MnmMCpvqMj#24CC7DYCjrO6m1n0?VS(=LiIuN-etgPr2sl
z`sI>lfiaQJ-8U{yKgYADO<EzUzUj7f)-%q6x$fS(XT7uAGkM;L2@V~%FK)VO=vSNK
zJac9|OXS4Mb8L;gBI3oSFTZG}d-z1zlJ?;3mk+%$%e3G4NP%VRyTrA30#^I5@oYMK
zMR@myvrLg{ei_U=%wAM2_%G7K?ZUn=UH)7_uq#XBjak2VJ*HV`r@TE-64r1r`oe-U
z51)kwa|bF+Y+lEfCX<yF!KskdlqpsyU7~fd;O{H*ck6aV6<wLpwwj}>Y1Xc=4qGSQ
zroP#!>kcmA<W6^UOAvcu-Qsx6Ghs9Tp`Bs^H~kj4OnA8KyOG?fv`;np($8}5#b%z~
zAg#IabhnrH^a_`>)tolUjhcMd9oI;%^YqzLHj}R?WrcODMKN3NhuAy8vkuwEoV}&Q
zbj3*OA8$g6xKqyJb@BTrn*F!blMr}s_Tk=Y{e4sFzRtd%uyq%2m*Kw!%-bid&g3(n
zTK)Y!Q?RK)&yjTwKb9|>ue7B^;X;{#S=5(=ACcDUl&8;Wn!zRhadGL%l*%1>$x|=K
zvFaUn^4)y1xvjmuAUT2|Y}#dxLYZBwDm7ND_6anY6Q82b$&z$h%uOp{pX@Z{7d@S9
zKGAD#Pm9{dTql1qZOR5icGVfly4|7=j`S|?Ub!*$HDAGbw#95aSN|-zc10>}JFAqQ
zWI~PTDy4e|Ep_52Teh$k#Jhc%weQ;*i@%l)+5$2<&WTB~<~x*c&64!BO4(@8Xn4Jk
z_sqgnsnx1+{AZQ#@7gb?b=7mTMtbiNx&CK`6JM%?Do+dDZ2a}hT(8B`^$qKeOlru#
z(_14x<LY1E*E3(brFO{huid!o;j2etvtlRo=W6MQZgXZ+-jr^*?9qfbzYg7UNmP>4
zHOx19J8k{!r`r1aCml;HlU;oBW8o_$F-{rn*z+HG*bXf!Wal?KXkvZ+l;^sQ1?)v<
zD#96+lIuhGADoN(e!#)<nOf_z`D@e!<~DY0omQA{CvMksyfEOd;4HoA4+APrJ2hP2
zA{Dv(L&nc*FV!DR{{8Lbw-<{fl9}Yb&MWbFtuUE;jm7<I(_`=Mk<+W~$t~QnA-=2Y
z#7;}0)dBlY={?-W<h|U)@$_S*Ld8$AQF<c#W_!lx+<p5%C-(IghtA`^)A#J~Si{1U
zVtwjp<J`my)`MF#4)HzkX}vmU+2mO<{*UC=?K-w5+;>Z|uC0_zj{kG__J!hUuP5GP
zY;Kq~d-K}0lh(-{jQw-y@tt(L7b|`ot&3jvzvlguL|eJK_NTi0Yd;Cbf34p$E3+od
zV0PUOxnI{k<lkmnTl^KNc_=pX#yp)#c_MCRW~;7nJ7lZ1zR8q*5@{=W=f6Yt7Kw{#
z5$*H;ME`RvIO@e|7w#Eadt$fr<dsQ}%`)T7ciiODnRJIG>0XQUTHA@!R~-q8y_73<
zC%I?>*Cye25ALnD-t#)rZh_mqi(lnRyN(O+9ALb0{D3K+)`mj|j?dYUmUCv`Ki@6k
z<+*Da<hF$#Zs}@~NIPcV^g#1Gx8Xk<;qM`F9V(C5^-l^1T^D>D%y~cXep~5szK30#
zRz)`F{9!3M@cW?Vn*%LfzxxD&z7@QDEo(J*UiHURkvp~#vfD1Vo4;Q=fB)~iU8WyR
z)-sCkN_|ziu{*R%>iXS|P7Sr)8B=6GXslxwaCuy`TxL$tlWDA;&7NQ0uA9)DU|@9P
z$m`?p!<8<!an9Sh&aEi;aFej4M^B>aew!__z1pdYZ*R8Q&Wle>UhUU0=ay0b1e@lY
zU$^Tn*!5$wx_`^7*2%gZsYgstpQ%0l{^ElQz1<TVdPD>KOzv=0t`=|<yUASkEdA2j
z?f-RRf1bPV|Ml+k4GM<?K3)>!c;&H`pL_N+2O}Gu{#K4BFT8bEPX2i1&)qXDSy?<&
zIxOD`sAV#zt(%yz?I3r!=4wM<n;osQIcC`;sa}XRIG7>XpJ4EO9>a~@E2sLnT>tms
zc#fLMl)Qhh>=jaW7)q8hTm0@}Hq!Xa_+f?PcE>NSn<cHMEd5w*K5<_8<qtDI`>=U*
zUYlx=8Gd<Mt;Cgz8w;2GO;mc^bs+A58zcAe{r&9c7?;HD`y_M3bLSkJclWgYW2b~4
z5D))+FnQtAUiO_&vX5FyoNayeuv#c*f4Bd--76I0pL6PkE1B>%t$6+MZ*9x6ymc{d
z*HXH8?~0t+IeBI{_o8eMWvLx~d}i?n_xh?NBrC<vc~yRFmDJ|_jREJDzKNSL?XhMH
zOEP!Fj@h#Xno2hnH7;4*E8b9Ha(%8^G}AR5F~uEvrXgQ9tgg`KC^o;l^S7Z>o1XPq
z4wlK8VrtuWi7n&1cU)wlY422n#&m<5pOnr7@LpTIERf^>w<Lj0>cQR_lP*-Pc)0W~
z_vh#z*Dm!<_5CxE(}%V4rhd7ft??c24=;me&5Ui)j83W%*-`M4>D(8~d39Fon>U_)
z7Q0-4?N-BjshBxzmmjZmpYq#+BO^D|IC<0AIuYiK(^8kc&W6m2lQ@2)lmGA3eOq=k
zUQPA7uG^x)@#@GG;RgXblw4(47R~(|oOV*Iv?Rcp>qhLR&RCA`yZ$cz_T|sfFedfi
zhbEc-O)=t~cW^0_xX8@h&b<290<TZ*V7?|QIq{WGG^dTp&a~EkE3+J%1G9p9A6%NG
zE3-R_Ys0IM5XCu)EG1tBH|%iZ;b8L8=JEM0uq>;^GjZh~d0)QAd^Rt_!edWc{yYEm
zLBD{W<YTLud?s6-eP6%+J^R)LcNey(ZTcg@uKHN4g3ZF@L7w>9%?H;DW&BoLta$Ol
z+_OD;c~LXBetr~Dp!j|Jg+nJ@c06mEaM`AQ_mbwBt&eWIUGF}>gX_-+69ct%kLQ@$
zd&D@J@4MVDchB4Y*Spgk4eT$=-`9EsbsWB8e`C7e<MOpzkG(OHe!ZJzejg+A>M6b#
ztbV+H^waz0b@`eZdXI03=t=A_t*!YxSwQAof7}7p<VmJxa=RDv_wfkt;f+grdq&A)
z=BqN{wJUjM^ms1`ZAo}_J%3HRwcqWsAD$hN@0xFJUG?I+)tQ5WXY%f^H0J2p%2BiH
z)WymRZ^Xh3SyLp<w`OEVsFrzr)e7F(tv1nhR@Qgkk}ZA`&YAq#duCZ|Kk)m?#6r&L
zlA4`5{!5(8IPcXr&DM3i)qY0!7~`{3#|*zcQo1Gee@60c!QAQ7mqgxSV)MN+asSyH
zsv#V^cMD`~aN1!R7{I}pxc5P#<nbm!1G(<0LQkz454ozmnqXNnC&&D;n8mE3{)_}s
zi<L|dBTwId<ovBGF-B^Ew(gNbJiL5MPgZ~5*dSb=zH`e>k&Rqemx-)>tQ?@H|6tqE
zn3ET@mfX63VS;kZqXm9REH57P`d>bBqj?LTa*(HW&&F5sGJg7dzPauC^eLOohNXGg
z*31`oI2>2MY3N;0*<g@=Vf!rqyVXuBkG;=r=@Mmemi+3x#?JK0;`RUac$PH3t_o8W
z(OcZJecCnA7De41Y6S&$S{j#sE!n;-?fNJEIhm#t63b-oIZpN}cTzAEJO0b2#!b<6
zp%-si#>Ss-txEp>oa3|aX+-<uxFp-cQ&OyMmW6M-oXrKEDCPBk<Xz45PT6Sdxs7jg
z)Z~JecFoiXRmhqtU{zyY#@)WMG``pBSXSOa!$iN0d~#un)+jp9^J+H`Xn35xb;$)!
z^Bu2Wy;^?W_rdvvCWr3@8wWq`d0o_|xMAH!zekJpUo73=S>MEHzKq+d^|%W!r%u51
z&ulZK%=bwpWF*Ii?)H*7&iBr#g{h`}wV|@snKmZhy2Ffm@`qNI9uZ`o@86y6uyBFw
zd6%xBQ-OsEInK5#-MP8_I3~vMUw3=BD9g%M@bPl)#qYJFqz}}ua1yc5X!Onu{SsRx
ze2wE_$Lebt4x8qF@M6|GeQe{jvJHQxt0he8v_5nxxOPkHA+CoaHSw-$D{`k)bG5`?
zSioqMG*#mN)!e2Y{)5xmeIph&T3+j^Syx!9dg_AH5uKx7y(XE59KIhm@!DRd8BHC*
z@_MZws-v_@W|s9{S1=7Z{hVvhH(m>o<HsesKU=<WH(aAMCyB>aysY$mPkw!Hm~iSW
z*UZwlf?J9NxtHu&?d9`9?U2}l4p#YpvhnvnKVP@x^ZHos>))r|?EP{%e$V`Wm-FkV
ziv_$o{h6D6>L=STK8z_<WwSQ<$*42FIr4P<94p<61?)O}`;8rL?0%GWK$!W#_WoTS
zEN1M-5{~4qn<>6a_<ConYS7%q<xYzaCq;7#+gZ<;bU4QC{HMiBVnVM({n>ad#=G$7
z`xSGa75KmCU;JlNZjblBbE?mc9;L^0`b~-dtSRUt>ga7=_j7Z}zo+KG*KeL)*}}Go
zrK!`_NF!k7#qgv_r%StJR!s=IdSunnFz&@SBled~+>!cv^Zrh?lKTCfSJsFpPru=R
z@3*wX-peW54*D{mEbEVLSgq>t+W+E#bIbY~CzgDhn!mj7;KVPx_y7F7#j=!JElb(N
zX~G2`iPOmsZn&J!oTHf`e|MiZ&k;ANU4L}nHX6G9R@nLG{|S#N$7e75JD0z$T{)|B
z{SV3g`*(62zoUHKzjA}WP29Y~d8f{I9_?D5RIyX0w%D$ixo^Mgx^vDtPGa%ac6-Cu
z#dvPd4`<oTY?3td!f|;wxwarf?=+X(Vo{gy;@x?=JN>UQJ2tM!Ty}krw&VJvbB{*l
z%q{&HvhZY(^7;eID=($yZIhWF6rC3p^g2J|jl*fjStcegMSoll55MnpAnbN;Tk<~X
z?GqEl{_y1~Pc{fFz7pQc_FA)0&pU$moRfj)#18Jmd@GxLPp>?%I<kg&`|_!(X8DVH
zMMclDcz;W@mGHW5zmrpVw=~a&TT{z69M`Jrt^S(9$jM{Yv2OQnV~NdMMVlHWXJ>H)
z3-_EbJ9GT`_xBAZ$8Mf>eQPhqX>@nSS=a7Em!Ix_dGU#E%Us^FTdDU&O>Xx_II{g>
z&scu5-@~;teoxdH)ux22^Sb!+?p9Cwc7B2G-Y?AwuS{Q-ZRs(xI>X_y^;3tAz+#pF
zr3Y^w&3jn0Yno5fgFCL@xZUGfg#W8v)7;9W5Oss+MA=4f^9qS0Z=)Q#H?_UD{;^C{
z@ioKsLxP)puWmnJVmb4v^Mp^zHEq|#_bh3<Ryj?wZ2Pa=mQ^0A-apL_+B{2lKlgxn
zzPUHoiv<&y>{=hb37g2-@;+jk=xuS|yT49EEkEBn^|aRM_P^gXd~Rjs9iG~4RpUNG
zcj1h}*cGv%I|QCyS5)}@#^_o{czl)N-tPySTiBg{9hBea*AwPjW%AD=_WuXDgR?YT
zCFa|jOfY)9{kYm?>Gk_PKWANj(aK#j{nFfM^TvmZ6MWd&)-Ch5|Etrq^6rv1cQV|o
zj6P2J_kL*|)2r(0>Vx%0rCWE*NKAZeJJb01*KX#f)1NvUvOi2bGW{Zln$q$;Dih>q
z<T2LwP0~r=(|z*l72BD%X`0QyUuYjGXy2+Sys>3}o_e0-W{#7;d!FhQ2R1Xr^XqP`
zTkFZUxHu?d&fh+_8+LZ>1r@VXPOVnp*vqwS;VRyk164(T!)DxTNw1i>GuWcwZ81l-
zAOC@Ati3x<m8L7p?>_U@Zd!u`ySy$p>ooNq!|o=h46WjwJ9`V*cmzHiERJe?5O+Y=
zE^6L)-<Y^xuO$B0>230qKV*N{QLA*421neMQqgR`&K>isbpB6`DOv3KanhCuHjnB4
z&G)z3q@Asww>s+D!!u7Rer^8$IX$zmjBEQ*w{K0E{^IUzC)M1KsY~eghR@&k_5afO
z|9;oc|95czkLxd|n*Ub_mDtYkdDZP^YwmEP?NL?CX&e1GXB$0>YPcJ5=7)~yT6T_}
z$Zr0{&c8(jva=(L542Vr&y_mDb$Z8q%i?J|Ng79A%#O<Z=(MKwlhns5L-RUqor?IS
zZJZV@r<FRQx37~em~&><`Kt5%?bG&oy;T0X`(I2o*X@mQu9H4qEMCBNXB*2oWmA2g
zS%wpv=R_~RCSd&a?O~gBQ<>K+73GpTw4?Or9P7I3dj~2PhxxzL*689cOPKI##_l~O
zb1FY_UHxpRJ<;*~u7$had+~qt=6^TAH&=3(<LuI}+y_nOec#IyzHKL4x!+82QNFDQ
zT<@(oQ+Kg`UHh?^9U|XOHN25<P0+u7c#&EjuZpy@Sbf(<{s;Y~2UA!5TBcl}!Vy?5
z$Lh1J-+!he+dc0G^&6ZHtTL!xuxa|&$;ZRETXHw@6>_{k$=>)^fdA)P-e-OLwU#_B
z+_J=Q&KcczUoNb9GwW3K7iAI6j9b2nd%PI_WIdR&?MnRasd_wpLh47qu^8{--TZH6
zaM_y$+af0P2v5Dh|NQ!vQ|lOGFK1`uuYH>^XZ3;g?$%4%)#A#eqrw#BPkt_vF|p!1
zuG|t`!EwFk7O(Ejg&ms5E?aJNdU$R7DTasDeOqhqE1x{j{L(b0WqI&vyK65l=fpeA
zoV}ZONBHG`UUybXK0mFzeu?(_{cPvfcqRKkyX;^8v+mbVcKM0RqP&adb=NZ8W)2UU
znw>b`veV4H`*b~%Mb3%qvN3%-Hxw7f)xDFJvyXJybG+5y=LrUb1XqVl<yq})k2t<L
z+^PJNDZ_DDq=(ld%Ws>q^wkgQY_C%u&bh2~Yl`%w#_RX_);+HJ^vhWPpKP7m?1qdd
zfl42~UvBQN?>srL_vO6g1BT`9UP14;=4AbMo_#K5^})VY1)-)L=831SxU8&heJAi~
z1?$CzSr3X_K4=TyxMVrw-jBug)9U_i-mm0+(Cm`Fo?+>eh~t0OeGig#*x~j}dh?f(
zFMP}7|6TsCclY;S{mad--!om9(RJ|x+ua|t_GSJxi@pA5vZu;}X;&)WX-VmD@G>v8
zzIna>-F1<WeP5pLJh8tkyYkBZpLg?j1v9MtemYpZUrt%I?q<kV>vOq<wqmmTllQ4A
z*r+d99XPqLP<79TL)-#OZrxZIk~ELgIdA3rm)7_F+?2L{J-DH=`}M-Fi+KcVb!VkF
z*JjUfHjS!0;}9uufbEXioyzOKl$I*l1<q<JT|dE7oKNgo!BfZP`md+71y2VkO?`R!
zWwpRe-5DD-zt!yUKGZmm<6X{TU0s2<ohNU7DR@)1W%2IK{R<8hznoisPr2h)Se4}2
z#=FJk!H;!QrhE+!->focs}jqMbD>e!uUt8>>sHF=^(#4c+zDYm=<#y*?d#Y3<@4Ab
zZ=C+2-v4-#k$=ON2$r<(-%Ax^1f)ySOuo*SYFv5wxYYCotTWDc@?UyoCs}vne2V;%
zE63`@R!YAWi@MY37u4`5Xd55%if>h%EjfK9#;&GUCp!PTTF+(lcF}r++3ON-9lEgT
z-$MS9RV!W9A{@mZHL5*f$UY?%b}Ef!N>tJ^l@g(C0%9*ZA2VciE*6SU>YVVKHKL7i
z#jzcMocsAMAD6fH(q6i+By$Jz{D>_-BV_p!r}gun3cbAI!os|F-LfavGROL@v^={Z
z-&OV2<+5YBvIqY(L^OrRR|;yMkCK`_=cp4Cv*Ke;y-nq;fdMmuFH1!QeQ17tPnm=1
z{7v=FRs$K{Z*t<!3=i*^Ds5Iw4l!_=xr5>T6xI`R_n9+vSaQ>Sr6et9+x>guSM@ns
znWIYj<#hYswN|y;jOXsZGCwXS>3jUGC8d%&jGH%4J@zqpf0J5le~(|xRI7r(toK>G
zZM8kJKFd!YS;BpJWia#0gU#(%_D(xD*P5Gof5*|RdG~h&D%z}yHM{Jm%(JTT!qKR$
z$GNQ6Y0q?sjVyKibV2sm&)dxoQnNQVJ*)n5rl88mu2U&hIrlu%>oePb@60%B@Oko~
zNy&Gv9ZSnPGx7VTO$(T=2dv3G(rS`%uHR71P9)6e@rxgF^%~o|9-REkx#?x%USqYD
zeWpxm2aG04s^6B|aV+vtW%<t1M>@`l=c*0sw>X+Sy2HgR_eiX~=DY3u=MQ&?S@^QC
zgdcrWFmG}1md$MQS8a&-(6=FZ=DxTr8>QDF(OJh$4?A4uU^#l!<Ms4Bon5a^@|^xL
zODO8>&UFsk0@;o}kv><;ZPBvK(Y`_Q*uJjk_P>98e`&t|U+Akv|DXGRb(~zdpN0LJ
zpikd12Dcuayj<VR1;2$nRv6cQ_<es#`Tu9)FYo`k{a<zK<J<arwyoVq_$-no54t8g
ztzN^$`q=Qwu2)_u)-SZ!YZnW0i9bqzeAQ&`k2$v<%zGyn^VaUjsarhF?cJ09SNI)t
zu(<U1)bk3PW7{Icr|ZZ2P1lR<`t^1@&z9uuz4L4S6h@@J+4emq-O+l-`(1$r6K<C8
zWxbsLbIVD?(8h<eKF59GX7prCV(xD0*?MT^`x&yie>f#q{m7NId;hHD(WE5X*?!^X
z8P~V`eW{{6ZKL$DyP5|kNtiveX7RiA#QvfBE$xiLwPF%4nBA@Ow%hNXcTN16#6B5`
zy!mTxFMct9ooSNGR6VZ8Y@)`jjFWe@X`Rr}Y0tL2F8Zlf;la)OSL6+J6sDbi)@Wgr
z6D+=T8n^C!&HsNMh40at7xGgzhhfcu%xy0`FJEcco%Twg>Xo3HBCBA%YOG+sOB2g%
zhx$XJ6SRKL+<j>Gx@l()JoCD{co|>Zi-P;MGw<A1KD@g-D0O?&syMD_=_OL^a#4bI
z))TB|ok*w%xq0f@p&fZ)d7Juq44aQk3{AcmY8ZC#*oqT|J9rO1mI_{|%4IR(_~DkL
zyK5R|=N>z4RsMi`+gTnr`Jd;DQ};MU_H8V9G-v99wU2`B4{>)WT-$8RqI|UCW}5vc
zdG-&Dex9P!B6wD>T$*ICHB8{Mfq#(vy;6T3^Yx|D&EfZc2(DXu|FKNDRZ#5zKXdsn
zThCt@vMTUl)21ygt-LV`XDV*UJ@?!t@x)BcD(~s+_}{aqe+p!q!N9fdV|=1Rd22fV
z{Q@7CS7pcI=V|N8F&jNKYnWqY&^hZXTR@`0)pr63dpAzq_4WQXA=V}VE}gGW6qz1=
zH=fS@!1m{o=ht2zx709ywL@1-@a&cY79V-}@((Dy%YN3q;7ONB-Dl?|f3B81-73FK
z`Aq)166u~?leX)%?Zw@J#cyv|e-wPc#k|m<(LkERB}JuZePYu0uylr5d3R?2y43&g
zqyMG${Xaf$v8%V9yPxBe@`AGY4}u*y6;dAR_%BzTaroT3#xH-i{||g+RcaXf|7rY^
zzpd^Xt1eV9PGnjy{Jx@Moy)psS3Dyk+fFRD%v9v={HzpE^&`j7@8@0{3BzR{UF42G
zD*xE?%-z&eOt?a=>b=7g<--n@`})?WR%ksqc)HMU>YatUahm$8c08B=_gw8}MEr+^
z7K{3KO8<14$q>Da#aZ|G(Qfg?nq3K}ZqDE{?{(YqX;#bX)tpaMcU<ZB+2MNJsZ;Ay
zjMo~OeOWV<wq{@CIX*+}MYE)1V1Ux|Ij=tbJ~O=|Vo_)$=RwsMB{hE-!}@!#+>f9C
zEKP1nr~3Dx`1h$2Z?a$hJIsIKmfzBqnkIXUcdRrp%}QJs`_qhxO-#Mx@a2`B-#lOV
ztl!(H;AC@{>9a+D!KE81-}ueCn6~};u-x{DZ6>35>%PXuFUMxDe{^oE$AnK(*Cd!+
zGq)IIrm-<}*@XyH?C#oGtM&JtvRRk&kHChTT#4St`WSAP&15>e{oRLMjLJ=^DK8ya
zqDwFI3C;Msvv~2!&7BGFuep6|EMU)SNt+=#<qc!G(9>gVGep<$ylnU(Fk?ciWz9|Y
zg2DqDDq4~3g{MVkNxE^*{Oqpn_>D`DrA>(;{IeWu+tdvW?9Uz5PVc;ZM`^Rj-<L1b
z{bow{oKeWV=kUYg(BGByB_@BL|F1AMdtsfh&+zd^wwZT?+e@R`H%OFPJUr0wG~7|-
z)!jcGYedxyR~-Bm(kf6XDgR~u-$#2TqC1!OY-n80wlVjx#L86B1g0_#Jr3)F$d%`N
z&Ij-4>A&TpEtJRo@ZeUp%MUAl^jvo?K9hg`v6YLb1@Ez@(zQMd&hI`mz31QdxSezA
zejhwr^6}EnFMH+p&9VFcC$Z}H{u;JBhqr7fZ_h1YUcYtg+ADYV&G>iI{=X;7s_ePa
zsb~IuTDw1lafV-FYf$o!7Z(>NOlsRW=as$fw-1T0-n{p%y>gw&`2VM^&kJTor-VPy
z<PiVN(EQ*>WPe_yP}cDyy^9ZBYBoAqnzE;%cCw>};)=D45B8R<uaz}e92p(!@33LF
zwfTW9ucKznw2Db7>@T{{8Jt?ZcH+O?@y#3cW@?IxxQZO|5>w-{NjuG;m~QiS!u<WR
zoBv&XzHV8bu?S;pqGzXha#f8DU#!&I=^GYB_qOx&X6x)aefGz*Dh}=`@9mE(-uqNn
z^GCDi>GHY3+<o=iEYJPjwC@k!z21yD2kkFOSxA_dtmU5LCs`A|>6w<(f(Nxaw|70w
z$zN;q?Z_L($wv3G%1h5~l$*EgF8j;NujQBa->cU*-CW1ha{ut8z}2j>=CWI_2<Gq_
zACiqR^>n@)H~-(s`p<{I+`Q}l^8b(f|F?g!|F{0X-q%Fitb>zw?Ap+=l$q`Rr-R$I
z^qL}d_`5bJJdWW^4*L>Y!Qsk~{9uMAgO<jgw$d{@wunBG$yqN}e_S&|=fl%m1#fKk
zypx)AaQ=)rJjddWok^eLy}!4!NUvs@fL@LH^usY5=GlZl;Hc7SsOaEkYG1{2)~U@T
zIkWSxUW4cN_5g(q^R+hX-0%PHbN!7}sqOEL@9nbx*4^=p4mY{p(<y4hq#{xN@NnHt
zF8ghF3qLTPE}OiIPv_|2=X%T9Idt21)Vk$}YzTP3fBeSAHSGBhx4TdL@h^L4)A^Me
z50jkjwL~l;<0ZXXxAJsvJL)P_daVDCdcxG;(|YHMtv|=y*r&hlcf!wP&pEr_8S_46
z|J%KNkD%$w1dXL;YaC>cyvTjfwYzoEPmUTvy^N1GKPFi=wz54B67!H2v<VN2)9;%i
zb}y~K+cxZ|(9HAS0^i6f8O$^k)Z?+~Ws>HeZN1pJvGez92ak7YIfXM*Y`i1h^KUc?
z*<koIz}&D|#aXklJhW!#&BZS#Y2RHS*!Zxa(8$eIe7O+MUpuD5dR-l|x+`Ps9W0mK
z7Cg=SBUDBp{ziIRgWV3jEhk#Jb&~_v@TSN9=)Q9Gz_OFJPu_|IBpC$m$<)0Rv^(Cn
zhu!w(idTo3_D^!l{9pH0sBok8%d6r4<$kl)%F9NlMy3B>AiZ5~Nq@fWGr7FJ6fK>F
z2R8EjlRrN<SD<XI{6nM3CnryqTdV(HQ|e91EkkatWhVDdUd}1^-}i0m=T8%!9FMv4
zafgGF@PrF{%mi~f1sD%r(2qTt&+F#o8PRFDhU+5ReNFut=~;>U7T2DS>6_2`K<@kV
zBb(#zERMXWS6%h!L;LyDdzh!3;q4Ile{p&FWnPp0)A#>9zLHIR%Bm^}wRyeQj(*;E
znDhOKJvS^SN(%5yI&hTP*LCtO;f}c+{z>V#uGvo5EqujG;p*%9FOR?cY=6I;-~LZ*
z)xT5SIU-lsK5$*jkZGCvcIp<JUN+A76T#2*4hH=D{<3`kkJDRz{18(!-f~8#%J=or
z#PeSm`}{Usn9`@}w$OF++W2>s48DeGu9A%+Nez$uW4=Wh_67QUG`Rosr~W+K!q>C?
zlW(-}xla%j{b2DZJTPS5n)Fj2j#e0~J6^pf+osjEMN{g@#r~NyRl5~FZs@sD`gcX|
z-PNwoem!Wr+Vj21Fp(#9(_N9%b9Iyr1djzL9{ls-(DGSc=ld^Ic^L3`8K-aMiDlJe
zyB5!_eEDi;XSB+)rwtCrqPM?ynaR7g+2(j#W%%yI8F>$^N|;w4h}pr>JJ0^S99MY4
zC9%tU+fytS=^2-MB)qq;XgGbjBxBXNzL+)xlMRhmVt$COKU@%=w6EyiZb7R}8#)A9
zzBw){t39ma|E1YgqH%IYXQ|-IMoBxD3!-uCziw`BQV7=7E&l9(k>mQ|f?bQ(G9G7H
zpsb^_Rx0DnvgFm)5us@tPY6^umKDt`IaZu;NaaB68-eF+Ro)TNRvVX@Z0fvVHv7!l
ziSzIORr7mjCN%lD#ruXMcP-w(aMC@K5p8gYZK3x9_KqEVGgALK9bR8@$ojn8Yy;*0
zFW<&5s(t5Q|7UM@W{X4aeCPhDSqF>{zuo%sc6i%OmPvaa{9eK{wJ>z{pQ+3%lK;hA
zm)!9qDR$;X_iiuKgP%-i_-k2~Z!eH+tToxaOS7xy@F|DAO6A8L-!8eI6!*}Bcdr*?
zgzc-1wfEG;m>9P|Jzz0)Po46EzE4MPW@XNmmSmFTo4M%6GCxUAeo3v@jDIvHD?}x{
z{qvLi<>mA56g*;l%ijwtyCmEx-tn_{j^%l^x|BPI4rR@ZotwKun>Wev(5udE--BZw
z#wAQ%r+q&Du<koyh82@~tS<K)7Ce;Wf5qOfr{&PkoyE#870*aba^zUJvAw-V*uqb~
zMt2_X1DpF>doS3n@iDQu=Go>fS+jL*snNd!Ga1k4Jy~geE%Hvrz5g%Ne56?}UyoVM
zGtnnfUQCg7E8m*!?`&2dJsz?rYMZRQXk6Ax*<yEBHczEoYn2B{Gc1<ps?2y|&ZK+h
z)Hw@--Uq9-13a5T+ssc}+f}%`U9amj?piFj?5^@-gLxaJB(~o9(X(cc$o`!#vurh{
z&%du}|G1lR{<^gJ&m-3drmyXhGjWywp5St2!zQ!D`HjvAfA47MhY04Ii=FXMe%Ebn
z-QTR)-+N6$U9vDZ!b*;P$5z{Y{}ukeyIbze@cvL!Cf8FB4ad31GEQ1;ICEK0Pj)Y_
z#*T)Av3ImfukS5;tF&c<*59x5|Hi*m|NpK2Sku)xc?uq<QY8OG`EIkC%K0erq2;BA
zt60VVy<E3pZmY_^m-p?m?|(U&etw@!Zprlfyeu4-51ukH-|+0nZN&w@Y^L?vEU$dK
zgYQhr^NSrqF3awvuf4rXhS|JF*zM2T(&P8O{aEJ|o;Q2Hr2Ms+1xr+26~ku~?`2;T
zxcyzA(c!4;HF4hk@A}{EOuV^Gmx1v|;hi<X+DGJmZ1*l#xfUWFX8b#^sJ+Ge3l~$B
z@eZ?Rc2z~6_`@^TpYNV5D)m}m1AF`VrMzqGgZt$R_Y1ff@oC;uE0267DdCz}&{e)5
z{|IM@%&dq*rm1cYE&o=@ct5tjl(5il!G)~;|CNUQk%nb`k%cK5-zHAB-LU0PPk8Ki
z$7o6G$CHn|Ul{Q~^6^;_fmfQFT^}AV<=ykj?{&<y0_{bb6HhR3ovBUcdBMCvnO96c
zV%p>TZKZppt3sOtnifkGuY7tfT|g;gerosub(6q6-ut{Y=Elo@A7S&&?VDUB&)@ut
zJ9DzH_Vdisj7~F}dQ7f-6nOspuR_de4#p{*CCQ<!^B>f7>#cuqZwqIC0mHts8F$*<
z<{e?sIew^!DSqJ>BeOGaf-mK_cJ7caY0U2NZu8Zhw&rKS_9ZewbF?31U9mCIK9b12
zQ6|OJS<=>x>;8rx#`lk1t9o-FUw>lJ&+iX9Sfv7*i(<Z)o99lI(>xJTSNLS7>Dhpv
z9}Z1d-@Ze6-=9Zu3_Q&V>c#G-eoQ&}EuO9Y)9#;&FLnE$$zP1jx6b<4e>y|r!W*-P
z|MzcA3*cdYoU-_=m(pexgP(pg=Y7)B*Y1(ozQp45(@zhz=eSjVG@oC&^p1>Q@y?^#
z=j(!%|G%++J>zDFuUm!3p@`0#wb_p|f8DjV_rJdHEBnfo><J1Pu5F?JzdXM9;BG?I
z4!xwn%~>T=qOAU2FP&Ks9^ZU~@8YKr;h1RWz9+taZoS^kcKPS^|8kBicwau={=axv
zMWd{%KR=U%gW=CV*_?Go6Y@&Sbl#dQDr~j<{jL9hyGh~SwI%P%^B3nHIzGS3d4hn4
zq;a*#E!hdZC(cyzCw=jGp853S$Iu%VmEV7C{N!o4kLmm7@B99h2iCEj`Qvlt!2B7F
zMULv-)|GPkN0!XnlVu+}Bc}Vis@}|*8|=y>rWTw#r&AzZ&fYPB!>wiU(*woHDp&TM
z*z&uF!_R54+F90JoR_z9e#*~r(O{@kReG23=F#<3PbS9Wq8``FBtBek2;0*9W&XCr
z^!&Dexe43kp3KWVYTFue=&i24gTnO7-uf{rSD)pYtmxe#xMkDKYnfv9F5KF8g<4+U
z``f-zbD?H%>3`$b?XhL-uSx}+{PV4sz2)P$;5AESK|W*d1G{&cp#l}fH~0nCT)*No
zJF!R3zRt(ttIo?WAM{y2&OHC;r?+?lgU8ohyO}<!p1u1|>DC+8BoQ_N77niC{QD*!
zcx4zQcCWHx`VG#YX1lsWQF&hd>8ZOmP4(`*uI5q4^<5&?HjDE{Y4ZaAy#4-FH>aO8
zGnJ9%_*yb)65q=m6Zdl8tNFZi#x|`9i+EaA@>WjW8Q}lw4wK9l<MqbRbQ>Hh9zHm(
z=$J42R^PC{_RS4XhG^~2?GKcSLpv+?^R>NxlWCS2<<NcPv(ZP+vlqkpxUNjeOI~xj
zip5l+(`46@qpc5Lsca~0-NFAbA-l}((rGSjE<PiUUHu)#DIR}L_yj6F-5I7Kx<}#f
zi4A(m$zkSZN-ZzNO0Lf1u0OQdr?WjO(ERPETGp6{q1WdZtbZbFZd5$CSo}s4$D`!G
z4-UR9$$Jv>>(4poO}eou`5Y$xET_s!OcfG(9(dcz@a&VGV_VZO;bR8t_9Zt@m~3s^
zQ2MT?x<uf+Q&jB7>1X<;v9tDHyjXldVD{vLZ|2BJDM`#e%Mq!)jN{tY%+`n*dGqGa
zj$g2Lrso#@zS=L1-=2HA{61EbuRW)Dt(2ov@4Bd?%rn9hSMrM6mah!+5T1L=gNyT@
zxQ>&zTjIL%<3~SE+`w&pD1M3i)4D6?XFPK_a;NV=r$Cx3$DNsnS)bb#rp(=&GCNDc
zqgQ3^g02<XEPEI@mg_$bdN27pJ$=ph2DUa<3yy`QKeY4%^AjFx^khFRvRS#P?)Z_<
zGjiuYob%|>--;>O52wE~=J0gS3az{~>!HV^J7@VH+P)}{mD*d;X|emF$w3+2^S+O-
z&wshf!c$G>PTCK%wa>&#ULO8#ufXZz{OWL5z}i_MiPLvIczY<niu>83CW}3FLi%fj
zPnWvX1cn~vy16`{fPr7XX?LEGeewIx(wQROes59_?|zu)bbqdR@QGb^Df42*n;cB$
z3;&M4puTm@x!LQA4bS&1(2MG8wg~5Tb+n#y`ht)1>pklo(r>1po8zgK9FrYaZjjq-
zQ6;p{{P>>K)AK$E7aXo_El)h9X<&CabEBT5TR^SB&8s;Xng6pUuDbIvZr8=0r+&M%
z=1!R2xga}zPWG`YPe18eN3;A{`{|^G(&Mseg@0?TezK_j)Zm@Jm&fjenAGcjw;SyI
z`akabZFDPoCjZ>CDpX#qb1JLRo{7_}FCV^B_xnN2m51kIt~am>)nwf9v{=EiZ*jma
z&C9Q=KM4l5haSstab8sa&5-5Ar$0B>thb&svElU$hWQW5e>&<%_De2hvS&Fj-fwX4
z40CQ^LAHzMwd+@%*Tm^tuxSfbAMSX*s*|<YHpSfHh2@$38=l@W*mo|4@ld6;^twwC
zj~;cLcRac5TinsDg5qks1-@VT6lePS&=QTUTTc48i#`xKV4C}=x2WUwN5Mabv<}_9
zWn|I$v*>N)w8C09^N`8MwsK8(+FR0Np2*<*lS$S4ca+iv-6=O(=SgpwZ5E{GA-$^U
zz=Mbj;xo$)6!zPk-?8R~y;1@H`43#BpKP-4ZP{bECGN<n_Z4zsi+tQRsCJ4UQrI!o
zPH&pt(p5py1*KYBSH-AEtMq!!zgs=y-J%Gq13~-!4^52y(N=5LRLU4JEtg}5pxBDt
zO=tU8?+w)1_h`1*^ocq1;?`SB)^#s)y2W~eDbwiUtQmbJl^a%vJhPwQ`$=O_(?Of0
ziJ{5IIQRedy43n`P7Kq_P$j{c-&XPMH_8x_jAc;R@=+|UY;h(>Shaan-RZOhE!Puw
zwlFjHm`zM?HTPd@uM+<1`-0bYzR#IOpO-({#rwGBlY{D<h>p?%Dfa89xt$Jt2z>vv
zVQ0+tBavRg{V7$?Z8@HI=P#L8eBFRs@t|Xd!u&1W>=|=hT1?Nr*x559BkroptvlBw
zmxXNpv_;T(p?x%KnvwWshb_+Q{<E2I*`BYruH_fL_jUWf{Gc7W%MN<qKeU8Rgvn%$
z?lIxLl9^1?)4m5qUw>)x=UDyhSM2k=x8MKQU1DI*rm$GnF*&Mn=ek2y2iP`jaZG5a
z{IyI?<eAR19TH78{l9*C@^l;a7wX#w9gC^Fb1Jv5QvY53+47J3?jJ8Gib<8bU2|7c
zQ|;*MZJR6F#ZNsq{P^$75}Wtxt3w%jt7CeOrv0z&<9zw%#j)###$Sy7=CQ6ftK~m-
zp-1i*|CjIlOWn*C74B16a5INPh*7U>%eRDMHAbEn3^*39ueX@N=9>7JdDTj1rX^;J
z7WTzN{1B3!@@Dt!jJL<;`>++?aq#=)EVg&Iy7{Ed{~Hvpq)E&>_G;RfLqF{ms)eIi
zZpAlWTQt*B=VAHIW6!cp6+)Vo&RVV&OYgceB`tDN$E-`&-b73PD3f2KzxZX;@%s~P
zH4LWj)V!k|KHq<Fx_hFExI&ddS(Hvhv3CYf>MZHm34gZVsNnAPWxloh<;$Z9hqiIv
zt7Ca=d0<D4{MpUxLcO`ABM#2GS<!dkjqhbuqhmRnN?*QlEi1V1Ch+o%lk{oFV{4}Q
z2rS)OWyEGX{a(e#QVw@f>+5;SDLO*4FSgA$J!9z9yt?dmYjgavDAf!OW$t~6u_r~i
zgwO4K{Yhfl58XLiK7Lwx?{a3%Jc$LYMgpb6(?hf$GZ-IPR(bWy#`d1@>NkoH)*Uul
znfInV<%sEL<#!#-de=)jSZ5X3a!j+9W?9*MeANY!sR0@<f|zeQPCnfCd5SWlfc(ih
zJKy)-@{mj`Y}g>eSSQ96&^13MS@IsU31^k^1Ci<5ugBR=*PCO_9_(0VdgsD2!K(Q-
zk?Oo(<PJ{B`!;#LxrcFrtV3aWm4`#d%U26)X5C8PD8uum{NW|TiSu^X=-u6C&Ug5d
zbHN{vUEeEgZ0GIiyt-W0vB}m`ASnE#-m;@5MUMopZ494rSx9nA)k&Fhtz4O$N5{5#
zm@Q-H5PqBZ)yVD9mzRk;q1+Q6eN|<-Ahsp<^8EWgoB5A-v@0&=J9vxhV(Ab5=^FX@
z{^5KX+y!eFXsk=o5`5I?`s~AmGa+X)PN)3)Dr(=uE5U#1=fiyh5BQcUA861i)^*t;
zl)L();OdO4XC9yPV7`9r&dzrV?|P=r?9homc+PP0I+l%3x3^eEtF*AEG2cqfxy^DY
z|Mc_im$EaSyuM+7%#4fWpn!Gz6m30`^VK_^z3mQLe#&THukX?wJ)e2y_ic0wIsJe^
zB+Wy2Wer1~!l^s$k3R1!c(i%SqwbhV9k>0Cwe|mx`R;C@YI;S#cI!K@Z<{TSFcqy}
z?X8<J>#9#NOV<*?P1&j+y!dB*XBAS);508=(h@zdM@4E)$?s?Cne9JqUH^F7{&0=3
zy&`+K)G>PdmJLkOZqkjWi46&Hfh_V(`qlxz-cIsevGK1)?R)-$^K)i;h_Bo0a%e(W
zj7fUZ+hl7_nb$jRvVY9&>s{%ta3Ej$V6dYV|C;j?X3d&=!hBoU3+}>JgIE6P1;<&-
zW*ty%)RZy*eR9W+X*P#y*PYqzW8B`oL$cL>=i}p_9oaQvQ<t7u&D7cc`1M`^HIWZL
z<(pOp>)LgFYLq{=(Cf9y<ISvZGY%*poV&z#s!fA-x^37!s}C=v)-BA|h)ChwDv+W1
zvA{;OtJSoe#XPW;>B!^GPLHkHm!HjIs%aEuk@(1xEO*B4><YH>7hJM7tbYq^lpB6=
zEE5!e%~cQ`9nEj>zD}J%w?gOpO}!J>Est4iI6pK!5LmiKea@)`+C9D9tjsN948PT%
zZR&au#me-sukw4}+n|K0>R%#%x*osa|4cTfbElu4q5GbE!9Sn<mh5{L-MEcqj?pR(
z{h+{ek0WoLjR}`a%sq5;^>m$}zY*$pGo#h+R@w`RUw#%lW!0|G?1|#fdU;R$HEU$3
zwz$wxyU9{l&Tkp(1I~%!%DskGS~UVfEBNPDUx@#v;Jf<5tOJ@XVkOD4uiE<Fgl&7+
zrxM??b>5csTD)(6E1Gy(>Gr%-(|LDediv8vU3~7|i7SK-hH7`bb6PZM!N~{Pyw<Sq
zIdWjbJPGxeiwqVi=)^})(e5iccQjnJqTBgH$QygX&nov8&dBP}4U>vp84@WwNztor
zOVph%?xdBK3RfrOt`gk7YSpX1CTw;8u0CGAhV_x@wj0S@^Xv+EN^1o#{B14p-|W0W
zylLMz0n1<Swb^A$1Tt7ByFLDSLh$zcd@B~Y{`EGGdUt3VgtvCCOyf(N;p&mUGd186
z-!dnkX*=Gws{F~(Jl=XM%Kh9&{j8p>$NrUZ8S4Ip_WLUBe*HM}`23$U@8|z`ovCxA
z$kzJYZ$6%fU-@sSma5OK`Zu+tqcYsL;mE{Px%}HVPknl{P|$3uw)@0T$Nv>~XPcaE
zI?J3;vy$aegnE6Q@Z|d~0Uv(t|5N_5dHcWlTRz;5U($WvcK#}>a|vZe%ndEwRVT{#
z82wf-E&DRz&qUFc3=9qoo-U3dN0SUn|4go*Z1?l*?aXfnkKfRp#-PEJsc}6dw`sTC
zvm}pb;lFy{Pwv|PQsdXV&&Ln{_vN=Qwq5c(ecj)+_NR-#m41#old8A)4tw2^8&=0Y
zzMG!?L6*~FVP+7w;^F0%Kacgk<|xg`{qX&ISF+UA>2bfrq~ayyx9pV8uodex47e;e
zdwOHdw8UNZ2kz!@^1kV>yE0cQLjHEOL8XD`?kh*L7TPLEo;w@2rQJV?bK%E}KWfV=
z|4n#sJL}TXt<5@DEw(!^IO(^|<e*RkV{}OI`FEFog&FNnGo0;uS$EN;(8JCwW;`D+
zPW9Vdt$k<(;|cF4fA70UL^9U-SZ8OsUZ2d7QPI-loAyDXx?@?XU`iVs%fgT!uN9py
zo7pWAYF7Q$nUUpmL+L>D+D&#Zr@EI$SQ?yfZjiT^Wagi8>4AW>vg4WE7X;QW64=qa
zZ1?_M>}^-BtWoe0Qjt;kFzf81xt~h!Pn0g)yi+%4chqyUlXgX)?=4?a{WfiWXWk@<
z0|5y^qCc}VEn6H~#3ou!weavWKCJ$E{`DTI!t2xAIpgEYrRxkfdn{Y<&SYbS!v{?#
z36`MiI`@Q18y#wAP3_qBbwXuy^%sk&7m9*=jjSfCJD=3K<n}R0z&KfBgU_{Qb>|6>
zxBm_eQG8=lWpdCem}6rONBif#>=~cMeI)kp6)ULtbZ1pk;VrS5yAEHtQ(iWwN#lVT
z<HCUKj_u4$O7FxCQjE;le(at&)j&Qwcq!jv;iukrb}n2!S1*hEboPvo(SlCPE^&wJ
zZ+^~fXlC%7IpxDG-iMrOJ@tnVGjG|-_4=UWuP4XSUtXPlzs2*^I^OGXHHLqWM%Rn3
zlR3P+n&Z&?&Ry)kZv0Q?I@rRtt8>M_qwj+5atnW1eLtR^?XL0xof4H6h1ySSjXU#_
z!kC%&oZjknn?rWO#&X+NN{hUwXK&?Y?TT_~^|(8y%JVa4_UTzokwQNWryGWDap69z
zR(sQJ@i~uUzl|QVNy<0&uil`<#JEw;xbTbQNA;%+lV@5kKVkG)<zraEzWREZ)At;#
z>KPrI>N?FI&7F~X`@!!&-@kMVzcRY#mcZ5VbY5~#LjNY8@0L}9x#G36nXX<JWmqIr
z*Rs3mzTXCA*|%Rb?QG<Cuqqn<I+c5U?T<Splc$Pi{WAWn(tB2~P;>6i61(X3Ytsau
zJ@b5Zu<E@+>Z^+aGc%T5x;uNj;61609oyIz@ACio?#$Y+L9Zt;&3~*DyxD1w7w7*>
zrrsQ#mr9<C9He`VU$?&8<!ex=8q<5I@v)lol5G~*(>isTpRd@tz4}qg{Ev&34)y0b
z8MQ2a?#5hyc2e54FXs=<71LT<xbJy|M#qkW^P878D8?1YMzo*VX%c877FB;t`B+Q&
z`@6fvGt*-I<30;a-!V^wg*R(j+28+5_P#8RyIJ|5oMF$6@&<;DlNC74W_z3Oj$ZpN
z%zIi&^d?);ek0?P7V|uP&mONiv47I}l_9G>Wd_aknwp(8twJYqQfj34`j}m_&(<<_
z_TKnjd-DDFIp3KScBfiT<=*pt@B6*a=Y6$2U-|9v`x%RD^gjtaZ);`zyY9e&Z6{PB
z=C$*j*V~}SsHx*UC$cTqg#Y@aFrVpHH~IMcAOD@D;JZ5PPzf7L$Hs1%&(ljg&p+JD
zFyW84MB=;*KUL;DIemGxj~n#*+AR(nofNwf7@b>}YSC@H|D-Wre4qQz@;^O1#dC`m
zCEs@qJE~h>9C7X9#LUfi-k-@hcJ7<zi4{)SZ?~4-QO%mvv*lrasn2?o1h(u+()->f
z98@%ZTb0NlvNe2`)2hllZ58*p*+eFL)l`4G*dzV+j9pMi$jLd$TN>qAxxX=HZ*Q@G
z{>RYcu*_?L*+uVqmj3FxXcBJQ^ipEOaSN`-Mr$Vdn+B3?X96w;ty2}*c~<?~#09o$
zTfLL#78ou%JCQy0R^0RHwlXFzKezvmmTCCDXj0lUi%#zfy~k6Xe?AIsSF4`9wZ6CD
zWAy8m<Yj-P*2qY4)CDvxTz_Cr75}d^>Bhr<KJnBEd{_GOLFu1k>&`VlR7IGtxZn7&
zA?~Q+oFkti?`WJ;vzoVIhyE3j^Da4xstehj3JY`|FaDw*dsA9pW~b4;X|varHXfHr
z;O5L;r`IDgcU9E-xLg(wM}tMS$6tk?Yd$8@em;3amvrGaUw898I>)S5Jr$Q1{AmBo
z;+{QUoT<mQBY8(AZ?`|tR;V~P?c&<pS8CgR-b5&>s$9Fz84%*8P+SmlJg+fFW{=bi
zruWqvmD~8uHgxMO+^WgQ@c#dc`^#qA|L^|t;d6iR^#f5-HpTN;B{mB(*qsq)ShDqI
zp-;e#!kw%2YajR5O_|5{WjVY2Kb^Pd{WrHAT<I+Ebm_5wTf+Wq;$Qr^?|c3`UiFLb
zZT3C8`0-!m!@WxLA2$d3eb{}f;^)7Q_w}bayPmlJD&kD{`90GgUf(SL`|jr2+^EAl
zOC9FeB+Ty%UG#26VFBa6IUM3bp=;OHDpVY*a`Nfz?L8)8rYLH7>Ed4Ye&^LD_S+pa
zyteQhnKAF!N=cKcS&9tX6PZ*?%*^iYNH<)f%Kc{6?ycK-7T!H2$JM{Vww{G~v5367
z{)D^I>-m=iOT?cO3M<SKT5=+3=cz^eJEwTNzY?t#n<2c-@pgh=YW1I-Pl>a8KJM$h
zt9rpNdV}lrDXaGO1~jQFt$EJm({y4RC)3&1?B;?3uk%})P0uX1v$mS~`^}k|mlqzj
zV&Hq*uX!eDUZ1_^-{!pn+g#q<jA#{{oxIq?tC{1<%+gK=Mz8u+owwIFf1mSoVtOre
zkMN}a-TZmWTK&rR=NwFvf7WYx;cU{XwvMlJnm0`FSgfjZ`zG^ZmO1T@Wqa@ToIP^k
zPC)(E>D#Vf<iGG}r(fZ_4`;S5dHIs3i9@BhtL5C+#XB4C87>T*A5-8IoWZWNb9L~g
zoGEH`uWS6Ao~`TFK7X|QPSN2_YjsunxF0Jvu3eSYZkeLUw)4Ew+cSadJ&rRy{cXgr
z7iLt$`ls^Sk6oK{CrV7={PTMLKQ1LUU&Z&?r`PLNy1mem`onj2b>zpspPRqT%D!@6
zbM2A+%%c0Al}+B<{pGWe)U0ziRQ!sUEI;s`&+LwF?^^*~S%E0^!WU~iCkvmC3{ksy
z?jrva?afIcdW$ROTH5kl-ZSCZjX!5ssGe@)U;20bJo&aC3O#C3D=QbNdv1_seZje5
zQSNq&xR-MjTd)6E%d(4&b9<UnsQ~x4skPhKix)0)NLs^HowHRy$Vt(YWttbSfuP48
z^Bd|)$#v8J_r#YUnBG0(agI^{n@0v)6Xe1^#t9^Snar}mC+c3dW6Xr(4>NM!I2JHx
zmj0MF;Y!czYvS=qe2!ZbJ1$O`$Hg;oQm~H36-9pS^3REO%LJ|X+uLfKrKHQxGEZvu
zsyMoMf>zpx2^T)Z_9@*zaQ&a&^D}>KAId9v1#>;0wL4Jy+vV)e(l-51roz*w2}$i(
z$eq7QpXI}j&zWyHCx7GN_pYg#bM5ZjJ@Urv<r~i~^xWEe?Y(yXrRNei&4sE?*eJxE
znCY};^M<I_w3^8oQJXEEPZwZXm;CK{TK%jV50y4c$-ko2pBx_O2WfuX;Ii3edwXRy
z$NP12|9;sS7510+j!tNB!uJ&gXXfZ1eJH`sWB8ow&bytgF}W>Enk4i)l<r?&a`KZ;
z_?+5z?(x#sLm#?EOtSd0VeLXk9sA9?vyPwovn#sRxMzKnx@6Mp$8IxRRg6w=(K-Lf
zjJ4xePRnJ}@2Mqg)}On2%`tw_q-wW-W$hbMCKvBMoooN9iAU>6ZuFx16PLxi>P|hK
z9<Sj4{cS<5hNHmh1`b8;^xF|NMGt?<ruo<iFfqTeoW0!i_y6J>>UsOL_ubVqj=tnJ
z>v3fH$KzJj*}nFwD|l{Q*7{KD@vYJ=pQ$<HLFD3C<vSMV{|e5K{9?WA`I_nPYC~9S
zuXG$(6QpUozqd%TMEJ3WT@XXc{?LOpo&R#fKi<5P#2j{@cs<kq>tVmbtR$v7itRE!
zFR@ytX{Pwv$r~j82FYo^n>jtIB)vMP=eTv&CEd##r_I|U|JFCt{(bxX7)yCIf1Azo
zeTzBz{}?f)DBXH|PV2|FpLe$yRO#vp>{!b5aK=H~ENTBGXRrOcQt&A$OKQiAve|5x
z7ys0{bY|J?^7&5NS8R2h;as16ZK@>4OBMTP`mz&e=6HXTdwuI-?_-8Erv689g|ahu
zPMFqs;yLT`pgild`u>|T7I90@Wo_!z&{lA`%&Eh8eTkUG+2f{5rf!(9YEk)>-=F)=
z9MxLoaIy2B(!OY(j45xmPA)7t!a48#({*3>nd<W0S4~|qvH6jfoaigFrL!)I-7}oO
z-n#4ewS_T~PU|L#C8h8)+*5w`;m+pW77uckY|gKf?sYJ4;b7s6S=WBz!r~Rvf6iDg
zpZm$Q^1{j0v$jd>bz(47d2M%K*Y?K4rfTNCxpQBxeg8jmSN&eyyT8ALdjveYw3B;!
zfPC_GkI0SQif?a6#-^Bugshn%J*WPyuF`s*CI0naFK;pVW%)D7{lxaCx1LS-HZA+B
z)Bj0reBZ5q?aipaqj6uGVa<;3pDcf^s<}L;@B12u%0C*v4pqC_cD<fHU-WzH(nlvu
z&l)`2`}k-5(s$dYZ?pawlaj4iu`Xt(Q~mNU58L;5x_YT>YWq?$bze@7m9Wd%wbA95
z#Alej2)TamVkc*?{-xiOGZ;PuC%T{Y3~7qL^UvsRvOT}km1OCazk=P5$h^Nd<Av+|
zkVS4b)=e`##I1$TC&+#JAerVeL*t`)#U{P4f=gEm9?ARjZ)WFClg$>M9lmegf2_Z8
zC&Iz#maN$eH*vv#%a_k<PIj?56xC(6=J1t}jfsh|-ruZ~%!FDy4K^D{TymHdDG_<(
z=-%DlrGLVznlib5h<e7G%ZtTxEI&P6e|hMeNBPO}>-1Yc>|<M0?l3#>;%X!Db<z_m
z_<8o7vbI{OIkkC3#+xHkx;1hPvesI}G_xPhd4248{Y<?*i_+3NtllnpU;q2IU~^sj
zHk$?V>WVJcFU*tpxqNf%OZ~0SZ*o~AmXs*vd|Lf+u>dbedq$?G^1TO4?mKl&yu76^
zzr1yLt%=q3Ha6C)c4y3HOKny#yx{oQI$u%2pgfQ%#@t{AAKRSsKI$EtbtW>;V0xeG
zG5O=YH0N!XE@|{k70RE#`Li+4ku@yBrB}=yU+&!P*FAq*>7T{xTbXYw@KngM@H2~T
zIAy!c>iUf3EP=hQ2d5RYEb7faJ~jWAM&a~{ds?l_gfwpb+tkBi80`3=PJHJJnS_|-
zw}o~rk^F3uTP1z-LT0CL%Ph{@R_$$XEqT};{k^hh!L_CjtsX0)4wxDnbN4Xw{rghM
zUT38IJl^yF>;M1u3w~XtUAAZ5QN`WdJ0^a#sr^+lOKQHCd`*EaZ^ADXXJcD_!_M5b
zKlZap=W;f_sdu@%Xsv+f0U5Vq!#2H%+m5n2<;Iz^H1J*Eipc5|OOr_bVw5wdeQ&w(
zr97qnoBxeISpD-`xYD?1&8&pa(>sz47R^sq-XySKhjn)3EO#k3t5eUke%<?iL_Ev(
zP4)iLb@8+2c_jCL=+9W`zNkIdlzW}?p@NTGAN1EfNv_h{^JLwm!n$Mb%kHZ@sGT94
zc<p;KFO!-~%JuVHTRvu;%4uS8d()P?u8HZZk?_N%Ki({0y%4gAwODHL^45Oe1G7Ah
zg|p`#lDT0v(fxdYx72$}XT~?LH(GiAKXhknPV(ck5g*krYxj5_@HoNoKg;~ka!z5n
z#pXA~W^VI6Q>F5+G|jXrn0dnj&RkuVYjQqMF1_(FSpO{5_=sh6&+<!Eoi6-mZKfVO
z&#Z53FxTwzH%t31`Q~4?x$M03Q1io_4{94_omh=Ou=Xu5KUMqqeL~cazdt@c{&8Z8
z#rrE(H|+Sga?15}KmB><V}JHM(d;>Y1)i0k`I?|H!=LqIy5+ao`%C-u7A-q@BRVXR
z>uvGpZ}ZNq;b}^Kmst6z=h03cVcx~(IgQWMNq^gZ_RE{v*C#vc|LxGU>sMd)(XmdV
z)F^k!^L2lva-T$H?wfe#j>lv@-YGAt85fI)9TG0;R$9yy$P~}Fq;%tw6)sOCop|Tn
zVzVzia{A|{AKz^GCyQjRo!rzE`)rv-K)lOL=~mls`JBrZN;hs|beFTQn{q5d_^QH;
z>zroldB;B1@Yk%-EYj^+mNwD)%+lT)4#hJw_f0>i#GtMC<rcesKEv$UMnXL&87+!#
zXLpu7TPh{<`D|_5PL&Ul-L=7-yuT+u`+ixAWrr6BD^Ei4D~)*%W~EtP^Lw@^c3$k{
z7S{eXxdnT_Jg!KI3CvJj;{Av*e)pNpb7z=;W3K4=;<)_TyJChv{hNOW$|TI%W7ntf
z<)&}T$(GEcIkzgq9VKpO)mVK0u=UQ7>E-h|Cd}S?-#2+{^UH%@ijww+Uyzj2-jX-<
zO!Um#4b``l_;?f9-U_(o_SYuwe>&6o=RKXi$Jh1mpFZj1t@d$oMyF=~Cyjf*f1hjp
zTsW=8y0Y_9i?I5`mys=}=Xxw(z3aZyoxtex3)oKCYF*ZHVV}l*s(Ie)hoy2Ii^N?2
z$`q`xjk|L?v+q{;p3nUA=kB?6NHWkl$&r2L)|Kin-?c}-Jo9vWQ1tmsjcI8IPTOr>
z|8`~3&OOmvj%{wxzp(4D=?jgJ;A;zxDD67U5I*7ixlhJ(>Y^_1EdQ@jCidscbbH_H
z_CIqidgsbmaf=<`yvWHQpt8t3*U8|GS;;2Hy9vME_5Tz7`m1tR`Cn!Z%gS;A?gP9x
zqR%}1`2FC4#6^d@#eZM8eewI8v(F9IKV}ZC`~D&F=l747PoJ;5{(jM#hW#tLYO8J>
zKEC<St!(vu|M@(1FU{j#zvmd!cK<gY`W-*5n#ymGx`UswRLQpH2MgOn$61XpR;_X>
zjk-OhuHdPbwQXO^scL@BzdGE9mw$i1q)_FxkmJ@BN#zkaJx>;U1$Is;TW$Ek=U3l3
z-WiQ*D*j&uUafbryqxS3dMTydGt1}AtXXPXBtzfWH*}t~xy945zv|GBs|SB{uuQ#@
z7vz5}jl=a!&V);To0C6WHhlB>V$2pNLFq#mZ@h}0vcIt<`gz=9_uK`A7XoWuTwy5N
z@#f4)rMnl7@ZHw=G+Fra%JtiI-`Upu5KyX7PWrODzO`DRV~)wi=r|RTG;0?HmSEw3
z(nbeV|Cp`nOuiH0u5mrrL}AL`f4lF#{CK%~#oOna%uDWUn5ee={Q-@)OUm#6O71ZJ
z+ce|<jO4RU6=%-)EMT;3HZJf#vaG!CM<n}Ce?Ol?HCvWF&nUjKp`)+Y?CH73b6d3T
zGVGRo_3dx5LiLPB)iX=OPE?o3wQvdEyVW)K!!nnEO1nvgqTHRe6$+32>Krc^`ZsM(
zQQX|aATpEtSx=gfs)>w{@vUk1t3U9ptl9XVqnoSp<&yc%Gvv;0WSSOxX0KS=W9N6P
zZZuaUeiZSP{;1h**}5V`%1iW0(34j77pnbC8>L%4TJ-w_=QTI91Wb}>Q}J0YdD`}n
z?YlLPXE*2{=jr}xbtYx0n(J!OEApPVPnA_oo$K)W#bPOrJzvj0cPZI5^<M4syC&`S
z*LF@cK9HeayLXb^zb{f}j4vhp?sAg1ky`%OJ8{uUg%iAI<?Jg(YBfJ@Z(GTo=+DHr
z_H*LwgO$$$Ss!0vFx=d<_usa(wfB~<)mvnm#iFpstH)VbT6f>yR{_87y|1^Q`@-(z
zpO;F<{?`4n|9AfXgt|Z1_aCrftgfxQ%_%h1t+epxJ=gAvk3RBGA7q@jQT;7(S>oyo
z6QPR-AAR)E+2s=D|NCxTXm-z<ghVd3(#{uJ4cnT1DiaThJ<izq^F(rLh;T<bBkzNC
zj0d)q-&<C{O?6qWWq*_5(|>%aE<Sb7iUorE(x04mK3$Yh>F&F-rL*7wkN<l^yIzmN
z-1VMs{9FAm9zVcwa#0UY{;cXZ%gyh<KYHhD?zekC1Rh@HQoEAN=)W!Ypwm=o;fv*=
zXVNSARj<s7@Q84;obu48<DPE#**}iO22TwZ&QRWFx_((_y8q=jcXBd(3_UvkO<izl
zj&Isg{~4<tHM9<v^L|-;;lSeEtJ~F{3ak|RQ*6O?{oxUvY1{jASG(*jR+RFR%_%qB
zzR2&%^Sx_Yli~uGeNX0_yqu>scT>#s*e9+xf5}$-h|Zm1amS9oUgDHk*d1{vrR#fA
zgOWA})p@_M{LZa*<kKIK%GvpR2PVAEx@lLQcOpeXV6p7kjCI-@9A&d-Ztq*lyWMtP
z@}6STvqpUNx8!a=+GF|ehS4IOTWQrryH6f-WII+NQ=9GfbWxG~Z|gjn*bA4{y1#!q
zYX9zcMeU=nCvN<CY5eP=T|th>vX0A3n0asCYPp;*|GR(7mcC`OHG<`LUrumN3tM|+
z-6i>ZrZ1Y9Ztnc~l%r%L^ShUduVS<-s-$I9-}pA4FPmGl#rn*Q7wTJId?_%wqZKLt
zS}3_ctZw~Eeci3`2YyPhiDftEUb~Q$aC7dd?u`6DTy9ER<{t3P*tlr6%<rDfj!!4X
zMVy$$an5l5QPV944_Tfu&VDB&|EzVN=N40Yb>8a-OB$kAEeKx~HgEal+m~PRJWMy2
zV!Oz;Zi(xycX7UMCeg=Lel1|#oU=ytijGuIGSk7vzNfPkq@rSOITW8wNO&<h;or*c
z(yjJ$Rv)#oOi@~s!>~kLhAFb}+rG1vi5E_v=YQ`uYtAd}%(E-zxSu;IeKhdgY{xBU
z*nBjlUS)TlS=bwASMn=riE`BJ4UP#6eV_D$L@J*a=e2Lut=G8yxZ?Mtws^Hl&Do3I
z+Wos#Uh^RETsga_=ZZ<+1s`*s*pk}rd;ePcybYXpqNH|hnYrtHj7`s-l8FDGewQts
z?z&f2;qb(hs`-W)|L(O*Xg@T`c)k6@q1y?`>($Pf{L-&8zG}XGx&QxP`j=|Y<W0Ni
z#pA$YzNO4<bIG)Iha%ItFEf9aT9N<SZ~Fb;jyJy5eLJb1Ao(+D7o&rf%;_DUP2<Bp
z72MhX?B~X4*V#(`$FKEmTmMrlq2abno#;<Dru?D_T6yxiY(M|q{~mkp=69d8i8VTk
z^?M5rJ}!#Q*lqgd!n#fS_KEf$F`wb{=0^2z;|VO2`&}P3->;h@XJ6H|{-D(@!{k}l
z9Sm|eRf-#a>z(8*uBR8{{kX+(uFI<!r&HJXH^#P~eSKu}$pF!8tId5&)`fIuPULG;
z*t1T!SK!`MfkS`PLhd|1F8uN*i&|l`i&R3z9h*}#?&e;}7AS6h{`j)u(^olWU$U}u
z4v9+XB&?t4dhV!uN^*CU!X0U;@0V6y-YeLcE-k!(GdcV6&b}W?%ed7yrkeLGo2_8C
z<G;qD3p>&eoKt(k_;v2QV?3NqaV*Nl#jmg3y>kBDCcO-=U8OUwC~j;?u2ki@EXVi9
zYQ^?alV#hEIr?O>DMZ|M++^BPJ-1=f>V%0`SIV2(b4TQsM*lh{eP2<moL$XKSYX{+
z1GCpxw$FSKQtx1szeG7CY(6Xd6;}V1OQqdSlQ-{enET%<D?;_|{Ms^OpVWJ`?`6-J
zXkAvQe6!VQ2?L9@#l753jB^VumOZ<8Nx?F7(=O-QL&v#ol=JRg&u?+{$$Y8zS7Mpc
z4}q1rA`?{V_&$hR9N2j4M2xCY`SL7rRZ~H|7^NEqrjL7N?Bg=?9F)pGJ(Q67-?2b;
zbA-Lc@90G>QI1nM*WUWRD?l+;S^v4aj@lB_x$+gW8A`oB@qX?$u3fhB9%HwU@v|J?
zud$he))kza(vy=d0uTE>6nm$%=g{A!OYfSTR{C7Pq-lD7-TfUi_kF!ru9P$-lg*!Z
z>FWox&E~|KztorIH#e}JtdMnZzH8G*rZe;R#Vz)i6FAGgnOW??@>z-t3@2z@h)K?4
zi>~P0vSLNc+BELSYyp?uKRW;ME$ZFOBdH^tl)Yrr?a-H-cQ4NTcldllROgK&F~)BS
zbVK&_tuYGWaTcgtSlJd)u>GmvGbh^?4-1>eDeo1Zow#IMb*_HG<i|4SPE30qp_#$R
z*1~SyF=uw1!mb;OO}4sRk=bH%XxU1o+@7_OhUYs}9^~!V`k-a<fxn&-B|85ui~Mu!
zH{g$+QgL)T+re5ZhQ2HV&DDq5>g1p0P2Cse>>TO3qWFOI2ZxPzmd927-p;=EZu85v
z+xN?+x!!5x5L)cXvDk3ItzX++eph77Utsq*wnP5U+_>7$Ci}d)Gix8F%{ZGD&m<us
zD0O7=XTONz&-*&|@+&^KJ$Q512?vWBrui@5WP9;FS|e5=Ygw*V`-9=xB!R;P?<cY`
zY$$FLoYbh%VPf7t*;8;@^9pwR6FNJ&x74{_Utd4#Uj6^*AH`>a7Vzv);gP&~%cwD#
zan^DTOWtR89RG8)md?D`+|Dn!hhg)V-OrrXKYqNp!G-N+IhT{>ubJO0kAG1OHhTSe
zl1##u8-GlzeFX1%-Y{?38hFCwV|Q7h|Dq80j|wVlbt`Y&oALfhzU4W_(;sg={}=Y+
zaoWOPJ{_NJoTS?qml>#v<V5k$fA)HgUf!qFo9`a1n;GIabH2;WCz|t&^6QVAJo&mu
zZ+4=k_&NP2uWC>6M%eot*&Ffv^!q=`evd4<PgdR*d)-|oy(^tHDg3kBU%uGpBaYHD
zPD_1V!+6lm*3PImYk#7OvzPqN2E~Jh)-%*^UZ16R_Tg<aZ-=hX7NJ}N{^x#k)6NT*
ziMd;B?cJ8dU9%&v>cLTtL?dRu8CAdH(hRm73^}tv=w0*`ha+ph&azXQaPq<Co2rU8
zbK9R<-j{K<Kj>1R_bus^!PIE!iN9j9XT(i=z1!~m_k%`Hf2Lixdb93%-JHIA91;)r
zN+`Tad$J-yN#eEEnFYHA?(MC5my)$A!>{;9x!xK7jpi(3cDHjgYxddNO3Zh)K6opZ
zx7hxhK>YG+C+>gPXU+b_{F*`As`JY}9$2-(Q(5=$rn&6rwD}XyZ8hcF`GX-Y`|L#a
z8{I|TeC)TM-wO`ZT_wcvqqlgfXYP`pDGStf|8vDEv+1RO?loAc!*?*Zk;5p6Su((L
zM$VFnye{mGhm#Ah3;Ml$X2iWMQRlAA5t~IZuTS+`M7DoY-`<>9(iE_xR{x%e!{ZOE
z|80wZEW4lgT`z5mtY1-oQqu1`o!)vid(;B!=HCC}oDw-r>ljnZX1%$4S;H&--#XuM
z)n~>L?fXa8FpJjbG@pC0K#pH<iY3>cE5}=v_{1(nO>qC=xnahYtAd#>Kej~(EZ=(j
z$oEGKkKVZa_xSZ~{=dpyKUdFR^6}#D8=2>qO+5X6*|NzD)<UYvjG@8znLC=Mu3bJu
zzhue3iQFp}Zq~p1>yuy3rXbJzFM>ao9#1r08J}0a@9~cGAd_&b@4ItP#y*}Wel%ig
z#0Hn3gliFZ-WsdVoh2&U@trp+My`Jm-@h$Ai|h34H@=VGCHb}Mwxpa-Btz}G+&c^Y
z?YwsAUE;NpoRmzVW8s`_3q9kjAHQ`7_`ZLS<fXFQg4s7q+}y8lDRJJkTU=0c;8>1P
zmElCm+qx?nPtBV9<(Kr~m(e;E+8z7rzn0g}p4B<Y*wl{Saoyb_(cL?eZe3Pk?CMoJ
zak6mk>{#_fLaQti)~=K4v^#QA?p9amnIbKNS}TX_3CfjQluC~%@~bI*lUNX&Yul@H
zXX?Y%8=96K{P8dMhCq1Iw#8ay>D;&7P1w9oXCG|wV0hOgGkc@#T@|InSFTtHhJRYO
z^y`f^<z-ie*0QT-i@o<<dbKCk-a0(|&D`c0cUn#+KF{J<G4GvS&YSkj&$rthwX2ft
zbzxqp;?J(Uk<TfMJtFn;w8%4MAIe`Hm0z5^UNEg^$4d|QS%Q2aq1%_Iw@lkz{eQbb
zx~+>`m7n|ucGt`DLV4@?Ma>Hi--$WOpE#MrUVDo5X{Lpo>D<XnAMd_cZ=$%X=%?4J
z)P(`JFJC&q<We=0g=MjV3#XER;s@jXJZl=-Uu|fNie1{~GWk}M#Z6h+qx(74gUz^&
z-V~`m%h<zr!f?N<iqKA-r0P3&t~&BRieta2tCF;R{~m5fUYlmMtc~vF`pg*$@u#{s
zzi{5cX6_m?k?F&pvwsy@b`%7DydZx>wk>(0=41ULu0JVNoMxwm?`K_0+>v2!TawRE
zy;tb7(Bg8P#pnEIxGa$1cUrQ4_Y}QYyQ%;F*8fm>yDt4s@|88RJ-5vR#a?{RYZ0pr
zF;B3`zrWu-eu6s3tDm2rzdY4?{nA_OM|@(AAG(+67%j?vkUO)p%;&e+$M6X=_VYfD
zW$#(LaYB2%bZ&fN;(O<61M}TSe&0x0?Ai5Kw;{f8&be3B+6GJ^36njNj4Z$1oVBRF
zFW0Jcp5>3p@yZsBFD86gvvBR-y|xG9xpx<yzj!}IW#UOGA#TOmOYCc|F?wJ1xN)}M
z@1gRe2eY>woiAFjr^4L$aq6CQsY|EVWIeyrr?QE8(f@0o1C@3h&}ev2A@wYuhxbPB
zHVy;!9GzY5mVSrBswVg9Xg5xdEvUCwoP1pT<Nb(D@f%fdxbMDkp}Qq?ZPzo21E$5P
zt#{9t-{=T^?!Pg7O?1z8pWgB{ixpMEL-u+G82mfddVTugO7)5QA6J{j@6cHIvhcA*
z|6kebi9P}sW8N{Wm!3VNrSY^GLxbtB9c(+w-ij@&ahJF4tlIi+*1;D?q_!?P{h(Oj
zU!Z!6;L1z3^9?4d)Jor)7~aN_!*FNKu8m^fy&ejjw`q*zuvb6kloW6%nz50``$rhZ
zEE{XnE9~bY4~MVPy`|rn@x?;*&AQj2SA5&EZb!-pS$&(Dy`$Y?*Z%$T3r{B<*zosu
zzf1If{o~$J9&QU1KD-rw{rGhjQ>IAmQ>pa@s_#o=eb{s5+>=+Q9{YCBthmhbOw1J@
zjgBI@Q!gy-S#>{8)hO{3FTE0@Yj$Sw+S}{o4dSy3r6RJkUi>yY^X(N!;x1o?>0f=B
z+zw1Rvv}!^q&bI_S~f{$MF*}^f9y8zw#AimzR9z8O_#l{%=+}SO@)TQiHB+2RXSBo
z>IbGzm+9MI;l?8N;dpbz_nqm|pY9sTPLH?z7Awd9`gr1P?p@mVH^!fIj%rNryDHT4
zS+5}QxZ7dB`&=JB$USs>>GP~GF5OgjP1A&M?q!{6d^`PPC8ZPVMJNAI{p<7LurPn-
zqpGiO3U;+D$SN0IHs{~%M7edJBwH`UHD}~8tj|7_63WZIo7M3Cxo6e9KSFbaEHn9x
zm)$*e&_&_>g{U0qvpl@JO0N_h<E^{;=iqF&|Ep$}@EqxX6k6DRWW(-)-HdYuKc^^k
z_0PIo^S0{gk0(2y)&zS$x|R0NExK!8vCo0;DK7WEu>8Eb`QJD5@a1t#3)Y+woZ@th
zDdLsO5A%{us$b_P=rX3gOL)0q``J0necJ{6cGqRhNco~>dhF4Thz%>+3Kr<7|6yxo
zwR=~R`y;_L+~oeMU!wQhnPr^g_f407{ygsaVZVoQ4pP@kLM)e8)cmk(NHlu++2MlC
z)EbcwzLWRwJfT0sq+{(Yp>O}sSu{8?Ty_g{Iu>iWIO@)M$tkZzpWb+R=i9AIYl34w
z9o@@RQR%U-UDf^8qLq3qUg~F+p9`<7{k!z=HSydJf}A>cYLs<jHg2menz-UZe*Axi
zz6#5||K7b%o_$X=b%Fv1&*^1XbTYfvoS6Bo)oShvE2fFNE2ZzMg!J<nFr@rlwQWQG
zZTG0cB#pg4+y5)oetbQDS$cfUguI#`=9vXgl3q#goTBC6c5N$HgYll%Z0B~aija=J
zb*Z&``lZL!{4?fTwLbe*UAX6M*h~51ClgQHe|qkLsc~p4k70|+az9Sq?v{<~S^qGn
zB~*I3?6PUnpBDBc;!f{7-8vcT*^d)tKPkvmpIW*ht0^PB=Hub&pL>(ea9dn7eEsUG
z`C*&0z3a9~v`2BYN4$t=F!AqdZ9Xag?cFoBgZe_3Sv-F~-ug9j$$R4*A(tOXD!;fh
z44LL7+AUjtqxxZp@vE#QPY>*xsM;f-ns}eH@xD$n<D2Y%TMjgB+-%){c=2zK1rwV&
zX3eYZ)BUZ(Q9SpBspW?QY-hIhd=_H~W1iLf@1LE34Bu~^H*TwEI#%ss3|uR0P+_tp
zb{3C@Z~jubS=(;-mree?ZO7{p;Y$jOdwT8W9>}avRN4D(S8Q|TT$aag&Xg$Jy||J6
zN$1*H<yCRdRzG}oZQFE(cgH)-`4_v$YOj{QEc9)SwZOZnH@3ZB`&N+ei(J{N;2$;u
z_cq)M*!4QINGQ~lC-{Bmat_g|rjEc_CY+PEHdNg@tGTsaymQ<3O_#NA&B~IPIBWHK
zLC>z(q{s^IDS>x=_b>XV`)p~;f3v^Fjv7xkreEH3dz#;zBZd8T23}!JjH_-f&lS!1
z6tO}kKKFX^$}Pbxa?h4Y^T|1wnuaS{F4d9bK6@(f{!VF+FwXscYu%I|CGJu7V2j|Y
zI{qwTUbfTv?Q^TAcuF=}M}$N-F!PH?$lmc?oO01w>2_=W{LL*TI#Le|3fptjBDvg-
zZI~?l<@ddFS+DZewM4Ax4>%@%o`2FZzRq6}Q6Z9!^JS+LOj>8az`(8PGkdeM`^SwR
zKknfalWI9Vech7!@AZGJ;}m!dU1r#YzSg;OYsc$|ER)#>5863h+O*j+EyZ8`Vu51p
zc{NTW%T*69Zc@s<@;o<H@(<s{6=^=9zm)vW7=^@Dd%W;CVwQYK>u++)Y|cfWb2jdf
z`m<nG`m^m^eSuXODn`>e+I<=ui=&o54qo2&R_s$-Z_2!5cgzE2B+I=ej`0+{`B@zE
zNVT)!PxpKdsTYrnotaw{<Gs!2^-N6Pmik=q=B$;;S{GM_%rEW#nN$&Zc1xJR3zPEF
zWo|ipzIWc49G-M9*>B2>{BDEr-7_w}<X$k%J2mo3<1S14z1w^bbv|$4m3h#6YFS3W
z&nZXrmnxTV{NnbNTy}8A#*-yx3AgXwS#z@I*4$0{yvf^`l^3(@k-KAlK4Qv+o@=}A
zRT$Xk%--O=ttRH=OZi{6f0QO%2|JX*ROh(GP;gP+)r{J<_NvR$50>@k*()lnIby~l
z#<8Mn$A+y>lpj8trDmwyc)Ksmlj*{{uz*V~3~7RjjdsFDj6z!v?MVIInYd9t;`$r@
z&d*L!S_j{||7UuBrIlO!P`aa1ynCK(UTMxYer7+7`&Ki|o}~$tSXmoCKbU<l*z2|8
zy?KoLS7&M%`en784c{F2d~wVCed$Jm&njQ+Ke$^cd760YjfFAOrIXgTeK;nt?CKX*
zTep22syF99{rB~xz^c5Jxy<fHCloap&UjA$|3YEjLeZJkep__^K6&$Xy_{>++0;Jc
zgk>hRA5VT=q|?4{PGEx0FC_<Cwgo5tzxL9aCp*_z!t?&qrlQYN&s;t(aKw5>$@_KA
zD;~Yx%)GBVBRM1O%8Ol#xBR$PH+50T+Nq5kY!jl-M`k~76h5n-+7K@*qxRykz{1c-
z@r6rg9aQh0@#3n&WQS!8?+%Jj-FM~73{8)WQlGl*QW4s-f{VYq9%|rUKJ}NP-CLJ*
zqYkzoai;|q>0DD_xZ7AzuGh9~%CAhVyt^`TtYL{puFj_IIzH3CTn$jpK4L7H@z8%p
z!5X9B)ZGWBF8td3^3JtYE;dRf9N)h!Et#vHaMJSNWVTydndil)uf5@NBDKYXl{qi&
z#=XGi4>_u~PBV6{m((jZ7GSAd5v%X^=f@82`R>oAtn+^)nGmHWJ43mlGhqt<`o||0
zN3!*;w^Qfm6V&~X&G_+B`2Iceo{ukH4E?9c5%qccyU!a0Cofa8JNAJ8K;oyHC-oe9
zSFCrD^GbeOa-YxIE=zFo#NS@RQ~WF<wq5#tQSj-vqep62Ub5t6c8S~;(YK*ueMMNE
z?JD`dVR;Y2qXj%G?4O6L7Pah<F@MGH@+kWLKfR#Gi~?pK|8z1r^KMRYJJ8X3D(~dZ
zwj~X$n-(n+bWz>pzKAL5Q$fPiC(_&N3R_(luGHT9Z?648p9QwH-yZs3dU5ysMXxi<
zgQv&&`wG;uGi-b1uvGQ-3N}@Tn7vsuO|6ukmg-N>{&~^=X|YJezpBERetXL@U$bw?
z3SMD`)uqBLJ324>3vcZ7{?YMf(~9?uC)jHoge4>5q^2iZ);$gSVcB$U@$uuY>q^Yy
z_s+PtEo#9AVdGC5?)&O;UULeWZNC4b*+PT;4IOpUj;S4YRJbB~vMpc3H!Nsc@u%BS
zhEo+6+>Wwx%$f0Zi(q07pLG2nhHVP>dR{HEJn*Ji-1khG)vJzeUu+U~O^P_De&dSQ
z?2L(%5(EU>B2HXWwCVBIn{vgB(OjoT*yH;YJujUNj>WHX-udiJuj<?uGXL4eo9iy8
za0$!Z-rHpo?zwT2z*gPY*#b)}ZfswuCBb-5>+3qVS4k~P^sfBz5)z--^iAomY1E`k
z|DSL6aG4psoGtcBdgq2MB4+RT-Q=5Jm>c#kdb2A|W#4+o;w?$97<r_07q@<>$cgx#
zGpBbQhi3HEC2b7HviKreeyqq>*jH06`z%~GGw&y(57Te)FTDpM4mdc7FliYW_hz`g
za+-XR$2h%OE$xDxL79-(S&JpvT$*_WZ7<AYnK!C9@kNxmWPWEm^54WSjW_g-1pk})
zM+~J)oGp2@pZWjJ%~_{fR?@I=R#RJoOjE<7ur~2|$`5ZvSF}w?;6Ce@`s=9vKeJ~m
zDh>toCthQ`r}b=8{<O@~JD&f2H1m0c!;#2kkGHq4`WyRfSwNJ4*)nYoImxKw%8wWO
z{Q1Dl=5<oNd-@rf?!LZOBf(iuOZOU{@OxBZC*8W!_~Y&TlFcvUvVR?AU%X;><cyV{
z%?fO{x7?KDF3tF&@%ZxV>zDTb+iZV$$^x+&7wmb3ZH^uJt5f#!vemCRwH<;?S+k4o
zEKiX;l$)2R$+0@sq*AEN?f1k9bC0g8ot6=MiSgV5sT%DPx7Z02H{8$I>eBeOtj_Do
z%LvW7>4g^=uTMDi)hN>A!Wa1sx0fw{{zztSn)<Zg*X*REq#l_SFx2&5SScVMsXXtu
z^|2#dmN$4>Z*ktYuCvguU9n}|+MQ;xQtwnB9Q3Jb3scOHnz#GR@Arq~9+_&qHZ`&G
z7LeaNqs)|Hf3(i6>^Il)qF%4vaJ%=XiS^qTZ<{<@Gh&V`5na~fr@&jPd3Z@+LdqJZ
z3oGZ>K2|IICA2co=w9&wVTR}Pn4%vr9N?&7PTt?tdHM~TTHlNrGg&_*{)oRmZ|(t6
z_Lc3H_0PFmm@`(+x+oNxWBOJ9pohy5#g2_UXC4S$_i{EdT-Mh-@qbB2>78wno69dO
z3QOYp`RwRsgR8S&3Mx*Y9{K%?@)C<%GbJBH9SdC+bUf;8Pfx<*C)OvIEm&78^ilmn
zT<yP^v+nC0xLJ5v|CiIDyPs?p&3`dDiLdhfb0hBZ3-cru9({Rv*>IiF<9naqSlmvR
zYv*CP-gaqQjr}sgHr0PA0va~64JIw~Yilg#wv**O!<`tuJo9sih2+o6?k1Lfi}o}W
zeiG%#Y5vli%8|BD|MQjFNeLo39NUiXxVO8M-}e;LhK71SXKg3hn#Tz?uNyQ??<DQ_
z{WDK2ZTY1e!amzMxSY0ss%u+V^zpc#WL-*+fyS8)@iw~QX7fLlr%muYaDIpL-sF29
z9v__<lrri3$DT4ddGX`d>pH&A)D$|-W)yiyW|N%Ew(YkB8=3ALUNoz6-GfZ=g|~z(
z4*gtjaK&@M1aHT-TZYdUG;IwnSl&{T9_?I}o1jp7V8$B3*p*DH`^0LLpNTy$P-}ac
zeW*pU_~TB?v-7S6voorf8CZv$SpTGc{??53g(|sM=RA^QYRGLW)lsZC`drXw{;S<>
z&fXEt8?J2?jdfuWy>a;cD~5OWe^f#)M+U2H_@MP~<M%(scUCv@e@`xax56<bdq=B*
z;WhbZ8-APJygti$`i$tdFJaYBBeW&V_zQhilP%6aTk!eH`dJ%3v^|}tDD~u!l-iL4
zCui<E_(jXnE6-+*$K>oas~<EUurK;|rvA8+%wt*M|BI^T_1mfN>^g3G!p@va$z5%2
zSIa$3F>7hBbN9M>j;u|a&wp@Ix#ycS<)ewNe~#>aI{V}7=#AZ4y<3lL&^4PX8=!ai
z&cgE(_Fa8+V5P8JrTa|HMf0|7U372pBX$OVk9!Qe&Nx0dI(u6D%y~{thswU+uB?x9
zeu<y%yB{dueKyzbpV!3Ym7*t(Ir6=AHL;(bz02W2r7Pos%*o7sTp5L*3V*#2&wlx8
z`@Y$JJTV7+4mB<o|H-kS<i$h5zd`>*tyLzk7qaQpo7m%#(=TzdN2Bk$2cLN8$8AfD
z@BjE4(tY!+`2Ihux0qPY+7~m+hk5$?W%n9SAK*N)TqtY?|M$lc$9q)8G=JT#)Bd&c
zh4Jm6FRmZYXx+3eE3GU05*Ju0chmG^Oz(vEQj&@M&-X5sT(m~OZ_~b~EUOM!?I__;
zyz*ViU%fUkZsPUub59ovwk_)KyZZ6R?l|%DXBSt5%~`v+n}I)xr~lUEhfZ5wCyGp)
z_<6n1$+Wp=AF3_7UwizhYvyLz#AsRm+plUwe%|@_N%6bYr3WvMO_-y-b(3A*o9Ar3
zCr))1U1^-GwU0mNhp=Cp>8h=UmXVWZ6dW&mW9F##Y`IljJahS{Sk{T2^G?L<=E&@p
zKNrw;-KBKp5{LP-Ob`7uQ^;MBeEojvn;pKp&ss<8z03L1n&{C|v$iqtt>T;KdjHI#
zJsP4m$eK%?S2MWH;j{AI)QuO9U1?p*n0sR9=JW{<1Vy{{YnGjQcZ9KEdWW6u46~Q)
zfw4DxoPT;%eR^Vk!`Xhz=?Mnsoi^-vosnGit-@^XyLxqj@AqqeaBopt{PNfG?Fuiv
zU$WPKxW9~BIs8TRggKw5&wBNNSNA|-=Z&@3J~Ph<>WYZIEtea7Dg9OLgb!>iGj}-F
z^PXK8GiAHVlL<$7zL_iuKfh1v@2YDYWz!s){gy`0P}W->!zOp9_}wq}zq0Aa4cKP3
zo_4*E`T9}u=VR%Pf0%p)w#`UMy1x79qvuY`56`JMVE=z^JZlZx#Kfl>TW6F{6FkED
zzCu?p<bh26Y(K?@N*2eQ?KiytOnV^4HuY6iZcnM|x8Ll&2CGHi91bjFVx1mf`019S
zP(<*r&-EX}em(e=+_9=qCGO4314^3JQg2(kcNac(`z8PH&Hnyv(yXhv4<32(LwJ$N
zToqqcsYR7Cw|YzMn{P&!drX+xvU2K*)#fY)Jc0#llo#zT+@6%Bepalye#&b-L4k=g
zk92NX@j^NAzTE~ry|{M=_BLuB`m;G*;9w84#f5L?jH|N`tbeRmyrAXMx~UgL)1`P0
z*mapUA2RMc_0)y`*Sylsbte4ppDBM}dw(qX_@q5kllX)d{Z#5X@<%+`;FN(e!$iSk
z6XuJa_gbS~)yw)G+<TI>tU`@Tu;*I)4K;tS7dHY<6^j4No%1Q2WBZNThaodOP6*^4
z{^6bCQNz(~bTUwUb!zC&bd8u=j%}S!L>1K)<65FRjSk0gRhwqKUeLT!db8ZC+GJ*7
zgE>cH+e;T5&udAy+L*U2&SZwayZmLjrH2I0JxDv7H6gZv`;V{H>&0%KJ}iBg^f&bF
z)Sh?wPr7(+CUfcCmW3e_%Vd9BPft*pBJkMzShs<o;i<y65geC)$xE=FDZTp7oM&T`
z^zOK}NZ!`e6DrpHGN(8E)aRe}*)8JZ2ditRKGkHW$9|dTvqtrIo&LqWDRq0-cTVPM
zai7@kvxTQ+gLvBNIi*%#YtsVG6mJ!r8+-R+pV*mSI>z3oR3%dDHk+wD=qpb;7hHBm
z_g038SK;)!Le&PXL+s7&Z@#ZvSLVaYtLb~iD<mo}=$mD6;GeLhzkwMy+*P*BC_Zpi
z?x%-GpM5I-f}JZH92F*Qon~dg$NHus>_XyxJtdw^zguc=Pwlt4zC-r?1d|V4rEIH|
zIx}Nci>oE{^FQp-P!`(z<*D)K55hkJeoc%y6FlP*=l^fL**`W5vaqmiYTFl={*Nzq
z&x~DF{*SV6%vyC^{lLyMvafw+Hon$y-_KfDnBm;$%bF{jabWk&DaF~DYHJr+=2a{f
zS3KnxRng|qvv-P=M6|Qd`oLp01!nE<gQUZxcCQdzVkl{I>OxEVhZ_gpo!K0nS^Vqs
z7Q62ay96CK{`b1I`$z4b|K}&^U1nbAop^6eio>ml+-;&ub<cgTZRwt+ZvFku|EL<v
zD8Z(kip!FdS}uvURIU5V)xEk^^w%=B%X;SRt6Al(j+=bEf3!T%agoKMnR_Q{T{P1>
zP;qTz<vleq_RD9)C6A>2S@)}9YTdJIPd`7ubjkT!pMys7ed%L6xaK^SIpH+P=Gisf
z2}>IM;*VDZ^1rNjzVGvav%eo@@?`9Bj1n^3y{Pc#X_Mpp#m`O@h=}j||6N{eexuqe
z*GNX6X_^L8Pn+>uN}m;7X0TVFVvBd##G=FVJIWrvo8!}FbFpHsj*EjFYeUp~2Au_O
zDsKBEU(&cH|Mc*8r^SwG?Uf(itcY{{y{2|ue%|J_pH4g#`J141K%d#N^!o+7b4T-v
z6V>kid=Z|>Vp{)wW%rHn%`e-}OCE{YJ?C-a%`g4Jp<DO<OjFl=bKk*YHv`)f)@`dh
zW?nGKI3IK9;kNoGzFRDHUp_nkPf7Q@jW7SY`Z;20(=NAa=O3x=ThG!`R`acX-P)}u
z+%K}XmukrUQ9f^GYNGm0J2f!mN~}}veAfKgbp|X6wv#?@sAsDvjT4$E_ibVGm)(8S
z*(a3fU%y(@_x$PCk0zBWr_VnBtCSm<;&;CG!FpDvpIfi5Yb)8h$iz>=Q>=W#j=sHK
zt|uj49^vYFFBHpN*ncD=YmP1dE~yQ>Q$KGJUi<Q_xpzy!T-UCaZwvQY^775`nQMDv
zweuA=AqVb+c^j?O3ctU<Up-@%{(i3e>T52GCG6xhZsu|_%v<C(*KN{j+x+r!e!f+o
zIgS}}F7$tISLsrfz;yD1-nQe~29IxByXZE3kdk@9e2wo=PRg9S3qx0)6L8zgtn0u&
zapjkV5iJsPo^R%?S+zD}#taYXj1;Mp?|EMdFJsY}Bs(`(CogBklO+FN4=<|+vWH*h
zU;Of(vq|*ttsW<CJm9(9)9(LnS#UbLQ&*<Rij|(G9KA1Z-~Yw9>Syzp%klqye>pnW
zUuo4j>-_%=y@w@PSg-1^{rLD`!pff^tRAnscYk;M@%rV~?&qA(uXlYm>*4QS9VPPD
zV#<{r8#szXO9Lu0?(!_Ievmh}C)wBbQt~3^lMx}>YdI7iuukMyX6aS&?S^s+yAxZ$
znZM^IU*IS@r?66tt72)riGOAb!)5z~#vMP5@_ldYt$vZ9tDI3^DPts*x<gDXw#L@`
zOobg^bKL2W_DGkXJ2O@CR3ui$&WY97I`eCS#v|G1kva`qygg@3+9l?+GtVZ*r@Y}{
z+p)Nu2ipyAJFV*4pDoK0AAUaT*TL;pm(2CHEbq@h$1Ht?cglkGO-F8D`K-A`a<X9d
z|DT^vez_K%Z*Y$P24}V27J*qtlCSsWFJO<^JmFr&<E&pV7W-FR>j(*$ynC5Rv!>Kk
zPTe4Ozja2+JlQ?XF8f`kefw+JX6CWudGH&*d6Js!5$zSnOcq~L5Q~X0wKRD&!)4h9
zfm-jVf5r088ST$ZUsE}4=B63R_d1$OpMSVzQkipN<)10Wt=ZFc+3d`(bg#Udw#zwy
z<!ag`UcFOSzvMHw+|%p+e@<$d{(+ZP%Or9I9#8goDxOl}nct${JvlKVHEw(Uch;Po
zwHw5FS}H|(iZzc-GBNmWW!$8>ShkQ!DR!IV+D}YB5<Y0G(h#_P(7@yjV^mjWvt5ws
zncNQEKU>Sn4X36iyUTihPt;S%czr;dIU`rj;J(WHj+qS3j&f^5WOAGNuJujjnOmSc
zdEL)-M>^VFeu?$HpS|X)=$mJ8%?}dAC!bl?HtkDwew?SZ{9TXFGt%BAiM^O{tL$N@
zW8>##tvhuMl|L^JOPVQgt?kKGox_&TZpCFhmYK~XUfHAC^5^ZGPamR=9jIYrV`JLB
zbLX7nt{lP2e|NO^rUhM;d-X2SPVU}kjf4Z)rVVmj|5{9EmYBOuDJx{Qk)C4ucboln
z?epm~f1L@iU~|1Idg;od*us2S-?YYGFZe%t^Ij^?WR_f+TX6sTzRzh=sr@bU|GZ^?
zC>_!r`I={Ull}r*saLOAuM6@dbA5I>GsEGKA_LRmBQsJPQ`;V{n4uaN&Khz2p{>+&
z@#4c*90iJHmrZNu-}&D7p8h@EXU8|Hv`=5Anz-fWCguAFdbf$4crtI<9ygXfwa@FK
z9F_O?y<A%nrFd27(w}qh>bB@}wJgy*b8+Wcp9Oi}R-aiSxHd(p#Xr$2@ves29qHHS
zgYG}gW8wXA=T5xWb9MepD|rt!H$S;1aL;zt4X^!Ci}gRs-&EjPWydrv;HcZmWAPDl
zCA}~6|IeOvIA^=?!yB4^<X&fU&faxaX6D-_VTa`FMQz?vHd|n40ep{HzjaN*zMCE`
zyz7oXGD$Q{TYUavk3ocq<7LZd;>G(9ZG1jA;gqCtYxUMG-n_B8xhx_<#!eQsCzeb%
zJ8&_3&F`#A?V0{-Jy`vwSp{cjPVl*Q@yoeo=iY{~@VDe2+wa!4jWO}i&4c&8oGflR
z!6BV>U}orwx0<>RPBj@@`{n!k-Fr&Ugug5J*3fBDwQxp9U+<EQ{wgfV2j+4<JzQ<+
zohP%uue`=wzCE)qX!6tphnr4jJuemb#k1x5QN^Mu37KsR0(ZTW7F29)E#!Q+nRR{5
z>97AztNy&bXN_6sAFDIg40k`puP9cj{J1*i<Kt4J)t}z3U((B2_9oA8Vb|t<hV*??
z>I@<qX4I<e_`d$Hnb|kX;-9l~zIncI70W(5Z&7Gnq(ZvB>LJ%I)d}nFtUhP>Zbi)P
z37v}zx*Q*=R&GB0k7enuYgY^_>}o&H|9iXS?eYJHYkh1yF7w+RJ6LVh8&lQJd#>um
z;tBo}tUczK_sbuDUH7N1aPDvO|61#cOF!?p;m6+|+IO{ZT7=z!FOHd^s(1eJE%VK@
zzt2$~bM=z@ZzI9PDCxPy4<>cb=$V*Yczv_&<HA3?b};u?opXJ<<L{vgvGr3wTg=mY
zK0&y{r1;%bflaZX8z~YS|42yx$@yKIm0=<L&F50|_Ppe<W#4!vD+>JMi)viC@$8o!
zsWWd}oBQ(3%{m#o^h*VoSAMy-dwnxU*ySs4jLW=blLHfy^?a^{cy_Bub536M#jEMa
z(KOzxUq0Qk3HmqLFsSXo=KWTY5?56;C2blUD$k|md%ZfxGoS17gtNRddWja-JTLe4
zH!ln~HO*MFI5uO+w$57t{lC5?EN^KE@HE_K)DkyUB9_Te({!Hdt&VdSW^r9@ULuw-
zEo`F7`HRywb{19%Ea{vaX`9#{Z&_|7laYUS=d^h?sp*kQOgk%=Y`b=A#kTEpkF3d_
znvpI2@=vQ?*^_<!2Ob1f{e5KZQDSBAeYHpP48x^&Z*AdY3=Lk-BFgUd=DK;|s<kaY
z>fc_~b~)@M)NAH?`+A*^%n|-;-t70q7Tw?S%9znqweN)T35}-DUP3uHu5w#Wa7evi
z=-T$5*`#>(clXP;Sb8F+3VDht9{Tobja0*n?lYIQwpibq{O-__5YuTAzx5BNoUnYw
zx63W?qFvOEqJx*$c>J(7vOTpS`oM}ahYBS`#M5n_)vi~~+EfzScI^4Y?UmCmv)Qr4
z)vhzHb9Awsp|?UParc{KW8?VAcKggGyS3fE?CEp!+d_}Kb9~)Dth@Htq-c}X+`rG)
zFFpTn`u|B<i61tZ$WGR{_2tFM#|dt{!BsCO&61Ivd&Z!%de_A?$ywzRQ!CA-xWqmF
zTJTuvUW`8;A+^Ba<ow60j+AlF31D2P!1yX=vPQSr&8tEjSML70&7Lyj^pou$&P$!B
zQM@JSvWAi2+Jy(L!fP1La6gf%j}!kqKV13zo%@w#&;ObHx8a*Ot?g#}GV3?qn@uI}
zKfHdtSb<qLCc5gYiQ=SmagOO7Go=lboO4TL%d^+Dc&-kqUSuzn*7WVFnDvD41)hBw
z_6nA*qLU;Z7MzSy44d{K<3Qk^D{K#)>vr$iZ`Hn^<sa*}z1d6uU-Rs}V%8$orMgAo
znfjR<b*d}Bt$cezK|a~({^O|)^F?NFJNd!D?Y6+5Z=37F)qnrGtfE%Hy=CRRvYe*N
zD$-vVi-OlRcqjO-2yr<0AyV{N*0r7t@wg<u*0pBRY;qwRGIh3Qx<-6#&p(`SuWp9i
z`JKB>OH=lww4IIKyqK?rd6rJDlFJ0kSf}o*d0)1@d>+{LGFiOxls4aSPp3;8wIq1v
zr?yGo=gK*>SD$&|vx8sa;`dgWnze8C@7f}1mcgId^<f%ou;9~+o^8Bh*WN@o`<<}R
zd=j|hd3BaP%VDdfhs$hC#m|W_{kYw~fA0FyFY_Pzh%Soc-zxa4S7PZ#zNU?hXGODL
zUXN`mn4)EVdH&z>`j)U7tH0kK_Z#wBJ2W(U8fX9h^hxC5rbc0v3lHZDotbw;Ln!^j
z-h!Yr%^B?R=X6<RuN^)2H2pwB@=G4ASCZ$p?MqQxrX4S4zoc2~ki&o1s6*j#c1qlg
zyd3=ZL-iI{9Ql%Uw{zu$b@sDZ?F9H7zvM9qC!fA9FzM>ThdEyUYR8l2Cf-hc<yD!%
z)ndJM23vtZcwk|RifF`!HB0UbY+b*yUcdCA%-v5SG2fq-cx5OHHLcT9>-q6mChgkQ
zCx0Iw??0e=L7jui{J`Hc0l(TmJSgtJd}O-)QVpeA-ua&52}M~2K{t+ttWT<!nY?hH
zN&o#LjQjkzHF9#kSv-^3&5YA_-&V(l7Ts?hNoNC^Lp%dy%+0SZiA}sL^?36JuX+ya
zEv{Z(e-<vd-r)SJ?MCXmhYxNToeXU`USV)nQ=2<u`wZ<i)w0be%UbGR8-!(9?YjN(
z;Gsha;?G*2+WUlQXOz!)*2wPlfWe@UXKHe`?Vk?w7YunD_&8<wMC9jxR4og%n#eD1
zEkC38e4{S||B{0Wq7CAbmnV4$zjV<Sd)9QO<$?b7#dEYd6B%EuD9S$V^2u(kx$Bek
zna@tDpAvU$m@rF`Z5oI94o1b~dqR)2J^Ww9+f_}O%$VWppx<|*pUo}q&KGn0Jss7{
zPCpgPfAY%BsHo_LkK&`xAL^!@wG7ynp66zJ*8GzDshYRd`-I~Q1)t6`QPcc8p}1|s
zy`zC&7_&Tc81(BtSF`wMrU$y@@;_g7?9e~<Q$^fA6EmMB+a#6WU(5P4$2gKF`x%ph
z(TVpP0|YnaPrndb`j+|ST=~EKFHi6PU4QAv^!+UobA8P1ex+KOe#(-vS{x#&$-epk
zqtF}Y+aEKwq(&;8{}CG_zW;Gf{Zlo!Sw9|H-}&;b@r^b2;-CvsXRKc(ioL7<mHFz8
z{oxy%W~(eSd3R>dHU{;cnV!O0N4Qk<y()XJ<Rr(2E$&F#<}y`A{@pF{FqJ+H!{tx6
ze_yOsW4Y@1q$BGW*&05&*fHnw#oGG<J3p;kKU=cYs?p`otE<;9yURPP^y?iI@nM>*
zV00`=(q-Wky(OjwC9Cx33$iBmX}B!C#JnWC*YVEQ@(a&(R(YLp<(MU=b0#rqi)Fik
zbNlgUB~NqGrC!J;Es|fd@p%8G&p!**e%tNicpk+6Peu1@hIv$Y=b}wA(v`mFl^(KM
zdfe$YQ8Q=`IJ(zOV|(s|8HoW?w`k_-IPNi3oNC9&yy@LDW1qVlPezL6c3PaxpODc|
zb8knD=a+^wMqRd!z{@M$b5zP+Uprh<RncK^@T<-@1<j71S}JR^RC}Im-qM!IFwy0g
ze@TO~cJN)Z?u^~DFJIksAy>%nqa=@*n(*=o+nhYU3JPu6`BAHKW5B2F8}>|<>$i71
z9W>ePmj6Zf2aI7;FK)culWMzdlg=fJ7Ok)QYJaCmz4;Zl%DsE@k$bWSe>l9!IkY6q
zDKRTbK+q>6C8KA?{6$JjujuuODsJj!>?<^$6sp`4@b>_xg8v-0Z%Xnfq}O?}AFMr4
z-S+J2oCNOAM{<AtIXAc6=2{8UvVOxDN3Bejg|YVp+ve=O>F)jL@Xy%~b%h159kz;S
z@vv6TSi1b$#S^)+e(o?}5h>ccwb`R9{#o+BwBwrdtV4Ca3rw5YZ1vL5xyI{*hHCiS
z`p4fyxJ`JpT`Krzv+vt<+M=;MN+Igjg-0>A*XPw0_Hr2LEc+_pRQ=`U-P`4t?f+h^
zZ`NnHI6dLUs>GZ*&c6?2@@7s;bg_<D6Sd*$y#!-B&cg@pTseN>n56;B*Tuc>R^?n#
zxj#MeT;a*L`kdOg4-1PYU-H;6D}2ku^k1PC&yV!oTD02nQe)`xD8c0|Guw|WdwP4l
z)uV8slmlm(br&D{uw2OS52x@>wHRxWCF+r1_SV)dSZiEaY5YFTFH5{gz2ouW8u_H<
z?*+dV%>2!CQl)qW(~i4~&qZg*&AKL`FVU&X!Fu*oNm@C7+l3X$P8qrdi<Nj^GX(|C
zJ-~0Ex@KMSzXfM+GuxT{$n7|3rP3#zqp(tC!mUeuuaEEP{g!^Vk8j4Ima@yUN;E%~
z^n77nIJtsN_<+-`gXbQ}>Nfv4r>mqhA*Sif@fgqjU44DuN}hhberapA`NXWp@vTBh
zqA{0F?TYc=eYf*Y6|<A$lN+|P%$UEuWLWE}`@{G5S6P<$hYR|bY~RJkG_z}~>DHy+
z<LgaB@9&zOC)}GiJ=Rii%_P44x--ti%KVzz6BguOerxWW8abyq>i+YR#I~~r`qWSI
zS3DqmO*VNZOK0JGaW$7pKUo30Dk+(b5<kxDR1H=*T=e_f+Zn}1KlZIRi)f4eA^gl{
z&SatgH|J>1j(ywB?y>y*tn(`ze>iLW?F(4*AX1XyI&b3TPk%(dZn3#9{J`WPS5mLd
zo!KWcoThE%m~&0R@!EHf8~m3OKG-bD{&iS>-~76d57~cQb(qq%ddL19ZT4(^FO1$k
z5?SS2&wVHIMuf-AxB9PN2R3etI=S;V_fg%`5BD9(|MB?azReonCO@*h_rUqsA$j?H
z*L_<Kf3Nvf+Wx(`^XYQ46ITM)Ipoy-bx>wBK0U*3eNyit$y{NdTyBS-Kc|;F8Sm|r
z^k)^5@%p*-!-bf1;YWK~_vO7xtDW=u*ufo!TLm<dlfL+^a%R4D_x|jxj|W#*_Dsl6
z5<ECF%H+A;V|V-Q#_#tv``^EDFRAKBi5-)Fj`RFCo9B5P4pF?he0mV`*U%Z;eE08I
z?qu6j{*+PLWS!6QQ*2u<mbw_Y6fcN>VpqJIN%zgaD{r@0eYLb}N#;0w;g9Kt&esQS
zuPk{aldb-6&dYjNwsRM4XD~|!J@g0;m^ra@w`Z@Mf$9ANc3KmDN0q#3W<MM=?fa?&
z$BSDQA5T%g`uUa_&*?`>vs;*=XNj#VxX%&r^+JUIeEmlMgtXTZ)h#`5a-6<f&z4o5
zxc<Y#Urzry9$$IbV5;vnql(pF(zTD1YDAd20(lt<78)`OAG^6wZKmWCr@p<;b%icW
zmuD}EiI}L*EHbHLo<*aMu9j4|So{=uOI9WWer2O6UZ>yO<2=Byg=xC=M6HL5<vo-X
zs_Q=fEz&ErI`jLf$;Ejw+e$xmZ1z2Ee|o>~i*}YkpPz{n?eZ?`KP_{OdM7*Yv_9LU
z$G7Z%hh$2p*gI^PmKM-o+j95C>-V+uH?01<M?0yo@$-pX>o?a|Xj^t{tW<Mf9diCp
zQg+4Z;s>rg(FOY(YIQxnetrM9@J8nSL*Ht|-M6#Pzki@I(~`Gmk6*p?X8DFfPmS-c
zBC-FvcI_|uze2p|y3DeEcAu=*4;_`~G`xFI{prfj83OS&Uy5bQ4P7l8YZtrderwz<
z{bt=+mKE7AIoMZCn0M02Wv9}{#mZvu7sdDWW~)4XopI*$`wM2-oDyPpXUfZ*|FYD5
z=eNEo%Etop_6PObg&do1_<HB}2YM`q-`bwMx8Rr_*jIbfMR=pu#E59&i%t#;y4J0^
z6q9Lv_tzuuIZq9$75DFqoO8#}`GVzD4#!z*uO?<!GM${wt<h%x^2~$GGTwQrf3z1i
zvGc6F)jat|&@Ss$QgO#al}Z#P*FW5R(5*6ihGMVdhwd2D{!16vcOH!op7{HX+upw9
zt4qEA&WI{?{qxP#M<wRND}_7Nzt}YP8_kuq>pimHu(!8&F=NbG!K!6982FO5tSq(s
z))??<jpX!1-ub<@j;gz*T>3x$TJ3o0vcl`qEqrq9Et_jC%BFYtNWc7Q?p`p*j&o5Q
z=hfdP54+NzNnhG|@AAXLhPMArYJZ-Ve(7KTWBHA_W{Gab&K~D?mSjDUdB)MkrTRp!
zrB|9kswQ(<%@n5jZ|n~8J(?lxu;y)}`5oDvY)OH?BPXuh{nIEk>5R<np8GNndCYHJ
z4_DZzBiQJ%=g|h~Rr!+380<K!V>mf|>=ShEeB9C+uz~;G9o2e{6b?_-E<J{0-TKWu
z#lfN5xbwa^9Y|-aI=9`Z<)^{3`QKaQIp;Q21UhLRls)6#SZtiY=F>it$#N$LYcS)+
zMUk-%8-jE%<vHY>cwu2JdL-u}n`)euzrK!L0{@g%U$UJZeM{>8^X}@aFV|W(zr42i
z{N*o;6zde9%~)NY@p}Ky@cO=f-VIG9o29G2N`^eU7AY^Kx=|?cecj``CBLo|-1>L(
zd}Y5Y$Dyrk@4xc;RLt2mGoeYf#i%rS=NX-c9(;k}Ik(gfPyDTxZ2x}x2I*&N-F8B`
zXRc=*$X!3jQaI=~zx`g%eKShg{5BM4)Hcem>YR4?pK`Uqf*qxYQzAKkH(kBf{G>5x
zW_Ba<X=afl7W^^7e{OvJRd#cI8_V>anhRD;JR;uyyWwhNjVs4guGsL@iUgBd)ei^w
zc3%s>o|5LV=-gYul}@*k8`YH=dTZl6ZdY!aU*ckSSX0)h{b|Fg6B>m==h+|T{Q4xN
z(AR5q`o*N>yWPVl`t{5^Z@KdI^4I%+-~RHgDLt`buj1TC$NED#7K`|;G!;3Qvg@jc
z#+3-?8RpI<2ZbZpzm%mc^c0Y|vXHMSbdlYGN&gCR-papS*1PF3+nhFgH#zCg+xptB
zD05_{<?Z|ZOO+*k`{lLj!Fw1VGc;an;h*((c~Ok;3x*pn59S{%^-GW9|Lw4Hv)_wz
zybslD;!fRK`yo-GcUGt*Gv}w!n&s10&aajD;3n_&=5?^Bo#>h1`qw+;qXava^FE0C
zFZ+DqPY(ZS)1OQKOFk25D(c$MyzN@rsY@oko09)!?OvCld3aCD>dJ_HKTn3R6f@1+
z&ck@|uXRgp{q26PbQyEgUq)-6sU~kQa-U*t!gpxFvkvANC-xoE`}FpQ|Bid>9JO~Y
zR6OcZ+q{ms?TqpC$%&q~yq-MKdM#|>pVrDFnyk5~fbZzZn-ZFj{;uel+WDqtn!fM9
z@3N9%-699J<_GO-<*<%6h{<Xx6U=$HQSI7p`#|j;#d<4e=`+dloOQNm^qh~ZzR<p9
z`{up&d)dxO9m~moY`UF!h5!D4Kc27TT6_29!E*xpuJ&(U_(+0@<4ncWd)?fv#?D)&
zMacWTF<Giz>zwf*OyGi3_NH}Lb#}|Ml-{VCSJmiybdG6;{xn0&du<)!+g5NnEj_;S
z?~zQFaD#>`tJNfqxiko$Sun3|#xl8h@5|i5XH=C<gj5>7SI4bCcCxyqPgpNeNnn-a
zg_QXl!;E)p9zL=4b$hb@zZFyGZP<R~wb1vTY5l7+gJu6-JID~S;P3s^vr&m_ueNX8
z#>T65rrYN{+fTbWQC_Aw4tsW{EA-xBzp>%TMz!+968W~n=`#bL%N55i?8{DBcDf~V
zMs|B_ityG&R)u2Gg)=6~@AOq>u>8T)bz(IG%S2xW{^u5_mj6+%KW_cBePa5QnV<O>
zbk+O*XgY6MGtcea<$};zx-L^s-1eK{JnO<0=PxsUY(BM5P($Zc^pnicqOC<syR4>n
zcLx`)x2V2swXbHz?n&%bx^gq^ejT&3{3dAmqb#rZ;-{W1KKhP{^~aU6;usp^zRd0p
zetGNu-|HnGUsbQnE>L;9(fz=@%1FMQuDw5sw(#+<TCB5<u{u(`QrTI=!!!37WA{P5
zNe_J)PHFJ1-}Bo)D7ZTQ*O&DFg2t;_P3$cXGTooH%DRnnZ>Q(!e_l`O_WX6-FY^5G
zruyfu7oW{Ju&!k7?R29RuCHvXO-(me-1+g=-{Btj%H8<}OS0W&GWjkmoil%x!nW)g
zYi6yJ32`zB&^~Uju=b9;{?{YiTQ!dzoBi$DM=8;_9cI4{u>3zDSQ(I4c*RMicaH7c
zy8pZPPycth{-?HyfWcOs3$y;UTv;#i_i%Z|bheH&k^UE~)@)Y1D0J!HFB6kHo=0Zv
zGpU(%Lb&Iq)tM_s%ko0Esyx~5ck!;Q!0p+eGZP9lu6#KCPO|Yytt88Kha)Nu9jsFW
ziVcL`-QUph%%RDDMnQU(c(a?tr@Z8I&KpFR6)44<PhH)<qT<H{-_0LBUzqpz&(AO!
z`HKr2WVUT}^jWMs^T;u?+2(?_y{>2fdT(*GSNQjrE6shbfz9n1(vpid=SgR(1<iQ6
za;wRImPb+=Yg>QJi=N@P{I=EQqu0+bxg~ss|A+0xyNz2onAR^<`}^$i{bhVhbejM6
zTBHf@o_qAmW&gU#|9-UpH`%&vKJ&x9OplIdPVil*5+dpoV(f3{5VXr-iu~JCyZy@y
zl?@g<EN1_-z+cjK!yH9%)py*Co&sNcPF`Ge;>9GBgsGL!FK}uLt@E;9fBy%|#dBp=
zwnbKRtDo9jy5Z+^=imp&irC$CvNw)-_S>6V8LwGTtM_DP`;n&4u`SZwj*=5<p6wO?
zko|LBke8w#lk*%Q`B%^Xn5Ey}JgL#$Lt}HsJ)yF5J3AKgU6r<AS316_#A=FQr_s;3
zwHqp?XNxa1HF5KvvDCKxdG)6`XP@fL^{Q|9`!)XGm+P7HT2DVs5@M<p(+xlGIYXCY
z{=>_M-*_9z_B6H3=G!;xaBRg>rVl3`dC4DDO1<B8evM3f%hZ>zCv1B6_Td5F|2NXL
zJr;H^zOd=X?N*<plYX4mg})AdUDz!!cWZ`WjL+Tp1kRTgg)Wg((mS^b{F&9Z!gqDT
z!l^%O0=zn0%pWrZMVkM6tF13mx1zM`_q<4lyI%r*`vU`PuFP^<8qvW2sw`Oh%+;md
z=>`iGgzjs-Jv?W5U#*bCA&=Xf=AL%f8W;GiZ2RP$GHoVDM}iW++2+o8PPYoyKL+;9
zbC~O`%*_>dUO!k;?&x01!F|mBjKvy*|KH~CWAXaDc>SWPzL{#P<+iw2JkWQtQf_tj
zYkii{-jSW*)sYm&eeQ0|!Nbjk6DM3XciKE5Y|cdgZ(o*Hm%o4T-Eh8JTUC(k-vzw;
zrTter24!i<Xp8b%mpr&o7m^Y9=&{U-C41cpK3D2qWL&MeUNU%T`TYvsq&el0>!)n-
z^YLBE_NOa~<7!Ml=To!S*NrM%g;kD+G~NGpn_tmmNh@niWZDd7$5^ZIuHVb9&+%-}
z&2zh3GtakU)rFD;fok>jzhm5-7Wo})F37TL|2*N>@7w?GJ8Fv*8~nOnseX7);^FUa
z<mYa^dZRL9RhsPD{+}m*{J817gQZ_IS=pxZx=l|@s{QK_UBj0*vQA~0teI>Ou~s8x
z)$Hs`JKtR^St)<V_D*x#cKfZ0DN;wbKUkbSUyvtRGEJ15UGr{31Jf~G#m5@2pQyhp
zD688g?|A3)OksWdr?+c9J-pkny&|vbefpls!8KoR+q~UBXG;D9qfedEf0o1_Nj5Tg
zbia0qxlz{Y)oyG{{1*y;$t<q3Vrwhk_vO{mFSnMK3;IZ{?Rt@}e3gZ*Vv3h>_sjN{
z6K^Y9_x5&7iujr%H~F1tg3x8-V@IM~ZtpF+6XE~6I{K2pvKiGZ`i1$ER_!{uLFh*8
zj_JP|uDfm7qI<!huX9;v&US|tX=k2hg<W2{ZmEgMiKv!qVez(^*Q>L?U!Hq%c4pNd
z&nmvUqWz1#{!F-ZV{J(BC!>c`{1^8o=q~-+_-M+HV9}3zey?fRo2YPg&PDU69uMt{
z_2=H+DE4_YfBIeVOnLd6v#e$mFeSgy^FKc8ImZRp44%kr3wx*CpG9;FS*!csJj~Bv
zv0`0#;y}W>me(ijj%ggW{4OCZbaal9{mhW-ybmRKr^&u_Jeu1YE_rQ7F;B#)^EGiX
zv-Ivge8VI*hb!{P@1wg_&h;D%j8oJs-rDzl@e`haiREkt^1EYJSxv1_6z5>*%(uBd
z^G!5^H}f-bp}3FYPp93Upq&uf9py6j?Sw}s!nc|47k2QCH7=0f`bV1~KIMRALw|YS
zueTcilTV%yHu7TVV7vU2hwcAGwF`pXGbeUB+&bd5|Li}$Y!5fK_`ht;UC#a7Dz(v5
z3M1s%8y|JG?&R~c^sf=~ycNlrB&5WvFYThNrna=L?@IB%-Y?YxMfIQO|IarO^6_HW
z)N*rT{qg?kr?r1A_el1ByH{!M_wHSs4F4?kmTj(CTCqkUb0+KRb+2Q7J>xID_vdH4
z!qLAvynOKv#s|;!>zz3>PxejScaFQ)FC01M!>jis?U8u9<jj@xr}Mr3@hR|%{`{4q
znS1o!xhwZQE&p@#`m^KQLOELvw&y2Yd*XMp{_ErUihrGz!VYZVW?|M_Gwb-rnwHks
zLpEH@n+4c+R|o%KDp^{rtnTQw+T)f(!JD*N2bQ+LvVH5^g|{bX#Q5CLis%WCY`I<@
zcFE$mvyYGeu_kG5+e?S6d}5v{+THPQ4Ygddr)-MfgkOtS%$;!Jy5?(^Wp2M@->zhO
zSg?6_=A6XqJzS1Gbp}BehwY?lWn6aiZIFEvyV0NH!nv|PW(p5dTBdv{XYzkEL)K+|
z^(@K6DARu>R%;g<W~|9*;7H7QU67Rh&g=fJ8q2TOOqb6N{(j?!K+E5?iDx$5VBqPD
z(hXdy@b!iJqo4e9{Wm{%JYjLk^dN)u<tn+CCx0Bt*j3H1%U37xe(!Hxu^)fGJh{pE
zp;+l#%>>0NyXCy)oYGkm$q)OSKdbt>H_dn`^Z3wTgXw~Pjg4M=J9hT5_7oNsmh|_}
z|M%qh%j-QK<vy%7{yF>ppR}s?)%HHJw#*9~cU1Qm)GL&Cwr+SCcSbt-S!LXTsAIab
zs#~&Vbct?I)VpwGWy8rG{_S2<L}zFI?7QT5Sz{qr+ljWqmas{zN9=tCdQ_Aarfo6!
z*!<aG2LH2Z*N+BHQSZqK-?&lu?0P17jU5s0(!U=2yItNMciZp&-*eV4?f-twKg@D+
z!`fRDcL#6Zbo%<b7|;C&mmI1yO_w#f9nE$qL~qG1CN}>mA<}|AN@qEet*@xgyDTOd
z_gdkjdgF_P9cefCpGM06lbLGa!nQf3Z%_Fvli9LDCmy`~A#9RraAse&-<iXUKbC5`
zojUQy@_<Ytx5Z?M%Mat+e3z$*pKxG&`dvx*^FqfDauesPS^Vp4k7>`k@P#WTZ_cup
z*}Sg<SfyeQ$gsV3v8w*6WPK#9`p2(X+h+7j&v3hvq!)g4*0#oDA6-rd?P5vX%lmoT
zKEErX-%?&my-PaUE--Dz%JvCM`rf$*yRLYaTJ~RVc74ycs7{sLVz(a~9TIvVAo++<
z(s1tNowHy2|2B$R^v-cjs&3cyS*tSs?eJ)s6(q`H{cOo<Zh?yes$M%xmqxgAEZl!}
zXR)$@WohP@d%9aXC%?3@=w2ilemz0u`ZvwL3)B|A_<zXp9+$@7^$YIh?F-`$+;KcY
ze!}`&pZQGW_WwU8{ZjCm+oW6K372knmRzy<rZYET-&O^NjNK)Mf1k$xOI=fFbnVc(
z=WiaX{z*A@W%KvsoEi4Zgw3u_m}_0GC$oBO|M$7Va&g)}%kK7alpjd`=DWbYx#D!1
z$Dt|NYkvOD+jBgBCPTkk!3MREWt)8-X7e7rXVtPeF?(-*t#7b_;5y+$yMoG}uaZht
zy<K<ZUdFD}8}W%@Cx7r|x0RaSICyj7!!P>(pRi|sdN|jlWRc<5lC2AlW_dG<>lN9}
zta5V;vc7dM{@+>s3km*#Y;U{v3F_atY?#txT$)<*hrw=&YR-jnKiOkD4oH>+%k)(j
z9!dSF{fs?#<J|x8e7^&wj&E<;$lQPJ1@{4)%PAMFviI%S!tt0>?mqi^Qxip-)|dB|
z^!MyYGjY_l&NAGcd$h8i-FV0G{`JchYdG&8Fe$HIG20_ybKrK4o7_9DUAXVa5xi}i
z-iE#mT?5tR`i{%#{zvrAuVbvf&7vD=a7%GvqU3%y-^~|0!VXV)xt%Gyi8HD6)%#4Z
z_1`x7nLYY_Qey3<|K6GTil%SRFW7sc@7}DoSMuW0^QF!(=vLoyKHX&Bv}MMsleJre
zX8iV=-Ocb_P(bU;iYIZbQ8R6~Nc6E<esnDG;nmuqF4w%Alef59_@e&Dg=^Y5SE+n(
z=kDp3I^p`^yE^~8rBl70S$1x3@MX3AHQ8d_p#=pA|Gw=GK2o!NLGdSxsf`Y|mf5gh
z=wkfRXK`L)^Cv-5ow_5Z)7~*=$lmMkHafsjz<1c&zxbZYmYzRnxS9g`o(D0+{@iDO
z)^lqi_o|&$F_+3Wyybh={Jli(GT#O<cHPjRGhzEaE$Pd7+xW;LM<jL9#?<GFErP>-
z*3GGW@hFj(c|+y1mhT^W7b(YAJU2M+@$J&|$)}>{9DTO&#%{A4iIt9@c1BOv4!xP~
zeyV+bEkoh1X?iiW)0Z9eII+}?ug*2?sd4#F&;DtG0n?(oUc}sSy6ZD3VE?7*zh~bt
zzizg4*}jKgn(Ke&Ut+iaue~ElTw&?aE!X#HecFCXUsiwn&lURdJ`#5mO_^_>(7&9+
zDWP_f(W5k*b*o*=!)W^-*I#z?*Uy@F=cmcq2QO?bN~|WhTZlEuT$?J@WFb96K=oME
zZ`b}0mLKNSAN_GuHU8Sg$K_Ygrn}BMT(U2DspbE5-@D4+WT$UCvN}!o{lkphmc{q~
z95Yzv@t0YW$#xF2+35`r_XKJ!y}M9KS-E`0&WNa0UXN#Nwyid6<}EUIVLNvz_RZqP
z+Gl@1stbg<+?pZbFCK3>^_Igop^CQhxy+6}0)m;moax#^woA)?>0Vj1bA@V>ON&=Z
zpGo7J5~FK%cmK-wY*PvTc<t(Gfx8kR3~z$pm|o;rw6o-)&9f%y%%U2hmd<U=7mrv7
zS)E<KW%m6Cv2UmTt~#H<c9nb5K5oY3j)THyE~n)@_;~)nw-Vlz-!*AwXH4Vv-kRSw
zVO^L}`t5D2f~~jx<dt@r>D0XOz`6Nu9XFS(<u2A<xjma>$*l&J`TLl6?koKI_ljG}
zeAyZ6cm>`oZ9MG%py1}G-h89_o?8c(`B`+Ao5c6D-m3VX>(U=+_1J0QwSzwc8@8m2
ztG$2f+%xsPrQWm1MwXWiXPfyZyzuz3W8%Hu+4Gk@Uu|q~TjAVJ-){*&8Jbq9*8bjI
zFJ!H^{(+DFqS8deC-W{gs!Y3L^-D1ARD!@!x%Q1b;S(3dsJ|}e;aj=j<=U0sm2J;*
zMc>SD-#6X+<K2va2VPyh<+bsLj;H^&2$O#nJSF4bmT2og3ilMJ9QF75Z};O%oYntR
zal1-BGW{)3zf@E6cJh~d|G(HTKkh$o$!QOUWI>^Kx()x<9-J3h+-)6ykL?(*d#?$v
zl1IGWOdZbFSc%xJX+~SlX_#w&R_>H;J{11ocZR^*1f3(<&%|F!uGiYbTYgaU&~l-J
z6O3>Cd-Ndo^M>!+_%2)uUA*_54CgXe-=;HRsy_mp{B{)dcJKRGdz!WWsadL~$^IX`
zXRWO7Nj)oMt6!n}U?=aQMe}z?$6gl7cDJ77U}|yIBI{aW-3I<dg~HswYxr%P1e_1g
zFz;MG|9swZ=^uexwr<+_^n~Ui6QM5Ah;=DEhs^t{4rVWL-O?eyVCLR^9}J&~&SJkA
z`lWH%YMbz^Sm*g6$}!p(;~7ilEb>ljT&DixVNhPx;r4GOrp^hQ88u2i{Bx_0N;1}!
zOiDbKk<6Bop)$d9t)u7x#=XqUnY|kpYWKt&&r<vQ>5gFd9ktK%Wq0aM-jpJz5grr5
z8JP1wGigWs^FPZRI`Wt9XP5R~DXH{EsPE<NHDAB}t$iaF?_T}kY-0VaERNTze|DOj
zKH=imX4+Za%4}$#G3Di6zK6W2q9)znRrVY|c1+1g*g@v=!NjoLiOWy?x#fRo*?a5#
zT*rP0=y^Q1z09)t3HK9OAMUrN84W^3_qY2z4B7KwPM6ipc~>udIqF_)ICG!X3a_)r
zMV@gK&)PQag5QaV`VSA?Ib3cjK1un((a-(xxt*Tu+c(@_PkG!*pPRu@_j=-v>)-j7
z#2#Ay{sDi0Z$MXg!oFP>zxCNwOt9PkSEBc{h{f$$7yS=}FD>S1OYGk2^tOoePPpP5
zi>NQbA(s0-Pt~pXY4Pt!_UruL{~s!U4_u<WbHk(TZ&R0L3krqaNMD!tC^<P~k=lpW
zF9Fs(>z`dXy~a~J<Lvtf*Eh9lKDmANezI<s&-QuuJm&v>W4~P9@PE`y|I>SabS3=j
znjt51c*aIHtsRMy&l$EGtW)Gz?*Gi7`|hFe1$)Kq8$%ay+exN3n{Bz}5_iij+p7Dr
zX_erN%Ce(uby_nfzuR1tm7$<y&!})Fd`pSJX$jkjV)9%j*}iABbDs3g3cr!CHt&U;
zmoJCE_Kmf5{VzI~tvli#y09TyVuzvD<gR}r&m{CCCThJ<_&ZBv*_(yBB^i7iCmyw|
zQ|UkT^?7FEtFTuu6)%au&iZze@qJbmXU`pVrN?KN7iX?sX`iciUSLm)N3E~y6~?wX
zLf>BAJ~X|fJ0T%;$<f`1_8wXpaXF(o`K^VtrXKU|T1nGW>Jw9K9;6#e7IVd&{r}Ho
z`kXT|l2aBRp40#To9EB+CAMCXHkz-3Y%bp3GmmwJrzVe2i$d;Rm741kC(L{dnIa?G
zKOHZRXLyhtYBBHFu86zhmp-jKxz@c<<o%P%P`&nc*KNlyi@g^~UnRm>ETuZ9vPe^r
z$EEd_my@r5b?!6P$s5}5#Ci#Dx96FC+<gCMe+_Q^e?>FSFV;I}s<BU&_4rDO)v|LY
zdHKxXYPcyoCH8>oqwfaOZzekCGCr(%&R##u?x^F8b_I7o*T>z*M0tPiGVYA*Uhy$7
ze#V+RPZk%KFuiS32;36b`0|?Gr4sermFsk46aBl}eoZU+{p^0r;(H%HNSduy;xp+8
zJ>+*ReeTJq>mBtB-Jk6|W=%VmH1~D23DeH}F1Lu;>*Xf?dNI}GgQ$eU;_2^YpB+h=
zdSRhzAiMa3_x0avRWhnyKF=}R)-=~iM`~NYr$md&<O?s1C)5ed$TsM>;d1GIwSdB{
z72$?Aucn48$zE_dK6lY-M+c#E+vV?ZM@)A7@z44`=gR-j%k6!x%g5-uS1a<16_nS8
zDkOwV_B?z(XxXLJbF-F4w#d0WTAuq^XPJYZo9zsr9v=RQY2xX*D!VLN?JLc^YRfKJ
z-><N~>%jZ(=JWF8$JVS$MmBFP-jp)>TWu;WE8FzgcsH-|%AA}V$7L4ruJz=s=PV0o
z7c^9>{eQBr<eiWG8Ll1%sTE-p;!Rr~tEGipeG<r<BrRJz!%z5JDTncre+S<cRLz|g
z<x&6nc6{>jDlOA_w)}q%9oew*diL}-=b}AnEmAf5B1Tsh{=LDn&1KWOs9b$**|qF9
ztIld1jS%CW{X8e=iSTdx#|;<0C1y?779o-~fuXs)MWwv<?%^+wd}a$RSbL>2uA)OD
z=>48@%eg6uzkW0?-*~}WCObLri^a^X4qJ5E&VBxq*jAL=cxdHUj;6c68e*JQI8?^l
zDj8O;UU>3If3^RLt(#e&75~_1IB}=NY}p-(SzfATTU#3@y$Ce;c=hnn1JiaXT$I;Q
zRh-nxI=4gd#+UoY>eEtwgzPFPn~=bC{?gmuZ%+AI{(A7`+c(802bc6}SUJW_Jg)uR
z;P{fhwt}^MoYC)+TcwP$gm$+bpDOX{5WCJIripQCirZNuwk>KbDej%RMVzPcNdMws
z|M_1I7QBC#&>rWm@qpLta`NXRi|o7pZLNKGcf;AXps#n+53LMWTkcf2;P27mfb>1-
znfvsaP9KzBq{gWJ(=NHAE#c|My<aZx|1FUFpk|km(VTxD_FfMzW<R3%e*H$r+j0;6
zXI<2h2wlUbw2<}k(G~pXlV`LrOJp`kIHg&I_Qd<MpMJaYoy=@grAq!AOIIkoSka$+
z$svB8WvSKO{gu|bn}zqVtQ8gAm$IT{Qu*`JU96ldzJ8Njp6s4BZBOHs+4*e(Cs)~J
z&v2GiIO{515zt$#G0Fcg|CEm150@n;f9SP+7GumPdCkCbt@^1*%|*u-oOP?plJI(%
zH~*(@Tp`~Yrze`7`ArUahv#U_aBNYWDsVnDgZ-N#UwP;2^_S~dmrV|JxxMn(^<%Pi
zs_R50)+QT$`S9>?M*2oM@#HlPIvusY7B#g!H!L#!az0b%^P3++dwJ!Box{x=Hs7!L
ze3rw+(D6ss*+ov$&vty~{Ot59?#$g6y7%~(wQeqW_i&FcpX5ciTZ=8H_00b|rSXDh
z1n;8vt9TQoj_pd=f6Bzd-8Sn(W`MW&#I*;u&XUXGN)}mTT`tcyd0Cl5qMvY2TU}r7
zgU3fZXPWfp)}H<EeXF|kWo0b;tmQ@Lb_TRMu{lm)S?u98#fA0xw%d32));S2Tl<gu
zv-h(ky=Pf@yROeF^Y6d2DRs4ObdG0;lIA1^=8hh%5QnF8KHHqPyB{68z~kn-y2kbU
zzE>aa{QYM0=e$>KnMcp8nYo8+hF+$Aza;b9Or=v|m0h>|moDTEKbiVj&{ECrU`~Mi
zx-}QqY=7&*98#RZvUQb&e#@qdn|S^g{yH*$@^xdjlilAs+v~pbYZXk}^kla2u{#@<
zK4P_>rLe(=xo^wXmCX5Dl-6YBX8K-_tF-;f7u&k=o=5)wNBfui=kJ?-OpbrK_WAv@
zPI0jRKF5FGYi^66{0o~_dspXG@A7>9w*Pp)Rp8T{wrd-v9WlyMKJ##C!=-IG4DM>5
zX15vYufFLo`=oMJy58#x^QM0n=tz6Wc<J}dlKFd!c$wzt_NHB1Zg%FR$?}rk_m?tW
zPVu_7#Ij&X_-(;Yyn+>p6BW3PTf)}1oqYY~h1c_{=t~al)yB_SQaJ>A*9DxjYhjm+
zTGLfhFEZa<=;+(*Wk>GaDfDQ%ayN33?L+CN|3|`lpH&`EdA&7}|3+MWM?Q<%!<LG*
zN9S*3Q%iTA)v|ZuUERB8=DdOnR%LHf$|;h3m~(oSl_ck}roFY@`?BVFEIiYFW;T=m
z_kN$~wgau7FHHEnX5#OrErrXb`gGilahGEX@c8s2tw(qB7xgr|chygSJg{<5P)vSd
zy|KuxLF{$OPyb7&zyG{YC|$;Jsq_BQUEU8QuJ2K05AD}-W7*oR;eJ`-`a7YZ`|JEB
z==DC<dMl>-OKL&FPnpJyM>_HS*?&53>y_w#c>bdD{O7ARXW1VsMx`46oIX=~zw76p
ze|OBRf9mZjU2*(iv2l=A?w;fVXF1MeT~8+pPAUzU_g3S0-r47;6?oE*zh4^v=WzVe
z^)-*b2iM-ORP!^?*czxOsxslWbZ^i1x0^k@e-{W&5R}r|a9MYH@KWBX3`%)FRdg<2
z-mhr;|I%uUpZD4#g1q<^m)YD5ye|G%^VsQKu_lE#(&|4uJ6Wh?^lWT+8Ycd2^^El=
zToM+Gm>o@ZQMPjUWK;4~RG^@=>icwiMaSE|GDhsd>VZP1wme>9+dhLaXZ-~`v2aPX
zNcPYa=B3jduJxsDIk@XnpXAyT&WG+^5>$_QV%>K8{uWEQ$G4@wX?JPu+xzPCopaw8
zP0%n7xuhVYT96l#U-Nc#&a~B;GQTU8b#s(BuOIRBY!7-ljZH<^=fD%0*@moIbFH7$
z`N!w(a$;KcS$y}61EpHZHqtGHraY~D7oVS4yMcdGgyY<b{2z(8Ua9BV9LeHd7B{t&
z{pCTWZ-;M8wZ85>gI}`3LH$vORO1yjl}9<>q7`nxl5(=#H1X}m#QU`$3{>W?y69Z$
z7rkeDXXk96->uxw4Y+45uK#lLY}-E`yJD%7>KX6u&sGb%<dLP+c>XZEvIloLN2s;$
z?6=w+k~dbhF0ia##(%$US;#h)3;v16!dzE)#fY8?;4D92an5+3u5alXLxa<wFRY%(
zy@>tDudn9&xD<ojA|n2nuvM!RcAj$C7Tdxpyy97^!R=Wa+mG8E>D?W<mg~Gl<hhv%
zGCn&a=Ka^&=wN<^w?`&<|HhuVrn7`6o4-607u$P{Eopt9OZ}lhNsrt9#<M1L8^ok{
z#5Kk-s^?y)W`C79M?%r~(()F*DG6rVc29K?`{1zbis;#eifeLfn{qr1#LYU~x+eHu
zS^VB>=UW}y`JKY`><^xnp5AQfHLt?y&eY#Cw=Vst<@#w)_nc3<(I;0FZ0qRnNnZ5C
zzCg+Tj~L%#y?M4*+FcF_t(@+v!5Xr7v42C^&+>QonpeJdKXkQ~^R7+Vwc;u9+y@&~
z<Q^5Ux}7$f`Yv`~g=Wr;vyT(Yu3nIGba}}=VeZ|t&lB0o{#FPGDL##3OPeyqGHq7P
zQM<(LZ~Ee=Xe(<6=iIhgzu<3az`<yn%NLoLyCoYFTe_b&Cp_Ex<Lti1W{K=GJFnTr
zs7?FFT6XHG_~W;q4O{;())t+!_*nQyHEUv8f=k2u6NjQ&=B=6f@X5}sTPhQ6O}Ed>
zTNt}WMS1Ve=zkBQ#Cce2-KrHfzufm?&&D;0D>&0T?PKP5uD%w1>DVRjl`B`z?a()A
zI<@%g#_)_j_K(bZ=J^dSD;ad1x3VX{uDI#;dqL!^^b<=Z%>5pnsE#<$aa}=RTVTG#
zMbBmb7>YSmcV2zaby#=KgieVS`Te{BKOX$jPuDk--W+*OwN6y;N|N%vy?w%#pI2Tn
zuJN5AemvC5p{n7L^Na9U*AHyR=K0R8`0<7@Bae^MX9F+uE(V)Wq0{@<&302Z*!3@A
z4r6Y^!Ay_xeCY#^>~ak&I0{(KO}%jO$a)?b&1Pj?#f`xR%rg_0@;Xj7$Tw^Hx<2fT
zZJ=(*gOXLN-5efQcp7Bdt%-Nee8Rk+J?3&+;l3ut*F`POox<TC1mC63xgw)+<U_&v
z=?3S6@@BZ2SRdN`%wU%J%lw5qXYg$L$<V?nd{QsjFYC66e|F1`aPC0%$G7g@oVm`f
zd8LrgoTi19hwkbr#>6b>TiCbn%7Nv4d!ioyxU?|B^?}OYZLbb)z7(LppC|Ufoca&{
zN()Q_cw|BkP53gmX=c0Nm$?ozx5TdK3i`8X|29p%qkpRO_==9EReVnC(cCX<Y=2aC
zzGdZ!1y7svf5~$99WNJ<SbHJ=`&k{61pmaEj{GTMFS1!J)@+_V$1V5n6QNg!w|rBm
zy_4B;K$Jz&`=$8%J!kDMPPzBLeg5+LepY8)smGrf&u}JA(N1uhBjOS<rEUGR`jx?M
zhwe#9G|!dHwVpN4lp|H?#@j1vmVMTpoB82Gh*X=T=4zYMHrJP*zovFsr&BTfM*i(v
zic1cvXCL^;X0bp{alyqq8Z$Ru>2mqMmhDjHVV?smx`GG&X7yaU^s?>nmqQHuV%HkU
z_9+xR3uCH_R9WA1t52H0a-Lz9>cS5zn}1%}QE2RY&_FkTvE~Xj2PUc2RWFXIg)o)Q
z$o-}~VRhb{BTq^+S!~<crFqgSXDP>gKVh;g%pkyeO=)ZYrG_Ydk8tUW+BFL!!XM>q
zEjHr5^fv28Q)7Z(>+eHNo-=q)-ClX_a_lUhy4@@OaBwsRSe_4mq!KT_f@#4HwEzwt
zo`^Nqf;#U!5M=CHeJ6b-%Y>?hJx5oy=!DFQ+0Og3-$P@5m_XtZR+gB(2a*nd)Y!g~
zE85RUcv0_)!)EK|v??w9_4BdBvs&%x>Gdq<EVw+KKJNbFqa$`(mj9xbUs9k<>}H+Y
zFO-TnivAZZ{P*pwO`e_lq`<1xDi`Ymb9<&fo;d$>s!QS(CWfY*Rf-j1%jK8F|9M;Q
zbAHdy_d)+>Zq5*#VRVLdkuBf$-E+3e^2hzTAmhBC;1I9m@+r=m6SB1VRcGFA`F@4Z
zK<N}iz?*u%^p$HW-jx5_cxuJ<>5q~Riajuo7tuHnb)2!!#am@XmeQiGtT6LO6P7Z4
z5lwx)viQTwFTL;0mXz23Dt~!xx%_gyoQv&xF-eY(#2qb<d~cYju+3Q7RWwNauyfRR
z#>WpUx=fySaUV0!`*geT(;YR-7_&2$oo-bZzquuM7wcD@`~M>5U*)HK5y|3LuWe3f
zpY>?n_xIWC%;X}T&J)g$UfyS2xWRL?<@$+^pT4H+FO%+<Te|Y-&xF1O>K0{(dY*s0
zp`_;c^~P;&#)QX>jwWZ4L??A#6FbzZr_8DF=*ZvW+b_MncwZp3&DB4>XNJ&+qf)bG
zIv#2aDUo$qmbFVL<z}1na+ZY!x7>Cdo4|0`#Dn3?gN{G1`R_CHsWiM+FeqH-a_Va1
zlyq?=$M#Kji;n25nQ)pZ{TA<>z0sT(Zy$0C3%kj((4{R$;LevhQtLIZX-wSu<GO>*
z=ViZCXUxg^WUiokF!Ixc4eOrHFvvX=lY7|3Y(wVtw@MFl+@+jP#B5`m<NkSBbZ5&g
z8$RDBrz(1cV=U(!J)$i5?Xk&~YP|{XS2nJ@aYy;*B|fzn0|mqLeDgj(TfrbuEl`{H
zPEYXdiLHz8GtWGCMrZl_f7jnH=eMhqe`zvfw(pLue--}z^A^8+dVQ>0kmhcNGfAi8
z`ddEKSo5vF(YM}dtyKQ*S%tdJhqilOS=oA1vp^zBU`w44YhFc|gpX1ww|tYwF-{}l
znJWrntLDA`%_GlXS#P}aqtM^Pe^cK53Y@BQ%fQQ9jqUU2o$muX7s%;rUR=XmXO&nM
z#*v_KkaeeU_CfWo#VhW=P;>n1q49ZRUFT1)2Y#JX0_Wu2m*(BPOwa7>?(+9brmsuf
z#N1r@>xzTa>{$%gH0CG$Ql50q%uy!lL%Q)D{m+lx&fYL)6$m|G%+kB<2HUv|27le)
z{gW={Jj;BoapKvoWDBz`N9_ttm$X@xuAdyZTWamn*$>SA@maBJ&(yoN)>+X|@>2db
zE6xkPGgi&DH9KC#@vC;xy@;z9H~eV(@VLGB+EkXECzkp=<n#C55*F;vIy=AqzeAS9
z3qSGmJWdM~ZI|~8^`zC<skr<2x@Je+ahrVVpUS-HE*t+oy=D7(&2BL+lMM`NHW@ql
z$~wL=ZGKsNkJqZ@`OAPUhTDywzrJu~jTlowcSeZOm0KrXzwvlEMc!F9_4f2Ts~;y-
zG|r0b|M2az@$Hu1bKNhyFY@r|*m78}J;M0)_9IogJl(g#I-}3}%FN_?HTA|c3H{{x
zM)6$*2R2Mei13u$dMoc%GV>hg#cnS>*7vtR^WC7Z##<t2(~Z~1uk2y`$9!$p?~6%I
z>(e9~Iyq->7F=OFsFL!}<ROEUQ-+db{`6%1C3dDP*D~fiJDlviZ&Y@u!IyE4p?b1j
z1NZL*5~0iA$@&C|vZel)*)G{Km2vVEkDKS_@JxDru7M@8<HW6wjpsx9pE>;cnKN-_
zjdbpsOC_f_%zd`YpuVN=iBSWaK!MMi;|VN>_FCL167~6c`+1gNo{tgRxf_T6m{b<3
zUD{cketC2FdZmU}iWd&%yt1tATe4L=NLuaS+8-0HY_PZZ)8`UlVUS-IpE$uYSU+x;
zj3>+Ui(c=O=U(Wlj}eY?&fI7*NB`f?`-Y!iKPmik+t@zrnFQn0ect=$O#V~*>FoLW
zzx9MG7D>#l3G~~TZ<T-V^Rlvk?U_|GpJZ|z-ZrDXt<V3&%*JJt`_?8hy({)Mc>Mo-
z{g3??t_BA;zg;{1K>Q5fvQsS&nwu9S&#&z+;7=%j$@We4SoFe{hnrI`@k(syQ8+(m
z#$E%V+XkLnqkCW46og#wNZY^NJ~SaNdYiS!>I>HtU%o&1ecjepjrP}5x2)IOx^QcR
zGRx;PGQS^R36qLnT*s0W{lmE<_;BX@I=gu?o|BX3FZ&m^^yk|dSrY|B?)OQ3(ha@5
z&T3NQHj^Z);|yEF1cd%h=<t&6kJwy(`3X<u;syGA+U=2x*EpI~r>@gJJMqSEbIv)z
zjBg}AJZZ44kY!7napC1=j)y5y=3eg@df&V>-4d=n)pSN%?lBKG(}W3zyfs`lavDp@
zdpD;YDeRkF{QSOG;~i&%ilj?>1FZJcebQh!@>>19tK`Q8=|Xuw_b%S<KP|FKY5MHW
zJvDKEo+h%z99XA%ZO=l6>o=Dyes?Eoj!Ss3yEA*g=U=h+fyHr-KW}fVKF{yk_UerM
zzkf~2a=mr7mBwaoUj*-yi!nMM85%ghyzltpki?Y|^EK^kT&#1rU0SSNd%C;NZTjSY
zf1UEFh9f8JF0J9O`!YTA^Vj#wHlMGb`{T%s=Z$+-704xVefHj_d+KEF2HDmtE-p)b
zXCGNy+O?vlME=Q|TUWjxxcgIMYT&Q0=YO0sNVq-ULSwncseI0!qd#wcIoV!*nY*Pv
z=k2SdK|4ys4gKZbY<OW^b!oQCqn}rA+xsm}R=#1SC(O&9a<f{?%;R=#$CkwK$&=gk
zl4KUkr9E!m(p~gqrmn94yH2*hVUOo!Wd7;cCdT|i^xnx2(GG=m&z~qCt+Bf16*{{>
zA<rdy+tEdL6BXAjo;hR2-1ZX|Q-4+czQoQi*HYpsylh32{q2<bbp`(oFFook`S~)=
ztb@^Mkyqei#RY4`CV0tyygJ|N^89)GZ6>%)aM;tF`&ugTb%dnC+_Ei<j}vF_=l!U(
zaB142&8u12&+{n-E;x6j#cT3T-bI#@vPX{;%6T31Y1z^%=A<c8Eqh{DmrKFw747+t
z?>oGR%y=X!!}t4l1^bTG2e$Zme*W;neFmG4qUh_^!WGN?W;j1PSn<=XF{@p3QsfG!
zHCwL-%#&MsJahJm=<BC`U2^s54Qq(MW9xL=u%RU__N0;YbFnjL51)K!vfXLxzZ=;M
z3=RyQE{-8ZE;CkZFON?)zU%#6{-0Lv!Je4fZ;?LRCg@Ep{l&2Rp$xC~uF3xm9M3Hc
z*4v{o*YuR|Z##oUYYlyF9&yTYc@=rK?Tf^5>#Z}qH&?&>t=!*qu=cCAihT;RJ;Oq|
zb$yBJeWS&{U%H`lQugAtnzt*(gPBkKJf?r2e|I6LXlK7FN1EW8Bhw8O`#6fto~a14
zOa9a<HTg8ljzQ6N>)bDQA4}99Isaqv&i=%po1rh)2URT9l$`Hjv2&TTm54)()?$`_
zu@(#X`};o6%bv&XVl(G=-}OHc>4EFlKmB-`^+nC=>PHW~9(=s^c6W+oz3$z8)z*7I
z9XkE;-`{GN&%0*S{kykbQR!^qr3PNJpPn8cmRu>H`DSC{x|T1Ot$a&X>@6<i3qQnK
z*w3>2O3AU67TU*@wk!9in;8n`zYKpOvs(3IZSF_qmEoB-Nj^HK3!5ZvD)($z)*@g3
zM_NYTkn><##e&~nuhRZz6cv5i5EI9<<6~{ZJjautQ-#bUWbZky^4M|Nc*dK#?~ebR
z?|Y|Utq=eAis`0T4?K%gUnr%VF|#t~bH3KY#9HH13SHX{a;nWX_KYwnQ9pL@pyh%y
zsS>~3e=N+nwfVdR-+?`;m!%(goMGoV+P<m9)?xm~GhdIz*STNU_%PwvEBlLgFVA^3
zaf9B(CxxQv@2r><Ev`MA5_oEc?-hYIhZj-dZIaJ;GOcqG&NK#<Hj8B}do^!!)A{HP
zng_Pu2xeOA!SnpzY~RHRTM`<k8R|=^<)3*a#bPD&wAN<nsjSX_u68mr*S39o_vM=X
zzvL2?dy8|=t!3F}@IFyGck_nFrng@hXXUntKD^|t+n^#jPv)axf6uq4sV)X<65o6i
zxbtSVd0P=voyO@+vDJ0rUtJQHP7Il~K5Plw!f9!fX06goG)uLJR6dmXZRO1%zUkd&
z4ck_(osc-;;fB5585&=lCtiHv;&C~%Me#$X>=}lt17GIm?>}k!&3ea{(t>Me-sJo;
zef?I*X`9|64%^>{Oohth)EaZl>$LYUud({MG3~|v&3gAfY@d|+vMX&y+sBQC-{iM=
zZLE`6+#r5TIpNs*9%GB{`knXVznL>jg}T)Kv)wuE@7s@0Oz$P0+2qjjEpX#|YqiK~
z=Fi7j?HlZ4lj<7gcfP#&<-7gQ#9t5ot-aFrEH$O+L=(rZX%g3EKXvbjlb%^U`P19!
zf<4Xu@{-s>&hLw1oh<i{@tyY--OX~o%i0fVC^c+hSr^st^TvG>#W}x~Pa2l11s~6f
zzGZWL;w!#cH&5?6`9&u-wJ7-PVRplv>pdPDzh?1qEMQ2sGUUxsW~l!0Au(eGZ_cKM
zsSV0ow{M=+_P&0`v}f;@MbDq(Tbr@l`sVex>ZjTdE>Az8u4~|(ZNTKB>DqZK*mh>e
z_NiiOc@LMHH|AeTsM=WH;WFXz41x2^;i4*&v-?|$a@J;w*&lEGS2yF7n9z;0f}O>U
zf4O(DC^mj=kLP@NQTxVX$;bkuM$MF(o8sj^%J`Dj#c&^BT;2WL=25QtB;#{G&!2lD
z@Ql6YBxm>gipJgNUfCBKob@TtJ3i^(N%IPY>lHBtb+_-&nfi)ntJMBp^Sf=uFNE$a
z-8Oqtm(o|$D}L<lDy>Z%KWdEoe+e8-b<oK=TdQSysLQ_IMZM<ZkG7|;GeUZfU$i)?
zbYidOJK6nH&o7d=U;dzSik^#nze@i<o=4NuSDdIlEp(WrBYiuEXxLe`pC{MfYs!f9
z)35nz{jg#id+HJu?d_K*KX!J}Qt0?`#i?V1OPuKpg(KV{0x=e^oI8cyM%?vgHt6gA
znLbza?<wAmPmi}hUY2#Hy68k(K`p!5!=KaR{r@gMe<{2nLZzQ~(M0Z3A142}wf(<J
z?Vs86m$sYR`)s$XQO}Lr;l#4MTY+87s(69$3%00EE{6RJm&&eGIN{pMQlOyec0T#f
zJei5YxsSe_3=8`EobkkT`~MdT1q+{9A8mX3?B$-f$?Z4HTbRWjz9^ZNzdHW#w3-HA
zwySE=voEG=b)0(eaL3G(VvccDAD1q_boII4L-`=t&WFo552rmlTf20b$APnF4K{Zq
zYiwNq)m%e)PL{EyY2Kdt*}fG*DqGJ+Oi&fq-1m9K%R7okI&U>uacr;Ss6IU5oN-y+
zy<<PcB}!-ANvzxE(snk@)HTV_tY_K+!M3IklQII&&8g&K<Btw`V>MlYFa3F*(;xdL
zi34A}+NRZ+FUrf$b*i%1-SCo4E9gPqd^0oNugi=6aAp~_&YVBr(>g_AZtF|+X4hG6
zw+m0O{VMn(=#y&x*um^l@ZQX%M4MiJ+oa$eul;*I&d*Sf^l&^g)s*?=(OKCm^5;rv
zrQW+6vG2_ahg~}uKQED#bm+Ll;oG=OSowM|cdD7A%#6-*;k9a)Cq0{}@b3Zp`z6Kc
z1#T*5-bg)TDt?^oxS{93lOCtt^Y<5+&E54$sUTwJy8YkfT$&Y&`#HroJGn~)sy&?W
zvA9?Jq<FmL|8teo!n8L&vocVL>#Y9bIpdd&PS(5^QBw^*U&ymq|1+6M>x@~1{IvHk
zJmz$p&o*ce_?@vV?{$~y!R_vh`{%FM&ztt|M%}7qG5<c4Sr&Xfmw(Uy{*PPc6P&ak
ztn^NAKbN+|ZRg#Tkm(10^K3q{`n<jS{x|$Pe0X_tg~e}hajxGx;m)fwp0~Yf?bqF|
zd$MtZ|F%G;of)fx9<niUongoqH{2^+zb$FEyqf#Jq&2NiW%f-tl3`$c+o1CQ_y0fZ
zUF!Om9o+S0|KH#LZEK%v-{)MLc13ip#>0wxQwu&elqa8?AmRNb@$#MylZr3*-d<S5
zqrh9nYk5!YN3cfI9GPW56wYo`yWZgMxFsY+Z^IXF>zuiV%r{2X?O-Xq-XxhQ%(IDG
z!ev_eq+gYFe2u62>%VRO68`_^@0S-3Pc(48=(33K@{Akq4aKV4Tc^bueE3^a;l`cQ
z&HHfK%?jRtMVym8AHTa(>#<+$a^xB9=!=&;c&z(p>7P`1o$+S%q^aBdFUxH;k~_EY
z;%$c<n`V9S)MF1=75Ue7eOM&)XogatpU0bn{adf<-e~uqc%YzVt8a<rsSt%542<{A
z%nR{%T3;)%|LD?Ip7VYB^ABuYn*ZIrHKjGb@jG)|#&xkK<E_e%IJO4dJkRIIIs4h;
z)<_ncBX8V|clA$L(6^WQjAT&K>4M{2Z1X>HKT}<=TkZ2b=Dtn(I<C%Y<1+0jhMPZ0
z6+GK<(!nJ8Rr+li@8hXlY|arMKm1MmbdiT|UYcy;GnV4)`j*)9s(;qo{mrp>AGYx2
z8usH|pZ(`r&5o;lX}U$I|MJ~x<(2E@H_Lt6y2I@{XUD@TBdMrw;tSQUC^zc)Feo0(
z*}hP<#It+$4qo1dZyh&-BNkk3`TuAAhx6Z=W_&8S{YBs6)90f<>JKs(p8PF$bXH%J
z_fzr5+5eCBwpDzc-}$}8T>8mZ-wXH6>=-APi+}jrcp^Tsz0tuzjLSg6-Jn)-i{K6Z
z->iqk9?##>t&q2uZ*nYCzK8RQ$ktgM`*z#qHtlep|5^7}d}qPgLY>9?ZpsSXTl;S5
zHD0E9A#=Iewls1C#O7ugWrQp5v)P@&^KE7F>jXnxp{E}Nyt)5=k>c3a$ST$}=j4Ke
zJ^z+^8c5h5t7P5t<)XX!CG{&S8Pd}7?EbP!O*=h(Uh~4IlGhyhf0zD$$nj62JV8Nj
zsb$N{XA2~)iuLyXJ2Z96rX5WR9~l|EZ^TP7uL-Ey%^oCeup_la<IkLL35&K}sc=*e
zU07@W-;0;$xmDm>zMHqDW-ncsDIK^$>7zo^x(D_%YoeoN=D8NxH!3X);??Gtu@AC2
zwY}l^bm3^9JVu72<%Q?(3*`r{JOBLp&)NMI^BsjcEA{$BKJH8?yCE?rM8iR@FYIXf
z0jcxu&qC*!b9K-3ES2cJrQv@2nW$4y>6RuB)ey;+MQ5+&bg~AOI#xyGZMks&Cwsi=
z5#g!Fl0P0lJ2$q&?D@um3Ehhwlq!q2YRuED?MmMvb^VFdpXFZnpQ~C;nX^-Y&-EBz
zOs3eQEhX=&m1O1{Pu}`aJU#E9(cb+=bL0NJo4>rd>d>1)|Ag-|Z`62AeO{RMz#?b*
zs)UIPUDjlUHr}|mf=k>dgRj27|IV^MyDhfM@Yg>tzWtZ=uU(|T`;L^k?r~fUcbsE?
zd}QD6=CyB*UQF$@tKRnw{O<4v&YSJ$TlI44`pI9nDc1h_cl+hL<<}3h{eCnxT~VfB
z*Rim$(7XTi3g=9}StG3=H^F1d<_Za;gJ;5isc*mRxV3Ko&nMP}zg^<}zG>Ufn*ZSH
zqbJ4pk6Ikr{(Xh>y1fgx3NK&(StVZjc>Ds{{R~cL9%?`Mv3gnBE+#RRC4Ap+MiegC
zRogw|oX4@O4#AaMwsl7QE>-yQS$y8p%1>qj%j=7THLXtg*thT7XSYRmMO@(WtW`n$
zn_j7SMyQ@!WPPK~+u_xVt-Vt=%;Vj{ykz0sWZ{2m&+0N<Ua1<*o;SPs!~De`XY4zW
zQ6iL@mR2SuTCQgIJbij+Pm}SsWn#N^YlJP+j<@6*6l@Wkr*f@OG<m()krf`7gM(M{
za=J&Vo^kofRAg^fV0P)=iMH;_>xxGl*?G9XiEN$4zL9bN_jA@SSI5`38caT`((_s|
z=}J-6_h0qyRUNWh{bo${sPUhlrmX9la$4ee+GqRoD-2$;iLgIkU2|{VY(-{GgFcpJ
z%t;GBK3l%>(MRTEY%!0Fqi2aWs4HwSFI&|yY3tN`)!*}~-btP*x7+J%_VwzOyBFuL
ztNXt5i@X1RIm7?aACBHSW?1;>p0kSAiuRfMvM;tdUUL1r?s&xZ2dbTGcK8`PJIO5e
z-Q9SUBfjH{PJ+h+UD=~i!9ikt)4zC2*L4<DYxA9XFz0&G4DPA-uD<bPY&o;g!u!tx
z70V?{`}(sFOt;LLUa|Oq>^1E<UMoE39KF#nTX|Ao2*<xid&@g7d`YkWwEohY$1lHJ
zxg6f)DK?MIZ{fS;`?9aE+qiPm&BHIeSGfG#lV4p_yQQ;foz35p8=~*u_cQeC@x*Cu
z)s;Fif6>~kQkm1TEm{(m$BUC&q_6Hde7NG*R|8YEHQm1s-0xd)coomCwqIozdBR>q
zUv&yGt}#4vn#)kezyHR)yY4dTzmhe4esA4i;r;CPZ<k5CXTGcbV;FSm>X$Q1H)n92
zEIbsk^PTDHt!u4kJn+@eTk?B0f9H!!42uJ}Oy{)QyxJJmG~uDL>GXU1>x}>Yd7Q|i
zy7y)1Go_YvuXY*seJwM0w*LI`F8`iy@(h=Ci(;?1)=4%wc5W>WJM(#Bf7H68dPg1_
zi#^|Q<9TTdGryahkR+eu*|+B}=+yRb9`&>On*XoKGFjI_V0ZeCdo7mVd9TmBROXrR
z(AVBt(z;yo^q2W*VRoB&7cQQ%d*b)i8^7}fOG+&`dH)fU*nI>0&<Md7{wDozJ$RR8
z<QfE~y)YAgZ>M<jwc*lTwl(&r%6W49->u#}<@SRL?a1#ZYR~xeRfHY0W~o23lxJ^U
zL+Fg297Wc;g2|RCe`em3NUkl_@|yKaqsN|c`4s*2PpmfT-42j>wrb&NM(r$Xr-1gG
zQ+I3?=WSGsw{@Gj+49*<8&Tbu;{R9AAKYY88KfN;exEHaue&OyJnr-F<Ntq@F>E;L
zv(>vi_gliYFSoMSFFEZ$x3@H|+p_ENj+1fg;@i$lDm~%ivD-quuYQK;t%P3}yVRWa
z+-kTM<vYoz<?qV1-|c$0#WV4r_gejT-QnYs8FHx(mH$pQ-)F2|_czAxW3KAI(^H?u
z+r9o9@%ql>pR1fVEVJEbkoRc+0>+IoH<}(E37Y-k?CzESqoQ9~1v_*6EIlN`tle#G
z;hy}e^}xFc9qv0gmcKQ7p`nxWT4V;((Sr)E$)EX>E}QS%e$?XC{ouCwx4$VyDSz7%
zdgkq~^xHw-k9n`j+%jEvc@V3o$ZO7b!TikI`4_I|_qLqH?7N2VLK?%vOabHNPlLq;
ztZb5O8~hg*H`!f`;dYbbo4!}dNk(Q<*U5|O^Lv+M``=dzKkA@$TxAEF@UnHyhDO(V
zCtXf8JG1lH^zD}y?~MKt?>Ax1N3W{KPp4nH9#^S*=s(xuOa8lAat#lKOBUa@PHBkz
zBJq21X3iJGTJs9-Sv6bY+ooRqK8fw~MJ-o0z8!4$Qtxq0;{4OSIr8-*7qQ*Tmdc%*
ztbAOk=#s_XJ9lnN@b7<|C|&;O&-Qmeb^aU8sQ7-G@3d{63)>2H?eM=j*^*5wf>lzR
z*0Vio>8^;>-<f<T{@9mAqRSV)P`Pt6&~x4eiS^H|-k4nXa(`L&@iX`S$3HK5PZRvF
zu~<Vt?$h@Fd*Z9UadU6h-?q-A?cDKvTlwv|?+ZB(x_sCW$ei^1*|R%8JgQ#r|F`_h
zR{I~DuiU9sn~<nD*D_KqwD88dn0d2zv$UDLzv(yAcXoB<9{-T4nA)EIo%8=6$qf0S
zdcLEF)oPl)%(rjHihjMB{M~WU>6cRH?xr4Dx&A=lfsH&Kt=0P~-e#{9TlR2o{9hjT
zMVvxUbSJ)eo%QOKG*5KQ+q>U4wqIGfc^TvEKg-IllyrQ(n*Quuy<_yJv?zyDCqI6A
z$n-APJ<q%DlXtgu)$!#oWkn8%xdbQkw>)3Herf5IuTyV$uUDEI#I?M|!<fHZ&9^6H
zde&h}<CR-Vq?$xdGM~)5_vhK=hdMeB*KhuM(9t>S=(!?ULmzg&qpJ<h3%f*Jc=Ga%
ztI{ro!go2whB03K^8K4{Dm*;8GmiaDomtO0wKtn3?XOSa+qNp~EKjz~CsCQ7QXi~u
zH9nX<<B*yV=SQ_<E6cv%;_!N@nKegtT#8%j_(Wu;GRwUyXC#C+?klN#5&1@McfqgM
z3;+Mle3UTjUt%27BRhrSZ+Dg}v)E5K(H42^+OB2WbieNXQ52=#5+@t<<TG=+$Fl1)
z_kI1EZ}2UzB7;xjFz>HDo*~n?e6C5|KDRV~|Ig(wZ*A5;x=hH&V)nEhXEYoW{{_y<
z?36XHH<#!2zjiajOnai4k(~96>=GZnrJFPMpXpn7t7`6Z?JMULRPVOWynV;Qr~dom
z`H##QFCU3m9cgjE|4D1{`6a>WZ5>68O9VR4Ke-_ybm?kCrkm=uq6~={)ibTG&uQtG
zE~xq4GrO>%{8;v(S@U%sOz325oNMvO?uYmBLe<Ib8DT0fR8(3NC0*}t-GA#wckR!a
zi8BrcGHDeqUfKJPT}XA?(NL{B;$Ou>f89R(DW&1h+Lisjd`q{wH06I@yX~p`y(;a$
z7iZt+^~~25oMqN|BiTrQ@q;^mo;)rQGgi;t&+XRAB-^sWp2cK}S^JZ<1-G~j6+ZuR
zb-!r#{^S&i?7bUT3R|a`l=d{AX+E@qts|^>k;aaWwrKVL<t{tcSn@7sQ#d4*kW{Xi
z!TU>5#;_}}uchm4=%%=~Z^wE*t6A^<dQ<&n{{HXsC!cPfk|jC2?#z*>6`QB|M(t;4
zRoUR$(^{+{+%%v6+wpex8%gzn?K`%y+wA%O@BHQa|Nq{1**Ed-&66fpUM^ewK19?C
zKV=mDa@OqR6^`4{0)exZc!W%PqIrJe*URR&=PLKlT@fImW9Y%xXt0U<kJPoF@9Vz&
zPm=y0CXkvf{duMIX0@DZg|aDLUI$Xy;&+IunY^|v`Mi|pcEV1<ulyg^Hp-Oc%FmK|
zc)8$0^_sb{9Px7>Xixmny<T+-uP*mqp`MO^5q(n~HLhKG<@iVQX#U$*3p7nLnbe%D
zzs4?!c^7|ZY5QA2wVd?E!+XO8emXiFU&D0x0n@S>za;gax7%1xo#B5~qr_?LPS!OH
zZv}F`xbv+m5vg9a<H#=A_}5z3+!c>b-)L%dIsATw^53`o|I}jlR4D%8@$Fg}IfGHV
zs(SOybn7$CKTc}|o_pTPEq>_A$>;CxOQ-q7DtX;s*}tnr|Lh#86S_)|4J|AL#8?mW
zzh8R%@!^*{v-LOLJJa~+NfY}IGx4sz505x}Ip_8#D7{#n?Yq`Tyd~e7@0QiB>k6gi
zcFAWs6c0(4vTvCqaX%@>ukN>m|MAa9t<|ru+VJStqsE|_Ki?+3^P5)s>CUE<bGh|1
zTDpQ;lb_u&xOL)G!%CZa(W$3bexLcP<fpa3v6dtEBM!{rb1GyhUSf3P?cryeuH0!T
zHvM}i+x4<irGi8tyXvPNp7aTaGGm2RuLa541+YI^(Il(PY~pDl|G2r~+8)7`^~urk
zt6n~9KDJTpVQg)7`K`iw_1AY4FHW7qT@hB0@~)U)t^Zj>)Qt$1wlxNaBOb{9lWAz?
z@ld*JY-&0EUDC3zMou%Hy;7`M%CWiThoob0*a!XQg^l~}r`XOcStoX%^KY!XyIf+F
zrvUeZ9eh>`=IxEy-(Dm!XWPDeCJy^=AMgAT`BhMH&ikdNEd95mExmXDp8at9^ORE!
z$BVA5{I^NXq$K8t@R=2F#pW$Z{5qXuPF{G#bT;;fMQjr5o+^Jg6w73AS$X-Mj*4vI
z-092`JLL8+mN|H=nej{2oa5(z%zZC<zGCw82$P>)h2LN3as`O72c<Kfhz&RDQaX6x
zD$gw~H9@N>l9FyOJs394wJLOxE_UzN`o@{9IqwYjgCpMV%WWPy@0q{9%e*T)E__ny
zqpFv&>s|bR6yH&q|3u#0^~cY>i}uGnvELHHu>GiqO2(|9%&H=h%!hB!|1G*w{{GJg
z{mW0y|K&<qlpAtfS@TIdH13yG<ob?)AZ0V52KGt4yNbBiTt7B#-#i_ab@TQ-39c*J
z&(dGBG$icK+1fMwN8=MzgjE<9_$>JLreE$JXXdZs^?Mz+==xk{cu*_$NN=IH&$jEu
z?^?h3zL{oU@w+`Uwa%#4hwbsf&(js>%<l`R4OLZ2n7zX3*zR@tN6SQfUDt$3mGMkJ
zD&hXvOZUuMtADe9mweg%#du$Z?fS`!ckeG%>J2@pwnd+D(UZSCkw((XFWX(xeEY<-
zv!HLrw}=*@UeT*Z+T9ifx@~e0^i+NM@@BEap7tNDJ;GsIIeia^`IWlVI5BlMsF+A+
z>6$5gsjl)ocIDEszpN@Xn_X_caDICCNdB3&XKBqJ-kAR6>kCnvc)KkyI{EC5M$Lum
z8ZCH>S<TGOO3j+J;k|0-`NbDkZfQ(;viYU^#c5@4rry3)6?kT?l4O=^?L9Aft<Fh?
zEX<dEYPECnEZ7!l<sOX8uB<RBeaLYC_Q_%ajs<JBxcy&!b4Qe3JlntP0Xv0OOHDqq
z^^|Ij)~v*i2_23TY$W7T_vSCH|GfUc(q7PN(}drWDk%z;mHNJwH&_m>RZ(-Bp{>@%
z%l72?GkwF0G23SUTfzN|&Aww5Z`%4&{kyU;e%-<<>duEZG-`z}nv*-NX{K<eyxINZ
z#<O4kGuS8K!W4Z}t}L}g-}bN2`_DbItY_~3ey`I0?13pKBP^FcbUFF#;W2q1=3<?P
z;@NYa?c`fLw<+;YS#3&_-TD(j@_r6ezw2fTHaXueyn1!oLg$_5R#q?V@L#w8j7^8O
z=45$RxhpMBx8L|msLkZK{^L3Sd|kVvdzI&${KfU$Cwp7xI%cgY0=o+Ty8Q~j|MT#H
zaN8e_Ji^~DoG=uM)y>H|*P5uMx+`b<4jISzy89a$|K;D?b8=aar_y<g1BNzXDnfrY
zHAm+q8HKG|ID32E@^fKHyShzlr+#1b|Kg3BgErig_NJek<EZ@5jq~C09VtndyWY&7
z<acIj$I<m)!j}JcQ+by4Po&Jp*Cy$|qF_d}`NaSO$wX$;HTu2FZB#zYFwPLm66gqf
zvm|=gxut<7^4rv<${yX$7OLttp2C^euFLezyx@wwy7CW}m3RCTyWGw({M+gG`obxx
zT<>F!ybi`5hg@>A=JYJi?+E>^lBc<<P~z~C)B75yi-=`)Da?zBQo8c^N$s^iA}vwM
z$(}c2*X{p5+y7GWbp0bzL5Je~_s%ksG;m1rTehidt7wqVDK1XK>$1^>U6<Y{?3l@|
zyu(78OZCbP&4u}w1m$joYVB^k88r8dQ11Pv36Tfyd=hxOH1IOdlK|f4iyrc&9%m;q
zn;t&(P_6YKlbh-!Tm2b4-z5thdKOC6_piF~JHr0K*3ac~%d{pX=?O9Bmop?ycu^6}
zQWU`aC~!)4<uq9y)9b2Pt=hL0YAViuEZsZv&!<B_KfgQ`?7z|MTa)Jo9o2t!;yoPi
z*RP*w(EIgb^Rh!bWo2c1OCLq-j@#w4Y57Xdj<{!wna>u4r?dZUycWrPJWuyP#T?&s
zzxl0!xBb6gX#4h+w^4uM8e?-d@tdxza^@;J9QD5Wty=HzgB>^4n|%`gvgqu+1-9q<
zJw0xJoj6(2JSA{V`;SjL{}>%(PCP#88S~kC9Y@Z*=kiBGk7?^2-%<JOhv?(zU8#<N
zMK+OE;_?z4Eh|%e9|`!%AK^4|K9@h&k-;Fc%a;3Qq_CY|#Qure&862Dw|!(#<o~PG
z?qY6N+1q=7#cqaZf&A8<)+_xxuCm?k>uDA>OYxm`#E{Q-gTU06FYj@?EKxRK5EJfX
z;D|QJyt?N7Cf8>y>}kTsOchq#YBV-1IKilP>h%mwz07s5n^Ml_DaxOI$nuyYdEvIE
zPNuRJ`H%AsDVWT=z+uW!qqh9G;up@c3q?{7EiLDpx!v5XDZFr2_LZ&S{=au|NXNRD
zI2HEq<zTP<_QB{|{?!9_nZ<+dUJzi~|ME+Bzn$myiyfIiH*MJC;IiZ9ft_w_BI{n?
zYUI7OWP@={ibQ>;n7Y9=!|K_^kM3~ZpY-Ng>ZkIw{W(sVMcjP$Y3CzFwPaHH95wkZ
z?Oh@YFJ{YxMDR^i5Gq)``pC?Q?G-%-zcFg+#C^yV-~KJ*=?oi-iqsp2f9srmr0)`O
z=eg%S&Z#K^FMqFGzS{8Yro#N7Z8EEx*YnPfG`HUPyezn@NX2ME-ie2{50{AL_PIT&
zbG^Svd{4NQ-yfcKd3|L|bDj7^<=0D-_PCrmwx!JAb0XtTfr~T#21dR5d_d1(;opUi
zn=DyRY~*{Qx~jMAbI;$x9@Y;t41Tf92;45jDyX5uJ$a=`$@Gu={%+py!|uIaxbAal
zht8ZcndviUr|3+!xz)FQ%5>?IcDb6tQj8CF7?@9#Vcn>#U?pz$wDa)3Cv#8g$$kG^
z!Bb-sGBYSi&gCIzbZK0`vB!I+Y*sv=bX-D;_25=jmdgCRZ-u{JJg=V{SMk((<;>pg
zJSX>BvheXwf8lMJX0{@K|L63Vzjp8UnXJ71@(<fbG0AZSKX-~pWURe$IcVDvS-~i?
z=f@5`ycHw-bPDrKz9v_p({AB>ftnJ#IIZ&=JkIbRmi(OD-F3K7AW~NT=e>`@$IJW9
z>98NSdB`HKcT706y1G6}@A&@2`bn-)Zegd@mT<b=Qc&YQcktTUDfUZFtvRL^vQ$ES
z>Hly2@(EIxTBEi~G8ITZaZeF8i{2{PKQZFg@~B@ccHR}^X*!W9s<f}^g|JtB@7jGn
z99GvKO;da@O+J|KRhXG{apW7>2Ww7WllNOH;3(Ak?K<zVz58W_4}NtGIew<!W6$>e
zte&=l<s7rG-~Jy`_4n(4)~PQPUj6hcvW@Y#uX=6Y@F%Tf#^y$Qj!1)>6K-4W3Vt4W
zD6~nU{XNg*H<{XhZ*ITuA-h%OTyov>GRMC5&k9dHx2Rms>6z}3;dCZ0OKbnEHmmy{
z&CKbX?(B+LDqIu7pK6`hG_N$4ee;0>@(IGLm8&H^g2Vj}vxg^ba!7A*%-J=Q`|!tP
z$JSfYlb0R4_vOO^z1{<RbOe)joZ+2r&i|qP#vz_J4DDBK%~~aE0!~RJo0e7VSn9sL
z&b8xml*~7ef-Rfo+wJ}=sC?S^KxlQedsR<L`D8oh)GNJ9rkN@*KeT^n^Y3T$jf8Vf
zS!Z@DUQE2hoG8yIq`s!!ewOFU8*-CeChqugWb5Ie&(r4@EMt}T&^Qrufni-U<Ah&Q
zsjFL6(z1_Cp3cDf*Vv?TYWHM6Iaa^VQ4h2~@=X01ax9+7!hXuNPxXRM`NDIq@C*O^
zvvhT4&5y(k+bPrfg>9G2-g(F6btva0?#agj<{SGnNm!g(FSsQz{A`BY-KBb``mSxX
zi?x5}F89dx{PrW&8ShFS+;4gzvU1<=lgz(V>Xzo86PM1>YyOx#r|IMBgJrV6AK0nf
zNss>>_G({4+RFbiPr?m%zfs%q_}X0mle0gsHt~6)8Tw;={o}J={&24sIyB|)(v7BH
zw|rBKG~c5#F=xhRua8{GD}OqPe%RhC>1cUtjqR3B-?dX+jI(|E6Fp7|?soqXD$rNA
zoBiL!{JY8yNAjGda^4>I6i%9Vq<re`8A7)6d?pK&?%u01FPXRV=xW6;`+vSNza)2%
z_1)c_$0H2b3=9nO*3>?~`gfs|r^bJi^-QZm_ZfsU@RVA=o$zW+?HSo`0w+REH?|dW
z<==F>&H9mJ;#J2VXL5zKuO;}Usu&6H%3F6{@x-Ilv&u}5ew_Zdv3py=^vX49v8Q_E
zH5i{u*>`+#`(pIK;l;!UW$S~ZFJHRH_;CBlT}kJsZ#>YlynX}!!lM>vq_!|~YA)~0
zx_rgRJ#X5w5-FuB={<WLf93xzG<hpr*Xquh^zib1p$A7x8%@q!e9@fN(;+ZJ{SW^#
zx8UbD)^6eE$q71lCCc~LKee<;7L)fi)O$+ygd8;ap&OhsQ|Pa1$D$aY)C+tkB4##c
z@*nI^3{s!5`F-vC{RcQUeZN%SS$ThJZ5GSf?8OO-w=VAec;oo=hjj)G-;UQv81dA-
znf_td*?l?F(zc#@^rG&M+`dnzx?ldex%uT`emjL9C#qli|NnFTa<__gY~0aAF~!E}
zj=$gj9x$KtI$R-d`n=T+yXKvpKlQ_P0j;g-g6}8TJ(zFyQDWKD1POt2p$D4mSVhD?
z=Z5%pK4*TZaBLILpQD^#KNK#!=>O09%}=K1-|i|u?%g4<Klbp>ekaq%hmRXe$t6p(
zUc9C?L!-9tt7V~cZ{5cwKELdy>NS2pT^<|#;}5Swp}b0ul@#OR)VGfEUFNG_HFCE|
z{QeUCn*Fm{?k4kIkIx5=?Bck+Kv3$4xXD3{yPc)C+fz^f(^UD_t8%zy<?X}q3tsYF
zydKdkaebMX%1?F|liTy8{AY7tURm?2F3Y0Wa_fe=>DvzO_Sm5%$n#ENi?IAjoAS;1
z*BJG)IizCPdx|>w3NJ*=V?54bm~s0D%T9Z@_si_Aoszp%{FzU+XnW3VVNYMV;#<vW
zi|2Vv=l*fxopQjMqdA)x_s=YP)BjEUdWN<MTaU-{v~VfOd4A^a&MymHBWZSR`NcFL
zFUhlEF2X72FRefIQE2`Z=H|BA^d-r<D|QAS){dHb?6QmDiyZcze;xIl7vHhS`B!~;
z(P_VP^3VL2ZVbPK!yg@czFvg;ednVtr5}6=i;C_q7QM*lUo?A16q8GSrN@IS%rVk8
z1hi{EvWj;GYTuFwcx=s`;#8j3oqA;T&;IAGsY~;3e@JyNT>azUrsrL+4W|Ugtkc+k
zyme7SQ2ia5nTr|bOektta96AQxZk!F8i)5u-wI6lT#$1&KGnnS*N3|SujA_;nsR7t
zTDEDYtkFRs!?4I3ubzF^n43NAwZ;5D758`L{uP&xuY3OE=O3RQ*BBlV!JsXdJ)X(m
zx9@#?QADU{PSMRvDQ2!`P77SMuYB$PvQlUj@4US{O2L~ttR}JUJ04^15L5s5?E3>A
zSC+Jw+aGjKQr!Eyd;U^xfBUm)C1y*C3>B{IY+gAf&0%YX!K#~Qm{wjgTw5ty#o5we
zm?hBqx2*qd^L2l@|8w>|pTzXbtKZvZrDVpdmI#ac{wpq3F1c&HVh{Vu-9~r!8ux|B
z?5_EDQpT*A=Z{Ik>@2<(L9_6=^A78@w&t7VOFEewEWOVrK4HREd8?TG#rN(Ui}96U
z)>RffX2S6GnWot*wR7qp!grLG&)}V1et^-f=+n&9GbYyprb~TVzi^%4%kNx5H&e~5
zIEpv~WVefVTwC(@?Ta6WOUk<TFgm|A*yNkRw`>BN|D+Rnvv|dpc<$8o-D>dt^vm@9
zQCz;A(sfhoBoz)B$=sQ;Ok(r@f?D&l`u7gja9q~e)Xm2m>z%*nm+7Cx6Nh@+TqiH{
zeRWKY>-O|klP-Jb^FNIRPP+s=x_{-D!OXq+OJYxDu5$0Xeo0o1Y3hyL)3d|RJ$rbo
zsP$!myPdAjoHFGlPt*b<%M_!^Z=_81@IIjR>qbLGMAVFfhHIz2Fm-d)^iCH3esR{;
z<=&zGOMf0eo%!pd>;&tI<vW@8uQ7e}s(FW^jZ)EsAO|sr2h%1ed|^!xEr@8EnpFHZ
zcTPyvfx3dIH8(j@U+J#ryde|Gq&bm6@PNeY$roC5%f77^Qz~j+vsmN!`^lws|GuBB
z4&<y?kyGJYe}Bisb38mt#pCNVYrow5YH;?&v69E%|3BcrbbJ3F*2f2LNa=boxhJu#
zICI95m4$VYJg>o9|9_F?d5=yu3Ws}XOz#LiuNtKpU3~t|zD4PQAuBs#=IuCl=2diy
z=sTGmQ|8q_m0l?=6Wl-Zke{lQ(Tpwe|K6y-WWWDAE^3D2$Js~3eIDHHxA*(c`s`rZ
zcEM*~ZhAYfT>n<+V$cLDr#V{|Xs$4EF<=Ro%xygXJhDLQz4-#E{G&aKHZtB=>i=6{
zqt{y14yNYrJr}pVo3Q!0P}J4N%g!E#7yGU_$t-vo9AIW+Htp8U*Q*Ne%!@y=y+eWF
z{@-Kem!2Anch399xnusOM$;9(zuZ6YoN3&4lYg~r_%V%R#s<uX->Ggp^Qq|2)<Zlx
zLNk&wGp88w2Zxulw;1KBH#pb(`$x^6$J-QcEae;DqS-0F{FpLFN})!nL-c_OFLZeC
zHQp%HOIj=aNAba_TB|mOnyqYnGu>BnFgD)|vD~q!X<upVE(S;bjYn)Gg07jG7&kBA
zwm-4y+PoXzxn_KcUKE#fr9X=Cd%){6UsIY4w&<-Zw=0nEjBt7Kc&2Bp{_Oe73~Tq?
zXrHpnT(&1c%<I!y@1ESHk3Hq><EKB3Uha@Ox369P;my+J`Lll)KiQ<T{eab($$YOL
z)t>(JH}BZhjaSSMZN0#z{Hh=;cA=U>@CN5C48Pic&Pn|>@0R-6&vK01+w<=;h3PH1
zzW-NMma}!?_jh~0oZ0#;VGYYA-4<P=NkVttiPx>(YI1pdnvZBk)!l4<1-7^Cc4<a>
zn@>MUXxJz%DeJ5j+V+w+aaZYw_C&sx6;JNiF8`v>rsVefM}Mtm<MEG2C#T=5De|1Z
zNBa54j$|HTLC@a@E?=@f6jC>JTXo-(s~p~3N3;qV@}yPfa|HdAGTUP7dyRqh@UO6w
zq8s|J32R=cJMG}R;e75IT}J+l>Inu{6lbh%|7rhZscFN`q7|lF7qiCeA6D<UBh<Us
zg=g{qRNt#C8jex>SsVWsv>3A9XV#Z!I(SAwCvuK|?p~L@i~PPnS^L(s#jD49*=D1z
zS^cID-)}!8C;3yuMay;l8)5n9N8Y>lFT1RsQ5n5qMMU#CP3G%wHJ3~Xe6r8r`JR(=
z^v>x!`cEw6tSNnWM)F(Sq9d{gPHax!sxaq{>+QPN*J8izj%-Ra`}jxZw`SV%uPQIs
zsAx$VJeN4#!mWR9<5{j=`R7-}UR(c}?^Ud*#4%rE|4)rgpQHY4Xq2my^?bPZ$@?G4
ztUC{Xd~nkK=hesBf1Y{9ePMfFdoj`Vp5E1H8zKMcQWA5!+9xCghDl$V`?EE)fn(*G
zAkBAcjWT!7U2$aMoQ9hk{7$W}1HVqcDtomqFh1u(=i)2(ZOnGc^WC}l@a6M3&38Zj
z{%oFYH(6Tbz@qww*$ZYbo}Jlq_4zHSQa8z&jhkWw#fwi)4mo4{woH4&_qs2V6O%e>
zzP!o4@3yr4Cg&xgY0CX6dG;3?8n_v_B#zG6z3}$@HSe~x{oi=_-%Z#3{(Sx7d-a@h
z)En=V|9|^`mfer5w_hr<96zWgRJLKtop)w)e#`At$=mZ?_}SzQE5hU04k!lQEOKtu
z+~{ynf6qVO2~OG<XV>vP$X|Be?w`gPTfLY)PBToEg*S9wik!S<jo!H>QA_@r{$Op$
z&1mnLD$SVuAi^bD_Ggma-n?wt>q#<yYQHSr@xyw*?D-khr?@Wb#@UxXi?Q0hYl>Ul
zzc4A4q>EFR>j`lcaPGdAIfLV&XsU7Unr2V4Nx`-=-QC;d59#PO)<`MeerowfdU<-f
zg2Abit9Bl+is(A4WTqg{JF)rBkMIdobdr;!+e2baD|n@g*`=Fj7EHBRBP{pr;tQ82
ztt;3%cdg9ambgzq@PXX7iL=y?y0uM7mVSARD=|G<p-b(UxN~dG|AXu<{;$&Sy}B%+
z7}>k#dP~>}>0Cvn8DEstnD%-I+W*e6IxCdvCET@qU5xW%gZ`*_6WVTVmCEG0o#(4%
zwp}ejVqFvW#8n4kc)reWec}At$g@SoXu`J3-+s+xe|fn7p7&ku8(q^jS30$v2|e>@
z4p;D&wrTk<TCW_m@J=|iGU3w`nawK?$XJ|apOfFT;<&_jNfv%1f!QW85i4AGt<_ts
z<n!=@t>TnNGRe6|daT~W9pBiw_v63ymlMj1rS|_<$W`3ChUa<VpU435^+LIB$6rlg
z44M~Y)8DYHL9?FIeM`%I$#Z+kYHBWiT^wF{W_$P6S>|*0l&w_}es+!9@1g2UwfTV)
z1TNhcI+&O1de{HK#!Fu(fA_nmf2-`%tgm+te1CW}TmR4p)5kaNGk%`k8FKjgxraRx
zPW<yuGx08%vn@+3c*fCNW#&4+C7UK?>|R^*>BQ3x_apU2g0nJTB)62z|2oIqw6mT|
zOLp7UGWK;X(?YZ><&)kBZF{Brmxb*>XF1E+XZ>|Qw!i$ly?*Ysk6%w-O5b{9#xBPR
zx(^?$|H+qWc=<>3?w2L;;Z;vpp3XR0eOd3wOSatgK~cxm&7#y!>aOVVjkRz1%xtUZ
z+2+zP(V<$fTKJ4s?&{{ix``U4@_#?sUXxKXI&)R#*8W+$rfxa9TU%hUeeLtR9WU?o
zR7R*z@;o7-vSsQSP5B4Axt*?FSY`Y~XJx{>R59i+4R3jxdf0y)N-RwImJlOm@U;5J
z2eFD`q4Z~`wiu`<v+r#cTi;Z=;LCNDx;6<>a|?U9L))TfJYJPA9u}RkTcJ+yhQ`7v
zD~x6?R`UxLG;l1|mP^_<H+r(LR`2zfHw@0U)yEy%p3Q8SethTW%*+alB`4atV`nIH
z8&|BJRvOb<yvAqWnXdQZ22#b`J>GXL^M!uJ32)c<VPKQyDjIcW)zy++qAQJ<wy{eK
zytUZ%{>`GNOZ9a{A3SM2W#TFE^RmFrcPEWF<l0iVzCSci{<w3@!`kng4elqMeQql$
z$jZe3_f*=&6Iy$(T3#<W{>#W?$;@nLVG~LA#MAqBxc#m=X~ygLM&_pfb+-6KuV?@6
zHuQTOONfX)kWu^ocfIhLmVZ2HF7+RePET~Zt}$Qd%Ad<6r_ENfhDeKWx*j}x(QjR|
z=_39|thFWyl?8Hf2bW|TPwhRYWN_>F70$!}WtK%}Jk}`ObX7bNpA>xl@5}A4b?$$i
zRPidlCcxoX;=A)VWpcZ1W71QfyZqR~_mRDsU6<p}#_}uX@0WeMe88jgWcN2u|BnlN
zSWIjV`Wj4SJ;uZ7Co_3Vhr+tH(umfZ7q>ZCa+z1js&Mddyx!LJx~)O!ru0Le#?QKc
zgwL4qy;->QcG}%g#hMF?7BzK5`lwEP_JLLDM$@mt#pl*;xW0akZn9K}{F!|&`+FW+
zFokG!e-l*>J5c<<Vy5Z!7f)PfN$wNg$KQUT{6zoZa?c%?x4YlhpMSk2bM{Axr<JDX
zOl4zv1d4gy%$6vf+_9|q0%z3WH}8^WD&#ctw`BXiNZBVUkRkSR7oXac#=ZpGn)dgT
zEv8prOaCi(ZsYmijhzBAUdAHZ{~k6~TlnJ6#iy4#^{aloog>!zbDpTCZC`f7>Jyh=
z`^$X{dzn=@&(bfh=22j@_=%>|)2_5__K@``VbxsZ@O;_A#V5ID*NJ+lbMY!{iv1(<
zY2SklG5vcapMS0}+b_Z(&Husrd$^PJ>hF8!tuH*Z+Wl)qQOOUv?aZ$}f9~s@9L8tR
z-Ek*lvFx>j_ToPcofB^^HM?~FhDPN%v#7p@C+6JH;hof+a#_v$6}$a?-}ALkXIsR~
zXHuSdp?50d!i>lUr)L`#wj|d@uzd4WvX#o7Iwf~);eEb8!tNL4Zi^Ts-!y!`C;NYK
zVqllwp3tqlFJIsPnXL4oWV!VFKP@`*iW#&xpC6dTenW7R(B<4o4QmCrz1{hI|Fl<A
zIyO}JavbKoR4lV%UL_;b4z<|!7162_uiaQYaf9RDs;{jbQ7TN=?zpEFW!E--+NgMB
zqr}Cq48<1(CFWJ(L1(>Mj^syW&Htocey_4J$!5=a-QRD1RLUG=e!lPZ!}59ITe;pE
z@aaE(ZXi4{fJtzH-TLEmdiOHC<e05HOI)y?b<#ri@6!ux_RpO)(JZF&Yt1Wn<_k=B
zasuvu`NQ_`uULXpm~&AmbCXVbpSi)wm50k8-1+JK^5O|*nPt94+qe^(YCkS6G-Fj-
z8ZeXdzmJQ##f|P?Lc+4^&Oh*9Si8TGYnnrwTXmMxXT!e|Q#Tect%`_roXMTEt$hBy
z8vAFPrrHR$Pqo-~z2Quv6x%Pu@>dcb>3*e7OCGwcyZh~&K!AoLQzF0frpA?Sk~}Ue
zZthf0T#>u%+ZC(I?OQe+%Y3fnm$RJX=PlO4RmFe5E#|)*e*e$o5YON8HQ)5I{`~y%
z@vr|$SBEE)tDL&O+5129H%sBDm(A>bna{$b8l88h%6?650(b8<r^!Z=(#o|NO$%0r
zS@X<@QrK1;-73=gLL?(+*6s;Ugr&-UJQU&k(4ARSGOM<gq3K7BkKpENQQwx1Jsld4
ze(dP$T6{qIo4BK4!DCs4#arh6Rh_76!)W6EVX?85_>UBc?(Yq*OM4j053IWte%yaX
ze`$D=?es5l6^1Iy)>NN8a%F|grRPjx+&{MJtp6$dG%9<gtorQ}PkAouh`eUex%A<L
zfts6&Z_J$JHwrwB&b3ji4qP;9kTWWEEfKxmT&Mdq@7Dva_bYWfJrsoMza9D(P(P#j
zV&?4!KRga(aXmV&ShDxpqc!?F-}K17O}?Y?E5lyrxxpF3vW(kvzdZi`jd{k~TP4+b
zW`DoN|4lzLU9RP146B7(#f_y(freR|SE!hT9XP=@`~RJ}7fm=9{=YMIb>^&RX4^v;
z-}AmKF^@Wbs)|Ffh0()Mi$l7mL+zc;w&$h-jM?5lxFsje_?LBNgLC~hi}lCnq|e;6
zeBzOCrxLx5c3BfO-Y*iI6FtNGyZoK>9`}TE)e0Wf$ui;-)1049a85Ot+hlR4Sut-7
zt2hJmB2Q-q?YAX7r?xz2>XR)uEq*<l{mf~fUvIvBz3|~B`-TR!keA<C|E&IYK(T2~
zke|I#*1;J@{B^HI-tK#y_efE3Z@2SbyQfDE?)G{l-N4+LF_YurnV+wZ<R7rnH{$&K
z_;KdO9L2SQJjuLHKNu9<WYgTDTV@{Jp!Legy;H5{R-gACk&3Hzo-C2eHYoK}pUv;|
z<Sdfny83k2F`Z?78`s|QnEcxG<-L2Nw@zE#Ny&@s$-VNQ<E^9QYv(n2mG3TI3m5R|
zYcBOp5S8LLP0(H~!CZKk@wMya4IPi)ay?Ux<uIwfaO~xq{7RurBSFJ?0nLKFoJ?^u
z%nzn>^S#aDx)O7v?&GA#?{-aCDBS*XwSw@Ys_pBAh22!G#Xo#_a4`3b2j|n1cO)L3
zJRr7iqv#^}C^whX#c|)Ce~7%erM>vMYyFN@St}B5?c{FtHMB|IC%x%FxucD+X*U0(
z%T`C7|9$N@5SVUp{<ZewwLL3kruiiAC>LozU%hw7^YX$Y|4#1;KJ{*o6`yts$8?Xd
z+4_9tbN<FRep8(7zj$M&;>uSHmZluLHnV@1vvc^Oo4~Sc9k2Uiw=*?g=Ekt5#nj&Z
zQZ1e)ex*-R*+8i-Vg4Ow?Fi?h9o$#y3zysSo_lzvPTW1KXGWI9Y$=uRp=;jX`p34&
z;^Fnf67Ln(*s{FaX4oAY6Rl9Wa_3$VxkvIWZ=`31M~L$Ageds&?^yJ%Y1!%I+3rqJ
zi&-Zd32(i|yy)~BU85$p(21SXR<1hu^RNQztn{7FJJxSAjFz1}$7gMX;EWZea(8w|
z|5OOw623%LqV)HU)@OTUY8LRf7)ZVjs=BgsdGEQl3Z?TB6|;VQvSWLf@F%xitg9>B
zDEOe6rf}e%5TEpqx}VNXu1Q+Ac-Ep#lN|&$|6ZE<)TsYJCmTn=M#Bph){}2e<ViSs
zsAf|Q<MeU~md@E*V;^rWW_(ca+2B^soOvu8?}Ra|k`P^Yc706R#qIb1ef#<2$l{&%
z=hv^w@c&p_^r<_&yZUIp^xW0k&rAM@J@ZlTd(tG9N0+!ShMn)`o@dPOx9FmwkI@s~
z*M*CDukP;duV=dY=ZVL!v;N_iH?MlbuCKT?tLI~=ujJ*I6I{9%g--itUuvOVDWh{<
z`Fx68zEz^M_x2ctY6GE!-6bz)K3DuveM!Im)A!7(KZ0g2-9i%AMKq|fOYbcgj(!sA
z!yj_@8`F;)^4^VsGa^IJ$5gRZ-}?6D_5A&=Y{xm1RP`Uc`E|Nv=Goee7bZux@CrXv
z@;tPxmY4lz)FP>wHx1oW5<jv8Z7Jm2Hh&TSoL|~?V%NLgU*i4s^}Kb_?9zF8PMbef
z-~W@WqLi{(h5wLWw5&^!dyduj_kBrm4Z`{^Urya}oE5M1<^C-{sUve1iNAc;`tP!W
z?F6A`?A8bNeVn_xaKSB>$`>c@_U`%;egEI}FS+d;{EL6MBye}B9J07t>}{QLaUQRF
zuJDDcNv|&7zu)>~hvnD#uMU<kv<$U#xMan8(Y<(TfXU<h!Uq0>GEpp?Y=RvhUT^FV
ze)M+s;w=x|Uddav-xBk@pO7upQn=#Cz1uP3X_N0KZJwuWenc;5?!I}SW7>CY_Yq>=
zTK@g<X$O0=^yJBJjyUcX7Okyh)k>JL*GxrMJG-TW^_ld9U2zumYG*?(iA^xER12<j
z=2w&J&hVKc@wmdPWqH~k*>8sXqgqeSnmgOa_=aY7Tk4u`edqL)=9oM_vCF07$Ul?o
zRq{*vudy=SIJ0}}fh#xPo%`}@>c0(%rZ?}*y?8vc)$o3s#QN2_{%yPWmey<W_D}vQ
zvT~UnqqIP=b&kugJ1?Z4?h4tk@a4h{@`AY%#_K=Zn-$6N-uR^(Be?jt^*@Ftr@MkG
zMM^!J*j;|^d)fAY+4bhThhBDfH*{sY@~YQY$JKD{dG`Hedf$ERspo6Yddc(gFAtBe
zGql}PZ#}0m{bJPJJzqUrEclux^RdTGc4)Zpu^{G**^FWVha-h&fBpHlXmQ4Diz6+;
z)*KVJ87#agqMvy)_qS}1#KM?Efw%X@oIJ)S7{SOFId_KN`+q;ymi+y-{-Vi*kh3B?
z_vkCHFjMeZuaF{pr$8+w&e%{lPkEEzk(=+*pQIl&*|4a{-q!TW<b7YKieFB!f80~D
znX&rGtfeQn{K?RpYVY>>depRIhTB)9%?-=E725Z$S8Mx=!#DoAX9x<E7?@dkUq5sr
zk0C$%z_Yivzbo0Sn02gkqoK@h`Q4eD#08|jKl)kn?U8GbkwV`M=GzKUSqkeUr1&~*
zk2mW%7)*PqesG`X)GIHo<d0taC--+sK<J^JzA4+UU1<&8b8|;&hA8`wi!7SQ=9OnF
zG+j|+x$yC}<(&k+vICA@RcCi@>R0e^%L%=#GJ}KjHm}NNp|$Tyg$}KDIVv?f>VP%#
zA-0(9)foo_OxWMN7X7^G!^{cgb3LSAXy_Db?wb}kVZwBU@3()~*>EL!IG(gqT(MF6
zFhAQdv9$c$<#xW8Zod9(uC(RzH5<b(+pR9iEX<P@^!aM^&eUUpXqrbr=leI?Q^iX?
z*RwEs#3ruhuQ|c7<I3*~LfR6>Yqrf2sCBCei|@$cN~?%|AUgTnvuo2X=xyIF;K`mi
zBim`S>e;;1IbSAj@H0K(c4y=KgEJbpv$Odxum1j?z4_mVhaMdEaa9j*emUtbzhGvZ
zhktynSp0m(QwIg7?>c<Fx9-j1H5vc3j33FgC2+(DX1nO>$g@eFHG1e{uC81d{ko`D
z>VP`CAlLWJW)2H3-M{!pJ4jZJbzg`4f8qMBojl7Lx3x}f%brkJp6Py%<GIUxrM|Aa
zS~9B)|K=vIl5{@Y-OeyOy~fe%bopvY|FgTUHFW0wc09fP;LRJKiqF+;@%2+LsmWrP
zHEorWRIqaGn*;HOINGDCJED``-Q?G<nwf0W`95L)j!4GlZnku}g^t}!yjx!E&Nyh~
zk#?}{S=Kkzf_ZPBFK&C@&3C(O-EPgV8`V!&tXq?BC~qye*XLPq{0--VnZ*js`cE@5
zO0VCjWoh+wS-5K5U7zw}$1by_d`RtrodvKjsaE{ijpqq2mG2pDJj={*GR-pxoDzR*
zhlSfwDe)P#X0wkP9`93?-{1f2W})@RgV%$79w$6gwvTZ-YO<wd>U!bZ;dA8v_pymg
z{h0DGEbf+Fd5z1{Y2I_q;u6XP7H#|}aXxz5S5elV+I3xV9;X;L&2;o_Ht1n~G;_99
z_RgI%F6gLK1hQP>Out;*Kl#4;sdMI^?=RjbV_Wklq40eEZ^8Zkdul>zw%nIC;{E2!
zl5YLe?QF=N_YxWxyYJh)T_n=cRn)cUZ*HxZ{TBH$!;_uIlfKy=yFBqBQ?z_XL8evg
z|EJL}{}^k({Bw2s2h-eVS#Ib0GT#LTcHci*8JPU>Z|e2#-`D2e-^Tj$!|sxE;%EB~
zYy0q4SI#@EE9NF!$9MnFVSDfGc7HYQ?)~?9OQ(p8+x)y0_Kk|Ol&n9WH@~!1JYIFp
zYfS-TzIczE6tizPE26A^Uy{E6Ywwqb*7nJhYgrENn3`AfgK?Q%@Jp^UF6<t*5@u$?
zKPGM2Xfbou_Q0Qx3eyjtwazoUAh><z&Z|qeeYQUD_O7|Oq-2WU+{yP#Wv0H|owIJ%
zhONq$e-7XO-TdX^+3z3xCE7aT7_FQ3Twq(naQT;(iE^j?)!_NN1YCI@Jt>vS{9_cE
zFuif^tZfHNmagMnDR^_u%^&$O{~PwbZJSagthwl7lAKKi%fi6kWr-Z3Uv*|%NgF(4
z%{CAd_R#SA`h7{*8BV?l`$C$36kWS|CtCTQhT%$AUTwxW?@w0q3m0=o#~zvcY)ypf
z;kVz?yrrZAMFJh?yt2!g^*qT}-(iNY?>Xm|1#e&EscyQUHT$K@u8Mu!YAe|Oi*>3h
zZPGbEA^4G_MPGRt-=Tt@<*(v8rf?my-W2D=>svo%Sy=eQ!0!oWclUgLeC3ASlr}wk
zc0&e6gF1foYoA|!IbhuK_Ko-adv!DH_7)r0etX%Tne@fZr7`h`RB(BIyjA%#CZWVh
zPkrsU*q?}*eKhsiZuUWO;(_X)FS}pP7N5|OWLMC!-ov`Hv##i`UzLv~@0*Zy3vcr)
z95C1#akQ~S^yK7!>bF%FIdkqT5OU!S)~k@P^M7E)Hou2|UW0nWi_iO+*VT9)Y_@N)
z^eZyix<lx?v9iv`jJsJfpPnt@Y)I95Ii2BJnEm0^tg`ZUkDqhQk9<B|rgH9+U9~Fn
zo;=sh*}DJt+WbQT^SjO-=lyN+)8pT}_5;m7?ryV?xOVuxfEvT*Ig2hj%C28)_Vi}k
zo!fWXCZE<m*8W{Kn)Bp`>_^{!Zf<_L*jia&k<j07s%EYCUo|evzRe*#ODiJ!$Jw6y
zbrYs-RK3^Ku|+3E{GqgPljMw=S|tJNAo0z7`&LfkTo}JCvpl)A#ozK%NOib%&r=h>
z3C1kn56oG;QmNF`$>CDd+PAC{FI<!MG*9h}t$%T^rS|B*MBiP%GnDSmJyOp7yuNz1
zWozG=tfCYJIps__S?R^KGc*J1pZsljSjr!`I_27X-(yaPDy0`SaQ6MPW}74PHU7-B
zLgNbYL;g(nKb&n(Z7Egbt922({Uoln(OX0&hlMdaM2+)iWzLGZ=Ds@GGW8E;E?XqX
zCf=z0EkWd4;<D?BY6cg$e3!bsm%1gWx<b<H&hu{<B=p)X{iFlepW1zK%Y^!4C#K!u
zI<$?+_nMx|4n-U5kL_8`1{dyK_cyC7s{SF<GT(h+AxGOysf_8RRkp{NlQs#}2%cNi
zb6WB7-;9;kcNxXkC8#Z1Qo+i5RIbjbcPsnLn~r~2KU}=<?#_2+K5v$7&(BpR>Mgc!
ze67G?bu9knhMr}IWF|MSGMzhb?qT<?`!y}sn{IL*<N0%|p}u$D+;xGIe?{&~^WvT1
zpZP209sl9=T;)6#Z;$BkDSBBy{`gVd+%WYNlcX?9Uw{Ad<@$3KS6vtJc^<pSws-mJ
z@cG_<YisxL8#C!m-?44)LnXDzCnRqB+pn8$wB(i0<xAS^?9weh@_yRf9vhcmnD*6X
z?mXLCy{0OQZ;a7fzH^+q;rv<RY5x2Kt403v{;yNMW}^BrZOZZmCOSF`I#Yg3-L!h)
zgdb%xj)e#8?@zGe$~nbZdG|)|PR-Z8&p*pv%gs1jA^$UR&Go}<>D@N^E}_*vA&W|R
z`m`E&&mP!zfK%w|?;rX(8`;B!)~=p-z(Lk%;X2V%cT#P`g4EL^COml2cj3jc6FyNd
z?L1_c@8)=VuQRN${eWoJ${WiUn4Y>(-MZKI*7o2=&7i%r<h~iQ9ro8r+A{0WED6t-
z+jkuN=R4P*w^TV`#o;gFZ`*uWqMCL8C@zuDDyXur&1yI@>&a=S^+`c{N@uiiO$uE1
z`3`%ze2dv<JA)mK1xsGqsqM54*O;HcU?8|=k-=vp^VT0{7#KIkTQdJKubQ15+UxAI
zB)6wOe$H;WH-`h$55#`y*j?7NnrB-1=goh<Mg5!4{pqR24hi<l&O7B6mZdE4m5yg^
zR5vnyEVsk+)XZ<GPvp-3=9`d^Q=GuuB&g6BAYfr~{$bj`<2!v%xTlHfEE7DmjICu2
z%cZJs9iR8@32l5*)Vm?P;3iMVjRMWiZ>gs`(~k9DvJ_u5|IWG4CkG3SjvoGar7-#N
zLJ7I~`led^tG2Tot5CUqcxO9<)YmG%NIfBQKk@a2w{sirB-sAdJk_Q3_^oigM$5fp
zEZ!Zr&3`|6wp^C^=(MN<sS-T>MsGg8t6@m&Q~x(Ld>@<g#dC+0i+C63Mhd+Wk~_zH
zx+C$ct@*5qzc2dVYW=D%*;q1Z{pWeT-%4i*J1_pyJ^!hSjpdZ?<v!-AoB!<kv3kOi
z@T9l}UHez<GmWi$dG^Z9+w<+Jp1<8<QRaV9;^~VBw-l*OQ~x~+xAzs-x1XzL*Q>S1
ziz({4l^~zigKhJ^NL~7Se!`JEzn(Z>+NLj{`mF56O8c*8ykFjF<<`mb)Kv}hIBs~-
z^2oJKY<+tdP5ZD|A*$gVqs>MCUpdqF$hGffR9duJiPKZ|-&D5KyZvQYFMN{C|MZAa
z`29}5N4mPQ3jd}n97w-3_x!uXT}LJf$;;=)&#!w`W97f%cG#SQx1v`oi$qJdoWEsd
z%$~IJ=%0+~Mb!r3v**bzj@<o2tz_}JT<`Dlbsq7BE0UCV6->J$edqU8>;DpeyL)yU
zD1|<~QMO6%P6CgIf!)HrPwafSE>)|%-FDuf=hpRCZ`S;ZKIRf(81r0lVyw*ieZelX
z9ddW|{M*fxdFGZ8U&ikzz7B7z-^&T@=YO}1uj9+6@N=6pH%dBwk$AeY|A{qk&Lp=V
z8Mz8!mAUz|7Oi{An^Sm_C#vnGlY4vNHN%Fc#G6lT1%F9#?BPj?y~}yg>A;P@x*f*X
z{$BMCzhE@y(3LFvzhA%q-~Z)cufO5_S&QWbV%8X*Wtp~-bFSokkL`s_VW-x#9b@q0
zYCf|iwsU7psqVRc-kQhH1G-mwOJ;r8yk_IZi-9@8oNGBWW<+GL&+oOY)lyhD<xtm-
zsR6Cu8aFX39xp1;O<i<k>%{95rOgW%E_Ijx5EDPbrnye|fW;&I=l@JxmL6hiwRM`?
z(*8_}jgO;7$?4(22IG6BlfM=)-(z3ql(cH5!e{k8T5ol(ZN7i)efh_a+vRW1HlMyn
z?@0T%jSl=me($7jmEGUvEK_Xu!tYGrm-Nb4G2$*~7k~MZIY}j{e1G4!O#a(t!cv{=
zNsE)1S07kd*xs8L%U<3Y+@*8u0N>5!Hd1}AdD@3re7tl%7}TntthD0RxhEZ+(5n6O
zF|WC3-=ciOXLm}^=*RB!iFj;u=#O7hvq*~KR2QRlGdUC#xwz+W73p$j8x$Vuxge<L
zv*}JnIbY|8O>uoU<vkB%99i4Wf7x<N;d7~ze(~2Q`CZM>yY8|7$lEC=)#Sc5@`roe
zh%hrcAK|4TX_z*(e8W_Csk|rCQtM{7r%D#P96r6PziNf*#^ys`b?Thb+V3}gFsVAt
zV)4XA%BfSi)`U;N;ppzCM&SZRoJ}{cs~$O9yYQy+X}PzKX4)Y)k{;Rol}gEY_3<FX
zg{1kH6tCJUZ(%*OrFiiJe$QOj>nlSxro0He#&j!T?iT*Y2-6u?)(Au%W66F~<d~z)
zFniuyH}0ELtuA!jGcQqBm0o1zXguX%e@JIpWp$p^p^Y}Y6Q(bHKQsN(jj#NPe-d|i
zy<XZ7I8*z1$PLlBzq02UJbs^v^r*h5_vX^}!^}RqiB)U|UH3TbNT12ap|Hg%EB;%f
zyLwmf2SygLX3>3|5Bejb&rIf7>hnu4b@P>l)-9Uq;*SIm6-&3r_^zKN@Ta4Bj*cXw
zsbHIacytVFZ3wquH0PbxrR)Y8KD*r+H%#$YQShlSjWnt1D_)f5SRAkA9bfrUYU12?
z0y`FI#ZIZ5aon8mzVh{6m)E%x-N(7RUzSelpDS<0{jQXs?O0^Bul0|F3+*c=7_Lar
z`F2r^`)i-_ZoOrlvwu8N$cU`*DgJg@bIbRsztfw8LS~EB*(WI-Q=TUIwwy&~NyL5z
zcSHF&JFAKl&*!M~@BjN^iT>6F`zHi0xKnPLeNV;1p-2Al!#e2~ZRwe1A|*T8S4yaD
zIr}5;iekfR*6S-}Idct)^@>Xx9M-j!u6_ARgy*#k-_`Dv<n=EXolRb|`>)VikGZq<
zhizJ~J1u|d%C$ujoX__1xjFuu^Gp2W#3<#e`z9r)RT9h0r3BVo-N--RYU-?u&&<y%
znH+Ge7Y|O*m0y)|X8B9yy4k5SLf<wQ`>=FhSAKnSNlDg$Ok-I+cZD6k`%j%N4>GTd
zO8@xtj<VNHCbeT}TjClU4YGoDzg%7&UukLk`^)D$<@IX29*XUAezGqk?R?PV4;Mcy
zHt`7%`Ru7t;%YN3>c(ZW4Lku4w)+1*dXsN)_OA)HSDsE+clQX(UU<RtVQ^e@-_J&$
zx$i$JKWhko^q{?Bva)}UUB7AAu0u;~D_4Ix@zIq#CC`$<FZ!6^`wH9tHIMRN3bMWL
zJbiHkPr^~&``?N`Z9k&Sm#VYF?TpExxB!POf;v`jci#TEX!-@ay8fUY?^RFtZ(i&t
z8?RrgwCYUvZKF@tKUMzy<Nx2eH0;%+vtK8(E9$Gg?oX5dy8TL={F6AfPpVoDNj_;`
z`d|O+E?<0LQKf>Kf91I|b5;v<T#q}fxO46N>nR^@BrFn~q-rGkZ?nq(XNH<yzoyrS
z`*sxe?TcEb>)zG=YAsJ+P_^6huDxA`3+k47&yXsec=hA=e_PCJe@PpK)PJ$-7L@kq
zbe!<TY}>@`C!^M8{m@bre?8$x<KYVVZ^Bd8oAsYxxb{NMQ}g}*SU1jozELn%Rol$3
z)8c^L?>og4ZLbJac)4xYyxqHfq2!bM7o3&_amf6do7j+l>#4uqll<pub^pI*)ch-I
zd-x|tA=uyF=1Hyj=WW;ezI-*`H#049(!0Am4~I;=_3w+MfMjBbV}Sntj>!hnn>ruL
z`R6Y!b5gZ;n^gAr^7fk+ZUN1c4>K^`E6Y58^XlDc=i+N5+h0i@o946em*p87mcoM;
z8`9o%rzHq^3#obS{Z-w5skK}DQvdy5$4#v5WzV#9wx7{_xa?WQ&61@B(K#8jTiUbN
z-1mvyE4xrN;zCL@&#l`YpWEfPF5m1tD@uTs{pBsbg?j1B!cQ{nl@L1rP3&Foy~TA`
zR*Jgpi)fW>aLjP1x_td&|B?)2-fuB24osDLzDwgeCi6_@3CnrmvE&rT;S*OneuzDj
zQ;xjnP;_1Nr+(ds?fFa3=kYEU6%hR7pCo#tjEh-La)rX8n>s9KOF48s!XKRHu;P6p
znc;ahCqi!yv&3&Ml_|akrOqC;_u4n!P4Jn0;)|`F*~GSXcZ2InLVQP-%xXI`V~1pM
z#E$ry^xcnh*3UH$%RlmVu{|UIA(sC}7tb-fpBJ%EoIX8%Qpaf~(Zt9muiUf;Yl1$W
zo0*#0t0S#FyGhMA)kWs#pTH~cOK<<!-M4u68Ary;Lf_LS)_!>4xU1@?(sjxBLwa^{
z)eb@zPJQ{hKF&9P|7XpgW(77WIfrddoSkQOUC}1+>UxEvdg6ai<!W4$33!n3spZEZ
zXSb7fo;5fBb3bRhe1qrQ2@csQi$vY$l^;Jh&0Aqw@+*reYRivpQns-;xv`t|<PrCm
zJ&nue&uTnj!pYy~{l@Uh`fZ-YQ@vF7JbK7F<K(Vaa%a5N8oS%qtn^zn!Su-ItiHL*
z{mi~@3ioVP=4_8>-gaLlx9!8*q`ICni^YydyfqTYl24NJ{v32>YVK`^&vsT;ZQmAH
ze`7f-SJrUUM*kb<jpwHe4(<H^r=h^~e%C+0Ea|)Uy?>H50&BNivAJO2lY6V8tzh+m
z32OdEs|~-^HSd<?H+|^VyZWGu;8eyazn+(8|2F7H&#*DP=Ek}zt+)Gq?fDu%?<?Xv
z#3xHNoo{73{9)@A7QOYJ&f$8?9=>+7zU{!gamud?>-bDdmvSE3x9i%P=tsx4{fzba
z$=&2$5n%1`naM2af8re3-Cnoi4^~JRILUX&`oua5anCc5x*+G06u6CHWhAdY+dZC6
z+v1nCraZr-b_84TJt}^f$Jum#j$YcTYle5zO%q?ed)4!YpKaZX9OdN<|Kz{c9J<nB
z_HswQp1ADJ+~tmj%Mxu;d_-1N`PRJqn_8pScEO;$q$F|CE{6r(onJDNSkz>9+>Ac<
zPQKG5a(4Q2^~<bEb)28s&QCDBv#fr$%Cg&c;@c8KE1C{lF)eL&Hd>JXT;S^O)Y&td
z`W9}ScVMTL^-C^y6UG~#{9jsB#>M;=uS>5vJWE6L_4Kb6)9Q>izmVu=?mBdk`OC?_
z`@3Fvx&;IUED2aM?fEw6X!be=JEky+{h}uA+%t4I%RgLt`5-4ZYgSVSyV>>%zyD0v
zw_oEo@_hP+bKPGxr^Vq5cNPV%4SKgLb+di=rnWPO_8pJg*1X?i`OXQe4yp=#6zPZ;
zT;}`X0kgrX*FPfOFbkJftJJs_h4#;XU>4=Wl@zh~c;NKchXW2e|NW&YB*Q8Z-Jr?;
zR=q!S(p5g?s&6{Q{Syk(+FCYTQO@1&y}PEKch43NdGiQ$t_0DlEdq6W1Sg*_J=?u=
zJNIM_V?hV+`?5C<<nkHJkDa0V@a#Wrn*@Q!!5nFSbd_a`kMG>>?c-wTSa;h{J#5L@
z@6%<%zC3yIN#XjZiT8iYu9puD7Rj$HN|iM0F6!ES{C;(ThmeJ@N5ixZ*|jAO?E%LR
z*9hMB;LLisFSjw(b@HM&kBweb{n7Z9epl}2ZP(Ye`yOW%&XrfXcs^eH@4rRsAJx8(
zbj|s4@nDc<O=WD7bCc%ux<6qT_0qkTMDi&K7)-GfUu#{}X4UuW@Xn8aukwW+-h0k=
z$Mk!#k)HbXk8iKs`kv>v_g?;Bw`r$-%qtF+V%yh$JK^^Ko$h<YlhY%Yin)c)z5dta
z+Xp+LDOo<=Y&R~Hgg6;Jn)CT)qT-b1EAxJy+8$hf|7FSJ>-N5<Rbp?dimZ8i`})SO
z?|j7$yH$N_UBAR{o@Q{A!+#gEwAFU*U*@+h<NKph=XK|G;*PJOGy3@_-0)rcJg!Q0
z&V7|NbC_yBY&YD0bNQbxHz%1zk4(AO6u-$S2zq74U#xZJhWhPCA1vb3`;*Rey?+$<
z(MGu_WRc7ANlP1pn_v3>|ImMFeF00IO=Ae7^}my$x4QN>eLH*g$L5f$Umq(RZQJWG
zMZ&DQj5(oE<(tc{UEkhx8!*(fUz+bVd2+v^K!V-}_W)5oJC=hvlh>@^U%n<#fc>9{
zLUi?_$4d?5f-ICaT@myv&v@YT!|jaX-w39#LvfRAx9pv}<Jp>(qFdZn8@>E{Mt<Tv
zz6%*M%98|tm$Qc`{bul;e&*Q2hiOtu_DAeoT2H=_xMb2?QkYrDb<+M-eUbBuxb;i#
z@f9_^dHnoB>v@;+E3;>$DXw(Qx^gFBO^Jet6OX~c`7Z9chc3N+DBft2+CSre7Sq4_
zbN7Cq-t^ex!s$=<!ox$WyWJK)l=T!)cyV{aoXE51-eqmM^g?E?@%|U=f4wiwo7&fx
zR$5lJWB06w4J_;}-?#0)$oBSh_50OdYA5Qijx#@?xb*hlS9i<vZ=E=CqT@uz3H^2V
zk8JxZyw7q0du~pPYD&%={k~S7`Ocxo&V8H^`z5C#*CfnH?DUU&TdtHRUOx5Xuwc&S
zhU*3E8kQBG<w$U|zPY4+vJRWL{r;v0DJp6?pER9y^m%%j>UJIyY3$+-PTG5D-<jK!
z&XuvA`>-~%bNbV#-+pWFH?RJ3(0xjB<u&oYiR+A6AKlx&bA99vfp{73nJP2YAMbts
zU2^{3@4>ZiZ9mKYfAmP(_)?(t*P9B@QgtGt=j{0tSM}zP<t>Fh*DpUkZ+|SGQ9byN
zPh8Erm|Ycb{dQS)@ppBrcQN`FrEIve!_8#wUbZ*q4QHqBH-7VJdv0*G{$2q$qaBY*
z_0zd}HcWO)|K{~c?Y{~?_o73`WzMZn{$aF2c3NQPzA&LvOR|g}7`L)&_Xi4JW0H`1
zw&UG~8`2`p7c?__x5)WjZ#$45;r}s3TrGC9Zh7#*c`MSHW8&H_PQRvK@MEEM@jI=|
zytGJNgNbc+vCfAzl(S|U3B-L1mT-yQ8Qw5S@l(SFzb(^p4L)W4zx%ax-N`Gfrf&Ug
z#LQ*zr{n&-MSG9D+p^rl+uSzw&SsY=sgK=39d5VZMDoeyZFl*ZrRwY6=<~U!{NSC7
za)&ckZG3&CBu(z1`{q-nJ_^#dQ@q(^j-~fKm$O-M;2mS}ZPOz!_t%=wt^80@_29(9
zFE`I7Zuxhq?ySu1OD7j+lo@{A`QzE_myf3Eb5x&FoPNP-rc0~QZ)KfR$G26;=PsGv
zSNtIJ>CO$GH|4+U(zzTyf3EfS1e@I@A3rCoTXHh)(6!TFroEKmp7XetH+veF)Nx*i
z!1bE4;xCLJ7k*Z&%bk&vd2RX2i5Az6&4^mRkJnAec+FPp-K^hZ{$G>)tjafOvqfw7
zw`*lJXZl>0Z01z5js5Y4>B|=vtJ+^F9Oc|I*70mC-oLdq*Se*Scj4ZJ?5x`J!>%39
z`}5+Kz=MwtiR%<QjLPQq*=@7%Tk&f3lZeFh6pgu-A2oLGZO%-smXWeKmiIwoAJgd{
zkMA<53l=3Vdt3c=t2_TH`KtIyGwqn4{S*2BC*N9LW7hLkk7vw1aj^bOn6BA}`T5Tu
znN{4nz{xM@)UwQj>&+!|*5XUXE|=J*ioU+xlEZq8Yx-7=7u)<7yx4Un?+eFkj$-H2
ze8(GOB0CaPY!WjkemT2l=j)#DN@;c38tcn$Zd`YeX9HjH9jPB@T%QGf=j*%eYZ3d{
ze^d8^iypGM90KkBUzbchIk)7wd5hhAbt_fVl1-Nl_Vb;4Wv)0U#qCc~=%RUgE#>@s
zq}8u%G4ZhZl5qM%cJjKrlKXh$ofQ;6oUweqZs~?go;4zkNnYw%r>?$Q+&T9UpUAqi
zZ?<jUa!`7`(ud74`Am~}%Vuvo__T(#AhS7p=8m(hJwF+JHx?dfH#;KJec!UvS#6JV
z#|`CxshqD8e&+B?{@D9n=lT8L+82db{(au0#J}&<{zn(@$-i3cCnj*JEc=>C<C1Ce
z@3r=y6}(#Ss=1`}|5EPDeIKiwcJG=HC|1n!Amx5Xo0Z?^kPR!YOq5P;-1*1B?e&JB
z{fqv6I(+=+y<6J;jm!NrH~-zt`*cy=!<1V^tZ#k@{`Az=_?v1b7=62FrhxR@1)VHb
z6WR<W3K!28=PTA?eP$Rmd0k8Aw$?unUHtCtN$|X~LgQCbsgb0B<EJdQ4Hkvwd;j&<
zPnY}sto-uC%l(3~s>j{>%vcXiXl-4;Dn0BkyZ&eQxj)r@X%s)ScT~Qz<#^fZqSQ8H
zu6q^Qwm*JcPxvw4WzVw$SrbJrf8X6k5;{9_^!erLHTK@PJm0SR|Jjnym)LdAW$aXt
z;!=8Co_}bL&T{v8|I(~#WP+DID|^7Mbedt)1UZW$quTGsWnb1R*~jkwpxE=w$cH&G
zB>rz~)sH)o93Po8nhZ7vO0c@^wkTQep<`jNdYZB7s}EBP7A76-VBOiXCVAd*hY3d-
z?lI3cdUlonv~h5?Kp2DhF^$Je$}SuyF0cH5eD2H1{rCK)+f_~9u;T5?XzBE_^l3Mj
z-e|lzYhL39=H0%FB4n*gW~|_CNk1&IdUyASiKTPjFnn2BoIamXEa&5{r#^40oOR^X
zd|sW6p22g%<F@MW(+gIx%1X{oU~h2cXu9NeWKF4w$gGf;f7Z-h_t&;3%;kR9$-+f8
ziF@Ag-T(PnJ%c;lTA)hIpKnG^thJ`Njd97FJ5N%q>efiJA5i8{@12olkd{1IpzPeL
z1MW+?*;cnU?Ya<m?eUZChsxedC0{(R7;b9Nw%KBOKi_?pZ?_t&KN+%2;82XHJG|t|
z0|$Hg$M;*`{xo4fwD<G9<2P9Ol~pn)a|!c(e)8j_$CJug;y)6qGM7L2zG2Y^!3DCj
z%GMsX(Mvl2=3q!mF6XbKT(UcIp756EK0C1Y^z{wqt`jCPn)GvrTwpmh<sIjJqi09W
z9cwhcDAhkVt9ZXh|7Grs+|LTD7aw>hReJKm4;>%LjA{dyC!6QbS|U=lG2D&y=Lx6k
z1>H0L<h<;5wtTnk%{xC9F1O=anWw`SnooPWxAc<jF~+s>KN+R$S4iJl>STNC+=>+k
z1h?xYCoK%PestR}sWV@W+|W2B^X5F~<39&JI{N5N+t7G@V%%pw7SD5k1G=Nx*X_zq
z+1uKvovU?!Uw7%z!lkwklMkL&ef9ELgOP8b-+YT%ZiQ7}v_5>;UDLAN=Ppb4XBLZD
z&Qh1mB}DXp3rhw35-NB$^Gu>o>6Tx8n=O_KEs|q%_?<md=;OT!r*x0=Ek9T{Meu;`
z3&XcluC*(xFmx+0WHc_l%O$w_LAKp-W=F1tOPCW6-0iK*nfdi)(1A_97w@0i{`gf@
z;#@}lQ|4OHx>DKv-N|iE&a%eARhDTSvNQZI=CH`zF<v(P#=##pzi#;@wCS>((LHna
zPUD*JsCNGBWc5XS2Yrq@Tl_v0z{Qa$vBOo~B>&5llyU*751(JzGW}V2`Bu>S4YCpK
zmDlv9YQ4F#;Eu3=SjF~Je{LnI`?KHsw^%($x*#e^{p#Ea%?Hlkov}FGZ}ZNJv+ed*
zXzs0jTJ)+pG0M$hVfMwg3m1&VQu#Q$Z!Bcz7n!lw>BZyQ<#l{YFJvr>RAP5j2wEJ@
zD4w*1XV%8w;o*g6%3G3c&oS+JDr&RA=Jg{+9{XD{*WWd`?0F#jUa~v#%&w4>dpoV0
z`foXAOjnGEOm7HhR`b!-sEBIlPTyhC&imcVe22Tn(!0~vek<qW{bJ*&EaI^1qKf_B
zH=BEI>P}IWU;aG4qAx+heZk3jPZjNw<gPlW*iEr)mp|f@^V>n{m7K?UyFV3HcWO<1
zQhBFZ^;KSV-+tdee0@Aa`Um0Ncjv70k2%=?+~vY)SEbIgdcqz|#xGXR47_zuoXPvm
zfg91cJk42I>>r(r|ETm?{m$_k&S^#Y_h!1>VEv<&@p8@`?b9q%Pg^mq_msb%c+B1F
zpZGJg8X3VZo6z0sn9DPqK07sL2z}<;71!TC@&Ap}C!R$eDE7YBxV8CGvfLY`99{Xw
z_Y%r~*8hJqJGWniBiUrhT*Ku1Z5-=oyh;*uWQhGEJ!7+60(<XdwyFz{j7ofem|YXJ
zV4UA2drkhj^YK00iOhLQx?cr&Gix*xKX`vxva3Yg{KO4Sk;R(qS31qE7%hL|z3gV|
z9QTc?XF`l_r2k**oWCw^_ndXHh3@ya^381Ulog!SaFOZZO;4$kE=j41t5;keaI$bU
zcfHvleAT6a@%)1*_UB=1ntv6gm{$52b>FHvx!aKAPv?9?@d}y8Z*K*>SoQY2@;h(#
zLp}E@gX^BS|BQV4@1FjrP&t-G1@FsE=Y=jmpZQ&@t7x&K$|>H>s#E<!PVG|Pugn)@
zVk~(3W^Y8Y`Ju~}PcOPOyKc+fb;D0YpupqL#`v9fv!-%C*S_~VHM&;+!Jor>zqP8Z
z-FHSi;dD~;Up=qw9bU`43LCGKrM=%dQ|JD-Px=u8xA%t6XLZTEdi4F>=Z_*!B$nN2
z>)&Q^Zfe!{hx0e@`0&zTMP6*g8ezV#ckln>TE6n-mk*cEKbCR#sed(X=30@7+1r_?
zuAUNE_kZ8}y*eppcWS4yC^anbnZWigob&k4gW38^Uw*t;@=sGqpI2__)Oq(#96F&=
z9C*KNWA>{Tp8mD3*<UL7e6G&le=M;i!#lyEJfbD-So`JM`>Q);JAanEyQqHgTDg(r
zl{LwyxetejS2tWvt3R<VL4DiL_br!iE4lo<YaahRrtRUEBf;^`&RvoWz2AcS)9Q;Q
z&vM_c@tt8F8OQ75)wX-aA<MX*MSu33-v9l>@;$mIwe~A7J<r7XNbPWxmW$-q8(q7j
zKS=z2F@?c#%BgQ}w4!H~FH_@S>}(cocRqO~QKV7xiooNO-<}#RzqM(>-w*8ei+T9?
zK3VQ&*u1$-;VBPanSsHHo^M&RmayHpSe96xUCaCY!OWYSV*4}qEx#OEw#H`bCb36%
z+upaPhv^8_*R{A7POUU;2&?3M_WaY-=qm?1uVie_vi!S~@6g_+4HvrhdllQ?K5+N!
z%SK}vvE$ov&ZZgL30d90*KpxdYR5G;Cof%}gJx-2(pRotX%JRd%XqDQ?0H+~`dF1+
z=WiR-Z2q#fJL21q#to}Y%sn|=b4pXY#M84c|9&5zbbIa#|BN%UF3x#1VI_aN%hjC=
zE8Bc7s2yr5c06Fsvu}FEwFCJQQx^+9d#ShW=yi4VApPY**OkvatGG4G=K#wB+dYL7
zHLO~$nFLM#y5i<y39%<V{Ff#i+VDeHIXt8F{v*#YmnSt>D<(gmQNnTX?FWHb-afnu
zMk%YDB@z^;q@9qs+3$4TYwn{NwkInhf2#H}9-UK{bwk=DU1`6y^}>~^Gv8{3=Q;m;
zYW_4*zTnf`&nn3||CWgc?t34z!=!s><zu(1U!Cq3PxNgHZrCXlW$wHoPdMts!O6^-
zGVH&-!=GK&Tc#s-?8=eqkEbTA_@??Qu~6sC=7OGSA>}?iX1O(!`JW}S=EhW~+b`s`
ztl>1Czkb)5#h+K5+dC_ai(RtD_v@0SZGLBV^K0>^_{`DdN;)JL!8%#d;ph1qyE?R8
zb{X@%K5lcwr2nVT>EJ(xbKmfq@Xs-e`KaV~r)~ATC9<bE7QNf^+T`|$8x_a84!sm%
zI;T>{Y~*XS^X5$J$CEw?${%Hw^q2fAP?LCoS8l=1MahCCr}O`5Cg|$k@c+HM|E9|B
zdEt%LyK^73a;@F=jnU`)2loa0swD0{3(GN#NZ$TpvV~@|s9-UJ%R$*hncYkmPWZlh
zpW<G~$^N>~WZx{~q#4d}zx<`28|==R9Jzd-=${Q@3+-2PB(l$Zf9p_ljKSxYWi8)2
z(oIxkt*Xtw&bOL+uj>2V8;l{28g^55s_2}0y0=)B`|gwHTr!JveyhlS*u(ZdwW9T<
zgwwi$sD$lDjeOsSKAUp>2=D&2=4bB7yuNX;Nd3B{?%b12a*~JVoY}lujMKcHGx6!f
z_VbS?KX5EDSo-7amkrTrPgWmlnR)$}jAnVH$d{wqg>DP8+GJPW-kx{-j#Y2M(g`2$
zRm(3CkE@WY*eW<9*`k!cz~IFzAE~(q+Zl~#>n*y)EBi*Z>fuC_8<s~NCT)Jn)M#e6
z_p_o&pM%_wwO5UowMGAb@##0itH)QK^_iQT+i>VyquaAoYxdk*d9#=T{^YOTSHrsH
z@%gw*`s%ByCjFLnJ$Ct(k!;ZMpr<Pe7)}}L9opBkJ#)$8SJhD;C36m%FLAUnPT*CQ
zvfCk;dV?=}e)4nY&lPDM!8f*U?PGp%txs`7{{jC8`xVwj?|Z3Yxvg+k?6JUdQHlMc
zi`KqX*l<OW;fkb5V@7u3(<2X8NH4i;l{9;&{{Owcf6qDAzRn7m@Mh7E%jZvYOz0K4
z*X$W=``RXCY9GU8hK<Ii-vggc>)I<O()8}y?tR|XbFvR9vv7%8JyH?XjA%K)!V{J7
z?zdpj^O@0?)XL|7UbuJ5Y*RnSMR~lh`E~3{-h7`k%lC|r`NQh6t$7Rcn%8h_S-~H}
zu_I-Xk`%|BhLzj*3F|v`Ebz4JVyWh=6ngpj^c+P2JE7z9@vc?%Kb!q|w%xxbdj8Mm
z`nP`<tuacB<**60JTvpe^xGTer~f}UJurjEg`ZtUlDV9_GeGl@`RN(K70VjFbBTFn
ze~+=OF0r$U_<CvKmJ0ESQfvo>-uf#jzg%QL^^4xStNV4g{o2I8Q|rH5|F^i?`Hqns
zn_6@yG&8+t{unp!uk-{-Hs*sCY`5&9cAa=H`r-SrpU&wvnpfwUY=~WBR>*$r^QG$b
zhZ^*js?Yl`$l0AaS!ieNuI=inmwxZL6aD9Jc*^Qivo4+vk!<rTl<e2_3D3GAwx{-~
zGE1j*;j*I-CqKVrb*|%`qgL<xtjFp-7Y@l+KA3pr>_I<yMUOjAmSo9Je^jve=*%yM
z?B{ehF8%%@`2K;Hp>HK;nJkOqW~tu3&EEFoo$o>J=M$>98<XWG%h$56t1r~;6^?yA
z@%X$aciM^t0y=ixp2DF&OO!=0Rk33(r%7{YER*@C74Hr!_GceB7I?ybwL|d9v*A73
z4nlgCiT~o<PrtOf<tg(cn7>Hs(_HBrF`H&E^t-Y2_)5IGIycf}dT_?CUY~2siN-F{
z&+Rv8<m8;&bR%*8*_AWTEw<_uce?qmZ&{K>*}BD<=@-pH78m|m-cgdI@kChNZ&@nK
zu711P>8^EZwqM^&e%ah_v4h{Y{(d9hw$to4cBzZJwP5O$GTQAF{amakG%rOvx9NFj
zlPSx_+egpMnb7NEXH|NG!{<Q%#*C(jtsgAAl%L*}K726Xnsdqak`GQlZXDRc=Kb>u
zpOAE54*TqTjmgVbu4u0-swzJ&m6);HV)jERb&ujAb*72zuM!$3u8WmbZ2Omc=>Es%
zx_svesZX}>m%i1AsxqBCQ<43DjH^swtEsw`OK@V2bYo#x(Y;+IhI8NBx6j?~l%jTN
zR?b~X*<%+&6ImIXKHWW8aKYqc;Ouu3PGwY7OrFl;Ipf%bd)4-jI^<t&WVz*&)bQPI
zd+e-lM;OBmrY+2TR9N%*oJ#9L-kRdNklH2ge|r4C7>axD<PhAlSac4jBFlp#X1h#-
zUfAimU#kB1L(h0qrF!zwyHdd))PEiF{gKMR|N6&+!~B<w{q1MQ{d>Fm!aTPvD_S-j
zxwByEXTcOFdHeDXgQeOQmYY5|d|2V>%e;KWwQFf#ryFd!bLaWrWmC+4`5im|FSCDs
z;v>Ep={j2q-A*=|lz%PT)9?09T+rms(KrdtSxomiY9kizzja*tT{z=nM!lnRPsz^U
zJIfuz{AKC}zvu-YRy1$s&$^J49k=12Uys4Iy;|EmR9j}qXU_@YS#0i`lO&?@d4{si
zrfl}D-C|W8Gno$ZsQDCUDE59){+wsoTF56;^yWz9t2+$WOZQw=jE%V>6Rfz1@omY2
zr9T{g?w01weDf}2R%8{kZbkO4f<%?xzB@fDLS{daS5TV#uT?H+<xdams8g{f(~s@o
z4_5P<IP=;P=NOG-#pHC`brX$#e0@;IZO!?Xqy6&s_eZL(b^JBwZ7ECKefH1F<K?;R
z$Fc+`Ywcm3(d<%icu~UilHl@pOC<SNWvz<USd_mD8x%3M+}izkf8fTedLK5(ZaaSe
zoat27ORf)>On6ZIeDcdbE<OLe=9Rs8pzz%4g^2Ch9U^JIZl?;j#q8Jh-ebD|$D;Xd
zKCxnQFD!Q`_)avO`cd@XR-=_mzF%<FKV9S=cC=w%CYQh^<@woC>UwSx;pakMPC5B_
zW|O;ia_N^7iDetaEN(v$vva?G`C_tr;3`?K>o-qYR+R|w{!rTevH9iX)#aC14ka4*
z9h&>5!slH7^6&Pw><iae|1p2(6R*zm!Q`OT6*uJ*3vD*ZUUE1ub<4FP<9O9##$#J~
zH=9jT6li9jvEZiN`cJao{}k{|@wT`#dBL8J{Es(g`^@**?OtA^=eaKC(53I&eC6Ed
z3x4!Dc$4eQbJg`J3)k8{h+*&hc;HS^(wYO3A?^?KwoKdVW~}~l*}}Vp`<(+juC{0Y
zTY1dn_+Pa;9<G419On<&O|gG)l<CxFNuSTJI!=WhZ|w1X^KDB~*WO<F>DH0HSMsYr
ztV(1*P?;~0D&;8uL|Do|IL~3{Ru6;8M=k$E2W*h!Ss^X4`A*B@I+-S}y@k9J+?l&I
zgHJO!sWu<}v&i-g<L+Fk2M4yKc^&v4_+QFS&@KA*qWLSFGJ=z>T3*IT8$`El+xFP{
zV$afJQf~!PdNuNSgf2EDxks@rX?7RM`;{W~ZqK}}x9d7*TGbq%F`+U%>UrqPa>>Ip
z+7|{2saCvfz7r?)ey;rvueLwh|4r9cK6(`060&bn#x<p77xQKqvxRG}chd3A-52rT
z?2B*w4y)IDG%YZFzgC=cZ%}!j^FPP?I*N9sHv+#2Fcq^@=xq*tdRbP2iGSYYjTuLD
z)aE2@@IL!fMq&4q|BSYEv$Owq1+9okU#9SA;=VoWzchX0mYyYhf0_o*PcDn2zN+1|
zR|C~&y}kcJ`rD5!l~b$la^^NO-(E9al2>N~-;W?aow%CmA3Mx~c3$k1DRK8w^YXlI
z^Xz>1(rZ7O6q#<ugyhU;&%XQXjcpmL#f7&!=SO%N_+GuB@mAyhRHyH!^v|y};^zz~
z5aJY{er|@CPTn?t%NaEf8gEbDGC8!V<ktCf%eTk>{9TguC9Ud1r+AR~xntHoEm9mE
zQnDAAVw{@Z$@#?Be?0!fOU6fj|KF@PX%-)2w%FJHFU=`merfZYs4a^xu1`GJI3+#0
zjAa`8dE1WvKFL*ouZCYbadve{DRW!Nto#34Ccjzx<?H%-UgH*KM(GR=muUrA0uNal
z^TG@gPs`f|ZaI9m`2~CF?fj2N&b1$2!Y{L*D_HVzNP}8W%ijAboqGxo%QQ~p`?GMZ
zEc0@Kj+yp1cI^85UNQXZjU2s4{D$Y=d1t%Z3u<1ld!S*~ro6oU<l1DtqMxsJXWZ%&
zwErbIqyF3#26G0(TfVsy3$Mj2kL~$ylNMO26JW~XH{UtJV9shm1rzR_MNhqEEL<^l
z#rl`5+e~ky`hCu`oNHY#wXAD%q?keQ!N#d<i&h@G$j@}u$M$Zm%Swe!UgnSQ`h8g>
z+Hv=b29I>q>|3#izI{5AdzE!de6P!v7cY)??ku11Z=;7o#hOHYyF-3QCLTV1>BXI`
zCar7VCqJ)07$LcT-e#SSeP51!^4^l&DA3isrPgxqr(fv?3r~OX{>=1&ckRSOsWk>4
z4VpsdatrV%ykL*HxvNd%XbmS@w_uam3f83pI{(TpS8sQ_G~cF@P0>3k*WPA9)?7Q`
zE+O6}-O=i2rbWrI8{h6;^|JhUL#zL>Nt^<^?XJB3JY)X@*F>)?O3y84eRQ3}`GrA$
zMqACMo4q}=JA~?ZdKR5o%)RRAi6_TumdXG7mb|ku;hg@dt`oUiTpJU)b?5L*U9QF6
zH)&JMwxj-HPDT55)Gy0tuy)TZIo+YV)u5N_w&EHt=a=f-db>8yxVHF*R7KNA_W7}{
z*4t<3-CJ?+*j|0xqHh6KH5-h-3KhP2(z(>+=gG4HA2RlBKKtWl{p|-zdGRf&2Q(Ox
z%jcwDYT~N#e0@cD-)@6Ey-8mUD%$x47QSKQ`)*V<@gUO@%Rh_Wn6@OI-&#=a%6Mtx
zrutjG>~lo9vaesZEZbN2=|VEc<=U6r&u;45|1jv?bW9@1Xua>2X4lfm86II<8du)e
zn0O|ynBhtDl9j<3Pb^Y0MHW7B7Os@OKX;>KO>oDy&4)gV*7RKK%nD=Pe9g?j<4onB
z9uW=${u~Fv1?#6d8t61n=6igXuZwZ<nof4@FX8Mlk_mGwN;~dMe7J14;60IN$LAh@
z`|RwMF8<4{`c;OxHM+4oJ{tO*=LwdW(^_~pRlKlMxa)dYnt|cH)?*Ju&i#oyT<^R*
z-)&l9`@>Z4Xtv`U1<hr&AHJHj>{^UsojBu?(ia*<mB!0f7dzRBux4*@e*T*+;qvwC
z^2y8DN_iHpoN5?&<3dk<-~GJ@Hu1Lk&;IBsBBA}}(GG7B9`mo6ZDPw)o7HFiYnf~P
zmh&}ZVSDxAi(U48`#vA~_ABs4fOYk!D<=~^g-Xa;mbHBNFvmouOX$}TftC*r_Q`pn
z&vrQ#8Ghc95*V*`{Y%^KQuT$sa}8>vM5Nd{Kd;{wZa<xG%3Li8simhGbmqLx%x-z(
z@+14Ah<Hs-<4n=xsa2suTQ}`4Y1y3ri?3w)d41u1U(c1^s@6%^>Q%ixQBGRA+%W%@
zd&i5km_m>CdwDv70Z%V!?B2?8tH(*(QTNuxTheiNE}WKL^Zyf{(Na0PmnR?WebC_)
z!Tj8CZGpt{W%be*Ubp0L&0VRSa7-^*$e>lu@Qozfmu5f5^gm2`hxUH*6^efwyXRK5
zJpW%_VcFD1Wwp{;(dRX4e{%Pyru=e~DhOs=?6_~i{RD=zNyi(eh19s3D(9r~?R0)C
zv%OHar*}z?EUT|^cA)Hz_~LD9XB}^gF0$p_$E?^lt7)HqLXd@}-B~NIxg2R<-&JfW
zUdFzmsK+P$<_6)+-WTcJ8n2}$1oga`+94BqydwM77Mtz~jgrq93UXIvy6tSU)bDCh
zJ=Q10bUxX)K<B_tLz&I|$|c;|<^DWBb5wMGGWy@_d-vf|v0{i_ck{RM!#htt$!}Tq
z<?{S%v1NNL9xrx0sJKXrDVSB3Lp?;yO4+}ysc>%or`1OU?z!a$E0l#V>iZVG{r|QF
zzt64x@OAO`OL5AUR@XG5B`O?+lvO{T^H7{2G53djx#*LQ<5%k|<XGZUHcZ|lY@xT|
zo!*rNsh=XhriL~e3CO>m%J3xd;rfu3TFy&)@Bdurvt6p}ymW%NOiMz5;){^nwNG4s
zC0lP4es}Cc?YH(NJ9|x<)PLS9iYZvF_d8MdVtL-9-LGm7ocM00rI+Y_`)980&b8C>
zr9S_*`)^vQXRUvOujButo%(-Lm;GMXkbC72_odX&Qm0Rp9#L{`RdUF4Us|tnfA!7p
z+gNsFeiP1ZT{&w<wRP;zH=D0C#_luN8^2=Ldd>PH=e>@*2F-Z(Vp{*1mCKIx3pZ_B
z9Xm;IQb$eUOJkFplV9F^ZlUo0gysZsO}Rxf7kWQTd0;d7;hV$$f=`n)_WnJ#I#Z-+
zRi&`3m-#xOOH=Q*ir0TB=6I#4W*b#;OCdPC+w<(g#p;*%>uycFSN(SCmygHgAI>;(
z%})61r|06$g8zSQzTczax-fL<)ouCB8Om9Yqi$6vSI=Kwa>SpN=TX=Gy^l`cbL(e*
z_wmm>d)3AK#sP2Uubv?2EU+}OV^;8WhKGL=;&{*QaNTiBSIOwCe`ekmhuyO-&JbQb
z>xI#*w2W(R-)G*rky@PQxc*#nfR}yn<;gR;7c@3Xnl5=`<>M-ym>X>&Yig>q>F@*2
zYd74Ox~n*@YNaVKyVP6MesVET<I;ThVQw{tywEn=<CfnYpXH?S?Pqs7p_?%4(*GCA
zGFzIPO=itH_;217@84MoB0AY!!3EWQiF~c=()g10^?chn{X%PR%a^rJzr3^J%YU6`
zoMt&u!$8wu(=8P>@5>hLwm;9DSC0E7#ncnMek-rbZim%t!<J5LUYJ)?V#(Wo!EOc<
zvv$R*l6$=_8;-bDOt<4z{9}4(f$ydbI>L^JS$7-R2yx}jlr`+!(Oyw;=(W&%>jx7T
zdfpBC*05Z1@x6lky^&LUCR^mpE!2=qT{V;EclNV&XV_D0pG|*ha=9>$?I7#*&oWoP
zC|!;a3VXI^$HeD7XQsVOS{JbFzR^1_amU%7nOUB#CP!wz6}|h||I99~RjI8!5^iy(
z^Lh2^rj}1!`Kf)9Zlh6=Y~{go`o%?>Rfc;vbntkKtK5I@VBOL<>s_db#pfBmUFW6e
z@cldal(VeoSi!d^3)VQ_*z@?w^&_5d<+L=JC0e32`@Mf{Rd@JdJ@41?Z%_9-p08x?
zc;vaI;pjz+S8H{5ujG&ZF8Jo?;h2?^^k;cT-`yLrtag?_rPoifw`Gb~SQfG6EfI73
z!=5hZX<zwp<`viIclUP9>{I?R$1&U1(#F$0bh6`S0X1m@?~EgflU1ked$gf9?7y+e
zhvkJLcHFTUFORG6u6^ofTl#SN(#$05#2LNT`}dr%RK789{l=x&92gpVA8(nzQ*&)r
zlKMjSh_f+!CTyG2>~dw(>RH)20*B)nw+hy86O+ho?R5QPXtJ}w-0iH@UCx*Vop%zR
zwO1ZKsI2?)_S*By+1>k>zU%f^VEDVd<ahV>6y8JYPfX5<PFVHDu<F4L$qcT=XZ_qe
z&pom@VX@NiyH<AWF_wAk!AGsP?yIr+v9UF_b;0r(6W2L4ze=q7x^YHg-nUo$t(*MS
zpS!Xs7N$4cJ>@3Tb#+=-J(tM#yn8JRTiFgc9Q5o^(3r7_?Y`xrnGtVJS@F+d*w*_z
zvYK0`;@Ij_cTN_c-7K|acH*vQH4ER?DLqPDa^522=hLEjk|(uVuB~X>RQcYf%(g5q
zGwv==^0iaTW&gZ;wxr0{`L=D$x#B{BDKFf%T;F!f-G8;&oa{4SB~n}LGNOLm)d<ku
z@gRMX!N(hmpMTsc!B@OJc=>sOnVA-~MIVD+S$7rO>;HM_<m8u={q3A3LOj{-&Qkio
zqF#7=n^|qrg_iYO6^;aLx4v}Fx;*c8;S;k>)13Nx9`Cxn=S$$yqc-g;bd&0yy^CpE
zKZ7CW57YKXr*AW9Bq;9rf8%tG>dyOGsxsWuLyzlSHcNb~bAGGEwnvG^%igS=^LVk5
zXqok~<~M=!QagipuUY75d~&^zt8g5DT*#9Z?GxX>aP#J`nQJ~vsI2_Zip{|fYT}Mw
z&yrJJzFR@d|4!wW;*HNPiD~ZT*}5a~m+CWnBV}ug%H!egDdn8*0lRu1wqGe`aJ+Ot
zS4->1iRWx`H<JD_KRR%7w}ukijn@1&^J(?#l>M2R_U~5zr2P7VrSguQ*LEmhI$3iw
zDQ|7yb*}Td-qPo9&8+u*c$=lRX?}-;=9Z{?2M*XUC|#>7wBmD{Diy${%UPpSlX@Zj
zmKYOv?bfr8ri4FXEpsqYZf2SDKjz=Y=8OLFN2X5fNVg2Ed)A`6e{F~VzsaBf+}pqG
zanWmy`%|LUZvHe$eCfGQb3bY*Z_Ie=^6r>f!Kqv~Zl%@1@$8eCWp1$A_OYHbd%Emt
zqw&hg3F~9(!>&rdH<oy`?brFZ`bvq|^*+l!?Wwsf(Y;15?SEWE`i|TEzt>-yR=rR2
zwB3>UD=elzWHG*0wC9)Y{e8k=m5s~nE<M$C+IFiaa9ypQNZ$V1z&rns+fQY4D=(Tq
z=f^gmmXOys7?RVa?`-`v_q&PqmS?MPJlpTKWFfm;mD1emKQ9w1WW8r9`7$@1OnX$$
zJJ09-KTUS_haG=7`>tpElyFDRndznf_mlmS{5>C<zcBcv=EX;Mmz~rVC{oU@Fo-R7
zFRyyMHC(ywvl`D%vlHw0f3y<pTW0b0vtpU^u9HVy*pFEY+)TZ-^(@n+7K6a%vcqq)
zPWO1a{cZ|eZ2$AoZMWaX%?m#L;jfu!=CxpcX~ySQ7BVL_lBHYvb5g>W2s2%~cg@>G
z`%I^rdvfBXG^01OE{2&sx_#+zUT>}0p9efq2MYeV&d%I%aG%^Fsl@Y{CoYM-DKhU+
zGu&<2d)fGT>H(Xr0@wdsbU*hv{G#+iHu1!wW9o&QoSn_jzdO7&`}&OOmb>~5Pqyb5
z^D#RyO3S}wux915HG25kV#e0Rim%o`-(c4A`>gA>(~3ssf*H>^&sTr=vGB{w<>3i;
zW?lXq|6h&o2D3q##jbPx8;|arTP5W$)cQn6{rS9>&KWHp&R-M*f2o)(x_P&u;oi?j
zURCesmS23Q6Ci&`?pA{A^Dm(*(l4%ajIg?OdD_1}ACF(YI&<omQ|U*t)B8@uNiTKD
z(*3OcQuDL6TRY=~jT5Hr2++*YFIaX$Df(Ec0mIqonVH>p8J_dAgsVmT@4B!+`K)Ez
zw3q6}f9ssDt+snq(_@x-O7xJey>Gfia^ZQS?=O;%@o}HeU7f-s^{6Yl^zLQ#dC}fC
z?jC+}qUY$G6-)FpWA}XaS*x|;mD%Lk>zy*Z)?c`o)8(onRd9xRv5s^p<NXY?iK5ri
z1arjm7Md{VM;vLLZLxUKaqaJ|WjEZlbaGc`9lN(SS9jYX*Wzt04{n|Q_V=PPd!R-E
zlZj8z4;7ck%q1JYu4k@QE>6!YQryzDmSbgi#;@506Mo+N82nP4-*y(?gERXZ80`6r
zmwvd-<+pvq40i_p-z>sa4632t`iV9NSME08^nP$(Lh3lbeyo4+W8;@cm}NRDzPYfR
znPB<){cG>j)@xsKH`(wA>*h5!yJubevcCA<Nseb)G0VhR7#JKFJY5_^Zs*SV+I07y
z+EddKo+Zng4Y(d0(lSX9KX%;NqWnhg>g0Xp<=-D%Ha+3T=(odV_9Vj_MREtO9DB$7
zqqmCDk<07YkCH9Pw;G%?%6~Jr?68@3%q`)9WpEnz!py?vxeiI6t_xR{aP3!+-TFCm
z+nZOMhb783x=EzX(#<>NP$9bJgvBA|54+hG9^^25;^#Z3_d@slS<m;f#7%HnnA`2)
z`&Glq?8eVGO)K9XJ+jGfKc9q%^S!uzRjjS8hcv9e7o^MWQa>#A+Wm~;55r5pc1y*7
z`_OL1<)@i(LM3~eW$WW#0@k<Mn8P32pL;j+l+M(!NRJbrukVSQ_S`0(H`wAiXGQeP
z^GWM0mZ?SDpa1{o`v1!V&g>}u^s@Ez!n65q7RHC7UDBHR%!B&395h&ORoed9cFSVP
zIa9uKw)HiIFLd5!>33k64S$Dq-HVJ}yXut77Dhj;){EOci!bl{(#g;Hgzx5Yd_MT_
zK)))Vru6Ra_kyQp>q@w-`6$VG&dpIURiGj7TEpUY{!46UZ~VH^8QFC2Sx4-(^J=cg
zR3AKk*S)w#zvuh$x#9oT#~eC$+h+Oc%l1Ef87<k1neGVff5h3!S<l*dBT!(uWd8Fq
z-5+;a_&c6Y>|kc&UwPH9<Me*J(@rj#v3lOS^lz`9+1%CU#$tJXazy&t`Dzn9*G#nV
z%dUFn&Unh$dy&nlssFSCS~6!Ha=mi+&xE+o=kH3**UZmfm-l%4A;ofzQg>_1nC<s8
zQm$pselU0O^({wBJKY~G;Ij1)QLK9|(SFtB$gf+>|D?-oSR!Aly`J(x$j|C|HPhEF
zr(ZVv!Y(*+NL$zCuK63GWFVfqn#upok&n@TZXbE%^x0Scx^<;o`K|JRFp(QOoo7Gf
zf3sq`_@48xXBMCDS9>7yWxDu6qo0dHqF%^!HJ*(S?0^5$xyk5ajhyhb{FA<J9o0d{
z`RBXK&D48%V(WE};=t)=A_Y}y!Y{dGD|9?#W?OPH_2q^me|SG@PA`0G<=P?IF-_QD
zy6fziCyQ;~rz+(*>|4JseZ9Zg@>S|~`Wv)zSDEPFdht8R&t}Ja|2@Xd1&`;ZdiGp#
z>JX`O*%Q?F(!28MOxGxvI=*VwB9||s0@gG7yrkcq53l>}`^|yl{Z+FcYg1NpPW-T-
zqatl?eCgC}cmCVm5?#vN{$k<I&vQ$!n3ycTtaD-V_VvqVyGUd>?ACJRFt$)voAgnv
zZ`*Xc8gA(y6Te)!KL2>l%YvNV_X;)=M>TU4FV54PYX9qsaiaXMSEu)TZMIN)x9Dk9
z^bBwP|F7(o1$>r0-~Tn&r+ibGcQ7k|c+u^@JH_|O^0}?w_o-->!(`Qco%-|RclzYK
zUHOHhU0TvR?#8aE%g_F1o2Y%q?fM>1#|-ghPH$Zpy6w8A9ol-}y!G#x+SH2FAHV*{
zy_hA^A{I4ko`LRVnW*+qyR8|oZ$%cowwRJFz4ocfw)J!GGA}%9yvaBBEK4`9;Hm_r
zlr>w7^PLxOKjnEt+Tg2RkPw6K#GXA@0@^2Bx-c{CLuN#@>kWtErN=Iu@cH)f?e=?a
z5jR!8nQq%ClVooHpVjwr&7l+87IPLpz56J7VR2fmUhK0a=hzaiG+z5(QEt!v<$%hf
z)VMI~CWHN)lP&!Id|}J+yK5w`{{O9X@t45cFM3NJ_Z>PV!+qOPCYgW3()*19CF}>E
z237spnD2VqwkCs->F2ri@r_28#U(bTaqK*|a<u^S<K5;5UzlG!ce!QqpNq!NFP~(d
zlXYHF(Y-3_vgr()nYLTo8oLdne%`xZw}rd3F`{TXL(}OJpT{>g=qujYkzpC0a;@af
zw0|p7gI=r%Kh0%$^^POE)$@{`{Hrk~d9Pk?FhBp0W392VuFzA51_$-C9DD9K8qNQ9
zc~<qzaG5Ut_ka2BukiZ4INs*7&}6Uuf7X6G6+A(=Up(zw;Z@gP5vLCv2y$2L-S2&~
z_21L<Z;Jbq|1!$We%Z(_$07Y$?u?pRhr#CFW%nwZwn{c_bYg9?{UIB;cFp;`<4;cJ
zYJJ@ia5VJlnNNOIlJ5`R3~)2ZpLOw6f1;m>=aCJLPVrgu4EhaZP3AXU`LvT^m$GsD
zr6)YgWBQeEaFt!}N!!x?oSlD(dWYLJ+m89N&!^PXJamd;lIQy>@AJ0B%S@xCJ@=%*
zw&Ym_{}k9y^M2iMdh6tWjl~9LDRKfc*4>fx-+u7pY7NtU%%6XK$n;^HS^hf2%*L=Y
ztcYu^;%Cbl@~_y}KXYGyc*(iLJOVGAY>u2+w~qb(B4_s?=H+qgefux^&3m{%jpG6%
z3x~hiymWT|diB#Qp7Mxp-Lb&8X3NuQ;Y_77KR@VA?r+=7S?sj!V<S70s!hwYz_)W}
z#2ffczC4GAckLa62G-mug_muNn{*r6*DZb2@In8vqF%#6NBfrL$z7IJ9D-I8Z|~dX
zmZ4T#G*83BqOEuBjGGI#B!s1vEQvWQoBMq3!`&>^Gq|5Eo5{D+Zf97F*es(xbGljO
z=SttZt!BTpciHCJb1S)fmRE`i2H5@mA>6WoSuw<CkxP*G>pi-azR&l*{TlRR!nUaW
z23z+PSuPjZHcRsL`#nE&o$`y9v3_}Z>3O)o3d=^R;9F%|XBIs3{>*aL;bJkv!BfSV
zJpxymVhh^S7<>2oELs-zmLvF(Z(E#kx`SBBg>O8H8F726B%cZVVqbf`XPxl#SL^c1
z?(oYV-XmJ9-+DGm=~|-LZH;}K4lkYjo8^bP><lH5O^wQa1^c{|t+U>pJ5%`2<%0Q(
zyJ~8w^WNpLSm^&hrk>%H%A4GiIrVf{o#ck^+iX7U{UN|vS@r(&pR)h!A5XDQ-G1!S
z=cz9jr$k0H_diJb9l-6>Qq6URlef|K#LJcbPrbuLKE~|nG?zTj)1qL!mzmG2`pZ;<
zpgGSoUdX3be6G3XB4(7+cuG^$;8E=ZsbUvK7slq!<Lb)=%WdCGJi8;pKPFoJcz8$0
zwrR_(IsP4}T5Ggm>aJHSZkswkyF2*_Z&Ff<b@?9Y**AZ-`{^!x^4fXf!>A2S@6%<z
zxyc?nxN}*;0){nN9*L_~3)>5398^lX@GIPupGo`KZnc_uO>xa9*D>67$w-pyF690%
zETyxK^ZzUDYo;H}KFkfjmM!)1i1))grN-xl<nF{bbn0Ac)aiJzd56~2na9gN&W(4O
zS3NuEWbn_Vh{b0-k{{mL(eT#x$<67nKAWDGT>ayj_P)}DpoR?RTi0Kn6lU1^c#33v
zV)e?&y87Ec7&A@Y@0779=+iI#>8Z{|^_rIVKWgRF{mrd^ti9Ykcgw~3COXf*y?np_
z+b@xq#+M%%+w)E0n6>@EH}Bi0oi|S0CKB(t$k<=ktRU-4N}F-br_(`YCpUe6`#Ph%
zPN;N(d56jS9cLfE^t~GT;qaH#JFDaF7w?{L`u+U$D-K7N-uv>_{;&DUch~Fve_Z9i
z@K14%!9)}5NqW}u<r^l>liE2mu99=JkdoNk$}f@<<$TIXN4XmVbX!h~_3dtM?_WOu
z|LOfIb6#h^e55XK_$}w<;efg?=Ux{UecitAyR+XGH*Wu%dVP7^+A=nuZU|>IT3uRS
z|F?g}*9Qf@zf+o)3E16JmpUP%UT62?L9@@PZwgMgnDZ8IjBb<IBG9~h>WA{(7P2=V
zbaV*Go^jv}xyjy;zhjQNWbdQtoqLpI-~Y&*-;kp!SZB0l`^y7?=h`DYw(IYkx~}KG
z&s~d)m7A8er)E~~be2A|ne}p>Nv~VWGBqdLRTppEI3mNHWO($U^Sl@PUaWKGE;~8H
z%VeuuqN4Jppwp^i`emFK4#ey$5>4ORJSU;nTx=g(P2aC}w#$e4=cJ`SaM)E@+!9>$
z{L=S*pG&G<zg<1&(&<Nix-YJN)D+t_&7>i|#@1TO$|Xz9u<O|RjjaOvz7)>(Ts5sk
zGWzymcfX=te_X1*+y1fmb=x2~>u}sZ$DE-4BBgZysN)xNlYS{*Qes)iX?E+}i4$A5
zFumd5@YTNKSP_G8FTefn8Fq?#zqNS!{qoLA%(uUAp0VzRg}vRC*?PS7^Vl{d*M2#o
zSQcwxlX;9oq)D9V#96-RyR6Iq>h&DAx)p2seYJ)By(3#PMcuraUd!nAv~^ElYCp19
z=G4+-dUHyS`f}`CHtC>==Lc<`E|(oTEka3;KR*}F&kdTFpStkU#-Jlx=JjY*-V43V
zAwDsv?4*1q^J3*_*5e@(7verVnpbjVW}?Eq&`aU_RwX9S`?Pz>sV$d%D*LkMDcbzH
zutWZVapQVl3scs0-pUL8=0&~Te*5Ktli@}jTk`r7wI5G-ee!8_{Hy7KVrqS@vrKBG
z&Lm$kaPH1iwvd1Ex-($*tJibnx%wH+UlqEqk#}3udwBP=gpl+Et@#Hcznb)XDKoz1
z<K(6%toQlci;AijACDV!zf}lP{^xunseJSAf+rSHZ>~)7`?7V3u*|Wo4J}`e7XGQb
z@imG)GVj6T;O@(}V_y|s-z@*ILPq-Q>BGV@9qp0AYE2Js@X6i|oqY29IWs3yzIC(i
z9Ia$^(az4R;hFAevesf(o=OuR1J}31kNz|=ZaF9SVwq)s#glW4Tt3h2b}Jk4zPV-k
z;LN$?v_&ai_f=SeS~<@wzIO9(cLT$f+7}lRq-;9gix=doXEgH6NLNgmT`9?Ztb_Gd
zznVf{^N)anL;0HFJxY%sMadmf{ZiLm>bX35{SDWGH+$0?!!lK!UlhL<v*&lnH_M#t
zH8+99Gkfnj+t;P<M2^L=9XnmV?cnpJv3A?<K5DJ>S<H6teqBjZ_>2ucA3fZBS{tn8
zmdc$r$e*`dd&>I$Sp_G%m|6L6uL)l7v@y*<_k#7}hbvBGF7nqc2!H(JVQr(s+Q^_8
z{|)_h7PCoItcZ{=`SIuH=a+As`<E}iuuAfp+}S-Qvol|3wD-M^o9A2cX0f$~+$nP_
z(}SH4e^gr)3ZCJuzuQr;`>e$FM{CwuPHpenTE105C5iDs(bCU<^%h<c6-b%(Jn)^y
zi|n=+H$~@hFLeHBwOn_7<s+lz9oBWJXBt;ccse;#G@<{r`bUfZOZXDy{k8o+iO&$W
zlwJONy~a()$5RWY@0_amol9|M;bz$en-9x(vNuLNyWh2NYuhf}Lv9>qPl7X7-1IwU
zRe17l@|oJuQ-*xLYo=R;Dk~X;oqg!D@8G%32Q72z*k{$0ua@$BTod)Q;BvyOgRCEe
zAD+{G#$a-`!OqM0lH32adW*NrI3_c(?#-3O3@;=P9Zxl%dp|Kf_jk8RoBv{g!tz%P
z+0*;3a|!RQ-J6+|DRpmKcj;DfIWe2%8Ee_BBALIwo^kA!!)J}c^=u1FjN5WQSn+DO
zv_(#S&T(%8=e}#(Ja-%4WB=2z_j6+X-4m~8H>=&5J2`caZ}_w6hy1>#*4=mA@#vL!
z^>?0Ww@%NPB2dZwwd;M&?(aGF{pD9r1im}{y>`8?-_B{79}n5<nc8(l#w@*8G{4=g
zVbYC2wuLvm93vjgsND9UAzgsAJ4#LI*fq0n+j%CmXq-w&_&fi7?%J<!zMqf3C?;fC
zSnhBjW4?#~z6$xBtN(Lo8-JQt^4(wHbH&l^Pb=Ox7_N@JaYt#pCl@21&&$tsmOHP_
zG2I@q#GpU-tV__Nv+bX}?9`{cf4~3G`-LW}Ua7A9{wd7%-=*9G&$U0fH!GFq<?nlH
z_wTYfo5Wnxva05nx9xv_zS1xJq&<I+&+e`7oj)gES$1P?!(;cy+uJM;w!5TAN$;CF
z@87Y{D|i1FNMp%)z0z<3W6GgOi+}rGzP|s@j_K&cFT3yWYvH`0k?4B;aZC1L%evRU
z?GLFxQt6nOc$tCm!jb1+Zng(W3xC<J|6k4Ty6%EYfge9TpReq3<^g}fJlC-FTvl;?
zlfT?8KQCAEF<ovs7GI&Y$4F?)?S1K*cdw-C?A3pKJh=W?YSzPd-Y0lUL+<^2DyE*s
zo16an@~Kdz$XGf5uR0vQ0^Pc2^lcp0&pT&+prhi^%H6s~;chvGbJkTT_(g7;c1QQj
zL<7#-Pq(~0mmXme=`-s>UD1PC+#OQ0GiA=bPW&NX^&lrpEnap`r`7hxIGKgfA7d?+
z?fo6}>xVH%{OVhhGsFcJ3GQd}KR@RigEZgd+hN7WJI}wC;V^H#>A{|CcUE&%x3P@F
zu_jx`BVEQbnrhy!lvj=@yFC9`$(s|-87-Cz_-yhbl2-59Hd}UeV#`*|Ln8OQP87^I
zx<+v6lOn4lkACsa*=v2{>yDDwdbMl1C%=-nw`<T8zP+16q}0ax+Uc+l4%#0tx?kq_
ze8#dd&L&}=>pO|IACK=8^F-gsH2U}b#hZ{_W=7Md6;|9$RW!e|beU4zyRu!M7rtzb
z@-m$}Z{mZej~-QXh@4?+(*IDn{gC3<IO9VJ^E}iquU%{}`{1yv((!=Jx(_GRTQfZk
z$|x-i{XA>tDvQGDTc*XnaR17b?sxfhgZjLP&}B+X&-~3l{o(P`?G_;)PApIO@h>&%
zmOzw4!ExQsvu|wJ{_jD1V!CdzhUnUZh356Mujw6h&`dj}@##DRSJtDJ*6?-n%|kNg
zik@(>_PSjYcq@%dQugfsBaY86GKxK%{ifjQnXs%%qnUH~&i36hNi%x;pg8_N1A9E5
zpx8!1cONky7Wc)UwwjkOH~!Hn`z|fLr}bCH|17KCgrZqn`sdg?S0v4FIp*7|@$QVl
zhm7LHD_8zyhBZv&D1E=AU;l2)%HOe4a&msxkBNF@Hs?+}7kHlU^XU_Q8}c9Q+}GTv
z7`ZUs+Soi%$a1OJvXT#1F1utZw-`NM&QQ2u{s|`!j<XrshZ)7%wk;K%EVbj>HM3`Z
z%dXelkZGLAa%_RX3^AvpQcZncLjEhS9a*;h`ilsIV>9Hd3>H`mx9ww%c(8G|Tcxf@
z+q%egXInRRFh1@-BxPGH*!=NJrr3q;n&xx#E2nA7lsF$Vzchh;nd&jg2+apN0!n2<
zQcDV+aF@F+P5ik)S8~oCH!X(_ZlkMpx95F&TlK=`!(91tK2a7CIj`M!IScb<UHi6+
zsXKe0IRDz?)u%t+-tsfrm8sbOsc*@lpNjuBO=B)7kJ)Bm`}@%=-xpV9me08FcE`km
zZTI1zOAoAK*<;sV{MOvQ{f6M~%9lyM+NVvwe7N6k+P=@t?~^8#i@2UrkxKQQr7^v7
z$+PGgCsfK56>2^m6#doy*sSRpS6%ex182+1%D!%hGhNEev7`IVhiyW8J^s%Xo8o?U
zP58INr5EqAXV$SuGuRnjnH7?|Mt_0MqdklTTZJ8O$JQri+iTu9_;j{^PvW0b^;*eM
zU!UBIzBgS*vTTurzmB$E-kSFMzV2l)Y}_06GQRSf<zyXMq!cwN@$O+2o*7=npIPND
zZBGzvndf8j^w#~TvVv{N<u^^4b{&1Uf;ad>cBX)RqDD;hO`{deeV3A1dvy;TxSsH7
z#mNw6gM}KmX1`44ShQ!lc<Fat4%wQ6R)O5t7kW0kw_m#aL1THpO!}Sjpz{->->6(&
zdXwMYX-CZA?TcBLG6+wTE&pp4GB5Yx?4l_R`n5ebg$^AP+p>&3b?&*3jqDeU12}fI
zM=F@Sy0CHbO4(h{tCF^Cxf(d7<AWyeInP8!pVqBjTvJolIcpskxv*zWdS833sNA;T
zTSC^dPfBBCxb;te{#33jCJ=NjV@k)P^!G}MGCR-dtX8>M{j_)LjhTD7kGX24njTYJ
zckr|ImO7qAy+$kLO||~;BxyMw{a~XO;*;`z<(e&v6{1%j?yE3N{mJdPQ7-GvrIT$Z
zw>DVz91yy=Wnvt2<gJURPQ2*gnI^7kaNx<hDbr5(G*t@uEX>_<Ic{oxJ-gDg<sa|3
zUJO#%JoOM$Z?UY+BAL&#&F??^l^i{Tz0Cf3bAr)=sz=j*J(}IL#%|d(^NDxz7l@`l
z+c#4~$<-xEy+&p2uXFrKZ?xY}xsZCTxWnuCy>B-ZUf+>#{<Qnj1&v_oyvuAoYjo_U
zh~IxAU{GCq`u$nv^AEk7`nD`>-~TUm#?N<OUfKVf6mhnD2KRv_H_ghzoq`X)<%>Ex
zQF{8NS4{u7`t2w8&8?lX$D%dyxQ<G!N4DaUtp-}l&)H7nld+l=SO4?+OQVU)w>a-B
zejW8|eZBSceLo+4zw9jV!XknH*(T5XJfC=F*ZA81yy<_L{r#TFdNrRk4bDh$so#8Y
z!y{w$xlPK2pRO2o=tapSZ0l~@CwBI~7T>WmB^(a&EXT?YGZ;L0ly*S9W0t|$<hTPN
z4`w{{-M3f!@V-AiJKH%Oa<4ajc{KlzYnIdtRgu>wf|HNUd?EAB<q4~4FZUezM3xD<
z98ax$E|?X2+|YOKShoEAqXNrb$zb;Ory2W>tepMk+80?1rot8e%G)oNJ@CJHwU9TL
z-Tk$|1P1xjUyiQrEcp^p|Eg`lu8cVKB@cM|u9T?7y8gC5t#qaP@&=yH!pqUGes_A?
zb+Ao&TYg4FsxxnM^Mz;UoQt*7J(rZ7S+GHW`J2!!$7iX_TGtrKKK1D{-IBE3@@SdV
z+5%hIER|n@!L|H;%QB`3nmxPe7^zrwhR1Kd+%prWXt53KcI71swSOBImdGrB=XvXy
z<}GIfm$w%f=bqvF%Dd_4{eya^iwuMwP1_uhUSS$k>DTD>@it=$N8&%;mzAlz%<dk@
zt4XTs4Gxsd?-cuTt~H)_;WCX|O<Bo%dfEbQrgWAGew(Cl`iXgS`n6S>E!=x<U*|Fs
zD&j1d;c>)fQOzy!S;j?279IJ0=E99_G4noeHwZ9vuM}vRyNl_xhW7cy>QmPLenso9
zw$Sb6QTNn-{7AQc$M?gvbyDk-@}k{2!s|YFx+-^gET~>L+3aM@whhKVrvHBypM1`6
zLfyB?^2@f{{}Pbcz!tHhHZ3k=Qw9V3M~^lyW6{@3D{E5ZD$c3C`LxC`vo36(@_OC&
zg`5j#Y`nPSs%s(VvtqeoUegY@V>6G>QTTPFYQeU;Zo@h1x2~y+uV1DvUpqrAcNw2w
z-29Z9XBYkCo~qoO8TqHG;D>$nGmAr<Y77Rl%l&0~n1%Qg4#)LZb|%WcF1L)8vMPD_
z>+6@FxiWF#8zbEevebem>3-XAJe1?G`wx#7GHWhBR?9sxVMA!2V9A_s-Qjg2c2@)1
z)#^Fhldo-B_fL67?z}|~t!@&sGqiu6)P2^QYGE&{T%K5VZQ0E4?gsIVj$1@~c%2Wg
zV>{D$D`3mj%Py(2kFgxnFywu+%V!gFko%2ijr;zUbWC0-yV_S`hQO@G*%cxSlV!_a
z-3mFuATGoI@!;IpkCDfms>|*(=2o-ys`h`LTjpgQT9?Z@-{HS!_<4zwENR6$&H8JO
z^cC`*-t+#w!1LQP&g%vCSFCIhC~hd5vh7F&`@aLbKg2NZf6$wI*19E0>}TSmmYq!-
z1iNzjU+;ds;*@Rq+e6|^OM9FSSuLAv=3u`z^j)+60;lI&&OP`d_jKAaCFz&nRLd&b
z^Huru&MlL(30Isvb><ZL;)X&+es$JMY%PH;54hj&pRK1H@aK#Fe;wP8TbHjW7L9Lx
zdBI3~MODJwb`ifbiOWt&UAVfHHTb3sd(A!BovlIK_xbsJmu@ZOxP4H0@5>*89~pmF
zlo?z*_<kwtIbDZ_D-Z8!TR&bs#lU2jQ&xP&h4kedwOosD9ecQ1@Yakir3X%{akD4N
z|DO}h*As4F)7SpsiLU(ny)o?H_2z#(m-B00WiYcoQ<LjF-)o`DJs-_pEW5wdCg4J#
zm+zOoGv^*;yLKWXf8_}!W4TH93a{|<SSj|cJ^k81Zh?aQGu|&1lS?(u+<Mt;Z5KU5
z_gSp<E#^3j^-dpIWH~0Af0TJ~t@-+_|Cz_clC^l|n4jsr8s(RF|43A$-3p#niPsZf
zd^lM0;z#1SBT`+y5$FAOx<1+1uNU8JC&VYgI^X(cUw87>gL-MYyFHqJe3ddt>D(-n
z)$`0{_M2>LwF1-KcR4!cLON%DIC%KwpUdYr{M)v~^BmvHx2m(0)l(*0BxoF2qWWlK
zcDIGx#GP}3Kl0s4<>RmxWp~rMyyaX8*RO{v=k|VPeP&n3o&9{5wPKVz8<&O0_c)UU
zmpIzg@6T2<x-;8s!cp<CBl~+SjDm%HIg&MZ6iqIUUL|bF-@@LLI8(H;R_^ZlykG^-
zrE&ATWn>)KqpU-dU%!f(K9hw*=KY<zJ0ClWIwiw1w|Yd}T{dBpx3uHr71NGXSH#~s
zSgv{a(k6kBU#F%2&pyA)OR@TCSYD0a?VNgn9bPjRR+@NDIVivG(lHI~x(V%HBnwwg
zKk`6SUaj@~+{A77_f!h#q`mJdT46o?d5%eKTkFZcH*D6w`t$vey4U&6Z~yMyzE=^W
zdHnYa?fctw4#^u$&VF^<Fto~STY7x$%l$2}1?Siun`d$``B#b0bKMquzv{0jpO|#}
zj(sN-joUa|VwWGxlH9i7-lNE1Z~tEh&;OI2Q{2CNdi<~IGeT*JcIubb|9@y7d@QHx
z*-!DADz`o+PCl&^csj-8%{^}Y8usE@jbGl~&OadW`05eWxR+0=K3?{}xU7FUyL^=Z
z(`m+1Jv*;YKA%*#+0M<$y`k@%&M=QD=a^}=G*ioCu?;JjPTV_@HsiDTu_Zd^dWtwc
za8>C&`dfSavibg>kH0*#)<3-BzyXtN^P7D<%o7i(J6&#$YI*9aWU_UK^`ZT#=PsXk
zW@N2n#{8pK!7WE3x9PIM^Y;nCwM>amEV$JU9s8tuD8I--c~-5dk@Du`BNyU)&VR9W
zow792Bq=+y?S*HoMTuF`{kvBWPqR9r;-jh1^tpvA?`773owGBPbFObYux8O^&+P>V
z;@oFnV>pv75VWhat+0c60vkX7GCqzUZ|-t#$!g!=tiERfkNL-KTVL|3&93u$(0go)
z*N&T>GHZKZTs|SuztGe6#?}dbd?icT`(!=T+ix68U43uIKdam(84f=q)j1yvUh{2y
z|N64ynPtyzth%4@I==crRE_DY1(t`b9`y*jt`nVo#dStg`MN;yiqQ5COVvUf9cA(s
z$*^*m-g|dKLjKN&cDGZV8z%E?Jma2mRkB?2_M7EN9<CAorwTU)E>x^D6m8_5@#v9&
zkA!i{bH77(%HJN8yd7bq^|_<W;=gEGM#zPo2f{ynFrN2xr}n-;x$_a?J6bxUHtqQ8
zxbJzTTY%!k^+w;5?**;knf-Qa)2B0AxRRfR{m4u+e4VtqR`B-S<{PuM{dQ|)R_NPh
z9ZHVN?62jOu9e8XZ+Tt!eyiTAg+7;E`B!*IJrJ$@xlAG<V~gr*cjo?OSNqll-s4Cs
zNf%hPn<Lb!J#)@iuX2-Wp?9|pE*U>q&CX^f)Kw#Mzt#8Cs;SayXO#pG)qQvoSyR&?
zcl^fZ8Q<P53vT{vFx4g6@kVSKJ442@(~r4dF7?-6me}H%8DP>QaOP4X|LTzHJ-wa_
zZ+X7_qUL1R+o<UrdE|Z7v+|Zlz4t!O`Feh1SKa9t#^t3F9UDJNZ%j^>lf5V!k^5h&
z>@!!^OiPCA>x&I;pNwPb;@SB5#<7@0-_qq1Z@lllpt{I?*)hHk1?lq)R;^t*d4=7)
zS)uMMEBD<yc%|3L#UkYh%ce7`nW<}<l_v3SD4cqFW6`><%|`bQPOv=o?TBG2w~MiY
zq=DpQ9T8^n53a@?2aGT6?p`JNNoe9tsT+cV_m8kj*0<&#zb(6?Ntu=XDEs`QHH&>`
zmHt>4bzlRJ^xWqYY&_>xe+&L&vj1%;vv%+a-Mv@#`%HE#lN6L#B>RXjwKajqZq?J$
zI_(TE`)vznyZ!rgXW?5_rL>K&uO7IO;@E1+6~Qqx&F7qn_13do3EK|87yUEu+4SrW
zk7xP+KfeEW`HzqopZ|a3|CU?q`EGR1;LDlv^0IsXo}4u?>iyKUbJ@*XJB^QDI(RUD
z$^TFM_1&Gq?KVmbc?o^y=EetSU7I_v^2@~lCEvvjGu^z`?w^z1^g{dL(g(Y^-*MF^
z-Z|EH^gx2X(<_|~2d1=tcRJz7aa3&Yhxy@u&Tjwsd-eYb4R5sgeRj3meN>(<{WIlL
zbKA~kt91&?-Is|~`K|M@-oe~{*X~m7ipFxT{6~#D#1HXROs`M=df?W@mQ5FAdquB#
zY-n|J{{B#ZiTp433?aQbN!6m*U0mm1-AkC!!CGrPXVoeBOvWzR*NZtHZM6-uWaKJr
zj5fJrY@sH;VM)Z1n(}!&I|VlKyjh-i$KxzZ<_)KZmi+pgnk-|D>lW#<-w0Z0<$L2=
zKvRW5vht2=XY*#;34Kyny=AZ9La#R43YIK0t*Og*zwWr}zo3EdgUhcc4=2m*$uc=D
z`{6eC2bbGTa>s=q&S+(-6!{oc^JVWT=5nUig<rJKEYmJlVQ`&qY|A!liu8sL{#SxD
zZPdzaK5tz4qr<_jxa8zB<@GZZJ~mZr`tCWAS;Y1K-v8?VzIt2!oMVmTd7Kiwa@(dC
zA^R5Fs#@OP_g%U1#gmr1D>E-1S-7=%_l=`M^9s8;4=?HOV`mE!{jl_QPs37aq3QMC
zRxvEva{B$>-wh#C1kP(^>Ym@Wa_?yu9q$>AXMBP~+cLkO-m>0i!+yK(OAVNQGV>i!
zxO8lGjlAc(-;ZaoZWIYp{5$(V`gheo%=X^)-rkF*WK`dAwSKQ}GAsYFB!A-Wy?1A{
zacKVdJOBUcFW2n<YVju9N9}I?tJ$r&M~-{Vtgu9;L&lEl;{WkH-%!Zsro4&2{ld=H
zH%f~m8x6K*h_7gutJUI_wQ8CC)qaWgbbUt`vrF3h|MEVwGJg5n{tu_Mf&hb9k@^De
zR9nL>@@iIr+8dYLulZ}L^#2Uozsz4M%7$(%{gy03e^vVCTL`}Fxv_z_dCN(?Q(rWA
zjGA1sXFSVT9<|P=;LlW3-Jg|hvB$no+EjDgI?i&Zs8WVTuA_2i=4JDFf8(k?zpeKQ
z)(LXkJ?X`&yRlE^^r)Hib_>WP+kY4MyleC12@^Ax96Qz{&(F-W`1TRcxy;P50?Vv*
zq+Hx??&_95@%u~pEP=JhFFg2`Tz~da2U}f}hL3#wFBUf5W5T}A68&W4T!LS&oSU_!
z=Uu`Tm0E*m&u@H{Oblmc+uzu_miN(OF}KYfvgZ!Ic<iv6{rq(|o6n*wlU!xi@e2Pw
z^zwPo`-kn9*;tC0AMHH2u1mdP(@(jU+^MZm!V^=K3SO%0Tg1lutblcf_35kgOg3?3
zTzj%-!bHwxZI$m{u6``D=DOR>^R^{AXJpqu`eL<jlIf9ow{)HLnHOK+dOfj^M{d#n
z+&3u(<_^ow-IF`#e!xz0ZLD(gTDP$H)sZbTRDC#NtZylNIXi=G$J_TeQma(djLs*r
z{9XIfL6+}rmYHWz<@A}7AH$X8c!X*>5ArP1J^XrIv*BIU4|e98OPr1SYZg_-G3Xd%
zI0$e&V<<S0yHNJQ#L!(FUinS?p78|Edv9d-tKk2pJ$s+unf~eY_SHMzAGT2skaTOQ
z+;(PNpnBm)=gG&bGdE8c=zH%a9ow=!A!S>_zCA6D7C%!v)n_#M2%nw)Fl!fs{Nrim
z;SI7IxMW(F{W$Z{&}rtyx_3Rocb9KsU}JWy6Xlnkk(qIhdCFy-_QhA%UAFQsc4LS*
zEdD&O=5}@h-=<u?l?N8a*2o*kc!awhyUe8Kw0TMOXCX%=0j+H*8y?!*s+{>H6MWoz
z?UpZLj*e>Syz$I4i&zUxKN~*#Gc8bP-NLUe^Vm-uFhAcL@x-V7V`t!;d7R&Uc53;G
zC>?P<+?>^SRb%e0M}Kcw^qjtH(zY_Gna3-d-MU()=<2~9r{vduF6JhycBgBcWn8RS
zE@$9*Cn-;JO|@O?89ip{hO!k$%x}NUb2yfDT&SkVU<VU>h5Yw_eY^jhHtgpxu(`6+
zn7v>^q<i!FNe$n>rTcrRY=7Fhyz#w=a?YFbDJOO})z{4~^FN^4`16Qz>$KmOr+(5o
zUSjla+H1e2WM$bK4jM~0KhP^_*>wHD(gw@@pR3j;Og`&4=k%e&W;e`FcYbuUJmm3<
z?cmg{cYkLr7o5}csdZB0#~{uJKLv6#W=CIC2o~;|)Ow>+>iEfDi@)D%-e<O?{&)C)
z=F&~vKKq}Ui(lGpesAep*_FG+952pI`mlpJeoMQY)!b`#vz<AO+267@+MbwfaA@zF
zd2^F`Yo9a!IdkJ~R`PT%WyvXu+b-Uf+AwRYfytF8lliu7QoeZodLygDHlB^=Cw%dU
z|M#wcv;VujEuM|_dl(a!IN3a%|KP;V@B1EWu4NQI(r)(a@w$%pn|}(Omz^vjeXL)2
ztLeoeIgj)cC)jNs*%=?v*v#SmuCekHn{@OX3I8RInG2q-Y}uHz-!@ulk!oPe{?Cp_
z`^?`bzc7mJ*769>w5oONSXh@?lkx4X{L9dwiijsSn7(ANU0y89SG}jsJoZ+VDPQoN
z1oi^9qnAzne8ji&FPIV2Fm1($>?Gg(<h3i<^Q{ETo?cFQ<;<||%h`V?C+`rBZvPo-
zYmqWV|M%iUo*LfK&W(=B#yzbz1&f9Iy5|b;ePp!fow+(-<%bPjk?VG>&73wp{v2bg
zZ&sh-hn-JP+&v;C#Tq8}%P8DSY5vdK?fajfdV7*1*^W`B^30R7@`Y1>t;yWKZjPnZ
zANErQOW(e5IDPHGf!lm?66XSY7tRXZ+M=YPaqM{18txYp&YRW$e6*M2$^P{o4~%bz
z{ayFV?o{!|Wp6b0t?Ie6+-JociHj9dk61d3w0kv6Z@4Xw%R61?y?Bn7waYApJe`QR
zWnZ;EXs5n4SN1yn_IABQ<-h-bI`=)-(!TlAap%$(wh@M!cQ^|c9ZPA=jJlnpz;)r|
zm%H(QwsQ#8&tF&f!!3i^CGqPAA-0LJ99K5D?l7>N6Q?fn=EMt*=bSd}!jiX=#F<)|
z9w=;y*|PgL-?I9T;`KA_D&D{S@@aiNYh%2>{Jzg+vl6xcFR%ZlA7sz7xZQH6gfV|&
z&92Kg+0QTB`rc>#-fvoo0`AS4of0nuE}F7j;+|j2#=LU<k((aN!%iLEWO6@xj+9!L
z@W*Q_&Be^7d#I)R#24ysk^1gr{-Esr;vb^tlkdFkJJYtKyVfM?Px`zX!@uw5hAVLV
z(q6Oag6>jpaXT;da|y3lA154{R=GuHZ(Cey;w_f{w<A~h&9Q5BR%9>CJ##UA#@DYm
zP4<2eOLLigWT`#p;l_e1H(NOQ)u$HC`qCJ8jJ0>FdZnJymM;ebss-k^|1~ia+&@RQ
z&8$rSRzk>?Q@uTU3r<d->CW7eu(3^ZQuNMuA9f_<9loNkS6sn=u4=meJwN;3|KgYM
z$*g)VA)dQ%d&Av6vwH`MQ!`l>=E|+*<FU3@$Tnat%G6u+=~9UT-_)3+l|3i>p0V}L
z>@iDBY&vnwsbAJ8_w|csQ^H;xiqcn1xmZ+Z$2*b5uWj>}H@(lU^%<NrI`{jg@bb$H
zg284tro}lZWM8-Gtla5&MBRK7FaN8Phv&&F=4D4c(rbynAXIi%y+&}Nfkg51?Mw~a
zB?dYIk8Q*mgugh~h=y}5e!H%9^Yy#B8j=NRibpNaZ~3^;W~Tg1QGH3}!lPAx%+CIs
zs-BXVl)7fi`o5nmb2WB+e=4IV^ZO~MzqqLW?N{H*t~~8gDb_r0ncn+z^2_c|`#;aP
z_iUS?f77&!Vd4R&Z;LC<c)Vr*71^f~)=iN=`lCHPF!<@*x7~G@#U5^F;|!P}A=Pk_
zsV?uQyK=;vr{=c;MP#0tl%0-EJ2<5>*n7QS@Ny64sDI1(?L6<>{%3er7U5&O?p=jM
zeBIn{=aUwh?+Kc&cW2M!yt9fwv~n+9WIMKd&f*6V-Q3?;oy2!XhKMt@{xh3($Uq=b
zEA-c!?T4qca)0vFKangE_IA$oj(b~J?p<|!-t$5Eah8SG$KcB>tbMvO8lrMGOJ{xX
zb-ECDD`8(EQ>1yjw^>Pfx53f!b+t3v@?#Gq&iN{IXu19LWwKTqU(Jc+wuyD#`|Z}V
z2<G+-f%C~e9>K?!9hm>j{rA%9Z>|z84<6iM`G3vu=dH%dshQU-Z~QU3wZ+D1MVD}h
zXhC=Nsp6W}#Rgx6o*$ik;<WYtTKzkF_I%$vJu{g{>wIo{WV*NA{L1)G?Ee#XJ}HdV
ze1Er8p!%+50sD#5PtBZijQUMqms~eh^=D|W>@D?H3&`F6EO4FgxwoOGOgPwn<y}gd
zbMTFnW9a12N^$;2w_~Eb_5Z#yfBE91@ypxi_X_MjvA_2B_RNiCQU`=$ITgPr{6AUp
z_1n}fn-1rh@Li7mJL~9zi}xavw$GXyaZdf`mrLn}>x7LL&uA{HkU#Uv$T1`2)Rzrz
z73ab-d|q_7t9hL+7nsrePE|Sn*=l2}cW-~lSF*;rL>0D5KlA4)D6Nw}+9UQ{*88Q_
z#r_}D(k$Dwf@R!~d;Yq5f$yw)$ApWezdRqy7>MSt<=~5LNq+ypMyb3*N7<=$wwTPt
z|5{Vr4DC2L9&CNHaZAPZ;B|A$*WEsIUV(FGrC)f4e*FrM7{TjD1Itaf9nn4(Y4wtE
z+1Fl+PyU;uYs+U^p8hF(=CYkgZ1m>Gne$|S&0bTv*yZr61JAvl)%31N;aaoy4CmaX
zwi02&zRurI?|*fA8E1jP-*e@^r1llQIny3F?Z+dVqIa9Vg+4CsX?#$~kfHuRxz0Ma
zX8DIZEPNSWPiwB`oWJ|!guBw~J^w$=l^5M}$b@gUcIPRVE*D0%tS|dbkGnd*+x=*6
zD^sC%$gPKJpDZ{0{}ZY?-R7d_r_l79>%Xt|zL~ARKKjDDjL*AYzTA^At)*&m=liDj
z-{xLgv~}vdipN_%te;+bRJQ(*+SK^QE#H<G-Mv3AqgeI*^h*JKFVD(#w;2>Z@sXbz
zZ2jJdd1B}7>8CU@7jv4eS+e2GpTkxum##cun{>2m=4-u`-n(^=#e9_hv18iAlmEZR
zsMfx#_ltkETYcfp+5_`{yXj4Ox-Z?rD$MW9CJl|$_JsDg8`PIxGc8^IeE;|EE6vF_
zZm<8NJj-#>OM|qa$t$GK&QVUe^Vzra@$Y;A?%!hn`0hUyIX^j(ef|7qfosRENL)0X
zG2iC%o$UtsR#WSKZvU@%cVC@$?A|ifv;Tho*ZuqF{Qp#|%2$lXT25*uCOx{MIN^%C
z?Yz1VhrfL}_IiC`$K9t56W<@c)8kn!Jo``On~?MKtf%+MTJt3~Uf8sFvo7=LL$>Do
zd{cVtIxG@-GkeY~m-1iSa@2q=<=x-l2eE%m62vdGCNRdE@|%9iT=2c%*SlhSpZRgW
zWg-qe33?}Vj?Fjc|2JOQwv|V}Gc>7u%yHao<#FPm>>ppX<7yE$X#ye&ZN0{C+!oAS
z*f=-$d4!LgU%9&5r5i`h75!en6yS*vms%aSB~UQb#X6tkn9?)0<SE82`(4!ku?f%U
z%gNVQ;BZ=DnQ`vN6X63%*}ZoKlnQf`q>?hi`AxDKHTrsWHr~BI>EEyQ|E8N<DQ{!#
z-=^2^xMSHRwpo9tMjlb>xFIIERHaSV;9K;K?p2Z|v${T4FzybWyLoGE{1LS<S4ZXI
zc*R3Utv+x&v>g*y%CCqre=>VRs(sZ0^IpB)<x(a)_P)6ibMs%*FN5z&S=WVsoGD?H
zIeh=@#tTwAmxx<GifcKmR<?%6-qP4y=E$wP`^{K7)>$<4U0P^t#Ql!vrNE6-Wt;fA
zS8uso$niVqo+iVT+~ng?d$#SZIlA|L+lP?uls`3p3u+{P&a~HyN|me1zZs{uVOp@>
z^F<b+w(4Jvjdr!CzE9XCFqN(D>8`WUAB@F3Kiv-F>S|T;ncxxp%Diyp;cvMICY)19
zC^w8d6jv<PEN_v&NlBsW*6Do9zHq@Tr^{#GUz&c%B+C7Y^RK=6&$j>V<u}-Ncb)a5
zaM?A}FKoK~TdpQuEOACg>6wpw1yw8d^EXQTE|74%EM;@pc(e2o;R<J-+)FkSkN<o5
z?CY1w#>+1WBya1rY<yc{d+|-)l-TW}m02x)vd^N<<o*bIs3yGY`m=<*m>0&IU$2|g
ze#g|*Xxb(AOKx(~dGamp2WA^(Z2rz5Fl+fqzNWsGhH3%50^P&s4Ikb#JHvj8ZRUEm
z8g;1xp5AQ=TTY1N<t8*W^Iu-;z29?ncl?rn=Pvh5Zeji9Rd##Pp%ic72VBZYf7{H<
zj!(OO;c>0w`Uf3v#l#Ow-md;7;AQhmM6gUkUf*}NjI!ykET7bfnC)}6&$8ONTEa;%
zS0G=u{$b+HpF-wFdKSm`)TGZkpjyZ`XG83x+%28IoBWr3pF2Hu_VSpeJjdNxI~oPV
zZZdA|J;*)b+LuRLz4+dz#)z(1%zMCqyU3vG!6_+g2By%@^4CR0d5xmAetmfy)2_JY
z_MtVMKVPhT=qC30jDY2oG`0(tCa3(?3hwy#Zu)*7f195c?FD`XuYMfea@))5)`mdm
z6K|u=82`NUKp~)&L#fNf<9yV$MQ$z50&07IKD5rPsA`$}Lak<pg@MSjD+TL*6`$Nw
zmY8%)%6jFmTL$MIOgOje5R<a&3)xu(r&cnBH|Q2jE?l&@hU@8vbknPa=fdwD4G-O=
zv2;mkjD-7XBhEcNUdxT*4&5k{sed26i?gifDQ8i5kLR=N3qD?0;8%7p%5vhZj8N-K
z^5tKCh`&u(w|dIvvxaRU&u{7U7KJ-zOC4UJH7DbhRE6LsmY=zb*#_$u#Xc*%_fkG_
z_rkQ9a*;NrXNt{^h=)&)TrYOHbMXu=zKtK0{ycazUF^8Pl?T<k3>~8!9JhBI^4ak<
zLGMnp(BzA}#XeOBDpF#4?^-2HQ1r82Sud&@ZQNyFen@oA_K%ucO`CJScgY%^UB6V>
zrudxa>6WE-HNG6lk0vjy-<vdja@Cy4jK;q*_C>^JEG|Cq{ObI@zFN}Z>uj#@t?23B
zzv}+9kod22FaJGwC27ggPbZsaN}dT?6s;l|^K<X{Os^U*sqPNPZ*8j?Pwwn?O|HDP
zq0_FA<JAO~@F4TaN=d2A76uBZ_<s5AH!?J-)pPF*{@~6n;C5=!gxfPOSI9G%N%LxR
zM4tLk81wC;_PQH-Pj^lhtF*qg;O)8}&&zgmr20;cez$|k(wOP_!Lyk~-9?jr|G%|P
zKmN()n)^@xPki!k%C(Q7KfnKq4c+i|O~d-4$q$o7tDjEDU}n3>x@zu)*}bA}3dcH6
za<d71+F&~O|F8Za>)UVFCq3S|)kaj<`c~%$g*$t~neq|}XYZ=E{d@O5&vNzs-_Cxy
za(y2A!N`{6FB0aLoQfW8d1xnbu>QCGztXCw=KB+;KNRI#Jj>(%@BRPdFVFvTa{kig
z^Z&XTFt;`IzTon46Tc?D|97q5{<l8!YyT(~2>kHNkcbvDNUn<C^`UastQl&HjxDbI
z*evl@z$=vZ;u)4eQ;WuJYo&ju9Qv25y_VI0B`VeJV>Q2-)7nqBMdB)Lew_X+u*0bA
zz@sY<9cnDr%6Y#$w3YwRy{*h?*H;+N{m}N->e@z*LwpHoCZ{|vo3ES{@xi6?rGrOQ
zi(}kvnZ}th-LYMIXQYD;s~tM{wdC`=RIxy%s|msT&c56s>k?p8b>`0#uU$oN^*;Ar
zXj*KnV{j`a>-J8G%+ynU0!O`g|5(ksT-nk&>uu$ty$9A*Z)1BF5c^g}<i@9fU-!2E
zGxeMM<f*~#&_$MO*Z2zQGBYxz<!2scoh2#QEwO{?Vp=f6Gxmc`vF#ts8#q=u&Q<<(
zQs$Pd<aaZcsZraW&b9v9Gxy~zgV#()lN3V_uTcuM$!&U}ziDf(#`V5$W!olOf3$pg
z{7S=y>WsDRH$UyK`p)Ka-L2}+8%w8$d<$}q?fd%q^uncq#aEiwZZy1?>b50yYQS;U
zz>hslwIMc~F>3L@l;(a4Ni@xRG>LmlW$GL5<diz`F5k1B64{+Q>qLxv1lP7LpC&9W
z`|;lQN4=#}Sg(IKWS<c{;g5jG)eAePu4lXLS|MB`!0p`p{Elh=frp!H#CsC@RyZG9
zuOnmk`Bdh@#e2d%gg1Q4Wcx4qFuU$7OW?oHTKmm=BVsek4wjoXxCwup`}57@%uU~P
zja!$VyX02CJL1?o?Sd`uxh|eQApJ>*dy&+2xtj8}o0VHi{zgV!*ul#uz@hkn|4oCV
zEzdTK=V7)7nDRe<bmYF%!cf~AyFBmE!B>AYWZta)+OzoXeWj$?6EA*o<^Ig%tK8V{
zQ&?EHJvNIg*7?o+54RWI{kO$N|KWq>zdohAFeUF@^hIL1UqPvCW9r<U>T}NMy^ENU
zy!zxLJts$AdHy3J!6xjv3X?8~eZ6*RJ@471jPnPZ-4hdjIX@`4&QK7n_BKfHX?y)N
z?YfM(N#`>Y-uRw)YH?zV%l{1TAO8&U%ufB>m>2nEx@3PW--j6CJ!QWZa9(RtOE6e|
z`--b#VBcTPT%C07jNfll_pdo!mGYs-?aAK2<RgL)7bLt9{oxgzyL-pPkIJ*nD&q^>
z_gvX?p=i$hZN`sd?->TnUK4iRrth&B&(2)q-b4N8=N>+E@2j=ayonA=8?6O@T{$aw
z$+USwtmliBnaYd$lie&Y`AJ%|3e0pYkGLN8LOgZH?^SE-jX$h)G&J@V+4uA6%`gA=
zd=z>%hl6+Xn;S|ECR^4lxxIbe0S}?fHNmqq>Mn-0t+@E{S<Di%DU#Yh_V_Mhe7{az
zgJIfA1rH8hH`b^FC#&Xd*0!0EBd~dv8cXz!=oaCRfu9fDQA<?WC#KVz|4S+6-;C8y
zeiub?C*Ip>XC!_%tbq6XnqFp&nzr}n7T84HI4xGA*yL#aI>=o-?bQ<1BSIFrb(w-+
z_>MMs>B=6xUe1xb&#2q;RgJ+Nt+O%0Jq{9ff)AEf<hg9}wLZM}L$TfU&5!l^TqSCs
zOHQ|V;@8%2q1|P(%i?{O?mSfq;vC1>>Lj0}%<X7tX<7Ov?%anL)~Bo@4qJL|H#{qQ
zRJ}9c<G0ZH?7kdd)nBLjPP8w&zN$CD@%9@o)_oVZA22@_8u4nmdTuUL|8K+ekd6s?
zyPkC{KXlTxVD7()r*o}$yYFZE&f(G+>L~W<=<PjztZ~-oo@|ymT`=MA+drRf_ZPe0
zc*6f#A#3OR{?POdPu+gZ+7s_2#jP{>^FAe}3x*RlGS=_$D*QOxe%j3c9t*rVm9qa$
zl+8U=d^zlHc;4bVt|0Hr2bto`4|lE)Y^uK-<httF<rXn6p4DGYpV_l^N_qZ$m!7|F
zr@N+oJK<8dk~3{xRYu&yN20ZxbQ(`?p5*hu`T}2)4g1c+iqq4B{?7=$6V}za$!S)f
zxZU|?NzSI=u3L}Popa7kJicnL&hnCz^1q+nQnLRY|I>Zl;yeHMz1KKi7AEwhjB|fX
z`pIyI37lFB&u-8x*ACsN`AnU)Vn%o1^eas=_TMd-60?8Zt^X@6QRK8O$f59zh=n81
zg^&!lEvyTFJeX^KiPx|8??3-Kw#QWyf?69Lc_Xjfym#lw$sL?&|Bl=Lw+w9YTekn_
z{(t@*pF?W=eSDV4|NSDqWXah}j8aR27fIb-zW-ZJhHiZA*Q*f@b3z(FZ@HtJyY-Xz
z>HMX}>GB@VK527ZUo&<|ot}F1rorKtujIR0j|p%7&Nl6jq?=?BYaMG`-ShM%-PU!D
z%66rvu5IYZShsOQiAn4smW6`8*MB@=`5Jfp%qn$`XU~oa^;j;?WtRV}SD1H1>ReH=
z!71+5kI!^ViW$E>nV<N}<q8MKnP<yp<@24{Rb*}Z<wGK0adfBie79u@vlc|%x?hzr
z_sB8Vi_ZH}=2&&=*T3-)Z`rFJyWet7mc`1=Gj(5<<!m(nSU7Xuye5t9%kpji2g|&^
zZQ=8Q+v!JA6zj(L<F|`vEBBgO-@Ku!A}e+MLd(e-#{koZ0m*8IcQ~@lt;+FozP$g?
z!dRhTu|JYqEUmtMTX@t^smJ9mtKA$8=ARB8rUn94=M5#^sPH85@?CnjZo}O*z8};c
zTl(4C@2u86TNE&V+serq9efTaqzxM<-h6c+=j2_1=WCyF->eHsyY{vqw^Nc^g1_AN
z$^*;C-Wsm&l||MFW}MjXuAH&@vPpKkQQgY5rE7G<A38T4_CC8rB5>V|{HgNij@tZR
zz|hmbQbzrCZ@tQf-h+FN9Z@}47a02XB+sJab#F={TKAvLpM54H_R!7H?OPtlzS;5r
z>ioY-fA9bQXzzB{@r+0GEtwvVrFowtmUUki^LxvaIz=}p#$f5zrT12)xlN9JV#<1w
zJI93m*}SDZ5+32<g)MX3Z{KRwoV!rCwOyTsU%}zars^qkxl)xP`5D&Mx!%6AyQ$!+
z&+MoJUsIJHoH-Pdo4iS)y*03cIqFsG>+6@9&P}#5FjJax<?-Up9FKQ!J1b7UbL7Wu
z_1|iLlHa^&=-$p#V*6h7lT7~Qsr}hbl48FfW*&~adHurNpl8xw^DD&ozPLtosUNyn
z85FF)m{(?DXXz5x9M%O~W-hje_b8=UJ}a)h%+<&nWjI}dw`;q=rv+0?uHIU7cABKP
zZ-Io<jU{^zZCmgkb{4?KVx4`z5?}1(Y)g{0*e2PvqG)HbVCqNJ#cNiES|`rj|Mk!3
zgE!dtCWYrN-|eQI;h4JXOX@|tJIy<CnqPl=W%ikW#!fqq;Pp+`Tni4FAGX@Qb4j3p
zhSRq5M?`0SKa`_cbAqSya;v70eAJBBn_V^pE!gOHy6|5_zv5i(oTkR6g}FU*U+}PR
z-BZl+X~sMWZpO1Kd{Yu?5;79iqF=bHTcqB-<X2l^X5yGEvvmDygUMRvOFruMd=)!W
zC>;2~ZhxKT-rp~O>-4|T+W4-rsZz<qEti-5h-19%pUs=4&)U4bDj0TyTl(YXmD_F0
zCWjWhR8QV7lEB6;uuE{u^nevQdg}z=&3KX96Y9gU!M)X4SJ97m{u`U~3&f92HSB2Y
zSXH6YvS#a^uc=o<zb-nE|36o6{U5$4#&svPziiCjaiZ_17E}Kzk&BmNC#p&0ly5Ut
zz2&fTOLM=R+j0$qnl=Id-D}fxg-<h-6{w}F3!F1>bT#Oxd@iME7rat?mC4~RT6s;S
z3GY1XZB8GtlDWQPPPFK)wM-}a`5ru)E*}@z$0fiLlQG54?Cyc}6Msc@E)tzA5Z_+)
zEM55d`4u5o&-gEmRj=da+Aw)e^i}0sZ#F1DTxU~UEB@!h{N@EtN-fscrdO3+u>GCY
zTv{3Y$I)_8<jUO#ZeEc}l$i5v`=M32BKPO||JTpX|25}%sp^l|H^1E)6dVOucH|4G
z25nLCnwENU(sjw@%WhA;Imzd#^Q8Ba^H+L>h6nvr|Flwl>Z=le|4VoCZf}a(cH7%K
z?DQm^uBaXP3>-}i9kusA{hs^V?f`d}*KcRJPe(W3eXjR>UiG`1?{=PkWNY#ApQd6=
zKqd3UC)ow+FQ&Ym=%%4!_}_S4YxiT-Thc$AcK<&vZ}VNf;mof_ouA<)t2tSV-~E{5
zmhkNP?R5KT1|eJCAGW#ftKrMt-r>3PNtd#-;Yn|;hYc+m>mE+qWK+a?GJ550J~Q4t
z)sks@Bem|Gx2OsG#vJj}miKX#QirR^XTg7Us+^Z+dO9wd$as56|IE2Qdh4cdNV|8k
z#NF=B%8j?PqF3rPYSrj8tn2)4C|TrwZK4*#@z5IS$`4A-eJnQHi{|;B{cmwo(k6Jf
zqTxmJ`+R+_<!NWWUt9O%K<A;l6SWT?Uy7cTa(UL|f^(C%?^%9E=nk{plI?ZRB)ZEg
zBM;7MnAVqP^1u3mg|wJ~v#Oo`rQeLl&3cqB|2gw~Y5A`TuYjWqJ)*<5eg7x(<CmzJ
zLB=x0E0u*Cnnjeja*WsHGEcS>oKe+pGg0jwzu>fUzL6<$D|(n)g1j&AwA@Q+ig0PJ
z`T3at0?YNI>$WZn-JLeu<g)v0$)2|cyVB3kOFtCl<?LL3`NG}ZF7Z<S%zxQ$oM0_q
zrl2?Lk)Sh2{`Gy_YdJ2a$@SQA?75mFE3EM&t2R|lUSOSX`82;XlljV8dwFMiaD2DP
z=F3W)q&3sxP4Zfyb?kyi?;bU0*v9($jyse2f#<G;3=Y-p&)RjG{H)(LDz002|AMlC
zr{Kh9)=O;_rGMM3eRe0#Zn^v-HY-Q1Mftk#j%*fY50T=nwVR7|9F87&w<04o@V1`M
zo$AcZc}`h8caLN+nk&uX)0x$f$o;az^<L-J){U+AxKDf6=1h6AZjF({=a%lRxzZV*
zq_TcpE`I(`^xEQYCZ8w#o3pDoOmwlXaKp35m5)wk9SnH9I(o*DnNsY6b5-Tt<Nh2`
zZgHOZ(c0kmSr@69b7DNr)o-MV99VHMn}L7zLgh=si!B%KVBM~8#ARoo#LSrW{_P!H
zW)>Q8J3B=b6JPFr{r%liX`Qm!C3o3$i;{IE`5#_xDKI#j^jjkMkW}08`A2R`S>~B8
zUF|#Rq*&Us+h_Kk*yM3V%+xO`I%fvUEzc-7#dUkrHyPep^G@NPjCUXRW$Cx4PM+?(
z(xLk6q|`@sldV(cXHFAXY$163-?Kw?7o#2=Sv0>a+&x`tY45w#gbY_NuC}x953h2l
zXDwD)s3Utxy0tSQYGwcX<~|oo5#>zfT+><q%p|_%*FE0)<yf@6w|RS;ll42b^n)!&
zc4!sdwfp_n>X!5Ajqf5mP87HKY&sKNcida(_=JW0F+Wy33%UQ$Pef>OGXG^2?r)+3
zYi3>35*6*{Sm;-?mZRbKjWcUFxAU!4`^?e%X_s4SqE$!!mcCbIixXKsD)=S`-g1`z
zmgu{ht!~}-pC8kwU%FuNSMN`Qt8JIIq_Fa?6EE7W`FCVkr^ro@C|@YOy!NHu<vgVw
z4F_^&r~F!?S~vf{BXe?t^W&H^vJvkMn4b0UevW4iyHuH((akjR!{d9VL0caj`RMF2
z?a<RzU3T|lVm-LO%w=(&zJztgq-vH<1D%Z}2Qq`EA98&+`@_+F1@9y!jP7z4W;!ia
z(!2fsTCCflpIS2nA1ryG@OkR#X@#pE&zu;$p<vR+WQ!|HLkc(#R_gCI;eYd<x1S;H
z-vZN1QOY5@2if1e%4lT!zVz^ghtBNZmNzfCyWCAmDtSlN=|Z{gt!!Tm8@Ns{wq1Vc
z_~HY?g~xo4wyZpFVHjs5SM~mPQ(;JfVdvuu8adOFAGE)a_;sby?R4L@O&caytV@zP
z!Lw<HZ0`QV+U13bR>gl3X6^VDxvQRg9$VT*$r)0XLBFI0RbIZgI=1Oh=g&*J7r*aH
z*JJpsnP9$o#iN#Oj@OrGmYZf@4*DD=HUDa<$U*U0FVEPs$Hus=T$C2`y1d8x*A6C`
z3!56fI<hOIJv#n|9bBg9{o{e;v)Qf2SNIz~t}U1~KV4DR<eu!dv-;O+1Nbi0THUGE
z`1)9FwW)b9&!@%r8_F)ozhiO_dm)^?O#9=u4W3q~^nRrt-zs}dG48YE|Hu9xoVK^M
z3C_8ZFy))HVZXWJnUg%%w_aP`_<1f%m}6pyd%f<dJ4SI&F0S-u?mj1-UEyw>###9$
zN<cK@Tzz1+@na`B=UtC$9y1rl{EC+8amg@Ap7rmt^Ff1+%M4e|_@O4t_j+!8vvA_t
zt)e^JcSrnw_@YE=CsPhb{=VhA?Mj7z)pY%QcG)`krP=I*lC5VRrES=<;zdBDiRoVf
z))O|_8d8_`r5&1|yfXffXygvF1OAK8bBOOK%{Z@f?PsZEZb7kYxym<|nGe5D_*vd`
zK%>}YS#<jQwX58eat|(lG3|vSpXLsoq`8JI8)_!LE%3Q9-OWP8@1olJl}jc}p61E_
z#{1<a6U`Swx@Q*mAL*A<`zGH0JV?s;exZwFV2+Jm{p{7k7D3<Ec_iNZ^Cv%YS%;DL
z^FK$HTk|bl@aV=WWqIrTTMzwyZ1%ovGP}|1?i)ABiF{j@n)1l;cNWWpq;_A(nVQ~O
zG*@SJLt}dOxz#7allF(!F$xPEQAwB;Bo}?tt+D^l#v1K&4-fPnjc#G+u30R!Pjjl)
zoSofO1#iRe{SI+j-?FZL-kvgnf*=Dw2_ID_uUk5fr`AN5%N5KxE?>m*IH2as|BsIA
zguklvJ{57FlA9S|`uWoL=w)8^5rWaa>qDl7n=n2TU6QAE?{~KSkL@q#&fhyTFYb@P
zWgB6U$+xAJc}WL6krS3?&74~C__)2#{P?{S<BsnNIB&-yXxrE#<Y2sh>c<9+KhyvJ
zy1#7k@&4uV|9D?=E;m2!^6T#Vy8an&_6l^!Smg?zUDD&_|DN&N<R5ia&*keTzvJaS
zc0@gG=JMPnt}Q})o5i|ZuP^sI-Z%M|e^eZ6t<h082h$e4Tt|hKTm8%~nSHX|`s>o+
z5Lap6_lc|L`Y<;us`=X$n&rl=ZMK}@^Sk<25c@hyE;BB+;LEdKix*x!c}uW-YnbqL
zrp8t2>-%0>#_CI5zVSoBIyAofdG8L{Qlo{h@5i03<Gq_xQT+Ltg2l4ce1}+s=e`yw
z+c<G{;Wp_CwMJ8(_d1Fp(X*^MR$GftzVpY)wd&Ca$wQaxgjbiEN?A#M-<a^m<l(wS
zD+Tpat}V_z5X9&xA71DZ-XYMCxm!3<C+_x{-ECnzJ7lyE*{oCNzqvWN_l4EhsYb_L
zz8~1Ta^l(TQZr+w9ayV6<FD7Ll`C?++57D$pPRFHf?n*O7F+FvcZDB!oSvsp{zLar
zj8$LD)>;!*zdMKLCVZDG`_j7Y#o;}IUz0B-#T?CBw`A(OjKYBGWd#eD`M;gGF8T6~
zJdr%%T~?YL9y4rHoLpLyazr1y&R|hyiD5FE#yWX%S>T>aN{_Z%gnf|973-Pro^ili
zLiEM)%@V3p1epXsT=}y1<+@Ybg7a?f3gDECeA!X@QRCI4t>?Suf0whIId!}2m2ShO
zQ{5U*)~KA=*4*TiyJ@Y>sn2F>g*Pz;F414Q`Ck9DldCNj^*v(#sjaZ$XW!kY+Q&4a
z*&Nll4~p1a{bgWfB^H*&%31y~^szXPrpfXTmD`*8wl3o1dZyFw`TpJxE<ZVr?2!0y
zdG1feN9IXPpR%|tn%m`^asB#bH_dLfKWdf}=Mrf1nCBv~b^ek{CPN9mht9u488lit
zqC+`YpFP}LTJ&cnNAzu#fCDLME2bx&3q5gjnq|wMt*xD3p4|`K6#3-gm8(}9SD!j;
za(2d>_tp(dMO+1Qr`+ss3tFaPZnF7HAg@&D@4{9i+Z2f_c2@J0_MVCRl60(hQU06q
zyK|QujQaoQ?BZDS*&PaQ#;xw=(l=QbXU{&VIo(PA^WF~}M;VJ(O*w1E9lmz%+qpZo
z_VhmTewXy<?av!~l(ghcHdxf?|NW3-+p^!_i=BP(p4{c%=UTirKHl#0$YfUJ^OWP$
zyB1bW5z1=b=*hr+$RT-UK=z#;wg}#>7a8O?RTrpw&EZ@lFhBN}MN3OnnMGdH>u%Po
zF8hSaHa#@zFA{pxom|Kmk;xdDaKFD)qV~H`<PoOLeN5>S&szQd_SLc3t--n4<@>Fe
z!=l~)<f<E1^ViPSnsvi>ub5TFid>eKu9;WLI|Lp?e4W1F|FX5L`A@!>B}QDI;Vk;@
z+MS8Be%<`0$}+ur2jA9<dge1$9}4wXj5u9WB2pXS)ZLKI_}=33#7aM--o3B<_uQNK
z>U4fVde@dOdzns1&3d5dRDXY$rBHH;_-pR+@|R9Fhi9lwvB+Jyn15Qtg1E@;Rwh>;
z-fP9L6ABtCE9~#?+9Ktvz>}2nFyM8cQp>-hi<{2mn@;S#7CHNgO~?hQ?|gxdJG&S{
zACw=P{`T09T!Yz5LVmBGbm+r@b&(}+6It^PnVPJa>!548mBo3+O%M4PNyp4%Ha-IV
zulZ+e4ihvus!?$DSU0=eqk~FadUxlDEeKAi)|fow2ZQzwANw^I-dzn<Vl(PD*>G<C
zC5@O9dtN_SBgme<ka=Bf%mLFI3`$cIJvaZ`5_{c{Z*Bi2iQ_HP%zkS}M@wjbV83|t
zODbQ$k(o_zZy*2L;_BJbU!yd!^^aov0n^J&H-66ck=pm>cg5-XcT|Nm4j!>@P+t0V
z%0z?b!B6D-<v+VCRLsy@^m)SOS!!DixcH~36h<=z#_S2{<=@)U!2c+AN-R@fhfM!U
z{(_r@GwOc|eyx8J`Ej4e>z{?5+vd$qP07yNGWUq$%gj}0`WMAc?D$<&5q<62UJG6$
zYe{dGR?Z2%`KoP|#^U==w3lA868>qouF2IY*ydU7y84hB?QVe<ul{ZJ_v;>*3)Mc<
zE!_0(*Lm+3s(jaWGcJ<J^37VmWq+TTN{#UB8#!;S>sywsvabE`O<$poqhr>O6Zgs{
zry3L<^Sy2#dHKWH)6*}_zqi*}WSPAmJD*(R#Ka)=`#i~=qCz$sEPtQbymET$mHa<H
z)?bR%5vu<=|G!b~bL;!w$3L{Xv$vN?wspUsbu!ra<?8#t%BrNVFFSbqy5!~7w*JoP
z2Un{laj`u-%wIR1jZfB({nzir3mfgG96QOD=#~B<GUwjWN46%j_12v7lHkmf^S-^I
z`cJ4E_reu3RChAx%{b#Pd-(6_T>iirH<s}JxVNWRIdsE;YQ|+w+!qfCu}GwCo7|Zp
zoOH!+i(*uJe~GA%V4h=!cj?hgw+4fCe{>#(#jaNnUikaG<F~sjRw>B5VY$V3t$D}k
zw<1o>_a#5qm}knAmu}VdNfS79q2%zD@bYEp=W4qDWw}jgnxH4pHfh4FzV8Y14h7Bp
z=yRQ|&}B}*;>d$6&u@r!&xmId7u^(_AK)y#`hrDn&^@hv2TEPKFO`>aE~^kbn9?XP
zefAsH0OqrI5}H^YXV@&{STU!3<HdW+eS(xDvgMkpjg5ofv>F~`@y&?dVtPsN_Zhp3
z+h^Ql_vX3f(y@-`z$PZnf|Y5P1g1+CaERxbu;0~uxGlM0QtQlF7fd}*i<m0vm><mP
z+F@jF<oQs`ai-BGxu?nA_p2^<Jl}RZd#j^%RL+bOSJW~SH|X{H{CTwhXOoEJ{DwIj
zx(&~?O1aP95xjY3kn01%DTnwM)!cp~c>hS~Kj9ydRdGu?jUS)aZ^~0Va`(8%|L67p
zp0_BwUUsvOYMk@9%<iYw|E+Tb;u`ujH<wwgI=*)6eY-_`Ov-!`+2<tlvXsJ;ZRhxR
zZ%ysKP;>W@RfN9D>1Q2lkL-89)sg>cpV755h0~u4Y}S47{^q_y-*e6%9+pR}oM9K_
z{<vh<&jydAC0oy4%-b|EPV<f>qjK1hy&s+`dU3OI33d7};TAW{+Z%RR)?kw1!grSr
zT1iSiSa{TtcSZ7n?NQ5?yt(A-d~(;!d3y5?PKmm)OnSRu?VDG*Q#7_qxLexjEK%C~
zulKt1X*)Z+X?h#iA6@%!_nVA8`j>ACFchRVPVC&NT%d4S`Sr&P`+%tj^zVy)&R_C)
z=a;C&fQ61~ku_H?adfqX>gnh`iGQ%Wvh%vFt*vDGQTBPMKNhF5%Ux=%oZ&t-XPUBH
zi-S(g8s-hU1<p6ba!;)DvD80(@shyf#cy_Ls7JF!`t*JcQ*?1FoV#a9eLLT~^v4I4
zU%uFwywFgLS+;$e>|^;|LEM|4v1OX)#dykJdghh!NiESe($?2%hE68y+cj-&SKCyZ
zOcQt5?0OMzV=Q&qsQRJL?q!FV=FHomB(ZJlOy0-ueC|27L@s<^=<l?9&9|su_U7!d
zD^d?zDm}j{nBuf+?V?9tCK|u|aX?e2dG{rD`Tg_rdgIjQ7<H-cD{8NpnH!ti(muN>
z%-DX`{T~w9X&YqLIc_egUZu2ao>Rx?Wj4(+vwD_Vc=P_9eB9@y)&1sgTV_6~e;_Du
z_U6UuTGNin`D~I)(rMWts!~}Vbbo92*Vb=}zi0W}nd7KwGQWz?WK-QD!CPHn^DPr{
zC$4BPcqpB{<AdYs^k)(LN1x?aHLZ9NlrTXoI_Zw_Kc302d|tWL_Hw9%%yoVJVBRxN
zzSzDu+3%N>ad979=`??fN5|)GjZL#|e3{b6W?67?ZtDJ-?Pr2}ZmP0;7L0lG-u{4h
z!_Qr_T<^>3aH*f(pz^Y4nSfFqcf`x1FI0Ztn2>Jl<Rr@F(0ruepj7*mV<)*emS_3A
znVU0hqvLMg%GJ`MR>D(wR+ubg77g|C|Dyl->9XPl#Zya8*tPI^h0B<8eK>T)H-2gQ
z&T!9XiSymvKW*9ZET(7UkGR(3^*;`Nt{0M@VyE={hr*fLF|!NYk1hE;)4lN9txeZv
zcShdb#UHRDa*1Nd4L0|?m9N5u-bTDW@KvijPRw1;_@RR4FS%t(r(f^UIi)wZQiylc
znW9He_s-4v>9wisl}*Q!W6p_9$q&5le7%_Gviac_$@a5Pl6LdDYO5CAK5s1Wm&qcc
z&+<l_#$~JYXIFmBx>kL@)%DPOo0_m00k)?(IOd9WOz76EO?#)upmQrEZu{HUC-naP
z@L8lAR4nNpVN#(cs9W{!V!p5T8IxMGx3>;I%dMV}V_cl5c00Gv`jgm99R=m7A5ON5
zJF(;n3rElRcR}mfzh{d2MY30U4rUnce32e8<IUN{eU6WRF**0lbX#)H<J5uF16e_L
zpX}Ma-rRIkK+%(X1*@3ivR1|>r2IU$@Mcd|e1qqqDJKt1STpPHcY#Y6Po65MdK8x-
zyhg_0f>6<?C!H1c78WO}8nh?oy_ZW6nr!nn*=Xg$caL7|ySLBdbyOF}efR3z{q|d1
z*R{_`Nt`Pkv~upYGZ7nf{XXv1b8DM;`AN=P=JX2XIj4TF+{54XeBSnXm(x0}&$g~y
z=V*|Te(`g}uP2xN8@Sa1));+WBYI==?(V<Z9dno$+w||e9PyPq<AZwSg7U}b)L*{)
zkg8^UP3M7~pjzmiGbyKd{;K;$IoNN=SC_hMGg)Ur`ttl^mM!Nw%M<<1?oKOEU$)Am
zCf{bu#oU$~zxDV1&JW7Jp2+d)@Rl{Fr!ciF3!YJ{e%?|o=y%kk(4NfG+hT4nyWO|r
zq4n=GhTA*-@0=JD#o7P;PI$bd;e`omojP0F=I>&fG<nXB7~aOUs(12yt>0DM{e4*=
z?cVD*RlYNNO#0Zq|MiyN^rDPM*dR*!MQd8F`cJKEUJ`D>cZ_qE3*L{4oUrdqMUVo=
zoh|EEcH7_0`m+7{dQ-DAO%Dr=#Q9V1EX~zBR3^Cnul_wQ?M#m4C-jwSF2v0g`gqhZ
z;hvH9uICn&r)F$jtZ5Rnpu{PBg4GnIT~!@5T*BH@IE4%&4P!ee7;s;b$Xq0Kl`p3F
zTEkn8?q1*L4yAjJ9Lw0&o_<m7l=$^Ud<X8CvCsR(+x~vflzl(W|0?p*-(R3O*Q%;V
z;vMhH&DqyaS}zZbTvCv2=Nd0=ky~e3f9e5q;zGAO`pRoG!dcHn%h!wL)$Q80#o>DC
z;R|c(s|#3WSnsq>v^uBFVR*-parMgda`u43yBO}VE?t_(l`eOQ?eo-?TBlYp91r2s
z`Iy6L!Mid4)NXla{}r>R?GsSYIJ|3eA_u$Co{M7g1v_R$<nElNnb~-4NhZrIiSRw*
z^Gl6C6+D}K@>=>qgNbgOm$D`}2RzSyztpjBx81QP;qxq~|El`FFd>osw^`Yod*udm
zD_=3~d-8ih^7X^EPRmxwZeJetC;Z<32Y<i(?$=K$JnWmT|9Q)qO+1GGs}=~WCr&f3
zOt;86IOn&Ql=oe)%(vZ6A1<8=I&kKn$*&p7NB(AsF!*H4U78xK?x)c6*=G*h^OPhx
zTc+nay?a`EcRba*)_mCc;`3{VKXug<TdlR4$!N4cga1BT?vg)`K1g4#KKFx7Y{I$u
znP<bbXFc93zkOABe5GaW^V#c{8ZY->`uBIl9xrLJNc#sjk`q4N-x|R2X`VM%N9>Oe
z_NDK%4IaC^PqGbF_E}=_=Ej!yp(P#s4h97d;+p2ZrObh?{^e`q682r%8(CHT>5Ji^
z?T;R{6c{r57Ur2BXnE|C`;&=lwt$!9`>!n}Z!_B6KHPnHZ}Q6{3oozSy0F*mtV6dz
zSiqW|exWZ-TkW_x<cr@h8XjMkF`?vCvY_RUg{Qwr`B>jwyeHTA^2B+~nF;6XemU#b
z&U@Wda8cYu>45gVS5A3TT!q~Bi*DG)|2N(L$W)7eClcqMxDmDP_xqYJC#RPDeHQ!c
z$gdsCuKviZac>HZ*^%ZZe(6N1#Aj)j1G5tsS`^FwOX3jYR!KZFDNWFP`Gdv|Gl_L>
zM%TaW7d^RW=JjdXfAbs~-B=udIA^v^JhsMrOCvvz^V^!IHS(vtZbdzqu-1@2bIq3u
z-tH@ZXP<ug%)L7^Z_b_s=j#FnFQXh5OKWFy2uAQYBwmoOREteqyPA8ktaPylckr3j
z-#Ha+9p(Ln9Sd@*1happ?6Uh~a91|@dgV1iyE*ZRy~^u?bJEO@-C4H#ipb|X7W4Su
z9e=W`N$XmiLrPMdNXzO6uMXW2dFvSHe%G1NN4k6Cy!jumZ*=-^WyU2H-c$W^%NggJ
zt1rB9|5f~ZTL0M>h3yWXHO{4}Opa9fzIu+*q}r47ZC04Rj=Go;80qy{OLX(sEe<~H
z|H^JIy<W3G;8DW$xrud>ubC^2vywmPNiN<MYVXyx$U^e2lD*)S##n{OixU?0%sE$-
zGj;9nM-PMVi`}2G-?)Nt^4xfvN$yu{>)+p3>R+3`CjaHm_iwJOn0$W6x5xus_C^}d
z-dXl-;;P8BdM#P+W&X4J_Wb+L`S<_HpSZ3ey3)(L_m3s_^P+-4Cl%fs)7PasMBU6!
zILR89v0Zw0)C(iu{3T!QWz(ii<Tc4X{xLOQebqtz`Y-00wMiO(?#xZO8gu*V&kZ~r
zGt+`NPPOm<E4t2Y`z7;zUt_<u-C*9Bs_xFV>cK_%%UZkEJ!lo*f9%Mu$^ZU6xA)%v
z>+1Q4Ken^t{=8Z(c+{oM^}&{fS3_R^cyifavBqTc;jg<}yi;=7-^=#+ZTa;>>&9Jq
zNx#nm{}vmB?%w@<!AFONrhu$hF*AaG?>`VV<*trUvMg(*oz=^!QkzS;?mSu7u(NBD
z&5EnD6qa0kwr^fuOH;OhZ~1{a+>^7U!}_hi3o6V|nCo#Sah9!&)T?sGF9L6-&1_NZ
zD*o|BPvOUpeYx@JR&`tMt1XwlzW#{Ht;6ds%$3cslc@fzBh`OWMs5wKQfTbOj;Tq_
zTNRCGd=vK!pMK81R#Enaosjgyvu76wCIv2EmZHAg=A|$jf7>cq^M0oJa|N6`TqHPh
z<5zxdoPQuZDse^F^-pi?3zX*W{$Ql`^3|7{N541do)N#c#!74xzf85!-Y=KT3*s-S
zHhyL0u*|OiKDp%W+j@`ib@vklb4q`l4}WBxH>GD=tWVeh1s%=<rZa4Q1$;jq`m4BQ
zg)^70(iWx!4#o$wcO;ytzAMc$*P^ejfN!D79qSju*Q-w2ta`fjzteB$*-eqp<L*R1
z&-s1TNn7Ve-b{|fC&rN$*CS5!m?#$PwlI(3dn5B|TldNQDW<m1mWst$3EI89vNuT2
zj%{M<35~>F){mhfI*UGj4wb1%pUt&w)t4<_v@Q!5->QtTdtV{Q{d0lpx}%w?F*oA5
zLj2<PeZRdRehxR|$_1A5y0d2NuUHyAqjsUF={3)r*ETsvyjr$G?SA3oy*yb*te3|-
zaj5QPTH&<(T_rPnm2*Xr;hqm$?c6?3(iH!fwf(4lVuI}J6TA6%-)jARd&utslYH{w
zw~I=b$j8{M&);yydB^U8wabimFL9b*IQP;lmA3&N3uk@oeOs(ML+aOy>`!Z56IM8X
z$W_`DrRvmLt)63a)BTD*`{q)megUI{tRIh`U6_^V@#eHwLA{*Yg*{gdUI)F9;uP1p
zeU9Jm*NpVHE*~=&%Ur8``;Mo44r|$kt#^MlbsyGi=-bQPpsMg_!*iPxt=?U{5#G<c
z>LxBc;VE)UL?pCjp#;~Qv+I0f=ejIg_)pIA_@#JbUD<C7%Re5m`#Q_MZBdxS<cHht
zB)v1=8<xKR!_2oQdIIK2?=|baxTr=y=S}$Q?E32bS&!zP-_?2K>)!V@>=7H@bMJVd
zl=k;ocH!SI0%b=tCVXRiH=+MaT<bKy*4~Kb|1a+U|NipR`+J`6_kU%(7VxYk>J{VV
z6%0w*x$UKe``L8UxW28MoH(WVvWDIa?U?JI3TC+8(pfNXUV3|SjQ-(R>8M4gr`~#;
zcSq;wVNM;6XIs<rtvBTRC7+2E*RMbDY}Mq<j3;`hSZ^Jg)t1(h8yg!^petDO;GsmG
zwU5eL*&XM1oTy4OK6^#z?4+MJDmTsI6VN+!qH<cN#e)rB)1PnXIo@BnW$K@e;yVf|
zkHoO~$lAZI>UP=5#gwzD{rA${mbc3rt0OKPy?ioSIP;I$Z=SQ8k6-Tge^_PhxHnKF
zG`U!D{VJ~5xdqdYoh_9;-N)kZD$o1T=-DEvMG>aLG6#LVV}rMAu2WdBHgI39?Ej2i
zP3`uqYiF!}>08NhUF_y^Q;mmrGR~E%f6rUHlzscc`vxDkMp%U<FWj2UJWE3^yea;H
z!!p?^480S+nLmmWZ?fER;NSEcf~#iwuh3rSd1;w%qVi&9!&!%-jDIkg?<$#XbfWoG
z3hSPqkF?qYu5OmM$(CdOzM@){ONGVdVfOqq8<9_w#GhaB`Ttq?_u+4+)IF7bo&UxB
z{><@o@=k`yLaZInm)fhkoXmVY)8Fg<tm-=v9oGxlI+`vy2Gt!Yf6Bk3@06>Um;-Bb
zl;wu5mb#<o|9HDkNo3YJe!MVt&)Mf0GWxs+ulIx%@JycYaC=SO^3|dxMQf81*SGIH
zIy2Z{tJukA9iBj;`yvdd*M7bkrusPg|C4+!ivs=!wPCAPgr~aiS@_{?aT)6-7W;{w
z6D5MT@o#Gg$|_$HnDHS!_7lsCndcv!IOHs6Fwym6lJ@!&E({eL{~F&FpDnKGGxPE@
z?f-eH$J3t$$^5MP?HO3JM}Mnz*U78=kMjFluFdPL=5jm3;e5<Me7VdYy>n|0DFre*
z@7Vsm;McePKi6Nf&j0hg<om1Vm5ZMK=5aS(njZW6P`$Vw^Fk9lqbdI`|Nkj}`E&g5
zsH#^lH@g@Yu_ucEb6-2-ilM#n2fsNMCm)@D_vPE|{eJT|HWaa~{5Lf`-u?4Awj!UN
zSueKE@i@S@aBFr`WA*>L<(-_iZuP0b3wXNL`G0HXIio&ZZ;|2~U)#U!nc{*gBTAO0
zCh;mJmDPxxX3$gn;niMm>mXWmQB*)OanAAXw;wbfs?_H1X8QDi$wOE+Nu=ZXeB1eT
z<sZv4@;QvT6Q!hfO<#9+&#@(T?WU>^%{ym`tgX;x$u9QQ<#=|T_pgrXCB3Tj`OFWL
zjW;#8T|8Ue*4CDAX->sPD}#Msp4_^9dG;&*O{+D#8S?MTd0x*u`*1OLbJXpgr;j|U
zesw<QxaeK^#y4=IXNK2|MWUzT(s*`N-qDGgQJwSRdQaM3hkFHg8O+)?#k5AW-R`VC
z;cr}gWJ-I=&plh$3fn)lol(@eiN&~f!oKR4uh(y0{G)J<#*f9DcH~L^kNCYp$SUCE
zAxBA>+a}H%^2!zR4!f*tby(YL_wwL}#7WmyEx4K^JVWQ4&yt7jk5~4$KFiv&W_9u%
z&pTT=*O^Z|SS}Q%t@${<wZQGWtCV@q<e!r>1<&`M6LzurB~`_0JVR1i$|L^NgcAv?
zzHYj%YrMu_%IjZUygFrPcg(Z&EL+@o@9u7U+2g9~rNp~Do!+h5y7%y-m#QB&NV(mX
zTt3O{q=BVkx8<W&yQ7lJKN(E8CTeeY%j(h0$vnCDDpRDMN=$7#t-`tey#0Qe4aMS_
z&(=t^OZx8=^OY1oWU0i($y{ijHMRJ>k7gwkJLl%7)+alej|xWRFvu+AH2+-39i=aI
zpjDMCbn~lnzdesGojiOzsc=`KPP%yeK~Hg!X`hz9lk<CIRCeg(eIBRnXIAG4>h3Vz
z_F!9iLA?K)FL&xc6zr;b%5^L8uKfe<IXOSCZS&l}c>T)FJu_<8f4f<BlWpcp(?5JE
zZCAWj73LoZ-!-!%@oety9n13%EEQFX-j&{5p+9+{kdx!KE(Mltr&%{?bGSS?bi>qw
zeVsvu(epe(PR=>&lx8@K=1CeUJ&s^<KYsH*D|eE1mw;rR__L_?4Zj$g_-b|><u!D(
zaG4))e?~uxKynX1Q{KHi!|7M<|7mjicyHH_TG5_)Tnjk1RzETLYUnRn?VuKy_f<W<
zNc!o8YcEo@51yZFFzwx|dm4XosvoFGhHk#St@=4jvTM}u1Et>Aj&D9CxL@%7+Wb3{
z&)IEMGV-`~wVa)wZ%KH3wW)}!_loDG;iZCmzVf`DTB=+dGTUA<$RJ=_Xz%)52a7do
zQ?^|`ztH&krRNcKa(s3^z7eKJ8SDE*YwzEE8gu#*%j>X^Ga4Ri4B2;9X2s{{uTnV6
z^Ve+qfjZF(cS|3<KlJ~G1uyqw9<CW?P7}5pFJH4>(PhKGhhmBAXBHi>E{l(sOjf=)
z)5ONc@yPtj7ZuU3-mX7%b{o55XTaj`0aAi4PJc4<99Jxj+x+7@d#~H>+zAu)UL=c6
zd1x-tA7HvbecF_NZs}8h^`y&58ZG<n%>Q|^QCIXU*&Jn6$IUfTc{Nk^HU&joS7ZI)
zdu*n3PgukI&5K1}o?<_vEt<RX`Gt2|-XHLIb*FZ=%`-{ktlOa}8V9V-y|u4YD>(3P
zLCXO~L4$dh{ho<k&e?8keDl%r#`-m(8Zi#f4=4v&dHhWg?LK%yA^Xj`q{@f`R(E;&
z4|3nVs<mSGpN)SGO2jdga<Hv%I1t>*{Y>~plipF2UWUjs?k07tdoDVq?4B-hI<lcb
z%v+>s8&~cWRThCxsoQ+FIIT9?b(vaCUi=`XG>i2<FT)0wyBBvYR*je8@t!r=a;9XC
z(hH8qr<JuejB~fweG1o-T(oeC+S?8LW%h*rf7rkOlX^_0IDf5NQ2Y0#@jtEYRbHRC
z^4jC|%=l8{?(Mg#6YpKvWU%4Ngk$IG_Zag}JoJryV(OK(51I^2D_B*Qsa#{aV5`va
z@<+q}vNXpx%IsIy@9X$p*4h4jY2VbJ%kqBNpHC2rW{bFY`PYi|b*FtZw0%W84lGxi
z*l=>^B<25`|Id%CK0NdLmX<A&1$D~G54CSkKKx-K`^zq?-@YmxQNL_0j~HKKHO`%x
zby&b8HR(j~k;20M4&jMRO7`9Qucp6Fx)+$Af6`oxr!ZA+N|e&9pYv|NJ#6$yKJ>BF
zyQZW2st?ay$@PeRb)eVo%{I3s-)dUBM=Nd3l;rW)*Jj-<P;798p<}z(+nU_N9;$)s
zSObr6&u6hv==ml2D{k`2s1ufduJrPV*zz!TXzwe2H}S!%b(hM2h}@F=*0sZaPSyp9
z)ICLynga4)>GwUG#p$*`jq@<utVgrA>$kTa$nbu5j_ZNOZM&srPo(v9GFaL9<XnTV
z&s(Rw<c^E*eZ|cumGYhMU3AV^@zZjpu-P_lM(4H)zRzFP&de{``L<xgDTNMm<A_ML
zjhj~d%u#U3`XX+z>i1cxXU}+*jIJ17C}j_@C^?f-yzlQ3{a^Fvr7qf7@BBM4{+RcI
zBhK~bdP}dYm2KMC@cV*JVt}}LOvbd&7fo{h{Ct(c{+R!N)z&+Gv3FymE{0hBQZah;
zOXf9KipMPuuL%iWQMaXo__;%G9#t<j`?{h3kTHi~wvLb7QPopjx{vo=nfLF<?)(0+
zK5dhex8Gd;Nbi>ZqY~#i&k9Q~)ShQen9T9>dq>6A_I(95E;F1tEuQLc;+Q*8aL3~(
zS+`RJR(&+Q*N|z_b*j<%_~nO-m*3R<oh2o=e_G$%8l$}*?!3<QzrOGS!`h8Md^T@$
zDb1SIJ8NCttUMlG=j;e^CbykGE}yXadf=3uP;7Fu;;q=DNuS+J{>kp%b-_b#xnY^R
z`5~YG|Cm$SZ_cXAJ*aZGLCj)HM^AiaU(d!c6Vpd|21_p_KV2%ikt4W9!S~DB+T#nC
zO}WNeEV)i@3Gds!Sp^c&-`Brz@V?WgJ%6It5^>%q(dYBocz5RUwbiAvdH6=SeN$%H
zzA-Iz!iU4zEpI}V_cjVFFWuI?BC6D9jp>!cvOUSyD{j53FLZwxAyc}x<*}heO`OO2
z<VB0uEfX~VbI~=?b0VARgm*WW`w73AUTZ4BF2CXR=Ut9U65NrRO1=|#8$GW-zj0o2
z{?v%6J!wMOW-Hoxrz|Yzi8N&8;5S@s(fxg!qqo1dQ@(olpV<O0*xcP3*}Hoi6Z7~V
zGg_3EmM;3(x-#vIpJK;K*XflZGfwgpr^r4&`6=bcTWix-=UfFH`B^U3S1!n}uX?(Z
z+hu3fff;Q#p9Hhoso&UeV#4yTldo+xxPB$*xZ1kX$rm?mU|1~nrLE@SlnCx^+^S5~
zW(yqSk_9)HPT$r&ImmOZcgU1orxzqKI(FOe*5<TUzPWd}d{21w&Rs2Ln|ICaaARMX
z%kl4f-p2f6B0Q;Lm&7~$%<R54*cPd2G;eL@(B0}{p1jR->y8g|ZGW<a>6$G0GPfkm
zd(yuvZvQ$zIy%oa&dqn3^JvcMwCc)J=DXf#{K<T47;7M3Q~T=&=eN#GL(c~>96TaH
zhi}|ycpR5DV}`My&q49e#dgnUF|CW)&HDF@^qx#l?O)z=w$wXJSusETp<FG0^NSs)
zuW>%F`!$Q_u<f;yJ!QJ#2JbHH=X%yJKHq-+uCn(@GF|ys=GBROJ7-?mw)xYw&dvT6
z&zB}w8guCUJv?L5%V~8v2J(7+_q~Oiw=d+pz*WbU^V;C><_mW%r)pi;S=zEz^Up=`
zSe}Cw8Arda`TyczK-)Tj!W>ra!&*#MfiZ<^l_v?kjXT;E(CPn&ZA+Ya(p39hIr@*6
z?eYkj*J|lpo_zDrqDQx8{Z?LMxWl^7`ehY|K<=ByO9%4atX^}wz+OgomFpM%@7|YI
ztvXuDKW(P)@BSrmG4n*1+2(A`iP$pF@ZpXreMj_e8+|jJep%#!eoss2Gf|(J>ucX_
zu6Xyv*-kWS{=%=tI$Hay9+ycSGQGI(%>7Bn_B^sqOHli*^`m)esM*sc|Fa4oX5Fps
zt4wTIAh&}p*C_mPXTaG*uQ?*6OM_-KsB^eU#59<NDsRXx3`yAdrgX;Fr;%$acT}vE
z`pU_AUur+^j4!2A{Gy~HI^69Pno66O>|CaD$gr8YN-pMig5BMp96vTc+i)_MRinDq
zMx<r)qQ<HZ`4fM-gl9juExd2IKIzoHh;*Ct$`;!Wmv1o@NaUM-#Pr1@whHAn3>7QY
zcRbxKQ5T}i{p(ZAzUg{~+aEu>wq>?uiuslqtp8S@zL4;YD>j~W<!{$D3j>OreWxl$
zNt~Fv$6{vT7iA}lujiXsKRk$DU;JO`%yYj@Cu&4wWA2EjUw+zOlf-%3{ok^Z_p9%;
ztw?#fNyl({pre$(_LPQRhKHrgT<bO(|6h^3h5d;3>H2i5-AeV(pS)g{u$kewx}TWe
zC!r6aKH-U%ggEvXzhBfRS*NtFGS^;wjhU9()fg9>lW)((A1_roy;UPB@QLoDANw21
z^R)dPmDE#yY;$-bo7=TZ)Y4^Q{14#*?bX4CoLvGn`yOxLTW}!k|C8yd^64FKek}W=
z7Ieu!dWXZmKo<QXy`T9G3IYN*s@0~dR<FsH?fQL5+|G=b`9$N(1x0h4(sI-}ou7U*
zdai%1{U1ZGxt`YgJ^yUW<nnyq|9hod)_sgWe6#Lf9pMnxrQJd&Zp|y(bjhSv)c0lW
zHNG8}zg|w?FXR)yL&|k+(fyTwE1G0`?tXbTx4dq4-KS&smvZZ$S$f%jPNRi#O+dWq
zsoranj|v~QPQRpX&|AJP*4eu2HeW;k3YkN<nyqv;Dg3<k^mIngvf%gs_FZ8pmSbtG
z(mN--NQCY73*TO!ccyx0x_{kZT9CTi@!WyG4T~L4w`+D;Pu;#iXy3-zmv4ffU*0Wm
z6lpu7zqc~%`pqkBhgK@L$9rtpGH=I>sI|LiM^<Khib;BV=!nW8NvE??UuUNY-9Nfd
zWbf~9OICh#jhXgt!@dmhY^`;IqOaucwn=*zhi0wL_mAKGLFu6+d%;a9Zq-Jor!uqt
z&wMEvGq2|d%f)4vjDOU4?YP>pW5$)%&b(D(Ej`cs*teSbsW^&c)*HxQiS9kyIr+Ha
zq+h$2mHb+nY>?~bJj><rHNE-g%MEt#iMbxjz@)*qb4FfydbpFT`*z0gQ-RfU7*Egq
zZ}ipgTWebpW77I>#nVdlVp~4EJ*Ju`n0-@i*~?Il^=kE!E;HHHlV18<x$Sj9vXyOD
zLYuR;m(<I7A4>n+62JNBfx!u;*1%-0HccJbmPH|#?=^{C<aCd?x{<&A+QMr7_DGBU
z0#P9|+r%VZU*7$FnLpe6;B#rOoE+Y`zp!jp`?vD$n|WQ&Htt+)y0`!S$NwLn<zMD?
zdJ^<HVU|cj>bygjPTsT=D!a5o;92J4Cb<P&&zBsS+nfJlxz&uPwzjny`?v62s1bVV
z88nOeua0Zd%1Pc!{~D?bXZp^X@^W!%;nQ}RZ`+0I5Bj7;O<y@9`OJ4cz3WK}+QN^;
zzfHKH{y<}ub)bJ^_2qK;MV<G>e;!NGOHRBWEO+xrqJ6c<(~8{xH`T8lEH-{O?f36r
zmku0o*kx%ElcZA6p7bca#cg)#8xf_$To1P!Zq!(@_^axs9;P+tE}3fN&EkB%B07jq
zoM-a`i}aXN9!FAqcXBQJvwW_`>=(=Z%&bf1_RU@&`f+u$+pA~WS0~5c+Wz0*>B5U^
z-X6*=<Pw>3@0Q<lhr~vK#trumC55<Ex%94V$onL9-Bv<&W`@PJAaM?+J|2bR%d)Fl
zI)89G2x!C{nAvKZ?lb?k{-a)|*3TRA7Cd`y{QFqFcEpUg^#<B4?5}s6nxRw5S$Sy2
zqMQp?OW!E|R=iLaYbbL%s(6m{ne4g$c%RMLbcC7vQntzzz5}Jq_mo=P9u$1I;K-E0
zb7+I};*;^Kb5u9HOWW)-RrQ?gy5^1Re>!tLoF-a(DQ=UJzFgstV;|qHeSGlKnakVO
zC-JRtnRwMF`GPBZZE4Pp<J0z>keE6>wnW&sr9<_4)Wk&PEgNNLE%05@ZTYC=`MWRQ
z^Z%>q`rS!io;4#xB<FKaF?amsL!1+*v`J1hdbKN4;-%`H*~>2VuAZIw-+@0hSvS>2
z>O#_!d5>!*JP=x&SeWP35tDgpTKMsoItv|Jr~Z5?^teuP9cw^^h+4qTpu@R;zHMyP
zjuyZD{*OZh=W?FSpURiM{?S*WGGUwLKbh>K7E|g!+X;!hm)XZ5oTvBP%DQz$7gyPn
zxHX4_E=*i@iznOGJ;dbOpM$ZYbIUYdZkdsm&D_dZvi`7BtHFjwh3#hjskx2mS>NB5
zy!N*jcW3>gC8B$&`q$mFvd$lSvmZ2HylGNX%O;aFS1hrzwBLxM;>!Fg@6~g(dD=F)
z*`Hs;Gb6z-CTh*{`4PchzY2QQ(x>(|wuLyZ=4?@9Hh48<<2mnaiGqhuDo(VQPXD&h
zA^G`dKb=>zzpj}r$g!qB#x1kiuH7st^Z22y4vu<f)+PMW7GVF&5<F)z1ON9a{=e3~
zS$yJ-`?9}H0*R_`_AGLGdVOcp&)UMd=fmt~P2RY4$Gw>^49gYNnYU}4j*;nDI!CGY
zqh20M)XHRE=~)wlPH)Rz;J?g8hN(MD>k~8MRF=Df;nSB{)tqSYnDYF4-0@nrx*goE
zjZ2>$`Mp+b+C7_pDtq?5(YWV2acK(QEC~gnc=b0GGmAIWx!U^fV-~aYe3>s-aqafW
zxMwP242}_N{TMGk`mGeNo)Ina-TKq-PqP>CF6+=Q7K=Zz_{H%%J{(3bU*ukzI%7h^
z<nyTpKUN;pKj^Y{_HG0HLl$dw99R-oh{z>fV0);>Z?c9#Z*J|&XcwDTe*1r%{69A=
zaaoK&BxhpS>HMWG(>qw-XD}Rl)L$L4=jUVjr3Y^}zg#*!-fwp#ccO=dXRFUT-%l@+
zmcP!gdtU7l^Go6Hx9#sA_!-Tdm(0AY%Cy2DZC2Rbf2UtaKfh@hoqhDVd_BkKIg$*W
zy=%AD=BaIQs@OZR`um~&t=|vSZDDqqlkj=Vi}GvvXAB~B9xuD#W%FOk=^$IX&caQ+
zMz#~DZb)LgRmfq%A^$`8x3s~=Z6+m4miyatpVMD9TY3HwraPuHSZAIW<#4Y)owp_K
z$b>Xwb>~Nt!TTp!t#hu>(vD>DDG{H^u(du*PW^acZj$@Qi3>Y#OiA;4&Gh&3jey2)
zn{8!Z-k*DH#u7g{D;~wPO(~n#yIzYtvuN#HHI_wsqDIB*;xiq)cQvp&*MvM?DezDw
zw56-3R<mGx#F3b_`Kx+%O6}L;*fCLk)d#~ohs)dB)Yk5veW87-Z05YyCT0FSWt&ak
zQkrGAA7t({tMN35p7r5s%zNkEY4-g6cNkNWk~51Q%?#k_W_-z|=oFu<Tw-xCerJ*C
z*S()gfAPqd+!D)EyP|pK{gw5NJD%#X#WTcZRmq$)3T;)hzvWSFDlNTp^-R{Aha3(b
z+Vz7w%E6W=Q0o4q{>cH%JGPx{dFi)VZ;EL8vg7HOgx<;BeR7#S`RAF*JI)+jB6aDD
z+P;0pr!TK$*S=)#C+D5sFYj62=6*>-(EHBDovXL1|Lx{petG3#_sjo(?f)PDQdn%}
zagNeMI&6z3uQ744=sZ0|GC7WcOLsnd(5{tnwNgh){qE=8UA4q{-Tn!hB|>7`vY%{h
z+;+{jWeJOPgvzQ5OzE?dexJRb<NY*J?R#L^N<Y@WC%5$6nh<8ZUsJkarNOkDybqaM
zTT2S0jAu>^5)o3``=L!C^}5#D`oNqBhptb)>HBZ8|J%}cV$ZpRLKBrO*&KWdK6hm0
zxc+qb^8Ivc3p-}1q-|KXB+y9N=z#2lzXx6l@7dh@$bJj+TGOn!S$S3oPF62lOD<N|
zKWbSQs26bWj*GyeeZ3Kmu^IUt-ifi@OII?kO||_Se}9AeT&q&P9S^6SaPt2ya<fHk
zo#8fdG4+UU6OMoPT#KvtZ4SQ`KX&oPm!=yB#M@fWm|xsIC3E5x_Zv*yuY(T+%{WmJ
z<^S8kcUx_m)XVnld7HNOwlDpbqO10pO+56q+%)}!P0yZ{t9*XG(Dm_)iODbRq<%(T
zD-0~@@xC9)A3RIExBHjdU*+aAU%Wo8bUX96ZPC5+yJno!-16JtbJ<Rw9ZdI5PF9!f
z-c`P+mF?d)XGhKJ&HKNJzWuKJ_XeZ$13w*~@(H)&BRr=UC|<pE+fkvlmHlugbNEvA
zemURJbxV`a?I?W8CFc8WcA{Q%<dH=UuH|hTcbxeix+AUBZ2PiwHom2IBihO?m%Alc
zw^wJ_DmuQO_|2|1=YoLqZm<76BH|MpFI1Q-FA14+Ec5(dmuG5`cXr#%smd&lKCSmG
z;2ZCv_3G*+)tBF1D$`{7>F>(+Q}-}~^ZqUOJm<?8OV0T=dBd{1Oz$op7H3jF*T3%%
z^Skc%nm$(g?~cr9uQ)PON9MYa@V!rQ+Dh+vTu&#gO0-+Cx_s{(=`SxowW!YH@cf>y
zaNyyp>JK8xn|do+IFh!0J@a`@aKYS$CH8AVFQnX!{>b6;I^v4?hEF$SJ}S(P^~zoT
zu`l|1dXU9dA;p)~uXZ;@zyF(kVPCa_FyoSaY^sd&k2_V|dT!CVckuyn)^j(MySP?#
z80G9L5!)<ODb&%ph4;X1*Grp!ut*1b`*R;(5@xS2Z!1&ZZ+l>E*0ZIj)C%uaF4tVE
za3n-q$C#fpOf>J(q7PDv^PApz$Tyn2&lJ8Xu4-Xs^G5i&UJFMNXUN9Bv}u#4&0nls
z87{N$bEKWl6zx3O2~+nKKl!ywW9t;7`EO?ZS?hALtL0ed5utw)YeMe)ab5Q5aM7Bz
z?UqxnYu{NWk-(S1IayIXbk&9V6ZfZ;noqqnbrIj9x7%H%mG`d@s$XNppevOiyheHD
z{($)oIrmn#nygpa|0u@c+V8nfXJ+f&FJE}H;lS#hT>GmZiN8Mg#5&lnN~H4XcB6iw
zk34z1kA8nPb*A{KvI7%6Cq_34Ox({pMKtKi-;9}0zei{OIJYm1J0mWdy>z?NHC3%=
zot&Xd&I-CUOwU{~wP5S{JDH}}59f>4N%%ZGzFlD7gR>d;Vvav3?%Z#<t~9jh;N6A6
z&kMh1c<lf2F@DL%g}VcnY}uQ!^=JMe3wITfOWoz#Ja_K@eQf>m-`<5^zFyxisrW}q
z;m9_p^2G`vd>JNp&f9*kxpn{c<a>YL-p*ume00b=KJ|S=?UUwj4g1y~GSTz2{K~?;
z?&6%<AG^ONWEIX{AhY<phK6>9Nz>$DgUg!@l+5#WmhR=YozYW$f$O2yGHvEr4XR4&
z8F4x9oQf};;M*=x)F88Ai*KCAow+V=<9{o~-HJ=dh~E)$&g}iW8>iVk(l0-i7QbxK
zz2VN)uw{wOb8V(SzjpDI@a}o8%h%@m>Zlyw({<tQ_U-zzZ(bkGO=4R1nXminHv`SG
zC99{ePdJ(!{%n_-$*!zJi61hzS~JVrmN89l{hXOvX8iV8m&s`<rdCBs^^b>2`6qZt
zsMRz?E?M(meb?=Z<=oSGcDsZ<)6V|n%6dzQukm<a>zOGU84rY76-vrKi2d8kG0k96
z){F29a+ZcWwmGluowbCwMOnAj$dWfhuXJ&Cx>BCi2L0N)x04f|HA+=_XuMr*<JGdZ
z;Ok88Ur90(^8_88g8yf)-#6*s!|VH1q^|8PC@(sb_I6Ejpv_?>r@yfZ*>caGr>H(w
zJ$$<@dSZ6No^Q3w4nCUOq@?>iedf_0C5KG*3T+Hrly=i(!%P$Pm%ELh&+|F{>-*xb
zF^5x`(!w2Amy2`fzP?=C{%v!2d9c-;>r<n?l?cuI;%1;A?XzokdFQmNR`dI0EGPV%
zZC_>iH^2VZ_8Aw}^517R&P-S!wqi^FR)(wxsS|Q%dv(q5Xqe6YBc&p~>Lb&>>x&H(
z-W|I&W8e3;`N~H)>%|$<udh+P_8=y8;*+day``GHe6{nYvAy5)!7zKm+pkP<S+hhF
zTHD+I3Vvq%{;{L_<d%;YTc;{&Ze2F>T)mO-JD0aoGUZ9OMH{AXbjk2#iG1yHmT6zq
zA)`5!kGB6g;(mVH#Xa4X9@`aXYU)~VXfB7H1(5Z8-d+adp!seb*{`cjD<AbYEqv!a
zO`!HfrEK1!xPw!6e*be*y@2z`ER|qBVTq{fmF}56r!TN?=8L-#5G^037dZL8T9nIe
z@paSJeEuloG|NXZIdO9lPkgqUnw_NS)(F$p2_j3_s}hoX*RGwbcuKbRzR%6w5#}4#
zbuX)RladH9U9kCw-);UtmA7XfD;`#vq4@e(-~sLI)vb=#wrG8j*ms5N{lTK;9~Lh?
z_D|J%`Hhgy?qh8Ge$93{e=DS6<I;<9=eM;!5YW(^75O_QBSl>Ay6GpqxTkhP@^fE*
zmN@m-{n~-<T@x<&-YH4E)|<m0mKy82Dj=feLZsQX<Q%8)ImWgvl^TpP^S5Yz=lpx(
zPGbGa3lsG`S1)0I_h(N}_r&abB6@dKawh&weQ>LAYwNR;vSod>>;WuSmdF496>jiP
zLukW~bB)!;s@K;aHYh*;UDm61N2&QHwZz=43B6auE<30OHs9JE%%A*3u4{9@)EalM
zzk8WqZoVBJs3mZ1>qa@LKGm69g+6b+U@uZM`@#XqrWk=8rq}99AEoVD_2G%l;ag5?
z6~4`1*IvANO}leP#1Yx7n++yYwYMCeyOq~9>QU|q(F@c6RZM)SvVlphO!_=i{)y{*
zY`co@d^o-_tZs(guer~E&ic1F-u6iGe*JwM;fBXjI98o2{ls}@{aabzmGeK|JzI71
zR8~yIg67w&-)6p;eDcdhfBj{q*L+R3Jc^4ye=j&TbmdCn?Hl#V_T~xt|7chAORJal
zW>MnYvu981A*IyMn;)(#FXo*rz1KCP^20_h3s3cMF|EscwYf8YXj!l8PfSdcNtAHe
zusY%Mb{^(Lk!h(?iyxiw@Ok8K@V?=I;hLj?QJ<~|t1tR0u3tM(&PV6~<E~J~c|Xtn
zTxwx-I>cdl#jaYuTc?k0`kJe8?e??-nWtPnOp;%6V8-MvDq>&G>u>*k`X~R5DVzA`
z-K+lRDW2Q?d1kWwrf)ya>8+Y%d^WQy{poXA-vvivUi2-0dU9>G4AX%{%r8HsnkWdg
z|E|zw5?%X2`_k`!h3=ZW9Xup8YWMUmGUVOJq<fNo!NrdoKg!I`Yjp{a^If++zgY9;
zeV!v-RW%#0IDE)Bajx9e?wZNv!*}{T;<Nno!c8<1lAd#L*S>kAGtqeQi6h&8YP|pO
z>H9v@%)*GUce@{PJ`bvM-BuR%<ju_awUf{HAK0tYJ$HKG&L4Tti(d)NH1znP?m6M-
z?sD;C`41Qpk9UY1VBlhGIi*qIW~(Gz?R8ewhoQ-7GLPB!%Q`~Y>540R7?r1|FVL$`
zo+$WtuekBQ@BgpXPp|uUdB5Lv`~NdkmNYh=_<1X7oy3ZF59aLViEwsk7qqJD3QbCR
zvGU7QZheQInOBnLoZ8{WnG+H{myL~0N$z{Q&a~e@&)@etZ(pw{oAlPDRP^8aE9Yfb
zUhVoKYjrT?`Yb!OyFX4C^swmZ7x1_H+fVG1wVPD;>G1x(TD>b=_oQXqG!mT`GXE8{
zbe*5B{>W4!VSjF3^7m8U{QfNcy7o-ZmY!v^GR`h={eLO?4|Ct4W85F_nl0EVcjNl}
zeSf#sPpkWJdB0NCg^V4^XCKSk+Ss_<yqwu!tDsU475S_B+w%4M|3uyD?SJ`Idj8{e
zCE6Tr+&=3Qx#Mfzxt?0#S^wW|_B-1h{bBprSD(|l*8l6u?b;b1RvP5&;99$OheXio
z`BNJ|rUV68Z`<eT5gu@?putZ>Xz`kpDM>8f4>v9AUv}hb8%Mp>!H@3Y?U{9=^W#mY
zgzMM)#c$or{XJuswMo;~WW~2uta)1(d`(=eE@@tTvHV`otQ#ly2(hi<<*j9ZZSYNC
zVcLs-DF(ZeCMP>C5M8H!D2%(OJ5;t`aZAxPrHhSAUs&J&{rsi=|4;e{W?LtkUg!$S
zD300ebSYzU&yxG6J3K3T%il4jbZ&nqF7)ew@2TZW4JV4+uh^EgH8f*N;+rMz+!66s
z7wTdy3YBW#ug(a#xJFm;&&yTY51iZl=DoY+jE&Fb+NRalHFfr$T*DUiLg|W>#6mB#
z6;kuvW=OVwd>7}xod4@*X^;K;i{|!!p7KEA<MpP3fBXNO{~xTgMWo+&+0VYFlv#z7
zFPWYRyR+9?Mo;70b^HJK%3s9ah`ggT=g*bQ-i;AI*6YWnHSZTQX?pX>>eA$Uzc>Fs
zVf{)xsw}Pe)S1cRUwhuqc+lD$P~=nX`0rc)Uui)<iQ{^I@|-FRvnJj$yq`TY`rzDL
zK1C-P^ZgwaDROcX`^81P&V8F`|NHblA#>emo8Da$?(I3QuGSG%X3KkTZ}*3@N#zVr
zk7f88#J=-h=;SP}e|^V}V+}qhFUvM>)Y}-geC<kU-z9UnGmr3|I@hF9aZHAFQCgJi
zR+rOjLN-3#Iq%xl*S^<w9T2?0Q+TKP(?k}XvrYQW89QFC=X$<>lfIx)c1g6;!U_AE
zt)ly~g`GNjo&@SAE(<!OETPaPn%+9`gT^zZ`zL2q%m1}-w`bJW&6C~1FzcEL*NQ-~
zmtg|W+ScFod+jnsy5dpFs;{!PQqA|6RtC3Ki(czcUQ@q$JGVqf)dP{A$37U^)++3C
zoBwOVnm5&w_G_(8SsWx%-(C|jIsa?7-I-sv=KoXcOfl(CP&lXcWk$K!vm>1{d$T#+
z&K0bAmi>S|b0(K;Y)H=bLnoYH6q)n<<`O%^b!o+p47H@0tJj)uuv&0^LC%cQPZ0;-
zuj(o*-&pY9>GZvlB|?s|?+vy-xpKcS<oKfBc2o3iBUbqzxUp@4$M3IN3s-KuAYE{z
z)O>fqryZIv*uI3RUKE;D(kgW~V2*dm{jBu4A*KcqE;}~A%}bMb%x?8Itys|4_s7T0
zwZ;+FAp)GMEo#0mJ^s!6_uu(eNiz0ov0@QC&$afg3^;4)I?v|HXBC~Jj^P1bZdNQM
z84v#bjn$YM@whEvEw^6Q;t)g66U7N;KQyaN49uq8tSDu^b>ocQ1KH}0EZdFKq8}R0
zkX|DF>Dn&E<I9TgF=w0P^VlEb{@T0o%^j|q?32soj-FLZJo`Rwp2z(C_VeE*KfM{@
z9--K~`?&el#D%HyizUsz2~VFB9nzrp*l)$9!v+r)PT{O!_FuU;d%`@6YqP7W`4$As
zQJuhiP5W2quSmYzJJ{;~uUss){pc^f2iF|-Ur#JO;-pkl%39{DBB~T$|BTf|{<8kG
z#QB~2F-NwZU(<Z@=F?j`pP7Y=j_M0Hu6=&zcF&wmQ;tmUmkVrb{g9;n@tn&(Exyy!
z5~3%saF6+vSh;BJk+hkYk7oaS@@tyVk=i=9^49*D)-~r=eEbmmZx&;#yoUYa_9Giv
zr+By=3Of4ui2Ql83~s-lX1_UqMTq77p73GTy<MsCW%<QjO0jz;KlnWJKD&&>8l@Xj
zJu9SQI(q~9_xKz?|6XaWf%aYZxVYoBe(9mg@trI6YmT3{>1z2n!~W;*9S=g+Z9n;M
zgY$}}s)>@~OUsUJUz)y&Uujj^0YfoI{`<dl=Kg<W9_0I3Z=UywHQ}6M9~1vgE?#Em
zvyb;jX_jlj$4%VpOXnI?e?G_5@#4Hx>$ZDe-qwG7f63m-;QsHkw|Rc;Q9EW8)n>Og
zsIJY&Ab(r9xO}pD{GY$?FV~8B+x>s!?efEtWwNre1J^#oy-}RXv-kYCbiL!?zsz5E
ztKV;!z{~smVsN5c?@69zi^a6B&#S%q(&k#{dHsKOy!Un;ygp;c_b*HKa&YT%uog!s
zFZl6<v+>~7N3Xul&iGy(^!?u6hv9O6d!h>XF7IyMJ2ijHsgTg5j~jTScX*t8H1hz5
z62rme8&3)OZ88y(2;Z3f<#OiVt!KYHj{oC3YmW5deFl2HGb?<~KA4<Y!mm8Z;AQ;o
zUzJhs?HQVFJ4Ev>WA}84CjWEHy6aoQ{$}s59zOp5O|PE?ReeZc5?{xsBlqTbz}0hy
zGR<<MRaBI%*RJ{+mB=)ib90^FhIj3YcE*TLZmZhTozXjIL+;{QmCFLRcwfn@T?w+5
z4gR*DY06KX!*}jWOD0XKp0O@&cTY8Eb|6RV^_YuurB>g%@lZsm?}2Law6ovzuBp!3
z!J{v=ciuZbmIMDxn8H_!I?C`^c)ghUL)Xlm(=oYKbm`)S@@ECl2v6RB%W@{yVaI*n
zZe_omzW+z$uHxrqQL1kiy`7>s@u7L|*K6%Dj*jzR#~Oq@n)BuOx0@L+=cgV&Setgj
zK#-YRz2JT7otW*5_wP~rV;do^r}4-4%(8X^r4Ms1NU2Gx*|pvj{j|@%HFn;|qrVP(
zdAIhU$$>++JFPc!uFss2t^3?%^`eEJbBao{GqmPfR(6?M>dabhf5^*2s&Xcq+6(RZ
zN>e`js~N;NShVk!D0!7>^17X$|H8Z8lIPb<@Az$4^e}ku_TAdAl;hm$GE8*OYba=+
zc5!EZ<##RbgzBEy<7#huF3L^TH4rr0b85>O7a1q5VD1Fonky}-v%0(an>=m59IUlJ
z6C$yD_b(G}xvdT?c^BJ5r>NGNe732yTH)oyeg5%W{}s*G=ZXGGX`3GLfARf4B983K
zB400lu)Am4B@?dGyDqtXF+Ih3P$5J9EmPR9)%G&-zO&h@Uqt_z^0O_dv889$(<p9h
z;hl%=uQ|S9sn01k`1{k)pm+Kn=K2=HFQJMTKfbGyb(6V&;E#j&(xp8vT?+afx72zr
zvgsL%MQ}9dZP~HXfMfB@4H{zYXSQ$%i)m?}n8?Z$E6K$;b016mQQqJmF*}Y%X&>wV
zEBx6e-#c<a>+#&r2EVs2Ncm_mX-1-MW=Fk}etB!yg!+cncZ;rEpYn5q&VSasx(Ahh
zbzko@XDt%n!xod_q<Uy_;?`33ExJ*nPBRw7>uoA`i#>buN@tPV+fRq~d_7xgwzj*?
zmp|)J&m_r1Tk@tJWDbapU7~FJ<Aufc`9}m-vpz|<a8UBv@*THJZKdig{x(eP$rL{|
zb+Yc<OnWB>*5X6E&e-4AXb5Y#eY4d-JLp#C`JG#Tl`vnQ8Q*vJ5LeR!9_BrY+j-~h
ze7xn_{*CRIikD8Dp*U0jbwJ+NV|UNKHV=q<XeRB&S-~q2BKhq_xtnS$`?eDX=g&Bt
zZtQR0(93o-_GN$U(~YIy4$ap+@BVJ`+ux6VUNg73@lQrkWT8$GL))VZeeyeIuySsB
z&}cqW?JV={&}%NQKHcnM^87wu^@Hp72iw-Y`|{wP0@I#D`tJo8mc3t}Xqj-Ai+j~;
zsXH7~O1U(qXLYW69>@RnjIf?pzM4*v?3aAje+kLL(>-ilO0w51et%og<re3f#_a{O
z_U@hG#$KqKeC3!G@02Vy`IU|hE7RBMF8_Efeg?}~E{lt9)otH?-HErgsMx}<-z4mQ
z$^Cl%rht2ucMW68-t5q<jw{pLo0ZY3|0=+s>D|?a$um4dLUw%q%2lE1JAo~1RSfI?
z#mjY8KWILAe$k@5r8`e$_s7H^%VV8fT=-<&vwQ=UpP4H68=3E2sC?S1amjk&&#1iK
zu9};H0%@1mJ&IR5yE@_dQ3mzqsoM&2!moV!c`bcrfU8iq#w$m)kEt^rNj?`i+oz^>
zPSZ+iZT`eF1(Dq|)|u?QrCXL3V*kop-7RpZv1-u2@YT7qRXJ6EurjP|mQ_$ZmpNCc
zXll;vO81=%_LqJg=ka)No+$tDUWe;5g@gBu!e=rb+1>F+Wun&9B(<e{Tdu2$Tszym
z$5G&R@(%yw`<c1kY437Q(Y+;-=^KA#qRx))c$IDQmi|`yUJ>wZ`IHpx%8dL9kExHm
zV@sU0xyz({7q;2$`f_jgj7a$<;&K1OvhH7Y|NmHCw%Jc*gWaEgCT68AJWtf@mFu^J
zY&*`DI@{o%sf+9hmg9Df0>@I?Z?0QtTl;ltedpDr{9jL_>zng665mK%*lG|m>8g#b
zaif7`$co6P(YdOALdu7~Uy9EE)8cy7e_8su&EFb1Y=3=z)*73|r6BaD`q3B387KC>
zeB3QwcwW-~`T2N;`6-_|4;*v}=wDVTy#I#r^K-(CD=hEsDiwa#@yl$>lJx!mc*P_i
zN2$zN!`IV(W1-lwt@4kS<~}`mP2w`Iv#`oJtA%@KsNb6Gvua(eo$FK93k}T63O4at
z9E%W0XGr7y_-?+<CzF;k+r2+e&p%MW@4o-c!~ORzgm_0sUCh{c|G?gjUzXSZOV23j
zxWO9uHf8P+Ehz)@HAUemk0;;X<M|^%EqRsnkJ^L<@~cl&%#xE<tv~y#ZQ|scTm1a;
zvYJz~u6%M>kQjH@)~@F5!#Y{}tomsVVY6J~7k^9)D*42<P>SvBH|vMj9`FT3nhNh*
z^!3MI^T*CLe=f9^Z1|pe;Dz5lUzdoR{THqZ3NNqZ=2N_TKI!86{hKEJ>KATJ^UtsP
zc60ir>iKv06rJv0RXz4XYKy_OjRs{|ivRRwtfxxNs~2M9)aH68!Da2{^-4)<!s}Ii
zvQi$uZ`DoEtNRl8>+9`&VY?E+Wi^&+vqD??I{rA`(_MS^U{2Q66Flt6Q=T_&GK>1t
z#%b&{{Y)HhGOKw;1EcKZi^t6N^))PC|ITJd{S%GZ%3%UZ68p0X9X{`K>Ti0i6xO-%
zq-4^O$68K|q6f~gewB|kJjLt7D12AzzRBS~y9(A-{l9nRerIZ1)#+1Q>oqL&mKZPP
z^pSF__2RVn$tUyV;)z<Z0_XIS-`uzSqF#!w5v@Iu?iW&bYKAcT^^1M$A2sheDW^K?
z`c}0QGfth^A#iWA@Oq}Xlk*JYf1K&O*cDMGTk*KUWYxrX>R$~Q+?+3QJ*bl4WZ(JV
z*sfFSp6tjoRFi*{_1wuzT;=*LPR8dkZYi>+ru8$=#KbN1T>jvN_U)~w^gcv6vh#h}
z5Ny6s<mdCY-fX|L?gKnki-a=gZVPEXEF#IR{{Fy$xwe}py_&mmqsS4NM(Igs_Ma{=
zUv$px^=aFKu5#LYcrBiJah+MgC!h1RJ9*!W$$x@=y}pwkpIVh{Z{hx<)IjgRg}(bO
zc012`M@Vb7yKIrq;bfcjZ?WvVzPEeb72h1Y<1@FkakBb^uu056B0V{R%yuf*&n)%s
z-*d9QdG3Vwi{{oESk2&*wezX$vwhZ);eE{bx>KmL_7|0i>E|K~6BEz=^#4{^c5G|z
zv{kQH?7q4Btf<dJrPtC4xh}glZe-W!S+FosG4#g4Urnu#-~DaRd?cQ~{QdvU`2wYU
zr?)#XCKt@DT->x(Wuui-l+)Z8<7L@lrgdMhYN)mB-+kxs#7lFPgdeyl8n;?sW_i3}
zUSZgAr*!8^t%Nz%-(sZxUW_(aenI5etIxZCU*gnRwROux$3{`khm(t23)u43ZM?x?
zmMz*-&+;eh$Mmp-?WcbEDNC9LuHUzE>Xjqs&UEWWsNFcd{Nh&OEs1knx1O?b%YS`9
zc4J@V%YP?oU%kEO#c}I_qxP1Sa;&Z0_gi-+JA1G1>T8Qw|J+9TgE8Mx$q4Zm;uWd;
zZ|MH9Df(6OwtCX%pj*$b-(wRy7OF7+ylBJA5ak6s!@Xv(>TGwBo|E76D6IABv7by6
z8u}kx%~Ceue^@uOa^4ry3*6U#gobTCnZw^`@QdxzR`2PLZU;!Xs-6^=Vc6R&ch>I_
z)6w#%ESu|#Yw~g;6F1u*dbla>)3L3Ei+GsK?JleSU=ZZupO^1x%b{yLoBPe{gBB|t
zG#^}8z?&UmGiU#u^tQ|?RgHfiwe6Yl_vDN%yC3Q>v1vc3SKUy)FZjZmCizvaJ1=?v
z&Axe9E7XC%z*{8ilF~<m2dDP7@0=okk@w1Csf8;F%?%uvO}rN3G+$)WQg7{D!G_CO
z^0WV2`knFE<@xX1lvEbkX>lIs51xDwc+i`Fs*#u6h3KfyH<ZgO4L=l5>S3zMlq^h<
zIcdIhRf9{v+3Gj1H|ea|YL_-sfNiGY!Xs)PNBJC{%9Q;RU17QOytgQm!nMOY-tRIo
zHHer#ao3r<CPKO5Vkg%$>obb%?`tmKmaeV8?xddl$8{mct|>RfibyY=wqO5ho_qWB
zPyBi}w^-IXberA&b|K+XVp)RU!%FMil}6F`rzr>PU5qLErSN6xr^T@XH)Y#<xhsB}
zm~Y8=udG>Kv+c1Om#(kCQkw&3GNRsb>b*>#dHBR^&d=AT`rmL#)!O?<*QxQH^{bvK
z`*jYwYFcDHmfxp+OJnidv}m`Rv(%mZtP}NR1JY!g8#q-=LJT<k=hez>pMUMkG5-Ja
zO$?2k>YW=tl&AcdSl;Hp(rKyP`M2|11OI*a`(05=`Ax^4&_#1o;<M}nIg&*t?`w)p
z{N57!=<|6y-}isMnZJCw{JeXJN~>gNTa;q$L4VtiDzo~+wq!1DSu5SMZQG)cTTSZu
zUcAV*^59)FG1@G1{^1+SS*MC;ZsKXr5nP%0F~auNp9>;E>wA=!+H`+=sv{B45k4dQ
z{9L<sw_3x!UuT;i+7ruOnwcA_toiuXgl8Wn&r45UY{;^>`RwnG4_``t9p}Htdhc{*
zNtKQ4jcSqjJBtOc|GRY6Utq$k%g$o2?n%q}`O8(A=|~Exi7V~axG>*t`{j%+a(;e-
z6FXg#4AT1S7YDA`y0!IS1q1u>+8L`acCl>M&{6d7i;Pvy;&{3I*yZ=BGT*;_*}VO@
zrCNz3>y`sLPHPU%S)1LsW829Tp%2Z+u52&c+)$@*ZOs;gnb$TLe0}n<{PObo@r^H!
zUu9QwICi<-FNb%Hv_<_ZgTfoJ1zvU886PgzT~#>qv?JN)hu$tH51TFjkCw27uaf`!
z<@w8N4>)Fd@0L{Zi_%{7K~h@jlth5y%f2I)>yE0wGZvnEdHuw=+;!PZb1q12SheHh
z)XC?ieEQdHE?C#NZ|6Ce@9SOPg@1fGm-U$O59{5RKQX-yx-;Rd1FPSH)dt~4n_p)n
zzZH*_xVG|)k#Jnb=G3TdFIp!op2z68N{U5g{@!zW@ebZ>Q<n5ataXWGII$yZSJT1^
zcQb_RUuWIgxUWkfHn}3`!K)dIZpv{5t@fEGCi&U#LeHhsb5vd_>I!BU@$QRV7Lypp
z{%?yCPj~(<Hj#&otxFHhEuQ;#14}UfjfU85ZruNM=D3u*O1j=%+kSnQ*-0Mm`7g9B
zxUO4T)GfAWRtxFQ>;2oYX6Dr7Hz&`W;*ct`Qkp7g($KFsnW5iq?GfEW{HX~kzpfV=
zUi=?@M^J2<{PmO<hi)zMV_Y00CFPztb6e`#W##AI-sU+TW@fiowr$O{`F(SzB;MiC
zTlhO@n}uhwh{~Sj|9U)c3%~xZ)A@X#HsABLQ8Nr)u4h`y^d@dmqvz(<{UwIaV)idR
z<LutI@%1;xJ0HL7KL5k%b;j(s2E5m6jQMp%jxnCjkk@b3uD7|F^#AA7eQ(xz7S`Ny
ze|S%{GV8B$0W0^vv;AQoPWwz~YEiBe%D!swd-WDsiG*nhJs)D`=^tti7EgS5UdZ;)
zDVCbW{A)VDewELiD?4B1%MXb|oPw_cY<!eU-rT-BaavS*=dLUB=QXa|_jPu8kp7q7
z8jN~Ls&Xb`k0hE}Do@;rY+Go$bh+CBY1VeVhkWH%H$31lUMHIE+VC>{^QLobhc0hg
zmzpuJ!|TE(+ZNM#v!j)y6mr#+p6cW+zjUus=f2jenE%T~Zx~+@UdXnKbMfk>_qW=&
zDXfh+T-6;Qnta%D*Oj}Bb&UsH_icOn^ImWv%RMpkqmdtO&Mzzw{_*-|l*KipoNke6
z52Wm`t7TXgFz)#KJfdu0Kx0xy-n6u%Kh~$q75rVDn7{msQA3>9;v)j)3#OW%e7rKG
z^-|~ZFFTW`?sGpF*jQBje_!*PxH<;KM`5!Lg`T{-$@lsxYu!(!5z4P-BuCxgU$m=j
zkKmDJ`HRX^K0b<BC@?qEI^L<CmsM6_K}_rA2hl1He`1br>a^bdddrr$)<+x*m5;G}
z{dS`M@g%1;%g@(n@he<85_p^YtWr<@X}K2nDcW8ZTmn<IbXpQ?GVawm+b!KJt573z
z{Hgm!Ki6LhbNfxEDCXttG@e>NVRhECYsJrRGIcwh)!6^-rn2a#qvxt--0eGj(&6QG
z9~Fs>3MLH-7DYR)?S3%lFFH46?aP%L6IEx32VQx_F}re$^sIxbRx@v;9Ee;}vu)oN
z*WIkEu9t<d<>ajn<#d>}^1bKwzdFyuJ$fV`e002`xctlSI}arT>Xa8wvM|0mIo(IA
zY=x`KyZAqo@Be%&exLP|lSPSqr`_lE8~SAS&-nL$y?UTi$PDdsAB~IIu39yF7yssY
zr;-0}xxM%Ky}$03yy@JWQP*=I<?IiI^X-k#KQ7O(IY0NqtQi{9E`00VxMHL1<fT57
znhkGt@VC8<i_S~YZ!CTp|NnaR<@^7x#xKbZ*GuF~Jk&NJ<l|yB#&1QN=Z5OcXib!O
zY+nCq`^%Z>=avgE_dl-Y@F=@4WdS4OokqcmPiHPGD#Yyi5@=QSrQ+7^a(f9KJBKSV
z>Ws#bp|u?al{?OzcwxBmMCpo-Es=(qm){#s`*W_oMkkFWcVo~ahM$%RtxshF?N?=U
zd_1WVz^cq(ouGAZs*!4LWB)WkdyZ^bsjunh?M|m`nqjxINKlQdTwLkLnau(l_TIG(
zkrLF4C}?}2%aea^2kSe5i>z(MUk;kAbKZVwX7c%m_1q74)S0TOe7|o|^MHe;->~(Y
zSGlOJpwTuXv4xe(YfE=5*c!loU1g_4;IT!LibrmBe!jQfiTlcf6ARL&i{0Xx!|1ss
zT6b^HX{L`?pLe|5vP0$Zrl#B1na`EBEO_gGRY#>e;=N&HgSa81q%QMY>!YU0@6`A_
zvku39l@MI2SNo-!qqVyHM8@V5J%6@Nx^n1-X);sTWpVaf3w&c1)~r7k%%mT4SK8Tp
z?qTNKm-RpL>nGUluCd<xyMM<q+lm8ji)VFT{56$h(~fM3{h>1=B!#y6FFd=kIME<h
z<+YO4L$NK*Z?^hbeqU>F@C@@~SG6CCI`*sg`tW6#zf~9Kmu}2pOjG`|%~587Mq4+>
z4~NB;shie5-QHy8-yjtf;plWWnaBK=z?R112T3n=7OxW!H`!2P=Ko%HMdCjGEuW+Q
zoH@Vk!}=-xpF*Us9bV2~wmdqS!)nTIJ{u?b<L1lC-&}2CmpjLP&?7kf^eLV>6#@bM
zCf|DO3w4ZlyD%p;zI2Y6er?01lMG(Jj=0ty6&JX0*P~Ew^%0|NA+49*izPLWh_PSo
zIK1tIP51O`x)O;Ax_j0-U+K@Dsh{cSBIoSEb-!p+@xgM@iWpbfh+htoQIT7E7O*I=
z6t}<rl%RZV<#8_S(`!HGMtmqZc;&0wl<X@@_UsK?)3EybwWHNpk8@?N?dNg%>HD);
zX`%15n@PdP_S&*voO8ZGKgw-|^@k##XY;pkTCuKco1MGTXY<CqL#`1&C;!~S|F?2)
z_4jub`F}+e<Q^T%{1H%i@r5zltOk)w8j{-DayyHrDK4_nS}eWrP(n%IMW5TjSs7dA
zMt?3mbEIwNh4nq#EoT}?CHr32X=>WBpdkO=6pyMqp)%|?`>VcIS>3yR-eTgjDJ`a-
zp4PuBK6fZ)y5eUM`xyQdCfymccfEQTR{6J?|MG_i8MBTo)hM&sZ!A)hoVif)`h}$>
z4?cV>`Ez;p%J!|wz7fyD7ARhQqw1jgBQ-aF#VSepDEX`lKI<P=*O#Ul{Jr|5K&dP9
zLTB1N-Nh$%Y&4ob>%ebj7XKA<lWcF_;JB*ZB`ww$xJG|_{=H7K?E<H+O_+bqbFIdW
zC;i8cACnNjVD#(!zLzeB=>fCKMB;A*%;3JWMA&9oZPVYtnlrU*JKk9J1#O?QPIfn=
z*X}PLk6%-n9-r?a{Zmun$K+!R3OW7+ZeIULQ6%4Qf=JxTscohX-olGl7M0nUhHTQ_
zU7#p*(c&O$+VSIy_#Q29Pyc=E@UE%y-&TJ8{^6?87pFw8gR$HzC4?J!WVj73t;;Ty
z4b&|z&@Eo=vuoO7uV*uIcppmr5lG(?Zm_iZ?7TmJ)omBVUCM5eT|48mh>iaf=W@~c
zvzyZymftbC8JPEXO~M>y@pWrgJW~rUnEO*9o=u!d&cRx9`yw$b{__i3-5hm}=~M{V
zm}fREo7njH%0Iru6FFY(=Xsho9W-ZD_xd#RzUR^HeV<N6&V6K%_;WYUi?`qTBJR6C
zT<Ugf+i}^lmIuWXtUj?eHAnn=-re=-ZBaK@^z=u&PSo$t``Ib%wNAEKWWHJX#<+vm
z1Kv(KvB%}PwWN0EZL!Nyt7~pZE-fl{UYvXF=5x7^zANY6Yxmq$vj3~@dD$5cH^*0r
zmwvj{uM=oc@VF^Pb?<>(IhPyJ6Z9H_S4~sjzj<wR>W>397PeJCd=yn;3TGT(atky&
z-&H0u^WBdfAqwZazPYKMzBEJp|Kfi~ci$0vt>*OHG3uMAUrzmJE3?_noYBXpf81{W
zJ22{i{(sIp-aO?yI-|L^Sl)7Z^>$mNoc*$GCsqscZiw1g*x@3+&Xw<)!mAl?u4sfL
zv0eFc=hn^X|9;&6`}@l?>H4{P8+UJ+HMgO2k4U@0c3akooE9JNd}g}V_x)b&Y}wiG
zmvP6}&irxf?u9aSjr*^+uXCBN#N;WR_Aq*T-eG|?%kSO0H^ZZ~)8blVWPG@c^6M2Z
zPyCxB*|u$p`$Yd9&QrbBjA!akcTGRw>)Y0}tm!<Lh27D<DRXyMH&|Aj36K8!R9)`L
z!yiW6x0NquxkUee6dsq>csEFD_AH0rNBGwJB-q~l%W?bio8JYpo2_~HHq;(ivVQip
zV^U40p0T`knRRLE?l+~4|5q+l-EGYtbbj65%mwKOPC0UH7D)WP=()-buDm(2%3&%T
zg89=W>favlQ3<k`exb`$^50L%_$Sp54;)#yyN@S%%}NK2n@5k_yz5$VJ+&-5P4K}n
zuE)Gnr>v8l7P`|>MN5)p#(S>Xw42(=%rVi5^Gj#E_$#|h;N%hoi32}!HYvmi9{x}r
znvwTv!-XH0d$R9lD86;L;mD!%xI$^MMqHL`M%&8&r)Dz0JSlAZlCfI<j--_L_4jv@
z?Hhj^{N#SnASJVmx8S@3bK9I&wc;DjTc*Z4-Y&Vy>~V0xtIs-t&+{LA`zmN=WnE~n
z)v%E9PDJ=(wbDZuR@FSu+i^)Q@qLJr&`FDz=M2~<Z*DMM#aD5C^E>xv4r({-Is#5?
zn_K>^d4B=-ro5%U@7Uk#ZePM^(6_szkdL?ck9cNIu;Xf()4f~1Y9HrYvbcTKrTg(m
z{3WmVMjboKb|z<Hyy6k<7;C@QT0=ALKW6nW3nQFQ7*ElgxQ}VALS8OMkC9OJy50pb
z4#(5lGg@vgK6>`Iz;TJ?B}_cCyU%}8S^v#w_vatI({xXl>UI8Ha^>HLzuRk!S<6D7
zEL>pjd9UqG$=l`+Epr*n^xmHld}1b<9CgfJFySHRw}Qgw-@o7cUAwFFH(T~zwaW+p
zHGVmBIsMYw+49ZtZz`Q-PxWVPPHx>~yY0a#<J~(d;%&~~ztygGt~|Pa?e@x#3FYS%
zW9;}AF8$9_!JvI7)uyZN%!X+{GI-B)pV?}lWm9pY<I>;2eLG$Y_E=^rEsC(&*dOuW
zT+-vfEq~ADmqzGXbw;UNUcY-$w)Ym7+yg8u?>XdNx~*hAYj)%MRimp1t{g7ArE~j%
zjru>wpO0t$thn-v=T4FA5e?~RsaV~8+%l&3&uoq`pTE0)g2l}XI+IoXg81r{PR)3H
z?PT|Sr+E@D4yG60C|mi#;?(l?9{;zkt9uS-o_g1mSZ-d#e)_BR_Cl|<e(|+`ubTYq
z<`-HPGlj*)cTwcF+i{#V&F>5t0@giT?Z5kag39%o`M)+SILGizGB$MAt%B*dJ?5X=
zQ26}q`Jn&D7{o$i4g_f2sW*^gw2V^XU=N%4@b^mQgSXDUxbw4StstAkv)i==&z^1O
ze#Nu!eEP!0x*Wo>F7IAvrOS12c62eeU-%d7TzI(Z)0D$?A7+OC)Hr^$;t+T6ZM*xT
z?bm<KkH4gGpOGVW<KKnb1XUL%8?Cl$PHQyZ#kO|iKE))}&+DWV-&{NXe);9MzM0n>
zombvu(BX(G{rvs%tuxG=BL9sKYtPl>>(>6&zsN&bw?S^&hv%PCzfY0!eEgvA>lF9P
zx;MQ-1)IwEHucJsCbGF{+2kAz`+Xw9(e%OL-#z6s<+;P-GH$c^tWWiNo-|)#&6aby
zlXt}U`Slp?7nV6(QpGzleq#AL<L?vqubtTD9p7MB8h-Fu)U2tR-*|Rf`YH%M+sUZo
zcg8=&{Mf#AM>pmLNpR?-O}EH!nc_O{qW#i;liaF2=GU$>J#@G(kynCwaY@IX|5qk{
zK660R|Fv+@cmJP{kH<XE@BYGc#B+`W`=W_OkupllWS=K)Gt-HGp8oVYYk@LjeHYvB
zxwF}>C9*}UJPx(6SbD=WZU^@Q?)9u{J3lYpqLh8E|JlsTBC2m}+|Qoa&QMjT7c^Db
z;iJxc&5ntoEq+&?9^1k<>(Pm|=K@4oo^I&K66f@OzUbag*V_fkkLP$ExU$`8hsCz_
zUFz{=dY|-D*$Su6na23ed();^L8;z@`9f#Eg=SQn-(Y!uY4?6N=T8c;6;GodmI-zL
zJGCrO^5Fu9YcoIXDc`lCN%6(4&EoU_bbc_;HOg5Qv|Y{D@pQwcv{GN$m$&c#pPqB+
z%G|oI*X}FI_^=g<d|m99+Pk&ZwZ2n(m;Id`b+)~|{!5<6RWueXJDz-L^VKBntqBPW
z1DgY6tm|aXo(oyiC?O%i!FXs-OQ`aWu)XJ=9E(`fvYpd&e&ar_z)2I1q^NG3eB$OY
zAs^;V_iiuvF>~&(Hr_4S-w*w{bD`nA;l4#eG5w4Fxz2Zw+gHrA<k(r4<5gd??=R9b
zJ=uEodR~m5y5C%{@^|+V9zOS|YPhzp%{6)Ifg*c7_S)Jkt?8E{*GOF6VO{&>;?a^>
zrHcNt^;V`EHcsvKowhMUqVv@J1)RBpu3md&@7r`%b>6-y)5R^yqWMS1^L@(F?;De^
zyH1N-vF&ah=NW}CH;*F2wR_`vKkwgYGtVqi`~t_qwMjv1VkG@Pe-WNL>+*uq>#vqd
zPkPw8^q7%i&kltpfA5;QEL!FFJx$Q)#bGH4>&@ZOD@9Lks1tm|ACY~LBek*C_1#5}
z>c+2Z7tPf6CnSA{HPbr2@b7L8?mhZ*?LLbfx@ENS-SSKA@^v%V*xxtU8?30<vSYgg
z>uS&LebWjj{@i}QW%8CvF~@C-SBly!`8(t0>JOLqb@6{sZ+Y|fczW0@-?s(nN?)`E
z?PG)&vI(tWO1oe?BVAnR`oSeHJz~7;bp_b2dz2phqFKQ4;LZx&JA(I<9xaWxId#0%
zXF=+*mNVb4#V0DabDQ{RxR@K6^v?Wk`+z;pbj`+0*B4h0y?YYbykY+v744eLVmbZW
zPk-iq)VUsL_4;s6blu~%Vg{$P4(__zV#>vGNQ>F7OV1=AoG*57*+q42?=|-)c5LvB
z7R^pw^|4rw@1wr)1-s-+%lVrEm&qjNN~apVS$)A{vfIO&@aK9u$>kq2)p>N9(pbg#
zT0`Ae?fd7(X_WunL-M%R&&~7y+Wh^|Yd*96*`cpbmQLR{ch@&Lm0jnXO$_U#_iTRj
zQ{z_rflYtzy>4KyXVSSOEuS-YXP>xh9;4Ny3wARWy}A{4OzV{NI?+{0&)+i4s+e~>
z|94C0*YD~+B1$c_A9$uLbvpVhGqU)N$o`o9IjOI1Zs%v@JkM~g<*H+Rjrm!%Ifsh%
z9aU4()?A<EBlS~PM?&8CG3y>#_VdcV7uAk6C(r*?QD*B>@c7DNLDgnm-8F1(SAsev
z#JFC?UWs+IHj`G~s_54)@Z+|>%(=%C40S_fnYP()dHiIi;)zb@3tf%70wlK;mz2!d
z^FRLHJ?)6iPj-B^u8qBY``-5%a`w#!8JLX=SR4{GttN86(^Cynn!ZS4q4-g+{;Ese
za-v+VPWndvlgz>vC3z;XI;preEy$R*fRR&(!O(y?p{766{%-B<*vr5E{)_xt`~2QM
z+cvkWwfl?xLc_pdn!9-5^Es}LL2ZxS{SA^^=ef9T-^l*uhciE4cfZYv6+f>%e3M?E
zJ|kIEILkFz$424!!u-~AtXETa@X3bHw6$yTsjsn?ZasNFJ~!EH>g0Q8*k7?8{&?)e
zUGW_(CCAt0{Mzn&)6e~u^oF;8DsMht^?TxivrA*oEjZ{k?d!(8`DQm$V^8%i-?R7N
zLdKnQD~~$sPe}cgH!qlF-_NAKlDjMNK4d>+JGp%0>rFnBo`}T?Fzn#1oi>-5F>=}~
z&a{@5$Dd0c*!}v&z87aVr(Z0;!LRr8&cRpB#U;n;fB)$|ywd&t;kmBr?Te4|^NITx
zI!V5ry>fP(zwwtI4xxIP60OOncKjBa+q&b4tUFJLmiac@b3N~GY)rQ(`!ez2hmGtv
z;*WWTU5}UB_W$YYGYy;gd0p0p%}C$y?!m#whb{Sxb{<{X@~C&MucSMlr}F7NnX6;c
zj@rnb70VUL?K^(h{{Nfr8&%JR|5Yl<5$=0>-f3gSw#(CM9$aL8^LDo6zE5W_Z`t{R
z_0;b#mt}tX96z19kNsWZgQ-<hx0!v7xXWAraHrlM$&XI<Fa4@)7I9lXJ^!@pp7~Qn
z*Ihfm%Cbx5x;VK!EB+<KuRTe5;h~ae-%DEG`RzaZN7ye$T2FhvWS3)Vl!EW1f7?z>
z?Oe3_aoy^4aWUfuw_eA}?A(52nM>*7L@CZVj;)(EDYyAN(0=%&^NN|L(|)!so-5)m
zS@~8^YVEwQV&ldqIH`wAVxj9qE353sPc&klT6;*}sgf&+`Lr?k_T_i}FGbfK{w8y!
zSZKBIq0M(Jmi*5B#v}7*&Ij&qClo~=wP?gy^RDoa3ejRYpUScQlf|RmZqC0BZU5I4
zIO+6Z_xdNxEjVAO>@5)uKfHF&$Eo@82jbb8E^tiR&#ZBoTj%4ALq$_^WjdD^$|$te
zu*RqIK0d&jCI9zJ|MO$_@BjRIo~hpIwB)NihK7PqYd@b#H~a3ovAByjxV!$tQGK4}
zaTR$#PN>@*JA0}6<nq16Q)NmF7Ul1?D0z`^&b<EX)$jl%_RBjrHYYmoVTd*JmaBd#
zvQn8-&OJO*b^W;zk>JG<t8=8wKboK56B5j{_{nho_4<8BI{tl4l$Tv1slSdZ<l~;_
z?y9j~`=_+IGrn7(Y-qmSLMCxp+Ht1o%7#qe?;W={nq&F*(ub$ZEl<xm+h{GJ8n@u%
z?cKi_yylfI-@Lmm-G8seoF_K#zVCfr+w;XZ>d2=hmCM|#*`1c=)s~r^;F~dfRqh3a
zIeWGW@^Bq(JA3iCMB@`@+Z1(2*Qat#pVXtG#Jwk0G1+RLQOZ(y|8&{gt+UhHPUj@V
zxc<B~@wU@)qs=)+eG{i%mF$g7zLdM*TxHMFsN-K3&f8O3!N2{+z3P&RpD)b~Y-T1V
z%}DF574LJaI``LC>RRe4GdB^N^=I?7YDDS{F28W|`Fru9^j(jci4$@ka-5s3QIx*^
z-NO{U|8b4=^}o{V=k%?YzWRKItjBS~kXw}wYmG0xtdr8eUCeo|uJ1-{LRZaiDerX;
z4pzEd{C_{+#<=Fu!(<uFQ)@T(aos-1bez>q(Nv{x!+W<q*(KY~71X@fOUsEdGUfgk
zePS_hWBQNXe7Cm#^m?&mUJ#omyOg-}`boQ2H5VBe%d}{2pJ%;(bKZ5M86MJh$F!Eq
z{Mzc(vi3x~+qT(PrfU{IUDW(-m--tO-@~8h&$oD)^J9f`D#Nrjn$GhMJ>B)gv|>fv
zSBu1_{>%sVhFH(2-Fd87)HZvk!EXP(y0d!U=f3ECUMKj$oo``$-Ix8R`p@cHG5!3;
zv*T@v)V=>doDcu4=1brFEWYOZ%!i?A-z1iMtLIt2onRhZ|I)kO=+8g-KOaAQT0Q4d
zOI_9bYI)gzi|7A;e)#eGDs$yac`~m5o%@@)=E|qt{(g2|=<%oG507Xr*s!J|!tN<A
z-^1?bQctd!Pn&pXrB3dayqhcI!}vATk4#d(W<GhoGkZz8`oTVzX~u~WC)IoP=a;GU
z8SF@o4l@azrPuqBWo_)5i`R{|zxh`1aOr97GjlU7?mug-v(|8a8ejEvcjK$mGK#k=
zl>MKCS}o3Wj+T6wzg$Ujft?le)1?!ixmJFiz;A8*%)e@C`rKbXk4}$!bZ$2Lk0yx^
zS0+iN?mwlxO7+4qHO{M?R$9BxJ`S4swEFLx?438xetWa-@fk1Y?bGil>gJTC+B4O}
zA9k2)xh4C?*NMy9*4O^K9+`eVfrIT{*)2iqP!-><6S^`x-xMCWP?Mqkjmu`A*Y1<0
zf-z>5jFrm|AKTaFI?wv&=LcLt502PuVf=NK@pAI-{tf(GKaW2v{Hf?9Y5R(&J@ai+
z*9FH}Q(xpv>nw_VA(<9rD|an5GjYnytrI%r1V2?jdeVADt92iD#JQS1Q?=!UXBQQ)
zeN-rK-y!nukhH#lsO3_fxr!Dn``_(Nw_h_umQN??iSgzqU6bBSS3bKs=FB(UX*Z*`
zg?#4GsaPoQy64>5#hyilij(KxSX`rhJ<e{2Pqab1O!bGhR-^M7`+h6RSA1|jeDe1_
z=jXRmedCw^{So}e%u#0MeXBjMH-6`RU->BZ@J;P_$!+r=hB!Z)e?>hy!{Ah&g5jlk
ziN`Xns~$dNmw#$EUwKRR=fld!zwvbIOto{LnS1wCkxou{<-OP+@=YHF*^P?MUp)Ho
zxaFtcQ;WmfmhX4oed58A=C15HCf^>#&t2^7c(NvkU)^5zn4QzSt)2_6T0JpJdL5bH
z-XwB_bNSgV!ArcW7uf~a^~%TJnzYX0^WKN<u40dqgNkzkL?+K$S#_)6b-Mnlz8#Ae
zhB8Kf|F})i>?nss%k2*D7t?wk1v-R$+1ul6wRWvg;aPXt=;NDHH+=RH+U*p&bBd5I
zv+I9@#h$&D%IkBs-98rbKeWo{z(?P?e#?_y9+O&}cFkXcBhDu(L#LH9q+sSei_WIm
zUdo=1?TbrWJm=gmVvIQaX^o6}+JC_-N#^y3EDt3;tWfH1IXO>cRf9nOT>p7ete@8I
zUSj-fURxu3edYRzZ-UsQgMTJJ<bJ+B@ae=KXQO}2GRps%`@X5{dgc85$Fur>JqZ7&
zFr$;5Rm{{*^6l}4!o!neoK$BNi0m>@`rz~SdVEFNk3;MKoqi~6|EIrw@ppSS*1Mg8
z%bi-y+@^N#e^7Ys)I?!k=Na!;T>Zz~zNzhlmUqFo-G!2KR*GnNeV#M1>RRW%-+$$g
zKCm<S^DDhRwc_3G`^y+-^=-Ma;DpJ;v(u%wDeYe35q5a_`=V+4)c4f<SS<fkWbto<
zILlAMQcu2yP5H4Y`(^r0OEKk?&X>uphXXb8Be%_~ki71DEnwHlQqf=Op7$4RPkx;l
z_Ngm|)$D1~zO(B8=PWuS{Hx(y$Jx^5izBaXIaM_GF1!B%8_Ccs4>lgYl(BBpRS5&L
z$evFL)7nm_Z+P0axcyzDkJX*sX>IEFe=E9e*?0EYtMDIbXLa0z^bDQK=dyj`uK&S0
z%~n>*?#I3P3yMFS`XE&9DRZlGQmTzfn8}ZI!c$wdWT(G=q7i(`vPQLZd6w+S!j*m5
zwwvV{s!aH79$kKHA^Y^39-IH^N!L;ic`?>rk(yS>$h_HB_2lKAZN-ucW?y7DaALbM
zld<RKPf@{JRPQS}s|QZle35^RZ~C`q!u|K{Yu?_DKQ=%A8e{z98-D)Hm0!1JA6|KV
zJ#Te{ox$mcZ!Nhd|InMg*~e7T*I0eCXNKW4Bd2!9`Natvn%Lg4$qMx`9d)?v<^G((
z{D<5U=Bjy*3vKnnEVr8EHm>=;Zgc7WGQSAPGJ)xTnM-)?d{|L-XJ@yh(6#gS-hb?W
z%ua8g|MQ`I$NkVBwH<vAg{lwe6%<|gd)xoO@wKI|L`u)wGU~mZ<LaL8Y!@T-VB)-z
zxhE!@3OUt0f4S5>D77;4n8xjA{?3_Gd7t%#y?*)Y{v}Dq^Yf$}xBl!=n0-}0^xrDu
zo+`!(#kZ2a2tCVQcAR&0(dIQpI~87Pi<^bMED-j!x)f(RPgBv{pvGp?lx@7t?YA%N
z)XB9Mw_EgZrr;wNvmPF6-&3N^YYv<8H0Mebt)KJk*@MdIl83IA_{g3}jAUGVobS<!
zj^8hKZEyGP-n29^=lS(V<x|8yE%4852%d7b`S^P|Ig65(zB7kDNY{T%zmn~AVzE14
zb<n-<^Q&27eU|?}u<qgU`ZwzB_1`4<rayQQZ(gY%ye|6o)7sec-<H>Wto^e*{^T~F
zslfuObI#Wswzlrjba)}))2c1!Xy~>#Q!;?<w#9~~y>2(fTk<BIulT$~=HNrsa^ok(
z(*%86=45%=vMl2>Js{AyUh45ni+~UAeR4fAQ+Nc9R&}1viF>g+u;8?-<HjFHmuJK#
zT=^qbb^BuBX*=^MZ}yMRU$j^lhpelZG_hVl!<o;e;|$-bW6NLe{U&AOZvWK9<w=~?
z(^lCOcI!3g|0ujXVgB89&845W54rY5&#_cnFSj?V_qt}W9_!|x8}Gy((|B$i)N^mM
ztwrrL;R7D^`m!plM^oFT=j$1~c3M8ErN8#SC|h0`&*_{AaTYu4f4sBnseAWq=kFh}
zhwtdUle}3x;n%s1&-B8V?D<yw`qSB`+ArtC)Xj}Pw)0M&y0r3@-J1{WSW~Y4sWhQ5
z|H*y9ymW=>Cq4_!o%Q*SadXncf*#|Ar+@96eC}9XPwC4&JI^$5{(8*RTp1oARoZ(q
zmOV8r;?}c?cP^$U3hxZBk<vfJFUe_ttmwwyudhF?nt$$n)70sY4z>P&rD#?Z96qn+
z`|e`J)#^%ftDApy|B0G!_o?wapZwngzm1dwtD~M+H?urZ{4I9FWY2~T9QqQa_c!P6
zsQ4LuCHiT^O^1Ig56}G)!da{&Smm}pc;1I&2Y0Hz|7pOn^7FOw#6Qb^A8$Bl)7-)S
zl0kn{&crV-O)4%aKVd$~BhYSkX7ie;{^)m89n@sj6wE)SV|DWBwwH4h3tt^LF2Ae(
z$ItVBo_siQa`(#%7d2BNFY#pN*?&0nfjz#y)Z*|d&e9CF+tGWc7`@)G#G2vnz2onm
zC*5Rkzxg~~(YB&9H~U)5rQGxnt?T!>C2z^L_<4cz$J0c%Q@xwpZ?RsRz3KKI$Jt6=
zmJ4_KvI(-u@2VEv7oonl{Y0b3>vv)4YCRWXMc>_M7O>lG5Hhj-wXK)Xl){GwtXVm!
zO}oUK_lk!xe$d{R;(zOu$8N^vq<zjgTvm4sJ68&Hg_{c=(E3|iSC=Dl%XHbnI~uQ|
zZoKZ<5OPU_v18AxG&6~Z%fuxk{gwu>Ua)B@w#|Ry*#3Pli_X4h>qF=LFte(DD!6RU
zNA1{$n+rYV?}aWC-XV71!nHZSw_jFc#V>c;$4C2%p6$BqlP@UpuRP$gxP7b0zK?gC
zxl;doO?q9&WgipGzUY0`xe%4VD>qEjU;ogQ>v}S?uU%cn@@NT*>F4K3)x9^bFRggR
zUY}F(qI3BQ0SOj{m2X7S9?wdXa{KdF{jG7xwYzJqOIiNvh%b~)`G4q%i-0J{%X5ax
z8-3Wn{W#g){{Mma|H%*k|C;*0_QyB#ePS|N%F}12T#1?0_2ESFbj?iDKWDPj+x0hz
zJbdUbCu{d*WB=0039Tj05oX6v`SYY&i%OZjVL0$$E!(+^_TPnb7H*#C7JgXz$hzRW
zhfX{xs`?jNx%NR{$BxL&TDyO?cVuXb&YS%7LRU}x^DV1i&yjohcEvr{hbH@$8{Dug
zV7b+PH|6o~Sv8vkeYVYdzqw@JvmH?nw9+U1f5HD(hxZ}(n~4>5Kc1EEv)uDXDR@)J
zi^Ipa@s`i6>6xhi&8_CIb&1kGW0~6X%_eQ;Mb2AG!)MLuHMrmRBW}5&as4@)4EGAj
z>5Jd2FV<OR&bhw8ajsi(52weo`d3S?%wj!#y`n(B>x<CoYQD=8Ef0BwvR&;t{bH_w
zQ*`l}#rr4bIy+o>s`_(z&8C#59sF}GOzxCseE;ybTgR4R;olhR-QIIbzNGutms{-m
zfAQgmxDSf+Q#mdg95`R}z;(ls`8OjkUwzS#H~qOq@Z*r9T&H{XWSr{mn`WRAmwa|h
zIgicvPu_<6<er>k?{E6T*CBguMTMh84UeJ5d+$4YHyoI!cm3Y`2m2<>mC3G1{MY-C
zfB(-nA3pZiP5646y_o$VFI$DB<Xq`?$)_!uHyQf=+_<&p->KDSOl(hFTvVcG`SbAU
zzPM)zO}nq%OE&0L-YoKIQh9IBnTm<uc((hrZ+~)mQ(@QrO{Hxfbvt^LH!pwjq07DQ
zrA1`?=^Mi0HonRp$^QGM2=}KSWpU7dczk|o^xtJIzvuVYoK8;-UH|Tr-;NGbHJip%
zY2KB}wex;#o$6Mie(XoywM}seJ9|nUet!Is=)V1XLCHr=D?xF?ch`1otQ6nuI7RHm
ziN(g(o?JaGc(>zS-PX4}*|X%`U;O=Cd#^2S&!5cgdYg4#*@(N_{k{9XsPGoo@)Nnq
zCKcw(8ww4duw9?U06Pny_4OL->nnD9{k?I>XuI-Z{eO4%o7cPwwm<ai^WBO0Pt{9;
z*cR~gA6e_oeE*&`|FPW0H7m|dEz*;p>Nu~HN4|2|mng|e0;%qi%jZ74A~xyfF^%s}
zuNq&8{WA66pM$ra`2U;E=xDjoGOmipxXx^rmVIv6MO(#F^V&_8TsW|Hp8eTfpG3br
z)=Rl@`@C*<=$Ag@Bv$b(=hf`<&lG;%RFsykz_$3SznnqvlDO%{f{d5U@{jVLUVLz=
z&CTft?A8V^ztPTkuuYJA=HksxMV1Urza|<jIhUWj^S)onyPd)M#=pM{YzP%Qra3)C
z`TMnxA3U7h>n;fHbxi+nV(il$6CoArILqAgG~XZT7rTvhx-E||T$lg<G`{%DpPdhz
z{q3yIT%5V*WYoW(?(d|_?$rO^Fg1Dg^N4*G)0Gb!MxIppyqIToywtXNckOfvdS2`0
z)!KVj74zt5+$?)F^}XyC?ayZf&Q6}rYQ@QSE#lm(d+hJ46D+F!7MN|H9iRT5U)E*{
z_tQAb|6XamH)kGdd$qTxt=dVzSXtt+h+O?P<0po9E-&aYX;nQsQR~p7iKz#_t9|Oa
z;Tx%G&`{O7cVhGtj=u$uUTl20F4_HM#p-ICx~be@Gka@4JURKWvHHD#`yCPE4+(#s
z?Ga|tmX(=yJg6X5UNJSm>ZZ!^T`e^&VXuuA^*a9f;LN|Fy->dD+{{a<Y5D7lG)}Sl
ziKm!(ST=J`e|aQ!$>hSHTHk{Y{0@(^6}8>ge6CfgtjX-@t4m8C=Fj`bCL3Y4v$;KN
zV$s5VCO7w<Oe^bO^}X!v?ta+^K{u2SbNU$<HzY~^7o9ezDs%1ZKdb#tUVfBoxHeU4
zmuyAFi-qkwZhZW);n$tYQ=K(O8T5B9{l;f*+41aX{@g<k>P3I2%kOCnI~6)t**D|=
zl*p2esn6xl2sRr%OHb3&Rj*LEe?|FNs@fu<O&5-{`p@Z<{@uOl&aVnd^%stly}~cB
z-c0suP+(BfDBxASJEd*qgs1}BV<vanQmqc9%2i1{GE5c}Q(javXH)bN$DNM^V|(Nl
za4lvj{&>e%OHR3DnQ}ST^wy)>=N$eiy>#OGf58Tg*>Q9Iznbj%bS2U1ub9`T)JeL&
z)ek=%+IqClZTZDerRbkuLh`G{IzQ$;jk}?HeotnxQEq3`8Bfa(y(yvnPdtyFy4+z~
z<gHMXkr`fRwnV1ls@Kj5jC*!0R}uZU;?EN0HJKj;${V`<jV%5fXsj!m^J4nGAG3GH
zyz?}R$#-0MFX<)Y<2X(BZK0ykOAban2%7drpvt|O_iLu#(i^8&tXI}Lbb@=jM`h=n
z%k$a!<mKz;^&JuaH~&0;{O?cmmHF3w6y?iW=*@gVP~iW}`qZp9A!qLYVDoCatZVmc
zqrAjB%Sxln2>z^Z?mOF(Qv9`SCkfAPv0pYv()V`LrwxTMkC~(+A67j`U6#CDJy_$o
z*}c9WnF3L5VKrL2r^-z%Z9Dn$TC~X&Evc`^T8+<0ZD2{`4_?Qup*UB3Vr5f++hxuA
zSgTVfZfad#xqX`c<KohahdZxJD%u*!*cF*yUfs_d|MS-K_Wb(Sl5VeGyeQB===e=w
z2D^J@eEQC5+ly`~MmRo<YG1vOO?^wmbeXF+pRG{Ly#MIh6HBSBxg`$s>L0pF>E>}S
zKX~`J)JN7&3z^C-Th0W0OMc*Dx9Z_`ojq&Lt$f8__u%A1IUd6`iBs%n?|Z4Ed2yPt
z%ZF?^?|p}33beGcL|@M?xMp5@LQgN-sv_h3hp)lQ541MEUBfolNI&!UyPKa6U)G;5
zSEehI^yTESE0c5{Pn@n2ZoxSzuP}I7*^fzGKR(#ke^mM%K5y~H^h~DL2hTTL51tY>
zW9yB!z|v{m5A$Lcv$Oxo`Q(;nk~CNFMx$e(`FXv|Gh%yePKNtS?rP%s=Rg1V+K2Hq
z&*V3L&;DI7vF})!-r`+HKO1dV*4{Ml;C|WU$4ZOm^+g26l<b>wHu{d&zc(Ka`X8MA
zA-3zJ(3dQg*=|xCp~`!F)jR(jpW!y`q{f?u<0o?6R!(@HzV9!OvGeT-$$n>&zT8vQ
zj}^b|`DN4IyT5I3Z7t8rosse3;Y`_>#3P!#r-CykJpcEwYDUj?zliYO#g4mXZ~i!U
zZ_$++_1UY}U!HjL_|ls7o7Poy3Wn~gyKwZ40^40Xvt3r7SHDb^evos-?5RZMrx2AW
zo}(Q#n!(c?OO^8OTu@l;cf`xO&D16!(czJ)UhA)4pFSUEHFL8s_+NY2{_h!o{`wzJ
z^^Jc&*tlOpNN;OW{uTYdhxB>o|N7y6`Q)V!g<tLpo+?scnrrjI&(d^muiw2_x+@kR
zb&9wrwc+xOw`bi8f~HN0wbDJ&*!lB(HTSC&Q+9KSh3)IF9@DyXq(T1PeI||6sK@U+
zivNT?2!7Elv1sF#WOuf(H#)0U&(ZywqB6ZR_90KL`)mD;SB@_YzV>@Bk50raql-@+
z;)<RHiN5YrH}-5_etkyUcS(`+tLv64J4?MP>0h+&Z<x+^#dA8pK8c!n&$oTPtKunF
z)kMM4?Z)c!Sk!Az%HQApP<pk;Cd*$J4u9XA8M#bT^-uGj-uhP-yAI}5we?HPUOvCF
zEaLEvEq`~q{SE7{T(kA{@$&}Nd%0t`^WNNjsNvA{`E^wl_k;a6+?;w&?{wVt6^pNX
z-e){}I{f_R>#t)zF<D#c)l9THEPcH2{_h*khYiCDQrfuhMaVC`bW_6Gb*8Iw|G8&I
zbI$)$Pm_E2y{X)_pz@aAxBWLX@12h8ykeWSs845}1mA|`KF?znKYcQhoflfN<@dEG
z6EjaRq-v-3y6YD=D@Fa7dM9dHXX1q`xsObFzpOnKB@>y)SDrp+n(BK!&8~~xXSBLG
zs)7Q<bj2@UKjD_88C~I2ySe7I)2VG!JPs^Lie35rndqPI^DGSioKUx)yEo_4C$^f3
zx!?Zw|Nr8D<4MiNf{CwG`_9!)otePCX^K7n%NtztuWaT!QQ5tt(z5+dWz)64b7n1l
zx6y8ecTCeZADQ&yX*c^zC1ytKDiWOC+9>eosf&@7;Q9SOxXR}Q%CGG{k#00c#;1PC
z{lCiBFaAu|zp${fSCp|K>>Zch`w!2T{g#-fm(094dS&-5pKFGd8s=N=ukO4i$Zm1m
z@830}-C4|wCQsll^sy2Yi)m3Z^t=}F&otcS<Lv)G%-{KIZQ<>$`?Ip`{<Ou47j7n$
zER|Gr4Y+h#eP&RCSMRCSQrq~fE0sdcTK?|7{A7Di;gKToVxMTq(4rLQHqPQ^=DV@n
zc@M3##94dx^Iow^pZ7s)nu!0AxA7Hj375ne#O>pM^z2`+duDmSzhw%ywzqBT4YLy5
zqiu1*?NdyblBxTegQ<7=R{vJLAm7cn=R{7-a&;4vsH4wJrj#6sxB4NyyU^zFvHPs%
zPlJ!=zWlAv!~KtKrTG5|mMmMA@oHOMp7K24iTsy@dmGz6Kl*Uh{@>k)mv&xn=db^D
ze8w&7gFzgbOU%!E$g^^%?DQ*lTX7&?_3rr>Yi0*Mw_J94w*S)OE8{;$KVP`Hukw4H
zS<HWvY~Ant^<RG1Pl$HQHJ`+s;?Q~}_7s=Q(Pl0A!g)_GZNC3^?)|jnPsuR}-vp;@
zSZw}~!EN8vprt)diys=i?>lnNFlmYDx{nU8{pU%Xe3INYlQF&b%yi}YGLfEqcMs>|
zfwQE3G7FY6e(C9mJN;6RTjRnVt4_hvv%(z)+rG;@x@58J_}qyG;e8s0{!%w5T)!49
zJwMcM`;EOE=kI;BsM*bK!+n@L#-@B8@3r=azw^Gy$L#zl^)f&G*drOQ$JK}BdTz_!
z*;3WK_1M3Y^3%(AG+y=1+-(|>xg)5bbMu+lpy$6*{8<76pWQe+`AA`}{^<=d+eGc6
z&nGsCD^=F4x49m%r|;?_#k}RoGpz+e)|mW$vs!a!<IE?)?|!<6bxyDOJ^NHZ>6v3{
zr{(7CI?55TM7gl}X@XSGX5+kuC-eBM)YBu3K3qS)&&Z~wM#lZ;ZOafpW#+X#zFJ#7
zWS?a4{VBB+zdKh#V*4G2zK11m*|zsz*0{aA>U#5c9)J7acQ(`%<mXM_mi**Q18<wU
z`rQi=#_1<6-BsUnw?cQh|4Q|@4PJ*QmGc_7RrbwX{QuYgA7>x#|Mj!pCMWsiGuKkh
zswX_sO#O0cE+wZ`KSjyz=<Z2)_pnaz=2M{sqG=&I!tZ@IB%Wm8t_gacm&$+aiIJO9
zM#-xB&FqZ@g;8N;9(S@AZ7lrr;^UgN-#6*MUh>c`*uHX?jfcJa-XqB`zjU(%2YuS|
zS5jU1I7^1a(q_$Y4t0&hzjysSo^b!u+xYG_?<#A9F4Lk|yBC-Ecoln-zq{V}QN5@9
zEvv(Qfp1TK&r7I3v-j}xy1&IA4mP%kPLsc&V4dt_Yh0Voy>|YqWb=sIFHfAPpS;`j
z+*Nyi{dIFH=ia^{-j*I;Q~SfaPhcP0`xvJ(4oUmUKQ})7VE*pTUvYV>>^sYJ9!>KJ
z2g56zmG7lm?0M`Rz9*B-`u-=z`1&7fEq=Dj-@R_J>qkp@DElSNk~X1RMXQY~KX`b*
z-tcMRnw8EbM@nYSWXd*??u?jQGu@7NtC3#z73*^D1Nyr!U3zig?8n{jykw^d`6qwz
zh+z-=W_&?8cj4@kX%YLT|K)xm@-uO*Q2Waj|IhfB&O0N%>1u^)k8F6l*}CGFOMf?A
z3jFu(`^ww*;*+W$ev)xZ^}OHLQZzY~<H3~^cE>zE#pO-0JIiqLZ^@hOa%uUzzXE^T
zzMP~Iy4!NaG)@EWpL>oSIPhv`_hG$L@2z&d*ZSofxrfJB{Kn*z=f`W6qUW}%-Ba?`
z%->M+=9B6xTjnsC8$ElX)L)h;iiZgHDIVk4Ht)^>2iL+gg&YT&l&{|2aXEe3(tVq!
z%&+_;<S_r5?rEoeHybzpF{zs_VYz*uuHo;>M>BrwU0i=afb*SEa$lfM{glt4B^&<~
z9}B9h3Y^QVw^Qe=#SxF4r>C6b{P3bir218^Qni>LH>b>f+cWRqeJP&V@6I^Cs?|};
zyta7p7IU}iE#FMj)}1ew{yxnzwK?K}r}}cCqvs_9N_k9YGwazH>Wa^8%R6}0vp3=v
z!(7K@uT`h2N3>PQ7gaU+{(Bc4Vt(%M>bp1iH&5}Nw&vouJ)cfxAKpH{GSA}7rWd(4
z`Yvq{-rJ)vLC>fw?~9%G?Gx-q9bwF2m)^Vycrv5Po#oW*<cX3ec6antoSbhQZhpi4
zdBUS&{r#sdZM|d|xk=Qn?aeo5&xSO4<H&cLfBf@4Q&h~rb=K8#vc$%F-@az`^`=IO
z8fERgW%oP%XLUy7riWfkb87;Z`M5|gD^Y0P`Qzu@DvxCwlzmU`KhSouN>fAFKd$R(
zaF<r$;~9d=F2132w*Or1INj;2MuFxWukA~f{R$@=a;*N|7Tsu|<9~>GyJGC(TZ$VF
zex4C-E#&=$A++PzX6ubdwp>~_H+xOsl0^vtDrer9+}SJeVb+qwn7KYC{BMhejt3-u
z%6WgNKlYHWLu=Hpg%>mL_hblNKK684wVTI|$FD9&if+#kNU!z2Z_=8X@pI<<Co7d&
zwsD?k5Np3^{Z8)L_q4n>`MaD#rIa!aeKsE#Kf!V#gf)96=XCiW4WF`YoHagdZ{L3?
zcXGVr%vd?QkBjY1b>yrV*T3LU;L~-DpOn`U8$Ti2;Ksxo$4@+WU8baOB($eL`M%9N
z<Ly73n3V)XxbG<a-RS>M;B-SD-~PYSGUnco)4U&gO!c~2^iuB+ckfA#DdDU!PB-hm
zYR5l3_B#0Ral4P1d8cf=lmmDdpSIhhlFl|qi)s0bxkaVH>1MpmtE8M#r?wq9GT~;{
zmTZ%=ONINCvNv3LkzvHS=kx-DvYnF?CJIZG8TaNL5BOV={PIu1w_`%y=6pt%j-FIs
zHvOfyv1_|)Rm0?|cExcfFXM~%zCAbf;g#<5y#6-dMA)udzO(xw$NOm8!>z$Nim|(`
zYCf;uZ(vh*|E~;V1<%rwndija%(E@#a;~!FmnrPr_-taIROdSH@{~7SbtWu!`H2>>
ziC^x1m-UIZ4q_HPQ7g@;D6f^<t9|;KblcmEoqJp!M>*FX?VVSwlkZS}qeJZesy%<s
zo?|(!EvYkekqQg*Ei3nu4<F@sZq!-3d4{gWx7l|b3xA#pGh3z0t6vm&`QhPry%$~t
z<>|@`z1ZY!W4NqN>)44iIwiaHAIVMQeN&(Ge#5Dk;ZoUULE)JT^#8t&f1IK-Z9(G8
zD!m=*yDJzPj_nP;Sf*pM`tE*XiG!cc2lp3caU7dx#oJa~eq`-K={X)>^Y{P!^FihE
zi{}x)w%G8${qXOF;j|h>b8`vat$*T^B(F|8?7pMt-LHbqrE_*Co-FOrJg@%!9{2V3
z+ld!XY+~I0Zkk+x*OS29oVkfE_fnZQDdcqg*>R~QndM?)_LT0_Yo#vp4t+TPS8d($
ztNuSl>v`mVysz$=`ORn1w2r6q+15X3-F$b&QiD*ry6l2V!G+DPn~q1{kS*PNV&gQG
z8!sMexTJZP88eqOZ#~H^BmDH)G5`M$)Z68ME%YyZ^J3n^_`j>;8K=vJRUGD7m)&(&
zB<FCnTf;6P$@cWTHD)of2~yb?GL`?`;a+aR+Uv|2A+>SYp5z&}W$$AT+y7R#KPb1P
zd5WN{5KF;4i^%o5`j<O`|2^aux>}J@_xG@Lc+IN()L9j6H(#IIeSfL;m+8k9bxrqv
zSd+NLN_xuYM^`l&VyYf99gFIHVlBOl@oB?so6u{Qt~L7aFZr{A`<lPCG@s0jwwEu<
ze`suO*|XaE>}?^VmG5r1{fYAX;@>`5#&YFG@smwQ+-w(b7r$xUz}F`JbMqvo^@24#
zkI$(V#ftGP@HnLZ*L2R_xp#!$PkX6jVfA|B?RRHydEM&UbnD<(JL#{x+rDV+G03;x
z>09+*>Gb^--Qwr=8`k_@eP2rMze)9L1?O7|iH~Z|%WtW4obmS5q-stHmI?Rs0?PAw
zm1O^A2E2Q2r)>VU+Hs-5bIXOVi|7BJ`|#lRz4bRrA013oH`;jY%*RrpJuesVTP0kb
znSN>iv7V>CdF9(<=BgIA&DvPC@3qS+*B9T<@mimsnW!2cv_fVl=MAGz=YLmv$*r0F
zgu5>G(1mYGRzGJ4R$Cp5J6An-oAcb7j?{xf4>e1-KbZgZR8>yoY@dHmdhXjrN5mbs
z?@W*Ewau?D-x6*6>EUualRd9bs%Q4k2whlv^U%Ht&Fp;2X?orv@^R;lzbR+<-0r?&
z@Vm0z{?7JKOy#99pA)!$OyPZc;LDe#w<np(ztTznx>q+k^5d4{Z?-brcsl#lO<6s2
zwbII6O!Dze-@o(i?}^>m9+|pMD534*(z&;C&)wKrl<@xE-WzjymUvEl%e^W8&z0p8
zhG)7CMt{Fk;rO!j%azba)!!$5nEt}ygI7-azZJ}r?#$V=we{GM#+k}fF3ziMkC5{?
zKBZu(a?Uy?M)3{%K5ub;mf2b+A+uo1l|zTaj<4lrR12y&wSCJ8b!)zB#@4>))<yE`
zt}i>1y)@v|YR--$V#_BN3a|dOKAx#t>tR8iDZ~AH(<U1zuUru_<C@jxd}n`dv6_=1
zlX6y0wtV?!%eNLT@xUiHtilhyUCFjvyqxEG<n|X+ww|1MOUPJo-PwD`+|<9T&d6Zt
z{=P=r|Ja9Tku$h{s{B<lo;P=$%~266?tMq4>OaICN>#koa6{u(g=R<JlmfY!2i@wA
zZVUX?wX^p3Ii9NCXP2o^qJD3`xVh8g?DU&%cNWIaJ5ZC^>BM}(LaW?2O55GCrt$8f
zlOoG+9QZwZe^ug-EB*Cp7IpV`7r*NJXzg5OS3NVp*Ky&4^C`E!ab13#Zn!0uc~`3+
zN0#azHkRhzuKMifA71Rf@8AE=K>YIGTLr(S1`FC7EBVb`WLWup_fIwbK)nY=$~W?B
z|NWP{_x~V&f!LpF;ghDTu5#Rdv1<v_WA5gHd6yepboDP)Ca^7>-X3Y}Xr8nC`k}9%
z<}EUIR!%w;;A8LZ>=>7161Yu&?}xpK-}fz*nVK=n@Yss*cZNG3rWUdHZ@gEgFFT{}
zut|#9o&ztU3y*8NKaJg8BljcKFW1WIPVIZ<!})*TrMJJYeZTtV?Sgl2%%(j5nJ9SF
zv|7H+W_o%ovw50K*F4^Wgxg0?Tz$P}>;5C3T9uFYB_<S<St&obr<Buv@O@~;eCM6#
zj1GT#^I4yV|89BtH1nG)R&S_kR@-lSWlrmdDJxug_Pfj1wXoHv>-Fr}$mO5Dv&VNK
z<F)#$nWph+>%Vlm?cB^^)-Wy8MDj?M&Do9oM?XLRyQy69&RR>U*e&1BYQNxKc6q*S
zd09nL>(fL&6M=hAb<dw@KQTe;Yxw2pml{S^TiUno`Tfm$)^fkY28-Y9|9kg&TX?*^
zxATdWx-#4|+76u)D7_!3#W~e&dh3eqMLcTC5!Ek6c3(NL*Z5QZ={3g;iw?Xwl>g`H
zeIEI`PtV(R*Bq>EcDw#JZvFhn?|42vD_mx78Ir{BzCUi+$5<z}^^4;D_Lj}s`s+-M
zLH4Ge{WaT^HQG)7nauKjX1Y&6He=(*m*))rYfjv>aNnPIer>;X&odo}w*0!w`@=5B
z74`X3S_HN$Cz%CZ6Rf=Z-zSG{rvKxv{Uz0_*Dv=uYizVbHu-|;Lb>~UCtv(8IqlKf
zN(aW8s~$U=a&}F$|6TgvsNOeyn}0WybB^7aJ9$#fv@fUk|Ixl;Xl)?HcIMhe&$0~{
zQv)s;9(OpPBfB{@ZI+3NNyOU;=ZZx1kDhs{aXlz6Zc~NO-lCVi*W15usCgPIUol5{
zxnYZ8*`}E8U2{@ZujN)e6_WWnjjik><GX`0KVKWqb^j?T_cDFKgk#@h4_n;QPmEji
zVnNr3Q#;Oc)+IchTl&tZx-_TRv`T0CPRr|yZf81)b;!%M@kKG3ExsXP|9Q>dnd)yN
zd$?Z;pZj#{Tq4V>^vAciSu+$h9%Rd3yIwWx8aI!Q#H^*0T*7Q(y3%UR_lYMyYq9%$
z{Qutr@~-n`5?=PpzN`4OS~2CPhIL!!9i5_Im*v<(=3KNadShVpc131sz~yUA0b8V;
zKl$ynIKOG?_5DXyX7X6wO-cTE`uuz;xm34P&f$yhGqRZI`9CuLIHk(a*)~2RMkb73
zhwr-HrY(859n)r)7Z@B~{qSqvH08<_hjc3nFV9T6wtRh(i(YIRTf@wb+J2iua_Z9-
z86{8RQ-2!Z-S5q|<mRS{(=Gq@8J##`lDlm4hIWIn`6&~U?km+~Z*y78wQ<c!^S8%&
zn7Kbk_qG>A)N8EPS)cgxeWI1rtC;>7=QFH-8GV~!qjY@AzK$mElbcJYYKO9&5LrLb
zIsV;~gsA896^<Tm(%-wDuaND^!Tq(G+qa0$@tDrlDyuMO`q{fFE6=-H&06k1zw=<c
zmDjEVS$jk7SxSHBIi8jO@ZQQuHl`=j^L!S4b&5zm9K3(c>ii8=2X88WPT#v>^Ct1V
z1^4%sr%&@?sV;jjSys5Ay?VJ`P+QK!#P>|cOgF9YO+Nm{G)&`7@>1qktZ_kgKTZd;
zd#|nk6c_v2LgMfA#KvFxK74frA>Ac&G{gLYQvN+)@RYN;;81gF@5?hr)}^u%QF;td
z^gKG}@13$ItsqKrQQghXh=j-c3UjBY^p<+eEV$adZMm^UnMbhMG>iXlJEHbqN^GB?
z=Uk#xwK(8ZkynQ3hWmmOIzMPIs5*rjifYcbnejybL~77AWtTf=YQmF}q`4>T)NU+&
zoWISz&pR?=-(`lAA`<r>uNRK8yglciYqS4lrQA3ZzOoJ95BgpU*ZiRobSQTA+eypz
zX5ThcYnZ=?X_+Fg+<o4htL+=Sjx$}lE`PW*G*JCw^un-$_RRBs`i<Y(nmZSKX*rmj
zye_{pU}+{-{`pYPnfz0?+Xzg*uefqwlNPV(!~CbK4)rb6`JHfda{Bpsar?@r?3tbS
z=sNeoujkv=Khko(lyQ^QB6a&QO{eL8`)&Sw+yB$PUH(V8ow3b_BkmHF$({kH#Lih5
zG5=qpyyB>L)y#Q|8E+RSFdlv=^qMtZvQK{h>?KpULj43wyDy8*;j^i_e)3^@-Mjhx
z`#<hH&v*a-x$Rq4cKd%~ty;C`?0TcPpPT0_>iAHs@<{D;&c8qY`%L!yc+`DZ-Tv#!
z#Q%<YSJ-ZJy}DJVJ#TKXkMcafXscHaPM!Id;=WQITB6hSZ!&%nOG~xBb1a`XHA?hO
zbotD4EdLI%<{71lykt0SI>+vO9M`A%<d?k<bzZ)4QGEC42|sT@@Rh5RO<J4}-kH@N
zAf;}t6aV|w{R@_r6E$x~E!)uYXkS(9WKF(z>AByNz9m;EO@97yH{ZR;iQz9jbQ42l
zQ(x8TpZaFXb8}bXtTy>wQww{$LzlhNkKJ?R%a^4OZ(U5~$vo|HZc*sQLwk5~cv+*^
zRFn&^Tx7Ls$n%>2^kih`;cd3<ZLz=o57<{OmQynSu*JInOv#scnRWZG8Ej5GF@vw<
zw#&Ju_w$6m^SrNqQ?zVD?vijrmi2lcw_Lc9|LCc&dEkY<*}Hzu;0X~r#jwNIe7(_S
zqa@GMz9m;}l)G<7elmT{+GVDaQ1NW%e#w8g|NpB$av}bqlg7Dq?c%q(`<S{#_s-49
zIatrm`zrIt&NF8kWx4d{?mlLu_VlF4OYs6BiN)z3-j$jO{6F>n@56#AwG84rZC>##
z?q2@FB0D7B;r>qc$40VyoqvnBPd{Ju?PsgDL~L}?l(phDC*^xZ(v@uP=4dZoCM9xe
zb)?DZPv-@1Yv)MCJj&x`w+*=6vh-Qvg6SLG3{Q9bS=|*Rqh;$CRgg6A<~-JKkKQ<{
z->>~*uuHttoy}MO=!yRKQlfVmJluWOJc-|%aXa<yXCd?S%`tW_G9Kl*v8q0lQa;pg
zzpL7!(0r~gpHYG2o$C94_4+#Zr2qKPuK&cQM!#}XafbV+?E1f@Pd*+hcpqENYyaE$
zf88eq-hZC6f4-HS`!3(FbY}<G&7!h{fpxcay<>iDyL>bDfyCM7^0%_{DqlW*c#V7g
zrj8W%Z@DLSKVhycQ+WDI^qt*9i>yh9HA6pLPk$P1`F*v;y7Ge)CJ6jo=eP0w0n?d1
zeP^u;IaV-k-udw7`}+KfiG6=~ejVJ)DaBQtSGnuz#S8jdUe1o6F>m=-&$^5w5oWJe
zoT$CDJS#|V-kZ>0r+1w^7LoVz-XqP!SD1Utdc*n~rX5H*zsfs`KPg~-%>&0rQ|9r+
zedd_6*`ZXvBZPCU&#Kq2?_NIl#=<K4<(thGG5?rF45R`~mEOChr2ne2NuGRY!+}N-
zhKnEX*vnWHiC1;|{@DG}@)+mRx>x?69*A$r40-F;RxT6sgvDc8W>EV7PyPEumYi!y
zZ;`*7WjFn9jK6wkSaO6#K|#gGQ@syguCMRT+mn6sYT(k<)8?L3aNX~`fBy%oU!HrP
zEs(B1cSY`b(hg?!vdy0V>n<JWP?P=q*#DM}Xm^qG->Fk?E#CJ3(X|i0sgCb=nV7ug
z&(F+eh;mK;A->zI%VEJAMV?CW`S&!LIKNdtnN;^kV#RHShJHm(UYRJ#<~ZhQ@AOSR
zx$n-ry^tq*nOt*@^s8t2?CZPSS(LerW&9Sdef;U6`3%`pI`$hb2}&(x5YnoznXsv>
z>GZZgyAyXa7@7%3=d51v_{2o#GjHO~<jggmv~4P1%EGeE`A5#J`;jAkX0Fl8Njm(D
zHysyg9#RRtH2JdF!Ti4$o-G$)pKi7+mgU@4F1dFTYfT^Wd_A-0cR!2KhnY@aiq6KC
z?6PQ*-Fg1g;jm+B;m5kqKiX*%m#Tl=h&?+em9_0xNL^HYtX=L-H+F5|7k>NKzP?tQ
zzVuDQt~+NM1HR6(*}9q0q#^0}*E6e39yrGs?(Pr|6YO$&v{u`k(RrC9Lu6lGsRf(i
zg9*1EaOztnJmqX;WuG>ysi;|V_gs^G**0hQn9MBmx)QRq{k-0kxrU2OR<yKi>3lr@
zew#v=O-PB)(S|B@=@0iFY>QjHjH9)H>yMhx?DTo1Q&bGOr#oqFGtj8ePFt!ow{0T7
zivQttEA*oNTu67~uiVTOy?*JzdmFkO_l2sr75sc}|HABEOwXhgyZeuAzU^sa`(XO1
zE3WRW;v&YEMbWKi_5WOR3%~Kv$5Lv2hKYU4<BOLW-&&<d92AONvxt*X)PLb&?fR3}
z28}GomMb0$U&*Cje)r0%MeNQBJQwYa7EN<5SRZR){^#EF`d;aE)7#YT{v2M@yXG(Z
zvz7PPtbS<xJY%6TA4jcJiNU)E>zd!r;re7F{>fs|)U#(p<amF_cx^w%p`dKY-X|mf
z?{NGNRkN7?&puqQ|Cc&NP;{1{Zh!pM)R6OnHKz?L)3)>)oDPYrXqj)@_IzG_X2svl
z^JVA#I^n)!#@oUtbGE+FE!X0gZh6%CQAV`bcAwkKR6YA<UdaM2$%<2FYL=d}+~hY$
zXYb(-n~FF09$KHT=`V?_Km9Uf`b_D&hpnz3cJEs{u^^<Dd-k^VNlz-PU*BtXzo~I1
z&`x8*6xJig-;Z`oeL8*F#JwUijupRL{T5aA`qtfUfBPZpzM|RE<b?CaRwmx+?}UDb
zO`FlQHSpfKd)=WOamkq{7AmvvWclE+Y~l17R}1t{DLveqQhW29roQ!yGdBv}ZOJLy
z_;Q-yk=P46X7t{g_wMnpYo0n4j<FYZZMuBmU(fUSn%=Gd@3@@373}}`(uoa+MVs0G
zRZfhYk*Pj;<$b;F+a;FnIw#kvJ$*&F$sGF+SB|$WxBIeD=IG0dSImA%SuRVLG-R-T
zla}9mY}L|9=UkPu`y@F&Gk@zbS>`y|&uzcMi8yxNh$GVjebuBCvd({)|5yCKs{V`2
z9;vy!p(&kK6PCXWvNV};cD-!qU(<xSLDSlnctpDT{kYThsJ!{ESdU}Bk!bN%^~=+y
z9h!Ml`{mc!C;EP!eEix(=VnI+Gvm5bmL49fd+Iye`Ac}->SRrrswnmTL(G1Yo(p<w
zPZfV^w430!n|~p5UEPC=yW7>}cUDLIUdXTHzxE!pi6O^=^-`9fvtmMX7Hj#xTxD?h
z>E!#<e7}Fsv}-ng*~}bwVmkY~>ko|f<;r@Wx|eWLu=CBr%jF6G{}i0RTfY1rt9Zi2
z*M~k&_w#)e<~gHoPMy-lk9uYMYrGC~eJ$z@-oIkS9LvXYbBgXwH@;xUX>PoE^5Us?
z<)4J_JW>4r#AXBWGe2s1Qtq8yUBz~DNndzuP|!k$#Vy@?W;j2Yof=tD)$hK6F?*Ir
zg6&!E`cFoOc;@`lIGsJ~P22edqw8{^Id$FpvJN{%c24N@4qR|FL)5%(VfuolXTRN0
zd&Lv{ewMgpl#$M!hpy2FLt~XPUu>KFIA_`>e^!<KeN5H<F0b;_>Uu)`WOx7m=iZ)M
zem7s}z>YtkxYY0Nyf*j8l)xX1`8Knn+oKL13|C&DBKEAD$9!h)&u`oJPu{`(ZtD`g
zOc5*Y+L;GC=E%7GoWJM&!NmWE`+5I=`u@LTY3n0#x4q3hC+45ftnk!lQPuqORJU}F
z_$Lq9!x=YP6RRg5R8C)-zjMk2gP%e>Czd-p#<1sH<oQ(1c2{KHwj!;ts4CU+(0|WF
z_cbqY+p_TTA1&@>4icRU{y!}YjNDks@07Tz=FI-S^FN+0{u^=bVIo6E_rD3-PH3Bi
zXMOTuNSQqSEzduhq-QJ3_xPMot&lph?BtPhwz>mOQzp58oLN`?M5|fh)kfD_&gL%B
zae9F!Xa4fqomAN`bt`Aa@vu3m6V7})xXnUV{HyHg+~+r+FS@gS)1He<lkeT%JfZBK
z%W}?k^BN)DnoqYw7CrYBjQrYG^frY3`Ih)%!?{K}AH|wQ0{v~4m9uZY+qphsgZdGh
zibL}&g4wq!UNPiYV_bhd(ssj+{~2G587G>azR1iNb1CXLn{@}f?i2Ueyxp&o3`@D}
zC+dFO9i$|^da`CFbD)07$v1i}U-)MjinSOpr0n{a7k1dFPUHdCTMiyU_I(OPSDcc<
zQ$%Kd)hci=(f-_<*%=j~v?IY}tqC9R+7Gt!wyMI*Hn$2H_+HQ7m?z`>RO$HJ*wj--
zAC441z8m^%$+pBPx4Nfp^V^=ul2@yy=J_MZd1ajExdY-)kGHd4un?4a^m2!k_!-Y1
z7b@>0)`Tg}^4}=nd}r~L+UaWw?=dR&YED?cuz9-9^q>>TAuIOCe%+85zQFof;1kVR
z=9RBM-rD?drG8y%O7Xtdu#63CKj;3@n%?j&|Dg5#x#xnvDoVPzv2J4gcE9f9=fgWc
zr?>h4Su8KTttf8u=_r|<ODmV}aedP9EXQo4tDq}q!(7wn{I<U;mN`71xK-sw#-z=W
z{eG@d5qHf0?6&_~d|253uflhg0#5;r;!8bVlfO@CKEG$x8q=5E?Uj?+UJLEmW)!=}
zjWy<ofx+Y_N+-3BUzd2fDl=P4PcYUla8~P&N7FS`_W3LpRP9ch=_q!|?ZU=AM@81Z
z|J^r7qVB`-`YzMsYZ#yROSybm)>1k9yIb65{&j1nx7|CjuxPcL(OQeAm&KR=OmF+`
zzpwho`Ts|&H`OSl`!8M)oA+3wWz&;e{_`_GtjT!vaD7GIytMY^I@v<u(_~MI9Z}gM
zc-4qm^!*v53!PevkJlVje{^zjq3rb=ddg9M7X${L@)6v3=0vi;yQKC;;pz1n{vTBH
z|1Ahee;Dug!0BZC&N?yUu074g++Jpz>mM~(yzZ;|$W`!Ydh((T88wlK%N9%J9(u4k
zDEHqpPxIczyV&pD_@c@Zb9+YUg~9~UpD#W!_g?c3K5*aUY5d1cPfmX^eNejhPfK@W
zwok9hzP&rI`?Z#EJddwPa#^ChXG5U++}Ax5P9;~){%i8V;d<}KCBpL;dH>(1w{5!b
zs}k?@#=bd=Z?^qRmphW!tey5V`KHC^2P<lSOgcB^$|0=>N8Oh^+UWA=%;P;@z1Uam
zV1AzNz59~pufr~XN<Xc*EU<HHBK!RMM~#;`w+G+5Y-XE#o=<&V%f~6ltgRkzE%|L+
zC9~h;-ICZ4U&E3;%JV&=7G=E<lBuf6{v@Bar6bv9S?tFr8_&f*<yQBTXIv5B?H0fP
zgwvrT*FPH^<2_*&o+&!-P{6^*Mp5F8{e|<Y{>;1PcBA}T>`#vQi&$38IXZDy(%$X!
z{C<R2>N?L9J#xkO`kiX`3C4naJ1mRdy!3b`@Y}8^hb`yx=f*iJjPnv}_7%SRvf)4?
zyL;KY^PJANMEL|_8K?iA^(>QpUd5lzhZEc7<j)x=ywceA_2Q<9@vj<Q%n!@Y`nIJa
z+UN7#{jXNszBq0AxmOY9vO0!-Y_n&*W3EW?4!Ik-@a+PzMYDFD%gW^FQNBL;evKk`
z=-&_h4GymJeq|d=F21V%>UKm~Q^6nQth>KdxYt{hdM>-S`%UT354V?Qu=81*Ufnn6
zRmB#?w|eZ}7xGSve-B>rcgwu|p!rid-&^hYy>55Wo3*=qrJZ)4DAAE-50`mruIn$c
z**8#MdfA*A|KI9toy&aQHO=VkH0590B<e!uM$C`QTy6h4^X2n%0<(L#x1_J%`>iT%
zMQ(hI(2GrbH2e?gmg}$oa_GX`l7>8`8J`rF%P_q@&`_fF{EvvU=W)gfcLE(}l*`Th
zFSSId&pzQy`nx?&^PbNAS-$fcQ+e#wMwTb?7B9oj$y_sDeReS?bLTfE<2B-o-b>Fd
zNMvHP?ekgv=sw5ZhtUrgZ`}Nxcdme%sg`Y=!-PHkAHv>f?ydW7^4=x+qd(iv`@z;b
z&I>+^|2*fO+tQwm${UNi{aPxgPY}%8bmNj?xTsjep9k&XQd;f;EY~EL-&5P)7P_Ni
zmh#@b1MSz?l;<?<5=&-Rbw2pY$<h09*&p8Y>MtQda!S+hbND_|mDTR(m73!qp|)kc
zyYbIkHZ{zmb>CXl4PUF)sIFlVu+N-vAVhUVO?Yy6ffk1rvzHi`rensj4?lm+uP@wD
z@a^eC^}1)%+iuSF+dEmuzLZfcTXKCx_(9i4VLIN;Q<r&0r<V7giepM!67(Q(wWy}%
zMaCO@^LKQAZJV~1vnA^1j3Zs~bJc}^His?x{QQ@be?n1@{L%wL!hbKXn|Q&7ZHsb<
z-rtKayxd(@vnmvp*6eIo*leQr@t}n_dw@%b#3`R!Gc=YzKCI^8=6ucIk&LIoU!V1p
zuJ!OL%>5$q@syd%8RMpe%^J(A<+R@Zd35^3PUl-DM%-(5^7lTNmNs3*uuN0I+f8Pt
z+p-C@k(b>MIxxgdcfDy4)*gHF^*P_UrN2w2?pD8h;)aIlkA<K6rrUYx_sT6@E_}?O
z@`><?53Ugp|8W2R<R|w>t#4&?o8R$WjMpZcFYxQztTuIrnDNiK8YkLL_Z<;i*8S8`
z^C^e(j~BB(AIdi3V)K76{o&?+#yl}6Ql(>34^H&xy?Vm!!^C#6d~NUQ1jUNoIhx)%
zDO&>>)Qqz)<lgIHI(^W)uS4XgqJ0+U$H?{Ep$|XZ-J{KZHBynU;>pr4M_x<_iZYO1
ze4u&xrByXA=YPuFae9VXjumr&jh4)%m{ivP3Pw9Tlq+5OV!uuOAa%)i)<1`7`-2{H
z`|Wyr<I3)*tY7O`miu4+bl&8TcgwT+1%&}>lRpH`sC#zwht=nspKtvY`XFZi=;eoG
zxxSY{e3NYpUfzFryij{4=at-*V#lvn-<J%3x^nsD`LC19=S_d_Hsf|?H2?L7zb{|-
zxclQ{cgZc{a=*6b-*<Z|K4br3|K;U>-n_piJbgl>o$#(I%LUhi-rZpTSKQyQT<2{{
ztJ4eDxXu5$Zk_gOth+5PCpkCW<sVb_!{-tUqLyxc&${Z>>(vrVxZgxqd}w5EtCp+k
z*qeE$YhUj54XuZzMKY)7K4WrzHLrN?rGQV(dzAFOdcFoT8%%$!>L<CqZPj_1n3Hq0
zAFlirCu{jsJ8;(gT@n=qXE&d@v`aoc?8J!{^#>d0McV&WHgGcHJHEMV;)5TDm#v!J
zy803eTlx--Yr8+qsOV>CT7E>WL~?zBNblS*{@D}4>%N~`IG17i%EPYHs;ZKLuWo*_
zSnxqLTm8b*yS?vyy^&n<M$S)4@8U+~%<7kWjn)^5RHn%-+8)_);$(c+mTkvmHh<ri
z`g^9RWz`ppW8cEkvdj68_sOR}nAjbk*)E%M`^A#*-+s5<#H)h*Q<S!cZZ<#uG{8I}
z?<LQy&BZx+vlj^7TUsr5_4Uc5OIg(qj_#IRqj0Beg>~TMsEX9xuMg}B%Bg<l$a%B9
zn|DoE=(9_lSylH^*L|6=xj#obcZ&LD*6kiY*Pl5S=^)6m?@WUJlDHoy<GH29)A|<|
zs!XiAZS4G%{r&8J471s0SLnHKG+cAc@#XVs=O-5q_;dD5O<Bdkves?wi|@O6k|#Lz
zDc>?vl5*(I$=Z8p5~si0#gkvOePrK0G~svuxNG*4-ZMY*W|r(fC!Z;jzx-tS-pT7S
zrTXTt<L)Y2JpE75NfvXtcU!hIT#U<nF?ZV>M~$bgh1T;*{U-~C|NFtoKl#p!<&{iR
z%;){nej0LUnTMnAqvcG(yO#%Zt-bK|4|9()UkzuCqMxgq6Zek4QX&VhG<dDiIxI1#
z!sGWZ3Ej7D`EE7~w)v-92S07wBtGxwvk&|K@c+O2Ve|eU^NaKkZOln4Rx#VIxkzKL
zzT$F2)paH(<TW`yPTjC)gTop2dc(g{;vM%cojP5@VVZZbD}O~(_M_PrQl+ijKcDuo
zf06XF6SSYXh3Cb^#XnX%UUs;0fPad;Mdl~XRgXfybsS+<4vLaGYge>e+bgln>wSjN
zGlBmhYfg!sT$Z%;qPeuwp+yl7+fRNedY2kqleXoaBAeTqC1-E8n|^vcv19w20}oo3
z`}#%AwGLU&Y4=&l{;tld*Sw1>Pflw35w<sD{ec7WGuaYP?a{xaZZBiX?Pq7T)-JS7
zD>CuVyGpO;GOaNmc}+xl-KL+*oN|i$^f8GPA-SsVVk@p6DO_?hLxp!9v`=!3Wc4qQ
zT$}N7{>hC;oi#h$`JT&jdhOSosb9Hp->aV*Qj>)yK9nld-7S@AGOgtH$pe%9=j(0e
zGOU`Z7;}Bs!)}gQs|%EymMe+HbMT*^Vt=XR<Q!SXht-m$d$01oopPF`RA~N%nI+A|
zm$tMpz4j?#^<SKI;-~+<@Y-3=6t_sF%sJ4(G|%PTZ25<_=Ra-Q&%JZz>l(8)`}-gF
z6sqtqv2A->_{+F)_8$qodxm}I+~?c=v&g-e(_`#*H?jJT+_sOqfB#-%up_)T>w~tE
zWJsX?kA5Al<@Z^_AMd^|{eQ{g%Qr9IdU5@*^}asm|9;bR>v|qt%gYl>@3DV+&-PaE
z{&{8muQGq#z5Mm=rmyRdzx?rK_K}S{eil#O^6P5Z&4YscayL#Xczrz06<!*}d{r>U
zOKMM#+vh!wbJj{s2-lBKtTYqfRXFGUZ@Di_mhUYWy$jyI=Ha@&qMs6>dYi9)j(%B^
z@aC51i!H|vu&%yub-QcL*X4O$8RzG3Nn0XwIDBqm;dMrSo7p;1?N6?1&0Y~>wfB&%
z+P1xN3L9Bt-(9+LZg!lQ=M?$<o%iOHuK(cGyypZ%sFUa7*LnM_<$fMxe>ug@xbA%L
zqL0Rz)0B%vw`aT)_{yWZr|b^jksTMWzi(MMJC{FEq&mr>v`hHaB)vIu&(DAV&|h{;
z@Za8?TlQy)ZoEC?WZCgXR#|&b_wDKwn};7|s%30Gm7V7)KQm$7=5y~3PE^b*vO9I@
zVeIZ52WOpY|9bME(&1^6KNgES&RcG^@RR=kKdb+E>@Rhy&ENgFVIi~QveID7#lcf*
zwpG3SEvUELy5>Q^tu*V&e5WiPq%2RWYgGMpBDsU%+L9?#S=la%Pjv5>EX!v<G|6PT
z;EB*T59g?GZt&hSb?TDyb{x|k*B%PD&fUg5^DM{5wZe?C0ueJW{y%%i#h`OSQ}%(A
z3N24PXIR|7qZ#+DV$X!mui1%ZhJl_MPu&k#sjGjof9c^}o*boCw}(S<8V4_1tJ{Tj
zbI-VKNc*F<_^@Or`wKO3p;))XoaE$r>PBB`N@9{$Z9RC|L_N{-$cOF64}03g_jn(v
zS~2O9*aW*-63l$_d+!LGD2f)Jbmmp~x<lQ1_e0&dqRdXMSa9fd*fcd>p7_as#P6?4
zd}HyM#cZy+){4_+N$qQyZ~ReyB6PjWMAPmvOZ)$ly*hs<sqCHm&A0us&j)w=80~_H
zeFarNp8o&2U$XAa{C{@}?kB%bmbALu)pLY>`z_D4N`;rCYYu8$EBaZ&o48co)N|=}
znOE}z8G|@K_{&Vac{??xL+kVrkEU4%_gUO}Vr(&&{d$Lzyk&3esr%L6bX&cSuUN2V
zS3-Jo`Tm8a)9m9ow+CL{vFzjG%a5f3wJYBge9mQwc`+|x?Xfl=U#F^Ap<M>jY+FA?
z*&J(K=@{-XwN8;w#-VU((%#!Qx{kkinebsMU!U9~e+f;dNye{#uJiN1c(Jfm|L@`e
z|2pmNOKg5GdJlG`PgkC7uvTg67LL<JQ<W5-a85dZKupC+%>SZT{S-kBxr>3a0w2q-
zGYPNssp9QXF=F!En|1%u<u%0@6kn?RY;%|Rq|)=$-ggea)O4kN35QQV32t)UwQ=(L
zuCDY`n<^H^m$xq5=OoSft!?|^oEpDJ<!uipmY6YZdmmGw!C7>XrMaQaThdRi`V9*Q
zs}JL>@3SWAr2Hz23%P0X-_N^=d1^`1&RVf07q3_Uu$?%Q&*Yf#r)u@}k4uidpPK%3
z<%<{R%bR|mO|1TB6>oidmW!L%m&I;TzO%LGUfut1;k?je{{wCuuXwt8Q%r83^6S@^
z&1{~o^E>uqx@hD(j`+N!h|KQF64U(?9o=g~pGO<W?cM)?jd{X#!%gcpT`BvxZt-Ec
zzOXWxJCA3`b{1N$HtWm0GRg6ycks(=lHdGO=PPY`w=(J6idFNMWNUk`G1a?z_*~D6
z{mTSxPB!UpQ@t9vNj5W-ZU3?ZX9NY0Y(J%_Y978WBt7Y9ZF3CIiL^j=jU4lLPj;!?
z)%=tH`hQx5`qNE}J8QPs{I=70SaQ?F_jc9f$uG~%vz+bC9b1&r?kP~(@$pRhEf1b=
zu_a=1buSdB?JV9k?X(u>`lq&M4j9jVvUI+CU(qJT<;+#uyT6-SUVh-&|4w~%xA8;i
zO%H?=e!hRObanKd=!cFBax)gZvCLTd=Epl7HvX08?7e1O|5e;@UV7vDONtwtC7AD>
z{gSdM&0j%y?#sP4-6b(P)~#0@GyDy|1cm3iTl1!d-&nUHr2p@MYW_F!eFbN}`+cjA
z+5gM!$HIA2+vmD3<fvZ$ZnMVDqW!aF*{4_kOqaB{vE=`+hf1HfTs&Dhr{7cQY`*de
z2dOHq9UJPx-}Fv6YVmVg8&}>p-sYLMFAir)FP<4`$X3a^?9+WV^KT1+RKr9M=&){W
z=Jl8RXkJ`;%R6RS!TL+DV`9JBR0K<=MwDE*6~zDP!rSOi-dtD0<IHzhKdtAQ)^+Lf
zq@c?WkC)Ein)`FJ`P$Wcwz)(l*}b|NGwpT@PearKo9)xzG_b8ZJ}Kz*+UC#|J5H;Y
zZ2K-J_TtFH^vx%vH;9_|DEtvIk9RQp-)3`Ye)(B#_kxgji~CrzU+rZ`YxCWdJ!iq^
z{JNj@vUXo5dmo-G|5rrxmSCKy`{Vsv9xj?;eko;>rj2*F`hIEGHRU0K(c4$g;bBWZ
z<u18WqVrk*OU65ir(bB!&~i*X!};T@L+1*Hw1`cQq^{~+^PF4K^Rjw=QD1-N2X+56
zFYZ=8YoU<ubBdlYGM*GJTzYb`zO`O5Tfbx5<6p&}QXfCQS!^+D-Jh~sNgS6hNUE2s
zwK#27S}Gk|By=N8==CKnuZEBN7bxgPS-GAqmc4cRZ`EIqn+-Y}e`?<9J>%}2X=S*u
zV%d#Wex37TY43boYhG>M@nOk@8~ShcYVvmMp6_3I&sfz?bk|eeZL?mk^!RBS8#hII
z?x(Wdmp5O$#AK@TWwZC&*D5AEIBs>Mf0-M8X?42u4S^N6OZL9oeqsM-<)2<nDobKM
zsoxFWR56*2+s$9f=pj?GfIgf02G>jLKkF(!Tlx87$A5;rGt=i?o2{yRCavU~MLxTG
z``_EPsn^)-e3vd=$n&`S{bQFe&+={6uh)zIxUt?f<EcTP?X$ZUlJ|A*s!goCFR|}q
z^uE%2rF;Hbw(9O`xhxTGU%l$4Mc%<jna>ZkSIllIn|a(j=GWBS@mH?uF}sTI2&<WT
zGw+I}yKyt)ozHVJo*nIeRqHRdN$L0jXLIX@MfWzwp4#U>rLpv0UrXJtC#*Nu^R*;O
z?Mc<iHmH7dVXNdjABOrO*BZ`mw#M8=x}`35ucTL0J-b?vrZnU0j>5@j59%B(Q7A~`
zR=)h?=UFR31x=f;pUVGD_1kH)Xu|rh>#l#>xc;Nbp=$R7%t4dV|JXcmerz>evWUI^
zx67T=FH}npz35u5ms#w8@Xv=6hx>WtEB>?Z;D0Red&`@IFm)%(n^v23mtT=p@%eXU
zfnI9&#CIHf_k3S;VhZoK<Wv1A-`+mcD2=h=E>SQ_PTl#%zT(}Q6xoWvqWQvy4Nk;*
zef=vw|GCrd@SD!fxydpQ)Qu&Vbv=-Ia^-ln|GXy(9Y@ckSr)6wvhSGgQRP4XVbNtB
zOTX;!pHCMEeb(`}dFwBIx@Lk;hJWRW<$uZ>F8gs9oj9;Le0oLCHu0n1QV%~nAGu>^
z)bvoEX`DtE?X??zggiQ_)|<3;>DKV%)D=qa{cSGoPHW2Caq^^QF~=_(wtHIceM`S?
zVV!Fs9nzy&^<M7kOOZ#Vezga)XFRUS6{~VNaO5VpePFcWkA3In=f8YWm!@~_P}4)f
zQ0=&D{*&3hUAz~2d&Z|n=Qw68h+N)THTANwUQzI~gLl_dD(mKNWHbJ<pyG$$;@CA>
zjDqQgnyqiDYt0)K|B85g_P=r<*y4dny`T2Yl;{PU|5V=c{u*Sv_2g5|X{|4JtaNku
z7c4fDl_9+Ex_17b?s-#qrfRlv3))OwSizuh=$(ey^0H?x(<CdBT61n@%~+K)wRxWU
z{A4+1i9|MsrbGQ({+{CAv{;ehx{qy&x5ZVVs+X#t&s&>q-y%Hon$1D&<z60gKgE~#
zrBAb(p#L;PW~$uJD<9In)E*TEoqfkt_c8u|{^6(L^JVRRPPX?}EWY|j_uA4T?k_r(
z^NNLMPi2}X{;KMfxM)p*wsUXP{<Drx?4OAErk(vXsjuynzGnC4#DG~s*FLHp;eUE4
z{p9vPvmP(_y3?{>`0D&G!S7qN=RDjQ(rA#JqV^<1va+39^YM@3Tl=?YyRWM(X}bGK
zc=gtUMIYi#m-I$S9oC%7V5%Og`*lfbq}W@N84o^8lJ06TpSE|4h3AU>>#Jv}+jwXw
zJ2B0gt`gJW(a*pe{&;tMgH@4o#?s*Zb>UyytUp#SI`l#Og4goX8)SSMZVI}~oy_4j
zf7dkyb{0URQ0Ln%U)Afbt=0O`6>d?fzUD*I8q3Lk$Cn*{&)Bh&tx0y@u_;`c1&TWl
z_dQnneJ!zb3(s!nqF>pE&iL!UeG<Iwk&CHoctF*b?QAMNcByuionZ_$TTZ;XdLr@n
zybn|J??0~Cvc1Od;m4yNPPJyelCI=(=}-Ss`h}%)&(){O=NBD)zvyZ}?5#CbbN`e@
zEc7<_Yf{r^4W57L(*D}ATRd<7P41Yz=S!LU4eNvbg<Xp-+xqQZTxV<}eR|RHk2fz1
zEPE{9{(P_2&z8-hOP<aDB_Nyn?<70dTE8TvX=Ml5_C<GvPC8ZkJKd&B-DX0+X93sp
zo@qN~+?x`2&qFFBRhemF&$b`e?C(cMJP&{V`Nz#d|IFMUN8J8h`EI!3)7to@htn_0
zRQ=|6UuGmd;qi`@?XTD$+Dc8m`us_Y8K11*mBiJY);9$1dducloL#JUbt3=wHHPPW
z-<I~zZj*A8vbuWh-sQJhTXueWdr&&__+`DWO>b1@^XY9|(KeGaM}qBYUZVfn-0}<U
zjwTralb>C2%Fx<dCi=-kSUP#?(v_$0Y~Nt?URLYHN8RcJ$2ZQGDPNbUakAE+H(ciD
z!JF5n)PydpTB)WpQOEi5woP7@pK^CHF0uKxNxP;^@?gN%THC{3PY*^s^8M2`o2g{-
z$1*dc+XBAR8WY9O9y%@h%{gvIjpB07wJDMU1`jsMByoQ%aeH{8aqnSuyDv{Zd^lMh
zxv4F1?v`17&1$(i;x=#Yo%3v)lv?weIa4Za=aQVG$1}r^iXV8CnRlx6wrl<8`2`<l
z<W2~+vblca^Mg+--`o8ER4|oqv00z{daDDm;vSRus^6qpUi`xNZtafmKR9zjZZ({-
zO2`eoZ@b_L!}5T0iM#JD+MN8H<sd^}q~W(e>k7G^npp|^cumpC;8#*V^~`8XrGK}{
zt)E|S6h6(ECn=U5_AH`IeZB3&i|1y`CYaAzF8Ye~-Y1*N61JJ)mJv(=2V(_3spzl<
zIDXB368G<;V7IDakx{6{zc*`_9%pl1>&0%6s($7Rw~6$JEf@ZIC~B4*dpz^h>CG2j
zJkPYAQ-1zlN9wtN@}Dh-o`ydEwk5CV_u}KKS~ooB%csU@{keChRPI~)!4(VKF3eTq
z{501-*0#ZQ!yC`&m21DWE&rIk^3?Q298n@pA59k3e6e`6#_Q&ar-@RJR{Jdu-cshW
zDsV-~8j&O2DeQ-r*}wj*UVH4Oh{?RmZ@g;{PKy@|{rPb3N0o_9TNch$*<dI5S+JF@
zdGG22eCyn6{@tAa=VZaNOJ^Ut|36uOX3OoeDZQ!PA3m$M`T1*}SQ2Kxc0tt-6PEcC
zpT8(=$>p-GjpmR1_bb${>gMb<${gp8lq#omB|naStZ315{f5Yb6E^ve3T6e)VZ71P
z)A#M{p{ixl@l{i*gbcm@`wIFjF4<7X=;ORPriC+GtN-XyzAMbui{9}|UNC>!T=Vk2
zw855|625QGMS}O1+O7NSziIn&*(Tq7*@FK!c<w2^yr8@1;??Aza}G^eU;3o)OP{je
zy`#QXvmeZBxbu?r*RF+A1kI%S%O7?9x9xwO{3<){Onm!nJL@$8vp=tM?m2w?sp`Gn
zJ+qH6KAl@((O5Zoy5YT#y91Az^xQxGqRP(v(C@n+zoz$J-``uUzDGLo_xAJKyM$*H
zw*1@YXtG=4YdZVu^Yi?c2k-h_-F`4RXw}5D%MQ<%FFs@)7_~zvNH68X<IQaGv+9+P
zm{djSo_dkECSk?}p$Oqpe*wq6%GWYC`}#H<c@bqb(c_kDx<J*;E0^ayusXQ!x%2%r
zon!0kn7pN<+f?)q`lm2gu<%x0?Ons>*~Z+aJtt26`yJ(%6X*8{aO?8k(!Kbz<>(7v
znLi7{x6FLY9Hu)}HJHaC)BMK2>qnEXyx+Q3Vt&b#7dlrD+}py__32~&L*BK??@v}2
zRo)J7fB%QOVV>-sz2%Wz_5CUZ+TAAB&)olgcz$VCiBgQ*6FIj}%MEK=4<_{fJ+m%B
z!e7S1*J$=6OS!Kryr<r9R=9U#`^JM6+l@QoU%Y+V;-2=1(>tBzhTnQ)Mk~wZ5AXi{
znyesi!zvwevgHKtQP+DM?B`CuwVA0|tr_IUI;Am=<M=*#xw;RH4=2n2ujpG?cHrl)
zt*R+3(i}ggepqPb#3yk`;FNe(k4El^%S_t2+di>Bel%amcli`PSLp{Q?ev~@M{Hw%
zCtDc#*GrrI=c4_4(mUf)^A<BIFD_lV=cfSQl4p14w?xihk?M=D{652}=l)+g%gb8@
zq8z{Yxm+ugUO$PUe(7~?RplmS6Y2P+zBk0?av87vA=_?o_xFb6-+u}?6O$Pf3hzWb
z+L(7e|C;1i&(l78J<am?b&h#Ye>p{3)B5L?y|v=|>whu551DBFFjo9|<mZ`%4e#gj
zyUl%ec!!($zbijeFD2(E{s|UHu$r{6Kq9uj@wR-wdGX^dtDKc4P3!kn>MA?b*77=7
z@1t_?G5ypVFGZ9xBd77!pWiO=HMm1{&+qo|Giz!-uit0$#=7AChbznLrxbjW5_-6r
z^=?f6<@uhg+5i3jv4ri&gYBQ9*sW#fuG_AZdM5gDhcoMg%>_M*_qcA`$5foZJ~wE^
zhecoWy+5Ye2)|GJH~V6t`i_oBtrI3;?QhR#dhA_Ue#ZUD{*xahu9aur?$J-S*vR;6
zTAuB^xZ|%ZkD0eg|IVM*U^LVBnpRi&gG&<2FNH42ob~$i?aB-DS^t_DMaRUt2l^j=
zp8GTF$>gd>cf|JbUH+16Z1M5?mX;X*>X&QIKJwit=F`9X;{Uae`X1K4-|}U7-FuPt
z!h6#u*GhM#&zWZO<$dpYxiJ48sf43T*GzeP(L24^%W7X?#`n)RKihk%H>f07?cnR4
zIwe(GD)g32mka;oY44iO?-7dIwbN-=+}tJ8zq#th<!y4$YT2I9xIy;#J;S*d)`)M3
z-d`;``IcXQr?mMm8!Ov3F19sw^J>DEZ}Xfi+rOp#!Knkv9Yz<#o+^gjKCL<5ins6L
z{g{2HCQW<0^LfIwnH^DwwDldzW^bP3vxHUTRn4zml{}eQ4IfT_pO>$EEohBg_>SAL
zNA>?}T}m<8!Snjzv!Aan3H?^oJ9=$rqisUu`qR8Ng`V4OI(pT$DqhU%vf=Fimbawj
z&a!t0N}hx&RruFc`mH#AKY73UAHnj8xo^Hri>UE5-*;gSW8#Ln4-eg#9#?5;%yeqG
zF{eoRNuJH2>@R-Q{7JSy;2AXMlk4&GJFIU$*1l`0!+QH%$eG#sk{-*&lW(p*J@@2|
z?bYhr=ja#Z&x$!HFs1JEq4^(o{k`y3yYtIk#`<&xnGZVive$2@I>xm~yDe(RPnC~V
zUK3qjo+&7gy<pue>uBEf@$&1&ZKZzokF*VzT{WMv#OU$##Rh9NzI?jWth8x|_rZ?o
zJf{>s*}nWLxUN2RMaSpZ{eKz{`+6uuvM0|7U-&-mNz8rkIXwl<9|TTcoGO!D*}FA<
zciA=9(3x$UKYh+m{uk`?Wc6hYuEZzJ`}b*U{G4@R<^3zA|3VutI;ZvC;_)ufIC&vw
z=?968g^w=XzdU8Wm{{Dy)lHY?8vHw%|G4DQ9+uR37iXAOtys2xgWeM3a6@$y!SL(*
z&Fy%(qY|$@Jtc7HfaLpg7Ivk}rf;4R`sjn%9sadN%XTD3{R>XpWvoB9ZHhZLM@n<~
z;@LvAk6#681uo}*nE6!cY_Grrt9|p1Sy$$Xna?<A&-eMR$?tf7=WQJ8_otea*`B*`
z{(E0|T+SKy{^S{#dv*r&*UawA<B7NXdb_aiuUWPKy+hBxE|h+p|L5I>@=xy{YF1~6
z=7qeOY~%lMS$^`I&g(|EKfl`iyL^A<o9*A(x{mEGP?&f`b6@Y%311ps7_Yf3(YpBf
z>n&fN&k#!d_wC(#p>o^aOM<bzeH#-!??vsi?oIyndv~Jko%HYTD__;grpf5p?|%L8
z@9pKk0;U^1y!pD$#@+t)BcY=a$1Z;T@;dvM^)l!9{jG27WrP0rZjfE}`?u{e!@k@1
zYs+^0dy^>ru_w{`%-ly`KKy%AV0XOY`2D;4kAJ-R*jHq^zHa>E9kzWI$Nt&=lPLcZ
z!_^#N7TddQ!BcfNi<2(<U*9~nCj0%oV-{!sz1zI}>Y|quAFPY_y|wMyK@<1cQ`Iv$
z)@Cwu*9pxx2vqpjD0qHG+mY<dE6y=0*|)F9Buo-yx^kRhTKvT%rXyZ5Zxz|I*Rr!F
z|9(>)<+*se<8sCuFR%6g_$TRZ)$>07X3#0^2R)b4ZLMpz+dZD_yZhei4QGss-oK8V
zd(lBhdd(?^6-9H?PM@$*Q>pmLq5EVv<LvoO=DDA>Yo6}@?61E_eb4mG1;<|3AA6<u
zgT;f*+UM!!FT$12=etj^GFl(2!vAIUf6;aEeMgq|#yl#zmO70ub#V`;Wl{dTpnFv(
z&IjC_<m<+>WAW?@c_tG=d;Ic$Yqf>!IA&IV=?l|u#dC2M=P$04`E@u*hjZiN1pO1L
zImi3uWc%cwC52{075|j_5!*U($$@2mUvPSzy1(l9ol7^*Y+QdvrQ-O}bGh7yH#%3h
z@9vkC6x+YgU{BdGZ@!5#mosXnXT@5bKT@vmF}EjTrN!^bWsJXlD^H~si!QCJmVB!H
zQ?#=ELu%HO*V@gi4<1o?Yx(lQY&&TqPBj~MiBD;6cV3>I$i7mAE1Bm>+hVRs{bIGo
zR|Jh558P!nRdGz_pZzHE;kCmzOT^aQjY(QOrPU|DcZc_zuJ|R&8=Hf<*UXyw>{pAm
zouqx))A-8QiobmSIiyYb^;#g9=hSMa_ra;t>qQEdN85xk&9zwKd&A?R#N8KrGlDKk
zv^P9hYw^gpWTJ_y>xpIS9)G;~QZq~Yr>}Ca?c|b=N+pvwrKr8!<J;(axSs7<?5^3X
z-~Z|;=QfhJ`W^c6sPYp(YqjRZksVFH*ndowF#gOpr!vHHM~Tbf`+Htm)&Kpr_xJbr
zg+jA`e*Ms8{xtUc|KD|GQZ?Vc_hwF6Vk#-aD%N|JIp}(A|AS-e^Vu#}nz#M`UH3k<
z==c`16OQe#&u{nd|07a0*+`~x?eliV#RmeDUO#kWEU!3wfcMmovoGqj=h*H^+tj`8
z-S&@`YKz-@|5oke`F#II>5ty?e8Dwqc3n;6k$&!5zrVIGahb)n%lH5O-hBM#k2eqV
zzuoa@-vG)%R(gq6XYZ~*EP1W)%ZBnlCa0yZL>=ERc>TtIzxUFQf8>@nhD^%j^p*Q+
zr1#qJUhfVj+n*a{=e|0(WbziNqFl-8%%&=L%Vqr@`CBOn+_-(OZ+phd8NvHk#(dkP
zIp@M-jve)HnCH$d73i(G?3ekaa+d#(4f7gKF*80{qH@nj)UE2r^XV@$^naKxX1z0~
z`t1?TT+6O$reCfKGBxa})>%>hw!(S)X6fuBr6*5IRdW}qR4u)7@$S!?n{;%8ewD>e
z_gyTmfBpEIhj+I>-~CDZZK&F`?&aZU4_%i#-k4eWWdEP({0f`an(E%ZE&48TgYZGG
zZ#riiD<zhG@LGL$MvdPo(f>>CcdV>oTX0Y~fr<Bo`===%4}P`zc)Ex)w(WD_*H2p?
z{uGaU&>;W5Zxb`4{>vY&91eGwKdp0@m+afYIj3dSldbz*9U_~OU!Dr;+qSk(q{xAN
z!5P>09=Ffkzq29x^_>kna;JSS%eE}bpBPi+Vsq<@>4vp;EN<kuFWzM4?S7Qc&F|M1
z;fva=AuKnZ-(amgy++2U@t^vf_l18wTl|7pf5htTi1I&N{x^HM`5}k=Q=32QO3YM#
zti&^I(S*uRQYtq050yH;dNB9gzb(}dBKLLg-c~$EtjR?+=*E+FY4>&ScO6tUE<L@W
z^H=^X;gc`xTs@YWfAy~L-*a)6&X$@hiy64e8C&-m@Yp$cU;AyDWpwc3BauxS^M#%*
z+SIsq@%9Ww(MLX3RlR(dU)Q$^{n@Kyy~%gp)OcpMnIiUfd-r^v$YSkN{Ym0^CG#|`
za@)eW{eNf9SSBpv5w(})+A)WvMv>ATDpxOfg!T!hHrBtM@Auv9geRXl+n%-gnR=EY
z`=@T1W)k{d?xp{Z6*{xGJ5^fu9@VaV!qNKKNNK0+yR`=Q4QpgqU2I?fce8!-lGCgu
zCjXxpmOM<AEIXd<wwXotx3Jx`&xL>FzRtCE&y?C&f3NdC=X;0O!LwX$21JA&+x|Sc
z_RU4{pL3U7`1G#)>D1{eAuC_rH`ne;v|TUc{eFjE{PC-QuiIKrn75C+$C&?W$CSJ`
zm8&ki%+E0Suej#V*ViSg9R~ZaW<R>}^+WIZLjez$S@NzIuvQVe_1C=lzQnb}jwv;)
z%`JBis@gpiF56=Ca?ec(-<r9M$9(7Q7LPFV&3qDB_#xw^$UcQ!`%jy@)a81=P2v0(
zTlFr)t#dQqO8MRfg>SJgHr1+cX8P{Y{8P0}wC_{)k4ZOX|C!;#{q5%c?s>nWruSF;
zyqw{4=WAx`;fhwiPZO5P9J{bsn5XNXlt|y7+2y(_g~B&Bmi;`L+18@9`B7KlRHIiD
z4o=yi<iB&v+mH2=FMiYO`(t^l|L?+LhETo??wj|HciytU)pjRXr88~*{2T6kI<JoV
zzhSv_I!LDA>Rk`FYg5nsc=mL$+>s=!)|mKPKHn3bi7b5Ok@N6_@aK77oLmm({^6}(
z!g*cp>qox&$$URoe0e8gIn#f^Pm}X@wq+*n3pR<|tvTbL(XKDW^eH~>pnK<*zAt_)
z$M5VeI=okL`-_}TW0wyf;tXS_GtQ4q-^vgWep5?W>Z;w*c(=U)HOv1TF<rXfNh9j8
z;^~UKhVMl?H$OkWX?`<v{esvkoy}HKv#Z_tjG7C+$Lbt@ZlDy*wDi+dTk#7#vq}`=
zs^6MU=IEIlcI<fbdEZ;_mft+}z;gA^_Pa4v9!d)%U%AZS{k^YCvgOei^*u{2Ys!C_
z-ad2Uf;*eklVpos%!-8D4)jES`P3!Js$dk$Ioapg?KvkUS7z~Bm)Aut3F~^}xFBII
z>$elBAANg%Of}usbNTZr(a#S)^fU&sv>qs#G_7LR>$<sO^OGflwBJ3uc=*V1H$kop
z_TwUN7o<O1SFvQm4!z7zY##roMVh-EWlR4zQ+~0T+qW&s7Z&z*dHqv6<S|Ru?!3tK
zoWKhPWxd8f)ff7>AJlPY)rsoA@MX@!wZ(Jz7%nqu-)728Y_fkZw(g1bri58_vrk<q
z{U=d9?J{p#$AhEQf%5_#Sgk`RT;B0`d*Qv)@-h#1zI0l+SnHiYk%_bAfzVq)@|-iC
zEPix-{lb$0N*&$y_d6$jZ(F@U`*Gy02|65}u3NtI#Xr6J>1=lB%ahR`w058K+QWPO
zbm+gb<kZ?NUi}xo-g|rc$FANzw_eCc`g%5VetI_1S-Z;D|Js(a=dm9?KF*Art2Td1
z%Eq%b(LWvp3tB7+IeT`>vCMtT>K@HK<#usReEHmGztr|#xh<!)$L8&i1q;PvPAxoo
zNWWsu??Yw(LO7S->&={zB!BU8WM0B0gZ;@TKAm5)VnbaXkA8lg=&F;)cZt8QJpZ|6
zncsdU!=k_1MM{Q?KTNp2&w5|rl@}a;&6iy){AQsj?Em#(u8Fx_-$$+~I~Ere8e~5T
zV*4s;D=IZrd5-;~oD%o>As#PewhLcuSM1Zc<X$DVGqZf3|EI8%jf<67+${dJaLV$g
z{keD8x`vsv^Y7jC{>ztdbHodtNj7wn4PSJkTtv+yYF=%NS3-+%+x>%g?GD`%yHq$y
zI?N?N+Eu_b_*P!8&G~g#GtGr}MJY+XTzabSrP|78UEykdmW}Z*i#<R1{}1{8>r(n7
zA>muT=g%HsIv=31nWHH&Gx+2Azxs0+CNrB&+MdAX<UDPTsa5ae>VKw8N#ZJf7x=;&
zX20)i<e1n#XODAD><`X{J(t`j_iw!Fv0(r1St=%{stbJt!YW0IPaE&#<hg&e=Ya6m
z6obsrTWiltJt>nqqATw-*~<6V<oA2j>}4Zgm~!%LFrCibeO+T!^qhyC`aKmKJ+s~%
zIV@3H^sX(zw@Oh#J)-=OI9maSeqQaDZ?<i@Qy0FS{xYh6%DOwuj8;#blOxXT)LwY?
z<CBd~uYR9%rKNV^+-Dk}j1m{#nY_?qtLA3Go@eKG`m~xn>8PBz$ZL9dvO~;Gi2z48
zZnY<VB@X7dgq1BSn%n#)7k*k-{=;KN$@f3mca|-hxz8cd?b4<*lj`f9wtAN_C9(7F
z&z%$Sq^ka6<*rnNEj%g324#odytyWEDB5!6iF0$73#$4*o4w`G?S$0Ln^Nz^+}z>X
zSEXLv=DBcMg{b}vVa|q%E%{qBqxHDD<^M$HMecKdo<3Dr^!|>T!W{<=+T9BmwB}NH
z%k*_!`6QVX`DR&$$9F@P32+-$`!URDdwpZ|^yzxM)7KTAlzTech{wMB{iWRpVufC<
z5cOlcecJb~obZ08`MJsuoZj#oi8ARbYjD^vQLMUV@MGgr-RaZL%{h0abwLq_*`ik+
z^U~{7W{F=kyRsy-K#=3`BF+!qk1ns6yuB@|^2Iu7$45Ijl|@hO;$c(xuin`eu=4AS
z?e@DHq=J~Vbc1(j?rmh)yZhYE*8b9@&*3Xl3W5}Ow<?x@ePx=r!R>;;h6fW~_!j!w
zR_}Wf!g<`}?b&;iwCkIaTG(HnpLyI)^T`K>9S6Ae>ZRYG%y6IZ=Szu|+0O;ScKN#U
z&+cC5TD!b3?{T8PdW6}ZEhjF8pX{-*V)R^Cs}k|<$08BW@ao{~t`*H<95qi;WqB{}
zSh%d!m2t-M2RcvH)=hDpAoXc`;d`ApWqZ!jd;3dQiJrdLb4M*^rpFdf%W{>L(yp8Z
z)v+cKN28uTH=eb#aF=^s_4yNCq8TU8F5y{q=GargZ^7>mS8}}m;@8!)MpaBMQ~1ZF
z(jC3;IeVUqsBP$c<}bu~L&Ck^{M+g&RVPH^pU1b$PM=(NcmMG>_igXF{l9SK$JN8f
zERMgI4R4SBJ|*+P%aZaNU+@3zo^eY|x^vR)<Y()>8~OuF;*GhaXK-<F3d>B3Q4J_s
zdhWySr57*zRUHy?k_}s~{;Wg&lE@uhzglw}&-rf_ye<j;wfueZ{-(~8TlngfeVBgx
zr*5ll-Nn0R^`G*B`HH6Z78}HchW`0Ax#pX>^b?8Kx*>N}xi5+R*fOsrJoMP2&OGrr
zl}FD4IVbO*<|nDe_QLH`;%Rw_zot*L>rPE+Y1X!HwO_X4Um)+F5VxkoL6fij%JjFj
z`uE`T;g7+E-x(YZOy2S6@@$jIEbEh}OI*5~A(hDC_BZ;1MbzHzT@T+i{^SwT%+lkS
zH2dobw+`*~qUt3=Hy>D?+GaPU`0%BF0=J6i{GBJ5!o;ZCsT<eMCeS%k@zfEnG=WTo
z>l*qS7*&>t|7!W7IkD+S>b%(}LYjmd58gMZdAlJaVtLJ1&RSi;L;1xDb1yhsKU{nD
zw9L#`pX4*U3Z>5+xzlj$%eCEKODmi{ylwa|pP4WA=4R>L=Wng~?|%Pw=S5zLxfHV_
zlZxvECDlord^)!!d2UfXJ}GB)j{DSuC!MvP{!s1r4AuIWy=u}aXSUm+8|QW<Ys)1?
zFEO3sG4YwtEM|rz1qP;!FE;l#zMt~`_u9?x|9)q6nEv?k-~G?$*sj_8?N;{sz1MCX
zt~9uPBD!nCqCej@{WRGlX<qbmmc+ZNr|Cc6HE!m;RzK<YMCJC|3y-!ga*kSjseE3~
z=ZRZh)p2uwetTo0^A=M+oAkyn73%%HW<f7LJi5N5dV|S#uCp(G-}}A(`4sU(%E!Js
zywB7rI3~1Vf7ZW<efQfmetZp|x#D{K+%H!;liw=t<2SVBUH9VD-Nb1N@A>iOojY@*
z?_5UY{SzTPU75?|(tg^_lD|ItSiz+I{W6a{;x}G;$icTa&UI~I%J(E5)3t3=Pv76O
zNnMGdOnQ~p?*y};Wlz6xBu-|`{{HI7=XK#+k6*;DZ~Ss3*z43*6SHY+b_=$g`Vhsd
z7tFiTox3{x#CtKt8U<d1p!m~lUqtTxU|z%f`JMab-01y&JC7}!61q?N;m+NUf}7X!
zGm7r9+7p-cK&^18;hwHLXRl1&_c->MS?cy*B36f{ME;ej*57018k&5{VfVES0qu)w
zYHo{4C@*AOS)hHRbp4O=RkuCPJ-k?Rm{m7-<(9C2Upm;|Pn#%z@G56{G4D)ypLhoC
zoGId7id)}ZVBb}_^zbJ+t+WGb8zeM8{ym>({k37@?|)VOE`M(vPjI-qr#~Q7<gfhX
z`!c3yqoiL8zPX~@v)%r>M?t>+>$g)4YZkoElg*7z{A(S<e<4L)=dsqkYSBxVyYI)@
z6xtrNi;?r#tbgu$Y=va)>Irh&?0+&p+_k9fb>oMHp;a@!`*~09Z~Ojdub%C`{r%5g
zXMVr`efi4|?w2FA4_oW~wX|_q67$!=?(iEHMfZOU3x9a*m~?B|`sZ@_F0DVee^_O6
zDBS+!>`b<pEq_|RI^1-79^ZC6<<!LXly!BHtnbfHj&c6Um-qXz`~Ba=`};2yn5?mn
zp1<qJ%2V$ZOSeBL=i~Qcj$0V{Dle92O-F2$)S}%rJ9Oe#c&-eOpE-8|&v}tf2Cs@h
zof0$snM&Jj?;Mg5Q&_n7!ROd8`9qH{s#lepwWm~XHC$8>#Pqeyw<dwFpfNQv)MDeK
zX{#T(|K}5A*12~^`@qEc{cTf~Hzc&GPqy6X!k7B|+U+!rl{1zGmG3wtvq|FN=D<f$
zH@su#zv7Br61cyu<DCAz%WiG_FOOIz?vY-9`BM4q#m~8SELpzi$=WyP)H)^`ByIaR
zscv(3hT<mcU}m1LyQdg?z4sG8J%R6Fr`^Wr&2frKQ<9~6R?e>Y^+J9=?-$+1O7kP#
zGLE}=*b;f(uQV>bx?!PG(3SVhXMA=qk#=rsDe-@y)UbE;^sVBT=6kt&)_i#R@PFR-
zxc-nmtHc|wc~|}V{35VFJ9M5!xBan9H}0C}r}YD-2bz3w{uClDe)i36xkHb#c;=p{
z`>JfxBAzoT@TjAWkjmOWucSD;#FlCA5Ve0{!pzH~-F(+*ZEHQ(EZ=v@JZ1&)>GJFR
zj=baHy_3XsD|2@0_s?(l_S;^QtLyN+DwF!YXEGnRex!3k@|mg#{dA)_hSJXcrJ>E6
z{XV_5sn+tFU$sK^*a5381sh^5%Gc=@Y`Xk5bf3J?FHw267yIl(gIJ@O!(XmgEirE<
z$6^()_YNlmN@WkdJ+S0q|DODij6}C}OZbmF#%N7s^V2X?liS&|`C#(Y$;UINH#G<v
z$^<`K{xI04-sgUybSjf$-?3hiz^9YfpStIK;7eR0!|T(=-{N~ZDkU<X{*y|4^!z%@
z%_W<5o!hRG7Wug~@JcKD&o#gEZa!1c6N_KK|DjTBT8d|7r}Qay!^biLR<`YHc5kp=
zXSwUFsuNek!&il28*U}8?^CP%kh}g5*Z22vT!r7aw)~%W=)!Ark(s}~J>UCH<9+y{
zT=m<c)3hSCDQ;MqkTyNY!%>4rr{sl;O+>#PL+`fF?}{(YC}wf{#PdE=+>3>uSI^ux
zvL=?9|7TLE=Wh4IRpwds75vhB!|fQ~KTO&a&j0c|SM7)Q8IpGI_rIAD8K24W^~Tym
z8HesVXirWl-LAW{O7dW-#^USOe_Kzr=Gtc;ZvWO`YL)2a&;9q@=U4yx`+Z(o{SWKC
z-?#kL6H~tP%`dX-aMQB-wq4~CY6ds-_f>uU)q5%B%g*Dow_VQvzxn;*57kzOe{Ig(
z!}B`xe%bQ(Uu>rBmX?o<%ymfMdH;~N<65#mTf|+y#jg@qzVDg;aPbdUKi<sMZ|<pg
z$6Lj`{~G*oqPoVG&r=FnLT^sZdw;VaGl~03=+ig0-;H=Ad!=jNKNRttwaA5E*(K!6
z+xc7ar!fg=_}0GL@Ao*!NxOFW{K`<K*ki9m_nf%>Gx3b;v9`~~v5$16&o9f=l7HXw
zQsndFd1WcG%vLwfWQ1S6$~Ltt?jGlt`Pol4TE|F7ml*6-IFp~Y{>sUviz^kU8#3!$
zRttP8Sv19Iabn9gLH%Vbd!DGR+iQEbVK&EYVX5{swWoL2Yr8w1D?X`yx#Cmz$3N@W
zH1P_BRvph3*Q?-pq*c}WvqA2!W6qP=vHw&qsj4@oI6Zpg!Mrb?=iBN1d*^NsnfD|7
zH*eE{b@D3>BtLAjN!Yn4{AqC2joB#=&Pkt2lIl6|sQ7Y3zoJVH^X=4&RcX!or>Fk8
zcZE;Bgt_}myQZkWUZKdg={XN}|Jar08ly6AgR}emH~P%}Pj>U$WG^|E`OJLY0#1#m
zTyb{xA11f8txV_Ke#>^V<`mhQR!y%Z#mS$piOu_vX}8UL&)bKhS9XY>|KL|Jr65S;
z-tSx5l~1Ogn(y_~;!6MWyB3!t(kFiSvchJTU(u7ZJE}Zn+YLT@?)T*3sPs3o%6{_v
zdyKD9v)%M>N<RMk;+x7|PEx(We)_<H4+@Lz6PL(vtMz}d{?{s6zjW%m!bjiYpFUBY
z^5)@u6$t@z%l%tcf7rWX^_R0n&J~AdwoYMxbAsd4tS1u`&Ht@lEN8pvhFs;39P1Nj
zPOHRA`QNqL>+$-`;ajVuKXY&QoO54FYTM!xqrK{V^J;&DSQk|oZZ=o{apPWQn)$sw
zb-EU-A9rP}uWnbpcZ_4Xz4Ua|l7qz>CTA2n9vqODck*u(N|dpe?3f^u64AiN`R&ro
zL)j;0Jg=>{lDXWX?Rsi`l6Q(k&4SYNsg~6iVs|cn|CjSC?xzj+eI>RE+qpa|jS_=@
z#qMM--u(96skCcTXXbOy3A<+Yqr_@<=?(M5&Qp{5(x<R#Hk~TJ@$CKe=ES{xPPbP-
zcoCg{z<{&$>*9i~R=ux3EGcEXSmjY@Tc@&O@y6(RZxT+voN(a1Zt9^p^ZD-U{m#dI
z%bU~SvM+w|c~0(0m9Ms*eZ$OpwVL1b<h{*LudKJKNowD~aC*LNlubwY!IfvTs#h`}
zHfl?fJCl4@d(r*LbsW;Io5b@|*%OpG@5vbn{p9Pf{-AZKPfD($eamh~vk%rWpM3UL
z&Hj0B{@(Zc>zCJWulAP@`q6G@Y}K1>clpiI>T<3b%N`p=#htg7O50`kU>VQ9H^n`@
zYWHjF)PJ1Zzy3|!vhV+LcK!Y7{@6<9{ohLuUQe&|{hw!0Rcmx&!nx}6&c~!Ac6?v`
z_}b;)a*p#@o|XS(Y}S7mn)Y!?RoAA4n-6Q)Rm)s@?Zt6u+mxm(@6!VE`l*|)$4P#@
zlP;)j;~A7zkn-TO-LKUmOC5gRDfFs3{rJ_(&qklpr@J}N>bkW!c&np+zC@3p&+ab9
z&>km?C)4L?iR}!z;<VykS=*;G@zXbz-CBJnvhTi-)ch4s8D#Y@cm0-N-uX$yN5cNc
zC+);O8S9$45i^!Na*wS%Gr_#&=bB*MQ_PviuI6l1+7`LG&)?8uhkXFYk8MTU-&j1V
zVOObBdpC8}tHZl9PdsKV`|11nX_WoBooBaCI2ICj;>ADBn-%R_Z<<w`_nf&tHNtTF
zf}($n+(&J<F63!{qw({=WPO><UmDuf6duG{l|?<9TX9maM{eHX(12xS`k$7@d}gnI
zcq4ABUo8LXr+3q@I`HTl9jj0X?i1YpPwiQ~*0E-`<5pk8!>pJMn>TGe@lflt&gThk
z*%d9d^XAV#Jt=MasfcIO`21d}@~>I9j_uu{g+a%jJ%7gB&-#2#=Kkw?arK*Z*Wb@B
z&%c|SEdBWHmy5=4PaITM;Qi14=ulPXwD2fReVfSVu}{@I#3xpm@L&AroA&wbwfu%_
zx9wcKwksvKubs3a=0V;rovTJ11y|klvXd4YdCzwGIdR97+>4LG{!hMGa*R{u?OYSh
z3+n5R6s_N|WTS77;(5J&oGUljsCC+8Cr;I?xD_vKazHiKkMq;x%nuu*{nUOw-sj&v
zWqa)gkDopHQa{u@UcE9mdXxCYwysg5=HJdeCwx4$otm2epFN(u&Mxftq>be(rvE*)
zOSH{F!FgWw42K+Ur>EJ!r`AlhS=PyZux8r!-j9bju36r{`Ogav9`5}?bMGvONaf&b
z=90K<r8sf<%flxUU#s?-3iugz7yeo(JaccOK`z_RZy#1Ze*60T)isCA4joMmUVJ^{
z_mjvw?W=E{Z%z2EH@RcMk<<VEB;vaF++qAu_CWSRoZ__&_uLM#{g}GT>r>>Ud<~wA
zD~5gZH?4Uh*483B;r-KZ-<v*v+iz>9%3o<c=ZI=gP>PP!V+Lcs%X2PmIW)^i+VSC*
zH|@_Ol1e8m-k9K6_vp&{y;fg0RrOeK-4h8ddAL7%-4>ZglTY+8TYS#4J>_6I)6?xz
z)xtOIr!{|te13COwDyGk0rT^D`%(;(I=0-2alVo9wJM~){z0t3lZT(e5?=3R`l-#d
zH;D7gRD-&cvw!^cT;*47@&0PIeh!0JfO6`)X^Gxni#T*9*nX3JpWpnqZ>1aa+XvJ3
zx^GBGy4&{2YQ7iq>c4r{<ya1WOiQX%u=lP|aBW=aR_{JxY8AivLy^7TGiLV4t~^jx
z&eB`hw(_!um-ZhEtL!U+o|b=8@9#|x$viSi;PkXK+38OtAGv)hk9v1})2m(6Hyo~9
z{>3&&|LeWWdYs=FdyMwZUgIU+x4&-_^JV4@>=OJfyfzATZQmIeFZbN>l*gg=eW~Gz
zl7(KU)>_DwuV=q3oqr{+iBDTa{?v`LbJ#!K$nJTZ{_WJ`V$CeZSx&9*`IXNbeLACC
z*}!OPqkqxF@QJX#jOYPJM;T7zxn5BfIU44v{ZGV?2Klku@%#_m7OFD$`Hb(k`ab@h
zufcV~x8HNk*4<hSYR~02g`QuWyC89*t<06v!QOuyuCkrBx|6c9{Kl`F`~HPpw^+eA
zL+h1w1;=adjSCM1luxOjc2utZMMU*|_IWwWCBB4Dd$;9$?YqrykIg<kK}CcqZ|l<X
ziCU&gq7SPbQs=DseD&7Hmvg_J@vq<V_lbJ_E?J9?^ckyytmN_@vhXPETGX7^Rc>VJ
z5@`@y(d}dTWYPY~rEUG4Ywzs4uDAD3RP_GR<#(fZon{Z4F7bR?Ci9+6f6NRGR*CSg
z^t^CHgG2Vf!Hu2q`Rgrq8=P1&bMyXryVqa;Zs)#a^@ioSx!$)<s0x%$4N9K7q`Bm3
zL(!buE*JfNt7rMA^{z6TrfHwSac^Jv)02&Q*`3crrP$Y%cT2or^yyN_l$^0SC&;$?
znaJ~(=eMi+9TRL*7hk*XPVQrw#XAp7n$g=E`eNf;Rh7UC9s2*0Bz>;UIRC`1O=#oc
zgA)1o_Fajq_}f~R{W>dp=hj<(G8HRit!sLka%H2BnSGzRfA8NT6YDueuk$GF5mecC
zY4I->&okzGW;0JHZ53sClE35UnW@oo+IbpT9QsjQm(4zO-}wIXY?OgPb-W0l;>lHN
zAr`DtA6hPS=F0o8H$BwnpCdQR+bQl68Nap{d~BU>Gt;cmeL2UhLk3&wS2t(O$kLhV
zcKDjvlxzFi%_rtxuGv_X)x^Jz^XgNdBL@|iXzt_WJtOKAb^f1DF1yrm4Fj(f*VFbt
z=YKk@ypFZI<ihr20dwVcNX}3-^e+1FZt>RgY2J_j$ry8Vceg+EH*d-=2(dhLH<9h6
z)ye--dkZH#I3jWR#(|Da>w+be($CwS={c5oXaVPz3!X&}|J?lWesAgT9Tije1V5Xp
z|F@(1N!11+_jOnD7t~Hr%PF5_DO$ckS*JzQtHdeFmivPilUI+@s~cuvIww!h+IISd
z9OH!G{0P@l(KiaNsmC@b*v`t9S+s8B!E{l@B7?bWIV@9d?Pb&r{kX51S9H^wmha`l
z4Xb%4c|Ct;eDKbj`ez^HKQ)*p3%~s)bWbwLK{rm_JR<*N;I54at=6<{KX-^TC9hOH
z<;kiIQTaEU&xYHd?tkz^?&z6<j0FXACRI8bG0W-hc9cz+%eUl|^r<^b*-Psg_?47i
zq|WG*E0_OlJi){;q^2z}DDzS7^}h6av*{<RD%_WyT4VLq;O+e=HHEjjXS=1A7k*&r
zn4SCnA~Q>szRdRrBKeJBm&De+v}jZ{J1ONDkRRkT>(Grm+b!m1&Nh=S_7eD&yEsNb
z^8CEE#b3Vcu-0*#=o$C>DO>a0{6n8oSfibOZ1MT<taZX8&B84<nGYNyDsF6S;5KOT
z%-&J%_dm!`@eaS%D~*Zw8d>IC2|pAdbZ7dWXWO5A@(8i~)L}3=<iMV<v;R(gae&w6
zwEDuo7h)c1B`lBIE~#PG{`H2nM)bG(%Ws}&uedT*_|Oj)!IQFow%;;hUimkPr`2g+
z3GdptIg%~Y+>OmyX3mH<H=kd+Zw3!vQbcKpqNnsrQ_=Wai}oyRoxOZfWc<f<^CLao
z?Qa}8V7~XX9PetQHIq!r114Nw8oqVbqO0H6ov~`owYomPs-Ur}_v4f~1skt?j#CWr
zT*+1GT;J96UC3^e|M~Ohw>bN7+t>U^u-<cElKUa`h}~Le3|aQ_ZP>Ex2gCJ!8UNnb
z{bzqGZNKBnvE_57$>nEP=pDVjRQFuRsvGAXvhFQ^A7`^nVaDgjht(BkC2v?Ozvc47
zq`5LOvI0}pOP8}Pn73=<{?pmN=ghNYR}!_6RpFbmQ1Ich&DIR_rmgw5WB<v?ERSA!
zt@EnZJ*?q+?vK{%xL7+r{Rh!qi!-N~KGN^4-YMihNB1(nRO$usN~R}^ukgk!o!ZXF
zao8eLbM4vg4W9pva~d^&3%iToK4c?Terji*`Hx#?Z})i5xz%Lsv3?#`J4;kTtidw3
zJ?Gr}WpbylkIB~G|0!zrJo|=6=R7sG99{CdU-OY456_SGJ&%9hxWsbmdz9Uilp7*l
zCsdj{jGkPWzVDjdpNrqO$N#!qzvu6n^?z!9%m4fRf9u{)hgRp#wk_K{c^dz}1rLH`
zrn0<NJ|8(v?y#vy!SAcu;rFxD=ULpfEBM7c(RE%jhwG$$FHXmw`us}1nMvfqw<pb;
zOdng=WJlH=FZudzQqK{!Gp1AintoIIRH#?yadyl6T00x(y~STFSvcw>wDc-B_Uarq
zD@j|n@BNda6q}n83esopMYs3z7In`5!^~62bAQr09xo-%?;+ayzZn%WS4&CfRA(m7
z-<tbW@$^|u=R1Eja(-#QR5Q?+viqU&sqP5<6)mDdhxoNVSZZc8XZ9S{?UCOn+-f5|
zJETs)xq4se*D&jf3&DaHc{3I<pYhYt)7y5qoj>)NbKU%>Xa4ToIn(U54@*aWwughW
zPxyla>$Nt2cy{BN)%!Q*44MzwWfl63?cTo8FkhYLCbrCFmfnd^KD(Q%p0?hfx;a2j
zN=tj;N_B>X4tW>tWiH2X$0twtBBij)!hX+#OInvc*l_AED*D)HnRs!zvit(Z0`qI(
zw_4oqShscY)K7I>*TEpPqoMt;$^I%a<I6wwcl<WFaHnAXg30RhwRP5~tQB6U!CF(H
zX}gI*wOZF%HSt#e>}0W8&Gv~7)8A&kI31DteV)^du&bJf+5a;ae?Of0V3p3D1-UW5
zl>c}5eieP~QTOAV!D}sskF9UZ^p9_p(~o}_8+L4)+5HQ7jEu2b&UY)nvG~0V`?*xv
zNbP1!k*b}}_V)d9*7b_#SQhWvvnA>k^TeeWjuf6NjI4YzW7a0wNQvou`e(L&=AYlV
zT%3_>{e-efg%4Ct&wO@MyfFLaH06L7lOLU&^D8R7?osUH_S(q?8EgF3&pGh)(&mtf
zKfN!AO<mY~BICq8)rPvSJB%C@SSnXlPdZs5WO=go+4S@xX^jH?2`AYP9yq+Ya&FQo
z(<kevE3Vl8rRleIx%8Um``LRI_9*_%+w-%+(9HhP+}aP1r6(KQs=Yqxph#57Y7Lpy
z*)<h>o{K&u^zqrBuY8`#qCWqy1anQEvcGK_$5LUn+IMBatSe_+3V62YMA!2~dEcs9
zt;B<`>zf%3b~A01*4rH2`|y?Af+<&-<#&Y7)m|}=o7d~aYE{v`-9NtkkzK+0HaSJ-
zpJBT==bG}pZ>|;hPdmcz&>ic+DIfZaNiJyOisy#s7Kv<_8g4bKy(mHVy28C(bvyU|
zSik>t_hB_1iG$vHxBeYU?%(PzUp>WiYK7XJ6)rUj99Pl<yHq~xobdVGN{;gP_cGlh
z(k&dHPkCn;)WpJ6(O%k9^6u)>so(y-uh|@1^ETD4XYnW760cjT%uP)bor2@vKR9y#
zivLp2w^!D$l@^P6a69ISebp<S9rouA9J^xU`DCd^Dwi{x<i{X^HN`!5B);q{e7pAB
zt<(A+j(!tmIk>=vIsJ5%^Ky<{uAl$B*KZY%-+wIXX61+YL#qv2w`X<#y0@5T-_}E%
z;*SrMeu#1ojA|9D`&%;0@oc2c?`bBR?0=e`E$!0{d-x%x*D&+Yrv_1*y~|cUHD0=4
zg^i3=NypYX>?<Gn?Jj#8wY%(ZRnM%#gw-OuPOh=}{dMX)OSa!}^FF!ouaqy`bno(I
z<Bw+Xd%lPjE!*?-Vd4UA<u0yI?y8p^RqyHCKCtcJ>cvgw=Y%FRbHuWTPu)<g&bPJS
z_Vd4Q5Bc}Cr*dn|dmv-z7`v)|N|HRIPxSixyYKyb!971ex?<mv;>nMH>^Zh9{kEas
zX^W~i5~g=EudiILUV6e^OQ-GR<42RyKcz^r+bG7T*hh-+RLW+3Ob^eCU<m)zyx$}`
zedV%yNy2_bH3>3LH_ZAvEqxESv)z|)o&Jpsc6$!Sn`VgSW;G}0C$p!|-|P0&|JRBQ
zKb|MdWAaem%gI-_ZD-})U|BBriK%V3>{hi0{u9_@%zo(IhtOFvKBYT$<kctD7`_+&
z@aoK;gWK5b^-fQ}cHKy$P%Q3Z$A^rJeyy4(e|CPm)2$yq|6t`7<7Q`WSMPaqj}+|a
zeg04H&wl0iOvPf!&TEyl3uI?(_xiY_>}THZ>H9zb{Py?xzRPug&;Kv_t^a@Z|3!cA
z?*CbS`}+PLXSZ!Uwquo|v8k|Xu+1vIqx!Q$ZXLYK%cHel?qlxWW82o~e+jUDH(li$
z``iai@4U2{-~6=uxJEEtY^IRZuiDM2d*0RYem9FhHdWtyok)0Vy2c6K)tSu~BIJzk
zZ9FBvnr*>ywwX42`ox3(O_(3UCz9M$7G&1pd-j3FF|jb=;8V_`83~^@`{thCqJ8SV
zNFPtSio=0BVgAoP<Ud(h%`@%CifdAT{hbe&etZ<gHFeYC43#%e7|kzVF}4VpP#axY
zA#O1(>EU0C816aqZY}AVT2ba-X!l=fcA%+M`i(iS@_A>LPB^>nT6FS3n{S=P&(CkS
zFRR#<>*LVA^lRDswX<`JLR-ats5DtOxBtxXyB%`sP{@TN;<x;)0$JmGzxVfr6>FED
zxyasO^^@C+|BH0`+&x_@OE)uj2Jc_ey>o5$uNk!*k@B}#m(59@9S}FoBs99cr_Vd(
z>rJVa<3bZJ#H~IO!gYA>s(oMo=+#fYQsTPsL*xg^OUq^Ec}@!X<GJ$6=2wog9>$#a
zH4dv!y!x)b<Ign(Lt)D&s#DV|ul=#InD$f6`IkiH(}OB(d7qYSa@AI3uzLDaA)oWw
zr*=0J&vhw}JLgOZeyL;s$0H^1So!RZiuc>5G9G*8S9jq;VR6Mrfz6Tb#&v3S4GD=)
z|Evy3XL@gFynQ9(#ox>|cHFw>>}z(-O;$^i+PS%NL-?|YzU0@Pi;v${?Rl1>ym$Hz
zo{T58)8(e<t}~38)b>yP@SCNp&g}D^Gb_;}(lcp>iS*ts1I2W!5Uw`9>XS8-EUK@^
zb+D|fPb}*YTmLZbQvK@XSuJ~Y_^0g>m&*~>+#FCZ$<0>ueV6na^KhA%tp#`Q_8n(C
ze~OX4M{rf!i7TfU#O3W@zGUK|r8hHnH7Sc#haa50kLzxu+JW~gd%pi{H2St_|KH9p
zwz;2}j5Rt>$X$uuQ*~=Q^DS=A_M6qLGyll*O3rgXeM9?gW6PuG`wy)6&HOR+HhXi0
zaM8L9v%jrIDn$aXL~eJ#_Ft&LdM`dYFaGx>`E9q&^OhYxdtUa8g7L{&*WTCsP56D~
z{NI@0Gwr__=T?2>$Z=S{$#=@Hf8hss!n>YCD%u<t%&M|~mvr&<)sm=<zr2^;mz%Bl
z)NI~~kKZox+uog~zyD5L)w|yYHs0DYCJbWDid=hKQ!_Tdh>NN)`P$QH@}cWc!<A*b
zOMgx+dw+@h?cVpl6Rb;~STx_Q@o8SW_STzsB54J#jQ0}`*t5;Mt>L$R--p^|AM%U)
z_GGt)9;%WR+%?(w?T>}bZ`-Y>-&(r;Ue5OE?~fNhE)Sh1>0!E|zrbZ)yW$Q15QQ&U
zvJ2$Tp7%ArvCgHlqpAISaBI%Ax@FTVIVB#g723FElgr;MTlGLr@$l0Zegs(VZ2!3U
z(9=niEN%9mao*1R`SP-J2`9X}9BkJGse0=)<VJEmuC(b4&-{GbyCUf^@3wia*8A%P
zA2U|vO}bfhO)|yg&k{=&=aT|@l^@C?+fSPtWaZt@wck^+wf6B%`7QJRo?ySNKEHC8
zY_gi8>PasR=e4`NW_0D*iIp&@avTY@Q(rLo-dD>svk*U<c>&By({1?lBJ=&8R&?hC
zOq_mf-|ynNHa;xtU+oRDoIE{b6^D7B_brZtjMq9QyYm_B(AnlXtx)el;oY|L>+kQm
zy6)l5c&C4r8(OOFq@0_;&r)<fQ|*wGMN&o9m#K!&f~ICIH@)<>SMzD1+5RUQ^LY8$
zJzC3W=I_YeS3U9AFOT`0>1);++q2)3;?T~W9(%32cgO7V8O=_a+j?V?-v4u+{&bCT
z@H|z&%<Ky39ejtjZB5<rF<@!Q9QkzDw6%YD`c$unTRWQ+ei7jMoE5$Jp^3us^oVC(
zw`bLN7k@LoXKq#^x8gwW*3<U8uKv6B|Ihc^=WAZg{5HG(<N58%o7-={umAR0VyjlI
z8S^p0vkNyFdpbNZ*)o++y5jhA1FsE*AJ#SX#U&ro?A$FPC3P+AY2Ymhy~wq}mfsxC
z>+|1^Q){Y!e>pyUreowGiAiErcCpTO=Zw^^AIi64=G4DAEj1u%K~P-}$Aga56%y}b
zS<hH8EBtuA`uL>@o92{?%Kr?K6hG`=$=-A3KtmXhL^kspiKY*UKc?_4ckWN?^qX)q
z<<d#{Qxd!#A7qRce_CZBp0~{K%>3&ws`>Sw^PIR?X5~^N?|yUBd5hrMdTwRL$gLeb
z)^%?@WY~*sZimOLdullQ-Oj>o*^<XE$nf#*SALjtbf@!~8yE7`9!xejkI(cLzbV}~
zY1Y|`E9WL}{5$`fj>wMplA+tg|NmUf%ouy*$~D)x&_&CWZ@+6fSib2HU-|V*#{Q?Z
zYn1mcZ2o&h+eYF2l6)m+&q*6~xHgvv{VQ00@yXFYlcHOW>`Ykd+g{Pk<J(iu^6~#;
zuWbxmOQ!g8zdI<G;AO6HTKc7rS9Roh&NRg|gDuAwHXE-s{^HB~FygGh%_R%1YBFt?
zF5k2K`MrPHv5z0BFZDcg@n`z~xks4I4*Nd&&MK*V=I@smC2QwQ)qJVN?5ii|X!y4^
zEk&QjO~;r+w*S=b_xh<nr@p#fo_AUOy?b1)(w{fC*)PVPpKp7*(?_mayWn$Bz1;J{
zY4dDLxt^cYJ}O&#d8!CQ+JD=K^uw#`F7@b#eZM7s(Pc~BRmIwOQ>SbQGtxB=V%N=R
z4}ZLRgVvGfPk1jWOP0xpUip5iu%KY2qwm%?@(Nb-cF$zqExhf1uk6|i{`aK@_cj=;
zIP-Y_ms@LPKEGP9YtI=g5361|pJ1J%uMLi~`*<nza_wshPyMwgx=e{@#fEb$IQe{Q
zZ=F{6yB6_DYmev-KVj`VkLLD<@5z{8<$0UwLHwz+x!)IFzkT7~oyxmQp7n|5DD3~h
zSi;cD^<mrlS0-z$#Cql(sX1iqcdIW>)1T$1r}gE?K+$XEyTA3^_A<O;rq39<mH(Yx
zSN(_AsTa0gvrgr0weYC?btJ?raUsw97l!Ey&z0LRd+_<k-h7g*8~<bP`E5_5uirlZ
z?~(qtqsi(5+q&W&Wj616qih#yn;XrpW&Xt1pyJNXT4DXGOqW~ob}T;kN%BxsYLG>7
z_wifH?LWVMd!jS=ZG8RX&lT#^4T3`Y6a`<#2AO<W7AKQ>Iqt}5)#Qpt4xBfZ2u)OI
z&T#eIRrz%7H{WU6Hs6j^-&XFo3p}mE;B)qYx}WUh$b(NLZ%R*=`C9hr;<qDboT^{`
zuJD|mZ)AOF!BL0#s^U}3&((Zi>1_P=x&60$-`;qy-<H3xruWx|w&I5jUGHmlA2s6d
zcP{Ik;*`nce>~Bqgj?h28qLMAZyas-eyrcc!=;?jRl+V&@s(}uz4((3`wlnMOyGZT
zW1kj_6q{7qYL26xY(JWl*YL8}r*{@L_0%?-T&s8T7m~dqtedmG;#tOI(`j2PWgQy2
z-tS=MetCHLlFjuevoobDikbRVwNgK<E75T1*->|O$~}qXl&(~P$-){F&gkt_@sPM*
z{V{2G#Ydx0g{%J_QnzQ4yP&6fUH<3c*Br}p=2&dIF->oCPv@p%0=Kj#us;ypJ6Bu#
zH1j0o0}Kof44y8IArfh8{I7E~7A^kkaPzdq%ne_ZD_u8y+HZckCGTb91<&)VzI+!t
zuF~cw#rFKXOm_d=+K!n@*DgK^oR_xY=AB9w=eKpc>(ZC*{daBaw_``O-->yq-#Y)#
zwRcJO3#PR?QK?2B7G}O@Klc6f@k!!RfzNL2t}#Ei>&CsmcST;F))YL~DrP9f6lSv~
zcxz&N?8}G7AC=#+mClGtRAXP%P$d#{J0kMc#lAJo4f`VwH8mzwO@FDY@LM+IePV*V
zebo}%b3IRdr#Wf<PdA7NZRwY_?fMw~_z)XcR8`5V)0uS|&ps{nn&b7QVs`HLNV(rr
z&(|-v{l7N+_Rq`DvkLAXWQgB&&}fF_wSw!O+Oto{rSAK>VeN`op1=BkABx|umRqVn
z-`?-(ku8@uXB=3qX!7=6wfg?IY=^_ujI1OJzrQouEKs3ybN$AxYc~ZR>-JpQ`({#V
z>Nn1UPDRIr9_?Em$*Z<cKGkIu>iX2KYw!D04|V)i{LkK7c_&)_fph-rjG0`D|1(?4
znpJ9?t55R(x@-F9PRhQ;qRva_I2Qe!cWTm~N0Y45U0WYtFSeF>TKAm$_0y}oJoBH*
zKhCX}Wj|M-xp;2l<{nKMCwDPE=kjS29tc>}eUdmDF1h)`aT)vTGj<<2C+R!AG|T4f
zgBu^Xj~ZLVZR;#{dvoAUQuORESB~42T?o4%@#@KT=Y6^#HhevD(r$_4?T_VOo7onX
z>NejwbNhtRhlcuhn`NGVxw-i5nPmR0Z<{TOJnWB_Tz)2D@bKVS!wmKqeaoU+?#JAc
z`SXh`C;Z8u|II~ny@h;D1K-5E&T%h;Ymc7T^`=wy{E3wpVsBkivZ)TOS^B=dI;MWR
zYmm>T5WCyf%Iqt&ukTqUX2VnD%)Wu`m6-j{7C{DKu3L!#K9A>I+#wOZ?%|z9t0ppU
zYvRi;)UaEZet+%yJx^ww)!h;O?w;#|hSPB~9KT)L`?~R$;70ew7efvki<;YQWoG~F
z{4(_v^VZg5`{o);2y!3XdH7r0PmTHM`ageu%bnBsVawFJj^}>ob|~u{tZsQ6!=L=X
zE!|`0rM|OQkJuOfoA~YM%KQS2163C$*tf<OEL60SRld$RPkRRY^F2=G@oXwQMvve1
zYl&1T=@fGu{4%xj%X{VqW_`uQp7*}#eEhx3cq(&if0ITtS4X+h%)mKSkH3Fd_2l+}
zeYy&j)k}}w)#7>a)NMvH#~yM1S3ORBcC9|W0TJ#$qnZVmKhHXFN7ueZ!$EfXU5k&Z
zt6rFid^0=qjcL;Tln0LzRGX_s-<7GeuTiQw)U%{voyzwePfpJFdcAmh{$67?LuO6?
zh?Bqd-ewuCk6T~2{=&umSL2*T-IUAbuRR?1?_uSF%Xy0?wtGpRDGywi;k8jguTcEm
zJJ+JsO8jr9rWS=R_|nHAE^3|`{&umr|1YftGpD&v{C(~EzDw)w@4IOCdG-EVe)Fm%
z?2abqL~iL-y%uV+jO!{N%Xy#kTa%A3`=}OwIC`ht`Ath#-?A)yV|iJ+LPFhA@QJ$p
z*X5D_z6AXK^}K$)?%jP+r)P^uO9^T=Z3_Ck&_~LkO`N$!@t^S2J4YMsQgp*U{<Hu8
zr}(W^-1qOcU+dCT`;=0?-ncoRRVRSWNBqbp@r<O84%PqJ?XSeu|GZiD{aI@1)NP!#
z643z*B&SGp`04s>dn{kKXl~NUE86x|&8COVKmK~eaKrKh!xE(v>{1^KUagHzi9EMN
z^nmp2e?19XbT=KFxyd`TL~>H|b_wgr#;1)|Y}JtuF+91kHzaO-a>bN?1qFPMJFi&D
zRY_;ZSQ_jo$qCX|n|rOuXY;0mmxLej8>FtD6xX$?<x;~{iRPk+w3{|vw{5dM1E0OA
z=F<=gXVr9?TQPNt?4EVjJeSVJM7$GoJ7D&k?ONr|vh=OBuXjGbecb+6h;^5EaAM3~
z^Ip%asW(4<`!czId-wHyx35iI*&=(TA;I$oqs_ze4=Sap3-_E{7T9svzH-yk6RxIR
z%&+uA6&+MX*8H@5Q60JO3*Tag^o1RV18@B~;b_*HRN;H^!itoW=DQo1N<RebE_hY2
z`{$39-=3}A`t6o<{?^ms>x)^oEq`!>eM0kv8>*?7wq%5+E}hR9zw7(_FL(Ue@AHap
z&+8D0zp*W-wMuESvGZAN&z&JUfm|8fz0c?A89G-^YWul(+v39G>tFHS4K(`Vv&!UD
zaBK9ci7HilufH^3?l&*vdi-9FeRE{a3vFJ0?|dE0r#-)3Wxri}dOFMg=yiU}Ql~9G
zd3fFW@O@tWbyZ!ZCGkh!&ene0etP}(_kFhAOje!6iOc?O-Ty88cJ}&x_v*gK|Ff&*
zdo1f3b~I$xiWRT4;vO&Pf4={3&F^&fe}%u-?*AmerQL7N68leyx)TKIFE?d;P_O*q
z81?1!HjU!r0+)>XVs{oBR(D^!>GRfZzeMN(ZRQ0PZv6X?HGPknvh@00Nr&4fiq2j?
zo^{)~IiA%c#pPt_v#mD4l1)lXf1evfJPi}AzrEmm(o(t5AgQQ-ci86rxP9(h@YAh2
z`&t%V{^_#3!TYm^TjWuG*|6i6zyI6JahcOYa`N894>Q^tY%I?IsGIa{|A9AeIH!re
z;we;KcWPR$l+?p70{x<C2__pDTw+ZP-bODvwBKgRnqDRC_lsUc6)ZJWw4LaCTlnUb
z1D}HSFh*8!)tXAQBuejI@2{H2^&|K~K38Q*w2Xa~#AErL2ZE09*S~pL_UX>WZI-()
zhs}&EdMU?$QeLNF>70_8caA;dVq-B5sIq)>`lAhh?MWxjZF~p&%U_?0zGuqUvzfR0
z|Hr&0+w?7+jLLJr$J)N%_dx!)RE&q9Oj|Wi+EeK*k<D?pSD(q#?0)d^x5P2++)l|?
zy%z4rW?F6!dZ|B6WnWCv@{Kk}C8k(?h_mr~``~)r*By`aPu&S!#G<NG_tieqD!1lk
z<!@WgAHf^iwtrB5%ad_?zf9l6ACimHCY<NDuVG_;;PK-|%(M4jWLtCPOZe9pembL)
zn`2+5dFABd;}NWlfqa{alD@cgB*a%gxiWLxfr`@EAFHGNRm0yKzjEKU_JhEmQ1#co
zlGpBSdh@c<Ald!Q^H`?VJDqFQ8+&8+3bk>4d3)WuJt%6@JEzA7i*rTwxEf?<Bz@t^
zQ}Sc2id_7oZ`t3C=apZ0aL+VhQJu`(`&&s&P|iGW^F|N0$M>aXAH8#A>w!!@t}U_0
z_=H>MJ=nVc3WNU+i}F3bU$-rB4qN4}tSrICx;#j%_1@NXCL2Edv7WW8Nb~_${q~^t
zL-IR%m+8*>Kl|3sM<>-4gDToDzGo9w+#fmZJBO<LYT>0~zd3etm$TR(?&8+T<FE5y
zWN<=9$hJ6KZbmz!v;PclX0<>8Gr>i(OL(TYrz|LV@Ob{bbnDNv?Q3@a{dWJawS>_A
zYv=6$EwSa3C^7mSc}iDHoGVm6U0Y(CM2lROd0tFzxPJW83Nt^3g~n0wA7_?1u<YBh
z=lNgzlTo)1zwO@t+yD05)%i*mU3G#fcBk?+9b9u3L<?-#cImRTLvvTEi;GL*4&FWa
z_jlgY+w=Wp*|$T&8nv5MjQhVZTQHSh+7rCy{QSFF>GJ;_cH2~MxVz(z)h*FD&PPY0
zk7{&TdfJz~3#fkeXXCeHQ*XchZNKM6T-{%;<4TVu4;Ms4&dm$|cqcD!O{(&uIDwZc
zS&P?BDSsvJFJ7*^T;jou#V3B1r+1l|S*)MKm7dA^*C4*&_;0cGip;53h4yXKWB8K7
zb=yGPB>L%W{on_4B{@Z&_&!*xqZl5sDX~$i*_tDub?MvuT|y7G@ZVz*)i@o#Ga#|c
zm0|x5pS14Adg1&}Eb1?MUSCY+vh}hqy~=ILeK+RbRr4OPpaz9F{|o2q9xcE1eE+Z7
zYZDHaYa~3fWVg>-Fr$KN0$XIqq@HiQsZ)L~l)RT;D1KjdzNhg9o|uI>Mh?!|0zdXx
zH7{a%GD(3wI&0QqUE6z?4m!H#3NO8R#;N4x36Z!p?S1FAI<qgkJ$boU#IusN#oCeY
zN~&k}o|^MwGoRmqzVCg1GQD4=%T8V1I@4=w^OkuzQxsoi-u~`=t9yOz)%2fdymztp
zZQ_mCw|c|Q_G4xHPS5(sd#p?D`sLZz-y7}FPYQnj<Uqw1m)jvH=ee#te&R0UG^69Y
z<Wt&C^|o#(dr{G2>np9lPj2zc@BbcjOB{J~oUt#*t8L2uKJ^;e=2J`i-d&GK{8rOt
z`sLiaiyyMiK9qi49B=2AS)8W#n>FCc&9vM5K0VFf>R<C_@!S1>*Z-gW?f&21{TJ`;
zC=ra4OP+t!XZEof*E*kGvade6ecz9(-|k)J-yZ+-s{QS4A2+NzlYY%<*^BAHA^ZW?
ze;Fim%n#XNtgmCgXY-MLGRMrCI{EJ3iksxM)aze?=Imp$-zLd=Ej+M8x%X|({SSF_
zPM@`@aAaTb_QAfzhL7e}PT8j!8+E(w!1sAe{S;T!@;>J|KexWaFWTC8jq<^L>M{S1
zu3+R8Exvu|?DLsx)pIXR&}-W#y4mi*bAP*uY=^!*Kc3<npZ<HZo{XHunZmW{{yYDl
z(*KpT=FZ;E!tzihrPF+AX_5Zxzkc47Q+=Ap+jULzrb|VOGA`>yYrWFiG10v6^n|EI
z{IyfIv=_?!xwZaZlHc)9Av&1}_8*_C?#VUZbbN-MdxKl=@4s&>rTQj+c=z$~=PT@$
ztQFtgdJlK6H2&GTwC04h@!`BHa~H__yxq`#+)gK_swi#36#WMqJlQH2h0S0Qy%Zpq
zcq%Gy_lMe-|0`B>n=Fxt+oPKB<nM7CKF_^3pSrDgSaXVD)01_ZZ+#E5h~%y;pD+2=
zSH?!~X7tUHZv|GLBL1ye&HVh_|IA~{54ZO(@qIeEZ}V4A)oQ&8)i1`AYx5YAw`@7_
zbZ)`rulEHuS5JQaE&gGS)VZ=K_v1cX(wAmtq})*SOR+j!v^bI{^!G#S*u8s9dl=GR
zUV3KbIN`l%b=3;lL@}r2IFq&WR~XC*JQ8Nj$a`+SZTsODW`E_HB_$PXv))YBmo<KC
z|5cd%qs}aiPfc4LgmXmfty})B3#wU_ChB}7AaGLQTcKl2Ck|`4Ys{UsRCL|uwJ`^_
ze3ajjA))O!OCV?^XRifIo2HeO`Z<Y-B?&q$?VB2cYeGJ(60BvrzmVhoqxqYXZQqK<
zZ172Vs20c&x~JgogvW*J%WsNooqJjJO-IhAB<6F0EPr&4@3=X0QfCkU6wzCuJ5QaM
z^zmrOw1mg3$K&MQA6DMTY`f#MR-NN*nJo;?3g;a+9hx-lMvQBZP1xdF7oL5IJ9A%p
z_oZ;N!ij0s(@j2Z7oRkJRm+90Wvnqhlde1w)H7K8Gf;hpV3t)!!Y+-3X-B)IgD0zN
zvj2Hw?5W;i^V2M5nP7|4*^)oZez(luPYbC0v-(4@VEO08PBwoFJGR%{POUk!GXL6!
zL)Eu+GP!J&blso&IBIS3)4so_YU|&{`~QExHUG!b^IMkB|EV!sDbn8W(7t8i52NM&
zG5Vk0WY;2}ta)Xx>N(!}*FvWiZWNpidU<bRuJptF#}BRk-kAK>|KIQWjej3L|L3{8
z^5<3^?@uhPbGA6f9#JoK??{Oh;qcC6f4SwO!^*;CD|;t?+uG8wvTT~y-w!|E7pDE}
z{Wfp8-Gwyqz61VJ#}$}uUT<nVAa(eF#BuMcPk(;j`f;YQ?CaU^1rLo@E@1s1d(Yf9
zbb0B9>=m|^?;>^|m^9<{_G!0er~S|EJ->DOy&X69{e1KJ?YX_F*U~nHFsZ&^`0MF>
z^xcZ%@%~00&t5UDe-V4i@#9S0lbse7Ph}T`x`-~&N~y}6yS3o&Mia3s7WXW2w#OJs
zop|@mJHprU%!yNib9EkHxV-yhv7dia*|bHQl7ClfP50uP+IG)0;k3ZkJehfm?5!@G
zUvR|e%J$zEa+oTjAGqYTT(gqC!nei0_Rr$nI9IQerdNXJy(_wu_xHl1n%^wd>UG~w
z-)G~iE;+*a^!i_Ut)+YUE3Q`*YxcjrayYq%DTd$T;>za2YwAif(odK9cV%x4Wm^}w
zJFzswd-|$}Z__keI-lIXvoq4|M*FtDiA?v;ZsaUu`*rTDT;_5=nS&Jx&7ZWIP25iQ
zT7Pfo-n4Z~SNn}r*-tCIIFCs-@7gT(X!-T)i+H~WF>bR}?RWLNyzd*U&rFT7sx_et
z_=^r*Vyeh`Q*r9jk241~*68isRq~asd2a32TmHXxnc3IQ{FSw2cjkRbw%#g9#pRnm
zR&=PQ%9Xwd*|&$4wNNBbJxwWQ-Iot5leZXtSn*oxt<~!U7rXtk3jEmyyH?({>e%1)
z&f?TeKaHs#x4m7%*Uvls;R}P_M*j5HTKiA8xGerFvYnc~?@Ox9{o|2B73=3()-L<|
zb^pKXx32I1cJ<rs{eSycvb!1XF>5U^l!`Pfd|g!ivwMDSy4{b<xgU>2{+OFue~x2k
z59hpIH&0(9nG>HC=ImQy+;B^y{N2VYiM^56e#<Rk$TiED|AF_*r0PX`E@@mkvb11Z
zckYuc#;IRFu)ojyp}&6Ho=oP|6S8%ZViud6w*FLE!Oi5kIj5wRf0N(cecKP$iT3bL
zH;%d|(kB~vu}Ve0-;z;B;)BopFXjie7=Q1Z{zd%WJ0a~uCUqtuM>_wvF)aMm?6#)R
z%5B+0&Hju~J$dUg6N7DL27Q*gyg~=7rTDsaJ~P{~HNUkuALRX0$9Tqt%XUvbxr<iw
z%Kd)4O?s7pvexU!Ng6^=0`sizg~+Sv{!Njx`+qY1-s;yZKVK<wT@##DwB7d7^JEtu
zW8pSu|G9~o(cMmLzQ)eh&66_ix|2g1&93eLwXi72D#cSF*TB$h`qRyl>;iM5Cri}I
z+@8uTY9e50rhZe|xN}`|gj1hWxx$6rKiwI3E_wCAe~yk)xb2U9(kj8X8h6yZ()JP(
zs95RiXsqmMd+LU;^;4f>R+j#07A&o7df_q4?|r{$UVbc0Nq_3S+o!UP&K?L~acyC_
zOyvi^8;1|AoRfUv)UUVO49~^sy)fN+RLJ?5yZ`Oef-75Ys!6^37VE$6)C}!;%$i5+
zrXNz5=qg_L^6n?Cj{<gA0{3>V4L|wt#-=^{Lb_}vDm*40ziL<WDJ5<0vW)J1K5M)L
z)x<3h+B~>=<8Zq)pXIdvZx@$OIaqw+!s6roTUh7RNE#b|PMOKY`J3(ZkLBBLE$*L_
zAOG{8_k&fRdG<X_xBL_+BWBW7vLZ{EIZsMzS+KI$)Vrr$Hl5B`JbPjM!gl>OUj3I5
zWg?xvPiwC`yPHcg+A|&L5x673KEulFOk0x0vKLkhGq<aFKVJ2x?UaX^k0jT<)JMNU
znY-&-XIE7`G&|t4S}eKEkVAag|Cr_%3!e6UD_tJ4a`H`)Ip^G7G<uXT*t4(ZNZ#%B
zeeF-btqa`2_k+Dv%I~ehqwX&nX%l|@`7-J11NHfrf4=lN^tL%n{Mn}*ae>Bj@}Iem
zX>SOAek%Wlz|p<`B0n#fQhiZZRE+;}wfu{zAL3Ta$<H{n{q5O&&TDI0+-`Jl`8Qee
z%ad763x0j{QEl*I|2i|fzinDX%^}^?6n=)xRYzC-)>7uyD!)`Y$+b_3H-?eV{#D}I
zm@0$DNt(8juU>L6smn7vigT37y?k?EYtehZ-{SvY$ZxQDQT6-B`TtCZ?qBW~`Ju7e
zXSwx@$d)ffAHMPhFdh4lBIh?N+B|Q=wr?sAmu(4I^zwzU!kag@A8l;EonH5N{TBOQ
zZ~kAtSMkwW!hs{_WowdZ-PW+s8PC>no!q^!?}zlU>b$RFR-aCkybtngE?R%=v4oKN
zIU6p4SMNOhE#)-V94PdX4PGc~U#eKT=ig%aEx*67+gkZZ$3p(rq06f#rv0}&@a#~t
zgwXc)Yq#a^DOkDp)2-ESFS^SoT3!vS{&;lyZ7sR;lGDu$KX|+Mvfeh66JmS*z^vuy
zZce?>&7T5x1zzP{qjgDelQxImr?Zd$S|4b5_h9Xx89{9>C!Bd1BHX5FT@agR^gK!S
z<9xS;aY+p!hc7N(|457f2=~-;D(_cZxo*VwGw!I@oDhL$5-U#nNaa1S^_;tGr@W=b
zZM!cMm)}}$|8e8DGr#4U?XFxkIjkyEcuF;I1@Hb(?`wC}es7(AJ3Bn@$(*9}s9!}B
zwrtP!iuxV;TtAV++ivQ#c}mlJkK4F2vIMhB{XCaldUUUrwdKc?s?z59_cV7p?Kxy`
z!CR9Rxvgk}%I+^q(hoFi*c~uW>-t<J9uSkh@m${<pKa|HzkYpe?^9lX+)yPvAT8~2
z&cz?QOUqU5?Qg6s+S^#PG)MPOpvgm1S)*bZ+lncB72dU4HcWP#=5wFb{rY10hd*LM
zZhU(cz4`5<-l-a2pP!$X`F+~^Rz0n>yifPt6vMV(*}crC#4Tygw)rWwzYV{c%N#M>
za^jP?<-xB{9&Y)PXusj;0nhjl`LM_jPZn~fO<86bv9$TimiaqhM*Q4$qE4azSBXu5
z?H{gV@~Z58ZIj#9Uzs!8nqj?h@u8rjv(5948t-aY{`<<u#~N8{e3#EL-LoQip2FeZ
zOXc@o`*&rz{oQ{Lit8`vebjCLcy;%OV`0CqwA<a0vpuuyt@iru*KfQo{5Nxc9=G_s
zoZC5aUl(lCe6{=NgZ#_O896u0KHXCIYxVza6Ak5h7A$nhI(6+Z@7zNxwjRl7^1bnm
zb?VJ6_HWna6x9@GrrqkZn0oQI-r>Mbht7FR=4Xc7G{3uEWI2OLG3TTjRo*niHKuA$
z-o9}awEt1T!+dqqk?`f6e_o%=`&N0_^w^V+rD<ZeGKse@ul*ywFZACdo`pQTeLejT
zbmWTGc(2-X<hHg~e^LLJQ~j=Hp1b8AemncxGBb0Qu*B5O#TTxot~@n8&*YZ*+vKWr
z<?0fJfNQmU)e*bu^{dY>n{iR1xow`;^EXS}T8!6}hFClevQIZWdVT93tv2__v`vPZ
zzJZTkzP{Tr!QNZyllVO2{^_BTa>|dNT<?i*i9Y|wW0n>F`)}<3Z~j-A{W5mm(&i(=
zTc3R>%Qu*vHh*SHTT=VJUCeK{r8jJEThl4{@P`7EWAcySPuHe%iE+lS+M~B#X7kdW
zg>A0yN;pm?E!#EcMSF|n>?i4&mtJRc&7WM)!E-ia`c>bwwwLao?wNhcnBA3kaQ?co
z%NOn(vtBE6yYJ%L9lM&F^H<hBjgHTEKQEW(?*CcQyl+eF9J^b5elkZi1k*ELC(3_N
z{IqKK?vq{>C(oaYW@cQWEc$|@c)el&gTP0Q{6ejAb|;HFxSxD2dUC%urSbHPIgAxA
zjuiF@eg7@6Cs_Y<^@O?yofp0wIV{Rod!v9~p-=aA`189uZ&&=8%@U`3)a@z1eSpfA
zP~nZ-w#RnVCgd%=dt0(khQCjVz2@i4HqYCRhhO}Bl=HViP|*3(Ln$qGSF6HbcUcyn
z_%2iZ@X5<Y*~WkWlHVQrzMSF0VX;NQC$+90lUu;Y`#4vmKP0E)^^PwU?`5aP_34T$
zx+gi<7KB#W<Vy(D{YjqVXmL$kGjzeU@M}hQGn-ertm0qx=fMv7Tg(fB<qJKkKCG(#
zk>US?`+R+0%N^hKhaRMD`Ykgzvt2`ReTU2`xmS97c6G%q&H27z;T*-I_j0!%{nqr&
zHq^S~Y{A=U#zJmWCb%v9xo39ziC4OA{a@t|<;?$QGb!i$$HpD^X6)W*H{p<<qR&aD
zd~Kd;yY~mRPkwm7aJbR&{q)K=3aK5O+!-xj%Qkg~N-Iy8A@ui^e68Z~p1Nn(>tvHR
zO|#57ApTfFrLa|b$G7XZ8{L;4T5PQ!zpF+33x}M}d3kpC0>iy=j)r2-=Kndfe(U<p
zZ69~v|50SM<6bbUedrRU-CG}~_TO6>@5EE{KzF6g3*G$6mu1y`k5lEJiOl2HIX~;s
z776nvt(F-3mB$YrEShBc@3BweIluk;_kKLp?ejMN`Ri#Mvkmvy>dn5e`>@02UE412
z`~Qgl*7o_e3-=a1mXi*;eoN5il6?BHw6dCQe;>4pD{Tll^Z4ch8P;WK)8f9r&F#PL
zESRit*;~kJ!nNR8M;<H4-z>UNwt1t|MMk&Qq?wJ;su_uihHke1(ms4vw%+<?RSL)7
zG_TazjSZh#Hn%N*ZpZx3%}$0*?^4&ngMXE@7D#FJybZ`&u(0KM(S=g6<XdL!{I|0j
zQ&sDKO|S3s%}kGQua|M1vHrTzkCpovx<szJGdEa$J-ufI*INay)Aj$N>v#Tr`~Ua$
z$AM*YH>tNS`O79ZCG63Q9WLAMde56=_sNCL?Vha2UYRwIKB~+wN@k7nG@c$?qI$|`
zQ9+<zz~lZ>5vS+1^L)ald`LXtDUqxpKF>=z_2QZcv5oioHlO=%aR2O$h$8|OKMYR&
z3p2~~_MV=7bA8x@{_30~+jXX^SqeXRuV9>@r6o5zbMKqu^VXPj3l`4UD_wME?e6Ti
zuVkODKlYeK`mn#d*(#q^C+??c-FsOhYj3>eY~YldsV@GPFS32BR;`*^%%f?X`r_cn
zkaN3T`XYCDe%RT6>BFDX68k?qk=T6U@(0Tv&zE}1jyt=i@x?9?@i>>@a{e)EUan!u
zm&Z$fK9E#=SpH61BK-Rd*5c$R)p~RCkBiSd%W%)4-SW(N>(z|*#+x^vY5R8m@8|kU
z|DHbo=Q`zB=C3zQT`$htlrF4&prgL_X26$~vORs%_ka5R_Q=}pw|?^1Eb%>?d?aut
zCr@~^_e`f#62ZwDYi=DrWi5DS;|dAE$lLuf6R&-ml$-pYWBtVV!%qJK@@`Hy`4D>T
z>#bjBCWt&%Dr((RC#}Y{o3%Ubg$i#-K~`kT&$sPyYQp=fl^Ld(q^>bI$G0h3rb+t8
zN(Dx(A6)Lt%9|MvZ01q^JwtBC62Wq%VD;D6^)GAo+bryg`LJxqiTt{aw^SW<E-IZh
zIp>uAvE{kZX1mwg|EqOggr=={fA3*(t;|Zx!$lXC&#SX{X;+`3D&cc#$J~#-+e`}C
z?ViruQS-k+Vy?qEpEHKDOM3b*=4w`(zIw6Viudb`?u}fx*oqGB4(Z+_w9aJteDzp1
zw#N(JDXhPfp%ZzCf63L=`SWJYRS4M?pl@Dhoor-U%TXC$aQLpsyL(1f9PRd*b6$yT
zbQ9nTVbSF+E$F#)P3ZsH^(MR<7+(1tkf`Yp?GOxRn|``oS9yPctH=Y%7n;5yZ`31K
zN4)-Pnb`9&V)5$(jDAW?cMYd4vpUvaC>56?b92tdiQBJ9JfBzp^=jF>*5|kV<*M6M
zms&W_m>O~K;Du$f{0ScCKHAQ|DLaQVR{ijcsZ5uy+ufUgbp5U68W#$`o!z#+Bt=Pi
z$}&5f%Vl|W)70;7|9<fMp7neG-09Z2{zq}e=H<+-@Bb+GKlHIYa^d`&ZRgk&Jy$m_
z&Gn8D`}c4~=^O+9In^s{OICd2s&sn%_<ilBz27gY-*|o6ywK#5=lbN6!Y`6SHfSaD
zJ%0Je($1~?RZ8_scL~KqJgYvjqz09LO_<Als^`$cUovaDZM>HX&1+kw{=X~La9aLi
zmQS%tPtVDBCjI*J)W6@msr>Kb4@vhXi2N|&Fi>65v~``<{gOD=at-tCRqJllf4+Z8
zpIPMCwCAQ=uFl7L+w#`QeGkZO)v<V$7<F{@G~W`hx$H$JMHs&(|1a6qv&{6&_dAU*
z@A64ioz{&Bl=?8u*YL#GB&#*&0#*hm*q%6ZOnX9g6$5+PDdWF-E`=NB3h(`$Zhk-S
zgtdLio}RTfZ4r75?hg+g(7b%8Nne&nar^ok3n$br+$)f%@_s_kY)#?Z9Uq;K-}Mgk
zUv_$ucvWYnmw<<|^{%h$jegIa=Vrz3`GZaM^VH}2uK!!Vd;6{Ve|ztz1e+LhFDcKu
zb?NxWb86McCkL>n>mP5Nye4<g(VT`8Rcmsl6<pYO+9F{m-ySpD+6}dDp4S<=9e-Z`
zzPy8J-61&!sVQ14t(gbJaxQ%-o2<8c2ft_6E{>QRW!1?$_x?Mz`R%>4+Ha2k$lN2N
zF7YL15wotz3K@wN&sn&xJejk+?vKmvvX4)<mAyWzlgq^X!u;;LwRzj?zrKCH{rdWQ
z+1Ib#VCmY_q}9X_lX?Hwwe7c$+x-zVGh4sa{9aA3X42FGKOslU%Zp#$Dqzo=&NM^&
zm`Kf{Ny`70aui&%;_6n9(=GD*Ce>yC=KLnETaDX_H5=u*cAeI_m@DF8yWpJAui^#g
zFR6ULQs~LQP1?=S*7AJ&3BRkKnvZ-uZn}VPm7eOQ-FIyN{+Q=G=}#W#-I!vnlyzt2
z=Okr5F8Te%|F4U6G0$P9S(b;@n4g&_WV+1ubdOZDe>GM8CilNNhgR3VyW#XZ*#7s&
zZ`ScYgf73-n4%$=>G9z$n~O;OEn6;TgRb|jON&<YtlCwky8P4yi6yp%x4t}EU6Sii
zUU?^fzQv4ppE?YFUjOaL@cDQ}ePG=V_nA_^Ja{;te6?u1@ON!$#V@J!3G-ET-D8ae
zs(aR?u34Cq`dRx+Dd$zL-REPumNTabrrt_*vdWP$xSpcmw&eGRgA%89Rtttm-2I_@
zGN$U$vY_?R*Vk_>dBb6>ZNB);*$MBDO#J+i`|?SD=?_ss?eiNv<@fG9GV`xoPJ)b$
z4IjVm#*amUhtnq?{Bruk=h@-wE(x2gc<O9(@x(b_vkYr%Rl7WwGm0`FW*(bW`%2~X
zo|=6{f88ps&D@^(?YypWbP=<R`pV0X5_{Tn`Q#Y>E3+@Z{d;~@y!Bagw=~1Jn6OXB
zo=U&9KEL<MzVCOq4R83%9gARU->q%^R%`Zc+oP`)+HRSY+A_%B`}1u2?O2fo-1c8r
znpJ;e%6&Z}jIAooKV$U?KAVZ#9^3l$ZTef=SLC<XXkEq@N9Fms;qRAyzUjSw_s6>v
z4D`G`9;pBJ>aqKAKUj2W|A*{g(;qG0OfOF___f<u=~HfBMycnFW88mletP$K#m6bD
zf+D=+Sj8{hFi$>lbGF9$**5y`j|KbuyJ!B!x;A$EkCVIaCS2NaVa3+<caJg@oZXT9
zOQmn>Vws24Pd<EX*=e3B${fSqwrSPnb5#+21%5Kt_vTf+;e4?8%O&|QVg7~l6F>j{
zw(T6-@thxlhdJh$ZhO_#{-n6?-aL7G535g$6pTKF-}PL5=G)z0OPMEZe5KwJVmEv7
z<!KKl2YSnL-DDCiUfyy*Ir-BufeAHj$to6o32L9#|5_s_BCFXqKlz1SX$MPNt@B0}
z^;PFs;~A2FJa*puP5l(tp(VbXR5pld?szn5+keSJtbG40FKTPEPS9`hWXznui(eqt
zOI+sQNy(3{Q~t6Rls!}U<9*jpZ_bf|1$ig-MODc>X*B(?_s>3CXX*a!-RtAB=l?lU
zW4*D0OQNUx%&`kAUfNf^-KcPYH^NzZ`Z}+I7r9egbeDa76TK>Vw~ChGu|v$E(?19n
z=FMrhHOk9$iK+dcty4ZX)#h%7zun))Zzua}Wqy{-F!`n|#3iufl1eXM-L}s*Y{w(}
zl>TY7m-z&lr(5^W+j*hS{+G*~+?hv}t&>>xHLGnnRht$WRygfW{I2tM+pWJy&RPA6
zLAL%>6W5;d^yZ_}KPFUHSk7i$zPwU6GyQkrbcSD7=W|OmG)j8+|Mu84@6X%si&ziM
zF>?QO<3yf;=9(@+-K(FfSXbp}2g>ehkM8*K<KD+r7N2L|<37R6_$lqL_2i=Mj$4YJ
z&&ZmScwtxn@vBSuxt>`q<$PA$yfyX4goBPhrtNKCT>46N*0#qXPP>v01t?9-exY-C
zc2flZ&Yo3)iOa(+%3^%4y|xMpDvB1%Sn9+4$?neX<yxHVD%NYY*ZlitvoF$b`OO!x
z-$Y$9rWsY<U%T~Z&*pW9&u6S_(tZ2Na^qBs!q|l8eHV=O=@~wiFVQ@B>GsYaVIoVe
ziZJiG7k)o@8$-pm&)&s9Z8m$hu-^-4sQ5bHa`OBdt~C<<96HD5l)XOn^jrPExBu7v
zJr@7RTZh+*T}OnAO-)5$$IRjt;yadX{;c=kV#V&xTdA(6eU@5r%yeXRIegP3@5{Hp
z8<*E_l0D?{b8h`7{@b@?`<g>8F8#CSx_|7C!&fU6o^b!GPW^7SrRwGeS+7f3Q!1Z-
z`}(bS{h!2Yrh{KU{N&CR^VgI(V!a~C`0cNvZ>(z<_sAvxyli_aesB3~PmXVs7Oe1n
zkZN80Z(~{V->qd5tUigw>`PB(R!--r`FuP6d4s@p>)lh1uB@8CU_ae<#e~$Ea?Cr~
znxv)m<M+)mJ+2n~@M=cEf_<g0!`?};f7X$HCH+kHK`2ko^Q&{8njN!ByB+T8_ViG;
zOl!Q9M$(^2A3v^ie#_Ez`v_lLC7bv3MNfarX_zmYtpBAYbv;+@ZnNA|2P^a@dVaq?
z)6DI9Y%=rxLcgNGzq1>raiz7cJo7N^ZB7lF{_m_?^N$H`%Y8CoZBW0xXy?9LaaAuP
zFC{!$vrC+5NuxUd_o{E--p)&UsNsBMySBMz^Y^{`H05_+yuQ@N-MKruZmERa<&G0N
zGNqg5<mfGp`TXrq+J>GB$qTv@r@cIX`e6QClfc>+^1>Sbq~&JzOf)~~nI`AvsPMO`
z^zV_IDwiYmoPRrfx3oz<=hWb8)65ZiA$aAH2Mc&j@6Gj`k<6AOWYKP5^~}H`?{fJj
zy~@`DrzDT*9bX}r*3T@ts3&jZ8`r7@vliXBW-*Dk`^2Z*DZgcZ&A8tjdGNr&T6anJ
zo3{_vwMth^HMDyE;nz#i@RyebqSI$iIF-$pTrgqjd~0E)T$7GUhl6DkRE;aAxO|py
z*IT&b2U}bDk3yScGGQ6B7yJIZ;a|_8F8Xu&4>fl0{bmJ0J6fJimj4^@`-QvRoqH9J
zm1;f~Re!yt%csBN$i}nVZ~NQUuCx96<8Z~gnUM?Uc#6zk`g-~;bBhTN_sajPu>N_4
z-Eh-V^Xh~J#yV4duLg<*HazjSf2ENdvutx4V_vM4{mpw-H>!XC(tEdTqW+uie{YJV
z1iu}({Bfg1FaML?T+<6NmtN{5#cx}oq@F$7?Z>%SX9L?aUo1Jez-PmG*L9OGeVQ|~
zM=|&2l%)q(KFXiJHQz$`<&7J!FZ{f|*JRqlm<t~|f>?Nd_m_U{dUSaA*UfXoXFk3E
zXahsKdR{?A!=6_{dzjC(Wqzn?*=o>#X}aHhyIvm4z{-Pn`@gMZ`E_=}nPVR|ampI4
z_L7?#@YHVa@>frlzbq~~z*7H@v2Fei$*@l|=PaDLaFt$zkW1Z4?f%G(3M*W=%nnp8
zc>gnFR?52c(<fO2QfF1OwM^Yxez23}i}`PpG`C0LGgV`5?VFqP?Bo6&qDriM3N{?x
zKPRY6UAKS69hG}~d4Gh>oA~9zDaoftncFk<D}s;KoVcDkv2;P^VeLN)<xBoLy!mlF
z;_<#Y$(y@#`7F1bwL8dr>sHXCt?UclPW)SOVpa2-!kE2><Q7)XsW5%`eJ<bCOX>+N
zf+cc%dorG8oy_05RORz2-(?fcmIU(qB?t+4?6s=j)e|gx{fJ&>@tR8~Hyk~%>8#Iv
z<uhzHWi6ArIIHJK{=LjUw{87{!&8!(xo#UZC}i9YzdJ!Zwn(^Vukn}dlh>44oQ<1b
z877jla+&2>c9q{P@*RJUZPwqqzV`P{i%08X_uqWC;nT6HqANYTHodo$j`rqyyMHgg
z;M~)zK5ewTSiOC9fO(n8T{+>9eMcsm^m-ijTJlLg@KFEGODjrpI5lItFBow)aXFpv
zi24|(l)WdlJjSTvpTrMU<5i6Alb6act=hAfjj!f|`TaGsf6sXJ?XXi7<J$*$^NO;n
zxYkdSQ)ExfetZ5npT32Zl>vYM!P~!Ih%V+{R-o|pRY|W!qgraGFk{YXuDUDxmwPXp
z67T<a{T3!E`@&!c(LZ}Ws4r~1?)>fDN+Hdv$ZEs<`diu$-xhLK9%pgPW7*CAIcnW>
zi}t>k1yh$j>hPcSi1oGQ9<{)V&azYHf)XF*IChArnf>&9bJsD>s&sv^{&}OnS0Aht
zTJ+G-z01L%?+;HxHqXEM_xXR%ep9did45Z}-8W7v)q74NEUZNg%lEvHILJMPLtphf
zi@WKnBQeK|D|^zTRc0Hl>^_|96S?nU!Jjje-(Ii(Y@hl6z5O5iTc6%)f8pLY=bXaK
zvj>^yT}$nk?<&*$&}hGEovMv$SX9HWH#v8*^=<z1+U%NsJJ|l?M6=ol930ngeehiN
zqF?S}^qNO*^0t3nX4^L^9ood*J7MR`&~xk3e@SHM@BNfzZLsm+u42)$DLSouB}wMY
z@yCxXK0ZDE`i%#@-IA<)tqnItrn2)cuh#kgVf98W)o=RjS@xfnsDC&o%l<9#Co9vN
zcd}`PI~KJpKEZj|PRyR=OK9GXoj%oi(x;FAl+vC1Q{niuPqo|2SX`e7y#Cg|Y3H5(
ze=7w_e_1Z@c0Z6*v*Tfy{^lu*&Ndo$PBO55c~bZDnF}kfd|-V%`}=`R&8D!(g*MX8
zdM`T9*$IE{(yw@R@~o?5mEPQ-c-1#juQz@z>EFEYyz$+m$Lk+0x^yg?Cob_w22;8|
z>#q2Rr40uC@AuBP{`{^}rToXCPge7;xbFK^E0KRq*X)`X|MZC~8br$&!=FaYm|lL0
zKPGcd!jDPMcb!=2$g5XXYP<KC{=!{4$7?wL2dxN*vVF;wvtW6go^9TmtGx>sC~?UK
z9GL!I+k5qS&Fatz&kL{k7@jz1EL`~g-d>F(pB{0Vajtvd`0Y2ZxL(4MdpnN#T+w~C
z!=d`+UY*uRDfuHDk+G?oJR9CwUv~VxL;V56>&5f!%J=DRjCrA^e&tRHTTj{DCGX$u
z(BWg6*2vYrY5k%8i4zSUH|=>~t{gI<v|(!aTuHNOcUH{MNfM}@^PxYkUe@Z={4WA8
z-Uc1iOu1M+Zx6!?Rhy4BmQu=pKTXYkz;S-j1*>y12WHg&`RIQ8eBGD7Z>@fN&8z?R
z^xL8G{kQA>pN`MEU;Q-V_lN2qMpo6U`vT9&lsq}o@a<UmzXh@NpRay9@q2zI_wn=F
z4b4~<Pr4u;F;Crb=N<Pi7o62^OWQ}K#ZRb-|IHb)B=@@A<p=+SzKdrRSQJatDfWK+
z#`#_I=uJmCe&!A5JKNl*Z3>?^u}q5VlFB)mQ{gukmkOml{8oPXS1o7Z#QLul$98u!
z>91Z|KdF57roYoVH!XcEe3wz~-P6kL`#UyIZ(AXsZ*u3fRoDLV-@WDaB3%1l=^Tkj
zxZfqcj{jq7*7TK@yDPhF?cepEyuNCpyzI59+Tlvoe^$I;{B_;R>p4sIMOz=IN%;%+
zq-k>edC~r|Cam{`yl&{J-R1eR?JZxnq<3aNTzw_r6UXvhQ;PEbFI^j;shyTDqp;<l
zxb54?6E#&IvrSs?XC}W~?;Gc54dpNLXBg@w&q}z@SIhaHA@Ps%y7t9x7Xr;SV?8Qb
zFME`*?mK<|gw^90|6d(8p0f1-qujZe>$m<+vd+}*m}0d`oR9T{`CnJo8_L;t)lIq!
zANYJ%^G@6QWcCBkImsIz{}5UJdhhp*#&7rb&&jo~`WBg%dhFKB&He^`g_9<FOFrbz
z6q?DFUoBqe7VwE*c_rrqRqv076mG1oSz2(-v*v2|-%#u1C5bQdAHCR7`__tmN6fLv
zg4Wv5*B`o#SF7J@JlgzXflh6ky6L&<ct1l4Wv0?eM;u?<J-(+~(sld9O6Du2k;@tP
zZ@l`{%=Y{xz1PggEPVxPu1zeouX*hD`;d8j0#EXL(Nvj+_wPSzGCzIMa(df}O@Ax0
zdG9UN`Mr4hmN$EzNeC$)YDkKE86tXa6C2m&gvtW*%O1BJOj`FIp4hx4Y)yQ%zpaYq
zr=(3y+D@uGTz%7|&KMjJdAP1;w)(;92cJaPZi`=wk4?_BT=ueb!@5|_^=!I6huM#G
z_BS8V$<9{KOzC^dzo{x_T40`-`NwsIRgKrG-rLO7Qb}3Qb4oaVQ<NM3`-;l-LA8^D
zxz8_Q7tD40pMI-YK;c?ElZSBdkNcT#0zLNdgtyxr@QrJ2I2+d!lk4ij_)b!ONBO=A
zg@WxZ45Cv1?>($Ke&Fv*IUf@*b=H<s4F@j!O=Dj7Ok>`}d(6L>BR;=oeAl+(VC(#y
zUJ9PJ(^+@^Gd-Ttc3<mU<1z1fpO1*Prk%RdJfTdf$I&-&cklM^oB#irzt#Nyt~++0
zwd?s7Iz(++?wYau-1SE()|MxpEn#Mh>t+17<Hxh3I>noWUppG{+cx#a?%92A;#0T%
zKcoK_{(deYw0&LNqPQu!zi;=6sQ9d(GIRO%{~IfPXQ!#%syY$>I5{WGB_M9+C%4_-
zTCLx9F1NdL&h`_F=A6vt{D6j-@43(B&N*|$Na@K%wfpfi?mBR$U#NNVaI(h1a!aXc
zynD{}wqBU_KEc9ZZNiroA6BzuX{>qlH$eV#i)wmP%;xonl-#TQ_GLc`w>X={p5MiE
z`Rg0?{_E}YzSwA84`HxLyI57-GJoDANtMifr45fJoSh)iu`Ie_UfznisW;DBaQ%{5
z{LCcr*}-@zyNOXp{lkQpUP#-p-*Npuk+b6V3>M7$J^BjM6x9qiEsI$EPE*b4gUWWv
zDWUyW<{XS()ub8o)bHfxbM73;Q!IKpgtqTLvae%(-QT0%&aN+N662clb(`)~^=yp;
zhcwjN{sb2VrFzb&I_2$WZQvCBpi1+&&ue!6wfnuh@`|jc^CVPM+&4RG@9ll1V7rUn
zrFX||YcFSP+L2Z-b8}UA`JBd5o`3UFEbr^6JDG}T+%B8-*wut1WMY|xt?Q8oIbphr
z;gT;)i;kxD87)nGl`}IUF)3-o#&wdee(V41xXj;k-ui2V)5Cd6k55f{{rRN3{l0VG
zr9&e6HywE?kja;5@=NvWqW;(SX9gzEyvvsRT<y>IIeRbs+x-89ea`>i_y1eJb(c`&
z+pw<s{JiO&86E7!$w_mUMqLV)64#B%dc0k<XwMs?zq2Fkf27KPdceybU-|jg*6dtP
z=jAV!A7-j+UjDrQBWq>CF3%hNiLrai+V_>O*DZ*;&epbM!}ND|v(DGP&)Z%8x2XEh
z#m#TU>t0>_rf&BwW%rRytHtj<IFV-7wC~@wtKUwl|1h$0cR#=J{qs+AwR69%efy31
zMM3>Xm+B|#cDMNE+Mb@c?S#dzM`D}1*e963uY6=X^XHA2_+y=opUxfgO=k`LuzUHv
z-Csi`%TG=;vM61=KdT_a$LG*}DOD@GKl6@Bc+K5(rQ-L7<r13iXJ@A-Ubt3Y^i4-D
ziSzmNQroMi>ei==9BY~N!LV{p;_8_<XJxMVD^&G+uB5@bUwLVN7VKSJzGs(WitLi&
zZxRRnwO(HHRP}fqe|)0+?vgj(JVNHOYL#DmX>sp%@N&Ng4v{UUr*~L$_*+Il@@X}Q
zdGyrBdtZ?6J<V@^KF4>g`YSc1CFr=2Li+27OD}yEvsYRe?_iztK{(@gtPDR#ft#Og
zYsV4Mt*iVb>le(Q{_{`e%4m_JH5+BMde7g!VxIY9^2ak4pRJz#?0;VLX;MQ~{?44)
z-m%P&RCqQmT_-m^Yo=NMO0W6_sw-!QA3y$OTlT%?(*gl2FNuG;@$t*iT@Lo$XT4<Q
zV!rKfW^Rd_mNEIq=^gKw{}$e!Jmbu~Pe&vrj`Z&AIb%3`qf}4vs|Q@0>yvf-Pwn8k
zxNPFi<pziRKfG0ubvqt$YR9IUwY49+?`PJ3d3t_({GX-v*Xth5^uG}9-ymh=Ip@Ul
zyY*JiMXdU#*KAt-r^;+!&%R00ataq-hFCd%-0pUS_uI9a=da^)^Y?u7iavMo>gzYT
z37MA`TfaSX##rO`3F{1}^-tzY6!c!YaFu_{cdiZhc9rhkd#LB1MD2I6V@D2K?2)fa
z+G%?#tJ&GTzdbF}B~@z6txJhU<x6t!C!6uk(C#_^E$H`R<GRoD+`1IsO}zGLe{#FF
z;*@N=VDDpUb2x++{y(x_?}BRYjxwc{AtGYSG@AH2g9~ObKFICnU%sP_i(#u@0I$rU
z<=^J+5Q+|MOE~BL-MhnDLv{0$_-4j;i9Zjx`{b@{xu7Z-GFicUnZYg|6^qtMy^m!#
zy)hFB+&#TCz@cL4!kx3j8{?;~Y<4_&@|LB|lzsjS*2p?V?kE*jn)uD`axdRGF16OI
zZ$1uh-X{K17g=b)d1rlvH`|R%7rj*#FUKxONf%T9Tp{jVI7yFh&*p-kcT=w!Iqxq$
zHQjD=M$j{5=9jA#TcaKK&O5M;nPXzv>P5Qqt1dnKF<<$@CC4pcfoseJxmK_qbgqay
z$a!F{ea-uaj@wpE+3-Nw&v8jp4_{j=TkEgBPaWzPmL^Sc5NQ11^vY>hT$_N-^|NU^
z8QS(N<PUJW75svEud;88n|1^n^UrBrOE;{X9=~z!g1Kw9pV@zsQ$FbYCQre{&CXKO
zRXDk{p59mM+LKh?p2{B~?a956Ws+m?uE3e!9(~_;CoiUQ<=@u*f1-1f9*UGE%$mb{
zLhtN`8uKfapFAJF?)}$bFza!0{Bn=t$ERk${cuq@x9x1`%xh&1)9wc@33IF}s@hol
zO#jc-Z|?Jdr@x(=zMq%XvXAe~wmVOB^qBVr{$YHt`u?e3^^S>J;!`KPDNc$v$>ll4
zVZnOk+NZVOer=A=)xLf|tH1U^a)q&_X$xa;s>jm=Cgv*P#hJoK57%vKY~0-ZXis1H
zZw;?|Codnqq{HQP^AqD+lWAL@9$A|IV&{^4;{x%gj`Kg{yxFFe81gYJ;<IsI!OsKf
zedhY9$G4r@ucdw5eU;Ayw||08Q&KZt#~zfAlbXov+ArcNcfZT+)ARz7Z&D7<1|JVx
zSa3Aj_w=D?jrLEh_nzjQNxON@WRnl$p594w)^{~`E|23pys|EJ-l<nt<}hlw9?@^Q
zpa17m@>}!zr{}lG|9cVi`;dIiHrw-UUtYgZFs`_~Xv?AGs+_gmZL7j7m$t0Deka-E
z<~r`rtC<z<Xl(D%@t+mkSaM(v>r~Szr(CBj$gHSkboF@bBVn{}%jfyw?~ivGXND(!
z)sdSx_Y&vfmsZ}7&&{#-ohdO%BmPj#<K&j$<chq9lReAk{Jv;+{@nM9IMGV;&%PT?
z&fVlburR{e`}D#el^<rQ-m81JYK5$s`MI-sTa?d~tX&%<Xm%z3VDk4jpY1cwZ}{_k
zr+9pJ`G<GK1%h6TTy9g$_Fd~Ts(f|irCC|dp4#W^UuO5Vez<#b^5nN4zFqxxTK<3M
zx3Bdd*d^?09A%u7XaAKIo->7c(wZZ)(jy%-19pGm5KYMbQQn#ybocgSou;<t6~B8G
zd&4uA3wybSrB-yFy)a!bZ!5RE{(=j|b+)rB*2hPuw!M$DK5?&o(M~y^AG79fj(vBv
z;%%?CC1+OSH>*=VH<sV~Uh(^<y8J_Hz3aF6Bi?P<P&k42EqAWuy_jdt?a%ub3hez_
zQ!QIr^e=e-g=gn&UH5BldR7tn;^(Q?_NS(A?JqcV<y%{_srZTCqS@&kX@*u$3(a?B
zC#<m)?%1^Z+>Y(%Hp#cW+_rbqk+vki$4+`LG)pUIoLY4+DAjeE^v5@DWw#ByKWn%}
zt}a~kaYO5y4feg+8w}^IGgjN7dGDr2VrB=o_Le38)7;wsDK}?u<QxkBesX)$$5boc
z<X-mrWgFZ5g4Y{8IkWtY#1lrI<vtM(jzun!31QC#)LVYaPL19kajo!oSoAXnhV)o5
z+xYqV)e`GI&Wq&nI}>y_D$!DDYQ|@Y^TBhjS{`g<W=VOu@qR<$pRW#lVP`9n%yYfH
zFPnScn;^0!!1$5jH3Ox}43#ObT1!%2CH$Yvx6(Uf!53z^hl{8G-E_!cov`VbmkSSA
zXncEWSl@2Xb^6l+xn$MNB^UioL>6j4eQi@}xytCksQ|C3-ZPhlPLl`=H|Tw%WKhbV
z^E!p;pNeUr-ukFT@pqpnuQ&csE!!Pk$(FFtc~hiaYU;MG=N5AtpMDCNe(2uf{GW-(
zm^bg(Ce~-Td&k{-<^Lvr`*HKK#O&2m3g`aypMLA@?(esKEB>y1{pNm?{Jw8r*MF>?
zu>0+u$?p&E{4S7q#^!KvkHd-NW8Q0J^;YNA2JODG`trRU^OgyDe!95f++?{Ag+E_K
zzr7hg?{Rg|^hYe0ZtOXC>GDeF?Gay#Hs6{PH05I5j-U&NgxcPQ*{5xtS-7w0C0FUL
zc^e;U9lOuJE;g%Mzh<%R-+lbs?EfAA&vM_%($o6IpR_d(7^bKmdsjI}z};ZUJEPgw
zhaI(zYxIxS3SBO)IU}Hc@9)&;&ePxhUi|(vBfO;dO836$0{_0Wy?wv8)zzxzxx?nu
z61!L4`#0f;>zyu>`}aiK&T2ngoT=%)Y>K1}lb`-&Gv<D#uwy+%YujEF3EocoB6Pe&
z;q&$N?$L2qZ?`Ed-2eA_LsC*l|0n;O!5Vc{`@=q}{c!B{y>rITTQB+P*~gx<lzfu<
zntcAYG0eaJQp@I^X4?kEep&DQ)xBX{9_yt&+p_jJ``(kxNa*r5lr>Lyvp4#hb@H#W
zf`fAtPTyOszGJWL%iB&){Dmw3dsKb?#{fMGK+vUev;Oxy$xDUP<-W?qu&21coX0hR
zC5+L~#m22g_N=4HgLWIGr^yA1wIbGxA2;9m;}c?PGQ+*dp(JYYCrOhfR~N6FSoQPK
z(r^3!^#2#$%=SOiy6#uv6zys51`2KGKAz!MXuSQ?>4KKFy5Icl>+9n4**Ru>brIm<
zU;Q>9BP#vCohjd6#{V=uXJUVI->;?jkDDdVWRsH&jj}DeUB%M4{r@JO_RU8k+e21-
zC^wieea{!)waHUr_V2wSHshN8kxmgVe|A6i+E~{v{=NNmZ?E~T)jp$V@wEQKftP3G
zD*X01H~-qxyxHW^w3l~Mt0mO*9=`p+w2`mp$kD*WEVgF{)fQ-Wi+xKx_IFFW$x6u?
zujH5M?^C$HKtp2v;sdK!c|^IkzfCK=l&EmSp=n9Wr3X27g&WLNj2JiMybh{~c-1n=
zV%?{vpgBveBm|EgU%<d#D6;2G#M{`fMmkSfb?X1{=S)4Teoi)Dz3yf3+h_i^SMwGL
z?*DmBm95SER`&JxTW42Hy%zB3+JxRuiBtH}81_V`@1L`_=GK{8S+_Xlik5rLwK2WO
zS9s+^?UZ|_``)d(RNA2`QKwivlXv^N)b>{A=nL9Xp7U*Pr-?qRKB+uKd97$cx!c*9
zd@t9k-`KXIf7M2_>5kWnPyLnpZq&8>?Ly~cOIx%S>~-MvPLI1|uu{>oS7||ce5#Re
zV)bSAP`R&M$$m#?|M+bGzxb{E|I7Dt`|YdN+5T_7e(TLd!@ice-H+ay8~t&(%;a6Y
z@B7{KpC_c2o1IN;NhpX-5ng*b#Qx8f_FIdO@4FedtLsn)Q{nuBm-!7&Wkgyz&wtf5
z>1&_)tb<XHt&BalEqv=Ue?s!Iz?#FKAH2<(?JYBRW|3#Vv})+2yXy<)CmWY~$vpZI
z^?SyYX=$f_N^Sm<__MFe=+oiDY;zK$X07N?|Ec;TmuG5ZUv16PM@P;6UYKddcklfE
zpHj0u?IZ5x-74;_Dejp*(UDpGUIOP0?)7^nuD^NM=&iGSg;3?A={XD6avAMdS6#u7
zd|&0goZ~8^hv5aW=bo-v%eG~+-KE2lZqw~=s(*>uC4bOv-nS=tQoMRU@2AG+-MP}S
z;heFK_7%zJoBa9>z8l53+SQ6I6YjHlpg;T0&fWZ~MRU`Co(o=G@@DD&z`pR0+Mnh>
zpLgxUMU&aj62)F#S!sM=x!;znOh&(JHTpj-y3Y~Fw`2XG`!kKxo8sFaUoxHkSeK`I
z*Ncp1MW6Z>G0oFQ7TW&3GLy|xd`9b1Z`Tr=7Y{U^H&pb;RjL|vSqe7JEZjYB>H8O<
z?@!I_GGBN3Qu@yi$72^~)|SbfHIgzocSh?yqu-QL58EG?U#`7m-||j-*_3-M@3sYo
zUbCt!l`!PF`Tp6aS+~@KUQW_@ne}H&?BALDzqnocc+Mq)r`vLx%HHQ2m;ZD-r1@>*
zoJ3E)zWBM^X9VshbKd0HQvJV`TW9v1%<VJ&-dlEmf7#2V-{JTFUY}#}!zntYr?#Ux
zpl@UT#iz68-7B3W*|U89zk-zIHj5{FzTtAd>+f3qIw@m)@ZF=ke*{`4%|6vEb+JFT
zVw0?8iAdCSyCtqN%<Ylas^?$kH#dL3P<>+m{Ayli$p$I^QV&i(*H=$-rdxeJ%s>D1
zJ+-GBjXABl?#%!8f8w`wu~n+qYwy3zGm(06?5`Dbf}Vnf_&wJkCD&6zshuLJ(UWp5
zD<|*qu=BNZzUKAGD^k1fv5I!z))ZGW-P<u!ayploEO9&hupsZinFseWOd9qr(Es`O
z-|knHe%}+^ih>SYem-Ya?Cx*(wyw^){&#NqdR}RN%N+-Ud`_*d{$M7*Nxj?X&4Npp
z)%*D3|NMF0R&G)BXMOzt%xNj-0_*SWEoPosbjRdt-`hD>Vs|-Ir(|1Ao9yTE=f`En
z8YQ9HA77t`6k7dxvT}(?%s;;x`!AP1PM^@aP9(~9Qoq#Nl+fpWcfT)MBoKMfC)0Bh
z+k@1{%12wvqas=YFD`p2w(NqXqd}fb^Fk?`tXr;9(<A%Dwp2u%oHSP_Gs#&_^p%Wq
zep=Y^z5g@4f|jiQ^2+wUZtmkR6<RYxd+x6^sF<$b<@HG2tiz<FMJBRA^va{B$zRl!
z_iQ_Mr1WiJVDJ`Cx2Lx>4!tmK6>0rHLAW<pv0q}*C&hpdzCW*Jzv-DKGc{89xaXvQ
z$>tM1KkMYK+5g)*&(($9#p={SCb>=A#gnqcHc#>Upe;V<zSx^v6?rnB7yRUo581xm
z<>c<*$A{AX^YK2h|2zNR?}xYd|MqV?J^vSvFkj5MV{4A+w8i!&i0nUA^2lJ0&-X7g
ziw_%p52#qO+FNB+u#dO@@|%yJrQMjm@l?sL^nJfp9~KIpT>okAefcsurt<;Q=C&-l
z?zQI2@)C`GoYPB9PrfV+=4bt}GTJyKg?r8Hns=v8A71)=ok7;NDXP*^t!cGx4@{+A
zO59o8ypd7%_{uMRMqE1`SvM!Qvn4BLH_YAmP-IrD+uWn?I#r)-pYz;AYu-5{mun)w
zI?KGnKOHi9YQ4+<=A`=WSc4C5Hg~<WU<meqs<Nhcqs{g8{aI<v%WWq-^SOGv?P$~l
z(F7X~eXD>|MheQBxh)b;E<L@(Yrgwu@wZdb1*Rn|MgBc=Ij2U=om_3Y<P~S|W*_yX
zd%VjFCiU!m(YY{P?D>i-=lS&GQdU)duIw|vE0=e7=W*4#Ibw%Tyf)im>-XhvwT|-R
ze-qjJc#>mS8F$Qm8M*l2L6+k`?mfMh`DyZ=FXvk3w(Gn;bYpkLN2bb3+tVkP82^e-
zc^d2WRlhR)K*aW-<qvYzpJ`sZRek5Fp<D6Y6RR(Nm6<M{X`y!C!0yiNX{oXjD_(7%
zz4o%8la*;weDB2GDQqj<x{Gu>4@w<-s?_#8@X9H-QrYIu%h&HU`*Usk|92nU|NpW+
ze0|>^Bk48%2EWeeC?C6&xGauu*T3FlrE~i(-J0bc7(QcSrA^G=m$wg_@_Z0J?$7`K
zt^F_d!}Z_o|J*B>Kk-B4G})QA=N($4_w%90E@oam-OCKudcwja|6Y61>b_q-*iKAx
z=j9*gI=yRdUo6=CR?$tIfAMAiiwEZ0eV1w5tlXo=>Fj?(-&$Py!M7DrA2a7<ELr8o
zvvkwLOFavECcckzdUfmlYaRAmiT>xhpX*)Xv@oeT;PErrYUZmo-Y3mY^yi*hDm*Jh
zLF+*Qb8O}O+KAaDeeaAe{bT?Cu3BdOZi7FkuGdezeX@UZO3zFsp6KZ-auY)`f9y*9
zVKMuxzl@{!#G`7m9Oen$^Q)fdG@D%KaV`xwUR5OUN2+@3#hYjEl&H-4duYKn<-E0@
zBo<$k+Qxrk1@of~!3%X4983va;54n~l>S_vlot-}{fp<lULSvc_5s%!4>Hbey;sJz
zzSzU<+{NX|WwTQ=-pB5q<~RFknDSZ4zHa~d(tb8i7&v&0zURz+G9&MD@%k3yX3IE<
zo3e|7AKz8bD{c+3*!1T@qr!fN`>$AUDjfOcCDHgqwx%;!ZsDa(ll>D5KPlgFw@h8O
zdXvnNiM4-(KAHcYc`WzH!uhX~*{Uw=<+q&d8RX9~n?c%a>DtRT=Q}1gHq=?q;#*?5
zdi8X@Pphu)k@lZ^X}^8#cDcf*P0b?ybC-WEcz3Dbu~>Vf%mV|qFG*kZ)Yorpe<9Lt
zGRNkyTGp%f%2QLmACXDl@bF2e={H_m+Zc=Td1W&inI7FqNvThMZ2O8a&2s1FhmVe)
zjy%_98X@9%dPZ^P<N6e(pW8$Qq@tc)b`*K-`ZbMRPCq_w$+|r}@;pld%B?OuQrPyj
zZ@P?ByljWBbL`F3hYEdFbLC68il3hHK79YD^?i?6{W-F-`cKxV9w^IM+ka7+!)C`>
z2VQ2&c0OI+>GRX&JIbeCxL9>WVRHNaGtS3v-LieRBXOrXds<4d<;N@bsd0YMr#C+>
zn7cttXj!g`&xZ7pcJH>&?v7s#{)VV%&umr^s&SLEZv3#>aBI<~kJD#}xIOA{m{T|1
zC}M9y1LJ#*HN6YZew-2ZusTZhN0Oh+ujrrGjYY(A7Hhik7+eaF)IX@T(c|sYYaCst
zS*A(&Mn}e~-<W9k#L31#J93F(Ph)ev|8bwWCt6d!hBGcXu>Yr<U)7I$v5(l@9xq;y
zyJEw+pp~4{gOde9-6E!nGIj9Yp3rl7ZdwU<j%TQqtNR-1rnO66@@w9GQrSJR{X=l2
z-%HaCmo{Jcq1;~+b-VwE)Z?H-rz{r#KXLIdU!S<8RkGsLXMW#X#8X5w8;sBY(T#om
zQ+rKS?mWe}S`{kKIIhn5xKcyMV%{9(+}W>I22WPe@)gT6R>>4vCu8G!Q1F<c?7Wr*
zZycxFl$Kn1FOj_@-)B0<pNIQ@JU<+6;rdK`-?!ej>zT!ez0;=d|9L^$a)RBLxwhqH
z5s5AJt(qzNn=chKWo+G)vFKt{`?u$De{7^v`}zKV<Nx<P@#{JEgn;+4t8aXES@ZP4
ztm#_OOIUpNs{2O@XR<#$v{d`B_x!&~i~HOSF05+u?)vb2*C!*M$miV)i>IiDci+ia
zyKtL#>f3!Su{?dUhqjsWMZDW`TBps;$?syIUf6_?cg8P@`_62xG2DFd`)rSjG><u%
zM<PEhb~|z8+|0i4v*tbKU(VFHXuXQ+DYJ6?wX%6;XMi|w@VY~S=5vkiP2IcmUC`+h
z3>?~T?iu!O`P2M)liVhopJ%f#aml4T<EXC-xfJ$g-C6TmJFfX(8Wu0~+VyD7pAWq3
ziBfFW_$~jY&lB#Rw&P9v#iGb5(<QHckh9ouEQf!&&e=H!9a1}mGc!x{ii5w@`u&Vb
z-YI-K(vU~KaMk(Uhoj%e%I6i&{?go@w`N(+hVr8`J0!1#cufBJ^RN7$hSG!XA0{i+
zdizbfdV0b8Hg-0t>c|P&_xE1B_S8o6_l4L0#CQW{Jav~_ti0~~w@E6gbDuK2IFy){
zAM@(btb+bOCCg50NHu(Zv15m+*;#RE@A=PE7Nw~*@!s*dD!<J6NoVSIyB$_FAB*+b
z>a0IrWHc*|Uh<qX-2S>C-*dO46aH&$7PJ5U=H|oZ^7VZ4e_dH#X>b1L&~iQg`X8@$
zuQ}w#r{f!_|CuY$Y|^!td*wpRYIFDfOq)@6&;B9DUqvgcGMPITIrpqq?`zmtFl+Pe
z`p?_z(|^2~>d#aEZTWrKb+Lane?F6yyYuwmL#BJr74KjB`DpXv6$=;c-!6E5GrN1e
z%T&MPT$T36<JkL;>^=V1_4S_YH+L61XSTo9n5|kKp=a3b7x`@Jd)a9^7QgnN_$1r9
zbLYWl=?VWH#MifX|KQ`*ulpo?c<S?c506OoO>)iCbG%)|Dcr7k;<L`K75nG1|GakM
zTSj>PitUf}Ys>W1s+{L>FV|7xpI$X_{<reC2DWTva|P31ZaZK-Il0l$@06O$?0Ih|
zN6qRps9OB`U*EIY{D)@m^M5*{=-l>oza`hz_gGxIvB{amHt)>#x3iY|6)pZE_-co7
z3{&~XN3PSJ8%7*jSx_p_UfOj`bn(re2kR~`ESJ2OX!TM(vhNj-i`n-ewnIXt3QN_i
zb(5?Ere8~N+L~IHG-bL;B)|9ebMHGp$L7oZV&8U<^YY^#Q}(~RUijjA;;PGX6Zj97
z#y{3PAE0D++oD(I<%EuBP4i8T#)e2I?AWxO^=-;$w!ULdPp-c-Ii|9&VnXiIsg+^(
zllNJ_pF97;tsmO<=>jY37hautbFsTvdwAWSTOaJa+xDEe)OS#aIVPH4j=x-PlX`nq
zVcVzeZa;UrTNd}<7II&+|HB<`nT8KZR@~QogWf+_{q=&7_k^qS^X$v&6z!E>`B!%L
z)EpFjdvyK%M@Mp&NJOb;KX@Ho+PR2N&Z%VI?v@>&HeFizwE9N7MW)~-Nt4Sfx13==
zR5edU|Eh5c&${CW<kHU1F`oB+|M{Y<l8T#>QMWj5N9fn=`FHQ?mY3&F-CFqmsYWJS
z<;Cl}f~%%;KhAOxn*JcmAgZ9I_x|DK|EkQE-QL{(ww~*$e_GZN&!>iy1$2ahGgd}4
z7(Ql_xgx5!@50OOMu8;_UuXYP-|*M4=%XR0xoq<1IX_ru<-b_Ob$r4S#Uho?u2+n+
z15A}<S6<ujxkE=fS$ty3mt9NmX3luPa{S9(ow=tjZ>esaBvyIS*d)}^>uFoglK+OH
z^M9+@o$|eu$>7>;Gt2zcvHd&LE^F%guDj;wdP4X~(vkkMhdz=K?-`cOu)7tS@M7{h
ziGvb8F1O~(*R>bS3(He7k2}7eaq;&1o!N^nEmYV0_jT4Gw=)k6_eg~^A3yTVW<`n1
z<oQ3E1N(o?IJSz#NxSVo&#^Q0zs~JHcwoPI&Ewhi^)q6pxOGVh9uc)DSo&dg@WGg=
ze+{kp^ZfSsrXS*dmDF{}<-GHj-ibDD)8|*!{rG18Gr#TqpM(D`*TmFwE6+>i=rds{
zTXK1l*VCCQLHBGVJKV&TD_$N6KAgVq!{@`AZpP17*qF9lc^UOPEB(eXNfxQ(HQ&#k
zm?z72OJwtzTJt=+JB4p8cJF_qQE_^iedXa<4`05RaQ;^HVfOb2PSsmHU%z3`@8D%|
zeJb<!-ER0fg~v3$>WxgsiquSosf(0#ey!w=<)6~*t)R9^O#hJhblI74if(b+CjR(+
z{jSm1i=`KrPdsCx5pe85sno9We@2IrZ(T~_Iy9m9*v7non1FfvJ>6?|6m+(4v51<o
z*XYs4i^~>r`5!nNbW#53`QDlRnLo}bUtgi8yMTSo^ZBK|R?5f9r@b%k{_^nQsn7oW
z<`wa^JIrEs*EL&n<ng}$Y|~S?#BrLn`h-T=i8_iG6Wq;SEen}>J~nUJ^}}Av&WRkb
zFDTP8ZE3MT^XXh^o=<6HU)yiKwku5DT{Z>@&3+SQIr7cssq6ZeXenx6zGNt!y>)@x
z5A9m(bg#2#cS<>waYamY2|2yt^=m^W9{<B9)`&OTep=9XCeYu?V_{G1qtXtJ=l-$_
z4u5#_p;y1Q&f-MSqEssdnF~fWZ=c)Q{`seE?|OdcQN_yUxZsJY(+qzca6O#$&&}?^
zc_Z<P5H+d2Wf`V=wtUyBT<w&cKSb`YeYSbN+`PX>xDSghU-$Qsd0qQcR(rX+56|yQ
z->djrdTQ=mk9^N<a}qO@h11RU%z3ZSw&&>K%iBy$=Eg=pv$*wp%}=}YlX^o>y?OmU
zcB$<qV>6!X@9vzbo80>PJ%9VU*vDq~{1^G3)602UaYuLBvs;|84%3Q_?>y+;m+SbM
zt6F~F@5AA3|4&?6?{9bb*2mM++lzBT;#Ks|I^SNIJI(ciYs>ss8K>sAi`cXpF7nHI
z^1R6TQrE+NpKU9c%_8&`b=%y!e2~-TK&Y(i>7Jr3d(Cwpub%zr%FN}*zK55VZ~b0(
z+fC|t`QtAIg)iRw%Wj?H+v`)6{NuKzh0pQ#H`C|KuB-X<^G&~prSm$yt-B7t`LMM-
zeDj<2<sC8ClGMvP_gWtJzqqhTbT&(Rw9#s@ze{|AXYY{wZI^v#?$Q;DyQjvjjLZ#c
zP2aP|y)<^)&j;t1=!89dbMIl{r-R)#ua){=Wd5AGKWLj>NL^~m>-(vi@%}|yzij<b
zXJNytdhgMxev=bS|JCAG8z(Ue92fa_c*iokXETjs<<9#o%r0EMXGY)8o0m<Nz28+b
z$;5%9JoCJ_eqB@J&d((wFD(|hmq~5Ak@0uJLDBC57B3zat#x*ns8ye*o)ft)|L(44
zyB$j=_}Ol**;}hATXkk-qxQqJEc*#%(>{sqoGbTpof%{Of5&B;0^Kq%oZ-*$eCx>^
z%eThQXWCrNT_3c{%X+%<_p5#NW>u95xFe$G==<iXSyb5%#`6CM&AvXo^x><1oaDbb
zwF>sT|M6AJSqe1zZCQT8HfFE!nvHinBdgw2UZ1U3U8v1cXn8G?@0{A1*UX1cO3h@}
zDEQZ@(j{^5(bMijoeO%V&iJ_2{`daV*PUWnZy$^F@l@TI8&a|`b5ciFzU#d|pTp|c
z)O_+^rt2bXq?OC<QyC`pDe=S+>y1Z4KO9}QSUJQfa`Ede;Rl1~E}mif_svN$14T#I
z)f%&e-QBj<d@H!;>^QkRBQ)^Gyr2k^X*FIid*)vbpCP9g{^#2ktGjjIYt}5UT$=v*
z`%8NpU)O)e)d@#_yuPm4nf{=8f!*!+iLY)2|5LmFc*7%A$G`oVOmqDXYOGvTE;F5D
z;n9vCzw0OU)$x}9aW`OE#h<k!k89eGth&BC!r}}5tz`G_J?avecPZlG(z{m~7rtRn
zRfygpHleh!yE{VB&;1bZb$gkx42QbE+v{d0Gn^03U-8`W{yzc9s8vSWl|IQfx0}v5
z=VW12@a04ykFcL{5MSHm3O9|LYt8GQ-1+dm?)!eZe^2`V@lVV6GlMIL_3aPUHGy+Y
zc_ox<en;Ds6;;d(yx~3n57X?p{%3Q3`MTx(NJw#Ep2{_cOWRGxNaOHbuB+A}5|-(=
zPDLLy-pvr(W}Upv+4=3VPZJjST+F^ct7?j(so8xAmJ+Q^Z#sWWw6<y0f3TKe^8F``
zvJxx#kDgdko-t*rQBmf?^G0u$EPOTT1COnt&KZHF2{Qjh6K%Bjw+7A&T|UE3&o%Pa
z7jvhn^3JO-KkD$&O+Hy9{Xji4n!n+|`xSxS<|ZHKi8M_&4@fWJj+a(v*H+RG*m1BR
zIx_RejmjAhuV@?OZ_=x6UhH+&(@$M>y@g}*W0$);uaCW6ETJ_$(ygT8quFVL$W4bn
zZdTvv`s>Zk<!#sRRiszUUs;*&w~cYG{fWYT69PB0mvTjY<c@t3z4MW6QpcaHwgu;2
zZ7){Lk@TDWPEJ+d^o{N1`gvByr)Qriue|(YYG&!uw0}RkB<8$jVy}3Uk-{RweD=&M
z<6g6CQXDs9yu*VGl~emvzFm<yCGs-tZeshvHO@|EQ4iRyUjN<y>(bMQ!r>MRpM2zU
zSJ&ey-|;!+_qp1>f2@}e3QO>pc-(L=a+qr<-MJ=C<NrIGwZ2xSN6rfL9(v<`kpJ}*
zTi%?)WA8QGjdy)lR5|b@ahm7fPx}9jPS5Q#{B+XO$7SD-Kc^2H&;RkHVD@6!_}ZuX
zmRUdDC2p4{O*CeZI&T@<byM#1(eI{d8n)X?r!KB8H+a!M*WNBBUGlQ@`@P4FW^+rp
zXCK~OB4+>dr1qWNpAK&L^!Gh~eElykE45SkGoSjDd6}7AKOuZe&?@{k$K_@QK6%IG
zk#3KIc3fW<EC27++VY~7H=A{y?)-D+=tGv{_N(HhUhb;%n)9@veQDe;>)o&8W?N*G
zr5%fxT)AcbhbRA}Q?s96e(F7~$ohhGOKI}8qGg7emY2>if4jSCk&cf3t4`_tXF0yQ
z*vGzfjB}p+&sK*mpk%fr`?oc75`<qC)}@G*<ZdW`HnpV3R>zh3)>6}RUNX<W=v+Up
zzv-gXRIc1tpKa5Ax7~EVDgJRr@|w-!ha_3+FG%XT+MPROQ6#gJlkMf2qG>maMUQS<
z=qPcyq{fQDxNL9FuQ%`KKL5A&%&z#4d^#RU$`>b^pNVhZo-8UpD>{o;t$Eq8+<TYV
z?GE`I;$m9=$?%{>qE@ZFb*$(z_xi=Qiv7Xg8(eN5SX|30kiI-J<LkoR>x_l#6E2r2
zoKK%unYE*$)9QFA|0|K7Z_X_G?vZj#q|S8J-hfMjt4gPTxR_V%e}gIY+U#Av*5V&F
zzW1<uW)bRVxy(-MkW=(6!OT{H!_MaQQ{T?}=IV4%Ij`L}EhfvuQs?m<MV%MQb>i{z
zF5Hh+&6qULIAWRPub`Kj#?jv&T@8`x@m5`3H&d-BAph$7<7Z;(KC0g0(%Vq;ai;R&
z{eLfq-+WN3zPx|k<;KtZWUY^!o3Q(c;alt6a;yIWmn)6_TFpHvQtI1z>VxW)|JS}a
zZQGDFXSHL)s}EtPGL9)RRW;1JlfGpVOV7b((drMHCdTf~jh__TSf?8@IA4yKZl0K6
zvt;9z=cNr^_a-dSIOo}XaCON;pZ#VD(>6F=S6P#w#<tYO#9gPrWBx~#gJ&iy8Ml}_
z#4fIDN%rjvdTtk$7;EUZhj*Lw=Xb`ZHf%VslJAIUw*HK{dZo506K;lShzZ$x6fsFN
zT;k`~^3TxxxntvIGmgt|RtWUucAPgmoiFNF@b{1Jj{}=8PcZ4!Y}oTGE%=d&twF@h
zaM!e3S_{|xQ|qr0wX936iR9#L&hF$^vipB>xjpytA5Ge)8sxJJ@3QFJ(375Tx=K+0
zzFqChV-1`kN?~ftrWZA=pZIj`kKhSXS3mk@NN$l);f#OPa{9p`_oP|DJ$44K9?vM|
zk}WxYfYJX_6Cd|-t5+IxUwV1I|FA<Z($Z^kW83VtKLlEj@znGjZe|wgIk4~lv;Ow`
z|KrzPp7>*ZoAGnWkMRj71-|Uki(|I@@pH11=D8F7!D<#krQd$!xY<s-QJCvIW$U+7
z(@bm&GsBbTt9tJLarS>w#Din^uGfE%oyJjcsHaL%{-1IGkGB^#$R=F*b?E7N9{rkk
zrw=n_&yjuUcbv6quk7_xM<*U$bKPVe?}n;0XSH6F4wKGM%R;G6^(8w(ROhn$1<iIf
zOn%YIZ>@ZyxvM*RU&ORr^+OX?OQRca&NTQx!7-yX?J?uLHgDB%DOWpx?SfM8c`2Ma
zC)vMru-)<tFPU)Q1J9Drj9>j)I+f4Y@b?AI`N7$KhasR|do9B!-&@n%OG0;s9`_Q^
z&i(V-{-EnUt%A&sbu(5OO{tFS6pan!E;^$2bMw}-m)P`qKKB&gi*4_jQBib6ZgEDQ
zRmgku6?d*)Z0`9|eT(~>N?Stc7xVns^eMmOf<MdTS4ULZ%AJ!-&A)#7JkRuVa*4r;
zi|?)smVBzZpMNu_^3#)_*!xdPYpv5tR&AHK{3G*CrViJxUj?>vnf>3MJeu?)zp$jg
za!PXf&5j+O&PzAvR1^ujdL3J6y7cHP`H36S;(C`RmfJjQkmTz>b;8CVzx=BAlLvS8
zHO$&Js4kz@RWZN+`!bI7xZ93*75mTBUjHih?Ca<0=lS-3{(7E&y5+9o=F7+O_7s;^
z{JoofIM;7qbc##e*Bd(}ruvChMa_(C-8OOk)g8wlOehg;{_@;H=<?;0Hbv>(JhRfT
zC5tmp|9@Ed)>>9Q)yRafCm$Yt`(Ps5b^piKeBStfXQmf9&ECHJh(=of<!=X8dO!E)
z+5hRR_F?gTU$#Ef|MzD1;p+VVJ!gBaFJ%5%6!$0DO6Ohk%%c~|H?Q1m+wXa~@0jy7
zt@|;Fi_MjG7kv8h;hmJXV)#vlvqlg2cg(H+Csn?>;LvGSp5N9oA9o)Tl1W$HlD_uy
z8gX0i`s-#5d+ZxF9*{V&!8G2Oa~pU4-*>$ar_PUEESIoTwY<=#_~W4uca|=HIirw+
z#iWAei_Dgp_47U~NzC7yY5T1A**w3p8L6s#Ruwz%DD#NuXH*|iE3y{V`@X5`#9jtX
zcdb^onysAk3exQ&*54@H5WL*+-Q+tR6PK+!wqVlYw8<HpUa#LQ*A+K;wb<(n%c@PM
zQtRbRS9@2oo$G7*EoW1DYH_7+c6+z!{bx^Rhrau|!~OUl#?!m=ikr@#y=~sEU;mQ(
zaQ)BQ{{`+kykF2Mb$Qa<Mux2yCg!H6_i0AIY;m8vBy!!9pE_@q;(w;kkX_-o`@U`8
z`&}QuORRJ1e$Thr{OqLT7JUWDi}xJYPM)``wcxhhcIPF$A(O7%_FdF^e~R|`tC9k3
z2YEjD{NO!Y{X?tjqj~Tr`LnL_wxZhGgJuUW(Y>m=^-*lq_Y097YW2OBE4kJyv!t#$
z-8}EFd1qA2(cAW$7W!RO>-q7b?sCM1tAUOy9=7g(v2MYk^hurh))}s=4*N%|tY5sN
zZg$?%+&_A(&Lzt(-#f5$@0}BC0#+N{_BgdOaBF7z%FR0Md|z@d1%BvT!MZGY?$jN>
z<kX$kGQMUItCr%g`lRsGPW)Ejx>feKGc{_rs`Z85dZCeZ>%LOogusM;yEHW(vs13x
z;>m6<=6}VS&!$;&@0;p4MX8W?n_@%m%;_AL^|y427rB|3hJ+|-eT+-5c`0r0Dz>NL
zTe@mcVdza2X(=tm>#4U5F8P_oTyjr-_ldtHoAvfxlgqRHH^#{SjjaoESawR&p~=&z
zb?ZgB8aA_IwJy&pGWPt~JKes~y2t<U>GL8!%0`^LcbB(ITU5RO7{w+g$5?eB?nB@i
z+x2eqKO}x>Q&Lt=njD_$ksb7<Yk$L^+jlKOE#J=)`4qKa$DgH}76jBz@m9V3Am)5@
zVaAj-x<@avB>wvOae3#$0KZO7)jymIHavaODxbBpsy_9{{(m?B+x)qk|99`hPu}yB
zpG<a}+UC|AqP*+LO#v07j~RO+N)EgfNZ+aQMz7ay`c6YBiDv6wz6O<PTztv@pYQv_
zeR$^M&xgPN`(d3kVVD0*r|m~_m}?p?n)sFe`tp3gjm_6HqWf+NtURi6(ev85)KC-2
zn~neNs+Q}_F)65=uQ0LOB)Q}UXG&6&n^cI8?Q;`e_k>`_s6<Bh2>G*KLWUu09gcR+
z`FLiTZNXBdwijnkHD0mtbeFQPe97y)f?>xrLCw{xoP+we_-NHmc3<$+u;*HJQTdda
zecu{Y-zHqjc<HLXvOnj|+ds<|PhT!8r5#~3J^tv!n{LiaS8L@7Z#!sQ`>&;3b7GmW
zBG2iY-zD~c$eGpGU^QuOVE&WEiZfLc4TO}t{#>6?{&?=O&&kuauT7HK|MlAKoE_gh
zGCnXCci2Yvo5^4BC@4DfxLxAZ920fEewntsRi=I%pEA7rI8u9S&G^jk&HmP6_Hy#^
z4ne<|ZN=~Jc};6PbJMbwZTa=s_}i7Ssq2p=?i23b6BI7euYA4C<V{7lznt-{S$p&%
z-OO4teLDRQUsztc;q|k(ZO54Ht;@^wj-=Y{7Q3aK7P{xKjAHdmnd97>{S#*MPW>L1
zX2Dcg`QyR2=7;Xrr|m4sO|v*Y>$`d0J(cVm>JH4O*O?1A3U5x2)6xv;KYZ09$bHii
zjvJ9Y6@TY!oxEK#?c=kTF%^@#dv}(X{CRx;*S8P3X1djLa(N;-Wh_s)+pS_;?iFaa
z|Lg4k6S#TudF=oEo6n!W@8hk4c4evDC2uWwc9-y7a9wx0!8mDQefdj+it?k5W_G)u
zKR);OYGUW<A9+FdE7p8fD{V`4mb|~S*1B4MO>ykw9Lw!JyKmZ7vz$=we|zOcK>zcK
z@Z;y^+0F^9Dt&zHlk>Z66{SD!&HtbJPJZVB!5Pc_=SrO0^yXx6!Y20CNcAG|nF#_$
zRoeO5{L^NBT-4VX*1z3UU;Mz_qW6pBKUp?Qeh8l%qQ$;i;-98+>V!V49U6uwg<tcs
z=lt2WufTHZhgm*WpWW_m)_wa+x@U@I|IRJzHYu;znDzX~%uY+5s_)BV_SW_XXWu&=
zv_$mFAH7{QufMIGvNreDio;Jf?$5QVI$xNxB2{^=K+0OZ9rOLX&P2ZqC_5FCH^FJ~
zgqg9IPAf89V>~j^lzHj$-CL4RPJgucceHuf-i_hQdEO`bbBR|a?fEos*J%%nht)EL
zJ48yOWdon|zG}MjU3^L7{pWuJ=g-||lW6sp;lQOwD|6p@7qZNWTKvH*ZmF;NGE2F)
z{`}uJUvl_&scl`$J~j8lm+yT%bKt;>+Xk^quiT5?CA+`yZ*RKenfr3fKTp50?0$TW
zQ?u1g>!hbo%bOorW>z!D{W}!tw=0-!u6p6GdoO2wSeCOeHdaSxTXc!Sjms*3l=T`)
zCGYC}s+`o=c6qtx{nM*Y++)<7b}la<arLxE8AdC<NH4cJv-f20)mR56QD>Fc^+K-`
z_Z;h7^gBFa1M9u_KTIQ(RpPwMl`{Wiw{Ra5@bGt5ITU>}HN?@zXo39HGwwSxYaT8$
z>A!sW{`|cEn@?+G&c4QR%%^niYsYJ~>#eysHb_2wW*{dV<9KGipZALuPZ|Uh+cl>B
zn7w16>J~<)r_p=F<~>ldP3$tOSZvhm^C4VmYFw*-@Cx&vul5`}Zn114Lvnc4<cdo>
z^v_w;-K#c9WcIsdb36Ty-KX;$E0QG7zgiT!==X+}=WV|qUlQ;WpWC>9lK9Nc$2}`<
ztZwS!IpeM^IX~2(v-$tLlB2RS9kM^Q_d8up;b!=+9Y4vXb2{72V`tr}(rYV!e6Rmf
zZ@hVfP0hpS^_@$Z-8&aC-aKO})H89`ixY<=tqZE!4{7=(NA27{XNP-4`|A@^PaePF
zmRDx*ER$z`^~=vXxt4zJkNPc`fAMXpOggji;i>2QjA}kDJ->{xydc8)gzrNsfmMxq
zr=uh!-z<KkmN$WSf28tM&)|g9iuV|de>bdI>0p|*NBXef;XAHEJCiytuJ|NXaVuiZ
zUM_8i!Uh%l4a(uouF;$)?duve!>5av*owQHxTCsIl}EVk>->eR+Q$}E-Adf*s2L}u
zzrpO^h4a<dPww;4%IscrHPDlJ%ZAqJsS|g6>MwlcU&*!j%OUSe`nOgI2Zrv_NYzu{
z_c0`1R`lLIjkzWfH+S!GQI5QOB_MppW{HG%)&)OXylui}RPLzzEVg-@&R&&V=|<m2
z7N54%O}MG`DTDdp`oftP`|FBwcT~L6So}%7*#D@NdzD=B<*m|9R~tRAIrSG!(z`rO
z{q@UxC#Q&AF595KU1sw8c`4UVUuJT?6+P!i;=F8$C5bI+pU((;W&Jg3)6U$*7P0fT
zqt`i?4yg)>&R;hb-Q4aOXv_8QT$@?<^0E8eH#|;kB`26KTb#4yi2w6P+~VHHM<1%|
zzlI-{|9|xBix<vrZFi%;HAK!8cK72szwgV;hyDMb?q8U^cS?~7yB=@dze&fJowtyl
zId!JSXVE_*(w|y|TkkON>!mZ>ZaH{T-CR%pXh7Vf8E(^+Z=DpH|3_>8mHEELKf3NM
z<oL5(*za)dn={6T*VlAMm(1Mx!$0Rh-DCCj8_X&#GcB$9C#lTOe&%~vq<M~T*t-ea
zWqeI#BA(0$eUSF@ii~A-U+)6<kXH}Y)cMyw(>T5A`Jxp+wEcU9pUODzdAj|$`0VG;
zwo9*^t7&mSXBAsv->%m4^Y_+IPxY7IFelNP-L_)N`^s;HbCWpddbf(*{nIyZk!8$@
zV-wevgvf8?yv=u*uX2@-k8^lcLT$+0OFE^C?rqo-p|54_HLX>9*8;y;_pg3z6g<3e
z??UDGFEoz6DB_=Ktov%lR~uQwSC-$kc6{-xEnW6NP&PUL=hqui=H1O*X7l@6E7R_2
zX#3r^KBAWG|6o>Or}5Lze|~=67#cGt$TgPNE&oFJYmwJ%rPfBvYNW(u1D3C`_B<iK
zuVRXhlEA+s`;D*I2$z4c`}gi+P2H6JniGVIR&6<!`NiVvnxgfEZ%!WnbyMZ#w;)U3
z)yLP1aGBNn7R-OW;pnF+)Am^%2yUGt8|-$sbk^_U{rf9d3V;8x_i*q0*5t0;$E6Q{
z`QCThVxsfm^?YU9>u=8dmu%J9wE7Fz{P)$D#hub;zAij|{>s9Z{>%r;g-2eV-=I17
zz^neeRn2^PvI%7e*L)W`Qaa6aS9$LAz2Tc}#AjSB{l7#)R$=?wb6uSu=BC*FY2P5V
z>UTlF<NQ-8g6hovOzYZirt<eCoZv~#coL=Zx8kiuRe!~$&v}VPb9_}aCbar()lJ;S
zv|Qv1Z*l8xZZpO|AEV8`y?<}3!|>;&<kRx{{;CG~a}SQ+4&vu;ztOYlBg4a{+g-Zu
zno2qT=L?RM%=sx>{zm<QcJ2$q#nFZ`mzB3l1-Wkf(e3V@7IJM(s`9&(Yt0|{CUZ?~
zTjlB*we0>!?(j(=2cFIsob^FbZpYioV8QRlbQke-8v857{(LlFX6c6a&96WFooP|m
z(!=SRu=?26Cs8$Tbp>29Mb}-FUb*jG;Z&Qc^Ccce%KVO9?)dMrf$74T<);iSmh?{#
z$<W%==9Oi=b85{$!MMeouD&ND_IF9!9JsbZzSrb(bH60---q-6u}_n@BVYG1eBa5c
zBf=&Ds{1Xi7-v@bM2S?ryp*7*`}z5g&dEJy_aCcFtTwr@Jjp{t*u66?lIgK(+Ptc=
zXNNu?Hvj+6UhdzQ>i>$$hv)zPBW|cRPkoM?_@XW4Q@wkNUTk(epBnHZl|_k3`RuXz
zcTUc(62JG>W#)?bj_~HS)A}{ke)Jy_Ubm3pj-K-2zF(?lyq0pEyJ!1NvI@w|Y|Ly4
zm0HpnxT^byw9ixjlXsuW2u`eLIrQ~Y!21V9CHj66k7q7ln%$V0Sk{to<G;oItMZE$
z@W0x1KkTq4|CCaewI`b{OFZxu<kF}YI?exaYrfL*&rWmHc$1SjZk|-hH;B7DQBmGz
zbKSIw1*iWxU*FfX=e}dZftNlTT3UKaYF}x&&73{6zc_BMdwP~awRz*~s<$3z3Z~rO
z=$*dV=J9WdYxn=(?3L(?lPcwK{wT0n<YiCeb>WITIkI*Oqo=-4^|<-#bM)i$(cPvq
zV!hYhxuSS_LbEP+Nz#@3$94A4EWOLU!-R|fl7{83Os2AZN2c~}K5;&E>bVRJZ&?K{
zv-=bE<(_r+mQFi8AzdoVY|ZDAhBqN|AG~WZohEEK`@<h&nX4yQJ5D_jn?2$F&Qqz0
zR~~-WxnI?>@I-`+(G#PsU->O8Ijt<WrpnITaj{7JSNe-w_vvTLGp;)7z1%D_>Ceq4
zhgRt<Y?bYr&uTkYD?PbyzQxq<rqkbC$UJ$meByGS&gB(8?Yq4yF3l+Upt(5R(&C|c
z{qL6#)x+bK7=L`<w*CH}*NM}YI(&}dd-_-W*?qp*E}JXbF0Xj@_Ua;Wx&BIqCcX_S
z@1F1fQhM!+{LzFPPxf)T$!01~N&TjIg2!Yg`@bv)r6;QMt0TQ79lkwVy?ORLS^m{K
z!w=hh{#KCgd`<H;|NAvXv%m3vI(z%nUGE(SUb?AYURa=ij+4znCLr)Wzu~2rAl*m{
z<qf@WG(#m;_thzDr)y7o|HAnFwf-`WEiY`HZrL`KsT9?$IVP~@=E+Krc89y)L-f9{
zym9jDx3?t?mp(4Fna%#dIDd6>lHH}g$>$a(FORVEO6RG3x-72b0N<wX(>)IByneK|
zFm|Wq<0+B+CwdPayKJR=$u;a^?7qi7lj`qEKJ#Cn758fQ^<>WM1Hw1tDxd5>uWfWW
zU*>-POVRJ{Kl>lEwC%d}OY>W!iPP$vLS;*Kf4+3%wDTWcmztxqKWc4%e0)A<|FhKo
z^PBfNWl#3)KM?$@^qA~t#n`#a|GnAJx#9hJlYKU!a$hTCOPu0=tT8!m@cS}*VE?S;
z8)V(<r4(XC%_iM%d9B$sFWfe-U%lm{`u(&M9(ut%sy;WEtDo*vxu%&c=XFp=%{%3K
zczD~>)jDtY>@~cz_v~MpI6aO9r8^CqrEE9cn<{o&<?!zA`SNow$W2Huy8PrjSHP@N
zWt+-=j}J24%M|8+*#1yp=c!QT$^%b#rz9~)zBc>VW9YD~Wmc2$>lu>!cY8l)aT1oB
z^L5{R|HI#ZG1`<FaXTNn5mDLw?9Ce~Hoh)~IrjaPx6>Z3HRpYIG_=FY?Q&4sv5)?q
zs}edglq#YuK5RbVDgA%Vk!+X4A6~`mJZHkzUtyBs5;Nm--2JBTS++im?0f5L4gYE6
zEq>O?U-`O1onet-X3UE`eM5)Gzgz5=b$gp!KDRwy)Zn1-iof+*hN<Bnzqfa@+DM46
zd%wQP;HYkicdOfiU*~`7o!8uSBISvtT9-lbeJ#TT*UtD83r??ia__66tl2fq*JWn%
zeEENVu;1y}WmEI`dVR9RsgoXkWmeh=%(Eu`3b^U6{GhevNp|K-i({A6WIK0DXsHL~
z#e5Ta=&j8AQH}e_bU$0uKT@)s+7n6)BzSo@3QF;I`pPt(I^K4v%kl3w+jAYCTJ2U<
zKRkWx?o-cK(w?gK53hgdI^S)#>(yH2Fgqz}<DRZn=7xuJCtTVSHId0d$fHO8{JqWx
zi>-FFNiWl>oVDP8WqF(H^pd5F8aJ<(%Chn-_i0u;?|C$P!9(4kM-uY;pR8red*q$J
z!h536zZdzIrB4KxGd`N6Vzl^^vc=DDl8Q5zw>nD{Y8=1NKF`W($(zmdroNY2xc*d}
zgmszUdv#adjL)18?NV;G%Jx*tJl)x*xZc^Q=f^ISX74S2^B?`GI_KVg?(%Z~BQN&<
zxx?zQQ10-9f4{Ep>&iXdds=5|Wy?7WuH0B*orkfrQoZ**5UleFpQ|Zpyy*1`yEd6{
zg9kQOoey{MHCC~H++AYu{J`s?fUWjbS5oqxJH|~`53qc9L0wsCfmiUGPr2_puA3*C
zc<?Lz?iSbMJ->P3AC_agzpT-_f8fCJ18Qq`f4|-~d-a)^1coe+dv0oaOCwV@zu`?Q
z*jHFo_Tx+b|4SRrbS*6X^2)B<YmNP*8~%OkzJ6<JmudXfz<au1LTA_cNgLVUu<ksq
zF)#b*cEfA@XD=Eue%Hx8aAuwR%uOYpk_xk@s9%YQRmxW09;d!S{?x^rYUzwM{YSnw
zTfYwoh`0NCQ=k95U45(X{(8GV?raKjYww(uRebk7;Q!o}PwcZl+-2B#q@`{4?DIVH
z6JI{^p8qe1=Z~q`ll6taCjHEa)ZckoQi*@bakGe>UfX{LZd&(eRl(Nvr#8=JW*3>$
zIzKVr%WAVuZ;1Fa$(`kUw`Q-sKH+w4+RnT?)h@HH-#ov0TBAj;MEbHlTmNtz_o_0Q
zwAu8U@w4Tdb?>d8sOtA>qLuq`#!n}Djq;4F{FWcIb;_RS#Tqm1DC6w2n{5_O+c8b|
z^m0+bM=JZ%EDPJ0NW5`LTN0d`Et~lASlx8f%>D?u%Ntv-EzYsq`gk&*naPg$vwTm4
zvcKQGY-oKthyUrBl)KK)9!wV5@m-xca8LL?ZP&T1$Ew!UH9CI#wBvqgr1t%Pb{7@*
z?7nXi_x<xu`LO*P>-pao9=V)o^kC&DuWX@=FP|0H%IZ13^*<=dJkR&EhTYHQcY2r4
zz92BAu`m8*;%e~^)AspA*O$$*o_9r2;oU#kb?x>i_iIeyd;Lf$i)VUO1dGMt<B76$
zpQc0`+2n@0-V|Pc{QZa4)tBD<sGf2D@B7F3kALZ&*PYmO|9G?UcFBrfHL(?6drBKp
zPfK$2|BGABSM%C^Jx~6<M*(fTZ`kz~7IQvf+O_v6!-D1Sa)a;Z7MMp}72o1Jh4bT)
ziS-+osATacvn;ta;e1NbLGR^V3tpf3A*c57yz#NdhPIlP?ms@k%RElXchtK5?$BBM
z@6%g>rFt*@r>?TG|FiwV=W>?<_2U~Jl}fGueE(CTkiaaTDgVui{JzUncr2ZAF;t6}
z$!2M0cDL8WWA{$!9!+gI@nx6x&yx9mft{;<hznV&cs@D2-{irPxuw${Y!%$j<hS3e
zAVHn$X?gLoP<z`c>-`(vE|}1;<FB~HO1X<VPwMv>^BSs6wNbZ7sXVoAC0o}bhg~ct
zRbOg1Wh>fP#mBn2ev_#DxYXy>iY=KD7sE@eHf8_K`18Ztdcj2Jc>zgELhE#-6F(l@
zf7x)^b+-u7Z<>0iBgJ1Qn@!mCOFXA1#qd?-<l;yF=htsEs(Bi{-#Dh?oA7~E)*(D6
zBOXbcI~_g{khHQ_cH+FF8gr7JuN3vYu_?L1=k$;LxQ=qhI?nk|&%BnbIP%7&T;`_R
zHL3L{T$S&9JuyLIvC_xn2iYGUznuT)yK|TC{qR)7B(FK=ydH=<AL-KFF|q$%n`>BD
zh14~hf-u2FT@{lje43(nc$Hw8+94HIvo(vpoeKUrE8aoHA?47gc$GcBFF3q-xbK>^
zzwy5M2lI`t?R#!&^(WoUtT^=EoBK;2smwRoWV7(3O|h8TZ>fsw5rx7lW=@}}VxXc_
z-@N!`m8?<XAwItyF~@`+a;!gnJ7(MAB2KqrS;KGE=3c??eB%!vi*}1W^rb;nvTu%F
zQI_8o<{Qd6Pi)J+{4nUhFF36&CcXFd?)UNj?vIbJ|J$=8=ZNjj6Sv-9O)Q)jm}#Z-
zJu+?6+m+Ez=F3K<yNWCbx^#YiiAMB&W!rtSqU$6t@upe5YSDPQ>#WAw&C=2TBC^!;
zuYI2RQfbqS--U;y0v?4f^E@1InawXS>x`zdzwN07LEOb|4>(TeoVyTdRsS#N-J6-|
z1xJNf+iWVCtEzSC``Ojk+ppi>d9-ML`-kd;ihqA*K3w^jy?wd=IsW*+t?PNh^)CHP
zOuR1U{n27s>z5gxGfPEg>1jl!#N{r$-@h=qneQUA)aCmBlXoAs|NHp8;5j3MXC`SD
zGjpo1NoHBwGB3W*V={5uT#m1izEz7Rd(JTk;o8R-?f*;c#F?!p+uIkb^Yh04U7Ejf
z`AhM(@Aqn}f4qGCX8MB=_5PNcGn2H;@6KQPxZuy3mk(ER`}2qE?YEJ!|9NG@*-2_g
zX4~p~zp0<N&ujYJpy}%^jo$lAl3gDar1n>}zSq+DpuwhD@=u#~YZYzkJ#_JbyFC8}
zmh9_ipGf>aS8~j9^{bDGFBOa(n*Qs|K5yH0BXT0I-nY+nUCsQFQm)T+URrQ7&Jlky
zwQuSjmzDQ!@BC1}dAcokZQZLW)gl+xX*qw>Tgms<CT-iPnHK*nUrc)%<vV?$m6hpv
z&a_7xlT{}totk*{SkryiTfdt>yix7dD>RawZei<Y$hV;-w~^1CElJ_hjaNH=%KM}|
z*e2UGMf|DJ-<AAzU;VZic1VTi9*;;qqWI-Xq~Ef2r%rvT{*`7av~7Cq{@s)FW7}W;
zyPNNmzv$_Cle=+lt*<kh=k{l6wO-BloOj^sbQLqc=I~QJMy1zQ8-&hEzSaHrQ-96D
z=bKM2J<Mf3E&aRxy(R9amh7){&HbzUCV74pzweXKi`V|-%-8tcs=L#&Q)A9AgR*7f
z@*F(8x_^)K_X+joX&d}4*>-zs|Ie(N(7!p>=55^nT)y}J_ulzt33v9+``@mZOgGu6
zmDIhfuvhrLoLw2)&6_(8&skGG=Sk`mBQM*{t^3wk-**3`sXs|jO{a+I(^mHhoH`wv
z4|Urn&VGGrroV(=dqY>562syRIf+VLf?Qo@Ydj~3?+gfZXwKSu^w+5zw#U_zPepfF
zmUjoQxXiZQ%hJt#^@o&W$2<})ulmySay^&#$CKh4j%qtvi27dt>96y@#HJ-VTto3(
z%6(Zmoq}2Hm#^>~_7LJaKSh1M9`}V6Co6w+>e?$!mrA|!^5adRr)Lk%VG=mX6xM3O
zm*7-6p)1=jd5XiD)BZ+ZRBQ}R6+~6|q@VH@HTbY1#qi&e7z4LylPp-Iy?nP=K3(|Q
z|Nioq5@t^iZs4qUd?H`Rb^VXmFR2^LlIyPQ-ZESM=HGb3OAlJy-1oNTJZX!(_~?_u
zqCe{QS8QNCz5Aog-Q+1c&-L2#gG*v{&N58QO}Vo}Rd@Hg$YWQQotl27rQPdmZ~m#g
z7v_GKzGfbZ?Gtk8uwz{q^Rw$u&ebN~J$=6<yX~14o1ZSv<GcU&@BiE%KjVLGeYn%V
z@aFADo>Fgld!(+bmh}ic(B6`@!^xKS(Yu14R3`oi_PM;**Hm9yaJR)?+Mj#p%DjsT
zySJ6J1)kbhXznI$G3VeVw~t9$mFpkJtWMr@`qSbk);1cEFW>2jpV-<jA=SnxAbU+<
zQhu*!;VkhwcQLaK5?n8g7@o}i=bKciE_<rUyX9HLssQiB9sX@gjg+TlKk=UTMCOmy
zsg2q@A1i0c^>KyWn#57?Nn~yI+}V8xjBW&~vL>|p|1@OGD2go!?5?>vBl5UKl0>0Z
zZ))(~P4~2YC%D`8@bDLYQr9=Nf3)oL9GSK?dnVTOr79ZFS+{xf%UL<gr^-KFvfJgT
z#O=hNJ)L(Jud95$w!D3FOx2Qybq_BY8@icz@NJGc&Uf_e?(c2a>&i+i{x`pVv$V3~
z;qH@Zk8a-)FSHgvb93gO@cKWo)5Na^X-!u<yXoP&jAg>kt!rwO#Va=4xut1PZz3}D
z$zhFpgEa=yM*fzcZv;#)+ZCSP+t<3BYh$^z<w4tH%7=f3-cw4qay^ijmD0FcO6!t`
zdQ*CH=NpgkSw=-{_0LwGTlw{I%(jY2mz&PbvuR_DHg>;#U^inO`{T-I47{qTZ@$jo
zchW7{>T2=3${R9qe~$coczyquJ0Et6>j%7#*na7t+C1awS3)j0-wWz{BXGt1Ow_%`
zi!0nu9o9{&FWb)l{9j+Bm4I|!P2Qh34*wU<sdyULduE%$>z!!~9=oel`vY4xxLesx
zWOXdOD(PtUU|Rj$Ei#r>MHLT&kGG4*{mYSDFY$R=efq>b7yOuS`z<Xrsj$^OH{)E$
z-RCNcEGjnsyR_qzlEZgvi$ihVO*>{cb#GTW(R)FvxGY8W%%1s)%=NnVhgUzH{ME&;
zaC44RzuSUGn_OI*UPM^wKd3ljxWY2Ab4T|Xrza<hTpn&RPuH<!<=!pt9&>7yy75zv
z(wa>_C8LVh<mvxj!mE72`)}^k-p$F6?dO_AiQi)MJU;*2icQnYKfavr$50b>&GVYa
zOu>oisf+(x8F3rrE`Xf{P?&aN2m6I`{c9yV@2Jn)dt~j2=My=<O6l!zowR35Gjr^z
zLp;+$E^ha^_TtPNX@*zDeha*8B84{1sZ@=8<oS15`9`URJ=+Xa;|{Q>3hg*Dvw!c$
z)kj7AZn=GI64iecDy_it{#xvx*;j5KG3FHB#B=($-mk!_i;rd-?O456=au#U&RhRP
ztp80FdvIal+-sb?yhbuRLuXBFtuJ^MpTVleZ1HjJmu_<l-xjVJ53&pFj!fAlXHhxn
zSioeH+vbTAQ!j7sVh{QE+5J-Q>3pk(C)@3wYULg}Dw^>}Sbpvy{hAL~E`L8VMeJ|I
zs_pxpMX%VCE!-tPhjaVftI7Y*8!dd>a4vY;+*F5>!+K8(I%lsdH@`1ww*KzIcP0H-
zAHLZA^{~|Gx!dNxO*S}K<vCG9`z;51t4{bei^92$DVtu3vnz%)aEPtyp1(4oN%V(?
zc$e5CPtE(vj9rUkj&61IZFO!eU$x<y`1B7V8EZ>J474(in!NQ3;M~N$s@46+#PY_I
zg-X4_c^ee3{<zy)AljL@^tkxc#RvTMpDVs{TP%3#s#&~Ot(fATR9@)XvQS54mB6V5
zHXh5g)jvItJ+Mrnx8=yi`TsL-EZ8f(eyK;Orbh9{S4}rl8h!6={lc?3!8?9uQ@H8G
zqR(2DvlrO87BkD+a=kzCI63~H&^@mB4_@+JvNmc#k|({FO6Y5JG+J}cRuj^1JP>_x
z>Fx_I`PLcy{N`p&YX#SNbY|P_Dp3=)c<(uR507qdgtlGQ*|t#s7^SWiJ3q|eczQ9O
zIY@rtTG2fow)gg!)=uD@Zd&`@x_(Bg(ENXo!i%!E{CXJ2^z`Yi2Tu&^*RBcv*>L<~
z<n@N#k)IgZntF?*yu|wijx){gnrl)v<L8E0BfH#`P3q#iUOw;e*OJc?k*b;g>ZZnH
z&iJ;#$|Z&_-&$l3By=iFEPShKp!>P+V))0$?=NmPmTmv7sHCk`?Y5%XoNY_Wtoa-~
zRo?fWt+w#FEzqf|QOS6DA!mK+oO2zGj4N#(tmiE+-})wC;bX3)l72T|6?(mo{hBh(
zJ-0?-NfwW+#Dm)=WqSi}oD)sW3Z8dC^3?S+RZFMa<Ze(?x2m^#Z6Iy^dGjeDn?t(|
zw;Sv!e<s#`__*KmqSfwCmR4muC)|?i=r;&@{?g)BXUx9izDE+irHJeAE&AE2{3Wkt
zZ{6c(AI|aDpDCR8z3q3u#pL<tn$6{Ri@0BmJU{P&NZ;Wzak4fwB@rjqbQc}9P?7x{
z`23Q{^hOKgM``b^UY_35nAQ;$S!=TA-?QC0Zn5&`=2)KVX*g|@yP!g9eyY(;<!2r`
zoV(NhFc>o%8|#TKJlwc6W4Ze2fCYC$o|;<vJ>z)X5OSVBGpMdiZI0LXf1RrDIzAkG
zJhl4t#KvPwnZnskmu<hszv2GFj~_Oh-#>UlmGAY(`H$mT<NurzZ}+#YpTQ^c+w#En
zvu9YHLzaX#vjxm4JGuN8<EbEqd&xXWH;PN0d&;)RXjp4plV@GtqZ;%0-q#<W-g&Bv
z=FAJLoOpbXaDvpSZC_UJleG+&v--N+`tibwC6Q0>tegMR^40x^+~V;MuKd{CSMYel
z?Cx@dFI@B3_iAjm@vgg&o4(NIp!eP4EtmM3tL4sU*Gv7@npE0vEOII7_oo|u1|6%`
zy5%p}n>VXnJ;CJ3UI*i9p%)i)3bJPW&cE{cmUpsktkH!H*E^$Yf?o3+N#v1!x^&@-
z%e(wyCp?eaH)&sDnGDDKf=8d!d;gWZT6%2%{kF<YQ>G@jZ=L*5r?={PQ0nZm*JA#G
zyGkDZ`Ecdu<-^P4ex+0twS0H>tNijsOPbLzH~YlO)w{&yH*LLaR?Fmj=gH!Y(r+LC
z2=++|kFQR$`+F_4M{ZI2@z8+F6~Dy!=0Bd&pz|Q%OYF~M{POpA`vx;CX_RAK_pju=
zjqr8z!gs}&0`^~XoUrV{eeb}73zUU-`keOsx$=In9M`^ruPW6Q>WeQw-Q51Q;?;ED
z$o7~29u;j^(7pO~+<9)z6GGMVd$(Wd?%l@!xLN(e%lj{l@;7f{N_ix4-0&}F+-V>0
z!+$o&Z7%$5Yg~S9@t?AYq8+Zw>t^rzapB|S!`}`{m)wzwIeIMB;SYmsl~he%@-vUj
zG^Hi?XDt_AQp@#d%3e?PLm&2@Yq91QHTw6>_Kbu{<K)A8BebsaSF&l?T0h!lw^u7*
zrrsf)Jy$1RcMspOyW!E-Blf|J>eHCk-|%m__kL!MvQtI2O__xDa#btA_GdTGoQSNJ
zvI$!>Q|OtHqQC6Kb4#vA%v-{z_xJKnu75(&&(+T#(cNK`b*9<tu8)ay_0cPPtTQXW
z{RxabGTm!y=)9z<Dvw2dzh1no?o?27M?TU1RBg$LeG(4@%;t6lUYJ~{{rFV(gZD3^
zEmkZL@cf~}9gtF>*8EI*w@C7iqt^}Q@=h=ajcD;b{3<8%lA%$rui``7DN-BbI;~4p
zPuBFuRaZ>Uo+p-*IE#C|u3yj6w_6{!-~YWh@#nRz53~3Gdi(If#9#@X7#}6y3zKH<
zb?e@l@$Y1F>ak4s>(=XybSwWzEMD9*CHJ!CqEja{?tMGfocQ?L);aHzn%Bv7I@YDn
zk#uOkn!IP#Mz7_LcD^#b-suj9Ru`@6IO>yGy~5LZb^Z(Q=e&<QU1YwB&;GcTo4bFi
zVdkpdKhvkpI(Dt1tYpu$?HO|<x3j4%JAYxCjgY)vMJ1DtFI(s4uEi2R)-73~vDDn|
z^8P9bMSgF|2m`T8fg6~v#Xs)$GA;bOSk7`vZmRd8N8+xBg_?^e2^pDtomzU~$kggx
zDJ4o0UlYS}x*xl3x6Jdu6`Qr3b7kV=TiIvSmEQAxm-t)%`|fs2&gT}>#pO<~^qO~I
zi_h|hws}kURsB`_Dx~~a!re^drOs!YLzRC&OZ+I_?R|K+xm*D|>*JR_Yj%}*KaSt)
zVBDpC>C%Lt{W&~Wm8~c3Y?YZ{Y9%pkHM@@M&f^KE{xFqCADF*5h`W6UqjU}X+((nr
zo;q5VI-EFrU+TuA63=OK#d?EY`=>6RvfJ<Y1n2FS59a@5;`p?7;)fWkW814`=FGj-
z5`X<xwBnl0KCkVL7qPMbX5N#Z!S++H@ZEo<{j+0sY(M;uljHD$XC<nqy3J>Nw%-yZ
z7UcFqXNLE)Y?o%6DW-xi{_HH78t}>P*O4>rnbyf`WY(1D3g0;sQyTC*_kHlZMJ8!g
zaf*kQ&)1xkA&~g*Sl<8d7CJ}zY((alROqb#+S**|=(o>n_TvA~_E#p|E_%Q)dt2k>
zj%ye6laFu8clX<O>1kF<_5tI|j_H0Dhu=DMTwm<1dpd8QdF^W%Yt=`EJC`=+z1GP*
z)uS}e@WO-3eD2rnKS$RVZaC7++#<NWqGhx2L~et}?>DWUG}&ZkUq#Pj|MWXcoLy69
z?D#u%_OH(4CM~`e{@*j?Y&V(2)cuRR)@y%?b<6p}(_421ng0q)KUSjdR=?v|^Z&vL
z)4w?={L_}d{G#r!X70Y_2^^>Vum7B2ci4LW<M*BQ-1BS1yH4JJkRLB!)h}_@Fvi<@
zi%(MjpU3I~_VQC%KYs1s@pYTs@7Z&IhV4JmYVr5>j^w)Uk6#&G*nj+Go$b7TcfXd;
zZ!4ei@pAdgfP5>zpAyI4zD#ZP5N`NzaPpHMkN;0AJAas^*X7d3<^MLG&HeOhS3*S}
zquP?kul9UNPhpGkUwmrkr|q9(ZKCe&)hX`gz4E&JJ>UEPPtp&6o$CJP`>uYu>IaO|
zrxiUoBGm4dUuba9==f3lb6yIkCdjJ(bXT+7>i4(x+O<v&@9LJwmY4RAwgjIpKEv_F
z_rbA$cf-x5ByPO?;p1E%rWO9?TvP6?-Vnl)c8tYceeu!m0PTl|Zr`6RaMZTZ@S~WV
zlY>^>|Cd&0PyXP${ztuH0`t+iUfuJgoCELu^1Nm+<8jr^RXVZuGv#KzG`)UO&*tdn
zg(;Z|la}4@jk9%@bTF0j)CxH>wK1gSi%jUGxSuyKygc?X)ltYQKG20%F4kjl($$XB
z9wI9lWp4Q8IEww~nBJ$K(ZkR0IQ@v*#9!G=-F+7XUL32uROQrkM0WY&87*B4qgR%`
zxvcZ{-@?!rzg+8=D9-=$Fm~Tk2j=YC#`i>XKM3FWJTE*`pzV!ry>vW7^*+t-yY?K-
za;@Q9Q^C|Xr?+^$OLbj&<?@4vXUuP2XCD98QR+_o-?R6RI@oaU)SGVUVzn$+mFevz
zj=*Ezm&d#=nz!@ey|vPZH(q{jIg@qs<*pNfEx*m%dcXhgiDc%vVlwYiSWJcIl&jTR
ztRK=;G=FM+Y`rhDF6P<ndXu$FA}w0F0z@zIxu5U4u2A69V^~xAE4*%n`2!Wd>8>Ty
z`<(R@o0lKz3v8IjZf18yc!85pp`_@U*_lEYJi1~&o=;z6*f>F$MZ;~!+46%^Wm+_%
zJfd3-wpH@4`Tu9$&9s}7-b?j|%#*YBTJl3xe}(^{-6skjIw@&YJrtkEcTMN@bHl_1
zD-}%FZC`oE^n;k>k_!zFI~JTc9eAIW=U-{hyYRT$xqA)D+r;(k?dRAPPwTt>uAu$B
z^_=Ybe(&Qps>g3KnBP4&@jm;>`^q_+>`tY|tNYJ?^5g!|hp$Ynq_X*6t~irg{EbgG
z!+pVqmy_b$cB^nN-&1l*MON#@{G&HYm{&>VM%@eC=y&`P<8OvNCGQ>xy-dDybLIp4
zb4#U8Mb16ikirt3Z0yc1oE5u_FI;wdOm}?mF3rnXCyqW@)4lkT)Q+29x(>d3@$J*x
zRJZLn?{LYhPvg57xxm=hJ+1U?;C9(*wz7*4yUaaX*S7tJ^2Z0==Pyr461ZGA`*g?d
zxl1mY&NmH6?s|3Yp88h((~BeI*Dp+{Oi@doKC?|y>YmYsQ0^VA(_}=o>XjabTdCQl
z-fp>l?|YkMTxu<kx=;J(%!u0Ga!v=I3H#>$IJ<lI>C-cht_-YuG{Nwi^*Ox~o0mr>
zFZ1TBoFK3Fb)hort}|T?>|2-L4HVB}Yig-TZ{z;E#rEqV)6e(*lw3REcW;|<z=5xm
z_iVeGdnvX&Q+T!+|E4dx-V-{Mjrv=rmZfj5nf3h98LPaMyniLiXG>l!E8N2KD5glT
zQbYY~u&hY_3!R%wA3Hpc*&&x^b#-6Ja_9eY^Z2;`#8vz{RPb^pw@z-AfzJJXrhk6v
z{|_pS>D2a(?ep~6d$Qa3o*2{TT~}4ud^X)vRlS>_6TLhm^Cwr#e?F^!J(o4-zE!-u
z+~8k{Y~BChJ--kCy|(|b74zK2m_OY)k4xBQ^*vOr$q_BNx9M?tdF6NOm!Y+pGqz|y
zH<W$!?*5@K-#Kl2(+-!keYeq>|1$pYul1K7m)F0aAiMp3@{fOZbzYmlcK%fNPL8?7
z>>9UJTC=rHVcvsxm0~aZ3tr?$iRQ(IeCfG7Bl+5|#d8WvW&M}$zLj-K<MfBvWv@=w
z>lK%^J^Xex`>^!-eP(-(9~3;jI%dw9Mn?CY#}YE1UHl+qesz6N+50sW?ty0=W>sH$
z929fgfi-c}9pS`FPmi&@4o*~VV0)fy|0ZO6OL&Xb{pvp(?eB4IaGzwrZC$r=%NfNv
zy}c>NJUDWWzGmVM*t6`Eq&>&`mA`E3{3{q$FAMSgnKA$G4`x2kE0b5c@K<`PM{Hk_
zo9iRLn4$0APEGyZhZaYVrRN0v)42RWcfInVs$Y`};+7nCTM(Y*b@bFZCT>PwrC+bO
z%J&LiONqGC-eJIStjX-{w0|8u!Ujd|#+7z~YLhSY*J)bKs(H$OL4Cn|1%Z8+<^FXl
zc<!pY5?>gyL&7_(l5LaH%?s0o(+@O!S-Nb~-g9-`7w=oTDc?0tc)#m>$PqnW-4pib
zA1yqu(z!IoRAJwAyXo)a<d$7%^Lx>@an{!fO1TT}K73aFp6CCk`Ty^ISbhHwd(Mu1
zPK?VO4@YDx85HexXZY!}YhF)L7x(JCjgDC_UwkX*x%j+y>i71k<#EztnHN^x&t?_i
zT)Nqz=6qIp$Q{0{Uo#%HOp<DJKir#~u2RMK|H$0b%1P>nPQ**`E#|N|9=PPs>#1R(
zX)X(L9_SY9a8BU1?|8J2<38uNg)vJF_4Y)rG-EdYcZjP;*eu9k(fkW{SVRIGnZo8Z
z9CzPWyFR~iMY(nOQgO9FiA^#*48dM6<|uDi;;*h0CYG=+V^(6yHNS{_o1>cXd(U}E
z{VDWsJZF48^5DFh<KjIR_|EOi$(ii6?}hUc3IB`AT5o1=f5*H2&x@@OPuqWg`Ecdt
z<pv4QX7WBLE8<yHeCJ4xdqU&ZAAU1BE=#-nZ)$n|(l~vG_QO8~Q+TgSRmcB2V|Dz{
zCd2Af);Z<v<@P&Fb#5~@zL%0*8)(w&WPRtJSDg9z<UI$Mf6>r)-<Iub{`A;hD}lYI
zp2c#`i2TG6V7A1Fd4b^5i96y%mTT`Zn^yKn@fr`ya#`lor~cR3D@}e~lYDt?M#-0-
z7N<A*74DQ|ILvmsbz1)Ygii5x9)qC2|9-#cpI`gZ>+Z5#_gQ<j-(9zG*tcBxVB5Xf
z+Gm<{D(ac$=Jp1qiN4`q*Q{M)&{Q{}<j!ZO&mG}K##ZZtY}005dYoPF^e<9BW6QA`
z2VD*IOMNm^{CRSDqc3H|2rc>dGd1XtPyJo_^M@W5vrO;5DF0CXt<$0@8+AO6tJY;7
zXqS7R6}jkeL@SRJNAR{s8~7&NyCv<o(^*bxyP?9txkmEM>z60qy29Vfc4bQWgB9sn
z{%ub^7SD^$KN)^`gK)y}BhhQm-p>7UobM=4?SAH0Z8i(ywa={Rx?W*<@}wW@{~{e-
z*_VFBhdeEwhFV4Zi~PDpD4^`rwrQrNmOrQHf7G14@pH7?0;V~yYIPq@nATk)r)U3P
z#-`v>$eAg3AKvtyu3}NxBKdsj(eu9)o(l8?Oj`17*@`n-YgcJEG`B5EUZVcc`Ic9H
z6}#3HGyD5b*Z%h0Us3Wn{rJU)RZ)yN^=bwW_}HfeUSW2b`cGop{?qYCC%0+7z5L<d
zw(pjnry~|@pLg|U-sDwB{9nA^V0XMkeZE_fLEU=mmbV`sTilJm@$TF2-iOEAcB*`<
zG4U&(w*KGM%RIqM0tRim`k9lD?)@2JmG!SSqHo#7yLB}OZ@w^G^TwritNd#hRnEY;
zo7FCnoA|!7?Dc)KVCLN3ha%q>%!!&M-6!{8LCf8#jaQc+F7z{wezs+o!os-CwcGD)
z&%00;Bqe`$>&%WN+8r#ut%{#x8GgA>WD-!gZ+B0#u<(Wld-%f+DW?@DtGCQnR@tq&
zlk4^!gIjS2)fKtUO=g)r=he)+k67=0f2aR!&vuhr-|K4XZfocnbUp7m!gf4yr*&xK
zx|@e@KkBf~>^1ROdhz9K(XIcbcuk9z2=J`_(z;H<D6{>jpz!=hJg=u}UwF8GlB?^h
zHD8v0tcnt~G;C63-C`rXucqdS{LgorZZsFmEas5^%~Jk7Zw{OP2f<l;?g>Bkloy#3
zl8|7~&&oNOcXQ(0mn@-2=LB0XvDWbZw&k6ZhJ=)f{`*<deZ_sdsulR;lCH>SE6p`4
zxTO%f*k#_z{$s|nf2KPA{S#8}>tcVfDx&^dL86PIEARY@A4QSgIpI>*BmJB!O1}Sn
z82|U*f2*3W)AyV1In$|=7o&6iktvT_#3r4dVj1(wS6`Tp-HCNuk<Wj7`#lLU`QkIn
z7e9A<I=yQbhpO(S>AHVaS9_j57ML#b_mYO=(k0x__BAZHpdaw3w1v(8eWJlK(YVlk
z>txhr{y%XuzEnF!Z|a;$K`F^h$Mnw}6z)lIv|FZq{!!oM!+$iJPU+V-_AU&LQ~lmG
zJ0)e;?r&0pJC>`6JU=*pTHpBtCwsjcew=w))%WU@_P%MCIf9GMY(8av`I><7K4$)%
z0orpldNiLrx+iot@@b-~?z%Y_Soqw-w?_zly1xEjORDS~og;P}ujl{Hc~^U+r^zDr
z(zn+0^;SC{7D@G=D9L@zSC}8a-!LYb^NR6#JL5UezCANtw&||(<})w-wnwm)_6t5V
zH5c_3pR@9_s`lre{1-3X`o3ONw({Mczfq-Q=H$w6VLQI)gvuGsSgsecE$+!upKXRa
zrr-DzE6d_u`A~@A>gm05eV<MhUoHL==a$Pm$HVuc(z-Rv(<iUr@>B2LX7&E#75gh+
zpDTF#Dzw#3Cc*dr)9&fb_0lu{Kg<8~>%*`AKhC!uo%~$marfcBz3qozz1#Tkl4?T4
zuEReZE502vEKJ|5(3|pQj!aL(=QZ}xJYure-|fC0|L!U6#&D)};u>kc^+pLV)Y~TH
zPCsw-=ZbCOVwcLY!}@hUo@-86XZzLrukpuiJU&k+eK;bzpg_Iu_u`8M{d>wfC(SkB
zjsEN^Ys~pMHa-2yOl|+DqQkp43)HeLD(|{;I%rp*vEbE8HujgVlNJbHKi5<glQe&t
zG1s%{#vXFjvmZyTOy68M+aSNgt|M;8_d}BG56|TDa}*?h4$KR=o}0K~$C^V1)>BTM
zyKf^K`rRzzo=oOcyHqBLP1nDzG+N5Xo&SeV_{d^=zNl$7xmjfko(lZ#JNK+C&-y2y
zg>FI6<mHW(`5_-~3(R1bonFdNav(K_nR!zBz6bZ`e)M%uzkA~`w{@X%#Y?e$?cbMg
zcy#OiB(=htzWYZnr#>itQ#IpA#N_r(e9ZIqUU)p?|NVQ%U#@nqvp)S|q42f)0&+Wj
zUSys8QX%}4lYh;+j4kt4Zr_+=HBWATz4;dZni7fmTWW+Q_Ak{t9ej1Q=ZP<_KlJK9
z+wI^m+kgDSuhZTImn1%0K6H0jxYfAYj_Z2t@%w*k)FcE7t!C%S=KRgRc|NsUM>Y0|
z$D5^>m$%Jz|K6T_=0RN2g3Pjcw%*O+UiZ%Ki}zb6$9HjJ%J(BK$LIKpueU!PY9;6@
z(W3Tr<%BQSMFXol<%|Q~t6q@xTe#6^Ge@Sz?>`mohc0l*E-_o4>8Jc!WcRj?#bsu>
zX)P5^D?QyWb=_Ne;FN&TR!#m&`TDY?rseft)HzS3C7WLSa>|^`rS)~j9CgD=txnMp
zKW4>K$x=z?DtbYZ%M{&SxXwRyp-$n|;)S*g`7R4jjlTa^{Hek@Ca;2obBj|}p3sm8
zIU4e#XF+EKvmwi>HLBgG)@%Cz{1)6Mpc9%?7bfg?a(TZJ--pu2YmfiCvAl57whHAX
z4dG9fFaHv63t@e5e#PpGKc**5_X(EFHZgW{JFI&5Z;^qtPG<j}BbiDc)|IZAH#5Za
z(UC;2x;{78)ay5b^RM{Lviown=JT=pl6m2&_YcnLwOuiztNd4(^D#EhNU!*d-gACv
zD)Fw4S`^TFz3Fbssmqt=G32@JyxeeX>ajyB8<(89T+z;Nt-q#sx^2Rl`$tu;oh%NT
zy!c4^{GHSL8buj7Mb}T9$>Tp)X|W3HvmYBLOSJJ@ESI%xs6KYNZ;If@<y$PhIQM>X
zeWLaHkVa6-^uUM@v)NC~oYLspq~ZNhS678=Pw49JEG{=HI-IWw&C9nbFm!t@YMGfJ
zzW3^dZs+HhmpXe|X&hW3A-umpEwb^oYvp%-;r_|$AFqeEfAGE|WZAp8eZdn^>9DWj
zYL%%DF~_G0EMh)duex~hx=D)iju##Z+i-eEy6&4GV}5wopI-OXho3q7|4H2MbgA4p
zUA8}K?RUoMOJnzzl~#N_D!$^)%^zM%_icRm^Y@yw$A3g8@;AIb7t2-p@R6&TmHs7(
z4T{qu8_VzgOW5)2-r0w0#vz}tL|gkL%O7(H-tcL6_ajTM_b#1o$vnCh8`l-St>WtE
zVSFF5kM~dQyEu!=tWIXtHLp39eEx393*jsKBbQvTa$?p@+1|)$e>?8)OWUt-#$?LO
zul)ZFU##Y3I5|()-9&BA^aH$WUgrqSpIhnS-c{4|-}uZanJ1gJ^5?DP3E%1X^Wb86
zp8bx;6Z@8Sr7hZgOmF+G6t4e29<5BQ{dw`j;_LS$?LIy_eS*Kr!~3!8FWvuAn?Ajg
zdS0S>AkZdqyO+5CsVP?0{>xqLS$wZvE)i?g^tPVztn}0*gTl3EKFG;m3hrHWr|tK{
z^Cp$wHhBJ3<I&6fv}U5Gpukz1Rnt#S|0usv{Al!yv)2{W`ZrnL^uILS?ekf`R{QFT
zXS;v<tZ;K){-j;}u;=j_?V3wX;g`(rzx9YdFFIe!c3bDK+l`S4nRD~F?L`mH<Vwwx
zNx$ZEX0OOg7bXAKNtxd1#ycW6`?4#kw^~-eDhm1c_JU%l*t5C2B$9ceu1cpS#C6)Z
zM}L;u%O3wJv{GUAAC6%4P3kRH6^)0v_r&-=UVXV@!l$w+OB=J_>@|EVrPC1qKk>xr
z>Q}NsTVywF&Q0u};bS~y%8?3Rb`M3Z-)>Lmm1j<6|KD-j<Z<A<MIGKX57jiM)PGtO
zl%E@<(s*a#5+NUvi=MNKJZ9B6iuyRz=PzE{!l^44^=Ao3PKEK4lX_OSFEcNBeL}*@
zLa94~ZE>0BAE#@^PdwJo`}H|)ifPUd_WkqDu9R<;=fBsh-tKt2@tciz``1?`Gv|CY
z)Do*w(!T7V_sadqWq~%crX`2t{q?maUApdZE?!r5{W9mxmajHO_9Y9&|12_o+nN1S
zsq|9BrmM>)NhEnP&&~a=UvcmbU-d+@nU%4Tk8h;EdU3g%y?wH{AFuii<Ffpx=Qixx
zbZUWx`kjeKZZ1CaOz6MuH0!nb6?aUV?O&dmEp?;ve9^LV1?pNh{StFH7BPS5N%&Ut
zS~EFqg3ouJNfU*b^s8eYE)__gkUhoSqM>S0$4B|eH_uhH+s*$I%&4`cVA_M_8Ok5H
zx|SDut+*7J_bY72_ZDFdS<h2X&WIXMncv$r^Ie*q^zwG;kOIk|P<0u_%@3bWQS&SG
zvbpeNiF~HO!kJq8IzR8N|2^eb*h2@GYj>F5x8*LMV6#0&<|^}-t*0xRHayg>`ug_d
z*FQq7$zq`bt=g*JUUIDVyJcNtb8G(Iy3i9&rRj{fN@dS2cg$o7?EN9`@!&~p#|f_b
z#Oj5wO3Xu5H&q>Vu84n=`irA3V|&mRfrB$z-5=Xm%N>xe<<c$Km;L<oO_e^$p1awJ
zi<uPmT`_5Sprm@VQT#urzU9t$)0KE6UOs-Rb8trd^;5SwZstiIUH&Cvg0B3z2}_tf
zEZEr7jpQH2{5MWN&!2wI-gb`VcN2HZqM~yXC%?)45K}U(Fk@<o`aFKizg_=LvLtf4
zm+M_pFjDehPfGu$^78V`5AiQFST^Vu3jgwEDl>d2XlI@CvN=`y*4q<;?)!WK=j`)n
zw2z(c9+<MHXtE7&LVI50WPj;rJ-G|S+d{SWUF{LDV`*6?HtW@)51jg~K4IT?1w^;J
z<L>5Tno~2c#W(KTqKB&=zx!y%@<C88i?354YVP*N-uK2*Dt&y5<yQoMajz|5xjwUd
z{=QmM<*n`kH+-jkTfrygQ=B6+ZSi4=FUKREJ&t2=ua{>me%w4eXGfgmy^7CoCBAsy
z39Fr#>c8CLrpMnB&&$bt?Gdq2(q=ZCJd4dgZC=;NVa`^(*JHP<#3awl2j#xUT3A)T
zdvNrj`}%(;d=vxLF*s<vn(+V1$E+6;F$Wb&Ehj%!TzqHGmsGnh&&aMe_SR!X*^-z0
zzZgU;J-)m_Y6?HccIU!3ET^~n=@&U&;Y@Sw<E{UAYxkPRwP*HCtUi1*`OdALrsc-X
zj=#QL-5xRR6VGo4IX-iXSJ!@3^<7L&<=d&brf*WQPu0}W%^Y24?i*dWwfp{)PH+CV
zJ{9xZ+YHv0Oyzu{?8O_N9m4J?Gt+$ju5%rh=d8pdUCw@d@${I%>*@b&uV(*Q9iZ}S
z@;{$P0xy0m|5(d==7}KZ)g1q)!lzW*FC55F+8lk)eNyi!B{kzo?gq)rLz!=K8@`os
z{r-gW&!xv|l`|XOKB-J$%RjZYXS>r1yBW(Lo#U6>nR1@bEzPqdS@JuJOS<Bmujjp3
zQvGfnQ@`1=Tj&5Y$DE4++wQuSH+-Kz_wppmc%${gTe#<hm!1xcs$UzZBEP!s^S45N
zbBnqr-@DI5|Hnv`%{;efF2~cLX78gDGDZ8JnRiBizm<K={_FmiVvY-s?>WyID8_SW
zm(A*0@#j}q^$Ts+uD_Rh?rGVf7t8B@2JT^3jDOa+=5&49xh1XN@12vn&1gP%W46P}
zd%@y|%41U0Ch~3w-^IpOU;Q!A<>$05pBBw8`188vSpBEtELYqXx1V@YsT$#M(wQMk
zGPRW@zGIftw>{HBVpE(gr#zq3r#SUq#}&cYw&{7@r{|m8>{}gg8KB(J_<8>WNhbd-
zoO|}!?t5SO=%Z`wvx|poUnw!hSMTyvIJrd5aHHOSz2z>d_E{e$CrW2rIbU*SS>^W)
zg6DT#J~+el+t)pRkG+-={b&58JpIQVZ+(@!?lKYu3QzL|Ez%7(oZgt;SGcwDwB7bT
zgMg%8WgZ9K+B(Yh1+F!fyUS=?sJdg~aTS+?wkPBF3mxP5a&o<pv&W?eXAkA5rK?Ds
z6I~VjbLPJ}`cH!xqwcw%@LzPWBKg0_G!M&8QQe6JOV_)fKfv-X`SgZA9yd<8-kEo_
zKIP?!g8JOliZhbCtc>&K9=o)4c5&P%XB+O{a(5d4?65y|?oFmq&an+&*X>yKX~hMT
zl(gEEP#d3&w|}-R@se}hUFvi$&n@!Rq79ib6MQ>fPwgq(ZDU<$<K(h$viju;VV2)<
zYAcrO3v(o2w`CJ4I^;T^MX7z#dMSgI9m1QR#y{w6?#W^K^IT0Sq}?XdJM)T((90r$
z8*a&seF^X9Y!UJeSmDWKZNfCoNq_R8teH>hz2~*_)*A0~YPf4KJ>y2hjT1uGxb7rR
z+qdKSqZ1pGdme4_`}@fFaIk-@gqUUA+YgTf&rOT(34D>`C3UOh>#AnviJqSp|93F{
zZ@9IH<++*c(&M*#{>bfQ={)5YdD8uF6JLdSTlvft{*OFV9i2X|@8PJ>2<SPY7;s@l
z_xy>uU&6eYZ+g5<U2bO@r{4F)C`ic4C%Wfp)8>bsGA~~|^jyF1F#o?}I(Ey>_nm(3
zlHWLIiBYAbv(WuR-?kSlQ;&=F|DE5*wkJ@DT{U#^9KDGP4brZJCi@;vd1|N5v(e`9
zueH%VfA071o95Wi7Z|?l4s+|H6=7-edNEy&*~%ZDZGC-s_xpX;H3$ARuz#0-VzTr6
zzCTRvLGxt%<~^BK%wuL`r@W8fGV!ILx$*ty_oROb8)oQ!U)Q_+VCTboMmO4DpEs2_
zf9av^(Mf&bbzi2RNt$9PdG9QD-J<|CsU<tt&RRZqQ7%v3YtN5e`>*$#1zK(1#^ZHL
z>gn3+j*r%~ZG2VsKIy}WOSkXT7AAePX({yns<mBwbI&R1rLvXwJ5T7|)v;Y!HCZ)G
z$2>M}=k(G8<?rrz{^CA!W`$r{@^!(~oVgQnxI(`!Z<h{u>oB!;<+SjxYFV>poLVJ)
zF*RX%p3uu96ZH%(JIY)RWwMBqHRXvb+<w2Mt!dVutNU-Yb?NUp_dK^^s(R|XqWK%S
zWfn|3Tq5Op{butC9&VdZtzEOKYYwDZJu>RI^4-&L$xnp;(d<5pC-&YmPo%T1**M1_
zE%(iw8S|ye^S*r-(fIzl<MPb*4?-=EidABMANb2F5qD~4{XNwU`;P9D`O}*|^MiWt
z%^l}2|CPL?xNoC#)Z_C<0_Be;&(qlya_-y@C1dqz#<#hiD(lWW^JJ2C`hN!fs7k}U
z(hE7umrnKGZE#>o`lBfqPfR^GL9OucbdJJfg7<Iy-1~fa%^^4c=)cB%`vYVCPH9ZJ
z(zE5q>YA?of4uL1UU=VxL4W_N>#yIpa9^Hd@UQ9U7UAQ^MT%U4lHT&p{&X!@r}9N%
z*Lu&S-UGkhRo+fKa{F&o&k5K6e2e!RT?~z$e4TTS(Ug+MB{g=Xm#%#DnSV%ZFR#u=
zuIz^|H^}-wG}`~oYK2MDfBPq2UKv{1ac*)6VaVlpdPvoKnm)hmhbM0N-QQJ?`KGN8
z-}&($ANz(Mp9^}8WiBMzzJ2??f5zM!5A2lKzxJMfw`Y>-i=ERttoo{EeoDKWBfahL
zL-}{t?*y+dIaJeUoOI?#yM=VM$umJm7Q=@XJeTjczI`u{nLPQ+>@Pl-`CQzb70m8Q
zU45n`Xxh`IXS}}U-plLvzjp<H=)7|Iv*&}jeGS<nlIJ&Q%5C1JJ?&@ca+AuF6SwE*
zsV=mVua$i$|L9K1M%BK|)`XWD@yxZ-%j4hc*2v3#n)P+1k81>@g{_Pf_h!yFg>&;<
zucihuaPh60^`N!;qeRt_SjNAZb3Xo75xhLV=7Z8r`NvXG3R>}2v6CaEY@T@DK2>$G
z;B<xOUN=vd`KnAm(!O}cGDLV4Icx4st3Idq{=$aJGrW7)U)HRW7XH+8puM;E`p)yl
z(hC>%S1k6Qd6(l@m$BZQml7TleVnzAF5Fgs$G3QgWNSi*$M418xC{EMDr+-d-Y9tV
z<mSUam&Mzj&)a_}<D=#@t&Io23RwF`+Q&(!Yv+EP-l*5>8tnNv|GwbTNH+G13(w9J
zTmI8IKkf8_%LX${|NlJikz@MrmB;km|6WEgUi|8^zU09P;jm>5`wLt*JZieGo4@Yp
zVwIGhqG_V_N1W_j{hhvK?LRZG!+7Gyl4~a;3?@sw*puhupWz|%Q!sF+`m1d2*%#h^
zuXB<<bN}1N!k0BReaF(3Eyb0BUM7nwUKcv~$!PjH#|3UD`|JKlwe3D_u|rY(@lo!l
zCIu!rXTqj;|GD{nzx|y(wdT_k>=Jr^9%koncYg6h>GGBNf8U%weDkslXZOD9mK-ZN
z6S;LS?aIHIeAQO%;JtS5MNaJMjZ=#Mr!qC2I-&aBXi?Y4bDnbN?S4P{ptJZF-?EGd
z4X@&RuY9*H@;_U!d5!05v15y8B|MIG>n)YATk^2{)O3pvr&s7p-j}ZGJ^y3*!}Ts^
z52EADFMfPH$8Kw3v8lPM_cN|NXKc<!#TQg2PTI8f;qQ;D>rG{zim0c%-C6Ut_xf&$
zWr6ao^5T38S~6b5o=>0uH+I%y?}C&&Tc$odEcC*v_LjC((nH(6uwT}{y4Z_^7yK!m
zqc(TqeJ{yd)l$6s8Fm=f9A6s$pY!tVyu;Hij|H;3B=F2$x7IHpC4cWs@B2@f70YhU
z7LR_@`hn$;QNSwZ3zx;37th|bIPlJAuc{|IFDuRYw1&^^s`ax@?>TdBp76b*=l*DZ
zVNbr@%w@Uv9jA#!vIY4s{hVvPV&A5ej;?T9VgKpPUqiK%KCb@qk+c4Zutn+IdnFDB
zlC8MUeAxLUi~HA`8By=dGOthMIes(Gfa8eZohPwjOj~xHESamjQIF@n9((V<kh@dA
zd|n>dnlojgtWoULMSG6b>)e09T=r)99IJYktKlhn@v5rDwhj{>Oww5r^}pfr)HMy;
zdU+--n%iI$x@<}F{s*<5If+(`Es}d}YBbgTE?+2((0sA(bEv_m>&_YJ7Z}ssOOy98
zd)t-nk>|?R;Q5~ZLt+{0^gh<|?=zPvubms`TwQDW*5P&Z*J+mo!ft7w{ikDBeaFvz
zdG;R@pSj;Tk51lV{nyTy{j1T<C5!jH;#u9d^?hjk%<JDRavrTUuQQ6NeqCzC&M)yL
z&S&m>uTIlj?Y!TPy-iZLS@5`^W3T<W4R?><e?05-wTY8v-U*UznsL%|`SfU)(`hLa
zI;v{>loKP{tj_K<Fq{^ryy>ur@j}}p<v+B(m{o7e;uAS@{J$=1v58X!XTPFp;DlLf
zTPN_(nVH|5z_ie;{@9JLH)gNc@{7CoZq}n{SAo!Z)sI4I4p-fo=k(k-_0*CB=?9}9
zthnC%x@Vq+E|0vPZNc0PyzR0*7rOT^F6g}W;@y?9ovSh`%?o)oUi!|FQY`2?c`S;{
zSz5Hp`K#i-qnAH={r?d=uUjL@UyCF3>B)7c-*+y&5EWx<Xfkip;@K-C?w?HO=J|i*
z!3pONF3SQI?P&<!mm*|uwr+XBjR&`W1bp1YR@K&hdXMcD;RFZw#Roh@jMS^79!K)5
zm*8KfFBtO9>+-Rqms@R49-Fu0-$^YcE$zx{o}neiUp%>b(|aV`XU>^%;l@HirI>tk
zHaXk6DvQ#0k$p@x>vX-XJlzjQhuyY{?{S(gYI%D?s>l+f*KIyOKC`bfvAHCY9eZk_
z`~Uv(0PUX5@|Vu@bOm2GzJ2G|>E~uI#fx?-N!(~CW@h9Jz4Jq2Mb8uwlitgwN!{YT
zA8VZ?OtM&*jY{1F*lZG{vuFN1SE2TAn&4BtBUiRA;i|Xe`YiY7Cj<Y(>OadfzU}eN
zy!-g?|KE@8+4H~1_^s7^dh<7@jK;+oC2v2niSF>8ab<etwYvSqZ*8ZkZS0&eyGwlM
zg4a)03Lo~I_8~(en?>K)`QyP}={cK@oUl4=b;m!svf%JXMV?jSaXZfR?pl8F^R1BA
z4!x(eW%cx}4)&g(Ez$A)#*()lSDXu?zPq$e@Hy4=b8$=Lr=&g7*WdHR|GuU9B4MX&
zsgTt4PuGeMzImm5)hP4!1V*NhrkUT3uD!Ok_Lj<Gk7?$so%Zm`_g6{3OaEM4%5h$}
ze$R!s7YnBFU3?_S=fTi_?A}{ziF3y11;ah33tBnPj9<FY#_RaKbCaYm`^zR*@QO}J
zFI{o@>WMp_ZFz$qGTq(Dd3N5jEjvB!{9<}<oL;={xc*`${(ug*pGyO;X;&OpY;%<4
zyz4LXxcuYKyML|f9`3sQzWMcaW9xZlD-JJK7Zv{|SSGtYx^n5io0<h;2WvK-+kE($
z$KJ28{>zu&z096C$#nnO`p*~l>KmV7u+-AJzs>&B*6zGpnuTF!ZZhd}y>XjT?)KFr
z=d;<3(?tzdmn-=GxJa+Pa>ZTCDBI+HfrND~TdmLf$EG%0R<&HXWzGL<<~;kC-+m-L
zp25AW-e8NR_O@=tvX1EO&o9li<mmAYF~8#wl__{$HOKnG@rt~qnUAb439M5IeY$Kq
zBkz`XR{#I5{Qu+b`vk_hf4aAxzMrml`pwE8y>I?jDn>ou{v}}F#L1>XUjk2c?TRaN
z(XG4uzHo9I<J6)>68F=5_Mf=9{X?{b^WuZQV~*c`9QjVzzecyN{$2Mh|I*dV&7ZCe
zx-GxHzP#e+guC;UTkr4qp|Ra>f5ER=4|jZ;w~t$0*3SF<YT<X=EB=()URnRYN#}=F
z-T!q@wBnYB{(Ze%vG?a0>$mQFMF#x~o$v0e{eA7jtNwV&cQqf(e7RRA2k85sT)pX7
z!}3tkoTnRFRL(F6mabF}ZCX0DboyMY3GXNW@|at`U|RZ*hXQQ5!MjfXZjD&uacA-z
zrW>!l3bZ!w@Y(y1bF2Ke-!JXCCbxYPUUb31Vyd%|drz8&&QdP%b$2-Yzu)?-B6t7y
z!bz5CA2`f1A1J>5YR4yf^1t`Z*?-HnrGBq%Po8)*>FoDwvcJErIGA;Fg7EE44GfL(
zpC&2fSDsA%$NWE*jY--=fMpwlvIi6MHsPb2mQA}7biZ;%rAnmA=bts#<DScWx|Um-
z|Eauf@AbILan*9?4jei=xpvOGnsZ-%9@99IQzdKs^yRTFw)PHJJ~SVjHS0_C^jr<e
zPQK+*6DE3?Xj?qpmUi@I{AS~2D{qTE%{09B?Dp;_zilVBZ#fw9;?dn2ku&=H&2sK9
z-Fre)|KrXD*S}4!tn_nt>hSZI6Tchs*p^kObz^);S=5bX{e^d3US9dG*85}4&0=S{
zjk;fS_AJ(ydO6!&Y3pk}|AgtjQ<n$rh>qM**f)2nW#DO(6(*h=bc8S4%Uq1R9C#;b
z%iS|i!rNk-{~oNqKl|SA2kw`x-`5|xIJx{GXN}+P-C?sP$3K`6Zf<f?{_>w6Dr+Au
z{1)cn94_i{v+>W&?+UlpHT=qDnYk~^x8h%`Vb`b1%VsvZ>~Ut6RW}Ztn67^C%5rbk
zm`_jRcY2&L7yRSLDA@Mi;k5SZO>F1cdJA$zUW&aqrn+Y8ODn%t(N{}*c1o0g6+3wC
zhufcBqTGl3lzw+TXWLoR-}Z}XW#q4G53QV57GGG|@GWSS*XB>#7vy*Rs8`otHtVIk
z<Z-w3{U36L?*;~3|CRrF?@V@`=|9T<zq{}MzV^$*FQ)e!3*N43{lh73_x6I_)5i|_
zk!>YkPhEZaTi(ieVQyIEOOGFSqjRS0E^WxsQ#6WqnA~>5OlQ`&mj@yo0}k#<F?nTq
z`JU-!x8_5qm>kdOXMXwkrv2qSn|d+1yv;hV%zk{oyP5girq$E#7Om8pxz1wk119F!
z)1Ob5cJrRosXa9}*?OaD_D-pz>r+F+di0J9_Rr408<O|<c5Q~y>lHJ21@=dOJh^<n
zk@rXGo7=-)e_tzcn(c4d!Q^SCwZ5vq_wv7UImZ?GW4%eu=g?nfdeLrgt&5a4_XeC^
zYtnK@`e3|O-r-|cs{0k1mPwVn?RYXtp7ns|`$x9<Q`@F3b#6LsHFa9u{6*c<YYrc_
z<^T0D-p|s*I@e6LmPuxAd4M`^j<m`Hv3A~o(ziVeH+3ENo1geoa9K><ne%-cbUL56
zEDZj>fMfpT$r}o-Rrk5qUwZtUAx37;%k{k+>hJPy?Ed1jdJEr$^P69v|GDDXw|VjB
z*PV<0(<vOyyiNMqBhOvDcYf~UKmRFb#<}N}F5<U~Js-|9x~1q@W5;yzH{<EqeKY^w
zICk$!tyJ=n{8`I(?Y|-NN#T`&zC4F=hDSE1!Si<GOG$lhOCESXIrO&L`ti^Ene(3u
zzM1FnReMj|!c&{gvUv{wdAVmf^XfgG%wMBR1sgfnJFaXp_j~*$a(hxXU-mE7kE>%2
zr+zejaca@i#pf=}T6&p(7PDI8YVXtArmg>a<NKkoQ>VE4c@}v(-YJb=c%{5fH?n=v
z$E$j?mO1>bk@U}z-McMs>-*E|azpA@+Z3vtb+=me)AqX=kKEbCvhFoyzt)PUTrc-G
z{e3b2U)eqT|4*Km+_E(6pWJoMCg<qkl#Inz-P5;4SiO_uJJR!*d;cRozL5CkTW(%F
zkbK(K^HzH$>usqlgY$u}JljvJiZkl{Y+Za{mhUNr&#N9X&HkDrscV*`z?SAb+fBX6
zOX%F0<|fYRKX)pg-R!mTV9vrjKGKW7MErOqc|OB#;Q=wd$1GWFOg{ED={2jxZ)&b-
zYu|at`k|FT=q2XG6BZ_v-8}JG`4MlFCx_4ulcdHVo2SR3FY4cUdc4$Ns&th!Q(M`l
zEo>Z0^Y5yxi3?g0-T3(aqm!HWf6z{3-gEv*&Bd#>_ZmO`WlC7Ubn`^3#QEC%1xKC*
z9c(@Rn$>;5r>BRSQ@4u=?YgsVm*NVCzMc!7Hxeu-DgW7RBDXEJ>PSdbsZg7uyK+M`
zgS&p%gCkQX{?Tc<BE|B9KmEb<mfr5zZ!Q&IR-B&yM7y`>UD&!qa*>vav)@HpJh9kP
z{l2#T*N0|#fA;P7=9{gLS={_!g=p`tnw(R-w=XOT)O#shw2)WUz5S?S-Dh{pCjuPl
zF-)J=a9!}Zcb5O{s?85(e@l_-o~-BTwtLF?cdJ9!{1NMsUg-CvyWHIU<!M!~8HU1Q
z*7JW(YWo#<zU)9)p3ALmi`%xZ54xs#Dmy3So>0WSwh#PIxqoOo@$qs@+tk#jbZ^Fi
z4-vPcW_MiVQvK5N!8?}m%+sz7%6&EL=QEDXNT0g)uE!$DeSd$)eGAH8l(Tn<fyC5J
z3tQbgnu-DroSMgy@_5th@QbAl844Sx9Gcl^|L1W1Y}5btNy5uTk8w+-%zOQIAG>+L
z?FBoJu~qGVmYtgI{y^&VoOPR@AM2m9wE69<dhH~M(<_5Z>SEVDc_Ap~FSkYT-SL(e
zM;=V)-E=3ojptab(~C($g*(<fHC^txxAuLU)Zg}YJzlGmo77xiONJLlI#wT=Vzu$l
zw#I3Kf%AMX|KZ?n$$EJ5PvT;ur_w)<1-@F-?4Nwz!t}Ia(Dc3=4_9?n8lU!&F*JV{
zJT2xX=kCKkr}wGPo%sLHiMh@EdRISH+*Y6C5VY>Yw_-{8I?vUNMK9A_Z<S@L#`LmC
zElFN=-{7fPZ0?+6^NLrxJ#IP|BmGcZKgr8__MY~CM;02#dc`I5s7-wMC4b(pcW)Yd
ztK1E~Yjo$tgd}fNx@v6Ee8#q;?fSlEhYvBIBBw<@3sd*|lUK7XuZ->Vr;BcTtJzjD
zmwL@TvB{$3oyWeHKZ;7!e2ls7zw9Wv6u-Q7_mi{bh1t_zs(h&7mHsRd?%29{&FzHm
zyA8As=2t}sg*JDom!#c{>s7Yq+{<&CZ`)kiQ<+H~?zJl}Z!3R$xo`Dj|LU4_ch=<_
zj};v*S;Apnf3xvYSa#B#EgI6R-p{*Xp#LXt*Yvih)2ckHB*o6`3rceKx2`<<rto)k
ze}kP~x!zSyjs3@hXSCg~(YE@uB<7Xs=BQV9t32!q;#xoMEm5p#H*vVSbZR%RjF04Q
zfu8CMXDk+<cdT!{c-(x~h9|12Ndku_e_e3?QJeb{fhF^A-!GY_yV&jc5l*eht#f$g
z4j)-Q|Nkw4#B1{<HyAHS(U$$OF8a@s>^WO=UYW@VJ>!|RT%yh4kyEhqfy~LzWZ$bc
zZ+ns8)yh5jAe%hHft2q1ANp;69qzKaaI#zapY7Q|xj6~jbQjky|I0jI{doAY`#*pG
zPx#e)|Ci?S|F$R1OZ_x<#~Vifnsji5ao?`8X$LRA>v^u(t9d+0ZA#{p!yM9oo_#)5
zt=i4*xk8;?t?Y+`tmTF&dc|v1=HGuaWeJzZ<CTxXR(YG8i<IAY)UeekIe$LqS%-zY
zR+;op)HD@wT{U~gWy|zn;qP6%vOmInXNy#6Jr+^5yqnj$@%0Jek4Hrh9a!n}vvcy+
zkLvyhQ{H`DJ~{u-XX#4Kwy6opY#DCicPd2JvGj2Z_AuA$x$Zm|`O^R8-JRPc=4;$l
zX6^S-5Vq=I=gohap{ZWexjRL}VC&TXijxzM8oM<y?vr?b>?((D&)PMzp)yP@TQ@wP
zoY>3Fa5X8dSaQGb!D4N>f0sHWIhO3ap!@Gvt?aYnDXGu4m`pV<V98(Y?e@U8+9Tr4
zp|1yDb=_pp`Wif~a89w#2eHhzAFHl$-j>;4Rgl}yb!2kqmaNMMy>9ww+kTBV(Y2V9
zBz(g3(em{t&xo9v9rEIw%Z!Ubq1_G|#!52}oY}JTsCdEl80J2^&G`q4Px0T}eW3Es
z`+9@DU;9o^vP*b*nYZNWBn7k0n<jeHZCSrW-oKzjx;L-FxMI4`3}x2E>Os@CaNOT1
zqJJ#Ncw->ff)^%^9xs<IO*mxFTlI2f@$_$zEB74u7jbCfix*RBOeDOeF84Yvf5C9m
z%;LXop=Wmr`(qB<IG5cPOpaMuZBqpW0_NFn+VpZp_~WLACf7CEF_k$@ysu*otdyPi
zTzH-E_)OrH*h{)InB?XyNDmMUw$tEV)fc{Q+I-K|IRQ<JvRCwE9Q0Y6Dz>odZNNRY
zdy9-`RW~eU6tudbEIQFoD)O+jor&S06Ve4*S09}<_^<K8#9X^IJg2VCv-#UqL+`F1
zi#|=Ssr_mH|K@o$^Z)w}KYPk6^`koHi_OA~`wxbE=9_wyv6|scz>lXF-QUdrkg`nv
z&xiJh*C#Ig%*$Vsu>U|-rEj0=Gw+*vQ#S>!%_*Cfe?eo{xt|ZNe=1Es#Z*z|>3wsN
zW|rN-o(b<Y_gKmP`xafkeErQC;-!<t+TJ$g&yLhjSDT=hy2H5WS!Rc#cGa?;l9$gp
zYa$!3C25#C)h(>qe)(bLpG)O#j(f`=`&LM|e9DPCEob$@uI@+5uMd0qC)vjrooL-+
z|M$_uFJCH(e|>ywefiw<^BV1z%O)ICHsxYwKEFJFUXJf~`AeM>j@Z0*w>sD%^gBIa
z>HhOecBYEIRNZc!sdK<vY0BOe=5PC#F_p~O%F_4gzTYFs)R@OY=Wi(<db8-W<6WOQ
z1|JlvDtzyRws3n-S#aCri1PY#F?*AOmrmW=+n_CDp~z?cFD>)Mgv)HZi_*_a7T7xF
zUz{hYcj|Jic|hMeo~C6yhnhUtPsyH^{Ha#!WB*z$eVUK<Yq9<Og6%S&Qukf)yE=dW
zJBK$0v!AtP9xXk&^3&W)A3n}jDD~N}XL8>I@%GcdayUATE7mq|U44<E$Y9B#C3&Yp
z+joSlt9zY!ZS_~vlga8w_;&Wb&$aTtwX-NP|4lK&F**0&d4~?)%xLg(j`_;n6?o6t
zuyk@!xTH%Kle+oEh!oE~8)qrnOmsUr|HZMSN#a_Pr+FnM%M>TgOgp)7%BM@bcK1t9
zrQf-iykNf3t0&5$#~c>so%a5Hz4*>b_jL19Te;@evcE}cZ=2$)XE1SLyyCokQO)NQ
z+y$?0&k9ce^?iXtTvX(f0KW;-`wI)F$!FQWJh@nNowl5ozsvRJX**U;UMMSe=g|Bj
z^{PjcH7f+!=N<WezEQ9?c9zV(rS4Bfr7o$yJ*56dHC|x5HPa)lFP{|dEt;y$c((dd
z@`;syMPJ{V@Rs}C3y;}a7juhW_v^iQ@$Oy2cP@kLKR&2gT<PATlCykEh4fF=J6GiN
zDnk}?J`eM`umyG&fS&B_xJMd)C06aXw+ir@f1n~PL1EwHpvB_d6O;_=lA>PC_`orB
zT7xXxy-OMa8B^cxwlwu&R+DYnw5jlm&#^Bd2RV&zOn+Fz=TjZCt9?47!qT>>=QRpg
z<GBRmRWsJ5%`v-Y`tXSMvokSj9jt3Qcho;^@$IeKxZUW2pnS@v_U*pPTQkobYH;7b
zlTlo%dAnGIgy{qOhgomATGzQ{uP-?0*)s8>ceK(4sh_G<4+Ge3&Wg_$|6^mm#$bQb
z?5`TRo?_qL_ekDy@>FMiuNhoyrZ#T_=UmCg=DRN&{;KNf-|}=_p2*!Dcf#UP`IYNl
zdYfj)F|?SRFJsd!NJ(FPE&E2-^28(`|9y#>kvV~{ABVbaTj#gFeBDI_>nAyX@6WRP
z^TK_O)n~ph{2N@&Vv<(hmcD*4TgG@o$&+?Xhf9je3J-fum+v^CtNYV5@{yxmfZX4&
zw=9&Lxeu>s^6uF5rQ`YB>6azrJ-@N&O4rsbP|V!#x;$aF-*wAsCmSx&D;D}fANceF
zkI%2ZQ_<*mmVu+&`)EMT6!%z7xx<eWD)x!~;_i5!5w)@?wk+d~kiNr%)F{(OlO6`0
z5sa&n`^l{8R=#MC^2bR+5z?MZ6eg{^Z{HFACgX@G^JWXZ&z$*d_3w2Bo?ce;Y@(N%
z!cxXf4o8J;_I%OUXlQi!z+Iz6btW_W4E4GC3y+xQbTv-ie!sT**XiH#{_|`99sP1O
zJw7#f!|Vn5{~joRI&5~jEzfuUz319bOk)06a#gkV9r(PwMCoAV<85;r4xcgjv6jQ#
zEdFBS2H}T7^3vI#GMvxOG~Az_AZMg+Icv?icZQokob5JFbC_o+Wosp{scW^@wTmy;
zzR}#lYXAM-PV>Jv=l}J*c53<KWp;nm`?J_>s}m$UwUQ(+Z7hsbE>PYt)jq#wWrUpM
z-n0}R$xS!o*cdz{IrN?e$W1?H@hP3D<kzm5cl?goy}tJM!lV7arvK0Sb@}~XW7&Ow
z1!dW-e-yCsy*(bhdf&5@<tAyqN}Scw->ZJF%bxnzY?6P&cB3$}vxkpmKWBQ)X3ix3
zf10@6G@a}-n&+>{*|@8nDUiK(UOdO9K{T=Q%D(P%%4x}SG(RwBo?7+i-=)Y4bFQ-S
z=6;^>bnTzpo_C%_WPZP6VesrtZ|3B{xQ-h$3htJiQW2T{IC16f&C{FC#b3U5@6M8&
zvXheg{=YJKIs4eFyEAo8JDHg7J>|~zcUw#L4ok*~$NVoz%9TG{S(@<J&3eN0H|-7f
zZ@unvOtzJ~qr1IyS#Q{iZrNLYk{jmQU+F$yHf74qbGu}(nq=&>cwBxY$YMI@FF`9K
zFRPA)ocByBHo8CETGt?4ayYYh{f4(ULiHXd?#$Rfja@47N{rF0x(5$fW5ef)TO^d8
zdJ+86*-Lf0!8Fcy*E7WH(rVsD|N4}>Oh<kXi}*i2pJj8K<A3XKtUs&%IWySl>)gH#
zq5l>t{(Y*>TA9Cp*^BBY@*8eB9sc4oGjrwT`_D~lZhId0ERKwMn16Bh!?&~UKiKj{
z&F7xsojY3va|1I=8oy7RpHRjUSDcdd(C5g3m=(8sI<j~9#>pPp&vdrKW~xu=b{*Y$
zOdLmFh_Y<Ex>Ql`<2U~JH`!C#8?~j5ecv#%ZTE`Xm#Uxe@qW5_!S-mQQ|<QGEF3fb
z?7t|PV3cuZsSa-d;~Upi_ZIGIlCEIzY%u7%lQKnf-Z2BiBI)UjJj=o^S(W_VqvCS(
z<#$Q8Dy5mJ(M+FGbnb3{G`0LsZ#I*4)uaAWwg<t?TXhtSH54|v|IM{|wM=T6VLZ3#
z7Lmu@i=Hefs61aH(b~yc``zZUR%m$h%_9NprfS=+wfUrx`*6wgsx;e=iybes=GGh#
zt*be>m8W*UK$w8Be&yZ*&3#VO1Hbx~eTlcdF^6yc-DScDpM9y_a%@eXo~V>$e4xoC
zo$RLL8!Qjip5`d%6bzm5_p<TwLzX8wL{0^%EbBDSnbXfR{}7YwzOVnjFaQ6s{?~Jp
z6AqhdyPX)K*Up;4wOuQkz36UA&cU4g`%j%DMQ840{J;LiqN0R$wFjXK&-^I~`BIvH
zNbUIQT-!spC+>E3dpg5$L4(5NpiD)cxtGQD_oWoSuAd?I;p)TsKmPyN-5l4%T%FF^
z*!%eOx+yK9ss{?RJA6x~Tnv7+jW;yqbF1i|papsoPcQr3O<lf!TK&n^Ez`aI3UdAO
z=NYp~&-dOS;V2%G%5P%9ruBA1j<`t0w%BDG?V0){La*9CTzug3(PL_{Hv%g^>ou$i
zxRLJJ-}A8aQAZ8a1>0Y%(%rM!;%ahuw(gft60Xl!^!U$5y`JTlM3fbl98!!l4*I)$
z|5xdp6ZUiN+5eYY&U5!f(CqB?>&6a+1-<$mNt6G7umAJ-<=*mp3xf}?(OqLxdBjty
zU%t4b*}GV7*~et%b6l4fFJJ2{JH@d7SMimLwhpF`tj+Y#PhCBeW!i&{(jNrtUR?O0
z*KL{T+5T%s@$<D8KL6&PcQrrmw7GD?nZMr83V*IR6)hbkzpU)#%`YZ<YroIGZX$7*
z#cV-d>qf`y$D2+|mS!<8kaB%+oX^*N`h^)aGiN%oNjI>UsK{-2`R8AE^yT}1exBc)
zc*mycqH|jF`m+5`IPRv0%1c}N+5NU$Gqtww!dKszPlZqB*;Z`WIFt9_If*`>1w3^Q
zy6Rjr6}Y-zn|$1vQ@n5|pR<GGqn2#jFMIzUGOju$`(mH;MP+H@15P!U<L=JVn<hHd
z@4|z<Z0{xV4Ch`<e9G<~)hrNki8HeI@uo{9DjXp?(+e`>m-X(r+HG&GXvOX^>-oOh
z56W&%nCqS!JVQ=0-2YWhe_#Lc)w@dkcZWP*wtdU3eM@FWmb~$<HP3x{<66-H-`Xpk
zmEAgeuGb{h*4P(@%{wTkSztVipI`6fEqjYIn{@Vn*>`;6DJ$#L^*^V^7Q4GI^mjjE
z!=2^IINkV^m7;r;v;ILbZN?=!3bkD8KAiCX81^*z2V-~Lu4lVBUT&V!u6FyDDqqQ_
zi+elQFdSm$>9msJn|CVyFYmr|zRorC?>*k;^gY|=)S0GutG~v!v)BDueY-BcoaIXJ
z?pd+Yn|%{+ZmQd8U#OKF;;^OUURvbT{gsAs7sb_NTLK%u3x(zG$dEpsBeJGhG~<^a
zgMZ`a2i*%K5>%HnM>aj3wd3Ga6E^+&TS3d`&t2leaOsoWX^!)opZ9355YjJvxbW%9
z@;BvAdYfX_wVAK6y8iRtxewh|<!VgVJA<2Ce|ILc{B@GZPt886y})lj7lWmV@gWD*
zz?(<7rX4!rb>x`Dc|FsG?-nwA+u?ZVgK)dm_MlrEHXU7ACwy#uRN9otxJ@Z5UaYGW
zvrAGl^a<cT<;5b<xSz+<UQ|d`(0$iLUzWn6*iUACVHp-p^R+}|6DRu%%{=raA-}$A
z*U|Qa3qxPorB^a77I42kN8_Oc_k>TIf2D><|6ig1a34?XYRv@GtW<N}oneZu%qm4L
zddk!GwdiV3Ro`$cKyg}K>Vu#|joxybj|Kg7mor(c^O~92vcf^VIlneK{@2mYX7`^y
z%KJ8i-`H_(!-wL}Y>T~T=bhT($WSOe&%|FfziENsE!LQ&r#%Fe-|aGSS)v)K{ZS`$
zlVj4XtqL#BK6ShO;J($Ib$5SFD9`1(_d?={bBW7&cE;S0*uBAZITwQ68y1>J1hEMf
zCr>`BcVn%o3s=9+!Hos-Ud(^OiwsR3Ezl@^`lc&*{l<;HW?PP_aW?e7oTD0Cu%Yqq
zoc;UGt6lJ4{`>x)t6#1@uQ#my`Skqq>pcdSm(Mig&-4BNV*j7~30Ea~ek%6K8iq!Q
z%RdO+6w$xwA%EyOt8~t@mw#89&3ieS%aWJlN$F44x%$&r3V7VvwYpl`*VBLA(X+bm
zKf6zD;Wu>N(j6%IA?o}x^<O2DOq{XOhqjb{@jtk%X^!qi(a6g;zFb}x9OEcF!+~eP
zo{aiWA(eNhe-ew@Vaeq9Lc7fP(fNaqG#ozm9B*0W{PgNkGx3(Emg{8i`#JrHn;?>x
zQheY@$&Cd$AEs=0{P^xmIq#M@qsax+g=fr(ypcZnm8f6FuP2+&FD~}qRG9F{^7yP<
z1$BSENFM)TJ8h<kKyJ&^+k&s!KE1zXIxRVXGiAxtrk&jX{QB#r+g`qRSYglY7bZGC
zW$gSve*fE2D`s};-lLd8>3V((M$cJ&EUObgu9E*8s1-X+WmWf!=0B72|8>akSR?=J
zo?qS5(63c*mdhKiV&gx<`}bt?A5L}Ny-y7n_aEWD|KzLmi@bivx$5t#EB;men!Nv)
z#NVJu_487mHkZE~6`#M^^6$@*$!&||F9uIE3%DG?YN?V`d^UOc>OEE&D*AaT=Y@0{
zFU+nAU`ss9^o-d$|Ej~W<d({C{!>q4um8waaG9TYTzSo5-pJicgugtA{u}Lg^FfLJ
zA-iwE%HNin&v)iOpkv(JwyPv%uCk+r*o;Vy(*78w&n!!)XvbuW%}MoNCi<($Gema1
zme10ypG<61&3ZSTXXLoQRJMNVX5&+=he}>P5c+Q^U%2`5gHQaKRZVezK0#&`liJJ#
zqFLuZZQ6D5{`_^RJ$V)4ai-y12XckN1%1~Zl|29JR-}3JpUSS8zk~T^bZ*GmRoPrE
zG<}=*se6lbr+Jm<9@xZXz4q#(i=8Ke@+7YRV!bo_iSpO0xm`_~b+ff~H2cd!u0DTL
zaq{(qhfO*cJ&y{<?fdh!NG&ls{A_Xd@eO|x1bP=~ze+p)ovrUee;$u>P{zroU8i}n
z+1$l%^V*o*{G%#;Y;ytIdJDH(C;i!UPjqVvx7ECRy6a6;AM19hut|?RV<h)<=7;!Q
z5<C`vYvX||!$aKJzk}xflDS{CQmw1*=S@G29XBEm-~J)H?&rtQn0?Djq|4f^9u-Yz
zdw92QlH2w9isI3VOa**TUL0E8Sn1X__1(3^yM7n_CEjOW-|*@A`R^aP-d0_I8UFM5
zr`oA~$}#r)BJQ4<^2qxt_ew_Yrcct_yY&|Z_(`whcy)}o%jn55furwtl}|c->h~2v
z+iTzVRedbkbu23G{M_|yQ+ZaMk9o3>>y=2>qg7j9%>7|hFtL1!La}P!!2tOkZTmlb
zRpxn}xzt3Co0EO@q`y%Q60)LNmNW*tn5as>ms|MaMCWlswHZ4sivnwxTrgOe>NM+^
zX|t1iT?N1Xp2@mLIe7Ffey&gNJ<t<hk(IkqxnNy(j)Yuu$%j=hlqADNA6H8k{Mhj4
zxTyc%oIj0=_tY(2y<@TeiYaB&GE&c+V7PGbYOa(>2;c3{&WMT~I_{CTby-h6h^yoI
z?)O?pRCTI^>enqth5B>NzQ-iXACCTRm%#ib)~)RR{B`f{J(}}=^=0N|Cl2$ATg#}<
zdA)C=^Ea-PdPlbp3lrKG?lc$rkhe!qy?$Bv-Rpn&8sdu<PuMU?ec$3gw@Z5FaBf&!
zRQE=X&z|?s6yqQJA7$^B_m8jt`SHu6lglrER_B-aTe@?y?1{`>S(ZoJ?AK_;7oRUE
z`(fN{?XAT9sr;lWLzHs!oFb+3;q&W!(*5RLS)OSwHM#88$;0P%T?rC9?8P3~8QH*b
z$esO8?fRxO(=#;785+1BbO<NRP_~=e_iKk!`}Ae1m3M1p75sD8CwlqLUVcX*#xOQ|
zop9<;?&jC2kslK8omiH-_pkAPUc0XQr>d1rPH^y<GG11>blBs<RZmx0UWKzv%kND%
z?0)CLk_T<>OWPYiF{Cu)JlU8wXU4pOFSGn+G7GMsXM6UfzIndfq-Xk>TkMa!#cw?F
z;^P-h@40b7o%`%64e#zQ?!IX}UDa^*w{N#E%br_vUda8#4S`~p%Yv5H%dAcKc7I&9
z?@wr*v+##xXP^D+RMza7y7u(Z4?J;)ZG}STyx;fTPb<y7;rWXHn$lmM*vl&_H7{>;
zlldw%QMoussm^n|hA=~{h=)bpzeP&~^Hg&S-YInJKHV#I)MnA8h0*i;ZE{&=e#>~W
z@AyfTc>5Yx^*44!lah66&Yb^q^T6)&;cNe9edpa*R(sIXz$X4f?B0yuOrm;`q57uD
zUGj2fT*l5#j5Ex%4oO&*t_%+Q`ahRl<^S4#OWl3E67%`=xnerA4~IODn`vt$RJVIY
zNpvFLJ&x!8Nvqs$Z>(AI<={KcJ1HXf&K{Brk79PY#cz`2?dom0wqnZa%VG20Tshgk
z>PzgOWyz1<*Ls}fmRT^de`jL-@f-il{^VY+m~MahyH2z6wbG}%m>=4HI?bOtWykGE
zzuO<)&FtRv^_7gvcIFEfUxO9TZQ(d9E4@isjsH_F``?q7kDo}qw^{jV4|C(cf=?H%
z)~Pw&bbK`Vns=4f<ib-YV&>iW_{B{2>G6stma-%7EiMH=FSg~ZKi4zmvfbjZd(2`V
zpDST|lCba%tCXkt#~(7^I-GxI+IT;lv_<)P?YGGfKPt_8Uv$<#!6~^jUFPrYy4m-)
z&NsL<tL~qV^xO?!7v8w^Q0V#wM&k!g+a5nT=bC!LyyBDDtz5g?GehN%?%uR=^1jv6
ztNivHxh{5PvE7{~rv8t;VhmK~mCs%B)aKkL>HPaT(L6epT6Zjto-Q)Kr&RpX?eCQO
z``uy3eIL9sI^aI%;2$lUABQ6znrmbV2Qaa8tVp$GTfeCO_r;2(vmDQqD6Q*FyUv_n
zeP?M*W4X8U6`sobOAhWhxiRN=Pe^XihMWy9hj|uUTJ0`(r1SZSCCVwbx-+Hv5}rPI
zrCRg+Vf1vx;O>dPAD9-3yRKR6#(nXiko}ja!v}+lROR~RzQ3yaCq8Gkv@O%?j0vpa
zd%0(JbS^S`#5||ojLVm&w$-R_*9q(M_iE!GZ}?z(q{-(;0*^w#t+`KM8hl|9vMqYB
z*85iL(yTMn*Bd-kuxQPU<DGtP`yB<F%lml*_KBaD{igM1$Fgbn9`8)&zdUDBqIun^
zsq6LyACUIgI$K8f#Wz{5ciOvaJiokpSW@uY{c^8$iB#U*$BXl}XQ;%e%B7!;XLL6^
zSlGnY`d3og%~j<0<EW@q5y9Q3pTEv*n0L8&%fpow%i2Oxt3OYPWHhc3IaT0emK}bW
z?KSWE&#tTui%Y~rIK6fW9XnF}W0k(U-QwmC6E0p_zx;Xs|B9+_KfL#;{G9OE?q+y$
z`|Ldrc7DzaxqFJ!I>C3-0`os+5mlvSr>edMYb^+=3VCu#{ulSdeJ|#3m~_%@n{sa1
zySo*!qU(Q#?fkI#Qw?wL^~Z<X+}`zV__5nrB1$=T?Uqw{T7PG4DKXAq(2eZiovv_#
zT`#1=R778S{f?8LbzXm3*dwQNdbiCvtDlaW-F|ilO)GMB+p*~Yzv-bC*_X3y(l|JR
zPtIDVc}Cguppbrs*5?id`@c4~w$07hI`!R}E&IQpQ|5E~Fzvs@ruF-T%V&SRCM`4j
z`@7xmFPykNU#{-+&yq7QP3tnhD8Bx={lQMR0!{Bsj<=TtR4!_8|1>h5+k5?pA+N8o
zf99``-|f3hR|%VMtjc+<ZKY^7EqL0Jz$ONRykD;0ZQe&oPUibr5i8{r@?c$KfABXc
z$Fd_g|BBuEw0HY^RofhvdwVLAtN#4ybn4#}{pU}|@*mw?Ui@t@_hgr6Szln@koW7+
z`m++cW&uBX7oV9{>FD~a)3BoV%=>oxAB^9MP5wSHudDub{r~a*r$0^3u9-MnQo7ky
zqpZO0(Ts3wA^Cp~4!5X&s`zD{ub8Lk{ZmwJqjo_1Y$3z*KO2PS9<aX7?-kdu%P+%v
zr;qk8=JvUpu7yjTW;pe?d}q^C{+#v_)4rEk%3n{^s_nVGuqXI`vwyI{3~$rQ)0_PE
z<et%9CEFwvtoU`c-=vRoI9IvNRZj>k`zRjA!s=(AdD~!0-A_^bW1AP=|0n6;v2#J~
z6x~^2Wqjvj4>IssE9*TC@XJkXzkKG)`n{SuhD~9&r^v6?uHtdxt2>fitsL|?v*LeI
zpWO}}`y=wVy(<;Z9P#-ee)-$`zi~J3pRiu3cQL`rkgsFMkzOm7ZQkp5itan=p89yl
z&h2h<OC`1St=>=5pO*G1x#A|z#8>sx7C#gYymIQu+LQ~2)A#HY|5kBUKhjo6e{G|E
zH<zMv%u#(7(dr)|Jc7p$pXQLSk`4Ly?zWI=k-BYgn&`f3ogMeSteNx6nnNP2K|5B|
z{b<tb^*3HxaDHy`mR)gUkKV_F-e&&Mj1s5Mcb(=g@JxG@@z~08-L91dYL>4z9`e2Z
zOvs7T-y`;j?G4VkRbq}OGq_%It^3rFD4V`^J_A$y+*6wZ7fYLO?){`_pBwGid;h`q
zTXPQPEjhpyKR4#1nEvg(H7k@ta+=Pv9X<S1yHnb|!1+XoR6x(0cSg0<Q}1V+t$R1e
zaM7`6N#`H6mvnU9Y!lfz_lHK~=2x-TbCrwk>+@V*V_~`eYuvmO2iO-bPqvbqR`qFC
z&(a4MzL-B*5O}pSqH~Ht;sNcszr^n~@pGQh^pccW$|Jhf_icV#uVbdtANENGe_O6^
zWpXr+eSGJxc#nWR<3~dSzlFI)^~W-`!z14Bf1md7%&`M(OQr<r1o8g;u|Tn)J^aP#
z0-@>EDvJ)fS90&+Vf1FqFFeWh{J^Q||3S9jtrr%uw9E0d*BLq`w|)ueocHdq(6lfO
zm4Xipa!=1mpU>X;cy&B$+xJQA{G!Td{j?WuyR)ID*W{v{OzeGkwjHU=AHPWb(mTvl
z*W9+bSEGOTo=xTLGh3@K^Y(@At^3UU&Hv8P`L!$>i=_*%Uf#Yi@mB<sk<+f;wG;TF
z7c<$U&TlNzo?h;+cTw-{nG2y$cb4SOsQGQ}zr68#MaZ6<j{c&om+hRlybn*g%X?n$
z=4QbojxTT4JWsp&od5s+mmmM?XBgBST6SaohkB>ve!pgSzG;q^e3kqPqO&~3XMZ!B
z6M0_C>+ai}0;~Q^_WtNTu~q2_p}Px{L{A;i7VFQQ7<HmLtMf!T$Dg!@xr>inUe_xh
zvF=H)j%jn)(!Gj@8<$6DS!cbUkz=6Xq-ptV$5f#i60h3gZ!)WJdCJM;7G^f&HJjL{
z3oqq;Rx-uc{^#TLDTjF1@0)E{*fp*C!(;n`>PKNxXEwyYUZlMs<&vMz+o?GUCx5%H
z|L{&|37cs5wM}LFH19vEVB7F^{~u;o#yX?BRnz$e-+f-VeZAd0v(Fdha;DW39N}~}
zE814<z>r?mTs%AfTu$yLlh&fCY9`I1?wKAdFSGm4^P6A$HFTfC-*?sTeZws;=G;oK
zyz+Xs$-cf#DLU0+C%8}TWsI}0cwr~+pMHDM9jiTsxw{T$X7Ine%;_ol+DB2A=Tu0z
z(ViyzTW$;Mr$6<{>)u)U)@t+mb&tyqWaN0T&Od!+n}y23i`J*t2Y*RpjqY9Wia}-m
zf!(Ekr8=6=8!emKrhe&6ED4&l|El%Vrh2oq(s!mETPNgC`rcXmB2M7Ru1&=Tf4Bd?
zTW@OnNc)cZnRyXTax>j0yq<E#abrWy923(@9-Zn59g~ehJr`tex+Pc|R{M5Z$&~k-
zlCQt`{g=o3UZfdgUh>RSdg+@TUvC#Wa=X{1@Y?Rw(C6*D%4cj6Vzjwa`eI|mWXpS3
zPZoSy%3as!HsRmQnTv!Ak44q>SC(3`+?2b!RP3C`?w^{oCkOg`^r&idn|tF#`QoLY
ztp4vj$Zm6&{Xl($!8-XrAqm$1(~eAdo+p?fcQHOXNNm4f?LV*Bh_<P6=Phbq_I&v|
zo8Pwi*|YlTXI9R?rJWfZCFz}Bdwspi#PD>Hj^k@O=L)6=*!119m0NYf#CGYQ;>gu|
zG-p@b;SYLwvWw|abwj7@6K$Ei2_=i}**^JVbo$Zm>-m1>-+zAV;yUy!rbxZ#-PRqI
z@8+A#ah%v@&$^*dbN{girax`gF8I;C^o@(mviM8Ws^2J-e`sG;wPB9&nwZO?8+SbB
zaM!H7zTQu8RlsYR&$Fr~@0UB_yH{2I!1E_dK6ED@cb|7cde6+TnZ8~2b{~SL_#S`e
zwPTWNbjCTQ=@wt47fgG8*Wzp5uQeYfmY3fAXS?FUl{=T!d=7Ix_ut>gd~?U8*yAyO
zUU~liRk@bU{LW&l&nITpU$&GwTGll$@GSe1-YNs3b6d8rxy%>br~3Da{=tVA)o(A~
zYCm;4pU#9E<pn~^?GALGyJ}r=w%e7n@}u^pr;}eVxNBn6!7aBqU7+;Bsz$3oy|+@2
zQw};Sh0o|e8{am!M__5wib&224aySFQ$60i-hPLJKj%r%wj*9OlHcZfXZ-MK;5AsB
zA@Jw$^`$KB>VH=;1tuAvoBdNDUgqGX4NaWqvp=+Hp7?po&8$T7|Fhy;p0&#@mH5LX
z{EFYb+rZy+>bR=8S)9(9Im`AQ5^U}?|E%lWy!}V!k0cqlR>hZp7R>td!#H?qpVnpW
z*-9!ITy~qJrgJ>J>voMJ>!%Rg#)|edkEcTW7c%^O%d^wrN^qk``hx8VyLq<Mg<DiE
z3b<?Y{Bcy@wG*?CFSB}d%&txMTEqMJy$9P~?_R@MU%#vHvu$5RZTC~Jy3T8UDl<)3
zC2BI6O&Y9gRZ<^{<t^&J_D+>?@sm%lC-^+<PfZN`BA~M4Z4A%JOE>zCJ^X&={)(=b
zAAW7zVBB|m3uEc0o>Zap`%-=$*O%D)H>K*^mtsHJN~h$$b4)v~>?z2U2%h`=30scZ
z8co3-*Zp=q&$ne)UMMzB{}NTuAXs-g+^<$D?}+>x@d<^OWgOm~%z3t4_3f-a)=60z
zvtRC>;jQnw_+jhTL!3Vs+Rs1i`)=9v%Ds<59VQ%AX4g97c;I5gjRnnHoFBgLna5h*
z*PkLE>Q)&PIOE>aC(fI8Iwhwm{`w?)wkJJ##rC77!S|<`S4@`Z*74rc?aw{!Q~OiF
zl{+>6gb9UDcwha#_Q0FVlVy5$9n29*-t=>_`R84WPdwW{S%2S|Nh16CFDBX+t<Z}z
zX#UvUZ$EDz)4N!+`2GJ6{+8kWZFVG6;oudq9arU7WN2KNkd|_z^jV$xp}+)f)9G1z
z4tILT*A&-R9sAe#IL~2n!urZ`vj}U!e|plZeNU`@vvY#|U*E+qrlfyfSoJzSd*zk*
zs7v#neF)t(!*3=30mXeef7XZiDy#p_bC~he;>O0Zl#=O(|2;9UGrIf8`|kXjPuu5k
zeYyN{Hhcf_=<+<}*WwSZ7->1)DNlcXDY$#zuUE4_2+DPDy=gN0eg0j?%cavQ7rxSd
zy=IbSiV$blfo~f3Z%w;qan<#IOXhR-D^c!q|1a8ZDLhry+(&b9a`+7Sr?=Ce+<RPn
zS2}HG^4ul=Y+5~PZe@OOD~fw?@J?cSsCu1y+uT48W{&6&(cJH*8?8w@!ga3vvhVH!
zhclABx>m>dI8NTTEL`mzDJ$aeVO_0A-mU9>HlioD6wRD6H{@gL1h=$;WAoi>Ig7=d
z|NS{C*SPZB1d*rSc6*<*)+~#9d9!BPQmqFU+hk63_#~GdjhvJI=Hi8AcQx{6oId=-
zbM8`RnW|~`Z#gYZ{TR4Qg@L0obJfx5br<b-2`TM*kQY<9_vF#?ohtukt+Uut61%Q~
zrCg6Y_VCn$J1(yO#GD;FW#$7x{~bpgFaF=+d&uR{^~nKty7|A3tefI`tVF!|^!w>C
z`lr$)!*UN>{ynJ68~bve-pyCF8`)2-^nSOguQq@GuIs;bn9pc?y<E+b`Df9&KcOKi
z_EXDeO@EQQgnNz~@55aY{OP{Y-<B?n&Uil6`=V*RNzbIxn1wa#9$MVL*W!FX)Jdh@
z!T*qRxziEGWoI^JR&RTx`*iA`pSP#InAO?!_iZ-kmLKtb#WVjg{q&x9Y461ux;Z;$
zTVCGWn{{XpXR7~&LpxY>YtC-3dHHLv)7J;fCv0{<X!7Tjb=QZ#MK_|{E{3Lt7)o#R
zY4T$^&G7A}_`_SN`x_S)tDNG!#$Mes=j+ADAL8p(`K~Ye&Bj`GIHF<}(~A>Mw~y`p
z@l%y=*Cfl29^v-ye@xt@+#_w#mHvoZj{Q!Je9e~g50)Eyoxc6PiL)s1u=1x@*FHXS
zO{{tPYVFHw$NV?-JU(^r_8QN+@?GcBF5O-IK2Y(;K}Guq$I{HKlWKI{PT}&Fl3bb;
zb7kxQXNJ<BUSE9LnlfeMp1RkWCu9svk5o?!()4HPI%kxX@|;OOaZY4cu927N+@h9e
z+UFALfAZQ-SE@Z@G^KyJI{&`3!=Icrs`hB?IQaaMh!Bs8PPk!<dyQB5l4OrphA}ti
z2+b~2^}cy}0=I15!r3|Jj%JIB^6cZa5IFzIq{!L5Zu`S`$DT!*Z4$Y#Z2j4etcqz%
zOXi5qaxDMw{Pu&Z`&x{SDpo%c)LCP?=e?-A9CNVYBiYhGwH-4n+WD5*q&|7u)4L~f
z`CFaIFE^Gsr&oyX>|U6CBK}*=#Od7@dN+(bUd39!ecnAI`pr%A0^!-_KOGc#mj$0{
z%g$jbd;3*8?O4)di4L0^8J`0<Gb@(7?4GVyeyJ(O?oc8hyLq;mZ;T1g)+gufe&<x#
zrQP6LzstU9shr;T2lIUAJUI0|*v&L~=Pu{Uq~=e2@eB9)9e?oBoPW~4lPN0um8Y0x
zY<0JmGq-qjmFta`@+SQvCD|#J+a1%oN}gV;iYZxUR^na7{n&rTfuky?{41^6HXhMl
zvn?TAiFaQj<FcUJC+2NdxN)X?y3WC*`*Rl`G;`9OoLKnl`2P?4A6VQyzifW(AM={m
zkFrl??6)+0F6H@mu3ub|q(O$I;Ji03JrAw+GzD~@iGQLkow?U!qO1MW%T|H&|K^<F
zaj#liDAMyu|Cdmh+|j~b{p<7Uzq(4@zRR#(_!Xz?)ONR8qbYM|n`pg0U)7!=QSx)r
zCr{@Z(;eY9ru#2l%`1^pUQ@e+MU$E7NTJ%x8E!j2mixcZm|<XHUh)3z<ollSg__Mz
zL(;a+lB?h?F7Uf!_Jw<$RNSSG=GaMdi*B?3dwRdT;FHL|=c&dgR@c|FJO5i>^=IR@
zW9KDB4tL)xx{~vu;j}^Q%>*6gm-7PuR!vPv*dw+6&ZFxOWs82^dns=j*7$b+9rkAe
zm(*rS$^GT<DF4%|?)N@+*)O>Oz2@AcjFWE-1tgcdNVx3mRj{44yyBJoJf5Fd?+EQL
zSzTAU_WiTy{cXK653?t}-gNHT`)rv<7k!RA+<Wh|*|F%1@;Rn*m8<sL+oe5smBLX!
ziLbRM8~FcClg-}#;PO1JHL0TOrtws-|D#*;h)3%0y^1Jt-^EX&R4;J6sCbz9q`KLt
zV1ZqQ8#l9+{zsAd{Ct8fn(uvMoHc@0GsQLh*!HkueT!E>yxyy&wXgjgvlmWo>ppYo
zf>*OdszmRnrl#|3KE9%>3VQ!`FunMa(=RB>Wxyrz*d(`7Ebp1DjotKy)B?2y|9P(`
z8hu^%<L&-7=7k5G^__T@Pnvn}%j)C5tJlQWozoCEvI<h3-}h*ziSqN<)!_vPJdJYX
z5_P^OnoC+vygSh$agIb;g3bZ+<-gWBlw>5%c9c_k&~)6}?Wj`epTpI*tjEgM@*nkn
z85bwJ^y1Wo&ke;ZcP{8w&8S;7<MZp*_P+Ym{{_Du`u~@_pZ4KQm0#wqy$6Mur)Oxa
z-)tJ<^=Iy`JDn3Vg5>M9Tg?(nQeAzcyOwjC)JS@UbSXrHMsS8c_SV_OH9`I9SsrHZ
zomZ+avCi81r}?Rg&hgJ{-fvbucfS5-$JzD#%hdVzr#U~1Pis4PcG>dvF-ESb$Ir8U
zS?1mI;9P%JptRB1*v!WzwrALnP2Rhq?@`;aO>>WKt-D-lQu|}Gz{Z0n;%dK)4fePm
zHd-O-C8QYqLv-oK$eGTHTlR#=ZD@3qOJ2Kxb>@a&-)(nw@alf#$=(-|vu2q~^OpR7
zDm^n^Y<<DrmHwwgxni?++W{&5+uG4F4}uP~sZF@GRJ~NNetO@oJy8c*(|?LhEdR)J
z>z1*~<F4-?oBTgsOT47BcZz@O`o|_U_gg<l?yUGEbp6W|)tU#<6%_~iQ~Kxp?)hV1
z^Pyl@>FoST6PC}v?D!$MMbC2ML2L7G6HcmXN~Wr=zg@8Fm=U+M^{wW_UA~_t>@u9!
zyOsU>{=`(J`%@kqj)=bPUUH*y+2)1sf&_beUwq1zDU7v#z<s0UZsq%vdAiz6^Ot`P
z+2zDseRJog^J#Zye>kaWIw$ON7yrGh_jq?6==~xT|8jZB<;>OVu0*!G`oB^QTpQvU
z&S$gXbIQ8&Lfchln+2urDb!AUoi|InSw6J-!vnk7m+M{brIbArpa1Z=;o`n^PScMq
zk?q>OJ>U2JC&B&umk1Zm=l`9WtlxX<Yliv6eV0!bKX<JRS|<EqmAdN7$;)#rqSI!l
zg+9N^@i*$5n$o^&f%jXp|8iVEzp=E`t>RJZDp?ij<A2s3%HjFlnp&z7e~KeT>ggk&
zNQXIRyoB_>Y6<LIoj#}J%KDQEw$ojA{mFdRUa;qq=S6*4jt5(vzn5ABf0%Sw_sxzQ
zkpk`2qAj0ybDvuh`&i@gO}1Olrn1)v<;{GuG+l=8rA%jZja6lc+<j@auL@rmo8{k>
znYS=y?u7IY?B>55Eg!D@Vs&Xo!N+CFEoaK#-{H&?aMM3j_H$<Xi|X&oV^`$9KfC|D
zsM_&ei{1+>-g_h_^EK~JnQs2$nETAaQxDpIzwtyXPl#*QqxTh_(Ftk$gw*DL3d@|A
zzC_c`YkI0c_uiBHvvP`h^~-O{KQetgjooRLqp!-_DeLRS3j`d0ZH#<()cfbuJ0Dzs
zX3qKJ!F^e+w8f;Lcm3mIpD!&<;Bsdd^?mHUzE=M}=NI{1q4Ao+esNDbw@1zET)Rl4
z@YO8!`A=W({y1AKNyoO-rZiP5P4oJM%^zY?wmkf;*Hc*g-SXe3{Ip}H_0w3bp0O3j
z$9LU%;c~`9>QKdp3oO^a`>?lVaNZ5vvs!EY&b7>8=fzz&KgfQ(<kE>1%!>=OD>9D@
zg#23dDSKYng3U%#+|3W4xD-(E&Us(yo%dB@b^k;!9b)ATk&o0}kfRurIJ4ome38k#
z!wN08JFL@mU+MLpS+hE9qeY~Q&QXh14B>Ab)m$Fz5qWRIru$-npsnznK!ta*%P$As
zx#%b?@hhX{wWMg}m%H(ui;MQ%KI#2};nQhFZugIInY+E6pMIDy(dXMq7yTvM<F)ml
z%dyUXaQM;nEoo{B%OzeepY+y2U|RaVeb)TbC3Bxf$&3FG&W*8+=-k@3O{3;q#H1~S
z=O!(=t}l^Td**uOd*fBVKYsaf@%iP&zvC}OJ~-@KWA|^4=^o3fX*Vb39C4PvT~@``
zt^S64Qmpi&$Y!e<C)l@M3OuNG$<SzXR`jXE|1V^J3g@~Mc=6*L&2kQv<l6!X&yKJ)
zPD(j>&+EdZJ_gBMPrhWn&&%;P|Jhx=T$JDGoXy#cH!P~Udzy4Vomp5JyKz#3<a37E
zKXrwQpO|bpWBh5MQ^}pKq@^qFZmwW{{-R21Ldlgo9c#@l25g*Ham1G~V#l?bHS?SK
z1xhdcTz>d>oI$U8zU%ShQ-gDj`AU`VEe!vf`}o*zzW4`!KmY&Ze%b!7`u^jel%_Ks
zv`pRdXP4bouY(7L3nMSwPOSR*O0~Dlj-jkz>dfw_^}0Se&3?;{?3(lCMPO;_%~w6g
z1vjVV-P#_w?=Z*e_`jw44ZQwIs<L+vyq(_oaZ=_V?Z3v!OXV)^<h}H~ruxD2`mf7h
z9=KAj`r!USS;rrjZ{D1eADeTHy}2QCdCq5k|A$6aR`Xh|&xfxLJ~ip;Lr$evhknb5
z?~yxLS(5VnvFZJdJC26$ng7Z4)p4EPEy7EEXO?SNM(nR|KK8u7{?p-?_5bew3pWe5
zf6DPxo#)@3X>)q6|D7Hq>Ue9H&F^=oceLnV+N}Nkc+Q%#|DpZMxL0M%{MFg>?V{QB
z?`^NEKi_!2Y>M7DZsA|us}D{6Zq>uo$~5WT3q^KqmbQ)$Sv#}-O-{=Zc)#rZ-pb2i
z*$RpbnI)g6_|4iAy{yb?*Bkd6Z*orwX}xm2bdvu<YhPwY%DasdUu>DTwb}Xmoe#cj
zuWhVV9=)sB+oHKy;E3`5AKiQv^Gh4@vUa4MXzeMhdg?7vue;o6+r3-Q`d>ad(Y>p9
z=cn7{?*!droBd-?{y!yYzv)4`j3U>%chkF0PpUuSU$xb7ZNWNu=4SW%OV$6?%}-37
z6o2(4_w>cJ7KgXLDc++fILq_TlKwAx1+RY3p8N0AoeyWD@AJm)K45P2?$Ap6_y4Y~
zOAUEe_V#(~#Ji8L76!{VXj?@b_58(SYu<ZI`JR$?aFT}H7Tu59mB&BkzWuaT^u^N0
zk6Jz!ob`XysJyGu!|JcX)VRYEOJ8WzD{9;l3P1MnWc2M-g-`$IoVfQb{Y}fs&GoJx
z@703po)#O{{MZ^NR6e!rt^WE&YiD*eRwNb*E;9CM)Yx*U$K`UdNA{g7v-jv%u>4T<
z(>rltsltrHoqYBa`sDr7ZcMaDnpCEFuEN=pt)^Z0+b8`66Bld5_UtN%KgG<p{^?Bd
zr`Lo3Jyf(g_*m48Wq03aN%y^FRi}5$udz%Pxo~LZokhxl9bH@2S-9w2shT#~%giiE
zqby|2lePa&7B0MN<rrvKTghdozoT*Ak0-X0+=s-@^fCRM8sxZGy+CXF`A4;rvtv~*
zF?6_apB7)_Di@``^1{t07WEE!i|ss8HWu6U?SI(0<5vX7^wp&^_E;Xjr_*YGSUQU#
z{*$I)gP@P(Pvx&k!RzDf&Su;=dD;HC_O|;z{c<(uF0Pt0<H-9dk4^6WkzXG7Qsv!(
zdUL1XsZFO7Q?=yWZhQ2Z@U{B3arM_Zoa|kG_^Vp3_2i#grvGxAPb}*5dj4S2%fO4F
zu8EVBcRPH@XJ2IX*=z#aznK>*=I8SU$ZZr&FxKMSce=GKhauqd!pl3gwLkB3UHxXN
zTypD=E3;?mwrPo0YRZT%RDLCE{(Rzw8%!}iza`rwTI&NCmX}R*v-FnIQJ->@&Hbdx
z<f7<ZQ(Mb)uNU!)h)YPm@`^ZqF#lXKv*&SH!_(ylRw`)DcDvQUt25m|RxWP#w;8P#
zssGQ2$Jb9?>aM50$y!6x-z|twTJKas@=04Bvwbm-9)9vLUmC?2xpRrrRIv^3Brp0)
z#?)=uUd}taP;<)Zuo+te^>X=RZw3muxAgAGIn?@1@$}3mJKYv*{f*7a@|$w)w|t$4
z@`sA5BOlk9TdcYnTpyD)m9Lv?UhcJDjy8^c_De!eoMOGBVYB3LFHaepf{3id=A1o?
zx(^qfD!n}~Blu&>#+XFQ8>`bxiq`qc*L}G6MZErF_=n0vLGz?1dP{GTOMa_&f8q|a
zzc1MB6>PsPYv-3&<vn-)rOOHBKVrw@9&db9@zrC(rpUf!I&*W+SRDIun_I8(V{?Ap
z_2#w}MS|}8tnGOd7BF5Z^L(v0dvE-O`9=cw4^Dry#)6kmPIk$QV;jE(l-OMCn8|)=
zY3a2x$v+Q8Z=Fj1=V_T98UCr$`uKOZ<7ZM9RQs<qT(>8pUgPvf3C3yb=Gs^b+*<VM
z$Jfl#zo*{!7-;jSotT<)&vB|v&fOWR-Iq-K8@3->J#W%<k3E+b8hKrwZ&UfEaQBN{
zMTxJno|dsh+~K-Yp6L~B9agV8+2myMlG$GuXI4~9U%K7g@&fZOgI!C`DnxwKcvmF-
z;;wCjq|G7kd%dgoy!Dd1cZHELYQE9-?CO`*47?_fI)q#HNZ0pe*?r-+FEzGi)A%BO
zpY^}w0gG1aIOVL5rp&E>TDNm3McX{tZ?k0c4%c-@`<Jr?{#$r`iTca+ye}5bHvb?q
z)4k$w<@M4#H>yj5zvy<~Hm$!W9p0+@>!MxIx<%$QV^?qfSh0PMn3>TBxs24u3+FAK
zYtwF?k=6fp*1k1n@ol>2nIn}fE*#nYONwJju4MU5T><TwUaw;X3mMlHJuI`C{!aWq
ztBZBkb4i8!54l!+xqsdzRyEJn<fC`x%Y%<I?R?XWg-^$9XVD8tO6gl_slVd;i~YeJ
z8`UQDWG~H{!~6VSq2D5zK+RhZxZ<v;`9IQO)owKT^0?i*dG+5#&jgn@74xpB@ziGR
zuBg%7TCJ-8?C$4wWv8j@K4cvXp2~EE>9LSRYe9U=;;Q2&4#svIYg%8f7T&j{i!nV#
zmhq3aSAkPZS5?(yDW@G1);@Brdor=W|J03V(%i=ntd944=(GFQCS&RFhby(1l$uXV
z3icYaWi^Xh{@p2()-O3Z*YD-cB;RevTdJHUMqc}(yZ6*_Rk=k!rq(lZh%!$rs|YPr
zHq23QS-xQj&vKI#pZv!+R!Dl9Jy`pv;j+ZBMKNJ##n$|5RGR0%??cD22a)!rM`mZ1
z9SiyX)A-Vf$IXqF)=i%n1#~7qP|+>R_J8iqzs&yU{(q+OKYn#hjG8w2!i81+b8g<)
z@R8NdI_HIN)Tw}z{;o^j-Iei6()4_DoSoq;vuW+g*;f7MwEnsTRGhje>}=V=?)8Xk
z{W~wIr<*qz^x3e8bR`vU-r4)>n<?A8&d86cC%$kbf92WXE0CLhId}rglc<-$`5!O&
zpX^fjWgN@(eb%CH?{;4>eHy#5^5u$)XL~I7gz!w%K6$Hid8`ZDm1?c{!%F%B$_BEP
zniJ!eHCBE)rKWy3@aJ#qrzLBI>NPi9W-yXHw2<Y`c~v`;%d01<C~HsJ61R|<cfl1+
z%?Vq!epG$?z&PK~xu{j}imVlP_)C*J`)a5Ao@m!mPjXh1_3Nzpx7j}N${fR>d9~aB
zzgcPesPOY=L+KN_EwlXRZ*+Ms>YXGr<@*(>yoIY{zZOo9TG%VEqrYcw!nH?By_a~H
zn+x4mC{np9$-Mu3;y>%Jw^fAP)2}iV-=AhI^Xr+@j;H#m!oNy2U$V>po53uQ=fD4V
ze_j2r%m1JMXK7d7z4c5^b&1(386nee!YQ}fq^|Kz6pWeB;~n?hR^;MhV-1d(s%@Iv
zHxxD}A68qkdGGEijV~oW=FKX|x@!6J=ZhbPU)$Yhyz{aD|JvW8!Dr^nJ%y8QpL;fa
zP6}IATFd);yU(h9+I{)$>g&sw>&I{Y^7`SI<i5&Q8<|D?Z|AUhb{)#NS!a4|%Hfjb
z)0~!j9J#dGIN|b#lxc@;GM#UpdvHzcw8_Jp>nFaSIc<r*dEY9ZhSE~=DT0;W+B>(k
zu9AMd(t2*H%NNbVJG}HSaaO<gYx%d-zT(h{Ijn_F$4pMnvyxL5-(lMnxxDZ96s7%s
zy0+3Wb>3>soiCznGUqX6%cd)9#OFSnyGqSSYx%izd(Qdw$a3y4SeLh?{#AmaijKSN
z8G|!7Cu-lAzxnG=Mt9#MKC>!k>}lF@sVs6@<^roNy(bbC_~Kdn{dA2(CT^Sii7{cb
ze1>xSLoq%xfwwc}1?RtCq{6@VM%uKSH+Ludo!|WU|CD~Kd%OQ$E2)?oJZqBJq?JWm
zJlcx>tcrE8_;s&<GtKI?R=nI?alvg5&c5EL*$~Y3P&cIY*McQavSx(!uoS&6x@=;+
z&rqoS_yN`RXCJgoKYg-^;nePzA%*S{u4}{#yCzhb%Kr#W`!lEVyt}k1zifiy`Q!r!
z3(a2THZQJjcoMI^eAlF%Z*H(?)}LmZ?`i&G>RIvivd1et-yeL<YI899mq`3nNzwae
zzMq&sUMqk6JNr+iM@;J4vVga{*YK?i;`_W$;5ifDg{6Nv@3|V;EH!>HGk-!##Z)8h
z_hJzr1NUr|`?5GX+A(J9{R^VHuX5#{Y_vMjy87>HK7)rdF9uv^cK@PRzvDpX=D1g~
zf2KC2wsUIt{|Hx4QV@vTxlg$A+v?|6vk!@>Id5H&e5ZbUFy{l6(2xZcI!Dgr?Rw_$
zf2U&TBHc#Ts+X%e1dB`evpmw?(so1J;?JMgFQzX#Ir(8><x8c+&IBf_Ro_ps^<?rH
zX}jCoO`j;Rhs%HA$1K4KfuZki<h?k3SYththHB~k{Tmv2(xXMLnZ<B!VCsLBIp;So
zqvVDKw^XKXx3s%%da=5Co<ZO)yT<j#-xW7ZNtd?J{vekBFt0M|Qq{zA&cEwcWM|fz
zwch5hYj)s$;jY>5{^!!6OLBj*N*q@<Td8vD<gB?C8IWHQb+Kdj$z{)9ehKc|zU1Rn
zuBO0aQyw0Az*cF!(qFF5OYrZM&!0Z}IQIV0l6Y=9^Q`(mW$R8Q^<~|ns}~;*b9z-V
zv2NQ0?w8Lw=2`TF&%9={NPhdx){7UmO%P1t6W3dFWs}7Dg7p*GEpxA*@4Zs}Uuu~^
z={`SZ#hROe26eahzyGvY``%<XU!{M|ejZ!yFtGTxzKqUXt-~l|=>9`T;oeix9hU-+
zf6V(4v~EqV;W8to<qYlnrheD^otL9vF{%EXf28bL|Anj9Jm6XFd&9acFrLAD$0hd}
ztEOvqe^Fg0Kj+hznZ9OC?+lyX2hCso=g#|rgyoICi^?>%YWM1y?5y6ins<%#_53SU
zKUe>jVeVR|__ynE?0lQbIf6y|yWTuI=PvWG>i@r5D@B=^zRKD8H4f*t{yFFMV$Fv?
zCuHLJTwT9TTt8<;%N~=$%NauJCWT9Se^|9c=A*OUq+5>c>^4u#58R14^hl1!TJZh8
z?{-GUk9?CK-Q?aUEoe~6^516po1nnJ87!|2r!k%^n_Kqx-mC4-V(N?kyqOWk9P~FL
z?P^EWG`@hao#ltNgdTr4`*X>%{2!CPZGNu*Qboq-bO8(ZhjTo~wD*}NDF1kO_x8((
z+W(9Dm(~AwuRmMly05sgd+*c6?wl<=zaGv?Z@#j9M+TpJ#@{Quw{7OtFS~U~fa#*_
zwTrXO4s{>iv1?{r+@sJG_Snxo2D|2&ep&nX%FmiFD*w#Nj=c51b+7fTk@CFHPgB#E
z1ce;jxJ@YWLZRgLB}!$bAztSWDf(GEmg%g??vOi?btLP#nb+>bC|RkGVUn586_4){
z@~`RS&;9Gwx9PFTACGYBJ?9RII$!I&YB(|ed+3Vzk1Fd=8=rr*O?t*f=0BeHH~k|@
z9?e@kYhxq(16}Sz{1!1>>5H!yIsbWe;N1DG+3$VgYk!93c+7M1p7ke*`AFpM4-0c{
zG|B9_`BFahM9n3y-d8>Py+<=S52q>dDBhCN`{}$ireLa3V!(e<t<wvxW+$EfvcxjO
z+%2(oUE?Gc^>a_X6LysB;S2vi*Q~W}qVKM^Ew8Wt5YxWsdRTR?!=<@b`m+C8A6}rA
zI%nd?n2%h$9{yUl{`}wFE55r0N6oms;>pso-s9D$GiPkO<~Li<I{u{fgI?t|AAjfV
zdE~sS`M=G<^IZAU)er6Z|IOEE#b>XN&(;@)-+O0~ExWGL-%g0r{^gha4U=bEtWw?f
zNte-U=i9pzkA_cG<oYPjvMbCXH_kcp$8;{K!{v7kxwMvFSLtaBIk#hRgtn2hW2^W_
z#_SvK5AFUD-xk6qs{Q(Gz4P;0mlp=_|7P#_YFlxuc}L%t9}joRO0ldDz7Q;UyR*Pk
zxIF90#C6jxwN+v{e@r_i#3Xj_pO);TWr59Ywa4}~T8XBJm^hn9-#(*L@a?<VX7S(G
zZI-q+O%zo4+#q_=vbXW>-{{M1%H7s)f-78A7aFdMef?n5{WtNaV%Y!RI<Mv)G<)Xc
zO;Wjz_Z82tyf4|P9~BvP%hcQP>4CtFZ+P7F*S|2ZN#1Lb-9O)cR-E1cDyv7%dF$hB
zX7p`e=P&<v@Bg}6DV;ZqsytKKv{~xUyl)7vn(HZYFx_H88mnl}`3*_Y?$b`aTP<KP
ztuA)s?|D2kEyToF4f+)vB5lQT7y5=b{1o+7p7xrpaq66(=arqdZ;oNwlTfjk+5An*
z{nCn@6Q?|4IF$J3)=TGk#<Tu4o8&dWDK8?G|2}igNAm><i~FnooLl|z&&lVl)`lni
z;-2qtUHsvC@yk0qUg^}`iDgTE?EEY5Rf+H{<xf#_Zaj(IlX&@vud~G6b50Z0dW_yL
z_$-@qQaGP4Laf+hd1C*$1IxUpZBb?8&+%0c?e$LT4Vl2O?#U*Z9~b-UrdZ4?`10|3
zywCZ4m8V|(<l}viepy|<-l+D=#qXaEZejPIXWUe6wfFE!kGqa5j24+qi`IMdD^~Q$
zW+M-__H){4%HM3}c79s+Hr=n|Lr`z5i15z0HZ^}u<ICCN&$~rUyZKY-IG-`Y_56E%
ze}9_Zckh>LTPB)fE~oo=8~^Hq;+Yp6FDd*AJ-;uURXUnqKFhWKy|(lt%Wp|mAC2|X
zQs(?}+8vrVSNX=i{S_wzZ=Lye=lP6VXMRkG>z6l@ZZ0u<WNxwQ+Fq6IHw5zL*#B6*
z-~MmA{jbwCf-!qblo!qrD1XR5@hj{5ER)@Tj$W*Pd0N@bG;Nj*!(o%nYeK*8nzZ-J
z#ZB7Vo3wYY%Z<BnZDrlx%lDt3a@U(G&71ou>buwK%ex-$V7$rKqWt3})8hYf7dURt
ztT0Tpk-m^!_vGk(HlwA%hc;JB>%87#DgA8OYVVnUUaIH6d%V&4VokgGS4Q4evwcsR
z=bL=Yld?Rl#=ec$$eUq;Y-Hu+edVzw`!3B*e09wC&Lxvr=j<0dt&@Y^7te>C1z`4J
ztNcsT{D-r5yjwhRJu{!=g!n=$;fUYHCvG1xu5Yn3v8uD#@k8!XvwlsRyxiH~hK1|T
zJkfoB=%wDH%l=U}988p2lwx(HdoQn>r`=yV#WLm|Tf*;^`d=0DALZWV3X3|Hf5Z9m
zk8iPiPGv6XQuVofLA|%yR)1&fVsFOY{EF_?Z*M<;w)uU)f<0z;I~n+=x_gDQxJo=;
z+7mPJ()sy*f8I*HPmTIjK4XVf-S40GDzw(g-n-Ol@ayF-y)}Ex?tRO*+p@omyZo*3
z2Oi0u+aG_&ZQ;IGl4m#j_%hv=!l-=i)~c+UxA)&aIxV=K?Zr)&UppDC_XyNPPYH8)
za3)1zThqT(y=Bi%Y@f+eaewZy60eKTxxV{dzIajX;z|`m_ODI#XUzi^-rrOHer+OK
z+QCOrVevJ5?*y(ZD;yM`$06c>uv9@p_Gi1k`#R2bi{mVlKA2_;6xGQ7>-!{YsPtIV
zFYkB656xZ8K?T3}@QE+~=6mrt$MVHlIev@hG)#WF!{3elZuW+wTXvnEH|JsD&qL45
zPB*RyxZAO7`|(VJ@OPIYc1~wIcvZUm=Z4$5`>d>e>wljN&omH`FU^%*_qQfbc7@J=
zugo+#iLX<me}<kpr%|-0Om{KsXU*RA5@nYdB4wU3hwl?iT>t#5x7meHjb`Q+`yT}d
zp0|wqdi3zipT%i1aU0qnnjW_-nl(xO#H}K+Hpy9M_wv8Ui8$E4@KL79hUXKloo43S
zIjpEy$+UT=kGfN_`O1$ub;@l;pB|{aZVNX%)hwyE>tZl_%rtw(34LxQ;f{|)-F>5<
zuPli?D5=Q2QedXuH<J~*Ql(cFCR@(ErVzaEwB$)Y8TXyqvfO?WD=W_|a>$O3;}S^}
zp20WySeo+c3WYwWxH6S0sk@Kb^B#Y__kQjEN6Q7)%)hR&+aTMfEp=JVhd0$nTdz-z
zKdqqqb*-|+p4IX0pJQJwpDPo*?#d*ld%-g%cXuwAomKwr=Zm|IvTSK$e0g`~efwE<
z*sixHS1MIHC8^XY*hVB|w|&y*1alYL&kf#_o=Doq<yidrSpVzs%f0-0{@*R4zOMiO
z?fGT<-_8H6<k$SVdH!F~uetO8l~nzHyM4yW2OJR@@%sxGpIdo<kDT<zPeFdtPO*|6
z$Gsl0O3#nITwZkMljpv@llVl8W|qA=eKGv{w%6;=m|d}1{NL_==#NLM^N&m_ITOV4
z;QS0r!}#i5m+j<By61iP{b#fPqxr&*4=mRGwyV1GRmp0TRVD$_ubk{Fd*?OEW^wIn
ziZ^9yxO#rC>`e*2`={2;&x|qZcs=Ll+`}@rtIh;%yq&+-`tMcsdN->X{Hy$Kre8~+
zKT~G<`9FW}|CN<m_Wbhnn)t^(Gks2<EiuXLxX{M)?$NFvQ^Q^yTJtKze&6qnrj-|h
zE9WSdnEW=4SJ^I8<CFgS&%M1ZhrND$JLi01y5F9#h|^p5l}nv&{`b1Pvh&}C<qxfX
zUg9hloq6_kP(jQ8A174jrCK*VU%-4Q#XUVLIqcxolB%?W<uB!bvu3_K$27C=UjNUa
zs>`DNy+x->AG+Mle7gI{r{l45Z>HQV6sVup^l_eK$tBkxJU=GfU!~mAI;mc#*~q~B
zv#(V1nfb;d3s+0kOrN#ofPU`#pSujtH(vI4+p(LyiG6Wue!HxwzvAV#N1gi%rj_ch
zw|K;JdE$p<wFeux*FRW);F5a{ulDYj=Smmx*L-p~^K13=Lk>HB%*uNlw)|GA)i&p6
z2@)GZ)na?D7yiEYLA6Wb^w}qz9r5e}GI!OQ=1pZ&j%r<5o^;m2s^HGjpf6Llekk3w
zCiP3?T=Vt!ta(5A?7Ze8rKZyGd2jtM(|;|+I~nZnwO+hmJw5zT`Mwv`pRfGkT)g`G
zs~aZkxORHP-)Y<ad2ej_p`{NmImJG{bbi~$%7w}6Q>WP1_g3pZzU4oIFT4Kz-^pp^
z`@UrVST@zKg>m}CHKNKw3=i(LCvAVIy~5|f0x`G$<~zICYZg_kpZ`xR!PfP~ZiTR2
zpMqGMe{?&2zEiV?HSg%l@|&f5zM21H-SOe-!qc&NDWVT5&J}*~nd30wLXA(CpyzpQ
z`$bBHW={8HA6h4xoLSEk-nit2YxGR6``bIWbM&#LJz*8#zI$CH@7o@8%R`0b^Gk2c
zS+mKp`2cUM*rwejVrAd+f<E4VqVsF_n#=nRF7vy_UM+Oe>^HMXh}-f%a)-aYO#brE
zcb}fNyzcDp*YZEF`cPb9vT@gfSw|+m)L4B;Nc^Y1w|dUwq_`H-V{2xnmc0KnCD_pK
z$E}|ii>GPU817xN`NON5hhMhrUam5CL+2&ay9-@K9p!s9O?zguO<>h{Z8ak^F=fJ*
zg1K!|)_OfkIArc#pJVc4ji;()?UdzWoYgwv5=^sy{OG#9BPnBpO?jJ6edt2tv&rmR
z0(_2t(wA|qb`!d>?v8Nfi<1^F`FF0=iqR52zjDj8ADxd=6W2W0vFzbVTh^%`)9yUd
z`T3dQ-jdo%_Ruf9=lYam4lXc$ayfoG-~K;271MQjrDZA~Hc4dL@IJmPTy@Q;(>>z#
z_tH6aW_{;Q*|5%kIl1V@mgT~pkG0|-goa7gnN9ir!bHYscY#Cm&j#V7oI6icG^F(=
zoHtL<nQ`#-`QjH__n%>NtGmbhc+!?fksg0_PS=!`oILhVJYL5Ce)aRWFPE1{@#V)X
zXZ*uj)_cGG{qlv+Kl@(062H8#W`3%be!N`Q8monOvLoI1JQKYC;l$GEEfyIIr!Hx>
zFJ5aKbnnyW$H{dbuk-5;PQPN?6+C-F^uO4)B==k2U-vwCzoEZvMx@)97Y~_VM0W~v
zt=TMWHcxZy^Dm~dR=Qr=pH2yXSk`Wqaci~x{Z#)NyO2Fu1`^X$9hvuOnHWZy?+Bak
z+UY+(ZOf03&FUp{)Tc$u`p>UDxaNo+Z-t@KboGBLs?)pf*FD!wo3hTR_@ly0seK2+
zy(OL|t~}A45VK^K+Y1fp9F5(Y*L|OP*yR?p<fqNKIC<^?f4jdWzwXZelV&wH+h*$i
z(|WrvUJ%_{aIw4V&`R$6(bGT5h+np5ia5_9-`|!0Z^g07t81@Gf1NwQWc9;>2j^wu
zI{b}wUTV!Uzc|_5TJg}X{NrwYoAr3JchoJ5eA8%kVP@l$+8^oPSmOF;E)7sC+?jKN
zQTFn&imNBeU(Wxz`&;3g3qLpKIxIQh`MKrs_REG6MIPq4tOdvP+V`7Z4Y@Q;Zs}U#
z{hNNhW6QD@l(VfaDso|eqac0g?V1zYUq1P?>(I0po9|RkK2fkySfj0P$&X5Ij_F&{
zEBfs&Mn3ibxsomWLPW=mYU3MLpE&He-*Y=YX5C+MCSXtWyUzWW)hxn4{<bYlubr~C
zkwxa9#eo{Ve_CtyxSPaX+aMcOxKB3dVg4?yiIu1JY$?l@y!O@o^`YNJ9O*Zo>Lgy=
zUUOoy!5^vV=X<^PfBK$h8Dea*@wnjm^uMjf>)!v>Sua}ua96?aeHX6!r{6gy+kbVb
z)s*J))A^6i)OgEB+&|3xP)=fFo_@)U@8&yC*ThXbY;kDI{`Y6gkMrh!R_;sPvUbm&
z_y8C84{~*TIPBkvE?(C$Wk;v-AFB_Cj6WXVtsZvcgmIpsE2G=PJ=6C7eEqxi0C&ao
z>219F-QORq7um9GBhyOvAOEMyE;#k@6NmBKuI-P$O;LMg7<Q*8)#riDHsOuVjYr-b
zh_V+uVW?ZWTPa8J!lnsbnl68TeYIm<v3Nn=jpCG&{!@kjKj`r;*j~BsaGT%0E4#|u
z?<+1|w&v`zPs^(wyQ_W3QFKe1JJ;g*jN`@AVsoPeqZ1}q>KAQDO0zll=f}RFMOv%l
z9~$`TTX1ii`q`J`@tloe-@kUx_g_EH{#nWr{bkDL*1KgoRlQ6PKZuG;HS@a}meaPQ
z?&`KFZmlU6Mn5N7u_*VnHQaAdh<y{_v060dTbsSEt!1Cak?a3XO`K-8L}9AlKLw7v
zS5g(Y_iFL5m@a$$M7sQ^M9|C)-{yF(mcEl9ZS|(wQGBg|>g9#ay&u-BjX06g71_k%
zru^xqm0Xe39VPZD)3p|?TEvxE5a)5(AYsiy@lWaVHumn^X!nR?mW^8fi?ttKtk$;X
zV18<N`J@lqk*PN=#8deDFUjxNJ9~S{)7bO-`0Rqx<M>qWH039FB`>|=y6cw0jl1bf
z{%Lvt{WFhA`O5Vd4j*J&=4zYXddFd{bUd+gqvF>MOXpP|=>A}AwYN-6i{1O6$Jelz
zPP0DB)#rWM<Gt^0^E2;0o_ncn1)m#KtDj_=pL@H}<Yhyx*!g+3ixZ!=-TAfYi)fmw
z%UZpRV@n;A)s>X@J$Q4hqt|Vjh&y{^RYCI1SMr=M)=TRgtMzTaGVuv}&Gtt#j$N{R
z+En&&*3GshymNN*e7a}--ssr@9flu%5%(V6<Ncd^BwK>7=!j#$-rEW$|K5Z+R$N$r
z>f}0??%i1dp^G=<Zj#z!%Y3mn_w7-(jk_lFy<2*GMbNunzD>Sn(e=LRk3Q$m+aUR8
z@0opb7T#C(=P0t2{+P4n-v{>l=QrtmUt=k}P<Z>|E7R{rO*@mr6U&vq&qd{3X;av>
zE0goiRBtqSds$~;@bXsYd)?Ezwk78zN7@%|J=a|Pp?IeFeeU?ob92&u-dL9+VdbWN
zYj$<vn-16K%a{+$wR-gFsH5m>hK56vUuyihb<?8T`JasZn`QOscZ8Qqty$Lmbc*+r
zEruUMcHO#Ja&lttGcEJv^C#x-^?I@KO|i*_Bzu!dC%TPh@ZPAr*7vf<`0=?Fl0Q!U
zyI!-ZIr4zz0+qf#UU8Q7pHjW;ei^>y2|riM=W(Lk?!onZSC>A?UCC!pd|se6*<#u9
zujf+j4#>{Bcd=V9Qz&kgj?bKyg2tXtGkGpupDOFAcIA`Yy^8f4vR?ek*%>gg=fwI&
zQ|`aIWs$D`DD6UW$IXYDm(vs~AEq8yv!{OVaZ%ov9h+ZvY8+JDvcNRvXZr6aHywFH
z7uB~*FJ4o7@a7KJn^rNG5*k<AM1EUPclD`{|GqGrt#e<O8_xCFy@~m76+`5{X+Mr`
zud{kRuk6$HPcwvfH(%VdB-y&*YVhNnowLLpt#TUTcbLvycJ;li|IXg~58uAGoy#GA
zi<4#N9=&gAMjzVC`xl7B92MGWe_lSl$fh^+-ilXZsXQKnA5Of#Gr8-8NSKpB2D5pO
z^&{~F?NB4e)~kkveVzx5&D<g@88}=VIk{dgT=41h-46~|x$_yhHvCJCl8Bzie(D43
z63%eLRROGSJ03jH`nmOww2u6W$@~(r&dYp_Y}=cCc5A%p_&zIE(M~Y__6%9xvm$>!
zsM}xKd@@-wZ|QsYuUDo{o!hplu)%D-Ou>c=4@>gDTN(3jkIX9Uz8rLKx!@5_g)>Gu
z?_*Lg9O`O%nf*m=|0SEJ>i<9KZk@A4xKU@y1w+Xe&%A}TQ)ezbueIY=1IJE<@&{jK
z^xRe%Y!=?n%WIxp)h;Ib^VvuB%d6FE_Po7X+ZXn?rs`jZWcze^<KSe~^KtACw#v!v
zkTwmsV*T`V_sd{C6V9-0AJ+Zbs4M;X`R+LmkF7lS-7Ton^ZO$4Ti95%HGEo;%HHOJ
z2TyN)*%~P_Tcq-DyFh5l3)P+`?MB6O!aS2|n)yC`);VvxO6_`Y@V#2S{W0Ecg3F(1
zRyZGB?IvmbJTg_{`qH{3D`lNIkNVeNy1%FOkDO^noz8BxjvdeSiVv@UB+(ylT@n%2
z$-ZLEhNar?N`GtZ>bEakD9Xd!f4=CV!PDM+Ii{KExg14D%c>Vo?oiL$*mYw0PNA<$
z8@A?@zKgxM`hv>7N{$J>Qb(gr_{wh1*mL})R-Izi`QGzqtd?AKsC?X!DP$7zDzeg7
zy0BySjfS=@3l{IsyR*R7UT|65>OWi#hi`v4WLEy-z?<FwAF}c)fBGpaU1?(VH|-SP
zT-N<OZ;$0nFSokA!+YjN=jVqGGPt|meZA#ir^_?$)6UnI@1A(8?Y7$DM`rKNJl1=C
z^O1>>zn{=KwpkT6SvM!{6Smg-wOD(4v{vJ%NJ;s<CV>a~?@P}8v^&3^-*&Ukq>A%#
zcHVKK@mrjC?U-`1ZGGz8r&n*KrbzZ@aa2yvzr?Zk3jZlBlb7o6`&5oUGD?0mNxOGR
zQOd^*b~e|>_M0jtKe|$_exEt9?Bm&>W9xtVwMbw6+pu&l(|3KFrODrZyzG8?E;e1o
zY+3z}%lBvfJNy4%{&Mk}Iq$eK7uk3m*t=u<o=MZaUT3s3ytaJ1=*?Njo?^bU27MpS
znO!z+372|%rsJ0`Z*IYD{q@?+1wU8vOL0f#>8_ltR&g-#-DJNShI!I@Pem;*#~qtu
zzGsFx`~B3#k5=tEesG!i`ZpGDFKaBj^10gLQ=?4rk^pY@2a9=*&RhKWkyB7&CU^9v
z%WGtpUFJN`X5w49wNW|#>INevqn3CnnG=7y@;^qH-IP@;Pntiaf6C$6G64^Y4A$7G
zuinY8Bx`iY+5Vb_?OVS+_l}+uK6G2q^Ow6|OR@gl9~@I`j(nSO(m(ygpNOxMGWQ=p
zE;%>0^3Xi1pP-YuUh3C<+g|eK`zD@qdqXB&H9Gp*+wJesx7F{ATIvnwY$<-39LH<U
z7v50RTk}EXuiob->jkX&GLNV0T+(H~cJut7Nj1VwOyV`=r)t-K%IUmcVI**%+h$5`
zyVBPcp9B^3Qa|;VuXv`<sB}^PrwaeCm;z7XiEHL;I<oGutY?>)hS{8}F6v5sdK1=~
z^9$P?S`x{z*qZ5t)r$ZYvm?`cf2N!XFke?0vRp4oxKeM9?rx5nb${$X?ViYXUN&5M
zlKso(#^+j_z4VV(A1-^o<wf|ell^;MDW$*ry5`TP3pQNI)rOVYpF&)g8pbmC$O)V?
zF`8#FH}l%rr!NDdKE_(ia{H{c=b`NK`(Izrud{j_llSyI<HcVJ63c`hEfsobB)qTL
zNS1l>8i`=eFt?*QN5fK<t~sQ{%fM=8cJHT@cKK=(Zeii$s_cI8Q4<s77VUh}6I&B{
zpkkU%%}MW%&p$6+@p<*0Hg09c`6r53RNU%J?rql+=RchLOKQ5i$?i(lst<Gh+F0e3
zAE(P)+_mv^RFKvTUN3*?4-fkbmLHs~lCtP-c6AA##mm;EqU&7mS=X$erYw6Wjagk@
z;8xm^DVNjFWk!^!X^AbgPwAQ09`{8{x4%nB;bqi>-&<p(XT0?aU$rjf+rB!!If=(O
zeGa~ie|c}lp75B`*JloyfB!EmJ^z1+)nen1pI#^i*)I=vWbWeMcJa&diH|#))V&4!
zZ@fCP`^)7O{Ku5$9^<r$XcYN=LfL+K$Rm?g=Pf3#nzjGb^0y9&OIAm`{kZ#&_wOKU
z!F0WpLp%2=E{kcKzUR*41KfMHBz&x8%4$zd@hA`sD_`_*|Fz_onm2kyas;oayL9lE
z8-(2W(BD5-<!MiId8K#C-x@W)#XNI%t#OL9-dZ@(cfs8bfwuVNh4Ys3#3lb)?tGbT
zYW)YPwU4Cij?14HJv|}xM#ps%rsnzIosJso>)P-8+O(W^;-WyCt!wwryUcS^QuqGd
z<jVQpllk~=YDAu%RCa?u<;F65>7CtOhwis}&zSV7!XRMpQ@K8_n0dP%G0d-FKat<@
z!b<s*gfCNq-3d)^o$5m44c}JXy}W9v&x4MuON4)~dT{^j#d!`}oGlZVE^1wBoE7wF
z%l+r)=Y6hrlbG$KsUM@ZwRLSdYxt@{&W>iml7t<*`>rW>U3Ctf*2mJ{HO=JuytNKK
z`PL%0HhVM8v)y&xdhx&Wa!3EYF_@G7B<$vD=E9wiR@W%2ecCjWak<XZ{<tsQe4%kS
zXIpu)wyleqH=|iAqA7(rWU{PRpWczwsC+}`-;-)H%7o6(=&g9ICA}gs?8~Q<^-}xl
ze}7zl+5LWf`^C+dUoPMOdG_V~f5iWD%P+6Cxx3GMxsKoM7cFmob4YE^eXV!e=ZDW@
z&icz&w=BHv6j6F-D{nu?**L*ewz+Sv`?P<oWb;3p<FY}k+f?bt<jSv;FS<o`*1yg>
z(B3X(ssH8>ult>xu5|eeYQ}73DYw)PR|l{Zo}5%9An+q>eXqY=X_>|LmD^A8dFH>e
zkS-6+|CFOF{XF(}ahvzQ-sPvwg`2wB_VXJ2cUi|%qLp%dQ;hxP`{_U3?;6Yf^onlS
zajRIW>PWY2;d&Fzw$63OT;%_UFvdIyx2f|#`r#0xuGIszNwOUKYag!pcKyE1th~ZY
z(|@}C3);3w{_)eh-1$?lPCaowhI9Sy300wY_`FRP9*$0H_{0`te6HI3P5O?;-6bKt
zH?B>8x=SWxaoGu*2kfsd?D`Ya8_%k^kD2{s%EPc6#`Wg%x9#u6c+LCpesR|djfGcV
zUb^slcg^89kDeOuf5LfbZ?0)-<2KGc^-mfee7m{n(4;^+>A8ER{5|D=@O1l>P4QQr
zU-f7EWox54>(C1RuaSk(>x2q6zHZvct7!Rl)0?{$Z&%H^daY%(<D_>b635dI*L-`o
z{_*#{pQnE@W=OQ*{;|Th?#yOY@4HhMPIE4ecx)D<p7+tLci(g$?*FW@*G+p0Ub<{a
zXP#vc`{1Q|g0+0;VJ~~mRV=E(R=*@&88b|Ne%QW%qb5G-!!#j_>60q{ZDHz;k8<03
zpfa~V>+nVM+C5io^{3yv{>LolerifuYF&oT{(G@}E{V*BX~(?XyfyD+HE(WJsO#}d
z6=}Y>A=s_SPx9@C1lwXu!NnozJyYIaV%XugSbg!*?f24@pWB|Bwcj}R{rxjM%(g;C
z;%9l!ZK!*@OO`wBW!{dHzKf-g$?aWJy1A~dxyHGFZP&FvtC-gt=TEPG9Q2~^Zk_o1
zy8)JqgbTlX&|fCrUw5vDx7Db3?T2^U1v-)zW*2^#wO7z8bFNY7yV}3TI;_5LmKgba
z&ouIh&DoTm)P3=20-u?F;jL}%hQA7(t(EHdoL;R`Dm&!N6~u7+{CB-Mr_XD+%y9J&
zW9nWUb8c3sV!*FOiEhl!=FQr{HBaWK{|~Rqu}j;zsJUzXIVNqU$_UH17xtgd3*c<h
znZLo&j7v80>Gsk)m9AxPdKR+IY!3M=b*{qr{6qh?Q(O1%xb|WC;ptQKW6Jtu7+3rK
z5zsd+@n*GaRkW=V-lDuFuWsKdk7oxTI!;sH*^=BWn8@((Hp{v{Mz6i4wEl*dtewo3
z|MS6yJua+%dXbBY+~Ry^^om{TZfcC5+FQ*d^yc!#i?->K=bk;gJEeB7T8v3wf&KF(
zYM;NFS~<<HJ$wDqV)0UEm--2IN#Fd$XD@hD`sGG{w`JB=c3%Hyh5geqb<Y^iE&uMY
z;y&}Wdh5ogpH%vH=+v#=vo-1C5}B9pt!@;4N!j)PsQw1_qZRYs|J)&C6hBGr8Ml?O
zT>7l9@2wACOAOh&a^aoIY5o7U${)<qHLyF+Cpq<Iqu6VP&u>N3($4-4UAW8SjH*WT
z<<f7PeoWjc|L?)w%;zsRzigKO^X*IizYq4yCf(h*Ra-CR=j{DIkA7j_|DXTRe|Py>
z56iQfemZBZtgBa_%KIwy)J(ic{`{u~`Jdv;Qx9?8@7kbKIPKuMhRCk)icK{)mn{DD
zJxk2<*~0kDh!t~En+kq}i=Vnu`Mc(7r^f$B2ZLus<xgF<_~6_xx)O(P@0@mDHSf||
zqnwMI>)v|J|2oajtUuePEk)M8DC)Rn^>qEC$;Iy!3!eE@q|29h>R$@^`|AD=-TdD5
zdtctSIkDKgt!6qO|Ha}Q)wu^ZNk9Hk{AEu;*lk6Z<E|^e=;|gE+hy#yu#IQB+j*Yr
zYEPO%Wi6SeamX#r*=7IqaF_hv-?e{M*Bm$g;_JtI$)ecukoU>twaW9qzKfny)8l@B
zx1+dig7n)dJ7Z73jt&2wu>5VnCXdS&z3VG9c=D_Ey?OrILH^&;#Ce-!>@3^XH8z*a
zf86(=XZ`f+$BG#n#7|EwI@FP4vA6c9|NkZCn{L>>a$KA@MV)QSmd76ssOE+~{+P|h
z{JG{e<Mw0k_tvk?z8|fBZ>#R#l2@f~t^7W#?y0+YxZ>T8x9PJFq{rTu_Wyh-ac*C2
zeoS^1?`_#1rhJE=v3$-vp|<Z_yRY?v$3>FvmrZvRZn3#{Ti<eVYn1YrotL-&y{Z|g
z9V}%hAh~W=u10!_bhDx7U)J)atqI~WZt0wxg9I8AruZ5P-T%{k`Oe=B7gO!@FUWUI
zIv}-9^x_6(*~Xm*PPJORo)C5=bx-AUr8vHpW_O;GT~FqGK9Olq^x=3(ujba|e=QZg
zG43xpHXh0ReXQi^vD=r=M(6v6=if=3cCeOb`w9We+SKQ4#=Is5Z&Y^Zy!^lXt#7@}
z?sL}rqrJmRL-nub==pXn*^#k1wUSBI&!#W=_yLB=;+#zkGwt=X1ymR(nL7$37%+Z1
zcA}ewIbE$!^tM!>k?KSx&5bwD-rN1{)br1^=ZfpMuiEXJoiu;d@7>?$eV&tUeY^Nt
z_R|G&CePL!kbE7LzNN1Bsio$wd3;Oyd}LzofBw`opV6vajju?<`*q&Z^;7T5G_tR3
z-S_>)rzR)%4T)k^b7!CK=g(T%B7fI9b@I-|MXyUl_L%1`^eyc@TFRq0x8jWY(cM#f
z1@^69$B-rZk+-wdDq4L`ifSgW(ZjGBr*5XLr!zh*lMSBE^3sJbpkPsXw9?)~{}%|`
zeK6izDwW(SzR70us+7D1I$Q33^iVeYpdOd>Sy}Jz<EUwetbaS7Iwf@fKp3mRqZj)8
zpM(YKOQz;MlavgZe)>zOn)`I&w2BY>aTVKc_4FkBx8xRl-hAZp`FqwjSJ>@JH<b7;
z|9j@5XJW~M7`xs3HLATUilt)r@|8$lE&ZG|O?Bh)gZd8n`SFJ%5|_v(-<+u`ym#6C
z%CLh+{1>0!bU34ZPg^>x>7%q4<~y4owHQeyGtQf;d-_b0&5H6!N3m&>=WYu8eDZO-
zjCEDMRrRL{f?00nk!pnpjAU5)*Ik`IJ@eU%t-UY!eyjdrD(KlX(LbtPDu3DT*()Uf
zpAuibev|vDAIA!lS1g|}Gx&`C&vi_v-R6|uaLvCv;m8O7#gT`sS=T*Ww{V&b(_Mc1
zAN2=6I$OzwFMD6}`tKBZ-io=rlhti9H&lI(mGk|*^I@>$gO9c^*PNMn^^5A6?()Az
zx%urU(hD?pYep`gJmLJ0;+I{yu4_Z>XTGbeRNrh6Zt2(^IQ`|_@_SEr3+l5TH?^8E
zzy74A=Y${O_J0i9^i034Qy2fJ%lGBOlZ~>LY^6^O{d%t!zpi3&nI6Wwfvw|oYgRtn
z%xN|!icDsFVy-t~xxDsz-lEm{N}CT<2u44?+GBpcBs}2IRbSoK&3o4MOnRc-`Dn_%
zx&Pu`y>azh93kua{=xO1bNUbJUQ(!XzkauIMTu6$<;zAdv>JOpJ*stZ4~e{Etib!z
zVD6-_1CsZ5oiCYHsC_u-sL|ow8}yV{o%1U-c%zfG<9LPnLxGK71B#+^Oy+pkeO)Q`
zB!2P6SNBeN|H{AQd9hD7E@jbU(fiM0A4@ITJb6lu@A4Dxw}#AHyJg;1*$1I_GxvPj
z6w);Rk6;|{1$VY7OXFUj%P(Qw+o)$FrJukZS+jmi8}q9fSERbPtlyy3-&yl;d7<9k
z-emVxw_jY+-NPTXh`%$f`p(gdi+<?rd0!gO*t!0v(7M>)E0+uHaq61y<t=#by|drP
z)$7Y5h2$isEMAv7TX<$_&O!Ifc{2A}jpv0w>N(Js+gY{DN8+=~@$8sG(QLPV?mKe(
z{k4m)_PjoHEOp1z1&?(KJzp!?zSQ~qJF>oTrPiXOlGoN*A3ZeV``*{H_+QTc|Mh*v
zz1izk=k63%+`w>;`@YACWv^uAMCN?@#dQ1x*D*x_<vV9)<QN_PeQmG$3e|SE2E_%P
zA+uL6W#(VNm9MdPOX44|Jx7=~m$z2ki#>GOpdlxaJN(It9&_!ZA6m2L=w4LPsF?aZ
z=WHrx*p{$EX09m)Lg)Ku#M&(^ic0sqbZ_=$@Ado6iU;3MnbtUY@{Ri&PFlU?ovsqe
zx%u6Xo*ir69evT-zA(l7->Y+fM2vr3I#cwe|B6@Y%DyLSO9gK%>|Q$mU&6}S{>*Co
zY@VOD4&VLsGf%qBW!-h}HlOObeNozlU%R4V&a8b!bCr#*M|QOqR&8=@=h*R8*qtlf
zdj{L5tGN%R9Dl$*-Q@hq<?LUs{+8OI!*jgPP2I03YLVOe7w<)!J*$mtMLtcIT<hX~
z_<`3_t2C`8$;^xE4He{zlJ_ZFPkj4Xvg%ZScB^dZ3Y%36Q$qQ7{3&{`8qwNbuJvK5
zj9s<mqa7tbqco1ZS#o)^Nz#*v-7C_+PR^J+Upcs4mCs75FnHS3$A?lYJ}RC!(rfzk
z`JQNJi&ei#pFsQ{j@8CCMXib@W`A^brIHN8S|1y2of0=U_R;EB;g%K&<;Nd~&P+XE
zQ5L-Ee)b6=n}j>w3h{!*N0&Uh?#{t#utnj}^31pKN&+?&%ujZn`_R4aZw`+MU(DxO
z=UAj8ir>gBZ?{dme}1lho`1i*-GeU+*xwjeh?u-C(TJ=6X{G#Kzi<`*T#k>27yP>E
zXg57`M*UphiGFUGAN7;Z9b3MS^W&2Tnh#4P3|dU%%5MsP=-SM<=J59;3esHG9M?`p
z9%9k8{xq+3y<D}~`J$QS(_Fvm%<9Qnkf~s`tLDVVQ@?fg->N^fZ*~6O>0ega9D1?Y
z&F)WDL|k&&VcrdQCC*j_x4x3Jh+SUqBELz!K|VEXdD>^2{)*6L3?4~Q-|j@bJ#(bW
zis@9g`ZG3fhre=1e60k3w;u>7+Zz-1YP-Ry8N%m3e%XEh_uQA<mrhJxp~ZaC^<mu7
zk6M3s%V@KmZ2fpTXrarM9}D!9^M5LOKi<W2I=G|n#)8%B?lk1w@>)^&dyU?eaO=z$
zQQxX2%bh;$vAQq2E@Sz8lakXF=X`E<2AIEcsG8R2;WFo#>fgTgfeRN->l58`a{g%t
zUh%lYXHQot{cOG|@wwwq$MQ#6Ey40epQlP1@+hYt=uywP+|)di{qI|WXxZDHS0mTm
z5qZC$Vax3XlYKQ?=a>KGDQ`GY9$Ue`rix9i^3;SbecwbK<~SF>e>?W<KC7d6T=nrA
zo#nO+sV^5?y2qtedSQX;8qI(ywVzks>yn=*ea-!Ujd)AP%B_12ub;kde(P&(M$XmS
zT>nM)ExIi5{JnVT^@V(5Cegn-{r|RabqudBoc?y(DeYgU>pw=?n7w~qA^FMWnxwdq
zmR;uS2G0QAszA@<o*sWYHt%oaySOM?FqmCZ@Bisv?#_2?7G~Fevz_-xBENF${_jg|
zjx+oHH~X-3dr9mxtGMayFQ)!k|M}*wu<cKl&e#9+==UX4-@miZ$>d#Q+>`b?Y>#Q)
zL#uh^KXb)nAFBUbmN+AIccp;;aY41Y9F0;7-Z%3%A4>T%d4=aaNjrwe>Y~2$)|P|_
zFdYiuy2YcBrayP;Owr&_zpw*(>8sc(MO03BT8AHh_}6var`X5wC$~14zcZ?{U;pPe
z`y#IW9Z`x)7f*8LG@Bv%L1lrmAM4G8w_mSKojxOShvD8sI)}~I?>{wZ$@G=HFHLe{
zoqzUBh)!7Z=0L3w^9m!;!?P|FH_zwvS6o(ns9j;v;m(_V&kTY$Y}ruMkmfbp__B7{
z`O`Z;$ZuGB{o?O!7yp@7#UAlX&z#z(F#EE5UYc-0pV4NwUwQeT6_xyatgPLNPwol%
zbNtI5!8E^Qtxu<<{j~ce#cOi5SbZ*Y)Kv;vQL-vIcCHh<dlkng7Y+N4jJ(s`%eTZd
z^(}5$zNFniY^lVB51~I8Thn^h2A=$>=l1{1`)l%PrPC8`Hh$20y!uoAXYJHQZ1O1u
zN7u_vFc7zYDeki@vpxRq0`AG5BqcvBVHf;z<ZA97kzYUf<{xSAe&o1QFXmCl{T-i!
zc$UgYbX`$cT@x(oTl3K*Zub-AKeOid73<xZE~q|LR5C%@`7r;ko$N18nf9xs+5R+}
z>o@JH#pMTeY(LHC{XDwmlj&)vC2EfAWLRgj-P_Y4ZvRmA>8W&Eo=D5exKjr0FYNaV
z_$C$@h8);(u<*z^QM=j?DODx^y{}!bH@v&Ic(!uqOM?p@5t_@H{8S1i9=ImHd-wJq
zRYu-o6VHBdb}PxvS+}XpuE<f{t&nH++M0<s`5Ncye!i}_Ss-u4zMgYsmiKO^E}3_K
zfB(bBX>roGUSD5#Skb28aAZ>NVeL6is&Ur((@n)Rm8VC1dtxq<v_p8YO3w_9nYH3I
zbEBL~n)0VJWXZfMR9TyP`6i>a#--|l_i=uEg4|EtRgT#lr~hJ)^!1&*#`iK(7VBBO
zJhtX*Y-M+rpzXZA#eLad=A0Az6!X0z&Pt%p@y}ZG`?KtRoIJlMJW*%$Jf~8JNZaE3
zTvHEy{}Fej-TrT4Nz$dTU#psnqdJUuHrsCQsam4TrJO${arR@MhsUjs{CSacOW*Ea
z#xMPUpa19l^8fevKZn)+?na;Ge0NW_zgT+w*5*|+PB`zn(5`RoaY}C1lh0GU|1yUb
zw7tG>(CPi-()slC=u4dr_7|7eEdHWe^DzF|mq7oPm5x)QKWSCETiy}SvrAt$<>;<;
zm+$a3#|wUMQNDark~>{`&+PCe$N4|4@V8bjoi+W(8;05U4tcm=cy{&otDtnwGrlt?
zopZU-QFK;)+vaV`eSE<|C*#YG9gwgIJwIDw(Fbe!vIl?jj(+>{GJXEjpGMVrOI|)?
zEqnAtTOy?=Vq)v^V!xV&!7qjXIVZEG#;V!3KhW!WWE^);!|Bo0*E{bA$Q9^%zfL{b
z|LaQp{(UZ6vZh}MWOLw(JRHpzd(P#_k@sb?@-cs(U7SC&|5N6?-*U311>DDXZ+TU^
zbn&!<2JETP(?r)jvi<iVt?rC*hf#&{`5jkwHh;ge{KwRD=UzXQvCRmpvzWikH~P#Y
zjeWVlx%WL5F!}uYv+MRN`zxKLRg2vCU4vu1{~XKwb=oBQ*Z1PXsS{F`OiZ*oeB}1`
z$ov-3du`EItvfC1bmqT}x_9jF8Nv0e9ZhaYD@-q%FAlvPdhFDvNumz7QY*#wu{bdr
zPFmfxrYTC~(!2m6^A#2SY|UW@r^It@at&FY<Y_gXc|k+ewGF2Z2r7M9!n|X_A4%5v
zA0B>d?6_2yro*sG?s~Aty~z=K9)+$;@o{#PIeSLM%3obh`}mp0<*KodB2Jv$yWaTF
zIdjPwi8uCCHLHs1h$hVaCMnCde0i~yu&)0L4@)b-#U>I{IrD^sA1B;xS(fiUnPYwn
z!|L-}J_>BR(0=v$3kQoen+{H2R=P=c<$~n(amwBMl1nbkJpCg>Lh8ulmcFf>rq_Q<
z$o5S7^zr$F8THnG58j@sTJm9fx6O3-FWMC=*BxRy(ErnM-=3c59ZQ$%&)KMcXr_3&
z!krZrlS;3&DlWFW^x*1`rw0V)ak(vC8M)^72X>3a5h^KSMH|weeCc_rCs(a0{-a&p
zzkzA{&)#^?qnSJ!`Fek5|GTuquqTCUuCkkz?XK@H8YZ$ztqOjrkbI}(jqhTIzvWRO
zw}KTDPfLi*aQLz2f@*~=d-S7Sjx~1|XA5uq!#tZsK>J5W)W+J0c{NM#39hkx#eI5%
zmZiJS-{5r`VNZX|xc`x-H%k0%Rf_hKNuED0GwP?L_(UjrEM=Rhm3;KHm2~3vi1IfX
zyW{Jwy|{d%(B%)$;aesf4bOi(`Go)TuALf|RvH-&Y`w2a+5^8R)v8YXzDQK_!TJ=<
zc`;QlcK_Nsr?fWR(|n!PMi$Fi$;v71ftALme5~GYj(>RYZ}sKB*85NS9A@0iRCoPg
z$;nA_pIlyY=qXGo5z!Q#^!5Donuizpv$N({JJp_IU+c#=v-OBWv3|?xnN#$a>pI>J
zyjc28ZHLZd9xEx=nT`iMF5j#))xQ7qH}A?1idoMew(u@GwCmXI#|!>;%v)zaZF*o;
zX5jZ3v!rVD%Dc`bT;K9VrhdA+X1na(WVh?<FTecp>7V0|H8lseOHOz=+24L{-rXwG
zUz6XhIyf<7N>r((r0-vqJ2y?|oWC^tG{+Yo<@=i(r+@G=t!O>!r8#e6aPwEGc){%|
z`?t8q^2}eqx2pKpMSr^`!d|k;=^cFc4=-1LF<tnPU;cz=?U#SQ-*5M~yZ&SSgdC~%
z5<R1CfwE`vm(P837ytJ_>FbPLig)`@MoT44k8OM9!Mb6$OwY!r^Yp*`xBu_||M3@d
z`9EL3{Qm!e-%{(l?}Q2S16noA?}#ry^Tg`?yQQbssJ%~(5MuLNBygT>pBoFacht*i
zr7iE<&hlN&Gn}1nd3ok}?GV{Xw=b>?Ka{YdxAOJ%Crk~k+x={p2)};1`Q-zTRre2_
z;Nd)0e$pjMQe5KmwnYDv;$>QIBbEgF&X_&zZ(3_riSy>4r~Mi%z7~ruf8x>E-h9cw
zGwl4YrGMJ0UvIeNzQr<S)zb|*i`w@6(e#!KewEa-WA?n9p3@l?UEdD3O<Sw~?$cbs
zirt>euSh!iPvG)*R9P0(R~L7FS#zf1dMBa0drj%FlZuZRpO=v}POx~8G9{w2JThJK
z;E##tp9ETMDwsE~Zkl}1vX5Ts8`fGM)>?n6x#nu@x+x3qdsdb<AD8-R-V?B?NIc_(
zVWInq^Qu=XCOO8uTx!76e`nVEPm|9xIE(Fi!dRL#HzY#qtlN=UfyPXGBH|?@Yc}2A
zWL|f_v}k?&E9u94+jXx0)j8Mq{;rMma=R1Zzg|u&|0oszc+X+0nv;_g_i<;(ZSR|M
z^wH^nkK*U|Z56iL#Mgi9=8iq_C9J_;r|qc_jd<REYWvKE-9E3}b*A=jIjr=uBm19`
zYP9`^7MXb)wiWnl7(UEQ^Jd!lK{>HI@!h;ziAqcvcP2|@sO_1`!*WFSkSfP%m-O_d
zGXgEOWqNXjmus1_PY_+?V1C5&;bzCB=TDxz?Rq-k=L)CLnJ#nc)|v)Ryw0@w9DAli
z17q{TRgV3EdhK;vx4LPk*eP{Pv`CS#)-^dfQ!`-UsT0SZecfyRgX8MGEk{4D3eVqj
zjE7l%@gn8IQ+9142_+LI_XX6=JYyvI<>6KJNe)E^rZ-&r;9uz<c|Kq4i-l9A$2oVl
zP<z?W6L%!E{+{zsDe23emy_5GXa8JNadoa>hhKwo`kA*WC1%<4`|Xw;{M+%~;6vfg
zzwyhG>OXu*)p`(}@**okXr}z-kncWhSEIkF{&7;D&)OW;=&BsjA$d~KdPbi5yd)>F
zD<&sA=IvnceP+7p;)hEOpHDv5l6X+&(oueQl6|DtaYM$ssgllIKVN=(=&agz&oy0n
z=CR;;X+Edc$o0nf%{sO73aje@$22MTp6Rve3MUTlxm}TTZYkrW<tJ7t^4L9P-hJXi
zap;#l3)nwRTRhQ1dx6Aeg9jhy83k#X#kUC`x+uBSe7Wz*@T6bCtos&RnQAF8bGM+v
zdX^@OLpz>T*;-whaKYoy{fT$^`p+HA+jWwA>fKILo`)-cBxQ)je!bYXq^3dd&yQ#~
zZn*~qZHd#L>b*<9@$kzWUAG@^JW?bXA6{+TJUK2i;F9S6Pl|7gLe*Y{YJBzV`1L4l
zW|tkCye7YA$xj6vgVyk!$uk5WaIARxsYTG;{oUV!C#qk{4rJQrZP?QtSUCSR=iI!n
zSvP~kh2DSpm}hzC0LP|3s=n^KRw+v}Ki&JiWBr3e?30SDB-%uHr_T13wJdcup7@jf
zP|+hJi78oUpLys-FS?Yt_ejRd-nHJ6Zwfv(<$Y&*K53crG~bi`iw~Ew?YnBbOIfzn
z{I2ZY>R(SZ-RJ*0T5ggo*T?fhC^p08$Obi^$U6dcML$w@9b_x(zvK2<Vp{le_M9{`
zf7u1QZ|m^iS{%H>F^ZQjCDi8s-AM1n-F9mxZ(=#IrFmW6O@Y~7zka75TgBM)<jonI
z9P7!=Yov3WZa@1ib^G?~%hNC1-}_5*vyzT;<FkK?yPmwCFi|MGQUCo%$6bf7pUA)b
z<(71K`^Kg`i3=O=#ab_w<5hoN-(@fGD5#v_X*7@gDb>|g0rQn#N?(3=tkiDaPYK(N
z$9uzGPwua``g`5}NB7IQ-}hPmZLWX(`*QW2?Y4$IPSf-YS9|aJw$eSK#-(9X_&q+^
zgvH!n4_-ayE2+@x9CI}K21}psp^|g5k>v_1PcQyhwsp^Eoju>nCJNYuK5uobNZQu9
zr)b4R<^>mfH@&=g<k`w;jQ*GJ<d@F)_vwXd9Xscl)n$_ypF5?c&$@Uw*lJncAv6Cn
zOTp!(OTT7V9$t|9w>{1#@yw<vdlDInB%ZOlcfOv>kP$hp!cAWE{+}4P`6V&a%Fe_|
z?$1q>{PIQm^epx7v4vuOv;Hhy6F9y5aLuf9Dj%cke)8B)lC_$oHpf|BX3EzcEic0h
z*H(-8*>=uu`1M^)Z%$?8T+h=cn|Xe(S#42z{>|S5#df*cYo~v>v^sMB0>;KW;j!Ip
zM`KJ9OeZm}pPXg;Q=s#)=DueqcfSeEa1OWQ?K@aq;22(gVWuRzy~m9J!?4rZd9j~s
z;<hzq&sgUy6(*JYM=W03u0^wUmj9{vTC+LjvG;59tnQt?e{6c%bMC~FHfjG`zVQ+d
zbtf;sV!E$-YH+&q^NJVuw}cruvp;yZ<KEGgljog3ntylt9`+9TkKe8qPFeUl;--`8
z?%d{oyI%b$iMe%B^;4RXC5v0nKAwJq3Mr<)EicUvzj#@n@zDQ|jaTJEtvMSmY$)Kj
z(tNJA!fX2mex5Li#RrUQ#C?p<HeL@*&sCWG=*Yx8Ek4T+=2IutG_H$Ko|0~E?|nxu
zKgC$@c>28D*i_F;yjt;Q*1rYKr>W)^ZF%+bo%G6>8#j66(v>YfOL0ZJ_gAVFdF`|a
z&-2*uX~&0<sB4!Oo$gRD7BI@Z`ojIeojIx37E~T%mk^j2C7GD=qr9lhwCU!>Pp4a@
z^v<PySefG&QhA8ur~2i^$L$lHKcC-G*ZTHwhx@n81+rGUud^kT(#;nboC^(8H?oa+
zz4U(iUgpUgmh7Ck=nPx+ySshO*>Qi}I-Xl(zj^++z~i3sP36yP9%&nJ&B&aYzF=nL
zhJ(+~Oy1~`Vm)u!e(5zU`<|toT;_W3>Q1eqDOrbuODe>sZsfXNvH24}@8{ixG4l?2
z824UZXe`ik=;;iH!#hg!Oc%>6D^U0QWU@u<)x@^zYpgUs8@-;D9wBvd!zX?oMfD}6
zR;OPn7BrikZ|0r9BW#_*sq5*^hns62T-@U9{I^wJN=tNs;p)5-!7ukHEa3GQa;u-G
zQ!lc3%F<vhA9p+3s^a#ime;?%;=a(gD1S#w+v$A8j_Wt3l~254xVUxw()hdG@g8UW
zu8ADU+r-IQ{$Y9gQLD{5&wJ-{#OQZSTl?jiGV`A_hC9j5zhWmc@9X(zF?+%Ldq0zY
zeR?N;Ik;z@&s62j$HHHoERi^xen&KaYW=Ib>AafSKT??=|N8Ab?aH3-_pC4X|NEuC
zJiq>V^b~ftME=NaN2H3TE6=^K@PdTG;>#=Kl1^+0oMp=&6dXTY!(G#Rk9YEQRdI=m
zzJIqI?H1kJ(DUQqt~Z-E1h&nO+U0O~lAHg&WiOrmbbejpy?^3jO;@n{NuRg^O?Lka
zt9lQcX++n&@xJ^1qGrkcW5E^s|G!9-3U!}**CvnoHt(FO&zlU_{t3;z%j|gCMkDvO
z&SZ_1DRn02XR@8hNl%))?SYZi$Ddm2w>fuuA8%Zi^y|yy`GNd%o~3A|+b-3VpLM|g
z?@j;Z_kVudeVOmiZ(dej59=sJjl>W8Z_GSyQf5B6&FIB~>&LGBDml77bh7=ckkz-;
zKYcuIzdSDO=k;FOb<=N5{<!*O{onNeChAUmzrXu^S^m#K`44xy!Znra1Z%|SELp!t
z$UVI3Q{|J_=kDK`dfeuj>Gr!0THdd3mF%mW+~0rcrd7)PzN#DPnsY=aUF|4b8hFh4
zp=Zpexrv?)Nh;@$_RrE&-osP#iP6GjLvOJ3lG8h0@wI3;&8}J4=Tki6O!yJotEa85
zzMq!!S$6X0zANp#*6A~6n#e!V()iqFQzjSKcP7AzIiGb&T%p^#4;^a~d$s(ZmA>CC
zleFP|&w|26>$HN5?vigMCcNrjb349#ws}#Ock%zC?*6JHk}_wWS~gFc6<%?*zGQ#X
ziQRRjt~&EvpM-u3YV=-x>UyQjr<kYFvRkv~t!;XoBDCjP@4+|c->_))H|YN5l{(n_
z+2*fgMO}qlOo__d37S#5+dtTq?|X0Z;)9#coS%Nri>*8#N7`TBRq4IMAjUhrV!Gzb
zE!jW1>-M^w|L|;e;_PV_HF^KrF7MAQjW`%}SNC<}XPYuBsqmRn{U&;sMEnm+U#s+~
zFI_tS{4~}|gFUHPdlV1!KYUx`qy9+A@k3~vLb$}Wrk`)(-ByHMJ0&A`L}Bfl>nU*s
z;_GML<>5XoGFu|)Uam^D%Z;W-YM19Ra<V5DJeV3jhi$fmF3-F+A-#_37ar>sdzRz`
zWM7Ksxg*GXP*C*sOm&4^qr0bh4sV@)<HMfs*S75Zt<}pkyMFtP_5<#7_Z-<+`0519
zR1wj8Z1+uXB&ftHzwT)hWn0vqr10eD&)b&5PKJL1=AO>0`RpHi#Np8MCzlSNSn+V{
zvreBpH@EuPI;SJ8pEBpF^Z(#u_STmBJE{22{soOc1m?+I$efU`<@vv(e5T+c<DO;4
zg$I70yj6NA--w}oPxhIt1)ICieR*%Q>5PNH^ZFfcER-#Om6o=LrOjKTuy#wNU4uYO
z&o2#o&hQ-}OZ^Y)Ub^Ko&*0CTuCfr_FGp-2q}>0b&Q^aqe#O47=TZ5Y>P~h#D_*6z
zUjLIm?~;H1bP0=3PtP2_T<gDM;<l;VH`^aEo6nS=_--Z}ckb5*56c5rz6_6<&}0(y
zNn>sZ%PFUfwRdHUcyFqtY@8fxua_>9c-}IgJ2rhs(Yl&PvG&b<7OyYuo_Cg6b-Qv$
zsHJGQ-qHjSK7%vUL##BHFS#rB`qTQKv21Q}>tpLXQ_XcgFRsb`G127GZ7)r>eIFP4
z1~n~wV$GB|v+dQyKZci*59Vg*-oG08k!9US6*t4wmw`(Hg<o{cR=ha<6H~Ift^4|*
zx^I@IFVEe*eR=NrdQ00q_2$O{q!dq8t=+qQj(EPpp#$RVrDBVxKDtsFeymO}pLf2|
z9P3`w4}LF>%%1*N>+A0Kd(Hno5})t)zUFW4r|CVr_8jg%dvoXdV|DF;r);Oa+HvG?
z>DTBdH@)Zle7|wlJekFU^^(pvju~y%crl~BC4T3j4D&PF*BzNJDKD}0&z*F(hw1kJ
zRWh~Se_Cp+pS9!Xv!#j8R%}$CWf@gpIs2(&zoptV$<E{Zt62V2ee;|Vx^{o;yhYhH
zl@Hzbyh{4^+;a1T3s={FihVtW<HL=*k56Nj^XIFES@-<d9T+)hcX-)@=bE!u<{Jnf
znz&XccGtOo{jzSqb@~fGJk9vCe12_~(JbW*6LSmKm)E}he7-$#T~ScrdX4k{R(ZbW
zJ*C?k_&2{XIlDUf*2Xu<9M;N}{rYM7hF+y-gtnf3Qa|11-tH3p&Gj345?}G0I{dQ!
z|K)l!yIb2%7A?1*SNHz=zX>Xv)|`0IHThin+~ZHYckcaVnR<xjK<U26jpydbE2SRj
zZsc#C8qLJF?&X^0d!)i23NHENdy(Z{ll;6c{mZW>H8Vb0>1SQY@m^!!+%CW8c7<+t
zGK~)=|EvE0_xtkg`_A2)D*vDN%j!QWg$>5*QXMD7?%R|7LLzLEP#e#$ZvXn%e$2}A
zDm?xd%sCaDA{rd`#C!R{l%ucat(m<1c;vEF*$ve*|3;o!utGj_OU<#bvEs8nHOE_9
zdtP%j<xs9)()m!dHTvq^SEnjwUS#x`Q){}8!#J)b_txFa=wF;_=bo*7|LeBf*Eiko
zecfkXQtPb#aP^Pq;pR-`+E(H8&*A4q9cx}GXnjcBaVnZQ?FYB=-KO<53;J%C%6!zH
zFU)P9cst(y_G})TBJ;k?n^w`sGXMMe7jjHzWMeFB>pbjT{xLGPYU}HQ_s4qkw33?7
z*ob-+uD7aWjrw9$_j-Hf#QgcC&z~Gx|5us&)0S+RhuJTb6P?|+skXgrd76IgZq>!x
z&);-%Twqwo(fRw3e4<sK!&;5$?jB}~*@^|@7a7K-_WfA4;AY2;8%La6mmcIfGHtfT
z$`89IO}-e`ChF^E#L<6GVaBQEuDhxnQyI!c&S>;-1uo3)kpHOL_P5h?mJIvOqsNoC
ztuNZ6HG5w9w;Mldo~E*`U0?L}keJP_oTz(iGqyS$dA<Ab+7CW^!`L`XF6}(n->~Zn
z!^Nx4ANL3S3li4#e;rtHG2*Airf2M1O!oP>KaGCeoFgr9cXqbS>xvH(g7x1O8|wc5
z!JH;7x54kH;4zEY#+E_fCdp0=w&KnX-+5uZ^4b^Ky>4e!)B9#+I|P<C%-?z~TgP?7
z;YR=6e!=&xjdc${T0g1HJ6}HPRN&kLd>`XPz1`+NX+Pa&bfD!^SUvOHmvbYEmdoFQ
zoduxaeR%5jER*BOC6~@mP1oLZvh<aPw9&jx@h(4~p4<{J{i@-G=0kmk&)lryJoX9J
z-{CgjdEy+ia*$qY!LHeikp&k5R=HnV@gYo6e1F>muJEU!3e3?Kz54D?ZB$py-7Is=
zG$e1&l~nPlhgoc1ky>ldxKCqVE#UCji>27mP4#DdxJvi=V|S;{{o}E{cWrR$f;p+3
zJyynbKNj^Q+T1Mcx>)fzjc1B>kA=0?9>?VezdnyN%6NX4Pl>nKZR?pkUM%x|HBbL@
za_%1fXJ5U41}+lc{p5UsTE5w=140+Sgcog<s6Da2nO(9nHP*~~@}G!X&Snnvg};lZ
zY2IC2vw59#h2@540&kc7JZgXGM%9uu-ISg-*CW?>S2lE*RBSiOU!JGEzLELaq~)!j
zXWDG{Q~w}%Kdj>a-tw0_?kL*}2hR;=d%Ga(&AWsP7Pp_4%dImKE^O{QBDzogu(`<3
zwljWKqShrUHa&;>&&g(O*mUPaWM{U_(I|C;o#*B-@=Kea3f*Tq`O7-LkK!`5zf|LM
zrX4r?m1A<2U+TNm>uI6iU5`jOPnSBYpS<RN{f7yWeYzQ+=1SjG|9e;bky^!Lb^Ye+
zHnYAwihRC#U7`?Q&-+&av8I0*d?n^x+-hvHYSXQzERDA%Pr0wwtoWqKw(#%9+2--5
z?K*3xiCX?pmQDTjvA_P%3Y*h>cm3Ta)xM6te~#1FJf1bv`cZj$l>Sf6$_K(W(>*8W
z-nK5u+xuYNrsNq#3lwu(UgqC3)JvIX@oPW7;g@tN+hs9#e*P)GG$YmI%5~{C(LXlZ
z|9*b?ea-jZB^_%fd)3E&i%$P^sZQ#$UG-K*m6&$+X+|1*AITP;<es**_WJkWyp~Y?
z-qSx`I(W}_G`g+y-S$e)YE`H7xlf)Y2gx$NHsGB0_d=p*|J>x>qK{_r&otAQA7YnS
zW4^ti_UY7cgG;ee?sgY%w5xwjuM?gA^|RQnvIpm?oa+l;9N}MfO8ar_zrWmiO>2*T
z@s@ckS$gETX63!z2A7Q2o!)=P`Jvli>5>cUH%#}idfSz^wE1Juwg;<YD?DxmySJDr
zX6jGqXAG=#JT*o8bMAwa-*v-}uH5nHO1ypS-PzL>e^<mFjX!ug`uNA4pS$Z~<0bvK
zvhdYkK2~MIoO{Vt%yY%IWr58V*V<bi#J^ozx&O)J@VOS&=Zx0;z54Xh{pVY(j|M6}
z++MiFz2a%A=HX8}KepLdTxc^oC$y~c!@cQ0e(y}&z4=<=+4T>3ckd~etCc%{$W*Q}
zM(Xu1_qv=1ZLjxitC_w|_UW?B%G@1Cmiv6a8|iyF?0RO+#=An>b~t^TqS^RSI`eTc
ze^%G=uysER)jrLf$-(SArDNAAyUI25pJhD!`ew0?t?*}=85t?_Cb8J^+8L{)>1=CD
zpFMlxDkr&%^PJ6fyt>#ou}?KU&bukFyw`X3ylF0_Uae~yi&J-<lWUtR9Y6b8<f1JP
zzf1fOkUT3eRZLVwR5w{*kMs98oU9$E{5D-|Et;_+=iH)3t;J&U?dN4bDyPLR-G0!I
zD^XD}aCgfmrW}qf0clAa46N#(tYKtpi=Sa}`}huvCi!Ixuk+c@k+a)(I<C$7$H${L
zgza6n_HSIg@R-rU5B&D&^A<TBKH$?C-`KZT*loeobIfcC%asLLn<9>wEHPR8;E?nF
zw3F^%cb)iBadhi_0VaE;sSeDKer`Xq*@<a+Rf%!_7PmVkMJa(>KTY1F_)Pr4RwErn
zsbyc}m5nl!`xN+N6I8FJW+>>fo+<5IlyzOy{iCA()@9e-zT6PZ_|$bw;*I(|?>RBj
zehlLC0vFj#l{whGU9|h*qqF@F3ah4sYfWVcxpQfMX21`rJ&U3k7dn?dpXyNeOOdH#
zN5O1G@c>q}$;x$xVH@Q3?>-i!kXmSZlZ|)o?4t5AgQWEv_&Wlhc}uL%HuI`Ut(+_P
z@K$%S=ZY<xLw=hDS#(U4)1RW7|D^D6N`zTW)XqtnU-PDX7FccY=W^gGwzKC7WgB&D
zHoNu9r!#+HPLp_dcjsZX7r$TdDvNY2OP;oGqKTAjU%~GD<vS*_8@oLX&k~<EHFJsk
zy@_U}4EMxi+`fHyz30wPubOvfn>c$mUw%2+zs_=R-Rr46ZpVKt4zjE9IL^rIJ5k=g
z%4qMePiJ2?^VgrrnYOu4BEF|?_wj>#%VZ}WKD^v;+qSt&4>Xil`tjsQ&C+@9eC~<h
zgQbOSg740(dHLJYecrp<mVJLri&iZOb-UWxYx7lT@hScrTXNI0^54Ju!eP71FlJVn
z%pHdMnN`<o(*E4r5X+`{Pi2$E)#mAJE9%5!55L_1BywNxbBBpmTWVKKUYoV|@AUHb
zo8+H7eJMWw-s1z@d_fJ*bEjFoy}QG%_FHA`3jJoo4<Amd&u?*G<y=yJ<a<?~k9_@?
z;J*9+s!sCyJl(!;{g3TDxyBlsU1f{A?)CpT#~#c6WZ}kT%x@<ixh9%6HMu0GN_N9N
z`4=VMOuDB2653^SUiMOANwCGO8T-C%jeheqA?@%M_7z_*S04Yg?xWbf3v>Uyy8gW_
zH2<V~OS%Hz<J<3-r)+SskY=%bFwg!$&u$Z^UBa9tuXIam%Z}xkZ`KTyk+}6E^VZ(`
z2Ys(R6OHYE@atY%-}!5;?o%Q^cQ(uL-^gd-o>_bPpTr;U|9qzwcqjb1wXJAsPFw$;
zoJ#h4tLJ{QaF|j%MTdKfkN4^s<zg$@WYc1Wl5DGH?s?OhZf+s<<K6Oeuk2_3d;5OB
z_li>Qk5_6u7td$xcx`ea{?0VU@0CB!+52=InRWb5!t%cp@@Lz0+Rgbmr7f>Bym{a2
zNvXdDBn_wOeR^2^yH)LnRc^I|m#mlaT(x(c&*kh+_D7jmeRi*FT<<vLV8WEScZ7HR
z;jy1T`~SY<`VL<=e~GWqm-A+Odf{aJsecbPo^F14>e9N8dVianE0T=%B<dZ@{NL6&
z*L_J{eq7D_^q(JYuD<oXDZkcx@u$~beHSM7AN02}KXJWKsVMU0!rY3-7bbj<j4HER
zDqX`o{mZmJX89l6lV0&>G^R{*l*p`(xB584K5GA^m`B3b3_d^Kqwds@wxH`tz_k<R
z-c0&6VrF|{5?1UL7F@8<W#OuYdW+BWWF?kuIpMwYiRRb1M=SpP%4Rllcu<&p_u4nP
z%cu2yv%}-k^$%xXzIJu?<%jRAd-|eWy|15Y;5m6zOa7Fxo0)paj`jmfUFO{=I>nZ?
zUt#XWkSQfu=`3zN^)H`zPBAM|IU}y0ck5c@#<|6xtF_w-v?rDIc&TpI65e8|m3hlz
zm#wVLzO#>?Uw(NwepAr{?;J({y2S6SoI4MDY?xj6x9F>s_vAj=MA5Znob~hUT)v9f
z?&6g-=AZOp$~mT})>0{^zP_n4&V?)bCwn*CvUw(9SI&0m-qABjQZKCfpQzgFcAFIb
z<GI12U*~1aTHYlXDz*BIPWbY)oQGHY_x#M5x90f4@cjaAhZA;8Eb<q4$x=K0@PzDy
zrEcv<CY2|w@#9)8DlpZ?s&vV&o7+AbZsWRDe<<>Q|M!(I?k?b}H<UO#`^6-VPif6A
z>!+sw%Xp&AuhDt_E<;4%?{lXAydq}mC5kRRH{p8z(@UNc+@3i3AF@t5ZuP$Fw$!Bb
z$3K;8=fpLie`x$V%P;tVPP3`jN$w?PFD2f**`?F@ezw7{y^Vpd*4&uICh+v|sn+==
zORk8%QK{c48B=#P{e|NG#XF1lDawZ>hhzr44C)ON=l)r7&DB7I_vRw*1xoWXpD&HO
zvA}b2&HsCIU%nHM_vzmuA5_*S>wA2`?iRV1@0Z9w&Y7crwn2-xHtpeqyQ=+4X8TVp
z{U3C8;)17>b+r1I-Tcwn!<xzA@Am0jYVu{?`5&Gg)acK9x3_vq{=4vtpP!!ADL%B~
zYG%pZ<R$+NrRSLjtlyZk;?pdhN-Y8R)S{LC=Bc~3-T%vVsrMmkk9Vnw%%No-oYqHH
zSfzfsBlyvDTA^K9@K*0!lM3TcDYy8ZJ(cZ!!d(3SiTz*o%cfTP;RajmmO2;9*3D(T
znd){#Quw_8c@Cqh;v+u;VuSo{P1thq<Ic}>-<<Jt+Oad|$xIv8zL*mUHP$8~DwhuF
zyH+b*cKq@xGeT<lwa@J}S3iH>_dh@FL&LjkUv9<!t@(AbeLnA<DRLRLmGAAU_Mi9R
zWls`#6trRgpVj;4{9Akf|1nFuHYqRp3s+9=uhw06ab;a<e`Idj(-^a@2fti!o)&yJ
z`SP}Au2-R#zjDdWe61gQc9JoBwcNe>BW|^q`cx;r)>*pOP5rs(wDa%c?#{he^ZV>e
z#l=5v-!|PfH+A2Z=6P3CW8JU5m5H3UC+Cmskrz)VCr+4embc`25Z~8-mwb61SH}x@
z?enYI{BG46Q@{7m_D)IO(tK?4{4>E9-B&Jr<uE<uQ@Yh_tNFX9oSj&6c?qwGwVU1U
zGbeYmedD!SoWK9?w=WOd<(IuPu`Q2fTb?7Jt?brx!tT?7GwN^eSt-lZ1#^CQQdlq4
z7jHJvTfLI+o==5r#cPqhRsKH}@;l=r|CH{(W}C)7x3S{)+U*@p>%VgUu>OB-?<L1y
zF48_8OXmFAZk#`1*XF*-ZU3iv9p;_zd=qnxYJtW4?rn0P+M@ru^jE!X5%o7<S6lJi
zK)$F+deg1Cmre4rFO52ucf2@V+r@H7xU^}m#p)wFo~`Bhac%ks@z~EIR$e|^mfp9l
zc+Bsb_Dno=sqWG9H5a~iRI0m&Nzb%+wlm<_&A#ZJkJi5kwOtffa&ooJs`|NqzSzEG
z;M=?8@m8MTsM{Z}ZQilxNxtOvLNVW`8d8r|?O470XO`%lJukw~pKbqM6CzR{?mlDv
zt(oo0f=uOmxU}nPuhmy>&G~fMhV%Mdw)w4wIWM38u9TWJ(K*m9icL>Y`kLOq4|7uO
zs+3lLT$2~GdjC0%`N{{@Ojb&c`Z?2hXYj|cJeEGe7p40;6I82T1xfczHg+rgBN1@z
zOVt%Qt6NJxez9=2Uy`!4_)&&|vi)=kLEGdlnY(J{`kv2`+I?)+zwG_KuIG$2K3Md<
z-^6{q<4*De!&Svbt4w%Yk4K&idNt2LsI6tgnw~XB=L+&DE#)%Ubjmv^)F)XwxI#QR
z)JOD8Yff0xua9maMy<#HX1-Y=>z){~xw^`ux%h*s_r!NT?EQJ01%L6WuQv$t@-fVM
zQe~ff<<$C!ZeKearO*W>c^@_%I?pj#uyCco1<R;&yDNIa&z)H!c*c6Oo?Z5yc|Dn7
zmy2eq_gt=2d};Gx#pVg#x18rsw^}dXxpu?F(5Ir>I=rP?>EB{<a$=P4-QHuL5XqLw
zY$wgM>f3>q<1Z}zB?E(Uu1YHJUE$SJK2v+gv%tm6t-MYgbpK~2*}1#sWlojXW9zla
zHgk6@o88vq_M+u!oci(ohaC3VaCOc8ZPD1Wls(U`=1|}Ssfc-f%KzSd$jbSu5ti9#
zaC3scs9^<<O=kXzdvjS{9nwxv3H-Tw{!iAqJT*<8yC=;NDgDySckb6}iK9#Ie-wQp
zu>UFl9vgM7Jx2sC9FpJiWb0*vpRN3|w=SAh^sDll{p-`ndlR!b#^^O0x3s`IzP*Qj
z_Q!qnKi@dp@=W*nzTeS_&DSebax0w}BTubRubA_&<4{rmbh(UEn<gFqY#%u3Cx?|u
z-tjp$B_}=}`TjHLqw+MhyUCH~gx#LnK0NVa;#@|i%ukby6x%J;b_J!(`IV&V>AaM0
z;@2sDTR-~dzm|#rQm(8kP`Uk~hvehC=hn|V6n)ce{hr;&ZXS#JZ(=6#<<QCLybT*P
zr*D|v*729m{rH?4C1)-jYCbN*_b}nu5xL24UtWxzCOxr#{ioLK>C4vaR-AF~!qc^P
zO|q70MllP1UGY`r{p?pWw)ls0%*xyLtz>O&&-<J!X>H#)+ukVeySC=r+^<v3Q>Ufd
ze_-7mY4tSc^6vXT*yo6zI$1L1^8C#*FVyBrt$MEW^Tv|TpPwjJ3+Tnp+-H+G?aGg7
z6SwFttCn21Z~C3DdiVE5>%ZD`Wa1aAl$NmiS)DB_^_QQGRSIS^GG1Sj@a@KjuIFE-
z%)BYBv$FW)Rn>j*8_%vWo@N#KrK69jRQ8jsjPYXbeY`1^r_P+t?fH8>Zl9ynTHov6
z%Vu`|V6|G;`yg}5T5-+vi`s&L>7RBQ>n(q+qse^y9H)9}Zi2?;Osk3~g3FG})OsI(
zdN(>}+P;asA6{KEyQn&G8)tUSQ7JtU@jD-mz1dbBop*Ovt6#n!|GpnO>_RycuIaho
zepGjgf&Y}}JtkJGiL*bS`;%Dpa#H@z!&w@ZpSK)mWS>6au2qO~%4EkCC)i@12Uc#)
zYhHO_b6>I8sZ?9{Gl$kW9xky^j(^Hra6tO{xx2yBIA6Vb+#<*2V9hRPEz~yq_}PAe
zR^L+$Z!eejx!!+dZ7}c6Q#oO4k6YZ^qNg`(H=f*oo>$IXQ<>pNyxo$-_5*ts39mnY
zx~5IsMrd8$q`qzWPn3^edf+G%zTUFhJ!e|Jtl<Q=kBgjtH1r?L^U1$kWm(a>^_{mY
z?<y&gRb>iQ(w>X#&ggCmS-#J){m<(BlX-b-?7yy-nJL-GKlh_`ZLnR1dDb77#(yqT
zN}hOD_8PxdIM2YB9`Q6LeZSUy(|<3NAG((FM(4D)XDpe1nyFvXM)$U_;?d`+x1NXP
zdz#y5n7^H3S@bxtO^?4h?%)b`L($sgW$QfFZuQ!nD)aiv+lwp1_&%@xdHVUL2VBKh
zZNKWAjCpnUTg1M`ZTq}sV-gN7th+2Z(Z(&~!>sxq@76aCy_;63e_ozh*wg!J_lCLO
z*}U?ER-5qd|HOIsgYdp1Pj`nu^mv}B@WP^XxlYLRXJuBLYG>BmFWwUMUcl*O*6xpy
za=$H8r+zPMU4KjCVbnIh_ti(2pZR@Zol(sGgJw;oKV-tJ8bjr~Hg*NR|N7?r(eI%i
zwiho1G)8H~lx*^RytA)xL0P$^=Kg&rEAN@4sMq8tP7b`7yKI&I{-0knpHDT9nD*sX
z$xANxFS&bNoKHVX=Y3XcCf96nn%gAe%#~>=Hiu8Xdak5A@$;Va&w6h2ewTg?c)-Fv
zac0Mblqu(3Kd0zu3u#|0NwC=a^34akxh&re3#L3;=soF&8S~;L>3W`vb{|fx2$>TS
zB2hN)+e98#zOVVMsm&2nAKof);MMS6);N3F)tQp}-15%+oqE!<R<3c%`6b5uB1+2D
zSMEr8&p#J&Ys<d#m!?FlRh_o~Q2DR(nf8CAR~6h6`KccD@4()c{D_~T$NFyUI{wt}
zdgbK+#m!RvzOSc>Hf|DL^ie!}(wVb&e=r>DWPjSEf8^2hf{xpbS60ls_SWK3Lh_lp
zJ`w^Z0>OP7bnj%(X>oe(@qFsiT*C(M>&GREeuvER_t@<GW%IF#6Qiw@OVnZ<n*W5!
zubAx4ofT@dMeIY8y6e7_jasadD(#<F`}r={+Hfknee=VqjO%xp{s=QylJb=JU*q1w
zR@<&x`TMw(<T0<a>?_X4>}=*{TIN^H-e{ugGiC4fd$ZQvtJ&KV`ylFnnaiBe7bS1F
zEcg6m=1g1~W^bob@?-s@b%&U3k88egEeSl*yX9T@yOXg3S8i-ctUKW8WdG}7{85Q>
zvufN9#aBL_D`9YDed?6Ok4w`Pe5Ic*G}>a5^<=i5ncS)8slQyq?ziuMa(PC<`eV!7
zW}n)>V|wrvjROLkOV>B?2(FVBxZf?uZ=5@SX>y)j-3RS&k~NO(VuybmeEiaHpYz9`
zCEpKTetFhBZvMR=x1^5*^Gm&W_I%>D2L`q=@AKRb2A{Wid#37e@?zij&OK93@y}6u
z61cl()4YT|v5NoSO!yyPU7Nq_=O^u(8Gl!we;;svMd?pf_kPuSQ|9(U59N1k@Apby
zH;8Bqe172V<~_$3PgkG*xkdfOrOZs(^cLxVKHaNU`!HLJInV!K`P_8Rl*@n3?{=Kr
z&l{JberICR^t{}SKfm&RDL!*%P4*jp2?l|4Kh|ycx49+xvw*X6@fG{OFWWC~zyEQI
z?RTCxD!g;%?kM^?^+VpR(qGd1W4CN7wAlM^>+H+r{`-8F-+n)L2TN(QWasRMFB@jg
z3x1W&J=43`d}X#?e43>~NlaUSY|tn5suKCmnxD(p>0Qj6pw9Goxy+~Ry@_$(vg(#_
z2F$r{d11qP{ylG9(xt>^I<h_!y>#tjOz*WQw^N^DrU&*)Ha)2~kW_bHbK2Ibm_hNW
zo@MOI(=+w8?4#Y6inQoo-cfSC#v*s2+xC~`|Ns4+Q?q2g$=c8Io3DI$+;7h%+h0*y
zIm>E$kJs|ksb}LJ8D4UXGY)8-zV4p({NHiER_+S>J0<Yi9BIcDUC;liuwQ)hCq;hI
zpGEcQadFQ=R<C}eJE<<p^8Je=HLATat*bsfz5dJXj;KQDfz0nUMhgEcIFf%#)yX=p
z_;{z>aBE`Z@~|d>=6Lm<s!cvGYx4G<od42L<8r65d}!^KBX>XU*?y73v0@pIY@$xH
z!s)E8B?+5n->mby!Skhw-D8UJI{iCO@7BC}Gy7|n&0pD;DJw56_`-i!a)a6Vr9C3Y
zmiQjsD$_iBbz#MK{i^6G3;lvW?mnZprDOW!pNEuoEV%qDcdqv(i?h>Z)90ofzI<V4
zUFYl#lbrW|FxI|Qv35q&`tPB!`E!=MX7bx#CL4e2s;5?s?*4*9Ixn~RoVxJvUhw}3
z?b8aUKisreCTzYS_mXJC<fOiqHOKeN|DSo#ci#E}E%N{o3u7-ok6SbOUcL<M^;552
zZ^*jGc(2>iKbKzTe`dXOJu>LvJvKdeF3&JCFYBkP3VQA|zyI<@>U{I@3CoQ(ZTP*%
zW5N0dZ=61adn9dO@sr)Fa@n%#xZtXG_Wl{M4^|vzo~FE!^H)o6ZFb2do4cCv+sne7
zHU@iW{8?jvelsttSi|!DQx;yBD%v``ZBK}s;%ULnrdp5O-~X8r>-Hrvl~;C|(6(Yj
zH`YmvZ5p#|Z_auBBJM`|uZnnkH|ZNaf0eFRE;N>xnHHD)qW`$KOP=Z4kEZV)pUqFG
zI1sh$&{@{9EfS%Ng!ui8zpt<n;&0x|V!rx;@dV4uQ%Zc9!i^-}9REH?GAfz*7w0D%
zyCV)4R%|R3GTYV8_B%yy;{LLA@e3!V2wQdJ?kZcjclIGpbA>7PFJFX;TCxh;uUhcH
z<jkS2_I|@<HP<}#sviH<ncLKGbp3~i`Nt1;H1apQ9lGC_WD;a?NZ3jt_WFt&{?~5q
z$Z+Re7?Ao=*)>qo{z~(e>yu)YxZSs&{xIct`=OT|jcOIwS6nT9dhzA@_yc>NADy2b
z`+Rb`^9RGE&Odh^q}wWsyj(B1_28wR*_Zc!cmH1}V5zmraM{Jx7w5dsmRKa{(>&!@
z>YncK$|v<F<6m+~wLLvwqMv?ghIyY(__62wUX7wkRvG`peAqw4rJlDr#A@xfA*{=;
z*=^T}qq%dxeqrw^*uCWS+wyyJ?;U#o;3ad9l-Zi(ik<%-8XB{^_tZQ!k=(Ux^_RlC
zA2MPx82slRw0+h*qi@c^&5M7UoeN+0F4bjI&-1r0%lCcmeff8NeXp&)b&kefv%mBI
zU!Nbon3LbE?Y6`TN#12KDQvC3PWs)@+`QX7e%HymuF09=hkr26mE$c*pSki#`t{!6
zC*kZ|U7HIx9W;vBTKYq4{!EX)oa`r=KdxO`aip=$t<5++`b^V_`O264=h@AStN$BT
zqAj<+CbRm5^?im52`=JwBIg?mZwuYu|9S3vKl}eb-7nA1-^*1laPH{(GrDtLu3z~7
z?)%#OU$<`OtKOX>duaiC@k@@_pRugLQQMCl5ZFI4xW?>_)H<op=W4VTS6)w!xT<T(
zSnzZCT!a24&I|267*8yGC=hzhyoAf`r^%VC-Y+9#ci-v###vLg;>rD8-gjPIE%~4q
zKiAA)#;3`Gaj!2enfS$d)_kk0FJ`E2TV}a6?vXj)<q&nd%1?K13QjlTeB8Pt^4l}D
zoTvL-{_5+cckx^|-S;8pW*Q&&flusFQ>RaG{&iSl()F@MtyUHv4o3f(y~OqPX};H~
zr*0`*UH7-R_Otr_KeOgK)5A$#ZR?NlE_%@AH_JTX&Sk~CBC|hJ)&#BXzRkKk$LjW;
zpOTSL?BWL&U$*4gp=W;Z;O=$2j`Pza=ABJ{Yqgd)U#6D7=hu>$CC;ncy`+CgAKzKM
zGR31<@5vqS%d>40D_^Ed?XtPNcx5op63smBCck|<QjYU2ciTI+CHR(W`pU(P2fbYl
zd_R1>UmbA8R{y{@<CwUh<0<d&ElB*i!S><#n<fvRY_=9WcCj?(@X?3AUu9_>5VL-8
zfvMUqzSlU@@`>ad^}a8+O?#*Lw~BhJ_WzT8wzshS51;t*>q23_V#CYtq}I%rEZN``
zsku-vevf$4Lov<=vt2s#86EaMd(a(tey_Q%d$PIVls-d+>t#O+ZqL4-t}Np{dEGvn
zz329^Et3ymWwJi1+5b$#=%m<k&Qy_z)Ef_H7%&7g=qhORJMEF$8KHW?QtcmK{1vwO
z=7&DqPcQkRzs$e>qxqHzdbbmI&302d{{P~MpNxyXe$`$$=b}Py0#AYT<SZ4RJyL=%
zPc50gJ%Zz!M#L%h0I4-g+RvYRR&YI1FjOW!!{9~2hk|uYNx!9DE;;9;>(*-!rFZeC
z<?hd#yi<;!2s`$^N9CTM@%y<G!~PxkoxXa)o5Wo+*u)%cFPuM-Jg=)X^L3cp^D}e&
z;tz8O6cly74}Wo?Q`D_<iJF#;BlG<8dUJ)p)#RDf{oGySBWKV$gY}TW=TwK=mN(Lx
z|Ni1*JASS7g2H~A-`p`LU*5IJ-Dmu&E9eQ+x(a0-hI?}h4gQ<IS)h4ea;C_l!yT>r
z<(;RP*0z4zeq_x=4_j@wzq_74O<}%ysklMxSnk`u4gS|R7;Rcz6D6O}RXFvF@XHAc
zGa?rmlziaZt0a~5>7sJ{vdc#LEl1-&U#@hSaG_RijmiAy|C#n5TI^F+-Q&5d#Zz9=
zbjcxpyO4x-jZc$#=RE8wV43!<LEUDjTkI629o^EgT;?Svo15l;F+Jj|uH4H0mpy=I
zXXEMwwsma+7rgV|$(>5DG_4g;N$q-2YVMl+BKGN)#c$urPLsA>Xl1JO)a3q|D<9Tv
zeP-+AlJMg-+u3uiY>y3<r}iz|sKFLBrONG)eznZYZJV<+xGc9<)<5ozKJoO{N8U6$
zx#!h_k@kEY2Gd@f=)H(+zAiMezv<xQkLwZ~;%_c=-d8E#JkeI_g3!I1%d!pEGCv4h
zd-!Url%}<?o@j)mrI+sfx67+q=RR(DK7&zu|A*Sn%RP6DKV9s%<J;rCS?U_^i+7S6
zCMT+U#OdsxU-K){?eiq>h<C-Wuf4w9UjKRX%l>~qzJDyQWK#ZpvG%3-r_R&*<$cEc
z%D8Lfx^sUjCzh^!9wFqp$EqnZL$6tRLZyEV50gQ6O5{}a%bPx2y7u&B<eNuR!!I=y
z{0RKs_`0g@0ZZbgTakVD3ReD^C>m#WAiw>nS@`19@2A`d+hKE~Z|N6b;nLSz-K?^0
z+`cbyl;w^(*21Ip{$Qgq-xJ0s<!kqTf9f+?_QJfW8zw)^Sf{G~Q$*&|_Va}|<?Fu~
z%0^Fr8anG~N6f9oy|P>erzV+OS8kj9){4I(f8WyepV#^Q^@w@kBmK%lM2dNXRk?)S
z6jKwSpI2w5I$Qc*yxjbo|B__&_qp2-w&#5nxBTL<<%6o_>z1f}T5nf{f0@p{UheF)
zeixy6>Hl@&o~<vDYuIYMSVwmHgB@MFPyLpCC;Py%ukg0yw>=em&-m^*CvRuI=KR6e
zcg0IyR5ZMll|GXG_i;nSUIG1E9BVetp8v>Irm6pr>iZonPcvIJ<`(8ErAikVJwD*Y
z^YcZ&$DOs=(~ag@uv*Xgq<dHA`T@(+d%A*5E-v0vEwk^F>3QD!6}9iJwx`6LeDHhD
z{FD0+h1I;?-IQJ9E%$rp!@b?7Z5H`$o>I<G8uxK)VdZqa?G~9+bxl9rJ#+lRUxqC)
z+jzWV7V_3U&53l4F?q6fUbf}sfN2w_y?gY#`_Q4y_Ac+`ZVP?8`CL&|SyEkU_w{>8
zx-ajQY&o}Lqw;x<^us+bM9gMNUv}OjyHVuWna#)8tXz_{R!cpe?5)?js-k)7htE21
z_j}8KRW+3oPGjHqH~K%Ha@76hj~j|)T{kU1xm0A<o2{8s4m~s%dN6zWOv#NW_J56K
z=`pI5$(-~>&1Wskl;|fc(|?^X-oW|v+)num#U?yr8V#O>4Kd%IWaRP$F1WVxguZOi
zqLX55+*xA%=gvIYx+q@pZG6Dd?w6)FwB8@hKQ2F^=M-ai<K)W=CdFm2t>@iWEf`U-
z^JCP;?nOqSiVh0@PG7f`{d!}DD%bg*bMviuU$1tQo};ztoDsM6;&~P>2c#B@Nk37(
z?7p~u@f8uP&g2+5pUqPfT(3{aiIcB6v+wT#agF(}C#)=VUB5^2sB*dYgh_`DPNpfZ
z=S|q;(JI+I<uoHh=b1I$OD&3SXL2PfhtJ9m$TsOH4projxwKL6ap}8~X2*QN%FCs{
zuHFv+&m}LZ*U;9U_kxXE+#&8qltt?5Pm6bSoln}bk30DV>+*lMicd`K_#h$nY{O5+
zAD?^sCAg>Ew^@_%BTKK7`RLCFAFr)o{S;}jXo`;Ox-=Et-#yC;Ei+U1IxbDp`Q`T{
zQ>jX3gLmbcBeJUBg63V@{_p9j51r=>=lwZV!d9Kr)3BW}D*b$G?`1vZ{bhExa^J+~
z*Pi>h;z2@#GxLSD;VubFu1)-sWpaJx^_Y7l2VVL}EjEw5zVG$1YLz0*vxdKnbC+D4
z+wq9A@XGHUIa6l6U!v-8cK`c#&BZ6DxUJh^b>_!U4*9uq-~DVVf6Xv`YrZ^x&;Q<+
zzqIq&_E&J<+xp8t>C8?QjbBZC^GhDwmXSYxgJqJ6{oH-ujzwRd|NrNFW#OkBQg4qW
z-!yz_RB@pB`>)_-tB&)Y-+01hEi>CG4fDFG`U+Qg>!p@0W&g7zHAQ~*ia1FD1ICP}
z5)Q8{nvN`BcDu9II#natdCCjPxsh8}SocPLp8Qf#)7qo1A$R3<iPtUD<v%<Kh~JjH
zwV%URv%F+=UAXkF$Mbg`*|PE7RIlC|>!_T#B9`ld|J!9m7A!dE9Fd~1t|a-!Y4e{(
zHLIfMU4Gd1Zqw%AP2%>CjOw2DYRTtb={j-tX|w84DXZ0cG<+Xh%}z~!@pP~DWqrG!
zQ<i34Usk^V-?<W2IU5s)x><c6cBR@G`mVYh%3?Ib(dP5qb2|!IKHJ-uFV{D<v^XMZ
z!+Y3vmseEyzRXD9$Iq62)UOn3{TF1$AN6cX{B*uE3zo<AZeQZ;vtZYrMYk_GJbJcq
z-lym-zTENYFU17DW}LWi$T)G~()>lgH=nwF?A0E1j}#%naK4EWxf_3fpT#zZTgxEf
z)3sc88*7a(UH>cAUJ7BhS#V_YJsH1Rd;YqW<@2p$z3!`StqhBu9(-SW&*>kk@gH;M
z6iq#T+&j<P?$^$jTn}`%FqNgp*}pW=O_Z*m`ux$^56>1RYQGoR?|b@-*zrB;i<niG
zWT#1a3WNvLEq-+AY{m0wUXy<7R5bCtV1L&v_{T4kh3}=snp`6%f3^j?jyYWNP-=6V
zzmZ}3wN=Oa8(yd>uRF5Ab(>=R@y$jXr+T`Y)O`w{c;)l^gN}FE0vBKTy4x>sG5gQ5
zC5PinwdKW9DmPDF?fxV<U8146Qp@M5UfbrAYg-m-I%do}I=OT)GuvzHiX%@=yR#Y}
zP0_49Ro~Jg_~^r~XMyY2JuH8GCGeo&!#UB<y1UOmnws@*QBBP`!-WyNsT<vtr9Md9
znrK(Gu;}qSi_peX?hiRv=~N$b|HiJja$X;w(8VylhsUl8d!N}YT{zL$EB)|3_gkxk
z{oM@j&)M{I+QO?#d=<M)D%U*qIcm@Gfjj+yg6@kWX-9S|JvBe(<iAqykFb8xmh{I@
zYCi;XtcsrbC+VJ;&L`d0Bk{kUa6Byz`8~z-mWq=0)-(C7(TA^WT~oYx-vwER!jk!u
z<~u2Gxe|W5-+iIfg}<Agq_RA{_E7ZfmVGb0);*kE!@Jh&M)!j5?}r}eyZupie;!(+
z`1<;-uY$|cRJ+-&7mLr0iJCrj+4P0Vxw^a0KbC#+sQw!3W8-@d)27_D{2=q<f`Cq$
zUD4s?#%!;1nDp$PPA!m<TV3v6_c<roMR__K!+}Z_nFp(k8Pw!g<!jfwzm}0a7xmct
z%2bKx=c;ZPSRZ?};*+qS((jZ0_KSoMYM6e#!RhV)NtPwS<X_0{pSO>>&5J2o@bHP`
zKdG4M<=d9Azj2-Leu;77%-nNtoTg^7&$zNTx7(sAxWYubIW)Pg{P2_8=elgtJNf6C
zDy>sH6;WDtknPer7T;%IO8qZw{K&rX*3-gY51RR#g6A8($mrqxaWs8<@to)1QlBuq
z>ovc3V%Fc^IXm|43!ketq3z^}5Penotyd+#9@Atune$|ZeX7IcoKvNo9kW}mu3h}R
zu18mWb}KipGW%{Xx1V2*-Y<H!^pmS(<q57e?%vr3zmoP{UBMai>PMHRt@&Y>{cB?$
z-I%xHHt(sKr`t*nt>7-r`8(kp>&2()vbv9E_M2Szv(Jt9K*)~DbAQsJR#aDRKhYBZ
z!zxwmM9r!~y}0QHl~>j+Z@-&<zSHE5h|KQe{6E5fMtwIk&X2D<xxMee^E$!)#lFiq
z>@Ft?>6etc?l%p~T)W@yRBA;@KabnWs)ZtX?mD?nN*{X4OG9Ks7Hwube{NIl!IOFK
z_x_Hn?Y#Sb%Y*bduYFBzB_*}zPk(Ap2-2*2HSyCD(|@5tPF5f9hV)l(xJgN$>-W65
z#bx#URJC2qH~54UJa=pTo-5yz-Qjn4&5MpZe>Em${c-Btz3x-~{v$5&vT6s9#rW?N
z?LCxU^YCl@$G|@xrIPmRzXm_x%>A=LWV(%R(VPk^{vUUy|Cu`FzzmN=$ClS!KEV5*
zgMWu1mu^K*L-rlJ<yRFJ9DXGr<=n9|BPgo8O(*uZc>g6WpI_zdf$Jac?K!o1!_;fX
zqNU!KPWiKnM?&wMYTf<YW$#lb3kfVs(YYI0cl*B80fYCl;aive`O%R5w_|^WPW}9?
zR*!ge8osUEJ#qf?c&R+o(<&c7+9Xz<eWqE>a4pXBaor(~zrR*kd}PU7+Qj-WW$yY7
z$0AnsUkJI#z~)?YbdkxcyDHP&{yo;6;<ml*p{sd;$)fIq_37^ol3F`*=2`0J@0z08
zGuy_T|D%eJEsq7OYFeDN@tH)!4NXl}Z7%tDj>M<df9!nRl>NtT)qjR9-)Hs8FXQxO
zbYrfuikceJdygY4Zjb)u`_I1#H=j3K5V@b*uE^oZ!d4FdL$lk@%yGCFZfGyM_W`SC
znxb=b*lT?u&xY@jR+8P?no-jpMs^v<Gd(NZ+sPg$y=d|hRz^PN%~#F@@6Y+W>X5<Q
zBfM`9wy)Q_u5sOF#{Y&(8DAeR>Yo3{{`^64M$YV#rjz`Bn-0nzdR)6~Vg&1RePi8>
zQdf12H5C&$7awdh5@irrICH5m^YNySmg25y9fi|VPDQM^>VK)Ch4<UD3(wYkZn5}M
zy-uvnMs#^y>hi~C>kJfGGsT=;{cqTO^p42vSu=ajwnY*%IpeN;SMr{+AUOWz4)(~3
zwYL^+IRB}A=c1iK(GOS7SY+B)(^dKK(f$hc2&u-lgJvv2^G=zoyHp;Uvv`|&&YR<t
zmP;fCOuVOexZ@&QocV>Srz{#h^4}Fb{E~kKEau-NwV_>NezZjC@89ePKKZiqOyhCL
z*gE0;n+Y;ST^A2tcE3Egx_|lkyyBoaU-z={a`2!0Z)w}MzW?^d4=*zK6$>g)y)-;+
z|Dqr!Rr8eE^7(H+8Se4!pI3B5&$xcU`M@O~3OVm>GVz%CqkG+n-CZ$kN?)6f>3?nh
z9c%QdmnZs6SX|o6slS)Mago{dWm(9pP5m3~nM&l;XWOPfsHpm0^6QbemFS24oomwO
z@z;O*{POnw+VWqU<^LZ2qOoV=e7;-$FHP<~chTHmzv;BjH}C6_-(2_H-v4LPOkO*i
zQ*XAvo#-~}Cr59<nh%cKX5EzzU3SXP;w8iUOC?X@<eq+SFu8f4V)MVt3L4DUzi~+<
zTvik)=bZlIp!<x6Z%<ixn|L0XIlHFi%!$`FAM@{h>SytjeWn>D_kHi#6HAWmw8;#=
z`YVsO>ht2A!piM6i;Z>UCw^{aoKUk-X3j0SI0Ly|Wp20JID9{CtCyB34DoMTSIi~x
z)3V38yWIcD?bMYw-`72!z2xTImwIzK*xj?j`f8dV>iIvK7V};|pg+~(v~i$^ytU3N
zht}IKzc^1^$^24w7mNSnARG7Q>%OO^bRAlwmLJ)da&}_eCmZi4?>?TL`2T_bzZNFf
zd587g>~<^_7o5`b-T3uY$LkEAGw*%;%;IVtqIJ49`r2vD<;-?3dHD*f7o1x8H85#1
zmzvg{mq(^IGS2(5zGjhIi^7!uPna(`|9s59pdd-Z>LcI0CIvo&TF&GvU2&UcisxM4
zY~=LU^TeCCx(%OJ>z5bIoWEp7#ld#=bs0|#_lW#|djGugl-b8;Y*KGJEO+McGsj7~
zACDyeyr}9g(O_&Zv8?#Qq9-f9=t&+bC}9kZoE!Vv-EP{kUpz_%7pE6`t$MUl(6sjc
z@0&Ka&hu{P;m>*@cE)49fLyLQ!&JQ>oqd<n8p7+J=524%mjAl=b6)$t`K_0~?)|xX
zkN$hThbHeX$lIJ)UU2N=&UZ#xc7p#~{aRRVnJT_t-66Xx=-Mgwz_0p`3t!g1i}XuN
zH;OMfnrX9mALIHz-Y?vYf7>>{V7j+|eYnI-PxIin#_SF@=amhgsJ@@-*tON`0oRM?
zk_89W8#x@ExmP-|TA%sTohLagUmGTGaCr4;-;(W4f+r&XYtJ|rBCb#=TFEho-|G7}
zoxKTaQAvD8o3+^YeU5njc2B(L#z#Umy%(xKZR}x4R5o^(dnrC6X$yDw-k;G2E=Hst
z3B7Psy^}3XE#Q4`T3UhY_EWQJbZ1CZu;!PPt}i)UF1FC~mAKJ@jYbB!(%Tg`+c7P5
z_f)&rx4WVz{;1)em{-kpk$1dr1<073PG?nm7OK4a)BEL9Z5}S%J2kUnOZ`Xg1Ah#f
zpDcVRwr}&AMZJDZArlr&{QRs!v_9?8pJv^a=PF$Gtys*p#VD_bHTqZF)ICkB;}y@A
z_l3w7_Al%*T+8_I#fGV+ZjU~{*`0km_eA!}$ugBe7xl7t-#w#cH~p_nfy>69e?N2_
zjx=1c#E(B!Vxqgu<kLm+J$L-;K6+Y7OSN0Zvamc0NImVt64vzk&sL?fb+ON_IeKIc
zH_J*^Zaet>%3R%PEj#p;)fp0xtSe5Mw0L8Y)UrK|TY4ScH&m~8I<zrr%T5!exo-{D
zv3Y$e{&KeXlI-5g6V&GLP0M}iF8{ygm;Aq%{|_xVA{F0ZHz#lJ$7f$&u7Bsh|My?}
zGjfxqd>r^vZn(Suzdiro%P+V0|CLkD%z0*eXGWPN;|KQopN#U$f5*)3mz;L@<@OsD
zacx3RIi2;@KRVtQ?zvLF&)I;*JFa8SsrE-~_b=}J6_U4X;Z)bd*DrUN#NDzmTD2==
zoy0Avy>Ta#6%1?*8iI=(yyZQP2(JCo&F)yKxudGQeoj>%BcI*pkf*T=IudSWw#;15
zAu*Aw|Ie&)pU1O!FYS2Dbgtx!(b=z?gSWi>WLa>FQ*eIxA-4EK*>B?aZnE9`{ham8
zw-&#DBwyO|=;q0r4^wRRH$UQ;zT?T(^|N>npJ<skck8`BuXn#QnYNz)lY7jb*tifW
zox__`%OCIEv^(XzUxWPeFWQgp|2k$~p}u#{+NC}j`^{?KFFd;UMdfpehs>u`ex91S
z+`FXV?Thqps}C@}?ti&>dePIPzaQxJGd*<TpE+w?-CFMXrEQ{zl!WGpPKhu5tE9eW
z`lc=Kq^|u65U)9O(d?!8KOvR##@8ROe5CR~yYA5TjZMp*uJ_od8h>-50`K%alK%5}
z-ar2!5p!zSgJ}DIO|O~u6z)AU`&fRA%gor#Vm*H}>Mx6CxNiUQVt4q{@1pY0<}b~*
zcz>#FVp;hT{a@*l&ztfd=gez)e|m#o_}`M#8&vsam&L#K-(Pg`&`ztYsdB9I6WhCD
zT&!Mw()-wVV?&#{^2z^F4q<Z++w<@Lwme}zyOE2W<9^O_&l7)V?GM{D!TaYvt7re?
zJ3d?exV|)3&huBjsP%-&NiWM8|A<bUKJ$FU+;`r4MZ*m3n`<34CZ6B_`lx73{K4bK
zg7wM#+>&4B9e!5)wMg*4MvqeE#3`?i8GPKztz$oRpMF>7?C{0nuNHk2>FX-?v#l}}
zoPSta?(Aa0kMV`GriaQL7JpY0rN<=Zazyo4WM8Av1*7BDJAW>;?N~nl)7iMn6Fkpc
z{hism#8x+aj_yxP*<<gmcQM=YmX@D=?3ArvVpY8N9g9Bm?7K|AchjunP8BcXzaN@8
z<HuC($ean;3tXpk|MOUsC1PE+WZ@LI2AhdXl}*a(LVw*j$C4<e?rs=lvcUG%X9c&}
zZgXaL#@Z>_Un)7-%j?@y^G#^S8pryN;_c~kuD*A_WT5t8gYd@8SiWXG{mQpjuQx~=
zT~>G(x7*Nm*V|($(~cxmWX*{ydwKEK!7p6u>3368BAGAbXIL;l5|ZbvESlrDbE&@n
z-n{D*J{>n;IcNH+ZoUF<N|nMXCzW+^o0d#euT78A%Qs%#d&d69>w43>wO<OVzFxb&
z?EE{sGdutPzgqwK{zjLlWo~^}`_JqUf3^Ql{{Lzo*PejhBbV2{^#Auk-gkaoUHz}=
z|If##%AYh_yy$(+U)!G8=_&_V0!@RjM>Op?=>8~9X&&3+yq!Awb49D2UYs$SE2&cQ
zI%8kfmOmL9Hw<-TH_UO<7JXjbzIe_HmqVe?JXohr`G3lJnb#f(!|+Xh;hd7kZwe<h
zZ=cq>^6<IYZQqy1>lYS$xwqJV_Bz?fzfZy=TW&u;eWm>nZ{64J$q90wcm7r0;M3__
zbz<!sIg_H^{OX#=d&`&KF3(e!z1ll>8E=@r#o;B5@6{^BrBbfBRW^CcTrK=4tyZ=t
zYMH<zcY}1XHwh8b0_y(oOy^JCyf{1EH|EomPdnMm-}&zUx;Edhx<tV+F;+w|x|G*)
zN$Q-kT<MqZk7sUw(K16{QF33eF5k*mE|;I)+p^Nc;7EFeE4$T4UH21@E$gE0`Rz}Q
z_`LZ3r1Pph=O0~&eRJa2<oR;G{kv`zSFV5IJ%9h#;vek0rWdVRaM17JgQZpit|^-B
zM$-0QuP3bgJMXx|;j)O+cgz1yuliH^;aTq7El*EY?9$usZFgkzk=y5GkC%wu58^9~
zoGx)a+f&&%@0y~;W2tqotK;<kNbE1vt(=_p`27#v;QiwJm(E^x-AJeKS;;chyQ&M9
z?w`nW*>qx^UVSm+|0#W`6-s~D?8P5{tG@h?H-PoZkNtXikMsBZ{rCEj$(#GvV{e^3
z?kd%0n(sa1>F1*sfA4*)F;_j?H1}uiIajq>xpjTF%M)Mm$GBZ7eDAf<X5X*vA5E9M
zKloSl<+Tsz?<mjU>0I7Z#C=@n!-HKv^z#e1obj%^wLbI9?(eF1j($+xSC_Z5Cf@G%
zy68vN@^PnHRr=;v`6k~f%u(sy&d8l|ZQ}C6k}vnW+Do2Z|5ABPv;XO}38H+7)_(2f
zw<W6<L?y1SXuX|Ycy0E6JMsRfn(v>g=W`!$nW*=%a$R++zGlcW>5pd`e#S5DR-D0k
zaM}S!W#x^DK9$msCwVz%ulQh-@I>v(kB@ez<zv3CyYJ<1X0ZB)t(2;2rToPv^|l_1
z;|JOFTo0W)pRuvGXYn!1w``BkUW}hUKjp2JM~Z&Qah-m)dGUL{DR;gLpYWRb35U)3
zx+Uw~f5cAPa+V{<&sb^R+(zY|Z6}sL)3je6;iUh0Yx0|ow-QbX{JpmBbghJ|H1Dlc
zw<}9SrKPVgi(bF))OWpi;m+KCpO^OrNHaY;|8e3o|DG6Y*UUGUHW*6vJF4fGseD;4
zTpBRj>v6n&=@XvL`+IJ*ePfhYyjmG_Sxr8D_xB&?wp6~TDt2qV`MqH7`t{05)3QDN
zZLNadRsETK*f>pgou7Qomy27ze_DMx)&4+7-}k%=k&m>mnD6*KSF+gqsivQ4Q~!zc
zA|8^*%G{>pEMafUmx?>|_Q}cJzb0-gT_?NbG4JO_W2rjpMN-wTwe-JN-&lBMhJWUS
z9XnnoWSZpfFyWMJS!s1Axli-)hr6q*Q<wX9c0Kx#Asb~MGEbxKyd>wRL-Rj18p(!L
zzDk~Q`C#j|PqXZgYWgp0FS@~aLI3&d*^ZU_&U`XT<UP;B_A{y9?}+X<mmfzz^!!@P
zeY)-b`U(4$(<Wc@l(!ah@lkh`)mUHgCgn$I=EvXbc;ckyYtFw`&BegIPrLuA<BVCg
zA4ImiYO&CMa{YMhvG2$0fAGK5n5BO9vF65!?ozv^m}j)H{mCmxXb&ipv4}C>(6=(r
z@ODVNTKKv^wzEnP-u!jF<iXBaJ41ZQLOuOmla|-~w#@9DUjFyexsUIP4}ZBk!@J_X
zew(dy-rNU1JU>E}H(lHG)kTc;{m!%YUG6Q#JD#q#+u<(o>8b3DB4z)uEmK54FZ~)(
zdM5l6=lZ%Q$5&sDsZY)P-!{4LU+wk#&zH_FO^|ckw>0|E<@kutA6%o_bTenv9aCld
zH&tw(xxQ%FSLfr|c2|~%A1;^4v=Cl+CT^Mc@ywc9@oNV9pLf|*Z+%lMzV2h`9lqB)
zWcB3c7W~q^J11J&leufj-&rqHk0b@npZe&x=J!hvjZWQv6*<fM*6HWsiWxJWZGZUX
zzt;El&hJ+j{M+@R+s5q8rTtG0b6(!xaDKP`V;g;&x>bu$uak4OU#tH9^z&tRzdx8!
z?~wB6`HLG}QBLt|YZr@$+?W3QIkW7={YQG)ylTB7uY}_N@8M&}j9;?-iMrPA3Hq*k
zdo~}r_^)^I{onhNvY!<kyK3<DYyQtz)ri$mXO~Gl4&+sy>iEO?S&~`r{E~HXJ14PK
zb;K9(vqkA%+OjD)S=T+NKrOaLuh3-vA|t<(SuCY1-)~;`=Y0Po-H$444u@XK$6ax-
zpMQ9FjiJ*^Ezvm~1=~37w$AxgdN|~~_TS(Cc=Sc1*NX5ra;8*h$4=dI=|so#hL4K_
zp0epTFF$bdx`OQ9qZ0hf53c6>y4`8}C%c0iwg=8lm(LI|X}HU=Yx80E#|<}^Trd1}
z#gFNj$*~UKrN6apc3tXUZ(CXAP-7lgt@8R?$z0_?(}1&{{hZp#2ifkqT{_n4#wGJf
zf!Dt+>i7!&$2AXYpTGJ#)84&${e<(^^6t;(yHQ^7S=37Q`ug;;!<Q$Tbo}LOV5|LP
zyl7Va#`y~tPjg#*Vsm_%*tMrVQYSR(UO452RbBj1eC+7CtHS$CH=KL1^=^uPcGZ#V
zZMGASuUFjd^Yq1ue8!y3ozwX*Zaf!TYx^|&xx29R!A$A1!tN((|DQbka{m9*_Oti>
zUVA@nwzT|%=-Z1gAG~DnEx=W>AVDkg-!G29>w@WNE3HE}WY(=bHl1(cv4tBSs2@|Z
z%2BS+w$fX?@pHu|=8yg}-*VV|ytJWNsj}&BYh6#lBbOZOX7!piL63`@A0Ixg@KpBb
zws|KluW(8fp3(TqR_Vgw_t9(n`bD<gr#!5x(>(ao=fo&I@2o0jXWDtD|Ivv{DprYk
zi^?J=AKNS2dBR6ZYyILCcOzR;dOWT9!(UXylxhn85V-yS#LGABrL!xK^Gkd?u5ZlI
zQ1a+ZkL1rIf1YnHI?@07fbV0Y2VtK&Z2pQoxN`U2JvrGKb3fdEdS>R9>+z4Bx4k%{
zb+IUA)@=7%6_fhTmA{U@|Exbm=$f~{+Y0^Hi~XWM`~Q2wUa_8cpTFS+H@1(j^XKgQ
z^4erodScr?wmJX2)oVWQt`T$le<@J%+P?THfqzb=-~6<{Zc4(QS6d6N$#y=_J=1%D
zMP&UiiEEp5er7q#t!tDl+*um;wz}P9|2}iO`Cs*au2R03IIa6q?aQS<FPz`-!Kdc^
z>D7<Bci+8pv)P}WOUg~I)-UqmPE%F?XVG&XKHC1~#jJH%pI()JUh4N_*4DGH-&{}h
zwQg?bzI$qM_|$f<=UU3E{Td6k=ajV+-74a~KK<d@|E_b-FE=(d))sqw_`KFe@l2@=
zUMaOxZ5G_A%=cx<5;cjdf4g?-Z3oxI6Su#=fA?=>mH5(_OOyJ`oZs!S(?2IvCb@im
ze9e2FC2v**h1dK#uvH;fi95eycVGPbxACpZmCREfn!c-%+;U)RQ;cos2d;eg%=t;1
z9!z(Ot_gE^UJ;l0zCvt?>ax!QYYVymyUt{5E8gBP*Ztt^LUw1a(3!mJKXLa?<akvQ
zSrO(LFegKR*QZ!9W?AR?)_s>=)ksZcG5c4^bnz62tPY#K&4eG4qQ^3}6mDO%DQS}+
z-?<Oos#)2cLEdjPVP^sS@0}i(WHRY_Qt`sitBxG7vtE27OKg6rzFlw3rL`$hN5z-9
z-%3xhdywB8b&hSdmR{l7C*to{ed3#ctb3o=^Mm{$udlZskvHOHV!ZG{BhuTyt<(FK
z>8{W%v+FKv%6u|R_BP9?Tzl<EbmU?2(>>;OujcRAs*}{`9AR%Bc0YH=?79@`<sOpL
z>_1#x=5$H?aQx%d(~PDXrn5hq@VX~>s+nQi8;uL{4SSjQNyWye*d-ph#dcIxx$TXy
z^~JVnChIp=-tcR=-6p^3<c+O=Pu)|_t^3lgrc$`x=vMx}O^w$#OnMf|V{rO#GEar{
zN?Etdu~H?+ID_Nw?6ckbNh{uCnPb(N=^b-R4Py69(!c#l$l4`W=Imj$x%XWz?C?=%
z+G8lScynm88h>5vty-D>vh6Q4eye7rx!YLXPW&NL-#+p5#}vJ%ml&cRn{4;x`+MWy
zjkQI8xT<U)aojlmf~{NT*YTW``aSj2&K*fD`CRc|aP~&|1ciG(Qnw=u*p8W$t5{~v
zzo+m%V5Q00n#3Ky)dcFSQg0pFaKf+T-UH#~`|i{TZa*RH6mY^=xW#T->gm3wGZF9Q
z50-B{sA1uKa*h3&=yOFL`hOJKH=FfM+8uw)#4ImOw?`(9EB<=^uVbz*KUZjfY%9DM
z^yb~Bjq^&3&g_<zpI;iQFB(@GQnxRE)5l+G#xZ)kcl)(p{<C!N6yFQY>ni$AY`?hp
zq}7j5z4^-W7S&6x@@<io=9N2LC2e<+bywgwk2B2$&noxd(VKg`=0xFiTgm%BuWf&o
zeBp)c%9l-n%Y6C2ntjT@e3oYlW899Z^;eIk_3AwJ&iH@Aai?V6f(iVUdY0Vrhb0#O
zQFffS+Ij1u+g0yNWKw!ghT5$A!xjJ7!0&R_FM*XSPJ1v%S9XT$zWlZGkxAc!E2|sk
zB`R;!_S#T#d}lzIoLKnd&-ZHB(mrnfBJNka#ZStoiuZc?;hJ~ZU)T9*t@%;^k>Q3E
zyQ9f`-`y3p)8Z~~t=V#~^=f3@-jZph){?SmteMdXa)Iln)@zrWW@pTpzU9}wpNDoc
zbDcdt=Xt~S-i(}2*Wae)M!lcuzEit)X58$svZ;GjJeIN-FSWedD=*P3qTtY7D8K0L
zsfwcpyeyZie$Qdrcsip~{-V{=Pfjcxx2!zA-|W$`_6}EIiZ6M)JV<NJ)C&_nEsXx9
zKVN#?JFT7bT3)(j{@7Q}q|yAV<MA?;ugm_`Jl>@c_c>YSqwdl8Hpz9}QRfvK4=KEy
zF!SLt<A){2mVZ9`Fi&65C%odS{|^?mib-nMZnZp4Obseb*W~qhqPk1<{<h_;MhXWO
z&+-0oY+*fDNeA=6|1z;!$F?qd?(fU)Q2EKmTTA8Kho$$m=I@$wMA_caZIYn8K_%aM
z<*cJFais@bKg&r}M(o<dyZ>KMPOC7}q(i~`i{<zaX!ZZPRgw1Qv7+Jh^Ts+mw1vL9
znVvY=f9l};*({~Ad&+*V?QW4Y50m)xdrsGh^pwSqIP3qo$={iJl`rm6H^-DGKP+qG
zd2TN@5Gy!lo)n{dR^ZOBMHYhBJKFkJKCAyL($a8r`Hu$0wYOQfCUDJN<s@_9;Z?WU
z`ls0z_N)};D|DT<Q2Ktfzi0j5^a8mFdo>s|6g8{(d+b$%tyDiATfgW0(Ze-|?S;ap
zt$yO<=Kf{1&&taSSo=Lp)V$|DoozM4{d&gbB7;-Dk>^dNoOl+MXl2;^S+#!ZK6S&L
z>W@SgmnYdby9aA6KQ?*OPMOD?vt9h-ZgsDlU%+(Pj_vPX_5Nki=JE6L?mcLpR~C2V
ztdM%;*2{^^&#dZ8_a4l6Q<|WkU6IUTy(qWpNwv97=B>0P|7TpDYbFs}F7j)xdHl?O
zzYg<9eA{AMdopn4?KOt>Nh;Nol~e!LwXp3ww%R*<lG;VXf3NuGTD*GWu4t;Uy>s!$
z7asrF;?vcgKJ{j%&it@M)50}9=YVR(<i**$7cbp+x4z&}4)1ZR-6co&)V<McJd!w1
zIdg}nduD!qb``gBnfyOfx7baef4=qqdE>_Am+ba6Mt>i;|Ns6){@>$zlfM`D|7PzA
zxZhAAo6H@&rF@CDXWHE4V_z*oZ9hCSyL3(EYvjMXaeDuoejnJ{=J#0qLl^UEX15($
z?XOOo6uO;w-W8YI=<UMcs=vsDKcwd2oW>I$mrB22JZyVkHNpNc=km)>v)?b+9xSo%
zpm3KnoApe;Ls#zc^2#0f@$tx7;~rjX-ZG}Dl`U@W=PyV+dy(VjmiT7ExdyfgtOqx}
z{&?{Hr_v8^SC@Fae4*xRv##cic#!oo&W|oJuFtX#pHBb&I^#>q=bgJc>kKyexKFvT
z^c>$zuFuU~%O);w<gD&ozcK#aUYooBu8QkeC$*)2|M=zCYW?E{%HI!YZH_GQcpA<#
zbqPm;(Zh#lC#+i>e2#I_`<RyHk59x_?fG!!+?O?u3uZl3{41c9DJH|qy>MZ}s{6h2
zd8h36cwDYp>U4(Vlh*%h@z1#LKkm@d-q&q*kMoFe{;!Vt_ZRvX&hS4v{aeeQxIJPi
zQ8_O?JS0Ap{uA#%|LkAF)Mf95%ya(y(u$uJtj`<!dd~r#AC`RYt?svK$Fc1bT(&Pa
zooDw6|Hn1+{{J+%e<r<j`t5sL^6xCsbnHz(=`MLURDJbQzR&AkTipA~z5nsOxgB21
zUl~X|?{VyJVx8Y;^=P@R<oScE{W#p256sT9xa=nDJ^!?s+uhX2%txOVztd1Ys=eNA
z@tz2NY5zIb`fVkI;xy7{^Q$eZUfH@f<LylQ+D|IM)2IJ<Q=vLxi}s>|yi=Pep8B#Y
zc&~`W@~N_aKb+Y1`?$}>YNd|FDl2CT96Bf_!4qttyxx0x%tt9kqvZ<<k43w2tZ7}m
zx<hdL!_F(6*?;<O8+mBde30HUNik0}!@cB`!790rD_DdQ4{)E0SKnoFYlZwA5tfR_
z@lCuly_cQhP!{f3FqbuO-><p9oz{Hf^?920@Z7;uGj%UmhMO>FCQmPTxWs>{9$V*`
zgiGcz{HbxGVi#Y<Tdn=@qciEq$9+#0eBfv`&U=?6_e0p=gt^yyi_7XcF-K-zVA6_v
zY*@F-NLwyR>h#PT2SPVxu9&tt;ir*B+YJTVORFD>l}mc5-l}`$VW;gsL*MFrWL@3b
z$r7zW&)0v9iZ8liAsp9r!T60<=eo?7_X}%I7(YBXZ@$>935}}*`C1sw;&ysHf3UDL
z%W82Pd%dGt%(Q1mvi|Q9S6`&pygWll(Z*Ew{af|<-6apsdR_gq>f&W9t4H3i#pnLY
zv*R^hz1ms-@8{{e|D1~a95I6{Y`^F`(H5THY<jH^0_Cl_7jho@61!JAX<t_%=Tt_1
zi#ivX7tOcl?`zmBw`!B*8_rFBMp3y;%ijI{pHaOz&3@8nzx4$L8_XNtxtZUzE)QCy
zF;Pf0P%bk0l+<yZd4*@@?r+hT+4rGlVdn>zGgE7yZ#eX@;D+!v(@iR~mmOI;`|Le)
zlW%VyFnsv@=U&a~Pk$QoI=QUR{|wK2KhHZgEj7$i;&5egxohY@o~@A=Yqf5d#Y`+s
z-O83=no+*txmo|}>lNYlKjUlPnr2iN7dRa<6Z!S^_LskWe{RUkJGkgk{paZYeX<WZ
z*IP-%n!l~xwjd_y_HoO&w^a;#*i+~4EXb>Tw{!XQa=SfK`@81uE74qi|K0{aqXSoX
zGMgn+6gL<BPF}F0__pZYv!6`-E%y|r1_{r;vFx;5tTEq>OOGeFMQ^tZk*$26#I2_N
zp~z^`Nz-467jGDtKa+aQ99;c*?u8qF^y2?*$y@PZ3*X(xhpQhRmaE*a{&D^Pv-R8m
zyqy1U{ptMr@6xC1zs>*m@zW*o`TV}A?|v<-*}Lfa*R`Kze}vs#Rh3aSC$)Ft+V+_d
z$=w$=KT^y2ANX~9j{D5ZY_q~XZ+vriSDGtR?$)U`d^^RTiyo|L`OM;9bLZZVgHu=Y
z9Gk0=bvf{-%aw=L9vix>mVYh1lP$Jwqo3wu%|m}#986LRl~%6jeamkAW7|E4<Bp*(
zgPwlmnS4RM=6`uZV4IbF!TitW$ELbSE?GP$Gq6E(y?@5mqp#W$H#J!uV(M7EdfSU9
zhj*>>o5I>C!?fIY$KO|f`R$(kIrQ@BKjZYzxg9yeo8KuMwwuh6x#ev2$3r`Kcd{3Y
zPG5X!a{Ildotn$G-fp>HVC7%kZ)GsaNMg&p1No<KzgW7D<ysBXDOKL4&gJU^<%G4O
zqizM=@lbv{E%1)QBxlLC{i!F`?@KiGXm#{BB&7CAT9SS736=eilq)MG=Fh$OEIg9Y
z=VxkxOk|he<8MFKmEQllbiT=|hT5>_+jV5c*JZA=$e#6UhSnLk!>+t@P1ZP{dX&HY
zt$Dvt{o(2H|CcDQE4&?~c4W%dXiw|>ch))m9*aede@t(;_po^;viH4o+9~I_Z!f3q
z?GEf+|K@GW#<wNEUw#Qqd%C^6!EgE7_&=}Sw^RsZW~jfMbJoUhu~swZ+KVw0FC^45
z7YnYIcsJkXtV)w4x9mCNI-7S-g1<1GdGOgFK-qFeb3@4j*(6=recL)Op1s`56<Kpq
z_SmXDG1;OTGepC;2266hY^Xh#^NwfTgsCeYg+~Z#Zu-jAzlrOi`|2%+wN^iIXBQ8P
zxpFk6zEDdkPiWJ-Evahj5B$nX7rX0`;dRetZ@b6xIhOa{WxtOx)b7)cXW*`1aAux^
zwkC6Si$TN_^Y;tRy0iuy57J1TQpEMFL{Pne)&EU#OoRJAS)TyM?W!Ti{ZF;oSNLmA
zmEAM3E8HwQ(sRRsqq(IEGum(La$C;kxpS7Wkb_iC`j^mWyB_j?y0BehuSan00ky`}
zxkp=$?3gm4vzoI%%_PXY+Izj#%y$_~LUPS&Ti&MJ3SDlHG;#3*t)+)zr@fs$UFL<^
zd#&!qP%d7LSBh^}zCQ3qI_%u}BHrwOGV`8h#GH2AmOE?O@{eDvb^NT{FD)@$ZXWab
z#Sfm%pK{VPcl+7C%2xL_TgR-k<VaJ>t_6z>gTG2ygi7sPwkiM03r?rMj%|#8W4B$u
zlWg$*WY+f8Pmee5vR)&%`_j6^n5&`7Z_F+$ZeyI;>>S?d|LJVo@`|Dd`@S%X70t2P
zv8sOF_OliiRsRq7*F4)>)7Zay=hByq!d=2^PQ>pnQ?7pdm+R}x&0ii~C@T0h_kGRs
zylE%iSAX2wZpCAB(*2`e?ZeimM;^+S@qawRBzbP*s@Lpi<!pCNbbLHjJA9gWT$N&X
z(7J%>d;DZ1LcH$Ff0x;=cXwB<_S?@gx4qBxFz;G7;r`BI^X`~O>s*%{-FR4*ZEYRL
zt0Q*)E*bUPXS7r}UrFnj$C!UA>p=J7yW8TQS{aD=OaGo>e|u9y>FM6`-PJV_pJL-g
ztAE!2DL*a$=iqna&VU&^<us)=++&`b?_alknftVh@@q2||4XR(w9;awMvRJ{z0fvC
z*PDmG%`nNnsBoo5^qIwNotTAT>fhhm*FLOyr1$G?d)n>LE7P=@J2vz%2r8Q}ddY35
zykwxZ;nD}5mQ21iRRN3E=h)u3#COTE{M(&R>i<8qpWeRjm+3JcnGI>5R&Vk%`StqJ
zqpRmPI`7=J*zn~E^S^>-6WW<KJ`?O=OpZGDgCoDTc>()M{>Y9WC;jW<<fs3>G<~J}
z)#<nH|Ik%<|9!!-gsp3fLgpQt=zMi)3zNnR59Wh!^N%p8`vgvKYhA+G^ndC!mdR%{
z(ydKat=pwsDO~fMU4y5~t&yk7*)6f}z;q))u1qhr#)kaa%l*5}uCi;opS+a2>Vfi_
z9TtV=<|#LP<*m*XOic8)SoAq?mN0+n-G~&8#QC@DCuPq}mo~HgdseOZ$BMJt^Ifj)
z-TpB;CewWGqjbNkzuR)-WW^8dy0=4j{?E_)$<D9OC7Vq?^i1lwNaAe&$2Zezlvd99
zmt(!_SoRK;zLKY}|43f@@bBbjebvjSUMakOW9fb9o!9nQU7pCB8bK#szG&IHFy!UW
z6RXo!-&`=;)5W9U$7!Z}B0_f8By^VS+8KExDB}RLh)1KlkW2Tppx%UhM*$7<7ROz3
zU&9;Q^gdiGzIf$ETafZ0FLVFMGuNLsM6r6_&Iu7va$e3o<HfHnDm7>NpLQiK*m)xP
z$qp^ouWMz5vQN7gzw&dL!>Ifu#FMM=#zLi1UA7kM1#Xub<hK|Z$`~D!Yl-In+Mm7m
zh?msMlb5FVna^0YLAOvbZ%dE$)<<Cxk)L#wJ~T6YU2e^!s>5cqGUCyu$NCQ*_2(!G
z`6y~JZqnHNf$3wsm84$Pwe~6bPukNaY4d9w`55)%pz5sSjTaRoAKv^VVi3-8^=ykl
z?y4J8bDhi;KCO%|X_#d5$~`P*>DS)qJ2r}k^<%eG`tG?_q;+I&_RA}s7bWA$6b#Q^
z*q<39t8<riL;eT0cx{!?va|8=dyeJG`G1<va=E1J;ndZ!hrftvyiEDPkUv*;j^B<p
z(|e^S3#>o?*DK;MK5TmT#|01eGYXsvbvF!oWQwL4tK_Ub(6`UwXTuvK<NYtwj`piF
z)g5ju^xKxiS>Dw=|M*M$&sO2D9`BuPr~ANDzcNzP^<?{z^|8C7v_Bm9k#b|XXx_oy
zrxjlXtDkFsrr7-Evy8#F+kEEh;^qD2{#4wV`IPN;dC>NY%eP4vYRum*Wc&Gys>nmO
z<!#9Y(UVoTtuv~(dh+0l-Fk<=O6dxA&vcHs-fJpJdY=`x>k6mn%nNhQxxbLv^6SaL
zgR|^Q?V0m)OZ%^HvD#pL{`&g2n~fWeeE+(3n)B7r64jiY^N#4<%g!_Wu)p9V(|y)z
z5!n-LVijzS)pggIcFLal_G;eJ%ipFi`?=0U?C&k%Ial+48*Tdg>ZdYa%l+l+KkOD<
zzvt5|6`ea3vF^KccH2z0)H}NTmGkrPStfhxv!a{0{2ijzGn5(+YF^3ew-s3OJ6OEF
za;mn`R-32J+|nZA9)drZ{QLd>zWMsg$nwLgiEp)XK4wNGPVp`byY_-zHF3-GOh2ib
zUk}cIk>ileo2#mv$L}=9!p^ty?@9jp9dl9-JxlqdbYIre+4k$<cCIO+A(u{1wRKaO
zw`GpO7TxG~^KNXZxp|Hw=1aHFt?MVbqF2nwsQ>d({dD#Fz2~)i=AZ9oT#|YB`)*D4
zEzWCB&z>%EWb!pXu4$d?ewN?ZQI?<aJMi$d$az(3%cih=opdtqL1y@=t9i?^XBSJQ
zMqL(PUjOJ!;^W@@s@;CCD}En}xL@+Jnd1=GEKkkbs)`D()>W${?f-w4Heov-8K<bd
zJws;aq>0N5f85&n+PCJi%D%@s|8H)cXZwy@|5t-we#GNzQ>UFRIlRm~UNyA!muPP!
z+wPt|^S+PknlG8GnVi?VK5Nd!nlGh~R-Wd`k9y91*+O#h*F`Enu6<lw;FQ1a<(YzI
zTZ79!`cAIDJnNx!*o<Ry{~o(pUZ}mdn>DT7tzT~e?*g~0lQvCTVNqwJx3e%w=X=Sl
zbLV4QJilkpKk$57meAhmpNhA3blGuTSzH}(TQjF!eSdzQ?iL3#of!qXi=!FM-zaLE
z7zIqZW^m)0VuFj-tY0^FPUB+~w)ns7=E^C-pI(Vv@?B8>d`qJ1rp*F-=Q=)pwbu7n
zP?kigmrX$H)3e^w8;e+XhAsMXi|?ZN9|3OV;3?}=qi^~gO_w_$#IG#4aBa*n-4*-W
zZ(mr#%Xso!o@#cR!7p9!&9WZKmWE%Yt-|(-Ox?n}wW7De_*{!lg>H)l1FtCWw7X~D
zyMK!~_hrKOCf$!MSC&a?B`sdHJycHVi}Jfmku0r(%=<Y6jONN8xvE@$N5Ls_*`X@g
z#M4TSm!A18%Tb)kG3}g6hj7gC+x>UhY95EmiFy2*(Cd=8`FWwj?6<b(_8koSUb!yi
ze@@5D@6QiMiOXNtkFRUpv*UBG%Z<hRCmp<=V8wXJ)V?<HxpYJ3-1r%<ZtJcKN|X2~
z+`g@dL;By8WhKQDvvf_ZF6-`}qF8h5?ImV`1oqu)CTW>R7Z)8iYE<8|@9&Aj7yU0r
z$`(Y_&7Z3BdRp}KEg|Lq_+ET!k=S7y_UY~WIX*wG^<Lh`H+4DRanJn+ExBGl$W`Od
zE8KPP`m$QztOtoT9RKA1y4UmE^L(<&FQR#?Y6Q=kZ+G6E5`N)-fA^+2b~an*+<UH@
za3IE}oKbEK*Y6#3IuDtuX~*w4qL{{BcjA5YB%@9Tw)^`^y84T1kCZK{UXx<~|I+D)
z$&)RoPECpref?ekkHx&V>)2+fKgf>VbLjHq$uG8_U-HtzKl<IrGL5I3qtE|U_;&2s
zk==XFz7JQmid?a2P0?nbmSXPy@8a9*ZA%iHKX}T`uX%ob|Gt<HvjwM}EbuMYJAdx-
z`(2kZSE^foU7y&MchmB-{L}3P!3ST}P1Wy8zp!&{+^Ogd%kFOaa+#-EFE`8g@2lzi
zxBR*J|L1fchHQa%PqhBtI<Q?%O!wtMsayZ9UYpdly8G+BU1>L8Oo@$nyHLjJ@vd{9
zGhK^3_E$aDD!%M}!2X2Up63<C*WU8qZx4Q%SzG);S9kl0pIcUaHS)E)^tNt6<rZEU
z;~#FC_wPLUW_Dm@cAfIlxYyhppFZ}td#WiLAC<0p&2@h8zFHp6+DWYKe}4K-2w9O~
z^k(6@Ba829bU(|t_L<utCzbNu`DE|2rGFN%?EBiW<!)iX<x4fQg67_u_Ul-A?DO)f
z+m2DZ_YHj4U%IN~!#3wjch}^uwzX42UmtXnW!I^7dC~JDy;9ftdHdBReSc=9AAa}i
z(X40r*Vez@`17tFZ*-ln`KlsAJL|{3r*|!QyY!*I9qW6sWvkkcMeDtMbLq9o<=^SE
zzFw_3ZQh<PbNH<n-;=FE?{_S^+o_v=-2C1pfo-YR-p5~DUt=hp*0w$Fd}U`3cYgXR
zKZRpQ3(CyGc<YzF?8*q86q>P?r$LxSL8$D0j3wLUWxwB4AMjlL!eh&WSVJwfu(nrg
zS~OdihIp|@F}o-fIL!{Z;pzDNi91K)W_7Xq8{}_ZY?S+Vso!IX>Hia{RSM>_ZY|=!
zG~?F#yE#>?>w0Q~XKJy}bY1_$lwbb3+{5OCR};2eSSh{r&z9WU9@madxvv%9Cv<7>
zel?!h{qQXBYL-53ugJEU4l5M&O4$A$IT?QM0Bh228DH%)6Y}P*<liv!iNTuHpH>&d
zPF4Qj$+zLf21m~w9r;zh9=sA8Cb>)VTs6CsCZfc=|3qJv!oo||Z7TUwkI%WWM&L@i
z_UD61Y|}*6ec85Wbzj8#)&C;ZUrldbwejWy*(1+lUD{{33Rw0{adg<>^KxbOM284w
z_rhH{oBb_hgHH-w6Wle`&~~Nsf5j$GtIpZ_0uP_vu1i?f{cHPgof%Iq^KA+hm{s=X
zt<0CLm)X|3UpDgnv1I$Xr4ARQ?s*hUkrhp=Hq&J=S|GZuQZi3{zSMy$4hk>*{@h?X
zSlh(B(od<c>`bIbLc+$6t3MgOySBYK+T8NN$*eWaX>8Wzl|=<74%{pj=exltamV7q
z_n29+yVmoUGCYc&ux0wEAJdlP$T}GwPOrRtv2vT_+_VKx!W8ev?my4<;pCoeQ@3A=
z*}v1K>T~XbN?&b%#yJ7r$Mt3Q|9O?&^4321#8cx&gIC{G^z44$Df;=feU9gYuTyL|
zE!fYN-~X)=z1)K7-0a@G%jr?iramv1zq9Cx*XCv?@r*l8Pa=Ds|BP#Bw*0>5`EQOZ
zjsA9f=j@R=x9m;-;_m0)40tC`o?U5F*Y(y?K7QYxIZ3L&pXdK+VqE#r-`L@`(WUjP
z!mC1TH{|Qz+{0gT_r<5>E)&=*UL90qez*LF+&BM!Pwb!EzP9hxmUo&O+pcY2_ESRk
zRO<D!Zx_67`ghGf!7wLzc9(Q%$V?x}s5Qdwh5fzT42!+@KMwQ#C0<w}Zt3#x5x4#a
z+1}`l6K!HooschyDLH-l_lIq~H|AZKyz7~Y%dg`ni@oPQ=e)B07UTC=u4P~IW2g99
z#J<kj`)>mO8QtIU%kRlNPWT#p`tzLmm9PJnH`gnDZE^l_<@@8B59dG4p36K-?#dSZ
z+@}HeY}FoGvA_KH?MC0T$u>F%Z~EW&DV}8BQG3YD^4^W3F5%Bt_udtXFk2p1z})%n
zNoAV4SdQ|fW%K?eDEwMgu2iro_S)qatCB<Y9(RccZ7iH{eV^Kv9U)>3EVuGpf4?v_
z>RHlud49dSVOi2D2iX&sr9Q+o2yB0nePfbzqLt&uM_;zxN)1{XF~4mZXYR&pxlh_A
zRy<7#Kdtj^?Y=#qznE5D7TxyMXH{<6jy*aGiI;Mo`>AxC|BzN5&2wK#PoyAp-?H*p
zvA93q&Q?#Foyc>(;Hr48u<+~k2FuP@yvq1{vS~_clH|vdHFG|M<~uT7v09-My>oSr
z*nRg|U;1A~OtGq+wz|kH_UP-fYn7Y#?|rm2rNf8m3h#Np#Vo-q68Ei2SXQjA?bw}C
zYUtE^=;`hSsRs__xZd`E+Pt3inY2QbXYWg|HTzh1NKQZH5H&USV@JS+54s{!hvK=?
zJa*R|?A$T8@#pS5lbI7^Hl8qGl+us2DvU@D%H3`l8W!ogMzsFMEtABSf`F_UuL7Sb
z-buX>;9FlkYtbX^iifw;AD)`_s!P}O#)Qk&RZVL)oV;FPCuGXD=~lS-U*Q~=gvr6v
z8BK#uEo;r{b6T<F+$IyV53(&1+#3vBJ8#!Km=x#9YW!qk(C%LU)0P4ZE2gHu^^{6a
zkgHN|YOh|Fnh@J8Z1z#mIR9h9Q4_b09T7XMl|23Sc*m(4Fz*O)sy(QstM&cJO`f`5
zb(X2?J-U*&l?im#>uWMK7hY@Lbkl2o$#>IeeJB4NJeR)w{T}(?m~rQ!faO!RFOivX
zt9^^DU4`o7HFw(1T<9#gx{zc0E5|J7wMH{G-O7Ei^`2_PN1fS>1_@d$M>cG>Q@Y8d
z6n#DV@)POv3hN5z=_EUDKj)lswljGDwT(}tOfR3A>R#lw)6M?liTs{RN2Pf*PZnG-
zRFhM&U1Wdh(W%JhE6ehhne!F3J8k-yYZ-2zc%kOC)ThGD2?9m0ujL++Nm$zV?CMm8
zd#W`L4kqUJTsS#9LuOB4{@d?+c6x;0zPhtH`KQ{E*ln_VzdYjRxh3)CbJV$DAC*t5
zBG{VW$JfbwRz^*nTKS4g*UifExZvZ}o}AHEiuRLdf8Mk6<&Tq_b2eHf1RaPg-)CFM
zWf@obPRL&<;_KHB#>^+Q!(VeY{_XizP(9gf`Xk>s!QW>ti_bhTr&(>idg|;+lV!Hs
zSq562Uts>7{Zmc!gy!q7Wu)p494N?tUr;%3`^%X9C%>&^zOPi2RQYcv_nu!<ucl{B
ze1A{;I@7AR72BF;{R!Q9<$<ST&+<5f&Xvn&@G+e&*z`HWvi{wbPgC{xHl2)RY*(tB
z8h>=YS>&2Ye3pNjCYLSf5%!Y2$UiIRp4RCd*E_%es6F+|br-u=NysyvB0;qzFZbDx
zl4mk8UWv-y=Q-^;XUWfV+xKny^XYB8-uEBxn%hq}evW_h<qn_!p7*!9y^W(+Xz+;t
zs&Ojn|MhIiHGaWa&l`5Wio08He!IY~b-T$tyR+ZTW|XXY?)mQEwY#gY->f@sZtZ9E
z!2WRXlI1fVIQ9ISb&_-PHsf^tPfr&7(tSNq>q$)eCdcDD{2$8vSuW$@IX8XMoA}cU
z*5_H>J|+3;-_+IHf2{ho^-BG57XA%~&)&AVn0$Ly>iSOkrw&`+N?HeeKg9eyb))dC
zjhZ&jcR7p}N|c`a^;DQ6Mg64NR0nQG-R8KfhdICQt97+f->T#u)%InH?_ASOOZh9A
zw#J^~YZ9wFe!G13w8&@E|2&%X!1gGY(}#$6?5+8Cu5-wjo-zztwKy<Ipm`q8<5j}@
zCf<MI@G#SmbA|TB3tR<{ZYi5BjA0QDt5n{6&F{v%g)5GT^WA>`b1m=61ID%CP16MX
zcHLI<^U4TbzABL;@{`b{X{q;eH`G>I`(3@h^1hha(o1jUOP=lKusy&$+moBquzUKB
zRnN~}Z=HRuZ_&eo{YF1qcxEs8m-DB)-RPu%>CO)AKXPx4(yLEoSw>Gk;rQ!L-r3hR
zN3$djNA~awCuc?Rgf_lyv{@&o*Q$4bp)dZ^x=f?3mov;CKlvywnYtj+^U<RhEnAyH
zR;sDKbe2<O+I&mQ(n(m-=k$WA2g@&qo%_X~7rbRsgw4|S6VDPvQlDS{wDrxewVMkP
zo@7O}E?ugqyJ+#b9djL@nv@(gsZCy}Dp(OYlUJ?wsavD-8$srH_Ct;0Wltl%O<8uE
zGwiw7WiI8Pi+6EM7oDjv<;y{a_3Bw&6AoTb(0V^<Z_AfkRr!@Cw3M8FUpLRb;a>K)
z$hFzUc$LlG$WOE9Zr5QK^tJ!RUiyIfj+wGZNMZ?ZHhaE1=fV@SXWE!B`zO138*E%F
zq`Y9Y{#UJY*RJo{^|5<Tv-{d})7A-@N7n6{!uchs+WJWg_p-Mas%{=J&+d{I>W`oF
z&h@6&Zo}0%lR~esI4oc^%Mi_TU88?WFXCl*^dUDXNnc}wxROh<XQJDdnD@FITgv$1
zaPp6{>TKL6)#55b%T$9uEU|5za!zf@Hr_P%z1LR$wJi7JUaR<g&ySChAC|4pRdHU`
zv_)QHS3pP{=i?-?7w$DmQ*-tj<TJ3IE67@y;aE~o{qz&>J*F@BH=n9gZSTzf%`Wfs
zdD*e^oB8&YdNlce+_*h>&!S6L|4z0k{IFon>M#4)E*SIsO)ySq=6ALX`(wFcZ%pjD
z4WFw1NZt0zsQ=j@@%Lf%p1H>w*S0TO`+xe4s7Jvm^Tn1Jge>TCNc{ZXOmOz8=={BV
zWj2{U-Kt+(TKVnh^J$-b1oA%aI^!)q|B<KH+)#`9k2N`u#T(xnYD|2WJI~?8Zu`4?
zKVG-{JLNrFOqAWv7s}@nZB7ew%sXL_bT#k0WRBKqW}|Sg%}VFyeqH&wrtpW(eS3?t
zw93cg?}MDybyYuWQfK`#@zvw=;fmHV7mnQx+v_NG&i8W8oW!RS(|@UdlI=+eIK1S<
z`_wn{6At*)y>mVE@${kAhc_|=ykACtyDOjnbnZ5_++WMyvA&J3a*dBX!Iyj3>hbK=
zyF!@#xAG+mzFMxj#NXsOgX5HblfHw`w}!{Z=-C~0=a8S9;?19)xWP4r-~XxZZtag=
zlWgAq-q_n|vA#h}zvK9{lPkCQOnZ0rb?o~)PhVe7*zw{2ou%A+j=sKB^z`!T)0t`$
zE`8wS6j|^z;pK$pZ|22eho;`JX>@UG<$S$i`G2+b_x!?ApWmJ<XY-_|PndIF#Z9$2
z8Be}$y7GB)PVA<-_?=bFzry3MZhLd)e?#ZXyX)&RGnTq~mv7I0-rRI6@6VMO>nV%#
zRb{HPi~oBRU0C|}`}dnl5>YNm_YXBUUEC_isZ(3*>%Uj(!?CkDx69{x*&6YOe`xfP
zotGGOt#CJ2PNL{Nn~0pKlgkr~;*6OxS3WP3iuAg6N$rA)!eWP8ZmEluGyg<-mwqli
zW_tJcN`K|t=6_RGr$)c!PRMnh!u#_I<L{#Qj^w}DJ94!7-CyT!Z5QmFuC5=r>R3?M
zoVRbqqP!M{%*f5DSob(LoO9ZoQ2nT9-_m#R?*Ae3SF8GEMENF#<+_4i)>~H3W&Wg5
zJLRU4@Be1KrMt^CE#DlD5i?k)vrW6Uer@>kt#6~!D$nh4?3`TA6}gW?T5@%=Zo|G)
z3DLIE!JJ!yW+&xN;SgqPIH<sC6yX19--oiz6QmSNdws54<MDjK*<>=+UwmfEp&gN?
ztcEr%iuXmOGJk71W!Y&i$+nrv!gOC@-JVD4@1_|gc=ZV7sc6oZ$W%EvQ}2Ma#Z=$B
zHC;<St>4lvb1hKX+jQH+-KQ)*=sYRe8P+iALhVJP5BlZ?NxR(FEIQ(L;ey-IV7aRc
zS}y8&35i$pE%ordC$Y!;MDo5*ytgjp%f0+DA${pyw!WYYne?Ol{E`P2c=JEHqL<OU
zZo|@c6RVh(@O{rTF270^<@ot8f3ED@^dbS>Z^D=2pNi#~wrO28ZFV^9p{`xPR$wa_
zY&N%4@q+TaD~X@C{SA~fT^L~8KH=9L@6Xu_?*0g~SJ}JO`{AMZqrvmr?i|j`w!2wc
z{Icfdl)Id^H_sjuN$Tq_YN?#`^|Nr!hrIor((AXJo&U7BwJ`ksv8(f6O6J{IX1&}r
z?sEQ(SgT{wY3A=ezmz3P#sBww#}WUP`2_Q__^Pkkr*G%K*S(&1C*?r#q}u=H(_ixx
zz1y(p{{+TKrMLSR%ijJyfpIePlxdUw>fc=d>eHnBXL8StqQeVSK5^x3Go8CA|4Z5=
zPIL1F_GrEf=L>IqWn$jNEj}+UuIlI2r{C*7{5~DIZDvVn=%K(xfzK8FUGn1hZ@aVe
zU_(#7)1RkP_ebf~9uVeGGbw+u%CDkfcCm0>#se1S>&)9W958tpEcd5v`DCS)yN<r%
zxnH~C<gDj2JD1O_xKqS$%QgRz=(?X45+&~nF8n$p$yUdI_g-oF&V%3e@726+e){Sz
z`{}E<+fVO)Uq7Y#KwQ}8l$TzXdyDV7Ded0&{<qlnE1~YEL$BMNRr|a6_PV(0r><(*
zJUq2_hssv1WB&E;+V38(Kf3E)W=Frh^>vN9pl|Uy<=raMY|kne2i{d*`+N4EmIZN3
z!;(TZfBo%?|NYE-+WyMFYxgvLZ@Yai#LR)mET-V0-9%TRoaK>M&KoPWP4%|(T7SBB
zy5lah+?`vR)a>i-IDf4>GvV+{_VOP;p8kAVeg8L~@Ui91<?^$tbyD_y`s96uF>dC`
zGTWDx*B*&QuUoU-a`S}WiMcZ;rHdI)?d<G*`dB#X^;u>$?MJ&*&z0Y@eptNVrMc?2
z6Xn(kx8tSibj}+K)CC_cwmf;6uP!#$xZ?j*yZX&_OLs@*{p~Hv6v}n^l*awU;9|<l
z7hi6N9cvcu;5}awdpdi^Yp<z}7Y%C5V)N7DrHX6X-fv5Y`rI|Y)x5W1i)O)6xx&9k
zyyh=#SRl*Oonc#&|4Y}MVTsVKYszX9uC(ij@KpBSis6~}=>wzZ-0ya)*KX>H&i7lj
zXW7d2cZ2tT%uT-3b1rSkG&fge=WkNwp4Y?qZpYibd!iom(Leg2+@mQr&sq<@@?I={
z#rR)AmT8Ik`3?KoZMHURRm8k52zkUhIXlDazPR0r+dj)vC$tHF?^}MBVfFj<PdC?=
zM(p-D{bNmeisY_oGPgGTlI9DWz9=o_!-R&!Z07xr2BpjNmOQneko0@<Ms5BAf17qG
z(^WtD-mvGrcighVSkb^B#(NQyAA{3M;l|G&-yVvKo!gprRP$ZTadT~x3@wiZ4BMxb
zTI}gcWQ$+0{otj>Q^vBIb)Otu)_>7laJ6OihuP28#T#93S*E>i8O!bpL9JpD+4W16
zc13DlEcBf{&w@v&F>h`3Iu7r1Z+2}um$_71^qlo7uB^m8v!?P}PKt|I8KG)Zpt{tg
zM0EY9-jhDkvqW4Dl<8e4;AZ=tc-k-MP}?UCpEu3bCUHh07bnHOnRN13de5o1&R$^?
z9<6v0CR}<>J6v1zz@gKR)2t`GQ0?`tdU@{GHeMA+zjalj(>NDi<d}WdXYu7UtGU<y
zomqeRmbw2O$z!|rMIHTS9`oRWYO@E!q2fciJC;qY;1Jy!YxgW#%sD$JvcU6ulDpUp
z-Mc^DEV)^teE!6n4PPF!&3SljXCl{vb-LBh&(^g|*O}jY>Hn(1I{(}3@Y9!btJ`k!
zp0|-+pJ;Wy<n0rMpS|&aOjmDyzq$0-^22kI3!?eUY<FbZ<)=M**>vD{-etz7vjRIC
zJua{HtP_5~!hFQ}T&RaV`<8|85B!Oa|Id~$R+YK)^v-U6yFVM)e&-Z^`t5LS;b$L(
zegFTy*Wds3?)y*Ml<fkh=T@#e<z2hF_*lvD3E$_M*X^5={GtAYaMNuY-5(F`_J3Y=
zt=w+c!6ohCn=j3`J>2z~Tfb(ay881~wNCHVnos3$KM<Xrr&#&oVd%C6H}p?@Kk%Ms
z;qqt!{+|(ZyZP98{$;7o<eBw)ZZ(fw<<{4~<>htcYkp<?{CNIeY+U_kSv5JELdN|0
zW$zO+)IB46pT{lp-6a#7`r7&6tIJO<m(N@mu#Tbb_w{{_^PT>-nyDQXwRK)NTgbD`
zbM@;YvqU~=|C{25i`_q!zxHM*OYq6AjX5~IE``&VyKmRhojWRyIo)@hmHKb@{?E2*
z@$aANH03`#wb$aQ&67obHx~Vt%eFPR<8SsPH~yvV#|fJztWTGp<KpHoctZHOiU0C<
zhK&UqK4stkb?npK_y4XH&0QYOKkun>v5(o^PajX6)_->A<lNsi>!vMt{}vspb}KUP
z>6PnWJ}8{j^{ZQar1ezohrZ{UQ`+CoWLeO>-t}Jbq*Il$>Zh--zkkBqXI5LjT5&=p
z*Z(-RS2M$!tWOEm-CFzp@7d`~uFkynG-1*A%RDT}#yQDJ0u9O*D}`+}Ojmz-wM)<J
z?mF(X$#VBiCT-A-er@*r<khz^yo=8*Y&Y1ep<VM%-Ff~jiRov2y-mI3Ke#3R?mTzO
z^wRx{)3^Ie=FHwL{HnL*@6vANvn$vRh+e-obsg`mIO#lJC-Xbk7T)soJ+k(BUtrcF
zg`C^*R(bPh$6hXaz2scQ?G33J630{c&ctSH>q|+nyqfy)&&RLl7q;fFEl%%h(UktB
zc)N9#_w9IpHlw_S1xs@G83~_m(P=8Yxa@Dq!nfLUOrB)#$b5BMeA=74Y-^KUc?0H%
z-@9}z?aB|ab8pyeETt~Z5z;xuzG0RB_U#5LN$#ir9|)}HUYXGSOe5>^q=3q^*8Q0;
zMV?<d)V%HG16Q@9Yk8Q~m=qlKTN-q!b*s@?-zhvFcdooL|3i_M)7H?_8;l;ia_vyP
z-O?nw{o|z@ZKZFolpHmjrGD>AZ;7MCH20gw4xDHX{~|oi#PxHpBIAQ7zq>x|m(ARz
zw@9UZ)|IY*82U=}GT)NRr&me$Ej;)y<57S^MeMp5t;n9me)E1Niax#i%``&(<=G|L
zLN7MH4>W4#w_=$7M{B`}hy@-ZQXf2%9~Z7E{rGUM%(lzRRNro3<yGJOfoI09z7-w+
zQ?(6?BKRe}?SuPXMLbnM8@6PLXY~Z-j@;zpT?eJ+CC(Gkza>4VQ2K|Ud(?{^XA6XM
zKed^Ecoo8B6XtHU_p4iRLRWL;U+<MIeNT9{h#XlnUpT+`44-bT(y6<@X5?2q&28%2
zQgx|p$_<|Mie;wHP5*vV&HR^F<7a;UzR%^F%W1ckZGFAxSgp{UO8+9`HHr1tBd^wf
zZ!W*F`K-IO<c$0K{pY4C)bxdx$IUsi`|Zw5iy7Z~_)BeM>(@m8`2D5(Udp$|>LdHo
zDmQ;P_2AUi&+Vt}|1STZ@$=pHebN&18J6%V&ePr|Hix<VvP{oT_3Ppe27kN`o~?=~
zmzDUn^_jGM{S?mAwe$E=3Xf|Yi2D?L{JdUyW_|h1O<%g>Yc~A(aeTjv{F6t!xzjD8
z3;wOV%=7BphNVw;KE1RwJ@U5wVcX<-%cIk~-`juK!~FDg@7e8vKOJ`_zbNflYySJV
zL_yMI?L8k~{^eh<AHLpbx6<2d2M<3zyM6t~WAaa$+Q0hE%wEvK_hMz9q>pm>^y1qG
zq^mw%JiAHYdfh2b-q$xz@4Wo`wEd4}d57)WJ|*2$zt%0+Q##X3w>I|p*2JZud%e}B
z-#oWWQheP<t9u{bit9d|=FY3Ms6^1Q_TL*Oh7Hv<M;KmSIhlOA{?qaQ1wZHi-)`SO
z_g(O^N59*2ot7BxOg?ZqdivSopw})3wSt-ZBdpTp-kjf>c>CJHpuLB#tn~0TxRdt%
zxBU;suhTb6@EogI^ejwCy?tJH<y6mi?e@E5_RjT4QD-z+>YAC-5R&>>a{4c|R&)E?
z&6C;14d?HyXuHnzd9C)7uV43<SL}Katf_u;p5d-@!u#Z8eu^C8-1cp=kI(kJ-`|XK
zQ>AYtE3QAi^t58xb%mGjcZ-<W8)X&$H~OY=ds))7lN@0?56QS>T&%ktnZMd+HQx-o
z&+`sHE8T0b_w<6lmh07=L;Vh|D@nNfa3&kuc?&<mi68!lU%z$yn)9}_874}zVrEZY
z^USL6!@k~oT$vdUw#`4H9(UpX#)G%w*#3%!RV^)L`?v7*lB@q(_xus}53Ks=xNq}j
znUcBl{#|BK+dk9BCwJMczS_Ben=7V?-hQ9Er6u=pN<ksd!*A~DvG=&U+}|v&Vchsl
z&|}Z3TV}V{RYcmqzHT+^-nQ2^g*@B&F1_4PS@W8e@uBKzE!D}VuX-IeXlU~6aFb3{
z&TwvXG1S_i`}nid!a&xq7BfEitlY?R>{9$kGsP8t?nl|pg<J3Nq&bPM>)I(9xM-5!
z+?KUgVm=!~CTY#_T*mV9K*Ls}ti!9Ww60z_yKTXxo*#-Ko6Z-pB%DypyBrk%>i2>7
zY|7>@gI~OCP>Y*3d8#=p>*EjI8@wj+8T}Hxrs;e#aH?VF=c6@`PF<Or{w;NWo2uW$
zIUBccNImGzQ!6!fwury#q3L}KzbMORWKOk_&T@JscyQxpy9>MDTv;&7GDM;35I;}Q
z@!CgX#;lHe7EN4k^zudbBpomDH!cx!s{W;6rH>8PK3HmepkX^>p4ptYS9y1wF1hx;
zLw9lb&8QjgT6oO&@@dBw9KP;x)zLI#`UKhang6B-&HX!LZmYiSg`7J#X02y=mbH{K
zNJZ$`cIRD>PObI(_xSg39r3*{;=B4x%(r)kH}82AFC3)GG5h?Jj~2bY)3%*n&vp63
zTkVZop8Z&Ml;dPskbkVqoj)(u-;b#K`#L@~pscR4;zME_*Ms9b*6i<(X?;{JxW?9S
z#VXP5H6d$%UM&2%O#i*QU(eqk&kJwOZ2oJ!r}x<3KYUC#Cr_T;f7{{DxhApV)=O)x
z`0m*5nZsXa**Kw0K`Z3#ArrP%nT~y*4*p*A<MT1;?W;B%Jz!Ql>AtbQrNHCg{B~XT
z4SLa@?~0E-)XNvQOlc^enjdSia>xJwdt7S|Ni@7IHi(}6cXj>Oc%A=$;{O<jt<QF~
ze!3=4<Jp3Ld%xR7{5$>s)&6IPi$2*NUeaQ2WhjucSC5;c-R5dRz{`c7_Cz$A9dwpi
zegD;y#|IPsO1VU=Uw!YYt$*a5s;85C9-ls~UpFzIGv?5{J!0ZjvG->!DEVZZxLt5U
z%Dwwn&u%E5n<M9&o;`WS`E$ivW_yXB`ps^psQ<Qq%89j+7p^+L)31AIc}_hhO773u
z^TFw>H*DP;T{&Ur)3!Yp`yQ@fd+?&WR`!W7SA?(DD<4nZ6(+lc8Riw~JlD7{%=75I
zUi~loKmI;F->1K?doF!ie5Qp=z;nL?$92Q}5@fDKvroN0J?YA-4e>VV3G*9+c{kL~
znsoTnmq5QMf9G{Y&(aA${XnmM<6MgyVsC!iHW$CW^>q*L86~0noSXF}J{0V4c7FNe
z$tk;E0Sf>2hFD5iM)l2d-|%Vm+47lJ*KvN<VD>CLssCk(^@+#wORY|6zCB+RS@ZPb
zy7!8gUjGWRd)vp^A*}ORXY#r5j$3_UkGuA*_XxgGX6xW1RT{g8>-6e{Q)ZqJxnE>w
zt+HcI+PzcPjb_agcjei++IL!CqvW5g9A)`8hlMYQ-T&wQYvpHM^N-8)+wyvY%TMil
zB@sG#{l34#X5IWxCU6-s7tXxUckHd9<;%&w$Jc)0+|K8#&k(bVN4o6W%c)LxesB2x
zV3YNxTN5=|KZV{DGgTK>Xj%VvT4Leb`>|KT+HQ#L-X=45*?OHz#%ql4`D;xw;M$dv
zQ@JI)^`$PuY^}pmZ=@!(u!NW~9``B82(wAD@m=%5&8zbO&*5bZTvbOWvOX!h<KW@>
zHl@`*^Weo9lV5mRd-?p*iaV7z)l`Y^(xHq!W_hA_+SDT?*XK=Qerve?KHCM!ScQ%3
zK2v=59n)Q+^`^`G{fS#FOzU;8Ozt|9)#YdPljD}x1;-+t`F|W{u=ij67v?hQ)TUbp
z4{cc_bS+pe-$M9`!Z#OvtJZlUOKt94TV=Jhri3s5=fdNKVKcMNuWF8addcop<hIOT
z?wuhzsf?Fy1x~ml)bYHxm%VMF`Y}1#RRWsfPN~hiCP_z6x!3F^EG%ZQ_?K;gvQ>x4
zgBJDwesUE;1}mkO{tT60s=2UF-R<!Gd1)eZzO?k_?cTCfz$)o+nfzA13jVpKbEaL3
zRN7eec=Db}%VmO-p5*?Tp}pbh7AG&QmBM8~EgE+osl=$|G^&*gui)TuT|3*hQd2KR
zJAh>>XOv`mPtU0^J@JZH$1<aqJWUFop?)>>vm@V<E$jkotXEdgzU1oiur#sd>WTia
zM(uY@r}9gmh|WC6?!@TZ!~aC!!mfu|Yq)=<pR@5@YjZO3F}F-z0{02S`*w$wtMfSS
zxXo}fm>|u3*jer2*~_zAzsMTgTKV44!v0)vV~u;$^{6DV9Ea$N6O}D;3j+GS1+Np3
zPu}!an1j7RZr@e4OY8Xc#KezoyY^yT>_3&~Qs*}DK6zOAWXIt$?fEiqKAO!7Za<yN
z)^J*RUu0v?&WFFw{J!z>saf-$$39woHVo&EJe`=|^D#B#Lfr|jpS{sF)eU-YxA@DR
zs5mj1WB==bd?u@73*U=R)35(3eY(H?)9G8=j_mAae)U(m()P)QH*(Jn-u#+V;u_YP
z_tSIX{Lh_d4b^P<w!QlprlT&D@S!+h;hYH@cyFv1`e<|9@XLy|3{z^)#W@-;TQFx~
z<V2MgzpdeqT^BzVOg-WJ>`B+L$C07;r(|AVx+lEl(bey=PuDR{idcM3Yt!Uy7v=bF
zSbh0Ce}9}X^MlLFnQCp;Zxi)rxwN%a?a6X|e)j5Xnz;|WRx}H|-dOo-*-tlvrxrB_
z%+$Au&$XyatNeU+`?UN2@4ja`%+0Lv+xo`0LqEF@+Lym8*|s+_?|bE=hf5rG@vjj0
zcHd7#ufXqkQGw6{m4`aQDbe%t>pz`r_m|H5;plehUEuV;5ep}`M(5o8w6cZS_ct^9
zl}jg8nC0&E*Qjoq-0A#U`1b21(Xp}8^770pgd>&L=OhIQnRX=B-}P_0oVxVy5B2@b
zZay!og1(8yrCXPL+CDXP(oT_cGRAv8PF!C2dYj$RzPw9;*S@Wun_XBLI@`eCCU7xZ
zqtNyO=llyiiNbBnlP5&XHg?_dXw%a33m*kHC;w(#J*{@9U**)zb4s*g!={G+x|19|
z*I#AL@yyjnXH>iL7PB`#yqULAmxamgRodrA%WZvLo2CAk@Xu-9#?3RBBX6tq?x^^?
z`uD$MJ1_4&9?8D+t$&QcMD~8OTiwzrDzWpv{oVW8weIaN&7Q)S5%F`jq=)moFugaW
zz%nr>{M%Q%#tY)hQgiptc7OR)#W}J>TK9Cv^83-M-Ac;#D_dqK^lW`7wpKaZXtw*M
z+?7HKHya&4nK9%(_Pr=wo^VRJchxiHBbC{qKg4u<XF9dG^Vp?ioLX9N{8U5Jj7JWO
zxHmpjVxR6MzKJXS>g^>vR;e7_^KdnjSG1t+nPu`5xeG(|7Kq4*N2cUd{Mh|)aiPxB
zuBzQ?>+bh<7fh5YIo#^<KY0tw&K<uZthnB5-|d_KAVIc%Vynx;wKq04+IYV1l8W-2
z)Xy~K-l5&U7WLi@O8Gf+_a&vfUayj$SFM%%vT}#7{#S+{H{~wH-A%D>iG27=aBab(
zbtO4hmdHMSHc5ZwWrNJPC&J?Mxj0SUUS*7W8MtT4-Z`sx{CT{?<My18C%)g?O!qso
zTh&-Ed2c<>cfsNVf0i!arlwj@77?n)dVP;|yp+{tSB~vVw(!=jU9mDdS^pvPZr+ln
zph+$HM}J2Z-JChKFIG-f-AL#}*RxacJEyKZ6{Ib4Q*wXF#^9*0*ElS4Z>?XOQy4t`
z(vI#+S@W;l?X5b=BhS9dBC~pPW_8G2gT0@*l;4)9ug$r4y(xQ^X!E+pr2BD?lskP&
z_3COb2a5%_UNmd_{IvR%LH}}h_uqGx>g(+P{`bA!`MQrYpB|j5%`@-4PCL_ucjt>N
zewta`TYUJN=;BLWZ`Bt3&2hKmz4|HY>fy`FV**pJzPTYcyS1Ww^7}{Md%gUepKW%$
z6m{F`(9gY%TK?^cN8~s9rX*gSSN2)px4h8(=g+>soNXU_?(>qzAM65--@RVPysIwv
z_Is@hzXbo@;oP2TxFbEPUPv-C*XH92=JnNkVo$#OXSe>xp8h%2YwCVKcywi-`PJQT
zSf4E@<%*Nu5f%2gyZLCkzTIJlX`dz1&wo4>l(Hb-v4e-DpE;aanT^Azt0wsJVdp35
zu2Hu9GJjT0-?TdTm(c5y>%O0Y+TY}F6w9ysbU5ex`@7EyIgNJ2+p~&4X6I*_xM6EF
zch>#ltBK*yvfo!;Z_l!3+^*Cj-owV}y*Os7<5&J=C9|i6KA(B7==AxL*z5oKq~Fgs
z@Kcd9I{4?K|NRFK{%yU(w`ndT%l1zmm(@kTZB~B~yhrr+tI*7pO|KNB>rM%|JN$d4
zw@$BF_}zbY_HBQoZ5Ve<d~Z<m-_kAhGVCmX^1AAuLhDb}K7Bg<W@lMaWjp_w*e3?|
z<?L!D{GVJN*|mSGeLO>$pa1UeOHuNjpEFsbA6d9R+?zIkZK0ppoqZ(-ZqC%cp0B&z
zQaE{j-Q?y=d`J40=Vcl5zn!mk?wW@Bj2rjXmZaUd`qa5|Imd-_eFrapOBJ8e$)m5Y
zIHg|N^>+Au#_Zd2+RWjpVlkhR`SjXv@E=PN@2PpcJNVPbcio5Eq_&=3^&`Xn_x81V
zE4mABw?16Q&#GVhbIPAkxn-hvH0DipH(K+ajZ4RKri;aelucqYPx!<di|_MW6}kW1
zw?li5iOkDjx#H%sd&}!z`ns_vxik-*`ai+x#Px%3=SP^Fc*phQ#iI8IR`1xBVRx^-
zp*bMeTFo|eLJMQk{>h(rElf*$*uMVjj48eI9HudvHuOx8sN$&avRnG~(tG(<^B2?X
zeEs(yK6J~i>+lNof`Dy$&ZV}`mb6zroqO1Da;4SwFth!W?v}WlF8<S@x!zwP=E}F1
zZ`Wl<E!&>scVhOsm%81Fa|^aj|Fn9a`JN5GS6*hAW|7okwkI&au!+rgkBHWaLRHVH
z;VF|_<?BONC<o^62sHDWJ0&RK$g2*ib$?{{xute``yFS$Z)z(Lonw08!rG@X2YGmQ
zeOws*YxTloJlhX$J|z9sG4(*tjaR8lCr4b4FlM^%b9MO(D~_hhAGc@97EYeGEc|AU
zK+p}1yqBrBPi0!Zk=esI>z35pOUCy;2ybQK4sP_icK6Tu?(-(Rzi&U){Wr1Xt<jyy
z31@F9X!(>!o7~!E#`WdeF@E>+R*zfcLsC*d=G3%gX-|z2biK=&GGRli`so+S_ss7n
zZP)F8vBgPEKr{HC=-)Hh7Y(Yl=U1`pIx1axmC?~VD)-XP+3yvq=M{8c-yy3Pdu2zC
z!RsXU%jZh|ulZe^e)CJq>kTHY<v|neg?e6_8FGHSZ*lPmU%b`MSu?Njsue1ps%$QQ
zV&Jjf#%llHM}Za6`zIB)PQ2MCyzS|`HP7_6{9bcfk(u+>bDn&^UkB?yu%C|JU!xpt
zW3teE!sZ%=*A}-OUb!7q$n#;@G|B76w%OmfW%H$;oxVTyQ7zk>=av_0+SWSeg=W=0
zjol`f^kC^6wganHFEi0KirT*LZSRMBbDuu$x8v!HUM6FZb~W4bf!axz#@P=TSMRUp
zdGRJZN7(W><H9K6C(pX))Fz+WFwgz#I<EK!q4V=HFKW8;&Z};n6t%HjD7sKWY~Q|}
z$9IJl{5ZvaE=@Rp9f$p!#Om_aO{d-BBQjSs@A&6)y*;5|>+7|*w^vk)t>-8;(D0qR
zZ03Wd%C`LCyLT;rb8E4>(4v-gL7t2B)a;*ez1#T2NpWXtKF7~l+fLafoSA-2u<AqE
zgRdWt%TMy2dveFAT^;Y7w;uYu@4<(8RmawR5H!m&=g(Vn+c*BVRN00n({{1@7}-Af
zFT(uI{?}pqn0?>2t~cP^GokUEbpD=`<+k&lE^Z39==fhy`M1~HLZV)v+IGpgIX1_3
zc3crwW0)E8V`>>o%7iIXqu#t0-gP@CcGt<WrO`H5EtcfQK9m;VyS01GYMoU*y6Ly~
zJy)Dp`HRWulgr`!RE78X|BjV^3N4-A_m#=z&&6d9J~P9oZrUCw7G9uzx6G$w{&gnb
z16@Wjy2m(AKH$EiCH>xcrB7p4v{=^`uKUX(&K>B8*mi_#`K!?Fl8MF=atmx5P3K;l
zll@`K%LzLxuOB(!sPpUMx^KrC>^u%FlQ|;1`A>%Ft>jCsl1|!90kQ69`?G&q^Cfgz
z-+I6mW+S!csZN#ab<Y<0-&^7h_s%`IPyMD}-y<>k%V#b>{il9OVPg^7G4-(A`}0h0
zAB$a)bA8V&|K+#SKDD^W-B|e`%I~QH^S)E-?ncXfoVzBhJfx`W^-RmTq3+kWnfl-R
zYrOuasn6}@w+nACeR$+0XaB=<;{LlHy=+;Z%BI9;)3u>@@f@#G)|tGQnAT(l%0)=+
zld$@{Bw0wSHzZgqzJC5yjmj5Jli#fBP*d5t*Tqd}gWKMmEpu3%bB}T#YS8*{Nbk<E
zC6_{qn&m%EUHUbkxqau)=7tMJVxcoMI>jrjKP!iLOxNV_da<8X;qKMC-5-uDy+75%
zB0f|+<@2o!K_@Gfb1y|>ADUH9d>HG*;wpJ;g8$q8dEq7O7ad=JwoSdfHGbpqb<Ova
zUn(zrn)!e81E2WZ3l1-?2)%y(l8N{HsZATV7HhKj3jE+)@A-257xt!)UfHtUvwK%O
z_1#yH$u7M0L;#QS(iIalJG=daRBBc77a2CKj!}M>V854}WwQB^#j918{@Zlb@0-?L
zK8vT@l5ds%-spMI>!4q7$j5Z4mnm%f*Suq1UA%Pt+-A|A$KA>v9OAgPDC548+!UUu
z_OrhBMensf`Br_N+C3xnUh_SrXH#X~+BdOzwR`c$+;VZc&1x}OS?|Z^mUX!c{7RiQ
zxA^k@*vgl}DId*$f2~`k(6h-*6+e<!P7kfPr*v5Etvk<wyYt_M@rN&Y6UemO!lu{b
zP959hkee0~WloOI`4(I~-+1;i&k23ozdWnYhF6;Z6Mc|-|LRZwM-$7g<ZhZi=UG*<
z-MiiICqCa4|9kK0*XEkfttPAu+`BMi%cQ3vzsi1#*8Rz3wpXb+QQLNJ{ke)ISNe39
zTdJ4N58slN!~gDAZ-?>oa~=Ujf0n%57yF2Z>3-$!+;bW=jc<*%mYy}*Bzw(k$)02S
zHEWA+ExYA(bM-0by;HLF<S$Qgo_;lW{)U6U8@4Z*v!`Vak6H1JLWh&#f10+(Z-2LW
z`~1TnpM}<a{mxpvh1WFy^OeoH_f4eT>x-{mlXlyG_>pv8l<fO0ixlUxpFXW$oA|T)
z|8IAjuMeNtnXNkfCA9690=M^z_g*`-rsd?$UR<`h=1h1zyVq9V7Y$ecEti~AU;Xpk
z_WHTkSKK?$SF?6ju3z}Nnq4;k4;7z2c{%;&p|bY3nfB3n0q?49I6v|xFSnV`Aj|&K
zkE5pQuCU1VtO)Tr7I&Uh^FR9e>i+AT<WJQiH*dMb&MBRro3j7ul3VZFYd*h@Pn`XG
z@6$uU>C^S?e(S7Wbw&BrF8PX{bA8>bDw222alXW|<mZy?es$SXPt7!L&#y1+WyuK&
z-|UosWxc>ePJ7$f>5Ct3+P?6ts&B+gGog#RHXJ8gKkYcqEo{ZAq3Ephx9G9<_Y0ac
zV~$*P%abe?dZtyeZ~G>}><d@J{ZGD#`Zj5G%F8{b@q0b5giP|?m)U6<aqreji?>nX
zf1f4KyMN46+<gc8PTt!E(`ws~zBCMb#Zo%`49DdPL01Ra%C8rXyqaFcptt5e>%?{Y
z^SE{6KO5gG5}ki`#=Ya!pOp4|N;xFGEp=y2q|A<G;YtTD*M+|popEyF!EG9AYJR8B
zOPpIIC3bGZrmeL{Cf9#9idEl}sXM>$mAyGzh8vI3?WN3;VlHRA?rmCqMb%0`V5)s<
z*V@(0M!hT{nVSr!h#ub;c2_!n&(&VZX&GF1{+MfNr?5JlE8|LPv}B5ybXH>FcIM5`
z-22uYTjI3a<@2+cUz(-e(oy%eN@pFK{!GwJZNehouDsxtC8fEimKGmfGSNMxA=-sk
zIqb$HwLc*>N1cy^{&PtGptSG9#O9QPtAYiWX?cdvyAdxn?eGuYkE<`GKTwz#a;o(3
z8^*A3zx-p5>`r>_{y1;S|0P=@-KO^MI=nn}%DeuLAq|&Y|4v;Qd)fHj7AEGH=Z<k<
zJEAIIe0dPkcBMD3Z$<9mCr_R*z3*HnkSeuK_0fmzMYB$C`WZG?=ckh*+q^H%%PNB|
zR|u+n65D)8cjD?`ElU}Z%Fh{lo}6TkVV^p8o|*2-hd$x^c@&PHP1u(Dp>55we9`9F
z;XJK;S9HS<PP*Un@o4TZwbg7wY<b)E{&*<dthG7k$`t!Qcb@xh&S3L3>YA*i%F^4i
z{oL*hzNnYNYQLA{yj>vQ&M)`#7f<p6Z`noje*IhWIw$eh4F0v1KYq^oeXw!o@dGC~
z-S;MPTJG>XCU)x7eDlcLJ*5Y7<??(@e4lsSEPPOtJz1K!?q_$r&i>EUU(;khPgUG@
zf$x%Z;paoi2O`8uFGyM4>e~IqJ%8`XMz?zn%>3*X-)Fq3m~d6v`<wjZ-|Nb^OKGw{
zK9pnm$?fF3Ra4eamfi06^VG#VYu0EUIsfxX>&>=LS61b!1kJkhB=6py?J-Xq-uzrX
z|FB&h=kAh~`<x%|j(QQM_vO5=;5?tQJA9Xa_XK~NeD0IbwUU=p{<&(mpS^fEU(BYW
zfOF@oXWH?)cPozNXg_;>Xa0I&w<_1oe^Z`5;@uPb`TdTfmtS`0ujx#fT6nng`i8k`
zdonM55C7vm&1%U$o%=sdWuLbHH(6fq|JnV2^QZ65b4{)e<jZvH-_-fE_&~$0#wGsy
zWkRCjY*#dV5VXtd&9Jq}eyklb_3>BpxaGR?(eFO_cGaGGtP_3l!G@T}0iPND*VO%)
zJl`nu+3DxEzDwApRyf33dp1qx>QXoRFi+|KZl1pNvHN${6n%}l_o(#zFL&p!w^bIn
zrK{h`W&V4$?Lxt$l79YMbC(4D|7E^!Q%uz~{gltPLepMrSf66K_f7uhMB9=nZPTt_
z-#PXD#O9paa^JoMY|Edz%Jzrd#6r>eC2Eq#GxVo5$5)j<nG>g1c<9GHxm_}|>wYJi
z=`CBzA0}pfS5{o^<Z7O$Q}d?o|IjLI<ul{a^PYZ#M<O}X6AN;M4|Sbgs=-lxW$8S|
z)!KETe9DURreD+MHhyTiiNjjay7biHuTze`I4$LFQ@N$@Vf%$`2aDe3|B)_dkeRqT
zC*anWJ)ME?E{4@<^~_G39VRC1b~j_@wmqBHmY$2hz4`D;59WwlFLl?jTRn;m-#wQz
z`To6Kv+|^tx>hPE|KGhWb7pYcV!o1DC9~X5U-5s_^ILe^*Q{vseM#GNu9fKKMOAaI
zpFT1Cqfy55tq*%w`yBo1?#ij>)m9_KoY^dR!hUPM*a@2$)3D9V6MJTOMavfEDonk?
zDSzF?+U~dX;tRs**OoeX_e<*PEIGYj#Vk(v%7bVt|Ch37I#LpjtuE-ivW=<YfNQ*w
zcYeap`&%73gG!VlF1YXcIqR7JZ2LC*Pg4$hEz<q+cwWZw#Xlqe>b_9Eu3Xah<WJT_
zk4v9;uBcBFpSAT`@8(w<7ni<aIQ!)MFSEa)E}EvHPAuKu)0(Fp4SKalbgskO_aYmE
z9&e4ky1G<3w_%BJ_70m+$sm{Y7j#Z2e{5VY8ujXdnf^zwmJ>?17cu?O^Euvr|EF)b
z^9-@7<_liCpT7Phc-`!f$-F(z)4#NI9zU?qz3aoDTWbxJ7oOghz-1TN%RJYo&NF6Z
ziCo>M6CHP!&AxVKmV1rDr3LA{o|EjDS?`9u<5gbD7rrkmmEqx%GmW!WSKpD~v*7u4
zS^jUv&Vvmvo`%PtSRFXm;m5L>kL|WTV0#zcR3zNkwnuKlJKr1U?lpEX8|O1M=q*2I
zFu~L6GCNz$x;6j4sMkB&eTh)a->q3bQ)=(k`Xkj-H(g5cI6F<9`EfGOEW4`b({Ene
zA|F+L$eex0&Y!=o=4@B4>~pBRTU65SIFot4%#0LP%jSqD#cMs*-3o}E^7GQt=Mo+k
zYlD_~h)D9jEHXY^WL`OY>gp@6{!cKs-MRPW4M(>mhfL#%clRBcrXHuNwYc)k)n8tl
z=a#*ky)<>Yy1WmY?TqTlq3?LAY?K4G|5@O<yzXAb&bfzzciukcbx^?0K#5~^)r4Ia
z{~l$NUv$~kN_(x*iCMc{mu{ZAbkldHzCXXx^cNM%rYY~)Ui03(u9^QpZQ{@C|DWC0
z+rC16W9BQhA|sCJe*VX%T7Nyuc<-3a{dj|S=TA;ExaMlPv*`c+|2O9wXIe~cKCS=h
ztibC%_icZ^-v9IDr#r^yb=L3u^6Jw=_30~(zkmLy^L6Vw+oLXr&7Dr3I=N!<OyQat
z@6`O|^6u=|8<Qq2;;y*D|JI&!hAX1qa9>h>l5zW`_Wbo?`}}P!i*Mz-7d-fNZ0plQ
zHz)5|`6}{UvxEEXi2IrGa#ClvIaGArH@V`!{BKQi#O*`;8g@wq({oE7+w>iZSikgj
zisO$%YaM6g9`Sr<b1=7x@y^Z?IakKDr$W|A{hx8`<wJ>^M+C(TjDCtnJe)nTv)5p;
z9hbb*rB?+(K7XgqdGd7o;axBIy-tbVp0sN1mi1+tjN0pGw#B)t?Jt>fbMjM@csZ-T
ze6!bO-!I6Wy4v#qmo{IeW_4hfNQq3j*!^b<_2=yHtKj{el6OvAeHv@&RM)v{l|$CQ
zYo9a4y=@8qvVu2ecPn4UKYYHZUASizzjNGCSu1n>Nsp$ieE4<lk<RGUgum<5MS0iX
z-(~7sedNrxB(|m3S4OnH+U3@ADKvHR!Dj}ZR`Vw|UDy?~^TqL;1u~9{FUu}yJg>Uf
z*2c}NN8kUEYbg_NfatALsRkPBSBm(3+$1EapVj|*<Hh$AK3s}UWRJ96>GGtnBV-A$
z?LpC^lN$tQy-k|B*2}D8lB9J*%EPrqJg>5Exul3C^7`-4?mP6$J|q9->=)X0p3jaq
z2=0{%SLo(h!n37Mb^TA{zv`bR=&dXD&RL?G%q70$z#q4igvnQSrj?~DuwMQ-@lHSA
z)x`^2Gt^gSERf^WsAuOs{KV#@L{Vf?sCT%Qvct`bj$7j9?*6s-OwxSQi3~3{UiPS-
zG$-xs%i@SX9JU|kKQa9i@X=Gj{RQ_2iE|;(C)vNbctmR7-@9KPlql^pt6g+Y`0hG;
z-(Y*IhSl>cZu9TSvwq3oZWkBx+%ztG#y9qs)K^?Jg*RSpu4s(xO<$mNYWq$vZR4LQ
z(=7f^oWl3}*VEIdL+_P6ao-rT_p6&iTdmj2hx<NlOg%Jv8oRAz<MPGrE6hdm)9ki>
zRLj|Ey`s$EiCo?Hn%`3%Tip-0sO;Nr=Q;KNy8bS!^;xGjOWZbl<)0~k;PJKP^YzLX
z6wmrqGkvY*_K3)`srTpq-T(H~;dMzr#g@76Nj%AUj&s{`8KWEFW~IqFQC3Ul7Zijx
zv(G<bQLy&!zR>?$Q`i4m*}VF8z*)yTQ4@<NoMe!@YU)3K>jgWlq*|+ES*wK=Gc6@w
z{7SBS8J~I2A-322>;`6gb_TgCQystUcP=ek$$nvtXkG6~-@4i+w*ME!*L~IbW6HX1
zM#{wH_Od7YcP=hn_4UpHspXk7l>c%pk!5pu)ms&OzOVS&LvQ`Pd;Xl{uix=Uzy4dg
zjbT#jWPA4aujb3UUFDnBxMgjA>i11^KW@=BlKrxytL6a94Mvd+9}T%pwVnNYWcQ2K
z+%GGgX3Q7=``Yzs&-Z_5eVY90U%Pz$o;wTdGPU>1y={DDePwNGW#9Vg@gA|8^JMRT
zU(=bJanfDzePO}x2F}%`hLba%e4en*|M{BaT(_sewd#V;&)FUSIj#7#w@-%O=Sz*o
zKD+#jJ8o}ph&-O_eU&Y{A^*4k-HlJ%_`Wj#+ZLb6w|Uy!iH82&6<0sh-V0ln6Ux8Z
zF7ULYfZI+>0l(<N+40*N+QN93oSc^Z!(m58HLF_XFXhmgHA^=Z8q2bD>$ZeXe8is>
z6#H^UuCeBUh2C2y8g5sR|FcE=;i1+8Z+xUT9oql;CQo9;F%uci*5}9TpL|<9Tk=X2
zUvtAYuV@jD>))pMPtDG}{xYa;&)O+5#lO-|Mn*fEcGa}oDl7lh{AVzA=j@;pi*EK$
zk$e<(-={jMDYJS)dfj3<-sb6N8@9(RndB)_>RS0Zcvi`*XWZLgMs(|4(@&^PZ2fA!
zAv$tR3ESR9LE)L1pQjm?v7GZP(N{=eT-xFtSyDN}<@{-%Dh|<~oY5h&(+;L-vVKkb
zRna)XLTyXy%y6M)hawqG=LkHVpug@|dK6#RT#vq3m$#CBZci8$l5U*z;0m6qczeUP
zBNsL-Fx^yg<osHz4b9n=f+xC!Hcd5Ca^7<y<d?Tpo!K(pqN&<#ay#6$ix}U(())X<
zR)KeYB`f!ms6<~MMy2MB$_2`|xA^t1QQmjUbQ@>UlQ3cJRa4ueAFsNu$NTe~)oHzN
z7q?t`^C`gYUyJF@V@oE_v&r!Zvk_{#-n;*4w!Oz^)+t4={58aF#7ic`U+=fQy7J$X
z_&tqVG=mmzYHSfOax>90OL?NDrC9pJ=yZscr|y*g11p1fn`{#l+`suq|Gy_&dvA;H
zNier+c1bAzoVLgEPQhF6!!>X3uX|Yjw=H)^Z2T<ayLT%NpEp<*d5(AY?BzVmY)@{j
z>0LaZuSViZ(dDg2rS@f(Rx#$*=rqShWNw$K{4Hq1<#uz`z9s&J3=1BwyKS<kaedyR
z$u;*ZSQ0fnmY%*L{e{uQLgiP-^~v}4Zv1mK{_oGCpRd?YZ?FGuA9wDfRhXDd<i+RG
ztTomT=S8c%c<g7WX>pq2?LpbN##1fFuHJdq|LK_FBR)BsDS4YW{JnYn2iv0Gd7g<0
zWnVA*PxIE_>*1=?m=(uj{AK0T>bC+DRUH}_d4KHtdOF`$#{OTz&R-|1Ps=gOSKdi(
zDwwRUwmpJx-+5s+mw362ulBdE`Tk(%arU#{_$3Rf3Z{OWZvOAakD9Eccmc`wTKRjY
zwQfZ6`xaN+YV^Iof}yA9o#Xyfw_ENcJzjA7t$%rBYuIsN9xwU3SM+RJ71zsb<CD$1
zcdPs4^xC+oU&D^|f2z7|rJy&@EaP?%i^`lRyPbz#d#x<u=Znm=Klj~iitO(zkw!lw
z<zj;Ei`h><=;%2W{W@gnl30N?Z-tB`Z8%TW-@W6z;r0ZBBR@j-E3IGGeo|`s&c4;J
zd4fx8Ll|!}tv~klwxYS^<VRZnGx>u)f4wVho^NQdzO!My*VSWuel?peH0#*2MAULO
z^YW~n<5%|d;bi9R_ia-W=9wKj&a`&^{F+ai!Y#?CSFhi@A*Slt%NL(seqFsMv~&B!
z!X39dpV_`J@K2fGJHNNrf9|)=mUP)UF`r$tZ#AZUyREjb_RSl~INvkj_iV)<9)E4K
zyx2juaQD*aS8`Sn^2uG7)B8Sed41;7*6_HveV<-=|J?Do_FR|@^YKRKdD|RqQoH&5
z{B-%|mJ5~UR3CE>KRscR$2_ZBa?{z%C)asIR~A%Ef27j8vE%!~5Rums1>fJrB{!Xx
zy|HOaU)J#{+CTr;o_SbwuDN2qSKLDDHyiznHmU6ONRW8`leM+%QM>r^7|Gp=tJjsj
z_!Vfnq2Nq8_u?PdMD9<UxiG0*=Ey9)gBCBBJUUip%&*}u+`p<mRK2_W<fT7b8~-}<
zE>gAp>KWDYChKtP#m8I^YyN5}Y>a-ryx{6~(LGO>3;RoaEV+AKB<|p>caKiV9lKVi
zc{uq>dh3P8D7Ec-xw9ix)c0MyH8bAE>;5rQ-rK*__ukm`MVHIePW$iH#t*8yf37|5
zB`hVU#cp7~ecm#D&z;(HKPfIRWtwqq;pH>i*X`y=tyA;gvi;F%CkAuw#M$fj{cTiU
zy(h!pm1&L9Vbh}H>G${C{c~imHm_8f$?VOH2c4(!WLybuoTJh5_(-_SSABCHoiw4P
z3z)lGF09~*dzyL4VA?O1oEMw#Sv1W#eJt6#TS7HJXzBetUhVG>WEXaPKM**JcX@<x
z)#Q~XC(Q25GGvuIJ-cGtUHRsjAMEut;-0Xa_^@Hh#y|Yb_HK)Q&RQ7SbxgS6%$z$q
z%fG#_{qr!F$?sOIrTP`FTX{@vYYy~E1%H$Np}e~#>#3Y_O4H0O;XfU>>`;H1zn8=M
z^(Pk=?%LyLJs)kCEzhhCi}_)Be#8D{m-pqQ?>O&uUogMd?2k|K**Q$S%kBBY)FvE1
zwW+Y>=b8^a|5vyCH>*sKKKt-^WyGNyv(6Q+6Tj-TrgW+nZ@z=o;f)7REbg8yQ<`|?
z=miN;Mbjg@xf$QD{rTh8@^IVmy)|F6<74gqob2EH>Fw_i>o?~f-h11O@%M~BFHYZ?
z*D{0WhRxdtf0sYm%**+>cR~KT?|06hJ9OS~oAchE&-AD3*MGkKAgcWc>+N5nS{(d(
z|AQsBI$czVo?%z@f3MVq4^`Kk@11_<wQ9d}Sd47;oM)ZQ-9q0!Tee8u`gVVdWry{R
zEz{3knY+Q?;L}8nPyU<5Z*AyP^gs1zhp^!^$J^)FzrWjDRMQu}Rm;}gFt3Z<C+3wW
z@BK@TOY2nTd#rFh+cG72T{G|Hm$B{)t3}`5n9|SqiRH-eJq52;*G}E4CVeCQPV$-S
zZMi`&RqUS3*vn>|`#4`hhNEOwo%P!V#%Di;-7A~@ruBB^p?A+LIc!h<Y;<OOb-lv$
zmG%35=glSNEzHTj)LC>|l+Wq;nXdc)3yyU8Y<=4LYsSH^YTY(-0(RVr(q8Aoq#=IT
zk1gb(OumBkaWkd(yHy__UB0=k{PD5gr>oYRuwCbzdHY+*H4EP7iog3Sy$T;b3a-30
zLANfme&5+{&+{uc`$VmMKX3B`?kjtih3@0G(D{3)SiEx8!ONSX>%P|N-(G6BtEN|7
zK788udp}ctKKb<Z>CWf#AI313zPfVsX}1hh|Jua42Q7`#8GFi>=}gqTlq<e=QSsGn
zY_CGY-xs?nuYNV-#QVgQO*c|ax$c>~{4H9xKl{-(o73A*d+(~QDObI{IEnvp-o?jf
z`h`<p%hYo2b^OcW+<Efowxvt6*b7!N3v5wvx-Mn*Y8Lx*-q{P41HLY0oA^zCp^Wr|
zT9zFFIvdM2KI~YtGJC<oTlbBgMApuj%<;OhGIsh~aRDF2<4auZ{$9?zwdr-uZwKb&
zlZnc|{oX7$-k+FOdG_>!iW?_)Y&&;B?8@JdErr|lG8AK99O6AGwC%jM?ULwET-&41
zZT#D3r+Z&-&5zC6yUP5Q9MaP{EWgv&t>Sj#E2*+carY0;>dR#KC2zTQ_Pp|9M(w2!
zBIf>5o#UUjb#a;KS>6C=cgIpk&BhMTEiJ2-m=)y3^eRa;@c&%lqnYR0mX|T{s7?**
z)(<B(3ZG^PU!hxEu-&0W`S2NrDNSmT4xc86Yc)KSSorB0lbSuR$<{cdCoSQ6n>ggx
zTa{iF^=W;c{ZKsb<<6(?j%}YaSHP#{(1j1D?mv`0VS3Bp(BIq*+Cq&t(mq+|X9NT)
z)l0{|G+BH8Y5dVkIZ5XiZ(AZb`2ug`fo0eKozZSFdLa39%|Gq0yyd=L&qDN1Wb9lk
zd2J_0>R-tzXY%i9&;8%eB>jF;Y2W$8o3+zqPJL6kA-3^z*~4dFZr)o~9(Oro|K+dt
zr`33q_nB{2-`Qrk{_tCS&U;&C&fl=vZhq@+i{gJh+fQe=8Nc6Xk@>Rnf^T~JO`9I+
zZ|UiG^yX&13cfh`S<mIKYaR-p@0G9kb#(Qd=86+xvnQ*cPfPtOx8A?@h}J6MwD1Fc
zh76zgxf^%Hx8K>Tcy0PhM(=caL55EsveY=Qyk9f#BJXb%riIhy|9_KyTK?|`dBcSX
zA6~Pt%(~Z~%pSTe(&pI?*9p%Q9tjH1^1okQZ^^w*dwKizyiec6!|P*JzcB~qq!%7&
z4KVHeP|dV>pX2Vg)1|Z79DU5>K1TWF|NF4xgm_P_Y*r3O&6D#D3v*tXP0J3?cbWA>
z(>hh<e{I<LyIjjw)pb8(Y~B$#>qkKORiEUCyLz<ZK1sf-d3xrXX2SOhohK;|Z*7&H
z`QoV1for}u%>^s#9=~8v^*N-TW`4w<w}029WtV2vUzc@>xI5?h+5L}qe&k=VYi0hg
zwI_lXeDvAWx5Hvz`(3+#Ka{u0+eYZw6gTQxm{%$l=*y>_E;F5%@RYMbSnb4ar?okG
zf!_IV9yBfI>EqtgX=HgJTyFd4DYtB9E?8gj^Xc>-b)5b;Dx#j1t+%#e+)?<~jqmbq
z-d6_qlM@y+B|Q3ld-=M!#7P_dEq7c!%h>buZTPbM0=;KPI-@-|pZU8X;}zq-%6*C-
zZ)xl6#{c{jURhLVwSMB?&-;Izewx01|Hhczh23v!=Rc_yF1KXgbe!j3dHv_@Mbn-u
z-kzY-ye<6~!xIDF-&<c7Og|Ww*BX8M(~o`J`Q4vhx?Pl9FD{qz#(kBK3`4l=eYFGE
zWOdIh==XZN@LO7a{)y+)Z=LqDGb}v6ckPuf=lUkz8llH3dj)*g?^?{a?Yzb5DVv&~
z2u@d=oU8Wsx*WrS*aeFvI#;IOUbjhA=bhjKWx=nLwg{W6^P4)B3oYE!^}Z!iMCngW
zQAF8l&xq-*HOa;urL!W8-hY~TdiCWNfqNAnIJm=2o+Q=>H0M7JxF#Bw5_9g@f%JQ}
zN<IGPqs1QoyLI;CfeGQ0`EI9+#QmJ1UvoJtK8jO&^PVZf^IiU}ez!$$ZS%g|t+D<Z
zKG(w%mfbOaxyjFQwb;CEWr}qt9d4IxyXbdd%4L-`oUAoh7%ICiuyr1YJ#cEHrr@15
zNmCwfWMMc|Bzt?#mB@!@gBnk{{U`}&&d-_8{gXL<pChYUqnCcNLtt&u@5#F|p7Bdn
z++1z7Xi{c)L9}DpuDZ*4`?Z@a+I+9yza!?S>e0p;I;kYpaOY39lp{woXDqWmth)BC
zfq?YBhf?eRerQ`a>1ybaO?MSGzPeyB_n$?|(-q}66LjZErt<#2CU$?a{q2=ca~7D|
zrM&qR_nA}UH&?pb?U?8#b5^gJ)jv6IBA0(Ix8IFeS?T??pUV?dc6M7Io?$-y@SOA=
zncnW^&+Fx4zuqi0URSyMhp~R*{3G#u{PL@e=l$Gu?PS4W$-L_pbGJ*^3&k8Rn^*Vv
zW%<8#_J_~xFs^Ht4xh8k^6~8X7IV{X@A$mb@Ue9M^{?4&YYVo2xO8;OlF2=8E8D+(
zJ8h@^{rvtfuReWUU&}hFf11DDAA|T8Pxa0_?A@_rQcK0b!szCA`+jeij41iN)y{g&
z=e7fDEzB41j-0r5`QcA>&)04@+VSmy@mkSYrY}xtr>k21*sA;FrC0yH=i2XnBpU5^
zI`cU@-1_~d?RRIVtUvVZq{o{VEbY4LJ`J0=y60_-506cdaryPoe0K)Br$qbuK>O*l
zXIB@?vivmEQxERw%DEHralJ9ap32APKH1$)n)mw=_lt*FlFgNDK6NjD3*L@?mE)xO
zc)^iv?|VZfb=K>3U)tRAs^|*O$@ZeXuO@F7OAHR*a{3To$*D5i2OqO<9o%jb;PK~$
z_Qr>^(vO$d-kxgkc1z{%W#OOl{)TNodQN=b;j{ZQUzN|R+vQyIj4j9TSBmBF$?I3|
z;remytoD@Cd!Js`-XnIS`Lx~9q(cdJKgFE3`zCBYS%7VkpW0gUeX@qyPhLFS$(&nu
zpvB<*h5L`c9<@oeI-Xs<|8I7D{JQwPbJTgx$L*PM@J;5n;JFX8uWbJlAhYG@*G_l7
z#fv6?=b7(jb6Pv1wt6~q$?FcY^LBajnq=+vu=d?v@Pk27xYxSI@$dcrSN*5W-}mv|
zr={29qV|2CeLwEs=lY-i)3)EQtNvO3|9HI4{y#tUr!D{K^v!wSt-o)M8lRpXU%Bp_
zV5LC9ro~n}6;`d4{qmj3X?p91w%_S7&nu2tl}~y#b!zmvyd6)^m%W;7s+Id{pMSuT
zxf{hRMAz+_V08K4gN(@+TBpCX63_ix^~?E7-2pLAhoye9Yc>bobYt6A>lSudd;6=#
z=7&dWZ!rZ4_^$pmrA}du@-+7bt<rs6Vwq~vTXdDu&qSK#+I%iu+Rps^+`_v8KHI(s
zy|%ghw%aS<w;lVYTdQA|M(kSlvfVw*J1Zb>?#J!Vct6RS`}e*nerx_G`f10UZ;BUp
zRA{W1u=Bch@N!Z3v@PuOf2=zFMf<>8t@nEIhfiIw;=H=!(wwIzYl>~#-gVi0U1Y$%
z?{E6yEjDX+f4%YHjQ0$iS_kEib1vMN|1&*q>*-6b`+T$SA9e|ClQ@2=C3~SMe@T+W
z?+=?6HXh1oZ4x<L-gwAFTQs!8kFDfV==(!ziAy6jv#T7P1KR_6Rhev0S3HrpG;?Z7
zjda`Gd0nrAB&3?ZB!2etPiv}w@14<XEADc8iBHPQX<|#OTXl0L_s+C??mENCuV7zE
zYsS8_tG}#jQ?5B&`j1Dx>Vp1^x64-XIbUfo>2;}F>K*;>q=#<s<^1}#xVJM;C7tBm
zE|%c6Ik??E>wHLOTHM3U$=A>2*B!eZ=38Ta@8z%EmA&$DPqyplw154b{!6b{^4sQ5
zM;p6tES|<4x$gCpjWd^TaOc`_;QH&yPYgC^nmov>@#~LS+#~hQv&4FRVfo)<Gam-o
zGtQ|rxySQ;NzFqkxBV~8>wX`Uo!Iu?=I=7w$K2+J&pkZ9%{-NHUhNZZ{r!9PoH+0I
zi>-O}>zeZi-|JVrINsR0cmC=}`^qjY=eajy)2*WpD(g3t917SQ?Xq?C*JW#D<X+h<
zsW(5kUA^{{biul!j^B4$KbJ0MJ}md@^PFg(2j|YVhOag{Xz6MHu<_1o^Yz97k56Cn
zQQ4Cj^}b5<oa6j+C3Bl4_}}b$+al<%#@7CXbGr1pX68+CH4j<Y8q<wltg5oPUceq$
zZL>46yEl5K!v(#anTPH&x~b{Ccx^5v6H|3L`gWPyzN_K0m+dW$jeDy;(L0y3SalBn
zeM5(De?NSmDe_b5!sInw-iHsmgnf}%vc#`v-}2YTpNX&UJH7Y;J5%9H&E}V>z6-g|
z8Re_T>|Vrp=E43)(Q?gUpYQbE7PYGU{O7>c>^*TmCihpozF0bsCxG3O|Dl%sp#XQ;
z3&sr#_%e-N{#+~YGEt)Dsh+jg?4Nd_26L91{LI?*%{t~@Rd?fW)_pGL9vt(WpRV`r
zlgXp0;qlS)s=D5Kv0q<hcDlLijA+}>^OxDxtuK9VZpn+iboXh`gs&Ht=N`A%K6$ye
zpUlb0|F6z2pLV)t@}sZU>-YUJ%U|?sYkpns&*}f)$m>tHPvREcB9MIZ@to6=K65T9
z<Zhe#C#HA(E;F_(OJ>?lpSfv@FVDj^-<Hp+>_YM3e>R_qPY~eJefZ0~=v1<GJpY`v
z;)d17g84pO@;b4cf5F^cjP^zs^qxGu$dPIzv*og(fY>q5niiFP=OyRoJXV?W_SlrI
z2K<r|lS9g8woZEcrf0Q&-1;TwZ;I;OT)KLm)!q}{4)>38h|7LTnHc{2SFKR&<CN&2
zfYobnv|U|)yXf~L6aK?5W7@=)na5PHFQ_n?e`(37>u=hG!|UD(_3?cXpVIhr@#g=o
z%CC6eHtxG~v@LQTpZHy^&C9Z*{x7-8Tz)ynd9L~L-%qT*7N1yF_vyp;j4PZkzaLRF
zVlqBFbJ=I-d8-zxed^x1koobG@2-|h*601+*B?3c?|Z-dT?zq0is4?|!A)EBJ)VjN
z^9N@i(5;s^!k4%t`$pNpsms{(w<t|H#&~DJebHbc4$BnlRpNjD6g(5=F_`|#f1XiE
z*zex2k#*9m|HfKe{(OReW^RL6*q2jp#P>Q*xc=tKHG9+RQ`d4H@u&z)VDH~@V!!tq
zjVq=V3_PyNvp;!S2|P}c`eeCt^X8SON~e6#n!Lk#-OMBR^>yyQVwhF;+jy^E_uDo4
z&RbS&U+w$KD{>QC_|n|V5nH2}kDfHT%(=XdH-2Y-{PREC+?SW`d0F!7amcbwa(mKe
zh|WKvxBfyD_r74)Z81@rPv>jS+&kG|(^7G*{Z2Et*=hDWE-#(8(=4XK$E;T9P0#mo
z&h^`7o?3l5?N21zW$Swey3xnwKO5fG^E-TG(Z<^w-abFDtYKS_&84<I`(M{|_bBjn
zynURv;aBza@J_q4(<i?FP-y(_OQb{L?aA8tFTd=(*fi7b`0RD@B6bH8PJUZ+`bNX1
z^7x8h#a1coyVtc<J+6HGe7(MY{ZH?OqAgb@A6mQP`X&9RxfAB!eQmwJLYaL}{{7u&
z9VYX)8wQknb3K0jrM5M4M``dDf0^bLZ@SlSTOYI4_fTV3Gy6V;nrB}=_2$<#JN{ZJ
zGskvIZIbwV-dh^woN8g=Kczl;s&T6O8C5>yY`CMNuXz5`!%enqKjqHtJGWg$CPH<6
z{s)Hgn_Ba~v4nEP$rWE@WH`^d<I+2qcQ-WS<6o^>Y<^)^=PxlW^_F`ll-FFpGWpZy
zUDH3U+~>Bh@W7Ez!f!a%DM{wfJi3vmbgPt=R#3-@)$i<EV`^{dxC`uTVc#Tw+%AuK
zU-kQIpANRaH|pGRaPRTu&R<O&U-^BJNk|K7UGID8{4$=_4gTTtv~Kg*Bm_jCkzr6~
zPkos(O<d!n%fsfUQ^n&?DQ0cIvf_5C+P3Kxr#@)r7g!x@Il0MY!j14pmtHj9FrC+y
zY5#h&zluOx%{Di~nO{#%YYy=HZte5nH*Zey<G0@Id*(cN_O|)ysjvGZ?p3{?{PcBv
z)kJlHIolIX-_DM&oSEyJchh=WXZmZ!^N+esZfHgCQgWXfJH6B3?JBXtwG8_<-R{}A
zdD<a24*w|TBQ=frb;f%yG=5*9x=?+?p2KF%IZrm$J!h}=@V>t*v-X3-ny;6BZF(Nf
z^h5l<dD>QI>sMDf)sEYoExt5kx#6dcKGLTeqHNyfwEpuw(9h_(JU1=vW#p0YTCG_&
zua7au-BGxgHanrM?3YtdLfm%s!)F(t-uU>`y0f#Uxt!7dyXAV!y1s{1SNDr?AJGmM
zt}6T-a;l{BhTpLnT%Ae%FB<N?T`XNcdHLH$9<kXb8rv&Q9rM5Rs_=@a&qc{k#y5ra
zp1xTp|5e1kbgj~*Q-|yr3#T66x1_$6(e}fo(8%~rGgK9YU#>2eU$xz0W%b3xg{l4K
zMl4=xEsqw6I4M0|b7ZxkmfND0yH?C@(?7>$&N5Z7_RXtTg15W2EjwOyB#V2JN%b-t
z2aPKSE)?*b3On4gcV4HO#_m0npDlf&>~c+m;gI6OJ!v&<n-i|2Z&%nY;L<I+ggK^A
zNp)(ciM%>5o8aOlo7PP+)_<6If1+M(tX$!-6-$GKc2)@U?O!&TNBPpl&5Is1XYb)t
z5q6c&XSk@jXZ6RD<|#g})qJckM=dkeWt_po%54A8B<A<64PhE@XGr{M*;92QSdw$b
zvb+l0iC$`&tAr1$227s+fv28RB#(86Q^d@xy6fLwe(~?L4|~n@eASw7TfgSt+2;FM
z<IJk)v&z4C!>X?BRo}TLtfwdLWNfJ9%hz5Zr~Rt(w)~j5^76-MvwVgrB~SUAbn7MM
zD|cMn68+iAF@BfEB@^FU20c@6UtRO?cD>SDw`2eJ{8?t$sBW?Rd}8L=!o$XYE%T=@
z`#5ECtfz_V?W<)|cRyONWy9_-v+H?ZoqgY!mE4x_VivmtTkblw+8^)OWghI^xToOX
z&s{4wFWP-xyPr?4g3U2%9Z%%Ce>!&TDs89QK9%u*an6g{y68oNgV@%92QE+6ZohwK
zCU^D)Wwxg__YI~j;#*i4`BE<Z{EpQhugmLhzxTgm``v<!skKka^Y5oVIF@Dqy}y?I
zdWWJPTfW?;WwFQDPR!8V{L1QA@asLfMw4Ye{BiolIWK6>pHtd*v@1S2{*!zEcfI<J
zt#g&nitl*s6Q%b_^xf+@#|si(UY7XY9L;V!<@cAL-Fx2G*Y7;MZMg=k-+iCGAAg>{
zER(ZzZ`OnOO{-h3h4BB}`TqZplkTUd&JLfsASP)-b*s%bAI2x&WDf5%=ZU=(&;Msv
zy2n~IuV0@&FN>`?&b6vp{8H&%{_y&@4;*V^pGvRV`?;;;0pD{4!HtF2IP2#IKe5)+
z{u%t?ist+*-P7{_n&ox=|NH+-P*QE)k{;jX_qXi%@iV0T(TRi`j31rPSw)<?b#l{`
z@`N7e=(}IDKP`RpqBo|l_+c~udc#1Q{d4TAn>L%KPqS5<Ubo^x{tSy5@0suT+5Ih^
z=snxga@snxPthWuzIC?eXIP#6F6Srzp-pq&_D8ETYmXM3Q~V&};%c1vRl7{%_hs{Y
zkGOA^S02^gBWW|gJ}ZCchfCrM&$~2ndgM$t3bxN}_1h;`F=O*5-}|@r8NEF9B<An+
z4SST@TOX`ie(3i7Px9_nFS50T)=u|zuPxm=HN{Qy$*X9Vf`p|qpUML|-d759d{2s1
z+Yy#_ZqbV=yXSQ%%w}SlR>St@d!^RY#$<-GMGM}%p0)k=)=kqM+*<M@ujHg`nPG0(
zx2e0fMY~Rss(RpYd9(Yx%#WRu{P(Sio~pjZN|g7s-OD6lzxx3Sozin|M{ebP8}i|q
zxbBN1E4$4$^v+Vycg@;=Yf;YG(^EU1UN!o<sH5z>#qp}<gkzo@exEqJ)pL%ePImnv
zwb|u(=yQf;b2~HFoJ)$Fc54nx#<d%>ez{cptSt&;PP-@_S<72+F;wQ&jLMcfle8KG
z%8DMyoA6~!HVRe~XWbRM{ajFCw))?4QwGj$oBy#_8{CvQ?DhD-h5cc5XYYHoO!+w}
z_Vet<e;(q?TC*%twPGr#-0ZsVAR_xmL)SmoASG+pvW}QYCQ11U<=Tw6%FCgaQEI&A
z$HQka$5}p+wd0%>;FNj%6sN#TRsWnxHyGZQEZTK#ZAQ`8`qTge-T0$yPd9WfT@q9l
z9~msRcr$mi!YzS@*XMM5x&x;lO|B78spPt{<>P6-=*Vp`?tdQ4GSXf==g8y`mSSDy
z0Pm~IBRGXBIYP2NizXa!6)@0<`MrQ6P0GG-Y3M%1$^YXo-TUmhS!M6L-MQJf&VHF8
zYj2%xkj=36pq^_3kCP&cCad%PB^UOu<nUY~!ZU%zVIoI|V}r<sCrsJL&hPrTEVs0D
z>$&%HY`#DHT~_*DXGZAvvuD)h=l_d(qMm!8;p)3%N9TTSoqF!$go#$OYg+q5({66I
zNl=RUI_uO0?N2dTRVfl|^J=I4*%vo$z5Hq8^6cjax7xfqKeKGI<TsCbf0OGb_kEDM
zCE5RJa>0Sy{KohHZkqgw|B!yow&eNyEDk*XViy;q+TGTB_-I9tYlKx(FI)Z%{oT@L
zw%fLe&QCewXxIMHrA<SvIoo`_zJBdb@6&5vSABDs%-j9C+v@hI?6|E~pO)~;P8MJP
z*?OtxqHQHko1?BY{u251YhKC44+o6+9ru5H_IjUJ;WNQFL+x4{=ES*8rH#(Frc`Rb
zelE2o!~Rj?)8eWLQTa7W6%$wXvE}F0Ml>H67R-`)es#{AozJtH#XmbaiAhT>`K4Sa
zr6FJcr}OEicc<Ca_cclHDu}Q?Sls#d(NXtOSC{miTQ_}?UZB$M%hByF7PQB)b@Qs6
zkQoYl6^@<^j`+)8etRy<q!|4NujTj0J-3`-eE!A5SJ|hz&)dJ}lnOh;t8<A>Yr$5#
zDE$LJCKbN9aVj=m#E)_3wpatPuAc4}Y;Tw8H$0hmpTYi6&a$@xYi3KI+PgwAZK0yn
zDY@&LIsbpD|8e~E|F8Q0U1o2dz3HTo!}dGd);{4qcmCC-7rX*9V{<kbd@EO0QD0wm
zb-V4C1s}!t|M>Lj;_v+dzqZXUtoXk7`(MVLXQoFogmINA&$sOA<yyGCbi;<kjVIOy
z<fyHiv+t2F3x7-TYLV`wk_~oe9t(KyFE5S0GIz22^wrbPzrNWcz3(djyyqF)w_M)%
zk3sh4oIAPFPV=v^*1Rq+h?YOvD?ZW7Ti%iL4a+s(5;NWty!lD&TJ;A`R9}4Gv_>mJ
zM)`1V+Ju0Z|GWRG&$Ib(j%^k{m)LpEzaeS2q<<~a_<GCu+(DNlCl;eqCON4SoTNJ{
z`w#h^YtvnQ)T!O!#L?ydUTv32wR2FfYYg3I*6H)@)T61}-rr=;{l8Ybq~rZItJS<=
zNhuSYLob|NGN~e6MmO*E?TRh3U#^GFImPIgaput6O}hK1in_(@JMpet?SXOq;$<~8
zha4ZvELyNN=k>0i@)F@Q{>)0)&i-eqGvh3|ycshXeLkO#ox5kz`LC~(>Wu4ym*r2G
zvre#QlBw6#b&;wGdG2QqOzhjejfrL1rcE68y~=_g2uQtOF4z%q_~td?S^lRBnOD`6
z=&V1cxGUbRF!#E{tV}L-y>-_63cADZYAr52vuM#ON!4|V9lg`y)iot&D7&(2)dht4
zHOE|-*}TEnij{AY;L3KR8zq_@LOCbXCK;RWk8DuB>g2w9zT6qcl`_%He0sfA0la$`
zYjQLADl9(1+qf%Wp4|kCrN`FqeZc+ZyPCCU^tnjguBhn~757|qRKIO7-Fg3fbN@Oy
zp>LTd7Pm8-ovqw5^`Gwj{)L)3_PKTZKNFQ4x1B#GmH%~J@rS$DOXI^n%LbhI-cYuT
z-EW@>N9NC%uo+W-%&~uZb4SYWpNBfNmw&X=`^i4_Y|SC>KQD?8xBlL9K$9o_Y>j7e
z$)NzZ{Nt55J6D9~)P1?;d-u)S_OPuU7W!6V$07?lj&aYuFsuFcsXW;*y-nHvYN56+
ztJy;;H=hl)t)4JXMONK*VeSXHJKRf+t7b&XS6*K0w7o=Z)_b;sW7Az_W>1O9x>vH`
ze35;zcyQ-w(|4aZd421S@9H{O`D%JxRbYDS`Uh=Wb+4{pnzHfevPR>J;U)2ZmRl`8
zBfhEfhPb@r>dbR>Pqi=C?OkhTb8k;Tg_FnMC2RI=y5Dks#<IxE=h+Kh-}wFO+_9a-
z`qjlu+Q-hs@Jf|hciwm<{eIcL5Lv!w{%MyoTUn1T6W{+f&0cOrUz8hLT#MwjlH`CL
zUCnvVpIqPneeZj{{Wag2ZA<=4-(}mon%nZi#q=F#4Qx_-iwtJ`HZ?llRDUCMcEpiD
z|9!8N56XYMu&wX(^e<A$v4&Pb(u<@wZrpSFv)-YF>pm*Fmz=!gGSAg_zObTi^)pu1
z=jUu6nd@x)@M!0Z*Skz7@Uog6p1iT&mvz_YZOgT%&-=pmaB;tVS!lrYy}D9T@{`(E
zX4h?6TN?B4NptsRsTZj~xOTI=<~08FYccP~swDfv3z9x-yqv)L|1N{_L#{a@zj%8x
z9Xs!*)ve`EdT`{&`h9XT*G}vSoaMYQ{M5;_dt#3DGkrKOdm-{iz>2mVX-jmZi?>?7
zJbs}malzVWjrJ!W^yYr#m$=>86KVg)A;V_+#Js<zY}@NruQ+m>NnXb3b=oye)#%8|
zM(fiJ%dF1UtP(ES9qwy<?4Z2Who;w3l7CgUZOeJO)l6VT>wc+aOP)!7;L_K9%e1#c
zx@mgM+f$iS8XJ>zH7@$;w4Kmee6!%v%69<`$ulyybym(_wnwY|)1_@XCK6T~t{w4u
z+G4<E!2crKzp^nv_S@sBKU!F7()N~V#rNLZwpun=(a5p=!^7ZMMy)612iSRJ3Yz&R
z?KtRcbdY`DCC#@^k2JU3G5iu>A}04?P5Gr0J?(kF@|88;9tqRoF<tR(yUnjv$~W9@
z_D<Q*WAo-x<NIyfjxN%e{>3*e?QzbbS*nUGpH)^if7~w3Z1XI7^MPOo?-J8<8jr;U
z;-gg7+aHp8&s8pIzj^PHi}m;OJ~X^#ci746eJdw#Gw+WT3r-cp?K^nxQ@0M=^rUo$
z?4LTq68q+UT~Z@&Zu3<7=Hq_`S2aDq=*3n}Tt825P94|%>Bg7EWarfGnI<?tq)h0I
zqlx-S8&2_g58i#b-562%yYQ#O_W;Yuy}v6yta<ZES<nB{zP%0~pPm+<?w?n`ZO-+X
zSFNokpSs;>vfxF4;_(cjD>HvjIaR@`#=ZDcwoVTFFDbL*+k)#jzQ)=r{Jk;R|CyQU
z_H*Ah-Tl>YEd8U(^J(v<KX3W<b@r|`x~V(noNGCMka^b})zxorIPZUaqGCp?M(u%p
z7b;Fl-}1|x%FvT;weQbT{nv|=ekIKL^viG#uhcf7hT`auINzD<?hD^CP5)???DNH9
z{q0`9<8L)}JYI=E>T}KIE`8V2d}dGNi!Vja;T=D&9b7*DRaQ?9lY9)j>ow<}qSGdc
zM6YMa`MrR-eC;L2?Az?RcV^H3IVta+&4=p;=AP!ca^CJ7oB71lJC|3M*&1&CQ~v+M
z_vzQa>P|E-y*(@IRO*FdG2z%vmS<*2%nvmydi7uLSMeu<eb1a*=Ulak$;)E?@hW@$
ztC<|N4}8xX-MKKe-#dKW4RMnX^D5uYnd182jP2VRjhe`Wi~JVRr;dGFvoG!J?U_4%
zJzT$Z^{NBS>=sAvt@yBs@hq>u-On9)S1k9&Tn#n2B{(~FUhPfJyyVBa!H2(pShK#9
zbMySU%QtsTd-c&Rxaw0@Q1W4Q&4Vor{W~sI{z(3RXZ^#Q-!9zP)VjK9<AL;h7v?PQ
zopHRfLu6HUZPffJ{Drwndk-FWGxE`Kzca=8rbf=^uZRDB`n_<^h1418n||pWSh!pE
zaK*xXXWja5KRfp0fuX?sp9lIka#l{;U(`S4RebF#_AkD{ZdLMOcca|)?bCVZxn+vz
z_8&);=P_5b94o%LM!w(^%P;Zdk0-3wUwdoRfAEKI?!q4nJN=fNHs6=5tF&)}TYm5L
zl(eXf4b9DUZu_%u9N+!kt3|MFqH0#oWp(yBPgoK@WJG>`x=~&{zfIh2kMsV@0=Mv}
zS#Mw3d}gR@KkqX4)f|TEleKmt)2B;we_QmtVR_7CG3o9r_6y>rLt5uJ8|Tkf?z$SY
zG+8dl?EaxG7E9K)2%nA6PQB&8R{!*PpHkI(p;?CyzbeRe$!q@?`PIRH$-DLoE_RdM
z-yCqvOE?sJjDf*{!PCVt<eXW-VrH|FHH}@hV%MgWH2L;b9(UBcdR{6f{G6gU<2Jv(
zJq~OA#g*On*!BNiEw3P>7$X>TBJ9Adf{-PR3k*^Pm5a?Kb}`Q?oyDDY>(v*9m|Hm?
zzCV5Y>!IDhPu{+(dLEtm)EH`3c)9ic<uiNajx0ARj@kFyC~eL%|3hz=SUxtX4T`Zn
z%`LOsJ!aOUMDNQ-bLUwlJe<j^{{7zT)2FSHf34eh@Wayeb%m9o+oLy_J&+62`+W5C
z$GR-vza9bluUalM?)$e|=9ApwRdY&h<L+Hq9k+j(`PC&SJCn7`9-OV2aL}R5H$D63
zr!TUyF})AM6y@^vuB~1cx!~?)>wiBVZJZx`;YmN=&6JLvERo5&d{!4j-M70xtoyn;
z{wvd_O&g2z7XD~B%UN>g{kztg1s=j1TwU#E6iiIN&H6erPWhGku7&Y@DPi+J2$ibm
ze%!fuwQ3CG&k%Vx<tcry5-+|qu6$&uzvNYU!9!J_%b${^KXQI@uiGl^EY()GIZx#5
z&)U1*yZH5ela}z+MmQ{3{Hg!t!*BWfK3#n(oGVhf^i@^1<kCYQlbU#yx3B+s@Q&wo
zPyLkhpJMZ~F6i(*Jb3tGP48XqxPw0f7Rp(B%nz7%RPSxeH`fKecQ1y|fB5p-qKa+D
zKP{0rxn6qv?!$+bd(*=BZ+4$=+?R4r)Oerkq3EL-lgmq+o*Bn3{qa-({$*nm@x7fV
zb@jK*`cZyue`ZRUo`KWnb3O72Q>5CzSe)ee{^0okC7*pxzI()P_EvqWam4JpshZV~
zZwF3S@YK(Hs{D>^&6c|^XY6#=pYoh@mc#dOI8XAc48s#r4DO!GRo#Vb9wt{W43evr
z+Hkgr<xp@Ir_;oImh{DyCxm}|DHZe(uG1;1xLSMv&w}T1o7v``*x=v(r|Gu%No8}h
z;OR#@_NUi7ZoXw$(!Om^6kGd;+ZCqqbDo*^{LYMGTX$9I+QnU7KR;}JAQ^n3dGFn~
zm&=&<)$+7`n62L<$ayJl>Dvh2tU@1?x>fF{ADrCNyeC)KkY(zI(m18<((@&QmYzOn
z=+5+2Ty)_P#@UD3-h90Kqq`{Nh0OMvWw|>!t~8jrHwFK_B=PvtqwQ;Kp4Z4`TQV;+
zJDa*xb>7RD6V@^;GgNCS*>OWOCj9CVr+o))OW%1Mb2XX88ER3xKrF-KQpSVakiTav
zmdUxbT>mhYt4qIY>$?NxwVb&VW*$9U_rdq?WOjLWGwWr-GuG@_U6`W~aUx22>0*BM
zd)-XZ3*t)nzq#z4<CS?Uvf}}ZFPr4kAJ024bs22j#Nkl?*q`a-<I4*f3NNe8{bXDt
z%j4L^^eq4GMYXAJnNBS4S6>Y}zFE$ib-&tX{p@R>uTR)jaXj>EvsX^o=dN_isf;<-
zs{O*vcF6orZEXy%TWYDP=lA%O9p`sPgN*MlpZ~FoEuHuBKw;gHQ<_`1E_}tx_mb_i
zlJX8N8;;9;KeF_>ziwt<|6`HO_KG=|Bo@zY@jS|^G<jx>{ZvE$oGGDkUvuR|XKLK9
z`s{nWE<uW^)hvE_`@V<$e|G<}X%S2RB_Jm(*1i9Bm0i>CY15x>`+MN6-Ha4B<tFuA
zbEnnT%~eZQGu!O&K-Y?^XK{br&Q<zC_G)*gJQkODD6ad{Bx;5JXMM&yLWfs}t+%Pl
zyy&d*()-YRrp}WF>2J1e-WU_OLcfFathI67vrZw~gGc=G6}}w!Z93OA{f(34jVB&+
zXXt132UyNvn&+FP_>tk(rN9WOuIpCH#;xa@jTf#zIdffR(v$4o*Oj8b_y4|Mll}AL
z`Fo$Ex7%HL-4@xgTP{RAF6E?H{+%VpS<8Eu%sZ$&r9SsTW7ht@h))Ky!#B;lYOb88
zv2VqDyB{~DY@-hyKKsMWCiwr7n-wyjg&01%AOGYY_R2Q*RfI6x`TH{RpEp|Xo4Vll
z|I*MyRUQ3u!c*T>dBha+Z`<?x9{aA?5AQzRU0+{W`E+Uep3M6d-WP?Lo=W=(oCs%Q
zlVX29L5%COW6r94BflNC-0Zs@@(&#QE6l9BI!FJP3wv(jgAF^Ltj(X-ceF&WS-<hd
zFD={Y?#DF_z3upZ#lYeq;~euNI~UGiZc#RT=_^$CVE4K`m3jyBa%_Gs{k&z#%0AcS
zRhCzB)4%sso|v1yvglDGuhna9xqWu!Vfjyk9QbmbIa#{H?Vg3pY87q`&+uFA@Z#Fl
zt;*?@&e}J(aQ9vD?0H=!UisAYcdv=b%GX}GbLyP<Y+l_t<i4*)YBpE3M)__DD~(06
zAN?Krb^e?zd>wyF!m>nt$Gr|!;eVTXUOUb-OZ>NZ&gzKfZ9kqZ-1MPG_k>!4v7>GZ
z$K+h=>HV=XhZCPToK6u4y~ZbOb68;M3ZbXH+IyZ|H&<VJVE?k|MJ&?WPc`g(@Ps>f
zpOwPV|0Pot<xS=r3hS%-Uf*1ka-AV5m5W19>V|6Y%#SCvpG-gEmTmF#k<YKjc&R;?
zH!NFYZlQbE#^ZeY_xBO9tERH@e}0l~aO;zoCG$0{)-xwM?GtXVb@>-7C(H2QbWp>d
zrHa|jMjN{xb-my%d&P1j;Y{z<IXc!^yN-H<IV_Udwb=WWa9i1-4-<C!|2nu)&0E3l
zviuiAlc&cfE_%`Qw`79lm1W0tXP4S*=IRxCd9>x;uwzh`bm%tR@#ogG@Geo#{Ve*W
z#uk20mkK`fX!0-W4!%%SWKnrq`S5Iuw|88YCRLxe_~7N&*~_BF{O-vrb;}=Tb4#}>
z_MUqB;Oe_$4+OjXeQw6YMSS!z$l%hhJKf>mG&dwpR<4cTk3FqoN}I`KdB)&3mu+Xq
zTKv5sXI@nqw<Ag{^U;;v7uVOWSm_`<L+k|m^mRJswvE}BLM-#6AKE4E+q&W8wG~UZ
z8*IFBqGeKNkLOfvW}liRJEyYq<~EDJcR#IO<@-ujx9{hq^|RSx(_h@3)^KXetezKE
z&MSCXUUS%Lt={-8BHj9HO^aC0gT=EY6pq#<W$irb!oz-e>FQte<5*YtAAY*8{FF_g
z_s;bBwL!-($0-y{y_A0QO6Jbei|ZBl9zXr(sDC)~hR5G>E8n)g%NO^zJ8`^Nx#sTg
zIgj@Imz%$+-@WXkbXBis{?@Cz8qNPK=G^jjhUc`-nb+s*RcT){wS80f``cxwCAFVQ
z6DFVJdgUm|SX5?EP;+tnizhnY3tYR~eH3>#SSh`oVZx+Q9JEi#wm|Uh>idUo-f9kf
ze3`L)ZojMJPlnG<!qHnDZ_Eq7*yQu|^B-e>o%?@Ybyu;uo!2e+Jxxq9PG!T5fWO8)
zpZ*GdX%_$DuC+jR(~1MzWjq&u+Tc;T;QLALbIr5LzY6@lyzQ%Ctl^IbhxxCFExj)B
zeP#2tiQ=7ybmAY~n80OFt$ul4Mz_;NZ-$bmPWf*imF?%=<@@2xOznNUir%(~E#K5}
z+cp2?+obokKVE)n-v9IV)9U@7qfh_ro?fIR@c)tdZ6~+WCSpfcRo_-#c<1YrO4U4m
zp#s^96OZnFv1MjrF4La;gPfgHj`&UeJ<VR~lgKT;+NDfxRyS%cPrD(qc}Kh4zH6Ra
zKF+@PY}xi#59;l-GVK>xzX`2;P~a{8hi9?v?es&EiY85~bDx`@R1)KV)0_K*eNzI<
z<IEBUz1{-ZcSRpg+JA79G<1FN(Z6p?yqZF+LGNwl_p9z-R@)n4r(M6w&*T2SQeTlP
zo6UL;eK%IUQMO>Uzm)x-HchEjP5FVFO%7f!J9<m2bmsG>MeFl>kNDl5_3JR7d6nyp
zVv{(9#`CpGksRxyzjj_@E_!=d@c4cMA({Q!0<88wr?C0C7h6``@LAKm{f*>po2dAv
z7xMdVyoxrTnzpCm`K`Vw^S>q=v`_DUsC|j|!KLNd?9x_K9-Vh_Dv6#Tk{4zo%aqO0
zV42(U??I^4QYY3e8M&sa$6o(>&s2Z3x$M-LnmJ`>bN`h0h|5;KNViJ8_J^-#(q)w|
z7JC-{n0mS9v~={k7X@Zl%6?s7l_{R{C1USgql}jK32e%;9IY=eJWAPPxFSgA%%5$F
zQRmP0^ls<;aB<brsf(HCeR^TeCR(`GYGvS$@a0n$x|gcWt93T^@r@|uJ+nxb$6Gk`
zkn)WW0`o$Q?KoJDaBa(!iF+W$#@Q*Tq*fC=-9X|NzuLaPoO5Fp?i}QnUAR8?_pWnh
zZ6%Lnoo-uhUnrTMk@#=*xuwqTmw2}<x7>fIU4PjozM2Ig-)$n&O3Qxa*t`_qxP6VY
zywu-g_PSH{+_1N-p0d!i=C%BzQ<*aN4#x}YeYi9+Z$>4<>m=Da8Qa4#e=L{PJd2b~
zyV3K1_OjFKOMdSX>tl|-X7=1@=fV#UxCABYy^6l}ZvMI4biw@}Uy^MVe$7-nP<(pn
z>8gww)m!fRM&5aPR%-k4C;FRZ9~_=pDHiqh=(GKAeFTL$CwJxV7JRF|>rvs7=t(Xu
zMyvTRhi$iV{k~i3u%tB0)OEA2OlQtjxZ!)}vYL`jLUYY7d+zGHe;=o_>jW2wnfScX
zD%&}Ks>238vB>!9r=qnEZ$7Qa{t%*OrB<=TIBj9KO`7zdg01&fEiOG!6uJKUlWpR5
zcHd6A%U3j(2IkLyIFt9Z;QSk+vPX|F*1nzYx8Rtw+aJfB<|$RXMeO#KzFubEbL`G_
z--8a{Vw&nM3d%+7I<38F$^IWg2Xb#UFlOJ1a4x*`pvd6al<Jpr<^MEHH7~r)T(f(@
z3cY#9CmMe6%dUHnTy_8N+x7bE_y4>0=^p$1H06WRRad^{z3#rmUKKs#_S`21b=Aro
z{H?W>jZ6KTi(X!G)&22hn!(+5MS<L9>jGl-AG|8d`tdXS?iE)APt7)b;IaMm!TA@C
z@;+U@^~90uOMZWoyd_;)Hamhl@YU<=^?$y7`cr&ful}R_|Df~!C**9+54_H<d@%dH
z?}g(JlJ_g8tSS7!d*JGFtwpt7(&w*U5GV?hxSyW*zIE|~ISdc<Ev_&cP2rFJeD>|$
zS0=$3u_pySFY91k^xE$+>v{Ht!tTHAOZ(+3q$R==J~T%4x-1mm|Fe!Kll_I~3$6a%
zEBU8;^y~fw$5?0gIx;C=o~^*fX`TOouku-XbZkc52ZL!3bXXNy<YNUZ&xBX@bv|GB
z;QUopKZOmR7f&*6Wq&o}>=c_tGoHsjvA<?kAS|Ev^3gWyKdd+Q3F^fy<1d_a^mWj6
zYoi73W_Dte*wW9>{ve&q^7JXIoz)fp<5{OqC@^fkd-8@`PM(Kl$3^oD&35)0)vF>g
zjhgo_TV=M?|F}PIW{Y1yNpo4wv&-g1N}T`X%$ua-j5bMa^l>kZVyxBu>t5TulhfvA
za^<}{3*y%|Xo_w8B|G;+F<XsFo83F*&c_;ViY%8mPLXm?_&$-d;p0Jn9=@NGon*Zt
zUwSnESCBg8&o$NaX1-JO*^a`K_f5}yI=y($?E4c9TFx4!*XNk{=FWK5-S1Z0^LH+f
z{Jz<2?}N<C+?ND>cdB7y7G1H2IrEimv!=?64BOLAAOBv>=KZds5-sf?aF9c{o}sYd
z%k6^;b_smnz$x5(h+C<DZ|=ob^JRaQd{Fq|x#PesKJV*0a$En@Fy!AnQ@ptN>Y5t!
zIkC0f_baZoZdo#G%cheT^!&KCHg2-C{XFkw+MM&u^MAg({O<Yb{I>Z^+!K!~pLe+P
zK_U8}cJJ3q{x+_ATXsEtQoGGp_E`MvqxDwBW&Yo%-@mk0)+YGC-rLXRcRuLP3tX1E
zP29?7mBF@oU6BVW4;zWFymQq*ufAf==3X7OEcVHA=|(>tr1LjF<aO_V#T?J_;d1-j
z=(mpf^KVX;^U?b<-{+oBk&)Yfohuh-I`quH;UREgBCCDlNz3jk-<Cy=`Z-CP{(mdq
zx7PS#)rwnQ61VMIxY^Y+54O*H9MRqR|7-ov`P1vao&P_x;zecG{i;arBhRNFpI=e(
zQ~&?d<xRbtC+pN*O#LGGrqTa(vR|~8s0r(b9rN$;i+OLa|78C!c<QRSqx0>VENo}7
zv)_xh<BtFI`)!8&`dy~?^ygPj%G0R(+?#IkQf|s~#%nr46P&A$uUh_f!N=?Se@%T_
zTl?p2o0)%m4CAD;=3jdIK35%UX#KwHhxkDqX1OgBb#fxl7{_(4|Dg9W*XO+5=QE#v
ztzQ3gXUFRB^|$t)NK<~XO=){+vD574zM@;FVr36JbC~_^<mtGno9%9G+4VQ`<H@(d
z`TPH#`*b(Iw%YRZ-_)P={}0d4zFQM+bY92bw$3#?e%{5<H5(Irx1LqH!<Nn<-FPke
zb^E6ujO{PtcNMwohF{*3vGskj_wk_DdOPMDPMp7?)c(S?2#v$ikvBXFVjZpj81{!w
zIm|ul=K|UDim8v59(DNmtcb^b*+0=oGj_2@oYJ`NX#1K!_io1mj)x2GJlvDEVBx<D
z=8ZQ0e+A!N*Ik{mqv4}ku1>CQ$d>I-^~~2O#^r`SmgawHyzCR>;dvJh#6JkC|GtIs
z>5^WSrysUnKH=#v;rgu8@6p<AcT4%Wzp?qXJ#c2KO0?d2sNs72?|t{qFHU|fZpE}E
zC*%TC>1M~0z=Wfcn>K!5H&5Sk*W%~iOE|yf*-dM|a&Kbv+z!rM_uTte&sJU)zPB)U
z^UjA??_c<7EjVHI+Mpb_zc<eY+BLNVhaC)LYZrB#b0Cs2+fh))nZHlFWJ!8UZ(ZBG
zIr9pimu%EtUHI_WRKBfC3oA|7_NOjYop;*vyoK)VcF{Va`8#vw$A5fyeUoJUw96(>
zrTbnr-aRa`!gHZdqfgc@8>!|iCK7)AZjQGV_aB<7mG{)TzyC{n%x7cQTk{#4^S3q}
z%RJihsVMD_M7qSr`Fg#n+Q!EVbnLBS5BCJ$kn*oM&~@A7=O>kUr^Drx9dE|O{W*4Y
zej%6gx;c{9Oj3(~+VxxRpPyH^Ox-rip+<RW#gkcjzK>sB{`4qlU;pLC)yx`CjbkeX
z-(NnLTD+^`L*}lcQ@cOf#eQs<KJCky>}9O-Hjm3bavkKz%l8uAzP0i6qS>DP*O$dr
zeOV=D{(SoUm!ebWqz9juIPvJT0`ETYXKxjABxc;WG;I<8wpZJPV{<JmPRu-Yb9v44
zhsk%}|9iu&-yy%_YL14LtImuGM~<|u^I34C@=R6B=CY_YclVxk>dbda5kB~ccWLpr
z39KovCU&yh+AP$57RDzw&ENiWPDR=IwAw9&7gPApy-XHke6;Ya*qoaRb1$wg(2uwJ
zQ2np|(_?u({|x4jf8W=pS3dq)t}@G2r|#@`r5*33q@}`YmoQgNdahtHx6|f(O7XI9
zZRh6w{|(yMVtxM-^Mgm*`tR?V`Q~qc`j4I&(PueYMfvt#)->_^c+Kcy`6PX(r&Sw6
z7d$%j@TP;5#iot<e8-NnYgq@({dewqd}Q69SJJ!gK6lo=^(9Q_>fwp!9xS#`|FbiE
zZrO>FNyaZXa{hf_|Jt)U;owno$$9?{1>bA<uq#xq>RHcD`7`3Y(w)wClUQsSWj!zT
zt#Hs6VVC)LP4ah>otaWiy~^y{n_s!x_?*pkk>B(G;HOvq@v-~9zP%q8_jA|2;DxJo
z>VHp`f4%jP_;m64p}(E`ZmDniV4A;lqJIBcE5`Ny*{d&<WkjT~idB5vxVolyLCx>U
zJCu$-_?368wd|XB<u<>ArL(sln%KYpRdhv>wZg)E&27rt1+U(pJ;&mjD34&Dfk#+G
z{_B*ri?`2w|2O3MtxFZ+XXE%iPHxd%*Oaw+L7B3sYT&2#{Q<1IUkjUsE%_P7TaYg#
zaowf(dEY&zvL)Nj{aCWCoAV04G>_eslgFnmOkC`)_)fXuvUNs7pugUA(KU0f1oY0m
z?{_JqA<A6q!f|u2j5Uu|T~FA3&0an9On~ZdyUcz2va1*HopI+fe3s1ZIBTbv$8~iH
zr^=|NC*J*YjtI^%3_X7<l&^$0*T1*1dHVKg4<FAtGci$${j!dU9A9Y1$7zcg8)f9a
zw>qV(9$L0eO66Ik>bFy2Qwq8l9Xu##{N76V2G9NQH8x?(-z&d)njZK2R%rXFwvuD>
zBhP;Lp}6$w@{c~o%f0W<*tAUgeASd~sp?OA?X{Wx1y~o)DrZ(*d-XThWt}J+VXmvb
zX<MYrMVBsq%~|upV5xj*rs(os-Yq5x>_0YDEMV5Ya_`t?e-H7zCokD|oUc=onaA?^
zUP;ToO{cdP{@fP3k>k;{P1D+AE6#2><n2E%V9v2dw!GMjzKQeKRj42RUGjU+>1_G9
zxUFlSKA6rX^I+P>umnx>YO@p5W>uQ-u9uTedo%ax`PAa7t4~?%&!$dg&;4mO@3h||
z-Zv_9Y9l@$DXz+XA;!14W1%inlf6LALdJi8%kN)ya!WsV?zL9Szjv7n&R;U0oVu<v
zc#<oF?aA{>GhA<Zzn<`KviZZ5g(uRQT4%gJA0|2Z-SJ&ZS1#PO;D7DEz=bAT{66em
zT|KqPwOQh8<e!e^M&DJ~|5mKnD&2NUVVV5w{W;%MG-j#KzvTYxOD%_3&9dP7?<}V!
z3TCD2r8Hk!zT>Hrus*lkn<u(@_y7O<UNisq?)Uq4@A>>K`gDK&7v<Q*pDxmqSO05}
zsOZlyE~}W5zc@rZWpjcmTl>-LG37c6*LF?popN_iWp(A>v)iZn+wI<F^ZUxxO;Ily
zrX1hL-&o9$e(}yHy}Df%dGmfL^yW=jm|dx`ydbF{^u+p7z4xbz5B^xWH|5}Kr-dd5
z4!^9Z{Kg&ATT%J5wdVKAbuky2ZUo%Bw3+RW)v@f#%-))*yQGCu7MU~7%lQ^?_HAHp
z3wzqmP0jb(s|v(wH}ubNh>6Y8-@$TA|LF%WyMlF7Hd?4u2=<<Tq95%Pz0me$|7y+r
zeV>g_+D7gB*sFhfdHPp}|Eann?^pGHn8PofbZbUrWdE-X_nTJc^=i&{{`}+A->Xv>
zKRIALHz6pKw`j8Kr>Ui<EVI~aXY6xtV6odOZ}aEkHb$E-ucp5WpL%nf>plG}0rd~B
zt{bFpHv6?CHR9F;shi)ng?x0rt<|a1GqLT<--XM6`r4a?T0~E%`Ma?H;Dy_}5+sDT
z{d%leVZZ;Nk>qTa&v&$=^1_e!=L#=*Yi=gD>z0@NGd=0;rpHt-elYa<V)ia`?vlXh
z((0);qOSvP2j$30Ftf0f`PEL-K3<o*;gu%G5AO9I>JMc*^?w~?*cJ77^5n(5{12k!
zwmedjpC9q7%XweH{<x^hie0h+%j{0Nd$xvr>)R+@%T-o;vi-*M1$CEwZi{@_)_saq
zZ0-x!8_Tr$@61|dIPZDUg>P$On57>5;hw_O;_cpkRx{=C4lRM6#@Euv*ydj~m@(sV
zhxf;L`S-6{`2s7-4jf)0vfpCs_R2@0#ae4jjRd}ZUcI@MeSOI@-}RsFPThPht82C`
zqh#ggbH49iGiD}sCQ99(v38R~kZX#Gg{Id2W5;AGe9hbD9h@*D-hR2FpvS?y?ZPZ4
zZtxXMS@%mM&rR#22J3oVhj|;+!ghZvo%7k(eA(rRZra=ZR9^^O-Isc#WYHy4Ij=PZ
zIb8Z@l&2ajZ=CRb{$It+)s9VFImec-sVp(Rd!)K!M#TYsIo*>fdr!^fZqu8RYxU;R
zdgjg-r#4wtI;?uvo471su4nUk!`}iHjC-~<*Un0~kavkgE9scF-`PcPmK6CLF|YiU
zzh!IAwd(9><NddSZXH=^e(Kv{yEEauZrZEu*YLN@xf}lcp_t&b)lvI?IA?EPclX<(
zhTjTu7i}M3H)%AKJeTjd`R*#kUlOzXejPr0GgmA9Q$$2%Q0#4E;q_mx?cL|IOuptr
zW98v^(ap1htv`r_Ddlf*JH14vddJ+S9@1Rv><kv}&fDscJn_A8=b_BnMaN}dGdjB*
zG<^BK=K1c^$>H+@c3*Uw=l$kHvcV+(DFSNj-8F#<(W-aOeR#-THF>Jq#^dX3_Qg~@
zdGx7y|G&n(?qBCVozlJ^Q}^fb_37vD{b{{kn3J|+>BBQKqYumf&`ZB^-K<~lQE$kb
z;!}O0wcO_Ci$5HA_3_ipec2!8h~021-cawBmS-<w7C(PhIcI3x&j(k-FC6^kz#Sc=
zGs)sqbCFov(ek@DOaoU`eA7RntiWv7@*_N6NxnN@%xlg}U&Zdik3qI|&!hKm{^N4q
z?a!;f{aYvQSb22HK8v-z2UzdsxzC-P_V8@3N9+^j`DYbG_u8%(&Am}jV0x%-!Q2&j
zH$nt1ob9&$xY*`fVzBN>QB$$nZSg;jT~u38)_77fHBRz0(<BMLeXM*x?na-suIe>9
zpJMa#N9fkrk5<dsC+M%Leet;X2dmtP{JT5NOe`6#HSh2rFIP`E_1{GEe!Bi`&Mi6Z
zZq9694=rmuJK=uT(tVc$Dv$i&zHPZna<Sc=rcgdV{uiI`Fq}$N^p%-wa*X5F$D2kM
zj()zD#$(rL9vyy3rpNgo^Yr?IIoCIMa!I5ywzcxrhKU$)&0M}&a!LODrw?E4zOvYC
zUe!*<gZlqJ78_*l&pE|;qjpx^LbKFf)$b;=J%7Fv%!^K16S~_cy7QbykL_wDGlw%b
zI$j)Mo^5g8Y2~+G>m5c_-{$yzI#7K#Wr^IMGmVnDe|h#+MEn-{>fyHUqv5gJYbuvC
z|M<G0U(k&8mgNWLy-ku;6-(<E*x%#hnIrdXfmzDY)_%D;E>5mj4(PRotj>u{(YSrf
zZjVfY+FUnL_i(Na&K9%6*cOQ{*qAio)SWzcNdx{j&%|Uz@(l$t9xRoZcWyn$(cZ%?
z?;aex)$_>mf8{09NjG+%IH<klh1ZNJJP(ThJ@WaTQP6OIS$&GTTdA*%{3G^i7oSD(
zUw6ja6g|@4o&Sf&hD+qmjmaD0o@~^qTb}S>O%mJD6Tc@dt>m>}UZx#c`LIRYAc*tE
z=K1-OA57w-E!h}M%cN{%&+u`qFJTItR@!otula}Jnmg_~H<tAEuC+UIHNUlU&9nDY
zx-FSS4(48Iu6U*Dm9cQa{^ZhKxp$V-Tv6qZoVr;qFKJ?WIA3Mj+5VQ(f3EsvX#{CD
z$=_l;_)vGUte)tJy}OPsZBepVHZftlao&zrejWDc4QEOZv@K~|;IYtZiERrLr_Zj;
z{gF!^>bE`q<XrkXaar{474OSmC2d{%y{Y@svy@AY{A#xPi!>z6a`$X=UHd+>y&+*a
z_x%5g%@)qWZrUew%QjEiJAYb@UU;(0t)}cNMZ8SaG7pnuHN;ICKmB&Dy;gD5AoqoB
znOEo3>6dC_KWc7O7ZWS52#DPN(BR$U>D~SI`(*a6ZC5sB%#zfpIrr;Bn&d}8A(P`)
znZff8_cj@?)v1d3vPYbEPGRathI==Sca^#bE9Wo$8IpcwZ$^U5g9VnBN6z^e1gsRz
z_;_Zm<Myw|7GGX&lKFb>-|eN`mnXgvu)fYJ%|3r(%DkZHBJ&41(<Lrms}O76TpH8j
z-X!js#eDzIG4rhnbw{?(sd%$NX_NOxdmT^f>xKTG-k*w_*KTnw@(usJ>iGDbb)IwH
z>Dt#n|NHd!{@=E>TYosjZ``-f=KrJ5r?c1Z&z!%>V&CesyuD54wja}0T0c4{8B<f{
zet+kI^g4#HI(L1uut`tOo|+lV{!i^t=3V>#^Oa?X--Z>v)qG{d`FhiRzFU18dX2W<
z7MO8wlj*_D9H$OB<b(vp$hkc8nsh`X;QN=AF}93MdXDdWqXR6>R35*3aFi+H2CHqi
zX4K=%+*@A#aZ^2g>MLKZTs|$o?yvOe^L79J75&{@UL*Qy&pxiR*&)TQPrKH0D6-C5
z{*`U5^(E2v3x4Nc)fNAcJ9#`yF3v|*&gj~l>xVZ!|6=g>@wECC=B;zDNv}UQ*E*ta
zi{=LT6zAJkKaD>Gy*~KgJ*RF%V6Mw+>#gQulO&TR4%e1Nepi2J{L3p&lxtnyOM$Z=
zcgyR`*MFL6=Tn~b^Hun~@ZXo8O)WblU3R3?LH05GAJwNzg!$B(D}AG#AMaE+>bEMm
z@ujoS(w%iz-vxBt_KY}Ec}J?H&Mr0Jfp?Cb)s?rFk4`d4Ox#+S!jmrJDsLutp&-nv
zbfKB5bcD%qzAPEOyLS#72;_Y~WMX!^!799oS9I&kodGKI<k|U_)*YVHu<Yal#Ww|E
zPa0~Rd;~&!0_%Q+8;WePth~G9#*5yS>)Z;iPW<;+d%>imYkO{--K@g*tiNv-_Y3b&
z@{POR&wlJN-+FyrUwkdA)8mGCR-KuP9POk9nEtu(eqnsn+wkJ%jXM|Jh3=Y3D6=Hz
z*k8L*a%=tcslAsPpO-H<n7^%i-`kK=AKCR5*lw9CDBSS8OZOMI`!}J*_CG$fYg=*W
zsMviwnRfZ_F@=}MIF&DQ2<yB)bo;MRh?_lw-~YnBOIiLUEKdH>D1HAMmx;tg-d;1o
zKTj08gdH;vH!tsHxWD5`;zYK9qnfe_8ynRVMV}kJp3d~Y?L5m5nUfNcvMPzGQgbJ)
ze3)Hu=wa!dp5F$JPm|4g_nKFmRT}p{kUDh4vV^IN?c37JzfGj))~c}|OO~!#yn^q?
z+^4aHZaOoMUFfgeVbm6|oLBY@o8A)XpK4iN7k6x|+*ZBT{LPhv43ECsD&ORtda!j<
zZ(zj)|8~`~bVe5WTf+OD^B;FJMtbSouUOFjG4Hnb@t9P;-3yLI{nI)AN9jEC_FG!q
zY&NSFdb*!$sg#+>J4Nri#0o{0?t@WXuW}Vxj<`sdgdV>px$A0}Xpn!#gMFb-5|b?s
zv@lIbUT@?Vot;o1vE@h4L6+~2w8iAz!hfy|zT^Mq&a3(tHEc;A$_;loSs#`5XE{)H
z?~wAbi?L;|I5#P@R$n?~TCc6V_Q{gOF7_C%;QUpw8<lJQnDw0&t=Dnekb3CM8Q<Gg
z-)HKcQ{#=BlY9G+#QcCzo{#g*oztW$XBHf`*ykywA2siVk-_881eq6WBN{pPHAa``
zEQpws7N}(7RN9*OVu5cY56k>QbsO(=8L@wpO3w=`?2^$n|N83+^W96Ie-!J#xYpJD
zv@fLMQ@8%>gJHE(UT;*N=DnS7`t7JWcdw;XE!p*a>MR@ggKK3xBHjkJExa!LZiYZ;
z&fZM(J?-<Wk61ESF9^@}@;q<6rRH8wvbIZq?G^2h3!iL!U{~>o`}9ZglJ`H>zCK-9
zoA~3S{tIcYUDv-aI`?YVxhLVD1$eic6_(BFW&M}(@z}Gc+pPM;3%f41^EcIgJguMY
zxPbF?Rq<CA+b7ok=XNc1|5bdt^WOGHxB2DvmgMa$a*UU-t6h<<bWZ30OZ$Jl>r!H3
z*TvahSnXtgNwlkfntts|@6)H_{~Y>sXY={rhpV=iZu@=HI((^m(MJx(#;WMvlEZ%Q
zKBpHRT*N&^IX9%DAmDZU{EPc)J|_IUmS10LX`z0cWBSKi{KxX<M&$pH%=P+nroQ9j
zBC#2K+gYbS{>Lc&Gg!xFO@dm%4ufsazR6gm=`_6clNOoN8l0G2EgWCLz&`EveGlV4
z%?*vRF+VpXzA#O`cloXSsm**p&u!ng@z2@&e+qtn_#3Y$AAdcRrFUYE-MOrbN9M}5
zTOBOA%zd?I(Z78RHmc1Iw?7qmZJU?4aWVT={wvq?Uaxt@dh_=_yEQLXvt4>W<<EQ9
z1uM>FUw*Lt-HLM;UT@1&KYV{j`>r5fgP_&CSvGQ|&)U}?T=;k8zZtui+^bLsz1nuM
zykhl@jb<0OA9;Q4)2Cv8z5a~kk_ERp^6y`6-r2+a=k)^lkDC~NR5@oa?`%KyEMP;3
zR3od}*MmP68V1Z3x%Ks6<;^9%T(b}K_-bu$dZ{k(JEi?m^46c#J(j;dE9HN1Ghr{t
zJHGJ!#=v(<Q$9{wUA5)$w)9)Jm1d^`gev4(C&-vCaXvcl@RY@SCwzYvmYH9rA}KL<
zYL$TZPj_ii{e-2<e=(Khwm-9fsx3QHZnv&%Mw7<fdw-kQULSZCxc<f73DMV*CLh!P
zwdT)D-YFiLtG@`x^84;jxifL?9Gi`@8rDs}8*5c|_J*>_ME9<@k!HzjP2Sw||B>@r
zffnT@ceqS{I30eyX{XU~ZtV{bk9Lc1@!YF0FDlrh#@yyh<(H)7Ckva;E-OjB*>dj2
zByFD`7Shc9!k0AnMs9p^@z})IQdeGw-}HE3ZuW88(VC3%ok7BPP6!Apy)}LyDZafb
zyP7fI#H@Rzyv@9o9cITvPY2K6^Vzw2htq=WW}P#~6hjm96rLQ^j5{sJCimfy`0_p8
zw~IdU8pr<JlGAruIDXg1%U#bOFqJS${C)oDZ^@6w>&o9)`OQ-kbYzV<``YVQP3{S2
zyqolR<22rX7p<#)ip!mxrT^piKgMkz9lyCGteTv7;ete{=|X>Qwa5K2f9wChTwimt
z>RJ3f<D3o-{*u7tXFA-|<>D)zai13Mf9k#Pm6>a)&+HwaZah9c+28*8>86)IUOfqt
z|F_S_a%R#@DUTUXS|-*%6ztL8-C6#*tTN$8oCS|w{=UD@KCQG9yBfadSM8HeheLJS
zD&ETHXY5$KdChW@i7^-cUfFX>=vMIZQn8@PPdEN)Q#r?4U9GkB{YSZ9p7F008GM=M
zTddcxTXK%)*6*9Ig!bHG7W!8tFn5E_sgEj`?V{APpS)7G-6WlODP@9kgtnqu_|iqv
znp5wmUg*gcdfzawip7_m*>H`~iJl<;8;$Hj>PN0$R5v@wr@6aUO<=)ldzMq7e$JYK
zk!<w}AMa~iw*AC+sq&h*_zZdbt<7aCeS;p}d$F!2b#ulpjn4ZUCm(%3LD4ai<LabW
zel{&PoUDRAU*q$-9$%_6WyUMZvy!EEJ*vD`&vK7gU_3X2DWR~;jhk;5Uw7Z<D4q{<
z4jOJ$)9=0c*w@nF(VAH*7q6u($z5?^q1M}_sXruQPK)cC_5Bbl(*IWabDpd4uG_sv
zog05eOjiD`TFm%vj@+@`>I;w8F!Wmq7}lxom^a0RwcfSt#goFw%qI`xZ<+2oBptsw
z!>U{H+0vtZ3C}d<<OS6p^SAqO{6xr!HgWr{=QqqqnE048?(e1WxFgezfAkn{lm6{G
z+iK~#H?rD3@s4Rv7s~%TxGnjs;D(p{$K9(Qcjr~_EPo~Vxl#Oky!8yr*>is^+O?EN
z;s2#*ZoA)JLN__wxTm@-eW6(LPNRs8?MKL;waP^Wo0!U$@}8cbd}a~Pj*V+)1zl+1
z=l>iS$1S4E$R3mHs9EFsphaN4-&e`pk9!UGoh<ZM4_;xuom;o%gXO0uw;pQ0xRSO-
z$;t0k)YrAGMpf6|>0H>tnc%4An<@Tqc2&Z>rhVORVjquB>Q#PIoEs1-BYEpX!P0}@
zlD3yTY|P(hRM-DJL*&MVW%ur$*>WSuKK-HUE$*tNZ?~6jeR`nm;=hkBf2JP2C!4?M
z;`$Fa81H#HZdr9^UXR21?_U*9#{YR$Tl+FL-uAmYcmAqU&+U&7Kjp7`UtJ|Fc7OSa
z$16X$U3+E!@{n56*>1&p9hKT=ar;iaO<5d&a(Rx@hg|V>F-so==>EuJzJKn3{D&hU
z>q>s9vQ4^Msh<0LU7YRTn}>|ue@uB>`){Rmo@?^rv&-IO{CsfP|LfJlQ#X4qxgFBp
zClrx-VzbZA-aQu^4@VlleeqO$UhKXvkBseRF5<KQ;u9Mk`SP^eRN>6G&!3*WI)7QF
zHOr?To2!<{F)v^9ttndOfy~)z<~Dm%wa;_hPIq!1*<xOC`~9I-wtHV#3(s{jJpAY*
zSoe5m)8|_uRn4!yHQAfk9dLdvU~yQk>KO08yLur_d%mn~T=Hib_t&W33zo0>ckK8F
zFX`7e49{1-=#@LMieJ^Ww&A&xi?vhfgV4iq!i?<`nt0c~*uAlk&G?cGKezF}!yle)
z3cJT+-FaT^cHX^<N56F(%=vNV{gRR=MiEE2r@p))y0bEU@>(uq*Sgc?=HVHSLb5Jr
zK1tiu{p^koJA>7^e>e5@xnJ9aS`~=-<pt(-<axXL|Lu>-lwR+_@7XZBZLQmz&0o4&
z-&aYzUBW#5;UAMTFAvEHD7PouOW3{2U9FnfXmw#{&g)yP_rB+E{_E&p${g#pzu;--
z(>Kb~T@CJ;ABbdX605O^D6M!rO}@eQ+Uh4uTK{Xf&2#NouP>>kw*T7HPjWtNO1pwg
zyUe0lPAKv9mHhj0eh1^v>6?Y;oRwvYUG6+9L!xA6LWD$DT;aK-#(p>FG}$G_`7>jJ
z%Xzdud{vro@Hq2?Q(=_`9dRFCGYRd>o~>i^C`4&qsX$lngkM3&6i!BUf9QRc%G~1g
z^J`Y)kF}pdW|_I2X;Mso{^+reQi7<A(8SKW^J<PS=;XJ3u*pEm<~iqb=2y$UuiEhO
zx%^|FUz7bM%1*5}anY;VAYrlI^+TnvR*cZ|eQ{?EoYD)|a<+Q97U+LSQMjl6*7)0%
z*8VH;r3cD$y+1muvHo_OZ0~nmZhvfhS<~5BYu*%R=*CKAggsC8zccNS#i_SW-?!|t
zofa3OD$RZ0`~9y3CUO0x?^hgnysn@^xo5-MGA+x=Qrs_IFrMkQdHR0+XC0QBvZzm~
z+g=OG-@WYA`JAohb<?RGx!my|qnyP8P1xjG*7)Xa-{$+T+w9uX?WR}#e+c~Ux9rxb
zt66;LuS5E_m*4M5l`i?cC467A_*pNd>ld~$n|E&2pV<9(@x|S82XEgpN?mq=ziQI?
zV~2n3<mvdQvZmz4q-fa*i<`YNZg{pS@A>(-i+`7;LVxI-AM?Uwi$goDzB~%D*f(n>
z+iB+|`%1l5#9V#U(rr+Bv@Lp4%X(Ikd@HB;Tg?u;th!l_nLo2Sdf@7@%)|RyT|73r
zZcKR~eCt)@T-G$jGop%9TiU<4^?jWt6XND^Y?V#8<NpWWEX|(YI2kc(^~R67Z|ClG
z*gvh>J^V6XYd?SHjSqR%4(n$}ed+A2Om*(|5IZGv@${?2WlVNEmRJ8+yZP0lPft&u
z&VR`~sfJ;qwo3lrH{qwVt32laJI*$DXX7^QY@O>q$NXPe&fF&YW08DG$>Pnscvt2+
zX6=&OxRCo$W#a0fo1T}i%}|Q@bGU+k|D)OBJr*4y&y+2fUbR=Two3VvvGa~==^gP?
z%=eaXx*TiW|LIHdts|CSv(2n_&Gs%j#4~$k`0nW13DLrz&$t}p_%-$Q`8mPtQ>RvS
z<!{`$%S2D^?UI9b5|YO_PDw0ZvHX$X^=ZFusGF!Xf8*v~_b>2x%^l&GbwB3Tw%oq@
zB)?YVL%@y?nRg#eKCE0@6WCpL%zT~Gr83)l^RI=n)~H7PdR{Qk;S+BqYsFdi@C%$T
zk|a;==q;J!@SN>~*ZtL@Qwmvo1MD7L=wEnu1v^uR1h*0U!i~niRzCiAn#=v>G|_G6
z4|DulI4603&AG{K>6N1U`^@!uzdaCTkND!DY<%wdkAsFK&)6z%@m_JgyjVDTnzirK
zWrr4Q&Ea2kL+tMA`Da318#n))k(W}ZwR-KuTBrUsMPZsxF9dC5xwP@_&9Ca+2Nf@;
z2&GlGHpyOirIGtJRx+UPlX9A(<GoKNH;UaRZ)V<fuBMCIZdYpK^3QU?u}YhZ5@Mwi
z_yo5z$DeMR82{?nu7&3nT+RO)o?I4}`Qye)do>B(CFP~tUY(iAefsI~c~`V=>t%gd
z?(Lvzf5LpuSBtftZ;oy4pLV_e%l6Z^*Y90bemmQ6sZ}b|nWbMiLVT|m1wKxH!`2n+
z6X4~uFodJ~?y-_xbqvRU-I8B;V1J_9TyeL##cQ9~8D^c`l(}GL{*j3Np?$X<#VqCe
zTbyt1Tc4}wH;2h`{#i4g-7oDwDsoR{dzIKRFGs|*d)`UA`|H&2_?ll@#eaAHy$v^G
zJsw@POP^@_<3PTXtIUoARrWT`wv#W*G(D7>ad7p&Z~ShWKNi~k6x_FWFH5|FcAbpW
z3g4UVr;5ye1*|{!MVHU!GsC7|?A@AbzAE#dZZkgJ5SS8KxbM-cmb#<dJM;1%yx367
z>^JMdH?5gIF7JMKt(>kbcPY%WVr}uKbiezPtfcBq_ZiL9Oug%$x$xvf2H#^oUpjTB
zc3-#sDp>8$Ci8pRh8(dSj}AmUEObnFvduE6b6m`vYO=~r{%BEa?WxtAZ$)+WF676)
zSk!T4=V@E*Nk``kKC+m3N=2jY!O!-Vrdx84VwOqVw4K4WL$}ptz2(vPo`uI}1$;FA
zP{qJ!RF>My|JMCs%Hfo+$0D|93fy1e!?wwxRejePZlzN^+v`3)Uzgys?PwVD{B3-f
z{iBw@ND&d-5OM#O)h5nw6G|4G+uJBB?e_We;p3T;zmz}Y{Jh}S7Ku+Y6ScVXf5`9D
zzP_-i<bkCO`<YUs%3I=<YYtv7YY#X#M>1Uch{b1Nrk2Ipu5$Jdn!hc|y&X5-(78pV
zuy*A=KSO`c`M2%!vJ0OJ>*ZCylE0$=a;|{t>)_7^@7uEJMSPhk9$!`X^OpI(W!mri
zcg7q0UlKo8@O#FW->0U>MXj^>_2ScE`9BU{_3W%J<p<}-m=-iFT-~~D+NRRHY4vx^
zHcHyGZjn7HWdEw)eEC*g2lwowr(gJf7eA2O_dJh9wobOD<$MQ2toXevJ0(37xU-%W
zuR9{BEPX${*<3^@{7~(`L!8Px<Tda1DptyMoPS&TrSpN%%J3EImNZRmcg$IT_badJ
z)txW%CY%uVa_;Hh#W~~k4vPo3>u<a;o5_3q&F#AE#rj+cg>!{1XY21U<*u5ixk#-d
zVGb{s*(I^{^~-jvs(6c+mrQ-+aR2i|GtIkJFIFp9Wfnc$bh++9+_|>CUh!V7*%>Rg
zZ`|~?U-sAbvk4PCy&FO_UpNM2+&+Hq7gI(4N|o6ARe8a4Us%pr>*S~~Me!w<1!w=K
z{nZXX*@I8Nxq5+@yGdgA!DUx8W_{KFx5obIS@SmTx+iCH+3wx^=6S3xXlm!Wsg|E_
zyXWq+`2Fm^)N8MQ2X@rRw`_=iXEXWul?ipi)*+7HlzAr|yY9UAj@A@$$xCu~+;@F-
z(k=eRF1Pmc%)UoqmLF=R&rI)X-XE}cqC_cEUe|=P4oe#&78_ma+nTX!>38?}mK8ZW
zE52s#J?WTlmk?Ac9ps*}VM5NM^LBrpemZSlw`<P6+Su<uE`QYTYCiYmg`;jx*73<D
zxjq3iLYkg-zcifR8^3UI!BNNZ>O;R49Z6emadX3^2*=;TJJ=^CR>yU6?t3ybK4aru
zpEK_Bz8z^<e<S8WxyLrn-}C0TH+V#?-0(GU_Jg*w*|kg;*p?~oY7e`db@2PqFZDmH
z57eAE6{+X_-RYRdjSjEPLJN8BdMHcpYuVC!i*>rlj+ztQA`?PawYOPnhu=?EI@WjT
z9oO+X{blUyw;jD2UsUo%@Q{{2=f>Aln}TCf6B5^0U5x!1l%jJf;%SBB(MPe|yAngp
z#I%BTtai;lrd1$(M@*NgapSo~uQNWLJ=vl&W7X%%msxtpg0oIMR!n)3+pgxAzk{W4
zUhAm|mwZ{cmtA&$sCxb-b7IbuAoVllC#=^#ezWt7wAj4o5i9)vYH01a$oEd?z^5Em
z-nQ!pzsc3TdHyd+EjKQ4=I;v=XSnWEx4La)B5FH1LE`(gSqrbvu(0k6bkE~1I`DC$
zpG?QK(&|L(*_I+9ON?$doo(5A&-L(B;pe@snl)dtYmTXKI=DBmZ0b?|#lO3;zvg9%
z$OldNMzf%j0=DHZ^sR33{^4$46LDoG+wp>+St_%c&BShIa41yvB!->Nb?rzy#=j*-
z^wApa&knC-;%|O^CL^uGS~mI9LCMDxZrihLkyKQ2tNGJ2QAG9aQ5{yTXIYcCY-I^{
z46+tA&k5hx;Gw^Dwy{;k3i<v+liw#iuzq!a6Z^+Kat&hJbl1OIP_=RSt~AGAr|18T
zu}GiZU3Kl`_ie>jouwoFc#1bQZFm0rcmMzI(>~|uxOksEV7`s7T4TYq4esu@RRjJ^
z=hfTEa=H8b-8?6jwsX1suE*PMRNmTk%65s<iiC3Gm!?N7zKiQ0+8CYsLB&6|xJ3A(
z;esdXN4KUf_bD>7*!6%T)6H6Hmt>c2hJv-w1!iuIrGFdd3tfMx@h~eY{{1Ug>)J$?
zS6qK>>pc2@SiCK}ZPB7>wd(RLA*)k+Z<O7C_{!<rnaA;;1(!K+9lCnMv;NU4scin$
z2R!XxxzwL|+;8`B$*l?Z+>TB)KO?g5?>jBatu^0Hs$ZHsd7jm8{n;0!tIxgsIW1KD
z;iiMiAJ|M&*6)+ucd#|YIOk%iZn)fDX^rfH*@j2+qFGXB|7^`w*VHRamN<Ln<b08|
znp5wet4DCIoRG-yaoM{C(qViiJEmST?8{eRtxY^}bjJm)gAa^9q+4Eie>ij5e!HAa
zj_c=6-0i*p<^I!G_XRypW|+T2a^;^g%}LgtZXaL$Z@(yB-n%q!FMn+2!>eDqc2D21
zRQ*D_koNjs|8qKtA3pqAQU0d?x&+6oUctu)G;OxXa$Wr=XLCsVi_U8QY=P(3RNuKj
z?K=F}-)?z-we8aFZ7+DXvkO1uc-*7)bP5~yz6rnH>DTYu^ZQo+wC-K<|KDAF_-S+e
zpDfGzkIDQ@JbouW9MLnBbNMRM+ANaDu)&{o$LiBJq9+_Tl&JkYSz^KqjaN5MZ{=fK
z_tSIxk;7&e6Ta_F*2_Me{N?(?`!+MA=J>KJW^O)kyK$G~f-~XVCMP~Nu07!v{%S%{
zMaBfjX$<pXf(w006?W(Ze!jh6N)(%)t+6HBemjTCFWcoq+jRJkIi(cW`*EK?IMqo&
zaO)|P_={UQZojJH7WuWU-r)jo)5*}b{g%q@m2EH63(V^)qU3h$V`Yp_`CvY;Zbg0z
z^K!A7CN*Ifsx~cbFy3DC;>_-XyVG_y-P-KgeeRbtd(V^?kqUP&zbz4%Jo~o&b1vx@
zhflah>OVP_BJLZd#=51zXx^mS3Fh4@xd|WUT0FVNHD#)3xv8Mx<Hq%(0%kuP_HSfd
zYGAM>uqsCIv+-gduf-Fh;{Ph!W@PJF?95$Vpmvz8zS&{R^DP&WFYQ^{p56Z?;7#K_
zo2T3Rd0c+YHxEB_^!^{sh4Ekf?saE8T%M=p`1Lr0O_TWY7p(SwzjBFg|32p#qw5v+
z@Hcy3hFwbkFjc)o(ch}n(W^1t_`pSfv8NMH>Y6_Y46|DqUo*Lt;n1b9vnRWGw<o{g
zd1U@Q#eH{-W5->|=AQLO#cFO%uU*vOI{m8=x4I;E#f>}MA!3Gk`deJDGAFMP_t{y?
z6T5dti0I~%$&JbXA1%K)F=zXi#hFI`qGjqjxRvT}F!p7+?2K?@>6u?DykyUO?apnN
zJdzd5UQDmAJH#$0tZy8=^57Qkmy7LhZ7B`iZEbPkPQ%`9k!N)F*G!#yZ=-*S8Bdyr
zOmg2d0kMiJA2okIOV8iC)#mS^?p?1IM5ipAdZRk(LE>Y{y}hp{?b}}HpKsMHp3L+q
zqujPL>Diwi*F$&A4{Y8!?Yw{SLq>gv58oD6B|nUwaa`+mz@8tzmMpI%YDAh(ADSXu
zvMt*1@zU4xe2>g{UUl`rk@=t1FKJD-P%PGZtoif6+v=Cgt_h2>KHIkZQH8yu+yBk$
zFHB}%a#2=}<<f(I`!^#Bm=-<OF1u8=Ent_<y{~6_&9W{Wz8#+VH2N6-FT=VG=Vimi
z-ZlmIZ_z(^<lf`nlv(|MGS5zN=RY*@n)H>(!>#Tmi-H>s`z$-ycg}Rrdyy*sWo@yP
zvZC8|=9|?&KZT}RHY#rT_iK~%6NN*iFRwJ5Fu#$`^wN2+&<0uSyA@2H_8awGh28Wd
zeI`HK-lrV9T*NKr*0BeIQEkON{_iJVOOD|bns#t;w30M)VNSz2D=Fz1)eU<bD<7|L
zYFXJ8pe*jcxcB6_KgZWy-Sb8Hi{K%i=Ryls-^;Z>TmC5Q^M?gob-8A?-F_+E^~ska
zQ#hT^TzAtfl<asYv~#0F0jJySPdEAxx{LquT2RAx;tk`un7BCOeV2a(+B|%{Io{;M
z!R>oyvG1=DDwY)9&v<?<pJgS(oLvEpOf@pAA3onES1PfRk8d*PciGohWsbdOn3txw
z<l*&5@k>{epZVVsZm!f~o@^K`TPVg+`#?Q*e)Y$tPj61&w<w(J)ja1s@rz5=Du$^`
znViUGU!VS9T7T)+hkLizt>`QD{oXh~>fej||89QT|95`<GxM`|9?NC+gf7UlZRj$8
ze|Y=;DcAPDGR_r>eZ|fd!m@PImJ<(GK2-PGb3<Srd$7S0D`s|Kx$o}N!v8X~U)7hA
z*ekh#Z&IVY%li7$UvG-PxgsyEDAs%75?clP{`EH&>}mRGF;)IP^LrKkFPVibYhTQe
zuwB3xr@B%91kb+@r&FfQyU}@kSHD?y-67}u+rCOEZ1~I9-#uNg>cF05=1Et+>4{AY
z*H@l*aGSJog_5{b%8Y3eE-XC{SYN)FEcb!;y32z`+5arl4{rPV{+HC(Y33UYB%d_L
z{Fu2V^~T<0rQ%qQH76gc+?5d3I?FBB>AHRMF4gsnw}X<K|8C%yeHpyb)oio9i0!}6
zYkd#1%ROdUFQ1rJ_l70R;_<l;k{dJb+NDgtEpW=CKY45SHSMqSorTS+wEcg(Zz~nB
zV@_WiHjRM+au$Hfk0}eIb6M&$7FyKS9lqK1qW;(PeJg`sb8B+4W@Ief;?F0>+vXZk
zqgNl2Uh{C9p_<OCmXo6Yl9nF!nq|G=<Nj^+zoyh$r`*<9zE*{8QP_*nem~~sN~65h
zZ>uW>!dMSYJl@;B?nQ>09+&@N)-APHc7Is3xMFtQ2f?Z=;l>#TZzQY^%)0Qgz3!<M
zlg1o9tu;-zL`qLK+I@=^I<><0u<;|!7Us~r;)Aa40y2-4ZcRRJu~_Q;mUXk5To>FC
zS@ig$^=k(CpGDiuYa*pD*d4QAjr-m8!g}69_UcIX8N1(ImaBX%#%T9t={%m~!wvUe
zalctU_s_rgf8TxDegDrUwl}Wf8{(s<iN{6h*)7}N{Ic;+u$5%1ec#uBt-p7DST8^K
z(smw;O4tAH{dd}q++JzZE-5E_fqCW@mhai8N{(E+x_8^@<lchKl~-;o{@L8H_Jo?l
z@u@aRU-ah~E%fC2D^|O`%9%NC`x^1smv3WUy??=AeJ@R2{Sf!x1K!aM(U&$l?LRDY
z%hA~O;pB}jW^-)~q^bmVXeV%=33oo0aQtS?X<^4}#+mA?L=WCx?mquQ!^5xa;dhqU
z*foVQ&*00<pLs;EFF#_==UG`(PHFckt3Phd>z*uM+IM*012fBGl1y9N%kx&wUGYw}
zd;8;yOLj<43EzCl?Dnw@f2YhV?EH6W_QycQud@w%o?qGU+~IyMW8JCkWnT3kRqOqZ
z>z?f_&-*Aly?CE#SJ^p>msZp4tctU4KM1}jwxm?({6@p&H}y__m;U;$clu_Y{Zqux
zSwyQJT=7!N_OQ~4q(7VI-}jQ6<MdB&?j8%N=#?2YC6i9YeOwyP>{(*k_u+C#&`s%S
z8_JEI_(quRxBF*(>HX_{w+a>=5&mK)_`WWo_QIrE%d3l@@^?M2c9(AnuDIQi$~>iC
zf+M3qMkme4CRIYyZpFqaQx2U_xuoAIxc2Gf|LJyW;eW-`V%>h5c3#@I)|0vEzWI7y
zrj5JivR!X}+A6+(lg;Np;#U`5<uvVBk^O3csNswg({5j%_WfR6ZRPj3^ItTEPt9cd
z{n-BR=co1m?f)J9bWmNY;N_R9{5|<A7hFy@_$11x{NVRayFc@a`8}>$AG;_iy`a6*
z<NAhsa;)`h8G^;+Zk%0U@_S+Cd|qMs*AIEmyei`NnP+pfr?a)O<=|2Nt%Xi!KCSJo
zjDEXtBD=X_!{?53Jq7$P8tv>@`BFctuy7ibtXk)jW3!>O;)L_vi}uVF1q&?~ADnKK
z@w}n#Kt;oyvXv7$r)<{KU|G|h`6lrymwfxi0u|fWF8jW!yg6tt%CPn+&%Gs$8#6TG
z->}}>v1dXf--E)o6$O`;iS`Ozo88&Os?7g%I=_Y8h4bzo?#4~oqUTeQ#5ns?kXP!T
zO)D4pCNWns*<D><w`T+Qh5hTyQ!a6{F@9QY?sKF2&}C`IuhNHgWIhIHiOGHcxG3o7
zl;gH{-@M);5SjB(zUE|-=APu~xh~>&lGm-sc-J@SP{F^6+KVH67cIV3^x#}uTu(-F
z&Fh2Vv(H4A9CCG=cmBlT-PU&B9|c}&DLIj1U-IFIe&jl4i3M|0wRvOGIZl2*;FhuZ
z#MY{R2mAlLy<lx#;5N&yIW8=$Irrzff{$s*+%fjYUe63l(3uwGV)ZE|-ZQG}vsWPh
zoYH0QF7!L>-^?qu`hl|IpBdsM-zvFy@+BkURQyt>?tgTleoErxbH=V)IBzo^;&_s|
zoyDZ9#HY9KV&doSk4wUj^MA;=fAsX>WlxoCZY!L-e06@P|Bn^23&j6CIQ+=;>5;&$
zuoJ7hCVqW({(g+#{h#xv<^MgmJ>~z(r@65ce;hJy|7T_W{Ir2n#=G_p*Va7VeCkW*
z=cqRuGfw|G$`qH}e2YJED>K_4<>~|BwalNIrf=N&m~+dTD9gakIX4bQ%yLzED)Z#E
z`MN2A?^_iQ$4&O#bL?igO=!B@{we8a5+fp*PdFdvP2*GE9q(aRwcwpt(DobMe4iU-
zTWbBbO1B=?N-q2>Qk^OM;fZBy?mQ#=gSW&ke>=Rimapp14S{`ICcp5P`#*hKxb=eP
z*6L^K=d`5gr8qaOIpw;1qGacd*tm7`AF?OhRC#A{#>SMXJ5K)O6dhjAb@8{49P^Y;
zc#_1N+-k0$)$RVPP2kbS{)EskhyNMx3o=eRyQJuqeBEocLn77or8{Qwo<3E>|Ft;%
zwu53sC2#u_&JWW}^KQzVPc^I2yW@FSzd?3Z;$^;9a|DA;Z%TeT@a2v6gb9Zk_ZZE-
zfBbIxu6VoWr<3O|`%oMC;Ov***DUt4v+S?=_H;^k@^pS{;~N<VHg7Ih*ZH8)e(rce
zPllS*pPYG%YecNId~;bMBnlrII@g(pnh8ifRFPoZ6;u1L(Duu>OP{WY&%3;2Y2y`c
zelhu%79~4wo9FB7uXt;(KmX4s)4lU&IsUo#Y56UOKVSRncE#*pdeH6rTKN~>)Zew*
zuVtKnkW1Dg@wK+6Q0vdH@yR+YdRIydoX*}<e`5aU?6F(Z9eLM0be`e6aMuxaV|^Q?
zpMScRH4FaG$+9%Q<jQVzNKEqJd>5X(ho$e{^!O3<eUId<FHYZYvDg`<|I|Hfz9(_{
zwzP+vw<?yLcp{s-;qfuvy;^}bPb>7RG!hL|uK4vR_-f>rtcZE=MEZiS$k|!bicU*j
z_>|4F{uA>x=2?dxdT*%r3|TK4zvF<rhU~|h^|hxvch7K~_tDKKvP42#pE+fJ<|X#@
zYAx~Ap6@?6{d>b-p?N|7fU6%fw_MY?)S2xnJLkx~w7)9M`0rc$CLOu6jx`?`_Ww|G
z<WS?BdvNiY3dU;3$66vY-?l|m+&i)(Z^`;Q{&lNQzc`k1N~!5~nM+Gi-^rr;Hj($9
zOl~!Lb%6QzV)e=i3m*As)O~fkW^n4r)iWXM3{SjVxV+QF{l>>ihi|7}t!6yz{GB~7
z{n0edmyL(GuC~T9)~}dQ)>m*xnO}>|+RnSSiC@=3$B*NRY53I&`~Lx4O49|44>9e&
zz3fcz(j(V6V_shU6wnthwo=R8{k0C`y$XdBk2ELpIg7VQ)!*o}U%UU6@{B`b_QmG5
zTBpNqNfxBM<jCKlslnZM`h+{9_zBrn{&Ux+Z)}UN2=n~%B0=raYo7BanSU04RepZh
zKVPT*)BAsW^Ne@y{<Ho5|JeAS74OCE<N5OA;^)=Ht+$x2zw!91&KK*}xm`A^^ws#Q
z6t1$xBX#5P3oUC;TyE^+JZzD=ru?trsfh=b1m|y${jhgRo<hW#OL8ZI`|k7w<~qOY
zT^y(B%=aq6JehyC^n*ED)zT)<DN=U5Kd~mG<=l(&{|&P5pE~=_u&s+NqO`64>%6}Y
z%S><aeb{#J2g|At34DwD9}DyOrHI(?_);DDJXWD(qI=|5g=6n!a`<joD6HSd#>fBa
z>ASmo)U4)wlCHcl)k^ieqXXZTr<wKK(|$46-xe^MzI)!yKi+n^#=Bm-h^pu82wGG4
zzAw&Pn=`N4#{OaS;VH+zZO*#9r^&3Q@#D2qA$+ARaW{_UPPg7}9C=%`G=$5|!IbHk
zKvvA<*2(LW)2$xx9&J6|b^DOu`9I&g=IHjX?O_vIemwDNyo8j9!D5^5ssF5gs4ZqL
ztZ-#t#rUjI@ps+bpfJl1voHVtp}Uyz*0hBTA0(&OB>w)mrufpw#yJmjO4X0E9DH}_
z@GOR>-gg-O=`1cd?v#AUF`jR}XHR%gjvbHZi}_WF7ee?Ftu7>8nVwW3FroeL<~z6U
z-{|-&xo5&*75&~RLA7%(w)g7Ii;nws%KXdJE5}XvIn31T@|r(K&uFQ9eN6qdb=ALz
zw|?jAPcQlZS9WjHTmOIa?W6yFTb}=FvD@<L(y!)xNW1VQDb&nhW`zAqh1aFtBHMEI
zIhpRcQN4cSeEuH81xL<p5r4Dh?y`eotvAn2VLqR5W7AFd0|#bTRwlUX#^~-lp>}|?
zhE46k(&Psxp8ES1%rZIXm><G)e#^0Twdp4wvc;Y5Hh%8AVm{BGmC-3-|4(VfC07(o
zslWW9Vui8CzS5K_)7vbn@~y5OZxt3^rEF-yJ2m*vq1Vw59y~a|>~!`s->T1*IfnC|
z9-qH+&eq&b6GP*?c7*c!tZw9+`+`S6KYU}sLhW_BJu}<ZR&lg9<Xx@3cGE`3{O#q`
z7uG+zPZXs^-OG7eXZ~x=&uH!LO)^s)%9j{(E@V3|vmoi$8le=He!EGFbvjnpH7)Q;
z*`A+zCSlEYDFL}Sn=NlO^p*7g9aj>Ri+b2uDkhMY73e(em}-i$dh#rzrW8icTV6Y4
zZe7c~El~Ds&0O6Lcb^?i%GL>b;M8DN6u=ell7Hy{=QI09%c8H{=wQCT{j%qlrJG+A
z&(7TYaNY;jMyVN<+gL^2-lUf&brpI_`PXp1i<h!)dG(;9=ZQk+?L8V#_<uJD&Ue$_
zD*5R|BVYBJ`HfA++h6nV;4e71<c@{s4gOF1mQA;3Wk~0Ix^`4o|HPt;a~MufUEi_b
z$=i&Hf_f($@^2ql6cm1g@9SLAH}7LkZ5RIc$No?21NYPRzu5ObZ{K16_lIz;!Kc1;
zE&CUI3=Q`$eR}9y(&o3l_9c;?k3yFHI}%xEZ``7HXmf3tv)HQITXqLIzvLbZ`_QoX
z{GI!j51lpmKU96<h`6m=z_kCV>FI|o{M(9|4z%aEylc$)q$c^lOMc6T6?={ym>ssU
zIkihaU+>WpvGA0L^P%cb!rdQtb#3~jG`BJ}d|qM6u{jT1-#<wHnXB@wRe!PZCMhlL
z<f(6FmZ<aQ)%LCTo~_M)J5;{l;OcXg!NF$nQ?|~Va5y43`lR#WgHw4QT#;mydT{38
z2RAeK1h2*OwI1Bq9`|_v4>kF~rF$<;S9;xd>;1~xFIMv_g{gg>_2fqQE>)hGbzZ;1
zva=cXni=`M|F5t%(W^a@d)p7k52DHKu`I!5La~Xx;d1;Q5w_baO&R{$_T=eKE)G1I
z!heCeP}^?DqK7xyr9W8KKlmPh`msvjhc)Y_23ktn)g9+^T=r`PzuBJO!N2$Dc-zeA
zZuj<KxmU&ERQo~xF54!h4wE>I1p*)QR_N}&Fu8d3UOhRlmC6UF74NUQld<#1i_NEt
z_3byyypXHn_bDlRIiYp0)m*mMhhNL<=Kp!IUbKDzf5Y9&q3wsC_WwV-Kf3PA<nZa6
z#lP@!)^7YJl0WO>teNF@#kYmt|2($xra<ESCz*jwnLJx`iX>BBUfGkkHu3AkxyKt!
z*<zlCSI3BT{YqZl{-Dru;^yx>3J(l+OzGK`_u%fg*2UgGkN%9F9m6i)Yx6<v!0gRZ
zEnDPmb{lSA+tlE`A-Ahr@b>m^oP3|U_n)?(ti-Hn@u6v+gVc>>)&^WLd!|Y9ZxA`L
zDMi~|tht&!&Fg}&cY5T3ljk=YSKGfZdOeF%LAvc#w4Jf$u9?+yU2Jkz-hI%$H&?|i
zcrowZH|(c0ivqZ6HO%j7G+OZZ#OFMEWpVhO|7tmgL(Y4$`MYOFUcVH1TJhG836sQa
zS2^zgBrrqiSm#uiqytZPGGE;x7-N<bklEB7!t_t3;N1<C8Jj!LdPYbay^-MF(0B3B
zr5Kqxr?%Ya^{GhA|L?zTK~ttjPk`Kw&1_54Z9Yr3Zc%NzZF4SY#rioP`S%2EbLO@y
z5)nTf^woLpmuaEZQd@c#zI-9AZU08<Y46ELVV^^8EtWC5e39*&%IcPN{8Knm4`iNx
z_EP@ql}C%$7Od^g3{kigmzbhBIsIbJ)T8-#j_??E6gwH(n6&u3)AY)5(L3~)|D##n
zj*N;!s(%<l3UnW3OK`s^HLkp>`1Qoz&vWkl=-&TJ`#fX)hu{ALKA&n_S8_ip?)S^=
z)2HLBDl1*$O|L!Kc#c0!HP*)LQxf-C*?k&In2w44*i_J?y>-Fmw>x^yW-$03U-aVm
z`;&@a4qr3ecWy>5`xfU*AD${~&^Q|R%kSaa%Ob7j7QYX+tYi1uR+hUeFnXb*+SfgK
zMU2v7bDO8$*SYgpzNT^h2iEl86BFaT!o?muIT)Y%xWL>d>F?`Gk<((?&)!=enBM$c
z;7oAq#mU-%QT`eGj>JznxZkLw@#^%YoPH`>@(w;^k+TT%*ni-IvBjD9N6sV~%RkFX
zSyQS~^SS-6K{Ky&N|N%wOKfbvML%%zXMS$Yy|s0H+>1yqzePo_ugX5$^iuJ{`ii@+
zD`ju+w$Jr-nPUF#SM!5Ip7TYR?w9WR=&=0L*X{DBgn!J@yQi~#L;F$b{!_QEmg-LD
ztrP#9()~Ke-Th+JcMq1*rQ$2<GWIzC5>O4VDG`vf3BTd|qAvF0n%iC4jCQZho`|SF
zUdm;=!<(IBiT~;39b0cl^cIz@J$FSj!t#a52G8e-4UF@G)F&Amq(0bvr{zb|;oBuQ
z6MS#RGh6B?X);aiQ!?tm%_WvABNscb{*NZ_tE^YQc1W?wzgo*4C-Gb7$;D3}*{@IE
zUiT^dbkS?(xxSWBc9-3s{(Is7|Lv#A^81x-_8yOnH?_5Sc1`l`=@rqlUIf(CJe?7{
z$7-ja{n3d<dFPgSb(Dnc-?m>OL1IBu%hk*CYmPQp{@%9j8h>%*-y;VO9yst|<2BA-
z9_>36>JF~8JKdh05X0uRORb^1;h@&hSyxO}d{{QKfPw3Lh`^rb2^$h(Ugg`zzxFus
z)RuqA#&m1%wtun=56>=eTTz#L{7USt{1P)E`@_qAF^VqEH8>N$>%eqJi{`HzA`4E*
zcC^)AU1`%?R8*hp*vt1!TWqS}vfaDd{t9e*?32Lkm$jVda4Ey)Rm!o9%5BR^u2#Ec
z-n7fvTCW#z`GrWOaedd?N#1Lx1YMM`IL=;TR{z@UwrP&+Thl!)uk9<YU!S}-Yck)5
zOY$ZiUz*Qp8af;e&PY?(&0^o#cT|;UjkIw7FaCh5YO2Z#+CN`RXBFkz@veK>kB9s2
z2z*>>Ds{?Azb@8f%eoihZ)XQwe*Seev-E`tHi~5`d%s(!i0nG0=TP{YWx?5ZoQ@~I
z<v-5Y=<M)oNn_%^Q;)73TltN3&%u+k+jGk2PA)&{)$jQ}`R*&`itX#z^F(K4Bp-dC
zX_uB+^+Z!qRH4{9O1wv*r>KIn{ZqA#_;e=5h7Fxc)A%LSSuYqxOFXP7`5q81lczs@
zeaxq{NA33iUKYLGJo~i#zk~8R{jXB4EIbug|M=_Eo6qM(&#QRl>3`ItmEWjx=h2Uu
zdv`d0K4n|`{RsD~QlBYYXV&kkI%dp$Cb{Rmoc+-QpJ#nJoN(RQXVbX|=M8fnCO;AL
zyLsn*Ms}|F-1Gx&zVoJ^cy{Qk%Cb0y;5sLVw8OW=*e=wS%<ij6*>U!?-jlZcSDS34
zHU~cD3NjZsAo+Y@`n{(ra@O*vJbyo7ul4w~VPoF^*wik&uRD6}UvQtdyWG-$V@k=K
z<!_#yogLP>+V-m`L&o!+>;L&mZ#O?X+tgL;*99K?9;+sMY4#*Dp%2Ol%4LO{f;<my
zt~|ihFTAK+TXr_rm!)$LyndjdetE~M166P5T(j7@Xd?UmX!j85fBQ>6&$=zCb$8!l
zegmz>b9*}TpU>=&Nc($jz9ie@$xaWZZ1i5%^nr<6x$#T$=kJ-TRsKYUMV>X+lZk2n
zQFq$nzHC*`v56h-+nSA@+)eLzQaYVO;@^(wgB4nVOADqYE_0N3W;t^+og+cB=3naX
zee0h1rl<4Ne3){leYr`E$9CrPA3oh~H;tb^G5)L5EMCsAd)E$cSYiLltyd#2DT!fX
zBlq89DV!};TXb(rrhhQ#_MLhBp(&e0<ezm`H`ym?+Wg(^80@_yJ^sz@9feYwA04@G
z%$=5CZ?o3sylRG}mO}Hscb<C+T-PVpI*IcOEGu`szxSvxZ`6lpo8HZQ9Q}*!$ogsJ
zb$_O>d%bxV`-j8+>-6it9RHtI`FQR2qw4dk?Mt7Z`SfyY_O7Lx%r^Y~8&`Z&&0y31
z*||BnCUsMHuF2QFdH2>HkY2H*wfWB5?G8KJc+RkBt~mWTTg>G4qh0?x^&cBs*-sZQ
zKm8$_ZLi|Fs+NsDM*9k8d|9z&;gvld+har{ru{NZ-+uQU`{7%Oxli*>70uuH%E{tD
z=iTqe7_PN1N(_`<WxiqOxx3SvGU7}GQht~j@h<V{o1>U$kZSaPZK|=o$%eR~6cg*m
zhi-3MeTUzmtGq-m%6Ov&r~bT3Lw^fNvtR5hxDG5bmz=tAc|%;n1o@f+Yimz1^;<DD
zvN9cfd$LXXa4mDi%bskT1srW`wNi@~M_4-?znHK$MEvRT8<&c1cNkVHKD}uC%{}kp
zg}I(KrP4OmN4r0sXk-6+B;`5hoho;+SB+1l6m$<P<L;=q#Nn)RBVzsjS$R?!u@6`>
z|I9vV&CT^=)=a^VymOqE6wlM_iemP!byb(_VSf4LLhf^sibbDmLh2J__g`FGxkPA9
zf59o{i%UMLm&}WwlKwCuCU|2&!spw&cx}0w+1HxOdRZUvuM04_+3i|-EuqROWbZYl
zj~_TES)BW}CY3qOk(q;IXUi-5enaa&?6!}2>TYQY@2!1)dG6KOGXlKLtQK4-Hc)$f
z+Vlqh6Hk`opYI=7e?D~6B#VP@eVC`2-REt7@H(MY??qqDuW8qmXHB@!I6ZvNzjNoO
zXV-sOKfV6X{r}BRSE{dD@#fv9&D-x^SoEQw^3}`dUyV3z^Oyg=`p~idklC^2%6pk!
z_Pv^8yuYV<i>l$$h~%BOn!kK{yJK0S&)d8?rpLHy+#4Rh@IA(Op3&aZ{#ZbbtL#JT
zH&16<N<1l@kaT}li~I^@*$2-mIbJR<O0(Esa-f)JPZPJkQ)yw^bN1L3{3cgIi!-}Y
z)q?lG4qc&BRQy#o?#DItvpZtlMJl<2v)-T6y*KZKWYsa7yZ@2}o%s{5g|P|6?{#JV
z{P@(N%HJ|`eETw7jz>!t%5oQ8Z+$W0@kd`f1z$<KC39?Ev)()7vhTBLIFp5ArC<2+
z1DyL_{j@nR@$Boyq}+<fuX=QTS-YoRxYrP_{>4r0?Qa=%+f4JW{;yu&^Y;8X#Ba&A
zZ_4g_snV598*bF^ne)6_>(b@?ju0J{r#Bm3{N$b>Cvs`Vwp03gAC@iTjg!gyaU^(!
zo_(kIhC}j84j-#e=rG@1YTm`z#9m~1NdM)fTZg8uv)FjrSC2y@Yu_{ejTsG7*XORz
z`N6sL*KVF!>@Dn5&lg;JYQA}9VcL&5`{ut}Vs&WG!{uKB-mWO!d20H}h-vm32_;UY
zGV3<(KjU@u+tSxp`0j2zYUW@P9>dwVE9Z0ilHAHSx3^Ao-S8s7_jt#Z9Xt1|-Yz?5
z_nw#?C85rO%zJATSL|BLZXfr2)!%PLe=mQZW?uKH`RTlKJh6K!GAqCT<)2pnbN&B{
z%ExcZOaAN2##rZWeBN_xVP4{?L;A93-fy^GEcC*6{%MB!;cG7DZAv)hAU!{qd&iAu
z*Mg19lb(EF6J!gudbcir!<I%z?YhqV6}P9n{iU@*uP$jy!lAi;qbv_-Pq+H&a=OKU
z$>gA@lIVhZeTEReY2qew1tuJv(*@+G=oK|8v)3G2wb^3>^QlO&ZuJkn-ZO)h<%+`O
zv|cAf_?+T0zTYYL>4#qvdwM}y-A2cw3vwoI$PPE{+Pl^A#^?N3nnvu#J93`5_4TVe
zh82is9yN45bx8f?&OI-GCAcp(lVObhUTm3p+p_1l{=Jx0y{9g()bHF9GWBYH@AazL
zy;EMk+h59P6teHtb2kBNo%&_03qIX)+4fdaVu{X=HP5f46&O8zncTyBaVD!#ZN!wc
z)U@oX2APHag=rO+woZ@v($VL8{^{3~cGD%7zdUxa_WLWAUloZPp7&okBEItSi<Uh*
zjP|vr|2)4-<eEhZ|MHnH-!APmuX$yeA|z$K_|vJZm^qR6uSkT=ZuIQF&Qo){@7;F&
zq6v-h2Tn8POpdoZvRSWKZr2&ktj&4Zuegi&ZE7q2Je$pQhpjm8XM{ZW@9_Vx{HNRh
zIb6TR=Kq(;yDo;^SNwHUKcud_@*Asdfo|Pb_tYr&+>jkhT@KIZFXLZw@F@Gz!n*V8
zwdD<Br~R7!w!vF`zQh5h>86a~^?9#N7v_lcyuT+q)2`6$Rkp9OdrFnbzN3+E$`-BO
zCFN+pHheoz>aH8-e2p%O-nHoNOYv(u`aW4sqO@Z_|5vHdbA871e|YsKRNm{XN@bkm
z`&2Ua?m?C7wmYtf@6vd7<bLGY?=udy-~Y2Ktu{r_{#Mb^U-vn09C;hOId{p$&Ee-h
zw65p7@vO)3!<(x-1t*`koO$N*V+-GF=1;8)IesO`@A!OhwnpfqU2jBrY6NzFT_jm6
zI{WsF58`j{Z^}5-Y#$!Y@xZyiFQ?{NfnWT_`!`(<v>0ex2v5-So634UGiJ@SUdI-z
zR--8jBHJ^WkNf}Jc1BdJw8znCcAez~54QEcRJQ-#eJgOc3+Me)QK!pKraWOgz{g~w
z{*XC8@@L)^&$%r3pNGo*-m*Wl?y<CT+CII>pLgWTOBZ%;Y|;u;32Ky{|J#(q|H9j|
z5B0Y13;e$%e3@|bMGLi#$r?sd=k~2%<(~Y(Gy8@yZ+h*O`X${-j$6~?&b?OF?zbs&
z70$k`+`NE|W9mn#{lQi4-__;+)l~kz`hU-y>ycf?;(B`ftN#CeI{*Lu|4Bcu?tWkS
zAmKyC-OC><-W$K&@h@e;(!<YtSembvnH~CdQtd<Wv&Oy|v9`b7-{x4e@GtwVWvBHE
z-{{+wl`0=(_FsDQlzFAG{Hc@X6YiZ{?R8<H-HLOY`5RJ&?mj)5aDBt!Vt=<vLE)a=
zW(U{q&$VIFzT2F#rO#|vtULqza<j7)>Ps8XKEB!0%r{lM?qg=|s=lwupL@SoipJe7
zt6VN3_28)HS+VVLkJn4C|C3hz?Jwti_LrfOQ_j2pJh$n9YW%;e)lYRz*S>rZT61dk
zeVz4Bi|>4zoTTRdD^HyN>e|v^TdDa+9y@OMKYxpP^`$o!=l^V4wR(4zYqH`uSrx~?
zB_2&I=7keo3w10Hi5D9_RDHv7`!PrSjqrUR?Njbo9O7$V`mx8uQ$!<ANOJ-UhXBLI
z_uk1b_wL@cdiUQy^UUWLf3p5-s&F>t>QAH3XUoq&O?h_n+C>&OnaIXg{(>)x&paw0
zJy4x5VUfxA!fk$7WUsFen+CV+<4IYGOXbg}9@VaS=p6AX>_U^etlY`|!c#S66V`D~
zGfto5B&KN6$?QKfvwHKqQ!d*4T&Yqf4)L51+R{bW^cBCH-gACu*PgEXE1!I4IrT7l
zPj(Zpd}#KBQ1-7E4F6pZI{H)l)(orKZ%)5YzyG`7uloHzhs*BUmcQaU>}LJ*p5gsR
zCDZrCZmIwOt>meNwDA>n_U@kATQ?p#X5Ts1viti2&-tHRe-?k5yw$1xrEk>98yfi>
z3bIG{{|J=~Ppz1+?^(&#)p7d{)!$uyBkk@3r`gGhcJ~$Iw}fAR?=|<rvQ{VCMY6Tc
zbAM=un`nyr`@OqycJ;ZHOs8i45Hc=QH#nGjX!lat|EKQ>v`R10;o4HVg5R~s_0b{L
zyws<WuD3RwI(TsngZ*#OlW(qMA3Px4Zc*{{TWYMPlimy$={sV+ehz;omNDr3Tegm4
ziu3Np+Z6;~t@SbOOy77|hG|YuaPZtU4}B#orhgBOKJc$4=BJ1C$wMtW+jT|semoT1
z`%%*7<mP}S%OZH(>)$l$C3`*THQaGoNr|n8qmaws(m~0GQx>)ug!D-jnaxvPDsksQ
zyZfhu-uGO7DauC_RN3wdWbe0ls;rY)aYV84@9|?7yDc_(x{K{&I45|g)W~`ACe^wh
zOKM{G$hBJ)<nFlG&R2O)SMbX2`d2<op6Ay%ou0l?vm|-Xl|Y%8oamVEC2?6^Zx_yL
zIz7GQVdR%Z0nReDu5%~$>mBj*_Fj5%s@wXOU)uSh51P%ZzwB*#>+F7enV7(C9X*{D
zY*u=qSs_nWz9@^ykFScp-*92Eb6x(Q)A@UD?)(0Cf7bC5)kD!Xi#{){_6}G+)uH~n
zLsjMrgX=H4<4R0wEMNIPS6Ps)tDwctQ}b$_-h6I`jfZlScQ#FoVtdly{rs5xR%ia%
zJNLRzzc9&N{e=>{gyKHA+rp_&-0d!~n%6WoirY!9Q907R@l)_smy9Ov_e=Fo3aiK3
zq`i8gDgTvQ#^=<kxHS79yIT@9ADkY$ELZ2{JFdYlC%Iy=@{ZSUBvVE7i=U=*Df2fx
zIjHI<X|?R1+Z+SVxKl2x0_ytD9*n#tES1DmabuFfrQ`D+1hVBl+O)C8Y%8nc@p$Ff
zAN`v=4lDn-C>itMq;UUQt)j#AJ;x^}lq{XYF#kf|ORc%5H4nQvm8kIYR2{OadazL0
z_7uO}M~P!Ldlq_j=zL24-6wZYHU7`V>|?EUPvrL<^p~3>n7>7G&Xk$)>w-@4e(2<T
z&|C64<*>S0uT5j?wg+1@E%+SE9?pF8tw~(Y)BTxF@&fbRUpKS<w({TD$SzTHNc$J7
z+3`>2`DY$(6M0yCf2Umc)s%?vL*L)!KQE1cbN}Cq<!?{(*RHGmc6t7#zb|gTz4CGL
z+ojz4+p6E~b=UuBp|MzHdf~}%iw)k-72m}_zmw=*@Y?(Cr6#!_a~t?1&%gQ;@T>W-
zCTIOsW6`fm(@G{UZ+umA$o=B0(1X=qyUuG{t^eh3bNrj*`N`U^3iQ|5cm=cdHczzj
zv2mO4_p~)~&yvOKe`Oa{KQsCDf-&i4>)sRRo7(b2T;z{&<|H?rQ);qi(d)VwE^2!G
zVd<Ob>MaJJCH&*pMo;w7zd7f*rSWFQ^0>*h=f3`~JT3B>ed*`pX_A|^e9XJqbMyo&
zTfW+-O!38YPn=F_FM8rMo7cXg;E3F%mCl!1E?62rxh&V|%%1;6@%*FKos1iFOb+qO
zyx6os&@r|!s7G&#v-s==!3W+_6;J$6A5)Mn{wUnUWc=W)ET=@@B)dGTDMA7h1ny}Y
zBnCTj9`u|i5s}~5+Np3j{HJt9?|g~+-lXQoJvVmxi3?2s@E}-B?#M=CgHyuS4r)kO
z_P)HJ%J;w2Vq&!E#oFt!IoBs%bG-82sqpUA1uZRoK3-*OCMT}B@;1Vf!$WRKT=`}{
z2JIVclMeA~3%xF|?p!>@xj8Q<G3KJe?Jbu#tn@Db%@?=)xdLCd#}k*ZZ8O}s`?PN*
zW>hWsb=N#D<9J+sT>dEm{?bY5@ij~T{@(x3(Yo^06m}i{kRm_cH9R7hyxSjtn!`S8
zPiynJw)+<}WhG~B+5I9~w%;#YmOr_Hb7f3g^{MAmZkh=>bF4p-e0NE*`@YKZTY~(z
zE(H5nJw0;yi0`)r^*>nkO&(6(H?`;yOVHHttd??FjpPYRKU~x*`4(L66EnFeyz7ML
zEQ_a|jji?uIgHb0lrX(~;_QFZ!+jP*+@+7j8E$sUaWBpsu-`2AQ1oZ`<7sC;@ZCRh
zQ2z7M^9s2eOn<z7(#90W`QYNQm9MXqe~kYcS@1|W>BH*!mgt*KecPr9?3-A<*22m;
zT<Y8X$h#Znyt=$&Q~FIYH)$pNBbweaKeBrMa(6H+RP^(>d&GQWf6*mP{u)ndyMylc
zFPzy?T+1T=*Xwww>-CeIXYK9F(oH36HVVdDzx{pjH2=lPGd8{0;3t=QaQU7LA^ucD
zZtLo92KznkatE|qG=5t8Ni!O4^Z(>M_i|cC=Hn^sYOTBZGLG&DuB<s+`{d24`Ipx^
z{r~Y}^4p$!*S<W}uU#m6g-s&=Z}r2U&;RN!ex1MP;Ge8yG2T=CU(X7aoqJu)e1qfu
z#dOxyy9%NYT3^Z!-yZrh<=N-yxs&v2;#=MaJ+LdNv}5`kx#!1DzJsU!KQ;ehp>fFS
z6RXq%wty_nUy-@YY|q&Pm*@s1_nQ6Q<GileptK<;&pV~>P|JONtB;#mzTRP+oXl79
z{Mt?1Ro#1M@jnoL)tb&%_EoCDPN(|CgbbCgR<6eF+>Xh`TMwT2zVS7y;)>wOzi*_)
z-f;MmxjV1kx_;j6<yng1bua7$-hYyO+veJM^rw0*Pff|Td)qcXyK>d-*;&&Mr`U@v
zdm4HTD>yUzkK}An61IHkdWLCov&qv3ML)i--Fq(mfAQC}C@r72yp<PxRF@t}$TbP_
znHjoek%Y72ge51nm!G>B?Z;^MrQEElGwhF`(wuccu1njmMhNMCN<IJPjqAtIn-78=
ztfq<_nbQB^K*!{`N0a3<J@g9?MzV9urh4iZy4MNwhjC0w=GWqk`L9x<5oRfDYOvru
z<NMOYDZW27Ht+cGTIheD{X<!~rQTPQ6Ru@HoPJWwkb7S421YX{&7KF!n!A_^U7Fu*
zi+i}rZ*}5cpVSX&55%mjEsn=k@7ufh@dCM|;P1Kq_P>*UuXeAyWOsq7>ACz1pVF%f
zbQ;7ww>G>8^W<bx<Sl$vaCPUE=W6pM#AU_iPCLCad4Wvin;8NVCO5n-YImx<dQZry
zrak7x%L9B)kBd~k7cd=;|0eHqq}zm<sabd7kMet3$_5ov{iMDesc-dPZun>dn|f7>
z0#o`V`53XJxEWL9uKA{3nB3;h`m!l1b~#@OOWX?~?n2gSWkOatN-pv*Jk-ypewcE&
zd&1<h6p^~0>Lm}3hPwuDS#n%JZnZ(t((e)TzDT%VpZM?ar3+5Y!m_1L0`m)+%zxKD
zlbU%@neW~Uf5X7JUVR>C*KaSkn5fQjU-EB@`p*w4u~w6JS+#^`JkES``pKGtH7AcO
z2+_EEv3c9H37ahC*ENRRIXhua=no@t*+%#C7oRuw8@@Db;gfio{j<gBjpt7-y;AGq
zr9El34bKkEGdgE_>EYZ8m3eQ9ZF^Kh-=9d4`52$yvvT2!eNI=W_N)or%O!k+ga5D9
zZzbhFP2N4x$No(;QmgqgH~XaKtyQyC&pqM)+|K`;<Lcyp63;Dn#C9y~<6ZCTTXH@t
z=>LuU`I*bVq|MK_|1%*!^-*)(`aOTVte3|=nVr8k)J}x)v3mVF|H7%C?qnU#wf!-p
zaQ=av>CW4=goS7P_*tVS`{VeBA6=jMCYR2;eq+7)*8m^ygM7c#CVQ&gi<w){neq7Y
zA)Q*UrH`cl>MW7?rV?a*;EtHR-lhHv7VffEB_81dCL6E5wKHuCvER4o_GJAR-xk$g
z;<b2eZuK$I{L2LOlJrI~uBvB^pXZ+IvI?JW8*0B})4AdsH@1qcEwHdpw0@p^<>|wU
z>kA+Jdi*dY&vy4ArGP`1*dI2}FV;J}X=CmY`vV6Z*|r-sGRyuv&^Ylq2mdR_$k(U#
zFz-~IZKXB8sbB74u#Lw0=)>pcT$B~BT`2l@MRf+>i>>Q^aLv=XVldZYyH#P_c_yZP
zK|b>CIy*lo<#b--3f71(RsQ8!d!V%F-^LAEdIyiLt9#7y{EYZ<jdWFk;L2yaS{@mz
zbKT+Yy;y%Fo44f9fsdR|Pps+*l($y$=n9ThJ{R!j$%%3u=6z4Z?HbkF^j?<!31Yh!
zG4D%+-z??S3j$$<Pq^<SKA$x0{hVXJIh#1+gztN`KR;n#qxsmwE@s-s02SstS~Dv>
zw@K;AUR@vl`cIE&O6sEK<h{NPd}njReO{THI=s+x?wQKMTlBkc%is3AD^X32F3r5_
zb3@bjuBjHU{5xZt*{!E@i{GvdpP#?HZ|@DhoaDc0)qhr||B>yOTs1elbkeIc&lKNE
z&ao7IbMx@YhP#5cIm;M3)3qvI%-p^t=7Pep*8!EWvvNi1c%OV&C2U*q&22ls4WHE>
zaotCKs(;$sIhH(>dGX-WGnNN32RZcx_M1A}SZ+Mf?7it8qhM3*+C7!!vI!x~fm;=G
z`uvVfekhk>9dkx!_WeNq0#4=kOJdcSqSH-MFZgZ?aLZZz_4EO|t*6cz*KqS!Pvlch
z`c!K1c>blOfA|-C3Z1vDV=wE%J62ZRcA*Dmn`o)5`^UJZWQE1ci}wz6q+8CAjXP4x
zq$T-P+UmL0I>U#_{MS62K7Bald{{Vp>eM@{yiaj9_8L79-1||#bgn?nr%dLR%?|`_
zM_*fS)4OlW?g%Z$ckAb|@U}c{^t=CXVW%JSuO-h@wsWmsc423Z>b$?PLYMfs<TwwB
ze60AibbdnoAA{d3f3em1%rBcfb<M^2#p^Bv$zR`;{3ZE~<jdnGJ01$h{8;Yib?r{u
z<+?&XyYE*o7frd@XQQOPt?jzdJe!YO3wV~x9K5l9zf?cV65bd6JNZ7HuJ@@jP0K2(
ziW5F$vxQqNo<n}WkL}5&JjcbnKf6pjyL$4h)5qptNk5soCX!bv{J|clrd{j4MRRw0
zwKJV`d*84~GeKQ{_eqYKw;O8CO}fEb8*uK+E}=Tl=lt(h++F;6=DZ!oy!uR)&mwEj
zggjrEU;p{_+qTzynV)JF?)`h~^(^N2Jo(*!&E_Vz=+2T_bmd*@XVs6^%Wp6GvC3fg
z^XNy1Bl>6ms8E)=e!Xj^#Pt8>zb!W%i~hy`nCpB*N0`m4hc)Lmo^n3o62((o^7-xN
zowifbtG<4zIyC=o@(Lx(U^^ck-(w!%47b<(%sxLW;r-23R@-Vyu383vt~hx?#>vV^
zv_XIU5!X5Qmo01gt=`QvbH;O<Q~E#pw#U9)oV(i~$TocOmm?B!)4%+>bW-e!FyHfv
zb6;(e4;*5P)LFMfl;bYP8O2R28u{IOh4+N*xu<f%WnQseW2NISi^@w2S6fbUx!nJe
z%c$hd#Y0`|eXH{V?-kijeC``JPjJP=1^G{ujcaBWv-IuLkvlifHv4Yl^t>Mq|0eq7
znP)7hWPK!Y|E%-O8xPNVS95AFNs;0%42?gS$RNJE+sIJ3OmcZiYmrPU%VUo1OdGNu
zJb7F(y=~9pb(bQ)pHu3X`gg_s6CCq$XO-}t&i*X(l_NLDyKc%xpZ>}vt!6dC?)yuB
zPHDBXIX*e!g-~<%?Od(ZCaQDHjh9N6EU!Aa|0(ke%WJKrA7(zc;yQS3lhiGVlq)++
z*O=sHg-)AM@uz*JRfAE9#C(IV6K;KLe0^&lv-t{k`3<sl!p&C7yZMjCeE<1&PTu;x
zKT52>zLS1?fsuEL*3YlW{#)GZzDzEQnm*~TXy}T!>Mw-6!v8qmJjb_N?$w-IcUPSA
zIDXxc{aWLmn`>`0zW!M2%l2T_ukPL>t-+fP82SWVia%leV)yPw1;r_c><@aLUUX*Z
zyAQKJeD|u|#$DH9xa|yMp7oh!1<m<Vy*ieT%;y#MJb7;P()Q3>Zr*}B<)=NlCT6rv
z$#f7Eu)lchqw!0rgr|aTTkpAfJ-^6bF!OCl8rR(|uKPYbOs=lZRO@lniz->#_gtV>
zc(L}vFN@;1w|`L&E@MrP?NR#XuCB+sdY>kv&1chgQ3(O3oLQxjQ*E~$e!+j2L*1XF
ze@gF17jM~KD{X$+Zx(uC&-#5?4qKlynRuj5w&lp_k{8oU--g>x^Z01Sy<^4OGjBO(
zzB%(OOE}^|pOx5}U#iw^S6*A(n|5c@>K7LzwV0Z;jXxa``*h@oPGij}Chpi<|23?4
z9N|3JKex^Q+xcy+YCjhG%UBc^XmZ<BbT*sYo=>w6ljp5Hrc~23f8*bVxTM0z7Z<;^
z|NA(9`+WOf8Ncsx>sJV!s0dG<`lMWOqN7;c0YlxldPS?|J$Dr^kvXXB%V7WV)bHyC
zkIStV1kCu)!0abcsUV&5h1t(u)xUO$|COorbEliM{n*VqYtP5h@3ymd8R<x=eLBDY
zQ`+snyXSAquYKG7_FDhl6`gmEemfVP|Fi2zZuuR({j!s~PxVh*?`t~u?k&Fj@GD2Y
zF`Q?9CHmM-{AOcBgI(CMeG6=(gS$%N5~f$L7nkeVUiw<^SLXX@j;$4b)v>?)IPQiO
zY?S3_ta-_KXTr(%t=S2p61zWro1=d2MA7c)emk#9+3t9Iikn02y3mQ{ldY#^8E4JO
zZayF7*`xk@&fC=G=jVG}a}Te!P27G(d*zWWcdM@P%3t}p@|M7+Jr_0pY}%}Lv2^R=
z7Z>_BDs^*aJecmwb?L#8`5r#=ORcrlBkCV}D4H1+E<8PzrSEUto&&p2FOk_fWqSOp
zEY5Duea{<n3N#*9i|Jh2)2La)v^~{TKk1ak4qlyI2b&vY;+F=@a}^F>T$(+Xg;(99
z!zn}S?*&JWKabu_Rj9G?mUI&gC_8zW^>y94qzDh;+UK&DIOQDr-7P*%SKM$U`KO1p
z#fI#I2X}^5zUZ93>DV8udlz~>81C)6AK_PZ#@kATJK}tB`k&%2bLXsn>HE+B*UY_Z
zr~G@^&ET%g?w{c}Q?p0(h}`+Qpp|8%SEe5A_TRU8_ae4^-#f1HMmfBY?6BQ6wezR+
zTu~o;fu)W=H-){aY5jHe`TU&cb`_gt?;Q90JN4U(^>ugaK3$%_^>bA)^Xe~|3#QLo
z9CPIxlXHGi)An+cjBd*wez9+9$J4HEd+_LXiPMM1<-);cr{|Vx@K4>dGcJ99Cr8+1
zJJ0ox#Ve0U>Ug*>58OACujZlnJdZVZSIy#a)qi2BX0!D8grd`zB{nv>C%^o1Az<1;
zgDO?I%1M0jk6r{7nl33VQLUC+{y^A%f?HX|MEyUj-!ANF=+P;2tJPQ>%ffd5MC5XD
zgDr7WQy4eQda%;|%b`-vW$*V%Kka+!DZKu&;#2vsZ-EvIeR=-9IDDY<@$(}O_nu+@
z_weJ@d)+!Og4{1IeR5tp`gO(e>x<VdX>2cl8MVoM?_|Dv63cmJ9yq?~Ku4zjgJm)|
zB-XJm->UO-QvaO`y?dCs|37iw+%lQp@05^uZ<NtC$@RzVbD#V=cqPB)?Za<#?SDn>
zetGQmt=a#7&wl%3<>p<k?YvSOOlN#Ai~Z9W7QJ3BsBU48RjQ+e^`h)AN`Cv5Z4WKh
zE<82uE7zS>8q+3p+L?r1w_j?I@ojIyvzKL;O2cO^n_%Md@P${CT4qgn$MxM+&m+S*
z<ElT;{dT?n_u_9`_3f|N72daviiyopx3_qguKI4*?{{SnJ}A!TTq`<v{%YY90_Qi+
zk})d0ckSJd)Mm}rSKsDbT7Iu8<fV^Dv7FQAmLF%j<zDZ;)!yu`llN5oisvk*Pv7GI
zq&*J^`r-Fc`G3Qj|CS=X^W_ivvDU4;f1_b8JKqPc%ZFIkntk3C!}!8}-XHGnZ9#9B
zekq7n?Cd+_dwZp!)a<N1ee)N%iiOt|r7}uA&{4B6+SfjvLndN^!AH6EF%OcDy<FY&
z%py`i<lGwRuZ;Om6sDUL&$zVq&*N_jvt_*9_HAsGy~57T@#RG5<QK1YPWZ5q`R9Z5
zi6XKGdt**Tuxu21E#BkBIKffpSjg=MAI_cRb+$-0uv;M;^JQ-OMg#S(V6#i{+PykW
zH~p$&xvNFxq821qiDsW$dpPpYC67bJI`Owmr@4A1c*mS#mM-+@|M?;E*oD3wp?&Wc
zyx*zv#OKe=gP||tub&H5y~sV~MbekmJ35qojxKX=HTxITAopkWM^Sqtk&uXqj1lUb
zw~sM7Rm_h5UHe<8n<H-K@^w!R&iq%A8a~(EWX*$ezxiLZW6ozV7T&EZRk(Zl$L0C<
zxBfkpue*3I^XcBLXA@4RC`{5mx1h^hW6R$|3lBHE?#sDyshj<>SuN+3>t_uYDA(Kl
zT%LF7<K>yg4g$glq-%Ng*<4?2uuqNCSu0(0M0wxl{VtPjy4?F(ODltaI?VoLIPZhi
z`4>X-ru0|!eYmK1>4DJohWK;*wLd2D>-^YsPHUonhki4^jNC-|x<=t(F}cph_1^t^
z+<q$SZDIM*_le8ue_!g7>mLsonI&nQju5_aW@S!{yZvj2+Vgc%na53R7KK0BX!GZo
z(WOS^#u`5z<$G3k-g76XZ#S%2$Zcbz!JM|^lAQe&`(qoHct)0R^}q0|{QCbU`-g}}
z!Tbv)Q(5>U9;`SvQJ_wf-R{yv`O_za7iIqnaeN-1amf0@2UUNmxreQHoNTwZI4J*;
z_l^BR$;8)}7RrANUA<40X}Q9y1;_5(&fm9jW5<ofzqi`g{kMHPng7oHy05dB-*WZs
z_<Jj7zPOju$3qMAGE0xW+~&?#q+ETayQr@;^&ofulg?)Qsb9HdSBb8<<ht_E?BBCo
zPF<Vid#m#3--}Fh?YEp>TP!s@=uOY`e>y!s+AdBld-LPvw-f#U<DRc5ervq{d&2GY
zXV-sTetwJi{OWyoe}DX4`p){z-Jh@SUGkcJfFtqv&p)EIw;eZqd$~>AH2QN`=W!9W
zP8(;(xyxe>C#LW`RbWVGI(cwO_;UB}xu?|XC%n8?y!*<WV6J50DNk%}w7+$z_L(a>
zU9geY_CD8hzID5pcYpq}*4F0@E6e&{De~nj`|UjS>dz&IurMFjJGN@0|6%#tm&6aO
z|9tAq;*^EF;r6eT%RVX>s(rkmI``yXxwC;wo|-7K&p(_$PwL#`mCUbJ<Zeg^ymDJE
zGlS#Btiud{Q~vPsmA$)~<nHoKzGg-Cn>0p8hBlwRAIcUV6n#DRCj0*oC@%Qg{`rUL
z{)pV^jX7b)#vO-uh+7&Zx0ESVHhq32<9C{|QF_7r57Lj9xX%(4yJfh{#=^6`u1E9t
zbGA3Uu{rXI%KuCEOyBXk;85}w#ZA+GWa=Ea{&=}q*Qcl&wS7O%?a3&2<-RZTpmqjt
zS*EzBm0Vk$<b%U5F%xgK)v567Jh)ig#qF$dt8vGo-<;oNuP9VCi!ofk`oME%MWMWP
z^9pud(|^TL4mSU<tiSbcX8G-fxodA-)s*{rvH!0b&wce(er>yWHZ0BIUG&21`9k4C
z+;{dq;?=X;ZmQw;V%x<=OB=<Bx+1^L7Ul8Fir71xceI;pR@PU?#UuDYmz|?vqAN%2
z!DnW#oc^|i|KXO2_z*1j=SX97`#DJ&<@_gt^BNoX^E@;^wqw2C!t?4|KXlc7=sI)c
zpk!)`{)P)Z8y>Xff9iCeY*Y9`_;Qrcis>ycSmj>cm|w>dS0HrW=I~LEX`YhqKN=?X
z2lW1NmrJgC=J9{-+Zhjyd8{h*UM9<bc+euZ_fp+L+42VmI(r{V|2g4NS-{M$Z!&Rf
z&+0u{O#hSa8@0%P2n>60fQj8LevxdS;?pA!1l;!vzK?qO$ojWg<%h%45l$%+;+MHc
zWE@ida?o?0A<vxBs&@7r2Nip3lR4x*-jF-sdDDn@|4yH8<@Y<A)%V>g`uss$K5P4(
ziY;?3i|+`pTwn8Y;kPTs=eKhIs$<$c>okLX_~vtrrzcp=Oci7MDVQdwz3Xhn!_1nC
zCp8(@UTa+-B3$%3CN+JwB5S*u>;4-zE<`h%zFynQc(HR^$?6%cE%zIi2+1`)jqExd
z<uk{keB<9A&-Y(>yUqHo_Wb{A<agY=So=zU-v_7NfBUR&oi)FINv~+$HH(nRdD^Kr
zt!Moyw$|VM<x^8?v9!SVea3=I^fKjpUjFDW`O}fhc}110ST%W0M&HvL$>pVocUN;Q
zJ<%Ir#~4$4$fR}ar|vwNdkfn;?DYPB{AM@5c5VNyt#5CAE#_Ley|&7CUH<)vzH^K>
zYF4T9_Z0uWB4-iL?Y5$7Wm)jAv&jajJ~JeXCA1?x2wo7CoN{=!gN*(3=nr0U|MdP%
z<gazANYJlq<&tpUx^x$lV9hJ`-HV)`aXz`oD4&<{Zj*O)fSiQ|%cX<eJP&RhYQFZM
zSYX2Bn%LSCN-Of_KZ>0AsqLco%XxDaO>I-uaJqXyjVC6=jd_*P?gp6!a?|E8@%tWK
z9GGx`|3-W33zJ8xw#U5p9yb2)fwM-k{kqUU`APj}F06a(>)QX}M^a1gmxrCZGY)Vr
zTg-gBx8&fJ=?Px^D->rYo#qN!&sJf*QoifKBe&CLjq__Yn_e&*?{fRn9&z_@z0rjF
z)>j68Uw^roO*b+BI`4Vz-9uZxANcxD?1*Tr`2B$P8y6DJ)_${@R1i76=;w+vD<2=f
zeR_ZOp11RA_s7-;SZhhu{C9i*r0z?&e}*E{K9wJ0`zB?+ZRBO#X*c2E?@g}m?phWn
zBo;LHiaq}3$IkOWV8P<zON|G8kLz1W=e;>;&YU}G%F*eY<w}d>Z*!z_e(;~+XCiAb
zjgjlwi#AU8O_mo89DdiuSsToGE>ZJD|Lu$)3h7rooj$X5@H8wus<ws6woF{JZr*Lr
z59zvTk|(03F>}{Ei@w&st2O?^$^Nwd4;TL{&%Jzi;Ya-q7u@2$9JrA^m62V)RNnGq
z;HkrtKYdV@d$^EQ?1zwgQAg(P<O6XJj)<2Q$$w5-$#8#Wlc&g!i|IPvR#gR)PI*>7
z3$WAvwXwBNVrrZJ69&h;Lmd2TlKyPwihQQo+qdN5)+wwtnbieuw+_v&UmSi?$MxDn
z=IBq+?diH!dZm+VO5)s^bG}?%6MNJ4(u8LX<(HKIsjO#?P5vZ4dHZ7bzAgE6f3s)p
zco`Oa)ii%k<%4~{Z|yC=d$aEMo6pa-Kbg9xG$LgGjj~x+&BSG$R&#w$xoD%7knvn%
z&jq&WH!dvf<xp9a<YM{r($a)eU+V&e9pqHZ<@Zi#-eH$^>}ugw|6g-`%<N!i0kn&G
zR9P;Ndlz~?$x-{h-1V#N^?$w!@8T+4RQp#u{*pAu&faH1)qkIce`Va_{r1@G{AYF1
z3&s5VKfX{Dec_&d?#;I5Spq@t--vy-IdWtAO8dO!U5d%S9o%1KKmWtp|I@CVw^l;?
zX3FQ5>$_iCZJ+vD<JH1nQ`c<G@2VG_SazV0>sxQala$`C>5C^8^YJe%p6AeBXg<fJ
ztnJ>mhtV%*ZsYNt8@*$C{l7kDlNSxIX737WsJY&q(Rs0nHSUK1^KtbblT5zY>7U}a
zDe$%Xb-+G#srlEC$7vZ81^*pL+i|P$i6GPCgXPZ*IZrf|y=lH7FFQ$$`Tjl@y<LHP
z=QY<~6S@<#)QPR)23P&18;2aNidG6Uz0Hbp38+*M^!V;_^p~$>gM_)Lm!wDaWDe6A
zsu5l4JvB_x$3FNo)Gvvg<~m(a?$#7lf0;cK(@$MLsL{>0kT=KEeA;rI9S;o;+3U#O
zUB5Iq!+qvKU!AkD`qv!o*Ii$^{c?fi;T0Bt&N{Y-ztOSh+Upw<wSRBkouH5~=bVa?
zlIt@ymo!#stxigfJi6HVW#E(-9S-k0pT;fVjeo@ItgbmV_Dc9N{v7$Mq8+cdZn~FN
z?9{wI?17cw!F=cV6H5}a*WLHq`#r7t<;>%^rp^_9dtzbj+a+c3azA(P&)#42XZyW}
z51Fk_Xw4V&t~Y$beQ(Ce!1x(y>da@a{M37Cv_Z}wNionmz^j|vu8n`Y{!gPl_a22<
zA1ke#c+S&Ob|c%SKK+PK!u_m1Z_di^KEP<dutF?9;ekqk+4b6w3wZL?8iE@gx3IA;
z<(YL#OM8aU4P6^CfyMh4%XGNM9^dq#C-2A)mbDTq0@|yNxE+{sUC-ES$+`&*J(pzX
zd~nXYbc9oxZ$senrLqgXW#o>m-f+=>Df3gE1>E{o3oZ9KubVkz=~m+dH(#np&E9>=
z+e=j4c3Y#sw4JSj^BJ98zWD9gVsG=P`^o8fk1V%6++uuv@~v(9$*+&Ze08hV;oJP@
zQuFo+3X8uizQ@@bvrZ$j)YU;f%5cLvVdbmVW*^m=K0Fh+r6+SPcH%|8OO5T<jC%Ne
zx9TR8is)211#e0|{mOIS8wTwv5C2V<X5QGeSlo!|^}7|H4xCnVoB2ZG=3?F@!F@|o
z7tGnk$@lYudfX)y`)QN??yqCNbg{pRVRs4dU8A%&&n->%hAo%9w|#%@_uKb#w!bJ_
zmi&HSX#SO*dls`decyJz_S@xOap$}D&EmQLsJFIuVUx<i%Vy8mA77sLCh&IGx}L*#
ze!XIJ-BLRH%!RyPmVR<GYn)uaK3sZQKYPP|Ig?{iTa%x<uYSI3{@V1y14~|iN{yR)
z>aEU=BNn0DMP_@}y_h!Ddv;Wd_qtt^+ahx=9tn8vXs2~NRN8LNw;#smxAXhW%lrSx
z`u@exuW!p7*Vom4{(Ak3!`Gi>r{{jp5}Kna^PFR@@X|S1cfWn+<x;!-yF}n~n!M+#
zEx!fx4UfcEDM;_O@GtfgkSoj2`d+)<E`wc{Kfm~%@BhQCTh`tbuMmEBRqF${jYfFL
z4&zM=Y*(D&zaq>%F+cLdMvLz<OC_6Eh}#`#ubX52E%$x->^l?tzjJI`Dk`zH+Ht$)
z;?-X#F>PU0J3r_0O8#Ry^D<9Fu;o9qe{di?DJ41fq(i8f*B9r!`g_;bR(yDHlz}Bj
zY5kPaBXM!ly&df8lA3sJK6PxI7*IR;bG5FXm;bu56G8_cytbOaH%I>aYcKBngrrU9
zbv+*_%1fU(y#CmuSHe$!zuG-9^7-9Kd#B%?b)k1>>!aFD=T8~M9~S<V{%}*Tz3TqB
z;5C)gK3x=)&aB@QWFnI~Td26>1CLAb$vLx5S^W*oIWl{h*~7C-<hfRNY2+>J4Neri
z%T^{otB2WHdY+=xQ`WW~)womB3cqmretMu=*^~PE6f?K}r_%!S9!~w!<Gxgn`P-6J
z&u7gFzABQzFC4#d#X^R-Ln&Vhnib<2J=Z;c!n&YXz)N3D@b3hs7Z;8f7B}6q$}sY0
ztYqUey}7OSgWKLl&-`Tp$yeo^Up7f)-4Hi*yg2Ld!y~`*w?Cg(6Jq@9@~y_3xBcc?
z-v0Ngx_+tby7a9c7xEg}-0$6U>B!Yl(Bj?W*AwRwdhYJaO>vvIpFVKt(XmUCIj7i#
z<-c5Dm}>5M;hK@b&cli!jPWgPHZQM4Kj>V&*GOPm-h=QJj{OIX_8cyMB0l5s1g&lJ
z=jzY3_26&5%{7;e^VK0ywzXe+>lUv$u;~0QqZ<KzdrBuuKadnT%%A&vhV{wT^D%a>
zTkgrU99eSk==6n(eZ9$5OB(eOTiEv}oY2l^a<6~2r|FA8&!x;)i}o-VUY~3;c@pQk
zEtTKPnoKA9_sn?_;PN^l^pO6JPG@nu1J^&Y&8s>yLvrWB!ku4sE-*hFQhRQ9(t|7K
z((M($)v0ER_*z*mmVf=YPS)e(`t6HFdRM4f`AEHO(kh!EcbZAvE&Wtda864bL;S+8
z4oNRxPdQtdvi63W+J}v=t9yKkMJ5~-spspI`Fxnextno!PUpLmyBADfm|PJ4@Z?#;
zZ-=t4MNZj#u&w{+%uPYA;Z?mgIm^FDB>HvtoaA5j#(Km0yQRO^zD=xM_;ZgO!#)kA
zz$+CC!YlsYTW)tV@83<|w_nTewR-J3!mi5CyQx7!{B&yd)yo;-<*U_O*73Y)>vX!x
zYx$z;o+=w>n4MG%b6R49e9WVyG>;E&`BQ7M*J|FB4BvPAb$A~4JI?!U$GF!r)@<b~
zv)c0K;*p4^8v(&}?$75hpI`4e`S|;6!EbBJ4qrUn^y+43`Mqzs-sN{{=jVOCy3@g=
ziZ8k@DX4@0D*wmLYTM>$N1piT6>^<(Q;FS^8<*7Ph^L0l+1EaC>+W-}&(@kcJfG!T
z%fWB|Lq;nm?nG1Fja+jd=D7{>LhG&`%h~;OQ^CbW$F219cTe=qIv%I7!auhBZlJx-
zx!0MJ)!$$K6g<U|$-kvqPHowrQ=;=YSDI_EKHsDERBre0sqFK$Q`FrSYS;hffAhU<
z`h4NS+b#C@w;U)>t+=WBK*9R$j9q*(wU@-t#<y*r88&-*WXOYFt}}s8#4abOZxiV7
zp0B+xly|RXQC_Qg(F*;zc`fl8j~}!e=5UGS8&1EqMcOXGBRVza{{H&<+hY4=#R9zY
zzp)x@vh-j6|IzcPW7FPF`M;T|YuP4+Iaaruye)S$DBDe#!suTm*&h2~A!x0Tp#F}B
z8};m`{cT^OJlld-Wy6WZO_SA@*;MuI@Dx6ry~I26g<IVLH;Yuxg_E~4&q{WfwDkY#
zLsD-Jy=0Yp?Zmp~^#kv@CHBv6*1qKC_<6u!+4DF5oSF8f<gXGmo{>3grTBHub?hs)
ze|dH7ZFBoo#&4P7Zch&!o$O*7>w9m@)X)E-^S3;&|J|Q^|LNveAEJM8z3}_}z5eI)
zUo-A(e$}vM@>Rd9nGr224<>&y6z+B?boJ$!=z9EJQ0?os*UiuMOFB!7W|TI{b-j9X
z<mhg{J5P@9@|2cLT*%qe8Ih35oIH=Q<)FTS`WNAQC)5x0m;8{rQUBm{gTTLoto2Lg
z=ZMBu^jbWWob^PQU9M8{0+YL5mB9?78_D6P9)*9pn16D5&8c8Ey?qgEA1pMaGd=1f
zBEsb+rOr%U9^kY56W`*q{u^2YzPGdL>^Lp4MRiRLOHH2r1KnD22}4G^hoKXGwe|_~
zmx|AMalTXME1TbogS=-W*gtr2<b68w(0|veJ}a$?FY+(l>MqnoFqqpknSWvu`{`Zr
zVZEyUkDmBxjdM-ZWg~K|PKQg2P1yg*<)P@_98;r92D>UIO4oYK3)m&Je%r?@!HH}C
ziJi3(bIIQ@LGaeabArdKN~bldFUwiN-0P`R8yURz+u8h@t+IO`R{2)=Rc%&{GM>3J
zFh2d?mFD?5@Av%Pr+)Urxtfz_--^p#E^ll$m&>f4)65ipDD!&nZQ*34D;KUWjDNmz
zzTu8N%q!$R1slKH@=(yC$f7*px2fjxeU|K5Mk{C9*d-cOzZ43;R2p{aV6JDPjQt|c
z?GN8%1%3ady?)#O_tp2a>({KdEWcAZdwpNchkqN({K8e<?fcH?FLYB>Ec)ciT?guZ
zDek`BvzmQJdRNfFiTf32{^<79+WqW+e%AMyGtwDus2t=|Tc~4ak$nB0jd0?|Ai1Ou
z7wRuXf0<LPeWCAT{jtS6W7(N)CPwJlY^a=Hvi80G717s+4l0W(b#vO8J-R&S^oFTL
zZyv-1=T<v+_q~3@oum4I`Gv)S^vA;0m-l7)Xy3nLESRIVX@~Z`iNR7ED}%aOYpmG5
zC@3iZQcyN%bd7$lTyQaciRbKRT)fXc-t_1^V_fGvL!+f{%fm~ea~>qKhv(_dU4K+0
zmwB&-`ZLFZdEE-VeQ^#a=3O{E-J!BiSBOI`u5F6$!;|h0Q++Cb1d1*1t4OwdDRZI8
z-R{SMV+Mz&*En(iJ5jvEziNqWrQYe2!FHec{2nO(71FoZm>FsJNnLi&58bCnS_0oU
zU0MHA>`>?~uWDuA{a3c<tTGON9@J{PSR>bI#Z{}Y+a4e1cwgwY=b!)5W0~x$aHAb9
zS<+WMF5ayAp~W&iacl6}^#S>>A7+XP_}r+Rws4xv(ss`!_e68|?)iT1_1o6v@|S)6
z#lL*(w|)EfvHGq3fB*5{I<3E7rQ7raXXX2SyY|1o<hu8#gQBcOv+J7ThaVmvo$z9B
zbWi@S`VBWcSFdZ_#m{j?d~WZ-)^qa`q^r|>n7!)OTy8S75ErakCd2VZGQ-WnMCOIS
zya$uEtryj2{vx@-ZPo?VHanXG(T~{jPul-{(YHrOWKsGLqa8*Tli2fPe`xHS;(pD;
z{*(9ot~*O@7xz41Q#W}iYhibWGj+=RPo*0sx?d`K^W^r4F1sg|8&v-slK(Zue~(p9
zO~xT^iI*P~?b{AC+n<`5__eOEW=d5v`_mKNfBR~jr6WE*O)=LOJLEj)$ZEf17wfNR
zzx*)krJKi6?{jzlEoT2X>AcmAt1{^)j(97`^|a16tGKxDm``tP4a=keVehYjzF|AE
zG(R3Q;`iUe@}ikL_+009fyLr~nA_98@aydJviot;c{7iu^y3e{Jie!#{pWp(naDlo
zM#(1E%L~i?&n@4kZ~vw8uH0gCj+ck$i~oGa7vA<Wd3nhBO|=h;=jZm@{&T7Ry;oQu
zTI`Rm^S%J?joBOW=gKLc$-H<>`~`Cl^Inmk2YxSEeJ4pfw_);v1?NO2wds|uKhzXe
zdsY8Wg5$xTy}m|US%0;y_jvj0K<eFNEIpoP-2tb(jtBK@Y`q<NZoc*9dsXlEew$wZ
zxB1)J{F=SBj~ah(QQ3Lt+^d<L;`6GP-7S7!`*zpj>)DQnrpBEscJ1f4keDB_yr4AE
zJ3qf^y*Sq%izTy`KQ-dp{qD#?ZeCxlol=3@g*sQCJO6H)j!eprE#EW?4dW`9ju@`m
z`GF<T>-bN$L%Z`-i}rH1#pLNT$^UKa|H^TbUA`t^{=>x|&Q`Fz`}a4eq+s8ZZRu(+
zY?u%JT&i}4o&Vj}bJlh0Z(g0^FPXD^1;5&Zn>sgFU;pqfYvR+@Nr#SxOFs8-ZtgoF
z&s@c*e&GDRK&vfBc7E!b|5z+z#qt}f`c}PbAC|hDmki{K|B%dXRPo~Hrga+v{N_35
zeR<S#^ujv3Fpj#6h4&wrS)Wa8P*(q=!QF4jW_Pwkqhr&x4^sAl8Idx_9&S9cc#grb
z2Q2ml1x(7dYX$y1P~-n+CGqs2XJrL5`?OC7rhlB&SCmnZ!epU*Z-!i<hx<Jt^$!n(
z*B@qdd%W1W<=985`2IaHHatC3TJ0)K<|PF;mp|y7xYsMVtoY>GGWAF8w@!Xw@SMps
zcjo#mw{ZLE2N(`54YmEg;s1lc*hN>fBEkiI6kTh6idwryA8##tb2j{oz}NgM9r_tx
z_blK0_1o>Y_iO*J|N3y=^%~D9a}CM@UX@l!ne00EV&2r!yxmf7y>2l}FwZR6Y;R()
zeAVePwo_TxXSy^UpXetZccSOKhWe5Ei|vfe671F?KXQ%~yV*Zz-~ZL<pO&5l=R{|_
z4+oBIvtD*k*LK}A>048T+1X^RQWc!yQrgl>_~PEM>DwHP6?d~tw%XCyYovL2+kpcQ
zJ8Vt`yH!Q9^$6Tsa**G*qQ9n<XI5rIa<<cp6aJYcuYP`5IH#nb!!k&2-x2RShW&3Q
zUOVxNQ|IReou7gBnzIX*y8Cu<H}Nl!E=(>inU~SdViNoJ<hBRy{R^1Ym)Lw*`kz_;
zrDyxRPm`<<PfLC1Xfv(1;L>8A&`qxbl3R{-Yg<)*zGe~k?|_`%cNyc%<mvsBjlb8;
zzZ%|ke(v=ae_!VPv6pTft3Cgrqps6^_T*(fChT?!J++-R50-E)-giMzNS)X3MNs=f
z?z~TF4^E!V+8d$%@#ZA|eZSY{Z|T2Vuw(9pmg)KO0n3zFeX~+NKRx}tbob@lxAS(t
z%aNaBwfy(r*9*^{Sm7xj7in+jviy<untRu;z3jU)DYo#^wPm{kXKs0B{^z(-%#K5c
zTT{&^d(Ev|QreUqmaJ@d!P2Q^CsX|6r+3ajQoc2@{EVsR(!BF8wk?wX^Wk_@&)j_e
zx<_^XTguPP&C|F0?X&y!yx)5#JjlNGL+`KL%M*{T$(H@#oPB%O+jdUvzuSIaW&PzS
z&X>RFWP|N4;e`Hmd>oNW6IRP@k(el0dc*197k7!jBGZ|?J@%^2mzdAO?|Ena`O2vd
z)ko@Tr2ZY?leK#C&&2PJ@kzJvc_(ijpT2AExvN21zGb`4pYWem9?*I1^z#_qs4pLO
z$-fJe<mRrI2r&Cl%k`vbwq29m3IFPD-p<Vohxopz2e8dyuKj49DQ5lkK=s3viw|$l
z_~YY!@Su8uDx=JgHufDqxFjDtT3RI?cHO#KM{YvDt&@09Ywld_jherrX4Fk9b^p1g
zgX5A!_j|7fN6yvf<{UaO*}sQTLnQq?S3=ANEw=BA4{4~syyz)^wE0tHd;g?uQTvv3
z>pUvC_Mj*Ap-{xr%Qu6fc$sA?Sjtc4ADb5(>K>~9pq;Jf!_1A7C;i!&cl?Wkd#_H{
zp$DsGc-mPDpEx4_k#qe9<+C$4C3&#dmI^7>dsf(3?5%yV;@+W<)!9ETUR=!F&0hAg
zVb8Zm?{8)6+phinO>fKJT}&TONw0rd^q&7#^znPyv!%Y=nD}tvhVI?F?x=I#cr^KU
zSO2AF69Qgt34PDQq1C?5YN3o@C-dx{OPgXZvM4InEmsx}Qcw1gvf;b*L+z=n^WT{@
zzc|mb1TaPP3CdY3DHpj(9^B8>cE`fjqhZ%u9=EMOcJ12R*!<>%^a)@4L*3{1D0Hn`
z{BAM-Ls{9heSzCv8Eks!+OcPgZA#yVRI5LSkDvI(C>M9+V&RhbOD)qXj>u;!o!@Ye
z?W)$3e<24J2{!ytWUPBASv&oOCcE9TgYt=*(T94k)E{`rz%KvXMReAYht|&yyFcOD
zd~fxR)!*EgA9*-Y;@@>G?)yg`u$D`<$0uc9tZcTv6__gZ@XB3V&C4oz-n-xZHcj09
zcH8aSvAh00v3e`<@85F!x8WsnmNiG_{@$~X^~0Ud=eNuM{h|K0{QTY}&v%?#Irqx!
zz?%H(eCEvE7p<*a{|8P#v~r{J)7LM$mi_X{iT@-z{S$v((Zj4*5j%^m4TeGPjrROs
z>K--zzAgU$!RKA(|C{VO%9g2l?YeZPIPKX<QHkF9zfC{>eDvJ@`n(@^xxeN9dbvh;
z<)x%6=4NVr`Zjmhwuy>4$BM6?`Y6fv;kR`!YCb51FZ2DdB>m7Op;?zaH-6ZAJw@`*
zlntk=EIG~x$3Nnl_NQ_G;`)<J{?A!CAMUhUcG)N6X5@eCTJJ|sUIxGI-qo~utv2_a
z-TzK;pWk-7<m&Tf(fMZbYD>Lth=e?w?WW^#W8uD%NPhLz_a+>F>$PuhMCOxS?`GVH
zT3+>{?EgXLx(AZZdJFsK2|i&gyQQ{^yXD)o)Z45ZW~VTP1<VtWe9AU`Sw`1O_nw(D
zbC``TwwitT;Mm?{>yx!{_o*(~vh0#cd@=`C*)}(?oAdf+&KjEylN57eOC9%fO;D1S
zoVmmJqMMwZbGuI3g_$;tb(a0AZEZ#Rd@atqDmJ`~oc#BJQ+-ta>qk@9Miwxf4pqJ+
zbAg?We@zR!)l!+A`?!`>J=tcM^IW(3=;9Jrwu+j&vl{k(U}gU;9Gq4^!9#;RJhwUG
zYW&iv@xF^qK5W$4bM3f=)U2ITOo|>d+B^N|ElgQDXOqm7qYsx%-|^)CN<|}gxrMy*
zA29ekE84y?el$y*gKyL3_XfB3$8JA#+;FM=iiyrLbq6N1&0}MdxgR#;?~5s^2g<K)
z{BY{$WUH&It^4b<MCN+y|8Z<z)90!F=+eq-tKJ>Bx^hGG+6DhPU9Y>Ff9369Zm(?B
z-fplmq&M`pVytr6j|Bp64*6AoT{``Cw!Y0>zMPl2oWIR(Yp>sP=ij61`}yzZq=fs+
zGS_qNw%QV8q4?IdhV$b><J0mpRZ3n4a>~t0JFwQZW5&&uu3OSqv+=Jhi`h|-T2;-w
z^xcUM0S<8~>sFsv<&jEAZkXq1{mFA@VeEOeIT?-mw>3;Q$X%FvFkRM8ilc~s(*b6_
zPsN@VHV&QpCeEyRagtq3TH~-9Q|*p|Ii<5Ehn`&VEn4;GQTwOL|6d*d(sb#P+wR0i
zW=~lIu11y^nzuyQ7rpQ_J-^3W|EEXA#qECrECLK~9MjXU+Z{Va^}zNLJ;}!CDd|$e
zM>-d-oSJ(yLDX~SjZKS!E!SlU-)39&z%{<>P_n~rEz8Rn?N`M%xA<GEaDFsV|LH<!
zw@Vc}YI@VInmsdGp(V2ZkfukZP+aIeZ>#@)RiP|-ulf(I`u1r1tmU>-WV3V=*8OPD
zY7nd2XX?(dPvXqcYm2YTX3f8L_|W#(iI1GC;_bKd%3Qgf`fl%Yx%W)-emwa5?cMJ8
z+l;I17;d%i|I%9a|1bZR=kXOg_x?EbdY-|LFd@&mrrMD&W(fQaf6d!9lS_7{$%Cwt
zXY6z5wgn31RbPF?t<ofyme+X3Fk*|&<r8JUWFE5^-T3-X{Qh6zyWMpw=33St64pP*
ze8<bNpj$+7vbEi#ubyw$+^>7R_U+Q}xQht~nzkHcHMq|DCT?r(F|ECm+UvHpm)yK@
z`s}{b9U2SU*(X<oJlHLM<gcFf=O<#@mewsWJbCBJTE*(px<{hx?f!F4Zl9efb2s+<
zBY&R>zeCRO*Kk%${=AaIa{p=7n1y!LiQE4Mt#8=7<hkm;KNr$(AN;#(Vfcpd_^Oq2
zFNb#Be!u5%>BC})7?)F(GY{N2Qm(w^%-8IMi}#nkWVbmrvm!iU)2Z;jnKnV|SyS8R
zryH1k&oEl^K4^jZf0hD^=Sf+umZBaH%G&EUWFJfZw_xVs7C*^kZt3nDBL6o|NMv-q
zSG07u(ds=<{4I*@j-B5p?DQvdwa$WujmG<VrlsDWQvcxe945;n>ykev+;Oif`!=&-
za(TQ%{L3Q;UFL9FHU10a7B7;ro{`Mqp7JP`o9B%yAA5mWz{ZDHP6mIfzMJRrIw9^*
zQj5{Lg0zRu)2BVls><?z)El?QvnbhF|HzB*C3?TkPTsLbjQz~j1BXxit>P97XPww<
z`=a^Yl>X;dw!#yy-n_GM$94Z5c3--uraf}`-zcf5{%X~crm4m%m0XdjS94V^6!}co
z+&$@of(oDIj)$IAQzT`Q9xUwTd2m6EL7hdv;L*gkPbU`YR3?283f}faUXq9HpHXqX
zjH*;b<y60u?|xnRpYtz^z2k0(RBwxgk>+f1zNN`8mrb6(af!6L6N}Ii2CI+V8U=qB
zOt6}gFTQ9aZz;pQtxaExHcCzZ=JCg)nQbYr+Q+>c4GS&>{+Olm-fEjq%F4^1STpxN
zUKe}m?}li0{;hABx8JxgeQVau3I0!NO};caye`^%(Ro*v`Rldf^Yij;zq?rP*nZFW
z-<i+rx9zWea(tJ0ko@I~Z~bFVr8>P4PTy`=R#0hD8eF<eC`Z8Vt7n0Zgx%t-fXVDz
z%fE(Zm2qCZx_0^Nvp@cP=znh^Y4ou{*#79|S4&bZ2r6^yTuPRU>AST4)Z))4*rS-X
zygtS4x0BEO|0Pzb51F@h`W{IO6dzi7!|jIHugsGIbJu;Cvd=W{0sHHvtno}ww_N?=
z{%NWIO);CxE7w%4w#;Zyp3-xpP5q*)ouL1tM@My&A7p$u{LqX)&h)}fwvTEJ^LKq$
zt$G+N)W1O6D#GvXhu1;nz7^IXdyh@y)3JIO5HD8~%AkLJ{v*NrMm)@X_dju~YtQb;
zE#)(rEB<KT+x{?h>%a_-kJ1WHcK9u2H=E>NnZ)QgM=ZP1-Mu8OX6BCt)17W9{aBKD
z*hk4LeQ`wCtJxJxlw~D9%((1!nV)w{O5n7B=j?wXCwz)ry7Kvy{$H-&bQX6^^p4Ca
z>(LQiE%vAV?FGZQ%!DcOs?E2#OeJ09q?LB{JHHK9&wA?Bc8vMp%2~Ej_3!rozV>Zy
zex0lOgWj?~S5}sNy282ldcD7O;j5hAtM~tN+^gV}9AfKn^4z0oW^&uM-mth}_xYv&
z7VG@|d-wi$r2Y2h^m*cZ&%JZ!bX4wSjlLxQyjWi>!rber*Rg#!PDejoSI`$OS$E{p
zO8z5tN1yRCwUxwoF6rm|ayw6d)0cev!&4S)QxLSeVpr1qx9yj}{Wm|q{4L+!Zuk3R
zS)lNP$?01UE)JjPRNXoIL#csgQT^1i7{j!UA1|cK<>bFyWi&ZO&CAC4VR+T+ZIgOl
zs&1(ZzMsjQX)m-mAUC(KTg~D{Q}Twhj{CH&MOUA(`LeiH>HWUy;8{BbpR>(s{__0l
zn%V2*70c{iZCYjS>tiW?VcL<Eubf%;)^FBuC@)E5UKMM(e&6!DadYi=_D(PET)(S0
z)SJh=WZe_r#v3nrxjL=aNBh_P{1H4WWM1z5U%$d{CF-h3Jik{Ny#B&fr3ce)=Y2M2
z)OeQlHNq*jd;W{_b1&ZR(u=#uR32?K;dsr0cQ4(|guV7%-Y}hg?)TMAOK%^Q&1=4N
zr08+YZS~qac30i>i~Ob+_U!IioT>jbV&-GEFvEQwaz`a@`zWX6O<XdkjK{C++G+nu
z&&!m}Px+k_-=p5~u_JtYQFgyuBFEJ|A$n>bZcW{L#`(e0>RGm$&#yVvlq7DK(`mDJ
zFFDQBXk}IVYs=XOy{;z~$r^<j+zaN5|FAgw9P<x<oxO|s-*@kF&FT-EctK?TtR2&H
zPb^#epm~>+qg0&Ei)~-K!lj<{#oa!AsFU;GOyl%5#@jvS*;k+A77<%B=X!4Uhnl>Q
z&5w8LtV>gD+E(eA>#pfCqp$4gQSRJ`q8)DqYz|$!=W9E;_+I|XCVlPzG2I*9b-U)C
zbXr;2{-}ldK}WLXF@f~{4XIM|WFm8&o12;R@BNxO=Y#yub+5LZs(lvtVPc)=XM4SN
z8K%NHQV}VW{AZo=h>9)Rc2!T;{@S^+kFDlE&S-XAz2nJXrn~X9Dzl}`#72F|sVqed
z{h`{EEBFK6bsky~xuo#QI+KWyWL>S3Clzime(-cqj=a8k^En0$?}_K+_ZFW~&n`)r
zc<Mn&cj(7Sesju}E)f&hH9zln$2td@Q0D6g6zAP|)++AyQU8Z%Y1ippU;gh}XSe6?
zE90v8Z8dAAehL2NaPj`XxBR7>?AAKIYY00l<sg$5zwmH7d(Po?U5_7kamNT>&9kmD
zRN`0s8pv&x5}dA(P`>nGJO3g3CyUo>dTUf=nl;CS)SRg~)qc)e{m1!DPqzC-{}Nrl
zWvQRe>2$`2#;-*zKRDG_Ov(Qk`Qvc*ljM7U)%P5#)=}QOsQ>6iw?)E*SL1&g{+i<N
zEx$vg?xn@!fK7U5%+4&GT*qyFaebepxfvtp`ip#99!6vtT{^q#a4KJGu)5TxE%A2_
zvb5D1etSA|)gKRAal1?F`CdG37fn@GKlnmedcpG@VJpg(1p2C*`IoRA`QYUv_;TX?
z2sg{3#*2L)+?S@`Z4CStn0V6s$HwkIC#;j3B9)!Zg8SBeo9{QTW@=b~;G#Kv>)%}w
z3-I7S(${6kX;boI*SDqZ`)}_1ymtMzxs#9Il3u_6f?vk*30uSNGOxe;xcJWN_~#RS
zOwP@_y5;#J$NaE6g|}_r8qfcewEN?(`&*^+_N}!2cx3Y1z2EP<SIa-uSFP^&uchtS
zE!J+^b2nf;_XT00=I{wk4}~w6u}z*ob$ia#UH5OhKQP*tx!C*h9YNoW|8M;NUkOh;
zpY<lK$%t*k+4){!3GOqhe*8UOv+M6)eYxD{Uv`CGIsA6Z|8<9!Xq&9mzr<3qNms!+
zJL7@v;uYN`m6wD+^_ZQWQmZ2((P=VWocU9f#>&>1YfPV&ivQ_N-oEYKySy!*A7m8n
zT<U3+=&aA5@Nfy|gg1#r(@qxU7jN2Ic5-J?fBpik>J67mHGc=O7d-9SJ1yt!%IEVw
zuT8rD<Ja|DzUD8=5`25^Uv+x4$ZY?+OIO!3SLHQ$Zc)GS$aC$-wOnGgZ%j64?g^iq
zrPjLTf9<bj?9Yu-iq74-^!DH{r^%_seUAHmecL42E85bhckUGzeDTMhGdS1p#EtHp
zS9A7lT;K11^X~e}#eWv;Waw2Yohu=A=}i5Bvn<!UEq(8OynS<X`m)>Yr}l4YeGxP{
zJ4Y?0XTcm!<AQ__%x!DFBwjk;)cl4;OvvVOz}N7v9CAO;sCSoLYc6_oLgFl&&W?$^
zcH5;C#pfJ|bSYfQTvf7r$x-&VED|OsRGxLL_XuBMseGSj;k(B3Mi;l|-ELz4*Zc3p
zEHOcYS(2A3tlztuJQk^wkudqh@<?m({VSZ@x0WhC@GG;BU7Yr>HTc8Kd`YiJr<1c^
zPXGB}ZFjTxoCzj{eNzOJ`9J)4q9s$hhKHqO2g?U%<}=f0OKb{Jlv~-fL(R=iYZ8}=
ze@D*oRT-a!WGo-}e%i8`p;Kqoj5BYHKL2|DC!l=aCC8lITQXjJ>PU<$IC^fS@=Io$
zHSyoySg%P}$h)A&#yr((#h0{6D!HfS9&Y|z5IFb$*Yx>W$Kz_($zI$Zw=U<+mgDum
zlYU?H|G#kVwN(=5<F4iU)yZ#n$?`GTdw}l;i|u;8A9}1yo+o5{=lxffA7U7xoOa82
zicejz`H3aQ({hsjFiiXKV70;3&f>3=H@#pzcP6>kn#Xd}!MPtbS5}pIB?YJL-CLyV
zd4M~8o1Vdgi^?002-kc%lXaVK-ptqOU&1pqne&h7&hBQbJym#6J&yB*-GK+rW`BhG
zO_bMscxZW>?_Ec5@2V%~ejF`aQ>-v2gY&?D&4XfP7e6)C_V&JXFL<2dcmC#se=pC~
zyV^f&$iF)!ZtIe4#a$m*ovNO&*2evG|9QzTVWqv;wHGcN{ON7-FWhCXKb+cg^Sbxk
z4NF#S|KqqTAzN2w$$GWxFB{|c7T@~I$y)JEd3T9I%)@WYYCEDVVlUbriaPsraiYj(
z#l!2Kh0E3L_<R2U>HoL%-p<Lg|FhcudUSDF$<vV1l}Ar3%agyco_+PsyDjWys#n+_
z%UZAhf3^N+{Py@iZ^Yj=Cm+B4*4*|&-;1*)-|wwGIp55!?&s?G?d5&4oB20X^SrRS
z?HW0iJuRL~WzFhW8Wu-ZieGAU_xrSR`V&oc+sk2f{p%#&T;1{ggSg#&xj#>ipKXgh
zbMxpTL6bixR)|XV%U-{o_j5+x?_H~9tN%0aeK+-PZqBN*v?c$9Z96W%TV8ZK<`;wT
zsapoGw`{9ms#5kozr&#IeWJ{CyXjwind0s&oIGt-OTsRvqd(b8O^@fbm-tyPNw=@q
zP#0V<w=7lTd3)7bjjHAP54qnwxx=0l9-f+HT(Pk<$b<9nmH$7&gmOPDy?!s}dEJl2
z-%M-o{_5+GUEe?XZEm{XoD0m?^)nO;<E^V6fBhs}RIp>p6`Se$ZN`zd>#rY)+o#lU
zYOB_zP|n!1Q+?;{%kW89v}(-@3**=4e|;)bdOPWL*$mygmyYNfeV*#{(fr_wkL^p2
zN{1&2ub*-E;%T;TUhGo7V(gOMYuh3W{ZcRW)MYXs*wEQ&KRNb+xQY3S-+#WojIved
zTz@NN{_*sjCjM?Qwet@vy~2feavfm4v(sv#r^&}FeM^OZP43q_u~J*)_6()ytYFD|
zEk~9t<h3n~+w3JJ?=rvVd`xSHOwxk~4gMS6N^Sp>_2-<l#hweRYZjzWEGcD`u!+cc
zcR6(V%d*3M%avwr&28>;u>ELwM7K9TI%ZZQqg&Vk366$P=l;Tj1<J3OJo*{qiZ$Y%
zB*$DTmOCCC=f&hN`7y%NJMv)ja}DzkM=pxnI6dg(UiD9zopt)A6LOa|`)y8b5?Z3O
zP;YB^tJFH9@P@ZK6@Cf3mY=a(uxd^4^xmF{_Pou1v}EEIt`AkWTHvYccWV8CGtsK|
zQZF>HPI~`Rr_^DlQ_jR4T!-eeO;{H%`muZc6^>FTm*X3YH!fz^=d0M*aO1|}xqY=&
ztDEi}dLrJE`QcQyfNpq2Os#<D?uutA)jxMGzxB~P?xJ?g)rESo8UA*kZ+|<y|Nl}k
zfjy`A?yZ@!`@O`5$L>?lm3GZqx-sY*Yie}N>UWiYCO1cO+$dCRn9eA-{U`Tqy_NDA
z7pC%^cFvwxc7ng<$HaXiA4B=Kem0ywy?@g5DS6?gw_b#9N}GG|c}HsIbXDoQ8>b#U
zs>LfD>-pg)%hSWx_w15i<o)P@fWGs?lGr!>Gu3yzc=~PqmlNuH4od#)D`Sv9J*j+e
zfcdx3lk<KrvixLxvCTb6{1v-wm%6}PlhSy`{yNv-vgQAe&bz=aAG2rfKXy5T67OnP
zA;mw_GYh!o?dBBx%8hy?YPoQu%}cL{Wz5BiscJJfum5#;&s_72#XU-kZKv^kV%ak>
zw&uw??vJ9W3)R`|+mG|98E`#pK7T;^w&R~z3sbX6eDN=w-G41+`nvh#k=zFdJ8!7x
z_6CMrf9iXedGAuQgFiN{ZVxQK+Gm=Xl<^?p&A#{RcHf#`_uTqzn=<<?<MlR+^`FoC
z>ZcX2b8lxsWd7{i*Wc~={O#L5wPVNaEi^0VY_NQIUA(RT<=Ub-6K1aYBmVzy{pEju
z{{Pv3>%9E`%-zq=?Y{NUx&8Kin@=9GS10&C`Eb(xhHU&a{#P=>^Kbe;c(MMR`_ubB
z4F4(0+fU064*D^1;-&|F5qD-Sc02Vp=J)n*Tb--;9$4T1=Vra8y-;#}xk=~ey*Kvu
z&0LdXG%=P_uGggUP6mJN!{WE*`)i}_J3QD|bL;4yY;Mn+UaOeiTI`ApZ(R6@V~+vj
zkNQ)mY=skIh10AyA6@Gbknxb=FQekUHFxjc-m<uKZ=R~<g6QoT#_wNjn_m8v>o&g$
zXIjXkjaPhQ4WE~(Y!_$gVErfeyY+MQ6~@VFaaT_sKR$!u{C2TTyXSH$m{sjtzpdfd
ziAB2m|DCgbJ5m1slD`iR&%d5q`aM%=Z}|3wb8^@3{WIyxKKJ`CErR}f{!=dyO>};q
zqt|ocTKShZed^mTO}1pRs#09oy71hdQ=c~psXd?bdZ*G!bB!&@>*jvbe%tf=;=Oxn
zp`JUu{w=DvI(Xj8V8)>fD@1Pd$=W@+y*fki@sSz3zU=fl^{GctI5%OY_(OTMqwf83
zU;XxeegBw)JEY+9^@q&w&q!xDKR7(um80_2(+>|1x1|>*$~84NuZvt0@NS#B<iu#3
z??1RWHeHy^5YO}@nI}IZLg0Y%=M^6<yAEua*l_lM#U6z#pA|1$j^oREczF7@#r#E&
z{huhv@8vwPOm%K}{Mi|N?|%N<b8?>Ux%;#3^ZXFs`s0gQm*tLKrxl_qeJc`Pr6o)e
zGLq&q@H22q+!+)U_Vl6fzrYI7dw(rAO9f4o4Jgo_=kIZ`y<&;tS;J}V;vYM@i#cnq
zo)^~D+QZ#qXLF!)jv(8eA3iQs=|_8ORyQd4cIjvO*HkwLE!NyMQ=gaRo=MZvo)c!5
z|0PRgnsXd|(fd|!{r#0U%pOj^l=-FcqWzQfNzCbQzSRFz+toB#d5wgKUhbQ4_q~4n
z0rAU4^L68HuH7iUrl&&d@Vj#>g^%CPu4;W<eLOC=ov$lw`W3nQM=QVa@2^-h*KYA|
zBS9P1r#Y{)syD1_x_yUJe0xc~g5TE!{gQ~6v0oV!C(kKW+@rbrXvO#P=abFcB}*fj
zi*;ER`bu2B$Q@y2HMf3>=q}AZ8%C%3Wib|y)f^vQDQ3CLJ~!~o+#gnf|71#Ibl1mZ
zDBJ(!nUN{psNOcq#NA0%+x}2<^v9-i>*O;(<bT!up*UZ_-c6r*{YT@IVymx&mCQZm
z;$8J}{sYn1_ku!~8ybIEEVrugq^76x{#}Qznk$O!>f59~PiWF=#RcqsR_cL2j*B0#
zWMtJh{IEp$yup_>Rnn(5_FH`^T=qNj82?`#^{*~GaeW_jqDu5Re*Rc>s;RP6=8oaI
zS#xj8g?u}^%<tT+C$HTawk`Y}YM~u-<;bh9bKJk;bf$T~?4G6ZK0p57AMsn;=FP2m
z^Su7L-~5X8cMCG|cRyUme(Uu5z4z`_{;$~m@R#!2`2YO>V}IW~|8HUK|KIhGH#Ys-
zzA)O!;`+a%`~MdEALy6axACw2|7ZU%Ol>bWtz6x%^8OOj(}(T*@6;`5WzoH{y|_eH
zRMX{qmi$M@TiOz#!AruN3*0kqxtuz6?w#=V`zN$#ly6r(z-{!lBmUmrOLG5i9ez9c
z`~BygpEd8Uw%zv8bDHRt^C9)7=VGqyy}@7ih|zvZ-K(GBCeN~q)_xSXuMN?-%gz1f
zMgj*zO4K^VN0A@h|Hj=}eR9p5dXHUpD_rl+zf)ZO``O&@Tcp2dC$0EBeOsup&VqB?
z&;NEmziq$oU)1mN{5?1CU1E8|B<ya+P?6`t9<EaHL3I9-wTsoyi!F#TTd_!*yYuRW
zsnhHu7=&*;*fd{c|LXT@HlH@ne_gt6`mJ>Pj|<i}ynQz>Ti^D-&+f11cHhb^zq7DR
z*LH>XzbDgY&A2q_l?|(YiS}O={~cRjq+UD}v21nzE6Lltg31EIuf1B_v}<?6^ZW!4
z2jAs$4PLyGujmiRPLZ2ae6gG1{7zoS;M~?<X`6cH&57rKb<^u!g`1RxaNMaG48?Xf
z6&~GDQztIFoA>fnw~lfCkHzaEqU1_Gs6UD6vRl&l+`;YQw7w;p%;K^ens3iMHT|fx
z>;_FE4`<=~jP86DK2MapZ>u>cAN?}fmC<5hvSMqk&##*|bgNI#|Csth!#VuHlJaxc
zS7$vudX?{#h54L|ZMygGoH)e$Gg?Z#{ObL7u_#`zT^))Vdkrsad2^>IgU7T@uu(kk
zqUhf<=~LyuJY+oA-u{(iqBD03JD*BR`KO1nl?N5$9!V^lZ*hfxdB<AqwN*!4gl~PA
zDz@TL(cwi4=Gz8nF5cgC@XrN@laI|yYhLWM-{_=fcU9veyX>)sKR4gqoPRO>&{Uo4
zJyPFfCP?1Aa7}N@RO3wsor}-;ya)-Hv0-uhb*}~9?qN%}uJ&MG;}=oZwe;<^1-sWy
z{d=$3s<Fshm|3X(%VGW%oeZ+ew>DHfEI+?xbN>EoeR3DWSLn~n+F$p`{O!ef+nauK
z#TJ#hXHC+0k~c5)WSE-QV*Q|a@5uq4*A~xdbuxbVD0xnT`|1jg1<Y*nr+x)KaZNm_
z_w(9`DO)GoTuGkcAh)xvv@F(*P4zSvZ}&Vs`$yjWk@a%>n8HfJ7XDu#UtqcR_gQYP
zsmIC$JTI$l?7W~`Ds|IfenoN9bB!y9Uhdaf@Ikc9VB=C<XZMI>tR<bNw7xOrZ@6j^
zYI5E9SH#Mh%LCagC#L#{NF9nWYnZyGac)^cse*9s2jR!7mn@H1;d%bjsye3Q@^!`D
zEm8L$iOL**B_VbH?coJsJkM91?^^vfGGBD3*OB6_QC#yqBaexmTF!pn^Rn5lgA4oY
zKIlb0I8)}Id;Hk1^o6r8Jk+k*uKVi1H=}c*(u$`$dm3!|_a5r5Z*=W{lzQde^iA4k
zp(p=v$Npf+5}l$Mx@GaolX8FAc7MyBll414<9Gh=nBDKb`Fo1{UWlvMk~^<{``f$q
z8|GTBTdzI8X8qmT<8R-_?d5!a=Oh2E-|BW5;^*h*ncuB&`J1*}_JU}~-}K7tQ+d^I
zzlPsV?zeq6H#%<R32ups&k~QBcCXrV_<ytT@h@{{@6Rxo*?ZDz?zOcd6>l!@|6cvp
zb#LkOo#JsDcrV)TQ+RJudaN;<(P|0X<nT343pV>(sfjvleC=Gyt@KmQ`f`1c`Mr$f
zH`g8QEmzIG{r=xa`Il?$f0tNa>f6^Gn19Z3IoFl+txC_U|0*qg^?Xv^W2-B6|Jmy=
z#MOQ6EepHv`oWX!*Sh%hCmAe>{+}}DZMi!CNpOJ7vZ770VXA++80xwzPG5RE%jExQ
z|C&9u-}hPHetY{;q4V~OMe=LkDISmCz3Xc4?H%u~F|RkjQy9Lx_WZ+ds~;b~om|Cy
z-7r@6daV7ekKxho6Mk*B2}@o*EBfy9`0du=zg;7LG45N$dPC}H(~A3HvE0l4wVeNR
zR`p}rr}M|2?pF7I9d>_zzIB!E3-SLCHdlF1Q@fef{QgCk`1xgb%8uvet}k10Hs0#}
z#htT0&a69eWOA|P{Sc*Z+&m_}DSXZ6q{BVJ>r=(&-QIHk^)<0y=Tx_59=alS^l<JO
z2l21-i^~2wF-XMtOsbXHw3eTBo1nF}hu}|@TFJc=54K4EUG29yb9%9_uGtKp+i9N{
z&A%QIzHM`X)Avdqr+Ht+>yC-u4(ke;9WMFh%;gy~idBv*_jz&iqI$|j;kk`F`BZK8
zq(_#rt`oDnW3`NRbxq%|6DyB0ax;9`!MpC>3fH*{`D+%c`ttmjInf|jci;o>TY-BY
zHDBiFT`W5P!b`e5I)RzJrf|`@#L$ZZVXjLzMfh$!w76|`bF#rgt*#wxEnS}Cxgv_|
zPO9uMxe)b`jsNlL;3>-8)fZocr#9A<$i&IFb@H)1`TV@5kxOldddLaUyg!Q9XZQ8-
za$ml=Eoj3V7FTt<b9Y#}s@nT?l0Pf&=FEzoyLqNq{PZb($<1#P%<p_kJ?U6BGn7}Q
z!e<HR$I=I4{c*24OnCeyObQ<CKj%?!^PKz%uD)H7m-*E91^rEKUaPRy&GqoEL!uJz
z*sng=ywcpV!1MQ=zBrBTl_AON?oC|x-myS4G+OiB4~xY9d*2r5+j+>pRhVOWHLmuZ
zdG7PQ;$P1k3A5f<yzTEVbN{XGU%hr;UVi?S%Xu#QZ%N#zzV4cQce-uFf~jvVF!(j6
z7pR=yU;BtLXvd-FMaAXf$24O19Q>XV^LCrnw4*y>-n^OdPU$z7+#NR6%_eu0mX|!Z
z{+y|f<&1)&$Y-T(lOGps`XQcb`9S#@&yyF2A6UIy@#v7SloRKn)N&3v8L4?)`@2@i
zv$5S<clhMu#nF4p-9!7QY0a#>#u_=tq34Qn$WyUagLP$!3H(bQ9A@aUyECt>)zST*
zq1YztUAd*do82m8`Iw(St*>A_R(^Hc#;C80?DaNxZ>$a47dkV=>I;YL2it@D-ejtT
zOg#1F{p8)5r|PF%4Sc-#q}5vgO>^Z{j>>X|`tNyoNZ6=%@syyruU!6LSU3AQty33!
zc!~X6<PA|-b%~eHd^s~%T-RUe<ht9h%Xm*KWViZ*+>(Nc4}2JS!k?IL_MBn3ls|6Y
zDf4Fzvqj~9XvHs7a|&3vTU|aZMq+R5!RwE^Qd`7&4KB1EJ=M%%bU<AHB@^GvAe+MP
zyt%GLoF|@X*f{@Ksjwk6Fy_Uz<+r#uJz?%Omy#{<X47ACA@owSyNTkSop-;w|4-ii
z`{DZS%G+b^^U2t*crNX?eR6(nxbV`?vl`xBd^`31cK&&P3ablVr|f>Z!S3D?%bN#f
z-&)B1m|<q=_i`J9t<Rdm_a_eO*8YE(^LzjQv;S}3t9TvzUDEGfOlYa}g*TJTcGv%Q
zxLsZ0-QC0e_Q%KaFI;YOm#{uBJAK>k=gMza_3Kyf{rQajmTb-X7atn`^klL;>e0Ru
zd{xx!QN}TbsA-q}thV3z@<x8ZY1=Ow`?BXVwoLITI2LUtdg?xFv1HB73l{?vwr|O|
z{d4r&fxYEhPe=Py>AebDR{Ux8t@WoaD$Gvp=z1qMY0j@t?~WE%t-jp+R^9$zp!N4}
zmKQtrb9OP+dWAQ#E}9z=S~ur?mw58QT}%3o++OT*HIqyHn~8JW!Bv%;?kwJ0)|)TR
zx20^d*`9yP+xOl37s7q)uJQYAzP7iE9K$b`&Tsf&(kLQZm&o%ZG3=eV{UYs1e)%g*
zfxG_uY`56kyU0rY6<g77quNQgJ1;gE^2XUr@r#W}x9l}HDqKC|ep}nQZF}=dm+V`Z
zTKH)F($6t%^A6vf#D6~H(9g%m<+9bc82|5W-*=<$#pAU+*N@+?*`51p+RErJh5O$+
zZz(+)d^c*@j|b`J=KEOvRdjf{SM&FG`45LXcKB+PgsfblEhKHjy!iKvo4NZBxNQAi
z8}okS`F-!dDl5Htvz4*y?ZGgEJqn^dtmo_O%_E<FnSRBxc+t-D)9>%BZ4VHB`DTrG
z{?A5NE7M&2lk1-v|H%+ubNUGX-OvM};&E*aKDP{>`#ckPGV$nV!N*T#7oD%R+Lx*k
z``o=`&2z6ESqGUfK4i839a(pJ5rf^GOKoSTynRu+x4q<R_iBdf((F0rS5tWNj+zyC
z#9xfw6XBw;`(DA)=cy{|Prcl(!?AO>V|daN_E*NKKjs?c{cO4yZgWNIqvT_e?Q0)8
zmOS=i$z_e&F1fW|mq&52N8w%ZXHpma{dhQLICHAV8x$5i2v1dxySV%e$1?qjA0n|{
z!mBGw=Lx4ML`-8%ms~8rWAeNmOFyfYNxIC@@#Wz;yh@RI4d+BFixP#YzvlX%pRr9`
zd@<intFAjqCd$mqjgCLy5@z^Y+~9sd*7oHl$vCTnr@uAxbWV7A>VQRH;JzvBs|rOM
zx0~@icoZ7$TXU(wf%$=}=^^f2M|SUC9lDE6DyOxlviGY);m$8jatSGuwiLgrsD6Dl
z{r2zU_cGc`{hw>vTKs*HFPFdnQbUEGdc^I8!WlOszI6wmzno^g^5c{arRitwW`1t`
zn5N;VE_a}|L%cceZ9$2IQmfx(g^QaHEq{68SP0u(t8CtigfH8KrNS6Fn+zqlI-AT8
z-&WysRbRrabfJ$;M!V^Z11yaJg6DH(0xv{7X$j8Q)7i|>pSLTbWWJPw)<$Jc_HyR5
zwYD=>b4eZ%($J0k$~`B<*Y2pF_0G)pDGQDNd^Bd3c{_36aTcT8y(-Jr?NpucyXotN
z*=njU-kE7veTbQ!6qq};Dsb_uUCQUSNnKvFc+GA5?Rvj_m9J`e>py(9q^&x0_KS?~
z2PSN(i<OuA@mgqC_n*Tp4M(+qE$(jWxF}}$LFK~#Gai|*d4gLvp1-+`$$$U0NRbde
z-MOJhU6^P5V(FW=PR%fEo0#;`v~N>ow;!^W{L<pTGW3ttR(0Mjg?_)Tw0fs13;Ufe
zWo=$-qttMYPp9VKrD>5CH}$t9|4m)oP$;qKP_ucd{pYSdS<F+yKSW$$jn0!)d?lrP
z;Qk%kyX)TUjoZV&t@(S+?%F^7|3YuuRqeR@bEf{5+FiPt{qNpCKWnx77u%VIv)6^k
zUs<<0;da%(hwpChyO~%2_~o`j+wKP2x9_U$uAY0<>vR6a%(ce5*0#7Fsr`QUy58QO
zZq={fmfsPZA(E4k{=3gQ|7!M1|6gC{d_4KS_Em7*vR5yc&(FLrzjs~ig}={gHt^p5
z|6ud}^|vkR*X4We(U*VNBXv1>b<eBhNjB=cKZWn^PPM36!FuBD3%SRiSI$4g&fqSn
z(!{~0<t3~Axa|0m(#!d5zb3!`S9tr<;nh-qY!f%-ZeZH_Ik?EH-{8R(<+x=ZH_pz>
znqT$7@h;ytZru|h@s}$iejPleC1#wyXJ&|&-l>qDciY69?#X-dHHP^~Yk%I_5OA|`
zZtu7Ib<cv|+VB29`R%FB?OR{3d#}xrIR8)oirAa+$y?RtB<=R+z8JiV_esk<SBvG^
zzV4<c|Ls}l^{4E-Uv;Fu%HAcuk-HuLUKX~_cB`HjFZpVpisU->DQ@|#r<~8T>04j8
zdqZp9o68d(e__3w^`+(3rJcd)x6Jqb5v?`-^J`mp^TFNk_bm>8G4FD_!25vMjXPFw
zzHqf|KBVnp>v+ZDw42EJ_XW$ZuC0oF!zd=iqc*8OXP@VR6!BWy{tp&?;@4YFe$PH-
z<@)ZZdHzcl^@`;D-o>9bsvYa$lgO|yE1U9}D>RA8#Kt>ehuWTNfweE4;tL{VH{QIe
zlz61KKieq&c|k>r;^9zdrfzOA=174C=3Ksl7r`I+bhZ_QGW}yY)o}gTyf~%geWjv}
z*RM6P=ZondOg?iqiA7HQ&zlKmhD)Tsv>bUM{(ob~Mw^c<@@5Bb?-T546>PkIJnn+)
z&ya4|SpZHJPv;mPQ1rk3piHxZN!XG<Y`v7fU84zCvrT)*y{zEQ%^kv%;*M#?A8XzI
zLc)7VeVW{I)dTjsD%2fVS0)tPF)@r+V>muVuz%`0|3g~JZ(~ITb60LsR{xVYNw%n>
zUvbCgH<t>p=ueg2b>YmP;GkV<>~RG`%*A_eEr_%4Tcw!7z|n6xZU398lA9)Nx|Ot~
z{+0*dy1a`$Khm1@H+t%Q_kVZMxx8ZMnzek-f42SIdH3A>p9}W>dh_^g^Y-{lCxdsZ
z?V9ud^?jS0{{r(hb}nF?$v7``+uvhL8D4GH7WuE@)+eA|s%`oFd0C&_)r;yW*(-y4
zJN`JRPCjt%T#d>U#y$c5qpNf!x9nY8zJK@P#sH(6vPSz#=A{I)=pU6UIFa$-p-w!r
zK<bO|>5dDRD+}|KckxtiJv+~T?_%lPEBUt@whPQ`*}S+hfsJK#f^3HQ6~&6w>o%S9
zZck~QDIO6Zyh@g_&FYip#`!4>f74pR&qnTgXsR$Z_siOu+k>|CpZ;o<So**6x!<o#
zayslPtoj~v^!7`3h#eBulsI~Ul`Ul7^qcLAp7YzL**7b!?c8;<Loxq$2pccs4)YX?
zm8bGv^~4&AUBB_x)y(7T`)>*F_Qj-%tus$xxmEizuCi_-3%AgZMPgd3-`?2u_2b<#
zZrgCL)v*T`EV&ThD0u9nompV{n+`X@oLi^aS1gJ4TcRdr9rw92C*xDVf=F)hLXRh#
zDt2<;tvnG?u>Ef&fBe4S{|D1EtuG2jHtw8zD8y!lg7R#W`)d>%o|ic_svlt8%wLwD
z^P6u@&TRL8Yihs7|IdGW&%b`p+_K-7ncJlHx2){t-McDucgb}9w;4Rm$K&?Siki&d
zTU`C+*0u6`7B36m8P|W?Sr!++xbE%N@X|%LE2lffWUb%-FYI<=(t^8DFC?XRIDOq}
z|0k&W{oKiK+x!2xRM*{Ny~6qLr270TKg;rWe{7S!rE7lwmft*^#tPe>zjeF6uB*O%
zTz<#?y&s=>&r|5B(~z!yKmG34vZ-19`;xetoQ_G{*0ph3UvzZuvPSP^|FoB#vlhC{
z@cY`oltsal-NjPbO%s1leqR%P-sp~ww27t=@B7K_YEQOkrUZz02G@6ZeYlZP8GbAL
z>#~LMw(Iy;#oDbl(=)Z2^g1H*`PvD;8brQX+}p^I+$_H60pFJ?6PMfAoL$D;Sn0I-
z*WX*d^4axOm(S*Y?-k#ozRZ2;_l!-a`fUGt<!&zfD7Y*(?(5gb>GyMwmu~$t=icG^
zNq2L4H_A^gDnI!z_|tvOxA%-sWxmR=e_+j&Z1}fhhuQp9XZ!0;S1Jpip2K~nL0-G>
zomGJ6r*m`e=bqp5XVw1QACJe^?zp>ZedPPg%@3CQ%jK`nFsgpsyPd;-wuVxZeQEN{
zT`Gr51MPLruRY%M`I5jb`%f#w`@FuNJsfv@UzgNzzf)7IoXaMz**5Xl_hYl}+T?2m
z9#d-g=XZPIxeMI;1wRFpyi|ECx*+k*(eqz67UnP~&(B-S#=f6j-uGs&e}jA}liVkc
z6Ds~bwoCN9;&f}g!se!5G&gz4{DDhmo=vkr)t85Bm+d**D=vJ1JLbWI4IUq6FE;t;
zFKK0P&u#ujS;y}B4$JtM3rq!9)c0%@-TT0K7IUS{howBS2fi;XTQl7|giZO8LIR7#
z1U{J=`{!sJDpf4e<ksa9II&#l;mf;5$Df{=xNcX4<DvAE_CJby?q%ss5}!5YXxk*~
z)5`LHJyx%~^Ha%Q)a9nD?HU(}uM0LB-+Z9by1&50L?))`jdSsp9kcfRp4Aj+{$ld-
zo*E{j3yNk<=4_u9_X*2CxDq=(^4=_U#f6?aPi58K&3)gsCrj(t;)_ChmoNMbm{b<K
zCwu9+0|z#F?o4{Uo^clEuID$h<kCz0KdwG+d(ZE+*s{OX`Y#W@G=BShf7Ke>Z?o^e
zx);TJOlpHgW?(pv(z+F`cc&CisoPxN5NLlSxxu$=UW2pw&)Cve!os^vO5|R0_0Njv
z+WukT_Vq69={Fzle|Mp5x8wTDpZC6-vYWNw)C#jk{e=(ZzFcZ=jHtO7YxMF4=alAd
zzY|T-b467Be|>n)|GQK3<*!TT88;$LGP?M9Jg)HX^Pj-xEIoOS(TQD!zXch8ZZmY*
z%ez3}&$4Yxi!S|W*A@}(oh7|*Vb4Fu1A6m0mTbSgssFdF=JvI>FU9`gDf`xV>ZakX
zD}Rr(RH({bX5)M6p*R0#<+aW#PubmkN4kUbjdrcOICr)1gP{LEuI+2s&&RZBb<`=l
zJK<l0Ql~7oH++9EeNv3@$3u@*d}>n!H!M6E{!%G&QnsyYexzzZSCjDXiIdHE<gRRC
zasQ+Bz+LI@iW{GJ*+Wc(`EQ9x7Hh;A-7<O6m-}S3+`+ZKn*HCjbbVtNuiMiRYQ1ou
zrDD?N^5den&p$hOXjjctGY-p|H^J!wx$n+}+P`7#x|64oc2Uu$Z<DLRl)%WE_ncjh
zhi(?T+@G;?<K16x|L>`Nbb8mM5C4n5E%TqHdcF4E+g0oCeUGgACV4J_A!(_C4vWJq
zAyKZ`M!D`D4+~oMS;_o+X5YK%Fi-cQ+>^^#It3aSH=f~PlQ^@l?EIH|vDKl!E9=zH
z|Gu{>a{^EL)!O`fXC|kgp8WdknbSdwdT-w_*!<Ex(tO`Zop;Z4_v!dPzi2LSExo#i
z{lUN5G?$w>6+M5ftDik7`F!u$mw(aue&_f9*eSDUVV_>yjv0In@^gw8sa0*x+4Sbg
z{Xa+JeZ<e%O-hb=`(?K1M)x1ve7^sB&g=JUXVq7(E&e|KcBM0K{^NdWvqWZlPYTQ5
z1Fg{~*4lNfwp#aU+Y48ZLrZUN@V+}sJl0)>d2;y#uN|dR=NefHy^5J>v+vtPZt-RI
zKkjW`x&H#M_p^6*9yv#-9a8mozSN_Ueyhy;mT1v@i=S1`UaBt_pI@I>^?2_0O6CVf
zJz3wk$S>jY;gy-d{M&Q)rVaWZ#cczY^0Y|*v6G%UY0-YUpIh%K>c4PUzoGwuV$K8q
zd9_tmJ2%bs{aUug|AIzDT=Bn2H3mCV?=G}?JtwTV{i*Y8y})F)_`mlS-`n)A;NP#z
zlCNf|iisaO0~5UU+E<ycwyl11SJn8`?pfvwLeDK(825|ozD@bfV7dRd_Dz1zkbC&K
zb&dI>`~QBw_rL%1Z@$lY+wUQ_B=6hY+4JvZ$;XGMD<7-=dmyxN#)H$H`$O4epY42`
z_{!kH8RLh0<-f9M-O~MeD%1ZC|Be??d*!*<Pkec3Wgx)d7Ijkl(Hz_S-xKBuZ~J|t
z=}+W}w{P0?Hs~oE>zACm_;StsFT3-V%Re17x%Pf;n9Z@w>z@|PeZAe*%s%S)qjzQ@
zx6Su{Y_ptvzp#y6+~(G|S4RY;Tm7CdefY5T%eLiypCa9Vg(+@&Y~K6l=QoF0pKg9C
zo&BzO>H5?b*?XU6`pvS+I{rYof4ZOKFW;7bkM61lUp>~nKl60I!LhYQ2hJ!cMf}KI
zoS~NLU@jgZR&uDM#`w~C#)<>}hb2{CHQMcXRyeoh#P){QAAaslw8}X*J+XM+v%<YD
zM>Z_2xyn$wG`&juTbY=^(dz-WR^F*n`O99{T=U%gCrs~HXpNHlp1Ox}D&@y3uTSmq
zt_^>&FuovkBh&kZD{RcTKYIuU|16u*KUclm#4q#AWdX(WVF98GJ<l;#Yzj1qwK`WK
zbN9DH>J8RCmqJ@#%sT&iPV>KW()#|<dpZmDeq6hI`*QhzKbF3H8o$r4wa3p_+f<wR
z-Aj!#D^|Jd^X|RdxX160<6lnxMN2;4%M<MLF?;g+jK<GIIcdIz$@4c#PCE1XoaB+q
zGMN>P$^ZWZ^nH7}rkA(#obQz1dziL2$8J+xS1`eJ>noQZi(h!zE=@XGw&my}&#I)L
zFsWcIR%^ABtUo4Ak7djIdh++BwU){?yjNblFqANM3|)0&*+!)ku`*v5Z0lDz9Hi|%
zBVy(z>6V_KKg8m+Gvf2x7oT{i!?xL6!{Oh-d0V%c6=a(Ty>c%<Q!-_?>8WW2WuI0D
zr*eJxwAfZNdzyc1{imp-Ny!h>)tt4wgxUP0LIaP<wH(X)J8R{lTe9E1>YC#JKI`7S
z<kH%;p+`@zoF};BbF{@*wf)nYtIXC<6g_fMpLyeLDUa^6l7_-z?isC&&Bm8ZZcEmz
zntrBk;<+V<-uJKn*0#>-%+fpmgwM;qSku_2m*S<~S15jIxzq{^!64(DODE>d_~7mQ
zeD1l)zchbc3YIrJ@W_EP*}gS?4u93j-ak|4y^Q+CW5F^hT`GD1w5+c)zivArwOd12
zVQ$$vgXE?IB@a#&aka+mxYWDl(4CG=2dBG#oo)Z2Gk9*B{DI3a_+nM8d!Oe&fAX*7
z=j;Eczp$oV<eXI&rtg=ne%5>Xyqr%5*Y(QWd?mDGvBV)cv%)VDzZTfcUwV1NsY%PX
zZvK7w<loDech?+$wpjc9MxRbq_cP}5%MWkfckqFPoz3bv*>!2LHZL#UK0CYo!Om+_
zPA~tn%qQ7hdQR4s-G?u(`0+jRTFKW}?mS+48(;o1sjTQX5)xh5KGFSEgZ&m>zjXfW
zmyJ~(qH=$nG-@Xm2E{$>$P<~j<)ZYqn^nT`hmQC~zD+;9DD`Z%Xym^a{QIqA>%Iv6
z<k<h@=HAl2`Ym%#zbH7UZ2w_W(JjGyiu2!magVF~WX*Q}=eh06%kTehSXx|CQ!zXD
zdD{KPhyxn=YCZ9Gt9|XNHoc0!|6{7~OQF2`=A4I52Jimhz0Y#z*3;1|^5gfI>@8@j
zICWHP_LKf~^JZO>kjXV{xRX}oxwo=wLH5bJ{2R`Gw!Ot|{r0ua!@b_iznK*#oY~&f
zm%q5SqUfdgBL`-?4Uz1wpQis~v3R1H%X0LLV@q@V;VU!0UyJ{}clC6Sru#-S_v9Sp
z*etR4|I4i}|3Bln@jh>Jerx}Qr?VN}EZlMM;^F7|bIwm(aP9F*ZL77p6Sh5#-CAfl
z!-^~3)-ZK$rnPE)(~DW#Z<I=`{=ojPOzF!)ucYd>iRaF3uJV&`e03<MT*y)Cv#0sx
ztnVkq-%i@5BAd@<nVa8xeD`!!r*x^gvdN(xR?YX*FVB*nYu|ggucUm9@B2D6(JMby
z>bDu4tzT}uzUo4dfkW>e(fGHWD{Lk0ezQ5+l`IoAYd8F$=6UDQjL(@h){krRZcS|7
z5c?&)BL2~f)V<4eE3?*j+RTWHoqaET{Uh01zGte1UsZE^xP;8zBRBK*T&=4vC6>~Q
z9-8Mqe0hS=_>9gkS;-q;qz?6D-0IDj-2UaJWY<#N=4tyTZm{0%U3aLkVsVU%<e?QN
z#&`I-XD7ejap96@h2c%7LJ^e*i@3OEZ0=e1o+mqb@e@UN(HhC@nZNR8Y?7}ti@E-=
z>yqrA)+X+hpWRNoou?o03i<d^-_d<RR^Ml{J<9G{f3~-Z@h>yzU;RPzcq6y$FD;X~
zS~*sm8>Gyue7qhu{+uGLe6Qkf_?cI=ExX?NZ=ZSb_s9ExYJOQVcj(3)y|p1sYPRTV
ze!XQbOQfY`gftfMtts_)_&DVQn*dw=^Qr&N?`m}2%`iXvqraiUjl~B&TC--|@HY5-
z_~y0c{)WnxX;vqTSbuH}I=hfHK_k2=n)617#chqArw5wmcnLcEH01No=seT7s!AY^
z^DX1)CjWma7be!Mh-_xzzp+I7M24EI-n``K2N5Uuo#dRa`yIdY&B-`0<lc?FqU%3~
zS$X>3dX#Tsc0^OyA#;Ls{#D7O)qAvWnaxO!6g9chZ*xsy%O}mLdcCuqelO2>r6kiH
zDS5nAp!_A*k<H(E;-;Ro|G{+mguHY|lc?MORa2cFw5;?Bo5?AZTfng4O7vwT(T~r%
zi=HZ-@y&b|FFQM8i;q0Jja0YHq30!2F9-?>FfTMRv3qOQEXwev!OhPhxV?ANiaEXZ
z6%_`1Gk>#)Dn2poW8bWO?tn|5``-)U_m}bWS=%aaY-UUiSikFnq}2&y`&07^3Lk#C
zt(lqbzUHU$w&ujHIYI0X-aEGUPYR2>eByPK)GsanvSQwzb065-6s+Af?Vqe<-q|#B
z*;)7f*0$f>|EpFD=oLB%8J}Cz7$2#6K4SmA%_nyyST)W&Gv%@N_m$6I#$2dP*?(>0
z%h%^^*ys5#TP?p|YD$T1q}qX5MbmUELtdVpE&b;4A^yEQeGkP$FIc7(FUmLacxz|)
zdir7>zrKg%Yd6c^zLm(|rvCYc;l`3RMRxxe_s7nYt9@~4%emRScMs_u=(cKGy-9qh
zr}*uDxm9O_DyQjYtKPPp%sIQWb)os|=?8i(US3HxFl&)rV<6#Gxp0l$!AbM)KTodS
z*SU3l@!w~<B@XH76a74=`^C&JoM5u0zxeBee%mR3cZ$zT&%Ca>ud$%{`7Qp^`!iYR
zzW(|!R?#c&%gamBi{_+UJfgJlTj;)yY1=feG_l_F$ych&XzshX(e6<A$^EB}Juc3+
z5w7|6arv^z{q}~jzrX)CoLm3)P~QzXWkc)9w^QDTU1$3`J^f<E{?k7H&8))WqXl;8
z@;~|fiqk4tV5<6SPxX~wZs!Y3|8VY&{BmaBf=5q6B%{kS|GP<U@R7P_wW02+>hy_s
z8CQSYUGgXYPUQT5uYTLl$gBH#?aSKrwR7|J=O*YMzgN<26TH7H;_dSlB9~<r@+`|!
zKl92}Dl*gIUq|@#Z9cV&KRjViJf!>6@u2eQNe>$B7xOVJPmPUD`O5TbVt<zM+zo53
zDsOhiDs7&8yL3u!+m}{v*)?aoy6p?QjZM~^F0f&%E54lmdFhk<8>_y*%5D7cXi{7G
zON-7M`5#`LJsec`TI*rSXA`^b>tE)!Un+G_IPd;br=jrEDw($JH4|G44o8VSmRk2S
z&(>uBt?84??v~x2ma?eH;Bv)Eo{u}q7ni<|{iD0Srqf!RU&Muh`L_|z>4#nC*&9DG
z%(&HO-=Uq*a<<22*?b{~tV7ML@?55K{aQoQ75mxio*X?BWA)cquEV(aRw~;O6V6BM
zQkNo2_B~xV$=#1z!s=lB%m}5G%=3jOetCI;_teAc2^01|U9+j;l)$X{(+Ulp#U33!
zAM@;5<;N%+^S(=s{zAP8KMYQsc)0mj%XKjyj|W1@5x?2F@>^HeKJ$LstG4d`{R1pZ
zGNi&5UV3eCF?{(VD~WZhw*&+PT(>wjmFs5sVJrXl7N@SS-2AXlzdmWv8NYk;*KL0I
z;cfiBBjI`Lf;Y;|&bzno?6ZT@mxaeYZuUKMC~D41rl9TO{LlC;*^OU*iG2Ck<j=Lm
z=d%|4SaWItcgAVeHNVzXmqtw0-_&d*)!4T@b56pxj}yIXTH1DRIi1EjY5Jk$M(cAg
zIm3R<Tc(u9J^P_=Fz+%Z1KG-Hf7sl1oqANf^Uz9rgO=HTp3Kfwg}-jwe{#&x`pvY(
za4FNH^&7d?O<uliY2T!<d0JNc|ArJ?(*GM}X%+k`VL`6zpNAbA9)#tsYgv_i&%|@F
z{%5UTmYLbfD|4!AVl*o|;%{&Jm{B2Fq+IH$k^6yHnx}^$ii;ubX3Rd872*nSwyb)7
zgqg=Ht@*{Ch5S!V@0`87Ptfqa)qk!0182{eaQxAadi2CGGJ5{2r9aJl>aD)d+}h%J
zS#9pGmA}saT6%c}cdR|ToD83smCaO}#6qLR;a5%_pa1J(=VFd9<}lASKeXc{tl67Y
zGjv`?t(zLXJkKlTspf9oogVzPmEYnF<~D6uvi4lvQ^`c**ppSSeQ%g-VR5qy?w<Td
zW5!Hdjy0R*E{J`ol3DsQeHPCKfiStVhg*{s683K1bUNp&;B@hw`(~~GW%s*(xw`yw
z7PXK+4^6E;+};!UfaCn{?>8%U)b^VTZqK}M)5lxx-P?<W%Xlg*PgvCdIZ-mbt*-fC
zleW%-dFS@!f6%DDC3W?_-R58J=Ka3U4<3J&{Yvi@+mon=U*x`V`|mz?ExA29`<Cg)
z6I%}6`kh?8Z{gz~K4!bJl=Yr})_wc*xZK=pmV5n98a)V=zqVCUYW3zzsi*H+1^9D_
z?tKw@f7<>{lTSU@m~3%*#`{D1w<9vI=&WD<Eo1ULt|vL)<o{p%zRX>Ju78~1VTToL
z9?SB7UCJ>(KYLmJ9Gjp+veFLTobQYGeE<0J_Wuvsm*fB6*emFlAdwZvrQ3hY?W(GQ
zw6urirrZEKg{S4s+byHFX*M?UbzRyv<?@$n){pKjUVAJ3<t<CACHtM{*7Y2=ttsAk
zx@f`cn%{}D4?gs>ihlDm;pU{T(rixiLXU^n-hKL$?<Z^2rzzW`WBAmZs^%-_*FHXO
zuC`&q%MN9}hi$sQr{;Zrs`uOTP5hNJyMDi!GjaX7^|E32b5`!&`A?~z#oKdX{Emgb
zJL0c?dwcn9@7kA3r^i2)R)4-szy6);o34WrUvKwH&rdr3d|9whTdL<o;~$ScNv#V=
z=G?})ZTE?(Jj~mdn_1q_`*A6MdGPUGjk<YTuX1UxX=@e>KOJ2>CCBRdiB7*Qs;_tc
zT(evD=CS1VFp2KH2K!o9Y-fG&m^V;2Fey`@C^CF^%!#s1msi{WEtUVqIHz>d*Y14&
zFW!p}KQYVodUg8N=a-wyCfK;X-xs-}DBv&C<5vx=_m|xGHubHET;XIXnNT}k^Z9$b
zj~67$n3Tpmtu1}i8dz6)c~_RTp`JX;le}4%;;+uOzVTM;SKf`E3(l0hE4*~ITw|AR
zYnW5Iy_Vt6+&;e77ia&OcTn~N(*yY{oXc)33izmULV~x?eWqS`x%M0t$%X9s%VzAJ
zn5LrPINjj1PqUmsE=N+trLQM<{80*C`aW=ZP}s5LGb#Iw#XfH-S}^C{*%Ps8I){!Y
zEH?JhvTE)Xzvh$iF*`wdZNt;$m2qu4wTGtKHBanV$o=8iS%KF3H#fV8rA)a!PfT=8
zVyo-<JqNV!D?L+)2|S(u>%BtZw25JTeqT8EovEs_Iv8~>G(BL&i<ODqb?0u_mEGBT
z{7g~AOXJ}3uY12QE5BbcRaLKCV~+c>{>rPrF8S9P?fr8~|MRcym3+%>&Qu2Fq`#ch
ze<IxY&S??V0^8Ykm7Qy6o{u%S8vMyGlOgxTub{26LRyQ?@DzQ~Q7-z$#F#T{RfLS#
zqvSI}Q4eDNB|X1V@Ok%}RaOTgmnFm%L^66D;M&M0vO=K#lb_L!XJ-rEZg{I)lFBD_
zXm;?Yyghr)%-wLTG>>b(+ewa?H?wzJ%{nZh&az~3gw{0u)YVU2O&@Q3!kJNUd*wqh
zi5Bj9pL=e{cp_ZbCq21;Ab+`53P*_c@d*d@n$Frg{d~V_!71~E*zB0aUXL%x*Z<x(
z^U?Y=3E#A+2@kc7sRTT<FLX+Fu5?x?e3&A0g)eURrgdD~K3&|K&@|=TRO1s({<jvU
z*DRcTVaF*y*7>`as4F~8mlJd`innl8-h6NC-36H`EN<1@yKK}QKS%1!P^;2NSr}H-
zv1d+T=yye4e!ZEOIl}`|l^+G!pS#+9wbAjm<HZ1TPs<9^c#Z<M$<Z&mgryj{c?)g`
zs_n5VZ(dia%Ud`7!ly`?wNF+&*Sf64FJqRm<=d?}?b1Aj?aA)_#wR!KKBTE8qq+C!
zN*{IkpR&`6<}7H=j1S=X;B+h3DoVQio!@Mq9E%QtmB-hulPOhJW@h-ZdEdU-@6Gp|
zJ9bs~Q^wS?Jl1F%r@e*t#;0aqzU=PrGvEG@`^yF8vmV=qU#sA5%<A9$<=DZ)6M65Y
zzVWx;zsq><_QL#Kr@5M@#{RHAHS^z-?Xp{w`C=MMdAEP{`C@XpqpJ4;SJ#_;f-7u7
zmM_(JT%_<dMS(SP#ybAB>!a4Ui5hGV(M%P7bdNpn>aGKl^{0+3=C?Ph{hJ-%swOLC
zrT2P|rzbnN#oV1jRX?Qb?bYStg!sI-X>M9(%>Ol-ZU3?Dd~wx(Wv$j-o2#d|F;DZR
z$>FxOb;l2|Zw{?DWKh1V`)ymy<HPmyK7`jy@wup4q98uKis{~Y1Lyj#s=e3lCrjt8
zbJzd$xZJMn#hdE$+vR0kCiv@l7d31=_*w0{?2Bh_S#0uzwjaIg_(!i=_uI>o)w2!O
z$8D6qy>ZXo0}gK<ESv1TGxJ$g{j2RMrt?opUcYX%rbME4wg1b)pJGqUj`RIrF8@~}
z_qKTb_oFZG?A&}=j_2Nkkd39&F4=y1u{d(ylDz2^+O-!NR(eHj-7m?YyuN<h$7gqy
z=DQlLFxPv`^DNw<zPRvl?t^b7b86k%#Evpd`p&~7IdSH;w`GpaCCA<i%>TtHJ2QNx
zvE!plPV6Gf{jQyK+IX?>)C7~ayF0xlE=S0<to-sR>TTJ}eOC9U9WCQyQBvOW#oR{Y
zu~%N=6cZ)p;BQYhGasAgI?L*E$<8^ab9S8D@JyZYk4AgA_2bKWZR=NEKC1ct(L~$C
zC*E<j%#YmizPqomf7lYP&nLIX+M?J&RrdEc?=0WYEeiU{6C&p=HOV{X${!@-6T+Y=
z)PCr*)}}Pc=4o8pMOB>N@@q0W?Bwundg|XUzB4FJyO1-Kcg@U2uY1hbvZX%Ev6-t@
z)6;Hgm%d+Qn$}d4kQX0zmrUiflV11f=zCSZ^`|CGWMXNPUFLh?e}1~F!Sn4OzyHm5
z-LoLOO;2u8fBR+8eOz-L<rp?UO31O9`&jsmzs<)dC5@&_vL)urGMYHL8Jto(D(Gh%
z`A}o0=sy09-tB)bf4@KP-hW<ihKxDaXE6Qg2)|nYcYeLi-jB2Ie=uvd3Hd0+zV7L#
zx(hcM`V1b~N!u@wX6bWLj5+*mFZWu_GvS{vJ8g1x-FGmsR%}^wSwKN(!pyUBtmb70
ze9qYHpY3+L_588#Qy*z3@355TeBl0LA5Zq3TKPw;dos^H^sqVqvh~d&lf8cG=RWb*
z>8xh<i&&q+n|NxmpVitQw`T4t;<ufs;QoSXHeXVK!v8hG$;%VwdtI3s{`rb|)Fa-!
zcjxB)Y&(5@gMjKLD{%$~&RQ@1J*OLAYVF<g%3N<xxXVZ0C9`krS@QTyG+WUU{raiZ
zsU~~aJf`NSa{oG-TdQ_=sW-dXmg#d%lB2^_IQ`pXx2;av_-f-4!@0f2f^l=-ACpy@
z{o~x_C%q09r!(KR#(dSC_q@_h-i2oZ`@LzO!vCEPzuYR-<GHY6s>-ZWn}4eB-6vIf
zFG{VS%l~M&-KzTu!WRpUZNC?_+*YFd4)eChE(czTSRHt>oxNPn^6VKy+0V=WCse)o
zDgMJ^x;Og_jzrH#UHJ?a$1Zm^%YIkgu;s*3Z7ctcA9sY`pOR=+^5gsR+vVoVUa$GT
z|8TiV#eaYG_A{b2sp(a791l-FZ);+EEIRDF_1oXu9!eay4w9Es_wM^xmNa*-nD__d
zoEhuxJuK+#4ZSyEgG|TSJ$zU0*q0nS+kK|%e#+Zj_ZKKEo_t;M#Lbz@E{DB-_0X_t
zji1kqd4FZD?f#Xy^_FGCi|lF35+*UfxKrdIH!)*+-!V=$@B2S~U0?qB%Kr(y#g@}H
zUkMezHPJq2sqvGFqx$iM_jWwf?AcZF^3s<(o6i@Oyj$Ps9vL%rS<WH9ptN(0d38q{
z#kj<J-i2?jOFS(5wMtj=QrhA4K>kGUy-$t5PB_|j>V#y}`aP`e@&4OxmaS)Y+u-|0
z?d@T!ZEI_-Ga}fpZO|>*dTzl(x$C<M9z342a+Za{`7PC+8Xx55#!sJmgHd$9YsPVN
z^*Ig8BtG5RRm8mUe(HzF>qg&e7y1V-o?N$1^_DX4!}1qA|2~M<^mqQgUiW_W<;>|u
zj=#V0PCI?@xAS!QrM1fz>&(5-bn(}7wKz_Z{J&wAH-i6l>;Dw?37^tl|3OdaF#D<-
zebqkK-tP?DG3~>aJKHRE7ngtbyEpZG(fiq-)`{~(Z#%6$^QZaV%`eL)w0_>1>+n0@
zwp8{~#nXr#ZQGOYR!co`POp36lN|B<ddw@n$@!T--o(~)mps{@XjeYtZ$FR5+bzwv
zSF<xd67aiT*mg2|dgkM!D?h(Wom262>DMR4_oi(6?p^gr*e`On`rl(Ompq*6=pvk-
zHfgbfM)*__iRo?$BCL|u+!@9*F0Sb0C_i@DDOL56j$Dzhh;m2ftI}2e?6Jmo7OwS~
zKl}PV^Ydn3esXXbXe~Qj&2aHN_nfy6?-jOgHd?Qxsx;BHF!{;E#ax?BN<Q7%^Tk&1
z&ytUFl6#gc<Z*hk+)>=7q+y3uuf~%68S8kD|M)r8qs}VUUVcyanblhAl|1(uZbllu
z4dPq*>yCujyn_6Nw&%0osL!javO4}!W?y50?y8x&ho5OmXLRt*xZm(#b?@u)W&QW+
z^LL#TT<89+LiPObf93W+GJf^j|2g^P+U)%Hb!%2i2eoIMzEq<+!9x4zsn1#=PVLb@
z{i}YeO>ua?EIeQLwvhbXD>HLv%@@<+K4rz+ajo>CZp@<%0`lqGR&g(US#tFKCZWhn
zFLxZeQWpH7b$g*nzmr$IdHd%`iP+=Y<9F<nI<`Bp*59d~qyJt<w)&h@wM@<ZyZoNZ
z@-BN6kf$y1u(Y@`Dt%(R$u7$|vWNFvRJh~USo!kri+Q5jvLfsFgu_2oPP~8geAj6{
zx4Ki4Kb(C1#I~wYZ`K0mfIp_ShZ)=E#e^<i(yz#BGfm%n%8B!G3NyB)*|RfrTCd;a
z?smu`@Yt_MnziNZb_@-in%>-ZE}VSOwfm_*L*g3gy{AQ7UvA%ZPWrRc^%~XxZmYhz
zr+vs=c{FKi=c)Be&zku?jawEwZQ-ilTZ}h`)EzPYqglU%SF|JRVDIK7lk*-L&;6;c
z^>XF(BGoO4smxbjh@ElV*OG77I@fys-OXvW+jn^{Kdc(`dyU`y+8nFzf8_nr_2UzG
z|Hs<xJHq}rW){<5+jAH0-@nVC-kbWyecy+q&z4&|RXMC{1l~@rp2nKSyj`+lLrhw~
z@9QtWBj)Wik4+Nz__qC=fB)RH=C7P-%OktCRDV3OrTS9eS1wtvCoJbXt#!JWUjFvw
z=h~P4-}QXz|Gj+sQZ(%R`Zt@{xff}dEqNo;_>FJ5%g#L~{i;reTD~lj?mB-+^7++m
z3(l3)n#XTx-KE8EUHJN=LXD8}YRjdM69oPAt7e?r8-Llaoy+#*^=0=DKJedhZnetK
z>c2C*UPmsQD*sz3{`aft%dgk}UCr|#DWIz*rt^IC%cVW4=_ez8ywZIo$tJY#=FUp#
z*~tP^ByR;iQ+d_BKJ-hP=cnF-R$gC|v)*NHOwPAXj4U~MQS4*hf_<)S_ZJ1fXE<<r
zgYS>n@8?SU_v~cvEnTPkCok02>7Kmr!gVJ*W!7u?K3F@y=J6$FQU28da@G~wEUi9=
z?tET3m80&NRsIgY$xdu{|0FhVJ6|sG<KLI5;g*qE*}q;*-)9v2p!bO2y*YP}UVHNN
zk#b4V`HfS$>_4X7T#_21dQsj>_q4+e^T12*_H4Gx`rWL3sQ2fZZke<fC%j)Dc*4Da
zZ`!V2!Sd~=H`bn7lzG+j_HOUa-LXbK;`16Ni$AW~knp>1vVNEK0)stYZ&!)NRr$up
z9Fn|dvG=uBZ>|?_&Yssj^QRwX`E<G9(Ph*BzkDy7d_BGX;~}Yg25qLbm8O1s?#XJL
zOqbmlQzV^kX&N)<*v~b0+B*4L_T<`5t2OjvGtqt6I=OH9jy+5A_ib{jeVN2y_e#;&
zRKohQ*@v&Y*sR=y^@Y;wXYJr!xZb$hd6Ve&xjyj+!;*ui%<AOO-6pX1Ovcg^PS!79
z@ZGn*xBF$0?SiegJ(r&!vM}ID{Sjhh_?RJHD=c&B-Ux+~4@N=LggCSB@#O#XS~F?&
z!{2<|2Q{t!?mG4{vaVP7#R9oWFBt6~S@t+@P_6r^o5T6|;Hg8a6Qyz=MlH*=d31e+
z{Ik$+$^EwTOsA|{y16<iS@`GC8x6*1B&SzzU++7=DCD8Ke7%LCq5GGKFV}vzoAK|}
z`g)7K|1YWw9lX~N>gOseJLSr)i`ScfX3z8PU%W|(^+(9MxfZ!QCKMe$%GPt7Rd2ym
z!PpIVLzdKX-=4lL?;qD=p=BoXj+D=8+MKBWeDk{xv9rAQO*e@3EScpM_l5VhN%8)~
z-uoZ+pFR7~DmE~F*`#Ha)7IU+F!ALtqq*VXNx$r0w=~AT60r3xcQpRdp`^I+g+IT=
z$Bg#XX3Jhw)h#W2*z5YD*?j%~z1-#*GtDY;{`~wb|7hpQ#WgMQ4_K~NzW>1E!m*lf
zo$NA3mx#U$)xGPcS(WXxxZ&|Z=vGQw;rd_7E+#)OeByqoHfi0rDcx<6uYDymT6W$R
z(3R%b)cva2`)K3mh3|Qj_tbq=Sz>(c(goQz(Q_MIZ#i7`KOT8L+I-i;a1-9>9bSUA
z5=v&Bz1}t-TK5-ByKkiBtN*$D-jCJuy(WKA3GQ2V)21{gF;~jfI<eyWj13V_o2Tzq
zu-SF0h;yHB;jcH9w{)!POEmIsXB;|gC*N`VDfeN$#G>N2tJFn5USm48XtymJ_wJG@
z?>C?Osa3nnv@b69=JLX2$vcjwy|A^aU0q#M`18ojm)+w2zV7EY9{iPPc57Z`MOAuo
z{;smw+hxvJt^b(z?bFZ4moNM0`SRPAq(xQd&)Ron((0>!+av4uTkSon;8J}}>yAjC
z>|?e&xz}SKPMQ1v%kso?3<}=Qy0m`>nRDCn+iyR=qwS{;3*$xo%%T<(l_lC;`L(a3
zFI!HVJ0smaGAix(k#lVyt$xocY>s<AJMrMjT1mA4uLBbnC0v>(^!bNy|HW%D^Va>i
zxR2w)rzrL5wW}9Ti;c;2cF5kjnfHT3xAOP%7d)5y7w`TORI2yyL(H#x3++C6e3YKk
zx3zeFxyuyE<I`uCWNr1kZ&vZ<huUvRJEv#-me;<%nI->f(P#M^QZ6|U;?)nbT^FmV
zur!F78llHj@y@R8YhUTiHP#D0Bp1&6^<<v>SF7pgiww$jw^xPQ&Sh_u<UjIc;y!!3
z+fiSRy^qa#CBA;|yjtb>e|PnL_zQz3D{GlYS8GjknqO9M@W90ntNJz8|LMG3lpQ_e
zsow7B%I5eQ5!=pL>BVw~IqXl?AG~58e)z^teVNmr*723_Cf8h@|7`!}->3hW`&nGJ
zka+ob^&``mzm<n3RzEV@(6D1$!rvEn88;eP-Z0qb?=dOv^}f%C4W@rLjmv!9)h<=@
zLuX#ur>izq`Exdw&#T_H-}+bE>FFk|+t<9Da(v6RlgFgf?Y7j|y^bnxlYW*u!^Yg_
z-IJwO8Fp543omk;lq|b_COYcA3y)H#V5QB!h|EuBjXWODl5&)c*0Xj!JUrpNX@bP&
z|HaEXqR(t<Jtwr==gOMk(6U8WCGE;D<*=4l92Vj8jXeJT;1b?_JG^U89#pcJ$LD|4
zed!BM>0QU<SU=~aO>GkXJ99p3{t=x5w`)u1@Npe_wP^92MICQmZ4KtV@_6Inz4}k;
z8rJ!UMr4|CT{?4FI?>&OZ#C2EA4;)5+%HY^yLWWAOt1Z?6UvtlubFM*==kNWv(90u
z3sTlI_Rj9OIqUWHW&QX6C*0ao-5vh9jIZBs{r<oAzBJ4KO{w~S*x%^$B0p`}&}cU$
z)g6BtO$s~p)lM>V*M@3!ip13Zy8o#tJUr`qedd#yAM||M&d+T<7QW=3YN%OOs;hEd
zVroLoBuQQF_0o5u);|hudDS3(Os~W4?8BC=L2G$Wc)x06pC<qJ@15^QPF^`vE0#BN
z-AnTxvA~~pA7<OXRa(P8_4?I?(YJc1PX94SGWtdN64{)7^`Ft744&WpvWrW&ulv6Z
zzY5=#*5K=AtDe>Ww$xA+jkFRxP`aa9_-)6j>7ucR-U@t5pYcQ7#$0w~d)eKmk!e{B
zivBj|=Dfaa-H{@cl2&!|<=O>Djx6zcfBBIw3!@nC+Cu4jug<#hEPLgjvdwYzUOQLM
zeS5R)-GZlIDmZax)7HGHvDeQtZ(<1&UtA-lx902S4WaxTVY{+!&5iq8x-a6L)c%LN
z?o6HeTyRRk$0_cyCi{Q<yeyY4)hzDJUNNauF5G=ls_>$ZRsAv(7Y6gIY?jvF`J(4y
z<#OITPv88WdNum;+wb@0`PqM0lCA%_(0F5E`(A-LL5HK;ly%fUy}mLp?P+Gg?~)fX
zHXq~~7+X>k%6FYh`0za<?ejJ5{SU9q{=U-u%FAzGD$T;{A5Z+eX0`g+pNlWQZI_=_
z_wnJmFO%c%&Rkbp)qRj*^Vc&A;_99}`qC<X-uM2WJBKfK`|r5-<JXrfB}u;yN2@RA
ze{ay}c>GAJP@UtoU)RnxmQMEany0(v=;s$3&wsu2GxV2|<V&%iOZomv|J3z4{<3~T
z@b0PGb1I&7-<tpb5BFl*H8wkrTm3%A9l)>N`)#t^`!|Mymw4rmaW+VAe>5@v^hNXi
zKYL%s|9@TI{N_=~Ge)03*}Jd#zx87Gw$|BMqkPoe|E5OmyqTq(clK7FKk_lV@_Xc}
zZO7tR*#&RsnCv^m_AR<czW+jDS^Z(FTE+WjFYc!ZY&@9oA=s+z{knYr{>?%ey*4)%
zeb%(sOD?jU{9ECMm8aC3zOwl@vX-f6=jL287qmPYuyb+3S5I3;Ui%4U@;Bc!-1@%4
zPvs<^_QuxpwVJzkdC2EXJO9jjk<+YSY+~OsZr?fl@mF;IXV$N`FTbz-+0BzTf61OT
zMM5|3zC3)Fe|dK_zrT3J=aM%prJH{)eRR=vYUZ?O8$bT$k>0eu?17-&Tb5|?*Ivuc
z-@E<I=%&S!ZFQegw5-qbg|&Qqwce&&s_^yoW4W_;+l9L4HsAH!cE`asUw2oq%)Sd7
zW4Tjbs&=pBKlpl++(!@hf7NMm`@_qhJ-vMPqWjDqgEJ<d9E#@HUt4=LJ7ZGVjANI}
zUvA-*epVd6FV}M?yW`=laxJ3q@onAimb{ziUuqUFT%rH?dH&WXtLMJlq{DOdg?QYY
zv)vZF#R7}x%RJZ-&nv;x_4;~i^oo7lGmiB(srr~-J7#`ZkVEI?f`&5|u^;#rYAs<}
z%d#l-ft8Jg+b)%Vy7q^*M*rZ9E<4l7pO{~@gH3R^!QtB))6RcVS}~O&+<NwtORcHP
zjIQ@|76xRd+~jjxq<!twi=$W9{}!%%;J#+pqDY~WGxvRDX*#v!ktMHAVzKSkc}K78
zdQlT7VR))tPCJqJ;J=-3d*g5QD9;Jgojx_*>uQj;(zCTo-SkW5s(m<-YFFiQxZ;sY
zcE`&QZe`QT3$whK-gLT^|2_Bi<>LMy5f_fd#!da`)hBu2dfn$|U*^~SSp4$T^7%oP
zw;T<&zC2>gw)%k=`##o&s*~JHK3PmQJ|t!(sigTqX-$LIivqJt!hD^Ry!Ux(fA!^x
zx>lZM;@9fdxcbj>p`;55_o|a7A2*76xWXuM;`cxL6&r*mwS_I${^{lRha)k{dXci#
z&q+Umwt2dRoP5=6qpx(V`1#+KywWC}7j3$&hlP)_IyP`EJEWTGbN}O{BPGA~aJKJZ
z`P$Qe;n9bk+R|^`>r}!sj|5w^cxqJWdM^}<yt>EmSojX(+3#k5h~~O!@7ObYp6wyS
zct`O`TO@lHW_--tUnch6So@4H?>=6Kg<Eta#iWgRvQqtjafi>F=(?QuMbtDcX-=gz
zA8ya|Q=aA5o48Cfu~j_&vi787i4X6rNj|c;cB<Bv{$<Pmarxi9n*Vy=p{Fjjp;{k1
zCABogPvk8=!ehoG(RkYb!I$45zuswNhN;Tm4%z<7#E4hor<u+4Pl5{8tvOd(mo$Fo
zx@5<q5t|+<=<n%pOK9U0sfD7_VSguv9o@0SWxAulm!I}al-~y3c2@7y|0^9<wBZe7
zSj2^vJiiU{iM3Jnucu~ymapU2s*%X;_v7~N2<tQYeM-DtSzXri{il~Hv+{L{WYmAY
z6I@qbar?s~^Zhn=_y0Wj<^8|6qWgM37|z{1_hoguo^Su$)TW0vHFlL{zpkGBd^vvq
zpVKc7^XF~)(mC^D?gwMpH)>CIpZT&*X0JhP#Xm)>tT)CL`RP?3FP(h3@$K%*yWdQ)
zINx$~vA>N`?bq)3+4m~m_wppnnW;BduT)|3HTSmF=BJm`S@XPF^=3O;lO1>V%mDjs
z-1nw#z4IwA?)P%%-9L7Clu!Jdzx<`iF83!K%|_q*QZ<DulA8{kJeeqdTYbZ=V-x!i
z>f4-O;&0_~tW1j2`*hv&oy(W2%T?#>`gO85Cu^HwFyC9V(v>GX@8;j0lbxS(_N>&`
z_VjJ{(*K{9%b$F$(pqKztxfG_Z-Up$Kkx0&=ZU+u!?L#buv4FNwXkzZ=A<39#)Xql
zPT@_{|5LTKxmA0%^<~$4UMuzYix*BWVCUO2XVrFrA9LT_Sm^iJb;(SjZnd{kl~X1!
z-ctBf?&pHLS)2KcE~yoscYm{Ia=f?uq8AscU#|VU>CFzdhqpS;8QkBnRKBh0j(*C%
zU7CLmub%&5>)W?Hb@OUpdA?GAa$}Ee?B4_Hx8?h#>l@BkdiVQpI|UEf-CniTlO}E5
zb?A08=kEFEeCt#`KGvT9B)6+FVY*jz%$}nQ<_Jk`+q(XWWXsWe5)1MRPBdh_IOzC!
zt#3<x!OJuCZ?E_5Qjb`>e)hUIch1#bwJ+P3eY5Yp?dkiu7ITWd#F#}-&Ci$lCb7XX
zW8-4o^Pl;)$Y$$j{%~~IFQt2DV{$3e<cI5SP283_H{(l-e(dK-?H@1y)Zlw*5%JO}
zb4KbFzTI_)k81vv3y`|cY<9TiW2D_4pX?c1d~csKxctrG;B%f3%O`2Q=6>6@rtuwY
zULJL7X`IydZ<%s(TR#X#xp+)ua$VxGw}@ro0uG7vXVTB(b2dGA!&u51w`^BP)XZ;2
zmWGux+D}L9-nswq9(xU89{q((0{cu(Et}Ytc|v{76#fVDCA`5a<9_Ylw0ZIZBkeW!
zw*AohAK|wB7|+kc``F~p9#|bCGbPi}{9x<m)S&6g5oXTknOfD)ud^5Ve5Z5$<@0~r
ze#U7274^T{#6NR_8Sf{lshz7Mj4QZwxxOtBzOyheWNv0f%h|B!GbgUNXzM1qXGvq)
z(iZpB<rnV#`tquz^{Mymnv<U;q_?cmh_8P8_ND#)FNa^g+L|qSVu{w4<|&P{-Qso}
z319ccL{4e?KcfeXg8QETTl)9hSE0EqVarNyeOhpQ@~^&gy$g%;+0Sohy?Y{RLUB*_
zq3-=9S+hdFW-v<m-M2Y^C0#tjTJZB8@4S;@26O9W@BcWmtWHSY=+!Zm)Z&P>Cr`gL
zTqo?FQt1BJGkHz@Px%Iq3z}k`v*nf7h?KUi6xUWu&DweBbb`}<o;I$3Hj~5V`A+|H
zA&f`EamPgYO$yOVK1M6Ysx7@+V)cgOX{g25m-AM<^5|sRl_S8NcfqvguBy6y=(Wyg
zH~*~XOaE4+IN63P|F~lEUd4Xiu-ic|Cakk^ZO#`|YAAGRv9Fv`et3l|SJQ@BTUUAQ
zON*HPfl)}fAT@l6+$tkKomS3&Yq#?pk#yV6Y;{#*HSb)T<%gfzDyo*JL@qH~l*GIJ
z-*?Y_ljS5A3BM9h@8uERS7~1QdDWYsSKH&610Spoj(*A2uGu|*Qh3~1;q0kh1~z_s
z7RTjP^KsaB|52|$yk2&)Oxb}0T~)`TUi}cXvc6)jy*&5B&KD*LH;-J*e9(P*-il~>
zP8YieA{Vzix_53ao;gk6*Y*4yzx{t6{Q9zXef{KAkJXps|Ly*te(PUJb=9oYAniA`
zGv@6uxtq4&<EPi*F9Pm*%zcqE;eNA+@Y$Ds*X{S1?LGEs;_>-aDZj1-i!YzLTHdd}
zsOxUIf830Bn|xkr&#%t=^{#yX)O@}_U#`B^IKj81N+Wi~<fZ#g^?Bu)29@RS+1%ZB
zzBG4FVeB$1yB}?~2lPHh2vvR2U84TH!sueVT=^-sr;|%8G!!qZWxrZ$o&0!%THk~A
z^Phe$SzBS8zjcKT$DW3h(;t3TITK{|`NGoV_+Ou<FXR7r{=aya+GF#4=H`x?vbGsk
z4zpF?28I1SrKqm6S5dxyj-BK2KRLgwOD_pc7TweOfw@5aM$G=>E*IN>zrHM8v;9T4
z`ke!(TO#hcT=DcSzi=?^p4kOK=C{6a=4)gY7PrsWHMHD!-CRJ@<-qjvwP*Ohtz@5G
zxjVA%_RWV=f?x05w`kFyh*im#ACxL=?2?W8cja^Qoq*~^(>`^dniS!8HhNv(g~;-o
zeR?l7jP>U4s(SnDOY`))NsYI-{q5TJ$>_ZCng8LS^Zg?+b&poooV}~Ri(S9tdu8qB
z<Ix-j>iK{2CgrQx{re%D)2v*d`*`y6XI7jKj@!RHHT~$#U3c~>M8BwXSA8^P^V`kV
zC;42qq|a@iZ_;D@_EYlimc)XoyjP32S}u#+V*85a58o+Sf%#TvXN!D_+$XDWLvnj^
zu6y*{?BH*WtNyLF*)Tb-O7FJ#{+c(InvS!K(=EPs?VDimZKl<IDfj8Zmo?|-n??D(
zJhl4#vhDvB?eFTHod3b<qsMiFzrEo%_xkAP7K-fm6pMM3Eit|J>{GFOi!YSRGENRY
zJHMvFv%T!*8Hv^z3>qII+M-gllxJ&7FZ?E*uR1UNGM{<6k>laKFW>KR{aqXI_pROJ
zZOS{O&6nGD|5{^SG-Ji0XBCglWoG<%Xqz9A6LEpn)s(etq8jg{6|ZvQQpMJ#-MMgg
z#@;DG54p3h?kZ?AU(0e@{@jKWQ{3y<cnCR~^_bWhsU|MGyp?Z{{v~eX0<Pc*zqDd*
zNGQuL5?N)kZjR@<oSx-jH$I#%3_bPBbiQA(L=E#pwpYK7{1rIY#h9cj+$wH$`^=Wu
z|4&Yp%r)n&E4><iqWs<6xpiM(-}kZqIXirLcFjf8sWbjKFS?p?@X~_kZm|M_N@uq8
ztZjbuVe@`o^M23vlou;9rcJxz{@8f#r&|S9$xk*{Z8oSpZ=|MmbxHgGG`p9M&!cXY
z^`1`ud#K~~?(_UbXOB0ZVvG2(`6ENP(C_F9-{;XA{pP>8c+Mo}^M;0*2lWpf(a1Nu
z5MX%c&xS(=^)-1BUjuh(&Ez}Hrjhqz)yKZy_tp0QI6HY=MzZj&*UTjvzMn&D;)?gK
zH8>j9e5h;l<izJ!`@GB+2VGlb?6uN)+ks0fbAHaT*yubd)qA4svxmM`pRR0~a`_m?
zS(SUwU!4h)b5HM7-<!A0z0gE%@vLnoxAJ%VoD+ZOb|x=p9NWi;ZHbHDT-<JZLu~%J
zPgnjOGgcDof8``@!RE1S%Q<fUuPuHY++Mf2Y#)W1d%pCav%}|k=nSs>l0}OO4qAWy
zy{EwM=qnB*lU;qYc=fA_3(S|EVu@t8dCF_>e$QpEn>}%NSbYDzoqufJ&kwVIE4AFe
zn^?(Rtyrah#n3GJ{iV!%&%UVMx6%0AwOr?|!*su^v3x1N?Ek%*n)z1V=Ge=Ue!u@m
zzt`38`v1DUa&bYaRpGpwuhsQ^-q-9fySwKjTl%NX7Y*}k&gM_kv+VZOFP`svXMW61
zyV{D+Gc*56KGLhRn7e1Ek?sEvk1yB%ef!?${@=gr{oH@-xD)@UegCX?_x^<VKJZe%
z<@>sD-R8sJMD8-b-urM*^zxbZcQ?MM(U<y~Et=$h&0_ksHH*2wRyLn~AZJtf@{nZO
zotFXmo7z*%6qzkW^yjDc9~9eG=@&PR=b2ARhtILl9Ur`ZZ;#nLzt!f)A@R65bw`YD
zNau8!-ru{#aC-JS@#N`#wKso0R?)MH|HAHR>HGc0<qhTeC0jU7NOQia>t=SWtNG10
z`^otq7hmbT-??}HQMatVohet_nmejrr1C58cCV{i^WM{HyI%Pwy_=3=(~WnEH|>1L
z<KVyPitl8zzqNj!qMG^Hh31;y3-+I=w~edLJNcLTmb<_A{4~_xGo@Is{B^R((vG`U
zU+mg@&xtn}oY;Tv+`cdCWB1$r{cv30H~RZNgS|fv6<_u=Gurj!Ia~9c$#YW5zTFhR
zar=Y<lgu>n|5-uDZod5`cGy|3KI#1fclr2*f4{$oZ#%cJb6p#6`9IIyb|K+CC+6q&
zt$Q0(d3sy*r={O)ZtzuZef@3K+Xe5>eY$<|TdwoNjrOk^nv?w7W7B`%+a=Wh(9V30
z&CF{?i|;$OR&D)!_u*Z=Q`;ZDlNGpkuCi5h{pY&&ElZN45|66ZY&ZT@ZJ<1VpJ0K1
zyG4s>?&bH-H!Xej-t+pGPj`$=bw5hhH9gK>s(x<T-oNTU)^$#1dn6XNe4WyHt@TQe
zPwYOk>YA{d>6%l|r@Rh)k!Z%K9968*U{rT7wJvW%<R(LB^&UTo*8jQd3T-s@T{i7G
z|5n^?N8+Bt&&vOP*PJlz(yJ5^R#7Hr!Q&r1vL2tD&vicXe?wYGtf$nS3oRz{3+-L9
z<J>3Ruj00-Dmr#>=245vtBWUwp1A+>_9iZg`tWBHd%dC;Z=ST=$oABm(`KS2;;-EF
z&ezVhs_t9A)b3d2t2qaz9P)aku;I``MYV~>-h5SM23xY{*O}aXpxZLFd-KoN5`WIu
zf8>f^^zUWK_qerFL*|#x$qvks?aX(*dpi4*!y9Mzg`2N5ZQ_jIweG_wald-gUoRAN
z!zCZe#LYNTJbl@R+E$~@=fqa<$UT_Ay@v;O7C_`aV?TvWmph%8$A&0J>^U+|OUoj9
z{^t_i^83x{FXHMCU)%e^Y3YU{?KyWQU$`lLcg+UQ$s0aepAMJ)c}(Bqv%uBcKd&3d
z{Ek+ezk5?~yzKq*$)#DD67TlDjI?}t#N0nQ;&6rd_6?lfXG80_ufN<={#^Or!Sds?
z%j#}M7#7ail)uAfO~KQ=od+y$CjL6}!8$wr9^al^`Mn}%BX99#|7sH3QMu7aJI}u(
zGksUt+-uLT6+e+<VE@Z<Xt!Ps-~RJ$%b1gvD>LgbujUDz7qZLJZl>%b-Hh(lYPDzf
zPuh5*A^XZ)+lCj8ZOtZ$QDRRg_mvnI8mw9LId(@`<KxPc;x?}3+<}ayaer1GaJzJA
z;lrc;uN~~Z&TdN%t29n^Pwzi#%G0_0Z-2e<-TQki=UV*!u;u8kZ*QkYU*0QSzN|NT
z`=S3Ijn}BhrI+=eE4pTC%&oKSZMEF{mu%0KFQ4t5`ttYsz1DvhKY#CE|EK-_f^&~g
zye@xdaC(pN-Q=)8cVAau-hAH1?C;C@|F&P=|0}%SZturm)>kIJn!5Sg`MGJ|zWv%#
z`1V`LbKz-0_v{U0_Z)DGvznz}_q%_2{-4wT6L0PKc=5|C>wLfWd;i)o_cy05Ew!1l
z;X<W-_4aqOcAx9Nw$<Vm+wXNTx%CQ9xo_3E&Q{Kst(o|Kn|$;ciTVS#J5K9l-+iQ_
zJzZj!>dd$1{ED|GC)`}W@kE-<$>kU4O<eXVg5k90{y$rI8@d82*PJ`Ma`N%z;`ZOI
zFZ0jT+-^S4uKP&A+5bklHz%Dxw)JdfdC>t|A@vIBguk0MpK41;IdE#F*jnxv3ohyH
zbG-9Ca?)>}{Qh%~&Y$#=xT<DhQ+sk|W%bXJg^}-E(naiKe2m2>KJ~tRq3p)etv^DG
zz8`vWBI}aXi-Ko=C33rprU!pNwMO?ayUEwz#}0feYE8eZRR8IUy;Idfana@PFT}={
z%=^B#Z)e+!f@z7RMY97xY0IqM?fd+{_x%4d@!QibG~A8*`9QWnX70R-XEUwlI7k<3
z>e^Uc)M9_)cI#ttx}U$q$t`7%pOws2?wVTc=-KSaxRp<hHFwLOpGUu4uDQDVewfzk
zKR52}a6ggG&T=oefA4QYw;5bd&zBT=miKs9&h^~xye{72t<#-0X|=y!ICuVjw%~Eg
z>x#>g?>5`~G)ro)DdC*_a(D6D*xk0(-*kle%7xQs9n-wO?EB8jAi0m-?(<~6%y3KJ
z@nP9y`RPHPhfjZbv~dr&zR%&AZZ#8o3*H~<JiPm5%hvbLW@}8(w!ZM9<kGtB71I{a
zdSZIUWSQ#oZpVDFG>a7z1a&?*rmy5TU~6zK2yMUJv~Nv~h)de<ubV8a&Q$;Ae-wAf
zq~>_{X%qgU;ux-Pw;zP`R6Htj-Z-n~NTa&e-w6+n`?~IG{n&8*dYoK$*cXAj_F6pg
zhmQ*C|G9MX{et%OKeHmm_UH)TC>1s+NjoUHRR3D{Ic2#A(-(!WU+dGxXI7K_NK;fY
zJRn2!JJ-y%g@GrhPj{<%cW38IA@3RIinc!rjT1^)w5wpp6PCJ_8D$kq|9(6!Z`kpJ
zK`JlF`e4t+xi8b#?=$<`5ZPPvg8k-|Vm8lbtgnKqFTP!neRL(?qSGNpM<ZY7o=g9I
zw*0ZKNSIymY>u8S1&6j=zHiaGe$Tw;@w{?Zo5OEAEscM)GX3kN@Zf+RE%v$JkDbYN
z`SthC9@(~Bx#<z@{=uAQtMa0by0>c<|85NXAG2%U`H#}c`?|J2-tA*L-_z!jxzGKh
zSBqNK9Qi4JJkh-U?GC<dncnS>f9LHf?3%>r(z)fr(t=w}>k7BkxAqAL_lo)@q+NR8
zFIS%Xx3H|{P;;uPQD*SzJ>0n^Tb?br^vU_jqIKQ>y6o#b``>(f_4MNGjyCSzx{3p_
zH?G~43ELWWwP-_Jj>PHdFST-SE_jjqq*(sfY6E4h`X$#by0-DIsXp)|IyT}Q+y9j|
zUh%q@#g5Ne#b0>lBgfV$RV$ejt#Ug)Tz<*>-s1MOrq<9G+WVQ?`o3G5EL<Cxa&i0i
z!YfaI*UV1rRgUW~@Vfj@ir4tjynSCketFpcfBnnP^}qBJU#K)QOO;GZx%2Sw^mpAB
z-+w4q3UBm(9`yV+dv5CerP|jLh396gxvrDjecW74Z}XN%YR4n)Crq1tjy*rV{6=!&
zlNZlQKAu_m@@M+IIsbmwf4uKo|1G`#+)DHB4UhknPSd@6Ke7Jm$?nT9KkLj-F#CPw
zr2EZ<-p>#0nm+Yeba`1M-`CkM)$T98vGnn?Ni)mV#?O!DFP<xTf7|6ut9`y3PM0hf
z_xpP*(%^3un?T8iO6A3NpRe6La^&w5^?KvlpWX2Ze|P6=YU?fYEBU6{p#3!CNhcda
z$eC@^{?FV$wf|_mZFro1YS+Vt9~}9OTkh-EeJs9wKEAGXlUIAs<p!PSXZPEj|9k3v
zaf#`VY1j5`estpHtvdT(+r5vUJh@xe?1J^d2jNF;+e#-#eh+{5-e>#EFZQl?3#Rn)
z)%m>BE0DYSY97b*BRg*;AKxy1KvAeU<hLuImdpmD28(k%o0-K9wUlS}pFSLR#Z+9T
z_4p(Cn_Cl80wdRnMBGj<lRA_7ndR{6$%=F96@K(&+e#>|dvJLFh2tFMoDowsQ&)0I
zC&pa+$tgeo_MfNgH=N!3vV4Ah-L8^8Tjmd+|Lx8<X1FzPUhTi5FD;CJ-%b17wq0E$
zMr*Bg{j|%+UnEp(-R*t7{c_;fFPcZilxiEVNS@%5eR@~=c<t<S=hjS9p1-%}q)oZP
z#tDLTZwqd7+TZy3mRWmMZFu}K?&!IHq+(|I-7KAEJ9qQnL)p%I-4B^u`f}5*(aLnq
z_n14o%k`Vte$RTxSnRON^QVB{JXww}2i&DjEf8LAb29q7dDR64z4cK}=fscS{G&Ig
zWbYB}{@Ur=>%x|86MTQ^qi@fjj?MQAe(2<UyD#u=b4`c)^0TMP4@>4%6<#Ym%BXC-
zHFf<j$%UV##ny&ixBqT*rsYxp$sU9Bx7~ZVgxW=2Y`S+ZT$Y=zbMkRY*!Kk{jovwb
zS;Pu<%xtZ@w))Xg^*vr6F3C%^h{x4s>ZF>k7vSCU@rxyI#zl`PZ!5og%a470te-xc
zG%eiN@M3}LdfjX-w(IXNCA>0G`nv42v~sCYNyaN?i}rm|(+j-094Dqv4xaO4qta(b
zjpB71X2u=9&>&a!V&O}n>z;k(-Va6Rb!|$U!L?s>pZwjM5&NxUe?Li{W>~vuSH_y~
z<^Fbi?fyPV-#_EuGx7C)+h@G|+_6KHYwG&8s~#1x96?{6ZfTa8^DE40$G)EW3C8@V
z!+icGm>)O%{#`0cde0%o|Bss2v2MR^RHit^`G3hF$$S64tp3yz#+hFuYrkm6$@gzE
zzZv)|yF8xncsyGuLdGO2yG^%JIAF)IN`-X?#0n3YP1|<EFFoe7;5PRCvio(IL*<0#
z)d;^-P!WpxeBs~W^XE$V4sw-o-1@|J^3C#}LjIrUztEdzV=~`q&4n49*Gppi9)wq9
zFI#_etyiecp`9DcR~}!bt+U)r?srMrr0XG@F0H(wxOvm(^>wq@-#>cu{DbYh$@6~f
zw3~f?-|65vl7e3jOC7veaaTU+xWZiP)3X+Qx>S1Uk);3c_PHkf_riZVEb;c7lUW?k
zFstQ#)(l_u`Eh0%kK!M%@J@ew+w}Z`CPvPJ{{IQ{LK6N<sk41mv3;Lfe^2{dMQRt<
zqlvpMPI_>s?-BStr*=R4|0yTtT-dVT>3BQe&%ga~^WJ@W_T|OP^q*euZoWM7lDp(v
zpYQjWuAPq0XOup^Hjz(d)0)m*?|!_Td|=MJYx#9PH@3dK^VIwD_kF+nmmSw%=ledd
z@Q-o6-Z`7<!d)k3w`se_Cp&-reOX)oe^S+_m(Q2|e_8)eerAH@v3Aq@v)1kVEcRyu
z-yLU`8y&vi({7~*Y%Hy6Hd*hd{r*qa;^a!^18Uj#CL3_adTTGTKYD28?6SG}pPygb
zpSbjR>ol=U>1FR)&-Zmm`^IKH&Z$=8(wshXC41}KoA>v8eD>va{C>IL1-ZN4uAY{0
zS8(5(AD`22ZfJg-y5s2Vf1!_Nh0C3q=w@+Q=TvFZD&s9jKkiOHKR2=HHIMhIcNaHq
zRNlU2`%b=HJeuK$*gIGB$iL?~9Wm|j8@+ssZ4wf1HpX-c%{8CwE-AU={zI|mW3hd#
z`;JaOrLT0ikj-cI9D^MPKds`m3V&CA<H@e{n~&~Ki`RYr=y=s538Rz8^*&vE-4Xw<
zFKF7kg}Z<AO-Nd^%xL|qPrNO2qkgXE-F<Z#i}_3LZBwTocb)Mg>f1N-mLFYmHEj}x
zN~I5a-!&I5*n2c+$^5;)vePb`FJEuiQ2pbOWkUH(os`EW&5i2w>)Lw1J--~k=_7lw
z-pBQU*X3fLvM94<pDOIB&8@TiqnH09N&OX*6?fbd$(>soizPQ)(b@S&N^Npi?*AkI
z0>4hYB3kCU=GUE1(OM-P2ahbcbKYXtk~P!bmmc4K`F7{Eb8pUUue~+%ebrfm!piTx
z%^!}PTyL?Z()xP&yB}qXANc6|O~3zk)AqxjGvq8v*zG=EnYrwKLp;03vS7K7-tJPD
zu9eog`W1NJ_Llf5)c<#ioI}THi|MDoKAHAya_{2@CilL4TIyGF$ok;w*L&qY1%2GN
zb0zQHwfqm~#3W=S8k%SC`S4ou81p%cT%CI%FW5p`7H4WaU!{^ZyKr;0EnC0+Bcpv&
zf_e`tnBS5R)|u-s8^6%iaotzZeTy{o+ql<%$k4Bwy7=?H9Tj<dK0Ojm3F%`E{%Gi?
zwQ{k>_Qay?S`4{nk$v-$+i#!H`!TEYa?Ol_hw?Qi=g(eSR_S{${nGNsdOCB=_PjWg
zR(bvX)qEMLHU&vzwR?Yf*6+}HaqQDC2GP(~#q(@Y4>K#oBhUZnaNl7R?KZW`?)Yt{
zhB=87wF51k_8xzIFZ)g7j_S{D)AVH*F8VRWbgKQ|o2M_IkN>H<zM=8xhpESJ+6W5?
zy;GXKrsaNN|CzM;KK#cfFM6nzGjEynoG7D<1uDnSKGaH)Oq;io`EvL_(U!V&N1cpg
zrgeu8|9-JV<ln*ULs6TKJ>Hu-<M-CawwcG}d9>$kInQN3XW8N2xyNNEr25TgaWq}L
zwob}!mr&Y?plY_Zy_4Lko<&CT*7YP#EHhB-^V*)W>Jx)>^a(}g*7AvU$K08>`7ElN
zV7%{g_wLh88zg)9Eo<XWtgPAiy~|{;^k&&R?`{Q7tFPp&SNgP5BD{|24`-~u`e#oW
z_S_84<T<?oUyKUa4<3l$)flCwsTF&)J3{wiO84xqQO+qFo;pAJG4tT5^j8iqZsuN`
zx$m-&jnkgjQ#RIo%9cDY?e=Qh^O?DS?tS04U57jKO!k80zt30ylK=C7{qpP*t+|P3
zrZ;-7|JS~?b)D4IW@eicE7oNOU;EO=KJ$R3VyKO3o4~u1{D(ij(hrdLndAOawCsHe
z@7o=l-X!%#o|8@cYJT#=Z}WTe?0y~XUw%5icFsYC$|LjJ(_~T&wruuY-f(WN$tJ-W
zob!Iitj_jX^@GoTZpyUCi2UkBms$7u{pGLIw|T#@^1I2`2jA=d|M~K-+P`SZSNF?T
z`|r%~iuIaXIo*6qb<M_GzluZc^6t;JyJcmx_VDAK&*f(O&D(jP{meSQn#Flm#gkN}
z4_un+vwWK?uVUSmvx(_5%9h@J={4W<LH3Vx`Hz#|FDX>3=uY)6OPixvz9GSOPQSI9
z<I_dzZ!2A1{r|Q9@B56L5`z``Z-v%eFf24)wq<o*X#1y#nk2EC2lCW1m2E4Ne_9?3
z(wlx}*R(rdPRpdIiTpWNcfWbv>odV^wM(BwPf*OCs;a7WebYDNh8cb*12+G95%=@N
zg%@0PZ*tyFUOq1>CHxD=>^514J5O)ikJiz&ei|osYfG+2eqwb^altKy<=)epCjXw4
zf7_Q&{~@pJVv%V^p8OUGeTmW4Hx{0j?k_T5^h)498^eV3v=f@2O*^#zt~@qv^Jm@{
z%<CTWUa_x_W9sTJvawplD;}%1-{<uc_SDvMk7mE$xBS;K{rZQkFE_T|l+HXp{p4Z(
z`_;2I70qm9VP_7g&$=(=bkB`3zpneU$<tRK-Sv&D>zdxz#>~z$T%1=u_twc@60z<%
zQPXe8Z_AK7J^k;7sH$f{a^}0PFH24p+&(w)>zhrg)>o{b%(vLKv#+;rV?~ef^vyqC
z-SSRfe#;_vf%Vl#r6(uMExzn^c+0ibziMA6NLl|`ZsB@%!@s&IRl(a2y>9uqwy|Q?
zvcHO7UlyKxWU_Yhrc2^}zl!UgT-<fd_x_^^^P1%|P5j=!n_9p*m6?mP!#%FAIr?`A
z|BO_f%zz&&lonOzdRwVW)^uLqvO&ml@9F7ZuC6WcQ;=U9_(y@IVdjd>0yidpxY<&8
z?6^YH*%^P@j|v1AD4O1?(tRfUi_=)jMKtCkTi}Zqu@-^~E51BVO8m7T^<n&htR<%<
zJA#sq{w@@pZ+rjdq4Z@XZ7U?^2OElAGst+Z%yoIj-|u{e?iUvN)y&E-Js?^qa3-)g
zHR!;?)q1UkCG49IanChLniSKU@^$vM`D@SEG%D5fl(a6Yh(0j8@5i#$J@X4Wr5|os
zXxAFtmBPVkQ|a>Zis!dPf%hjBr{DblK(H=b<eTl64PJ*=&-q=pVS=yZ-fFKyv0OK|
z`rAF_p1!?^MXTX5`}})PSeDKA-(UB)lxOEP`Jnh;S*o(ap98Enl?jSY()qG@-kzRq
z{1+Ez7%$~g6WsBMKSDt7(nIn8PVLO|Kfc=eW=X*jw=I*G7|spRUfVk(n^|{7+_LMf
z+XVuOUFVBDG-dc9J^y@@m;0@+F($X-Yo5Pk_-m<O{6En~HvG?2Uy*a4+NU23mZ&)3
zfBMSHDaT8uUA=K;!}TMR@A=6(iSm>!kh{g&R`SzWzTHn-PL?4{W+%7kyA{b3t?CM1
zyX~^FZQ(fmm}!Fp7f)RJ!@Dn7oI<;UoiE+qlTmZ4b>g3I7Z;~(l$Qu*d;HeoZ0sR+
zxx&t^Z!hoIrh9V6UEjRGeMe`1IojQSC}N&Z{ME>VKV<5jnl3t=AG*((S5!adrSS^w
zzM@rrMROJ@@rB>Jl>aee%az9P<}%y2Y+r(N^!}y)f3ttqysBR>O)@TBcCGvJ%Iewf
zoIiJ;8nk}DUn@RKM^nN(QOu}gZpzG$EnQR2_-*(x`NR`8pG?t%z4qE(o-=;+?rv6l
ztvL6Oyk~8T`;(O(TxJmu_ww&Cm{l2IsQ&PuRH@F}$;PK{pD|d!|C9W({%?N1{dF(-
z9gbS1RJEqd*Cs_R)!TR6Jnu=?bm3=ZHYWw%z2CX5dVXa(o2>Tg=Mibe^}8z1@-8o7
zSz-KbhQ>zc4W(y<>u)F*{<>3=^)}6H^}UqE?`+ff{(jn0I-~UT$;szJHmC61;JxRy
zX3isysI=<s<~Q{x^39xEXyx~cWuJH5AG_5Yckal~4tVi!k^firoa?D><{tNJAE#Wj
zYm+Hs>)$x#xS!9%)t<%^R1)7bs3yGYHSn&v_td%ebl-8uUzgtP@{X`>y0tvj?f3R|
zAN{MHW);}2f8QFsye#g>VwtO&%wqcvpZB@<P`2WL%&gSkm+mcSE}ibTV9$4>WxCf|
z-Wz+|NdKV0b5pwd_V>wqTJk?#wb;MBV7|>pzl}8)&Ys$&wAu6dS``UK8|~T0_r5Y}
zXiWY3uw1QAX5;!pJO94a7wOUZcFA(VN9VL@lKpGWEx5+T*s$(;)bm5L{UVR9&)&OY
zGoSIDboTW{*|KSKHfY9cwXQy;eec7uxYoI6Uxw%JJ$Zet`LgvJ5B_aUpWk+ncN$}!
z|NH&5)BT=4zI>QJ)@$DnwkziQc4ag%z5k@$A6olDsam@;X@$YvXS(gD57|`u&s!A!
zW$VVk`!9|5K2*Q?<#ip0c$et=)4u0#wOJLs43K@@o5PnOX~XgQYQ>x1KiBN}Wo^Uk
zA$P^`uyx~&s*Q(p+V9S+nfqmn<Kyh5P5I}u0up|m6MkHJ$RzIYs<WE^=6I~AS=U#)
z{OYyRd%pU%`s^xv0((wR|8b>}nP;wn)fI_Zr=}RZxw^-qOD_CJ-1JN#_lPg%DdmrD
zSQI7)K1u)DsGEQ3tFG(e^aK9B5p0@eGXhhjwR^)@-l{A!cB{8P|2R6aQTmjyUt7=T
zS6dbyKF=VXG3|?xyvrYvmyDbDlrAgr_`Kwj=#3xqM1wO9KTS+DSS0tS)qS4v?&q~1
ztd8IP!JA#V=lp!>WmmSQ)by>tTw?VzGxEve*ml-+%saU+T8N1}inMWE*A`g+WX7RM
zlbEg~*xYvTb~ij1Uu6-`YJ1e<GmG-;mdQzhGiT3h^Ou{uH0pT9`naDnF8;d9#eA||
zK6Yl^m&@~g_gDSpEs0l-4B)xGW!ldkl_RFktk<ke?sP@%<NZAA^~Q(4@?K4pZSA=4
z7hdQZF0*rja`REvl1iO|Fonvy?)OagZ1m0U+a6SUbnROG&&wZ8JAd}SO!{GycXjg)
zm)*$UZNATv@9;mnbuV=;O_H6dcu0@WT3S+i`n3NByoaBc-L}}P|BCUf#va~(Xa1#K
z{gd}U@zLX*ncr*=9&X`z{ek_XM&$HgFS>kAK59PyL~dT!%POac)T~IU{SQBXx;52a
zq$kSap>=Ms>86T_^O<u0n%rki77v@PwP4EQf~pB_i7(=RuK&^eYr?c&nmbZMlNrMQ
zX<w2ok3U}jPCNd==`YhY)K6&fyPY=h*z`&9q2IPE7xyPkTlQ<#^=#(77abYJKWe|e
z6USrXBXd#r`?c49bSG!FWVW~c)LwJ9?qu4RrDwRj-H$N}-Q~@Q5;od#!`^W2&3#69
ztKObp?l1W8%HsXjbJN_u-uv1=Q*&AJd7;*`ySFcoP22a^kHzz5hHrXhyVd!d*{`}p
z&0KchIa~T|c1`(#&9B}rc(d@Z$&c4{jMdw%6fUgiYc+1T+Gv*Voqlcl(zxjsccOQ<
z^U18pnEJ={-lRgk-Bua14fm|S_Sngt{n3`pmV=z}FW=7jt+?uyiHYC)ZNlEU;meh8
z^=gXznbTMI`NZneC-P4}e|Fu(&+gZn*VS@A1pCdd{;;ayyZ&z<xAOm8PdMim^>2+=
z_rK%v%E7p-$uMHOrCzB(&aWlP`~NI!+P2-@?#8m4l4iW7hZ-4MxT3bKT^M2C{q6Gc
ziTh*caWmO=25j8vX!kF16PJL&$0eW5-n4pcnbd!OTCv=Ub-UK+q%bY`dii_htkfAL
zsXJcTeO!IG{9bMSr_*n5{ri00j#Zjxl0-^;>dkqxkIGklnfPUYQ}KzAPt#;p_b99h
z-m-PIj`W^miEMQd=MUbQsGKcnAQS#vVZ-@rKcAi1?<alX{@3n&<|!N5Z9nbY8tPq>
zbGZ6`<BngxEk?7JS>JiI`FzF>E3-SBwDqjdm96m2u6cdD;^XP~ujZ%A4s*XeqTFxw
z`QVpbFD6=?-nOI0%+JR4@~oA&ybDX@s>H)2tUtY+e_**^-Bf?OyT`To*Dbkltp9oT
ztK9!z)sC865=sB8P#fDWd4H2fc;u|}&r+u!{2JI;vUZM<^rrqp#^p*Eb-7zuS8DAK
z%R2o1^PhbO>_2dL8#k^xBO(}{_3?Pk8J*@v{drn-|5iUbqV2<V{lMA<T2YRocdCzb
z-{;DhnUnDAYV`|Vo3oouzILy^Y%*sDpY`LG`MdqnZzS$H)_Hu-i$57V9&BR0zLKL-
z+Nk~5h3H4@KCHSg&EGx<di)|HMf*%u=jqMo&&OA#SQWoxT7U4>9qaqgINrZ@{J1dH
zA-6`d=i^@X{W+D7Z!Q11DAjI8tJJ*|wNJ<GD>JKJzb&u)8@V{+vy;u)=90;a1(Q!c
zj)~`u7YlG&DV`|hfA?tgFOjTwe1}$Ui&Pi0DN~#FW4h+qc0HZB>dQ=h%%3OD)G|CK
zw4Wze&T2{O7rXD}e;!sZ|9<a7d*ZK3zReA-(@%IL8~5k$|6ca%`SgdM(+khd|7z}I
z!(1nK%|P~k<%{CS-MgN7UADgwwM_lM2FC3?`e!~rpLTZxYp-P8UeP*@w+m*Td*&m~
z8p=EU-?7^dKO5~{a(5&DKJM##OkI|Ljg(rudc#zC(^lU8s-0KtXXL5Wu0LUO_Ghl?
znaoyxh0C5(^xynv@%GyH>uSE=`GQ|wrr*wexz*Ts@4(!kp8s~gxoi&qf3)=T<??;M
z=f2dEUtRV8@AsYYzH`eW&ZS-4y+^i8cl$%LtYzEZoc%cCRHIXxb+CC<xe(Wy$$X!V
zHER^uJYL&4qj!VxaXaz8t9N%_wz}VY<Mw{z+8>AQA9q|mefd>q`liIH$7a8kEOwR5
z=8v~@xRJhcrOx{gWu^7c{a&m!T5SH-hRI27O+@hiM`=MX7wY@ZEd1FkpIBVkny+w3
z-D6i?;PS24msn-+>GU-@OI~W+@Ym?Eh`Zp_6Y_U#^0l8lSZ_7kx^(xIon|}UIB<j)
zUhSN;f9JXGyobW;UVrrpFLl10CABQy=GfN#kEQSZo^)MH`tKc^8E&;dWcD72U!EP2
zc&lz!+xKO+3sko=?}+1%Gx>WW>{~>Fw{=<8+XD-W*&9|}QjOAkxRLkE;$~Au_V^hM
z-=;h|Xls06Nw;KGGrRob1D9_W_3&4p^!_2-{Hm8{>W!H-|Fs%7{oK~xr@3f%$?~U?
zGsG*aE%wZhRzD<t?YhmLLfL)he23q@*<b$j)Ry0u{5OC6_xZg2@gP;dFNq2tH$Hsv
z?BemrZ7vaCKYCRameg4olu7oNrPx_axbZ1k`GMc_IknF3LbnvZTd@0gN!g2|$@k9}
z{B3(Fwf+0D)Z@3#ZL>1FW0QN^bng~Ee!X4u)7@j!qwYIYnD3P>WmnUCJ@fJveZ7az
z=2rDLPF=RC^R~su2Fo97pZlyfUhB7S%EC<P_<XjQe<gK_yEj}CS#EGIy8YWj+rIkg
zR#CEB?i?$>tHoQH8TCl0fBLTP`wp<LeRls#Ycu1Sb?bH5HXErJNegw!{WA(-H8hlH
zeXzg7!{JAn=jqQ63wqbh-O+QMwQo0Xa{K85@ttkl1t&ywJ=yXeWU`v<Db!j!_dM_B
z2Z5G5mORzoGUrKR^AipGP^Nn`b9zr#U(SsAykmd={>#<V&0}Bhn9rO2t4s3a#~I7)
z1unnbGhO=U;j?YVFDGrN_;&M^-%3-1vlacOyOvu#`p}vDe8mg{4K0u9mOINLY<Ju=
zF-|RFV46PR?z5hE*>e&$9o#OzhG)%<IddyI%?0xJewRC6S~By>Goxwyrlh{uE78R_
zZIhn$o2aI#6}!(Jf9kNUM5T90`_Z<{YNI`mzow`0OJA|y-}3!t)3emXHOHzW6;0)9
z=P#GH6p1=!e)ik<yC#>io^M|F{+F-znLA=U`RZ#7-dg1z{v9K}!(ctnnS<psmajU&
z<^5RXSb_e>pKtDdx^HFVdO6F^s`mKLJ4Pb<U+)y$ayV-vn75ik_HoJC@W&ns_Ls7%
zit8VXocnO>aq(k;^rePAHf2t_jEf)f<(6dqTBv<_#=ehV_f{ILt$X^$;Jw*5SLY5@
z|7Gg4EI!BYITTv6G`{SU)N-kd`g_)WKJxsL{z2|vcA1ivhI&T2pS242v}*3kRer{@
zqp|et&bdpL&#S5VrT+hkyuWzH8V_D4HS;U29Df3RKdeh{Kesjh*uFEIdH=tBdThD!
z`PTS-W`Cc?|5KHY&kxz1xQk=m@|fHH_S@(E&a3!+)i<8gSZ{MhXkX9f$4SeXa}VlO
zDx7agU&-)u&*tZ8-iP-#+5Xr*@h8Xq+8d8q<aYhM{P%VK=6!!<r{z^OaeAxIkSs5&
znXl@l7Z}R_{ie>&^KI$u{?E_Pd(wUE1!r}U+H8eaer$G6HlF@>q3quTg|D6Y`HL(Q
zw5wO`IVrg2YHD>$d}OY4tkP26AAu(K*)r{OXQ!H{DzDXl-?p9iCI7m_<&UOuAGWSt
zu6uiGe`?Kd->ZJVtRBB%*(Th-?)|ayxbhk0ho7%YoVDK4=i-WAm3`Io;_6S|E_r5h
zB>&IG<f|JuHNQ?Pu=bUkD_y(mI^*t>|1_peugqv_-hW1-IeuE}=6eF=zjzaw_LqNR
z_0_)>m$)Q5{j`Z*<VmY}OFk~oS)^vLo3HRf48um5E1LJWKFLs-vTcgj)r+OC{pHra
zzv}opafwwyaNo7*-~H}8%=Bsez9{&o>b?V+hkw}rc#&+ijc3BehtKPu-+cK-^Nk2g
zxP*sAMctM6UWNf3oA)WizTH~9>B^^5v+bvO+ZFy?ctz3trg}-&d%=jjN%9vqJdXLL
zJ@d_k+hUT->Ykq57xy}<p5NrjRqvlil8@g>zih3sVea*l_20#hzTRxm_Hz34vR|?`
z66(3uw;q*gPTcX;`+Q0M{=a2vq4Vl~t$dj|t$CNf<1Euah4ZItCe>fAeEX5@#y|Jd
z88>3Y3V*Me^J}*F-$y4Ec>aC5##8sS((Xc#Sf#jM-I3H?*AkC^f0p%fb-(2t1H0dE
zIjXx9Oqy>msGZjJEWl}|L$i38)1NDQmH7S&{V%s*73eR&Saodu%2gLaVqWmr9J;!7
z%>*9}?SqN84E~l2%ySpdyb$riRi%&3AgFH-ubumq#C>iBdB<ei<{y8ZKZEbPWi<~+
z0Gsh?gSl=?xO;f`>TSMm`J#5t{jwfQ<b~`x_XH(5cqWIpulpVQ)Z)<8#}d-7XT^Ts
zeVF~xlau=&DEB@~VBC3p);<3jxiRU^Q;m)H=~aK8TfTh$zCWM7JiGnAak9xPlNy;f
z2d)@qT>Wr*<+`7%mN)Nrm96xWz1ZKjdfqDL2*K_>&kdhUEqrldN8kC_B|G@u@2=YZ
zAWU(6RE*@I!#wdz>kj09;Iiki;Yc}l`eDXT-G9?0f+q4?O4%9MeA#<=uQ{K!mkmd1
z#=qAkvZtp7nik|%T<$ubuC1gk`&DP&v||SA*Okl)zx>MQcKPF3`@dC-r*Wn~wn&?i
zxZL{MqZ4OzJ}|J?^>H6)X}|F!@=?sA^(!8&Oyqx{xM9Av-FLAHF^l8*1@`A1+QN4p
z)sFr9DR^!}n`xYS-!;$AiaEPKnHxKLExH!W7`0RSMupW{m)}?SC9<mf&i|vihubpY
z)Kbf@3%A{U`SG~?`Fk4Pg+Ejm%13(#1wMEeteBv<hJX3HWzTb}avyWZp7MU&{Vi8}
zYLchqyF<n8)%mg}>+Q1h+hb2&*pai@?KtnoJ2|`0m*@NJK6^VTee&E3C(0dT4v8i1
zIQ~xM)r01nX4jU=AAV<R`_)W3WBdERRlCklw2pqT?cC<T{>{yqJ2%uU=}QsIdoHuw
zB9<lesVT$Dm{r<a*YK_No_hLq$KswHsg*BkCcNJ;V?LX3-#Kk&j=39Zc{`XNJ~FuX
zYt7f|iJ!j|iD^rGIJD(;ql^9j+V{mWpG|!CKYqIYbEL)m>3*^@oBWk_-+RAfpS;iR
zBUe9q?|It&HgS7)PK~|S?eh6cGj4kH&do5sB)GiXI&$j&Ytug*sek2~>tM0$;ik@r
zD<_k0@!s0U6ZcYOwfjSk&ijvc9ctJ;_h<6n@VEOPPTl?~?yI88*8H3-`QM_4Vu}wJ
z@jmhnKcqeVzm>Yjld1nt1SN{ztjgT`)z;vjN~jJ0AI_Rj-8L>_-%b9!c^Y4o^6}W0
zr|0)u%uSIr@$oOuyW98IGBD+N<<#vqpRSiaI*~NZ@sgnZ`2!8A=I@T*d3bhyGY9*-
zZLU_8-_|y!9yqt5?zfxm>v?--Je~P-S)MNQ+&GzAbN;**-(GN1e%{eiiESUdR)0SA
zeqqH*rq|{_C&X7?l2nU(S@Tpo-jjX5x&8OOuUwB!)?q9S-dnO~*S;y@>(5C)o$!6z
z@qZ`gJUk?^eBM{<1qN%G8+=wJ*gu-)f4N$7cL879lABwSULTlQ|Mo~`ROz#)#fM+V
zFWqOK<-Q>;=IxBLZf>4iWd6=x5cvB1=bjsrGMr0K9IQ5e6uXNnpUrY|$_$=YN7ic#
z&HZWHaY3qc$pove>o*lImhQ6YnZN92;=vrp?9R4$PTjs(3F&?Bdw*{~`A^b<S&4m%
zig}8bO;O+;={0i<TO^!?4!L~{GM0OF=flqC+q1%Evp+JI{m?3x|8)AvTHe<k31@wa
za}1uW_PDV0;KLlw^C!ZYO^st@eFaY+H#<E!FJ`ydJ}2MB-5-Be{<?m@Ci~Y>?e#|5
z2Tv+XNUQnAdE9V{ZcE>>j%#bo6b0^DA)^RUoj<eEn_Qp$3EA=S*2;-<_kG^}{*Xla
zLoPYyM_u!q6JPDqlE^*3`jViW8T<NPr?^uZ!i(~*+!R>3P$}S$^^(g4@fXx*7V&><
zGC$88w*O}IFP)iMj>>DRpXMJG-`*SYj$`@7jfSt>a#wC|6qYz0f4-;W`M-{*+;MX(
z3&WJlZk*w}_f)~;=ft-=@2ysxb2ISpj5eDR<Je1=J+}FIm8c&7C=j<$lQ*%4({}#P
z)e<j-3}O<r85JEQEH9~rUI@3_q9^8|?YcPX4tJhk?Me5?6UwDO?9^$Ss_idTamwS+
z?B@pWnRiKjU{5ujkS(U}n|P#s=5x6|hvc2*_m4Bo?+&Z@F?H6*M8=qF-2R5i-;N~r
z`{?ia;G}z7;e70N9o^6Iwc@^+H#R=(ioGyFsC)|ViZY=Z<A*`5)^lz>^O^efH{<mq
zi4Jl{W-C15Jb&-_)(g3xcRko+P_{?bd^&&b#>lNNEKh9wbK&aYYh{u#8P`uees)tX
z<?j96wreki-(1Rfr$kavwq>gFnGb6XCNkYtpLo*V{>T&QsM8#=zOVeuyp3j8cJW`o
zcxQ3@B*un=nI_RbZtEs-9@Nq)dJ%g_GPFqC<M@n4uWZtpx$95g{h8=~qiWIN=e+fa
z(iVsB^Zc)PS5jQ}?B$o$?a$)k(pT^`>&<)WfBk#k414e0PgYd_mcCZ~`T1V!_BL_(
z(_h+Tr!D*_Eu8n`q%?cTOPAi`9j~)4=X^JuV^SRUheLXU<!O0|Q2qS88(Yt0CTQ0<
z-g=U>;-uu~nQ2q`=CM!Qu_rGzb*KGhbLm4}$IH}mdA~1Qs=(E|Wuekjsg0@E%kIc%
zB;Oa9)@vbHP+GsB(#UVW-=5lV_0(X_Rr3$<CJ1xh?`(WwbK%nKw=%OQ2Oiq`di%2J
z=Jivpo_O#7opkNV>~~_zO;3HURZ~3||HV4^+v61BJ-xF&ZE>%(Ic7J<{igcH-PN;<
zxO9IhT?)3}S6kqDlP&*$k&*cC);S6r9^XrivUn}^`9N_0w_|GchmT(VbgPo>w^PP}
zmE5m#6MVN^ZE%pQoxNzSu32!fd*0`%g@s+mE$%z)n16VW!5NFgwayDCe0uKbekyxr
z$$^J=i)xxI!t1Vh$*9|9P5vUt7pSpM_xn}-bJ02mx9ki5w>7W){9OOZyrT6kPo{6_
z{T`x~d!(^thmU$apMs2z#f*Xl8=p*N6fiiwOX}Xq_5KmlwD!NU`nLFPQLB84)iJ@-
z?)@px_sdv#m3;|j<;gx`uk~L=#kk?%>-F}9X?~K+mxc0#w;$!Yer9!>o8ttvUcbY}
z*Le8MZ>`9g+dJXor;R0c1&!T?;YJP;#s`G&Eoql+n<jb5#_GU}#))6L-yP7J`(R3(
z;N^lx!DX6<T#P#0Jd|HLsn4@q_sx58qEl=6^^1-Cj(4gizr2*ReC^EAhh6FB<!=p`
zr!h_UbGP8y_u!rU$0-Nc9~J$1;M6&_JoMm#=b=1FZ+Wh3K6!j%^Y5NHGZiP7r{7)i
zuV}qg*P)ZIe_MxeTwk}rZANK-c8x{)<jGQXKd)8mBvw`KI+Xr)viK{Dno!sEZ={y~
zG3~E&S3ae%&fh=qb!<e7aqsMHlghazz0Pe~xk>QzvX5Td9`m)E`*4N6ajuRI+5a*6
zg|wcM2Ir5XD=)k0{5Z+_WlMwVfq=~i3=ZzC&NSw|UVgdyUDdqiXge;u<qHM39dP84
zIJWtd;DWj8SBj!aD!<H^FF3k+$JBPd5c7te+}!nL>t?ODnf(1#s(H52gL;MHHmfb3
zo84IN`rR|S#8t}~{qc&O>f#!=&MK$=Cxu~7VRug67u@mTbB#j&iW4PjqQ`bDk>7MW
z{Q2&JU&_H5k;_Hi-*T~LH~4<jVD`aJ9>Ikt<}ijoZJ+z_+HzC>-7lKh4ZBvqmSn!-
z^i*=c9gn(yF8{Bmm-~D^MpgPW^7u_wiQzA}#Bpum>TM@~Kgn(s*{8x6yk!1*<|*qZ
ze%v_snDGyVqN-;f+n3dUy#MFq7YT2HtjGyVboXCl4K>$!(bO#^XxUpl?VRsnlSNm!
z-^o_Ixb*Vn{QsZrXXX_@IJCb0@3Sv|-~aDu>#kDxx}Aq_d4xsu%p_0Qj|ZM^?#(>(
zG=8b@%gwRsr;8l^Iu`UV_|hEVn7NmK&$da9Vx1Mwqw-ZZytT@@b+DB=`Aw|sXQ`xC
zTi)yo59WGVnSPg4$S^nilQDyBN1y23>&M=D2vzaCJ2>U@f6beRmmQY0nI@aL-YkFK
zn#W>X=O=HEJrga`<8pC|e+7H$sl`+H*uHm`$9|SlZ_O=U_QLMZ4E1Fv`O_pbQWyNu
zKgE9WT6pSrt+RKuq;jL@&TmkgTfWhCyJA3%YR?u|O@{@O<6iIhaPDJd*zK)yR%f2K
z<=XISN8WBa{PD9%S(eiC6ZfC(EYvVpIj}J8ROpROd4_gdn>RdJa{5Tjy0qn9)dqD(
z`H!qM+U#e4Lf?D&WUi9yjh|M`U1~S+<3kS3-^^ihF^8u8wN7l8FLZX`73Hg8Soytm
zj@|KZJmr$2&HQf*ZY(l6RD5WHgM!}84a|DHiJ#<eei8r2km(-#-{k%h$Bjixmp_pz
z<lZN=`YAK}jHj{EyS>@}JvG1othw6y^7ObT(L&SD6+M!07rVd9u-2jO?c3OMQFXbI
zZ)W~!jgR_uh@*dv&XZN^Rd@Rs$up_EwNf|LyuUG7-EwP>dHa-`Z-N>3&rO}a=(gL>
zwgY^-m*>dZm#QVz9om$=U;3fBmQ7~y-~Y*P&hGkRwa#QObBdafLz0?@*OInLURtG7
zPp9f{zrF9{`w#JN%Wki(-nzHuad%O8<^zR^BI!OXhRicNS^n6(@B2IVM1R0erO!2n
zZ*K(is6RX0@WDvF{?6_M{p0^;r8e25i@s{fuI`UFocU_I?1RS>bbHcgL|B|=c+MmL
z`*ZWI=lri;Ur2vpQ!RWYGR*(Q*JZgCobxOD6)#$b?VMBb@bt8o8S@KlH{4&jF=+n%
z$I4T_z0c53u#4W78-M0d_&tN8Ek`6j7fg{4KT$G&;oXnNwshB=f9Ax-d1s!xedal7
zhM!#)&s`Vj>Tf$g&G7BI`iFscg`X`r<k-%<H2uKNNjb6~PDMSwzw4yCiDXHI<U!@K
zg%&eDd{c|hyEe!9Qh2|^JM*ax9(RPYl9Wp4C(PW+cws$*ouI^)v^=kH5e3DmkL~nZ
z8W!w06~Y{nsTyCh`eA;QhNxXmL9}3)t#rKmqS(S3$@dFt++V!x5uSgMRZ{J**`o|)
zS>MZ7`E*~*?BZ}$I-i}8z+7|frMl1OJKHi#x1VDQZuqw-|K%#>US6J7?H^ZF&z)HD
z$1EqzKOslsY4QwVZn3GMR-0uu?{>Iu^0Z4};$g0h$4?!eY5Ptx?fmm>t{$8A0;zWo
z+a_K+SiCRd*OP;XpWb_Gee$sFx|`J}B0KzVy#L<6|L@(R?zO(RZB8uat$m%^w|#|%
zdQ(em{nBNYtl^4B825C2Vcx;wlj*Ac_b2BWj@b`&nWwo=|FX+w#<@+qrd_^V6Z-4X
z_QJW_dS4%((U!aW$7++g^PdL)i)8PLO<ZQXmgUwNL9>jB*Qx@(sNJv#zqKrD@tRrJ
zrY?AP+mPKOHTu@EmC~=HUZ3!oJgfiMZ1=O}f0jMguMB7Tb2MZ|W@fX-<ksWjVu6PH
zCLFoQ*!VR4>CqpncCVex^Dc$0cozTVpDJzgmmf`RGcn|q=eOsJW7odIn=pHQ=kYev
zwQF1d{8};p*mc>NZM;4oIyY2^-YdAg<t_{7y&1181dJ07Pq$!^n)cGl_hs#;)eI?N
zf_wsMSDNn|pFaO1;fi&Qc-s8wE>EO#F9}X&oyPgP<>B8HHSw31cP_kRdH6l|NxpZi
z1u>7iF3ryW{593;iG1CMm!HnAt^U&D^^SM3CQHG*H}g+l*Lv*{XrrC*@8Zo1eO4RS
zU6Xr$i(RLGgQMj$)qa_KXWy3ztnUb^n{8wLTq<<(>eZU+(^lUpp8t+@;-26m@7ay!
z2Hbuq`@-?n<jww<IbZPIo%=ptw_NVd!vafL^(v>Y=T;S6e|mn^%to0n3sj0y9`qYc
zw3j?Mh1K_-shD`a{Yf+FJBK(84zp`W`mZQd+7QDk9U|23zWedx(0ff;)heB-5e20Q
zMx1wMB~EqU(yYgL`=ylo;WHn7ukYZp@4aIn|Mlj(W7oHAf7^He%Ea7;AKL6!9_L&-
zck|lDT?<}@zRbS9?s+w1UhFHSJ1=v@-`>f75~v)fp7F?STb_8({kMw)BzpX#9;Gg3
z7x<PtWqYM(%B`=LieD?GPO`dN#cNuan8cd<(zH=@vc*rIoziDl#B9IEb^lfT<!RcP
ziWlC_-n6ewl&>mo_V4!oe@EW@xcKS*zq{+FZQuFyO!;f$JoDerURz~<xOR5-7snS9
zmg`Qre`)58#qt%!Me61)sYcyt%~gNy=sK+p&XB4<wBVLak$VesEj#-*`{$B>Dm`xV
zFPxj0@MFgNE}Q$-QF#Z>|7$&6qrkswN$G{8xqfwvy>D-5?VM>P{A*71t{Djq+tmBx
zKdcq|J^jn=AFuxE?RkG=e(Hvz&Vx<QSed0hAN#j_S0!WZ`i}2yyXQ<~N}K<08nbzy
zO8U}QJn}j%R!!Nz^#b2togRAr(djJP+^Ij4X1?6#_2<Kc=F3~oOC9cNU#0)**z&_$
zS_>5x+<qIH*SqQNHr~<+Js(<(ConBfT*q|s^1pvuYuH_Gc$H5$*jn<_uSNgQ)=#hf
zC7e1^f(<$5`yLM2Gu8G>;yO2*zIRg7OMPOr4y1}){_!IzYjMD=bp^T`3JxZ#*hGAL
z(_%f_<n!?_jNTVbU)Q=M^6^@8-!ZxL<%sd@W4SZFga|liZwi$au{SgSda{gfmq6aa
z`^Sub-_~7HYVzLm#j5#6JCw6OKFTk77R^8F(8=)9LuX4Et{j|cWuwx!Y~gLyRnz?I
zX9ucyzV3*wWp;mB`t{*gy{Ww)3K)F9KTW;LnPi#}T*f8*Tju?p-LrRJGT!X|%U!4O
zZ{y9Q_v=46u1lYM-u&WwKlkSo4WvGA|7^v`)}HrLIg#_wdwc)Joa58;q}IQ@;%&a~
z)+^s+IkW!U)6U^Wr<c~8+T8yx^7yWFD@Unyr$S|-^p=?09~0+q?)EddDI32@D}VO0
zg>N*Inl~$+j=QXte<gfE8H2&mdlIwS&T@(0NG+3o@Irqz=d{yV+&b&l1%1m(EZ{9$
zqqa@Kb$96kouketZ7Vo~52RdMYm$8Hj9259&&xLXvYkCYtK`NSF`=6U+Vay_Pp>IS
zU6T-W_K9Dt%DzgWZ54cRms?hBD0_1>BvVTw;`HTXQ$DB`o8CCLynMEL#OK?o?(?$c
zixoHi5$&;=I!`<H=;`^Nvd?UMbkg9n#z9qW$4BS1+*z;dTSz;f46wNL(ezLRi@{v|
z2dl5|*gdyMKi=-s+PB?DCGB1xl}Z0S>72mBPw%(gn6CeKg7Cv1-+#W^eEUI7V(gv@
zhOO00oo7B=$=8_o$wKxDm%DVLZ?x2pQy~SbQ~GXRiG01ea?;Jjpp}d+Cr)2~c9r=6
zpAKJa;DX`>X~r*?%<|0WD7s$JZIk#Rp*-g2gf2#==o#O3{<@iOwZlp6{*{T({rji?
z{~`bX^rt8HZR76Mzd!zl@%uGNez#ALo{Ju5Q42rB)RlYlysF%pWs9C3)K2^$FjI5+
zy&U$hH~8i4;_QC?=)br%yf^H&$@J10$0G7~$A!qQC^&qpWJlTIvYK1o487SFmrM7&
z)9T$7rhI=|x7qRs?6Qy3=J4+JU48iWH1)(;=7*2kUpBtC;n@AM#~1Qu6g|H_KiEy?
z(#zu>cc-mP4qI_)rc(R7PkvkY7a5*4v*%>b`z@<<{?X#DK(@P$f$z^=iN1Ymqt^wC
z)~mjWH!lSD^}boxa`U0;8u^DGwLYk=Z*pE{&?#-$>Mc2C^W!byHM_R^9^Y<rY<JS^
zZOvZaro3&LU;8unS7rVG^7_qx9;w?e+<fl%w-+1gK0ghAdA;I6R7L8P%RX%UPTPz>
z<@`S<T76$RZ}Yd+*Ln6joj!QSlI`a4oJgy~>PNrtSoU*<Rq_4LbFSp;D;b>cYqVZ;
zxxUp{Qv8R~PtGd)lz@i{4?FZvzc*5RwX>yo4(HwDy=F!Vg`tPDXT{s5Kl^{?=!^e?
zx2MI;tKAlpD)8v+)N1uLITsXU=F7B&o2EwIOq|}Hd+PG?J4f37or_oM-_z1~wfFjm
zs=m;U&3Vf1dVPt@*P8HuSswYkHofk~yLV0ZJ%65K|9wvC?^^Y6&RZsPer=9lR#$uL
z#QdLXbKbq{pDq4Pd2YwXxhD54602`de!IiO^pIqDDYM=01zksaKD=y7j|gWwY??VK
zVN;@%opP{AWc<e?j_&rW%{8}Nl`s)rmRohu^264mS$W6LZhJRlqS`O_jO~wi<cBW&
ztF*}E&|<GEzDj>D-8kZ#crM^A^Xz4F!|orx*Y`)~N!f-P={;$${g;dO*ZgYX+re{r
zg>h<WHp{|`D<7VeIMlQG*MtpU9BvpcPRsutz_)X2a;lnT(sqM=i!Q&n^Uj}Yu-9a%
z?diqV{gp?#4fH+P1$A2IH-4986W~*li0o}!S+HCD!l73|R#K;go?ce(pZ@#){dl=T
z2Q7JvMFsW?lxn{m_n&_M-^0UCcfY^!USs{MY3XKXgI^yvN}93kwD)gbz4C_!`@X90
znQMP~+On4%`8!g0vty=;Gpe4kklXXfI8U!WwsVcmF4IF>W_~Q2QT92?xF>d+Pk4>Q
zdmYcy0ekwzWq0XTo|XQpc1X)!bln`bs5>namwyVcSen1{?EP0V<-0CdPMq>5r-1p|
zgcbb1q~j0e1{}S6yJkuJuX3?vuO=p@PTBtCLi{fMUvvF$6))fOIqt`0gCedq&HsGo
z=soQEe{8Bl-720b>p#29uhCdPX<GG_&KElmb(cLfZ_yI6Y7@VAsd(F7h2$+N$`8+3
zJT>b5BPLhs=5we;`>x3RU(BL136JZa1<Oh<t80?*-?mGl!&6dgVMlqA`oSY%du-I}
zwJMaG?-f|Q;JR)k6~6NID=&WgX>#4>>LE|uEo<Co=uOsH!aaY(n+J!A@}hq>O`oZM
zbwj7#n(S9EI||r^jclj0PJed#fa{|+xykiMm)~ZYwOq`;>&WHJJ7o3cr7DZr47V&u
zw7P9>t#p3V^j&sltKNKaXXf^*49GL_5|fZ&jyJur(6}K-@8kd5^*??;z5nlSyncU%
z{Qk$^G;bdi&q=O0Xu9G5@%n%Mk*$T>zQ$U4v7h;La(eC#{Zi}xeZg0Hzy5A1Px-|1
zi0{Oe#haI}W7+p$-fwmPd6y+0R<oTGNLnMGE?E;%R&!>u`Ak0kcjhm)UG8vJu33KZ
zUD>4_ZJzU_7d&bc43pwb-tcc~p7XT3A9$~C^xZun{GRkRlcU#{9sY89`Olo?zH(u^
zmVdoexNM`%Zxi3Qbw2kuNiW-9u+Q(fr(TWd&eC-m;y#as>Uo}6=dz!4e&BKc&Q*q{
zgRE~0K5m%1e6d_a+k>T*TCxw=fA+oqe&zD9#Ef8xQd6H3wOeI-PdBd1%#Ht5J9QUV
z%HteMvp>SuUv4$Eow(wD-Id}~ALs8+QkZD=<m)H7`@J7zv+G~nUcbNd@3phri#Vc1
z;*MRidJ`IcdZxUqG80$HyOp~$vrl|Zwks$<cFrRF$*s<5%QjeF+4y<S`K8q*96YIy
zS3TF1$eHon`uDW**R!m>be?Z}duGk$eVxr*Z8~vFPqDoEc=Tzx&w_jPrSq#!`UW5Q
z&ny3+wkRQXiu!H4`}I=x8(!-1Z<9SVxyr&WiQ$l?_P!lcf415FF8;lRnXknn|LL_A
zoA*rii}`wgv2MbL#d<!!dkjjKp1abWx>nulY`dI~#J!&>>i4(&GTl{cvh3v_;q?0&
zs^{#~7v|c1>-Bqet1Lchm+y6E?)%J#%>2K2cQ>%8st6mcyS-su$irjvQ&wGj$u-5v
zV8*s(3#a)CSv$#It%$C;{PRQxcWlZkC6l>NqW>;XeB`jA>(lB_2Mecp74q%dJYDj}
zgSKrp=I@qmKWM#!XX^pR*BKLTOWQ<9O=|Jpye*!^Xr)y$TUW%?Tv;bY)^>fRmyr@r
zAB*ZweluNI_g@a9^1WtV9q}zwF7ACfsk3L#*_yA@xH@(3nWRma9e;sydvm|upNi9c
zQwyhSbASG*a_GkPj%}YFozmjaH|AdZT+vTM;e3VTz1_vu^V`D9#lPw6-2WWgalih{
z!%yw}c4-A4HEOOKn{2xRI}3p4(XAa@`<{BrUG<+X|FmMVA@Bbgp~a$M4_`j_<D7j=
zWXnp0OPg(0>!-J-&w91?^XUR@-`~!%YH2?t|I4hCIQpI^@MlJ%pjgm>h?&>L6EmKq
zpAfY<bpA)0tf07%S<UJ`;VJVMsp@OjFO#$|t5_(`Gj&s<=2<nLN~8Bz``v0!PtM@F
zoY8P0H?2plYMNzlrP94Bo#IC;u56BN7EAO@|Dtx5MZ0dEnDZZIQAbCg4y!Bb3yd9J
zm!1o~rxkN+t^BMc1!s}nk58}rqjRHaqWjBF${i<jirMzPJD?UfV@B_@#r(7Kgj?%e
z%lE`IhwQm1U9jWmR!7qxJuL@Z-fvP`d^9KEm+~wlC-HY5Tzzh4@44XW9C`iQJ^e>j
z9yfk1_;~bT^2`FaweP*dx5xf}bHS=J!M6UScmDesk(RgkZf>@bHJotm?Qy%e3hmo_
z8(tZ`VriQp7+3c4@)lV=|0a{SiY*7D(=wR7W%qB|+d83nuJboh`9j&$eWi)_T6#V>
zg;>43x-Ir=@Y5X`g69=l#9C)BzZX^a_4Rziou3kR{(SN1(}%guPY*V$Z|U^UQ0_0j
z@M*LDzLe<W$6quua{IG6i@dsZ$Z&<@>BjhssP7-N7hCzeo6qIl9$%QdjQRM+qiNm`
zdas+U_kHadvzkwI$ElW&A6KS0fA#*udu+$q#q+dIs-01}ow-_uQ^T(`vU6AON|S$H
zyI+|1BpPe`T31Q!$+?_ef4JkZuUkxSb?N+R)x6@)Cm-CD>7DDc{nbs~4Rsu=SDG;U
zH&yJObpM**>BP_C5kjly7e6SvzklT#S+Pb9=GC7sSzHb-D9F4f`DhKF6cazMy+hJh
z|BGh)S67#P%(P<XcW&v8(>iapHM1=y`@*r*kmdQYC$xq1j&J!mzrNP`x$wV-@9PeC
z9r=CJ>hXb>cJebe3s-%9J3I2>Mqb0cZ@o_onSOfwYT@-yQS5KN?Ees882)kJlJiAV
zuCm>ns8*{LCV9te>-p<z{UZbgjwk0uR?pI&GxJSCc0%5QX7itAMPD_U+k{{3Vs<{?
zo@JkU>EThmTsHIVhRYPzpV#AG`0?uM=P``B_fE~+bH2m8zoNP6^40czsV6&S+4z?1
zaj27@Q@!`kpSRwpt$(kd_Fb=NTBB#D_^CIiRJ0fC1@BuX`&HV+ecN=6?Z2z@EUV6l
z73q6ye4O|5<O9y={kvXs&U=@yxqI2)x&6!5{)((zeS0eFTb@-H5~W{;Tdu5ImiKu%
zJO672<!JG&Ey@!Zic{aWt(ZB%VfSsb*h7<ZLj&g?&7S=5NW(<VLbKju3k7x^-Fndc
zPp|rm+$lm0zN#;j^6q{JetzZbk>8g-?N2M>e$RG(+TuzBi+GP^LOW`cZ|8j8dbaoj
zkEQn7Iky;QaNhm7{cs$!j>@!yukw#XimEn?Hr;){Y@dus<c&M^IqYYe9v)COW_Ykd
zGRA#J2;YYl(?#S?y#K{0JN<k`T(LLH(JsGPtgI0clc%5Qo2ah${iong>-%*lg>2)!
zTi4m#`T6ePCr0Lu`}KbW^-r@uRAgWEz}L2XU!%#X?aKFmuI`J<?-WmY;j#O!?DDtX
zCcRpgGiyu&c3R!lV64hLQKhgZZ;oIY!@_${PP@m>2#d2izspGN{E>daWtU5KB>J**
zEKt}{>62=?W`W=8H?7%I@BZ<Bzr(1bX49VA6Po=MXPK>VYTe*j#d(y&YWA|74|5)9
z$v8Oq`}{JUx-X;5XR4?|kI%0SlS^9nze?kk@^U|T)c@j2&-Q1mD$RW_x*lGuKfI!?
zH~JED;sMS5oQ4G!y?hg92J$W9Dqp)mG~>at`OD&YN~0JGUR^#BJ^SFh6Z^I7JJp@C
zUP>_R`xIwWQq{O9yg;m8`<+6^_Crgq{>j~7!pxj_JpTi~`{J3O%i1>1*)Et`o}j(v
zQ^1`=sSnO_pHKZYU4QP&Pv81(9lEmFZ`tO{f-$GsZvWjktyEpUW}%Gy=0lo1x!(Ry
zex&}6Y3AgYtZ7u=#AmrR>e#mK<G<c+u<V~y=xC&HcuJn>{i%U_rbLUV_U)?enXVA6
z{p5I7_=2h8)7lOOak<^iV-5J?al7%er8eLHhxh-#KVARR|G&DhcHNs(e0|Ij_cBXd
zY^J<4-Tdl{YSjj3rMKeApFEiS-jvK<XE&$gWw!m(?Qzzhj$1e7f9<g5S!vpO(d6{g
z)9XtkqF#Cax%Fvb>_gTyyL&Tq?4@om@5{F7%$W3GrtkLmzUv=Lwa+j;w*TargT3Ad
zQ`SG;qP@3hYqhkrm8_9y&qv+QS<<(P*4oT8GyIq1!<)1EF8{iP?)O`NKUp1}R`dOt
zt=-FDmXB6$s`_h{uW~soxiazBqv~5V+YirVxw5cmwYJxW_u7Jr6aI>yp0`Qzd9S0T
z1#g=E0fY6uYdD>sdahU6(0Zsvx7(u0!@Z)jdH$jGdyj38YmGb_^H}}Dk=fUNwciLx
zd~xQ<k+r+OPoI3h?!eTO$4{UC|0+FlZgBngoi8tT^X8=gnRdi-8|SvZCE_sxrL70t
zcgAgsefcl=T&#`7W}BLC8n>rL#4orv^`Fk+SC1#0j$gHI0{cUbninxl&vMT#Y5Hv{
zeoABUea?>#g(7<kG9nH?NV?8lFR|v$<%jleE7EfszZA7xI(p*5L~}mzL-wU#Zmj)!
z!O`d4o|qrM&TP7qXnk3{e}D8jIlI_<Pv0C{e}C`Bm|G9I63@-Ct^L$6`$6Bd^8A?S
zZ!h=HNfhtAt@d}-uH4V%FHZgIV)j=rvALaEyZuatcJcN4NdJ8wlKoWqQ?G9Fn6Y}T
z-M02u9(%v7YS&)Mcf743(_ZF*=8W1+Te7G57OZT3bZ~82i3s=4Uzc7UbKiY8!76o^
zlhh8)oHUEfFX4MO3bg!u7jZQwlv5>ER3Yd1>_vqy^6nhE_GaBe(R+oQ3zo66`D<Nk
zn7HrZtZk2H{^>pbW5?8mjcPmivUcSCF$&h;z5IEFr)Juf*##*~$?L*Z|H#~48^gFk
z(aTx5R`6iP?W-c(okk{gFZVuU6<u;*R@?lZ68}5%PcL}T^D*G$8Y9uyrnje+S^VCx
zyIypQOy9x@*4zPeLY8h2T3+nEW4oShT}l1U;@{a^UmxG`d&JB1{he*Zzn72sr}NwW
zneahfOHSs+jIPi>89yJj9cNi_IJEwuZOP;}?3D>C47M;k#`0EV$DeWIXuY%RC~KXs
zRsXs>7Qx3SpSz&pKlKEgbHO7~*?V(up3vgtos;3J{<rD6-eiN9JhitiwIm*whDUDn
zsp8-J^w_EOZ#tj3%dG0Y&$3he)^sN+9m58-8Emyl8OJ>ok`FTT<;<08o~+P!DAOU%
z!sTkiPKT(4CxxeYpENSv;bC*Rbzb{+o&J^GQ)*8Kn0oO!%zf#gcS)<g=v48U1EC_V
zFWi^!(l)3UX3mS9C|Nse{@+jBOL+He{4@Q`vaGBn&i>arSFJzdn!jwx!M6V|>^gdq
z#cEEZNWK@}_G+udQIVBbxKFnS<}O(!$7G*0W&aIh#XsKh)hb4ND>FRWCu%kZuDi1@
zb<RY`7?JE_K^qPUlyt7DNa||Z#eepbSk^7+#p-rl-H)74Xr5H*-=(wX*>3URJvNUH
z7<|<{eIu_h<<g@Lzl~2We><l4@3Ruy_MeG&zb-BL(bP9JwfEOIt(TP-1?O>VMhJ##
zhx#8;e;YWjA~2ih^{1sz9!;${#Gt=FQR0s#`wNvQC&^n|n;Nv`{-nIwr|)FfQhKDt
zYg^tk?b`|){<A71a|x^YK9#TA-u!D4@5)7r|EFwvD%rf|`MlK?MxUf?t2B!H#rM^?
z^8L7(EWbUi|DfBw%ofh&`_>k(v*CXIt^3~ZHUGT)9|bY~P~x-SBEL&`)}G1s|1LC^
z+ACe)E8C|P;L<Jk)I0CXl#r+9K3Ye5_&SZ}eR?|i`~Hod(ic7^$6m8Y47FgEUb1ZM
z4X=nVOR_hv-*G5D@3E<_^G_ioDf@@3>cV#wamQy~TGwT>?B)6&KJgY$4t{t2`MUez
zLX%VBpI6kh9?wyjvj5hv@(;6SM%&~y7cSNO#kO#d%J&nqO?odfzWi`veeNnZ+mi>@
zH6JNCm9x8p!7h69k)x9p3XL4z{wbJrd5yT7#*5qA3?n(}UdMh?NIiT-D)YBSzQnB?
zcc)3|=Sxd1UbM7MRQ!SDu7*0vLe1ibKKq+~3CVIh%zd|`nqN-$|Bv?m>FIN(|M(jJ
zw`gZs>wBk$XD4g-seWvF>$pbePQ`1hTCU%VG^}4uO#Jvnw~=pU{BQB;+wWQJj<K)V
zai{h~*D*!;X`A)WG(O+FerMZvo#(bI&#XUrUt;^eh0{MY`mAw1QS{~E)^Fdos}xRa
zY%D$N*qXUm|I?Z8ySlh}c$y_MxSK76LrZ@6?r*Iq)?M4CFLKy7d4I!a?R9N-Ki=K^
z^mVQKY5Uru*~LON&CgV$XYXJ=^)^8KyPWQIJy{+5UH`IvUW_)M#(ZPfxf#zsRj!|s
z>Trlp$m-3K#WxN#r)Et*$(BFat5)J~|Ex8J{wrrcaXvM>>2R0%!bQ`b2G}YdS+{BN
z2jQ?%zLVY4*Bp4WkomZT*=hGZ%zFwynlkI2_D(UHubVtA`9t5s$y_U$E=uYbh;LE}
z$<8;}bfK%y`d-=EOsRUKj0>0UihAu%yyuW6>@q1OfpyJ~ulp_kzT~>nagQh3LdtFT
z*M+vrGq*o9+gEl$`j~B9;0~+FuDLy#QO0Ri`8!{7&8her(D~_5;f1HCZRYRXo_grX
zGJ*Jr2i0%u?5(^_H4;@k50^|k{KWb>-z%OLeWQ$%97ntEzq0wUNFgvx{?Df`e}8|U
z_IvyO#04KTSVLb_f8YPy*(fLR*X4H0iSm#B@hBd7y5CLPs&oAvPWNxuuD-c`_i6Uk
zjSH9et};G9dqPQ3HPbfz$G)tMnx#=6rae8#-}i1t^|B>#4_;3*G%SC5L3jN=kxAlZ
zDhFoUxP^<d89V<wJ9UkRzbD_D3r7~LU*GVw+O&7U3)UGYCZ)DK+}<3UcHnhpdQN@C
zrJEP^c0PW;MX@KY<&DX$SF94L-p<;~r`b0CFkko6)8P_NQFG_n9I1bY@}n5jga2(f
z=&!rd+fGp<e%BKIe_Xc@G@1TxJE$M^`KVQLt>^MgCFNZ+zZ{U;r?dRm<#pce>b(l*
zJ~*Z*I0*ba%6;gOV8Z1VhYdX+ymn7?7MRDhc1!Q+4;|S{1pe`-`QBga6vxu^=fIkp
z%4a$*4Vp3s?JlnSuuSueTOXt9%Z}#Uo96R*H}eX9n;?C2kDlq*?wQs1XIt{{1Y|Vb
znLhdU%&Mi2o-EmBY-zaZIK$n~nLC|KO%lV}76dMndBj!ka;8ee?St9HSfTKY61Br^
zf|)Neq$aC;^zHG;OnExd>~igct1s8u1l65Bw2W6{%7cZ*hK9PLnr-4-lcJ;N^aQxE
z&-OdE^tF<`%|ze5ZHuoJ=KA*TYhIm@JO9^Q!`BP%a6GWzF=cx}v;Ny&#{dZ%?_goM
z)1p5te%?H>LgxUR{kD}?9OY78f1mi0Nu2G=-kTxSns+BH|Djj^MPQo~>x@SiO?a;x
zeA@dd@Bc2VyFpuZ!eW;8UvQQ`Ho4c(nf0LVJ;AR13`Z7fb&JXMWU@}3f5N-qr+4~6
z<D<JLJt&`~^ZMpGcS(lqv@?R*X%W&jmF>#T<vy&dBI8~}{d;p{b^2L_dEeycJ=s$l
zU9{Rd)tG;F{$(!DI<{W>YwNp?3tzUn9=8A0)|9-Pr}HXuGq+^kc+?!v5pvIDU)6Gx
zJq64D_q}%f|FgOO#hQIl|DLV?-<9tabH4g`{_dLN-_&kT%074G_torskMF))E$qEw
zwczuN-|Gdwf45H-oe=j`e&55x+t1tVcS!%v6Tje`pA1V`80(^_faUKrl%KN4y_Q|@
z?n&^|Dd%S0-{m<uVUf{8H<uEPh96%NvM%^JJfB(8Gs&c0+Lm?CpJ(5vZqHk`*Wmos
z|AO+@t)KmwY;FJU{_gYb)%%mKK5Kcq)H-HrZQak4*5cFe@2OAzDH>i7|CHf}VEY!^
zg4!n!9<==9KYu7pbN#icruP-kDlfjWMQ8<Iq-;Udu`7&k7ijBC{MLPCSK90LWsbSq
z#z~JBmhx||mR&np=GDe~cW+#bet9%3^LpFTPOlZM@7dhzcdJI}&k0&mcXdY4rM$m0
zc5X2H=XbkMY+sw{n)z+{aZ+{%I*eCLEB|vY)6X@h(&}sGoM?x`xBrynT)wd0&*~me
zM)_g2;45!A4BpO(+upkB@Fp9t<d$ubR*TIlUN;yYIr#QZ+l-0}!F%7le)`;Q*BXrp
z8+8smWm~rQuXl~}J1ym${k04FbbUg^tU3SeG}Y1;%W<|?cKE}KgSP7mo+@0K+%CDp
zA!+B~g$M8d`}g?i;ePwLdBq-{i+gn2%TC`(oc+ULy?tBumhGpb+u0NTnEWZ5Q{uCJ
zos2-lOr7A=FsZq5)z|h%zqwLrUZwmn!(FHTQ^eQA+Lt16nb}ccpOvbW-1qrRX*ngl
zQQJ~9{cvZ70dxEZlXsI;O}IRo7Tz>c-BHLlBP8qY!$3uk=5T}9dq$V9@cI<htvYj+
z$5~3^e#3(gKD|{z+l^x{i>ApO&Ux*+Khx`bz+Hj3_!Gu{7x%36VX1v$=zpm2%Y_ZT
z$s0CalF79CGv)4{4nH}6SFK;GUQbh2IMij%>1B2}T~2CW<=Y=i?*EEB{l+VJLVf2~
zH^b#qr<G{uzTEql_kQ6m=ibgNn{C0n_Szg;YjG|oO0T7K^*PhL+@KH3uKsv?>rK(S
zhwtw0KD{=2`>WO&n?-z5KGe1@UL1AzQ|iilA+f9D*^UJFKP>LqI7{=c^djq8g|qV&
z@8obVwoknBTJ}%e!{1fut=pYfZ1mMlmbsEz(Vd+n^kmhv+>WZx+&3j%9+Vd?&QL8}
z*!=xac;(W4-us_UKOP`ebMB9L)33Kh_dmRCFXjmFS5J7H<f408)hFlf+Ub5tGcu)?
z7fD|0FL-<H+LztY<?S=~-Mw`-yInNrqgi|Cj{UPP?a$nvc_vfpzsxeNYNiZ6{%gGU
zr>wG9|Cpb8@0$N>SDQ~y9xo`7uiU#Sc<PSV2`k(-^k&)xg;~YBt;t>ECb3nh`iXP9
zbeo#+^~763*>}oz=mw|WxNDepdGfR!)0XExoU*d=lG!@n$Eupg<}bSXa(klg<+jqA
zpwOhbhTk0IiUJS3f9YS5d0_v~tNK6Hdav)Dm)!QR!}HAh89N?Gh1pq@7aVx1f6e<}
zaLd8aKa0xMO!EXjzApcH%jnhb7uOy?UCq9JT6*2_hg(-K`}Ep6W>en(WwXyXW@Ybm
zJiB<Zq54bXi7kEKJpvw0vP)bPb+zgEi&+vGA7wgLtnd9LB^MpVoOq)s;L+K@tIsaw
z2~<D)#JFkaqu)uDWiJnYYU!4mXInAh@XPqSb-QY6fB$~^eg2)ux{uxSb^brr&)3`k
z^Q84@RjVJr*DTw|c3=Bk;hsg8=NAV{I`DLTcsG-$(!z30?uY6_lit6)Jtt9He6rT3
zNpIh5%iQuj-7n(h2dV5G$;H~wD{93%<nuN@_N!E^o^W^5W=R*1HKJ=ac`@!<_2^99
zVXwlq8$U_gJr+na%RiL3r-1i%h4i+=t*<w1OTSTezF^n$FCTw@7WaAlHskNyeUGht
zb{{sHoRZeF+$ihBlAOhfFSgiLWX$8;o_OiKX6=q+XSL$<8dvBt6-?^8tJu!m`}u-*
zMS;l6*hgy|<~%(2=(G6xjWu<x2U*Mw4R6Vuo!r$CValAce3G+Qzq~&GySs7k?){pz
z-uvF^>*1`wC-ooy`|oi7bbq_Q#^JYYoBcv3O$)c1y7BCq#nU?P+&WNFb9-5Cti-j4
zkGg$cEG`vzu3&Qb+f267e8+DWP5O7WUcdkGRmA@}_J>;JAG%9jHk<csZDGcDoe2fA
z4zvXpd*0g}CsO-2vXraj@v=WEy0Q}&_QzFieSCE_lk56VepVM5Lv(^S$lcVMw(Rm+
zWyv)Sk#%i(-9ax8e~{U;e9gM52EhqCR9&U=xG!&cvz9yXRI&8q>pQw`^4<Pcek(UR
zZkz9A^O*AAv(tX}hWp=klQlc@(&WJ{wqyGIy~{6WJ`ennc;xCswzK*d`(`K3{+4t8
z-7?X?e0S#F+tGHnjNAD0!u^S**;3zUZBuz)awuB=j^E_Ni!@hXTR!(r@w=<**G?|k
zkt*bDvL)`h!p6FfoayPu80*q9G?N!9@2Pa0t-N>U@n_C5ZLhCSNxiF6e?9iG)Vj;(
zepvbKxVhu%;TUt@&VZ+?S6e^KJ7~P`)8#A6Py46!Fh}QlOrO5&=AQNg6PQ0-coRJ{
zYWmsgkDIT}o%wwKlXoVMPK8M_NZ(&+(!4FPc+Wet&9^s9d+GaeZTe-7>;JYrH@KYt
zxK8+-d28veW2^TcPOJEwX~uiG?D*FB+k5i&f7G1rJa6XzWx77=1!k>F^qJng{D}0o
zQ~gs@1v2YT_Nk@b%$Zv;|K+(IZ}@LyhRPM1&Uq^O>SO*PCFkklkC>SGbNnsSqR(i*
zx);f(ls#qP&#QMWO3v54EZb>v_tatj%O!iZE&Dh_?de1_MzP0cKFa-J$#31~WdC^3
zKmUT=m4CnI@A)40%k<v6vQHC?SYOZEzNh5rCXXcrU2UbGc+#!c$KHwj$7}pq{HE59
z|5uxzYH#C|T~z;-uWjNoHLJ20$~Vidb}8=io9#63qMA*T_Jru_8{g-a=N%37dop|e
z6!C|J)BjC56ybYYHhiI0gUE7U2iGQ+Z_W?e^=+A%b!yF@8<c(fHobezu{Q-je!Y;C
z{o&lOu$JS$d|grf&g%b$-yLG3>gryeDVocFO4p~Y;-S;N_-36|r>8zVH#u2t(ObW3
z=2v41H`Hw0JNcxdeVk^0SJ}0-%QhXG*&ohx<bn^c$_e(uOg>4U8T%{4C#-K<mA#$k
zdVod3QV!wLLxM8@Wv;ar-WI#JL9(6I%k}AYo6h@wyEO}x|HiD4R_8pt=bzvGEoKJN
zSyo{?X6}2}>$xvV$1BoUt}?@JR@&v<=y^|K?To6W_v<TJe?P+~aD9{My1YL}5|@1m
z-u&Rjs;K!X74Jm1FPIqF-lH-9c>?e0$d;c>g(6i))XdMj#q2C8zG<Jps#Gp_U8{eW
zxc-s@?u#F6lJkz&-%<MX-(Bm|+v95w^6K#KC~azTN&Nfm+}@}1|6k`%KX3QHNtDCB
zJC1kJuSxf#j%mMr8UAkD(yIl#tk)fG$&RgD`b3$pQ2N@(!VkeOg`}o<OjvPk@pjRa
z4-C19wP~0CY`JUjEBgCEJ^M@L6ZSeT;I1)gyLwQ8Z^qA+6^W}hwlQ83nI7B6HTR+2
zziaUeW=XtMi8nC4aj|~ZwTuqt=l&08KRgmp@nrHJrX{5j?_Tj-Em~4&#`Z|kc=?CC
zn>lkf+eMdO5^$(76<BM+DR2L2?aLy&CeN^kx63|OSe-K|-to_T>FqYbcfQArHqVW-
zG%2pwy}eLkp3$XDhKyUsa!+SfJ>EU%^?&aj*5`g4SaD~kirHDg_zIo(t(#vT?x}y4
z-W={UBP)JMpj*W2=KjsEAAMeR<nwb&|D!&u&CT9^Jd`=-lxXv>KT6*&3T~fzVD|Rv
zn4Lwc+t~lh^xXQk^_}@2O?D0`|MqP0S5wVjhUm2>)%iSE-eXhx>zecNt#>uQM(0XZ
z^ZW3yT|KtN`a_#gxXkOuJf>B#lOHaV-*f7MK~r`QLwoMjl$Q4<ZreGzn=6iI=l@{X
zaQF7Z#LoF27C6jkyZCPTVe7naujhSSeg3BX?$)a&_xfIM_?FH6S?#jH?ZQ{)YoAOh
zlRn<F{c&1N+gStSc+q{nTmLNkY<p)}X~L{S>vdN9wB3}vlWKKG)Y?nsefqP!N`Gy$
zi&~m5wEnJ2W`1sPdQ-ZT$;$4<XT93D8JQLSo8foIbfW8lfQ?}<7l-XSa`Wr8lH9ai
zvT0T?#oq1YF?G3lNVM1Vj)|<@@w0iAUt(8T)y%eacbBjGWhooHZ_0sf$LIfjQk(W-
z@6)%bd@<i$UNY9QoaYmb_hayyKC{&N;g>r7H~XUM>K+SCo?m@>xA=Sg@A3tTEOTF6
zpHsf!?ylqRMg2buZrQa@k+-e#l9+zFAb9fogVNX6Ka)25{zKqy`T6)umhS8iw)>lI
z;*B~rJHGyl>KP-cpFL~NDD1g+`IGo%kG61^i^3l`yXMRN>-hfWq2;;>_r6-2)N~*6
z&Wqb<^!d+4=CTf(xW34vJFCB+`6T~u{e4~gy5CH<59$>>zRcIYWxdY+isweccKeq9
zxi&LB*|MG0j$NSrUV`XcgBuAOswV1J?Y{fBrFhG|4^OsUnmM6W@PAxYLer)<51J;1
zZp(O9BW?A);Ai%OyHV@Swgj{9dT^%o;1e(LpKTM07jo21Rk#r_?PIU@DJ#+C?iW5@
zGVMLJCP>gGwsG>binsC-huo&G%J}^H{sWVDzUz99XwREEFL3q;$25=0A;<m($WK)(
zSTZv{CbDzEBk8m#?dF%o1$iw?7Zw~#d?2<>deyCYDs@XfOa8gaz3<y<ORMYa4d=%5
zmQ<gMJZCp&e?{ue{Y8_bV<e9n&GKE|esQaQ75DZE+c~a=r!@Yv>Q}8V`1^~SO`w1O
z@<}sKuAi>IZ|B}W*YDSEsQGhp`Oim><gVX&=CHked;3e9%d2%hEz+z#I#Yg;mt4)E
zugY_FP593j9XvIgmz`5IE_p^~?uOzU*NtTlOKgAkdseye`lfZ>`_8Wab3T*ZY2!*E
z_JGBIq&Gk8-moDw%a|)UVdp35Z9f?ue;l}(suQU6VgB(=`tNqt6<yePr{RR7qvXd1
zy*SQL*LTx9H-z%{to|WovZ8;I@|TI%8y8dtJUuz(sQXm&(>GS#c2TQq<-Y86aPg+8
zeO-A^k3LwID(?|hf9rOo@SBszC+&Z^?QZ7tlGz)M_0JVw&eOR1@$Me3w1^-5qN_yB
z3RX1dO0D!)ebS(1b1>9n@_E^t4|B_Z%zmR)e{}WF5E;=WFMk^@`LHtm?CeKeX|w+~
ztv6Y1t?{UI+P?2UtR40rIR5aD(O!LypPhfEth}`@SmKY+7H#o+{{Q~{exEL|aNhg7
zzx9mko;iQCyCwhVNn~)*nle_kHu<NoKQaEfu-oYDt{I<AUizAz^8bC?Y|n;sR)={R
zOb<?3BD(9;-qi-juGy6ye%gNjV@I}`>Qu$m+8<}~9CCfcqq6M>cf9kywNsksn{G)B
zUjORR6g##)-`OS`mD>Dnm%aAee?BH|QppF)%QFv4_b1k$+{2l+Z0kgysOJAG@`Lgo
zXY9^YeeRLA^N)9x=(dMW*(Xf6oRYRb4bxwHec4jo>TR3Praj_NR=;%e?sDesb5`Cy
zlU03L>#|wzq1E@?qgxm2AFDWfZO1$In|xn?XB`X7t9-dHAaPB+y1vYv;-^M)PfT;Y
zz5I2`Z|l_8;ky${xXq=%Uf$5_Tz`04ZkML4-|40IXBpZ19hkW`-r;B9uIVvB56Wfg
zeog*<dD@Ps4=taCr?n=tNnc-o_r{4!f1WgytkPXAaOTMV@~@YQI*mQQpR<p6S2+1%
zF&k^#f`Zn^3;5^ldBD8Wf9JZZxwEz@KD)W8=KR_~``;IR)4rZBZhL*T==IB!pPF9H
z&ks8=d(W@?CadpgOn)17Qao0ne&)$}U)A{jHTlQ#WK67fyUOsfuqVf|zBT*D+ZBh~
z6L<0dFgyD2vb#<H^yB67I^X4ue*SK_I>-O-gL|u=vQ0L(uYG^&)4kvCKOMZV`U+=D
z^Rhh`YZ=?$y4J4vp~I}P-+1$R_8&GEVw+j?DlFC+FFL9I<;AI^g3pcSr0<y`tH17^
zK`w9dr)~DzZtkA6*?H#H@ZEym+nK^6j!ctxHanGKWX<(5<d|Z%Pi?29`k88nr6rln
zr;2)6CmeU0<j13bMnqdcWib<vk}-!x<%N|>x;K<mOEb*br*<kC$o8Lkc<$hw3(f3@
zijBE1>OE%&5WOl{xpUfiA4~C=rE8hpC3zU;>z`$M^VT|n-|~BN>%NExw<+mQ%h~+O
zvZ6iBy{7r?NDq-PQ<e5R6=r_1U;SCMSjyRNOl<sGpG?`~rX00xJoUJ4Tdez3cKfv7
zml)F({%jDeN-|ZfF>LVQ^Ad;?jg|73th~SX>)E2`v;C(X@6X@3#dYDrgTK1^5B!-X
zJ>%bxlj=PIe|Jn-wdLbV{>>}2e8U%fTDyNK_tx&2R%@kYU6U?fU*mrIj>I#!lN*kS
z_ndg$aFVg5cTJ}5@|Puw^9p0Hr6}}n>Y3rrVsS4(e5#sE6SKYF>1pr!%mX^KCYwmK
z&ZsC9@jKmNB-TIWJ!Af?103SNqCQ2=o3`@Lp{Q>@v1+Ldf1kKIv6@az{FEa2HEreQ
zdqRvpX+9m|^=zF7PEKE)cvo;*U%&osxfK<>OD(Ej#>PD4K9)SY{GX%$Y={5tZ$2dd
zG$}I5GTWTyW%A*Mptqgx0@u?mt&4whYYB68Up=;fPh(H$d?SsZT$V25xp$cS;#5K(
zU5Gu<)^j+v#9h7IS>VyX)%stYxl)uE6Cd8L;b>-E%$0K9%<0m(9@q31>B|*gPUgQ{
zbf`P@wauR9?N?Tw^ZxOqnbUBW?|M$|ZH*IsZwM&wJLR%`^IOed%h_F6ngVWa@nqJU
zTi5&j)79)8#RQ|K*^f8f6?$_u?)JYIAMNcwR_t9eS^l2c6Zac`lC~O0i}ULlJl?uJ
zM)6GTzJB@NxowXkf9SQJecdJfXJTm5C$+U&?JO$m-cE~`yq)ub_l9Wr($MRMo`?AF
z1!$$ObemMkwe5@E`xkNdd=g#Pym(P@t@bM8ijD}IpCA9KrZQ{K*V^~#>L34{Qym?x
zkEd@6FnVDY+Y}u4sy5=`wXd5$vH2WkWwyU~(&NUji+SZ2UzWHY*m2DM@VXz}VTHl_
z51swkcFsg<+u<wRnqd;93jc$5@xEz`Pp)*6)qHVE{G;@3wWuk}SLVvT^4`bN$KcSm
z^2#NjyXt%H-FMx5SSspWZuVB!N8k3g7CY##<UXe$KJVIP6?Kj)lkb%MGkbpS``cU3
zHVai8X>d`F4PCtM)`{W*7T$S+;&E&fm?f9Zxa@AQLL+HCQ~swL6+d%py^AMLKjr>v
z%X+4^a@l;NJ&Ql-Z9Tj4$E48hcRZOzt~j4pduiEpTtEMQqB`s3Meb{~{(RZ{)av$(
za~HPR)c%;TZEEfBDetpuW*-e@xnEzI&u&}A+P^}^BhJ?1yyyyZu`&zY`}PYC|J`Ee
zRKB6U)z45{PRIC;x{uZRjLq>2KP*2#Pv`lbysx*GK7IDD`|0_TbNe6X9QEG*i{bF6
z3oE`qdEfcdcSq&oniE2EANI{j-sIo=lWlIVsf}W0vG?+V`01)Es{dc`W;^ojPOJd8
zT^Y{@JNx78ZTuGw9=v+|^x@q+ljQ6YwSP^1$|?V#`qz(xpWfbeKfP3cfBe5!`Sn}(
zeErs&+FrLo+(Tw#s*d?%$HQe#dT~2@dvv`^m8X7Q!e`X6@Qr0=N#DVHidIDej0()w
z`llY~yp&X*I)z8K;MkG6Jw}>m*GUE@c{+dZPzrcx5-XvSHsR|Hr}(ck4=q+=QH{IZ
zl%)FQKnJ^-|F?`69h(Ec9W7x~d^>@CdM6wILJ1e<nMVw_&X>72VfC$KNy$jpV;js4
zzbx6z^=|3;(-&=5oKp!+77*HbORI*{r6yEHitk$O8k@QUuF1?(+ZgvvxjTKn=t;g9
zt2q<Al$+*g{Ss{t@nTeQ3-~BgoZ4{9WUbmv*A6v(lb<HcA0NkjZSQ*`uQ6@f1NU7I
ze5zN>llVE){rNZktk;v$6=s;8+2@t;Hh@jtBXnuj#cBTA4etK^Hv8#oef!9Hw!2RA
zvfs1*oAk3ww4*+a_0eYi|2~XKiTy68+Pw~Km&z25sW_GQZt6-Y`OlMXupL+RUwyyr
z7*lMkRO!R{k9{qE?=G6D{;$)@tmImsmg1{rD<1{8e|+6$zW&&3=|F4aX~(NhD4!Oz
zIC8i?!(w*gzSDKB;eT#^e5hV&9uu?cw!U;5zstcy%K*Lk$5dnX1@Or~+qkEsQde5$
z)EoV<IISh;7gz|1@t&^yvi=P7e>Hm_?!3<jiz4UVJ2&}J{GUVFUh=M{Mkaobt}L(6
zijk=7p0-%o#@X$oNbfGr;}VBkzF!QfiTm<ljbQxi6*<n*^`<S;KF0(<KXD=A(yH={
zUCT~S+xE1=tT)<D$9itMYOo`lTE*eS6Vlh7ySCgqAzyhae?|q{Zb!2tLeXEe{a;1a
z%$h1+8@g?mj^rZ2W1A8tom2j3aZusxq@`?{Qy0~F`<G<pykU<?a+o5f^yd(_{^`|s
zF4sLhb@ge(!Im%H<xZ!~^@C%D&;R;s*7EdZzL&)WkJ*g#&GYU==rzBV$+OpbDyjc4
zr@z)SD~kQ0c4gj*r;b+3Uvhp{`#k+n_jj#mO>yPI&+E%C-`sv-LGP*FNr5|7ak*}<
zFglxY-zSjaV&|7x&(@@8cAq{T9_x{KR56HolD_NqSFzU*u3~pm|GR{__`JbK@AZ|P
zx^uoXm9O>gU7mY+yWqCJn{z7;pMU44p3`1F<6F=A!|8j1w#}0;Yv0d#-L1XX<Ighr
zSC_*r9;iM%Iyv#6`KL9NLTMhV!iK!s=jwVmdKp9BUH+gH^n6<O!6gsh?4R6m{L0Q>
z_oh^^EqtI;eln`IbHz;g-=+`wx7W5_zvf&JUgv!~;`B0$RsM-D1UfVxt#)<`_^Pl+
z=U`n=Zcd5kt!qcmgkNyjemdx}Zta?%E{|Nkp3jt7JxBKbHpAHwGOb604y^Uc$=r3i
ze1)H%om=>ojr0Gd>@1t9U6T2ne`d>vM{MDG>tgnv`*!Lh>yO?G51h;dfA;P6NT2;X
zxw!aR>*taUKi7HlH^^;V>$%tNsa0ft(C!WXvt4he?cIG&bd~+0v%du6FaG=RZt~M^
z_Vd%9`?SotF!P(V-ul03+}BU+D-+sb?DZ_Y^u=|7X*yczO+8v4n1arwgm?M1y7FCq
z@U_PK!N(`IUOWD7?7qHU|M!-Q?J-;b&k&uie*f<Av)=-@8Q4DCbw}UsSI*9#@A{|D
z<u3bS`NMyAc4XlpgZtYZ>b93f>e+0bwvWMPMSPp~g(YV`+HMs7H6#6}#m3tU{v12%
zz3rlK6Stj?|A`l^wl6PFn76gRE9BR@fQu{|!8azRby&(cI|yhcT;0~8)5)dmT6$oG
zkJuey>tzR4l>E_ODN|OnXZiIr;f|)KBww_A{^;J<IDL8v%gHNUt2NHcrEF+e6y)fU
zy7->xo!}pjzCG2Dd%rhy!JF4j%U5ZrpHBWh_v2cYsZTELo4U@9d%aF+?8AGNX*WCW
z7cSvCzxBzJTrZijZ~Q5JGJEfRXx;qNL@h6~h;6U6$ET^0-bb1L^%$T2lbSX|f&ccD
zxQYBXUi1cjc__(eF?r{ld1)_CGaiY4GxzhKX62Gf!G+5{8SW8Gvp+TQyD``8xz^jK
zt+)RzJbywuw{X=LyC3@der5gq%U*xvpBn4wKQG$YwjGMD(0DTYKG$sl-yb~7cgrga
zyU&O&+xAc@vpw6Ke^+egg&F+M`YRJ`?5}ntobKH4tTs<dX@SG5)Y(O1I+_s&7vA$K
zU*^Zh8ebqBwEb#G^V}ktNw1Dq->ZGKP5te$)LVY}5z~*p@ow2aO?OSi1jV&B(@gjC
zH}TJis+_1EKK)4Y&W(>Vm?yZMn6prC>zQM(#ivL6n6bZK%#yWi4}-DvPm?>lmmj^n
z=W0Wn$&v2u73NPfgbQYdRrJofeY)KFRQ`^djM;Vu2g=h=i)7w8%asrn-@E>)DyN#g
zl^Jttp;_GJ606+I4*y@1-dS8WKY#1eg_4@vvTFaHoi_M*w(fA+{&yvQ?7KfH@*bWY
zes`{0)#my#Y4gv?RZV`arg=XvoVcHJ<a!A&zwKMLNo_`t_MhTa-22yYpXm`H_P&yi
zRkB(0y6n$q$Ub|iKRe1#=XmCOjpf_)KfOGCyZ!%%jcadTnEgciPxj7?xvd*NUfv_I
ze0SoK<?&L+b9rryUcNIid2A@VzCEM<@67|-qIZA2Rq-YNgKwqInqy|#W_wiMP6)m0
zy|g0!wA*1bzrVA7oHfkYb5f<`h-v=Zb#E>Al%~hLUZ0t@edb-+Ww!0--yJhOJg<oV
zr*wN}?Y$}MD%UuMoy`5cJ$Kf>Ip)3VA6uPWwKt<)+5Pa@Z5C4Jx6QS(_;e+-`t^h_
z@r9>nzP~@~&PvaQWoz&LNG}ijan;ga%{Te?zlhI`F-p5mZME>*?zv1?tBiB1;d^eb
zidTzo&py&0$ai_WP21M`!?PDK-&c!cS34N|%kOfT<JI+vb_-2K><{0p+-6)oowMEE
zz&oe?$NK-T*3Y<N;c@?irhJUG-Okg8E!(7dL~Qt9cAcGY(8gol<MQsOuIJKs&Z>I&
z=kwE(m!De-<kY`5GPm3N_ZnaPiZZ7gvda1|X2+&IC@kDrb8+hB&!=}k*VB8yx%O3g
ze4*Z#*}qRKf1cEzzsaS=pyb5)Tbkc@$LK2Z-953ib;iZtBGT$>jxK23)P6r?ZFh}B
zfX$*W?8!6jTLpf^u7AJ3uJhoLe?>o^g@&oU)AirKd$Y`@N57k%-#q;M^jCTLfINva
zxBgu!^|D+j|IqrE>0e)ysjH*^?%KZO&FzS!H|MMu+*t0PDSt{d^<}m5<i0g_54PX^
z9=lvlw|}>F#T5p}hKC(Tb_67F2R&T0P?=$A&!RIf|7=q8v)uQjOD;=&HjVGE;`Jt}
z{PrhnHb>qlTPJ!VUnIp$lygs?k654N(^BU|t0seeZ#uV67HhrKSaOH??FP;J$pVFs
z#4Qe}$61%&3QJ0Vbcem{Ty5fsl!d3~>APhfdcb?<b?p9Yr%s6e5Po<3Zt8-9H<_g=
zjKO7IPalUCY;ZpJ#^}=N9K)iyJ^GV(9X%oVI`UW3^E*%6mIla+JUtWeVw>@64~v=u
zn{PYwRsL+6awqA6p_DTBCB<f8;|s@5`Y()6xv-)7TY}|rhNSN{;&bOFzs%p9>-kZ4
z?hC)Y6%NPRdQ=al^GwLA|9$n-Q}OwQwKr<_?LLxzZ>Q?R%jfN*{~Zupwtiol=R`?o
z?mGcC77j|g5}&axKYZ(*)BS%YOBVkrnPD)~RZu_eSbB^(*RhxH)n#ukS!y%sWxA%$
z%LRdbS<_}a##vo!y>797<(W0hQ%fF%NvyZgPX77wxWpmdfS>sir<X*V?UD<bxmo5~
zr0~;)YdrXWJv!~3`arhDDc(Z+UQU;ttoDb<IPZH~jdyGg-mWN7ekP}PSFykYo()CI
z+oqiGw0=Boo~%`7hR*X{OE21p?_o|oWoVO;J*82kaI(TnDgO&=UujCz>0Z88UuZ7-
z)=xe5tjspe4COsf;$Lpnn_Tcm;+nRm@w#cN3pu8nHHe;HrrT9^y6>g*zRWX;yKbM^
z!ZZ8tqm2J$Qi<tO$I8?9S7u7&{tRokEB?{5{o$GQeEHU$%jPfJc<X3&8{a41H>z=`
z@(Yza*j-GG^?nu{>k8WZP}5<W-Ki<5yH4->>ahR$)RM~uN6&HBulW_R?uo0^=gUu*
z9bR&=VApK*ugN?7FJH~AkiN@%eb*b4N11oc&Ta9Wm>#msttEHYe|zP5doHU*Ty|w=
zW?wJRDv<bULzTa!g3jBJ<y&(FMI;YtSLM`k@^R(fPo5_5G{-Vcvi0JbKd;5Y4@=(9
z-0JMV$7XY;#AVYtAKzZjtChb0?%3wJ_qLc;$5>@q95y{<{?2dpx|Gu&F1yX+v6o%7
zzA)qbyBGI9H8HRBe>i2{&uc~|`n|C>pOSt&W4yj5{O+f!qKy3>wI#1M9o?AwBvbg6
zHJ8Nc*4!D*9QU0s%{?9RIOC^O{>PZg2xfs_p<g`TMDMg(acJAqNzeJRqibHCUb!OI
zIK{%ZSi0ku-3KY<H9NNZI&pk|bHDt%yv}~>Umc%k96x>k&#&oo+7l*C+4k77d6RYd
zyP)U()3)E=cT#l2^aER`{e2?dvGVSVm1^308+|kTwY~o;ebc@-|J{y-=^gVjog<{~
zoOU=;w={lU`n3N{ljTchy^Peg-}ldZpImL}&;9nl=WG`Gaxl)2Gw1(An-ea9Eh~yd
zzfP$9mUz}BG}vhEBq>qn*_?|$tc#z^GLNNE@*k7lUsb0T)&{?e%0|C7-tXQWKFyZR
zclw3P$!v-4JUjC0Pxj6#-?!lP&pB%gYfeA2x&D`V_hXf(m1+w#gMa(9S^u0<$1``|
ztSigbI2~zz+0L`&fzErD-}6J&B@_-H^Zv5(UH{AW3b%82E%#W~c=EJr1oFiE?muvk
zKRYqVJFVsS+9`L^deR!2*46CG`O&1FU>elM`K@nnf<hwuQ=RZY!3}##R?h0%dFu0G
z?UK$P8`xN99LjansOsBykk^)5;8oN)BdIf=Iz@K&o|u`*?QInn@=JKzUmIIyU2Xvz
zwY@)HCcH1=-zf9TbzjZJixnwVJ5T#aYV+51>f0PX%f0J&UF;R6kF!$OYkjHkSls8=
zr_&@BG_Ca*SHqvThxTvi`*dY0*R~J4{>!wjGEDG1^WMHfcJ*q$hQ<7wTHTI0A6xr4
z_Dgl&TTjWEPFBq;p0A(QJUP22<7q<WbGFl^If+(>i-L6<Lz@%l9Y|VpEcKav^`DHL
z#jj64?Y6H!BA5D&VN$&Rj~#dB@BdTt^KQGmPPtAEkI9_gcl!GI;Xf`l?^r#@CG6$O
zsW(EiewFjRHaYfkTTjF`DYe8`c@Ofco4Nlkoj5JbNbRQJP3!uspZ;-Yyiav4ZQCT^
z^ka?A1eMyS!L8=4htg;Khzd(?F8?rls<EN*%81+FSJkX|?5F;|_;99Wrtxm;Ge!<y
z9gI%1FpEw1pBO&5irLV*dv90bj#txEeLvsYmg>1(c1_(wj`YfmJ)dsK8hoF@m4EN|
zq)G0NpL#p(GPOOy`7|Y=i9P3KPV_gw=n0D^w;#%n@Z9-m=EIh|e))TLT|M!6&G~CP
zGiQaDs_mD)tCITBaE|opl0#=p?z`+i9MyO1?!(><e{bD>=l5ByYIV)0n>V(6opQ|Q
z`?4)grtg;B+;A-OP(R-lj%iz_?%oo~zNcf2=`ro->9VIgbDO_RE=xMaAGhl9&NZnI
ztgNhWmcMD~Ni95ZwKw7D@iWn%ZQD;ilezcr+TK4`916G87kSReY<X#P(ZXu4L2Np+
z{j2EX+1Wj_eLr6_d1i4}_I~A!k8RdJ%)dV|`6JM_*wO6W8Iki3nGc!V{`2DfhHcH&
zOI{l6-5gzi_-sYG#9dzF_St1-yw|rC?s{%wJdgLzlG}anx7=#`xu&9qea+i72LGil
zf4ODWyOXPZPy3nXLzhZ)%yVb0?|c2>SgPIZ`FZSb3@+d3+qK}&rE<}dT{eFN&a2&)
zHr=+hNcXTt<G1@W@0Y$_bl_6PEc+wez8=zi%d}pXu!R2P)2~;ZlY05><sY|nzbi=C
z2S=K6{FtFB&tA~F|6#c8iu*hB#3Xh&wXakBR$g=W*NeyYn?zq8{gf}^vFG!-+mWH=
zMc@CGf4@|?_v1CrXoKskmn-*w`m`@3tJm7$4R_Y<=UR8Ct$C#{ytAZU*5%EHttZcI
zcsu!TTlbzR|ED*X-@I3n`15|<?~9)#H~-e}J9qIv^F94rOBZX4W?Z$;i{Hm~kg@D_
z;EIDmb56?qR_@A;y7|@fB6m~M>-Y>;yN6Q`?~(eeQ2y!1+Ih{{)pKS(U@*J?)2i}E
zM&*yI;iqRFe*ZFdxATLjb0HR<Pp++rEj#*V<J;`{bx+P66y2u(R$p8%*4NVWH?Q9m
zr=4qG@6J}5+JC?B-L~H^r%jbT|IEm8lH-xnbFDa1T((&!<cl<zePVyC6yW(w^pJmn
zykUVw(zll#=RPUwOP571HC9<y{4MPKZO6K8HmuvywycObw?s()O!l{Fw-0g_UwCou
zzonJ=bAi16i}&-atTH5il|7irzT%q1(cLcR1ej{h+%U-axM8!5*WrtkWYv#*nmM?K
zsJKqZ+jeBZh3D(5wz9-j_pFoH_}ikGJEF*<Rj54GYR{+ihc-25g9JDKt$T9VeUHB6
z$6Zkieb!HS%d+z=&pxHk^FO#A63=npczDKB*MbxO4d+Xp-<op4<j>Of%Cd=_U-WNW
z-d=vKx$pTj>FM_(^Y(l$p7t^?pn$LGI}h{ZH+x<3e)jrp)J@*EXZ|PIj@$R^Hr9Oo
z>3*T|fN4VdwB!BrbnAb;>3(|HzV=LHN4~ay;Ct-~UH|F#4lQ3Fze_f_M4{>8T2DuJ
z^P}z|={b+2;-dey_H9(ob-Nxit;zUg6q~Twhciz%Pfu$VoBwn3!S3C&dY{C-s#z3x
zW|`BfCA!IX{wQVExW-8p$@>VuH|-Ao6zp^I@=aaNREu8mGtcaMBipZ^ZZk?g%5vQM
z)R)Lpi!x&^wdEdIKCP<l+`_TyQc>peb-ZzBB-7+pc%SpSu)u3MyWqMQ&()OzyG~i3
zaESO>80D`!d&8`6(QY+It|lJqPTuyo^05C!A^FTR(r+hjJ1G7CO#boQ+si`#XfbBz
z9P&1FeZ8fEQ76tV(vU@B_Oxfqt=Tru@m-jBYyU>&8<|P@UhyAd=e76Synk{#Gp#c1
z)}gaiQ4hJkN5=bcls4Wr*9)-Q6y>^f<Gm}VTc##k{crc%;*;vQXR7Wxn+<#W-m>S-
z-jMTj4%^T7U7N!h^G+?2Y|ONI+B|J;_5<%7e6^c(?=Fh93Nf3%U!^!~f~NbWj9tsl
z|7MF`y#Joyi4?VdgNM%APd6kA*LJZdrd|H`Y~^2(7Y&?mmjs+Ls|i(Dxb(uO&(d|5
z?GDbDb^EHKds?x6SM4mn$AL^q9Qt>bKkAi!+46qJgQNFTqvn>)D5yx9sE~O`T5+4{
z=FA#dF&XA%Ceenx%PV5-tk=9fw((c{I;*79)2?wv7oGce`N1j0_uApSyK~ET=}D`7
zlvSDY)PrZPn_NxK<*Smqb(8YfJD8u7zjfAs`bmZ5%x}F)w!XadD&6mX>YhUj=57*w
z_rTrrt?)&=-PVdR>v!eboZVk{SKyI+r0$x3Qf6mf39YFx+E=pi)Wr|Cc$eSZ5jG{^
z$$g`Tz4rYtzyJB^ZFT5EdHBI<`#SU0EZg*dYTVti;25{!8{@5&bG;K{z8!A3!}rco
zq~K8KhJC?r{;y<IUuax7O;*uw$<AFa>e9Dv{_>N5BUAJ5uJ!fl+W#-x>-_&W-#(`9
z``6~DM|X0cEN^jCR^49mW&1@}kE_cMv`%eMWmC(UeTu`gE8^djd1gO6;)RcP7M&5e
zF+q9e<VE{tJc-;TzGLBM)%zDLmc9S*!1&zEf)`ca-z4kp-f`m9S;l4$HYb%z&Zfue
zIo!LyeJgr--2QZ{{kG<HO2${X59ckdKdM-KewjsMR;S*+ONR_P?ehLJ-G66(et)QJ
zpkIsf2I&_}@=Pq|vPlvju56e6E^M{Y|8L6n@2%Fm{g0bpXYl%9*>R-%&^cp;imER<
zyh_t~Qn~v#fAqPz+;G*?iQxur>FT{|J%N>a1sp6+k5f}rpMJ486D_so%zB#&9^Uwl
z-@nC`mP~a`j4j<zWVxYm!>00kPaW7S_dMvie$Vx%Ci4T2cD`GcA1$ld>US-je5}vp
zxy;FhS8TUwEj5}^-0_m*TBBgf4%r3MKHoi@K5;Aa3$JE#xzhAMruuR3?e9J1Zc1yr
z{id()BLAni1_>Q8OLiYgczEgG?Kz@JAvHhE-`q_WZE|eAy>g19+#RPj6G@kaxkhuG
zPWdwR|9tiEZN6RnzQ4aFKRvpcz2}7F)6FqIZqDByVfW+5<fqr(-oDAU#Ky9QRgZiA
z)V11{OjG7)W$t)v@in;Defh-YS3~CXZmSI3r5D2*oT?(|v2gAL#n~&k=2pI6P*^h0
zH>ZLBrA*5g?*N{!P1<&^TD9bT1v&2AJmvQM%!9~hkAkZneczw5LO0{lvNHkydcMD$
zo_G3wS>R;XN*&|f)^iQl8b3~#xce;gX!yPt??MHQ;y-%xw=hrqGHtWbl>UpFH;!dj
z)IYtnNj^$T^ZzBG_?Mo4-RfT@2ivXsvvQ%A%gxVAo%if;G)Owq#OQM`^f-s-hD7O~
z9hz3GDly5NT*Cg#E??scd3n-#kJ%oxu1~U+8>})*6^=Z9z2t@GW%WIQVTH$pqqnm$
z++O)1T=55c@4>Kw1BF(r)C_H2y3JInonmw;Tl8G1Le!6Txvt4eH0L>7&t!jhNO5Kt
zC;t)Ad%R!N;_kkA(tS2-+Gk_SH63TRl$TwNaV$u9z|y{}MB!rTqSp}{6L!B*xPH*B
zwCGM)g;>Sq+s8VCWv{MHGI7{))NsR8$L?PTVk?6Jr|N%NzyFl?QI~`S?U?Gj`f-(#
z7D7>Mb7LmnKOk<jXm#Bj$)~Zr3o;KaoNQ6K(Kfy4)VD69E6ZNDuh6-__B~&|#p9^>
zV@Df;|8S*xyy{FbWL{+RPi>BTu5xfk&w=FKkLN%9Q?mQ2=OM;v3*}*F0dy}oAYpcT
zTEJz6gwJ^qOLb2?y1qp*r=-Uu^>E3tj7jU}xE)EYx;<~Jt>ZObz0CHvOSaZ7OyRMa
zX7f|4Wg>Ia(f-6;?z@8&9-DU^;9d7Y{okVtpX}!}^1kPkurdg#Jh9&5uj2WqOPmS>
z^u4$JG+eMPFaOm+mjz$7YR^Z{JN@-V>4jall1p#=n(S_Py8NT`#lom3OJ)^h%uPM^
z-6*>F&#KK|*PO2Tp%!O6-Tm*9rqZvOyMt;)oi9IMbnbS%#!lX3?f|QcpB@JP6!`0V
z)oai4o*(|KQ{Fj>-<q7&uxd|^?A&wQ_oW{+O?!H#%>94zzU~h<#qVEm*Q~qu`(po%
zwzDbhEOPcWXRKu;?>`M&wtAlTmU7<2Uki*<_inv^Q^<At#G_@7ZyDU@>&i0z+Q72&
zvrI*Snr^Lo!QAxQ-{XxZ|KI=b{Qtb2AN=bh{>?vsgRkz4__9XZ+4`=Vdn?=R-pKuU
zaY1_By_laXl$3ifvaMv5><U!d8qR2?+a{_OGxg$!wb45cOm>O$&5D?$J$dVyI?mNv
z;yYv>yW2<Kd(?cGfB&D9o!_7HPs@K->ug^<y;!m4bbGAM^B0Tb9(yN?>%}EaKYy|4
zfSLN&oc)K4#Xr4Vu!=A7@;~DVo8PDIewUK+XUjsrf*bDlYEL!BPFmhzEf8Vtadb_S
z>g0>TJS==K_v{w+aJ}hhf3I-o*&0Se7m<5`ix0)y?KqPWaO|AU`8bOk51u}@i#9r4
zo4HnCyH};@P3>)hndb^#x64kGl@>P1Ih?=IcljK?ol)Pdw$@bL_Bx;uZJ~X0=ihEk
z7yUS!*m*Lxp2`WX-s}Q*>WUo?t*eRH_(U_hgX43ur`fr_g0~mmFHyRsv0;7B{ts;T
z({uw{+e?aMci!Cp+`-Lm<)?=?mo7Q|Ji^Y2ZGEA4Wm}sua~PNXmZFDB@}-Z?J2u$N
zRekfPsCH-N&*!Iahu0rUKWE85@u_*`3a1tCjyz4AvF6x;3x?H(^7a37cK-c3KeF+M
z^4BL5qGy!tjQ;WO6KC}wyMLF}Pyc-%`Krl%`mZOEa);_Yr*6=@u%Q3ux6{s3lcYOV
zY4A=yC%sYA`hi$ITjrC-yxzhI#~$*x9ZGqA|3g&Wng?&=f9hUZW-M-U*4rj@C5Myl
z!oV$TvW^EPZfclY<I??TYfs1)qqY4n-$tA<(DXlWzF?Q>q3pE!-Mr@eDsPpQ?~?ix
zF;7-N#O`sJdE$$89xug~M?aUb2~NMb+2rVB#_MN<`2X>k+uNLY>kzfrhBZG@%|0})
z$EbJDC01E!uhRS-%PJIHWZ0%il?b-E+x?w<yk(vJrj%b7#OCeSvp>l1@KM!gugq-!
zhhFuMg#BVZu<c8#zjFOx|HsB0_e&=(c3g1%bX9#{LEqtkuW2(POfLA8>exx;F4wRB
znD1*lId^XB=1a|r4%u=NdS`Ez%r!hyqpf^)VLnrs?FoIEhVsMgl?FdMw(kqNUt#p~
zP{NhXX6F*DGB*6Ra=txbt;Y`T@{<-F$E#kR7P8vsA+v?^zmdN5x&Id)c1j%4_Dwr|
z$8W|bhkp*MkBH>I46Aip9&ze{S2lOzz8`Xz<hwV8RSB&-v}kK!p6>Zr_9NH!SX2g=
za)mtlaCX08X#52uPp@shR|+DYP1$++LD?Rg+~ckB6;JGU1#CODl#3@{i7O$o$A`0t
zKls;rJ>?~ee|%F*&(>e|_N+MFHFxEw>HCC4@BTbzx-2)@MgG>w$y^>YA}aj37VNK>
zD!=3-Xa3cT{niSNM^bMEXqoR%)ry<>OLNDw?GJP2a~;<?ETvuZQC-gW#L85rU9szD
zbn)C*%{b{?u<dhFdt0H+uHbiOo!WLaW*helY(LF#KvvQ{r`d0|&B1&%OS4Sx_KSBb
z+@r$ROr8>S@9H<p7u6e+6I`ZGc%U;^bkPU7ov-(DZ$ELsdis&|FY+VypT8{WU#qe<
zy4ag>abJU5O{LrJyE^CI2B^JivvJ+L@JW!Y=sYILnNB~V)S1O3ds>s2KHZb7m~T_P
zvF6{^>od<3D18&ZbLUCBZfo7A8+EsAe|fK;{(4UQf}Kp2bA3x%w?<uAu!LFX-K*z6
z_%^an`X~AIv8H)gRmJa<o1K3xe<8Nxv-mmV;{E$$(m#}SI^Xi&k@<PLOxnM1*Y17l
zynW?jf9|~Ni*Btuy;<wr0^O$}oonVi;jKUNNIvbvwDOEj9+#O<Y(KIl?OL!wqEBa&
zihxu}_M<2EopWlwEt<D^_Zp);wRM%<q8+jO7JfWC-!4Y(?yn}h2jL%T)Wz4wq}~2!
zx^B<jQ}1TR$L-rRXaAYE;ni!lT*$9&<@qL_)pWCQ_NUPKJAQLcwEudz`D)3Br(H_o
zeWfdVI`S2#Julg|IzVpcdU=WSq86L=jjZ=tM)*2zchH>Tt$be6#G;_$O!o^J*7E+<
z%llp~Io+Y`cUvVt>(k`t>m|7Co@UE0+q>a(j&*(6;n;hdF8_a0o&LEo`P*r~$}p(|
zuVuH%C7A`Uk>CrMXID3??c;>zOZpN$HxhMbl{}buGF96?CFyu{-P5Or@}C0&ABpZ)
z*3<6d-59+p#3j^?TcFF$-EQhax5YbcvV>$E+$E<RUmMhV`(VfEeA7+E_Hpa3GaW0I
zJsz{&i|Iw|g9~S(Pk-fpubUtH%P>AAh2hY(bs}P?qq!!U?A+*Xxxzzzj&xzmj~V`p
z>pwr8KYjQ8no|e5bi*}%R<Ha2>+$mXXVL=mi{{=c|FHkv#wq#o6Z1ZJC(kh5$CM@!
zF*Wv5KNGLV;qAFvrTLE^p1$oDa8dZ$7sm~r>VJHg=R3~W_H@gO5L4&b5BC?U79G$I
zHdTK#W!<+w3?6ZTV%ra;*C#CdvCbn``hMEf+>}clGo<|!cR5b;lRo_X3vcobp6ee{
zozo{|g&bP8S@S$Y=kmf6o0q+qqIWAlqILbA>Gqz-&YyaJ>hdY)r<b{$S<R9UwdbBb
zrJct!DYq!B#@P0Tp=P4fsqD{jb@gk#MfE0BY3(_B`;_}<ExWT`?t4U^<y-B%#S#@~
zEjvrHMyzJJ|0T}GhjZO(mR;ruT36x!m*f7+TkmSDSS@U{|Am$tsq1eu-gPDNa`Cja
zzH7~-8}xn}O#H(0ndf?>)!WSTQ)k<!FWa*yRC1S2*Ye6Y;-0t50-i+g7mwTF``KDe
zNAB0th!55p8KI%`W`%F*J^P|1`rYow5hhdLmHh1RTfSx4%)&_aGl$>(*zOlyf9vlS
zpG!jibsJ~hXUX|HW7*kl(e>@7d)sW^&M#nCFvW0l!R!N<_I^BD&ZusFc#TOfcWz~b
zp;^Yw151=GUW8aJI&?1TnDw0`(~W_-?<VZedU|Sd>e3&J@6Nx}s=rcL>>OL}XIHC-
zJ9peZkuXcekoW!WL)OJXoLXxip31-Ra#K*i(c~mXuUXr|8(O}%gjLKdx%G#`?(^-F
zx2LiHcG-IO*y<}UjSXI06RGE28Cz-gxKDbQ>EgWlE>8Q~c|yCD0&j1wU%~$Pc~M+t
z;IG=5bxgu@a^72V^F1{BoL{#v{-=S?mV?4oSLPq_`Dy(5rd7u7%yOy1NnhBPJ=~gG
z{5SgYl)SrZi#?)0J>9<jlKU3D|4;sYpT0Wgc-H=}hS5j-^KSE7pUm~Ucj}6pTy0bR
zjZe$&*F7m#yEf0pHfrC$Z;BQ3E`PU)ku#W4pzx6EKWo{#nB8R?Vjc@@DweGNJ^iPF
zY<l2Kga3c3&rRIa{NyR;-$TM-RedjK7aqIj`6EzRxAwxR{D>^s1E*&DDy>=jsYYta
z9<?K)=Vwn43HjCZ<>K4N@8b4tyR+lReVym)_H4fM@A3QTyW?y2?5U`j-CZ_M=e+#<
zc)2}yV(ZFYvgv%5V^|vf(bgk(_sg?BC+k;yQhU(es3ZJZF5W|4?^Ed9)a)6X^}6(g
z*9ci$a_xHM5Poghg$q(CAv!uPITkT<?%6)i$rQ9q`;rtj{X|S?!ItT#n3<o?`)rxN
zO+8X`RkPo&k_Jheg1n~dp%+yb$A4VdJtyB`gK(J5yh4ZHmfo6S0;YS|_Z~ieW<$T=
zSHaBv_5U~mBRvz2{Av;9cxi3Hn5otFiQ|1~OW&rLs_nbq>-xy)l!U4nMPK+~y=?K@
zQ(f|IAEiY;)u`~#SgxOy9Tr!#q?p@bOZ%OD4z`y0%u2c3|FZW@(a7tb!7RXTD!HQY
z><rNt9ZOXdGBmyww>>%aGyAl4_`j;1We<<vyp%F=Bh!l8J3m==oOGXm;5|Es{O3*o
z+N5W^yYsK7>8}d!k?$?Fe_k#>?arg{t~leQo2sl&LD_MK%D>zDpE)dvXKMJ<o%YPt
z;qPt#$CLiAJ2H2j_D{2kQ?{=?;J2A=y=V#V>==#Q&9@SE9`uO6W4Af_ZuyRax7YIa
zZ_B)O|K)A{`a|3Qw3W|zXLj4-_Wh5W?;35NYr!p*<EZx|{fFfAKRc@??ebE-Sa{3s
zSh(dH8}H-!PvT4OaTTAw{PK4Gn#8lxTXkxd%J43G<8Xv$cKFo?hlRp(y92*A9%Yn@
zc*s?+JhgAG<LPy&t9}HqPj#Pq>;9+J^N%fD6MIcMZ`$&^vdi~Q^mfU0IV(J`^iiH{
z&h5ERrq~8_Rxi7`B}(t|nLk{&f9yUSm+5tF(ZbuiX5aF;XXPDMbc1beUbLe1=QY`r
zQsX{9k6c%>Epz$iCZ76pPLk86M*TUP{8_QScYDRA+~myJ-#xeW8g*2hJMfS@P3Zl-
z$Lq?~Le4#NNW5<Qdd^qRJD=iA{9Yfu>1;e{mpF&a>^B;goO;0;kMiQS{?6RDb@nly
z?T*RI@_LS>{Z~`!JGRn2X7hf<*>^XXCs@6U-!yx><g!c&v)#<bKk{yNP0wOZzq^k!
zfBDND(-t4@Zl9L&V?t{3g1vLgCbMk_o@{gR`INHeC9f_$=`B9CTXy;VAD3&S)btLY
zwmp32-L%i~hkmP79G<l;*L${Q%pJRJ;U%({)Hl_gNt>Pj*eW)s<Y}4O=k@B+Yo}k^
zYn(jW|8e%Mg`7Qg4|mC4tUuGTYOeF^x5idy9&L)B+`pgqR`2<LUE0R^CT*+lBp$iz
ze|pO=ZjTRc>2nHhU6g;ZEz5Xr>62yoD*Wv{Vt?e$3jV4-XSpW+&mZyA(bogDUe4PX
zRrq|{{l%3#_mpnlX4bj+qq+U&wP*NL-kiS`SJ{2JRd(H}=Q%f6tuB@=xf}I9Z|3rS
z#S(vP?W?xP7$pB+%`LO%-p)-m-~JwcdQou0me_R9_pZWU?}cnzDF0#cimJ9<QS6Cz
zdv-U-t@YVj-n44A1bf6T_1f3d%2Ty0TgBU-`tA)4VmVNlXSw6&y-)M*i|#H--TC$R
z|8mPmYmOZ3zZYNklmGwSPnYBW>sndN-@NmxzRl#f-ydzQDY091c{z_=kzLXr|F@5$
zrtOH}V0CfeX6jn7(cJm+$=1ysOiu1*O5gP2Ebp;iw9{sICo8<MeRc6%G1=&kH$Cf*
z=sF~QxUkhYrLO*=Qo6XF<DKl~F_sn6HZ%3Cu}x=`n^{`z&&GJX-EzX8CqILYPH*P?
zz#tc{tY`45<Ywl4#)jw#avLUnU{RE}t2(09yx7yNUvAgKzm*3}+rpM9ABwkCoEOR1
zt1ThEBe=futax~&;)MNkUN+Rb?-Db!zIw>|)z-`RL={dqzBtT3an3^pzmOAU%Jxqm
zIJ}(DwBvZ02LFc$#nmz*Q>;o4sIHSu&pP>Lj|YGGwAIh+x9ur@`~1fH4XrPQPONys
zSMmI%%O!39+7q02H{bcz!QX%9->=nAckhlDIA^XZ@aNs%-!hB-)%<+nKYwHEOUDu>
z?S-rV%x<!}V^;KO<;z3K^RjPE%iGPHFT=ZD*Qee5jZFTHvWnl<e!DMwxL-Edwbtd>
zdE?_JS+xq*+i=cz%UbgG*wHV$ZqGm0GqvD?iQSHm*)6x9xz^7v%RgMQr{cHanwPK4
z_V`{F?-$+m_n0{Elcfp%OPH^}+<JBIkJnF+s=tl>IqCm3@h?{OUQJfTC9}d3bFM|%
zId4zRi81@J^P`KL+vA82XLoO7j^Hv5Vo_&VwRYpi&1V~xFJ;YEx4X(G%2#=&h4q48
z$OILuP5Uw@?JGPUpStxBvrxs?%QgAOU%pR28kuPwW5>2FQT*+(rFRWvuYIvPD046I
z_BM+&n`Iv-*7xSN&3$uhZEm!x&v~Vn@6L69Rh}zwODJ6-Q0>R@CoC0vj`~D=yz%X(
z-0z||@2b~3PDNfU+8q-cx6nRU?dL<T&6}(5-`h9)>Wj@Wvtzf<k65R@KXu_Jr#;$v
zslkWS3S%l_{!Z(^R>Rkp|0&UT^`5o-!P!?9KD66>@jdtcH><=C&8pjGeRh_3V$S4q
zKlFkR{V=ipnOpz(qF&7MpEvz>A6lz<eNX(;mnFQa|EF$qev+O$S#jUR<kw4n{7kev
z^HHTcMtY6&xo_OJw}fsrIlGZhTk4hi!6WN`%&L2wb-UnW*7n_%Ld!01&7JY_8t=;+
z8@1~nMm!F`dwxgn{Ffzj9?qKS*BWx~b(r7$nfr5^L)kw}$-Q%BbDz2XZQI9pFNF9{
zs}@a--T3ynzTfMc-fGbYw;dGBNZ8ApE4|+0?xx(|nRm}fYTSMq6m*L@(JEF=$NZ^A
zPluhG#M3*^c0Trhz2NiOPm4dAuPHmdIycH!&3Qqx-rEm+m-m&=&%N=g-)?fcZC=dt
zS=A*!dZxBa|FXRAh5o+3-)`Srclqm*pK~&Au>IQ0d4Afh`}ZxK?I(+J9M69K<Kr=<
zYZEL?9jwi6ow&ZGmw%pJMBbwB^NXfE_+`z0dV4?Lbp0JWUs}FoJl){G_h#R&>SO%-
zcHY%;c`$!PZ{XX_hUYfeJSpDp?P<d3{(SR&H<7s!ej!2Uig@p=j}%B)$MNa;w7;jr
zr<d1#{eH)#G_kVa_2;Mg|Jwi8{k-U3&v?Ej#_!(2mnlEIe{Eh@a`oqBEBWPm<tLk;
zXique`Qve{Pn@dWW|os{CLKDp+(FYNlf}pNdTUemKP#<GZ=QCkKa$;AxpbxIlDIzy
zgx{GdrAx?0WPJZN-@W9K=*=@H8zsIKyevO`LDbEw?3t~(0)PKJ+tjI#JlRw}JvedP
z?<Zq{xTK55o9+DjQcF(7?)$TIRncSJzMc(93D1p;*J^mo(K_(A<kRn>_cQv}&V9V#
zldF~(vmh7S&1o^`I^-koHb39V-@Rq~go>*V4=?90{`yMwou*yFOz*movS)uD=&SAe
zc*=)MSvey0^T+G9M^?I+$$fatsKcIkeqO=;Uo*K+pIvPqU03qe{PgWPv+mm_rttVL
zOTDDHhqe2c`~FkO&tJ~4u9Yvm_wbsz%%YutRja<~oO=CK?l#B2A1~Ey-nCYz9J37V
zkb2wlLrHx0)U8@;|D2pXm!I2>SA)m<8~ZlthHb%yhZpmlO1k;+gEFV{E+*;yyq6Pi
z9m*_cUJ!rz;m4l&E+3O)%6ClWYr3iBUhz0n=FmBd@cj>6)0bU*IVJJfSG5_uZ<aLs
z8DD<0Mf)wE=I+mnFPFSIcHc|&(1uyI8h3BMylj$JxbstMnt7tM4I@v*qe=WHbq}@i
zNCz%>sp4?;y{W&}*B_+{HglF|sOT(Z*s^TxmwiIq`|Dn_nlb*Hs(Itq^<3Lk63&y)
zm3iH0xI96sQGE;h<Cy{qTQ2oj9Nczh*&ESKn%hpfo>KW5sciYTFnal)>F+=O3Havl
z>2j+74VC}l|4s6QJN9Qrl;)n8J7I&Z>HgW<XLf9^n(J1(YUdWlnR_<Ge&U&~&v#4b
z!;gsnwOI=k9)|k;oX}TzDB_%d#5H~U#4WS+EpL~8zgK?xt#!H4$&#W&VZLgmUH?lB
zR^I;-`|jx4&aN{%o~-`TwXBfS>3gknG@I&K`MD~U!tvMbFP~Xfdga@y*^W7Ea_?sD
zZ(FZ%Iizh`PV3^kzK?k|{ySZW@|*4V_`)~MJ4^ZRwk`eKWX-le>Xg3YT)V<UJT?lq
zj+pvP;;ZDk`Kx+W&Dw+ixu(~czE|vz|EHBRHS>eMNzax)x#s=(N;e8`t>&4kuf6Wl
z>9SvbyH~BR)ctExdpUC1t^I5H4_oIkyU&o_B6p>H@1{P^%Uh1#&3tZf+tYff<?e>6
zRlLvssMPZ3Ps*uT*6;Y^)$XZpdM{gSciC%`XwDjFt2rlM>n7*fRBqGC(pmd7xu>rS
zvD^E~l2JB7?(#R|%VytvAKEVoE%>HrI=gda!0m;;i3$g|tML8o`gH%_v;67OHOdF;
zt_Y?(=HJ~VT6<?t<>a@%;by;h=B4C4?XR&s_-1B6>7qC3`|7vU{GagNxc_wBop(p3
z6tl(obv^xhWZmp`i?SIq9}~Xco>P8vcVXtwS04{Q?VMZq)kE&*Hlg)%i`35^Shs7D
z@r+OV&#XG&`_sc-_u&EF4W^Fl6YBSRJ@96@oV#GFmvGgWm72T{4|kSJ{djuIzkXXx
z<@>u&FIm6W@#mA|*kyH;ckP*G<4S-3Yn*a-zTLELm%UKA;+E($9=#)$pN@apnf-jh
ze~(!`*Zf!+cSx?X{+xKBk^f_R&##)oy${lssh51)TYI9fLEkjJcizUQ#}BrqEAsvQ
zv*UJ(#nHOHbGxGpVj6EG`_D9v?c;en;r7jX&%}yTzOL;Y&*j$oE>oDp+_AdG=CP7&
z#q{lQmv(+%aECE7R?GbGpQ!bsr&BAnS7pW|p4enD%XXW9L4n12g(LjBl66lM65o8?
zbznO8Ue1S+-_8_nYdUzMcw6w!T^pY-zw~$U<M+KGajvgt_S|}svN(LZq2}sdw_dKh
zLZQ|Cz1tlN3l{gus#fVex^%Gh>8pd*r*~ifSG9BBcVVN}tK5$SwXG}?ixc+#y10KP
z_xW=gG9P0b*=vmcy*_WLQ~SQS#79-(-@Co+cMg1UKj%=h$>s^eCBEh*JP{|P?ai28
zO<X_szDl$H`HeRgZrHHKO`^tThucq$ibSDhyc6pGZNI2_@9nW8Kk{tCtQ%Df#FQ^i
zENcxs&Z@9Ja|LsZ=;qAGzq<s@-^%FK{cW2q9yV*;I^OGFzGT1Jen~aq*UbYA*1K6V
z<x0w960<G4-Y>hphs%EV?^NZ!2NTz?*p=3I_`wJBHBaRqOfikO*t+T2rzJN`nc1H%
zEzHf4Y07<aZ--iJll5lT1FU7PJiUIAg$vy-tYUWdo2_{1f$D*Wi(Yx1J?Ln=g=N(y
zwx?4?&VBMYZdK&v#`$F8yD5C>U-C_A{MQ7V=%^<Nu4ni;zeHo5QIPPqPn*7^%+S2{
zp<?wNNj>@8f>UvU88-jrv-5AI94}m&>89tQA|!p#cgc#St9Gxtz2^7f8E60h=iEHw
zY>)5ssUfPJOFRTs9Fx3rW_DK2`~IWzL-oW7S5hC(G(YtB$IV*K?*;uG3}I_d9-a6&
z;h^0)P6vLkRp%@}NKCf+5f-nP{%^;G9}ZjX4(<6+sE}B{==>Y&*O49bTqg7-h_clG
zxH?<VFW{~D-)k-B7sVK?44D4>PD7#4#}5zr*8~+D?3G+sQStb&^$b6yTV=JOxvuw1
zBiFbcSADgr#~_IF!yazyKT|o_|GmAx$1(Wrf;ZASr?xKAY`1^wB`@$>#XMNDv$c9^
z`l8DV3&Prh&&7AU{hwxfZtJA3JA7{KGkLvg+2WpsFUwu??u)tD^MjieCiC7}oOw3c
zMQZQ4M^g$;huMp?HyurH3ZLV<PJ;7Uq@P+_x7GR03bk?HLi|4J-pu~#<v-)&J#q2%
zl@jX}-cP!*TJg}=$nb@Sv~Tr(53rhfHShb!wfkkKWZN1~iT6tX8EUQK%yueu&H=WW
zn>sh=E_{_y8F{iw<I|(Z3=F)p6i$@?k&*duckQl)5sy2I>}`%cSyDP_^2hL=wKCZ^
z!%H@-jaRtxC%HUCVf~jZ>(l%N9GntIywW?^W=~WLH99?O+Qdr|JDwdscBSo*#;jv{
za*s}^E?rS~=c4#Ci(|5S`~M%7&)9wZbp0>(doD+g8~ICY*`M0;?Zd<JiwBJg*t;H|
z*L_hQ^yF!zz@HLkIr;jkV#}SS;?L}tod2}!i|S)fo4q!Vb*JA`E7QKZ`1A6bZ4cy<
zjgHNoa(_9$-Lqp~Y`1aE)w%z%=AdxijLn;6{@r6q-#R_C_eweYSvKAiGo8PzNO72J
z{@~+e*)LMxP93arkJb4%?Y72ri3pcB)8gYkO<QfgexBlaemUc9$zM+yep|eL-&wCt
z`PI8C%ZhiN6+d+TT|x33!?oti-@1Q3$(Xk*xc2h$YoAY;z7tyh%F_Ise!{v#nkN+e
z3m@Fg2)X9zIBk33gzh_aHgDC##NrGVls`TAH~UYq;>V;zHs`qA*f!*>Oqls(f~v-T
zw;yfRpJrNYC@OfB9ea~4B{6Q(@i)9vZ>>-Iy>Q1KE$;e=Mw3@&^EJxVp1f*{@3E^s
zusdIKgO22*J=agUG<xsbTyWyR@0Rm3uis1fwBx`|{&SA|H~G)p5Mh~P^3%skbe-Ip
zW0o-i`2j!QEx2zftg^l3j!n`droHDw_Uv86IN80@pwTKm&S>GMO8(jxUhZLzYZz`k
zSkmdM8u2h;>iY1{9}WrfKVNb9qG0uhJ~<uvd%xd)>bCyB<<7p3jMX1kIW36#lX*8u
z+~T~&fo93Y_vaT}J=*#7y!|KHj`jaaE2rp-e6ryZfA{`J#hmjFe{ReFKN8Iz_eft|
zVM=%E!|anECa+q$=i;fZ3lDk!t>2}<vZFH2XHQ1|IiEjr8zSz%<yrc&N~rGAP4>c5
zE~hvg_wbyVq}0Dj?0!72urt%Q9nQ@R_rJbb!WQ($wYB%YPO<bVDV}|w0^U8iUQ@hW
z&cx7A@nB;>=_l3Q@7_)6YuzaO^m0*)S^W9A?`qC}GBx>sPW!Z1_-Agtf4hr{uV>xZ
zroaE?n&(zW&Hug7zkezrx<KfK!-ZeZjvU-R>t`6>?GDqGC-!{yp1D&r|A+U!+{rS+
zR_lY9+2kLb>bIWT(s=Kw{-pQc?{PNIotvfiYVygA?rh2@LhoCCyvX<b_G<enD{nqJ
zGOz18E1TS=#_$TS>9gd`bL-UXr(fu3k<2y8b+(@H+I4G6fcd5BX-TuL?2EeXUt{p3
zDIqp=+rAC8S<_0je{HG#ad-Q}6_uyLrv7ct{B>H%t8VJXU)kTU9Sbo0yIOm8*)v;>
z3>%BcUlUiTYzc}v#9BLDc=Mi<%(vg}o^O-P|3UG5R^vqL$v+-8Sr_T=V3@l<Nm{+2
zbo1LtwH1?={ulq!yRPZWG{O5!%l4iw+GbPtC+BC|`wJE;A1DdjPvaKd`D=H6$cp*C
zZomIlzpe|I@-_BZDr4n?)&Iim7e1`oc+0vb#!e_u_K1F@p<FbtSf(u3*<DZKuisz0
zPBeG=Pc3P)ZF5Byt~n%jma#(jX345u3AZlP_(+Q1d;TcgW>;RyCz}tu{55~S$u~Xp
zpz_F6+5e*Pm8)Z3O;BC!?KbNg^Rjy1xT@Rr&-hfH-^mO)p0JhINVBqeug*@t+=w&$
z$<u!+*M42S=*rSBM*F@BzGZ)V`@MOyzHaFOg}&OV_-3hV70<#0{J$*nZ_z3|pKVt8
zD6Cd@U+(RFa%VTEeu=b<HT%3(r-&~{UDesf_KCt@t=09V%Ko!19lx{CoZ+|y+f%Ns
zdnGPDuly~y&-lE#eXJqdX8sNL{TWWaZrt;A=DtrcW;c&_n4eNiFPG(L_Dj5yyM5C0
zC@r3ux1#Mj%oHNGg{EJ*FTbMa_L1%Ks<H`Fce>{8)~f!}XccxL@A2Eqlak|Rw5&JC
zuUipr)3oRK`MRjO^Xw((<85RAy|n)vxXZup;EZ)8pB9(o<^TFKeSb`zbM<33{Z|X$
zPx5~i`^K@U^4^7nimH<TJTv7V{oa1s{C?f>_S@%X>I8_{Nju8!Dw%VV`KAB-N8wLy
zKmS|sp=PIl{Zp1_-HW-^blFe$?}_`bYTUW{iuL;S-?mPh->0+N<|yCfUuQmZs9X%*
z#k3`UiO2nrdqSKn>zjpmQXDk3i>{m(kG!*oS9aUyj~i<WX5N1KKwfYCx%)cL`{g%#
zee95boI3Bd#nW6r_3e=pA8fr}{&U9tx4+-;JhBv&x3#c)7MWx}&u9IclqZ&t?>(M<
zXO7#s!f!8oy&{i=9e-?c(6ib53S0O4-eyaQD?$S2k~$yHS(?p$ai)vGkFwH3Hy4#J
zE$N?oiu=>rJ>ge^w733nKO<Fn#&YVlsjTyJ3%CQV*k9xoJ^X09)jYDS$n@Zj^T9X%
zF7*1w(zRMgdXxW)-LoD(ah0@_SnO<U_`vCzc2xfSyJ=2I%nO?iIahrbi;@wWurGjp
z{`n2b-xnUrVNDQt_R6#5xl<*dtdCJ}^~!TUj_?KjU)kK6C275*^6009>ko#$jj@>c
zcAnk7;_Y{AckHhD^T7P{@$waKZqzH6KX+?&Se_SPDZhJDlV3;O-$zM5XP!J1{{J1<
zk?;?}|3u^G|111C{r=y1;XCV2ZdUP6?zg+4wWw{?a<Ru%+TTT@;u?2N-mokCOxq3F
z<zG%s&2w*CF<bKbGw;pX`Ryuy&gjcZ@?Gk*=y>Vr^7?|!t#j8Ff3}u=t1j&m?!4G7
zQhpt$@9p%!p7Sr;D)VA{&L_@a_VL?KkINe(ueN=Sth%escd;vQ%KDYr)7DPD7kpnU
zF;-gE=l9~&_N*z6pGDII!f*UpEpyxDYHDlzapQ`$GM&%fM&6ugFS&hve{S%dFU&74
z{+xF>`O49q@6H*unESqQXuopbD8Y7FmD2Hq-DYQOm^Gfa#h(_~cl7rosW*F@w~4JN
zjTd}0e-iI@(K{1QJ+qK_(Y@_t@wWD)bYHRU+qS<{eJNmfYGcLeoot~yZ(J7t^W(+G
zPy7GA|Ns2cNA~iY$$t(OJ?G<pQ221i$<^EDf4UkWpR(orh3R?nQ`gp7zUE$IaU*_{
z(wS2)eV=iiuh71?x%k8W`aL#({<S}KpLhAxk%Npj;!Pp46_$mMf3dNvmmL0gC0OC*
ztjCN3Zubg&cssNO?H8QM*=%_zxc$Zaum0EDrPfre*?;iUt;tnq&3)5ULT|<FUVXnO
zJ?8GUq8Uc_SEdKYMV>3XVfT5$^_=|gk6SlSYKi`xK0i%})p2Q<<TT!c*~^~B3TGv-
z_UX>H-TYSJh~ZIxnOvP%_QKSs8Jv6cx7?e1|I;s>ns?G^Ki)`xv^rlrHTvY;<HF(T
zTjZ_&TUjOkyR`klmfOo-K4}eo_+rNu)ep>U_g{zi>dx@E+*ieL<FUg>nbRc?E%XYN
zN<8-K)&GuPzq2n?;?x>5uXKUq-&XRzO3A36G=p!c*mZ8U&Pz{^>6=IvEZ!;1`M<3B
z<<37>PTOsN@X>M8_AOtwHr=edSrWv4#AV->gHLm6uI>II=JS82_tEDzdp~j-JuTQ;
z^Y115%}wvFeRf}?AYu3K$Kt1U=l$+H`5mRXd0M+qzR*rxPv3k4!5<Bdo2{ew)YW~S
z-fq+Ukz@Xzw477dXZ_s0!{U+X?qBo2HD1b>T)$KKX+!v8tBVx}q)qY*>pbGWw@B{_
zzvFXpo3mZZoRdFadGGMFFX>z~ORvbURL{J>;^~u!oKxY}u7Nw9yGs7ZxPSiH@MZOn
zw{I8|JoF`w+a0feZf}3~=Tl+3HlI7}Kld*D{P?ExzLwhZpAUlneCOWQ{&2Q&Ty=Ks
z+Wh{C=JUBJcLd58Eiet;xc16b#yyX+ujp4kec?T=?2W*l3%_pW{FdB5<+-`kyp3y~
zY*VV-^CWa#dV0B}%Vi6Rkog<4CRlequztDY$jUOmb859^2akPkx_L&Bf2Bpi_QORE
z?^_<}7Rs$ZcTHuxQt6Ha)<coIPE}t&-6gu$<95uPClWa#JmwEiZd2Z-bhl~w?dkVE
zs0o$sT<~b8&C}+apEg~z{QY_A7P}+5^TpR#-B^(~*O5Dp?X=CDf)htHh1uSm=#h;K
zv$AH_URlmHr{bw%vAT}PiRfA*E5>l!EpMIU?*3ZM|L^ptmuuto%YU@B<a2CTbT#+V
z48h+Y%7nt-)L+?iUH``)>)R~<{w%LQ>wKmCrH@`^!$(E_fdBJ!ebzW^Xk{q8xSZX?
z=w+Kn`SxSpm&$VHh{pe1<xu;^rZP&sis@p3w3}()rN|$r+JD^9R9VcwAhK{h_tC?i
zE^D2>xGbvN%99zr@A*52@``CzjGo~Yi#NVi2wRjo<5k7{R?~h<yTdKgTw#U%oAb78
zOS$2BGCHQd_j2aMw3~{L0`_#Do7!$&UVE<HuQ@7h_OcoGq?f$Cu*vqe8L#g7;-eSW
za$1<*vwO#PspbB~$n?au$9blg+b-Gd%jINWk~hnD`?I+8&$HtnuQ3r`RrxEb^7a9C
zmY2m^-KYQcUMTr|d%<j7-fWpl=|kyXcQ5@nkHPQshI8if=U-*ddz$@Xm(V@o-G1LA
z|CoO{ta_F4B;()Tv!DL|JN>@y`pU(3Yrl!tABcN&yF6cCzV=A$&Mn2^e%ab9bFWBS
zeVhK=$Dr=PvZKXu77ts)^Zy<xj=1Nt^HHw<`G@K98UJ6o9^Rd_v61^jl=}55R<B$8
zQxn~T#mnxtOb_PEz4nGZ@om3leEpBrp_5m!D|GEWygIY&+`-jB7xUllmSit*dTsRl
z@7jvX75n<ir)tEUc>iN-#l_7_M9(Ka4@g*+IkP@``=<$8uI&tuYj5B9>QZS%eEH?y
zMo$W5bFMwKnqyf%|DH|atBbjZO0NHxte;>0T95zpJ>IB@r?#Ijo?W(dX62SUJNbFe
z3uIUu{V<O-FFvs}@3+n&!N-lsYzy8+1+0qWFM4$ChtwbM7;}xe4cX<sdQ;vO&%fEk
z@v@I^N%Z}1-ZzRe{-*!#t$w`ScG6WP=@oX1c)!k`J*$1seQ~SxKk`eR?!INSy1#i>
z$8w3tu$t?~H_w?Fmb&*^CHq~&7yJKz?7vy}@72-u)9?Rzc0E#3;P}56rSr}|65Vho
za)0sk{?!lbD>cpS1!T)Imz%FLKDU5>_t_oq&%F&+6Y8I-5o4fN%Khi>(?1J^yS?N7
zpAyr`3&}ptZ*TKxcbxe&{TXX&ijJA@-{JWueO~C_nO7&&EIP1m{x5;+nmHBLwRa6R
zMOjy-soPI{vPkjyA&vuwr|ta}%BUTYc+K?KvU@3IsrT9C_jKxgd|A8i{;^Ys*Y5V0
z=$F^=zxdkp@kj12WkD4uBfhJyHuSImlUaH0_}_K^E{mVG%`^JBFtz;qm(yLFHmg^A
zi*^W4Jb7R?(>eJwKfGHPe6mjX7TUn~Vg0#4mKiB4PU`gc>wVtXrOcATz^uRBHqtWo
z-L-ta&$%XcXC~S15pmHI6=~w%d1sM>jtKj^b9-vDC#`1JpZPLl%IP;^Gqi>M5-urR
zkz_v^eB9%;>zhfPy`o1$nNlsIt@eMk$xp884!-+q;(EWu+gJ0wlP^!JKiBSl?kCgs
zxA!~!d@W|^*gh>?`QhyBIc|+w_T@P%&P=zt`CiuC`p$Kp2ZrX`<{CC{{dhwAe09O(
zcOTxKeLC4XUT1#&hyI+zUuTQ{A9H_TuqJ)w3DNGHgBLb_VtChbgnRq_vWk<j`{e(B
z`upi^czx8q=bY7YKhpv}l>Pj5{{APf>-JAdyY@Z0#>suXw&JAuIe*J2QQpuybG0H4
zY8D#3^)R~pY|q26c@^2qr~bLL)rzlDJZ|~X_k4#co>!aAm_Bu(p!l`QW4!lN3mh`<
zo;r1L!ovDA%hp&MYrFZ$hM#!W2AihL`8v<w^ZSbVs+qCU*Pd_Nd`We4;nHjy?Pxs#
zpCoCud0$swt~C_6X7fvD{T0`mMA@zTDjt4xwkWgP*=_nq#s1~5>qb%MYTi{mUiZmh
z>E|hT6VI|I)IHW%+`K{3zvA|l%Iv#J{?Tc1XO9>EKJvrv{IZXK_9^&2m!3Y~{wa63
ze*Gbz*SC-5%PyUrdj8|G*@<htKi~A%KCICD<#*z<r`x>p<4o3^|GlTRTry?-Zf)Cd
z0YBaAe|5}WUehYNNB+m6zwvT){O7&%9(-sM`ZYKCmx{Vz?tZ<{w&<YwyPo*}U$sux
zdG6cAbGa=VJL1Hczt-%{;F~)qBBrXFM|Y3%i`H}8a(C^cZqE1euhHU9eSbTn>Rb8m
zz#YxL&G#P$ir3GLx4O+Qy0=2RzVNNJdxz}Y2X|gxJG%Mp4TIm#KVqgGTN?YcVgKpH
zujb5IH~nJs`aEyd;`z&~B)rzI)z6GD`p#GCKJ)d8=)Rxc8*jEND4C{S@vJ<TyCC<{
z{9NzXi#sg$sT=*sU0!+V{L9xLZtp*peN)%@*Xs%spFPj?bJ;(C|7!04qvyKCyuYOx
z6`#*<+Y%_B(CG7P*O$|(_QFN4(rlYO_VZ2J5}CTdH}d--?(^4Kni}UOuU9nQ!Mr@z
zIeLS4`q!-3HSh2G9sQbqKP$u9NV9o+vYGQ%*Buwdj+$?Iqw<aKS?TVqov~)F`>s}g
z=3N=Q<#P#RbNp$o-`jqLlol#jDyXmO`xbqV<L9r}`JcnIwk!PoBtBn{-!9=$!-HZq
zN&fx6^~|Tdy`J|uNG7*5>A7!ObK%xPX}#}7KOKx}wV7WF3zfgWliGe<SxvL&@QdsJ
zUYhSeb^PU>Y410)-t+mm>=$ob%jd52km<9hpI+V*{?1_9Ut#lI@}J%syR}cr?_DV{
zt!U$#Th}fn9>~p^>@4#om^mb93)g}dhn8LMXR=UZnb&e%@W-zP)4Gq2@2~4iysj!{
zx9ocw|4_dB&y43SM|T!-M{e4jXPJ5QdjG!49dkZj+_n3=e1Y?vvL=x&%lFJJ`KZ&Y
z&9S#;CEM1Ru+4&B?T$_SS89<G>0!M#XSqh*tL95Q2V_;EB`PhZbCsUkE-&(BT5ZbL
z&<{n&c&CNOlv;d!n6{ti#J|<i9|{({(K>R_ac^JfKR<;(5wYeB;Szs5?r4WA>hSzq
z<59PL;kGY7m;}CM1{z-Vw6t=G3p2a3eU8BOjeJ|?p4`n<bkIeq{LFz;O@H6q4SM&h
z&rPza)L&r`J4NgY<J99_Rov1w3#>QX{%UuZ*{-_&$iBPMZ=%l}{ro9oXZfMe{N?uX
zc6<M3+cAB5S=9dC@q);wHnq98@|9k=WgMQeeA}M7gRb-X*VX)8eqXo0{tvfJ<yP(A
z)As-SrN74RPvOtQ^Y_KnJ^H%M+%HDAsFd@+!|aB4pL~qcZOjwG+AUTZ+_$~7LFG-`
z{$>W7D@MvIvQK8}i+=OT-gEimbekWMe$&!_@aS`wJw566-anqb{Djs!Rr8W3=l7V;
z*!b#5kK~cb^*7~(8)x2gdVPI@-*!Gn`P2{#r&HgKtqdu?v7v|eOelY**ZS9QWcFz;
zecXQY+O+h!<*#G+)*f!$SpN1^qDHD&@5jFvD%ZCEoZY|b+?H$CFPg<(k1o75&n~?6
zrk;mx@!9zj@1M_{m)Lu2!?f!kUY~okZT-5_`O<qBq|WD0xuUZ?Q+j`)^zkhVFZbU6
zG<)4c<GSP4=RcoW{(4I8qq%!l)|JewjktW>VSCiAu=`(6N=_D<_Byii+q=1|Ii}aF
zxuieinUdSr)!pmu9OY{ssT}Lv`}FOTd(swseP+_zKZU2?H=6v*`Tmu!Cw8yi*~xHX
z?<K$5M2GvT>%{L#y?8t2_y)n2t9rH9>VoA<GyZqTUECmYuURX<<l^6DCC?id)g1OV
zb<eo>_ITU*=RvDGr0UPT|4|pWeDArJ{_GXMf34Xf`}6<DJvUq4t$OeIU46|&wkLP2
z&L3#|y7Tk5%ZH?&MgE-oFWcmq>AL5ugq==5pZosjE`!rIG|YTHr_a%Km*3;Pv46GS
zzawW^X8d|xzgA*~``#_}&z^stcP;pKTAiQFg3>vYzP(cDvoHK*9<hGbo9o-3w0rU1
zyIQ_^dD2qt9R@*ag2w`VR8E}h=y!X3wt=tr{!1%=4&}ukZN9IsS(>l4X5Vea`=6xO
zpD*q!4c;Vo-y*K~`-%CI@;B=(?e^^X(X;l^_lx&upL|~V;MUdIhtL0rlX!ea*?tQr
z|NB*^Ps?Af{<3ubVt)(k(*6J6_IT$TEvq@U?QC(pz?ZJ~E_V`Zeom3T(zE}a&5w+o
zuer<aZAxx4ylHvfLq_i2lQfe}9jCji-`~8JKR<1!M)`gn#@-7OQ+>iULwV#jG-~oc
z{P$$1k*Vsw=Ny}AC#KAvYQ9>(rfw$Zc~SFaZ<#+!MY*4~S-e}uVA?dvzwda%(o!Cp
z)u_v#uc*H2d+g08yVNt)hdEilKK&so&SQOh-{IFj7PqTc94Wis&hzf-f@!l)zch<`
zpDy|7nyR+KH7kR1{+rTVm)={>NvW5-pR^-#?k?de$?vl6CY!xD5H-)v`rs_@54HCW
zoqAf#k?C_r#<=<Mqi6pde`+0XpL=v;(=%Q_sot%xN~@0Up78MTrzz(hEG#c-FRIwn
z@ciiMSu!tl_9rGTK36PvSg!PgQ?uH~)0*e5MDB}^j88o|kF&#0;ClF_U0sXZrxX|M
zw|keWy7_Uz)yKy!-u(37i}-2%ijH5CFY8zAYtDBF;E0&Y6c)Cu;?=4omT-eRpPzr%
z-}n1l`n<*;cZ>c#i7t8gb@Q5v9ZVnd|Np!C>G=A8Xa1$^^Xrw#a?^VEu082V_)}3{
z&oZs1V+)r|lK2;7$S!+#;+8mH=dxFB%a?XDr(6_#d{`})$L8Br*?FZ&4m;ny3ei+A
zoz}Zr&@U+1{=_1UN85iUWydvq@UPJjvwb*kzt<9*@;w*qB!5m?HQP>5<Ywn#R@+I-
zcTP#187tdTvd}O|;!oB242Py(0j=91FYkTunyvr8H~D2yM6BG?$-4wz^xL?|#!uaU
z>VN5f1*hekGVMDzpVV4o>&=k0I8i3lP5y_t?Btn;kFEby8uZZPcH!xbYNswb8@sQ_
zxS6-}?Fog;{}dm6f8r$<^|^iCrGHlqHXY5b@5r~QUlH@^*(Qxe$IPD|$@Mt@(rV|!
zm5<trTwSH7T`9Ye{#RIQuekrk$NuLJIUDtzG(XqRJ^lU{&UO1vZCkXc^L2{LhrciK
z*ZWPIZnvhgvU_*d*51%czNS5DTh?xDJf~&u?&KSvI{)md6@R~8<Xz9dv&td->4F)|
zdYdLn=6+pj#vnYsWogX9$G0MXy`6vb^0KyadxbUZv2(-IpWbBKqfxZiX_omOscAi-
z`*!|GeHLi>$;8C}@yC@D1<O7kc{}ItX35#_&K}S17Uo=U%R9NK?|t#AKjjO5m7U9$
zo40uSPnWd0f+`yxEPQrhgJ1vVlC+bjckG|LjpyE(-B044Pgum8mol}X_RrLy#$bcU
zDv_977mo1>w97x)e|qzW=ZjTj?;SNQ{;_=Gv7Hs+@nN527hK(H|9HlmIRW}=yf4Bh
zx4r7mR%MF$_4@DIgBKgOdAmMYUUEFJ)6HmJ_y42DM@)D2@hxV)%U4{P6YzWOtzXxF
zUbW*oZ0NV+;P%@Mmc7<z&71?iZMS=SA+~mwS^8$Ss0}^g!QDN_a-~HdZ8cGQJ?+QY
zlhY?JI9%iHG)H^h?%L{)mG|yEX>Yl|!S-)@T<d$;AJyOAKNsC#F0omaXSo))_QSV+
ze8(pB{NA+4|Iepah5OvUHEpUn*8b~8=)OIr%X_TLcW~Ag9+)wmeO0`@dhMa!%#2S=
za??ZI_cv#V_VG>hzMrw{&H7DSrg*Ct_VQXh2s|Sq@xW1QP2P?Uu7h3fN9?>=ei^Qw
z;QVm%?VhE6o(7$}Qr@iA*WVfW@0X={pM>+inoqX7GiStXuzt>)>~nlU+i`oFG^1}-
zmY;R~aw=`@EYp8q*Gx_fH{9{LaYjj8SVj7x*n}{>yIFPn8C{>teO^-j&f?_UZXxq0
zg`ZfNi{v+@t)6&qQ-iERLr{LIqlEW0z8!m`U%hhY;{I9Zp<5nMd3R#`R6C~kEl*X_
zJJ;3hc>3aM@w|%(p@;s(+s^gfY4k99`l7af%I{VC0+*eBynbT6m*ei<Q%@_;n@tGu
zk$J~*Vrlv6NtJfz3l3&qzVg(}`_EJMwe9B0FE<<B6gt0q_cX~#75kXxohZIlI4AtZ
zuZ@;r-W88eeq_AAa7WFCnwoE~pHAMr|C#oc`5UqxH(N{yI%X#!$9~%DKl2x%=ORzL
zc8fmuKR5k-<-LdJ>;LSZw!FXo#G8w|TjKxzw3b`+Z_?-MXF4>$+^KC_x&FnYN`YnR
zVhu5znvUm83${PHkvLK2>$;pJ8q6=aH)*}np8om`!|u2x>%=@OPTbqWwlsNS1S7-5
zRhgOIk1THlwdD(Ms#8r_7Q}n3v3)X|I)7M={yKL*rKSk+`^v9o*nFMxM|-l3ql&1^
zTnDe`6F%u>nkwq;zkRM|#)<8fl7I5rg|7vlddfR_Q}PSHh?|A?6^flo>|*V9R37uX
zlsnDf@3fOYKOJU0e<>jU%FhYMzH9Mcx-9r|yG=rC%(sKjd=n2>uHOEkHA>UAI?kK-
zjbhWgZ^o(W3T)zPTTZ{36>@cn<NRB4X9Vtl`ji)OOY^G?N9DY2R*AOPB2~Ti@$qPC
z3#^_0DgUN|+KbnJ7R7y*v5PB=VrM)dtn1{{UnKc&*+homjSJR(WN4ChJ<-CMxOZ}1
z)I64At!XMN9DXd{Dn94TzQt?hc1jezJGn7eu~v42jfI}Ggh<>+AK9p-TWW9cPJSjU
zdzJHNZhlE)_*Bt7A2RKZiEmlOY8uIUe3#F@O{;rWiodeX5#Kl2f2Ooo$`m$cotSs+
zcfWM~joq4lNuf$mH~NT(8l(Mt+o12~D;CfFd)hGHWapCmXT$SkeVV7w_Rju0k*y%&
z1dF|epksJc`Nk&|Z`STmRC&$gDlqd=R_RM-soskR8`i)6c3koLv`g}n9=1O?oz7Jp
zH+`wW=?%33!arxZnDGC8`;g&_M3uYWoK2@fuI%e+JDJTl^&MyM<;Z2fRu`<6S-8mN
zO8C9A_4OOn_PqS{E_;S!T$I+{S1Cy+Zv2>9uf4YBt*J+5bcVI>t!<oUH-8*Z+7S1|
zexHtQ*;`Tf8uh8F?lZ53MZdQ@eXruPe-z`(f=QB558twX+#KwX@Y|Eo^Yr>fa^aSn
zuDE6Xl};}-I%lZl_Mr9ok?mjZ|B*GxDtUeTU-q6a=VSE0B;RjXtNZZkw<-s@npca?
zCxxw;EATY!^t@j}a+!ivD*JQNJw=c1cT$Ufdbw(=-Mcd%J}D>tj<mn#yIw2%^0QKF
z!@I)QpFOs`oupZ}d(wwlsnYH3dTA*Ke1r17TrwBg@!Ij{Mcu8RxT{tQ)Wub=`Ty&{
zBl)ybMISEqab059SogR2%z-zvrSF;49X>C8=>7&(<Mls|&%fjM%yRwhI|0vTMuf4;
zc<&5)=$kix@{WV2tES}se0pq4vfmG@vaRvu>8E4wWxeDrI{i*R=5@UN{s*p3Cz5ME
zu>F;6S}yl9&GP=ElB3Kwo<>_tjGwkrx8BDpsoiLc;?G+e^Y#hcv)HzOQ*hMljpsJa
zGl|@H``C^54IeeiO%872Ig(tEB=7bAS?OFYuMf{G%>5o^{LY@gwOHtY#f<HfPkn#-
zIr?<*y<e5*#COJjdKRiKk$-pBuURJiar<j(Hred|JttjrkK=iDnHxWg=5#N6b^7dP
z_L2f^zaEu|eiAdz%Pl$VFr!2&ZTWkJYr5tFPu`tl)n<#lS@41Behp*4*E87~_7=Mh
zQ~zds*kWX{u;6xAQC;017K!N7pC)jBT5{0RFYd_3f<>yu?CBrlmTY=|TQV^wg0HOl
zs^YQVRw2@zlUZ^n$IZOCo;zQ=bA6(2bh6XWq#w>Zc+bqA>MhOtX~UzHpMCXrgc!_y
z>vDWM^9@VcO<F}~%o_R6**$bFny>r4(&V2Q^M$p>D^>|sC*&%=ieJBb-HSanze*~9
zoHai^z5dtZPnY@cr_R5}opvz3?(f%6*85!ks{Uq(-!S!bm)PG0-mF^~yt&fXn(5}(
zF8%MZR@}dI!=ggH%V&E2IX)4Xv}H>`6Ms_HM%k$xe?$(S=Zm_rti2$S!P}%Ng74GX
za}K;IlfF5fxw)RXXnyBK`Ac#iHcU!NiMze8D?Q;*;=+zsXP%}{Nat+r+LiL0Ga`U(
zqw4fm?J}n(@7aFhvfZw$Pv2$R#Z}al|2%rvzas6qS?ZbFyeq>0KfRXDegEhZ-aV0Z
zJBs)Hd3g5lQ~vY+H`zS?x_A1Xm<MK)`<{o_yiU3E^($ZNpU2F#t0U^JK67)*{kXDn
z<Max){ufvFor(NgJW(L7uH^Kbc=z+G#m=fnOmA}7nc1(HzxaT>s<^akprBKV;+~Wy
z`xCjr(G!jpeK@~B+5Khfl0r|G#M9k+48i9Yc>SJS?r|i1@}lY0FITL*s(DQP*>QI#
zQ9(t^^`+t!mMcmo`2Wdk^={}|Q}XVI(pN_JBTL^JfBqW1QGeAHWyV(mEHmG{P)vHg
zMEBp*LtIr~We>;O3QV8+$L;V6$8|<+GNJ}nOBRSMy3O};SBkXyE!K5+cV5uSUZE3q
zq_E>k$3q9E5~r4n-*yOGl9<yGV*mWXy}FP&lk(?FDb*~rew4hK^XfA%x2vhAg=JDZ
z-gkZrC{0{l{AkDD1I2&0^w*@A%Kt3C`{Hw7&MC{9)H^!fXJBUmILvs-bfY=)Q|i~!
zn%R%;7N0gtw~xENVuqA;&hOA|g%A4H&)QsdYWev?$<xotZeuyNP{)|n&&I@=%TB&~
z&#BDT)8)L!%x_K&-5}cP@kO$sOS}A8@J#8~r?UT>)XryLeM8uX^XL3Cxl`uMKF{~T
zwv$&}_TlcOiUAIsK6}=F$cYuc{(9xXii1{p)&jv6_P3^6eA|9ZR@_qUgKt;kZ1caD
z-uG_#V|sJf#a9*@I{#O0=J+G6xj=>UlgSJ3`ej!yZ+pIU@8#e7_ypNYP4ZW-p4~6C
z%vL=4!tD(iQgglQz66-r=f3!J&9n0T<%2eVZ>U>tiFJBB`PA8qCBITqcwaA%`M})5
z-qBxC`*Q!MIWLOUc>aIs-~X`cZ{oH&@|VTxpFQ3^?Yi`_<?Fn5m>xHL(P#5J^2f`v
z+wb@8-ec0y`0MuK^wZ(){?pdW&HwyKb{T*EmKp48b}}ZvUd9rXSE;MN+4A_O6{pvK
z={odEGBJ%~Bae1e-Re4}9S@^yj1n6b{J2_r(P-0w^%b+{nKwRh&FtA1X7$0nHq_$_
z!?YqUGi6z}IWuP1{rvLHy>j!)enXiLD_P=8Uz?uk>@c6ASNCY=L-ji*sWo+Ho-5|f
zHDJ?M_1d^jL+erOBe?^XC&Z?mdN4QY{l|?=540L?cb0sb7~QvGM*d8n6#3oEC1Ij>
z{JwN~y0NEsgfSNW+14a_|K{TI{Xz!E9{%&b|BI2|-aqf@4o^n8`IfrJ5-pyp72RP^
zkNmx_q;2+^CWD!Y+bXAD7fG_z+AquReEn|D(_e<Xva_#mPn!Jx$JIP_%~y|HZ|(Sf
zAnQ=bh7zG0uf9o@o?pUQ7q(YhO~Y=_+pPA}9NYWeFWKNX?RSmL`{cNXzbv%{<}>X-
zec{U9ifc0U^Ipw4r1tXY?e-P(ZR(C3zI<P&{>R__o0vWt3ybVKc`$p&zCXWK@9BMz
zEhqNrr+|9ozSZH<t2TzUmV|MM$OkY!$i7<SkdSN`DyuwIZ)>>pOdU5}?L`(W+GZaf
zdEc73md{*b>b6Cm*<BMtPJH0CuqhI34f$DCa!s<CIazy4-Sqh>eh!}xU-uK3dbHl@
zVMF?H?sYL%{wzPmvZZ~VdMMv%Tx{2I&v0?cirR@+JWCJE-!iwgyh!)I_G<V4Zx7bT
z+U@%*{pnpn;=|Bsd)B>eVZ3U%ul}_4m-Fl9>B`T$7yIw`TK!E)&*t`r@7et;eqR0F
zKli8K*FXO^jkBo#(VR)st!+eIzeiU84cxyibw+|wRr{K5_vj6$H<j#Pe!n@xaNFE3
z%Zz-^OS8!-Ij?`opY5(^Q|9KZ{+cVIP)Fmb`{$1ET(0SllIvc#={$Yjq*Qr|Bek_z
z+2(7)gW#y6Q<4p}S+{le+|!)*N;uf5@$3h!H%h%#6V-X^I8*~V*?i}+p3L4N{&<I$
zIb%RjJdcn7cQ|)<dc;c3ms}S^7jv!*mz{p>oO!yDp=s1hX6vsUnfBq<U#^~SN)?Rr
zbnu>k!6?(Ri|hVBx%NxdNw!9>tAxH!T74#^!(7SfQh?NgjZY?SnfF_#ms#<5{_jKF
zYKQ6^^f+YxCd3@Q=yT}?vj*et56Qo_d}IF^Bz@}t)J^@XsxDT&*#65kzh+15^sYL)
zF6-yp<v!osk$Xhp-<;)Dhn@voZ`_pK=Doe&`uX-AyYRT5PTwmYr_GPk-}2>|{cH99
zbNY4JhNYj@&zl-8vO8mU)gJAIUvy_(^S1ZC{%hv$)5|}Y%bYHJta#Vwc1?PO@R=Iv
z^@($@>1BTl+w3*X{jA^ZI}X`7OZ{g~X?plLL5F!=)yig;Wyb3meSc0{o4!)UdZu6H
zZ1yeN%ERlfpS~7dw@}tE)7GZkz;3zo;l#rkXRJ=I|2TEJ`O2NrO&^==ODC6!9QJy1
zHs<A$OzBzYyO#L=IrT3q{q1|%*|QvWKd^kgrFr}MmMYdTGn01-mt%_i@=j_LoD8`0
zZ00K7)YWVM3a;O2|NoTXs{0((duzT)CL0{fxb^49OW|YvcNmVl^V_A&IdOZ&qsh~<
z?q_WGi4rug{5|P@$`AKnhbKq(Jp3{5`llaXKOGjHFZ<XsK7Uh!_qu+?qwlXx{qk$u
z?1L3AZf_I2;-k9Kx?bgXTha%%!Z5{7?#<f{+C7}qu6JkMQvI4Av)75U{R;WN$XQuT
z;g4phwn4|6=#Mk`j-?*YakjOyi+*=!Pp|zA$HS|>_}{mSnP>Ybx%B2F_TD1NRq`9W
z{(hUJ>)UR_rzkzO=-FDKvRAj7-*~MTXO?YBN|7!uJ5=SAU?(UqUQiJ5dz#}`|AzSz
z#~Hq}X9eD^by{#E`NLzb#`1S_4}LG^^wXM>%J}=iW?>HYZ~G=5c^~-0>*j~EMb@`h
z+&KI+j89(U>(wpm<@QJ9J&>4x@`75f@cqV>&8+&9)~)(6VRC+d*IOU8PrRKzMlqci
z<t4i3g-$pZzhg(0;sNu>y&9`M<%29MHEgCCo=iA>`r|{%_)Gs%c2<8r{Pf*R<~e6)
z&yq-3<=*@9OAYJK)#~awb(?J-{@u&J|8LsQ$NT@j{`6z{`;WYJ56%XzbErAVKIh+|
ze<t_;zrMCoS?<BP0}Kx}?SDut;{LNHXIcdN?KbAm%IPPk%@@67bV%dO;==*^FD=hF
zq3(ZAGM6(X@Raggm5*z@CeF2<pJJUM79YoEz0G;X@;?(_HS8<hdTb(x_vwT4`R%Tz
zFzk|B)37YUZ_(rr2^-%1RG!Ooe(K~715U<Y4<<;hy?JEP+Ta--a+`mZ)ts!Js-LI3
zf6w2apZ4GRoqt-tfB%ETKj#a+v+ulJQ1Vq~_rAq(pZrq4#me1z(A?-_;Wxdy@H}ID
z^z)Zfo<8D>=d<4*v9Ipv?oXcapPCp|SFgUWwWeEipF>HB!E}#5K6e6AneBdcU;e52
ze&T$`h_w1GZf9l8QZ2oeF8Q_bhMw=?bQYHEd~|Y45tBl1y|1)Pg!HMWT94{~-|1;+
z5}w$}s2##8?({?OxlVfO(q2{7iIwx#PM^owY_@O1L&*oTtx}FG@slZexGJV)`#(hv
zr=QzPbLKrdCf~JP_JUp3rszMZd9wNUrxZ=&u6p%F)c0WEO4HRw!R~bv)%Th4${*=l
zD6n=z1bhAE__;i(mp?FCMYjLhe0Qqu2ieA$lEZqH?s2I*bo4#qCh%GP{rQf;(BQ*b
z`){T~&la`VnR06XdL+Z$nP<h(Kga1t=lROs$C0xw+79W;9olks^RJ3`^F7v<AD7<$
zH__^^bvnB@?{}X?r&u2?vFtt{SjIW^UC7DP3qH>JbL{IK3*OsL@BcZa7d&^pZSk#&
z!;=hUpWH2JiVj=6C4b#v&v_=l5?MYTa*p^DAgMiP$-XxVHS^0~8yuG2e}1m{{OEOG
zZ+^>(l0WxHYJcLjt-5h{j&{B(3ELGE+_IHFUGDeSgK5|P7EPc3Bjn_V6H5-hRyNrC
z?Bc%2JI}6~UF((Hxb1<K%a26~*Ed|-|Fm?bXKI|v!DSzR<?J&#=-A#S9Q!af?BevE
znC0y23_kz0ylJrZ&9=iOO;!TsN)OLBZmT#oTV4E;<vuC#g%?DcKgAw5x4l~Vx!=fY
z{Vx}dsP^89-1U#lcrUi>d#ra|`_%+}jf%rxfAQD<F-}g{rW{x{zy90FqWQDWte5z{
za{p2ev$Eg4GV`vct_d=CU^pCct<Q1F)AkpB@9#v^l@_&sROOGqUl4ue@>BPF2TH!4
zx*Gi_<8yD`g{5CE2{SY2eV7$!SWy<Q$Iy}zu*@gylgzANFPXnScy3nRyz9)Cx|AQH
z=64+*KC{c;@FkKjOuWf?=a0-b#~G8KKHq$9RY^;(pMu}riOxTNzD$>#+faPu$IoM&
zk8d5$pZ<K$!dH`G_3Q3jyZvWd=V9l(C)LhZ9d|`n-8r6q^nF*T*+#De3&NNmMa+47
z;NHPqA3}7bC-fbZU)f@?-6_&g_RnH(HHNNl>GPPsKR^HX(n@1_w!=Bc1umX!7QNfP
zR`$lXt^==|!%s_k`#sn3T{(T~8TKhPqIY*)X|h`^@=DLFdjBhF;ay()4JITTCA)6V
z3<~`rmFR1<h}|!A+2m#)u?;)F`Z`W3U_F#;R(WIku_r7Z*2UXn=EdcR+g&R;Aaqku
z-p=wF_mwkm@;(K8O}xkE@Gw0f=c&%#H3DouV>ZM-(_GCP|NrIcr?2(@A7FW8xQKt+
z{0jf~{P#cRcD$F{XtO=wroE%oRNb;3t|Z=5^&flB?UV>#9u=UycJ4f*%dBnfzqxds
z)2e^Wx2U_IE_+8hH{eLX^or<!IZv<k?#ejp-@QmEZ0{*|FOBv!Y!wSR&S!1$Gpc!E
zr>(tMQTwp2$7HS5z1jbpHBX6|AN<@gOYEMV-IHVkQT_Su_67R7!mo~<RJ^Zdxo30D
zu~mocKm5AO9{&GK*Wvb%9o45rtJUK-`@VcDt=80TGrQ=Km*`iy@9}}xx16*pJ#oPO
zhh|lM;V0JLT>U>S6!S|x9y=?#+@E397}eSN?Bja&|Cg2>S**h}*}gBJ-dgzd!oPQA
ztHYkPo!$0$ieSkplaBi)C#6#r4mm^?mL@$G|7!7Wmw3Wf;o{QWRg$lcTs(1NL$dMO
zEj$g5-}=h#{uTF}d1uasSzWAo`%XmiG`x7om0dac&5qR-tpO2tFTV0mo%Z&_mE)><
zMqJS{NnE~9ojAkqx$T(P7vb~wy=!YxyQiMifj{NzL}Pnqvj^4B-MZcI#AG?+FFWS{
zJ0I$MYmRtFpxlJh>ztIbxpu9MWn+|lwRX?6m6BOeUWGC?SC%`yyq3?nDemU8qvFRs
z_y6PE<+f9e-~G4!@5MHk6}A6_)OPM*Y&mvtzhlIA<)!`yvhPhZ3bXPQ4vR`X>|S^K
z+K**x@5?TkS=f{9|9MjHN4{<1%?7)6Csy;GSfZ-_EkFGVM~(IQKWB{J?)<oA_vN|r
z3!U?hdM`g%b+vGQ`Q^9sXRqJ3?at3TKi@xH?jQ9dLGBJ?_OF@CGc-?ku6uQEU)k*S
z_s*`|b8Yp{>3Y$Yrh8m+_x18IgjX?0hpKAyDsC&PI-nh}>)*_GyB>YLZs)wcVny)W
z;#wAg=(7!bb=@isPMFaZwr%UX)qRuw6|2=d?wdS4AIN_&r((Y9wDm9TxL?<V^X-nk
z<+rEp$UR5(bqm$`k9BXWn8kLezH;NwQ_gpN&f9N1>wV#z?Omm6{%bbfE1sM;$oz7k
zbm7NeYch_0yIZ}*nVtQ_mf~}D=C4oN*B|ba*q44R?DzeDuZs6E9yDeUuuHo=`QIro
zlWljCo_AZPENDyo*S-BK(+gHROKZ!ReLK$gI{(Vs9{2y9wcR?-wYL}VakDf#_VOe1
z;_eHU|9k=hoA$hVu=97|f+L=edTe$J&Y$g7cv0hKc3rI?==u}K9jDgK-2RhkYxHEl
zO5L^h8#cW8yUOH+<mP4mOz~0Wd_UK8hli*OnoItF_VdA&#A8wi;u6o#{(ZWrKi~a_
zjmtYFH{CA^_x&|&s{d73uKW9Yk7wuJd$(TBEs%ZNdY5r?+mq6i#f6y*Hs@Ea?71G@
z`{mFKN0T#4C*C_3mHuO)`F2}N2hs0h>pP1c2}JRfKKOCzI#<vMu^7Ei7j{KGXt?Y3
zFna1IQ`@J94)<3dkd)1G%eiP#Tr_*))W>R*8N-$42>dYEzMB7$$Liv}4X-sGfBMd=
z#<wj0!@KAOj~}HgZ(XgB@Z7NZ=q~R^p`P|muY3CK)os{yvgdx_IWqS!`x>X3p8u~N
ztNC<y^RuN3G3MsJ4p4q<Gv~0%BUNoJ|4P0?eDB}M-d8A?fAjO{r|;b7>&VysIsJ6|
z{~rF@jHtT{3#|`FOMA^=&?z%wdE_v;=Fv>W_2S>wUf#@H(lmixZLX`b_sud9za5A8
ze{JWPr~QDR_j>Y)N!vw@nd`Or9Uijt9Q(SR|6>HZO|%*NIyae*8*M)>=>FfaKJ%2)
zT)CRBn+ueV220gz9koBSIB1cx{Acc{TdU^VPiUUk)|0z%z4ON{MgjRX>mFP?%YM3f
zvHx^_y&p4p;^(AXmYp$0UY6Z-*7KYd_U!*%n$t=Tom}^o|KHCdt2NpDe_lVG-oAd?
zZSm))^MBe}Z<t)Q^_8^kRbQ(*=c#l5+%a{!erdi=PPcti=sxqTeSdiD7B5`8tXPmy
zrhca76VCqqU#FHT{Zp*}z@cUFahA#4{I)%r&*x1x(*OU6b;_Py9AUfu-v4nne}dco
zjCi#ck2$}5vpA)TMAiPj*?#DHyz2J;xjttv%5U7gAaP>z4XuEp%~I~SBdqI++v`4=
z=j{(GSIj;Tvnsb{ZQ7$}i?s7ISw3uD?-R4J<x=eHU3q4CPme!!OKmRj^VHBStn4?M
zykBu&(44~GjNQC8Ussj6{*2!5;<v$W%HMCP7bpD-$PBFha{ub|4)xrJ-uJd~I(sc;
z-(#}v-IQlprq>1StELP54UzJ>wKsqE=KM%?rCWA&z3)v`)SR>DImSM-^V#`I^~|1U
z;?<F2IXj;8uI_7Fr~ioW+eC3|$4(c%R|)rTn$+ga^*NpVJ!fIg2bC)#TaJY;%MG)1
zwcW7D-_hIcsnqxL3G%mVe#yjSd~Tm_T~hbLte`}5ea@$;ChHTn*f;n5k&R0{;W)cT
zcu}%-@sf6hU*~;y)cA_d{iiN!ch=MP5W^3))iY9K-|Ckh+@!en?&lV!S1(qdyV4_d
zTcH2W!OPiOD<!#mUeDp^D|wY+sU@nw<@x%Dd*972i5UT@3#Vsz=C;4eezKAEso3<y
z-_ux`EpE&xw=lKMRX-IPTQ1%6ZRgvaY|B$O|J$;Da%j8M<*B-tGAh|WwpxarlsNT?
zaaq0f4E~@GyW*DIarh9kDQdyXNmuvSn#b-7zR)vU<wfja?{lx1f39A?+jWQLyY>rv
z9)6zndeM3PKQm)x)=S=wi`^Gj_x1Go>FnR%8Oc2qX591l((~-Q4?jI@-?Qm!!*>3U
zbFy8E0-g(T`^RgQJh=8XwerA?XYw}+izXNSs;@Zl<81#OndfXjv-fE#2HGBO$S-;<
z5&y8hzBw{d?eR*U+x52Re55Cc?<=bjDyh9wC1|@Z(eg9Lf#CfPXWQS;kiGNs!M&nW
zE{o!V5>o@_JF<w&v!9<<kTv7>!njm#k^Fg9sTUuZ3U`Q$pAIhDzvqZpsh6ym^om^-
zCwc!|ui5@)()D|CzXP^RJ;11%B=N>_McT2Wu8$A#=cFhdbiX+#HnHbbMu)|+O`%6S
znJXjhmIu^S?3lx-*LywJ=~1!egIrIZOKTr8%nM$yE+=4e@J!<y*CWkijaI*UeJ^kR
zT8|476_Pop{Y0KTJ{oiUWwg4{sZU$u{CfHvujr+Id!SivcXIl<gPWKS+?l&*^S0LG
znMXFSkICW=Y~=enVg6d)Ft#@*KXx!x7H3;p|ESnm{8+Ah%S=wW&8qFWf^jQOZ(kt2
z;?BNvYxk_M`MNxragqM}JG(dE*>_lI5<~7{nVeHIHH*WZOT3zS;iL)|lU?NrUrB-W
zZgC~9`EvHBCH|)yIQ}_h{cK)qu>PlG9S?po?wz##q+wh9-EXb;e(n8Rb>cQp71Kk9
z1Dy${T0M^l?GJhWn9J{HnEtPt(+%xgmmZ7%v*!QbsXqO$gnKPS_IzqeGGUzKwkRgt
zCgJJqLzA|5%nUJNOj4Fv&Fa$-y#DAymWbFDpUQ5}ieHt|$|Q9=bzA+!?3p*`f4V6)
zuWe_P-IB9^-2OKn{xz$otZ7$jK%7_DO*6I<&L@#+8@(g1U0k@n%2O)(OtV@=GkYY<
z-;gi!{^rN|%?aXXvy;>6TIhev(U4QV^<t72yW%5Hp>4MltcnhK$|x}(ud-P5BkKaw
zME}F7YMvGS#nbtln9bKu+mq`qy>81tcKNnXk*)4ds%zh8#;Y8?nc~guV<u-c<D5s_
znM2=YdYt@h-sW7m%B8t&LS9_0-l<3P_o>)?ZMMtF{pE94vN<?)UE=9DM_EnFK&ic6
zey=AQ9Xl~K=C6u~fz#tv>5r~iKDyf<B5T5*@y0a%@7m1=-c}#GpP*T>RD9dD<c~QD
z&Wt~AUXN;fnD192%~hoJcJ-UqsOqN0Jf$6R*F=qY6*SM=|L5K4-SJ_fc(m30Jy#Yt
zMsE|3{S}aTb*lZ(Q;X%6@ir<oObgv68Jx)5`(<M1y3W-r>^Js&GC#J*RlP3Y!1uKN
z%zu04iN@6YI)9-#f^Tx{!>%hIyAH5R)lJQrujwwyyT1707QO>N*4I@&mKVIxru3^c
zZpC8vDYfp~zfJt(9hb#lxL*Ad$JZHe8iO;7Ud^{TEv>O^#s0dh>WkFRTWKnDREa3}
zTShDnS?{$~=wfGf^p6GoFCTCi=-SQotZ<!Xb95nJ^JA}4_RP5p&MW>&eVY5w@%`4I
zicefNPr_`&w*;+=(d3<{zEy3(oK4M(jRPj6WM%%c2|Hq}$$H-E?yE1ptCKF4?mDJ-
zXjc7~OZ)%q;`iGfu2=Q@+7Yf7{C&A6HcmI6AkDY^z($4VS?NF8HqP6%I{Z)M(e<Ae
zpXqAO54pVWk@1dMa{IXUJ$Bs7!tbUoxjFLw{@NeP$$sx{75l%JudCfqQ}SI*{`Qlz
zb8Q@CMECk^wtex=_E^iCke9P1db&2a*NVFQEZB2&-m?Dldef}uC-CoX@axah{r}IF
zxrpt?%67@skHpoCOAjuz2|3Zg`^#H8Np@THu~<#vr?=jx-%*+H;B)5eyW46{9sH=W
z{@k<L&64K!$u{K&PnX;6sPCW3GLQA)v653fv8((d^!k2FTz;AUVs1w0>;T<o%<E?+
zeUR;Z^JU{2NoDJQf#UWN={tWH?z(*5F5d5a-DBS>u6do#Y&S*9biZC=*el%I$mOw+
z$5|)kOgwk|XQLm&oWEvhcTRO&YZ?Dxnv}+;=led#C@k1Lm3@7-!b_hEjwNy{QXf4!
zdZ2yk=Dlo3_h!$nx&O9%!ZXI%7AM^vI9Rv#trKgIy}OcsmWRWJ;7R#8m$<(8-dwo+
z&!$xk!E2X<ZWImK<n!8v(?omjw+-JLP8EOtF!|{>#{7?#j~HXvF0!|8S8!o>jrM<)
z&?4X<%U-{y;oX{)9aGFQ!ekHlxHjnUGP7P$TsikMTk)H_r>kAHlO%fFyc8olR|I5k
znYXrEhADZyw108`7XD+~eNrcMou6ZK!}+Rzz17MER}0EM9gwVl8hd)$?tR6FHu}jW
znf^4Zc->)DZ4w}N#M^KA>os~Aax#j=5x+MuL_a?idP?fc!vh=FX{~+|y+4}&b+PHM
zW7C#cO%f<JNdNGB%Ok<}eZkT-)rY?_{#dZOXwuS#bz66byxfp};exf#qT|yvXN#^Y
zboMhiBdslX>gxSyj>MY%hYoOZnrPpjdT!1|Pr>MJgPdQFHWo=~O|%s7{x`*cOG4s=
zo=GcnzC4)z>C(5*8+x@@=L!XG3EuZ5cvFF{eAbC68y8<cl5*8c_(NCZ$8+Z@FK_*v
zRPlp{uXnxP5%r6+%O2cLpBWy~Tz1$a=Q_X9y$>aUKiB?QxTGo9XO(TJ)xWnoKc4v4
z9Xnk1*!Fiu_iX*Vsh5wfdSNqdZEomR!;gE?IC^bGC3i5MGFy00$n3){xuQ*{7R_74
zUcCG&vtqhL{I9-my1e_BO>+Jz65-J``@<}T6EU&D%sveAg&(eavKL&ts2wlneD0aH
z<Egb50^bVH+w&s&Z+p4GRP8u6M&{+O3O;^3cHu!-MRVp4Pv8Ce+pk?@Ogt%7J8}8J
za@*>)9WjND0qV_LTu!TB3H^8?JmuqB3klcd`%lEM|2XiO|4db0od23VGfg+K$4@T(
z%Quf%W_|Q6<+mFaml))K;NJ6Ssd&v4=IuAz_c|&1-B;AVcVne(T1ItF!>reA6BNT`
z+s?dDmHT5UrLxv}lI4@9I-69cu2ST(N^eq&ncecUxzRrO*VTZ!ReKn&Isc5X$z8Qb
zE8=6JLCnhu3VYN9RTr<b`E}f=#Kz!_gp~__$cJUKleM;2bxn+AU;Ft$Xx}zV$AIsf
z99LdtSH1qrcwKo0>-m&sr`tU%Wm;4#T+4XE>^y#o3c0Urw_mhbb6%;7|JThgzMNb<
zzb@%G7iUfJ$D8h_)#YpFh=16Vu>Qw)@%~SLS{`5A&2yx7V}D)1zQ@vY;y6nJZs?X>
zxszgksy;QQ>e!C2Uw%CMl)q>1OLaTX1M2%8DW5Ek?VS6~ysuNnzt5=Qyj7dn&Fxmp
z-mTue+jY;$b6%Xn2UanKo|idZ6?}W+x_p<~k1eq}HLky(9{l|Drhosm<4g1_^!HX=
zy1w1J>v^<1%kg6$(xdk&ralnMRacYn^>jHuMUi=R&*clDaei&~f4;7t7XR^?wpw)Q
z@*Uge$~^tMYg+iW#SJT%!ph#id2P2>vH4Evwx$OiaxFVcuJ_*JS|%lyV>?@6W9tsn
zNy2GiIl<|VHt1enV(gH3zWu}|=PApZo!iTo1<#-Gmf`Ai%PV)w|L=0Qj6ZYCvQTQ%
z9rp0k-$NT$2`&^b?~FZF{Al64I(=u`+6BK_+EYvC#BbWh7<th*dPijC!8-YjytsXJ
zSFZ1wC-dRS{yP#GKiigS+?rZD=PToxQ*8a8RP{?I>##q)wQ4=LclP6-jjR5@V!9kL
zue<i))a$cPPP?v^qHq82tLW;okYCf8e}B{6Kg%K}Y4Yt2kE-?i5_SJgIOuuy(!+<w
z3q#cx6d!u9%6VJV%}NW2?H3&z7v`^AQO5dd+u;>_EH^)0mcJYsb+YBzTb48~hebOI
zjAt46O+B%(g7>MTcX`0i#D%shg%v3+j9+;(r>?zw<W>Du-x}5BFWO8rgXE(mZ?bit
zSTdu=x}<Un@2jAWdE0mEF6CaM)$piAoAK@~wPZn-c{#WGryh7`cpy{KHC{z^n_fg?
z@rl?i3;lU=m6hCj7kd~Q*qvJ26Pj*v$=~k;d+zHg?7Lb|W$S08{n7fpLHDq7p<D#(
zdaFkjEB+e)nEJ;y;rYSqRp#wg^OzDI%(WB=nV#5e@{RL%;#c-17iULLkj&{k@87r4
ze6R7-jlZ%VUkPe`Gv#vIren9J^WI1l|9WZGq`75AbM`(wnjPr#B{J^kUW@S6YyLb^
z-lHoN_wvb0@tzf*xUU}+k8BJUx9|?$cQNVq#J$Ttp3;`>R%1CiG5?{6oOsftuiopW
z_euBF9F?yr{^a1f@W8U|e<wfCdw59P<g-!io*i5I{w=Qv>AUi%dRqO_vxg&oho5gb
zFx9lfdae)O*~{EJ7JhuCbKiqw(T0MjbLuSWbS)L-+7o*BT;SRDAte2G9V_?wo7*C5
zyzGCqJu!T-p!|$!p^3u7gA3mrX6~85SG7~*{K4u=D+3zL*EXyO+#%`0Z^sc?`e~Qq
zc{!hES-GW)tETjIamC%5V`DwHXW{w{hxltnH1=HE8<J5~yYXrC)7AC?++9-f$L6Q4
z5I^x%*>hK^+0)k_L(g8=X7<ia{r;nid#29k^wt#mcPpmGYyP2?jLV)T7x-MM>D^wJ
zF=yk1KaL8i(~P|RGS(>HSTb+XPoGskTTfk?W|*|@|F2EP6J9f1H%ysTaYJlfNw#<M
z`3Y7PeD|)DI=_}-x*c~b{-E{!&GUsO^gntUYqL6TnMFX%?$p-{em^|C-{HvjJsX}s
z?zexYeRcbzcJ&<1^3)TuV!zJKHK=tqNmgwYytTfs{r%mV-G9FQ^WC;-^V!ag5BGo6
zx}slScdU4i{v&34oA7*pm(4vhb!T6ien_U&WA8^v=0A4?+Vj=8UaZv(|5;&ps#*We
zr&IlgYrgGylpC`Cob7!5`akmjC(YjWH}R=fbj>2=AiGoR<Bz>+;H_A3Y9iBV-$XUH
zzLm1tzXD2Y8-nFO^JpeNtLB$8_$QWVa$!%MDC1ShD?wfSe=Q#r+fQRl@_u*1TUfnF
zZ)wZr3&$C*AKY-><V3f|sl^5#mz{1^R^@fB*y3Cyey4AeXLt22oi99J4i;WYNIoeh
zQ}L6bY+8-Rn_xAD@C#R3+WON2KKy*ZA>4Io^Sti?erb2RuF5s_m2P_YO*P!9rgqJF
zkBsauqLa6LzUe*h)Ape1>5)}$Z5~z&*u6c!SnbXJ<heZC!gJa!6FNDseE68K#b;Xk
zB=-88Xz94d>wA<m5;C4De_U|A{Gm<;hxas5ecq}hiCYUjD<U{oo_LgaUbLFM`&irh
z{J9y1CqKDs%=Iql+h!-~!Y(sq^S@7<-*5eu;9A0ZlCzapNJd@!f<$?#<_C#L-mtjD
z<qjXuOy2rjbBejE;JS}fSMqah);RXn&cf{6s`^_-84iAPH9wgZeVBat!M4TWjnQA`
zWgYdbNqVY&JA_|l)tcGU=3HVu6O-T-!}jsiG&=>3S4ph$YMaH{D$7`YEjXdI?#eoD
zrO0JPfoWe9RcmkkWDwaW$<`?J%l?mK>)GP2(1o^lcQD6rwXf&NQ5W4Md#apOh<DX-
z(YQIfi!Q9%esksd)Y&U;&hwb>d{&Z2RU`9R`z>v^1HU?K{`;!eTk+KQy}mpp@S^O0
zk>VR+D(-x9rycT)n0oKns#h^D?_c<_MEJ4I=~dshWJ=HPS@MxD^_xbrzKFB==eLWy
z)U6tClvr;n_1d$j?#Q7HKXNWT4O5()t(%iJw=u@^?@aU40sVZ&bJleQ>{{M$z}oyl
z;zI(<GP7ra{MWbC))?5VNo-D>+{vV}KQsG-YT?UWn<U>!SbC_aOq?Oraz1CW{6Vj$
zkEUeD8r)HeDHC^Xu-sCAtNm3-;m+o}|AMAZS#ElUW&eRgYVF^z-QKC^V{&vQgX-oA
zwxGMLMi(5HY99ZywpL=p!_ybk_J3G(ri5d^>3-v``DbSDD^B`;K>wn%yMTyi*fAki
zR*9G&YZ)Auwf8XcuYYL%`wmOx+Anv_EGEy~w{gR&_`bv4-tMJq?bm3OeKLOcf7OL0
z(WkpuJl;%Kow|0)!rMzj`;%0YF0`E!oxbkZ$5Z0l*?uouDqFI|NI`Vkj_ZrLZoV~q
z)%kewGQla{?M5CY|6g~DP7=SjG~WM>%yU<!%8RUQl53*M+w@9xUAF!CJo!+^FOj*M
zR>cdr|6F|LKt}b_k8TAMn+`_=#@tMqWO9^wy8nl%im|mS=XIZy|K$3d8zvhQx=~h2
z#@^~$i4bGftGShHy+5Cs$-ix5=X_bs9`@RIlNrCSzOFy*zVXb8UsK+@Z?x@j)UA>5
z{y3{*{nLG+np@J2=7)-YQq8>dt@Tz)z&qCSrAMx5H1mE^cz45hmiLpLym!~9+W(#C
zd;P}a&wTqBJeXJ28@|%z`g=sa?CDc^L&@3+)u!9@4$ggd=9aJgv6M$08w+1Cr@mZr
zs{i}mhi5~MOD<Ww;@m3R%%=|DKgoV<lYD<FU0RU&AkQy>S$gLj7nUm<_$3Ev7;fj;
zRy=inSJjyZcW3f@-CDYA&XTihd>R6-e(MQ0ZCI?W%6_K8$zE&P)sW{uMfUh{DCM6&
zIZ2?Xv}Lo0^SrkV=hLlTz4aIAGP=HBseJV$`K_OM&BNr>1uKh1gcVy^<Y&Bp{C%xj
zo6g0DPnzA;Pb=G5lzslhdY_qLF1Ji~bx1?iI)^Imbv<D=yE@tX^GY@<m$jEZQ4KpP
zXx-}-{BLDX$P0$mP91@sm&-U39`~Q%*KMCLDbSROrSR{&W84Wr)(Z<<4{^3NANaJi
za_4Db##zC2E4jB={0qzZvZ3$C>fN<#gnNG+INicD$uYdSa>nwaDYLq|b}gRQsjJX?
z{>6c-?^-4Vt349F|EA0+ns;U98UFm&9~HhQn{@hZ>DB+gW>2PanP*64ktENNPCwq&
z#djUoRQR%SotKK=7QtrB|9ZdIkNB^#yMEX(@0*ly^VC!xhG+ag8D}wCl(@KfMrym?
z(Q4-m{c<8Yb++WbM^Y2S6^~8UbUZ09aN0((<iyI5i-P@opLnLN*mgDI(PZNY^-D=_
zE(9$<yS>LfTFb0dMC1L7E0UjF)HkJEP1Fld%u<PcQmt~)LUZ=ah<`0#8k@6YXS7Xt
zVK9NK)b`qE1*6+P%G0hhKF#WS?xV-v^fk|2{b5Jv62+(qcb2}t@K0dNQSY{wQL<S%
z=Uvz6tC>wqt}Lzl=@I$3&rag@R)@8x`XAotVOU@4!t;9JH$Kl)bA#JTr;dsr)aEhW
zwC0q%aqQO9XW#ig2=iMQ67%cfr=@nG&dh?3FBUHO>OUuKR?b<eilxmjC#-os<#NMK
zDKEcG|IaaRdm#SxQ`V(v<qvta+4My|%`)rhSa<B=&fl|Y7hbykJ>!*3kob;2X6tp&
z+ntDIa82AN^Cw^J8S6Gd)_VE0vd@9nH*iERm^^>0wOPTZa~mQTJ>@e@|2z40palcJ
zvXM>x@*|7$D<*r&M=Ugb%;Pb)jr;O5q30JiOwwDs;nMO_Ek(K0_GcsKM$Ou|LLkL=
zGhe@p#@G1;$L*clOgu&HF0w3~l=pSh5*PVDLKX{j<2QHf2RvvNR4>ig^H!%g^N`Aq
z?0H{&^Xhf9Dz0tKZCcPXDLA=pRd%oRr-MsAcpQ<O^H+Y0XG2Whqm20vOxG+~Hs?s_
z!Dr4~GV51+t;~Mz!QpYj%i8d5vCQ+^_O;f5ao?0=B>Cpls_nSl^u~+-Xy|`s<Inm(
zp3d~z_u$XPy^o*TU-sYswC&UB^zGB`|NT-^`RhgcJi`K}hda8S3(A;(dh;~E(5zI+
zKvMXmMY4in)wK-=CiB`{cUI$?-eW48|LaUsUCm+Xm05ps-zQ6+WO<v+V7F0A!Y9~M
z_VCpkO(kl4X`HJ|w%wZlacY*Gp87s>w{>?KnGO|hW0y?auqHrOX|9V@mGf~f_Z8I_
z-}F3o*myyEbF_(9=%*-wirU8qpKEOjc@(Et@adXxM@dh)pzNB{{x|s^J)M1$srmXV
znFs9>Pk$TkDvr~9I{6zL`;V?7$+MjkexB=F!?Ld7!wk<7!~5Iqp1$?J7ubGmDo40%
zk~o9*Q^wZnGm|b0Za%s>_}P>PdlNKIP3`2llB*yY6P_BnfA*W^YS+ZM^}io~`dn@^
z_rFMVkb;=xzDtgpB|nnW_bhfaQZI46A}+SEb#3tKOI_?+{1r8=B0JdA{%Ps0*fAqJ
z=HJ~1UQ8|1CW^leIPEy=-_3-a8okX`2LtkpkM7qi@ijTWGgqU-Qgn*{;VCQEafMG~
zo1ph>p|)(xLFf6U86_)CZT|DDS-=#jH*dkj=607u?lF$CYq~EwH(B!Rnd21iq8Gfa
zXA<{Cfn{q$mmKxB)pD@@!G38|iX_9mD|rv5F1_|gGyKK_AzSZW2O-&ZsS?I{nG2@+
zPj{#=-+V>;DL+F^(Dw}OQ-&`4E<NR(|4X#<>9&bhoh#m~aK2J7V{P`aQ*5Q4UQdJ!
zpG5C_<=L_3)S1EuXPIyPP~7n_?5kzjX+QZW^X~aVQ}_Ma%pfGhR_uSN|J#f;b{x;^
z6OJ`~^H13#e1!j1SRP|#VRJ-p$)ycO|89AS9eOfD-ehBUJd5~wz5W%_eWKd+EQYly
zf~S|iD*L$T?~(1z8{b&3<vp^P_4y+frhgioaSqGBT`y&C`c%HvIdG3%PL6K3$8(2g
z9yi`ke$cLy=-g3T;Pm6w#zo=l*BCTf?>ebyo+aMDNan*O#Wj{WPeVPH1>Zj-UBV~h
zv(!H<;k2JkJEOML#@+8Z%OrU7&R*g9Wv%%{AfD6Mr)uTtC^6@CpT7FDf6ivQSY)oa
zxppGs`w8D<)*WdLJ(ad&XXSOt$iz&`x6e+Tez(1%e4fXv*v!vn(kB#?udQBb^Zr0M
z+o8)|X;&UZJ$w7LBUpZ_)Kl{i1Ie0=M_(x9p4QPg{!6~fXdXx5#8B@GY?rlNuR6}u
z5)W0K>3mXPN9vZCkC)_xKRR^q9o>KVY15_sIcjky*XC_oC(vqdbxL)s&W<HE{I*`_
zCkfl!{u*GH|6I^C@zBdn5tZEv!F8D}q2E5OEc!0>;Hzzq#T5tJuM5_ld3w6>zDe)h
zUn;!)8zxHrC_8<0dd1fzC*^M*WtuZfAT;RTv*j_2Q}+~3`~Twh5xKC|fSu1O=jz`-
zq?{alY*F6X_La$AA4?LaUfjytb$!k%U2U;@HR*GHJbb(Q>3sW#kvCWSPZwtU`Tz0N
zpPxQV)Ryj<8rc|-czh1q&*>B0diW$$emt{ERkz@f-!_duneoTEPgi*3;{zUFd+L3!
z>{lD-1;z6jF2yrh<~pC+GUJuG^GS`pMXZbUFVEOMz30i7PV172hy7t`S2-=&ZGQir
zV`!wW|EaH<ci(0f6N_isCqAsv)#KAJTw(3WGCS<wo}4E~_gnv)u2Xs?yrfX7VEP%O
zl@9Z?rM2dVvQ=2TIB(3k&MJW8*-w?d!VLNuempkmQx9;m?U`{+^{u&jjc`|;{q9oj
zJ%2vTHa>ZS^{~zThf5B7^70<*pP9;*-l);e+0pt)_?w@eUgXw-{ZUNn_oYf3`g2;2
z-w`~yO?S=qO;yMLJ^J*q=--=@pMG@;t4t|>FR||w^O2)V`%WDw3_Et>a<}qYebbnV
zM=He+h2~T^D{frcJAqNt=fX09*4b-?i>1;Zt*lr%rFq`uov)VY-t*Pj&tV)pbI)ys
ziX{oW0Xu}+c^E4U|8e?;OtiZ*S$p#XZS^ZMAD^FE+_2LA;^r%TYd=nX!Tf9`yVS*$
z4<X!7bA-)aua}*7Ci?B$M_Uh`)Sn_+zSUoLDR2Kl^%u(bT3%Z&I;ME9>)s^(uP^6B
ziC6O5w=EA}t#tO)`wQ02!jF~LD{K2JO?0s?Xxdliv|4MU0@oRxB*|~BTi^6bd`Q0;
zb27(Ms`8+y>z|3SC${cA|EXuL!nD$*voCacMtn4oXw}lMe5d7U#B_2)&(*8@e76*S
zVcor2>9EgDk8Rg<ADj$Qf2iaWb3}XAsr<Iru@@gaS4d=?v~`igq;q$@<-+-ev+HaW
z-%ndDw`4EFxv%CdlYVmB1&U5xx1(2C?&^dW>&|)h*i8TAF0$hZo8!j*Egz?xJh3|O
z$PopfD|R^w6DD(eox8;J-2TSlWhsm&dfVrmeS80uWyZC~Nd_;~?M2PI6;k6S?+M$W
zH~G+I{e%2wDY-8^&Q~&rSQzC=3WhgG?q^qf`&I5mmvL5Ugxj+R;#Z$$OEJc>DOcYJ
zli91bGVgJV(#wPPHiy{!ZpCt4XP%Lio!=)o-NM9m+sApis}8Pl`8UBhNAp~OP~iMf
zw$3}XVLXYCmo9kpc^&Uj-?&#X*TnvwI=rXh+KHYGw`NU!?W7Z%9K&aHp5^$z#fKbZ
z<T_%Wa*Hi}>~dM3>GQ8=ViV79e;>#HrM>L5`nL;mx0e0zZ`rVZW5YDlbsrUNEPBH`
zHCW#}t(+ZoO6%_v!-)3y<Efc8R^2WicK9`Uifk!(CB?w|RX5i%>9~WWRd#f*^b;2j
z|JTQ+v?Tv)+p|F-`ql|EI}RUpIn@{a)(#;$UsI1?39X-cY@UyF+V55C1D;RxKW^{w
zU}x;*;@atP|7<0>>R+-fJ%0O3+sO%H_kV1f&XOZ&UcXZ4+l!<m!{m-NGAYu9H>I*I
zzTE6M|3oX)t}j>q&O_1Fcg~cRpL%=P{Ph2izfV7%{eJ!`+xjcc$2Ybatju^7E%M|*
z{cnqmM;~7o8R_Sz7yXfD5qX|Auco+o{z-2;%?-DBf<Aw%GM)4^{H@N+jg2ezm0o&K
zad+dxiMOvfmK}Y}YyM^Z4YjX#r^gq5mSxquV}5kaiBrofwZ3=hJ9`I|C*<h(m=)~s
zUz`3&;AmR_&*Xk>?tPoC9{lHRcbK<O<`whlPg{brk1)Q!_1tBb-M_N0QuB`db!+9d
z5p|B8a?t<Dy9c#Ww(&|Sr3dZKUS&}i*q&!>Xy8=vDKTL$qvW!?>q<|aI;h!qL9N2r
z@Pb+H$E};|f)71+?u$;d@+on9|6;<W)m$%+F0fi^C{ggh?9J&gwMTWw6&GGP-j?X?
zcu-wQXCA}J6#4d?DLEX^H|g4OmV|6j;(D9lxz5SkPHEW!UA5E8HhJ%LI=M3?fo~zl
zR&U#DjG=!n+`PnhXG4bFv+!82b>BYphfLN!`|Nf@a^681j>Fy;e`QEKJX!IWr$F%e
zjX&P{q1)&17|&-omMDMECe~H+`*dI5&997d8Vl3crYi=qs{S-wq8Ya5g4*gYZymci
z{7yuNacrp#IA(tAsqIx`N9#%^p$GQoq$g+WShZh!^^a|K(*84Vu$49c{KOyUv3to;
z=^`P~#g}TuVm5gn4$263dX?ZH!#1mA^46&#W*a}uj%-<$Qk|)h%DwQ$)b*w5)vGq7
ztEnbEUt#lCKWcjTq+9WG&T#d$EMBLgerT26>{J20e^Q55pR`(j&ibh-$1bfIIXRDe
zqqk`-ciOr*f#*b9bY+s+x2~Xx4X51#_b?o_Ik(eznXbl_P0l87;{Q5Cy@|Tj?)i6r
zc-q&UM~k1W<+<E8?Ym!8KhJWWwFlV*tev7xE=>NxQ}gw12HU#@(l3PPD`jnaHeIja
z#`25b{&COTcJV#S`l2b%<~=pazoIR$Yt3!H^SQfCM6Yj;+$<{c`_R@-#?Ek?W2QO%
z{nx`Y|E!<gqt(@Pcv_P5)8e(fiw<a3>=n89E7wSUiA!o!#jgfKpG%u_e-~a}TF-yP
zd!y0DFI?Gt7n|Q4(#W_O^6}dFkoz@S5mP&DqT^16gg+Ipm6twV@*;SF5VxkiboO56
z)R;|~VK#@4p9ysPG^=#Yk9B_}m;W^P&9@Y}cm3#w=L@oW<!`8DFV;Ulb(!4h4`=KC
z8s_brw0h4By~B;!IjbK>&*o5iqr`pfUc*{*TPE+?(;I)>xPD5*{rIvgi9uTzEs#x{
zy8cy~??N&8N@3~8-tL;Rx6Zv_k~v>gvWJ7u{-@MlJ&jF~o{RNA-_hAsSMk2&=hx-(
zI`x&GvMRrPdHU(e^UqsE%YVnnn<+-;B&_<~aVtM4c%t;nr7;O7*zY{O`J-5}CGW+`
zN3Fr;irw;)*^i&N`|qGdN~&`F;b#XwYVVW%Hi`Yh`U<hfHynSnt~K4v$B~kzIGwrk
z@tYDAi=%7(*Qu2VW_5Q>D{fS}@?7MTf!XHiIr>GjMcN`A{@syVa`L8D)6!Gr+LQVH
zf1lD!52*XH`01{zo>u46UzESrjpwU7{CabQZN<^7mV=S=`wG(Po41?(lsS@JvFAZ&
z>Her2zwded^Zd5&XPQQ7z&vAfb+NEx_k`8sYbSXM@5)>*zeqcO^O@9ie@3fdX@_%*
z4QxMpv-dflUM_RIAuR4~|Bv-A53JcgRk&vz|E0I=cSQEF>es)2ta*LI+^fX_Az`Y=
zK3dhzDqFkfh5qellU*X`Cd*FQd049a3PZeXb;E+EoAZl~v+N30)3JINdCRYz|LLMV
zO}Trf+}TkpcFm?ITw{N!))|j2J$CB#T1~P$X0A4F+F4u?zU=1HIpsf8vMtt~=9^*m
z=X}edWAfESx5SP2Ut9P&toHDd8mq_q{rhWq(`QY)xaFHU=e)L^bH9I|7kxjJug2<L
z<-MK^`IzJ7SDVi)+sU^+adkdh-Qn*~+45$7%-%Qe`3{S@d3L<BFY{){od3P>^S6iZ
zz0ccxJH0G3ZO*QS+}!n<pT70QoakEh@a*FA(tBQ)Jw0R8l2Z{KY1VJ&eYwQA?)m%q
zy2&4BE&JSh_DiPjitX{T-(RNv>N}tQdbWx2`*Yhpts~Yg+pE35RA*O~#98M*eW$bg
z@-t26OHDCx7BA$vv@-hp{^C0|m;dqXOq_n>H^1?|h)?f#U+`63!~XK@?n2S4+bSw&
zT<*PGW3xK=v9;oa^$Qa{dz{y9%lXDJFE?wh)IFP&o$>dNYDV{No%`$e-37dTtZO_Z
zqj~GUg%xRXh19M4a-n!i|Aw2}Zk|6@ZFI$Id;IU1g0I!v@4f#V6!zKh-onb6Wp|{k
zUQf?jzbs!{u=cIrzT3$hj=pmZo+gM`f9>`xeXQSH<{tJqDzERKrr|ba16z*g>1V$1
z6lVwfhPmjeTsAt@b@+t(@)Y*mM++UA-1BYt*DTWI+AMs<a*y@h>k=>K?66APccyq7
z52LYOnhd8+adyU+<kxl)Im;8%O**|^8NFhAeE!E#t^9jGes*08ba)v2G~2GA(Bi~4
z9~K8^?G4)>&NZ-ZyCnW#iKXGcXP24P)6J(#FRyWbJ*Ci0xa<1)c!%SC^7B2m7k&H8
zrFhJ<@*2Yqt``lf3{GrMP2T%bs72-Nqkz*bdE%ee)!9B@aGCGm_Q{)qEE29K&V1Ul
zc~91Y^^7(mkGfnk=R59ubN5qA<iw}nRkKPLvVD(aO#JHjFTcY7owk~!UqVb|!Bpk*
z)dJ<05}sN;%9|;A__@4~{3fo0nt$GgTnUYQRZtnCtuMC2Dtv>$1<6Iy$M;-4xz_KG
zWJ%V)1K0mIp1RX8_tte$xBc4Le1)$WjvPPIeJ4rI$VJL=&NKB4`@5Bgemh;<@VEG)
z+4I6MmHpfD^~=?Fe&S|yS#fiNtV<-H{h428dGnWUJb3<~O{SGe-fi_giSw-Q{g`{d
z;QaNE%zx}fXSsjAtNt(g=cTh-Wb=2`*3Gp)Jo~s^Z{}yIeg3x#D$iCJ?|E$emgn`4
zHU7t~*Pqv2T*<k9hpzhBC7$KyB2UUpc($?G;At$o_%);6?RVO?);%k|kr39g_Fn0~
z`^EPva&8!}c|0$Dx7EF0o_BYgeOdcb((bbP+~;lPdGpifd_Vrx)l}%^A5;7D*FVlG
zG~4$y_(b?G-F)rEl4*NVCHMP<Jw8(@n}6&3%b#{TZ2mhln%}H{cYFQWwj9fccYdyo
zH#)vBabEQPWABR}SH}vbt!NBM@_heT%x`M)=@*PED?fi-$-XhsM0S>6z-#l=c<J0(
z$M*ZJpBb>{?6OPOYZ8t3sIwZ!?D=`?`li|Ies&n27R=kFCckVOgTzk1gkAso4&4b@
z6n^s7tz$Zy)g69qEuB<ztW&l*{qSxXtK72NcYn37)0X&ot=X?jST5CNhxy#jzUq0+
zMp4VsUzgY~uz76Sx4toU_nEK9oK~>yVO#t8n`QCbHWB`0XZFgiR!2T77%bSOsbV+9
zc1qB8!?y0VlASBpA6%TuY8QA@>RYbp^3PoRKRCIVd^@aAwd$6MpQMhl<R!EA7wh9I
z7vB;WHSBXW&)+s(ulfChn=5N;uee536h}PuTJHH|ZT*p{uZz=dlX|ZTwKpyo?BsX*
ztL&HCE}C2_H)mhvb2DLfyVwKo#qu{;JuznE+Ff&&yJOn*(`$ck|7rA1R!zc2W}?3Q
zC!s~$Y-f$ua~)GjC~@1jEtL6_bB{2e_LS!0Ns@b3Pn+8>{;PEBK~9z}`IR${tbc2H
zW8L-D(-`Y~Z-sJjFHkc)cP)19imU8jSG>32*k-s}>yft8#L_cdOv24t0`t8SzBcOm
z`8nJvTN)=<;!yj+C(=iz;pe>k|25YfrHxWA*lBFhwo-QP_!psld4{j`>B-aYPb`@K
z?epa2T-r7hbQ3bKRPt$7Fz~+LY!N+=<DdB254C$N?`|>9neQg!e7Yij->b5Df3_$t
zJg>ZS?uDZ3M@(1OUT?Uz{wH^SZBKdK@pPNSr{{g`6J^ux%=CX=J+JWF!{RFYxH=8?
zH=pnMZ@2wjP`T~Tu}n)|^W56}%4-MzdrY`rYV=Qe&yty6UzdD-zsD{<{kzWg+}S@l
zvVZuQZjQ@5eIy}f{bf6~57t&?^QyM4J7o25`<I+wyyxu-v)iR>9^W*1+wE6<@8Epn
zb)DP$HcJ0Zzm<I<Iry~5_4v;f^8f5=j^)SoPR>5)@#eMBWz&E6i|eNM+ud54WBaYJ
ze52M^yV=qEpOwnKoufW~zkA&0yU)!ppRZYaq}VoZ*Nr)L<(nT{{WRA9dFAk{=)IGc
zl^X5)Dyup*OC^+ZW}kHpcjnW}te0w3v+w@8vnFj$-}}cV>z*H*nRxx^(aHXg-+!L-
zIqcUL>8V+Ne(J1$cKu`a&z9C5+RvNTSj{|>drL}xVwUBnw-p`tihpEVWY3%W#P+HA
z=G;Hq)_yjcCTX@M?va_@M7Oh*t^65}-+hkle6m$dCwhIf>IVJ9OV@ZqpU&#8cM3i3
zoOx(@QOT|%V++1{Pd9i@JY~QAkKD($;~zqnXv_(Zog2!a{br&**PqX;&pa^kou4XF
zcDP*N#H`8MH~r$;`sPetF4R`&Rdb=@_iV32VLx{z27Es*8_b@)Kx{v+QBt#efNjWB
z?f*PeZuqywoiodrcU#x>!p+_HpJarGNd(y(Q1H4L<T10raGq)HneHim=PDHDw6Dm&
zyL+yA$kUs$AMS0~{QS|J<6=LQzP%3jpMIM^PglPFWB1b^J?1=`ZlW~{bkD09D16V%
zmtXPWxx@bNt(F;OJC9iZt-Qu))w-KYKxWEWt_B+ei*?T#KR)S?diuuD?W5u5FoWo&
zU)Jq0FyVg{==n)%Wk$xda}Uq@e<(X7^tg1Bk>sD>1>3B4C_P$o<h{p}o9v%rS__IE
zs~mb8DsJ&zKzfn*hIbXlof|$yn*S+QY7OCb{nHhyIHPddh0Y@k44hLvT^vJ>h%Fak
zD+=|G{nI&L)#u!^<M#^r_$P9<TAw?b(7M&HRs4F(G3TF2zUxeO7nEksQ9S>IO=g$*
zxv$T8YeP!D99b0F9+~#=RY!T{QSD29+sb2_rfoiW@9D<*=~eRI^scf6mYm+$<6~Ys
z-F3P7s=ldxbN_GuIQw1x{Mpy-(oWxMf4_Y8zx5AitKaL{-M>EnOQ++W-en1M!&kP6
zI`UiWzPGOEL-DC{f!VA4Dzv+6Z4Xt7UHi)U=-KSzPCeHtMmN<r6!vb{-My*Ha9Wp9
zU+21J=HOpP6>|N*aRnJX<_&+Qqn!DvShmIgwaH_T`z7<5o7c3>+%F$yWAyBYUEK1+
z#SgfG>kdn$+nukJy??#(n0xnKm6gZxf4SZ8^}f#fQ?Gy7&2z?ej_W6X-u~wHkG=Za
z^p{_X-T!@M+U%ZkEAjWWPc-lD@?Y@X?di(pX7{3J&wIPJ;=26J(3rckzwLEus;zxj
zy2~tQetyZ^TLsUn^W@FeEIn&>W<y_md;UEx`K!x+eyKdmUfw1-pLx|m?>S9kch~iw
z6-?*t-NRI-th=~$##48JFK6?@rGJzhJF@Agsr=?AcRz5NUJN^5b>pLC`uuYx-&1?H
z_h0^C(DUZoZEG<X{rAVNuj2i=dR?FLhT6T>Pb@aB+xT(nw*Ec7`7e~2>YkYUfBx%v
zNpE$!4Y$Oea~nQ<np`iau=U2Ip1OIQ%CqmB(^s1|qjI*(Lx*Du`->V}H$Hm&qjqni
zY;)K29dGZ?nY>);ghJfoR|f+ZAKtd)^9zntR=(srIj7mzs>iHd_&6p1!R}oG*ZQs=
zcfNG<mg~NvKeC&<Ph8j3etgx~?#S_<U9JrI&*DFI-7;UZ!otSx(Qb*F&LqpdrI$a}
z*?xJ$(xl0Jf8#2y5dT@%XLlYsnINxNcX6le)%dO3oI5_Qvs1K<U-9iTSLHp1?~AXn
z<{O^6J@dkWP|lw(qvm@S9O##>c(x#1pvE<4Z?4LDU7qw`d`bJiKWM(n=QPJ8BSn1K
zWcEpw9>3b&{B@Ye|9!#yPj~vJOyx+Ko6x=IN~cl6)ur1aTf?<Bv95^ylaRW2S3>mk
zOPls|s@y+Q^0HV`;YeK(@2e15H{PJ#MqhSr*!GyK-|+B)4>Ph-euOQZwCP8_P1;ZC
zlJ2K*4Z;pLkDoZl+`xF~;jIHMuA4s|IiS0IK|{LTM#XtT8;z9Je7f?xbt7B1-@Lf<
z(0$%hS(Wq5<)rg!7HFhh&ECPb@y8UuxqCluk2(AL)BOrjy-G#hAItu06{;IO_s&lb
zdoH_0<w)+Iox=a4Q*Y1t#B***^g-4=@z<wqKbi4+_UiPP(c2$weHbkky;o#+rCQuM
zBd-;=p4`6WR>ZSrwt2wK+up28f0*r`!=7o#aCXzHF2;%Cs?8Z?U$SL3Tsj-CZs62p
zkrOr1neFyL?HsoC0tZ%ew7)p0{-^ESQ6;0<x}D`tx0kKyGoSQQF2}V0(h38q`^A^L
z?XS;WHoKC|?9Gdc+qW{$^JZHf+Gg-au^}V&jCQ$Mai96xKZ}Yd7G2TuR$nto>-zg^
zuB%<0o<y=Oxwc8&E@xNVeWlo3Bg>x)ioENNzm5^>SheDX?W_F5UjKVnX>9wVcm3`i
zQ`XH>9{PMMKN9|n)BM}v^`D+e1^?>a_3MQdTkyW?yAGYtyfAeg>&G41&K-ZkC7G68
zNd53%v`o#b@UVk`u7cwK|2su;RR8W;{`BLdkSz%(XUz-Vq;r3HR?dwdQT)eJ6HkT5
zJSr_`h&s-2djI5LRUhHoUcpb=(_|luJ$AjU+1a*iW1iPKohy|&vW`v%<A1*ln6g-V
zhV$kWmmXWG=RZu@0zCQ--q>F0yjTDBwAsr)J;?p5H@$9p%F%U2ENRj%b;swWM=Pn@
zMV;rEGi!63_C(82cWzce&h{^r(I#sJlU(QAGt+I%kYra4Tyo`8Yp2uI=oJ&LzdQbd
zbA9D;tLeA(^ZxQ~^c6blS^i9U-kRNZ>ZdGs-Zi|ut?}-j9~ysb^G*co&v+jznEdUh
z{g*rX@~qE%gZcLwp3D~$?QQ0NwtoK?8Rq+YUThCjah2#<`2S@q=e+A~;`!F9f#?6s
z4d0X1-kEg#sq6IME!`(Yxz4VwZNJ#QZ})+#?0M{5>W9AQC#c=5x^Oez=p0`!dspI@
zgY8plUix~^n`7*F-8$&=-u5j{QWIqx`2xQ1vax*ksc#ZKykpbEW|5CeU-l+1uAF*N
ze$VGHcPIJys>hR$?0NOFAno6~4O}eKyEp8YZ-1Pa#plKGVE4T}Do2l~c0O2<GOO>L
z+^?z!%b(c&n9$ek_n`QJqq5-a9DyJH^$#NX->$e?A;W$$_j0e}2H{@ruqw?7{#|R<
zsru_|;I@-J^Fg@({rAcI=WUK2j-9RjQSx?`PKP9q*u&Fo;=dQ`XQZU;I9>Ha=itWI
zO`I{gjqUQ9W`P|!&zG*W3eRwOH--7)DP{M#lIGndfo?yJg-yy`aQVM!A*)VH^5X|V
z_0NO3D+D(1rt0kbxoW-bT|-y)LgmE$YlQ#payshZWV2}dAHF%YJn7Sqmd=%tdo}U0
zqvlt~R`nTITAn}ZuALYd-Ti0Y_2suN?K$yk@!7(I>GzlKO<589nf3V0Ie+|>Kj{cx
zV?7u7_rzj(dFyja+)a7}-gd3_6$)dveBvpnEg6-*=FXO+vZohQmF_4z7G0hfHC-lW
z%UN&nh`J@Z>C^MS`Q5kpBFkcO-YPjr{tAot--nWtFLd@<mij*U9bc82%k%Wnx`?C8
zFLj9*Gzr}OV7m3nTc*ezn-yBEmfxIo;ph$z>oBj(<_QaAn}0dZ-G2VzZHZ#N${vSJ
z87#(S9?O1-Kb}|J9qPRN!2i<o6_44AOU!wuPXBc;kD+hN<H@shvhDvx<!(HE?`(GW
zmK~2G*Ub@F{l+^g`%v*7r~CFLF*2I9-z&d5I=(tweCFnP+vQ0oe=e`z?o)S3D=7U;
z=Y(s^V{V`F_LJS;;lLkvIe%Hq&0M3Vl~X1QXm!tv<^BCCGhX4u#=8q9rmx6-eMI=w
zM^A|lOK!REEL`P(-mXFMCcma;{^w8P$s5EjnEQX6cfH{G(M5-Yt)AXm5EVALG5mMT
zmLFjZ9`(jv7Jn<_p6r~Ma^X|vVz!l&w%UE{lbLqqDBJJ0wSSI@Ja$oEs<-9F)E^JH
zO+Mc?I5y#fjN?1@;Pl8N-IlsNr>@+{{C==!uC?F7gq{r_R(zTKUXSDVw{><OA8f1i
zm77{L$@;0nQ3V;ZW8ZF^UUJ83%ibgXXKwBc`tWEvk754RXm5F|6(3?P=GZLH&yurd
zXAjeOT-Z8g595idHQP9wC;s1Wy8K$qAK!BR)Jv<sUAw*X$CShJW|v<a`ua<LF#`hw
NgQu&X%Q~loCIDv%?)(4%

-- 
GitLab


From c03079c39c373c75cb1885872738a5ac5ea0d27f Mon Sep 17 00:00:00 2001
From: Tong Shen <endlessroad@google.com>
Date: Mon, 12 Nov 2018 20:56:35 -0800
Subject: [PATCH 1493/1825] Replace existing shape inference function if it
 exists.

PiperOrigin-RevId: 221206502
---
 .../jit/extract_outside_compilation_pass.cc   | 112 +++++++++---------
 1 file changed, 59 insertions(+), 53 deletions(-)

diff --git a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
index 70b019d35f..8b3587c508 100644
--- a/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
+++ b/tensorflow/compiler/jit/extract_outside_compilation_pass.cc
@@ -394,12 +394,12 @@ Status ConstructHostGraph(
   for (const string& host_func : outside_compilation_host_graphs) {
     VLOG(4) << "Expanding host graph " << host_func;
     FunctionBody* host_fbody = nullptr;
-    TF_RETURN_IF_ERROR(
-        FunctionDefToBodyHelper(*fld->Find(host_func), AttrSlice(), fld,
-                                [&](const string& op, const OpDef** sig) {
-                                  return fld->LookUpOpDef(op, sig);
-                                },
-                                &host_fbody));
+    TF_RETURN_IF_ERROR(FunctionDefToBodyHelper(
+        *fld->Find(host_func), AttrSlice(), fld,
+        [&](const string& op, const OpDef** sig) {
+          return fld->LookUpOpDef(op, sig);
+        },
+        &host_fbody));
     std::unique_ptr<FunctionBody> host_fbody_deleter(host_fbody);
 
     // We use ReverseDFS() to copy nodes. Make sure all nodes are reverse
@@ -411,52 +411,53 @@ Status ConstructHostGraph(
     node_map[host_fbody->graph->source_node()] = (*host_graph)->source_node();
     node_map[host_fbody->graph->sink_node()] = (*host_graph)->sink_node();
     Status s;
-    ReverseDFS(*host_fbody->graph, /*enter=*/nullptr,
-               [&](const Node* n) {
-                 if (!s.ok()) {
-                   return;
-                 }
-
-                 Node* copy;
-                 if (node_map.find(n) != node_map.end()) {
-                   // Already copied this node.
-                   copy = node_map.at(n);
-                 } else if (IsKeyPlaceholderNode(*n)) {
-                   // Change a).
-                   copy = key_placeholder;
-                   node_map[n] = copy;
-                 } else {
-                   // Copy the node.
-                   NodeDef copy_def = n->def();
-                   // Change c).
-                   copy_def.clear_device();
-                   copy = (*host_graph)->AddNode(copy_def, &s);
-                   if (!s.ok()) {
-                     return;
-                   }
-                   node_map[n] = copy;
-                 }
-
-                 // Only handle input edges. Output edges will be added later as
-                 // its output nodes' input edges.
-                 for (auto e : n->in_edges()) {
-                   if (node_map.find(e->src()) == node_map.end()) {
-                     s = errors::Internal("Cannot find node image for ",
-                                          e->src()->DebugString());
-                     return;
-                   }
-                   (*host_graph)
-                       ->AddEdge(node_map[e->src()], e->src_output(), copy,
-                                 e->dst_input());
-                 }
-
-                 // Change b).
-                 if (copy->type_string() == "_XlaRecvAtHost" ||
-                     copy->type_string() == "_XlaSendFromHost") {
-                   (*host_graph)->AddControlEdge(copy, sequencer);
-                 }
-               },
-               NodeComparatorID());
+    ReverseDFS(
+        *host_fbody->graph, /*enter=*/nullptr,
+        [&](const Node* n) {
+          if (!s.ok()) {
+            return;
+          }
+
+          Node* copy;
+          if (node_map.find(n) != node_map.end()) {
+            // Already copied this node.
+            copy = node_map.at(n);
+          } else if (IsKeyPlaceholderNode(*n)) {
+            // Change a).
+            copy = key_placeholder;
+            node_map[n] = copy;
+          } else {
+            // Copy the node.
+            NodeDef copy_def = n->def();
+            // Change c).
+            copy_def.clear_device();
+            copy = (*host_graph)->AddNode(copy_def, &s);
+            if (!s.ok()) {
+              return;
+            }
+            node_map[n] = copy;
+          }
+
+          // Only handle input edges. Output edges will be added later as
+          // its output nodes' input edges.
+          for (auto e : n->in_edges()) {
+            if (node_map.find(e->src()) == node_map.end()) {
+              s = errors::Internal("Cannot find node image for ",
+                                   e->src()->DebugString());
+              return;
+            }
+            (*host_graph)
+                ->AddEdge(node_map[e->src()], e->src_output(), copy,
+                          e->dst_input());
+          }
+
+          // Change b).
+          if (copy->type_string() == "_XlaRecvAtHost" ||
+              copy->type_string() == "_XlaSendFromHost") {
+            (*host_graph)->AddControlEdge(copy, sequencer);
+          }
+        },
+        NodeComparatorID());
     if (!s.ok()) {
       return s;
     }
@@ -838,7 +839,12 @@ Status ExtractOutsideCompilationForFunction(
         FunctionDef shape_inference_fdef = *xla_fdef;
         shape_inference_fdef.mutable_signature()->set_name(
             shape_inference_graph);
-        TF_RETURN_IF_ERROR(fld->AddFunctionDef(shape_inference_fdef));
+        if (fld->Find(shape_inference_graph)) {
+          TF_RETURN_IF_ERROR(fld->ReplaceFunction(shape_inference_graph,
+                                                  shape_inference_fdef));
+        } else {
+          TF_RETURN_IF_ERROR(fld->AddFunctionDef(shape_inference_fdef));
+        }
       }
     }
   }
-- 
GitLab


From 54b65b83a30232a38c35a7ffc98452025690edd4 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Mon, 12 Nov 2018 21:06:34 -0800
Subject: [PATCH 1494/1825] Remove server_lib.i

And use the C API for servers introduced in
#23022 instead.

PiperOrigin-RevId: 221207458
---
 tensorflow/c/c_api.cc                    |  10 +-
 tensorflow/c/c_api.h                     |   6 ++
 tensorflow/c/c_api_internal.h            |   1 +
 tensorflow/python/BUILD                  |   1 -
 tensorflow/python/tensorflow.i           |   1 -
 tensorflow/python/training/server_lib.i  | 120 -----------------------
 tensorflow/python/training/server_lib.py |  28 ++++--
 7 files changed, 35 insertions(+), 132 deletions(-)
 delete mode 100644 tensorflow/python/training/server_lib.i

diff --git a/tensorflow/c/c_api.cc b/tensorflow/c/c_api.cc
index 8fffdd65bf..f13e8777df 100644
--- a/tensorflow/c/c_api.cc
+++ b/tensorflow/c/c_api.cc
@@ -2815,7 +2815,7 @@ TF_Buffer* TF_GetRegisteredKernelsForOp(const char* name, TF_Status* status) {
 
 #ifndef __ANDROID__
 TF_Server::TF_Server(std::unique_ptr<tensorflow::ServerInterface> server)
-    : server(std::move(server)) {}
+    : target(server->target()), server(std::move(server)) {}
 #endif  // __ANDROID__
 
 TF_Server* TF_NewServer(const void* proto, size_t proto_len,
@@ -2867,6 +2867,14 @@ void TF_ServerJoin(TF_Server* server, TF_Status* status) {
 #endif
 }
 
+const char* TF_ServerTarget(TF_Server* server) {
+#ifdef __ANDROID__
+  return nullptr;
+#else
+  return server->target.c_str();
+#endif
+}
+
 void TF_DeleteServer(TF_Server* server) { delete server; }
 
 }  // end extern "C"
diff --git a/tensorflow/c/c_api.h b/tensorflow/c/c_api.h
index 496cc92f9e..3d56268110 100644
--- a/tensorflow/c/c_api.h
+++ b/tensorflow/c/c_api.h
@@ -1699,6 +1699,12 @@ TF_CAPI_EXPORT extern void TF_ServerStop(TF_Server* server, TF_Status* status);
 // TF_ServerClose).
 TF_CAPI_EXPORT extern void TF_ServerJoin(TF_Server* server, TF_Status* status);
 
+// Returns the target string that can be provided to TF_SetTarget() to connect
+// a TF_Session to `server`.
+//
+// The returned string is valid only until TF_DeleteServer is invoked.
+TF_CAPI_EXPORT extern const char* TF_ServerTarget(TF_Server* server);
+
 // Destroy an in-process TensorFlow server, frees memory. If server is running
 // it will be stopped and joined.
 TF_CAPI_EXPORT extern void TF_DeleteServer(TF_Server* server);
diff --git a/tensorflow/c/c_api_internal.h b/tensorflow/c/c_api_internal.h
index 2b5b798ee4..5ba26d3c58 100644
--- a/tensorflow/c/c_api_internal.h
+++ b/tensorflow/c/c_api_internal.h
@@ -184,6 +184,7 @@ struct TF_ApiDefMap {
 struct TF_Server {
   TF_Server(std::unique_ptr<tensorflow::ServerInterface> server);
 
+  const tensorflow::string target;
   std::unique_ptr<tensorflow::ServerInterface> server;
 };
 #endif
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 7b0d79ba7f..aa78fc157a 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -4003,7 +4003,6 @@ tf_py_wrap_cc(
         "platform/stacktrace_handler.i",
         "pywrap_tfe.i",
         "training/quantize_training.i",
-        "training/server_lib.i",
         "util/kernel_registry.i",
         "util/port.i",
         "util/py_checkpoint_reader.i",
diff --git a/tensorflow/python/tensorflow.i b/tensorflow/python/tensorflow.i
index 39174fa589..4e1bf3d836 100644
--- a/tensorflow/python/tensorflow.i
+++ b/tensorflow/python/tensorflow.i
@@ -38,7 +38,6 @@ limitations under the License.
 
 %include "tensorflow/python/lib/io/file_io.i"
 %include "tensorflow/python/training/quantize_training.i"
-%include "tensorflow/python/training/server_lib.i"
 
 %include "tensorflow/python/framework/python_op_gen.i"
 
diff --git a/tensorflow/python/training/server_lib.i b/tensorflow/python/training/server_lib.i
deleted file mode 100644
index 94250304f8..0000000000
--- a/tensorflow/python/training/server_lib.i
+++ /dev/null
@@ -1,120 +0,0 @@
-/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-%nothread tensorflow::ServerInterface::Join;
-
-%include "tensorflow/python/platform/base.i"
-
-//%newobject tensorflow::NewServer;
-
-%typemap(in) const ServerDef& (tensorflow::ServerDef temp) {
-  char* c_string;
-  Py_ssize_t py_size;
-  if (PyBytes_AsStringAndSize($input, &c_string, &py_size) == -1) {
-    // Python has raised an error (likely TypeError or UnicodeEncodeError).
-    SWIG_fail;
-  }
-
-  if (!temp.ParseFromString(string(c_string, py_size))) {
-    PyErr_SetString(
-        PyExc_TypeError,
-        "The ServerDef could not be parsed as a valid protocol buffer");
-    SWIG_fail;
-  }
-  $1 = &temp;
-}
-
-%typemap(in, numinputs=0)
-    std::unique_ptr<tensorflow::ServerInterface>* out_server (
-        std::unique_ptr<tensorflow::ServerInterface> temp) {
-  $1 = &temp;
-}
-
-%typemap(argout) std::unique_ptr<tensorflow::ServerInterface>* out_server {
-  // TODO(mrry): Convert this to SWIG_POINTER_OWN when the issues with freeing
-  // a server are fixed.
-  $result = SWIG_NewPointerObj($1->release(),
-                               $descriptor(tensorflow::ServerInterface*),
-                               0);
-}
-
-%feature("except") tensorflow::ServerInterface::Join {
-  // Let other threads run while we wait for the server to shut down.
-  Py_BEGIN_ALLOW_THREADS
-  $action
-  Py_END_ALLOW_THREADS
-}
-
-%{
-#include "tensorflow/c/tf_status_helper.h"
-#include "tensorflow/core/distributed_runtime/server_lib.h"
-#include "tensorflow/core/lib/core/status.h"
-
-using tensorflow::ServerDef;
-
-static void PyServer_New(const ServerDef& server_def,
-                         std::unique_ptr<tensorflow::ServerInterface>* out_server,
-                         TF_Status* out_status) {
-  tensorflow::Status status =
-      tensorflow::NewServer(server_def, out_server);
-  tensorflow::Set_TF_Status_from_Status(out_status, status);
-}
-
-static void PyServer_Start(
-    tensorflow::ServerInterface* in_server,
-    TF_Status* out_status) {
-  tensorflow::Set_TF_Status_from_Status(out_status, in_server->Start());
-}
-
-static void PyServer_Stop(
-    tensorflow::ServerInterface* in_server,
-    TF_Status* out_status) {
-  tensorflow::Set_TF_Status_from_Status(out_status, in_server->Stop());
-}
-
-static void PyServer_Join(
-    tensorflow::ServerInterface* in_server,
-    TF_Status* out_status) {
-  tensorflow::Set_TF_Status_from_Status(out_status, in_server->Join());
-}
-%}
-
-// Wrap this function.
-void PyServer_New(const ServerDef& server_def,
-                  std::unique_ptr<tensorflow::ServerInterface>* out_server,
-                  TF_Status* out_status);
-void PyServer_Start(tensorflow::ServerInterface* in_server,
-                    TF_Status* out_status);
-void PyServer_Stop(tensorflow::ServerInterface* in_server,
-                   TF_Status* out_status);
-void PyServer_Join(tensorflow::ServerInterface* in_server,
-                   TF_Status* out_status);
-
-%ignoreall
-
-%unignore tensorflow;
-%unignore tensorflow::ServerDef;
-%unignore tensorflow::ServerInterface;
-%unignore tensorflow::ServerInterface::~ServerInterface;
-%unignore tensorflow::ServerInterface::target;
-
-%unignore PyServer_New;
-%unignore PyServer_Start;
-%unignore PyServer_Stop;
-%unignore PyServer_Join;
-
-%include "tensorflow/core/distributed_runtime/server_lib.h"
-
-%unignoreall
diff --git a/tensorflow/python/training/server_lib.py b/tensorflow/python/training/server_lib.py
index 46543413e4..302ca2dd44 100644
--- a/tensorflow/python/training/server_lib.py
+++ b/tensorflow/python/training/server_lib.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 from tensorflow.core.protobuf import cluster_pb2
 from tensorflow.core.protobuf import tensorflow_server_pb2
-from tensorflow.python import pywrap_tensorflow
+from tensorflow.python import pywrap_tensorflow as c_api
 from tensorflow.python.framework import errors
 from tensorflow.python.util import compat
 from tensorflow.python.util.tf_export import tf_export
@@ -143,12 +143,24 @@ class Server(object):
     """
     self._server_def = _make_server_def(server_or_cluster_def,
                                         job_name, task_index, protocol, config)
-    with errors.raise_exception_on_not_ok_status() as status:
-      self._server = pywrap_tensorflow.PyServer_New(
-          self._server_def.SerializeToString(), status)
+    self._server = c_api.TF_NewServer(self._server_def.SerializeToString())
     if start:
       self.start()
 
+  def __del__(self):
+    try:
+      c_api.TF_ServerStop(self._server)
+      # Clean shutdown of servers is not yet implemented, so
+      # we leak instead of calling c_api.TF_DeleteServer here.
+      # See:
+      # https://github.com/tensorflow/tensorflow/blob/0495317a6e9dd4cac577b9d5cf9525e62b571018/tensorflow/core/distributed_runtime/rpc/grpc_server_lib.h#L73
+    except errors.UnimplementedError:
+      pass
+    except AttributeError:
+      # At shutdown, `c_api` may have been garbage collected.
+      pass
+    self._server = None
+
   def start(self):
     """Starts this server.
 
@@ -156,8 +168,7 @@ class Server(object):
       tf.errors.OpError: Or one of its subclasses if an error occurs while
         starting the TensorFlow server.
     """
-    with errors.raise_exception_on_not_ok_status() as status:
-      pywrap_tensorflow.PyServer_Start(self._server, status)
+    c_api.TF_ServerStart(self._server)
 
   def join(self):
     """Blocks until the server has shut down.
@@ -168,8 +179,7 @@ class Server(object):
       tf.errors.OpError: Or one of its subclasses if an error occurs while
         joining the TensorFlow server.
     """
-    with errors.raise_exception_on_not_ok_status() as status:
-      pywrap_tensorflow.PyServer_Join(self._server, status)
+    c_api.TF_ServerJoin(self._server)
 
   @property
   def server_def(self):
@@ -198,7 +208,7 @@ class Server(object):
     Returns:
       A string containing a session target for this server.
     """
-    return self._server.target()
+    return c_api.TF_ServerTarget(self._server)
 
   @staticmethod
   def create_local_server(config=None, start=True):
-- 
GitLab


From b32d3167ffb999402f39b5b6bc0648331ae22863 Mon Sep 17 00:00:00 2001
From: Mark Heffernan <meheff@google.com>
Date: Mon, 12 Nov 2018 21:35:58 -0800
Subject: [PATCH 1495/1825] Add HLO test with tuple-shaped output containing a
 token. Also, fix CHECK failure in proto deserialization when the shape of an
 infeed was not a tuple.

PiperOrigin-RevId: 221209419
---
 tensorflow/compiler/xla/literal_comparison.cc      |  4 +++-
 tensorflow/compiler/xla/service/hlo_instruction.cc |  4 ++++
 tensorflow/compiler/xla/tests/token_hlo_test.cc    | 14 ++++++++++++++
 3 files changed, 21 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/literal_comparison.cc b/tensorflow/compiler/xla/literal_comparison.cc
index 9d34d9d504..b044f0ad73 100644
--- a/tensorflow/compiler/xla/literal_comparison.cc
+++ b/tensorflow/compiler/xla/literal_comparison.cc
@@ -141,8 +141,10 @@ int64 RecursiveElementCount(const Shape& shape) {
       total += RecursiveElementCount(ShapeUtil::GetTupleElementShape(shape, i));
     }
     return total;
-  } else {
+  } else if (ShapeUtil::IsArray(shape)) {
     return ShapeUtil::ElementsIn(shape);
+  } else {
+    return 0;
   }
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.cc b/tensorflow/compiler/xla/service/hlo_instruction.cc
index 3d5d631ccf..26786ee950 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction.cc
@@ -312,6 +312,10 @@ StatusOr<std::unique_ptr<HloInstruction>> HloInstruction::CreateFromProto(
                                 proto.exponent_bits(), proto.mantissa_bits());
       break;
     case HloOpcode::kInfeed: {
+      TF_RET_CHECK(ShapeUtil::IsTuple(proto.shape()) &&
+                   (ShapeUtil::TupleElementCount(proto.shape()) == 2))
+          << "Infeed should have a tuple shape with 2 operands, but has: "
+          << proto.shape();
       const Shape& data_shape =
           ShapeUtil::GetTupleElementShape(proto.shape(), 0);
       TF_RET_CHECK(proto.operand_ids_size() == 1)
diff --git a/tensorflow/compiler/xla/tests/token_hlo_test.cc b/tensorflow/compiler/xla/tests/token_hlo_test.cc
index 707c560005..a2b7c26331 100644
--- a/tensorflow/compiler/xla/tests/token_hlo_test.cc
+++ b/tensorflow/compiler/xla/tests/token_hlo_test.cc
@@ -38,6 +38,20 @@ XLA_TEST_F(TokenHloTest, SingleTokenInstruction) {
   EXPECT_TRUE(LiteralTestUtil::Equal(result, LiteralUtil::CreateToken()));
 }
 
+XLA_TEST_F(TokenHloTest, TokenInTuple) {
+  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  auto builder = HloComputation::Builder(TestName());
+  auto token = builder.AddInstruction(HloInstruction::CreateToken());
+  builder.AddInstruction(HloInstruction::CreateTuple({token}));
+
+  module->AddEntryComputation(builder.Build());
+
+  TF_ASSERT_OK_AND_ASSIGN(Literal result, Execute(std::move(module), {}));
+  Literal token_literal = LiteralUtil::CreateToken();
+  EXPECT_TRUE(
+      LiteralTestUtil::Equal(result, LiteralUtil::MakeTuple({&token_literal})));
+}
+
 XLA_TEST_F(TokenHloTest, TokenTree) {
   std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
   auto builder = HloComputation::Builder(TestName());
-- 
GitLab


From c9862c3e1e507b0517dcd432dc674b01911e7f99 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Mon, 12 Nov 2018 22:18:06 -0800
Subject: [PATCH 1496/1825] Get "distribute" library files out of the
 "training" target.

PiperOrigin-RevId: 221212516
---
 tensorflow/python/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index aa78fc157a..4fe92262ba 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3423,6 +3423,8 @@ py_library(
             # file):
             "training/basic_session_run_hooks.py",
             "training/checkpoint_management.py",
+            "training/distribute.py",
+            "training/distribution_strategy_context.py",
             "training/saveable_object.py",
             "training/saver.py",
             "training/session_run_hook.py",
@@ -3440,6 +3442,7 @@ py_library(
         ":control_flow_ops",
         ":data_flow_ops",
         ":device",
+        ":distribute",
         ":errors",
         ":framework",
         ":framework_for_generated_wrappers",
-- 
GitLab


From a40c6e323bb21ccfb0c58f2c03076a837e439acf Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 01:02:20 -0800
Subject: [PATCH 1497/1825] compat: Update forward compatibility horizon to
 2018-11-13

PiperOrigin-RevId: 221226258
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 1c74a37be3..385fd431f4 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 12)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 13)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 6a16d5ee560e55aeb8de38d78250b263856b57a5 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 13 Nov 2018 02:58:11 -0800
Subject: [PATCH 1498/1825] Use a new bug for the TODO

PiperOrigin-RevId: 221238785
---
 tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
index c46672c598..4ce877f62a 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_rewriter.cc
@@ -254,7 +254,7 @@ MatchBackwardInput(HloInstruction* conv) {
   const auto no_match_result =
       std::make_tuple(false, Window(), ConvolutionDimensionNumbers(), nullptr);
 
-  // TODO(b/31709653): Theoretically cuDNN supports grouped convolutions also
+  // TODO(b/119479517): Theoretically cuDNN supports grouped convolutions also
   // for the backward input convolution, but at least for now with version 7.1.4
   // it is slower. This needs to be re-evaluated for future cuDNN versions.
   // Note that we already have the necessary code down below, the only thing to
-- 
GitLab


From d8af932d02a382c5744289a52f37b12badad5417 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Tue, 13 Nov 2018 03:00:42 -0800
Subject: [PATCH 1499/1825] Remove stale TODO.

PiperOrigin-RevId: 221238955
---
 tensorflow/compiler/xla/service/elemental_ir_emitter.cc | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/elemental_ir_emitter.cc b/tensorflow/compiler/xla/service/elemental_ir_emitter.cc
index 515267edd7..f98c943669 100644
--- a/tensorflow/compiler/xla/service/elemental_ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/elemental_ir_emitter.cc
@@ -1815,8 +1815,6 @@ StatusOr<llvm::Value*> ElementalIrEmitter::EmitElementalGather(
     // Clamp the gather index so that the gather region fits in the operand.
     // gather_dim_component_extended_inbound =
     //     clamp(gather_dim_component_extended, 0, largest_valid_start_index);
-
-    // TODO(b/111078873): This is implementation defined behavior.
     bool is_signed = ShapeUtil::ElementIsSigned(indices_shape);
     auto gather_dim_component_extended_inbound = EmitIntegralMin(
         index.GetConstantWithIndexType(largest_valid_start_index),
-- 
GitLab


From b9247ca08f491d02208732e51d180bb3304d977b Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Tue, 13 Nov 2018 05:09:19 -0800
Subject: [PATCH 1500/1825] [XLA] Remove non-scalar requirement on reduce
 precision

This was fixed in cl/211936337

PiperOrigin-RevId: 221249970
---
 .../xla/service/reduce_precision_insertion.cc |  4 +--
 .../xla/service/reduce_precision_insertion.h  |  8 +-----
 .../reduce_precision_insertion_test.cc        | 27 +++++++++++++++++++
 3 files changed, 30 insertions(+), 9 deletions(-)

diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion.cc b/tensorflow/compiler/xla/service/reduce_precision_insertion.cc
index 688cceff0c..b70cb70574 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion.cc
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion.cc
@@ -111,7 +111,7 @@ StatusOr<bool> ReducePrecisionInsertion::insert_on_inputs(
       VLOG(2) << "Adding to operand " << i << ": " << operand;
 
       if (!is_valid_shape(operand->shape())) {
-        VLOG(2) << "Skipped: value is not an F32 vector";
+        VLOG(2) << "Skipped: value is not of type F32";
         continue;
       }
 
@@ -168,7 +168,7 @@ StatusOr<bool> ReducePrecisionInsertion::insert_on_outputs(
             << instruction->ToString();
 
     if (!is_valid_shape(instruction->shape())) {
-      VLOG(2) << "Skipped: value is not an F32 nonscalar array";
+      VLOG(2) << "Skipped: value is not of type F32";
       continue;
     }
 
diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion.h b/tensorflow/compiler/xla/service/reduce_precision_insertion.h
index 0b4e82e8d6..76c6a87f17 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion.h
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion.h
@@ -118,13 +118,7 @@ class ReducePrecisionInsertion : public HloModulePass {
     // equivalent behavior can be obtained by adding ReducePrecision
     // instructions after the instructions that pull the F32 arrays out of
     // the tuples.
-    //
-    // TODO(b/64093391): Remove the IsScalar check once this won't cause
-    // failures on the GPU backend if the ReducePrecision instruction ends up
-    // inserted between a scalar constant and the init_value argument of a
-    // Reduce operation.
-    return shape.element_type() == PrimitiveType::F32 &&
-           !ShapeUtil::IsScalar(shape);
+    return shape.element_type() == PrimitiveType::F32;
   }
 
   // Is this instruction one such that following or preceding it with a new
diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
index e4e4757c50..16fa80d53e 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
@@ -71,6 +71,33 @@ TEST_F(ReducePrecisionInsertionTest, BeforeUnaryInstruction) {
   EXPECT_THAT(b->operand(0), op::ReducePrecision(a));
 }
 
+TEST_F(ReducePrecisionInsertionTest, BeforeUnaryScalarInstruction) {
+  auto builder = HloComputation::Builder(TestName());
+  Shape shape = ShapeUtil::MakeShape(F32, {});
+
+  // Create a simple graph with a parameter feeding a unary cosine function.
+  HloInstruction* a =
+      builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "a"));
+  HloInstruction* b = builder.AddInstruction(
+      HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
+
+  auto module = CreateNewUnverifiedModule();
+  auto computation = module->AddEntryComputation(builder.Build());
+
+  // Confirm expected state before adding ops.
+  EXPECT_EQ(computation->root_instruction(), b);
+  EXPECT_EQ(b->operand(0), a);
+
+  EXPECT_TRUE(InsertOps(module.get(), HloReducePrecisionOptions::OP_INPUTS,
+                        [](const HloInstruction* instruction) {
+                          return instruction->opcode() == HloOpcode::kCos;
+                        }));
+
+  // Confirm expected graph after adding ops.
+  EXPECT_EQ(computation->root_instruction(), b);
+  EXPECT_THAT(b->operand(0), op::ReducePrecision(a));
+}
+
 TEST_F(ReducePrecisionInsertionTest, BeforeBinaryInstruction) {
   auto builder = HloComputation::Builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {4});
-- 
GitLab


From 8cbd3301ec04145e7b90118ae5e0c44c75fd5c06 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Tue, 13 Nov 2018 07:34:20 -0800
Subject: [PATCH 1501/1825] Adding a priority option to kernels in order to be
 able to override Device selection prioritization. For the regular case, we
 always prefer to place on the GPU but for tf.data pipelines when no device is
 specified, we'd like to place it on the CPU actually since that is what the
 user usually intends.

As we extend parts of the tf.data pipeline to run on GPU's / TPU's etc., this will become more and more necessary.

PiperOrigin-RevId: 221264064
---
 .../core/common_runtime/eager/execute.cc      |   4 +-
 tensorflow/core/common_runtime/placer.cc      | 146 ++++++++--
 tensorflow/core/common_runtime/placer_test.cc | 252 ++++++++++++++++++
 tensorflow/core/framework/kernel_def.proto    |   5 +
 .../core/framework/kernel_def_builder.cc      |   5 +
 .../core/framework/kernel_def_builder.h       |   3 +
 tensorflow/core/framework/op_kernel.cc        |  15 +-
 tensorflow/core/framework/op_kernel.h         |   2 +-
 tensorflow/core/framework/op_kernel_test.cc   |  71 +++--
 tensorflow/core/framework/types.h             |   2 +
 10 files changed, 451 insertions(+), 54 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index 3cdda3ed75..a708033c65 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -192,7 +192,7 @@ Status ValidateInputTypeAndPlacement(EagerContext* ctx, Device* op_device,
 }
 
 Status SelectDevice(const NodeDef& ndef, EagerContext* ctx, Device** device) {
-  DeviceTypeVector final_devices;
+  PrioritizedDeviceTypeVector final_devices;
   TF_RETURN_IF_ERROR(SupportedDeviceTypesForNode(
       ctx->prioritized_device_type_list(), ndef, &final_devices));
   if (final_devices.empty()) {
@@ -202,7 +202,7 @@ Status SelectDevice(const NodeDef& ndef, EagerContext* ctx, Device** device) {
                             " :\n", KernelsRegisteredForOp(ndef.op()));
   }
   for (Device* d : *ctx->devices()) {
-    if (d->device_type() == final_devices[0].type_string()) {
+    if (d->device_type() == final_devices[0].first.type_string()) {
       *device = d;
       return Status::OK();
     }
diff --git a/tensorflow/core/common_runtime/placer.cc b/tensorflow/core/common_runtime/placer.cc
index f8d933b45e..01e4072f60 100644
--- a/tensorflow/core/common_runtime/placer.cc
+++ b/tensorflow/core/common_runtime/placer.cc
@@ -47,42 +47,51 @@ const StringPiece kColocationGroupPrefixStringPiece(kColocationGroupPrefix);
 // returned list is sorted by preferred type (higher numeric type is preferred).
 std::vector<Device*> FilterSupportedDevices(
     const std::vector<Device*>& devices,
-    const DeviceTypeVector& supported_device_types,
+    const PrioritizedDeviceTypeVector& supported_device_types,
     const Device* default_device) {
   Device* filtered_default_device = nullptr;
-  std::vector<Device*> filtered_devices;
-  for (const DeviceType& d : supported_device_types) {
+  std::vector<std::pair<Device*, int32>> prioritized_filtered_devices;
+  for (const auto& supported_device_type : supported_device_types) {
     for (Device* device : devices) {
-      if (DeviceType(device->attributes().device_type()) == d) {
+      if (DeviceType(device->attributes().device_type()) ==
+          supported_device_type.first) {
         if (device == default_device) {
           filtered_default_device = device;
         } else {
-          filtered_devices.emplace_back(device);
+          prioritized_filtered_devices.emplace_back(
+              device, supported_device_type.second);
         }
       }
     }
   }
 
-  auto device_sort = [](const Device* a, const Device* b) {
-    auto a_priority = DeviceSet::DeviceTypeOrder(DeviceType(a->device_type()));
-    auto b_priority = DeviceSet::DeviceTypeOrder(DeviceType(b->device_type()));
+  auto device_sort = [](const std::pair<Device*, int32>& a,
+                        const std::pair<Device*, int32>& b) {
+    if (a.second != b.second) {
+      return a.second > b.second;
+    }
+
+    auto a_priority =
+        DeviceSet::DeviceTypeOrder(DeviceType(a.first->device_type()));
+    auto b_priority =
+        DeviceSet::DeviceTypeOrder(DeviceType(b.first->device_type()));
     // First sort by prioritized device type (higher is preferred) and
     // then by device name (lexicographically).
     if (a_priority != b_priority) {
       return a_priority > b_priority;
     }
-    return StringPiece(a->name()) < StringPiece(b->name());
+    return StringPiece(a.first->name()) < StringPiece(b.first->name());
   };
-  std::vector<Device*>::iterator sort_start;
+  std::sort(prioritized_filtered_devices.begin(),
+            prioritized_filtered_devices.end(), device_sort);
+
+  std::vector<Device*> filtered_devices;
   if (filtered_default_device != nullptr) {
-    // Put the default device first outside of the normal ordering.
     filtered_devices.emplace_back(filtered_default_device);
-    std::iter_swap(filtered_devices.begin(), std::prev(filtered_devices.end()));
-    sort_start = std::next(filtered_devices.begin());
-  } else {
-    sort_start = filtered_devices.begin();
   }
-  std::sort(sort_start, filtered_devices.end(), device_sort);
+  for (const auto& prioritized_filtered_device : prioritized_filtered_devices) {
+    filtered_devices.push_back(prioritized_filtered_device.first);
+  }
   return filtered_devices;
 }
 
@@ -472,7 +481,7 @@ class ColocationGraph {
     // The intersection of all device types supported by this node,
     // and those of all of its children, in priority order
     // of the preferred device.
-    DeviceTypeVector supported_device_types;
+    PrioritizedDeviceTypeVector supported_device_types;
 
     // The merged form of the device requested for this node, with
     // those of all of its children.
@@ -511,8 +520,8 @@ class ColocationGraph {
       const string& op_type = node->type_string();
       string devices_registered;
       for (const auto& device_type : members_[id].supported_device_types) {
-        strings::StrAppend(&devices_registered, DeviceTypeString(device_type),
-                           " ");
+        strings::StrAppend(&devices_registered,
+                           DeviceTypeString(device_type.first), " ");
       }
 
       type_to_devices[op_type] = std::move(devices_registered);
@@ -565,8 +574,9 @@ class ColocationGraph {
                                 "' does not match any device");
       }
 
-      for (const DeviceType& d : member->supported_device_types) {
-        if (DeviceType(assigned_device->attributes().device_type()) == d) {
+      for (const auto& d : member->supported_device_types) {
+        if (DeviceType(assigned_device->attributes().device_type()) ==
+            d.first) {
           return Status::OK();
         }
       }
@@ -623,24 +633,102 @@ class ColocationGraph {
     return Status::OK();
   }
 
+  static bool HasPriorities(const PrioritizedDeviceTypeVector& device_types) {
+    for (const auto& prioritized_device_type : device_types) {
+      if (prioritized_device_type.second != 0) return true;
+    }
+    return false;
+  }
+
+  static bool ArePrioritiesSame(const PrioritizedDeviceTypeVector& a_types,
+                                const PrioritizedDeviceTypeVector& b_types) {
+    if (a_types.size() != b_types.size()) {
+      return false;
+    }
+    for (int i = 0; i < a_types.size(); ++i) {
+      if (a_types[i].first != b_types[i].first) {
+        return false;
+      }
+    }
+    return true;
+  }
+
   // Updates target to contain the intersection of the device types in
   // "target" and "other".
-  static void MergeSupportedDevices(DeviceTypeVector* target,
-                                    const DeviceTypeVector& other) {
-    DeviceTypeVector temp = *target;
+  static void MergeSupportedDevices(PrioritizedDeviceTypeVector* target,
+                                    const PrioritizedDeviceTypeVector& other) {
+    PrioritizedDeviceTypeVector temp = *target;
     target->clear();
 
-    // Iterate in priority order.
-    for (const DeviceType& device_type : temp) {
+    // Generate intersection with priorities.
+    PrioritizedDeviceTypeVector target_intersection;
+    PrioritizedDeviceTypeVector other_intersection;
+    for (const auto& prioritized_device_type : temp) {
       bool found = false;
-      for (const DeviceType& other_device_type : other) {
-        if (device_type == other_device_type) {
+      for (const auto& other_prioritized_device_type : other) {
+        if (prioritized_device_type.first ==
+            other_prioritized_device_type.first) {
           found = true;
+          other_intersection.push_back(other_prioritized_device_type);
           break;
         }
       }
       if (found) {
-        target->push_back(device_type);
+        target_intersection.push_back(prioritized_device_type);
+      }
+    }
+
+    // Sort the devices by priority order.
+    auto device_sort = [](const std::pair<DeviceType, int32>& a,
+                          const std::pair<DeviceType, int32>& b) {
+      // First look at set priorities.
+      if (a.second != b.second) {
+        return a.second > b.second;
+      }
+      // Then fallback to default priorities.
+      auto a_priority = DeviceSet::DeviceTypeOrder(a.first);
+      auto b_priority = DeviceSet::DeviceTypeOrder(b.first);
+      if (a_priority != b_priority) {
+        return a_priority > b_priority;
+      }
+      // Finally just look at the Device type strings.
+      return a.first.type_string() < b.first.type_string();
+    };
+
+    std::sort(target_intersection.begin(), target_intersection.end(),
+              device_sort);
+    std::sort(other_intersection.begin(), other_intersection.end(),
+              device_sort);
+
+    bool is_target_prioritized = HasPriorities(target_intersection);
+    bool is_other_prioritized = HasPriorities(other_intersection);
+    // If neither are prioritized then we just return the original i.e. target
+    // prioritization.
+    if (!is_target_prioritized && !is_other_prioritized) {
+      *target = target_intersection;
+    }
+    // If only one is prioritized, then we respect priorities of that in the
+    // intersection.
+    if (is_target_prioritized && !is_other_prioritized) {
+      *target = target_intersection;
+    }
+    if (!is_target_prioritized && is_other_prioritized) {
+      *target = other_intersection;
+    }
+    // If both have priorities and agree then we go with that. If the
+    // prioritization order is different, then we just fallback to the default
+    // i.e. what the DeviceTypeOrder suggests. In that case, we also set the
+    // merged priorities to 0, so that downstream merges work correctly as well.
+    if (is_target_prioritized && is_other_prioritized) {
+      bool priorities_agree =
+          ArePrioritiesSame(target_intersection, other_intersection);
+      if (priorities_agree) {
+        *target = target_intersection;
+      } else {
+        for (const auto& prioritized_device : target_intersection) {
+          target->push_back(std::make_pair(prioritized_device.first, 0));
+        }
+        std::sort(target->begin(), target->end(), device_sort);
       }
     }
   }
diff --git a/tensorflow/core/common_runtime/placer_test.cc b/tensorflow/core/common_runtime/placer_test.cc
index 69f1611c1d..009f905f10 100644
--- a/tensorflow/core/common_runtime/placer_test.cc
+++ b/tensorflow/core/common_runtime/placer_test.cc
@@ -164,6 +164,13 @@ REGISTER_KERNEL_BUILDER(Name("TestDeviceEnforce").Device("FakeGPU"), DummyOp);
 REGISTER_KERNEL_BUILDER(Name("Shape").Device("FakeCPU"), DummyOp);
 REGISTER_KERNEL_BUILDER(Name("Shape").Device("FakeGPU"), DummyOp);
 
+// Op that has kernels with device priorities specified.
+REGISTER_OP("TestDatasetOp").Input("a: float").Output("b: float");
+REGISTER_KERNEL_BUILDER(Name("TestDatasetOp").Device("FakeCPU").Priority(2),
+                        DummyOp);
+REGISTER_KERNEL_BUILDER(Name("TestDatasetOp").Device("FakeGPU").Priority(1),
+                        DummyOp);
+
 ////////////////////////////////////////////////////////////////////////////////
 //
 // A PlacerTest method has three phases:
@@ -285,6 +292,251 @@ TEST_F(PlacerTest, TestNoConstraints) {
   EXPECT_DEVICE_TYPE(g, "n2", "FakeGPU");
 }
 
+// Test that a graph with no constraints but using kernels that have a specified
+// device priority will successfully assign nodes to the device with higher
+// priority
+TEST_F(PlacerTest, TestNoConstraintsWithPrioritizedKernels) {
+  Graph g(OpRegistry::Global());
+  {  // Scope for temporary variables used to construct g.
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* input = ops::SourceOp("TestInput", b.opts().WithName("in"));
+    ops::UnaryOp("TestDatasetOp", ops::NodeOut(input, 0),
+                 b.opts().WithName("n1"));
+    ops::UnaryOp("TestDatasetOp", ops::NodeOut(input, 1),
+                 b.opts().WithName("n2"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "in", "FakeCPU");
+  EXPECT_DEVICE_TYPE(g, "n1", "FakeCPU");
+  EXPECT_DEVICE_TYPE(g, "n2", "FakeCPU");
+}
+
+TEST_F(PlacerTest, TestGPUInputIntoPrioritizedKernel) {
+  Graph g(OpRegistry::Global());
+  {
+    // Scope for temp variables used to construct g.
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* input = ops::SourceOp("TestGPUOutput", b.opts().WithName("in"));
+    ops::UnaryOp("TestDatasetOp", ops::NodeOut(input, 0),
+                 b.opts().WithName("n1"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "in", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "n1", "FakeCPU");
+}
+
+// Tests that a GPU kernel colocated with prioritized kernel respects it.
+TEST_F(PlacerTest, TestGPUInputColocatedWithPrioritizedKernel) {
+  Graph g(OpRegistry::Global());
+  {
+    // Scope for temp variables used to construct g.
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* input = ops::SourceOp("TestGPUOutput", b.opts().WithName("in"));
+    // We colocate n1 with in.
+    ops::UnaryOp("TestDatasetOp", ops::NodeOut(input, 0),
+                 b.opts().WithName("n1").WithAttr("_class", {"loc:@in"}));
+    // We don't colocate n2 with in.
+    ops::UnaryOp("TestDatasetOp", ops::NodeOut(input, 0),
+                 b.opts().WithName("n2"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "in", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "n1", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "n2", "FakeCPU");
+}
+
+REGISTER_OP("CreateDatasetCPU").Output("o: resource");
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetCPU").Device("FakeCPU"), DummyOp);
+
+REGISTER_OP("CreateDatasetSP").Output("o: resource");
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetSP").Device("FakeCPU").Priority(2),
+                        DummyOp);
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetSP").Device("FakeGPU").Priority(1),
+                        DummyOp);
+
+REGISTER_OP("CreateDatasetRP").Output("o: resource");
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetRP").Device("FakeCPU").Priority(1),
+                        DummyOp);
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetRP").Device("FakeGPU").Priority(2),
+                        DummyOp);
+
+REGISTER_OP("CreateDatasetNP").Output("o: resource");
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetNP").Device("FakeCPU"), DummyOp);
+REGISTER_KERNEL_BUILDER(Name("CreateDatasetNP").Device("FakeGPU"), DummyOp);
+
+REGISTER_OP("IteratorNP").Input("i: resource").Output("o: float");
+REGISTER_KERNEL_BUILDER(Name("IteratorNP").Device("FakeCPU"), DummyOp);
+REGISTER_KERNEL_BUILDER(Name("IteratorNP").Device("FakeGPU"), DummyOp);
+
+REGISTER_OP("IteratorSP").Input("i: resource").Output("o: float");
+REGISTER_KERNEL_BUILDER(Name("IteratorSP").Device("FakeCPU").Priority(2),
+                        DummyOp);
+REGISTER_KERNEL_BUILDER(Name("IteratorSP").Device("FakeGPU").Priority(1),
+                        DummyOp);
+
+REGISTER_OP("IteratorRP").Input("i: resource").Output("o: float");
+REGISTER_KERNEL_BUILDER(Name("IteratorRP").Device("FakeCPU").Priority(1),
+                        DummyOp);
+REGISTER_KERNEL_BUILDER(Name("IteratorRP").Device("FakeGPU").Priority(2),
+                        DummyOp);
+
+REGISTER_OP("IteratorGPU").Input("i: resource").Output("o: float");
+REGISTER_KERNEL_BUILDER(Name("IteratorGPU").Device("FakeGPU"), DummyOp);
+
+// Test reference edges with one node having prioritized kernels and the other
+// has no preference. We should respect priority here.
+TEST_F(PlacerTest, TestDSWithPriority) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetSP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorNP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeCPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeCPU");
+}
+
+// Test reference edges with one node having kernels with regular priority and
+// the other has no preference. We should respect priority here.
+TEST_F(PlacerTest, TestDSWithGPUPriority) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetRP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorNP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeGPU");
+}
+
+// Test reference edges with one node having prioritized kernels and the other
+// has no preference. We should respect priority here.
+TEST_F(PlacerTest, TestITWithPriority) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetNP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorSP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeCPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeCPU");
+}
+
+// Test reference edges with one node having kernels with regular priority and
+// the other has no preference. We should respect priority here.
+TEST_F(PlacerTest, TestITWithGPUPriority) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetNP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorRP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeGPU");
+}
+
+// Test reference edges with one node having prioritized kernels and other node
+// can only be placed on GPU. We should respect the constraint then.
+TEST_F(PlacerTest, TestITGPU) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetSP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorGPU", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeGPU");
+}
+
+// Test reference edges with one node having prioritized kernels and other node
+// can only be placed on CPU. We should respect the constraint then.
+TEST_F(PlacerTest, TestSimpleIteratorOnlyGPU) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetCPU", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorRP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeCPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeCPU");
+}
+
+// Test constraints with agreeing priorities.
+TEST_F(PlacerTest, TestAgreeingPriorities) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetSP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorSP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeCPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeCPU");
+}
+
+// Test constraints with agreeing regular priorities.
+TEST_F(PlacerTest, TestAgreeingRegularPriorities) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetRP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorRP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeGPU");
+}
+
+// Test constraints with different priorities. In this case, we should bail
+// and just revert to default.
+TEST_F(PlacerTest, TestConflictingPriorities) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetSP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorRP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeGPU");
+}
+
+// Test constraints with different priorities. In this case, we should bail
+// and just revert to default.
+TEST_F(PlacerTest, TestConflictingPrioritiesReversed) {
+  Graph g(OpRegistry::Global());
+  {
+    GraphDefBuilder b(GraphDefBuilder::kFailImmediately);
+    Node* ds = ops::SourceOp("CreateDatasetRP", b.opts().WithName("ds"));
+    ops::UnaryOp("IteratorSP", ops::NodeOut(ds, 0), b.opts().WithName("it"));
+    TF_EXPECT_OK(BuildGraph(b, &g));
+  }
+  TF_EXPECT_OK(Place(&g));
+  EXPECT_DEVICE_TYPE(g, "ds", "FakeGPU");
+  EXPECT_DEVICE_TYPE(g, "it", "FakeGPU");
+}
+
 // Test that a graph with device type and reference constraints on
 // some of the ops will successfully assign nodes to the constrained
 // device, and colocate nodes with reference connections.
diff --git a/tensorflow/core/framework/kernel_def.proto b/tensorflow/core/framework/kernel_def.proto
index e16c2ae73b..358621dc0f 100644
--- a/tensorflow/core/framework/kernel_def.proto
+++ b/tensorflow/core/framework/kernel_def.proto
@@ -33,6 +33,11 @@ message KernelDef {
   // won't be used unless the user specifies a "_kernel" attr with
   // value matching this.
   string label = 5;
+
+  // Prioritization of kernel amongst different devices. By default we assume
+  // priority is 0. The higher the priority the better. By default (i.e. if
+  // this is not set), we prefer GPU kernels over CPU.
+  int32 priority = 6;
 }
 
 // A collection of KernelDefs
diff --git a/tensorflow/core/framework/kernel_def_builder.cc b/tensorflow/core/framework/kernel_def_builder.cc
index eb86f18ff0..fcacc3bebb 100644
--- a/tensorflow/core/framework/kernel_def_builder.cc
+++ b/tensorflow/core/framework/kernel_def_builder.cc
@@ -66,6 +66,11 @@ KernelDefBuilder& KernelDefBuilder::Label(const char* label) {
   return *this;
 }
 
+KernelDefBuilder& KernelDefBuilder::Priority(int32 priority) {
+  kernel_def_->set_priority(priority);
+  return *this;
+}
+
 const KernelDef* KernelDefBuilder::Build() {
   KernelDef* r = kernel_def_;
   kernel_def_ = nullptr;
diff --git a/tensorflow/core/framework/kernel_def_builder.h b/tensorflow/core/framework/kernel_def_builder.h
index 32dd21f94e..d74453cf60 100644
--- a/tensorflow/core/framework/kernel_def_builder.h
+++ b/tensorflow/core/framework/kernel_def_builder.h
@@ -64,6 +64,9 @@ class KernelDefBuilder {
   // "_kernel" attr.  May only be specified once.  Returns *this.
   KernelDefBuilder& Label(const char* label);
 
+  // Specify a priority number for this kernel.
+  KernelDefBuilder& Priority(int32 priority);
+
   // Returns a pointer to a KernelDef with fields set based on the
   // above calls to this instance.
   // Caller takes ownership of the result.
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index fe71196979..e2a177569d 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -1091,7 +1091,7 @@ Status FindKernelDef(const DeviceType& device_type, const NodeDef& node_def,
 
 Status SupportedDeviceTypesForNode(
     const std::vector<DeviceType>& prioritized_types, const NodeDef& def,
-    DeviceTypeVector* device_types) {
+    PrioritizedDeviceTypeVector* prioritized_device_types) {
   // TODO(zhifengc): Changes the callers (SimplePlacer and
   // DynamicPlacer) to consider the possibility that 'def' is call to
   // a user-defined function and only calls this
@@ -1104,12 +1104,21 @@ Status SupportedDeviceTypesForNode(
       bool was_attr_mismatch;
       TF_RETURN_IF_ERROR(
           FindKernelRegistration(device_type, def, &reg, &was_attr_mismatch));
-      if (reg != nullptr) device_types->push_back(device_type);
+      if (reg != nullptr) {
+        int32 priority = reg->def.priority();
+        prioritized_device_types->emplace_back(device_type, priority);
+      }
     }
+    std::sort(prioritized_device_types->begin(),
+              prioritized_device_types->end(),
+              [](const std::pair<DeviceType, int32>& a,
+                 const std::pair<DeviceType, int32>& b) {
+                return a.second > b.second;
+              });
   } else {
     // Assumes that all device types support this node.
     for (const DeviceType& device_type : prioritized_types) {
-      device_types->push_back(device_type);
+      prioritized_device_types->push_back(std::make_pair(device_type, 0));
     }
   }
   return Status::OK();
diff --git a/tensorflow/core/framework/op_kernel.h b/tensorflow/core/framework/op_kernel.h
index 37a437136b..9f4c57e880 100644
--- a/tensorflow/core/framework/op_kernel.h
+++ b/tensorflow/core/framework/op_kernel.h
@@ -1237,7 +1237,7 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
 //           * def has all attrs specified (e.g. using AddDefaultsToNodeDef()).
 Status SupportedDeviceTypesForNode(
     const std::vector<DeviceType>& prioritized_types, const NodeDef& def,
-    DeviceTypeVector* device_types);
+    PrioritizedDeviceTypeVector* device_types);
 
 // Returns a message with a description of the kernels registered for op
 // `op_name`.
diff --git a/tensorflow/core/framework/op_kernel_test.cc b/tensorflow/core/framework/op_kernel_test.cc
index 83dda6579b..d8001cd071 100644
--- a/tensorflow/core/framework/op_kernel_test.cc
+++ b/tensorflow/core/framework/op_kernel_test.cc
@@ -102,6 +102,27 @@ REGISTER_OP("Test4").Input("i: float").Output("o: float");
 REGISTER_KERNEL_BUILDER(Name("Test4").Device(DEVICE_CPU), DummyKernel);
 REGISTER_KERNEL_BUILDER(Name("Test4").Device(DEVICE_GPU), DummyKernel);
 
+// Kernels with different priorities.
+REGISTER_OP("Test5").Input("a: T").Input("b: T").Attr("T: type");
+
+class TestOp5Cpu : public tensorflow::OpKernel {
+ public:
+  explicit TestOp5Cpu(OpKernelConstruction* context) : OpKernel(context) {}
+  void Compute(OpKernelContext* context) override {}
+};
+
+REGISTER_KERNEL_BUILDER(Name("Test5").Device(DEVICE_CPU).Priority(2),
+                        TestOp5Cpu);
+
+class TestOp5Gpu : public tensorflow::OpKernel {
+ public:
+  explicit TestOp5Gpu(OpKernelConstruction* context) : OpKernel(context) {}
+  void Compute(OpKernelContext* context) override {}
+};
+
+REGISTER_KERNEL_BUILDER(Name("Test5").Device(DEVICE_GPU).Priority(1),
+                        TestOp5Gpu);
+
 static std::vector<DeviceType> DeviceTypes() {
   return {DeviceType(DEVICE_GPU), DeviceType(DEVICE_CPU)};
 }
@@ -185,10 +206,10 @@ TEST_F(OpKernelTest, SuccessBothCpuAndGpu) {
 
 TEST_F(OpKernelTest, CpuTypeRegistered) {
   NodeDef ndef = CreateNodeDef("Test1", {DT_FLOAT, DT_INT32});
-  DeviceTypeVector devs;
+  PrioritizedDeviceTypeVector devs;
   TF_ASSERT_OK(SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs));
   EXPECT_EQ(1, devs.size());
-  EXPECT_EQ(DeviceType(DEVICE_CPU), devs[0]);
+  EXPECT_EQ(DeviceType(DEVICE_CPU), devs[0].first);
 }
 
 TEST_F(OpKernelTest, CpuAndGpuTypeRegistered) {
@@ -196,24 +217,24 @@ TEST_F(OpKernelTest, CpuAndGpuTypeRegistered) {
     // Try a node def of an op that is registered for a specific type
     // only on CPU.
     NodeDef ndef = CreateNodeDef("Test3", {DT_INT8, DT_INT8});
-    DeviceTypeVector devs;
+    PrioritizedDeviceTypeVector devs;
     TF_ASSERT_OK(SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs));
     EXPECT_EQ(1, devs.size());
-    EXPECT_EQ(DeviceType(DEVICE_CPU), devs[0]);
+    EXPECT_EQ(DeviceType(DEVICE_CPU), devs[0].first);
   }
   {
     // Try a node def of an op that is registered for a specific type
     // only on GPU.
     NodeDef ndef = CreateNodeDef("Test3", {DT_FLOAT, DT_FLOAT});
-    DeviceTypeVector devs;
+    PrioritizedDeviceTypeVector devs;
     TF_ASSERT_OK(SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs));
     EXPECT_EQ(1, devs.size());
-    EXPECT_EQ(DeviceType(DEVICE_GPU), devs[0]);
+    EXPECT_EQ(DeviceType(DEVICE_GPU), devs[0].first);
   }
   {
     // Try a node def of an op that is only registered for other types.
     NodeDef ndef = CreateNodeDef("Test3", {DT_STRING, DT_STRING});
-    DeviceTypeVector devs;
+    PrioritizedDeviceTypeVector devs;
     TF_ASSERT_OK(SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs));
     EXPECT_EQ(0, devs.size());
   }
@@ -221,11 +242,23 @@ TEST_F(OpKernelTest, CpuAndGpuTypeRegistered) {
   {
     // Try a node def of an op that is registered for both.
     NodeDef ndef = CreateNodeDef("Test4", {DT_FLOAT});
-    DeviceTypeVector devs;
+    PrioritizedDeviceTypeVector devs;
+    TF_ASSERT_OK(SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs));
+    EXPECT_EQ(2, devs.size());
+    EXPECT_EQ(DeviceType(DEVICE_GPU), devs[0].first);
+    EXPECT_EQ(DeviceType(DEVICE_CPU), devs[1].first);
+  }
+
+  {
+    // Try a node def of an op where kernels have priorities.
+    NodeDef ndef = CreateNodeDef("Test5", {DT_STRING, DT_STRING});
+    PrioritizedDeviceTypeVector devs;
     TF_ASSERT_OK(SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs));
     EXPECT_EQ(2, devs.size());
-    EXPECT_EQ(DeviceType(DEVICE_GPU), devs[0]);
-    EXPECT_EQ(DeviceType(DEVICE_CPU), devs[1]);
+    EXPECT_EQ(DeviceType(DEVICE_CPU), devs[0].first);
+    EXPECT_EQ(2, devs[0].second);
+    EXPECT_EQ(DeviceType(DEVICE_GPU), devs[1].first);
+    EXPECT_EQ(1, devs[1].second);
   }
 }
 
@@ -412,11 +445,11 @@ class OpKernelBuilderTest : public ::testing::Test {
     }
 
     // Test SupportedDeviceTypesForNode()
-    DeviceTypeVector devices;
+    PrioritizedDeviceTypeVector devices;
     TF_EXPECT_OK(SupportedDeviceTypesForNode(DeviceTypes(), def, &devices));
     bool found = false;
-    for (const DeviceType& dt : devices) {
-      if (dt == device_type) {
+    for (const auto& dt : devices) {
+      if (dt.first == device_type) {
         found = true;
       }
     }
@@ -445,11 +478,11 @@ class OpKernelBuilderTest : public ::testing::Test {
       EXPECT_EQ(code, status.code());
 
       // Test SupportedDeviceTypesForNode().
-      DeviceTypeVector devices;
+      PrioritizedDeviceTypeVector devices;
       if (errors::IsNotFound(status)) {
         TF_EXPECT_OK(SupportedDeviceTypesForNode(DeviceTypes(), def, &devices));
-        for (const DeviceType& dt : devices) {
-          EXPECT_NE(dt, device_type);
+        for (const auto& dt : devices) {
+          EXPECT_NE(dt.first, device_type);
         }
       } else {
         Status status2 =
@@ -562,7 +595,7 @@ REGISTER_KERNEL_BUILDER(Name("DuplicateKernel").Device(DEVICE_CPU),
 
 TEST_F(OpKernelBuilderTest, DuplicateKernel) {
   const NodeDef ndef = CreateNodeDef("DuplicateKernel", {});
-  DeviceTypeVector devs;
+  PrioritizedDeviceTypeVector devs;
   Status status = SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs);
   ASSERT_FALSE(status.ok());
   EXPECT_TRUE(str_util::StrContains(
@@ -582,7 +615,7 @@ REGISTER_KERNEL_BUILDER(
 TEST_F(OpKernelBuilderTest, DuplicateKernelForT) {
   const NodeDef ndef =
       CreateNodeDef("DuplicateKernelForT", {"T|type|DT_FLOAT"});
-  DeviceTypeVector devs;
+  PrioritizedDeviceTypeVector devs;
   Status status = SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs);
   ASSERT_FALSE(status.ok());
   EXPECT_TRUE(str_util::StrContains(
@@ -603,7 +636,7 @@ REGISTER_KERNEL_BUILDER(Name("BadConstraint")
 
 TEST_F(OpKernelBuilderTest, BadConstraint) {
   const NodeDef ndef = CreateNodeDef("BadConstraint", {});
-  DeviceTypeVector devs;
+  PrioritizedDeviceTypeVector devs;
   Status status = SupportedDeviceTypesForNode(DeviceTypes(), ndef, &devs);
   ASSERT_FALSE(status.ok());
   EXPECT_TRUE(
diff --git a/tensorflow/core/framework/types.h b/tensorflow/core/framework/types.h
index a05dea19ec..c0df193342 100644
--- a/tensorflow/core/framework/types.h
+++ b/tensorflow/core/framework/types.h
@@ -104,6 +104,8 @@ typedef gtl::InlinedVector<DataType, 4> DataTypeVector;
 typedef gtl::ArraySlice<DataType> DataTypeSlice;
 
 typedef gtl::InlinedVector<DeviceType, 4> DeviceTypeVector;
+typedef gtl::InlinedVector<std::pair<DeviceType, int32>, 4>
+    PrioritizedDeviceTypeVector;
 
 // Convert the enums to strings for errors:
 string DataTypeString(DataType dtype);
-- 
GitLab


From a466bbdb048f66b678400b2c207768522bfc9a89 Mon Sep 17 00:00:00 2001
From: Peter Hawkins <phawkins@google.com>
Date: Tue, 13 Nov 2018 07:42:12 -0800
Subject: [PATCH 1502/1825] [TF:XLA] Delete unused producer consumer queue
 class.

PiperOrigin-RevId: 221265027
---
 tensorflow/compiler/jit/BUILD                 |  19 ---
 .../compiler/jit/producer_consumer_queue.h    | 132 -----------------
 .../jit/producer_consumer_queue_test.cc       | 139 ------------------
 3 files changed, 290 deletions(-)
 delete mode 100644 tensorflow/compiler/jit/producer_consumer_queue.h
 delete mode 100644 tensorflow/compiler/jit/producer_consumer_queue_test.cc

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 162a137fa7..5f25e4626a 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -544,25 +544,6 @@ cc_library(
     hdrs = ["union_find.h"],
 )
 
-cc_library(
-    name = "producer_consumer_queue",
-    hdrs = ["producer_consumer_queue.h"],
-    deps = ["//tensorflow/core:lib"],
-)
-
-tf_cc_test(
-    name = "producer_consumer_queue_test",
-    size = "small",
-    srcs = ["producer_consumer_queue_test.cc"],
-    deps = [
-        ":producer_consumer_queue",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:test",
-        "//tensorflow/core:test_main",
-        "//tensorflow/core:testlib",
-    ],
-)
-
 tf_cc_test(
     name = "deadness_analysis_test",
     size = "small",
diff --git a/tensorflow/compiler/jit/producer_consumer_queue.h b/tensorflow/compiler/jit/producer_consumer_queue.h
deleted file mode 100644
index 7c8c04152d..0000000000
--- a/tensorflow/compiler/jit/producer_consumer_queue.h
+++ /dev/null
@@ -1,132 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_COMPILER_JIT_PRODUCER_CONSUMER_QUEUE_H_
-#define TENSORFLOW_COMPILER_JIT_PRODUCER_CONSUMER_QUEUE_H_
-
-#include <deque>
-#include "tensorflow/core/platform/logging.h"
-#include "tensorflow/core/platform/mutex.h"
-
-namespace tensorflow {
-
-// A thread-safe, first-in-first-out queue.
-template <typename T>
-class ProducerConsumerQueue {
- public:
-  ProducerConsumerQueue()
-      : capacity_(std::numeric_limits<std::size_t>::max()) {}
-  ~ProducerConsumerQueue() = default;
-
-  // Wait until the queue is non-full, then append a copy of v.
-  void Put(const T &v);
-
-  // Wait until the queue is non-empty, then remove and return the head value.
-  T Get();
-
-  // If the queue is non-empty, remove the head value, placing it in *pv, and
-  // return true; otherwise return false.
-  bool TryGet(T *pv);
-
-  // Set the capacity of the queue; the queue is full whenever count() >=
-  // capacity().  The initial value is the maximum size_t.  Requires size > 0.
-  void set_capacity(std::size_t size);
-
-  // Return the capacity of the queue.
-  std::size_t capacity() const;
-
-  // Return the number of elements in the queue.
-  std::size_t count() const;
-
-  // Implementation details follow.  Clients should ignore.
- private:
-  mutable tensorflow::mutex mu_;  // protects all fields below
-  tensorflow::condition_variable non_empty_ GUARDED_BY(mu_);
-  tensorflow::condition_variable non_full_ GUARDED_BY(mu_);
-  std::size_t capacity_ GUARDED_BY(mu_);
-  std::deque<T> queue_ GUARDED_BY(mu_);
-
-  TF_DISALLOW_COPY_AND_ASSIGN(ProducerConsumerQueue);
-};
-
-// ------------------------------------------------------
-// Implementation details follow.  Clients should ignore.
-
-// Wait until the queue is non-full, then append a copy of v.
-template <typename T>
-void ProducerConsumerQueue<T>::Put(const T &v) {
-  mutex_lock lock(mu_);
-  while (queue_.size() >= capacity_) {
-    non_full_.wait(lock);
-  }
-  queue_.push_back(v);
-  non_empty_.notify_one();
-}
-
-// Wait until the queue is non-empty, then remove and return the head value.
-template <typename T>
-T ProducerConsumerQueue<T>::Get() {
-  mutex_lock lock(mu_);
-  while (queue_.empty()) {
-    non_empty_.wait(lock);
-  }
-  non_full_.notify_one();
-  T result_value = queue_.front();
-  queue_.pop_front();
-  return result_value;
-}
-
-// If the queue is non-empty, remove the head value, placing it in *pv, and
-// return true; otherwise return false.
-template <typename T>
-bool ProducerConsumerQueue<T>::TryGet(T *pv) {
-  mutex_lock lock(mu_);
-  bool got_element = !queue_.empty();
-  if (got_element) {
-    non_full_.notify_one();
-    *pv = queue_.front();
-    queue_.pop_front();
-  }
-  return got_element;
-}
-
-// Set the capacity of the queue; the queue is full whenever count() >=
-// capacity().  The initial value is the maximum size_t.  Requires size > 0.
-template <typename T>
-void ProducerConsumerQueue<T>::set_capacity(std::size_t size) {
-  mutex_lock lock(mu_);
-  CHECK_NE(size, 0);
-  capacity_ = size;
-  non_full_.notify_all();
-}
-
-// Return the capacity of the queue.
-template <typename T>
-std::size_t ProducerConsumerQueue<T>::capacity() const {
-  mutex_lock lock(mu_);
-  std::size_t max_elements = capacity_;
-  return max_elements;
-}
-
-// Return the number of elements in the queue.
-template <typename T>
-std::size_t ProducerConsumerQueue<T>::count() const {
-  mutex_lock lock(mu_);
-  std::size_t num_elements = queue_.size();
-  return num_elements;
-}
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_COMPILER_JIT_PRODUCER_CONSUMER_QUEUE_H_
diff --git a/tensorflow/compiler/jit/producer_consumer_queue_test.cc b/tensorflow/compiler/jit/producer_consumer_queue_test.cc
deleted file mode 100644
index f61260c6e5..0000000000
--- a/tensorflow/compiler/jit/producer_consumer_queue_test.cc
+++ /dev/null
@@ -1,139 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/compiler/jit/producer_consumer_queue.h"
-
-#include "tensorflow/core/lib/core/threadpool.h"
-#include "tensorflow/core/platform/env.h"
-#include "tensorflow/core/platform/mutex.h"
-#include "tensorflow/core/platform/test.h"
-
-namespace tensorflow {
-namespace {
-
-typedef ProducerConsumerQueue<int> IntQueue;
-
-// Insert integers between low inclusive and high exclusive into q.
-void PushRange(IntQueue *q, int low, int high) {
-  while (low != high) {
-    q->Put(low);
-    VLOG(2) << "Pushing " << low;
-    ++low;
-  }
-}
-
-// Push the numbers between 0 and 999 inclusive from several threads in the
-// pool.
-void PushRanges(IntQueue *queue, thread::ThreadPool *pool) {
-  VLOG(1) << "Adding 20-36";
-  pool->Schedule([queue] { PushRange(queue, 20, 36); });
-  VLOG(1) << "Adding 7-20";
-  pool->Schedule([queue] { PushRange(queue, 7, 20); });
-  VLOG(1) << "Adding 36-501";
-  pool->Schedule([queue] { PushRange(queue, 36, 501); });
-  VLOG(1) << "Adding 501-1000";
-  pool->Schedule([queue] { PushRange(queue, 501, 1000); });
-  VLOG(1) << "Adding 0-5";
-  pool->Schedule([queue] { PushRange(queue, 0, 5); });
-  VLOG(1) << "Adding 5-7";
-  pool->Schedule([queue] { PushRange(queue, 5, 7); });
-}
-
-// Pop elements from queue using Get().  Make sure that exactly <high> elements
-// were present and their values are all integers between 0 and high-1
-// inclusive.
-void GetRange(IntQueue *queue, int high) {
-  VLOG(1) << "Testing Wait";
-  std::vector<int> results;
-  for (int i = 0; i != high; ++i) {
-    int r = queue->Get();
-    VLOG(2) << "Waited and got " << r;
-    results.push_back(r);
-  }
-  CHECK_EQ(queue->count(), 0);
-  std::sort(results.begin(), results.end());
-  for (int i = 0; i != high; ++i) {
-    CHECK(results[i] == i);
-  }
-}
-
-// Pop elements from queue using TryGet().  Make sure that exactly <high>
-// elements were present and their values are all integers between 0 and high-1
-// inclusive.
-void TryGetRange(IntQueue *queue, int high) {
-  std::vector<int> results;
-  // Give up if we don't get all the elements back from the queue
-  // in 10 seconds.
-  int timeout = 10;
-  int r;
-  for (int i = 0; i != high; ++i) {
-    while (!queue->TryGet(&r)) {
-      if (!timeout--) {
-        LOG(FATAL) << "Can't find all elements in the queue";
-      }
-      VLOG(1) << "Sleeping for a second...";
-      sleep(1);
-    }
-    VLOG(2) << "Popped " << r;
-    results.push_back(r);
-  }
-  CHECK_EQ(queue->count(), 0);
-  CHECK(!queue->TryGet(&r));
-  std::sort(results.begin(), results.end());
-  for (int i = 0; i != high; ++i) {
-    CHECK_EQ(i, results[i]);
-  }
-}
-
-const int kNumThreads = 15;
-
-TEST(ProducerConsumerQueue, GetRange) {
-  IntQueue queue;
-  {
-    thread::ThreadPool pool(Env::Default(), "test", kNumThreads);
-    PushRanges(&queue, &pool);
-  }
-  GetRange(&queue, 1000);
-}
-
-TEST(ProducerConsumerQueue, TryGetRange) {
-  IntQueue queue;
-  {
-    thread::ThreadPool pool(Env::Default(), "test", kNumThreads);
-    PushRanges(&queue, &pool);
-  }
-  TryGetRange(&queue, 1000);
-}
-
-TEST(ProducerConsumerQueue, ParallelGetRange) {
-  IntQueue queue;
-  {
-    thread::ThreadPool pool(Env::Default(), "test", kNumThreads);
-    pool.Schedule([&queue] { GetRange(&queue, 1000); });
-    PushRanges(&queue, &pool);
-  }
-}
-
-TEST(ProducerConsumerQueue, ParallelTryGetRange) {
-  IntQueue queue;
-  {
-    thread::ThreadPool pool(Env::Default(), "test", kNumThreads);
-    pool.Schedule([&queue] { TryGetRange(&queue, 1000); });
-    PushRanges(&queue, &pool);
-  }
-}
-
-}  // namespace
-}  // namespace tensorflow
-- 
GitLab


From a326fdb4028b3bf7a08f0420c10571a29d55263f Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Tue, 13 Nov 2018 07:47:27 -0800
Subject: [PATCH 1503/1825] [tf.data] Add experimental transformation for
 applying `map()` on GPU devices.

PiperOrigin-RevId: 221265601
---
 .../api_def_ExperimentalMapDataset.pbtxt      |  5 ++
 tensorflow/core/common_runtime/function.cc    |  8 ++-
 tensorflow/core/framework/function.cc         | 24 ++++---
 tensorflow/core/framework/function.h          |  1 +
 .../core/kernels/data/map_dataset_op.cc       |  5 ++
 tensorflow/core/kernels/function_ops.cc       |  3 +
 tensorflow/core/kernels/function_ops.h        |  1 +
 .../core/ops/experimental_dataset_ops.cc      | 11 +++
 tensorflow/core/ops/function_ops.cc           | 16 +++++
 .../data/experimental/kernel_tests/BUILD      |  1 +
 .../kernel_tests/copy_to_device_test.py       | 38 +++++++++++
 .../data/experimental/ops/prefetching_ops.py  | 68 +++++++++++++++++++
 tensorflow/python/data/ops/dataset_ops.py     | 14 +++-
 13 files changed, 182 insertions(+), 13 deletions(-)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_ExperimentalMapDataset.pbtxt

diff --git a/tensorflow/core/api_def/base_api/api_def_ExperimentalMapDataset.pbtxt b/tensorflow/core/api_def/base_api/api_def_ExperimentalMapDataset.pbtxt
new file mode 100644
index 0000000000..e9619edcac
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_ExperimentalMapDataset.pbtxt
@@ -0,0 +1,5 @@
+op {
+  graph_op_name: "ExperimentalMapDataset"
+  summary: "Creates a dataset that applies `f` to the outputs of `input_dataset`."
+  visibility: HIDDEN
+}
diff --git a/tensorflow/core/common_runtime/function.cc b/tensorflow/core/common_runtime/function.cc
index 6775695fa2..7eb622dc11 100644
--- a/tensorflow/core/common_runtime/function.cc
+++ b/tensorflow/core/common_runtime/function.cc
@@ -46,7 +46,11 @@ namespace tensorflow {
 
 // A few string constant used throughout this module.
 static constexpr const char* const kArgOp = FunctionLibraryDefinition::kArgOp;
+static constexpr const char* const kDeviceArgOp =
+    FunctionLibraryDefinition::kDeviceArgOp;
 static constexpr const char* const kRetOp = FunctionLibraryDefinition::kRetOp;
+static constexpr const char* const kDeviceRetOp =
+    FunctionLibraryDefinition::kDeviceRetOp;
 static constexpr const char* const kGradientOp =
     FunctionLibraryDefinition::kGradientOp;
 static constexpr const char* const kNodeLabel = "Func";
@@ -1633,9 +1637,9 @@ FunctionBody::FunctionBody(const FunctionDef& f, DataTypeSlice arg_t,
   this->ret_nodes.resize(ret_types.size());
   for (Node* n : this->graph->op_nodes()) {
     gtl::InlinedVector<Node*, 4>* node_vec;
-    if (n->type_string() == kRetOp) {
+    if (n->type_string() == kRetOp || n->type_string() == kDeviceRetOp) {
       node_vec = &this->ret_nodes;
-    } else if (n->type_string() == kArgOp) {
+    } else if (n->type_string() == kArgOp || n->type_string() == kDeviceArgOp) {
       node_vec = &this->arg_nodes;
     } else {
       continue;
diff --git a/tensorflow/core/framework/function.cc b/tensorflow/core/framework/function.cc
index abd0930ca9..9d0933e680 100644
--- a/tensorflow/core/framework/function.cc
+++ b/tensorflow/core/framework/function.cc
@@ -149,8 +149,8 @@ class FunctionInstantiationHelper {
   }
 
   // Builds index for nodes that can be used as node's input arguments.
-  Status BuildInputArgIndex(const OpDef::ArgDef& arg_def,
-                            AttrSlice attr_values) {
+  Status BuildInputArgIndex(const OpDef::ArgDef& arg_def, AttrSlice attr_values,
+                            bool ints_on_device) {
     bool is_type_list;
     DataTypeVector dtypes;
     TF_RETURN_IF_ERROR(
@@ -169,7 +169,11 @@ class FunctionInstantiationHelper {
         strings::StrAppend(&name, "_", i);
       }
       NodeDef* gnode = AddNode(name);
-      gnode->set_op(FunctionLibraryDefinition::kArgOp);
+      if (ints_on_device && dtypes[i] == DataType::DT_INT32) {
+        gnode->set_op(FunctionLibraryDefinition::kDeviceArgOp);
+      } else {
+        gnode->set_op(FunctionLibraryDefinition::kArgOp);
+      }
       AddAttr("T", dtypes[i], gnode);
       AddAttr("index", arg_index, gnode);
       result_.arg_types.push_back(dtypes[i]);
@@ -564,9 +568,11 @@ string Print(gtl::ArraySlice<const NodeDef*> nodes) {
   std::vector<const NodeDef*> ret;
   std::vector<const NodeDef*> body;
   for (const NodeDef* n : nodes) {
-    if (n->op() == FunctionLibraryDefinition::kArgOp) {
+    if (n->op() == FunctionLibraryDefinition::kArgOp ||
+        n->op() == FunctionLibraryDefinition::kDeviceArgOp) {
       arg.push_back(n);
-    } else if (n->op() == FunctionLibraryDefinition::kRetOp) {
+    } else if (n->op() == FunctionLibraryDefinition::kRetOp ||
+               n->op() == FunctionLibraryDefinition::kDeviceRetOp) {
       ret.push_back(n);
     } else {
       body.push_back(n);
@@ -638,10 +644,13 @@ Status InstantiateFunction(const FunctionDef& fdef, AttrSlice attr_values,
   const OpDef& sig = fdef.signature();
   TF_RETURN_IF_ERROR(ValidateSignatureWithAttrs(sig, attr_values));
 
+  bool ints_on_device = fdef.attr().count("experimental_ints_on_device") != 0 &&
+                        fdef.attr().at("experimental_ints_on_device").b();
+
   FunctionInstantiationHelper helper(get_function, result);
   Status s;
   for (const OpDef::ArgDef& arg_def : sig.input_arg()) {
-    s = helper.BuildInputArgIndex(arg_def, attr_values);
+    s = helper.BuildInputArgIndex(arg_def, attr_values, ints_on_device);
     if (!s.ok()) {
       errors::AppendToMessage(&s, "In ", Print(arg_def));
       return s;
@@ -693,9 +702,6 @@ Status InstantiateFunction(const FunctionDef& fdef, AttrSlice attr_values,
     }
   }
 
-  bool ints_on_device = fdef.attr().count("experimental_ints_on_device") != 0 &&
-                        fdef.attr().at("experimental_ints_on_device").b();
-
   // Emits nodes for the function's return values.
   int ret_index = 0;
   for (const OpDef::ArgDef& ret_def : sig.output_arg()) {
diff --git a/tensorflow/core/framework/function.h b/tensorflow/core/framework/function.h
index 40ace6ef81..4cc1b858e3 100644
--- a/tensorflow/core/framework/function.h
+++ b/tensorflow/core/framework/function.h
@@ -379,6 +379,7 @@ class FunctionLibraryDefinition : public OpRegistryInterface {
   // Ops created for function arguments bear the name given by `kArgOp`; those
   // created for return values bear the name given by `kRetOp`.
   static constexpr const char* const kArgOp = "_Arg";
+  static constexpr const char* const kDeviceArgOp = "_DeviceArg";
   static constexpr const char* const kRetOp = "_Retval";
   static constexpr const char* const kDeviceRetOp = "_DeviceRetval";
 
diff --git a/tensorflow/core/kernels/data/map_dataset_op.cc b/tensorflow/core/kernels/data/map_dataset_op.cc
index d64114e70e..ab20b83298 100644
--- a/tensorflow/core/kernels/data/map_dataset_op.cc
+++ b/tensorflow/core/kernels/data/map_dataset_op.cc
@@ -244,6 +244,11 @@ class MapDatasetOp : public UnaryDatasetOpKernel {
 };
 
 REGISTER_KERNEL_BUILDER(Name("MapDataset").Device(DEVICE_CPU), MapDatasetOp);
+REGISTER_KERNEL_BUILDER(Name("ExperimentalMapDataset")
+                            .Device(DEVICE_GPU)
+                            .HostMemory("input_dataset")
+                            .HostMemory("handle"),
+                        MapDatasetOp);
 
 }  // namespace
 }  // namespace data
diff --git a/tensorflow/core/kernels/function_ops.cc b/tensorflow/core/kernels/function_ops.cc
index d5c09712b2..cca3cfbd7c 100644
--- a/tensorflow/core/kernels/function_ops.cc
+++ b/tensorflow/core/kernels/function_ops.cc
@@ -69,6 +69,7 @@ void RetvalOp::Compute(OpKernelContext* ctx) {
 }
 
 REGISTER_SYSTEM_KERNEL_BUILDER(Name(kArgOp).Device(DEVICE_CPU), ArgOp);
+REGISTER_SYSTEM_KERNEL_BUILDER(Name(kDeviceArgOp).Device(DEVICE_CPU), ArgOp);
 REGISTER_SYSTEM_KERNEL_BUILDER(Name(kRetOp).Device(DEVICE_CPU), RetvalOp);
 REGISTER_SYSTEM_KERNEL_BUILDER(Name(kDeviceRetOp).Device(DEVICE_CPU), RetvalOp);
 
@@ -105,6 +106,8 @@ TF_CALL_bool(REGISTER) REGISTER_KERNEL_BUILDER(Name(kArgOp)
                                                    .HostMemory("output")
                                                    .TypeConstraint<int32>("T"),
                                                ArgOp);
+REGISTER_KERNEL_BUILDER(
+    Name(kDeviceArgOp).Device(DEVICE_GPU).TypeConstraint<int32>("T"), ArgOp);
 #undef REGISTER
 
 REGISTER_KERNEL_BUILDER(Name(kArgOp)
diff --git a/tensorflow/core/kernels/function_ops.h b/tensorflow/core/kernels/function_ops.h
index 0f51eca163..9ddd495603 100644
--- a/tensorflow/core/kernels/function_ops.h
+++ b/tensorflow/core/kernels/function_ops.h
@@ -22,6 +22,7 @@ limitations under the License.
 namespace tensorflow {
 
 static const char* const kArgOp = FunctionLibraryDefinition::kArgOp;
+static const char* const kDeviceArgOp = FunctionLibraryDefinition::kDeviceArgOp;
 static const char* const kRetOp = FunctionLibraryDefinition::kRetOp;
 static const char* const kDeviceRetOp = FunctionLibraryDefinition::kDeviceRetOp;
 
diff --git a/tensorflow/core/ops/experimental_dataset_ops.cc b/tensorflow/core/ops/experimental_dataset_ops.cc
index 088d1865dd..9733cf2776 100644
--- a/tensorflow/core/ops/experimental_dataset_ops.cc
+++ b/tensorflow/core/ops/experimental_dataset_ops.cc
@@ -75,6 +75,17 @@ REGISTER_OP("ExperimentalIgnoreErrorsDataset")
     .Attr("output_shapes: list(shape) >= 1")
     .SetShapeFn(shape_inference::ScalarShape);
 
+REGISTER_OP("ExperimentalMapDataset")
+    .Input("input_dataset: variant")
+    .Input("other_arguments: Targuments")
+    .Output("handle: variant")
+    .Attr("f: func")
+    .Attr("Targuments: list(type) >= 0")
+    .Attr("output_types: list(type) >= 1")
+    .Attr("output_shapes: list(shape) >= 1")
+    .Attr("use_inter_op_parallelism: bool = true")
+    .SetShapeFn(shape_inference::ScalarShape);
+
 REGISTER_OP("ExperimentalNonSerializableDataset")
     .Input("input_dataset: variant")
     .Output("handle: variant")
diff --git a/tensorflow/core/ops/function_ops.cc b/tensorflow/core/ops/function_ops.cc
index 6edd86b3ad..8e86dd9f78 100644
--- a/tensorflow/core/ops/function_ops.cc
+++ b/tensorflow/core/ops/function_ops.cc
@@ -35,6 +35,22 @@ output: The argument.
 index: This argument is the index-th argument of the function.
 )doc");
 
+REGISTER_SYSTEM_OP("_DeviceArg")
+    .Output("output: T")
+    .Attr("T: type")
+    .Attr("index: int >= 0")
+    .SetIsStateful()
+    .SetShapeFn([](shape_inference::InferenceContext* context) {
+      context->set_output(0, context->UnknownShape());
+      return Status::OK();
+    })
+    .Doc(R"doc(
+A graph node which represents an argument to a function.
+
+output: The argument.
+index: This argument is the index-th argument of the function.
+)doc");
+
 REGISTER_SYSTEM_OP("_Retval")
     .Input("input: T")
     .Attr("T: type")
diff --git a/tensorflow/python/data/experimental/kernel_tests/BUILD b/tensorflow/python/data/experimental/kernel_tests/BUILD
index 0141ac730f..c9b11a2c38 100644
--- a/tensorflow/python/data/experimental/kernel_tests/BUILD
+++ b/tensorflow/python/data/experimental/kernel_tests/BUILD
@@ -38,6 +38,7 @@ cuda_py_test(
         "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
         "//tensorflow/python/compat:compat",
         "//tensorflow/python/data/ops:dataset_ops",
         "//tensorflow/python/data/ops:iterator_ops",
diff --git a/tensorflow/python/data/experimental/kernel_tests/copy_to_device_test.py b/tensorflow/python/data/experimental/kernel_tests/copy_to_device_test.py
index adfacf1c9f..cea8bd6f0b 100644
--- a/tensorflow/python/data/experimental/kernel_tests/copy_to_device_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/copy_to_device_test.py
@@ -28,7 +28,9 @@ from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import test_util
+from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
+from tensorflow.python.util import compat as util_compat
 
 
 class CopyToDeviceTest(test_base.DatasetTestBase):
@@ -294,6 +296,42 @@ class CopyToDeviceTest(test_base.DatasetTestBase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(next_element)
 
+  def testCopyToDeviceGpuWithMap(self):
+    if not test_util.is_gpu_available():
+      self.skipTest("No GPU available")
+
+    def generator():
+      for i in range(10):
+        yield i, float(i), str(i)
+
+    host_dataset = dataset_ops.Dataset.from_generator(
+        generator, output_types=(dtypes.int32, dtypes.float32, dtypes.string))
+    device_dataset = host_dataset.apply(
+        prefetching_ops.copy_to_device("/gpu:0"))
+
+    def gpu_map_func(x, y, z):
+      return math_ops.square(x), math_ops.square(y), z
+
+    device_dataset = device_dataset.apply(
+        prefetching_ops.map_on_gpu(gpu_map_func))
+    options = dataset_ops.Options()
+    options.experimental_autotune = False
+    device_dataset = device_dataset.with_options(options)
+
+    with ops.device("/gpu:0"):
+      iterator = device_dataset.make_initializable_iterator()
+      next_element = iterator.get_next()
+
+    with self.cached_session() as sess:
+      sess.run(iterator.initializer)
+      for i in range(10):
+        x, y, z = sess.run(next_element)
+        self.assertEqual(i**2, x)
+        self.assertEqual(float(i**2), y)
+        self.assertEqual(util_compat.as_bytes(str(i)), z)
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(next_element)
+
   def testCopyToDeviceGpuInt32(self):
     if not test_util.is_gpu_available():
       self.skipTest("No GPU available")
diff --git a/tensorflow/python/data/experimental/ops/prefetching_ops.py b/tensorflow/python/data/experimental/ops/prefetching_ops.py
index a55b8bfb76..d34f9f25bd 100644
--- a/tensorflow/python/data/experimental/ops/prefetching_ops.py
+++ b/tensorflow/python/data/experimental/ops/prefetching_ops.py
@@ -540,3 +540,71 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
   @property
   def output_classes(self):
     return self._input_dataset.output_classes
+
+
+class _MapOnGpuDataset(dataset_ops.UnaryDataset):
+  """A `Dataset` that maps a function over elements in its using a GPU."""
+
+  def __init__(self, input_dataset, map_func, use_inter_op_parallelism=True):
+    """See `Dataset.map()` for details."""
+    super(_MapOnGpuDataset, self).__init__(input_dataset)
+    self._input_dataset = input_dataset
+    self._use_inter_op_parallelism = use_inter_op_parallelism
+
+    wrapped_func = dataset_ops.StructuredFunctionWrapper(
+        map_func,
+        self._transformation_name(),
+        dataset=input_dataset,
+        defun_kwargs={"experimental_ints_on_device": True})
+    self._output_classes = wrapped_func.output_classes
+    self._output_shapes = wrapped_func.output_shapes
+    self._output_types = wrapped_func.output_types
+    self._map_func = wrapped_func.function
+
+  def _as_variant_tensor(self):
+    input_t = self._input_dataset._as_variant_tensor()  # pylint: disable=protected-access
+    return ged_ops.experimental_map_dataset(
+        input_t,
+        self._map_func.captured_inputs,
+        f=self._map_func,
+        use_inter_op_parallelism=self._use_inter_op_parallelism,
+        **dataset_ops.flat_structure(self))
+
+  @property
+  def output_classes(self):
+    return self._output_classes
+
+  @property
+  def output_shapes(self):
+    return self._output_shapes
+
+  @property
+  def output_types(self):
+    return self._output_types
+
+  def _transformation_name(self):
+    return "map_on_gpu()"
+
+
+def map_on_gpu(map_func):
+  """Maps `map_func` across the elements of this dataset.
+
+  NOTE: This is a highly experimental version of `tf.data.Dataset.map` that runs
+  `map_func` on GPU. It must be used after applying the
+  `tf.data.experimental.copy_to_device` transformation with a GPU device
+  argument.
+
+  Args:
+    map_func: A function mapping a nested structure of tensors (having shapes
+      and types defined by `self.output_shapes` and `self.output_types`) to
+      another nested structure of tensors.
+
+  Returns:
+    A `Dataset` transformation function, which can be passed to
+    `tf.data.Dataset.apply`.
+  """
+
+  def _apply_fn(dataset):
+    return _MapOnGpuDataset(dataset, map_func)
+
+  return _apply_fn
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 59389a24f7..3836a68e7d 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -61,6 +61,7 @@ class Dataset(object):
   collection of elements (nested structures of tensors) and a "logical
   plan" of transformations that act on those elements.
   """
+
   def __init__(self):
     pass
 
@@ -201,6 +202,7 @@ class Dataset(object):
     # a 0-argument function.
     @function.Defun(capture_by_value=True)
     def _make_dataset():
+      """Factory function for a dataset."""
       # NOTE(mrry): `Defun` does not capture the graph-level seed from the
       # enclosing graph, so if a graph-level seed is present we set the local
       # graph seed based on a combination of the graph- and op-level seeds.
@@ -1777,7 +1779,8 @@ class StructuredFunctionWrapper(object):
                input_shapes=None,
                input_types=None,
                add_to_graph=True,
-               experimental_nested_dataset_support=False):
+               experimental_nested_dataset_support=False,
+               defun_kwargs=None):
     """Creates a new `StructuredFunctionWrapper` for the given function.
 
     Args:
@@ -1798,6 +1801,9 @@ class StructuredFunctionWrapper(object):
         default graph.
       experimental_nested_dataset_support: (Optional.) If `True`, the function
         will support `tf.data.Dataset` objects as arguments and return values.
+      defun_kwargs: (Optional.) A dictionary mapping string argument names to
+        values. If supplied, will be passed to `function.Defun()` as keyword
+        arguments.
 
     Raises:
       ValueError: If an invalid combination of `dataset`, `input_classes`,
@@ -1832,7 +1838,11 @@ class StructuredFunctionWrapper(object):
     # TODO(b/110122868): Enable this support for all `tf.data` functions.
     self._nested_dataset_support = experimental_nested_dataset_support
 
-    @function.Defun(*self._defun_args(), func_name=self._func_name)
+    if defun_kwargs is None:
+      defun_kwargs = {}
+
+    @function.Defun(
+        *self._defun_args(), func_name=self._func_name, **defun_kwargs)
     def tf_data_structured_function_wrapper(*args):
       """Wrapper for passing nested structures to and from tf.data functions."""
       flat_args = []
-- 
GitLab


From 994ee1d86673955b297774bf9abc4e3dee0f817c Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 07:47:28 -0800
Subject: [PATCH 1504/1825] Delete Map/Reduce support from OneDevice and
 Mirrored DistributionStrategies.

PiperOrigin-RevId: 221265603
---
 .../distribute/python/cross_tower_ops.py      | 12 +----------
 .../distribute/python/cross_tower_utils.py    |  2 --
 .../python/cross_tower_utils_test.py          | 11 ----------
 .../distribute/python/mirrored_strategy.py    | 15 --------------
 .../python/mirrored_strategy_multigpu_test.py |  5 -----
 .../python/mirrored_strategy_test.py          |  3 ---
 .../distribute/python/one_device_strategy.py  | 20 ++-----------------
 .../python/one_device_strategy_test.py        |  3 ---
 .../distribute/python/strategy_test_lib.py    |  9 ---------
 .../contrib/distribute/python/values.py       | 10 ----------
 10 files changed, 3 insertions(+), 87 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops.py b/tensorflow/contrib/distribute/python/cross_tower_ops.py
index 6b2fe0acb2..b5b349aa64 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops.py
@@ -155,17 +155,7 @@ def _simple_reduce(per_replica_value, reduce_to_device, accumulation_fn,
   all_values = []
   count = 0
   for v in per_replica_value._index.values():  # pylint: disable=protected-access
-    if isinstance(v, value_lib.MapOutput):
-      v_list = v.get()
-      if not v_list:
-        continue
-      count += len(v_list)
-      # Sum within each device before aggregating across devices.
-      # TODO(yuefengz): Check whether it helps to use accumulation_fn here.
-      v = cross_tower_utils.aggregate_tensors_or_indexed_slices(
-          v_list, math_ops.add_n)
-    else:
-      count += 1
+    count += 1
     all_values.append(v)
   if not all_values:
     raise ValueError("`per_replica_value` must be non-empty")
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils.py b/tensorflow/contrib/distribute/python/cross_tower_utils.py
index 35324d15d4..50b3cf31e5 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_utils.py
@@ -667,7 +667,5 @@ def contains_indexed_slices(value):
     return any(contains_indexed_slices(v) for v in value)
   elif isinstance(value, value_lib.DistributedValues):
     return contains_indexed_slices(list(value._index.values()))  # pylint: disable=protected-access
-  elif isinstance(value, value_lib.MapOutput):
-    return contains_indexed_slices(value.get())
   else:
     return False
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils_test.py b/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
index a991156ca8..e46240abbf 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
@@ -106,17 +106,6 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     per_replica = value_lib.PerReplica({"/gpu:0": t0, "/cpu:0": t1})
     self.assertTrue(cross_tower_utils.contains_indexed_slices(per_replica))
 
-  @test_util.run_in_graph_and_eager_modes
-  def testContainsIndexedSlices_PerReplicaMapOutput(self):
-    t0 = math_ops._as_indexed_slices(
-        constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
-    t1 = math_ops._as_indexed_slices(
-        constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
-    per_replica = value_lib.PerReplica({
-        "/gpu:0": value_lib.MapOutput([t0]),
-        "/cpu:0": value_lib.MapOutput([t1])})
-    self.assertTrue(cross_tower_utils.contains_indexed_slices(per_replica))
-
   @combinations.generate(combinations.combine(
       mode=["graph", "eager"],
       required_gpus=1))
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index e90c510aad..2d75024e7a 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -554,21 +554,6 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def _call_for_each_replica(self, fn, args, kwargs):
     return _call_for_each_replica(self, fn, args, kwargs)
 
-  def map(self, map_over, fn, *args, **kwargs):
-    # TODO(josh11b): In eager mode, use one thread per device.
-    index = {}
-    for i, m in enumerate(map_over):
-      d = self._devices[i % len(self._devices)]
-      with ops.device(d):
-        l = index.get(d, [])
-        l.append(fn(m,
-                    *values.select_device_mirrored(d, args),
-                    **values.select_device_mirrored(d, kwargs)))
-        index[d] = l
-    # TODO(josh11b): Need a values.regroup equivalent that handles MapOutput
-    # in addition to PerReplica data.
-    return values.PerReplica({k: values.MapOutput(v) for k, v in index.items()})
-
   def configure(self,
                 session_config=None,
                 cluster_spec=None,
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 0dbf6ba056..1fd18e09c0 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -78,11 +78,6 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     self._test_minimize_loss_graph(
         self._get_distribution_strategy(), soft_placement=soft_placement)
 
-  def testMapReduce(self):
-    if not GPU_TEST:
-      self.skipTest("Not GPU test")
-    self._test_map_reduce(self._get_distribution_strategy())
-
   def testDeviceIndex(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index b5d393fd0d..bea684e77c 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -40,9 +40,6 @@ class MirroredOneCPUDistributionTest(strategy_test_lib.DistributionTestBase):
   def testMinimizeLossGraph(self):
     self._test_minimize_loss_graph(self._get_distribution_strategy())
 
-  def testMapReduce(self):
-    self._test_map_reduce(self._get_distribution_strategy())
-
   def testDeviceIndex(self):
     self._test_device_index(self._get_distribution_strategy())
 
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 1b4251b761..a0d8f93887 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -25,8 +25,6 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.util import nest
 
@@ -119,23 +117,9 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     with ops.device(self._device), _OneDeviceReplicaContext(self):
       return fn(*args, **kwargs)
 
-  def map(self, map_over, fn, *args, **kwargs):
-    with ops.device(self._device):
-      return values.MapOutput([fn(m, *args, **kwargs) for m in map_over])
-
   def _reduce(self, aggregation, value, destinations):
-    del destinations
-    if not isinstance(value, values.MapOutput):
-      return value
-    l = value.get()
-    assert l
-    with ops.device(self._device):
-      if aggregation == vs.VariableAggregation.SUM:
-        return math_ops.add_n(l)
-      elif aggregation == vs.VariableAggregation.MEAN:
-        return math_ops.add_n(l) / len(l)
-      else:
-        assert False
+    del aggregation, destinations
+    return value
 
   def _update(self, var, options, fn, *args, **kwargs):
     # The implementations of _update() and _update_non_slot() are identical
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy_test.py b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
index 3fb9227392..95f4cdb786 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
@@ -35,9 +35,6 @@ class OneDeviceStrategyTest(strategy_test_lib.DistributionTestBase):
   def testMinimizeLossGraph(self):
     self._test_minimize_loss_graph(self._get_distribution_strategy())
 
-  def testMapReduce(self):
-    self._test_map_reduce(self._get_distribution_strategy())
-
   def testDeviceIndex(self):
     self._test_device_index(self._get_distribution_strategy())
 
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index 98cdb17b8c..3c0c10430e 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -189,15 +189,6 @@ class DistributionTestBase(test.TestCase):
       # Error should go down
       self.assertLess(error_after, error_before)
 
-  def _test_map_reduce(self, d, in_graph=None):
-    with d.scope():
-      map_in = [constant_op.constant(i) for i in range(10)]
-      map_out = d.map(map_in, lambda x, y: x * y, 2)
-      observed = d.reduce(variable_scope.VariableAggregation.SUM, map_out,
-                          "/device:CPU:0")
-      expected = 90  # 2 * (0 + 1 + ... + 9)
-      self.assertEqual(expected, observed.numpy())
-
   def _test_device_index(self, d):
     with d.scope():
       expected_devices = [False] * len(d.worker_devices)
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 9b0aa9c990..a162973535 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -1287,16 +1287,6 @@ class MultiWorkerDataset(object):
     return MultiWorkerDataIterator(iterators, self._worker_device_pairs)
 
 
-class MapOutput(object):
-  """Map can result in multiple outputs per device."""
-
-  def __init__(self, l):
-    self._l = l
-
-  def get(self):
-    return self._l
-
-
 class MultiStepContext(object):
   """A context object that can be used to capture things when running steps.
 
-- 
GitLab


From e37caf727925e4be1745b5a5316bb293a957506b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 08:18:39 -0800
Subject: [PATCH 1505/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 221269882
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 43 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 43 +++++++++++++++++++
 2 files changed, 86 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index bfcc92dcb0..6f5034ced5 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -21898,6 +21898,49 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "ExperimentalMapDataset"
+  input_arg {
+    name: "input_dataset"
+    type: DT_VARIANT
+  }
+  input_arg {
+    name: "other_arguments"
+    type_list_attr: "Targuments"
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  attr {
+    name: "f"
+    type: "func"
+  }
+  attr {
+    name: "Targuments"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "output_types"
+    type: "list(type)"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "output_shapes"
+    type: "list(shape)"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "use_inter_op_parallelism"
+    type: "bool"
+    default_value {
+      b: true
+    }
+  }
+}
 op {
   name: "ExperimentalMaterializedIndexDatasetHandle"
   output_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 430212ee1d..915cd26db1 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -10361,6 +10361,49 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "ExperimentalMapDataset"
+  input_arg {
+    name: "input_dataset"
+    type: DT_VARIANT
+  }
+  input_arg {
+    name: "other_arguments"
+    type_list_attr: "Targuments"
+  }
+  output_arg {
+    name: "handle"
+    type: DT_VARIANT
+  }
+  attr {
+    name: "f"
+    type: "func"
+  }
+  attr {
+    name: "Targuments"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "output_types"
+    type: "list(type)"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "output_shapes"
+    type: "list(shape)"
+    has_minimum: true
+    minimum: 1
+  }
+  attr {
+    name: "use_inter_op_parallelism"
+    type: "bool"
+    default_value {
+      b: true
+    }
+  }
+}
 op {
   name: "ExperimentalMaterializedIndexDatasetHandle"
   output_arg {
-- 
GitLab


From 0644e35142505c1ece3f052aa03389ca921263d5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 08:20:38 -0800
Subject: [PATCH 1506/1825] Improve depthwise convolution implementations on
 TPUs.

PiperOrigin-RevId: 221270135
---
 .../compiler/xla/tests/convolution_test.cc    | 291 +++++++++++++++++-
 1 file changed, 285 insertions(+), 6 deletions(-)

diff --git a/tensorflow/compiler/xla/tests/convolution_test.cc b/tensorflow/compiler/xla/tests/convolution_test.cc
index 211d004ec8..3d91fc451c 100644
--- a/tensorflow/compiler/xla/tests/convolution_test.cc
+++ b/tensorflow/compiler/xla/tests/convolution_test.cc
@@ -721,8 +721,6 @@ class Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid : public ConvolutionTest {
     ComputeAndCompareLiteral(&builder, expected_r4,
                              {input_literal.get(), filter_literal.get()},
                              error_spec_);
-
-    auto filter_r = filter_r1.Reshape(filter_dims);
   }
 };
 
@@ -731,6 +729,151 @@ TYPED_TEST(Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid, Types) {
   this->RunTest();
 }
 
+template <typename T>
+class Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid_Output_Batch_In_Lanes
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 512};
+    std::vector<int64> filter_dims = {3, 3, 1, 512};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/512);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(2048, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 512}).ConsumeValueOrDie();
+    auto expected_r4_relaid =
+        expected_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    auto input_literal =
+        client_->TransferToServer(input_r4).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4_relaid,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_, &expected_r4_relaid.shape());
+  }
+};
+
+TYPED_TEST_CASE(
+    Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid_Output_Batch_In_Lanes,
+    TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid_Output_Batch_In_Lanes,
+           Types) {
+  this->RunTest();
+}
+
+template <typename T>
+class Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid_Output_Batch_In_Lanes
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 5};
+    std::vector<int64> filter_dims = {3, 3, 1, 5};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/5);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape));
+    iota_int_init_value(input_elems, 1);
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+    auto input_r4_relaid =
+        input_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape));
+    iota_int_init_value(filter_elems, 1);
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(
+        {static_cast<T>(6864),  static_cast<T>(7296),  static_cast<T>(7746),
+         static_cast<T>(8214),  static_cast<T>(8700),  static_cast<T>(7809),
+         static_cast<T>(8286),  static_cast<T>(8781),  static_cast<T>(9294),
+         static_cast<T>(9825),  static_cast<T>(10644), static_cast<T>(11256),
+         static_cast<T>(11886), static_cast<T>(12534), static_cast<T>(13200),
+         static_cast<T>(11589), static_cast<T>(12246), static_cast<T>(12921),
+         static_cast<T>(13614), static_cast<T>(14325)});
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 5}).ConsumeValueOrDie();
+    auto expected_r4_relaid =
+        expected_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    auto input_literal =
+        client_->TransferToServer(input_r4_relaid).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4_relaid,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_, &expected_r4_relaid.shape());
+  }
+};
+
+TYPED_TEST_CASE(
+    Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid_Output_Batch_In_Lanes,
+    TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid_Output_Batch_In_Lanes,
+           Types) {
+  this->RunTest();
+}
+
 template <typename T>
 class Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Valid : public ConvolutionTest {
  public:
@@ -786,8 +929,6 @@ class Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Valid : public ConvolutionTest {
     ComputeAndCompareLiteral(&builder, expected_r4,
                              {input_literal.get(), filter_literal.get()},
                              error_spec_);
-
-    auto filter_r = filter_r1.Reshape(filter_dims);
   }
 };
 
@@ -796,6 +937,146 @@ TYPED_TEST(Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Valid, Types) {
   this->RunTest();
 }
 
+template <typename T>
+class Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Input_Batch_In_Lanes
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 160};
+    std::vector<int64> filter_dims = {3, 3, 1, 160};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/160);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+    auto input_r4_relaid =
+        input_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(640, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 160}).ConsumeValueOrDie();
+    auto expected_r4_relaid =
+        expected_r4.Relayout(LayoutUtil::MakeLayout({3, 0, 2, 1}));
+
+    auto input_literal =
+        client_->TransferToServer(input_r4_relaid).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4_relaid,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_, &expected_r4_relaid.shape());
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Input_Batch_In_Lanes,
+                TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x160_3x3x1x160_Depthwise_Input_Batch_In_Lanes,
+           Types) {
+  this->RunTest();
+}
+
+template <typename T>
+class Convolve2D_1x4x4x160_3x3x1x160_Dephtwise_Both_Batch_In_Lanes
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {1, 4, 4, 160};
+    std::vector<int64> filter_dims = {3, 3, 1, 160};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/160);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+    auto input_r4_relaid =
+        input_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(640, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 = expected_r1.Reshape({1, 2, 2, 160}).ConsumeValueOrDie();
+    auto expected_r4_relaid =
+        expected_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    auto input_literal =
+        client_->TransferToServer(input_r4_relaid).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4_relaid,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_, &expected_r4_relaid.shape());
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_1x4x4x160_3x3x1x160_Dephtwise_Both_Batch_In_Lanes,
+                TestTypes);
+TYPED_TEST(Convolve2D_1x4x4x160_3x3x1x160_Dephtwise_Both_Batch_In_Lanes,
+           Types) {
+  this->RunTest();
+}
+
 template <typename T>
 class Convolve2D_1x4x4x1024_3x3x1x1024_Depthwise_Valid
     : public ConvolutionTest {
@@ -852,8 +1133,6 @@ class Convolve2D_1x4x4x1024_3x3x1x1024_Depthwise_Valid
     ComputeAndCompareLiteral(&builder, expected_r4,
                              {input_literal.get(), filter_literal.get()},
                              error_spec_);
-
-    auto filter_r = filter_r1.Reshape(filter_dims);
   }
 };
 
-- 
GitLab


From 0d2edbe63cbaad650598afad50cc14a727405729 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 08:23:59 -0800
Subject: [PATCH 1507/1825] Add unicode_decode_with_offsets Op to TF strings
 package

RELNOTES: This Op adds the ability to decode a variety of input text encoding formats into Unicode characters.
PiperOrigin-RevId: 221270527
---
 .../api_def_UnicodeDecodeWithOffsets.pbtxt    |  87 ++++++++
 tensorflow/core/kernels/unicode_ops.cc        | 207 +++++++++++++++---
 tensorflow/core/ops/string_ops.cc             |  24 ++
 tensorflow/python/kernel_tests/BUILD          |  12 +
 .../kernel_tests/unicode_decode_op_test.py    | 156 +++++++++++++
 .../kernel_tests/unicode_transcode_op_test.py |   2 +-
 6 files changed, 453 insertions(+), 35 deletions(-)
 create mode 100644 tensorflow/core/api_def/base_api/api_def_UnicodeDecodeWithOffsets.pbtxt
 create mode 100644 tensorflow/python/kernel_tests/unicode_decode_op_test.py

diff --git a/tensorflow/core/api_def/base_api/api_def_UnicodeDecodeWithOffsets.pbtxt b/tensorflow/core/api_def/base_api/api_def_UnicodeDecodeWithOffsets.pbtxt
new file mode 100644
index 0000000000..15fc8747af
--- /dev/null
+++ b/tensorflow/core/api_def/base_api/api_def_UnicodeDecodeWithOffsets.pbtxt
@@ -0,0 +1,87 @@
+op {
+  graph_op_name: "UnicodeDecodeWithOffsets"
+  in_arg {
+    name: "input"
+    description: <<END
+The text to be decoded. Can have any shape. Note that the output is flattened
+to a vector of char values.
+END
+  }
+  out_arg {
+    name: "row_splits"
+    description: <<END
+A 1D int32 tensor containing the row splits.
+END
+  }
+  out_arg {
+    name: "char_values"
+    description: <<END
+A 1D int32 Tensor containing the decoded codepoints.
+END
+  }
+  out_arg {
+    name: "char_to_byte_starts"
+    description: <<END
+A 1D int32 Tensor containing the byte index in the input string where each
+character in `char_values` starts.
+END
+  }
+  attr {
+    name: "input_encoding"
+    description: <<END
+Text encoding of the input strings. This is any of the encodings supported
+by ICU ucnv algorithmic converters. Examples: `"UTF-16", "US ASCII", "UTF-8"`.
+END
+  }
+  attr {
+    name: "errors"
+    description: <<END
+Error handling policy when there is invalid formatting found in the input.
+The value of 'strict' will cause the operation to produce a InvalidArgument
+error on any invalid input formatting. A value of 'replace' (the default) will
+cause the operation to replace any invalid formatting in the input with the
+`replacement_char` codepoint. A value of 'ignore' will cause the operation to
+skip any invalid formatting in the input and produce no corresponding output
+character.
+END
+  }
+  attr {
+    name: "replacement_char"
+    description: <<END
+The replacement character codepoint to be used in place of any invalid
+formatting in the input when `errors='replace'`. Any valid unicode codepoint may
+be used. The default value is the default unicode replacement character is
+0xFFFD or U+65533.)
+END
+  }
+  attr {
+    name: "replace_control_characters"
+    description: <<END
+Whether to replace the C0 control characters (00-1F) with the
+`replacement_char`. Default is false.
+END
+  }
+  summary: <<END
+Decodes each string in `input` into a sequence of Unicode code points.
+END
+  description: <<END
+The character codepoints for all strings are returned using a single vector
+`char_values`, with strings expanded to characters in row-major order.
+Similarly, the character start byte offsets are returned using a single vector
+`char_to_byte_starts`, with strings expanded in row-major order.
+
+The `row_splits` tensor indicates where the codepoints and start offsets for
+each input string begin and end within the `char_values` and
+`char_to_byte_starts` tensors.  In particular, the values for the `i`th
+string (in row-major order) are stored in the slice
+`[row_splits[i]:row_splits[i+1]]`. Thus:
+
+* `char_values[row_splits[i]+j]` is the Unicode codepoint for the `j`th
+  character in the `i`th string (in row-major order).
+* `char_to_bytes_starts[row_splits[i]+j]` is the start byte offset for the `j`th
+  character in the `i`th string (in row-major order).
+* `row_splits[i+1] - row_splits[i]` is the number of characters in the `i`th
+  string (in row-major order).
+END
+  visibility: HIDDEN
+}
diff --git a/tensorflow/core/kernels/unicode_ops.cc b/tensorflow/core/kernels/unicode_ops.cc
index dd4415711b..fde579dd9f 100644
--- a/tensorflow/core/kernels/unicode_ops.cc
+++ b/tensorflow/core/kernels/unicode_ops.cc
@@ -33,6 +33,8 @@ limitations under the License.
 
 namespace tensorflow {
 
+namespace {
+
 // This error callback is only useful for finding illegal encoding errors when
 // we want to be strict -- otherwise illegal encodings are replaced on read
 // with 0xFFFD and signaled to the callback.
@@ -146,40 +148,64 @@ class WrappedConverter {
   string name_;
 };
 
+struct ErrorOptions {
+  UChar32 subst = 0xFFFD;
+  bool elide_replacement = false;
+  bool replace_control_chars = false;
+  bool error_on_malformatting = false;
+};
+
+Status GetErrorOptions(OpKernelConstruction* ctx, ErrorOptions* out) {
+  *out = ErrorOptions();
+
+  string error_policy;
+  TF_RETURN_IF_ERROR(ctx->GetAttr("errors", &error_policy));
+
+  if (error_policy == "replace") {
+    out->elide_replacement = false;
+  } else if (error_policy == "ignore") {
+    out->elide_replacement = true;
+  } else if (error_policy == "strict") {
+    out->error_on_malformatting = true;
+  } else {
+    return errors::InvalidArgument(
+        "errors policy must be one of 'strict', 'replace', or 'ignore'");
+  }
+
+  int32 replacement_char;
+  TF_RETURN_IF_ERROR(ctx->GetAttr("replacement_char", &replacement_char));
+
+  if (replacement_char >= UCHAR_MIN_VALUE &&
+      replacement_char <= UCHAR_MAX_VALUE) {
+    out->subst = replacement_char;
+  } else {
+    return errors::InvalidArgument(
+        "replacement_char out of unicode codepoint range");
+  }
+
+  TF_RETURN_IF_ERROR(ctx->GetAttr("replace_control_characters",
+                                  &(out->replace_control_chars)));
+
+  return Status::OK();
+}
+
+inline bool ShouldHandleFormatError(const ErrorOptions& error_options,
+                                    UChar32 ch, bool format_error) {
+  return ((error_options.replace_control_chars && ch <= 0x1F) || format_error);
+}
+
+}  // namespace
+
 class UnicodeTranscodeOp : public OpKernel {
  public:
   explicit UnicodeTranscodeOp(OpKernelConstruction* ctx) : OpKernel(ctx) {
-    string error_policy;
-    OP_REQUIRES_OK(ctx, ctx->GetAttr("errors", &error_policy));
-    if (error_policy == "replace") {
-      elide_replacement_ = false;
-    } else if (error_policy == "ignore") {
-      elide_replacement_ = true;
-    } else if (error_policy == "strict") {
-      error_on_malformatting_ = true;
-    } else {
-      ctx->CtxFailure(errors::InvalidArgument(
-          "errors policy must be one of 'strict', 'replace', or 'ignore'"));
-    }
-
-    int32 replacement_char;
-    OP_REQUIRES_OK(ctx, ctx->GetAttr("replacement_char", &replacement_char));
-    if (replacement_char >= UCHAR_MIN_VALUE &&
-        replacement_char <= UCHAR_MAX_VALUE) {
-      subst_ = replacement_char;
-    } else {
-      ctx->CtxFailure(errors::InvalidArgument(
-          "replacement_char out of unicode codepoint range"));
-    }
+    OP_REQUIRES_OK(ctx, GetErrorOptions(ctx, &error_options_));
 
     string output_encoding;
     OP_REQUIRES_OK(ctx, ctx->GetAttr("output_encoding", &output_encoding));
     OP_REQUIRES_OK(ctx,
                    ParseUnicodeEncoding(output_encoding, &output_encoding_));
 
-    OP_REQUIRES_OK(ctx, ctx->GetAttr("replace_control_characters",
-                                     &replace_control_chars_));
-
     OP_REQUIRES_OK(ctx, ctx->GetAttr("input_encoding", &input_encoding_));
     // Make a temporary UConverter to ensure it will create without error
     // at execution time (and to warm any data caches the converter needs).
@@ -228,7 +254,7 @@ class UnicodeTranscodeOp : public OpKernel {
       Transcode(&(output_flat(i)), input_encoder->converter_,
                 &found_any_format_error);
     }
-    if (error_on_malformatting_ && found_any_format_error) {
+    if (error_options_.error_on_malformatting && found_any_format_error) {
       ctx->CtxFailure(
           errors::InvalidArgument("Invalid formatting on input string"));
     }
@@ -240,12 +266,12 @@ class UnicodeTranscodeOp : public OpKernel {
   // out-of-range inputs.
   void TranslateCodepoints(icu::UnicodeString* s, bool* found_any_format_error,
                            UChar32 ch, int src_bytes, bool format_error) {
-    if ((replace_control_chars_ && ch <= 0x1F) || format_error) {
+    if (ShouldHandleFormatError(error_options_, ch, format_error)) {
       *found_any_format_error = true;
-      if (elide_replacement_) {
+      if (error_options_.elide_replacement) {
         return;
       } else {
-        ch = subst_;
+        ch = error_options_.subst;
       }
     }
     s->append(ch);
@@ -292,16 +318,129 @@ class UnicodeTranscodeOp : public OpKernel {
     }
   }
 
-  UChar32 subst_ = 0xFFFD;
-  bool elide_replacement_ = false;
-  bool replace_control_chars_ = false;
-  bool error_on_malformatting_ = false;
-
   string input_encoding_;
+  ErrorOptions error_options_;
   UnicodeEncoding output_encoding_ = UnicodeEncoding::UTF8;
 };
 
 REGISTER_KERNEL_BUILDER(Name("UnicodeTranscode").Device(DEVICE_CPU),
                         UnicodeTranscodeOp);
 
+class UnicodeDecodeWithOffsetsOp : public OpKernel {
+ public:
+  explicit UnicodeDecodeWithOffsetsOp(OpKernelConstruction* ctx)
+      : OpKernel(ctx) {
+    OP_REQUIRES_OK(ctx, GetErrorOptions(ctx, &error_options_));
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("input_encoding", &input_encoding_));
+    // Make a temporary UConverter to ensure it will create without error
+    // at execution time (and to warm any data caches the converter needs).
+    // This instance is not used.
+    std::unique_ptr<WrappedConverter> input_encoder =
+        absl::make_unique<WrappedConverter>();
+    input_encoder->init(input_encoding_);
+    OP_REQUIRES(ctx, input_encoder->converter_,
+                errors::InvalidArgument(
+                    "Could not create converter for input encoding: " +
+                    input_encoding_));
+  }
+
+  void Decode(OpKernelContext* ctx, std::vector<UChar32>* char_values,
+              std::vector<int64>* offset_values, int* string_length,
+              int64* next_row_split, UChar32 char_value, int char_length,
+              bool found_any_format_error) {
+    if (error_options_.error_on_malformatting && found_any_format_error) {
+      ctx->CtxFailure(
+          errors::InvalidArgument("Invalid formatting on input string"));
+    }
+    UChar32 decoded_value = char_value;
+    if (ShouldHandleFormatError(error_options_, char_value,
+                                found_any_format_error)) {
+      if (error_options_.elide_replacement) {
+        return;
+      } else {
+        decoded_value = error_options_.subst;
+      }
+    }
+
+    // Emit the char value.
+    char_values->push_back(decoded_value);
+
+    // Emit the byte offset
+    offset_values->push_back(*string_length);
+    *string_length += char_length;
+    *next_row_split += 1;
+  }
+
+  void Compute(OpKernelContext* ctx) override {
+    const Tensor* input_tensor;
+    OP_REQUIRES_OK(ctx, ctx->input("input", &input_tensor));
+
+    // Go through all the strings in `input`.
+    const auto& input_vec = input_tensor->flat<string>();
+
+    std::unique_ptr<WrappedConverter> input_encoder =
+        absl::make_unique<WrappedConverter>();
+    input_encoder->init(input_encoding_);
+    OP_REQUIRES(ctx, input_encoder->converter_,
+                errors::InvalidArgument(
+                    "Could not create converter for input encoding: " +
+                    input_encoding_));
+
+    std::vector<UChar32> char_values;
+    std::vector<int64> offset_values;
+
+    Tensor* output_row_splits;
+    OP_REQUIRES_OK(ctx, ctx->allocate_output("row_splits",
+                                             {input_tensor->NumElements() + 1},
+                                             &output_row_splits));
+    auto out_row_splits = output_row_splits->vec<int64>();
+
+    int row_split_index = 0;
+    int64 next_row_split = 0;
+    for (int i = 0; i < input_vec.size(); ++i) {
+      const string& input = input_vec(i);
+      // Convert input strings into unicode values. Output to a list of
+      // char_values, record row splits and char_to_byte_starts, which are all
+      // the fields needed to construct a RaggedTensor.
+      out_row_splits(row_split_index) = next_row_split;
+      row_split_index++;
+      int string_length = 0;
+      IterateUnicodeString(
+          input, input_encoder->converter_,
+          std::bind(&UnicodeDecodeWithOffsetsOp::Decode, this, ctx,
+                    &char_values, &offset_values, &string_length,
+                    &next_row_split, std::placeholders::_1,
+                    std::placeholders::_2, std::placeholders::_3));
+    }
+    out_row_splits(row_split_index) = next_row_split;
+
+    DCHECK(offset_values.size() == char_values.size());
+    Tensor* output_char_values;
+    OP_REQUIRES_OK(
+        ctx, ctx->allocate_output("char_values",
+                                  {static_cast<int64>(char_values.size())},
+                                  &output_char_values));
+    Tensor* output_offset_values;
+    OP_REQUIRES_OK(
+        ctx, ctx->allocate_output("char_to_byte_starts",
+                                  {static_cast<int64>(offset_values.size())},
+                                  &output_offset_values));
+    auto out_char_values = output_char_values->vec<uint32>();
+    auto out_offset_values = output_offset_values->vec<int64>();
+
+    // Load output tensors from intermediate value arrays.
+    for (int i = 0; i < char_values.size(); ++i) {
+      out_char_values(i) = static_cast<uint32>(char_values[i]);
+      out_offset_values(i) = offset_values[i];
+    }
+  }
+
+ private:
+  string input_encoding_;
+  ErrorOptions error_options_;
+};
+
+REGISTER_KERNEL_BUILDER(Name("UnicodeDecodeWithOffsets").Device(DEVICE_CPU),
+                        UnicodeDecodeWithOffsetsOp);
+
 }  // namespace tensorflow
diff --git a/tensorflow/core/ops/string_ops.cc b/tensorflow/core/ops/string_ops.cc
index 352253135c..8fe8e5db52 100644
--- a/tensorflow/core/ops/string_ops.cc
+++ b/tensorflow/core/ops/string_ops.cc
@@ -259,4 +259,28 @@ REGISTER_OP("UnicodeTranscode")
     .Attr("replacement_char: int = 65533")  // 0xFFFD unicode replacement char
     .Attr("replace_control_characters: bool = false")
     .SetShapeFn(shape_inference::UnchangedShape);
+
+REGISTER_OP("UnicodeDecodeWithOffsets")
+    .Input("input: string")
+    .Output("row_splits: int64")
+    .Output("char_values: uint32")
+    .Output("char_to_byte_starts: int64")
+    .Attr("input_encoding: string")
+    .Attr("errors: {'strict', 'replace', 'ignore'} = 'replace'")
+    .Attr("replacement_char: int = 65533")  // 0xFFFD unicode replacement char
+    .Attr("replace_control_characters: bool = false")
+    .SetShapeFn([](InferenceContext* c) {
+      // row_splits.shape == [input.size() + 1]
+      DimensionHandle num_row_splits;
+      DimensionHandle input_size = c->NumElements(c->input(0));
+      TF_RETURN_IF_ERROR(c->Add(input_size, 1, &num_row_splits));
+      c->set_output(0, c->Vector(num_row_splits));
+
+      // char_values.shape == offset_values.shape == [num_chars]
+      DimensionHandle num_chars = c->UnknownDim();
+      c->set_output(1, c->Vector(num_chars));
+      c->set_output(2, c->Vector(num_chars));
+      return Status::OK();
+    });
+
 }  // namespace tensorflow
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 6b990d3a92..48639a4518 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1154,6 +1154,18 @@ tf_py_test(
     ],
 )
 
+tf_py_test(
+    name = "unicode_decode_op_test",
+    size = "small",
+    srcs = ["unicode_decode_op_test.py"],
+    additional_deps = [
+        "@absl_py//absl/testing:parameterized",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:string_ops",
+    ],
+)
+
 tf_py_test(
     name = "unique_op_test",
     size = "small",
diff --git a/tensorflow/python/kernel_tests/unicode_decode_op_test.py b/tensorflow/python/kernel_tests/unicode_decode_op_test.py
new file mode 100644
index 0000000000..9401e77adf
--- /dev/null
+++ b/tensorflow/python/kernel_tests/unicode_decode_op_test.py
@@ -0,0 +1,156 @@
+# -*- coding: utf-8 -*-
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for unicode_decode and unicode_decode_with_splits."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import errors_impl as errors
+from tensorflow.python.ops import gen_string_ops
+from tensorflow.python.platform import test
+
+
+# Account for python2 and python3 execution of the test.
+def codepoint(s):
+  if isinstance(s, bytes):
+    return ord(s.decode("utf-8"))
+  elif isinstance(s, str):
+    return ord(s)
+
+
+class UnicodeDecodeTest(test.TestCase):
+
+  def testBatchDecode(self):
+    text = constant_op.constant(
+        ["仅今年前", "中国进出口银行与中国银行加强合作"])
+    row_splits, utf8_text, offsets = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8")
+
+    with self.test_session():
+      self.assertAllEqual([
+          codepoint("仅"),
+          codepoint("今"),
+          codepoint("年"),
+          codepoint("前"),
+          codepoint("中"),
+          codepoint("国"),
+          codepoint("进"),
+          codepoint("出"),
+          codepoint("口"),
+          codepoint("银"),
+          codepoint("行"),
+          codepoint("与"),
+          codepoint("中"),
+          codepoint("国"),
+          codepoint("银"),
+          codepoint("行"),
+          codepoint("加"),
+          codepoint("强"),
+          codepoint("合"),
+          codepoint("作")
+      ],
+                          utf8_text.eval().tolist())
+      self.assertAllEqual([0, 4, 20], row_splits.eval().tolist())
+      self.assertAllEqual([0, 3, 6, 9, 0, 3, 6, 9, 12, 15, 18, 21, 24, 27, 30,
+                           33, 36, 39, 42, 45],
+                          offsets.eval().tolist())
+
+  def testBasicDecodeWithOffset(self):
+    text = constant_op.constant(["仅今年前"])
+    row_splits, utf8_text, starts = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8")
+
+    with self.test_session():
+      self.assertAllEqual([
+          codepoint("仅"),
+          codepoint("今"),
+          codepoint("年"),
+          codepoint("前"),
+      ],
+                          utf8_text.eval().tolist())
+      self.assertAllEqual(row_splits.eval().tolist(), [0, 4])
+      self.assertAllEqual(starts.eval().tolist(), [0, 3, 6, 9])
+
+  def testStrictError(self):
+    text = constant_op.constant([b"\xFEED"])
+    _, error, _ = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8", errors="strict")
+
+    with self.assertRaises(errors.InvalidArgumentError):
+      with self.test_session():
+        error.eval()
+
+  def testReplaceOnError(self):
+    text = constant_op.constant([b"\xFE"])
+
+    _, utf8_text, _ = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8", errors="replace")
+
+    with self.test_session():
+      self.assertAllEqual(utf8_text.eval().tolist(), [65533])
+
+  def testBadReplacementChar(self):
+    text = constant_op.constant([b"\xFE"])
+    _, error, _ = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8", errors="replace", replacement_char=11141111)
+
+    with self.assertRaises(errors.InvalidArgumentError):
+      with self.test_session():
+        error.eval()
+
+  def testIgnoreOnError(self):
+    text = constant_op.constant([b"\xFEhello"])
+
+    _, utf8_text, _ = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8", errors="ignore")
+
+    with self.test_session():
+      self.assertAllEqual(utf8_text.eval().tolist(), [
+          codepoint("h"),
+          codepoint("e"),
+          codepoint("l"),
+          codepoint("l"),
+          codepoint("o")
+      ])
+
+  def testBadErrorPolicy(self):
+    text = constant_op.constant(["hippopotamus"])
+
+    with self.assertRaises(ValueError):
+      _, _, _ = gen_string_ops.unicode_decode_with_offsets(
+          text, "utf-8", errors="oranguatan")
+
+  def testReplaceControlChars(self):
+    text = constant_op.constant(["\x02仅今年前"])
+    row_splits, utf8_text, _ = gen_string_ops.unicode_decode_with_offsets(
+        text, "utf-8", replace_control_characters=True)
+
+    with self.test_session():
+      self.assertAllEqual([
+          65533,
+          codepoint("仅"),
+          codepoint("今"),
+          codepoint("年"),
+          codepoint("前"),
+      ],
+                          utf8_text.eval().tolist())
+      self.assertAllEqual([0, 5], row_splits.eval().tolist())
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/kernel_tests/unicode_transcode_op_test.py b/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
index 2908e2bfc5..4406907a4c 100644
--- a/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
+++ b/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for string_length_op."""
+"""Tests for unicode_transcode op."""
 
 from __future__ import absolute_import
 from __future__ import division
-- 
GitLab


From 814013519857b614bd431b604bdb2af6462e8039 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Tue, 13 Nov 2018 08:26:18 -0800
Subject: [PATCH 1508/1825] Don't memset copy on write allocated memory.

PiperOrigin-RevId: 221270787
---
 tensorflow/core/lib/png/png_io.cc | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/lib/png/png_io.cc b/tensorflow/core/lib/png/png_io.cc
index bc52180265..e8dbcb97b9 100644
--- a/tensorflow/core/lib/png/png_io.cc
+++ b/tensorflow/core/lib/png/png_io.cc
@@ -92,7 +92,11 @@ void StringReader(png_structp png_ptr, png_bytep data, png_size_t length) {
   DecodeContext* const ctx =
       absl::bit_cast<DecodeContext*>(png_get_io_ptr(png_ptr));
   if (static_cast<png_size_t>(ctx->data_left) < length) {
-    memset(data, 0, length);
+    // Don't zero out the data buffer as it has been lazily allocated (copy on
+    // write) and zeroing it out here can produce an OOM. Since the buffer is
+    // only used for reading data from the image, this doesn't result in any
+    // data leak, so it is safe to just leave the buffer be as it is and just
+    // exit with error.
     png_error(png_ptr, "More bytes requested to read than available");
   } else {
     memcpy(data, ctx->data, length);
-- 
GitLab


From bcf22255bdffa682139e9dc3f83550efd6de0cfd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 08:39:38 -0800
Subject: [PATCH 1509/1825] Add header to allows kernel libs to embed
 compilation options as strings.

The new header file platform_strings.h allows kernel loaded via dynamic library
to use TF_PLATFORM_STRINGS() to embed their compilation options in the binary.

The intent is that in the future, TensorFlow will be able to identify which
kernels may be loaded safely.

PiperOrigin-RevId: 221272554
---
 tensorflow/core/BUILD                         |  16 +
 tensorflow/core/platform/platform_strings.h   | 345 ++++++++
 .../core/platform/platform_strings_computed.h | 735 ++++++++++++++++++
 .../core/platform/platform_strings_test.cc    | 178 +++++
 4 files changed, 1274 insertions(+)
 create mode 100644 tensorflow/core/platform/platform_strings.h
 create mode 100644 tensorflow/core/platform/platform_strings_computed.h
 create mode 100644 tensorflow/core/platform/platform_strings_test.cc

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index a701b38d4b..b7ec445e93 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -3421,6 +3421,22 @@ tf_cc_test(
     ],
 )
 
+cc_library(
+    name = "platform_strings",
+    srcs = ["platform/platform_strings_computed.h"],
+    hdrs = ["platform/platform_strings.h"],
+)
+
+tf_cc_test(
+    name = "platform_strings_test",
+    size = "small",
+    srcs = ["platform/platform_strings_test.cc"],
+    deps = [
+        ":lib",
+        ":platform_strings",
+    ],
+)
+
 tf_cc_test(
     name = "platform_env_test",
     size = "small",
diff --git a/tensorflow/core/platform/platform_strings.h b/tensorflow/core/platform/platform_strings.h
new file mode 100644
index 0000000000..c9d29e6362
--- /dev/null
+++ b/tensorflow/core/platform/platform_strings.h
@@ -0,0 +1,345 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_H_
+#define TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_H_
+
+// This header defines the macro TF_PLATFORM_STRINGS() which should be used
+// once in each dynamically loadable TensorFlow module.  It embeds static
+// strings into the compilation unit that allow TensorFlow to determine what
+// compilation options were in effect when the compilation unit was built.  All
+// compilation units within the same dynamically loadable library should be
+// built with the same options (or at least, the strings should be embedded in
+// the compilation unit built with the most restrictive options).
+
+// Rationale:
+// We wish to load only those libraries that this CPU can execute.  For
+// example, we should not load a library compiled with avx256 instructions on a
+// CPU that cannot execute them.
+//
+// One might think that one could dlopen() the library, and call a routine that
+// would return which cpu type it was compiled for.  Alas, this does not work,
+// because at dlopen() time, a library containing C++ will execute constructors
+// of class variables with static storage class.  Even code that looks
+// innocuous may use optional platform-specific instructions.  For example,
+// the fastest way to zero a region of memory might use optional instructions.
+//
+// One might think one could run a tool such as "objdump" to read flags from
+// the libraries' headers, or perhaps disassemble each library to look for
+// particular instructions.  Unfortunately, the desired flags are not present
+// in the headers, and disassembly can be prohibitively slow ("objdump -d" is
+// very slow, for example).  Moreover, a tool to examine the library may not
+// be present on the system unless the user has installed special packages (for
+// example, on Windows).
+//
+// Instead, we adopt a crude but straightforward solution:  We require
+// developers to use the macro TF_PLATFORM_STRINGS() in their library, to
+// embed the compilation options as constant strings.  The compiler's
+// predefined macros pick which strings are included.  We then search for the
+// strings in the files, and then dlopen() only those libraries that have or
+// lack strings as needed.
+//
+// We adopt the approach of placing in the binary a fairly raw copy of the
+// predefined macros, rather than trying to interpret them in complex ways at
+// compile time.  This allows the loading binary to alter its interpretation of
+// the strings without library developers having to recompile.
+
+#include <stdio.h>
+
+// Aside from the header guard, the internal macros defined here have the form:
+//   TF_PLAT_STR_*
+
+// If a macro is removed from the list of tested macros, the major version in
+// the following version number should be incremented, and the minor version
+// set to zero.  Otherwise, if a macro is added to the list of tested macros,
+// the minor number should be incremented.
+#define TF_PLAT_STR_VERSION_ "1.0"
+
+// Prefix of each option string indicator in the binary.
+// After the prefix, such strings have the form:
+//    [A-Za-z_0-9]=<value>
+// followed by a terminating nul.  To simplify searching, this prefix is all
+// ASCII, starts with a nul, and contains no character twice.
+#define TF_PLAT_STR_MAGIC_PREFIX_ "\0S\\s\":^p*L}"
+
+// A helper macro for TF_PLAT_STR_AS_STR_().
+#define TF_PLAT_STR_STR_1_(x) #x
+
+// Yield a constant string corresponding to x, after macro expansion.
+#define TF_PLAT_STR_AS_STR_(x) TF_PLAT_STR_STR_1_(x)
+
+// An empty definition to make lists more uniform.
+#define TF_PLAT_STR_TERMINATOR_
+
+// TF_PLAT_STR_(x) introduces a constant string indicating whether a
+// particular compilation option has been turned on.
+//
+// In gcc and clang, we might imagine using something like
+// #define TF_PLAT_STR_(x) \
+//     (sizeof (#x) != sizeof (TF_PLAT_STR_AS_STR_ (x))? \
+//      TF_PLAT_STR_MAGIC_PREFIX_ #x "=" TF_PLAT_STR_AS_STR_ (x) : \
+//      TF_PLAT_STR_MAGIC_PREFIX_ #x "=0"),
+// but some compilers (notably MSVC) place both "foo" and "bar" in the binary
+// when presented with
+//    (true?  "foo" : "bar")
+// so we must use #if to select the strings we need, which is rather verbose.
+#define TF_PLAT_STR_(x) TF_PLAT_STR_MAGIC_PREFIX_ #x "=" TF_PLAT_STR_AS_STR_(x)
+
+// Include the #if machinery that sets the macros used below.
+// platform_strings_computed.h can be generated by filtering this header file
+// through:
+// awk '
+// header == "" { print; }
+// /\*\// && header == "" {
+//     print "// Generated from platform_strings.h.";
+//     print "";
+//     print "#ifndef TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_COMPUTED_H_";
+//     print "#define TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_COMPUTED_H_";
+//     print "";
+//     header = 1;
+// }
+// /^#define TF_PLAT_STR_LIST_[a-zA-Z0-9_]*\(\) *\\$/ { active = 1; }
+// /TF_PLAT_STR_TERMINATOR_/ { active = 0; }
+// /^ *TF_PLAT_STR_[A-Za-z0-9_]* *\\$/ && active {
+//     x = $0;
+//     sub(/^ *TF_PLAT_STR_/, "", x);
+//     sub(/ *\\$/, "", x);
+//     printf ("#if defined(%s)\n", x);
+//     printf ("#define TF_PLAT_STR_%s TF_PLAT_STR_(%s)\n", x, x);
+//     printf ("#else\n");
+//     printf ("#define TF_PLAT_STR_%s\n", x);
+//     printf ("#endif\n");
+// }
+// END {
+//     print "";
+//     print "#endif  // TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_COMPUTED_H_";
+// }'
+#include "tensorflow/core/platform/platform_strings_computed.h"
+
+// clang-format butchers the following lines.
+// clang-format off
+
+// x86_64 and x86_32 optional features.
+#define TF_PLAT_STR_LIST___x86_64__()                                      \
+        TF_PLAT_STR__M_IX86_FP                                             \
+        TF_PLAT_STR__NO_PREFETCHW                                          \
+        TF_PLAT_STR___3dNOW_A__                                            \
+        TF_PLAT_STR___3dNOW__                                              \
+        TF_PLAT_STR___ABM__                                                \
+        TF_PLAT_STR___ADX__                                                \
+        TF_PLAT_STR___AES__                                                \
+        TF_PLAT_STR___AVX2__                                               \
+        TF_PLAT_STR___AVX512BW__                                           \
+        TF_PLAT_STR___AVX512CD__                                           \
+        TF_PLAT_STR___AVX512DQ__                                           \
+        TF_PLAT_STR___AVX512ER__                                           \
+        TF_PLAT_STR___AVX512F__                                            \
+        TF_PLAT_STR___AVX512IFMA__                                         \
+        TF_PLAT_STR___AVX512PF__                                           \
+        TF_PLAT_STR___AVX512VBMI__                                         \
+        TF_PLAT_STR___AVX512VL__                                           \
+        TF_PLAT_STR___AVX__                                                \
+        TF_PLAT_STR___BMI2__                                               \
+        TF_PLAT_STR___BMI__                                                \
+        TF_PLAT_STR___CLFLUSHOPT__                                         \
+        TF_PLAT_STR___CLZERO__                                             \
+        TF_PLAT_STR___F16C__                                               \
+        TF_PLAT_STR___FMA4__                                               \
+        TF_PLAT_STR___FMA__                                                \
+        TF_PLAT_STR___FP_FAST_FMA                                          \
+        TF_PLAT_STR___FP_FAST_FMAF                                         \
+        TF_PLAT_STR___FSGSBASE__                                           \
+        TF_PLAT_STR___FXSR__                                               \
+        TF_PLAT_STR___LWP__                                                \
+        TF_PLAT_STR___LZCNT__                                              \
+        TF_PLAT_STR___MMX__                                                \
+        TF_PLAT_STR___MWAITX__                                             \
+        TF_PLAT_STR___PCLMUL__                                             \
+        TF_PLAT_STR___PKU__                                                \
+        TF_PLAT_STR___POPCNT__                                             \
+        TF_PLAT_STR___PRFCHW__                                             \
+        TF_PLAT_STR___RDRND__                                              \
+        TF_PLAT_STR___RDSEED__                                             \
+        TF_PLAT_STR___RTM__                                                \
+        TF_PLAT_STR___SHA__                                                \
+        TF_PLAT_STR___SSE2_MATH__                                          \
+        TF_PLAT_STR___SSE2__                                               \
+        TF_PLAT_STR___SSE_MATH__                                           \
+        TF_PLAT_STR___SSE__                                                \
+        TF_PLAT_STR___SSE3__                                               \
+        TF_PLAT_STR___SSE4A__                                              \
+        TF_PLAT_STR___SSE4_1__                                             \
+        TF_PLAT_STR___SSE4_2__                                             \
+        TF_PLAT_STR___SSSE3__                                              \
+        TF_PLAT_STR___TBM__                                                \
+        TF_PLAT_STR___XOP__                                                \
+        TF_PLAT_STR___XSAVEC__                                             \
+        TF_PLAT_STR___XSAVEOPT__                                           \
+        TF_PLAT_STR___XSAVES__                                             \
+        TF_PLAT_STR___XSAVE__                                              \
+        TF_PLAT_STR_TERMINATOR_
+
+// PowerPC (64- and 32-bit) optional features.
+#define TF_PLAT_STR_LIST___powerpc64__()                                   \
+        TF_PLAT_STR__SOFT_DOUBLE                                           \
+        TF_PLAT_STR__SOFT_FLOAT                                            \
+        TF_PLAT_STR___ALTIVEC__                                            \
+        TF_PLAT_STR___APPLE_ALTIVEC__                                      \
+        TF_PLAT_STR___CRYPTO__                                             \
+        TF_PLAT_STR___FLOAT128_HARDWARE__                                  \
+        TF_PLAT_STR___FLOAT128_TYPE__                                      \
+        TF_PLAT_STR___FP_FAST_FMA                                          \
+        TF_PLAT_STR___FP_FAST_FMAF                                         \
+        TF_PLAT_STR___HTM__                                                \
+        TF_PLAT_STR___NO_FPRS__                                            \
+        TF_PLAT_STR___NO_LWSYNC__                                          \
+        TF_PLAT_STR___POWER8_VECTOR__                                      \
+        TF_PLAT_STR___POWER9_VECTOR__                                      \
+        TF_PLAT_STR___PPC405__                                             \
+        TF_PLAT_STR___QUAD_MEMORY_ATOMIC__                                 \
+        TF_PLAT_STR___RECIPF__                                             \
+        TF_PLAT_STR___RECIP_PRECISION__                                    \
+        TF_PLAT_STR___RECIP__                                              \
+        TF_PLAT_STR___RSQRTEF__                                            \
+        TF_PLAT_STR___RSQRTE__                                             \
+        TF_PLAT_STR___TM_FENCE__                                           \
+        TF_PLAT_STR___UPPER_REGS_DF__                                      \
+        TF_PLAT_STR___UPPER_REGS_SF__                                      \
+        TF_PLAT_STR___VEC__                                                \
+        TF_PLAT_STR___VSX__                                                \
+        TF_PLAT_STR_TERMINATOR_
+
+// aarch64 and 32-bit arm optional features
+#define TF_PLAT_STR_LIST___aarch64__()                                     \
+        TF_PLAT_STR___ARM_ARCH                                             \
+        TF_PLAT_STR___ARM_FEATURE_CLZ                                      \
+        TF_PLAT_STR___ARM_FEATURE_CRC32                                    \
+        TF_PLAT_STR___ARM_FEATURE_CRC32                                    \
+        TF_PLAT_STR___ARM_FEATURE_CRYPTO                                   \
+        TF_PLAT_STR___ARM_FEATURE_DIRECTED_ROUNDING                        \
+        TF_PLAT_STR___ARM_FEATURE_DSP                                      \
+        TF_PLAT_STR___ARM_FEATURE_FMA                                      \
+        TF_PLAT_STR___ARM_FEATURE_IDIV                                     \
+        TF_PLAT_STR___ARM_FEATURE_LDREX                                    \
+        TF_PLAT_STR___ARM_FEATURE_NUMERIC_MAXMIN                           \
+        TF_PLAT_STR___ARM_FEATURE_QBIT                                     \
+        TF_PLAT_STR___ARM_FEATURE_QRDMX                                    \
+        TF_PLAT_STR___ARM_FEATURE_SAT                                      \
+        TF_PLAT_STR___ARM_FEATURE_SIMD32                                   \
+        TF_PLAT_STR___ARM_FEATURE_UNALIGNED                                \
+        TF_PLAT_STR___ARM_FP                                               \
+        TF_PLAT_STR___ARM_NEON_FP                                          \
+        TF_PLAT_STR___ARM_NEON__                                           \
+        TF_PLAT_STR___ARM_WMMX                                             \
+        TF_PLAT_STR___IWMMXT2__                                            \
+        TF_PLAT_STR___IWMMXT__                                             \
+        TF_PLAT_STR___VFP_FP__                                             \
+        TF_PLAT_STR_TERMINATOR_
+
+// Generic features, including indication of architecture and OS.
+// The _M_* macros are defined by Visual Studio.
+// It doesn't define __LITTLE_ENDIAN__ or __BYTE_ORDER__;
+// Windows is assumed to be little endian.
+#define TF_PLAT_STR_LIST___generic__()                                     \
+        TF_PLAT_STR_TARGET_IPHONE_SIMULATOR                                \
+        TF_PLAT_STR_TARGET_OS_IOS                                          \
+        TF_PLAT_STR_TARGET_OS_IPHONE                                       \
+        TF_PLAT_STR__MSC_VER                                               \
+        TF_PLAT_STR__M_ARM                                                 \
+        TF_PLAT_STR__M_ARM64                                               \
+        TF_PLAT_STR__M_ARM_ARMV7VE                                         \
+        TF_PLAT_STR__M_ARM_FP                                              \
+        TF_PLAT_STR__M_IX86                                                \
+        TF_PLAT_STR__M_X64                                                 \
+        TF_PLAT_STR__WIN32                                                 \
+        TF_PLAT_STR__WIN64                                                 \
+        TF_PLAT_STR___ANDROID__                                            \
+        TF_PLAT_STR___APPLE__                                              \
+        TF_PLAT_STR___BYTE_ORDER__                                         \
+        TF_PLAT_STR___CYGWIN__                                             \
+        TF_PLAT_STR___FreeBSD__                                            \
+        TF_PLAT_STR___LITTLE_ENDIAN__                                      \
+        TF_PLAT_STR___NetBSD__                                             \
+        TF_PLAT_STR___OpenBSD__                                            \
+        TF_PLAT_STR_____MSYS__                                             \
+        TF_PLAT_STR___aarch64__                                            \
+        TF_PLAT_STR___alpha__                                              \
+        TF_PLAT_STR___arm__                                                \
+        TF_PLAT_STR___i386__                                               \
+        TF_PLAT_STR___i686__                                               \
+        TF_PLAT_STR___ia64__                                               \
+        TF_PLAT_STR___linux__                                              \
+        TF_PLAT_STR___mips32__                                             \
+        TF_PLAT_STR___mips64__                                             \
+        TF_PLAT_STR___powerpc64__                                          \
+        TF_PLAT_STR___powerpc__                                            \
+        TF_PLAT_STR___riscv___                                             \
+        TF_PLAT_STR___s390x__                                              \
+        TF_PLAT_STR___sparc64__                                            \
+        TF_PLAT_STR___sparc__                                              \
+        TF_PLAT_STR___x86_64__                                             \
+        TF_PLAT_STR_TERMINATOR_
+
+#if !defined(__x86_64__) && !defined(_M_X64) && \
+    !defined(__i386__) && !defined(_M_IX86)
+#undef TF_PLAT_STR_LIST___x86_64__
+#define TF_PLAT_STR_LIST___x86_64__()
+#endif
+#if !defined(__powerpc64__)
+#undef TF_PLAT_STR_LIST___powerpc64__
+#define TF_PLAT_STR_LIST___powerpc64__()
+#endif
+#if !defined(__aarch64__) && !defined(_M_ARM64) && \
+    !defined(__arm__) && !defined(_M_ARM)
+#undef TF_PLAT_STR_LIST___aarch64__
+#define TF_PLAT_STR_LIST___aarch64__()
+#endif
+
+// Macro to be used in each dynamically loadable library.
+//
+// The BSS global variable tf_cpu_option_global and the class
+// instance tf_cpu_option_avoid_omit_class are needed to prevent
+// compilers/linkers such as clang from omitting the static variable
+// tf_cpu_option[], which would otherwise appear to be unused.  We cannot make
+// tf_cpu_option[] global, because we then might get multiply-defined symbols
+// if TF_PLAT_STR() is used twice in the same library.
+// (tf_cpu_option_global doesn't see such errors because it is
+// defined in BSS, so multiple definitions are combined by the linker.)  gcc's
+// __attribute__((used)) is insufficient because it seems to be ignored by
+// linkers.
+#define TF_PLATFORM_STRINGS()                                                  \
+    static const char tf_cpu_option[] =                                        \
+        TF_PLAT_STR_MAGIC_PREFIX_ "TF_PLAT_STR_VERSION=" TF_PLAT_STR_VERSION_  \
+        TF_PLAT_STR_LIST___x86_64__()                                          \
+        TF_PLAT_STR_LIST___powerpc64__()                                       \
+        TF_PLAT_STR_LIST___aarch64__()                                         \
+        TF_PLAT_STR_LIST___generic__()                                         \
+    ;                                                                          \
+    const char *tf_cpu_option_global;                                          \
+    namespace {                                                                \
+    class TFCPUOptionHelper {                                                  \
+     public:                                                                   \
+      TFCPUOptionHelper() {                                                    \
+        /* Compilers/linkers remove unused variables aggressively.  The */     \
+        /* following gyrations subvert most such optimizations. */             \
+        tf_cpu_option_global = tf_cpu_option;                                  \
+        /* Nothing is printed because the string starts with a nul. */         \
+        printf("%s", tf_cpu_option);                                           \
+      }                                                                        \
+    } tf_cpu_option_avoid_omit_class;                                          \
+    }  /* anonymous namespace */
+// clang-format on
+
+#endif  // TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_H_
diff --git a/tensorflow/core/platform/platform_strings_computed.h b/tensorflow/core/platform/platform_strings_computed.h
new file mode 100644
index 0000000000..6a17f3bfc3
--- /dev/null
+++ b/tensorflow/core/platform/platform_strings_computed.h
@@ -0,0 +1,735 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+// Generated from platform_strings.h.
+
+#ifndef TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_COMPUTED_H_
+#define TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_COMPUTED_H_
+
+#if defined(_M_IX86_FP)
+#define TF_PLAT_STR__M_IX86_FP TF_PLAT_STR_(_M_IX86_FP)
+#else
+#define TF_PLAT_STR__M_IX86_FP
+#endif
+#if defined(_NO_PREFETCHW)
+#define TF_PLAT_STR__NO_PREFETCHW TF_PLAT_STR_(_NO_PREFETCHW)
+#else
+#define TF_PLAT_STR__NO_PREFETCHW
+#endif
+#if defined(__3dNOW_A__)
+#define TF_PLAT_STR___3dNOW_A__ TF_PLAT_STR_(__3dNOW_A__)
+#else
+#define TF_PLAT_STR___3dNOW_A__
+#endif
+#if defined(__3dNOW__)
+#define TF_PLAT_STR___3dNOW__ TF_PLAT_STR_(__3dNOW__)
+#else
+#define TF_PLAT_STR___3dNOW__
+#endif
+#if defined(__ABM__)
+#define TF_PLAT_STR___ABM__ TF_PLAT_STR_(__ABM__)
+#else
+#define TF_PLAT_STR___ABM__
+#endif
+#if defined(__ADX__)
+#define TF_PLAT_STR___ADX__ TF_PLAT_STR_(__ADX__)
+#else
+#define TF_PLAT_STR___ADX__
+#endif
+#if defined(__AES__)
+#define TF_PLAT_STR___AES__ TF_PLAT_STR_(__AES__)
+#else
+#define TF_PLAT_STR___AES__
+#endif
+#if defined(__AVX2__)
+#define TF_PLAT_STR___AVX2__ TF_PLAT_STR_(__AVX2__)
+#else
+#define TF_PLAT_STR___AVX2__
+#endif
+#if defined(__AVX512BW__)
+#define TF_PLAT_STR___AVX512BW__ TF_PLAT_STR_(__AVX512BW__)
+#else
+#define TF_PLAT_STR___AVX512BW__
+#endif
+#if defined(__AVX512CD__)
+#define TF_PLAT_STR___AVX512CD__ TF_PLAT_STR_(__AVX512CD__)
+#else
+#define TF_PLAT_STR___AVX512CD__
+#endif
+#if defined(__AVX512DQ__)
+#define TF_PLAT_STR___AVX512DQ__ TF_PLAT_STR_(__AVX512DQ__)
+#else
+#define TF_PLAT_STR___AVX512DQ__
+#endif
+#if defined(__AVX512ER__)
+#define TF_PLAT_STR___AVX512ER__ TF_PLAT_STR_(__AVX512ER__)
+#else
+#define TF_PLAT_STR___AVX512ER__
+#endif
+#if defined(__AVX512F__)
+#define TF_PLAT_STR___AVX512F__ TF_PLAT_STR_(__AVX512F__)
+#else
+#define TF_PLAT_STR___AVX512F__
+#endif
+#if defined(__AVX512IFMA__)
+#define TF_PLAT_STR___AVX512IFMA__ TF_PLAT_STR_(__AVX512IFMA__)
+#else
+#define TF_PLAT_STR___AVX512IFMA__
+#endif
+#if defined(__AVX512PF__)
+#define TF_PLAT_STR___AVX512PF__ TF_PLAT_STR_(__AVX512PF__)
+#else
+#define TF_PLAT_STR___AVX512PF__
+#endif
+#if defined(__AVX512VBMI__)
+#define TF_PLAT_STR___AVX512VBMI__ TF_PLAT_STR_(__AVX512VBMI__)
+#else
+#define TF_PLAT_STR___AVX512VBMI__
+#endif
+#if defined(__AVX512VL__)
+#define TF_PLAT_STR___AVX512VL__ TF_PLAT_STR_(__AVX512VL__)
+#else
+#define TF_PLAT_STR___AVX512VL__
+#endif
+#if defined(__AVX__)
+#define TF_PLAT_STR___AVX__ TF_PLAT_STR_(__AVX__)
+#else
+#define TF_PLAT_STR___AVX__
+#endif
+#if defined(__BMI2__)
+#define TF_PLAT_STR___BMI2__ TF_PLAT_STR_(__BMI2__)
+#else
+#define TF_PLAT_STR___BMI2__
+#endif
+#if defined(__BMI__)
+#define TF_PLAT_STR___BMI__ TF_PLAT_STR_(__BMI__)
+#else
+#define TF_PLAT_STR___BMI__
+#endif
+#if defined(__CLFLUSHOPT__)
+#define TF_PLAT_STR___CLFLUSHOPT__ TF_PLAT_STR_(__CLFLUSHOPT__)
+#else
+#define TF_PLAT_STR___CLFLUSHOPT__
+#endif
+#if defined(__CLZERO__)
+#define TF_PLAT_STR___CLZERO__ TF_PLAT_STR_(__CLZERO__)
+#else
+#define TF_PLAT_STR___CLZERO__
+#endif
+#if defined(__F16C__)
+#define TF_PLAT_STR___F16C__ TF_PLAT_STR_(__F16C__)
+#else
+#define TF_PLAT_STR___F16C__
+#endif
+#if defined(__FMA4__)
+#define TF_PLAT_STR___FMA4__ TF_PLAT_STR_(__FMA4__)
+#else
+#define TF_PLAT_STR___FMA4__
+#endif
+#if defined(__FMA__)
+#define TF_PLAT_STR___FMA__ TF_PLAT_STR_(__FMA__)
+#else
+#define TF_PLAT_STR___FMA__
+#endif
+#if defined(__FP_FAST_FMA)
+#define TF_PLAT_STR___FP_FAST_FMA TF_PLAT_STR_(__FP_FAST_FMA)
+#else
+#define TF_PLAT_STR___FP_FAST_FMA
+#endif
+#if defined(__FP_FAST_FMAF)
+#define TF_PLAT_STR___FP_FAST_FMAF TF_PLAT_STR_(__FP_FAST_FMAF)
+#else
+#define TF_PLAT_STR___FP_FAST_FMAF
+#endif
+#if defined(__FSGSBASE__)
+#define TF_PLAT_STR___FSGSBASE__ TF_PLAT_STR_(__FSGSBASE__)
+#else
+#define TF_PLAT_STR___FSGSBASE__
+#endif
+#if defined(__FXSR__)
+#define TF_PLAT_STR___FXSR__ TF_PLAT_STR_(__FXSR__)
+#else
+#define TF_PLAT_STR___FXSR__
+#endif
+#if defined(__LWP__)
+#define TF_PLAT_STR___LWP__ TF_PLAT_STR_(__LWP__)
+#else
+#define TF_PLAT_STR___LWP__
+#endif
+#if defined(__LZCNT__)
+#define TF_PLAT_STR___LZCNT__ TF_PLAT_STR_(__LZCNT__)
+#else
+#define TF_PLAT_STR___LZCNT__
+#endif
+#if defined(__MMX__)
+#define TF_PLAT_STR___MMX__ TF_PLAT_STR_(__MMX__)
+#else
+#define TF_PLAT_STR___MMX__
+#endif
+#if defined(__MWAITX__)
+#define TF_PLAT_STR___MWAITX__ TF_PLAT_STR_(__MWAITX__)
+#else
+#define TF_PLAT_STR___MWAITX__
+#endif
+#if defined(__PCLMUL__)
+#define TF_PLAT_STR___PCLMUL__ TF_PLAT_STR_(__PCLMUL__)
+#else
+#define TF_PLAT_STR___PCLMUL__
+#endif
+#if defined(__PKU__)
+#define TF_PLAT_STR___PKU__ TF_PLAT_STR_(__PKU__)
+#else
+#define TF_PLAT_STR___PKU__
+#endif
+#if defined(__POPCNT__)
+#define TF_PLAT_STR___POPCNT__ TF_PLAT_STR_(__POPCNT__)
+#else
+#define TF_PLAT_STR___POPCNT__
+#endif
+#if defined(__PRFCHW__)
+#define TF_PLAT_STR___PRFCHW__ TF_PLAT_STR_(__PRFCHW__)
+#else
+#define TF_PLAT_STR___PRFCHW__
+#endif
+#if defined(__RDRND__)
+#define TF_PLAT_STR___RDRND__ TF_PLAT_STR_(__RDRND__)
+#else
+#define TF_PLAT_STR___RDRND__
+#endif
+#if defined(__RDSEED__)
+#define TF_PLAT_STR___RDSEED__ TF_PLAT_STR_(__RDSEED__)
+#else
+#define TF_PLAT_STR___RDSEED__
+#endif
+#if defined(__RTM__)
+#define TF_PLAT_STR___RTM__ TF_PLAT_STR_(__RTM__)
+#else
+#define TF_PLAT_STR___RTM__
+#endif
+#if defined(__SHA__)
+#define TF_PLAT_STR___SHA__ TF_PLAT_STR_(__SHA__)
+#else
+#define TF_PLAT_STR___SHA__
+#endif
+#if defined(__SSE2_MATH__)
+#define TF_PLAT_STR___SSE2_MATH__ TF_PLAT_STR_(__SSE2_MATH__)
+#else
+#define TF_PLAT_STR___SSE2_MATH__
+#endif
+#if defined(__SSE2__)
+#define TF_PLAT_STR___SSE2__ TF_PLAT_STR_(__SSE2__)
+#else
+#define TF_PLAT_STR___SSE2__
+#endif
+#if defined(__SSE_MATH__)
+#define TF_PLAT_STR___SSE_MATH__ TF_PLAT_STR_(__SSE_MATH__)
+#else
+#define TF_PLAT_STR___SSE_MATH__
+#endif
+#if defined(__SSE__)
+#define TF_PLAT_STR___SSE__ TF_PLAT_STR_(__SSE__)
+#else
+#define TF_PLAT_STR___SSE__
+#endif
+#if defined(__SSE3__)
+#define TF_PLAT_STR___SSE3__ TF_PLAT_STR_(__SSE3__)
+#else
+#define TF_PLAT_STR___SSE3__
+#endif
+#if defined(__SSE4A__)
+#define TF_PLAT_STR___SSE4A__ TF_PLAT_STR_(__SSE4A__)
+#else
+#define TF_PLAT_STR___SSE4A__
+#endif
+#if defined(__SSE4_1__)
+#define TF_PLAT_STR___SSE4_1__ TF_PLAT_STR_(__SSE4_1__)
+#else
+#define TF_PLAT_STR___SSE4_1__
+#endif
+#if defined(__SSE4_2__)
+#define TF_PLAT_STR___SSE4_2__ TF_PLAT_STR_(__SSE4_2__)
+#else
+#define TF_PLAT_STR___SSE4_2__
+#endif
+#if defined(__SSSE3__)
+#define TF_PLAT_STR___SSSE3__ TF_PLAT_STR_(__SSSE3__)
+#else
+#define TF_PLAT_STR___SSSE3__
+#endif
+#if defined(__TBM__)
+#define TF_PLAT_STR___TBM__ TF_PLAT_STR_(__TBM__)
+#else
+#define TF_PLAT_STR___TBM__
+#endif
+#if defined(__XOP__)
+#define TF_PLAT_STR___XOP__ TF_PLAT_STR_(__XOP__)
+#else
+#define TF_PLAT_STR___XOP__
+#endif
+#if defined(__XSAVEC__)
+#define TF_PLAT_STR___XSAVEC__ TF_PLAT_STR_(__XSAVEC__)
+#else
+#define TF_PLAT_STR___XSAVEC__
+#endif
+#if defined(__XSAVEOPT__)
+#define TF_PLAT_STR___XSAVEOPT__ TF_PLAT_STR_(__XSAVEOPT__)
+#else
+#define TF_PLAT_STR___XSAVEOPT__
+#endif
+#if defined(__XSAVES__)
+#define TF_PLAT_STR___XSAVES__ TF_PLAT_STR_(__XSAVES__)
+#else
+#define TF_PLAT_STR___XSAVES__
+#endif
+#if defined(__XSAVE__)
+#define TF_PLAT_STR___XSAVE__ TF_PLAT_STR_(__XSAVE__)
+#else
+#define TF_PLAT_STR___XSAVE__
+#endif
+#if defined(_SOFT_DOUBLE)
+#define TF_PLAT_STR__SOFT_DOUBLE TF_PLAT_STR_(_SOFT_DOUBLE)
+#else
+#define TF_PLAT_STR__SOFT_DOUBLE
+#endif
+#if defined(_SOFT_FLOAT)
+#define TF_PLAT_STR__SOFT_FLOAT TF_PLAT_STR_(_SOFT_FLOAT)
+#else
+#define TF_PLAT_STR__SOFT_FLOAT
+#endif
+#if defined(__ALTIVEC__)
+#define TF_PLAT_STR___ALTIVEC__ TF_PLAT_STR_(__ALTIVEC__)
+#else
+#define TF_PLAT_STR___ALTIVEC__
+#endif
+#if defined(__APPLE_ALTIVEC__)
+#define TF_PLAT_STR___APPLE_ALTIVEC__ TF_PLAT_STR_(__APPLE_ALTIVEC__)
+#else
+#define TF_PLAT_STR___APPLE_ALTIVEC__
+#endif
+#if defined(__CRYPTO__)
+#define TF_PLAT_STR___CRYPTO__ TF_PLAT_STR_(__CRYPTO__)
+#else
+#define TF_PLAT_STR___CRYPTO__
+#endif
+#if defined(__FLOAT128_HARDWARE__)
+#define TF_PLAT_STR___FLOAT128_HARDWARE__ TF_PLAT_STR_(__FLOAT128_HARDWARE__)
+#else
+#define TF_PLAT_STR___FLOAT128_HARDWARE__
+#endif
+#if defined(__FLOAT128_TYPE__)
+#define TF_PLAT_STR___FLOAT128_TYPE__ TF_PLAT_STR_(__FLOAT128_TYPE__)
+#else
+#define TF_PLAT_STR___FLOAT128_TYPE__
+#endif
+#if defined(__FP_FAST_FMA)
+#define TF_PLAT_STR___FP_FAST_FMA TF_PLAT_STR_(__FP_FAST_FMA)
+#else
+#define TF_PLAT_STR___FP_FAST_FMA
+#endif
+#if defined(__FP_FAST_FMAF)
+#define TF_PLAT_STR___FP_FAST_FMAF TF_PLAT_STR_(__FP_FAST_FMAF)
+#else
+#define TF_PLAT_STR___FP_FAST_FMAF
+#endif
+#if defined(__HTM__)
+#define TF_PLAT_STR___HTM__ TF_PLAT_STR_(__HTM__)
+#else
+#define TF_PLAT_STR___HTM__
+#endif
+#if defined(__NO_FPRS__)
+#define TF_PLAT_STR___NO_FPRS__ TF_PLAT_STR_(__NO_FPRS__)
+#else
+#define TF_PLAT_STR___NO_FPRS__
+#endif
+#if defined(__NO_LWSYNC__)
+#define TF_PLAT_STR___NO_LWSYNC__ TF_PLAT_STR_(__NO_LWSYNC__)
+#else
+#define TF_PLAT_STR___NO_LWSYNC__
+#endif
+#if defined(__POWER8_VECTOR__)
+#define TF_PLAT_STR___POWER8_VECTOR__ TF_PLAT_STR_(__POWER8_VECTOR__)
+#else
+#define TF_PLAT_STR___POWER8_VECTOR__
+#endif
+#if defined(__POWER9_VECTOR__)
+#define TF_PLAT_STR___POWER9_VECTOR__ TF_PLAT_STR_(__POWER9_VECTOR__)
+#else
+#define TF_PLAT_STR___POWER9_VECTOR__
+#endif
+#if defined(__PPC405__)
+#define TF_PLAT_STR___PPC405__ TF_PLAT_STR_(__PPC405__)
+#else
+#define TF_PLAT_STR___PPC405__
+#endif
+#if defined(__QUAD_MEMORY_ATOMIC__)
+#define TF_PLAT_STR___QUAD_MEMORY_ATOMIC__ TF_PLAT_STR_(__QUAD_MEMORY_ATOMIC__)
+#else
+#define TF_PLAT_STR___QUAD_MEMORY_ATOMIC__
+#endif
+#if defined(__RECIPF__)
+#define TF_PLAT_STR___RECIPF__ TF_PLAT_STR_(__RECIPF__)
+#else
+#define TF_PLAT_STR___RECIPF__
+#endif
+#if defined(__RECIP_PRECISION__)
+#define TF_PLAT_STR___RECIP_PRECISION__ TF_PLAT_STR_(__RECIP_PRECISION__)
+#else
+#define TF_PLAT_STR___RECIP_PRECISION__
+#endif
+#if defined(__RECIP__)
+#define TF_PLAT_STR___RECIP__ TF_PLAT_STR_(__RECIP__)
+#else
+#define TF_PLAT_STR___RECIP__
+#endif
+#if defined(__RSQRTEF__)
+#define TF_PLAT_STR___RSQRTEF__ TF_PLAT_STR_(__RSQRTEF__)
+#else
+#define TF_PLAT_STR___RSQRTEF__
+#endif
+#if defined(__RSQRTE__)
+#define TF_PLAT_STR___RSQRTE__ TF_PLAT_STR_(__RSQRTE__)
+#else
+#define TF_PLAT_STR___RSQRTE__
+#endif
+#if defined(__TM_FENCE__)
+#define TF_PLAT_STR___TM_FENCE__ TF_PLAT_STR_(__TM_FENCE__)
+#else
+#define TF_PLAT_STR___TM_FENCE__
+#endif
+#if defined(__UPPER_REGS_DF__)
+#define TF_PLAT_STR___UPPER_REGS_DF__ TF_PLAT_STR_(__UPPER_REGS_DF__)
+#else
+#define TF_PLAT_STR___UPPER_REGS_DF__
+#endif
+#if defined(__UPPER_REGS_SF__)
+#define TF_PLAT_STR___UPPER_REGS_SF__ TF_PLAT_STR_(__UPPER_REGS_SF__)
+#else
+#define TF_PLAT_STR___UPPER_REGS_SF__
+#endif
+#if defined(__VEC__)
+#define TF_PLAT_STR___VEC__ TF_PLAT_STR_(__VEC__)
+#else
+#define TF_PLAT_STR___VEC__
+#endif
+#if defined(__VSX__)
+#define TF_PLAT_STR___VSX__ TF_PLAT_STR_(__VSX__)
+#else
+#define TF_PLAT_STR___VSX__
+#endif
+#if defined(__ARM_ARCH)
+#define TF_PLAT_STR___ARM_ARCH TF_PLAT_STR_(__ARM_ARCH)
+#else
+#define TF_PLAT_STR___ARM_ARCH
+#endif
+#if defined(__ARM_FEATURE_CLZ)
+#define TF_PLAT_STR___ARM_FEATURE_CLZ TF_PLAT_STR_(__ARM_FEATURE_CLZ)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_CLZ
+#endif
+#if defined(__ARM_FEATURE_CRC32)
+#define TF_PLAT_STR___ARM_FEATURE_CRC32 TF_PLAT_STR_(__ARM_FEATURE_CRC32)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_CRC32
+#endif
+#if defined(__ARM_FEATURE_CRC32)
+#define TF_PLAT_STR___ARM_FEATURE_CRC32 TF_PLAT_STR_(__ARM_FEATURE_CRC32)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_CRC32
+#endif
+#if defined(__ARM_FEATURE_CRYPTO)
+#define TF_PLAT_STR___ARM_FEATURE_CRYPTO TF_PLAT_STR_(__ARM_FEATURE_CRYPTO)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_CRYPTO
+#endif
+#if defined(__ARM_FEATURE_DIRECTED_ROUNDING)
+#define TF_PLAT_STR___ARM_FEATURE_DIRECTED_ROUNDING \
+  TF_PLAT_STR_(__ARM_FEATURE_DIRECTED_ROUNDING)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_DIRECTED_ROUNDING
+#endif
+#if defined(__ARM_FEATURE_DSP)
+#define TF_PLAT_STR___ARM_FEATURE_DSP TF_PLAT_STR_(__ARM_FEATURE_DSP)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_DSP
+#endif
+#if defined(__ARM_FEATURE_FMA)
+#define TF_PLAT_STR___ARM_FEATURE_FMA TF_PLAT_STR_(__ARM_FEATURE_FMA)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_FMA
+#endif
+#if defined(__ARM_FEATURE_IDIV)
+#define TF_PLAT_STR___ARM_FEATURE_IDIV TF_PLAT_STR_(__ARM_FEATURE_IDIV)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_IDIV
+#endif
+#if defined(__ARM_FEATURE_LDREX)
+#define TF_PLAT_STR___ARM_FEATURE_LDREX TF_PLAT_STR_(__ARM_FEATURE_LDREX)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_LDREX
+#endif
+#if defined(__ARM_FEATURE_NUMERIC_MAXMIN)
+#define TF_PLAT_STR___ARM_FEATURE_NUMERIC_MAXMIN \
+  TF_PLAT_STR_(__ARM_FEATURE_NUMERIC_MAXMIN)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_NUMERIC_MAXMIN
+#endif
+#if defined(__ARM_FEATURE_QBIT)
+#define TF_PLAT_STR___ARM_FEATURE_QBIT TF_PLAT_STR_(__ARM_FEATURE_QBIT)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_QBIT
+#endif
+#if defined(__ARM_FEATURE_QRDMX)
+#define TF_PLAT_STR___ARM_FEATURE_QRDMX TF_PLAT_STR_(__ARM_FEATURE_QRDMX)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_QRDMX
+#endif
+#if defined(__ARM_FEATURE_SAT)
+#define TF_PLAT_STR___ARM_FEATURE_SAT TF_PLAT_STR_(__ARM_FEATURE_SAT)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_SAT
+#endif
+#if defined(__ARM_FEATURE_SIMD32)
+#define TF_PLAT_STR___ARM_FEATURE_SIMD32 TF_PLAT_STR_(__ARM_FEATURE_SIMD32)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_SIMD32
+#endif
+#if defined(__ARM_FEATURE_UNALIGNED)
+#define TF_PLAT_STR___ARM_FEATURE_UNALIGNED \
+  TF_PLAT_STR_(__ARM_FEATURE_UNALIGNED)
+#else
+#define TF_PLAT_STR___ARM_FEATURE_UNALIGNED
+#endif
+#if defined(__ARM_FP)
+#define TF_PLAT_STR___ARM_FP TF_PLAT_STR_(__ARM_FP)
+#else
+#define TF_PLAT_STR___ARM_FP
+#endif
+#if defined(__ARM_NEON_FP)
+#define TF_PLAT_STR___ARM_NEON_FP TF_PLAT_STR_(__ARM_NEON_FP)
+#else
+#define TF_PLAT_STR___ARM_NEON_FP
+#endif
+#if defined(__ARM_NEON__)
+#define TF_PLAT_STR___ARM_NEON__ TF_PLAT_STR_(__ARM_NEON__)
+#else
+#define TF_PLAT_STR___ARM_NEON__
+#endif
+#if defined(__ARM_WMMX)
+#define TF_PLAT_STR___ARM_WMMX TF_PLAT_STR_(__ARM_WMMX)
+#else
+#define TF_PLAT_STR___ARM_WMMX
+#endif
+#if defined(__IWMMXT2__)
+#define TF_PLAT_STR___IWMMXT2__ TF_PLAT_STR_(__IWMMXT2__)
+#else
+#define TF_PLAT_STR___IWMMXT2__
+#endif
+#if defined(__IWMMXT__)
+#define TF_PLAT_STR___IWMMXT__ TF_PLAT_STR_(__IWMMXT__)
+#else
+#define TF_PLAT_STR___IWMMXT__
+#endif
+#if defined(__VFP_FP__)
+#define TF_PLAT_STR___VFP_FP__ TF_PLAT_STR_(__VFP_FP__)
+#else
+#define TF_PLAT_STR___VFP_FP__
+#endif
+#if defined(TARGET_IPHONE_SIMULATOR)
+#define TF_PLAT_STR_TARGET_IPHONE_SIMULATOR \
+  TF_PLAT_STR_(TARGET_IPHONE_SIMULATOR)
+#else
+#define TF_PLAT_STR_TARGET_IPHONE_SIMULATOR
+#endif
+#if defined(TARGET_OS_IOS)
+#define TF_PLAT_STR_TARGET_OS_IOS TF_PLAT_STR_(TARGET_OS_IOS)
+#else
+#define TF_PLAT_STR_TARGET_OS_IOS
+#endif
+#if defined(TARGET_OS_IPHONE)
+#define TF_PLAT_STR_TARGET_OS_IPHONE TF_PLAT_STR_(TARGET_OS_IPHONE)
+#else
+#define TF_PLAT_STR_TARGET_OS_IPHONE
+#endif
+#if defined(_MSC_VER)
+#define TF_PLAT_STR__MSC_VER TF_PLAT_STR_(_MSC_VER)
+#else
+#define TF_PLAT_STR__MSC_VER
+#endif
+#if defined(_M_ARM)
+#define TF_PLAT_STR__M_ARM TF_PLAT_STR_(_M_ARM)
+#else
+#define TF_PLAT_STR__M_ARM
+#endif
+#if defined(_M_ARM64)
+#define TF_PLAT_STR__M_ARM64 TF_PLAT_STR_(_M_ARM64)
+#else
+#define TF_PLAT_STR__M_ARM64
+#endif
+#if defined(_M_ARM_ARMV7VE)
+#define TF_PLAT_STR__M_ARM_ARMV7VE TF_PLAT_STR_(_M_ARM_ARMV7VE)
+#else
+#define TF_PLAT_STR__M_ARM_ARMV7VE
+#endif
+#if defined(_M_ARM_FP)
+#define TF_PLAT_STR__M_ARM_FP TF_PLAT_STR_(_M_ARM_FP)
+#else
+#define TF_PLAT_STR__M_ARM_FP
+#endif
+#if defined(_M_IX86)
+#define TF_PLAT_STR__M_IX86 TF_PLAT_STR_(_M_IX86)
+#else
+#define TF_PLAT_STR__M_IX86
+#endif
+#if defined(_M_X64)
+#define TF_PLAT_STR__M_X64 TF_PLAT_STR_(_M_X64)
+#else
+#define TF_PLAT_STR__M_X64
+#endif
+#if defined(_WIN32)
+#define TF_PLAT_STR__WIN32 TF_PLAT_STR_(_WIN32)
+#else
+#define TF_PLAT_STR__WIN32
+#endif
+#if defined(_WIN64)
+#define TF_PLAT_STR__WIN64 TF_PLAT_STR_(_WIN64)
+#else
+#define TF_PLAT_STR__WIN64
+#endif
+#if defined(__ANDROID__)
+#define TF_PLAT_STR___ANDROID__ TF_PLAT_STR_(__ANDROID__)
+#else
+#define TF_PLAT_STR___ANDROID__
+#endif
+#if defined(__APPLE__)
+#define TF_PLAT_STR___APPLE__ TF_PLAT_STR_(__APPLE__)
+#else
+#define TF_PLAT_STR___APPLE__
+#endif
+#if defined(__BYTE_ORDER__)
+#define TF_PLAT_STR___BYTE_ORDER__ TF_PLAT_STR_(__BYTE_ORDER__)
+#else
+#define TF_PLAT_STR___BYTE_ORDER__
+#endif
+#if defined(__CYGWIN__)
+#define TF_PLAT_STR___CYGWIN__ TF_PLAT_STR_(__CYGWIN__)
+#else
+#define TF_PLAT_STR___CYGWIN__
+#endif
+#if defined(__FreeBSD__)
+#define TF_PLAT_STR___FreeBSD__ TF_PLAT_STR_(__FreeBSD__)
+#else
+#define TF_PLAT_STR___FreeBSD__
+#endif
+#if defined(__LITTLE_ENDIAN__)
+#define TF_PLAT_STR___LITTLE_ENDIAN__ TF_PLAT_STR_(__LITTLE_ENDIAN__)
+#else
+#define TF_PLAT_STR___LITTLE_ENDIAN__
+#endif
+#if defined(__NetBSD__)
+#define TF_PLAT_STR___NetBSD__ TF_PLAT_STR_(__NetBSD__)
+#else
+#define TF_PLAT_STR___NetBSD__
+#endif
+#if defined(__OpenBSD__)
+#define TF_PLAT_STR___OpenBSD__ TF_PLAT_STR_(__OpenBSD__)
+#else
+#define TF_PLAT_STR___OpenBSD__
+#endif
+#if defined(____MSYS__)
+#define TF_PLAT_STR_____MSYS__ TF_PLAT_STR_(____MSYS__)
+#else
+#define TF_PLAT_STR_____MSYS__
+#endif
+#if defined(__aarch64__)
+#define TF_PLAT_STR___aarch64__ TF_PLAT_STR_(__aarch64__)
+#else
+#define TF_PLAT_STR___aarch64__
+#endif
+#if defined(__alpha__)
+#define TF_PLAT_STR___alpha__ TF_PLAT_STR_(__alpha__)
+#else
+#define TF_PLAT_STR___alpha__
+#endif
+#if defined(__arm__)
+#define TF_PLAT_STR___arm__ TF_PLAT_STR_(__arm__)
+#else
+#define TF_PLAT_STR___arm__
+#endif
+#if defined(__i386__)
+#define TF_PLAT_STR___i386__ TF_PLAT_STR_(__i386__)
+#else
+#define TF_PLAT_STR___i386__
+#endif
+#if defined(__i686__)
+#define TF_PLAT_STR___i686__ TF_PLAT_STR_(__i686__)
+#else
+#define TF_PLAT_STR___i686__
+#endif
+#if defined(__ia64__)
+#define TF_PLAT_STR___ia64__ TF_PLAT_STR_(__ia64__)
+#else
+#define TF_PLAT_STR___ia64__
+#endif
+#if defined(__linux__)
+#define TF_PLAT_STR___linux__ TF_PLAT_STR_(__linux__)
+#else
+#define TF_PLAT_STR___linux__
+#endif
+#if defined(__mips32__)
+#define TF_PLAT_STR___mips32__ TF_PLAT_STR_(__mips32__)
+#else
+#define TF_PLAT_STR___mips32__
+#endif
+#if defined(__mips64__)
+#define TF_PLAT_STR___mips64__ TF_PLAT_STR_(__mips64__)
+#else
+#define TF_PLAT_STR___mips64__
+#endif
+#if defined(__powerpc64__)
+#define TF_PLAT_STR___powerpc64__ TF_PLAT_STR_(__powerpc64__)
+#else
+#define TF_PLAT_STR___powerpc64__
+#endif
+#if defined(__powerpc__)
+#define TF_PLAT_STR___powerpc__ TF_PLAT_STR_(__powerpc__)
+#else
+#define TF_PLAT_STR___powerpc__
+#endif
+#if defined(__riscv___)
+#define TF_PLAT_STR___riscv___ TF_PLAT_STR_(__riscv___)
+#else
+#define TF_PLAT_STR___riscv___
+#endif
+#if defined(__s390x__)
+#define TF_PLAT_STR___s390x__ TF_PLAT_STR_(__s390x__)
+#else
+#define TF_PLAT_STR___s390x__
+#endif
+#if defined(__sparc64__)
+#define TF_PLAT_STR___sparc64__ TF_PLAT_STR_(__sparc64__)
+#else
+#define TF_PLAT_STR___sparc64__
+#endif
+#if defined(__sparc__)
+#define TF_PLAT_STR___sparc__ TF_PLAT_STR_(__sparc__)
+#else
+#define TF_PLAT_STR___sparc__
+#endif
+#if defined(__x86_64__)
+#define TF_PLAT_STR___x86_64__ TF_PLAT_STR_(__x86_64__)
+#else
+#define TF_PLAT_STR___x86_64__
+#endif
+
+#endif  // TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_COMPUTED_H_
diff --git a/tensorflow/core/platform/platform_strings_test.cc b/tensorflow/core/platform/platform_strings_test.cc
new file mode 100644
index 0000000000..9584333bb8
--- /dev/null
+++ b/tensorflow/core/platform/platform_strings_test.cc
@@ -0,0 +1,178 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+// Test for the platform_strings.h header file.
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+
+#include <string>
+#include <vector>
+
+#include "tensorflow/core/lib/io/path.h"
+#include "tensorflow/core/lib/strings/str_util.h"
+#include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/platform/init_main.h"
+#include "tensorflow/core/platform/logging.h"
+#include "tensorflow/core/platform/platform_strings.h"
+
+// Embed the platform strings in this binary.
+TF_PLATFORM_STRINGS()
+
+// A vector of strings.
+typedef std::vector<std::string> string_vec;
+
+// Append to *found the strings within the named file with the platform_strings
+// magic prefix, and return true; or return false on error.
+static bool GetStrings(const std::string &file_name, string_vec *found) {
+  bool result = false;
+  FILE *ifp = fopen(file_name.c_str(), "rb");
+  if (ifp != nullptr) {
+    static const char prefix[] = TF_PLAT_STR_MAGIC_PREFIX_;
+    int first_char = prefix[1];
+    int last_char = -1;
+    int c;
+    while ((c = getc(ifp)) != EOF) {
+      if (c == first_char && last_char == 0) {
+        int i = 2;
+        while (prefix[i] != 0 && (c = getc(ifp)) == prefix[i]) {
+          i++;
+        }
+        if (prefix[i] == 0) {
+          std::string str;
+          while ((c = getc(ifp)) != EOF && c != 0) {
+            str.push_back(c);
+          }
+          if (!str.empty()) {
+            found->push_back(str);
+          }
+        }
+      }
+      last_char = c;
+    }
+
+    result = (ferror(ifp) == 0);
+    fclose(ifp);
+  }
+  return result;
+}
+
+// Print the platform strings embedded in the binary file_name and return 0,
+// on on error return 2.
+static int PrintStrings(const std::string file_name) {
+  int rc = 0;
+  string_vec str;
+  if (GetStrings(file_name, &str)) {
+    for (int i = 0; i != str.size(); i++) {
+      printf("%s\n", str[i].c_str());
+    }
+  } else {
+    perror(file_name.c_str());
+    rc = 2;
+  }
+  return rc;
+}
+
+// Return whether str[] conatins a string with prefix "macro_name="; if so,
+// set *pvalue to the suffix.
+static bool GetValue(const string_vec &str, const std::string &macro_name,
+                     std::string *pvalue) {
+  std::string nam_eq = macro_name + "=";
+  int i = 0;
+  while (i != str.size() && !tensorflow::str_util::StartsWith(str[i], nam_eq)) {
+    i++;
+  }
+  bool found = (i != str.size());
+  if (found) {
+    *pvalue = str[i].substr(nam_eq.size());
+  }
+  return found;
+}
+
+// If macro_name[] is not equal to value[], check that str[] contains the
+// string "macro_name=value".  Otherwise, check that str[] does not contain any
+// string starting with macro_name=".
+static void CheckStr(const string_vec &str, const std::string &macro_name,
+                     const std::string &value) {
+  std::string value_from_str;
+  if (GetValue(str, macro_name, &value_from_str)) {
+    if (value != value_from_str) {
+      // Output everything found, to aid debugging.
+      LOG(ERROR) << "===== value=" << value
+                 << "  value_from_str=" << value_from_str;
+      for (int i = 0; i != str.size(); i++) {
+        LOG(ERROR) << "% " << str[i];
+      }
+      LOG(ERROR) << "=====";
+    }
+    CHECK_EQ(value, value_from_str) << " " << macro_name << ": bad value";
+  } else {
+    // If the string is not found, we expect value to be macro_name.
+    if (value != macro_name) {
+      // Output everything found, to aid debugging.
+      LOG(ERROR) << "===== value=" << value << "  macro_name=" << macro_name;
+      for (int i = 0; i != str.size(); i++) {
+        LOG(ERROR) << "% " << str[i];
+      }
+      LOG(ERROR) << "=====";
+    }
+    CHECK_EQ(value, macro_name) << " " << macro_name << ": not found in binary";
+  }
+}
+
+// Helper for AS_STR(), below, to perform macro expansion.
+#define AS_STR_1_(x) #x
+
+// Yield x after macro expansion as a nul-terminated constant string.
+#define AS_STR(x) AS_STR_1_(x)
+
+// Run the test, and return 0 on success, 2 otherwise.
+static int RunTest(const std::string &binary_name) {
+  int rc = 0;
+  string_vec str;
+
+  if (GetStrings(binary_name, &str)) {
+    CheckStr(str, "__linux__", AS_STR(__linux__));
+    CheckStr(str, "_WIN32", AS_STR(_WIN32));
+    CheckStr(str, "__APPLE__", AS_STR(__APPLE__));
+    CheckStr(str, "__x86_64__", AS_STR(__x86_64__));
+    CheckStr(str, "__aarch64__", AS_STR(__aarch64__));
+    CheckStr(str, "__powerpc64__", AS_STR(__powerpc64__));
+    CheckStr(str, "TF_PLAT_STR_VERSION", TF_PLAT_STR_VERSION_);
+  } else {
+    perror(binary_name.c_str());
+    rc = 2;
+  }
+
+  return rc;
+}
+
+int main(int argc, char *argv[]) {
+  tensorflow::Env *env = tensorflow::Env::Default();
+  static const char usage[] = "usage: platform_strings_test [file...]";
+  int rc = 0;
+  tensorflow::port::InitMain(usage, &argc, &argv);
+  if (argc == 1) {
+    printf("rc=%d\n", PrintStrings(env->GetExecutablePath()));
+    rc = RunTest(env->GetExecutablePath());
+  } else {
+    for (int argn = 1; argn != argc; argn++) {
+      rc |= PrintStrings(argv[argn]);
+    }
+  }
+  return rc;
+}
-- 
GitLab


From 7561099fb65c18bd091751b60fc45550fc5d4805 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 08:46:54 -0800
Subject: [PATCH 1510/1825] Go: Update generated wrapper functions for
 TensorFlow ops. PiperOrigin-RevId: 221273389

---
 tensorflow/go/op/wrappers.go | 1324 +++++++++++++++++-----------------
 1 file changed, 662 insertions(+), 662 deletions(-)

diff --git a/tensorflow/go/op/wrappers.go b/tensorflow/go/op/wrappers.go
index baf43f84f8..9b59c03e55 100644
--- a/tensorflow/go/op/wrappers.go
+++ b/tensorflow/go/op/wrappers.go
@@ -5547,6 +5547,120 @@ func OrderedMapPeek(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.
 	return values
 }
 
+// MapIncompleteSizeAttr is an optional argument to MapIncompleteSize.
+type MapIncompleteSizeAttr func(optionalAttr)
+
+// MapIncompleteSizeCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func MapIncompleteSizeCapacity(value int64) MapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// MapIncompleteSizeMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func MapIncompleteSizeMemoryLimit(value int64) MapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// MapIncompleteSizeContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func MapIncompleteSizeContainer(value string) MapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// MapIncompleteSizeSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func MapIncompleteSizeSharedName(value string) MapIncompleteSizeAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op returns the number of incomplete elements in the underlying container.
+func MapIncompleteSize(scope *Scope, dtypes []tf.DataType, optional ...MapIncompleteSizeAttr) (size tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "MapIncompleteSize",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// MapSizeAttr is an optional argument to MapSize.
+type MapSizeAttr func(optionalAttr)
+
+// MapSizeCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func MapSizeCapacity(value int64) MapSizeAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
+	}
+}
+
+// MapSizeMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func MapSizeMemoryLimit(value int64) MapSizeAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
+	}
+}
+
+// MapSizeContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func MapSizeContainer(value string) MapSizeAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// MapSizeSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func MapSizeSharedName(value string) MapSizeAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Op returns the number of elements in the underlying container.
+func MapSize(scope *Scope, dtypes []tf.DataType, optional ...MapSizeAttr) (size tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtypes": dtypes}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "MapSize",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Compute the regularized incomplete beta integral \\(I_x(a, b)\\).
 //
 // The regularized incomplete beta integral is defined as:
@@ -9441,147 +9555,290 @@ func BesselI1e(scope *Scope, x tf.Output) (y tf.Output) {
 	return op.Output(0)
 }
 
-// Transforms a Tensor into a serialized TensorProto proto.
-//
-// Arguments:
-//	tensor: A Tensor of type `T`.
+// MapClearAttr is an optional argument to MapClear.
+type MapClearAttr func(optionalAttr)
+
+// MapClearCapacity sets the optional capacity attribute to value.
+// If not specified, defaults to 0
 //
-// Returns A serialized TensorProto proto of the input tensor.
-func SerializeTensor(scope *Scope, tensor tf.Output) (serialized tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "SerializeTensor",
-		Input: []tf.Input{
-			tensor,
-		},
+// REQUIRES: value >= 0
+func MapClearCapacity(value int64) MapClearAttr {
+	return func(m optionalAttr) {
+		m["capacity"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// Computes acos of x element-wise.
-func Acos(scope *Scope, x tf.Output) (y tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Acos",
-		Input: []tf.Input{
-			x,
-		},
+// MapClearMemoryLimit sets the optional memory_limit attribute to value.
+// If not specified, defaults to 0
+//
+// REQUIRES: value >= 0
+func MapClearMemoryLimit(value int64) MapClearAttr {
+	return func(m optionalAttr) {
+		m["memory_limit"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// UnbatchGradAttr is an optional argument to UnbatchGrad.
-type UnbatchGradAttr func(optionalAttr)
-
-// UnbatchGradContainer sets the optional container attribute to value.
+// MapClearContainer sets the optional container attribute to value.
 // If not specified, defaults to ""
-func UnbatchGradContainer(value string) UnbatchGradAttr {
+func MapClearContainer(value string) MapClearAttr {
 	return func(m optionalAttr) {
 		m["container"] = value
 	}
 }
 
-// UnbatchGradSharedName sets the optional shared_name attribute to value.
+// MapClearSharedName sets the optional shared_name attribute to value.
 // If not specified, defaults to ""
-func UnbatchGradSharedName(value string) UnbatchGradAttr {
+func MapClearSharedName(value string) MapClearAttr {
 	return func(m optionalAttr) {
 		m["shared_name"] = value
 	}
 }
 
-// Gradient of Unbatch.
-//
-// Acts like Batch but using the given batch_index index of batching things as they
-// become available. This ensures that the gradients are propagated back in the
-// same session which did the forward pass.
+// Op removes all elements in the underlying container.
 //
-// original_input: The input to the Unbatch operation this is the gradient of.
-// batch_index: The batch_index given to the Unbatch operation this is the gradient
-// of.
-// grad: The downstream gradient.
-// id: The id scalar emitted by Batch.
-// batched_grad: The return value, either an empty tensor or the batched gradient.
-// container: Container to control resource sharing.
-// shared_name: Instances of UnbatchGrad with the same container and shared_name
-//  are assumed to possibly belong to the same batch. If left empty, the op name
-//  will be used as the shared name.
-func UnbatchGrad(scope *Scope, original_input tf.Output, batch_index tf.Output, grad tf.Output, id tf.Output, optional ...UnbatchGradAttr) (batched_grad tf.Output) {
+// Returns the created operation.
+func MapClear(scope *Scope, dtypes []tf.DataType, optional ...MapClearAttr) (o *tf.Operation) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
+	attrs := map[string]interface{}{"dtypes": dtypes}
 	for _, a := range optional {
 		a(attrs)
 	}
 	opspec := tf.OpSpec{
-		Type: "UnbatchGrad",
-		Input: []tf.Input{
-			original_input, batch_index, grad, id,
-		},
+		Type: "MapClear",
+
 		Attrs: attrs,
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
+	return scope.AddOperation(opspec)
 }
 
-// AvgPool3DGradAttr is an optional argument to AvgPool3DGrad.
-type AvgPool3DGradAttr func(optionalAttr)
+// DecodeCSVAttr is an optional argument to DecodeCSV.
+type DecodeCSVAttr func(optionalAttr)
 
-// AvgPool3DGradDataFormat sets the optional data_format attribute to value.
+// DecodeCSVFieldDelim sets the optional field_delim attribute to value.
 //
-// value: The data format of the input and output data. With the
-// default format "NDHWC", the data is stored in the order of:
-//     [batch, in_depth, in_height, in_width, in_channels].
-// Alternatively, the format could be "NCDHW", the data storage order is:
-//     [batch, in_channels, in_depth, in_height, in_width].
-// If not specified, defaults to "NDHWC"
-func AvgPool3DGradDataFormat(value string) AvgPool3DGradAttr {
+// value: char delimiter to separate fields in a record.
+// If not specified, defaults to ","
+func DecodeCSVFieldDelim(value string) DecodeCSVAttr {
 	return func(m optionalAttr) {
-		m["data_format"] = value
+		m["field_delim"] = value
 	}
 }
 
-// Computes gradients of average pooling function.
-//
-// Arguments:
-//	orig_input_shape: The original input dimensions.
-//	grad: Output backprop of shape `[batch, depth, rows, cols, channels]`.
-//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
-// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
-//	strides: 1-D tensor of length 5. The stride of the sliding window for each
-// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
-//	padding: The type of padding algorithm to use.
+// DecodeCSVUseQuoteDelim sets the optional use_quote_delim attribute to value.
 //
-// Returns The backprop for input.
-func AvgPool3DGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPool3DGradAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "AvgPool3DGrad",
-		Input: []tf.Input{
-			orig_input_shape, grad,
-		},
-		Attrs: attrs,
+// value: If false, treats double quotation marks as regular
+// characters inside of the string fields (ignoring RFC 4180, Section 2,
+// Bullet 5).
+// If not specified, defaults to true
+func DecodeCSVUseQuoteDelim(value bool) DecodeCSVAttr {
+	return func(m optionalAttr) {
+		m["use_quote_delim"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// ParseSingleSequenceExampleAttr is an optional argument to ParseSingleSequenceExample.
-type ParseSingleSequenceExampleAttr func(optionalAttr)
-
-// ParseSingleSequenceExampleContextSparseTypes sets the optional context_sparse_types attribute to value.
+// DecodeCSVNaValue sets the optional na_value attribute to value.
+//
+// value: Additional string to recognize as NA/NaN.
+// If not specified, defaults to ""
+func DecodeCSVNaValue(value string) DecodeCSVAttr {
+	return func(m optionalAttr) {
+		m["na_value"] = value
+	}
+}
+
+// DecodeCSVSelectCols sets the optional select_cols attribute to value.
+// If not specified, defaults to <>
+func DecodeCSVSelectCols(value []int64) DecodeCSVAttr {
+	return func(m optionalAttr) {
+		m["select_cols"] = value
+	}
+}
+
+// Convert CSV records to tensors. Each column maps to one tensor.
+//
+// RFC 4180 format is expected for the CSV records.
+// (https://tools.ietf.org/html/rfc4180)
+// Note that we allow leading and trailing spaces with int or float field.
+//
+// Arguments:
+//	records: Each string is a record/row in the csv and all records should have
+// the same format.
+//	record_defaults: One tensor per column of the input record, with either a
+// scalar default value for that column or an empty vector if the column is
+// required.
+//
+// Returns Each tensor will have the same shape as records.
+func DecodeCSV(scope *Scope, records tf.Output, record_defaults []tf.Output, optional ...DecodeCSVAttr) (output []tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "DecodeCSV",
+		Input: []tf.Input{
+			records, tf.OutputList(record_defaults),
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	if scope.Err() != nil {
+		return
+	}
+	var idx int
+	var err error
+	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
+		scope.UpdateErr("DecodeCSV", err)
+		return
+	}
+	return output
+}
+
+// Transforms a Tensor into a serialized TensorProto proto.
+//
+// Arguments:
+//	tensor: A Tensor of type `T`.
+//
+// Returns A serialized TensorProto proto of the input tensor.
+func SerializeTensor(scope *Scope, tensor tf.Output) (serialized tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "SerializeTensor",
+		Input: []tf.Input{
+			tensor,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Computes acos of x element-wise.
+func Acos(scope *Scope, x tf.Output) (y tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Acos",
+		Input: []tf.Input{
+			x,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// UnbatchGradAttr is an optional argument to UnbatchGrad.
+type UnbatchGradAttr func(optionalAttr)
+
+// UnbatchGradContainer sets the optional container attribute to value.
+// If not specified, defaults to ""
+func UnbatchGradContainer(value string) UnbatchGradAttr {
+	return func(m optionalAttr) {
+		m["container"] = value
+	}
+}
+
+// UnbatchGradSharedName sets the optional shared_name attribute to value.
+// If not specified, defaults to ""
+func UnbatchGradSharedName(value string) UnbatchGradAttr {
+	return func(m optionalAttr) {
+		m["shared_name"] = value
+	}
+}
+
+// Gradient of Unbatch.
+//
+// Acts like Batch but using the given batch_index index of batching things as they
+// become available. This ensures that the gradients are propagated back in the
+// same session which did the forward pass.
+//
+// original_input: The input to the Unbatch operation this is the gradient of.
+// batch_index: The batch_index given to the Unbatch operation this is the gradient
+// of.
+// grad: The downstream gradient.
+// id: The id scalar emitted by Batch.
+// batched_grad: The return value, either an empty tensor or the batched gradient.
+// container: Container to control resource sharing.
+// shared_name: Instances of UnbatchGrad with the same container and shared_name
+//  are assumed to possibly belong to the same batch. If left empty, the op name
+//  will be used as the shared name.
+func UnbatchGrad(scope *Scope, original_input tf.Output, batch_index tf.Output, grad tf.Output, id tf.Output, optional ...UnbatchGradAttr) (batched_grad tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "UnbatchGrad",
+		Input: []tf.Input{
+			original_input, batch_index, grad, id,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// AvgPool3DGradAttr is an optional argument to AvgPool3DGrad.
+type AvgPool3DGradAttr func(optionalAttr)
+
+// AvgPool3DGradDataFormat sets the optional data_format attribute to value.
+//
+// value: The data format of the input and output data. With the
+// default format "NDHWC", the data is stored in the order of:
+//     [batch, in_depth, in_height, in_width, in_channels].
+// Alternatively, the format could be "NCDHW", the data storage order is:
+//     [batch, in_channels, in_depth, in_height, in_width].
+// If not specified, defaults to "NDHWC"
+func AvgPool3DGradDataFormat(value string) AvgPool3DGradAttr {
+	return func(m optionalAttr) {
+		m["data_format"] = value
+	}
+}
+
+// Computes gradients of average pooling function.
+//
+// Arguments:
+//	orig_input_shape: The original input dimensions.
+//	grad: Output backprop of shape `[batch, depth, rows, cols, channels]`.
+//	ksize: 1-D tensor of length 5. The size of the window for each dimension of
+// the input tensor. Must have `ksize[0] = ksize[4] = 1`.
+//	strides: 1-D tensor of length 5. The stride of the sliding window for each
+// dimension of `input`. Must have `strides[0] = strides[4] = 1`.
+//	padding: The type of padding algorithm to use.
+//
+// Returns The backprop for input.
+func AvgPool3DGrad(scope *Scope, orig_input_shape tf.Output, grad tf.Output, ksize []int64, strides []int64, padding string, optional ...AvgPool3DGradAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"ksize": ksize, "strides": strides, "padding": padding}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "AvgPool3DGrad",
+		Input: []tf.Input{
+			orig_input_shape, grad,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// ParseSingleSequenceExampleAttr is an optional argument to ParseSingleSequenceExample.
+type ParseSingleSequenceExampleAttr func(optionalAttr)
+
+// ParseSingleSequenceExampleContextSparseTypes sets the optional context_sparse_types attribute to value.
 //
 // value: A list of Ncontext_sparse types; the data types of data in
 // each context Feature given in context_sparse_keys.
@@ -16696,45 +16953,163 @@ func SparseReduceSum(scope *Scope, input_indices tf.Output, input_values tf.Outp
 	return op.Output(0)
 }
 
-// Returns immutable tensor from memory region.
-//
-// The current implementation memmaps the tensor from a file.
-//
-// Arguments:
-//	dtype: Type of the returned tensor.
-//	shape: Shape of the returned tensor.
-//	memory_region_name: Name of readonly memory region used by the tensor, see
-// NewReadOnlyMemoryRegionFromFile in tensorflow::Env.
-func ImmutableConst(scope *Scope, dtype tf.DataType, shape tf.Shape, memory_region_name string) (tensor tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtype": dtype, "shape": shape, "memory_region_name": memory_region_name}
-	opspec := tf.OpSpec{
-		Type: "ImmutableConst",
+// SparseTensorDenseMatMulAttr is an optional argument to SparseTensorDenseMatMul.
+type SparseTensorDenseMatMulAttr func(optionalAttr)
 
-		Attrs: attrs,
+// SparseTensorDenseMatMulAdjointA sets the optional adjoint_a attribute to value.
+//
+// value: Use the adjoint of A in the matrix multiply.  If A is complex, this
+// is transpose(conj(A)).  Otherwise it's transpose(A).
+// If not specified, defaults to false
+func SparseTensorDenseMatMulAdjointA(value bool) SparseTensorDenseMatMulAttr {
+	return func(m optionalAttr) {
+		m["adjoint_a"] = value
 	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
 }
 
-// StringJoinAttr is an optional argument to StringJoin.
-type StringJoinAttr func(optionalAttr)
-
-// StringJoinSeparator sets the optional separator attribute to value.
+// SparseTensorDenseMatMulAdjointB sets the optional adjoint_b attribute to value.
 //
-// value: string, an optional join separator.
-// If not specified, defaults to ""
-func StringJoinSeparator(value string) StringJoinAttr {
+// value: Use the adjoint of B in the matrix multiply.  If B is complex, this
+// is transpose(conj(B)).  Otherwise it's transpose(B).
+// If not specified, defaults to false
+func SparseTensorDenseMatMulAdjointB(value bool) SparseTensorDenseMatMulAttr {
 	return func(m optionalAttr) {
-		m["separator"] = value
+		m["adjoint_b"] = value
 	}
 }
 
-// Joins the strings in the given list of string tensors into one tensor;
+// Multiply SparseTensor (of rank 2) "A" by dense matrix "B".
 //
-// with the given separator (default is an empty separator).
+// No validity checking is performed on the indices of A.  However, the following
+// input format is recommended for optimal behavior:
+//
+// if adjoint_a == false:
+//   A should be sorted in lexicographically increasing order.  Use SparseReorder
+//   if you're not sure.
+// if adjoint_a == true:
+//   A should be sorted in order of increasing dimension 1 (i.e., "column major"
+//   order instead of "row major" order).
+//
+// Arguments:
+//	a_indices: 2-D.  The `indices` of the `SparseTensor`, size `[nnz, 2]` Matrix.
+//	a_values: 1-D.  The `values` of the `SparseTensor`, size `[nnz]` Vector.
+//	a_shape: 1-D.  The `shape` of the `SparseTensor`, size `[2]` Vector.
+//	b: 2-D.  A dense Matrix.
+func SparseTensorDenseMatMul(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b tf.Output, optional ...SparseTensorDenseMatMulAttr) (product tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "SparseTensorDenseMatMul",
+		Input: []tf.Input{
+			a_indices, a_values, a_shape, b,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// ResourceApplyRMSPropAttr is an optional argument to ResourceApplyRMSProp.
+type ResourceApplyRMSPropAttr func(optionalAttr)
+
+// ResourceApplyRMSPropUseLocking sets the optional use_locking attribute to value.
+//
+// value: If `True`, updating of the var, ms, and mom tensors is protected
+// by a lock; otherwise the behavior is undefined, but may exhibit less
+// contention.
+// If not specified, defaults to false
+func ResourceApplyRMSPropUseLocking(value bool) ResourceApplyRMSPropAttr {
+	return func(m optionalAttr) {
+		m["use_locking"] = value
+	}
+}
+
+// Update '*var' according to the RMSProp algorithm.
+//
+// Note that in dense implementation of this algorithm, ms and mom will
+// update even if the grad is zero, but in this sparse implementation, ms
+// and mom will not update in iterations during which the grad is zero.
+//
+// mean_square = decay * mean_square + (1-decay) * gradient ** 2
+// Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
+//
+// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
+// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)
+// var <- var - mom
+//
+// Arguments:
+//	var_: Should be from a Variable().
+//	ms: Should be from a Variable().
+//	mom: Should be from a Variable().
+//	lr: Scaling factor. Must be a scalar.
+//	rho: Decay rate. Must be a scalar.
+//
+//	epsilon: Ridge term. Must be a scalar.
+//	grad: The gradient.
+//
+// Returns the created operation.
+func ResourceApplyRMSProp(scope *Scope, var_ tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyRMSPropAttr) (o *tf.Operation) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "ResourceApplyRMSProp",
+		Input: []tf.Input{
+			var_, ms, mom, lr, rho, momentum, epsilon, grad,
+		},
+		Attrs: attrs,
+	}
+	return scope.AddOperation(opspec)
+}
+
+// Returns immutable tensor from memory region.
+//
+// The current implementation memmaps the tensor from a file.
+//
+// Arguments:
+//	dtype: Type of the returned tensor.
+//	shape: Shape of the returned tensor.
+//	memory_region_name: Name of readonly memory region used by the tensor, see
+// NewReadOnlyMemoryRegionFromFile in tensorflow::Env.
+func ImmutableConst(scope *Scope, dtype tf.DataType, shape tf.Shape, memory_region_name string) (tensor tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{"dtype": dtype, "shape": shape, "memory_region_name": memory_region_name}
+	opspec := tf.OpSpec{
+		Type: "ImmutableConst",
+
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// StringJoinAttr is an optional argument to StringJoin.
+type StringJoinAttr func(optionalAttr)
+
+// StringJoinSeparator sets the optional separator attribute to value.
+//
+// value: string, an optional join separator.
+// If not specified, defaults to ""
+func StringJoinSeparator(value string) StringJoinAttr {
+	return func(m optionalAttr) {
+		m["separator"] = value
+	}
+}
+
+// Joins the strings in the given list of string tensors into one tensor;
+//
+// with the given separator (default is an empty separator).
 //
 // Arguments:
 //	inputs: A list of string tensors.  The tensors must all have the same shape,
@@ -18017,119 +18392,6 @@ func ResourceApplyCenteredRMSProp(scope *Scope, var_ tf.Output, mg tf.Output, ms
 	return scope.AddOperation(opspec)
 }
 
-// Computes the gradient for the inverse of `x` wrt its input.
-//
-// Specifically, `grad = -dy * y*y`, where `y = 1/x`, and `dy`
-// is the corresponding input gradient.
-func ReciprocalGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "ReciprocalGrad",
-		Input: []tf.Input{
-			y, dy,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Returns the min of x and y (i.e. x < y ? x : y) element-wise.
-//
-// *NOTE*: `Minimum` supports broadcasting. More about broadcasting
-// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
-func Minimum(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "Minimum",
-		Input: []tf.Input{
-			x, y,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// MfccAttr is an optional argument to Mfcc.
-type MfccAttr func(optionalAttr)
-
-// MfccUpperFrequencyLimit sets the optional upper_frequency_limit attribute to value.
-//
-// value: The highest frequency to use when calculating the
-// ceptstrum.
-// If not specified, defaults to 4000
-func MfccUpperFrequencyLimit(value float32) MfccAttr {
-	return func(m optionalAttr) {
-		m["upper_frequency_limit"] = value
-	}
-}
-
-// MfccLowerFrequencyLimit sets the optional lower_frequency_limit attribute to value.
-//
-// value: The lowest frequency to use when calculating the
-// ceptstrum.
-// If not specified, defaults to 20
-func MfccLowerFrequencyLimit(value float32) MfccAttr {
-	return func(m optionalAttr) {
-		m["lower_frequency_limit"] = value
-	}
-}
-
-// MfccFilterbankChannelCount sets the optional filterbank_channel_count attribute to value.
-//
-// value: Resolution of the Mel bank used internally.
-// If not specified, defaults to 40
-func MfccFilterbankChannelCount(value int64) MfccAttr {
-	return func(m optionalAttr) {
-		m["filterbank_channel_count"] = value
-	}
-}
-
-// MfccDctCoefficientCount sets the optional dct_coefficient_count attribute to value.
-//
-// value: How many output channels to produce per time slice.
-// If not specified, defaults to 13
-func MfccDctCoefficientCount(value int64) MfccAttr {
-	return func(m optionalAttr) {
-		m["dct_coefficient_count"] = value
-	}
-}
-
-// Transforms a spectrogram into a form that's useful for speech recognition.
-//
-// Mel Frequency Cepstral Coefficients are a way of representing audio data that's
-// been effective as an input feature for machine learning. They are created by
-// taking the spectrum of a spectrogram (a 'cepstrum'), and discarding some of the
-// higher frequencies that are less significant to the human ear. They have a long
-// history in the speech recognition world, and https://en.wikipedia.org/wiki/Mel-frequency_cepstrum
-// is a good resource to learn more.
-//
-// Arguments:
-//	spectrogram: Typically produced by the Spectrogram op, with magnitude_squared
-// set to true.
-//	sample_rate: How many samples per second the source audio used.
-func Mfcc(scope *Scope, spectrogram tf.Output, sample_rate tf.Output, optional ...MfccAttr) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "Mfcc",
-		Input: []tf.Input{
-			spectrogram, sample_rate,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // AudioSummaryAttr is an optional argument to AudioSummary.
 type AudioSummaryAttr func(optionalAttr)
 
@@ -19161,165 +19423,22 @@ func TensorArrayV2(scope *Scope, size tf.Output, dtype tf.DataType, optional ...
 	return op.Output(0)
 }
 
-// DecodeCSVAttr is an optional argument to DecodeCSV.
-type DecodeCSVAttr func(optionalAttr)
+// ThreadUnsafeUnigramCandidateSamplerAttr is an optional argument to ThreadUnsafeUnigramCandidateSampler.
+type ThreadUnsafeUnigramCandidateSamplerAttr func(optionalAttr)
 
-// DecodeCSVFieldDelim sets the optional field_delim attribute to value.
+// ThreadUnsafeUnigramCandidateSamplerSeed sets the optional seed attribute to value.
 //
-// value: char delimiter to separate fields in a record.
-// If not specified, defaults to ","
-func DecodeCSVFieldDelim(value string) DecodeCSVAttr {
+// value: If either seed or seed2 are set to be non-zero, the random number
+// generator is seeded by the given seed.  Otherwise, it is seeded by a
+// random seed.
+// If not specified, defaults to 0
+func ThreadUnsafeUnigramCandidateSamplerSeed(value int64) ThreadUnsafeUnigramCandidateSamplerAttr {
 	return func(m optionalAttr) {
-		m["field_delim"] = value
+		m["seed"] = value
 	}
 }
 
-// DecodeCSVUseQuoteDelim sets the optional use_quote_delim attribute to value.
-//
-// value: If false, treats double quotation marks as regular
-// characters inside of the string fields (ignoring RFC 4180, Section 2,
-// Bullet 5).
-// If not specified, defaults to true
-func DecodeCSVUseQuoteDelim(value bool) DecodeCSVAttr {
-	return func(m optionalAttr) {
-		m["use_quote_delim"] = value
-	}
-}
-
-// DecodeCSVNaValue sets the optional na_value attribute to value.
-//
-// value: Additional string to recognize as NA/NaN.
-// If not specified, defaults to ""
-func DecodeCSVNaValue(value string) DecodeCSVAttr {
-	return func(m optionalAttr) {
-		m["na_value"] = value
-	}
-}
-
-// DecodeCSVSelectCols sets the optional select_cols attribute to value.
-// If not specified, defaults to <>
-func DecodeCSVSelectCols(value []int64) DecodeCSVAttr {
-	return func(m optionalAttr) {
-		m["select_cols"] = value
-	}
-}
-
-// Convert CSV records to tensors. Each column maps to one tensor.
-//
-// RFC 4180 format is expected for the CSV records.
-// (https://tools.ietf.org/html/rfc4180)
-// Note that we allow leading and trailing spaces with int or float field.
-//
-// Arguments:
-//	records: Each string is a record/row in the csv and all records should have
-// the same format.
-//	record_defaults: One tensor per column of the input record, with either a
-// scalar default value for that column or an empty vector if the column is
-// required.
-//
-// Returns Each tensor will have the same shape as records.
-func DecodeCSV(scope *Scope, records tf.Output, record_defaults []tf.Output, optional ...DecodeCSVAttr) (output []tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "DecodeCSV",
-		Input: []tf.Input{
-			records, tf.OutputList(record_defaults),
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	if scope.Err() != nil {
-		return
-	}
-	var idx int
-	var err error
-	if output, idx, err = makeOutputList(op, idx, "output"); err != nil {
-		scope.UpdateErr("DecodeCSV", err)
-		return
-	}
-	return output
-}
-
-// MapClearAttr is an optional argument to MapClear.
-type MapClearAttr func(optionalAttr)
-
-// MapClearCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func MapClearCapacity(value int64) MapClearAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// MapClearMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func MapClearMemoryLimit(value int64) MapClearAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// MapClearContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func MapClearContainer(value string) MapClearAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// MapClearSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func MapClearSharedName(value string) MapClearAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op removes all elements in the underlying container.
-//
-// Returns the created operation.
-func MapClear(scope *Scope, dtypes []tf.DataType, optional ...MapClearAttr) (o *tf.Operation) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "MapClear",
-
-		Attrs: attrs,
-	}
-	return scope.AddOperation(opspec)
-}
-
-// ThreadUnsafeUnigramCandidateSamplerAttr is an optional argument to ThreadUnsafeUnigramCandidateSampler.
-type ThreadUnsafeUnigramCandidateSamplerAttr func(optionalAttr)
-
-// ThreadUnsafeUnigramCandidateSamplerSeed sets the optional seed attribute to value.
-//
-// value: If either seed or seed2 are set to be non-zero, the random number
-// generator is seeded by the given seed.  Otherwise, it is seeded by a
-// random seed.
-// If not specified, defaults to 0
-func ThreadUnsafeUnigramCandidateSamplerSeed(value int64) ThreadUnsafeUnigramCandidateSamplerAttr {
-	return func(m optionalAttr) {
-		m["seed"] = value
-	}
-}
-
-// ThreadUnsafeUnigramCandidateSamplerSeed2 sets the optional seed2 attribute to value.
+// ThreadUnsafeUnigramCandidateSamplerSeed2 sets the optional seed2 attribute to value.
 //
 // value: An second seed to avoid seed collision.
 // If not specified, defaults to 0
@@ -19523,6 +19642,119 @@ func MutableDenseHashTableV2(scope *Scope, empty_key tf.Output, deleted_key tf.O
 	return op.Output(0)
 }
 
+// Computes the gradient for the inverse of `x` wrt its input.
+//
+// Specifically, `grad = -dy * y*y`, where `y = 1/x`, and `dy`
+// is the corresponding input gradient.
+func ReciprocalGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "ReciprocalGrad",
+		Input: []tf.Input{
+			y, dy,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// Returns the min of x and y (i.e. x < y ? x : y) element-wise.
+//
+// *NOTE*: `Minimum` supports broadcasting. More about broadcasting
+// [here](http://docs.scipy.org/doc/numpy/user/basics.broadcasting.html)
+func Minimum(scope *Scope, x tf.Output, y tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "Minimum",
+		Input: []tf.Input{
+			x, y,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
+// MfccAttr is an optional argument to Mfcc.
+type MfccAttr func(optionalAttr)
+
+// MfccUpperFrequencyLimit sets the optional upper_frequency_limit attribute to value.
+//
+// value: The highest frequency to use when calculating the
+// ceptstrum.
+// If not specified, defaults to 4000
+func MfccUpperFrequencyLimit(value float32) MfccAttr {
+	return func(m optionalAttr) {
+		m["upper_frequency_limit"] = value
+	}
+}
+
+// MfccLowerFrequencyLimit sets the optional lower_frequency_limit attribute to value.
+//
+// value: The lowest frequency to use when calculating the
+// ceptstrum.
+// If not specified, defaults to 20
+func MfccLowerFrequencyLimit(value float32) MfccAttr {
+	return func(m optionalAttr) {
+		m["lower_frequency_limit"] = value
+	}
+}
+
+// MfccFilterbankChannelCount sets the optional filterbank_channel_count attribute to value.
+//
+// value: Resolution of the Mel bank used internally.
+// If not specified, defaults to 40
+func MfccFilterbankChannelCount(value int64) MfccAttr {
+	return func(m optionalAttr) {
+		m["filterbank_channel_count"] = value
+	}
+}
+
+// MfccDctCoefficientCount sets the optional dct_coefficient_count attribute to value.
+//
+// value: How many output channels to produce per time slice.
+// If not specified, defaults to 13
+func MfccDctCoefficientCount(value int64) MfccAttr {
+	return func(m optionalAttr) {
+		m["dct_coefficient_count"] = value
+	}
+}
+
+// Transforms a spectrogram into a form that's useful for speech recognition.
+//
+// Mel Frequency Cepstral Coefficients are a way of representing audio data that's
+// been effective as an input feature for machine learning. They are created by
+// taking the spectrum of a spectrogram (a 'cepstrum'), and discarding some of the
+// higher frequencies that are less significant to the human ear. They have a long
+// history in the speech recognition world, and https://en.wikipedia.org/wiki/Mel-frequency_cepstrum
+// is a good resource to learn more.
+//
+// Arguments:
+//	spectrogram: Typically produced by the Spectrogram op, with magnitude_squared
+// set to true.
+//	sample_rate: How many samples per second the source audio used.
+func Mfcc(scope *Scope, spectrogram tf.Output, sample_rate tf.Output, optional ...MfccAttr) (output tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	attrs := map[string]interface{}{}
+	for _, a := range optional {
+		a(attrs)
+	}
+	opspec := tf.OpSpec{
+		Type: "Mfcc",
+		Input: []tf.Input{
+			spectrogram, sample_rate,
+		},
+		Attrs: attrs,
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Compute the Hurwitz zeta function \\(\zeta(x, q)\\).
 //
 // The Hurwitz zeta function is defined as:
@@ -19593,95 +19825,38 @@ func FFT2D(scope *Scope, input tf.Output) (output tf.Output) {
 		Type: "FFT2D",
 		Input: []tf.Input{
 			input,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// Inverse 2D fast Fourier transform.
-//
-// Computes the inverse 2-dimensional discrete Fourier transform over the
-// inner-most 2 dimensions of `input`.
-//
-// Arguments:
-//	input: A complex64 tensor.
-//
-// Returns A complex64 tensor of the same shape as `input`. The inner-most 2
-//   dimensions of `input` are replaced with their inverse 2D Fourier transform.
-//
-// @compatibility(numpy)
-// Equivalent to np.fft.ifft2
-// @end_compatibility
-func IFFT2D(scope *Scope, input tf.Output) (output tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "IFFT2D",
-		Input: []tf.Input{
-			input,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
-// ResourceApplyRMSPropAttr is an optional argument to ResourceApplyRMSProp.
-type ResourceApplyRMSPropAttr func(optionalAttr)
-
-// ResourceApplyRMSPropUseLocking sets the optional use_locking attribute to value.
-//
-// value: If `True`, updating of the var, ms, and mom tensors is protected
-// by a lock; otherwise the behavior is undefined, but may exhibit less
-// contention.
-// If not specified, defaults to false
-func ResourceApplyRMSPropUseLocking(value bool) ResourceApplyRMSPropAttr {
-	return func(m optionalAttr) {
-		m["use_locking"] = value
+		},
 	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
-// Update '*var' according to the RMSProp algorithm.
-//
-// Note that in dense implementation of this algorithm, ms and mom will
-// update even if the grad is zero, but in this sparse implementation, ms
-// and mom will not update in iterations during which the grad is zero.
-//
-// mean_square = decay * mean_square + (1-decay) * gradient ** 2
-// Delta = learning_rate * gradient / sqrt(mean_square + epsilon)
+// Inverse 2D fast Fourier transform.
 //
-// ms <- rho * ms_{t-1} + (1-rho) * grad * grad
-// mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)
-// var <- var - mom
+// Computes the inverse 2-dimensional discrete Fourier transform over the
+// inner-most 2 dimensions of `input`.
 //
 // Arguments:
-//	var_: Should be from a Variable().
-//	ms: Should be from a Variable().
-//	mom: Should be from a Variable().
-//	lr: Scaling factor. Must be a scalar.
-//	rho: Decay rate. Must be a scalar.
+//	input: A complex64 tensor.
 //
-//	epsilon: Ridge term. Must be a scalar.
-//	grad: The gradient.
+// Returns A complex64 tensor of the same shape as `input`. The inner-most 2
+//   dimensions of `input` are replaced with their inverse 2D Fourier transform.
 //
-// Returns the created operation.
-func ResourceApplyRMSProp(scope *Scope, var_ tf.Output, ms tf.Output, mom tf.Output, lr tf.Output, rho tf.Output, momentum tf.Output, epsilon tf.Output, grad tf.Output, optional ...ResourceApplyRMSPropAttr) (o *tf.Operation) {
+// @compatibility(numpy)
+// Equivalent to np.fft.ifft2
+// @end_compatibility
+func IFFT2D(scope *Scope, input tf.Output) (output tf.Output) {
 	if scope.Err() != nil {
 		return
 	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
 	opspec := tf.OpSpec{
-		Type: "ResourceApplyRMSProp",
+		Type: "IFFT2D",
 		Input: []tf.Input{
-			var_, ms, mom, lr, rho, momentum, epsilon, grad,
+			input,
 		},
-		Attrs: attrs,
 	}
-	return scope.AddOperation(opspec)
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
 }
 
 // Returns element-wise remainder of division. This emulates C semantics in that
@@ -20760,67 +20935,6 @@ func AddSparseToTensorsMap(scope *Scope, sparse_indices tf.Output, sparse_values
 	return op.Output(0)
 }
 
-// SparseTensorDenseMatMulAttr is an optional argument to SparseTensorDenseMatMul.
-type SparseTensorDenseMatMulAttr func(optionalAttr)
-
-// SparseTensorDenseMatMulAdjointA sets the optional adjoint_a attribute to value.
-//
-// value: Use the adjoint of A in the matrix multiply.  If A is complex, this
-// is transpose(conj(A)).  Otherwise it's transpose(A).
-// If not specified, defaults to false
-func SparseTensorDenseMatMulAdjointA(value bool) SparseTensorDenseMatMulAttr {
-	return func(m optionalAttr) {
-		m["adjoint_a"] = value
-	}
-}
-
-// SparseTensorDenseMatMulAdjointB sets the optional adjoint_b attribute to value.
-//
-// value: Use the adjoint of B in the matrix multiply.  If B is complex, this
-// is transpose(conj(B)).  Otherwise it's transpose(B).
-// If not specified, defaults to false
-func SparseTensorDenseMatMulAdjointB(value bool) SparseTensorDenseMatMulAttr {
-	return func(m optionalAttr) {
-		m["adjoint_b"] = value
-	}
-}
-
-// Multiply SparseTensor (of rank 2) "A" by dense matrix "B".
-//
-// No validity checking is performed on the indices of A.  However, the following
-// input format is recommended for optimal behavior:
-//
-// if adjoint_a == false:
-//   A should be sorted in lexicographically increasing order.  Use SparseReorder
-//   if you're not sure.
-// if adjoint_a == true:
-//   A should be sorted in order of increasing dimension 1 (i.e., "column major"
-//   order instead of "row major" order).
-//
-// Arguments:
-//	a_indices: 2-D.  The `indices` of the `SparseTensor`, size `[nnz, 2]` Matrix.
-//	a_values: 1-D.  The `values` of the `SparseTensor`, size `[nnz]` Vector.
-//	a_shape: 1-D.  The `shape` of the `SparseTensor`, size `[2]` Vector.
-//	b: 2-D.  A dense Matrix.
-func SparseTensorDenseMatMul(scope *Scope, a_indices tf.Output, a_values tf.Output, a_shape tf.Output, b tf.Output, optional ...SparseTensorDenseMatMulAttr) (product tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "SparseTensorDenseMatMul",
-		Input: []tf.Input{
-			a_indices, a_values, a_shape, b,
-		},
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Deserialize and concatenate `SparseTensors` from a serialized minibatch.
 //
 // The input `serialized_sparse` must be a string matrix of shape `[N x 3]` where
@@ -26322,24 +26436,6 @@ func TensorArrayReadV3(scope *Scope, handle tf.Output, index tf.Output, flow_in
 	return op.Output(0)
 }
 
-// Computes the gradient for the tanh of `x` wrt its input.
-//
-// Specifically, `grad = dy * (1 - y*y)`, where `y = tanh(x)`, and `dy`
-// is the corresponding input gradient.
-func TanhGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	opspec := tf.OpSpec{
-		Type: "TanhGrad",
-		Input: []tf.Input{
-			y, dy,
-		},
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // Reduces sparse updates into the variable referenced by `resource` using the `max` operation.
 //
 // This operation computes
@@ -26381,6 +26477,24 @@ func ResourceScatterMax(scope *Scope, resource tf.Output, indices tf.Output, upd
 	return scope.AddOperation(opspec)
 }
 
+// Computes the gradient for the tanh of `x` wrt its input.
+//
+// Specifically, `grad = dy * (1 - y*y)`, where `y = tanh(x)`, and `dy`
+// is the corresponding input gradient.
+func TanhGrad(scope *Scope, y tf.Output, dy tf.Output) (z tf.Output) {
+	if scope.Err() != nil {
+		return
+	}
+	opspec := tf.OpSpec{
+		Type: "TanhGrad",
+		Input: []tf.Input{
+			y, dy,
+		},
+	}
+	op := scope.AddOperation(opspec)
+	return op.Output(0)
+}
+
 // Outputs a `Summary` protocol buffer with scalar values.
 //
 // The input `tags` and `values` must have the same shape.  The generated summary
@@ -30655,63 +30769,6 @@ func LatencyStatsDataset(scope *Scope, input_dataset tf.Output, tag tf.Output, o
 	return op.Output(0)
 }
 
-// MapSizeAttr is an optional argument to MapSize.
-type MapSizeAttr func(optionalAttr)
-
-// MapSizeCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func MapSizeCapacity(value int64) MapSizeAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// MapSizeMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func MapSizeMemoryLimit(value int64) MapSizeAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// MapSizeContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func MapSizeContainer(value string) MapSizeAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// MapSizeSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func MapSizeSharedName(value string) MapSizeAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op returns the number of elements in the underlying container.
-func MapSize(scope *Scope, dtypes []tf.DataType, optional ...MapSizeAttr) (size tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "MapSize",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-
 // SparseToDenseAttr is an optional argument to SparseToDense.
 type SparseToDenseAttr func(optionalAttr)
 
@@ -33940,60 +33997,3 @@ func MapUnstage(scope *Scope, key tf.Output, indices tf.Output, dtypes []tf.Data
 	}
 	return values
 }
-
-// MapIncompleteSizeAttr is an optional argument to MapIncompleteSize.
-type MapIncompleteSizeAttr func(optionalAttr)
-
-// MapIncompleteSizeCapacity sets the optional capacity attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func MapIncompleteSizeCapacity(value int64) MapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["capacity"] = value
-	}
-}
-
-// MapIncompleteSizeMemoryLimit sets the optional memory_limit attribute to value.
-// If not specified, defaults to 0
-//
-// REQUIRES: value >= 0
-func MapIncompleteSizeMemoryLimit(value int64) MapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["memory_limit"] = value
-	}
-}
-
-// MapIncompleteSizeContainer sets the optional container attribute to value.
-// If not specified, defaults to ""
-func MapIncompleteSizeContainer(value string) MapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["container"] = value
-	}
-}
-
-// MapIncompleteSizeSharedName sets the optional shared_name attribute to value.
-// If not specified, defaults to ""
-func MapIncompleteSizeSharedName(value string) MapIncompleteSizeAttr {
-	return func(m optionalAttr) {
-		m["shared_name"] = value
-	}
-}
-
-// Op returns the number of incomplete elements in the underlying container.
-func MapIncompleteSize(scope *Scope, dtypes []tf.DataType, optional ...MapIncompleteSizeAttr) (size tf.Output) {
-	if scope.Err() != nil {
-		return
-	}
-	attrs := map[string]interface{}{"dtypes": dtypes}
-	for _, a := range optional {
-		a(attrs)
-	}
-	opspec := tf.OpSpec{
-		Type: "MapIncompleteSize",
-
-		Attrs: attrs,
-	}
-	op := scope.AddOperation(opspec)
-	return op.Output(0)
-}
-- 
GitLab


From cbb06439c8b11dac918b3e83d1ac0fda1c346a99 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Tue, 13 Nov 2018 09:39:04 -0800
Subject: [PATCH 1511/1825] Correctly handle
 record_summaries_every_n_global_steps() when eager execution is enabled.

PiperOrigin-RevId: 221281420
---
 .../contrib/summary/summary_ops_test.py       | 30 +++++++++++++++----
 tensorflow/python/ops/summary_ops_v2.py       | 13 +++++---
 2 files changed, 33 insertions(+), 10 deletions(-)

diff --git a/tensorflow/contrib/summary/summary_ops_test.py b/tensorflow/contrib/summary/summary_ops_test.py
index 4d1807130c..10e4556dac 100644
--- a/tensorflow/contrib/summary/summary_ops_test.py
+++ b/tensorflow/contrib/summary/summary_ops_test.py
@@ -152,6 +152,27 @@ class EagerFileTest(test_util.TensorFlowTestCase):
       self.assertEqual(len(events), 2)
       self.assertEqual(events[1].summary.value[0].tag, 'scalar')
 
+  def testRecordEveryNGlobalSteps(self):
+    step = training_util.get_or_create_global_step()
+    logdir = tempfile.mkdtemp()
+
+    def run_step():
+      summary_ops.scalar('scalar', i, step=step)
+      step.assign_add(1)
+
+    with summary_ops.create_file_writer(
+        logdir).as_default(), summary_ops.record_summaries_every_n_global_steps(
+            2, step):
+      for i in range(10):
+        run_step()
+      # And another 10 steps as a graph function.
+      run_step_fn = function.defun(run_step)
+      for i in range(10):
+        run_step_fn()
+
+    events = summary_test_util.events_from_logdir(logdir)
+    self.assertEqual(len(events), 11)
+
   def testMaxQueue(self):
     logs = tempfile.mkdtemp()
     with summary_ops.create_file_writer(
@@ -279,12 +300,9 @@ class EagerDbTest(summary_test_util.SummaryDbTest):
 
   def testDbURIOpen(self):
     tmpdb_path = os.path.join(self.get_temp_dir(), 'tmpDbURITest.sqlite')
-    tmpdb_uri = six.moves.urllib_parse.urljoin("file:", tmpdb_path)
-    tmpdb_writer = summary_ops.create_db_writer(
-        tmpdb_uri,
-        "experimentA",
-        "run1",
-        "user1")
+    tmpdb_uri = six.moves.urllib_parse.urljoin('file:', tmpdb_path)
+    tmpdb_writer = summary_ops.create_db_writer(tmpdb_uri, 'experimentA',
+                                                'run1', 'user1')
     with summary_ops.always_record_summaries():
       with tmpdb_writer.as_default():
         summary_ops.scalar('t1', 2.0)
diff --git a/tensorflow/python/ops/summary_ops_v2.py b/tensorflow/python/ops/summary_ops_v2.py
index 18cefb8e1c..fac9055ef1 100644
--- a/tensorflow/python/ops/summary_ops_v2.py
+++ b/tensorflow/python/ops/summary_ops_v2.py
@@ -43,8 +43,9 @@ from tensorflow.python.training import training_util
 from tensorflow.python.util import tf_contextlib
 
 
-# A global dictionary mapping graph keys to boolean values indicating whether
-# we should record summaries for this particular graph or not.
+# Dictionary mapping graph keys to a boolean Tensor (or callable returning
+# a boolean Tensor) indicating whether we should record summaries for the
+# graph identified by the key of the dictionary.
 _SHOULD_RECORD_SUMMARIES = {}
 
 # A global dictionary mapping graph keys to a list of summary writer init ops.
@@ -59,7 +60,8 @@ def should_record_summaries():
   """Returns boolean Tensor which is true if summaries should be recorded."""
   global _SHOULD_RECORD_SUMMARIES
   key = ops.get_default_graph()._graph_key  # pylint: disable=protected-access
-  return _SHOULD_RECORD_SUMMARIES.setdefault(key, False)
+  should = _SHOULD_RECORD_SUMMARIES.setdefault(key, False)
+  return should() if callable(should) else should
 
 
 # TODO(apassos) consider how to handle local step here.
@@ -73,7 +75,10 @@ def record_summaries_every_n_global_steps(n, global_step=None):
   old = _SHOULD_RECORD_SUMMARIES.setdefault(key, False)
   try:
     with ops.device("cpu:0"):
-      _SHOULD_RECORD_SUMMARIES[key] = math_ops.equal(global_step % n, 0)
+      should = lambda: math_ops.equal(global_step % n, 0)
+      if not context.executing_eagerly():
+        should = should()
+      _SHOULD_RECORD_SUMMARIES[key] = should
     yield
   finally:
     _SHOULD_RECORD_SUMMARIES[key] = old
-- 
GitLab


From ea2180d77d61942de039a522ee973114657db7c8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 09:39:39 -0800
Subject: [PATCH 1512/1825] Remove sparse_reduce_max, sparse_reduce_max_sparse,
 sparse_reduce_sum, sparse_reduce_sum_sparse, sparse_split symbols.

PiperOrigin-RevId: 221281522
---
 tensorflow/python/ops/sparse_ops.py           | 12 ++++++-----
 .../tools/api/golden/v2/tensorflow.pbtxt      | 20 -------------------
 tensorflow/tools/compatibility/renames_v2.py  |  5 +++++
 3 files changed, 12 insertions(+), 25 deletions(-)

diff --git a/tensorflow/python/ops/sparse_ops.py b/tensorflow/python/ops/sparse_ops.py
index b98c7f5f65..80d93f3de1 100644
--- a/tensorflow/python/ops/sparse_ops.py
+++ b/tensorflow/python/ops/sparse_ops.py
@@ -705,7 +705,7 @@ class KeywordRequired(object):
     return "KeywordRequired()"
 
 
-@tf_export("sparse.split", "sparse_split")
+@tf_export("sparse.split", v1=["sparse.split", "sparse_split"])
 @deprecation.deprecated_endpoints("sparse_split")
 @deprecation.deprecated_args(
     None, "split_dim is deprecated, use axis instead", "split_dim")
@@ -888,7 +888,7 @@ def sparse_to_dense(sparse_indices,
       name=name)
 
 
-@tf_export("sparse.reduce_max", "sparse_reduce_max")
+@tf_export("sparse.reduce_max", v1=["sparse.reduce_max", "sparse_reduce_max"])
 @deprecation.deprecated_endpoints("sparse_reduce_max")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
@@ -956,7 +956,8 @@ def sparse_reduce_max(sp_input, axis=None, keepdims=None,
       math_ops._ReductionDims(sp_input, axis, reduction_axes), keepdims)
 
 
-@tf_export("sparse.reduce_max_sparse", "sparse_reduce_max_sparse")
+@tf_export("sparse.reduce_max_sparse",
+           v1=["sparse.reduce_max_sparse", "sparse_reduce_max_sparse"])
 @deprecation.deprecated_endpoints("sparse_reduce_max_sparse")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
@@ -1007,7 +1008,7 @@ def sparse_reduce_max_sparse(sp_input,
   return sparse_tensor.SparseTensor(output_ind, output_val, output_shape)
 
 
-@tf_export("sparse.reduce_sum", "sparse_reduce_sum")
+@tf_export("sparse.reduce_sum", v1=["sparse.reduce_sum", "sparse_reduce_sum"])
 @deprecation.deprecated_endpoints("sparse_reduce_sum")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
@@ -1062,7 +1063,8 @@ def sparse_reduce_sum(sp_input, axis=None, keepdims=None,
       math_ops._ReductionDims(sp_input, axis, reduction_axes), keepdims)
 
 
-@tf_export("sparse.reduce_sum_sparse", "sparse_reduce_sum_sparse")
+@tf_export("sparse.reduce_sum_sparse",
+           v1=["sparse.reduce_sum_sparse", "sparse_reduce_sum_sparse"])
 @deprecation.deprecated_endpoints("sparse_reduce_sum_sparse")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 078b471a4c..6157121b97 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1120,26 +1120,6 @@ tf_module {
     name: "sparse_concat"
     argspec: "args=[\'axis\', \'sp_inputs\', \'name\', \'expand_nonconcat_dim\', \'concat_dim\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
   }
-  member_method {
-    name: "sparse_reduce_max"
-    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "sparse_reduce_max_sparse"
-    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "sparse_reduce_sum"
-    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "sparse_reduce_sum_sparse"
-    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "sparse_split"
-    argspec: "args=[\'keyword_required\', \'sp_input\', \'num_split\', \'axis\', \'name\', \'split_dim\'], varargs=None, keywords=None, defaults=[\'KeywordRequired()\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "sparse_to_dense"
     argspec: "args=[\'sparse_indices\', \'output_shape\', \'sparse_values\', \'default_value\', \'validate_indices\', \'name\'], varargs=None, keywords=None, defaults=[\'0\', \'True\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 5ea2fbcc4c..5975eadead 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -385,6 +385,10 @@ renames = {
     'tf.sparse_merge': 'tf.sparse.merge',
     'tf.sparse_minimum': 'tf.sparse.minimum',
     'tf.sparse_placeholder': 'tf.compat.v1.sparse_placeholder',
+    'tf.sparse_reduce_max': 'tf.sparse.reduce_max',
+    'tf.sparse_reduce_max_sparse': 'tf.sparse.reduce_max_sparse',
+    'tf.sparse_reduce_sum': 'tf.sparse.reduce_sum',
+    'tf.sparse_reduce_sum_sparse': 'tf.sparse.reduce_sum_sparse',
     'tf.sparse_reorder': 'tf.sparse.reorder',
     'tf.sparse_reset_shape': 'tf.sparse.reset_shape',
     'tf.sparse_reshape': 'tf.sparse.reshape',
@@ -394,6 +398,7 @@ renames = {
     'tf.sparse_segment_sum': 'tf.sparse.segment_sum',
     'tf.sparse_slice': 'tf.sparse.slice',
     'tf.sparse_softmax': 'tf.sparse.softmax',
+    'tf.sparse_split': 'tf.sparse.split',
     'tf.sparse_tensor_dense_matmul': 'tf.sparse.matmul',
     'tf.sparse_tensor_to_dense': 'tf.sparse.to_dense',
     'tf.sparse_to_indicator': 'tf.sparse.to_indicator',
-- 
GitLab


From 0b37348107817c3f90a9673f917bd42fcc997d79 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 09:52:27 -0800
Subject: [PATCH 1513/1825] Quantile loss and estimator

PiperOrigin-RevId: 221283515
---
 .../boosted_trees/estimator_batch/BUILD       |   1 +
 .../estimator_batch/estimator.py              | 214 +++++++++++++++++-
 .../estimator_batch/estimator_test.py         | 159 ++++++++++++-
 .../boosted_trees/python/utils/losses.py      |  41 ++++
 4 files changed, 407 insertions(+), 8 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/BUILD b/tensorflow/contrib/boosted_trees/estimator_batch/BUILD
index 14b6fc4ac2..d3b23d949e 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/BUILD
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/BUILD
@@ -132,6 +132,7 @@ py_library(
     srcs = ["estimator.py"],
     srcs_version = "PY2AND3",
     deps = [
+        ":custom_loss_head",
         ":estimator_utils",
         ":model",
         "//tensorflow/contrib/boosted_trees:losses",
diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py b/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py
index 38d19976ef..99ecded653 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/estimator.py
@@ -18,6 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 from tensorflow.contrib.boosted_trees.estimator_batch import model
 from tensorflow.contrib.boosted_trees.python.utils import losses
 from tensorflow.contrib.learn.python.learn.estimators import estimator
@@ -26,7 +28,8 @@ from tensorflow.python.estimator.canned import head as core_head_lib
 from tensorflow.python.estimator import estimator as core_estimator
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops.losses import losses as core_losses
-
+from tensorflow.contrib.boosted_trees.estimator_batch import custom_loss_head
+from tensorflow.python.ops import array_ops
 
 # ================== Old estimator interface===================================
 # The estimators below were designed for old feature columns and old estimator
@@ -414,6 +417,101 @@ class GradientBoostedDecisionTreeRanker(estimator.Estimator):
         config=config,
         feature_engineering_fn=feature_engineering_fn)
 
+# When using this estimator, make sure to regularize the hessian (at least l2,
+# min_node_weight)!
+# TODO(nponomareva): extend to take multiple quantiles in one go.
+class GradientBoostedDecisionTreeQuantileRegressor(estimator.Estimator):
+  """An estimator that does quantile regression and returns quantile estimates.
+  """
+
+  def __init__(self,
+               learner_config,
+               examples_per_layer,
+               quantiles,
+               num_trees=None,
+               feature_columns=None,
+               weight_column_name=None,
+               model_dir=None,
+               config=None,
+               feature_engineering_fn=None,
+               logits_modifier_function=None,
+               center_bias=True,
+               use_core_libs=False,
+               output_leaf_index=False,
+               override_global_step_value=None,
+               num_quantiles=100):
+    """Initializes a GradientBoostedDecisionTreeQuantileRegressor instance.
+
+    Args:
+      learner_config: A config for the learner.
+      examples_per_layer: Number of examples to accumulate before growing a
+        layer. It can also be a function that computes the number of examples
+        based on the depth of the layer that's being built.
+      quantiles: a list of quantiles for the loss, each between 0 and 1.
+      num_trees: An int, number of trees to build.
+      feature_columns: A list of feature columns.
+      weight_column_name: Name of the column for weights, or None if not
+        weighted.
+      model_dir: Directory for model exports, etc.
+      config: `RunConfig` object to configure the runtime settings.
+      feature_engineering_fn: Feature engineering function. Takes features and
+        labels which are the output of `input_fn` and returns features and
+        labels which will be fed into the model.
+      logits_modifier_function: A modifier function for the logits.
+      center_bias: Whether a separate tree should be created for first fitting
+        the bias.
+      use_core_libs: Whether feature columns and loss are from the core (as
+        opposed to contrib) version of tensorflow.
+      output_leaf_index: whether to output leaf indices along with predictions
+        during inference. The leaf node indexes are available in predictions
+        dict by the key 'leaf_index'. For example,
+        result_dict = classifier.predict(...)
+        for example_prediction_result in result_dict:
+          # access leaf index list by example_prediction_result["leaf_index"]
+          # which contains one leaf index per tree
+      override_global_step_value: If after the training is done, global step
+        value must be reset to this value. This should be used to reset global
+        step to a number > number of steps used to train the current ensemble.
+        For example, the usual way is to train a number of trees and set a very
+        large number of training steps. When the training is done (number of
+        trees were trained), this parameter can be used to set the global step
+        to a large value, making it look like that number of training steps ran.
+        If None, no override of global step will happen.
+      num_quantiles: Number of quantiles to build for numeric feature values.
+    """
+
+    if len(quantiles) > 1:
+      raise ValueError('For now, just one quantile per estimator is supported')
+
+    def _quantile_regression_head(quantile):
+      # Use quantile regression.
+      head = custom_loss_head.CustomLossHead(
+          loss_fn=functools.partial(
+              losses.per_example_quantile_regression_loss, quantile=quantile),
+          link_fn=array_ops.identity,
+          logit_dimension=1)
+      return head
+
+    super(GradientBoostedDecisionTreeQuantileRegressor, self).__init__(
+        model_fn=model.model_builder,
+        params={
+            'head': _quantile_regression_head(quantiles[0]),
+            'feature_columns': feature_columns,
+            'learner_config': learner_config,
+            'num_trees': num_trees,
+            'weight_column_name': weight_column_name,
+            'examples_per_layer': examples_per_layer,
+            'logits_modifier_function': logits_modifier_function,
+            'center_bias': center_bias,
+            'use_core_libs': use_core_libs,
+            'output_leaf_index': False,
+            'override_global_step_value': override_global_step_value,
+            'num_quantiles': num_quantiles,
+        },
+        model_dir=model_dir,
+        config=config,
+        feature_engineering_fn=feature_engineering_fn)
+
 # ================== New Estimator interface===================================
 # The estimators below use new core Estimator interface and must be used with
 # new feature columns and heads.
@@ -437,12 +535,41 @@ def core_multiclass_head(
 
   # pylint:disable=protected-access
   head_fn = core_head_lib._multi_class_head_with_softmax_cross_entropy_loss(
-      n_classes=n_classes, loss_fn=loss_fn, loss_reduction=loss_reduction)
+      n_classes=n_classes,
+      loss_fn=loss_fn,
+      loss_reduction=loss_reduction,
+      weight_column=weight_column)
   # pylint:enable=protected-access
 
   return head_fn
 
 
+# For quantile regression, use this head with Core..Estimator, or use
+# Core..QuantileRegressor directly,
+def core_quantile_regression_head(
+    quantiles,
+    weight_column=None,
+    loss_reduction=core_losses.Reduction.SUM_OVER_NONZERO_WEIGHTS):
+  """Core head for quantile regression problems."""
+
+  def loss_fn(labels, logits):
+    result = losses.per_example_quantile_regression_loss(
+        labels=labels,
+        predictions=logits,
+        weights=weight_column,
+        quantile=quantiles)
+    return result[0]
+
+  # pylint:disable=protected-access
+  head_fn = core_head_lib._regression_head(
+      label_dimension=1,
+      loss_fn=loss_fn,
+      loss_reduction=loss_reduction,
+      weight_column=weight_column)
+  # pylint:enable=protected-access
+  return head_fn
+
+
 class CoreGradientBoostedDecisionTreeEstimator(core_estimator.Estimator):
   """An estimator using gradient boosted decision trees.
 
@@ -606,3 +733,86 @@ class CoreGradientBoostedDecisionTreeRanker(core_estimator.Estimator):
 
     super(CoreGradientBoostedDecisionTreeRanker, self).__init__(
         model_fn=_model_fn, model_dir=model_dir, config=config)
+
+
+# When using this estimator, make sure to regularize the hessian (at least l2,
+# min_node_weight)!
+# TODO(nponomareva): extend to take multiple quantiles in one go.
+class CoreGradientBoostedDecisionTreeQuantileRegressor(
+    core_estimator.Estimator):
+  """An estimator that does quantile regression and returns quantile estimates.
+  """
+
+  def __init__(self,
+               learner_config,
+               examples_per_layer,
+               quantiles,
+               num_trees=None,
+               feature_columns=None,
+               weight_column_name=None,
+               model_dir=None,
+               config=None,
+               label_keys=None,
+               feature_engineering_fn=None,
+               logits_modifier_function=None,
+               center_bias=True,
+               output_leaf_index=False,
+               num_quantiles=100):
+    """Initializes a core version of GradientBoostedDecisionTreeEstimator.
+
+    Args:
+      learner_config: A config for the learner.
+      examples_per_layer: Number of examples to accumulate before growing a
+        layer. It can also be a function that computes the number of examples
+        based on the depth of the layer that's being built.
+      quantiles: a list of quantiles for the loss, each between 0 and 1.
+      num_trees: An int, number of trees to build.
+      feature_columns: A list of feature columns.
+      weight_column_name: Name of the column for weights, or None if not
+        weighted.
+      model_dir: Directory for model exports, etc.
+      config: `RunConfig` object to configure the runtime settings.
+      label_keys: Optional list of strings with size `[n_classes]` defining the
+        label vocabulary. Only supported for `n_classes` > 2.
+      feature_engineering_fn: Feature engineering function. Takes features and
+        labels which are the output of `input_fn` and returns features and
+        labels which will be fed into the model.
+      logits_modifier_function: A modifier function for the logits.
+      center_bias: Whether a separate tree should be created for first fitting
+        the bias.
+      output_leaf_index: whether to output leaf indices along with predictions
+        during inference. The leaf node indexes are available in predictions
+        dict by the key 'leaf_index'. For example,
+        result_dict = classifier.predict(...)
+        for example_prediction_result in result_dict:
+          # access leaf index list by example_prediction_result["leaf_index"]
+          # which contains one leaf index per tree
+      num_quantiles: Number of quantiles to build for numeric feature values.
+    """
+    if len(quantiles) > 1:
+      raise ValueError('For now, just one quantile per estimator is supported')
+
+    def _model_fn(features, labels, mode, config):
+      return model.model_builder(
+          features=features,
+          labels=labels,
+          mode=mode,
+          config=config,
+          params={
+              'head': core_quantile_regression_head(quantiles[0]),
+              'feature_columns': feature_columns,
+              'learner_config': learner_config,
+              'num_trees': num_trees,
+              'weight_column_name': weight_column_name,
+              'examples_per_layer': examples_per_layer,
+              'center_bias': center_bias,
+              'logits_modifier_function': logits_modifier_function,
+              'use_core_libs': True,
+              'output_leaf_index': output_leaf_index,
+              'override_global_step_value': None,
+              'num_quantiles': num_quantiles,
+          },
+          output_type=model.ModelBuilderOutputType.ESTIMATOR_SPEC)
+
+    super(CoreGradientBoostedDecisionTreeQuantileRegressor, self).__init__(
+        model_fn=_model_fn, model_dir=model_dir, config=config)
diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py b/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
index c155128c0e..1ede129925 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
@@ -25,6 +25,7 @@ from tensorflow.contrib.boosted_trees.proto import learner_pb2
 from tensorflow.contrib.layers.python.layers import feature_column as contrib_feature_column
 from tensorflow.contrib.learn.python.learn.estimators import run_config
 from tensorflow.python.estimator.canned import head as head_lib
+from tensorflow.python.estimator.inputs import numpy_io
 from tensorflow.python.feature_column import feature_column_lib as core_feature_column
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -47,8 +48,8 @@ def _multiclass_train_input_fn():
   features = {
       "x": constant_op.constant([[2.], [1.], [1.], [5.], [3.5], [4.6], [3.5]])
   }
-  label = constant_op.constant(
-      [[1], [0], [0], [2], [2], [0], [1]], dtype=dtypes.int32)
+  label = constant_op.constant([[1], [0], [0], [2], [2], [0], [1]],
+                               dtype=dtypes.int32)
   return features, label
 
 
@@ -77,6 +78,51 @@ def _infer_ranking_train_input_fn():
   return features, None
 
 
+_QUANTILE_REGRESSION_SIZE = 1000
+
+
+def _quantile_regression_input_fns():
+  # The data generation is taken from
+  # http://scikit-learn.org/stable/auto_examples/ensemble/plot_gradient_boosting_quantile.html
+  np.random.seed(1)
+
+  def f(x):
+    """The function to predict."""
+    return x * np.sin(x)
+
+  #  Training data.
+  x = np.atleast_2d(np.random.uniform(0, 10.0,
+                                      size=_QUANTILE_REGRESSION_SIZE)).T
+  x = x.astype(np.float32)
+
+  # Labels.
+  y = f(x).ravel()
+
+  # Add random noise.
+  dy = 1.5 + 1.0 * np.random.random(y.shape)
+  noise = np.random.normal(0, dy)
+  y += noise
+  y_original = y.astype(np.float32)
+  y = y.reshape(_QUANTILE_REGRESSION_SIZE, 1)
+
+  train_input_fn = numpy_io.numpy_input_fn(
+      x=x,
+      y=y,
+      batch_size=_QUANTILE_REGRESSION_SIZE,
+      num_epochs=None,
+      shuffle=True)
+
+  # Test on the training data to make sure the predictions are calibrated.
+  test_input_fn = numpy_io.numpy_input_fn(
+      x=x,
+      y=y,
+      batch_size=_QUANTILE_REGRESSION_SIZE,
+      num_epochs=1,
+      shuffle=False)
+
+  return train_input_fn, test_input_fn, y_original
+
+
 class BoostedTreeEstimatorTest(test_util.TensorFlowTestCase):
 
   def setUp(self):
@@ -341,6 +387,56 @@ class BoostedTreeEstimatorTest(test_util.TensorFlowTestCase):
     for prediction_dict in result_iter:
       self.assertTrue("classes" in prediction_dict)
 
+  # One dimensional quantile regression.
+  def testQuantileRegression(self):
+    learner_config = learner_pb2.LearnerConfig()
+    learner_config.num_classes = 2
+    learner_config.constraints.max_tree_depth = 3
+    learner_config.growing_mode = learner_pb2.LearnerConfig.WHOLE_TREE
+    learner_config.constraints.min_node_weight = 1 / _QUANTILE_REGRESSION_SIZE
+    learner_config.regularization.l2 = 1.0 / _QUANTILE_REGRESSION_SIZE
+    learner_config.regularization.l1 = 1.0 / _QUANTILE_REGRESSION_SIZE
+    learner_config.regularization.tree_complexity = (
+        1.0 / _QUANTILE_REGRESSION_SIZE)
+
+    train_input_fn, test_input_fn, y = _quantile_regression_input_fns()
+
+    # 95% percentile.
+    model_upper = estimator.GradientBoostedDecisionTreeQuantileRegressor(
+        quantiles=[0.95],
+        learner_config=learner_config,
+        num_trees=100,
+        examples_per_layer=_QUANTILE_REGRESSION_SIZE,
+        center_bias=False)
+
+    model_upper.fit(input_fn=train_input_fn, steps=1000)
+    result_iter = model_upper.predict(input_fn=test_input_fn)
+    upper = []
+    for prediction_dict in result_iter:
+      upper.append(prediction_dict["scores"])
+
+    frac_below_upper = round(1. * np.count_nonzero(upper > y) / len(y), 3)
+    # +/- 3%
+    self.assertBetween(frac_below_upper, 0.92, 0.98)
+
+    train_input_fn, test_input_fn, _ = _quantile_regression_input_fns()
+    model_lower = estimator.GradientBoostedDecisionTreeQuantileRegressor(
+        quantiles=[0.05],
+        learner_config=learner_config,
+        num_trees=100,
+        examples_per_layer=_QUANTILE_REGRESSION_SIZE,
+        center_bias=False)
+
+    model_lower.fit(input_fn=train_input_fn, steps=1000)
+    result_iter = model_lower.predict(input_fn=test_input_fn)
+    lower = []
+    for prediction_dict in result_iter:
+      lower.append(prediction_dict["scores"])
+
+    frac_above_lower = round(1. * np.count_nonzero(lower < y) / len(y), 3)
+    # +/- 3%
+    self.assertBetween(frac_above_lower, 0.92, 0.98)
+
 
 class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
 
@@ -489,8 +585,8 @@ class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
 
     feature_columns = [
         core_feature_column.weighted_categorical_column(
-            categorical_column=core_feature_column.
-            categorical_column_with_vocabulary_list(
+            categorical_column=core_feature_column
+            .categorical_column_with_vocabulary_list(
                 key="word", vocabulary_list=["the", "cat", "dog"]),
             weight_feature_key="weight")
     ]
@@ -509,8 +605,8 @@ class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
         # Weights for the words are 5 - cat, 6- dog and 1 -the.
         features_dict["word"] = sparse_tensor.SparseTensor(
             indices=[[0, 0], [0, 1], [1, 0], [3, 0]],
-            values=constant_op.constant(
-                ["the", "cat", "dog", "the"], dtype=dtypes.string),
+            values=constant_op.constant(["the", "cat", "dog", "the"],
+                                        dtype=dtypes.string),
             dense_shape=[4, 3])
         features_dict["weight"] = sparse_tensor.SparseTensor(
             indices=[[0, 0], [0, 1], [1, 0], [3, 0]],
@@ -534,6 +630,57 @@ class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
     est.evaluate(input_fn=input_fn, steps=1)
     est.predict(input_fn=input_fn)
 
+  # One dimensional quantile regression.
+  def testQuantileRegression(self):
+    learner_config = learner_pb2.LearnerConfig()
+    learner_config.num_classes = 2
+    learner_config.constraints.max_tree_depth = 3
+    learner_config.growing_mode = learner_pb2.LearnerConfig.WHOLE_TREE
+    learner_config.constraints.min_node_weight = 1 / _QUANTILE_REGRESSION_SIZE
+    learner_config.regularization.l2 = 1.0 / _QUANTILE_REGRESSION_SIZE
+    learner_config.regularization.l1 = 1.0 / _QUANTILE_REGRESSION_SIZE
+    learner_config.regularization.tree_complexity = (
+        1.0 / _QUANTILE_REGRESSION_SIZE)
+
+    train_input_fn, test_input_fn, y = _quantile_regression_input_fns()
+    y = y.reshape(_QUANTILE_REGRESSION_SIZE, 1)
+
+    # 95% percentile.
+    model_upper = estimator.CoreGradientBoostedDecisionTreeQuantileRegressor(
+        quantiles=[0.95],
+        learner_config=learner_config,
+        num_trees=100,
+        examples_per_layer=_QUANTILE_REGRESSION_SIZE,
+        center_bias=False)
+
+    model_upper.train(input_fn=train_input_fn, steps=1000)
+    result_iter = model_upper.predict(input_fn=test_input_fn)
+    upper = []
+    for prediction_dict in result_iter:
+      upper.append(prediction_dict["predictions"])
+
+    frac_below_upper = round(1. * np.count_nonzero(upper > y) / len(y), 3)
+    # +/- 3%
+    self.assertBetween(frac_below_upper, 0.92, 0.98)
+
+    train_input_fn, test_input_fn, _ = _quantile_regression_input_fns()
+    model_lower = estimator.CoreGradientBoostedDecisionTreeQuantileRegressor(
+        quantiles=[0.05],
+        learner_config=learner_config,
+        num_trees=100,
+        examples_per_layer=_QUANTILE_REGRESSION_SIZE,
+        center_bias=False)
+
+    model_lower.train(input_fn=train_input_fn, steps=1000)
+    result_iter = model_lower.predict(input_fn=test_input_fn)
+    lower = []
+    for prediction_dict in result_iter:
+      lower.append(prediction_dict["predictions"])
+
+    frac_above_lower = round(1. * np.count_nonzero(lower < y) / len(y), 3)
+    # +/- 3%
+    self.assertBetween(frac_above_lower, 0.92, 0.98)
+
 
 if __name__ == "__main__":
   googletest.main()
diff --git a/tensorflow/contrib/boosted_trees/python/utils/losses.py b/tensorflow/contrib/boosted_trees/python/utils/losses.py
index b5ebaf1999..f8da20a54c 100644
--- a/tensorflow/contrib/boosted_trees/python/utils/losses.py
+++ b/tensorflow/contrib/boosted_trees/python/utils/losses.py
@@ -48,6 +48,47 @@ def per_example_logistic_loss(labels, weights, predictions):
       labels=labels, logits=predictions)
   return unweighted_loss * weights, control_flow_ops.no_op()
 
+# MUST USE WITH HESSIAN REGULARIZATION,
+# This loss can have zero hessian, so it must be used with l2 or min_node_weight
+# regularization.
+# An example config is
+# learner_config.constraints.min_node_weight = 1 / num_examples_per_layer
+# learner_config.regularization.l2 = 1.0 / num_examples_per_layer
+# TODO(nponomareva): make it multidimensional so we can estimate several
+# quantiles at once.
+def per_example_quantile_regression_loss(labels, weights, predictions,
+                                         quantile):
+  """Smoothed loss for quantile regression.
+
+  The standard quantile regression loss is quantile*(y-y') when y>y' and
+  (quantile-1)*(y-y') otherwise, y' is a prediction, y is a label. The impl
+  below is this loss but squared in the region where the loss value < 1.
+
+  Args:
+    labels: Rank 2 (N, 1) tensor of per-example labels.
+    weights: Rank 2 (N, 1) tensor of per-example weights.
+    predictions: Rank 2 (N, 1) tensor of per-example predictions.
+    quantile: The quantile to use.
+
+  Returns:
+    loss: A Rank 2 (N, 1) tensor of per-example quantile loss.
+    update_op: An update operation to update the loss's internal state.
+  """
+  labels = math_ops.to_float(labels)
+  error = labels - predictions
+  square_loss_right = array_ops.where(error * quantile < 1.0,
+                                      math_ops.square(quantile * error),
+                                      quantile * error)
+  square_loss_left = array_ops.where(error * (quantile - 1) < 1,
+                                     math_ops.square((quantile - 1) * error),
+                                     (quantile - 1) * error)
+
+  unweighted_loss = array_ops.where(error > 0, square_loss_right,
+                                    square_loss_left)
+  if weights is None:
+    return unweighted_loss, control_flow_ops.no_op()
+  else:
+    return unweighted_loss * weights, control_flow_ops.no_op()
 
 # This is classical form of Maximum entropy loss, that is twice differentiable
 # (sparse_softmax_cross_entropy which is what we go for is not twice
-- 
GitLab


From 59a6fb8a8de84aff258ee7ec9d21966600c159ae Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Tue, 13 Nov 2018 10:04:13 -0800
Subject: [PATCH 1514/1825] Export tf.compat.v1.wrap_function

PiperOrigin-RevId: 221285685
---
 tensorflow/python/BUILD                        |  1 +
 tensorflow/python/eager/wrap_function.py       | 18 ++++++++++++++++++
 tensorflow/python/ops/standard_ops.py          |  1 +
 .../tools/api/golden/v1/tensorflow.pbtxt       |  4 ++++
 4 files changed, 24 insertions(+)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 4fe92262ba..63352b82f1 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2972,6 +2972,7 @@ py_library(
         ":util",
         ":variable_scope",
         ":variables",
+        "//tensorflow/python/eager:wrap_function",
         "//tensorflow/python/ops/distributions",
         "//tensorflow/python/ops/linalg",
     ],
diff --git a/tensorflow/python/eager/wrap_function.py b/tensorflow/python/eager/wrap_function.py
index 48266437ef..2b39e99a4e 100644
--- a/tensorflow/python/eager/wrap_function.py
+++ b/tensorflow/python/eager/wrap_function.py
@@ -26,6 +26,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.util import nest
+from tensorflow.python.util.tf_export import tf_export
 
 
 class VariableHolder(object):
@@ -45,6 +46,7 @@ class VariableHolder(object):
       return self._fn(*args, **kwargs)
 
 
+# TODO(allenl): make this checkpointable
 class WrappedFunction(function.Function):
   """Wraps a tf V1 piece of code in a function."""
 
@@ -77,6 +79,7 @@ class WrappedFunction(function.Function):
     return pruned_fn
 
 
+@tf_export(v1=["wrap_function"])
 def wrap_function(fn, signature, name=None):
   """Wraps the TF 1.x function fn into a graph function.
 
@@ -109,6 +112,21 @@ def wrap_function(fn, signature, name=None):
   assert float(f_sub(1.0)) == 3.0
   ```
 
+  Both `tf.compat.v1.wrap_function` and `tf.function` create a callable
+  TensorFlow graph. But while `tf.function` runs all stateful operations
+  (e.g. `tf.print`) and sequences operations to provide the same semantics as
+  eager execution, `wrap_function` is closer to the behavior of `session.run` in
+  TensorFlow 1.x. It will not run any operations unless they are required to
+  compute the function's outputs, either through a data dependency or a control
+  dependency. Nor will it sequence operations.
+
+  Unlike `tf.function`, `wrap_function` will only trace the Python function
+  once. As with placeholders in TF 1.x, shapes and dtypes must be provided to
+  `wrap_function`'s `signature` argument.
+
+  Since it is only traced once, variables and state may be created inside the
+  function and owned by the function wrapper object.
+
   Args:
     fn: python function to be wrapped
     signature: the placeholder and python arguments to be passed to the
diff --git a/tensorflow/python/ops/standard_ops.py b/tensorflow/python/ops/standard_ops.py
index 4f1662ab08..cc779e6901 100644
--- a/tensorflow/python/ops/standard_ops.py
+++ b/tensorflow/python/ops/standard_ops.py
@@ -51,6 +51,7 @@ from tensorflow.python.ops.control_flow_ops import group
 from tensorflow.python.ops.control_flow_ops import no_op
 from tensorflow.python.ops.control_flow_ops import tuple  # pylint: disable=redefined-builtin
 # pylint: enable=redefined-builtin
+from tensorflow.python.eager import wrap_function
 from tensorflow.python.ops.control_flow_ops import while_loop
 from tensorflow.python.ops.data_flow_ops import *
 from tensorflow.python.ops.functional_ops import *
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index f4dce81659..9904e264eb 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -2296,6 +2296,10 @@ tf_module {
     name: "while_loop"
     argspec: "args=[\'cond\', \'body\', \'loop_vars\', \'shape_invariants\', \'parallel_iterations\', \'back_prop\', \'swap_memory\', \'name\', \'maximum_iterations\', \'return_same_structure\'], varargs=None, keywords=None, defaults=[\'None\', \'10\', \'True\', \'False\', \'None\', \'None\', \'False\'], "
   }
+  member_method {
+    name: "wrap_function"
+    argspec: "args=[\'fn\', \'signature\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "write_file"
     argspec: "args=[\'filename\', \'contents\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 7bdceecdb4cb6df818c3e16a9ae6017a323346cb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 10:12:30 -0800
Subject: [PATCH 1515/1825] Update TOCO docs to point to the right place.

PiperOrigin-RevId: 221287313
---
 tensorflow/lite/toco/README.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/lite/toco/README.md b/tensorflow/lite/toco/README.md
index 91f6f618a3..bd8f8282f0 100644
--- a/tensorflow/lite/toco/README.md
+++ b/tensorflow/lite/toco/README.md
@@ -8,9 +8,9 @@ the usage documentation.
 
 Usage information is given in these documents:
 
-*   [Command-line glossary](g3doc/cmdline_reference.md)
-*   [Command-line examples](g3doc/cmdline_examples.md)
-*   [Python API examples](g3doc/python_api.md)
+*   [Command-line glossary](../g3doc/convert/cmdline_reference.md)
+*   [Command-line examples](../g3doc/convert/cmdline_examples.md)
+*   [Python API examples](../g3doc/convert/python_api.md)
 
 ## Where the converter fits in the TensorFlow landscape
 
-- 
GitLab


From 00cd6b4edba956b6dd6e26013a6449c598f5c674 Mon Sep 17 00:00:00 2001
From: Andiry Xu <andiryxu@google.com>
Date: Tue, 13 Nov 2018 10:24:50 -0800
Subject: [PATCH 1516/1825] Clarify time unit in grappler ChannelCostEstimator
 and VirtualScheduler.

PiperOrigin-RevId: 221289534
---
 tensorflow/core/grappler/costs/virtual_scheduler.cc | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/grappler/costs/virtual_scheduler.cc b/tensorflow/core/grappler/costs/virtual_scheduler.cc
index ba50e55538..424994125f 100644
--- a/tensorflow/core/grappler/costs/virtual_scheduler.cc
+++ b/tensorflow/core/grappler/costs/virtual_scheduler.cc
@@ -1022,7 +1022,8 @@ Costs VirtualScheduler::Summary() const {
       bool is_cost_accurate;
       std::tie(cost, is_cost_accurate) = op_costs_.at(item.first);
       VLOG(2) << "Node: " << item.first << ", Count: " << item.second
-              << ", Individual Cost: " << (is_cost_accurate ? "" : "~") << cost;
+              << ", Individual Cost: " << (is_cost_accurate ? "" : "~") << cost
+              << " us";
     }
   }
 
-- 
GitLab


From d51714f8ab9c56ec0ab1bc7f0c7057da15af462c Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Tue, 13 Nov 2018 10:41:19 -0800
Subject: [PATCH 1517/1825] Disallow resizing with the NNAPI delegate

PiperOrigin-RevId: 221292529
---
 .../lite/delegates/nnapi/nnapi_delegate.cc       |  2 +-
 .../lite/delegates/nnapi/nnapi_delegate_test.cc  | 16 ++++++++++++++++
 2 files changed, 17 insertions(+), 1 deletion(-)

diff --git a/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
index 9690c65921..4fe07004a8 100644
--- a/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate.cc
@@ -1141,7 +1141,7 @@ class NNAPIDelegateKernel {
 TfLiteDelegate* NnApiDelegate() {
   static TfLiteDelegate delegate = {
       .data_ = nullptr,
-      .flags = kTfLiteDelegateFlagsAllowDynamicTensors,
+      .flags = kTfLiteDelegateFlagsNone,
       .Prepare = [](TfLiteContext* context,
                     TfLiteDelegate* delegate) -> TfLiteStatus {
         // Do not check nodes_ if NN API is unavailable.
diff --git a/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc b/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
index 84a0a6a1d1..ca48af0c95 100644
--- a/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
+++ b/tensorflow/lite/delegates/nnapi/nnapi_delegate_test.cc
@@ -34,6 +34,11 @@ class SingleOpModelWithNNAPI : public SingleOpModel {
       interpreter->ModifyGraphWithDelegate(NnApiDelegate());
     });
   }
+
+  TfLiteStatus ResizeInputTensor(int tensor_index,
+                                 const std::vector<int>& dims) {
+    return interpreter_->ResizeInputTensor(tensor_index, dims);
+  }
 };
 
 class FloatAddOpModel : public SingleOpModelWithNNAPI {
@@ -97,6 +102,17 @@ TEST(NNAPIDelegate, AddWithRelu) {
   EXPECT_THAT(m.GetOutput(), ElementsAreArray({0.0, 0.4, 1.0, 1.3}));
 }
 
+// Verify that resize attempts fail.
+// TODO(b/113110851): Verify success after the delegate supports resizing.
+TEST(NNAPIDelegate, ResizeFails) {
+  FloatAddOpModel m({TensorType_FLOAT32, {1, 2, 2, 1}},
+                    {TensorType_FLOAT32, {1, 2, 2, 1}},
+                    {TensorType_FLOAT32, {}}, ActivationFunctionType_NONE);
+  m.PopulateTensor<float>(m.input1(), {-2.0, 0.2, 0.7, 0.8});
+  m.PopulateTensor<float>(m.input2(), {0.1, 0.2, 0.3, 0.5});
+  EXPECT_EQ(m.ResizeInputTensor(m.input1(), {1, 3, 3, 1}), kTfLiteError);
+}
+
 class FloatMulOpModel : public SingleOpModelWithNNAPI {
  public:
   FloatMulOpModel(const TensorData& input1, const TensorData& input2,
-- 
GitLab


From ee61c166bb984935caa71053fe765ac9a9a724fc Mon Sep 17 00:00:00 2001
From: Dimitris Vardoulakis <dimvar@google.com>
Date: Tue, 13 Nov 2018 10:45:31 -0800
Subject: [PATCH 1518/1825] [TF:XLA] New HLO pass that detects a pattern of
 AllReduce and CrossReplicaSum and rewrites it, to use an efficient
 CrossReplicaSum implementation that fully utilizes the interconnect
 bandwidth.

PiperOrigin-RevId: 221293415
---
 tensorflow/compiler/xla/literal.h             |   2 +-
 tensorflow/compiler/xla/service/BUILD         |  35 ++
 .../compiler/xla/service/ar_crs_combiner.cc   | 286 ++++++++++++
 .../compiler/xla/service/ar_crs_combiner.h    |  88 ++++
 .../xla/service/ar_crs_combiner_test.cc       | 415 ++++++++++++++++++
 tensorflow/compiler/xla/service/call_graph.cc |   9 +
 tensorflow/compiler/xla/service/call_graph.h  |   4 +
 .../compiler/xla/service/hlo_instruction.cc   |  10 +
 .../compiler/xla/service/hlo_instruction.h    |  17 +-
 .../compiler/xla/service/hlo_instructions.cc  |   5 +
 .../compiler/xla/service/hlo_instructions.h   |   1 +
 .../compiler/xla/service/pattern_matcher.h    |   2 +
 12 files changed, 868 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/compiler/xla/service/ar_crs_combiner.cc
 create mode 100644 tensorflow/compiler/xla/service/ar_crs_combiner.h
 create mode 100644 tensorflow/compiler/xla/service/ar_crs_combiner_test.cc

diff --git a/tensorflow/compiler/xla/literal.h b/tensorflow/compiler/xla/literal.h
index e791048b4d..fa9a71af4c 100644
--- a/tensorflow/compiler/xla/literal.h
+++ b/tensorflow/compiler/xla/literal.h
@@ -301,7 +301,7 @@ class LiteralBase {
   //
   // Note: It's an antipattern to use this method then immediately call
   // MutableLiteralBase::Populate on the result (since that results in zero
-  // initialization, then reinitialization. Conside if a call to
+  // initialization, then reinitialization. Consider if a call to
   // absl::make_unique<Literal>(shape), followed by the call to
   // MutableLiteralBase::Populate can be used instead.
   static Literal CreateFromShape(const Shape& shape);
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 19b5c1ca25..3fc804b9f6 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -3513,6 +3513,41 @@ cc_library(
     ],
 )
 
+cc_library(
+    name = "ar_crs_combiner",
+    srcs = ["ar_crs_combiner.cc"],
+    hdrs = ["ar_crs_combiner.h"],
+    deps = [
+        ":call_graph",
+        ":pattern_matcher",
+        "//tensorflow/compiler/xla:literal",
+        "//tensorflow/compiler/xla:literal_util",
+        "//tensorflow/compiler/xla:status_macros",
+        "//tensorflow/compiler/xla:statusor",
+        "//tensorflow/compiler/xla:types",
+        "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/compiler/xla/service:hlo",
+        "//tensorflow/compiler/xla/service:hlo_pass",
+        "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/strings",
+    ],
+)
+
+tf_cc_test(
+    name = "ar_crs_combiner_test",
+    srcs = ["ar_crs_combiner_test.cc"],
+    deps = [
+        ":ar_crs_combiner",
+        ":hlo",
+        ":hlo_matchers",
+        "//tensorflow/compiler/xla:statusor",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
+        "//tensorflow/compiler/xla/tests:xla_internal_test_main",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:test",
+    ],
+)
+
 tf_cc_test(
     name = "map_inliner_test",
     srcs = ["map_inliner_test.cc"],
diff --git a/tensorflow/compiler/xla/service/ar_crs_combiner.cc b/tensorflow/compiler/xla/service/ar_crs_combiner.cc
new file mode 100644
index 0000000000..c11452a6fb
--- /dev/null
+++ b/tensorflow/compiler/xla/service/ar_crs_combiner.cc
@@ -0,0 +1,286 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/ar_crs_combiner.h"
+
+#include <string>
+#include <utility>
+#include <vector>
+
+#include "tensorflow/compiler/xla/literal.h"
+#include "tensorflow/compiler/xla/literal_util.h"
+#include "tensorflow/compiler/xla/service/call_graph.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_opcode.h"
+#include "tensorflow/compiler/xla/service/pattern_matcher.h"
+#include "tensorflow/compiler/xla/status_macros.h"
+#include "tensorflow/compiler/xla/types.h"
+#include "tensorflow/compiler/xla/xla_data.pb.h"
+
+namespace xla {
+
+namespace {
+
+namespace m = match;
+
+// If the argument instruction is a CRS in the sequence
+// AR -> Convert -> Add -> CRS
+// then return the AR in the sequence.
+// TODO(b/117554291): Rewrite this to recognize more general patterns,
+// not just the specific one of AR -> Add -> Convert -> CRS.
+absl::optional<HloInstruction*> MatchesArCrsPattern(
+    HloInstruction* instruction) {
+  HloInstruction *ar, *convert, *add, *crs;
+  if (Match(instruction,
+            m::CrossReplicaSum(
+                &crs, m::Add(&add, m::Op(),
+                             m::Convert(&convert,
+                                        m::CrossReplicaSum(&ar, m::Op()))))) &&
+      ar->users().size() == 1 && ar->shape().element_type() == BF16 &&
+      convert->shape().element_type() == F32 && !crs->all_reduce_id()) {
+    return ar;
+  }
+  return absl::optional<HloInstruction*>();
+}
+
+}  // namespace
+
+absl::optional<HloInstruction*> ArCrsCombiner::WhileFromBodyParameter(
+    HloInstruction* instruction) {
+  CHECK(HloOpcode::kParameter == instruction->opcode());
+  HloComputation* computation = instruction->parent();
+  auto caller_instructions = call_graph_->GetComputationCallers(computation);
+  if (caller_instructions.size() == 1) {
+    auto caller_instruction = caller_instructions[0];
+    if (caller_instruction->opcode() == HloOpcode::kWhile) {
+      return caller_instruction;
+    }
+  }
+  return absl::optional<HloInstruction*>();
+}
+
+std::vector<HloInstruction*> ArCrsCombiner::GetAllTuples(
+    HloInstruction* instruction) {
+  if (instruction->opcode() == HloOpcode::kTuple) {
+    return {instruction};
+  }
+  if (instruction->opcode() == HloOpcode::kDomain) {
+    return GetAllTuples(instruction->operands()[0]);
+  }
+  if (instruction->opcode() == HloOpcode::kParameter) {
+    auto maybe_while = WhileFromBodyParameter(instruction);
+    if (!maybe_while) {
+      return {};
+    }
+    auto while_instr = *maybe_while;
+    auto init_tuples = GetAllTuples(while_instr->while_init());
+    auto body_tuples =
+        GetAllTuples(while_instr->while_body()->root_instruction());
+    if (init_tuples.empty() || body_tuples.empty()) {
+      return {};
+    }
+    init_tuples.insert(init_tuples.end(), body_tuples.begin(),
+                       body_tuples.end());
+    return init_tuples;
+  }
+  if (instruction->opcode() == HloOpcode::kGetTupleElement) {
+    std::vector<HloInstruction*> result_tuples;
+    for (auto tuple : GetAllTuples(instruction->operands()[0])) {
+      auto tmp_tuples =
+          GetAllTuples(tuple->mutable_operand(instruction->tuple_index()));
+      if (tmp_tuples.empty()) {
+        return {};
+      }
+      result_tuples.insert(result_tuples.end(), tmp_tuples.begin(),
+                           tmp_tuples.end());
+    }
+    return result_tuples;
+  }
+  return {};
+}
+
+bool ArCrsCombiner::TupleElementsComputeSameValue(
+    HloInstruction* tuple_shaped_instruction, int64 i1, int64 i2,
+    absl::flat_hash_map<int64, int64>* visited_pairs) {
+  auto tuples = GetAllTuples(tuple_shaped_instruction);
+  if (tuples.empty()) {
+    return false;
+  }
+  for (auto tuple : tuples) {
+    CHECK(tuple->opcode() == HloOpcode::kTuple);
+    if (!InstructionsComputeSameValue(tuple->mutable_operand(i1),
+                                      tuple->mutable_operand(i2),
+                                      visited_pairs)) {
+      return false;
+    }
+  }
+  return true;
+}
+
+/* static */
+bool ArCrsCombiner::TestInstructionsComputeSameValue(HloInstruction* i1,
+                                                     HloInstruction* i2) {
+  ArCrsCombiner combiner(/*num_spatial_partitions=*/2);
+  auto module = i1->parent()->parent();
+  CHECK_EQ(module, i2->parent()->parent());
+  combiner.call_graph_ = CallGraph::Build(module);
+  absl::flat_hash_map<int64, int64> visited_pairs;
+  return combiner.InstructionsComputeSameValue(i1, i2, &visited_pairs);
+}
+
+bool ArCrsCombiner::InstructionsComputeSameValue(
+    HloInstruction* i1, HloInstruction* i2,
+    absl::flat_hash_map<int64, int64>* visited_pairs) {
+  if (i1 == i2) {
+    return true;
+  }
+  auto uid1 = i1->unique_id();
+  auto uid2 = i2->unique_id();
+  auto min_uid = std::min(uid1, uid2);
+  auto max_uid = std::max(uid1, uid2);
+  auto it = visited_pairs->find(min_uid);
+  if (it != visited_pairs->end() && max_uid == it->second) {
+    return true;
+  }
+  auto opcode1 = i1->opcode();
+  auto operands1 = i1->operands();
+  if (opcode1 != i2->opcode() || operands1.size() != i2->operands().size()) {
+    return false;
+  }
+  if (opcode1 == HloOpcode::kConstant || i1->IsCrossModuleAllReduce()) {
+    return i1->Identical(
+        *i2,
+        /*eq_operands=*/std::equal_to<const HloInstruction*>(),
+        /*eq_computations=*/std::equal_to<const HloComputation*>(),
+        /*layout_sensitive=*/false);
+  }
+  visited_pairs->emplace(min_uid, max_uid);
+  for (int i = 0; i < operands1.size(); ++i) {
+    auto operand1 = operands1[i];
+    auto operand2 = i2->operands()[i];
+    if (!InstructionsComputeSameValue(operand1, operand2, visited_pairs)) {
+      return false;
+    }
+  }
+  if (opcode1 == HloOpcode::kGetTupleElement) {
+    if (i1->tuple_index() == i2->tuple_index()) {
+      return true;
+    }
+    return TupleElementsComputeSameValue(operands1[0], i1->tuple_index(),
+                                         i2->tuple_index(), visited_pairs);
+  }
+  return true;
+}
+
+void ArCrsCombiner::GroupAllReducesById(HloModule* module) {
+  for (HloComputation* computation : module->MakeNonfusionComputations()) {
+    for (HloInstruction* instruction : computation->instructions()) {
+      auto ar = MatchesArCrsPattern(instruction);
+      if (ar) {
+        all_reduce_map_[*((*ar)->all_reduce_id())].push_back(*ar);
+      }
+    }
+  }
+}
+
+void ArCrsCombiner::KeepProvablyEqualInstructionGroups() {
+  for (auto it : all_reduce_map_) {
+    auto instruction_vec = it.second;
+    CHECK_EQ(instruction_vec.size(), num_spatial_partitions_);
+
+    auto instr_0 = instruction_vec[0];
+    auto add_0 = instr_0->users()[0]->users()[0];
+    CHECK(HloOpcode::kAdd == add_0->opcode());
+
+    for (int i = 1; i < instruction_vec.size(); ++i) {
+      auto instr_i = instruction_vec[i];
+      auto add_i = instr_i->users()[0]->users()[0];
+      CHECK(HloOpcode::kAdd == add_i->opcode());
+      absl::flat_hash_map<int64, int64> visited_pairs;
+      if (!InstructionsComputeSameValue(add_0, add_i, &visited_pairs)) {
+        all_reduce_map_.erase(it.first);
+      }
+    }
+  }
+}
+
+StatusOr<bool> ArCrsCombiner::RewriteGraph() {
+  if (all_reduce_map_.empty()) {
+    return false;
+  }
+
+  auto computation_is_addition = [](HloComputation* c) {
+    return c->instruction_count() == 3 &&
+           Match(c->root_instruction(), m::Add(m::Parameter(), m::Parameter()));
+  };
+
+  for (auto it : all_reduce_map_) {
+    auto instruction_vec = it.second;
+    for (auto all_reduce : instruction_vec) {
+      auto parent_computation = all_reduce->parent();
+      auto convert = all_reduce->users()[0];
+      auto add = convert->users()[0];
+      auto crs = add->users()[0];
+
+      if (!computation_is_addition(all_reduce->called_computations()[0]) ||
+          !computation_is_addition(crs->called_computations()[0])) {
+        continue;
+      }
+      HloInstruction* other_summand = (add->operands()[0] == convert)
+                                          ? add->operands()[1]
+                                          : add->operands()[0];
+      // Remove the AllReduce and replace the CRS with:
+      // AllReduce - (other_summand * (num_spatial_partitions_ - 1))
+      TF_CHECK_OK(
+          all_reduce->ReplaceAllUsesWith(all_reduce->mutable_operand(0)));
+      crs->set_all_reduce_id(all_reduce->all_reduce_id());
+      auto new_shape = crs->shape();
+      HloInstruction* to_subtract;
+      if (num_spatial_partitions_ == 2) {
+        to_subtract = other_summand;
+      } else {
+        Literal partitions_minus_1_lit = Literal(new_shape);
+        partitions_minus_1_lit.PopulateWithValue<float>(
+            num_spatial_partitions_ - 1);
+        auto partitions_minus_1_const = parent_computation->AddInstruction(
+            HloInstruction::CreateConstant(partitions_minus_1_lit.Clone()));
+        to_subtract =
+            parent_computation->AddInstruction(HloInstruction::CreateBinary(
+                new_shape, HloOpcode::kMultiply, other_summand,
+                partitions_minus_1_const));
+      }
+      auto sub =
+          parent_computation->AddInstruction(HloInstruction::CreateBinary(
+              new_shape, HloOpcode::kSubtract, crs, to_subtract));
+      TF_CHECK_OK(crs->ReplaceAllUsesWith(sub));
+      TF_CHECK_OK(parent_computation->RemoveInstruction(all_reduce));
+    }
+  }
+
+  return true;
+}
+
+StatusOr<bool> ArCrsCombiner::Run(HloModule* module) {
+  call_graph_ = CallGraph::Build(module);
+
+  GroupAllReducesById(module);
+
+  KeepProvablyEqualInstructionGroups();
+
+  return RewriteGraph();
+}
+
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/ar_crs_combiner.h b/tensorflow/compiler/xla/service/ar_crs_combiner.h
new file mode 100644
index 0000000000..f6a7ef76ec
--- /dev/null
+++ b/tensorflow/compiler/xla/service/ar_crs_combiner.h
@@ -0,0 +1,88 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_XLA_SERVICE_AR_CRS_COMBINER_H_
+#define TENSORFLOW_COMPILER_XLA_SERVICE_AR_CRS_COMBINER_H_
+
+#include "absl/container/flat_hash_map.h"
+#include "absl/strings/string_view.h"
+#include "tensorflow/compiler/xla/service/call_graph.h"
+#include "tensorflow/compiler/xla/service/hlo_module.h"
+#include "tensorflow/compiler/xla/service/hlo_pass_interface.h"
+#include "tensorflow/compiler/xla/statusor.h"
+
+namespace xla {
+
+// Combine an AllReduce and a CrossReplicaSum when they are close to each other
+// in the graph, to use an efficient CrossReplicaSum implementation that
+// fully utilizes the interconnect bandwidth.
+class ArCrsCombiner : public HloModulePass {
+ public:
+  ArCrsCombiner(int num_spatial_partitions)
+      : num_spatial_partitions_(num_spatial_partitions) {}
+  absl::string_view name() const override { return "ar-crs-combiner"; }
+  StatusOr<bool> Run(HloModule* module) override;
+
+  // Helper method to allow testing of InstructionsComputeSameValue.
+  static bool TestInstructionsComputeSameValue(HloInstruction* i1,
+                                               HloInstruction* i2);
+
+ private:
+  // If the passed instruction is a while parameter, and the while body is only
+  // called by a single while instruction, return the while instruction.
+  absl::optional<HloInstruction*> WhileFromBodyParameter(
+      HloInstruction* instruction);
+
+  // Returns a vector of tuple instructions.
+  // If all instructions that flow to "instruction" are tuples, return them.
+  // Otherwise, return an empty vector.
+  std::vector<HloInstruction*> GetAllTuples(HloInstruction* instruction);
+
+  // Checks whether two different elements in the same tuple compute the same
+  // value.
+  bool TupleElementsComputeSameValue(
+      HloInstruction* tuple_shaped_instruction, int64 i1, int64 i2,
+      absl::flat_hash_map<int64, int64>* visited_pairs);
+
+  // Returns whether the instructions i1 and i2 can be shown to evaluate to the
+  // same value. Handling WHILE requires recursion, which may cause us to visit
+  // the same instruction again. To avoid infinite loops, we pass a cache of
+  // visited instruction pairs.
+  bool InstructionsComputeSameValue(
+      HloInstruction* i1, HloInstruction* i2,
+      absl::flat_hash_map<int64, int64>* visited_pairs);
+
+  // Populates all_reduce_map_.
+  void GroupAllReducesById(HloModule* module);
+
+  // Looks at each AllReduce group in all_reduce_map_, and keeps only the
+  // groups for which it's safe to move the AllReduce later in the HLO graph.
+  void KeepProvablyEqualInstructionGroups();
+
+  // Performs the graph rewrite that eliminates the early AllReduce and turns
+  // the later CRS into an AllReduce.
+  StatusOr<bool> RewriteGraph();
+
+  int num_spatial_partitions_;
+
+  // Map from all-reduce ids to the all reduce instructions.
+  absl::flat_hash_map<int64, std::vector<HloInstruction*>> all_reduce_map_;
+
+  std::unique_ptr<CallGraph> call_graph_;
+};
+
+}  // namespace xla
+
+#endif  // TENSORFLOW_COMPILER_XLA_SERVICE_AR_CRS_COMBINER_H_
diff --git a/tensorflow/compiler/xla/service/ar_crs_combiner_test.cc b/tensorflow/compiler/xla/service/ar_crs_combiner_test.cc
new file mode 100644
index 0000000000..9d5eaf63cc
--- /dev/null
+++ b/tensorflow/compiler/xla/service/ar_crs_combiner_test.cc
@@ -0,0 +1,415 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/ar_crs_combiner.h"
+#include "tensorflow/compiler/xla/service/hlo_matchers.h"
+#include "tensorflow/compiler/xla/statusor.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+
+namespace xla {
+namespace {
+
+namespace op = xla::testing::opcode_matchers;
+
+class ArCrsCombinerTest : public HloTestBase {};
+
+TEST_F(ArCrsCombinerTest, SameValueTestBasecase) {
+  const char* module_str = R"(
+HloModule foobar
+
+ENTRY %entrycomp (p: f32[2,2]) -> (f32[2,2], f32[2,2]) {
+  %p = f32[2,2] parameter(0)
+  %constant.f32.1 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %constant.f32.2 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%constant.f32.1, %constant.f32.2)
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_tuple = module->entry_computation()->root_instruction();
+  auto i1 = root_tuple->operands()[0];
+  auto i2 = root_tuple->operands()[1];
+  EXPECT_FALSE(ArCrsCombiner::TestInstructionsComputeSameValue(
+      i1, module->entry_computation()->parameter_instruction(0)));
+  EXPECT_TRUE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestNumOperands) {
+  const char* module_str = R"(
+HloModule foobar
+
+ENTRY %entrycomp (p: f32[2,2]) -> ((f32[2,2]), (f32[2,2], f32[2,2])) {
+  %p = f32[2,2] parameter(0)
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %tuple1 = (f32[2,2]) tuple(%constant.f32)
+  %tuple2 = (f32[2,2], f32[2,2]) tuple(%constant.f32, %constant.f32)
+  ROOT %tuple = ((f32[2,2]), (f32[2,2], f32[2,2])) tuple(%tuple1, %tuple2)
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_tuple = module->entry_computation()->root_instruction();
+  auto i1 = root_tuple->operands()[0];
+  auto i2 = root_tuple->operands()[1];
+  EXPECT_FALSE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestTupleElementSameIndex) {
+  const char* module_str = R"(
+HloModule foobar
+
+ENTRY %entrycomp (p: f32[2,2]) -> (f32[2,2], f32[2,2]) {
+  %p = f32[2,2] parameter(0)
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %tuple.1 = (f32[2,2], f32[2,2]) tuple(%constant.f32, %constant.f32)
+  %get-tuple-element.1 = f32[2,2] get-tuple-element(%tuple.1), index=0
+  %get-tuple-element.2 = f32[2,2] get-tuple-element(%tuple.1), index=0
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%get-tuple-element.1, %get-tuple-element.2)
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_tuple = module->entry_computation()->root_instruction();
+  auto i1 = root_tuple->operands()[0];
+  auto i2 = root_tuple->operands()[1];
+  EXPECT_TRUE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestTupleElementDifferentIndex1) {
+  const char* module_str = R"(
+HloModule foobar
+
+ENTRY %entrycomp (p: f32[2,2]) -> (f32[2,2], f32[2,2]) {
+  %p = f32[2,2] parameter(0)
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %tuple.1 = (f32[2,2], f32[2,2]) tuple(%constant.f32, %constant.f32)
+  %get-tuple-element.1 = f32[2,2] get-tuple-element(%tuple.1), index=0
+  %get-tuple-element.2 = f32[2,2] get-tuple-element(%tuple.1), index=1
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%get-tuple-element.1, %get-tuple-element.2)
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_tuple = module->entry_computation()->root_instruction();
+  auto i1 = root_tuple->operands()[0];
+  auto i2 = root_tuple->operands()[1];
+  EXPECT_TRUE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestTupleElementDifferentIndex2) {
+  const char* module_str = R"(
+HloModule foobar
+
+ENTRY %entrycomp (p: f32[2,2]) -> (f32[2,2], f32[2,2]) {
+  %p = f32[2,2] parameter(0)
+  %constant.f32.1 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %constant.f32.2 = f32[2,2] constant(f32[2,2] {{2, 3}, {4, 5}})
+  %tuple.1 = (f32[2,2], f32[2,2]) tuple(%constant.f32.1, %constant.f32.2)
+  %get-tuple-element.1 = f32[2,2] get-tuple-element(%tuple.1), index=0
+  %get-tuple-element.2 = f32[2,2] get-tuple-element(%tuple.1), index=1
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%get-tuple-element.1, %get-tuple-element.2)
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_tuple = module->entry_computation()->root_instruction();
+  auto i1 = root_tuple->operands()[0];
+  auto i2 = root_tuple->operands()[1];
+  EXPECT_FALSE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestWhile1) {
+  const char* module_str = R"(
+HloModule foobar
+
+%condition (x: (f32[2,2], f32[2,2])) -> pred[] {
+  %x = (f32[2,2], f32[2,2]) parameter(0)
+  %constant.0 = s32[] constant(0)
+  %constant.1 = s32[] constant(1)
+  ROOT %greater-than = pred[] greater-than(s32[] %constant.1, s32[] %constant.0)
+}
+
+%body (x: (f32[2,2], f32[2,2])) -> (f32[2,2], f32[2,2]) {
+  %x = (f32[2,2], f32[2,2]) parameter(0)
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %get-tuple-element.1 = f32[2,2] get-tuple-element(%x), index=0
+  %get-tuple-element.2 = f32[2,2] get-tuple-element(%x), index=1
+  %add.1 = f32[2,2] add(%get-tuple-element.1, %constant.f32)
+  %add.2 = f32[2,2] add(%get-tuple-element.2, %constant.f32)
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%add.1, %add.2)
+}
+
+ENTRY %WhileLoop () -> (f32[2,2], f32[2,2]) {
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{3, 4}, {5, 6}})
+  %init.tuple = (f32[2,2], f32[2,2]) tuple(%constant.f32, %constant.f32)
+  ROOT %while = (f32[2,2], f32[2,2]) while(%init.tuple), condition=%condition, body=%body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_while = module->entry_computation()->root_instruction();
+  auto body_tuple = root_while->while_body()->root_instruction();
+  auto i1 = body_tuple->operands()[0];
+  auto i2 = body_tuple->operands()[1];
+  EXPECT_TRUE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestWhile2) {
+  const char* module_str = R"(
+HloModule foobar
+
+%condition (x: (f32[2,2], f32[2,2])) -> pred[] {
+  %x = (f32[2,2], f32[2,2]) parameter(0)
+  %constant.0 = s32[] constant(0)
+  %constant.1 = s32[] constant(1)
+  ROOT %greater-than = pred[] greater-than(s32[] %constant.1, s32[] %constant.0)
+}
+
+%body (x: (f32[2,2], f32[2,2])) -> (f32[2,2], f32[2,2]) {
+  %x = (f32[2,2], f32[2,2]) parameter(0)
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %get-tuple-element.1 = f32[2,2] get-tuple-element(%x), index=0
+  %get-tuple-element.2 = f32[2,2] get-tuple-element(%x), index=1
+  %add.1 = f32[2,2] add(%get-tuple-element.1, %constant.f32)
+  %add.2 = f32[2,2] add(%get-tuple-element.2, %constant.f32)
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%add.1, %add.2)
+}
+
+ENTRY %WhileLoop () -> (f32[2,2], f32[2,2]) {
+  %constant.f32.1 = f32[2,2] constant(f32[2,2] {{3, 4}, {5, 6}})
+  %constant.f32.2 = f32[2,2] constant(f32[2,2] {{3, 4}, {7, 8}})
+  %init.tuple = (f32[2,2], f32[2,2]) tuple(%constant.f32.1, %constant.f32.2)
+  ROOT %while = (f32[2,2], f32[2,2]) while(%init.tuple), condition=%condition, body=%body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_while = module->entry_computation()->root_instruction();
+  auto body_tuple = root_while->while_body()->root_instruction();
+  auto i1 = body_tuple->operands()[0];
+  auto i2 = body_tuple->operands()[1];
+  EXPECT_FALSE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, SameValueTestWhile3) {
+  const char* module_str = R"(
+HloModule foobar
+
+%condition (x: (f32[2,2], f32[2,2])) -> pred[] {
+  %x = (f32[2,2], f32[2,2]) parameter(0)
+  %constant.0 = s32[] constant(0)
+  %constant.1 = s32[] constant(1)
+  ROOT %greater-than = pred[] greater-than(s32[] %constant.1, s32[] %constant.0)
+}
+
+%body (x: (f32[2,2], f32[2,2])) -> (f32[2,2], f32[2,2]) {
+  %x = (f32[2,2], f32[2,2]) parameter(0)
+  %constant.f32.1 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %constant.f32.2 = f32[2,2] constant(f32[2,2] {{3, 4}, {1, 2}})
+  %get-tuple-element.1 = f32[2,2] get-tuple-element(%x), index=0
+  %get-tuple-element.2 = f32[2,2] get-tuple-element(%x), index=1
+  %add.1 = f32[2,2] add(%get-tuple-element.1, %constant.f32.1)
+  %add.2 = f32[2,2] add(%get-tuple-element.2, %constant.f32.2)
+  ROOT %tuple = (f32[2,2], f32[2,2]) tuple(%add.1, %add.2)
+}
+
+ENTRY %WhileLoop () -> (f32[2,2], f32[2,2]) {
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{3, 4}, {5, 6}})
+  %init.tuple = (f32[2,2], f32[2,2]) tuple(%constant.f32, %constant.f32)
+  ROOT %while = (f32[2,2], f32[2,2]) while(%init.tuple), condition=%condition, body=%body
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto root_while = module->entry_computation()->root_instruction();
+  auto body_tuple = root_while->while_body()->root_instruction();
+  auto i1 = body_tuple->operands()[0]->operands()[0];  // %get-tuple-element.1
+  auto i2 = body_tuple->operands()[1]->operands()[0];  // %get-tuple-element.2
+  EXPECT_FALSE(ArCrsCombiner::TestInstructionsComputeSameValue(i1, i2));
+}
+
+TEST_F(ArCrsCombinerTest, RewritePatternArConvertAddCrs) {
+  const char* module_str = R"(
+HloModule foobar
+
+%binary_add (a: bf16[], b: bf16[]) -> bf16[] {
+  %a = bf16[] parameter(0)
+  %b = bf16[] parameter(1)
+  ROOT %add = bf16[] add(%a, %b)
+}
+
+%sum.f32 (x: f32[], y: f32[]) -> f32[] {
+  %x = f32[] parameter(0)
+  %y = f32[] parameter(1)
+  ROOT %add = f32[] add(%x, %y)
+}
+
+ENTRY %entrycomp (p: f32[2,2]) -> (f32[2,2], f32[2,2]) {
+  %p = f32[2,2] parameter(0)
+  %constant.bf16 = bf16[2,2] constant(bf16[2,2] {{1, 2}, {3, 4}})
+  %constant.f32 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+
+  %cross-replica-sum.ar.1 = bf16[2,2]
+      cross-replica-sum(%constant.bf16),
+      replica_groups={{0},{1}},
+      all_reduce_id=1,
+      to_apply=%binary_add,
+      sharding={maximal device=0}
+  %convert.1 = f32[2,2]
+      convert(%cross-replica-sum.ar.1),
+      sharding={maximal device=0}
+  %add.1 = f32[2,2]
+      add(%constant.f32, %convert.1),
+      sharding={maximal device=0}
+  %cross-replica-sum.1 = f32[2,2]
+      cross-replica-sum(%add.1),
+      replica_groups={{0,1}},
+      to_apply=%sum.f32,
+      sharding={maximal device=0}
+
+  %cross-replica-sum.ar.2 = bf16[2,2]
+      cross-replica-sum(%constant.bf16),
+      replica_groups={{0},{1}},
+      all_reduce_id=1,
+      to_apply=%binary_add,
+      sharding={maximal device=1}
+  %convert.2 = f32[2,2]
+      convert(%cross-replica-sum.ar.2),
+      sharding={maximal device=1}
+  %add.2 = f32[2,2]
+      add(%constant.f32, %convert.2),
+      sharding={maximal device=1}
+  %cross-replica-sum.2 = f32[2,2]
+      cross-replica-sum(%add.2),
+      replica_groups={{0,1}},
+      to_apply=%sum.f32,
+      sharding={maximal device=1}
+
+  ROOT %tuple = (f32[2,2], f32[2,2])
+      tuple(%cross-replica-sum.1, %cross-replica-sum.2),
+      sharding={{maximal device=0}, {maximal device=1}}
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  auto crs_before =
+      module->entry_computation()->root_instruction()->operands()[0];
+  auto replica_groups_before = crs_before->replica_groups();
+  ArCrsCombiner combiner(2);
+  auto changed = combiner.Run(module.get()).ValueOrDie();
+  EXPECT_TRUE(changed);
+  EXPECT_THAT(module->entry_computation()->root_instruction(),
+              op::Tuple(op::Subtract(op::CrossReplicaSum(), op::Constant()),
+                        op::Subtract(op::CrossReplicaSum(), op::Constant())));
+  auto sub = module->entry_computation()->root_instruction()->operands()[0];
+  auto crs_after = sub->operands()[0];
+  auto replica_groups_after = crs_after->replica_groups();
+  ASSERT_EQ(replica_groups_before.size(), replica_groups_after.size());
+  for (int i = 0; i < replica_groups_before.size(); ++i) {
+    // Somewhat verbose way to compare the replica_ids, because EqualsProto
+    // is not available in the open-source build.
+    auto group_before = replica_groups_before[i];
+    std::vector<int64> ids_before(group_before.replica_ids().begin(),
+                                  group_before.replica_ids().end());
+    auto group_after = replica_groups_after[i];
+    std::vector<int64> ids_after(group_after.replica_ids().begin(),
+                                 group_after.replica_ids().end());
+    EXPECT_EQ(ids_before, ids_after);
+  }
+}
+
+TEST_F(ArCrsCombinerTest, OtherSummandNotTheSameDontRewrite) {
+  const char* module_str = R"(
+HloModule foobar
+
+%binary_add (a: bf16[], b: bf16[]) -> bf16[] {
+  %a = bf16[] parameter(0)
+  %b = bf16[] parameter(1)
+  ROOT %add = bf16[] add(%a, %b)
+}
+
+%sum.f32 (x: f32[], y: f32[]) -> f32[] {
+  %x = f32[] parameter(0)
+  %y = f32[] parameter(1)
+  ROOT %add = f32[] add(%x, %y)
+}
+
+ENTRY %entrycomp (p: f32[2,2]) -> (f32[2,2], f32[2,2]) {
+  %p = f32[2,2] parameter(0)
+  %constant.bf16 = bf16[2,2] constant(bf16[2,2] {{1, 2}, {3, 4}})
+  %constant.f32.1 = f32[2,2] constant(f32[2,2] {{1, 2}, {3, 4}})
+  %constant.f32.2 = f32[2,2] constant(f32[2,2] {{3, 4}, {5, 6}})
+
+  %cross-replica-sum.ar.1 = bf16[2,2]
+      cross-replica-sum(%constant.bf16),
+      replica_groups={{0},{1}},
+      all_reduce_id=1,
+      to_apply=%binary_add,
+      sharding={maximal device=0}
+  %convert.1 = f32[2,2]
+      convert(%cross-replica-sum.ar.1),
+      sharding={maximal device=0}
+  %add.1 = f32[2,2]
+      add(%constant.f32.1, %convert.1),
+      sharding={maximal device=0}
+  %cross-replica-sum.1 = f32[2,2]
+      cross-replica-sum(%add.1),
+      replica_groups={{0,1}},
+      to_apply=%sum.f32,
+      sharding={maximal device=0}
+
+  %cross-replica-sum.ar.2 = bf16[2,2]
+      cross-replica-sum(%constant.bf16),
+      replica_groups={{0},{1}},
+      all_reduce_id=1,
+      to_apply=%binary_add,
+      sharding={maximal device=1}
+  %convert.2 = f32[2,2]
+      convert(%cross-replica-sum.ar.2),
+      sharding={maximal device=1}
+  %add.2 = f32[2,2]
+      add(%constant.f32.2, %convert.2),
+      sharding={maximal device=1}
+  %cross-replica-sum.2 = f32[2,2]
+      cross-replica-sum(%add.2),
+      replica_groups={{0,1}},
+      to_apply=%sum.f32,
+      sharding={maximal device=1}
+
+  ROOT %tuple = (f32[2,2], f32[2,2])
+      tuple(%cross-replica-sum.1, %cross-replica-sum.2),
+      sharding={{maximal device=0}, {maximal device=1}}
+}
+)";
+
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseAndReturnVerifiedModule(module_str));
+  ArCrsCombiner combiner(2);
+  auto changed = combiner.Run(module.get()).ValueOrDie();
+  EXPECT_FALSE(changed);
+}
+
+}  // namespace
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/call_graph.cc b/tensorflow/compiler/xla/service/call_graph.cc
index bdd5069632..7987343bfa 100644
--- a/tensorflow/compiler/xla/service/call_graph.cc
+++ b/tensorflow/compiler/xla/service/call_graph.cc
@@ -325,6 +325,15 @@ bool CallGraph::IsFlattened() const {
   return true;
 }
 
+std::vector<HloInstruction*> CallGraph::GetComputationCallers(
+    HloComputation* c) {
+  std::vector<HloInstruction*> callers;
+  for (auto callsite : GetNode(c).caller_callsites()) {
+    callers.push_back(callsite.instruction());
+  }
+  return callers;
+}
+
 std::pair<HloInstruction*, HloInstruction*>
 CallGraph::NearestAncestorsInSameComputation(HloInstruction* a,
                                              HloInstruction* b) const {
diff --git a/tensorflow/compiler/xla/service/call_graph.h b/tensorflow/compiler/xla/service/call_graph.h
index cb56f4789d..05c7c99873 100644
--- a/tensorflow/compiler/xla/service/call_graph.h
+++ b/tensorflow/compiler/xla/service/call_graph.h
@@ -236,6 +236,10 @@ class CallGraph {
   // FlattenCallGraph.
   bool IsFlattened() const;
 
+  // Returns a vector of instructions calling the passed computation.
+  // (Often a vector of size 1.)
+  std::vector<HloInstruction*> GetComputationCallers(HloComputation* c);
+
   string ToString() const;
 
  private:
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.cc b/tensorflow/compiler/xla/service/hlo_instruction.cc
index 26786ee950..b8f7726c39 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction.cc
@@ -1900,6 +1900,11 @@ void HloInstruction::set_while_body(HloComputation* computation) {
   called_computations_[kBodyComputationIndex] = computation;
 }
 
+HloInstruction* HloInstruction::while_init() const {
+  CHECK_EQ(HloOpcode::kWhile, opcode_);
+  return operands_[0];
+}
+
 HloComputation* HloInstruction::true_computation() const {
   CHECK_EQ(HloOpcode::kConditional, opcode_);
   return called_computations_[kTrueComputationIndex];
@@ -3243,6 +3248,11 @@ absl::optional<int64> HloInstruction::all_reduce_id() const {
   return Cast<HloAllReduceInstruction>(this)->all_reduce_id();
 }
 
+void HloInstruction::set_all_reduce_id(
+    const absl::optional<int64>& all_reduce_id) {
+  return Cast<HloAllReduceInstruction>(this)->set_all_reduce_id(all_reduce_id);
+}
+
 const ConvolutionDimensionNumbers&
 HloInstruction::convolution_dimension_numbers() const {
   if (auto convolution = DynCast<HloConvolutionInstruction>(this)) {
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.h b/tensorflow/compiler/xla/service/hlo_instruction.h
index 818d4ede0f..b6bbc560d9 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.h
+++ b/tensorflow/compiler/xla/service/hlo_instruction.h
@@ -883,11 +883,15 @@ class HloInstruction {
       return false;
     }
 
-    // Use an explicit loop rather than ContainerEquals, because copying around
-    // std::functions may be too expensive in some cases.
-    for (size_t i = 0; i < operands().size(); ++i) {
-      if (!eq_operands(operand(i), other.operand(i))) {
-        return false;
+    // Two AllReduces are Identical if they have the same all_reduce_id.
+    // Their operands don't have to be Identical.
+    if (!this->IsCrossModuleAllReduce()) {
+      // Use an explicit loop rather than ContainerEquals, because copying
+      // around std::functions may be too expensive in some cases.
+      for (size_t i = 0; i < operands().size(); ++i) {
+        if (!eq_operands(operand(i), other.operand(i))) {
+          return false;
+        }
       }
     }
 
@@ -997,6 +1001,8 @@ class HloInstruction {
   void set_while_condition(HloComputation* while_condition);
   void set_while_body(HloComputation* while_body);
 
+  HloInstruction* while_init() const;
+
   // Gets/sets the true and false HloComputation for Conditional. The setters
   // should only be called by HloModule or HloComputation methods.
   //
@@ -1435,6 +1441,7 @@ class HloInstruction {
 
   // Delegates to HloAllReduceInstruction::all_reduce_id.
   absl::optional<int64> all_reduce_id() const;
+  void set_all_reduce_id(const absl::optional<int64>& all_reduce_id);
 
   // Returns data on the window in a windowed operation such as
   // convolution.
diff --git a/tensorflow/compiler/xla/service/hlo_instructions.cc b/tensorflow/compiler/xla/service/hlo_instructions.cc
index 4c765aa375..ed3b2f1564 100644
--- a/tensorflow/compiler/xla/service/hlo_instructions.cc
+++ b/tensorflow/compiler/xla/service/hlo_instructions.cc
@@ -370,6 +370,11 @@ HloAllReduceInstruction::HloAllReduceInstruction(
   AppendComputation(reduce_computation);
 }
 
+void HloAllReduceInstruction::set_all_reduce_id(
+    const absl::optional<int64>& all_reduce_id) {
+  all_reduce_id_ = all_reduce_id;
+}
+
 HloInstructionProto HloAllReduceInstruction::ToProto() const {
   HloInstructionProto proto = HloCollectiveInstruction::ToProto();
   // Proto3 is so sad.
diff --git a/tensorflow/compiler/xla/service/hlo_instructions.h b/tensorflow/compiler/xla/service/hlo_instructions.h
index d43a8973cc..0b07341cb9 100644
--- a/tensorflow/compiler/xla/service/hlo_instructions.h
+++ b/tensorflow/compiler/xla/service/hlo_instructions.h
@@ -252,6 +252,7 @@ class HloAllReduceInstruction : public HloCollectiveInstruction {
   }
 
   absl::optional<int64> all_reduce_id() const { return all_reduce_id_; }
+  void set_all_reduce_id(const absl::optional<int64>& all_reduce_id);
 
   // Returns a serialized representation of this instruction.
   HloInstructionProto ToProto() const override;
diff --git a/tensorflow/compiler/xla/service/pattern_matcher.h b/tensorflow/compiler/xla/service/pattern_matcher.h
index 6152cdc609..bf5eb42e2c 100644
--- a/tensorflow/compiler/xla/service/pattern_matcher.h
+++ b/tensorflow/compiler/xla/service/pattern_matcher.h
@@ -1067,8 +1067,10 @@ XLA_UNOP_PATTERN(RoundNearestAfz)
 XLA_UNOP_PATTERN(Bitcast)
 XLA_UNOP_PATTERN(Broadcast)
 XLA_UNOP_PATTERN(Ceil)
+XLA_UNOP_PATTERN(Convert)
 XLA_UNOP_PATTERN(Copy)
 XLA_UNOP_PATTERN(Cos)
+XLA_UNOP_PATTERN(CrossReplicaSum)
 XLA_UNOP_PATTERN(Exp)
 XLA_UNOP_PATTERN(Fft)
 XLA_UNOP_PATTERN(Floor)
-- 
GitLab


From 340483dc457df4270b63467b74ba1d9e14989add Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Tue, 13 Nov 2018 10:46:48 -0800
Subject: [PATCH 1519/1825] Add back support for strided slice with longs in
 Python 2

PiperOrigin-RevId: 221293686
---
 tensorflow/python/kernel_tests/array_ops_test.py | 1 +
 tensorflow/python/ops/array_ops.py               | 3 ++-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index c90794c789..c5b25dc8d0 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -636,6 +636,7 @@ class StridedSliceTest(test_util.TensorFlowTestCase):
       _ = checker[..., bar:bar2]
       _ = checker[..., bar]
       _ = checker[..., 3]
+      _ = checker[..., 2 ** 64 // 2**63]  # Test longs in Python 2
 
   def testTensorIndexingTypeError(self):
     with self.session(use_gpu=True):
diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index bbf7d166bf..78a6ca0e4c 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -22,6 +22,7 @@ from __future__ import print_function
 import sys
 
 import numpy as np
+import six
 
 from tensorflow.python.eager import context
 from tensorflow.python.framework import common_shapes
@@ -431,7 +432,7 @@ _SUPPORTED_SLICE_DTYPES = (
 
 def _check_index(idx):
   """Check if a given value is a valid index into a tensor."""
-  if isinstance(idx, (int, tensor_shape.Dimension)):
+  if isinstance(idx, (six.integer_types, tensor_shape.Dimension)):
     return
 
   # Optimistic check. Assumptions:
-- 
GitLab


From dd783b82916fa9da90ed31b63f040151c7418d4f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 11:01:33 -0800
Subject: [PATCH 1520/1825] Add definitions for OpKernelContext::Params
 constants.

PiperOrigin-RevId: 221296559
---
 tensorflow/core/framework/op_kernel.cc | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index e2a177569d..9e2d98b70a 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -255,6 +255,9 @@ Status OpKernelConstruction::allocate_persistent(
 
 // OpKernelContext -----------------------------------------------------------
 
+const int OpKernelContext::Params::kNeverForward;
+const int OpKernelContext::Params::kNoReservation;
+
 OpKernelContext::OpKernelContext(Params* params)
     : OpKernelContext(
           params, static_cast<int>(params->op_kernel->output_types().size())) {}
-- 
GitLab


From 78c12aa260765cf8b8b24c3ec394cf1663d70a26 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 11:17:26 -0800
Subject: [PATCH 1521/1825] Move contrib.all_reduce library implementation into
 core. * We forward they symbols so existing code referring to
 contrib.all_reduce continues to work. * Also update
 contrib.distribute.cross_tower_utils to point to the new location of the
 all_reduce library.

PiperOrigin-RevId: 221299803
---
 tensorflow/contrib/all_reduce/BUILD           |  27 +-
 .../contrib/all_reduce/python/all_reduce.py   | 841 +----------------
 tensorflow/contrib/distribute/python/BUILD    |   2 +-
 .../distribute/python/cross_tower_utils.py    |   2 +-
 tensorflow/python/distribute/BUILD            |  35 +
 tensorflow/python/distribute/all_reduce.py    | 860 ++++++++++++++++++
 .../distribute}/all_reduce_test.py            |   4 +-
 7 files changed, 902 insertions(+), 869 deletions(-)
 create mode 100644 tensorflow/python/distribute/all_reduce.py
 rename tensorflow/{contrib/all_reduce/python => python/distribute}/all_reduce_test.py (98%)

diff --git a/tensorflow/contrib/all_reduce/BUILD b/tensorflow/contrib/all_reduce/BUILD
index a513aa1e7c..f6c6560c1c 100644
--- a/tensorflow/contrib/all_reduce/BUILD
+++ b/tensorflow/contrib/all_reduce/BUILD
@@ -9,8 +9,6 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
-load("//tensorflow:tensorflow.bzl", "tf_py_test")
-
 py_library(
     name = "all_reduce_py",
     srcs = ["__init__.py"],
@@ -29,29 +27,6 @@ py_library(
     srcs_version = "PY2AND3",
     visibility = ["//visibility:public"],
     deps = [
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:nccl_ops",
-    ],
-)
-
-tf_py_test(
-    name = "all_reduce_test",
-    srcs = ["python/all_reduce_test.py"],
-    additional_deps = [
-        ":all_reduce",
-        "//third_party/py/numpy",
-        "//tensorflow/core:protos_all_py",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:client",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:constant_op",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:platform_test",
-        "//tensorflow/python:state_ops",
+        "//tensorflow/python/distribute:all_reduce",
     ],
 )
diff --git a/tensorflow/contrib/all_reduce/python/all_reduce.py b/tensorflow/contrib/all_reduce/python/all_reduce.py
index 25f4b4b8d3..238cdaf8a7 100644
--- a/tensorflow/contrib/all_reduce/python/all_reduce.py
+++ b/tensorflow/contrib/all_reduce/python/all_reduce.py
@@ -18,842 +18,5 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-import collections
-import math
-
-from tensorflow.python.framework import device as device_lib
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import nccl_ops
-
-
-def _flatten_tensors(tensors):
-  """Check tensors for isomorphism and flatten.
-
-  Args:
-    tensors: list of T `tf.Tensor` which must all have the same shape.
-
-  Returns:
-    tensors: a list of T `tf.Tensor` which are flattened (1D) views of tensors
-    shape: the original shape of each element of input tensors
-
-  Raises:
-    ValueError: tensors are empty or non-isomorphic or have unknown shape.
-  """
-  if not tensors:
-    raise ValueError("tensors cannot be empty")
-  shape = tensors[0].shape
-  for tensor in tensors:
-    shape = shape.merge_with(tensor.shape)
-  if not shape.is_fully_defined():
-    raise ValueError("Tensors must have statically known shape.")
-  if len(shape) != 1:
-    reshaped = []
-    for t in tensors:
-      with ops.colocate_with(t):
-        reshaped.append(array_ops.reshape(t, [-1]))
-    tensors = reshaped
-  return tensors, shape
-
-
-def _reshape_tensors(tensors, shape):
-  """Reshape tensors flattened by _flatten_tensors.
-
-  Args:
-    tensors: list of T `tf.Tensor` of identical length 1D tensors.
-    shape: list of integers describing the desired shape.  Product of
-      the elements must equal the length of each tensor.
-
-  Returns:
-    list of T `tf.Tensor` which are the reshaped inputs.
-  """
-  reshaped = []
-  for t in tensors:
-    with ops.colocate_with(t):
-      reshaped.append(array_ops.reshape(t, shape))
-  return reshaped
-
-
-def _padded_split(tensor, pieces):
-  """Like split for 1D tensors but pads-out case where len % pieces != 0.
-
-  Args:
-    tensor: T `tf.Tensor` that must be 1D.
-    pieces: a positive integer specifying the number of pieces into which
-      tensor should be split.
-
-  Returns:
-    list of T `tf.Tensor` of length pieces, which hold the values of
-      thin input tensor, in order.  The final tensor may
-      be zero-padded on the end to make its size equal to those of all
-      of the other tensors.
-
-  Raises:
-    ValueError: The input tensor is not 1D.
-  """
-  shape = tensor.shape
-  if 1 != len(shape):
-    raise ValueError("input tensor must be 1D")
-  tensor_len = shape.dims[0].value
-  with ops.colocate_with(tensor):
-    if tensor_len % pieces != 0:
-      # pad to an even length
-      chunk_size = 1 + tensor_len // pieces
-      if pieces > tensor_len:
-        # This is an edge case that should not come up in practice,
-        # i.e. a different reduction algorithm would be better,
-        # but we'll make it work just for completeness.
-        pad_len = pieces - tensor_len
-        extended_whole = array_ops.concat(
-            [tensor, array_ops.zeros([pad_len], dtype=tensor.dtype)], 0)
-        parts = array_ops.split(extended_whole, pieces)
-        return parts, pad_len
-      elif (pieces - 1) * chunk_size >= tensor_len:
-        # Another edge case of limited real interest.
-        pad_len = (pieces * chunk_size) % tensor_len
-        extended_whole = array_ops.concat(
-            [tensor, array_ops.zeros([pad_len], dtype=tensor.dtype)], 0)
-        parts = array_ops.split(extended_whole, pieces)
-        return parts, pad_len
-      else:
-        last_chunk_size = tensor_len - (pieces - 1) * chunk_size
-        pad_len = chunk_size - last_chunk_size
-        piece_lens = [chunk_size for _ in range(pieces - 1)] + [last_chunk_size]
-        parts = array_ops.split(tensor, piece_lens)
-        parts[-1] = array_ops.concat(
-            [parts[-1], array_ops.zeros([pad_len], dtype=tensor.dtype)], 0)
-        return parts, pad_len
-    else:
-      return array_ops.split(tensor, pieces), 0
-
-
-def _strip_padding(tensors, pad_len):
-  """Strip the suffix padding added by _padded_split.
-
-  Args:
-    tensors: list of T `tf.Tensor` of identical length 1D tensors.
-    pad_len: number of elements to be stripped from the end of each tensor.
-
-  Returns:
-    list of T `tf.Tensor` which are the stripped inputs.
-
-  Raises:
-    ValueError: tensors must be a non-empty list of 1D tensors, and
-      each must be longer than pad_len.
-  """
-  if not tensors:
-    raise ValueError("tensors cannot be empty")
-  shape = tensors[0].shape
-  if len(shape) > 1:
-    raise ValueError("tensors must be 1D")
-  prefix_len = int(shape[0] - pad_len)
-  if prefix_len < 0:
-    raise ValueError("pad_len longer than tensor")
-  stripped = []
-  for t in tensors:
-    with ops.colocate_with(t):
-      stripped.append(array_ops.slice(t, [0], [prefix_len]))
-  return stripped
-
-
-def _ragged_split(tensor, pieces):
-  """Like split for 1D tensors but allows case where len % pieces != 0.
-
-  Args:
-    tensor: T `tf.Tensor` that must be 1D.
-    pieces: a positive integer specifying the number of pieces into which
-      tensor should be split.
-
-  Returns:
-    list of T `tf.Tensor` of length pieces, which hold the values of
-      the input tensor, in order.  The final tensor may be shorter
-      than the others, which will all be of equal length.
-
-  Raises:
-    ValueError: input tensor must be 1D.
-  """
-  shape = tensor.shape
-  if 1 != len(shape):
-    raise ValueError("input tensor must be 1D")
-  tensor_len = shape.dims[0].value
-  chunk_size = tensor_len // pieces
-  with ops.colocate_with(tensor):
-    if tensor_len != (pieces * chunk_size):
-      # last piece will be short
-      assert pieces > 1
-      last_chunk_size = tensor_len - ((pieces - 1) * chunk_size)
-      assert last_chunk_size > 0
-      piece_lens = [chunk_size for _ in range(pieces - 1)] + [last_chunk_size]
-      return array_ops.split(tensor, piece_lens)
-    else:
-      return array_ops.split(tensor, pieces)
-
-
-def _ring_permutations(num_workers, num_subchunks, gpu_perm):
-  """"Generate an array of device index arrays, one for each subchunk.
-
-  In the basic ring reduction algorithm there are size(T)/num_devices
-  data chunks and each device process one chunk per tick, i.e. sending
-  one chunk and receiving one chunk.  The idea of subchunking is that
-  each device processes num_subchunks smaller data regions per tick,
-  and the ring rank permutation is different for each subchunk index
-  so that a device is potentially sending to and receiving from
-  num_subchunks different other devices at each tick.  Where multiple
-  independent data channels exist between devices, this strategy
-  supplies a method of using them in parallel.
-
-  Args:
-    num_workers: number of worker tasks
-    num_subchunks: number of subchunks into which to divide each per-GPU chunk.
-    gpu_perm: an array of integers in [0, num_gpus-1] giving the default
-      ring order of GPUs at each worker.  Other permutations will be generated
-      by rotating this array and splicing together per-worker instances.
-
-  Raises:
-    ValueError: the number of subchunks may not exceed the number of GPUs.
-
-  Returns:
-    pred_by_s_d: list of lists that maps (by index) from (subchunk, dev) to
-        preceding device in the permutation for that subchunk.  The
-        device index of GPU i at worker j is i + (j * num_gpus).
-    rank_by_s_d: list of lists that maps (by index) from (subchunk, dev) to
-       local rank of device d in the permutation for that subchunk.
-  """
-  num_gpus = len(gpu_perm)
-  devices = num_workers * num_gpus
-  if devices == 0:
-    return [], []
-  if num_subchunks > num_gpus:
-    raise ValueError(
-        "num_subchunks %d must be <= num_gpus %d" % (num_subchunks, num_gpus))
-  rotation_interval = max(1, int(num_gpus / num_subchunks))
-  perms_by_s = []
-  for s in range(0, num_subchunks):
-    full_order = []
-    offset = s * rotation_interval
-    for w in range(0, num_workers):
-      default_order = [(w * num_gpus) + i for i in gpu_perm]
-      dev_order = default_order[offset:] + default_order[:offset]
-      full_order += dev_order
-    perms_by_s.append(full_order)
-  pred_by_s_d = [[-1 for d in range(0, devices)]
-                 for s in range(0, num_subchunks)]
-  rank_by_s_d = [[-1 for d in range(0, devices)]
-                 for s in range(0, num_subchunks)]
-  for s in range(0, num_subchunks):
-    for d in range(0, devices):
-      for t in range(0, devices):
-        if d == perms_by_s[s][t]:
-          rank_by_s_d[s][d] = t
-          pred_by_s_d[s][d] = perms_by_s[s][(t + devices - 1) % devices]
-          break
-  return (pred_by_s_d, rank_by_s_d)
-
-
-def build_ring_all_reduce(input_tensors, num_workers, num_subchunks,
-                          gpu_perm, red_op, un_op=None):
-  """Construct a subgraph performing a ring-style all-reduce of input_tensors.
-
-  Args:
-    input_tensors: a list of T `tf.Tensor` objects, which must all
-      have the same shape and type.
-    num_workers: number of worker tasks spanned by input_tensors.
-    num_subchunks: number of subchunks each device should process in one tick.
-    gpu_perm: a list of ints giving a ring-wise rank ordering of GPUs at
-      each worker.  All workers must have the same number of
-      GPUs with the same rank ordering.  If NVLINK is available, this should
-      be a ring order supported by NVLINK edges.
-    red_op: a binary operator for elementwise reduction.
-    un_op: an optional unary operator to apply to fully reduced values.
-
-  Raises:
-    ValueError: empty input_tensors or they don't all have same
-    size.
-
-  Returns:
-    a list of T `tf.Tensor` identical sum-reductions of input_tensors.
-  """
-  if len(input_tensors) < 2:
-    raise ValueError("input_tensors must be length 2 or longer")
-  input_tensors, shape = _flatten_tensors(input_tensors)
-  devices = [t.device for t in input_tensors]
-  (pred_by_s_d, rank_by_s_d) = _ring_permutations(
-      num_workers, num_subchunks, gpu_perm)
-  chunks_by_dev, pad_len = _build_ring_gather(
-      input_tensors, devices,
-      num_subchunks, pred_by_s_d, rank_by_s_d, red_op)
-  if un_op:
-    chunks_by_dev = _apply_unary_to_chunks(un_op, chunks_by_dev)
-  output_tensors = _build_ring_scatter(pred_by_s_d, rank_by_s_d,
-                                       chunks_by_dev)
-  if pad_len > 0:
-    output_tensors = _strip_padding(output_tensors, pad_len)
-  if len(shape) != 1:
-    output_tensors = _reshape_tensors(output_tensors, shape)
-  return output_tensors
-
-
-def _build_ring_gather(input_tensors, devices, num_subchunks,
-                       pred_by_s_d, rank_by_s_d, red_op):
-  """Construct a subgraph for the first (reduction) pass of ring all-reduce.
-
-  Args:
-    input_tensors: a list of T `tf.Tensor` 1D input tensors of same
-      shape and type.
-    devices: array of device name strings
-    num_subchunks: number of subchunks each device should process in one tick.
-    pred_by_s_d: as produced by _ring_permutations
-    rank_by_s_d: as produced by _ring_permutations
-    red_op: a binary operator for elementwise reduction
-
-  Raises:
-    ValueError: tensors must all be one dimensional.
-
-  Returns:
-    list of list of T `tf.Tensor` of (partially) reduced values where
-    exactly num_subchunks chunks at each device are fully reduced.
-  """
-  num_devices = len(input_tensors)
-  if num_devices == 0:
-    return []
-  if num_devices == 1:
-    return input_tensors
-  shape = input_tensors[0].shape
-  if 1 != len(shape):
-    raise ValueError("input tensors must be 1D")
-  num_chunks = num_devices * num_subchunks
-  num_ticks = num_devices - 1
-  # Initialize chunks_by_dev with splits of the input tensors.
-  chunks_by_dev = []
-  split_pad_len = 0
-  for d in range(0, num_devices):
-    with ops.device(devices[d]):
-      splits, split_pad_len = _padded_split(input_tensors[d], num_chunks)
-      chunks_by_dev.append(splits)
-  # Reduction phase
-  for tick in range(0, num_ticks):
-    # One new partial reduction for every chunk
-    new_partial_reductions = [None for _ in range(0, num_chunks)]
-    # Compute reductions with respect to last tick's values
-    for d in range(0, num_devices):
-      with ops.device(devices[d]):
-        for s in range(0, num_subchunks):
-          rank = rank_by_s_d[s][d]
-          seg_index = (rank + num_devices - (2 + tick)) % num_devices
-          pred_dev = pred_by_s_d[s][d]
-          chunk_index = (seg_index * num_subchunks) + s
-          new_partial_reductions[chunk_index] = red_op(
-              chunks_by_dev[pred_dev][chunk_index],
-              chunks_by_dev[d][chunk_index])
-    # Update chunks_by_dev with the new values at the end of the tick.
-    for d in range(0, num_devices):
-      for s in range(0, num_subchunks):
-        rank = rank_by_s_d[s][d]
-        seg_index = (rank + num_devices - (2 + tick)) % num_devices
-        chunk_index = (seg_index * num_subchunks) + s
-        chunks_by_dev[d][chunk_index] = new_partial_reductions[chunk_index]
-  return chunks_by_dev, split_pad_len
-
-
-def _apply_unary_to_chunks(f, chunks_by_dev):
-  """Apply a unary op to each tensor in chunks_by_dev, on same device.
-
-  Args:
-    f: a unary function over T `tf.Tensor`.
-    chunks_by_dev: list of lists of T `tf.Tensor`.
-
-  Returns:
-    new list of lists of T `tf.Tensor` with the same structure as
-    chunks_by_dev containing the derived tensors.
-  """
-  output = []
-  for x in chunks_by_dev:
-    with ops.colocate_with(x[0]):
-      output.append([f(t) for t in x])
-  return output
-
-
-def _build_ring_scatter(pred_by_s_d, rank_by_s_d,
-                        chunks_by_dev):
-  """Construct subgraph for second (scatter) pass of ring all-reduce.
-
-  Args:
-    pred_by_s_d: as produced by _ring_permutations
-    rank_by_s_d: as produced by _ring_permutations
-    chunks_by_dev: list of list of T `tf.Tensor` indexed by ints
-      (device, chunk)
-
-  Raises:
-    ValueError: chunks_by_dev is not well-formed
-
-  Returns:
-    list of T `tf.Tensor` which are the fully reduced tensors, one
-    at each device corresponding to the outer dimension of chunks_by_dev.
-  """
-  num_devices = len(chunks_by_dev)
-  num_chunks = len(chunks_by_dev[0])
-  if 0 != num_chunks % num_devices:
-    raise ValueError(
-        "Expect number of chunks per device to be divisible by num_devices")
-  num_subchunks = int(num_chunks / num_devices)
-  num_ticks = num_devices - 1
-  for tick in range(0, num_ticks):
-    passed_values = [None for _ in range(0, num_chunks)]
-    for d in range(0, num_devices):
-      with ops.colocate_with(chunks_by_dev[d][0]):
-        for s in range(0, num_subchunks):
-          rank = rank_by_s_d[s][d]
-          seg_index = (rank + num_devices - (1 + tick)) % num_devices
-          pred_dev = pred_by_s_d[s][d]
-          chunk_index = (seg_index * num_subchunks) + s
-          passed_values[chunk_index] = array_ops.identity(
-              chunks_by_dev[pred_dev][chunk_index])
-    for d in range(0, num_devices):
-      for s in range(0, num_subchunks):
-        rank = rank_by_s_d[s][d]
-        seg_index = (rank + num_devices - (1 + tick)) % num_devices
-        chunk_index = (seg_index * num_subchunks) + s
-        chunks_by_dev[d][chunk_index] = passed_values[chunk_index]
-  # Join chunks at each device.
-  output = []
-  for x in chunks_by_dev:
-    with ops.colocate_with(x[0]):
-      output.append(array_ops.concat(x, 0))
-  return output
-
-
-def build_recursive_hd_all_reduce(input_tensors, red_op, un_op=None):
-  """Construct a subgraph for recursive halving-doubling all-reduce.
-
-  The recursive halving-doubling algorithm is described in
-  http://www.mcs.anl.gov/~thakur/papers/ijhpca-coll.pdf
-
-  The concept is to arrange the participating n devices in
-  a linear sequence where devices exchange data pairwise
-  with one other device in each round.  During the gather
-  phase there are lg(n) rounds where devices exchange
-  increasingly smaller sub-tensors with another device
-  at increasingly greater distances, until at the top
-  each device has 1/n of the fully reduced values.  During the
-  scatter phase each device exchanges its fully reduced
-  sub-tensor (which doubles in length at each round)
-  with one other device at increasingly smaller distances
-  until each device has all of the fully reduced values.
-
-  Note: this preliminary version requires that len(input_tensors) be a
-    power of 2.  TODO(tucker): relax this restriction.  Also, the
-    number of elements in each tensor must be divisible by 2^h where h
-    is the number of hops in each phase.  This will also be relaxed in
-    the future with edge-case specific logic.
-
-  Args:
-    input_tensors: list of T `tf.Tensor` to be elementwise reduced.
-    red_op: a binary elementwise reduction Op.
-    un_op: an optional unary elementwise Op to apply to reduced values.
-
-  Returns:
-    list of T `tf.Tensor` which are the fully reduced tensors, one
-    at each device of input_tensors.
-
-  Raises:
-    ValueError: num_devices not a power of 2, or tensor len not divisible
-    by 2 the proper number of times.
-  """
-  devices = [t.device for t in input_tensors]
-  input_tensors, shape = _flatten_tensors(input_tensors)
-  reduced_shards = _build_recursive_hd_gather(input_tensors, devices, red_op)
-  if un_op:
-    reduced_shards = [un_op(t) for t in reduced_shards]
-  output_tensors = _build_recursive_hd_scatter(reduced_shards, devices)
-  if len(shape) != 1:
-    output_tensors = _reshape_tensors(output_tensors, shape)
-  return output_tensors
-
-
-def _build_recursive_hd_gather(input_tensors, devices, red_op):
-  """Construct the gather phase of recursive halving-doubling all-reduce.
-
-  Args:
-    input_tensors: list of T `tf.Tensor` to be elementwise reduced.
-    devices: a list of strings naming the devices hosting input_tensors,
-      which will also be used to host the (partial) reduction values.
-    red_op: a binary elementwise reduction Op.
-
-  Returns:
-    list of T `tf.Tensor` which are the fully reduced tensor shards.
-
-  Raises:
-    ValueError: num_devices not a power of 2, or tensor len not divisible
-    by 2 the proper number of times.
-  """
-  num_devices = len(devices)
-  num_hops = int(math.log(num_devices, 2))
-  if num_devices != (2 ** num_hops):
-    raise ValueError("num_devices must be a power of 2")
-  chunks = input_tensors
-  for h in range(0, num_hops):
-    span = 2 ** h
-    group_size = span * 2
-    new_chunks = [[] for _ in devices]
-    for d in range(0, num_devices):
-      if (d % group_size) >= (group_size / 2):
-        # skip right half of a pair
-        continue
-      left_dev = devices[d]
-      right_dev = devices[d + span]
-      left_split = array_ops.split(chunks[d], 2)
-      right_split = array_ops.split(chunks[d+span], 2)
-      with ops.device(left_dev):
-        new_chunks[d] = red_op(left_split[0], right_split[0])
-      with ops.device(right_dev):
-        new_chunks[d + span] = red_op(left_split[1], right_split[1])
-    chunks = new_chunks
-  return chunks
-
-
-def _build_recursive_hd_scatter(input_tensors, devices):
-  """Construct the scatter phase of recursive halving-doublng all-reduce.
-
-  Args:
-    input_tensors: list of T `tf.Tensor` that are fully-reduced shards.
-    devices: a list of strings naming the devices on which the reconstituted
-      full tensors should be placed.
-
-  Returns:
-    list of T `tf.Tensor` which are the fully reduced tensors.
-  """
-  num_devices = len(devices)
-  num_hops = int(math.log(num_devices, 2))
-  assert num_devices == (2 ** num_hops), "num_devices must be a power of 2"
-  chunks = input_tensors
-  for h in reversed(range(0, num_hops)):
-    span = 2 ** h
-    group_size = span * 2
-    new_chunks = [[] for _ in devices]
-    for d in range(0, num_devices):
-      if (d % group_size) >= (group_size / 2):
-        # skip right half of a pair
-        continue
-      left_idx = d
-      right_idx = d + span
-      left_dev = devices[left_idx]
-      right_dev = devices[right_idx]
-      with ops.device(left_dev):
-        new_chunks[left_idx] = array_ops.concat([chunks[left_idx],
-                                                 chunks[right_idx]], 0)
-      with ops.device(right_dev):
-        new_chunks[right_idx] = array_ops.concat([chunks[left_idx],
-                                                  chunks[right_idx]], 0)
-    chunks = new_chunks
-  return chunks
-
-
-def build_shuffle_all_reduce(input_tensors, gather_devices, red_op, un_op=None):
-  """Construct a subgraph for shuffle all-reduce.
-
-  Shuffle reduce is essentially the algorithm implemented when using
-  parameter servers.  Suppose tensor length is n, there are d devices
-  and g gather shards.  Each device sends a n/g length sub-tensor to
-  each gather shard.  The gather shards perform a reduction across d
-  fragments, then broadcast the result back to each device.  The
-  devices then join the g fully reduced fragments they receive from
-  the shards.  The gather shards could perform d-1 pairwise
-  reductions, or one d-way reduction.  The first is better where
-  reduction Op time is low compared to transmission time, the second
-  better in the other case.
-
-  Args:
-    input_tensors: list of T @(tf.Tensor} values to be reduced.
-    gather_devices: list of names of devices on which reduction shards
-      should be placed.
-    red_op: an n-array elementwise reduction Op
-    un_op: optional elementwise unary Op to be applied to fully-reduced values.
-
-  Returns:
-    list of T `tf.Tensor` which are the fully reduced tensors.
-  """
-  input_tensors, shape = _flatten_tensors(input_tensors)
-  dst_devices = [t.device for t in input_tensors]
-  reduced_shards = _build_shuffle_gather(input_tensors, gather_devices,
-                                         red_op, un_op)
-  output_tensors = _build_shuffle_scatter(reduced_shards, dst_devices)
-  if len(shape) != 1:
-    output_tensors = _reshape_tensors(output_tensors, shape)
-  return output_tensors
-
-
-def _build_shuffle_gather(input_tensors, gather_devices, red_op, un_op=None):
-  """Construct the gather (concentrate and reduce) phase of shuffle all-reduce.
-
-  Args:
-    input_tensors: list of T @(tf.Tensor} values to be reduced.
-    gather_devices: list of names of devices on which reduction shards
-      should be placed.
-    red_op: the binary reduction Op
-    un_op: optional elementwise unary Op to be applied to fully-reduced values.
-
-  Returns:
-    list of T `tf.Tensor` which are the fully reduced shards.
-
-  Raises:
-    ValueError: inputs not well-formed.
-  """
-  num_source_devices = len(input_tensors)
-  num_gather_devices = len(gather_devices)
-  shape = input_tensors[0].shape
-  if len(shape) != 1:
-    raise ValueError("input_tensors must be 1D")
-  shards_by_source = []
-  for d in range(0, num_source_devices):
-    with ops.colocate_with(input_tensors[d]):
-      shards_by_source.append(
-          _ragged_split(input_tensors[d], num_gather_devices))
-  reduced_shards = []
-  for d in range(0, num_gather_devices):
-    with ops.device(gather_devices[d]):
-      values = [s[d] for s in shards_by_source]
-      red_shard = red_op(values)
-      if un_op:
-        red_shard = un_op(red_shard)
-      reduced_shards.append(red_shard)
-  return reduced_shards
-
-
-def _build_shuffle_scatter(reduced_shards, dst_devices):
-  """Build the scatter phase of shuffle all-reduce.
-
-  Args:
-    reduced_shards:  list of T @(tf.Tensor} fully reduced shards
-    dst_devices: list of names of devices at which the fully-reduced value
-      should be reconstituted.
-
-  Returns:
-    list of T `tf.Tensor` scattered tensors.
-  """
-  num_devices = len(dst_devices)
-  out_tensors = []
-  for d in range(0, num_devices):
-    with ops.device(dst_devices[d]):
-      out_tensors.append(array_ops.concat(reduced_shards, 0))
-  return out_tensors
-
-
-def _split_by_task(devices, values):
-  """Partition devices and values by common task.
-
-  Args:
-    devices: list of device name strings
-    values: list of T `tf.tensor` of same length as devices.
-
-  Returns:
-    (per_task_devices, per_task_values) where both values are
-    lists of lists with isomorphic structure: the outer list is
-    indexed by task, and the inner list has length of the number
-    of values belonging to that task.  per_task_devices contains
-    the specific devices to which the values are local, and
-    per_task_values contains the corresponding values.
-
-  Raises:
-    ValueError: devices must be same length as values.
-  """
-  num_devices = len(devices)
-  if num_devices != len(values):
-    raise ValueError("len(devices) must equal len(values)")
-  per_task_devices = collections.OrderedDict()
-  per_task_values = collections.OrderedDict()
-  for d in range(num_devices):
-    d_spec = device_lib.DeviceSpec.from_string(devices[d])
-    if not hasattr(d_spec, "task") or d_spec.task is None:
-      assert False, "failed to parse device %s" % devices[d]
-    index = (d_spec.job or "localhost", d_spec.replica or 0, d_spec.task)
-    if index not in per_task_devices:
-      per_task_devices[index] = []
-      per_task_values[index] = []
-    per_task_devices[index].append(devices[d])
-    per_task_values[index].append(values[d])
-
-  return (list(per_task_devices.values()), list(per_task_values.values()))
-
-
-def build_nccl_all_reduce(input_tensors, red_op, un_op=None):
-  """Build a subgraph that does one full all-reduce, using NCCL.
-
-  Args:
-    input_tensors: list of T `tf.Tensor` of same-shape and type values to
-      be reduced.
-    red_op: binary elementwise reduction operator.  Must be one of
-      {tf.add}
-    un_op: optional unary elementwise Op to apply to fully-reduce values.
-
-  Returns:
-    list of T `tf.Tensor` of reduced values.
-
-  Raises:
-    ValueError: red_op not supported.
-  """
-  if red_op == math_ops.add:
-    output_tensors = nccl_ops.all_sum(input_tensors)
-  else:
-    raise ValueError("red_op not supported by NCCL all-reduce: ", red_op)
-  if un_op:
-    un_op_wrapped = []
-    for t in output_tensors:
-      with ops.colocate_with(t):
-        un_op_wrapped.append(un_op(t))
-    output_tensors = un_op_wrapped
-  return output_tensors
-
-
-def _build_nccl_hybrid(input_tensors, red_op, upper_level_f):
-  """Construct a subgraph for NCCL hybrid all-reduce.
-
-  Args:
-    input_tensors: list of T `tf.Tensor` of same-shape and type values to
-      be reduced.
-    red_op: binary elementwise reduction operator.
-    upper_level_f: function for reducing one value per worker, across
-      workers.
-
-  Returns:
-    list of T `tf.Tensor` of reduced values.
-
-  Raises:
-    ValueError: inputs not well-formed.
-  """
-  input_tensors, shape = _flatten_tensors(input_tensors)
-  devices = [t.device for t in input_tensors]
-  per_worker_devices, per_worker_values = _split_by_task(devices, input_tensors)
-  num_workers = len(per_worker_devices)
-  up_values = [None for w in range(0, num_workers)]
-  up_devices = up_values[:]
-  down_values = up_values[:]
-  # First stage: reduce within each worker using NCCL
-  for w in range(0, num_workers):
-    worker_values = build_nccl_all_reduce(per_worker_values[w], red_op)
-    # NOTE: these reductions will not run to completion unless
-    # every output value is used.  Since we only need one, we
-    # need to put control dependencies on the rest.
-    with ops.control_dependencies(worker_values):
-      with ops.device(worker_values[0].device):
-        up_values[w] = array_ops.identity(worker_values[0])
-      up_devices[w] = per_worker_devices[w][0]
-  # Second stage: Apply upper_level_f to reduce across first device at
-  # each worker
-  level_2_output = upper_level_f(up_values)
-  # Third stage: propagate within each worker using NCCL Broadcast
-  for w in range(0, num_workers):
-    dst_tensors = []
-    with ops.device(per_worker_devices[w][0]):
-      broadcast_src = nccl_ops.broadcast(array_ops.identity(level_2_output[w]))
-    for d in per_worker_devices[w]:
-      with ops.device(d):
-        dst_tensors.append(array_ops.identity(broadcast_src))
-    down_values[w] = dst_tensors
-  output_tensors = [v for sublist in down_values for v in sublist]
-  if len(shape) != 1:
-    output_tensors = _reshape_tensors(output_tensors, shape)
-  return output_tensors
-
-
-def _reduce_non_singleton(input_tensors, red_f, un_op):
-  """If input_tensors has more than one element apply red_f, else apply un_op."""
-  if len(input_tensors) > 1:
-    return red_f(input_tensors)
-  else:
-    if not un_op:
-      return input_tensors
-    output_tensors = []
-    for t in input_tensors:
-      with ops.colocate_with(t):
-        output_tensors.append(un_op(t))
-    return output_tensors
-
-
-def build_nccl_then_ring(input_tensors, subdiv, red_op, un_op=None):
-  """Construct hybrid of NCCL within workers, Ring across workers."""
-  def upper_builder(y):
-    return build_ring_all_reduce(y, len(y), subdiv, [0], red_op, un_op)
-  def upper_level_f(x):
-    return _reduce_non_singleton(x, upper_builder, un_op)
-  return _build_nccl_hybrid(input_tensors, red_op, upper_level_f)
-
-
-def build_nccl_then_recursive_hd(input_tensors, red_op, un_op=None):
-  """Construct hybrid of NCCL within workers, Recursive-HD across workers."""
-  upper_level_f = lambda x: build_recursive_hd_all_reduce(x, red_op, un_op)
-  return _build_nccl_hybrid(input_tensors, red_op, upper_level_f)
-
-
-def build_nccl_then_shuffle(input_tensors, gather_devices, nccl_red_op,
-                            shuffle_red_op, un_op=None):
-  """Construct hybrid of NCCL within workers, Shuffle across workers."""
-  upper_level_f = lambda x: build_shuffle_all_reduce(x, gather_devices,
-                                                     shuffle_red_op, un_op)
-  return _build_nccl_hybrid(input_tensors, nccl_red_op, upper_level_f)
-
-
-def _build_shuffle_hybrid(input_tensors, gather_devices, red_op, upper_level_f):
-  """Construct a subgraph for Shuffle hybrid all-reduce.
-
-  Args:
-    input_tensors: list of T `tf.Tensor` of same-shape and type values to
-      be reduced.
-    gather_devices: list of device names on which to host gather shards.
-    red_op: binary elementwise reduction operator.
-    upper_level_f: function for reducing one value per worker, across
-      workers.
-
-  Returns:
-    list of T `tf.Tensor` of reduced values.
-
-  Raises:
-    ValueError: inputs not well-formed.
-  """
-  input_tensors, shape = _flatten_tensors(input_tensors)
-  # First stage, reduce across each worker using gather_devices.
-  devices = [t.device for t in input_tensors]
-  per_worker_devices, per_worker_values = _split_by_task(devices, input_tensors)
-  num_workers = len(per_worker_devices)
-  up_values = []
-  if len(gather_devices) != num_workers:
-    raise ValueError("For shuffle hybrid, gather_devices must contain one "
-                     "device per worker. ")
-  for w in range(0, num_workers):
-    reduced_shards = _build_shuffle_gather(
-        per_worker_values[w], [gather_devices[w]], red_op)
-    up_values.append(reduced_shards[0])
-  # Second stage, apply upper_level_f.
-  level_2_output = upper_level_f(up_values)
-  # Third stage, apply shuffle scatter at each worker.
-  output_tensors = []
-  for w in range(0, num_workers):
-    output_tensors += _build_shuffle_scatter(
-        [level_2_output[w]], per_worker_devices[w])
-  if len(shape) != 1:
-    output_tensors = _reshape_tensors(output_tensors, shape)
-  return output_tensors
-
-
-def build_shuffle_then_ring(input_tensors, gather_devices, subdiv,
-                            red_n_op, red_op, un_op=None):
-  """Construct hybrid of Shuffle within workers, Ring across workers."""
-  def upper_builder(tensors):
-    return build_ring_all_reduce(tensors, len(tensors), subdiv, [0],
-                                 red_op, un_op)
-  def upper_level_f(tensors):
-    return _reduce_non_singleton(tensors, upper_builder, un_op)
-  return _build_shuffle_hybrid(
-      input_tensors, gather_devices, red_n_op, upper_level_f)
-
-
-def build_shuffle_then_shuffle(input_tensors, first_gather_devices,
-                               second_gather_devices, red_op, un_op=None):
-  """Construct hybrid of Shuffle within workers, Shuffle across workers."""
-  def upper_builder(tensors):
-    return build_shuffle_all_reduce(tensors, second_gather_devices,
-                                    red_op, un_op)
-  def upper_level_f(tensors):
-    return _reduce_non_singleton(tensors, upper_builder, un_op)
-  return _build_shuffle_hybrid(
-      input_tensors, first_gather_devices, red_op, upper_level_f)
+# pylint: disable=unused-import,wildcard-import
+from tensorflow.python.distribute.all_reduce import *
diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 4094e52169..ce81b1b38b 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -623,7 +623,6 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":values",
-        "//tensorflow/contrib/all_reduce:all_reduce_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:collective_ops",
         "//tensorflow/python:device",
@@ -632,6 +631,7 @@ py_library(
         "//tensorflow/python:gradients",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:nccl_ops",
+        "//tensorflow/python/distribute:all_reduce",
     ],
 )
 
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils.py b/tensorflow/contrib/distribute/python/cross_tower_utils.py
index 50b3cf31e5..d408f77cc9 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_utils.py
@@ -21,8 +21,8 @@ from __future__ import print_function
 import collections as pycoll
 import threading
 
-from tensorflow.contrib.all_reduce.python import all_reduce
 from tensorflow.contrib.distribute.python import values as value_lib
+from tensorflow.python.distribute import all_reduce
 from tensorflow.python.framework import device as pydev
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/python/distribute/BUILD b/tensorflow/python/distribute/BUILD
index 1c3d8ea67e..216dcc8587 100644
--- a/tensorflow/python/distribute/BUILD
+++ b/tensorflow/python/distribute/BUILD
@@ -7,6 +7,41 @@ licenses(["notice"])  # Apache 2.0
 exports_files(["LICENSE"])
 
 load("//tensorflow:tensorflow.bzl", "py_test")
+load("//tensorflow:tensorflow.bzl", "tf_py_test")
+
+py_library(
+    name = "all_reduce",
+    srcs = [
+        "all_reduce.py",
+    ],
+    srcs_version = "PY2AND3",
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:nccl_ops",
+    ],
+)
+
+tf_py_test(
+    name = "all_reduce_test",
+    srcs = ["all_reduce_test.py"],
+    additional_deps = [
+        ":all_reduce",
+        "//third_party/py/numpy",
+        "//tensorflow/core:protos_all_py",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:constant_op",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:state_ops",
+    ],
+)
 
 py_library(
     name = "distribute",
diff --git a/tensorflow/python/distribute/all_reduce.py b/tensorflow/python/distribute/all_reduce.py
new file mode 100644
index 0000000000..bd7c45ae27
--- /dev/null
+++ b/tensorflow/python/distribute/all_reduce.py
@@ -0,0 +1,860 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Utilities to construct a TF subgraph implementing distributed All-Reduce."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import collections
+import math
+
+from tensorflow.python.framework import device as device_lib
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import nccl_ops
+
+
+def _flatten_tensors(tensors):
+  """Check tensors for isomorphism and flatten.
+
+  Args:
+    tensors: list of T `tf.Tensor` which must all have the same shape.
+
+  Returns:
+    tensors: a list of T `tf.Tensor` which are flattened (1D) views of tensors
+    shape: the original shape of each element of input tensors
+
+  Raises:
+    ValueError: tensors are empty or non-isomorphic or have unknown shape.
+  """
+  if not tensors:
+    raise ValueError("tensors cannot be empty")
+  shape = tensors[0].shape
+  for tensor in tensors:
+    shape = shape.merge_with(tensor.shape)
+  if not shape.is_fully_defined():
+    raise ValueError("Tensors must have statically known shape.")
+  if len(shape) != 1:
+    reshaped = []
+    for t in tensors:
+      with ops.colocate_with(t):
+        reshaped.append(array_ops.reshape(t, [-1]))
+    tensors = reshaped
+  return tensors, shape
+
+
+def _reshape_tensors(tensors, shape):
+  """Reshape tensors flattened by _flatten_tensors.
+
+  Args:
+    tensors: list of T `tf.Tensor` of identical length 1D tensors.
+    shape: list of integers describing the desired shape.  Product of
+      the elements must equal the length of each tensor.
+
+  Returns:
+    list of T `tf.Tensor` which are the reshaped inputs.
+  """
+  reshaped = []
+  for t in tensors:
+    with ops.colocate_with(t):
+      reshaped.append(array_ops.reshape(t, shape))
+  return reshaped
+
+
+def _padded_split(tensor, pieces):
+  """Like split for 1D tensors but pads-out case where len % pieces != 0.
+
+  Args:
+    tensor: T `tf.Tensor` that must be 1D.
+    pieces: a positive integer specifying the number of pieces into which
+      tensor should be split.
+
+  Returns:
+    list of T `tf.Tensor` of length pieces, which hold the values of
+      thin input tensor, in order.  The final tensor may
+      be zero-padded on the end to make its size equal to those of all
+      of the other tensors.
+
+  Raises:
+    ValueError: The input tensor is not 1D.
+  """
+  shape = tensor.shape
+  if 1 != len(shape):
+    raise ValueError("input tensor must be 1D")
+  tensor_len = shape.dims[0].value
+  with ops.colocate_with(tensor):
+    if tensor_len % pieces != 0:
+      # pad to an even length
+      chunk_size = 1 + tensor_len // pieces
+      if pieces > tensor_len:
+        # This is an edge case that should not come up in practice,
+        # i.e. a different reduction algorithm would be better,
+        # but we'll make it work just for completeness.
+        pad_len = pieces - tensor_len
+        extended_whole = array_ops.concat(
+            [tensor, array_ops.zeros([pad_len], dtype=tensor.dtype)], 0)
+        parts = array_ops.split(extended_whole, pieces)
+        return parts, pad_len
+      elif (pieces - 1) * chunk_size >= tensor_len:
+        # Another edge case of limited real interest.
+        pad_len = (pieces * chunk_size) % tensor_len
+        extended_whole = array_ops.concat(
+            [tensor, array_ops.zeros([pad_len], dtype=tensor.dtype)], 0)
+        parts = array_ops.split(extended_whole, pieces)
+        return parts, pad_len
+      else:
+        last_chunk_size = tensor_len - (pieces - 1) * chunk_size
+        pad_len = chunk_size - last_chunk_size
+        piece_lens = [chunk_size for _ in range(pieces - 1)] + [last_chunk_size]
+        parts = array_ops.split(tensor, piece_lens)
+        parts[-1] = array_ops.concat(
+            [parts[-1], array_ops.zeros([pad_len], dtype=tensor.dtype)], 0)
+        return parts, pad_len
+    else:
+      return array_ops.split(tensor, pieces), 0
+
+
+def _strip_padding(tensors, pad_len):
+  """Strip the suffix padding added by _padded_split.
+
+  Args:
+    tensors: list of T `tf.Tensor` of identical length 1D tensors.
+    pad_len: number of elements to be stripped from the end of each tensor.
+
+  Returns:
+    list of T `tf.Tensor` which are the stripped inputs.
+
+  Raises:
+    ValueError: tensors must be a non-empty list of 1D tensors, and
+      each must be longer than pad_len.
+  """
+  if not tensors:
+    raise ValueError("tensors cannot be empty")
+  shape = tensors[0].shape
+  if len(shape) > 1:
+    raise ValueError("tensors must be 1D")
+  prefix_len = int(shape[0] - pad_len)
+  if prefix_len < 0:
+    raise ValueError("pad_len longer than tensor")
+  stripped = []
+  for t in tensors:
+    with ops.colocate_with(t):
+      stripped.append(array_ops.slice(t, [0], [prefix_len]))
+  return stripped
+
+
+def _ragged_split(tensor, pieces):
+  """Like split for 1D tensors but allows case where len % pieces != 0.
+
+  Args:
+    tensor: T `tf.Tensor` that must be 1D.
+    pieces: a positive integer specifying the number of pieces into which
+      tensor should be split.
+
+  Returns:
+    list of T `tf.Tensor` of length pieces, which hold the values of
+      the input tensor, in order.  The final tensor may be shorter
+      than the others, which will all be of equal length.
+
+  Raises:
+    ValueError: input tensor must be 1D.
+  """
+  shape = tensor.shape
+  if 1 != len(shape):
+    raise ValueError("input tensor must be 1D")
+  tensor_len = shape.dims[0].value
+  chunk_size = tensor_len // pieces
+  with ops.colocate_with(tensor):
+    if tensor_len != (pieces * chunk_size):
+      # last piece will be short
+      assert pieces > 1
+      last_chunk_size = tensor_len - ((pieces - 1) * chunk_size)
+      assert last_chunk_size > 0
+      piece_lens = [chunk_size for _ in range(pieces - 1)] + [last_chunk_size]
+      return array_ops.split(tensor, piece_lens)
+    else:
+      return array_ops.split(tensor, pieces)
+
+
+def _ring_permutations(num_workers, num_subchunks, gpu_perm):
+  """"Generate an array of device index arrays, one for each subchunk.
+
+  In the basic ring reduction algorithm there are size(T)/num_devices
+  data chunks and each device process one chunk per tick, i.e. sending
+  one chunk and receiving one chunk.  The idea of subchunking is that
+  each device processes num_subchunks smaller data regions per tick,
+  and the ring rank permutation is different for each subchunk index
+  so that a device is potentially sending to and receiving from
+  num_subchunks different other devices at each tick.  Where multiple
+  independent data channels exist between devices, this strategy
+  supplies a method of using them in parallel.
+
+  Args:
+    num_workers: number of worker tasks
+    num_subchunks: number of subchunks into which to divide each per-GPU chunk.
+    gpu_perm: an array of integers in [0, num_gpus-1] giving the default
+      ring order of GPUs at each worker.  Other permutations will be generated
+      by rotating this array and splicing together per-worker instances.
+
+  Raises:
+    ValueError: the number of subchunks may not exceed the number of GPUs.
+
+  Returns:
+    pred_by_s_d: list of lists that maps (by index) from (subchunk, dev) to
+        preceding device in the permutation for that subchunk.  The
+        device index of GPU i at worker j is i + (j * num_gpus).
+    rank_by_s_d: list of lists that maps (by index) from (subchunk, dev) to
+       local rank of device d in the permutation for that subchunk.
+  """
+  num_gpus = len(gpu_perm)
+  devices = num_workers * num_gpus
+  if devices == 0:
+    return [], []
+  if num_subchunks > num_gpus:
+    raise ValueError(
+        "num_subchunks %d must be <= num_gpus %d" % (num_subchunks, num_gpus))
+  rotation_interval = max(1, int(num_gpus / num_subchunks))
+  perms_by_s = []
+  for s in range(0, num_subchunks):
+    full_order = []
+    offset = s * rotation_interval
+    for w in range(0, num_workers):
+      default_order = [(w * num_gpus) + i for i in gpu_perm]
+      dev_order = default_order[offset:] + default_order[:offset]
+      full_order += dev_order
+    perms_by_s.append(full_order)
+  pred_by_s_d = [[-1 for d in range(0, devices)]
+                 for s in range(0, num_subchunks)]
+  rank_by_s_d = [[-1 for d in range(0, devices)]
+                 for s in range(0, num_subchunks)]
+  for s in range(0, num_subchunks):
+    for d in range(0, devices):
+      for t in range(0, devices):
+        if d == perms_by_s[s][t]:
+          rank_by_s_d[s][d] = t
+          pred_by_s_d[s][d] = perms_by_s[s][(t + devices - 1) % devices]
+          break
+  return (pred_by_s_d, rank_by_s_d)
+
+
+def build_ring_all_reduce(input_tensors, num_workers, num_subchunks,
+                          gpu_perm, red_op, un_op=None):
+  """Construct a subgraph performing a ring-style all-reduce of input_tensors.
+
+  Args:
+    input_tensors: a list of T `tf.Tensor` objects, which must all
+      have the same shape and type.
+    num_workers: number of worker tasks spanned by input_tensors.
+    num_subchunks: number of subchunks each device should process in one tick.
+    gpu_perm: a list of ints giving a ring-wise rank ordering of GPUs at
+      each worker.  All workers must have the same number of
+      GPUs with the same rank ordering.  If NVLINK is available, this should
+      be a ring order supported by NVLINK edges.
+    red_op: a binary operator for elementwise reduction.
+    un_op: an optional unary operator to apply to fully reduced values.
+
+  Raises:
+    ValueError: empty input_tensors or they don't all have same
+    size.
+
+  Returns:
+    a list of T `tf.Tensor` identical sum-reductions of input_tensors.
+  """
+  if len(input_tensors) < 2:
+    raise ValueError("input_tensors must be length 2 or longer")
+  input_tensors, shape = _flatten_tensors(input_tensors)
+  devices = [t.device for t in input_tensors]
+  (pred_by_s_d, rank_by_s_d) = _ring_permutations(
+      num_workers, num_subchunks, gpu_perm)
+  chunks_by_dev, pad_len = _build_ring_gather(
+      input_tensors, devices,
+      num_subchunks, pred_by_s_d, rank_by_s_d, red_op)
+  if un_op:
+    chunks_by_dev = _apply_unary_to_chunks(un_op, chunks_by_dev)
+  output_tensors = _build_ring_scatter(pred_by_s_d, rank_by_s_d,
+                                       chunks_by_dev)
+  if pad_len > 0:
+    output_tensors = _strip_padding(output_tensors, pad_len)
+  if len(shape) != 1:
+    output_tensors = _reshape_tensors(output_tensors, shape)
+  return output_tensors
+
+
+def _build_ring_gather(input_tensors, devices, num_subchunks,
+                       pred_by_s_d, rank_by_s_d, red_op):
+  """Construct a subgraph for the first (reduction) pass of ring all-reduce.
+
+  Args:
+    input_tensors: a list of T `tf.Tensor` 1D input tensors of same
+      shape and type.
+    devices: array of device name strings
+    num_subchunks: number of subchunks each device should process in one tick.
+    pred_by_s_d: as produced by _ring_permutations
+    rank_by_s_d: as produced by _ring_permutations
+    red_op: a binary operator for elementwise reduction
+
+  Raises:
+    ValueError: tensors must all be one dimensional.
+
+  Returns:
+    list of list of T `tf.Tensor` of (partially) reduced values where
+    exactly num_subchunks chunks at each device are fully reduced.
+  """
+  num_devices = len(input_tensors)
+  if num_devices == 0:
+    return []
+  if num_devices == 1:
+    return input_tensors
+  shape = input_tensors[0].shape
+  if 1 != len(shape):
+    raise ValueError("input tensors must be 1D")
+  num_chunks = num_devices * num_subchunks
+  num_ticks = num_devices - 1
+  # Initialize chunks_by_dev with splits of the input tensors.
+  chunks_by_dev = []
+  split_pad_len = 0
+  for d in range(0, num_devices):
+    with ops.device(devices[d]):
+      splits, split_pad_len = _padded_split(input_tensors[d], num_chunks)
+      chunks_by_dev.append(splits)
+  # Reduction phase
+  for tick in range(0, num_ticks):
+    # One new partial reduction for every chunk
+    new_partial_reductions = [None for _ in range(0, num_chunks)]
+    # Compute reductions with respect to last tick's values
+    for d in range(0, num_devices):
+      with ops.device(devices[d]):
+        for s in range(0, num_subchunks):
+          rank = rank_by_s_d[s][d]
+          seg_index = (rank + num_devices - (2 + tick)) % num_devices
+          pred_dev = pred_by_s_d[s][d]
+          chunk_index = (seg_index * num_subchunks) + s
+          new_partial_reductions[chunk_index] = red_op(
+              chunks_by_dev[pred_dev][chunk_index],
+              chunks_by_dev[d][chunk_index])
+    # Update chunks_by_dev with the new values at the end of the tick.
+    for d in range(0, num_devices):
+      for s in range(0, num_subchunks):
+        rank = rank_by_s_d[s][d]
+        seg_index = (rank + num_devices - (2 + tick)) % num_devices
+        chunk_index = (seg_index * num_subchunks) + s
+        chunks_by_dev[d][chunk_index] = new_partial_reductions[chunk_index]
+  return chunks_by_dev, split_pad_len
+
+
+def _apply_unary_to_chunks(f, chunks_by_dev):
+  """Apply a unary op to each tensor in chunks_by_dev, on same device.
+
+  Args:
+    f: a unary function over T `tf.Tensor`.
+    chunks_by_dev: list of lists of T `tf.Tensor`.
+
+  Returns:
+    new list of lists of T `tf.Tensor` with the same structure as
+    chunks_by_dev containing the derived tensors.
+  """
+  output = []
+  for x in chunks_by_dev:
+    with ops.colocate_with(x[0]):
+      output.append([f(t) for t in x])
+  return output
+
+
+def _build_ring_scatter(pred_by_s_d, rank_by_s_d,
+                        chunks_by_dev):
+  """Construct subgraph for second (scatter) pass of ring all-reduce.
+
+  Args:
+    pred_by_s_d: as produced by _ring_permutations
+    rank_by_s_d: as produced by _ring_permutations
+    chunks_by_dev: list of list of T `tf.Tensor` indexed by ints
+      (device, chunk)
+
+  Raises:
+    ValueError: chunks_by_dev is not well-formed
+
+  Returns:
+    list of T `tf.Tensor` which are the fully reduced tensors, one
+    at each device corresponding to the outer dimension of chunks_by_dev.
+  """
+  num_devices = len(chunks_by_dev)
+  num_chunks = len(chunks_by_dev[0])
+  if 0 != num_chunks % num_devices:
+    raise ValueError(
+        "Expect number of chunks per device to be divisible by num_devices")
+  num_subchunks = int(num_chunks / num_devices)
+  num_ticks = num_devices - 1
+  for tick in range(0, num_ticks):
+    passed_values = [None for _ in range(0, num_chunks)]
+    for d in range(0, num_devices):
+      with ops.colocate_with(chunks_by_dev[d][0]):
+        for s in range(0, num_subchunks):
+          rank = rank_by_s_d[s][d]
+          seg_index = (rank + num_devices - (1 + tick)) % num_devices
+          pred_dev = pred_by_s_d[s][d]
+          chunk_index = (seg_index * num_subchunks) + s
+          passed_values[chunk_index] = array_ops.identity(
+              chunks_by_dev[pred_dev][chunk_index])
+    for d in range(0, num_devices):
+      for s in range(0, num_subchunks):
+        rank = rank_by_s_d[s][d]
+        seg_index = (rank + num_devices - (1 + tick)) % num_devices
+        chunk_index = (seg_index * num_subchunks) + s
+        chunks_by_dev[d][chunk_index] = passed_values[chunk_index]
+  # Join chunks at each device.
+  output = []
+  for x in chunks_by_dev:
+    with ops.colocate_with(x[0]):
+      output.append(array_ops.concat(x, 0))
+  return output
+
+
+def build_recursive_hd_all_reduce(input_tensors, red_op, un_op=None):
+  """Construct a subgraph for recursive halving-doubling all-reduce.
+
+  The recursive halving-doubling algorithm is described in
+  http://www.mcs.anl.gov/~thakur/papers/ijhpca-coll.pdf
+
+  The concept is to arrange the participating n devices in
+  a linear sequence where devices exchange data pairwise
+  with one other device in each round.  During the gather
+  phase there are lg(n) rounds where devices exchange
+  increasingly smaller sub-tensors with another device
+  at increasingly greater distances, until at the top
+  each device has 1/n of the fully reduced values.  During the
+  scatter phase each device exchanges its fully reduced
+  sub-tensor (which doubles in length at each round)
+  with one other device at increasingly smaller distances
+  until each device has all of the fully reduced values.
+
+  Note: this preliminary version requires that len(input_tensors) be a
+    power of 2.  TODO(tucker): relax this restriction.  Also, the
+    number of elements in each tensor must be divisible by 2^h where h
+    is the number of hops in each phase.  This will also be relaxed in
+    the future with edge-case specific logic.
+
+  Args:
+    input_tensors: list of T `tf.Tensor` to be elementwise reduced.
+    red_op: a binary elementwise reduction Op.
+    un_op: an optional unary elementwise Op to apply to reduced values.
+
+  Returns:
+    list of T `tf.Tensor` which are the fully reduced tensors, one
+    at each device of input_tensors.
+
+  Raises:
+    ValueError: num_devices not a power of 2, or tensor len not divisible
+    by 2 the proper number of times.
+  """
+  devices = [t.device for t in input_tensors]
+  input_tensors, shape = _flatten_tensors(input_tensors)
+  reduced_shards = _build_recursive_hd_gather(input_tensors, devices, red_op)
+  if un_op:
+    reduced_shards = [un_op(t) for t in reduced_shards]
+  output_tensors = _build_recursive_hd_scatter(reduced_shards, devices)
+  if len(shape) != 1:
+    output_tensors = _reshape_tensors(output_tensors, shape)
+  return output_tensors
+
+
+def _build_recursive_hd_gather(input_tensors, devices, red_op):
+  """Construct the gather phase of recursive halving-doubling all-reduce.
+
+  Args:
+    input_tensors: list of T `tf.Tensor` to be elementwise reduced.
+    devices: a list of strings naming the devices hosting input_tensors,
+      which will also be used to host the (partial) reduction values.
+    red_op: a binary elementwise reduction Op.
+
+  Returns:
+    list of T `tf.Tensor` which are the fully reduced tensor shards.
+
+  Raises:
+    ValueError: num_devices not a power of 2, or tensor len not divisible
+    by 2 the proper number of times.
+  """
+  num_devices = len(devices)
+  num_hops = int(math.log(num_devices, 2))
+  if num_devices != (2 ** num_hops):
+    raise ValueError("num_devices must be a power of 2")
+  chunks = input_tensors
+  for h in range(0, num_hops):
+    span = 2 ** h
+    group_size = span * 2
+    new_chunks = [[] for _ in devices]
+    for d in range(0, num_devices):
+      if (d % group_size) >= (group_size / 2):
+        # skip right half of a pair
+        continue
+      left_dev = devices[d]
+      right_dev = devices[d + span]
+      left_split = array_ops.split(chunks[d], 2)
+      right_split = array_ops.split(chunks[d+span], 2)
+      with ops.device(left_dev):
+        new_chunks[d] = red_op(left_split[0], right_split[0])
+      with ops.device(right_dev):
+        new_chunks[d + span] = red_op(left_split[1], right_split[1])
+    chunks = new_chunks
+  return chunks
+
+
+def _build_recursive_hd_scatter(input_tensors, devices):
+  """Construct the scatter phase of recursive halving-doublng all-reduce.
+
+  Args:
+    input_tensors: list of T `tf.Tensor` that are fully-reduced shards.
+    devices: a list of strings naming the devices on which the reconstituted
+      full tensors should be placed.
+
+  Returns:
+    list of T `tf.Tensor` which are the fully reduced tensors.
+  """
+  num_devices = len(devices)
+  num_hops = int(math.log(num_devices, 2))
+  assert num_devices == (2 ** num_hops), "num_devices must be a power of 2"
+  chunks = input_tensors
+  for h in reversed(range(0, num_hops)):
+    span = 2 ** h
+    group_size = span * 2
+    new_chunks = [[] for _ in devices]
+    for d in range(0, num_devices):
+      if (d % group_size) >= (group_size / 2):
+        # skip right half of a pair
+        continue
+      left_idx = d
+      right_idx = d + span
+      left_dev = devices[left_idx]
+      right_dev = devices[right_idx]
+      with ops.device(left_dev):
+        new_chunks[left_idx] = array_ops.concat([chunks[left_idx],
+                                                 chunks[right_idx]], 0)
+      with ops.device(right_dev):
+        new_chunks[right_idx] = array_ops.concat([chunks[left_idx],
+                                                  chunks[right_idx]], 0)
+    chunks = new_chunks
+  return chunks
+
+
+def build_shuffle_all_reduce(input_tensors, gather_devices, red_op, un_op=None):
+  """Construct a subgraph for shuffle all-reduce.
+
+  Shuffle reduce is essentially the algorithm implemented when using
+  parameter servers.  Suppose tensor length is n, there are d devices
+  and g gather shards.  Each device sends a n/g length sub-tensor to
+  each gather shard.  The gather shards perform a reduction across d
+  fragments, then broadcast the result back to each device.  The
+  devices then join the g fully reduced fragments they receive from
+  the shards.  The gather shards could perform d-1 pairwise
+  reductions, or one d-way reduction.  The first is better where
+  reduction Op time is low compared to transmission time, the second
+  better in the other case.
+
+  Args:
+    input_tensors: list of T @(tf.Tensor} values to be reduced.
+    gather_devices: list of names of devices on which reduction shards
+      should be placed.
+    red_op: an n-array elementwise reduction Op
+    un_op: optional elementwise unary Op to be applied to fully-reduced values.
+
+  Returns:
+    list of T `tf.Tensor` which are the fully reduced tensors.
+  """
+  input_tensors, shape = _flatten_tensors(input_tensors)
+  dst_devices = [t.device for t in input_tensors]
+  reduced_shards = _build_shuffle_gather(input_tensors, gather_devices,
+                                         red_op, un_op)
+  output_tensors = _build_shuffle_scatter(reduced_shards, dst_devices)
+  if len(shape) != 1:
+    output_tensors = _reshape_tensors(output_tensors, shape)
+  return output_tensors
+
+
+def _build_shuffle_gather(input_tensors, gather_devices, red_op, un_op=None):
+  """Construct the gather (concentrate and reduce) phase of shuffle all-reduce.
+
+  Args:
+    input_tensors: list of T @(tf.Tensor} values to be reduced.
+    gather_devices: list of names of devices on which reduction shards
+      should be placed.
+    red_op: the binary reduction Op
+    un_op: optional elementwise unary Op to be applied to fully-reduced values.
+
+  Returns:
+    list of T `tf.Tensor` which are the fully reduced shards.
+
+  Raises:
+    ValueError: inputs not well-formed.
+  """
+  num_source_devices = len(input_tensors)
+  num_gather_devices = len(gather_devices)
+  shape = input_tensors[0].shape
+  if len(shape) != 1:
+    raise ValueError("input_tensors must be 1D")
+  shards_by_source = []
+  for d in range(0, num_source_devices):
+    with ops.colocate_with(input_tensors[d]):
+      shards_by_source.append(
+          _ragged_split(input_tensors[d], num_gather_devices))
+  reduced_shards = []
+  for d in range(0, num_gather_devices):
+    with ops.device(gather_devices[d]):
+      values = [s[d] for s in shards_by_source]
+      red_shard = red_op(values)
+      if un_op:
+        red_shard = un_op(red_shard)
+      reduced_shards.append(red_shard)
+  return reduced_shards
+
+
+def _build_shuffle_scatter(reduced_shards, dst_devices):
+  """Build the scatter phase of shuffle all-reduce.
+
+  Args:
+    reduced_shards:  list of T @(tf.Tensor} fully reduced shards
+    dst_devices: list of names of devices at which the fully-reduced value
+      should be reconstituted.
+
+  Returns:
+    list of T `tf.Tensor` scattered tensors.
+  """
+  num_devices = len(dst_devices)
+  out_tensors = []
+  for d in range(0, num_devices):
+    with ops.device(dst_devices[d]):
+      out_tensors.append(array_ops.concat(reduced_shards, 0))
+  return out_tensors
+
+
+def _split_by_task(devices, values):
+  """Partition devices and values by common task.
+
+  Args:
+    devices: list of device name strings
+    values: list of T `tf.tensor` of same length as devices.
+
+  Returns:
+    (per_task_devices, per_task_values) where both values are
+    lists of lists with isomorphic structure: the outer list is
+    indexed by task, and the inner list has length of the number
+    of values belonging to that task.  per_task_devices contains
+    the specific devices to which the values are local, and
+    per_task_values contains the corresponding values.
+
+  Raises:
+    ValueError: devices must be same length as values.
+  """
+  num_devices = len(devices)
+  if num_devices != len(values):
+    raise ValueError("len(devices) must equal len(values)")
+  per_task_devices = collections.OrderedDict()
+  per_task_values = collections.OrderedDict()
+  for d in range(num_devices):
+    d_spec = device_lib.DeviceSpec.from_string(devices[d])
+    if not hasattr(d_spec, "task") or d_spec.task is None:
+      assert False, "failed to parse device %s" % devices[d]
+    index = (d_spec.job or "localhost", d_spec.replica or 0, d_spec.task)
+    if index not in per_task_devices:
+      per_task_devices[index] = []
+      per_task_values[index] = []
+    per_task_devices[index].append(devices[d])
+    per_task_values[index].append(values[d])
+
+  return (list(per_task_devices.values()), list(per_task_values.values()))
+
+
+def build_nccl_all_reduce(input_tensors, red_op, un_op=None):
+  """Build a subgraph that does one full all-reduce, using NCCL.
+
+  Args:
+    input_tensors: list of T `tf.Tensor` of same-shape and type values to
+      be reduced.
+    red_op: binary elementwise reduction operator.  Must be one of
+      {tf.add}
+    un_op: optional unary elementwise Op to apply to fully-reduce values.
+
+  Returns:
+    list of T `tf.Tensor` of reduced values.
+
+  Raises:
+    ValueError: red_op not supported.
+  """
+  if red_op == math_ops.add:
+    output_tensors = nccl_ops.all_sum(input_tensors)
+  else:
+    raise ValueError("red_op not supported by NCCL all-reduce: ", red_op)
+  if un_op:
+    un_op_wrapped = []
+    for t in output_tensors:
+      with ops.colocate_with(t):
+        un_op_wrapped.append(un_op(t))
+    output_tensors = un_op_wrapped
+  return output_tensors
+
+
+def _build_nccl_hybrid(input_tensors, red_op, upper_level_f):
+  """Construct a subgraph for NCCL hybrid all-reduce.
+
+  Args:
+    input_tensors: list of T `tf.Tensor` of same-shape and type values to
+      be reduced.
+    red_op: binary elementwise reduction operator.
+    upper_level_f: function for reducing one value per worker, across
+      workers.
+
+  Returns:
+    list of T `tf.Tensor` of reduced values.
+
+  Raises:
+    ValueError: inputs not well-formed.
+  """
+  input_tensors, shape = _flatten_tensors(input_tensors)
+  devices = [t.device for t in input_tensors]
+  per_worker_devices, per_worker_values = _split_by_task(devices, input_tensors)
+  num_workers = len(per_worker_devices)
+  up_values = [None for w in range(0, num_workers)]
+  up_devices = up_values[:]
+  down_values = up_values[:]
+  # First stage: reduce within each worker using NCCL
+  for w in range(0, num_workers):
+    worker_values = build_nccl_all_reduce(per_worker_values[w], red_op)
+    # NOTE: these reductions will not run to completion unless
+    # every output value is used.  Since we only need one, we
+    # need to put control dependencies on the rest.
+    with ops.control_dependencies(worker_values):
+      with ops.device(worker_values[0].device):
+        up_values[w] = array_ops.identity(worker_values[0])
+      up_devices[w] = per_worker_devices[w][0]
+  # Second stage: Apply upper_level_f to reduce across first device at
+  # each worker
+  level_2_output = upper_level_f(up_values)
+  # Third stage: propagate within each worker using NCCL Broadcast
+  for w in range(0, num_workers):
+    dst_tensors = []
+    with ops.device(per_worker_devices[w][0]):
+      broadcast_src = nccl_ops.broadcast(array_ops.identity(level_2_output[w]))
+    for d in per_worker_devices[w]:
+      with ops.device(d):
+        dst_tensors.append(array_ops.identity(broadcast_src))
+    down_values[w] = dst_tensors
+  output_tensors = [v for sublist in down_values for v in sublist]
+  if len(shape) != 1:
+    output_tensors = _reshape_tensors(output_tensors, shape)
+  return output_tensors
+
+
+def _reduce_non_singleton(input_tensors, red_f, un_op):
+  """If len(input_tensors) > 1, apply red_f, else apply un_op."""
+  if len(input_tensors) > 1:
+    return red_f(input_tensors)
+  else:
+    if not un_op:
+      return input_tensors
+    output_tensors = []
+    for t in input_tensors:
+      with ops.colocate_with(t):
+        output_tensors.append(un_op(t))
+    return output_tensors
+
+
+def build_nccl_then_ring(input_tensors, subdiv, red_op, un_op=None):
+  """Construct hybrid of NCCL within workers, Ring across workers."""
+  def upper_builder(y):
+    return build_ring_all_reduce(y, len(y), subdiv, [0], red_op, un_op)
+  def upper_level_f(x):
+    return _reduce_non_singleton(x, upper_builder, un_op)
+  return _build_nccl_hybrid(input_tensors, red_op, upper_level_f)
+
+
+def build_nccl_then_recursive_hd(input_tensors, red_op, un_op=None):
+  """Construct hybrid of NCCL within workers, Recursive-HD across workers."""
+  upper_level_f = lambda x: build_recursive_hd_all_reduce(x, red_op, un_op)
+  return _build_nccl_hybrid(input_tensors, red_op, upper_level_f)
+
+
+def build_nccl_then_shuffle(input_tensors, gather_devices, nccl_red_op,
+                            shuffle_red_op, un_op=None):
+  """Construct hybrid of NCCL within workers, Shuffle across workers."""
+  def upper_level_f(x):
+    return build_shuffle_all_reduce(x, gather_devices, shuffle_red_op, un_op)
+
+  return _build_nccl_hybrid(input_tensors, nccl_red_op, upper_level_f)
+
+
+def _build_shuffle_hybrid(input_tensors, gather_devices, red_op, upper_level_f):
+  """Construct a subgraph for Shuffle hybrid all-reduce.
+
+  Args:
+    input_tensors: list of T `tf.Tensor` of same-shape and type values to
+      be reduced.
+    gather_devices: list of device names on which to host gather shards.
+    red_op: binary elementwise reduction operator.
+    upper_level_f: function for reducing one value per worker, across
+      workers.
+
+  Returns:
+    list of T `tf.Tensor` of reduced values.
+
+  Raises:
+    ValueError: inputs not well-formed.
+  """
+  input_tensors, shape = _flatten_tensors(input_tensors)
+  # First stage, reduce across each worker using gather_devices.
+  devices = [t.device for t in input_tensors]
+  per_worker_devices, per_worker_values = _split_by_task(devices, input_tensors)
+  num_workers = len(per_worker_devices)
+  up_values = []
+  if len(gather_devices) != num_workers:
+    raise ValueError("For shuffle hybrid, gather_devices must contain one "
+                     "device per worker. ")
+  for w in range(0, num_workers):
+    reduced_shards = _build_shuffle_gather(
+        per_worker_values[w], [gather_devices[w]], red_op)
+    up_values.append(reduced_shards[0])
+  # Second stage, apply upper_level_f.
+  level_2_output = upper_level_f(up_values)
+  # Third stage, apply shuffle scatter at each worker.
+  output_tensors = []
+  for w in range(0, num_workers):
+    output_tensors += _build_shuffle_scatter(
+        [level_2_output[w]], per_worker_devices[w])
+  if len(shape) != 1:
+    output_tensors = _reshape_tensors(output_tensors, shape)
+  return output_tensors
+
+
+def build_shuffle_then_ring(input_tensors, gather_devices, subdiv,
+                            red_n_op, red_op, un_op=None):
+  """Construct hybrid of Shuffle within workers, Ring across workers."""
+  def upper_builder(tensors):
+    return build_ring_all_reduce(tensors, len(tensors), subdiv, [0],
+                                 red_op, un_op)
+  def upper_level_f(tensors):
+    return _reduce_non_singleton(tensors, upper_builder, un_op)
+  return _build_shuffle_hybrid(
+      input_tensors, gather_devices, red_n_op, upper_level_f)
+
+
+def build_shuffle_then_shuffle(input_tensors, first_gather_devices,
+                               second_gather_devices, red_op, un_op=None):
+  """Construct hybrid of Shuffle within workers, Shuffle across workers."""
+  def upper_builder(tensors):
+    return build_shuffle_all_reduce(tensors, second_gather_devices,
+                                    red_op, un_op)
+  def upper_level_f(tensors):
+    return _reduce_non_singleton(tensors, upper_builder, un_op)
+  return _build_shuffle_hybrid(
+      input_tensors, first_gather_devices, red_op, upper_level_f)
diff --git a/tensorflow/contrib/all_reduce/python/all_reduce_test.py b/tensorflow/python/distribute/all_reduce_test.py
similarity index 98%
rename from tensorflow/contrib/all_reduce/python/all_reduce_test.py
rename to tensorflow/python/distribute/all_reduce_test.py
index 304fd7fb8a..b1956c75b7 100644
--- a/tensorflow/contrib/all_reduce/python/all_reduce_test.py
+++ b/tensorflow/python/distribute/all_reduce_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for tensorflow.contrib.all_reduce.python..all_reduce."""
+"""Tests for all_reduce."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -22,8 +22,8 @@ import time
 
 import numpy as np
 
-from tensorflow.contrib.all_reduce.python import all_reduce as ar
 from tensorflow.core.framework import types_pb2
+from tensorflow.python.distribute import all_reduce as ar
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
-- 
GitLab


From 9a6587e229e87d4388b04e85df54ae68b72b288f Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Tue, 13 Nov 2018 11:26:34 -0800
Subject: [PATCH 1522/1825] Remove dependency on conv_ops in transpose_functor.
 It only needs to depend on conv_2d.

PiperOrigin-RevId: 221301703
---
 .../core/grappler/optimizers/data/BUILD       |   1 +
 tensorflow/core/kernels/BUILD                 |  18 ++-
 ...conv_ops_gpu_3.cu.cc => conv_2d_gpu.cu.cc} | 119 +++++++++---------
 3 files changed, 75 insertions(+), 63 deletions(-)
 rename tensorflow/core/kernels/{conv_ops_gpu_3.cu.cc => conv_2d_gpu.cu.cc} (91%)

diff --git a/tensorflow/core/grappler/optimizers/data/BUILD b/tensorflow/core/grappler/optimizers/data/BUILD
index 89e95067b8..7593023ff4 100644
--- a/tensorflow/core/grappler/optimizers/data/BUILD
+++ b/tensorflow/core/grappler/optimizers/data/BUILD
@@ -628,6 +628,7 @@ tf_cc_test(
         "//tensorflow/core/kernels:cwise_op",
         "//tensorflow/core/kernels:logging_ops",
         "//tensorflow/core/kernels:math",
+        "//tensorflow/core/kernels:nn",
         "//tensorflow/core/kernels:parsing",
         "//tensorflow/tools/graph_transforms:transform_utils",
     ] + tf_protos_all(),
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 18d70422a0..0f843ef125 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -195,15 +195,27 @@ cc_library(
     deps = ["//third_party/eigen3"],
 )
 
-cc_library(
+tf_kernel_library(
     name = "conv_2d",
     hdrs = ["conv_2d.h"],
+    gpu_srcs = [
+        "conv_2d_gpu.cu.cc",
+        "conv_2d.h",
+    ],
     deps = [
         ":eigen_helpers",
+        ":fill_functor",
         ":gpu_util_hdrs",
+        ":image_resizer_state",
+        ":ops_util",
+        "//tensorflow/core:core_cpu",
         "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:lib_internal",
+        "//tensorflow/core:nn_ops_op_lib",
         "//third_party/eigen3",
     ],
+    alwayslink = 1,
 )
 
 cc_library(
@@ -1673,14 +1685,14 @@ tf_kernel_library(
     ],
     visibility = [":friends"],
     deps = [
-        ":conv_ops",
+        ":conv_2d",
         ":ops_util",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:protos_all_cc",
         "//third_party/eigen3",
     ],
-    alwayslink = 0,
+    alwayslink = 1,
 )
 
 tf_cc_test(
diff --git a/tensorflow/core/kernels/conv_ops_gpu_3.cu.cc b/tensorflow/core/kernels/conv_2d_gpu.cu.cc
similarity index 91%
rename from tensorflow/core/kernels/conv_ops_gpu_3.cu.cc
rename to tensorflow/core/kernels/conv_2d_gpu.cu.cc
index 46167db3a2..8d2700dca1 100644
--- a/tensorflow/core/kernels/conv_ops_gpu_3.cu.cc
+++ b/tensorflow/core/kernels/conv_2d_gpu.cu.cc
@@ -433,7 +433,7 @@ struct TransformFilter<GPUDevice, T, int, NDIMS> {
     combined_dims[2] = in.dimension(NDIMS - 1);  // output filters
     CudaLaunchConfig config = GetCudaLaunchConfig(out.size(), d);
 
-    CHECK(dst_filter_format == FORMAT_OIHW)
+    DCHECK(dst_filter_format == FORMAT_OIHW)
         << "Unsupported output layout: " << ToString(dst_filter_format);
 
     ShuffleInTensor3Simple<T, 2, 1, 0>
@@ -998,78 +998,77 @@ struct NCHWToNHWC<GPUDevice, T, NDIMS> {
   }
 };
 
-}  // namespace functor
-
-template struct functor::ShuffleAndReverse<GPUDevice, float, 4, int>;
-template struct functor::ShuffleAndReverse<GPUDevice, Eigen::half, 4, int>;
-
-template struct functor::ShuffleAndReverse<GPUDevice, float, 4,
-                                           Eigen::DenseIndex>;
-template struct functor::ShuffleAndReverse<GPUDevice, Eigen::half, 4,
-                                           Eigen::DenseIndex>;
-
-template struct functor::TransformDepth<GPUDevice, float, int>;
-template struct functor::TransformDepth<GPUDevice, Eigen::half, int>;
-
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, uint8>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, uint16>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, uint32>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, uint64>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, float4>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, float2,
-                                                     /*conjugate=*/true>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, double2,
-                                                     /*conjugate=*/true>;
-template struct functor::SwapDimension1And2InTensor3<GPUDevice, Eigen::half>;
-
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, uint8>;
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, uint16>;
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, uint32>;
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, uint64>;
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, float4>;
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, float2,
-                                                     /*conjugate=*/true>;
-template struct functor::SwapDimension0And2InTensor3<GPUDevice, double2,
-                                                     /*conjugate=*/true>;
+template struct ShuffleAndReverse<Eigen::GpuDevice, float, 4, int>;
+template struct ShuffleAndReverse<Eigen::GpuDevice, Eigen::half, 4, int>;
+
+template struct ShuffleAndReverse<Eigen::GpuDevice, float, 4,
+                                  Eigen::DenseIndex>;
+template struct ShuffleAndReverse<Eigen::GpuDevice, Eigen::half, 4,
+                                  Eigen::DenseIndex>;
+
+template struct TransformDepth<Eigen::GpuDevice, float, int>;
+template struct TransformDepth<Eigen::GpuDevice, Eigen::half, int>;
+
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, uint8>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, uint16>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, uint32>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, uint64>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, float4>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, float2,
+                                            /*conjugate=*/true>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, double2,
+                                            /*conjugate=*/true>;
+template struct SwapDimension1And2InTensor3<Eigen::GpuDevice, Eigen::half>;
+
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, uint8>;
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, uint16>;
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, uint32>;
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, uint64>;
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, float4>;
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, float2,
+                                            /*conjugate=*/true>;
+template struct SwapDimension0And2InTensor3<Eigen::GpuDevice, double2,
+                                            /*conjugate=*/true>;
 
 // For 2d ops.
-template struct functor::TransformFilter<GPUDevice, double, int, 4>;
-template struct functor::TransformFilter<GPUDevice, float, int, 4>;
-template struct functor::TransformFilter<GPUDevice, Eigen::half, int, 4>;
+template struct TransformFilter<Eigen::GpuDevice, double, int, 4>;
+template struct TransformFilter<Eigen::GpuDevice, float, int, 4>;
+template struct TransformFilter<Eigen::GpuDevice, Eigen::half, int, 4>;
 
-template struct functor::ReverseTransformFilter<GPUDevice, double, 4>;
-template struct functor::ReverseTransformFilter<GPUDevice, float, 4>;
-template struct functor::ReverseTransformFilter<GPUDevice, Eigen::half, 4>;
+template struct ReverseTransformFilter<Eigen::GpuDevice, double, 4>;
+template struct ReverseTransformFilter<Eigen::GpuDevice, float, 4>;
+template struct ReverseTransformFilter<Eigen::GpuDevice, Eigen::half, 4>;
 
-template struct functor::NHWCToNCHW<GPUDevice, double, 4>;
-template struct functor::NHWCToNCHW<GPUDevice, float, 4>;
-template struct functor::NHWCToNCHW<GPUDevice, Eigen::half, 4>;
+template struct NHWCToNCHW<Eigen::GpuDevice, double, 4>;
+template struct NHWCToNCHW<Eigen::GpuDevice, float, 4>;
+template struct NHWCToNCHW<Eigen::GpuDevice, Eigen::half, 4>;
 
-template struct functor::NCHWToNHWC<GPUDevice, double, 4>;
-template struct functor::NCHWToNHWC<GPUDevice, float, 4>;
-template struct functor::NCHWToNHWC<GPUDevice, Eigen::half, 4>;
+template struct NCHWToNHWC<Eigen::GpuDevice, double, 4>;
+template struct NCHWToNHWC<Eigen::GpuDevice, float, 4>;
+template struct NCHWToNHWC<Eigen::GpuDevice, Eigen::half, 4>;
 
-template struct functor::PadInput<GPUDevice, int, int, 4>;
-template struct functor::PadInput<GPUDevice, double, int, 4>;
-template struct functor::PadInput<GPUDevice, float, int, 4>;
-template struct functor::PadInput<GPUDevice, Eigen::half, int, 4>;
+template struct PadInput<Eigen::GpuDevice, int, int, 4>;
+template struct PadInput<Eigen::GpuDevice, double, int, 4>;
+template struct PadInput<Eigen::GpuDevice, float, int, 4>;
+template struct PadInput<Eigen::GpuDevice, Eigen::half, int, 4>;
 
 // For 3d ops.
-template struct functor::TransformFilter<GPUDevice, float, int, 5>;
-template struct functor::TransformFilter<GPUDevice, Eigen::half, int, 5>;
+template struct TransformFilter<Eigen::GpuDevice, float, int, 5>;
+template struct TransformFilter<Eigen::GpuDevice, Eigen::half, int, 5>;
 
-template struct functor::ReverseTransformFilter<GPUDevice, float, 5>;
-template struct functor::ReverseTransformFilter<GPUDevice, Eigen::half, 5>;
+template struct ReverseTransformFilter<Eigen::GpuDevice, float, 5>;
+template struct ReverseTransformFilter<Eigen::GpuDevice, Eigen::half, 5>;
 
-template struct functor::NHWCToNCHW<GPUDevice, float, 5>;
-template struct functor::NHWCToNCHW<GPUDevice, Eigen::half, 5>;
+template struct NHWCToNCHW<Eigen::GpuDevice, float, 5>;
+template struct NHWCToNCHW<Eigen::GpuDevice, Eigen::half, 5>;
 
-template struct functor::NCHWToNHWC<GPUDevice, float, 5>;
-template struct functor::NCHWToNHWC<GPUDevice, Eigen::half, 5>;
+template struct NCHWToNHWC<Eigen::GpuDevice, float, 5>;
+template struct NCHWToNHWC<Eigen::GpuDevice, Eigen::half, 5>;
 
-template struct functor::PadInput<GPUDevice, float, int, 5>;
-template struct functor::PadInput<GPUDevice, Eigen::half, int, 5>;
+template struct PadInput<Eigen::GpuDevice, float, int, 5>;
+template struct PadInput<Eigen::GpuDevice, Eigen::half, int, 5>;
 
+}  // namespace functor
 }  // namespace tensorflow
 
 #endif  // GOOGLE_CUDA
-- 
GitLab


From f17806effec7ebb3618ac1426317baea1aac34e5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 11:31:51 -0800
Subject: [PATCH 1523/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 221302763
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 51 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 51 +++++++++++++++++++
 2 files changed, 102 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 6f5034ced5..17ced64765 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -76917,6 +76917,57 @@ op {
     type: "type"
   }
 }
+op {
+  name: "UnicodeDecodeWithOffsets"
+  input_arg {
+    name: "input"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "row_splits"
+    type: DT_INT64
+  }
+  output_arg {
+    name: "char_values"
+    type: DT_UINT32
+  }
+  output_arg {
+    name: "char_to_byte_starts"
+    type: DT_INT64
+  }
+  attr {
+    name: "input_encoding"
+    type: "string"
+  }
+  attr {
+    name: "errors"
+    type: "string"
+    default_value {
+      s: "replace"
+    }
+    allowed_values {
+      list {
+        s: "strict"
+        s: "replace"
+        s: "ignore"
+      }
+    }
+  }
+  attr {
+    name: "replacement_char"
+    type: "int"
+    default_value {
+      i: 65533
+    }
+  }
+  attr {
+    name: "replace_control_characters"
+    type: "bool"
+    default_value {
+      b: false
+    }
+  }
+}
 op {
   name: "UnicodeScript"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index 915cd26db1..da5d4c152c 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -36929,6 +36929,57 @@ op {
     type: "type"
   }
 }
+op {
+  name: "UnicodeDecodeWithOffsets"
+  input_arg {
+    name: "input"
+    type: DT_STRING
+  }
+  output_arg {
+    name: "row_splits"
+    type: DT_INT64
+  }
+  output_arg {
+    name: "char_values"
+    type: DT_UINT32
+  }
+  output_arg {
+    name: "char_to_byte_starts"
+    type: DT_INT64
+  }
+  attr {
+    name: "input_encoding"
+    type: "string"
+  }
+  attr {
+    name: "errors"
+    type: "string"
+    default_value {
+      s: "replace"
+    }
+    allowed_values {
+      list {
+        s: "strict"
+        s: "replace"
+        s: "ignore"
+      }
+    }
+  }
+  attr {
+    name: "replacement_char"
+    type: "int"
+    default_value {
+      i: 65533
+    }
+  }
+  attr {
+    name: "replace_control_characters"
+    type: "bool"
+    default_value {
+      b: false
+    }
+  }
+}
 op {
   name: "UnicodeScript"
   input_arg {
-- 
GitLab


From 0483da87c2b5f99061ebbd8059003a89ff1818e1 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Tue, 13 Nov 2018 11:34:55 -0800
Subject: [PATCH 1524/1825] [TF:XLA] Bump open source llvm revision to r346485

PiperOrigin-RevId: 221303452
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 6d3562caef..29559927bb 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -473,11 +473,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "a22a9b4c3af50a52ba0015b6987bba7202c3ec8e1d40ae76ee7d7643638936ae",
-        strip_prefix = "llvm-b4ace5f3454131a3070ef7c11e19e42fc9a80b4e",
+        sha256 = "016e265dc5978f424f23a7893044bb41c68cd58a1c993b1fac99187d92176ae4",
+        strip_prefix = "llvm-5e1b99cf3b50e2d013904a4ecc096cee77d91b86",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/b4ace5f3454131a3070ef7c11e19e42fc9a80b4e.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/b4ace5f3454131a3070ef7c11e19e42fc9a80b4e.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/5e1b99cf3b50e2d013904a4ecc096cee77d91b86.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/5e1b99cf3b50e2d013904a4ecc096cee77d91b86.tar.gz",
         ],
     )
 
-- 
GitLab


From 7a8542339016b07eafa531720efdc72d13435884 Mon Sep 17 00:00:00 2001
From: Russell Power <power@google.com>
Date: Tue, 13 Nov 2018 11:39:36 -0800
Subject: [PATCH 1525/1825] Fix the final checkpoint handling of
 AsyncCheckpointSaver.

PiperOrigin-RevId: 221304429
---
 tensorflow/contrib/tpu/python/tpu/async_checkpoint.py | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
index 1cf7f9fcf6..1b09ce173a 100644
--- a/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
+++ b/tensorflow/contrib/tpu/python/tpu/async_checkpoint.py
@@ -80,6 +80,8 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
     self._summary_writer = None
     self._global_step_tensor = None
 
+    self._last_checkpoint_step = None
+
   def _set_steps_per_run(self, steps_per_run):
     self._steps_per_run = steps_per_run
 
@@ -137,8 +139,7 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
 
     last_step = session.run(self._global_step_tensor)
 
-    # Save the last checkpoint synchronously if needed.
-    if last_step != self._timer.last_triggered_step():
+    if self._last_checkpoint_step != last_step:
       self._save(session, last_step, asynchronous=False)
 
     for l in self._listeners:
@@ -174,6 +175,7 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
       logging.info("Checkpoint finished for %d into %s.", step, self._save_path)
 
     if not asynchronous:
+      self._last_checkpoint_step = step
       _save_fn()
       return
 
@@ -183,6 +185,7 @@ class AsyncCheckpointSaverHook(basic_session_run_hooks.CheckpointSaverHook):
         logging.info("Saver thread still in progress, skipping checkpoint.")
         return
 
+    self._last_checkpoint_step = step
     self._save_thread = threading.Thread(target=_save_fn)
     self._save_thread.start()
 
-- 
GitLab


From eab659a777642a1fe7e5df6331bee38c5cf5228d Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 13 Nov 2018 11:43:54 -0800
Subject: [PATCH 1526/1825] Re-enable autograph in tf.function.

PiperOrigin-RevId: 221305231
---
 tensorflow/python/eager/def_function.py         | 4 ++--
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/eager/def_function.py b/tensorflow/python/eager/def_function.py
index cad6721c70..52830d41bf 100644
--- a/tensorflow/python/eager/def_function.py
+++ b/tensorflow/python/eager/def_function.py
@@ -214,7 +214,7 @@ class PolymorphicFunction(object):
                python_function,
                name,
                input_signature=None,
-               autograph=False,
+               autograph=True,
                experimental_autograph_options=None):
     """Initializes a polymorphic function.
 
@@ -503,7 +503,7 @@ class PolymorphicFunction(object):
 @tf_export("function", v1=[])
 def function(func=None,
              input_signature=None,
-             autograph=False,
+             autograph=True,
              experimental_autograph_options=None):
   """Creates a callable TensorFlow graph from a Python function.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 6157121b97..b1e4c32523 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -738,7 +738,7 @@ tf_module {
   }
   member_method {
     name: "function"
-    argspec: "args=[\'func\', \'input_signature\', \'autograph\', \'experimental_autograph_options\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'None\'], "
+    argspec: "args=[\'func\', \'input_signature\', \'autograph\', \'experimental_autograph_options\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\', \'None\'], "
   }
   member_method {
     name: "gather"
-- 
GitLab


From 336e80e235f55873aa5df5818bdad6b12eb9579f Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Tue, 13 Nov 2018 11:45:39 -0800
Subject: [PATCH 1527/1825] Move Keras to use global batch size with
 distribution strategy.

PiperOrigin-RevId: 221305528
---
 .../contrib/distribute/python/keras_test.py   | 25 ++++++---
 .../distribute/python/one_device_strategy.py  |  5 ++
 .../contrib/distribute/python/tpu_strategy.py | 56 +++++++++++++++++++
 tensorflow/python/keras/BUILD                 |  4 +-
 .../engine/distributed_training_utils.py      | 24 +++++++-
 tensorflow/python/keras/engine/training.py    | 13 ++---
 tensorflow/python/training/distribute.py      | 27 +++++++++
 7 files changed, 135 insertions(+), 19 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 0db5844e4c..790b683e58 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -218,7 +218,10 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
   global_batch_size = 64
   batch_size = global_batch_size
   # TODO(b/118776054): Use global batch size for Keras/DS support.
-  if with_distribution:
+  use_per_core_batch_size = (
+      with_distribution and
+      with_distribution.__class__.__name__ != 'TPUStrategy')
+  if use_per_core_batch_size:
     batch_size //= with_distribution.num_replicas_in_sync
 
   if use_numpy:
@@ -234,11 +237,19 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
         'x': x_train,
         'y': y_train,
     }
+    # TODO(b/119318587): We should not require batch_size when distribution
+    # is enabled.
+    if with_distribution:
+      if use_per_core_batch_size:
+        predict_batch_size = (
+            len(x_predict) // with_distribution.num_replicas_in_sync)
+      else:
+        predict_batch_size = len(x_predict)
+    else:
+      predict_batch_size = None
+
     predict_inputs = {
-        # TODO(b/119318587): We should not require batch_size when distribution
-        # is enabled.
-        'batch_size': (len(x_predict) // with_distribution.num_replicas_in_sync
-                       if with_distribution else None),
+        'batch_size': predict_batch_size,
         'x': np.array(x_predict, dtype=np.float32),
     }
   else:
@@ -263,7 +274,7 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
         'steps': 20,
     }
     predict_batch_size = len(x_predict)
-    if with_distribution:
+    if use_per_core_batch_size:
       predict_batch_size //= with_distribution.num_replicas_in_sync
     predict_dataset = dataset_ops.Dataset.from_tensor_slices(x_predict)
     predict_dataset = batch_wrapper(predict_dataset,
@@ -877,7 +888,7 @@ class TestDistributionStrategyWithDatasets(test.TestCase,
       predict_dataset = dataset_ops.Dataset.from_tensor_slices(inputs)
       predict_dataset = predict_dataset.repeat().batch(5)
       output = model.predict(predict_dataset, steps=10)
-      # `predict` runs for 10 steps and in each step you process 100 samples.
+      # `predict` runs for 10 steps and in each step you process 10 samples.
       ref_output = np.ones((100, 1), dtype=np.float32)
       self.assertArrayNear(output, ref_output, 1e-1)
 
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index a0d8f93887..f1aac56c46 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -58,6 +58,11 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     with ops.colocate_with(colocate_with):
       return next_creator(*args, **kwargs)
 
+  def make_dataset_iterator(self, dataset):
+    distributed_dataset = values.PerReplicaDataset(dataset, [self._device])
+    # TODO(priyag): Return distribution strategy specific InputIterator
+    return distributed_dataset.make_initializable_iterator()
+
   def distribute_dataset(self, dataset_fn):
     return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), [self._device])
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index f5b4531ba8..7db5f108ee 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -29,10 +29,13 @@ from tensorflow.contrib.tpu.python.ops import tpu_ops
 from tensorflow.contrib.tpu.python.tpu import tpu
 from tensorflow.contrib.tpu.python.tpu import tpu_system_metadata as tpu_system_metadata_lib
 from tensorflow.contrib.tpu.python.tpu import training_loop
+from tensorflow.python.data.experimental.ops import batching
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
@@ -214,6 +217,59 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
 
     return enqueue_op_per_host
 
+  def make_dataset_iterator(self, dataset):
+    """Make iterators for each of the TPU hosts.
+
+    We first unbatch the users input dataset and then rebatch it with the
+    per replica batch size that is calculated using
+    `global_batch_size // num_replicas_in_sync`. The currently supported cases
+    are as follows:
+    `dataset.batch()` is the last operation on the dataset.
+    `dataset.apply(map_and_batch)` is the last operation on the dataset.
+    `dataset.batch().prefetch()` are the last 2 operations on the dataset.
+    `dataset.apply(map_and_batch).prefetch()` are the last 2 operations.
+
+    Args:
+      dataset: The `tf.data` dataset passed by the user.
+
+    Returns:
+      iterator: InputIterator created for each of the host machines.
+    """
+    # TODO(sourabhbajaj): Remove this in lieu of distributed datasets
+    def _get_dataset_batch_size(dataset):
+      """Get the global batch size from the dataset object."""
+      # pylint: disable=protected-access
+      if isinstance(dataset, dataset_ops.BatchDataset):
+        return tensor_util.constant_value(dataset._batch_size)
+      elif isinstance(dataset, batching._MapAndBatchDataset):
+        return dataset._batch_size
+      elif isinstance(dataset, dataset_ops.PrefetchDataset):
+        return _get_dataset_batch_size(dataset._input_dataset)
+      # pylint: enable=protected-access
+      raise ValueError(
+          "Unable to fetch the batch size from the input dataset. `batch` "
+          "`map_and_batch` need to be the last operations on the dataset. "
+          "The batch operations can be followed by a prefetch.")
+
+    global_batch_size = _get_dataset_batch_size(dataset)
+    if global_batch_size % self.num_replicas_in_sync:
+      raise ValueError(
+          "Batch size %s cannot be sharded evenly across replicas %s" % (
+              global_batch_size, self.num_replicas_in_sync))
+    per_replica_batch_size = global_batch_size // self.num_replicas_in_sync
+    dataset = dataset.apply(batching.unbatch())
+    dataset = dataset.batch(per_replica_batch_size, drop_remainder=True)
+
+    worker_devices = [
+        (self.get_host(hid), [self.get_host_cpu_device(hid)])
+        for hid in range(self.num_hosts)
+    ]
+    distributed_dataset = values.MultiWorkerDataset(
+        functools.partial(self._call_dataset_fn, lambda: dataset),
+        worker_devices)
+    # TODO(priyag): Return distribution strategy specific InputIterator
+    return distributed_dataset.make_initializable_iterator()
+
   def distribute_dataset(self, dataset_fn):
     worker_devices = [
         (self.get_host(hid), [self.get_host_cpu_device(hid)])
diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 6f38d822e7..7dfafd8289 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -3,10 +3,10 @@
 
 licenses(["notice"])  # Apache 2.0
 
-exports_files(["LICENSE"])
-
 package(default_visibility = ["//visibility:public"])
 
+exports_files(["LICENSE"])
+
 load("//tensorflow:tensorflow.bzl", "py_test")
 load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index f939b7565a..7e3147bb32 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -368,7 +368,15 @@ def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
   if not num_batches:
     raise ValueError('Please specify a batch_size that is smaller than'
                      'the number of input samples %d.' % first_x_value.shape[0])
-  steps = num_batches // distribution_strategy.num_replicas_in_sync
+  # TODO(b/118776054): Use global batch size for Keras/DS support.
+  # The Keras API supports using the global batch size which is currently only
+  # supported in TPU Strategy. For other strategies we use a per_replica
+  # batch size so the number of steps required to run needs to be divide by
+  # the number of replicas.
+  if distribution_strategy.__class__.__name__ == 'TPUStrategy':
+    steps = num_batches
+  else:
+    steps = num_batches // distribution_strategy.num_replicas_in_sync
   if not steps:
     # TODO(anjalisridhar): Number of replicas in the error message may not
     # convey what we want to the user. Is there another terminology that we can
@@ -387,11 +395,12 @@ def get_batch_dimension(iterator):
   return dims[0] if dims else None
 
 
-def get_batch_size(num_replicas, num_samples, steps):
+def get_batch_size(distribution_strategy, num_samples, steps):
   """Calculate and return batch size for numpy inputs.
 
   Args:
-    num_replicas: Number of devices over which the model input is distributed.
+    distribution_strategy: The current DistributionStrategy used to compile the
+      model.
     num_samples: Total number of input samples in the input numpy arrays.
     steps: Number of steps that we run the model for.
 
@@ -405,6 +414,15 @@ def get_batch_size(num_replicas, num_samples, steps):
                     'Some samples will not be processed as expected.' %
                     (num_samples, steps))
   global_batch_size = num_samples // steps
+
+  # TODO(b/118776054): Use global batch size for Keras/DS support.
+  # The Keras API supports using the global batch size which is currently only
+  # supported in TPU Strategy. For other strategies we use a per_replica
+  # batch size so we need to divide it by the number of replicas.
+  if distribution_strategy.__class__.__name__ == 'TPUStrategy':
+    return global_batch_size
+
+  num_replicas = distribution_strategy.num_replicas_in_sync
   if global_batch_size % num_replicas != 0:
     logging.warning('The total number of batches per step %d is not evenly '
                     'divisible by the number of replicas %d used in '
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index cb96e3e5d2..289ef7f9a0 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -893,7 +893,7 @@ class Model(Network):
       x_shape = first_x_value.shape
       if batch_size is None:
         batch_size = distributed_training_utils.get_batch_size(
-            self._distribution_strategy.num_replicas_in_sync, x_shape[0], steps)
+            self._distribution_strategy, x_shape[0], steps)
       # We need to use the drop_remainder argument to allow for a static
       # input shape which is required for TPUs.
       drop_remainder = self._distribution_strategy.require_static_shapes
@@ -932,13 +932,12 @@ class Model(Network):
         x = x.batch(batch_size, drop_remainder=drop_remainder)
 
     assert isinstance(x, dataset_ops.Dataset)
+    if self._distribution_strategy.__class__.__name__ == 'TPUStrategy':
+      iterator = self._distribution_strategy.make_dataset_iterator(x)
+    else:
+      dataset = self._distribution_strategy.distribute_dataset(lambda: x)
+      iterator = dataset.make_initializable_iterator()
 
-    # TODO(anjalisridhar): We want distribute_dataset() to accept a Dataset or a
-    # function which returns a Dataset. Currently distribute_dataset() only
-    # accepts a function that returns a Dataset. Once we add support for being
-    # able to clone a Dataset on multiple workers we can remove this lambda.
-    result = self._distribution_strategy.distribute_dataset(lambda: x)
-    iterator = result.make_initializable_iterator()
     with self._distribution_strategy.scope():
       K.get_session().run(iterator.initializer)
 
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 95104ad577..f515df0de1 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -541,6 +541,30 @@ class DistributionStrategy(object):
           "DistributionStrategy.")
     return result
 
+  def make_dataset_iterator(self, dataset):
+    """Makes an iterator for input provided via input_dataset.
+
+    Data from the given dataset will be distributed evenly across all the
+    compute replicas. We will assume that the input dataset is batched by the
+    global batch size. With this assumption, we will make a best effort to
+    divide each batch across all the replicas (one or more workers).
+    If this effort fails, an error will be thrown, and the user should instead
+    use `make_input_fn_iterator` which provides more control to the user, and
+    does not try to divide a batch across replicas.
+
+    The user could also use `make_input_fn_iterator` if they want to
+    customize which input is fed to which replica/worker etc.
+
+    Args:
+      dataset: `tf.data.Dataset` that will be distributed evenly across all
+        replicas.
+
+    Returns:
+      An `InputIterator` which returns inputs for each step of the computation.
+      User should call `initialize` on the returned iterator.
+    """
+    raise NotImplementedError("must be implemented in descendants")
+
   # TODO(josh11b): `PerReplicaDataset` currently only implements a few methods of
   # Dataset API such as make_one_shot_iterator and make_initializable_iterator.
   # Extend to implement more functionality of datasets.
@@ -1148,6 +1172,9 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     _require_distribution_strategy_scope(self)
     return ops.colocate_with(colocate_with_variable)
 
+  def make_dataset_iterator(self, dataset):
+    return dataset.make_initializable_iterator()
+
   def distribute_dataset(self, dataset_fn):
     return self._call_dataset_fn(dataset_fn)
 
-- 
GitLab


From 236fc65a99cd27acbd7a425cc7ebab1d3571b9d2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 11:47:33 -0800
Subject: [PATCH 1528/1825] Add ConfigProto.experimental.use_numa_affinity and
 related changes so that CPU devices can be constrained to single NUMA nodes.

This change will be effective on a platform as soon as it has real
implementations of the functions in core/platform/numa.h which are not
yet provided.

When ConfigProto.experimental.use_numa_affinity is false (the default)
then behavior is unchanged.  When true then the runtime will define
one CPU device for every visible NUMA node and each will attempt to
execute all of its threads on that node, suppling an Allocator
to its ops that provides only node-local CPU memory.

PiperOrigin-RevId: 221305866
---
 .../core/common_runtime/device_factory.cc     |  7 +-
 .../common_runtime/gpu/gpu_process_state.cc   |  4 +-
 .../core/common_runtime/local_device.cc       | 73 ++++++++++++++++---
 tensorflow/core/common_runtime/local_device.h |  7 ++
 .../core/common_runtime/pool_allocator.cc     | 14 +++-
 .../core/common_runtime/pool_allocator.h      |  1 -
 .../core/common_runtime/process_state.cc      |  8 +-
 .../core/common_runtime/process_state.h       |  4 +-
 .../core/common_runtime/threadpool_device.cc  |  2 +-
 .../threadpool_device_factory.cc              | 27 ++++++-
 tensorflow/core/framework/allocator.cc        |  2 +
 tensorflow/core/framework/allocator.h         |  2 +
 tensorflow/core/framework/device_base.cc      |  6 +-
 tensorflow/core/lib/core/threadpool.cc        | 21 ++++--
 tensorflow/core/lib/core/threadpool.h         |  6 +-
 tensorflow/core/platform/env.h                |  2 +
 tensorflow/core/protobuf/config.proto         |  5 ++
 ...nsorflow.-config-proto.-experimental.pbtxt |  8 +-
 .../golden/v1/tensorflow.-config-proto.pbtxt  |  6 ++
 ...nsorflow.-config-proto.-experimental.pbtxt |  6 ++
 .../golden/v2/tensorflow.-config-proto.pbtxt  |  6 ++
 21 files changed, 179 insertions(+), 38 deletions(-)

diff --git a/tensorflow/core/common_runtime/device_factory.cc b/tensorflow/core/common_runtime/device_factory.cc
index b43c718817..b94900114c 100644
--- a/tensorflow/core/common_runtime/device_factory.cc
+++ b/tensorflow/core/common_runtime/device_factory.cc
@@ -127,7 +127,12 @@ Device* DeviceFactory::NewDevice(const string& type,
   (*opt.config.mutable_device_count())[type] = 1;
   std::vector<Device*> devices;
   TF_CHECK_OK(device_factory->CreateDevices(opt, name_prefix, &devices));
-  CHECK_EQ(devices.size(), size_t{1});
+  int expected_num_devices = 1;
+  auto iter = options.config.device_count().find(type);
+  if (iter != options.config.device_count().end()) {
+    expected_num_devices = iter->second;
+  }
+  DCHECK_EQ(devices.size(), static_cast<size_t>(expected_num_devices));
   return devices[0];
 }
 
diff --git a/tensorflow/core/common_runtime/gpu/gpu_process_state.cc b/tensorflow/core/common_runtime/gpu/gpu_process_state.cc
index 3e95374fda..1a43d2c8fc 100644
--- a/tensorflow/core/common_runtime/gpu/gpu_process_state.cc
+++ b/tensorflow/core/common_runtime/gpu/gpu_process_state.cc
@@ -166,7 +166,9 @@ Allocator* GPUProcessState::GetCUDAHostAllocator(int numa_node) {
       !process_state_->ProcessState::FLAGS_brain_mem_reg_cuda_dma) {
     return process_state_->GetCPUAllocator(numa_node);
   }
-  CHECK_GE(numa_node, 0);
+  if (numa_node == port::kNUMANoAffinity) {
+    numa_node = 0;
+  }
   {
     // Here we optimize the most common use case where cuda_host_allocators_
     // and cuda_al_ have already been populated and since we're only reading
diff --git a/tensorflow/core/common_runtime/local_device.cc b/tensorflow/core/common_runtime/local_device.cc
index 873182371e..f1fcca194e 100644
--- a/tensorflow/core/common_runtime/local_device.cc
+++ b/tensorflow/core/common_runtime/local_device.cc
@@ -18,11 +18,13 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/local_device.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/common_runtime/eigen_thread_pool.h"
+#include "tensorflow/core/common_runtime/process_state.h"
 #include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/platform/byte_order.h"
 #include "tensorflow/core/platform/cpu_feature_guard.h"
 #include "tensorflow/core/platform/cpu_info.h"
 #include "tensorflow/core/platform/logging.h"
+#include "tensorflow/core/platform/numa.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/public/session_options.h"
 
@@ -30,23 +32,52 @@ namespace tensorflow {
 
 /* static */
 bool LocalDevice::use_global_threadpool_ = true;
+mutex LocalDevice::global_tp_mu_;
+gtl::InlinedVector<LocalDevice::EigenThreadPoolInfo*, 4>
+    LocalDevice::global_tp_info_;
 
 struct LocalDevice::EigenThreadPoolInfo {
-  explicit EigenThreadPoolInfo(const SessionOptions& options) {
+  // Wrapper so we can provide the CPUAllocator to Eigen for use
+  // when ops need extra tmp memory.
+  class EigenAllocator : public Eigen::Allocator {
+   public:
+    explicit EigenAllocator(tensorflow::Allocator* a) : allocator_(a) {}
+    void* allocate(size_t num_bytes) const override {
+      return allocator_->AllocateRaw(64, num_bytes);
+    }
+    void deallocate(void* buffer) const override {
+      allocator_->DeallocateRaw(buffer);
+    }
+    tensorflow::Allocator* allocator_;
+  };
+
+  explicit EigenThreadPoolInfo(const SessionOptions& options, int numa_node,
+                               Allocator* allocator) {
     int32 intra_op_parallelism_threads =
         options.config.intra_op_parallelism_threads();
     if (intra_op_parallelism_threads == 0) {
       intra_op_parallelism_threads = port::NumSchedulableCPUs();
+      if (numa_node != port::kNUMANoAffinity) {
+        // Assume that CPUs are equally distributed over available NUMA nodes.
+        // This may not be true, but there isn't currently a better way of
+        // determining the number of CPUs specific to the requested node.
+        intra_op_parallelism_threads /= port::NUMANumNodes();
+      }
     }
-    VLOG(1) << "Local device intra op parallelism threads: "
-            << intra_op_parallelism_threads;
+    ThreadOptions thread_opts;
+    thread_opts.numa_node = numa_node;
     eigen_worker_threads_.num_threads = intra_op_parallelism_threads;
     eigen_worker_threads_.workers = new thread::ThreadPool(
-        options.env, "Eigen", intra_op_parallelism_threads);
+        options.env, thread_opts, strings::StrCat("numa_", numa_node, "_Eigen"),
+        intra_op_parallelism_threads);
     eigen_threadpool_wrapper_.reset(
         new EigenThreadPoolWrapper(eigen_worker_threads_.workers));
+    if (allocator) {
+      eigen_allocator_.reset(new EigenAllocator(allocator));
+    }
     eigen_device_.reset(new Eigen::ThreadPoolDevice(
-        eigen_threadpool_wrapper_.get(), eigen_worker_threads_.num_threads));
+        eigen_threadpool_wrapper_.get(), eigen_worker_threads_.num_threads,
+        eigen_allocator_.get()));
   }
 
   ~EigenThreadPoolInfo() {
@@ -58,6 +89,7 @@ struct LocalDevice::EigenThreadPoolInfo {
   DeviceBase::CpuWorkerThreads eigen_worker_threads_;
   std::unique_ptr<Eigen::ThreadPoolInterface> eigen_threadpool_wrapper_;
   std::unique_ptr<Eigen::ThreadPoolDevice> eigen_device_;
+  std::unique_ptr<EigenAllocator> eigen_allocator_;
 };
 
 LocalDevice::LocalDevice(const SessionOptions& options,
@@ -68,15 +100,34 @@ LocalDevice::LocalDevice(const SessionOptions& options,
   port::InfoAboutUnusedCPUFeatures();
   LocalDevice::EigenThreadPoolInfo* tp_info;
   if (use_global_threadpool_) {
-    // All ThreadPoolDevices in the process will use this single fixed
-    // sized threadpool for numerical computations.
-    static LocalDevice::EigenThreadPoolInfo* global_tp_info =
-        new LocalDevice::EigenThreadPoolInfo(options);
-    tp_info = global_tp_info;
+    mutex_lock l(global_tp_mu_);
+    if (options.config.experimental().use_numa_affinity()) {
+      int numa_node = attributes.locality().numa_node();
+      int num_numa_nodes = port::NUMANumNodes();
+      DCHECK_LT(numa_node, num_numa_nodes);
+      Allocator* numa_allocator =
+          ProcessState::singleton()->GetCPUAllocator(numa_node);
+      while (numa_node >= global_tp_info_.size()) {
+        global_tp_info_.push_back(nullptr);
+      }
+      if (!global_tp_info_[numa_node]) {
+        global_tp_info_[numa_node] = new LocalDevice::EigenThreadPoolInfo(
+            options, numa_node, numa_allocator);
+      }
+      tp_info = global_tp_info_[numa_node];
+    } else {
+      if (global_tp_info_.empty()) {
+        global_tp_info_.push_back(new LocalDevice::EigenThreadPoolInfo(
+            options, port::kNUMANoAffinity, nullptr));
+      }
+      tp_info = global_tp_info_[0];
+    }
   } else {
     // Each LocalDevice owns a separate ThreadPoolDevice for numerical
     // computations.
-    owned_tp_info_.reset(new LocalDevice::EigenThreadPoolInfo(options));
+    // TODO(tucker): NUMA for these too?
+    owned_tp_info_.reset(new LocalDevice::EigenThreadPoolInfo(
+        options, port::kNUMANoAffinity, nullptr));
     tp_info = owned_tp_info_.get();
   }
   set_tensorflow_cpu_worker_threads(&tp_info->eigen_worker_threads_);
diff --git a/tensorflow/core/common_runtime/local_device.h b/tensorflow/core/common_runtime/local_device.h
index 226f121bf3..f305c212c5 100644
--- a/tensorflow/core/common_runtime/local_device.h
+++ b/tensorflow/core/common_runtime/local_device.h
@@ -47,6 +47,13 @@ class LocalDevice : public Device {
   struct EigenThreadPoolInfo;
   std::unique_ptr<EigenThreadPoolInfo> owned_tp_info_;
 
+  // All ThreadPoolDevices in the process associated with the same
+  // NUMA node will share a single fixed sized threadpool for numerical
+  // computations.
+  static mutex global_tp_mu_;
+  static gtl::InlinedVector<EigenThreadPoolInfo*, 4> global_tp_info_
+      GUARDED_BY(global_tp_mu_);
+
   friend class test::Benchmark;
 
   TF_DISALLOW_COPY_AND_ASSIGN(LocalDevice);
diff --git a/tensorflow/core/common_runtime/pool_allocator.cc b/tensorflow/core/common_runtime/pool_allocator.cc
index 66dc8f3322..6b40fcc4c7 100644
--- a/tensorflow/core/common_runtime/pool_allocator.cc
+++ b/tensorflow/core/common_runtime/pool_allocator.cc
@@ -28,6 +28,7 @@ limitations under the License.
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/mem.h"
 #include "tensorflow/core/platform/mutex.h"
+#include "tensorflow/core/platform/numa.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
@@ -258,7 +259,12 @@ void PoolAllocator::EvictOne() {
 void* BasicCPUAllocator::Alloc(size_t alignment, size_t num_bytes) {
   void* ptr = nullptr;
   if (num_bytes > 0) {
-    ptr = port::AlignedMalloc(num_bytes, static_cast<int>(alignment));
+    if (numa_node_ == port::kNUMANoAffinity) {
+      ptr = port::AlignedMalloc(num_bytes, static_cast<int>(alignment));
+    } else {
+      ptr =
+          port::NUMAMalloc(numa_node_, num_bytes, static_cast<int>(alignment));
+    }
     VisitAlloc(ptr, numa_node_, num_bytes);
   }
   return ptr;
@@ -267,7 +273,11 @@ void* BasicCPUAllocator::Alloc(size_t alignment, size_t num_bytes) {
 void BasicCPUAllocator::Free(void* ptr, size_t num_bytes) {
   if (num_bytes > 0) {
     VisitFree(ptr, numa_node_, num_bytes);
-    port::AlignedFree(ptr);
+    if (numa_node_ == port::kNUMANoAffinity) {
+      port::AlignedFree(ptr);
+    } else {
+      port::NUMAFree(ptr, num_bytes);
+    }
   }
 }
 }  // namespace tensorflow
diff --git a/tensorflow/core/common_runtime/pool_allocator.h b/tensorflow/core/common_runtime/pool_allocator.h
index 5b4623ba10..8be9c7b678 100644
--- a/tensorflow/core/common_runtime/pool_allocator.h
+++ b/tensorflow/core/common_runtime/pool_allocator.h
@@ -150,7 +150,6 @@ class Pow2Rounder : public RoundUpInterface {
 
 class BasicCPUAllocator : public SubAllocator {
  public:
-  // Argument numa_node is currently ignored.
   BasicCPUAllocator(int numa_node, const std::vector<Visitor>& alloc_visitors,
                     const std::vector<Visitor>& free_visitors)
       : SubAllocator(alloc_visitors, free_visitors), numa_node_(numa_node) {}
diff --git a/tensorflow/core/common_runtime/process_state.cc b/tensorflow/core/common_runtime/process_state.cc
index bcaa37fc8a..c8d5bf100b 100644
--- a/tensorflow/core/common_runtime/process_state.cc
+++ b/tensorflow/core/common_runtime/process_state.cc
@@ -72,8 +72,7 @@ ProcessState::MemDesc ProcessState::PtrType(const void* ptr) {
 }
 
 Allocator* ProcessState::GetCPUAllocator(int numa_node) {
-  CHECK_GE(numa_node, 0);
-  if (!numa_enabled_) numa_node = 0;
+  if (!numa_enabled_ || numa_node == port::kNUMANoAffinity) numa_node = 0;
   mutex_lock lock(mu_);
   while (cpu_allocators_.size() <= static_cast<size_t>(numa_node)) {
     // If visitors have been defined we need an Allocator built from
@@ -90,8 +89,9 @@ Allocator* ProcessState::GetCPUAllocator(int numa_node) {
     Allocator* allocator = nullptr;
     SubAllocator* sub_allocator =
         (alloc_visitors_defined || use_bfc_allocator)
-            ? new BasicCPUAllocator(numa_enabled_ ? numa_node : -1,
-                                    cpu_alloc_visitors_, cpu_free_visitors_)
+            ? new BasicCPUAllocator(
+                  numa_enabled_ ? numa_node : port::kNUMANoAffinity,
+                  cpu_alloc_visitors_, cpu_free_visitors_)
             : nullptr;
     if (use_bfc_allocator) {
       // TODO(reedwm): evaluate whether 64GB by default is the best choice.
diff --git a/tensorflow/core/common_runtime/process_state.h b/tensorflow/core/common_runtime/process_state.h
index cac312d849..06a283c9a6 100644
--- a/tensorflow/core/common_runtime/process_state.h
+++ b/tensorflow/core/common_runtime/process_state.h
@@ -63,7 +63,7 @@ class ProcessState {
   MemDesc PtrType(const void* ptr);
 
   // Returns the one CPUAllocator used for the given numa_node.
-  // TEMPORARY: ignores numa_node.
+  // Treats numa_node == kNUMANoAffinity as numa_node == 0.
   Allocator* GetCPUAllocator(int numa_node);
 
   // Registers alloc visitor for the CPU allocator(s).
@@ -94,6 +94,8 @@ class ProcessState {
 
   mutex mu_;
 
+  // Indexed by numa_node.  If we want numa-specific allocators AND a
+  // non-specific allocator, maybe should index by numa_node+1.
   std::vector<Allocator*> cpu_allocators_ GUARDED_BY(mu_);
   std::vector<SubAllocator::Visitor> cpu_alloc_visitors_ GUARDED_BY(mu_);
   std::vector<SubAllocator::Visitor> cpu_free_visitors_ GUARDED_BY(mu_);
diff --git a/tensorflow/core/common_runtime/threadpool_device.cc b/tensorflow/core/common_runtime/threadpool_device.cc
index 6404d8bc6a..ca7ca5443c 100644
--- a/tensorflow/core/common_runtime/threadpool_device.cc
+++ b/tensorflow/core/common_runtime/threadpool_device.cc
@@ -93,7 +93,7 @@ Status ThreadPoolDevice::MakeTensorFromProto(
     Tensor* tensor) {
   if (tensor_proto.dtype() > 0 && tensor_proto.dtype() <= DataType_MAX) {
     Tensor parsed(tensor_proto.dtype());
-    if (parsed.FromProto(cpu_allocator(), tensor_proto)) {
+    if (parsed.FromProto(allocator_, tensor_proto)) {
       *tensor = std::move(parsed);
       return Status::OK();
     }
diff --git a/tensorflow/core/common_runtime/threadpool_device_factory.cc b/tensorflow/core/common_runtime/threadpool_device_factory.cc
index 6a900c02c0..c06a4035a7 100644
--- a/tensorflow/core/common_runtime/threadpool_device_factory.cc
+++ b/tensorflow/core/common_runtime/threadpool_device_factory.cc
@@ -18,7 +18,9 @@ limitations under the License.
 
 #include <vector>
 #include "tensorflow/core/common_runtime/device_factory.h"
+#include "tensorflow/core/common_runtime/process_state.h"
 #include "tensorflow/core/framework/allocator.h"
+#include "tensorflow/core/platform/numa.h"
 #include "tensorflow/core/public/session_options.h"
 
 namespace tensorflow {
@@ -28,8 +30,7 @@ class ThreadPoolDeviceFactory : public DeviceFactory {
  public:
   Status CreateDevices(const SessionOptions& options, const string& name_prefix,
                        std::vector<Device*>* devices) override {
-    // TODO(zhifengc/tucker): Figure out the number of available CPUs
-    // and/or NUMA configuration.
+    int num_numa_nodes = port::NUMANumNodes();
     int n = 1;
     auto iter = options.config.device_count().find("CPU");
     if (iter != options.config.device_count().end()) {
@@ -37,8 +38,26 @@ class ThreadPoolDeviceFactory : public DeviceFactory {
     }
     for (int i = 0; i < n; i++) {
       string name = strings::StrCat(name_prefix, "/device:CPU:", i);
-      devices->push_back(new ThreadPoolDevice(
-          options, name, Bytes(256 << 20), DeviceLocality(), cpu_allocator()));
+      ThreadPoolDevice* tpd = nullptr;
+      if (options.config.experimental().use_numa_affinity()) {
+        int numa_node = i % num_numa_nodes;
+        if (numa_node != i) {
+          LOG(INFO) << "Only " << num_numa_nodes
+                    << " NUMA nodes visible in system, "
+                    << " assigning device " << name << " to NUMA node "
+                    << numa_node;
+        }
+        DeviceLocality dev_locality;
+        dev_locality.set_numa_node(numa_node);
+        tpd = new ThreadPoolDevice(
+            options, name, Bytes(256 << 20), dev_locality,
+            ProcessState::singleton()->GetCPUAllocator(numa_node));
+      } else {
+        tpd = new ThreadPoolDevice(
+            options, name, Bytes(256 << 20), DeviceLocality(),
+            ProcessState::singleton()->GetCPUAllocator(port::kNUMANoAffinity));
+      }
+      devices->push_back(tpd);
     }
 
     return Status::OK();
diff --git a/tensorflow/core/framework/allocator.cc b/tensorflow/core/framework/allocator.cc
index 84cee5569c..89c49a2ad0 100644
--- a/tensorflow/core/framework/allocator.cc
+++ b/tensorflow/core/framework/allocator.cc
@@ -96,9 +96,11 @@ static int64_t TotalAllocationWarningBytes() {
 void EnableCPUAllocatorStats(bool enable) {
   cpu_allocator_collect_stats = enable;
 }
+bool CPUAllocatorStatsEnabled() { return cpu_allocator_collect_stats; }
 void EnableCPUAllocatorFullStats(bool enable) {
   cpu_allocator_collect_full_stats = enable;
 }
+bool CPUAllocatorFullStatsEnabled() { return cpu_allocator_collect_full_stats; }
 
 namespace {
 // A default Allocator for CPU devices.  ProcessState::GetCPUAllocator() will
diff --git a/tensorflow/core/framework/allocator.h b/tensorflow/core/framework/allocator.h
index 8c23604625..531ea73e89 100644
--- a/tensorflow/core/framework/allocator.h
+++ b/tensorflow/core/framework/allocator.h
@@ -383,10 +383,12 @@ Allocator* cpu_allocator();
 // If 'enable' is true, the default CPU allocator implementation will collect
 // AllocatorStats. By default, it's disabled.
 void EnableCPUAllocatorStats(bool enable);
+bool CPUAllocatorStatsEnabled();
 
 // If 'enable' is true, the default CPU allocator implementation will collect
 // full statistics. By default, it's disabled.
 void EnableCPUAllocatorFullStats(bool enable);
+bool CPUAllocatorFullStatsEnabled();
 
 // An object that does the underlying suballoc/free of memory for a higher-level
 // allocator.  The expectation is that the higher-level allocator is doing some
diff --git a/tensorflow/core/framework/device_base.cc b/tensorflow/core/framework/device_base.cc
index 9108c32942..78ace480c4 100644
--- a/tensorflow/core/framework/device_base.cc
+++ b/tensorflow/core/framework/device_base.cc
@@ -34,14 +34,14 @@ const string& DeviceBase::name() const {
 }
 
 void DeviceBase::set_eigen_cpu_device(Eigen::ThreadPoolDevice* d) {
-  // Eigen::ThreadPoolDevice is a very cheap struct (one pointer and
+  // Eigen::ThreadPoolDevice is a very cheap struct (two pointers and
   // an int).  Therefore, we can afford a pre-allocated array of
   // Eigen::ThreadPoolDevice.  Here, we ensure that
   // Eigen::ThreadPoolDevices in eigen_cpu_devices_ has increasingly
   // larger numThreads.
   for (int i = 1; i <= d->numThreads(); ++i) {
-    eigen_cpu_devices_.push_back(
-        new Eigen::ThreadPoolDevice(d->getPool(), i /* numThreads() */));
+    eigen_cpu_devices_.push_back(new Eigen::ThreadPoolDevice(
+        d->getPool(), i /* numThreads() */, d->allocator()));
   }
 }
 
diff --git a/tensorflow/core/lib/core/threadpool.cc b/tensorflow/core/lib/core/threadpool.cc
index 42689a6c3b..e929ff45a1 100644
--- a/tensorflow/core/lib/core/threadpool.cc
+++ b/tensorflow/core/lib/core/threadpool.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include "tensorflow/core/platform/denormal.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/mutex.h"
+#include "tensorflow/core/platform/numa.h"
 #include "tensorflow/core/platform/setround.h"
 #include "tensorflow/core/platform/tracing.h"
 #include "tensorflow/core/platform/types.h"
@@ -54,6 +55,9 @@ struct EigenEnvironment {
       port::ScopedFlushDenormal flush;
       // Set the processor rounding mode to ROUND TO NEAREST.
       port::ScopedSetRound round(FE_TONEAREST);
+      if (thread_options_.numa_node != port::kNUMANoAffinity) {
+        port::NUMASetThreadNodeAffinity(thread_options_.numa_node);
+      }
       f();
     });
   }
@@ -83,35 +87,38 @@ struct EigenEnvironment {
 
 struct ThreadPool::Impl : Eigen::ThreadPoolTempl<EigenEnvironment> {
   Impl(Env* env, const ThreadOptions& thread_options, const string& name,
-       int num_threads, bool low_latency_hint)
+       int num_threads, bool low_latency_hint, Eigen::Allocator* allocator)
       : Eigen::ThreadPoolTempl<EigenEnvironment>(
             num_threads, low_latency_hint,
-            EigenEnvironment(env, thread_options, name)) {}
+            EigenEnvironment(env, thread_options, name)),
+        allocator_(allocator) {}
 
   void ParallelFor(int64 total, int64 cost_per_unit,
                    std::function<void(int64, int64)> fn) {
     CHECK_GE(total, 0);
     CHECK_EQ(total, (int64)(Eigen::Index)total);
-    Eigen::ThreadPoolDevice device(this, this->NumThreads());
+    Eigen::ThreadPoolDevice device(this, this->NumThreads(), allocator_);
     device.parallelFor(
         total, Eigen::TensorOpCost(0, 0, cost_per_unit),
         [&fn](Eigen::Index first, Eigen::Index last) { fn(first, last); });
   }
+
+  Eigen::Allocator* allocator_;
 };
 
 ThreadPool::ThreadPool(Env* env, const string& name, int num_threads)
-    : ThreadPool(env, ThreadOptions(), name, num_threads, true) {}
+    : ThreadPool(env, ThreadOptions(), name, num_threads, true, nullptr) {}
 
 ThreadPool::ThreadPool(Env* env, const ThreadOptions& thread_options,
                        const string& name, int num_threads)
-    : ThreadPool(env, thread_options, name, num_threads, true) {}
+    : ThreadPool(env, thread_options, name, num_threads, true, nullptr) {}
 
 ThreadPool::ThreadPool(Env* env, const ThreadOptions& thread_options,
                        const string& name, int num_threads,
-                       bool low_latency_hint) {
+                       bool low_latency_hint, Eigen::Allocator* allocator) {
   CHECK_GE(num_threads, 1);
   impl_.reset(new ThreadPool::Impl(env, thread_options, "tf_" + name,
-                                   num_threads, low_latency_hint));
+                                   num_threads, low_latency_hint, allocator));
 }
 
 ThreadPool::~ThreadPool() {}
diff --git a/tensorflow/core/lib/core/threadpool.h b/tensorflow/core/lib/core/threadpool.h
index 3da7dcb632..90c9f29447 100644
--- a/tensorflow/core/lib/core/threadpool.h
+++ b/tensorflow/core/lib/core/threadpool.h
@@ -22,6 +22,9 @@ limitations under the License.
 #include "tensorflow/core/platform/macros.h"
 #include "tensorflow/core/platform/types.h"
 
+namespace Eigen {
+class Allocator;
+}  // namespace Eigen
 namespace tensorflow {
 namespace thread {
 
@@ -37,7 +40,8 @@ class ThreadPool {
   //
   // REQUIRES: num_threads > 0
   ThreadPool(Env* env, const ThreadOptions& thread_options, const string& name,
-             int num_threads, bool low_latency_hint);
+             int num_threads, bool low_latency_hint,
+             Eigen::Allocator* allocator = nullptr);
 
   // Constructs a pool for low-latency ops that contains "num_threads" threads
   // with specified "name". env->StartThread() is used to create individual
diff --git a/tensorflow/core/platform/env.h b/tensorflow/core/platform/env.h
index 5732271f15..7374fccdc2 100644
--- a/tensorflow/core/platform/env.h
+++ b/tensorflow/core/platform/env.h
@@ -28,6 +28,7 @@ limitations under the License.
 #include "tensorflow/core/platform/file_system.h"
 #include "tensorflow/core/platform/macros.h"
 #include "tensorflow/core/platform/mutex.h"
+#include "tensorflow/core/platform/numa.h"
 #include "tensorflow/core/platform/protobuf.h"
 #include "tensorflow/core/platform/types.h"
 
@@ -395,6 +396,7 @@ struct ThreadOptions {
   size_t stack_size = 0;  // 0: use system default value
   /// Guard area size to use near thread stacks to use (in bytes)
   size_t guard_size = 0;  // 0: use system default value
+  int numa_node = port::kNUMANoAffinity;
 };
 
 /// A utility routine: copy contents of `src` in file system `src_fs`
diff --git a/tensorflow/core/protobuf/config.proto b/tensorflow/core/protobuf/config.proto
index 4689af06af..174b588661 100644
--- a/tensorflow/core/protobuf/config.proto
+++ b/tensorflow/core/protobuf/config.proto
@@ -413,6 +413,11 @@ message ConfigProto {
     // Any positive value sets the max chunk size.  0 defaults to 4096.
     // Any negative value indicates no max, i.e. one chunk only.
     int32 recv_buf_max_chunk = 4;
+
+    // If true, and supported by the platform, the runtime will attempt to
+    // use NUMA affinity where applicable.  One consequence will be the
+    // existence of as many CPU devices as there are available NUMA nodes.
+    bool use_numa_affinity = 5;
   };
 
   Experimental experimental = 16;
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt
index f7491649c2..a1083d732a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.-experimental.pbtxt
@@ -20,7 +20,13 @@ tf_proto {
       label: LABEL_OPTIONAL
       type: TYPE_INT32
     }
-    reserved_range {
+    field {
+      name: "use_numa_affinity"
+      number: 5
+      label: LABEL_OPTIONAL
+      type: TYPE_BOOL
+    }
+     reserved_range {
       start: 2
       end: 3
     }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt
index 53b532beab..b505d81350 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-config-proto.pbtxt
@@ -143,6 +143,12 @@ tf_proto {
         label: LABEL_OPTIONAL
         type: TYPE_INT32
       }
+      field {
+        name: "use_numa_affinity"
+        number: 5
+        label: LABEL_OPTIONAL
+        type: TYPE_BOOL
+      }
       reserved_range {
         start: 2
         end: 3
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt
index f7491649c2..caa72fe5a6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.-experimental.pbtxt
@@ -20,6 +20,12 @@ tf_proto {
       label: LABEL_OPTIONAL
       type: TYPE_INT32
     }
+    field {
+      name: "use_numa_affinity"
+      number: 5
+      label: LABEL_OPTIONAL
+      type: TYPE_BOOL
+    }
     reserved_range {
       start: 2
       end: 3
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt
index 53b532beab..b505d81350 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-config-proto.pbtxt
@@ -143,6 +143,12 @@ tf_proto {
         label: LABEL_OPTIONAL
         type: TYPE_INT32
       }
+      field {
+        name: "use_numa_affinity"
+        number: 5
+        label: LABEL_OPTIONAL
+        type: TYPE_BOOL
+      }
       reserved_range {
         start: 2
         end: 3
-- 
GitLab


From 1f151edc6cf1bd508c93b9bbf3ee3c20995247cd Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Tue, 13 Nov 2018 11:53:36 -0800
Subject: [PATCH 1529/1825] Remove dead code.

_USE_C_SHAPES has been forced True for a while now.
(June: commit 1d74a69443f741e69f9f52cb6bc2940b4d4ae3b7
August: commit a473f435cf7345cb9dc2efacb471a7f318141a9b)
PiperOrigin-RevId: 221306957
---
 tensorflow/contrib/layers/python/layers/embedding_ops_test.py | 1 -
 tensorflow/python/framework/ops_test.py                       | 1 -
 tensorflow/python/kernel_tests/array_ops_test.py              | 3 ---
 tensorflow/python/kernel_tests/conv2d_transpose_test.py       | 2 --
 tensorflow/python/ops/ragged/ragged_tensor_test.py            | 2 --
 5 files changed, 9 deletions(-)

diff --git a/tensorflow/contrib/layers/python/layers/embedding_ops_test.py b/tensorflow/contrib/layers/python/layers/embedding_ops_test.py
index 124515e5a6..8015a571e1 100644
--- a/tensorflow/contrib/layers/python/layers/embedding_ops_test.py
+++ b/tensorflow/contrib/layers/python/layers/embedding_ops_test.py
@@ -691,7 +691,6 @@ class EmbeddingLookupSparseWithDistributedAggregationTest(test.TestCase):
       index += num_val
     return grouped_vals
 
-  @test_util.enable_c_shapes
   def testEmbeddingLookupSparse(self):
     vocab_size = 13
     batch_size = 10
diff --git a/tensorflow/python/framework/ops_test.py b/tensorflow/python/framework/ops_test.py
index 0fb17081e7..d7c5a1a6e5 100644
--- a/tensorflow/python/framework/ops_test.py
+++ b/tensorflow/python/framework/ops_test.py
@@ -701,7 +701,6 @@ class CreateOpFromTFOperationTest(test_util.TensorFlowTestCase):
     self.assertEqual(g.get_operation_by_name("myop"), op)
     self.assertEqual(g.get_tensor_by_name("myop:0"), op.outputs[0])
 
-  @test_util.enable_c_shapes
   def testShape(self):
     g = ops.Graph()
     with g.as_default():
diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index c5b25dc8d0..5452ec4804 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -1098,7 +1098,6 @@ class SequenceMaskTest(test_util.TensorFlowTestCase):
           [[True, False, False, False, False], [True, True, True, False, False],
            [True, True, False, False, False]])
 
-  @test_util.enable_c_shapes
   def testOneDimensionalDtypeWithoutMaxlen(self):
     with self.cached_session():
       # test dtype and default maxlen:
@@ -1109,7 +1108,6 @@ class SequenceMaskTest(test_util.TensorFlowTestCase):
           res.eval(),
           [[0.0, 0.0, 0.0, 0.0], [1.0, 0.0, 0.0, 0.0], [1.0, 1.0, 1.0, 1.0]])
 
-  @test_util.enable_c_shapes
   def testOneDimensionalWithoutMaxlen(self):
     with self.cached_session():
       res = array_ops.sequence_mask(
@@ -1121,7 +1119,6 @@ class SequenceMaskTest(test_util.TensorFlowTestCase):
            [True, False, False, False],
            [True, True, True, True]])
 
-  @test_util.enable_c_shapes
   def testTwoDimensional(self):
     with self.cached_session():
       res = array_ops.sequence_mask(constant_op.constant([[1, 3, 2]]), 5)
diff --git a/tensorflow/python/kernel_tests/conv2d_transpose_test.py b/tensorflow/python/kernel_tests/conv2d_transpose_test.py
index 6f9992a317..95a17cfb44 100644
--- a/tensorflow/python/kernel_tests/conv2d_transpose_test.py
+++ b/tensorflow/python/kernel_tests/conv2d_transpose_test.py
@@ -23,7 +23,6 @@ from six.moves import xrange  # pylint: disable=redefined-builtin
 
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradient_checker
 from tensorflow.python.ops import nn_ops
@@ -293,7 +292,6 @@ class Conv2DTransposeTest(test.TestCase):
 
         self.assertAllClose(cache_values, value)
 
-  @test_util.enable_c_shapes
   def testConv2DTransposeShapeInference(self):
     # Test case for 8972
     initializer = random_ops.truncated_normal(
diff --git a/tensorflow/python/ops/ragged/ragged_tensor_test.py b/tensorflow/python/ops/ragged/ragged_tensor_test.py
index 61bfcb6809..f66ca102ef 100644
--- a/tensorflow/python/ops/ragged/ragged_tensor_test.py
+++ b/tensorflow/python/ops/ragged/ragged_tensor_test.py
@@ -1041,8 +1041,6 @@ class RaggedTensorTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     rt = ragged.from_row_splits(values, [0, 1])
     self._TestGetItemException(rt, slice_spec, expected, message)
 
-  # TODO(edloper): Remove this decorator once c shapes become the default.
-  @test_util.enable_c_shapes
   def testGetItemNewAxis(self):
     # rt: [[[['a', 'b'], ['c', 'd']], [], [['e', 'f']]], []]
     splits1 = [0, 3, 3]
-- 
GitLab


From 199ead85e823e9b9bdc47c826eea8122f3d24592 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Tue, 13 Nov 2018 12:03:15 -0800
Subject: [PATCH 1530/1825] Fix bug in If lowering and make
 {Input,Output}Tensor.node non-const.

Prior to this change, the If lowering pass would always use the first
output of the predicate op as the predicate. This change makes it use
the correct output. In addition, this adds more OutputTensor plumbing
which required making the node field non-const.

PiperOrigin-RevId: 221308751
---
 tensorflow/c/c_api_function.cc                | 22 +++++++++----------
 tensorflow/core/common_runtime/lower_if_op.cc | 10 ++++-----
 tensorflow/core/graph/graph.cc                |  8 +++++++
 tensorflow/core/graph/graph.h                 | 13 +++++++----
 tensorflow/core/graph/node_builder.cc         |  2 ++
 tensorflow/core/graph/node_builder.h          |  1 +
 .../kernel_tests/control_flow_ops_py_test.py  | 10 +++++++++
 7 files changed, 46 insertions(+), 20 deletions(-)

diff --git a/tensorflow/c/c_api_function.cc b/tensorflow/c/c_api_function.cc
index f68f8a3e90..28b9f8df9c 100644
--- a/tensorflow/c/c_api_function.cc
+++ b/tensorflow/c/c_api_function.cc
@@ -392,26 +392,26 @@ Status ProcessInputs(
     EXCLUSIVE_LOCKS_REQUIRED(fn_body->mu) {
   input_tensors->reserve(ninputs);
   for (int i = 0; i < ninputs; ++i) {
-    const Node& node = inputs[i].oper->node;
+    Node* node = &inputs[i].oper->node;
     int idx = inputs[i].index;
 
     TF_RETURN_WITH_CONTEXT_IF_ERROR(
-        fn_body->graph.IsValidOutputTensor(&node, idx),
+        fn_body->graph.IsValidOutputTensor(node, idx),
         "Encountered while processing input ", i, " into function '", fn_name,
         "'");
-    TF_RETURN_WITH_CONTEXT_IF_ERROR(ValidateNonRefOutput(&node, idx),
+    TF_RETURN_WITH_CONTEXT_IF_ERROR(ValidateNonRefOutput(node, idx),
                                     "Encountered while processing input ", i,
                                     " into function '", fn_name, "'");
 
-    input_tensors->emplace_back(&node, idx);
+    input_tensors->emplace_back(node, idx);
 
-    const auto& iter = input_nodes->find(&node);
+    const auto& iter = input_nodes->find(node);
     if (iter == input_nodes->end()) {
-      input_nodes->insert({&node, {idx}});
+      input_nodes->insert({node, {idx}});
     } else {
       auto& indices = iter->second;
       if (std::find(indices.begin(), indices.end(), idx) != indices.end()) {
-        return InvalidArgument("TF_Output ", node.name(), ":", idx,
+        return InvalidArgument("TF_Output ", node->name(), ":", idx,
                                " appears more than once in the input list");
       }
       indices.push_back(idx);
@@ -428,16 +428,16 @@ Status ProcessOutputs(const TF_Graph* fn_body, const char* fn_name,
     EXCLUSIVE_LOCKS_REQUIRED(fn_body->mu) {
   output_tensors->reserve(noutputs);
   for (int i = 0; i < noutputs; ++i) {
-    const Node& node = outputs[i].oper->node;
+    Node* node = &outputs[i].oper->node;
     int idx = outputs[i].index;
     TF_RETURN_WITH_CONTEXT_IF_ERROR(
-        fn_body->graph.IsValidOutputTensor(&node, idx),
+        fn_body->graph.IsValidOutputTensor(node, idx),
         "Encountered while processing output ", i, " from function '", fn_name,
         "'");
-    TF_RETURN_WITH_CONTEXT_IF_ERROR(ValidateNonRefOutput(&node, idx),
+    TF_RETURN_WITH_CONTEXT_IF_ERROR(ValidateNonRefOutput(node, idx),
                                     "Encountered while creating function '",
                                     fn_name, "'");
-    output_tensors->emplace_back(&node, idx);
+    output_tensors->emplace_back(node, idx);
   }
   return Status::OK();
 }
diff --git a/tensorflow/core/common_runtime/lower_if_op.cc b/tensorflow/core/common_runtime/lower_if_op.cc
index 44a2478e3f..9738006f5c 100644
--- a/tensorflow/core/common_runtime/lower_if_op.cc
+++ b/tensorflow/core/common_runtime/lower_if_op.cc
@@ -76,7 +76,7 @@ class CondBuilder {
   // The identity node with the same outputs as the original If op.
   Node* lowered_if_output_;
   // The predicate of the conditional.
-  Node* pred_;
+  OutputTensor pred_;
   // Node corresponding to pivot_f branch of predicate switch which is
   // the pivot node that dominates all nodes in the false/else branch.
   Node* pivot_f_;
@@ -102,7 +102,7 @@ CondBuilder::CondBuilder(Node* if_op, const string& then_fn_name,
       name_(if_op->name()),
       then_call_builder_(NewName("then"), then_fn_name, graph->op_registry()),
       else_call_builder_(NewName("else"), else_fn_name, graph->op_registry()) {
-  TF_CHECK_OK(if_op_->input_node(0, &pred_));
+  TF_CHECK_OK(if_op_->input_tensor(0, &pred_));
   then_call_builder_.Device(if_op_->requested_device());
   else_call_builder_.Device(if_op_->requested_device());
 }
@@ -113,8 +113,8 @@ Status CondBuilder::CreatePivotNodes() {
   Node* switch_pred;
   TF_RETURN_IF_ERROR(
       NodeBuilder(NewName("switch_pred"), "Switch", graph_->op_registry())
-          .Input(NodeOut(pred_, 0))
-          .Input(NodeOut(pred_, 0))
+          .Input(NodeOut(pred_))
+          .Input(NodeOut(pred_))
           .Device(if_op_->requested_device())
           .Finalize(graph_, &switch_pred));
   control_predecessor_ = switch_pred;
@@ -140,7 +140,7 @@ Status CondBuilder::AddInput(Node* src, int src_output) {
   TF_RETURN_IF_ERROR(
       NodeBuilder(NewName(src->name()), "Switch", graph_->op_registry())
           .Input(src, src_output)
-          .Input(pred_, 0)
+          .Input(pred_)
           .Device(if_op_->requested_device())
           .Finalize(graph_, &input));
   then_call_builder_.Input(input, kThenBranch);
diff --git a/tensorflow/core/graph/graph.cc b/tensorflow/core/graph/graph.cc
index b9fceb6a31..466310d874 100644
--- a/tensorflow/core/graph/graph.cc
+++ b/tensorflow/core/graph/graph.cc
@@ -285,6 +285,14 @@ Status Node::input_node(int idx, const Node** const_n) const {
   return Status::OK();
 }
 
+Status Node::input_tensor(int idx, OutputTensor* t) const {
+  const Edge* e;
+  TF_RETURN_IF_ERROR(input_edge(idx, &e));
+  DCHECK(e != nullptr);
+  *t = OutputTensor(e->src(), e->src_output());
+  return Status::OK();
+}
+
 // InputTensor
 
 bool InputTensor::operator==(const InputTensor& other) const {
diff --git a/tensorflow/core/graph/graph.h b/tensorflow/core/graph/graph.h
index 6a224ca4a2..90a25d4e3f 100644
--- a/tensorflow/core/graph/graph.h
+++ b/tensorflow/core/graph/graph.h
@@ -59,6 +59,7 @@ class EdgeSetTest;
 class Graph;
 class GraphDef;
 class Node;
+class OutputTensor;
 class VersionDef;
 class WhileContext;
 
@@ -189,6 +190,10 @@ class Node {
   Status input_node(int idx, const Node** n) const;
   Status input_node(int idx, Node** n) const;
 
+  // Returns into '*t' the idx-th input tensor of this node, represented as the
+  // output tensor of input_node(idx).
+  Status input_tensor(int idx, OutputTensor* t) const;
+
   WhileContext* while_ctx() const { return while_ctx_; }
   void set_while_ctx(WhileContext* while_ctx) {
     DCHECK(IsExit());
@@ -287,10 +292,10 @@ class Node {
 
 // Represents an input of a node, i.e., the `index`-th input to `node`.
 struct InputTensor {
-  const Node* node;
+  Node* node;
   int index;
 
-  InputTensor(const Node* n, int i) : node(n), index(i) {}
+  InputTensor(Node* n, int i) : node(n), index(i) {}
   InputTensor() : node(nullptr), index(0) {}
 
   // Returns true if this InputTensor is identical to 'other'. Nodes are
@@ -308,10 +313,10 @@ struct InputTensor {
 // that a single `OutputTensor` can correspond to multiple `Edge`s if the output
 // is consumed by multiple destination nodes.
 struct OutputTensor {
-  const Node* node;
+  Node* node;
   int index;
 
-  OutputTensor(const Node* n, int i) : node(n), index(i) {}
+  OutputTensor(Node* n, int i) : node(n), index(i) {}
   OutputTensor() : node(nullptr), index(0) {}
 
   // Returns true if this OutputTensor is identical to 'other'. Nodes are
diff --git a/tensorflow/core/graph/node_builder.cc b/tensorflow/core/graph/node_builder.cc
index adaee47935..a91e6dd057 100644
--- a/tensorflow/core/graph/node_builder.cc
+++ b/tensorflow/core/graph/node_builder.cc
@@ -29,6 +29,8 @@ NodeBuilder::NodeOut::NodeOut(Node* n, int32 i)  // NOLINT(runtime/explicit)
       index(i),
       dt(SafeGetOutput(node, i, &error)) {}
 
+NodeBuilder::NodeOut::NodeOut(OutputTensor t) : NodeOut(t.node, t.index) {}
+
 NodeBuilder::NodeOut::NodeOut(StringPiece n, int32 i, DataType t)
     : node(nullptr), error(false), name(n), index(i), dt(t) {}
 
diff --git a/tensorflow/core/graph/node_builder.h b/tensorflow/core/graph/node_builder.h
index 31fb590939..b1dc2ae92f 100644
--- a/tensorflow/core/graph/node_builder.h
+++ b/tensorflow/core/graph/node_builder.h
@@ -50,6 +50,7 @@ class NodeBuilder {
   struct NodeOut {
     // For referencing an existing Node.
     NodeOut(Node* n, int32 i = 0);
+    NodeOut(OutputTensor t);
 
     // For referencing Nodes not in the graph being built. It is
     // useful when preparing a graph for ExtendSession or creating a
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 19b067e449..5b78113f4f 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -750,6 +750,16 @@ class ControlFlowTest(test.TestCase):
       ]
       self.assertAllEqual(dense_gv, [0.0, 2.0])
 
+  def testCondPredicateTensor(self):
+    """Regression test for lowering predicate from non-first output of an op."""
+
+    @eager_function.defun
+    def foo():
+      return constant_op.constant("foo"), constant_op.constant(True)
+
+    r = control_flow_ops.cond(foo()[1], lambda: 1.0, lambda: 2.0)
+    self.assertEqual(self.evaluate(r), 1.0)
+
   # TODO(b/117945658): reenable
   @test_util.run_in_graph_and_eager_modes
   def DISABLED_testCondAutoControlDeps(self):
-- 
GitLab


From 2a481c3c2dd1526f2fdec528d15dee53d2e91a1c Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Tue, 13 Nov 2018 12:08:40 -0800
Subject: [PATCH 1531/1825] Remove outdated TODO

PiperOrigin-RevId: 221309785
---
 tensorflow/contrib/distribute/python/metrics_v1_test.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index c28ab41651..8289f7e212 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -72,8 +72,6 @@ def _regression_dataset_fn():
       "predictions": [1., .75, .25, 0.]}).repeat()
 
 
-# TODO(priyag): Add TPU Strategy to this once metrics aggregate correctly using
-# ReplicaLocalVariables on TPUs. Submit http://cl/208914352.
 def all_combinations():
   return combinations.combine(
       distribution=[combinations.default_strategy,
-- 
GitLab


From 7f94b0d43b5ef2d89890dec7b306cce1cc044623 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Tue, 13 Nov 2018 12:26:04 -0800
Subject: [PATCH 1532/1825] InputIterator to be used for distributing input in
 Distribution Strategy. Design doc:
 https://github.com/guptapriya/community/blob/replicator/rfcs/20181016-replicator.md

PiperOrigin-RevId: 221312642
---
 .../contrib/distribute/python/values.py       | 202 +++++++++++++++++-
 .../contrib/distribute/python/values_test.py  | 132 ++++++++++++
 2 files changed, 333 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index a162973535..ffb7b79839 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -23,10 +23,12 @@ from __future__ import print_function
 
 import collections
 import contextlib
+import operator
 import weakref
 import six
 
 from tensorflow.contrib.distribute.python import input_ops
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import multi_device_iterator_ops
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
@@ -1287,6 +1289,204 @@ class MultiWorkerDataset(object):
     return MultiWorkerDataIterator(iterators, self._worker_device_pairs)
 
 
+class InputIterator(object):
+  """An input iterator, intended to be passed to `DistributionStrategy.run`."""
+
+  def get_next(self):
+    """Returns the next inputs for all replicas."""
+    raise NotImplementedError("must be implemented in descendants")
+
+  def initialize(self):
+    """Initialize the underlying input dataset, when applicable.
+
+    In eager mode, this will create a new iterator and return it.
+    In graph mode, this will initialize the same underlying iterator(s).
+
+    Users are required to call this if
+    - This iterator was returned from a call to `make_input_fn_iterator` with an
+      input function that returns a dataset.
+    - Or this iterator was returned from a call to `make_dataset_iterator`.
+
+    Returns:
+      A list of initialization ops to be executed.
+    """
+    raise NotImplementedError("must be implemented in descendants")
+
+
+class InputFunctionIterator(InputIterator):
+  """Iterator created from input function."""
+
+  def __init__(self, input_fn, worker_device_pairs):
+    """Make an iterator for input provided via an input function.
+
+    Currently implements PER_WORKER mode, in which the `input_fn` is called
+    once on each worker.
+
+    TODO(priyag): Integrate with `InputContext` when it is submitted.
+    TODO(priyag): Add other replication modes.
+    TODO(priyag): Allow taking input function that returns a callable that
+    returns nest of tensors.
+
+    Args:
+      input_fn: Input function that returns a `tf.data.Dataset` object.
+      worker_device_pairs: A list of (worker, list of devices on that worker)
+        pairs.
+    """
+    if not worker_device_pairs:
+      raise ValueError("Cannot create iterator when no devices given.")
+
+    self._worker_device_pairs = worker_device_pairs
+    self._is_eager = context.executing_eagerly()
+    self._iterators = []
+
+    for worker, worker_devices in worker_device_pairs:
+      with ops.device(worker):
+        result = input_fn()
+        if not isinstance(result, dataset_ops.Dataset):
+          raise ValueError("input_fn must return a tf.data.Dataset.")
+        iterator = _DatasetIterator(result, worker, worker_devices)
+        self._iterators.append(iterator)
+
+  def get_next(self, name=None):
+    """Returns the next input from the iterator for all replicas."""
+    assert self._is_eager == context.executing_eagerly(), (
+        "Iterator should be created and used in same execution mode.")
+
+    index = {}
+    for i, (worker, worker_devices) in enumerate(self._worker_device_pairs):
+      if name is not None:
+        d = tf_device.DeviceSpec.from_string(worker)
+        new_name = "%s_%s_%d" % (name, d.job, d.task)
+      else:
+        new_name = None
+      with ops.device(worker):
+        data_per_worker = self._iterators[i].get_next(new_name)
+
+      # Ungroup these per-replica value so as to get a flat map from devices to
+      # values.
+      for d in worker_devices:
+        v = select_device(d, data_per_worker)
+        if d in index:
+          raise ValueError("Duplicated devices in worker_device_pairs: %r" % v)
+        index[d] = v
+
+    return regroup(index)
+
+  def initialize(self):
+    """Initialze underlying iterators.
+
+    Returns:
+      A list of any initializer ops that should be run.
+    """
+    assert self._is_eager == context.executing_eagerly(), (
+        "Iterator should be created and used in same execution mode.")
+
+    init_ops = []
+    for it in self._iterators:
+      init_ops.extend(it.initialize())
+    return init_ops
+
+  # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
+  def _output_classes(self):
+    return self._iterators[0].output_classes
+
+  # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
+  def _output_shapes(self):
+    return self._iterators[0].output_shapes
+
+  # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
+  def _output_types(self):
+    return self._iterators[0].output_types
+
+  # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
+  def _get_iterator(self, worker):
+    for i, (w, _) in enumerate(self._worker_device_pairs):
+      if worker == w:
+        return self._iterators[i]
+    return None
+
+
+class _DatasetIterator(object):
+  """Iterator for a single `tf.data.Dataset`."""
+
+  def __init__(self, dataset, worker, devices):
+    """Create iterator for the given dataset.
+
+    `MultiDeviceIterator` is used to prefetch input to the devices on the
+    given worker. `MultiDeviceIterator` doesn't work in eager mode yet.
+
+    Args:
+      dataset: A `tf.data.Dataset` instance.
+      worker: Worker on which ops should be created.
+      devices: Distribute data from `dataset` to these devices.
+    """
+    self._dataset = dataset
+    self._worker = worker
+    self._devices = devices
+    self._is_eager = context.executing_eagerly()
+    self._make_iterator()
+
+  def _make_iterator(self):
+    """Make appropriate iterator on the dataset."""
+    with ops.device(self._worker):
+      if self._is_eager:
+        # TODO(rohanj): Enable prefetching in eager mode.
+        # TODO(priyag): Measure the performance of this approach vs calling
+        # get_next on the original dataset N times.
+        dataset = self._dataset.batch(len(self._devices), drop_remainder=True)
+        iterator = dataset.make_one_shot_iterator()
+      else:
+        iterator = multi_device_iterator_ops.MultiDeviceIterator(
+            self._dataset, self._devices)
+    self._iterator = iterator
+
+  def get_next(self, name=None):
+    """Get next element from the underlying iterator."""
+    with ops.device(self._worker):
+      if self._is_eager:
+        # Batched dataset case.
+        batch = self._iterator.get_next(name=name)
+        index = {}
+        for i, d in enumerate(self._devices):
+          index[d] = nest.map_structure(operator.itemgetter(i), batch)
+          with ops.device(d):
+            index[d] = nest.map_structure(array_ops.identity, index[d])
+      else:
+        # MultiDeviceIterator case.
+        data_list = self._iterator.get_next()
+        index = dict(zip(self._devices, data_list))
+
+      return regroup(index)
+
+  def initialize(self):
+    """Initialze underlying iterator.
+
+    In eager execution, this simply recreates the underlying iterator.
+    In graph execution, it returns the initializer ops for the underlying
+    iterator.
+
+    Returns:
+      A list of any initializer ops that should be run.
+    """
+    if self._is_eager:
+      self._make_iterator()
+      return []
+    else:
+      return [self._iterator.initializer]
+
+  @property
+  def output_classes(self):
+    return self._iterator.output_classes
+
+  @property
+  def output_shapes(self):
+    return self._iterator.output_shapes
+
+  @property
+  def output_types(self):
+    return self._iterator.output_types
+
+
 class MultiStepContext(object):
   """A context object that can be used to capture things when running steps.
 
@@ -1299,7 +1499,7 @@ class MultiStepContext(object):
   """
 
   def __init__(self):
-    """Initializes an output context.
+    """Initialize an output context.
 
     Returns:
       A context object.
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index 268393ee80..b4b56eb4e4 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -568,6 +568,138 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
         multi_worker_iterator.get_next()
 
 
+class InputFunctionIteratorTestBase(test.TestCase):
+
+  def _test_iterator(self, input_fn, worker_device_pairs, expected_values,
+                     sess=None):
+    devices = nest.flatten([ds for _, ds in worker_device_pairs])
+    iterator = values.InputFunctionIterator(input_fn, worker_device_pairs)
+
+    evaluate = lambda x: sess.run(x) if sess else self.evaluate(x)
+
+    evaluate(iterator.initialize())
+
+    for expected_value in expected_values:
+      next_element = iterator.get_next()
+      computed_value = evaluate(
+          [values.select_device(d, next_element) for d in devices])
+      self.assertEqual(expected_value, computed_value)
+
+    with self.assertRaises(errors.OutOfRangeError):
+      next_element = iterator.get_next()
+      evaluate([values.select_device(d, next_element) for d in devices])
+
+    # After re-initializing the iterator, should be able to iterate again.
+    evaluate(iterator.initialize())
+
+    for expected_value in expected_values:
+      next_element = iterator.get_next()
+      computed_value = evaluate(
+          [values.select_device(d, next_element) for d in devices])
+      self.assertEqual(expected_value, computed_value)
+
+
+class InputFunctionIteratorSingleWorkerTest(InputFunctionIteratorTestBase):
+
+  @test_util.run_in_graph_and_eager_modes
+  def testOneDeviceCPU(self):
+    worker_device_pairs = [("", ["/device:CPU:0"])]
+    input_fn = lambda: dataset_ops.Dataset.range(10)
+
+    expected_values = [[i] for i in range(10)]
+
+    self._test_iterator(input_fn, worker_device_pairs, expected_values)
+
+  @test_util.run_in_graph_and_eager_modes()
+  def testTwoDevicesOneGPUOneCPU(self):
+    if context.num_gpus() < 1:
+      self.skipTest("A GPU is not available for this test.")
+
+    worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
+    input_fn = lambda: dataset_ops.Dataset.range(10)
+
+    expected_values = [[i, i+1] for i in range(0, 10, 2)]
+
+    self._test_iterator(input_fn, worker_device_pairs, expected_values)
+
+  @test_util.run_in_graph_and_eager_modes()
+  def testTupleDataset(self):
+    if context.num_gpus() < 1:
+      self.skipTest("A GPU is not available for this test.")
+
+    worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
+    def input_fn():
+      dataset1 = dataset_ops.Dataset.range(10)
+      dataset2 = dataset_ops.Dataset.range(10).map(lambda x: x**2)
+      return dataset_ops.Dataset.zip((dataset1, dataset2))
+
+    expected_values = [[(i, i**2), (i+1, (i+1)**2)] for i in range(0, 10, 2)]
+
+    self._test_iterator(input_fn, worker_device_pairs, expected_values)
+
+  @test_util.run_in_graph_and_eager_modes()
+  def testUnevenDatasetBatches(self):
+    if context.num_gpus() < 1:
+      self.skipTest("A GPU is not available for this test.")
+
+    worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
+    input_fn = lambda: dataset_ops.Dataset.range(11)
+
+    expected_values = [[i, i+1] for i in range(0, 10, 2)]
+    self._test_iterator(input_fn, worker_device_pairs, expected_values)
+
+
+class InputFunctionIteratorMultiWorkerTest(
+    multi_worker_test_base.MultiWorkerTestBase,
+    InputFunctionIteratorTestBase):
+
+  def _cpu_devices(self):
+    return [
+        ("/job:worker/replica:0/task:0",
+         ["/job:worker/replica:0/task:0/device:CPU:0"]),
+        ("/job:worker/replica:0/task:1",
+         ["/job:worker/replica:0/task:1/device:CPU:0"])]
+
+  def _cpu_and_one_gpu_devices(self):
+    return [
+        ("/job:worker/replica:0/task:0", [
+            "/job:worker/replica:0/task:0/device:GPU:0",
+            "/job:worker/replica:0/task:0/device:CPU:0"
+        ]),
+        ("/job:worker/replica:0/task:1", [
+            "/job:worker/replica:0/task:1/device:GPU:0",
+            "/job:worker/replica:0/task:1/device:CPU:0"
+        ])
+    ]
+
+  def testOneDevicePerWorker(self):
+    worker_devices = self._cpu_devices()
+    with context.graph_mode(), self.cached_session() as sess:
+      input_fn = lambda: dataset_ops.Dataset.range(4)
+      self._test_iterator(input_fn, worker_devices,
+                          [[0, 0], [1, 1], [2, 2], [3, 3]], sess)
+
+  def testTwoDevicesPerWorker(self):
+    if context.num_gpus() < 1:
+      self.skipTest("A GPU is not available for this test.")
+    worker_devices = self._cpu_and_one_gpu_devices()
+    with context.graph_mode(), self.cached_session() as sess:
+      input_fn = lambda: dataset_ops.Dataset.range(4)
+      self._test_iterator(input_fn, worker_devices,
+                          [[0, 1, 0, 1], [2, 3, 2, 3]], sess)
+
+  def testTupleDataset(self):
+    worker_devices = self._cpu_devices()
+    with context.graph_mode(), self.cached_session() as sess:
+      def input_fn():
+        dataset1 = dataset_ops.Dataset.range(4)
+        dataset2 = dataset_ops.Dataset.range(4).map(lambda x: x**2)
+        return dataset_ops.Dataset.zip((dataset1, dataset2))
+
+      expected_values = [[(i, i**2), (i, i**2)] for i in range(0, 4)]
+      self._test_iterator(input_fn, worker_devices, expected_values, sess)
+
+
 class MirroredVariableTest(test.TestCase):
 
   config = config_pb2.ConfigProto()
-- 
GitLab


From b3cbc96f85f6232f191227bec9743a7ec4e84c33 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Tue, 13 Nov 2018 12:34:58 -0800
Subject: [PATCH 1533/1825] Add extensions to the SlurmClusterResolver in
 preparation for integration with Distribute Coordinator

PiperOrigin-RevId: 221314065
---
 .../python/training/slurm_cluster_resolver.py | 62 ++++++++++++++-----
 .../training/slurm_cluster_resolver_test.py   | 25 ++++++++
 2 files changed, 71 insertions(+), 16 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
index dabe2fe1d3..f590ecead9 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver.py
@@ -53,7 +53,8 @@ class SlurmClusterResolver(ClusterResolver):
                gpus_per_node=1,
                gpus_per_task=1,
                tasks_per_node=None,
-               auto_set_gpu=True):
+               auto_set_gpu=True,
+               rpc_layer='grpc'):
     """Creates a new SlurmClusterResolver object.
 
     This takes in parameters and creates a SlurmClusterResolver object. It uses
@@ -74,6 +75,8 @@ class SlurmClusterResolver(ClusterResolver):
       auto_set_gpu: Set the visible CUDA devices automatically while resolving
         the cluster by setting CUDA_VISIBLE_DEVICES environment variable.
         Defaults to True.
+      rpc_layer: (Optional) The protocol TensorFlow uses to communicate between
+        nodes. Defaults to 'grpc'.
 
     Returns:
       A ClusterResolver object which can be used with distributed TensorFlow.
@@ -107,8 +110,9 @@ class SlurmClusterResolver(ClusterResolver):
     self._gpus_per_task = gpus_per_task
 
     self._auto_set_gpu = auto_set_gpu
-    self._job_name = None
-    self._task_index = None
+    self.task_type = None
+    self.task_index = None
+    self.rpc_layer = rpc_layer
 
     self._gpu_allocation = []
     self._cluster_allocation = {}
@@ -157,17 +161,15 @@ class SlurmClusterResolver(ClusterResolver):
     cluster_rank_offset_start = 0
     cluster_rank_offset_end = 0
 
-    for job_name, num_tasks in self._jobs.items():
+    for task_type, num_tasks in self._jobs.items():
       cluster_rank_offset_end = cluster_rank_offset_start + num_tasks
 
-      self._cluster_allocation[job_name] = \
-        task_list[cluster_rank_offset_start:cluster_rank_offset_end]
+      self._cluster_allocation[task_type] = (
+          task_list[cluster_rank_offset_start:cluster_rank_offset_end])
 
-      if self._rank >= cluster_rank_offset_start and \
-          self._rank < cluster_rank_offset_end:
-
-        self._job_name = job_name
-        self._task_index = self._rank - cluster_rank_offset_start
+      if cluster_rank_offset_start <= self._rank < cluster_rank_offset_end:
+        self.task_type = task_type
+        self.task_index = self._rank - cluster_rank_offset_start
 
       cluster_rank_offset_start = cluster_rank_offset_end
 
@@ -188,9 +190,37 @@ class SlurmClusterResolver(ClusterResolver):
       A string specifying job name the process belongs to and an integner
         specifying the task index the process belongs to in that job.
     """
-    return self._job_name, self._task_index
+    return self.task_type, self.task_index
+
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
+    """Returns the master string for connecting to a TensorFlow master.
+
+    Args:
+      task_type: (Optional) Overrides the default auto-selected task type.
+      task_index: (Optional) Overrides the default auto-slected task index.
+      rpc_layer: (Optional) Overrides the default RPC protocol TensorFlow uses
+        to communicate across nodes.
+
+    Returns:
+      A connection string for connecting to a TensorFlow master.
+    """
+    task_type = task_type if task_type is not None else self.task_type
+    task_index = task_index if task_index is not None else self.task_index
+    rpc_layer = rpc_layer or self.rpc_layer
+    master = self.cluster_spec().task_address(task_type, task_index)
+
+    return '%s://%s' % (rpc_layer, master) if rpc_layer else master
+
+  @property
+  def environment(self):
+    """Returns the current environment which TensorFlow is running in.
+
+    For users in the Slurm environment, the environment property is always an
+    empty string, and Google users will not use this ClusterResolver for running
+    on internal systems.
+    """
+    return ''
 
-  def master(self, task_type=None, task_index=None):
-    if task_type and task_index:
-      return self.cluster_spec().task_address(task_type, task_index)
-    return self._cluster_allocation[str(self._job_name)][self._task_index]
+  def num_accelerators_per_worker(self, session_config=None):
+    del session_config  # Unused, since this is set in __init__ manually.
+    return self._gpus_per_node
diff --git a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
index 9aa7df745e..7c76e133fe 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/slurm_cluster_resolver_test.py
@@ -67,6 +67,31 @@ class SlurmClusterResolverTest(test.TestCase):
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
 
+  @mock.patch.dict(os.environ, {'SLURM_PROCID': '0', 'SLURM_NTASKS': '3'})
+  @mock.patch.object(SlurmClusterResolver, '_resolve_hostnames',
+                     mock_resolve_hostnames_output)
+  def testSimpleMasterRetrieval(self):
+    slurm_cluster_resolver = SlurmClusterResolver(
+        jobs={
+            'ps': 1,
+            'worker': 2
+        },
+        port_base=8888,
+        tasks_per_node=1,
+        gpus_per_node=1,
+        gpus_per_task=1,
+        auto_set_gpu=False)
+
+    slurm_cluster_resolver.task_type = 'worker'
+    slurm_cluster_resolver.task_index = 1
+    self.assertEqual(slurm_cluster_resolver.master(), 'grpc://t02n43:8888')
+
+    slurm_cluster_resolver.rpc_layer = 'ab'
+    self.assertEqual(slurm_cluster_resolver.master('ps', 0), 'ab://t02n13:8888')
+    self.assertEqual(
+        slurm_cluster_resolver.master('ps', 0, rpc_layer='test'),
+        'test://t02n13:8888')
+
   @mock.patch.dict(os.environ, {
       'SLURM_PROCID': '0',
       'SLURM_NTASKS': '3',
-- 
GitLab


From 43ca9103278400b4f2fd8569a9a278fb9c927af0 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Tue, 13 Nov 2018 12:35:36 -0800
Subject: [PATCH 1534/1825] Implement additional features in K8s Cluster
 Resolvers for Distributed Coordinators

PiperOrigin-RevId: 221314173
---
 .../python/training/cluster_resolver.py       |  6 +-
 .../training/kubernetes_cluster_resolver.py   | 57 ++++++++++++++++---
 .../kubernetes_cluster_resolver_test.py       | 16 ++++++
 3 files changed, 68 insertions(+), 11 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
index 40b1e667ee..3583501a45 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
@@ -25,7 +25,7 @@ import six
 from tensorflow.python.training.server_lib import ClusterSpec
 
 
-def _format_master_url(master, rpc_layer=None):
+def format_master_url(master, rpc_layer=None):
   if rpc_layer:
     return '%s://%s' % (rpc_layer, master)
   else:
@@ -128,7 +128,7 @@ class SimpleClusterResolver(ClusterResolver):
     else:
       master = self._master
 
-    return _format_master_url(master, rpc_layer or self._rpc_layer)
+    return format_master_url(master, rpc_layer=rpc_layer or self._rpc_layer)
 
   @property
   def task_type(self):
@@ -307,7 +307,7 @@ class UnionClusterResolver(ClusterResolver):
     """
     if task_type is not None and task_index is not None:
       master = self.cluster_spec().task_address(task_type, task_index)
-      return _format_master_url(master, rpc_layer or self._rpc_layer)
+      return format_master_url(master, rpc_layer or self._rpc_layer)
 
     return self._cluster_resolvers[0].master(rpc_layer=rpc_layer)
 
diff --git a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
index ddae64839f..a705b99374 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
@@ -19,6 +19,8 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import ClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import format_master_url
+from tensorflow.python.client import device_lib
 from tensorflow.python.training import server_lib
 
 _KUBERNETES_API_CLIENT_INSTALLED = True
@@ -41,6 +43,7 @@ class KubernetesClusterResolver(ClusterResolver):
   def __init__(self,
                job_to_label_mapping=None,
                tf_server_port=8470,
+               rpc_layer='grpc',
                override_client=None):
     """Initializes a new KubernetesClusterResolver.
 
@@ -58,6 +61,8 @@ class KubernetesClusterResolver(ClusterResolver):
          'ps': ['job-name=ps-1', 'job-name=ps-2']}
         ```
       tf_server_port: The port the TensorFlow server is listening on.
+      rpc_layer: (Optional) The RPC layer TensorFlow should use to communicate
+        between tasks in Kubernetes. Defaults to 'grpc'.
       override_client: The Kubernetes client (usually automatically retrieved
         using `from kubernetes import client as k8sclient`). If you pass this
         in, you are responsible for setting Kubernetes credentials manually.
@@ -65,6 +70,7 @@ class KubernetesClusterResolver(ClusterResolver):
     Raises:
       ImportError: If the Kubernetes Python client is not installed and no
         `override_client` is passed in.
+      RuntimeError: If autoresolve_task is not a boolean or a callable.
     """
     if _KUBERNETES_API_CLIENT_INSTALLED:
       k8sconfig.load_kube_config()
@@ -82,16 +88,37 @@ class KubernetesClusterResolver(ClusterResolver):
     self._tf_server_port = tf_server_port
     self._override_client = override_client
 
-  def master(self):
-    # TODO(frankchn): Figure out a standard way to pass in the current task type
-    # and task id via Kubernetes.
-    pass
+    self.task_type = None
+    self.task_index = None
+    self.rpc_layer = rpc_layer
 
-  def get_master(self):
-    return self.master()
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
+    """Returns the master address to use when creating a session.
 
-  def get_job_name(self):
-    return self._job_name
+    You must have set the task_type and task_index object properties before
+    calling this function, or pass in the `task_type` and `task_index`
+    parameters when using this function. If you do both, the function parameters
+    will override the object properties.
+
+    Args:
+      task_type: (Optional) The type of the TensorFlow task of the master.
+      task_index: (Optional) The index of the TensorFlow task of the master.
+      rpc_layer: (Optional) The RPC protocol for the given cluster.
+
+    Returns:
+      The name or URL of the session master.
+    """
+    if task_type is not None and task_index is not None:
+      return format_master_url(
+          self.cluster_spec().task_address(task_type, task_index),
+          rpc_layer or self.rpc_layer)
+
+    if self._task_type is not None and self._task_index is not None:
+      return format_master_url(
+          self.cluster_spec().task_address(self._task_type, self._task_index),
+          rpc_layer or self.rpc_layer)
+
+    return ''
 
   def cluster_spec(self):
     """Returns a ClusterSpec object based on the latest info from Kubernetes.
@@ -130,3 +157,17 @@ class KubernetesClusterResolver(ClusterResolver):
       cluster_map[tf_job] = all_pods
 
     return server_lib.ClusterSpec(cluster_map)
+
+  @property
+  def environment(self):
+    """Returns the current environment which TensorFlow is running in.
+
+    For users in the Cloud environment, the environment property is always an
+    empty string, and Google users will not use this ClusterResolver for running
+    on internal systems.
+    """
+    return ''
+
+  def num_accelerators_per_worker(self, session_config=None):
+    local_devices = device_lib.list_local_devices(session_config)
+    return len([d for d in local_devices if d.device_type == 'GPU'])
diff --git a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
index fbb26e803d..9ab1fcb309 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
@@ -109,6 +109,22 @@ class KubernetesClusterResolverTest(test.TestCase):
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, str(expected_proto))
 
+  def testGetMasterWithOverrideParameters(self):
+    ret = _create_pod_list(
+        ('worker-0', 'Running', '10.1.2.3'),
+        ('worker-1', 'Running', '10.1.2.4'),
+        ('worker-2', 'Running', '10.1.2.5'))
+
+    cluster_resolver = KubernetesClusterResolver(
+        override_client=_mock_kubernetes_client(
+            {'job-name=tensorflow': ret}))
+    cluster_resolver.task_type = 'blah'
+    cluster_resolver.task_index = 1
+    self.assertEqual(cluster_resolver.task_type, 'blah')
+    self.assertEqual(cluster_resolver.task_index, 1)
+    self.assertEqual(cluster_resolver.master('worker', 2),
+                     'grpc://10.1.2.5:8470')
+
   def testNonRunningPod(self):
     ret = _create_pod_list(('tensorflow-abc123', 'Failed', '10.1.2.3'),)
 
-- 
GitLab


From c456dbf48500c7e04e9f2e6570f2ae4d7b8eeb17 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Tue, 13 Nov 2018 12:41:03 -0800
Subject: [PATCH 1535/1825] Lower cond_v2 gradient computation to original
 control flow implementation.

Prior to this change, we would only lower the forward pass (oops).
Also creates identities for while_v2 grad outputs so we get pruning.

PiperOrigin-RevId: 221315130
---
 tensorflow/python/BUILD                       |  6 ++--
 .../python/kernel_tests/while_v2_test.py      |  2 +-
 tensorflow/python/ops/cond_v2.py              | 24 ++++----------
 tensorflow/python/ops/control_flow_util_v2.py | 24 ++++++++++++++
 tensorflow/python/ops/while_v2.py             | 31 +++----------------
 5 files changed, 39 insertions(+), 48 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 63352b82f1..9bd6ddd083 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -2093,7 +2093,9 @@ py_library(
     srcs = ["ops/control_flow_util_v2.py"],
     srcs_version = "PY2AND3",
     deps = [
-        "framework_ops",
+        ":control_flow_util",
+        ":framework_ops",
+        "//tensorflow/core:protos_all_py",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:function",
     ],
@@ -2118,7 +2120,6 @@ py_library(
         ":graph_to_function_def",
         ":pywrap_tensorflow",
         ":util",
-        "//tensorflow/core:protos_all_py",
         "//tensorflow/python/eager:function",
     ],
 )
@@ -2145,7 +2146,6 @@ py_library(
         ":tensor_shape",
         ":tensor_util",
         ":util",
-        "//tensorflow/core:protos_all_py",
         "//tensorflow/python/eager:function",
     ],
 )
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index dc1bcb78b8..3314e3849b 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -262,7 +262,7 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
 
     # Gradient pass.
     grad = gradients_impl.gradients(ret[1], y)
-    grad_while_op = grad[0].op
+    grad_while_op = grad[0].op.inputs[0].op
     # Get the TensorList output of gradient While op containing the accumulated
     # values of grad_y.
     # grad_while_op.inputs:
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 998c3e08f6..b50e4a5702 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -25,12 +25,10 @@ from __future__ import print_function
 
 import collections
 
-from tensorflow.core.framework import attr_value_pb2
 from tensorflow.python.framework import func_graph as func_graph_module
 from tensorflow.python.framework import function_def_to_graph
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_util
 from tensorflow.python.ops import control_flow_util_v2 as util
 from tensorflow.python.ops import gen_functional_ops
 from tensorflow.python.ops import gradients_impl
@@ -108,23 +106,8 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
                                          false_graph.outputs),
         name=scope)
 
-    # Set the flag to enable lowering on the `if` op if necessary
-    # Lowering allows cond_v2 to avoid some of the limitations of Functions,
-    # allowing users to specify devices & colocation inside of cond_v2 branches,
-    # and enabling non-strict evaluation & partial pruning of cond_v2 branches.
-    # This brings cond_v2 closer to feature parity with tf.cond.
-    #
-    # However, we do not lower `If` in the XLA context because it is easier for
-    # XLA to apply its own optimizations when dealing with un-lowered `If`
-    # operators than with lowered switch/merge control flow.
-    #
     # TODO(b/110167197) this approach requires cond_v2 to have at least 1 output
-    if_op = tensors[0].op
-    if not control_flow_util.IsInXLAContext(if_op):
-      # pylint: disable=protected-access
-      if_op._set_attr("_lower_using_switch_merge",
-                      attr_value_pb2.AttrValue(b=True))
-      # pylint: enable=protected-access
+    util.maybe_set_lowering_attr(tensors[0].op)
 
     # Return identities for each output of the If op, rather than the output of
     # the If op directly. This makes pruning work if the output of cond() is
@@ -199,6 +182,11 @@ def _IfGrad(op, *grads):  # pylint: disable=invalid-name
       output_shapes=_get_output_shapes(true_grad_graph.outputs,
                                        false_grad_graph.outputs))
 
+  util.maybe_set_lowering_attr(tensors[0].op)
+
+  # See comment in cond_v2.
+  tensors = [array_ops.identity(t) for t in tensors]
+
   # The predicate has no gradient.
   return [None] + tensors[:num_grad_outputs]
 
diff --git a/tensorflow/python/ops/control_flow_util_v2.py b/tensorflow/python/ops/control_flow_util_v2.py
index cab1d7b02e..2eec423991 100644
--- a/tensorflow/python/ops/control_flow_util_v2.py
+++ b/tensorflow/python/ops/control_flow_util_v2.py
@@ -19,10 +19,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.core.framework import attr_value_pb2
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function
 from tensorflow.python.framework import ops
 from tensorflow.python.framework.func_graph import FuncGraph
+from tensorflow.python.ops import control_flow_util
 
 
 class CondBranchFuncGraph(FuncGraph):
@@ -90,3 +92,25 @@ def unique_fn_name(scope, name):
 
 def unique_grad_fn_name(forward_name):
   return "%s_grad_%s" % (forward_name, ops.uid())
+
+
+def maybe_set_lowering_attr(op):
+  """Sets the flag to enable lowering on `op` if necessary.
+
+  Lowering allows cond_v2 and while_v2 to avoid some of the limitations of
+  Functions, allowing users to specify devices & colocation inside of cond_v2
+  and while_v2 input functions, and enabling non-strict evaluation & partial
+  pruning. This brings v2 control flow closer to feature parity with v1 control
+  flow.
+
+  However, we do not lower `If` and `While` ops in the XLA context because it is
+  easier for XLA to apply its own optimizations when dealing with un-lowered
+  control flow operators than with low-level control flow primitives.
+
+  Args:
+    op: An `If` or `While` Operation.
+  """
+  if not control_flow_util.IsInXLAContext(op):
+    # pylint: disable=protected-access
+    op._set_attr("_lower_using_switch_merge", attr_value_pb2.AttrValue(b=True))
+    # pylint: enable=protected-access
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 7b0f0ed4fc..c35431154e 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -23,7 +23,6 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.core.framework import attr_value_pb2
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import func_graph as func_graph_module
@@ -245,7 +244,7 @@ def while_loop(cond,
         name=scope)
 
     _copy_handle_data(body_graph.outputs, outputs)
-    _maybe_set_lowering_attr(outputs[0].op)
+    util.maybe_set_lowering_attr(outputs[0].op)
     _maybe_set_maximum_iterations_attr(outputs[0].op, maximum_iterations)
 
     # Return identities for each output of the While op, rather than the output
@@ -343,9 +342,12 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
       name="%s_grad" % op.name)
 
   _copy_handle_data(body_grad_graph.outputs, outputs)
-  _maybe_set_lowering_attr(outputs[0].op)
+  util.maybe_set_lowering_attr(outputs[0].op)
   _maybe_set_maximum_iterations_attr(outputs[0].op, maximum_iterations)
 
+  # See comment in while_loop.
+  outputs = [array_ops.identity(t) for t in outputs]
+
   # Set None as the output gradient for tensors with None input gradient
   # e.g. TensorArray handles.
   # outputs[0] is the loop counter.
@@ -792,29 +794,6 @@ def _copy_handle_data(src_tensors, tgt_tensors):
     custom_gradient.copy_handle_data(src_t, tgt_t)
 
 
-# TODO(srbs): Move to common utils for cond_v2 and while_v2.
-def _maybe_set_lowering_attr(op):
-  """Sets the flag to enable lowering on the `While` op if necessary.
-
-  Lowering allows while_v2 to avoid some of the limitations of Functions,
-  allowing users to specify devices & colocation inside of while_v2
-  branches, and enabling non-strict evaluation & partial pruning of while_v2
-  branches. This brings while_v2 closer to feature parity with
-  tf.while_loop.
-
-  However, we do not lower `While` in the XLA context because it is easier
-  for XLA to apply its own optimizations when dealing with un-lowered
-  `While` operators than with low-level control flow primitives.
-
-  Args:
-    op: The While op.
-  """
-  if not control_flow_util.IsInXLAContext(op):
-    # pylint: disable=protected-access
-    op._set_attr("_lower_using_switch_merge", attr_value_pb2.AttrValue(b=True))
-    # pylint: enable=protected-access
-
-
 def _maybe_set_maximum_iterations_attr(op, maximum_iterations):
   if control_flow_util.IsInXLAContext(op):
     # Store the maximum_iterations to use in the gradient pass.
-- 
GitLab


From 545aa1f94184edfe471120d4929c1fb02290f85a Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Tue, 13 Nov 2018 12:41:31 -0800
Subject: [PATCH 1536/1825] Add Distribute Coordinator compatible methods to
 TFCONFIGClusterResolver.

PiperOrigin-RevId: 221315210
---
 .../training/tfconfig_cluster_resolver.py     | 119 +++++++++++++++---
 .../tfconfig_cluster_resolver_test.py         |  52 ++++++++
 2 files changed, 151 insertions(+), 20 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py
index 7bbd189d03..95aad0de13 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver.py
@@ -27,13 +27,98 @@ from tensorflow.python.training.server_lib import ClusterSpec
 
 _TF_CONFIG_ENV = 'TF_CONFIG'
 _SESSION_MASTER_KEY = 'session_master'
+_RPC_LAYER_KEY = 'rpc_layer'
+_TASK_KEY = 'task'
+
+
+def format_master_url(master, rpc_layer=None):
+  if rpc_layer:
+    return '%s://%s' % (rpc_layer, master)
+  else:
+    return master
+
+
+def _load_tf_config():
+  return json.loads(os.environ.get(_TF_CONFIG_ENV, '{}'))
+
+
+def _get_value_in_tfconfig(key, default=None):
+  tf_config = _load_tf_config()
+  return tf_config[key] if key in tf_config else default
 
 
 class TFConfigClusterResolver(ClusterResolver):
   """Implementation of a ClusterResolver which reads the TF_CONFIG EnvVar."""
 
-  def _load_tf_config(self):
-    return json.loads(os.environ.get(_TF_CONFIG_ENV, '{}'))
+  def __init__(self,
+               task_type=None,
+               task_index=None,
+               rpc_layer=None,
+               environment=None,
+               num_accelerators_per_worker=0):
+    """Creates a new TFConfigClusterResolver.
+
+    Args:
+      task_type: (String, optional) Overrides the task type specified in the
+        TF_CONFIG environment variable.
+      task_index: (Integer, optional) Overrides the task index specified in the
+        TF_CONFIG environment variable.
+      rpc_layer: (String, optional) Overrides the rpc layer TensorFlow uses.
+      environment: (String, optional) Overrides the environment TensorFlow
+        operates in.
+      num_accelerators_per_worker: (Integer, optional) Specifies the number of
+        accelerators (e.g. GPUs, TPUs, others) that each node has.
+    """
+
+    self._task_type = task_type
+    self._task_index = task_index
+    self._rpc_layer = rpc_layer
+    self._environment = environment
+    self._num_accelerators_per_worker = num_accelerators_per_worker
+
+  @property
+  def task_type(self):
+    if self._task_type is None:
+      task_info = _get_value_in_tfconfig(_TASK_KEY, {})
+      return task_info['type'] if 'type' in task_info else None
+    else:
+      return self._task_type
+
+  @property
+  def task_index(self):
+    if self._task_type is None:
+      task_info = _get_value_in_tfconfig(_TASK_KEY, {})
+      return task_info['index'] if 'index' in task_info else None
+    else:
+      return self._task_index
+
+  @task_type.setter
+  def task_type(self, task_type):
+    self._task_type = task_type
+
+  @task_index.setter
+  def task_index(self, task_index):
+    self._task_index = task_index
+
+  @property
+  def environment(self):
+    return self._environment
+
+  @property
+  def rpc_layer(self):
+    if self._rpc_layer is None:
+      return _get_value_in_tfconfig(_RPC_LAYER_KEY)
+    else:
+      return self._rpc_layer
+
+  @rpc_layer.setter
+  def rpc_layer(self, rpc_layer):
+    self._rpc_layer = rpc_layer
+
+  def num_accelerators_per_worker(self, session_config=None):
+    # TODO(frankchn): Connect to server (w/ session_config) in the future.
+    del session_config  # Unused, we do not connect to another server here.
+    return self._num_accelerators_per_worker
 
   def cluster_spec(self):
     """Returns a ClusterSpec based on the TF_CONFIG environment variable.
@@ -41,12 +126,12 @@ class TFConfigClusterResolver(ClusterResolver):
     Returns:
       A ClusterSpec with information from the TF_CONFIG environment variable.
     """
-    tf_config = self._load_tf_config()
+    tf_config = _load_tf_config()
     if 'cluster' not in tf_config:
       return ClusterSpec({})
     return ClusterSpec(tf_config['cluster'])
 
-  def master(self, task_type=None, task_index=0):
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
     """Returns the master address to use when creating a TensorFlow session.
 
     Args:
@@ -54,6 +139,8 @@ class TFConfigClusterResolver(ClusterResolver):
         master.
       task_index: (Integer, optional) Overrides and sets the task id of the
         master.
+      rpc_layer: (String, optional) Overrides and sets the protocol over which
+        TensorFlow nodes communicate with each other.
 
     Returns:
       The address of the master.
@@ -64,14 +151,9 @@ class TFConfigClusterResolver(ClusterResolver):
     """
 
     # If `session_master` is set, just use that.
-    tf_config = self._load_tf_config()
-    if _SESSION_MASTER_KEY in tf_config:
-      return tf_config[_SESSION_MASTER_KEY]
-
-    if 'rpc_layer' in tf_config:
-      rpclayer = '%s://' % tf_config['rpc_layer']
-    else:
-      rpclayer = ''
+    session_master = _get_value_in_tfconfig(_SESSION_MASTER_KEY)
+    if session_master is not None:
+      return session_master
 
     # Return an empty string if we are the only job in the ClusterSpec.
     cluster_spec = self.cluster_spec()
@@ -82,11 +164,8 @@ class TFConfigClusterResolver(ClusterResolver):
 
     # We try to auto-detect the task type and id, but uses the user-supplied one
     # where available
-    if not task_type:
-      if 'task' not in tf_config:
-        raise RuntimeError('You must either specify a `task_type`, or your '
-                           'TF_CONFIG must contain a `task` section.')
-      task_type = tf_config['task']['type']
-      task_index = tf_config['task']['index']
-
-    return rpclayer + cluster_spec.task_address(task_type, task_index)
+    task_type = task_type if task_type is not None else self.task_type
+    task_index = task_index if task_index is not None else self.task_index
+
+    return format_master_url(cluster_spec.task_address(task_type, task_index),
+                             self.rpc_layer)
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py
index 468161d2aa..3db6d5447f 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tfconfig_cluster_resolver_test.py
@@ -133,6 +133,58 @@ class TFConfigClusterResolverTest(test.TestCase):
     cluster_resolver = TFConfigClusterResolver()
     self.assertEqual('grpc://ps0:2222', cluster_resolver.master())
 
+  def testTaskTypeIndexRpcRead(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "rpc_layer": "grpc",
+      "task": {
+        "type": "ps",
+        "index": 0
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver()
+    self.assertEqual('ps', cluster_resolver.task_type)
+    self.assertEqual(0, cluster_resolver.task_index)
+    self.assertEqual('grpc', cluster_resolver.rpc_layer)
+
+  def testParameterOverrides(self):
+    os.environ['TF_CONFIG'] = """
+    {
+      "cluster": {
+        "ps": ["ps0:2222", "ps1:2222"],
+        "worker": ["worker0:2222", "worker1:2222", "worker2:2222"]
+      },
+      "rpc_layer": "grpc",
+      "task": {
+        "type": "ps",
+        "index": 1
+      }
+    }
+    """
+
+    cluster_resolver = TFConfigClusterResolver(task_type='ps', task_index=0,
+                                               num_accelerators_per_worker=8)
+
+    self.assertEqual('grpc://ps0:2222', cluster_resolver.master())
+    self.assertEqual('ps', cluster_resolver.task_type)
+    self.assertEqual(0, cluster_resolver.task_index)
+    self.assertEqual(8, cluster_resolver.num_accelerators_per_worker())
+
+    cluster_resolver.task_type = 'worker'
+    cluster_resolver.task_index = 1
+    cluster_resolver.rpc_layer = 'test'
+
+    self.assertEqual('test://worker1:2222', cluster_resolver.master())
+    self.assertEqual('worker', cluster_resolver.task_type)
+    self.assertEqual(1, cluster_resolver.task_index)
+    self.assertEqual('test', cluster_resolver.rpc_layer)
+
   def testZeroItemsInClusterSpecMasterRead(self):
     os.environ['TF_CONFIG'] = """
     {}
-- 
GitLab


From 0cfa4c157d317ccb4ccd1f6c85773f973d628695 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Tue, 13 Nov 2018 12:48:24 -0800
Subject: [PATCH 1537/1825] Optimize the allocation of a host-memory scalar to
 use a single heap allocation.

Previously, the public Tensor constructors would always allocate two objects on the heap:
1. A reference-counted `TensorBuffer` object, which may be shared between (shallow) copies of the created `Tensor`.
2. The data itself, aligned to a 64-byte boundary.

This change packs the aligned data and the `TensorBuffer` subclass into a single object, which can be aligned and freed with a single call to the allocator. This improves performance when constructing a large number of scalar tensors, by spending less time in the allocator.

The improves the performance of the `Dataset.range()` benchmark on my workstation:

* Average time per element (without modeling): 80.076499 nanoseconds (previously 112.806258 nanoseconds)
* Average time per element (with modeling): 254.111791 nanoseconds (previously 287.067080 nanoseconds)

PiperOrigin-RevId: 221316413
---
 tensorflow/core/framework/tensor.h       | 69 +++++++++++++-----------
 tensorflow/core/framework/tensor_test.cc | 11 ++--
 2 files changed, 44 insertions(+), 36 deletions(-)

diff --git a/tensorflow/core/framework/tensor.h b/tensorflow/core/framework/tensor.h
index 0d58ab3875..eff1dc3736 100644
--- a/tensorflow/core/framework/tensor.h
+++ b/tensorflow/core/framework/tensor.h
@@ -29,6 +29,7 @@ limitations under the License.
 #include "tensorflow/core/lib/gtl/inlined_vector.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/platform/mem.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
@@ -118,7 +119,7 @@ class Tensor {
 
   class HostScalarTensorBufferBase;
   template <typename T>
-  class HostScalarTensorBuffer;
+  struct ValueAndTensorBuffer;
 
   // Creates a tensor with the given scalar `value` in CPU memory.
   template <typename T>
@@ -875,38 +876,42 @@ class Tensor::HostScalarTensorBufferBase : public TensorBuffer {
   void FillAllocationDescription(AllocationDescription* proto) const final;
 };
 
-// `Tensor::HostScalarTensorBuffer<T>` is a specialized `TensorBuffer`
-// implementation for storing a single scalar value.
-//
-// TODO(mrry): Evaluate other compilers or approaches to aligning the value
-// so that it can be used directly as a tensor value. For example, in a C++17
-// future, we could use `alignas(EIGEN_MAX_ALIGN_BYTES)` to store the value
-// inline in this object to save an allocation. However, this is not currently
-// widely supported in our compilers.
 template <typename T>
-class Tensor::HostScalarTensorBuffer : public HostScalarTensorBufferBase {
- public:
-  HostScalarTensorBuffer(T&& value)
-      : data_(reinterpret_cast<T*>(cpu_allocator()->AllocateRaw(
-            EIGEN_MAX_ALIGN_BYTES, sizeof(value)))) {
-    if (is_simple_type<T>::value) {
-      *data_ = value;
-    } else {
-      new (data_) T(std::move(value));
-    }
-  }
-  ~HostScalarTensorBuffer() { cpu_allocator()->Deallocate(data_, 1); }
-  void* data() const final { return const_cast<T*>(data_); }
-  size_t size() const final { return sizeof(*data_); }
-  TensorBuffer* root_buffer() final { return this; }
-
- private:
-  T* const data_;
-};
-
-template <typename T>
-Tensor::Tensor(T value, host_scalar_tag tag)
-    : buf_(new HostScalarTensorBuffer<T>(std::move(value))) {
+Tensor::Tensor(T value, host_scalar_tag tag) {
+  // A packed representation for a single scalar value of type `T`, and a
+  // `TensorBuffer` implementation that describes (and manages the lifetime of)
+  // that value.
+  struct ValueAndTensorBuffer {
+    class HostScalarTensorBuffer : public HostScalarTensorBufferBase {
+     public:
+      HostScalarTensorBuffer(void* data) : data_(data) {}
+      void* data() const final { return const_cast<void*>(data_); }
+      size_t size() const final { return sizeof(T); }
+      TensorBuffer* root_buffer() final { return this; }
+
+      // Override `operator delete` so that calling `delete this` in
+      // `core::Refcounted::Unref()` for an object of this type will free
+      // the enclosing `ValueAndTensorBuffer` for the tensor buffer.
+      static void operator delete(void* ptr) {
+        port::AlignedFree(static_cast<char*>(ptr) -
+                          offsetof(ValueAndTensorBuffer, tensor_buffer));
+      }
+
+     private:
+      ~HostScalarTensorBuffer() override { static_cast<T*>(data_)->~T(); }
+      void* const data_;
+    };
+
+    T value;
+    HostScalarTensorBuffer tensor_buffer;
+  };
+
+  auto* value_and_buf = static_cast<ValueAndTensorBuffer*>(
+      port::AlignedMalloc(sizeof(ValueAndTensorBuffer), EIGEN_MAX_ALIGN_BYTES));
+  new (&value_and_buf->value) T(std::move(value));
+  new (&value_and_buf->tensor_buffer)
+      typename ValueAndTensorBuffer::HostScalarTensorBuffer(value_and_buf);
+  buf_ = &value_and_buf->tensor_buffer;
   set_dtype(DataTypeToEnum<T>::value);
 }
 
diff --git a/tensorflow/core/framework/tensor_test.cc b/tensorflow/core/framework/tensor_test.cc
index 925ebc4945..4fa9d1df67 100644
--- a/tensorflow/core/framework/tensor_test.cc
+++ b/tensorflow/core/framework/tensor_test.cc
@@ -854,15 +854,18 @@ TEST(Tensor_HostScalar, Basics) {
     EXPECT_FLOAT_EQ(42.0f, Tt());
   }
   {
-    Tensor t("foo");
+    // NOTE(mrry): Use long enough strings so that the contents are dynamically
+    // allocated, and the absence of a call to the string destructor would
+    // cause a memory leak.
+    Tensor t("fooooooooooooooooooooooooooooooooooooo");
     EXPECT_EQ(DT_STRING, t.dtype());
     EXPECT_EQ(1, t.NumElements());
     auto Tt = t.scalar<string>();
     EXPECT_EQ(1, Tt.size());
     EXPECT_EQ(0, Tt.rank());
-    EXPECT_EQ("foo", Tt());
-    Tt() = "bar";
-    EXPECT_EQ("bar", Tt());
+    EXPECT_EQ("fooooooooooooooooooooooooooooooooooooo", Tt());
+    Tt() = "baaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar";
+    EXPECT_EQ("baaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar", Tt());
   }
 }
 
-- 
GitLab


From abdf645b56312e43e8d4870f8655fcb784a68409 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Tue, 13 Nov 2018 13:29:42 -0800
Subject: [PATCH 1538/1825] Automated rollback of commit
 091af8981d7d6bc2b2355849d841efb8a1063d75

PiperOrigin-RevId: 221323463
---
 tensorflow/core/BUILD                         | 13 ------
 .../core/common_runtime/direct_session.cc     |  4 --
 tensorflow/core/common_runtime/metrics.cc     | 42 -------------------
 tensorflow/core/common_runtime/metrics.h      | 27 ------------
 tensorflow/core/distributed_runtime/BUILD     |  2 -
 .../core/distributed_runtime/graph_mgr.cc     | 21 ++++------
 6 files changed, 8 insertions(+), 101 deletions(-)
 delete mode 100644 tensorflow/core/common_runtime/metrics.cc
 delete mode 100644 tensorflow/core/common_runtime/metrics.h

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index b7ec445e93..4f998cf9b3 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1672,7 +1672,6 @@ cc_library(
     name = "mobile_additional_lib_deps",
     deps = tf_additional_lib_deps() + [
         "@com_google_absl//absl/strings",
-        "@com_google_absl//absl/time",
     ],
 )
 
@@ -3002,16 +3001,6 @@ cc_library(
     deps = [":lib_internal"],
 )
 
-tf_cuda_library(
-    name = "metrics",
-    srcs = ["common_runtime/metrics.cc"],
-    hdrs = ["common_runtime/metrics.h"],
-    deps = [
-        ":lib",
-        "@com_google_absl//absl/time",
-    ],
-)
-
 tf_cuda_library(
     name = "direct_session_internal",
     srcs = ["common_runtime/direct_session.cc"],
@@ -3028,12 +3017,10 @@ tf_cuda_library(
         ":graph",
         ":lib",
         ":lib_internal",
-        ":metrics",
         ":proto_text",
         ":protos_all_cc",
         "//tensorflow/core/debug:debug_graph_utils",
         "//tensorflow/core/kernels:function_ops",
-        "@com_google_absl//absl/time",
     ],
     alwayslink = 1,
 )
diff --git a/tensorflow/core/common_runtime/direct_session.cc b/tensorflow/core/common_runtime/direct_session.cc
index 3a23f084a5..52c1cd2691 100644
--- a/tensorflow/core/common_runtime/direct_session.cc
+++ b/tensorflow/core/common_runtime/direct_session.cc
@@ -19,7 +19,6 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include "absl/time/clock.h"
 #include "tensorflow/core/common_runtime/collective_executor_mgr.h"
 #include "tensorflow/core/common_runtime/collective_param_resolver_local.h"
 #include "tensorflow/core/common_runtime/constant_folding.h"
@@ -31,7 +30,6 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/graph_optimizer.h"
 #include "tensorflow/core/common_runtime/memory_types.h"
-#include "tensorflow/core/common_runtime/metrics.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
 #include "tensorflow/core/common_runtime/process_util.h"
 #include "tensorflow/core/common_runtime/scoped_allocator_mgr.h"
@@ -456,7 +454,6 @@ Status DirectSession::RunInternal(int64 step_id, const RunOptions& run_options,
                                   CallFrameInterface* call_frame,
                                   ExecutorsAndKeys* executors_and_keys,
                                   RunMetadata* run_metadata) {
-  const absl::Time start_time = absl::Now();
   string session_id_meta = strings::StrCat("SessionRun #id=", step_id, "#");
   tracing::ScopedActivity activity(session_id_meta);
 
@@ -712,7 +709,6 @@ Status DirectSession::RunInternal(int64 step_id, const RunOptions& run_options,
       exec_and_lib.graph->ToGraphDef(partition_graph_def);
     }
   }
-  UpdateGraphExecutionTime(absl::Now() - start_time);
 
   return Status::OK();
 }
diff --git a/tensorflow/core/common_runtime/metrics.cc b/tensorflow/core/common_runtime/metrics.cc
deleted file mode 100644
index 2736739b1a..0000000000
--- a/tensorflow/core/common_runtime/metrics.cc
+++ /dev/null
@@ -1,42 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/core/common_runtime/metrics.h"
-
-#include "tensorflow/core/lib/monitoring/counter.h"
-
-namespace tensorflow {
-
-namespace {
-
-auto* graph_runs = monitoring::Counter<0>::New(
-    "/tensorflow/core/graph_runs",
-    "The number of graph executions used to collect "
-    "/tensorflow/core/graph_run_time_msecs");
-
-auto* graph_run_time_msecs = monitoring::Counter<0>::New(
-    "/tensorflow/core/graph_run_time_msecs",
-    "The total time spent on executing graphs in milliseconds.");
-}  // namespace
-
-void UpdateGraphExecutionTime(const absl::Duration running_time) {
-  if (running_time > absl::ZeroDuration()) {
-    graph_runs->GetCell()->IncrementBy(1);
-    graph_run_time_msecs->GetCell()->IncrementBy(running_time /
-                                                 absl::Milliseconds(1));
-  }
-}
-
-}  // namespace tensorflow
diff --git a/tensorflow/core/common_runtime/metrics.h b/tensorflow/core/common_runtime/metrics.h
deleted file mode 100644
index 5dd4caf5b7..0000000000
--- a/tensorflow/core/common_runtime/metrics.h
+++ /dev/null
@@ -1,27 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_CORE_COMMON_RUNTIME_METRICS_H_
-#define TENSORFLOW_CORE_COMMON_RUNTIME_METRICS_H_
-
-#include "absl/time/time.h"
-
-namespace tensorflow {
-
-void UpdateGraphExecutionTime(const absl::Duration time);
-
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_CORE_COMMON_RUNTIME_METRICS_H_
diff --git a/tensorflow/core/distributed_runtime/BUILD b/tensorflow/core/distributed_runtime/BUILD
index 9f09122434..3a534dcfb7 100644
--- a/tensorflow/core/distributed_runtime/BUILD
+++ b/tensorflow/core/distributed_runtime/BUILD
@@ -425,11 +425,9 @@ cc_library(
         "//tensorflow/core:graph",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
-        "//tensorflow/core:metrics",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:worker_proto_cc",
         "//tensorflow/core/debug",
-        "@com_google_absl//absl/time",
     ],
 )
 
diff --git a/tensorflow/core/distributed_runtime/graph_mgr.cc b/tensorflow/core/distributed_runtime/graph_mgr.cc
index ee39062e34..3944668028 100644
--- a/tensorflow/core/distributed_runtime/graph_mgr.cc
+++ b/tensorflow/core/distributed_runtime/graph_mgr.cc
@@ -17,7 +17,6 @@ limitations under the License.
 
 #include <vector>
 
-#include "absl/time/clock.h"
 #include "tensorflow/core/common_runtime/build_graph_options.h"
 #include "tensorflow/core/common_runtime/constant_folding.h"
 #include "tensorflow/core/common_runtime/debugger_state_interface.h"
@@ -26,7 +25,6 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/function.h"
 #include "tensorflow/core/common_runtime/graph_optimizer.h"
 #include "tensorflow/core/common_runtime/memory_types.h"
-#include "tensorflow/core/common_runtime/metrics.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
 #include "tensorflow/core/common_runtime/process_util.h"
 #include "tensorflow/core/common_runtime/rendezvous_util.h"
@@ -388,7 +386,6 @@ void GraphMgr::ExecuteAsync(const string& handle, const int64 step_id,
                             MutableRunGraphResponseWrapper* response,
                             CancellationManager* cancellation_manager,
                             const NamedTensors& in, StatusCallback done) {
-  const absl::Time start_time = absl::Now();
   // Lookup an item. Holds one ref while executing.
   Item* item = nullptr;
   {
@@ -446,16 +443,14 @@ void GraphMgr::ExecuteAsync(const string& handle, const int64 step_id,
     return;
   }
 
-  StartParallelExecutors(
-      handle, step_id, item, rendezvous, ce_handle, collector, cost_graph,
-      cancellation_manager,
-      [item, rendezvous, ce_handle, done, start_time](const Status& s) {
-        done(s);
-        UpdateGraphExecutionTime(absl::Now() - start_time);
-        rendezvous->Unref();
-        item->Unref();
-        delete ce_handle;
-      });
+  StartParallelExecutors(handle, step_id, item, rendezvous, ce_handle,
+                         collector, cost_graph, cancellation_manager,
+                         [item, rendezvous, ce_handle, done](const Status& s) {
+                           done(s);
+                           rendezvous->Unref();
+                           item->Unref();
+                           delete ce_handle;
+                         });
 }
 
 void GraphMgr::StartParallelExecutors(const string& handle, int64 step_id,
-- 
GitLab


From 795c27127a8358af6d058563b043190a2dc02460 Mon Sep 17 00:00:00 2001
From: Reed Wanderman-Milne <reedwm@google.com>
Date: Tue, 13 Nov 2018 13:31:36 -0800
Subject: [PATCH 1539/1825] Disable failing tests

PiperOrigin-RevId: 221323813
---
 tensorflow/contrib/cudnn_rnn/BUILD         | 2 ++
 tensorflow/contrib/distribute/python/BUILD | 1 +
 2 files changed, 3 insertions(+)

diff --git a/tensorflow/contrib/cudnn_rnn/BUILD b/tensorflow/contrib/cudnn_rnn/BUILD
index 670b549432..a4c1e968b9 100644
--- a/tensorflow/contrib/cudnn_rnn/BUILD
+++ b/tensorflow/contrib/cudnn_rnn/BUILD
@@ -63,6 +63,7 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
+        "no_oss",  # http://b/119506830
         "noasan",  # http://b/62067814
         "requires-gpu-sm35",
     ],
@@ -91,6 +92,7 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
+        "no_oss",  # http://b/119506830
         "noasan",  # http://b/62067814
     ],
 )
diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index ce81b1b38b..8e0866c505 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -524,6 +524,7 @@ cuda_py_test(
         "noasan",
         "nomsan",
         "notsan",
+        "no_oss",  # http://b/119349471
     ],
 )
 
-- 
GitLab


From d90652139f23d7e5b7e2e2bdc2cb3a274f6b951f Mon Sep 17 00:00:00 2001
From: Rick Chao <rchao@google.com>
Date: Tue, 13 Nov 2018 13:49:23 -0800
Subject: [PATCH 1540/1825] Only export div in TF V1.

PiperOrigin-RevId: 221327019
---
 tensorflow/python/ops/math_ops.py               | 5 ++++-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 4 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index 39b1ca8993..4ff7a8e3a6 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -1091,7 +1091,10 @@ def truediv(x, y, name=None):
   return _truediv_python3(x, y, name)
 
 
-@tf_export("div")
+@deprecation.deprecated(
+    date=None,
+    instructions="Deprecated in favor of operator or tf.math.divide.")
+@tf_export(v1=["div"])
 def div(x, y, name=None):
   """Divides x / y elementwise (using Python 2 division operator semantics).
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index b1e4c32523..7afff0a028 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -648,10 +648,6 @@ tf_module {
     name: "device"
     argspec: "args=[\'device_name\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "div"
-    argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "div_no_nan"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From e63f6f9da5d62060a9ab257d70692b06e1b80e0b Mon Sep 17 00:00:00 2001
From: Martin Wicke <wicke@google.com>
Date: Tue, 13 Nov 2018 13:57:32 -0800
Subject: [PATCH 1541/1825] Remove symbols from the v2 API. Included here:
 test.mock test.compute_gradient test.compute_gradient_error

Also removes checkpoint_v2 arg from test.assert_equal_graph_def

PiperOrigin-RevId: 221328602
---
 tensorflow/python/framework/test_util.py      | 28 +++++++++-
 tensorflow/python/ops/gradient_checker.py     | 55 +------------------
 tensorflow/python/platform/test.py            |  4 +-
 .../tools/api/golden/v2/tensorflow.test.pbtxt | 14 +----
 4 files changed, 30 insertions(+), 71 deletions(-)

diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index fd55ad2af9..0a08f3b5bd 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -114,8 +114,28 @@ def assert_ops_in_graph(expected_ops, graph):
   return actual_ops
 
 
-@tf_export("test.assert_equal_graph_def")
-def assert_equal_graph_def(actual, expected, checkpoint_v2=False):
+@tf_export("test.assert_equal_graph_def", v1=[])
+def assert_equal_graph_def_v2(actual, expected):
+  """Asserts that two `GraphDef`s are (mostly) the same.
+
+  Compares two `GraphDef` protos for equality, ignoring versions and ordering of
+  nodes, attrs, and control inputs.  Node names are used to match up nodes
+  between the graphs, so the naming of nodes must be consistent. This function
+  ignores randomized attribute values that may appear in V2 checkpoints.
+
+  Args:
+    actual: The `GraphDef` we have.
+    expected: The `GraphDef` we expected.
+
+  Raises:
+    AssertionError: If the `GraphDef`s do not match.
+    TypeError: If either argument is not a `GraphDef`.
+  """
+  assert_equal_graph_def(actual, expected, checkpoint_v2=True)
+
+
+@tf_export(v1=["test.assert_equal_graph_def"])
+def assert_equal_graph_def_v1(actual, expected, checkpoint_v2=False):
   """Asserts that two `GraphDef`s are (mostly) the same.
 
   Compares two `GraphDef` protos for equality, ignoring versions and ordering of
@@ -132,6 +152,10 @@ def assert_equal_graph_def(actual, expected, checkpoint_v2=False):
     AssertionError: If the `GraphDef`s do not match.
     TypeError: If either argument is not a `GraphDef`.
   """
+  assert_equal_graph_def(actual, expected, checkpoint_v2)
+
+
+def assert_equal_graph_def(actual, expected, checkpoint_v2=False):
   if not isinstance(actual, graph_pb2.GraphDef):
     raise TypeError(
         "Expected tf.GraphDef for actual, got %s" % type(actual).__name__)
diff --git a/tensorflow/python/ops/gradient_checker.py b/tensorflow/python/ops/gradient_checker.py
index 1665219c80..3926ff6900 100644
--- a/tensorflow/python/ops/gradient_checker.py
+++ b/tensorflow/python/ops/gradient_checker.py
@@ -31,7 +31,6 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients
 from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import tf_logging as logging
-from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -266,7 +265,7 @@ def _compute_gradient_list(x,
   return ret
 
 
-@tf_export("test.compute_gradient")
+@tf_export(v1=["test.compute_gradient"])
 def compute_gradient(x,
                      x_shape,
                      y,
@@ -329,9 +328,6 @@ def compute_gradient(x,
 
 
 @tf_export(v1=["test.compute_gradient_error"])
-@deprecation.deprecated_args(
-    None, "init_targets will be deprecated in TensorFlow 2.0",
-    ("init_targets", None))  # Do not trigger warning in V2
 def compute_gradient_error(x,
                            x_shape,
                            y,
@@ -380,52 +376,3 @@ def compute_gradient_error(x,
     if j_t.size or j_n.size:  # Handle zero size tensors correctly
       error = np.maximum(error, np.fabs(j_t - j_n).max())
   return error
-
-
-@tf_export("test.compute_gradient_error", v1=[])
-def compute_gradient_error_v2(x,
-                              x_shape,
-                              y,
-                              y_shape,
-                              x_init_value=None,
-                              delta=1e-3,
-                              extra_feed_dict=None):
-  """Computes the gradient error.
-
-  Computes the maximum error for dy/dx between the computed Jacobian and the
-  numerically estimated Jacobian.
-
-  This function will modify the tensors passed in as it adds more operations
-  and hence changing the consumers of the operations of the input tensors.
-
-  This function adds operations to the current session. To compute the error
-  using a particular device, such as a GPU, use the standard methods for
-  setting a device (e.g. using with sess.graph.device() or setting a device
-  function in the session constructor).
-
-  Args:
-    x: a tensor or list of tensors
-    x_shape: the dimensions of x as a tuple or an array of ints. If x is a list,
-      then this is the list of shapes.
-    y: a tensor
-    y_shape: the dimensions of y as a tuple or an array of ints.
-    x_init_value: (optional) a numpy array of the same shape as "x" representing
-      the initial value of x. If x is a list, this should be a list of numpy
-      arrays.  If this is none, the function will pick a random tensor as the
-      initial value.
-    delta: (optional) the amount of perturbation.
-    extra_feed_dict: dict that allows fixing specified tensor values during the
-      Jacobian calculation.
-
-  Returns:
-    The maximum error in between the two Jacobians.
-  """
-  return compute_gradient_error(
-      x,
-      x_shape,
-      y,
-      y_shape,
-      x_init_value=x_init_value,
-      delta=delta,
-      init_targets=None,
-      extra_feed_dict=extra_feed_dict)
diff --git a/tensorflow/python/platform/test.py b/tensorflow/python/platform/test.py
index d084870b25..943832af7a 100644
--- a/tensorflow/python/platform/test.py
+++ b/tensorflow/python/platform/test.py
@@ -46,9 +46,9 @@ from tensorflow.python.util.tf_export import tf_export
 if sys.version_info.major == 2:
   import mock                # pylint: disable=g-import-not-at-top,unused-import
 else:
-  from unittest import mock  # pylint: disable=g-import-not-at-top
+  from unittest import mock  # pylint: disable=g-import-not-at-top,g-importing-member
 
-tf_export('test.mock')(mock)
+tf_export(v1=['test.mock'])(mock)
 
 # Import Benchmark class
 Benchmark = _googletest.Benchmark  # pylint: disable=invalid-name
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
index af3f06d8de..72ce733044 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.test.pbtxt
@@ -12,26 +12,14 @@ tf_module {
     name: "TestCase"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "mock"
-    mtype: "<type \'module\'>"
-  }
   member_method {
     name: "assert_equal_graph_def"
-    argspec: "args=[\'actual\', \'expected\', \'checkpoint_v2\'], varargs=None, keywords=None, defaults=[\'False\'], "
+    argspec: "args=[\'actual\', \'expected\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
     name: "benchmark_config"
     argspec: "args=[], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "compute_gradient"
-    argspec: "args=[\'x\', \'x_shape\', \'y\', \'y_shape\', \'x_init_value\', \'delta\', \'init_targets\', \'extra_feed_dict\'], varargs=None, keywords=None, defaults=[\'None\', \'0.001\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "compute_gradient_error"
-    argspec: "args=[\'x\', \'x_shape\', \'y\', \'y_shape\', \'x_init_value\', \'delta\', \'extra_feed_dict\'], varargs=None, keywords=None, defaults=[\'None\', \'0.001\', \'None\'], "
-  }
   member_method {
     name: "create_local_cluster"
     argspec: "args=[\'num_workers\', \'num_ps\', \'protocol\', \'worker_config\', \'ps_config\'], varargs=None, keywords=None, defaults=[\'grpc\', \'None\', \'None\'], "
-- 
GitLab


From 5b1e910313ea29cf2f8679311634fba6c00c0a31 Mon Sep 17 00:00:00 2001
From: Dimitris Vardoulakis <dimvar@google.com>
Date: Tue, 13 Nov 2018 14:14:03 -0800
Subject: [PATCH 1542/1825] Replace calls to CreateNewUnverifiedModule with
 CreateNewVerifiedModule when no XLA code changes are required.

PiperOrigin-RevId: 221331867
---
 .../xla/service/buffer_liveness_test.cc       | 24 +++++-----
 .../xla/service/copy_insertion_test.cc        | 44 +++++++++----------
 .../cpu/cpu_instruction_fusion_test.cc        | 28 ++++++------
 .../service/cpu/cpu_layout_assignment_test.cc | 22 +++++-----
 .../cpu/tests/cpu_eigen_dot_operation_test.cc |  2 +-
 .../cpu/tests/cpu_external_constants_test.cc  |  2 +-
 .../service/cpu/tests/cpu_intrinsic_test.cc   |  2 +-
 .../xla/service/cpu/tests/cpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  | 10 ++---
 .../service/gpu/gpu_layout_assignment_test.cc |  8 ++--
 .../service/gpu/instruction_fusion_test.cc    |  6 +--
 .../service/gpu/multi_output_fusion_test.cc   |  2 +-
 .../xla/service/gpu/stream_assignment_test.cc |  8 ++--
 .../xla/service/gpu/tests/gpu_codegen_test.h  |  2 +-
 .../xla/service/gpu/tests/gpu_copy_test.cc    |  2 +-
 .../xla/service/gpu/tests/gpu_index_test.cc   |  2 +-
 .../xla/service/gpu/tests/gpu_ldg_test.cc     |  6 +--
 .../xla/service/gpu/tests/gpu_noalias_test.cc |  2 +-
 .../xla/service/gpu/while_transformer_test.cc |  2 +-
 .../xla/service/hlo_computation_test.cc       | 34 +++++++-------
 .../xla/service/hlo_cost_analysis_test.cc     |  6 +--
 .../xla/service/hlo_dataflow_analysis_test.cc |  2 +-
 .../compiler/xla/service/hlo_dce_test.cc      | 10 ++---
 .../xla/service/hlo_memory_scheduler_test.cc  |  8 ++--
 .../compiler/xla/service/hlo_module_test.cc   | 16 +++----
 .../compiler/xla/service/hlo_ordering_test.cc | 12 ++---
 .../hlo_subcomputation_unification_test.cc    |  6 +--
 .../xla/service/instruction_fusion_test.cc    |  6 +--
 .../reduce_precision_insertion_test.cc        | 28 ++++++------
 .../xla/service/transpose_folding_test.cc     | 10 ++---
 30 files changed, 157 insertions(+), 157 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_liveness_test.cc b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
index aeee543e84..cdc13d86b3 100644
--- a/tensorflow/compiler/xla/service/buffer_liveness_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
@@ -117,7 +117,7 @@ TEST_F(BufferLivenessTest, ElementwiseChain) {
   auto log = builder.AddInstruction(
       HloInstruction::CreateUnary(vec_, HloOpcode::kLog, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -164,7 +164,7 @@ TEST_F(BufferLivenessTest, MultipleEntryParameters_Sequential) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* entry = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -213,7 +213,7 @@ TEST_F(BufferLivenessTest, NonElementwiseOperand) {
   auto reverse =
       builder.AddInstruction(HloInstruction::CreateReverse(vec_, negate, {0}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -247,7 +247,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffers) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -289,7 +289,7 @@ TEST_F(BufferLivenessTest, OverlappedBuffersSequentialOrder) {
   auto add = builder.AddInstruction(
       HloInstruction::CreateBinary(vec_, HloOpcode::kAdd, negate, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   HloSchedule schedule(module.get());
@@ -336,7 +336,7 @@ TEST_F(BufferLivenessTest, RootInstructionIsNotLastInSequentialOrder) {
       HloInstruction::CreateSend(recv_done, token, /*channel_id=*/1));
   auto send_done = builder.AddInstruction(HloInstruction::CreateSendDone(send));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build(add));
 
   HloSchedule schedule(module.get());
@@ -373,7 +373,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
   auto outer_tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({inner_tuple, exp}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -393,7 +393,7 @@ TEST_F(BufferLivenessTest, TupleLiveOut) {
 
 TEST_F(BufferLivenessTest, EmbeddedComputation) {
   // Test MaybeLiveOut and MayInterfere for embedded computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
 
   auto embedded_builder = HloComputation::Builder(TestName() + "_embedded");
   auto embedded_param = embedded_builder.AddInstruction(
@@ -450,7 +450,7 @@ TEST_F(BufferLivenessTest, TupleConstantLiveOut) {
   builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       inner_tuple0.shape(), tuple_constant, 0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto liveness =
@@ -576,7 +576,7 @@ TEST_F(BufferLivenessTest, DependentTupleElements) {
   auto tuple_root =
       builder.AddInstruction(HloInstruction::CreateTuple({add0, add1}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(BuildDummyComputation());
   module->AddEmbeddedComputation(builder.Build());
 
@@ -646,7 +646,7 @@ class FusedDynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewVerifiedModule();
     module->AddEntryComputation(builder.Build());
     auto* computation = module->entry_computation();
     // Create fusion instruction based on number of tuple element 1 users.
@@ -802,7 +802,7 @@ class DynamicUpdateSliceLivenessTest : public BufferLivenessTest {
     auto tuple_root = builder.AddInstruction(
         HloInstruction::CreateTuple({gte0, dynamic_update_slice}));
     // Build module and get reference to entry computation.
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewVerifiedModule();
     module->AddEntryComputation(BuildDummyComputation());
     module->AddEmbeddedComputation(builder.Build());
     // Run BufferLiveness on 'module'.
diff --git a/tensorflow/compiler/xla/service/copy_insertion_test.cc b/tensorflow/compiler/xla/service/copy_insertion_test.cc
index 7446bc7cc1..e4e9d7ba05 100644
--- a/tensorflow/compiler/xla/service/copy_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/copy_insertion_test.cc
@@ -94,7 +94,7 @@ TEST_F(CopyInsertionTest, SingleParameter) {
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -114,7 +114,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(tuple));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -127,7 +127,7 @@ TEST_F(CopyInsertionTest, SingleConstant) {
 TEST_F(CopyInsertionTest, ExistingCopiesNotRemoved) {
   // Verify that kCopy instructions which change layout and exist before
   // copy-insertion remain in the graph after copy-insertion.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
 
   auto builder = HloComputation::Builder(TestName());
   HloInstruction* constant =
@@ -181,7 +181,7 @@ TEST_F(CopyInsertionTest, MultipleConstantsAndParameters) {
 
   builder.AddInstruction(HloInstruction::CreateTuple({constant2, x, add}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   InsertCopies(module.get());
@@ -217,7 +217,7 @@ TEST_F(CopyInsertionTest, AmbiguousPointsToSet) {
   EXPECT_THAT(constant2->users(), UnorderedElementsAre(tuple1, tuple2));
   EXPECT_THAT(constant3->users(), UnorderedElementsAre(tuple2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloInstruction* old_root = module->entry_computation()->root_instruction();
@@ -238,7 +238,7 @@ TEST_F(CopyInsertionTest, BitcastParameter) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -261,7 +261,7 @@ TEST_F(CopyInsertionTest, BitcastConstant) {
   HloInstruction* bitcast = builder.AddInstruction(HloInstruction::CreateUnary(
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, constant));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(constant->users(), UnorderedElementsAre(bitcast));
@@ -283,7 +283,7 @@ TEST_F(CopyInsertionTest, BitcastTupleElementParameter) {
       ShapeUtil::MakeShape(F32, {2, 2}), HloOpcode::kBitcast, x));
   builder.AddInstruction(HloInstruction::CreateTuple({bitcast}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(x->users(), UnorderedElementsAre(bitcast));
@@ -310,7 +310,7 @@ TEST_F(CopyInsertionTest, NestedTupleParameter) {
            ShapeUtil::MakeShape(F32, {42})}),
       "param0"));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(HloOpcode::kParameter,
@@ -351,7 +351,7 @@ TEST_F(CopyInsertionTest, ElementOfNestedTupleParameter) {
   auto gte = builder.AddInstruction(HloInstruction::CreateGetTupleElement(
       ShapeUtil::GetSubshape(param->shape(), {0}), param, 0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -388,7 +388,7 @@ TEST_F(CopyInsertionTest, AmbiguousTopLevelRoot) {
       builder.AddInstruction(HloInstruction::CreateGetTupleElement(
           ShapeUtil::GetSubshape(select->shape(), {0}), select, 0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(gte, module->entry_computation()->root_instruction());
@@ -1295,7 +1295,7 @@ TEST_F(WhileCopyInsertionTest, InitPointsToNonDistinctUsedByTwoWhileLoops) {
 TEST_F(CopyInsertionTest, SwizzlingWhile) {
   // Test a while instruction with a body which permutes its tuple parameter
   // elements.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1362,7 +1362,7 @@ TEST_F(CopyInsertionTest, CrossingParameters) {
   //   |  / \ |
   //   | /   \|
   //  (p1  ,  p0)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1395,7 +1395,7 @@ TEST_F(CopyInsertionTest, ParametersAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1428,7 +1428,7 @@ TEST_F(CopyInsertionTest, ParameterWithNoAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1461,7 +1461,7 @@ TEST_F(CopyInsertionTest, ParameterWithPartialAliasing) {
   //   |      |
   //   |      |
   //  (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1496,7 +1496,7 @@ TEST_F(CopyInsertionTest, ParameterAndParallelOpsWithPartialAliasing) {
   //   |    |      |
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1534,7 +1534,7 @@ TEST_F(CopyInsertionTest, ParameterAndOpsWithPartialAliasing) {
   //   |    Add----+
   //   |    |      |
   //   +-- (p0 ,  p1)
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape tuple_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1569,7 +1569,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileWithOneOp) {
   // the operation (instruction) on the element makes the live range of the
   // respective input and output elements different than if the instruction were
   // not there (as in the SwizzlingWhile test above).
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1632,7 +1632,7 @@ TEST_F(CopyInsertionTest, SwizzlingWhileSharedInput) {
   // the while body is a single constant (both loop state elements are the same
   // constant). This means no copies are necessary because both loop state
   // elements are the same so interchanging them is a no-op.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape loop_state_shape =
       ShapeUtil::MakeTupleShape({scalar_shape_, scalar_shape_});
 
@@ -1693,7 +1693,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
   const Shape loop_state_shape = ShapeUtil::MakeTupleShape(
       {element_shape, element_shape, element_shape, element_shape});
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, element_shape, "param_0"));
@@ -1783,7 +1783,7 @@ TEST_F(CopyInsertionTest, SequentialWhiles) {
 TEST_F(CopyInsertionTest, WhileBodyWithConstantRoot) {
   // Test a while body and condition which are each simply a constant (root of
   // computation is a constant). The body constant should be copied.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
   auto param_0 = builder.AddInstruction(
       HloInstruction::CreateParameter(0, scalar_shape_, "param_0"));
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
index c95a514ca0..c77d5988ba 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_instruction_fusion_test.cc
@@ -321,7 +321,7 @@ TEST_F(OpcodeFusionTest, Exponential_Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -370,7 +370,7 @@ TEST_F(OpcodeFusionTest, Broadcast_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, broadcast1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -410,7 +410,7 @@ TEST_F(OpcodeFusionTest, Exponential_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, exp1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -429,7 +429,7 @@ TEST_F(OpcodeFusionTest, Reshape_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(result_shape, HloOpcode::kNegate, reshape1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -447,7 +447,7 @@ TEST_F(OpcodeFusionTest, Reverse_Negate) {
   builder.AddInstruction(
       HloInstruction::CreateUnary(param_shape, HloOpcode::kNegate, reverse1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -489,7 +489,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       result_shape, HloOpcode::kNegate, transpose2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   RunFusionAndCheckOpcodesWereFused(
@@ -498,7 +498,7 @@ TEST_F(OpcodeFusionTest, Exponential_Transpose_Negate) {
 }
 
 TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -517,7 +517,7 @@ TEST_F(OpcodeFusionTest, UnaryMapOfExp) {
 }
 
 TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {3, 4});
@@ -542,7 +542,7 @@ TEST_F(OpcodeFusionTest, BinaryMapOfExps) {
 }
 
 TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
 
   HloComputation::Builder builder(TestName());
   Shape full_shape = ShapeUtil::MakeShape(F32, {10, 100, 1000});
@@ -573,7 +573,7 @@ TEST_F(OpcodeFusionTest, DynamicSliceWithDynamicUpdateSlice) {
 }
 
 TEST_F(OpcodeFusionTest, MessOfFusibleNodes) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   Shape full_shape = ShapeUtil::MakeShape(F32, {4, 100, 10, 100, 50});
@@ -712,7 +712,7 @@ void CreateComputationForDotAddOutputFusionTest(const string& test_name,
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/1,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -725,7 +725,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_1x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/false);
@@ -738,7 +738,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/19,
                                              /*add_extra_use_for_dot=*/false);
@@ -751,7 +751,7 @@ TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x19) {
 }
 
 TEST_F(OpcodeFusionTest, DotAddOutputFusion_19x50x1_multi_use) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   CreateComputationForDotAddOutputFusionTest(TestName(), module.get(), /*m=*/19,
                                              /*k=*/50, /*n=*/1,
                                              /*add_extra_use_for_dot=*/true);
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
index 2cd52e4a18..6c61b64758 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_layout_assignment_test.cc
@@ -73,7 +73,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensor) {
   auto result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -114,7 +114,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor0) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       result_shape, HloOpcode::kAdd, dot_a_result, dot_b_result));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -158,7 +158,7 @@ TEST_F(CpuLayoutAssignmentTest, MultipleDotsWithSameConstantRhsTensor1) {
   auto tuple_result = builder.AddInstruction(
       HloInstruction::CreateTuple({dot_a_result, dot_b_result}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -192,7 +192,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantLhsTensor) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -232,7 +232,7 @@ TEST_F(CpuLayoutAssignmentTest, DotWithConstantRhsTensorThroughGTE) {
   auto dot_result = builder.AddInstruction(
       CreateCanonicalDot(result_shape, dot_lhs, dot_rhs));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   ComputationLayout computation_layout(computation->ComputeProgramShape());
@@ -353,7 +353,7 @@ static void AssertCorrectLayoutForDotOutputFusion(
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -365,7 +365,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/1, /*k=*/50, /*n=*/19,
@@ -377,7 +377,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_1x50x19_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -389,7 +389,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/1,
@@ -401,7 +401,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x1_dot_idx_1) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
@@ -413,7 +413,7 @@ TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_0) {
 }
 
 TEST_F(CpuLayoutAssignmentTest, DotOutputFusion_19x50x19_dot_idx_1) {
-  std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+  std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
   TF_ASSERT_OK_AND_ASSIGN(
       DotOutputFusionLayoutAssignmentResult layout_assignment_result,
       RunDotOutputFusion(module.get(), TestName(), /*m=*/19, /*k=*/50, /*n=*/19,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
index 691b3c7bee..f8f5f392da 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_eigen_dot_operation_test.cc
@@ -50,7 +50,7 @@ class CpuEigenDotOperationTest
         /*entry_point_name=*/"entry",
         /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-    auto hlo_module = CreateNewUnverifiedModule();
+    auto hlo_module = CreateNewVerifiedModule();
     hlo_module->AddEntryComputation(std::move(entry_computation));
 
     CompileAheadOfTimeAndVerifyIr(std::move(hlo_module), options,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
index d201a151d7..e30f95311f 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_external_constants_test.cc
@@ -46,7 +46,7 @@ class CpuExternalConstantsTest : public CpuCodegenTest {
     builder.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, constant));
 
-    std::unique_ptr<HloModule> module = CreateNewUnverifiedModule();
+    std::unique_ptr<HloModule> module = CreateNewVerifiedModule();
     module->AddEntryComputation(builder.Build());
 
     CompileAndVerifyIr(std::move(module), filecheck_pattern,
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
index 773336c7a9..9b10c49f4f 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_intrinsic_test.cc
@@ -91,7 +91,7 @@ TEST_P(CpuUnaryIntrinsicTest, DoIt) {
       /*entry_point_name=*/"entry",
       /*relocation_model=*/CpuAotCompilationOptions::RelocationModel::Static};
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   string check_lines{spec.check_lines.data(), spec.check_lines.size()};
diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
index f5419b7063..a7702c2aee 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_noalias_test.cc
@@ -56,7 +56,7 @@ TEST_F(CpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // Now that we have an HLO module, build an llvm_ir::AliasAnalysis for it.
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index 6d3aed15eb..5f857a1a54 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -44,7 +44,7 @@ class GpuHloScheduleTest : public HloTestBase {
         .ConsumeValueOrDie();
   }
 
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
+  std::unique_ptr<HloModule> CreateNewVerifiedModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -79,7 +79,7 @@ TEST_F(GpuHloScheduleTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -139,7 +139,7 @@ TEST_F(GpuHloScheduleTest, SequentialAdd) {
   HloInstruction* add3 = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, add1, add2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(add3));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -209,7 +209,7 @@ TEST_F(GpuHloScheduleTest, ConcurrentMatMul) {
   HloInstruction* add =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, dot2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
@@ -288,7 +288,7 @@ TEST_F(GpuHloScheduleTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> streams = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
index 8cc76c872c..2ffc8bfb49 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_layout_assignment_test.cc
@@ -61,7 +61,7 @@ TEST_F(LayoutAssignmentTest, Elementwise) {
             HloInstruction::CreateParameter(1, ashape, "y"));
         auto add = builder.AddInstruction(
             HloInstruction::CreateBinary(ashape, HloOpcode::kAdd, x, y));
-        auto module = CreateNewUnverifiedModule();
+        auto module = CreateNewVerifiedModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(add));
 
@@ -148,7 +148,7 @@ TEST_F(LayoutAssignmentTest, BatchNormInference) {
           {operand, scale, offset, mean, variance, epsilon, feature_index},
           kCudnnBatchNormForwardInferenceCallTarget));
 
-      auto module = CreateNewUnverifiedModule();
+      auto module = CreateNewVerifiedModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -217,7 +217,7 @@ TEST_F(LayoutAssignmentTest, BatchNormTraining) {
           batchnorm_shape, {operand, scale, offset, epsilon, feature_index},
           kCudnnBatchNormForwardTrainingCallTarget));
 
-      auto module = CreateNewUnverifiedModule();
+      auto module = CreateNewVerifiedModule();
       HloComputation* computation =
           module->AddEntryComputation(builder.Build(batchnorm));
 
@@ -298,7 +298,7 @@ TEST_F(LayoutAssignmentTest, BatchNormGrad) {
                  feature_index},
                 kCudnnBatchNormBackwardCallTarget));
 
-        auto module = CreateNewUnverifiedModule();
+        auto module = CreateNewVerifiedModule();
         HloComputation* computation =
             module->AddEntryComputation(builder.Build(batchnorm));
 
diff --git a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
index fb77bc4b8e..2b060b03ce 100644
--- a/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/instruction_fusion_test.cc
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfDotUnfused) {
   auto reshape2 = builder.AddInstruction(HloInstruction::CreateReshape(
       ShapeUtil::MakeShape(S32, {1, 1, 1}), dot1));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -134,7 +134,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfDotUnfused) {
   auto transpose2 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {1, 1}), dot1, {0, 1}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose2, computation->root_instruction());
   EXPECT_FALSE(GpuInstructionFusion(/*may_duplicate=*/true)
@@ -723,7 +723,7 @@ TEST_F(InstructionFusionTest, AvoidsLargeFusion) {
     sum = b.AddInstruction(
         HloInstruction::CreateBinary(shape, HloOpcode::kAdd, sum, param));
   }
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(b.Build());
   EXPECT_TRUE(GpuInstructionFusion(/*may_duplicate=*/true)
                   .Run(module.get())
diff --git a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
index dc221f22a7..d16c87ba5c 100644
--- a/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/multi_output_fusion_test.cc
@@ -580,7 +580,7 @@ TEST_F(MultiOutputFusionTest, AvoidsLargeFusion) {
   //   ...
   // where each of the (pi * pj)'s is represented as a fusion node so that
   // multi-output fusion will pay attention to it.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder b(TestName());
   Shape shape = ShapeUtil::MakeShape(F32, {10, 100});
 
diff --git a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
index f2ef11e1e6..31a5d7a8c0 100644
--- a/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/stream_assignment_test.cc
@@ -30,7 +30,7 @@ namespace gpu {
 
 class StreamAssignmentTest : public HloTestBase {
  protected:
-  std::unique_ptr<HloModule> CreateNewUnverifiedModule() {
+  std::unique_ptr<HloModule> CreateNewVerifiedModule() {
     HloModuleConfig config;
     auto debug_options = GetDebugOptionsForTest();
     debug_options.set_xla_gpu_disable_multi_streaming(false);
@@ -55,7 +55,7 @@ TEST_F(StreamAssignmentTest, SequentialMatMul) {
   HloInstruction* dot2 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, dot1, z));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(dot2));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -76,7 +76,7 @@ TEST_F(StreamAssignmentTest, ConcurrentMatMul) {
   HloInstruction* add = builder.AddInstruction(
       HloInstruction::CreateBinary(f32_2x2_, HloOpcode::kAdd, dot1, dot2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(add));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
@@ -120,7 +120,7 @@ TEST_F(StreamAssignmentTest, LatticeMatMul) {
   HloInstruction* d40 =
       builder.AddInstruction(CreateCanonicalDot(f32_2x2_, d30, d31));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build(d40));
 
   std::unique_ptr<StreamAssignment> assignment = AssignStreams(*module);
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
index d2f30ae7bc..d917320e36 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_codegen_test.h
@@ -26,7 +26,7 @@ namespace gpu {
 // Tests that verify IR or PTX emitted by the GPU backend is as expected.
 class GpuCodegenTest : public LlvmIrGenTestBase {
  protected:
-  // Like HloTestBase::CreateNewUnverifiedModule(), with a flag for configuring
+  // Like HloTestBase::CreateNewVerifiedModule(), with a flag for configuring
   // the ftz option.
   std::unique_ptr<HloModule> CreateNewUnverifiedModuleWithFTZ(bool ftz);
 
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
index 268b48a1ca..a1ed849904 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_copy_test.cc
@@ -46,7 +46,7 @@ TEST_F(GpuCopyTest, UseMemcpy) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   // There should not be any kernel prefixed "copy".
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
index da8e513a2c..6814be779e 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_index_test.cc
@@ -51,7 +51,7 @@ TEST_F(GpuIndexTest, CompatibleUseLinearIndex) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       ShapeUtil::MakeShape(PRED, {5, 7, 2}), HloOpcode::kGe, param_x, param_y));
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   // Check the optimized IR as the unoptimized IR contains dead udiv and urem.
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
index ea1fee040d..3019215c01 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_ldg_test.cc
@@ -48,7 +48,7 @@ TEST_F(GpuLdgTest, LdgForParamRead) {
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, param, param));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -73,7 +73,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
   builder.AddInstruction(HloInstruction::CreateTuple({add, square}));
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyPtx(std::move(hlo_module), R"(
@@ -95,7 +95,7 @@ TEST_F(GpuLdgTest, LdgForNonParamRead) {
 // reduce in the foreseeable future.  But if that turns out to be wrong, I give
 // you, future reader, permission to delete this test.
 TEST_F(GpuLdgTest, NoLdgWhenSharingBuffer) {
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation* reduce_computation;
diff --git a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
index 14285459b5..ca0a78034d 100644
--- a/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/tests/gpu_noalias_test.cc
@@ -47,7 +47,7 @@ TEST_F(GpuNoAliasTest, Concat) {
 
   std::unique_ptr<HloComputation> computation = builder.Build();
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(std::move(computation));
 
   CompileAndVerifyIr(std::move(hlo_module),
diff --git a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
index c7f5112764..2dce7749bb 100644
--- a/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/while_transformer_test.cc
@@ -29,7 +29,7 @@ namespace {
 class WhileTransformerTest : public HloTestBase {
  protected:
   WhileTransformerTest()
-      : module_(CreateNewUnverifiedModule()),
+      : module_(CreateNewVerifiedModule()),
         induction_variable_shape_(ShapeUtil::MakeShape(S32, {})),
         data_shape_(ShapeUtil::MakeShape(F32, {8})),
         condition_result_shape_(ShapeUtil::MakeShape(PRED, {})) {}
diff --git a/tensorflow/compiler/xla/service/hlo_computation_test.cc b/tensorflow/compiler/xla/service/hlo_computation_test.cc
index 1e7a6e197f..8b50cfa9ae 100644
--- a/tensorflow/compiler/xla/service/hlo_computation_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation_test.cc
@@ -65,7 +65,7 @@ class HloComputationTest : public HloTestBase {
 };
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto negate_computation =
       module->AddEntryComputation(CreateNegateComputation());
   EXPECT_TRUE(negate_computation->MakeEmbeddedComputationsList().empty());
@@ -73,7 +73,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsEmpty) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
   // Create computation which calls one other computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map_computation =
@@ -85,7 +85,7 @@ TEST_F(HloComputationTest, GetEmbeddedComputationsOneComputation) {
 
 TEST_F(HloComputationTest, GetEmbeddedComputationsDiamond) {
   // Create computations with a diamond-shaped callgraph.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto negate_computation =
       module->AddEmbeddedComputation(CreateNegateComputation());
   auto map1_computation =
@@ -119,7 +119,7 @@ TEST_F(HloComputationTest, PostOrderSingleton) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(), ElementsAre(constant));
 }
@@ -134,7 +134,7 @@ TEST_F(HloComputationTest, PostOrderSimple) {
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
   auto negate2 = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, negate1));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               ElementsAre(constant, negate1, negate2));
@@ -170,7 +170,7 @@ TEST_F(HloComputationTest, PostOrderDisconnectedInstructions) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
   auto constant4 = builder.AddInstruction(
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0f)));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_THAT(computation->MakeInstructionPostOrder(),
               UnorderedElementsAre(constant1, constant2, constant3, constant4));
@@ -192,7 +192,7 @@ TEST_F(HloComputationTest, PostOrderWithMultipleRoots) {
       r0f32_, HloOpcode::kAdd, constant2, constant3));
   auto add3 = builder.AddInstruction(HloInstruction::CreateBinary(
       r0f32_, HloOpcode::kAdd, constant1, constant3));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto post_order = computation->MakeInstructionPostOrder();
   EXPECT_EQ(6, post_order.size());
@@ -217,7 +217,7 @@ TEST_F(HloComputationTest, VisitWithMultipleRoots) {
                                                       constant2, constant3));
   builder.AddInstruction(HloInstruction::CreateBinary(r0f32_, HloOpcode::kAdd,
                                                       constant1, constant3));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   // Visitor which keeps track of which instructions have been visited.
   class TestVisitor : public DfsHloVisitorWithDefault {
@@ -257,7 +257,7 @@ TEST_F(HloComputationTest, DeepCopyArray) {
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(HloInstruction::CreateConstant(
       LiteralUtil::CreateR1<float>({1.0, 2.0, 3.0})));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(constant).ValueOrDie();
 
@@ -274,7 +274,7 @@ TEST_F(HloComputationTest, DeepCopyTuple) {
   auto tuple = builder.AddInstruction(
       HloInstruction::CreateTuple({constant1, constant2}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto tuple_copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -376,7 +376,7 @@ TEST_F(HloComputationTest, DeepCopyToken) {
   // copied.
   auto builder = HloComputation::Builder(TestName());
   auto token = builder.AddInstruction(HloInstruction::CreateToken());
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(token).ValueOrDie();
 
@@ -393,7 +393,7 @@ TEST_F(HloComputationTest, DeepCopyTokenTuple) {
       HloInstruction::CreateConstant(LiteralUtil::CreateR0<float>(42.0)));
   auto tuple =
       builder.AddInstruction(HloInstruction::CreateTuple({token, constant}));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   auto copy = computation->DeepCopyInstruction(tuple).ValueOrDie();
 
@@ -440,7 +440,7 @@ TEST_F(HloComputationTest, RemoveInstructionWithDuplicateOperand) {
       r0f32_, HloOpcode::kAdd, dead_negate, dead_negate));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, constant));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(4, computation->instruction_count());
   EXPECT_THAT(computation->root_instruction(), op::Negate(constant));
@@ -466,7 +466,7 @@ TEST_F(HloComputationTest, CloneWithControlDependency) {
       HloInstruction::CreateParameter(0, r0f32_, "param0"));
   auto negate = builder.AddInstruction(
       HloInstruction::CreateUnary(r0f32_, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation =
       module->AddEntryComputation(builder.Build(/*root_instruction=*/add));
 
@@ -505,7 +505,7 @@ TEST_F(HloComputationTest, Stringification) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
@@ -540,7 +540,7 @@ TEST_F(HloComputationTest, StringificationIndent) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options =
@@ -576,7 +576,7 @@ TEST_F(HloComputationTest, StringificationCanonical) {
       2, PrecisionConfig::DEFAULT);
   builder.AddInstruction(
       HloInstruction::CreateDot(sout, x, reshape, dot_dnums, precision_config));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto options = HloPrintOptions().set_print_metadata(false);
diff --git a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
index 6a15b3440c..ff32faf298 100644
--- a/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_cost_analysis_test.cc
@@ -387,7 +387,7 @@ TEST_F(FusionCostAnalysis, LoopFusion) {
         HloInstruction::CreateBinary(r2f32, HloOpcode::kSubtract, mul, clamp));
     auto tuple = HloInstruction::CreateTuple({sub, sub, mul, c1});
 
-    auto module = CreateNewUnverifiedModule();
+    auto module = CreateNewVerifiedModule();
     auto* computation = module->AddEntryComputation(builder.Build());
     auto* fusion = computation->CreateFusionInstruction(
         {sub, mul, exp, clamp, add}, HloInstruction::FusionKind::kLoop);
@@ -429,7 +429,7 @@ TEST_F(FusionCostAnalysis, NoLayout) {
   auto add = builder.AddInstruction(HloInstruction::CreateBinary(
       shape_with_layout, HloOpcode::kAdd, c1, broadcast));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
   auto* fusion = computation->CreateFusionInstruction(
       {add, broadcast}, HloInstruction::FusionKind::kLoop);
@@ -472,7 +472,7 @@ TEST_F(DomainCostAnalysis, DomainCost) {
   auto domain = builder.AddInstruction(
       HloInstruction::CreateDomain(tuple->shape(), tuple, nullptr, nullptr));
 
-  auto hlo_module = CreateNewUnverifiedModule();
+  auto hlo_module = CreateNewVerifiedModule();
   hlo_module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(hlo_module->entry_computation()->root_instruction(), domain);
diff --git a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
index 6422346c10..e8eb7066f9 100644
--- a/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dataflow_analysis_test.cc
@@ -43,7 +43,7 @@ using ::testing::UnorderedElementsAre;
 class HloDataflowAnalysisTest : public HloTestBase,
                                 public ::testing::WithParamInterface<bool> {
  protected:
-  HloDataflowAnalysisTest() : module_(CreateNewUnverifiedModule()) {}
+  HloDataflowAnalysisTest() : module_(CreateNewVerifiedModule()) {}
 
   // Run dataflow analysis on the member module. For convenience returns a
   // reference to the generated analysis stored in analysis_.
diff --git a/tensorflow/compiler/xla/service/hlo_dce_test.cc b/tensorflow/compiler/xla/service/hlo_dce_test.cc
index 6c8095d397..1fa4259a3e 100644
--- a/tensorflow/compiler/xla/service/hlo_dce_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_dce_test.cc
@@ -59,7 +59,7 @@ TEST_F(HloDceTest, NoDeadCode) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(3, computation->instruction_count());
@@ -110,7 +110,7 @@ TEST_F(HloDceTest, DeadParameters) {
   builder.AddInstruction(HloInstruction::CreateUnary(
       live_param->shape(), HloOpcode::kNegate, live_param));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   EXPECT_EQ(5, computation->instruction_count());
@@ -150,7 +150,7 @@ TEST_F(HloDceTest, ControlDependencies) {
   builder.AddInstruction(HloInstruction::CreateBinary(
       constant1->shape(), HloOpcode::kAdd, constant1, constant2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Add a control dependency between two instructions.
@@ -175,7 +175,7 @@ TEST_F(HloDceTest, ControlDependencies) {
 
 // Tests that a dead call instruction is removed.
 TEST_F(HloDceTest, DeadInstructionWithCalledComputation) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   Shape shape = ShapeUtil::MakeShape(F32, {});
 
   // Called computation for the call instruction.
@@ -323,7 +323,7 @@ TEST_F(HloDceTest, CalledComputationWithNestedSideEffect) {
 }
 
 TEST_F(HloDceTest, RemoveDeadSubcomputation) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   HloComputation::Builder builder(TestName());
 
   HloComputation::Builder subcomp_builder("reduction_subcomp");
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index 984a6266ab..3d8482065a 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -65,7 +65,7 @@ TEST_F(HloSchedulingTest, LastUseScheduledFirst) {
   auto sub = builder.AddInstruction(
       HloInstruction::CreateBinary(vec, HloOpcode::kSubtract, add, negate));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloMemoryScheduler scheduler([](const BufferValue& buffer) {
@@ -172,7 +172,7 @@ TEST_F(HloSchedulingTest, TuplesAreAccountedCorrectly) {
   builder.AddInstruction(HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd,
                                                       tuple_elm, abs_abs2));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
                           ScheduleModule(*module,
@@ -218,7 +218,7 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(r1f32, HloOpcode::kAdd, tuple_elm, exp));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto* computation = module->AddEntryComputation(builder.Build());
 
   auto fusion = computation->CreateFusionInstruction(
@@ -252,7 +252,7 @@ TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
       HloInstruction::CreateParameter(0, r1f32, "cond_param"));
   HloInstruction* zero_vector =
       cond_builder.AddInstruction(HloInstruction::CreateConstant(
-          LiteralUtil::CreateR2<float>({{0, 0, 0, 0}})));
+          LiteralUtil::CreateR1<float>({0, 0, 0, 0})));
   cond_builder.AddInstruction(HloInstruction::CreateBinary(
       ShapeUtil::MakeShape(PRED, {}), HloOpcode::kNe, cond_param, zero_vector));
   auto cond_computation = module->AddEmbeddedComputation(cond_builder.Build());
diff --git a/tensorflow/compiler/xla/service/hlo_module_test.cc b/tensorflow/compiler/xla/service/hlo_module_test.cc
index 3ae67e4e5e..620cb7e01a 100644
--- a/tensorflow/compiler/xla/service/hlo_module_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_module_test.cc
@@ -63,7 +63,7 @@ class HloModuleTest : public HloTestBase {
 
 TEST_F(HloModuleTest, OneComputationPostOrder) {
   // Create a module with a single computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(CreateConstantComputation());
 
   EXPECT_THAT(module->MakeComputationPostOrder(),
@@ -72,7 +72,7 @@ TEST_F(HloModuleTest, OneComputationPostOrder) {
 
 TEST_F(HloModuleTest, TwoComputationsPostOrder) {
   // Create a module with two unconnected computations.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation1 = module->AddEntryComputation(CreateConstantComputation());
   auto computation2 =
       module->AddEmbeddedComputation(CreateConstantComputation());
@@ -88,7 +88,7 @@ TEST_F(HloModuleTest, TwoComputationsPostOrder) {
 
 TEST_F(HloModuleTest, CloneTest) {
   // Create and copy a module with a diamond call graph of computations.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -111,7 +111,7 @@ TEST_F(HloModuleTest, CloneTest) {
 }
 
 TEST_F(HloModuleTest, CloneHasFusion) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
 
   // Create the fused computation.
   HloComputation* fused_computation;
@@ -154,7 +154,7 @@ TEST_F(HloModuleTest, CloneHasFusion) {
 
 TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
   // Create a module with a diamond call graph of computations.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation1 =
       module->AddEmbeddedComputation(CreateConstantComputation());
   auto computation2 =
@@ -174,7 +174,7 @@ TEST_F(HloModuleTest, DiamondComputationsPostOrder) {
 
 TEST_F(HloModuleTest, LargeConstantToString) {
   // Create a module with a single computation.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder("Constant");
   std::vector<float> values(16, 42.0);
   builder.AddInstruction(
@@ -194,8 +194,8 @@ TEST_F(HloModuleTest, LargeConstantToString) {
 }
 
 TEST_F(HloModuleTest, UniqueModuleId) {
-  auto module_a = CreateNewUnverifiedModule();
-  auto module_b = CreateNewUnverifiedModule();
+  auto module_a = CreateNewVerifiedModule();
+  auto module_b = CreateNewVerifiedModule();
   EXPECT_NE(module_a->unique_id(), module_b->unique_id());
 }
 
diff --git a/tensorflow/compiler/xla/service/hlo_ordering_test.cc b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
index 2ab8aa57f6..3ca77e60cd 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering_test.cc
@@ -53,7 +53,7 @@ TEST_F(HloOrderingTest, InstructionsInDifferentComputations) {
   //   %c = Constant(42.0f)
   //
   // This results in a diamond-shaped callgraph.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder_c = HloComputation::Builder("C");
@@ -126,7 +126,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
   //   %constant = Constant(1.0)
   //   return While(%constant, body, condition)
   //
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -176,7 +176,7 @@ TEST_F(HloOrderingTest, InstructionsInWhileComputations) {
 
 TEST_F(HloOrderingTest, ParametersDefinedBeforeOthers) {
   // Entry parameter should always be defined before other instruction.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
   auto builder = HloComputation::Builder(TestName());
   auto constant = builder.AddInstruction(
@@ -209,7 +209,7 @@ TEST_F(HloOrderingTest, ValuesInWhileComputations) {
   //   %while = While(%constant, body, condition)
   //   %add = Add(%constant, %while)
   //
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto body_builder = HloComputation::Builder("body");
@@ -407,7 +407,7 @@ TEST_F(HloOrderingTest,
   //   %dead = Constant(123.0)
   //
   // %root should interfere with %dead.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto builder = HloComputation::Builder(TestName());
@@ -455,7 +455,7 @@ TEST_F(HloOrderingTest,
   //   ROOT %call = call({%c}), subcomputation
   //
   // %root should interfere with %dead.
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   const Shape scalar_shape = ShapeUtil::MakeShape(xla::F32, {});
 
   auto subbuilder = HloComputation::Builder(TestName() + ".sub");
diff --git a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
index 11994d99c9..c1073911ea 100644
--- a/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_subcomputation_unification_test.cc
@@ -66,7 +66,7 @@ class HloSubcomputationUnificationTest : public HloTestBase {
 };
 
 TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -103,7 +103,7 @@ TEST_F(HloSubcomputationUnificationTest, UnifyIdentities) {
 }
 
 TEST_F(HloSubcomputationUnificationTest, UnifyAdditions) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto builder = HloComputation::Builder(TestName());
 
   auto callee1 =
@@ -184,7 +184,7 @@ TEST_F(HloSubcomputationUnificationTest, DifferentParameterShapes) {
 // Regression test for b/31466798. Checks that entry_computation is still valid
 // after unification.
 TEST_F(HloSubcomputationUnificationTest, TwoIdenticalComputations) {
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   for (int i = 0; i < 2; ++i) {
     HloComputation::Builder builder("pow");
     auto x =
diff --git a/tensorflow/compiler/xla/service/instruction_fusion_test.cc b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
index 39904bd54b..6b48312649 100644
--- a/tensorflow/compiler/xla/service/instruction_fusion_test.cc
+++ b/tensorflow/compiler/xla/service/instruction_fusion_test.cc
@@ -117,7 +117,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -133,7 +133,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastSimpleReshapeOfParameterUnfused) {
   auto reshape1 = builder.AddInstruction(
       HloInstruction::CreateReshape(ShapeUtil::MakeShape(S32, {1, 1}), param0));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(reshape1, computation->root_instruction());
   EXPECT_FALSE(
@@ -149,7 +149,7 @@ TEST_F(InstructionFusionTest, PotentialBitcastTransposeOfParameterUnfused) {
   auto transpose1 = builder.AddInstruction(HloInstruction::CreateTranspose(
       ShapeUtil::MakeShape(S32, {}), param0, {}));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
   EXPECT_EQ(transpose1, computation->root_instruction());
   EXPECT_FALSE(
diff --git a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
index 16fa80d53e..efeec96571 100644
--- a/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
+++ b/tensorflow/compiler/xla/service/reduce_precision_insertion_test.cc
@@ -54,7 +54,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeUnaryInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -81,7 +81,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeUnaryScalarInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -111,7 +111,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeBinaryInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a, b));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -140,7 +140,7 @@ TEST_F(ReducePrecisionInsertionTest, BeforeZeroInputInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -173,7 +173,7 @@ TEST_F(ReducePrecisionInsertionTest, AvoidAddingDuplicateInstructions) {
   HloInstruction* d = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, b, c));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -205,7 +205,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterRootInstruction) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, a));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -242,7 +242,7 @@ TEST_F(ReducePrecisionInsertionTest, AfterNonRootInstruction) {
   HloInstruction* c = builder.AddInstruction(
       HloInstruction::CreateBinary(shape, HloOpcode::kAdd, a_cos, b_cos));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -295,7 +295,7 @@ TEST_F(ReducePrecisionInsertionTest, ShouldReduceOutputPrecisionIsFalse) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -321,7 +321,7 @@ TEST_F(ReducePrecisionInsertionTest, InsertionIsNotRecursive) {
   HloInstruction* b = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, a, 8, 23));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected state before adding ops.
@@ -348,7 +348,7 @@ TEST_F(ReducePrecisionInsertionTest, SkipRedundantReducePrecisionAfter) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 5, 10));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -376,7 +376,7 @@ TEST_F(ReducePrecisionInsertionTest, AddNonRedundantReducePrecision) {
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateReducePrecision(shape, x, 8, 23));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Confirm expected graph before adding ops.
@@ -402,7 +402,7 @@ TEST_F(ReducePrecisionInsertionTest, IgnoreOpsInsideFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -438,7 +438,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInHeadOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
@@ -485,7 +485,7 @@ TEST_F(ReducePrecisionInsertionTest, OpGetsInsertedInTailOfFusionNode) {
       builder.AddInstruction(HloInstruction::CreateParameter(0, shape, "x"));
   HloInstruction* y = builder.AddInstruction(
       HloInstruction::CreateUnary(shape, HloOpcode::kCos, x));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateNewVerifiedModule();
   auto computation = module->AddEntryComputation(builder.Build());
 
   // Manually fuse the kCos operation into a fusion operation.
diff --git a/tensorflow/compiler/xla/service/transpose_folding_test.cc b/tensorflow/compiler/xla/service/transpose_folding_test.cc
index 7a565bf076..17cdaa74fc 100644
--- a/tensorflow/compiler/xla/service/transpose_folding_test.cc
+++ b/tensorflow/compiler/xla/service/transpose_folding_test.cc
@@ -172,7 +172,7 @@ TEST_F(TransposeFoldingTest, FuseDotWithConstantOperands) {
   HloInstruction* mul = builder.AddInstruction(HloInstruction::CreateBinary(
       add->shape(), HloOpcode::kMultiply, add, sub));
 
-  auto module = CreateNewUnverifiedModule("fuse_with_constant_operands");
+  auto module = CreateNewVerifiedModule("fuse_with_constant_operands");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(mul));
   HloInstruction* call = module->OutlineExpressionFromComputation(
@@ -247,7 +247,7 @@ TEST_F(TransposeFoldingTest, FoldConvDimSwapTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewVerifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -302,7 +302,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeRhs) {
       conv_shape.ValueOrDie(), x, transpose_y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewVerifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -362,7 +362,7 @@ TEST_F(TransposeFoldingTest, FoldConvTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewVerifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
@@ -428,7 +428,7 @@ TEST_F(TransposeFoldingTest, FoldConvComplexTransposeLhs) {
       conv_shape.ValueOrDie(), transpose_x, y,
       /*feature_group_count=*/1, window, dnums, DefaultPrecisionConfig(2)));
 
-  auto module = CreateNewUnverifiedModule("test_module");
+  auto module = CreateNewVerifiedModule("test_module");
   HloComputation* entry_computation =
       module->AddEntryComputation(builder.Build(conv));
   FoldTranspose(module.get());
-- 
GitLab


From 4b543f449c0bc49d0c9939eb02c17e281851c8ea Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 14:31:34 -0800
Subject: [PATCH 1543/1825] This CL allows EagerTensors to support `len()` like
 numpy arrays. This should allow matplotlib plotting to work correctly with
 EagerTensors.

PiperOrigin-RevId: 221335277
---
 tensorflow/python/eager/tensor_test.py | 17 +++++++++++++++++
 tensorflow/python/framework/ops.py     |  6 ++++++
 2 files changed, 23 insertions(+)

diff --git a/tensorflow/python/eager/tensor_test.py b/tensorflow/python/eager/tensor_test.py
index f61d847817..d0500a413d 100644
--- a/tensorflow/python/eager/tensor_test.py
+++ b/tensorflow/python/eager/tensor_test.py
@@ -128,6 +128,23 @@ class TFETensorTest(test_util.TensorFlowTestCase):
     tensor = constant_op.constant(numpy_tensor)
     self.assertAllEqual(numpy_tensor.ndim, tensor.ndim)
 
+  def testLenAgreesWithNumpy(self):
+    numpy_tensor = np.asarray(1.0)
+    tensor = constant_op.constant(numpy_tensor)
+    with self.assertRaises(TypeError):
+      len(numpy_tensor)
+    with self.assertRaisesRegexp(
+        TypeError, r"Scalar tensor has no `len[(][)]`"):
+      len(tensor)
+
+    numpy_tensor = np.asarray([1.0, 2.0, 3.0])
+    tensor = constant_op.constant(numpy_tensor)
+    self.assertAllEqual(len(numpy_tensor), len(tensor))
+
+    numpy_tensor = np.asarray([[1.0, 2.0, 3.0], [1.0, 2.0, 3.0]])
+    tensor = constant_op.constant(numpy_tensor)
+    self.assertAllEqual(len(numpy_tensor), len(tensor))
+
   def testCopy(self):
     t = constant_op.constant(1.0)
     tt = copy.copy(t)
diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index aaa12bf71f..84f7dc5c7c 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -890,6 +890,12 @@ class _EagerTensorBase(Tensor):
     """Returns the number of Tensor dimensions."""
     return self.shape.ndims
 
+  def __len__(self):
+    """Returns the length of the first dimension in the Tensor."""
+    if not self.shape.ndims:
+      raise TypeError("Scalar tensor has no `len()`")
+    return self._shape_tuple()[0]
+
   def _cpu_nograd(self):
     """A copy of this Tensor with contents backed by host memory.
 
-- 
GitLab


From cb7cd47376dbcb3faf77547324fcd0a5538a7e27 Mon Sep 17 00:00:00 2001
From: Shivani Agrawal <shivaniagrawal@google.com>
Date: Tue, 13 Nov 2018 14:46:24 -0800
Subject: [PATCH 1544/1825] [tf.data] Adds eager coverage for data/optimization
 tests.

PiperOrigin-RevId: 221337925
---
 .../optimization/assert_next_dataset_test.py  | 36 ++++-----
 .../optimization/filter_fusion_test.py        | 37 +++++----
 .../optimization/hoist_random_uniform_test.py | 34 +++++----
 .../optimization/latency_all_edges_test.py    | 55 ++++++--------
 .../optimization/make_numa_aware_test.py      | 12 +--
 .../optimization/map_and_batch_fusion_test.py | 12 +--
 .../map_and_filter_fusion_test.py             | 27 +++----
 .../optimization/map_fusion_test.py           | 28 +++----
 .../optimization/map_parallelization_test.py  | 21 ++----
 .../optimization/map_vectorization_test.py    | 11 ++-
 .../optimization/model_dataset_test.py        |  1 +
 .../optimization/noop_elimination_test.py     | 14 +---
 .../optimization/optimize_dataset_test.py     | 51 ++++---------
 .../shuffle_and_repeat_fusion_test.py         | 22 +++---
 .../kernel_tests/range_dataset_op_test.py     |  2 +-
 .../python/data/kernel_tests/test_base.py     | 75 +++++++++++++------
 16 files changed, 207 insertions(+), 231 deletions(-)

diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
index ed719a0ce9..9b8248a78d 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/assert_next_dataset_test.py
@@ -21,32 +21,27 @@ from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class AssertNextDatasetTest(test_base.DatasetTestBase):
 
   def testAssertNext(self):
     dataset = dataset_ops.Dataset.from_tensors(0).apply(
         optimization.assert_next(["Map"])).map(lambda x: x)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertEqual(0, sess.run(get_next))
+    self.assertDatasetProduces(dataset, expected_output=[0])
 
   def testAssertNextInvalid(self):
     dataset = dataset_ops.Dataset.from_tensors(0).apply(
         optimization.assert_next(["Whoops"])).map(lambda x: x)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          "Asserted Whoops transformation at offset 0 but encountered "
-          "Map transformation instead."):
-        sess.run(get_next)
+    self.assertDatasetProduces(
+        dataset,
+        expected_error=(
+            errors.InvalidArgumentError,
+            "Asserted Whoops transformation at offset 0 but encountered "
+            "Map transformation instead."))
 
   def testAssertNextShort(self):
     dataset = dataset_ops.Dataset.from_tensors(0).apply(
@@ -54,14 +49,11 @@ class AssertNextDatasetTest(test_base.DatasetTestBase):
     options = dataset_ops.Options()
     options.experimental_autotune = False
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      with self.assertRaisesRegexp(
-          errors.InvalidArgumentError,
-          "Asserted next 2 transformations but encountered only 1."):
-        sess.run(get_next)
+    self.assertDatasetProduces(
+        dataset,
+        expected_error=(
+            errors.InvalidArgumentError,
+            "Asserted next 2 transformations but encountered only 1."))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py
index 80a0d879dc..fe2c104e94 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/filter_fusion_test.py
@@ -24,7 +24,7 @@ from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
@@ -58,6 +58,7 @@ def _filter_fusion_test_cases():
   return tuple(tests)
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class FilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   @parameterized.named_parameters(*_filter_fusion_test_cases())
@@ -72,26 +73,22 @@ class FilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
     options = dataset_ops.Options()
     options.experimental_filter_fusion = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    with self.cached_session() as sess:
-      for x in range(5):
-        r = map_function(x)
-        filtered = False
-        for predicate in predicates:
-          if isinstance(r, tuple):
-            b = predicate(*r)  # Pass tuple as multiple arguments.
-          else:
-            b = predicate(r)
-          if not sess.run(b):
-            filtered = True
-            break
+    expected_output = []
+    for x in range(5):
+      r = map_function(x)
+      filtered = False
+      for predicate in predicates:
+        if isinstance(r, tuple):
+          b = predicate(*r)  # Pass tuple as multiple arguments.
+        else:
+          b = predicate(r)
+        if not self.evaluate(b):
+          filtered = True
+          break
 
-        if not filtered:
-          result = sess.run(get_next)
-          self.assertAllEqual(r, result)
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+      if not filtered:
+        expected_output.append(r)
+    self.assertDatasetProduces(dataset, expected_output=expected_output)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py
index 9f7fbfeba0..e86b19438e 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/hoist_random_uniform_test.py
@@ -22,10 +22,12 @@ from absl.testing import parameterized
 from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
@@ -58,23 +60,29 @@ def _hoist_random_uniform_test_cases():
   return tuple(tests)
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class HoistRandomUniformTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   def _testDataset(self, dataset):
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
     previous_result = 0
-    with self.cached_session() as sess:
-      for _ in range(5):
-        result = sess.run(get_next)
-        self.assertLessEqual(1, result)
-        self.assertLessEqual(result, 10)
-        # This checks if the result is somehow random by checking if we are not
-        # generating the same values.
-        self.assertNotEqual(previous_result, result)
-        previous_result = result
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    if context.executing_eagerly():
+      iterator = dataset.__iter__()
+      get_next = iterator._next_internal  # pylint: disable=protected-access
+    else:
+      iterator = dataset.make_one_shot_iterator()
+      get_next = iterator.get_next
+    for _ in range(5):
+      result = self.evaluate(get_next())
+      self.assertLessEqual(1, result)
+      self.assertLessEqual(result, 10)
+      # This checks if the result is somehow random by checking if we are not
+      # generating the same values.
+      self.assertNotEqual(previous_result, result)
+      previous_result = result
+    with self.assertRaises(errors.OutOfRangeError):
+      self.evaluate(get_next())
+    with self.assertRaises(errors.OutOfRangeError):
+      self.evaluate(get_next())
 
   @parameterized.named_parameters(*_hoist_random_uniform_test_cases())
   def testHoisting(self, function, will_optimize):
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
index 7144d834f9..c2665cf69a 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/latency_all_edges_test.py
@@ -22,10 +22,11 @@ from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.experimental.ops import stats_aggregator
 from tensorflow.python.data.experimental.ops import stats_options
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class LatencyAllEdgesTest(stats_dataset_test_base.StatsDatasetTestBase):
 
   def testLatencyStatsOptimization(self):
@@ -39,22 +40,18 @@ class LatencyAllEdgesTest(stats_dataset_test_base.StatsDatasetTestBase):
     options.experimental_stats.latency_all_edges = True
     options.experimental_stats.aggregator = aggregator
     dataset = dataset.with_options(options)
-    iterator = dataset.make_initializable_iterator()
-    get_next = iterator.get_next()
+    self.assertDatasetProduces(
+        dataset,
+        expected_output=[1],
+        requires_initialization=True,
+        num_test_iterations=1)
     summary_t = aggregator.get_summary()
-
-    with self.cached_session() as sess:
-      sess.run(iterator.initializer)
-      self.assertEqual(1 * 1, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-      summary_str = sess.run(summary_t)
-      self._assertSummaryHasCount(summary_str,
-                                  "record_latency_TensorDataset/_1", 1)
-      self._assertSummaryHasCount(summary_str, "record_latency_MapDataset/_4",
-                                  1)
-      self._assertSummaryHasCount(summary_str,
-                                  "record_latency_PrefetchDataset/_6", 1)
+    summary_str = self.evaluate(summary_t)
+    self._assertSummaryHasCount(summary_str, "record_latency_TensorDataset/_1",
+                                1)
+    self._assertSummaryHasCount(summary_str, "record_latency_MapDataset/_4", 1)
+    self._assertSummaryHasCount(summary_str,
+                                "record_latency_PrefetchDataset/_6", 1)
 
   def testLatencyStatsOptimizationV2(self):
     aggregator = stats_aggregator.StatsAggregator()
@@ -65,22 +62,18 @@ class LatencyAllEdgesTest(stats_dataset_test_base.StatsDatasetTestBase):
     options = dataset_ops.Options()
     options.experimental_stats = stats_options.StatsOptions(aggregator)
     dataset = dataset.with_options(options)
-    iterator = dataset.make_initializable_iterator()
-    get_next = iterator.get_next()
+    self.assertDatasetProduces(
+        dataset,
+        expected_output=[1],
+        requires_initialization=True,
+        num_test_iterations=1)
     summary_t = aggregator.get_summary()
-
-    with self.cached_session() as sess:
-      sess.run(iterator.initializer)
-      self.assertEqual(1, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
-      summary_str = sess.run(summary_t)
-      self._assertSummaryHasCount(summary_str,
-                                  "record_latency_TensorDataset/_1", 1)
-      self._assertSummaryHasCount(summary_str, "record_latency_MapDataset/_4",
-                                  1)
-      self._assertSummaryHasCount(summary_str,
-                                  "record_latency_PrefetchDataset/_6", 1)
+    summary_str = self.evaluate(summary_t)
+    self._assertSummaryHasCount(summary_str, "record_latency_TensorDataset/_1",
+                                1)
+    self._assertSummaryHasCount(summary_str, "record_latency_MapDataset/_4", 1)
+    self._assertSummaryHasCount(summary_str,
+                                "record_latency_PrefetchDataset/_6", 1)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py
index 6191a7db08..2386dd5f11 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/make_numa_aware_test.py
@@ -21,10 +21,11 @@ from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class MakeNumaAwareTest(test_base.DatasetTestBase):
 
   def testMakeNumaAware(self):
@@ -34,13 +35,8 @@ class MakeNumaAwareTest(test_base.DatasetTestBase):
     options = dataset_ops.Options()
     options.experimental_numa_aware = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(
+        dataset, expected_output=[[x * x for x in range(10)]])
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py
index ddf3cbbcc3..67f3ceeabe 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_batch_fusion_test.py
@@ -20,10 +20,11 @@ from __future__ import print_function
 from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class MapAndBatchFusionTest(test_base.DatasetTestBase):
 
   def testMapAndBatchFusion(self):
@@ -33,13 +34,8 @@ class MapAndBatchFusionTest(test_base.DatasetTestBase):
     options = dataset_ops.Options()
     options.experimental_map_and_batch_fusion = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertAllEqual([x * x for x in range(10)], sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(
+        dataset, expected_output=[[x * x for x in range(10)]])
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py
index 3b4ca62340..a898c38440 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_and_filter_fusion_test.py
@@ -24,7 +24,7 @@ from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
@@ -62,23 +62,20 @@ def _map_and_filter_fusion_test_cases():
   return tuple(tests)
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class MapAndFilterFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   def _testMapAndFilter(self, dataset, function, predicate):
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    with self.cached_session() as sess:
-      for x in range(10):
-        r = function(x)
-        if isinstance(r, tuple):
-          b = predicate(*r)  # Pass tuple as multiple arguments.
-        else:
-          b = predicate(r)
-        if sess.run(b):
-          result = sess.run(get_next)
-          self.assertAllEqual(r, result)
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    expected_output = []
+    for x in range(10):
+      r = function(x)
+      if isinstance(r, tuple):
+        b = predicate(*r)  # Pass tuple as multiple arguments.
+      else:
+        b = predicate(r)
+      if self.evaluate(b):
+        expected_output.append(r)
+    self.assertDatasetProduces(dataset, expected_output=expected_output)
 
   @parameterized.named_parameters(*_map_and_filter_fusion_test_cases())
   def testMapFilterFusion(self, function, predicate):
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py
index ec63ad7200..47a1b0896c 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_fusion_test.py
@@ -22,7 +22,7 @@ from absl.testing import parameterized
 from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 
 
@@ -62,6 +62,7 @@ def _map_fusion_test_cases():
   return tuple(tests)
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class MapFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   @parameterized.named_parameters(*_map_fusion_test_cases())
@@ -75,21 +76,16 @@ class MapFusionTest(test_base.DatasetTestBase, parameterized.TestCase):
     options = dataset_ops.Options()
     options.experimental_map_fusion = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    with self.cached_session() as sess:
-      for x in range(5):
-        result = sess.run(get_next)
-        r = x
-        for function in functions:
-          if isinstance(r, tuple):
-            r = function(*r)  # Pass tuple as multiple arguments.
-          else:
-            r = function(r)
-        self.assertAllEqual(r, result)
-
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    expected_output = []
+    for x in range(5):
+      r = x
+      for function in functions:
+        if isinstance(r, tuple):
+          r = function(*r)  # Pass tuple as multiple arguments.
+        else:
+          r = function(r)
+      expected_output.append(r)
+    self.assertDatasetProduces(dataset, expected_output=expected_output)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py
index c95f7b2eb1..042b9ce54b 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_parallelization_test.py
@@ -23,8 +23,8 @@ from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
@@ -58,6 +58,7 @@ def _map_parallelization_test_cases():
           ("AssertWithRandom", assert_with_random, False))
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class MapParallelizationTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   @parameterized.named_parameters(*_map_parallelization_test_cases())
@@ -68,21 +69,9 @@ class MapParallelizationTest(test_base.DatasetTestBase, parameterized.TestCase):
     options = dataset_ops.Options()
     options.experimental_map_parallelization = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.test_session() as sess:
-      for x in range(5):
-        result = sess.run(get_next)
-        # No need to run the pipeline if it was not optimized.  Also the results
-        # might be hard to check because of random.
-        if not should_optimize:
-          return
-        r = function(x)
-        self.assertAllEqual(r, result)
-
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    if should_optimize:
+      self.assertDatasetProduces(
+          dataset, expected_output=[function(x) for x in range(5)])
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
index f10b66ff69..470de580e8 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/map_vectorization_test.py
@@ -34,6 +34,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import bitwise_ops
 from tensorflow.python.ops import check_ops
@@ -319,6 +320,7 @@ def _generate_optimization_test_cases():
   } for x in test_cases for num_parallel_calls in (None, 12)]
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class MapVectorizationTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   def _get_test_datasets(self,
@@ -366,7 +368,8 @@ class MapVectorizationTest(test_base.DatasetTestBase, parameterized.TestCase):
                                                      num_parallel_calls)
     self.assertDatasetsEqual(unoptimized, optimized)
 
-  def testOptimizationBadMapFn(self):
+  # TODO(b/117581999): Add eager coverage for the following tests.
+  def testSkipEagerOptimizationBadMapFn(self):
     # Test map functions that give an error
     def map_fn(x):
       # x has leading dimension 5, this will raise an error
@@ -394,7 +397,8 @@ class MapVectorizationTest(test_base.DatasetTestBase, parameterized.TestCase):
         base_dataset, map_fn, expect_optimized=True)
     self.assertDatasetsEqual(optimized, unoptimized)
 
-  def testOptimizationIgnoreStateful(self):
+  # TODO(b/117581999): Add eager coverage for the following tests.
+  def testSkipEagerOptimizationIgnoreStateful(self):
 
     def map_fn(x):
       with ops.control_dependencies([check_ops.assert_equal(x, 0)]):
@@ -420,7 +424,8 @@ class MapVectorizationTest(test_base.DatasetTestBase, parameterized.TestCase):
         base_dataset, map_fn, expect_optimized=False)
     self.assertDatasetsEqual(unoptimized, optimized)
 
-  def testOptimizationIgnoreRaggedMap(self):
+  # TODO(b/117581999): Add eager coverage for the following tests.
+  def testSkipEagerOptimizationIgnoreRaggedMap(self):
     # Don't optimize when the output of the map fn shapes are unknown.
     def map_fn(x):
       return array_ops.tile(x, x)
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py
index 5b49bdf453..35dc9ecbce 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/model_dataset_test.py
@@ -31,6 +31,7 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
 
+# TODO(b/117581999): Add eager coverage for the following tests.
 class ModelDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
 
   def testModelMap(self):
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py
index ddcd7f4da4..d957e8007c 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/noop_elimination_test.py
@@ -22,11 +22,12 @@ from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class NoopEliminationTest(test_base.DatasetTestBase):
 
   def testNoopElimination(self):
@@ -43,16 +44,7 @@ class NoopEliminationTest(test_base.DatasetTestBase):
     options = dataset_ops.Options()
     options.experimental_noop_elimination = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.test_session() as sess:
-      for x in range(5):
-        result = sess.run(get_next)
-        self.assertAllEqual(result, x)
-
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(dataset, expected_output=range(5))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
index 739b6a9bf4..510b197ddf 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/optimize_dataset_test.py
@@ -24,25 +24,24 @@ from tensorflow.python.data.experimental.ops import threadpool
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class OptimizeDatasetTest(test_base.DatasetTestBase):
 
   def testOptimizationStatefulFunction(self):
     dataset = dataset_ops.Dataset.range(10).map(
         lambda _: random_ops.random_uniform([])).batch(10)
     dataset = dataset_ops._OptimizeDataset(dataset, [])
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
+    get_next = self.getNext(dataset)
+    self.evaluate(get_next())
 
-    with self.cached_session() as sess:
-      sess.run(get_next)
-
-  def testOptimizationLargeInputFromTensor(self):
+  # TODO(b/117581999): Add eager coverage for the following tests.
+  def testSkipEagerOptimizationLargeInputFromTensor(self):
     input_t = array_ops.placeholder(dtypes.int32, (None, None, None))
     dataset = dataset_ops.Dataset.from_tensors(input_t)
     dataset = dataset_ops._OptimizeDataset(dataset, [])
@@ -54,7 +53,8 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
       sess.run(init_op, {input_t: np.ones([512, 1024, 1025], np.int32)})
       sess.run(get_next)
 
-  def testOptimizationLargeInputFromTensorSlices(self):
+  # TODO(b/117581999): Add eager coverage for the following tests.
+  def testSkipEagerOptimizationLargeInputFromTensorSlices(self):
     input_t = array_ops.placeholder(dtypes.int32, (None, None, None, None))
     dataset = dataset_ops.Dataset.from_tensor_slices(input_t)
     dataset = dataset_ops._OptimizeDataset(dataset, [])
@@ -78,13 +78,7 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
     dataset = dataset_ops.Dataset.range(1)
     dataset = dataset.flat_map(flat_map_fn)
     dataset = dataset_ops._OptimizeDataset(dataset, ["noop_elimination"])
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertEquals(0, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(dataset, expected_output=[0])
 
   def testOptimizationThreadPoolDataset(self):
     dataset = dataset_ops.Dataset.range(10).batch(10)
@@ -95,14 +89,10 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
             2, display_name="private_thread_pool_%d" % 2))
 
     dataset = dataset_ops._OptimizeDataset(dataset, [])
-    iterator = dataset.make_initializable_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      sess.run(iterator.initializer)
-      self.assertAllEqual(list(range(10)), sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(
+        dataset,
+        expected_output=[list(range(10))],
+        requires_initialization=True)
 
   def testOptimizationNonSerializable(self):
     dataset = dataset_ops.Dataset.from_tensors(0)
@@ -113,13 +103,7 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
     dataset = dataset.skip(0)  # Should be removed by noop elimination
     dataset = dataset.cache()
     dataset = dataset_ops._OptimizeDataset(dataset, ["noop_elimination"])
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-
-    with self.cached_session() as sess:
-      self.assertEquals(0, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(dataset, expected_output=[0])
 
   def testOptimizationNonSerializableAsDirectInput(self):
     """Tests that non-serializable dataset can be OptimizeDataset's input.
@@ -127,12 +111,7 @@ class OptimizeDatasetTest(test_base.DatasetTestBase):
     dataset = dataset_ops.Dataset.from_tensors(0)
     dataset = dataset.apply(optimization.non_serializable())
     dataset = dataset_ops._OptimizeDataset(dataset, ["noop_elimination"])
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
-    with self.cached_session() as sess:
-      self.assertEquals(0, sess.run(get_next))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    self.assertDatasetProduces(dataset, expected_output=[0])
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py b/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py
index 36582f449f..f1d00a59c4 100644
--- a/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/optimization/shuffle_and_repeat_fusion_test.py
@@ -21,9 +21,11 @@ from tensorflow.python.data.experimental.ops import optimization
 from tensorflow.python.data.kernel_tests import test_base
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import errors
+from tensorflow.python.framework import test_util
 from tensorflow.python.platform import test
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class ShuffleAndRepeatFusionTest(test_base.DatasetTestBase):
 
   def testShuffleAndRepeatFusion(self):
@@ -32,17 +34,17 @@ class ShuffleAndRepeatFusionTest(test_base.DatasetTestBase):
     options = dataset_ops.Options()
     options.experimental_shuffle_and_repeat_fusion = True
     dataset = dataset.with_options(options)
-    iterator = dataset.make_one_shot_iterator()
-    get_next = iterator.get_next()
+    get_next = self.getNext(dataset)
 
-    with self.cached_session() as sess:
-      for _ in range(2):
-        results = []
-        for _ in range(10):
-          results.append(sess.run(get_next))
-        self.assertAllEqual([x for x in range(10)], sorted(results))
-      with self.assertRaises(errors.OutOfRangeError):
-        sess.run(get_next)
+    for _ in range(2):
+      results = []
+      for _ in range(10):
+        results.append(self.evaluate(get_next()))
+      self.assertAllEqual([x for x in range(10)], sorted(results))
+    with self.assertRaises(errors.OutOfRangeError):
+      self.evaluate(get_next())
+    with self.assertRaises(errors.OutOfRangeError):
+      self.evaluate(get_next())
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/data/kernel_tests/range_dataset_op_test.py b/tensorflow/python/data/kernel_tests/range_dataset_op_test.py
index b71e6b2ea4..9fc79707d0 100644
--- a/tensorflow/python/data/kernel_tests/range_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/range_dataset_op_test.py
@@ -56,7 +56,7 @@ class RangeDatasetTest(test_base.DatasetTestBase):
     start, stop, step = 2, 10, 0
     dataset = dataset_ops.Dataset.range(start, stop, step)
     self.assertDatasetProduces(
-        dataset, expected_err=(errors.InvalidArgumentError, ""))
+        dataset, expected_error=(errors.InvalidArgumentError, ""))
 
   def testNegativeStep(self):
     start, stop, step = 2, 10, -1
diff --git a/tensorflow/python/data/kernel_tests/test_base.py b/tensorflow/python/data/kernel_tests/test_base.py
index edb3eff3c1..ca853da3f6 100644
--- a/tensorflow/python/data/kernel_tests/test_base.py
+++ b/tensorflow/python/data/kernel_tests/test_base.py
@@ -38,7 +38,7 @@ class DatasetTestBase(test.TestCase):
     self.assertAllEqual(a.values, b.values)
     self.assertAllEqual(a.dense_shape, b.dense_shape)
 
-  def getNext(self, dataset):
+  def getNext(self, dataset, requires_initialization=False):
     """Returns a callable that returns the next element of the dataset.
 
     Example use:
@@ -50,19 +50,25 @@ class DatasetTestBase(test.TestCase):
     ```
 
     Args:
-      dataset: A dataset whose next element is returned
-
+      dataset: A dataset whose elements will be returned.
+      requires_initialization: Indicates that when the test is executed in graph
+        mode, it should use an initializable iterator to iterate through the
+        dataset (e.g. when it contains stateful nodes). Defaults to False.
     Returns:
-      A callable that returns the next element of `dataset`
+      A callable that returns the next element of `dataset`.
     """
-    it = dataset.make_one_shot_iterator()
     if context.executing_eagerly():
-      return it.get_next
+      iterator = dataset.__iter__()
+      return iterator._next_internal  # pylint: disable=protected-access
     else:
-      nxt = it.get_next()
-      return lambda: nxt
+      if requires_initialization:
+        iterator = dataset.make_initializable_iterator()
+        self.evaluate(iterator.initializer)
+      else:
+        iterator = dataset.make_one_shot_iterator()
+      return iterator.get_next
 
-  def _compare_output_to_expected(self, result_values, expected_values):
+  def _compareOutputToExpected(self, result_values, expected_values):
     for i in range(len(result_values)):
       if sparse_tensor.is_sparse(result_values[i]):
         self.assertSparseValuesEqual(result_values[i], expected_values[i])
@@ -70,24 +76,51 @@ class DatasetTestBase(test.TestCase):
         self.assertAllEqual(result_values[i], expected_values[i])
 
   def assertDatasetProduces(self,
-                            input_dataset,
+                            dataset,
                             expected_output=None,
-                            expected_err=None,
-                            create_iterator_twice=True):
+                            expected_error=None,
+                            requires_initialization=False,
+                            num_test_iterations=2):
+    """Asserts that a dataset produces the expected output / error.
 
-    if expected_err:
-      with self.assertRaisesWithPredicateMatch(expected_err[0],
-                                               expected_err[1]):
-        get_next = self.getNext(input_dataset)
+    Args:
+      dataset: A dataset to check for the expected output / error.
+      expected_output: A list of elements that the dataset is expected to
+        produce.
+      expected_error: A tuple `(type, predicate)` identifying the expected error
+        `dataset` should raise. The `type` should match the expected exception
+        type, while `predicate` should either be 1) a unary function that inputs
+        the raised exception and returns a boolean indicator of success or 2) a
+        regular expression that is expected to match the error message
+        partially.
+      requires_initialization: Indicates that when the test is executed in graph
+        mode, it should use an initializable iterator to iterate through the
+        dataset (e.g. when it contains stateful nodes). Defaults to False.
+      num_test_iterations: Number of times `dataset` will be iterated. Defaults
+        to 2.
+    """
+    self.assertTrue(
+        expected_error is not None or expected_output is not None,
+        "Exactly one of expected_output or expected error should be provided.")
+    if expected_error:
+      self.assertTrue(
+          expected_output is None,
+          "Exactly one of expected_output or expected error should be provided."
+      )
+      with self.assertRaisesWithPredicateMatch(expected_error[0],
+                                               expected_error[1]):
+        get_next = self.getNext(
+            dataset, requires_initialization=requires_initialization)
         self.evaluate(get_next())
       return
-    repeated = 2 if create_iterator_twice else 1
-    for _ in range(repeated):
-      get_next = self.getNext(input_dataset)
+    self.assertGreater(num_test_iterations, 0)
+    for _ in range(num_test_iterations):
+      get_next = self.getNext(
+          dataset, requires_initialization=requires_initialization)
       result = []
       for _ in range(len(expected_output)):
         result.append(self.evaluate(get_next()))
-      self._compare_output_to_expected(result, expected_output)
+      self._compareOutputToExpected(result, expected_output)
       with self.assertRaises(errors.OutOfRangeError):
         self.evaluate(get_next())
       with self.assertRaises(errors.OutOfRangeError):
@@ -132,7 +165,7 @@ class DatasetTestBase(test.TestCase):
     try:
       self.evaluate(next1())
       raise ValueError(
-          'Expected dataset to raise an error of type %s, but it did not.' %
+          "Expected dataset to raise an error of type %s, but it did not." %
           repr(exception_class))
     except exception_class as e:
       expected_message = e.message
-- 
GitLab


From 9c2afd44aa6d6bd697be17b2eb80ef32338ec15e Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Tue, 13 Nov 2018 15:01:48 -0800
Subject: [PATCH 1545/1825] Delete `num_replicas` API from
 DistributionStrategy.

PiperOrigin-RevId: 221340692
---
 .../contrib/distribute/python/mirrored_strategy.py   |  4 ----
 .../python/mirrored_strategy_multigpu_test.py        |  7 +------
 .../contrib/distribute/python/one_device_strategy.py |  4 ----
 .../distribute/python/parameter_server_strategy.py   |  4 ----
 tensorflow/contrib/distribute/python/tpu_strategy.py | 12 ++++--------
 tensorflow/python/training/distribute.py             |  8 --------
 6 files changed, 5 insertions(+), 34 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 2d75024e7a..70855d8f01 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -658,10 +658,6 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def value_container(self, val):
     return values.value_container(val)
 
-  @property
-  def num_replicas(self):
-    return len(self._devices)
-
   @property
   def num_replicas_in_sync(self):
     return len(self._devices)
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 1fd18e09c0..2a6561e6b1 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -88,11 +88,6 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
       self.skipTest("Not GPU test")
     self._test_replica_id(self._get_distribution_strategy())
 
-  def testNumReplicas(self):
-    if not GPU_TEST:
-      self.skipTest("Not GPU test")
-    self.assertEqual(2, self._get_distribution_strategy().num_replicas)
-
   def testNumReplicasInSync(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
@@ -1210,7 +1205,7 @@ class ReplicaLocalVariableAssignTest(test.TestCase):
       # values on each of the replicas.
       self.assertEqual(2.0, self.evaluate(dist.read_var(replica_local_var)))
       # Assigning 6.0 in cross replica context will assign a value of
-      # 6.0/num_replicas to each replica.
+      # 6.0/num_replicas_in_sync to each replica.
       tlv_ops = replica_local_var.assign(6.0)
       self.evaluate(tlv_ops)
       # On reading the replica local var we should get the assigned value back.
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index f1aac56c46..622194e8a2 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -152,10 +152,6 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
   def value_container(self, value):
     return value
 
-  @property
-  def num_replicas(self):
-    return 1
-
   @property
   def num_replicas_in_sync(self):
     return 1
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 790b37f860..438b91bc8d 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -449,10 +449,6 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     session_config.device_filters.extend(
         ["/job:%s/task:%d" % (self._task_type, self._task_id), "/job:ps"])
 
-  @property
-  def num_replicas(self):
-    return len(self._compute_devices)
-
   @property
   def num_replicas_in_sync(self):
     return len(self._compute_devices)
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 7db5f108ee..5ef59bf74d 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -148,7 +148,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     self._host_device = self.get_host_cpu_device(0)
     self._tpu_devices = sorted(device_map.keys())
     # Only create variables for the number of replicas we're running.
-    self._tpu_devices = self._tpu_devices[:self.num_replicas]
+    self._tpu_devices = self._tpu_devices[:self.num_replicas_in_sync]
 
     # TODO(sourabhbajaj): Remove this once performance of running one step
     # at a time is comparable to multiple steps.
@@ -335,7 +335,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     self._outer_control_flow_context = (
         ops.get_default_graph()._get_control_flow_context())  # pylint: disable=protected-access
 
-    replicate_inputs = [[]] * self.num_replicas
+    replicate_inputs = [[]] * self.num_replicas_in_sync
     replicate_outputs = tpu.replicate(iterate_on_tpu, replicate_inputs)
     del self._outer_control_flow_context
     ctx.run_op = control_flow_ops.group(replicate_outputs, enqueue_ops)
@@ -443,7 +443,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     if values._enclosing_tpu_context() is not None:  # pylint: disable=protected-access
       if aggregation == vs.VariableAggregation.MEAN:
         # TODO(jhseu):  Revisit once we support model-parallelism.
-        value *= (1. / self.num_replicas)
+        value *= (1. / self.num_replicas_in_sync)
       elif aggregation != vs.VariableAggregation.SUM:
         raise NotImplementedError(
             "Currently only support sum & mean in TPUStrategy.")
@@ -513,10 +513,6 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     del destinations
     return tensor
 
-  @property
-  def num_replicas(self):
-    return self._num_cores_override or self._tpu_metadata.num_cores
-
   @property
   def num_hosts(self):
     return self._tpu_metadata.num_hosts
@@ -527,7 +523,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
 
   @property
   def num_replicas_in_sync(self):
-    return self.num_replicas
+    return self._num_cores_override or self._tpu_metadata.num_cores
 
   @property
   def between_graph(self):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index f515df0de1..f2f832f314 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -920,14 +920,6 @@ class DistributionStrategy(object):
   def require_static_shapes(self):
     return self._require_static_shapes
 
-  @property
-  def num_replicas(self):
-    """Returns number of replicas, for purposes of averaging across replicas.
-
-    DEPRECATED: use `num_replicas_in_sync` instead.
-    """
-    raise NotImplementedError("must be implemented in descendants")
-
   @property
   def num_replicas_in_sync(self):
     """Returns number of replicas over which gradients are aggregated."""
-- 
GitLab


From a17b4fc17b454c5150dca32d2b0828970a7afa06 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Tue, 13 Nov 2018 16:15:11 -0800
Subject: [PATCH 1546/1825] Use tfe.defun instead of tf.defun in batch_function

PiperOrigin-RevId: 221353553
---
 tensorflow/contrib/batching/python/ops/batch_ops.py  | 12 ++++++++----
 .../contrib/batching/python/ops/batch_ops_test.py    |  1 +
 2 files changed, 9 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/batching/python/ops/batch_ops.py b/tensorflow/contrib/batching/python/ops/batch_ops.py
index 55faad983f..3e4d0dc1ce 100644
--- a/tensorflow/contrib/batching/python/ops/batch_ops.py
+++ b/tensorflow/contrib/batching/python/ops/batch_ops.py
@@ -18,8 +18,9 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.python.framework import function
+from tensorflow.python.eager import function
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.ops import gen_batch_ops
 # go/tf-wildcard-import
 # pylint: disable=wildcard-import
@@ -101,12 +102,15 @@ def batch_function(num_batch_threads,
   def decorator(fn):  # pylint: disable=missing-docstring
 
     def decorated(*args):  # pylint: disable=missing-docstring
-      types = [arg.dtype for arg in args]
 
-      @function.Defun(*types)
+      @function.defun()
       def computation(*computation_args):
         return fn(*computation_args)
 
+      computation = computation.get_concrete_function(
+          *[tensor_spec.TensorSpec(dtype=x.dtype, shape=x.shape, name=str(i))
+            for i, x in enumerate(args)])
+
       with ops.name_scope("batch") as name:
         for a in args:
           if not isinstance(a, ops.Tensor):
@@ -123,7 +127,7 @@ def batch_function(num_batch_threads,
             f=computation,
             in_tensors=list(args),
             captured_tensors=computation.captured_inputs,
-            Tout=[o.type for o in computation.definition.signature.output_arg])
+            Tout=[o.dtype for o in computation.outputs])
 
     return decorated
 
diff --git a/tensorflow/contrib/batching/python/ops/batch_ops_test.py b/tensorflow/contrib/batching/python/ops/batch_ops_test.py
index 01ee8703a9..9109b9c1c9 100644
--- a/tensorflow/contrib/batching/python/ops/batch_ops_test.py
+++ b/tensorflow/contrib/batching/python/ops/batch_ops_test.py
@@ -219,6 +219,7 @@ class BatchOpsTest(test.TestCase):
 
       @batch_ops.batch_function(1, 10, 100000)
       def computation(in_t):
+        self.assertTrue(in_t.shape is not None)
         return in_t + 1
 
       inp = array_ops.placeholder(dtype=dtypes.int32, shape=[1])
-- 
GitLab


From c4a6eb5857a4da600763a22ebc2a8fa1b19317cb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 16:36:30 -0800
Subject: [PATCH 1547/1825] Add DCT-I to tf.signal.dct.

PiperOrigin-RevId: 221356811
---
 tensorflow/python/kernel_tests/BUILD          |  1 +
 .../python/kernel_tests/dct_ops_test.py       | 52 ++++++++++++----
 tensorflow/python/ops/spectral_ops.py         | 60 ++++++++++++-------
 3 files changed, 80 insertions(+), 33 deletions(-)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 48639a4518..002d5fbca7 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -2630,6 +2630,7 @@ cuda_py_test(
     name = "dct_ops_test",
     srcs = ["dct_ops_test.py"],
     additional_deps = [
+        "@absl_py//absl/testing:parameterized",
         "//third_party/py/numpy",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:framework_for_generated_wrappers",
diff --git a/tensorflow/python/kernel_tests/dct_ops_test.py b/tensorflow/python/kernel_tests/dct_ops_test.py
index c9d0167608..27fdf8775e 100644
--- a/tensorflow/python/kernel_tests/dct_ops_test.py
+++ b/tensorflow/python/kernel_tests/dct_ops_test.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 import importlib
 
+from absl.testing import parameterized
 import numpy as np
 
 from tensorflow.python.ops import spectral_ops
@@ -40,6 +41,20 @@ def try_import(name):  # pylint: disable=invalid-name
 fftpack = try_import("scipy.fftpack")
 
 
+def _np_dct1(signals, norm=None):
+  """Computes the DCT-I manually with NumPy."""
+  # X_k = (x_0 + (-1)**k * x_{N-1} +
+  #       2 * sum_{n=0}^{N-2} x_n * cos(\frac{pi}{N-1} * n * k)  k=0,...,N-1
+  del norm
+  dct_size = signals.shape[-1]
+  dct = np.zeros_like(signals)
+  for k in range(dct_size):
+    phi = np.cos(np.pi * np.arange(1, dct_size - 1) * k / (dct_size - 1))
+    dct[..., k] = 2 * np.sum(signals[..., 1:-1] * phi, axis=-1) + (
+        signals[..., 0] + (-1) ** k * signals[..., -1])
+  return dct
+
+
 def _np_dct2(signals, norm=None):
   """Computes the DCT-II manually with NumPy."""
   # X_k = sum_{n=0}^{N-1} x_n * cos(\frac{pi}{N} * (n + 0.5) * k)  k=0,...,N-1
@@ -81,11 +96,11 @@ def _np_dct3(signals, norm=None):
   return dct
 
 
-NP_DCT = {2: _np_dct2, 3: _np_dct3}
-NP_IDCT = {2: _np_dct3, 3: _np_dct2}
+NP_DCT = {1: _np_dct1, 2: _np_dct2, 3: _np_dct3}
+NP_IDCT = {1: _np_dct1, 2: _np_dct3, 3: _np_dct2}
 
 
-class DCTOpsTest(test.TestCase):
+class DCTOpsTest(parameterized.TestCase, test.TestCase):
 
   def _compare(self, signals, norm, dct_type, atol=5e-4, rtol=5e-4):
     """Compares (I)DCT to SciPy (if available) and a NumPy implementation."""
@@ -106,26 +121,39 @@ class DCTOpsTest(test.TestCase):
     tf_dct_idct = spectral_ops.dct(
         tf_idct, type=dct_type, norm=norm).eval()
     if norm is None:
-      tf_idct_dct *= 0.5 / signals.shape[-1]
-      tf_dct_idct *= 0.5 / signals.shape[-1]
+      if dct_type == 1:
+        tf_idct_dct *= 0.5 / (signals.shape[-1] - 1)
+        tf_dct_idct *= 0.5 / (signals.shape[-1] - 1)
+      else:
+        tf_idct_dct *= 0.5 / signals.shape[-1]
+        tf_dct_idct *= 0.5 / signals.shape[-1]
     self.assertAllClose(signals, tf_idct_dct, atol=atol, rtol=rtol)
     self.assertAllClose(signals, tf_dct_idct, atol=atol, rtol=rtol)
 
-  def test_random(self):
+  @parameterized.parameters([
+      [[2]], [[3]], [[10]], [[2, 20]], [[2, 3, 25]]])
+  def test_random(self, shape):
     """Test randomly generated batches of data."""
     with spectral_ops_test_util.fft_kernel_label_map():
       with self.session(use_gpu=True):
-        for shape in ([1], [2], [3], [10], [2, 20], [2, 3, 25]):
-          signals = np.random.rand(*shape).astype(np.float32)
-          for norm in (None, "ortho"):
-            self._compare(signals, norm, 2)
-            self._compare(signals, norm, 3)
+        signals = np.random.rand(*shape).astype(np.float32)
+        # Normalization not implemented for orthonormal.
+        self._compare(signals, norm=None, dct_type=1)
+        for norm in (None, "ortho"):
+          self._compare(signals, norm, 2)
+          self._compare(signals, norm, 3)
 
   def test_error(self):
     signals = np.random.rand(10)
     # Unsupported type.
     with self.assertRaises(ValueError):
-      spectral_ops.dct(signals, type=1)
+      spectral_ops.dct(signals, type=5)
+    # DCT-I normalization not implemented.
+    with self.assertRaises(ValueError):
+      spectral_ops.dct(signals, type=1, norm="ortho")
+    # DCT-I requires at least two inputs.
+    with self.assertRaises(ValueError):
+      spectral_ops.dct(np.random.rand(1), type=1)
     # Unknown normalization.
     with self.assertRaises(ValueError):
       spectral_ops.dct(signals, norm="bad")
diff --git a/tensorflow/python/ops/spectral_ops.py b/tensorflow/python/ops/spectral_ops.py
index 4dcc90aefa..9d914513f1 100644
--- a/tensorflow/python/ops/spectral_ops.py
+++ b/tensorflow/python/ops/spectral_ops.py
@@ -165,37 +165,48 @@ irfft3d = _irfft_wrapper(gen_spectral_ops.irfft3d, 3, "irfft3d")
 tf_export("spectral.irfft3d")(irfft3d)
 
 
-def _validate_dct_arguments(dct_type, n, axis, norm):
+def _validate_dct_arguments(input_tensor, dct_type, n, axis, norm):
+  """Checks that DCT/IDCT arguments are compatible and well formed."""
   if n is not None:
     raise NotImplementedError("The DCT length argument is not implemented.")
   if axis != -1:
     raise NotImplementedError("axis must be -1. Got: %s" % axis)
-  if dct_type not in (2, 3):
-    raise ValueError("Only Types II and III (I)DCT are supported.")
+  if dct_type not in (1, 2, 3):
+    raise ValueError("Only Types I, II and III (I)DCT are supported.")
+  if dct_type == 1:
+    if norm == "ortho":
+      raise ValueError("Normalization is not supported for the Type-I DCT.")
+    if input_tensor.shape[-1] is not None and input_tensor.shape[-1] < 2:
+      raise ValueError(
+          "Type-I DCT requires the dimension to be greater than one.")
+
   if norm not in (None, "ortho"):
     raise ValueError(
         "Unknown normalization. Expected None or 'ortho', got: %s" % norm)
 
 
-# TODO(rjryan): Implement `type`, `n` and `axis` parameters.
+# TODO(rjryan): Implement `n` and `axis` parameters.
 @tf_export("spectral.dct")
 def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disable=redefined-builtin
   """Computes the 1D [Discrete Cosine Transform (DCT)][dct] of `input`.
 
-  Currently only Types II and III are supported. Type II is implemented using a
-  length `2N` padded `tf.spectral.rfft`, as described here:
-  https://dsp.stackexchange.com/a/10606. Type III is a fairly straightforward
-  inverse of Type II (i.e. using a length `2N` padded `tf.spectral.irfft`).
+  Currently only Types I, II and III are supported.
+  Type I is implemented using a length `2N` padded `tf.spectral.rfft`.
+  Type II is implemented using a length `2N` padded `tf.spectral.rfft`, as
+  described here:
+  https://dsp.stackexchange.com/a/10606.
+  Type III is a fairly straightforward inverse of Type II
+  (i.e. using a length `2N` padded `tf.spectral.irfft`).
 
   @compatibility(scipy)
-  Equivalent to scipy.fftpack.dct for Type-II and Type-III DCT.
+  Equivalent to scipy.fftpack.dct for Type-I, Type-II and Type-III DCT.
   https://docs.scipy.org/doc/scipy-0.14.0/reference/generated/scipy.fftpack.dct.html
   @end_compatibility
 
   Args:
     input: A `[..., samples]` `float32` `Tensor` containing the signals to
       take the DCT of.
-    type: The DCT type to perform. Must be 2 or 3.
+    type: The DCT type to perform. Must be 1, 2 or 3.
     n: For future expansion. The length of the transform. Must be `None`.
     axis: For future expansion. The axis to compute the DCT along. Must be `-1`.
     norm: The normalization to apply. `None` for no normalization or `'ortho'`
@@ -206,12 +217,13 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
     A `[..., samples]` `float32` `Tensor` containing the DCT of `input`.
 
   Raises:
-    ValueError: If `type` is not `2` or `3`, `n` is not `None, `axis` is not
-      `-1`, or `norm` is not `None` or `'ortho'`.
+    ValueError: If `type` is not `1`, `2` or `3`, `n` is not `None, `axis` is
+      not `-1`, or `norm` is not `None` or `'ortho'`.
+    ValueError: If `type` is `1` and `norm` is `ortho`.
 
   [dct]: https://en.wikipedia.org/wiki/Discrete_cosine_transform
   """
-  _validate_dct_arguments(type, n, axis, norm)
+  _validate_dct_arguments(input, type, n, axis, norm)
   with _ops.name_scope(name, "dct", [input]):
     # We use the RFFT to compute the DCT and TensorFlow only supports float32
     # for FFTs at the moment.
@@ -220,6 +232,12 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
     axis_dim = (tensor_shape.dimension_value(input.shape[-1])
                 or _array_ops.shape(input)[-1])
     axis_dim_float = _math_ops.to_float(axis_dim)
+
+    if type == 1:
+      dct1_input = _array_ops.concat([input, input[..., -2:0:-1]], axis=-1)
+      dct1 = _math_ops.real(rfft(dct1_input))
+      return dct1
+
     if type == 2:
       scale = 2.0 * _math_ops.exp(
           _math_ops.complex(
@@ -266,12 +284,12 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
       return dct3
 
 
-# TODO(rjryan): Implement `type`, `n` and `axis` parameters.
+# TODO(rjryan): Implement `n` and `axis` parameters.
 @tf_export("spectral.idct")
 def idct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disable=redefined-builtin
   """Computes the 1D [Inverse Discrete Cosine Transform (DCT)][idct] of `input`.
 
-  Currently only Types II and III are supported. Type III is the inverse of
+  Currently only Types I, II and III are supported. Type III is the inverse of
   Type II, and vice versa.
 
   Note that you must re-normalize by 1/(2n) to obtain an inverse if `norm` is
@@ -281,14 +299,14 @@ def idct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disab
   `signal == idct(dct(signal, norm='ortho'), norm='ortho')`.
 
   @compatibility(scipy)
-  Equivalent to scipy.fftpack.idct for Type-II and Type-III DCT.
+  Equivalent to scipy.fftpack.idct for Type-I, Type-II and Type-III DCT.
   https://docs.scipy.org/doc/scipy-0.14.0/reference/generated/scipy.fftpack.idct.html
   @end_compatibility
 
   Args:
     input: A `[..., samples]` `float32` `Tensor` containing the signals to take
       the DCT of.
-    type: The IDCT type to perform. Must be 2 or 3.
+    type: The IDCT type to perform. Must be 1, 2 or 3.
     n: For future expansion. The length of the transform. Must be `None`.
     axis: For future expansion. The axis to compute the DCT along. Must be `-1`.
     norm: The normalization to apply. `None` for no normalization or `'ortho'`
@@ -299,12 +317,12 @@ def idct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disab
     A `[..., samples]` `float32` `Tensor` containing the IDCT of `input`.
 
   Raises:
-    ValueError: If `type` is not `2` or `3`, `n` is not `None, `axis` is not
-      `-1`, or `norm` is not `None` or `'ortho'`.
+    ValueError: If `type` is not `1`, `2` or `3`, `n` is not `None, `axis` is
+      not `-1`, or `norm` is not `None` or `'ortho'`.
 
   [idct]:
   https://en.wikipedia.org/wiki/Discrete_cosine_transform#Inverse_transforms
   """
-  _validate_dct_arguments(type, n, axis, norm)
-  inverse_type = {2: 3, 3: 2}[type]
+  _validate_dct_arguments(input, type, n, axis, norm)
+  inverse_type = {1: 1, 2: 3, 3: 2}[type]
   return dct(input, type=inverse_type, n=n, axis=axis, norm=norm, name=name)
-- 
GitLab


From 07a248c2c4edc2f91a812eb8ac2f8f4f80771d5f Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Tue, 13 Nov 2018 16:50:30 -0800
Subject: [PATCH 1548/1825] Enable autograph by default in defun.

PiperOrigin-RevId: 221358807
---
 tensorflow/python/eager/function.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index c429dd359b..e4a5fefe76 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -724,7 +724,7 @@ class PolymorphicFunction(object):
                name,
                input_signature=None,
                attributes=None,
-               autograph=False):
+               autograph=True):
     """Initializes a polymorphic function.
 
     Args:
@@ -1137,7 +1137,7 @@ def validate_signature(signature):
                     "a possibly nested sequence of TensorSpec objects.")
 
 
-def defun(func=None, input_signature=None, autograph=False):
+def defun(func=None, input_signature=None, autograph=True):
   """Compiles a Python function into a callable TensorFlow graph.
 
   `defun` (short for "define function") trace-compiles a Python function
@@ -1470,7 +1470,7 @@ def defun(func=None, input_signature=None, autograph=False):
 def defun_with_attributes(func=None,
                           input_signature=None,
                           attributes=None,
-                          autograph=False):
+                          autograph=True):
   """Compiles a Python function into a callable TensorFlow graph.
 
   This function supports adding extra function attributes. See detailed
-- 
GitLab


From ac79b5c1d28fdca9e3f35783f5f76ef9de5f2fe9 Mon Sep 17 00:00:00 2001
From: Martin Wicke <wicke@google.com>
Date: Tue, 13 Nov 2018 16:55:33 -0800
Subject: [PATCH 1549/1825] Remove symbols from the v2 API. Included here:
 tf.train.NewCheckpointReader tf.train.replica_device_setter
 tf.train.init_from_checkpoint tf.train.ProfilerHook tf.profiler.*

Profiler's API depends on v1 style graphs, so we'll remove this pending replacement.

PiperOrigin-RevId: 221359471
---
 tensorflow/python/profiler/model_analyzer.py  |   6 +-
 tensorflow/python/profiler/option_builder.py  |   2 +-
 tensorflow/python/profiler/profiler.py        |   8 +-
 tensorflow/python/profiler/tfprof_logger.py   |   2 +-
 .../tools/api/generator/api_init_files.bzl    |   1 -
 .../training/basic_session_run_hooks.py       |   2 +-
 .../python/training/checkpoint_utils.py       |   2 +-
 tensorflow/python/training/device_setter.py   |   2 +-
 tensorflow/python/util/py_checkpoint_reader.i |   1 -
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 -
 ...flow.profiler.-advice-proto.-checker.pbtxt |  12 --
 ...ofiler.-advice-proto.-checkers-entry.pbtxt |  22 --
 .../tensorflow.profiler.-advice-proto.pbtxt   |  41 ----
 ...graph-node-proto.-input-shapes-entry.pbtxt |  22 --
 ...ensorflow.profiler.-graph-node-proto.pbtxt | 191 ------------------
 ...low.profiler.-multi-graph-node-proto.pbtxt | 134 ------------
 ...er.-op-log-proto.-id-to-string-entry.pbtxt |  21 --
 .../tensorflow.profiler.-op-log-proto.pbtxt   |  38 ----
 ...low.profiler.-profile-option-builder.pbtxt |  93 ---------
 .../v2/tensorflow.profiler.-profiler.pbtxt    |  37 ----
 .../api/golden/v2/tensorflow.profiler.pbtxt   |  39 ----
 .../v2/tensorflow.train.-profiler-hook.pbtxt  |  30 ---
 .../api/golden/v2/tensorflow.train.pbtxt      |  16 --
 23 files changed, 12 insertions(+), 714 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checker.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checkers-entry.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.-input-shapes-entry.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-multi-graph-node-proto.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.-id-to-string-entry.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-profile-option-builder.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.-profiler.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.profiler.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.train.-profiler-hook.pbtxt

diff --git a/tensorflow/python/profiler/model_analyzer.py b/tensorflow/python/profiler/model_analyzer.py
index 5f19eac043..4b2d9052b7 100644
--- a/tensorflow/python/profiler/model_analyzer.py
+++ b/tensorflow/python/profiler/model_analyzer.py
@@ -122,7 +122,7 @@ def _build_advisor_options(options):
   return opts
 
 
-@tf_export('profiler.Profiler')
+@tf_export(v1=['profiler.Profiler'])
 class Profiler(object):
   """TensorFlow multi-step profiler.
 
@@ -306,7 +306,7 @@ class Profiler(object):
     print_mdl.WriteProfile(filename)
 
 
-@tf_export('profiler.profile')
+@tf_export(v1=['profiler.profile'])
 def profile(graph=None,
             run_meta=None,
             op_log=None,
@@ -381,7 +381,7 @@ def profile(graph=None,
   return tfprof_node
 
 
-@tf_export('profiler.advise')
+@tf_export(v1=['profiler.advise'])
 def advise(graph=None, run_meta=None, options=_DEFAULT_ADVISE_OPTIONS):
   """Auto profile and advise.
 
diff --git a/tensorflow/python/profiler/option_builder.py b/tensorflow/python/profiler/option_builder.py
index 2ad7adf769..9d8f7683a6 100644
--- a/tensorflow/python/profiler/option_builder.py
+++ b/tensorflow/python/profiler/option_builder.py
@@ -23,7 +23,7 @@ from tensorflow.python.profiler import tfprof_logger
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('profiler.ProfileOptionBuilder')
+@tf_export(v1=['profiler.ProfileOptionBuilder'])
 class ProfileOptionBuilder(object):
   # pylint: disable=line-too-long
   """Option Builder for Profiling API.
diff --git a/tensorflow/python/profiler/profiler.py b/tensorflow/python/profiler/profiler.py
index efbdd1ba68..5f62690b54 100644
--- a/tensorflow/python/profiler/profiler.py
+++ b/tensorflow/python/profiler/profiler.py
@@ -49,7 +49,7 @@ _allowed_symbols.extend([
 ])
 
 # Export protos
-tf_export('profiler.GraphNodeProto')(GraphNodeProto)
-tf_export('profiler.MultiGraphNodeProto')(MultiGraphNodeProto)
-tf_export('profiler.AdviceProto')(AdviceProto)
-tf_export('profiler.OpLogProto')(OpLogProto)
+tf_export(v1=['profiler.GraphNodeProto'])(GraphNodeProto)
+tf_export(v1=['profiler.MultiGraphNodeProto'])(MultiGraphNodeProto)
+tf_export(v1=['profiler.AdviceProto'])(AdviceProto)
+tf_export(v1=['profiler.OpLogProto'])(OpLogProto)
diff --git a/tensorflow/python/profiler/tfprof_logger.py b/tensorflow/python/profiler/tfprof_logger.py
index e651de32ea..6ccd0e0ff3 100644
--- a/tensorflow/python/profiler/tfprof_logger.py
+++ b/tensorflow/python/profiler/tfprof_logger.py
@@ -188,7 +188,7 @@ def merge_default_with_oplog(graph, op_log=None, run_meta=None,
   return tmp_op_log
 
 
-@tf_export('profiler.write_op_log')
+@tf_export(v1=['profiler.write_op_log'])
 def write_op_log(graph, log_dir, op_log=None, run_meta=None, add_trace=True):
   """Log provided 'op_log', and add additional model information below.
 
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 5699d86e6d..60a5540b83 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -68,7 +68,6 @@ TENSORFLOW_API_INIT_FILES = [
     "metrics/__init__.py",
     "nn/__init__.py",
     "nn/rnn_cell/__init__.py",
-    "profiler/__init__.py",
     "quantization/__init__.py",
     "random/__init__.py",
     "saved_model/__init__.py",
diff --git a/tensorflow/python/training/basic_session_run_hooks.py b/tensorflow/python/training/basic_session_run_hooks.py
index 1efabcd854..60db654e9c 100644
--- a/tensorflow/python/training/basic_session_run_hooks.py
+++ b/tensorflow/python/training/basic_session_run_hooks.py
@@ -976,7 +976,7 @@ class FeedFnHook(session_run_hook.SessionRunHook):
         fetches=None, feed_dict=self.feed_fn())
 
 
-@tf_export("train.ProfilerHook")
+@tf_export(v1=["train.ProfilerHook"])
 class ProfilerHook(session_run_hook.SessionRunHook):
   """Captures CPU/GPU profiling information every N steps or seconds.
 
diff --git a/tensorflow/python/training/checkpoint_utils.py b/tensorflow/python/training/checkpoint_utils.py
index 857da431db..2ed7d7f29c 100644
--- a/tensorflow/python/training/checkpoint_utils.py
+++ b/tensorflow/python/training/checkpoint_utils.py
@@ -101,7 +101,7 @@ def list_variables(ckpt_dir_or_file):
   return result
 
 
-@tf_export("train.init_from_checkpoint")
+@tf_export(v1=["train.init_from_checkpoint"])
 def init_from_checkpoint(ckpt_dir_or_file, assignment_map):
   """Replaces `tf.Variable` initializers so they load from a checkpoint file.
 
diff --git a/tensorflow/python/training/device_setter.py b/tensorflow/python/training/device_setter.py
index be80c36571..5874a1ff41 100644
--- a/tensorflow/python/training/device_setter.py
+++ b/tensorflow/python/training/device_setter.py
@@ -130,7 +130,7 @@ class _ReplicaDeviceChooser(object):
     return worker_device.to_string()
 
 
-@tf_export("train.replica_device_setter")
+@tf_export(v1=["train.replica_device_setter"])
 def replica_device_setter(ps_tasks=0, ps_device="/job:ps",
                           worker_device="/job:worker", merge_devices=True,
                           cluster=None, ps_ops=None, ps_strategy=None):
diff --git a/tensorflow/python/util/py_checkpoint_reader.i b/tensorflow/python/util/py_checkpoint_reader.i
index 1c73f7f06f..a1b98a2a75 100644
--- a/tensorflow/python/util/py_checkpoint_reader.i
+++ b/tensorflow/python/util/py_checkpoint_reader.i
@@ -165,7 +165,6 @@ def NewCheckpointReader(filepattern):
     from tensorflow.python.util import compat
     return CheckpointReader(compat.as_bytes(filepattern), status)
 
-NewCheckpointReader._tf_api_names = ['train.NewCheckpointReader']
 NewCheckpointReader._tf_api_names_v1 = ['train.NewCheckpointReader']
 %}
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 7afff0a028..018245b879 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -328,10 +328,6 @@ tf_module {
     name: "ones_initializer"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "profiler"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "pywrap_tensorflow"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checker.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checker.pbtxt
deleted file mode 100644
index e09c44cc9c..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checker.pbtxt
+++ /dev/null
@@ -1,12 +0,0 @@
-path: "tensorflow.profiler.AdviceProto.Checker"
-tf_proto {
-  descriptor {
-    name: "Checker"
-    field {
-      name: "reports"
-      number: 2
-      label: LABEL_REPEATED
-      type: TYPE_STRING
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checkers-entry.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checkers-entry.pbtxt
deleted file mode 100644
index 8746243549..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.-checkers-entry.pbtxt
+++ /dev/null
@@ -1,22 +0,0 @@
-path: "tensorflow.profiler.AdviceProto.CheckersEntry"
-tf_proto {
-  descriptor {
-    name: "CheckersEntry"
-    field {
-      name: "key"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "value"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.AdviceProto.Checker"
-    }
-    options {
-      map_entry: true
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.pbtxt
deleted file mode 100644
index a8a8858ccd..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-advice-proto.pbtxt
+++ /dev/null
@@ -1,41 +0,0 @@
-path: "tensorflow.profiler.AdviceProto"
-tf_proto {
-  descriptor {
-    name: "AdviceProto"
-    field {
-      name: "checkers"
-      number: 1
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.AdviceProto.CheckersEntry"
-    }
-    nested_type {
-      name: "CheckersEntry"
-      field {
-        name: "key"
-        number: 1
-        label: LABEL_OPTIONAL
-        type: TYPE_STRING
-      }
-      field {
-        name: "value"
-        number: 2
-        label: LABEL_OPTIONAL
-        type: TYPE_MESSAGE
-        type_name: ".tensorflow.tfprof.AdviceProto.Checker"
-      }
-      options {
-        map_entry: true
-      }
-    }
-    nested_type {
-      name: "Checker"
-      field {
-        name: "reports"
-        number: 2
-        label: LABEL_REPEATED
-        type: TYPE_STRING
-      }
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.-input-shapes-entry.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.-input-shapes-entry.pbtxt
deleted file mode 100644
index afec73f537..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.-input-shapes-entry.pbtxt
+++ /dev/null
@@ -1,22 +0,0 @@
-path: "tensorflow.profiler.GraphNodeProto.InputShapesEntry"
-tf_proto {
-  descriptor {
-    name: "InputShapesEntry"
-    field {
-      name: "key"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_INT32
-    }
-    field {
-      name: "value"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.TensorShapeProto"
-    }
-    options {
-      map_entry: true
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.pbtxt
deleted file mode 100644
index 3c83177005..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-graph-node-proto.pbtxt
+++ /dev/null
@@ -1,191 +0,0 @@
-path: "tensorflow.profiler.GraphNodeProto"
-tf_proto {
-  descriptor {
-    name: "GraphNodeProto"
-    field {
-      name: "name"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "tensor_value"
-      number: 15
-      label: LABEL_OPTIONAL
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.TFProfTensorProto"
-    }
-    field {
-      name: "run_count"
-      number: 21
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "exec_micros"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "accelerator_exec_micros"
-      number: 17
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "cpu_exec_micros"
-      number: 18
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "requested_bytes"
-      number: 3
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "peak_bytes"
-      number: 24
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "residual_bytes"
-      number: 25
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "output_bytes"
-      number: 26
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "parameters"
-      number: 4
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "float_ops"
-      number: 13
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "devices"
-      number: 10
-      label: LABEL_REPEATED
-      type: TYPE_STRING
-    }
-    field {
-      name: "total_definition_count"
-      number: 23
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_run_count"
-      number: 22
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_exec_micros"
-      number: 6
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_accelerator_exec_micros"
-      number: 19
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_cpu_exec_micros"
-      number: 20
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_requested_bytes"
-      number: 7
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_peak_bytes"
-      number: 27
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_residual_bytes"
-      number: 28
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_output_bytes"
-      number: 29
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_parameters"
-      number: 8
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_float_ops"
-      number: 14
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "shapes"
-      number: 11
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.TensorShapeProto"
-    }
-    field {
-      name: "input_shapes"
-      number: 16
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.GraphNodeProto.InputShapesEntry"
-    }
-    field {
-      name: "children"
-      number: 12
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.GraphNodeProto"
-    }
-    nested_type {
-      name: "InputShapesEntry"
-      field {
-        name: "key"
-        number: 1
-        label: LABEL_OPTIONAL
-        type: TYPE_INT32
-      }
-      field {
-        name: "value"
-        number: 2
-        label: LABEL_OPTIONAL
-        type: TYPE_MESSAGE
-        type_name: ".tensorflow.TensorShapeProto"
-      }
-      options {
-        map_entry: true
-      }
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-multi-graph-node-proto.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-multi-graph-node-proto.pbtxt
deleted file mode 100644
index 2b08a05437..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-multi-graph-node-proto.pbtxt
+++ /dev/null
@@ -1,134 +0,0 @@
-path: "tensorflow.profiler.MultiGraphNodeProto"
-tf_proto {
-  descriptor {
-    name: "MultiGraphNodeProto"
-    field {
-      name: "name"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "exec_micros"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "accelerator_exec_micros"
-      number: 12
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "cpu_exec_micros"
-      number: 13
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "requested_bytes"
-      number: 3
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "peak_bytes"
-      number: 16
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "residual_bytes"
-      number: 17
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "output_bytes"
-      number: 18
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "parameters"
-      number: 4
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "float_ops"
-      number: 5
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_exec_micros"
-      number: 6
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_accelerator_exec_micros"
-      number: 14
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_cpu_exec_micros"
-      number: 15
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_requested_bytes"
-      number: 7
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_peak_bytes"
-      number: 19
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_residual_bytes"
-      number: 20
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_output_bytes"
-      number: 21
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_parameters"
-      number: 8
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "total_float_ops"
-      number: 9
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "graph_nodes"
-      number: 10
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.GraphNodeProto"
-    }
-    field {
-      name: "children"
-      number: 11
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.MultiGraphNodeProto"
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.-id-to-string-entry.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.-id-to-string-entry.pbtxt
deleted file mode 100644
index b3adc50c7e..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.-id-to-string-entry.pbtxt
+++ /dev/null
@@ -1,21 +0,0 @@
-path: "tensorflow.profiler.OpLogProto.IdToStringEntry"
-tf_proto {
-  descriptor {
-    name: "IdToStringEntry"
-    field {
-      name: "key"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_INT64
-    }
-    field {
-      name: "value"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    options {
-      map_entry: true
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.pbtxt
deleted file mode 100644
index 7510c566ba..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-op-log-proto.pbtxt
+++ /dev/null
@@ -1,38 +0,0 @@
-path: "tensorflow.profiler.OpLogProto"
-tf_proto {
-  descriptor {
-    name: "OpLogProto"
-    field {
-      name: "log_entries"
-      number: 1
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.OpLogEntry"
-    }
-    field {
-      name: "id_to_string"
-      number: 2
-      label: LABEL_REPEATED
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.tfprof.OpLogProto.IdToStringEntry"
-    }
-    nested_type {
-      name: "IdToStringEntry"
-      field {
-        name: "key"
-        number: 1
-        label: LABEL_OPTIONAL
-        type: TYPE_INT64
-      }
-      field {
-        name: "value"
-        number: 2
-        label: LABEL_OPTIONAL
-        type: TYPE_STRING
-      }
-      options {
-        map_entry: true
-      }
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-profile-option-builder.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-profile-option-builder.pbtxt
deleted file mode 100644
index 19ff38a390..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-profile-option-builder.pbtxt
+++ /dev/null
@@ -1,93 +0,0 @@
-path: "tensorflow.profiler.ProfileOptionBuilder"
-tf_class {
-  is_instance: "<class \'tensorflow.python.profiler.option_builder.ProfileOptionBuilder\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'options\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "account_displayed_op_only"
-    argspec: "args=[\'self\', \'is_true\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "build"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "float_operation"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "order_by"
-    argspec: "args=[\'self\', \'attribute\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "select"
-    argspec: "args=[\'self\', \'attributes\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "time_and_memory"
-    argspec: "args=[\'min_micros\', \'min_bytes\', \'min_accelerator_micros\', \'min_cpu_micros\', \'min_peak_bytes\', \'min_residual_bytes\', \'min_output_bytes\'], varargs=None, keywords=None, defaults=[\'1\', \'1\', \'0\', \'0\', \'0\', \'0\', \'0\'], "
-  }
-  member_method {
-    name: "trainable_variables_parameter"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_accounted_types"
-    argspec: "args=[\'self\', \'account_type_regexes\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_empty_output"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_file_output"
-    argspec: "args=[\'self\', \'outfile\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_max_depth"
-    argspec: "args=[\'self\', \'max_depth\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_min_execution_time"
-    argspec: "args=[\'self\', \'min_micros\', \'min_accelerator_micros\', \'min_cpu_micros\'], varargs=None, keywords=None, defaults=[\'0\', \'0\', \'0\'], "
-  }
-  member_method {
-    name: "with_min_float_operations"
-    argspec: "args=[\'self\', \'min_float_ops\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_min_memory"
-    argspec: "args=[\'self\', \'min_bytes\', \'min_peak_bytes\', \'min_residual_bytes\', \'min_output_bytes\'], varargs=None, keywords=None, defaults=[\'0\', \'0\', \'0\', \'0\'], "
-  }
-  member_method {
-    name: "with_min_occurrence"
-    argspec: "args=[\'self\', \'min_occurrence\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_min_parameters"
-    argspec: "args=[\'self\', \'min_params\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_node_names"
-    argspec: "args=[\'self\', \'start_name_regexes\', \'show_name_regexes\', \'hide_name_regexes\', \'trim_name_regexes\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "with_pprof_output"
-    argspec: "args=[\'self\', \'pprof_file\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_stdout_output"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_step"
-    argspec: "args=[\'self\', \'step\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "with_timeline_output"
-    argspec: "args=[\'self\', \'timeline_file\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-profiler.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.-profiler.pbtxt
deleted file mode 100644
index acb61dae9f..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.-profiler.pbtxt
+++ /dev/null
@@ -1,37 +0,0 @@
-path: "tensorflow.profiler.Profiler"
-tf_class {
-  is_instance: "<class \'tensorflow.python.profiler.model_analyzer.Profiler\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'graph\', \'op_log\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "add_step"
-    argspec: "args=[\'self\', \'step\', \'run_meta\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "advise"
-    argspec: "args=[\'self\', \'options\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "profile_graph"
-    argspec: "args=[\'self\', \'options\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "profile_name_scope"
-    argspec: "args=[\'self\', \'options\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "profile_operations"
-    argspec: "args=[\'self\', \'options\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "profile_python"
-    argspec: "args=[\'self\', \'options\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "serialize_to_string"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.profiler.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.profiler.pbtxt
deleted file mode 100644
index 7b4d3ac522..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.profiler.pbtxt
+++ /dev/null
@@ -1,39 +0,0 @@
-path: "tensorflow.profiler"
-tf_module {
-  member {
-    name: "AdviceProto"
-    mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
-  }
-  member {
-    name: "GraphNodeProto"
-    mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
-  }
-  member {
-    name: "MultiGraphNodeProto"
-    mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
-  }
-  member {
-    name: "OpLogProto"
-    mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
-  }
-  member {
-    name: "ProfileOptionBuilder"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Profiler"
-    mtype: "<type \'type\'>"
-  }
-  member_method {
-    name: "advise"
-    argspec: "args=[\'graph\', \'run_meta\', \'options\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'0\'], "
-  }
-  member_method {
-    name: "profile"
-    argspec: "args=[\'graph\', \'run_meta\', \'op_log\', \'cmd\', \'options\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'scope\', \'0\'], "
-  }
-  member_method {
-    name: "write_op_log"
-    argspec: "args=[\'graph\', \'log_dir\', \'op_log\', \'run_meta\', \'add_trace\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.-profiler-hook.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.-profiler-hook.pbtxt
deleted file mode 100644
index 4df6c4156a..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.-profiler-hook.pbtxt
+++ /dev/null
@@ -1,30 +0,0 @@
-path: "tensorflow.train.ProfilerHook"
-tf_class {
-  is_instance: "<class \'tensorflow.python.training.basic_session_run_hooks.ProfilerHook\'>"
-  is_instance: "<class \'tensorflow.python.training.session_run_hook.SessionRunHook\'>"
-  is_instance: "<type \'object\'>"
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'save_steps\', \'save_secs\', \'output_dir\', \'show_dataflow\', \'show_memory\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'\', \'True\', \'False\'], "
-  }
-  member_method {
-    name: "after_create_session"
-    argspec: "args=[\'self\', \'session\', \'coord\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "after_run"
-    argspec: "args=[\'self\', \'run_context\', \'run_values\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "before_run"
-    argspec: "args=[\'self\', \'run_context\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "begin"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "end"
-    argspec: "args=[\'self\', \'session\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
index a091daa298..89d9270b27 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.train.pbtxt
@@ -136,10 +136,6 @@ tf_module {
     name: "Optimizer"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "ProfilerHook"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "ProximalAdagradOptimizer"
     mtype: "<type \'type\'>"
@@ -224,10 +220,6 @@ tf_module {
     name: "WorkerSessionCreator"
     mtype: "<type \'type\'>"
   }
-  member_method {
-    name: "NewCheckpointReader"
-    argspec: "args=[\'filepattern\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "cosine_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'alpha\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'None\'], "
@@ -244,10 +236,6 @@ tf_module {
     name: "get_checkpoint_state"
     argspec: "args=[\'checkpoint_dir\', \'latest_filename\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "init_from_checkpoint"
-    argspec: "args=[\'ckpt_dir_or_file\', \'assignment_map\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "inverse_time_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'decay_rate\', \'staircase\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\'], "
@@ -288,10 +276,6 @@ tf_module {
     name: "polynomial_decay"
     argspec: "args=[\'learning_rate\', \'global_step\', \'decay_steps\', \'end_learning_rate\', \'power\', \'cycle\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0001\', \'1.0\', \'False\', \'None\'], "
   }
-  member_method {
-    name: "replica_device_setter"
-    argspec: "args=[\'ps_tasks\', \'ps_device\', \'worker_device\', \'merge_devices\', \'cluster\', \'ps_ops\', \'ps_strategy\'], varargs=None, keywords=None, defaults=[\'0\', \'/job:ps\', \'/job:worker\', \'True\', \'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "sdca_fprint"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From c98cdd38b74d07aec0fdeb17acbbc2bb950e4f22 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Tue, 13 Nov 2018 17:28:57 -0800
Subject: [PATCH 1550/1825] Add distributed_runtime dependency to
 c_api_internal

The distributed_runtime header is referenced directly from
c_api_internal.h, so the dependency should be explicit.

PiperOrigin-RevId: 221364208
---
 tensorflow/c/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index b8db1b2144..edd0c30a46 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -60,6 +60,7 @@ tf_cuda_library(
             "//tensorflow/core:framework",
             "//tensorflow/core:lib",
             "//tensorflow/core:op_gen_lib",
+            "//tensorflow/core/distributed_runtime:server_lib",
         ],
     }),
 )
-- 
GitLab


From 94cf4b8cebaae0215fd231353b41cdf38d5d4793 Mon Sep 17 00:00:00 2001
From: Martin Wicke <wicke@google.com>
Date: Tue, 13 Nov 2018 17:29:54 -0800
Subject: [PATCH 1551/1825] Remove tf.saved_model.LEGACY_INIT_OP_KEY from the
 API. It's legacy and very deprecated.

PiperOrigin-RevId: 221364326
---
 tensorflow/python/saved_model/constants.py                  | 1 -
 tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt | 4 ----
 2 files changed, 5 deletions(-)

diff --git a/tensorflow/python/saved_model/constants.py b/tensorflow/python/saved_model/constants.py
index 0addbdc968..f696d4815b 100644
--- a/tensorflow/python/saved_model/constants.py
+++ b/tensorflow/python/saved_model/constants.py
@@ -40,7 +40,6 @@ tf_export(
 # CollectionDef key for the legacy init op.
 LEGACY_INIT_OP_KEY = "legacy_init_op"
 tf_export(
-    "saved_model.LEGACY_INIT_OP_KEY",
     v1=[
         "saved_model.LEGACY_INIT_OP_KEY",
         "saved_model.constants.LEGACY_INIT_OP_KEY"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
index d57936a2f1..c83b569176 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
@@ -32,10 +32,6 @@ tf_module {
     name: "GPU"
     mtype: "<type \'str\'>"
   }
-  member {
-    name: "LEGACY_INIT_OP_KEY"
-    mtype: "<type \'str\'>"
-  }
   member {
     name: "MAIN_OP_KEY"
     mtype: "<type \'str\'>"
-- 
GitLab


From bf383cf4b5037952cddaef30d71aaaaf5fa64917 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Tue, 13 Nov 2018 17:47:53 -0800
Subject: [PATCH 1552/1825] Exposing feature_column_v2 methods externally only
 in compat.v2 mode

PiperOrigin-RevId: 221366646
---
 .../sequence_feature_column_v2_test.py        |    2 +-
 .../python/feature_column/feature_column.py   |   28 +-
 .../feature_column/feature_column_lib.py      |    1 +
 .../feature_column/feature_column_test.py     |    2 +-
 .../feature_column/feature_column_v2.py       |  100 +-
 .../feature_column/feature_column_v2_test.py  | 1574 +++++++++--------
 .../feature_columns_integration_test.py       |   38 +-
 .../golden/v2/tensorflow.feature_column.pbtxt |    8 -
 ...sorflow.keras.layers.-dense-features.pbtxt |  175 ++
 ...ensorflow.keras.layers.-linear-model.pbtxt |  269 +++
 .../golden/v2/tensorflow.keras.layers.pbtxt   |    8 +
 11 files changed, 1360 insertions(+), 845 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt

diff --git a/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py
index 5ecd85807c..904d149fdb 100644
--- a/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py
+++ b/tensorflow/contrib/feature_column/python/feature_column/sequence_feature_column_v2_test.py
@@ -1279,7 +1279,7 @@ class SequenceIndicatorColumnTest(test.TestCase, parameterized.TestCase):
 
     categorical_column = sfc.sequence_categorical_column_with_identity(
         key='aaa', num_buckets=vocabulary_size)
-    indicator_column = fc.indicator_column(categorical_column)
+    indicator_column = fc.indicator_column_v2(categorical_column)
 
     _, sequence_length = indicator_column._get_sequence_dense_tensor(
         _LazyBuilder({'aaa': sparse_input}))
diff --git a/tensorflow/python/feature_column/feature_column.py b/tensorflow/python/feature_column/feature_column.py
index b7a6a88535..92e308070e 100644
--- a/tensorflow/python/feature_column/feature_column.py
+++ b/tensorflow/python/feature_column/feature_column.py
@@ -230,7 +230,7 @@ def _internal_input_layer(features,
       return _get_logits()
 
 
-@tf_export('feature_column.input_layer')
+@tf_export(v1=['feature_column.input_layer'])
 def input_layer(features,
                 feature_columns,
                 weight_collections=None,
@@ -365,7 +365,7 @@ class InputLayer(object):
     return self._input_layer_template.weights
 
 
-@tf_export('feature_column.linear_model')
+@tf_export(v1=['feature_column.linear_model'])
 def linear_model(features,
                  feature_columns,
                  units=1,
@@ -746,7 +746,7 @@ def _transform_features(features, feature_columns):
   return outputs
 
 
-@tf_export('feature_column.make_parse_example_spec')
+@tf_export(v1=['feature_column.make_parse_example_spec'])
 def make_parse_example_spec(feature_columns):
   """Creates parsing spec dictionary from input feature_columns.
 
@@ -807,7 +807,7 @@ def make_parse_example_spec(feature_columns):
   return result
 
 
-@tf_export('feature_column.embedding_column')
+@tf_export(v1=['feature_column.embedding_column'])
 def embedding_column(
     categorical_column, dimension, combiner='mean', initializer=None,
     ckpt_to_load_from=None, tensor_name_in_ckpt=None, max_norm=None,
@@ -919,7 +919,7 @@ def embedding_column(
       trainable=trainable)
 
 
-@tf_export('feature_column.shared_embedding_columns')
+@tf_export(v1=['feature_column.shared_embedding_columns'])
 def shared_embedding_columns(
     categorical_columns, dimension, combiner='mean', initializer=None,
     shared_embedding_collection_name=None, ckpt_to_load_from=None,
@@ -1085,7 +1085,7 @@ def shared_embedding_columns(
   return result
 
 
-@tf_export('feature_column.numeric_column')
+@tf_export(v1=['feature_column.numeric_column'])
 def numeric_column(key,
                    shape=(1,),
                    default_value=None,
@@ -1161,7 +1161,7 @@ def numeric_column(key,
       normalizer_fn=normalizer_fn)
 
 
-@tf_export('feature_column.bucketized_column')
+@tf_export(v1=['feature_column.bucketized_column'])
 def bucketized_column(source_column, boundaries):
   """Represents discretized dense input.
 
@@ -1258,7 +1258,7 @@ def _assert_key_is_string(key):
             type(key), key))
 
 
-@tf_export('feature_column.categorical_column_with_hash_bucket')
+@tf_export(v1=['feature_column.categorical_column_with_hash_bucket'])
 def categorical_column_with_hash_bucket(key,
                                         hash_bucket_size,
                                         dtype=dtypes.string):
@@ -1317,7 +1317,7 @@ def categorical_column_with_hash_bucket(key,
   return _HashedCategoricalColumn(key, hash_bucket_size, dtype)
 
 
-@tf_export('feature_column.categorical_column_with_vocabulary_file')
+@tf_export(v1=['feature_column.categorical_column_with_vocabulary_file'])
 def categorical_column_with_vocabulary_file(key,
                                             vocabulary_file,
                                             vocabulary_size=None,
@@ -1437,7 +1437,7 @@ def categorical_column_with_vocabulary_file(key,
       dtype=dtype)
 
 
-@tf_export('feature_column.categorical_column_with_vocabulary_list')
+@tf_export(v1=['feature_column.categorical_column_with_vocabulary_list'])
 def categorical_column_with_vocabulary_list(
     key, vocabulary_list, dtype=None, default_value=-1, num_oov_buckets=0):
   """A `_CategoricalColumn` with in-memory vocabulary.
@@ -1548,7 +1548,7 @@ def categorical_column_with_vocabulary_list(
       default_value=default_value, num_oov_buckets=num_oov_buckets)
 
 
-@tf_export('feature_column.categorical_column_with_identity')
+@tf_export(v1=['feature_column.categorical_column_with_identity'])
 def categorical_column_with_identity(key, num_buckets, default_value=None):
   """A `_CategoricalColumn` that returns identity values.
 
@@ -1616,7 +1616,7 @@ def categorical_column_with_identity(key, num_buckets, default_value=None):
       key=key, num_buckets=num_buckets, default_value=default_value)
 
 
-@tf_export('feature_column.indicator_column')
+@tf_export(v1=['feature_column.indicator_column'])
 def indicator_column(categorical_column):
   """Represents multi-hot representation of given categorical column.
 
@@ -1651,7 +1651,7 @@ def indicator_column(categorical_column):
   return _IndicatorColumn(categorical_column)
 
 
-@tf_export('feature_column.weighted_categorical_column')
+@tf_export(v1=['feature_column.weighted_categorical_column'])
 def weighted_categorical_column(
     categorical_column, weight_feature_key, dtype=dtypes.float32):
   """Applies weight values to a `_CategoricalColumn`.
@@ -1726,7 +1726,7 @@ def weighted_categorical_column(
       dtype=dtype)
 
 
-@tf_export('feature_column.crossed_column')
+@tf_export(v1=['feature_column.crossed_column'])
 def crossed_column(keys, hash_bucket_size, hash_key=None):
   """Returns a column for performing crosses of categorical features.
 
diff --git a/tensorflow/python/feature_column/feature_column_lib.py b/tensorflow/python/feature_column/feature_column_lib.py
index 3b818f18b5..68a2712425 100644
--- a/tensorflow/python/feature_column/feature_column_lib.py
+++ b/tensorflow/python/feature_column/feature_column_lib.py
@@ -20,4 +20,5 @@ from __future__ import print_function
 
 # pylint: disable=unused-import,line-too-long,wildcard-import
 from tensorflow.python.feature_column.feature_column import *
+from tensorflow.python.feature_column.feature_column_v2 import *
 # pylint: enable=unused-import,line-too-long
diff --git a/tensorflow/python/feature_column/feature_column_test.py b/tensorflow/python/feature_column/feature_column_test.py
index 1ae510250c..7f4b1902e1 100644
--- a/tensorflow/python/feature_column/feature_column_test.py
+++ b/tensorflow/python/feature_column/feature_column_test.py
@@ -30,7 +30,7 @@ from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python.client import session
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
-from tensorflow.python.feature_column import feature_column_lib as fc
+from tensorflow.python.feature_column import feature_column as fc
 from tensorflow.python.feature_column.feature_column import _CategoricalColumn
 from tensorflow.python.feature_column.feature_column import _DenseColumn
 from tensorflow.python.feature_column.feature_column import _FeatureColumn
diff --git a/tensorflow/python/feature_column/feature_column_v2.py b/tensorflow/python/feature_column/feature_column_v2.py
index 9b4a7e882f..8d27c96669 100644
--- a/tensorflow/python/feature_column/feature_column_v2.py
+++ b/tensorflow/python/feature_column/feature_column_v2.py
@@ -165,6 +165,7 @@ from tensorflow.python.training import checkpoint_utils
 from tensorflow.python.training.checkpointable import tracking
 from tensorflow.python.util import deprecation
 from tensorflow.python.util import nest
+from tensorflow.python.util.tf_export import tf_export
 
 
 _FEATURE_COLUMN_DEPRECATION_DATE = '2018-11-30'
@@ -258,7 +259,7 @@ class StateManager(object):
 
 
 class _StateManagerImpl(StateManager):
-  """Manages the state of FeatureLayer and LinearModel."""
+  """Manages the state of DenseFeatures and LinearLayer."""
 
   def __init__(self, layer, trainable):
     """Creates an _StateManagerImpl object.
@@ -302,7 +303,8 @@ class _StateManagerImpl(StateManager):
     raise ValueError('Variable does not exist.')
 
 
-class FeatureLayer(Layer):
+@tf_export('keras.layers.DenseFeatures', v1=[])
+class DenseFeatures(Layer):
   """A layer that produces a dense `Tensor` based on given `feature_columns`.
 
   Generally a single example in training data is described with FeatureColumns.
@@ -318,7 +320,7 @@ class FeatureLayer(Layer):
   keywords_embedded = embedding_column(
       categorical_column_with_hash_bucket("keywords", 10K), dimensions=16)
   columns = [price, keywords_embedded, ...]
-  feature_layer = FeatureLayer(columns)
+  feature_layer = DenseFeatures(columns)
 
   features = tf.parse_example(..., features=make_parse_example_spec(columns))
   dense_tensor = feature_layer(features)
@@ -333,7 +335,7 @@ class FeatureLayer(Layer):
                trainable=True,
                name=None,
                **kwargs):
-    """Constructs a FeatureLayer.
+    """Constructs a DenseFeatures.
 
     Args:
       feature_columns: An iterable containing the FeatureColumns to use as
@@ -344,13 +346,14 @@ class FeatureLayer(Layer):
         `indicator_column`.
       trainable: If `True` also add the variable to the graph collection
         `GraphKeys.TRAINABLE_VARIABLES` (see `tf.Variable`).
-      name: Name to give to the FeatureLayer.
+      name: Name to give to the DenseFeatures.
       **kwargs: Keyword arguments to construct a layer.
 
     Raises:
       ValueError: if an item in `feature_columns` is not a `DenseColumn`.
     """
-    super(FeatureLayer, self).__init__(name=name, trainable=trainable, **kwargs)
+    super(DenseFeatures, self).__init__(
+        name=name, trainable=trainable, **kwargs)
 
     self._feature_columns = _normalize_feature_columns(feature_columns)
     self._feature_columns = sorted(self._feature_columns, key=lambda x: x.name)
@@ -371,7 +374,7 @@ class FeatureLayer(Layer):
       with variable_scope._pure_variable_scope(self.name):  # pylint: disable=protected-access
         with variable_scope._pure_variable_scope(column.name):  # pylint: disable=protected-access
           column.create_state(self._state_manager)
-      super(FeatureLayer, self).build(None)
+      super(DenseFeatures, self).build(None)
 
   def call(self, features, cols_to_output_tensors=None):
     """Returns a dense tensor corresponding to the `feature_columns`.
@@ -515,6 +518,7 @@ class _LinearModelLayer(Layer):
       return predictions
 
 
+@tf_export('keras.layers.LinearModel', v1=[])
 class LinearModel(training.Model):
   """Produces a linear prediction `Tensor` based on given `feature_columns`.
 
@@ -522,7 +526,7 @@ class LinearModel(training.Model):
   Weighted sum refers to logits in classification problems. It refers to the
   prediction itself for linear regression problems.
 
-  Note on supported columns: `LinearModel` treats categorical columns as
+  Note on supported columns: `LinearLayer` treats categorical columns as
   `indicator_column`s. To be specific, assume the input as `SparseTensor` looks
   like:
 
@@ -547,7 +551,7 @@ class LinearModel(training.Model):
   keywords = categorical_column_with_hash_bucket("keywords", 10K)
   keywords_price = crossed_column('keywords', price_buckets, ...)
   columns = [price_buckets, keywords, keywords_price ...]
-  linear_model = LinearModel(columns)
+  linear_model = LinearLayer(columns)
 
   features = tf.parse_example(..., features=make_parse_example_spec(columns))
   prediction = linear_model(features)
@@ -561,7 +565,7 @@ class LinearModel(training.Model):
                trainable=True,
                name=None,
                **kwargs):
-    """Constructs a LinearModel.
+    """Constructs a LinearLayer.
 
     Args:
       feature_columns: An iterable containing the FeatureColumns to use as
@@ -695,7 +699,8 @@ def _transform_features(features, feature_columns, state_manager):
   return outputs
 
 
-def make_parse_example_spec(feature_columns):
+@tf_export('feature_column.make_parse_example_spec', v1=[])
+def make_parse_example_spec_v2(feature_columns):
   """Creates parsing spec dictionary from input feature_columns.
 
   The returned dictionary can be used as arg 'features' in `tf.parse_example`.
@@ -754,10 +759,15 @@ def make_parse_example_spec(feature_columns):
   return result
 
 
-def embedding_column(
-    categorical_column, dimension, combiner='mean', initializer=None,
-    ckpt_to_load_from=None, tensor_name_in_ckpt=None, max_norm=None,
-    trainable=True):
+@tf_export('feature_column.embedding_column', v1=[])
+def embedding_column_v2(categorical_column,
+                        dimension,
+                        combiner='mean',
+                        initializer=None,
+                        ckpt_to_load_from=None,
+                        tensor_name_in_ckpt=None,
+                        max_norm=None,
+                        trainable=True):
   """`DenseColumn` that converts from sparse, categorical input.
 
   Use this when your inputs are sparse, but you want to convert them to a dense
@@ -854,6 +864,7 @@ def embedding_column(
       trainable=trainable)
 
 
+@tf_export('feature_column.shared_embedding_columns', v1=[])
 def shared_embedding_columns_v2(categorical_columns,
                                 dimension,
                                 combiner='mean',
@@ -1019,11 +1030,12 @@ def shared_embedding_columns_v2(categorical_columns,
   return result
 
 
-def numeric_column(key,
-                   shape=(1,),
-                   default_value=None,
-                   dtype=dtypes.float32,
-                   normalizer_fn=None):
+@tf_export('feature_column.numeric_column', v1=[])
+def numeric_column_v2(key,
+                      shape=(1,),
+                      default_value=None,
+                      dtype=dtypes.float32,
+                      normalizer_fn=None):
   """Represents real valued or numerical features.
 
   Example:
@@ -1094,7 +1106,8 @@ def numeric_column(key,
       normalizer_fn=normalizer_fn)
 
 
-def bucketized_column(source_column, boundaries):
+@tf_export('feature_column.bucketized_column', v1=[])
+def bucketized_column_v2(source_column, boundaries):
   """Represents discretized dense input.
 
   Buckets include the left boundary, and exclude the right boundary. Namely,
@@ -1190,9 +1203,10 @@ def _assert_key_is_string(key):
             type(key), key))
 
 
-def categorical_column_with_hash_bucket(key,
-                                        hash_bucket_size,
-                                        dtype=dtypes.string):
+@tf_export('feature_column.categorical_column_with_hash_bucket', v1=[])
+def categorical_column_with_hash_bucket_v2(key,
+                                           hash_bucket_size,
+                                           dtype=dtypes.string):
   """Represents sparse feature where ids are set by hashing.
 
   Use this when your sparse features are in string or integer format, and you
@@ -1248,12 +1262,13 @@ def categorical_column_with_hash_bucket(key,
   return HashedCategoricalColumn(key, hash_bucket_size, dtype)
 
 
-def categorical_column_with_vocabulary_file(key,
-                                            vocabulary_file,
-                                            vocabulary_size=None,
-                                            num_oov_buckets=0,
-                                            default_value=None,
-                                            dtype=dtypes.string):
+@tf_export('feature_column.categorical_column_with_vocabulary_file', v1=[])
+def categorical_column_with_vocabulary_file_v2(key,
+                                               vocabulary_file,
+                                               vocabulary_size=None,
+                                               num_oov_buckets=0,
+                                               default_value=None,
+                                               dtype=dtypes.string):
   """A `CategoricalColumn` with a vocabulary file.
 
   Use this when your inputs are in string or integer format, and you have a
@@ -1367,8 +1382,12 @@ def categorical_column_with_vocabulary_file(key,
       dtype=dtype)
 
 
-def categorical_column_with_vocabulary_list(
-    key, vocabulary_list, dtype=None, default_value=-1, num_oov_buckets=0):
+@tf_export('feature_column.categorical_column_with_vocabulary_list', v1=[])
+def categorical_column_with_vocabulary_list_v2(key,
+                                               vocabulary_list,
+                                               dtype=None,
+                                               default_value=-1,
+                                               num_oov_buckets=0):
   """A `CategoricalColumn` with in-memory vocabulary.
 
   Use this when your inputs are in string or integer format, and you have an
@@ -1480,7 +1499,8 @@ def categorical_column_with_vocabulary_list(
       num_oov_buckets=num_oov_buckets)
 
 
-def categorical_column_with_identity(key, num_buckets, default_value=None):
+@tf_export('feature_column.categorical_column_with_identity', v1=[])
+def categorical_column_with_identity_v2(key, num_buckets, default_value=None):
   """A `CategoricalColumn` that returns identity values.
 
   Use this when your inputs are integers in the range `[0, num_buckets)`, and
@@ -1547,7 +1567,8 @@ def categorical_column_with_identity(key, num_buckets, default_value=None):
       key=key, number_buckets=num_buckets, default_value=default_value)
 
 
-def indicator_column(categorical_column):
+@tf_export('feature_column.indicator_column', v1=[])
+def indicator_column_v2(categorical_column):
   """Represents multi-hot representation of given categorical column.
 
   - For DNN model, `indicator_column` can be used to wrap any
@@ -1581,8 +1602,10 @@ def indicator_column(categorical_column):
   return IndicatorColumn(categorical_column)
 
 
-def weighted_categorical_column(
-    categorical_column, weight_feature_key, dtype=dtypes.float32):
+@tf_export('feature_column.weighted_categorical_column', v1=[])
+def weighted_categorical_column_v2(categorical_column,
+                                   weight_feature_key,
+                                   dtype=dtypes.float32):
   """Applies weight values to a `CategoricalColumn`.
 
   Use this when each of your sparse inputs has both an ID and a value. For
@@ -1655,7 +1678,8 @@ def weighted_categorical_column(
       dtype=dtype)
 
 
-def crossed_column(keys, hash_bucket_size, hash_key=None):
+@tf_export('feature_column.crossed_column', v1=[])
+def crossed_column_v2(keys, hash_bucket_size, hash_key=None):
   """Returns a column for performing crosses of categorical features.
 
   Crossed features will be hashed according to `hash_bucket_size`. Conceptually,
@@ -2890,7 +2914,7 @@ class EmbeddingColumn(
 def _raise_shared_embedding_column_error():
   raise ValueError('SharedEmbeddingColumns are not supported in '
                    '`linear_model` or `input_layer`. Please use '
-                   '`FeatureLayer` or `LinearModel` instead.')
+                   '`DenseFeatures` or `LinearModel` instead.')
 
 
 class SharedEmbeddingColumnCreator(tracking.Checkpointable):
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index a26b860056..2a133e2892 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -238,7 +238,7 @@ class LazyColumnTest(test.TestCase):
 class NumericColumnTest(test.TestCase):
 
   def test_defaults(self):
-    a = fc.numeric_column('aaa')
+    a = fc.numeric_column_v2('aaa')
     self.assertEqual('aaa', a.key)
     self.assertEqual('aaa', a.name)
     self.assertEqual((1,), a.shape)
@@ -249,53 +249,53 @@ class NumericColumnTest(test.TestCase):
 
   def test_key_should_be_string(self):
     with self.assertRaisesRegexp(ValueError, 'key must be a string.'):
-      fc.numeric_column(key=('aaa',))
+      fc.numeric_column_v2(key=('aaa',))
 
   def test_shape_saved_as_tuple(self):
-    a = fc.numeric_column('aaa', shape=[1, 2], default_value=[[3, 2.]])
+    a = fc.numeric_column_v2('aaa', shape=[1, 2], default_value=[[3, 2.]])
     self.assertEqual((1, 2), a.shape)
 
   def test_default_value_saved_as_tuple(self):
-    a = fc.numeric_column('aaa', default_value=4.)
+    a = fc.numeric_column_v2('aaa', default_value=4.)
     self.assertEqual((4.,), a.default_value)
-    a = fc.numeric_column('aaa', shape=[1, 2], default_value=[[3, 2.]])
+    a = fc.numeric_column_v2('aaa', shape=[1, 2], default_value=[[3, 2.]])
     self.assertEqual(((3., 2.),), a.default_value)
 
   def test_shape_and_default_value_compatibility(self):
-    fc.numeric_column('aaa', shape=[2], default_value=[1, 2.])
+    fc.numeric_column_v2('aaa', shape=[2], default_value=[1, 2.])
     with self.assertRaisesRegexp(ValueError, 'The shape of default_value'):
-      fc.numeric_column('aaa', shape=[2], default_value=[1, 2, 3.])
-    fc.numeric_column(
+      fc.numeric_column_v2('aaa', shape=[2], default_value=[1, 2, 3.])
+    fc.numeric_column_v2(
         'aaa', shape=[3, 2], default_value=[[2, 3], [1, 2], [2, 3.]])
     with self.assertRaisesRegexp(ValueError, 'The shape of default_value'):
-      fc.numeric_column(
+      fc.numeric_column_v2(
           'aaa', shape=[3, 1], default_value=[[2, 3], [1, 2], [2, 3.]])
     with self.assertRaisesRegexp(ValueError, 'The shape of default_value'):
-      fc.numeric_column(
+      fc.numeric_column_v2(
           'aaa', shape=[3, 3], default_value=[[2, 3], [1, 2], [2, 3.]])
 
   def test_default_value_type_check(self):
-    fc.numeric_column(
+    fc.numeric_column_v2(
         'aaa', shape=[2], default_value=[1, 2.], dtype=dtypes.float32)
-    fc.numeric_column(
+    fc.numeric_column_v2(
         'aaa', shape=[2], default_value=[1, 2], dtype=dtypes.int32)
     with self.assertRaisesRegexp(TypeError, 'must be compatible with dtype'):
-      fc.numeric_column(
+      fc.numeric_column_v2(
           'aaa', shape=[2], default_value=[1, 2.], dtype=dtypes.int32)
     with self.assertRaisesRegexp(TypeError,
                                  'default_value must be compatible with dtype'):
-      fc.numeric_column('aaa', default_value=['string'])
+      fc.numeric_column_v2('aaa', default_value=['string'])
 
   def test_shape_must_be_positive_integer(self):
     with self.assertRaisesRegexp(TypeError, 'shape dimensions must be integer'):
-      fc.numeric_column(
+      fc.numeric_column_v2(
           'aaa', shape=[
               1.0,
           ])
 
     with self.assertRaisesRegexp(ValueError,
                                  'shape dimensions must be greater than 0'):
-      fc.numeric_column(
+      fc.numeric_column_v2(
           'aaa', shape=[
               0,
           ])
@@ -303,20 +303,20 @@ class NumericColumnTest(test.TestCase):
   def test_dtype_is_convertible_to_float(self):
     with self.assertRaisesRegexp(ValueError,
                                  'dtype must be convertible to float'):
-      fc.numeric_column('aaa', dtype=dtypes.string)
+      fc.numeric_column_v2('aaa', dtype=dtypes.string)
 
   def test_scalar_default_value_fills_the_shape(self):
-    a = fc.numeric_column('aaa', shape=[2, 3], default_value=2.)
+    a = fc.numeric_column_v2('aaa', shape=[2, 3], default_value=2.)
     self.assertEqual(((2., 2., 2.), (2., 2., 2.)), a.default_value)
 
   def test_parse_spec(self):
-    a = fc.numeric_column('aaa', shape=[2, 3], dtype=dtypes.int32)
+    a = fc.numeric_column_v2('aaa', shape=[2, 3], dtype=dtypes.int32)
     self.assertEqual({
         'aaa': parsing_ops.FixedLenFeature((2, 3), dtype=dtypes.int32)
     }, a.parse_example_spec)
 
   def test_parse_example_no_default_value(self):
-    price = fc.numeric_column('price', shape=[2])
+    price = fc.numeric_column_v2('price', shape=[2])
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'price':
@@ -325,13 +325,13 @@ class NumericColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([price]))
+        features=fc.make_parse_example_spec_v2([price]))
     self.assertIn('price', features)
     with self.cached_session():
       self.assertAllEqual([[20., 110.]], features['price'].eval())
 
   def test_parse_example_with_default_value(self):
-    price = fc.numeric_column('price', shape=[2], default_value=11.)
+    price = fc.numeric_column_v2('price', shape=[2], default_value=11.)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'price':
@@ -347,21 +347,22 @@ class NumericColumnTest(test.TestCase):
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString(),
                     no_data.SerializeToString()],
-        features=fc.make_parse_example_spec([price]))
+        features=fc.make_parse_example_spec_v2([price]))
     self.assertIn('price', features)
     with self.cached_session():
       self.assertAllEqual([[20., 110.], [11., 11.]], features['price'].eval())
 
   def test_normalizer_fn_must_be_callable(self):
     with self.assertRaisesRegexp(TypeError, 'must be a callable'):
-      fc.numeric_column('price', normalizer_fn='NotACallable')
+      fc.numeric_column_v2('price', normalizer_fn='NotACallable')
 
   def test_normalizer_fn_transform_feature(self):
 
     def _increment_two(input_tensor):
       return input_tensor + 2.
 
-    price = fc.numeric_column('price', shape=[2], normalizer_fn=_increment_two)
+    price = fc.numeric_column_v2(
+        'price', shape=[2], normalizer_fn=_increment_two)
     output = fc._transform_features({
         'price': [[1., 2.], [5., 6.]]
     }, [price], None)
@@ -373,7 +374,8 @@ class NumericColumnTest(test.TestCase):
     def _increment_two(input_tensor):
       return input_tensor + 2.
 
-    price = fc.numeric_column('price', shape=[2], normalizer_fn=_increment_two)
+    price = fc.numeric_column_v2(
+        'price', shape=[2], normalizer_fn=_increment_two)
     transformation_cache = fc.FeatureTransformationCache({
         'price': [[1., 2.], [5., 6.]]
     })
@@ -382,7 +384,7 @@ class NumericColumnTest(test.TestCase):
         price.get_dense_tensor(transformation_cache, None))
 
   def test_sparse_tensor_not_supported(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     transformation_cache = fc.FeatureTransformationCache({
         'price':
             sparse_tensor.SparseTensor(
@@ -392,19 +394,19 @@ class NumericColumnTest(test.TestCase):
       price.transform_feature(transformation_cache, None)
 
   def test_deep_copy(self):
-    a = fc.numeric_column('aaa', shape=[1, 2], default_value=[[3., 2.]])
+    a = fc.numeric_column_v2('aaa', shape=[1, 2], default_value=[[3., 2.]])
     a_copy = copy.deepcopy(a)
     self.assertEqual(a_copy.name, 'aaa')
     self.assertEqual(a_copy.shape, (1, 2))
     self.assertEqual(a_copy.default_value, ((3., 2.),))
 
   def test_numpy_default_value(self):
-    a = fc.numeric_column(
+    a = fc.numeric_column_v2(
         'aaa', shape=[1, 2], default_value=np.array([[3., 2.]]))
     self.assertEqual(a.default_value, ((3., 2.),))
 
   def test_linear_model(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       model = fc.LinearModel([price])
@@ -418,7 +420,7 @@ class NumericColumnTest(test.TestCase):
         self.assertAllClose([[10.], [50.]], predictions.eval())
 
   def test_old_linear_model(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       predictions = fc_old.linear_model(features, [price])
@@ -436,7 +438,7 @@ class NumericColumnTest(test.TestCase):
     def _increment_two(input_tensor):
       return input_tensor + 2.
 
-    price = fc.numeric_column('price', normalizer_fn=_increment_two)
+    price = fc.numeric_column_v2('price', normalizer_fn=_increment_two)
     self.assertEqual(['price'], price.parents)
 
     config = price._get_config()
@@ -457,67 +459,67 @@ class NumericColumnTest(test.TestCase):
 class BucketizedColumnTest(test.TestCase):
 
   def test_invalid_source_column_type(self):
-    a = fc.categorical_column_with_hash_bucket('aaa', hash_bucket_size=10)
+    a = fc.categorical_column_with_hash_bucket_v2('aaa', hash_bucket_size=10)
     with self.assertRaisesRegexp(
         ValueError,
         'source_column must be a column generated with numeric_column'):
-      fc.bucketized_column(a, boundaries=[0, 1])
+      fc.bucketized_column_v2(a, boundaries=[0, 1])
 
   def test_invalid_source_column_shape(self):
-    a = fc.numeric_column('aaa', shape=[2, 3])
+    a = fc.numeric_column_v2('aaa', shape=[2, 3])
     with self.assertRaisesRegexp(
         ValueError, 'source_column must be one-dimensional column'):
-      fc.bucketized_column(a, boundaries=[0, 1])
+      fc.bucketized_column_v2(a, boundaries=[0, 1])
 
   def test_invalid_boundaries(self):
-    a = fc.numeric_column('aaa')
+    a = fc.numeric_column_v2('aaa')
     with self.assertRaisesRegexp(
         ValueError, 'boundaries must be a sorted list'):
-      fc.bucketized_column(a, boundaries=None)
+      fc.bucketized_column_v2(a, boundaries=None)
     with self.assertRaisesRegexp(
         ValueError, 'boundaries must be a sorted list'):
-      fc.bucketized_column(a, boundaries=1.)
+      fc.bucketized_column_v2(a, boundaries=1.)
     with self.assertRaisesRegexp(
         ValueError, 'boundaries must be a sorted list'):
-      fc.bucketized_column(a, boundaries=[1, 0])
+      fc.bucketized_column_v2(a, boundaries=[1, 0])
     with self.assertRaisesRegexp(
         ValueError, 'boundaries must be a sorted list'):
-      fc.bucketized_column(a, boundaries=[1, 1])
+      fc.bucketized_column_v2(a, boundaries=[1, 1])
 
   def test_name(self):
-    a = fc.numeric_column('aaa', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
+    a = fc.numeric_column_v2('aaa', dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
     self.assertTrue(b._is_v2_column)
     self.assertEqual('aaa_bucketized', b.name)
 
   def test_is_v2_column_old_numeric(self):
     a = fc_old.numeric_column('aaa', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
     self.assertFalse(b._is_v2_column)
     self.assertEqual('aaa_bucketized', b.name)
 
   def test_parse_spec(self):
-    a = fc.numeric_column('aaa', shape=[2], dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
+    a = fc.numeric_column_v2('aaa', shape=[2], dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
     self.assertEqual({
         'aaa': parsing_ops.FixedLenFeature((2,), dtype=dtypes.int32)
     }, b.parse_example_spec)
 
   def test_variable_shape(self):
-    a = fc.numeric_column('aaa', shape=[2], dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
+    a = fc.numeric_column_v2('aaa', shape=[2], dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
     # Column 'aaa` has shape [2] times three buckets -> variable_shape=[2, 3].
     self.assertAllEqual((2, 3), b.variable_shape)
 
   def test_num_buckets(self):
-    a = fc.numeric_column('aaa', shape=[2], dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
+    a = fc.numeric_column_v2('aaa', shape=[2], dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
     # Column 'aaa` has shape [2] times three buckets -> num_buckets=6.
     self.assertEqual(6, b.num_buckets)
 
   def test_parse_example(self):
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 50])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 50])
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'price':
@@ -526,14 +528,14 @@ class BucketizedColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([bucketized_price]))
+        features=fc.make_parse_example_spec_v2([bucketized_price]))
     self.assertIn('price', features)
     with self.cached_session():
       self.assertAllEqual([[20., 110.]], features['price'].eval())
 
   def test_transform_feature(self):
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       transformed_tensor = fc._transform_features({
           'price': [[-1., 1.], [5., 6.]]
@@ -544,8 +546,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_get_dense_tensor_one_input_value(self):
     """Tests _get_dense_tensor() for input with shape=[1]."""
-    price = fc.numeric_column('price', shape=[1])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[1])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       transformation_cache = fc.FeatureTransformationCache({
           'price': [[-1.], [1.], [5.], [6.]]
@@ -563,8 +565,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_get_dense_tensor_two_input_values(self):
     """Tests _get_dense_tensor() for input with shape=[2]."""
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       transformation_cache = fc.FeatureTransformationCache({
           'price': [[-1., 1.], [5., 6.]]
@@ -580,8 +582,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_get_sparse_tensors_one_input_value(self):
     """Tests _get_sparse_tensors() for input with shape=[1]."""
-    price = fc.numeric_column('price', shape=[1])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[1])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       transformation_cache = fc.FeatureTransformationCache({
           'price': [[-1.], [1.], [5.], [6.]]
@@ -598,8 +600,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_get_sparse_tensors_two_input_values(self):
     """Tests _get_sparse_tensors() for input with shape=[2]."""
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       transformation_cache = fc.FeatureTransformationCache({
           'price': [[-1., 1.], [5., 6.]]
@@ -617,8 +619,8 @@ class BucketizedColumnTest(test.TestCase):
         self.assertAllEqual([2, 2], id_tensor_value.dense_shape)
 
   def test_sparse_tensor_input_not_supported(self):
-    price = fc.numeric_column('price')
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 1])
+    price = fc.numeric_column_v2('price')
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 1])
     transformation_cache = fc.FeatureTransformationCache({
         'price':
             sparse_tensor.SparseTensor(
@@ -628,8 +630,8 @@ class BucketizedColumnTest(test.TestCase):
       bucketized_price.transform_feature(transformation_cache, None)
 
   def test_deep_copy(self):
-    a = fc.numeric_column('aaa', shape=[2])
-    a_bucketized = fc.bucketized_column(a, boundaries=[0, 1])
+    a = fc.numeric_column_v2('aaa', shape=[2])
+    a_bucketized = fc.bucketized_column_v2(a, boundaries=[0, 1])
     a_bucketized_copy = copy.deepcopy(a_bucketized)
     self.assertEqual(a_bucketized_copy.name, 'aaa_bucketized')
     self.assertAllEqual(a_bucketized_copy.variable_shape, (2, 3))
@@ -637,8 +639,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_linear_model_one_input_value(self):
     """Tests linear_model() for input with shape=[1]."""
-    price = fc.numeric_column('price', shape=[1])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[1])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       features = {'price': [[-1.], [1.], [5.], [6.]]}
       model = fc.LinearModel([bucketized_price])
@@ -662,8 +664,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_linear_model_two_input_values(self):
     """Tests linear_model() for input with shape=[2]."""
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       features = {'price': [[-1., 1.], [5., 6.]]}
       model = fc.LinearModel([bucketized_price])
@@ -691,8 +693,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_old_linear_model_one_input_value(self):
     """Tests linear_model() for input with shape=[1]."""
-    price = fc.numeric_column('price', shape=[1])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[1])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       features = {'price': [[-1.], [1.], [5.], [6.]]}
       predictions = fc_old.linear_model(features, [bucketized_price])
@@ -716,8 +718,8 @@ class BucketizedColumnTest(test.TestCase):
 
   def test_old_linear_model_two_input_values(self):
     """Tests linear_model() for input with shape=[2]."""
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       features = {'price': [[-1., 1.], [5., 6.]]}
       predictions = fc_old.linear_model(features, [bucketized_price])
@@ -746,7 +748,7 @@ class BucketizedColumnTest(test.TestCase):
   def test_old_linear_model_one_input_value_old_numeric(self):
     """Tests linear_model() for input with shape=[1]."""
     price = fc_old.numeric_column('price', shape=[1])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     with ops.Graph().as_default():
       features = {'price': [[-1.], [1.], [5.], [6.]]}
       predictions = fc_old.linear_model(features, [bucketized_price])
@@ -769,8 +771,8 @@ class BucketizedColumnTest(test.TestCase):
         self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
 
   def test_serialization(self):
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 2, 4, 6])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 2, 4, 6])
     self.assertEqual([price], bucketized_price.parents)
 
     config = bucketized_price._get_config()
@@ -801,7 +803,7 @@ class BucketizedColumnTest(test.TestCase):
 class HashedCategoricalColumnTest(test.TestCase):
 
   def test_defaults(self):
-    a = fc.categorical_column_with_hash_bucket('aaa', 10)
+    a = fc.categorical_column_with_hash_bucket_v2('aaa', 10)
     self.assertEqual('aaa', a.name)
     self.assertEqual('aaa', a.key)
     self.assertEqual(10, a.hash_bucket_size)
@@ -810,25 +812,25 @@ class HashedCategoricalColumnTest(test.TestCase):
 
   def test_key_should_be_string(self):
     with self.assertRaisesRegexp(ValueError, 'key must be a string.'):
-      fc.categorical_column_with_hash_bucket(('key',), 10)
+      fc.categorical_column_with_hash_bucket_v2(('key',), 10)
 
   def test_bucket_size_should_be_given(self):
     with self.assertRaisesRegexp(ValueError, 'hash_bucket_size must be set.'):
-      fc.categorical_column_with_hash_bucket('aaa', None)
+      fc.categorical_column_with_hash_bucket_v2('aaa', None)
 
   def test_bucket_size_should_be_positive(self):
     with self.assertRaisesRegexp(ValueError,
                                  'hash_bucket_size must be at least 1'):
-      fc.categorical_column_with_hash_bucket('aaa', 0)
+      fc.categorical_column_with_hash_bucket_v2('aaa', 0)
 
   def test_dtype_should_be_string_or_integer(self):
-    fc.categorical_column_with_hash_bucket('aaa', 10, dtype=dtypes.string)
-    fc.categorical_column_with_hash_bucket('aaa', 10, dtype=dtypes.int32)
+    fc.categorical_column_with_hash_bucket_v2('aaa', 10, dtype=dtypes.string)
+    fc.categorical_column_with_hash_bucket_v2('aaa', 10, dtype=dtypes.int32)
     with self.assertRaisesRegexp(ValueError, 'dtype must be string or integer'):
-      fc.categorical_column_with_hash_bucket('aaa', 10, dtype=dtypes.float32)
+      fc.categorical_column_with_hash_bucket_v2('aaa', 10, dtype=dtypes.float32)
 
   def test_deep_copy(self):
-    original = fc.categorical_column_with_hash_bucket('aaa', 10)
+    original = fc.categorical_column_with_hash_bucket_v2('aaa', 10)
     for column in (original, copy.deepcopy(original)):
       self.assertEqual('aaa', column.name)
       self.assertEqual(10, column.hash_bucket_size)
@@ -836,19 +838,19 @@ class HashedCategoricalColumnTest(test.TestCase):
       self.assertEqual(dtypes.string, column.dtype)
 
   def test_parse_spec_string(self):
-    a = fc.categorical_column_with_hash_bucket('aaa', 10)
+    a = fc.categorical_column_with_hash_bucket_v2('aaa', 10)
     self.assertEqual({
         'aaa': parsing_ops.VarLenFeature(dtypes.string)
     }, a.parse_example_spec)
 
   def test_parse_spec_int(self):
-    a = fc.categorical_column_with_hash_bucket('aaa', 10, dtype=dtypes.int32)
+    a = fc.categorical_column_with_hash_bucket_v2('aaa', 10, dtype=dtypes.int32)
     self.assertEqual({
         'aaa': parsing_ops.VarLenFeature(dtypes.int32)
     }, a.parse_example_spec)
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_hash_bucket('aaa', 10)
+    a = fc.categorical_column_with_hash_bucket_v2('aaa', 10)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'aaa':
@@ -857,7 +859,7 @@ class HashedCategoricalColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a]))
+        features=fc.make_parse_example_spec_v2([a]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -869,7 +871,7 @@ class HashedCategoricalColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_strings_should_be_hashed(self):
-    hashed_sparse = fc.categorical_column_with_hash_bucket('wire', 10)
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2('wire', 10)
     wire_tensor = sparse_tensor.SparseTensor(
         values=['omar', 'stringer', 'marlo'],
         indices=[[0, 0], [1, 0], [1, 1]],
@@ -888,11 +890,11 @@ class HashedCategoricalColumnTest(test.TestCase):
                           output.dense_shape.eval())
 
   def test_tensor_dtype_should_be_string_or_integer(self):
-    string_fc = fc.categorical_column_with_hash_bucket(
+    string_fc = fc.categorical_column_with_hash_bucket_v2(
         'a_string', 10, dtype=dtypes.string)
-    int_fc = fc.categorical_column_with_hash_bucket(
+    int_fc = fc.categorical_column_with_hash_bucket_v2(
         'a_int', 10, dtype=dtypes.int32)
-    float_fc = fc.categorical_column_with_hash_bucket(
+    float_fc = fc.categorical_column_with_hash_bucket_v2(
         'a_float', 10, dtype=dtypes.string)
     int_tensor = sparse_tensor.SparseTensor(
         values=[101],
@@ -917,7 +919,7 @@ class HashedCategoricalColumnTest(test.TestCase):
       transformation_cache.get(float_fc, None)
 
   def test_dtype_should_match_with_tensor(self):
-    hashed_sparse = fc.categorical_column_with_hash_bucket(
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2(
         'wire', 10, dtype=dtypes.int64)
     wire_tensor = sparse_tensor.SparseTensor(
         values=['omar'], indices=[[0, 0]], dense_shape=[1, 1])
@@ -926,7 +928,7 @@ class HashedCategoricalColumnTest(test.TestCase):
       transformation_cache.get(hashed_sparse, None)
 
   def test_ints_should_be_hashed(self):
-    hashed_sparse = fc.categorical_column_with_hash_bucket(
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2(
         'wire', 10, dtype=dtypes.int64)
     wire_tensor = sparse_tensor.SparseTensor(
         values=[101, 201, 301],
@@ -940,7 +942,7 @@ class HashedCategoricalColumnTest(test.TestCase):
       self.assertAllEqual(expected_values, output.values.eval())
 
   def test_int32_64_is_compatible(self):
-    hashed_sparse = fc.categorical_column_with_hash_bucket(
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2(
         'wire', 10, dtype=dtypes.int64)
     wire_tensor = sparse_tensor.SparseTensor(
         values=constant_op.constant([101, 201, 301], dtype=dtypes.int32),
@@ -954,7 +956,7 @@ class HashedCategoricalColumnTest(test.TestCase):
       self.assertAllEqual(expected_values, output.values.eval())
 
   def test_get_sparse_tensors(self):
-    hashed_sparse = fc.categorical_column_with_hash_bucket('wire', 10)
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2('wire', 10)
     transformation_cache = fc.FeatureTransformationCache({
         'wire':
             sparse_tensor.SparseTensor(
@@ -969,7 +971,7 @@ class HashedCategoricalColumnTest(test.TestCase):
         transformation_cache.get(hashed_sparse, None), id_weight_pair.id_tensor)
 
   def test_get_sparse_tensors_dense_input(self):
-    hashed_sparse = fc.categorical_column_with_hash_bucket('wire', 10)
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2('wire', 10)
     transformation_cache = fc.FeatureTransformationCache({
         'wire': (('omar', ''), ('stringer', 'marlo'))
     })
@@ -980,7 +982,7 @@ class HashedCategoricalColumnTest(test.TestCase):
         transformation_cache.get(hashed_sparse, None), id_weight_pair.id_tensor)
 
   def test_linear_model(self):
-    wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
+    wire_column = fc.categorical_column_with_hash_bucket_v2('wire', 4)
     self.assertEqual(4, wire_column.num_buckets)
     with ops.Graph().as_default():
       model = fc.LinearModel((wire_column,))
@@ -1002,7 +1004,7 @@ class HashedCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((4.,), (6.,)), predictions.eval())
 
   def test_old_linear_model(self):
-    wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
+    wire_column = fc.categorical_column_with_hash_bucket_v2('wire', 4)
     self.assertEqual(4, wire_column.num_buckets)
     with ops.Graph().as_default():
       predictions = fc_old.linear_model({
@@ -1024,7 +1026,7 @@ class HashedCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((4.,), (6.,)), predictions.eval())
 
   def test_serialization(self):
-    wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
+    wire_column = fc.categorical_column_with_hash_bucket_v2('wire', 4)
     self.assertEqual(['wire'], wire_column.parents)
 
     config = wire_column._get_config()
@@ -1043,104 +1045,104 @@ class CrossedColumnTest(test.TestCase):
   def test_keys_empty(self):
     with self.assertRaisesRegexp(
         ValueError, 'keys must be a list with length > 1'):
-      fc.crossed_column([], 10)
+      fc.crossed_column_v2([], 10)
 
   def test_keys_length_one(self):
     with self.assertRaisesRegexp(
         ValueError, 'keys must be a list with length > 1'):
-      fc.crossed_column(['a'], 10)
+      fc.crossed_column_v2(['a'], 10)
 
   def test_key_type_unsupported(self):
     with self.assertRaisesRegexp(ValueError, 'Unsupported key type'):
-      fc.crossed_column(['a', fc.numeric_column('c')], 10)
+      fc.crossed_column_v2(['a', fc.numeric_column_v2('c')], 10)
 
     with self.assertRaisesRegexp(
         ValueError, 'categorical_column_with_hash_bucket is not supported'):
-      fc.crossed_column(
-          ['a', fc.categorical_column_with_hash_bucket('c', 10)], 10)
+      fc.crossed_column_v2(
+          ['a', fc.categorical_column_with_hash_bucket_v2('c', 10)], 10)
 
   def test_hash_bucket_size_negative(self):
     with self.assertRaisesRegexp(
         ValueError, 'hash_bucket_size must be > 1'):
-      fc.crossed_column(['a', 'c'], -1)
+      fc.crossed_column_v2(['a', 'c'], -1)
 
   def test_hash_bucket_size_zero(self):
     with self.assertRaisesRegexp(
         ValueError, 'hash_bucket_size must be > 1'):
-      fc.crossed_column(['a', 'c'], 0)
+      fc.crossed_column_v2(['a', 'c'], 0)
 
   def test_hash_bucket_size_none(self):
     with self.assertRaisesRegexp(
         ValueError, 'hash_bucket_size must be > 1'):
-      fc.crossed_column(['a', 'c'], None)
+      fc.crossed_column_v2(['a', 'c'], None)
 
   def test_name(self):
-    a = fc.numeric_column('a', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed1 = fc.crossed_column(['d1', 'd2'], 10)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed1 = fc.crossed_column_v2(['d1', 'd2'], 10)
     self.assertTrue(crossed1._is_v2_column)
 
-    crossed2 = fc.crossed_column([b, 'c', crossed1], 10)
+    crossed2 = fc.crossed_column_v2([b, 'c', crossed1], 10)
     self.assertTrue(crossed2._is_v2_column)
     self.assertEqual('a_bucketized_X_c_X_d1_X_d2', crossed2.name)
 
   def test_is_v2_column(self):
     a = fc_old.numeric_column('a', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed1 = fc.crossed_column(['d1', 'd2'], 10)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed1 = fc.crossed_column_v2(['d1', 'd2'], 10)
     self.assertTrue(crossed1._is_v2_column)
 
-    crossed2 = fc.crossed_column([b, 'c', crossed1], 10)
+    crossed2 = fc.crossed_column_v2([b, 'c', crossed1], 10)
     self.assertFalse(crossed2._is_v2_column)
     self.assertEqual('a_bucketized_X_c_X_d1_X_d2', crossed2.name)
 
   def test_name_ordered_alphabetically(self):
     """Tests that the name does not depend on the order of given columns."""
-    a = fc.numeric_column('a', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed1 = fc.crossed_column(['d1', 'd2'], 10)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed1 = fc.crossed_column_v2(['d1', 'd2'], 10)
 
-    crossed2 = fc.crossed_column([crossed1, 'c', b], 10)
+    crossed2 = fc.crossed_column_v2([crossed1, 'c', b], 10)
     self.assertEqual('a_bucketized_X_c_X_d1_X_d2', crossed2.name)
 
   def test_name_leaf_keys_ordered_alphabetically(self):
     """Tests that the name does not depend on the order of given columns."""
-    a = fc.numeric_column('a', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed1 = fc.crossed_column(['d2', 'c'], 10)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed1 = fc.crossed_column_v2(['d2', 'c'], 10)
 
-    crossed2 = fc.crossed_column([crossed1, 'd1', b], 10)
+    crossed2 = fc.crossed_column_v2([crossed1, 'd1', b], 10)
     self.assertEqual('a_bucketized_X_c_X_d1_X_d2', crossed2.name)
 
   def test_parse_spec(self):
-    a = fc.numeric_column('a', shape=[2], dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed = fc.crossed_column([b, 'c'], 10)
+    a = fc.numeric_column_v2('a', shape=[2], dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed = fc.crossed_column_v2([b, 'c'], 10)
     self.assertEqual({
         'a': parsing_ops.FixedLenFeature((2,), dtype=dtypes.int32),
         'c': parsing_ops.VarLenFeature(dtypes.string),
     }, crossed.parse_example_spec)
 
   def test_num_buckets(self):
-    a = fc.numeric_column('a', shape=[2], dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed = fc.crossed_column([b, 'c'], 15)
+    a = fc.numeric_column_v2('a', shape=[2], dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed = fc.crossed_column_v2([b, 'c'], 15)
     self.assertEqual(15, crossed.num_buckets)
 
   def test_deep_copy(self):
-    a = fc.numeric_column('a', dtype=dtypes.int32)
-    b = fc.bucketized_column(a, boundaries=[0, 1])
-    crossed1 = fc.crossed_column(['d1', 'd2'], 10)
-    crossed2 = fc.crossed_column([b, 'c', crossed1], 15, hash_key=5)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32)
+    b = fc.bucketized_column_v2(a, boundaries=[0, 1])
+    crossed1 = fc.crossed_column_v2(['d1', 'd2'], 10)
+    crossed2 = fc.crossed_column_v2([b, 'c', crossed1], 15, hash_key=5)
     crossed2_copy = copy.deepcopy(crossed2)
     self.assertEqual('a_bucketized_X_c_X_d1_X_d2', crossed2_copy.name,)
     self.assertEqual(15, crossed2_copy.hash_bucket_size)
     self.assertEqual(5, crossed2_copy.hash_key)
 
   def test_parse_example(self):
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 50])
-    price_cross_wire = fc.crossed_column([bucketized_price, 'wire'], 10)
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 50])
+    price_cross_wire = fc.crossed_column_v2([bucketized_price, 'wire'], 10)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'price':
@@ -1152,7 +1154,7 @@ class CrossedColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([price_cross_wire]))
+        features=fc.make_parse_example_spec_v2([price_cross_wire]))
     self.assertIn('price', features)
     self.assertIn('wire', features)
     with self.cached_session():
@@ -1164,11 +1166,11 @@ class CrossedColumnTest(test.TestCase):
       self.assertAllEqual([1, 2], wire_sparse.dense_shape.eval())
 
   def test_transform_feature(self):
-    price = fc.numeric_column('price', shape=[2])
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 50])
+    price = fc.numeric_column_v2('price', shape=[2])
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 50])
     hash_bucket_size = 10
-    price_cross_wire = fc.crossed_column(
-        [bucketized_price, 'wire'], hash_bucket_size)
+    price_cross_wire = fc.crossed_column_v2([bucketized_price, 'wire'],
+                                            hash_bucket_size)
     features = {
         'price': constant_op.constant([[1., 2.], [5., 6.]]),
         'wire': sparse_tensor.SparseTensor(
@@ -1187,10 +1189,10 @@ class CrossedColumnTest(test.TestCase):
       self.assertAllEqual([2, 4], output_val.dense_shape)
 
   def test_get_sparse_tensors(self):
-    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed1 = fc.crossed_column(['d1', 'd2'], 10)
-    crossed2 = fc.crossed_column([b, 'c', crossed1], 15, hash_key=5)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column_v2(a, boundaries=(0, 1))
+    crossed1 = fc.crossed_column_v2(['d1', 'd2'], 10)
+    crossed2 = fc.crossed_column_v2([b, 'c', crossed1], 15, hash_key=5)
     with ops.Graph().as_default():
       transformation_cache = fc.FeatureTransformationCache({
           'a':
@@ -1228,9 +1230,9 @@ class CrossedColumnTest(test.TestCase):
 
   def test_get_sparse_tensors_simple(self):
     """Same as test_get_sparse_tensors, but with simpler values."""
-    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column_v2(a, boundaries=(0, 1))
+    crossed = fc.crossed_column_v2([b, 'c'], hash_bucket_size=5, hash_key=5)
     with ops.Graph().as_default():
       transformation_cache = fc.FeatureTransformationCache({
           'a':
@@ -1258,9 +1260,9 @@ class CrossedColumnTest(test.TestCase):
 
     Uses data from test_get_sparse_tesnsors_simple.
     """
-    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column_v2(a, boundaries=(0, 1))
+    crossed = fc.crossed_column_v2([b, 'c'], hash_bucket_size=5, hash_key=5)
     with ops.Graph().as_default():
       model = fc.LinearModel((crossed,))
       predictions = model({
@@ -1322,7 +1324,7 @@ class CrossedColumnTest(test.TestCase):
             id_tensor=ids_and_weights[0], weight_tensor=ids_and_weights[1])
 
     t = _TestColumnWithWeights()
-    crossed = fc.crossed_column([t, 'c'], hash_bucket_size=5, hash_key=5)
+    crossed = fc.crossed_column_v2([t, 'c'], hash_bucket_size=5, hash_key=5)
     with ops.Graph().as_default():
       with self.assertRaisesRegexp(
           ValueError,
@@ -1351,9 +1353,9 @@ class CrossedColumnTest(test.TestCase):
 
     Uses data from test_get_sparse_tesnsors_simple.
     """
-    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column_v2(a, boundaries=(0, 1))
+    crossed = fc.crossed_column_v2([b, 'c'], hash_bucket_size=5, hash_key=5)
     with ops.Graph().as_default():
       predictions = fc_old.linear_model({
           'a':
@@ -1433,7 +1435,7 @@ class CrossedColumnTest(test.TestCase):
             id_tensor=ids_and_weights[0], weight_tensor=ids_and_weights[1])
 
     t = _TestColumnWithWeights()
-    crossed = fc.crossed_column([t, 'c'], hash_bucket_size=5, hash_key=5)
+    crossed = fc.crossed_column_v2([t, 'c'], hash_bucket_size=5, hash_key=5)
     with ops.Graph().as_default():
       with self.assertRaisesRegexp(
           ValueError,
@@ -1462,8 +1464,8 @@ class CrossedColumnTest(test.TestCase):
     Uses data from test_get_sparse_tesnsors_simple.
     """
     a = fc_old.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+    b = fc.bucketized_column_v2(a, boundaries=(0, 1))
+    crossed = fc.crossed_column_v2([b, 'c'], hash_bucket_size=5, hash_key=5)
     with ops.Graph().as_default():
       predictions = fc_old.linear_model({
           'a':
@@ -1488,9 +1490,9 @@ class CrossedColumnTest(test.TestCase):
         self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
 
   def test_serialization(self):
-    a = fc.numeric_column('a', dtype=dtypes.int32, shape=(2,))
-    b = fc.bucketized_column(a, boundaries=(0, 1))
-    crossed = fc.crossed_column([b, 'c'], hash_bucket_size=5, hash_key=5)
+    a = fc.numeric_column_v2('a', dtype=dtypes.int32, shape=(2,))
+    b = fc.bucketized_column_v2(a, boundaries=(0, 1))
+    crossed = fc.crossed_column_v2([b, 'c'], hash_bucket_size=5, hash_key=5)
 
     self.assertEqual([b, 'c'], crossed.parents)
 
@@ -1566,25 +1568,26 @@ class LinearModelTest(test.TestCase):
   def test_does_not_support_dict_columns(self):
     with self.assertRaisesRegexp(
         ValueError, 'Expected feature_columns to be iterable, found dict.'):
-      fc.LinearModel(feature_columns={'a': fc.numeric_column('a')})
+      fc.LinearModel(feature_columns={'a': fc.numeric_column_v2('a')})
 
   def test_raises_if_duplicate_name(self):
     with self.assertRaisesRegexp(
         ValueError, 'Duplicate feature column name found for columns'):
-      fc.LinearModel(
-          feature_columns=[fc.numeric_column('a'),
-                           fc.numeric_column('a')])
+      fc.LinearModel(feature_columns=[
+          fc.numeric_column_v2('a'),
+          fc.numeric_column_v2('a')
+      ])
 
   def test_not_dict_input_features(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = [[1.], [5.]]
       model = fc.LinearModel([price])
       with self.assertRaisesRegexp(ValueError, 'We expected a dictionary here'):
-        predictions = model(features)
+        model(features)
 
   def test_dense_bias(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       model = fc.LinearModel([price])
@@ -1597,7 +1600,7 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[15.], [55.]], predictions.eval())
 
   def test_sparse_bias(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -1615,8 +1618,8 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [10015.]], predictions.eval())
 
   def test_dense_and_sparse_bias(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
-    price = fc.numeric_column('price')
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -1688,7 +1691,7 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [10015.]], predictions.eval())
 
   def test_dense_multi_output(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       model = fc.LinearModel([price], units=3)
@@ -1703,7 +1706,7 @@ class LinearModelTest(test.TestCase):
                             predictions.eval())
 
   def test_sparse_multi_output(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -1725,7 +1728,7 @@ class LinearModelTest(test.TestCase):
                             predictions.eval())
 
   def test_dense_multi_dimension(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1., 2.], [5., 6.]]}
       model = fc.LinearModel([price])
@@ -1737,7 +1740,7 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[210.], [650.]], predictions.eval())
 
   def test_sparse_multi_rank(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = array_ops.sparse_placeholder(dtypes.string)
       wire_value = sparse_tensor.SparseTensorValue(
@@ -1759,7 +1762,7 @@ class LinearModelTest(test.TestCase):
             predictions.eval(feed_dict={wire_tensor: wire_value}))
 
   def test_sparse_combiner(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -1775,8 +1778,8 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [5010.]], predictions.eval())
 
   def test_sparse_combiner_with_negative_weights(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
-    wire_cast_weights = fc.weighted_categorical_column(wire_cast, 'weights')
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
+    wire_cast_weights = fc.weighted_categorical_column_v2(wire_cast, 'weights')
 
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
@@ -1796,7 +1799,7 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [-9985.]], predictions.eval())
 
   def test_dense_multi_dimension_multi_output(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1., 2.], [5., 6.]]}
       model = fc.LinearModel([price], units=3)
@@ -1811,7 +1814,7 @@ class LinearModelTest(test.TestCase):
                             predictions.eval())
 
   def test_raises_if_shape_mismatch(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       with self.assertRaisesRegexp(
@@ -1821,7 +1824,7 @@ class LinearModelTest(test.TestCase):
         model(features)
 
   def test_dense_reshaping(self):
-    price = fc.numeric_column('price', shape=[1, 2])
+    price = fc.numeric_column_v2('price', shape=[1, 2])
     with ops.Graph().as_default():
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
       model = fc.LinearModel([price])
@@ -1835,8 +1838,8 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[210.], [650.]], predictions.eval())
 
   def test_dense_multi_column(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': [[1., 2.], [5., 6.]],
@@ -1856,7 +1859,7 @@ class LinearModelTest(test.TestCase):
         self.assertAllClose([[3217.], [4657.]], predictions.eval())
 
   def test_dense_trainable_default(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default() as g:
       features = {'price': [[1.], [5.]]}
       model = fc.LinearModel([price])
@@ -1867,7 +1870,7 @@ class LinearModelTest(test.TestCase):
       self.assertIn(price_var, trainable_vars)
 
   def test_sparse_trainable_default(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default() as g:
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar'], indices=[[0, 0]], dense_shape=[1, 1])
@@ -1880,7 +1883,7 @@ class LinearModelTest(test.TestCase):
       self.assertIn(wire_cast_var, trainable_vars)
 
   def test_dense_trainable_false(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default() as g:
       features = {'price': [[1.], [5.]]}
       model = fc.LinearModel([price], trainable=False)
@@ -1889,7 +1892,7 @@ class LinearModelTest(test.TestCase):
       self.assertEqual([], trainable_vars)
 
   def test_sparse_trainable_false(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default() as g:
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar'], indices=[[0, 0]], dense_shape=[1, 1])
@@ -1900,9 +1903,9 @@ class LinearModelTest(test.TestCase):
       self.assertEqual([], trainable_vars)
 
   def test_column_order(self):
-    price_a = fc.numeric_column('price_a')
-    price_b = fc.numeric_column('price_b')
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    price_a = fc.numeric_column_v2('price_a')
+    price_b = fc.numeric_column_v2('price_b')
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       features = {
           'price_a': [[1.]],
@@ -1936,13 +1939,13 @@ class LinearModelTest(test.TestCase):
       self.assertIn('wire_cast', my_vars[2].name)
 
   def test_variable_names(self):
-    price1 = fc.numeric_column('price1')
-    dense_feature = fc.numeric_column('dense_feature')
-    dense_feature_bucketized = fc.bucketized_column(
+    price1 = fc.numeric_column_v2('price1')
+    dense_feature = fc.numeric_column_v2('dense_feature')
+    dense_feature_bucketized = fc.bucketized_column_v2(
         dense_feature, boundaries=[0.])
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)
     all_cols = [price1, dense_feature_bucketized, some_embedding_column]
 
@@ -1966,7 +1969,7 @@ class LinearModelTest(test.TestCase):
       ], variable_names)
 
   def test_fit_and_predict(self):
-    columns = [fc.numeric_column('a')]
+    columns = [fc.numeric_column_v2('a')]
 
     model = fc.LinearModel(columns)
     model.compile(
@@ -1983,8 +1986,8 @@ class LinearModelTest(test.TestCase):
     model.predict(x, batch_size=5)
 
   def test_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': [[1.], [5.], [7.]],  # batchsize = 3
@@ -1997,9 +2000,9 @@ class LinearModelTest(test.TestCase):
       model(features)
 
   def test_subset_of_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
-    price3 = fc.numeric_column('price3')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
+    price3 = fc.numeric_column_v2('price3')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -2013,8 +2016,8 @@ class LinearModelTest(test.TestCase):
         model(features)
 
   def test_runtime_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -2029,8 +2032,8 @@ class LinearModelTest(test.TestCase):
               predictions, feed_dict={features['price1']: [[1.], [5.], [7.]]})
 
   def test_runtime_batch_size_matches(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 2
@@ -2047,14 +2050,14 @@ class LinearModelTest(test.TestCase):
             })
 
   def test_with_numpy_input_fn(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(
+    price = fc.numeric_column_v2('price')
+    price_buckets = fc.bucketized_column_v2(
         price, boundaries=[
             0.,
             10.,
             100.,
         ])
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
 
     input_fn = numpy_io.numpy_input_fn(
@@ -2084,14 +2087,14 @@ class LinearModelTest(test.TestCase):
       coord.join(threads)
 
   def test_with_1d_sparse_tensor(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(
+    price = fc.numeric_column_v2('price')
+    price_buckets = fc.bucketized_column_v2(
         price, boundaries=[
             0.,
             10.,
             100.,
         ])
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
 
     # Provides 1-dim tensor and dense tensor.
@@ -2117,16 +2120,16 @@ class LinearModelTest(test.TestCase):
       self.assertAllClose([[10 - 1000 + 5.], [1000 - 10 + 5.]], sess.run(net))
 
   def test_with_1d_unknown_shape_sparse_tensor(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(
+    price = fc.numeric_column_v2('price')
+    price_buckets = fc.bucketized_column_v2(
         price, boundaries=[
             0.,
             10.,
             100.,
         ])
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    country = fc.categorical_column_with_vocabulary_list(
+    country = fc.categorical_column_with_vocabulary_list_v2(
         'country', vocabulary_list=['US', 'JP', 'CA'])
 
     # Provides 1-dim tensor and dense tensor.
@@ -2163,7 +2166,7 @@ class LinearModelTest(test.TestCase):
                               }))
 
   def test_with_rank_0_feature(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     features = {
         'price': constant_op.constant(0),
     }
@@ -2186,7 +2189,7 @@ class LinearModelTest(test.TestCase):
         sess.run(net, feed_dict={features['price']: np.array(1)})
 
   def test_multiple_linear_models(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features1 = {'price': [[1.], [5.]]}
       features2 = {'price': [[2.], [10.]]}
@@ -2254,18 +2257,21 @@ class OldLinearModelTest(test.TestCase):
     with self.assertRaisesRegexp(
         ValueError, 'Expected feature_columns to be iterable, found dict.'):
       fc_old.linear_model(
-          features={'a': [[0]]}, feature_columns={'a': fc.numeric_column('a')})
+          features={'a': [[0]]},
+          feature_columns={'a': fc.numeric_column_v2('a')})
 
   def test_raises_if_duplicate_name(self):
     with self.assertRaisesRegexp(
         ValueError, 'Duplicate feature column name found for columns'):
       fc_old.linear_model(
           features={'a': [[0]]},
-          feature_columns=[fc.numeric_column('a'),
-                           fc.numeric_column('a')])
+          feature_columns=[
+              fc.numeric_column_v2('a'),
+              fc.numeric_column_v2('a')
+          ])
 
   def test_dense_bias(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       predictions = fc_old.linear_model(features, [price])
@@ -2278,7 +2284,7 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[15.], [55.]], predictions.eval())
 
   def test_sparse_bias(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -2296,8 +2302,8 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [10015.]], predictions.eval())
 
   def test_dense_and_sparse_bias(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
-    price = fc.numeric_column('price')
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -2397,7 +2403,7 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [10015.]], predictions.eval())
 
   def test_dense_multi_output(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       predictions = fc_old.linear_model(features, [price], units=3)
@@ -2412,7 +2418,7 @@ class OldLinearModelTest(test.TestCase):
                             predictions.eval())
 
   def test_sparse_multi_output(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -2434,7 +2440,7 @@ class OldLinearModelTest(test.TestCase):
                             predictions.eval())
 
   def test_dense_multi_dimension(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1., 2.], [5., 6.]]}
       predictions = fc_old.linear_model(features, [price])
@@ -2445,7 +2451,7 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[210.], [650.]], predictions.eval())
 
   def test_sparse_multi_rank(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = array_ops.sparse_placeholder(dtypes.string)
       wire_value = sparse_tensor.SparseTensorValue(
@@ -2466,7 +2472,7 @@ class OldLinearModelTest(test.TestCase):
             predictions.eval(feed_dict={wire_tensor: wire_value}))
 
   def test_sparse_combiner(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar', 'stringer', 'marlo'],  # hashed to = [2, 0, 3]
@@ -2483,8 +2489,8 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [5010.]], predictions.eval())
 
   def test_sparse_combiner_with_negative_weights(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
-    wire_cast_weights = fc.weighted_categorical_column(wire_cast, 'weights')
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
+    wire_cast_weights = fc.weighted_categorical_column_v2(wire_cast, 'weights')
 
     with ops.Graph().as_default():
       wire_tensor = sparse_tensor.SparseTensor(
@@ -2505,7 +2511,7 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[1005.], [-9985.]], predictions.eval())
 
   def test_dense_multi_dimension_multi_output(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1., 2.], [5., 6.]]}
       predictions = fc_old.linear_model(features, [price], units=3)
@@ -2520,7 +2526,7 @@ class OldLinearModelTest(test.TestCase):
                             predictions.eval())
 
   def test_raises_if_shape_mismatch(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       with self.assertRaisesRegexp(
@@ -2529,7 +2535,7 @@ class OldLinearModelTest(test.TestCase):
         fc_old.linear_model(features, [price])
 
   def test_dense_reshaping(self):
-    price = fc.numeric_column('price', shape=[1, 2])
+    price = fc.numeric_column_v2('price', shape=[1, 2])
     with ops.Graph().as_default():
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
       predictions = fc_old.linear_model(features, [price])
@@ -2543,8 +2549,8 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[210.], [650.]], predictions.eval())
 
   def test_dense_multi_column(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {'price1': [[1., 2.], [5., 6.]], 'price2': [[3.], [4.]]}
       predictions = fc_old.linear_model(features, [price1, price2])
@@ -2562,8 +2568,8 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[3217.], [4657.]], predictions.eval())
 
   def test_fills_cols_to_vars(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {'price1': [[1., 2.], [5., 6.]], 'price2': [[3.], [4.]]}
       cols_to_vars = {}
@@ -2576,8 +2582,8 @@ class OldLinearModelTest(test.TestCase):
       self.assertAllEqual(cols_to_vars[price2], [price2_var])
 
   def test_fills_cols_to_vars_partitioned_variables(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2', shape=3)
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2', shape=3)
     with ops.Graph().as_default():
       features = {
           'price1': [[1., 2.], [6., 7.]],
@@ -2603,13 +2609,13 @@ class OldLinearModelTest(test.TestCase):
     # Provide three _DenseColumn's to input_layer: a _NumericColumn, a
     # _BucketizedColumn, and an _EmbeddingColumn.  Only the _EmbeddingColumn
     # creates a Variable.
-    apple_numeric_column = fc.numeric_column('apple_numeric_column')
-    banana_dense_feature = fc.numeric_column('banana_dense_feature')
-    banana_dense_feature_bucketized = fc.bucketized_column(
+    apple_numeric_column = fc.numeric_column_v2('apple_numeric_column')
+    banana_dense_feature = fc.numeric_column_v2('banana_dense_feature')
+    banana_dense_feature_bucketized = fc.bucketized_column_v2(
         banana_dense_feature, boundaries=[0.])
-    cherry_sparse_column = fc.categorical_column_with_hash_bucket(
+    cherry_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'cherry_sparse_feature', hash_bucket_size=5)
-    dragonfruit_embedding_column = fc.embedding_column(
+    dragonfruit_embedding_column = fc.embedding_column_v2(
         cherry_sparse_column, dimension=10)
     with ops.Graph().as_default():
       features = {
@@ -2634,7 +2640,7 @@ class OldLinearModelTest(test.TestCase):
       self.assertItemsEqual(input_layer_inputs, output_tensors)
 
   def test_dense_collection(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default() as g:
       features = {'price': [[1.], [5.]]}
       fc_old.linear_model(features, [price], weight_collections=['my-vars'])
@@ -2645,7 +2651,7 @@ class OldLinearModelTest(test.TestCase):
       self.assertIn(price_var, my_vars)
 
   def test_sparse_collection(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default() as g:
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar'], indices=[[0, 0]], dense_shape=[1, 1])
@@ -2658,7 +2664,7 @@ class OldLinearModelTest(test.TestCase):
       self.assertIn(wire_cast_var, my_vars)
 
   def test_dense_trainable_default(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default() as g:
       features = {'price': [[1.], [5.]]}
       fc_old.linear_model(features, [price])
@@ -2669,7 +2675,7 @@ class OldLinearModelTest(test.TestCase):
       self.assertIn(price_var, trainable_vars)
 
   def test_sparse_trainable_default(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default() as g:
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar'], indices=[[0, 0]], dense_shape=[1, 1])
@@ -2682,7 +2688,7 @@ class OldLinearModelTest(test.TestCase):
       self.assertIn(wire_cast_var, trainable_vars)
 
   def test_dense_trainable_false(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default() as g:
       features = {'price': [[1.], [5.]]}
       fc_old.linear_model(features, [price], trainable=False)
@@ -2690,7 +2696,7 @@ class OldLinearModelTest(test.TestCase):
       self.assertEqual([], trainable_vars)
 
   def test_sparse_trainable_false(self):
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default() as g:
       wire_tensor = sparse_tensor.SparseTensor(
           values=['omar'], indices=[[0, 0]], dense_shape=[1, 1])
@@ -2700,9 +2706,9 @@ class OldLinearModelTest(test.TestCase):
       self.assertEqual([], trainable_vars)
 
   def test_column_order(self):
-    price_a = fc.numeric_column('price_a')
-    price_b = fc.numeric_column('price_b')
-    wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
+    price_a = fc.numeric_column_v2('price_a')
+    price_b = fc.numeric_column_v2('price_b')
+    wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
     with ops.Graph().as_default() as g:
       features = {
           'price_a': [[1.]],
@@ -2736,8 +2742,8 @@ class OldLinearModelTest(test.TestCase):
       self.assertIn('wire_cast', my_vars[2].name)
 
   def test_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': [[1.], [5.], [7.]],  # batchsize = 3
@@ -2749,9 +2755,9 @@ class OldLinearModelTest(test.TestCase):
       fc_old.linear_model(features, [price1, price2])
 
   def test_subset_of_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
-    price3 = fc.numeric_column('price3')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
+    price3 = fc.numeric_column_v2('price3')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -2764,8 +2770,8 @@ class OldLinearModelTest(test.TestCase):
         fc_old.linear_model(features, [price1, price2, price3])
 
   def test_runtime_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -2779,8 +2785,8 @@ class OldLinearModelTest(test.TestCase):
               predictions, feed_dict={features['price1']: [[1.], [5.], [7.]]})
 
   def test_runtime_batch_size_matches(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 2
@@ -2796,14 +2802,14 @@ class OldLinearModelTest(test.TestCase):
             })
 
   def test_with_1d_sparse_tensor(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(
+    price = fc.numeric_column_v2('price')
+    price_buckets = fc.bucketized_column_v2(
         price, boundaries=[
             0.,
             10.,
             100.,
         ])
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
 
     # Provides 1-dim tensor and dense tensor.
@@ -2835,16 +2841,16 @@ class OldLinearModelTest(test.TestCase):
       self.assertAllClose([[10 - 1000 + 5.], [1000 - 10 + 5.]], sess.run(net))
 
   def test_with_1d_unknown_shape_sparse_tensor(self):
-    price = fc.numeric_column('price')
-    price_buckets = fc.bucketized_column(
+    price = fc.numeric_column_v2('price')
+    price_buckets = fc.bucketized_column_v2(
         price, boundaries=[
             0.,
             10.,
             100.,
         ])
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    country = fc.categorical_column_with_vocabulary_list(
+    country = fc.categorical_column_with_vocabulary_list_v2(
         'country', vocabulary_list=['US', 'JP', 'CA'])
 
     # Provides 1-dim tensor and dense tensor.
@@ -2880,7 +2886,7 @@ class OldLinearModelTest(test.TestCase):
                               }))
 
   def test_with_rank_0_feature(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     features = {
         'price': constant_op.constant(0),
     }
@@ -2901,7 +2907,7 @@ class OldLinearModelTest(test.TestCase):
         sess.run(net, feed_dict={features['price']: np.array(1)})
 
   def test_multiple_linear_models(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features1 = {'price': [[1.], [5.]]}
       features2 = {'price': [[2.], [10.]]}
@@ -2922,10 +2928,10 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([[25.], [105.]], predictions2.eval())
 
   def test_linear_model_v1_shared_embedding_all_other_v2(self):
-    price = fc.numeric_column('price')  # v2
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    price = fc.numeric_column_v2('price')  # v2
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)  # v2
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)  # v2
     categorical_column_a = fc_old.categorical_column_with_identity(
         key='aaa', num_buckets=3)  # v2
@@ -2958,14 +2964,14 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([0.], bias.eval())
 
   def test_linear_model_v1_shared_embedding_with_v2_cat_all_other_v2(self):
-    price = fc.numeric_column('price')  # v2
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    price = fc.numeric_column_v2('price')  # v2
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)  # v2
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)  # v2
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)  # v2
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)  # v2
     shared_embedding_a, shared_embedding_b = fc_old.shared_embedding_columns(
         [categorical_column_a, categorical_column_b], dimension=2)  # v1
@@ -2994,7 +3000,7 @@ class OldLinearModelTest(test.TestCase):
         self.assertAllClose([0.], bias.eval())
 
   def test_linear_model_v1_v2_mix(self):
-    price = fc.numeric_column('price')  # v2
+    price = fc.numeric_column_v2('price')  # v2
     some_sparse_column = fc_old.categorical_column_with_hash_bucket(
         'sparse_feature', hash_bucket_size=5)  # v1
     some_embedding_column = fc_old.embedding_column(
@@ -3035,9 +3041,9 @@ class OldLinearModelTest(test.TestCase):
         'sparse_feature', hash_bucket_size=5)  # v1
     some_embedding_column = fc_old.embedding_column(
         some_sparse_column, dimension=10)  # v1
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)  # v2
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)  # v2
     shared_embedding_a, shared_embedding_b = fc.shared_embedding_columns_v2(
         [categorical_column_a, categorical_column_b], dimension=2)  # v2
@@ -3065,13 +3071,13 @@ class OldLinearModelTest(test.TestCase):
         fc_old.linear_model(features, all_cols)
 
 
-class FeatureLayerTest(test.TestCase):
+class DenseFeaturesTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes()
   def test_retrieving_input(self):
     features = {'a': [0.]}
-    feature_layer = fc.FeatureLayer(fc.numeric_column('a'))
-    inputs = self.evaluate(feature_layer(features))
+    dense_features = fc.DenseFeatures(fc.numeric_column_v2('a'))
+    inputs = self.evaluate(dense_features(features))
     self.assertAllClose([[0.]], inputs)
 
   def test_reuses_variables(self):
@@ -3082,7 +3088,7 @@ class FeatureLayerTest(test.TestCase):
           dense_shape=(3, 3))
 
       # Create feature columns (categorical and embedding).
-      categorical_column = fc.categorical_column_with_identity(
+      categorical_column = fc.categorical_column_with_identity_v2(
           key='a', num_buckets=3)
       embedding_dimension = 2
       def _embedding_column_initializer(shape, dtype, partition_info):
@@ -3095,16 +3101,16 @@ class FeatureLayerTest(test.TestCase):
             (1, 1))  # id 2
         return embedding_values
 
-      embedding_column = fc.embedding_column(
+      embedding_column = fc.embedding_column_v2(
           categorical_column,
           dimension=embedding_dimension,
           initializer=_embedding_column_initializer)
 
-      feature_layer = fc.FeatureLayer([embedding_column])
+      dense_features = fc.DenseFeatures([embedding_column])
       features = {'a': sparse_input}
 
-      inputs = feature_layer(features)
-      variables = feature_layer.variables
+      inputs = dense_features(features)
+      variables = dense_features.variables
 
       # Sanity check: test that the inputs are correct.
       self.assertAllEqual([[1, 0], [0, 1], [1, 1]], inputs)
@@ -3112,13 +3118,13 @@ class FeatureLayerTest(test.TestCase):
       # Check that only one variable was created.
       self.assertEqual(1, len(variables))
 
-      # Check that invoking feature_layer on the same features does not create
+      # Check that invoking dense_features on the same features does not create
       # additional variables
-      _ = feature_layer(features)
+      _ = dense_features(features)
       self.assertEqual(1, len(variables))
-      self.assertEqual(variables[0], feature_layer.variables[0])
+      self.assertEqual(variables[0], dense_features.variables[0])
 
-  def test_feature_column_feature_layer_gradient(self):
+  def test_feature_column_dense_features_gradient(self):
     with context.eager_mode():
       sparse_input = sparse_tensor.SparseTensor(
           indices=((0, 0), (1, 0), (2, 0)),
@@ -3126,7 +3132,7 @@ class FeatureLayerTest(test.TestCase):
           dense_shape=(3, 3))
 
       # Create feature columns (categorical and embedding).
-      categorical_column = fc.categorical_column_with_identity(
+      categorical_column = fc.categorical_column_with_identity_v2(
           key='a', num_buckets=3)
       embedding_dimension = 2
 
@@ -3140,16 +3146,16 @@ class FeatureLayerTest(test.TestCase):
             (1, 1))  # id 2
         return embedding_values
 
-      embedding_column = fc.embedding_column(
+      embedding_column = fc.embedding_column_v2(
           categorical_column,
           dimension=embedding_dimension,
           initializer=_embedding_column_initializer)
 
-      feature_layer = fc.FeatureLayer([embedding_column])
+      dense_features = fc.DenseFeatures([embedding_column])
       features = {'a': sparse_input}
 
       def scale_matrix():
-        matrix = feature_layer(features)
+        matrix = dense_features(features)
         return 2 * matrix
 
       # Sanity check: Verify that scale_matrix returns the correct output.
@@ -3167,12 +3173,12 @@ class FeatureLayerTest(test.TestCase):
   def test_raises_if_empty_feature_columns(self):
     with self.assertRaisesRegexp(ValueError,
                                  'feature_columns must not be empty'):
-      fc.FeatureLayer(feature_columns=[])(features={})
+      fc.DenseFeatures(feature_columns=[])(features={})
 
   def test_should_be_dense_column(self):
     with self.assertRaisesRegexp(ValueError, 'must be a DenseColumn'):
-      fc.FeatureLayer(feature_columns=[
-          fc.categorical_column_with_hash_bucket('wire_cast', 4)
+      fc.DenseFeatures(feature_columns=[
+          fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
       ])(
           features={
               'a': [[0]]
@@ -3181,7 +3187,7 @@ class FeatureLayerTest(test.TestCase):
   def test_does_not_support_dict_columns(self):
     with self.assertRaisesRegexp(
         ValueError, 'Expected feature_columns to be iterable, found dict.'):
-      fc.FeatureLayer(feature_columns={'a': fc.numeric_column('a')})(
+      fc.DenseFeatures(feature_columns={'a': fc.numeric_column_v2('a')})(
           features={
               'a': [[0]]
           })
@@ -3189,117 +3195,118 @@ class FeatureLayerTest(test.TestCase):
   def test_bare_column(self):
     with ops.Graph().as_default():
       features = features = {'a': [0.]}
-      net = fc.FeatureLayer(fc.numeric_column('a'))(features)
+      net = fc.DenseFeatures(fc.numeric_column_v2('a'))(features)
       with _initialized_session():
         self.assertAllClose([[0.]], net.eval())
 
   def test_column_generator(self):
     with ops.Graph().as_default():
       features = features = {'a': [0.], 'b': [1.]}
-      columns = (fc.numeric_column(key) for key in features)
-      net = fc.FeatureLayer(columns)(features)
+      columns = (fc.numeric_column_v2(key) for key in features)
+      net = fc.DenseFeatures(columns)(features)
       with _initialized_session():
         self.assertAllClose([[0., 1.]], net.eval())
 
   def test_raises_if_duplicate_name(self):
     with self.assertRaisesRegexp(
         ValueError, 'Duplicate feature column name found for columns'):
-      fc.FeatureLayer(
-          feature_columns=[fc.numeric_column('a'),
-                           fc.numeric_column('a')])(
-                               features={
-                                   'a': [[0]]
-                               })
+      fc.DenseFeatures(feature_columns=[
+          fc.numeric_column_v2('a'),
+          fc.numeric_column_v2('a')
+      ])(
+          features={
+              'a': [[0]]
+          })
 
   def test_one_column(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
-      net = fc.FeatureLayer([price])(features)
+      net = fc.DenseFeatures([price])(features)
       with _initialized_session():
         self.assertAllClose([[1.], [5.]], net.eval())
 
   def test_multi_dimension(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1., 2.], [5., 6.]]}
-      net = fc.FeatureLayer([price])(features)
+      net = fc.DenseFeatures([price])(features)
       with _initialized_session():
         self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
 
   def test_compute_output_shape(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2', shape=4)
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2', shape=4)
     with ops.Graph().as_default():
       features = {
           'price1': [[1., 2.], [5., 6.]],
           'price2': [[3., 4., 5., 6.], [7., 8., 9., 10.]]
       }
-      feature_layer = fc.FeatureLayer([price1, price2])
-      self.assertEqual((None, 6), feature_layer.compute_output_shape((None,)))
-      net = feature_layer(features)
+      dense_features = fc.DenseFeatures([price1, price2])
+      self.assertEqual((None, 6), dense_features.compute_output_shape((None,)))
+      net = dense_features(features)
       with _initialized_session():
         self.assertAllClose(
             [[1., 2., 3., 4., 5., 6.], [5., 6., 7., 8., 9., 10.]], net.eval())
 
   def test_raises_if_shape_mismatch(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       with self.assertRaisesRegexp(
           Exception,
           r'Cannot reshape a tensor with 2 elements to shape \[2,2\]'):
-        fc.FeatureLayer([price])(features)
+        fc.DenseFeatures([price])(features)
 
   def test_reshaping(self):
-    price = fc.numeric_column('price', shape=[1, 2])
+    price = fc.numeric_column_v2('price', shape=[1, 2])
     with ops.Graph().as_default():
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
-      net = fc.FeatureLayer([price])(features)
+      net = fc.DenseFeatures([price])(features)
       with _initialized_session():
         self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
 
   def test_multi_column(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': [[1., 2.], [5., 6.]],
           'price2': [[3.], [4.]]
       }
-      net = fc.FeatureLayer([price1, price2])(features)
+      net = fc.DenseFeatures([price1, price2])(features)
       with _initialized_session():
         self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], net.eval())
 
   def test_cols_to_output_tensors(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       cols_dict = {}
       features = {'price1': [[1., 2.], [5., 6.]], 'price2': [[3.], [4.]]}
-      feature_layer = fc.FeatureLayer([price1, price2])
-      net = feature_layer(features, cols_dict)
+      dense_features = fc.DenseFeatures([price1, price2])
+      net = dense_features(features, cols_dict)
       with _initialized_session():
         self.assertAllClose([[1., 2.], [5., 6.]], cols_dict[price1].eval())
         self.assertAllClose([[3.], [4.]], cols_dict[price2].eval())
         self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], net.eval())
 
   def test_column_order(self):
-    price_a = fc.numeric_column('price_a')
-    price_b = fc.numeric_column('price_b')
+    price_a = fc.numeric_column_v2('price_a')
+    price_b = fc.numeric_column_v2('price_b')
     with ops.Graph().as_default():
       features = {
           'price_a': [[1.]],
           'price_b': [[3.]],
       }
-      net1 = fc.FeatureLayer([price_a, price_b])(features)
-      net2 = fc.FeatureLayer([price_b, price_a])(features)
+      net1 = fc.DenseFeatures([price_a, price_b])(features)
+      net2 = fc.DenseFeatures([price_b, price_a])(features)
       with _initialized_session():
         self.assertAllClose([[1., 3.]], net1.eval())
         self.assertAllClose([[1., 3.]], net2.eval())
 
   def test_fails_for_categorical_column(self):
-    animal = fc.categorical_column_with_identity('animal', num_buckets=4)
+    animal = fc.categorical_column_with_identity_v2('animal', num_buckets=4)
     with ops.Graph().as_default():
       features = {
           'animal':
@@ -3307,11 +3314,11 @@ class FeatureLayerTest(test.TestCase):
                   indices=[[0, 0], [0, 1]], values=[1, 2], dense_shape=[1, 2])
       }
       with self.assertRaisesRegexp(Exception, 'must be a DenseColumn'):
-        fc.FeatureLayer([animal])(features)
+        fc.DenseFeatures([animal])(features)
 
   def test_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': [[1.], [5.], [7.]],  # batchsize = 3
@@ -3320,12 +3327,12 @@ class FeatureLayerTest(test.TestCase):
       with self.assertRaisesRegexp(
           ValueError,
           'Batch size \(first dimension\) of each feature must be same.'):  # pylint: disable=anomalous-backslash-in-string
-        fc.FeatureLayer([price1, price2])(features)
+        fc.DenseFeatures([price1, price2])(features)
 
   def test_subset_of_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
-    price3 = fc.numeric_column('price3')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
+    price3 = fc.numeric_column_v2('price3')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -3335,31 +3342,31 @@ class FeatureLayerTest(test.TestCase):
       with self.assertRaisesRegexp(
           ValueError,
           'Batch size \(first dimension\) of each feature must be same.'):  # pylint: disable=anomalous-backslash-in-string
-        fc.FeatureLayer([price1, price2, price3])(features)
+        fc.DenseFeatures([price1, price2, price3])(features)
 
   def test_runtime_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
           'price2': [[3.], [4.]]  # batchsize = 2
       }
-      net = fc.FeatureLayer([price1, price2])(features)
+      net = fc.DenseFeatures([price1, price2])(features)
       with _initialized_session() as sess:
         with self.assertRaisesRegexp(errors.OpError,
                                      'Dimensions of inputs should match'):
           sess.run(net, feed_dict={features['price1']: [[1.], [5.], [7.]]})
 
   def test_runtime_batch_size_matches(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 2
           'price2': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 2
       }
-      net = fc.FeatureLayer([price1, price2])(features)
+      net = fc.DenseFeatures([price1, price2])(features)
       with _initialized_session() as sess:
         sess.run(
             net,
@@ -3369,9 +3376,9 @@ class FeatureLayerTest(test.TestCase):
             })
 
   def test_multiple_layers_with_same_embedding_column(self):
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)
 
     with ops.Graph().as_default():
@@ -3379,23 +3386,23 @@ class FeatureLayerTest(test.TestCase):
           'sparse_feature': [['a'], ['x']],
       }
       all_cols = [some_embedding_column]
-      fc.FeatureLayer(all_cols)(features)
-      fc.FeatureLayer(all_cols)(features)
+      fc.DenseFeatures(all_cols)(features)
+      fc.DenseFeatures(all_cols)(features)
       # Make sure that 2 variables get created in this case.
       self.assertEqual(2, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
       expected_var_names = [
-          'feature_layer/sparse_feature_embedding/embedding_weights:0',
-          'feature_layer_1/sparse_feature_embedding/embedding_weights:0'
+          'dense_features/sparse_feature_embedding/embedding_weights:0',
+          'dense_features_1/sparse_feature_embedding/embedding_weights:0'
       ]
       self.assertItemsEqual(
           expected_var_names,
           [v.name for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)])
 
   def test_multiple_layers_with_same_shared_embedding_column(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     embedding_dimension = 2
     embedding_column_b, embedding_column_a = fc.shared_embedding_columns_v2(
@@ -3416,8 +3423,8 @@ class FeatureLayerTest(test.TestCase):
                   dense_shape=(2, 2)),
       }
       all_cols = [embedding_column_a, embedding_column_b]
-      fc.FeatureLayer(all_cols)(features)
-      fc.FeatureLayer(all_cols)(features)
+      fc.DenseFeatures(all_cols)(features)
+      fc.DenseFeatures(all_cols)(features)
       # Make sure that only 1 variable gets created in this case.
       self.assertEqual(1, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
@@ -3426,9 +3433,9 @@ class FeatureLayerTest(test.TestCase):
           [v.name for v in ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)])
 
   def test_multiple_layers_with_same_shared_embedding_column_diff_graphs(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     embedding_dimension = 2
     embedding_column_b, embedding_column_a = fc.shared_embedding_columns_v2(
@@ -3449,7 +3456,7 @@ class FeatureLayerTest(test.TestCase):
                   values=(1, 2, 1),
                   dense_shape=(2, 2)),
       }
-      fc.FeatureLayer(all_cols)(features)
+      fc.DenseFeatures(all_cols)(features)
       # Make sure that only 1 variable gets created in this case.
       self.assertEqual(1, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
@@ -3468,7 +3475,7 @@ class FeatureLayerTest(test.TestCase):
                   dense_shape=(2, 2)),
       }
 
-      fc.FeatureLayer(all_cols)(features1)
+      fc.DenseFeatures(all_cols)(features1)
       # Make sure that only 1 variable gets created in this case.
       self.assertEqual(1, len(
           ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)))
@@ -3486,14 +3493,14 @@ class FeatureLayerTest(test.TestCase):
       del shape, dtype, partition_info
       return embedding_values
 
-    # price has 1 dimension in feature_layer
-    price = fc.numeric_column('price')
-    body_style = fc.categorical_column_with_vocabulary_list(
+    # price has 1 dimension in dense_features
+    price = fc.numeric_column_v2('price')
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    # one_hot_body_style has 3 dims in feature_layer.
-    one_hot_body_style = fc.indicator_column(body_style)
-    # embedded_body_style has 5 dims in feature_layer.
-    embedded_body_style = fc.embedding_column(
+    # one_hot_body_style has 3 dims in dense_features.
+    one_hot_body_style = fc.indicator_column_v2(body_style)
+    # embedded_body_style has 5 dims in dense_features.
+    embedded_body_style = fc.embedding_column_v2(
         body_style, dimension=5, initializer=_initializer)
 
     input_fn = numpy_io.numpy_input_fn(
@@ -3504,7 +3511,7 @@ class FeatureLayerTest(test.TestCase):
         batch_size=2,
         shuffle=False)
     features = input_fn()
-    net = fc.FeatureLayer([price, one_hot_body_style, embedded_body_style])(
+    net = fc.DenseFeatures([price, one_hot_body_style, embedded_body_style])(
         features)
     self.assertEqual(1 + 3 + 5, net.shape[1])
     with _initialized_session() as sess:
@@ -3531,18 +3538,18 @@ class FeatureLayerTest(test.TestCase):
       del shape, dtype, partition_info
       return embedding_values
 
-    # price has 1 dimension in feature_layer
-    price = fc.numeric_column('price')
+    # price has 1 dimension in dense_features
+    price = fc.numeric_column_v2('price')
 
-    # one_hot_body_style has 3 dims in feature_layer.
-    body_style = fc.categorical_column_with_vocabulary_list(
+    # one_hot_body_style has 3 dims in dense_features.
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    one_hot_body_style = fc.indicator_column(body_style)
+    one_hot_body_style = fc.indicator_column_v2(body_style)
 
-    # embedded_body_style has 5 dims in feature_layer.
-    country = fc.categorical_column_with_vocabulary_list(
+    # embedded_body_style has 5 dims in dense_features.
+    country = fc.categorical_column_with_vocabulary_list_v2(
         'country', vocabulary_list=['US', 'JP', 'CA'])
-    embedded_country = fc.embedding_column(
+    embedded_country = fc.embedding_column_v2(
         country, dimension=5, initializer=_initializer)
 
     # Provides 1-dim tensor and dense tensor.
@@ -3559,7 +3566,7 @@ class FeatureLayerTest(test.TestCase):
     self.assertEqual(1, features['body-style'].dense_shape.get_shape()[0])
     self.assertEqual(1, features['country'].shape.ndims)
 
-    net = fc.FeatureLayer([price, one_hot_body_style, embedded_country])(
+    net = fc.DenseFeatures([price, one_hot_body_style, embedded_country])(
         features)
     self.assertEqual(1 + 3 + 5, net.shape[1])
     with _initialized_session() as sess:
@@ -3581,18 +3588,18 @@ class FeatureLayerTest(test.TestCase):
       del shape, dtype, partition_info
       return embedding_values
 
-    # price has 1 dimension in feature_layer
-    price = fc.numeric_column('price')
+    # price has 1 dimension in dense_features
+    price = fc.numeric_column_v2('price')
 
-    # one_hot_body_style has 3 dims in feature_layer.
-    body_style = fc.categorical_column_with_vocabulary_list(
+    # one_hot_body_style has 3 dims in dense_features.
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    one_hot_body_style = fc.indicator_column(body_style)
+    one_hot_body_style = fc.indicator_column_v2(body_style)
 
-    # embedded_body_style has 5 dims in feature_layer.
-    country = fc.categorical_column_with_vocabulary_list(
+    # embedded_body_style has 5 dims in dense_features.
+    country = fc.categorical_column_with_vocabulary_list_v2(
         'country', vocabulary_list=['US', 'JP', 'CA'])
-    embedded_country = fc.embedding_column(
+    embedded_country = fc.embedding_column_v2(
         country, dimension=2, initializer=_initializer)
 
     # Provides 1-dim tensor and dense tensor.
@@ -3613,7 +3620,7 @@ class FeatureLayerTest(test.TestCase):
         dense_shape=(2,))
     country_data = np.array([['US'], ['CA']])
 
-    net = fc.FeatureLayer([price, one_hot_body_style, embedded_country])(
+    net = fc.DenseFeatures([price, one_hot_body_style, embedded_country])(
         features)
     self.assertEqual(1 + 3 + 2, net.shape[1])
     with _initialized_session() as sess:
@@ -3631,8 +3638,8 @@ class FeatureLayerTest(test.TestCase):
               }))
 
   def test_with_rank_0_feature(self):
-    # price has 1 dimension in feature_layer
-    price = fc.numeric_column('price')
+    # price has 1 dimension in dense_features
+    price = fc.numeric_column_v2('price')
     features = {
         'price': constant_op.constant(0),
     }
@@ -3640,13 +3647,13 @@ class FeatureLayerTest(test.TestCase):
 
     # Static rank 0 should fail
     with self.assertRaisesRegexp(ValueError, 'Feature .* cannot have rank 0'):
-      fc.FeatureLayer([price])(features)
+      fc.DenseFeatures([price])(features)
 
     # Dynamic rank 0 should fail
     features = {
         'price': array_ops.placeholder(dtypes.float32),
     }
-    net = fc.FeatureLayer([price])(features)
+    net = fc.DenseFeatures([price])(features)
     self.assertEqual(1, net.shape[1])
     with _initialized_session() as sess:
       with self.assertRaisesOpError('Feature .* cannot have rank 0'):
@@ -3658,7 +3665,7 @@ class InputLayerTest(test.TestCase):
   @test_util.run_in_graph_and_eager_modes
   def test_retrieving_input(self):
     features = {'a': [0.]}
-    input_layer = fc_old.InputLayer(fc.numeric_column('a'))
+    input_layer = fc_old.InputLayer(fc.numeric_column_v2('a'))
     inputs = self.evaluate(input_layer(features))
     self.assertAllClose([[0.]], inputs)
 
@@ -3670,7 +3677,7 @@ class InputLayerTest(test.TestCase):
           dense_shape=(3, 3))
 
       # Create feature columns (categorical and embedding).
-      categorical_column = fc.categorical_column_with_identity(
+      categorical_column = fc.categorical_column_with_identity_v2(
           key='a', num_buckets=3)
       embedding_dimension = 2
 
@@ -3684,7 +3691,7 @@ class InputLayerTest(test.TestCase):
             (1, 1))  # id 2
         return embedding_values
 
-      embedding_column = fc.embedding_column(
+      embedding_column = fc.embedding_column_v2(
           categorical_column,
           dimension=embedding_dimension,
           initializer=_embedding_column_initializer)
@@ -3715,7 +3722,7 @@ class InputLayerTest(test.TestCase):
           dense_shape=(3, 3))
 
       # Create feature columns (categorical and embedding).
-      categorical_column = fc.categorical_column_with_identity(
+      categorical_column = fc.categorical_column_with_identity_v2(
           key='a', num_buckets=3)
       embedding_dimension = 2
 
@@ -3729,7 +3736,7 @@ class InputLayerTest(test.TestCase):
             (1, 1))  # id 2
         return embedding_values
 
-      embedding_column = fc.embedding_column(
+      embedding_column = fc.embedding_column_v2(
           categorical_column,
           dimension=embedding_dimension,
           initializer=_embedding_column_initializer)
@@ -3766,26 +3773,27 @@ class FunctionalInputLayerTest(test.TestCase):
       fc_old.input_layer(
           features={'a': [[0]]},
           feature_columns=[
-              fc.categorical_column_with_hash_bucket('wire_cast', 4)
+              fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
           ])
 
   def test_does_not_support_dict_columns(self):
     with self.assertRaisesRegexp(
         ValueError, 'Expected feature_columns to be iterable, found dict.'):
       fc_old.input_layer(
-          features={'a': [[0]]}, feature_columns={'a': fc.numeric_column('a')})
+          features={'a': [[0]]},
+          feature_columns={'a': fc.numeric_column_v2('a')})
 
   def test_bare_column(self):
     with ops.Graph().as_default():
       features = features = {'a': [0.]}
-      net = fc_old.input_layer(features, fc.numeric_column('a'))
+      net = fc_old.input_layer(features, fc.numeric_column_v2('a'))
       with _initialized_session():
         self.assertAllClose([[0.]], net.eval())
 
   def test_column_generator(self):
     with ops.Graph().as_default():
       features = features = {'a': [0.], 'b': [1.]}
-      columns = (fc.numeric_column(key) for key in features)
+      columns = (fc.numeric_column_v2(key) for key in features)
       net = fc_old.input_layer(features, columns)
       with _initialized_session():
         self.assertAllClose([[0., 1.]], net.eval())
@@ -3795,11 +3803,13 @@ class FunctionalInputLayerTest(test.TestCase):
         ValueError, 'Duplicate feature column name found for columns'):
       fc_old.input_layer(
           features={'a': [[0]]},
-          feature_columns=[fc.numeric_column('a'),
-                           fc.numeric_column('a')])
+          feature_columns=[
+              fc.numeric_column_v2('a'),
+              fc.numeric_column_v2('a')
+          ])
 
   def test_one_column(self):
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       net = fc_old.input_layer(features, [price])
@@ -3807,7 +3817,7 @@ class FunctionalInputLayerTest(test.TestCase):
         self.assertAllClose([[1.], [5.]], net.eval())
 
   def test_multi_dimension(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1., 2.], [5., 6.]]}
       net = fc_old.input_layer(features, [price])
@@ -3815,7 +3825,7 @@ class FunctionalInputLayerTest(test.TestCase):
         self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
 
   def test_raises_if_shape_mismatch(self):
-    price = fc.numeric_column('price', shape=2)
+    price = fc.numeric_column_v2('price', shape=2)
     with ops.Graph().as_default():
       features = {'price': [[1.], [5.]]}
       with self.assertRaisesRegexp(
@@ -3824,7 +3834,7 @@ class FunctionalInputLayerTest(test.TestCase):
         fc_old.input_layer(features, [price])
 
   def test_reshaping(self):
-    price = fc.numeric_column('price', shape=[1, 2])
+    price = fc.numeric_column_v2('price', shape=[1, 2])
     with ops.Graph().as_default():
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
       net = fc_old.input_layer(features, [price])
@@ -3832,8 +3842,8 @@ class FunctionalInputLayerTest(test.TestCase):
         self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
 
   def test_multi_column(self):
-    price1 = fc.numeric_column('price1', shape=2)
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1', shape=2)
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {'price1': [[1., 2.], [5., 6.]], 'price2': [[3.], [4.]]}
       net = fc_old.input_layer(features, [price1, price2])
@@ -3844,13 +3854,13 @@ class FunctionalInputLayerTest(test.TestCase):
     # Provide three _DenseColumn's to input_layer: a _NumericColumn, a
     # _BucketizedColumn, and an _EmbeddingColumn.  Only the _EmbeddingColumn
     # creates a Variable.
-    price1 = fc.numeric_column('price1')
-    dense_feature = fc.numeric_column('dense_feature')
-    dense_feature_bucketized = fc.bucketized_column(
+    price1 = fc.numeric_column_v2('price1')
+    dense_feature = fc.numeric_column_v2('dense_feature')
+    dense_feature_bucketized = fc.bucketized_column_v2(
         dense_feature, boundaries=[0.])
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)
     with ops.Graph().as_default():
       features = {
@@ -3874,13 +3884,13 @@ class FunctionalInputLayerTest(test.TestCase):
     # BucketizedColumn, an EmbeddingColumn, two SharedEmbeddingColumns. The
     # EmbeddingColumn creates a Variable and the two SharedEmbeddingColumns
     # shared one variable.
-    price1 = fc.numeric_column('price1')
-    dense_feature = fc.numeric_column('dense_feature')
-    dense_feature_bucketized = fc.bucketized_column(
+    price1 = fc.numeric_column_v2('price1')
+    dense_feature = fc.numeric_column_v2('dense_feature')
+    dense_feature_bucketized = fc.bucketized_column_v2(
         dense_feature, boundaries=[0.])
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)
     categorical_column_a = fc_old.categorical_column_with_identity(
         key='aaa', num_buckets=3)
@@ -3926,13 +3936,13 @@ class FunctionalInputLayerTest(test.TestCase):
       self.assertAllEqual(cols_to_vars[shared_embedding_a][0].shape, [3, 2])
 
   def test_fills_cols_to_vars_partitioned_variables(self):
-    price1 = fc.numeric_column('price1')
-    dense_feature = fc.numeric_column('dense_feature')
-    dense_feature_bucketized = fc.bucketized_column(
+    price1 = fc.numeric_column_v2('price1')
+    dense_feature = fc.numeric_column_v2('dense_feature')
+    dense_feature_bucketized = fc.bucketized_column_v2(
         dense_feature, boundaries=[0.])
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)
     with ops.Graph().as_default():
       features = {
@@ -3959,8 +3969,8 @@ class FunctionalInputLayerTest(test.TestCase):
       self.assertAllEqual(cols_to_vars[some_embedding_column][2].shape, [1, 10])
 
   def test_column_order(self):
-    price_a = fc.numeric_column('price_a')
-    price_b = fc.numeric_column('price_b')
+    price_a = fc.numeric_column_v2('price_a')
+    price_b = fc.numeric_column_v2('price_b')
     with ops.Graph().as_default():
       features = {
           'price_a': [[1.]],
@@ -3973,7 +3983,7 @@ class FunctionalInputLayerTest(test.TestCase):
         self.assertAllClose([[1., 3.]], net2.eval())
 
   def test_fails_for_categorical_column(self):
-    animal = fc.categorical_column_with_identity('animal', num_buckets=4)
+    animal = fc.categorical_column_with_identity_v2('animal', num_buckets=4)
     with ops.Graph().as_default():
       features = {
           'animal':
@@ -3984,8 +3994,8 @@ class FunctionalInputLayerTest(test.TestCase):
         fc_old.input_layer(features, [animal])
 
   def test_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': [[1.], [5.], [7.]],  # batchsize = 3
@@ -3997,9 +4007,9 @@ class FunctionalInputLayerTest(test.TestCase):
         fc_old.input_layer(features, [price1, price2])
 
   def test_subset_of_static_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
-    price3 = fc.numeric_column('price3')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
+    price3 = fc.numeric_column_v2('price3')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -4012,8 +4022,8 @@ class FunctionalInputLayerTest(test.TestCase):
         fc_old.input_layer(features, [price1, price2, price3])
 
   def test_runtime_batch_size_mismatch(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 3
@@ -4026,8 +4036,8 @@ class FunctionalInputLayerTest(test.TestCase):
           sess.run(net, feed_dict={features['price1']: [[1.], [5.], [7.]]})
 
   def test_runtime_batch_size_matches(self):
-    price1 = fc.numeric_column('price1')
-    price2 = fc.numeric_column('price2')
+    price1 = fc.numeric_column_v2('price1')
+    price2 = fc.numeric_column_v2('price2')
     with ops.Graph().as_default():
       features = {
           'price1': array_ops.placeholder(dtype=dtypes.int64),  # batchsize = 2
@@ -4043,9 +4053,9 @@ class FunctionalInputLayerTest(test.TestCase):
             })
 
   def test_multiple_layers_with_same_embedding_column(self):
-    some_sparse_column = fc.categorical_column_with_hash_bucket(
+    some_sparse_column = fc.categorical_column_with_hash_bucket_v2(
         'sparse_feature', hash_bucket_size=5)
-    some_embedding_column = fc.embedding_column(
+    some_embedding_column = fc.embedding_column_v2(
         some_sparse_column, dimension=10)
 
     with ops.Graph().as_default():
@@ -4078,17 +4088,17 @@ class FunctionalInputLayerTest(test.TestCase):
       return embedding_values
 
     # price has 1 dimension in input_layer
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
 
     # one_hot_body_style has 3 dims in input_layer.
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    one_hot_body_style = fc.indicator_column(body_style)
+    one_hot_body_style = fc.indicator_column_v2(body_style)
 
     # embedded_body_style has 5 dims in input_layer.
-    country = fc.categorical_column_with_vocabulary_list(
+    country = fc.categorical_column_with_vocabulary_list_v2(
         'country', vocabulary_list=['US', 'JP', 'CA'])
-    embedded_country = fc.embedding_column(
+    embedded_country = fc.embedding_column_v2(
         country, dimension=5, initializer=_initializer)
 
     # Provides 1-dim tensor and dense tensor.
@@ -4134,17 +4144,17 @@ class FunctionalInputLayerTest(test.TestCase):
       return embedding_values
 
     # price has 1 dimension in input_layer
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
 
     # one_hot_body_style has 3 dims in input_layer.
-    body_style = fc.categorical_column_with_vocabulary_list(
+    body_style = fc.categorical_column_with_vocabulary_list_v2(
         'body-style', vocabulary_list=['hardtop', 'wagon', 'sedan'])
-    one_hot_body_style = fc.indicator_column(body_style)
+    one_hot_body_style = fc.indicator_column_v2(body_style)
 
     # embedded_body_style has 5 dims in input_layer.
-    country = fc.categorical_column_with_vocabulary_list(
+    country = fc.categorical_column_with_vocabulary_list_v2(
         'country', vocabulary_list=['US', 'JP', 'CA'])
-    embedded_country = fc.embedding_column(
+    embedded_country = fc.embedding_column_v2(
         country, dimension=2, initializer=_initializer)
 
     # Provides 1-dim tensor and dense tensor.
@@ -4182,7 +4192,7 @@ class FunctionalInputLayerTest(test.TestCase):
 
   def test_with_rank_0_feature(self):
     # price has 1 dimension in input_layer
-    price = fc.numeric_column('price')
+    price = fc.numeric_column_v2('price')
     features = {
         'price': constant_op.constant(0),
     }
@@ -4225,7 +4235,7 @@ class MakeParseExampleSpecTest(test.TestCase):
       return self.parse_spec
 
   def test_no_feature_columns(self):
-    actual = fc.make_parse_example_spec([])
+    actual = fc.make_parse_example_spec_v2([])
     self.assertDictEqual({}, actual)
 
   def test_invalid_type(self):
@@ -4235,15 +4245,17 @@ class MakeParseExampleSpecTest(test.TestCase):
     with self.assertRaisesRegexp(
         ValueError,
         'All feature_columns must be FeatureColumn instances.*invalid_column'):
-      fc.make_parse_example_spec(
-          (self._TestFeatureColumn({key1: parse_spec1}), 'invalid_column'))
+      fc.make_parse_example_spec_v2((self._TestFeatureColumn({
+          key1: parse_spec1
+      }), 'invalid_column'))
 
   def test_one_feature_column(self):
     key1 = 'key1'
     parse_spec1 = parsing_ops.FixedLenFeature(
         shape=(2,), dtype=dtypes.float32, default_value=0.)
-    actual = fc.make_parse_example_spec(
-        (self._TestFeatureColumn({key1: parse_spec1}),))
+    actual = fc.make_parse_example_spec_v2((self._TestFeatureColumn({
+        key1: parse_spec1
+    }),))
     self.assertDictEqual({key1: parse_spec1}, actual)
 
   def test_two_feature_columns(self):
@@ -4252,9 +4264,11 @@ class MakeParseExampleSpecTest(test.TestCase):
         shape=(2,), dtype=dtypes.float32, default_value=0.)
     key2 = 'key2'
     parse_spec2 = parsing_ops.VarLenFeature(dtype=dtypes.string)
-    actual = fc.make_parse_example_spec(
-        (self._TestFeatureColumn({key1: parse_spec1}),
-         self._TestFeatureColumn({key2: parse_spec2})))
+    actual = fc.make_parse_example_spec_v2((self._TestFeatureColumn({
+        key1: parse_spec1
+    }), self._TestFeatureColumn({
+        key2: parse_spec2
+    })))
     self.assertDictEqual({key1: parse_spec1, key2: parse_spec2}, actual)
 
   def test_equal_keys_different_parse_spec(self):
@@ -4265,17 +4279,21 @@ class MakeParseExampleSpecTest(test.TestCase):
     with self.assertRaisesRegexp(
         ValueError,
         'feature_columns contain different parse_spec for key key1'):
-      fc.make_parse_example_spec(
-          (self._TestFeatureColumn({key1: parse_spec1}),
-           self._TestFeatureColumn({key1: parse_spec2})))
+      fc.make_parse_example_spec_v2((self._TestFeatureColumn({
+          key1: parse_spec1
+      }), self._TestFeatureColumn({
+          key1: parse_spec2
+      })))
 
   def test_equal_keys_equal_parse_spec(self):
     key1 = 'key1'
     parse_spec1 = parsing_ops.FixedLenFeature(
         shape=(2,), dtype=dtypes.float32, default_value=0.)
-    actual = fc.make_parse_example_spec(
-        (self._TestFeatureColumn({key1: parse_spec1}),
-         self._TestFeatureColumn({key1: parse_spec1})))
+    actual = fc.make_parse_example_spec_v2((self._TestFeatureColumn({
+        key1: parse_spec1
+    }), self._TestFeatureColumn({
+        key1: parse_spec1
+    })))
     self.assertDictEqual({key1: parse_spec1}, actual)
 
   def test_multiple_features_dict(self):
@@ -4287,9 +4305,12 @@ class MakeParseExampleSpecTest(test.TestCase):
     parse_spec2 = parsing_ops.VarLenFeature(dtype=dtypes.string)
     key3 = 'key3'
     parse_spec3 = parsing_ops.VarLenFeature(dtype=dtypes.int32)
-    actual = fc.make_parse_example_spec(
-        (self._TestFeatureColumn({key1: parse_spec1}),
-         self._TestFeatureColumn({key2: parse_spec2, key3: parse_spec3})))
+    actual = fc.make_parse_example_spec_v2((self._TestFeatureColumn({
+        key1: parse_spec1
+    }), self._TestFeatureColumn({
+        key2: parse_spec2,
+        key3: parse_spec3
+    })))
     self.assertDictEqual(
         {key1: parse_spec1, key2: parse_spec2, key3: parse_spec3}, actual)
 
@@ -4322,7 +4343,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
     self._wire_vocabulary_size = 3
 
   def test_defaults(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa', vocabulary_file='path_to_file', vocabulary_size=3)
     self.assertEqual('aaa', column.name)
     self.assertEqual('aaa', column.key)
@@ -4334,22 +4355,28 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
 
   def test_key_should_be_string(self):
     with self.assertRaisesRegexp(ValueError, 'key must be a string.'):
-      fc.categorical_column_with_vocabulary_file(
+      fc.categorical_column_with_vocabulary_file_v2(
           key=('aaa',), vocabulary_file='path_to_file', vocabulary_size=3)
 
   def test_all_constructor_args(self):
-    column = fc.categorical_column_with_vocabulary_file(
-        key='aaa', vocabulary_file='path_to_file', vocabulary_size=3,
-        num_oov_buckets=4, dtype=dtypes.int32)
+    column = fc.categorical_column_with_vocabulary_file_v2(
+        key='aaa',
+        vocabulary_file='path_to_file',
+        vocabulary_size=3,
+        num_oov_buckets=4,
+        dtype=dtypes.int32)
     self.assertEqual(7, column.num_buckets)
     self.assertEqual({
         'aaa': parsing_ops.VarLenFeature(dtypes.int32)
     }, column.parse_example_spec)
 
   def test_deep_copy(self):
-    original = fc.categorical_column_with_vocabulary_file(
-        key='aaa', vocabulary_file='path_to_file', vocabulary_size=3,
-        num_oov_buckets=4, dtype=dtypes.int32)
+    original = fc.categorical_column_with_vocabulary_file_v2(
+        key='aaa',
+        vocabulary_file='path_to_file',
+        vocabulary_size=3,
+        num_oov_buckets=4,
+        dtype=dtypes.int32)
     for column in (original, copy.deepcopy(original)):
       self.assertEqual('aaa', column.name)
       self.assertEqual(7, column.num_buckets)
@@ -4359,16 +4386,16 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
 
   def test_vocabulary_file_none(self):
     with self.assertRaisesRegexp(ValueError, 'Missing vocabulary_file'):
-      fc.categorical_column_with_vocabulary_file(
+      fc.categorical_column_with_vocabulary_file_v2(
           key='aaa', vocabulary_file=None, vocabulary_size=3)
 
   def test_vocabulary_file_empty_string(self):
     with self.assertRaisesRegexp(ValueError, 'Missing vocabulary_file'):
-      fc.categorical_column_with_vocabulary_file(
+      fc.categorical_column_with_vocabulary_file_v2(
           key='aaa', vocabulary_file='', vocabulary_size=3)
 
   def test_invalid_vocabulary_file(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa', vocabulary_file='file_does_not_exist', vocabulary_size=10)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
@@ -4384,16 +4411,18 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
 
   def test_invalid_vocabulary_size(self):
     with self.assertRaisesRegexp(ValueError, 'Invalid vocabulary_size'):
-      fc.categorical_column_with_vocabulary_file(
-          key='aaa', vocabulary_file=self._wire_vocabulary_file_name,
+      fc.categorical_column_with_vocabulary_file_v2(
+          key='aaa',
+          vocabulary_file=self._wire_vocabulary_file_name,
           vocabulary_size=-1)
     with self.assertRaisesRegexp(ValueError, 'Invalid vocabulary_size'):
-      fc.categorical_column_with_vocabulary_file(
-          key='aaa', vocabulary_file=self._wire_vocabulary_file_name,
+      fc.categorical_column_with_vocabulary_file_v2(
+          key='aaa',
+          vocabulary_file=self._wire_vocabulary_file_name,
           vocabulary_size=0)
 
   def test_too_large_vocabulary_size(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size + 1)
@@ -4411,20 +4440,24 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
 
   def test_invalid_num_oov_buckets(self):
     with self.assertRaisesRegexp(ValueError, 'Invalid num_oov_buckets'):
-      fc.categorical_column_with_vocabulary_file(
-          key='aaa', vocabulary_file='path', vocabulary_size=3,
+      fc.categorical_column_with_vocabulary_file_v2(
+          key='aaa',
+          vocabulary_file='path',
+          vocabulary_size=3,
           num_oov_buckets=-1)
 
   def test_invalid_dtype(self):
     with self.assertRaisesRegexp(ValueError, 'dtype must be string or integer'):
-      fc.categorical_column_with_vocabulary_file(
-          key='aaa', vocabulary_file='path', vocabulary_size=3,
+      fc.categorical_column_with_vocabulary_file_v2(
+          key='aaa',
+          vocabulary_file='path',
+          vocabulary_size=3,
           dtype=dtypes.float64)
 
   def test_invalid_buckets_and_default_value(self):
     with self.assertRaisesRegexp(
         ValueError, 'both num_oov_buckets and default_value'):
-      fc.categorical_column_with_vocabulary_file(
+      fc.categorical_column_with_vocabulary_file_v2(
           key='aaa',
           vocabulary_file=self._wire_vocabulary_file_name,
           vocabulary_size=self._wire_vocabulary_size,
@@ -4432,7 +4465,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           default_value=2)
 
   def test_invalid_input_dtype_int32(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size,
@@ -4448,7 +4481,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           }), None)
 
   def test_invalid_input_dtype_string(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._warriors_vocabulary_file_name,
         vocabulary_size=self._warriors_vocabulary_size,
@@ -4464,7 +4497,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           }), None)
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_vocabulary_file(
+    a = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa', vocabulary_file='path_to_file', vocabulary_size=3)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
@@ -4474,7 +4507,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a]))
+        features=fc.make_parse_example_spec_v2([a]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -4486,7 +4519,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_get_sparse_tensors(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size)
@@ -4509,7 +4542,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_none_vocabulary_size(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa', vocabulary_file=self._wire_vocabulary_file_name)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
@@ -4530,7 +4563,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
                                   id_weight_pair.id_tensor.eval())
 
   def test_transform_feature(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size)
@@ -4549,7 +4582,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
                                   id_tensor.eval())
 
   def test_get_sparse_tensors_dense_input(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size)
@@ -4568,7 +4601,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_default_value_in_vocabulary(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size,
@@ -4592,7 +4625,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_with_oov_buckets(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size,
@@ -4619,7 +4652,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
     # 'marlo' is the last entry in our vocabulary file, so be setting
     # `vocabulary_size` to 1 less than number of entries in file, we take
     # 'marlo' out of the vocabulary.
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size - 1)
@@ -4642,7 +4675,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_int32(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._warriors_vocabulary_file_name,
         vocabulary_size=self._warriors_vocabulary_size,
@@ -4667,7 +4700,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
 
   def test_get_sparse_tensors_int32_dense_input(self):
     default_value = -100
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._warriors_vocabulary_file_name,
         vocabulary_size=self._warriors_vocabulary_size,
@@ -4688,7 +4721,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_int32_with_oov_buckets(self):
-    column = fc.categorical_column_with_vocabulary_file(
+    column = fc.categorical_column_with_vocabulary_file_v2(
         key='aaa',
         vocabulary_file=self._warriors_vocabulary_file_name,
         vocabulary_size=self._warriors_vocabulary_size,
@@ -4713,7 +4746,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_linear_model(self):
-    wire_column = fc.categorical_column_with_vocabulary_file(
+    wire_column = fc.categorical_column_with_vocabulary_file_v2(
         key='wire',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size,
@@ -4739,7 +4772,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
   def test_old_linear_model(self):
-    wire_column = fc.categorical_column_with_vocabulary_file(
+    wire_column = fc.categorical_column_with_vocabulary_file_v2(
         key='wire',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size,
@@ -4765,7 +4798,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
   def test_serialization(self):
-    wire_column = fc.categorical_column_with_vocabulary_file(
+    wire_column = fc.categorical_column_with_vocabulary_file_v2(
         key='wire',
         vocabulary_file=self._wire_vocabulary_file_name,
         vocabulary_size=self._wire_vocabulary_size,
@@ -4790,7 +4823,7 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
 class VocabularyListCategoricalColumnTest(test.TestCase):
 
   def test_defaults_string(self):
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
     self.assertEqual('aaa', column.name)
     self.assertEqual('aaa', column.key)
@@ -4802,11 +4835,11 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
 
   def test_key_should_be_string(self):
     with self.assertRaisesRegexp(ValueError, 'key must be a string.'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key=('aaa',), vocabulary_list=('omar', 'stringer', 'marlo'))
 
   def test_defaults_int(self):
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=(12, 24, 36))
     self.assertEqual('aaa', column.name)
     self.assertEqual('aaa', column.key)
@@ -4816,8 +4849,10 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
     }, column.parse_example_spec)
 
   def test_all_constructor_args(self):
-    column = fc.categorical_column_with_vocabulary_list(
-        key='aaa', vocabulary_list=(12, 24, 36), dtype=dtypes.int32,
+    column = fc.categorical_column_with_vocabulary_list_v2(
+        key='aaa',
+        vocabulary_list=(12, 24, 36),
+        dtype=dtypes.int32,
         default_value=-99)
     self.assertEqual(3, column.num_buckets)
     self.assertEqual({
@@ -4825,7 +4860,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
     }, column.parse_example_spec)
 
   def test_deep_copy(self):
-    original = fc.categorical_column_with_vocabulary_list(
+    original = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=(12, 24, 36), dtype=dtypes.int32)
     for column in (original, copy.deepcopy(original)):
       self.assertEqual('aaa', column.name)
@@ -4836,65 +4871,65 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
 
   def test_invalid_dtype(self):
     with self.assertRaisesRegexp(ValueError, 'dtype must be string or integer'):
-      fc.categorical_column_with_vocabulary_list(
-          key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'),
+      fc.categorical_column_with_vocabulary_list_v2(
+          key='aaa',
+          vocabulary_list=('omar', 'stringer', 'marlo'),
           dtype=dtypes.float32)
 
   def test_invalid_mapping_dtype(self):
     with self.assertRaisesRegexp(
         ValueError, r'vocabulary dtype must be string or integer'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key='aaa', vocabulary_list=(12., 24., 36.))
 
   def test_mismatched_int_dtype(self):
     with self.assertRaisesRegexp(
         ValueError, r'dtype.*and vocabulary dtype.*do not match'):
-      fc.categorical_column_with_vocabulary_list(
-          key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'),
+      fc.categorical_column_with_vocabulary_list_v2(
+          key='aaa',
+          vocabulary_list=('omar', 'stringer', 'marlo'),
           dtype=dtypes.int32)
 
   def test_mismatched_string_dtype(self):
     with self.assertRaisesRegexp(
         ValueError, r'dtype.*and vocabulary dtype.*do not match'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key='aaa', vocabulary_list=(12, 24, 36), dtype=dtypes.string)
 
   def test_none_mapping(self):
     with self.assertRaisesRegexp(
         ValueError, r'vocabulary_list.*must be non-empty'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key='aaa', vocabulary_list=None)
 
   def test_empty_mapping(self):
     with self.assertRaisesRegexp(
         ValueError, r'vocabulary_list.*must be non-empty'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key='aaa', vocabulary_list=tuple([]))
 
   def test_duplicate_mapping(self):
     with self.assertRaisesRegexp(ValueError, 'Duplicate keys'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key='aaa', vocabulary_list=(12, 24, 12))
 
   def test_invalid_num_oov_buckets(self):
     with self.assertRaisesRegexp(ValueError, 'Invalid num_oov_buckets'):
-      fc.categorical_column_with_vocabulary_list(
-          key='aaa', vocabulary_list=(12, 24, 36),
-          num_oov_buckets=-1)
+      fc.categorical_column_with_vocabulary_list_v2(
+          key='aaa', vocabulary_list=(12, 24, 36), num_oov_buckets=-1)
 
   def test_invalid_buckets_and_default_value(self):
     with self.assertRaisesRegexp(
         ValueError, 'both num_oov_buckets and default_value'):
-      fc.categorical_column_with_vocabulary_list(
+      fc.categorical_column_with_vocabulary_list_v2(
           key='aaa',
           vocabulary_list=(12, 24, 36),
           num_oov_buckets=100,
           default_value=2)
 
   def test_invalid_input_dtype_int32(self):
-    column = fc.categorical_column_with_vocabulary_list(
-        key='aaa',
-        vocabulary_list=('omar', 'stringer', 'marlo'))
+    column = fc.categorical_column_with_vocabulary_list_v2(
+        key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=(12, 24, 36),
@@ -4906,9 +4941,8 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           }), None)
 
   def test_invalid_input_dtype_string(self):
-    column = fc.categorical_column_with_vocabulary_list(
-        key='aaa',
-        vocabulary_list=(12, 24, 36))
+    column = fc.categorical_column_with_vocabulary_list_v2(
+        key='aaa', vocabulary_list=(12, 24, 36))
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=('omar', 'stringer', 'marlo'),
@@ -4920,7 +4954,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           }), None)
 
   def test_parse_example_string(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
@@ -4930,7 +4964,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a]))
+        features=fc.make_parse_example_spec_v2([a]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -4942,7 +4976,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_parse_example_int(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=(11, 21, 31))
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
@@ -4952,7 +4986,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a]))
+        features=fc.make_parse_example_spec_v2([a]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -4964,9 +4998,8 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_get_sparse_tensors(self):
-    column = fc.categorical_column_with_vocabulary_list(
-        key='aaa',
-        vocabulary_list=('omar', 'stringer', 'marlo'))
+    column = fc.categorical_column_with_vocabulary_list_v2(
+        key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=('marlo', 'skywalker', 'omar'),
@@ -4986,9 +5019,8 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_transform_feature(self):
-    column = fc.categorical_column_with_vocabulary_list(
-        key='aaa',
-        vocabulary_list=('omar', 'stringer', 'marlo'))
+    column = fc.categorical_column_with_vocabulary_list_v2(
+        key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=('marlo', 'skywalker', 'omar'),
@@ -5004,9 +5036,8 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_tensor.eval())
 
   def test_get_sparse_tensors_dense_input(self):
-    column = fc.categorical_column_with_vocabulary_list(
-        key='aaa',
-        vocabulary_list=('omar', 'stringer', 'marlo'))
+    column = fc.categorical_column_with_vocabulary_list_v2(
+        key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
     id_weight_pair = column.get_sparse_tensors(
         fc.FeatureTransformationCache({
             'aaa': (('marlo', ''), ('skywalker', 'omar'))
@@ -5022,7 +5053,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_default_value_in_vocabulary(self):
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=('omar', 'stringer', 'marlo'),
         default_value=2)
@@ -5045,7 +5076,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_with_oov_buckets(self):
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=('omar', 'stringer', 'marlo'),
         num_oov_buckets=100)
@@ -5068,7 +5099,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_int32(self):
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=np.array((30, 35, 11, 23, 22), dtype=np.int32),
         dtype=dtypes.int32)
@@ -5092,7 +5123,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
 
   def test_get_sparse_tensors_int32_dense_input(self):
     default_value = -100
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=np.array((30, 35, 11, 23, 22), dtype=np.int32),
         dtype=dtypes.int32,
@@ -5114,7 +5145,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_int32_with_oov_buckets(self):
-    column = fc.categorical_column_with_vocabulary_list(
+    column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=np.array((30, 35, 11, 23, 22), dtype=np.int32),
         dtype=dtypes.int32,
@@ -5138,7 +5169,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_linear_model(self):
-    wire_column = fc.categorical_column_with_vocabulary_list(
+    wire_column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=('omar', 'stringer', 'marlo'),
         num_oov_buckets=1)
@@ -5163,7 +5194,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
   def test_old_linear_model(self):
-    wire_column = fc.categorical_column_with_vocabulary_list(
+    wire_column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=('omar', 'stringer', 'marlo'),
         num_oov_buckets=1)
@@ -5188,7 +5219,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((3.,), (5.,)), predictions.eval())
 
   def test_serialization(self):
-    wire_column = fc.categorical_column_with_vocabulary_list(
+    wire_column = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa',
         vocabulary_list=('omar', 'stringer', 'marlo'),
         num_oov_buckets=1)
@@ -5212,7 +5243,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
 class IdentityCategoricalColumnTest(test.TestCase):
 
   def test_constructor(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     self.assertEqual('aaa', column.name)
     self.assertEqual('aaa', column.key)
     self.assertEqual(3, column.num_buckets)
@@ -5223,10 +5254,10 @@ class IdentityCategoricalColumnTest(test.TestCase):
 
   def test_key_should_be_string(self):
     with self.assertRaisesRegexp(ValueError, 'key must be a string.'):
-      fc.categorical_column_with_identity(key=('aaa',), num_buckets=3)
+      fc.categorical_column_with_identity_v2(key=('aaa',), num_buckets=3)
 
   def test_deep_copy(self):
-    original = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    original = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     for column in (original, copy.deepcopy(original)):
       self.assertEqual('aaa', column.name)
       self.assertEqual(3, column.num_buckets)
@@ -5236,24 +5267,24 @@ class IdentityCategoricalColumnTest(test.TestCase):
 
   def test_invalid_num_buckets_zero(self):
     with self.assertRaisesRegexp(ValueError, 'num_buckets 0 < 1'):
-      fc.categorical_column_with_identity(key='aaa', num_buckets=0)
+      fc.categorical_column_with_identity_v2(key='aaa', num_buckets=0)
 
   def test_invalid_num_buckets_negative(self):
     with self.assertRaisesRegexp(ValueError, 'num_buckets -1 < 1'):
-      fc.categorical_column_with_identity(key='aaa', num_buckets=-1)
+      fc.categorical_column_with_identity_v2(key='aaa', num_buckets=-1)
 
   def test_invalid_default_value_too_small(self):
     with self.assertRaisesRegexp(ValueError, 'default_value -1 not in range'):
-      fc.categorical_column_with_identity(
+      fc.categorical_column_with_identity_v2(
           key='aaa', num_buckets=3, default_value=-1)
 
   def test_invalid_default_value_too_big(self):
     with self.assertRaisesRegexp(ValueError, 'default_value 3 not in range'):
-      fc.categorical_column_with_identity(
+      fc.categorical_column_with_identity_v2(
           key='aaa', num_buckets=3, default_value=3)
 
   def test_invalid_input_dtype(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=('omar', 'stringer', 'marlo'),
@@ -5265,7 +5296,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           }), None)
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_identity(key='aaa', num_buckets=30)
+    a = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=30)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'aaa':
@@ -5274,7 +5305,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a]))
+        features=fc.make_parse_example_spec_v2([a]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -5286,7 +5317,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_get_sparse_tensors(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=(0, 1, 0),
@@ -5306,7 +5337,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_transform_feature(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=(0, 1, 0),
@@ -5322,7 +5353,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           id_tensor.eval())
 
   def test_get_sparse_tensors_dense_input(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     id_weight_pair = column.get_sparse_tensors(
         fc.FeatureTransformationCache({
             'aaa': ((0, -1), (1, 0))
@@ -5338,7 +5369,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_with_inputs_too_small(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=(1, -1, 0),
@@ -5354,7 +5385,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
         id_weight_pair.id_tensor.eval()
 
   def test_get_sparse_tensors_with_inputs_too_big(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
         values=(1, 99, 0),
@@ -5370,7 +5401,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
         id_weight_pair.id_tensor.eval()
 
   def test_get_sparse_tensors_with_default_value(self):
-    column = fc.categorical_column_with_identity(
+    column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=4, default_value=3)
     inputs = sparse_tensor.SparseTensorValue(
         indices=((0, 0), (1, 0), (1, 1)),
@@ -5391,7 +5422,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           id_weight_pair.id_tensor.eval())
 
   def test_get_sparse_tensors_with_default_value_and_placeholder_inputs(self):
-    column = fc.categorical_column_with_identity(
+    column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=4, default_value=3)
     input_indices = array_ops.placeholder(dtype=dtypes.int64)
     input_values = array_ops.placeholder(dtype=dtypes.int32)
@@ -5419,7 +5450,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           }))
 
   def test_linear_model(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     self.assertEqual(3, column.num_buckets)
     with ops.Graph().as_default():
       model = fc.LinearModel((column,))
@@ -5441,7 +5472,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((1.,), (5.,)), predictions.eval())
 
   def test_old_linear_model(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
     self.assertEqual(3, column.num_buckets)
     with ops.Graph().as_default():
       predictions = fc_old.linear_model({
@@ -5463,7 +5494,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((1.,), (5.,)), predictions.eval())
 
   def test_serialization(self):
-    column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
+    column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
 
     self.assertEqual(['aaa'], column.parents)
 
@@ -5482,9 +5513,9 @@ class TransformFeaturesTest(test.TestCase):
   # All transform tests are distributed in column test.
   # Here we only test multi column case and naming
   def transform_multi_column(self):
-    bucketized_price = fc.bucketized_column(
-        fc.numeric_column('price'), boundaries=[0, 2, 4, 6])
-    hashed_sparse = fc.categorical_column_with_hash_bucket('wire', 10)
+    bucketized_price = fc.bucketized_column_v2(
+        fc.numeric_column_v2('price'), boundaries=[0, 2, 4, 6])
+    hashed_sparse = fc.categorical_column_with_hash_bucket_v2('wire', 10)
     with ops.Graph().as_default():
       features = {
           'price': [[-1.], [5.]],
@@ -5544,23 +5575,23 @@ class TransformFeaturesTest(test.TestCase):
 class IndicatorColumnTest(test.TestCase):
 
   def test_indicator_column(self):
-    a = fc.categorical_column_with_hash_bucket('a', 4)
-    indicator_a = fc.indicator_column(a)
+    a = fc.categorical_column_with_hash_bucket_v2('a', 4)
+    indicator_a = fc.indicator_column_v2(a)
     self.assertEqual(indicator_a.categorical_column.name, 'a')
     self.assertEqual(indicator_a.name, 'a_indicator')
     self.assertEqual(indicator_a.variable_shape, [1, 4])
     self.assertTrue(indicator_a._is_v2_column)
 
     b = fc_old.categorical_column_with_hash_bucket('b', hash_bucket_size=100)
-    indicator_b = fc.indicator_column(b)
+    indicator_b = fc.indicator_column_v2(b)
     self.assertEqual(indicator_b.categorical_column.name, 'b')
     self.assertEqual(indicator_b.name, 'b_indicator')
     self.assertEqual(indicator_b.variable_shape, [1, 100])
     self.assertFalse(indicator_b._is_v2_column)
 
   def test_1D_shape_succeeds(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_hash_bucket('animal', 4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_hash_bucket_v2('animal', 4))
     transformation_cache = fc.FeatureTransformationCache({
         'animal': ['fox', 'fox']
     })
@@ -5570,8 +5601,8 @@ class IndicatorColumnTest(test.TestCase):
 
   def test_2D_shape_succeeds(self):
     # TODO(ispir/cassandrax): Swith to categorical_column_with_keys when ready.
-    animal = fc.indicator_column(
-        fc.categorical_column_with_hash_bucket('animal', 4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_hash_bucket_v2('animal', 4))
     transformation_cache = fc.FeatureTransformationCache({
         'animal':
             sparse_tensor.SparseTensor(
@@ -5584,8 +5615,8 @@ class IndicatorColumnTest(test.TestCase):
       self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]], output.eval())
 
   def test_multi_hot(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_identity('animal', num_buckets=4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_identity_v2('animal', num_buckets=4))
 
     transformation_cache = fc.FeatureTransformationCache({
         'animal':
@@ -5597,8 +5628,8 @@ class IndicatorColumnTest(test.TestCase):
       self.assertAllEqual([[0., 2., 0., 0.]], output.eval())
 
   def test_multi_hot2(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_identity('animal', num_buckets=4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_identity_v2('animal', num_buckets=4))
     transformation_cache = fc.FeatureTransformationCache({
         'animal':
             sparse_tensor.SparseTensor(
@@ -5609,17 +5640,17 @@ class IndicatorColumnTest(test.TestCase):
       self.assertAllEqual([[0., 1., 1., 0.]], output.eval())
 
   def test_deep_copy(self):
-    a = fc.categorical_column_with_hash_bucket('a', 4)
-    column = fc.indicator_column(a)
+    a = fc.categorical_column_with_hash_bucket_v2('a', 4)
+    column = fc.indicator_column_v2(a)
     column_copy = copy.deepcopy(column)
     self.assertEqual(column_copy.categorical_column.name, 'a')
     self.assertEqual(column.name, 'a_indicator')
     self.assertEqual(column.variable_shape, [1, 4])
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
-    a_indicator = fc.indicator_column(a)
+    a_indicator = fc.indicator_column_v2(a)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'aaa':
@@ -5628,7 +5659,7 @@ class IndicatorColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a_indicator]))
+        features=fc.make_parse_example_spec_v2([a_indicator]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -5640,9 +5671,9 @@ class IndicatorColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_transform(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
-    a_indicator = fc.indicator_column(a)
+    a_indicator = fc.indicator_column_v2(a)
     features = {
         'aaa': sparse_tensor.SparseTensorValue(
             indices=((0, 0), (1, 0), (1, 1)),
@@ -5656,10 +5687,10 @@ class IndicatorColumnTest(test.TestCase):
 
   def test_transform_with_weighted_column(self):
     # Github issue 12557
-    ids = fc.categorical_column_with_vocabulary_list(
+    ids = fc.categorical_column_with_vocabulary_list_v2(
         key='ids', vocabulary_list=('a', 'b', 'c'))
-    weights = fc.weighted_categorical_column(ids, 'weights')
-    indicator = fc.indicator_column(weights)
+    weights = fc.weighted_categorical_column_v2(ids, 'weights')
+    indicator = fc.indicator_column_v2(weights)
     features = {
         'ids': constant_op.constant([['c', 'b', 'a']]),
         'weights': constant_op.constant([[2., 4., 6.]])
@@ -5671,10 +5702,10 @@ class IndicatorColumnTest(test.TestCase):
 
   def test_transform_with_missing_value_in_weighted_column(self):
     # Github issue 12583
-    ids = fc.categorical_column_with_vocabulary_list(
+    ids = fc.categorical_column_with_vocabulary_list_v2(
         key='ids', vocabulary_list=('a', 'b', 'c'))
-    weights = fc.weighted_categorical_column(ids, 'weights')
-    indicator = fc.indicator_column(weights)
+    weights = fc.weighted_categorical_column_v2(ids, 'weights')
+    indicator = fc.indicator_column_v2(weights)
     features = {
         'ids': constant_op.constant([['c', 'b', 'unknown']]),
         'weights': constant_op.constant([[2., 4., 6.]])
@@ -5686,9 +5717,9 @@ class IndicatorColumnTest(test.TestCase):
 
   def test_transform_with_missing_value_in_categorical_column(self):
     # Github issue 12583
-    ids = fc.categorical_column_with_vocabulary_list(
+    ids = fc.categorical_column_with_vocabulary_list_v2(
         key='ids', vocabulary_list=('a', 'b', 'c'))
-    indicator = fc.indicator_column(ids)
+    indicator = fc.indicator_column_v2(ids)
     features = {
         'ids': constant_op.constant([['c', 'b', 'unknown']]),
     }
@@ -5698,8 +5729,8 @@ class IndicatorColumnTest(test.TestCase):
       self.assertAllEqual([[0., 1., 1.]], indicator_tensor.eval())
 
   def test_linear_model(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_identity('animal', num_buckets=4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_identity_v2('animal', num_buckets=4))
     with ops.Graph().as_default():
       features = {
           'animal':
@@ -5718,8 +5749,8 @@ class IndicatorColumnTest(test.TestCase):
         self.assertAllClose([[2. + 3.]], predictions.eval())
 
   def test_old_linear_model(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_identity('animal', num_buckets=4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_identity_v2('animal', num_buckets=4))
     with ops.Graph().as_default():
       features = {
           'animal':
@@ -5737,7 +5768,7 @@ class IndicatorColumnTest(test.TestCase):
         self.assertAllClose([[2. + 3.]], predictions.eval())
 
   def test_old_linear_model_old_categorical(self):
-    animal = fc.indicator_column(
+    animal = fc.indicator_column_v2(
         fc_old.categorical_column_with_identity('animal', num_buckets=4))
     with ops.Graph().as_default():
       features = {
@@ -5755,22 +5786,22 @@ class IndicatorColumnTest(test.TestCase):
         weight_var.assign([[1.], [2.], [3.], [4.]]).eval()
         self.assertAllClose([[2. + 3.]], predictions.eval())
 
-  def test_feature_layer(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_identity('animal', num_buckets=4))
+  def test_dense_features(self):
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_identity_v2('animal', num_buckets=4))
     with ops.Graph().as_default():
       features = {
           'animal':
               sparse_tensor.SparseTensor(
                   indices=[[0, 0], [0, 1]], values=[1, 2], dense_shape=[1, 2])
       }
-      net = fc.FeatureLayer([animal])(features)
+      net = fc.DenseFeatures([animal])(features)
       with _initialized_session():
         self.assertAllClose([[0., 1., 1., 0.]], net.eval())
 
   def test_input_layer(self):
-    animal = fc.indicator_column(
-        fc.categorical_column_with_identity('animal', num_buckets=4))
+    animal = fc.indicator_column_v2(
+        fc.categorical_column_with_identity_v2('animal', num_buckets=4))
     with ops.Graph().as_default():
       features = {
           'animal':
@@ -5782,7 +5813,7 @@ class IndicatorColumnTest(test.TestCase):
         self.assertAllClose([[0., 1., 1., 0.]], net.eval())
 
   def test_input_layer_old_categorical(self):
-    animal = fc.indicator_column(
+    animal = fc.indicator_column_v2(
         fc_old.categorical_column_with_identity('animal', num_buckets=4))
     with ops.Graph().as_default():
       features = {
@@ -5795,8 +5826,8 @@ class IndicatorColumnTest(test.TestCase):
         self.assertAllClose([[0., 1., 1., 0.]], net.eval())
 
   def test_serialization(self):
-    parent = fc.categorical_column_with_identity('animal', num_buckets=4)
-    animal = fc.indicator_column(parent)
+    parent = fc.categorical_column_with_identity_v2('animal', num_buckets=4)
+    animal = fc.indicator_column_v2(parent)
 
     self.assertEqual([parent], animal.parents)
 
@@ -5865,10 +5896,10 @@ class _TestStateManager(fc.StateManager):
 class EmbeddingColumnTest(test.TestCase):
 
   def test_defaults(self):
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
     embedding_dimension = 2
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column, dimension=embedding_dimension)
     self.assertIs(categorical_column, embedding_column.categorical_column)
     self.assertEqual(embedding_dimension, embedding_column.dimension)
@@ -5888,19 +5919,23 @@ class EmbeddingColumnTest(test.TestCase):
     categorical_column = fc_old.categorical_column_with_identity(
         key='aaa', num_buckets=3)
     embedding_dimension = 2
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column, dimension=embedding_dimension)
     self.assertFalse(embedding_column._is_v2_column)
 
   def test_all_constructor_args(self):
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
     embedding_dimension = 2
-    embedding_column = fc.embedding_column(
-        categorical_column, dimension=embedding_dimension,
-        combiner='my_combiner', initializer=lambda: 'my_initializer',
-        ckpt_to_load_from='my_ckpt', tensor_name_in_ckpt='my_ckpt_tensor',
-        max_norm=42., trainable=False)
+    embedding_column = fc.embedding_column_v2(
+        categorical_column,
+        dimension=embedding_dimension,
+        combiner='my_combiner',
+        initializer=lambda: 'my_initializer',
+        ckpt_to_load_from='my_ckpt',
+        tensor_name_in_ckpt='my_ckpt_tensor',
+        max_norm=42.,
+        trainable=False)
     self.assertIs(categorical_column, embedding_column.categorical_column)
     self.assertEqual(embedding_dimension, embedding_column.dimension)
     self.assertEqual('my_combiner', embedding_column.combiner)
@@ -5915,14 +5950,18 @@ class EmbeddingColumnTest(test.TestCase):
     }, embedding_column.parse_example_spec)
 
   def test_deep_copy(self):
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
     embedding_dimension = 2
-    original = fc.embedding_column(
-        categorical_column, dimension=embedding_dimension,
-        combiner='my_combiner', initializer=lambda: 'my_initializer',
-        ckpt_to_load_from='my_ckpt', tensor_name_in_ckpt='my_ckpt_tensor',
-        max_norm=42., trainable=False)
+    original = fc.embedding_column_v2(
+        categorical_column,
+        dimension=embedding_dimension,
+        combiner='my_combiner',
+        initializer=lambda: 'my_initializer',
+        ckpt_to_load_from='my_ckpt',
+        tensor_name_in_ckpt='my_ckpt_tensor',
+        max_norm=42.,
+        trainable=False)
     for embedding_column in (original, copy.deepcopy(original)):
       self.assertEqual('aaa', embedding_column.categorical_column.name)
       self.assertEqual(3, embedding_column.categorical_column.num_buckets)
@@ -5943,15 +5982,16 @@ class EmbeddingColumnTest(test.TestCase):
       }, embedding_column.parse_example_spec)
 
   def test_invalid_initializer(self):
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
     with self.assertRaisesRegexp(ValueError, 'initializer must be callable'):
-      fc.embedding_column(categorical_column, dimension=2, initializer='not_fn')
+      fc.embedding_column_v2(
+          categorical_column, dimension=2, initializer='not_fn')
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
-    a_embedded = fc.embedding_column(a, dimension=2)
+    a_embedded = fc.embedding_column_v2(a, dimension=2)
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'aaa':
@@ -5960,7 +6000,7 @@ class EmbeddingColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a_embedded]))
+        features=fc.make_parse_example_spec_v2([a_embedded]))
     self.assertIn('aaa', features)
     with self.cached_session():
       _assert_sparse_tensor_value(
@@ -5972,8 +6012,8 @@ class EmbeddingColumnTest(test.TestCase):
           features['aaa'].eval())
 
   def test_transform_feature(self):
-    a = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
-    a_embedded = fc.embedding_column(a, dimension=2)
+    a = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
+    a_embedded = fc.embedding_column_v2(a, dimension=2)
     features = {
         'aaa': sparse_tensor.SparseTensor(
             indices=((0, 0), (1, 0), (1, 1)),
@@ -6025,10 +6065,11 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
-        categorical_column, dimension=embedding_dimension,
+    embedding_column = fc.embedding_column_v2(
+        categorical_column,
+        dimension=embedding_dimension,
         initializer=_initializer)
     state_manager = _TestStateManager()
     embedding_column.create_state(state_manager)
@@ -6088,7 +6129,7 @@ class EmbeddingColumnTest(test.TestCase):
     # Build columns.
     categorical_column = fc_old.categorical_column_with_identity(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer)
@@ -6147,10 +6188,11 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
-        categorical_column, dimension=embedding_dimension,
+    embedding_column = fc.embedding_column_v2(
+        categorical_column,
+        dimension=embedding_dimension,
         initializer=_initializer)
     state_manager = _TestStateManager()
     embedding_column.create_state(state_manager)
@@ -6207,10 +6249,11 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
-        categorical_column, dimension=embedding_dimension,
+    embedding_column = fc.embedding_column_v2(
+        categorical_column,
+        dimension=embedding_dimension,
         initializer=_initializer)
     state_manager = _TestStateManager()
     embedding_column.create_state(state_manager)
@@ -6277,10 +6320,11 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
-        categorical_column, dimension=embedding_dimension,
+    embedding_column = fc.embedding_column_v2(
+        categorical_column,
+        dimension=embedding_dimension,
         ckpt_to_load_from=ckpt_path,
         tensor_name_in_ckpt=ckpt_tensor)
     state_manager = _TestStateManager()
@@ -6324,9 +6368,9 @@ class EmbeddingColumnTest(test.TestCase):
       return zeros_embedding_values
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer)
@@ -6350,8 +6394,7 @@ class EmbeddingColumnTest(test.TestCase):
       bias = trainable_vars['linear_model/bias_weights:0']
       embedding_weights = trainable_vars[
           'linear_model/aaa_embedding/embedding_weights:0']
-      linear_weights = trainable_vars[
-          'linear_model/aaa_embedding/weights:0']
+      linear_weights = trainable_vars['linear_model/aaa_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
         self.assertAllClose(np.zeros((1,)), bias.eval())
@@ -6375,7 +6418,7 @@ class EmbeddingColumnTest(test.TestCase):
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
         self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
 
-  def test_feature_layer(self):
+  def test_dense_features(self):
     # Inputs.
     vocabulary_size = 3
     sparse_input = sparse_tensor.SparseTensorValue(
@@ -6413,31 +6456,31 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer)
 
     # Provide sparse input and get dense result.
-    l = fc.FeatureLayer((embedding_column,))
-    feature_layer = l({'aaa': sparse_input})
+    l = fc.DenseFeatures((embedding_column,))
+    dense_features = l({'aaa': sparse_input})
 
     # Assert expected embedding variable and lookups.
     global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-    self.assertItemsEqual(('feature_layer/aaa_embedding/embedding_weights:0',),
+    self.assertItemsEqual(('dense_features/aaa_embedding/embedding_weights:0',),
                           tuple([v.name for v in global_vars]))
     for v in global_vars:
       self.assertTrue(isinstance(v, variables_lib.RefVariable))
     trainable_vars = ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES)
-    self.assertItemsEqual(('feature_layer/aaa_embedding/embedding_weights:0',),
+    self.assertItemsEqual(('dense_features/aaa_embedding/embedding_weights:0',),
                           tuple([v.name for v in trainable_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, trainable_vars[0].eval())
-      self.assertAllEqual(expected_lookups, feature_layer.eval())
+      self.assertAllEqual(expected_lookups, dense_features.eval())
 
-  def test_feature_layer_not_trainable(self):
+  def test_dense_features_not_trainable(self):
     # Inputs.
     vocabulary_size = 3
     sparse_input = sparse_tensor.SparseTensorValue(
@@ -6475,26 +6518,28 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer,
         trainable=False)
 
     # Provide sparse input and get dense result.
-    feature_layer = fc.FeatureLayer((embedding_column,))({'aaa': sparse_input})
+    dense_features = fc.DenseFeatures((embedding_column,))({
+        'aaa': sparse_input
+    })
 
     # Assert expected embedding variable and lookups.
     global_vars = ops.get_collection(ops.GraphKeys.GLOBAL_VARIABLES)
-    self.assertItemsEqual(('feature_layer/aaa_embedding/embedding_weights:0',),
+    self.assertItemsEqual(('dense_features/aaa_embedding/embedding_weights:0',),
                           tuple([v.name for v in global_vars]))
     self.assertItemsEqual(
         [], ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, feature_layer.eval())
+      self.assertAllEqual(expected_lookups, dense_features.eval())
 
   def test_input_layer(self):
     # Inputs.
@@ -6535,15 +6580,15 @@ class EmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer)
 
     # Provide sparse input and get dense result.
-    feature_layer = fc_old.input_layer({
+    dense_features = fc_old.input_layer({
         'aaa': sparse_input
     }, (embedding_column,))
 
@@ -6556,7 +6601,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in trainable_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, trainable_vars[0].eval())
-      self.assertAllEqual(expected_lookups, feature_layer.eval())
+      self.assertAllEqual(expected_lookups, dense_features.eval())
 
   def test_old_linear_model(self):
     # Inputs.
@@ -6583,9 +6628,9 @@ class EmbeddingColumnTest(test.TestCase):
       return zeros_embedding_values
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer)
@@ -6661,7 +6706,7 @@ class EmbeddingColumnTest(test.TestCase):
     # Build columns.
     categorical_column = fc_old.categorical_column_with_identity(
         key='aaa', num_buckets=vocabulary_size)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column,
         dimension=embedding_dimension,
         initializer=_initializer)
@@ -6717,9 +6762,9 @@ class EmbeddingColumnTest(test.TestCase):
       return ValueError('Not expected to be called')
 
     # Build columns.
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    embedding_column = fc.embedding_column(
+    embedding_column = fc.embedding_column_v2(
         categorical_column, dimension=2, initializer=_initializer)
 
     self.assertEqual([categorical_column], embedding_column.parents)
@@ -6764,9 +6809,9 @@ class EmbeddingColumnTest(test.TestCase):
 class SharedEmbeddingColumnTest(test.TestCase):
 
   def test_defaults(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     embedding_dimension = 2
     embedding_column_b, embedding_column_a = fc.shared_embedding_columns_v2(
@@ -6788,9 +6833,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
     }, embedding_column_b.parse_example_spec)
 
   def test_all_constructor_args(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     embedding_dimension = 2
     embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
@@ -6819,9 +6864,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
     }, embedding_column_b.parse_example_spec)
 
   def test_deep_copy(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     embedding_dimension = 2
     original_a, _ = fc.shared_embedding_columns_v2(
@@ -6850,9 +6895,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
       }, embedding_column_a.parse_example_spec)
 
   def test_invalid_initializer(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     with self.assertRaisesRegexp(ValueError, 'initializer must be callable'):
       fc.shared_embedding_columns_v2(
@@ -6861,11 +6906,11 @@ class SharedEmbeddingColumnTest(test.TestCase):
           initializer='not_fn')
 
   def test_incompatible_column_type(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
-    categorical_column_c = fc.categorical_column_with_hash_bucket(
+    categorical_column_c = fc.categorical_column_with_hash_bucket_v2(
         key='ccc', hash_bucket_size=3)
     with self.assertRaisesRegexp(
         ValueError, 'all categorical_columns must have the same type.*'
@@ -6875,13 +6920,13 @@ class SharedEmbeddingColumnTest(test.TestCase):
           dimension=2)
 
   def test_weighted_categorical_column_ok(self):
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    weighted_categorical_column_a = fc.weighted_categorical_column(
+    weighted_categorical_column_a = fc.weighted_categorical_column_v2(
         categorical_column_a, weight_feature_key='aaa_weights')
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
-    weighted_categorical_column_b = fc.weighted_categorical_column(
+    weighted_categorical_column_b = fc.weighted_categorical_column_v2(
         categorical_column_b, weight_feature_key='bbb_weights')
     fc.shared_embedding_columns_v2(
         [weighted_categorical_column_a, categorical_column_b], dimension=2)
@@ -6892,9 +6937,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
         dimension=2)
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
-    b = fc.categorical_column_with_vocabulary_list(
+    b = fc.categorical_column_with_vocabulary_list_v2(
         key='bbb', vocabulary_list=('omar', 'stringer', 'marlo'))
     a_embedded, b_embedded = fc.shared_embedding_columns_v2([a, b], dimension=2)
     data = example_pb2.Example(features=feature_pb2.Features(
@@ -6908,7 +6953,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a_embedded, b_embedded]))
+        features=fc.make_parse_example_spec_v2([a_embedded, b_embedded]))
     self.assertIn('aaa', features)
     self.assertIn('bbb', features)
     with self.cached_session():
@@ -6928,8 +6973,8 @@ class SharedEmbeddingColumnTest(test.TestCase):
           features['bbb'].eval())
 
   def test_transform_feature(self):
-    a = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
-    b = fc.categorical_column_with_identity(key='bbb', num_buckets=3)
+    a = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
+    b = fc.categorical_column_with_identity_v2(key='bbb', num_buckets=3)
     a_embedded, b_embedded = fc.shared_embedding_columns_v2([a, b], dimension=2)
     features = {
         'aaa': sparse_tensor.SparseTensor(
@@ -6996,9 +7041,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=vocabulary_size)
     embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
         [categorical_column_a, categorical_column_b],
@@ -7059,9 +7104,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
       return embedding_values
 
     # Build columns.
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=vocabulary_size)
     embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
         [categorical_column_a, categorical_column_b],
@@ -7100,9 +7145,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
       return zeros_embedding_values
 
     # Build columns.
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=vocabulary_size)
     embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
         [categorical_column_a, categorical_column_b],
@@ -7166,7 +7211,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
         # = [3*1 + 5*2, 3*0 +5*0] = [13, 0]
         self.assertAllClose([[94. + 13.], [29.]], predictions.eval())
 
-  def _test_feature_layer(self, trainable=True):
+  def _test_dense_features(self, trainable=True):
     # Inputs.
     vocabulary_size = 3
     sparse_input_a = sparse_tensor.SparseTensorValue(
@@ -7224,13 +7269,13 @@ class SharedEmbeddingColumnTest(test.TestCase):
     )
 
     # Build columns.
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=vocabulary_size)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=vocabulary_size)
-    categorical_column_c = fc.categorical_column_with_identity(
+    categorical_column_c = fc.categorical_column_with_identity_v2(
         key='ccc', num_buckets=vocabulary_size)
-    categorical_column_d = fc.categorical_column_with_identity(
+    categorical_column_d = fc.categorical_column_with_identity_v2(
         key='ddd', num_buckets=vocabulary_size)
 
     embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
@@ -7252,7 +7297,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
     }
 
     # Provide sparse input and get dense result.
-    feature_layer = fc.FeatureLayer(
+    dense_features = fc.DenseFeatures(
         feature_columns=(embedding_column_b, embedding_column_a,
                          embedding_column_c, embedding_column_d))(
                              features)
@@ -7274,13 +7319,13 @@ class SharedEmbeddingColumnTest(test.TestCase):
     shared_embedding_vars = global_vars
     with _initialized_session():
       self.assertAllEqual(embedding_values, shared_embedding_vars[0].eval())
-      self.assertAllEqual(expected_lookups, feature_layer.eval())
+      self.assertAllEqual(expected_lookups, dense_features.eval())
 
-  def test_feature_layer(self):
-    self._test_feature_layer()
+  def test_dense_features(self):
+    self._test_dense_features()
 
-  def test_feature_layer_no_trainable(self):
-    self._test_feature_layer(trainable=False)
+  def test_dense_features_no_trainable(self):
+    self._test_dense_features(trainable=False)
 
   def test_serialization(self):
 
@@ -7288,9 +7333,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
       del shape, dtype, partition_info
       return ValueError('Not expected to be called')
 
-    categorical_column_a = fc.categorical_column_with_identity(
+    categorical_column_a = fc.categorical_column_with_identity_v2(
         key='aaa', num_buckets=3)
-    categorical_column_b = fc.categorical_column_with_identity(
+    categorical_column_b = fc.categorical_column_with_identity_v2(
         key='bbb', num_buckets=3)
     embedding_column_a, embedding_column_b = fc.shared_embedding_columns_v2(
         [categorical_column_a, categorical_column_b],
@@ -7306,8 +7351,8 @@ class SharedEmbeddingColumnTest(test.TestCase):
 class WeightedCategoricalColumnTest(test.TestCase):
 
   def test_defaults(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     self.assertEqual('ids_weighted_by_values', column.name)
@@ -7319,7 +7364,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
     self.assertTrue(column._is_v2_column)
 
   def test_is_v2_column(self):
-    column = fc.weighted_categorical_column(
+    column = fc.weighted_categorical_column_v2(
         categorical_column=fc_old.categorical_column_with_identity(
             key='ids', num_buckets=3),
         weight_feature_key='values')
@@ -7327,8 +7372,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
 
   def test_deep_copy(self):
     """Tests deepcopy of categorical_column_with_hash_bucket."""
-    original = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    original = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     for column in (original, copy.deepcopy(original)):
@@ -7341,23 +7386,23 @@ class WeightedCategoricalColumnTest(test.TestCase):
 
   def test_invalid_dtype_none(self):
     with self.assertRaisesRegexp(ValueError, 'is not convertible to float'):
-      fc.weighted_categorical_column(
-          categorical_column=fc.categorical_column_with_identity(
+      fc.weighted_categorical_column_v2(
+          categorical_column=fc.categorical_column_with_identity_v2(
               key='ids', num_buckets=3),
           weight_feature_key='values',
           dtype=None)
 
   def test_invalid_dtype_string(self):
     with self.assertRaisesRegexp(ValueError, 'is not convertible to float'):
-      fc.weighted_categorical_column(
-          categorical_column=fc.categorical_column_with_identity(
+      fc.weighted_categorical_column_v2(
+          categorical_column=fc.categorical_column_with_identity_v2(
               key='ids', num_buckets=3),
           weight_feature_key='values',
           dtype=dtypes.string)
 
   def test_invalid_input_dtype(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     strings = sparse_tensor.SparseTensorValue(
@@ -7372,14 +7417,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
 
   def test_column_name_collision(self):
     with self.assertRaisesRegexp(ValueError, r'Parse config.*already exists'):
-      fc.weighted_categorical_column(
-          categorical_column=fc.categorical_column_with_identity(
+      fc.weighted_categorical_column_v2(
+          categorical_column=fc.categorical_column_with_identity_v2(
               key='aaa', num_buckets=3),
           weight_feature_key='aaa').parse_example_spec()
 
   def test_missing_weights(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     inputs = sparse_tensor.SparseTensorValue(
@@ -7391,9 +7436,10 @@ class WeightedCategoricalColumnTest(test.TestCase):
       fc._transform_features({'ids': inputs}, (column,), None)
 
   def test_parse_example(self):
-    a = fc.categorical_column_with_vocabulary_list(
+    a = fc.categorical_column_with_vocabulary_list_v2(
         key='aaa', vocabulary_list=('omar', 'stringer', 'marlo'))
-    a_weighted = fc.weighted_categorical_column(a, weight_feature_key='weights')
+    a_weighted = fc.weighted_categorical_column_v2(
+        a, weight_feature_key='weights')
     data = example_pb2.Example(features=feature_pb2.Features(
         feature={
             'aaa':
@@ -7405,7 +7451,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
         }))
     features = parsing_ops.parse_example(
         serialized=[data.SerializeToString()],
-        features=fc.make_parse_example_spec([a_weighted]))
+        features=fc.make_parse_example_spec_v2([a_weighted]))
     self.assertIn('aaa', features)
     self.assertIn('weights', features)
     with self.cached_session():
@@ -7425,8 +7471,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
           features['weights'].eval())
 
   def test_transform_features(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     inputs = sparse_tensor.SparseTensorValue(
@@ -7458,8 +7504,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
           weight_tensor.eval())
 
   def test_transform_features_dense_input(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     weights = sparse_tensor.SparseTensorValue(
@@ -7487,8 +7533,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
           weight_tensor.eval())
 
   def test_transform_features_dense_weights(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     inputs = sparse_tensor.SparseTensorValue(
@@ -7516,8 +7562,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
           weight_tensor.eval())
 
   def test_linear_model(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7546,8 +7592,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((.5,), (3.2,)), predictions.eval())
 
   def test_linear_model_mismatched_shape(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7568,8 +7614,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
         })
 
   def test_linear_model_mismatched_dense_values(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7592,8 +7638,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
           predictions.eval()
 
   def test_linear_model_mismatched_dense_shape(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7618,8 +7664,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((.5,), (3.2,)), predictions.eval())
 
   def test_old_linear_model(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7648,8 +7694,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((.5,), (3.2,)), predictions.eval())
 
   def test_old_linear_model_mismatched_shape(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7669,8 +7715,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
         }, (column,))
 
   def test_old_linear_model_mismatched_dense_values(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7693,8 +7739,8 @@ class WeightedCategoricalColumnTest(test.TestCase):
           predictions.eval()
 
   def test_old_linear_model_mismatched_dense_shape(self):
-    column = fc.weighted_categorical_column(
-        categorical_column=fc.categorical_column_with_identity(
+    column = fc.weighted_categorical_column_v2(
+        categorical_column=fc.categorical_column_with_identity_v2(
             key='ids', num_buckets=3),
         weight_feature_key='values')
     with ops.Graph().as_default():
@@ -7719,7 +7765,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
         self.assertAllClose(((.5,), (3.2,)), predictions.eval())
 
   def test_old_linear_model_old_categorical(self):
-    column = fc.weighted_categorical_column(
+    column = fc.weighted_categorical_column_v2(
         categorical_column=fc_old.categorical_column_with_identity(
             key='ids', num_buckets=3),
         weight_feature_key='values')
@@ -7751,9 +7797,9 @@ class WeightedCategoricalColumnTest(test.TestCase):
   # TODO(ptucker): Add test with embedding of weighted categorical.
 
   def test_serialization(self):
-    categorical_column = fc.categorical_column_with_identity(
+    categorical_column = fc.categorical_column_with_identity_v2(
         key='ids', num_buckets=3)
-    column = fc.weighted_categorical_column(
+    column = fc.weighted_categorical_column_v2(
         categorical_column=categorical_column, weight_feature_key='weight')
 
     self.assertEqual([categorical_column, 'weight'], column.parents)
@@ -7837,8 +7883,8 @@ class SerializationTest(test.TestCase):
       })
 
   def test_deserialization_deduping(self):
-    price = fc.numeric_column('price')
-    bucketized_price = fc.bucketized_column(price, boundaries=[0, 1])
+    price = fc.numeric_column_v2('price')
+    bucketized_price = fc.bucketized_column_v2(price, boundaries=[0, 1])
 
     configs = fc.serialize_feature_columns([price, bucketized_price])
 
diff --git a/tensorflow/python/keras/engine/feature_columns_integration_test.py b/tensorflow/python/keras/engine/feature_columns_integration_test.py
index e0478ee357..9ee6a0a27a 100644
--- a/tensorflow/python/keras/engine/feature_columns_integration_test.py
+++ b/tensorflow/python/keras/engine/feature_columns_integration_test.py
@@ -33,7 +33,7 @@ class TestDNNModel(keras.models.Model):
 
   def __init__(self, feature_columns, units, name=None, **kwargs):
     super(TestDNNModel, self).__init__(name=name, **kwargs)
-    self._input_layer = fc.FeatureLayer(feature_columns, name='input_layer')
+    self._input_layer = fc.DenseFeatures(feature_columns, name='input_layer')
     self._dense_layer = keras.layers.Dense(units, name='dense_layer')
 
   def call(self, features):
@@ -49,9 +49,9 @@ class FeatureColumnsIntegrationTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sequential_model(self):
-    columns = [fc.numeric_column('a')]
+    columns = [fc.numeric_column_v2('a')]
     model = keras.models.Sequential([
-        fc.FeatureLayer(columns),
+        fc.DenseFeatures(columns),
         keras.layers.Dense(64, activation='relu'),
         keras.layers.Dense(20, activation='softmax')
     ])
@@ -70,9 +70,9 @@ class FeatureColumnsIntegrationTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sequential_model_with_ds_input(self):
-    columns = [fc.numeric_column('a')]
+    columns = [fc.numeric_column_v2('a')]
     model = keras.models.Sequential([
-        fc.FeatureLayer(columns),
+        fc.DenseFeatures(columns),
         keras.layers.Dense(64, activation='relu'),
         keras.layers.Dense(20, activation='softmax')
     ])
@@ -94,8 +94,8 @@ class FeatureColumnsIntegrationTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_subclassed_model_with_feature_columns(self):
-    col_a = fc.numeric_column('a')
-    col_b = fc.numeric_column('b')
+    col_a = fc.numeric_column_v2('a')
+    col_b = fc.numeric_column_v2('b')
 
     dnn_model = TestDNNModel([col_a, col_b], 20)
 
@@ -114,8 +114,8 @@ class FeatureColumnsIntegrationTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_subclassed_model_with_feature_columns_with_ds_input(self):
-    col_a = fc.numeric_column('a')
-    col_b = fc.numeric_column('b')
+    col_a = fc.numeric_column_v2('a')
+    col_b = fc.numeric_column_v2('b')
 
     dnn_model = TestDNNModel([col_a, col_b], 20)
 
@@ -137,13 +137,13 @@ class FeatureColumnsIntegrationTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def DISABLED_test_function_model_feature_layer_input(self):
-    col_a = fc.numeric_column('a')
-    col_b = fc.numeric_column('b')
+    col_a = fc.numeric_column_v2('a')
+    col_b = fc.numeric_column_v2('b')
 
-    feature_layer = fc.FeatureLayer([col_a, col_b], name='fc')
+    feature_layer = fc.DenseFeatures([col_a, col_b], name='fc')
     dense = keras.layers.Dense(4)
 
-    # This seems problematic.... We probably need something for FeatureLayer
+    # This seems problematic.... We probably need something for DenseFeatures
     # the way Input is for InputLayer.
     output = dense(feature_layer)
 
@@ -163,15 +163,15 @@ class FeatureColumnsIntegrationTest(test.TestCase):
 
   @tf_test_util.run_in_graph_and_eager_modes
   def DISABLED_test_function_model_multiple_feature_layer_inputs(self):
-    col_a = fc.numeric_column('a')
-    col_b = fc.numeric_column('b')
-    col_c = fc.numeric_column('c')
+    col_a = fc.numeric_column_v2('a')
+    col_b = fc.numeric_column_v2('b')
+    col_c = fc.numeric_column_v2('c')
 
-    fc1 = fc.FeatureLayer([col_a, col_b], name='fc1')
-    fc2 = fc.FeatureLayer([col_b, col_c], name='fc2')
+    fc1 = fc.DenseFeatures([col_a, col_b], name='fc1')
+    fc2 = fc.DenseFeatures([col_b, col_c], name='fc2')
     dense = keras.layers.Dense(4)
 
-    # This seems problematic.... We probably need something for FeatureLayer
+    # This seems problematic.... We probably need something for DenseFeatures
     # the way Input is for InputLayer.
     output = dense(fc1) + dense(fc2)
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.feature_column.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.feature_column.pbtxt
index f06e798953..f6e165bd7a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.feature_column.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.feature_column.pbtxt
@@ -32,14 +32,6 @@ tf_module {
     name: "indicator_column"
     argspec: "args=[\'categorical_column\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "input_layer"
-    argspec: "args=[\'features\', \'feature_columns\', \'weight_collections\', \'trainable\', \'cols_to_vars\', \'cols_to_output_tensors\'], varargs=None, keywords=None, defaults=[\'None\', \'True\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "linear_model"
-    argspec: "args=[\'features\', \'feature_columns\', \'units\', \'sparse_combiner\', \'weight_collections\', \'trainable\', \'cols_to_vars\'], varargs=None, keywords=None, defaults=[\'1\', \'sum\', \'None\', \'True\', \'None\'], "
-  }
   member_method {
     name: "make_parse_example_spec"
     argspec: "args=[\'feature_columns\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt
new file mode 100644
index 0000000000..35b31bd3ee
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt
@@ -0,0 +1,175 @@
+path: "tensorflow.keras.layers.DenseFeatures"
+tf_class {
+  is_instance: "<class \'tensorflow.python.feature_column.feature_column_v2.DenseFeatures\'>"
+  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
+  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "activity_regularizer"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "inbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "losses"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "outbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "updates"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "weights"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'feature_columns\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'True\', \'None\'], "
+  }
+  member_method {
+    name: "add_loss"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_update"
+    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_variable"
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "add_weight"
+    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'partitioner\', \'use_resource\', \'synchronization\', \'aggregation\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\'], "
+  }
+  member_method {
+    name: "apply"
+    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "build"
+    argspec: "args=[\'self\', \'_\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "call"
+    argspec: "args=[\'self\', \'features\', \'cols_to_output_tensors\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "compute_mask"
+    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "compute_output_shape"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "count_params"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "from_config"
+    argspec: "args=[\'cls\', \'config\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_config"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_losses_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_updates_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_weights"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "set_weights"
+    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
new file mode 100644
index 0000000000..c727d5fc2d
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
@@ -0,0 +1,269 @@
+path: "tensorflow.keras.layers.LinearModel"
+tf_class {
+  is_instance: "<class \'tensorflow.python.feature_column.feature_column_v2.LinearModel\'>"
+  is_instance: "<class \'tensorflow.python.keras.engine.training.Model\'>"
+  is_instance: "<class \'tensorflow.python.keras.engine.network.Network\'>"
+  is_instance: "<class \'tensorflow.python.keras.engine.base_layer.Layer\'>"
+  is_instance: "<class \'tensorflow.python.training.checkpointable.base.CheckpointableBase\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "activity_regularizer"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "bias"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "inbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "input_spec"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "layers"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "losses"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "non_trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "outbound_nodes"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_mask"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "output_shape"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "state_updates"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "stateful"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "trainable_weights"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "updates"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "variables"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "weights"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'feature_columns\', \'units\', \'sparse_combiner\', \'trainable\', \'name\'], varargs=None, keywords=kwargs, defaults=[\'1\', \'sum\', \'True\', \'None\'], "
+  }
+  member_method {
+    name: "add_loss"
+    argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_update"
+    argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "add_variable"
+    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+  }
+  member_method {
+    name: "add_weight"
+    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\', \'partitioner\', \'use_resource\', \'synchronization\', \'aggregation\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'VariableSynchronization.AUTO\', \'VariableAggregation.NONE\'], "
+  }
+  member_method {
+    name: "apply"
+    argspec: "args=[\'self\', \'inputs\'], varargs=args, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "build"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "call"
+    argspec: "args=[\'self\', \'features\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "compile"
+    argspec: "args=[\'self\', \'optimizer\', \'loss\', \'metrics\', \'loss_weights\', \'sample_weight_mode\', \'weighted_metrics\', \'target_tensors\', \'distribute\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "compute_mask"
+    argspec: "args=[\'self\', \'inputs\', \'mask\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "compute_output_shape"
+    argspec: "args=[\'self\', \'input_shape\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "count_params"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "evaluate"
+    argspec: "args=[\'self\', \'x\', \'y\', \'batch_size\', \'verbose\', \'sample_weight\', \'steps\', \'max_queue_size\', \'workers\', \'use_multiprocessing\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'1\', \'None\', \'None\', \'10\', \'1\', \'False\'], "
+  }
+  member_method {
+    name: "evaluate_generator"
+    argspec: "args=[\'self\', \'generator\', \'steps\', \'max_queue_size\', \'workers\', \'use_multiprocessing\', \'verbose\'], varargs=None, keywords=None, defaults=[\'None\', \'10\', \'1\', \'False\', \'0\'], "
+  }
+  member_method {
+    name: "fit"
+    argspec: "args=[\'self\', \'x\', \'y\', \'batch_size\', \'epochs\', \'verbose\', \'callbacks\', \'validation_split\', \'validation_data\', \'shuffle\', \'class_weight\', \'sample_weight\', \'initial_epoch\', \'steps_per_epoch\', \'validation_steps\', \'max_queue_size\', \'workers\', \'use_multiprocessing\'], varargs=None, keywords=kwargs, defaults=[\'None\', \'None\', \'None\', \'1\', \'1\', \'None\', \'0.0\', \'None\', \'True\', \'None\', \'None\', \'0\', \'None\', \'None\', \'10\', \'1\', \'False\'], "
+  }
+  member_method {
+    name: "fit_generator"
+    argspec: "args=[\'self\', \'generator\', \'steps_per_epoch\', \'epochs\', \'verbose\', \'callbacks\', \'validation_data\', \'validation_steps\', \'class_weight\', \'max_queue_size\', \'workers\', \'use_multiprocessing\', \'shuffle\', \'initial_epoch\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'1\', \'None\', \'None\', \'None\', \'None\', \'10\', \'1\', \'False\', \'True\', \'0\'], "
+  }
+  member_method {
+    name: "from_config"
+    argspec: "args=[\'cls\', \'config\', \'custom_objects\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "get_config"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_input_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_layer"
+    argspec: "args=[\'self\', \'name\', \'index\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "get_losses_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_mask_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_output_shape_at"
+    argspec: "args=[\'self\', \'node_index\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_updates_for"
+    argspec: "args=[\'self\', \'inputs\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "get_weights"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "load_weights"
+    argspec: "args=[\'self\', \'filepath\', \'by_name\'], varargs=None, keywords=None, defaults=[\'False\'], "
+  }
+  member_method {
+    name: "predict"
+    argspec: "args=[\'self\', \'x\', \'batch_size\', \'verbose\', \'steps\', \'max_queue_size\', \'workers\', \'use_multiprocessing\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'None\', \'10\', \'1\', \'False\'], "
+  }
+  member_method {
+    name: "predict_generator"
+    argspec: "args=[\'self\', \'generator\', \'steps\', \'max_queue_size\', \'workers\', \'use_multiprocessing\', \'verbose\'], varargs=None, keywords=None, defaults=[\'None\', \'10\', \'1\', \'False\', \'0\'], "
+  }
+  member_method {
+    name: "predict_on_batch"
+    argspec: "args=[\'self\', \'x\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "reset_states"
+    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "save"
+    argspec: "args=[\'self\', \'filepath\', \'overwrite\', \'include_optimizer\'], varargs=None, keywords=None, defaults=[\'True\', \'True\'], "
+  }
+  member_method {
+    name: "save_weights"
+    argspec: "args=[\'self\', \'filepath\', \'overwrite\', \'save_format\'], varargs=None, keywords=None, defaults=[\'True\', \'None\'], "
+  }
+  member_method {
+    name: "set_weights"
+    argspec: "args=[\'self\', \'weights\'], varargs=None, keywords=None, defaults=None"
+  }
+  member_method {
+    name: "summary"
+    argspec: "args=[\'self\', \'line_length\', \'positions\', \'print_fn\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+  member_method {
+    name: "test_on_batch"
+    argspec: "args=[\'self\', \'x\', \'y\', \'sample_weight\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "to_json"
+    argspec: "args=[\'self\'], varargs=None, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "to_yaml"
+    argspec: "args=[\'self\'], varargs=None, keywords=kwargs, defaults=None"
+  }
+  member_method {
+    name: "train_on_batch"
+    argspec: "args=[\'self\', \'x\', \'y\', \'sample_weight\', \'class_weight\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.pbtxt
index 9d7e5bb8c7..3b4724ef10 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.pbtxt
@@ -124,6 +124,10 @@ tf_module {
     name: "Dense"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "DenseFeatures"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "DepthwiseConv2D"
     mtype: "<type \'type\'>"
@@ -240,6 +244,10 @@ tf_module {
     name: "LeakyReLU"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "LinearModel"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "LocallyConnected1D"
     mtype: "<type \'type\'>"
-- 
GitLab


From 87fad1699b2b4323d2b7c5c3324bd512b1b8e3a6 Mon Sep 17 00:00:00 2001
From: Reed Wanderman-Milne <reedwm@google.com>
Date: Tue, 13 Nov 2018 18:26:50 -0800
Subject: [PATCH 1553/1825] Disable CAPI.TensorHandleCopyBetweenTwoGPUDevices

PiperOrigin-RevId: 221371293
---
 tensorflow/c/BUILD | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index edd0c30a46..d4defaa185 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -209,7 +209,10 @@ tf_cuda_cc_test(
         "//tensorflow:darwin": ["-headerpad_max_install_names"],
         "//conditions:default": [],
     }),
-    tags = ["noasan"],
+    tags = [
+        "no_oss",  # http://b/119522529
+        "noasan",
+    ],
     # We must ensure that the dependencies can be dynamically linked since
     # the shared library must be able to use core:framework.
     # linkstatic = tf_kernel_tests_linkstatic(),
-- 
GitLab


From 27b14271731036f8e044dd8b3a6db75514a240b3 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 13 Nov 2018 19:02:23 -0800
Subject: [PATCH 1554/1825] [XLA] Fix TODOs in hlo_evaluator.

Remove TODOs that say "add DCHECK back", because we've moved away from (D)CHECK
in XLA.

PiperOrigin-RevId: 221374452
---
 .../compiler/xla/service/hlo_evaluator.h      | 10 +++-------
 .../xla/service/hlo_evaluator_typed_visitor.h | 19 +++++--------------
 2 files changed, 8 insertions(+), 21 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_evaluator.h b/tensorflow/compiler/xla/service/hlo_evaluator.h
index 07f8d0aad4..8c90252896 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator.h
+++ b/tensorflow/compiler/xla/service/hlo_evaluator.h
@@ -222,14 +222,10 @@ class HloEvaluator : public DfsHloVisitorWithDefault {
     const auto shape = instruction->shape();
     const auto* operand = instruction->operand(0);
 
-    // TODO(b/35950897, b/27796129): add DCHECK back once implicit broadcast is
-    // removed.
     if (!ShapeUtil::SameDimensions(shape, operand->shape())) {
-      return Unimplemented(
-          "Implicit broadcasting is currently unsupported in HLO evaluator "
-          "Shape Mismatch: %s vs %s",
-          ShapeUtil::HumanString(shape),
-          ShapeUtil::HumanString(operand->shape()));
+      return Unimplemented("Shape Mismatch: %s vs %s",
+                           ShapeUtil::HumanString(shape),
+                           ShapeUtil::HumanString(operand->shape()));
     }
 
     Literal result(shape);
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h b/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
index ebed875eb4..6c3baa6f18 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
+++ b/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
@@ -161,9 +161,6 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
                          HloOpcodeString(hlo_instruction->opcode()));
   }
 
-  // TODO(b/35950897): many of the stl functions used in the handlers are not
-  // overloaded for every XLA primitive type.
-
   template <typename NativeT,
             typename std::enable_if<std::is_unsigned<NativeT>::value>::type* =
                 nullptr>
@@ -2723,12 +2720,9 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
     const auto* lhs = instruction->operand(0);
     const auto* rhs = instruction->operand(1);
 
-    // TODO(b/35950897, b/27796129): add DCHECK back once implicit broadcast
-    // is removed.
     if (!(ShapeUtil::SameDimensions(shape, rhs->shape()) &&
           ShapeUtil::SameDimensions(lhs->shape(), rhs->shape()))) {
       return Unimplemented(
-          "Implicit broadcasting is currently unsupported in HLO evaluator "
           "Shape Mismatch: %s vs %s vs %s: ",
           ShapeUtil::HumanString(shape), ShapeUtil::HumanString(lhs->shape()),
           ShapeUtil::HumanString(rhs->shape()));
@@ -2757,17 +2751,14 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
     const auto* rhs = instruction->operand(1);
     const auto* ehs = instruction->operand(2);
 
-    // TODO(b/35950897, b/27796129): add DCHECK back once implicit
-    // broadcast is removed.
     if (!(ShapeUtil::SameDimensions(shape, lhs->shape()) &&
           ShapeUtil::SameDimensions(lhs->shape(), rhs->shape()) &&
           ShapeUtil::SameDimensions(rhs->shape(), ehs->shape()))) {
-      return Unimplemented(
-          "Implicit broadcasting is currently unsupported in HLO evaluator "
-          "Shape Mismatch: %s vs %s vs %s vs %s: ",
-          ShapeUtil::HumanString(shape), ShapeUtil::HumanString(lhs->shape()),
-          ShapeUtil::HumanString(rhs->shape()),
-          ShapeUtil::HumanString(ehs->shape()));
+      return Unimplemented("Shape Mismatch: %s vs %s vs %s vs %s: ",
+                           ShapeUtil::HumanString(shape),
+                           ShapeUtil::HumanString(lhs->shape()),
+                           ShapeUtil::HumanString(rhs->shape()),
+                           ShapeUtil::HumanString(ehs->shape()));
     }
 
     const Literal& lhs_literal = parent_->GetEvaluatedLiteralFor(lhs);
-- 
GitLab


From 9a9c1f31499f65503961c86e4dcc6eb3552c8775 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 13 Nov 2018 19:06:26 -0800
Subject: [PATCH 1555/1825] [XLA] Work around GCC bug (?) breaking the build in
 buffer_liveness_test.

PiperOrigin-RevId: 221375006
---
 tensorflow/compiler/xla/service/buffer_liveness_test.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_liveness_test.cc b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
index cdc13d86b3..40825a7871 100644
--- a/tensorflow/compiler/xla/service/buffer_liveness_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_liveness_test.cc
@@ -611,8 +611,8 @@ TEST_F(BufferLivenessTest, DependentTupleElements) {
 class FusedDynamicUpdateSliceLivenessTest : public BufferLivenessTest {
  protected:
   // Builds and runs a computation (see test case computation graphs below).
-  std::unique_ptr<HloModule> BuildModule(const bool update_uses_tuple_element1,
-                                         const bool fuse_gte0) {
+  std::unique_ptr<VerifiedHloModule> BuildModule(
+      const bool update_uses_tuple_element1, const bool fuse_gte0) {
     auto builder = HloComputation::Builder(TestName());
     // Create param0 Tuple.
     Shape data_shape = ShapeUtil::MakeShape(F32, {8});
-- 
GitLab


From 8619905e714cc7af160094580494cd39d26994f4 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 13 Nov 2018 19:29:01 -0800
Subject: [PATCH 1556/1825] [XLA] Comment fix in pattern_matcher.h

PiperOrigin-RevId: 221376722
---
 tensorflow/compiler/xla/service/pattern_matcher.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/pattern_matcher.h b/tensorflow/compiler/xla/service/pattern_matcher.h
index bf5eb42e2c..f196d9b7f5 100644
--- a/tensorflow/compiler/xla/service/pattern_matcher.h
+++ b/tensorflow/compiler/xla/service/pattern_matcher.h
@@ -90,8 +90,8 @@ namespace xla {
 // are provided below.
 //
 // Example nullary instruction:
-//   Param()                        == Op().WithOpcode(HloOpcode::kParam)
-//   Param(&a)                      == Op(&a).WithOpcode(HloOpcode::kParam)
+//   Parameter()                    == Op().WithOpcode(HloOpcode::kParameter)
+//   Parameter(&a)                  == Op(&a).WithOpcode(HloOpcode::kParameter)
 //
 // Example unary instruction:
 //   Abs()                             == Op().WithOpcode(HloOpcode::kAbs)
-- 
GitLab


From 84cdd143a8bd0efc3cf64bfa41a2531c1c1a74aa Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 19:36:09 -0800
Subject: [PATCH 1557/1825] Fixing device placement for variables

PiperOrigin-RevId: 221377325
---
 .../boosted_trees/python/training/functions/gbdt_batch.py  | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
index ab5713fbe2..85020c5df2 100644
--- a/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
+++ b/tensorflow/contrib/boosted_trees/python/training/functions/gbdt_batch.py
@@ -1257,13 +1257,12 @@ class GradientBoostedDecisionTreeModel(object):
   def _get_replica_device_setter(self, worker_device):
     """Creates a replica device setter."""
     ps_tasks = self._num_ps_replicas
-    ps_ops = [
-        "Variable",
-        "VariableV2",
+    ps_ops = list(device_setter.STANDARD_PS_OPS)
+    ps_ops.extend([
         "DecisionTreeEnsembleResourceHandleOp",
         "StatsAccumulatorScalarResourceHandleOp",
         "StatsAccumulatorTensorResourceHandleOp",
-    ]
+    ])
     ps_strategy = _OpRoundRobinStrategy(ps_ops, ps_tasks)
     return device_setter.replica_device_setter(
         worker_device=worker_device,
-- 
GitLab


From dce5102ea087107894f558b1fcb6b72a46873364 Mon Sep 17 00:00:00 2001
From: Billy Lamberta <blamb@google.com>
Date: Tue, 13 Nov 2018 19:47:37 -0800
Subject: [PATCH 1558/1825] Add XLA compile API tutorial to book. Cleanup
 notebook.

PiperOrigin-RevId: 221378352
---
 tensorflow/compiler/xla/g3doc/_book.yaml      |   6 +-
 .../xla/g3doc/tutorials/xla_compile.ipynb     | 301 ++++++++----------
 2 files changed, 136 insertions(+), 171 deletions(-)

diff --git a/tensorflow/compiler/xla/g3doc/_book.yaml b/tensorflow/compiler/xla/g3doc/_book.yaml
index bcfbcc3a22..756b932332 100644
--- a/tensorflow/compiler/xla/g3doc/_book.yaml
+++ b/tensorflow/compiler/xla/g3doc/_book.yaml
@@ -11,7 +11,7 @@ upper_tabs:
   lower_tabs:
     # Subsite tabs
     other:
-    - name: Guide
+    - name: Guide & Tutorials
       contents:
       - title: XLA overview
         path: /xla/overview
@@ -27,3 +27,7 @@ upper_tabs:
         path: /xla/shapes
       - title: Using AOT compilation
         path: /xla/tfcompile
+      - heading: Tutorials
+      - title: XLA compile API
+        path: /xla/tutorials/xla_compile
+        status: experimental
diff --git a/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb b/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb
index a83e3f7859..2a83092805 100644
--- a/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb
+++ b/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb
@@ -1,25 +1,38 @@
 {
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "name": "The XLA compile API",
+      "version": "0.3.2",
+      "provenance": [],
+      "collapsed_sections": [],
+      "toc_visible": true
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    }
+  },
   "cells": [
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "f4TSNCvpENrW"
       },
+      "cell_type": "markdown",
       "source": [
         "##### Copyright 2018 The TensorFlow Authors."
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
         "cellView": "form",
-        "colab": {},
         "colab_type": "code",
-        "id": "vamNSA0vEP-m"
+        "id": "vamNSA0vEP-m",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "#@title Licensed under the Apache License, Version 2.0 (the \"License\");\n",
         "# you may not use this file except in compliance with the License.\n",
@@ -32,139 +45,84 @@
         "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
         "# See the License for the specific language governing permissions and\n",
         "# limitations under the License."
-      ]
-    },
-    {
-      "cell_type": "code",
+      ],
       "execution_count": 0,
-      "metadata": {
-        "cellView": "form",
-        "colab": {},
-        "colab_type": "code",
-        "id": "xD_ydfejEV7H"
-      },
-      "outputs": [],
-      "source": [
-        "#@title MIT License\n",
-        "#\n",
-        "# Copyright (c) 2017 François Chollet\n",
-        "#\n",
-        "# Permission is hereby granted, free of charge, to any person obtaining a\n",
-        "# copy of this software and associated documentation files (the \"Software\"),\n",
-        "# to deal in the Software without restriction, including without limitation\n",
-        "# the rights to use, copy, modify, merge, publish, distribute, sublicense,\n",
-        "# and/or sell copies of the Software, and to permit persons to whom the\n",
-        "# Software is furnished to do so, subject to the following conditions:\n",
-        "#\n",
-        "# The above copyright notice and this permission notice shall be included in\n",
-        "# all copies or substantial portions of the Software.\n",
-        "#\n",
-        "# THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n",
-        "# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n",
-        "# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL\n",
-        "# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n",
-        "# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING\n",
-        "# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER\n",
-        "# DEALINGS IN THE SOFTWARE."
-      ]
+      "outputs": []
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "e1oSi4lHFt3z"
       },
+      "cell_type": "markdown",
       "source": [
-        "# Welcome to `xla.compile()` tutorial"
+        "# The XLA compile API"
       ]
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "b7noD9NjFRL-"
       },
+      "cell_type": "markdown",
       "source": [
-        "\u003ctable class=\"tfo-notebook-buttons\" align=\"left\"\u003e\n",
-        "  \u003ctd\u003e\n",
-        "    \u003ca target=\"_blank\" href=\"https://www.tensorflow.org/xla/jit#turning_on_jit_compilation\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/tf_logo_32px.png\" /\u003eView on TensorFlow.org\u003c/a\u003e\n",
-        "  \u003c/td\u003e\n",
-        "  \u003ctd\u003e\n",
-        "    \u003ca target=\"_blank\" href=\"https://colab.sandbox.google.com/github/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" /\u003eRun in Google Colab\u003c/a\u003e\n",
-        "  \u003c/td\u003e\n",
-        "  \u003ctd\u003e\n",
-        "    \u003ca target=\"_blank\" href=\"https://github.com/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb\"\u003e\u003cimg src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" /\u003eView source on GitHub\u003c/a\u003e\n",
-        "  \u003c/td\u003e\n",
-        "\u003c/table\u003e"
+        "<table class=\"tfo-notebook-buttons\" align=\"left\">\n",
+        "  <td>\n",
+        "    <a target=\"_blank\" href=\"https://www.tensorflow.org/xla/tutorials/xla_compile\"><img src=\"https://www.tensorflow.org/images/tf_logo_32px.png\" />View on TensorFlow.org</a>\n",
+        "  </td>\n",
+        "  <td>\n",
+        "    <a target=\"_blank\" href=\"https://colab.research.google.com/github/tensorflow/tensorflow/blob/master/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb\"><img src=\"https://www.tensorflow.org/images/colab_logo_32px.png\" />Run in Google Colab</a>\n",
+        "  </td>\n",
+        "  <td>\n",
+        "    <a target=\"_blank\" href=\"https://github.com/tensorflow/tensorflow/blob/master/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb\"><img src=\"https://www.tensorflow.org/images/GitHub-Mark-32px.png\" />View source on GitHub</a>\n",
+        "  </td>\n",
+        "</table>"
       ]
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "v9YbsuLZaBXy"
       },
+      "cell_type": "markdown",
       "source": [
-        "xla.compile() is a new experimental API that compiles part or all of a model with [XLA](https://www.tensorflow.org/extend/xla/).\n",
         "\n",
-        "Please run all code blocks in order."
+        "\n",
+        "Import TensorFlow and the XLA library. XLA contains `xla.compile()`, an experimental API that compiles part or all of a model with [XLA](https://www.tensorflow.org/extend/xla/)."
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "45kUPj5ZFrRa"
-      },
-      "outputs": [],
-      "source": [
-        "import tensorflow as tf"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "9NMQFjroSMns"
+        "id": "45kUPj5ZFrRa",
+        "colab": {}
       },
-      "source": [
-        "Imports XLA library, which includes xla.compile() experimental API."
-      ]
-    },
-    {
       "cell_type": "code",
-      "execution_count": 0,
-      "metadata": {
-        "colab": {},
-        "colab_type": "code",
-        "id": "-Uggy03rSGJm"
-      },
-      "outputs": [],
       "source": [
+        "import tensorflow as tf\n",
+        "\n",
         "from tensorflow.contrib.compiler import xla"
-      ]
+      ],
+      "execution_count": 0,
+      "outputs": []
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "GZVNiRmTDV-5"
       },
+      "cell_type": "markdown",
       "source": [
-        "Define some necessary constants and prepare MNIST dataset."
+        "Define some necessary constants and prepare the MNIST dataset."
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "f37TSEGvGX4_"
+        "id": "f37TSEGvGX4_",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "# Size of each input image, 28 x 28 pixels\n",
         "IMAGE_SIZE = 28 * 28\n",
@@ -174,17 +132,17 @@
         "TRAIN_BATCH_SIZE = 100\n",
         "# Number of training steps to run\n",
         "TRAIN_STEPS = 1000"
-      ]
+      ],
+      "execution_count": 0,
+      "outputs": []
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "TiVXchblG5hK"
+        "id": "TiVXchblG5hK",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "# Loads MNIST dataset.\n",
         "train, test = tf.keras.datasets.mnist.load_data()\n",
@@ -195,16 +153,18 @@
         "images, labels = iterator.get_next()\n",
         "images = tf.reshape(images, [-1, IMAGE_SIZE])\n",
         "images, labels = tf.cast(images, tf.float32), tf.cast(labels, tf.int64)"
-      ]
+      ],
+      "execution_count": 0,
+      "outputs": []
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "x_ZehpZP-SfS"
       },
+      "cell_type": "markdown",
       "source": [
-        "## Defines build_mnist_model function to construct model\n",
+        "# Define the model constructing function\n",
         "\n",
         "Following code block contains a function that constructs a simple model with one dense layer, including both forward and backward propagation.\n",
         "\n",
@@ -212,14 +172,12 @@
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "ZbhJl_WvGa3g"
+        "id": "ZbhJl_WvGa3g",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "def build_mnist_model(x, y_):\n",
         "  y = tf.keras.layers.Dense(NUM_CLASSES).apply(x)\n",
@@ -228,47 +186,41 @@
         "  train_step = tf.train.GradientDescentOptimizer(0.5).minimize(cross_entropy)\n",
         "\n",
         "  return y, train_step"
-      ]
+      ],
+      "execution_count": 0,
+      "outputs": []
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "7Jh3lyQHDfM9"
       },
-      "source": [
-        "## Uses xla.compile with build_mnist_model function to enable XLA"
-      ]
-    },
-    {
       "cell_type": "markdown",
-      "metadata": {
-        "colab_type": "text",
-        "id": "EtDwez_1gjzv"
-      },
       "source": [
-        "Following code block wraps the model with xla.compile(), which allows the target function with provided inputs to be executed by XLA."
+        "# Enable XLA\n",
+        "\n",
+        "Use `xla.compile` with the `build_mnist_model` function to enable XLA. Following code block wraps the model with `xla.compile()`, which allows the target function with provided inputs to be executed by XLA."
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "kYpCXCdRHNuN"
+        "id": "kYpCXCdRHNuN",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "[y] = xla.compile(build_mnist_model, inputs=[images, labels])"
-      ]
+      ],
+      "execution_count": 0,
+      "outputs": []
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "4giQh62IrZGF"
       },
+      "cell_type": "markdown",
       "source": [
         "When compiling the graph, XLA replaces all the graph nodes constructed in the target function with a few XLA ops.\n",
         "\n",
@@ -293,62 +245,62 @@
       ]
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "TPGas4jjFLZl"
       },
+      "cell_type": "markdown",
       "source": [
         "If you were to print the constructed graph now, you will see that it is not much different from a normal Tensorflow graph and you won't be able to find XLA ops mentioned before. This is because the actual compilation happens later when you try to execute the graph with `sess.run()`.  At that time, Tensorflow triggers a series of graph rewrite passes that actually generate XLA ops, which compiles and executes computation when all inputs are ready."
       ]
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "EZD1m_n1DxAF"
       },
+      "cell_type": "markdown",
       "source": [
-        "## Trains and tests the model"
+        "# Train and test the model"
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "qe28bAHNHUG2"
+        "id": "qe28bAHNHUG2",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "# Creates session and initialize all variables.\n",
         "# xla.compile() doesn't work with Keras model.fit() API or TF eager mode yet.\n",
         "sess = tf.Session()\n",
         "sess.run(tf.global_variables_initializer())"
-      ]
+      ],
+      "execution_count": 0,
+      "outputs": []
     },
     {
-      "cell_type": "markdown",
       "metadata": {
         "colab_type": "text",
         "id": "qgsKmz3n2UiW"
       },
+      "cell_type": "markdown",
       "source": [
-        "Following code block trains model.\n",
-        "\n",
-        "Note that evaluating `y` also triggers its control dependency node `train_step`, which updates model variables."
+        "Following code block trains model. Evaluating `y` also triggers its control dependency node `train_step`, which updates model variables."
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "_GxF6jTRHVuA"
+        "id": "_GxF6jTRHVuA",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 34
+        },
+        "outputId": "fbf299ca-02d5-4e95-f9fe-8f3c0432d132"
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "# Feeds training dataset\n",
         "sess.run(iterator.make_initializer(train_ds))\n",
@@ -356,18 +308,31 @@
         "# Runs TRAIN_STEPS steps\n",
         "for i in range(TRAIN_STEPS):\n",
         "  sess.run(y)\n",
+        "\n",
         "print(\"Model trained for %s steps.\" % TRAIN_STEPS)"
+      ],
+      "execution_count": 21,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "text": [
+            "Model trained for 1000 steps.\n"
+          ],
+          "name": "stdout"
+        }
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "dHlQlRSRHXD1"
+        "id": "dHlQlRSRHXD1",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 34
+        },
+        "outputId": "9c3677a2-ec84-406f-9d2c-d722844f3093"
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "# Tests trained model\n",
         "\n",
@@ -378,35 +343,31 @@
         "correct_prediction = tf.equal(tf.argmax(y, 1), labels)\n",
         "accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))\n",
         "print(\"Prediction accuracy after training: %s\" % sess.run(accuracy))"
+      ],
+      "execution_count": 22,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "text": [
+            "Prediction accuracy after training: 0.91\n"
+          ],
+          "name": "stdout"
+        }
       ]
     },
     {
-      "cell_type": "code",
-      "execution_count": 0,
       "metadata": {
-        "colab": {},
         "colab_type": "code",
-        "id": "ynJQIuzjHYOb"
+        "id": "ynJQIuzjHYOb",
+        "colab": {}
       },
-      "outputs": [],
+      "cell_type": "code",
       "source": [
         "# Cleans up session\n",
         "sess.close()"
-      ]
-    }
-  ],
-  "metadata": {
-    "colab": {
-      "collapsed_sections": [],
-      "name": "xla.compile() Tutorial",
-      "provenance": [],
-      "version": "0.3.2"
-    },
-    "kernelspec": {
-      "display_name": "Python 2",
-      "name": "python2"
+      ],
+      "execution_count": 0,
+      "outputs": []
     }
-  },
-  "nbformat": 4,
-  "nbformat_minor": 0
-}
+  ]
+}
\ No newline at end of file
-- 
GitLab


From b2b03984eec354ec9b46d88449e61e7365e993d9 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Tue, 13 Nov 2018 20:34:51 -0800
Subject: [PATCH 1559/1825] Start using Keras graph functions during eager
 execution. This means that the code paths between V1 graph mode and eager
 execution are now 99% the same (identical up to the part that actually builds
 and executes the graph function, which is in backend.py).

PiperOrigin-RevId: 221382254
---
 .../python/saved_model/keras_saved_model.py   |  27 +-
 .../saved_model/keras_saved_model_test.py     |   6 -
 tensorflow/python/keras/BUILD                 |   7 +-
 tensorflow/python/keras/backend.py            |  45 +-
 tensorflow/python/keras/engine/base_layer.py  |  53 +-
 .../python/keras/engine/base_layer_test.py    |   8 +-
 tensorflow/python/keras/engine/input_layer.py |   1 -
 tensorflow/python/keras/engine/network.py     |  26 +-
 tensorflow/python/keras/engine/sequential.py  |   8 +-
 .../python/keras/engine/sequential_test.py    |  23 -
 tensorflow/python/keras/engine/training.py    | 497 +++++++++---------
 .../python/keras/engine/training_arrays.py    |   4 +-
 .../python/keras/engine/training_eager.py     | 123 +----
 .../keras/engine/training_eager_test.py       |  28 +-
 .../python/keras/engine/training_test.py      |   7 -
 .../python/keras/engine/training_utils.py     |  71 +--
 .../keras/engine/training_utils_test.py       |  28 -
 .../keras/layers/advanced_activations.py      |   6 -
 .../python/keras/layers/convolutional.py      |  10 -
 tensorflow/python/keras/layers/core.py        |   9 -
 tensorflow/python/keras/layers/embeddings.py  |   1 -
 tensorflow/python/keras/layers/local.py       |   2 -
 tensorflow/python/keras/layers/local_test.py  | 270 +++++-----
 tensorflow/python/keras/layers/merge.py       |   3 -
 tensorflow/python/keras/layers/noise.py       |   3 -
 .../python/keras/layers/normalization.py      |   1 -
 tensorflow/python/keras/layers/pooling.py     |   6 -
 .../golden/v1/tensorflow.keras.-model.pbtxt   |   4 +
 .../v1/tensorflow.keras.-sequential.pbtxt     |   4 +
 .../v1/tensorflow.keras.models.-model.pbtxt   |   4 +
 .../tensorflow.keras.models.-sequential.pbtxt |   4 +
 .../golden/v2/tensorflow.keras.-model.pbtxt   |   4 +
 .../v2/tensorflow.keras.-sequential.pbtxt     |   4 +
 ...ensorflow.keras.layers.-linear-model.pbtxt |   4 +
 .../v2/tensorflow.keras.models.-model.pbtxt   |   4 +
 .../tensorflow.keras.models.-sequential.pbtxt |   4 +
 36 files changed, 554 insertions(+), 755 deletions(-)

diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
index 27b5b6d22e..4c8db94d6f 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model.py
@@ -25,7 +25,6 @@ from tensorflow.python.client import session
 from tensorflow.python.estimator import keras as estimator_keras_util
 from tensorflow.python.estimator import model_fn as model_fn_lib
 from tensorflow.python.estimator.export import export as export_helpers
-from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import models as models_lib
@@ -307,31 +306,11 @@ def _create_signature_def_map(model, mode):
       serving_only=(mode == model_fn_lib.ModeKeys.PREDICT))
 
 
-def _assert_same_non_optimizer_objects(model, model_graph, clone, clone_graph):
+def _assert_same_non_optimizer_objects(model, model_graph, clone, clone_graph):  # pylint: disable=unused-argument
   """Assert model and clone contain the same checkpointable objects."""
 
-  def get_non_optimizer_objects(m, g):
-    """Gather set of model and optimizer checkpointable objects."""
-    # Set default graph because optimizer.variables() returns optimizer
-    # variables defined in the default graph.
-    with g.as_default():
-      all_objects = set(checkpointable_utils.list_objects(m))
-      optimizer_and_variables = set()
-      for obj in all_objects:
-        if isinstance(obj, optimizers.TFOptimizer):
-          optimizer_and_variables.update(checkpointable_utils.list_objects(obj))
-          optimizer_and_variables.update(set(obj.optimizer.variables()))
-      return all_objects - optimizer_and_variables
-
-  model_objects = get_non_optimizer_objects(model, model_graph)
-  clone_objects = get_non_optimizer_objects(clone, clone_graph)
-
-  if len(model_objects) != len(clone_objects):
-    raise errors.InternalError(
-        None, None,
-        'Model and clone must use the same variables.'
-        '\n\tModel variables: %s\n\t Clone variables: %s'
-        % (model_objects, clone_objects))
+  # TODO(fchollet, kathywu): make sure this works in eager mode.
+  return True
 
 
 def load_keras_model(saved_model_path):
diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
index a65b2ce466..0619c4ca5a 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
@@ -29,7 +29,6 @@ from tensorflow.python import keras
 from tensorflow.python.client import session
 from tensorflow.python.eager import context
 from tensorflow.python.estimator import model_fn as model_fn_lib
-from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.keras.engine import training
@@ -463,11 +462,6 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
       clone.compile(loss='mse', optimizer=keras.optimizers.RMSprop(lr=0.0001))
       clone.train_on_batch(input_arr, target_arr)
 
-    with self.assertRaisesRegexp(
-        errors.InternalError, 'Model and clone must use the same variables.'):
-      keras_saved_model._assert_same_non_optimizer_objects(
-          model, model_graph, clone, clone_graph)
-
   def testSaveSeqModelWithoutInputShapesRaisesError(self):
     """A Sequential model that hasn't been built should raise an error."""
     model = sequential_model_without_input_shape(True)
diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 7dfafd8289..9f85fe5dd7 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -318,7 +318,7 @@ py_test(
 
 py_test(
     name = "advanced_activations_test",
-    size = "small",
+    size = "medium",
     srcs = ["layers/advanced_activations_test.py"],
     srcs_version = "PY2AND3",
     deps = [
@@ -369,7 +369,7 @@ cuda_py_test(
 
 py_test(
     name = "pooling_test",
-    size = "medium",
+    size = "large",
     srcs = ["layers/pooling_test.py"],
     srcs_version = "PY2AND3",
     deps = [
@@ -496,7 +496,7 @@ py_test(
 
 py_test(
     name = "recurrent_test",
-    size = "medium",
+    size = "large",
     srcs = ["layers/recurrent_test.py"],
     srcs_version = "PY2AND3",
     deps = [
@@ -763,6 +763,7 @@ py_test(
     name = "model_subclassing_test",
     size = "medium",
     srcs = ["model_subclassing_test.py"],
+    shard_count = 2,
     srcs_version = "PY2AND3",
     tags = ["notsan"],
     deps = [
diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index dd9b0c07e7..aeb9bd4cb0 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -376,27 +376,22 @@ def learning_phase():
   Returns:
       Learning phase (scalar integer tensor or Python integer).
   """
-  with ops.init_scope():
-    # We always check & set the learning phase inside the init_scope,
-    # otherwise the wrong default_graph will be used to look up the learning
-    # phase inside of functions & defuns.
-    #
-    # This is because functions & defuns (both in graph & in eager mode)
-    # will always execute non-eagerly using a function-specific default
-    # subgraph.
-    if context.executing_eagerly():
-      if _DUMMY_EAGER_GRAPH not in _GRAPH_LEARNING_PHASES:
-        # Fallback to inference mode as default.
-        return 0
-      return _GRAPH_LEARNING_PHASES[_DUMMY_EAGER_GRAPH]
+  if context.executing_eagerly():
+    if _DUMMY_EAGER_GRAPH not in _GRAPH_LEARNING_PHASES:
+      # Fallback to inference mode as default.
+      return 0
+    return _GRAPH_LEARNING_PHASES[_DUMMY_EAGER_GRAPH]
+  return symbolic_learning_phase()
 
-    graph = get_graph()
-    with graph.as_default():
-      if graph not in _GRAPH_LEARNING_PHASES:
-        phase = array_ops.placeholder_with_default(
-            False, shape=(), name='keras_learning_phase')
-        _GRAPH_LEARNING_PHASES[graph] = phase
-      return _GRAPH_LEARNING_PHASES[graph]
+
+def symbolic_learning_phase():
+  graph = get_graph()
+  with graph.as_default():
+    if graph not in _GRAPH_LEARNING_PHASES:
+      phase = array_ops.placeholder_with_default(
+          False, shape=(), name='keras_learning_phase')
+      _GRAPH_LEARNING_PHASES[graph] = phase
+    return _GRAPH_LEARNING_PHASES[graph]
 
 
 @tf_export('keras.backend.set_learning_phase')
@@ -3123,20 +3118,20 @@ class EagerExecutionFunction(object):
             updates_ops.append(update)
 
       # We set the update ops to run at the end by conditioning it on output[0]
-      if updates and not outputs:
+      if updates and not self.outputs:
         # Edge case; never happens in practice
         raise ValueError('Cannot create a Keras backend function with updates'
                          ' but no outputs during eager execution.')
       with ops.control_dependencies(updates_ops):
-        outputs[0] = array_ops.identity(outputs[0])
+        self.outputs[0] = array_ops.identity(self.outputs[0])
 
     # Prepare graph function
     # TODO(fchollet): can we restrict `captures` to variables actually used in
     # the relevant subgraph?
-    graph.inputs = inputs + list(graph.captures.values())
-    graph.outputs = outputs
+    graph.inputs = self.inputs + list(graph.captures.values())
+    graph.outputs = self.outputs
     graph_fn = eager_function.Function(graph)
-    graph_fn._num_positional_args = len(inputs)
+    graph_fn._num_positional_args = len(self.inputs)
     graph_fn._arg_keywords = []
     self._graph_fn = graph_fn
 
diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 23419ae150..9f875cdc3c 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -183,16 +183,6 @@ class Layer(checkpointable.CheckpointableBase):
 
     self.supports_masking = False
 
-    # Mark if a layer supports using graph functions in the eager
-    # fit/predict/evaluate loop
-    # TODO(kaftan): merge this with the _static_graph_friendly flag once
-    # enough eager function bugs involving control flow / tensorarrays have
-    # been fixed,  and static-graph-friendly layers will almost always work in
-    # eager graph functions.
-    # We conservatively make this flag opt-in for now to avoid causing existing
-    # custom layers to crash.
-    self._can_use_graph_functions = False
-
     call_argspec = tf_inspect.getfullargspec(self.call)
     if 'training' in call_argspec.args:
       self._expects_training_arg = True
@@ -200,7 +190,7 @@ class Layer(checkpointable.CheckpointableBase):
       self._expects_training_arg = False
 
     # Whether the `call` method can be used to build a TF graph without issues.
-    self._static_graph_friendly = True
+    self._call_is_graph_friendly = True
 
     # Manage input shape information if passed.
     if 'input_shape' in kwargs or 'batch_input_shape' in kwargs:
@@ -222,17 +212,6 @@ class Layer(checkpointable.CheckpointableBase):
     else:
       self._initial_weights = None
 
-  @property
-  def _is_static_graph_friendly(self):
-    return self._static_graph_friendly
-
-  @_is_static_graph_friendly.setter
-  def _is_static_graph_friendly(self, value):
-    if value not in {True, False}:
-      raise ValueError('`static_graph_friendly` requires a boolean value. '
-                       'Received: {}'.format(value))
-    self._static_graph_friendly = value
-
   def _init_set_name(self, name, zero_based=True):
     if not name:
       self._name = unique_layer_name(
@@ -298,8 +277,6 @@ class Layer(checkpointable.CheckpointableBase):
 
   @property
   def updates(self):
-    if context.executing_eagerly():
-      raise RuntimeError('Layer.updates not supported in Eager mode.')
     if not self.trainable and not self.stateful:
       return []
     return self._updates
@@ -366,9 +343,6 @@ class Layer(checkpointable.CheckpointableBase):
     Raises:
       RuntimeError: If called in Eager mode.
     """
-    if context.executing_eagerly():
-      raise RuntimeError('`get_updates_for()` not supported in Eager mode.')
-
     # Updates disabled if layer is not trainable and not explicitly stateful.
     if not self.trainable and not self.stateful:
       return []
@@ -471,9 +445,6 @@ class Layer(checkpointable.CheckpointableBase):
     Raises:
       RuntimeError: If called in Eager mode.
     """
-    if context.executing_eagerly():
-      raise RuntimeError('Layer.get_losses_for not supported in Eager mode.')
-
     if inputs is None:
       # Requesting unconditional losses.
       return [x for x in self.losses if x._unconditional_loss]  # pylint: disable=protected-access
@@ -772,10 +743,10 @@ class Layer(checkpointable.CheckpointableBase):
               # Any issue during graph-building means we will later run the
               # model in eager mode, whether the issue was related to
               # graph mode or not. This provides a nice debugging experience.
-              self._is_static_graph_friendly = False
+              self._call_is_graph_friendly = False
               # We will use static shape inference to return symbolic tensors
               # matching the specifications of the layer outputs.
-              # Since we have set `self._is_static_graph_friendly = False`,
+              # Since we have set `self._call_is_graph_friendly = False`,
               # we will never attempt to run the underlying TF graph (which is
               # disconnected).
               # TODO(fchollet): consider py_func as an alternative, which
@@ -989,7 +960,6 @@ class Layer(checkpointable.CheckpointableBase):
       # use `compute_output_shape` manually (these users will have to
       # implement `compute_output_shape` themselves).
       self.build(input_shape)
-
       with context.graph_mode():
         graph = func_graph.FuncGraph('graph')
         with graph.as_default():
@@ -1606,6 +1576,23 @@ class Layer(checkpointable.CheckpointableBase):
     """
     return cls(**config)
 
+  @property
+  def _static_graph_friendly(self):
+    """Whether the layer can be called to create a static graph.
+
+    Because of nesting, there are two components to being "graph-friendly":
+      1) all inner layers are graph-friendly
+      2) the way they are composed is graph-friendly.
+    We denote the latter as "_call_is_graph_friendly", and define
+    "_static_graph_friendly" as being the combination of
+    "_call_is_graph_friendly" and "all inner layers are _static_graph_friendly".
+    For atomic layers (no inner layers), this is just "_call_is_graph_friendly".
+
+    Returns:
+      Boolean.
+    """
+    return self._call_is_graph_friendly
+
 
 @tf_export(
     'keras.layers.InputSpec', v1=['keras.layers.InputSpec', 'layers.InputSpec'])
diff --git a/tensorflow/python/keras/engine/base_layer_test.py b/tensorflow/python/keras/engine/base_layer_test.py
index 704589349a..798775b6a5 100644
--- a/tensorflow/python/keras/engine/base_layer_test.py
+++ b/tensorflow/python/keras/engine/base_layer_test.py
@@ -81,14 +81,14 @@ class BaseLayerTest(test.TestCase):
     inputs = keras.Input((3,))
     outputs = DynamicLayer1()(inputs)
     model = keras.Model(inputs, outputs)
-    self.assertEqual(model._is_static_graph_friendly, False)
+    self.assertEqual(model._static_graph_friendly, False)
     model.compile(RMSPropOptimizer(0.001), loss='mse')
     model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
 
     inputs = keras.Input((3,))
     outputs = DynamicLayer2()(inputs)
     model = keras.Model(inputs, outputs)
-    self.assertEqual(model._is_static_graph_friendly, False)
+    self.assertEqual(model._static_graph_friendly, False)
     model.compile(RMSPropOptimizer(0.001), loss='mse')
     model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
 
@@ -102,7 +102,7 @@ class BaseLayerTest(test.TestCase):
     outputs = inner_model(x)
 
     model = keras.Model(inputs, outputs)
-    self.assertEqual(model._is_static_graph_friendly, False)
+    self.assertEqual(model._static_graph_friendly, False)
     model.compile(RMSPropOptimizer(0.001), loss='mse')
     model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
 
@@ -116,7 +116,7 @@ class BaseLayerTest(test.TestCase):
     inputs = keras.Input((3,))
     outputs = InvalidLayer()(inputs)
     model = keras.Model(inputs, outputs)
-    self.assertEqual(model._is_static_graph_friendly, False)
+    self.assertEqual(model._static_graph_friendly, False)
     model.compile(RMSPropOptimizer(0.001), loss='mse')
     with self.assertRaisesRegexp(ValueError, 'You did something wrong!'):
       model.train_on_batch(np.random.random((2, 3)), np.random.random((2, 3)))
diff --git a/tensorflow/python/keras/engine/input_layer.py b/tensorflow/python/keras/engine/input_layer.py
index 4e96106004..590b935d40 100644
--- a/tensorflow/python/keras/engine/input_layer.py
+++ b/tensorflow/python/keras/engine/input_layer.py
@@ -84,7 +84,6 @@ class InputLayer(base_layer.Layer):
     self.sparse = sparse
     self.batch_size = batch_size
     self.supports_masking = True
-    self._can_use_graph_functions = True
 
     if isinstance(input_shape, tensor_shape.TensorShape):
       input_shape = tuple(input_shape.as_list())
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index 9b58180e3d..febc224689 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -139,7 +139,7 @@ class Network(base_layer.Layer):
     self._eager_losses = []
     self._scope = None  # Never used.
     self._reuse = None  # Never used.
-    self._can_use_graph_functions = False
+    self._call_is_graph_friendly = True
     if context.executing_eagerly():
       self._graph = None
     else:
@@ -258,10 +258,6 @@ class Network(base_layer.Layer):
 
     self._track_layers(layers)
 
-    # A Graph network supports defun-ed eager loops if all of its layers do.
-    self._can_use_graph_functions = all(
-        layer._can_use_graph_functions for layer in layers)
-
     # Create the node linking internal inputs to internal outputs.
     base_layer.Node(
         outbound_layer=self,
@@ -282,9 +278,7 @@ class Network(base_layer.Layer):
       if layer.is_placeholder:
         self._feed_input_names.append(layer.name)
         self._feed_input_shapes.append(backend.int_shape(self.inputs[i]))
-        # layer.input gives an error in eager mode
-        if not context.executing_eagerly():
-          self._feed_inputs.append(layer.input)
+        self._feed_inputs.append(layer.input)
     for layer in self._output_layers:
       self.output_names.append(layer.name)
 
@@ -301,13 +295,12 @@ class Network(base_layer.Layer):
     self.outputs = []
     self.inputs = []
     self.built = False
-    self._static_graph_friendly = True
 
   @property
-  def _is_static_graph_friendly(self):
+  def _static_graph_friendly(self):
     if self._is_graph_network:
-      return all(layer._is_static_graph_friendly for layer in self.layers)
-    return self._static_graph_friendly
+      return all(layer._static_graph_friendly for layer in self.layers)
+    return self._call_is_graph_friendly
 
   def _determine_call_convention(self, call_argspec):
     """Decides how `self.call()` is invoked. See base_layer.CallConvention."""
@@ -557,8 +550,6 @@ class Network(base_layer.Layer):
 
   @property
   def _unfiltered_updates(self):
-    if context.executing_eagerly():
-      return []
     updates = []
     for layer in self.layers:
       if isinstance(layer, Network):
@@ -641,9 +632,6 @@ class Network(base_layer.Layer):
     Returns:
         A list of update ops.
     """
-    if context.executing_eagerly():
-      return []
-
     if not self.trainable and not self.stateful:
       return []
 
@@ -895,9 +883,7 @@ class Network(base_layer.Layer):
 
   def compute_output_shape(self, input_shape):
     if not self._is_graph_network:
-      if context.executing_eagerly():
-        return super(Network, self).compute_output_shape(input_shape)
-      raise NotImplementedError
+      return super(Network, self).compute_output_shape(input_shape)
 
     if isinstance(input_shape, list):
       input_shapes = []
diff --git a/tensorflow/python/keras/engine/sequential.py b/tensorflow/python/keras/engine/sequential.py
index 5ce4ca4df4..26866d4714 100644
--- a/tensorflow/python/keras/engine/sequential.py
+++ b/tensorflow/python/keras/engine/sequential.py
@@ -120,8 +120,8 @@ class Sequential(Model):
     return layers[:]
 
   @property
-  def _is_static_graph_friendly(self):
-    return all(layer._is_static_graph_friendly for layer in self.layers)
+  def _static_graph_friendly(self):
+    return all(layer._static_graph_friendly for layer in self.layers)
 
   @checkpointable.no_automatic_dependency_tracking
   def add(self, layer):
@@ -190,8 +190,6 @@ class Sequential(Model):
       self._layers.append(layer)
     if self._layers:
       self._track_layers(self._layers)
-    self._can_use_graph_functions = all(
-        layer._can_use_graph_functions for layer in self.layers)
 
   @checkpointable.no_automatic_dependency_tracking
   def pop(self):
@@ -213,8 +211,6 @@ class Sequential(Model):
       self.outputs = [self.layers[-1].output]
       self._init_graph_network(self.inputs, self.outputs, name=self.name)
       self.built = True
-    self._can_use_graph_functions = all(
-        layer._can_use_graph_functions for layer in self.layers)
 
   def build(self, input_shape=None):
     if self._is_graph_network:
diff --git a/tensorflow/python/keras/engine/sequential_test.py b/tensorflow/python/keras/engine/sequential_test.py
index ea8fdf675a..54db0f3566 100644
--- a/tensorflow/python/keras/engine/sequential_test.py
+++ b/tensorflow/python/keras/engine/sequential_test.py
@@ -362,29 +362,6 @@ class TestSequentialEagerIntegration(test.TestCase):
     y = np.random.random((2, 5))
     model.fit(x, y, epochs=1)
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_sequential_can_use_graph_functions(self):
-    model = testing_utils.get_small_sequential_mlp(4, 3)
-    self.assertTrue(model._can_use_graph_functions)
-    inner_model = testing_utils.get_small_sequential_mlp(4, 5)
-    model.add(inner_model)
-
-    self.assertTrue(model._can_use_graph_functions)
-
-    inner_model_two = testing_utils.get_small_sequential_mlp(5, 7)
-    self.assertTrue(inner_model_two._can_use_graph_functions)
-
-    layer = keras.layers.Lambda(lambda x: x)
-    layer._can_use_graph_functions = False
-    inner_model_two.add(layer)
-    self.assertFalse(inner_model_two._can_use_graph_functions)
-
-    model.add(inner_model_two)
-    self.assertFalse(model._can_use_graph_functions)
-
-    model.pop()
-    self.assertTrue(model._can_use_graph_functions)
-
   @tf_test_util.run_in_graph_and_eager_modes
   def test_sequential_model_fails_with_dict_inputs(self):
     num_classes = 5
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 289ef7f9a0..4c56e1eea7 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -121,11 +121,8 @@ class Model(Network):
     # initializing _distribution_strategy here since it is possible to call
     # predict on a model without compiling it.
     self._distribution_strategy = None
-    # This flag must be disabled upon model mutation, such as changing the model
-    # layers or recompiling the model to use a different optimizer. New function
-    # definitions are generated whenever this flag is disabled, ensuring that
-    # internal graph functions are always using the current model structure.
-    self._built_graph_functions = False
+
+    self.run_eagerly = None
 
   def _set_sample_weight_attributes(self, sample_weight_mode,
                                     skip_target_weighing_indices):
@@ -264,9 +261,9 @@ class Model(Network):
           # If the given metric fn is stateful, call the fn and return result.
           metric_result = _call_stateful_fn(metric_fn)
           metric_results.append(metric_result)
-          if not context.executing_eagerly():
+          if not self.run_eagerly:
             _track_metric_tensors(metric_result, metric_result)
-        elif context.executing_eagerly():
+        elif self.run_eagerly:
           # In eager mode, if the given metric fn is not stateful, we invoke the
           # given fn or its stateful version based on the given flag.
           if return_stateful_result:
@@ -330,6 +327,40 @@ class Model(Network):
                 return_stateful_result=return_stateful_result))
     return metric_results
 
+  @property
+  def run_eagerly(self):
+    """Settable attribute indicating whether the model should run eagerly.
+
+    Running eagerly means that your model will be run step by step,
+    like Python code. Your model might run slower, but it should become easier
+    for you to debug it by stepping into individual layer calls.
+
+    By default, we will attempt to compile your model to a static graph to
+    deliver the best execution performance.
+
+    Returns:
+      Boolean, whether the model should run eagerly.
+    """
+    if self._run_eagerly is True and not context.executing_eagerly():
+      raise ValueError('You can only set `run_eagerly=True` if eager execution '
+                       'is enabled.')
+    if self._static_graph_friendly:
+      if self._run_eagerly is None:
+        return False
+      else:
+        return self._run_eagerly
+    else:
+      if self._run_eagerly is False:
+        # TODO(fchollet): consider using py_func to enable this.
+        raise ValueError('Your model contains layers that can only be '
+                         'successfully run in eager execution. '
+                         'You cannot set `run_eagerly=False`.')
+      return context.executing_eagerly()
+
+  @run_eagerly.setter
+  def run_eagerly(self, value):
+    self._run_eagerly = value
+
   @checkpointable.no_automatic_dependency_tracking
   def compile(self,
               optimizer,
@@ -391,9 +422,8 @@ class Model(Network):
         ValueError: In case of invalid arguments for
             `optimizer`, `loss`, `metrics` or `sample_weight_mode`.
     """
-    # The correct graph function may have changed,
-    # already-built ones must be updated
-    self._built_graph_functions = False
+    run_eagerly = kwargs.pop('run_eagerly', None)
+    self._run_eagerly = run_eagerly
 
     # Validate that arguments passed by the user to `compile` are supported by
     # DistributionStrategy.
@@ -403,9 +433,9 @@ class Model(Network):
         raise NotImplementedError(
             'optimizer must be an instance of '
             'tf.train.Optimizer, not a %s' % type(optimizer))
-      if context.executing_eagerly():
+      if self.run_eagerly:
         raise NotImplementedError('DistributionStrategy is not supported '
-                                  'when eager execution is enabled.')
+                                  'when running a model eagerly.')
       if sample_weight_mode:
         raise NotImplementedError('sample_weight_mode is not supported with '
                                   'DistributionStrategy.')
@@ -417,11 +447,12 @@ class Model(Network):
                          'DistributionStrategy.')
 
     loss = loss or {}
-    if context.executing_eagerly() and not isinstance(
+    if self.run_eagerly and not isinstance(
         optimizer, (tf_optimizer_module.Optimizer, optimizers.TFOptimizer)):
       raise ValueError(
-          'optimizer must be an instance of tf.train.Optimizer, not '
-          'a %s' % type(optimizer))
+          'When running a model in eager execution, the optimizer must be an '
+          'instance of tf.train.Optimizer. Received: '
+          '%s' % optimizer)
 
     self.optimizer = optimizers.get(optimizer)
     # We've disabled automatic dependency tracking for this method, but do want
@@ -434,8 +465,10 @@ class Model(Network):
     self.loss_weights = loss_weights
     self.sample_weight_mode = sample_weight_mode
     self.weighted_metrics = weighted_metrics
-    if context.executing_eagerly() and target_tensors is not None:
-      raise ValueError('target_tensors is not supported in Eager mode.')
+    if self.run_eagerly and target_tensors is not None:
+      raise ValueError(
+          'target_tensors argument is not supported when '
+          'running a model eagerly.')
     self.target_tensors = target_tensors
 
     # Set DistributionStrategy specific parameters.
@@ -445,6 +478,8 @@ class Model(Network):
     if self._distribution_strategy is not None:
       distributed_training_utils.configure_and_create_session(
           self._distribution_strategy)
+    # Initialize model metric attributes.
+    self._init_metric_attributes()
     if not self.built:
       # Model is not compilable because it does not know its number of inputs
       # and outputs, nor their shapes and names. We will compile after the first
@@ -493,7 +528,7 @@ class Model(Network):
         skip_target_weighing_indices.append(i)
 
     # Prepare output masks.
-    if not context.executing_eagerly():
+    if not self.run_eagerly:
       masks = [getattr(x, '_keras_mask', None) for x in self.outputs]
       if not isinstance(masks, list):
         masks = [masks]
@@ -524,11 +559,8 @@ class Model(Network):
                       str(loss_weights) + ' - expected a list of dicts.')
     self.loss_weights_list = loss_weights_list
 
-    # Initialize model metric attributes.
-    self._init_metric_attributes()
-
     # Initialization for Eager mode execution.
-    if context.executing_eagerly():
+    if self.run_eagerly:
       # Prepare sample weights.
       self._set_sample_weight_attributes(sample_weight_mode,
                                          skip_target_weighing_indices)
@@ -555,145 +587,146 @@ class Model(Network):
       self._collected_trainable_weights = self.trainable_weights
       return
 
-    # Prepare targets of model.
-    self.targets = []
-    self._feed_targets = []
-    if target_tensors not in (None, []):
-      if isinstance(target_tensors, list):
-        if len(target_tensors) != len(self.outputs):
-          raise ValueError(
-              'When passing a list as `target_tensors`, '
-              'it should have one entry per model output. '
-              'The model has ' + str(len(self.outputs)) +
-              ' outputs, but you passed target_tensors=' + str(target_tensors))
-      elif isinstance(target_tensors, dict):
-        for name in target_tensors:
-          if name not in self.output_names:
+    with K.get_graph().as_default():
+      # Prepare targets of model.
+      self.targets = []
+      self._feed_targets = []
+      if target_tensors not in (None, []):
+        if isinstance(target_tensors, list):
+          if len(target_tensors) != len(self.outputs):
             raise ValueError(
-                'Unknown entry in `target_tensors` '
-                'dictionary: "' + name + '". '
-                'Only expected the following keys: ' + str(self.output_names))
-        tmp_target_tensors = []
-        for name in self.output_names:
-          tmp_target_tensors.append(target_tensors.get(name, None))
-        target_tensors = tmp_target_tensors
-      elif tensor_util.is_tensor(target_tensors):
-        target_tensors = [target_tensors]
-      else:
-        raise TypeError('Expected `target_tensors` to be a list or tuple or '
-                        'dict or a single tensor, but got:', target_tensors)
-
-    for i in range(len(self.outputs)):
-      if i in skip_target_indices:
-        self.targets.append(None)
-      else:
-        shape = K.int_shape(self.outputs[i])
-        name = self.output_names[i]
-        if target_tensors not in (None, []):
-          target = target_tensors[i]
+                'When passing a list as `target_tensors`, '
+                'it should have one entry per model output. '
+                'The model has %s outputs, but you passed target_tensors=%s' %
+                (len(self.outputs), target_tensors))
+        elif isinstance(target_tensors, dict):
+          for name in target_tensors:
+            if name not in self.output_names:
+              raise ValueError(
+                  'Unknown entry in `target_tensors` '
+                  'dictionary: "' + name + '". '
+                  'Only expected the following keys: ' + str(self.output_names))
+          tmp_target_tensors = []
+          for name in self.output_names:
+            tmp_target_tensors.append(target_tensors.get(name, None))
+          target_tensors = tmp_target_tensors
+        elif tensor_util.is_tensor(target_tensors):
+          target_tensors = [target_tensors]
         else:
-          target = None
-        if target is None or K.is_placeholder(target):
-          if target is None:
-            target = K.placeholder(
-                ndim=len(shape),
-                name=name + '_target',
-                sparse=K.is_sparse(self.outputs[i]),
-                dtype=K.dtype(self.outputs[i]))
-          self._feed_targets.append(target)
-          self._feed_outputs.append(self.outputs[i])
-          self._feed_output_names.append(name)
-          self._feed_output_shapes.append(shape)
-          self._feed_loss_fns.append(self.loss_functions[i])
-        else:
-          skip_target_weighing_indices.append(i)
-        self.targets.append(target)
-
-    # Prepare sample weights.
-    self._set_sample_weight_attributes(sample_weight_mode,
-                                       skip_target_weighing_indices)
-    # Save all metric attributes per output of the model.
-    self._cache_output_metric_attributes(metrics, weighted_metrics)
-
-    # Compute total loss.
-    total_loss = None
-    with K.name_scope('loss'):
+          raise TypeError('Expected `target_tensors` to be a list or tuple or '
+                          'dict or a single tensor, but got:', target_tensors)
+
       for i in range(len(self.outputs)):
         if i in skip_target_indices:
-          continue
-        y_true = self.targets[i]
-        y_pred = self.outputs[i]
-        loss_fn = loss_functions[i]
-        sample_weight = self.sample_weights[i]
-        mask = masks[i]
-        loss_weight = loss_weights_list[i]
-        with K.name_scope(self.output_names[i] + '_loss'):
-          weighted_loss = training_utils.weighted_masked_objective(loss_fn)
-          output_loss = weighted_loss(y_true, y_pred, sample_weight, mask)
+          self.targets.append(None)
+        else:
+          shape = K.int_shape(self.outputs[i])
+          name = self.output_names[i]
+          if target_tensors not in (None, []):
+            target = target_tensors[i]
+          else:
+            target = None
+          if target is None or K.is_placeholder(target):
+            if target is None:
+              target = K.placeholder(
+                  ndim=len(shape),
+                  name=name + '_target',
+                  sparse=K.is_sparse(self.outputs[i]),
+                  dtype=K.dtype(self.outputs[i]))
+            self._feed_targets.append(target)
+            self._feed_outputs.append(self.outputs[i])
+            self._feed_output_names.append(name)
+            self._feed_output_shapes.append(shape)
+            self._feed_loss_fns.append(self.loss_functions[i])
+          else:
+            skip_target_weighing_indices.append(i)
+          self.targets.append(target)
 
-        if len(self.outputs) > 1:
-          # Keep track of the un-aggregated loss result tensor.
-          self.metrics_tensors.append(output_loss)
-
-          # Keep track of stateful result tensor and function for the loss.
-          mean_wrapped_loss = metrics_module.MeanMetricWrapper(
-              loss_fn, name=loss_fn.__name__)
-          result_tensor = training_utils.call_metric_function(
-              mean_wrapped_loss,
-              y_true,
-              y_pred,
-              weights=sample_weight,
-              mask=mask)
-          self._stateful_metrics_tensors.append(result_tensor)
-          self.stateful_metric_functions.append(mean_wrapped_loss)
+      # Prepare sample weights.
+      self._set_sample_weight_attributes(sample_weight_mode,
+                                         skip_target_weighing_indices)
+      # Save all metric attributes per output of the model.
+      self._cache_output_metric_attributes(metrics, weighted_metrics)
 
-          self.metrics_names.append(self.output_names[i] + '_loss')
+      # Compute total loss.
+      total_loss = None
+      with K.name_scope('loss'):
+        for i in range(len(self.outputs)):
+          if i in skip_target_indices:
+            continue
+          y_true = self.targets[i]
+          y_pred = self.outputs[i]
+          loss_fn = loss_functions[i]
+          sample_weight = self.sample_weights[i]
+          mask = masks[i]
+          loss_weight = loss_weights_list[i]
+          with K.name_scope(self.output_names[i] + '_loss'):
+            weighted_loss = training_utils.weighted_masked_objective(loss_fn)
+            output_loss = weighted_loss(y_true, y_pred, sample_weight, mask)
+
+          if len(self.outputs) > 1:
+            # Keep track of the un-aggregated loss result tensor.
+            self.metrics_tensors.append(output_loss)
+
+            # Keep track of stateful result tensor and function for the loss.
+            mean_wrapped_loss = metrics_module.MeanMetricWrapper(
+                loss_fn, name=loss_fn.__name__)
+            result_tensor = training_utils.call_metric_function(
+                mean_wrapped_loss,
+                y_true,
+                y_pred,
+                weights=sample_weight,
+                mask=mask)
+            self._stateful_metrics_tensors.append(result_tensor)
+            self.stateful_metric_functions.append(mean_wrapped_loss)
+
+            self.metrics_names.append(self.output_names[i] + '_loss')
+          if total_loss is None:
+            total_loss = loss_weight * output_loss
+          else:
+            total_loss += loss_weight * output_loss
         if total_loss is None:
-          total_loss = loss_weight * output_loss
-        else:
-          total_loss += loss_weight * output_loss
-      if total_loss is None:
-        if not self.losses:
-          raise ValueError('The model cannot be compiled '
-                           'because it has no loss to optimize.')
-        else:
-          total_loss = 0.
-
-      # Add regularization penalties
-      # and other layer-specific losses.
-      for loss_tensor in self.losses:
-        total_loss += loss_tensor
-
-    # Set metric attributes on model.
-    self._set_metric_attributes(
-        self.outputs,
-        skip_target_indices=skip_target_indices,
-    )
-    # Invoke metric functions for all the outputs.
-    self._handle_metrics(
-        self.outputs,
-        masks=masks,
-        targets=self.targets,
-        skip_target_indices=skip_target_indices,
-        sample_weights=self.sample_weights)
-
-    # Prepare gradient updates and state updates.
-    self.total_loss = total_loss
-
-    # Functions for train, test and predict will
-    # be compiled lazily when required.
-    # This saves time when the user is not using all functions.
-    self._function_kwargs = kwargs
-
-    self._fit_function = None
-    self._eval_function = None
-    self.train_function = None
-    self.test_function = None
-    self.predict_function = None
-
-    # Collected trainable weights, sorted in topological order.
-    trainable_weights = self.trainable_weights
-    self._collected_trainable_weights = trainable_weights
+          if not self.losses:
+            raise ValueError('The model cannot be compiled '
+                             'because it has no loss to optimize.')
+          else:
+            total_loss = 0.
+
+        # Add regularization penalties
+        # and other layer-specific losses.
+        for loss_tensor in self.losses:
+          total_loss += loss_tensor
+
+      # Set metric attributes on model.
+      self._set_metric_attributes(
+          self.outputs,
+          skip_target_indices=skip_target_indices,
+      )
+      # Invoke metric functions for all the outputs.
+      self._handle_metrics(
+          self.outputs,
+          masks=masks,
+          targets=self.targets,
+          skip_target_indices=skip_target_indices,
+          sample_weights=self.sample_weights)
+
+      # Prepare gradient updates and state updates.
+      self.total_loss = total_loss
+
+      # Functions for train, test and predict will
+      # be compiled lazily when required.
+      # This saves time when the user is not using all functions.
+      self._function_kwargs = kwargs
+
+      self._fit_function = None
+      self._eval_function = None
+      self.train_function = None
+      self.test_function = None
+      self.predict_function = None
+
+      # Collected trainable weights, sorted in topological order.
+      trainable_weights = self.trainable_weights
+      self._collected_trainable_weights = trainable_weights
 
   def _check_trainable_weights_consistency(self):
     """Check trainable weights count consistency.
@@ -721,21 +754,24 @@ class Model(Network):
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
-      if not isinstance(K.learning_phase(), int):
-        inputs += [K.learning_phase()]
+      if not isinstance(K.symbolic_learning_phase(), int):
+        inputs += [K.symbolic_learning_phase()]
+
+      with K.get_graph().as_default():
+        with K.name_scope('training'):
+          with K.name_scope(self.optimizer.__class__.__name__):
+            # Training updates
+            updates = self.optimizer.get_updates(
+                params=self._collected_trainable_weights, loss=self.total_loss)
+      # Unconditional updates
+      updates += self.get_updates_for(None)
+      # Conditional updates relevant to this model
+      updates += self.get_updates_for(self.inputs)
+      # Add stateful metrics updates.
+      if metric_updates is not None:
+        updates += metric_updates
 
       with K.name_scope('training'):
-        with K.name_scope(self.optimizer.__class__.__name__):
-          # Training updates
-          updates = self.optimizer.get_updates(
-              params=self._collected_trainable_weights, loss=self.total_loss)
-        # Unconditional updates
-        updates += self.get_updates_for(None)
-        # Conditional updates relevant to this model
-        updates += self.get_updates_for(self.inputs)
-        # Add stateful metrics updates.
-        if metric_updates is not None:
-          updates += metric_updates
         # Gets loss and metrics. Updates weights at each call.
         fn = K.function(
             inputs,
@@ -766,21 +802,23 @@ class Model(Network):
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
-      if not isinstance(K.learning_phase(), int):
-        inputs += [K.learning_phase()]
-      updates = self.state_updates
-      # Add stateful metrics updates.
-      if metric_updates is not None:
-        updates += metric_updates
-      # Return loss and metrics, no gradient updates.
-      # Does update the network states.
-      fn = K.function(
-          inputs,
-          outputs,
-          updates=updates,
-          name='test_function',
-          **self._function_kwargs)
-      setattr(self, fn_name, fn)
+      if not isinstance(K.symbolic_learning_phase(), int):
+        inputs += [K.symbolic_learning_phase()]
+
+      with K.name_scope('evaluation'):
+        updates = self.state_updates
+        # Add stateful metrics updates.
+        if metric_updates is not None:
+          updates += metric_updates
+        # Return loss and metrics, no gradient updates.
+        # Does update the network states.
+        fn = K.function(
+            inputs,
+            outputs,
+            updates=updates,
+            name='test_function',
+            **self._function_kwargs)
+        setattr(self, fn_name, fn)
 
   def _make_test_function(self):
     self._make_test_function_helper('test_function',
@@ -794,19 +832,20 @@ class Model(Network):
     if not hasattr(self, 'predict_function'):
       self.predict_function = None
     if self.predict_function is None:
-      if not isinstance(K.learning_phase(), int):
-        inputs = self._feed_inputs + [K.learning_phase()]
+      if not isinstance(K.symbolic_learning_phase(), int):
+        inputs = self._feed_inputs + [K.symbolic_learning_phase()]
       else:
         inputs = self._feed_inputs
       # Gets network outputs. Does not update weights.
       # Does update the network states.
       kwargs = getattr(self, '_function_kwargs', {})
-      self.predict_function = K.function(
-          inputs,
-          self.outputs,
-          updates=self.state_updates,
-          name='predict_function',
-          **kwargs)
+      with K.name_scope('predict'):
+        self.predict_function = K.function(
+            inputs,
+            self.outputs,
+            updates=self.state_updates,
+            name='predict_function',
+            **kwargs)
 
   def _get_execution_function(self, mode):
     if mode == 'train':
@@ -1043,6 +1082,9 @@ class Model(Network):
     is_x_eager_iterator = isinstance(x, iterator_ops.EagerIterator)
     is_x_iterator = isinstance(x, iterator_ops.Iterator)
 
+    if is_x_eager_iterator:
+      self._run_eagerly = True  # TODO(fchollet): support using graph functions
+
     # Validate user inputs when data is given as a dataset or dataset iterator.
     if is_x_iterator or is_x_eager_iterator:
       training_utils.validate_iterator_input(x, y, sample_weight,
@@ -1051,7 +1093,7 @@ class Model(Network):
     # For eager iterators, when we have to process multiple batches of samples,
     # we will standardize the data when we actually loop over iterator and get
     # the batches. For now, we just return the iterator as is.
-    if is_x_eager_iterator and steps is not None:
+    if is_x_eager_iterator:
       return x, y, sample_weight
 
     # If input data is a dataset iterator in graph mode or if it is an eager
@@ -1157,7 +1199,7 @@ class Model(Network):
                              'TensorFlow tensors. '
                              'You passed: x=' + str(x) + '; y=' + str(y))
 
-        if context.executing_eagerly():
+        if self.run_eagerly:
           target_tensors = None
         else:
           # Handle target tensors if any passed.
@@ -1169,7 +1211,8 @@ class Model(Network):
                      loss=self.loss,
                      metrics=self.metrics,
                      loss_weights=self.loss_weights,
-                     target_tensors=target_tensors)
+                     target_tensors=target_tensors,
+                     run_eagerly=self.run_eagerly)
 
     # In graph mode, if we had just set inputs and targets as symbolic tensors
     # by invoking build and compile on the model respectively, we do not have to
@@ -1177,7 +1220,7 @@ class Model(Network):
     # part of the graph.
     # Note: in this case, `any` and `all` are equivalent since we disallow
     # mixed symbolic/value inputs.
-    if (not context.executing_eagerly() and is_build_called and
+    if (not self.run_eagerly and is_build_called and
         is_compile_called and
         any(tensor_util.is_tensor(v) for v in all_inputs)):
       return [], [], []
@@ -1185,7 +1228,7 @@ class Model(Network):
     # What follows is input validation and standardization to list format,
     # in the case where all inputs are value arrays.
 
-    if context.executing_eagerly():
+    if self.run_eagerly:
       # In eager mode, do not do shape validation
       # since the network has no input nodes (placeholders) to be fed.
       feed_input_names = self.input_names
@@ -1259,7 +1302,7 @@ class Model(Network):
       # Check that all arrays have the same length.
       if not self._distribution_strategy:
         training_utils.check_array_lengths(x, y, sample_weights)
-        if self._is_graph_network and not context.executing_eagerly():
+        if self._is_graph_network and not self.run_eagerly:
           # Additional checks to avoid users mistakenly using improper loss fns.
           training_utils.check_loss_and_target_compatibility(
               y, self._feed_loss_fns, feed_output_shapes)
@@ -1347,8 +1390,7 @@ class Model(Network):
 
     if outputs is None:
       # Obtain symbolic outputs by calling the model.
-      graph = K.get_graph()
-      with graph.as_default():
+      with K.get_graph().as_default():
         if self._expects_training_arg:
           outputs = self.call(inputs, training=training)
         else:
@@ -1508,7 +1550,6 @@ class Model(Network):
     """
     # TODO(fchollet): this method may be creating reference cycles, which would
     # lead to accumulating garbage in memory when called in a loop. Investigate.
-
     if data_utils.is_generator_or_sequence(x):
       training_utils.check_generator_arguments(y, sample_weight)
       return self.fit_generator(
@@ -1621,7 +1662,7 @@ class Model(Network):
       val_y = None
       val_sample_weights = None
 
-    if context.executing_eagerly():
+    if self.run_eagerly:
       return training_eager.fit_loop(
           self,
           inputs=x,
@@ -1779,7 +1820,7 @@ class Model(Network):
         steps_name='steps',
         steps=steps)
 
-    if context.executing_eagerly():
+    if self.run_eagerly:
       return training_eager.test_loop(
           self,
           inputs=x,
@@ -1879,14 +1920,13 @@ class Model(Network):
       if isinstance(first_x_value, np.ndarray) and not steps:
         steps = distributed_training_utils.get_input_batch_params(
             first_x_value, batch_size, self._distribution_strategy)
-
     # Validate and standardize user data.
     # TODO(anjalisridhar): We don't pass batch_size here for some reason. This
     # means that we end up calculating it twice which we should avoid.
     x, _, _ = self._standardize_user_data(
         x, check_steps=True, steps_name='steps', steps=steps)
 
-    if context.executing_eagerly():
+    if self.run_eagerly:
       return training_eager.predict_loop(
           self, x, batch_size=batch_size, verbose=verbose, steps=steps)
     elif self._distribution_strategy:
@@ -1943,12 +1983,12 @@ class Model(Network):
     x, y, sample_weights = self._standardize_user_data(
         x, y, sample_weight=sample_weight, class_weight=class_weight)
 
-    if context.executing_eagerly():
+    if self.run_eagerly:
       outputs = training_eager.train_on_batch(
           self, x, y, sample_weights=sample_weights)
     else:
-      if not isinstance(K.learning_phase(), int):
-        ins = x + y + sample_weights + [1]
+      if not isinstance(K.symbolic_learning_phase(), int):
+        ins = x + y + sample_weights + [True]
       else:
         ins = x + y + sample_weights
 
@@ -2002,12 +2042,12 @@ class Model(Network):
     x, y, sample_weights = self._standardize_user_data(
         x, y, sample_weight=sample_weight)
 
-    if context.executing_eagerly():
+    if self.run_eagerly:
       outputs = training_eager.test_on_batch(
           self, x, y, sample_weights=sample_weights)
     else:
-      if not isinstance(K.learning_phase(), int):
-        ins = x + y + sample_weights + [0]
+      if not isinstance(K.symbolic_learning_phase(), int):
+        ins = x + y + sample_weights + [False]
       else:
         ins = x + y + sample_weights
       self._make_test_function()
@@ -2040,9 +2080,9 @@ class Model(Network):
                                 'models compiled with DistributionStrategy.')
     # Validate and standardize user data.
     inputs, _, _ = self._standardize_user_data(x)
-    if context.executing_eagerly():
+    if self.run_eagerly:
       if (isinstance(x, iterator_ops.EagerIterator) or
-          (isinstance(x, dataset_ops.Dataset) and context.executing_eagerly())):
+          (isinstance(x, dataset_ops.Dataset))):
         inputs = training_utils.cast_if_floating_dtype(inputs)
       else:
         inputs = [
@@ -2050,18 +2090,17 @@ class Model(Network):
         ]
       return self(inputs)  # pylint: disable=not-callable
 
-    if not context.executing_eagerly():
-      if not isinstance(K.learning_phase(), int):
-        ins = inputs + [0]
-      else:
-        ins = inputs
+    if not isinstance(K.symbolic_learning_phase(), int):
+      ins = inputs + [False]
+    else:
+      ins = inputs
 
-      self._make_predict_function()
-      outputs = self.predict_function(ins)
+    self._make_predict_function()
+    outputs = self.predict_function(ins)
 
-      if len(outputs) == 1:
-        return outputs[0]
-      return outputs
+    if len(outputs) == 1:
+      return outputs[0]
+    return outputs
 
   def fit_generator(self,
                     generator,
@@ -2171,11 +2210,6 @@ class Model(Network):
     if self._distribution_strategy:
       raise NotImplementedError('`fit_generator` is not supported for '
                                 'models compiled with DistributionStrategy.')
-
-    if not self.built and not self._is_graph_network:
-      raise NotImplementedError(
-          '`fit_generator` is not yet enabled for unbuilt Model subclasses')
-
     return training_generator.fit_generator(
         self,
         generator,
@@ -2242,12 +2276,6 @@ class Model(Network):
     if self._distribution_strategy:
       raise NotImplementedError('`evaluate_generator` is not supported for '
                                 'models compiled with DistributionStrategy.')
-
-    if not self.built and not self._is_graph_network:
-      raise NotImplementedError(
-          '`evaluate_generator` is not yet enabled for '
-          'unbuilt Model subclasses')
-
     return training_generator.evaluate_generator(
         self,
         generator,
@@ -2299,11 +2327,6 @@ class Model(Network):
     if self._distribution_strategy:
       raise NotImplementedError('`predict_generator` is not supported for '
                                 'models compiled with DistributionStrategy.')
-
-    if not self.built and not self._is_graph_network:
-      raise NotImplementedError(
-          '`predict_generator` is not yet enabled for unbuilt Model subclasses')
-
     return training_generator.predict_generator(
         self,
         generator,
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index a2a13b9bd6..9f3f3c7c24 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -248,8 +248,8 @@ def model_iteration(model,
   targets = targets or []
   sample_weights = sample_weights or []
   learning_phase_input = []
-  if not isinstance(K.learning_phase(), int):
-    learning_phase_input = [1] if mode == 'train' else [0]
+  if not isinstance(K.symbolic_learning_phase(), int):
+    learning_phase_input = [True] if mode == 'train' else [False]
   ins = inputs + targets + sample_weights + learning_phase_input
   num_samples_or_steps = _get_num_samples_or_steps(ins, batch_size,
                                                    steps_per_epoch)
diff --git a/tensorflow/python/keras/engine/training_eager.py b/tensorflow/python/keras/engine/training_eager.py
index 9131df5cd0..9cb752a5c6 100644
--- a/tensorflow/python/keras/engine/training_eager.py
+++ b/tensorflow/python/keras/engine/training_eager.py
@@ -20,12 +20,10 @@ from __future__ import division
 from __future__ import print_function
 
 import copy
-import threading
 
 import numpy as np
 
 from tensorflow.python.data.ops import iterator_ops
-from tensorflow.python.eager import function as eager_function
 from tensorflow.python.eager.backprop import GradientTape
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
@@ -39,10 +37,6 @@ from tensorflow.python.ops import math_ops
 from tensorflow.python.platform import tf_logging as logging
 
 
-# A lock for assigning polymorphic functions to models in a thread-safe way
-_graph_function_building_lock = threading.Lock()
-
-
 def _eager_loss_fn(outputs, targets, loss_fn, output_name):
   with backend.name_scope(output_name + '_loss'):
     loss = loss_fn(targets, outputs)
@@ -171,56 +165,6 @@ def _model_loss(model,
   return outs, total_loss, loss_metrics, aggregated_loss_metrics, masks
 
 
-def _maybe_build_graph_functions(model):
-  """Constructs polymorphic functions to use for fit, evaluate and predict."""
-  # We lock this function to ensure thread-safety in case users are
-  # hypothetically trying to call '.predict' on a model in multiple threads
-  # at once when the graph functions were never previously built.
-  with _graph_function_building_lock:
-    if not model._built_graph_functions:
-      model._eager_process_single_batch_graph_function = eager_function.defun(
-          _process_single_batch
-      )
-      model._eager_model_loss_graph_function = eager_function.defun(_model_loss)
-      model._eager_call_graph_function = eager_function.defun(model.call)
-      model._built_graph_functions = True
-
-
-def _maybe_graph_function_model_loss(model,
-                                     inputs,
-                                     targets,
-                                     output_loss_metrics=None,
-                                     sample_weights=None,
-                                     training=False):
-  """Compute model loss, using defun if the model supports it."""
-  if model._can_use_graph_functions:
-    _maybe_build_graph_functions(model)
-    return model._eager_model_loss_graph_function(
-        model,
-        inputs,
-        targets,
-        output_loss_metrics=output_loss_metrics,
-        sample_weights=sample_weights,
-        training=training)
-  else:
-    return _model_loss(
-        model,
-        inputs,
-        targets,
-        output_loss_metrics=output_loss_metrics,
-        sample_weights=sample_weights,
-        training=training)
-
-
-def _maybe_graph_function_model_call(model, *args, **kwargs):
-  """Compute model loss, using defun if the model supports it."""
-  if model._can_use_graph_functions:
-    _maybe_build_graph_functions(model)
-    return model._eager_call_graph_function(*args, **kwargs)
-  else:
-    return model.call(*args, **kwargs)
-
-
 def iterator_fit_loop(model,
                       inputs,
                       class_weight,
@@ -334,14 +278,13 @@ def iterator_fit_loop(model,
       })
 
     # Train model.
-    outs, loss, _, aggregated_loss_metrics, masks = \
-      _maybe_graph_function_process_single_batch(
-          model,
-          x,
-          y,
-          output_loss_metrics=output_loss_metrics,
-          sample_weights=sample_weights,
-          training=True)
+    outs, loss, _, aggregated_loss_metrics, masks = _process_single_batch(
+        model,
+        x,
+        y,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
+        training=True)
     outs = generic_utils.to_list(outs)
 
     # Calculate metrics.
@@ -456,14 +399,13 @@ def iterator_test_loop(model, inputs, steps, verbose=0):
         m.reset_states()
 
     # Calculate model output, loss values.
-    loss_outs, loss, _, aggregated_loss_metrics, masks = \
-      _maybe_graph_function_model_loss(
-          model,
-          x,
-          y,
-          output_loss_metrics=output_loss_metrics,
-          sample_weights=sample_weights,
-          training=False)
+    loss_outs, loss, _, aggregated_loss_metrics, masks = _model_loss(
+        model,
+        x,
+        y,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
+        training=False)
     metrics_results = _eager_metrics_fn(
         model, loss_outs, y, sample_weights=sample_weights, masks=masks)
     batch_outs = []
@@ -553,9 +495,9 @@ def iterator_predict_loop(model, inputs, steps, verbose=0):
       x = x[0]
 
     if model._expects_training_arg:
-      batch_outs = _maybe_graph_function_model_call(model, x, training=False)
+      batch_outs = model.call(x, training=False)
     else:
-      batch_outs = _maybe_graph_function_model_call(model, x)
+      batch_outs = model.call(x)
     if not isinstance(batch_outs, list):
       batch_outs = [batch_outs]
 
@@ -630,32 +572,6 @@ def _process_single_batch(model,
     return outs, loss, loss_metrics, aggregated_loss_metrics, masks
 
 
-def _maybe_graph_function_process_single_batch(model,
-                                               inputs,
-                                               targets,
-                                               output_loss_metrics=None,
-                                               sample_weights=None,
-                                               training=False):
-  """Process a single batch, using defun if the model supports it."""
-  if model._can_use_graph_functions:
-    _maybe_build_graph_functions(model)
-    return model._eager_process_single_batch_graph_function(
-        model,
-        inputs,
-        targets,
-        output_loss_metrics=output_loss_metrics,
-        sample_weights=sample_weights,
-        training=training)
-  else:
-    return _process_single_batch(
-        model,
-        inputs,
-        targets,
-        output_loss_metrics=output_loss_metrics,
-        sample_weights=sample_weights,
-        training=training)
-
-
 def train_on_batch(model, inputs, targets, sample_weights=None):
   """Calculates the loss and gradient updates for one input batch.
 
@@ -684,9 +600,8 @@ def train_on_batch(model, inputs, targets, sample_weights=None):
         if val is not None else None for val in sample_weights
     ]
 
-  outs, loss, loss_metrics, _, masks = \
-    _maybe_graph_function_process_single_batch(
-        model, inputs, targets, sample_weights=sample_weights, training=True)
+  outs, loss, loss_metrics, _, masks = _process_single_batch(
+      model, inputs, targets, sample_weights=sample_weights, training=True)
   if not isinstance(outs, list):
     outs = [outs]
   metrics_results = _eager_metrics_fn(
@@ -731,7 +646,7 @@ def test_on_batch(model, inputs, targets, sample_weights=None):
         ops.convert_to_tensor(val, dtype=backend.floatx())
         if val is not None else None for val in sample_weights
     ]
-  outs, loss, loss_metrics, _, masks = _maybe_graph_function_model_loss(
+  outs, loss, loss_metrics, _, masks = _model_loss(
       model, inputs, targets, sample_weights=sample_weights, training=False)
   if not isinstance(outs, list):
     outs = [outs]
diff --git a/tensorflow/python/keras/engine/training_eager_test.py b/tensorflow/python/keras/engine/training_eager_test.py
index 76aaf1643b..bd25af9ec6 100644
--- a/tensorflow/python/keras/engine/training_eager_test.py
+++ b/tensorflow/python/keras/engine/training_eager_test.py
@@ -20,10 +20,9 @@ from __future__ import print_function
 
 import numpy as np
 
-from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python import keras
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.framework import ops
-from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.platform import test
 from tensorflow.python.training.rmsprop import RMSPropOptimizer
@@ -51,6 +50,7 @@ class TrainingTest(test.TestCase):
         loss,
         metrics=metrics,
         loss_weights=loss_weights,
+        run_eagerly=True,
         sample_weight_mode=None)
 
     input_a = keras.backend.zeros(shape=(10, 3))
@@ -111,7 +111,7 @@ class TrainingTest(test.TestCase):
     optimizer = RMSPropOptimizer(learning_rate=0.001)
     loss = 'mse'
     metrics = ['mae', metrics_module.CategoricalAccuracy()]
-    model.compile(optimizer, loss, metrics=metrics)
+    model.compile(optimizer, loss, metrics=metrics, run_eagerly=True)
 
     inputs = keras.backend.zeros(shape=(10, 3))
     targets = keras.backend.zeros(shape=(10, 4))
@@ -129,7 +129,9 @@ class TrainingTest(test.TestCase):
     x = keras.layers.Input(shape=(3,), name='input')
     y = keras.layers.Dense(4, name='dense')(x)
     model = keras.Model(x, y)
-    model.compile(optimizer=RMSPropOptimizer(learning_rate=0.001), loss='mse')
+    model.compile(optimizer=RMSPropOptimizer(learning_rate=0.001),
+                  loss='mse',
+                  run_eagerly=True)
 
     x = keras.backend.zeros(shape=(10, 3))
     y = keras.backend.zeros(shape=(10, 4))
@@ -147,11 +149,11 @@ class TrainingTest(test.TestCase):
       model.fit(iterator, steps_per_epoch=2, epochs=1, verbose=0,
                 validation_data=(x, y))
     with self.assertRaisesRegexp(
-        ValueError, r'provide either `batch_size` or `validation_steps`'):
+        ValueError, r'must specify the number of steps'):
       model.fit(iterator, steps_per_epoch=2, epochs=1, verbose=0,
                 validation_data=validation_dataset)
     with self.assertRaisesRegexp(
-        ValueError, r'provide either `batch_size` or `validation_steps`'):
+        ValueError, r'must specify the number of steps'):
       model.fit(iterator, steps_per_epoch=2, epochs=1, verbose=0,
                 validation_data=validation_iterator)
 
@@ -160,8 +162,10 @@ class TrainingTest(test.TestCase):
     model.add(keras.layers.Dense(4, input_shape=(3,)))
     optimizer = RMSPropOptimizer(learning_rate=0.001)
     model.compile(
-        optimizer, 'mse', metrics=['mae',
-                                   metrics_module.CategoricalAccuracy()])
+        optimizer,
+        loss='mse',
+        metrics=['mae', metrics_module.CategoricalAccuracy()],
+        run_eagerly=True)
 
     x = np.random.random((10, 3))
     y = np.random.random((10, 4))
@@ -178,7 +182,6 @@ class TrainingTest(test.TestCase):
 
 class CorrectnessTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_loss_correctness(self):
     # Test that training loss is the same in eager and graph
     # (by comparing it to a reference value in a deterministic case)
@@ -191,14 +194,14 @@ class CorrectnessTest(test.TestCase):
                                  activation='softmax',
                                  kernel_initializer='ones'))
     model.compile(loss='sparse_categorical_crossentropy',
-                  optimizer=RMSPropOptimizer(learning_rate=0.001))
+                  optimizer=RMSPropOptimizer(learning_rate=0.001),
+                  run_eagerly=False)
     x = np.ones((100, 4))
     np.random.seed(123)
     y = np.random.randint(0, 1, size=(100, 1))
     history = model.fit(x, y, epochs=1, batch_size=10)
     self.assertAlmostEqual(history.history['loss'][-1], 0.6173, 4)
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_loss_correctness_with_iterator(self):
     # Test that training loss is the same in eager and graph
     # (by comparing it to a reference value in a deterministic case)
@@ -210,7 +213,8 @@ class CorrectnessTest(test.TestCase):
         keras.layers.Dense(2, activation='softmax', kernel_initializer='ones'))
     model.compile(
         loss='sparse_categorical_crossentropy',
-        optimizer=RMSPropOptimizer(learning_rate=0.001))
+        optimizer=RMSPropOptimizer(learning_rate=0.001),
+        run_eagerly=True)
     x = np.ones((100, 4), dtype=np.float32)
     np.random.seed(123)
     y = np.random.randint(0, 1, size=(100, 1))
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index 3cb24255d1..8ba19859d0 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -1794,9 +1794,6 @@ class TestTrainingWithDatasetIterators(test.TestCase):
     model.fit(iterator, epochs=1, steps_per_epoch=2, verbose=1)
     model.evaluate(iterator, steps=2, verbose=1)
     model.predict(iterator, steps=2)
-    model.train_on_batch(iterator)
-    model.test_on_batch(iterator)
-    model.predict_on_batch(iterator)
 
     # Test with validation data
     model.fit(iterator,
@@ -1923,8 +1920,6 @@ class TestTrainingWithDataset(test.TestCase):
     model.fit(dataset, epochs=1, steps_per_epoch=2, verbose=1)
     model.evaluate(dataset, steps=2, verbose=1)
     model.predict(dataset, steps=2)
-    model.train_on_batch(dataset)
-    model.predict_on_batch(dataset)
 
     # Test with validation data
     model.fit(dataset, epochs=1, steps_per_epoch=2, verbose=0,
@@ -1985,8 +1980,6 @@ class TestTrainingWithDataset(test.TestCase):
     model.fit(dataset, epochs=1, steps_per_epoch=2, verbose=1)
     model.evaluate(dataset, steps=2, verbose=1)
     model.predict(dataset, steps=2)
-    model.train_on_batch(dataset)
-    model.predict_on_batch(dataset)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_dataset_with_sparse_labels(self):
diff --git a/tensorflow/python/keras/engine/training_utils.py b/tensorflow/python/keras/engine/training_utils.py
index e563b7a23d..61d40d1caa 100644
--- a/tensorflow/python/keras/engine/training_utils.py
+++ b/tensorflow/python/keras/engine/training_utils.py
@@ -138,6 +138,9 @@ def convert_to_iterator(x=None,
 
   """
   if isinstance(x, iterator_ops.EagerIterator):
+    if steps_per_epoch is None:
+      raise ValueError('You must specify the number of steps (number of batches'
+                       'to draw from the iterator).')
     return x, steps_per_epoch
 
   if not _nested_any(sample_weights, lambda x: x is None):
@@ -224,9 +227,9 @@ def standardize_single_array(x):
     return None
   if x.shape is not None and len(x.shape) == 1:
     if tensor_util.is_tensor(x):
-      return array_ops.expand_dims(x, axis=1)
+      x = array_ops.expand_dims(x, axis=1)
     else:
-      return np.expand_dims(x, 1)
+      x = np.expand_dims(x, 1)
   return x
 
 
@@ -1053,9 +1056,11 @@ class ModelInputs(object):
     self._inputs = inputs
     self._is_dict = isinstance(self._inputs, dict)
     self._is_single_input = not isinstance(self._inputs, (list, tuple, dict))
+
     self._flattened_inputs = []
     self._input_names = []
-    if isinstance(self._inputs, dict):
+
+    if self._is_dict:
       for k in sorted(self._inputs.keys()):
         self._flattened_inputs.append(self._inputs[k])
         self._input_names.append(k)
@@ -1064,7 +1069,6 @@ class ModelInputs(object):
       self._input_names = [
           'input_%d' % (i + 1) for i in range(len(self._flattened_inputs))
       ]
-    assert len(self._input_names) == len(self._flattened_inputs)
 
   def get_input_names(self):
     """Returns keys to name inputs by.
@@ -1074,56 +1078,29 @@ class ModelInputs(object):
     """
     return self._input_names
 
-  def _get(self, return_single_as_list=False):
-    """Returns provided inputs, potentially transformed.
-
-    Inputs are returned in the same format they were provided i.e. lists
-    are returned as lists, single entries as single entries (unless
-    `return_single_as_list` is true), dictionaries as dictionaries.
-
-    Args:
-      return_single_as_list: Returns a list of size 1 for single entry case.
-    """
-    if self._is_dict:
-      return dict(zip(self._input_names, self._flattened_inputs))
-    if self._is_single_input and not return_single_as_list:
-      return self._flattened_inputs[0]
-    return self._flattened_inputs
-
-  def get_input_values(self):
-    """Returns input values passed in."""
-    if context.executing_eagerly():
-      for i in range(len(self._flattened_inputs)):
-        v = self._flattened_inputs[i]
-        if tensor_util.is_tensor(v):
-          v = cast_single_tensor(v)
-        else:
-          v = ops.convert_to_tensor(v, dtype=K.floatx())
-        self._flattened_inputs[i] = v
-    return self._get(return_single_as_list=False)
-
   def get_symbolic_inputs(self, return_single_as_list=False):
     """Returns inputs to be set as self.inputs for a model."""
     for i in range(len(self._flattened_inputs)):
       k = self._input_names[i]
       v = self._flattened_inputs[i]
-      if context.executing_eagerly():
-        v = K.placeholder((None,) + tuple(v.shape[1:]), name=k)
-      else:
-        if isinstance(v, list):
-          v = np.asarray(v)
-          if v.ndim == 1:
-            v = np.expand_dims(v, 1)
-        if isinstance(v, (np.ndarray)):
-          # We fix the placeholder shape except the batch size.
-          # This is suboptimal, but it is the best we can do with the info
-          # we have. The user should call `model._set_inputs(placeholders)`
-          # to specify custom placeholders if the need arises.
-          shape = (None,) + v.shape[1:]
-          v = K.placeholder(shape=shape, name=k)
+      if isinstance(v, (list, float, int)):
+        v = np.asarray(v)
+        if v.ndim == 1:
+          v = np.expand_dims(v, 1)
+      if isinstance(v, (np.ndarray, ops.EagerTensor)):
+        # We fix the placeholder shape except the batch size.
+        # This is suboptimal, but it is the best we can do with the info
+        # we have. The user should call `model._set_inputs(placeholders)`
+        # to specify custom placeholders if the need arises.
+        shape = (None,) + tuple(v.shape[1:])
+        v = K.placeholder(shape=shape, name=k)
       self._flattened_inputs[i] = v
 
-    return self._get(return_single_as_list)
+    if self._is_dict:
+      return dict(zip(self._input_names, self._flattened_inputs))
+    if self._is_single_input and not return_single_as_list:
+      return self._flattened_inputs[0]
+    return self._flattened_inputs
 
   def as_dict(self):
     """An iterable over a dictionary version of inputs."""
diff --git a/tensorflow/python/keras/engine/training_utils_test.py b/tensorflow/python/keras/engine/training_utils_test.py
index 7b217cf373..d6a92dec7c 100644
--- a/tensorflow/python/keras/engine/training_utils_test.py
+++ b/tensorflow/python/keras/engine/training_utils_test.py
@@ -167,9 +167,6 @@ class ModelInputsTest(test.TestCase):
     a = np.ones(10)
     model_inputs = training_utils.ModelInputs(a)
     self.assertEquals(['input_1'], model_inputs.get_input_names())
-    vals = model_inputs.get_input_values()
-    self.assertAllEqual(np.ones(10), vals)
-    self.assertFalse(tensor_util.is_tensor(vals))
     vals = model_inputs.get_symbolic_inputs()
     self.assertTrue(tensor_util.is_tensor(vals))
     vals = model_inputs.get_symbolic_inputs(return_single_as_list=True)
@@ -181,9 +178,6 @@ class ModelInputsTest(test.TestCase):
       a = np.ones(10)
       model_inputs = training_utils.ModelInputs(a)
       self.assertEquals(['input_1'], model_inputs.get_input_names())
-      val = model_inputs.get_input_values()
-      self.assertAllEqual(np.ones(10), val)
-      self.assertTrue(tensor_util.is_tensor(val))
       val = model_inputs.get_symbolic_inputs()
       self.assertTrue(tf_utils.is_symbolic_tensor(val))
       vals = model_inputs.get_symbolic_inputs(return_single_as_list=True)
@@ -194,12 +188,6 @@ class ModelInputsTest(test.TestCase):
     a = [np.ones(10), np.ones(20)]
     model_inputs = training_utils.ModelInputs(a)
     self.assertEquals(['input_1', 'input_2'], model_inputs.get_input_names())
-    vals = model_inputs.get_input_values()
-    self.assertEqual(2, len(vals))
-    self.assertAllEqual(np.ones(10), vals[0])
-    self.assertAllEqual(np.ones(20), vals[1])
-    self.assertFalse(tensor_util.is_tensor(vals[0]))
-    self.assertFalse(tensor_util.is_tensor(vals[1]))
     vals = model_inputs.get_symbolic_inputs()
     self.assertTrue(tensor_util.is_tensor(vals[0]))
     self.assertTrue(tensor_util.is_tensor(vals[1]))
@@ -209,12 +197,6 @@ class ModelInputsTest(test.TestCase):
       a = [np.ones(10), np.ones(20)]
       model_inputs = training_utils.ModelInputs(a)
       self.assertEquals(['input_1', 'input_2'], model_inputs.get_input_names())
-      vals = model_inputs.get_input_values()
-      self.assertEqual(2, len(vals))
-      self.assertAllEqual(np.ones(10), vals[0])
-      self.assertAllEqual(np.ones(20), vals[1])
-      self.assertTrue(tensor_util.is_tensor(vals[0]))
-      self.assertTrue(tensor_util.is_tensor(vals[1]))
       vals = model_inputs.get_symbolic_inputs()
       self.assertTrue(tf_utils.is_symbolic_tensor(vals[0]))
       self.assertTrue(tf_utils.is_symbolic_tensor(vals[1]))
@@ -223,11 +205,6 @@ class ModelInputsTest(test.TestCase):
     a = {'b': np.ones(10), 'a': np.ones(20)}
     model_inputs = training_utils.ModelInputs(a)
     self.assertEquals(['a', 'b'], model_inputs.get_input_names())
-    vals = model_inputs.get_input_values()
-    self.assertAllEqual(np.ones(20), vals['a'])
-    self.assertAllEqual(np.ones(10), vals['b'])
-    self.assertFalse(tensor_util.is_tensor(vals['a']))
-    self.assertFalse(tensor_util.is_tensor(vals['b']))
     vals = model_inputs.get_symbolic_inputs()
     self.assertTrue(tensor_util.is_tensor(vals['a']))
     self.assertTrue(tensor_util.is_tensor(vals['b']))
@@ -237,11 +214,6 @@ class ModelInputsTest(test.TestCase):
       a = {'b': np.ones(10), 'a': np.ones(20)}
       model_inputs = training_utils.ModelInputs(a)
       self.assertEquals(['a', 'b'], model_inputs.get_input_names())
-      vals = model_inputs.get_input_values()
-      self.assertAllEqual(np.ones(20), vals['a'])
-      self.assertAllEqual(np.ones(10), vals['b'])
-      self.assertTrue(tensor_util.is_tensor(vals['a']))
-      self.assertTrue(tensor_util.is_tensor(vals['b']))
       vals = model_inputs.get_symbolic_inputs()
       self.assertTrue(tf_utils.is_symbolic_tensor(vals['a']))
       self.assertTrue(tf_utils.is_symbolic_tensor(vals['b']))
diff --git a/tensorflow/python/keras/layers/advanced_activations.py b/tensorflow/python/keras/layers/advanced_activations.py
index b0dffced3e..a2385dfdbb 100644
--- a/tensorflow/python/keras/layers/advanced_activations.py
+++ b/tensorflow/python/keras/layers/advanced_activations.py
@@ -54,7 +54,6 @@ class LeakyReLU(Layer):
     super(LeakyReLU, self).__init__(**kwargs)
     self.supports_masking = True
     self.alpha = K.cast_to_floatx(alpha)
-    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return K.relu(inputs, alpha=self.alpha)
@@ -118,7 +117,6 @@ class PReLU(Layer):
       self.shared_axes = [shared_axes]
     else:
       self.shared_axes = list(shared_axes)
-    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
@@ -193,7 +191,6 @@ class ELU(Layer):
     super(ELU, self).__init__(**kwargs)
     self.supports_masking = True
     self.alpha = K.cast_to_floatx(alpha)
-    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return K.elu(inputs, self.alpha)
@@ -233,7 +230,6 @@ class ThresholdedReLU(Layer):
     super(ThresholdedReLU, self).__init__(**kwargs)
     self.supports_masking = True
     self.theta = K.cast_to_floatx(theta)
-    self._can_use_graph_functions = True
 
   def call(self, inputs, mask=None):
     return inputs * math_ops.cast(
@@ -269,7 +265,6 @@ class Softmax(Layer):
     super(Softmax, self).__init__(**kwargs)
     self.supports_masking = True
     self.axis = axis
-    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return K.softmax(inputs, axis=self.axis)
@@ -324,7 +319,6 @@ class ReLU(Layer):
     self.max_value = max_value
     self.negative_slope = K.cast_to_floatx(negative_slope)
     self.threshold = K.cast_to_floatx(threshold)
-    self._can_use_graph_functions = True
 
   def call(self, inputs):
     # alpha is used for leaky relu slope in activations instead of
diff --git a/tensorflow/python/keras/layers/convolutional.py b/tensorflow/python/keras/layers/convolutional.py
index 0671a5a36d..d1b03b8822 100644
--- a/tensorflow/python/keras/layers/convolutional.py
+++ b/tensorflow/python/keras/layers/convolutional.py
@@ -120,7 +120,6 @@ class Conv(Layer):
         name=name,
         activity_regularizer=regularizers.get(activity_regularizer),
         **kwargs)
-    self._can_use_graph_functions = True
     self.rank = rank
     self.filters = filters
     self.kernel_size = conv_utils.normalize_tuple(
@@ -1916,7 +1915,6 @@ class UpSampling1D(Layer):
     super(UpSampling1D, self).__init__(**kwargs)
     self.size = int(size)
     self.input_spec = InputSpec(ndim=3)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -1983,7 +1981,6 @@ class UpSampling2D(Layer):
                        'or `"bilinear"`.')
     self.interpolation = interpolation
     self.input_spec = InputSpec(ndim=4)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2054,7 +2051,6 @@ class UpSampling3D(Layer):
     self.size = conv_utils.normalize_tuple(size, 3, 'size')
     self.input_spec = InputSpec(ndim=5)
     super(UpSampling3D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2109,7 +2105,6 @@ class ZeroPadding1D(Layer):
 
   def __init__(self, padding=1, **kwargs):
     super(ZeroPadding1D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.padding = conv_utils.normalize_tuple(padding, 2, 'padding')
     self.input_spec = InputSpec(ndim=3)
 
@@ -2175,7 +2170,6 @@ class ZeroPadding2D(Layer):
 
   def __init__(self, padding=(1, 1), data_format=None, **kwargs):
     super(ZeroPadding2D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     if isinstance(padding, int):
       self.padding = ((padding, padding), (padding, padding))
@@ -2280,7 +2274,6 @@ class ZeroPadding3D(Layer):
 
   def __init__(self, padding=(1, 1, 1), data_format=None, **kwargs):
     super(ZeroPadding3D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     if isinstance(padding, int):
       self.padding = ((padding, padding), (padding, padding), (padding,
@@ -2375,7 +2368,6 @@ class Cropping1D(Layer):
     super(Cropping1D, self).__init__(**kwargs)
     self.cropping = conv_utils.normalize_tuple(cropping, 2, 'cropping')
     self.input_spec = InputSpec(ndim=3)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2475,7 +2467,6 @@ class Cropping2D(Layer):
                        '((top_crop, bottom_crop), (left_crop, right_crop)). '
                        'Found: ' + str(cropping))
     self.input_spec = InputSpec(ndim=4)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -2609,7 +2600,6 @@ class Cropping3D(Layer):
           ' (left_dim3_crop, right_dim2_crop)). '
           'Found: ' + str(cropping))
     self.input_spec = InputSpec(ndim=5)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
diff --git a/tensorflow/python/keras/layers/core.py b/tensorflow/python/keras/layers/core.py
index e5c37be0aa..8031272e25 100644
--- a/tensorflow/python/keras/layers/core.py
+++ b/tensorflow/python/keras/layers/core.py
@@ -81,7 +81,6 @@ class Masking(Layer):
     super(Masking, self).__init__(**kwargs)
     self.supports_masking = True
     self.mask_value = mask_value
-    self._can_use_graph_functions = True
 
   def compute_mask(self, inputs, mask=None):
     return K.any(math_ops.not_equal(inputs, self.mask_value), axis=-1)
@@ -125,7 +124,6 @@ class Dropout(Layer):
     self.noise_shape = noise_shape
     self.seed = seed
     self.supports_masking = True
-    self._can_use_graph_functions = True
 
   def _get_noise_shape(self, inputs):
     # Subclasses of `Dropout` may implement `_get_noise_shape(self, inputs)`,
@@ -326,7 +324,6 @@ class Activation(Layer):
     super(Activation, self).__init__(**kwargs)
     self.supports_masking = True
     self.activation = activations.get(activation)
-    self._can_use_graph_functions = True
 
   def call(self, inputs):
     return self.activation(inputs)
@@ -379,7 +376,6 @@ class Reshape(Layer):
   def __init__(self, target_shape, **kwargs):
     super(Reshape, self).__init__(**kwargs)
     self.target_shape = tuple(target_shape)
-    self._can_use_graph_functions = True
 
   def _fix_unknown_dimension(self, input_shape, output_shape):
     """Find and replace a missing dimension in an output shape.
@@ -488,7 +484,6 @@ class Permute(Layer):
           'The set of indices in `dims` must be consecutive and start from 1.' %
           (dims,))
     self.input_spec = InputSpec(ndim=len(self.dims) + 1)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -540,7 +535,6 @@ class Flatten(Layer):
     super(Flatten, self).__init__(**kwargs)
     self.data_format = conv_utils.normalize_data_format(data_format)
     self.input_spec = InputSpec(min_ndim=2)
-    self._can_use_graph_functions = True
 
   def call(self, inputs):
     if self.data_format == 'channels_first':
@@ -600,7 +594,6 @@ class RepeatVector(Layer):
     super(RepeatVector, self).__init__(**kwargs)
     self.n = n
     self.input_spec = InputSpec(ndim=2)
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape).as_list()
@@ -929,7 +922,6 @@ class Dense(Layer):
 
     self.supports_masking = True
     self.input_spec = InputSpec(min_ndim=2)
-    self._can_use_graph_functions = True
 
   def build(self, input_shape):
     input_shape = tensor_shape.TensorShape(input_shape)
@@ -1029,7 +1021,6 @@ class ActivityRegularization(Layer):
     self.supports_masking = True
     self.l1 = l1
     self.l2 = l2
-    self._can_use_graph_functions = True
 
   def compute_output_shape(self, input_shape):
     return input_shape
diff --git a/tensorflow/python/keras/layers/embeddings.py b/tensorflow/python/keras/layers/embeddings.py
index 5d805ea684..28d8ef252a 100644
--- a/tensorflow/python/keras/layers/embeddings.py
+++ b/tensorflow/python/keras/layers/embeddings.py
@@ -116,7 +116,6 @@ class Embedding(Layer):
     self.mask_zero = mask_zero
     self.supports_masking = mask_zero
     self.input_length = input_length
-    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
diff --git a/tensorflow/python/keras/layers/local.py b/tensorflow/python/keras/layers/local.py
index 30b83eaf50..33d09a1660 100644
--- a/tensorflow/python/keras/layers/local.py
+++ b/tensorflow/python/keras/layers/local.py
@@ -154,7 +154,6 @@ class LocallyConnected1D(Layer):
     self.bias_constraint = constraints.get(bias_constraint)
     self.implementation = implementation
     self.input_spec = InputSpec(ndim=3)
-    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
@@ -430,7 +429,6 @@ class LocallyConnected2D(Layer):
     self.bias_constraint = constraints.get(bias_constraint)
     self.implementation = implementation
     self.input_spec = InputSpec(ndim=4)
-    self._can_use_graph_functions = True
 
   @tf_utils.shape_type_conversion
   def build(self, input_shape):
diff --git a/tensorflow/python/keras/layers/local_test.py b/tensorflow/python/keras/layers/local_test.py
index 300e7c9654..2397a607da 100644
--- a/tensorflow/python/keras/layers/local_test.py
+++ b/tensorflow/python/keras/layers/local_test.py
@@ -28,39 +28,42 @@ from tensorflow.python.training.rmsprop import RMSPropOptimizer
 
 
 class LocallyConnected1DLayersTest(test.TestCase):
+  # TODO(fchollet): investigate why LocallyConnected1D
+  # fails inside a graph function in an eager context (fails with error
+  # "Incompatible shapes between op input and calculated input gradient").
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_1d(self):
-    num_samples = 2
-    num_steps = 8
-    input_dim = 5
-    filter_length = 3
-    filters = 4
-
-    for padding in ['valid', 'same']:
-      for strides in [1]:
-        if padding == 'same' and strides != 1:
-          continue
-        for data_format in ['channels_first', 'channels_last']:
-          for implementation in [1, 2]:
-            kwargs = {
-                'filters': filters,
-                'kernel_size': filter_length,
-                'padding': padding,
-                'strides': strides,
-                'data_format': data_format,
-                'implementation': implementation
-            }
+    with self.cached_session():
+      num_samples = 2
+      num_steps = 8
+      input_dim = 5
+      filter_length = 3
+      filters = 4
 
-            if padding == 'same' and implementation == 1:
-              self.assertRaises(ValueError,
-                                keras.layers.LocallyConnected1D,
-                                **kwargs)
-            else:
-              testing_utils.layer_test(
-                  keras.layers.LocallyConnected1D,
-                  kwargs=kwargs,
-                  input_shape=(num_samples, num_steps, input_dim))
+      for padding in ['valid', 'same']:
+        for strides in [1]:
+          if padding == 'same' and strides != 1:
+            continue
+          for data_format in ['channels_first', 'channels_last']:
+            for implementation in [1, 2]:
+              kwargs = {
+                  'filters': filters,
+                  'kernel_size': filter_length,
+                  'padding': padding,
+                  'strides': strides,
+                  'data_format': data_format,
+                  'implementation': implementation
+              }
+
+              if padding == 'same' and implementation == 1:
+                self.assertRaises(ValueError,
+                                  keras.layers.LocallyConnected1D,
+                                  **kwargs)
+              else:
+                testing_utils.layer_test(
+                    keras.layers.LocallyConnected1D,
+                    kwargs=kwargs,
+                    input_shape=(num_samples, num_steps, input_dim))
 
   def test_locallyconnected_1d_regularization(self):
     num_samples = 2
@@ -113,30 +116,61 @@ class LocallyConnected1DLayersTest(test.TestCase):
 
 
 class LocallyConnected2DLayersTest(test.TestCase):
+  # TODO(fchollet): investigate why LocallyConnected2D
+  # fails inside a graph function in an eager context (fails with error
+  # "Incompatible shapes between op input and calculated input gradient").
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_2d(self):
-    num_samples = 8
-    filters = 3
-    stack_size = 4
-    num_row = 6
-    num_col = 10
+    with self.cached_session():
+      num_samples = 8
+      filters = 3
+      stack_size = 4
+      num_row = 6
+      num_col = 10
 
-    for padding in ['valid', 'same']:
-      for strides in [(1, 1), (2, 2)]:
-        for implementation in [1, 2]:
-          if padding == 'same' and strides != (1, 1):
-            continue
+      for padding in ['valid', 'same']:
+        for strides in [(1, 1), (2, 2)]:
+          for implementation in [1, 2]:
+            if padding == 'same' and strides != (1, 1):
+              continue
+
+            kwargs = {
+                'filters': filters,
+                'kernel_size': 3,
+                'padding': padding,
+                'kernel_regularizer': 'l2',
+                'bias_regularizer': 'l2',
+                'strides': strides,
+                'data_format': 'channels_last',
+                'implementation': implementation
+            }
 
+            if padding == 'same' and implementation == 1:
+              self.assertRaises(ValueError,
+                                keras.layers.LocallyConnected2D,
+                                **kwargs)
+            else:
+              testing_utils.layer_test(
+                  keras.layers.LocallyConnected2D,
+                  kwargs=kwargs,
+                  input_shape=(num_samples, num_row, num_col, stack_size))
+
+  def test_locallyconnected_2d_channels_first(self):
+    with self.cached_session():
+      num_samples = 8
+      filters = 3
+      stack_size = 4
+      num_row = 6
+      num_col = 10
+
+      for implementation in [1, 2]:
+        for padding in ['valid', 'same']:
           kwargs = {
               'filters': filters,
               'kernel_size': 3,
-              'padding': padding,
-              'kernel_regularizer': 'l2',
-              'bias_regularizer': 'l2',
-              'strides': strides,
-              'data_format': 'channels_last',
-              'implementation': implementation
+              'data_format': 'channels_first',
+              'implementation': implementation,
+              'padding': padding
           }
 
           if padding == 'same' and implementation == 1:
@@ -149,34 +183,6 @@ class LocallyConnected2DLayersTest(test.TestCase):
                 kwargs=kwargs,
                 input_shape=(num_samples, num_row, num_col, stack_size))
 
-  @tf_test_util.run_in_graph_and_eager_modes
-  def test_locallyconnected_2d_channels_first(self):
-    num_samples = 8
-    filters = 3
-    stack_size = 4
-    num_row = 6
-    num_col = 10
-
-    for implementation in [1, 2]:
-      for padding in ['valid', 'same']:
-        kwargs = {
-            'filters': filters,
-            'kernel_size': 3,
-            'data_format': 'channels_first',
-            'implementation': implementation,
-            'padding': padding
-        }
-
-        if padding == 'same' and implementation == 1:
-          self.assertRaises(ValueError,
-                            keras.layers.LocallyConnected2D,
-                            **kwargs)
-        else:
-          testing_utils.layer_test(
-              keras.layers.LocallyConnected2D,
-              kwargs=kwargs,
-              input_shape=(num_samples, num_row, num_col, stack_size))
-
   def test_locallyconnected_2d_regularization(self):
     num_samples = 2
     filters = 3
@@ -226,64 +232,64 @@ class LocallyConnected2DLayersTest(test.TestCase):
 
 class LocallyConnectedImplementationModeTest(test.TestCase):
 
-  @tf_test_util.run_in_graph_and_eager_modes
   def test_locallyconnected_implementation(self):
-    num_samples = 4
-    num_classes = 3
-    num_epochs = 2
-
-    np.random.seed(1)
-    targets = np.random.randint(0, num_classes, (num_samples,))
-
-    for width in [1, 6]:
-      for height in [7]:
-        for filters in [2]:
-          for data_format in ['channels_first', 'channels_last']:
-            inputs = get_inputs(
-                data_format, filters, height, num_samples, width)
-
-            for kernel_x in [(3,)]:
-              for kernel_y in [()] if width == 1 else [(2,)]:
-                for stride_x in [(1,)]:
-                  for stride_y in [()] if width == 1 else [(3,)]:
-                    for layers in [2]:
-                      kwargs = {
-                          'layers': layers,
-                          'filters': filters,
-                          'kernel_size': kernel_x + kernel_y,
-                          'strides': stride_x + stride_y,
-                          'data_format': data_format,
-                          'num_classes': num_classes,
-                          'input_shape': inputs.shape
-                      }
-
-                      model_1 = get_model(implementation=1, **kwargs)
-                      model_2 = get_model(implementation=2, **kwargs)
-
-                      copy_model_weights(model_2, model_1)
-
-                      # Compare outputs at initialization.
-                      out_1 = model_1.call(inputs)
-                      out_2 = model_2.call(inputs)
-                      self.assertAllCloseAccordingToType(out_1, out_2,
-                                                         rtol=1e-5, atol=1e-5)
-
-                      # Train.
-                      model_1.fit(x=inputs,
-                                  y=targets,
-                                  epochs=num_epochs,
-                                  batch_size=num_samples)
-
-                      model_2.fit(x=inputs,
-                                  y=targets,
-                                  epochs=num_epochs,
-                                  batch_size=num_samples)
-
-                      # Compare outputs after a few training steps.
-                      out_1 = model_1.call(inputs)
-                      out_2 = model_2.call(inputs)
-                      self.assertAllCloseAccordingToType(out_1, out_2,
-                                                         rtol=1e-5, atol=1e-5)
+    with self.cached_session():
+      num_samples = 4
+      num_classes = 3
+      num_epochs = 2
+
+      np.random.seed(1)
+      targets = np.random.randint(0, num_classes, (num_samples,))
+
+      for width in [1, 6]:
+        for height in [7]:
+          for filters in [2]:
+            for data_format in ['channels_first', 'channels_last']:
+              inputs = get_inputs(
+                  data_format, filters, height, num_samples, width)
+
+              for kernel_x in [(3,)]:
+                for kernel_y in [()] if width == 1 else [(2,)]:
+                  for stride_x in [(1,)]:
+                    for stride_y in [()] if width == 1 else [(3,)]:
+                      for layers in [2]:
+                        kwargs = {
+                            'layers': layers,
+                            'filters': filters,
+                            'kernel_size': kernel_x + kernel_y,
+                            'strides': stride_x + stride_y,
+                            'data_format': data_format,
+                            'num_classes': num_classes,
+                            'input_shape': inputs.shape
+                        }
+
+                        model_1 = get_model(implementation=1, **kwargs)
+                        model_2 = get_model(implementation=2, **kwargs)
+
+                        copy_model_weights(model_2, model_1)
+
+                        # Compare outputs at initialization.
+                        out_1 = model_1.call(inputs)
+                        out_2 = model_2.call(inputs)
+                        self.assertAllCloseAccordingToType(out_1, out_2,
+                                                           rtol=1e-5, atol=1e-5)
+
+                        # Train.
+                        model_1.fit(x=inputs,
+                                    y=targets,
+                                    epochs=num_epochs,
+                                    batch_size=num_samples)
+
+                        model_2.fit(x=inputs,
+                                    y=targets,
+                                    epochs=num_epochs,
+                                    batch_size=num_samples)
+
+                        # Compare outputs after a few training steps.
+                        out_1 = model_1.call(inputs)
+                        out_2 = model_2.call(inputs)
+                        self.assertAllCloseAccordingToType(out_1, out_2,
+                                                           rtol=1e-5, atol=1e-5)
 
   @tf_test_util.run_in_graph_and_eager_modes
   def test_make_2d(self):
diff --git a/tensorflow/python/keras/layers/merge.py b/tensorflow/python/keras/layers/merge.py
index 0ded0e42ed..f295af3fe0 100644
--- a/tensorflow/python/keras/layers/merge.py
+++ b/tensorflow/python/keras/layers/merge.py
@@ -40,7 +40,6 @@ class _Merge(Layer):
 
   def __init__(self, **kwargs):
     super(_Merge, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.supports_masking = True
 
   def _merge_function(self, inputs):
@@ -369,7 +368,6 @@ class Concatenate(_Merge):
 
   def __init__(self, axis=-1, **kwargs):
     super(Concatenate, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.axis = axis
     self.supports_masking = True
     self._reshape_required = False
@@ -467,7 +465,6 @@ class Dot(_Merge):
 
   def __init__(self, axes, normalize=False, **kwargs):
     super(Dot, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     if not isinstance(axes, int):
       if not isinstance(axes, (list, tuple)):
         raise TypeError('Invalid type for `axes` - '
diff --git a/tensorflow/python/keras/layers/noise.py b/tensorflow/python/keras/layers/noise.py
index e7c0478513..cb7cee3ebc 100644
--- a/tensorflow/python/keras/layers/noise.py
+++ b/tensorflow/python/keras/layers/noise.py
@@ -55,7 +55,6 @@ class GaussianNoise(Layer):
     super(GaussianNoise, self).__init__(**kwargs)
     self.supports_masking = True
     self.stddev = stddev
-    self._can_use_graph_functions = True
 
   def call(self, inputs, training=None):
 
@@ -100,7 +99,6 @@ class GaussianDropout(Layer):
     super(GaussianDropout, self).__init__(**kwargs)
     self.supports_masking = True
     self.rate = rate
-    self._can_use_graph_functions = True
 
   def call(self, inputs, training=None):
     if 0 < self.rate < 1:
@@ -155,7 +153,6 @@ class AlphaDropout(Layer):
     self.noise_shape = noise_shape
     self.seed = seed
     self.supports_masking = True
-    self._can_use_graph_functions = True
 
   def _get_noise_shape(self, inputs):
     return self.noise_shape if self.noise_shape else array_ops.shape(inputs)
diff --git a/tensorflow/python/keras/layers/normalization.py b/tensorflow/python/keras/layers/normalization.py
index 3d3bf647e6..7a91693128 100644
--- a/tensorflow/python/keras/layers/normalization.py
+++ b/tensorflow/python/keras/layers/normalization.py
@@ -145,7 +145,6 @@ class BatchNormalization(Layer):
                **kwargs):
     super(BatchNormalization, self).__init__(
         name=name, trainable=trainable, **kwargs)
-    self._can_use_graph_functions = True
     if isinstance(axis, list):
       self.axis = axis[:]
     else:
diff --git a/tensorflow/python/keras/layers/pooling.py b/tensorflow/python/keras/layers/pooling.py
index b8d6b03664..72a9c1d629 100644
--- a/tensorflow/python/keras/layers/pooling.py
+++ b/tensorflow/python/keras/layers/pooling.py
@@ -58,7 +58,6 @@ class Pooling1D(Layer):
                padding='valid', data_format='channels_last',
                name=None, **kwargs):
     super(Pooling1D, self).__init__(name=name, **kwargs)
-    self._can_use_graph_functions = True
     if data_format is None:
       data_format = backend.image_data_format()
     if strides is None:
@@ -231,7 +230,6 @@ class Pooling2D(Layer):
                padding='valid', data_format=None,
                name=None, **kwargs):
     super(Pooling2D, self).__init__(name=name, **kwargs)
-    self._can_use_graph_functions = True
     if data_format is None:
       data_format = backend.image_data_format()
     if strides is None:
@@ -427,7 +425,6 @@ class Pooling3D(Layer):
                padding='valid', data_format='channels_last',
                name=None, **kwargs):
     super(Pooling3D, self).__init__(name=name, **kwargs)
-    self._can_use_graph_functions = True
     if data_format is None:
       data_format = backend.image_data_format()
     if strides is None:
@@ -599,7 +596,6 @@ class GlobalPooling1D(Layer):
 
   def __init__(self, data_format='channels_last', **kwargs):
     super(GlobalPooling1D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.input_spec = InputSpec(ndim=3)
     self.data_format = conv_utils.normalize_data_format(data_format)
 
@@ -705,7 +701,6 @@ class GlobalPooling2D(Layer):
 
   def __init__(self, data_format=None, **kwargs):
     super(GlobalPooling2D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     self.input_spec = InputSpec(ndim=4)
 
@@ -804,7 +799,6 @@ class GlobalPooling3D(Layer):
 
   def __init__(self, data_format=None, **kwargs):
     super(GlobalPooling3D, self).__init__(**kwargs)
-    self._can_use_graph_functions = True
     self.data_format = conv_utils.normalize_data_format(data_format)
     self.input_spec = InputSpec(ndim=5)
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
index 8ccba990bd..e90629407b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
@@ -69,6 +69,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
index 27aa91a645..4f734ffa98 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
@@ -70,6 +70,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
index ccff809f2b..7a6a18b501 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
@@ -69,6 +69,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
index b0fc7f97f1..f8dacfc886 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
@@ -70,6 +70,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
index 8ccba990bd..e90629407b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
@@ -69,6 +69,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
index 27aa91a645..4f734ffa98 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
@@ -70,6 +70,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
index c727d5fc2d..8e0f0e3826 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
@@ -74,6 +74,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
index ccff809f2b..7a6a18b501 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
@@ -69,6 +69,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
index b0fc7f97f1..f8dacfc886 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
@@ -70,6 +70,10 @@ tf_class {
     name: "output_shape"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "run_eagerly"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "state_updates"
     mtype: "<type \'property\'>"
-- 
GitLab


From 4932558aec1d1cf5c248c37da796a0f7e24b50e3 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Tue, 13 Nov 2018 20:43:08 -0800
Subject: [PATCH 1560/1825] [XLA] Use TF_RET_CHECK rather than returning
 Unimplemented for invariants in HloEvaluator.

PiperOrigin-RevId: 221382865
---
 .../compiler/xla/service/hlo_evaluator.h      |  7 +-----
 .../xla/service/hlo_evaluator_typed_visitor.h | 23 ++++---------------
 2 files changed, 6 insertions(+), 24 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_evaluator.h b/tensorflow/compiler/xla/service/hlo_evaluator.h
index 8c90252896..d751f40fff 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator.h
+++ b/tensorflow/compiler/xla/service/hlo_evaluator.h
@@ -221,12 +221,7 @@ class HloEvaluator : public DfsHloVisitorWithDefault {
       const Literal& operand_literal) {
     const auto shape = instruction->shape();
     const auto* operand = instruction->operand(0);
-
-    if (!ShapeUtil::SameDimensions(shape, operand->shape())) {
-      return Unimplemented("Shape Mismatch: %s vs %s",
-                           ShapeUtil::HumanString(shape),
-                           ShapeUtil::HumanString(operand->shape()));
-    }
+    TF_RET_CHECK(ShapeUtil::SameDimensions(shape, operand->shape()));
 
     Literal result(shape);
     TF_RETURN_IF_ERROR(
diff --git a/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h b/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
index 6c3baa6f18..b79412e4d9 100644
--- a/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
+++ b/tensorflow/compiler/xla/service/hlo_evaluator_typed_visitor.h
@@ -2719,14 +2719,8 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
     const auto shape = instruction->shape();
     const auto* lhs = instruction->operand(0);
     const auto* rhs = instruction->operand(1);
-
-    if (!(ShapeUtil::SameDimensions(shape, rhs->shape()) &&
-          ShapeUtil::SameDimensions(lhs->shape(), rhs->shape()))) {
-      return Unimplemented(
-          "Shape Mismatch: %s vs %s vs %s: ",
-          ShapeUtil::HumanString(shape), ShapeUtil::HumanString(lhs->shape()),
-          ShapeUtil::HumanString(rhs->shape()));
-    }
+    TF_RET_CHECK(ShapeUtil::SameDimensions(shape, rhs->shape()));
+    TF_RET_CHECK(ShapeUtil::SameDimensions(lhs->shape(), rhs->shape()));
 
     const Literal& lhs_literal = parent_->GetEvaluatedLiteralFor(lhs);
     const Literal& rhs_literal = parent_->GetEvaluatedLiteralFor(rhs);
@@ -2750,16 +2744,9 @@ class HloEvaluatorTypedVisitor : public DfsHloVisitorWithDefault {
     const auto* lhs = instruction->operand(0);
     const auto* rhs = instruction->operand(1);
     const auto* ehs = instruction->operand(2);
-
-    if (!(ShapeUtil::SameDimensions(shape, lhs->shape()) &&
-          ShapeUtil::SameDimensions(lhs->shape(), rhs->shape()) &&
-          ShapeUtil::SameDimensions(rhs->shape(), ehs->shape()))) {
-      return Unimplemented("Shape Mismatch: %s vs %s vs %s vs %s: ",
-                           ShapeUtil::HumanString(shape),
-                           ShapeUtil::HumanString(lhs->shape()),
-                           ShapeUtil::HumanString(rhs->shape()),
-                           ShapeUtil::HumanString(ehs->shape()));
-    }
+    TF_RET_CHECK(ShapeUtil::SameDimensions(shape, lhs->shape()));
+    TF_RET_CHECK(ShapeUtil::SameDimensions(lhs->shape(), rhs->shape()));
+    TF_RET_CHECK(ShapeUtil::SameDimensions(rhs->shape(), ehs->shape()));
 
     const Literal& lhs_literal = parent_->GetEvaluatedLiteralFor(lhs);
     const Literal& rhs_literal = parent_->GetEvaluatedLiteralFor(rhs);
-- 
GitLab


From 37b4d2ef3f90f53f8050f557038b65ff6d1a06bc Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 21:15:19 -0800
Subject: [PATCH 1561/1825] Introduce C kernel registration API.

PiperOrigin-RevId: 221385497
---
 tensorflow/c/BUILD           |  46 ++++++++++++++
 tensorflow/c/kernels.cc      | 118 +++++++++++++++++++++++++++++++++++
 tensorflow/c/kernels.h       |  92 +++++++++++++++++++++++++++
 tensorflow/c/kernels_test.cc |  99 +++++++++++++++++++++++++++++
 4 files changed, 355 insertions(+)
 create mode 100644 tensorflow/c/kernels.cc
 create mode 100644 tensorflow/c/kernels.h
 create mode 100644 tensorflow/c/kernels_test.cc

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index d4defaa185..183faaefa9 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -174,6 +174,28 @@ tf_cuda_library(
     ],
 )
 
+tf_cuda_library(
+    name = "kernels",
+    srcs = [
+        "kernels.cc",
+    ],
+    hdrs = [
+        "kernels.h",
+    ],
+    copts = tf_copts(),
+    visibility = ["//visibility:public"],
+    deps = select({
+        "//tensorflow:android": [
+            ":c_api_internal",
+            "//tensorflow/core:android_tensorflow_lib_lite",
+        ],
+        "//conditions:default": [
+            ":c_api_internal",
+            "//tensorflow/core:framework",
+        ],
+    }),
+)
+
 # -----------------------------------------------------------------------------
 # Tests
 
@@ -304,6 +326,30 @@ tf_kernel_library(
     alwayslink = 1,
 )
 
+tf_cuda_cc_test(
+    name = "kernels_test",
+    size = "small",
+    srcs = ["kernels_test.cc"],
+    linkopts = select({
+        "//tensorflow:darwin": ["-headerpad_max_install_names"],
+        "//conditions:default": [],
+    }),
+    tags = ["noasan"],
+    # We must ensure that the dependencies can be dynamically linked since
+    # the shared library must be able to use core:framework.
+    # linkstatic = tf_kernel_tests_linkstatic(),
+    deps = [
+        ":c_api",
+        ":kernels",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:proto_text",
+        "//tensorflow/core:protos_all_cc",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+    ],
+)
+
 # -----------------------------------------------------------------------------
 # Python API target
 
diff --git a/tensorflow/c/kernels.cc b/tensorflow/c/kernels.cc
new file mode 100644
index 0000000000..ca69345264
--- /dev/null
+++ b/tensorflow/c/kernels.cc
@@ -0,0 +1,118 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <memory>
+
+#include "tensorflow/c/kernels.h"
+#include "tensorflow/core/framework/kernel_def_builder.h"
+#include "tensorflow/core/framework/op_kernel.h"
+
+// This file forms the basis of a stable ABI for third-party kernel
+// implementations. It is crucial that changes to this file are made cautiously
+// and with a focus on maintaining both source and binary compatibility.
+
+struct TF_KernelBuilder {
+  ::tensorflow::KernelDefBuilder* cc_builder;
+
+  void* (*create_function)(TF_OpKernelConstruction*);
+  void (*compute_function)(void*, TF_OpKernelContext*);
+  void (*delete_function)(void*);
+};
+
+TF_KernelBuilder* TF_NewKernelBuilder(
+    const char* op_name, const char* device_name,
+    void* (*create_func)(TF_OpKernelConstruction*),
+    void (*compute_func)(void*, TF_OpKernelContext*),
+    void (*delete_func)(void*)) {
+  TF_KernelBuilder* result = new TF_KernelBuilder;
+  result->cc_builder = new ::tensorflow::KernelDefBuilder(op_name);
+  result->cc_builder->Device(device_name);
+  result->create_function = create_func;
+  result->compute_function = compute_func;
+  result->delete_function = delete_func;
+  return result;
+}
+
+void TF_DeleteKernelBuilder(TF_KernelBuilder* builder) {
+  DCHECK_NE(builder, nullptr);
+  delete builder->cc_builder;
+  delete builder;
+}
+
+namespace tensorflow {
+namespace {
+
+// An OpKernel whose methods delegate to C function pointers.
+class COpKernel : public OpKernel {
+ public:
+  explicit COpKernel(OpKernelConstruction* ctx,
+                     void* (*create_func)(TF_OpKernelConstruction*),
+                     void (*compute_func)(void*, TF_OpKernelContext*),
+                     void (*delete_func)(void*))
+      : OpKernel(ctx), compute_func_(compute_func), delete_func_(delete_func) {
+    if (create_func != nullptr) {
+      c_kernel_ =
+          (*create_func)(reinterpret_cast<TF_OpKernelConstruction*>(ctx));
+    } else {
+      c_kernel_ = nullptr;
+    }
+  }
+
+  void Compute(OpKernelContext* ctx) override {
+    (*compute_func_)(c_kernel_, reinterpret_cast<TF_OpKernelContext*>(ctx));
+  }
+
+  ~COpKernel() override {
+    if (delete_func_ != nullptr) {
+      (*delete_func_)(c_kernel_);
+    }
+  }
+
+ private:
+  void (*compute_func_)(void*, TF_OpKernelContext* context);
+  void (*delete_func_)(void*);
+  void* c_kernel_;
+};
+
+// A KernelFactory that returns COpKernel instances.
+class KernelBuilderFactory
+    : public ::tensorflow::kernel_factory::OpKernelFactory {
+ public:
+  explicit KernelBuilderFactory(TF_KernelBuilder* builder)
+      : builder_(builder) {}
+  ::tensorflow::OpKernel* Create(
+      ::tensorflow::OpKernelConstruction* context) override {
+    return new ::tensorflow::COpKernel(context, builder_->create_function,
+                                       builder_->compute_function,
+                                       builder_->delete_function);
+  }
+  ~KernelBuilderFactory() override { TF_DeleteKernelBuilder(builder_); }
+
+ private:
+  TF_KernelBuilder* builder_;
+};
+}  // namespace
+}  // namespace tensorflow
+
+void TF_RegisterKernelBuilder(const char* name, TF_KernelBuilder* builder,
+                              TF_Status* status) {
+  using tensorflow::register_kernel::Name;
+
+  tensorflow::kernel_factory::OpKernelRegistrar(
+      builder->cc_builder->Build(), name,
+      absl::make_unique<tensorflow::KernelBuilderFactory>(builder));
+
+  TF_SetStatus(status, TF_OK, "");
+}
diff --git a/tensorflow/c/kernels.h b/tensorflow/c/kernels.h
new file mode 100644
index 0000000000..db51b2d535
--- /dev/null
+++ b/tensorflow/c/kernels.h
@@ -0,0 +1,92 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_C_KERNELS_H_
+#define TENSORFLOW_C_KERNELS_H_
+
+#include "tensorflow/c/c_api.h"
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+// --------------------------------------------------------------------------
+// C API for TensorFlow Kernels.
+//
+// This API allows developers to register custom kernel implementations for
+// TensorFlow.
+//
+// See c_api.h header comments for a discussion about API conventions.
+//
+// Users wishing to extend TensorFlow with new kernels will call
+// `TF_NewKernelBuilder`. The resulting kernel builder can be registered with
+// `TF_RegisterKernelBuilder`, which will allow TF to construct user-provided
+// kernels when necessary.
+
+typedef struct TF_KernelBuilder;
+typedef struct TF_OpKernelConstruction;
+typedef struct TF_OpKernelContext;
+
+// Allocates a new kernel builder and returns a pointer to it.
+//
+// If non-null, TensorFlow will call create_func when it needs to instantiate
+// the kernel. The pointer returned by create_func will be passed to
+// compute_func and delete_func, thereby functioning as a "this" pointer for
+// referring to kernel instances.
+//
+// The TF_OpKernelConstruction pointer passed to create_func is owned by
+// TensorFlow and will be deleted once create_func returns. It must not be used
+// after this.
+//
+// When TensorFlow needs to perform a computation with this kernel, it will
+// call compute_func. This function will receive the pointer returned by
+// create_func (or null if no create_func was provided), along with the inputs
+// to the computation.
+//
+// The TF_OpKernelContext pointer received by compute_func is owned by
+// TensorFlow and will be deleted once compute_func returns. It must not be used
+// after this.
+//
+// Finally, when TensorFlow no longer needs the kernel, it will call
+// delete_func if one is provided. This function will receive the pointer
+// returned in `create_func` or nullptr if no `create_func` was provided.
+//
+// The caller should pass the result of this function to
+// TF_RegisterKernelBuilder, which will take ownership of the pointer. If, for
+// some reason, the kernel builder will not be registered, the caller should
+// delete it with TF_DeleteKernelBuilder.
+TF_CAPI_EXPORT extern TF_KernelBuilder* TF_NewKernelBuilder(
+    const char* op_name, const char* device_name,
+    void* (*create_func)(TF_OpKernelConstruction*),
+    void (*compute_func)(void*, TF_OpKernelContext*),
+    void (*delete_func)(void*));
+
+// Register the given kernel builder with the TensorFlow runtime. If
+// registration fails, the given status will be populated.
+//
+// This call takes ownership of the `builder` pointer.
+TF_CAPI_EXPORT extern void TF_RegisterKernelBuilder(const char* kernel_name,
+                                                    TF_KernelBuilder* builder,
+                                                    TF_Status* status);
+
+// Deletes the given TF_KernelBuilder. This should be called only if the kernel
+// builder is not registered with TensorFlow via TF_RegisterKernelBuilder.
+TF_CAPI_EXPORT extern void TF_DeleteKernelBuilder(TF_KernelBuilder* builder);
+
+#ifdef __cplusplus
+} /* end extern "C" */
+#endif
+
+#endif  // TENSORFLOW_C_KERNELS_H_
diff --git a/tensorflow/c/kernels_test.cc b/tensorflow/c/kernels_test.cc
new file mode 100644
index 0000000000..e706c7c1d9
--- /dev/null
+++ b/tensorflow/c/kernels_test.cc
@@ -0,0 +1,99 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/c/kernels.h"
+
+#include "tensorflow/core/framework/kernel_def.pb.h"
+#include "tensorflow/core/framework/node_def.pb_text.h"
+#include "tensorflow/core/framework/op.h"
+#include "tensorflow/core/framework/op_kernel.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+#include "tensorflow/core/platform/test.h"
+
+struct MyCustomKernel {
+  bool created;
+  bool compute_called;
+};
+
+static bool delete_called = false;
+
+static void* MyCreateFunc(TF_OpKernelConstruction* ctx) {
+  LOG(INFO) << "Wow, actually got into creation";
+  struct MyCustomKernel* s = new struct MyCustomKernel;
+  s->created = true;
+  s->compute_called = false;
+  return s;
+}
+
+static void MyComputeFunc(void* kernel, TF_OpKernelContext* ctx) {
+  struct MyCustomKernel* s = static_cast<struct MyCustomKernel*>(kernel);
+  s->compute_called = true;
+}
+
+static void MyDeleteFunc(void* kernel) {
+  struct MyCustomKernel* s = static_cast<struct MyCustomKernel*>(kernel);
+  EXPECT_TRUE(s->created);
+  EXPECT_TRUE(s->compute_called);
+  delete_called = true;
+  delete s;
+}
+
+// Tests registration of a single C kernel and checks that calls through the
+// C/C++ boundary are being made.
+TEST(TestKernel, TestRegisterKernelBuilder) {
+  const char* kernel_name = "SomeKernelName";
+  const char* op_name = "FooOp";
+  const char* device_name = "barDev";
+
+  TF_KernelBuilder* builder = TF_NewKernelBuilder(
+      op_name, device_name, &MyCreateFunc, &MyComputeFunc, &MyDeleteFunc);
+
+  {
+    TF_Status* status = TF_NewStatus();
+    TF_RegisterKernelBuilder(kernel_name, builder, status);
+    EXPECT_EQ(TF_OK, TF_GetCode(status));
+    TF_Buffer* buf = TF_GetRegisteredKernelsForOp("FooOp", status);
+    EXPECT_EQ(TF_OK, TF_GetCode(status));
+    ::tensorflow::KernelList list;
+    list.ParseFromArray(buf->data, buf->length);
+    ASSERT_EQ(1, list.kernel_size());
+    ASSERT_EQ("barDev", list.kernel(0).device_type());
+    TF_DeleteBuffer(buf);
+    TF_DeleteStatus(status);
+  }
+
+  REGISTER_OP("FooOp")
+      .Input("input1: double")
+      .Input("input2: uint8")
+      .Output("output1: uint8");
+
+  {
+    ::tensorflow::NodeDef def;
+    def.set_op("FooOp");
+    def.set_device("bar");
+    def.add_input("input1");
+    def.add_input("input2");
+    ::tensorflow::Status status;
+    std::unique_ptr<::tensorflow::OpKernel> kernel =
+        ::tensorflow::CreateOpKernel(::tensorflow::DeviceType("barDev"),
+                                     nullptr, nullptr, def, 1, &status);
+    TF_EXPECT_OK(status);
+    ASSERT_NE(nullptr, kernel.get());
+    kernel->Compute(nullptr);
+  }
+
+  ASSERT_TRUE(delete_called);
+}
-- 
GitLab


From 37ce39a37f4e8f0b21cc88f2eb147004584b6c8f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Tue, 13 Nov 2018 22:29:22 -0800
Subject: [PATCH 1562/1825] Fix output indexing in depthwise convolutions

PiperOrigin-RevId: 221390830
---
 .../compiler/xla/tests/convolution_test.cc    | 140 ++++++++++++++++++
 1 file changed, 140 insertions(+)

diff --git a/tensorflow/compiler/xla/tests/convolution_test.cc b/tensorflow/compiler/xla/tests/convolution_test.cc
index 334d5f1367..a5e9cfd0cc 100644
--- a/tensorflow/compiler/xla/tests/convolution_test.cc
+++ b/tensorflow/compiler/xla/tests/convolution_test.cc
@@ -798,6 +798,146 @@ TYPED_TEST(Convolve2D_1x4x4x512_3x3x1x512_Depthwise_Valid_Output_Batch_In_Lanes,
   this->RunTest();
 }
 
+template <typename T>
+class Convolve2D_256x4x4x512_3x3x1x512_Depthwise_Input_Batch_in_Lanes
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {256, 4, 4, 512};
+    std::vector<int64> filter_dims = {3, 3, 1, 512};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/512);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+    auto input_r4_relaid =
+        input_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(2048 * 256, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 =
+        expected_r1.Reshape({256, 2, 2, 512}).ConsumeValueOrDie();
+
+    auto input_literal =
+        client_->TransferToServer(input_r4_relaid).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_);
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_256x4x4x512_3x3x1x512_Depthwise_Input_Batch_in_Lanes,
+                TestTypes);
+TYPED_TEST(Convolve2D_256x4x4x512_3x3x1x512_Depthwise_Input_Batch_in_Lanes,
+           Types) {
+  this->RunTest();
+}
+
+template <typename T>
+class Convolve2D_256x4x4x512_3x3x1x512_Depthwise_Both_Batch_in_Lanes
+    : public ConvolutionTest {
+ public:
+  void RunTest() {
+    XlaBuilder builder(TestName());
+    std::vector<int64> input_dims = {256, 4, 4, 512};
+    std::vector<int64> filter_dims = {3, 3, 1, 512};
+    Shape input_shape = ShapeUtil::MakeShapeWithType<T>(input_dims);
+    Shape filter_shape = ShapeUtil::MakeShapeWithType<T>(filter_dims);
+    {
+      auto input = Parameter(&builder, 0, input_shape, "input");
+      auto filter = Parameter(&builder, 1, filter_shape, "filter");
+
+      // Tensorflow dimension numbers for 2D convolution.
+      ConvolutionDimensionNumbers dnums;
+      dnums.set_input_batch_dimension(0);
+      dnums.set_output_batch_dimension(0);
+      dnums.add_input_spatial_dimensions(1);
+      dnums.add_output_spatial_dimensions(1);
+      dnums.add_input_spatial_dimensions(2);
+      dnums.add_output_spatial_dimensions(2);
+      dnums.set_input_feature_dimension(3);
+      dnums.set_output_feature_dimension(3);
+      dnums.add_kernel_spatial_dimensions(0);
+      dnums.add_kernel_spatial_dimensions(1);
+      dnums.set_kernel_input_feature_dimension(2);
+      dnums.set_kernel_output_feature_dimension(3);
+
+      ConvWithGeneralDimensions(input, filter, {1, 1}, Padding::kValid, dnums,
+                                /*feature_group_count=*/512);
+    }
+
+    std::vector<T> input_elems(ShapeUtil::ElementsIn(input_shape),
+                               static_cast<T>(1));
+    auto input_r1 = LiteralUtil::CreateR1<T>(input_elems);
+    auto input_r4 = input_r1.Reshape(input_dims).ConsumeValueOrDie();
+    auto input_r4_relaid =
+        input_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    std::vector<T> filter_elems(ShapeUtil::ElementsIn(filter_shape),
+                                static_cast<T>(2));
+    auto filter_r1 = LiteralUtil::CreateR1<T>(filter_elems);
+    auto filter_r4 = filter_r1.Reshape(filter_dims).ConsumeValueOrDie();
+
+    std::vector<T> output_elems(2048 * 256, static_cast<T>(18));
+
+    auto expected_r1 = LiteralUtil::CreateR1<T>(output_elems);
+    auto expected_r4 =
+        expected_r1.Reshape({256, 2, 2, 512}).ConsumeValueOrDie();
+    auto expected_r4_relaid =
+        expected_r4.Relayout(LayoutUtil::MakeLayout({0, 3, 2, 1}));
+
+    auto input_literal =
+        client_->TransferToServer(input_r4_relaid).ConsumeValueOrDie();
+    auto filter_literal =
+        client_->TransferToServer(filter_r4).ConsumeValueOrDie();
+
+    ComputeAndCompareLiteral(&builder, expected_r4_relaid,
+                             {input_literal.get(), filter_literal.get()},
+                             error_spec_, &expected_r4_relaid.shape());
+  }
+};
+
+TYPED_TEST_CASE(Convolve2D_256x4x4x512_3x3x1x512_Depthwise_Both_Batch_in_Lanes,
+                TestTypes);
+TYPED_TEST(Convolve2D_256x4x4x512_3x3x1x512_Depthwise_Both_Batch_in_Lanes,
+           Types) {
+  this->RunTest();
+}
+
 template <typename T>
 class Convolve2D_1x4x4x5_3x3x1x5_Depthwise_Valid_Output_Batch_In_Lanes
     : public ConvolutionTest {
-- 
GitLab


From 619c775f7f19b079a35360b50b993f1ce44674c1 Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Tue, 13 Nov 2018 23:05:08 -0800
Subject: [PATCH 1563/1825] [XLA:GPU] Refactor the 0-2-1 tiling implementation
 to support more use cases.

The current implementation of 0-2-1 tiling only handles two cases, a single
kCopy instruction and a kLoop fusion instruction. This change adds class
TilingScheme to support more general tiling methods that consist of tiles and
block of tiles. It also restructures the existing tiling implementation to
generate the kernel based on a TilingScheme object, a few function objects that
provide hooks for HLO specific code generation and other parameters. This
change supports our next step in extending tiling for reduction.

PiperOrigin-RevId: 221393383
---
 .../xla/service/gpu/ir_emitter_unnested.cc    | 744 +++++++++++-------
 .../xla/service/gpu/ir_emitter_unnested.h     | 119 ++-
 .../compiler/xla/service/llvm_ir/ir_array.h   |   8 +
 .../xla/service/llvm_ir/kernel_tiling.cc      | 112 +++
 .../xla/service/llvm_ir/kernel_tiling.h       | 141 ++++
 tensorflow/compiler/xla/util.h                |  13 +
 6 files changed, 842 insertions(+), 295 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index 87b6cd640a..9976b521b3 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -69,7 +69,6 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/llvm_ir/buffer_assignment_util.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/dynamic_update_slice_util.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/fused_ir_emitter.h"
-#include "tensorflow/compiler/xla/service/llvm_ir/kernel_support_library.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/llvm_util.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/sort_util.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/tuple_ops.h"
@@ -88,6 +87,8 @@ limitations under the License.
 namespace xla {
 namespace gpu {
 
+using llvm_ir::KernelMappingScheme;
+
 namespace {
 
 using absl::InlinedVector;
@@ -1188,7 +1189,7 @@ Status IrEmitterUnnested::EmitColumnReduction(
       .EmitLoop(IrName(reduce), index_ty);
 }
 
-static std::pair<int64, int64> ComputeTilingSchemeForReduction(
+static std::pair<int64, int64> ComputeKernelMappingSchemeForReduction(
     int64 depth, int64 width, int64 kWarpSize) {
   constexpr int64 kTargetNumElementsPerThread = 64;
   int64 x_tile_size = kTargetNumElementsPerThread;
@@ -1322,7 +1323,7 @@ Status IrEmitterUnnested::EmitRowReduction(
   int64 x_tile_size;
   int64 z_tile_size;
   std::tie(x_tile_size, z_tile_size) =
-      ComputeTilingSchemeForReduction(depth, width, kWarpSize);
+      ComputeKernelMappingSchemeForReduction(depth, width, kWarpSize);
 
   // Round the width in tiles up to the nearest multiple of kWarpSize, so that
   // the use of shfl_down is valid.
@@ -3146,31 +3147,6 @@ std::vector<IrArray> IrEmitterUnnested::ConstructIrArrayForInputs(
   return param_arrays;
 }
 
-int IrEmitterUnnested::ConstructOutputReducedShapeAndCastOutputIrArrayToShape(
-    const HloInstruction& hlo, const std::vector<IrArray>& output_arrays,
-    absl::Span<const int64> reduced_output_dims,
-    std::vector<Shape>* output_reduced_shapes,
-    std::vector<IrArray>* output_in_reduced_shape_arrays) {
-  int64 num_outputs = 1;
-  if (hlo.IsMultiOutputFusion()) {
-    num_outputs = ShapeUtil::TupleElementCount(hlo.shape());
-    output_in_reduced_shape_arrays->reserve(num_outputs);
-    output_reduced_shapes->reserve(num_outputs);
-    for (int64 i = 0; i < num_outputs; ++i) {
-      output_reduced_shapes->push_back(ShapeUtil::MakeShapeWithDescendingLayout(
-          ShapeUtil::GetSubshape(hlo.shape(), {i}).element_type(),
-          reduced_output_dims));
-      output_in_reduced_shape_arrays->push_back(
-          output_arrays[i].CastToShape((*output_reduced_shapes)[i], &b_));
-    }
-  } else {
-    output_reduced_shapes->push_back(ShapeUtil::MakeShapeWithDescendingLayout(
-        hlo.shape().element_type(), reduced_output_dims));
-    output_in_reduced_shape_arrays->push_back(
-        output_arrays[0].CastToShape((*output_reduced_shapes)[0], &b_));
-  }
-  return num_outputs;
-}
 
 int IrEmitterUnnested::ConstructInputReducedShapeAndCastInputIrArrayToShape(
     const HloInstruction& hlo, const std::vector<IrArray>& param_arrays,
@@ -3230,304 +3206,502 @@ llvm::Value* GetBlockIdx(llvm::IRBuilder<>* builder, llvm::Type* index_ty,
                                 "block.id.x");
 }
 
-// Emits code to process up to (tile_size/num_rows) elements in a tile, given
-// `emit_elem_function` is the function to emit code to process one element, `y`
-// and `x` are the coordinates for the first element to process, and `index` is
-// the index for the origin of the tile. Emits bounds check to ensure that each
-// processed element is within the boundary defined by `tile_width` and
-// `tile_height`.
+void EmitFullTile(const KernelMappingScheme* mapping_scheme,
+                  const IrArray::Index& tile_origin_index,
+                  llvm::IRBuilder<>* builder, llvm::Value* y, llvm::Value* x,
+                  llvm::Type* index_ty,
+                  const std::function<void(const IrArray::Index&, llvm::Value*,
+                                           llvm::Value*)>& emit_elem_function) {
+  int64 num_threads_x = mapping_scheme->GetNumberOfThreadsForDimensionX();
+  int64 num_threads_y = mapping_scheme->GetNumberOfThreadsForDimensionY();
+  int64 tile_size_x = mapping_scheme->GetTileSizeForDimensionX();
+  int64 tile_size_y = mapping_scheme->GetTileSizeForDimensionY();
+  for (int64 i = 0; i < tile_size_y; i += num_threads_y) {
+    IrArray::Index source_idx_y =
+        tile_origin_index.AddOffsetToDim(llvm::ConstantInt::get(index_ty, i),
+                                         KernelMappingScheme::DimY, builder);
+    llvm::Value* y_loc =
+        builder->CreateAdd(llvm::ConstantInt::get(index_ty, i), y);
+    for (int64 j = 0; j < tile_size_x; j += num_threads_x) {
+      IrArray::Index source_idx =
+          source_idx_y.AddOffsetToDim(llvm::ConstantInt::get(index_ty, j),
+                                      KernelMappingScheme::DimX, builder);
+      llvm::Value* x_loc =
+          builder->CreateAdd(llvm::ConstantInt::get(index_ty, j), x);
+      emit_elem_function(source_idx, y_loc, x_loc);
+    }
+  }
+}
+
+void EmitPartialTile(
+    const KernelMappingScheme* mapping_scheme,
+    const IrArray::Index& tile_origin_index, const string& loop_name,
+    KernelSupportLibrary* ksl, llvm::IRBuilder<>* builder, llvm::Value* y,
+    llvm::Value* x, llvm::Value* tile_height, llvm::Value* tile_width,
+    llvm::Type* index_ty,
+    const std::function<void(const IrArray::Index&, llvm::Value*,
+                             llvm::Value*)>& emit_elem_function) {
+  int64 num_threads_x = mapping_scheme->GetNumberOfThreadsForDimensionX();
+  int64 num_threads_y = mapping_scheme->GetNumberOfThreadsForDimensionY();
+  int64 tile_size_x = mapping_scheme->GetTileSizeForDimensionX();
+
+  for (int64 j = 0; j < tile_size_x; j += num_threads_x) {
+    IrArray::Index source_idx =
+        tile_origin_index.AddOffsetToDim(llvm::ConstantInt::get(index_ty, j),
+                                         KernelMappingScheme::DimX, builder);
+    llvm::Value* x_loc =
+        builder->CreateAdd(llvm::ConstantInt::get(index_ty, j), x);
+
+    ksl->IfReturnVoid(
+        "x_in_tile", builder->CreateICmpULT(x_loc, tile_width), [&] {
+          // tile_height_bound =
+          //   ceil(tile_height / num_threads_y) * num_threads_y
+          llvm::Value* ceiling_of_ratio = builder->CreateUDiv(
+              builder->CreateAdd(tile_height, llvm::ConstantInt::get(
+                                                  index_ty, num_threads_y - 1)),
+              llvm::ConstantInt::get(index_ty, num_threads_y));
+          llvm::Value* tile_height_bound = builder->CreateMul(
+              ceiling_of_ratio,
+              llvm::ConstantInt::get(index_ty, num_threads_y));
+          ksl->ForReturnVoid(
+              loop_name, /*start=*/llvm::ConstantInt::get(index_ty, 0),
+              /*end=*/tile_height_bound,
+              /*step=*/llvm::ConstantInt::get(index_ty, num_threads_y),
+              [&](llvm::Value* y_indvar) {
+                llvm::Value* y_loc = builder->CreateAdd(y_indvar, y);
+                ksl->IfReturnVoid(
+                    "y_in_tile", builder->CreateICmpULT(y_loc, tile_height),
+                    [&] {
+                      emit_elem_function(
+                          source_idx.AddOffsetToDim(
+                              y_indvar, KernelMappingScheme::DimY, builder),
+                          y_loc, x_loc);
+                    });
+              });
+        });
+  }
+}
+
+// Emits code to process up to
+// (tile_size_x/num_threads_x * tile_size_y/num_threads_y) elements in a tile,
+// given `emit_elem_function` is the function to emit code to process one
+// element, `y` and `x` are the intra-tile coordinates for the first element
+// to process, and `index` is the index for the origin of the tile. Information
+// about tile_size_x/y and num_threads_x/y are stored in `mapping_scheme`. Emits
+// bounds check to ensure that each processed element is within the boundary
+// defined by `tile_width` and `tile_height`.
 void EmitTiledElementalCodeWithBoundsCheck(
-    int64 tile_size, int64 num_rows, const IrArray::Index& index,
-    const string& loop_name, KernelSupportLibrary* ksl,
-    llvm::IRBuilder<>* builder, llvm::Value* y, llvm::Value* x,
-    llvm::Value* tile_width, llvm::Value* tile_height,
-    const std::function<void(const IrArray::Index&, llvm::Value*)>&
-        emit_elem_function) {
+    const KernelMappingScheme* mapping_scheme,
+    const IrArray::Index& tile_origin_index, const string& loop_name,
+    KernelSupportLibrary* ksl, llvm::IRBuilder<>* builder, llvm::Value* y,
+    llvm::Value* x, llvm::Value* tile_height, llvm::Value* tile_width,
+    const std::function<void(const IrArray::Index&, llvm::Value*,
+                             llvm::Value*)>& emit_elem_function) {
+  int64 tile_size_x = mapping_scheme->GetTileSizeForDimensionX();
+  int64 tile_size_y = mapping_scheme->GetTileSizeForDimensionY();
   llvm::Type* index_ty = tile_width->getType();
-  // Emits a constant value with index type.
-  auto index_typed_constant = [&](uint64 c) -> llvm::Constant* {
-    return llvm::ConstantInt::get(index_ty, c);
-  };
-  // Adds `addend` to the given `dim` of `index`.
-  auto offset_dim = [&](IrArray::Index index, llvm::Value* addend, int64 dim) {
-    index[dim] = builder->CreateAdd(index[dim], addend);
-    return index;
-  };
-
-  auto emit_full_tile = [&] {
-    for (int64 i = 0; i < tile_size; i += num_rows) {
-      auto source_idx = offset_dim(index, index_typed_constant(i), /*dim=*/1);
-      auto y_loc = builder->CreateAdd(index_typed_constant(i), y);
-      emit_elem_function(source_idx, y_loc);
-    }
-  };
 
-  auto emit_last_row = [&] {
-    ksl->IfReturnVoid("x_in_tile", builder->CreateICmpULT(x, tile_width), [&] {
-      // tile_height_upper_bound =
-      //   ceil(tile_height / num_rows) * num_rows
-      auto tile_height_upper_bound = builder->CreateMul(
-          builder->CreateUDiv(
-              builder->CreateAdd(tile_height,
-                                 index_typed_constant(num_rows - 1)),
-              index_typed_constant(num_rows)),
-          index_typed_constant(num_rows));
-      ksl->ForReturnVoid(
-          loop_name, /*start=*/index_typed_constant(0),
-          /*end=*/tile_height_upper_bound,
-          /*step=*/index_typed_constant(num_rows), [&](llvm::Value* y_indvar) {
-            auto y_loc = builder->CreateAdd(y_indvar, y);
-            ksl->IfReturnVoid(
-                "y_in_tile", builder->CreateICmpULT(y_loc, tile_height), [&] {
-                  emit_elem_function(offset_dim(index, y_indvar, /*dim=*/1),
-                                     y_loc);
-                });
-          });
-    });
-  };
   ksl->IfReturnVoid(
       "full_tile",
       builder->CreateAnd(
-          builder->CreateICmpEQ(index_typed_constant(tile_size), tile_width),
-          builder->CreateICmpEQ(index_typed_constant(tile_size), tile_height)),
-      emit_full_tile, emit_last_row);
+          builder->CreateICmpEQ(llvm::ConstantInt::get(index_ty, tile_size_x),
+                                tile_width),
+          builder->CreateICmpEQ(llvm::ConstantInt::get(index_ty, tile_size_y),
+                                tile_height)),
+      [&] {
+        EmitFullTile(mapping_scheme, tile_origin_index, builder, y, x, index_ty,
+                     emit_elem_function);
+      },
+      [&] {
+        EmitPartialTile(mapping_scheme, tile_origin_index, loop_name, ksl,
+                        builder, y, x, tile_height, tile_width, index_ty,
+                        emit_elem_function);
+      });
 }
 }  // namespace
 
-// Emits a kernel for the given hlo instruction using a tiled 0-2-1 transpose
-// algorithm to improve the memory access patterns for the input parameters
-// which have a shape that is a 0-2-1 transpose of the output tensors.
+// Emits code to process a tensor element in a tile for the given kCopy HLO that
+// performs a 0-2-1 transpose.
 //
-// For the purpose of tiling, the output tensors have a logical shape of three
-// components 0-2-1 while the relevant input parameters have a logical shape of
-// three components 0-1-2 in the order major to minor. The x- and y- dimensions
-// of the tensors are tiled in square tiles of edge length `kTileSize`. Each
-// thread block of `kTileSize` x `kNumRows` threads transposes one tile: each
-// thread copies kTileSize/kNumRows elements from the input to a shared memory
-// tile, then the otherwise "regular hlo kernel" reads from the shared memory
-// instead of the original input.
+// index: The index for the first output element in the normalized tensor. The
+//   normalized tensor is the resulting tensor after collapsing contiguous
+//   dimensions that play the same role in the transpose.
+// y_loc: The y coordinate within a tile.
+// x_loc: The x coordinate within a tile.
+// kernel_info: Other information to support the kernel code generation.
+void IrEmitterUnnested::EmitTileElementForCopy(
+    HloInstruction* hlo, const llvm_ir::IrArray::Index& index,
+    const KernelCodegenInfo* kernel_info, llvm::Value* y_loc,
+    llvm::Value* x_loc) {
+  llvm_ir::TiledParameterInfo* tiled_param_info =
+      kernel_info->GetTiledParameterInfo();
+  // TODO(jlebar): Add AA metadata to this load.
+  llvm::Instruction* load_from_shmem_buffer =
+      Load(GEP(tiled_param_info->GetBufferForParameter(0),
+               {b_.getInt64(0), x_loc, y_loc}),
+           "output_element");
+  llvm_ir::IrArray output_array = GetIrArray(*hlo, *hlo);
+  Shape output_reduced_shape = ShapeUtil::MakeShapeWithDescendingLayout(
+      hlo->shape().element_type(),
+      kernel_info->GetKernelMappingScheme()->GetDimensionsInElements());
+  // When the output_reduced_shape is a 0-2-1 transpose of the input shape,
+  // the 0-2-1 transpose is achieved through EmitWriteArrayElement.
+  output_array.CastToShape(output_reduced_shape, &b_)
+      .EmitWriteArrayElement(index, load_from_shmem_buffer, &b_);
+}
+
+// Emits code to process a tensor element in a tile for the given kLoop fusion
+// HLO containing parameters that are 0-2-1 transpose of its outputs.
 //
-// This is similar to the following CUDA algorithm in TensorFlow:
-// https://goo.gl/MStRV6.
-//
-// `kTileSize` should usually be same as warp size. We currently choose 32 for
-// `kTileSize` and 4 for `kNumRows`. The CUDA algorithm uses 8 for `kNumRows`.
-//
-// TODO(b/33320379): Here each block transposes 1 tile. It may be more efficient
-// to launch fewer blocks so each transposes many tiles.
-LaunchDimensions IrEmitterUnnested::EmitHlo021Tile(
-    HloInstruction* hlo, absl::Span<const int64> reduced_output_dims,
-    absl::Span<const int64> tiled_param_ids) {
-  // Parameters for the tiling algorithm.
-  constexpr int64 kTileSize = 32;
-  constexpr int64 kNumRows = 4;
-  constexpr int64 kThreadsPerTile = kTileSize * kNumRows;
-
-  // Construct IrArrays for the inputs and outputs.
+// index: The index for the first output element in the normalized tensor, that
+//   is the resulting tensor after collapsing contiguous dimensions that play
+//   the same role in the transpose.
+// kernel_info: Other information to support the kernel code generation.
+// y_loc: The y coordinate within a tile.
+// x_loc: The x coordinate within a tile.
+void IrEmitterUnnested::EmitTileElementForFusion(
+    HloInstruction* hlo, const llvm_ir::IrArray::Index& index,
+    const KernelCodegenInfo* kernel_info, llvm::Value* y_loc,
+    llvm::Value* x_loc) {
+  llvm_ir::TiledParameterInfo* tiled_param_info =
+      kernel_info->GetTiledParameterInfo();
   std::vector<IrArray> output_arrays = ConstructIrArrayForOutputs(*hlo);
-  int64 num_outputs = output_arrays.size();
-  std::vector<IrArray> param_arrays = ConstructIrArrayForInputs(*hlo);
-  int64 num_params = param_arrays.size();
+  GpuElementalIrEmitter elem_emitter(hlo_module_config_, module_, &b_,
+                                     GetNestedComputer());
+  FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(hlo),
+                               &elem_emitter);
+  tiled_param_info->set_y(y_loc);
+  tiled_param_info->set_x(x_loc);
+  fused_emitter.SetTiledParameterInfo(tiled_param_info);
+  TF_CHECK_OK(hlo->fused_expression_root()->Accept(&fused_emitter));
+  IrArray::Index untiled_index =
+      kernel_info->GetKernelMappingScheme()->GetReshapedOutputIndex(
+          index, output_arrays[0].GetShape());
+  const llvm_ir::ElementGenerator& output_generator =
+      fused_emitter.GetRootGenerator();
+  llvm::Value* output_value = output_generator(untiled_index).ValueOrDie();
+  if (hlo->IsMultiOutputFusion()) {
+    DCHECK(output_value->getType()->isStructTy());
+    DCHECK_EQ(output_value->getType()->getStructNumElements(),
+              output_arrays.size());
+    for (int64 i = 0; i < output_arrays.size(); ++i) {
+      output_arrays[i].EmitWriteArrayElement(
+          untiled_index, ExtractValue(output_value, i), &b_);
+    }
+  } else {
+    output_arrays[0].EmitWriteArrayElement(untiled_index, output_value, &b_);
+  }
+}
+
+// Emits a block of tiles, given a function object to emit one tile.
+void IrEmitterUnnested::EmitBlock(const TileGenerator& emit_one_tile,
+                                  const KernelCodegenInfo* kernel_info,
+                                  KernelSupportLibrary& ksl,
+                                  llvm::Type* index_ty) {
+  KernelMappingScheme* mapping_scheme = kernel_info->GetKernelMappingScheme();
+  absl::Span<const int64> dims_in_tile = mapping_scheme->GetDimensionsInTiles();
+  absl::Span<const int64> dims_in_block =
+      mapping_scheme->GetDimensionsInBlocks();
+  absl::Span<const int64> block_sizes = mapping_scheme->GetBlockSizes();
+  auto index_typed_constant = [&](uint64 c) -> llvm::Constant* {
+    return llvm::ConstantInt::get(index_ty, c);
+  };
+
+  // Emit all the tiles for a given dimension in a tile block.
+  auto emit_tiles_for_block_dim =
+      [&](const string& loop_name, const IrArray::Index& starting_tile,
+          int dim_id,
+          const std::function<void(const IrArray::Index& tile_index)>
+              emit_next_block_dim) {
+        if (block_sizes[dim_id] == 1) {
+          emit_next_block_dim(starting_tile);
+        } else {
+          llvm::Value* starting_tile_index_for_dim = starting_tile[dim_id];
+          llvm::Value* block_size_for_dim =
+              index_typed_constant(block_sizes[dim_id]);
+          llvm::Value* block_id_for_dim =
+              b_.CreateUDiv(starting_tile_index_for_dim, block_size_for_dim);
+          llvm::Value* last_block_for_dim =
+              index_typed_constant(dims_in_block[dim_id] - 1);
+          llvm::Value* last_block_size_for_dim = index_typed_constant(
+              dims_in_tile[dim_id] -
+              (dims_in_block[dim_id] - 1) * block_sizes[dim_id]);
+          llvm::Value* num_tiles_in_block =
+              Select(ICmpEQ(last_block_for_dim, block_id_for_dim),
+                     last_block_size_for_dim, block_size_for_dim);
+
+          ksl.ForReturnVoid(
+              loop_name,
+              /*start=*/index_typed_constant(0),
+              /*end=*/num_tiles_in_block,
+              /*step=*/1, [&](llvm::Value* block_dim_induction_var) {
+                IrArray::Index tile_index = starting_tile.AddOffsetToDim(
+                    block_dim_induction_var, dim_id, &b_);
+                emit_next_block_dim(tile_index);
+              });
+        }
+      };
+
+  absl::Span<const int64> reduced_dims =
+      mapping_scheme->GetDimensionsInElements();
+  const bool block_contains_multi_tiles =
+      mapping_scheme->GetNumberOfTilesInOneBlock() > 1;
+
+  // Emit the tile with a given tile_index, by calculating the tight bounds for
+  // each dimension of the tile and then calling emit_one_tile.
+  auto emit_one_tile_for_tile_index = [&](const IrArray::Index& tile_index) {
+    std::vector<llvm::Value*> output_tile_bounds(3);
+    for (int i = KernelMappingScheme::DimY; i < KernelMappingScheme::DimTot;
+         ++i) {
+      int64 tile_size_for_dim = mapping_scheme->GetTileSizeForDimension(i);
+      // Only last row or column may not have full size.
+      llvm::Value* is_last_row =
+          ICmpEQ(tile_index[i], index_typed_constant(dims_in_tile[i] - 1));
+      int64 partial_row_size =
+          reduced_dims[i] - (dims_in_tile[i] - 1) * tile_size_for_dim;
+      output_tile_bounds[i] =
+          Select(is_last_row, index_typed_constant(partial_row_size),
+                 index_typed_constant(tile_size_for_dim), "tile_bound");
+    }
+
+    IrArray::Index tile_origin =
+        mapping_scheme->GetElementIndexForTileOrigin(tile_index);
+    emit_one_tile(tile_origin, output_tile_bounds, block_contains_multi_tiles);
+  };
+
+  const IrArray::Index starting_block =
+      mapping_scheme->EmitBlockIndex(index_ty);
+  const IrArray::Index starting_tile_for_dim_z =
+      mapping_scheme->GetTileIndexForBlockOrigin(starting_block);
+
+  // Emit the three dimensional block of tiles.
+  emit_tiles_for_block_dim(
+      "block_dim_z", starting_tile_for_dim_z, KernelMappingScheme::DimZ,
+      [&](const IrArray::Index& starting_tile_for_dim_y) {
+        emit_tiles_for_block_dim(
+            "block_dim_y", starting_tile_for_dim_y, KernelMappingScheme::DimY,
+            [&](const IrArray::Index& starting_tile_for_dim_x) {
+              emit_tiles_for_block_dim("block_dim_x", starting_tile_for_dim_x,
+                                       KernelMappingScheme::DimX,
+                                       emit_one_tile_for_tile_index);
+            });
+      });
+}
 
+// Emits a kernel for the hlo instruction using the given kernel mapping scheme.
+//
+// unnested_hlo: The unnested hlo instruction for which the kernel is generated.
+//   Currently, these hlo instructions are supported: kLoop fusion, kCopy.
+// tiled_param_ids: The IDs for the parameters that are 0-2-1 transpose of
+//   other tensors with the same dimensions and need to be tiled and tranposed.
+// mapping_scheme: The tiling scheme to use.
+// kernel_generator: Contains function objects for code generation, such as
+//   element generator, block prologue and epilogue generators.
+// kernel_info: Represent other information to support the code generation
+//   of the tiled kernel for the hlo.
+LaunchDimensions IrEmitterUnnested::EmitKernel(
+    HloInstruction* unnested_hlo, absl::Span<const int64> tiled_param_ids,
+    const KernelCodeGenerator& kernel_generator,
+    KernelCodegenInfo* kernel_info) {
+  KernelMappingScheme* mapping_scheme = kernel_info->GetKernelMappingScheme();
+
+  std::vector<IrArray> param_arrays = ConstructIrArrayForInputs(*unnested_hlo);
+  int64 num_params = param_arrays.size();
   // Allocate shared memory buffers to store the tiled inputs.
   std::vector<llvm::Value*> param_shmem_buffers(num_params, nullptr);
   for (int64 id : tiled_param_ids) {
-    const HloInstruction* param = hlo->operand(id);
-    // Add 1 to the minor dimension to reduce shared memory bank conflicts.
-    llvm::Type* tile_type = llvm::ArrayType::get(
-        llvm::ArrayType::get(llvm_ir::PrimitiveTypeToIrType(
-                                 param->shape().element_type(), module_),
-                             kTileSize + 1),
-        kTileSize);
-    auto* tile_base_ptr = llvm_ir::AllocateSharedMemoryTile(
-        b_.GetInsertBlock()->getParent()->getParent(), tile_type,
-        IrName(hlo, StrCat("tile", id)));
-    param_shmem_buffers[id] = tile_base_ptr;
+    const HloInstruction* param = unnested_hlo->operand(id);
+    param_shmem_buffers[id] =
+        mapping_scheme->GetSharedMemoryBufferForElementType(
+            llvm_ir::PrimitiveTypeToIrType(param->shape().element_type(),
+                                           module_),
+            IrName(unnested_hlo, StrCat("tile", id)));
     VLOG(3) << "Added shmem buffer for parameter " << id << ": "
-            << llvm_ir::DumpToString(*tile_base_ptr);
-  }
-
-  // The 0-2-1 shape of the tiling scheme is the reduced shape of the HLO result
-  // for the purpose of tiling. Calculate the logical output dimensions in the
-  // tile from the reduced output dimensions.
-  std::vector<int64> output_dims_in_tiles = std::vector<int64>(
-      reduced_output_dims.begin(), reduced_output_dims.end());
-  CHECK_EQ(output_dims_in_tiles.size(), 3);
-  for (int i = 1; i < 3; ++i) {
-    output_dims_in_tiles[i] =
-        CeilOfRatio<int64>(output_dims_in_tiles[i], kTileSize);
+            << llvm_ir::DumpToString(*param_shmem_buffers[id]);
   }
-  const int64 num_tiles =
-      absl::c_accumulate(output_dims_in_tiles, 1, std::multiplies<int64>());
-  LaunchDimensions launch_dimensions(num_tiles, kThreadsPerTile);
 
-  llvm::Type* index_ty =
-      GetIndexTypeForKernel(hlo, launch_dimensions.launch_bound(), &b_);
+  CHECK_EQ(mapping_scheme->GetThreadsPerTile() % kWarpSize, 0);
+  LaunchDimensions launch_dimensions = LaunchDimensions(
+      mapping_scheme->GetNumberOfBlocks(), mapping_scheme->GetThreadsPerTile());
+  llvm::Type* index_ty = GetIndexTypeForKernel(
+      unnested_hlo, launch_dimensions.launch_bound(), &b_);
   auto index_typed_constant = [&](uint64 c) -> llvm::Constant* {
     return llvm::ConstantInt::get(index_ty, c);
   };
 
-  // Cast each output IrArray to its corresponding reduced shape and keep the
-  // reduced shape live during IR emission.
-  std::vector<IrArray> output_in_reduced_shape_arrays;
-  std::vector<Shape> output_reduced_shapes;
-  CHECK_EQ(ConstructOutputReducedShapeAndCastOutputIrArrayToShape(
-               *hlo, output_arrays, reduced_output_dims, &output_reduced_shapes,
-               &output_in_reduced_shape_arrays),
-           num_outputs);
-
   // For each tiled parameter, cast its input IrArray to the corresponding
   // reduced shape and keep the reduced shape live during IR emission.
   std::vector<IrArray> param_in_reduced_shape_arrays;
   std::vector<Shape> param_reduced_shapes;
-  CHECK_EQ(ConstructInputReducedShapeAndCastInputIrArrayToShape(
-               *hlo, param_arrays, param_shmem_buffers, reduced_output_dims,
-               &param_reduced_shapes, &param_in_reduced_shape_arrays),
-           num_params);
+  absl::Span<const int64> reduced_dims =
+      mapping_scheme->GetDimensionsInElements();
+  int num_shapes = ConstructInputReducedShapeAndCastInputIrArrayToShape(
+      *unnested_hlo, param_arrays, param_shmem_buffers, reduced_dims,
+      &param_reduced_shapes, &param_in_reduced_shape_arrays);
+  DCHECK_EQ(num_shapes, num_params);
 
   // Calculate the starting element coordinate within a tile for the current
   // thread, (y, x) from thread_id.
   llvm::Value* x;
   llvm::Value* y;
-  std::tie(y, x) = CalculateYXCoordinateWithinTile(
-      &b_, index_typed_constant(kTileSize), kThreadsPerTile);
-
-  // Calculate the index for the current output tile from block_id.
-  const IrArray::Index output_tile_index(
-      GetBlockIdx(&b_, index_ty, num_tiles),
-      ShapeUtil::MakeShapeWithDescendingLayout(PRED /*arbitrary*/,
-                                               output_dims_in_tiles),
-      &b_);
-
-  // Output tile origin is the index for the first element of the current output
-  // tile.
-  const IrArray::Index output_tile_origin = [&] {
-    IrArray::Index index = output_tile_index;
-    for (int i = 1; i < 3; ++i) {
-      index[i] = Mul(output_tile_index[i], index_typed_constant(kTileSize),
-                     "tile_origin." + std::to_string(i));
-    }
-    return index;
-  }();
+  std::tie(y, x) = mapping_scheme->EmitThreadYXCoordinate(index_ty);
 
-  // Calculate the input tile origin from the output tile origin.
-  const IrArray::Index input_tile_origin(
-      Permute({0, 2, 1}, output_tile_origin.multidim()));
-
-  // Calculate the current output tile bounds in each of the logical dimensions.
-  std::vector<llvm::Value*> output_tile_bounds(3);
-  for (int i = 1; i < 3; ++i) {
-    // Only last row or column may not have full size.
-    output_tile_bounds[i] =
-        Select(ICmpEQ(output_tile_index[i],
-                      index_typed_constant(output_dims_in_tiles[i] - 1)),
-               index_typed_constant(reduced_output_dims[i] -
-                                    (output_dims_in_tiles[i] - 1) * kTileSize),
-               index_typed_constant(kTileSize), "kTileSize");
-  }
+  kernel_info->SetLaneId(
+      mapping_scheme->GetNumberOfThreadsForDimensionX() == kWarpSize ? x
+                                                                     : nullptr);
 
   KernelSupportLibrary ksl(&b_, llvm_ir::UnrollMode::kDefaultUnroll);
-
   // Curry a few parameters to EmitTiledElementalCodeWithBoundsCheck.
   auto emit_tiled_elemental_code_with_bounds_check =
       [&](const IrArray::Index& index, const string& loop_name,
-          llvm::Value* tile_width, llvm::Value* tile_height,
-          const std::function<void(const IrArray::Index&, llvm::Value*)>&
-              emit_elem_function) {
-        EmitTiledElementalCodeWithBoundsCheck(
-            kTileSize, kNumRows, index, loop_name, &ksl, &b_, y, x, tile_width,
-            tile_height, emit_elem_function);
+          llvm::Value* tile_height, llvm::Value* tile_width,
+          const std::function<void(const IrArray::Index&, llvm::Value*,
+                                   llvm::Value*)>& emit_elem_function) {
+        EmitTiledElementalCodeWithBoundsCheck(mapping_scheme, index, loop_name,
+                                              &ksl, &b_, y, x, tile_height,
+                                              tile_width, emit_elem_function);
       };
 
-  // Adds `addend` to the given `dim` of `index`.
-  auto offset_dim = [&](IrArray::Index index, llvm::Value* addend, int64 dim) {
-    index[dim] = Add(index[dim], addend);
-    return index;
-  };
-  const IrArray::Index input_index =
-      offset_dim(offset_dim(input_tile_origin, x, /*dim=*/2), y, /*dim=*/1);
-
-  // Copy input parameter values to shared memory buffers:
-  // tile[y, x] = input[index]
-  emit_tiled_elemental_code_with_bounds_check(
-      input_index, "input", output_tile_bounds[1], output_tile_bounds[2],
-      [&](const IrArray::Index& index, llvm::Value* y_loc) {
-        for (int64 id : tiled_param_ids) {
-          IrArray& input_in_logical_shape = param_in_reduced_shape_arrays[id];
-          llvm::Value* shmem_buffer = param_shmem_buffers[id];
-          // TODO(jlebar): Add AA metadata to this store.  Tile buffers are
-          // global variables, so LLVM can't infer much about it.
-          Store(input_in_logical_shape.EmitReadArrayElement(index, &b_,
-                                                            "input_element"),
-                GEP(shmem_buffer, {index_typed_constant(0), y_loc, x}));
-        }
-      });
+  auto emit_one_tile = [&](const IrArray::Index& output_tile_origin,
+                           absl::Span<llvm::Value* const> output_tile_bounds,
+                           bool block_contains_multi_tiles) {
+    // Calculate the input tile origin from the output tile origin.
+    const IrArray::Index input_tile_origin(
+        Permute({0, 2, 1}, output_tile_origin.multidim()));
+
+    const IrArray::Index input_index =
+        input_tile_origin.AddOffsetToDim(x, KernelMappingScheme::DimX, &b_)
+            .AddOffsetToDim(y, KernelMappingScheme::DimY, &b_);
+
+    // Copy input parameter values to shared memory buffers:
+    // tile[y, x] = input[index]
+    // Note that tile_width and tile_height are flipped here because we are
+    // reading a transposed tile.
+    emit_tiled_elemental_code_with_bounds_check(
+        input_index, "input", output_tile_bounds[2], output_tile_bounds[1],
+        [&](const IrArray::Index& index, llvm::Value* y_loc,
+            llvm::Value* x_loc) {
+          for (int64 id : tiled_param_ids) {
+            IrArray& input_in_logical_shape = param_in_reduced_shape_arrays[id];
+            llvm::Value* shmem_buffer = param_shmem_buffers[id];
+            // TODO(jlebar): Add AA metadata to this store.  Tile buffers are
+            // global variables, so LLVM can't infer much about it.
+            Store(input_in_logical_shape.EmitReadArrayElement(index, &b_,
+                                                              "input_element"),
+                  GEP(shmem_buffer, {index_typed_constant(0), y_loc, x_loc}));
+          }
+        });
 
-  // Wait for all threads to reach this point, lest we copy a value from tile to
-  // output before the other thread copies it from input to tile.
-  // This is `__syncthreads` in CUDA.
-  llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::nvvm_barrier0, {}, {}, &b_);
+    // If shared memory transpose is needed, wait for all threads to reach this
+    // point, lest we copy a value from tile to output before the other thread
+    // copies it from input to tile. This is `__syncthreads` in CUDA.
+    if (!tiled_param_ids.empty()) {
+      llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::nvvm_barrier0, {}, {}, &b_);
+    }
 
-  llvm_ir::TiledParameterInfo tiled_param_info(param_shmem_buffers, y, x);
+    llvm_ir::TiledParameterInfo tiled_param_info(param_shmem_buffers, y, x);
+    kernel_info->SetTiledParamInfo(&tiled_param_info);
 
-  const IrArray::Index output_index =
-      offset_dim(offset_dim(output_tile_origin, x, /*dim=*/2), y, /*dim=*/1);
+    const IrArray::Index output_index =
+        output_tile_origin.AddOffsetToDim(x, KernelMappingScheme::DimX, &b_)
+            .AddOffsetToDim(y, KernelMappingScheme::DimY, &b_);
 
-  // Write to output[index] by emitting code like normal, except that values for
-  // the tiled parameters are read from the shmem buffers.
-  if (hlo->opcode() == HloOpcode::kCopy) {
+    // Write to output[index] by emitting code like normal, except that values
+    // for the tiled parameters are read from the shmem buffers.
     emit_tiled_elemental_code_with_bounds_check(
-        output_index, "output", output_tile_bounds[2], output_tile_bounds[1],
-        [&](const IrArray::Index& index, llvm::Value* y_loc) {
-          // TODO(jlebar): Add AA metadata to this load.
-          llvm::Instruction* load_from_shmem_buffer =
-              Load(GEP(param_shmem_buffers[0], {b_.getInt64(0), x, y_loc}),
-                   "output_element");
-          output_in_reduced_shape_arrays[0].EmitWriteArrayElement(
-              index, load_from_shmem_buffer, &b_);
-        });
-  } else {
-    CHECK_EQ(hlo->opcode(), HloOpcode::kFusion);
-    emit_tiled_elemental_code_with_bounds_check(
-        output_index, "output", output_tile_bounds[2], output_tile_bounds[1],
-        [&](const IrArray::Index& index, llvm::Value* y_loc) {
-          GpuElementalIrEmitter elem_emitter(hlo_module_config_, module_, &b_,
-                                             GetNestedComputer());
-          FusedIrEmitter fused_emitter(GetGeneratorForOperandIrArrays(hlo),
-                                       &elem_emitter);
-          tiled_param_info.set_y(y_loc);
-          fused_emitter.SetTiledParameterInfo(&tiled_param_info);
-          TF_CHECK_OK(hlo->fused_expression_root()->Accept(&fused_emitter));
-          IrArray::Index untiled_index = llvm_ir::GetUnreducedOutputIndex(
-              index, output_reduced_shapes[0], output_arrays[0].GetShape(),
-              &b_);
-          const llvm_ir::ElementGenerator& output_generator =
-              fused_emitter.GetRootGenerator();
-          llvm::Value* output_value =
-              output_generator(untiled_index).ValueOrDie();
-          if (hlo->IsMultiOutputFusion()) {
-            CHECK(output_value->getType()->isStructTy());
-            CHECK_EQ(output_value->getType()->getStructNumElements(),
-                     output_in_reduced_shape_arrays.size());
-            for (int64 i = 0; i < output_in_reduced_shape_arrays.size(); ++i) {
-              output_in_reduced_shape_arrays[i].EmitWriteArrayElement(
-                  index, ExtractValue(output_value, i), &b_);
-            }
-          } else {
-            output_in_reduced_shape_arrays[0].EmitWriteArrayElement(
-                index, output_value, &b_);
-          }
+        output_index, "output", output_tile_bounds[1], output_tile_bounds[2],
+        [&](const IrArray::Index& index, llvm::Value* y_loc,
+            llvm::Value* x_loc) {
+          kernel_generator.GetTileElementGenerator()(unnested_hlo, index,
+                                                     kernel_info, y_loc, x_loc);
         });
+    // If a tile block contains multiple tiles and shared memory buffers are
+    // used, we need to wait for all threads to finish using the shared memory
+    // buffer for the current tile before we move on to process the next tile
+    // and overwrite the shared memory buffers.
+    if (block_contains_multi_tiles && !tiled_param_ids.empty()) {
+      llvm_ir::EmitCallToIntrinsic(llvm::Intrinsic::nvvm_barrier0, {}, {}, &b_);
+    }
+  };
+
+  const BlockPrologueGenerator& block_prologue_generator =
+      kernel_generator.GetBlockPrologueGenerator();
+  if (block_prologue_generator) {
+    block_prologue_generator(unnested_hlo, kernel_info);
   }
 
-  // For multioutput fusion, emit a tuple with all the individual outputs.
-  if (hlo->IsMultiOutputFusion()) {
-    llvm_ir::EmitTuple(GetIrArray(*hlo, *hlo), output_arrays, &b_, module_);
+  EmitBlock(std::move(emit_one_tile), kernel_info, ksl, index_ty);
+
+  const BlockEpilogueGenerator& block_epilogue_generator =
+      kernel_generator.GetBlockEpilogueGenerator();
+  if (block_epilogue_generator) {
+    block_epilogue_generator(unnested_hlo, kernel_info);
+  }
+
+  // For multioutput fusion, emit a tuple with pointers to all the individual
+  // outputs.
+  if (unnested_hlo->IsMultiOutputFusion()) {
+    std::vector<IrArray> output_arrays =
+        ConstructIrArrayForOutputs(*unnested_hlo);
+    llvm_ir::EmitTuple(GetIrArray(*unnested_hlo, *unnested_hlo), output_arrays,
+                       &b_, module_);
   }
 
   return launch_dimensions;
 }
 
+// Emits a kernel for the given hlo instruction using a tiled 0-2-1 transpose
+// algorithm to improve the memory access patterns for the input parameters
+// with a shape that is a 0-2-1 transpose of the output tensor shape.
+//
+// For the purpose of tiling, the output tensors have a logical shape of three
+// components 0-2-1 while the relevant input parameters have a logical shape
+// of three components 0-1-2 in the order major to minor. The x- and y-
+// dimensions of the tensors are tiled in square tiles with an edge length
+// `kTileSize`. Each thread block of `kTileSize` x `kNumRows` threads
+// transposes one tile: each thread copies kTileSize/kNumRows elements from
+// the input to a shared memory tile, then the otherwise "regular HLO kernel"
+// reads from the shared memory instead of the original input.
+//
+// This is similar to the following CUDA algorithm in TensorFlow:
+// https://goo.gl/MStRV6.
+//
+// `kTileSize` should usually be same as warp size. We currently choose 32 for
+// `kTileSize` and 4 for `kNumRows`. The CUDA algorithm uses 8 for `kNumRows`.
+//
+// TODO(b/33320379): Here each block transposes 1 tile. It may be more
+// efficient to launch fewer blocks so each transposes many tiles.
+LaunchDimensions IrEmitterUnnested::EmitHlo021Tile(
+    HloInstruction* hlo, absl::Span<const int64> reduced_output_dims,
+    absl::Span<const int64> tiled_param_ids) {
+  constexpr int kNumRows = 4;
+  KernelMappingScheme mapping_scheme(
+      reduced_output_dims, /*tile_size_y=*/kWarpSize,
+      /*tile_size_x=*/kWarpSize, /*req_block_sizes=*/{2, 2, 2},
+      /*num_threads_y=*/kNumRows,
+      /*num_threads_x=*/kWarpSize, &b_);
+  TileElementGenerator element_generator;
+  if (hlo->opcode() == HloOpcode::kCopy) {
+    element_generator = [&](HloInstruction* hlo,
+                            const llvm_ir::IrArray::Index& index,
+                            const KernelCodegenInfo* kernel_info,
+                            llvm::Value* y_loc, llvm::Value* x_loc) {
+      EmitTileElementForCopy(hlo, index, kernel_info, y_loc, x_loc);
+    };
+  } else {
+    DCHECK_EQ(hlo->opcode(), HloOpcode::kFusion);
+    element_generator = [&](HloInstruction* hlo,
+                            const llvm_ir::IrArray::Index& index,
+                            const KernelCodegenInfo* kernel_info,
+                            llvm::Value* y_loc, llvm::Value* x_loc) {
+      EmitTileElementForFusion(hlo, index, kernel_info, y_loc, x_loc);
+    };
+  }
+  KernelCodegenInfo kernel_info(&mapping_scheme);
+  KernelCodeGenerator kernel_generator(std::move(element_generator));
+  return EmitKernel(hlo, tiled_param_ids, kernel_generator, &kernel_info);
+}
+
 namespace {
 // Returns true to indicate it is safe to use the tile based shared memory
 // transpose implementation to implement the kernel for the instruction.
@@ -3562,8 +3736,8 @@ bool IrEmitterUnnested::CheckAndEmitHloWithTile021(HloInstruction* hlo) {
                                   ? ShapeUtil::GetSubshape(hlo->shape(), {0})
                                   : hlo->shape();
 
-  // If the output_shape is reduced to 021 shape, find all the parameters of the
-  // hlo that are in the corresponding 012 shape.
+  // If the output_shape is reduced to 021 shape, find all the parameters of
+  // the HLO that are in the corresponding 012 shape.
   std::vector<int64> params_012;
   optional<std::vector<int64>> reduced_dims_021;
   for (int64 operand_idx = 0; operand_idx < hlo->operand_count();
@@ -3600,9 +3774,9 @@ bool IrEmitterUnnested::CheckAndEmitHloWithTile021(HloInstruction* hlo) {
   }
 
   // Each of our shared memory tiles has 32*33 elements (so ~4kb, if the
-  // elements are of size 4 bytes), and CUDA has an architectural limit of 48kb
-  // shared memory per SM.  (This is increased to 96kb in Volta, but we don't
-  // use this, in part because it eats into our L1 cache space.)
+  // elements are of size 4 bytes), and CUDA has an architectural limit of
+  // 48kb shared memory per SM.  (This is increased to 96kb in Volta, but we
+  // don't use this, in part because it eats into our L1 cache space.)
   //
   // For correctness we need to ensure that we don't make more than 48kb worth
   // of shmem tiles per block.  And for performance, we'd probably like to use
@@ -3610,9 +3784,9 @@ bool IrEmitterUnnested::CheckAndEmitHloWithTile021(HloInstruction* hlo) {
   // gpu core.
   //
   // We say without benchmarks that we want at least 3 threads/block,
-  // corresponding to 3 shmem tiles if the elements are 32 bits wide.  We choose
-  // which params get the shmem transpose treatment arbitrarily; it's not clear
-  // if there's a Right Choice.
+  // corresponding to 3 shmem tiles if the elements are 32 bits wide.  We
+  // choose which params get the shmem transpose treatment arbitrarily; it's
+  // not clear if there's a Right Choice.
   //
   // This is only sound if tiled transposes are the only place where we use
   // shared memory in fusions.  If in the future other fusible ops use shared
@@ -3666,10 +3840,10 @@ Status IrEmitterUnnested::EmitConstantGlobals() {
     }
 
     // These globals will be looked up by name by GpuExecutable so we need to
-    // give them an external linkage.  Not all of their uses are visible in the
-    // LLVM IR (e.g. TupleThunk) so we can't give then a linkage that merely
-    // preserves their names (like available_externally), we also need to ensure
-    // that they stick around even if they're "unused".
+    // give them an external linkage.  Not all of their uses are visible in
+    // the LLVM IR (e.g. TupleThunk) so we can't give then a linkage that
+    // merely preserves their names (like available_externally), we also need
+    // to ensure that they stick around even if they're "unused".
     //
     // We may have to be more more clever here in the future if we notice that
     // we're keeping around too many globals because of their linkage.
diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
index 334c0b3c20..aaad385d1d 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
@@ -19,6 +19,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/gpu/ir_emitter.h"
 #include "tensorflow/compiler/xla/service/gpu/sequential_thunk.h"
 #include "tensorflow/compiler/xla/service/gpu/thunk.h"
+#include "tensorflow/compiler/xla/service/llvm_ir/kernel_support_library.h"
 #include "tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h"
 
 namespace xla {
@@ -47,6 +48,94 @@ namespace gpu {
 //
 class IrEmitterUnnested : public IrEmitter {
  public:
+  // Parameter block_contains_multi_tiles indicates whether a tile block
+  // consists of multiple tiles or not. If the tile block contains only one
+  // tile, there is no need to use atomic operation to accumulate a local result
+  // to a global result to implement reduction.
+  using TileGenerator =
+      std::function<void(const llvm_ir::IrArray::Index& output_tile_origin,
+                         absl::Span<llvm::Value* const> output_tile_bounds,
+                         bool block_contains_multi_tiles)>;
+  // KernelCodegenInfo records the common information to support the code
+  // generation for a kernel to process tensor elements by blocks. A block of
+  // tensor elements may contain one or multiple tiles. The code generators that
+  // generate code for tile elements or block prologue/epilogue refer to this
+  // class in their prototypes. If the implementations of such code generators
+  // require other information that are specific to the HLO instructions, the
+  // implementations need to define and use derived classes of this class.
+  class KernelCodegenInfo {
+   public:
+    explicit KernelCodegenInfo(llvm_ir::KernelMappingScheme* mapping_scheme)
+        : mapping_scheme_(mapping_scheme),
+          tiled_param_info_(nullptr),
+          lane_id_(nullptr) {}
+
+    void SetLaneId(llvm::Value* v) { lane_id_ = v; }
+    void SetTiledParamInfo(llvm_ir::TiledParameterInfo* tiled_param_info) {
+      CHECK_EQ(tiled_param_info_, nullptr);
+      tiled_param_info_ = tiled_param_info;
+    }
+
+    llvm::Value* GetLaneId() const { return lane_id_; }
+    llvm_ir::KernelMappingScheme* GetKernelMappingScheme() const {
+      return mapping_scheme_;
+    }
+    llvm_ir::TiledParameterInfo* GetTiledParameterInfo() const {
+      return tiled_param_info_;
+    }
+
+   private:
+    llvm_ir::KernelMappingScheme* mapping_scheme_;
+    llvm_ir::TiledParameterInfo* tiled_param_info_;
+    llvm::Value* lane_id_;
+  };
+
+  // A function object to prepare for the code generation for a tile block.
+  using BlockPrologueGenerator =
+      std::function<void(HloInstruction* hlo, KernelCodegenInfo* kernel_info)>;
+  // A function object to finalize the code generation for a tile block.
+  using BlockEpilogueGenerator =
+      std::function<void(HloInstruction* hlo, KernelCodegenInfo* kernel_info)>;
+  // A function object to generate code to process one element in a tile.
+  //
+  // hlo: the instruction for which the code is generated for.
+  // index: the index for the first output element of the current thread.
+  // y_loc: The y coordinate within a tile.
+  // x_loc: The x coordinate within a tile.
+  // kernel_info: Other information to support the kernel code generation.
+  using TileElementGenerator = std::function<void(
+      HloInstruction* hlo, const llvm_ir::IrArray::Index& index,
+      const KernelCodegenInfo* kernel_info, llvm::Value* y_loc,
+      llvm::Value* x_loc)>;
+
+  // KernelCodeGenerator records the code generator objects that generate code
+  // for tile elements or tile block prologue/epilogue.
+  class KernelCodeGenerator {
+   public:
+    explicit KernelCodeGenerator(
+        TileElementGenerator tile_element_generator,
+        BlockPrologueGenerator block_prologue_generator = {},
+        BlockEpilogueGenerator block_epilogue_generator = {})
+        : tile_element_generator_(std::move(tile_element_generator)),
+          block_epilogue_generator_(std::move(block_epilogue_generator)),
+          block_prologue_generator_(std::move(block_prologue_generator)) {}
+
+    const TileElementGenerator& GetTileElementGenerator() const {
+      return tile_element_generator_;
+    }
+    const BlockPrologueGenerator& GetBlockPrologueGenerator() const {
+      return block_prologue_generator_;
+    }
+    const BlockEpilogueGenerator& GetBlockEpilogueGenerator() const {
+      return block_epilogue_generator_;
+    }
+
+   private:
+    TileElementGenerator tile_element_generator_;
+    BlockPrologueGenerator block_prologue_generator_;
+    BlockEpilogueGenerator block_epilogue_generator_;
+  };
+
   IrEmitterUnnested(const HloModuleConfig& hlo_module_config,
                     const HloComputation* hlo_computation,
                     IrEmitterContext* ir_emitter_context);
@@ -205,22 +294,32 @@ class IrEmitterUnnested : public IrEmitter {
   LaunchDimensions EmitHlo021Tile(HloInstruction* hlo,
                                   absl::Span<const int64> reduced_output_dims,
                                   absl::Span<const int64> tiled_param_ids);
+  // Emits a kernel for an unnested HLO instruction.
+  LaunchDimensions EmitKernel(HloInstruction* unnested_hlo,
+                              absl::Span<const int64> param_ids,
+                              const KernelCodeGenerator& kernel_generator,
+                              KernelCodegenInfo* kernel_info);
+  void EmitBlock(const TileGenerator& emit_one_tile,
+                 const KernelCodegenInfo* kernel_info,
+                 KernelSupportLibrary& ksl, llvm::Type* index_ty);
+  // Emits code to process a tensor element in a tile for the given kCopy HLO
+  // that performs a 0-2-1 transpose.
+  void EmitTileElementForCopy(HloInstruction* hlo,
+                              const llvm_ir::IrArray::Index& index,
+                              const KernelCodegenInfo* kernel_info,
+                              llvm::Value* y_loc, llvm::Value* x_loc);
+  // Emits code to process a tensor element in a tile for the given kLoop fusion
+  // HLO containing parameters that are 0-2-1 transpose of its outputs.
+  void EmitTileElementForFusion(HloInstruction* hlo,
+                                const llvm_ir::IrArray::Index& index,
+                                const KernelCodegenInfo* kernel_info,
+                                llvm::Value* y_loc, llvm::Value* x_loc);
 
   // Generates the IrArray for each input of an hlo and returns a vector that
   // constains such IrArrays.
   std::vector<llvm_ir::IrArray> ConstructIrArrayForInputs(
       const HloInstruction& hlo);
 
-  // For each output of the `hlo` instruction, constructs the reduced shape for
-  // the output with the given `reduced_output_dims` and cast the original
-  // output IrArray element in `output_arrays` to the reduced shape. Returns
-  // the number of outputs.
-  int ConstructOutputReducedShapeAndCastOutputIrArrayToShape(
-      const HloInstruction& hlo,
-      const std::vector<llvm_ir::IrArray>& output_arrays,
-      absl::Span<const int64> reduced_output_dims,
-      std::vector<Shape>* output_reduced_shapes,
-      std::vector<llvm_ir::IrArray>* output_in_reduced_shape_arrays);
   // For each input of the `hlo` instruction, checks its value in
   // `param_buffers` to find out whether the input has a reduced shape. If the
   // input has a reduced shape, constructs the reduced shape for the input and
diff --git a/tensorflow/compiler/xla/service/llvm_ir/ir_array.h b/tensorflow/compiler/xla/service/llvm_ir/ir_array.h
index f4b05f29c3..1540a40ef8 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/ir_array.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/ir_array.h
@@ -108,6 +108,14 @@ class IrArray {
     Index(absl::Span<llvm::Value* const> multidim, llvm::Value* linear,
           const Shape& shape);
 
+    // Returns an index that adds `addend` to the given `dim` of the object.
+    Index AddOffsetToDim(llvm::Value* addend, int64 dim,
+                         llvm::IRBuilder<>* b) const {
+      IrArray::Index index = *this;
+      index[dim] = b->CreateAdd(index[dim], addend);
+      return index;
+    }
+
     const std::vector<llvm::Value*>& multidim() const { return multidim_; }
     llvm::Value* linear() const { return linear_; }
 
diff --git a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc
index e5fbdbd51b..286b987d51 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc
@@ -113,5 +113,117 @@ IrArray::Index GetUnreducedOutputIndex(
   return IrArray::Index(linear_index, unreduced_output_shape, b);
 }
 
+KernelMappingScheme::KernelMappingScheme(
+    absl::Span<const int64> dims_in_elems, int64 tile_size_y, int64 tile_size_x,
+    absl::Span<const int64> req_block_sizes, int64 num_threads_y,
+    int64 num_threads_x, llvm::IRBuilder<>* b)
+    : b_(b),
+      dims_in_elems_(dims_in_elems),
+      tile_sizes_{1, tile_size_y, tile_size_x},
+      num_threads_x_(num_threads_x),
+      num_threads_y_(num_threads_y) {
+  DCHECK_EQ(dims_in_elems_.size(), 3);
+  DCHECK_EQ(req_block_sizes.size(), 3);
+
+  DCHECK_EQ(tile_size_y % num_threads_y_, 0);
+  DCHECK_EQ(tile_size_x % num_threads_x_, 0);
+
+  dims_in_tiles_ = ElementWiseCeilOfRatio<int64>(dims_in_elems_, tile_sizes_);
+  block_sizes_.reserve(req_block_sizes.size());
+  absl::c_transform(req_block_sizes, dims_in_tiles_,
+                    std::back_inserter(block_sizes_),
+                    [](const int64 requested_size, const int64 max_size) {
+                      return std::min(requested_size, max_size);
+                    });
+  dims_in_blocks_ = ElementWiseCeilOfRatio<int64>(dims_in_tiles_, block_sizes_);
+
+  VLOG(10) << "dims_in_elems_ = [" << absl::StrJoin(dims_in_elems_, ",") << "]";
+  VLOG(10) << "dims_in_tiles_ = [" << absl::StrJoin(dims_in_tiles_, ",") << "]";
+  VLOG(10) << "dims_in_blocks_ = [" << absl::StrJoin(dims_in_blocks_, ",")
+           << "]";
+}
+
+IrArray::Index KernelMappingScheme::GetReshapedOutputIndex(
+    const IrArray::Index& output_index, const Shape& reshaped_output_shape) {
+  DCHECK_EQ(output_index.size(), dims_in_elems_.size());
+  Shape output_shape = ShapeUtil::MakeShapeWithDescendingLayout(
+      reshaped_output_shape.element_type(), GetDimensionsInElements());
+  return llvm_ir::GetUnreducedOutputIndex(output_index, output_shape,
+                                          reshaped_output_shape, b_);
+}
+
+IrArray::Index KernelMappingScheme::EmitBlockIndex(llvm::Type* index_ty) {
+  llvm::Value* block_id = llvm_ir::EmitCallToIntrinsic(
+      llvm::Intrinsic::nvvm_read_ptx_sreg_ctaid_x, {}, {}, b_);
+  llvm_ir::AddRangeMetadata(0, GetNumberOfBlocks(),
+                            llvm::cast<llvm::Instruction>(block_id));
+  llvm::Value* linear_block_id =
+      b_->CreateIntCast(block_id, index_ty, /*isSigned=*/true, "block.id.x");
+  return IrArray::Index(linear_block_id,
+                        ShapeUtil::MakeShapeWithDescendingLayout(
+                            PRED /*arbitrary*/, dims_in_blocks_),
+                        b_);
+}
+
+IrArray::Index KernelMappingScheme::GetTileIndexForBlockOrigin(
+    const IrArray::Index& block_index) {
+  IrArray::Index tile_index = block_index;
+  for (int i = 0; i < block_sizes_.size(); ++i) {
+    tile_index[i] = b_->CreateMul(
+        block_index[i],
+        llvm::ConstantInt::get(block_index[i]->getType(), block_sizes_[i]),
+        "block_origin." + std::to_string(i));
+  }
+  return tile_index;
+}
+
+IrArray::Index KernelMappingScheme::GetElementIndexForTileOrigin(
+    const IrArray::Index& tile_index) {
+  IrArray::Index elem_index = tile_index;
+  for (int i = DimY; i < DimTot; ++i) {
+    elem_index[i] =
+        b_->CreateMul(tile_index[i],
+                      llvm::ConstantInt::get(tile_index[i]->getType(),
+                                             GetTileSizeForDimension(i)),
+                      "tile_origin." + std::to_string(i));
+  }
+  return elem_index;
+}
+
+llvm::GlobalVariable* KernelMappingScheme::GetSharedMemoryBufferForElementType(
+    llvm::Type* elem_ty, absl::string_view buffer_name) {
+  // If shared memory tranpose is needed, we use square tiles.
+  CHECK_EQ(GetTileSizeForDimensionX(), GetTileSizeForDimensionY());
+
+  // For Nvidia GPUs, the warp size is 32 threads and the shared memory bank is
+  // organized into 32-way. We usually use the warp size or a multiplier or a
+  // the warp size as the size for tiling. This may cause all elements in the
+  // same column of a tile use the same memory bank and therefore shared memory
+  // bank conflicts. Adding 1 to the minor dimension of the shared memory buffer
+  // can reduce such shared memory bank conflicts.
+  llvm::Type* buffer_type = llvm::ArrayType::get(
+      llvm::ArrayType::get(elem_ty, GetTileSizeForDimension(DimX) + 1),
+      GetTileSizeForDimension(DimY));
+  return llvm_ir::AllocateSharedMemoryTile(b_->GetInsertBlock()->getModule(),
+                                           buffer_type, buffer_name);
+}
+
+std::tuple<llvm::Value*, llvm::Value*>
+KernelMappingScheme::EmitThreadYXCoordinate(llvm::Type* index_ty) {
+  // Calculate (y, x) coordinate of the thread in the 2D view of thread block
+  // defined by (num_thread_y, num_thread_x) from thread_id.
+  llvm::CallInst* thread_id_raw = llvm_ir::EmitCallToIntrinsic(
+      llvm::Intrinsic::nvvm_read_ptx_sreg_tid_x, {}, {}, b_);
+  llvm_ir::AddRangeMetadata(0, GetThreadsPerTile(), thread_id_raw);
+  llvm::Value* thread_id_int =
+      b_->CreateIntCast(thread_id_raw, index_ty,
+                        /*isSigned=*/true, "thread.id.x");
+  llvm::Value* num_thread_x =
+      llvm::ConstantInt::get(index_ty, GetNumberOfThreadsForDimensionX());
+  llvm::Value* x = b_->CreateURem(thread_id_int, num_thread_x);
+  llvm::Value* y = b_->CreateUDiv(thread_id_int, num_thread_x);
+  return std::make_tuple(y, x);
+}
+
 }  // namespace llvm_ir
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h
index 5ea05b3188..fc1fa9c3d2 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h
@@ -46,6 +46,147 @@ IrArray::Index GetUnreducedOutputIndex(
     const Shape& reduced_output_shape, const Shape& unreduced_output_shape,
     llvm::IRBuilder<>* b);
 
+// A tile is a spatial subdivision of a tensor. We group tensor elements into
+// tiles so that we can launch kernels to process the tensor elements in blocks
+// of tiles.
+//
+// A kernel mapping scheme describes a method to partition the tensors accessed
+// by an unnested HLO instruction into tiles and blocks of tiles, and the
+// associated information to use hardware threads to process the tensor elements
+// in blocks of tiles.
+//
+// Currently, there are two main use cases for a tiling scheme. First, we
+// implement kernels with 0-2-1 memory transpose using shared memory to improve
+// memory access pattern. Second, we implement reduction to contiguous
+// dimensions in layout, with or without memory tranpsose, to achieve better
+// memory access pattern as well as to reduce the need numbers of executed
+// expensive instructions, such as thread synchronization related instructions
+// and atomic operations. For both use cases, we can apply a normalization to
+// the original tensors, to collapse contiguous dimensions for the same purpose
+// and produce normlized three dimensional tensors. For this reason, the tiling
+// scheme class only needs to handle normalized three dimensional tensors and
+// two dimensional tiles.
+//
+// The current implementation of the class is somewhat NVIDIA GPU oriented. This
+// situation can be improved when there is a need though. The idea of 0-2-1
+// transpose using shared memory can be found in the following CUDA algorithm in
+// TensorFlow: https://goo.gl/MStRV6.
+//
+// We use a thread block to process a tile because we want to use the HW thread
+// block synchronization primitives to synchronize the processing of all the
+// elements in the same tile. A thread block can be viewed as a two dimensional
+// array of threads, described by the number of threads for the Y and X
+// dimensions. A thread block (num_threads_y, num_threads_x) processes a tile of
+// (tile_size_y, tile_size_x) as follows: each thread in the thread block
+// processes one element in the tile so that all the threads in the thread block
+// together process a subdivision of the tile that has the same dimension as the
+// thread block array. Then the thread block moves on to process the next
+// subdivision of the tile until the whole tile is processed. Therefore, each
+// thread in the thread block processes
+// tile_size_x/num_threads_x * tile_size_y/num_threads_y elements in a tile.
+//
+// There are situations where we want a thread block to process multiple
+// tiles. We can't group those tiles into a bigger tiles because we limit a tile
+// to a two dimensional spatial subdivision of a tensor. For example, when we
+// use tiling to implement reduction with tranpose, we want the partial sum
+// produced by each thread to accumulate values for more elements before using
+// shlf_down and atomic_add instructions for further reduction, to amortize the
+// cost of such expensive instructions. The concept of tile block is introduced
+// for this purpose. A tile block is a three dimensional array of tiles, of
+// which some dimensions may be degenerated to only one tile.
+class KernelMappingScheme {
+ public:
+  enum { DimZ = 0, DimY, DimX, DimTot };
+
+ public:
+  explicit KernelMappingScheme(absl::Span<const int64> dims_in_elems,
+                               int64 tile_size_y, int64 tile_size_x,
+                               absl::Span<const int64> req_block_sizes,
+                               int64 num_threads_y, int64 num_threads_x,
+                               llvm::IRBuilder<>* b);
+
+  absl::Span<const int64> GetDimensionsInElements() const {
+    return dims_in_elems_;
+  }
+  absl::Span<const int64> GetDimensionsInTiles() const {
+    return dims_in_tiles_;
+  }
+  absl::Span<const int64> GetDimensionsInBlocks() const {
+    return dims_in_blocks_;
+  }
+
+  int64 GetNumberOfTilesInTotal() const {
+    return absl::c_accumulate(dims_in_tiles_, 1LL, std::multiplies<int64>());
+  }
+  int64 GetNumberOfTilesInOneBlock() const {
+    return absl::c_accumulate(block_sizes_, 1, std::multiplies<int64>());
+  }
+
+  int64 GetNumberOfBlocks() const {
+    return absl::c_accumulate(dims_in_blocks_, 1, std::multiplies<int64>());
+  }
+
+  int64 GetTileSizeForDimension(int d) const {
+    DCHECK(d >= DimZ && d <= DimX);
+    return tile_sizes_[d];
+  }
+  int64 GetTileSizeForDimensionX() const {
+    return GetTileSizeForDimension(DimX);
+  }
+  int64 GetTileSizeForDimensionY() const {
+    return GetTileSizeForDimension(DimY);
+  }
+
+  absl::Span<const int64> GetBlockSizes() const { return block_sizes_; }
+
+  int64 GetNumberOfThreadsForDimensionX() const { return num_threads_x_; }
+  int64 GetNumberOfThreadsForDimensionY() const { return num_threads_y_; }
+
+  int64 GetThreadsPerTile() const {
+    return GetNumberOfThreadsForDimensionX() *
+           GetNumberOfThreadsForDimensionY();
+  }
+
+  IrArray::Index EmitBlockIndex(llvm::Type* index_ty);
+  // Returns the index for the first tile in the block with the given block
+  // index.
+  IrArray::Index GetTileIndexForBlockOrigin(const IrArray::Index& block_index);
+  // Returns the index for the first element in the tile with the given tile
+  // index.
+  IrArray::Index GetElementIndexForTileOrigin(const IrArray::Index& tile_index);
+
+  std::tuple<llvm::Value*, llvm::Value*> EmitThreadYXCoordinate(
+      llvm::Type* index_ty);
+
+  IrArray::Index GetReshapedOutputIndex(const IrArray::Index& output_index,
+                                        const Shape& reshaped_output_shape);
+
+  llvm::GlobalVariable* GetSharedMemoryBufferForElementType(
+      llvm::Type* elem_ty, absl::string_view buffer_name);
+
+ private:
+  llvm::IRBuilder<>* b_;
+  // The number of elements in each dimension.
+  absl::Span<const int64> dims_in_elems_;
+
+  // The number of elements for each dimension of a tile.
+  std::vector<int64> tile_sizes_;
+  // The number of tiles in each dimension. It is computed from dims_in_elem_
+  // and tile_sizes_.
+  std::vector<int64> dims_in_tiles_;
+
+  // The number of tiles for each dimension of a tile block.
+  std::vector<int64> block_sizes_;
+  // The number of blocks in each dimension of a tile block. It is computed from
+  // dims_in_tile_ and block_sizes_.
+  std::vector<int64> dims_in_blocks_;
+
+  // Number of threads used to process elements in the X direction of a tile.
+  int64 num_threads_x_;
+  // Number of threads used to process elements in the Y direction of a tile.
+  int64 num_threads_y_;
+};
+
 // A class to represent information for tiled parameters to support IR emission
 // for 021 transpose.
 class TiledParameterInfo {
diff --git a/tensorflow/compiler/xla/util.h b/tensorflow/compiler/xla/util.h
index 8ce7416474..b015f4328a 100644
--- a/tensorflow/compiler/xla/util.h
+++ b/tensorflow/compiler/xla/util.h
@@ -387,6 +387,19 @@ T CeilOfRatio(T dividend, T divisor) {
   return tensorflow::MathUtil::CeilOfRatio<T>(dividend, divisor);
 }
 
+template <typename T>
+std::vector<T> ElementWiseCeilOfRatio(absl::Span<const T> dividends,
+                                      absl::Span<const T> divisors) {
+  std::vector<T> ceil_of_ratios;
+  CHECK_EQ(dividends.size(), divisors.size());
+  ceil_of_ratios.reserve(dividends.size());
+  absl::c_transform(dividends, divisors, std::back_inserter(ceil_of_ratios),
+                    [](const T dividend, const T divisor) {
+                      return CeilOfRatio<T>(dividend, divisor);
+                    });
+  return ceil_of_ratios;
+}
+
 // Rounds the value up to a multiple of the divisor by first calling CeilOfRatio
 // then multiplying by the divisor. For example: RoundUpToNearest(13, 8) => 16
 template <typename T>
-- 
GitLab


From ad452dea61eab4e6441182b5fb5188349f5b2d54 Mon Sep 17 00:00:00 2001
From: Adrian Kuegel <akuegel@google.com>
Date: Wed, 14 Nov 2018 00:36:58 -0800
Subject: [PATCH 1564/1825] Add a test case for computing an inverse
 permutation with Scatter.

PiperOrigin-RevId: 221400568
---
 tensorflow/compiler/xla/tests/scatter_test.cc | 36 +++++++++++++++++++
 1 file changed, 36 insertions(+)

diff --git a/tensorflow/compiler/xla/tests/scatter_test.cc b/tensorflow/compiler/xla/tests/scatter_test.cc
index 7e1f4aa0eb..32de0fdf78 100644
--- a/tensorflow/compiler/xla/tests/scatter_test.cc
+++ b/tensorflow/compiler/xla/tests/scatter_test.cc
@@ -129,6 +129,42 @@ ENTRY main {
   RunTest(hlo_text, &operand, &scatter_indices, &updates);
 }
 
+XLA_TEST_F(ScatterTest, TensorFlowScatterV2_InversePermutation) {
+  const char* hlo_text = R"(
+HloModule TensorFlowScatterV2
+
+update_s32 (lhs: s32[], rhs: s32[]) -> s32[] {
+  lhs = s32[] parameter(0)
+  ROOT rhs = s32[] parameter(1)
+}
+
+ENTRY main {
+  permutation = s32[3,4] parameter(0)
+  reshape = s32[3,4,1] reshape(permutation)
+  operand = s32[3,4] iota(), iota_dimension=1
+  updates = s32[3,4,1,1] iota(), iota_dimension=1
+  iota = s32[3,4,1] iota(), iota_dimension=0
+  indices = s32[3,4,2] concatenate(iota, reshape), dimensions={2}
+  ROOT scatter = s32[3,4] scatter(operand, indices, updates),
+      to_apply=update_s32,
+      update_window_dims={2,3},
+      inserted_window_dims={},
+      scatter_dims_to_operand_dims={0,1},
+      index_vector_dim=2
+}
+)";
+  Literal permutation =
+      LiteralUtil::CreateR2<int32>({{1, 3, 2, 0}, {3, 0, 2, 1}, {2, 3, 1, 0}});
+  HloModuleConfig config;
+  config.set_debug_options(GetDebugOptionsForTest());
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(hlo_text, config));
+  auto actual = ExecuteAndTransfer(std::move(module), {&permutation});
+  Literal expected =
+      LiteralUtil::CreateR2<int32>({{3, 0, 2, 1}, {1, 3, 2, 0}, {3, 2, 0, 1}});
+  EXPECT_TRUE(LiteralTestUtil::Equal(expected, actual));
+}
+
 XLA_TEST_F(ScatterTest, SimpleR4) {
   const char* hlo_text = R"(
 HloModule SimpleR4
-- 
GitLab


From e0c346f3ccb22264bd75f291c6b03314c33cd2ca Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 00:59:24 -0800
Subject: [PATCH 1565/1825] Add tracing to XlaDevice::Sync, to help identify
 bottlenecks

PiperOrigin-RevId: 221402670
---
 tensorflow/compiler/jit/xla_device.cc | 57 ++++++++++++++++++++++++++-
 tensorflow/compiler/jit/xla_device.h  | 28 +++++++++++++
 2 files changed, 84 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/jit/xla_device.cc b/tensorflow/compiler/jit/xla_device.cc
index 5c1b55cb57..738bac54cc 100644
--- a/tensorflow/compiler/jit/xla_device.cc
+++ b/tensorflow/compiler/jit/xla_device.cc
@@ -218,6 +218,9 @@ XlaDevice::XlaDevice(const SessionOptions& session_options,
 XlaDevice::~XlaDevice() {
   VLOG(1) << "Destroying XLA device " << jit_device_name_ << " " << this;
   mutex_lock lock(mu_);
+  while (outstanding_asynchronous_operations_ > 0) {
+    outstanding_asynchronous_operations_cv_.wait(lock);
+  }
   if (device_context_) {
     device_context_->Unref();
   }
@@ -384,6 +387,7 @@ void XlaDevice::ComputeAsync(AsyncOpKernel* op_kernel, OpKernelContext* context,
 
 Status XlaDevice::Sync() {
   VLOG(1) << "XlaDevice::Sync";
+  tracing::ScopedActivity activity("XlaDevice::Sync", /*is_expensive=*/true);
   std::shared_ptr<se::Stream> stream;
   {
     mutex_lock lock(mu_);
@@ -391,7 +395,15 @@ Status XlaDevice::Sync() {
   }
   if (!stream) return Status::OK();
 
-  if (!stream->parent()->SynchronizeAllActivity() || !stream->ok()) {
+  Status status = stream->BlockHostUntilDone();
+  {
+    mutex_lock lock(mu_);
+    while (outstanding_asynchronous_operations_ > 0) {
+      outstanding_asynchronous_operations_cv_.wait(lock);
+    }
+  }
+  TF_RETURN_IF_ERROR(status);
+  if (!stream->ok()) {
     return errors::Internal("XlaDevice::Sync() failed.");
   }
   VLOG(1) << "XlaDevice::Sync completed";
@@ -441,6 +453,49 @@ bool XlaDevice::RequiresSyncOnCompletion() const {
   return sync_on_completion_;
 }
 
+XlaDevice::AsynchronousOperationHandle::AsynchronousOperationHandle(
+    XlaDevice* device)
+    : device_(device) {
+  mutex_lock lock(device_->mu_);
+  ++device_->outstanding_asynchronous_operations_;
+}
+
+XlaDevice::AsynchronousOperationHandle::~AsynchronousOperationHandle() {
+  if (device_) {
+    mutex_lock lock(device_->mu_);
+    --device_->outstanding_asynchronous_operations_;
+    device_->outstanding_asynchronous_operations_cv_.notify_all();
+  }
+}
+
+XlaDevice::AsynchronousOperationHandle::AsynchronousOperationHandle(
+    const XlaDevice::AsynchronousOperationHandle& other)
+    : device_(other.device_) {
+  mutex_lock lock(device_->mu_);
+  ++device_->outstanding_asynchronous_operations_;
+}
+
+XlaDevice::AsynchronousOperationHandle::AsynchronousOperationHandle(
+    XlaDevice::AsynchronousOperationHandle&& other)
+    : device_(other.device_) {
+  other.device_ = nullptr;
+}
+
+XlaDevice::AsynchronousOperationHandle& XlaDevice::AsynchronousOperationHandle::
+operator=(const XlaDevice::AsynchronousOperationHandle& other) {
+  device_ = other.device_;
+  mutex_lock lock(device_->mu_);
+  ++device_->outstanding_asynchronous_operations_;
+  return *this;
+}
+
+XlaDevice::AsynchronousOperationHandle& XlaDevice::AsynchronousOperationHandle::
+operator=(XlaDevice::AsynchronousOperationHandle&& other) {
+  device_ = other.device_;
+  other.device_ = nullptr;
+  return *this;
+}
+
 XlaDeviceOpRegistrations* RegisterXlaDeviceKernels(const char* device,
                                                    const char* jit_device) {
   // Any op assigned to the device that isn't rewritten by the graph rewriter
diff --git a/tensorflow/compiler/jit/xla_device.h b/tensorflow/compiler/jit/xla_device.h
index 49f53b477e..dc8f49a9c9 100644
--- a/tensorflow/compiler/jit/xla_device.h
+++ b/tensorflow/compiler/jit/xla_device.h
@@ -164,7 +164,30 @@ class XlaDevice : public LocalDevice {
 
   bool RequiresSyncOnCompletion() const override LOCKS_EXCLUDED(mu_);
 
+  // A simple RAII handle. On construction the device's
+  // outstanding_asynchronous_operations_ field is incremented; on destruction
+  // it is decremented.
+  class AsynchronousOperationHandle {
+   public:
+    AsynchronousOperationHandle(XlaDevice* device);
+    ~AsynchronousOperationHandle();
+    AsynchronousOperationHandle(const AsynchronousOperationHandle& other);
+    AsynchronousOperationHandle(AsynchronousOperationHandle&& other);
+    AsynchronousOperationHandle& operator=(
+        const AsynchronousOperationHandle& other);
+    AsynchronousOperationHandle& operator=(AsynchronousOperationHandle&& other);
+
+   private:
+    XlaDevice* device_ = nullptr;
+  };
+
+  AsynchronousOperationHandle CreateAsynchronousOperationHandle() {
+    return AsynchronousOperationHandle(this);
+  }
+
  private:
+  friend class AsynchronousOperationHandle;
+
   xla::LocalClient* client() const;
   Allocator* GetAllocatorLocked(AllocatorAttributes attr)
       EXCLUSIVE_LOCKS_REQUIRED(mu_);
@@ -227,6 +250,11 @@ class XlaDevice : public LocalDevice {
   // True if the device requires XlaDevice::Sync to be called on completion
   // regardless of status.
   bool sync_on_completion_ GUARDED_BY(mu_) = false;
+
+  // Count of outstanding asynchronous operations which must be zero on Sync()
+  // completion.
+  int64 outstanding_asynchronous_operations_ GUARDED_BY(mu_) = 0;
+  condition_variable outstanding_asynchronous_operations_cv_;
 };
 
 // Builds OpKernel registrations on 'device' for the JIT operators
-- 
GitLab


From 71e0b26b568842846c5fca73f687387d7c7f6db8 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 01:02:11 -0800
Subject: [PATCH 1566/1825] compat: Update forward compatibility horizon to
 2018-11-14

PiperOrigin-RevId: 221403204
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 385fd431f4..6a20e63e89 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 13)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 14)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 656b2fe018a7940595121ea08d4a1ddf29fa65d0 Mon Sep 17 00:00:00 2001
From: Chris Jones <cjfj@google.com>
Date: Wed, 14 Nov 2018 04:51:28 -0800
Subject: [PATCH 1567/1825] Remove `DistributionStrategy.worker_device_index`.

PiperOrigin-RevId: 221425367
---
 .../python/keras_optimizer_v2_test.py         | 17 +++-
 .../distribute/python/mirrored_strategy.py    |  3 -
 .../python/mirrored_strategy_multigpu_test.py | 82 +++++++++----------
 .../python/mirrored_strategy_test.py          | 20 +++--
 .../distribute/python/one_device_strategy.py  |  3 -
 .../python/one_device_strategy_test.py        |  3 -
 .../distribute/python/strategy_test_lib.py    | 12 ---
 tensorflow/python/training/distribute.py      | 30 -------
 8 files changed, 64 insertions(+), 106 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index 46a1cf41c5..e4e7717f8d 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -36,12 +36,16 @@ from tensorflow.python.estimator.canned import prediction_keys
 from tensorflow.python.estimator.export import export
 from tensorflow.python.estimator.inputs import numpy_io
 from tensorflow.python.feature_column import feature_column
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.keras.optimizer_v2 import adam
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import gfile
 from tensorflow.python.platform import test
 from tensorflow.python.summary.writer import writer_cache
+from tensorflow.python.training import distribution_strategy_context
 
 
 class KerasOptimizerV2IntegrationTest(test.TestCase, parameterized.TestCase):
@@ -142,11 +146,11 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
     if context.num_gpus() < 1:
       self.skipTest('Not enough GPUs.')
 
-    def create_fn(device_id):
+    def create_fn():
       var = variables.Variable(
           2.0, name='var', aggregation=variable_scope.VariableAggregation.SUM)
       # grad for cpu is 1, grad for gpu is 2, avg grad is 1.5.
-      loss = (device_id + 1) * var
+      loss = math_ops.cast(_replica_id() + 1, dtype=dtypes.float32) * var
       optimizer = adam.Adam(learning_rate=0.01, beta_1=0.2, beta_2=0.2)
       train_op = optimizer.minimize(loss, var_list=[var])
       m = optimizer.get_slot(var, 'm')
@@ -156,8 +160,7 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
     devices = ['/device:GPU:0', '/device:CPU:0']
     dist = mirrored_strategy.MirroredStrategy(devices)
     with dist.scope():
-      (var, m, v, op, counter) = dist.call_for_each_replica(
-          create_fn, args=[dist.worker_device_index])
+      (var, m, v, op, counter) = dist.call_for_each_replica(create_fn)
       self.evaluate(variables.global_variables_initializer())
       var_val = [2.0, 2.0, 2.0]
       self.assertAllClose(
@@ -233,5 +236,11 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
                           ]))
 
 
+def _replica_id():
+  # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
+  return constant_op.constant(
+      distribution_strategy_context.get_replica_context().replica_id)
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 70855d8f01..62619a5756 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -662,9 +662,6 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
   def num_replicas_in_sync(self):
     return len(self._devices)
 
-  def _worker_device_index(self):
-    return self._device_index
-
   @property
   def worker_devices(self):
     # Make a copy to prevent users from accidentally mutating our copy.
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 2a6561e6b1..73614a000f 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -78,11 +78,6 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     self._test_minimize_loss_graph(
         self._get_distribution_strategy(), soft_placement=soft_placement)
 
-  def testDeviceIndex(self):
-    if not GPU_TEST:
-      self.skipTest("Not GPU test")
-    self._test_device_index(self._get_distribution_strategy())
-
   def testReplicaId(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
@@ -103,34 +98,31 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
   @test_util.run_in_graph_and_eager_modes
   def testRunRegroupError(self):
 
-    def run_fn(device_id):
+    def run_fn():
+      replica_id = int(self.evaluate(_replica_id()))
       # Generates a list with different lengths on different devices.
       # Will fail in _regroup() (if more than one device).
-      return list(range(device_id))
+      return list(range(replica_id))
 
     dist = self._get_distribution_strategy()
     with dist.scope(), self.assertRaises(AssertionError):
-      dist.call_for_each_replica(run_fn, args=(dist.worker_device_index,))
+      dist.call_for_each_replica(run_fn)
 
   @test_util.run_in_graph_and_eager_modes
   def testReduceToCpu(self):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
 
-    def run_fn(device_id):
-      return device_id
-
     dist = self._get_distribution_strategy()
     with dist.scope():
-      result = dist.call_for_each_replica(
-          run_fn, args=(dist.worker_device_index,))
+      result = dist.call_for_each_replica(_replica_id)
       reduced = dist.reduce(
           variable_scope.VariableAggregation.SUM,
           result,
           destinations="/device:CPU:0")
       unwrapped = dist.unwrap(reduced)
       self.assertEqual(1, len(unwrapped))
-      expected = sum(range(len(dist.worker_devices)))
+      expected = sum(range(dist.num_replicas_in_sync))
       self.assertEqual(expected, self.evaluate(unwrapped[0]))
 
   @test_util.run_in_graph_and_eager_modes
@@ -138,13 +130,12 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     if not GPU_TEST:
       self.skipTest("Not GPU test")
 
-    def run_fn(device_id):
-      return constant_op.constant(3 + 5 * device_id)
+    def run_fn():
+      return 3 + 5 * _replica_id()
 
     dist = self._get_distribution_strategy()
     with dist.scope():
-      result = dist.call_for_each_replica(
-          run_fn, args=(dist.worker_device_index,))
+      result = dist.call_for_each_replica(run_fn)
       reduced = dist.reduce(
           variable_scope.VariableAggregation.ONLY_FIRST_REPLICA,
           result,
@@ -274,8 +265,9 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
   def testVariableWithSameCanonicalNameAcrossThreads(self):
     self._skip_eager_if_gpus_less_than(1)
 
-    def model_fn(device_id):
-      v = variable_scope.variable(1.0, name="foo_" + str(device_id))
+    def model_fn():
+      replica_id = self.evaluate(_replica_id())
+      v = variable_scope.variable(1.0, name="foo_" + str(replica_id))
       distribution_strategy_context.get_replica_context().merge_call(
           lambda _: _)
       return v
@@ -284,8 +276,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         ["/device:GPU:0", "/device:CPU:0"])
 
     with dist.scope():
-      result = dist.call_for_each_replica(
-          model_fn, args=(dist.worker_device_index,))
+      result = dist.call_for_each_replica(model_fn)
       self.assertIsInstance(result, values.MirroredVariable)
       # The resulting mirrored variable will use the name from the first device.
       self.assertEquals("foo_0:0", result.name)
@@ -449,14 +440,16 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       self.assertEqual(3.0, self.evaluate(v1.get(devices[1])))
       self.assertEqual(3.0, self.evaluate(dist.read_var(v1)))
 
+      def replica_id_plus_one():
+        return math_ops.cast(_replica_id() + 1, dtype=dtypes.float32)
+
       # Update using the assign_add member function.
-      def update_member_fn(device_id):
-        update0 = v0.assign_add(5.0 * (device_id + 1))
-        update1 = v1.assign_add(7.0 * (device_id + 1))
+      def update_member_fn():
+        update0 = v0.assign_add(5.0 * replica_id_plus_one())
+        update1 = v1.assign_add(7.0 * replica_id_plus_one())
         return update0, update1
 
-      update0a, update1a = dist.call_for_each_replica(
-          update_member_fn, args=(dist.worker_device_index,))
+      update0a, update1a = dist.call_for_each_replica(update_member_fn)
 
       # Update "sync on read" variable.
       self.evaluate(dist.group(update0a))
@@ -476,13 +469,12 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       self.assertEqual(3.0 + 7.0, self.evaluate(dist.read_var(v1)))
 
       # Update using state_ops.assign_add global function.
-      def update_state_ops_fn(device_id):
-        update0 = state_ops.assign_add(v0, 11.0 * (device_id + 1))
-        update1 = state_ops.assign_add(v1, 13.0 * (device_id + 1))
+      def update_state_ops_fn():
+        update0 = state_ops.assign_add(v0, 11.0 * replica_id_plus_one())
+        update1 = state_ops.assign_add(v1, 13.0 * replica_id_plus_one())
         return update0, update1
 
-      update0b, update1b = dist.call_for_each_replica(
-          update_state_ops_fn, args=(dist.worker_device_index,))
+      update0b, update1b = dist.call_for_each_replica(update_state_ops_fn)
       self.evaluate(dist.group(update0b))
 
       # Update "sync on read" variable.
@@ -613,7 +605,8 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     components_sum = {}
     components_mean = {}
 
-    def model_fn(device_id):
+    def model_fn():
+      replica_id = self.evaluate(_replica_id())
       v_sum = variable_scope.variable(
           1.0,
           synchronization=variable_scope.VariableSynchronization.ON_READ,
@@ -624,14 +617,14 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
           aggregation=variable_scope.VariableAggregation.MEAN)
       self.assertTrue(isinstance(v_sum, values.ReplicaLocalVariable))
       self.assertTrue(isinstance(v_mean, values.ReplicaLocalVariable))
-      updates = [v_sum.assign_add(2.0 + device_id),
-                 v_mean.assign(6.0 * device_id)]
-      all_v_sum[device_id] = v_sum
-      all_v_mean[device_id] = v_mean
+      updates = [v_sum.assign_add(2.0 + replica_id),
+                 v_mean.assign(6.0 * replica_id)]
+      all_v_sum[replica_id] = v_sum
+      all_v_mean[replica_id] = v_mean
       c_sum = v_sum.get()
       c_mean = v_mean.get()
-      components_sum[device_id] = c_sum
-      components_mean[device_id] = c_mean
+      components_sum[replica_id] = c_sum
+      components_mean[replica_id] = c_mean
       self.assertIsNot(v_sum, c_sum)
       self.assertIsNot(v_mean, c_mean)
       return updates, v_sum, v_mean, c_sum, c_mean
@@ -642,8 +635,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     with dist.scope():
       # Create "sum" and "mean" versions of ReplicaLocalVariables.
       ret_ops, ret_v_sum, ret_v_mean, regrouped_sum, regrouped_mean = (
-          dist.call_for_each_replica(
-              model_fn, args=(dist.worker_device_index,)))
+          dist.call_for_each_replica(model_fn))
       # Should see the same wrapping instance in all replicas.
       self.assertIs(all_v_sum[0], ret_v_sum)
       self.assertIs(all_v_mean[0], ret_v_mean)
@@ -1205,7 +1197,7 @@ class ReplicaLocalVariableAssignTest(test.TestCase):
       # values on each of the replicas.
       self.assertEqual(2.0, self.evaluate(dist.read_var(replica_local_var)))
       # Assigning 6.0 in cross replica context will assign a value of
-      # 6.0/num_replicas_in_sync to each replica.
+      # 6.0/num_replicas to each replica.
       tlv_ops = replica_local_var.assign(6.0)
       self.evaluate(tlv_ops)
       # On reading the replica local var we should get the assigned value back.
@@ -1469,5 +1461,11 @@ class MultiWorkerMirroredStrategyTestWithChief(
     self._test_minimize_loss_graph(strategy, learning_rate=0.05)
 
 
+def _replica_id():
+  # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
+  return constant_op.constant(
+      distribution_strategy_context.get_replica_context().replica_id)
+
+
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index bea684e77c..7c7026052d 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -40,9 +40,6 @@ class MirroredOneCPUDistributionTest(strategy_test_lib.DistributionTestBase):
   def testMinimizeLossGraph(self):
     self._test_minimize_loss_graph(self._get_distribution_strategy())
 
-  def testDeviceIndex(self):
-    self._test_device_index(self._get_distribution_strategy())
-
   def testReplicaId(self):
     self._test_replica_id(self._get_distribution_strategy())
 
@@ -57,11 +54,11 @@ class VariableCreatorStackTest(test.TestCase):
     devices = ["/device:CPU:0", "/device:GPU:0"]
     dist = mirrored_strategy.MirroredStrategy(devices)
 
-    def model_fn(device_id):
-      assert isinstance(device_id, int)
+    def model_fn():
+      replica_id_str = str(self.evaluate(_replica_id()))
 
       def thread_creator_fn(next_creator, *args, **kwargs):
-        return next_creator(*args, **kwargs) + ":thread_" + str(device_id)
+        return next_creator(*args, **kwargs) + ":thread_" + replica_id_str
 
       with variable_scope.variable_creator_scope(thread_creator_fn):
         # Create a variable in this scope.
@@ -80,11 +77,16 @@ class VariableCreatorStackTest(test.TestCase):
     with context.graph_mode(), \
         dist.scope(), \
         variable_scope.variable_creator_scope(main_thread_creator):
-      result = dist.call_for_each_replica(
-          model_fn, args=(dist.worker_device_index,))
+      result = dist.call_for_each_replica(model_fn)
       result = dist.unwrap(result)
       expected = ["main_thread:thread_0", "main_thread:thread_1"]
-      self.assertEquals(expected, result)
+      self.assertEqual(expected, result)
+
+
+def _replica_id():
+  # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
+  return constant_op.constant(
+      distribution_strategy_context.get_replica_context().replica_id)
 
 
 class MultiWorkerMirroredStrategyTest(test.TestCase):
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 622194e8a2..d623798d0c 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -168,9 +168,6 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     del var_list
     return [self._device]
 
-  def _worker_device_index(self):
-    return 0
-
 
 class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
   """ReplicaContext for OneDeviceStrategy."""
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy_test.py b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
index 95f4cdb786..79f9c39cc8 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
@@ -35,9 +35,6 @@ class OneDeviceStrategyTest(strategy_test_lib.DistributionTestBase):
   def testMinimizeLossGraph(self):
     self._test_minimize_loss_graph(self._get_distribution_strategy())
 
-  def testDeviceIndex(self):
-    self._test_device_index(self._get_distribution_strategy())
-
   def testReplicaId(self):
     self._test_replica_id(self._get_distribution_strategy())
 
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index 3c0c10430e..9fee75a476 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -189,18 +189,6 @@ class DistributionTestBase(test.TestCase):
       # Error should go down
       self.assertLess(error_after, error_before)
 
-  def _test_device_index(self, d):
-    with d.scope():
-      expected_devices = [False] * len(d.worker_devices)
-
-      def mark_devices_fn(device_id):
-        self.assertLess(device_id, len(d.worker_devices))
-        self.assertFalse(expected_devices[device_id])
-        expected_devices[device_id] = True
-
-      d.call_for_each_replica(mark_devices_fn, args=(d.worker_device_index,))
-      self.assertAllEqual(expected_devices, [True] * len(d.worker_devices))
-
   def _test_replica_id(self, d):
     with d.scope():
       expected_devices = [False] * len(d.worker_devices)
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index f2f832f314..f1d2db0647 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -951,32 +951,6 @@ class DistributionStrategy(object):
     """
     raise NotImplementedError("must be implemented in descendants")
 
-  @property
-  def worker_device_index(self):
-    """An object mapping worker device to an id.
-
-    This might be passed as an argument to `call_for_each_replica()`, as in:
-
-    ```
-    with distribution_strategy.scope():
-
-      def fn(device_id):
-        # device_id is an integer. `fn` is being executed on device:
-        #    distribution_strategy.worker_devices[device_id].
-
-      distribution_strategy.call_for_each_replica(
-          fn, distribution_strategy.worker_device_index)
-    ```
-
-    Returns:
-      An index object, or the integer 0 if there is only a single replica.
-    """
-    _require_cross_replica_context(self)
-    return self._worker_device_index()
-
-  def _worker_device_index(self):
-    raise NotImplementedError("must be implemented in descendants")
-
   @property
   def between_graph(self):
     """Whether the strategy uses between-graph replication or not.
@@ -1232,10 +1206,6 @@ class _DefaultDistributionStrategy(DistributionStrategy):
   def non_slot_devices(self, var_list):
     return min(var_list, key=lambda x: x.name)
 
-  def _worker_device_index(self):
-    raise RuntimeError("worker_device_index() method unsupported by "
-                       "_DefaultDistributionStrategy.")
-
 
 # ------------------------------------------------------------------------------
 # We haven't yet implemented deserialization for DistributedVariables.
-- 
GitLab


From ad0aff393ee07e60a8154c229876c090f4f48e29 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 14 Nov 2018 08:55:14 -0800
Subject: [PATCH 1568/1825] [XLA] Fix TODOs in xla/service/gpu.

- Reassign TODO assigned to xoogler.
- Remove ambiguous TODO that isn't clearly suggesting we do anything.

PiperOrigin-RevId: 221451978
---
 .../xla/service/gpu/llvm_gpu_backend/nvptx_backend_lib.cc   | 6 +++---
 tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc       | 2 +-
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/llvm_gpu_backend/nvptx_backend_lib.cc b/tensorflow/compiler/xla/service/gpu/llvm_gpu_backend/nvptx_backend_lib.cc
index 8751e3a9c2..364f69a69d 100644
--- a/tensorflow/compiler/xla/service/gpu/llvm_gpu_backend/nvptx_backend_lib.cc
+++ b/tensorflow/compiler/xla/service/gpu/llvm_gpu_backend/nvptx_backend_lib.cc
@@ -453,12 +453,12 @@ void GPUBackendInit(const HloModuleConfig& hlo_module_config) {
   // * 3-6 gives similar results as 2;
   // * >6 start hurting the performance of at least dot product kernels.
   //
-  // TODO(jingyue): The current threshold only considers the numbr of IR
+  // TODO(jingyue): The current threshold only considers the number of IR
   // instructions which do not accurately reflect the true cost. We need a
   // better cost model.
   FeedLLVMWithFlags({"-bonus-inst-threshold=2"});
-  // TODO(b/22073864): Increase limit when scan memory dependency.
-  // This helps to reduce more redundant load instructions.
+  // Increase limit when scanning memory dependencies.  This helps to reduce
+  // more redundant load instructions.
   //
   // The specific value is currently large enough for s3d in shoc benchmark,
   // which contains a lot of load instructions and many arithmetic instructions
diff --git a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
index de04ed85c3..48a860ba41 100644
--- a/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
+++ b/tensorflow/compiler/xla/service/gpu/nvptx_compiler.cc
@@ -810,7 +810,7 @@ std::vector<uint8> NVPTXCompiler::CompilePtxOrGetCachedResult(const string& ptx,
             // binaries are not available. We don't want to spam logs with
             // identical warnings in this case.
 
-            // TODO(zhengxq): we should implement a LOG_FIRST_N and LOG_EVERY_N
+            // TODO(jlebar): we should implement a LOG_FIRST_N and LOG_EVERY_N
             // for more general usage.
             static std::atomic<bool> warning_done(false);
             log_warning = !warning_done.exchange(true);
-- 
GitLab


From 2a555cd91f7cdc6d384e6887ddb6af7843bdb996 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Wed, 14 Nov 2018 09:02:07 -0800
Subject: [PATCH 1569/1825] Actually disable logging in fuzzing mode.

PiperOrigin-RevId: 221453081
---
 tensorflow/core/platform/default/logging.cc | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/platform/default/logging.cc b/tensorflow/core/platform/default/logging.cc
index 34db490106..ad3feda701 100644
--- a/tensorflow/core/platform/default/logging.cc
+++ b/tensorflow/core/platform/default/logging.cc
@@ -135,10 +135,10 @@ LogMessage::~LogMessage() {
 int64 LogMessage::MinVLogLevel() {
   // We don't want to print logs during fuzzing as that would slow fuzzing down
   // by almost 2x. So, if we are in fuzzing mode (not just running a test), we
-  // return maximum value so that nothing is actually printed
+  // return minimum value so that nothing is actually printed
   // See also http://llvm.org/docs/LibFuzzer.html#fuzzer-friendly-build-mode
 #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
-  return tensorflow::NUM_SEVERITIES;
+  return 0;
 #else
   static int64 min_vlog_level = MinVLogLevelFromEnv();
   return min_vlog_level;
-- 
GitLab


From bee955699c66d9a579f70b1a035d032a9973871d Mon Sep 17 00:00:00 2001
From: Eugene Brevdo <ebrevdo@google.com>
Date: Wed, 14 Nov 2018 09:46:07 -0800
Subject: [PATCH 1570/1825] [TF Grappler] MetaOptimizer now takes a
 ConfigProto.

This will allow us to start reasoning about more global config options in
Grappler.  For example, it will allow us to move XLA functionalization rewrites
into Grappler, because we'll know when JIT optimization has been turned on.

We'll also be able to selectively disable particular grappler rewrites when
JIT optimization is on.

Additional changes:

* PartitionedCall now accepts a ConfigProto instead of a RewriterConfig
* Eager context now passes the entire ConfigProto through.

PiperOrigin-RevId: 221460335
---
 .../contrib/tensorrt/convert/convert_graph.cc |  6 +-
 .../contrib/tensorrt/python/trt_convert.py    | 12 ++--
 .../common_runtime/graph_execution_state.cc   |  7 +-
 .../grappler/optimizers/meta_optimizer.cc     | 47 ++++++++------
 .../core/grappler/optimizers/meta_optimizer.h | 10 +--
 .../optimizers/meta_optimizer_test.cc         | 63 ++++++++++++------
 .../core/kernels/data/optimize_dataset_op.cc  |  6 +-
 .../core/kernels/partitioned_function_ops.cc  | 34 +++++++---
 tensorflow/core/ops/functional_ops.cc         |  4 +-
 tensorflow/python/eager/context.py            | 55 +++++++---------
 tensorflow/python/eager/function.py           |  2 +-
 tensorflow/python/eager/function_test.py      |  6 +-
 .../python/grappler/cost_analyzer_tool.py     |  9 +--
 tensorflow/python/grappler/graph_placer.py    |  6 +-
 .../python/grappler/layout_optimizer_test.py  | 20 +++---
 .../python/grappler/memory_optimizer_test.py  | 65 +++++++++++--------
 tensorflow/python/grappler/tf_optimizer.i     | 14 ++--
 tensorflow/python/grappler/tf_optimizer.py    |  8 ++-
 .../python/grappler/tf_optimizer_test.py      | 17 +++--
 .../python/kernel_tests/signal/test_util.py   | 14 ++--
 .../python/kernel_tests/while_v2_test.py      | 11 ++--
 tensorflow/python/ops/functional_ops.py       | 19 +++---
 22 files changed, 255 insertions(+), 180 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_graph.cc b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
index 26d54eb156..f95ffe4100 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_graph.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_graph.cc
@@ -264,7 +264,9 @@ tensorflow::Status ConvertGraphDefToTensorRT(
 #endif
 
   // Create RewriterConfig.
-  tensorflow::RewriterConfig rw_cfg;
+  tensorflow::ConfigProto config_proto;
+  auto& rw_cfg =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
   // TODO(aaroey): use only const folding and layout for the time being since
   // new optimizers break the graph for trt.
   rw_cfg.add_optimizers("constfold");
@@ -287,7 +289,7 @@ tensorflow::Status ConvertGraphDefToTensorRT(
   }
 
   // Run optimizer.
-  tensorflow::grappler::MetaOptimizer meta_opt(nullptr, rw_cfg);
+  tensorflow::grappler::MetaOptimizer meta_opt(nullptr, config_proto);
   TF_RETURN_IF_ERROR(meta_opt.Optimize(cluster.get(), item, new_graph_def));
 
   if (VLOG_IS_ON(5)) {
diff --git a/tensorflow/contrib/tensorrt/python/trt_convert.py b/tensorflow/contrib/tensorrt/python/trt_convert.py
index bb81fbf93f..d149dcbd56 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert.py
@@ -323,14 +323,16 @@ def create_inference_graph(input_graph_def,
           output_collection)
 
   # Create RewriterConfig.
-  rewriter_config = tensorrt_rewriter_config(
-      rewriter_config, max_batch_size, max_workspace_size_bytes, precision_mode,
-      minimum_segment_size, is_dynamic_op, maximum_cached_engines,
-      cached_engine_batch_sizes)
+  config = config_pb2.ConfigProto()
+  config.graph_options.rewrite_options.CopyFrom(
+      tensorrt_rewriter_config(
+          rewriter_config, max_batch_size, max_workspace_size_bytes,
+          precision_mode, minimum_segment_size, is_dynamic_op,
+          maximum_cached_engines, cached_engine_batch_sizes))
 
   # Run Grappler.
   transformed_graph_def = tf_optimizer.OptimizeGraph(
-      rewriter_config, grappler_meta_graph_def, graph_id=b"tf_graph")
+      config, grappler_meta_graph_def, graph_id=b"tf_graph")
 
   # Optionally write the transformed graphdef as SavedModel.
   if output_saved_model_dir is not None:
diff --git a/tensorflow/core/common_runtime/graph_execution_state.cc b/tensorflow/core/common_runtime/graph_execution_state.cc
index ab619ef619..0d36930324 100644
--- a/tensorflow/core/common_runtime/graph_execution_state.cc
+++ b/tensorflow/core/common_runtime/graph_execution_state.cc
@@ -552,10 +552,7 @@ Status GraphExecutionState::OptimizeGraph(
     return errors::InvalidArgument("Can't optimize a pruned graph");
   }
 
-  const RewriterConfig& rewrite_options =
-      session_options_->config.graph_options().rewrite_options();
-
-  if (grappler::MetaOptimizerEnabled(rewrite_options)) {
+  if (grappler::MetaOptimizerEnabled(session_options_->config)) {
     // Adding this functionality in steps. The first step is to make sure
     // we don't break dependencies. The second step will be to turn the
     // functionality on by default.
@@ -638,7 +635,7 @@ Status GraphExecutionState::OptimizeGraph(
     grappler::VirtualCluster cluster(device_set_);
     GraphDef new_graph;
     TF_RETURN_IF_ERROR(grappler::RunMetaOptimizer(
-        item, rewrite_options, cpu_device, &cluster, &new_graph));
+        item, session_options_->config, cpu_device, &cluster, &new_graph));
 
     // Merge optimized graph function library with an original library.
     // Optimized graph might have new functions specialized for it's
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.cc b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
index 82c88bb06a..6975fa715b 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.cc
@@ -127,8 +127,10 @@ std::unique_ptr<GraphOptimizer> MetaOptimizer::MakeNewOptimizer(
 
 #undef MK_OPT
 
-MetaOptimizer::MetaOptimizer(DeviceBase* cpu_device, const RewriterConfig& cfg)
-    : cpu_device_(cpu_device), cfg_(cfg) {
+MetaOptimizer::MetaOptimizer(DeviceBase* cpu_device, const ConfigProto& cfg)
+    : cpu_device_(cpu_device),
+      config_proto_(cfg),
+      cfg_(*config_proto_.mutable_graph_options()->mutable_rewrite_options()) {
   DCHECK(cpu_device_ == nullptr ||
          cpu_device_->attributes().device_type() == "CPU");
 }
@@ -570,32 +572,35 @@ void MetaOptimizer::Feedback(Cluster* cluster, const GrapplerItem& item,
   // Nothing to do for MetaOptimizer.
 }
 
-bool MetaOptimizerEnabled(const RewriterConfig& cfg) {
-  if (cfg.disable_meta_optimizer()) {
+bool MetaOptimizerEnabled(const ConfigProto& cfg) {
+  const auto& rewrite_cfg = cfg.graph_options().rewrite_options();
+  if (rewrite_cfg.disable_meta_optimizer()) {
     return false;
   }
-  return !cfg.disable_model_pruning() ||
-         cfg.layout_optimizer() != RewriterConfig::OFF ||
-         cfg.function_optimization() != RewriterConfig::OFF ||
-         cfg.constant_folding() != RewriterConfig::OFF ||
-         cfg.shape_optimization() != RewriterConfig::OFF ||
-         cfg.remapping() != RewriterConfig::OFF ||
-         cfg.arithmetic_optimization() != RewriterConfig::OFF ||
-         cfg.loop_optimization() != RewriterConfig::OFF ||
-         cfg.dependency_optimization() != RewriterConfig::OFF ||
-         cfg.auto_parallel().enable() ||
-         cfg.memory_optimization() != RewriterConfig::NO_MEM_OPT ||
-         cfg.debug_stripper() == RewriterConfig::ON ||
-         cfg.scoped_allocator_optimization() == RewriterConfig::ON ||
-         cfg.pin_to_host_optimization() == RewriterConfig::ON ||
-         !cfg.optimizers().empty() || !cfg.custom_optimizers().empty();
+  return !rewrite_cfg.disable_model_pruning() ||
+         rewrite_cfg.layout_optimizer() != RewriterConfig::OFF ||
+         rewrite_cfg.function_optimization() != RewriterConfig::OFF ||
+         rewrite_cfg.constant_folding() != RewriterConfig::OFF ||
+         rewrite_cfg.shape_optimization() != RewriterConfig::OFF ||
+         rewrite_cfg.remapping() != RewriterConfig::OFF ||
+         rewrite_cfg.arithmetic_optimization() != RewriterConfig::OFF ||
+         rewrite_cfg.loop_optimization() != RewriterConfig::OFF ||
+         rewrite_cfg.dependency_optimization() != RewriterConfig::OFF ||
+         rewrite_cfg.auto_parallel().enable() ||
+         rewrite_cfg.memory_optimization() != RewriterConfig::NO_MEM_OPT ||
+         rewrite_cfg.debug_stripper() == RewriterConfig::ON ||
+         rewrite_cfg.scoped_allocator_optimization() == RewriterConfig::ON ||
+         rewrite_cfg.pin_to_host_optimization() == RewriterConfig::ON ||
+         !rewrite_cfg.optimizers().empty() ||
+         !rewrite_cfg.custom_optimizers().empty();
 }
 
-Status RunMetaOptimizer(const GrapplerItem& item, const RewriterConfig& cfg,
+Status RunMetaOptimizer(const GrapplerItem& item, const ConfigProto& cfg,
                         DeviceBase* cpu_device, Cluster* cluster,
                         GraphDef* optimized_graph) {
   MetaOptimizer optimizer(cpu_device, cfg);
-  optimizer.set_deadline_usec(DeadlineMicroSeconds(cfg));
+  optimizer.set_deadline_usec(
+      DeadlineMicroSeconds(cfg.graph_options().rewrite_options()));
   Status status = optimizer.Optimize(cluster, item, optimized_graph);
   if (!status.ok()) {
     *optimized_graph = item.graph;
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer.h b/tensorflow/core/grappler/optimizers/meta_optimizer.h
index e599a9201b..a06da4394e 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer.h
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer.h
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/optimizers/graph_optimizer.h"
 #include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/protobuf/config.pb.h"
 #include "tensorflow/core/protobuf/rewriter_config.pb.h"
 
 namespace tensorflow {
@@ -28,7 +29,7 @@ namespace grappler {
 // Run the other grappler optimizers based on the specified rewriter config.
 class MetaOptimizer : public GraphOptimizer {
  public:
-  MetaOptimizer(DeviceBase* cpu_device, const RewriterConfig& cfg);
+  MetaOptimizer(DeviceBase* cpu_device, const ConfigProto& cfg);
   ~MetaOptimizer() override = default;
 
   string name() const override { return "meta_optimizer"; };
@@ -65,7 +66,8 @@ class MetaOptimizer : public GraphOptimizer {
                        GraphDef* optimized_graph);
 
   DeviceBase* const cpu_device_;  // may be NULL
-  RewriterConfig cfg_;
+  ConfigProto config_proto_;
+  RewriterConfig& cfg_;
 
   struct OptimizerResult {
     string optimizer_name;
@@ -85,7 +87,7 @@ class MetaOptimizer : public GraphOptimizer {
   std::vector<GraphOptimizationResult> optimization_results_;
 };
 
-bool MetaOptimizerEnabled(const RewriterConfig& cfg);
+bool MetaOptimizerEnabled(const ConfigProto& cfg);
 
 // Run the meta optimizer.
 //
@@ -93,7 +95,7 @@ bool MetaOptimizerEnabled(const RewriterConfig& cfg);
 // during constant folding; if NULL, a new device is created for doing constant
 // folding. For performance, it is recommended to pass in an existing cpu_device
 // when possible.
-Status RunMetaOptimizer(const GrapplerItem& item, const RewriterConfig& cfg,
+Status RunMetaOptimizer(const GrapplerItem& item, const ConfigProto& cfg,
                         DeviceBase* cpu_device, Cluster* cluster,
                         GraphDef* optimized_graph);
 
diff --git a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
index 6105bf27ba..b60aa25667 100644
--- a/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
+++ b/tensorflow/core/grappler/optimizers/meta_optimizer_test.cc
@@ -134,11 +134,13 @@ TEST_F(MetaOptimizerTest, RunsCustomOptimizer) {
   CHECK(fake_input.NextItem(&item));
 
   TestOptimizer::SetOptimized(false);
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
   rewriter_config.add_optimizers("TestOptimizer");
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
   GraphDef output;
   const Status status = optimizer.Optimize(nullptr, item, &output);
   TF_EXPECT_OK(status);
@@ -151,13 +153,15 @@ TEST_F(MetaOptimizerTest, RunsCustomOptimizerWithParams) {
   CHECK(fake_input.NextItem(&item));
 
   TestOptimizer::SetOptimized(false);
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
   rewriter_config.add_optimizers("TestOptimizerWithParams");
   auto* custom_config = rewriter_config.add_custom_optimizers();
   custom_config->set_name("TestOptimizerWithParams");
   (*custom_config->mutable_parameter_map())["foo"] = AttrValue();
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
   GraphDef output;
   const Status status = optimizer.Optimize(nullptr, item, &output);
   TF_EXPECT_OK(status);
@@ -171,13 +175,15 @@ TEST_F(MetaOptimizerTest, RunsCustomOptimizerAndCustomGraphOptimizer) {
 
   TestOptimizer::SetOptimized(false);
   TestGraphOptimizer::SetOptimized(false);
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
   rewriter_config.add_optimizers("TestOptimizer");
   auto customGraphOptimizer = rewriter_config.add_custom_optimizers();
   customGraphOptimizer->set_name("TestGraphOptimizer");
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
   GraphDef output;
   const Status status = optimizer.Optimize(nullptr, item, &output);
   TF_EXPECT_OK(status);
@@ -190,11 +196,13 @@ TEST_F(MetaOptimizerTest, RunOptimizersTwice) {
   GrapplerItem item;
   CHECK(fake_input.NextItem(&item));
 
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
   rewriter_config.set_meta_optimizer_iterations(RewriterConfig::TWO);
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
   GraphDef output;
   const Status status = optimizer.Optimize(nullptr, item, &output);
   TF_EXPECT_OK(status);
@@ -205,13 +213,15 @@ TEST_F(MetaOptimizerTest, RunToggleOptimizersAndCustomGraphOptimizerTwice) {
   GrapplerItem item;
   CHECK(fake_input.NextItem(&item));
 
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
   auto customGraphOptimizer = rewriter_config.add_custom_optimizers();
   customGraphOptimizer->set_name("TestGraphOptimizer");
   rewriter_config.set_meta_optimizer_iterations(RewriterConfig::TWO);
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
   GraphDef output;
   const Status status = optimizer.Optimize(nullptr, item, &output);
   TF_EXPECT_OK(status);
@@ -222,13 +232,16 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibrary) {
   using test::function::NDef;
 
   // Enable ony function optimization.
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
+
   rewriter_config.set_meta_optimizer_iterations(RewriterConfig::TWO);
   rewriter_config.set_function_optimization(RewriterConfig::ON);
   rewriter_config.add_optimizers("function");
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
 
   // Define function library:
   //
@@ -394,14 +407,17 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryPruneFunctionBody) {
   using test::function::NDef;
 
   // Enable function optimization and pruning.
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
+
   rewriter_config.set_meta_optimizer_iterations(RewriterConfig::TWO);
   rewriter_config.set_function_optimization(RewriterConfig::ON);
   rewriter_config.add_optimizers("function");
   rewriter_config.add_optimizers("pruning");
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
 
   // MyFunc defines two Mul nodes inside function body and two corresponding
   // function outputs.
@@ -505,12 +521,15 @@ TEST_F(MetaOptimizerTest, OptimizeFunctionLibraryWithRestrictions) {
       &allowed_optimizations);
 
   // Just record properties of optimized Grappler items.
-  RewriterConfig rewriter_config;
+  ConfigProto config_proto;
+  auto& rewriter_config =
+      *config_proto.mutable_graph_options()->mutable_rewrite_options();
+
   rewriter_config.set_meta_optimizer_iterations(RewriterConfig::TWO);
   rewriter_config.add_optimizers("GrapplerItemPropertiesAccumulator");
   rewriter_config.set_min_graph_nodes(-1);
 
-  MetaOptimizer optimizer(nullptr, rewriter_config);
+  MetaOptimizer optimizer(nullptr, config_proto);
 
   // Define simple function library with two identical mul functions.
   FunctionDef mul_func_1 = FunctionDefHelper::Create(
@@ -605,7 +624,9 @@ TEST_F(MetaOptimizerTest, OptimizerTimesOut) {
   GrapplerItem item;
   CHECK(fake_input.NextItem(&item));
 
-  RewriterConfig rewriter_config;
+  ConfigProto config;
+  RewriterConfig& rewriter_config =
+      *config.mutable_graph_options()->mutable_rewrite_options();
   rewriter_config.add_optimizers("SleepingOptimizer");
   rewriter_config.set_min_graph_nodes(-1);
   rewriter_config.set_meta_optimizer_timeout_ms(1500);
@@ -613,7 +634,7 @@ TEST_F(MetaOptimizerTest, OptimizerTimesOut) {
 
   GraphDef output;
   const Status status =
-      RunMetaOptimizer(item, rewriter_config, nullptr, nullptr, &output);
+      RunMetaOptimizer(item, config, nullptr, nullptr, &output);
   EXPECT_EQ(status.error_message(), "meta_optimizer exceeded deadline.");
   // Make sure the graph was reverted to the original regardless of when the
   // optimizer timed out.
@@ -625,14 +646,16 @@ TEST_F(MetaOptimizerTest, OptimizerDoesNotTimeOut) {
   GrapplerItem item;
   CHECK(fake_input.NextItem(&item));
 
-  RewriterConfig rewriter_config;
+  ConfigProto config;
+  RewriterConfig& rewriter_config =
+      *config.mutable_graph_options()->mutable_rewrite_options();
   rewriter_config.add_optimizers("SleepingOptimizer");
   rewriter_config.set_min_graph_nodes(-1);
   rewriter_config.set_meta_optimizer_timeout_ms(1500);
   rewriter_config.set_meta_optimizer_iterations(RewriterConfig::ONE);
   GraphDef output;
   const Status status =
-      RunMetaOptimizer(item, rewriter_config, nullptr, nullptr, &output);
+      RunMetaOptimizer(item, config, nullptr, nullptr, &output);
   TF_EXPECT_OK(status);
   EXPECT_EQ(item.graph.node_size() + 1, output.node_size());
 }
diff --git a/tensorflow/core/kernels/data/optimize_dataset_op.cc b/tensorflow/core/kernels/data/optimize_dataset_op.cc
index 213ee7c601..f90dcb95e3 100644
--- a/tensorflow/core/kernels/data/optimize_dataset_op.cc
+++ b/tensorflow/core/kernels/data/optimize_dataset_op.cc
@@ -226,7 +226,9 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
       (*meta_graph_def.mutable_collection_def())["train_op"] = collection_def;
 
       // Create Grappler item.
-      tensorflow::RewriterConfig rewriter_config;
+      tensorflow::ConfigProto config;
+      RewriterConfig& rewriter_config =
+          *config.mutable_graph_options()->mutable_rewrite_options();
       for (const string& optimization : optimizations_) {
         rewriter_config.add_optimizers(optimization);
       }
@@ -264,7 +266,7 @@ class OptimizeDatasetOp : public UnaryDatasetOpKernel {
         }
       }
       TF_RETURN_IF_ERROR(tensorflow::grappler::RunMetaOptimizer(
-          *grappler_item, rewriter_config, ctx->device(), &cluster, graph_def));
+          *grappler_item, config, ctx->device(), &cluster, graph_def));
 
       return Status::OK();
     }
diff --git a/tensorflow/core/kernels/partitioned_function_ops.cc b/tensorflow/core/kernels/partitioned_function_ops.cc
index 71e506e5e6..89b74495c7 100644
--- a/tensorflow/core/kernels/partitioned_function_ops.cc
+++ b/tensorflow/core/kernels/partitioned_function_ops.cc
@@ -28,6 +28,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/grappler_item.h"
 #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
 #include "tensorflow/core/grappler/utils/functions.h"
+#include "tensorflow/core/protobuf/config.pb.h"
 #include "tensorflow/core/protobuf/rewriter_config.pb.h"
 #include "tensorflow/core/util/ptr_util.h"
 #include "tensorflow/core/util/reffed_status_callback.h"
@@ -50,12 +51,29 @@ class PartitionedCallOp : public AsyncOpKernel {
  public:
   explicit PartitionedCallOp(OpKernelConstruction* ctx) : AsyncOpKernel(ctx) {
     OP_REQUIRES_OK(ctx, ctx->GetAttr("f", &func_));
-    string rewriter_config_serialized;
-    OP_REQUIRES_OK(ctx, ctx->GetAttr("config", &rewriter_config_serialized));
+    string deprecated_config_serialized;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("config", &deprecated_config_serialized));
+    string config_proto_serialized;
+    OP_REQUIRES_OK(ctx, ctx->GetAttr("config_proto", &config_proto_serialized));
     OP_REQUIRES(
-        ctx, rewriter_config_.ParseFromString(rewriter_config_serialized),
-        errors::InvalidArgument("Unable to parse rewriter_config string as "
-                                "tensorflow::RewriterConfig proto."));
+        ctx,
+        deprecated_config_serialized.empty() || config_proto_serialized.empty(),
+        errors::InvalidArgument("Provided both 'config' and 'config_proto' but "
+                                "only one should be provided.  Note the "
+                                "'config' option is deprecated."));
+    if (!deprecated_config_serialized.empty()) {
+      OP_REQUIRES(ctx,
+                  config_proto_.mutable_graph_options()
+                      ->mutable_rewrite_options()
+                      ->ParseFromString(deprecated_config_serialized),
+                  errors::InvalidArgument("Unable to parse config string as "
+                                          "tensorflow::RewriteOptions proto."));
+    } else {
+      OP_REQUIRES(
+          ctx, config_proto_.ParseFromString(config_proto_serialized),
+          errors::InvalidArgument("Unable to parse config_proto string as "
+                                  "tensorflow::ConfigProto proto."));
+    }
     OP_REQUIRES_OK(ctx, ctx->GetAttr("executor_type", &executor_type_));
   }
 
@@ -506,7 +524,7 @@ class PartitionedCallOp : public AsyncOpKernel {
                        FunctionLibraryDefinition* flib,
                        const DeviceSet& device_set, Device* cpu_device,
                        std::unique_ptr<Graph>* graph) {
-    if (!tensorflow::grappler::MetaOptimizerEnabled(rewriter_config_)) {
+    if (!tensorflow::grappler::MetaOptimizerEnabled(config_proto_)) {
       return Status::OK();
     }
 
@@ -530,7 +548,7 @@ class PartitionedCallOp : public AsyncOpKernel {
     // TODO(nareshmodi): Consider adding and using the more generic GraphOptions
     // proto (which also contain the OptimizerOptions).
     TF_RETURN_IF_ERROR(tensorflow::grappler::RunMetaOptimizer(
-        item, rewriter_config_, cpu_device, &cluster, &out_graph));
+        item, config_proto_, cpu_device, &cluster, &out_graph));
 
     std::unique_ptr<Graph> optimized_graph(new Graph(OpRegistry::Global()));
     TF_RETURN_IF_ERROR(ConvertGraphDefToGraph(
@@ -562,7 +580,7 @@ class PartitionedCallOp : public AsyncOpKernel {
   }
 
   NameAttrList func_;
-  RewriterConfig rewriter_config_;
+  ConfigProto config_proto_;
   string executor_type_;
   // Contains maps from device names to handles of function partitions, keyed by
   // FunctionLibraryRuntime pointers. (Because this kernel may be instantiated
diff --git a/tensorflow/core/ops/functional_ops.cc b/tensorflow/core/ops/functional_ops.cc
index ee14a851eb..5e0bdd888c 100644
--- a/tensorflow/core/ops/functional_ops.cc
+++ b/tensorflow/core/ops/functional_ops.cc
@@ -226,6 +226,7 @@ REGISTER_OP("PartitionedCall")
     .Attr("Tout: list(type) >= 0")
     .Attr("f: func")
     .Attr("config: string = ''")
+    .Attr("config_proto: string = ''")
     .Attr("executor_type: string = ''")
     .SetShapeFn(shape_inference::UnknownShape);
 
@@ -235,7 +236,8 @@ REGISTER_OP("StatefulPartitionedCall")
     .Attr("Tin: list(type) >= 0")
     .Attr("Tout: list(type) >= 0")
     .Attr("f: func")
-    .Attr("config: string = ''")
+    .Attr("config: string = ''")  // Deprecated in favor of config_proto
+    .Attr("config_proto: string = ''")
     .Attr("executor_type: string = ''")
     .SetIsStateful()
     .SetShapeFn(shape_inference::UnknownShape);
diff --git a/tensorflow/python/eager/context.py b/tensorflow/python/eager/context.py
index e3fef524bf..2f6b038dda 100644
--- a/tensorflow/python/eager/context.py
+++ b/tensorflow/python/eager/context.py
@@ -25,7 +25,6 @@ import random
 import threading
 
 from tensorflow.core.protobuf import config_pb2
-from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python import pywrap_tensorflow
 from tensorflow.python import tf2
 from tensorflow.python.framework import c_api_util
@@ -86,21 +85,21 @@ class FunctionCallOptions(object):
   Eager functions are functions decorated with tf.contrib.eager.defun.
   """
 
-  def __init__(self, executor_type=None, rewriter_config=None):
+  def __init__(self, executor_type=None, config_proto=None):
     """Constructor.
 
     Args:
       executor_type: (optional) name of the executor to be used to execute the
         eager function. If None or an empty string, the default Tensorflow
         executor will be used.
-      rewriter_config: (optional) a rewriter_config_pb2.RewriterConfig proto or
+      config_proto: (optional) a `config_pb2.ConfigProto` proto or
         a serialized string of that proto.
         The config used by Grappler when optimizing the function graph.
         Each concrete function is optimized the first time is called. Changing
-        rewriter_config after the first call has no effect.
-        If rewriter_config is None, an empty RewriterConfig will be used.
+        config_proto after the first call has no effect.
+        If config_proto is None, an empty RewriterConfig will be used.
     """
-    self.rewriter_config_serialized = rewriter_config
+    self.config_proto_serialized = config_proto
     self.executor_type = executor_type
 
   @property
@@ -112,24 +111,22 @@ class FunctionCallOptions(object):
     self._executor_type = executor_type
 
   @property
-  def rewriter_config_serialized(self):
-    return self._rewriter_config_serialized
+  def config_proto_serialized(self):
+    return self._config_proto_serialized
 
-  @rewriter_config_serialized.setter
-  def rewriter_config_serialized(self, config):
-    if isinstance(config, rewriter_config_pb2.RewriterConfig):
-      self._rewriter_config_serialized = config.SerializeToString()
+  @config_proto_serialized.setter
+  def config_proto_serialized(self, config):
+    if isinstance(config, config_pb2.ConfigProto):
+      self._config_proto_serialized = config.SerializeToString()
     elif isinstance(config, str):
-      self._rewriter_config_serialized = config
+      self._config_proto_serialized = config
     elif config is None:
-      self._rewriter_config_serialized = rewriter_config_pb2.RewriterConfig(
-      ).SerializeToString()
+      self._config_proto_serialized = (
+          config_pb2.ConfigProto().SerializeToString())
     else:
-      raise ValueError(
-          "the rewriter config must be either a "
-          "rewriter_config_pb2.RewriterConfig, or a serialized string of that "
-          "proto or None. got: {}"
-          .format(type(config)))
+      raise ValueError("the rewriter config must be either a "
+                       "config_pb2.ConfigProto, or a serialized string of that "
+                       "proto or None. got: {}".format(type(config)))
 
 
 # TODO(agarwal): better name ?
@@ -152,14 +149,12 @@ class _EagerContext(threading.local):
 
     # Default rewriter config corresponds to turning all default grappler
     # optimizations on.
-    base_config = rewriter_config_pb2.RewriterConfig()
+    base_config = config_pb2.ConfigProto()
 
-    if config is not None and config.HasField(
-        "graph_options") and config.graph_options.HasField("rewrite_options"):
-      base_config.Merge(config.graph_options.rewrite_options)
+    if config is not None:
+      base_config.MergeFrom(config)
 
-    self.function_call_options = FunctionCallOptions(
-        rewriter_config=base_config)
+    self.function_call_options = FunctionCallOptions(config_proto=base_config)
 
 
 ContextSwitch = collections.namedtuple(
@@ -897,21 +892,21 @@ def export_run_metadata():
   return context().export_run_metadata()
 
 
-def function_rewriter_config(rewriter_config):
+def function_config_proto(config_proto):
   """Context manager for setting the grappler rewrite config.
 
   This config is used by Grappler when optimizing the function graph.
 
   Args:
-    rewriter_config: a rewriter_config_pb2.RewriterConfig proto or
+    config_proto: a `config_pb2.ConfigProto` proto or
       a serialized string of that proto or None. If None, the default instance
-      of rewriter_config_pb2.RewriterConfig will be used.
+      of `config_pb2.ConfigProto` will be used.
 
   Returns:
     A context manager.
   """
   def _set_options_func(options):
-    options.rewriter_config_serialized = rewriter_config
+    options.config_proto_serialized = config_proto
 
   return context().function_call_options(_set_options_func)
 
diff --git a/tensorflow/python/eager/function.py b/tensorflow/python/eager/function.py
index e4a5fefe76..e863cf57bc 100644
--- a/tensorflow/python/eager/function.py
+++ b/tensorflow/python/eager/function.py
@@ -260,7 +260,7 @@ class _EagerDefinedFunction(object):
           f=self,
           tout=self._output_types,
           executing_eagerly=executing_eagerly,
-          config=function_call_options.rewriter_config_serialized,
+          config=function_call_options.config_proto_serialized,
           executor_type=function_call_options.executor_type)
 
     if executing_eagerly:
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index 2af08689f8..ff1d947bf7 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -102,10 +102,10 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       _ = x * y
       return x + y
 
-    # The default config allows everything.
-    rewrites = rewriter_config_pb2.RewriterConfig()
+    # The default config allows all rewrites.
+    config_proto = config_pb2.ConfigProto()
 
-    with context.function_rewriter_config(rewrites):
+    with context.function_config_proto(config_proto):
       t = constant_op.constant(1.0)
       self.assertAllEqual(add(t, t).numpy(), 2.0)
 
diff --git a/tensorflow/python/grappler/cost_analyzer_tool.py b/tensorflow/python/grappler/cost_analyzer_tool.py
index e6229e1856..7dbaf449ca 100644
--- a/tensorflow/python/grappler/cost_analyzer_tool.py
+++ b/tensorflow/python/grappler/cost_analyzer_tool.py
@@ -25,8 +25,8 @@ from google.protobuf import message
 from google.protobuf import text_format
 from tensorflow.contrib.fused_conv.ops import gen_fused_conv2d_bias_activation_op  # pylint: disable=unused-import
 from tensorflow.core.framework import graph_pb2
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import meta_graph_pb2
-from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.core.protobuf import saved_model_pb2
 from tensorflow.python.framework import importer
 from tensorflow.python.framework import ops
@@ -79,10 +79,11 @@ def get_metagraph():
 
 def main(_):
   metagraph = get_metagraph()
-  rewriter_config = rewriter_config_pb2.RewriterConfig()
+  config = config_pb2.ConfigProto()
   if FLAGS.rewriter_config is not None:
-    text_format.Merge(FLAGS.rewriter_config, rewriter_config)
-  optimized_graph = tf_optimizer.OptimizeGraph(rewriter_config, metagraph)
+    text_format.Merge(FLAGS.rewriter_config,
+                      config.graph_options.rewrite_options)
+  optimized_graph = tf_optimizer.OptimizeGraph(config, metagraph)
   metagraph.graph_def.CopyFrom(optimized_graph)
 
   report = cost_analyzer.GenerateCostReport(metagraph, FLAGS.per_node_report,
diff --git a/tensorflow/python/grappler/graph_placer.py b/tensorflow/python/grappler/graph_placer.py
index 654013b23c..9c05ad8179 100644
--- a/tensorflow/python/grappler/graph_placer.py
+++ b/tensorflow/python/grappler/graph_placer.py
@@ -19,8 +19,8 @@ from __future__ import division
 from __future__ import print_function
 
 import time
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import meta_graph_pb2
-from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops as tf_ops
 from tensorflow.python.grappler import cluster as gcluster
@@ -54,9 +54,9 @@ def PlaceGraph(metagraph,
     cluster = gcluster.Cluster()
 
   # Optimize the metagraph to speedup the placement
-  rewriter_config = rewriter_config_pb2.RewriterConfig()
+  config = config_pb2.ConfigProto()
   optimized_graph = tf_optimizer.OptimizeGraph(
-      rewriter_config, metagraph, verbose=verbose, cluster=cluster)
+      config, metagraph, verbose=verbose, cluster=cluster)
   optimized_metagraph = meta_graph_pb2.MetaGraphDef()
   optimized_metagraph.CopyFrom(metagraph)
   optimized_metagraph.graph_def.CopyFrom(optimized_graph)
diff --git a/tensorflow/python/grappler/layout_optimizer_test.py b/tensorflow/python/grappler/layout_optimizer_test.py
index 8cc971c61d..7b68d5e80d 100644
--- a/tensorflow/python/grappler/layout_optimizer_test.py
+++ b/tensorflow/python/grappler/layout_optimizer_test.py
@@ -1443,11 +1443,13 @@ class LayoutOptimizerTest(test.TestCase):
 
   def testGradient(self):
     meta_graph = _simple_metagraph()
-    rewrite_options = rewriter_config_pb2.RewriterConfig(
-        layout_optimizer=rewriter_config_pb2.RewriterConfig.ON,
-        min_graph_nodes=-1)
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
+        rewriter_config_pb2.RewriterConfig(
+            layout_optimizer=rewriter_config_pb2.RewriterConfig.ON,
+            min_graph_nodes=-1))
     optimized_graph = tf_optimizer.OptimizeGraph(
-        rewrite_options, meta_graph, cluster=_get_cluster())
+        config, meta_graph, cluster=_get_cluster())
 
     found = 0
     for node in optimized_graph.node:
@@ -1458,11 +1460,13 @@ class LayoutOptimizerTest(test.TestCase):
 
   def testDepthwise(self):
     meta_graph = _simple_metagraph(depthwise=True)
-    rewrite_options = rewriter_config_pb2.RewriterConfig(
-        layout_optimizer=rewriter_config_pb2.RewriterConfig.ON,
-        min_graph_nodes=-1)
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
+        rewriter_config_pb2.RewriterConfig(
+            layout_optimizer=rewriter_config_pb2.RewriterConfig.ON,
+            min_graph_nodes=-1))
     optimized_graph = tf_optimizer.OptimizeGraph(
-        rewrite_options, meta_graph, cluster=_get_cluster())
+        config, meta_graph, cluster=_get_cluster())
 
     found = 0
     for node in optimized_graph.node:
diff --git a/tensorflow/python/grappler/memory_optimizer_test.py b/tensorflow/python/grappler/memory_optimizer_test.py
index 03b42f6453..98cbb1a4b6 100644
--- a/tensorflow/python/grappler/memory_optimizer_test.py
+++ b/tensorflow/python/grappler/memory_optimizer_test.py
@@ -49,11 +49,13 @@ class MemoryOptimizerSwapTest(test.TestCase):
     graph_size = len(mg.graph_def.node)
     nodes = [node.name for node in mg.graph_def.node]
 
-    rewriter_config = rewriter_config_pb2.RewriterConfig(
-        disable_model_pruning=True,
-        constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
-        memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL)
-    graph = tf_optimizer.OptimizeGraph(rewriter_config, mg)
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
+        rewriter_config_pb2.RewriterConfig(
+            disable_model_pruning=True,
+            constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
+            memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL))
+    graph = tf_optimizer.OptimizeGraph(config, mg)
 
     self.assertEqual(len(graph.node), graph_size)
     self.assertItemsEqual([node.name for node in graph.node], nodes)
@@ -72,13 +74,15 @@ class MemoryOptimizerSwapTest(test.TestCase):
     mg = meta_graph.create_meta_graph_def(graph=ops.get_default_graph())
     graph_size = len(mg.graph_def.node)
 
-    rewriter_config = rewriter_config_pb2.RewriterConfig(
-        disable_model_pruning=True,
-        meta_optimizer_iterations=rewriter_config_pb2.RewriterConfig.ONE,
-        constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
-        memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL,
-        min_graph_nodes=-1)
-    graph = tf_optimizer.OptimizeGraph(rewriter_config, mg)
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
+        rewriter_config_pb2.RewriterConfig(
+            disable_model_pruning=True,
+            meta_optimizer_iterations=rewriter_config_pb2.RewriterConfig.ONE,
+            constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
+            memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL,
+            min_graph_nodes=-1))
+    graph = tf_optimizer.OptimizeGraph(config, mg)
 
     self.assertEqual(len(graph.node), graph_size + 2)
     self.assertTrue(
@@ -127,7 +131,8 @@ class MemoryOptimizerRecomputeTest(test.TestCase):
   def testRewritingDefaultGradientNames(self):
     """Tests that rewriting occurs with default gradient names."""
     (original_metagraph, _, _, _) = self._GetMetaGraph()
-    rewritten_graph_def = tf_optimizer.OptimizeGraph(
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
         rewriter_config_pb2.RewriterConfig(
             disable_model_pruning=True,
             constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
@@ -135,8 +140,9 @@ class MemoryOptimizerRecomputeTest(test.TestCase):
             layout_optimizer=rewriter_config_pb2.RewriterConfig.OFF,
             arithmetic_optimization=rewriter_config_pb2.RewriterConfig.OFF,
             min_graph_nodes=-1,
-            memory_optimization=rewriter_config_pb2.RewriterConfig.
-            RECOMPUTATION_HEURISTICS), original_metagraph)
+            memory_optimization=(
+                rewriter_config_pb2.RewriterConfig.RECOMPUTATION_HEURISTICS)))
+    rewritten_graph_def = tf_optimizer.OptimizeGraph(config, original_metagraph)
     self.assertGreater(
         len(rewritten_graph_def.node),
         len(original_metagraph.graph_def.node))
@@ -153,7 +159,8 @@ class MemoryOptimizerRecomputeTest(test.TestCase):
     """Tests that rewriting occurs with non-standard gradient names."""
     (original_metagraph, _, _, _) = self._GetMetaGraph(
         optimizer_scope_name='optimizer')
-    rewritten_graph_def = tf_optimizer.OptimizeGraph(
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
         rewriter_config_pb2.RewriterConfig(
             disable_model_pruning=True,
             constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
@@ -161,11 +168,11 @@ class MemoryOptimizerRecomputeTest(test.TestCase):
             layout_optimizer=rewriter_config_pb2.RewriterConfig.OFF,
             arithmetic_optimization=rewriter_config_pb2.RewriterConfig.OFF,
             min_graph_nodes=-1,
-            memory_optimization=rewriter_config_pb2.RewriterConfig.
-            RECOMPUTATION_HEURISTICS,
+            memory_optimization=rewriter_config_pb2.RewriterConfig
+            .RECOMPUTATION_HEURISTICS,
             # Checks that name scope "gradients/" also match sub-scope.
-            memory_optimizer_target_node_name_scope='gradients/'),
-        original_metagraph)
+            memory_optimizer_target_node_name_scope='gradients/'))
+    rewritten_graph_def = tf_optimizer.OptimizeGraph(config, original_metagraph)
     self.assertGreater(
         len(rewritten_graph_def.node),
         len(original_metagraph.graph_def.node))
@@ -182,18 +189,19 @@ class MemoryOptimizerRecomputeTest(test.TestCase):
     """Tests that rewriting occurs with non-standard gradient names."""
     (original_metagraph, _, _,
      _) = self._GetMetaGraph(optimizer_scope_name='foo/bar')
-    rewritten_graph_def = tf_optimizer.OptimizeGraph(
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
         rewriter_config_pb2.RewriterConfig(
             disable_model_pruning=True,
             constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
             dependency_optimization=rewriter_config_pb2.RewriterConfig.OFF,
             layout_optimizer=rewriter_config_pb2.RewriterConfig.OFF,
             arithmetic_optimization=rewriter_config_pb2.RewriterConfig.OFF,
-            memory_optimization=rewriter_config_pb2.RewriterConfig.
-            RECOMPUTATION_HEURISTICS,
+            memory_optimization=rewriter_config_pb2.RewriterConfig
+            .RECOMPUTATION_HEURISTICS,
             # This should not match anything.
-            memory_optimizer_target_node_name_scope='r/gradients/'),
-        original_metagraph)
+            memory_optimizer_target_node_name_scope='r/gradients/'))
+    rewritten_graph_def = tf_optimizer.OptimizeGraph(config, original_metagraph)
     self.assertEqual(
         len(rewritten_graph_def.node), len(original_metagraph.graph_def.node))
     self.assertEqual(0,
@@ -298,11 +306,12 @@ class MemoryOptimizerRecomputeTest(test.TestCase):
         0,
         len([node for node in metagraph.graph_def.node
              if 'Recomputed/' in node.name]))
-    rewritten_graph_def = tf_optimizer.OptimizeGraph(
+    config = config_pb2.ConfigProto()
+    config.graph_options.rewrite_options.CopyFrom(
         rewriter_config_pb2.RewriterConfig(
             min_graph_nodes=-1,
-            memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL),
-        metagraph)
+            memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL))
+    rewritten_graph_def = tf_optimizer.OptimizeGraph(config, metagraph)
     self.assertEqual(
         9,
         len([node for node in rewritten_graph_def.node
diff --git a/tensorflow/python/grappler/tf_optimizer.i b/tensorflow/python/grappler/tf_optimizer.i
index 39ca71e99a..daa5bc9444 100644
--- a/tensorflow/python/grappler/tf_optimizer.i
+++ b/tensorflow/python/grappler/tf_optimizer.i
@@ -34,8 +34,8 @@ limitations under the License.
   $1 = &temp;
 }
 
-%typemap(in) const tensorflow::RewriterConfig& (
-    tensorflow::RewriterConfig temp) {
+%typemap(in) const tensorflow::ConfigProto& (
+    tensorflow::ConfigProto temp) {
   char* c_string;
   Py_ssize_t py_size;
   if (PyBytes_AsStringAndSize($input, &c_string, &py_size) == -1) {
@@ -46,7 +46,7 @@ limitations under the License.
   if (!temp.ParseFromString(string(c_string, py_size))) {
     PyErr_SetString(
         PyExc_TypeError,
-        "The RewriterConfig could not be parsed as a valid protocol buffer");
+        "The ConfigProto could not be parsed as a valid protocol buffer");
     SWIG_fail;
   }
   $1 = &temp;
@@ -67,8 +67,8 @@ limitations under the License.
   #include "tensorflow/core/grappler/clusters/utils.h"
   #include "tensorflow/core/grappler/clusters/virtual_cluster.h"
   #include "tensorflow/core/grappler/optimizers/meta_optimizer.h"
+  #include "tensorflow/core/protobuf/config.pb.h"
   #include "tensorflow/core/protobuf/meta_graph.pb.h"
-  #include "tensorflow/core/protobuf/rewriter_config.pb.h"
   #include "tensorflow/core/public/session_options.h"
 
 
@@ -94,7 +94,7 @@ void DetectDevices(std::unordered_map<string, tensorflow::DeviceProperties>* dev
 
 PyObject* TF_OptimizeGraph(
       GCluster cluster,
-      const tensorflow::RewriterConfig& rewriter_config,
+      const tensorflow::ConfigProto& config_proto,
       const tensorflow::MetaGraphDef& metagraph,
       bool verbose, const string& graph_id, TF_Status* out_status) {
     tensorflow::grappler::ItemConfig item_config;
@@ -110,7 +110,7 @@ PyObject* TF_OptimizeGraph(
 
     tensorflow::DeviceBase* cpu_device = nullptr;
     tensorflow::GraphDef out_graph;
-    tensorflow::grappler::MetaOptimizer optimizer(cpu_device, rewriter_config);
+    tensorflow::grappler::MetaOptimizer optimizer(cpu_device, config_proto);
     tensorflow::Status status = optimizer.Optimize(cluster.get(), *grappler_item, &out_graph);
     if (verbose) {
       optimizer.PrintResult();
@@ -127,7 +127,7 @@ PyObject* TF_OptimizeGraph(
 // Wrap this function
 PyObject* TF_OptimizeGraph(
     GCluster cluster,
-    const tensorflow::RewriterConfig& rewriter_config,
+    const tensorflow::ConfigProto& config_proto,
     const tensorflow::MetaGraphDef& metagraph, bool verbose,
     const string& graph_id, TF_Status* out_status);
 
diff --git a/tensorflow/python/grappler/tf_optimizer.py b/tensorflow/python/grappler/tf_optimizer.py
index a73a4a98fc..e72667b6f3 100644
--- a/tensorflow/python/grappler/tf_optimizer.py
+++ b/tensorflow/python/grappler/tf_optimizer.py
@@ -19,22 +19,26 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.framework import graph_pb2
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.python import pywrap_tensorflow as tf_opt
 from tensorflow.python.framework import errors
 from tensorflow.python.grappler import cluster as gcluster
 
 
-def OptimizeGraph(rewriter_config,
+def OptimizeGraph(config_proto,
                   metagraph,
                   verbose=True,
                   graph_id=b'graph_to_optimize',
                   cluster=None):
   """Optimize the provided metagraph."""
+  if not isinstance(config_proto, config_pb2.ConfigProto):
+    raise TypeError('Expected config_proto to be a ConfigProto, saw type %s' %
+                    type(config_proto))
   with errors.raise_exception_on_not_ok_status() as status:
     if cluster is None:
       cluster = gcluster.Cluster()
     ret_from_swig = tf_opt.TF_OptimizeGraph(cluster.tf_cluster,
-                                            rewriter_config.SerializeToString(),
+                                            config_proto.SerializeToString(),
                                             metagraph.SerializeToString(),
                                             verbose, graph_id, status)
   if ret_from_swig is None:
diff --git a/tensorflow/python/grappler/tf_optimizer_test.py b/tensorflow/python/grappler/tf_optimizer_test.py
index eca0f67982..1321e1cb0d 100644
--- a/tensorflow/python/grappler/tf_optimizer_test.py
+++ b/tensorflow/python/grappler/tf_optimizer_test.py
@@ -17,7 +17,7 @@
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
-from tensorflow.core.protobuf import rewriter_config_pb2
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import meta_graph
@@ -45,11 +45,12 @@ class PyWrapOptimizeGraphTest(test.TestCase):
     train_op.append(d)
     mg = meta_graph.create_meta_graph_def(graph=ops.get_default_graph())
 
-    rewriter_config = rewriter_config_pb2.RewriterConfig()
+    config = config_pb2.ConfigProto()
+    rewriter_config = config.graph_options.rewrite_options
     rewriter_config.optimizers.append('constfold')
     rewriter_config.min_graph_nodes = -1
 
-    graph = tf_optimizer.OptimizeGraph(rewriter_config, mg)
+    graph = tf_optimizer.OptimizeGraph(config, mg)
 
     self.assertEqual(len(graph.node), 1)
     self.assertItemsEqual([node.name for node in graph.node], ['d'])
@@ -68,9 +69,10 @@ class PyWrapOptimizeGraphTest(test.TestCase):
 
     # Optimize the graph.
     mg = meta_graph.create_meta_graph_def(graph=g)
-    rewriter_config = rewriter_config_pb2.RewriterConfig()
+    config = config_pb2.ConfigProto()
+    rewriter_config = config.graph_options.rewrite_options
     rewriter_config.min_graph_nodes = -1
-    optimized_graph = tf_optimizer.OptimizeGraph(rewriter_config, mg)
+    optimized_graph = tf_optimizer.OptimizeGraph(config, mg)
 
     # Check that the nodes referenced in various collections have been preserved
     self.assertEqual(len(optimized_graph.node), 5)
@@ -110,9 +112,10 @@ class PyWrapOptimizeGraphTest(test.TestCase):
 
     # Optimize the graph.
     mg = meta_graph.create_meta_graph_def(graph=g)
-    rewriter_config = rewriter_config_pb2.RewriterConfig()
+    config = config_pb2.ConfigProto()
+    rewriter_config = config.graph_options.rewrite_options
     rewriter_config.min_graph_nodes = -1
-    optimized_graph = tf_optimizer.OptimizeGraph(rewriter_config, mg)
+    optimized_graph = tf_optimizer.OptimizeGraph(config, mg)
     mg.graph_def.CopyFrom(optimized_graph)
 
     # Check that the nodes referenced in various collections have been preserved
diff --git a/tensorflow/python/kernel_tests/signal/test_util.py b/tensorflow/python/kernel_tests/signal/test_util.py
index f2c4d0dc8f..0a8a621c3e 100644
--- a/tensorflow/python/kernel_tests/signal/test_util.py
+++ b/tensorflow/python/kernel_tests/signal/test_util.py
@@ -18,12 +18,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.core.protobuf import rewriter_config_pb2
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.grappler import tf_optimizer
 from tensorflow.python.training import saver
 
 
-def grappler_optimize(graph, fetches=None, rewriter_config=None):
+def grappler_optimize(graph, fetches=None, config_proto=None):
   """Tries to optimize the provided graph using grappler.
 
   Args:
@@ -31,17 +31,17 @@ def grappler_optimize(graph, fetches=None, rewriter_config=None):
     fetches: An optional list of `Tensor`s to fetch (i.e. not optimize away).
       Grappler uses the 'train_op' collection to look for fetches, so if not
       provided this collection should be non-empty.
-    rewriter_config: An optional `tf.RewriterConfig` to use when rewriting the
+    config_proto: An optional `tf.ConfigProto` to use when rewriting the
       graph.
 
   Returns:
     A `tf.GraphDef` containing the rewritten graph.
   """
-  if rewriter_config is None:
-    rewriter_config = rewriter_config_pb2.RewriterConfig()
-    rewriter_config.min_graph_nodes = -1
+  if config_proto is None:
+    config_proto = config_pb2.ConfigProto()
+    config_proto.graph_options.rewrite_options.min_graph_nodes = -1
   if fetches is not None:
     for fetch in fetches:
       graph.add_to_collection('train_op', fetch)
   metagraph = saver.export_meta_graph(graph_def=graph.as_graph_def())
-  return tf_optimizer.OptimizeGraph(rewriter_config, metagraph)
+  return tf_optimizer.OptimizeGraph(config_proto, metagraph)
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index 3314e3849b..5868b0d226 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 from absl.testing import parameterized
 
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -135,10 +136,12 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
 
     def GetOptimizedGraph():
       mg = meta_graph.create_meta_graph_def(graph=ops.get_default_graph())
-      rewriter_config = rewriter_config_pb2.RewriterConfig(
-          constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
-          memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL)
-      return tf_optimizer.OptimizeGraph(rewriter_config, mg)
+      config = config_pb2.ConfigProto()
+      config.graph_options.rewrite_options.CopyFrom(
+          rewriter_config_pb2.RewriterConfig(
+              constant_folding=rewriter_config_pb2.RewriterConfig.OFF,
+              memory_optimization=rewriter_config_pb2.RewriterConfig.MANUAL))
+      return tf_optimizer.OptimizeGraph(config, mg)
 
     g = GetOptimizedGraph()
     self.assertEqual(len([n for n in g.node if n.op == "Enter"]), 1)
diff --git a/tensorflow/python/ops/functional_ops.py b/tensorflow/python/ops/functional_ops.py
index fecd7ddbf9..57542e3c7b 100644
--- a/tensorflow/python/ops/functional_ops.py
+++ b/tensorflow/python/ops/functional_ops.py
@@ -19,7 +19,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.core.protobuf import rewriter_config_pb2
+from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.framework import attr_value_pb2
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
@@ -1027,9 +1027,10 @@ _rewriter_config_optimizer_disabled = None
 def _get_disabled_rewriter_config():
   global _rewriter_config_optimizer_disabled
   if _rewriter_config_optimizer_disabled is None:
-    rewriter_config = rewriter_config_pb2.RewriterConfig()
+    config = config_pb2.ConfigProto()
+    rewriter_config = config.graph_options.rewrite_options
     rewriter_config.disable_meta_optimizer = True
-    _rewriter_config_optimizer_disabled = rewriter_config.SerializeToString()
+    _rewriter_config_optimizer_disabled = config.SerializeToString()
   return _rewriter_config_optimizer_disabled
 
 
@@ -1048,7 +1049,7 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None,
       the signature of `f`.
     executing_eagerly: (Optional) A boolean indicating whether the context is
       executing eagerly. If `None`, fetched from the global context.
-    config: (Optional) A tensorflow::RewriterConfig proto, serialized. If
+    config: (Optional) A `tensorflow::ConfigProto` proto, serialized. If
       `None`, all optimizations are disabled. Currently only handled for eager
       defined functions.
     executor_type: (Optional) A string for the name of the executor to be used
@@ -1076,10 +1077,12 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None,
   if executing_eagerly or len(tout):
     if f.stateful_ops:
       outputs = gen_functional_ops.stateful_partitioned_call(
-          args=args, Tout=tout, f=f, config=config, executor_type=executor_type)
+          args=args, Tout=tout, f=f, config_proto=config,
+          executor_type=executor_type)
     else:
       outputs = gen_functional_ops.partitioned_call(
-          args=args, Tout=tout, f=f, config=config, executor_type=executor_type)
+          args=args, Tout=tout, f=f, config_proto=config,
+          executor_type=executor_type)
     return outputs if outputs else None
 
   # The generated binding returns an empty list for functions that don't
@@ -1098,7 +1101,7 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None,
   # When running in graph mode, the graph and function graphs are optimized
   # (i.e. run through grappler) per the session options, so we can disable any
   # eager-specific rewriting.
-  rewriter_config = attr_value_pb2.AttrValue(s=_get_disabled_rewriter_config())
+  config_proto = attr_value_pb2.AttrValue(s=_get_disabled_rewriter_config())
 
   graph = ops.get_default_graph()
   f.add_to_graph(graph)
@@ -1113,7 +1116,7 @@ def partitioned_call(args, f, tout=None, executing_eagerly=None, config=None,
           "Tin": tin_attr,
           "Tout": tout_attr,
           "f": func_attr,
-          "config": rewriter_config,
+          "config_proto": config_proto,
           "executor_type": executor_type_attr,
       })
   outputs = op.outputs
-- 
GitLab


From 9ddc629fed9ecc3ba8ed6cb4d4c00d40793adc45 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Wed, 14 Nov 2018 09:47:42 -0800
Subject: [PATCH 1571/1825] Change signature of tf.expand_dims for TF 2.0.

PiperOrigin-RevId: 221460560
---
 tensorflow/python/ops/array_ops.py            | 51 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  3 ++
 3 files changed, 54 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 78a6ca0e4c..8925af6664 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -80,7 +80,7 @@ def identity(input, name=None):  # pylint: disable=redefined-builtin
 
 
 # pylint: disable=redefined-builtin,protected-access
-@tf_export("expand_dims")
+@tf_export(v1=["expand_dims"])
 @deprecation.deprecated_args(None, "Use the `axis` argument instead", "dim")
 def expand_dims(input, axis=None, name=None, dim=None):
   """Inserts a dimension of 1 into a tensor's shape.
@@ -134,6 +134,55 @@ def expand_dims(input, axis=None, name=None, dim=None):
   axis = deprecation.deprecated_argument_lookup("axis", axis, "dim", dim)
   if axis is None:
     raise ValueError("Must specify an axis argument to tf.expand_dims()")
+  return expand_dims_v2(input, axis, name)
+
+
+@tf_export("expand_dims", v1=[])
+def expand_dims_v2(input, axis, name=None):
+  """Inserts a dimension of 1 into a tensor's shape.
+
+  Given a tensor `input`, this operation inserts a dimension of 1 at the
+  dimension index `axis` of `input`'s shape. The dimension index `axis` starts
+  at zero; if you specify a negative number for `axis` it is counted backward
+  from the end.
+
+  This operation is useful if you want to add a batch dimension to a single
+  element. For example, if you have a single image of shape `[height, width,
+  channels]`, you can make it a batch of 1 image with `expand_dims(image, 0)`,
+  which will make the shape `[1, height, width, channels]`.
+
+  Other examples:
+
+  ```python
+  # 't' is a tensor of shape [2]
+  tf.shape(tf.expand_dims(t, 0))  # [1, 2]
+  tf.shape(tf.expand_dims(t, 1))  # [2, 1]
+  tf.shape(tf.expand_dims(t, -1))  # [2, 1]
+
+  # 't2' is a tensor of shape [2, 3, 5]
+  tf.shape(tf.expand_dims(t2, 0))  # [1, 2, 3, 5]
+  tf.shape(tf.expand_dims(t2, 2))  # [2, 3, 1, 5]
+  tf.shape(tf.expand_dims(t2, 3))  # [2, 3, 5, 1]
+  ```
+
+  This operation requires that:
+
+  `-1-input.dims() <= dim <= input.dims()`
+
+  This operation is related to `squeeze()`, which removes dimensions of
+  size 1.
+
+  Args:
+    input: A `Tensor`.
+    axis: 0-D (scalar). Specifies the dimension index at which to
+      expand the shape of `input`. Must be in the range
+      `[-rank(input) - 1, rank(input)]`.
+    name: The name of the output `Tensor` (optional).
+
+  Returns:
+    A `Tensor` with the same data as `input`, but its shape has an additional
+    dimension of size 1 added.
+  """
   return gen_array_ops.expand_dims(input, axis, name)
 
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 018245b879..665b3f5d81 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -690,7 +690,7 @@ tf_module {
   }
   member_method {
     name: "expand_dims"
-    argspec: "args=[\'input\', \'axis\', \'name\', \'dim\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
   member_method {
     name: "extract_volume_patches"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 0df8b0f376..232ad48ac4 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -31,6 +31,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # Maps from a function name to a dictionary that describes how to
     # map from an old argument keyword to the new argument keyword.
     self.function_keyword_renames = {
+        "tf.expand_dims": {
+            "dim": "axis",
+        },
         "tf.convert_to_tensor": {
             "preferred_dtype": "dtype_hint"
         },
-- 
GitLab


From 93a754b28b9e77bbce881425ff003978de2cb1a5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 10:18:48 -0800
Subject: [PATCH 1572/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 221465977
---
 .../core/ops/compat/ops_history.v1.pbtxt      | 93 +++++++++++++++++++
 tensorflow/core/ops/ops.pbtxt                 | 14 +++
 2 files changed, 107 insertions(+)

diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 17ced64765..13416c179a 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -40319,6 +40319,52 @@ op {
     }
   }
 }
+op {
+  name: "PartitionedCall"
+  input_arg {
+    name: "args"
+    type_list_attr: "Tin"
+  }
+  output_arg {
+    name: "output"
+    type_list_attr: "Tout"
+  }
+  attr {
+    name: "Tin"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "Tout"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "f"
+    type: "func"
+  }
+  attr {
+    name: "config"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  attr {
+    name: "config_proto"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  attr {
+    name: "executor_type"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+}
 op {
   name: "Placeholder"
   output_arg {
@@ -71870,6 +71916,53 @@ op {
   }
   is_stateful: true
 }
+op {
+  name: "StatefulPartitionedCall"
+  input_arg {
+    name: "args"
+    type_list_attr: "Tin"
+  }
+  output_arg {
+    name: "output"
+    type_list_attr: "Tout"
+  }
+  attr {
+    name: "Tin"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "Tout"
+    type: "list(type)"
+    has_minimum: true
+  }
+  attr {
+    name: "f"
+    type: "func"
+  }
+  attr {
+    name: "config"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  attr {
+    name: "config_proto"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  attr {
+    name: "executor_type"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
+  is_stateful: true
+}
 op {
   name: "StatelessIf"
   input_arg {
diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index da5d4c152c..ac83059aec 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -20383,6 +20383,13 @@ op {
       s: ""
     }
   }
+  attr {
+    name: "config_proto"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
   attr {
     name: "executor_type"
     type: "string"
@@ -33556,6 +33563,13 @@ op {
       s: ""
     }
   }
+  attr {
+    name: "config_proto"
+    type: "string"
+    default_value {
+      s: ""
+    }
+  }
   attr {
     name: "executor_type"
     type: "string"
-- 
GitLab


From 42be3a9034e3c1d4c2a90f2c495eecff970d44d0 Mon Sep 17 00:00:00 2001
From: Akshay Modi <nareshmodi@google.com>
Date: Wed, 14 Nov 2018 10:35:17 -0800
Subject: [PATCH 1573/1825] Stop defaulting number of eager threads to 1.

Defaulting to 1 is good for microbenchmarks, but bad for larger functions.

Before:
entry {
  name: "MicroBenchmarks.benchmark_keras_model_subclassed_fit"
  iters: 1
  wall_time: 907522.916794
  extras {
    key: "examples_per_sec"
    value {
      double_value: 1.10190054873
    }
  }
}

After:
entry {
  name: "MicroBenchmarks.benchmark_keras_model_subclassed_fit"
  iters: 1
  wall_time: 805292.129517
  extras {
    key: "examples_per_sec"
    value {
      double_value: 1.24178538861
    }
  }
}
PiperOrigin-RevId: 221469005
---
 tensorflow/core/common_runtime/eager/context.cc | 14 +-------------
 1 file changed, 1 insertion(+), 13 deletions(-)

diff --git a/tensorflow/core/common_runtime/eager/context.cc b/tensorflow/core/common_runtime/eager/context.cc
index f23cefb33d..583ae64edd 100644
--- a/tensorflow/core/common_runtime/eager/context.cc
+++ b/tensorflow/core/common_runtime/eager/context.cc
@@ -32,18 +32,6 @@ bool ReadBoolFromEnvVar(StringPiece env_var_name, bool default_val) {
   return default_val;
 }
 
-std::unique_ptr<thread::ThreadPool> EagerThreadPool(
-    const SessionOptions& opts) {
-  SessionOptions opts_copy(opts);
-  if (opts_copy.config.inter_op_parallelism_threads() == 0) {
-    // Eager defaults to a single thread when no threads are specified.
-    opts_copy.config.set_inter_op_parallelism_threads(1);
-  }
-
-  return std::unique_ptr<thread::ThreadPool>(
-      NewThreadPoolFromSessionOptions(opts_copy));
-}
-
 }  // namespace
 
 EagerContext::EagerContext(const SessionOptions& opts,
@@ -61,7 +49,7 @@ EagerContext::EagerContext(const SessionOptions& opts,
     : policy_(default_policy),
       devices_(device_mgr->ListDevices()),
       rendezvous_(rendezvous),
-      thread_pool_(EagerThreadPool(opts)),
+      thread_pool_(NewThreadPoolFromSessionOptions(opts)),
       pflr_(new ProcessFunctionLibraryRuntime(
           device_mgr, opts.env, TF_GRAPH_DEF_VERSION, &func_lib_def_, {},
           thread_pool_.get())),
-- 
GitLab


From 7ee436b8027136c73d4fdfaeafbbb084caff646f Mon Sep 17 00:00:00 2001
From: Yanan Cao <ycao@google.com>
Date: Wed, 14 Nov 2018 10:42:01 -0800
Subject: [PATCH 1574/1825] Fix incorrect link to xla.compile colab example

PiperOrigin-RevId: 221470285
---
 tensorflow/compiler/xla/g3doc/jit.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/g3doc/jit.md b/tensorflow/compiler/xla/g3doc/jit.md
index ded1e582b2..b61a0358bc 100644
--- a/tensorflow/compiler/xla/g3doc/jit.md
+++ b/tensorflow/compiler/xla/g3doc/jit.md
@@ -86,7 +86,7 @@ on uncompilable operator, xla.compile() returns an explicit error. This is
 useful if you want more predictable behaviors from XLA compilation.
 
 Please see
-[xla.compile() tutorial Colab](https://colab.sandbox.google.com/github/tensorflow/compiler/xla/g3doc/tutorials/xla_compile.ipynb)
+[xla.compile() tutorial Colab](./tutorials/xla_compile.ipynb)
 for how to use it.
 
 ### Placing operators on XLA devices
-- 
GitLab


From 0cd83fc0d8e247d390cf46fb526fd33886fced03 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 10:46:29 -0800
Subject: [PATCH 1575/1825] Use low level API to transfer literal to device in
 local client.

PiperOrigin-RevId: 221471132
---
 .../compiler/xla/client/local_client.cc       | 24 +++++++++++++++++++
 tensorflow/compiler/xla/client/local_client.h |  4 ++++
 .../compiler/xla/service/local_service.cc     |  6 +++++
 .../compiler/xla/service/local_service.h      |  5 ++++
 4 files changed, 39 insertions(+)

diff --git a/tensorflow/compiler/xla/client/local_client.cc b/tensorflow/compiler/xla/client/local_client.cc
index f96b6c9c26..aaa5d6989e 100644
--- a/tensorflow/compiler/xla/client/local_client.cc
+++ b/tensorflow/compiler/xla/client/local_client.cc
@@ -310,4 +310,28 @@ StatusOr<int> LocalClient::ReplicaNumberToDeviceOrdinal(int replica_number) {
   return local_service_->ReplicaNumberToDeviceOrdinal(replica_number);
 }
 
+StatusOr<TransferToServerResponse> LocalClient::TransferToLocalServer(
+    const ::xla::BorrowingLiteral& literal, int device_oridinal) {
+  const ::xla::Shape& shape = literal.shape();
+
+  TF_ASSIGN_OR_RETURN(
+      ::xla::ScopedShapedBuffer shaped_buffer,
+      backend().transfer_manager()->AllocateScopedShapedBuffer(
+          shape, backend().memory_allocator(), device_oridinal));
+  TF_ASSIGN_OR_RETURN(auto stream,
+                      mutable_backend()->BorrowStream(device_oridinal));
+  TF_RETURN_IF_ERROR(backend().transfer_manager()->TransferLiteralToDevice(
+      stream.get(), literal, shaped_buffer));
+  std::vector<::xla::ScopedShapedBuffer> replicated_buffer;
+  replicated_buffer.emplace_back(std::move(shaped_buffer));
+  ::xla::TransferToServerResponse result;
+  TF_ASSIGN_OR_RETURN(*result.mutable_data(),
+                      local_service_->RegisterReplicatedBuffers(
+                          std::move(replicated_buffer),
+                          absl::StrCat("TransferToServer literal of shape ",
+                                       ::xla::ShapeUtil::HumanString(shape))));
+
+  return result;
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/client/local_client.h b/tensorflow/compiler/xla/client/local_client.h
index e49451ca97..ddb36680e8 100644
--- a/tensorflow/compiler/xla/client/local_client.h
+++ b/tensorflow/compiler/xla/client/local_client.h
@@ -129,6 +129,10 @@ class LocalClient : public Client {
       const Literal& literal, int device_ordinal,
       DeviceMemoryAllocator* allocator = nullptr);
 
+  // Transfer the BorrowingLiteral to the device with the given ordinal.
+  StatusOr<TransferToServerResponse> TransferToLocalServer(
+      const ::xla::BorrowingLiteral& literal, int device_oridinal);
+
   // Copy the data from the device contained in the given ShapedBuffer and
   // return as a Literal.
   StatusOr<Literal> ShapedBufferToLiteral(const ShapedBuffer& shaped_buffer);
diff --git a/tensorflow/compiler/xla/service/local_service.cc b/tensorflow/compiler/xla/service/local_service.cc
index cca3755617..2180ac845d 100644
--- a/tensorflow/compiler/xla/service/local_service.cc
+++ b/tensorflow/compiler/xla/service/local_service.cc
@@ -220,4 +220,10 @@ StatusOr<const ShapedBuffer*> LocalService::GlobalDataToShapedBuffer(
   return buffers[replica_number];
 }
 
+StatusOr<GlobalDataHandle> LocalService::RegisterReplicatedBuffers(
+    std::vector<ScopedShapedBuffer> replicated_buffers, const string& tag) {
+  return allocation_tracker_.RegisterReplicatedBuffers(
+      std::move(replicated_buffers), tag);
+}
+
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/local_service.h b/tensorflow/compiler/xla/service/local_service.h
index 3b4f0b5083..f56ba32b04 100644
--- a/tensorflow/compiler/xla/service/local_service.h
+++ b/tensorflow/compiler/xla/service/local_service.h
@@ -63,6 +63,11 @@ class LocalService : public Service {
   StatusOr<const ShapedBuffer*> GlobalDataToShapedBuffer(
       const GlobalDataHandle& data, int replica_number);
 
+  // Registers a vector of shaped buffers of device memory, one per replica, and
+  // returns a corresponding handle that can be used for talking to XLA clients.
+  StatusOr<GlobalDataHandle> RegisterReplicatedBuffers(
+      std::vector<ScopedShapedBuffer> replicated_buffers, const string& tag);
+
  private:
   explicit LocalService(const ServiceOptions& options,
                         std::unique_ptr<Backend> backend);
-- 
GitLab


From 2244653d37c20731760464c02b71c4394d8de65a Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Wed, 14 Nov 2018 11:02:18 -0800
Subject: [PATCH 1576/1825] Remove legacy code that is unused.

PiperOrigin-RevId: 221474322
---
 .../contrib/tensorrt/convert/convert_nodes.cc | 74 -------------------
 1 file changed, 74 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
index e2988f5f2a..431e363612 100644
--- a/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
+++ b/tensorflow/contrib/tensorrt/convert/convert_nodes.cc
@@ -1067,80 +1067,6 @@ struct LambdaFactory {
         return nullptr;
     }
   }
-
-  template <typename T>
-  std::function<T(T, T)> binary() {
-    switch (op) {
-      case OP_CATEGORY::ADD:
-        return [](T l, T r) -> T { return l + r; };
-      case OP_CATEGORY::SUB:
-        return [](T l, T r) -> T { return l - r; };
-      case OP_CATEGORY::MUL:
-        return [](T l, T r) -> T { return l * r; };
-      default:
-        LOG(WARNING) << "Not supported op for binary: " << static_cast<int>(op);
-    }
-    return [](T l, T r) -> T {
-      LOG(FATAL) << "Unsupported op type ";
-      return l;
-    };
-  }
-
-  template <typename T>
-  std::function<T(T)> broadcast_r(T val) {
-    VLOG(2) << "LAMBDA VAL : " << val;
-    switch (op) {
-      case OP_CATEGORY::ADD:
-        return [val](T l) -> T {
-          VLOG(2) << "LAMBDA VAL : " << val;
-          return l + val;
-        };
-      case OP_CATEGORY::SUB:
-        return [val](T l) -> T {
-          VLOG(2) << "LAMBDA VAL : " << val;
-          return l - val;
-        };
-      case OP_CATEGORY::MUL:
-        return [val](T l) -> T {
-          VLOG(2) << "LAMBDA VAL : " << val;
-          return l * val;
-        };
-      default:
-        LOG(WARNING) << "Not supported op for binary: " << static_cast<int>(op);
-    }
-    return [val](T l) -> T {
-      LOG(FATAL) << "Unsupported op type ";
-      return l;
-    };
-  }
-
-  template <typename T>
-  std::function<T(T)> broadcast_l(T val) {
-    VLOG(2) << "LAMBDA VAL : " << val;
-    switch (op) {
-      case OP_CATEGORY::ADD:
-        return [val](T l) -> T {
-          VLOG(2) << "LAMBDA VAL : " << val;
-          return val + l;
-        };
-      case OP_CATEGORY::SUB:
-        return [val](T l) -> T {
-          VLOG(2) << "LAMBDA VAL : " << val;
-          return val - l;
-        };
-      case OP_CATEGORY::MUL:
-        return [val](T l) -> T {
-          VLOG(2) << "LAMBDA VAL : " << val;
-          return val * l;
-        };
-      default:
-        LOG(ERROR) << "Not supported op for binary: " << static_cast<int>(op);
-    }
-    return [val](T l) -> T {
-      LOG(FATAL) << "Unsupported op type ";
-      return l;
-    };
-  }
 };
 
 template <>
-- 
GitLab


From 00774b2d5e7843596158159ee1e213ae40d6ed52 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Wed, 14 Nov 2018 11:02:37 -0800
Subject: [PATCH 1577/1825] Sample change making a kernel unittest work for
 both TF 1.x and 2.x.

This change makes all the tests that don't check gradients in relu_op_test.py
work for both TensorFlow 1.x and 2.x (where eager execution, resource variables
etc. are enabled by default).

PiperOrigin-RevId: 221474407
---
 .../python/kernel_tests/relu_op_test.py       | 259 +++++++++---------
 1 file changed, 131 insertions(+), 128 deletions(-)

diff --git a/tensorflow/python/kernel_tests/relu_op_test.py b/tensorflow/python/kernel_tests/relu_op_test.py
index b0f2796ede..68243f27c0 100644
--- a/tensorflow/python/kernel_tests/relu_op_test.py
+++ b/tensorflow/python/kernel_tests/relu_op_test.py
@@ -25,6 +25,7 @@ from tensorflow.python.compat import compat
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
+from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradient_checker
 from tensorflow.python.ops import gradients_impl
@@ -55,52 +56,52 @@ class ReluTest(test.TestCase):
             np.array([[-0.9, 0.7, -0.5, 0.3, -0.1], [0.1, -0.3, 0.5, -0.7,
                                                      0.9]])))
 
-  def _testRelu(self, np_features, use_gpu=False):
+  def _testRelu(self, np_features):
     np_relu = self._npRelu(np_features)
-    with self.cached_session(use_gpu=use_gpu):
-      relu = nn_ops.relu(np_features)
-      tf_relu = relu.eval()
+    tf_relu = nn_ops.relu(np_features)
     self.assertAllClose(np_relu, tf_relu)
-    self.assertShapeEqual(np_relu, relu)
+    self.assertShapeEqual(np_relu, tf_relu)
 
-  def testNumbers(self):
+  def testNumbersCPU(self):
     for t in [np.int32, np.int64, np.float16, np.float32, np.float64]:
-      self._testRelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=False)
-      if t in [np.float16, np.float32, np.float64]:
+      # Force execution on CPU even if a GPU kernel is available for the type.
+      with ops.device("/device:CPU:0"):
         self._testRelu(
-            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-            use_gpu=True)
+            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
 
-  def _testReluInt8x4(self, np_inputs):
-    if not test.is_gpu_available(cuda_only=True):
-      return
-    np_relu = self._npRelu(np_inputs)
-    with self.cached_session(use_gpu=True):
-      relu = nn_ops.relu(constant_op.constant(np_inputs, dtypes.qint8))
-      if np_inputs.size % 4 == 0:
-        tf_relu = relu.eval()
-        self.assertAllClose(np_relu, tf_relu)
-        self.assertShapeEqual(np_relu, relu)
-      else:
-        with self.assertRaisesRegexp(
-            errors.InvalidArgumentError,
-            "Tensor size must be a multiple of 4 for Relu<qint8>. Got %d" %
-            np_inputs.size):
-          tf_relu = relu.eval()
+  def testNumbersGPU(self):
+    if not test.is_gpu_available():
+      self.skipTest("No GPU available")
+    for t in [np.float16, np.float32, np.float64]:
+      self._testRelu(
+          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
 
   def testReluInt8x4GoodShape(self):
-    self._testReluInt8x4(np.array([[-50, 7, 23, 0], [-1, -5, 6, 11]]))
+    if not test.is_gpu_available(cuda_only=True):
+      self.skipTest("No GPU available")
+    inputs = np.array([[-50, 7, 23, 0], [-1, -5, 6, 11]])
+    np_relu = self._npRelu(inputs)
+    tf_relu = nn_ops.relu(constant_op.constant(inputs, dtypes.qint8))
+    self.assertAllClose(np_relu, tf_relu)
+    self.assertShapeEqual(np_relu, tf_relu)
 
   def testReluInt8x4BadShape(self):
-    np_inputs = np.array([[-50, 7, 23], [0, 1, -5], [6, -2, 11]])
-    self.assertEqual(np_inputs.size, 9)
-    self._testReluInt8x4(np_inputs)
-    np_inputs = np.array(
-        [1, -2, 3, -4, 5, -6, 7, -8, 9, -8, 7, -6, 5, -4, 3, -2, 1])
-    self.assertEqual(np_inputs.size, 17)
-    self._testReluInt8x4(np_inputs)
+    if not test.is_gpu_available(cuda_only=True):
+      self.skipTest("No GPU available")
+    inputs = constant_op.constant(
+        np.array([[-50, 7, 23], [0, 1, -5], [6, -2, 11]]), dtypes.qint8)
+    with self.assertRaisesRegexp(
+        errors.InvalidArgumentError,
+        "Tensor size must be a multiple of 4 for Relu<qint8>. Got 9"):
+      self.evaluate(nn_ops.relu(inputs))
+
+    inputs = constant_op.constant(
+        np.array([1, -2, 3, -4, 5, -6, 7, -8, 9, -8, 7, -6, 5, -4, 3, -2, 1]),
+        dtypes.qint8)
+    with self.assertRaisesRegexp(
+        errors.InvalidArgumentError,
+        "Tensor size must be a multiple of 4 for Relu<qint8>. Got 17"):
+      self.evaluate(nn_ops.relu(inputs))
 
   # The gradient test for ReLU is a bit tricky as the derivative is not well
   # defined at around zero and we want to avoid that in terms of input values.
@@ -202,15 +203,15 @@ class ReluTest(test.TestCase):
     self.assertLess(err, 1e-10)
 
   def testGradientScalar(self):
-    with self.cached_session() as sess:
-      x = variables.Variable(100.)
-      y = nn_ops.relu(x)
-      loss = y**2
-      optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.25)
-      train_op = optimizer.minimize(loss)
-      sess.run(variables.global_variables_initializer())
-      sess.run(train_op)
-      self.assertAllClose(x.eval(), 50.0)
+    x = variables.Variable(100.)
+
+    def loss():
+      return nn_ops.relu(x)**2
+
+    optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.25)
+    self.evaluate(variables.global_variables_initializer())
+    self.evaluate(optimizer.minimize(loss))
+    self.assertAllClose(x.read_value(), 50.0)
 
 
 class Relu6Test(test.TestCase):
@@ -228,23 +229,25 @@ class Relu6Test(test.TestCase):
             np.array([[-0.9, 0.7, -0.5, 0.3, 6.0], [0.1, -0.3, 6.5, -0.7,
                                                     0.9]])))
 
-  def _testRelu6(self, np_features, use_gpu=False):
+  def _testRelu6(self, np_features):
     np_relu6 = self._npRelu6(np_features)
-    with self.cached_session(use_gpu=use_gpu):
-      relu6 = nn_ops.relu6(np_features)
-      tf_relu6 = relu6.eval()
+    tf_relu6 = nn_ops.relu6(np_features)
     self.assertAllClose(np_relu6, tf_relu6)
-    self.assertShapeEqual(np_relu6, relu6)
+    self.assertShapeEqual(np_relu6, tf_relu6)
 
-  def testNumbers(self):
+  def testNumbersCPU(self):
     for t in [np.int32, np.int64, np.float16, np.float32, np.float64]:
-      self._testRelu6(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=False)
-      if t in [np.float16, np.float, np.double]:
+      # Force execution on CPU even if a GPU kernel is available for the type.
+      with ops.device("/device:CPU:0"):
         self._testRelu6(
-            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-            use_gpu=True)
+            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
+
+  def testNumbersGPU(self):
+    if not test.is_gpu_available():
+      self.skipTest("No GPU available")
+    for t in [np.float16, np.float, np.double]:
+      self._testRelu6(
+          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
 
   # The gradient test for ReLU6 is a bit tricky as the derivative is
   # not well defined at around zero and six and we want to avoid that
@@ -297,25 +300,27 @@ class LeakyReluTest(test.TestCase):
                                                      0.9]]),
             alpha=0.1))
 
-  def _testLeakyRelu(self, np_features, alpha, use_gpu=False):
+  def _testLeakyRelu(self, np_features, alpha):
     np_leaky_relu = self._npLeakyRelu(np_features, alpha)
-    with self.test_session(use_gpu=use_gpu):
-      leaky_relu = nn_ops.leaky_relu(np_features, alpha)
-      tf_leaky_relu = leaky_relu.eval()
+    tf_leaky_relu = nn_ops.leaky_relu(np_features, alpha)
     self.assertAllClose(np_leaky_relu, tf_leaky_relu)
-    self.assertShapeEqual(np_leaky_relu, leaky_relu)
+    self.assertShapeEqual(np_leaky_relu, tf_leaky_relu)
 
-  def testNumbers(self):
+  def testNumbersCPU(self):
     for t in [np.int32, np.int64, np.float16, np.float32, np.float64]:
-      self._testLeakyRelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          alpha=0.2,
-          use_gpu=False)
-      if t in [np.float16, np.float32, np.float64]:
+      # Force execution on CPU even if a GPU kernel is available for the type.
+      with ops.device("/device:CPU:0"):
         self._testLeakyRelu(
             np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-            alpha=0.1,
-            use_gpu=True)
+            alpha=0.2)
+
+  def testNumbersGPU(self):
+    if not test.is_gpu_available():
+      self.skipTest("No GPU available")
+    for t in [np.float16, np.float32, np.float64]:
+      self._testLeakyRelu(
+          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
+          alpha=0.1)
 
   # The gradient test for Leaky ReLU is a bit tricky as the derivative is not
   # well defined at around zero and we want to avoid that in terms of input
@@ -391,15 +396,15 @@ class LeakyReluTest(test.TestCase):
       self.assertLess(err, 1e-10)
 
   def testGradientScalar(self):
-    with self.test_session() as sess:
-      x = variables.Variable(-100.)
-      y = nn_ops.leaky_relu(x, 0.05)
-      loss = y**2
-      optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.2)
-      train_op = optimizer.minimize(loss)
-      sess.run(variables.global_variables_initializer())
-      sess.run(train_op)
-      self.assertAllClose(x.eval(), -99.9)
+    x = variables.Variable(-100.)
+
+    def loss():
+      return nn_ops.leaky_relu(x, 0.05)**2
+
+    optimizer = gradient_descent.GradientDescentOptimizer(learning_rate=0.2)
+    self.evaluate(variables.global_variables_initializer())
+    self.evaluate(optimizer.minimize(loss))
+    self.assertAllClose(x.read_value(), -99.9)
 
 
 class EluTest(test.TestCase):
@@ -415,22 +420,24 @@ class EluTest(test.TestCase):
             np.array([[-0.9, 0.7, -0.5, 0.3, -0.1], [0.1, -0.3, 0.5, -0.7,
                                                      0.9]])))
 
-  def _testElu(self, np_features, use_gpu=False):
+  def _testElu(self, np_features):
     np_elu = self._npElu(np_features)
-    with self.cached_session(use_gpu=use_gpu):
-      elu = nn_ops.elu(np_features)
-      tf_elu = elu.eval()
+    tf_elu = nn_ops.elu(np_features)
     self.assertAllClose(np_elu, tf_elu)
-    self.assertShapeEqual(np_elu, elu)
+    self.assertShapeEqual(np_elu, tf_elu)
 
-  def testNumbers(self):
+  def testNumbersCPU(self):
     for t in [np.float16, np.float32, np.float64]:
-      self._testElu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=False)
-      self._testElu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=True)
+      # Force execution on CPU even if a GPU kernel is available for the type.
+      with ops.device("/device:CPU:0"):
+        self._testElu(
+            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
+
+  def testNumbersGPU(self):
+    if not test.is_gpu_available():
+      self.skipTest("No GPU available")
+    for t in [np.float16, np.float32, np.float64]:
+      self._testElu(np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
 
   def testGradientFloat32(self):
     with self.cached_session():
@@ -517,22 +524,20 @@ class SeluTest(test.TestCase):
             np.array([[-0.9, 0.7, -0.5, 0.3, -0.1], [0.1, -0.3, 0.5, -0.7,
                                                      0.9]])))
 
-  def _testSelu(self, np_features, use_gpu=False):
+  def _testSelu(self, np_features):
     np_selu = self._npSelu(np_features)
-    with self.cached_session(use_gpu=use_gpu):
-      selu = nn_ops.selu(np_features)
-      tf_selu = selu.eval()
+    tf_selu = nn_ops.selu(np_features)
     self.assertAllClose(np_selu, tf_selu)
-    self.assertShapeEqual(np_selu, selu)
+    self.assertShapeEqual(np_selu, tf_selu)
 
   def testNumbers(self):
     for t in [np.float16, np.float32, np.float64]:
       self._testSelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=False)
-      self._testSelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=True)
+          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
+      # Force executed on CPU in case GPU kernels are avaiable.
+      with ops.device("/device:CPU:0"):
+        self._testSelu(
+            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
 
   def testGradientFloat32(self):
     with self.cached_session():
@@ -599,46 +604,44 @@ class CreluTest(test.TestCase):
     t = nn_ops.crelu(f)
     self.assertEqual([50, 5, 7, 20], t.get_shape())
 
-  def _testCrelu(self, np_features, use_gpu=False):
+  def _testCrelu(self, np_features):
     np_relu = np.maximum(np_features, np.zeros_like(np_features))
     np_neg_relu = np.maximum(-np_features, np.zeros_like(np_features))
     np_crelu = np.concatenate((np_relu, np_neg_relu),
                               len(np_features.shape) - 1)
 
-    with self.cached_session(use_gpu=use_gpu):
-      crelu = nn_ops.crelu(np_features)
-      tf_relu = crelu.eval()
+    tf_crelu = nn_ops.crelu(np_features)
 
-    self.assertAllClose(np_crelu, tf_relu)
-    self.assertShapeEqual(np_crelu, crelu)
+    self.assertAllClose(np_crelu, tf_crelu)
+    self.assertShapeEqual(np_crelu, tf_crelu)
 
-  def testNumbers(self):
+  def testNumbersCPU(self):
     for t in [np.int32, np.int64, np.float16, np.float32, np.float64]:
-      self._testCrelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-          use_gpu=False)
-      if t in [np.float16, np.float32, np.float64]:
+      # Force execution on CPU even if a GPU kernel is available for the type.
+      with ops.device("/device:CPU:0"):
         self._testCrelu(
-            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t),
-            use_gpu=True)
+            np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
+
+  def testNumbersGPU(self):
+    if not test.is_gpu_available():
+      self.skipTest("No GPU available")
+    for t in [np.float16, np.float32, np.float64]:
+      self._testCrelu(
+          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]).astype(t))
 
   def testNumbersWithAxis0(self):
-    with self.cached_session():
-      crelu = nn_ops.crelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]), axis=0)
-      tf_relu = crelu.eval()
-      np_crelu = np.array([[0, 7, 0, 3, 0], [1, 0, 5, 0, 9], [9, 0, 5, 0, 1],
-                           [0, 3, 0, 7, 0]])
-      self.assertAllEqual(np_crelu, tf_relu)
+    tf_crelu = nn_ops.crelu(
+        np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]), axis=0)
+    np_crelu = np.array([[0, 7, 0, 3, 0], [1, 0, 5, 0, 9], [9, 0, 5, 0, 1],
+                         [0, 3, 0, 7, 0]])
+    self.assertAllEqual(np_crelu, tf_crelu)
 
   def testNumbersWithAxis1(self):
-    with self.cached_session():
-      crelu = nn_ops.crelu(
-          np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]), axis=1)
-      tf_relu = crelu.eval()
-      np_crelu = np.array([[0, 7, 0, 3, 0, 9, 0, 5, 0, 1],
-                           [1, 0, 5, 0, 9, 0, 3, 0, 7, 0]])
-      self.assertAllEqual(np_crelu, tf_relu)
+    tf_crelu = nn_ops.crelu(
+        np.array([[-9, 7, -5, 3, -1], [1, -3, 5, -7, 9]]), axis=1)
+    np_crelu = np.array([[0, 7, 0, 3, 0, 9, 0, 5, 0, 1],
+                         [1, 0, 5, 0, 9, 0, 3, 0, 7, 0]])
+    self.assertAllEqual(np_crelu, tf_crelu)
 
 
 if __name__ == "__main__":
-- 
GitLab


From 67593ee405a919f1eec048bd991ddf22dcb1ac22 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Wed, 14 Nov 2018 11:07:12 -0800
Subject: [PATCH 1578/1825] Add a new enum for reduction type in distribution
 strategy. Currently supports SUM, MEAN and ONLY_FIRST_REPLICA Allow accepting
 the new enum in `reduce` and `batch_reduce` APIs. Change some callers to use
 the new enum.

PiperOrigin-RevId: 221475510
---
 tensorflow/contrib/distribute/python/BUILD    |  5 ++
 .../collective_all_reduce_strategy_test.py    |  5 +-
 .../distribute/python/cross_tower_ops.py      | 85 +++++++++----------
 .../distribute/python/cross_tower_ops_test.py | 40 ++++-----
 .../distribute/python/minimize_loss_test.py   |  3 +-
 .../distribute/python/mirrored_strategy.py    | 28 +++---
 .../python/mirrored_strategy_multigpu_test.py |  9 +-
 .../distribute/python/one_device_strategy.py  |  4 +-
 .../python/parameter_server_strategy.py       | 15 ++--
 .../python/parameter_server_strategy_test.py  |  3 +-
 .../distribute/python/strategy_test_lib.py    |  8 +-
 .../contrib/distribute/python/tpu_strategy.py | 11 +--
 .../contrib/distribute/python/values.py       | 17 ++--
 tensorflow/python/BUILD                       |  1 +
 tensorflow/python/distribute/BUILD            |  8 ++
 tensorflow/python/distribute/reduce_util.py   | 58 +++++++++++++
 tensorflow/python/training/distribute.py      | 61 ++++++++-----
 17 files changed, 230 insertions(+), 131 deletions(-)
 create mode 100644 tensorflow/python/distribute/reduce_util.py

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 8e0866c505..24bcb98e09 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -85,6 +85,7 @@ py_library(
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
         "//tensorflow/python/distribute:multi_worker_util",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:tape",
     ],
@@ -105,6 +106,7 @@ py_library(
         "//tensorflow/python:training",
         "//tensorflow/python:util",
         "//tensorflow/python/distribute:multi_worker_util",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/eager:context",
     ],
 )
@@ -151,6 +153,7 @@ py_library(
         "//tensorflow/python:distribute",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/eager:context",
         "@six_archive//:six",
     ],
@@ -343,6 +346,7 @@ py_library(
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:util",
+        "//tensorflow/python/distribute:reduce_util",
     ],
 )
 
@@ -669,6 +673,7 @@ py_library(
         "//tensorflow/python:resource_variable_ops",
         "//tensorflow/python:training",
         "//tensorflow/python:variable_scope",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/eager:context",
         "@six_archive//:six",
     ],
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index e3d919dd0d..219c5f531c 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -27,6 +27,7 @@ from tensorflow.contrib.distribute.python import cross_tower_utils
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python import keras
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -128,7 +129,7 @@ class CollectiveAllReduceStrategyTestBase(
           with ops.control_dependencies([fetched]):
             # TODO(yuefengz): support non-Mirrored variable as destinations.
             g = d.reduce(
-                variable_scope.VariableAggregation.SUM, g, destinations=v)
+                reduce_util.ReduceOp.SUM, g, destinations=v)
             with ops.control_dependencies(
                 d.update(v, update, g, grouped=False)):
               after_list.append(d.read_var(v))
@@ -224,7 +225,7 @@ class CollectiveAllReduceStrategyTestBase(
       x = distribution.call_for_each_replica(model_fn)
       reduced_x = distribution.unwrap(
           distribution.reduce(
-              variable_scope.VariableAggregation.MEAN, x,
+              reduce_util.ReduceOp.MEAN, x,
               destinations='/cpu:0'))[0]
       x = distribution.unwrap(x)[0]
 
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops.py b/tensorflow/contrib/distribute/python/cross_tower_ops.py
index b5b349aa64..994ed345d8 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops.py
@@ -24,12 +24,12 @@ import six
 from tensorflow.contrib.distribute.python import cross_tower_utils
 from tensorflow.contrib.distribute.python import values as value_lib
 from tensorflow.python.client import device_lib
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import device_util
 
@@ -150,7 +150,7 @@ def _simple_broadcast(value, destinations):
 
 
 def _simple_reduce(per_replica_value, reduce_to_device, accumulation_fn,
-                   aggregation):
+                   reduce_op):
   # pylint: disable=g-missing-docstring
   all_values = []
   count = 0
@@ -164,12 +164,11 @@ def _simple_reduce(per_replica_value, reduce_to_device, accumulation_fn,
     with context.context().device_policy(context.DEVICE_PLACEMENT_SILENT):
       reduced = cross_tower_utils.aggregate_tensors_or_indexed_slices(
           all_values, accumulation_fn)
-      if aggregation == vs.VariableAggregation.MEAN:
+      if reduce_op == reduce_util.ReduceOp.MEAN:
         reduced = cross_tower_utils.divide_by_n_tensors_or_indexed_slices(
             reduced, count)
-      elif aggregation != vs.VariableAggregation.SUM:
-        raise ValueError("`aggregation` must be VariableAggregation.SUM "
-                         "or VariableAggregation.MEAN.")
+      elif reduce_op != reduce_util.ReduceOp.SUM:
+        raise ValueError("`reduce_op` must be Reduce.SUM or Reduce.MEAN.")
   return reduced
 
 
@@ -179,15 +178,15 @@ class CrossDeviceOps(object):
   def __init__(self):
     pass
 
-  def reduce(self, aggregation, per_replica_value, destinations):
+  def reduce(self, reduce_op, per_replica_value, destinations):
     """Reduce `per_replica_value` to `destinations`.
 
-    It runs the reduction operation defined by `aggregation` and put the
+    It runs the reduction operation defined by `reduce_op` and put the
     result on `destinations`.
 
     Args:
-      aggregation: Indicates how a variable will be aggregated. Accepted values
-        are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`.
+      reduce_op: Indicates how per_replica_value will be reduced. Accepted
+        values are `tf.distribute.ReduceOp.SUM`, `tf.distribute.ReduceOp.MEAN`.
       per_replica_value: a PerReplica object or a tensor with device set.
       destinations: the reduction destinations.
 
@@ -201,17 +200,17 @@ class CrossDeviceOps(object):
       per_replica_value = _make_tensor_into_per_replica(per_replica_value)
 
     validate_destinations(destinations)
-    return self._reduce(aggregation, per_replica_value, destinations)
+    return self._reduce(reduce_op, per_replica_value, destinations)
 
-  def batch_reduce(self, aggregation, value_destination_pairs):
+  def batch_reduce(self, reduce_op, value_destination_pairs):
     """Reduce PerReplica objects in a batch.
 
     Reduce each first element in `value_destination_pairs` to each second
     element which indicates the destinations.
 
     Args:
-      aggregation: Indicates how a variable will be aggregated. Accepted values
-        are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`.
+      reduce_op: Indicates how per_replica_value will be reduced. Accepted
+        values are `tf.distribute.ReduceOp.SUM`, `tf.distribute.ReduceOp.MEAN`.
       value_destination_pairs: a list or a tuple of tuples of PerReplica objects
         (or tensors with device set if there is one device) and destinations.
 
@@ -231,7 +230,7 @@ class CrossDeviceOps(object):
     for _, d in value_destination_pairs:
       validate_destinations(d)
 
-    return self._batch_reduce(aggregation, value_destination_pairs)
+    return self._batch_reduce(reduce_op, value_destination_pairs)
 
   def broadcast(self, tensor, destinations):
     """Broadcast the `tensor` to destinations.
@@ -246,11 +245,11 @@ class CrossDeviceOps(object):
     validate_destinations(destinations)
     return self._broadcast(tensor, destinations)
 
-  def _reduce(self, aggregation, per_replica_value, destinations):
+  def _reduce(self, reduce_op, per_replica_value, destinations):
     raise NotImplementedError(
         "_reduce method must be implemented in descendants.")
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
     raise NotImplementedError(
         "_batch_reduce method must be implemented in descendants.")
 
@@ -276,19 +275,19 @@ class ReductionToOneDeviceCrossDeviceOps(CrossDeviceOps):
     self.accumulation_fn = accumulation_fn
     super(ReductionToOneDeviceCrossDeviceOps, self).__init__()
 
-  def _reduce(self, aggregation, per_replica_value, destinations):
+  def _reduce(self, reduce_op, per_replica_value, destinations):
     if check_destinations(destinations):
       devices = get_devices_from(destinations)
     else:
       devices = get_devices_from(per_replica_value)
     reduce_to_device = self.reduce_to_device or devices[0]
     reduced = _simple_reduce(per_replica_value, reduce_to_device,
-                             self.accumulation_fn, aggregation)
+                             self.accumulation_fn, reduce_op)
     return self.broadcast(reduced, devices)
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
     return [
-        self._reduce(aggregation, t, destinations=v)
+        self._reduce(reduce_op, t, destinations=v)
         for t, v in value_destination_pairs
     ]
 
@@ -323,20 +322,20 @@ def _group_value_by_device(per_replica_values):
 
 def _ungroup_and_make_mirrored(grouped_reduced,
                                destinations,
-                               aggregation,
+                               reduce_op,
                                num_between_graph_workers=1):
   """Ungroup results from all-reduce and make Mirrored objects.
 
   Each all-reduce result will be divided by the number of destinations before
-  Mirrored objects are created if aggregation is "mean".
+  Mirrored objects are created if reduce_op is "mean".
 
   Args:
     grouped_reduced: a list of lists, each sublist has components for each
       device, paired with a None. It is the result from
       cross_tower_utils.aggregate_gradients_using*.
     destinations: a list of device strings for returned Mirrored objects.
-    aggregation: Indicates how a variable will be aggregated. Accepted values
-      are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`.
+    reduce_op: Indicates how values will be aggregated. Accepted values
+      are `tf.distribute.ReduceOp.SUM`, `tf.distribute.ReduceOp.MEAN`.
     num_between_graph_workers: number of workers in the between-graph
       replication.
 
@@ -346,7 +345,7 @@ def _ungroup_and_make_mirrored(grouped_reduced,
   index = [{} for _ in range(len(grouped_reduced[0]))]
   for d, per_replica_reduced in enumerate(grouped_reduced):
     for i, (v, _) in enumerate(per_replica_reduced):
-      if aggregation == vs.VariableAggregation.MEAN:
+      if reduce_op == reduce_util.ReduceOp.MEAN:
         index[i][destinations[d]] = v / (
             len(destinations) * num_between_graph_workers)
       else:
@@ -557,13 +556,13 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
     self._agg_small_grads_max_group = agg_small_grads_max_group
     super(AllReduceCrossDeviceOps, self).__init__()
 
-  def _reduce(self, aggregation, per_replica_value, destinations):
+  def _reduce(self, reduce_op, per_replica_value, destinations):
     contains_indexed_slices = cross_tower_utils.contains_indexed_slices(
         per_replica_value)
     if (_devices_match(per_replica_value, destinations)
         and not context.executing_eagerly()
         and not contains_indexed_slices):
-      return self._batch_all_reduce(aggregation, [per_replica_value])[0]
+      return self._batch_all_reduce(reduce_op, [per_replica_value])[0]
     else:
       if contains_indexed_slices:
         logging.log_first_n(
@@ -576,16 +575,16 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
         devices = get_devices_from(per_replica_value)
       reduce_to_device = devices[0]
       reduced = _simple_reduce(per_replica_value, reduce_to_device,
-                               math_ops.add_n, aggregation)
+                               math_ops.add_n, reduce_op)
       return self.broadcast(reduced, devices)
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
     all_devices_match = _all_devices_match(value_destination_pairs)
     contains_indexed_slices = cross_tower_utils.contains_indexed_slices(
         value_destination_pairs)
     if (all_devices_match and not context.executing_eagerly()
         and not contains_indexed_slices):
-      return self._batch_all_reduce(aggregation,
+      return self._batch_all_reduce(reduce_op,
                                     [v[0] for v in value_destination_pairs])
     else:
       if not all_devices_match:
@@ -595,11 +594,11 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
                             10)
 
       return [
-          self._reduce(aggregation, t, destinations=v)
+          self._reduce(reduce_op, t, destinations=v)
           for t, v in value_destination_pairs
       ]
 
-  def _batch_all_reduce(self, aggregation, per_replica_values):
+  def _batch_all_reduce(self, reduce_op, per_replica_values):
     """All reduce algorithm in a batch."""
     logging.log_first_n(
         logging.INFO, "batch_all_reduce invoked for batches size = %d with "
@@ -630,7 +629,7 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
 
     reduced = _unpack_tensors(reduced, tensor_packer)
     return _ungroup_and_make_mirrored(reduced, per_replica_values[0].devices,
-                                      aggregation)
+                                      reduce_op)
 
 
 # For compatibility with code using the old name of `AllReduceCrossDeviceOps`.
@@ -713,7 +712,7 @@ class MultiWorkerAllReduce(AllReduceCrossDeviceOps):
           validate_and_complete_spec(spec) for spec in all_reduce_spec
       ]
 
-  def _batch_all_reduce(self, aggregation, per_replica_values):
+  def _batch_all_reduce(self, reduce_op, per_replica_values):
     """All reduce algorithm in a batch."""
     logging.log_first_n(
         logging.INFO,
@@ -761,7 +760,7 @@ class MultiWorkerAllReduce(AllReduceCrossDeviceOps):
     assert not remaining_grads
 
     return _ungroup_and_make_mirrored(aggregated_grads, destinations,
-                                      aggregation)
+                                      reduce_op)
 
 
 # TODO(yuefengz): support in-graph collective all-reduce.
@@ -795,7 +794,7 @@ class CollectiveAllReduce(CrossDeviceOps):
     super(CollectiveAllReduce, self).__init__()
 
   # TODO(yuefengz, tucker): is indexed slices supported by collective ops?
-  def _reduce(self, aggregation, per_replica_value, destinations):
+  def _reduce(self, reduce_op, per_replica_value, destinations):
     if cross_tower_utils.contains_indexed_slices(per_replica_value):
       raise ValueError(
           "`IndexSlices` is not supported for Collective All-Reduce.")
@@ -803,7 +802,7 @@ class CollectiveAllReduce(CrossDeviceOps):
       raise ValueError(
           "Eager execution is not supported for Collective All-Reduce")
 
-    all_reduced = self._batch_all_reduce(aggregation, [per_replica_value])[0]
+    all_reduced = self._batch_all_reduce(reduce_op, [per_replica_value])[0]
     if _devices_match(per_replica_value, destinations):
       return all_reduced
     else:
@@ -819,7 +818,7 @@ class CollectiveAllReduce(CrossDeviceOps):
 
       return value_lib.Mirrored(index)
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
     if cross_tower_utils.contains_indexed_slices(value_destination_pairs):
       raise ValueError(
           "`IndexSlices` is not supported for Collective All-Reduce.")
@@ -829,7 +828,7 @@ class CollectiveAllReduce(CrossDeviceOps):
 
     all_devices_match = _all_devices_match(value_destination_pairs)
     if all_devices_match:
-      return self._batch_all_reduce(aggregation,
+      return self._batch_all_reduce(reduce_op,
                                     [v[0] for v in value_destination_pairs])
     else:
       if not all_devices_match:
@@ -838,11 +837,11 @@ class CollectiveAllReduce(CrossDeviceOps):
             "destinations are different.", 10)
 
       return [
-          self._reduce(aggregation, t, destinations=v)
+          self._reduce(reduce_op, t, destinations=v)
           for t, v in value_destination_pairs
       ]
 
-  def _batch_all_reduce(self, aggregation, per_replica_values):
+  def _batch_all_reduce(self, reduce_op, per_replica_values):
     """All-reduce across all workers in a batch."""
     if context.executing_eagerly():
       raise ValueError(
@@ -883,7 +882,7 @@ class CollectiveAllReduce(CrossDeviceOps):
     return _ungroup_and_make_mirrored(
         new_device_grads,
         per_replica_values[0].devices,
-        aggregation,
+        reduce_op,
         num_between_graph_workers=self._num_workers)
 
 
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
index 3e274ba67c..2e352360a4 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
@@ -30,13 +30,13 @@ from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import values as value_lib
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.training import device_util
 
 
@@ -143,24 +143,24 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
     for destinations in all_destinations:
       self._assert_values_equal(
           cross_tower_ops.reduce(
-              vs.VariableAggregation.MEAN,
+              reduce_util.ReduceOp.MEAN,
               per_replica,
               destinations=destinations),
           _fake_mirrored(mean, destinations))
       self._assert_values_equal(
           cross_tower_ops.reduce(
-              vs.VariableAggregation.MEAN,
+              reduce_util.ReduceOp.MEAN,
               per_replica_2,
               destinations=destinations),
           _fake_mirrored(mean_2, destinations))
       self._assert_values_equal(
           cross_tower_ops.reduce(
-              vs.VariableAggregation.SUM, per_replica,
+              reduce_util.ReduceOp.SUM, per_replica,
               destinations=destinations),
           _fake_mirrored(mean * len(devices), destinations))
       self._assert_values_equal(
           cross_tower_ops.reduce(
-              vs.VariableAggregation.SUM,
+              reduce_util.ReduceOp.SUM,
               per_replica_2,
               destinations=destinations),
           _fake_mirrored(mean_2 * len(devices), destinations))
@@ -169,7 +169,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
     for d1, d2 in itertools.product(all_destinations, all_destinations):
       self._assert_values_equal(
           cross_tower_ops.batch_reduce(
-              vs.VariableAggregation.MEAN,
+              reduce_util.ReduceOp.MEAN,
               [(per_replica, d1), (per_replica_2, d2)]),
           [
               _fake_mirrored(mean, d1),
@@ -177,7 +177,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
           ])
       self._assert_values_equal(
           cross_tower_ops.batch_reduce(
-              vs.VariableAggregation.SUM,
+              reduce_util.ReduceOp.SUM,
               [(per_replica, d1), (per_replica_2, d2)]),
           [
               _fake_mirrored(mean * len(devices), d1),
@@ -281,7 +281,7 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
     t1 = _make_indexed_slices([[3., 4.], [5., 6.]], [1, 3], [5, 2], devices[1])
     per_replica = value_lib.PerReplica({devices[0]: t0, devices[1]: t1})
     result = cross_tower_ops_lib._simple_reduce(
-        per_replica, devices[0], math_ops.add_n, vs.VariableAggregation.SUM)
+        per_replica, devices[0], math_ops.add_n, reduce_util.ReduceOp.SUM)
 
     # Test that the result is semantically equal to both the concatenated
     # IndexedSlices with and without duplicate indices.
@@ -302,11 +302,11 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
                   "AllReduceCrossDeviceOps",
                   cross_tower_ops_lib.AllReduceCrossDeviceOps())
           ],
-          aggregation=[vs.VariableAggregation.SUM, vs.VariableAggregation.MEAN],
+          reduce_op=[reduce_util.ReduceOp.SUM, reduce_util.ReduceOp.MEAN],
           batch_reduce=[True, False],
           mode=["graph", "eager"],
           required_gpus=1))
-  def testIndexedSlicesAllReduce(self, cross_tower_ops_instance, aggregation,
+  def testIndexedSlicesAllReduce(self, cross_tower_ops_instance, reduce_op,
                                  batch_reduce):
     devices = ["/cpu:0", "/gpu:0"]
     dense_shape = [5, 2]
@@ -317,19 +317,19 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
 
     if batch_reduce:
       result = cross_tower_ops_instance.batch_reduce(
-          aggregation, [(per_replica, devices)])
+          reduce_op, [(per_replica, devices)])
     else:
       result = cross_tower_ops_instance.reduce(
-          aggregation, per_replica, devices)
+          reduce_op, per_replica, devices)
 
     total_indices_with_dups = [1, 1, 3]
     total_indices_without_dups = [1, 3]
 
-    if aggregation == vs.VariableAggregation.SUM:
+    if reduce_op == reduce_util.ReduceOp.SUM:
       total_values_with_dups = [[1., 2.], [3., 4.], [5., 6.]]
       total_values_without_dups = [[4., 6.], [5., 6.]]
     else:
-      assert aggregation == vs.VariableAggregation.MEAN
+      assert reduce_op == reduce_util.ReduceOp.MEAN
       total_values_with_dups = [[0.5, 1.], [1.5, 2.], [2.5, 3.]]
       total_values_without_dups = [[2., 3.], [2.5, 3.]]
 
@@ -502,26 +502,26 @@ class MultiWorkerCollectiveAllReduceTest(
       for destinations in all_destinations:
         self._assert_values_equal(
             collective_all_reduce.reduce(
-                vs.VariableAggregation.MEAN,
+                reduce_util.ReduceOp.MEAN,
                 per_replica,
                 destinations=destinations),
             _fake_mirrored(mean, destinations), sess)
         self._assert_values_equal(
             collective_all_reduce.reduce(
-                vs.VariableAggregation.MEAN,
+                reduce_util.ReduceOp.MEAN,
                 per_replica_2,
                 destinations=destinations),
             _fake_mirrored(mean_2, destinations), sess)
         self._assert_values_equal(
             collective_all_reduce.reduce(
-                vs.VariableAggregation.SUM,
+                reduce_util.ReduceOp.SUM,
                 per_replica,
                 destinations=destinations),
             _fake_mirrored(mean * len(devices) * num_workers, destinations),
             sess)
         self._assert_values_equal(
             collective_all_reduce.reduce(
-                vs.VariableAggregation.SUM,
+                reduce_util.ReduceOp.SUM,
                 per_replica_2,
                 destinations=destinations),
             _fake_mirrored(mean_2 * len(devices) * num_workers, destinations),
@@ -530,7 +530,7 @@ class MultiWorkerCollectiveAllReduceTest(
       # test batch_reduce()
       for d1, d2 in itertools.product(all_destinations, all_destinations):
         self._assert_values_equal(
-            collective_all_reduce.batch_reduce(vs.VariableAggregation.MEAN,
+            collective_all_reduce.batch_reduce(reduce_util.ReduceOp.MEAN,
                                                [(per_replica, d1),
                                                 (per_replica_2, d2)]),
             [
@@ -538,7 +538,7 @@ class MultiWorkerCollectiveAllReduceTest(
                 _fake_mirrored(mean_2, d2)
             ], sess)
         self._assert_values_equal(
-            collective_all_reduce.batch_reduce(vs.VariableAggregation.SUM,
+            collective_all_reduce.batch_reduce(reduce_util.ReduceOp.SUM,
                                                [(per_replica, d1),
                                                 (per_replica_2, d2)]),
             [
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index c6562463ed..5d3b5d8922 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -25,6 +25,7 @@ from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python.single_loss_example import batchnorm_example
 from tensorflow.contrib.distribute.python.single_loss_example import minimize_loss_example
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
@@ -484,7 +485,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       self.assertEqual(distribution.num_replicas_in_sync,
                        len(distribution.unwrap(loss_output)))
       loss_output = distribution.reduce(
-          aggregation=variables_lib.VariableAggregation.MEAN,
+          aggregation=reduce_util.ReduceOp.MEAN,
           value=loss_output, destinations="/device:CPU:0")
 
     unwrapped_output = distribution.unwrap(loss_output)
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 62619a5756..bf065713a0 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -27,6 +27,7 @@ from tensorflow.contrib.distribute.python import shared_variable_creator
 from tensorflow.contrib.distribute.python import values
 from tensorflow.python import pywrap_tensorflow
 from tensorflow.python.distribute import multi_worker_util
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
@@ -178,7 +179,7 @@ def _call_for_each_replica(distribution, fn, args, kwargs):
   return values.regroup({t.device: t.main_result for t in threads})
 
 
-def _reduce_non_distributed_value(distribution, aggregation, value,
+def _reduce_non_distributed_value(distribution, reduce_op, value,
                                   destinations):
   """Reduce a non-DistributedValue `value` to `destinations`."""
   if isinstance(value, values.DistributedValues):
@@ -190,21 +191,20 @@ def _reduce_non_distributed_value(distribution, aggregation, value,
   # and equal to 0.
   if value == 0:
     return 0
-  # If the aggregation type is MEAN or ONLY_FIRST_REPLICA, then this
+  # If the reduce op is MEAN or ONLY_FIRST_REPLICA, then this
   # essentially means that the same value should be on all destinations.
-  if aggregation in (
-      variable_scope.VariableAggregation.MEAN,
-      variable_scope.VariableAggregation.ONLY_FIRST_REPLICA):
+  if reduce_op in (reduce_util.ReduceOp.MEAN,
+                   reduce_util.ReduceOp.ONLY_FIRST_REPLICA):
     return value
 
   cross_tower_ops_lib.validate_destinations(destinations)
-  # We do not support an aggregation type of SUM if the value is the same across
+  # We do not support a reduce op of SUM if the value is the same across
   # all replicas. We call this as part of assign functions for MirroredVariables
   # and summing up identical values across replicas is not clearly defined.
   if (len(distribution.worker_devices) != 1 or
       not cross_tower_ops_lib.check_destinations(destinations)):
     raise ValueError("A non-DistributedValues value %s cannot be reduced with "
-                     "the given aggregation %s." % (value, aggregation))
+                     "the given reduce op %s." % (value, reduce_op))
   # TODO(anjalisridhar): Moves these methods to a device utility file?
   devices = cross_tower_ops_lib.get_devices_from(destinations)
   if len(devices) == 1:
@@ -588,28 +588,28 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
           cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps())
     return self._cross_tower_ops
 
-  def _reduce(self, aggregation, value, destinations):
+  def _reduce(self, reduce_op, value, destinations):
     assert not isinstance(value, values.Mirrored)
     if not isinstance(value, values.DistributedValues):
       # This function handles reducing values that are not PerReplica or
       # Mirrored values. For example, the same value could be present on all
       # replicas in which case `value` would be a single value or value could
       # be 0.
-      return _reduce_non_distributed_value(self, aggregation, value,
+      return _reduce_non_distributed_value(self, reduce_op, value,
                                            destinations)
-    if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
+    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
       value = value.get(self._devices[0])
       if isinstance(value, (int, float)):
         return value
       return self.broadcast(value, destinations)
     return self._get_cross_tower_ops().reduce(
-        aggregation, value, destinations=destinations)
+        reduce_op, value, destinations=destinations)
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
-    if aggregation == variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
+    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
       return [self.broadcast(v.get(self._devices[0]), d)
               for v, d in value_destination_pairs]
-    return self._get_cross_tower_ops().batch_reduce(aggregation,
+    return self._get_cross_tower_ops().batch_reduce(reduce_op,
                                                     value_destination_pairs)
 
   def _update(self, var, options, fn, *args, **kwargs):
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 73614a000f..23379a72d9 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -28,6 +28,7 @@ from tensorflow.contrib.distribute.python import strategy_test_lib
 from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function
@@ -117,7 +118,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     with dist.scope():
       result = dist.call_for_each_replica(_replica_id)
       reduced = dist.reduce(
-          variable_scope.VariableAggregation.SUM,
+          reduce_util.ReduceOp.SUM,
           result,
           destinations="/device:CPU:0")
       unwrapped = dist.unwrap(reduced)
@@ -137,7 +138,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     with dist.scope():
       result = dist.call_for_each_replica(run_fn)
       reduced = dist.reduce(
-          variable_scope.VariableAggregation.ONLY_FIRST_REPLICA,
+          reduce_util.ReduceOp.ONLY_FIRST_REPLICA,
           result,
           destinations="/device:CPU:0")
       unwrapped = dist.unwrap(reduced)
@@ -157,7 +158,7 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     dist = mirrored_strategy.MirroredStrategy(devices)
     with dist.scope():
       reduced = dist.reduce(
-          variable_scope.VariableAggregation.SUM,
+          reduce_util.ReduceOp.SUM,
           1.0,
           destinations=["/device:CPU:0", "/device:GPU:0"])
       unwrapped = dist.unwrap(reduced)
@@ -912,7 +913,7 @@ class MirroredVariableUpdateTest(test.TestCase):
 
       with self.assertRaisesRegexp(
           ValueError, "A non-DistributedValues value 5.0 cannot be reduced "
-          "with the given aggregation VariableAggregation.SUM."):
+          "with the given reduce op ReduceOp.SUM."):
         self.evaluate(dist.unwrap(dist.call_for_each_replica(model_fn)))
 
   @test_util.run_in_graph_and_eager_modes(config=config)
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index d623798d0c..8ce8e11589 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -122,8 +122,8 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     with ops.device(self._device), _OneDeviceReplicaContext(self):
       return fn(*args, **kwargs)
 
-  def _reduce(self, aggregation, value, destinations):
-    del aggregation, destinations
+  def _reduce(self, reduce_op, value, destinations):
+    del reduce_op, destinations
     return value
 
   def _update(self, var, options, fn, *args, **kwargs):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 438b91bc8d..49733dd7a6 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -22,6 +22,7 @@ from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import values
 from tensorflow.python.distribute import multi_worker_util
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.framework import device as tf_device
 from tensorflow.python.framework import ops
@@ -307,24 +308,24 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
             "Cannot reduce to another worker: %r, current worker is %r" %
             (d, self._worker_device))
 
-  def _reduce(self, aggregation, value, destinations):
+  def _reduce(self, reduce_op, value, destinations):
     self._verify_destinations_not_different_worker(destinations)
     if not isinstance(value, values.DistributedValues):
       # pylint: disable=protected-access
       return mirrored_strategy._reduce_non_distributed_value(
-          self, aggregation, value, destinations)
-    if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
+          self, reduce_op, value, destinations)
+    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
       return self.broadcast(value.get(self._compute_devices[0]), destinations)
     return self._cross_tower_ops.reduce(
-        aggregation, value, destinations=destinations)
+        reduce_op, value, destinations=destinations)
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
-    if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
+    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
       return [self.broadcast(v.get(self._compute_devices[0]), d)
               for v, d in value_destination_pairs]
     for _, destinations in value_destination_pairs:
       self._verify_destinations_not_different_worker(destinations)
-    return self._cross_tower_ops.batch_reduce(aggregation,
+    return self._cross_tower_ops.batch_reduce(reduce_op,
                                               value_destination_pairs)
 
   def _select_single_value(self, structured):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 81a23c8903..ec61f62dc7 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -28,6 +28,7 @@ from tensorflow.contrib.distribute.python import parameter_server_strategy
 from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.distribute import multi_worker_util
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.estimator import run_config
@@ -473,7 +474,7 @@ class ParameterServerStrategyTestBase(
           with ops.control_dependencies([fetched]):
             # TODO(yuefengz): support non-Mirrored variable as destinations.
             g = d.reduce(
-                variable_scope.VariableAggregation.SUM, g, destinations=v)
+                reduce_util.ReduceOp.SUM, g, destinations=v)
             with ops.control_dependencies(
                 d.update(v, update, g, grouped=False)):
               after_list.append(d.read_var(v))
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index 9fee75a476..31d7490290 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
@@ -26,7 +27,6 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.training import distribution_strategy_context
 from tensorflow.python.training import optimizer
@@ -114,8 +114,7 @@ class DistributionTestBase(test.TestCase):
           before_list.append(fetched)
           # control_dependencies irrelevant but harmless in eager execution
           with ops.control_dependencies([fetched]):
-            g = d.reduce(
-                variable_scope.VariableAggregation.SUM, g, destinations=v)
+            g = d.reduce(reduce_util.ReduceOp.SUM, g, destinations=v)
             with ops.control_dependencies(d.update(
                 v, update, g, grouped=False)):
               after_list.append(d.read_var(v))
@@ -169,8 +168,7 @@ class DistributionTestBase(test.TestCase):
           fetched = d.read_var(v)
           before_list.append(fetched)
           with ops.control_dependencies([fetched]):
-            g = d.reduce(
-                variable_scope.VariableAggregation.SUM, g, destinations=v)
+            g = d.reduce(reduce_util.ReduceOp.SUM, g, destinations=v)
             with ops.control_dependencies(d.update(
                 v, update, g, grouped=False)):
               after_list.append(d.read_var(v))
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 5ef59bf74d..ae5c55a346 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -31,6 +31,7 @@ from tensorflow.contrib.tpu.python.tpu import tpu_system_metadata as tpu_system_
 from tensorflow.contrib.tpu.python.tpu import training_loop
 from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
@@ -439,12 +440,12 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     return _create_tpu_mirrored_variable(devices, _real_mirrored_creator, *args,
                                          **kwargs)
 
-  def _reduce(self, aggregation, value, destinations):
+  def _reduce(self, reduce_op, value, destinations):
     if values._enclosing_tpu_context() is not None:  # pylint: disable=protected-access
-      if aggregation == vs.VariableAggregation.MEAN:
+      if reduce_op == reduce_util.ReduceOp.MEAN:
         # TODO(jhseu):  Revisit once we support model-parallelism.
         value *= (1. / self.num_replicas_in_sync)
-      elif aggregation != vs.VariableAggregation.SUM:
+      elif reduce_op != reduce_util.ReduceOp.SUM:
         raise NotImplementedError(
             "Currently only support sum & mean in TPUStrategy.")
       return tpu_ops.cross_replica_sum(value)
@@ -459,10 +460,10 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     else:
       raise ValueError("Multiple devices are not supported for TPUStrategy")
 
-    if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
+    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
       return value[0]
     output = math_ops.add_n(value)
-    if aggregation == vs.VariableAggregation.MEAN:
+    if reduce_op == reduce_util.ReduceOp.MEAN:
       return output * (1. / len(value))
     return output
 
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index ffb7b79839..e2931fcacd 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -30,6 +30,7 @@ import six
 from tensorflow.contrib.distribute.python import input_ops
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import multi_device_iterator_ops
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import device as tf_device
@@ -373,12 +374,13 @@ class MirroredVariable(DistributedVariable, Mirrored,
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
                          "MirroredVariable in Replica Context.")
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(
+          self._aggregation)
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
         return strategy.update(
             self, f,
-            strategy.reduce(
-                aggregation=self._aggregation, value=value, destinations=self),
+            strategy.reduce(reduce_op, value=value, destinations=self),
             *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
@@ -614,12 +616,13 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
                          "TPUMirroredVariable in Replica Context.")
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(
+          self._aggregation)
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
         return strategy.update(
             self, f,
-            strategy.reduce(
-                aggregation=self._aggregation, value=value, destinations=self),
+            strategy.reduce(reduce_op, value=value, destinations=self),
             *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
@@ -1549,6 +1552,7 @@ class MultiStepContext(object):
         The aggregation method is also recorded in a dictionary
         `_last_step_outputs_aggregations` for later interpreting of the
         outputs as already reduced or not.
+        # TODO(priyag): Change aggregation type used here.
 
     """
     if distribution_strategy_context.get_cross_replica_context():
@@ -1650,12 +1654,13 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
                          "a variable in Replica Context.")
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(
+          self._aggregation)
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
         return strategy.update(
             self, f,
-            strategy.reduce(
-                aggregation=self._aggregation, value=value, destinations=self),
+            strategy.reduce(reduce_op, value=value, destinations=self),
             *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 9bd6ddd083..a6e5c110b7 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3590,6 +3590,7 @@ py_library(
         ":util",
         ":variable_scope",
         "//tensorflow/python/data",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/ops/losses",
     ],
 )
diff --git a/tensorflow/python/distribute/BUILD b/tensorflow/python/distribute/BUILD
index 216dcc8587..13d797d987 100644
--- a/tensorflow/python/distribute/BUILD
+++ b/tensorflow/python/distribute/BUILD
@@ -155,3 +155,11 @@ py_library(
         "//tensorflow/python:training",
     ],
 )
+
+py_library(
+    name = "reduce_util",
+    srcs = [
+        "reduce_util.py",
+    ],
+    deps = [],
+)
diff --git a/tensorflow/python/distribute/reduce_util.py b/tensorflow/python/distribute/reduce_util.py
new file mode 100644
index 0000000000..8df3923daf
--- /dev/null
+++ b/tensorflow/python/distribute/reduce_util.py
@@ -0,0 +1,58 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Utilites for reduce operations."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import enum
+
+from tensorflow.python.ops import variable_scope
+
+
+# TODO(priyag): Add this to tf.distribute namespace when it exists.
+class ReduceOp(enum.Enum):
+  """Indicates how a set of values should be reduced.
+
+  * `SUM`: Add all the values.
+  * `MEAN`: Take the arithmetic mean ("average") of the values.
+  * `ONLY_FIRST_REPLICA`: Return the value on the first replica.
+
+  TODO(priyag): Add the following types:
+  * `MIN`: Return the minimum of all values.
+  * `MAX`: Return the maximum of all values.
+  """
+
+  SUM = 0
+  MEAN = 1
+  ONLY_FIRST_REPLICA = 2
+
+  @staticmethod
+  def from_variable_aggregation(aggregation):
+    mapping = {
+        variable_scope.VariableAggregation.SUM: ReduceOp.SUM,
+        variable_scope.VariableAggregation.MEAN: ReduceOp.MEAN,
+        variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
+            ReduceOp.ONLY_FIRST_REPLICA
+    }
+
+    reduce_op = mapping.get(aggregation)
+    if not reduce_op:
+      raise ValueError("Could not convert from `tf.VariableAggregation` to"
+                       "`tf.distribute.ReduceOp` type")
+    return reduce_op
+
+
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index f1d2db0647..4ed2fb1925 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 import threading
 
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import reduce_util
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -755,9 +756,13 @@ class DistributionStrategy(object):
     """Combine (via e.g. sum or mean) values across replicas.
 
     Args:
-      aggregation: Indicates how a variable will be aggregated. Accepted values
-        are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`,
+      aggregation: Reduction type, an instance of `tf.distribute.ReduceOp` enum.
+        DEPRECATED but still accepted values:
+        `tf.VariableAggregation.SUM`,
+        `tf.VariableAggregation.MEAN`,
         `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
+        # TODO(priyag): Rename this argument when moving the method to
+        # DSExtended.
       value: A per-replica value with one value per replica.
       destinations: A mirrored variable, a per-replica tensor, a device string,
         or list of device strings. The return value will be copied to all
@@ -771,23 +776,32 @@ class DistributionStrategy(object):
     # TODO(josh11b): Return an unwrapped value if colocate_with is a
     # single device.
     _require_cross_replica_context(self)
-    assert aggregation in [
-        variable_scope.VariableAggregation.SUM,
-        variable_scope.VariableAggregation.MEAN,
-        variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
-    ]
-    return self._reduce(aggregation, value, destinations)
 
-  def _reduce(self, aggregation, value, destinations):
+    # TODO(priyag): Remove this when all callers have been updated.
+    reduce_op = aggregation
+    if isinstance(aggregation, variable_scope.VariableAggregation):
+      assert aggregation in [
+          variable_scope.VariableAggregation.SUM,
+          variable_scope.VariableAggregation.MEAN,
+          variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
+      ]
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(aggregation)
+    return self._reduce(reduce_op, value, destinations)
+
+  def _reduce(self, reduce_op, value, destinations):
     raise NotImplementedError("must be implemented in descendants")
 
   def batch_reduce(self, aggregation, value_destination_pairs):
     """Combine multiple `reduce` calls into one for faster execution.
 
     Args:
-      aggregation: Indicates how a variable will be aggregated. Accepted values
-        are `tf.VariableAggregation.SUM`, `tf.VariableAggregation.MEAN`,
+      aggregation: Reduction type, an instance of `tf.distribute.ReduceOp` enum.
+        DEPRECATED but still accepted values:
+        `tf.VariableAggregation.SUM`,
+        `tf.VariableAggregation.MEAN`,
         `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
+        # TODO(priyag): Rename this argument when moving the method to
+        # DSExtended.
       value_destination_pairs: A sequence of (value, destinations)
         pairs. See `reduce()` for a description.
 
@@ -796,16 +810,21 @@ class DistributionStrategy(object):
     """
     # TODO(josh11b): More docstring
     _require_cross_replica_context(self)
-    assert aggregation in [
-        variable_scope.VariableAggregation.SUM,
-        variable_scope.VariableAggregation.MEAN,
-        variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
-    ]
-    return self._batch_reduce(aggregation, value_destination_pairs)
 
-  def _batch_reduce(self, aggregation, value_destination_pairs):
+    # TODO(priyag): Remove this when all callers have been updated.
+    reduce_op = aggregation
+    if isinstance(aggregation, variable_scope.VariableAggregation):
+      assert aggregation in [
+          variable_scope.VariableAggregation.SUM,
+          variable_scope.VariableAggregation.MEAN,
+          variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
+      ]
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(aggregation)
+    return self._batch_reduce(reduce_op, value_destination_pairs)
+
+  def _batch_reduce(self, reduce_op, value_destination_pairs):
     return [
-        self.reduce(aggregation, t, destinations=v)
+        self.reduce(reduce_op, t, destinations=v)
         for t, v in value_destination_pairs
     ]
 
@@ -1154,9 +1173,9 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     with ReplicaContext(self, replica_id=0):
       return fn(*args, **kwargs)
 
-  def _reduce(self, aggregation, value, destinations):
+  def _reduce(self, reduce_op, value, destinations):
     # TODO(josh11b): Use destinations?
-    del aggregation, destinations
+    del reduce_op, destinations
     return value
 
   def _update(self, var, options, fn, *args, **kwargs):
-- 
GitLab


From 6d11cff78085799c847bc676955a8933fd1fa3a2 Mon Sep 17 00:00:00 2001
From: Nick Hamatake <hamatake@google.com>
Date: Wed, 14 Nov 2018 11:24:31 -0800
Subject: [PATCH 1579/1825] Add encoding data to support core MIME/Unix/Windows
 encodings, including core ISO 8859 sets (Latin 1-5, Cyrillic, Arabic, Greek,
 Hebrew), various EUCs, and common CJK encodings.

Data is hard-coded in order to achieve a hermetic runtime, and to simplify the build process. Data is in little-endian byte order. Trying to decode/encode CJK or other code-mapped encodings on a big-endian platform will result in a runtime InvalidArgumentError ("Could not create converter for...").

PiperOrigin-RevId: 221478869
---
 tensorflow/core/kernels/BUILD                 |   1 +
 .../kernel_tests/unicode_transcode_op_test.py |  54 +++
 tensorflow/tools/lib_package/BUILD            |   2 +
 tensorflow/tools/pip_package/BUILD            |   1 +
 third_party/icu/data/BUILD                    |  46 ++
 third_party/icu/data/LICENSE                  | 414 ++++++++++++++++++
 .../icu/data/icu_conversion_data.c.gz.aa      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ab      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ac      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ad      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ae      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.af      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ag      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ah      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.ai      | Bin 0 -> 177696 bytes
 .../icu/data/icu_conversion_data.c.gz.aj      | Bin 0 -> 177689 bytes
 third_party/icu/udata.patch                   |  53 +++
 third_party/icu/workspace.bzl                 |   6 +
 18 files changed, 577 insertions(+)
 create mode 100644 third_party/icu/data/BUILD
 create mode 100644 third_party/icu/data/LICENSE
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.aa
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ab
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ac
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ad
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ae
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.af
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ag
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ah
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.ai
 create mode 100644 third_party/icu/data/icu_conversion_data.c.gz.aj
 create mode 100644 third_party/icu/udata.patch

diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 0f843ef125..5fd0f5d5d1 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -4800,6 +4800,7 @@ tf_kernel_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:string_ops_op_lib",
+        "//third_party/icu/data:conversion_data",
         "@icu//:common",
     ],
 )
diff --git a/tensorflow/python/kernel_tests/unicode_transcode_op_test.py b/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
index 4406907a4c..4ad5ee4103 100644
--- a/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
+++ b/tensorflow/python/kernel_tests/unicode_transcode_op_test.py
@@ -378,6 +378,60 @@ class UnicodeTranscodeOpTest(test.TestCase, parameterized.TestCase):
 
       self.assertAllEqual([b"AbCdE", b"HiJkL"], transcoded)
 
+  def test_cjk_encodings(self):
+    strings_ja = [
+        b"\x5c\x5c",  # Yen sign
+        b"\x8f\x70",  # kanji character "waza"
+        b"\x83\x4f"
+    ]  # katakana character "gu"
+    strings_zh_cn = [b"\xca\xf5"]  # simplified "shu4"
+    strings_zh_tw = [b"\xb3\x4e"]  # traditional "shu4"
+    strings_ko = [b"\xc7\xd1\xb9\xce"]  # hangul "hanmin"
+
+    expected_ja = [s.decode("shift_jis").encode("UTF-8") for s in strings_ja]
+    expected_zh_cn = [
+        s.decode("gb18030").encode("UTF-8") for s in strings_zh_cn
+    ]
+    expected_zh_tw = [s.decode("big5").encode("UTF-8") for s in strings_zh_tw]
+    expected_ko = [s.decode("euc_kr").encode("UTF-8") for s in strings_ko]
+
+    with self.cached_session() as sess:
+      outputs_ja = string_ops.unicode_transcode(
+          strings_ja,
+          input_encoding="shift_jis",
+          output_encoding="UTF-8",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+
+      outputs_zh_cn = string_ops.unicode_transcode(
+          strings_zh_cn,
+          input_encoding="gb18030",
+          output_encoding="UTF-8",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+
+      outputs_zh_tw = string_ops.unicode_transcode(
+          strings_zh_tw,
+          input_encoding="big5",
+          output_encoding="UTF-8",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+
+      outputs_ko = string_ops.unicode_transcode(
+          strings_ko,
+          input_encoding="euc_kr",
+          output_encoding="UTF-8",
+          replacement_char=ord(" "),
+          replace_control_characters=False)
+
+      result_ja, result_zh_cn, result_zh_tw, result_ko = sess.run(
+          [outputs_ja, outputs_zh_cn, outputs_zh_tw, outputs_ko])
+
+      self.assertAllEqual(result_ja, expected_ja)
+      self.assertAllEqual(result_zh_cn, expected_zh_cn)
+      self.assertAllEqual(result_zh_tw, expected_zh_tw)
+      self.assertAllEqual(result_ko, expected_ko)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/tools/lib_package/BUILD b/tensorflow/tools/lib_package/BUILD
index 7aaa845ae9..1cac5ee138 100644
--- a/tensorflow/tools/lib_package/BUILD
+++ b/tensorflow/tools/lib_package/BUILD
@@ -112,6 +112,7 @@ pkg_tar(
 genrule(
     name = "clicenses_generate",
     srcs = [
+        "//third_party/icu/data:LICENSE",
         "//third_party/hadoop:LICENSE.txt",
         "//third_party/eigen3:LICENSE",
         "//third_party/fft2d:LICENSE",
@@ -180,6 +181,7 @@ genrule(
 genrule(
     name = "jnilicenses_generate",
     srcs = [
+        "//third_party/icu/data:LICENSE",
         "//third_party/hadoop:LICENSE.txt",
         "//third_party/eigen3:LICENSE",
         "//third_party/fft2d:LICENSE",
diff --git a/tensorflow/tools/pip_package/BUILD b/tensorflow/tools/pip_package/BUILD
index 3a863d3c52..fa372dcd74 100644
--- a/tensorflow/tools/pip_package/BUILD
+++ b/tensorflow/tools/pip_package/BUILD
@@ -132,6 +132,7 @@ py_binary(
 filegroup(
     name = "licenses",
     data = [
+        "//third_party/icu/data:LICENSE",
         "//third_party/eigen3:LICENSE",
         "//third_party/fft2d:LICENSE",
         "//third_party/hadoop:LICENSE.txt",
diff --git a/third_party/icu/data/BUILD b/third_party/icu/data/BUILD
new file mode 100644
index 0000000000..7db21566e4
--- /dev/null
+++ b/third_party/icu/data/BUILD
@@ -0,0 +1,46 @@
+package(
+    default_visibility = ["//visibility:public"],
+)
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+# Data for core MIME/Unix/Windows encodings:
+# ISO 8859-2..9, 15; Windows-125x; EUC-CN; GBK (Windows cp936); GB 18030;
+# Big5 (Windows cp950); SJIS (Windows cp932); EUC-JP; EUC-KR, KS C 5601;
+# Windows cp949. Data is pre-processed for little-endian platforms. To replicate
+# this pre-processing (if you want additional encodings, for example), do the
+# following:
+#
+# First, download, build, and install ICU. This installs tools such as makeconv.
+# Then, run the following from your icu4c/source directory:
+#   $ cd data/mappings
+#   $ rm *.cnv  # there shouldn't be any .cnv files here to begin with
+#   $ grep \.ucm ucmcore.mk | \
+#     sed 's/\(UCM_SOURCE_CORE=\)\?\([^ ]\+\.ucm\)\\\?/\2/g' | \
+#     tr '\n' ' ' | xargs makeconv
+#   $ ls *.cnv > filelist.lst
+#   $ pkgdata -m common -p ucmcore filelist.lst
+#   $ genccode -f custom_conversion_data ucmcore.dat
+# This creates custom_conversion_data.c. You will need to change the target
+# :conversion_data to depend on your custom source instead of :conversion_data.c
+filegroup(
+    name = "conversion_files",
+    srcs = glob(["icu_conversion_data.c.gz.*"]),
+)
+
+# Data files are compressed and split to work around git performance degradation
+# around large files.
+genrule(
+    name = "merge_conversion_data",
+    srcs = [":conversion_files"],
+    outs = ["conversion_data.c"],
+    cmd = "cat $(locations :conversion_files) | gunzip > $@",
+)
+
+cc_library(
+    name = "conversion_data",
+    srcs = [":conversion_data.c"],
+    deps = ["@icu//:headers"],
+)
diff --git a/third_party/icu/data/LICENSE b/third_party/icu/data/LICENSE
new file mode 100644
index 0000000000..25b6eb9d34
--- /dev/null
+++ b/third_party/icu/data/LICENSE
@@ -0,0 +1,414 @@
+COPYRIGHT AND PERMISSION NOTICE (ICU 58 and later)
+
+Copyright © 1991-2018 Unicode, Inc. All rights reserved.
+Distributed under the Terms of Use in http://www.unicode.org/copyright.html.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of the Unicode data files and any associated documentation
+(the "Data Files") or Unicode software and any associated documentation
+(the "Software") to deal in the Data Files or Software
+without restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, and/or sell copies of
+the Data Files or Software, and to permit persons to whom the Data Files
+or Software are furnished to do so, provided that either
+(a) this copyright and permission notice appear with all copies
+of the Data Files or Software, or
+(b) this copyright and permission notice appear in associated
+Documentation.
+
+THE DATA FILES AND SOFTWARE ARE PROVIDED "AS IS", WITHOUT WARRANTY OF
+ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT OF THIRD PARTY RIGHTS.
+IN NO EVENT SHALL THE COPYRIGHT HOLDER OR HOLDERS INCLUDED IN THIS
+NOTICE BE LIABLE FOR ANY CLAIM, OR ANY SPECIAL INDIRECT OR CONSEQUENTIAL
+DAMAGES, OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
+DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
+TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+PERFORMANCE OF THE DATA FILES OR SOFTWARE.
+
+Except as contained in this notice, the name of a copyright holder
+shall not be used in advertising or otherwise to promote the sale,
+use or other dealings in these Data Files or Software without prior
+written authorization of the copyright holder.
+
+---------------------
+
+Third-Party Software Licenses
+
+This section contains third-party software notices and/or additional
+terms for licensed third-party software components included within ICU
+libraries.
+
+1. ICU License - ICU 1.8.1 to ICU 57.1
+
+COPYRIGHT AND PERMISSION NOTICE
+
+Copyright (c) 1995-2016 International Business Machines Corporation and others
+All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, and/or sell copies of the Software, and to permit persons
+to whom the Software is furnished to do so, provided that the above
+copyright notice(s) and this permission notice appear in all copies of
+the Software and that both the above copyright notice(s) and this
+permission notice appear in supporting documentation.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT
+OF THIRD PARTY RIGHTS. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+HOLDERS INCLUDED IN THIS NOTICE BE LIABLE FOR ANY CLAIM, OR ANY
+SPECIAL INDIRECT OR CONSEQUENTIAL DAMAGES, OR ANY DAMAGES WHATSOEVER
+RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF
+CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
+CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+
+Except as contained in this notice, the name of a copyright holder
+shall not be used in advertising or otherwise to promote the sale, use
+or other dealings in this Software without prior written authorization
+of the copyright holder.
+
+All trademarks and registered trademarks mentioned herein are the
+property of their respective owners.
+
+2. Chinese/Japanese Word Break Dictionary Data (cjdict.txt)
+
+ #     The Google Chrome software developed by Google is licensed under
+ # the BSD license. Other software included in this distribution is
+ # provided under other licenses, as set forth below.
+ #
+ #  The BSD License
+ #  http://opensource.org/licenses/bsd-license.php
+ #  Copyright (C) 2006-2008, Google Inc.
+ #
+ #  All rights reserved.
+ #
+ #  Redistribution and use in source and binary forms, with or without
+ # modification, are permitted provided that the following conditions are met:
+ #
+ #  Redistributions of source code must retain the above copyright notice,
+ # this list of conditions and the following disclaimer.
+ #  Redistributions in binary form must reproduce the above
+ # copyright notice, this list of conditions and the following
+ # disclaimer in the documentation and/or other materials provided with
+ # the distribution.
+ #  Neither the name of  Google Inc. nor the names of its
+ # contributors may be used to endorse or promote products derived from
+ # this software without specific prior written permission.
+ #
+ #
+ #  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
+ # CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
+ # INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+ # MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ # DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
+ # BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ # LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ # NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ # SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ #
+ #
+ #  The word list in cjdict.txt are generated by combining three word lists
+ # listed below with further processing for compound word breaking. The
+ # frequency is generated with an iterative training against Google web
+ # corpora.
+ #
+ #  * Libtabe (Chinese)
+ #    - https://sourceforge.net/project/?group_id=1519
+ #    - Its license terms and conditions are shown below.
+ #
+ #  * IPADIC (Japanese)
+ #    - http://chasen.aist-nara.ac.jp/chasen/distribution.html
+ #    - Its license terms and conditions are shown below.
+ #
+ #  ---------COPYING.libtabe ---- BEGIN--------------------
+ #
+ #  /*
+ #   * Copyright (c) 1999 TaBE Project.
+ #   * Copyright (c) 1999 Pai-Hsiang Hsiao.
+ #   * All rights reserved.
+ #   *
+ #   * Redistribution and use in source and binary forms, with or without
+ #   * modification, are permitted provided that the following conditions
+ #   * are met:
+ #   *
+ #   * . Redistributions of source code must retain the above copyright
+ #   *   notice, this list of conditions and the following disclaimer.
+ #   * . Redistributions in binary form must reproduce the above copyright
+ #   *   notice, this list of conditions and the following disclaimer in
+ #   *   the documentation and/or other materials provided with the
+ #   *   distribution.
+ #   * . Neither the name of the TaBE Project nor the names of its
+ #   *   contributors may be used to endorse or promote products derived
+ #   *   from this software without specific prior written permission.
+ #   *
+ #   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ #   * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ #   * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+ #   * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+ #   * REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+ #   * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ #   * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ #   * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ #   * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ #   * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ #   * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+ #   * OF THE POSSIBILITY OF SUCH DAMAGE.
+ #   */
+ #
+ #  /*
+ #   * Copyright (c) 1999 Computer Systems and Communication Lab,
+ #   *                    Institute of Information Science, Academia
+ #       *                    Sinica. All rights reserved.
+ #   *
+ #   * Redistribution and use in source and binary forms, with or without
+ #   * modification, are permitted provided that the following conditions
+ #   * are met:
+ #   *
+ #   * . Redistributions of source code must retain the above copyright
+ #   *   notice, this list of conditions and the following disclaimer.
+ #   * . Redistributions in binary form must reproduce the above copyright
+ #   *   notice, this list of conditions and the following disclaimer in
+ #   *   the documentation and/or other materials provided with the
+ #   *   distribution.
+ #   * . Neither the name of the Computer Systems and Communication Lab
+ #   *   nor the names of its contributors may be used to endorse or
+ #   *   promote products derived from this software without specific
+ #   *   prior written permission.
+ #   *
+ #   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ #   * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ #   * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+ #   * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+ #   * REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+ #   * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ #   * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ #   * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ #   * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ #   * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ #   * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+ #   * OF THE POSSIBILITY OF SUCH DAMAGE.
+ #   */
+ #
+ #  Copyright 1996 Chih-Hao Tsai @ Beckman Institute,
+ #      University of Illinois
+ #  c-tsai4@uiuc.edu  http://casper.beckman.uiuc.edu/~c-tsai4
+ #
+ #  ---------------COPYING.libtabe-----END--------------------------------
+ #
+ #
+ #  ---------------COPYING.ipadic-----BEGIN-------------------------------
+ #
+ #  Copyright 2000, 2001, 2002, 2003 Nara Institute of Science
+ #  and Technology.  All Rights Reserved.
+ #
+ #  Use, reproduction, and distribution of this software is permitted.
+ #  Any copy of this software, whether in its original form or modified,
+ #  must include both the above copyright notice and the following
+ #  paragraphs.
+ #
+ #  Nara Institute of Science and Technology (NAIST),
+ #  the copyright holders, disclaims all warranties with regard to this
+ #  software, including all implied warranties of merchantability and
+ #  fitness, in no event shall NAIST be liable for
+ #  any special, indirect or consequential damages or any damages
+ #  whatsoever resulting from loss of use, data or profits, whether in an
+ #  action of contract, negligence or other tortuous action, arising out
+ #  of or in connection with the use or performance of this software.
+ #
+ #  A large portion of the dictionary entries
+ #  originate from ICOT Free Software.  The following conditions for ICOT
+ #  Free Software applies to the current dictionary as well.
+ #
+ #  Each User may also freely distribute the Program, whether in its
+ #  original form or modified, to any third party or parties, PROVIDED
+ #  that the provisions of Section 3 ("NO WARRANTY") will ALWAYS appear
+ #  on, or be attached to, the Program, which is distributed substantially
+ #  in the same form as set out herein and that such intended
+ #  distribution, if actually made, will neither violate or otherwise
+ #  contravene any of the laws and regulations of the countries having
+ #  jurisdiction over the User or the intended distribution itself.
+ #
+ #  NO WARRANTY
+ #
+ #  The program was produced on an experimental basis in the course of the
+ #  research and development conducted during the project and is provided
+ #  to users as so produced on an experimental basis.  Accordingly, the
+ #  program is provided without any warranty whatsoever, whether express,
+ #  implied, statutory or otherwise.  The term "warranty" used herein
+ #  includes, but is not limited to, any warranty of the quality,
+ #  performance, merchantability and fitness for a particular purpose of
+ #  the program and the nonexistence of any infringement or violation of
+ #  any right of any third party.
+ #
+ #  Each user of the program will agree and understand, and be deemed to
+ #  have agreed and understood, that there is no warranty whatsoever for
+ #  the program and, accordingly, the entire risk arising from or
+ #  otherwise connected with the program is assumed by the user.
+ #
+ #  Therefore, neither ICOT, the copyright holder, or any other
+ #  organization that participated in or was otherwise related to the
+ #  development of the program and their respective officials, directors,
+ #  officers and other employees shall be held liable for any and all
+ #  damages, including, without limitation, general, special, incidental
+ #  and consequential damages, arising out of or otherwise in connection
+ #  with the use or inability to use the program or any product, material
+ #  or result produced or otherwise obtained by using the program,
+ #  regardless of whether they have been advised of, or otherwise had
+ #  knowledge of, the possibility of such damages at any time during the
+ #  project or thereafter.  Each user will be deemed to have agreed to the
+ #  foregoing by his or her commencement of use of the program.  The term
+ #  "use" as used herein includes, but is not limited to, the use,
+ #  modification, copying and distribution of the program and the
+ #  production of secondary products from the program.
+ #
+ #  In the case where the program, whether in its original form or
+ #  modified, was distributed or delivered to or received by a user from
+ #  any person, organization or entity other than ICOT, unless it makes or
+ #  grants independently of ICOT any specific warranty to the user in
+ #  writing, such person, organization or entity, will also be exempted
+ #  from and not be held liable to the user for any such damages as noted
+ #  above as far as the program is concerned.
+ #
+ #  ---------------COPYING.ipadic-----END----------------------------------
+
+3. Lao Word Break Dictionary Data (laodict.txt)
+
+ #  Copyright (c) 2013 International Business Machines Corporation
+ #  and others. All Rights Reserved.
+ #
+ # Project: http://code.google.com/p/lao-dictionary/
+ # Dictionary: http://lao-dictionary.googlecode.com/git/Lao-Dictionary.txt
+ # License: http://lao-dictionary.googlecode.com/git/Lao-Dictionary-LICENSE.txt
+ #              (copied below)
+ #
+ #  This file is derived from the above dictionary, with slight
+ #  modifications.
+ #  ----------------------------------------------------------------------
+ #  Copyright (C) 2013 Brian Eugene Wilson, Robert Martin Campbell.
+ #  All rights reserved.
+ #
+ #  Redistribution and use in source and binary forms, with or without
+ #  modification,
+ #  are permitted provided that the following conditions are met:
+ #
+ #
+ # Redistributions of source code must retain the above copyright notice, this
+ #  list of conditions and the following disclaimer. Redistributions in
+ #  binary form must reproduce the above copyright notice, this list of
+ #  conditions and the following disclaimer in the documentation and/or
+ #  other materials provided with the distribution.
+ #
+ #
+ # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+ # FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+ # COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
+ # INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ # SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ # STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+ # OF THE POSSIBILITY OF SUCH DAMAGE.
+ #  --------------------------------------------------------------------------
+
+4. Burmese Word Break Dictionary Data (burmesedict.txt)
+
+ #  Copyright (c) 2014 International Business Machines Corporation
+ #  and others. All Rights Reserved.
+ #
+ #  This list is part of a project hosted at:
+ #    github.com/kanyawtech/myanmar-karen-word-lists
+ #
+ #  --------------------------------------------------------------------------
+ #  Copyright (c) 2013, LeRoy Benjamin Sharon
+ #  All rights reserved.
+ #
+ #  Redistribution and use in source and binary forms, with or without
+ #  modification, are permitted provided that the following conditions
+ #  are met: Redistributions of source code must retain the above
+ #  copyright notice, this list of conditions and the following
+ #  disclaimer.  Redistributions in binary form must reproduce the
+ #  above copyright notice, this list of conditions and the following
+ #  disclaimer in the documentation and/or other materials provided
+ #  with the distribution.
+ #
+ #    Neither the name Myanmar Karen Word Lists, nor the names of its
+ #    contributors may be used to endorse or promote products derived
+ #    from this software without specific prior written permission.
+ #
+ #  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
+ #  CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
+ #  INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+ #  MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ #  DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS
+ #  BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ #  EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+ #  TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ #  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+ #  ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
+ #  TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
+ #  THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+ #  SUCH DAMAGE.
+ #  --------------------------------------------------------------------------
+
+5. Time Zone Database
+
+  ICU uses the public domain data and code derived from Time Zone
+Database for its time zone support. The ownership of the TZ database
+is explained in BCP 175: Procedure for Maintaining the Time Zone
+Database section 7.
+
+ # 7.  Database Ownership
+ #
+ #    The TZ database itself is not an IETF Contribution or an IETF
+ #    document.  Rather it is a pre-existing and regularly updated work
+ #    that is in the public domain, and is intended to remain in the
+ #    public domain.  Therefore, BCPs 78 [RFC5378] and 79 [RFC3979] do
+ #    not apply to the TZ Database or contributions that individuals make
+ #    to it.  Should any claims be made and substantiated against the TZ
+ #    Database, the organization that is providing the IANA
+ #    Considerations defined in this RFC, under the memorandum of
+ #    understanding with the IETF, currently ICANN, may act in accordance
+ #    with all competent court orders.  No ownership claims will be made
+ #    by ICANN or the IETF Trust on the database or the code.  Any person
+ #    making a contribution to the database or code waives all rights to
+ #    future claims in that contribution or in the TZ Database.
+
+6. Google double-conversion
+
+Copyright 2006-2011, the V8 project authors. All rights reserved.
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+      copyright notice, this list of conditions and the following
+      disclaimer in the documentation and/or other materials provided
+      with the distribution.
+    * Neither the name of Google Inc. nor the names of its
+      contributors may be used to endorse or promote products derived
+      from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/third_party/icu/data/icu_conversion_data.c.gz.aa b/third_party/icu/data/icu_conversion_data.c.gz.aa
new file mode 100644
index 0000000000000000000000000000000000000000..b68a2c6516f8183e805c509a9139cf63d1ee3fa5
GIT binary patch
literal 177696
zcmb2|=HOWCelD7UIWxI5J~=<HEVZaOGe0jrC9xz?FPY)Z-{|$azGd^+@12hi+>pPk
z@n*^~%R_GQCsb}LBzQO6-j!h@)#5Wvg~>?sL&8CWKliJT{obQov~KJ7@>N=a^Phx%
zeJg5g{CLX5LW#$+%kBR?zW--){ZIS<-T#l*|4;w_=ls9r_22CO-<<#Nng73|^Z(tf
z|2*6NulW9-&;LKF|9AHP5B+~%&i{}9KmWM=|Bw0qzHG1me*ORL{Qs}a|Nnab?_2%f
zv-|(d-v96P{=cj5|9f`+|C9KC&({CDYX4{T^Zb8j@Bho+|9AKPO56YO|GwY<bG!aW
zd;S0We?H3pZ~y;6{@)AvlRw<+f0zG%*8l%g{{O%K|CQJO&Hwk-{?Enzf7}0mz5n;(
zx-b5ZuI2yBum4p4-*;co|Fipl&EEg(?Ec^3|3BQ`|2u!t)aUvC{^bAr)c@r{{{M&f
z|9yM^?_a;%|F7}?U+@39`u@My_y2&rd->!3ACvEXK3@NK*Z=GFpKr@of6@Q{$p8PJ
z|9{W_+x`FH`G1e<e{HV+cmCgT`~T1X|INR&`qciPr|ZA>uP^_#{?2pzf5-oSjsN>}
zf9=!%i|c>K+x~lf|KHj8zhC#){W-n=$7K7zo9%zf|9iCm_vZiq&j0`USpWaG{D1%C
z>pp+~|DpW<kLmwE%>MuQ<LvAI|Gmop|FQmO`ToCW|9{&4|C#*%fBUb_t^f0S|IhZH
z;{QKLO|Sp)_Wu9+;*~q&KmY%J|KGEZ_5Yr&|Nlw;|D*T+zsdi9r(geDyjtM@qtN@=
z0{{Q52U+y!{r|)Je|`V|Z+rdL_y6tx_ur4HFR_j1o$_bTJj=7`k>_h{-~WIAyVmCN
z)_IzH>&`t_{ux*qcmMDI#jbr<eoemrbJqETdn0S#Uwr+#?sDiprS!Syw@kZr*3|V{
zrEPra)!2D<vFCTbuDW~A)^p$Y6JM_${}r?Te(ujSub-A}@77K({Q5j**Yu*w(=*l`
zx_eD2`_=D@tFL?Bl`sGO`ResWjnV3#U!4E6>+birVrSo8i+jJxU4fr}PTc>m-`;7P
zhwdr<d^PfUO|NI{ojZH?ZvOUU_xgMHD&4={mCW6n=XZVA?^kQqtHr#2w=z3+z2S+;
zo)aWL{f(;5$a+{Ny>IQA_1br9d5={;o48|cT>aeNSDRmIU0Qwcgl*aR7|&TZzdxTR
zGOy>S=_%7+b2ew6+v;|9J=^DOuHd7W=G>V4(Ddb}mtUUVUY|el`|(g^%}@K@y_-2T
zCfa&)+4(<v_9s=Dii=+V8+Y@2{NM6#f24jqdb2yHTDt$)o1HHI%UY}Rc799WU%l4x
z?)$LW`R`8#o%*M=KJI?yV&%^#W!}oYyuN>K^)AWu`|@G&f#0jY*M9wN`XO?1+SwEP
z+}C83?)&$xy7P_Zj^8nRmb^TceXY3sr`h~fZz{h^Eh=2UJN%<9)61^i>u0a$JaD#X
zQ&vr!{_($Z-__SY(VF$F;Fk3iw_jg%U;VrG(zL7eLqYlOw+m}@7hSKnKKz<n{eI=1
zV^#mZOTDRkKL7r;e;Yp?uYOzn-9B@h$=^F~zkcWP%k6(39{xCOk;|uPtK;6ix)d6p
z`n{|&b!x1y@`~s^ahIL$=l}Q_D`)@FD9iTcLv8=kv+MK!?pR&x`}~`6`-_ipZ?o-}
z2FI4FgnpZwC1-zc_oKjo?=gY*>*aSp`X1Le|MKbM%U|7omwIJii2wc2y>35EAMRLO
z8_{o@dP;tgs#?nbIPdS)f7hJ+DXhEqSXR16zV6;-$?xUwul(N_l_ekjtN({zZheP*
z?o0l!et&0Q{B5KBPoVg`?p68P<+b0xXJ?+jcSE<XWZM6G@4sYa?hpRgSpJLo+}_<w
zzxiLgR385B?xpj$jO*jP?KevQU3ky)^CSB@?_VDFrd9jD^X(1~`e}3Y>LvZWXP*y#
z+d1=BW!-0^{`h-7x0jsZH~oBe!CXUbuVw#=yq*OcE0_71U3>ZV-5baLcn^U;8Q%Bb
zIJ}?y;3N0(vxmR^$TNOveRhuQ*N@C4C;KO>&d&RJ$LHU{?GIDs_In#=7vGbgrD=ch
z%<8Gf-(NbD_tept=bXP8bL4Mplg-oHXGhwvo_Y7w<MK?m;FrJtiTrrj`!@aJ+4-|7
zYyTauHeSE)`?thpj=So9nDpOYD!KJaU5;OU`>|hlqhIA$AKb26yW6e)`?O>BC$0CU
z9kJH^{`thb`458j-3Hl~xorFV%V+!zy5`Sb`F+{vAFBC}r&s<tlXk29?gK~T`+X1p
zuC(Bvz5k~E{oW&=_EtP-KX1oZ-20;Z-p2oVvt3M_r2EhJu9?4Rcm1(9yKj~pObopL
z_<3N^e68;Hr4x5<lh1n~oc-s=Quc5BThnbGJwG7W|Nfz%{cDDJX-`grBMg1ZqIc)%
z)h07se_z1%bGG~Y?}~bNo?YVpf5)))51-3~xOc&y?{E8eSozP7$d2>obAO0QduRUS
z{aa{y?)4SkwLdwTf8BJs^!T~C36F2h0^NE|({Dd2c{82=?LE0~%Om4I3C>SHr+HY<
z|90Tx>3^KUe-j<gM&F%v<?f^QdAjbJk%wfymND<N?)41&rX4C;le${y_mwU6_cyP3
zciK2ObiRb>-CM6)xn?hTAo=)mp2z2)d8?}A7Hb^7H0_t~(Jz~-C3h@;uqrynG_N9*
zUw^&iR|%b8d%YK|^mR>s`trHO(-);ZjQ>CF`~B;Y&aJOK_0o5IAG6<Izx#XW<6YeI
zYv0^X>=(=4FMWUSUY-@%-=F@sXFkU_@8$1JJCzsz{&;-9N^^_mdEKdAKd<h+^Yy(L
z|Gz)8wppkz?|r@fe5BKk=9&#>p9>bBDO+YA)U3PN>*D%rHcvjQub1Dy<v=)Vyl746
zhtPvi#{62=3;g<*axV8@GO4nAwpo9ok^QH~_F2pRe>waKt_se0y;|YJ`Ov?QCqDaf
zz9;JExr(3Re#hG9^{<_L`tq&6*{e5w%Jy-L*u87wU*m<R=dfP+dHq_RO1z`skJ9xq
z|F(u^|Gc_6B%{1^?eFxw>Gi%>9&i3q@bhcM*NUR|SCi{<?<Umcp15^&Z`GOeF{|o%
zOG8tu`{(no-jMG3)kY_}dG`GEcFW&rZFkymJURK~pF5}i$hGmdRu^m&+g5+xc0$UH
z7i;SG$(e_1pH18E(KkQ3d`I<-tUonRWW2td|H~#fhxZ3Be{Apk{=a;3E7v}Kw{Vlt
zpSt~$_VShICF{1I&UzB0{_T8B+Mk*|_Y|wA922!)zI6wy!gGoBYlF|d-}H5h?c=mR
zXQEwiKi(?3&(>&t_=oc`>3`-#+uAPsD7rs>{RCSN&Ew~DO&-qg|H~z}1cZ5Ke=6R8
zuw-lW^gGQh=gOxA?QzeJ{rLIgsZbji%j4(wu(JHQ^Ql2(bHTCqF~xu8hzop^J0xWv
zf0=vj2c61k_0M{LeJ)=7JuYbfzq`*@H?8N|r}bmi10+U#GOO9bJNB3VexCUL{?mVv
z@8`eOE#6<>|NHr#`gPmSyxe<qyV~XG$t(AWS7e*+HJyELmha=e2cl2ET>J9RwW5C?
zHs$+1-@fc~^y!~}TR%r%{s|VYtAF|FT1jR0u08#qe|t~gzU*}L<)>?(e)@Om=~|FX
zZT8N6`%7xGckQcxynWj1-`>}^FMAz*`Rm%Jzy4i%yY}U`YbDj$JNND{sh%I7@4J2b
zwA;VEw{Kr|JNok9wNL;3yYzSM%YWBO>a%y&&$yNE`+fVe-_fW4{#|-J`tswoFF#)U
zR8jx(<Fzjp*;RYiulhb+F5kC*`?BZJr$7H)`aJsb=d~|?Ui(y2|MKUxFE#NO^L5XE
zpB|U*yMFt!>(QrQ|6N-D_xB@c%7&*|5M%!_E+<>NOUIu}$4l-r`V+5kczylSI;4C6
zQUuN!uh%SiRb^fK_uHqBkNfv?)r<bq`V;zN^@sW?hxY&5{1_?p!SUfA-DtwCeNSo|
z@6^3(V!KQ>IbYP+)g`j)+tw-k+9~XIhfYmcy~%sKoU!KI8`GyQO`lrbyJT{Y`V#IZ
zrxmN}@~nPnZavyAA{Kp7Hhk8S1v8iQy-ezzX57bKT(pMS_EGO7B^?#Z{CgMk<F;Gr
zPt%wZvf}fkxznelEsoJFtGck5U1XyCZa;CWSPxPCm?|fJE87`cc9}jc+m(@d@zSDy
zPZKBG-gwR0eQ0`4eL>{oxmRZv-CV8n?|IkZ29N*6?5iVxZMz*m`-|w+(=}87+I}`I
zn{-TR=AAdzl^Rz5!5#CCeqQ?grKy&ep6cZE;PY}T#UCA?@~Jt#<n24&dHiu74JGCX
zmb^1pHId_arL?{zME;V;QPHSrLRpjYQr_J*;M?l|Qs!Of=Ly=@HfKdczyJCzwQo^n
zOvvYd-s;o#U-+hZ{EUa+PY+4=)=cr0SAPHc;VS?7>-WGfD!QtcFO%O`*xvp>=hphH
z{V&TG`&>_Y&EmGoTXceAXm4iK-o=yrg33SL2wV1hlj<ZVrN;+*zT1UNH?3aM@-tzB
z9$R$O5znr5p6jQYWOc4hcwXb7944xNwa&D^E&bQi(s@s$>;)MgO)QAq`S-%huchVZ
z7tFol<J5W7c;!yJxXrJ&9^P{-@Bi9g(O=46te^KT!n%6>&Am76WJD#szwPijd5A^V
zC%kNf>}z*V)yy-u7HRIUUevN?YSY!LJA$q`NUjmI%{~<$s%n~A6#6>ly|qcm%2u`$
zr;>jaf3&!mQnYYMpU>Txb1OD^?>#ZIYt#CW_A^bPobRV-O#gDoe(Uppk9>cvZo0pa
z>E%gp$GEPKmpbY_#N)g^tSwp;yJENZ`P$5z`fnL;3%=j?p(urY#|_4HK8M^2u10L!
z9dVH}pu|Y@>!KGXI##^h)9Mc<Z?OHoOo3(Jcd?A)-i|dJj=njYw129}{iUDuV#_sm
zdhd*ldb_4L_gYZG^k=(5t}R`yCtDh*cFC*WLq4|ZMUcbvXFEgAEzR0zVv$v)X)^s!
z!@G++OeCfsYx>J)zhwHg3FlbMoc7#YwLvE+sEZ?gy4b~~rX>$2O89U8y`Jmw!fS!g
zLuP!)kX*i``gPjrwEt<z3C+{n8S?Mu+^oJlrT@ZSee1Zp_x!q(=8C>u`g=WBdFA0t
z6W83W`X9P+T~h4PU0tQ3uf18@@=g{u`_;2@+^G+}Xvga+F2<^OhjrPj*{l2yekyrX
z{O7dLzJe<!{SWDF2&r0mBWUB&B=4i&)*PMi_iMR$^$FGN`}HE59hWJ8x;1NyhneFx
zmn>b6wW^P@I(I}Vy_m+aYpHNfuJe4Y<NJ3zguPsIDYA7lSGwpqtvR6<{#+|c0$(mV
z<l5TJB`&I`6%+C!Fl5(?l7r&AxWc3Sn9r~OQ9MDpMK$<e5<l<%Ezy^Q-W*x_I4hI+
z0$Y=Cg6hmA6FQtG$fw5&RT^4Ks)S57QK}Zz@Dw={GJU09xKNh&o6yd^S{uVvziDj^
z%vgNEZDFsIbgS7uRkQ!bH~#O}`e7QnVf&?zZw<dsep>#+&-k$Yy?^(v{0m<56<q3|
z)B=NBM1L1kOu{?+Pj#C2r+=!^+&{f&p62zL{FUd9<g2BAIM{jKCnoKY;pT_F!ux0M
zxO?RFGOowP!qaD4+&Oap8FT&Y9k<VbqGNSI*uzDKSnKC54R~OGd*Oe00PGY!@%44g
z@BFG$+TUKEU)(=eC-zMTqxH&DyJQpjk222mw3|Ft!|b5)^QxE`>VGRuH`wl9_V)aq
z?SIRk{w@E#f8OnhyH|xA4z|DQ7P{M)_v!U#e^+hRex982b@j{jyO&1a=Kt|-npHr7
z`Rcki;WKyKy61WAD&KsAxOA7>_pX$`f3mYmuQI+)wZGDpg-!Ifp;sBp6xnl$`yB)K
zObTa@uiyUr*;eMsDXv*J968E@c2<4$^R%4k`{BzQ2KCii4^F*qjbp!Aw|3*)pyda(
z4Sz`q?k&73VLMBX|8CXad$k%*RBwM<x9*6!=GMniZ@lZTJk|EnajRdMuurOUlg+l}
zdA3guzYhL>to*x9KtR`9o4D}c$%(&9@84^T-+P1g+jfcH=bt=YQoy;!<?<8Lmg)_&
z?Jiz;fACD?FOJgxcQ5LEvF%p7@NS8o>CR8tGRu@E@3DK7edhc9HT!?93BH&n=b0S#
z<?F2{(rT;=R@Tgq`C;dKa;yEBZ;RKhUot_bxPIxf3eENB4?NiW@7hAqjmg<>LYx;!
z&y~=+J#|mg$|tT-A1~UQP7)3OYn^g3+xD#lyY*eaeWHm^w3cXE$J*peeVjJ+#X0Tc
zi_?5Jhs#gZQB~HQ8Kb-IlEQ1g&l{Kj&pw`T_ho*P+KctqqA!a``Z(&J@?=!wzg$)x
z?5U`Dz_;jXbLUje6D8-j+%TQK>)C}q(?u<-ZB@VN1$Q=H(t9S(f3w8ObMoO#-_CO;
z7jsT_+d9-r&GK{RpSJ8y&^=r6WilJGyKm|JH{BdlrnT~^&-S?mn=8Dk+RP@s5}LQb
zPjAwx%{~WD$%R(FxF>ci-=@0ut8DBm*FSy}cU5n`rR`Jq{cECir`gx*HMiq;X2@6f
zo}KsD)%sF$`-I3ZDe7J8HvNC2xnc5}v!0Xd{^v+JuWeZ9;;8;@fv>Li+E+{cH>&4-
z=elwAy}W4uuc;g^)kW`GEM&K8MxOq>$MFB<1h?{M=AP->vTe`G-uH-f`^<Ch%!4Nt
z`j*0Lo%Y_yJUYKFD2OvDu-0^{jYvV_n;j}%6(?><6y4e1Zr1Cy%GAV^x$M`4RX*O0
znNz~%eA~ZGQum2#L(korvXTznRmM6|3D$X+E;#V<u07}c?fJ3L=O<q0yxF_4N9y>)
zxW4MQT6stQ&Hb|bMgH~s8~@u)GD_t;cSdvL^XcpMT#4M4H!aAkt*l07KfkU+*i*hK
z3yd3t7pk3WxX2m4By{Cl`<JZ3zw6R2ip}S4$(VVId8^Re4Q}6UZXe%#sL%JP_Uurb
zhx;zb|6Tjb^2_!&`)4g|JyYeuc~|V@rL8|TJgqa8_`e;xE9_Jl{_Rufg2jK!U+9~(
z@J(CedVPVcl=g;<!gm3@yS!pdh1PMM|J3wMVv(7GaaVYrx~58VMy8VArbCgoWwF(f
z>AJ7a3C&Z95p?lcU6#L9CN1icC%1X#!)1pK-K~%JE?g;H?f5#S+Qgl)c*)!~!CIN@
zDzbJLjRFs8Ev%R}?b~8!ZIkuY@3w6>uyqc!uy|i{ZsRuj-!}Wcs7}#Q?aocusOi&m
z!{@$?9*3sUjw?~KT3GJrpXp0X(n(!Zk#aQhB+IUw)(`IODc^P9PMFDi<-S|ms(Tjv
zbNg^`uXal7pGWT$bSLUv+WRx5@6g}B-#s^6ZfDE8e<OLS=(kk=$!`|Kd7iYJ<)QuZ
zU45a;eBX8N{}xVenJc+v$_KU<;moc*OMF>g6=Y<8sE>LXTy8dT@3;2b`**It`#7-l
zkN;bfVE$eI%<ksj%HOqW#;PQCp4+9b-v?QDM@`+z7c9KnfK_egmU`YzL9O4WC~}oJ
zD5(7Cm))Bl@0aW3`rB9VX{2jj*jsZ^sl*r8lG|A?Eq$-Wy?o0IMyCxkDpuTLFKe-W
zYa9DJ;G&z+jns<Rd0E_9w<eoCHWHOCd~aD5@HHXBIV&af;W8VmE22vIS-;M{GMGGf
zSLyOgs@t|5dbXThNylo6OMAx43v#i#Sv$TxyH;wrWg+ifsi^GVXGO|;BR~AQ{pGu&
zm52KKIOg5=y?c)NS-svo@yns9LPuW)hn4N)6OGc0k8zs)_)^^WS<<sZ;%~kBk-uK@
zZBw`Q)76iTSk)h$ZM*Bo#&vHEKh_w#c`f+1T5}=WR(|m?#d@wM{ujk|J=R)RyXZ}V
zp8>=48;whCUrc;(OX$o&wc7Hc&~-N|^e1^uyL6-B^^-}p6|-JnwmVaHM`6jWqhe?E
z=FHhV;cHY(p>ehOdzC5vy-ibhpWJ$h&E-y-_|$;R+>of7-)~-*=JEcV7e6^T$w^OR
z2cx|4o|orerwM%ZEMZmLp}@lKen8>*E4>r3xj$vh1=^f5(=W$QXjoZjm$8128Y6G%
z;u&>1=Pt~$RI&fgI5}&tKU-*ketM5sP3+<Y+FB=B=jxY-PgukrxcU6NS4>y0AKX0k
z^||RKOTv$@>y_B%k{oTats`@Xd$xIPP=xK;Eq`xnAIVE)zMa2+a$eOpqq|(I7bI)w
zCQWx-k+%FKi?;H#(sh~_*7i*<`)MI<_jlI$ozv!;EuUIqF!Q@hh`N^g^mDFr6HNEs
zmFSY2CE{7+|2Z}~v|{gEpLJK#_Hu-;`c!?U%xYS&QeNJggypZU$W5=cdso6A8~SA1
zOX<U!l4fjM+0%-(sw1qWy@Tvmz4$m+i{;Hf!#USaXXbNQ-);W-YkT}o!JE12ktdU{
zUl!S2ma$z<=N{u(0|_rx0b}LHR}CGiD?Zzb)V*Xhw_gy#w%R$;Vt?psraR4cp`AWX
zolMsYcFszA_wdoA_NlD#bJc$znQs-l{LqwF8T%Z1CM{H&@r@_R<m`p)%?9t+CI4nL
zxN^ie<ligC9f8*`pAG5Uc%kzDj3lXL7TN#RuUW=EQ#%s2I`i4Ci1#e&e8(qVuKl;U
zOD*1g4?Ac2`(*!To*HSXt=<n;_|17(-JveCH7|@yZTf<mrD1+m6<HfY9vEreJ9E(D
z)|S3+ER$B2b@r}uIde)X=7q-fM>nR=+;JsgpVjR4z9$QX=PK8PoqKb1rfsQLcFr_|
zHFJ5GEaMmOWfv`dqG*!Wc=2shr}ioS>G3v;JC~}-aj$#+=*sgs`7-}_53EWR`mrdC
z;mfR3sftz3?Dg$?t~kzbm}~B`W;NGimuY(^Okr5!G>xe)<)eS(7soJzd+uVk6MpQT
z=(um@Bp0U3q2l4<M_0WQll|pt!u+Ly@7uD=*&CPYS?~*Ts%h`IbK1G3rP)dQ=JDM}
z=C9xX`_H@es*9UTzVCW}Hq}$_)r*y}z2&C&zF*wH{X~$p<-2a<Z*P-(LRU6DNdETN
z`@FnTVMB|!Mu$+|IX7Q%&Lc+)962VO$=s&iA@pJbpRBPa<KvynMOYX5CHT6A_#S-|
zlDlmF3uT*}ww<*p8VhWlryl1m->>*#P2p`z#q3+DU$`p5JhH{Kzj<*8o_x>p_i>Kz
zN#};Qb?aJ0XDDO_8F?~yE^&URB(q9mzR1t0@_)}vxPI)KX_mF_f~ft1B(C<&Toz~7
zUErA0(a`O&`i}fMh2O_SZ3`}ZNYk^mHoZPi@zkW1>v=9tRo0zgae%Q#DR%a@Q_F5$
z;&^qIXJ5mn>|c|8K5Xf(T=F_(&a7p#u8K+sd$=)Q>Y8>psq6PUPl41nZn?~3+9u)=
z?}{3F>y|$H{j<pKyF&Wp+R~XqC;d8qXbL1Q=WSW-v^`Xy)4h2Pcfh|ICg(Zbzqx+w
zy=*dPR|Q|!mg0Z!U6*e88D-SK=JeZZH{&_mg=T*|*Ru&L^Cqvl{NyRigTPm>a}I1a
z^p=-BRH!TvS+r>Go7(0pKc1`YE4JIe^^w_!Nw;eQo+ZvW^5eC(so_rkeK}JiGZXX=
zUr9IrWi+R3vEJn;uR69!wnn<eOBtM*7dx9nHejig?9#&fFMFOl?tK@zoJY@~A^%En
zto2;Bys8ihhI2-nj4Km9uKv~<KI@>C-UHc%#}{QQ2Fp+4&8_;{WZ>PDq<ywCL3W=R
z<L+skAweHE&)Poo=j_CKEA>e80+xrj{_<o^3$OosVN$->;UyN5!byv53!0B+TwJH&
z^<lBCg*9W^t<xC}2^x}jRGxP=NiNv^dBcRO<|}h|NOi;?Smw@j?G}5x+%B6V?{(U2
zOseJ{3CUsqB&K@HHJ>kVQS*HdOV_Dvd$x4cRw?qwFN<J2ve1vcWrdy#gV+;}-$FMs
z*8iGYqVSqq<R#PRd27TLEOl@C6Smo)_0(a}9aEy(3qwrXF0vnax8NG%S!++Lr;b~`
zvCryoe}3(xmcTStp)JK%AKpJWansA71<P6L{xwXP6EOd@6-V%lN6UB^&l!JOlamws
z>Gx94Wgl*@e>$o0JZt4g&r;UdoyImQ*3JDlch|7{yq_>ZcGo87@Ul%E4l>39UbXj^
z>hJD!esWx?z(`=?g@e8?L<8GeE9W;(vPwy6pVguya+O{6`;8^X)Sh~&JDy=%J3~QC
zc*Deo)ogz*vzY2@Zp_`~HziI`lieb~RfO-Iif!GSxy-Y2?StCvnB2l2t@c|a)6eHP
zUGc>xj?aJ9nUzx)2kr{>S!Wtp=KNhNMC!*SJM*ayOBG$FKd4ojdH>+S_<E}o{_GWx
z?zD%xG`(xMJ3*zN>uspQX)c!Nr-_Yno7e39bY|i{`I|F~nm3(VwqyZ!*U`7G(j7s^
z*{+LeHD&HtaCC-;N7qZ{WRB_IpLAz@4)JN_&sdNov`pf;)~&u3H%uNDxN6S(zCvMF
z)!vDDhZ(LK@R?fh>N#t9>1LWvSn3@0q?sc`@E~{OTc;1ZB=VOCU3ZG8(v0}yXEY`E
zaoX}(eqk49cA2bi>X~*WJcQBJ<*Qb~9-(!!UOs)LR%_Yw*(W&EP5(mLiD{haeXm%q
zv+pqDSyy@~tLo*S&0#J^jZaU!S@g;!AvHLOjl)I!-NZSES+0Gl<<QaC_KYuY9UsTK
zZOohBw9MABp4Xhd=W#)}dEvFc3H(_}(_M9V=diCdNEDtDwXXD|OoR88ImR5`ce2G3
zw_ZHprKhp`h;zo`zgrv`o2(R)?q`>kC&j;z=QKE-?C^#6!8FF3<~%y*o^6@!<YKeR
zbC&Qe_X(YcRUR9iyfH`Y{`M1o`)B>L(=$u_>sobw+ntjsGjGg$WF5QZlZTqV?v3VU
zCJmZK|0nc(n0G2QO^!`v_R*8ilsEnC;CX%W@0${<*09=+P4{M<oX~O8X#b+GcfOcM
z%dD`P%D(Dj;NKhDFaCKj&$TV;i#6|@P=EPfJykiCkDqF7THkv;PpVt2l8;Gs#eRp6
zlf{-xHWV6&>Myt4aCgm@MjqyCD-I~+ws!7KE?*F*dpzq}>T=-~;Q_)X1*&&vYFFtx
zY;P;@{`&RPSA(-Lv*dm3Ii#edBp*qw>J$;ESbx#is6R_+R<=W~pdpi&Vi&v1Ckgij
zmwP(j$={r_=hv3YS?A;=_A)Pjo&3IpKkqc#ukUZZ@6Sw-@UmXbo%;W7k-go`WwqTb
z&s;C<?GY*GeyW$5{6>G*|Cm#YZ&x3_6{?uNTtZ-jQR?5df7r^W2_65J_T(vN{lW{}
zYhQVuHEFuAeU-}LcB9N!eh2z@J3Qr?r6ZGd-}R%0a_+1}ho-aa48HPH=p*mNzYaIG
z7IJ9$8h#MTZu4E%a3a=I;+y=#3%pa;aUG2eygkXtleur|x(E9-JW`hK3cZ-H_WaSs
zl}|Q{YKboVcyE4MbHS#0-ql@gZE0}_ww?T9a^<Vgx!)69#Eyn8xTPs|<HcKni7{Wx
zyX5qgx;M+IJe{m`TS#!_%TK?er>@kvto*WZQ<sa2uWGkiBu7-)p#b$M>7|!m2{ByX
zmGL5ht7-0{&C5GpRW5XiUa&S=(Q!L#X>{hgjfbW#sO>h2F6Dcv6MpgTwC8*o9}kAQ
z&)dCVzP3oYX`$|n(ylpi+)NP`FGVD6W_xDXX9-+8HBn*z_ne@n622*+PS5*d0wV=W
z%uW<fKKA0GV~Bif(1j_gPdi$T?%(?JZIV=LsYc5q{g<&i+IrpJqLl7Vn|9@&H)E*D
z3Z@UA4Rw-o{lb?tERuDqRB(_CIDa?gd&@n!Cok(bboI27mOH+mrPG!nIyGkD4~O0B
zx@07D@2_@}4zmhyR`|5y#jHk&uve?UEND}TQa{ONt$x+cDzrq;`fB*BcOlbbRu`Lb
zy>i*rcJT`1+wWf7E^8(_obKiBSbFqAf6bATcT04(=&?UCT9Vxod4&In$prl@gDJ)@
z*Y2A3d(-EM^{$5D)q!h|-qeUx5e|=G=X?A5RPl?OI>(|}HuD{u!fTo)JXzB2=~OcT
zk0nR0K1nn+jJ$bqhvD2^4INjHt(@+%)HC$*lj3!1)0Lyoy=U6V`gFHKi}<Zs!bw&?
zKQUHXAK2*<;J<udAJgUU%U`}0W%<q{B62FiCc;Q!&a%!L;nK`S-n#+}?mkZli}F<x
zR|tAJC3cqSdKZ@$U(f7oDyr+)arN8o$*;8K#8{T|M&17M*<|M)g~e;9BrU4?SgCV+
zx=6t8-5j|W=W}Mbns;ry6;t!J=jip7vo9F8Meo{po2B*M!vAYdg-@_tRdBgTl-ZT3
zc3t5uvnqk-Gk0?;*-ke7ed?EZ$mbImeoEfj7wMOJx5di$TC~qbi?53N<(HjnUZrlh
zlJ8-@z)tb!JilVTWN%}V-?TgDt6j$TpKs13U)mRRbXoD{g`fT^UH^RT%Vq~f|La>F
zq&`*6+TyQpM6_y;Q(L%P*y5ALclZxVyUsZ*$}=f#;m4!Cn??OT1+v^=m9CTua564-
zyml^BHCr`ZK3_L%+Z?8ME4E1Wyr{c3{r&IC_S_1OKcQ!qi<_*>Kc;BnwrjbQkNcP1
zr@ut_I<j55(X!X$9`jD4`3H~9*v!qeC-bQPTrbgsESX0BLMz{MoA|#->R`W_tMT<~
zs#<ZxT9++sIjv=f&$ch{QgS@;%uef#*T=hyRzFj^7Id>Yo_W#@{-PqUyTV7!x85po
z37c|dN?JlLr^n7h%fklhljkjzy5?f5VaPq%;cxiHI*~W$<|ux;cGolQ>vGB2H`iYZ
z<fvMqzh3@P^&0uhC3e~WojKXIsT_27(6nn)D-bs}Qn+xWfk*z^nf!=p3->$CuJt<L
z=eKW;X@tJuh3Oo-PIm6}c3i3!JtsukqVr&YpWU}7C3EJ?+LYp@@F!wQ!skZIE{h&L
zrR9e^*RVag@8h#^d3=HVbdD!_Z=b2|U9IZ2@UR}w-Bn6_>D%+(<@{UE_bQ;*w|{B)
zEuZr1S&NG7#TH-ITvfDUzq+i%Bb_61xr%dIHU%+H{W~Yr%ZT*|*IvEv$~!LcJkZ}g
z_an<L_rxWgx`GGR^lv|qG4;#blGGQ!_Icmo{-5iUDZWzX?+4j1iO6P_Ybgg?7C31!
z<ov(Fz;S8%vXv2>|HEslSFc_CRkcQbO8j~5uE)EQjrVh#xnw1|9_31FxbZjju9GQC
zsh~?Tzt0(=Yq^hlC!EuK_#iIIU!#7(7e#MI?cL@Uf)nnr&Rf8u>7?v^+Q4RRyR4zp
zYxkE+l*L}25VMN3(vp-F$csP3c`|Lq;uRMq->*BmPGzBQ(+h_v8QHl#dMo#O6&UZn
zbjnyopdgNaOT<Mh$8_h|s0{@ZrfpQ!Jz~z?P~vE<AMlkmW0P=&+RSXdxwhO|QLNrd
z+1%DDPiH<kxzK67j^2C?i;9R!j?JoT=c)cmk9@}xzwv-xx#Q+YVLjuV%!S9**Idtv
zyRfT0@6=(nmZbJcqOOy+Mo-=<JgJqVZQ7Jc{}sKyHi`92opy7-zW22CHUHLTh4KA!
zNk4k;sng0MK9?K(FEv*DoU?xwE8nyy-Tjl!94>mXI_l#wp`^R*z0O5}y4H===E`An
z7w%9Ezp?1hj<WM-I2R>FD`p-!(CC)7dTYw!$qSbyEo8r?zU|SZ8%i@@O4Uu6JyWgQ
zeAD~wPo^wh(&;<dV8$E8BOQ;PeRK<%e0SY@e{TCtGaZhopZ58+$-}+O;}LuAl<uC)
zpQh9K@0@<7c74+nZkN6*`gw1Q>=?4!xtg+L13&Dlo|W=m`K*lUO)0$$$@DV~L8j~s
zr*!)+=-fA0oW7GY+#^t~!-VC{YuPCxf8QGP@!A;{3jf=<xT^i_eTCMm+G%g}x+C<A
zC#A6jn=xm6efdWElC{^grEjyRHw&7~oWAU{_un_4cr83$CMt{G<}~Tp)%WA{wx&x*
z_dWP$b#lfrHXVzdug;#%-?rvwovHP-oHHuVxL!YsNtkMI<c?mDnz?j%N@YlKf!AKE
z@>N`pnMI4Ed*AP6)t>O!NaBP*q4mS;@EhCM^snz+bxx91GjQUy67QNbmsO(^o@xiB
zn0IuVU1eNt`e6T>`@v^D4{j2zFqMwzoO`%W^C7!i<krxLv&$Kun}6%Sz_==H^_8tj
zJ@;&OUV4|k+5hCT`bp13>lH!+VjQ=w*=F%pZ$``oo$31=H@3Kn&bUA6QebOJR)g&C
zBE_1COLkQl>)xAsH1*~g=iPxH*Tw9aD=y*_wDDr?^Wcu3kM1{%zp7jKPJG)Ox0z?w
zhAO9vS}d4#^VEkp)_JQB6o=-8-ET?X{Bmxjm*TY0FY-Azlz7W>S*p_nFLl&B&NOax
zl2?7`dBF9m(ur9StFAUpn|mmBX;R+l9_i_=?MLT`%S0B5<%vaDFO<3T>3N>%dN(7T
zoT9t?qT6ogY%yzZ^?mkmRpj=hYr4NHJ^k7%_teH+dv<<<N$4csIfvs^Bm*8<S--vZ
z&g-)IwOoPCm#41%8ah{ObB)J;hKZX3CSSL5EZUmzL8XhkdCKN<Yp-p;d~&Nzc*H&R
z8%%2JCn~s3lG;~!!Miu-o$sxX>z5f!%uaG%emv#Ok;ExAj@J_===64V9?4y`yPEUC
zK9{Pf11{E$yqjHn!nRy_u;ccp%fA|gv#Qn8-fLNU7au&T+AS%kckqs<%he+~i((g4
z=Lz`vW+m}1)s=XDa{D#kS2<sHCtS99qQ)%eTmRO=`P;rwp(RZ3m));^=l3SLoN4*~
zH<=7?B*XL~SA|#?Emk|{XJWnChwZaPi02H$_^GRpTy61pE{uOPzl&{J#0pKf)t$W3
z8{*a;SnbKUx;y>Vqs6<nez~~Y$aMFEEz@Gx>)4vumn_V_>d9tq-B#sMo5HbVEq_|-
zqWJj_6H=;Ujx0<+VlAB}>#@eFD&u#Wt4&F$+_DQdr8u^3bKbI5ciuIJ<KA-IX7VY*
zxjVR2tZuG3b!tWY%bU(sza|u(Qf6~u-nYe5$3#h7WX-%#u0#Bu6W9(av93GiD>P#@
z=k*CEm6pqJ&u%{*t-X!uWbDoxlRV~T7yR|OHq}3DWBZZjCZ*oHQZ6jF_x^ENZ5y5c
z_0aq?YtN=$)z^HknOVT7(I371IhV|<O=4fC*<?DOn5OHP6E1vm>fNuKTAClNyS`~j
zP93|^{##2~)ldAh^jtNGJuCd`k*d~)`)6ls3I&_Gh~~XM&cb|oN4L;{RKYe2$s6I)
z+FkK8{BK)yvA8|iaC4$(vXHleKL_t7l?+#YV@}m>$(d)CiW#qn-|_yimS*hp_@y2*
z(;9_RrM~ig?^r(7%-Y=e(As%-mswA{Gu`KC^P<x;mrL(E9@rYb`?Sanl@<5HgFH=m
zSflRfE@evGS(~wdug%KF<=Myem*<HknnsAfUTO0s%;?a~&X~>;iGIIMJ+ET*J2_8k
zSXMg)#hfh_m$|dWBuMl53+3p&Jax%8HWf!ynd@AW7F*8y*>l=e4_6=aM_c9x<e%L2
z`Q$gg7rx3@q+}SceLW;3CiC@0!^y)Fr9v)!xqhJPbXs`Sr{2?34i|NWWd3;5YA(4!
z>$1%0mg5^0?>#7Gi|O?hU(WfGO}P2(f$Wb_f!76$V?rNG<bL4tnL9i4Dx3baR$GqW
zi;`D!&+p1`I=-pmV9ve3`HwqIICl1L;F&CZb6H*Yxn%8`YcFg*(v&kVRl)Mr2UF&2
zsZtX>r%m<=l)LHK*j^#>)k}#*@Olhe`o=Sj5xcf`x!Q?wEHp{mogXd7WmvHES+vn~
zwxUg~-u*e}JZ*|S7Ja(BdetuVY2JlX&t#`=cHr()iQexsdDjfTYo%qo=J4~eua>y0
z&}?<@Z<B20dYSHDbp^@2Z=YR!;3ZbHl(RU=oKdzh==rlJ&zcGy4f*P}JXn&g{$jW3
zCO@s%!$liT$8?FD(K9RCXqZ;K>~d($+orOdhO{|6MoP`{H(H%$DHhI7yLyH%^+<$)
z_{plHS0xtxSoHGsiHQ3@mZlV^D+`)Fe!{@UWjUkc@AXNmHn=~_)H#~9FEefBOxvo*
z#oM^1uKRQ5n6_i2LTYxz+pGUf#FW_9+BatOAGPG%^ZG*k&)KV1yjF<Z+>-16@71y?
zvs#1VERN1Sbk3ZaWtK(S)J>Jzo83;XnbfxC=Nh5@)YCIXoJ>#Onsl}G64$)!nb(V?
z)Slc7&|1T8Wd52@YI%dNvC{G@yIQVHT-!9mQRzFo)HVGr298U5E~Pp=*d%E+`(ul%
zbeNdShHVpeDlQUUU-WSCQzQ1`MA0*=eRp(lI+@)JQeX4L?^LQBuY1$Z$tzs;Ui~4J
zRm1x^xgtgLhGN9&u(=LDRE^Vqq^nLAy5lps$xdv-e$S@@a$!#sH+=|JF}yBz?Jcjv
ziM{`YuWxlRIQz@w=(ek7zb|`y)-zf)SI>9v!zulaw#OHrI`rnLQ}=tPmT42ZRlocb
zdaF|NtmF2>)jAnUndcW+ng0spXZ#d-gT<3cl&f&V4DNX)3y-Y3x%2-!^$i-#zGi`X
z+>Q6=?M_PBa+vqus)Fa+i^@VTuE;p}<AnD7A~VzABY#Dt<+^{q_@HoTfqso#T)>>)
ziH}y<P4qjw&PT|rLt+1$JFgBsz0&G6Gi0_tv#ijD8SRpa1)gcPIZaJ+)4z)9t$(8Z
zyTN3kaK~j;4VP!iSMM~GZVMAwyYEec@YVA6py`zg*D@AeZ9cx?w~gqtqFHYRB4h#*
zH?ypg<rMXA|H)mb-W=?z`Q5Nz(rw8%=E=`*L`MYL{Ji2hJ#^)bD^s_9+>@$!a`zp-
z-7j^D*-pl|a@8dT6mB~=`|q5Xwh4QD)mCp<-7tUl+=d3z!vPmobN8JQc5JDul+(_!
z*{yb4YI4zEiM!X289$IZ_H=iQpOI-rE9Yy4yX$f*yBnO<WO((KJDM%$i(=|&4p#ig
zTK4MN&Nm<U%6{#Lxp1f0s9qtc#$&I_!+ZYQ=Wo~57ibAmZn}9cX;bWp2UFe{@CyIZ
zc6{0*eaT>we*?p`173X-m1mn)>aoaZ|2C4_eZwSKFiBu$ddwP|hm)V_tkG`I>ig;R
zvM=<0ewt^NO^1nnez%aYo#jH;sc-M-F3g&Cu-dt&$t;^K;y}K#4fmd|3BTW5KUJi`
zoV-aV(DQ>fhd=k1XYbw_1RFVD65?swdcR`&vvp=2lg})&{d4kzk-52s_q3Fkt9cf%
z&)5<4?)HQ#zhb4d9PT-s?>IggC2zK=`j?V+-t+F(>^T=j78mi9=>=T~ILYhtD$2EJ
zx$L^dMPDthJx>>YS|t*H>7wgOzu4aPe%Cnf_cy;8&CWSF;qimU71PvzKNMOY;9SRK
zvwFXCz5ZX(zdL7krscVmAB{Y@$%CCSRj}c}x{}T6cXPbWH(&0x7ro;@$?TFgmkX<i
zgZ;TPwUT0@V%uh>@J3C!yD2!n{XZjjY*5A-U5Pm<X>8TSpO-DP$T3fLE1L9m&c)f>
zPpwv8{hG0DUQ+wx4_<4h`{q2-xxlNR&bTN*CuX*IR9fsAorOQd{v>XVK9$wC_12_i
zw-&d*o1J<xEtKoK{K<JoE^coA)qcKV?^-v$C#GCqcQg7oF$x52>e^Oi+gE4BeqZJF
zlPneSmXCp@H#|a3ZfGxvcV&$I_N%~xqwqk4%hQtOV$3szvo_cWw=FyPwB&}O=E3);
zd7_Wpb>x)E_-as-|3tFDyWg=^_TKWJUG2yIY*i1h;I5dHdGFZ0br0nAX4^O(ofOp<
z^00EtwvxSPZr{khc5h?Pl8JtoE*Pj3@>{4pnH1d4s^eE2b(VYUqb<AoQm>_J)T(&T
zHn}~^*J&%0eucv8**dDNj}_WKiaZN@B&>JvjnUCVJzT6ud!}A{7O(!Lm+O|s>sM18
zzBSGbW<AFx8*k`R`f#gM`!z{M!FTfP_vF8d8wOl!*8BaJm1*JrZ&I0h8Sx@-R(_fC
zN0RqYz^}u9uRP#s?AOfDR!k8(@=!Nv(_)_on>w2xYTkT5<>2Ef3UyA}Cs?Q2dOmHN
zdC8TDeaeoR8*-bnPTdsq=8WGNsqVsNeM)9#(Z%zR;@?PecYm7tKwJFQd#k7=!W|oh
z=WQ0wQ=V?2>LSOloqp)+Lu;*ro)2HydrnK~4BBLLZ_2%U0@YWJzU5hPRE002(?06Y
zHRj60E$u01rnkI2{re}YP`^F9?o+>C9?#0(>^GWuapp-KzAO2s_r;t`ea8`}5IIvT
z(reP2kH@(9tN)hCTbz{%e4Q3t<zbUxI?1v>WgqLZMUior=4os;oqco5hm)7zur9dS
zw(q9K{bSRs;%ai;R=D%8QP<@CeD>*qJv>|X9Xa)Illju+2eZF)mRJ<#vMrmmT6wCL
zO4YP^Y7cgP*SIP=(^yL^FrX<)I=t76`{`51tmlp1;tcsyyJ|hZ-h3ohzDrJ%^X{2x
zUsb%#KfD$$D66!7diFs`h3L=so>#AbRR}3lR*^fkS!3ZRjhm8IVLRq?aWB!`+;Drt
z+G>f5BAeCE8yL-(OO5uHZ=dpc8UN<WM>W^l_4;otoN2XnlZeRI)I;AN9Zqj9c4F(k
zyyQ#bTFuu!4;3_a??~L3bI0equI~!R7t>R@?k}1m_J}P$T-g2Ul>M%vQ9D8={9Q0p
z)WCbgnTtNFqkHpQF0S0$_1MxQ&3MVpO`Rf>dJ`3o7Pwv({UReeW9E#BVd4qbo(MGQ
z)b|Nq;yWU3vF}z<-<>&1?;{FCU(MgHm7RT~O)l(URpj=$$4l5gi?lM$P><YN<Zb`u
zN#gI)&7x(STiAlx_6EF?Or3mI<PB3mTH1uJ?dy{M|9QlDR{EF32}MQ2^BT74Tsq5B
z-qa-RFK=EtK~C7|@L3BJiH<X|*{vo*4?pu-g<ZVj^6h%ozJ;?6POw-WedUs3b7#e}
zKMOmq{+8yod%SfyZ@!a^!OVL{H`&L|Ub{g?Ir7HAb8$X#qQOgdl{LQO(i8r2)rjN&
zWP1mV`eKHY{H)K^_f6oMxgcNd!@`rUw?ccopRS*}WOk3aE?=YUy#)(*vHlO?OP_OI
zg}r{I1kZ^#Y@2pzZS1@H_)SKmp$a#9PQ+xLdIx!4HtB`UFJGkWl4APldwo+BQ(~7a
ztJ&*>u<&(UyV#dRhg{TM^y1#cUFV}N{#uqcd*Y_Ftuia}vU59wrY#D2QDw&6CM8%?
z;4iR=>GH|5nl9$)K8sDSO`9EewB<`f!!@~U2KDzdpP!hnzA<grp4~U|@;SDt-Z0+g
zn8APIU57>M9Zx^DH-!gEw!|=<xE6CSb?W81bnbgQ3IykW5ZC8FGWn&AV3wa*o94-@
zeEf=&c6P35Q@v?-e7VFj&F8a%%j_#Y&V6)5P5sG~HT6o5?^iyzX1kno^8D2gqAsRE
zjCZd3->HpEQONh%voFDUQ7EJ8V^`U(Z5A(8G!m!Yew-y{x?SPHw2d!SuheqNMP3Sw
zl9-`u5+-)(M(fv^HFMLRUwpLbhC*VW(cFZ#Niu5|GW<{v+`jt8q0Eh&^%aa{f6V;T
zJbP}^+|yoiCtlW`dEK?-<C@7=JP$7Pwsza!w8GGL&RjE%ERlb``#LoEb{;ageJ8fj
zBv0@1E;WZUVUz7MJ|&*1bny;cc=E%u=VC<(AM$>PEnUg*NbgePJ7Li@;gfOm!;eMm
zT`Y99Gib^7XYZD(n5$1XxoOjj^9S<ur>|MIsr03gszynKdD(}?7H&J0Hyc%bA2_xj
zaD942J!{jnW${Xu8@xAtY@Zvfy6opgBhHo1PG9D%$vjkh`SJ7Lvo1_;P>ft^|H|X|
z>gIz#+Ga33K9>@auw0g@if!(lDYt$HTQu+Lxs&XWca|wLqh$Hzl~=16ZfI{QRII$w
zJGq%h^u_ZJUsJaGobY_(ui?vonCmoW-}T>XHYHf!lu(rpx&4wQy}f~F{*<4a{+((~
zag+3LjcPvdtml}0Lf$#El=J5qPPi9G&E3cRkoAyH$cNNT6*Kd;S%wx>n60>zRLxNR
z`efM4({?T?ig63VHs|se&6s+-#-hD;XYPf~xhFrqR@t~-{zj9mZ|dxmt5ogRA6(jV
zcxl5y{>g_~i*`ul<R3dT`(>>5_YY~^@3juyn3!-xS0tb)<ObKm<1DknW4rz|@oBM6
zZEJdeuc;||;#wtD#X|1NBTL0Hc~_(`9!xv8ExkfCx-map_|v(vnH8-EYJEIzJHE@j
zz#?Z>lDEK@aYN|u2JR`z8t<gE%(|v9m-20>VzoSND%EuK-)Wb1yB?$#U6ZmtdCRgQ
zcB{X>mch?gpY0<rtKasiaX8ARRXZ{3T<46f3oEwq`Ijw_=Plj4rZ2zxMO9?%|4mQ7
zrpAl2UpEs8-pl!Ri!(3x)pIY_r}Xd{RWx6*m=aQU=uwMM;(nw1USd})vla6fs@$45
zH6nNRp=YP!wjQb!TXAl7%lB1&)89`Hi(sCuEn>FNJ>#kf_l}&k6TI%QpJRLb{#wba
z15R6y7nJrFZ}$q>zA9w<t0_m-s?OEcw0w2=Ykm8|yR#14*?)<zDu40*k^Xj$AVsd3
zzfbb*UgI0gt8w1k=4M7oV&D7ErA%7k$)`V9-Bk1~_!Ro)%jtW{(FZroVP{)<xuEo@
z$=8xoVvAT3KlicS-urRMQ<IMpv;6CMqgEVYsn59Fws_Myj-w)Hy_hfUxPQobdY$#Z
z=&~nn93}5gr6_j?&2r(IZN$0VcUjG;TjeLOdK~!cxYjkk#CNN~ytjoy-g_g;UBmTP
zWH+gvdaJ8%a?@oB&xx!@0t`IX#~j$?%C0CHPRQ85B#~>A)6%jJ8dH8O$+0)!m59hs
zR$IZc^k0`p&diXQfU27oIvLB)N3OmxSwG`^YEVIBzG_E!@TV7xqlKNmuW!ELXr(vd
zmdvVO-%K31XSNnee%oPjMqkBqHbaiV7vmF7muv3i#+0s`CY)!-cI8n)?S$#4%|FLx
zzYsq0*gWs9?{D7bg?Ep{PsqG`e(lYcOYWPN&rk9Ev(GU0fSgQAr-mtOhP=QJ0i`^H
zst4B?PA1;Tsueup&Ro9heyzNfVC~B!9;=zhEWMQ6K7E_M(awF7n8lRk;&XK(`Ok7p
zWW1G;Kc~0yp2ELPn(lixcjuaXOn)4tWgapi=f`Z@>zn%5<h-A(#FV;h=7qKA9?m#y
z@RGrX_fcNa%-+^6o|D_u&wSf5WAFCV(^ogyK2O`7cSi1}&hIX+{sKqy!+#X>PsMbI
zHTIsAP4^PY)!cvbZNSff`|Y+rB7VDmk^KJl#&gD&oDx;(+>_hh-g{)TartFVhNlfY
z!aG7l4*!T)C4Sn>jFbJO>8Z~a54rrZ#pBM!I%rG^bUt9kyv@p}a$kVj3Iz%N)jHxF
z+OuQCgg)#}R4BNSufY~8;Bbxm1RImSY~c&diZD@kYu(FT0-sMh?(qFnmX_RhlWnfU
z^dpi>175K8m`kZ&DKYyPtk`5_(-WGr*6EI7jFe7Y^Qy`Sqx^8IYes#=JN=j6VcWO5
z?e(hGWWGZSOx(E=R!qC?_<&12+}ZoM)wziBD~{qD^wuBFNNtb1Jx``oc!|GXm)0AH
zr`(|$_q)FKooZG;lW3DKv48XX+S>DJ=X^4ho^Y6Si%eEI6tc-@_m=0JE0ebzZ*OpU
zw?y>P(v8xl91<UkX75qVZ2P+>xpbnU=&B<dg*K_aIBLROdBJd7_O-O|+h>g?+OE5-
z(qolkKkIk9migKnA9$`69J(%X{Mf5p1Cd;Zn`Y5_O=dscUMYOFw{{zss*aL>SIg^a
zS>J*!C$DhNIk&*5yL8s!#5_-%c^hW4B%FBh<(c*w?ddEP>-YD)>8gpUOW0(_<*Fg{
zZrk@j)rjjp4_<n|xb<S1qW&6T$Gr?Mgp3}?_*8KO9Db|Acl#~N5uJanZ)8{_ghj5h
zxO84Qug${delfN0nbR|;C!fE#nD9KCBCEh&p8mIUTlV%H+4o=g`9?oEFl(3jkvo5F
zb~e4@vdRc~v7ApqEo14zj#rnD`Spd*cyq~*DNNbVvSl})=XBjh*Ra|1UfwBpwN%-%
zbWfxE$y;50FXp{*(VyAp|LpSQ^V>w??oSqXHnN`g=7%?{=Ubb=uBBHa!Z!QFCC2!u
z^e8APwPpnDT$yWpaQ`Vy*93R7M^2$-JEyU-&D`_w#jY7%3ifp#pHda)e1DT8`Td^1
zWv*(E@3dvNJ|^&aE_PD(e8F0Jq3216v*Y`QzT?hE8bWOjroMTjb6ZUVgd}fiuk}&#
zwA}5x{MY4wN2S7Lm7Ih;OqPBVz2a=Hdoi}DN=mhDeawU<pU$kB*7xG|VFhWMEk6@B
z<)0N6y0|XjgN7Y1gQbH+$<?Me;j`wd*|!IrTsU{9!=#2P^X$V`wg+?dE=w*8;?Y$6
zt&?`p*|qk*gxmC4!H>N-7<C<W>@sCp5B90)Jme`~-fR->Yt+hi+TdvN4~@$5+Ky{_
zVFH|%TImH76&u$r$lSGYablInjlPS<N8Q7X9^74+-=!&T5cuh_^MoDjqCLUhv%SA?
z>RUhCU2`G6?CkRi%G-sx{^*2hJef8Bo3I5#j?aRUhH33Dr||hE2c~Um?kJfP81X|!
zPW{kHmP>APp1<S2@mKM7374qxf?$nfD>Y}S6xKVeN{Di`Y4Yv+u})LsgZ`YgffAQ8
z0&kk^R95vreCF!9NmHUc9&v18$)9xnfPk0P+yregzp_g?3h^QnSUyOuVhK{7*|fo;
zNMeEf$(5R&2Xn+2Z%%MG@#mGa<h?X!Zk*rbm7JeE)0ZV~-WmGeDDJ=3gkugX`9v*$
zvWskA_Tm`Jx5H7(mUgrp3VglzW|E@C_ni3dGwV-h*&X8Il9bux$5OWO!iwk>R}!a}
z)>uWU$kdrnxlr3zHv8H40-g4r%pcog`iey~9YehuB8zm^vxv@WP@c?ud|5&9j5V>V
znfoUj-h3$hZu+eA^Ul4SX7K#>HV(!Y2VVH?xS!%KqNyV!BP^^u>FbvIq^9}@QxpY1
z7zk<v9{J~48D$wzvLtj(x6!>Aqq_J*YuCmyx!l+!=V$Sz_R&U*RGlqz=13ObRX?%e
zOTvtuJTDuS?S#!1RTgib!LZ1C`mN$brOlCN-kdmIA%5Z6Ti;5zS3O6o3lrBL^|=0T
zy7%TQYiH!zol?({WS#tEZ|0`#u(F#5j;)?^3ktebTm|lN>r`!2^%GhXvAOn7!l~HW
zD>q(PME-7VNNek0_leq;W|AJ3u|8sXL}q$Flakrph}swp-gj$$wn^?yVdI~_&f-jh
z^z41#zNsyHW;AzEZjMFll5K_hYFWE)ZhrUrpy@7K-UCY?R_txuV)9^m+xH7;2bO9+
z*?D8_Ik_8&tF>ap;!3$}lC}o9)lO^vZ)S2y`IJGr%Vwp>&1IF@*QV#?Jg63qwYk5n
z@0v^i)3P;{S3c~!Jwtu{lBL3z7al&R<zwrYX2c_M>PS$^2lspn*SLyX5zJO5cb4&d
z(hAwK>lLpcpNh4X`o(Fx*3Mp^*S9d5^QxctgxM-hZg20Nj+VYH_iJXC(C*26n(Pbh
zd~dW$rJ7xw&|I*6XV|vclXKMhIc^>^zG--OcAd+n6Wt0n%U1YC#^;1e{4-#V+xzN`
z7w@SZo6Qxw)^cR5?k@W<ow>g>{A&I??ZUqv)8bz(3B5HZY@437+zG|>Gt)xEnv)_n
zO8nR6I~wHk(VK<y=k<tt9h`xM*(@BELMH?hFDzT{!|8Na_l2cnarfFK2^_CIZVCRX
zO5}9mc&y~%FY``#_Jo|qsG_Jn?yV)ZHm+&!Go~Hy{Giz--@doQbBEF1@|h`{<DZEL
zru2MEvHrb1@breSrwxvp=;+DtY}lp}9JTB;hpTZ;SV;TRWWFC;gOejdwj9_q`{~59
ziYK=-ZC)D3s6O*kR$HG|wLtX5WMlPsJF8Dxv-`8pJ1<<fF=UqOyR-LBwLEuNYFp&7
zoa@C|CC9UeO1zE#W*UoJ+|Ij+M<tN&h|hXKOPht0wmx4kw8ZmrHGdeF3-cRgo!4To
z^1B6=aTlrnv33-k?{JXwt7NpOtHdr2Np@~2#^awZ$6b@_Gj98|VXuV1L5cV73_lMo
zyZCq8(nV9Iai6}Hm%4fCjP~ocJsWa)Houfec%K!eAv0%2XB&G<OrY*9U;i1}-mP8&
z3!?V8t-rZzldNn>eu~$g)v^A+A0;F%PuB=md}6K=t7yC-B)aB_5U;*Ujk?yNRM%N6
z*4%xRQjt09#fCq>3vDcJmCD3)mfDEctnw=^4NF<ak|R*E%OYL<`5Tj*n}RpP_^xnO
z+??^McQ!}u%`3CMNBIUA3$d~}f1VbeedGMLR^7*T#!GkI*l;e&=jqXqxD65=it9X8
zWY7FDcKa$RYH>R+&40}+Z^PHiE`Gn6p|dvj8S8;7ZTybwkNC}!)zOdsDnGa3$%Qj7
zTZ+8g!VRv!y{07Pzq?5AM#B3p)=#@0=&UR`BEDi>rS3wxM=On{N7jCR<G%akow^_D
zn)lYPl{)B_!)0<Mc(vz~F89k_ksfnTNC|8RJ(6p^b4rF{nET3g7Dc%%ei;(wCbt`1
z_T;@}-jM1Qx$NKv^RV2<Q}S*wzU%$`=v_+toSYf_#$Rr!o!!j&+l+1Bo_N3IXWy*3
z87(N>`*>4j>(;0LPMW`+mtV2ZooRokSmGVAUFkV%CcRnoB+l<)t+LHu1r9#-RXdI`
zT5$g~xxaCJ8qc=RGmo&u-DA4Rr8~iyTUoiIUswB3Q_AgSw>KI{bKYj`S^l_0;c8V9
z(<{!0hxcwO){)@<EP847iWf#d3|6vmWX@pnJn-oKZl8;{eQ!TL`#UMw`d)m<FKN-4
z9BiJvXEqiF<@Ba|YaFnusWW%kcQ!iNxLIFN;=1Hnj!xhBTEP$T7BjUp9M8smpS%8E
z{+pPlXOENmm+qdXdF+eNdx;4bgL9&HO}ydC@tH|9>cjisKatH}3QM{d_uDH6h<VLA
zzS?}l-WS~8?tC!e+-IDu;~X$0Y3G{ioe3Pb1Eg*)mONE<R>Oa79N+ar0YQJ-Yem*E
z+~uBZ7@D8=_THT*Yg?XPxUu1gXmN);`wng=)jdpeYfruV^2FifA~$cZGeUgN!p&PB
zzi2%9Y)w(_^$+T|KL|TdVJLZC8J_#}Y{hO-iLdA6+7=5Y=&g=g{9AI~hsh^nH`=Hv
z%(8#;Y1gZJVbc|lADPLelQCg=VrjpcaCFQ@llMi}mG*>i`L<T^hix^wZ`Ui%u6sM<
z>&{!XXQGw`_C9O*&2l~@EvoO|&m6JZZ1;z}{&9kJb=$coMhYIWi6}YquI>G&>z6lh
zY&+y+#`e>)_Rodp`LpX_+pGVa6D^skrmNV=b!=~^%@Hxzck9}lPwe~G*K%yLkSoK>
zZPyqtUy5X2$CRn1-Qo3RnV0M8OP5?#ua_$L<or^5ewt-QovLde>yr;}0-s7SJa^mu
z`LtECQB@=Bkw?`JZgkJct)9N_Q1z~;+dkJEIu@@!6sr93wC|pqE1iq%re9sTaN)ti
zl!>M8Vb@<B@Mf%9{IJiBIs1@RjFIR5#d6U%xU{A8u9tl|Z2I=0;|{rZir-iFe0GZ#
zG<spT^ZD9oH?BV~{AJY0Hfb#n*9pI%g1fmp&07xgId!}UE?D^edw%UEPfo?urum|s
z%U0xEiVbf*%YE}{W6Ul$zPhO!Lr(iY;>h8ZZu})|lT*EBNAi<Ln(5I;JJVLrV)CuG
z-jh2|E<erXpkkb!qVGnD3?(1O<q<Mn5lKm>yB4(`;C=7oks@Ztro2hTDJ*hJ=VHse
z9p6~L<w%C}&Ai}UCZd=ebaCUi2L`Sw>tFuosM}g~WOI}F{nV%f?gyuR_Run7JsP#;
zb{W&+YZE?meyU#@)aCf~t<&~Dhkm{=P43j4bkJtf_gUOY&nGQ*RQ+2iGf!2+%yrLp
zp{~6z9?#7FZGG<i?N>+7M5`4<?YOh)N>7Q?*F*DWAJY2Kq}S+pP?-5Q`=9)Y<<4R$
zlKq<T+#v-KcRz&m=02OZtL0Q`AKy-vc@}K@OrGv$zWvEX-23w0*YA_v_PkQOc(iW8
zn%k-DNx%NCn;aXW{P%#Sw<6b_f}p)?Pk8>`a)2SlYhU!Ln(ZOAeQN9L51jmSz0+##
z@5o9yK7+H#k*9c5Ux}#gD!Kmm$%HEh=I$t+7%ug5@@;RQJni;r_X1`#I99wo$#q9~
zd$oGn(yeDivp36n&Yza?eBt+Zr-a@f$#}axz`*uxTgQrX(WiDLoDu&e@JO#J;ny?M
zFK5gfcORM<{`K(DqHX77((bK!DSC-1_t4bzj;UAPl>Of)ZfX&;uTNtcW1)$K>)Psf
zN_`XLXSU7EZEnq~n3H+PEM&rmB~Jab#ddA_wT!Rnbqhy;L-1SG9sk4Q8#jn8YGu_*
z{5tb!*VdzRxT22D)p-?naN@1w^ZthETTC-$t}MHdWNo|ijr;3OvnOibRIO9WDsr4Z
zUw@Cea-{GBqrXf}J8y*Pv+SDA{P&^r>rGpv)=#=svFW?~{AU&`6uo!U?k-I9j$HR4
ze0i_-P6uPJp!w=~pN?jza_3dvi#_;s)@0+DbsE#7?-WZe_j2<L>T4*;*p}ICV!ZbZ
zdv%AQ{|d8fYs%_6RU|(yu&6#_vgDnQtI+iuajLwMbyhJo4jmr%`B`n;rycd?)F^$y
zF1w!P=6e0q=Ea^Vq8lGw2}}><+^lkU*W)E8qpJ$tqPIMpxaP+95<{QRUeS<hErZAF
zZTCi>KRNI68~Zg*$08=g-@F~orBpOSP2vIz^NaEi*TT%Cd(Jrgv1;fE-SDI!&Hjl`
zZNvw@O=b-WJ+`;h8rasS?<in)lu!_1jydU;!QA5>u2)f*vqXE-t1k+X3)Wc~%sMwg
zt(+yg@M7G)37cM8JQoPm39JiWE$0~3so-vvz5SDL<l`sS{$=|(->%WI%9mTTG~(B1
zHGxU_QAa9uHZM=%-hD^OJ-E-cIGnRS#A;Q6TiRWXrf#p<p<JHbDGBzm9&eI(?w?|j
zoO;;s?02DM*MxW86gjvwYK8G<kL7{!b9^U%PJbma`To|{u5X7fHXB}Pos+6)6jQO_
zLhPJLs-JlHwsPLxY4p@m<hkp?txfN|CscRji95|uEy*uVmZ@G`w5;^p7QWS{e+5Dd
zxlSB*v@@vF7m=AWdv1I4r&^ike39DzQ?0zqyC)nxQ2#;w)9--Ngomn|UwCL|EbzBJ
z_hg32M45Iub|v-9sW0|f%v+(?F|qk%tuycGkFKTd36@+PpA{ZyG!}C`EdKC*(Q%iv
zo)xp@Twa{yTjCre=XrdZ*|EK%)|2{vuFWotnk6N#V*Gi+=Hdc7C%0G9KAAIhe?Pep
z%XcmEuF$!QHC-+~{@%AN+~sxD+jq`9AI&v=-iarN_?g1rdP<xNJM;J6kG)6tTOF`4
zbY?a8yKu_!&jHcak8eJ>RJQ~jJ#_0)^0tB-b7y3-F6wMLClIvwR?S;3*}C=vQevl9
zG|7lsI4@OiJ=(w3Va4(rZ$G5IOg-`4d}hF|;K{sYo?TxV=TFF<f9r4wlVHuVt!m3(
z_GjvzIQel+_GHG>qS3E9cK<o8_Hw$Z)B4Q$(w{5mEN+|SRK{xgTl7p@XvZX(mQ!5c
z?&YU3sm6ai_L0r;B+G$&n_Qngm8{xv@}j{c=AwfAk#7|i?GatBYZSGm;H&w^JlBAA
z+3yxd?8tv|nqTRx-*Rp@R<+KQl`j*HDCM%v;-8^svf9ryIwflR`APauT23adV%m2p
z@rHF*@ZB>R6}$5G$xZVLSF_vb)90Nda@J#E@5SKW6U)qgdw;Vo%TXxf@qhBuw#0DF
z%u*TO&3;8K+c#D+Wm_y(On6+iv@fCa@UBdU^jq4qpBJbp&E6MlUcR?R_T1Fjo;#oY
zKD*>LPte-gZPMp5ypMIfYH&Jsbc)`!l<+F8h`gJkCCjy=y5#nq-Bj>UX*0u2=7<F$
z1}m-f4s?YYb6wh-bu}zDdOz3H(@9&GB^}>$Omj&>>Z3~`QoH7^IF`@r+nKL_=&W$l
zD#7Ygby=(>oguelB`&ZXzIc^Q>MgUBW2K8*8gmw>RQ@C$jr}~mJHvlA)JaTGWIp5=
zo>h^bE1kyRV^Fu@fammtmU$gNn42!_$O>p&>+mnqwZv&EqX0)w!>4;+X1v^&I_raH
z!bQ({iV2P-eyto$sWS^qgso~f6?f##+4p))ormd#X}`6798`{%izr@K_`54PCeEfr
z?!`ei)o{i42UrjKFm#9PYYn(zHd(kg)i;l^$>G!?Y0fP+A5H&z73g&z+f*aE;nvh0
z5);~E9tgdS4By8o%lU7{LAB!2gRj16U7g6#_arIA<%;5z2tHl8#rGuG(h^c;ei58k
zB)FwWQ9pLZm+nc?HhcbDcq+_kzTT0ka)(p?3pXcDk*ypI`<^(aapp%0-F~-UVM&|6
zjCae2?nQQuuS;Afw5-!+l)L@>nb4c;>#z9=^gmk8Ir3<OqSs@!*Sj=!Y2M23aFF@6
z_lK_42JP(jf|v<&Z4}Z}PqB%!sEeeFKfTtzR+%xEbMuUj29AU3%a#f7Y)o92cx$4C
z6iXt@q>~k5$|iS}o-F#8)U|VJhxqYRk3^zaChiiNQSa2UH`th$H|t|!sV=)jX4t)^
zsx6nlJB7{u7PjfZ4o1^w+>>8%Ti=^|{K#TY)5$e%xjr9mygryJyYlos-V)w*lYLJ<
z4R#cmd)Z{6?LNoNk&-_)EnK2yR93rFnJrEB*Pa=twz@9m;tS7NRm!$Z<Y!RGgLQo3
zJVoU{ckO6AE!z9)_jGNK*Ol!Pw`6ym-nTqtVzk-c9((?rMNj{(`S6&<c!pZGY_@8<
zT;JBsy+y1i)1xcDR@urj#Ob@se9Tr<i8?Rhas9I6eMLLj$@`oNgZ9n*w?)pvreaET
z$gA{}B_+kLZ5}TA{K8STZ(BmV!<I)2K8HxhHKlVlUCB~Az2uMqYxY*>6GwA2UABoR
z-DWaNUa-?Y<i(W<{jqHKe5NKPrp$5<$uzUf?mqK|p+ABtT>3+p-KrpQ9@7&{U$c&%
zKFgRt>u<A(bIsX*j<aO@O}_8{Sv#v%e?^1*nx`gOUC;9u*_n#iPT(xuzINk|N4~jQ
zd3}paI={VX<7<EUm`Adw=rvoU%N4P|Ykzew3*P0!*L*a^`hI=N@y;`S5%b<|yvb!c
z?LWh_rse8#CxsgeoC3=J>fU*D=vWjpQ}jJop;=EQOIPGDznN=wNbp-=ncqCwvwE}3
zrhVM_cxQ)vp~NYr=2YV?f_7@rld{$yd*QQMY=Ozl`bPbO5AEJwv3q*KVpG&~ks~rP
zH}9<NtXi$3B$B<4YkLFtpG$R9Ws7x{ZPlIcm^bfSAtPRv*1Yn7*PU%g&Tn%#7I5QE
z>b9WUe%?>=*Ez&SpJ!%2%q4LAh*{UsgHmSKeyU`tl>BF|vAF#v;!UgW+wQeC-MS~b
zV|hh(J50`-v+=pi4PzUvU(cuC?YfcbSg7zR>3+6W{zm0lFQ@;Vc%#%YF-V;~)%8zA
zZEo+AKCMp<MNI1iy-rv^E!;LMQ}n(4ydCa-50>2IySB;sd&=*y)7QGi^rLjmZmiUu
zcji%qU%<i@o+ml_Lvp2(o>i~jtZot|zip}Lxt{8E34#%EXS*am&9VK?b=R&~c76VT
zU9N~g&Je>x`|~*dZG5szW!Jo}t!6(}7P>1Oeyyo|PxI!Rf8EJ(kG6+jjm$OH;O%(5
z;wIB1Kc_ao><9ic-dylX>-3+w(jubzTfKqTY?e7j1}qnEd&y4UTV)`^bh`WT&(hPL
z%Jbr#Bcc?aYP;0eCOw_0yEL@HA-!$#B<|a83wWAeh<LEGt*_`0oZBa{dGiIMk1R*`
zz2MLI)_mf%WJXQ#soC!i9WF3>XZvu;vh^C%1s=WYT*`9nMUmW$Wvtw)^HM@STOYY{
zqyD3Y&zk8ys}tFuI?P(WL7L^o2KA(*o$Aq-d6=?z_RP02jJ+Xqyv1B|d!4^q*DTXA
zuOlmCBp&Fn9Mvp%$@Q9L|EiYR&c+NYvt0jaT~vN({Y9>ub*~Du_#B>ahW!&9`dDY^
zmCVk)y27UK_Pg1-dzf#zF5@!e3OjV9JDDN&oY*6+mP1$KOBQZl_H)vbM_;$U3{zLB
zzSg{~Td^#8N6U>at+GY09fjqMmb)5=*>z;xVQt%F_BU3`W~X!h6{qlx6Ezz&UTjcq
z+cLd$!?dk`WdGc)>zIBpYq#<|woSd3&R*^+U)Q;O&{0e%k0?EEFTNv2P?ULw#*tk@
z?g`@jj8nF8hXu9gu0PSlR=I0)kX`V-iPsGuukv?aw<;#Iye~`YJXg5tZdZ+OTy<;P
z*ylP&|Cd^J;`nSXo-6;9XX~DD+q?NDvxM~QuP^P)SQCFvTDU=Um$uWknA0o%IVCkD
zAL900^0-^=h^&_P!LK%XQ_qGme7*g!`vhOOuu4tur@W&__C)e9q<Ac8S;w;UuIp!m
zuHw3%!Y?YfJbP8NhwJCxV<&yiGao#<sfJPT$48s0oB5GNTiQ}4>E9HKDBB}`#@)G6
zvwdd%4;>G^e9ii82lWNE=dO7Wd1iIQO{K_GIUbwa>IvI^E9{xEw7_=Sf=!1vB`g>C
zb8}(%rn!?l&s-{X_;7WP=jLmSM}w9$PS=m0y<(>E57zWE=Q6_7Zl}$>o?kZU%AZ?|
z2h5G9Rb7}<7A_*m_~PNhUGYn#v)(gE9?7&)JAatx{)Tl&Ht4q}?(bywa6HAQ$L?;r
zCWP^&YTuD<lW#KE73}@BW5WsW52t3|H=OJ|PbR>gQ<dxf%fx7wYWr=E7du^g5dTK@
zWTWQlpL0(geq?ikL*~pSLp|-D{;3w?Q8N7-s!w^T@tpr6TIu4KKKo0`?7h!h4vF)h
z5f}aJ`iOJVT@BUU-d<{rpN%aa^`6~l+<lp^Z|66;CDS(F6l<Bd{(bEHZ}-=3IT$z5
zNAFC<#EChXcK4eeh7<>Wt#lH-7NGoQpILpHxy-F7=@YF=S0-Fh=iB9JWPUQ}!L36#
z%QwyCs5E)NXZFCrOy;koKKsqILx&%k1pc%+mVViw|C#4%UANs)>X`=@m>S1i<(VZ~
zwk6=3+K)Z5{--pP#pE{Ml+J!MW2Rv6lzC<I?wrjkeA-dS`p%~=gez(F+zHEfuyjVO
zTyl5Sg6z%QX<92jB;I-Rq2lly`F^gaT;Z4UbX_*z;@m5#GB>t1AnB62wwUdk@5wv5
z&&_(jrsbOM)kVv)B16BX7oKqsnqk!vGxg-^Y<v6vVIczMI^ypG71qTDT-wsLYHIVE
zV8_zwQ7HwjQ{`63oIBLzzgOsX#P;9Qg{<!VT_*EJj`41!N#-Q>IlpbSUVJaQsd*^#
zr|(XuYlob+aQJIpH+etTYh}cy6!ANqYr`K_Oj~j1%@1y?RVs^DKdVUepS}Lg?9IRO
z%*5~9XQ{cmX7`R;4@DT`w;AimsD$|K$hx`ZlIWY_Vz$l4!|FDF-2SBX#LukF?9<bf
z?^)c_y3N2fd&lyo_+ybwO+u1QiVKB~85g#xrZTV|j(Aig{%7qwpThkvd*grgie1^7
z{%wlUm)H5vcUHU!RAyT8V}0zR?%cSR)ZI}ncV}GqGCku^Y*2l5sdl(a;p|xq!9HJ9
z<{fT1HYXq|aq7fa9>+^hto<vQM45XpN!sK$Wxh))FF$j^)7f{{pCB>!z^X3UTi=g<
zOH$k&n|%Jk_3y7Ujqmk`wu)T(^6=YQN8u3dxZNvV!dsgoqN?0E1&kjZ@qOA}FBx;(
zCnm9FMZs^I85-3qLL9lJ@=e0*A2aF6l$zeDp6Z#qVtJ~M#F8}I5;OljTr<uelV0~^
z+LUcpG8#&`4U8hQK21965XvLhm07Skn2mLFYuVdNQ*Qs+A$Pmxo6zO&44IMVYK-5^
znpGyT@5-G?AvMz@kN!9{srug1l{-yRS$#e_)U&J3n)I;YndPC|`mBv?FC#Bqy3cCe
zJ3%|~>Ff{t{0^M0?b17$Iz36U!zpCNBAuTp(+-EUzr1qaOKqjRcx9+=U#^PCf?F3?
z$-VFktPK@aJa8l>beZmNgLGMSrMgqXHLkjAx?=OC-iW#F=-*s?Bl&30iWKf0fmPWI
zf*$%$zlL7B{bK*Z6KXS6^1Q^(JrR4j=<AuM?c9g@6;;koD^^nQ?Qni7y~udZiie%k
zz5U&<MSRHO`?5VCZ;Cb7JYJW@34)g*uiX`~+b1TobXBHcp|AN$ksnPGYrTKB&y29O
zVS8@P*uG<LqE7a`Re8H6Rz}<n;%ZL49T6kOcjDt-*?ama^G;u2`E;Sx#-!%4@)2j(
zwTrx~+qbW{Cb{06d3FQ0fOMEhp^}^9=KGUs_lw(~-`Dr)@XFVw2@`wLEbaxHYUeMw
zm6m_fD@>%sy{D^XeWi;0tDX0cIB@5byH54EzHY;Ar^8Cmw)?uqs)@=xn%#3JzvPsi
zfK*1u9;TRSJu!#hr*d`%JysE$-nQ(oQP_bBz125#x!c4aZ#`Zop|ZjItBk^-C$l&%
zUEgH3V9A`5ipSTdE_}U7=GMQvWgkT^1#~-4tk7TmN4Huh&TMMLG`7ttFV1&-yZce{
zuR+zuMGp#Ib>(hocu~7iSz%YN-nQp!ZFcZT=$?M$9IR_EyWjv<_N8}wZF!$B-z%N6
z+iLZ`O>&9#`zmu;=JC!?Ur@0!L*?+q#a9CkTRzeA3iCgb6Ll>qREBGYyB9-|lYoPS
zj+Loh;-5oDx($U+7dt9+rLLTC<ZNx`yJ+K27v{yKEfDNI#x~=~)7gy&pKLFCz+<YG
z-@sP;@>}dfTV3A8c84uaZOC4p*tj+~Y_e>fs-W8B+yho!JM=mItu}OL+O92sVGtMQ
zUlXBwF{(Q(?2SsR(6=ua1m5u}v>#WIJs`yVB5A`L_6x3#HLoLf2}e9GJbtn}catS+
zbHwY)-zzqsKYQejh|$F!hY)3vs~22Lk7YerD3!6nzb;XS)%ymo?t)~^9Zu}K*3C#{
z)j71W;;pBY`@B{K!KW`d_Vt~PZq#_wyz8Kp>8gqOi+n8B3SYXuChl9=ti1=@lhO~1
zEZ_JyRdBZ#gN&8>8rk1ro5~zI9yaxzzr8YV#~$vu=PhFXPqut@P;JXUFhhai8_$_<
zBGcPdPt5DAjQC;`(E5nc!kw{^<EO!gqYu))hng)5EH!$)n_+3H!HzRm&T6brDRKEG
zx}(kEAP?L2_eBTNCpm?ko*TX2v7h_xGAD`8a~0mT{@;3~#607GvZRbBo08ng6|6<~
zQ%bLWu?hUWiaSmD!qrUfr6*1P959u>;&Ckg-2SSa3qDIrR6dwsEm`C7?BQg?_LTp(
z^K159oR@Or$wZ#BOXM6JM0&y(rVIBZMLpO%X(3m$rpA{rhKQwYdW#My9Mvx0s(mwy
z-FH{u+=HTLPe_PL)^5BPKdW)un%8Z`R=?w4%DsA*e~tHZNwvZIYo*f`tg~!(*NnMh
zB5rVNl8pMyh41A~_8sLl-R)4yZCWK{yL%qXs?~nSh1G)(r5?L1_=4+8NvqqYqcP1V
zCThy8nl5@ztJ0GB;Fj&LpU57USUW*n+1M<)_J#I~He(&GCmllR`co@<&m42nd2?gk
z$4z%*7cFr};GdhX(iXEO>1<g{SE1PN(o<|ZI5wo6Yz=yB|Ly0LSi9S6^;dcCa%8Jc
zn9Y{ZkgfKk=iX+^75CaQwL~(viR(*!oEbmcaX#CMRZZvKZz#UtdNry0)|$B&YhF}%
z9T!>i`raGWQ@ada9G<tx!gtB(mCO+#%x=>fOwIURlf{%$RXLItn+sJ3ziVABvTrKu
z(-4DYZTpU~Zn(;^Kgu)U^#nx)kHAB|(|q_$msljfc;WQrqurU>NiV#@QiT^Ce!$}$
zD9`d{`GeoPqN<ew^_m}-ybJrpaLFUJYv#Jy-{$geS}d5UvCdeXm!0=$#I$2m45s{@
z9^u3PXP?;JRpAu^^Dfoj=5NSkDCYQkEhJQY*(H`$AvIh0tF!Kx&x&pGjVbV{ESr&*
z`ZFV_<G@)RE@4g;7oX3m>%LyH*3)P`Y7}pv->tboJ7Bik&O@6YsWoJIakXz-b@Xl1
zofPpkCLF(%t3SS$<om^#_AM&n!*Q>cO&N7M4tHDMopn0xc8Sl@=-|;#fysFePlIli
z=6`V6;C=c2%tMw7(hllfELmOXo#D$~BRI|Z%4|J_V;@(re{DR=aU=83)T#B)^^X>8
zY})j5%DeVsb5E`jsC&tB?&ShYS>0;(sLM;wa#i2p=lf!2_J0{SBj?$9E23{GJUSA>
zC4cR=!5L+TWjFHIa4F6|UTG?&(pRE;UFfUC5B&?W8xP8c771<O-zn!1rJwp)>;sP?
z6U*citM4~mjGbYiGvfklzhu_CYmz$*7$dfIw>*sfus`d_)42}s^c`kzy`$tCyQMJD
zSJg4u?y#PzfyWijmdg=KpBP!ptc{%eYyMr4534vgo)fM6$NHy$+1i$y`|z><P5e6^
z3(pMRyF_)?oQ=O5xo6!L+&r20Wym@vwUu>I4bcJY>*x53uX&YP_@`A%;wFRt1($s~
z&+h*epCf7!WF|AEcPr1kxR7r%o|Lj*=J7dYYjk1rokLHx`hRu5kDjR3KCS0!%%n;i
zaqYZa?k`W<diyQj@?P5FG~1a!b|<w=ZZ>{8<KbrW(e+uIUQbD5$K^uaE%(}G55C|r
z+kTTNN~yZY=VVTXrgYY+wgqyctUq)1PGK}LX_(L5`Q?-^uiBbplX_1GttmW|_hV|v
zr!w{4^mPh_KTkZ#T{myHtU_VY=0I&$ZC-7ggoNIQEw7WVJ2WaRtemjUpun@QfN$ZZ
z*Qy)e#x7O9{CD@CTUT1Tyb6AYG5Kp4f12~gc(+OB;!R<9(@%+o&1e?jJifueAhBW6
zgX6+J-`x6T<W@7t&pc67u=do{nk0c7y@x?5+Q%c>3b_5-gPHw~GK6e=)jRc7B7^*~
z?ltT=?`6K74Xio3-DFY9|7d>gkJ7=Lj`hU(K6~x8W?ueM34x{U&DCP>qMVmC<wtG2
z|8a-0x%Qryhr>4LHfZOCYoC45y2fzY8kcE@uD?DY(8tcUQYM{su59*F)!*}M*SV=_
zZ29tE_?8);q8X3P!Z2foc~%D|=NNrBuwQUBqwdQY$r{|c>`u-t3wci!e{ka3Th!ox
zx_I-CO8a8d$oJZn&D;#u4=*}Ay<W2Ioo3FPQ)$d1{?U1BbA31~t{kq5cUb&k<)pR7
z^Cj2&<Sg$=pA%ycrZFk>m7c?;2YKqRzf28HtXkl;z~@Mf$etsHW{wj&q^>!I89R2W
zB?L>{FP_)tEpp+};s;3<c8i7PzBOD@`9$VAb3Y$ver3~Qhe=irK}L2{cnnnS)qLjX
zO<)veo^#};IrplEhbBt}b?2<V(9aiR;!t~KZ)wa1hNC5u9Q}B&ZSqS!wjnsvlqdA@
zEU#4(DzgLH6E_Peg*7**T#!(Dt0HZwVlyTEc5M6B<{t%j&%0F@@u|u@U(NVx#}4`U
z3t##UWKC{NDyv(5W!B=b@>35&_;@s>b551*UvPQn4Vh&(3WF7AHCAv`9o#K&Ag*EJ
zy2agrS3+-jNi=sI5nQ`%?d+Lr&8IB-w4>y5+xksYdnZj@DI26<=>BEWIgfmmjKJMr
z-`-ulIkf&u?P0cOJPWV7b#ZP?Vp=-mk=8Xn%|<7Y#R6I{cvPj&Gw~Q$nEXzxXqEjr
zE9mZq2y>}xw!s45i|$`9c4Kv0x@=>cfhA+ou1mcRQxbhnyYw$u{-$S|j6vLv`*)=5
zA2;|%SifJw>~oT}R&m9(eXm<=gk$$RD(P<WT=4j<-G*Y%Yoar*7Fl`b-t7N+D%JUq
zw!!MtS+3%jm#T?BDb3?K?RbCH)16Fvbv~Xwe&JbBn}&qKjP?5V{>z!{3v?QCzQ1Sr
zahk1n&)(}fIVTkQ0*rt6Uatzznz2@@toXu=n8!QcUw_3VGiwo3>&=sita;3jj1HvU
z(7Gd^mR{?=eGT^>?iYFoBtJ~MsCQv*L09d><c|fC`HOEJQRJVd;<TpB^~8%K2JepO
zy*vNGf7;Xu_f?pdCBHJ`4c-t`6DV1)8BjIlvEJLCO1tMC(pus6@by!XIedY&7R&P+
z1>@uN?rmLD#OW9Q_RB+~1?jQ+O2W5y_}ILvxwr4SV$D;no~t()zuh=ITm9_EL+A3$
zE##gUUFGDE_loOpX$p6`t-Vl3?elW({GgKJORrBREm9D8$nxE}K1ZHe*gU7|S(d?N
zuLX^tezI;fQS?_^(q7}6aERrJy0Xe0xpQsb_UIW;3tmvtt-WR2m3ouYrK}1w&e~mZ
z`RUkM#IxZ+pSs%?qlKsPF5YF#jX9^RYsRsH`_K!aPv$IFJlS(kEqyAo(<IPv^6Gdc
z-N)Cmn?&Czar+pw^76{Ky~y?z;IliQG=+7?!s9CJ0X0oW?``|x(|vx=kCv*oX(5M1
zb2dE_l?phN{o_S<{`L>vi&i)M(0UeepyK4cyrt7)SY}%sGnWd;Zd`m*JFV)L?80>>
zLZ`(||Cs7ko{HKw|M*qTb91KmteLKpJnc=f*rr9TPu#tNEsk7e2zB#a=-YBYvP1hg
zyV^M!HrbFjzf`v`@h%jVITCg7qPf+v_l}IItD4U4+9am^X+!3tH49IyXMU%@^|QW>
ze7kk~*AkgGM?|82X@6k;zRCL2GUog;gH4A*%Yvp#RAj$d-#Ysd&(Sjl)74f9OU(5X
zJ18C@7?V`GVh&%)s^SN4o#ZFq*5A{^9p*LVQSH4*W^3l8(}lUy1rxF)zs!}cD_CS8
zslE9z=Y{DHwtc!BcleF><o+7dKVpaNV&<5L>-_WEExbVQaD8uMPKAO)=BKQT>`1H4
z+9giB{bBQtzkbeox=yiWJD)_y^|Jz6;eBN<v)8|y>+PQIsqSgsos!_U<U(u8zpNRn
zO`kO+?><}?`@>^DgFxBAlZUg8oZb=j{3XMtS8V$l4w@)1mwi%tb2nA<|5J%Y)0zF^
z`*c^8Sg`6%e&A^pP}VVl`H^AW)E-^c#{m|iyMH`7)Y8-RaP`AY{mrM#0?M8)`MplT
zV8b)6O$V2WJh=SgU8nY|!nbV4N?aSgboVz!{+GFxz_wsgpm9v7^Pj-N-tZ5++OyTF
zpSg%X-_+dk+U{NZL-XcpqkNwo-d-|uA6l@nx2|MhxV5o@(|j-A!?-+=$4cLsj=!=!
zClkB3F`D)5rxyOA)J1Kc%yX5RmAccJXS_bh5HhVYsoW=QhkYYo{K~oOZ>mQ#f11?g
znpCS&5-8-YztL-3dZ@#?gQsS=ZC6_{Wo}8?bH)?14j43l;!CjK@l#^ThTnk~R^^qh
z$(y|6!b2mIw6BUYJ5=v$#QivWeNEbxHJdgXX?@-$XqL8pm*t%|OqGlqd9|nWn*6!6
zq3C8o`j&lbj+<WGd*a*HM8#J{O!rJ1_p5~;n11hNj?U`i4jF>)ekdI^DEypo_C>_!
zXJNd>H^1>5)|z~JSKse*_a|#>{IOW~Cg)}wGf(j0U46fgo#jd`cqeC;D(RuPI8-~o
z;?4cbHzYlo;<>rE9F66Ydu^oMTB=;EyDEe2d0)u!xx0Io-_(1XvvFZd#nSX6aYw%C
zh~8hY$n;*^rTfOwA9rj}OkKT0AatW`zVOy(6LZfCFFNBDw?icJACnxPW9iieG2fa4
z6gU07wN~U2m-mzWK*xsquxFe2!gn#PUhTJh;m&tkSkuy%u6JRb!NtcTzTCa6)zxO=
zszUqO)6WMSKfK}a$BtuZ{7PzUZ&z8(X$rECy!!Z`QPy^o^=v!l{1v!$JHcJ@d189Y
zqZ?)=p;LUEBiNqKSUB^kK!o$jYux%7u5T_)J$`iM+=XGE^B&86iLKbUZrQ_i4&QiI
z>7L@N&19dNp?7mdfJfi+&v~}5mfv%`w9>9>&fe9$t5&(a$=JOs^E}`0|2a=8S-8FK
zy*xI#J#FXLS579@cXB>+TYP@Xc<Rd4l{XjfzT@y!LcM?T_JvE{uCnX2$~(K^%+j;p
zHnEy5&|y{nlhnC%OHs+o-t+yt_RrQU=lGPA`1;thH+xmvuZvX|GX8jT?2L@au9E7~
zAh+bgr4nu#UaD%Eha1)$RXw`U+41SB{F3Dl1a3;DoMfx~a#MSgz>iAioLMI>@3uCc
zf2F13hV}F(kIp@J=;}API@P}PNRQ~(dlTl){?4&WUS^%t0_{TPw_E<K`x@^XGXF*A
zI-Nt=T=A>JqOJe81uNHF6%AFcS*LJ&*Y#P6Cx6Tge4KT%uJp~N$4SQ*Y<#C4{$L%$
z5z8e9wcq;d2sS>Sw9Z1~_T&#|y`CAL5kGyo&qLiN&^^?5qT<Kcje$EK-<W5}_{A$B
z;bc|X%qK=4zm^=Sia(b7j^ALtXAtAbS%urXcR%txd+ua7=Le}%%YHDf7Dy94bZVM_
zR=4;=xp%L^>*fAmSd_nFabN}S{nEozoi6*=il%IrUQ$=RT>jX1wanr;O=mrm>CC#t
z8GE0&btIegT(D$g@G24K-g)!%<V#6U@~lehEQS1*@k9%lFY64QIk9w-*CK%)w$j!Q
zp|3w^K3R2=Vd-3xBxdb(=|?42SmrH_(GQv6*q*1#Qf997lH&-ke@xS>PmXW&WaRxt
zs!PHdl8yxjA2TsYzuj3BdVs^Yt66gCp`3cZn*|B{E9bE0-aa>(!OY2IIiEu&&#ARJ
zic!my4+?olmv8udN31M(!@D}C8A*2)_;<{EXAzaTdAmx<zkn;;j>~O#NY!Xht7Cev
z`sIg^*%ZMaw$`r$mF6;hKjpdReaoo@DHZ~yr<x^}NWC+j*O47=^5aRcW8Oru2ho<R
zO2qRbKI$!F5%+v?Z(+o-4t={jj~>5JV~}4rwdG-~M%l^*l9nc)j0)ucu}@q4XhGtn
zjTvWF+&FnipsUg`N%u#`(T$rd_KGcEw5f#4s>qL3`OHfTn+rR1cD6@dl8lvz(+&_@
zm$>A1=*2+iJ<DdF<8qi$BmDT3-p#=6`~oYVaekQcCRw?f>G!TDV%&Fk9@g6a;g71o
z4aQKhFKcZd>CQM2+Y=$md3A4V=&7YkB0u{6{E;8D?38P^prQAbxm?YL47bEy+%~$N
zC?NRw=joiXisn5&dvAwuu$n743O?%VS^lYYa%Eu6#O#2IOE(sE<n9etsJ|P#^G<X3
z@5>p98P}G6y|yuh`9Mm5OC#$Y>-P3MEAdtT+$J<6-Z-TpHlgp!RfY|lHttE;p)INI
z&Gv56Lz5$cXJbA;O^y`poqg`Y)|-z+MWs5TPm1bn7w}m4a8J#aN3*J*y?*xmdI9UP
zmq89ihjm$dZY<OO@>y(3K(CyH!<>sxUnsFIoog|}u36tIW_4}i>$b1AKWsLAlYZLb
zsOYy;yW5j0=kt1su2np~?;P7}DQ#`(<DYKs`%<nTQ5i8`<?|Yy@C8c>r=H+?w(+<7
zNjJ5S6>C&B?heVg!{VzRzO+v+wR`mw(=}UMuAK}0viFB;<wy6=+PnODSF9`4^j*GW
zvdu#um6Ne2^EQdtGut!&F-pyUJ|jkadD{!E>k)_4wy<b0JYZK%<XGp{vE4cT3iF|j
z-lgBxJ0`VnU_Np7;tq+x4Guj#mp}CWvYBYf^wmdbe;$ul{lSHkLicdIpHkqI?7u!(
zCtT^plYK_+MTL`}G_Jn+;E8xdi^Zf*Jqp(rik~Ph)|n-AdfD-7_Ya((l(-~O;-p#Y
z$*>L$>sW(nhZeg{$f~<A`?5wx+fMf^ht&ta+E4nc@bH+%ll@`}>BcHIdAjCFZ{Oss
zdRS}OJL82{oX>M-C>(Bk|0F1h-!ts)ses0tPg1rSHCp=rQMS~bpuCbzEtEIxrou-v
zj!&h=aVeMG98@Q7co>iwm7@IA=z4feoY~B&x*-{13!?sJJ~j4Nem(u+wH1<mpZQk)
z{&?rd2`RRvQudofFK(Hh`o80)U(aUInVZeOzS(PayPwINr}`$7(3e$~d2RmfZ}wW5
zN9&#XCs)y}@wIII^s_tD*=OF=2;bkS;iRK!H0!NIaD;-Kx5EX!eI6_J>i8S4kr35U
z7MR>HZP)tV^(xAt3_>@(!slr@`McdIIG9<W{y^lhkAn2gZG|^)g|9l06(Z<xz94{W
zN9M7ujEak6SCl_(aN4x6Kj*jGXNO(O7$UsQq^GWZJ|)*D$|qDLdY<U+%i3kz%SHBX
zddss}@+I#UMj=zPcT8K9OAfK8IGO}r*r9u)IbUQ&16%51$8%mmningtIWBM$d9tZ6
za_6dZucjp$OL?aHy$H}g;m>vJAnVzOO&VKF{v>N|Si?2x=|rYSQn$o6@!Bz(S?_v%
zl<n0~p$SRL?>nu@dCeh^)|wEz+u`G1CYED167wcH)`?tJPK}Vx+tKhh_}%lv6M{eY
zr6#+Vc~x7eG0zC)-=JxrvO%L{i_YWQ3xrQaPBRR-s1cpmwf}5O!pEiNhrOrszgu*u
zbzW%oy?-k%P0pEC)W~3a=)t~ShrM#7GcG&&J4y42DVs&TtJ#0*`W?>O-wGMuy_A08
z$G1gYL2+hfS@k`qeJnQ~{$BX`3hxvN#zPS|7D!6++>uy$@w%mZ*mE21=OwEaFrRo5
z@Mu-uN|&Q;vAf<!D{Hs5i5bc~4wfzrJ$RsmN3pcoElle2tc6VsWpfVxO1R2vspMZY
zN3OQ&k9_lkl;C?p%&M>WCui(F<-Lv9zl^b9TcQ>RM~22(v&(1HUT*%r;bC(L16yH_
z-GolwxXrGwuE({trY)(ntK@55Abpy3&O6^-k)@@}S?{da{I;y`m%D`wTl=={ic_xc
zaW<*GnIl)9=(WIo)6v7b%Z^<OIlwQswedYmbxzPZt|XUC_j5gkUXBTog<N6634#YF
zw|=nMC6dzqZ<|nJ8>_RQ<}aVbiNOy}>ov%)Sa;mFA@F+qna15&xvSP)a$?SNT4hr(
ztMy`<(^Kz*ooa2%gP%`Hkk@fcy=rBs_w~U9ojDiv9b94;E>)epGq-oM#LmAR_cfX|
ztIq#ZPWGyt;pMS=hEey=<t!|0=E0kUbr;#N?oIeVV?%+@*~%D!2)4zZnbSg6=i17s
zxHoi_Y&Gtx<_=!ddiI7;i0)DC-AD8u$UUuiapUBHw@(>9y{+)kdhD~4QFyV9k4wn*
zNr58CM>R56em?M7D}&u9>{eEyDXU1L&XS+IthWjYw@fiA>DJ{bZBd&dy1FkydBKEj
zF$Yskjy>Q#*P*}J_MV@f@P9>_FoSuS1uicfjEeJ(o*LOMdF`pyacs(sRI5zwuvn&<
zyZ)^zVk*49tm18^zShkN>}ri_?s}{3WrUq~>+G>8)!U+=H<?X5<oH$Pw*I%b^;rb6
zQhu2Aa_YY1x_K#g&-FEP>J=~U*j3t{<5KU*Qtr7nTvSW5#LX^L|FW|9k_&vRU(arf
ztI)5O_X*2*)U#_w!x9Ar>)C%6#9dBS?E9|NFiE0D;%|xuvzvXS;mPOIrk<RvY+jJ-
zbLeMVWyE9F?&Zgi-A_2dX_-60k#WQ1$~qfWwT24zJxf=<;JV(eCYKU*uEdhpd;aMI
zuBB%ilP{b<elhCwMGpRJXS;)Y<L!6<nQ_c?O+riBjHi;FXFGl$v)=WwZ)Q#XjwU%#
z3CEX#2PEA?L`0<vB~OcT99fyi`NcMI7R#zNOD0NaYI@1_%@$r@u;W>b`K(Je{JZvV
z&lF#%CCGT>SgEGF+hT3AgUmk-BByTgGTUUtv!x_K++j+Rz*5_O@mHK-riM>vZ~Ha-
ze1~J^m!&fWatd=-EZh40;|Z;ZrELF<<}hu3Vo)U<pMS|Jx@NV=*ZJ<-uEuQJ8pD^p
z`zcpW>-6;v@oSzvW_Y~qJ=eofqkofnJSsY4Sai<clis{D%uzY{C)){^zKShn=@W7c
z-QBwj8H2+<ofP?HclmN9W9kRBZ;q2?HC1olxuveWZ_(NXlh>wCe#>kXJ%8DY&1r}E
zZ|W`EteJGEBW?ARwET5ic`7a&Zhq)4STbpvy56*|!j7bxMIp<NX`Xs|MbzcX{M8b(
zUL2FZU6i%poLOFt(B<jvPma$1*QO@3poWRvGGlpcyGQ5|5qYf(>%U%L__t-FIOo~;
z`qkwpR~@;a;1Tjs+2~aLFYT#|TGrM(rytpPwaZD7`|zVQ)3(6JRt(JXQa3kv#%=rO
zX~)3Ao4)$<feUGD3uZL4ZPDJrs?Eya*i<i?E24QW*ilWZvO9jM%Jui}ZZ6{dZgKRO
z3#;mmpn{&>(?)NN-tn5V^Xhk7C(eEoAZ)eV*7>Ra^BXrkbbo|=n9n5I^(QR+0e82S
z+WD~3qi*^gc~=gVo>_3n_3P?8&sQqzw+mNrse7$`^Zbc)<22X8@*_*v3;Ax}-Ms0~
zMW)Im=I3ksv>yv;+^|_wc=(x|+?(Fq2}h+<zi)omw1Z`{T>8e@4Ua@4-fYjWPcALJ
zwcvc-PcN2ay=~FDee0L@9KL>5bcS8*&6fqNg(5dybuu1oQC*;1DSGEv_>sP=OV%?8
zGxy(|P*C>gan4&=naKFEza^38$Bt~>QZlQtC2!IRjqa}pat?(Z2+cW=cH)8HyCoGF
z>cJ<&^(;Jjo=B|rytDQC$|vpnGAoYzGM*J-HWM`I_FnyYWq<28?x%{}K|6M?x%#X1
z>LhRWT+3%=Z!^yahGncuFn3xgrIN}Tx#sNb*y?+6PnQeMd;0pd<N?(V{~ZfA?d#pQ
zHR!Ms_ng-L>u;m>N{hX=%UrcMQzO~DLHPRF^K;MdODg8{oiA#>=$VK9^1#HH-G@T%
zG;3Eq=;HBvDx|9?ZqRD0ykAiM?1F<%mx`5LZ*DTwwAM`y=RV@9Ss?Q6=B%YQykEtR
z=3QIJc87UKvcKnn{*zH#-JA|q%(<QCETegQ-OdoM*wbs@23KbI+^)Otoxw0sTt?)p
z^0Rtv7Llwor;e?;<N3+ge$TAS509U0o!lLJcP00-S0?Y=_XY-<o?5aYe`@cVn-6wM
z%4U?EzV>G3v#EKv_B3{zv!C_~+hWh-*xYHmB;&JR-u?~S^Akf0ezHlHDwqogpN;x`
z_Dznl`mH0<`(C&z=4^}0JhpMR#yhhwM@4hqTLgZoyTfrzJ86aXNeNx;6QN>1ram-r
z++#HHDaX{gZ=D!xm$mkm@A4>EU66YG^{k+In~&}5dlBkfd%w&7ai{W+9^0ftCjwr3
zxV5M_ByjqNcHKS}soej8X$HfTfbW`jHbs{(ty##s<$u`S^Sd@*Y+AZ<uR%fIhwKME
z+-7+PTXa1#7z3D3oJ?zCmRZGY$*X=K^2blFBL)>MY39f3n<^86#m&BQI}|?@&Pa^V
z-@9<np%wwo`9fP7r8I)wyV<!9v{ao__Kp8k@G$zd(^2-Pb5msHU;ka;(bDm7)6>hT
z+4E2LTuQBTZ)<4On)xAaO0iCY`{X?}PvR;*TkbOuvc8?V?Zu|QJ9}PFb5yjJbr)~F
zaBs<Bg-MP}C9nH9E-4gG|J*8mry#Vnbj?Gn<9Ax8Exl{PIqBt-sEOH<f()}FU$P}z
zE$h6o?%kr^J#!cB-P!iTU5|aA#FM#sUlsVpmx{ISk~VmA<gDkkM4n6ulU?uHT^8<V
zQ*FE2()Q4-d$~xwuE+whEYr~6fsA@d`BDcIEH6yW(@|s1OFI29=Z?zlzDt*9p9ndb
zmUr?`l~M63uAPZqM-)VtrJO8W9Wi@JxQKbz=AIy5@fSDme)v1FMpjgs)jRAB<1x>^
z;IIjL+NN5`ueZvmWtvIWsoY*;XvE58Zuz8i(;cOsZ@i|ZtH}GVI`A#~WLSO$x7LRH
z>=vu!jIw=I=NoGBEqr3E^5sg9vC*@a=@;$Tr!q<@hJE7XKEnJYedjczh6fyC(i^UH
z3e;sT+F%k`;MbuiEVxB@*O%X`CKQDBUObbSa{L3oY*gLlr)AR}=RKW#IcL`;p$C0a
zbKk7DzPY@7n`hXzw_;p8eKoW7wT(J-4PHGiIHe#p-Bdw_(R_C9i4{xl?K1X^ni*7h
zQstzFZ&}pbU;iZXJ^U;tpX9qR@2uSGTPu0jZjvobj}Buj5z&rJ_uutq$1AN1bK~~i
zpQHayJbXeA<4UIA#e!lcbEBqaay`~;tMVxLd}V&w5t%T(?j@6^HqF$LlvMwg?W5DF
zQu*Rj-s43<2F}N`t8TpGI<23uM&wz3Wkm}+ORbvIq1Ei)rZ*|o&pWqmjbyS`)$+@C
zPWtSV*Ze8x5OVrKj7Fwz{l%kvvt=h7u#4s1a`D*2BX52QnTH*HQF~BgYr?`P0TI!b
zBIzeD9w<H*`@Di}#v0dUenyU-Zbmjv+OjICk{L$tOqe1H_nurEq;Ktg(Bt|uU6c2x
zDy&w&XX`M%ANB2F9(Vnt21(D%wv<&D`Lx$Q@UU9*#fepUO2?u6&cE#i_gNpu^UpbA
zrF-(1_Q@#CfFo%(rS}=SxB3NeWQApN$<Ac#NIibF#Xy%?Bxk{PCx^?tGejDMtzT@6
z@?f=DX`|hiF-P6H<36*ohWoDIES;k|CVo8^Y;;aP3%Q&YcG=OSD|x}|#@8qH@^@><
zB>7(R+IUv)l;+z?6OlK|qGoiwU(A=7dMoR?{?(RwK8w~dJkU>8JF6*lj!o_oqmvYe
z8~c+9Qy=X+oyyMnQjakr$kD-ygG2COZbf*b>gt+TT8u1{{<&0I?U=QAr7F93^&PM7
zV>X98%OAg$&S?Mp+2pXKn@fQ0nzwJ`i@fR@xt%9x{BC%rq*+<AsxX&{n@zdt{W+_K
z-Wkr;{7>bl$fsED{rG6%oVSyW&ZgfM)V!BsdO6~3V4kt^t!L~1?o3~O<A#>+sUy4V
zO#)&c6+QQy<lR(%;o9N+OH6M*toE5G)u3^D-}*h=+Ppr=QePt2Y}1yseRvvrLP_eP
zRE`>BPDA>F+DY%~ul{h`JEv%E&Wn|KDTfPMV;@=1a%_CIB5?J>UZG5Lo5Yz-*D{J3
zW<LA8@8^!NtO}(jRUb3ON88^moFk^=>3ys(f42IHb-c+T^R}l{C`#9BJiV7M?QXNO
zu=~OU-8SVc1{wE@T3iwbI8JYtk+%HFb-<-9r#7N<lf-g`iz|2=R5rYvd(^>oc|zKB
zJ41zEpN}lg*%;~nT6(5+rrXrn7n0-*>?W^lP(Kph)W1!sAlaKwq`kO_&FARdITDV3
zYO88D`wAqqS8Om_rO=ney<SfJuZw}HqI3$gn~rt+n%y5(>*@P1S~C6DX3=C8SA|I{
zHYGAm)!-7@pFHy&`#0k}+u1Ho8`eektzRS+qx^5Bbl!S)4Yt?$58sy*{?jR`6?fa^
z#OU>G(h(_@n<gIHHt0q_nw0yy&-}^hU&-N{O!RKDs5zdHTYh<_?&WWt7LT?#xp95F
zxk~8d8PgdvBd46+d{{_w>D3%VHKS*lZ(dGp(o2Zt%gNTMxbpWM*DPZZXU1pW3>i&D
z5)z-PGM>7&W5=qSr}_5JUfau1o)LW~CBNo)#1XTdUd;#3>IE!bU>uRFJbefMua4I4
zNS341Ry}ji-7xX3&<w6KmbV@j-B{Mbsc~oF-o67)<=dEI<NdmWH&4G?vEuLSjQ_qI
zvxL|qc8EJ_?7Yn9t?{kykzVSp!ZTaij-=d@O;=Pqe>g;GCRg~Zv+`c^Q+8&bRyh1g
zLg#hEO_8$Yi&Qt~#$6OX7q<G&O6LIQqBLuclVvJN8}~=FiHPy?d7iy=W=6xUcSgzI
z-#c)8dL}4TKizYich6s`zB6n*&u;IjOwZ1@lQGa?H=SIQ=@t~ep`<nH>-UMWqFT5A
zEZjZg=5d2%8x#)Zim$2;;hV&F{Mt><wRu^a9~?W&)op&pzU;;U$7`>I&T&1y@jy-5
z(%Sr~Xi~ghas9{hudknTmSC|qJ}+=DiFx@=``^zU7!MV`EU}*#ZF^wZmYapsm$(Ig
zunb>kpzEu6Wcv-f$hiKm4vFkS;aAVPMV{f`e`rT>ZrdtXshFq`fscE-v)^4Ts=N0t
zi>oleS7o)_YVkQ4XBSSqaHpWSQAW1-ppfjlK*ui@H$1;@*y+$akG(s4)-9#d<Aqso
zWUaTJkgaY@o86Zt+;^-?|7>4E^o^<;WlK%ETW9w=<)|!X%1by>EX7bB!uI{hrvF<O
zEnT4?!tv)$Q{5Wzjt3D7u9i35*>m{4@47eai;KH#E1o~p<L#L7C^G6z(S8S$+<)t4
zoege!dw9~BdfT<v#V+osEe>i(KYVmXp3SS22Tqf-5|bLAXSiFIl)Qc=o%Y|E`GbWh
zZ(PA%+v71spHrAMzo&@#?byk9-2BXygR{O?t)C&a(8B!v)6JGU*3GNUO*`!)`A%@w
z)6a>1OQo;hX6`<;s{Q^yX8wuhFRpx$TK&Q!f06bMX+3tC3nhW4*1TJE-N@Q)UEyTq
z<0b3(m}L5er8?M_WTmYCe=?9~vh&+kvqIHVd8%EDvh?(P-Y?77-|VhE`@GTZElu~O
z(iV69T$6b7qk*c~gXKBA35ywJU0-IJYDP;qsJ%UUq4_Y^x@;@iC)+tQw$(?ltoCfo
z`1bAMMA6$54wSKele(RFlIu)x>f@@AiWOZdH+tflFRnUw%4X%WTM5T5EY7)CKYRPd
zWzL^Agk4*c6}B*F*O@z46J9;|wrRFoO7>FCr6!MgYY%R;t$5?1<jekX;{QkXyDP7~
z-!i*D`*Ka>XQ3C%TC0nszQ=BGVO_T&eqF+Zi}ROBi|)2ymAW%S*I&ygwly($#xXXY
zYX!S++_)=M5|b>S^QOl4om=RJ*&kQSoHw1Y<0p@^)|^=t*LY4;#qhaHw5BaMbxq2;
zRAl!dwFTnGxaY9knSM!k>5VmWuk6&Cw42Sc?V!t{c}e^~o`fE`nK(@`@q3WN(l0jW
zw02Kw-6FA_k8?inrLd?Sc2OC=nvM6Jj>n%fxUeK@g_%<6Q$3D?ZS^4zS8|pwzbO|u
z`5n_9r`2)yCLE1iYwmYitl7(2X1c7UO1GeVN8sAdP4YU%9%AN)c9p(<Q+}Guntg@V
z2A5LBVi!9eg)fgfj(ujibk=D_*`oco|A#m|_gsGNGv6ZZY?Ii7Upz!_Ms+9kt&y0w
zE_lA@qbIGiw!E7(J<@2U(#n~CRh3S>PSe^YTTu4<{FiEN)9TF{>PM&6O6jX|pHn@f
zqUN;mrS>h}o!2+r@UD|tuG%DgL&JA_!XNKTBIkNolM|;m$F$D-S|i8bbh2ynNv^Fs
zxF+u4oatxk&tRXZw69?Etdj=a2EGrRKZsX!H{Ch9F;-mV?;gH?6AO#Cy!^sBci)@?
z>OL?2q#j|}ReMNCp;B_;*PQ+}H~G{yN1l*nc-&;>-taWw!cD;^vP>Dl0hgDoPE~m!
zDt5X1=$9nNopsBn&D$U|MKQ>kVcLR}ZnsSf8)d{S#O~afv17&t9kaWxuJ2hGbkzd7
zJs&rfO!wdxSag$Z*G;z#mL^fUZyi#%-`qQE>nhiWQR|u-4(zk-YAz6Me-^}g_<G)f
zZTmACM1Fs`vDVgbQfam7s>QQ7uVyV0o0^$1pUE$F!Ssf^C6k3jPi=E(KgC|6X!Tip
zrNBzwPo+Q9TyonT-Yx6V78Mab5t6+4Hd|{B_bI1KcaoN0OM7%fpkLHwq5i>!$rF<V
z_wXM25m=hQn5g(J;)JP~%7>;KbJbdQUiz{oA#sVoiSE;^bN6U$K6B{i!|sx4=0AH<
zoLRCDa!TFH*G`<T#dclv`j)GSlU8?jCP&=XnP%9(<ci4Vmr*bNBpO5<*xPxzS%iP`
zHNV}#-W-=YxNeoOg@^dAbo+BdOqBiV>pzMO7Zz>0(>iOhQ@7o&^}aKc55E5K$du_w
zx0qS3jZ?{mIp@-kSVv5oZ2sFPZ@O|v&LoLV+a12R^-P>NmrXb4R{4x$ty<nZ9Y#AG
z^3}SOd6RB#+2$(2!jgZ(b8F2C2?McQO<v8&;2-XRhuUwo&T?7Mu;aipFM&mz7ag1I
zRKGV@-(9j=GdX&vLzh#$lTVa>)Skk_?f!?Oy$|30KF{Fvq~_E~Wk>%`h}1c)w9NCC
zr|Ap5S;6^fPiGr8rTN7!+b=L*IH=5FK3~QKR!%Dg+vi+f{$E}iJUrerZ{0E0Sf)kS
zA36rkoO(h;YU)p;`6nb5Y*h^t<EvCfLzbjXUixHBifq6pVXtZYcP6|rpDnmLp2_TK
z8s8$(;D;@?8=0;!o!2@zdyed`li%+iQJi-~DL822^$jI&?PNt8QzviCdC54@LE6y#
z=GI-TzrC2Aes5#*?D`%2#ohDr?X8aw#$21aZ%uD)q<hr08JR!a3Xgf{-*0z0%l7vo
z$Cj{dS{p7d+3S?pX7ytE+H)6z{8s3xZ~1H<7*+ZA5zDGA0gIe=++r?jv_ElS*`-cT
zoyALTOrHJY%Kc-_a+&2(^DAs#9X0nk-gaGScN+8EcRDjVy4YV$Nc+)g-Z7IWZ&_+%
z!{Niinp(@3AKY!@8(frm{>qBoDt@Z%D@6Esdv7dcyKPX&5qe{qW1{nMHL=O2?R_8P
zcj#<-ClIH0n9Y>Azc_ZTllmpjJ<HOsZGLft>EMhU;Wo8C+n#jpMQfkBKG>4B>taNn
z#L_snV)m0kOcPTXV!nAFJ~C(Jo}A<*F-@mt`#s)w@^JEW(eu?I306kC(~`GKoQa58
z+@<ujHhFKD_`zd3HS<oWytlC6^w+Fld^hVK*D_Ye>#+hwdB08-tjxZ8pS8cwIDOlt
zLwT92zcWdv?4R<`WMXdEiFB4V=4)r9Da`w;#xI_@g(GwOOT$UWO`160n(ee+@M+oP
z5)BLM_yEV?ZncykhN+jo$dts0Ph?!Vao&tSJltx>pI({pli@MTb7vJ7pN4OHj`mvm
zWPbYmW3JIv^MzNJX>LC%`ecsB>ZFUI2NvzvDv+6GQc^J2dFmk#g=q%LJdrXlefa0h
zdUR^x!$Q}63U}9RoVa#f6YH6V>J^7i*?;3*`djU0Scrtii>@ZeF4ORYRYuKDmkzVW
zZ@$c<`pv)~;vl#7lnI(2gjz%umZ(j+lw)=B-N{X|^HZ$NA_KgHZ3-Lp{1RL_Cgfc6
z{}N);a7*ez1@nycvt!=g)x2&Lo_FL$?uS#nbye{{CC#}@rrQRbd{G?lR4J-m<|E{P
zB{W~D@9NDr;*muT9)>3t<~-4leyR*Y&C1cHE&6xQB$&;9Y4*AM?6rMo=ZVbvc|2`f
zfasH_(nlp@9!TtWNK?(OVfgV@gzI%-jZW*f;xabvo+SZ%n(G$)+PBq(<JRpOAG2nb
zvlAvOKaqJj?cHyyFCmjmLjruwyDmA%^=(_ARph_Q@boPo20abO57AQ=OV7UUw?k?|
z!{rdU@IxN6B*FqqESTr1y$O&zSet*`=IF*{LK9c9Xocm3D_mUq{9#Aniz1Q9v2I)o
z4>8I2EI;Zp(|Jl-`|o2_hxcuC2^I~`e3)^#OZ29e%ubfTV}JR~u6MoE+Sir4Q0hup
zE6eK%ti4Nu7tLJv>G_%|F9cG0oBGVJuMFvs$yRd>i4YX-<=0=eL^AI6HKiHX(r2*!
zTNY}x?5)S8O__%`sqO!IZPL_QVUaquSDD95U#P9sGMQSd!d2~kP5R#3s4w-t%U^r)
zOkhk=SK%*oSSMgBT3PA(D>m0Jzi_|knzeItPo1*5aWcyD1y9AK=b2B-na(b*U@l9u
zPCisD%DlRo^(Pm@=`Gif`rdA_*Vy>wdQiukq-Et&TR5(`GcgOuuKF>5g6uMD1^EkB
za??1aC3OT22o=Wti4fr0b9B*`pTbK&-uUkRH8Y;)<c$h*B^w|4^K(-sFl@fTy-j1$
z<D>HPmx`8GHU*xNo^z=u(u7Z6X70xMI;t9;ed#~MbMEZ@W6+l!>$P>+Bk9G5E_CdB
za!R6ee(1T^51Xd$&P&;4<G$58$ns@1hp5I(-d`!&J<HzQX)DNBu)E4zE_W~2)@a5@
z-!k*=q?j#lvt6@trf#sv;`tlD+&{j}|NXPeJ1toM&Nv|V%`E?UBER+A?fSnuTh5)D
zEVeVUbyLxiTkk$6YR)}tzqahAhm+3UY5XtWWb?gsmuUSZVUn;d`;eRQ8OuihUzh8A
zbs~?Poset0d&euati6d17dK4I2-=h@6!x=%r#ySw?z#03J=XmUS@Y4R@1op>w)64c
zzZzEmSsSu3xSKP$zj=?l<MO+<k%0zPFSv9~eZ-{g@^WuI+fuaVR;D}O^Z$wGqYlJs
zrN1~_C?vMx)F;vQ4RgCP-6FylaDJVd`}zmNvZcZ|Hz!Z(vdQq8pZVLsd&X>`zlHJ~
z+-ijz59?mprq6g-{oEX<!>8`8D{_lF-w`o=LXEo0ea<9fMFxM41K$-bbof7WUe~=<
zl|1eC<-nJRV<u|ko{oxonVG&X%w@(LjmgPut}D4((<+(WJKyGixS7S-cDSQM(|o0g
zr|RmBOPi8<i)BLk7}|?8=P0*6R`i$Wzw_it#f|huS9%vr;m+RZpeU~KW=H3y-F!lP
zQx4V1{j*8T({Atiar#~J0h2{Lu9W;_d+y!0VaIXPO;7pk9M;Ti{&wxtygBnMXB_*s
z=kVT$wgAK5Ya4P!dt+Hc7%R;k?%VpN@2)(+Im>>d(}69S`KRY@*)+LYF#OxIV><&h
zFUA&B+MhpIK9gTKx&1_H_Tkx=qYegCuHF`Hk)WQt|MJR6o%j3S?7pXCwfn^eE|>Ji
z^0Le4@?M4B@BSY0?pFMyt5@XPrzd_-Ic%U8v)6o+cG|Zqr{4YCFx5Zx@fPb7hn7Wk
zl_%y$u{BIKjAy=_wrzIg<FsYb-}kOwyTk0VL2~)*ldOB*o;@M(J168tSDUs}T5!<@
zdF84HTy6$FH*cqX|8`@}rrbxKD<8V9UKoAt!rxm8Cf1J=^hFP*^f%m!_7|AdxqUY4
zawi@RR;zc99xO|kxz{r(Y5rt$&mW@C_PssYBOqQPb|^w;qxZSR0k$reWB9md^n0;M
zKTlb$v+TRKQO~YDx`*B;=4Xe?p7e8>RNJKTp83<0ytj|j6n~j$XdN&*yd+JE|KoP2
zS`MDA<sV9I^L1mY`%frX-qM?H=*>}h#$o!;8`rB%%yu2ycKyctoas+?#IL<)ZXM&M
zc&ozk?6w5!$R8TF4)okmWv;lntGj>mX7T*gFk7F65fZ0XNy^zs|1Ww_{-)j6KvsUI
zSM6Jmk0;yWxudFPR>@sB$~>#kDV?uu<-u#FH`cJtj`@Dg^u|55-;Wj~n7_^F-zveL
z;>_?(?t+eMZq5Nmy&}GMEQ|6t7~XU}Vc=@<=R)Mp?B6mq%L;mqhPC`DeIF%Ub>Y*h
zgK|r<K8jrkD5z6a+qcHOJx^xMmwl(F+P2;Z^ia=Eo`1S6X2bj3c}Zt05;hk`80+1T
zDfYd7FOo^}WSh?>#i=<RtQVI|-8rk!LDVOIclr!vvuVN3>-GzqO?{{PG|ArUUXy}`
z;8|;*D@QVKw0xVr;Y;ugua>Xdyf^r*dHqdAr8nu~3;rGMlJ{=uJ(hdhxtnwTkIQ>E
z3JHI?o%DD8>uGEUl^1)dROL+O@BG5jvq9rn-&c-3oZ2lO$%is-Z&_L0>U^<8tjbi_
z_mVHu#&h!D3i9S(ez-@yao_zonX?Aj=Ord6EDFh5^Zmzl{#0dA_Gy*IPm{toakokA
zXD#!MzBx;Kp1;;AKT%<ojoUs{&*`c7!1LDn+c^iDLfLyC)aBBx&c%Oonh|H5))S%H
z{MBG?!8`tQUj%igMo!NuZH-BqcYN#e!rreBuGk1S%}e{U`{wh6&DY8{yKi}RgYzsy
z^=95Ctrc+!ZnnjoS_gH`rCvK`l=`WA@;z-uY1Jp2W>y;RIq^y|&Ss^>SEXH#gExN@
z`N*UB@(PD;ie&eS8PnHJeBz|aG;_0?cyV>%ySA1c_cvY4S}%IH<f&!;%SyA5`Mg(e
zx94y2DlB5~V5t^o4@@^T@h?nRoF;TnVba!?NudpE(kJa*p7OeZ{d%^`{;1T1<)_m>
zi+(uqw6j{WPSCW{cJ20yGmnM6ZjkdiHznX*=GEv$&&}s?KAm_o<=N3Iac3^1GL_Ce
zn9eujU|YuS=Z9;Yu5a9I_n`Hx;_R8{*%)WU6ny&;eb-pk!|HcElYaZZ#I}sWQ-^dH
zHWV)Wp&NJ2N9W9%ZyOuGN8D+8yS6Z99&ekE@Pw5MOWhBwopwyx{ES#$%KRJ0&8`Yf
z%L!#HoFZxXE@86F1P|re#-<B}_4wZYH@GRQBoSsPloTDe)Xc!&%*{VBNlx&tez4s3
z@<)%h$ObK$`H!b#RYcZ>mCJ6bi<$qhVzd3R<>ZBSRUWtCs;<Xd=C1E`iZS-Sb*9<u
z^OD@io{itq=YP|hm(w88RMWVAa__#`Iniu-y?Sm_au#iMUGRSIZfUm9<z9F7Q%zp~
zFp#^~JhS<vu<0Z59k0cvW~_0VsKP1~$9(TAC&%7kh1q?D8`wkhq$7Xa{8ieYxXm;v
zT<w_zkEnH&cGwlIXO%Sx+$VQOoKj@s{^EHuVZ&B7t_gmP-v!=iOc%e`-}OB3o5Qox
zeB-S1*6mBZ4qvG3{(N(@-X2bW|2e{wPR)opC-?Ddk3&w6W_0P1?eFi&ocYh|Kkr$w
zvbn+k`=)<aJy_keo@<}h59%@6wIgnKY<MF7<MWRCJl=pu(`!#n-FNcW%k$ShIX8-Y
z^-i67OTTMt<o2fyo)Z^!y%W2udn)Gp+f}zix2K+3e$M=E?ylQYBJa)m#lQcu|Cevy
zPj|Gw{mT5m{?CQx^*sMw(^vS-4wigp_2N*n^o`9*+dnV){ryvZ&xCo`_qIK~R`&na
zsns`2mkHTF@lMR}TeeKSNJsLr(aA;j-ao6|{4ZOX*Yh%e^Piv?U-x*e@|+!8-#X6K
zojyPMqW^Z0(9HLH%oAdB{-3`6^!)ASLb*BbCx(YaEefl>@;BzU-}I^T_f%|jwSN+n
z+^%}7P4wR%)n^Wp%lFCuezO0K?df+<%zodj|55Kdapkk~+uvEgD!pxYe4GA`AF;_>
zLwe7Jb=6(F{QlSG-?c?yY=yUlO#j|krrkeH$-kR#>)nNSCoWsMrOaJUcUSTM4;N={
z4|STu)O)QiNAvHhX^!2wZof}{ty>tI_WZ4(!T0_dmtyaG=Q(bhsJQXZFaGs&=ilGB
z&%J#9yW0_NyRY?qS{&;g7hg7K{}0<m7cTg1uU`6>U*F|6`#HOr-#>pBwfH7m`*WfG
z&S?3ZzTe*hqP0)Ysyf0n=hf^gt7J9*V9TPFFQYd;wNLYzev<p-q(kNBzF9B+b-(`3
zzO{ct_T4?RA^p$4vwu?BTFsODHrYC?ZM`Tyf5C}!FZr+D@&E3=*?528-scN?g?F5A
zK4Tx*|BvCl$llnGo!cLB&i}EIH{svOs!hDHQ?xcPu4d>KT)SiWTu0Y5L5J9HtEPYR
zTf6nOn)^EYJ54|Im7Rq+H6B;$swhdDSQndeZgBrSang3{pSm1L6E39RVzyqkP>thh
zT2X!TOAof+$~w2hx^&*$Y+U=I{q7`HL0@I<OViD6_x#;*Vs6a(<jPXp)aoA|YL!yY
ze3Yub32jMcm@8eBv7tKP>8hY<7jGRb_`Q^`J$R>3%7#@Yzqh8W{C8mC%QD^LhZVF_
z7KB=?V3WJ+Bl327_?~;G_vvomD(dcVC?ovKSu_7o*F}Y0Yx3lG<lV1}%Q16P`0(b&
zM!O;z>2HsEx2JcjNV(U(DynKY9P#S;mD{NwgBE-|c{K2Jr=@za(bu@Tdj@)YH#|Kx
zL;aP-X|AJJnl7CBrd4^egYUcY+57}|bvc_k>sD)Dw|M7p$6{OKb=k13^Cgv<D*^?o
zcKq+GxKXmU=c|eP^1Bbp(=_#7h-|tjc;(}V5?lW@xfzYuEw9aVRk|iJiMJ?WYqH%d
zUX9NebJy?o<#LsJvBf`tZQJ%{iya>>sy$+GuZ;};c+2In$Bqf#&5zt&G<V<X{jXd$
zna5<X?p+kK{ll?MlJg9s&AHWAHC7~fAKP@DvtYW9-HGel+#Z?E7x}BGmQ@yF+&*#k
z4*9)PoP+(^|Gi4T7HhG8){a{j{WjV+?71A{U$f^CZ|};RvpgUCeY#zBJ>U83KMcN#
ze-@c8;;A0gcEYclwV5|<-;Cv4XVll*r#w0P{af%yt-{2UaUY)7CT`Py;l<uzbNnPT
z-{W;Z*EqAZt3)p6;0u28F|9IGaNj?x*ZC*<?#>DHvn=EInc$ng^3Bhsu_DLM|G2Tg
z<b>%=b>n$o0;FHoadxp<??0};dHN|&=WAh72h*SAT>JKP^55>IJM81tf*yY>O+V+S
z@{+G$+WER&9M3ZY7CxAI;P0-2s$&+brm(q~UH)PJdE3fb#f|shYtHnpb1OLYH}6*9
zTMeaZXI;Hzf+s85PO9#>x!3u0vcPA@>fUWvJSXgmNs_-k*)H4t==>#2UReP~>@L@q
z&5D?_vu*n;$ApmQm(^FCO`piNSI+4?yU?<|y9{ml_RRYp!ZXKscGe{O-)H9S+FtN`
z=e{kM+V40`xiRm}rAeiiBqepd>hGm%-SeN{Rke*jm2vUWCm+7at!?H%zt*?0H-tCu
zx54Lgw`a^}RF=D+cIDfzSbrH=tv#3YcGRv=%Q@1yqnF>eEZNdbcU^qgtKZv`pT3#t
zr?X(q<j%7#KP2@QIcIN|Gma58PK&gWP}a@g_{}K%X@2+n%7<a!W_G5#DqO5JK3NbE
z{%c!x^wG#;O-mA;3;sBsnep}ERpzuv!Q%59!%gml=5nvSXT5P-O108nnWL5u^|A#y
zdcu#r)vB9z$<6!AFSmDHZ1WH7sCJ*|+~cal#_x5I`>S!xs<3<Wb5k!Hw3uXBm2TX}
z?_Zr3ym^{T+rL|XCW+mbTb6rb@53qA=dHeB`eXY+?WI;XJI)<TFkN)*^!;;nzn5(f
zF9`b6@FstQ`LbiT^-b@Y{EC_^u2;f;bg71DwQ&uvV>H|MUL}>?90h00_AKH#+Tqcc
zcWBM#WcC%|-||^!U1SirvtHS*;mw=FH_O<6r_5XHozYPHbZ_6eg>pW3BzS8ZuIFgX
z5<c0z=YjO~eR7jx4#`X^HL0J~8m$>uC9Ljj95DNT!aqr$h<)p4+}r(EEv9fW3+FD|
z)0}}xuWvtma;4^y`z%wo+Vz`OUZ3vYzgIM)Ag;UYvZ~ZpKF0#PqsRE)bb9EuStxhB
z^S!}SIpd6f$Kkh4^Edkc((>-r|90f)g>V_?&+m%D{zas}^{>g#+*3Yh_T627p9zPZ
zyU2dD`B9|vJ*jnXG==L*Tz7t0Q8jnt*%+Tgi+W$bii`QgRrHek&E)t#7ZbkUzeRT+
zH4sk7m;Aj}bVYCG4B1dC<4Hx%N6b79*b4Ta-)7@EYx^zX-Mzis0`vB+sJxkF^Xk*P
zs%y=A;|or`ZFc+ITl$DMjCn)MdB^1)Yu7AYZSmli@Y5gX3(xx;o_QfrBazueC2|GB
zx}`IucC>jvT4wY|_)DYBlMSX$F~al3<CZ^i?sF{jFpRmDQXT2HTk+VD--~S-vzyl(
zRm`7${rVwGk;OXi3v(v+IV&5Tc&sr0gk0}AMmF7*$FjOPTMk>4se0V_!XxinT6J>w
zg?DT|X-SK7{>9}?-Fh>Aan;7z$Ctm!oE|Xy*2-C(ak;Ih(*+r1E+(Jf_HcsT&4=b&
zVqbNiOFg+_g;uLf`eC03eMKq9`V{xglwE!3;Kp>Z-No-6buA|G-#u^O`zEbAvaD?F
z>Bk56&3s$$EB$=k#@o|5qxpR%D^JTd%X-bTD_r{5=ZaU?pLx#UiCC^+sdxOolEJl<
zxEUwCek{3Tobx@zT4NpWS(~Ffqi25eId>%O$<0GSwZ~Rxira2HyLIBT4j#+L3i@#t
z{)du;c0Y6zz2Uq1b;L<isTW4o-O2tA!oMF^tzP((nJ-LFDZh0=nzQbr2SU=XK1nXo
zE!{7tb5`{HgXS`G6|M7cRyelD*NEDfrfs`&(n{d_6U9_%LFG;6v$I`fXZ}^FicgsT
z<6X7;RAYxb*<pVD=^vvm^vyE1nejvYedX-HE6b$#s=i!&5VYzpW0myTf&kA4SJV7%
zgd7dNae7Z}(!;y}z9Y{X8b9s3FLU$QZ1Lj?`4`@}|B+0rEnr&OcuG)V;$^i(5}W#0
z?!Dpmrmg1a(z1=G&*uNS%%WabzxjJ8n|OMMOzLEgb!zFWYuCP#%(0!z`1;WMS8-G4
z9<2EN;#S1gIN6lOW1_d73(TLp`MspztgUOMXP*$5|H(Y!!GampX$vOJu_|*nSe8+)
zvPk`2_E9@k_Zgp7+!TG1^s*!3bXiL8_RCDaQ<zkbD&^%U{=Bfz!Fp!rD&;RLSMXK+
zz98oqcdC5N?2Emh-z@Y|yj*qY_S>D?#GAsttiBv9uvOu}Qk_{TvzaUBHL&l#dgH^D
zHRnWbXuQ|@l>W;^XkFQNler&MtyE<jZS%b%E}YLy^#2me#Ns&h&B@I_m-D>V;V-N@
zE_!dV&EBK7_Maa<HfNqHcsO<MrbW&gSDKC|wg0=Bn?3b~w~qZSg*9%w<)-LMn@?I3
ztQWU=$MPJV?3{0&ik4dze|mJq?alJjceS$O>p0E7FL8Jm{jhzTYll~z%<|XHjfOiX
z9k6&Tzc+7HlKqWM&wicxHhK0D%bkTyEI0m#hx5F8qk7Zq^_0C2%w8|CP+BHu6uhxR
zr=9H%^F5PK)j=JG_s_o0I5WHal$yZn&2w)~Q&sqOeQiaDdex`Z>b>7~+ui+_;qPC+
z(mAvA?e>>n66%}Refv1)W_S4E1mX5$PE6JOwbyTpPm7iRsJCA8`t#2<bI)3&KA7p<
z6MXFCCav>t7KAgdxiC%n`wE?{3t7#6Fa+#tmRs^Rs<`C8TEn4&p38qN-Ov2C&2zRr
zF-P=sO}(){*Mg1xd)^)ht(?8%PL5mLrm*(8H|M9llY8U*UFpl&$lt-TCuTjo%x$M!
zeU|-NeE6EDn)ZKx2F&*^IQzim-k;z!FI};DuARQkC!Mx8&5qn+dhgdJlb`dIF5ax1
z7O^~HF7q|b=H54QF&`OCvcfyhb}x?bn3kF&IqODGaNClp?dQJBY1BQudFO~_<*f&6
z4HmChc=yhP>QCFQf7yD}d~bgLSINR{wJB0Nw{Cyqys)GAkgaNs@ZRJ5m4)4|J~5V=
zl(muno$nf@!m8@&GPa)I*eX|8<_d1CRx>-i_wE#h)+&bG#&Vh7>DD?2HDlK}H`yO=
z^U&EZbN7)(LZ*{#=lj$@vcWU`Z+zTYyT3s~J#FoxD`$h#nXN9gg}x2_&Je)Q&X>2L
z`crsD9OFGr=~MoX=GH`XJYTCD=d}HtTc`j-$C8V`uWk-HYs+XTx`Jbm!=s1y`OLZb
zgf^esmbOt?I_0?kdjB^~S2S-kEAA8Dyi1|6@4NSI+3S6lhi5J?>q%OF<;~1rHmv_N
z-=AIGRe7qc?_I2^+4d`|kH^>PZY>n5+cw|Xxla7%))``+(&<Nfgx?=g3rL)sw2SYf
z-_LJdr`~Dq*nhz0rR`?tzngr`^YyK+ecN{SU**dH!N*fLk8M3-ky?Er?$w08Alpl9
ztNQ1kvD~{>^X<YT8=T&yWIb|v$Kp77@=o<fS#NJzB{%78m{6m{d$|5J_d%P&W2~Q#
zRCNmIJ+oms=X~;uuT@9=uKu%2bhkQBQrmVV$*J7Xb;kBb3oJUe+zFeL{hM3Y%;bE3
zx22Mr1J9I~=Etp<PO>f5>(DwP`G`k`L*bxPq+NiZ<HpCON;^7~ZoGc;_}Z-XqTU(#
zVz;8z|IKyHoMC;!VELM+x0kJ#TO@1Uza`?`tpDVPw+qwP#fg$r+E+YS7dtiMc|!Br
z>ylZ&Ou2QY%on{ZaGt|(;^&10%M*3^RQAr>7U64AE0)G3SACS<t7*e>r+N1b3Up^F
z+H}OsT4?$9T9~Ql!orKP6<>ImONFO69g^ICOrYgOmf^mf{J%|&yUb%gPJZ*^*bN>L
zg|<(p%QgonEtOuV9x;*a*e2!-6&9Wq7B`Qtd&I<?QLZ26E0nvwCENJE`Yd<D^eua@
zJ(ZOGz1pujcSGf@*AKop*XXNtovn#nf1lCujH2d>X<Hl_Z+y${jLy2+p73$Wjr}z-
z&)1f|pO_=$x-eklSKF?Q9cTZFmfhU8xYGIHS6?~X+6v#F&yOD8$oKB<hk3z=tnVrp
z?(p<=zN^-Gc-@E8e=N%;y1d-$pSeT3TDnSTOI&03{HL5JW|!Yin_{lM_4b8H59W%W
z4lI`rnUTXM)VRi6I@IjqUh~y=iwx%OzWdjagY!uCa!&Eq^GTjxuIx~<5!t&<R{Qk1
z#&45;Xn1~MU7vMAc7L2>#mo&|g1px@dLA}<aqZr@(|P-|kBPX&_OB`l7CN-_tec|e
zJ?HSRQzzaE<Nd`tH}dMP!#eqXt7bg7*%LBxMquLnQ;IUHq}pxn*GzGIs>vGNu5d1C
z$tg~eg`U%N`tSFMRC!kCn#9eYm{s+ctLfU8UwaOxEwQP*?y%LveN&UA*nA5k1;MjB
zDzDCa6x;U4UVOD5=hcR*{z*%_SWmj{neuGW5vivFk7~{P6w>S>r$_(0cE0DnO~}Tq
z?xek+ynGWoyIGbpi*Y6F(H1Ga7`Z{E^3sl160ZX@h5v{2n0bB?dF}Af)uefKnb5oU
zH?6;3>$_}pwW8l(;Zw<pm(qHdZuq!;<+JP~4cATDJ&YdiJz|sTb)x^*o!)Bph}~b6
zq_S1dr?kF)I9dF|($J)=xJhzHRj$wbP_{98yG_N*yTM%dPA=Xga%-c+KDkE=xSkt*
zl$mV*&dG7(hLhnerLJpcFPgMUSp1;W5$Bl}Li4ZuRpU-|RjCQ^eRVR_$1wKv>YU4|
zx4ypdwO_h@s*d{i6-B-?R{WkDyz2Q~6W6~d1luZRCO!<_dDHQ2-6KVFxyjSMPiGQu
zHCtw}Lf$-U$5dYbmAfaDty_^<zAJol;O_H9YUi@jvrAegC0&(f<qVpy+~<+THQOlZ
z@f0c1!oWTJeSc-QRv%k8-|Jgncb8{p|I~u1b^cS@AJ6!`Cdff~{)r>zA9<!qWPf*4
zOe))0I*sMt18#voZ24QKYCX`NsL<6clB*TAThr(9g|$ouPc8PlmUy?{zr>ZqmEoPs
zRlJH<bmj|z+YkQ+{JH*=Q>V(!ag8B^)A{ugT64E7)zfZU7_sU3|Bwdvua8>#3_iXn
z=sS9XV@_q+n>^RnFMIBpCe13B3{FUYyYSk~zdlZa->#*`Y`;EZqj1QQ1F@neza@6G
zu=K25H@j-~ze96**D#29EOwASS0yCVyLX!-lUmtr-}UdN%YI+3X~o*LKyG7U^Vf5V
zGq${R`y-mWOI3E+>v_KYCexM+TU<NJ$$Bq4sObFjnaa2CygzpDx7Nngc;jiilV=op
z{LDW3a{KLB&rbyZ*|J-?LxB6%+swP&ccnKpE;!n57<-!UPS?z5KMa^YUH&BUQX{vL
zUFft~%_)Yk`F<(vll9u4pUgSZ$)IBS?cqwjH@ShE4dXX{Z{4A_&E!Sax6p~N!r!QP
zOkekqRqIm3?GI^Z&65}TT11A;UT7=3|L?@Dg4Q`@ewJxF?Lt4Qxc}u5IJ9(@{6xWD
z=29K}hy8?98ejVIr74!&3N$U)ecH0JTTFx9^wu8#v=<k3<}&0Y@ZVna)|55%{J&SN
zKTo__f3_&{+x2IO$@Ooa*>gpErkACz2wpr*^3xV2wuEZkYpy!aD}<&W{x)m3{3`Qk
zvzZTVeSK69v5RqkGW#E^FnRW@6^XB<8{gUZO}k(D`;zpggH<)fw$9EX8;b&BUN+=z
zV&==+(RgrMVSi~`+FAp@>y?%(7c4d2KRHr)>h_Q)|J2_8<+k1Q@>=J?z@^_O-46F(
z<h%IVgQs$-|INBL@y;%7$rELDFTM5S(B^qd|4I0#U7lxZZ7_4H$o0*3{d1z<K6|)y
z<+QUsYNoQY-us70iRQk4*<q@rU-sH@uj<S=X``UmQ4_1rS4Yj*k>U^~n8Y1a8GFDz
zWoumWF+0n<-*??qn|7`1`tpFY;!N`@9xlBxDKALq_QUBHRc^}`@N8JaxS`1J=G)nl
z_a4fu&T9SIWOn)E`QOTWZWvxv;8@*Mv*`Jnsf)hXpURlzxvI9Ts>ggmNLbCCzq_Pr
z-M6ex|4^QtRqJu<%ZlBl%J!j)=TA6&RpQU}=@V3nBO;>QdAJ$7C$_wGUZS`ETG;h{
zNopdJ=2~ZVpPTV!rrOeXj~)e`xPBvhy{=Ko7R6VuQ=|H4eyI9gW;NkxMdhPBN8igF
z7Ps`%ez9Kdn|JPw=;DB@UCTa&9S}-Y>1#C%P<V3B=2DRUn{D&!ay0LqS5EMs8NB3t
za5vj&E3d~^n^!YRb#u(vl(W)JVe$>reaWJ`!x*LF(tjtc+7RC>Cte-a^Ksjj<2~-7
zjn}kJynoGnUYjjLzia333mZCS-pqEtGoxyOasKC=x|uisyuP#R{fo=7Ig0%!_bJw{
z+4(yuB}?!8V;1J{gX_%M_xvbI2-mKzeW$lZD85>8OKsb#U&(KuaW~v}W%zj4l-IA$
z-tmp^S-ZnW+~-x?tHUOV)vEiqF8ek0e9WmMAwkED0_U$uS&{TzCNAk=#sZC^8yD=N
zIp%9@ivIJkOE%oguVR+L|Cu+OooBcBZfW3B-*z!=BER%X5vi2!t4Tci4O^?uJ(+T@
zLqutLXwNQr&)JzbE?qf1X<^K~(7ie_#$2r>&pQowUz>91qL5&3YG2!){a;k~9(Z?B
zE@p|mpP2hzR?k~e-kY?heGBV+D`IGUR8oO^<=x47dP_I#nz+<nq~z0@wvcmT`vpC>
z-KgCYrywSGPigX+8<|Vj21i&;PcqM1Ey}&Vb?P0fWufo9PaH~GG26oUefe(YH`}Le
z)AZOlJ6LD`!@E<~NQrm;?GiK6?f9L4=JrpS#I+aKNG|U+pBaDk829&G=hJfc=Ew(&
z1j<~UE}^hQ_tvM!ciN|4d$)S?zGkkwuMfoqy>bwoFjG79o_o@N(XG=$w%GZeTqbwA
zLi^2EvG$Ih4_oH`l9;H++Pq=Ed%9};!MPXtbxpoqv;BTE<lWQxH)7hiuDKB-9JRFn
z$iFN}|4VGv$6xY_2=Uzf%~YkbErN4`$;^QB4|;kOBTpFEtgEitc(N_SJO22M!#%pJ
zJEJ}aZK}}OR;9DH=23LDNyqYq#eA2Nz5ESiZm?WuE@zoB)AnPR#g?vf&y+Xrzg3~V
zRxCZlS%xi4y;z&qT|;uNZrIG5$s04d>s2CWukM?;X6{%1<dwhnvc3Ct^y|i>9(vp3
z^ID#U&5?~RS>n5U<KoW8pX=^eTv1R~sq7Z^3E60tmuc5|xA=4Z{ud|O(zh1AULmx3
z*}MZwHe~C|*WJ=+KgzmWKKgEc9-GEd32$+y>e3Y_p2-~9AIY)JbBky*hk1IfaOh3x
zG7jgXLSG)dU(j+n(n4(w_p8ol`CaGsD4bnlwWE4d;&!I&7qu)oF^_)hwp=c=6|zm)
zeD0-8SWXFR1j`=pmO9JlY-UMP6S(ib=ZU<NbLQFETeVlxVqGWNZ~FG?pw+qWaj}V?
zR+;|)5%hJ2u1&y~$&ZY^`bFP3Wc$x{<UQbDoU&-rp9w}cFF!k+p0=f?ZmRmWjjZ*N
zp})M^-Dh`2cImT!xxY4QZ|BUlZU(CrBm2y26OA3#Yu+o7?)tn@HX^j?58vJEH8Usv
zH9eC3Uo2GMU-LWptjboG|Cx;|rWBVw-aBJ!_KUU`0fkqCA}0UVX+0Enqe{|*ZPk}8
zIvX_}sNL8iVO9Bb#(~|@%dVY~_pmnnk+pJC!3oa(>kJ_(lF>>}8vEpJ>v-I@3UAo4
z(dC;<u(;SOj;BS|PN7$sJ2xzwQ(&qs`Q_|`g<(4LqGC1Pv@ZRrx@1C#314$*;1}67
zJ43FtyUh8y$;M&#P4}tS4I4L?ZmwKr`hCtd^}Ft(NglH;uXG(ZlHL7_XLj<9_!Wf?
z;hAhk72a}rQU@w-^2kM8SQa-sZvV*%WySf`)9?IoySzKy?u*&?s##rm>0h>M`1-~d
zRe#Jl)9{aHxuX51_1hozFL`nBm*C!824-<Lq^jf6qaw^w_BJ-Hl(<wqvu$O(_-z0D
zp4m1lO80lNZ2YBQW>#O)dn$?j#p%bPDrMO(oDZCo+;S)A=EP*9{7=h{9KZL-QjK-W
z*^K9>)m`Jh{?X+UlAm&Vt9f&oj?}SF32!bu`eU{I+}xRd%kECq{W9Z4VB?bfxb;>l
zpXK(Ql-sBhHOEKb=$iRGt}#(xbKSScpHmU5i+#8Iy!^gDYMf!;*ehc7-wLv6hvx)N
zI%Vj-fJgkTGrt~N)92i3@5Ddl;gzrd=3UQ=YgT2;s~0odP-C;;?>?7f^$#U;V&^@c
z{H8y6P1H(dm4er2pKe_||9kd}U*T=*dG=r9vGX<m{I1xvzGl*sOG?~)_l~gbPnjbn
zdF{B6Z0>gUGbe5@{#8=*uIVt}{pdpfZBOz}?*H{N(%#idukc4|yT$M4u_^Q7wd=0F
z{^RvdZrk&^*VQWLthZf0dhPM`#dldecCkPHvi$!3Uq4O#<bS`6w6~RBo~}GM{^ys%
zIp5`<|2>|WIw$N{<=^8LYkMxAvRQlP@~Jb=!!2XyET38#H4{vHE-9QBcJ1rO>h=E$
z&;9)Naf8HBzv<UrUfQ*L3z)Ww-L?D_n3GZ`Yk&E#@qPRA9QNn7yn8P%dgp@u@xR6Q
z?61FE!?)x|<@V|Cz6I^9zjirULhSy#bltf#x1Vcz{rLL!-am=Pb4sVapRc-Up7s1~
z8%qA{`}gSYd5M|g)&J_w`QO$4uJcc{|H=8v$zAWy$CtX-f1ADJ{_1J-uk#$cDPJ`A
zcfS4S^D94yrzWhI$j@W^Uy%Q8_4xv`<JIhb-}&a;D|=9re(pQpocFR8_pJ-+Za043
z%lusKzTu1hLNIz*bVug-b({Tm6Wkta&M*Eq^W52*y1Cn4Wv<@#`Q~f>-GToXew6wl
z|K$41u-N6&Z&PxXJHIViF_&*^)vk-@Zg2nm>Ft(Fe%iTn179tlS{L<l`PBZ9M-yHz
z`%!u8)$+A<w_YvRogBQo`tk8&FTyQ1|KEICAo`A4^}kMQp(_{KHG}!4s`H1<-?L|)
z&d-05b%B>1Ki=Q+U-8(hUvqwn?|b?3QbpZ*Uzx-IGGg2R{k*pG?fHgKn|bzaPJd6O
zKdzUQ<cqv*FSzSzb&$uis@mCR`;V3XI&avl*-+)tQWbHi>P2(aVZN^ul)nZje=V5*
zHsnU$jfJ(|lK%?ApINp%cT{<1+5FtDS^i`3oY|lMM15R6pR2kg_1?SJ^{UMA%;7io
z-}+fvu<)k+HHq!~8JpiJE6oqxRCnj?_w`x-{w_Z!&~xSco1{N)CKP{N5ZtHtfqQn(
z`^)E_OP8O0yxX^b{uej-;799T{_eY6Z>s!{dGVdg??X?Q8y`7t`}l4>%bSif=^wZL
zw_)s`Az*K^_&d*>dWq2aGYaqD&#zNW7MlCS;3a#~dk8W=a*rPg<#+6r@7OzEcq;^b
zH<<S(*6VKJ=Pg10+Hbc!65d+A<=UUmpf~|X%)G0+yTOdVTQ2!)|J`$H@%*qVpE*17
z_W!8<6R*|mIiV<HR#C<*A!qR~J_*{NA&4U@&1aAAd6rd1`Igu8-)CPb_!Z$V|9au>
zS1;#0Up>oy@9O2{Z`GdoJ@;X(lbPyvVafN`KR5sW^Rq4ch5aAFTeXL3et&!WdrG2>
zw*94)>Uc)`;tkS;OY2_Vu2l%Cs|&Vw`}{8<_~mh<zbU%=tJ@?#y}xL?Ki+uV%oTz6
z@BAxi`^)rbV{O}mN20IprdXRF|9RE_<L~R0yB<&ayU_h^==94mmS?9{F7tk4{FbBh
z_RX|gjQP<y;<tlV-IaWQ=<^?|wO1~GT0Bp1rTreEb3ArWZ@u@vy-LpH+qv_ftgn6T
zHgd^ke4fnx$vUsZ>~7Eex8*OcYt}4o`MLYhlFPUI@1NW*@2=4p`bxg+LfyR;+b+o8
z*neuK>0_UbAOC88TdgEgr*!zITfY30&rv@_OTX`*!gJ7jssHt#;@7`SeP|!owpr<)
z@|MTDPETx|QvKNXY5VHpd6nAjXBQWnottLaXLQ5n>bYVkn`<l8L)uOSc59_Kug+Im
z;BI5BTCZ39Zq={7bMIT_=TH27&q)5=W|?=JOJYQSJ-?`&#crAhM(++@`11bpi~lZ{
zUrbL8xPLq_N&2~f6uYX-$Bin>Z5Q1wblLs5qwKig+rH=?8-MN3Ta3U&|CgF=%3kxp
zMH+~R+&=H9)!H?ePl1VDUm34urp^rm6Ma!qTo3y{Ti@S)`tRm@_P76To<Hwjd>r4C
zt5J0+?7vD&zRXu?c7I&BBKyqxe+9jBz4CeYhTNO=moK-6_uKl+DgPWK&)xnT(Qs}4
z&z<{<S6$g`ANI(2e`xuvf1%9h{-;QOEBL~!_s!hHaNYjXiKli(S<d)2aowp+udayR
zFieUNk1Wi8|M8A+-P!XE+tX#(YU@HezrA^>eXiqg_MG^?d%tV@_4D5N)3NW^xlO)~
zyle8r6YMARhJO3DEb{l<7(<rFkH5Z)+Vk(v4-a+O^E}^j4n6p!u(0P_^7~8u7QYwX
zx)<5M&o0D%|NZCr`@h&a9{U~i>NA_qW8r)Lm&)Ch4%zH4)i`?Iea^#Oe+A2W@-LrX
z|B*TV@!wYU4{klj)bCEH*jp9%-sh$ArXPVb|NHBhnp$7l{p_>;nx}h0{xQ!fxO`9P
zd$zFS!{R>G`|EyJh6}84|MSPB*8WB2tHsyy?YI4^b=!C^Smkc>pSL@g-@5hp^F5h0
zEh~3_KKH@4cD?b3*Twbwas%$Iy7MT)Typ2V=bxh67oBQ<o@iTq`NlI37CQ^x6m5n2
z{F+~Xi|@p)`1o1+*vr}ZTvNUms{UA9`)l8A<sEn2=N(*ae?+I&PVtbDv;Fz@oc!~j
z{}x_)&Z|51_j5}wsn0pa+upAIRQF$I{_3AQ4W8a~{Iz#x&+q4Z>eu~F&k^EQ>h+U*
zpug^YeEQ<5BfoRQC%p~+cfLBd>UEq~`Rn_4r~k5Y{=)3@qkR8#X1!qdEk;2rH2Yil
zrp(tadn($NIdS2gr>D2Cz4P{p|MlZn)Wi-&yOw|cyiaoV_jl(@?f)#fB((i?<o&O6
zZhoD^om=}Rc&}#f<~u=WcK-cS_j-5locGVJ-Q8Jo{ny`pmGf5S-;dt0e3AUj)9UBn
zE1vCn_v5Z=cjbR0_BN@XzaQ(&Jp1^`j}LS2`&245Gx^!u-TAoZQ0}#zx8KcQt~xO;
z&!qm%k?p)w-_QBgCoMGB_u|=Edm29c_<Yt|?(46K?{C)M4(+R{|5&p|oh?vdQS;xr
zvvvG4jyj+EJx%$3`RA1fLta@t`Ka++gY&pdPnB)I|N3){b={BIG8VIMxwCfuqbP2@
z;C<iU+J9i=SM-0$6WJN>w#2Raw(6f3hWGfkRi^)*_T<9bC;wy)cU*kucr5Qw@BR3^
zAGhTew-=feyX_7)Xp{O^DrbK#W6SU8p2I5>>>h64^ZL%cuS(DF?yRx5Z@pz}GVeKm
zj;-C^ir+Pl9~<SaktlyDcf98NI}f2p$0QdP?oYJ4zvlk?s<OU{FJ?;LE!O<DUibU;
zzaNEP+8dHx{yh2odo$<sIVS{5X2+ZEFIG#gRamj7?OEyh^4iH&eeI_NAI0C_%46|$
z-Q@f^b$4=)=53$n;?aMbXHQt({~tnI>s|%#TzRo%SGe7jUGMgWFn<kGx*zNL{qC2{
z2YXnrn7>om^*QYNuKI7)C*Ey5@%_j2;IGjOKV3UocfanpQU2p!zZb<`oLtV7kSF~`
z(%$?3j}=e-ug5)@s{8iOneXQd|L<8Hdw%=n{8M@Ve{ZfTU%tHG{MGk@4aaY5->o^c
z=HUFR-`Wzhr_cMkIPr#!*w4+!j#<2pG<^F{rMTAE;M&d^U)OY%Rh!K)^-yKfb30eU
zf7UAY#q#od!sX}6p6}s)%76c3ulDS&&XP?_gTMc6U3WPl^ZoAwYYtxaw=}Sx`Xt!X
zN_Ne1pZ)cFYkz&_^+~dO_kQyGe@nOTe*0KD)A>h*`t<XWx1L*mILou@e(2**-zT^n
zng7h$^7o5h6Dqgvj@Y%icZake_mpM9ueKyiZniw1c{iw|t;Ouel)0~!vzM^_J}$kv
z?nlAr%O6&rSiaFx^1XOfb$4Bs-TrN#mz=1yx9d2uC;sD|Xtn=W|3y!pe_^H4@~~yS
zayu-$qTb)zJO6*R&$E{i2l$GQn%w0$`^&`Tu^gAYZt>i$zBVg9e_pq~uKvnC<&qiq
z6E}bV8=9YdtKzEM{##Z53ts2exn29Xky&1DTj8d=qEB{we{uho+Pck+TPk1k+b`Pp
z`NVE{zl(Na-?zk>TAXN&7Zul8{;jI+Zfur)i^bZ_>}H7@_RpS?kzDZl&m!&G-PcbQ
zZkFvhr%{!k{`Z~H+dsPm_mtjWQ$Dk5)t+~=-~MzH|5mo_@40V&t~nhqOTGm9hri1`
ze*N_yE3?^!i|54kPJX$^!&?9SQ7zjOulN1_rgp#SXi=k}w7_ZY+NzrMk7CbDCyUtJ
zJNZ5A*zU!VH}b>8DzD9bUTZjm^<Ub3xu?c%GUdnbD(b&WF~6{U{^z%4duM;#>GuD2
z?f$x~hq(>+R!z#$-Sp-2>b<=u&Go-EGKFU-hi}ZQp18wq?`-)@{<}ZsR32OZcFi68
z<9j|&KQG!d`Sb$AGY<BauVO3h_MeJ9So8XxmE^nlzkjNZ``NvjIXlbbwPkfj(UTw5
z^Jd>WGWF})E5FywIqo^>)V(Ro=706Cw7<wElC$dZ)W=&pXUzBgakPK-_J95PPd>ls
zik~k!|9jUR$yc!tw_7}GDtvl<t+njo@^q<k-G4j(-mh{z#i_7<!F>5;XR;qf%B-00
z=KEb;{<Ldf)0uhOKEG8rW;I)~mp^L$ak2Eab*1y)hpftPQSYt$JhN7IO3{)H&5|z{
z_`b}1c`0ql@9NgaH%`5efBNT_;SK}l+L{e)lE=+5zxW^d`*qvCO=}nV-oARf_C{~m
z*{{zYzkXqx{p{ZJC+zH@3v$1^U3`CAzGv(28fDR>iua0KGs4S4<h`$2|G$0y^G><>
zrJEL?dM_n?RN}jF-0MHHKCZ4S|I_Tb;{LT?+ve;~_xOG|>Fck5TPL{RDe5^Nu=f7y
z`7@)}@mqcTc=Y$rtLLWYJu5vQGE+O@(f0R+Dx7b3yXoBDb0FYKSO41j9qY_(CGMoy
z*Tnr7e9xP1W6K&|u(Gz+NzA_6`In&5zZIM6d|H?nUn@^>QH<Tkt<+yVZArC2ozL#p
z>E9ppe|F_tZgnqu#b4Qk550%G`wsJcKg?Wx`0kVV+Vv}!$_LbNKl*8HU1R<$f$2fX
zlg|fUhWLJW&ni^1{iR;{VC~b7C#4?querHt`R2@%=I-HNzQ%q&8@zZ+^`-hC70V+b
z`wchlv%65A{_o3##F}XfuNAjl@xLAUzfaBCz9u%_-7)d#r>Pzv?upt>*r@TXZpMG}
zxaw(+*4d9c_8+_b_}AR26P=t(my}<f_?~-y-$p){8SicPshefbf4HfAdi?I`PqwRt
zFJ_suUsYZ4oc8_gVV|e}T#;>DRUjMI_;vl}w)B4nu5LF@^e4w#_j$g1k+ZA+`>pex
zLHli)_AOSk`}H<bZ`--jgj>HSS_dm#Hvh5FJvom3(ypc%H}-$}S^CL#-|9t=e4l)=
z`}R8U{Nif)UpDXF-ww4cxNQ;r*J8qx7vIZDuivpNeKbMi>*VM2<$vvec5GMS@x`|n
z<$iF`XT0(99pgqhMYlPxKVR>beL8K=4>!yHd;RyfCK<nZ8!Pzaj^y|Ahc(&t_Ho~D
z-<^NuMsIVsrIqQe8@K*mzF6kAKl1(V<Xam*|Gm80bN}nw-y5u62fWq3+rQs?=Dgqq
z_4__nuI6s4lX1HH+TY%Gsbnwz>`#B>j>#?gz3b(nuV*L9SKmx`EXt|<JNwS9gg%jL
z9p5w@J9>ofZf9Kleb=|0)%F`%|75h?knj7Ex2@k_?(O83<#$j2IWghZUe2EPlNQwd
zaQtJv{(beO?xz;@KT?wzuU2oY{orlI|6y^u+m1^&*IcWf@PdDD)Yru(rLxDRS92}u
zKKkkHp8JNo-^X7ox)FK(xX)YbU%`uOLINASf8VqD;<eMTwaTIMt6u4)RWr=*%kKF%
zoAYy|%E9f+0;=vNGT%PCRPOAu3tk%X+ZXNY%X5ymUpDo}j{vn5tbc3bTdO6nI?LQI
z`c`@5@@HY~2TvESt(%))^MBUCz&_?BeeX+OS@67Qx0b!`u8`qBGkWp!<}W3aJsyj!
zdVimXJ?UeSdu+y*&tD9l+Dkv|O@0@B%YE~|y!*jM^H+-A{xJK=rLSyvKI<OT3;F)*
zjLWsxvwOBZ|9Gw-;()t#_xicYALgaVYfRCb_V97e&l8u{H!qUO`eV3GS%3e&zXqRs
zzVOTGKAzFmo9t|scY5PR``zvz-u!;E-Q29t|JItflTUql%xrDD?z`moeQqD8e$ah*
z$Ns&O{hEzeZylc|C%3t9@5`CT?)au}xFy;8$y4U@u8a2N&o->q4e9@N+~;%G(U{BT
z|1^`#>UUdDE86^vv9mUu``u&r57+-KRCaTJ87Po_|LK9}Yp0y<<u~f6deJ@0Y5Iy~
z0S^Ta+MKW6|NdRny!M2-&reiusg|glah8ACt(eQJ<flIUKKcEtuzQim3_CA~eNe7D
zb6(N-zV!8l9}mm&_<drYYPRnE&ZeK7qF*&veNjIvlymx4`i$w{%6XR8J=#^@v*Cxu
zxiioH)vf7!+?i3saMXTc$md^jHs$9({qzetD_oOs*!STdkMyg`ZR?IHY}@R<#ecVZ
zZ)ka|LQ#6w^XnJY`2Kz5s&bV+bkp+n$s6yo&Rs6!y3Q{p`1scurQ>(s-^lKH-SepZ
z?&sgTi>ib_7wpY5{rR)AV1tn3%I7*3vzVpVNw80w!Co?heaj4XRkLaP?GNtCzbC8p
z{CeioABX-v{CO(wa{jGn&F9WJ{JlN%)6H~#Ho;@ck0p}(i*Em^pR;@2(+#}k7waPW
z>TYmPu9(dy`+c5;zjV9#%;)#+9z4!o+jLw1)VX_hd+(>0)ZE*DNwe-=?w-=s^{ZaW
zHB_IuWg9f#r2Bd0>bmQ7{2yz#SzfL^HFt5ro!t4FvgZ3%PnL~+x%`@ZnT(wL8~1Hj
z<6DA@V)o7~mzDkcugyi!;PC#-x8H7;>g#%bapmhXJN>Q1&9?R>&HrOE_qT4}$-*Zd
zk7X8_Kf3$+uHo&Z{(s9RRzH{dUS>1zefodHA9CsSvg&E4U*uo7qkQIBU*pdg=`VW%
zZXG;eV>dnfcZpd~@N=uhnx7BmN4~3kaeCvshnCHsew^v(Km2D+^%J{X%Zp#DC4PUt
z+_Ixksr+&J*`>3RvR8FT*RHS6x-ZEmBfym(Uh}T<?yBnR2VbpIUbXX4@L6q!m9zS`
z#T@!}!L@JSn?2D#7cj33ekN_QOwME1vKze5j-IOCv;S!9>&&`2dEYMYJZ@2Xr~mfc
zk0(z2vTb^%@l3S(!@A#c*O)hc`F-7H@wK`c2g{xv_nrRj{cnk1Y1W-@_MfOcFWLB=
zdBMD=X4x+;UHR9S{p;98*16BGTL~?TUTqvR^~_`MifcErUa5b|xz^ye?bdyD>H8W5
z*K4+aYi2vSb${pHU+JxPO4E1Uf0l54Be$L3x^JHCKbrq}y^V<5acK9e#az-_6TaqL
z{CZ)r)O_XEx9q>a?W*Pd@9z6vuj)lex!bklnQzng?c2Dw@k;%tCo(tfE*>uY-Tv&g
zzVI2>+~t>FPd@)YVeO}O$&L5i7RX&~{`^kc?!DZC=75%_I6keS@XL9<XQMMsbJV_k
zo)_tE_F!#VyTe}%<FgA}u3u8WeeCPIc*{?6GEbQmO;}&I99w32{_g9`b+6}Z{c_m-
z=F|5VHP^a*m+y18jEJhQzQ5gYe|ltX-H(dEH$BPwk3ZYZHAjB`-R1d`cI&?%@}7Ss
z?)Po?o$ar~GTwgwaK_kX{_|(QFVrxv|8uFcn(dR^=76So?>&yIze>0oab@+smtAdP
zDOaPupDkU?;6C-r=6u=po~!2-I;g(-?6F>|{f^!{-tw#8XPsLg;b&a7zfOBq{u`qy
z`=7skWqI#M-Be>PV_C=Ry=T|G_c~_NdS!j{$@AxDo>TbR&$P~bfl1WP-No-(3xEBq
zY(D0$UU_%^)1E^+M5FJX`}uTn!qouwJ2&$S5B&&J+ma>Fwwi78E|q&VH7|biTb%k=
zrgZlGZJDF#)>`}XSFenD7+@v0baAA#*6M85uD#bPmu^0icl_$?Epqv$Uw=Q>-Lu8>
z%-fq)+W)>q*Uh}YN$%>SkKe@H?{43|d-=<}Yt<(6w%YUjyf-V~{#N!;nYVAJNzYYY
zw0*JWSGLvrA79F5T~h!1bKGkM%WT;zd92)<ugyMvb+<<Yi|pko^KaxVI+edx@AvF^
z_sj)09r`})^XJ8JLIUsqS)Mwc{N&ogfR#0Mb~%*{F*4=Om$$Y&`&z-gM7}V&?$ven
zf*4ubU3<S)a|OQ$oqOr;yAY2PeOB#Rzjg9<TT9;B9Nw$^>)O3bXMbP4r}InhKHpni
z_k8znpDs>`wf%WA`APNqUycHsZ|*7!nQ{2mXDf5Nh?0}{UhO%|>AYzE&)|J8z6(A7
zXR$r|PTXU?KfbG9uPuN1?(W^V-^)&1<f>??UH@sS_3^u30`Kp;`H8>!NksX|FB=u}
z|MJ`JeqVP<>EDAN?uWlMiyXW?p?3b%j^&@<P418M%(}np*WDi+taG>X_gwqaV*jS=
z*hL=szhO-8pQe1+X7$@WSI_oUdHb1)SI^g~-McTf>$kzXcYC*PKKD7gdcC~p*TVm+
z@;_(Q*3Ff<`7GN0b+mnbMfM%m_$z@o()QM!i(dTan%#W&=DTyw|C`$P;Ln!Z_e!r{
zul=l^qHF!#V*fME?=SL8_k4XFeJpGG?*;ew^uOZo&h5RtJ$c372<5&-rtjj8m0In8
z_5Jrh=IDvH&WEpvd()b_E7<<@+=tCO`{nkDR_?COzJJ_p%D%1VcUkvKRPFi87u+-F
zT-39Jv!f30s{c2m?cvI2zTqq8%<tz<;<)Iyt?$wI-+ybuKRDjbFE77i|GS-YKQDXI
z`7_72ud3TOwQsj+*>m&TeeYj-KmBe{JMpftjMVepaY^@<l$ys?$XXuy>ZvzPNo0$Q
z+V-f!6Sr5KuI0CWdu!@KnIl_j=d9gv@!vM>^fhG{^Vh0vuPCpXv~JDopKt%ydnDJ{
zyuYw9DqvT!!|k8W5p^6t*O~k6Z8##M^X6LE7Soya^}iL(qU)3e8X4u7r~myS5&e5l
zwz1vORS(y^WN+P_eUxwewVU6n{;$}eueG#xU*YPd#}3xzU;DoPdvkbH)VJ5S(%(cb
z-LrG!V=IBelkIgOf2_|v5?dsEsmuJ-nVm^1`>Lnk$m;p3dsvWT-OsyahrHeYK3t$S
z|Jbe1?{?cg@2Xhb|9SIV$@u-@sWyL9LZaU<{=Va|=^J-<v$EACJ<4;V|Gqo5$9nd=
z`Q_5?b!8qC>=#7+z5V)&`N@-OMa4c%<NxU9ULRbkeLdP{_SwkwlQZvqn))SiQE$3M
zSJmWzyLMjpY>u|<=lPpc{{P;Rke_eM_SN6p`@`;z@XvF{gp_UXo1CzF`d8&i$N9VF
zI-k6!+L!-ayw=qI^^=0%y9<BER9su^Y1i+NRvWO%ZrUf)qmJ9ACSRMls%3)0-DZ*N
z?tOwOF~0dyuaawDoe8v=fBo*-;NQRGGXDlE@x7|9G0(YKp4I8rANBLkl7e^dY+lWr
z@zs}0{5pHp{O1Y%()0a9&lk^?&p&=jUG<PgP5JBJ$36%C=?J$wboTn&R|@i$3ID&`
z{B>KdP;1Xq!TZzMYNl7@{ahU6IcM$bnwO$qs!!)T)L9?>&HKM?ciW#pty`a@#X}ul
z*)tdGnfd))e%4)o{wu4Q$L?<Y9lj#}sd+xb!OPqJER)>%PH>0+-_reGGndWVE>}MB
zU!l+AZ<*;bp2z<zxOtT?f3v)7=1CjY-#>o|?##V*_~rXK?tBH@%E#`$*>gO%R%-iu
z_Jg0S|Fvw2oGoAZ-7Mdm$NG1ROceXc+B@$`AK#q2x^|tm{Di8fzw`dj(Y<Sb`tIi4
z_g)7#UU@(N?Yl^Z{;#~B;@L&_xvnz2{_HI4+Fy2_*JA(nuD$>G(PF>8o}iz1wtru|
zNnY~7W8LHad2RRq$Glq4d+yzY=Ip&YGa}fZ&1DZ<#~x98<@Yo7$ulY$u9P}Fty;W3
z&TOy!|Nn3HMs9m!u}<aJ`i(!>f2aKuu5LFt#BgbAxl2mwy<My0)}8orRyk0}bt5BB
z!$XdnvnEgD<NJ0zNZL<N?yRKc*ZX^pety-p^sMKe1+%7{HM_U3`1hZ;>6@jCx7OZz
zwPXG6{dc>kfB%*nlsRwVjK8;!Mk-w2d#ilY)I9Yywc5;$vl&mlYQJ#OQrAJz@oJjC
zX?@7&`scEp^UNl>mt>z)`)CkuxwEae=3}b(a?@>2g@@iml`&;I&e^&3c3io^-ovgD
zZ}N>w*l)_@RfSyM;MtpG+R<v&>3_adKmW^5LoGq^n+ztcT8kW3nFlvX#hdBgzIkuC
zWK89acC(*%zn0aT=ik_MxIn4n-|PvBjl1k$zq@DaW*uwGDtpGJv~boYx64wOWm9-Q
z-dj8GqTj{uPhabv$jguC7L~bfdH6@$;jgm}cDOlT<Snp?&zP{!@f2TJcG#Zga+#G!
z7rXU~?5jxm`r(H7G=9tG#){hY_SxretjP<yvQ717)0=&{7S|pnFRz=!_Gj~tHATPv
z+_Vmov+1__a<(Y%`!x5kG`q(V^B+Dt{`%G&M*BS+r|V7b>R;dS{RP*ji&I|QnRF$$
zV#@m7N%P-LnA9kpR;FpY@B8m3HOqc8-8(o#N!c*i_LJ%V<zCajf4au!8{M}<Zto>?
z8HOX1o=n+zo2g3e@U{%DoXbBK*!QvsJU$?J_^s;iX2Ye&`xnQywZ8uQdx~+%iu5<>
z&zJu*WPSbW<VpTo3q^C$w_%>PQ)i!=vGneSCBK;xi|;#zFa5vZS9z=VX<-kq+0MIm
z6zmE=?NQwPZh_x4<>{-6dfq3u_!JwgZvNw&{O{G{b%#zETBQ8&k@noe-#^(RvBLOb
zaYfddb*Fb6xPLNC#YlU_+STmEc^B)A-<{^znK|>#N2bc+#5Z+`9Car5UpP5!^4WAM
zMkap8<L8PIGP!HtiYd*L{eJhf(PHlB-da+YKJ%WtFILiSTvzqZf73s+-CufJ6mMIH
zg{}-gxkBLH(b{|WW8U`$h37lHxu8(j9lzj}()knDWU6)dy)NOenfoE$H{0#|PPU6D
z)onc<`Sl5|T(Uy$?fsc|;!il$+Ph_}Y-TL~vOmoEf?wob@5@_t=kcz(wq^IqcHV$n
zH{TfM%nf?OFJ5t&dy?qeePsp(3#+-#OJ@s8ZohrpRd|BOo?LguwT0XNbKRV~TsdjM
z`}M9l>ziX3x7NGPHohCX-k{~<A(rKaLc+^AxN6s5ijDthIs2fpMNh5%vXi#eyV~|z
z9GexpNJ7`8)9ixR9}B0nR;I4CqO9H*b~<E;R?X7>7qE!2;^G2x#rY4yl3!@o)*pU;
z#3gL)uW+TkJpUQ_*6n>8Th5q!edC^&|18#3x!W;V7O*^<@{C2N*>M}A$E*B^g)z&R
zEX~(cR69*xwyoxd`vd*m_e&cNzS-HgXXoR{>wlhH3Y=AZbKl*o@mjlUY<IO^wpekm
z$L;?tk*yIEo<%P^V`%@}C+fhQ**kt8WBIOD=ySLJpUCnmpJmxvzI?xD?bsG#Jd1n5
z%{6(J(u*F4b?Hx=Fsmb9_1r2DIrC?FZFb+I#FKlkSg0;Ld3Cp%aJ!J{vr^r_8^;qe
zob&i4-QSg8P+YgG#f^9C=Gk%=8Gm%Bb;j~Nn(VvRcVA6&c-y+~iPonZ)0Q2cxi~M#
zrpN5*8P<(g?8<iE`}gK*i0Y*O7o-2A{+Jz?tXlo*;eBoAn^B%eJ|s+>ee^<kV6xmk
z1^I#&-zz_#em?$NMSGLK$lT?2AyfB7&HubN@yf$#J<lu3%EZm8=j1;Oem=cplm5Er
z`{(EUC`|cpa%fF&#H!>ktYZ6iPx|omTA=h?nW)9hdBGaVimT>YygDW<efa9LKNi~(
zkMpg0SlOGX+Z&fUIs3$%yeXO7uUUm>)PE{Fl705hDa)@>!KRB%kH0jk^!%Sb^X>Ie
zj<!%+58HiAKUXc;QLcaE%U7*wY8O3Kr=MMw)5SUe#tW4Nmb}wUuS_%XK59Mft@Z9U
z*#*hVy0o9)XgJ8mQ>`U9!?E_gIrFNxWhYGLOj{w5w?pp*lk#(E{&#-6ITfE?YWA+E
zvk_k{_c7G%!r9`<(eExfuIK-?`SYU8{x`S0AG1wtul-gyOG19P@n7@&w6(QcCN6%u
zA*grR;bN1`*B2+x%HvyHC@(#|L1l+V{)ZhoT~%{U&%E~%zO9oNcy*u6<W*J1F9qh_
z$#QRA^5Mqe*O`p-??|eDzx?!+CFcRZ_T}eZpK5mSjeC<De(>Z+;iUPDHY*k<nyk0|
zAouCRyhP2q+@i8S67~%7{QFlp<SA=j+w5v_&caO7DyA%cN5SM*_L+|pa`bL^{Lg)J
z$jkg#$1R`u-+3;ows{+Wx~RWsa`zX1{CnD?nLF3k#%*qz7!t4L6Rf2C_4BW`^Uggy
z^NoK#U$HA_N;JRd$_EB99TCTFs73WoZk=^N_K}gNEXUO1sZsM23tm2du<ZE<8(BNv
z?N=KbrsywU_U6!v4>NzosT)s!EvNt3xBp6V)f0Bd3ya^|{46-x#V(b2lJS@M;kWAy
zdGjo`O{#giOmw+%_?><4gSPpv*E##vS?yw(?N4`qH%Yd$U9Z9={X}<0Z@eL)xTWD;
zWh|f9Zwqs=dt1B;o>=~h3(@s_`7NXH#lfWIza#f%+$jEQIbUtJi~FXPjyxtlEL|xp
z=FhXdyjtYVoS%g{Q|;;}O+R3I@K_0_;g1@%$cUt8zAN0H7HWwfFp-}WY1d=E`tr`X
zc_&|Y1>N3uTQ%z6iIjxR-xPP(7dCP4-Qm1&cfAHzbl!j8Tds3N%<q)?T`<}a{qXYD
zlZSU5J7HMaUifQM=f|txlDBf7e08Wd^!ulod(vJ`7oWtGxOC?Xz4N83j_apBIUadj
zv*c&(NvD;MzgHW}q<xp0{Nk4Jv*SDWym%P-VnNVye)YwgrN_(OOkcP&llx8Xu9BsX
zRh=}%r|<f5+pa=k`AhTs{GKBpdquY<9@Bldt(U((K7fDws~G?4E}bLq*L--f{8`#f
z)6!$v>(cWAx7fT|kbC&e#5wP7o@mh9)+>5^u}J&8a}%^H|Gjcs^d>s)#S@P=KBk^d
zYf9fN>bjn|qVkGT`2@in&gk=o55gmJ*k&$q-~07x`{Bw>Zd(oO7EB8*EjpMUClq+<
z#WvO(EQ?m3dK;g=O8C1`q~V=Mg)8->IwUiTCMqm&O#C**R_MEJ>i*;3YrAT{cxTx#
ztei8kJ6pWIzo+?y<NKPqGmoBcfBfv}^@QEoA9lYix+y#3^oxnb>t;z#Rb$t!ee!(n
zPY2z-PaNO1=B$`{Yods$rLyqhlNZasPm&jCvHi6D*RKx_i)Xsu+`h}$r*yTs#dfnZ
zlO${Bw`ZB&bTXLHRWmcr_^iXJwO8!Z_=BugJC-IkOih&EvfL!DW{vRO=U48C2X=*2
zEj#CONcN-C|7RJ@GtYGX{4aD_b;7jAnx6X$JgrPpIy1v`p1+lgRTKKG`D<;fx4`_U
zl8v70CVvxNe)j;6ljrv{4l=t`tQIWUzGwI9*qifyaI@dc7p}N+dch7pnf}b<x3c;S
z&K=sP?_G9qs+n{4mDgOs&tvX?{X2J-`HMHl<Art>+I_OS*fr(J>+Bo7yDu*}W&Ld9
zt@u~FIK<XPtU0mvL1J%>nw#9^bvsu2AOABa=47(|Q_njN{OnUjvzE@N`L$z@_40Y@
z&olTcPyCux%Hh>oV{g3qTAA<6#t$XmmYz8_^Jm6s7NuWH<89s-bZg({FmC@lk>|?E
zx=D%2Qn#HH8v@k#en0DeS0Y(W^Wp0ylYiMfW_pz(cl_m|w6A_S7Z;ql74fR3%$m32
zbIHS*M_+%uC6{!qSwA~RXSwcXzxR>rP2arymi7Ky>%Yt46Wadd&5wCE|FLN1Vb9ME
za_n-~*3Fo9OkjiCc3(rrmeX|?GwLMb-UO|l93H!MUhGHjP3)q(`J`IY7e`Jxc`SDK
zElcL7Gp+QCbyn@}5nC?GKTB7T>G{_w32~K|ZLN2ksagNYjlMO{)PB#-&Phl1oi5m<
zKJkaq`d{r!i<Yw<Tv_G0@@mLE+t8K`eMb+qhwN7S_$Iz)d*V5R#T$)}xNDhM%e?pQ
znw$JF&?4ES?p|V^(c+KReEX-`+9dJYxSjSf5$jr07hrU1;${6ELd6}S?C%zSKU;U`
zx%au!cZdI~s<Jw~cyfyUxb26gx|o8E@0=Sg-e?9rFA12Z#m2RvvhTgi<Y`xKzn^i+
zGKJ;wzoR$3Lxm4rF<Jj?QJCGt1KVvPPo8?h<95DM|8hZRZ~3lu-=;6<iOakEb(+S!
zD*fDL>B4jFuUn9tvyoxf_0xY3ExoEQ`Stjm2gTKz56_)na_!rs-`ghd-o(CZ?ejO+
z<Xb)8oxSBOs(#)_fB9S=p~J2Dtd*K9=E@FjMh<892S^&2@AA9ip!&_`g!-MAlW*>~
zIbU;Oy_}?0=&FKQGlH8Qwj8Yx_A0XUzvm-$v`1VZK)+;roPyKdWncN{n*=1UuuDE6
zcXskrrT)K*tP3Zo2yb~*+qdb`j=yRqKX&>ZFa9Rnaw7543x&HcOl{T0-(H&|80UNI
ztfcJwzI$oh?`B+naP#s3$*#@bt0(-<Iej%$zv%Ho(;q(5Rd$Czx9rZnB(tD#b;q3#
ze)ktxx4c!km>bo6J0o>X$F77Eat3cRp7A+&O+WrZJmlzv+y`8@0^*7}71&cIhQyy}
z-4MM;q|bEWGT~Ev9T`?$KmFLtug+ZNpj^jz`X^7<nVUV=y|!Ig*S~MN*dy~hPnPD0
zdel1XzxHbGoYLdfZ@T86)j9w1pVYAnncLn>yK`9i_+5S3xyLVkpPQ?>>Ee#{%4`c?
z)^IUT@V<0jCEP96cUExTdy)QixA-pVrcIE(`th9I{oI9N%j3c$U5{#sWX8<mn!f1N
zB-zFLR%w@?-Jkm9#?<-TyC)nzHZxrI>k7FIUz@$AB$b{$qg7n=Ai-z0=BXLXqJ}x`
z&8xe9Uf*|OYG(BsnU|NZv>#S*VLtP8Pp0I_ur+(V)>l|OyQaqaeA%sQtInPaE~=9`
zKihkYnP!D?%VeL$MgIyG$=o(teKf~)`!f;YUGX*<*H^4s{@dBmmGe-BtzUWUM;E^<
z4clM+DLVJkv*p^uU-vHmX-_Z^og#6lBrTm|$x_WSw}o+{-mA)!jxEW2xAW$9mwl$L
z`^Ag6VrR*$TqpfAZE0?@{@RSKTmKiyNW^@c`!aujz@x=|Uw3{=-ckB#wyYw*TV_YB
zlj;uRLihBv4!>%l+y&f~b*Wux&jo)Pml^2Ax1J8)<u5z)VOm0(#V1$4W3JcU7%kkd
zYdZb%G~1P?%lGXzUBDoB`{-r+wK4Y;vbW7Np8fcZblxmeFUHH}esRU|x>A?ppYWf0
ztfZ#+^gfT)&uc3m^{naon0sl5n2U?i{`qf@J{P#fen$MU0GHQicA*9z-lOOJcC5`Q
z-0Gjg=f3;$*&-kHxdt-Zm5=lV`8?R6<MCyQrXKI&TVJkK#l+v+zM5^`NtHcrhZcxj
z$cQ#%UOqFBgYkz$v&Vk5AgjI?lL}tHsJM3V;OEw*rzTyG@Dpsw3~^KaT(i~g=cHuq
z%+U0Nb(aq4@UM<o_i9d8de#wD_K>hm`KKeRBw74l6m2TeSUcIyEW1kMe7@?ow~^{H
zf*TL97T>yd<<@jr|Ly0*&lO9iIJ+knvj5fkkPstR5fc8TrlgB?qgDSY_d<2S*IOex
zEEd+JG>e(s^4|E+woriOWxks&PyN^F8sgF(dM4c0`d`W1w3xB9Lg4I^MSah9zA$*5
za{K)f)py5!-@eR$^3JzAC(TYiD_s?FyYH^A#Vq-Gi&Km1%DX}=m|UtBK6bMFInmf+
zcKOGJcX!V%n-}NzU2Uh&^o7R`?5;~KOq}*D&OlkNe$|F6>-{XYfAmW(sy=_?XLw<}
zWJ7ni%A7lwrk=>FiSb#OwV^w8LqK!Z;d8rJ=X@=?zIxWJnX!9>7rs6>t@g;VHEy$}
zD`~#9TDmiFozlgdJ8N^E*&P?%y?dJ6hJ3~2uUF;sF4|hRc;V}ug*Ptm)GYbtUH&)e
zd*`}Rk)^-BPd_R0=JNrmZQW%TQ}goJo8m7$FV(J>l>2onTKVlciCq2Y*#81yx8)1J
zvi8fKjXL|{{t*#X!`T6UyhPUizH0u`+w;pDT@`D&uWNsERn|}cz4Teo%e>#VO59$L
zA1PkaJb1*~^mU%mUi;a*PDd`f@@wPiscYBnw%t>*&HFM-<iFI@=W<To(iY~Px&O|J
z6o&3TubS^??w@J?_g(AF+UUSmKmV?}MTc4Q6mMC5Yun|UmLwOe*nX*We?*X*a#v-=
z!G13{<4s$17Cd^eYyD4=ATM*qS-zXf(#`thPb?I_=e%h1(pQ<6UP?LcpK*MZu#RQQ
z1*iNOKj&V0C6{3QN8r+j*F5Wd%;Gkm>wP)L;_9LMH~4rDtnxYR>$K9-?_{dkyp}GX
zNw0IVmmj&YqS<!pjG*+-Ruf-bo)u=?V;4Q+^&Z)aAI_QGPPlcbeM>*{alOD}cHFDa
z`b;oV4GPz{WcXZF_3?_&trcGTuSmWtX{-wQ%VDhip2IRkDC6vbwv^Z{xwA6W`n>L}
zePtH1+&_N%`u#c_Z@=yM&ECwxZ|v%`(TPpqeC9^k$#D*!Y&#!>vTrZ7-oMvXEhhZS
zUX9b)8BcRRPCr-vz4M!lvCWdxCz~w=pLQj+i^_59S#Q3l9DI1ix|?O^PwzH1xaiq>
zZt>mAZ@NlK-)#9k>tX69{w{0z_2ym2H<_r%&QrT!vA4DQ*G8kWm#@E++WF|s*U9OH
z9DI*;#MpmL&2xL|(SP`Ta66OO{)5ZQqV9j)_;uYQy9ZM(&uFdk`TJLjKk&NKW^ZF@
zKmF~;e;=0H<|xZs-FNk_UZj2b>%|5+W)&ibn+k)smMcy3Wv=+#cKordsj63F{qefO
z)&;%$H%&Kg-Y(Q0tD!bGVqe7}-<sHe5092V+_CHK{>0*^lVA189d`TPz5Irc;e^t7
zgBa6&6};ij`i=5ebKitbd($jE;rxugPaiq`mesF3T$I03zS=U_^6|lPbG!Sp-|j{o
z{`7xRm%sGGjOk|<?A*Tp;#}nmA96d(Q&!*de`5FL!OK0#<$7<HpT6}%U8<B<Z?UHA
z!;%xyvCnt3o|l{QyZQEW4z;Jd(`xb$zc_aCcfNr4y)N5}cPonSM_pVj*mJfh=iJoV
z8~gZgFO`{NXj#5uWAYpJxf|6vWFkuE$rh&FmiU{(KkMbD%U*BJY&rFG*X%ydW8Zy0
z6xyV}=Z_P3({xBZXKgr>o~eNCq?b;8X7>)B`#){dgX{@E9@_kt{ApwDq*Ax{a-H=%
z!`Dh}a`lGaRo}Fn?U23t%VsifTZAa%%wsi1y_PAhsW~f)%Us*9Z+x9=V(Kd%eXBBS
zQwqz3X-QX2%~?%5JU2!Z>VH33(bnMhE+cTxfnt`75O=-DX_3xBou<LJ4uv&2m~5>I
z3@rG1e&OenjA=@p<x#9MX-yl=G`BuqQy0R0+-6No=Z?rri908)l2eNIKT^acE7rB}
zV%M|@2CFZZJhORw$13WDu;EVav*9hFs#>>hM*o&5&o-DdBZOh?+kICzy?x7G?x?@~
zZMLMEjJ)1oC;i{YIHW#o4PRY7cSi=(s@8k_kHm|9l(FpG7{wnv?Y-ZbW~N`C+$DAR
zesj1up820BFiCQ|sYUm*n3b{ovqaiXzJA8EPHe83ztBOmD=SwhYMt9^X)I};DN|kW
zui3e|Q6~KH-UTIX3v~oHUuJZd{UkAQQg^n*zgpAf1}EBU<aZjJuT{G2r>A!<Ubx%(
zSpRj^Z&{|2PSrOH?*v_8GYPtB8l+{GKI^*A@tYfiU)O4{miJpZSJUabt-3eML+SpN
z@#nIl9(;Isc(&=MjtcX2AL8_0*9U%3Fc<AA3f}1dOltRoKWb-xzI=G!f1&Mz1^VxM
zWZx}mja+(gp4PS6H@}Z{WgXVnQ+=8L|L<$jvi7{?QijYb%}1vGJ7{#ZJg@fV6U!sL
z0vDG}J+h<sTB-WXCmXgJ@V^QOT7UEJ-hwI1Ra<vHVct1=tAUF)TlPY!`rqj_)lbT{
zXRgkD^yJ=~I&sDLeDgyQLG@1#&P|xR{dn2#Iq!e(a9HuMN-<J@1OM4y2HMe<x9@s|
zm)IKK^l8mpa>C5_(TT5DEg#)C{PC^YFDg?iSLapC=k!}<PWO8^*4%n_(4}~(bxMtf
zC(FxNucWXaE@f6m1>!|FbS}39X+){i8J_=lRdGxHjE!-Z|M6~GBR1(K&$0v3fsXr>
z{+Qb@&{nqM{(Dbm`rG||n;*0NPQJCku)1~GLQk!?)8D<}*uF4hmiVJN->&8S2*2{K
zzCu=N>g#})>+H7#OESjn;#$;dX54)5_|qBl8h_qmt-h%_-E!L(<LbzTr2(^&b5;7*
zh)kP%cu~=k(2oL^@6)cnoNoB`X7gF2-yTozs_}~4^{Rd<dA0U^uC3-5Z^^56S*m-C
z%<g~KXT8>Q^7(zn(_hABe!g_^n&j1+b7w9oeQh1~=Ki|E|2a=yT(?Pj%VcZMG~Fh!
zOZQ!NxOLF!l=KT1RtBGJ4%_^&xG~e`(02Rt`$RA1xW4nOjQ)IdlB(}w4sR#lWxcD<
z_<W4fcL-a2wse#BZDH%T*6;qf^3IxBVp}jV`flpB3Cf{Y*7!`E$Eof$J#;s>uHRwP
z3wsw$ytKOG-g$HBGWJ<M%eKCKVl?-O#JZc2wQifXMP9!gV%oL!xSe|8_hnC}Ua3gm
zVKd>-@%_ac<~<IS4*Zw-XHE0{Cxxdy42~Y%@Sl6x|M2Nye;4iecq%GX&pF)sLFwmJ
zEyw=92wcAAlETuPS6-Igd~r`*D)M^s?K}4*xNb0geY5Jd^Hq;mwOb0@V#TK9eYcpf
zMl2(C?UMC8yR1yzRP-h_pW40J$dkKtv3WJO)+hV2Q}a@J&xA8CUi<W$Yk$PsYkLo^
z(uvw^HF<5_=DZk&s<!wCFVkLmUOV~h!8*0>1$#I|%Xm!hmDcUZS(<NAy7i5|(DT2}
zGxQmySKbd>u)NgN)HJWH*KX?C=&Fk9tM4Ygzwmx*>F4d&>UVoRY2wPN$Z3mbYrf%B
zuvViza8YTL)$X5n+i$B0CK%o<f3W$RdS*#Z_K}y-=^}2*4!5mt`t7bhp0%|3hGX2M
zYkg_?kAIz)`<@|UwsiHi{W3}A#U{bU8y0LnmLXMHe{c1b*O#YVXE4b1E4Ot!eKp~I
z__qk(^x3EEue&g?%KXoJv+nr@hc8JFX1ON&S@nHsnzK7f@n4JJ!#8f7RhEl$toQ1h
zH*M%I&Aw7lzR>^Gy&q9K_8#@GzWqQ}HhZnsy9LLl@8pv{u_tbRZ^6TY9%;_m^0m?d
zlN={~-Q&AGXvx{NAAPO%S0*Pfe{XsJ$P>rF^!e5&Vj2Q=n(h(jPP15j*YL=1UOt&p
z_lVoGvpRT|K5*1LaN_60-UmPQs&34jdnr?E&Z}sJqlaIH_g%0^XVdlFBRa#o@~X~E
zaapm-)29?>H<_2JW^cc{C;qIqNwKDk<NefJW&7vd%X_xGePB6p_O7H&(!OH;+zeKI
zxpU4fntmtyf9kj9;zAE;Lv!o7MW2Eeik+Ul{fXth>b=W$P42ud-g-;8)njFCeBG}4
z6CB2yuM|F=>vuMSP1|xiyR(G5ePn4tYo*A?3#oT>(^TKAlf5|W`L5G)zxE2*rQ0_j
zer?zE)Ga6X?#&m^!jE<ziMTG;`OoUj<)VZg+N-tYw>Sk|o_}`TnnLR(XQh;wZESwY
zO6=z=k5YZ^xKI1}BvDDWJ-Z9aq}`bne%P%F+rL2R#G7=sk2gC%o~i3!|MBCU<L-|>
zmOeRZq1Jxabh7JLx2fAK7Cp^ZaZ_bG9WK7u`r+w!OtE*C?$eX|)L(LEcd?~!XNUSJ
z{gomrY=u#U8&<s2SgCM4y{TmHM>)d+vDJU>2KR@YESsF?YP`(oM0enUh+v`I5dD4U
zdpEs!asTBzp&sX+;|7nJKHE<<p2@m|eRuu5zFi*`7l-Znv*fbrN3LlTjE|i(*#0ou
zV%0&u#X><Ef9Kwde*QFU+2f@X=PND~onph{*b~tGukE3;(+h`2C#@My|6k1!6Jejm
z^~Is)m_O57lQyA+)q%0Qf-Yyd^oAUHnv%!J7u{d~ZzpqnVaTe*-)<*mHwiAiE&11J
z{p@EYaZX}M=Du3#Qan#zr9I6!y5{ibj_=_U+h299x%#YV;-7nFYh}zcR92ri7tWo1
z@9lr<JH_9h^f&(6Y-Cy-`e9Y+bF2N~{$=i7Ukau~o;z7pup%izUbFYGdu~Y3l1=v_
zs^)ZsX$tK=!!J_uOLY4kwcNuGkLFyp*vkKY(WD)7dtby{JAXqfQ-ZPmCEI;h*{6H1
z-HA#Fed1c8o@&OSu<*8R_TJ-yn=NIlRX$s~vTDeGmlN0RZpv$ob69#=dUZ)G|M7bl
zzaNZ0^X$_<pLte`m5(KNB(jvYep}@Gr0iR|@!tQbtnt3fyR*K!OgMjWs)&Z4W1w1>
ztEk=K*2nU7YBNvHbN>@o_icsI@(yJYeZ!ii^@f32tp_h%`TJtyfok6Fq+{3p7QMS8
zVSoEY`TUtLRkzRn@#2lVtgdtWgtmOcg<)x33zKyx+}(7K-AMl;$KjI^+g|?Y@z{Uf
zWK*Tqwapz*O_hoaw&Yu7Dc?G;Ud#OJ+yARvbB-RJm-qg0RE}8AvQi22`7hRMry1t&
zn8e|_x>L94lS`{lcjfVutn9VNSEa2!vmvTX{Fcmd(GQ1qu?MG>Y)t3R40trNq0A+H
zM(QRzk8k{^*Im3A_cXeowri!BYHeQr8+q#xamiHg`>T58Y@f}R*?FjyZ>jWduHFUd
zmu|c|lK6k;hWYc%Wy?Hk^1t8S5W%RcRe#>Y!Loi1r}x|Z$q(OThw5yJlzZ1-v{JI?
z#vk|h4|+Uf^V9m;cV9Z#eYt6|`>oY)MP2{RSetiipBu;8=$98d(`{{EsKutJ^Iq=_
zyO)~$Vv68YPHl_ZuF~b3kKKHyudZk2n!(s_JF9WaDTx(Fb-#Jf+_CwVo0V{VDesd>
zUHWHQ)~;?bd_DI;bl@vLoygjY&L1`u7x!oEp8l(sCvyIYXXTR}e1sFZy>GsXf5}+4
zv$(iP=j6dNyfynKI&%CAS$4HdXv4`9S7mLDo7vO)Z+rT!X_j5Q_fDC<1phz5(08vz
z7T<nqd5`0~&GPt+?GqlnpC~f<`l6MBKGy{%KcAdG>F(TL8H+2bdSZqD-Y)0q?l4*(
ze>Q|+{Q|$@eN9zTi)H=8N}86fy5ktif5MeLYucf+k;zWMp}Z_YJN9eEX>WUUJ|oU+
z{^W%rCT!3BY&Dqj*Ycm7uXm{Z@a=`_r7dq~A1yfT$Ii%TymNi*g}3HX_21tvn%k21
znB$jV$n`^oGcK>U(9W~}c-!IFue>kePvZ=}?4454n$lZolz4SV1^<lAcRBx_Oqo*h
zes-{T@X-lg8Btx^4+-3L`!Z=>(y`0Oi<x#_5PK;ob$Hu?%gviLB|Glq%Q?!fzRSDj
zP@ho|2gl=A91?TB@7c&OOZ{{4=lC~?#XVD*a+2n2t@+}_=Nf#usNkB5uG)6-(nsgE
z2z@=`a;-H_@+R-~>8&SiH(16;JYAHL!m)8m{|){=?z4v@Bz>iBs&#$*E;6-kTVsy>
z>lcQSr@}YCIAFcDQ9atV_}<CC`{tYW`PYAmj(T2ucFy$FPsjD{Tz>XJ@yz5J9p}aI
z@?oJ<&l=5+wkq|$Z?s44${UldQcu~Wxh6kb8K11_G`D!~P1TUTDSkPhl6g~7ZZ1Fk
z)9mjrbKx|fR}(I;*ZaoDt{*C&E)pm2cRV|UQ9A#N%*498m$puJwDY$*sl0sFwi$ox
zJvP-|*j@MP*oLark>{_hwz6I-qn$i&e_-98`Id#JX3g?+{E^N%!=+=rO3=)f>6OI+
z@1iEUOR_Gyw<eOeHmGoRn77*We6>RNeS1UtmSu|un+eYk_*vtAYa!o;$iLNI|BCj7
z^46Go)J`y#?J~YAV{B<;w3#<m!~a*>8{^VFJuDLLONt-d+P&QLqp$1*@ld^q9yfiv
z-fT;|8}`QVPY1u_hCj33Y0qMs+smZ(T3|~0N6ub<+h-@T=2V?YD_T5(HE-@yU9H`p
zG;8Lb^j`IK{%@;1g;(vlc{aY)&edkOC!f{WE*)`B?_blc@9b6G%l?<2*&?r<v$0Jx
zN^0?R@BK&4UYhxN??mHujK8aDmX_R&ex9+M?Q=w`wYY5GhsBRQZ=P5y_CDRPGA6j7
z)Wm&L(XvLZxv!l*ZWR7o?3OCt{a0h|>C=6)FMK|{Y9Ghpug={Qro8o>*s!sx+WcJ0
zv$D|g&Bqe&$z%&0&v`s8N=Gf(z{g|NvfYK%?z(p$3hj>E<Cu5tRo30K3E#_RNc3{*
z+zw~*UbrOX=kq&?|1WYhPUliu7k}rA(mv_`J*OLsS8;5e@b=ip5S!l)&omGJo;thb
z=7Fq>wVVecEc4e_8gol>aa+1_3HiL0j_&?pV12t|(at?<ev5ctz4ysSJD_{_-bo)t
zHZ7TU+4gZ_=-JbgEpKTruFqEdos<$bQPQ4$dbX<eiyk}a%cq|g_dgOn8?)^j<L`*c
z$8UHZW64hWcGS3XciieXPxfjirElBkS*BmS(Er=cJ1@NUWN$p5Vk-Q*`?Jk#@2^j~
zr<CvhzCUqOhWDQO<5Fg;mb2;QtX|>$am{>V|0^bccd+g{9{%XLu1tu~uL)V@a%G(T
zSvE_y9C~?SO~SR}t%2uv`PTO5N9_`bFMgu-(8nOXEt2=B+2?rf<?UzIJgdBN=;UPu
z^Rl@U-cH^AKySUsO}Q|MH%AIBx7u^5Z9DLH`%S%TI&}++{I)gBd3$R~p6HJ^nb*sA
z*Kg#PeY@>oSK6Kwr*?-UpYnTl|7~4<w>s+jMvI>-pDRxG&^4b>(ReXwr=WBBQL#Dl
zM@#O$Z0joZ*)os&8|!7;uGn`=>u<k1+Wt3b%4P9is*~6E3A$SsROp%;H*f2EpdcH1
zWM$f3{RM>y%r@Lh?C(s8R{wN&+uh>(*)h7t$8)FNirRkuB~#(r#4U<F;^K4GSslun
zEHs5>(v_`wlRr*toxSvO#@|moIckf{jAyNr<`-8kxG^=we}nk;-vz7&>01Q$IHv4i
zk2E;6;gPY$@Alste&!h5y_h<)=A55V_LY;~ayn<rwg={4Q9gLhk869;)cM)(X5UJA
z%r2py*nIYi=+4=@n{9X8K7P|-bHn-O-Z^<EYW=&)V?E#R{T-w8ZhfIfykE@zBf(#r
zTOM0pKK*sohQq7Mf^7}IxGgA>O%DxZ-?`+2U3>VlIkU@@jjN`fN|H+to>%kp{^TR4
zRc~JCUcE74BG1}M&KeUq1J2#PsC&<g`TLvKS1%=mOf`G@@@(F;h#Id=(&4Lf4*cA+
zdm`U+l{2r?^>1a%Zdq~Zl*oE>b1~E7+RvDDbbiP0tPy<j>csSI`cbQ2pQ)>xDqba1
zb1y?bW3ThNtyzL*OT4BWlRQ5A*1RRhZpW;+Vq!ffr~Vgz?=B<NJ@1^}Uw`MqpC@|5
zvT(}^&#xZq_gF5vylrya8S$v=G9q*9>mTo(_h)Zz#-l}ld$Oj#UB|$G_T!wa+@fO-
z|J_@5X42i=e%V3W%w}g=M18)hY2oAUuztJAb05<!vm$oCY%BNudPIHuhL|t5*Vud`
z`}e-LRMmSXV<~WR*;<C(HQ5Qh4-TGs?h||RdFS%Fr(Fe+{6|j3y%p72x}^2bnc3$8
zc%;w&<XwA2Kc(f*<M`!aH_KnNPky2B^82qX<-eXSxmM!tl5V%Y^V9JcDesjnnm=#Z
zv|9MC!s8hi=l1It2^)W2-d%iNXyQ!vWhQ&y6<+Z_ZT#x$Z#ABr$~mv!ZxK4b-;=HR
z!5xDeg${3b&X<Wf|8j%!^HVSS>~j9kUg~~RI=PJbfa~{yn?3iYoDqxjl(ovgc=lo9
zhRZ$N`M>z<cV_b_r`?_Uf7w~L_4_qX)@{GNWT))?Z(KH;&-q#err1`ooblV3U=z0X
z)kEb!LOWyL+&?|(=O(`MYlI7DnWk!Pc$%iRIN9RhubHKiGj1xCCqE6c*vwRA{5wTD
zF07`;TS<HOj0MTd=Xpe|y&7{Nc+<O2b8o~{?q2IBC8?Hv?aXq?;<OVQ_xH`ntY%F(
z<iFf#O@u=4j-JPN=bSsO%kjcRGu{49`jl{UBlauCzN)kRI{FX0PJC1RaQczydrs^r
zI<}C<|FYV$%#O|VHAz3SpU0j)8W(%ydF8E(&iqrA#ilMvG*`UWIsHiNyZ1jFPi?)p
z&g<Q7{@v9ZrNqpZeyj*mj(**~_mB2x=KRv~gBQYAPZ!MoefVSIt8x+j2@xtEY$EmE
zeM&l77(1!{rS_GVPa<xutEt#$xqacBHC6xW^2;}u$rprY1*Cc%pRjYbN$7l$P8aon
zQ>zY~x>&yHc&S;?BEj!#Gu>k|W)#1w`uxuSTWHSayGqPaX}hP0#0Ni3;b?q*>84uo
z%Vow9FU~(KtGae(_Jed;T}eLC_i+#BCY2b<-r;EupXB+uW4_9#RjvR2EUn+CV>C6b
z^H{R4qXtJ$k$u|n%*Njy$#rWyqo1ETzv7DW#f=#$g~6ArXXMv9GaTStCZO=%@2P=G
z`Gl!{CF|DOhJ|wdS~xE|q(AtTz}H8|+-H<L{qyKSP-lzgh1{Dm+gN@-{3he<Q7(Vi
zCGSm)f>U0ybE~%C83~4|SBoyHW%B8=>`|ZYlNlbfxWCTHPf@YM{?YX{PbD<NzGjEK
z+CJl7+dn>KL)NsCXp7>q_519bgsXp@y54)!DecU|KaIZ<i_dX==B;?Ya=Od@Lqg}C
zZvWE1v^x9C?HoOi>hmnKR-BRemQmN;&9iM<^vCKFv5<4^2VY*QT=Q{8RmO4Q_N>R<
z@@&e#Zmy~{w^&-&_e5v*)BOINq7EM`)5|-yaegU@xZQT*Z0?LH1`0FgDBp20WV>=I
zT|Uo2UMt^7Ry$pt<HPKWwJyT%wp<T6XdE~1Z|@sjpJzXATqu?J=)G=}-ivFSyRU|I
z<W&{;U*ldU;oH!?%`!Ak<kjApGq>oz;9JetDD8IoL&6`aBW!oi9WgkfJYz=+ufk;R
z7iGz7mTlvixam9Jrz<b7ua}m;Q|o-ZK+yi7d-u~-QzE5w?mArl*AeXP9<}oLzE@Y)
zS6L{SFd6zzSUbJdd-=sHm!|CyWB;I-w$)K-Nn(n^6Y<E&eup_T6y>*M_pewN;Wo>1
z*IJ*$bMjLPWx^hZ{FZi|Jkvk;lL@o%vMF9E!KRarv(4e%eDIR);*3i+RX3ilk!!P^
zyD4AKYPR^Z<vFK&6}unvOgwpc;;TXrKR)%Urc(Rrb_3?s#xt!<_;yX5$WdwX>|NG}
z@&`eoo*QhGC+k)kJ=9$(B6gRds&S&z(?>U-J^emk-|EJL73}A;^hI_kiK<_F5U#W^
zZ-K~z3$NzPE&uYfGH-j^@wr!g>YiPXopD8P<-yFICs)gFuZ&u*-M^^#dRS0SX`{b-
z-_6T2H8We~=Ioq0`SInj{$DOHm%fp^<^ERD%;o-6a~|K%zwVuSCAF^PtD5c=tNCkZ
zuYGk;^4=ej+w7C>YJW`F(!6IXn`=#^^RMtJ1-qwZ@0_?dXqVnLk=^0fewwB>ZFS|G
zlBs!1Oq}=I+rz8MvS;m`_H}mJ)F5VIIkUC*m)RbeH}%Dw|2}$hhxeYit1ISqfB9=$
zH`NH2gF74YHqSS`I4|stti<g#mTl^e7wXqvmbvDZ%C>RJtjV!fGRs+KANtk4?Na;4
z{pXDtl>Cpi`W%bkS(f}}T1HLLGQ-4L`INKr=aT<zJbJfW_&oo<(<#a!7B77Q?ybDB
z=JL&VkEi=>JfyzwspUC#&z~FRerH<bp7J~Q*|Sr}U$2;%IrI9K>#6aPN0X<<C-kOy
zE6mK6UngGbIoIc@)y5*(_Xcmhs`W1y@s%I8^ZWPWDvPwx+_zS$A9ISHsl5G{;&$2d
z*#f(glX7QSn|Zd?ZL01ua$Kd}Jny}($1UNyvI}-;$KLsNyUdt=Ky#hst>^llo}Z8Z
zJn-5|MWwB=Y5mcIyH}K^$;kF}cucxB>3dh$k^@QSKFLVOR~JZL@etm;Q|NV6?(A=m
zI{#Ldd!{Zns!mtQ4&J%@VXL>(z0V!t>1I8XN?YR=JI2m??0#{YBU|Sr&hjZf*BV@|
zZszIgoos!ks+4=LN6vSNZ<cF4=U$KS_n)VG&F5Zv6o0U*OityyYn5g^U3>dn10p)O
zQg{51tbg@hGNf(k%G5KrGnRXm#D17DWz9qd=dZtvBm|8m+6-q{t>Ag?e*fi>cX`gL
z>m`#eReJ7q`F`wG>!)9f6Rn)z9!{O(<N8K2*W*dbrftF3@?*A{T&pvQznG>}dOpou
z=grn*_g2_cv{Z;Q`5!gAYZMY9*Zbu4VNF%36<4oB$JnXN{kN8}_iirl+9Ub%l@p^S
z|3%i!K9tdMZO!)|YpVA8K5hTeo|*Umyw)4@OQO3bWo?<(eZtbntK``2L)-ex?zODU
z=HC1CQRb!<t(-aAU!Gjuaf&_9FUZ&^RFBzB{K@jV0~4*i_Xb@J5jX#}LGSOS^lj1~
z;+p$!{r=J=J7drPC)PI~|K6Y`|4(J=#`{|>%)ck*zmL22b+&Eqie;wVCsUPA`YzuX
z=KB4}!QVV}a=$0^Tl=!t`hFD^<yhgWUf9~U@b3-F2)C_ybDnPq@J#rcSU&$W+p!JJ
z*MiONO6)R^k?H)OckxzQ^F=3lHtX6?vevs3s;;JeT@<>#FTnl63#QbN7Mmr@qVgW?
ztBtkhU`(&syyma8`nU7{ADT)Z6n9&D&TUy%TII~Mf(tVEOTx@2w3RK-OW(fEaJJHg
z&6<l3s;mxG?oaDJ5UO9Z%&_~<lXce8mHU(@oqCtH;qP37&CD}9-fTax?Cswz7t`+P
z1^-B4xYzXGdj3+Krx&NLGM(vv_3RqM{n6d;R=UsHkh%Nlle#M}8m=$$;(6;;uz%LF
znTuz-uK8)Or1txnw6FQ`JKT0`xj5yXlIfqDcOJLbcGlS)o+G-|`lk5RUp>BS?%Jsw
z_uJlnTYc-fr_m+7KOW4w`zJ;An(7~p>iyF-FPxiRe>&mc^5t6Zi(E>#o_N~h<kx*B
zHu&`Oz1{5Aj<ViSdu0Foubmv{etOIHe;cJT3uaGzy)E(CP3=q{<=6SrZWrw5%*~EJ
zs=)s0v&E{*S#zw*q@ShB@}*a@G0aT4%O*bmV59#Gms>Gk9&qF=-o$g-*Es&T{kN{m
zn}u)2{yO_mxz_yc%h3KXvvpDbKVF>ccjw_Y%NB=oYq}36mByCl^1WUC{O!j#ZOb>_
zh|~(ZxJch*l4FSHb({Yuj=Zj!UL-R$NB61s4Yh}N{;~VNU+d^&wWl`O)3WD@W6nbF
z9R{=W*O+x%L`bK9I%Kxt<X)?)ErmuW{@rdatKNEI+Ny5nbfp<rInM+HoIf!=PFL5x
z^yG{$9*@sz^``hlIJ8~&^Y4B7=-*ccv*d`Ab1dXOtqzrnKP#^zQ@Z=^mk-)6eLkyg
zy^-Ooe$XU&b!{*E`cj|OMoXGq?kwCl(f#`=ovRBE{f<3-?U#7ux^SUwrD@HtzCQ7I
z@zpCWkaNxVSG(OWM^32opZ7}2VBNf+^PgVm<<{*KxIR10JUQoz;W?@OfA8%K<DM<u
ze(mgCsmHT2-2LNMor|&E`>O2H>eSWiSE;SLC;jc)wVgKC&etvpx+LsvU%ffHf6Hs(
zKTFvk$5(P?A1_F`eYh>VTXxCj{b};WIj@xC@@_6s7MA|#cz4H5$FDIq`kPgr_xJyq
zu`Z+d;;nPX)`rer``asZ;m@~^CHa3!nD!(uF<d3|SnsaShp3vi?CGm7uG{zE$bTi4
z+oDajcivg7F#ga{?ceSA@><-q5VP_r#-}%xzTunab#<SH{KdE2Wo3Q$uL@bOkC(6i
z^zhoYc`@6kuKss5aqc_5WFwi>9p;ZJPbpt6-ty<^h2uZ0gtJn-_e{KMX77<_`fFQs
zR_hwkO-DmQc3+=n#U?9obam3Fb&X4pbzPo!q`BYip@66C<BGn!8Mh9m@vePYb^7qb
z9Dyey;!f2^9xgO`@a^QIL@w!;;-`FfyIPOFxi#&KzH02_0~z{~C%69fPF=uzfA!5(
zmp<>?^mFO%_c`}JE!TMMU|x4uDY;sCkC^_<*?S`TjawEP<|TAnX&+foy87mt40qji
zj+^UKQnatE`nTIRD9G39qED4tS9$u*yVYIVQQX}8c1KN*l^))3?UQ3j_Kp1elXI+!
zjvp56x%T4ZO~dx$_`6f*Wjb<8xgFxSH#FF1_fSFqd&#^#g)j09e?Rxp``B^#!IQV`
zv4U^x)}3&Z)ob4zw|2gMVL<V3$@N;AFJ3hGPyKu_^q}2Dj~|Y6bEcPRi<K|k{qrH4
zs{5+yIr`Pt^{%VTpZxHN{oKRtG6sioY!~nRX7tiKbPoH~{hnJT4+rWl^fH<5*7E(<
z!^H2Z+1Xc*I(DTWn~^m$Mq>G&9UpGVx}RROx~8iC*jtOW>C0m$uYIBQf?Gnrc?vuK
zY~$Gfb5tTM4!ys>^X*AlzVuHm6Amx7-#=~LluB!_)OC9O=GtZ2eC5L4_A?e5zrNmU
zcgV!q^(t$r;WwYf`%^<)gZ_qhRn4s|T+S7KK6YK0^WmG<?pNBGT{iVf+V!(#kwxO{
z`~z1GKHK`|^0wDrhUSdsv!};japbRLy`7!2|L5VY#WP=oI!ov<{XXt-#bzf@YE98s
z&5M~zN0W~J{(EM7cFh^xUvlc+`n&J4eeFA}SMI(#yYpw|jK}8$g=eZ4s(BW#nAb5Q
zHeWygp!&~Z!TYJ~8ZX;Dl`O8$|Ld3%a$;$_?97(a$`_9tUpz8PVwH`M@AjF0V>iVs
zmg}0{OM4$ycTDaS<L*Zul4h5Db4z2M&zMp7>-^a_hu*H?Df-R3tJ&m5{<k;B?r?|m
zBs@&pdFJM`v&MSzIpvmXpGYl?I2QfuTj`a&?dH!fzGybmW7^}GfA1iR=wacy_rYsS
zZca$txc_&dJ$G9@|M#fxGbcV?IPJQ}^r)O&SBiR{an1M9&DzxZmTzXlq2T#vcFC$4
zzY$0~Y*J*Jd*JcB++}yZe9iD~Ua<A_-7oq1Nn12;8Be}@p|n-jG<sY3fi3sSO*Y<n
z`BnPEqRqBnTxZA}K6~@%?UyOrdyI{vb!RQU;&uAtb*1pVYEtit@3_9b|JKLs_M>}O
z{|Bi~op#~I3QP4_n-$OHZLc}|d|~*V#);=I&f2cSsDC)-)#cVrfob{8UuK<suN-jL
zbMJ*eyC#~QKL1kd&Wm3i#YbLVjpf=`q27M^$EGViIoD@OK2eC9Ty}T6=DJufZd1E-
zt}2tBA2yD<i+^VvzA3~OpLol(ENpT3)6UDb2fjNMKFwIWe&5zTPkZ8fZEK=$wQk)~
zXl1kQqjSjJ(;hRzmzGv6bPaD0&An0_I_I+9$}k(FIVYdq^xL&uz}fo1qSmc`&I!-`
zqaQtf=OR=4ZTHisd1t!0SKN90L2;UQVbP3R#y(qv)RWgH7|iuwoc%)fa-NI&(u~tz
zDz<BhukL;Bf3v&ohvo5<>30sUVApRIJoZA(cw63zt+QpfCVABb{!zSD%wzhN<IxwP
zHp>_HE!$4LUj1tEAH6TrB%8ySr5?83e4S+W+WidA+(pK>C6<U7ac7=+HM8g2$3<yx
z>relkm6&>?bS>-FxT~uoH-CG}BV)|)Iz>yW>$1n}S*G*fuMwL+WB(-ut*YSIi4!8#
zS>5+5&doEJI!hsW^SPzw$IfsV{cpUnC{m$lacKTQ-}Y4&l5<RrFF$^!Z8`bQL(_mb
zNAWEgs*zTv-!rOxWvn#S4*DPPZFc`#Fvlg0F)Lzi$*Xf0!@i2t+>4#>_Qvw{{1o;X
zr}rFw+v@t~arL=3D@u|S>zDp#@DB*xKigJuskiIFNLQD#M^|F^op|-MK!ty@#+T^}
zxsFS=?U?4&+8J!RMO#ev!&{@rUp^L2R5+)6aaGUy2k#ze7b@`DCEVd(v8;B*TvaWl
zi_d1N7VcWV&8Jdo>O}w5b5~S_bUoY1abj9gj@!nUn=UNtzHPz8H|cJ~PrvU~d!8QP
z7F^U)Z0Pjj^~D0MlMnZ={&7NHc2V@?{NSmlwterp`$<_$b){v-Mdj=ViAfLqQ>&bV
z-bkK(bja`4YN-Xb#Y-+sR%UaYQ`!9KdCEzlT&uv#;m6<Bcm_BBm@-F;Mf%oLQ`@)3
zm+w~3YW_P@rvHof)Qk%~E<9rUcB-C@ioLV%SN+^>Zt+t$=S-K*Y<m2>=XR#rLXTDb
z%8d!ejSFuc$Zozg`$+=lbc1(y!g{`LUbSb#v1{{>&2cL&Zcbvem2AHJgzK={7mtmG
zl`}V+#9GVj-FMxyyp+pIq0qv5kG16itDo7T=S-?L$*$UcJv3^?_PeK#`Oj8w+PI=r
zB2(I~M<S%-Yxdt;!S2p-4@Lico9`~Of0NvslO+?>*D~K-c4<qu@^iIhqvgk3CkY2<
zrD@lF|IJmsZHb=V>6NQ$U;o+4W4}CWf7CX?`$7^sgky{xYzta={p<2~Ha1I}Midvc
zt?A~k(34p7x@xt^+|K5Q2bJeGzF4Xtl`sCeG%M!+wh79;{}Py*g6e#mK5tS=I@)Nx
zd)npNNddFn%uMg5r}RpN8AnZAC_gKAU8PCDafhXQmr8`h{E_<m*!qQ&dFA5dcj0}9
z)2gO;yvyh0TeZ3IUH$H@XYafTt~nT(b1yv4X{yc66MD1Oac}!!?(4H=YNg77xu5=>
zIve(9TewpBbGQF?(KBwXJ)-;JMd;tBt@>G&w>Nc*<(~Igcj&>gM`k}$IHta8y?D)<
z-|FU`+{ZV9`(ElU=&}-GS$thWT;OKTu2at@$`l#Ac{N|H&ElBL?K6CLcS`?ETrZ=f
z^ffMI>ca!ZJ`2r#KC=h9iiLlUzxedMqsuax)DR^m?zNR-H5!d=GugSlr!HN%v?#H)
zy8KPZ#;dyvE7C46d%NiM7lj9Q5)x*|PEOw^Bg@wP%0%?G>tm_eT#><xocK@PnKma=
z?pC3`%C6k`SBx|xe);c@zr3=j`t!mY+kZ{oF0`2KxlfMAlo?q^laA(gP5Ha)#jhOC
zQk@;`5p`QtUNs&H-nQU^S$=%u-re^05-&@p%Z6RqQ{3CoE5dD_zuoe-*U!Upo67A@
z&pmf`^G6x;+_OJrbn=(IJA5?OGUD}vhY}%kH}FpXo$|c&+nX=Nk4x3(MJ2JQZhkoB
zP)$PX#-2{jdtG%u(&z4TnyFj$*{dM*#rfE-&B}5czqER$d+m(q;l3;)`s}`DtKsyc
z@0)h3*0i2#%YL_V3EvU>Ta&t9N1b>hBJya@>zm)!2VQM%j(&9g@Rq}2mb><4g*6&K
zof$6iey(kpzMi|k?CmzW6J`IC-gfcy&;54r`PU0MZ-365dA;}bDbuBwBp1f<WNdw8
z8JDwi`lWD9(Tp?wtoOo$IIgWayz$!Q$@xj^FPdeBOuIef@^O*lr=+vXo?pyJ-W0o{
zXzH4&jYXbE&(}XI)RE5l^=xa+A5S;$IZRpJyZmgfzcrbmY#C?0b(ZQcv29BxCkAbt
z`PL}(%(smWvTlFRAKM_6x4bv@<_>di|EjFA<tMoI?1|VM8OSM;{<zIdn%VXC*&9#N
z{^qC`zY6V~bbd*WGkeyhssAD+Hs9PA%3`JC^f{#RoPXNqU3asO?z+Ipe9}cH^_q-)
z{$p>o`xmu-yy%@}`e(znKJORPbT{pquCHTMr4gsMK`DKf;`?u(LMEPD<SDS{Onr_1
zav|FSN$cmw*Ub1D&H21=)>b)hHbGABcCVvRQmF#5MZRz2J5EXeS()@~u0C&2QtHW6
z(FzZ1t38+Pa_vqY&H8j_W88Wzway@`t1$vk{#5j69Fedn*#F+JUWdzgzS!S~Is3B`
zC8s3x8??@x>g}y^?_v8diSV$wFFxL>eem*~O5yTEUd`{aeg3AKFHST2e591^!-)e4
z8%4~dvf1X=A6KpKS6)?_ws?8|Im5`#6`Mb|7H(h2{8i?e#L3WtcY98qn-+L;oA%L7
zC!X!O?yUaxV599zX8V_q?b<7QPIXmDN7bG1uUy4)ZoTPVC5>f<f1XLKE0Dk1b#lV8
zDIBk?lUEx*v&+);J+Sb_gBdc4>cXXL$EO_<@lm>F^6qHw>a~@(vLiydcrx3p9`hJp
zomb`<Bjq^z_1-V5J8qt@x8ENz{mv2X$rJ9YWN*&>buwUs{{E(EA%7n{3yKI5`+Su>
z&vDP8-zB#vCVl1pVZQ!t!mp|yZ)>-v^GG!%rD=Gdk^1>4O?vMSb<;a1Gqda7mu|N3
z>3-jHSn}4S%82j%&s?XhPd|M{>>K~WV=Plv&f1?<@X+bU=_LmbUUZy$VDjhLR&(X9
z-8C!FU%lYdJW;*4W1YD!H=5NHB;6*<-@fM`>%sg{T=P~+=T~2$tItiQO<B99R%YVD
zuMN9%W~A!PP!c~OBXUpHu)aZ`JH1k~WA*+f*D!USX}2n$1v)J$VSih%>-E?*%4YtS
zB{f^8^|@6n4mc#m_K~0YoxHUC{gB6#rAybQ6s?`g!lPET+?x5C<{6`#%NxaX=e}HX
zC1d6cJ~PQPA097XaAUfqppU>ht&iv5Uz1(k&X{}ETiNA6TqW<7(nmdPo{a%FwDy&-
zhh>`|+o^a(JF@B9Avew0=MSVAU)kz*Z2!#6N83$Tuv9(yqC4Y#<iveTujPIEmCtcT
z;ryKoYc8D>+|bJ{@iVFWe*4SzyZhOHDY8zhoYn8P_-|ptil3#uPMI^!=51MbI>hfo
zve3s_d~b?R-n?p=#mLFRroQvN+QRuSJzC!;zo?766SL;~>n*GMzs<f7a;Zbo<eZqZ
z#tFsq4o^-QJoCEV9p!tf_6w(o-8tKtnheWcZ@tO$$bX4g_V%YU=Y2htA+XX&dOqJ<
zp_3aIWtjWdNQZuVeOGVy{rF|2cfDOqgTCxdoAH=kc>6?KkFK=b4HDJL2WF<U&RBAM
zrXT<HC688TtjgNVCOYkn#QJ3lvWr~58f$MA$^W_X{}tv&Z_c?s+TYLItJ&qeY}pot
zV*&Q3_Pw;~4_fufcuR5JBf;O?-;T}cI}>!__G|;KU)k5EM*e+}VIte3?Zm+mUQoQr
zB)|EjEXVQ9+LsqBs`0Wo^L*p{=f^WFR^{?{T1e0PJlW1pf-~{pmgeX)OFr4Ih*>rH
z1w-SEu7zb^bd~R#i~m2m#{R`do3=?Ve|PNZR`ZPCdt1BRbj89v=bL9r+~(el>0Gz^
z&%@yJ^6DRzkEC7>dLC_jCOVaGsoRl@Z{1B_np++BY%-b4zpPH-?!mcPx8AJaj`2Bu
z$c}ybgeC8E@@01`Dwsx=>aP#>*zm!|w7l!S*9VD?h*c(a>kL@qw6494TiEyX?9$TQ
z%U#RF-I*4hULU=3H>ck28Aps~OC5AI^*ecw@%gEHf1VbbzL>Fe&o0mBCxW#rb(SkH
z`y%3=Q=BB#8WqpEW>TL(<?@%iSEwGBF5jI}EP1`OsOYni_t|eEH&y4=-m;$X@YvmX
z*5?@Zy1(9CpxeASDx|<R_*l;Lm4EljrOz}ryJ)@QT&+T*(T+3wS!%ztZT<XUZ9xrN
z`}cn;{vsX$Jc}zhO<zfS9pjjxWg;qcP0jsMbw$Ry`h4^4MxOt=4gZ+F%C+g%5x>8H
zPjuZ1_ODKvEB}d2ecmhIn>A@8gOKR_y72m02XC<}^OarvQmXRX_w+%RFM9LeJ(yTm
zm8R9QNk)DS^J9t7vuqQERv0T)@v2KlJc~>_7iY30za(4U_Cx2RinXRO>7p+cuda2e
zO^yqkd;ZV0#PF@B>u&GrRhR0zZQ6BZ<7NrN!lVdA$;9g$?<aL{j0)8bj9n2T^y;B%
z<g=aPvfBPLw=f1ji#hzKsp`~BvDEX)y2n-*hV=V6m#$TBirew(WbB!3KQ?nN3X?5*
zw(P3@<Ba8Mi*443UNqXB(W_XubXA9@*c8^(=?@%@3;3KSrS;scdfjs2$7h#gO*_<$
zw)VPtr!3~WlC#}D&0df{Rm$f{;}f=xFYIT%jM#3qPrU2!|Bb%)(yU^a)JE^THtlNe
zPQz}Aohud<zk3+uQnFDn?%}79+?||#4jvt`^FF)XHJR$Rw(X76lEqQyvzKL*8c*EG
zR=zD|x6#+M%2TsCCG6K6xBtIg^+!gZ%(dFRvSC)G(%F8dtMB}<vW%(@)>vTP{wU;?
z<TJl(w>kY1ESJ}9-hVgwpWHgB+|J3rzkZ9q>Av&x;n-*U{?y#RT>NH=>G6lv^B)?y
zaVy3?IIi%=;>_Xfo__CJe>Ap+mF!EN`6l?8x7C>{lVgcRS62I9QZ_nw>RZ}6$tt5;
zp4=s`)>T+Ke5lyO-7czoY-RP&wb8ugv6~+~ow>An-BI12XZAc<)$=&uK;;W-kBq+T
zjRL&SqAv;M9-A%Ny25I8p>}P0XRh0oOK(?9nvgrsNo03((;wx_?Q_Hy?R(>$yz9)m
zPQDL)|6T>2(_86SE^%{$rqdju66Z@RlQnI9G>Z&<CBH@-{Pm~krP*$`?JpKaU%%XX
zFTwEn;*TpjZ6`gcPh&D%eLwcxy?6IMOyw!?4(SyN53W=+xaxFaZ}!v|QR_1|yx{yK
zeZl+t2c?f^)29c-ywbnzuNm*j@O9eFt~A{sxsFB8{x}K!4m!c=Soc%u%3J>YFVmBL
z@~^+~)!V)-VUvsH%E(Tq80%waR-IcQr+jaLkIl>C=w*J>59#jm`SmBzJfi%`#^r$=
zTT(>Nm>Fp*maDA}cqnV0bW}O`mQ`|9V%6FBf9BP}`IfF$R;{O`x86DwvG|XfhTyr?
zmzMag|MJZ{<5c+4qPsi)mqypGSP*>ULBGq-_gvfj)eV!p^*Z~*9&9yt{k|{ZcjPt~
zxvnKk+Ao)QNV~l*+5Syp!9<POT8mvaO}M}Rs-#x`T>Z>D0gChHS$K;TUHG|RhWWm5
z<`kBtEZL!NO<b=!Ylwc#+2d}~S0h_7MIgm$Yq<9I-wxZq37p#|ZK2nZxXP;Yyyvx>
z&vq+Lw_UO~T=UM?XKxsqFD+75Nm~=OJlOyH%J7KZ^DE_U`|nBLD)cm1Rq39jUj9z?
zBa<I3F*i;)Am|qzR$mnU#Mk$Mijv#L)2?MN8`bwOxV_NICGWn=&kKoJTb9>EizGyc
zI963`yeY{m^p^Xsl$ZRr<-(7HonA}CtZ=J0JUvUe;YzJ~swKm3$DaQ@9g@wLmaFXU
zQcHE8yf-voqRn?!`nLw*ud2`HKeU`!d3MQ+xoh6%$-ei#v$?OL>FbNaeY&i2!c&xU
zW!`pgjN-3<7%tT!KU+`b@{C<+Y3x49owF+!M^x>I^_N_xbmVYjS=5)WU*;smb3d2K
z-*c~c&Ps2=oKhBXAGZfS%cjrjxi!;c>hh!JX$>XE3{P~+ac>PVoXxgVXtG;5$Lder
zi`Rr$UVM7$jA)-=wB?n_Q4TzAZ`SQNDu4da+-=3b!UV6}RCLYDxS(<7a%cO#9U}VI
z+Yc`-sJkaq?fU!1vbM9a-V1-LrYxU1U+B(DmqlD$p(VTSe(^l0TTyL&Buq6cxlVp!
z{A$s5QPWj6fs=L4w1>=4UMVuUBF28|%3Y@>acOQ_b>m#^juT}o?YL%1?7bYl(0FeA
z_k?cCm8FjkrL5Kqc3n}rE&HWr*@g`+bM9XB%{`bWBzh&q{-w&A^`U?D)eE<(2Kpt{
z72kOK_m$Dgs(XPP$#MVXbV|F*_N&+h3MNX;G1ZH&I(yStcJ8EWwwr#OU_9kEP3h<M
z^zYAvgkG-m*LihiyK`yuLX8l<x88eRa4^5|(Z9~i{IYkZyj0|`OwV^MiB-ijAC(9{
z|F>G_LHK{U_zY>@^3E`G;a{cRUheL0X^~S!?;A)Rw_l*XdF~UdJDHiwL<~0M#b_@p
z{LZ)CZkDOIVpq)ceG;L|MK4O<oS?14x-HM;T$8ck8XoCi;gkL?GL~Bz{`KC=uixsw
zWYz7MocNll-Areqb-dcl&E8&t_nVhKoo$->?6;P4(V4<md-xk0n`eAIAHH_|tk-cJ
zY^Ki-vicV@t;^0#l)L}0;C0OsvDo*)F^Bskrj&m6+FBoRa+b^5dXel)`JcXAU-CSC
zeOOMI&E)Ihd<$MqTDkx1dX>C)KR@l56}Cx2hu7eBxyTGT+gleh_RqcR8kcEh(|=e-
zTh&uqU6ac*;M#`umo2?DMQo>@{kMItA%9?+p5oE8*=h2;A7#=OC2Gx)o$=Sd>uuF7
z?U(oB{^q@1b$;_Axqs(gsx}_D85XCv$>eBFW$0g#W&hIeYScZfOeo%;r6RUj)3~+#
z*~z@4;c04mC$|4vu%+s7iNROzud~C=&$@iSa$?TjO&j>d=6~FLc}w;=oxZb?*Q;uM
zE@xVrZ*OP(c68&D*Z(X&s~TkOX;@m*)vRZ#u{%RySMnc*&!?6dt+ALpr{36%*ZEcZ
z$v1}&J(+LUAAOspn)`T?!5*VsQ~J5B*RyLD1pK~N<)U~Zrs9{Y{UqH+xsOYt^|UUZ
zJZR4K;+@aK%VNP@3nvR@n_d@~x@RYc$floDDx0RH?Mcfz|I704*0f!hRIYeEtTpne
zE&Hl5&t;nW#HXx({tC_5Gkx;$O9zkeR|+kuiL?+2$p0~=UR5>k!;^`v&aDp58eg1U
z7_5FnjPXOUr-jfF1HFvhZ{7r{871xO_;Pr=#U(?}3da6P-0GFQlkNt8E?jB;ZJV{{
z7US-Ik4FKAMBe0C%`4XWsd}~Yi?~$KBlY_2FMsAGXl{>wvi|;ZgH1k9I`4;@^2%-q
z%~|h%JobA<Np!_?$3@5D&*_$b5M%3nz4*c1D*0tD+2!^Bf4q8=+1t5ld1v|4KX0zA
z4V}u{*Wh@)i@9Zza>%r^yPqFp3i&!$guiss-<Ln0-QRnoNVAS%;jM@BkEPCZKf|D#
z6<l3!t8y#TYjyEIJBL?%l5w&ooUviYdd_^Y6so)4EAjYBaf_Po`_u*Bw@F9IOh{g*
zd_2g?@b}J{hI}83nWvN<zPx)@=D(8}Lc4T#cp2rz35!aYbgTV6_D*W%n-A5;?{3oz
z`_IR^`(a~w-`n=|*rUf@rZT<Xa@otwm1l`+5o-w>+krhR%^yAGcm3s8*KsbR@7#l)
zyh7Q2xewlV-kjriogZ$$e~sUL*~5QNY@0v3%pv36&N`me?hEfpur7{I+_vH0x70gL
zDMde@>fBX3zDC6NLjTFGqqoFzL$%i(E6FWxKmL4v$(6fb?%hfH@?qnVz;h0p50o6J
z{d}idv2un`0LNCJya$tyo2+fVvV{5a1Lxzn^(1Gtp7~MH_wtt8*_74k*`1am8}E7i
zzpKNq_;-OG`<#TCk+;`IXgvAi-SULL;ef|8IcX8A`Zss>+zQBh-6y9WR61$)4CB>%
zW_~KJ{y*jWMul^0wokoeGi~3ZkhQAITNNW#?I=(ZV+zyUzWrxej(YfBrTe+RqAxy3
zHkx|xPm$HF=gYHMUyEISbY*&u(SB*?1MQ0MlB-r_FK5Z>b3dluo4K=9>2NSx@}HEq
z7yT5{?3Zcn<JY>uy@65Ru07p^yK{D0B8%6>N=t4DhO&>g{Bxh_XmbVV9{nb;CEZf|
zT_oSX+@}p1KJ4yot3oF)P2#uOGb#OI#OFwx<KGYF@4hxEt3SPVdiFWN5T0*Gf;Hxe
z@4mC;hqvZ0>vi14ds6q#J^V2^gNI*(zw^ziulWW)(@knq_>6m)mRZa+X}f#(<(HG^
z!n5xch|Z~&*Hn`zHaJ;S#O}E_<=Vv8b!}Ba27G%K+-}(M=W5CQqdv`9pW~;ih{>y(
zM7H1k8!uxrX@`hhn8ouMhnd?ZWSdNS_V4Q9uluq$EB#eEua#d{xk1oqe$4+GSHaYy
z4tn=JgilF^o+v7Rdc9y%&L+<$`IqJXqTL3*t#t}34dj&FlEpgHMUFn+G*z$D?XPic
z)434YdAs>-QZmk)uU!##bK7A(IrrtB4^;Q85?L;(sMgc|`1)U0V{0X4@1GX=4q9PP
zKTCa$Tl4;O2^;(Md7j;eg65yie&4O)oU4&~>BEO*d;Iy|%{eKORqP`zwfBOIa95k9
ziNe$U>(ZiG>VIsh%R6~?jh(KfmFlT&{7vuK&d(KZ{~7LEFn{UU^O75vYsys`?K*sT
zNyhQAug*1VnEbDH9y;1}vFnxdYnzEuoi<C3oxeB#-b>Zm%$GJf%eX|FyXKY%O^)v=
z5}kSEZs$R}X2*xgv+gWwn&h336cTXkx$&~!k1~s$_qJG`O#GY_UhPsMRF^YN{P0Ki
z&j<2P7?*3kyV4uF(|Zo5-ldt>T|T5Oo95GF;(zYy&1dr0o*a&T)U)o{uCT}@&d26W
zI)C$D+<7+9WhN1FGEcWTXzfk?DWi5R(|vcPO!OKh<+YcNFO>{vZj0F-IBTMX;k8*V
z@f=?t%`3b8&PG#iQ{}tZl<<PrVVgg1yQJ!TdaBV@>-OZUnb$L$mx}~Og>o*MUB0oh
zG$Li4*42zvcfD#q@7{G{jnM4;2S4+@6LY83XIuY#krv*#Iqv0zbR{0kvu|e12s@ZF
zJ*`1xd;jx_f^EB(Z}wcmxm??6>A&ciF6nAh^R+^s?NaV2bKO>6Agh1JY}s8kLx$2Q
z<sW>}4Qt=twokWz?*2w4de!D5{r0<8>Fd_cd2M*}<m6@_q2o`MY+YKpo0osj1XV-L
zzI!L<$5@uGwl1&z<JNH6>C2q?k0Y<|U96ZAZJA$fmED@x-}BwtXWN>ci?0byX1<}`
z`yi&;xA4;@?PL6&7hY!GV*Yu7iE+k*4Z>?vBxGc(A3dFNk@>Rt7l#LG7xef!FYL7n
zTPCkCRj$LrkoU+ZtCM`^ySHn`KHM&6BhI}!=zD?Ru6Ktc`W63e&1_vZJKtQ7Y3D{u
z<;VoT%Z9giPt-M)4N{7|^RnoR*t)LwYnIQpugjl)wczgV*&@k(LH(b%8Ev^3l*Rg7
z@m|mArWY}rf6I4vE@5Tcx^jQ=c8)~LH@lQ?OW$H%eb*`Y>8a9nXVo^ket&UTd-e8y
z?xjxzGSX!D-<r7SWIJrryTM(TKWEupW3vtVkELDCyZxUe9H?sBcAu5EaaxV)nZsf-
z_nR|IZN%>`SiD}!+J>#G{od`)@ck)QZ%r!@i+%fK)^nGu(kF7Rzm@yEgs-pkIBVam
zNRtWwLv}S^c&zx}viNpc+}G?V9<2>4md3yT$UW`b>F+<!?(%Ki_44rM--~8;9ZN{K
zK4XbklFzkC>{6~pym8l_Jl-?)<WCpb=tXPRC$jMTm+E;ScX|KrpU!^WoLhHXN-Vr#
zxcmKlbEl1~Z|MHuyP9|5Zf?8j#JLyiHzn$|I_<sEefN3X&$Nvb@1Kd(y0vEhQTBV6
z9tlftoge97eS*7rH|Odvuk=)=-2AaO*LD_<+?<|AbJ{k!Y`1YsEdP9d^Q(8EW##9S
zZfY;wt+nX2k@lo!tyzB7o~n)QDrFzvX6@9D=aj$ex$N&eJw~O8Z!Bk=;hZ#gwd0(?
zN*~Enw(X~mY;wBrIlGQ8wS3o|O;L`L@6=DOU8bx&Q|qM9rx;(wWxqlhBj!)PZ_2vZ
zm8(ZL{^;z9g>o(VMZ(;T8S(rYdnQD-J*`L;?Tz4jGI;`*nB&3RB-^`J3j&s1uHP&w
ztZnl-Cn9x|;gh>hRnHv#csKfQae$9uXXO8eEsrf%9ebz8UDI$%$-*z-jNkOfGd~x%
zvZ*e7Yv@sIuPQY=R%=%zXV%W>JzJ{fCm6mh*u1E(Axo#Ceq;8Z?T7ZqC4MdSSC9SW
zF{L0}k8dgSTd{SirRtU?E;n_eYED)iySqAkKl6o2*WxdH-f^~<UGHknrdMfGPps;4
ztTnKf_o?TUb9!B&C%$gI-o)Uo@81>G-_Tw&`QxjTrF(*AYfqlMCg^=s*qodn=N@FX
zuat?gS|n$2A*nPwd1dfHqrHLRE9Y*%_C;^?q0=HWd0&MxeebHUuK#NNsbS)}M=$^W
zSTCv(n|r{we_o}0(z85!i4`UitE`vZzQVpeRBgFde$S@7iaC}mQ?71r-SgXU;@uem
zmm^h<I;+3VRd<XvH@kVr(ezV!$?9tzf6lN+-jiZv6S*0%bMJS~=<`QbsB3NAx-uea
zwo&QX!xt0!r><O@biD7`k1aE84K`V1NG+B-QSweG({5Jc=j=(+vrKZF3;mwj-u9H{
zh~rq!p?LUGo~`+09{aVqfBHP*|IQGUkjj}pFY1lFx9Thn+pkYJwB%$J>i4Zr`_8FX
zkoV!XSTsZ5!R=bI+Ah|QZ;QRU`G&j5!Q}U|KbPDrzx%BAs43!h*lKC?{`BvRva1E@
z_BS6!ZEI*;pSt#P+@-^vJM=Fra;D9`=p^~yPodghz1i*k^tU@MCs#cQ=8=u$JrrQb
z-M{PO<%$a>WxUp+yjnr-MKZ2FzhySxZ)p?$b@h3H?7b)t`?IeucT9Y?K-XI(+uM2H
z_l-h#=jO7%HmjTe?%2xSvq{dMPo40odbjTFyURzDrCxTq`{?zQm0b<53Q})B*vq#0
zfNn*vsFwE<URz0{CHqX<vSSw7Bql~VOEUeQnz+-_?u~ZCmWhj3n2C4nJ^r#gcIWrs
zt68{@Y}~kE?sxW=(#LEp&!<~@YV)n-)jqvFyUhQ=k~7xVW-uPR`>Q6xzWU7Tl?SIZ
z{oc3wxQ3Ta>!+jH3(mY-^KY85Y2n;8y*-cI*Q~tu>!jT88%dKQ7r8`mEWW()_if*r
z<wg7Y=dj%=5M(c5b0|M%%01;~ecz+f!%WUU-YuJ0?@{<@)tSjGCpRh!#Ppu!bmIHn
z%eS!CVa<DAKSo9GMuFx0U*Dfw`ponU3wH<e@s<jeTNQumUO!@AKba>Zv{0okCdJwK
zW^7tv`ilH>H52EBxW3bqI@>#2=*nr^`z!Ld&3ip5{{7B#rt?1UNJ;myNfCN!Gb^HN
zPp9C*Jo!1d16f|LX1nG$J?Y5L3vXP1xG(Rp6aDf&xbVB3zy1Uv3Ex!-c3NLoYffCB
zxJT^wl(qWz^NL@;nAo{&zm@GjgD;iSodmN|j?8_t=;ks0RyV#KkGB00Tb2>GRCy`a
z_5PrpxhW|Px34b0d#-F{clPItqANabI%it`>7QT5{A)(l2Tx48+deyi_u8(){hMPe
ze`trKOuWBbP5WcXPw&YyUawx)SH;gip=a&n&1)_n@!6X%D=nh3?CoX!Esy4!e3-f`
zg?E+E)dO`e<V))&DwVfAKl93$b#YL2?D-v=<=!9uX7)DgiX*qC{~t}w8~0n?zkN%e
zvq@bd?&PEmDL?Aw?@F2R_U{fCvCj&xAFpz;-f#F=$@+ty`|d3<)8*t`Kbu9JJv{Zy
zmveP2A!m<lt*R2fZ2!X6X5NEi^WXn{wrpDLms7@dJ8#e1HrMTOvvz4vYh3xBE8=^n
z{py><5u6(>ez9wPqGzvhWZBk}t2=j#$SuC@7A~3htz7x^Y_F>;lD5A-Qyf*n?0dr{
zyy^q@zjaFr`hQ-KG7czr;WtXFF5ndYvPrye+0v;Jmt4B;r-a>pQo}UM+Tw=g<4?XB
zY>qpBKm2TSYRbyD|5K%2hZiY!KF+au?6UhvM(ypNyWi>WmF7Bj;D)J2m*%G1xjT)0
zR+lH`|2?%s_iO!0?~L37*DC+req{PBqPETQ&#{E89E0o-1%C&gmMhn)q${J#ukM*Q
zL-X^!l@{CPcz=FYl4YEz@bh@>$tS8GZ9dCr-Aj1!O(F5vjAy@RB-UIyylhhMYc=)_
zMm<mTXB|GKqgOQJpz2)Xw9G#yofB<?yVA`9KC4aK9nQ@4#xd^F@|7PKBno64Vw%x!
zKI>>)LY2LOt&{K^?<J3fmd!~2`f%y|b9+7c-fZ`2yzacb;KnXN{xhFH{WH|lFBMpF
zYh&ru88h2W(z<Omy4*@XKC)(gk!9VHDS6oL^0eF2VoQbA+QuZfa;*qkqV&s;Z~fwq
zgwrNB->ANRmo+0-QtJKuT+huD_U`Cx`<DCHA*yfHRh0`lYjdac`!IC2ul_i{{i5~>
z<DD-rw^vtfdl+^{Aj^!c<Kdg1cV{X*>DWJETi_&#5bn<Q3(20!e3CD@4*q<eTWEhT
zFLLMWnTszOuT}HBA+m9+&(xa<R{G~!^$Sz>Pl_!5G3jvE<yS{Hf2_JL&K7el<r-Vo
z@!AV1YhUbJ(-}Ka;*6ZV(z(bj-*yz-cFSC*dVfu6gY;*``QH+<8CbQM_K0s^W$eEC
z!G-q=&Gs)peyeiTTbo#KGqG)*i5K{6T%tZ(D|gniE&hJ|%bd@v>fZ652rG-udl_t`
z|DDb1+L?z-Q|I!3wpy@cNztcg6EvPbO<8)_=$GqBp{qyday~!uVoGU>{cY|=*NuxO
z``kbA(cj)&HmXzp-wv%@`LBC)=h<({e0u2Q+_T>MmcKRM%<mrl^Y&uZ@=u&8Mvkcr
zG55RI312hbekIOdY`0%m)sbqk-RYYa9WFf4cJ0n%^KVhBG#{4Vz8<t`E$>`Sqic>y
znva<hdb<B!jLlf(xSWOQgX7~O?*&nJ)K8jm&yD?M^H<qh;k9qT*_y%w=j%e17G0@O
zPHum`$nvC(eQ4^-%b9Gy?_ZpCv|3|l)DMk~j_RB#>W(|VNMBFAd_7b|!*S_4yO~$3
zymoE;T&ri2vupW(_8OIM^A;wG%q--YG&g!_gWCkJ;J+cy?w*<+yZ(ytti+Vi3vPCv
z$?d6&<RjNQwmR>-VqAQ0*F@e_UZaH?2AhuE?DKiIyUU@_Z|k9%fm*^6p+$P3vd#Ub
z-Q`(#67TA29NcnpS!h$r*?GVA`g{3rOkUf4+gl(>^vQdR0M4~L*FD%6<<s(b`&R#J
zKVM007A$GfX??wy)9abg{vWRYuO(bQZXocY#Y22e*zw5i8w=kaI_G!lmz3U}m&=x~
zWx0`^pryLY>bgVqoeQnirpu%6TQq8ZmTLaTw|tM(x!R(;SN58$Uq9=4;_hvk7w4t+
znaqmYEqt2&@?ze^TXSc{mRLr-idHx4&dm(lG%w?g%~=yszv2YdsQBityO-9zU~xb7
z`LI`~?~`KF<SQ@a#l4rAo%A}9QnJhA%7eED(i8kj4bJc1W$}+cJRtFyOPZ)%*5bOT
z+}ZPQwmy&Zo3M2vb9W!h<aNPY1NA1Un(nHOZ+kYGWyvAmAGce)g!6LEj%?o<uk!QF
zjoB9K&Wi4gDsj#2`}yPH4@3LMxBMnuovFchKIM~N?lPZk{f{|S&rh0pZP`(Fk9X|B
zGym#7x+`k9tL)oq`%`yas`n;Mdc9@#&E_edTDt>mr#5DNu3GVURh2UP3cs8+V$nf~
zpMQVnjW>H3c7&(U?B0QsOSAZ1Kl8gA_jb$X$%<C>JWJJl1&y8czBndx@$Yedth6^Y
zWq#F^l~(f;U3ovAI&S^icG2oXkG3>V<P9$Bk+VymlW+We_DxGpX=C9v(|oPhGq2fw
zoac4tiS7{3>?sjZ`;6uV9En=GVR`EH(4DFG3)5mPM2{>>l-wQ2@_)H(aelgd)h2QE
z`Ood%2|n@K-uE?j_V0HW<L>C`e%q0f+f#FD$G&$DJx#1vod3%AcTKiQ)AR5tjPBfB
zhO>V<X7DFmx7jtrM2L0k8y=l&rg!5^uhg4p-*mnoXI#JWtI5RA|M`@AdtND<=+1ho
zI%zidg5}ZtRX=uo@Hfg)eSUnk?UtR9@^XG_Vq$x<uCu<bGXJ?Kl<(rY(`DPU*1iZ&
z{;u;P?)TN}8_KUR%)H9E&NgjI*1Ln@d<(i)yS;nU^=8`1Xd89LyYt(lPQ2MLy_el(
z(=4-d&w0LGUl_RFZ??;kWv`bP#o1?`3Yzazne(t>!}s;(>&mJ&epwK9-}lF2cJ=pD
zW9!fUPP^E3?ar}xm77fUckcUpF8V6#nhT2NcMohROyJkfOS#z~oflJ+f84g9$c0m~
z;=X799rgRmb{9-m{kuo^{i~yH{gqa$_oo|FF8_Yn_T(P+-=|NP?DF{DTv&eT=GKi%
zj_q=oxV+qWmDvW>_p>+YHmmmDeY@;(#_3nv*WEg)crjBWUhM3-^o)x9=MFEIf7*Fx
zmX`FYo+oz`fBQUnwS!@+ukPIKR-dcbgj2&;OIdH+6skAr*W7wd30JR-JHM<r8LPHu
zx*tBW<*DXPX0_^{=K`+jTy`(kp7m07@9L<#o?!~M$KU5oOI9m1-MHs6znHtR^@kf<
zs>5|RmltpO`%UM?{m+l$Cudy0>$dEm>FOi97EC;NdDeZ?=nH8UqQab$!+sZDdnbQ$
z?S`~<?`op*znps$KDo{I^Om1d{}o-;m{+kKeeU?NQ1jd@Gaa_;+l;^5Jn4U5Z}r3%
zdFla~84ovaTwXh2z5AnsXCAyh!*IXnOwn%5awXI6zr@ztwH?j9t$x{nd-|m5t3NBG
zKQcB7j9nRUZu<3z3h(4;o(>injZ!x~x|%lse9icI+f`YuqUo|zn%U2W9ahy^ys<Pu
z%jAUrtT$cnE{DC&tIjODzxUMtX3s_WLF=~5@T7g57-I3LY47_lIZny{KBR2&UL@Kc
z8~es8>OdFk=V$#3yTXNQe#ceX_-hI7bW5HuxymfzTN3M)xvh)N-{_W%F1!C(;C`Ax
zewUJ*cKXvNc~Ni0u9<rMQ8!h4pIK_^mNM&#boWo0wMCB~K8mybm{wNT9hB@YzW3Wh
zZDE_)8=P-xF>gKVq&{~?`(GXT=Q|FSl($Ygr89pv=OS*$`LAy;+FT=6y{Yp4Ii|w=
z_?(nQ=jLSj2%0=Qf9Sl@*`9BIUd_r(K61Y||ChxhhF<^m_g+7nJ8%1H$I5BNAAWM0
zukH&oDYzy2%+*ORwy47YbKo?#Rr$WD6}yje`E|da-D>Qlm14y*cTLeH$7`Rz{qPE3
zbyDEPjkBh2QgxGLyB}WPcl{36o1VnUE~nlVZ1yg@==5{>Y~{;8(x1;heptrkn%IRz
z9o9a*uiBQ2`agHyG%dJwb)DOmM;o~GUadOz`d@g^EKjEx)y}JjpJgxI=cV}am|g6#
z59=>n()VZVetS!L<BFW>*He=A>jmm+xAsr$v)a7-%1+~nyvh0>KCTUZX&SU4b0$ym
z1gq`4n`iC4*z_zaS>O20FWp9uk6l~TSoev%jcq%+cF*#ihi_Kd+3i|g(zL`y{O*(!
z+h$BU8uKBn=BeqISb-H^!=FxT`sDq9!LKAd^Va3w7Y{jlT>QjS**!a1yiZ>I5T?$y
z=Y;&4|FibJ-L2NFbiKGdu)@vr%#2ztzPrv#j#<jFan5;~lDzQ-v&{O|-b;>#X-4O}
zL$*by?B00vQKoly_9b)n*6Q9zQNP~SsPviMUFY*p&w2l=C%4)+?SIhyE@}1oqV(r`
zC$F_wb7S2$n^ljNC-LmNXv0>M%lZ1(Jc)^X!9i!j_Eg+1*b^~zk#)45%cY}F9~C*h
zn11)dA(vxqYmY0u)NKyQ+JE`6hyB%WKb5{HGc#ud$FQ$ox^CxW_7m6Ura6c$OkmcX
zaNK6jPOj8&-8*}?uQK+udf(jeTQ(+&NxV&nXVbL9N4t1-*(O<br5p=&?=ZJ|TBWwV
za>4so(-$zioA>u<pZoCrzu$a!(Zg8_7M`sXsN8?t@ptME15du?wM%z}G4m)qPwsj3
z;K6H2=GYZmC)qZB`;zHjz#9;}q;!|a<I>Mrx(Uhiey;r=@_X6TI*(+9W0m5Iub%n7
z)Z|XSO~%RtQd7+C6+eFa?r!n2qH`j0)@Ez9n0_pFm0A<Kvfx%|+@_;<P8r<r`v1Z!
za;H(m!m{f^UoWjuc{H1ceMO1idY*ghWnDJxR+8RWdVc1~f?2WICsw?wS-Dk6I#jRY
zeU$A7r?oLJwFN5^uAO8y?%ws)B<-8<<_T5TW{JBRtG~UuQ+kWf${jOzuaww0Df`xU
zt{XZN_9zA%in4fD)t<Q}!{2^w&8F;_ZAqzDb9z^#@BiDoHL=wH`lP1Q6I&Ku{CIML
zPPVM+Y=`}3@v&!r*Sbt*cR&4W(wX(v7e$Ni&fCVAKK0U)J+uG1cUK3-m!4I-xOVA8
z)mbT8-u|}LY5C^2F8{r?sV=cxwPH8>WS7aT<?c<lr`2zXU3J*0=Q-=X*IYL<qmBhv
z?9NQs`26>h#B**%=K72LCYydU4S$?BF>lA+H~%i3t1F*b9k;RjZRN=i<*nww9<Dhu
z`K+JZKAYO=xf>T*%dD^4($n=eqxJ4>AKQPOihCty3G{xn>Rcx%kUKrX`CQV55(XZ>
zcM~<ItxMXnxbNb$cM8hEC5Lxg$86s5s;ol0uH##{-I<!0l^V+7GZR;z`LIQEo6)1Z
zbvIkL&$zZIt2eCZZ_)z41>a1&_&qN#+*Tu{n|8L)SJGlV_k#_tWg<qg{5n_kH-|_+
z)$mi-FSjgMUOn@j)Q+t`C1WI*7asj|_U@Opmr@0TyYEi<(%IT6tuD)(Zjs4&ZNGB<
zr5m&K#qFgh`Z#>Kak(>dRf)`%XJ(QoZOy-)wzFL)E};{spnp7PZi&I%CH?anHCvcO
zlNf7w&*}aAt9oNq*4~hP@xNYGu8dg8;4WpAo_bpHhrM<utD3E6y6s})bkn>*Lp{5w
z{Tu6^+P=x_T)NitTo&WpyZ1K>%INJ`x;4sp_nEApQ+{>Yp7ENn%_;0Q`%3PKoh#z|
zSSC&j&YW+1O5o<P-B&8gzyH0vt2VXh`1#H$uQjIS3m;J_KRU;U&)|9H#MvrNGmpG}
z_T}%AyB?3s9KY>Q5zd=0GgtWCqu&eWrX_RDUo7?9<-hH|$kwGf=T&<m{I{L8czgTj
zJmvN8=kV0e|2(Ii;hzo13(-7|6)YA)Q$uCWm;HJ4jc41Z$6HoQtvO%Id%x`y>x5&E
zR<-?RogyzD{(JYX(}zl)KFq5<xo1U4?BdtQ3on1}kg^F%x=~Xkv*GGO$FIdzA<o+@
z5^@~ZsdaZ<UbA=_i|0h`@bj{=VQ<26xI%ejzc>0>UU@ZpRcK`Blb>>zjUM=JT-flv
z%se7ts?emP86KW0%L|o4x5$(pZ9d@9u;!fiiA&;>tA2R~_HwVRXtiFr^H%u8b?gl}
zR;Rxds1#05vgBF3Gf_86GV8~lo$Ry3(pW5S<sOxKCpWe8nosQu>yJ}xt{QFUTJ&A!
zyw0~To=4v?D9@KYxYxDs(bG+{m&Gmpd4226Nk5i;Dira}W4oUlzqd2{R|x+ER*~D)
z(nY14<m7@w`!gz-A0}G9SZA@hptYZyrSPN3k{QzJtIo8Z+jAuMbnUFTz{(3UN0`5w
z?)?4aF1z>TtbeS5f6rLuh}jgY)Xgg4Sy{p~yGJ#C(b2WB?>{Doa-RGm{P}g(s@WxT
zR(x?@eP;T$SxXMu-?iOQoA2p;ag9rBl+ElbZ+5012;3gA{WH_ORdStq+3LNSYT8-$
zGcU)tecqz5AS}jh-So`8(~lfGGh?lQL$=Sdo2Q<CaLRC1Z93L7qx<;2EvqN(thF}K
zeENOae&0=3Ii4T1<k_wewD?@^#3KfQcfPz)vyD?cVDRzf^uRes8m2g&a4}}Sd25qz
zeN0Wq6OHEHi*@Wm&#Wfj&zh^O^`lE)K77u>>is89J>K%mI==VH!pK$qpMU@T`Q7>c
zn`63L_<!-1*I!8Ox_Q&(>#o;@l{c;)y=#|QZ>pzOyJFtm_PpHM8SNWfc|4Q%%N9p}
zl$<;_e{-m$%z?!bQg;g!RlE<c<1-8JSzxgF-PEcw&Ff#wUIsIyMQlzoIHI#_ZCOFm
z1B1ZkEC+}5%ncJ?%~h=Z9DL#1C++Nz%-=63q|PjmbhB(;ygx<v-s-@Gwi2$>XWd<E
z7pvEG`NZznsI{5B%h#%2***KN`(GiIBiDi*!@OM%n%0D!j@&r?c(<2xU$AhlU*qHA
zp7d8WQd`3o?fA0W@>j~a^>dY+!>xBLQ#<_RxlQi8{?HRTfuWnqOtg~Uw(bx)u)Hg?
zbAsR^)jd@c_ozJz?R}`%u`WmIvUB{y6eq@0|B~)=O}(@_+BwMT^X^A)whQT8vaV&z
z$ep@)nf8<nci&y<Ov|4zCp^h9ao?TN7_78+^}3Cx+@~EceQ-NKw@3Qd1&=_NuC%zd
zbvrn8kHpDYg@pg^Xm%``DzjMF`(NgU2Ojgv{g>_axHHG-tKXhQ&ip~g`XAgBslOBK
z5WewLS$Ei-X_4=rzc+h*?yyV4T(_%RZ;0RS<(nsF<<fJgC#ZG7Weq;zi$`CCWz2j0
zW@nqRT|(Hh|0`7%&bvSD_1*VxckHaczLY1mU3|{Mw+>HBFYU6?t<$@lrIGjem97vo
z=kuUi_J9AJ9Zy=dta#kBSEla_L*B3d*RKmqG*#T~xm?XXXws`GR<9*%UG1m&#qM@*
zD|N|t4DMT4+S{2SBEawe(@*x<%edTI%R4$(+gAlXdFc@4R#=huJnnL*K-9ec%2hl@
zesiQnu3u}ZT7Jtmm&as##og6Yf-FuQGX8p4cG`)z2lshT)suQ0eKE>icy*fn)M@uB
zEY9~_cCWAP+#B#mQ%m}2z{Wb++sy5bvCeUyE#G_UZoO&vYJq9(zG=H=%C7$Z&s=n^
z`$?V8;YwOEZ_6$+J~~_T(NCr_K`vf5_Ua4a3%f$UiN3ggAx@_DxkcpJXBM$6K8crN
z7B)u)YaTvdxYWHpe(71Qtj4o?d-rVL$`tB;c9DVKV+U=Cyng$F@CPB`kJcrfbmL~O
zeA#uWWBb-eLDE^?>bGMm6}K;Tvu{k(V}1MX()+J@PSI9;DO!vCa=$RH+`PXd?ct**
zpE=$YS8aV|WEOk$(W#5|`+l#=G+lo8z|m{xPFxLq?5uov)1qQY3ketb{*CJ=-!(m9
z_Vw`f6Vu++wXT>o$#%ySe(u?_C-2_LdnEU{_`-FAs~1$Sys`Qszq;%YQ%Uvv!vXDe
zs)mh*H}eADN3Xbi*g(HW|N7t0LenE-<MVD@J|1eV9Vg$j&!B`^BPQ#*UxabV8oBcq
zLtZ`ly1TIb^uz=A<E`FXPdfa|{Q$o(N7wa?Wlgs=Pwp&P{Dnb-?{4j``YoY5oL6V?
z>wmC*Vyn)7`I^7?;+1;FGyZSC^Oi4b*W4G2)iNvJgg*ZID(?RC)!UseZv9v~Bj4zf
zU?bo5X6|Q)nEhU4+*aR~lYQ-(W9uKuEsObA-I>ev^TF$KZlSx&&*{gXVLDY>%@$x-
z_ww%3DSS_aHh;2SlXR>1&AY2oPvi17q|Oz(UhsW>SkAl6vMa5hysN3~&Fp<DGVy|&
zlH}#s*K$d0)m>~yIIPYdo3(y*)`0_Bf(IlX=fsv9J(-!eRBEbLK%s5c4v*)|YfLmc
zUcIuH{IkPv_K~b<U(Q{=eMRwDKyc@c+`A`tUf#>($i12I;~mj?OMGW4%ybTncI7@j
zXWydBhu%DXB*T92i`S=zK6@V(Z3&-|o9nmlzD=dR`U&~-%zJ7+EGmpzvFLa)+s4_6
z{fl#}H+=bWdE48bMG_~gek@}NFm)8)=EBrvS?Y4~ZB2)F(ed4Pf4Sa|oj3c4&!S9S
zy=h9(cbZZ+@yxWm@w8xz)XlDM+qN7_WW48V>Nc@O_rP|Z--3Ao_T`hdPMOgZe6Fr~
z;o}Nx>rIkQQ$$uwSsWK@onvP4M9-+(YV%^V{mCy*W*yzGvAuW3)A0EVrqpgY5jTm|
zG&|2DV#leY9bV^C7x2tYovJA`=Tpr2BMEx<`1^Tw8%2G5@l?XlF=wUsoe58uT(y4Q
z@M4So(}|5Yx9u#tns(7`bJyW;`$y-L9-n1Bll<!1s~Ztt4(!mY;n=jV(eIt~zmiA$
zMgMI&^y<$$W>=#HOD=D@x7Wx}<F1wDC9~~?U4?h^4KIf+YM$=qmXVaqv%{bv*?Xt4
zbw`#v|5~?~+eBWfMCn{k7O{%H>wY$Q)!t10{=VaTk9_e;y7VE@#PiF}bX%K?`W1&B
z>^AP$IJLVgdq&ViyJyO4yJk<k=~Mk*`T5a+*K1#REPH8TJgI2zk&JhhF8p$@l}?FY
zKEmG>a^`Hq6P0UCCuO)_bBAl^Nf;Qj9x9rBL;JJD7rq@Ov%L;|XTF%}bL`#>wOYR9
z<7w@Ig7dB%eV&@U;G3-P$Ndq)PTOO2V`DjeRWBZtow3$t0-ue5VMpsm_RXuFzh9Hy
z@n+7RNs=1V=4RhoSH~ikZO0?K<cLh{Gj17!V^`A(=JTeg9_-N*NS8@Aww{t(zVpnH
zGtFO?U*NI$Y4XCx?9}qQJ=*=J%+eQzU5%LbP)B~2TIb<vzN(@E|F{pA4I)l!34K|W
zb9&otz23ma(~j4tFZ^{w=3b<e?SU%?zTdE4WnEaD9vR_yi*56Bo7xW&uJTsT7f$_V
zYQa0d;D(p&rkmdiXKnmt5&BYfo%V7MOZ&gGB(J(vKR$T8hT%l6@Y&EaP6bI@L^X`o
zc%NbsX^Wn|VlIEym&b3`Nu2+oxARO?*oyx7iYmqh&swveu`(W(I~V%uV|l~;b=9xL
z_CKEVb;HUozv(i0dzZw0KI5G_Yx>1%IXl1C4Z+)eX0KSbIb^v*iD;<tT!WxJis@X(
zwyk(6XlmYXZmv5qXYTD4Sqz33WGy5ANS|_#)42K0-`(fDVNuWT`~QE}FKN<yczuy|
zgi*bQ@2?GA&!sNMu4on1HGG!0s+nn<oY0%=!bTb{HU}DAjh`G8m%FO5p={E^<6V>G
z`(OP{S-c`ec6a%=gRZ}l3d292Sa9%Z=-kI_2d4gxcropd@FG!Nul_B09}gF7`BA7Q
z(>~4khW0Ecm8WU(O~<~?zAvkET-4W)>+$*1GlQqw{prz^adrJrs9H72t6lr>ky8b-
z8#*Qw?v$V1?P?(2onR-?IB%Yl$_o$aI2(hbOLrAaDCJvv(s9Ye3q0&=Kbn-SUAQHA
z#q#Hq?>4{K<ZSosuHpJsQor9ui2E<^_Ov{tlXxn6&*xot+5)<QSEmH=s`f3vD3^c9
zdh>^#%Z)2fwv}(~Oxu%r+(*i&`1Y3STiG{MC#L(?9NDSldHPSH^xKQi7?PzPG(8NT
z|E8zBy<^F_z@j^z9-ToyKW@n0W!HXZ%AGTF%6ebld8sw~>ggPA`*r8bZst}7&5t;B
z=Jf1kmp8gOPdh&Sd-Em}zO*$FQ`cDS^$1-otIqlG(&JgS&#ig=<n?S@)-jyznkppn
zSd&|~mpS6>VWa8OPo6e$+qhx>akiFiS6(dAnY((~QEQ_KYHr-B-7_R_#YOcl^Xw^c
z>v>|T)8j1HnmFssArqZH$#)Xv6hd~Y9{crn`i==b%AfDdD(hogfB(5tsng<_@ol@U
z?o1c>sGsjS`RS|-*IR`r_>|gL-_5^qF-O-lH==)sH{XxFn|!mEO=i$6V-DT5-NUCm
zcC%8ic>hP~k59HcA7wG0z_mT(z~b$~I|4RLp1}O!|AxtTyG$5-%IkvOrL{!O*>c$D
z9KYr#E2HJUXA<`6M8zs=zkbK(t}}hlytf<P9<g2A{^~WOzQ<eh2&*ce{jRNR7JYtm
znK_*!vhCjwnb0$9F3ed~z^Qn@*TZFUkWu><_g3alj;e<)yw2GE+|7E`KB?84E*ttZ
z7EH`vVyU#c{m0^M!nS-NR+EpGpH5spRfT<%^@_M^6*fC_BdO>T@yqU8?|n~F+OdPR
zcx8@KyRM&a=&_LV5loDyyUp~aIYYMP<o)z9-~M<*>Y1NMRyM8mKb2VWE^B|yqwMs0
z)f4|}wOQM*zW!9!{m-iLoQCsrfp6tXQGF~kLO0&G6OEQQ6U`_UF*p51xA4|ppN}4f
zt4=)$Vw?YchGwehEz3*$|2}KuT*z`u?eWqXJxx42wodlu43UqI^_A@BRLzmk*%rF}
zkZI7id(E|5Z@$xezHWj_(XFjTi`3TcczgD2o#ne(0c$<hhn!6`d{KGPXGTWric>OQ
zF3W}AIGVKo%(4#4iw2?Ed4fGF=Wn0*t>n91%EcqvM&2q$8!y~EU~qe$-<_(?!pkg2
z3+FCMTfyY~V%qtww~OR<v41@4d98AnMI2X6&^pheBPS!C{k=4I!qW?T@|ePl&Hv6j
zShQp24T-mPcja!JFH8)&u|@0SzSj@?6oYT+h(Er)NrzAHV3x#WmdteK>2;cAyU)o4
zPx%+gH{U7g=ck)@jV?GR?6*!nY3{x57K_7WkLRMZ7VLWbZ^;^Sdnsc>_5F)HY~0VZ
z%&}P*^~_78y(vi}(KvLUul6pkW#7I(c*1FW$HyzP?z!H!t*e{oO=*_hHe+I4RXV>g
zPg~_e)#=A9Bcz`1o%=E|{YIIg>SLL8>t8?pZ!P-GZ@I$54G%YJzq0x&b@D*#(=_Ev
z6YJe;d$^f??$VIF@ISrE_NZN~>Xj9<KL*^sSQdRV_nE{W@6x~ezcTJ>d^bO^J3QK3
zr2KA1;(DLLsP_$llDBrw-%{{2Y?;>rwaqv5-@9gWs~pvnE1PN7Zs)IBps3M!+PQJT
z_w(#MF)>$H1^u`-O?P34&LRtsEVpNAPG+pt(|upOU$SqmbmH`9k>QtDU(08HdM01@
z`a~nm#*1m0fqZkt&aVH_>6Z|t{2_B{)YVSgtc(y<@w*S+*|bG9XO$fMIg5GCB;h>S
zCwqVI6^LDTWoxk4<VBoy>~oB7&Yi4jlvVzs?e&Vx_?)O?I%(cB<PQ29+~=#-IlDdX
zUP{S+#SObYo;@S;SjKLvFw^{L=d+~+zx>&6uu(Hu=t<44&aEH06b+i+Z}@j{*A}i7
zd#mQW(<)||{4<Ml`l@wG^Y!w*d9J1yz5J$io@c#H4cFFBHMMSE_4joIbye?+HoaUM
zTc+z(c0=k^K>8=wHDNOxR?94Xm9*lh_~yhHU1A-ki@&~B+5D<x*MnBSr*#ke-j*HM
z|Dr1P+@gQX`is2!PM%!Qa($gZ@XB(lnCK~;9tY08l3X#fZ+oB1Bi95~HJ2;#U4Cau
zgg$QJy6idU*%aH!vFUqKFK28ylmEnUPmkqCmp!~Ur!Lmc=I8AEkbIn(H6-<Q|1`B^
zsTG!Yk37h;kF+_qrlVF}Z>~g%%F#2i-%O+x7yrIi_-)avz{Wk(8FjDi)xWQm`;EKV
zde5gY6)yH*@92`VJbzw<+Gn)Ke=qEJDond&7(MBx``&rm_GGVpoOf?+#)?+!h_yRn
zOPAb<*uJSmHFEmfC(~26UdXI_d+PR`kXM;ucUUG|Z#;Z1;#FpW_7@p#(Rn=Q3kx6Z
z%zw|6*vga7bnv=Iq_x);w_@k@cQ%?D8D6U1KB;!eC5NEJ+|#byd3-qk*lsITLErbb
z8m_#5Q$lrQwPZ8eUi=X2urW5|?_A!0q-loHj^YE}8*i1iU!E6pY3+%At2?!eL?^#?
z$g6$4_VUs~-tOh=_}NTV!+WloNxd|+3_2WiYSG*Koz<V*TxUN?+h|+;X@#wK=j55U
zm)+Fc@FTb1b+P*GgJ15ql*##8%s6px_KEkCdRlK><azO}*3CqHf3nqsW!V*BFU~zO
z?_kQDX3e#vHlpvCXor*XqYabpwx8P}m6ow7Q-1mNqXnM%i@3jENL2r3!^@C-zVC1E
zmgl+0@4Sr_Ja_Z$+-*+{%Q_q<G{+aZ)ui5inp0ppjjw-&*9y)vjkD%tNUbxrFZWtf
zdqd_V^X93Z7Z-}BCwM3;E_xs$#&SV+&cX>b2G_L@FPI-E`(TZl+0xZVy9`&Z;#sHD
zZ<#hL+1L8Z(ue7#Rud8|A3dwwZuv57;^EiMeSeOcZB@H<A!uWAuj-?nUB|bavf+Dt
z@7dFu$CEzh7*9Jl@APrQ_;cNyDStKgO<4a|^84iA%(Uj<-Lt1|pLoA<W3)ibiMLN&
zX21Vi{PKEp&-&)SCNiQ~E?iG)O$z-=rrr5sW$fbC_Kokjsr30Ty~bKIKHX?M!f9H0
z=HzBG`Tuclk0N&_`6wTpGj+G{vgHdGy_zf-8}=;o&GgMh*)yh2__l`cz`N~x3>8b`
z*mGRH{}|aMwMFT9U*5zUnRK#sPFT76_NW=9Tcns?b)T}IH%V9Wt*e>cr|8o`NmGQs
zE;}V7Wj>|kdV}RhldocVPm;V!*xVkko{{$b##brUtGp6lDy>3o^~JJ{vc9eAb3awu
zy|wMki{cq^CXx>f=T>kkrml)OeW6*(e^RI6me%A8?unwBak3vzz2-T(!_)I+t;_Wn
z5t<E`(-Rll+00p{`zYuR_qPQft7Jn3yCpkb6=>?7xHf%duCC|DHpVSQJNZL|Zv}0e
zCSxdk_~(b$Y5OkK>{E9*W);gHxG7Zj^4d$0`zL8Osa#n*Y0vJ7-+%hAjCAd4y!<}i
z+hO*UuYP&mt0ZpAbeTqN=K4PQ<VRCY&Z1eFcN)~1<-g2Zt@UjCE3=tboqOlpTs!ZN
z$J%)luVt^<cWA1+XfJEt)DW9HQc|AVqrV<Gv;Rfr+|G5^-j(m#qSpSj<kZ$?rJU3b
zCo^;2wfWU+s$velJGXOv<($jfttA`2tl%z9y2RrxCH?8GRMj4x)#kN6yJtmA&gO~V
zBDwEsWa*CIf)lGv7MduBRvYc(KGk4rXx`~!wrawCecvPt!>3LUE8U%M-uiw;?Bml(
z=~C7^<L6I%;&$-Sy%UOeh5z<UF6aN_re7{v=4HJsZ2K9_mtR_5^m%^%x$Cj%de^d9
zQ|8WCl2mbvcloUu&lU@?FVNI7Dv{&)+jDig_m8``OlR%7+&|-HVnF!R#cZB0CLZie
zJ8y0!w5y%JBk8{J!ubn2O%?|VF8==G#|-D}a;>>b|D-A9vxK^>K6vW#)wkDfiBJC(
zdb4zMXy3b&&*oVDlwD^1-s(tG@3Dg3HDNcmUax&MedYhXdF%R?o{n|tJE`+2Z+XKV
z-#ulf@%et7H$!Xu|82?7@DrNsANc+<*Z29cCdWBTkFJjiPFljO`+c_RT2t#Cf7zAy
zTFp3`7@{V$KIMeOnXLv|j~B1ve>UgJEq|@n(%ohIQlGvxeS2_)`Jwu_3u|oO^myG}
z8p%FKiS6(nzLbIxwO{LYmGD2C7m>S?P2r4r_C#Oj>_wTrlh6K?mel?3ULf%2+r(KD
zzpQLwOaGFhk*>5q^GLzuGZmBf#2XvkcG>dw!^Y~TpX1m!nMi7EpH;d;_^d}2?<Q~G
zLsM1<dVLY975VUTzE$URzk}ZLd*chmKbXZ|yu0dar}O62472_%lKykk+{_v09rBtJ
za@6T=*V^ulGqyUt*?-H=oZ)Zk8}YOgFQ)8Ts=Sta^X@lUnOm3J`<#^OzPWAx^$kv?
zX>LMit@f|}G;{i?xY*VE9`;C{U-;*IjmH<hWo7eAW?rr-O8!5?eEP$4n`L8HI4@+}
zbWe2IG$a3XIqm7jyAne-*Xl^}Z7w%gTbem7cK6Q^lV{(r@)~A5TYgGx+GmHvmp+wO
zRPwss7VL1|^Lp#%`CpHz&ki*&S#0U@Y~3NbT@{Ds?N+MR-kjVQ@ZqX$>*xFX+L$EY
zrb$Ly9Xx3xbZF*H2Knk+$35-)ZSFPbB^-3SYICvT=7ZU>MiDi4Iy|q>T`j8XZuWlu
z+p@G>DL3AJnZj=zCEUGw;+ub8tID=rvn#1B*1P{kkvmbMtdmbiGkSyG<S_Qn3yqge
z7uaFF{?xm&W4{*l&$`~|esY3LqF>1wo@ZC&&g|FoQ<_|K<G|N1S7raN`aE$@*<QXC
zo2I1nE@Hm%=i9!Z+>q>Yd)B4X^YWG_HpFh8SD&`=_ssYuT4kD1@7~n7CVKD9RPW{S
zYF;;~Q@Hb*dyO;qLYqqdNv>|H@9tg-cz!1G{Q*AlH+OlC%+V8Da`)YrE*3T`R?n^B
z!iMWlUT=KvuJ9*r&y%KOF4yY24$HpP`S!@_B#+TKv*5R4T-r-g?yu`~IxAK7e0F7=
z{vJ!0t(D)7l(ns1e|y&N)yu@V&KAj-Zc<#kn)i3@EZMS&o6kBtPCWW<K??6*j<b&n
zW?%H%+U>7z7~j8T+uuC9`gh^`lOFy{D%))8Ip5;VZNAxMH{Cw(_~RM;?WEk6uAR)<
zIde8GU$j2_-ugF^FLzgmZRNVV_2QZmo?^K=8Oz7_EY4^It-pOT+{OF7?`+4EDkn{=
z;)h!n?~-3zv`NZs<$}X%ZIhW_Z;YPIV?V(u=vH9N&)y4sr#@C5cp0;wVN&$#YmbUQ
zy<ess5+s^xyL>^I*1RV_>zo!XzM|#7d;2Nppr>lQ%95^PA=BGSpRW+RH}z!iERJ)h
z0+(Lt-sXSY=c_ZHe_X`dLzefde6_U>&04kGG1>2zOKeneeMVu_#?2Xx|LT+H{oj7*
ze=FDP)!%-aF1*IR=5XXi-lv6+PVCvV>gCx#Hn%g=mRigy&A)!*eCPH3SH0EhWu6PH
z5wkiZ9k?P)Hu<OX^n^uSYpwWLzFN$YHo20t$TMx<BOmGea^d#tewRzxR{#3+D)9ND
zcbBXMdwRb!{@PYnx@y{^*`duJ&pp~&ykQNm(7C=>oX;c@;#Dtw-lMQHYyFBT9JeR3
zY%}?FuB@w&TS?-|=Qc&P5W%w>+qu68aj_>(bIko&=5gEI-)sA`&rB;HZ8JIjvQNwA
z>W&Sro68ox$xq5Xxlg$1rIuf9k<>)%TfV=OHLh*3IsW<Iy6LM9EVW7LixO<(e|JiC
zKkwuZZIe?<(|wm6Nb%=d_03+>n)CVH^UvyEGJUI$a=gCguyOfr_8rQ%O%2|**!H@c
zZ<zcrCS%{h^*5s1q~ATvzGZv(-oNiDp;kZas`oryC!O<-i|@;-#jC9IukL@Wu54$f
z;XRR0?006-g`}!Wf|Kr?{C@ShWXWaE9EEUEH{P@6p09qG6$L)M_2$#w>}6%TmzIAE
z6xl9ud1hMO^~H5tCo`YiV_DbadHlwT@1Kim-iIFXY0uS7j+mTP^6kxD_FH)#?4K+p
zJX1crJ6}6xTfN(}woJS2uOiJw-Uq*rE-F8@bS`^tcF(!5i=&SC$&~GgD7>W{JGt)4
zmDd3eviX#@tc_d3@z(nKCA+Mc?yNa;nisXonC@)&Cl<Xq)@j?W^D{2yA6k?t@BYr|
z;{(I>qS>Cy58T&nz3OMVM5$@!-{Vi!517c@RGsvuFU-IETjtTj+7<hrImfUiN*&N>
zSfTiVPv}YBoS4YR-HVSFDfAqiXLNh&mvx@|=ZThV|K8`hOWv>j_aBYqqX#{{*{%Pu
z=kLpJTdFP^YZqVkD=wOw=9#zUtl8<4CW+bU7unjYmd$#(cjBQbGnUu+cLx-`V^)dd
zdEy;m^l<mt3D+;AM+zICeX&_&2LEG&SEa#^oj0slZtB@=o#(O2^`6h&{3UG%&n}rg
z`LX%2XNya1g3R}(s9Am7uIx1bjfCLG$!oP<st3F%44#ry``pF6FSfhw(;v>xZ@Ufz
z9PB;*s`7j6^4O<ppPvdC^RIeh%D($|+jQH?m}g6WC<=#s?O7@&lX|7TIZ|FAs5IK`
z{29lMHD_jTJ<xJUxKn6{dHgC#jVir_=UZy;|224TwlzqP^Qo!-y#g`CU(7s{&aO{Q
z-c<7F@j-`(kH_kAe$28xD#(68Xts`W^$C$14#JCK=VT-tefa3qa?S;wCI+n8wQjot
zi`-jF6wVwjd9-@hJEoHw#fN@u(otbO(ew1*#Wzicb5^=AuU_$c;u)t>L;vra^wMLG
zK3W%k+2M@(OX;!)?^pg>eBEchAKP!a&<(*mZkn!N@_F&B_MZNwdmgL)j@$O<L-CU7
zCy#7>v+H5)jQJ<)g)(Qk-t8)xYb&!f+IFt|w3^}#SGHHFiM{OH=Re7|JLt$%KAp=q
zH8t;CpM3aJ*?Lj!pS~KK!_}X1_%fJ^9*b5DyCU)EWXIy20W;mZ&))rOt^Vr9!m@wA
zegE6`ZMc;ovn>1YVg@Frqu<{u+&K0_$XD3+^tKZUf_XWLyK<hrn(6fT%rA-XN3$N<
zu)naDKeIHs&O==Ncy8yS`&a)&MKk@;ocFk6_s-kR%XfEf{{C(Lt`qus;dfa4UE*JU
z`kB9d=cc`l%;)|Xyw{xko}s~Kmx0xWTyv}FQW1gj%6s3GBG0eMRhFL={ix&Gh1n-B
z>^zuoJ}`dzb&DBG(=G*=%|1ByV2}C1H#&|J%?z)7pRVvlq}D|IER*8llmzuW@5@JL
zw;eqqzw^>t+4v`=1{u@$E?F>V;>6o;?_6awIWXOIcYU{#$ZG?SSbfR5(!dp_hv&`m
z{Wm3ZVUI{yTd+0v<)~W=R?RcJ-~GSS>A%4j^VmP%ejZ7*VNsvKZ#%oU-BOlm-*f|C
z!v%WN_X|6}yC@ag{;PFseP8}g_w~!qUK2E#@!KivLRI|3uv_|OCYFJ++DG=qZ$JH3
zF?zn7ct)%B{Jio|$>Vb7Hh+%QR?e8&{;*i~|E~P4i`>>7t4cNR{i-|f$t)?W2amtL
zKQ`52;;XcMR*!wMO=iZGcpl(N+HPHZ@6U|K5C2F!U*q-FCUNzd4O{Q;<kwuMU0zdK
zvB~tP=ixY}zU|A|u5b2<l}vTNdX+b7-nxn^N7Hq$R-ZUqP~f(thOO&VV{=!?G^@?(
z=94Qwe=mBzQ+nBL=P!%0=FH^rYxwf2Li_B8Km1{r|A$@pUy^yx;S*D9+>8$?8<*7V
z+<WF4-&>=mn5IO7_xlnj7+jn6M{R5TG?$sW(-!tlK9+m@<XOh$Zo2~Bw9m;?6lR|!
zXq&rWc9Dhu`Il499d*_FGcDri*W`JgCw(^d-dsEF|F`~==fCrM*}i+Toyl6KZdq6M
z_WqA@>Axmh+No#$Op-Zw^qk?1HxXvfzsx>i_d$2>+QsSL&h`ex9)2GkT=}G8t6|x(
z80*us-T6`?S`J^bKA*z*`u<V3LYu#-&fj-GU3YJdV9O$_gLyr_tkX9}9`Elz#e2b5
zuHDczep`p&@|K-DSX*DQ?@)g0^f~vAzxL6te2ajkmn<LOy}a?>NnZJ|EwW#^EH_L~
zQrOKgp;2m1)b!cLnyVRiSFV2ZxMtzh=L;=M3xjOuh;Ya}?^|d0e%Wm2?b7Clj_TN4
zu9fT!eb5=5DYHEJ%e{*+#X&X`*{*!_p1+HKNk!VF$$6^ZZrd&Y%9HeKPoDr&S<c0i
z)!IqtUK~n`Hl5rz>#vUsQ~iwWl;08uH{9!<GpBsrx~JQh+*$DPROR+x-=f_Ah39Yl
zAH}-v?iS%$>;JNOu$=L_|N2qX1P<;@9@iswrPpK2XJ6lc+|qQ}ZA-=c$elL}c1o`N
z>TT#V@8a8F=Ud{%UTO-*D$b<{Z9825w4l6w^?kiNv2~m7>CX;H<~QXsd>eH}x9sab
zxrnWuD@`YNJiC4UYF2xTjn>qP=w*|&gW`*SJv@Bm)z@1gcNV?#cy)y}?Mklug`(2X
zO`#iOoo2r52}{nlC_lGt@v`u&_HXm9*1SA<LgK6B+TP1s9#v{AtvXOXCrA9^-6zM4
z7gdYZ&YGuf?OGxmrR$V>{)DaSx(#cOIa*4yCTq^pd%4Z7Res5dxm`6Cy|=d{oVc_6
zxa=2Wk;ij;xmVxm*ynK2WXFTKbCxkCwlB~+Ab#1N?K1CS&xMNYXVPB0=sWcEf%Kud
z%*EzwB?67bS#R#$=i77R>ZGgZ!en%e*1BwDn57iSTw8o<>amKe^UCxhKkt}1)!J$K
zoLQXTjFQ%$4O_jHC#?L&pO3!znRfeThntp9)t|mu_`AU6)orUS-)^X1^Lc^!#)O)C
z+n8j`#lN+??RfZZ{@HhCceMG0UrZ`4;M4Q5PM!bly~sgViGV4}Y_Ez9XE2-dOWa#C
zzo_#C3kTEPH_1C%7H2pV+$mTvZS&ob`Let}G?rVRSnPPC$|&lis`F2$s+e5S@Q0sk
z`&iv?d@SHzTNae6B>m-L+q+M<mhG-jjJg@ZYpZ#z^y#t}-|v0>znV)VK<|5%sHR`3
zzF_-RU%iMaMyGnK|BK4#fA;!5_j;}2tPs)Fv%YV*8awf(7=MJn^RgV}I_a%PZ>h=z
zEp)zS?zT{t_mS44X-j5H-SMmWZFbUT|1T{`?Kqy}M>g(U_9k)V1pSy(=XN}Kq-9fN
zb4-k(p2LFMkMm+!s)K_1WsfrNC3UB7GaWeZTm9PFoooMIN70j4a@{=Cez3kN`gZzp
z!kkYTPkdcge7!C{d!o}58y0g}_h)jsahFvZW_;V3zIa2o;8$5A%fIE@8=pQAeBYj;
zpkTJ@_u-gjA>DzTVl#y9Y!c&*)KAjc)4ujT$8zn<^PkJD$~&w)$<8kAm9+fxaKRV4
zGv>5>Fny*{buw3Tvg>mG;`D;YRXb!83QFdmJe>TAZR)AJc6;8e*XLws=~4}>DXCuj
zPWqWbHX}pcjhn}JyDs}BG_{GZWcKElZ6AviFYY*Ix8C8%g|*Y0j_%;+jIF<+dH2`y
zjfb9oc#&wZ&%OBR!&7`O6qj!6SjG3k^5y>EZ+qs6@t(J^JO1AD(cXg8<9@B{J2Xsn
z9&BFmeL;@<{R>kox0PnCJoVlrKYV?9`GtetW+&1Nq&QW~1rNS{Wp!)j(jKh@rD-R1
z^cUZK^5s^WZY}S!I?1yybSL}oILL2)a=W$gUYj2e(-(c4&XQM<tT1=py32vj?4KtF
zKNHHIU3vS{E6cy1eEVh_O}9+`lNKbkM{~`ebmddqJ-@tZ|5g|yy4|<ob%j;mm&bRF
z_~m|ndlIuX>s?p0VV`<;wTxS}iOkYQISC!RUsHdn|IfL!`?{>&<%dq}1xt3ZemuT`
zZ^n)O%4Y78N_!2dy!8G8tq03zv?<rs&MfnPy4CZb@uT_I7G3}N`E>S?G%4M=UEPvN
zi(k%q>ay>M#wDMXX)jh8wyaycz3T6k^;7TPJ^c38GnduwG0r?v0Zwy7bWi=#R(!N7
z{fC38=7PPmL$*A+&GF+R+kFl9g@2~M?DUBJSRT%_d;2~|^W`7%cCf2`{^#-c%eMnJ
zH!GgJQ?yG(|HoTV-Ag$E+2xrXHDBMY{bBEM<JsfhPZg`rTo(U%{KKKg1-+-$=HLHn
zduU>wz0PFDhcV}NU%j5T(jZ;h`0(b9wHs>O=CcdGKJ@apYSAM}?O8lr-Hx`mmt+XO
z>Gu}&auT>*v*cU%N#DNq)tQgk0?L-`IiaWW$uwDZZ(ig#rR>z7mc{(5+5glYDav0d
zb^UH+`$8XWzHsOL?;lqGI@~aA3-iGbim!GU-c`ynna(!l{*-vji7_|l1pE?>`Bs~2
zCZolD_FweW-Ju^+&EJce3APE?_efaky54=6^id(OI{(4{BAaLT;~ZVnibEDSe_OfV
z?v?lH&G)?~%hYWbO!c_FMWB?OOI7tf-`vNWqMeQ=EJ=N=c3;ZZ{OZLJO}Qm&C7)PG
zFZp*b=}d-7SxHaIw_Vu*+H7_nEXK1gUQ%7o62kSw`sI`imG!gUpH{!+lw<39po){t
zSW@AUZQFJhpNIRja-*$oPJX(o(st6Jt)G7R2i;jW``*>LPO<rddv5PsFaGk{67%>b
z-8*5YZumcRoce2~R>sszm5FuC)iY8vViT55KM^jt{rS~t8M%g@du~-$dp+MP?fv(~
z+`M0pPYWz)nKkE#-@I)Vr~bro?Vs{0p>0;i(GAb1%h{`{q)nN)$Ts+|-;;uEhcDjU
zx~pi5S<mLV7cWg@*FJXp=|A?!;<Ef3v!1Nhiep(eb6rLIo0<1^t)0OTF+<r#WPaj-
z@E2-RtT*4@;aVHyEBbt5)SQyV;(fmllz)C>csJ$$JH3T+=O(X9U1nKw*<jg9#xtFh
z7e$`za-Aw#ETQu(^Yhl2wXQp_{5~+XbKm`yvAZ<m?rt(KagV#9Tc2zGc4@TPojj4M
zyDxtKt67$1x@q;rw|QYRt0LIvwubeUXRqx%8ymZJ>s7hZr?X~!d$aPn&87SAZ(Yt3
z*EU+;ntW#VG{K5nZ|=Nn+r8;%zK^lK|LfzKbItu-Vm(&IieD?7yX2y7^qUhgbHB&r
zmy~;y@!LD?d9q}su-Imc+$lcNe3z#*7@XCRoWs+%Ec#}T=2Mr9>o+4}ZZckf$2RfU
z;e-{fcPw{rvcGrd=ryfwyS|6Tw*p^mUG((Hl)e{CJ!k&!tx(!vtbN*SO2lIR`+Q#~
zZpl8|FlDdY<eI;4Ue#wBpPbS-CpLNVdyew<7bY`bgsfe`6rz<EulbH~`|s|Ub!`?e
zEbq=;vF?q?v=^pxo}Efj@Lr~T{D@-1rs_{01ruZUC<T7@J$dZq{~gMgyPhf7`mB`-
zn?5t>1OMj2=bx41_2dE?WuD(m+4%gmlmFyv_b*<JH-G;>?8nk3t=RP}H4=YLE}2ys
zJVD9k#woXsP47>?_;2jGzQ0H2?P=3|*?FGZUxX?>*tdP>(^Y|;u9J1^ZfMD7=D%o5
za`XIKY461%%p5;e!@@Ns@~V`+N}}ej2|jl_XLE9&Z8-F-OlZ5MT#NmtzF#NbF1z1t
z>XGK28ZV!C{__@LC+<I*TOa$}da<;AtM~Gi`vqdHzDtWgmAj)A@#pLGUB+j76~07w
zN4!qAJla^)UT~mc%7gX4Ufr+UcXIue9_#5x=1h~+J@{y0^66ZilF7C%TNPWfcz$k9
zT;0hs>9fgIuQw98Pq(O>Y40-3^Q~GH+!<0>z;f|^GF#=WNR!B^vz*O0A5wd`Bev~u
z3D;gZ1I9OnIcpF1cdqX@U*qvfD%d7z*=L749sTdb*=uW8KRKLSH~;3|%+y__FK)bF
zCcJj>$t54dCdVhbKW8f5S>SQGH}Oj!r>*!Qck?ffeh)6%J=gJhqBnJ_@z1Z(b~~y&
zf1j@4>q(rHZM<^#&hlMPXCBWf`u69r!s)HKW!|z6zfAct)w)LBEWG2z^|x83Gh%KD
zE)nPEdHq4-%EGK&A?5k+k0hO%@G!Y@_vFWsym@DRj|t8`b87;_&pSJOU)=forrUD&
zOVik{&KE&_>w35SoBqr0-5cAUKpQbxW~J!DEjej!v6gLLi^|S#U--e~`z8G=H!m*T
z^K|;Uvg?oDy_)}^-+Jv=5%==4m{_Yj-`BkBo^6<OEAdy`vhKIqxwrUb`Ih}Oy(}ji
z{$<CSbSt-#kW=PGt8VVGJLkOYUdnY9>7+LQWmS<MKIY#2_ugb?@VQMZW;?dWBrom1
zxyJaX?%P!wg>Th`zrCLIonNaUd3TWBE1z}mvZW0QQ;&F-Om^+x|I=0U$EUsdFE-9&
zd7*yn?s;97^A@r@lgn=1-M_j1pR(vR>;ICz>y_>mhumaac}ApurpOJ;)oR=J$b1hu
z6R944E{pTznL`sctGPt&`o?B!d|5B$+}b%;m(ARKOR%`@V3~Nm|B4+sPo%e=og!Ua
z#wYaK=gOp$ziwIQ)F!?@zsIDWFC=Vz&FoX_R{YEex+Zblr>e`RtZUBI|2D?A54~EN
znI9OLrBkY#d+Dx@o_xPprRQVSwew>)%->q&^H^@liRb$`Rb;$`qD3#in!aP<>-`Iw
z<DE}sohbU+nZ4qVf6t%)VL#+oPq?-w+W6R%i(fbXuX$&`=+gYoIZbmXwX$t`#b3A}
zyXA?0)I}Mang4V8C;fhY-r$$=R58ogYl(^pD~}h)|8@TN{@aDB<-x@fwcnhb|L?iF
zlbyTrTl(G~=c_;eUv>R&KI@<DZkf^dgEOA)t~sRV{@cpxK#X#GyNulH4I3Q%Ev=ru
zh;dK8v9YsA>Cv-5x6^%PT^7QHYNuwlbPM^Z&haYZ`W<*o(r1T#{k54*-CTZ&n_Oq+
z3f8!brfZ!GvAkR$c<kkT`y#J6yQUEN_3|J81zIUAVprOwu!w(A$)U6=cXO97&Qtn4
zUUam82o+hzJDLlXg{+i3-Bn6loIu2+K95U+oU#)y2zpv6f#nt|PbzVl1XAAum*bS3
zxCA5&(*iee;u4T?U@dO$DJ3p$?kO)jbYv%96qJ;mxK!E5N@=mOkrmT%#f2#)F891Q
zfK`BrnDFu<Tg&FY6PG|r!Rnu0jD)CH@`jpK;xeu8M6fZt*~ZK2EP`nj(f&L3m^1Da
zVw$+=ftax03*QS9S}OW^?n|ajo*ew5LrFGplbTu1BvZYE>kYbJ>5DH^K6S5siE>wo
zi=(?piOa-3jTaqFAVNttaMv=+oJmRg2UksZHJs9YL6B88aEbD%D_gpJKW$ZgF*{Pk
z+q12sZ^eraE!n`wemolK7X(AC7A;cN0uif9T+Uj{E}G-$9`drI3#6*6Z^ey?ug}fg
z5q3aTUoS>zpJl&FRz^Xw_W{GJ>sN5ashsn6{&&Fkh2X!IunDg?16X4kT5j$VeXz*+
z-vNOS9O}i*!e8eb^D?bwSmj$ZpYx096aF<E{VEYztUC|4|C!0TDoc2xYs)*udWLTM
z3YI_XCYu<Zn`<jQGtfmv{u4XHd*wAzx!o_E|1r!GdA4@j$C--t4R387nJ;fra9{9B
zG?2l0(a8xJmxP6O?bdS-_h|a4clOPT&c1mQR?N|}Rs8ZUu&7&K^6B~csxwL^J}av@
z_3LtLQiR{h3vXt-7G^fYde}alv%*)FXUA)Q@qK=ls?Fgm_AgG+n_evXTqR+Z@{^lC
zxxBl@-Hg9K)cYqT`^EaTzxcI)o$P*!Ql3T(<qs!JDHd9Np)qK!eQbx?(<u_a*q<B|
zREXs}Gh4CN?vdK6=uL0t+jIWhzsTSUZ>MtglaNE2H#yrg_TT1oKbJP=Y|%Cj%eO(T
z-8+7$sJKP*N?r1w?U=M+HruYuLeD7=8&~|l{pf7H_Mh#C>a}aaJO0l9`~PJ2e9r}k
zY?V%@{&&2R!mN5@v)ELP|N8UI!>_iV_<X2zNy?MD=*F4|p(nQQHap9&`~G)x*QJIx
zT|yRWSDXVUyi&RF|J1*ovMv8~a$+~gIo4cT^*#N5WI{lc!vFc^u@V<1Z<_P3BTrdq
zKZlDF|A}|1CXx^0Bce`P%?eZgZ&UDB&y&SZwSHcRc-n>|2km?RZJy5%_`lenk^A45
z*&Jtu3i%ezQ(gXdqU^sba<3~UZRVDV)Bb*```?!xI=hvgcHdm({p*h2>Ti>7?0Ql3
zy5iL9A2D8cE<OKelfrRWc!sIivweL>HlE5%eE*5f`O3<zfAi(GsGc~HAH6@*@cJq1
zgPVEINO^B*Hj)tEpb@Xu<=5zPPvPxd9;-mR3%@QujjvxP8C09e7MRB-%(5*zHS^c!
zw$Ohi852HTop!F-evxUHWWIF4zd!n?=5w_Mt?8`S6Hfj=zuj~0#*h<AT`AK)eag6@
zwxG#crzG98j@3VIe!j#1IiJ#P<FBldt?G9XDUJ48U9$PbvdDitD`z;hFSB~ezfL$c
z<XP+;r!^eDhjhiwCvvB3`Re}U<#{QM*NarVR+hxwfAv<NHB9Z!rkI@6?Wg5e>^mP;
z73>?(Xm8ylH2ZJg^eAPf|5A%Y?LBvWp1eSNeWjQo+p-eoIYP@lWQFfn@h)wv=Ub^>
zyJHH=%K2V*#nm%J1<IRv-fk(}t-AR^{NnDWz59|TES$kISz!8m(YIHxrNk{;!t#AL
zi~ruQ>24VhEOwN%tIqD0)BE3X;neho%~w7uJWokFE#Q1=3(GXo#Cs8Ux7n@9c%E$;
zxjil`>z{+RxNoe>MgA>i8w0t^6nFiRn$E=GFg^a(0-ZWfj~Rj;oA;b-`xE)iqtMDn
zqVUDXzK`Z*;-~ftS$z>)y1(n(ez&i`f>T{R7}tj^aT8lwe{$KR73)qvc{}59{j+yg
z0_HXi^`d`PpW46Z0n>RVrj``0S?)~?oLTc&GV1?o{<!?){QRYS>dXHG&$3OaT4%q)
z%5H~IXTqF>AAdhDKW)Ek%2Vg{56u|88RkYbC-CyF{FI)%{<VHW=Z?B=2C@2OX=0k;
zXR1U0sT?$zw>3Q_r{necDYG=+M0;GF@^O7r{n^&cH8x?A53@J5F?^HY+|a&2e#Y`2
z_dDd6G^IHiBifodSA;T!FsisDOgx&!@jG1Xb0*vMm1{Qq2yfk9%>MprLu9%yqvWzl
zvo){wbUd`>Gjd?R$Z4GOuQI*=WQ5rD`I`=k|H<yysCH1_>R`!at{*p4O$GmjKi$r)
zV|?IVugJG2pQfEUKP%|<{KW}TkNpL6)E}w^Iz?;>=niKrp7&MN_2{WXcXo>HZRj!P
z{D104_|g5h7)~BOV88rNv91mi&%=0CWe?NSM$<o@d1|TuB7i-w<#OVI>siMqHn^`m
z#JJk?#Ock~><>=+kggaRD{xNn#4LkNsTXg2x{)Z;UnQ^VQY!K%n?p!dxyX0+i-MI?
z3KLfaxySsTEO21m?(WIH^JX!sDC|>tHusamlf9}ATXmOkO17|Ul|0{hqAKD?s;s8b
zBo=MIL#y?RJ+G<V^qc1I$>iI+CR$K?YL2#N(v<EKqMAt;r>X8dHO=I4`fjlkhhjD;
zF`LFJHTkR-xyV-dd=hJ<O3&712`TI^7cJ4);vueipiKGOg0E(p$*&F{;mKZEvfJV6
z1Ut1Q{5NktXlC7R_-3kuTuQo7p>k(GXV~7Y|4yvin07lWS!CtM^9uwIMM;JxRoyKv
z^ABP)NRbwu=`v|0$6mc8+s$iASAU9X6WgJF<WFeJ0bd@Kj;<fsiaKJu1-8l042^ho
z{p{`>k4HKdOT@n`+?>Mhoa%ii?3?YxzbuiuKQ<}dRf%L~4LN+lRpZ+PPxF*@yd9S(
z<vKTQVGK>)pmuYbm6=|{)odNk65c|8vjwKSlU0sQ&Rvn*eJU&F1oNd|0-R+F7Yf|D
z{z6nSZL4zPUZKaaLLYtQwwGUfyJN<IRXhJp>ANU>QQqi)^b?6Q#+kpIf?c#+Z?oUx
z)3NisJ=>&qt<-D(soPFVL{^`gm49fJl9ks)QRgQ<f}WE(dRUv%#7`FadCV3te*JIy
ziObm%C%??UbjP)Kqv!;dmR#PZ27A}-$5eiVHQnBK<Phg7ZSB4pS_MT<XSSdD_}ova
z_2e9F$xnfzg8NV3iK^STDRbS-h-2yQ87gO{Daq+b?}$2{ax3u~r~8F6^`=!56@DgZ
zPT<tM>=$!iKxD(-$u3z}Uhcdn_BqJr)-^6p!wpXRj(-sm<m-5tuDg)qz4%G_ZVR?+
zPH#3|?<&}@7bCo5O=kO7kDdccv+|Wf9NnbT)+{*2d24~nOpgy$5tEC3cXLFapQV@G
zux{qh=fdWZKbD_hZrZ_LVsxlw+E+8Dp2peBXH5Gxsk5}?#DmJR<p=&K`3W#L&8unE
zN!qBe%IV>rdpn)u4xH2WKJ?0EqUf?U#o6XM0X!~CYEzE(8tJ4oD6(a3b?V{zbgn=k
zrhc1@o-=1t-@5OC&!+9ztTM6iMO@p-jq4_z@95|3H;(K|v6cJrAlvN3I@RBfjeWXZ
z2M!2KIlKGx^0N~TolZMHp(@sg$G^q%g@1Ubi}^ND6UC38Th^Jl_VwP#ynZQ6apKc$
zy$Qi3>tqt6eNV(rQjj~=ki9G7co)x%tI9^bu3n;ZgDQ+y>l_T7=D5*RR8sYVM^_E!
znbjH*d(LcI5f&|YZ`BOfY?Iq-4ty%eIC48@|Ie@QShdWL{kavq?SD^&$oidEpG;mO
z7_6Xl)U@^C&n;5HAG#t_FV20Zd0I&6QBIq!VC?;cR}|-%dx;;oW!aSXIosrXty=I?
z@7>O+iT+Bhs)ki3#oIq!D_qsNNJH2*=|Jj?*Dm@J2P!i5*1Fs|z_m$bhlYChny*GF
z>}LEqOx|;%svQqY-QQ-Xxm)DR)EOI6bCcg++mW!b_qIikqvghlB0H7uslV;z%<?=f
zkp7H)T}Y^dVuVe|LV^7sHI>($W{)<~bXY9)?VWyM?}MK=9J4=fp15FNmR+dty`~L0
zOVe^UpN<xcJHIL0$1p@EvoKF0hxd*t&vge@gAIZWOK+|HH0e*YU`dv5pH{?_H&+~3
zjx1`lbh71nJSpSorGU9*VNKzevPyT|>bf42JN>@i<+|6ohSgu!nk_%t`Sf^Zv8BaQ
zJ<T6X(R!kLj!yQl&1bZXw5dH>`7q#DRmraV%GGNVSu`tFFq8-WHK;WG=y`N?x8Z@x
zaFe|r*Bd=|FnWDfzRVf(zKi*3+Nv}mj^e*3Y9ftP=J2j!?##M<t~-(?dDXH74AtA(
zx(eJwLxR8m%9<UQD;pseQakr@=EhVBpG&J7RX;cQJZhXX<q6}Ix6c_9yq~!B=R3OI
zn^ok=_hr(|9EKi+7_OGyM-DSZzNKmYKKRALm&svsqm+^u;}6y&E{ql%Cgo@-yD%sm
zESSriucDx$6eRfO=7e^SWle{8*%@1PHBaPt%83YZ8YE9*c){qyvS$gGS&)d9N3F6(
z>;@smw<6w5D>hA;r7$^uiPfK*4yO-sUzd@)nC#aO|7hNxg;fe%mp&g`%<xJ=FSNON
zd4tr|-iTaNp9!msWd10|{p$*RJe8p%rFHHTsTQ`=`S04MTuG_$)Vaufe6OW|>kjv%
z)>bDU0r}pOcV}Ko6+i2JFz&I}7v`648?T(2(c3WDd=8g|xT2uLNyYn8w`^83&;8G{
z_1(eeHnMEFMGU`oY0BK~I(Sj&kE4whf4{r8J>%Tq3u_YHSMUY&U1anUJn*<}>b$F!
zd~vJZI?P=1{YZ6!Z}87)LLbB&gcY=xFATI^c!6!{qT|ct4t~tsbmLn$>n--msFv3q
zOfxqX>Sl^f2rGZ_tVAL`FDoN*{bu1~{2a$v4oz4bUFT)$qth9uRW{wq{)3EQ{Gyy?
zGj*bhzf`;uHncNer?pFUno84}rUc=bv%f#{<TOR-HRPDFpX*H!h@GPGOr2}_(OFtb
zf(IwM)r1SpGFi=7C1m-&!S>;;Zl?nqzZl<)d@!&324~DBQSO!6X?s{7o`_>9oPOcK
zt*@>E%ro?Ni9dO;$5pYJ_hH@kkN;TutvlKut=x3*ziFd@-Hv}7MO7o1gi4;LGf!Ck
zdQR;Ew|=i<4}001rvFw^6o}Xy=&+RE!1YUUll&}&F4u%+_Jn6KR$C*!9yulM8lk<&
zR^8AmO{4Jks*Q{v6r@=~A|iB_uy4D&sH^P<gL>@l1veiC>D()rU?Z?UVUmb~GS>s;
z`dtZ&7^06GoCsx6bB&Yt{kB)|#vEIL=(fYjll@G4UYni0w5ckzcPVSz<SzS)KW#<x
zcSJLInCE>cXWp$?Z+7~9%Odv;;u6x1@r?!<vpsf~&bY^PQslsVWy|IVyB2Tee)jTA
z^X+}=SwANy{+=9P`0=*gs@hp={hKCczL~uAilpGt4(`Lb`B}?+o#sq%n4<N{WJ;d#
z##3GL_E{Oa2X99+3fSIWqIya;@qK5;Z=Mg1zSmdVPoHp;S498nf{$to%mf+*c~z(D
z<g=XKerz*uhT!)@U8~d-S3D7V_@tmz<KLnsUCH;hiF&_Vlxuje@?ECox}(w)+)K)y
zh%CH(Xx5)KAM+mAE?|zB!OD4Ho?D2#2eXmuijR>AqPG@soBi%szft#+Q1cG48U|5g
zOXjUJTt2&>y~40%+g7VnPpS=WMU_oE&bnYGV~~j5Ety#zru=U{WUn<6PCc9Uf7;$n
z^%)B$)Z1pQ&^UQpJ7|&d;TLH(;vEqMc`n}F*SH#2Fm%eNy;xyTcwo2KH@+KoX3Cm9
z^1fDj!ELeG8Et>m=1r)yj#2q@$Yj%7)q+C;2c9(QAFI-d(OZ(AxM*#!o<#AC&#g5c
zyO=u8*R;gC@*1AjPhRMgwD@F1%l5)FX=UMQPYmZCP3ydow!@MAazpSc$=>NsQ(IbB
zon#PtzOQxl!C5+7y;4(;`Yx-vvSrUyn}`|WGdAq=EE8L#=<z73d0V=t$oxr4r`#g^
zYaXOAO&31MzKB7_b-`(|vv(77M5MGuCcJ$6djoHvz>>tCu1C7MYAa<`*iVN{`KrS?
z>qV^ZwLa_A`?H%qckEYk>z}o`%3$#|iL_fnwbSMqJ~Sv_`esdB;rmiaKmCGo!54{Z
z+g`m3VzFqxz;S)L+M!3vAF`*~of1%DWz%F>Ys8@XQ7lV%_DUY+oN~q}xe2`-*$ypT
zv7v(Ax8=XR|Lt&q_0df`0jEV;>-;_)P!ktzn8uOy;=@Ia8;YrcRi7VKls>Ac`}U~A
zLA7E2iDTWRej9ilbZ?)E?c9)K!w@ZTK!2fp+=cE3W`YrkB73zCZu-<{er<kp=(Nhx
z<yF({mc)gA(oFdmdh^!RgIOm(Kbo`Gbo$SmVF4T0t^MkzlM@@@fAGikqHSVRO>Z%n
zbUN)hlEj%IV!udfYU2ZO4k=fa&89N0`H}onzwCH)daLc#qmfZcI-B-v>qv-9_{8(L
zox{oX+7l+u;G|f^j;0Ux&KYfgLwPt?GoQMXVd7TH=&6|SeClV}DkcSE$v3ad-*wMQ
zNL0>W)3Z;a;HW{mG3URy=9S6o=iQD8FmOvrXVTwS@$EzqllX5Xwfk#7yUv)>TAr@3
ziNkDvhlTPEnUn7}C{=!rdzTV@J}J}TK}W}$OOr#Zf;@`sB92@;cYQ&KV}Zz-xI0UX
zpM-YWtmjbwaUylcqYt`SkyoE8wwMT3=ZR-#hUzkuD17qVWA>oCqk^w-PFqaC-hA;t
z8|zA5R>jrs@|(Wyt=zJEiM0nJ*E~4Xu<G~4+U!4qca&yq$UZy&M*hS<Ssu#mE1sWz
zv|6Cx7?XUWQrCumCKDx&xNKOPzTuBzT=g3lj@;cGI^kXq=69Gy-j0|oD*efF$)jzt
zV&Z$IH};A}YP*znO=8G1UYaPp{?gM#?$%4<(FeNaH|$sa_$p?p&4wE~XLEbaZ`v@~
z-E|L`HuL4Tmvej{hG}qbteSUd;+FJcv$wAze;wJo?4ogLt;tvawVie=Kls-k;SBu~
zEq+RHqpN#Ewctck+2&>45<JK4-Uub>oD)b?c+PlObb6m!VzKeTctgdGb<5tqWpw7<
zqgXIq=Z%=sZ--0TMu(f$boz=NHWgDza40Kjw9&d@7N&kONIkx&b=rwtdla@W*|%oG
zo9Q<cx~g0pWDV+P=A>To5>EIxA%OSh(+$scFHd~4N-(ivzHhRMykgSB3Hduer#gHV
z?Ax6ibf+x!C$nJfp(v^H<p;{<JhXWg6TA3CR#KX{|1A|BrTK4#ch8x;O<M1c6sw&;
z)I`Pm)y&orkFWiSbN|K0|FDK}rvAaO=?Qy%r$)b+)Wf>$;3d8@abILPExelEswfyg
zx^SWK@pWDXo*9jd3zgPB;#)O&sm_6!VjrF~F!~0~SD*Ot6<e=%g8YN!fra5KzA-Nl
z{;;{LzT?nLMjw?<kEsu?Xhe5;><-=)cBe^7MDwEA(%)SkS^=eQt%oEwy|NdaXDg}b
zQ^a1#H{(Z6sKBI+s)d3=Lf_^!=sLON&Uo;=?5vK#%#s}!a}xLPiym$)>F96gIiho@
zzHNs|qq3jmT7zjmkyX2SivOHCw=0-~tzt>}jFZhZXIkDXd<s3PFuj@gop?c0Y<Iw+
z8{XB2e;%;A^?l8uw?{lRbap;%)c;#`C+w^}Lolmo+hen)2MI6UKd^2+8&D>fBhT6O
zYDzt$f(Mi9f=9RN3+_(oO%K=qlz!jCWVPO<BN5W?J}vFMuwcneXEyf<v3d!slq9?>
zY7XpO(K+>ipmg~AHx(8?D;(QO1g1Y=SUk^RQNbsk-;7=Ei}uM(RE?VvBKThXwt|uD
zZl{Zm)2eSAVZL&{p~gCp!$4`4_MUR4jq3zOOmf~&%=J8cdYiAqA%#T&^4_tHDe^zJ
zzllAxOZ{Q&q>r9Xn_B$cUrd&-jIO-7^D1La-I|`?-yXgEu^?a2MRD&RP6Khz{|B1G
zs(2g4^hK|_hrZW{ZI_dc=(&AweiO%sBkfPO2|d)9ANC`N;qU3*lyuimF)x)$L}rQp
zR8E{BC}32w_3HAZ`juajr~DO-){Tq5=delL#?wey=L*lO$R7;HeFZ0&%c=g=)mWc%
zxoLlArF)dDYQvZN23Hm(^acJ%+;{ue-7C+RZ+rD$FsXT)N4S%tOOyGNeuu0Mi3@ix
zNu)SV*$^Q8=To0&)=3kAo30JNpMRGW{J!A%mIKrOlooNsPnc6>wJJCMo&2-5Kc9C#
zKep@sYnF+O8okx?wJzE1yx4qw;&0B&&nBI2Rev#$r~fS5496V58&hsL-MjH)Q%*=;
z-Ied2N{gM68}~2kHvMC{d+(;{A31J_JT*>oIU#=Jcjo-{y-qp}JIp6dKKWf<NtxTI
z?_w=Kb5GOr_dLx1-_GB$e}j!m-9B+MOU3X1R<BQ$e}2$B;`U8B9m5w|42(6W?>i-i
zOyFPIV6>s_tf2DmJ!|BQt{>&mWLvv0wB_se+Ol&Dk~289nA};}9524_f9h@5xF?{k
zd@D=p=?_BXPZX1GuybBAFip9Uw4!*`jXH(PL2jIFjsLU@&z-u>^0)EPhA92{&Uu~F
zCoMbm{rhL>$t5@bT;YH5-MQwK?6&28Nmkpxf4hA5%<)v^TMH)YFHg5Ve=7WF#_eU>
za%JwVR`N@TVYe&S?_IU|rov5a6)~Ha9&K!|YRjs>3F++ayv@IPT8e<JZ@9-yop<hO
zf3K`;naZNV;Q0E)0-x#$C!g0%iG1+m<uBQ%J2UgeKG{AAKQ{4C!t2SYOw!$Jd<ADO
z{G;}L_xCktH}`Bf=l<+WUihuWs_!e6^JB`JZ~v>m|6l(1|MOLuKc_X?Pqg=}m;2$C
z;^&^T_J)0~_|?53WraU8|GfMo`D^j)JWj991NAQqb&{$zZ%38iiNEpoYTfZ`l5(zZ
zn@p?ztNcs(=V5+w{STgp%RerE?SJR>H!+S?zjNPh-+jN4+b8SB{^$~piq5yDf*Ttj
z@aMe!9iGB7)r6^D`O^L)dnH}I&wjhzr9}N-&gXK^Z~A}R<yM=;dLNVg>HN{V&ikO|
zpPNN}f07#S)yvKO^r`!3@c)EM>_^j{_#AhQ_Ly{^X@B3}bZ);-(G10p&TqcX^(QI*
zg8ieUJ@wjFO!ac6mmY23b^lqNbv>&PkNn@c-?R@0naJJbOsPGwso}K5kv`_kI$qa5
zDt{{<9NAd+WcKO)H#(md8!d7vi4NKBT6BD!y?=|xCr;_JZYL(JDU!ciQl?{2xA?d3
zJM+)q9fcVFt_6AV<b8IId&fR*vuk>HTx0d@^HPT_uFN+5_~G)8%Ri03JimDE!oCat
zQ~pky&#qGZN%-sWA3;o+At5Dx87uy9t>8!r46FQm^qETik*%Eek@XLpmF+hzI`Mwf
z-UsZ_to0AX!W1`gF6EsScqhMf|0m{r6ArE$F&}0t9!l8st6rpY?(}#@L+|qBljZk?
zE6fX-51qd<|NX=Em%*+~yw`n~PV*=hcsc9kV}TH#sKP@pR?eu{d1c9E?~G~BJN_u|
zz9<&8-A+<9H8VsrtnPjI`b+koqOI%O{)w#kyD7VQ)6K3p{VaxQ8yz0<KTQpu`C+$G
z!v|&Fw*it*pZ%D;!1821%SAz<j>qMKA`jD9Lk{~XUpxPI^3UKe=@Vyn@3)`hedym^
zp@n~D`Fzq4GBEUg^beGlKEL^Q)2LARqvt)H7yeBOD*GSxD?V|YvoWCjtNF+8fmg3<
zABf{UcI)zw-wKQ`|FzzlIpu~^efGuq$B&rG3I$$clvMrE=;XcT_{wcRL^nGwH*`F-
zcfr?LuXcY}_c!?KbHSkCKPCTo{@&ygnDRt#GXEjJTU=Xqu)UGjxVkKVM%~*F>cLx<
zW-r`0^IU9z`aAiHhAw=qPU`zOJ|$OKPW>G1JY7h{{_?*k?sB^OFR-l?lB-&H`RU>$
zW<mQ+To$bNSN`k|{>FXJv3}M+2cGHi6EA<*e4lM*|Ht!pKRZ83{wc_4`GWtS<X84t
zPE4Ao|2_48=zn*;e&?M<?eBP|8Jj%%xPWCMXR|ub;)p*SC(Irhbhkd<Ry5`N{HwtQ
zE2iC8`1kTx_vLn11b)t#Y2Q^_(Q-jy!f|EA-{p%|3fdP5@7#PhxMJGzYi%nzqdhbF
zI;$$*oK{Zw^ymUF(-et6Zr^ABSiL59Q?O(}v7=ci<BlEm6Z5|<-amE!qt`JabGv_k
zzgc(xQ#Y@y#)Q8je=Dc3pZo9N?Yl-Jdvm+T5_5<0<+oX8yir>5F6s81^9nP%6E=4z
ztmsbIaGCq7+2y;>9*Vx)A)r$Bdzn1P6qa<Yb56e$LN4zUoc;OEVs*tQ?jB#FL^mC)
zYrD5wYw=fhF8vUbo1g72mV9+lz0r^nscaX}oO~geKjm}LzmUHlE&hDld#BjowMNhH
z>tPMgqnOrJ=109rc6H{>2`;<6Ia<Vk-R|PT$h@tL9d=*0-S{y(ZqG*Tm$EF=I@c}y
zaJg<Ga}cwLjh*_OHdi(#fdyB69F{s%=jzWFV?RDmOLWrVxbx519&gjyGF$8S=f(dm
z{s%<fs<zvI$a+_K-7Xf1Gqt<o*H<cNzKNgle`%c0**e92s%xH|+_+GkL3G1hm)%GA
zUEH@|*YDEuk6WrAKk7MKWUlaeVb%U8d4ZMP?l0xOTWQY-HU8~$QJDYvgh#GL5!=*v
zu6Eh`;NJ}GO*TyH9{%WA)vH_0FZOTk`rOm}`|e)ZxlK}I<Mvw(*RQ%=u!wB1KQL>X
z!AT~Qn#$+}hqrjFyfvpUYi6ixso+Addl~G{^?Y9?zxuNH*OnLOKUaMDH{)jg_hWVE
zf4ykv^)FNTxw|*fBg<~X))V(-PYQ2aYSZ(#{ML!%pGqTbp7EWuoF=a^VfoezoD$Ca
zc@}w}3d{a3))H=A-jkePQDL$#NA&r#C9>aUY{-4EQ#ej@xt&`5AqkbF)QgEZ$v+LF
zZalcgnXx1@N4aao?T9*qC))jS4I9iw?f5R+O!WD|Z7K5U5T~tKMuCEY=0Q!lqZ(!w
z3p-j8`Q@TlOwZYv$h7A0jp!7$T-NQ6Pd%vH;IsQ)yHN73E=>()tpj1g36|o4_c|XZ
zJDX`OH0zpt{{6D2(PwJ9R<-yge4ZqE#87aDK>D*Knu14veK$Bd|M{fJ>pn{IOTLi0
zakNum0{e#7;;}-~${Xb#$lk9$bp2dI=-;1({y#Fm9=jT`GqOvJBRFJZZBFXpV;bA7
zT=ZvJlq#PO&Hnf0{{F@vK@zPkpHc;*xE;3&_;ELyD4l+7_0i)@Y<Gvr^bqe!57XDJ
zo0t9Otf|;?9mPqj0%XpV7wq2fw4;Al!I>V-x>v8yh{(+?O)E2ab>MCKsS~p{eepZ-
zKKR;A%?BELE-imBuV;5Z2e*rfEz>8}41+iC&7OAq{#^Cp+PqJ5TP}L~b#wo2`m_AN
z&r@x}+%pQF<Q)CGwEn?=IqjN<Pq&l=PO<B{<oV&U_~F|kKXSOj%vf1wH#z$<8ZKLL
z=QDHOLUy~qf=g^JB^U0NKYjF4dZ3lA*LqveUAe{nUfY*82rw3In;hqTDciHkS1H!<
z5Mz)gOK?+xz#E|lGBcP0eOugpB2O<{llSV&{3XYQZme8#eA1U2lb4*HR1!H!&ijSo
z$JzfHx?GP;Q&^@i$o#-kqpsxk`f~R+_6mb{3{CDaUj$VC&Yz<wWV&MAy-z8fw^*j%
zd{*mp#o2Lp*Brf~T_-Ykv?<CgI(75b_VxukY)-vw%iy%U`=n&@W!qV^qucvc4i)U4
zBUe;);-%v9_BpaeWo{*F=d`syopM=tuk3}pjDKY>JY>A@yku5`#?%In`3k~*{~oM<
zv!S+T`VM=aBhx#7n4F0EepAO=FjnGXyWm`jskYpIB~JGVIL_VF+*dgJZCdzu4##$v
zFX=ArZY3Em{ca_hF7w?=UhU7!ajBWpv0nJM+=dFFef~$-yM8zozF~W;>{_$5<Gjen
zncLKJ=2SmOe)8DcmUF(=!(i2#RU+Ts9Qblzy4Q~&&Umgn%LP)DQf6>Csxk@oZLm19
z;EB2B>U7mt4?rqg^rwDUDzq=;5J>U)Zyi2ALOADZDTS$YscBbb-}%UCn791uSq|=n
ze4Au=jul$Rs2zEAaBjp283%W!I-UzEr@plO<z!o~Q61azmwnsx9dqRlzGgPE3HW)X
zFXO<<jp7a;AM*)|#66cSz5X<3`sVES%oDHwn)@uBe|^@&w)-uH311_t6IhZ~oZ%9V
zHQFe&$e+oIm4)ZPrfc?r>ECa^+i|ye_v<njRV)8*E<e>@<&@`?B-|-nH@iflc8871
z6Q?iJSj-N#DA%*?iGBLu{yg)-H`^t4$k=YMo&Gq@Vczf4k1sD47ph{Ma;)M(-woeH
ze!(l<w_Eo<;<sCBXSdLM$qJROn|)h0fBM$ucE9F5&&_o%?W#Syro2^by>7?JY#>_A
zSdya^Cf{tBXmUs(;`QGjKN#J=ojb0PxaaZVj{AS@S8hnIdAi2JncMyNGgB7#1Sb1K
z%Su`HUse0auykrmF_Y1ahYU&CPF=fYBXvB#O$hVf<53>r;Pj1O<qN|t?*FkVmu{#`
z;(xJ4AgAX=%1LjHTYgS<P8+KminKfbNeX}B?^0#hxoT>kP)JO1Ip@7!@lkIXIcpeL
zY8L#@FUjJq{_^eJySw*yAHMi_TkwMS```8Ff4tRp_R06@Z+m{U3CbHj(muB5u-OMi
z<$WnfruY1qvhht}lh%(}g7bx!v~V`+iOKXu6x~c0{&usa)~wd-`|=hYw-%KshRQoC
zPk+o4ls9?QeeAF2;~UPRr5{4gr@mOWq1#&d+MUCd{pmGJTKcDam?*R_@Q}IJ4>zgf
zefcd7n^fu)KCzd6J95LAdGD+Xt24i6-IB?FakVAR_r=waZ(p25zr5m`a&R7p*Cvms
zvYTH|u^)_<{P;zniPh{}yz_&6{cZOBubU*Qk6byuScTQl!&YGTM&|FrO;?`gOxxVC
zxxQs)((w(-P4Pxn$|pai)v`7x9X;()mZ2hYPtkeOUWt>d%#9tK?Hi01oXqt6tCP+A
zLv7+_lllXZ7Eg3;q{@Hz$XoLGg21$%KaXcS=kH2Tow34bS>-<sc}Iu+EZiBVW;~VL
zZ1dh=XHRC|j>{byfj^sX=XAN2B%Jx(y@>y@nzn<w+m}T`iVNhGt&A3_%P)Q5lI~WL
z=8~`F$@Hsud29EJz=d6t>lg7^nJx-f-etNd-dy*6TC<2$nxy=S%_sSe%bD!p{S|&w
z^4YsNbLa8R-IM7e{L5ltKbSC$(pflJ*edd+?1kf=>>8`yDDFC`Dr9B3aPmgwbnQoW
zFP_w!Wd=Qz-TzACJ<GmEpH+<4I(^#&81LuI({4Gmmbq26VBQPa**Uj9y*aje`i#s_
zEB&ci%0DLmy1&AG>EkPV^etAMDVgtP<*0Iw@2Q>kri_D6G$z<_-?2|w`t)wufg8*I
zOj1^mn98}}yE}hw)rR7oTF0e39imJQd|HudtHn^kGEIWf;FSCpmXEWHcu%=c4*PQV
z-@W_0zOE0ys<(Ib5%V8B86PD6^%d6bee~aD+U&EFbRLx+Y-#CU`SEjyK&$~X_mbyK
z|9b0}I{%A)xL@?&_Ar6H>uauiuKdUTEbSJjLz$h-n&w5Ob^fa#=bf7Jb+1O<cA3>F
zn^ZR_rtQ^^f5_)Oz1Y?3!HSnZ)&|wCjSFqj2ywY}<0Q9h#HxtT=9+U0ZiQ@CX6vxl
z-nX-P68C?t-HsL8bngG2*Rg#1RcRlgzWIWTKO)?(=SA4hJ}{C0_7<y*$~!UEn@;3$
z{o?wOusqnH%ss)EN%G41w7MD#D=jwX))>ZRdwg$f{x@YsFGD0tv54xPHV>xaZsynF
zr<{_x(!b2D6`dJ4ahAwQ$BA!)moT67*r0b|I;-T?f2&XD?mF?wyDGaNIA_+m0Il_B
zm!G_Mk0o`}>Hq&u%q!|Yn=9$KcEQPMOmRkw78dSbE0p>m<yL^pUkj@<J-azom!4wS
zk$O<_<ep#mR&>}2UHrag6Q|RXG?({@Z$h*e<t9x29X)rWr)o=6=nR{WN(=ZV_HK22
zp!%_eN4cbz#f;-9ht>jPgL6;pI1f9vgsJE=vvT^0#jsXg)L{{0>PtH^!P}x@Vnp$U
zDLG}SoKE^ddPPz_YNm%IpHw~6QlC91CurK4MMkT3xpb_1e#(B?l=8F}3=7Om_P*|q
zT^YGe<kr+@$$wu+=*b>lx<BR*Yu^JkYlFBQE#Eu)ZmZqXc=luayPxmZD>$v2aN&XM
zN6$xTEC-hVygpCjqiei;*LfY8=bILNe0wzO(#BKY&Yyev_xpTl$J@$HUw$wC@A%vB
zhzrkqfy35EKJevkah5J+4!v^e{qwGAzl`SHk5An5t@6$sM~Qn%Yrbdi@wIcEa<|X&
zzM{|id-G<r&*014%r<xPqvLu)52e2f`OI6yxt_E4=0pQ)m%FZ)4srZT``KI^Di_(R
zrg4n-wL-pgiqfOlsBo^cr&jIZThl%9YGsbr&(bZXx}KY>KmB)+>t0{(thYFnWoeha
z<&$&HSsia5|NeE-eI1{yenGm0l<2|ZNs>0^i&XCm-adC=(S~2m`U+z8fx&@^mnVh)
z;ePT?P*%`!ugJ%50er{h%vRVHd_41=+xB9dyIDJ<2@6Ym;pF=~J(CySF%l|JZ&6qw
z9B=(gpS_0Z;TQY(gD$t7yBPj|t*_ym^t;2y+RQ9#`qDG+yd+9ztHiz2RC@h;_uo5v
zn$E47c`lAOC9AMILhz4!u)rD4CbJ7SyEF?<xmkQa5MN*<G*@}`4jboB)&K9b=!sVU
z-FoSIcf)Jmm`3MQ*+)7qcTe1ZQq8i__>}d-`IDHRzyE&m|2D2o(&zUI9y;pw&p~6I
zWIfxy_-o-)a}#%6t(TYky4E-#x9#^Foh$FGbKQ>3pQUx__Mh!9Y7!GPl62lR&V1D0
z`(OTt!%4QFL*@^w)4%;*+OV(e`uWq2mhYX9d4FNrS9+*LSp4H3&;L(&SA~85&)IwV
z882(FGaK`iPgW;aT#z}bU^}@uBk6juLh$LFpl6rE<}}L9$@iV$rMhpf)=~MtRc9}~
z>yB7zu(6m|XX*a?iJ|jie*bOITF-E9M_XUUCyftrjh5?9r&=%N*`4B%9X=ycXwQ%K
zbw7T~e~}NJacPrg?u-Tgyo~p44;<hv+o7te;=z7sf#e7FP^DE3cfBvXijRA=TGGpC
z+BV0(e|8ww)}H;}nD;Zk^?%rp|COv07Oidi<9%oQ!{`5RI!bozcZd*?OpLkGdSstR
z%0!l<OX{yIS@a<1;@(ZG&Yugu+R&lFQE$6Q_GrIM-+v)voxlTJKD<-=)#W=b#MUli
zG4iR^IkaW_K|UXWj`f8+g0uM!)jXOnduhwz86l~zF)Y6(KVjJ@@#)w5e-k$L++TI%
z*YxsE4(}V4Eg$k`H%$nY;=K1Fp`T$B`yP&>gvoLnvcBj4RS5W>zh8NgOW-3}(_In^
zB^I1#yv^fLVo>FHI?2VTzvxf{o9YRD3jv3zO+QMGtZs;BTU=`_sURcdsHsrRc%EM)
zP2gWdeZ8sZYzLjldLy2H_u~Zr<%$X<zvLH_->~cEj9F}Qjh8$Y#Z0f`%9HFA5qc*g
zuyBpH1M4QemH!z3Kb$U9)wf^KYTNnk=O6#Cx&QzDI)x)D@un>TE|0by$kY|wTCl%0
zktdCB#leE|_U*sZH%FhIQQ=Ue%f_d1ydfv?#E&;y(hfaP40!1-6p%YTD#3F@4x?F%
zs^FaG-QJOho*%g@tZ8pQX=+rGf$HNgUXN66&TE-rax!gFinQmVbBB8kJZDd8NGbU2
zo#8HYo5SY&1b>E~$z|`<BR4<joPI!yM}7C)D`F@6CM@y{oALCWmYC(q>`xQV9G_I<
zeo3;sJJPKrbM`ETvX>f>UzmTC9PHFS{f%9Jtxo<Vdk@jyZ&a8}jdt%yX`gt#Nj_xS
zz1HktHumYy%p%<8^6bh~VHZdc>pU~PTK>@E#K+E2q9?7R!!B$~QP9=qZ%SDb+xPsb
zvM0|iD~*$9e|PbV%Y9eeDXh}3`H7b`QHVdN&m&FSQdH=Zc86+EQG3^S$vJslIqzKE
z<PV*H;2&&vqN`hmi~p06hWE}p`3lDaZ)TP}bZqLG&DvnPsX)w8pt~l_;A6uc9+w2y
zrknHoEEqOMaNp55a>nU_uFp-;ml<-N61tY!r+$^k{$CTi*?Eg=!u?%$3jXe1zxw#D
z^ATI0TiG7ms2B2`Q8Q=JALb{oJx_Vw3cjG=SrGhmyYG{e4EywM@~PyPPWs)rsdjI%
zsELT$qoYst%A?lrX4_{mojGy3$($3D6(m!{w5L2-o%?#TdCGxztItJD?>Wk>zvrd4
zq4k*!zG*3w_3ydNY~3ijEo?@VbkoH||J(%y4gpWoi%*|64lD4QJn?SAi43JUlgf>1
zkEOSrR%>z<KDfy9Mu$LX``p6|PF9;=xZPOHw<O=FRkiqFQvHM@F^}&4b!?0Ed?aQ%
zIXY@3yWGRiagyKc4i&^*dwEDCzjW@}+~+s%?)l+s)UxJQ?bUbMtsPGu$sQ8X*W7h{
zSK1oyXRD0E=W3pL#8{Z&w0vKc@Uf%+0_T-_b_6`Bm>L#d+1<wdq_Z%i?17$xN{>ry
zShrqw!t}nk3$C_Avj2Rwt3u|$p=Obw*sw!-r_0*g88@XU<hzRV<m#Tx-m_MsM5495
z;uD|2Ht$ugCoN`jbKE(8DO;uWl2?KKMB565iIvgmw|=EZi~hc)_G{NW!D)q_8iv<%
zmp|DiQ1oqw=Fir)n#w1K7g(o6@kTba>1;JP#B=k1n}l2Y8fR-~WgSE3Z3h*z4oqmR
zI8nqh`OE~@%!bd29W8b#xpGZ>{E-XVPF!_nd8L?Kb>JhfnYgdgge7Y=7wJ@TT!_3B
z?WAsh#NK_gms;ixzsP{6Yre!xdJy6HN=fgYu%CQ`vg+&KR*gSAJ?E;V{Fo%2^I53t
zp8ChHiyq`|V#>%^aQn*PQ{rteiaM{yO;wGES;?fVBw)8=UxsJdU-zB2zd3rS&*z=k
z+?9A*Yksc%FO7wl*6mPz*t$IT)&8wBz1;*9TVBZTx#?HGudGFBXAPHp=cFYY*%sco
zp0s97(bwiFsu%K>w6wS$^1d|ldrG=ZXQTIm6@ILzgB=zzM(#~vbelD0?yA?#9HvX&
zSGB~X_!@e)w=Q)HYwvehP&+v$;pVNiw^UQu{(Bg_aM-h5WvzqN4E`yvH~##Uvcg<)
zxzTkMlbT%F69KE5^FC*v;op=V%9f=3<z7(7YCHSF`jczFzIpIewvc=G$v+yp%b#&i
zHox_-X1;Oe^n!>U<+$QE4rd!?oMGeD$hfe$z)>OW&F01*wzCAjwFT~4e5vctPlYw2
zi=9*s#)@_O-(769Va6n}MB6o13dxrhcX%((@O*YzuY1ScZ`UWUUhrRS$E}?Dx%_)J
z&RpWLFY5Xuv&y^^nu~<XzpeMb;d#*P<m`y|2|<T6PE-X6x0Z&bpWBf2HF52sVD0Xs
zT@CNAKiwdvP&~7wf#E7=yy3|y7guq$zE{bXchH~oDe2RR8(*2V4W~yv6pV15@UG@7
zyU-fezve+}6}@k##rqdNFPuCr<JZ=OrY6ZEmkKp*=G`)E&eZpO<g4oXq~R9_i<(wg
z1OF{O^(AgUJ!;CF?B!1;$lI0Fl^HpGu=OzeF!x=oC+9>diw_qj7RcB>`P|d&`N>0{
z@5k|?uG6M^lXuj3On0pLoNG{Aap*)`=tM)A?8fuLe2co2Eq9chnph~+trOK0bG*y;
z?W4`XVVsKGL4CDHOs16cFy07oP!hL0__S_o&*f>%kuMzPZI|u;@HA~k&u`(TWsmQ1
zOg^X7bMFIV|M%i0eEALa2l+Xbf-cN%xG%6rR<C!HTKA0K+-y$;+2(Vf*w@!9{^Zmr
zZV8^mm=C)rzM04Mf6b(Tr%`d~r*Hj<xR!kLSgLp4i<umk96qemXq|ie(Q3VAyDrM_
zJnuN?H>do3!`CM|{sksJ_!%qZAuq~Swom_rQd3dm%<vCf`tk~u;=jZ*cV3#k<U`J_
z>raYya+jX@b$!z02{->vyz*{WpJMoO9w8NzDK5Jk)aPl;K65Ti{AuE+f+yTAMTh4y
zuV+}@uwuh41xZKOdp?%}UpDXQ;!0;Qam?GSX~1E`$fh6@`=Li;|D}5(JhwHfuRHK0
z-nzNFp@?Cx?vB5Qj7%0UdUA8}lC@1i9=q%mM72w=P6|{xr}vnz$=G9C_~|1*Jf_(>
zI;;3DQu!_XCaHH-PwC_4J1OV435!hE+Gc!QUSU%2gg0mUCYb~@3Rx=pyG`2M@lo~r
z{g<h#!cU}PBX{Z5PnZ_?QMfX&@=1`U@sbaJ0#{hQUsItLwJK$&{h|im*X|7L2Q9oV
zxJ;N-T6EUzWXRGPr*=gJ@OmCo`>CO7{Iog8pW`)CPIJjVkFc47>orp=Tb77uTryN|
zD0-xRpfTkwC!d|5kBUj}3pcs<b1z2=C3)GcQOa7lY>P{u52H2TmnVV;quOqVd^vJp
z@(#<Hs~+s`nzu%%VDhq+W~!o3L=vML`YdNI<YU@B{d!`slU87gxNDT}NtK<(z1I$j
zOiW#WVOnL#lA0wqgY;JYa$NLqZl{RXA-1SFS`9TR3b!UL_K4J)X(P{|FYr#4Wy4#2
ztphCzLf+aHEbWf#PA}lp7k7N*9>DEcrPXj|(SdAh)A)v(s}ocuEZ_PlSMCcHn*WXG
z&YMq1)-HWx(l<#z=)`)C3m&yk<foa$XTLC6<NS7U!rAp&d<_aqbPjKO`bnbuopMH3
zhC}QF<|T2WCeM7OnS5XE@|Yy_t<-7D;!f45P1C;e8=bO05Tf)!F2gUL^UbMy$A7zj
z7TjHuf9loUrRKXh&cv29@x`Ci^Y*xZYsRJ{-}xsUO583q!)>a`i}cUUa}KT8SYrA>
zaM6KMACZrpp*1OqVv`itDsN8{c%!OtbJLR8c})|24k<5);bsay@{B>yLGhP@%4+vV
zztXeYr9T+R3humjV4Kc%A&F;<^B6DBPq1^S+gIXwV=v>Hj(Ha4QpbEdgeRVgEa<vw
zJ}E`Ya&D{gn-FJL?%Hc9xvyKEEM>bo{Xzxj*69mm7cH^75VUcBLx;D-!IZlUpQnY`
zeGLm#wLL#=$=~d1lQaCA61y$z>=Vx3S`s<QMc}33fpXPXc`nn!9E@jQ_X>Hjr(D7}
zRrgg&<FeTfhnU|<{}dIiFm^oY^uTg~T#BlWeAcCtUtanOtDN8$$;`Mu`@8$e8D?*T
zepX~HU0eTHak*7p=HnA~ovvbQ-*blNCM}w~G|0|sM_U=+Ipf?9=T!ep;OB6kXjl1s
z*IgNV>yGXaJHMaoySsS&4L+T)RAF&tyUYGY-8y*I#5WCb?hZ@_uNu6cGfvu299(zk
z+1Z<KEI!@3RNG~2!)4NNW@-Lg$44>3|4sy}O6eYw4DHF^k*j^H?xS0;5%1Bxa^D#y
zo`1H!a!OE8oP0<7rb{_iQgfUqPsv}FFYCM_;X_=)y@_#sDy=_{_<sJRG4pks_>$?9
zzkKj~ylL|GJifDAtGz@8${RK?m&nd;a1AjLbZ)y-=<!was_oWO=h(Op9bpKX;9J9F
z)ax53ba6=s&oUL|nK@Hu*iQb~?UAfhkz}^`#JPa39Ie@YDK38;TN`)BhbT_g6)`=w
zvHpbfrFWaRSPT5OdTEuy$>_<xNK;5d<Urnsn+~q`{3jlsbVc;#Mf(Tr7BdW%Sly7?
zP<2Xnx6Heu%<0|-cQTx6J-dp*jJ3kzq#$SM369c+(9hj9j~egw7@yK><nmG%th|0#
z=jFGa2Rn44--(;Lgx4C@n|*CAvYYTm@v(pD7rw}^CwMfpo!8y{?wxQXAgJ}y!L<VU
zU9Ij*VilLUp0Q)PD)>`tf3mZ-)2<0m<%>MFl{AX4mT|Qz-N4)+^MFyC;lqh9fxBAg
zD*j@&+pA<W@5;4&#@*R14^0n!(yA}ud%`a8NATxvOTIF`?`M-2^z0MTzVUXFuit_-
zOe-1!{;hi5%l+WIT}u7qm8sk(Hbyvn<P+<wxxgpm){^V!qO(P7BJ1>NZ9BpQ#pYf5
zs<J3f(5ojQ_Q-Rtxw=VNf|I*dZVCH4IOvJJ=@5AIce!Gnc{D4p@-cZ{v3Ug?9P?#0
z|Ge4ppjXB@#L4C3oy7f){%<%Qq_h9ci?GbL5B(w>!fD(1y++`tq==Q<9PLlPy5tus
zoIEgDe!;~>^SGt%c7-{=dC7N8*JW;cN#V8){R&EEkNh8Xwg+zc!5kx9vzu|@MvIFZ
zQWXDuz1g_N`t09xW@|jtRNNNsR=CDH(O&b@yUgQ;k9*6jz6#rmt504U;d$ldz16?|
z$vc?|uDn%VZ|H0EX)|-?cLp0Lrt+>Sp|!^sDAgE<RA1;b%(b&IIUV~wsl(V~sf?*^
zO}XI2RPPx=*RD7ISFZlt$HcPkYRv-qq^Q*Fn`uj0CfsSce*5Me;Uwd$PHg79-PeVq
zf3$@?W-!^k*?BsT^-nQFReg)(uL29(7))E9DvFz|*u^S2<CC;tt(agWTf<fblf3_q
z7h;b*mJkz<*!#$ix85r6`uAvsZ~4!I!slgj_TK)OD_Fm(zwB~Of#5E0nI4VbIWs02
zCR=wp*fa0HB$p6;*ydZ6>Bc|j&zHT4RduQE^jzwx!ZRtsd;g&b<K6woZW*Q)T3DYu
zH>1~b$67m9QGsipRu?|Md2Q|*Z}W&s<rx)Qe^#`3G#B@)&!{OYIoy8p<oDZZjrXSS
zRIB&%7I3n<)V@$A>F302)tfKy&2bQ0E_<ut_=9(X8x7B!Nv;)KbangFjOEepAt$#f
zyS7ZSu~xNyP(HsT)<^xoo^L;MldH-OeQS9!C$~sTe%73_Pv2S-Rxo;5aUHBTkV`do
zd&{D9=EJ@#d{N8Ff~Jd<*Zqh)>(%P1^4<B?kF6H7PkMd+H1nj_FW$U`yT2<<c+OEB
z9nw7Qz_|cRp*g>wY--zG5_9pRUB>CAh9~D64*Ll3vl}jDopFarr||Y1HLZ53(@UHm
zvzPIHX>7PCXjdL!_oRPLOhV_gmo2@%UHlug4}SS*Z#gsd;;EuN9+kE8RMzBse(7V8
ztW*5Es8mI<#>eUFj=HBml*)V-6{>K&7oJn1`0#ulN0`SJryZiLyVp1E^ZVBt_GlH;
z{5wsbS^2v%B3!Dc%~P-cus-g?HAj~FETPWpq*iR0ZTfUciPbFabG;V~g)~@$n{KK&
zUiY|t*sybYNYkl}yWMgak^%%z%BI|j{A#VKzA@YDsoFBemD|kDtNd~ks!g`s?71_~
zU18%v)xy4*tGnmC*(A<yX}HAZspp2pPTw4&AGz5lgvv@E^9(S)HoxbyWLWqXH-kdO
zn~qnFw!TbCYCNlO@OaR-mw(svO=ixwRg<@TdPK<QiU090$3i(9-x;lQ<evVZXXcfL
z24U5Q{)a<Fza^Gjn^a%^b&*KNjl+h^yLQae+aCC{{mBvmnVlW`lLXu6Yng`a7f<{a
zXR!Isa$XBlE}kuV;#}7h%_WLnPRcBss@X2SY~q8PnhlH|(a9I1gk*KPzByC}Dn4Fy
z=V61$hC3oRwsS4u{i&{(R}s0zf1gw1<RC%CiRYy(OuoxoD%b7(z#wWPD-qPhyrLvx
z)sN>#F5Fd~v3;s1gQ<)0Vw*)Lcq=#<c~?gCr=00tS@kz<rB3zk5WO8PeBmEeb5{It
z>`4}_dsdn)C->>S=6)gf9rBU^v2*5XU;C^zDX6J`#kFYJxQlx)_&r(0_5Q!s)rD7l
zFZ}b7d%5HK1p5yT5-Ut1J*Q3O>TmM882w5;<kX4@AJ+$cWdHBv?s4GatL?0(RM&jU
z{jY!e*4(8rW=wq!m+i04{*!s>dF-iJExr()*X3e+J%XNc%-Z^2;hWvVc*_Up|4sj)
z+I8WA*`(0I6%YN{zh)fY|3TyC$5{(_tETqY{#bEpe&5`Td=F-Bm4B_}M?#kx?ySCh
zlX+5Bf#<2!S7o<u7U8a29;5tJO;q|+^VQuV?SK3}2F_<bukoX~o^jRT)$5;^`dsUq
zc*Ss%)e|NS^-E5ktG^wX&8T_p*gxj4#f!eq*NraqIlb@imk;waH%{_7tH(7*PLuKL
z>d;k1VRs}Rc6~mWwE6$uOUi#V)BZ3eM9N+G@${nF|F{c}=G)J0Z~s&MD7<eP?@Etf
zOL?Ci;cR-fXu7M7$)lAUKeQCwTjN|&l#{dkjO~qpFDGvJ&n%1I;`puLL*AQRoW33v
zdcTa{&)eXYx<9<Bz<%522^MxAH2ySg`ZLQp$nmMy@`Y+~E^|e#{#2Y@`Jy0k5sw$Y
z+RU8aEHX3ay*;Ut^z7k<Eq`ZjI`!;Jdeigk{&l|h^L)?i*ZFRbzWjM}{N?G<mp`wL
zzYO9nju)O58Y6Yq*vm%1KzU2hu}B*?<CW<?9aonu(sX1IzO{!@=|U>UGtWJBoByo4
zvnSGN@1`a0=N6TxoYbB0@crf*HI?0$SN%(0eRh(*Lia-D?q?Gdl_Ph|yutNNK1T3k
z!p9p8>H%$+6zgZ%rDn=V8oCyV&eK09Em$WVV6)}df!b&PE*D;%Q<3Q5^n%4jb`k%l
zf6aB8pY#=tPhZe7IyB({|7;PL)0@7fcDy_N-@f~=Qn%X2=jC5#TX3ZsCZsH!5HA*|
zsXw#qe)fq*&HdJYL)+eM_~#N5KYP~=j{+0r&%d*Zn%1Ar3qSZ%tG?mKqlX*c+poC5
z{$i@bB-<zP5tBarXgRKK6SwdK&!UfC)jzkW<es^}<8o+%@oaC4)n7N}&FY$C-f}6-
z@N~Z5cH@s<C)9`k%q=Q;IzR6Ji=w~ob1rO_komU1ea_5J+$U8I@Ee?(zisLNJ%5`&
zx&LMPct!ouOz-`-%0<K#BSgM<O#h%>$a89UG`p5>2p4O8+n>nhT5GPSwyDB=PuH|h
z3z@ln@&&t~r%Qh5J@QrA=y*s!rNPwo$@Vv_t2$22I{mFOM=;SU>G0p+SD&n(yqLAX
zb<=uX>!QoM_10z{%ryMuk#l0jg*BRzQ@cX7R)owpQ-Ac3>1JAmVCoLRr<<l{Z@lb1
zU-ZjNwFn*yk&o)4`-%=twAuRZ)}bY#rSbC=@A5VNJ|1SMsG6Yr|MTxR9Y1yYTwil7
z(3UU!`6oCl^#5L`O`AOK{ys1vc(SO9)B3Kk`Joc`j<u=$ylY||-IgBc)^Y9s@q5$P
zdiEKey!SftkyDP-p8wr*kDQs~>LfVv>-RHX&a7O&J4o?J-{T*C3MXT`1B@gk{U%%O
zX#Q#RIkoN9AIrbl*H4@?s80MgN%Hm4kA)us*L<z|wJ?7cr(Y|7F3;4BJUk3iKG6;R
zw^v4+G#&XFDN=sGQf!6Hid4QB*`+Nl{wr_%Zd^OJdGB?DY{rSUQv;aR3P$yL<v88!
zYd<i5rqg+m8JgRww5AFi(EH-UZv1rK%M{n8-`V9Rnm7dsnZ0$~ZMU?dj%TlT=rxfQ
z1{YWyL!uSdPu;2<_S%)p@&QLskuKx<4GgdD7^&yHWM0~zb5itdYR(-Vj*w@EzTJ4x
zXO#QRNN{eDO;_I3*@21fPZ$?_1ihVRzR+-j%A);u7k12fvH5N;-%Y#QdTW-Xh~4~n
zakKQjt$h!B&fYn;v(qd<Ws&I|shJZ_tY|RM<62ZznB06kUXQ`<W4(sQN6mvl<`=d2
zc*;!Yu8I6GY4X)_rR0y_;vTGLpUsec@u4z@$kHEYvXzZ`-<3savscwTJm_#VN78NS
z71Ib-_1!HijW5k*zJ2plT|}JB4)x_{+ukUvD{k?5!?ny$v-9V|Q|v!9y!2Dgd#(AR
z^fAM+re4*3%BtcBgLWTV2i`Q1dl_#1U5TlsiwYbkwh2q}>Ul6eNC|)N)gm*sVf*24
zMT!z#ciOo&Z+QM^hVA>nsT(F9`^$K3X9m-@oese-Q~wDcy_Deeddsq+OA8fWXHUPn
zO8M#R8T`|hm9;LbJNV)9%MU?zxAIo?9<B+0vYuHYaa%^`J(&#&3LSsG96n+xHC1h~
zqe;Tg6i$xUg_dcKZ42Mcd-key)uy|4r`+Ceo&9rez@5xm>$jVKMjtdf*BN6}E;noU
z%Hk-_dnGG(hPg>~7%tAYFEzd6{VXiUa<;ta+2saXQue3tT&?Xt^PxW9K6Cw%Z?Wfj
zia0M9-O|7NsCm7?sf#Vkr|JBb=~=b(R7=|Bl-&v5%j46|f4X%xto7@%Y1eyv<90_*
z*syzJs@>UK9W(Y#cP?dY+qiXGQogr+YFVQ5hBHe;6<>Fn&3Sh81<PR*K8M{qE0^w^
zrXkE0w)()c^?PrsCmf2hoT*T7sOspto!c%RV>o-Mgh4n;XJbjec_jZH568%`%>oz9
za{d)8oxb?j@6=zFX9{!n6$EWgPH;c1wbpX^yBGJ0*3Ox7@79-R&f>GpWlOKVSzB`I
zMXvuer^wmo>w>)3^v;NWR$DNs_?ha=6{*hhv7gl!JM}OdwQo}Ky|{Yi!VfpM&)@lT
zp6C0^0gbBi&)VGna#yRmwi`67E`PR3&6nL>EGq5P%lKub3@ccFyY@C}=}ya<RG+K(
zcS=v(+)~~4Mb~CH$ljf%@+b9BQQw09Q#k%?ojoPm@7P9F?{$B(m~xp-PxBN>eBOIo
zUs!!{6jxVd<Mx!3g%_i_!sFHIb34LTs_BX{eckEr#C&v~kK~HC#oFqT54$&QzHHE2
zC;RsLO=GW~ljpWLsVzK`r)m57rt$P?&PDErOV@Jm?Ylfjy7sqf<f5;ux6IslIn8|G
zj3aStjK4g&aU@M7X`$B1nFbpYR;u|Q;@I<dij2nu1{NoqMe!mRII^6rUHQCCIlC`(
z)Op1%y0`7g-5L>1hJ!pZA})J;b~L(e{%cg(_ANf+xNqi3A%BjVwTxXdR~k2~2A?`m
zYG&@~CAK3sT1l0ojromwDznvs>Y_I@`{#MJ)f-O{{`D}${^VI<v!*hMpCLILzjep#
zG~1SH5+?IEE3)^y*tD#fN1gUd)t}+}@y(dmwE6wkb6ftdi*KLd=d?=b=%q!`x`8%p
zmaSG_KJVv?mCq;a+>%nbY|hSkQq^fiX)6xaO}y!{U0L$rbi=7Ha`ZQCH|kAyNl*6n
zTRUT8YerW7%%e{QFFBn)`1)Jiv8{r8qLeBPOVn=b7sm6dMiu2$9`z~gayqTEuXAqa
z+w_c3iT0Mv3?J7`@lP5zZ0q}T;&jDawhTAf?Q4<}6C`=3-~V2BR9dF{WXi3uTQB1a
zzq8%Dx10I?-p1{_tv3jB>+0Ws_hk3p@1NfK?eksm%EQUKuc3U6(cd!7AjvtUzUnUS
zkp=he+KPF<i+7vJ{&x|x*7UQ{cHgtEY=5{WVgHk5Cr^qW`Z)Kp_ObgrFH1O9+)nhD
zId(wQyUCFu_Rs8YnakZw`95(;w~pj)=A5**F!Wu9P2}UtFJ3R<d%eI~YPG1;|EX`q
z|5lsSZI{kk<b67OevH4x%-)H&&cwPrNY=T0?}q-*JcDAxXYS$4ijMa9PFjD&yYBTg
zo$YLnb488I(ii75y1kT2e<GEh!uGFa?zHQA={0ZD%JOflOU*mO&-?gdR(eOq+jDc)
zr5XsADH{IP)c!jCk(<PP5vlJXJ+nD`Ki}*-_Gr%B@=tT$cj|7PS+T#&_|>zL(tDa)
z#8OuNy|wfqdtBBWVc(4t_4#Z3)91#d&rM0{wUXW(WEHOTI`WLG_tx9;JV9^Mb9(xX
z*QG3esx{lTdP@I1spyb?-*2tgHWV6Edru9O*Ur0h>f#Qe&C4!pRW-ZZ+Hq5CyUek!
z0R97CvnHCQNT$uYnfLtY&KGC8&uq(K(qVtw7`HoT#kLy}(>E9E88uhEO?&Aw(;&A^
z@0!p0y)!i=xl9Ut))_k-Yd>=A<&$HVbCzy4U-!Rf?qy3U@69J$jvJ&T=UXj*+<vAv
z-O_6HW2@E5%o1O&nT9PlRM}`~Wn!2(ccHOWdU8q1uZzzdW~RPz47oAMdh*2?6Lhy6
zxgu2jJ9HQ0iKAZ3-M8wO{WIpj<EL*g9leD!Sik1^#wZE#>k%_A)a71!COs*8j*q{u
zZYg)~>V^C6epvC>r+4K|pRa#!`L5M1QF^Crwk%D1ZstvE?a9B+-!aPB_k6;?>384G
zl#brqdhGg=Z?AJ?d@^&+s<G;R_k3Q~ckbGpjp=%G*K_tZPW&VioSbvynKZL-R8m&v
z&X1b2P3HNXQ25e(sBW2J@w<~tH|wwa&$F~#@#r}w$!bCA=Atd}w{J?!xb#!}`cA3)
z5>wBXbRG)%wt36^OW#c2B>o9{EW!6%RN8-YV0!z^%$Q?0Ehp_&%?mnPc)H}9>bEP&
zC+_@Ix-O}FUsCzy%`IoEjZCxeJUbR-GB0`YC!XRPH+Wv12v{U~a|vg1y7hWt>*Asx
z^DO1(u6}v;*FWQLXZ9HyTyc`DFl92hQMjx8-_i1aOE;@5vvW#&)n?(jZ?jQ#dTP|}
z*&_BX#>cv4zIFeS)yoT>|K!;IfYQT9b(ihGnP%FXar#!{^u(1b;-#712N-_+^o1cX
zB0u1hbIz<>!8vS+nG*eO6Eg}HWo50tB#^cDv2VgmUajn3BF{DJ&ZyR$Y5QT=bG)EV
zTA|I#YlCz?^8ttMehZ!ckI`L>;Wd#e)8v|;YO-`E-MDm&MbTNn^{L{bt~pkBWn@zO
zx)%u_*Ph1dRHCrUonNIWYyLXtY8#fX4tqIPI?8>OdegK~kIDRXr+^-p@4*5wQLfbE
z>H<Yct|^DU9Xnh9?bH1;Xa8?K9UfozTYuAK^X)%<>prK+UWk3Xvc;A?zCvonh4WT?
zdG7+|Ruz{Ul$U*a_sQJ-)Qi5nFKv@|itXKJ{+XwK;@vCZuO`2kt@}^7@9IUNCo6LN
z&bWA<-8&=E|J>Hs23P<6esI;>#9-&^S&=P^8}}Hx$EI$*`2Jevt<qfw<*x}#n*G0d
zwlDH=+Y3?e*IMR3>MzB3nQuF_Q#jhFH*e1R+E07$+^U$heo3Tm>2!l`Lq>M}%KD4<
zz2C*De7N)C9jnQ7b@uhw^Za6-UHW?K>8`8E45wnf*Lkjw)r%^*ZnS#!vqh?cVb*gp
zHau`+iOEP?ad^7Ty?;ptma|;X9=vO&d@aWKN9M%yufn90CjPbKy1DT3>V>}*pWKj$
z<k8IyIlI2_r;$g5qKKwV#PK)GLGdiC)o<G#Xex1S5#I6e=W>gLBiD}nOs{GFdHh1W
zbaK7prDF#kzPx^LkHntUEB<p-*YV!?Y8Q7s?b?Hnrf$!zT++@iKW-)`|KTM6`oB^Y
z+{KN|t%cj4O^CL=CDxRiyL6`WgA1HWNjiLD&2bC8WUTic75p!-t1G9f-#OIe%wtoz
zpxeO=T5gk)6f`+pC1>oK=Kf>p->IVW7aea%x}nZebL&`#{}FxL6T!RYRNSt3@>8zB
ze1>9swdBWbuNjUMcKq-uV7844P-`hkb5Ps-#45h$;E}v9AH2>^>&-i5q!+Yj$)d|s
z!=wZ(jm#z$q#DjtZWdFFnfR{aX7nB<RxPIvC1d7!j|C4Np0u!a-N%l1iXCRI@>$Q6
zxQxCiZNJLn?!n#C$TdUhM?v0g%`?Vx)ol)cK2XTJ+%$Dbvd6ql<*NnVZf=y6e90oj
znklftD1-0l>r9?$#;wN{joh}*=4iXj!90mWMSR%~bA6*HbJG~M9(Z7?GQq=6BZ`;#
za*l4sr24G^CMqg@Zru@EW(J$-249i1%33@%b%vy-Qk?CyGXkz`S$!8gMcDdo9y?*E
zU@mFII_Zv~56|l`5s7Y2=fhI1%PJ@CmT5Y$;o8{~XAR$QTc51Z=jq$E`S6>oG7pd5
zu<rh}XoIfUk=8V;F3szQx6WBFw!*bADsH#O>f9x37n!}4NN81={D0o1PjfE?T@b!x
zp|C?E+bqj`uSUVQ-XFI#O8La4d<=bjenkdn%-TOwG^0QGlE&l3NAGR0^YV4l>RxE<
z!nD;v((ktal$#>o5BXGAFX8^QzFPgsvJawZVmFz?Hf%lghbPc+?XA_WOC8uhYMXg}
zySCUT;sD37{uz(m1a_sIOBPf<rx@fSGSkAX%OkmigJtH&*B5w?Se;Z-&nY%wP1u}$
zg2iXqB1wjwZr-6Mn6<c0KiOD6VcndXulnnLP42e~e5?8VkA=kp;e~ITAKTi#R`!&$
z=sCP0qhxOTN)6ki6QiOgp1t$%sf_*3gO4MY9^d_Q|K-cIvt#cr?zsJKi{0+!m&2s=
zp00n^rWYOVWi@NN<=M-L*In$3x!+Zki!4vK*sgzf|5Kj4Dc8<k-2JoibmMHfdtYSk
zv0s08bLngW|JloP)*b(HaoPTFcLQe!%D<TF>!15V{KcZ&iD_)|xmM}<pU$OSP|7km
zV_E&>)Uiz)7M_*a5I*nv70>z2kGI;aGv65#eL(3)#PWkXqZ;(*?7ryyYwPLOSzHq?
zPK*-depp`{7rR37S=Rn1nrlC|oqVQgyUQc`!^?xNv({alU9-3{%5Jxj`z1%YkL~N~
zP6yUTS!#ZE;6A_agv|-}^2fQ~%=;FZ&bR4KRoL)F$<1Km?9(6I=0DW<Rq<9)##QvN
zLGDwYH?C)R^Y*Wg?c0`?lxQ_;UDeAfS<BO>qBg58U*>tz_k2;AwNd5dTN^LwoZJ;S
zv-0ZRvd<~Si<r+$%=-|&_{q(i=NIpG@RjrPJCbEw@yVA{U{<o9#GWZHctmDxu;)$s
zpH{o2d}5U_e~a43K3|u+yv5s$OK;E9d*7#f_$KSg-xrsj^R2tXa%APnDdv*z%qO<g
zpLP5YuQolyZS5)MvL)x3HW~b}-eh>j`oUqI-~2bbzEr%Ly;etc%8YVPy$|IAF*%dZ
zC~aHtdXi(m;${9>(|wp;UN~|oc*Yk;i{7r6ei?^ew(2l%nt12Xto2N@PPZ=EGugx0
z?V!fa6<<BY&fc_B-M3&tqH6!UL+y%LKQy=en_E$}_{2e_{YTtSmQ3Y)u*}5c#9!w-
zc^rZop1+hhwja2<`kG<hH>I3yJGnfM^ge#AnDkYxld*83%+jL%dpi5}ncaVS{mx>)
zHNPe1S8RTrR~3+y@Xzwvhqi>nrnmFL?)Ug^<yyOYZSw1VWrkaAwufEHEnNT1w6gnx
zR!_*!L#{eui*}_x2$hNOKNxoM--JNb+q=#dhE~p+7#Mrh>1pCuwKtm43cs)KytH=n
z()W*NF8a6p#nO^kA?sIc>q=(d2>P@*I3TF#agsZ8_njM;$_w2s-)T;I;m0}GDgEBz
zwmfBPu7yGGYE~E@Fi5O5pY-XjL6*St^2~o_qR+jz-|U$i^+;{o#Ku=AHT(o+7~LOi
zllYb|{rKO^_YwS`+8ufJOx6*2EO4){=0jy?g1TFluzKs|i$7G_W)<sqtGV;oZ1j3>
zp(^Y=(Ok-TY9YHUf8vQ93sO8DOfYnl>b6n8#(31DOm|VcW`)G}JxMj4@w1p(X1;i?
z`D1#LotDNer90vmcZB<_&*ga~y7TZKqbBihVs&;$Uw<l_)IPoSo>INxv8z#SSCt;m
zJ?RxIvF6+^Ud9bS>>tO!Jh#cUMxEUzhs93w_gkT*8m8-#9d9+e9aj)z>`3CbO)-Da
zP`95&T52)R%$nC?VHv>=ir<nY9basC-?P-Xl{?Gix02a~n~T1#QDO|->$yVu<e#%m
z{|s*NyEMI5>P?t*&t3fBMInjsCt`suPsG<Q2vc;~X4&S^?e#&xq{T+@af{C3mI>D+
zn42~9PHf}gS!69SZKM4*!yoL)^#wX9c3~H7w^{CCZ+ztZh40uI3FovAJc^%<Tz3h0
z|B%`4RN~Dob8v^?Z2^m<uB?Q_jQm6%v!jL&K7N<kaiC-^N6dl<UJawFS?BwnEy>~g
zHQ8V8$;3Y{pV{T_9^CmVf6lhE6PA0(eO=oAY0av)I)TqSK9tJ;l#@FAe0u)!t@+D0
z?N~J3C#W(~(C>cE{sW>d(@XlJm%r7W-x<?X;AAHM%q_J0SKZ8WeEVnd8=p+mZ%N_O
zE6h%-&irol&bMB8*EF|pQu?#}OszTHb28fmge_mVGX=cr<UaXaKjfa8Z1v)oe|q~q
z&n>v^vh%0($!G6PZq3#DEFN{n^pLkm;N<D28xC@A(KVfYB|32lBg?wZL!!J=e|dFR
zA1xCzOtRm-Kil}#J&Denra@i~*LpV3KDn)P{@jLO^ZQSor{7yzRTnC@Zj=3vKYTU0
z>kj-WUKT!qA$Iz~yK^S|Iu_-;G@0+-=826HKHa<*ski^ZgH509s<ur@oHb*`l%ujY
zcBt80J*?!I{o`})?fW(7*8je)+xV%!L%8t&o&84hj+d>!{g5qx&WzQ|WOd%Y`o87Q
zIWwc!#xIr8wfROuKMFfc^2(c4_}IQPhOqrv)7qFP@E~D^(k-V1qwQv!S&e5)&fttb
zywZHpn)0G~TLZT23yrVj4*1tBck9)f?tHEJ7fNjAclEE1z3p{T;pvfop|?5COfQ&o
z?R8IKdX=et3io*jgSDT^e#_XMJ-|1aErw_Ayw3_gPSN5e8Pe>>3je+lJGfKqiIKdN
zUE4v~A9vK&JzXf3pS@FpNk*wj=j6eC4MlwQ%6In6+!HZRt$+4|id*x(ReJwCt7fso
zYC5k~E&q4fUD-yL58lhq-#0z<W5~>&7PoiNGwy%2yvshn;coWzX$9tW_ja^Ce=l(G
zs!pQmj@(~z_Q?&2syoBNSr)L)o7DbB){V0=vqk&Iq_^8<3ManqS`cXvuUNgi!EAHr
z+k@2?*sh&;)qGcWVbJ^oHH~X_p1l9Q@rj(B^s@fvyL~5wCzvsP{8kWTqOf0H<Tl6A
zY=hVH?-mJ{Xza_sSSfsG`wNyQ{|>8hcpF?2%DZkVlaR%<(t1h0cfflE+dxjf?w@aW
z9!yS-PLMa7G-s|8_njl>SLUx?7-pSYA(c}m^CPwVcjke7(;G7TZSoFho|={}rCq`F
z{nypC9m{sjS@6cB>19CL+@F{3ZrnbdcX#c^TdU8Wko~&u^FyO}-g~PokNYoPsw~^&
z?;<<BF2~tjY=L*o$$CESJB~l!E_f%r`R}TD=g`|pldk{WRgztOeLc4-lWoHr?u$#q
zmO9@&%=`R^@FqEhuXk^L=-=|Sz+g-8^Lsy*UE8>LRgk*<mrvn;cbhFblz(d3Z?Bw{
zcbop!9Pk&hJ2`jzm0!|HcW+gP*SN09cU$|KsiCL4*H37JRW~Dp`nH_47cSd!ho?Ui
zFAbltgI)2IvF+mUf3+&!-Lf~N!@oHAxYWrPeER#?czwjRjPw`$iN6`<pL!?#yU1Rq
z(d)ORshr1>87Cj)?maCYQ`5mFWAVnzEh1_0v$h`LzK2I{cN{l6T{<o5dEK^?W$P2J
zb30l}g&eQj@$Zkl{O(k_rD{J-HhnWNxFgML#j`k%f6iHVp*10Y9k0EKo~0T%so>FC
zIYxEA2^`y;-lhq9{=R;*Uz#~;k_Sh?bNAWI$7inz(d+NdG!8qmc=DeLttttZ%_m=7
zs$Up+?n2o+mx=<fZHa#Ku6rLAdXuxHaD!OuS24v!wvv^Xs~ER@mh+c9JmZ_`{VTIy
zJKVioHb>sHUgyypjrPg~r#CO`=>N;5wocG@dSOy+R@>>5#owRA3Gw;W9t^*enfD^Q
z`qmFMg&B@HyVGYX95Fk)!86fz<tnk?KR3+{PM&!0T{`olV`jPHEJkK8jx&B%cWs`(
zaB1kx-=(wNt}owzw(c?Gw&$tE-dlEm-C4T*<^FT~oVWDY{XJg$%W!4hoWF1Hewl5M
zVE8-wd1%r6y6;g7@|EvDe_5XUYkJaQZEaKE|4tqYTfcO_tY`l-d)I^ebE=N<y-g8X
zH~EP@!)LRnHT-9e`aO7i*Xj55+_@KxOP^Z(b!Pu-5SaVx@Ad=w88IIgtkR50um8>W
zz2&7sq)&Z@^M_-dDibd)H+!VqTM((gW17WguUA`nrtXPV?l|@L_*sc9ZnrmhTyN!E
z-O5>;cqm_7?L|P=<3{taBeUiNma5%9Vrp@8@wuXBE3Z7iS6pWE@x#xc&+BAv&)F1Z
z=4+w3{Mg2QkGHRsdGN$k<968WKd}#IpLn{fM9E5H-D+7a;gTA*jc*kW-07-gSaX-7
zySzbEzkzi#Zvk&gk(8R?gsyw5qE;(STcI7fPT=Ii{MawI($+4Ezt3y7J-_cv#mukL
z9~&wK?*93v;&Lpq<hSDgoyTmJU(sB&Mw&^k|IL<1zalDLpPEtrV9GTWPj$tehI9Ts
zRV<aB+^foPB(zmk#eRv~m)vOPLmyeThkw)Dotl16kRdbPNPfHJjdxQX<{L<JOEjNP
zNSF|l@^8=iM_x%4Hj^^8ExfjT%GBK(HeQ*=6R&^N>AC)mN88lA!@T0f?(Ir=DBB_H
zHn)IF;nIbi9sVAxC#rLt-mde9k!eop16dXs?nht#PS{rdBH@fj&ITcw8CxDRUfL!)
zFKhdm`_B()tYu{tzJGD<ZR4lH`6Y%H*B^e5eZhO>OSMz?Q#*mExzqMf+L@^E=)Q5T
zvj2YFeygmg>k6BD=gxFE*5Y<(XYjX6zwV`9X0!S8$4TXaqT=?+rP793?%Sul?8~xM
zPEj~;)9&fcw`*QcxK(&%`nMgq9j_g;e2%auDSuIZ@u%ewds@DLobBe1*Nat;vM+cg
zwOTOZ-J|_CLOSl|J=wdXsnz6vwMpmuV}Esn+pfO3pS2^uf-9na|HH{FQ{JzbdQ9s6
zvxKC{_7h@0rg}Zfw9d(>d*P`*U*+Db`R|&hyH5WjYGE&Uz4v}izx=I*Klto9CeGP@
zcjFXG+4V;Q!@6FyZhoql`{8-Si(M1SwUTzfz1&{(KCs|%dwxggBd)hM_9#7&zJ5aT
z#<EAvkw<xcchB|oyjorvyif1Nrtk%q|C}zV72!6&m^XjU!{_eNn*?uNk3M%^=;9Xs
zjy=Kg{7<LNj_=x-n5=p9g4K84E6dp3YqtoRKW5wRRloe{x@3zbCoK8)Hfj5B@u_+7
za_OCA-xuCtV*jDHy6#t%&Dq;#dA%Yg_vbF$C46eO*3@0SSFW41T4tR;@MqJzxwCGF
z95b8DT%-T$<VC-p{3CmNj%;dvvf1i$GH06k<0EPQCi<T~@cwe$R>HdEE$1$~H?67}
zNnx#*Zb|tC*GZgQ-q@pCrF6pQRHoq!(G|P+if(hP=AN*a@f5>KY2W#8w!F5?{mY-s
z$nSID;+Fd+8V62XUvb@Eqk1vlQ)?H8^-ug8D(8N!ZF;>uxHME&@B1%<df6lEeix;R
zyKzfN{m)f4Q!(1J$FJH{IDW}e$Lj%aPZ`aS(fMC@edTEh_ln#zc4m>T)$_{>Hf$~3
zBzWW3fiqn{x}}cIb$$43>9cjWmc01<?dRJ)Cm*Sq1#je6@GM^OdyD;<Un{KVhP}@G
zDdo4Xw3y`zr{Bhm+rJEUZrj9k*YbR@?d>U<dm|MK=Y5@T{CtB!OwLm|zukFC<^Okl
zTwQh9!GtT+sy=_usTUbF?t99L!d7Wcxi78sS}n{-^^w^b^$WZ={%eKF>m*vdn#7xW
z-9#cxv|??)TFj#RJqnk_lQui$?_4`~P1@F{Y!=%E4+QBf=AP+(Vp((8Rh?{0|IVCS
zCONfoZIOHCnspq!a@kDy^7ZehZ;8wm{;fBqkc;_;<7+|jZmIRGt=VN0A1|m&ZwdL8
zB_5nF(H^$?Q(D<kvz-C{ADE<7LJhAOFeJ?0nZ&T=;=GCPbkvvJeC@}dZo&6uQrzRt
z-LKN_Z<s2$`SH7;f`$2pI$y&S?WBEUd8W?3^jrFpJI8xrx9xK-XDWnPMzHp++L?A^
z7jOK&+~tp_y!XCQ<6UmD%}OA1+D|{v_DH*m>55N(PvJM^EAe^3wB>Y$p2Vk%>dp=Y
z!94yB8@719b`TI-9lZO2HoHQ!lHk|RQzphuRybHxE<dN)`q<Z-du5hPU9f1&o7nf$
z!>%X4{JuB+xu$vMmkqiPRj=P`+rrRisk&_1b)Ka%TMhEpXm*ObD~N12eK)&${<=kt
zHw1m&vNbIgT<F3g==pu0m$dE@yYpd+=H>YZ`Pi6G-BzjB+Qx9bWKHYOnD+;HpYHtN
zQ5Ji7{{g0V7k?+cxqC(~$Nb-e+huASSFN#6%$pXxyu3Zm*XFkPJ-gd8z9zcl9SSpV
z{pV$CCU&oCxu(S{FXPF+{PNpRhudFOHT@p*-D6eAt@744Z%o#2VmjT-yMpad^2xVW
zg2t=&ICx1fb)By>H%vxy;-pN$IS10`Z1Yh3dB9HMdbRQsy+c=W1s*Ls;I{4*<Ff5v
zZ$xdrwj@VO-!{uj;gst8ZrT2M?!}7kyE{)5@dR9NjC=H=Q$lrG)M@iaM-q+{iT_zA
zIeABkmsC}Huh`D;9n1FiC%su;q!?PczIF*~RQ>f&%`>NW^79>w{I;UrAn!c?;u+zd
zhtEHMw#|LsXGgP5wmj!%RSDUiYpzySx+lkeJv(aG0zclp!tZQ4V~lT}nHX%?nEftj
z&ugD$tcE-8b{?KMXQy|~w(Qo=eJ6LUWtLE#S@6w3*xc)R^2}|8v;0@O=Y~yQ(i5C3
zBan0A>K7@=a6UgttCbZm#ZnZfe;14iUfy`Q`DW?tC%+B%M4Y;kV>4a!@5H3Ql4q|D
zFO%B;`sU)(oNw<vpZv?>)=$&b_vdj1XU;z2P{*nipMF01+gGF8i7An*e4W?7N!m7#
zePZYAJ9qSs-*YX!DR9;$Hm8<p-Cik=FZyLigs;t+^^^JM#~nW2DMi^2I(N?rVZO~Q
zVsrS!H@{0eq%KB%urU8|ao3$?rH*|6lRV#T*tNI$?fT8n6@PQw3RnLnx$XUey|qnm
z*)QB%x51W6iAQED1Mm5B1^-+F7}7Vg<aHb5Ox$?QNO6ActH|j8+fJ`Ayp_Te<fdlc
z<twwVhG~X#-!tw8OGTB<4)Pl%<!c|EJn{dMXk*MY(@RyqE>6nTFr3f&Em5qmzKrjc
zs2<P#7c1-v_arx7UebEKQsT?KX);IoSynQu{mfXKF{Ab5(F;-04@3gb|1McncRFs{
zq1)zvz9<G&PZQA*jh|Nfsr$3Z<5_k(Zl`(DBXruQ?|8HQO7m3dxp#DOlPs%_JzSo7
zOi^ov^NtKvKhGD;_u87`A6%XH^HQo7@8h!^pUQY*Gyi`18u!N1ytSQc`j^|UwoHv*
zQ(3j$;&yU>^v>F>^w*O!x-T2oxd__6j(BA^YvI)D^<hSLXUfOiSQlj}eRf%9w$Z&r
z6R+I|rq^1mxUpkaZmn@ysLh`}@6Ue_+!Z!2#eH&%fAqIiU2l2cJpP`!L|0aElI5km
zGp4KB%kJ4NzWF1GtEzi-VgH-s-_>0nXzq?Z9{cXG+bmzlN{R1H(-S+n_5N3dUaE_q
z8p&}(`o{71!SAc~rOAH%8NreL)@uKnFG{B$=3KVnsb0aKe#`0h1dBg!9_{eH`1WqX
zb*=THo?ChZmhu-Gl>T5%$$e&N^7V&XG0WyT@Arp4PuJcx@A~%R=~1$~!`|I<{kXnZ
zJ~+OAOI-g&qu<&uy!!W6X)Bq<B}C?l7|-m>+w9MyHBofh1B>cu^O7eoe(;q$QG1!-
z#!~CM=|{|x)=5a^o;biFelsKg?c%(o6T1{Hy-PpfZqBW3E?a0@_-e_ew)wZS>bEUg
zy=>c$u(&TRf=9(-Z|{8gIz#R8-`$<2yCOfZ_H56tjlX#AHuI(Z7vGz2dYLJjXHmcT
z$Y}xTbN#~S?*E$D!e8F}X6td0P&eg^H&*|9R?@ec*;)S1{5j_)HRgo79nxKPXzR)a
z#kZvtraR3!cR(a!!J4Jc+JU>K?q+=QX4gL6PX519Zs)FSKcD`Vsr%T`Na?pOcb@I!
zmhF){cWdqRShLb#oBH<rHsMYA`+f_q-16`_^S+-8R_|kY-E_fTMCGaO2D`+&Tf&;Y
z<nzz?@VD@L59jm8c^=uX-iQ6StE-!_JDI6>#+gqK5;y$hFE5FE`yzXVs`q9=o?EMC
z#62_pZ87DK^v&akkNL@;5IFQO=tWDZBhStrXDc()%hz0HRBw`e&vYT|fsAtWo{uwx
zI+Y^ku|(eH@+qEfZzu2VeKc)y+r23hKGxX0xTmG~c&Cltr-W_4IbyQ!u5P`%)1o!j
z@7%m&^Sc&q{-Qp6?H{(y>?d!8F%+2!?vZ}I<<M^?zf0u{yp#JG74Nks&w2D`hso{9
zJcT-c5_%qrtbTQO)B3$lZHMlENSkOT79MzH#-D9dMdQCXzBd>9*B1V+c4p~@>t762
zZhgI7`ZG#=Uf_kY;7DDrdgXOFwL7K7J=g8M#kzMYf1vL@|BvM}c9mZ|+kQp0_9j>3
z6Wb;0Iu0%Tay@p+&nH|#*8};NwpTS=;op&>^N08D<=;ZrVq=aye7{zPxv|DvKjw0~
z^TYd$$u$heP6ogI?ONHjbkRNC#vcc7RR{hkcbFsB@Z)UWvY&V6GjDXffBkdm8pV{G
zr#gD=Z-3KOZm++WZmtl=CGK|QSJ|$x169s9<Nd>HjMkbS`Ng;E9{&?>*L$Mf_Gdp`
zTAOGQDAyElHsjlC-#sbY-KYF`{@@eiqW2c>eK%x#P5Lhrb8W?XSp~NOdzXuqc8c5M
zn;t0$)k{71*gSJWvO-6g#*41W*N>dyJ(IuSYn#vumt*?p+mDO>)Dfs>jym5_QN6!4
z@9>?x$A8Wlzo?COtNA0gWga)b$G_|gSt7ND<+iPE>v#IyOzu9O*(Nw$=vv>O1-f4j
z%t#k_|K$8pJ7WRf(_WP~s`H;2r}EvuZhQB=WP0_kqb>#QvFe9z{LjAHZ1PxW&l~Z_
zULTE)tI6HmWz1u*`*=xgcu9cObd!qfHz(bDp7Gct>*w=|&iGB$wIP|WBG><~W$`(^
z{!I0Di7lQL^4ALMeJ6*thc!QWFVZ&i`mz`<x$Vt*qBGO<)+A`3+EJf=<XF_ty0^@{
zooxvYzi;e3J>4|G$Rs_BNmTdAD(eOX^PKG`I&`}J-`^VE?fda)<{gb!Q|^~1>|Vco
zj=7#^vcLJ}bvs_%ESPxs-L&HBl;Z6(++tQAwB_gDT5>^N{nlNxGqpF(qrWfNy_7rD
zu;fRSo_$_ZY>I5Lj<Jn`=5=R<y9X0@KUiKH5p1#3WA2t4TE~CRD1Y&0LiX<T>NkZy
zgqr3%P0xL;{FswnH8#uC_o3pIUAGoYSKD6awO8^=O-#*ZOV*y`1uK5PG)>%H&3P<h
zmiSZ6#oN9q?@_<`wT|0Q_UMdi<?D%zepefQDZan(d0uvOO7)z|&kDEaS=BMF;=G@G
zR@ij?f`jpei+z7x`FK1hU(Lqj)9)IM^PgjH9SnUo`O~)2%Ua3o{jZ<*wm+RDp>nb!
zW?@qGyt~gi7L+SJQ@r<lMq>1{9o>)4=SysPe&CGod;R$*rB`gx$UFPu@vp}DdcPF-
z%^Ckk98yVmy=~r(*<bu}{(CY_=y_`uq<){v|F*{Zr^$Ef&sIv-UR~?CwBy}w8J)+z
z(rwd2E7w;>hunP~8(#hJs8v(_`U4e@mas3XHZjjywJK1u{H)zR{n&rcn7Geg)>QlK
zf8%!8k6XocH+EIsxW6g>ety?G%fnu;TQ`)yPqp)wHlLREFjC7>HUD}`DF5&8Ta)tY
z)AK*BD3;{rx4pCOrT@}T@*6*zEzOr<jB(GK{Ndy5U6B>L&sXf8n|)XLyQkBqCmBa~
z&AwnT!Rgxb%T4z!c2)L2s@y5b=zrmp|H7F9EcskVcS?WX_*iVy+$}|#XLWYp+r-ww
zUGn+ori~W&Y*Hs09uKS9uq1D-!u(HnA01n|H}#j_X2YMKde25$%sbwdcWr&*i){YQ
zHh$N?RqnfXdF$F|t9d?`&R@6otaxJ5e5dbg4F6sWteyWvtm6I0f*Z>&FXVpZA#x*B
z($??ZcE-YEoVx$NGH5({Z_Hrym#Izq;RmL+;JN=(7c7{2Z`qAK+|kGD4CAxD&c4m4
z&pmtH!TSA~rP*gM&3m40v(c8Z?#;Uw@5N92IV8Vp_ulzSx8J?{?)R5X);`A*#ANC@
zZg;Ku+@BE6?f*$^_qG#i-Pz`PH`*f?v&L7lOTB;o>#u@%@n1F*fuzqOg0=HP?|cwU
z+HU`H+SjbzNz=@W<wY+&n9}$6ugv+yFOSwq%v;3varN4UBP)YzWVQsVB<1dy8^YCY
zuz}0>*sG`&PEIWAH2yl4@6>R6sOUY>!f*4j&lkL`!>6x(!DE#F;pmcl?T-1&Hca)q
z$r4m7Q4u`h&C1iSuVpPe`tbY)zQPU1c8BlW+R>Nyu>R_qqsy9K+?^4w;wT=srb@x?
zgS6yl6SeOaY8>oVf*(Hmye~c0?;Y^s>)v>Vgx^_aX_B2P)2FMZwVcWq>D>F=_46MF
zlZUCFPPbjH-`HYu<v+vpoJZvakv`eq8K%Gb_U~@m=D2)i-4FY&pUVu|_hFXwLKWV<
z`*h>4+wFb*^_$7fhr#R3J-zoeOxSq&@3e1MU1W~b{{ESsAiJO8_2b8S`wxE=aQwgW
z`t$DHfA}9*)iPfHnYrrzqT7#UBl?xz*fYF78moBSPyF?l^$V=_H)b)q*B*Mg;+}2s
ziTmef>^xgE<ub>%+m%A>Vp&h`e$tFO5LIw}?jd*ngNiW+TxS$+6B1HQ-f}9e;Lhw2
zmA%JaH%-4ev)cH4m)XyJBW?ZZ%U2$=OMR|1@49ur9<yAk)pAzryT{-Evhq3g^z`QG
zdw)Lve@*qoDPKKD+l`f5zbwhD+5X0V@>R|yxhM9&Im3HypNvZsZxUb4h0A@5YJ*mu
zm#Nz0_UX-4<$l-WJ!iJ}N*c#}4|{!2>bBi^?mKx^&)3b)|NlmEbI-NJr{AL2_ub^&
zmi{M6`D5I){@?5JmtNtU(QY~G+s(51${lyk*}0cTZr3aCj6a@uqs`K47SFoxtB!8j
zV({1YEqBd^&jK-znpb{%n7Z-BarTpcFE5f0|L@^_`<ZNQ#E1F%*Y23c?3SDGl3C0m
z=Z~G~?ubtFE{5oXUtL;{HY}YqlTBt{OH`D{9?AD>N_O;LpTh6|+fG5}^V0b1jZZn3
z?Ems}bJ67JF#kE*_Fn3Ex=rwGuaeKi=m{^M6$Z&kMU-|_{0&!>En}+OrI#D`;Om`$
z=g;rHlrH~h(6jT`>08g*uC$*i|5meoskLu<iR{Nii_e|%^}a5={D;@?mcDlxoBJcO
zZbz)UuqSr){8xLwzwuw^^Ze79A1ju}x^1a-^2p^)whnn$cQX0w;nSiIS$H3A=Qw_<
zSNT<@?87fx^aai-<m~KCU-M`7Q$7974N_hA?xuNG?z4>-Q^<Pic0b%Za>uh>_KGom
z%RJ`n>AAbYJfkpo{jnL`68qC$+HNmvoB#Sk={o%bTUWpIXLeYsE%J5C#kn?`|1O*N
zbVx3<n0IgY?{#y^eSNl+eD;6u{@*>()#qwO=JGx7o<IBMlWKcGrRVGNQ^!_Lv3b|H
z`%S6e&iBb`b3ff?aP@ppC;8dOn<w-3hicKs3Z+KLZn=?c+525{!}8uF`M+MVc6n{{
zt%^TOo;vkzz3+Z7_qyB1f)2g+u`#kqzDET0Gg35+D%Wb~O0SNoSX=&N!>&x;`1$#<
zCCVyO^A$9Ms~)VY^(|9g#(Gp{_pYt?*2tD`K2yt{_4(e+QUL}}_w7547nY}S?w|Rn
zN1gv#_mP!%R2lo{?z|_OCCKyp{8y!QOM`w*yPojFtcm&b-Hq{i-)y`YayJ)6@4UVC
zs+V+~p7NpXi~Ltl2xriGy=ivkwX^eH-i(;sy8fF_?71EH@6FG-^X+O_K>d!T`@gB)
z$&1}{Ta-^;$L6N$ci#)?_a$52&8oGuE>QljtbQV_>T03=`^M~VuYd3QW|My)KHBD-
z(0Rp5>0cLgFVEAF4qy1ZMPP&Q{bRE#wlTcPdV5g4#%uq+^@|qpOU{#u+%-YncyV-8
zO-}O5<tJa>pYAsG>tpuCr@l`Xw&ShZE8RUav!=`Mv%!liJPVhlzC2lTzv|HDqc0Cn
zdw%@;vq}ABC&GSQJG^#z{Ab;&9lVm$de5|+=X$x%Tq*WgM&^9`x3k-KOGZ6x?~Ttp
z{*CF)y{L2R-iBzeTEu^B)w^vo<)#EUKTO~7dA<sx|MiBghr&&#H@g1b!O>EwX~%MC
z&b~9z3)AbT=y{on`LdRGHgU?nJS??f=Jo?0**@%1-162=`0wLdrERX$Uc2yoRLQ?-
zzjAJp)EB?*2@Cw0C;fQk&%65e*%zm8dQ=Oaus_(^<;_|6yQr1>a7X_vk<8hT7MN6X
zP58wVZEY0$>c+mgmrU-g{mZ`W``cTuzE0W2cwpPtDZAJiW=pKf{$?)3%+>L`MCLrh
zH@|~hcl(#xD3|OH6RF*u?pwZjUeN!-^WSu)Yref`{@3>R=Xp!No%yEoKI8Y(d9~}^
zer-rUEX}|@|9eiwoz01?2@jbI-b{A4oRYquwNEtvi)q1;@&khQ%<eTzeLGnCelS`r
znErZ0VE?!HL&vJuJ!8(fb2jo=zI>vx?IE|QgKocAq(f4VI-dL%eItUCbAMa!W7!;=
z*8lg!BG+vw)Jc52*O5=~xZl-k^Q*U>dz@LPsu{FnrH4u3Z60@j<^KYW@BeOjx?1e<
z9J{#Xxx1YL>t>m8G~@+*x%Xz}zgg>9R;lj48NAI%{_y7+7jI`-9s29Ao&R=hmt|d?
zfxmPAy=*P}FE4)fEzqsq)0rrFaP#%Q$FwJYFZrwa{ExtbmG!>wPp(Tpma`}A!NPZs
z|JGF;{?hB%CpJHP;@5PMuiyNZozv2_-_JPN|IDjkmX8r4$x3(i>gUe5x|Q=uzz;R6
z8%6t4BE<Y^kJW9zw8^vQ`QDfJHtk!_-Yft9;rGf5u|K~XyjW`IcfT(>X5EuzKl}LK
zZT^%S>+W@$>HLoc_avq3Ur22DecL-kp7~qkOY_x<ZFc;={>QJ}`Sk6|mxv#C7hL!1
z7fZkXmr+UDTR-fvfZzp-Pw@@gc^(Au-zk(X3F&xY5?ix9ZvFF1x08}L<#_Q<S@-za
z2EEs%@;8i59EqsV{d;N|&;PG0k6v0F^>3A)ooHr#HCM2-{Guy)$uGY)y~&#S`tO>Y
z`1gD7y3M^8Y@g=2<v_;8p6GjV!5fVx@0_x4o4u6DmyZ8jj~g?r3~%oB%H5rN<<d(Q
zE34@5D#>}fue>X)%~%*&+pBnZ*{}Sp!(mQ>b@nB;^Y%W!EgmcHZTm~KCLqt{XQl;f
z=12Wsjz6Z~e0|?>Qag{T5p&hv`CPjb9?1sSl_$KmtyuHtR`>3MO<x!8s<jDdUG}tk
z{i}{=qCfwJ^iIwH&Ka$x5*>d3<Kp=pd%w&s-MjJqns;ws`E7doy{XB5j``|8m-q0_
z{b7?o-^A+w%{@#1ihusrDEa67v$dB*=kK~?{QG;$q2-=8@0CB@=Q&^0Wxn#AKaBgN
zvj67=ZBs9N@Oeqj{^<D`wm0`h%>Obk`%hkw-10xXTKk=UR44CTq9MLNYJTFWe*Nq2
zPj2O3J6^S^cDr5WyOZDUOl9AA?nvc-%OK9A3wBCVxg~%6J8;+T+cV*n74I+2+ID-N
zBJXp_TXk18mF2gq&Z~63Sk-!dO2g*gp6mKP*tOVm9!<aUw)n366Q}c~n?KynD9}!O
z$^BSf`;UUSk=nEVob)vY9b1Llzxms;PB?w~SCUk5pqlT_5);9)BZBGQQ@%dX+NgYE
z&+9{4nGAaC()K#6i>!7zwzrzyhVSppH$RhJ1l^xs5@ery=i@0GeKy}|7vGhsG`#m0
zE>H;gkh1Qc(*+l{yJoxx?AW~bJzn&g`_3mlokYngf1V4ht+#brwD0Nyvri7`F>6%3
zpUS-s+_-tU!WRCy#r1obHDwN0$#JnAOD;88U)L1(e@~g%6Zca#v0DS(O)aN?-6Z$$
zz+BUeS94`2&YX3N{rj=^`rHzqTQ;3izk5JBI#BFbkHVi~V?*h*MCpe=E27@cs1kjB
zwtErBp_j)!wwj1_h+Y4hcsK0Iv+@-iO%9)%|0q3%@1xNnIjQX3JcTQgEDu#}n;T`c
zVy1}8u2zXcedE3vN6Wsa{`|aS(bAj$=gFR0`n+@6$G0*!diP{!Oz++yd5$O8P_%=i
zbxXv{`CPwPrcO`NW9M7;{y*!t|0|0$_C&t)e)wZc_^UI2c2*jB@1OmZUp#ZqV(TtW
zXUW_E_OlmbZ6e}%<1GXP`!!~sF<($oALmgUzc{ZfCI7>&D4}gF2R`L$KHFMn9xMN&
ziQoI<l9QWmM(G@_7Hyrj$hto$zP4ex_U<RaCtvFEO}ntvM6+h&+C{R@Za?-c^4PYr
zQ}5=Jz>Tb_8n2C)hS&A%JKH<u-v-l?>qo4UuVkLf(_{arIqUV$HMT$37-cQ}E%=q~
z+u6Blwtnlgb}ZDMR%JKmUhkj97M}!zH-DJiR&e5j!s;CEZ|sK0cdvYTEAXKIhE1`v
z{{<HpYyZi+@b6^LADN#0vu>W9>s)L8;^(XVtr6uN23vLQ=f6+;`a`9>^7;15Q@6do
zCwrQ^^0$tT>e=~)^PV1abTo5$D0C)e`DXppf}QDMM_#;^oG%@5=#}~2$&oi_@6tbW
z?(MUq+m-$EpIrEOaPgnpkyo#8bw0gw*=_sm&Cw6v&-irdfxfS7)su+(ABz(%|4uA<
z8loM1{pRP~N9X4s+xX?^@3N-*KeitEd@$h4?OoH&uYNtRz2*PcM<??p9SP2q`ue!H
z<4BT4uI;f)Q7%nP#xM8oU4H!3BbnX0M>g|Ha_={-{Pm#e<Gm-DmHP{S|9PhI>(G;z
z6IW?+DVbl5U8dRje$J#v(p=j-+P?Iu+`7;It5VZ^mO{<C--Q=8aqhcoSKrsjbNu|$
z`nc~JXN#Uz_uq@uEPv=7<a57HPWix5PR+~y{Ga~3G)qgn`Rq}x@Wx-Kj~~|#u+w@o
zKjpK|9=ZHY3`gJR8p+S`IDX0dD)avPTQ8aKs53a2we)&#clQqm=A+9eZol;U*5$8a
z@2o$5e<FC@i~q^go6P^$)N%7njsBr+enL_HbMMV-YT1X6I((Pgzng1`s9aTzab$2?
z>cfhUQG5NbO@5oJ{nw$J@BZ~>Hm;ou%!O1l^Bwo!E4A6nJW2o1Biq|4alZ2TW;4B;
zxBbgql(c_#&~2&XF6KX1UYcdI&p!6Gu}H-F+l8ua*LhA<-CZ}m;cn0RH(8sbAFBL+
zB6y>^Wc$suuRFhd`&NB9b9Rzi9p8dN&AnXPmT$Ztd+ro#f_PhS@k{9guXg{}QH^k0
zHp}~d*qn@i-4=r1<7Q_5U3*YOP4~%n#$Qb7^#=l8KD6>&mG@q8?Y)#Z(;0G2+t0S&
zNIDfX`MtlP^=z>eQMa!PG)lT;UxzQAp%q<P#pm()?Het<OJ#3Mc9d4V`CP{LuFJVI
z`i#==Et`Cn1m9v_nKgat+T{CkESuUbeW#{%tGOkda_G@jve?w2BGUcAnQQ$IPou3Z
zU3+9&cApCE*)Pp``lwrxEJHrylwaH1lb+W8S#tD%q?}^kcfR;p(QZ#Y{N}&^r?-0V
z7LJ9sQ}&g5edM<{4EP@Rlby+oS8<Korf1ss=WP7o?9;kNaqm=#H}7A?byt7+xz_WV
z@^J&PxB{MEH4BaQt8^Yar2S#T`Ff|op4RzM_vY0sTvxiDT~@v<u-kHK`ls!ZIp)7t
zU0u+AslSxp`zQCw-8ZJ+j=J~i--E87G3Bq;%{YCYzo?PF>dVFtSxcSMXU^9-F89<R
z`QcSB_LcS1ZU^n&RMPY_s$6?d)Jx~Xzn&~8dOLaQ?ybl9kN;-=XUL?v@^W>6%kOO(
z)9%R2mb=fM63TPzbxm$?b^MH3Ynqq+dj9NB(O1609jBjdJN|HM5w}?Wk8c4w|7KZj
zE_!`*bH0D~cQ>E#X*u&=#T@(ddj7QT?-$i7M5{h!q@VxfT=(916U(<J^O-)z?dZSS
zv|sc4h6fKBKg$T|ZomB2e8ryyPD^ZL^4oWuI~`!xR=uU@^w;07tQwB~y1S0~MW%Dl
z>3KWS)HgM~a?|Wj*igP{{&tHy+r#W)`7dvg-~1z0rtV+c)mR>T`v+N<F6AFA-+MQj
z<NHIui<eh8D{ni_67<Z>ao=t0U)N7^oSQRA>Y}0(*V!L@25oy>R>kN3`cq<byEm&|
z=wOb{9;OpDOIzmgT_|O_RB^BKR@>uEH@fa~nXS2_dMm&9#+KdsRkzF)SM*PH{Iuv>
zzqq;JiQ~uKPu^6keyLLK_pcp>*ROPW+RHNfzrH9^_<h&uCxTxTq+`8`RHDD|SC~n2
zntT7-m;AHs5PxF9clWBa><_;q^7_g*73RLZY?O6wLh_ECPd+_m)L2++|LlT3PYmya
zUF_yNnLVmHw0_S!yS<42^M`7YS!eB28_#}{easW!vGCISjZCN4S{Yfph9&*-_&i0Y
zNh*5h(-_+pJ!zG_uQg|?p19opwp#MNMdZKCt6_3m<lisZRHQvI?EklbHx>GqqK?n{
zmiBH7!z6R}<K~AZs7{z+lzTBoc%qKjA0_#ny?IMl<vy({cJn!s*7S>EleYdgPX$Tw
zE-vl#kke(V(Or?ek=q}uM9+MlX*KJ5N1bh8_71K~9sljteTewgdun~>ig_YgYm=LO
zMOI#1`%z`%3BKpImgl+5I>R)fb&=?<t7or2Q%vFbRwVs-)v7B8lIKkMT%}jQ_tW#a
zs^nC+>PM?j_wMuT{&A>$R+>s?)+q_Kh41@crY(&U%#4ZZc>n9XRQv4bN#@h9Z{W>a
z5MgCm`uG6Ht3aovuP@%;-&P$c%jA1#$BU5PyB6&17SXgR7HeIZwsOAx{eW3-_`KJB
zQGNEu#Bz`JEeD3nk=N5^Ki_px=*qf@7aoYoap&hAvlmGfFYzwR{t-1rK1X?rX7=ud
z9Xp;>sycJ`?7v<z_sQP1?}V@9)RxX?zray-db6(a-QOjWl6)_U8{WOHD){0&?XC0q
zQ!8zS+hU&WjqBBZ>b=GOyu<BJr%wvMig5n!{AUH*pX03$?xj7*pZ-{P`>~Ce++J`P
zi9h^(eQo`|xh$9Lm#3K<^;iC?u~uL5=kZ^w@4mO~${*h>ydb3b^>VJBO<nJ{7x^lR
z+ppeSCvE2!zAJ`1hu=ZnW75`3N7bJ!ROs*gF0l9P%zI5+Ji9wS-=2Ev9oK{MANw9X
zk99e1{6_utMbU4(mG={K82;^9WajoG_D6Hi{BVP72h4T-mVEr|8?LCk>cRJI+UhU%
z{ciC8P<?x<@rU+A&i4}%7EMTec;-koV}Lwk?e2t?FMkw${-m|z)a}EE_?kuMURe5p
zyTEYfPmKpV!)yF+zO$WozTxWgx7~Ypyn6VJ=Ur@Kv7_(Joc2G-{lC85y_XuHUpu|{
z?zFnA?yryjwRmMUQ}xS5xnhOFzpHolcP*=7IV2kA9J#*!S^sLqI=Nf5T_Oz0FYbLS
z{jYa5H}ik!|7E}Oye$G{-@jXN|5oK^+sIEBqTFBocPQ?6KX$n?<$kvP?CXEF&B|$R
zz5n%7@XfPa{99h9PQ2VAvt6`o4#)puQ_tJgTyec;KJQ+XYt6b}XP4ytYmfGb>@F4(
zSRZ*TsAH>%od1J~Zaur~)-HA4?U`{q+&M36UBQ~#$}{0*ziO7|Z{K+?{n|p0i7BSD
zkMBEe?zbg5@?`yU;nm;L9z8s5voY+jqSD8x&ok^+ywoW?`}O*n$xj|x`6j;?3oQ}8
zGtYBVm(kqo(<lEl3YfU}IETMlcYye93z2inpRnm$?_Rkxs@CATn)HP2#%{dFxy65L
z{$J>QZe8->3sO55&Rk(_Zzg)MNA2F!+aU%|8!uG{=e?fT_sgVLVE>F6xm!yPU*PFG
zbFR*Ef7F(16Ri!+Uv87)-ZbUz_GNh~`R@<^+f*&kHFM7nSC#cjhu8S=?0p+1q4W9C
z^|c=Jk2dc;t;GKFquIJ!Tdy!N=j5g@X&03@>;JfG_1)soe>d2EW~DFBUTsx>>zrP2
z^s1USQR+^=TYJr3JbeCpb8dZXdh$G1OCz7j_TAgwSJ=+f`2O}t-=yi!ZED~38~(4g
zTHYaXedqnKo%1)YO8jZ|^PSnxzY<frFB!ae_&mDtkzLcHxfe}b-<f<je|%th(A<Ow
z-!~`b`4)3(c>cSa68HR4e6*DM<~4mQe!G3y-kMjuexc58d**%l#p@MrzE}Srb+>H(
zu@60^VJ<=1UpcPa-czvk|GkRIt)l0z-*~ccQSOSDiLE}DEd!jqJ2+2^-qNcKJ1x|f
z%DF#sTG~mOUu))sS*|P4DqD4?X8VfRG^v#0#3JFHDL2|=wzGY6HNE}&>SfD)4;q&%
zo6MU1Q`#eXZb9-zewGIw`2h>Qf7V#Lc=D2`%rknA?q^(AYhygWQJe38=~H!PM?3eD
zHS+CBw$nCuD_hOnIj7;_E2&oYhfiYFKXbZlm+m=s`-47j{@jv(6N(>PnQ(dkdEH0F
zt<8QfFE2>QU68c=+q8AEQ6hi0B<<~*sp7fz)`zS_#gF>-OUjBBJ{uM{?7YJ3`lh&@
zwfOe-_3=f){(Gxf?pd7wcsL}c@%!SmL?*@H7{0FcYVGmg${h=3*R#&urX(u1=3U9n
zHxrJ{zkOBEd(#ASlb_S7^yRzjm^Mu0dcfkaNZ_nwO;_co#Jg+Td_#LoZFKkT4w%z_
zw`M_r{O9vO9^7T=nKh?dVqt!F{(_v>s(O<%jVJ0I({=lK{Jg-{1%KMP&-|TX_Ggbk
zwA#;KvKx;Ez3*IGc=%4{bpxl1-xz!H(lnX(@YK2FU$@VWIs7oWHaK1H=J%7A5+uHS
z_&nJnVcq*K?_|TUBMx4HMzf#!C*MqNR!Y4YR(Y@M&LfT0GgF-Mxz@H;KF;G6-}UfM
ziP83T5~pspudAt?bz;g3KK1-r_jWnFOETLsr#1Igf$*YJX0eCvr=(RTJ-D`5H(2_x
z-SQb<xBs>={rPORreE)($l4!$=enBND(|r_ecSXdr`lcMY4^;xf1Wc3tZP{{`ASu%
zklu^um9zeQUbe&ex&Zs}SH>qTPAosn@tbk$o#f{od#Y3<_1bT4y`s(_zh>t<<r908
zD|zJ}uFSEiKfM0P=dZS9`zJMZD}FS4HZRvfyl&3y+#i3Ba>}}vtWUemUlMkUH-7fQ
zcg=4mFAb~SyYf@JpS7@v+C=tF=2D~R%@_ID_)k>r5sTN0aJp+B@7rJh>gwmM`4hBD
zcD?V~c0<QMxZwA$t>>TS?K$F~8y#}{R!x84_mHl~6*Eo<W}Vo!?D~U%E6=LzTK27Y
zv({d`b;Z^bA+N0$eh6v$b)+P-WJYPGeclI?gE!3>Z_U2f_jLQhpko%baqBOYoW8br
zrK`WpOz{K1H@v>Xeq*=6tLbL?r!FP#syZA|Zv0dB%9~9(2OhlNXJpP%YW%3KTjb4+
zxrtfPj8{wFegF8pbp5uUyRz5oZQfz~=HKzyJ+WsqeIlP$Em_2ApLaR>{?0jXJ1^|!
zNm=*hR*Hd+ZQx>m*{X)AaY-G?Z7a*uZhpy2H`B~v-W04BA$#iH+jTqtY&pJe{;56d
z+s|)b%_tYXnDJSYSk=5Qxu&o0rtDkovsT8sWcACPQ{T$2xaY8W;<fX!`wp)&?k`F+
zdi^_e-Mp7_7L6u9*04%duwQ;`H?_*@?;(f1_snJ2Z_m>+Gq;ePy?xtqpV^L^_f<TO
zbc@zZ+;eaWTR3-YZ=VEX%#Gd0x6EIA?u=`>pZ%GjWj#q-zszFQHnzQaoRNF>o!Pg&
zt!qNxZd)^5c-Ngfr#WR;GM)INS7E^|f9Ca(HNUs$q<I+hzA3hhUg3OWa`a=nro8`4
z=T&W<lB#>#?#!#{PxY6-2v1dOJ@MjGk+Sz&fxZ$hiRp=1-{bP6{oiLYsmk~mzu(d;
z^zG)IoWK%`%XSx>ct7r4{!!<7sHy*rcWF(V54`^OaCg|RJzvk<zJ2FReeQd=b*;0v
z$9P{2@i+Igk=F`)rDe?>Tb7oqyYca>j`!U1a^nBAtas?wT%PDx?3lGi-ecYDXx+~n
z|3%Nds9>V|XXO%IU-L$Og*p}0dt$MNu09sXY5aY~E@kVJo%i0)ikh)D@9dgOzHS_K
zjKyJ(%ijMDO-f)(`MTqijz{&4qL)wC{FxJ0ySdROeBT|@+vch3CZsQPdYpSw{L}H)
z_G23_&ELj9Kl7YTWX;)U^Y^CDS7o`s-6ZMY!xbDd5p}Uk<v(&Q&C5;uZn5U;ny;S|
z8#l|9{960s%FEtEOV(LtKjE^A-=DX=G^zG_xpjVaok--DOpD3wI?@mKb$a}oetf2d
zr>LLzu0#4ScO+b&YETthav|}Kx|*!A*Z~nq?i%%nVnTP9?CA1;<X#tVo)gx)J>R$T
z#+QiiU*$gYJip|yg6nTd+v)YiGtYfKxBvLWqY?8qXdhG2tC`WJwtb^-qsLs`m-deo
zCQ2-I*%(=L^L%M~r_wg|wA`y_m)=qOUw7x8-8mznoYxP(?^-MRcxSD;qU`bQYkz&d
zlBPUY@6luSODm7-?&13o$S{4s?BQmeZ@E{Wa^_rKVXC)%`WADp-g}wi56`dKme>8r
z>iWxFyQ89ai>T}{kDgLv7++;)zb#VCxH&j#`@Xf`Z`|0s{M<%kT}{8l^S2L_ch~P%
zI%s+^p8NjgNlkuR1bzwUCQEJYEp~o-YvXLrtET_=a>|Al+HE-<tGMl3&&EaC3O8@9
zv1d4W{LatrJK~!j@NsN3k$s#P*!_9+X|Fq1pBLKv-*zx!%lEWpMz>gU!abySea`gn
z+5IrF&)sD6-osO;Urm>l*47kPsAy}P$yB*vPPXgxL$9*mr~lcn+ww&I_!e7+`|Mp;
zn>g0<{HWik=YPTV!LD24b*KLF+!KFs&#vh^)2{9M2Y$2NH9y!g_r<@B-SMu%1-2)a
z?wHKzyH7e~-kwkIM2+r#@km>^d-jzN{~j{0IKg_?zTuRDmT}%|<8m|Wz0%vS2Co-d
zYA$-G!|3-HYxRXY-8X-f{(DQm=lzY_l|pURUehm6u3#`%{`%Hy*88%{4};m?PkZco
z)t=`U@AR8p=c?=17F+d%#5Wu|I_HYV=hdl4ex!OD#dP=GU%}+_a=J_N^b>F6V*T@T
z-2G+h`0AKgYh^-&Z!eg=fq|)ba{kAc!OzcBzd!jrUGs6~(j7|gw_TXAxjtpb`iI^1
z>;4;^e)+X5SMS(==T`s2`7eD9ZwlM<o;9t#5%I!K;<|O&+iR}7ta+a$@zm*lonmJg
zWc!(Q*Bj@F+izW+^7`_P>R@N->AGU~8n4}&d&X<6S@my&oMPb(^0C2nx82l=OjAST
zS7uhXbTkP%h{?bG`|yJ5zwdqf5-sQTwOw`P*>qsvh5*~oA2!dN>-$)5b=f+LKf6OC
zGfyAq4}QNwak}O0y6CCi$9~7;e?J*F!^2>2?t-_<tLAyFot_sG`O`30x{m+Tj^l@F
zb@fDR9l3Q6d&(}lA~s=bt<>9C8N1pU){?hxEfu@@Z{?}0)34+t?TZy?wWwP4?waeR
zKZm~`XZ?9BDfi6I7uP>-nV!G=vBk#k0lvw*=2|RHD8K){Qg87)v(NW*Ud=DK)p3dE
zF#m}FK6~A`4@(c`zBnmfynVxWQ|rt3Eh8gVF8}h@NOR-k`oD7&6Mrwd#=Y(zo3vj3
z(z$kLYIWB3JDXJeH`-LY|7-QC_u6sKrRG;l{4_rM@5PF%C%-QLk}H*X`1{AL4&SA!
z-X7n)UF3;Cc)Dg^v9v_<*UF6#6y_~>eUt6)&zybtMDAR0{%vr+?e%8EBQs;pd|VZ_
zQLWBg^OuwFhmco^C+aR9e-^x_X&3ACDh;EH?+bsw(t8qicWv?(6^VWJ-#*rTonlv0
zpj<s;N%WrU)9Q{}z3sVj-hEB-*1ERqKd!8I&wF0MzTWEGx>x-lAFsOcbi;2xNxMh?
zOYU43&)jz9`0lTBxlVt3kl1(c$L9Sr7l&S1y0(7C?zz9a__h8%d;FWPJ=!_`gl$;t
zqG`V}?;mY1z3HaU*?F)0<?i&qLB9=N&k|3yvkW*|%=SC7uXL}Uc53gFUYE>5tH_nF
zC%ip1Nj>j@=l>Hy{OjEFkHq><+u)s@XH|M<ZsHWPKQWmx?uYMBP3hgeEk5x}Z)QUO
z%H1uj+&8~*=42XtXmJ!>`K)HMvwP(qv+236?>~D!T$W!p&HGD*^e?liZ*|T*Pgwdg
zPss0J)&C87k9oh{yT1HlK*`;`Z?&G^XMcHcQMFica$i%Ku0{F5M+@o?{<)*`BKqR@
z&AWZ?=1-`4`|p-le6EdCsPWv&Id|6|*!}&`+Fjef>VG$T_h|i(H(h%)ezkH&y^j;V
zb$?m@()<Jwxr5L2FSNb<a*yHprs`(dS6i#gPi@#<xMhOU^mo0}BDtk!-)Fvm=uyF+
z4YfgHy{v56w^Fa`8Cd)Ol1^WB|8P!J?<>b^Ne$aCWYuzSZeI6h^~x-X4`#3VzdL@>
z-Kx9oPxH=uOpW#Io5OjJ-08Qzx~cZf@rL~U^Ox<|<R-Q8ar4YvX9fSiKm6pkpV&9+
zc6rR#s`d8*Ur(?8dhki2{DSZO2NusZtZTm{xA=sg)64i~cc~arvFC?`x9+L63$jwE
z-D<1P_V@Ok(|%>KEF!!=ZTSjREya!&vcE93-M)ZLjNz~9rTDT>Rc8O#CWO5yef{KW
z?{nRQR-%8;^`^W1Kfn5e%T3#3ucH*+-GBHq%Jbyir{`1;M=YINpM2VOyJ_OO(+Y{n
z=R??dZ<If^3;4s^Zg%V5EyIaBgLbv<`mc0-&QX@xg)^FOCg-gCqB!q{IK#!`mn*hh
z>s8zTW8cP1o>=L1ZR=iJghq4oI`V9H<vDe~S3P!DNoK;Ddg(JC^lr-U+PRl=YGv$)
zKSqxuc9?EExBGdd^x>zyO{=`m27j5`$7ugFsxIV6dun>nzV}Do+UY+FUA_A7nW}^!
zP1nZnynpVmU)|ETl07$a>%Id5Z%^m%+O;*7E4HUP?_<!(GWicNCySaYW2>XzEx+p5
za)0lK3sYZT4d1Ezx$Nyhqw7+VmaXiw4nDZFCh3yN?#@eFtln>me)o3TU&HM4mD0hp
zLnoQ#AN&^Evr*Duenvv#?1xONHonVkb+k9%wf4BM{JA4X<3!%@YHiKj{deD)RR6sv
ze=|JH+$mQ+!NV$r?YxuUpV@DwRqsx(KV|i#hS~9W(y{HX=I@s8TJ|JbDdCjeMd$aM
z^sHnx_S@R|Z`JfWCDHOd_u8h8?YqxhDq5qlTPb~us71u)*=uhu=Bn^y-5V%TZm=Wu
z){NIm4)*p1q35sEY2Pw4u3U69YL-Lt&(zKSiw|{YJleU7Z*Kou-JO%a1X|y6D^~q;
zSwZbIue+Evr?BjYHs0%ZTECZdNHxS<`19u3j&-%MKfi^(-QLPP_2X5Sm>u^!yW+xq
z7OyN~)D+#hPv1sIujQBMlTWdCKa1wyI%RiolijSOV!ylb*T1jM`uXkevK6<|A3i$s
z$L<JYhU@M<sWT#1U-^~(UVHKT?0>ChIq@fR?Os?{Z7mlp7Z<bjJ29E*v8?#LF1v5X
zY?HU>iAIFKv2v4EO#HJ+>x<i(k97)pMM*(>8t=Zka<Yc6>cGjv|EArRGOVAyMcQBM
zwer#RGLemPSDt=!TVKJ~9I@q~TE;^Yx1Ex2f3Mp)HS%D$U8cmooDYk`y>}<u#OA!Y
z{x@5ATdjF=?x9;7f0P|-`?tDfo7eZupB;C;x8+@a&(*iWHuAxG6E=-atKNOC>bDpE
zH6bao|L6RMBi$uWxjkgO_AnoJomelYb1Q7VlUAg4bJVMa)%)j|W|w(i_wWhcY<%m+
zJ)ZKcYkwlEci+yHt~nsB?9$VBf4=ysqWX<)ufBY{^7{B*>o>>sdd;3Xm@oLDJ7v3t
z*?*2hM?-3vADr3US-m%|-0->76aILmjbC&2OTPMjv+lP3b*DSEI-mEj++N;y*Wm28
zg~`|K%O?l@TQ`GE<l@<n--G{1Mh8q1;k`e(=3#-=;|og6zvjxEX0W_J_0=Pd|F4Ut
zKQ&Tijk|x~ge6~bpvBkd)z5jNSMQ6>(D$hGSIOyFdEw@_(0=LHTMKSvU5mcHwpjAh
zx59WEo=V~TA5R-Z@|3sDIMuDCsPiJ_X!T+9)t}Ctj$OX*Nv3~I#P8dZm(mMt1vmBG
ztuqz8qt(Ab<M>3mSIMU~#s2<NamL<RS^9^n$+UI-)$cynbw>PuDkuGC-u!1b_x|Fn
zegFCGuaj(YFDvh|%U+g$(5m?AUhw>W!$pUy?N@9(UH9r-*-D`sdG&E!+aJi-mrFj{
zb^qXJnTvIi&u^B0%YSIO_P5P}&oZSivY%AhoO@_@dPhC)xmeHt2Ioa2{>jbyTs*yd
z<uRXt1NWbr9MV~5my@)y?Xoi8pDTBrCRDY>bG>&nf3tH__9vy?n+<PleSLI^a+&da
z2PM07z1&mV&wmYSHW7$_Z}fhBp!bTK``o1WAM?!cY}Vd=wL-sA+cY%a@5BDjdo~97
zznuKs_q@%7pQnXR@08M9uyEZ`4Z8!^4r{zKn>uZugzK*je<o%3+i}ZJyU(lfxv=h1
z#Pw~n=G&Y*UmE@HS?H&={5Q<D)PC=fy_|c;`O$5~_xogL#lKnlMauK&)Z4f39CwY~
z_40+x^XFB)k{9x9a;x^0cx(^S-jTIXiv2_2t?Hfy!S7|=Bv#AEt>doS(_8X+%Y);m
zKGpchi~rehp!+?Wi)ldghp$p`tLxufyYgmh*ZnHXZ7&#JGoFv@yK;Z&hr$ECe?G9K
zt>3!;<y9foZD!B%d~=^LE_wfX<Cci+L907YaZfnMR&~1fdei3Zr?c4(rCRFW4*neC
z@kg)aklhNybsw(S`7}o^_@3LipDpcCp-Ayp|GSS)mpR`Mb32*z{Qc)wwiX*BS62TL
z*m|7pj`8~N^B(d=lQ$P>>dsD$n7Q$u_dIR8UoVzsEzJu#{UcH8LP!6$_P?3sFV?Yb
zxw~rqtGBisW^M6`a}v@||8@4?&d55srbfXpz48>-!=A1C<KKRImFD+5qF~KCgUU1R
z*AHZd75d%%^G^5eC5Ed_`>pr&bsKFAFZaH$@gsUh#=Yh5^V)7!=Zo^&AD_1Q?3E>(
zq<@*VF8iAo9I^8DG6{PgTc68%^*2P$N-e!BWHE6)|5BUQW$(9Ly0Nl4{j_{<t?c3C
z2SN8QJzsfIng2&lR?55+pF;jdyfsVRcV+jskP3N@7gFXqyK84u&D0TSu3N{%xb)r~
zp7mS&e#?fPPP_6g<n9gExU0V=242{Cxn+g+7PBz><;BN&!)x{)_c!a>7npy;_^tWt
zg}GTda*LPp+UK91kbY#tuc(dgJCBQ<5Wn2}NmM0rWoOs>&co+Z<AZiD{rXRH&8|;v
zK^ud%dj^Y4{8xK->dR+8e+E~*JN3_|;dW}7*X_3Zuh;3c2K>3w(=v~-z_6kHX<Xvo
z1(!c3>Tlkb-BM<1_$P)nx_s~S*M;97+&jEILu~PRw#c(tA1>YB_`+`8v9iBKwe=e^
zqB|9SFTdFFVfAa}sEcoJc3qg@B6)u6+Qog=e6vsA<+@X>=PX?FEilJ*`nuG^*H^yY
zrJp>bq&{&)8<$l3w{*6?^5xH8Hv9TMfAKD@DfwTa^|6D0-W@);ZQGC6R<FBfKDf3&
zrdaQ+MEjr9ZhAbE))?Kme0=HFMdG2KjgHrT`}y{5S*+sfxVNEGOXWWlNsDbRsc3lm
zC+~pgtE+FfDSb=bzc>E;{ny{GE`MwN|AqC2rH(VJUe8amju)2u{ah|>{*%M<x4YLV
zeciVHeDu?^yzFaVR4tzVJ+NWE(y1?9;Z+K|OTH|N@;bdiINWaj^=uujyxDHSdk$rt
zSKAb={d-#y@3j;6^5z$wH+ekwUuxUBX?vz6&AjIQ`h$R95u-rHgXYe!%nl~P7nfT~
zxp?<)zK}n8H{bR(=?iNX2EIDAK2d2~q1v^_Grt|n?^(8Y(W`wcE9P|NT8h7(+#x?L
z_{xXdQ6ACt&mCL8NhE)9{HvmRt({A*@v-3HI-{lEWe@9ZXr2Gzz3jSe)ypa`rP;ll
z^^YNZ%9kQ7t^VJIM&Y|w@y&d%9g%Y>z4!ca-(Lda$-8T6H+x!h7R~nAKQH-z+2kPM
zYg3E&-&u0~wR!z!Pw_ujB0h@GE_oaJX!f(ziU0B@pQ^nuC4N6^xBK*!=My%jm2EqH
zy*xos{-Dyj<r@1~yVJb6WN+p#RQk&v@UhQJ;^*}A6%huO-x6(|CqMenCVDR=C23zB
zr>K1M5nJb@&8r_heQmvBhQ8;Q?YqQJ&Yy7f->d8G$ESbk-SuI2bi~PdyIz{jOUtcY
zVdJ*$w?lq^;DKq~6YbC6G)tSMu6}>=_IdxpQtrBbEZJ7eZ13D3?J`F+_RpE!xoh9t
z?y@%CqPyQtq^3{l>rVIAkNxH6pP%$S=hb1>(|aFTC;jXD&&wPYTUYyN(>n1?-EO<Q
zhVsO(_Ax3Vc^=7k7~UtHJ8%B`o>rdXqv_h#v5~*5+l=iPT`#HTP2U}0eR!vZm)>`F
zzq<PFQ<rVkDoo^l6fV2BHdj0AaID#$psQQ`OYQd0IC-?;_-m2*w{-oP?b2p=uk$b2
zzwMLn#oxbzY9_bMu9Meev=O_d8fq(f{l=%;PhXs0v01cM<QlJK9>dxE!;&S9yEop=
zR$(yLy>hrAy037XhSJUOIk(tTOvPeX#PQ92-M?v>dxKo}x^`(%m7kT9cd6%?PTR|5
z(mmOH_xg#yu1w1)6|!~hzWh}7vD8`7=d+LfSv`4$=-b(;_qaZ8Dfl{l!CJPn{@*kC
zU8kRz>7!F`^Kwsr=-KI;qVB13Ue2w2m#twuwM@PFR=m#*(NtGsA47(Smn)Ya_;z;c
z)kk}OWL}=SrixMYx5Yw!jsst^&wnjfHk5j?`rAi=Z{{8utZiA_+v|=Ozbn6;B`**j
zDYz?Nbw3x!1C!PNRQ=EFZvA7UaCN57<(*0_L2)zZ`6}$lsJZ*?uSDS4Ot;(H4{o2c
zs><<X&#t{&+1@6b-(L~>*CzNd<Ch7gFJ3So|K#`8pro|geyO)#v_aL(%j_3FZ7%rN
zuf8VyZ{eY+Yv+Z(tqJ<sug()%Z<?6DW843dLz8}29g@rZ^mcZf&4RZJU-1Vg7Im2i
zCjaA5{OVV*J@3BGiOs5qrU!rYE89M!YirD7LG#m-KbUhD&3r2TsFLlmxzI}U;ElB#
z6^<`2UX;GKyJFjY-4ma6o|^|7HhtWE;LcBbCoxB>xBT2jm*V}8HOTXyn|YzqSz7I}
z-Mi<{n^dazCB5#xTIu|G`>*3CE8oj!D87?ecks{A>+GvT|FM63Wu>{xXnWUl_TZQ4
zyA<Y~50b2_Eq1<a{B7f+>@@{i=j9{jL<ENRlz#0nytpVo@8d2;oi^6`;}7>O%g*V^
zh$#N>Nuu7{pjvxM^g6?ei*oYp|1~^*+Wa_o<mQXA!Zn4G>WNZ6>vZ4$`lXxJXxTO~
zdY@Q!JJ(FLqWkST4z9kJKVNr)oWsVFu=#U$9Or4?5phmy@|9A<O>u|IB%{ur;L-`_
zJ}~K6$LiBpEA#cfq{&Zn6t3+m`>@GR;t9`oR@oh!+9#U%Z~VA?QCz(2r>Mfu{qH89
zRdD%zTItcZ-P6zd*TuWNd~)!+`?hHteYTsLh`u-+B6C>9{>;&UqmRq%tX4lgK4aaS
z#W$=A*e~?EmGJK<V!2+GV|jAxw&jI=ImdEm+zvT@nalj-jMn2fqV7Bvo8Zi7^F8g-
z*0@FXy~iVu&EDg}R<Sag=kndKVuwe<FO7T-r!CQE+<bk%OKR8(IS;Y<C2@t?K3gL$
zhH)r6RowBolx-89U^wyd<99oQpT*Doz3GMZjOu-!kCKlb_7z%IX4YCGld>jN?fI>f
ziQN{m&zjSJ9B#6E{^CrZY{cy!o7_H5GWsHVlXvsd>6Hg{-T$9asF}0l&kiNES<#UO
z-vVamcfGq@7<TZ~?AJ*}lY%DX_$U8(yqx!#u=%v>MXa~yOc#?{Y;N<adRuhcYsYRk
zFJ+k*soVQ^XYVz4sq;}k9VNO+YuA*v?dz`>|Ixndr)||@_F~bsuRQ*{t{oSCUHNU-
zo|MW6+rEFnYkJg|%oTGi%`=`b&$YXM%KPOVcbn(FI5naA%*J0|+S~3tPf`AHC9fzy
zW#vc5zaPQ`^Ih$Eeh3}N`L(BX&W|fcTsQxcHlLBaV@KBA-K*b~d^ut<KQMOt%NUcK
zoomA%o#Hl<c(%Jns_fj9yB+(Fr=4=<zps?6ZT05W>+9OwCj5UR4@v1e{>&@h<q&oM
z+{<R$bJrB!Iv+jX{C4_g+Yhgrc9?{3J2Z2)<nG!BZ}%i#H!qR2y)tjcx32+*=C8kf
zcy7)wssA;1=dCq<T&XNuzd27f`^_<v%<$*^O3in?Uw!X7IgiVBPVDQBxBZ7d<%=g-
z?at$#_~`S)DR#3J_7)a)<hSm8FV^HbzfHI>gHLq2o#@Brc`ACfZol0#SBV$b++Fzn
zpxq94F=OM31vlntZ#($y=xJWfCC)ilD?Wz&-xIrU{VKo3y$802zhB#QS!JQZ$-DmP
zyKP;BMDD6@>6Kh}c)L&XJjqU56QlJm<;Q+(ov~3gw%2lJ*k5sTy_g4jl6&`;a9jz0
zF?D;tL#^!lfQrb{O~22De%3t_UbDi=^0Anl@4;o<i`QPhoogo7?I$L>#r2ryk{6zR
zCl2$iOuV`8O!fTLCb4sa=UvOsbTRwT$M2T1diBXri@q!8OIO{K)<1Ue@#l+Kp9&8g
zu(|B$ef&HdTfSRP>h-@?DeFE&-)l;>Hry?9$!K59|8HB`=JPoA+dazN_A4`f-Fxop
zH$Q(b5?uQ=Uq5;4ruXV<Yp-kHJY+ZV{YINt4DFj%vwExfTHcGEvi4fGM)l9E8%OWH
zRl2s~y%2YSPW5^#vCaHHkG(IGDb&7ma@o#TCu{!xp3s^2;r-6Kip4oKT;bwt{ySSO
z4f#G>SbWixg)O2t#8mZqmq~kXskK-Vwel#}H~wtr!=JByDM|Zvom=<NqZ`NDE0*VP
z5%Hf~!|RYzU|m=7V(09dJ=+#;J3dc8Nj7lDpNamv{NG*_{63lYdEzHG^EP#vU)y`8
zr<rT>vFiIim%jPmaL?4KyLykTWIKH2x6QvDN37RgVe0*K`&PmwP93rI)6>FO?uBHP
zM)=6DKl)=L+t1s~=i=ULrVGyARebWtP3hV8Nmu%%uX^3RmeBF~i-V<Y<$)eo@s4e+
zPb;U~H+fOFs^X~Xsl+oq^XrbXuXwa|@qD|saz4fPPI^yfcEp7IsXla&&HA2N{puf&
zQoc;xvspCu{Zz5W%r7T3Dpj)QuW!$H71x%ws{iiY_%otp<EFQ-qfgIMmEZ@7wshGQ
z&*g9Kea#@BDB@hV>B)ZnYhCNKmhF1BOxi<iownYc?rkgI6g`%eIwzdFrKBojsaT%T
z$GNT7ojXjmw>td0{pDj+PGjf3&eJb`9W3QH|6viR5?e2x7jV(>Z&t?IQ%7gXK8m+D
zE9=#{$+Tvz^z1c$&;0X!l;y;Fm&%E)t&b7)&Yo1l^f+{-dH1$k{m-htZpnE4qKjQL
z==6g%{wFf3!()#-Uw5rL?qTC{Z*vfTw~X9`FNzo6FAlwJJV~x=-S5fwesJ5g7;Opa
zF5wcY+k1AJUtU<OuX)=O1IH7>OJhZJ!;Y12SZ@9Hb#TIujZ43a&oy~_B)GrWxcApp
zmM5(b+^_2P@BH2vQ~Z2MWv^nc@1J}9bM_v5Fy)Hx)uiq2UuuJHO-&V%@3z(aY046R
z|CG{=$5+<=^v(-ss#CPuvD0nqqSalGe;&M7?`V=6eDmqUsYiMK_-Q0A6<g?-eEF{A
zg6~_tf4A^>kpH%KS=;JY_wU(kiJovo@&BTE_m6LR;~X!i{p`U`h0peu|M*<RJG5qJ
zywuElll*4+#uq|wT&C?6y=dFIWa}dD4c`8KEyg?aWLd7~{_H#Y-qC)U4KqXDbbkK2
zjn7wmYNV{5eP+>T!+W<cY}H=%=ZMMk_618<z1zORh=0XnHSZJoAGloY_TT-dv$c!I
zMoLGuqtfo=#ORe*MfP%E_$qMO&c37U^V#w@(pGo9)+&6RD}3WHt5;Z-t66H&kM`18
z61P`3ywtS&?%<%;@aUt@j4iSEnO!ry_ek7oW@r|<?{s|Wv1_|7nsDjexKVI=<3zLU
zKSkd~cE7uNbro-7Nn7{!y_xoAoc}iq{1nz&w)We%w+Y8Jqhymc*KE0V_gm4?zWDBS
zSM}4b+xrzhU$f5gR*OZqq7&bOXWj3AeGbU5ixu~?lr7(;T6g>3(#qb7Lq9jo7Im%r
zc7Nu7Gx6;1dvn(Z#MQ~WUAn?0+T-taqF+4l!pG+QAC!MwPYe(G&7CXnvHV(-{mn;l
z#ctvC=Ci(~%Oq}yaIL*<!V)&)+^?r5hdP$eHcrm{-nAnA^g~tVbrpBC)AW0--hJ2m
z_vCJ!-SfrsXTM8b$MN<1`Qrtf+7#E_(2F{k^>5)}=luZ!?}T)gSU#|i4^Ce9|Ff0<
z-|kPlDkScI%$mn+|2c{~y6@<g=<bg%df%(CH>szT7N}0VdF!z;UmpL8DarS}W(BzV
z91iN+aQVQ;yY=_eKiFIEa=OF6Ve8q||M#tb($4j_@pDW3DrG5&Wa)~+o<^>@zv69|
zFFrBzSJAXvPd*xJtMcXUn7?S<-%oF^i`_bZqi*T9*DoZCe^+jcUwZxS?3*$9C%#UL
z$v=5iu{i(C*K0BPXXiRUySLyy@2|v!!zXI;FMMaK%|Fk-`14-J`_f<b?ls^s_`>F#
zZ}8>YAp?j1&5l|nQ<~>jEnc`?vdyvWUdEf=WB1Zz*d*J(zV1C{cfx|lh_880_1Ax2
zt=j${I+Qu1<BIyD7s7>KIxX5dEq=Mk)GGBcPH6`-_a0oleR})Vb9)cokv_9`ug#jW
zcf8N;CA@q4G_hf)dBr!j^Y`vq@_cy1J8$p7&D+cQm~Gnc-jcSdu1=Lmc*#5MUc$?_
zQxhAOnnzSMFWnyA#yCyTk*6a=-r$H`&&JsKJ^Y0~Y!f>FN^tXZB-yv$cRp>LCpAlM
z<K>QdYJW_WRtP%xYGfS>WS&&SJgunCrTg&$c9*AYK2O;~p1Q?6WlMR=ma}wQox!q8
zDmwKqGY*_Bu-`GEC0L>^_uJ>?ANYIN|J_nP#}Zx`mQ?$1dHtW4bse@by&;S`o1e+L
zJD=S)|JTbpt+wEhyVhT})m{A@cUSvf-SvsqWebgB9BX^O6&Fwa)%oh?`2#n5=f9HO
z{qQZz%F6l=t;x%?xR+~HTb3OS?^>dfZ5#I8&UlF}=Ow$Pd{_Q1Z7Qu_-C(<K=gYJG
zPqixg<sW~UwrqQ{-i+n_&%c;`J@z)((Y*Bd&zHHcdb^7cuC#tP<KD7+JBsxzN{{<b
ze!TqNkIJGyS7hyd`{q|Yetz;}aQPn-%eq&-Gt||6?s8s!(z4P#ao!w*Qgxrn!prWp
zR2Ch&GS|Y_Z%&o)^OK#y<&R7(3t#!pQCIi7+j;rPk(K6|^X8b8s{2l!yzJhR%A!kG
z=9>8W&8nLG?4)OMd0p9V^)!Ld@0;J&^U3_Zv*FAUp5uPM&Lw_+wcNUVQdM8fe)Y5!
z!s;oZ(`Vb?RXp`eJwJC5gZjPtowKw#Hvc+h{O-u&`E~!E&#YAyaLE4mW!I;!HWBT|
z#|8iMD5>~1OMjTLe!`V|bq2K(_E{TGEUvA)Ul;u#pS525NA$t}v$(X@t=z=ypV?UV
z>!0u^roVlE(_h*5D;B@ofBxTQo?af_pu7b6HnY1ImUSmLE{rta^17|;uBDj7tZ&Yj
z>tx<oMA@6XZD02H!X|n5Hz0b8d=%f~1&1$`NX+7MKAk87rY|RESoSpYIbSZ!u;SA_
zUU;D}=JCRp7F%SFJ04&7(!xZxecEM<7bYfi+m>CvP$b0;rc0!v{2nj3eBq0sNiC1A
z{AI8BvO|U?PbGF0@z~z%Tc~~f!qns!rwqTOoOTZXbYZGZiE8`C0~bo<W}S0BZQ0M-
zw(RqTFP2+s_;mB1U-)8aQp=}1|M7zJ3ttxBdFXulxy1`3li0Rpr!N#qvV-Xo$tb<Y
z3r=^$s(mq1+EOcH_LT4K<&LCp7W<a0ywH*QP4MiS=Rb`2?)Q3}^YzF(RHQuX_MMIw
zcUoSk`Is--b+-4!IS{&W?q{ZwTg!70>UsXhL{RxsF$i5NuA9{%_;IJ;$DIZXe`hMW
zJ$Vj7Z=N4A5maU>0U@@M!dV@HoVzS!t&-&*nFuN?m4J{MSXgqGpyVz=>0KtiM>+)V
zf{<YBEVU$;t~{5nydz!jW~e2(^yIm;<Q-|rb85{y(wgVemUpBr&#67{NPC`3N8XW+
zJg3gQBb|9JU3&g52TTN&<4Tm1N|e(|gtJPN^GcM9N|eh=gsV!F>q?ZH{=|Fm|62=5
zCEG&+1g~ly^!+dS`~2G%`_KQo%*%Q=ps3h6(tJv(bE3V-y*~lB_*?%5+~9BBZZL(<
z`JsUb-|>h94cYcXg)$#4o>)xjbAD(d0*cH4E8f=20Y4<zYk8LTFZ^IAVt35(`N9%8
zuICF2<k;u7UwR(!Lxu|!PlXHH52b3v9CMt$utbt;I;YREz{w7I^W8jdx(D1mK5;ka
z6}O0D;WfPn)HZEB_?%@;GOzN1yWiTR9WV46yf|dCMv&_+M_XQtv-q;a-U%<<0!oy1
zc3JRdx44-%EtY<GvG>D{oq|etIVR<`c$WLz{xRd*$B4rm)Ajs?4V{)rJ6`VH@bZ(1
zpmNDBL7TfA^WV);OKJ%)Z(1Rpcx7s)lAA_ps*{JZoXo<K&&o4?3HtoySa#3XB9|rD
zzG<cW!7Kd%znVFY`}t%P9_m&O$*W`Wwr^T0zwlB!=LPo-Uz8($32N2OQA>geFV9qR
z0|~zi<z4*cUvc-}?-%Rm{ar52m6xaSs%=r8#_P62v*l;Ya{XSo!TuPN^GgE}a3J41
z6kx^E`Z&PCPg&0E_`(7iuH}UnGBxJ59m>?0bIeiR`DL<3P0wUozF!hvpz!5-UU;EW
zV{ZE)P$09{@-00N4rG}UNw4V(3naOw7hc%#@wJ07(<wWrQ*}PAZXVK(XMGo#9g<3R
z|L*V1`=9&e!Tq9tK*{3&Jg$Fp)uz^S|JVJq{X=-`|GXFbTmOswi~f=S5X_jb@yC1C
zZw`Gc|2g;Otm|8`M9THZrAe2PGCY^3es=fP_FBCvcj?o+pIWcEYzqrst+zdF_5T%@
zqE@d>u{^V!$BgUQwZK~58E?)`VZ6RN@}Ab|&bN6|pS@OJ(k_0#%8%nzjO*lce=e=E
zZp!-iGn3E#s_wyEg=w6x%4Zz>Ar`tl{=ZE1-QWMD)@N_rmHqA7R6Do%cLIE+pPaXu
zEq(DGyX5z0GF!JhR?UxEC4Fp0jenl=o!bnt@(C|Gb4xV8AF<o<`NhiIjM50*(zw0T
z?y!ZW{?y&tzb1<*s!0CU`9G%o8|=2o|FA7zx@}^s;zj<=23IbyiGQ27onMcCWo^N^
z?^o=0JbtmVHmC4YP<CyH^YvdhV%95t+4%R3(C0kv+#J!e=vNFg?7Oc_y8U3)uLVo_
z3Vv=Dk1AsKzHam4(1wziFHY809G_sN6Z_G&QX(#M<wpMe`k9mCau%Pq&22cjc=@-5
ze;bm#dznA*gnpTNI^AE^EJk*dD!=#lPhwjX=Y4j`&_B+&wuJrgmE&Q&<xxfMTJ{1r
zg4(yP{;*1R-YtgnpN#e&G3j~FuD|t3V$Htge2-UeNIF?tle(f(CSJbm)nn_bSB5?M
zrQs(J`(DmjdH6@n=cP8kJ~;WmIjrq`&1{!Z%G>7Ei#J?h)Jyi4J@&16O;nNeZU04<
z#m{P+9!|T{CiZ#tPlIQS%Xcj7GuyUne^i$Io%7es`Y+y@{x01^_v?(RJClA_erLX<
zyOsZa`s$hgGxZL$L_f0Z(fj_@=Jty$d7bwg@~YQ=e<S^#y$Kvn0(T}^``z4~{pP0o
z_vVFfJgjd&s4H{vmYJ3(|EX+)O?8$e|K~XOLgqgrbGN15DRnNAk9{$3m+Cpu=uZuX
z?OJUYe?EI?JwdB*#Y36vi=XB$Uab;$?a$YPM>jA3raQgHUzRQW%;p>ATC5AwRvx~g
z74X&hn%dh8zY}%x{mnK@zF&Ns{H;;MdiL*4?^90QJ0W8qq?zZD$Ly2p@s?R8*jloT
zXXWL6uTSPSB%ZP1DUjcNk*(sH;@1B6GQSNS(r>5KEeMrpbl&-QLrbEE+_eu9zwUC1
zO+T+#d7~lqMTL4)mV4DFgL6NO{ukaqDfZ*g$_4V~3+0RWAD^+URESw+7m~7GUSqmZ
zh|wfH=VxZ89?Jx|cUkejl<k~m_fYxmq5^dv`G(RHwsH-1Cu}cVarc)yF+F3Mt#vF%
zugz)aBKeei?N1szJe@ynn3i$*(&am%-f}NzY}Buvv#X@zWbFd?jC=q01sg@o-F)zj
z$DA);?ELO7Iq>A8gH8LFea6u}jP^ptio7o~*WC_ib?Q98vxikHgVF7Q`g*CTFsIIK
zJC|1J%qU%++Pk;u%BE%WDz>ay880+XS5WTfpPNndt~|aW)UA4LZ_Y%~Hp8iP3;SO;
zuUfIvHSWbs|Lc?66PM1rb$qJT>|1T78`jl^6uw`%^Si>AD|Q>a__sbWGjZ8+Y1=#J
zZrh8#n^Pl}JY5rgIOz6<3zLM}uNKul-<Ejw^6sZ^nO8SloAmocQC;K_F8iJ}Z)|t=
z^1PnF!xepWU#Zd;)8fC=P8qDbIpNOroE`s7dlq-w?qptk-nLX?-lIrG%YJVk8-ZUB
z_AIhj+{yngr}FWJoPEo;9dx}e{QHK$VXu|B8L2C__OB`G)7_~bV|!b7YyTNjFY9lq
z#m=ub<b2Htx0q<b@Z@69<qn5)^X`cAeKK6i$6d}-`lXdS_hqnr?6XhGTlwF$9}&Mi
z``3+E`+}xSz9RniP3Peot3I5V^!vuD%;`b>i8s&qXRf!a<~7}NPma0hP0hWF?ALDY
zNsidI@fP2Nxvds$p{qY<RNlUzbus;6bRVNq^XrqjIr}F2R^G__Iw9bmjn3_#n*t0f
zC1TWBijJ%POTCy_Bp)Lg^n2CZh0FPxSHHMD>Gy+Ibz864?eO~R5j6Am4K2H1g;~W6
zCzCz$lDX&FS+aLb5tgvnowz;n(S{t+<cLoVYTo{`A3W|Jn>OdT=H!4cG7g)h>LZJ!
zqvjg9e%7kZ5d9dL6~DF0AUaDv>P5!hEgKb^dY`^+=9c|E&1~C+@2M}HPa6fb9jUO<
z(=C;mnKMJtC@iZrgWGf)e|MPV)M@vQhdox?_9XG{DZ3@#WuG6OVAGR7!R~GC`NXL@
z<?>3;_65)5^?agOX~R*r^UK63SyPYCvk6jv_SyZ<?SPLnY;+ze*h`(5yz7xzQ|<!)
zLki)qM7$)H2s8IKNpy&9SR1T4HS*O-=D($UTfYQaSt<*y?K=|X{cgqOxz3*&;<Ywj
zzI6DGu(zDwm#TMLzwDcpxTf|-cb$*?G0Sfo`-=lIN@gA9UCDegXl3iPJ8d)1DQ@lG
z6m@>v6SEV^YmzMf9<#b7aNhB#VSw(`mfVxM4O2Jet$dz(Q@2*);e=X+Scj&qU-;J7
zz4-31?*UKN%UaEiho;#Gr6;eh)%>3LgIQ4cm*bO11xY;0QZHtlI{y6&V@kUo-xQt&
zr&M<Qy}{x9s^VV%)GdX_>Q3xvoW}V(;N$@T-pNK2j2X`8C2YIn{Ak0hJfHW=j~h%&
zwvl{1;hy;BInJL9JnTd2&e+6zzgyhGbdKd}?v&#*tYnnyJl<JsOG@cxx0_^Em#-vp
zJ#+Srev9euvrJCkOl{v%sUTNfB%c<0>dMix+iFiuxWyj1-P8M>&x09OJVk33^L~=K
zEv+%fM8#h_Q}C?2)N&(h-Mybh{>qdyPZd5q;f`Cx#FAG=&!<&dXtO)1&vky6*zwGE
zi*v!%ZxM2no|nFPDf?5Qdb&;di$3S7_!IL#etFWUaU$7t?la5dPwXzl#=W*)a(=CL
z+`re>N6yzC`aIztn^gPf$^|twlOBs`9%;Mg<^4_BFqpsQ@z?6@uPgIc7S5VH&8Ecq
z>y?GqzwX)o#Ky1OTek4z&B^UsHFZl>lK<SB+@5^!>lML?5iDj&ugh5GJAW$p!Mjp6
zny+*1ODXN#H?17EZAuSq`gZZ_Ox?o|ZtZFE&N-Qz<Tx$rm0`-e)z{U<Tvjff=lpD6
zRc(^v<XIfc`SWI(-RJsda4A&juJL!RsOL`aTk>OX?>c$HZ~a28V@LGYJ9~!d@A)3I
zH=x6rRp-k6`SlYo%0Ch~wxI5oNO5Cm)l|EtRmXJ8LT8Cc>MLEkx?$UKfBOkjvICY!
z$nIYCk%@c3e7TFqBn@kWr<`bJ&q{pFSZ3bZYphf0`)NXTWzL0PP5e{OeAaJLI{g1<
z?Aj|GzkF`-_3e0ZuyDa)4zc$ZQ~fSWJbczE&MR1N=^Gho*u17=qLP{0y>AvVwT7FQ
zoZ7pg+A-uXU$)$V2$sr^pFKQQyX)9&ZL$nhJ8@2kc}uv&jXkTb8C6#oDgB&&*XoMQ
za)*nWqLGWYHSA<Pcgn?J<_mS<w^v`hWldb@keec;Jo9<<vzOB=1ybe-O9n~un`uts
z;7JMo;NjMP)!k4)$%XUHI?nyI+qhmVXZO|$cs6lLg$lcX=SO$Ru#-<-+2?H$dLp>!
z@Q+Pz^=qydM84&@_2+n7RqdrSK4KZ7)l0>LHmpp!T*k%1Z#Tiscw2LD<3xe0Ia?~b
zKl(pg@zsc_>T%|F5tdbQOjk{AJ(;1*B;XWUm!%@|>G=Q9fG;msuGq$vzS?5j?CgpT
zh6TK<^gbtk{gW;m-V@0>{jNx8*uxZ2_b|p3QHwCaWKpd!!z6Ro_Rx@s*5*)|h@<tP
z55iq*LRVb(HH;Iz6B-zMb*D<tkt~rNp@Px%wwIirvuLkwv5AYkeb6tpOl!0M%-U0L
zg0G3BUYi{0pJqDqYD!q~rdgA(&Y86+IKAxx_iD??vnR9s!iu@RzQ5o5<$-4B;im^4
z7JX2$ZBR1qTh_B!^Kr(h8*Y;7!EO)FSo0furB6AhQM2en=OJ~j`5HBg3R0t#Y>Jeb
zHoDHxa%G9{{&1qVW4o9j*CH_ujo5%)3kn<`HXUkZU*&gY?(rAroJ-X^H+>GdTe;?)
zO?bK78f*V+e?uIvCA$~z@BPJ6DEo3oH~Z?svd@eCGUhqjWXN<fJuf}doseWYZ*$<%
zz=>*GD>g`-&$3y~xkhcntb`>@uQ}iNC73o|WeF3G@J%ocoGcvapHjZagD*^Y^4x`w
zZnS^?H2-+P*N%Q3?nd_AMH{r+U&#9!EW9G<BYW_Qpr0(`Rly)x$E&Hn1`DsI3I?rd
z`|yfmL!ZEFj!o~bun1?#9=s-)b60cI)T;tTvX0k9eGL{~7p##zcwMkgmhpyQldR(n
zQAhcOH-x)v8*d1AAc%$O$6udhUtOr=8QCi=c_xeFh=Sb5st*UVIF7_!nWPcTv{79k
z|6cc#v~rFk^BmrA!U&#B`M8_1AlYg-kv}is4d+p0Rc{unJ-2U-x-emhwx>r>iU*_O
z(?*g1fp@}hb~jA_vFL(gK$!bQnbg85dnWE!`b#q)&h4WFr>56_jW>&Ox+krvPx6s0
zO}jGl;#A?s78fUbtqgqUY{`F?i}|R<lv@*isHysK@;ucQSs#+%_OdC7^(a@DsL1Lq
zcF9f57yfq|{;iL2yt_St@8sWxgN)i-ej?MuuJA^49*8(;U%;RraCc+T^NmHF3VRg2
zI;V!RZ<k)E#Qw3D;qAst<r{;_6NHnOzBy1bp`X!TSbHb$B-^koy|5^~M_%jxAC&Cc
zy7_C7S=_GhnNc71J}^$WE??N6r7EMm&b+NrFwd=f>gJwM9|k_vu#+xpK6OOwd^*49
zYX_4cs}z??h$^@83-t;93+5HnN3nclxy898Se04%h1vw)|GmL3U*&$J|6~2W_oqjk
zO#Q)d_a!VfekZizWPTnzxZCBNZ0m_L%C-u&is>$1y}5rrpYRNt+OYc8tN1H3C)5S#
zI9NKksQ;*UQtwMXTKV^U{^9+if67Aw_yzCmlufXU{XcE`yD5j6!~X^Bs0z4L8nD#=
z@I{BkzBWek>hi6ub9K(j$gerJQA+$Q*V=8|g2JiCgoJ{%bTl^{*(dbbYn`^`I+pFZ
zC6eW>RkNHJ?Nf7P`tLJ_rz?5)GW_`b<6s2mI`vTYR{qcx&tCPd-odMBxru=*{1!96
znCFSumGw3i`!f@#F_->lzS8=9fy2hm2ZuvKc9~k9oT0sR@`@kco4$C3yj5NGX%gqU
zulDv8->xoRcD8Vy+(r9T-%3^2S3)LUZ%(a$QuzN6@2Ble(5`X4_7D9v3*?qdK9{t3
z#PmA0oq3Jb-D6&C;sIN)_UjzFzj2=4)otr<=>)V#v{tJ7-V*TJSGBfsM?Gtm`GF)~
zy#T&hr<?6gPSm=h)v-dv)wIBBrOsp4Q;f$}bY>lwO$ucfKJM}R(5vNTkA5t1P1$O_
z;@Gp&jz1x1BUZ_Z<Vf*z2(PX_!v8Sv(dsL9k7jMXwb_SVdB&DQ)7s0lu68WlwfnCC
zL&2m~oRa5W8*Evb&nWbMe%txQm;Qy;ye;7^SouyWl>ha^tKnO>w(1G9u5rt?XzW|{
zsAE>#?cy_sqW{UXtcw<9J(R!a*4itL*RrQ2-fp*SRm|I4x!cQQwXW}6`I|;zk6te6
zQ4f~rbmgD%#z#<BMsC$FrmNwuWo`n&F?x}$vq}|L^VX;=d|Vh=9{cN-!jWAw&4Zji
z@GtJ0tTdI&eO}Z5`AZv)+%KH8ibLj{QRrXA{jyRzRd-66%TEalcpetHRs3<Djh_Ek
z=01U0a~sduH;DQwFsL~vaGJkg;3ZSDg*!La;4@3y8GqT1>4*E4H=RBBVecvL_%F_`
z8mza3@(re1F(_``+dO&i<-6=^_8aCuVG5D|&b;ZR)&7~>M=cpL65VWTx4m8x*x=fj
zdvV@{+DBJSjW;djxZs<@Jfq`w>w{cxckUy-1?s-j>fC0VyfqDPu-&R`&T#*?!(o?S
ztkcBjmS`pSdhgSG+uHx|pivW3)W=04+XUv`*LqP@s<5P>dEJu-%j_;Tb|rGD7;Zh)
ze0y`=7p^<4`x57^ZeO)}FB@;`13}>ouAiURCvB{Hy^FcE_aEC$dDdCxrvkV8)h*Oq
zyu2~^?faD-Cq+3!w`>abk1v0GeudwiEp?yRDi|a}EK3)@K6Rz3_1K|+yA?)RERqtt
z-<vFHn;&<#)LwVKi!VnW_u){xEdJFGZyxjx5&rEY@<QX|$%1=ryTm10XNmFrWLM&n
zoqW!TS61=N<vn%m;=5d{x>J9JFqG|BTVlZCvDP?G;n&F$i$!*JuO(hRZU}cgDq9+z
zXmOyqw5Ih~1#9{Btm<jvy!SFsGv1#ycS79!nK5fm@9DdjX`X-Mn88w2Kb3RGzfN{2
zEqKLIa-3_60aMbUoQqSo&w9^dE4x>|LQB;t_rSK5f9+SKerjYZH}PysnfSrEG&FY6
zs;_G#ZiL@kBd|dBN$wq^QrlPiH^2CGdBq|*-2&~m7QB-ZcG$gkx$tL&8N=(}Jab)n
zCkZXo{`=B0WSPZTEhgOy9*-Av2Iz|YX+2)kYUl8*&;8NNnim}RIs+<>=i9OsT8Ped
zmdkEZwinv*>U|a0)lZGrR+b7C?$5gYJ5$`^^4zaaCWU%D{5Ye~;tKo1#kWKyZ?whk
zXg<z#eU4bu*FDyoW2BU?B`szwZ|m5frOjc{`nn@C^m%{6tu&d}SC8+Rm0=;}-8@av
zM&P#l0ndkmVJoaxPZInQczto`W!Ckn@5~xB&WYrH<C-1ug~wG)=K6y}4^};y$R7Nx
zvzF!TJionj!#0*?YRx;Ppl0x~x@q4nLmvJ=J;I%O{(Ey69v%D`KL6AFvXBQ?ypO#6
z&lW7^Qnj!;omHG`sgR<B$sIrTE4=KiYtFy2;LD1&J<;mI#n6((;B+@}eZXz^EB~#g
zoTv-=b*Z!C<E`p>%TsNCDEl7c{-*TDGkDoj-@SjOZmeG+&nY6uoW@<SA@i=|{O3Mg
zS1(LCEcL*IQDs;2iqjVZ4u(n`@%2~#cFD6;K88O+Cs9+YNOR8quBkQ&DXU+Hvu3Sp
z`fxsqLDhK2l*5H#6{`}=zB}0PxUwBwc`33wtthRA;bx-b*2f8faq-5ns;k#Xy9>uy
zB}Sx+J0zz)<aLt_-8z$ViITR(FP-<Y*1!H}rf5_@cj#cg^X^W%0*k|s&MhsUTRWCT
zY^i7!Nq!>9S>(&y@kRWDiSq3e^&yXRjo3Qey<1N?&e5~k&mZ-uN#nz_{nHI^bV+dC
z6g&R6V3MiDR^1I>CLW*mc+T|=)||$5m(pLPuQK*4UYBL*A?6~tZeBLeE0(|B79#c6
zj4!G%^U0OQ?oHXwcT#%8)pN;*HZJHf&1!9}IKVFZ+SC7%)Ca*81)&n(TmN;PC{?Nw
z_c*o7ENa%|b=sdI3uBDixDUv!tzG@uk)`s2<YK+5w8!c_hc+&dWSDQjZ8-Vlqlb!;
zrI$ALly+XxzV4Sk_Y6B{e!$DpwSM!~TKK-=oOp0!!z`Y%=$gCL1(r`1K6oWG_s%Ev
zi5%VY^*?HC2vHPUez5W`e`zIu-bLo;dVjbdzZO{9>-<$gJ>&<2c>7_KJrWaEO2shn
zJ>Z{FxM<!JFMhqZj#1J->Xy%C5bs~(rEu}R-(#H<y%Q^(kDq95w!FL7!g`y+mZ1JA
zUZ%oN91~d{>D|(5IAPNA{((9tv(%-B9nMcncuoDxl6r6D`)}H|?%%<y=ll5Qs21!N
z-F4(h0-y1@{2x43yY9UH%EBI2Ewy83joMX@cdE_R2X}fs?wWs4B|uB^_rkc?D1lXL
z0%{fiMD`pxcgOg~W9wdjh9V2&xfa*DKBnYM+40K3;J{x-v7-^S{)va(9=0#8=JdRx
zC6xHb+T}x$ew!=PQ?)q0^mmRrqMrJKOv2|&+HG6@zEds#ar2S7?%#U9>AKdJ<PH=#
zMr^iHeS4wuiY)7grY<3dC*3>#PqsJmjM1OKXev~;FkM~!Ec1<pSyCr6b1d=-e1x6Z
zbtIRvcU+oMXnM?Z`+;5D3D4cmyFB3D74hK9ir`rP4u$E9tb|=%uIYVw_k%^tYNPP$
zN{wCS!aonaoO9>NN#;lFAB;EZ=^T;?Rh{|Fnj=f%MSf+I{HY~7g<IuUW~_F7d&H`i
zlig4t)lBUn%ZH{4A1O9Iw|Pf+vN>0zEfHTQw8VPHy0{%DFS1Bql`Wg`ZVq3Qq<NXJ
zjiZs%I@WYSjYOG9Q6oMH$!kASH^{9G5OVPh(kS~>VzqP2yfw=XUt4J$(ZTWhvBJ%X
zzkjN1D-`Eik@8P*(^Qwaj-MR)t4_^XaEpC{>Ls3rz0Ug_=EY<+H1WL=DRZn5yeRH_
z)~_aBR_@iAoVPq&LVH~fzBlB^5PF%<Z=+z9GCg3@6oJOa4+Qx-8m87S-c}xwG3mh6
zg6B_eMqXbP#dv`?dU?5x%f5LWiG`C&?aNm^Sv5__CCTx`!Bd$BB6+*KKP65)w#vHm
zK+o3|KREbLZIC%4p|DZN)p*ujtKP3G)?4TX=|=Ml3YS!T+HvBQv|!6#X_wimZ$DY>
zoXF=?x=HcGlqF_T(wjEFpZ6v$<?qWDM+2MB8hcOGgsfEUNzpp$?A8$4#Z+=KY0;7_
zGp19MBr=!FXnw2=%9vhxt01dU#B=H)H3>nMf*T?_<}6MM$6wcJ8(dx)F#o_DnMJzB
zKP@=?pISzrXL)ekW7dj1dxvkHoGeM{UKKNs9^;l{sJHJ`+qKL|Y|e|bA<uJ)olGV&
zcRtcnU_BOhULlU}!h){}&Ih<T+7ym>YVf@b6MGY67xInqzVy$v)kixvab33-y2t%O
z;z-RwLpjeQf}2xh?n`@G_5WC8DX@5M?nGNY{tq@ujFlbLa`*dY@MQ-#zG1o6S~Bm<
z_V$M7EOSH7&f+%xP<qwI=}%}%Y{fS*Hx11rBCRYM+fH#Zd|trfXE0wfoz=j+*Yfo<
z%LBfu>wX?vEN=W_B}WE($!0%=>oS`9H-t6cPu`eOGUc#Cl*3vJAJ20$6g^wqy4Dpv
z6>UGT^j0(T+AmVdr6P6;rK?u9Y&oDii!<-b*)K=D79CF%^v!#%A~~nhPh{T1uI(Ep
zPMu_9b*XgI`|M+$t0q*m=xtlKfjj-VlA<H8i>qYg5^oDx%_Uw>Hrr<A^^2~aP!RM>
zu;I}O)&!<G6Q)1d#rIU@?_AB_>J_PPvvbZl-{Np*VrlaAbQW52z(Ms<&fF7vCu4+N
z?p>X<-9s-t(=^;gHJIt(1+(gDPqXGOIg?vADcSO5*L;K1`YM+dG=yjSNlHBau9|!9
zjQWY=TBqA9EFTB7o;x|QZbf_MA{kxg>y25*3jKnP7pk+gDBV0@#Wrt~_4H;I??nsd
z2}LRSCCvA#uec=mRpPK3i=}Ad>fo)B3sg2-mSxS|EukDx_4VD!$<yu$?4G#$>ADjs
z@A)R&X<s4do>a2<RrB#F)3bcCmUpFA+OTf4Rl9mrthh_w<)B61heL`Szk-FbSbw<l
zyiQraU2TVzO0LDh>0x(0>pVA{NZ6=iBqV5SeoOO6tESqzF4yR0>%9)Ar*(c~ns9^d
zB)5_T!^(_bO8(+=N~i2`ns!K5zH*(?3;qSIi<?xIZu7mxFJUft`PYRjGRtQiioLW-
z_S}^zP2PWE`*$cTvb}lGyZZYrzrC*O^d$MeubIqnM!7XHG%aJ(!O8pXUpTbmf`r$x
zuLm-{??ib71vaSJExy$`arg3dA`3hotDadihtcu5<*Ac%PJZNTDi`xuFnbZF;;(|n
zFScdbRx8^W?C1GCQYuuMxQe5HGRMLB{F`Q!s9S7({G@@UZ>yY-<m$J%n_WDzByzUS
zGySl2p~4)&Dsv%`zDvKfE^@{>=>*;os;TIDA=59)x!UYS2J5T1J?1u7ISiI8ZoHt)
z%cS$XRK!3mQDC;piaeDsnk%JiIX=W$ToswA<d8TeZHkZJM-%>uJe*O>Vl<M=DrPyq
zn`aO{Q%dE4$i;*Q5``^cCJL2L6qBYFzTjIU$EPg&*`fbRQkB$;%3ZD>o-AH6ed6V$
z2lJ+1;dT^r;F_>Ybozs(1>cIkHs1EX>(OY@Vj$93P+0L)i&fAgB&2?VSK*W=7J-{g
z`ctOZeT)|HpS5T0JKH%Q8xz_6TupBs-Oa*L)~(LYvc2vdr)Pj;QSL|8KLIKp9e!N;
zTK5*LU$W%9x0!a(R1x|9>ie1R7wJy_>Gzm>!ufrEwW1O8Os=r7{@Kh^%5Jr(_^NT?
z^Ls5$R>lGW3RNp6i*RrKbVH%D%el?9yvJegLiSGA854geF3wQsa%$M9WV!K7YI{<1
zh?~f>^>>-dTIM`lvd`&V<FY<In{NI^0!Lh(-xRa2-@W!z@1%wEm;B^1VcxJ~!GWIb
zEDn4O2TyZ8u9OLLy}Yk@yIjf%hn2ERd{=Q87qB!|ed5jjz<i)mUL@esJ(fI<9g73s
z2zYLC_6yQv>kyvAqGrv=_}-!6YlxQU%sByP=Ef*)_%-FbrIrW3XBVeq>k0SikpUcz
zozbrEcEo&tQt4v4D>Ff|Q(CT;UC}&nI@3?~Ck;WXm&ab>ys)%zy1~iI4~2IaPmoeq
zk3Qj+aNg_tJQa71Ck~(d6nDL4zP>c0K`mo_$vaEA{vD}GFL~~`Mk$CeY9<yImd?^l
zX}HHWZMS_uc><H6;n$k-BssoBvpE7i^_ez1&vU(h<#}wjjG+I+2a5yRr<86g>Z`ou
zP|e^TF5xow?TVud{1Wy(;P}5sO>si2iriyX)~`P-A2t^rD%~Mhr?5iM>+uwcl_78V
zY^}q-FNir~a!Eq%i^Rd(FN1aja|^mGG+QcQD$aF>>%7bikHE^Ms%n`FXR6G0nJFo7
z$T3I!gi4NQ)`{RdQ*y3omRoto%N=P_n|V9)2;(UkZ|;su50(BNdRKBF$jZs4_n}a%
zvxJ~$H|O1oiGF8OPKK|OXj5Rjv1lXn*Wc|a;>Q|4+vr_Nug-kme`5jH?Ou0=twt9f
zd7YcFry}SBN7vgKiCoSzt-n6*D>^2-L~m-uJgx~0f9CK7%Z5H<{hfH<_fL5dFW<_2
z{&H7RbR1qM^qpHFe1kJ}t_)L(yp0wAoRUeQ#rm8!8~jDhBTrlmOl;m8B2|3h%Ld0g
z-jkFZ<f;v>voG`8RIuRELzYG+qxFX#@fF&fnBt)5ta#gLerBJRaBoWPy8<s31=F2{
z>TzO$oyUA0M6I^m%b@d0K+WT%UVO(I4)!-T<;^Uo8qXvI_jpxBwjaA3nKk3fB9FzF
zz6IDcrf^#DX@6Rf#CyB(*V)5QHrhz6Xcf47d}sEel})pn737!YPsurDwMp)$;S68y
z0<K-tG#+w3*kdL*kA3N}xY<*stRn<H|2-)^@>?hOj$>lc6Hc93_aDS>D(7-5G!Z)`
zYjpL^?ho5D-W=v`pA!<hvyMsRMr4!b=FrwTEg`~BX2w0qpK>HtWrKS9^Gt{5D<5?^
z)!5i9GKg-xGyl^DEnn8W=@Z3U`yDS?cPKRTt#^E`z4dIK)S`~;%d3+XPI&C8^lQZt
zt`-+AV?Rj~*H1Gi#T|GZ?!_X>Xql*XX1&sd7sq5yv3rKhIbzW<i_2C=Qr100Gx4$K
zO99ue4T;tTF%I7}mTnVaSybDo7OOb-$<GB(nfe$EjU!(aE_Z3t68tp1G>Nb1$<03h
z4uu70mt-ZGf9QSGBywlE$!v>L3fq_zl8hw1t~A^fUUiP+cYvnWoJ+1+Nt+(s$(_ft
zcyiP_g&3E&L1FP+*9<aU%e{iOH@i&XpTrk9Pg&LVTIRFK7MYISFO+V6W^-fxdZ8_e
zsekiR#%d2Y=Ra(^%bPpr`Dyy4c<Bmja&fV6TbfiD{8sZ|Rjlz?P^QSrSmc+|>5$U7
zYTB~X*00{YVw}EH_JYY)7xk?N)IYYXSBCEpeI0foRYdwoUX19QhKwz<B|MTIe7-PK
zFD>ep#*IByEjkBl8o9k#nq6E1J=mQ(LozNaYd21AQ&m5!kg>!grtZ?T$1GoKgIL(!
znOzV`aSusc<@!1@z(Yf1LI_uVOyn~Mua{>`ay*3I7F^w{SM1EXDSU<S#3nVC&wjy<
z?yLK1yzXilU773KeRyW4Nikcc^SPyMYE8E86`uF~u1cP?x|QIuoBeI77`yYblHyyB
zn&!ATPpF#n_{pLhrOT)2ZT!`7IFb3q|1Y)^=P7-g)*4{D-uS0dq+q}jm!_MJJk2|`
zMe1i(c^>LI5LYQROHAs?1obe51deo#iPkIgeUHtWo0c4ATCSeTP(AHqc<bd4m#(I7
zE4(ODs=eW3uR+L?u!vKW88|tX1h7;_{kfd=b4kmJ4=b3yO0Ouoy|TJxq59IKLi45G
zslPH#YC5uh+`ssXmX{ifp~ccN$vl=L6XKrD-tzR8<n^Xg2BFGa$GFWW{jzoWZn$Vk
zNxz}lN@M=`m-ik9Oq}gv8xk8cS9Wrri=buF9;K~Z3u<MQb0=}yI?kE*WZ5f^Or6-<
znmq3tn;Rzk9_IUH9A+rYZ&`3gJ=w@)TENQ%Y$?l~j>g%_JA7L3mPhhNncG7*t+|S2
z8VOfzL$6Md?pQn_?)2$JRm`=^H8$|sef&^0!H-2tX2qn+T***|PfuF8lx_=jztJe0
zCpvZ3w-B$FO#Bb>o}az6^o050)6*0`d{`$jQOQi*Sa%Y0;Gvt7)n-o=Yf_&&OFd!7
zyB%wiJ<Wev-2K&5?Wm<bZ&FJ28f}?0)kQlT)N7t{Yqlmi$@gEFQsTB?*{RugCoIu2
z^!n9V{A<JIRTuJD+}B)>^x9l~;=XFFp3?i2%S)M0c|O~s8mUroWP(+N)TPIZf>LK5
z(`wC0o@g6udtUWV{}FbPzh3vGOO~;59F3X4G-HeDQ=Q#C2^@io<|=QTJN*Yo+G!z;
zD{sB@1x{&}y~=pGznOcB!#XhwR`GM<JOV4(_~(@R{o6TPpEt+8z(6*JQ{Qv$Vvbbd
zaE@ZjP5ORG+Wx|EmmO!zJ5Gpd3`<qAWqw*Iv)7<NggwG}j-cQbtyjl%wiI1_ctb=|
zNRcb()k2Q>9A|yS*dLxapzQSZ99QAD4==8i`fM@aeAO}WO3Uu9yDNT8UiM6+(rM*o
z##-kkX~JC>W2;xc63yMPN!~K@@4@ET*FN6)U8?T#p(t=t$jZ(mt?$1yOuF=K$|Xzo
zNY@Knc3;%q@qtOi=BR;Wk%D2TjT#4E>9)*LrBExsZiS%PVWsLHvaCF3U9eIQzTCXy
z&F-+9mkU^CdoFVbDoSr!FL;-w>8%21!j@$pvX+SO8F$`aa*Uxp<ks7+cU~Lg#5$KW
z+Xt+8;(O95T5Hz2)SV~aUgB^y_^5iat8e0p*|xT-iU+u?o@}(a`t<1$HSH%81Wc}W
ze&U?6Xr7SZoJrpTR_#8?aOY&iJ@HvZo|l`d8${B5kFDQQWm&mme#ey}rtE98j8||^
znzZ4F_awoK_tTgAsurd_SaafgJM*1*rSF`7Cmud8!WQy5D>Kd5m#5EpK_hqj%fl{9
zt+rg-b6s@JZO>}G7ZU@6w(WSH`9FBF%+sBMmMr%qIr%kSu^m0|wtDiLnRidGe0=5f
zhrVTP%fHQ+WO^g?sN^ui`dt;_%I{7s*{w45e9|gEA+_b=-J(mm745|`dm}YimOQWw
zaN*v<_F!3#PVmlWC$<$$GFPAAGv&k1%MlsJf9%=f|9~e!O0xLp63xn^Oil@<=lXm;
zGv{?HboxDG^uDj?uWw=DIw_P}>1xH72NItJ3>l3Z*~+d+rwCp1-2Cd~U6C;U1FWk{
zvljWRDevGsrLt>>Tk9%`7b$bkaaswz+w$z|7XEerR4<%$T+31=ouk3@<I=9?G|4Gt
z2br3kgta<dkBgoAJMoBnK#Rxa(BNf-Oq*7GS$zI<=MCkVLQTPD&D(ahE;7^ls(rid
z@r)@mC50811PNzZWr%9p9Vld0oHf0|;H~~<zh#^s9lt$VFsWHxc&mZ+)@^(Cp7IV}
z^<nXZ10tMLFL{5DnYT#hL~_-weh1EJDf`QUu6w#jR0cIqGcgzR-*wCS*qX`mnv3+=
z=B=Mubf-(SpksrczM*pA>$b@^J?}gd)X*~4C~fT0Ha;{@vQu`8tL>Tv)tUbpqi1H_
zSg_$lu1QIvXwLmbF%Fy^0;eWqFFreO+dsYkY%7<qo-jS;@HCFRnOs5|92IYZX1w;?
zeAK~Zooj(egKLI@zv0YD?+XmnZG&I%H?>Z=pf@SL;ihOy_!a5Rvpl@*HwP9!;pVlk
z(#%Q}b60ETV$i?(rOxAsr@{9vA)lF)^&QP(teAfs^U1JM^sv{gXy8`(%KBjO*{?_D
z>c^fFJz-VhBCLG;MW+&T>+QJftGteAr950|v9xqckHQlr9=Azcg;9qJ7g)^kOIBhQ
zy&vfzy<(?ipL<q;AD2(}hJSpEudaPDqyLiFsWo$ydQ=n>r{)C<J+v$}Q8}tBy4C)G
zaqDf<iIX4jo`1e_v*YowLre3fPULBq+*O$M`mm@`E$hX{bEdrY{Stn@<m2|4T820O
zH7PV(Gke~fTyxoRW%LuLfU|uS&PH1_+ar{M^Rl|<1>F|NzO*Y_c|&2`OXFjYPtTsa
z_{!{}yrpM(P4~~vJfy+Lzo}Z~{}g}W$8&gZrrdU(_+;*4!v^!kzjU~?-A``wsDE@P
z$Lps`zS@nZlOJ@fJ@r*2?KUrHKD1vbRq?>Y{6*)4Tc>U~<q%QVp?UMK!%1P!exKsb
z=4&0UEQQND0-s4(@3i6fc8s0wDm{tEfq8p>a`>d_D|9EGNR;0)N9Vy^E_Ejx+Zh3y
zjc&fYS{=m1>@D^#v~ug|XA2f(S8RW4Qy}E-qs*8WsNmkyZxptx>5`RT*|7)nE1M%0
z&fxd^KJ#%=&}J*SSD((cbTM0<cWIM(%>RVpz_*D)xBZjdq*9|bK7V<(Bm2A1%SV#=
zGfuyD^4KgKyhrGTTK0w9yHjIcFa`4qRRskw`=@HIzghOBPR+*gW=clvB>wH+i<`f*
zS462-$~Kx@dUQ}ROMKRhXR7-)ub!%_Hp}A2ih{PUC#R?vb3d{Zk`%O5w0>vD>35KS
z)}gN!thPeeikF}IdoOTRRl_yw6JlOWo^5VX#r(4S#5&hCFIiV>5ZpSMqcU9Oo=(?^
zJBx$&iY%0px>$VMaF(l@V`+m+OWvY6Th=OkXX<gZ6>OPoH)*eT$OCoRXH$P@+xXg^
zl;8EN@mEpkgyN?1P>BYnWl|w|ikJOXo>Ba17NO#G`N@739)}|{mPl(nInE((BJIHA
zekNUs?LrK@T!_j1+X@V4RhB#U-I~d|eT}n|bAS4@TCc<pEa#OiFIlYZe5iHpQ{O|D
z6S?f?tZc4juPF@JEAq>u)T#1}quqqK&LDv~SDwx93F5mnw<6L?@@lciRDl!WY(?6F
zpE`6sGpY`){m_#3a7oVg3qKZp=+Tt%U6AS!D=|~_{Q?F4m*xJlEtA$;UOE%kw_f^4
z&DFTv<608h?^LI?XczreiBX>Od6DPAPS*Y@0V#nzmwc-4hOjefM^53M)Lm*YmCYeV
zM(B#*hQe)!ZG~4mn1`IWHSs&kKf8)IbA{xjQcJUXtP6EzRhwnAW<KHBTKiOW;huFt
zOU_iP&+6|{Ig#zNYUw5>`JWC&%obiV9xbR)ojl#=(z5q%p-iVIF8>;5(f!HHVfV_e
zN8REz^A{AZ&Ux9R_V#}2_IH|V+p1i33W6&;_b;w1T-+8Jw##JKiohjD_N!jqDW7D+
zJeSYt;=P$X{g=x^7M=0g*%1D6vQY(V|BCLu1CnuddwI&8o`{*sM>gvQF{WJlpD^*@
z28$9Yjtv)Hux}AsD3rF?g=@)`MN3TEOH?Pixdtv-Y9q?6E1;2cTBO`igSR9~|Fgg{
zfj>)_cr3IRZ*P44eC2tb2obIh4eqjMVh4Xt{j3}ly~9RM&eQIae&@tlXR6#6`7&+v
zoIQ(?oxh6hE>n5`vF;NU6F3F-ITomVT6Cd_O*-_TvB1+$D)tVmWsXXuKGFK5`z0^D
zht+{qGwI&ycPtN9%v?R`#OX_3f+1~>YE@=>hhKBMapJPb{A(SINvmC=&GoqqCr>;v
zLBMFkImf~k92a)2nq+^qZ;r@xMn@H`)&-3pmd#zxUMa*IHjAbG<9dtlThcl9^qxPY
zVYo=*Tr1o5NqH<C^B(Lh`gFmz)5YJ@-}&9GO#zXPRt2f6Ok}q@%oF7DE3%K$pTQWI
zCnK_piAlNe<~xzZM5|Vd3%(`)iw#1jNX#x-eB@8i_54Vw9U7idCX)P;F<gc#5|^G+
zO|Eiuxp>w0v9-$A@Vk*Bvu`j2$)zs}`r32ko=CI0)HyLO;XOSuo3?Pi6S&*FG1p}2
zZPoXSUx}UZt}<Po6tnZrmG|?0GnAFhd*Uy!SV8f(UhVFi>Os$*ywK)V*E9}YHaEC9
zYu%Sye&6OBo-#U{RJKq>U$gSSG|Qz46F(?z-jsaZ(c|UR<ylKhYL%??K9nxmCwn%=
zpJVr;52mcvaYi8=Hj6rbRmn^?2$gA1JDX+}XMM=XV&+nX8J#-!Gmaf|Xj+obq05ux
z_^Y8LIa5a_;E3NopN}aFC)5Iyr?1l8;Bu;S6-(Cs1U1!}O|kE}Y81GY^;vv#!w>Fb
z&)rr0f9jnb(y=qAdgi9yb1G!IoI11EicO&Kkw%&4fmtbYzCGjn{#D>9>!W|c>DzOX
zG(snz*I!`Z6|3}d@@1yU83jcyhb)h0cl$Xtr5v;AX>RB_FmH#M&5f6vIohp{cG+lp
z9h{@$^-uON1DEOPvq39VD|h`fdcu%lr4@KiO|B_l>s;~qUko*!dp2%A5vx-0O6%ma
z=1u8uRhHK;Z*6q(d6u`JeS@|_HB-9Fq?bah`F>8mY?qnRl@rd}6!IGyZEKg^`axt~
zMM|I2b)`dlXS-La3Y=*dIwWVxZ8xdC?$+BicUU*H_RSAn<+AY8>dJ~Ymz>```Q5qU
zhN9&>X5Se(E5)8VKGWQI=8nD18V7Z;ZYF2@luVYy+Jb#&lrMf!;i(dI{FpmM`*hoa
zLkSl%y(~}YefFGtal`bp4MMjZiXY1<o$Gw`(p=*fpZS4_(;hxsS~}xh|JSGSGC5!W
zJFpgsE)Zbb6Ewv#cjI3lcVn3|lGBS)3$AZzV+>1633N|6VUckpR$-Y+zL|62jjRvC
zwG#!jI2;c3&t$ur^uVv`@4Gh-{g~EHkYDk{Jg#-p()9_Pl6NY1PMY|ReQ#h{EbB3i
zQpu3~HVb=ah6$N!6J1w`oQf$DPp<qZc5=yigWT*%(jrqDIs~O8iw_wuPcQ6Q8NlRb
z@7?;W(V_8ecuTKPl>xs_nUYP{%W#>@Gy#Ws6Yr-tcI;w4$MWgG#JGHyD?7Gvd}LK{
zGL>eP`ugzP9NCZF=VJfofAL6LF!{4V`2NYqx7(EYM;;8+Wtw?r<p~WQp2Hq89Ot(L
zU)geb`qb&y=6yMu;KEt+#nG|+N5T)zjD!sJ=-n(V?)Rn7nEt<1k`sPH>eK713VVKj
zu$trewbd@_;FF*Q#eO?JXv+yr(3k44*(@vi%0P7CjgKY1%N4^_PhMVR^0Cp-Qpw+q
zZC_)+@kVY-&6}(Ezb%w2G%;1^_4hY&|E+YK!*7P;+|7NHeRLJM=A9`v^3UYC>zVgv
z$=NHO*$*6c3bLJCSM}|V``v%by)zwbKhIbi!?nhpf&I_{tBFCbDP9X0jP7nbaPi5J
z51u`Tnl7nl-{lWGcYNNgQq7l1tM2^Fy4U_>;v%j|91E0=_dFB560j)q)BEK+xcQlQ
z`LBh$*iYDyba{u>za=~0Yr30w9v9Bd^5a_g!Q<@3o55^h$9cV?8Bcobn&hjz(Cs3>
z?c#|?5~6wT2uL0}8ELVZfn%vczY&*JW6G(|3iE6-RSTP5O}y}P$_KG`*Tt%TtH@Rb
zIcc8aw!Qq=piGEu-<4j*Jxr0QS^@s6R_sZ!?VQy<S?~9jw5iq--`2}K%(zi}N_pcY
zL-jmktHRESEy?O%_|=u}%-yl$WsB10e`y;sPOOtuXV?+7%It(aL!|2~^V&&kW`A>A
zlb;=?)@7pdcE%@-950jT)?Wz$5*rp)q)Kmj-SpgZ$r`PoKJlH2%7wBOTA{~nmLDqK
zpm3bUp}T>fMbJukuKS11pU!y~%an2-zT{+iozgYK|CpG?!z13>D}}RKg&hO^S?m^V
zKhW9joz*BL5z)c#uY7;bnQFfK5;N|w7ppeZxaK8#sw&wZ6Eo2h?49U#^!CX@%V`=t
z91EgOA2h%9b+dFq!_yjtm}OiBUzC}vHs9XT|FvYZ%H5(>6V%Vnmv}5IXT=jSrDNmw
zJCAx~ZnUw_t(|y6XW`GUb4-NnJUN*ke%3v;^|MFF>J3Lc4Fz^HWmxR^b7_O@oj`%;
zqLAH5nzFh}E;+g{YnFJWV3Dzg{gB-&wlJ2xXZ4TCEM6!v)ptu=n_AN=bN%MDS*w-u
z58OX;BBDJ;+W+44ub(Xztynhs(cQ^S+^wH%6FEvRIV=`C^wGW9tmDDStW_4T4_%zr
z8E>@QaeCf$KCAQW?#ml5@LkE|xY<@=6el!ig<p}cx}Ni*)?X(dm~D|-)$b%4w{@BA
z!Xm4czw9zy+A_408Y2^*ZJ)gEs)fReJ$5ULtTlBV?tbA&*}kD>NqAtuyQV%q=D25^
zyCXH{biMKa{ByG64nNIs5uIO4E}qkz-Lp!$O>XML*NHw;QUhFj3r|e?KYznwyTXZq
zf4k4Lr<>HDa^H6OQNF>eimA`u87*Eg*VI?e|CI2>o^@q6R=)bSyYi0b^%AG2?5BbY
zYeM_3T3>sqY4uG@uJpLWGv-Jp<sw$Cdm23UrS6CMwwurBo}N}eO;EZhx#L8OersE1
z*Uh6Q$5%M@O>ABDhlT0eqW(3phsxdK><qFweBLlV(UP5g!|_;6SsFXv#)iB@8VZlO
zYqqWu=@j(mfAN&hK&z+HvAw{{f!piz|FcZJ@232YimqDR-;;lxDZpVVhvqzU!4nhS
zBp56-HhUh!HJzLDxRV=O*rMGw20tGxW&X->=<xOni9Bx-x!jEPmkR9Zo3X7=wD3eb
z`z}!y#Rc~94Vp?@CwD5<J+Y4{nJzKOYxAKS4LzJ89zw6yH99TKZ=CJBOwQ3z`GMbg
zu{lhwZgnX?Bxmfec$06lg2Bq4^>z6CpBvwt<qA4CVP1pdc}ttJ$bTDM?woaHjZI02
zP`kRHwQnuY{%sc@pE>!SM_xj@lWE%#iQI&&i9v=^cPGETpVHRbx@(=&Q2`gDn&g;U
zXAO6V%0x4n9to-m%x2u3kkylNwwz7OMv^zX{F!9?#T{aAr%lORm>IfIFe=bv!66CX
z7osh{O@1s`BG{HJS1+2^XEu%fki0?DH9=9Y^&f69cZNDJUSn!)oK^l}i)8DCjd5q3
zo-8xiZJ@;{!9FMIgOl|Xr?bqf51LKr<lTFg>n~H+ouj^<j=6D)Gt&fLC^MT+{Cucc
zE2_n-=Z^A3>-J5aHWAY4jGIKOjK%*g3vqAbxDw)M?D|*4$5A-+9((QkkCyV!+WP|{
zS`#B3oj%B{V_kB3a=Sq4SDufL=cs(oF@K}W#hND=ups!>k<&6$#bq3pc?WI2@I=Z;
zGqOo$`OV-1x@{A+WmA`J>HM~9z49wZ=gjw}buxbQ1iLCdIsSh?X|tdI49}566^Wcx
zZI77mIy0wU*KpfeF;!Kx;~4kJLr$#;2Q|3Ym9D6tsBL_RId?JtESq;a=bNlw-{0(a
z*-6#X`kBP>`FfF6OMXmx9I{Zge@kwwm7AE2j+N@BX=O7nJBsKh7f+hp8luS*s3Ec7
zSKzs4<wY0bnwU?`Sop{4h1scVHp&jc*CisYcc*?260-{4pxE0Pwdt4nX0QD4&{P+$
zvop@l593R*{m@wSr)3R$_d;#<&_8?Tc0TlTND~#3x7aDVcJGDqMHj9f-eNa%QGVnX
z#-F0Mx-U2RU4QywRln2W*eO9bblJL(N(H{j^*V57bIY_zt!z_V%|AYvy0BL%J$$3X
z4Nmpbt)CxkKOnaEjd@whr=U-tR_W_-D(BtInqcTK+0*-Bw8_#{pVvGQKcVEx(P$)l
z%iG`CU<MQGpJ%Op6W9ISu)lXtZ_4sr!a<vrUmj5XrMo=OPs8u~Op#Z7iRX@cyy&}X
z-Kv?$!YuyvL|ONgB#ng&nz-F}&O2o=tJz}nOwZE?#r*b~C@fKZeQu}P+gK6i8R45m
zxMqITc+0kVa#{SWIZl7&4^I<y*|I(}VgJvmdY$vC60Fu-%rto}<{@z@iIqvyB(!zr
z`sv-%7cXYN|6*a@LT9IKD{givc>aEnW0rQI_p)!F`5~*FyNgX3^td*JNmzJ>A5lDi
z(B>`==f!I}lbD>{!upvi#ZJ6D7%ZNjsGK6P|MZ>vCo3+kT(f4*EUmew#(%#1J+`%(
zx~`i$=CggU?Y%?ZqM|xl1!=Y0=dE6UaV1mh(q*AiIbRYz7L*y!-Mlx8b4}>A3l6nw
z&Sr@QXsW3Brb@~;+`2t?n)6nJwJ+YxO4#R`HBmU-+3M+$e9vC3S24??A`B({)lQk{
z3(vp#G+ZlU$)d8rISjj>H`&ger@pl%>w4sYxLMJbSy|<qIBVurMOj%pD;F-`>eyi6
z*kQ?itEVFDi0ekVYo`=kc!X5detS9Rw=NDS;o_7j{pq<Z@zz0emXbTEh7Ml&*L7Y0
zUG=Se8#{mIOfmO)zhYxc4le(4p{%u`)$j7$ymKlGcr0I<TE{(`Y@~DZq=i8&?@ZyV
zlBRja&x3mO)}L16yXOABc)fz?ylp#nPY>L%d_|9K)y0Es{ReC%GmZ<MIHrC{U}D*h
z+m5Ld-hA%6^63iueWTTyXOx)l`35yAIosd<-xxO4@8kO&D}Dd^{x*!Xj%G}?;ImEr
zw@7=<TqTvN)9Dk__vYO$D|?%)t>EmcZ*1h-HeGmg_z&Z*wci&UH9CDvAs{^@$8CZN
zr$mPQte*|9&+%<zSt-dM%QvO+)yC|J*7J&fip6(a%2I!=z;^J`?oF4gwN51|1pV*p
z=HH+fm>`v^QInzY@#-G-H)$+)8;%xi{nXW>*|e|vY5hgt*}t39xZ+A#qx5sQ%1_;u
zNqpFCRP(e^+O#yV>~M+St<+z;4^Q9=T|MELyhc_EgV@n^PO-DLc@#6<4SA9IP1Hi<
zZoxa3ybJkGW)HVMJmlokZnC_M$J<QuUe1Xhk<+=YW=_jx&z}6in@y&5Cf90>R}JR7
z^F>S3rsY4&+I>&;VxiWHvmY)qy^mmhpg1>7m9uN|xjia><~&h8m@qGm+by4^*CMkc
zP}b&Z-<7#>@3w|qd8uX;x3B48!l^x6)zQrd&SmVG8OyPo>vq$pyX_0tF<UJy3+KtN
zJfMAA?$@bzAJ$lKxV49UZ1DWAClnmy)%yNGxLwZYRT*2Buc_ku>J}%<^RSQqQ0U2(
z-%Z4<H~-4~yLGL2sNM8%?xtO*RqE_Tj(uLRS8rc-m<fNJ>=n+6JseBsnPn|8HOch3
zEBJ5yA|@Rtv9l98w>-^zP*Rz&Y;Ew?qJ(G7D-RgVG|zkUMfm>8*v&VrcebvRc=Pr{
z$m%0;M!W8vwLkVoVRM?*>osSX9ByhaY-&DR=(dSxU+Tur<yz;mG*&ak?p^lVezV#B
zCWZHr(O!zYXG3r4D1O)RzU!0B8MYyK_t!-Sf1b`Wyes)Q!9Jd=K``SWxA=^?r*z}4
zo={LZ<1)*e?NC8{Lf-NZT!$WSdUvaJr_P=~e#<)imu`2^T{Gd}oLB9^wOgB7_o{BP
zXsz+{eW<BYeCj~;_ULMn<LvKODQrksP?)>y7yDxk1J5<*o8_NwUw6P_liHRDUXv*$
zCbdr)BaSe1wB6@!{pz}4>1o%l4*g=y4bkn1;Tn(KYXdlxS^RI7{tz|f6g#jyVD)MK
z<#sC`&wD#zk?x_6OVbqU!+v)?J>jXPWK!~+fh&sDr{5~#OTYQ?3#L1ciZAgv_Etak
zzRVkgMLX-3)YU&;+t@SrVVTstOX61yXP75Xdo+9Np;-cpqrN-6)?;DQyJWmEHb1Xy
zlg5Xxw+lEP?XHP0KeXs}>W7`5pOp8^bNHNX%fI#f=>ug!mVFzU9(?gTy^2|6@%A|P
ztFt0FLb6Qb!b;wHRO__Oy%ekP$Tf#g*37_Z>&>%@W!8(Ye=p1T&s1C36ML}!Xyi|Y
zX<<K`rY6@e?{W>5Hr;gSe9^PQE|G^7TOO?3#`pF0mZnt(?_V`se=&F73{}flQ3^8Z
z*G^el2A$Ac9Oe*h#(jF>%}ujU|1^Ioy?fDwg*<s$)-mk{W+z;QyALdyIO|&To5}C~
z-xE>TzT%}ypTep`YrZX-bv|id%HD&?BJwj1Xnx=-crUu%=i<U_>-F!Z#{brBp7JHh
zK)C(+%5b0g5~iF7W!4+5+t}m(`&0_krka%^U5zhugw;IsGC1C<nQavP+L^%iNx#@J
z+DES4FQ+}2p*p>%SNQ+KlC7<i_wwG$-C{ORd;-Tyl^@@Bd+cZb_1)^%_Ur6dpLX8g
zAY8dOMYm$Zyyi&b;HR(jY<CAMo4oA3#TD2m?2%BXS2D#~-8bt;%6kjTz!%C<cRDp5
z^dHg>+^oFcLHy}V<#z{MS<iPon|NY{SI$heR{eR)Dk|o!o!6HBqA2MG=W%N%nfJeo
zUaDUI*L*+a>bmSLmCENk6(ZOCy<q(5WkeT8o081F)#k4bxCMVxIis-Xe&-JN8r`oU
zv0o3eE#R_Pt01=3^|f)pJ71MqJ8m66t#>yiZk<`FS(m;`ID<;oX=#2Hk$@SU=hVv5
z)&AW1n&<fSs)+b+h4)SB_cf=x^3OfyeBsg29lLA<&M$br@=u)TiN@KYHv;%|>r8tb
zw`Bae`scU!de?{QvHVX~I)>knU?@(r*zqUGWKVPF1CLc2eO^sx`e$DC5S%~rYSZ*L
zp1#{IL_WNFC(OlqL-wz{>80$i7l$THoZOTe!1`)Ku!y$6jEYyk6GdgRBE16D{d4nn
z`9yL0FFk#RZ;Gkbg$;X;Jt^f@EKe1a+BUm)Ged~s$+>qQy?nwNYP|o&mKBe7ojI+&
zYt8nI&1be*uH5v|+`#a~+0O@Mc72Kwblti6{B$LI)oCYm=Ks{4?5$N}JyZB%q-4th
z%^4}5XPfQ|Jy-hnond*_e1(EWt{e6rla@&M1xhWiS$S@Ht3#>Om1k#aFFjIqZ*&jp
z-W7B3<+;>?&lPT=1*=v+)6=)zaa~|f)d|)u4ok$kUu^lYZTYrE7L8WZBY89@zqY7&
zUr`yjh;?T~Y4*}XA_`G)T>loo{%CVwh}ERia{HO4R@GfCJu|zjw^j&<rL*`?P1~ch
zkz0%@wtU7%Ew`)Li6X|_m*O|vm?G+x_Q6roKeS|(tLu|blk`9CnVxB{-1xR?Q^WQ^
z^{;1y6*$B{uoQF6^pWj+e)gg65&1&dc^o+#geN=*KmPn$UeTqiMK>;XsUKJGSKc-G
zEtkVC?XuH)Q+oKd3b=B-!`$kYcYn~^zHRO&?vM!)!gJTWaC>6macS07X`P3HnhSz=
zaJQI#>GJS8Y_IvF^yfy_EoINTPB+~4+r+M)%l63s_1_1Z`F6egwP&^XB%WuBKCQYQ
zDU-c>^`VW5d_gSRr}HuUUyIj|ZEksX)Vlx21IG2$Cv+rsG1+Tcy;`PSz@K)B^}~y;
z>vEp-iqDfu_xDvzn)rT^{DU4<rO3|*m+xDAI?gXVj_=*Pusvn_HS*^^XTPA-5wW^y
z`KOi4euBv_3*IkP*%;loN4!NNhIO9Ki`=RsRR{GZamq{%zrJ_ZJJE(|*R4-T-1mOj
z$mQYLx!~4Eix1)D^ImFcoR?{|6nJ>^vf_>4hlzp7P0RWUpGdH<Y?0zl3+wB=bnwa1
z&>su-YTj+WA)>CF;&!^J!~Knc)jF<8ye^{dp)*1j?%Hv2uKtPhp*oyzkI(4$&zIHs
zw(irtJjcxk#mYK__0MuP$?uU^J%@j`xtrONN6*#g#?KVJ(X-5F&i6H3@g<eKzs}St
zXGPS!%;Q>Mc5ijS;prcvLrylYoay_jOG4t~<y}`M`+vMR=Y;>fb<v5o3wFM#YFn|@
z=;Q1TX?@<VKLt0Fub!Il|55aZbv^C2p%bkhmn>hM$3NBYSog()!IIrtI%dshjweLD
zO<Js>o@QthcfDSXby}aw)LH(k&lXN8IdwStw)33#C%@mQU7pfr!)$pw^kQd_rhnQ&
z^<%R<^>_Qt>U<KL@nPKxd!FB-q3h>mDQs>$)IK@ca548*0k*EHDZlnFSswM!MQv`5
zr+T!|Eze0lipus0t$b@^E}dMyTQ@N7tE%?;-JAC+l~wvq-X19&_H|cUo3XxV#9D>D
zw@Rh1Bwuk)P-@*hvBWFk{Ew!L^m$#J^#xu1)9;?2GQ%^Ft-*jVuerH#pKbElich6w
zi-mPvA8v5mwr0b(;9Rk-k4)Wn&oIB-_|nZV>4@{~#{yjbB^Qz&9MI62GBr??buYhS
z;haZS#TPCbt+;;D=vVmu>u&`3LUb%*AJ3B9vh-M2qSiJk=J-n14GWgbte;o1i)o*j
z&CKI(#3J`;$6r3J^smrmO_yTNgL?~l4!&H;)x@=JL0QhRH{P8u3niCpSzK`nbNqUD
z?zeR{MP0?$>Q7aww77|Iial94d#h8)k_{d9dxZR*KX92pTx{EI6!asSy=BJM1m7PD
zi#Js+(^}S*uC>ZKzUynn2i}0w6a3~Ky!6o7`P1{1gNKeBx+TJXKQhJdc*;YOjUmT$
zBYDDd&(tLz(mek?m}S$PX_AF*l8cSB?r{tL@nkn}e>r!$(h=$ZkC$?O3|gvC^nc-(
z&sX1RetzJ)xAm`m=I@U4k}oF)r8RUr>4+r78ER#!vuW^HzARl{z466fyPGx!H(!36
zC)d}sbX%Ee<%RZy_v-WG&M)BNvn^fT<aa<RVClp4)7P<`JmbD5vZb&42V3y^ijBTM
z9(>(WBKGCg&gs|Y%<(k*w1GojTyUAIv7dgn-Qs6=mU-BII4N}H(dkDEA7{N~xTg{j
z=)zxiPptBU6;J<(po#Lr`&HHCL~7>EaeW{*^UCGWBRWe;BMXcx?r=W8)W7-S+}h6e
zC6<o<(TZO$zTUm->7uFOTgvC8eXY#OxtVR^d47$$^am-M#i7?(dPO#Oh;_VU`d8H}
z6QTUVYj4z?^p<dQ&a${gE01hCsm*`C%x2q(J?xnqjvVu=v-#m`+wqD?es*APSJU&7
zW|sFA#j`k$KbC**<Ia+#ev<2yy6t&C)@$l9do-t&?E2jOb>(B8^d}ySY^;afdG3lQ
z-`yzVveU7wahCgfg%>NPX{^pDkjhSzebt>`o0`b7S~0!TyU8Mm^^1*xYK(^a&7=o&
z#kOixy^nTDUhOnDuj+Tsuin_oA1c=~%~$@K{w}oCjO+aJrs~Sb6H|j*&o4QsRedSM
zk~e&+_1ztfy?rIC9nNX{nHtUOR5z5X_*po?Zb@C(cbmzahI`g(v`kMp{(9qTjomc{
z{A==>%gQP=AB0a`c5RRTk%kA|?~WIWO^6fC*>g=V;8)APNH$wtrjRSuK~EQkE@<);
zjTEuY7j@@#sD3EIkf7OocGn?kw$=ikq+cI&s<OBiNiCR?>0CXr!K+=wPo!AhBlL^P
zdGouEna?^caE<ABHvjaT16>na#I&vl2f1>s%09I4+UArv$M=EnmtQXrjo^E|HKXAS
zi=Y3KZ}uV+Bg(QI75$ozUg^2C_n~vZu|+(u9M;+;{&;!xzV*L6M*esEe@yzZZ_kdt
zKWXM0HnTYBW$u#bU27MivSANvcyhHX|Fb8tGaJJ#SvMs+a?N(=zpJq9%o<LS1v|v-
zZe|7Ymy2D}k$p4E`&#|9QZD-=7h+8vw?6FQH_GGw@+i?HRx#@9oI*!I)@xj=F2B-U
z9%&OcA&J8_@i>#*9&gc`e72@HI^N%ltpE9H>ZwDGGnrm@sZ1;pPEF#xyKCwX3ylTG
zbKAS@1o^tlmMes~I{mpjgL(0uh_>(*?7@#aHoIoze1BCQ{Ca}>58I{gs};1HV+|@j
zj)_nGc;UNF-kCd&shgcywe4hP@y!;i-hMO5asAAdI~N=X{I<f9@7uZbnu*^ZCqG}j
zVU5z6mu)u>Y(KHa;;y8%ZHk{MbH(+h&aG-j(`NFwzR<4G&e{=~zIkFVhuQwB7kbN=
z?|r?yaING0!wb2XemmWnqPg~PDEq036-~~fDYfT4MI+uE4wlr}QWVJA%DU&#Lm|P}
zT4p{wcOB8Zez%D+%lD4d$47gw)qLO$nHTF(zfWgV$`R&bo%V#H)W%=y9daWk^!H7^
zD>VQ4X}#hN$~qm>Lcf@Ndld51S!HT0Th)!=zajA*FOK@LzFZp6n78-YnmLP>`(0dq
z$(@z^vwrjr2jjgAj}4}NUv)z-?rM$T!t6s5$-4#iFDiId932;wS-t6AW9N+-tt-~X
zJ@Z~GoAZ$Au=;-+rRwH`;!Js&j9(&@HZz>@EvZjk@agm#LEX5di&`R#g_Scm&HW_t
zagMHz;XElvn=dJ~V(k+nmUtKlO7LFQE4V4SN?1Jdp<|_AnwaYZXMycIZeM*|wvcOT
z*d-O0WYreFMJxQ{RxM)cn73>5@ro!{tGB|JYcs{W7VNnDtvKt#E7|vp?x-%f<*DIP
z)nFL6S?huB`=p*lUn0KFY?`-w-kW$A|I6Li^Ecg}x!2$6P>q19HkZ_w{;r*!VUZV-
zg5POvHlDrNYK_<WFCtg+63q|fxW8N*V88p2qs6@afoz3k*2N`OJF=ZFv`@IAxU@QS
z%8kRqubnCu@!4PET61s164%8a_)aPGOU#%!$6-lkgl^|8iH)Y0SS*9~hsx^|ZrXNc
z&hlAHW=rf%P~ItNbxtw3%G7q}-8*V4Ex4<1bDWZBnpby2!6{*d)$5rdjlbTT$S}?Q
z!MA6%Qg5Sqb;Z1$D;BJ9NNl=Zu!AS=^&``_ahKOs#~VI<WyK+P<KVu6<e%M&uRk96
zu=35Sd{+L51Fl8ZUz4A?pLePA{xdB?$&lM+4VS;Xq^0pCvvqbWs!zRXeaEor_IIw$
zV#`j|Pvq7xQ}epss&ODFdF83z>pE;w^KPlm3(WDFa@|j)S>!37h-;hMU7M6*Vb8rT
zAGIg0(sh}BeDOzr9WIZ)J5!%jC~XayI8WPfUrA<kkm<y^hg(f}_M{gbIgyb5f=6zq
zD!<yiDXq<$ukdOZyt@{hE4*ZBsu8ypXO_hG&3Cm!zJxR;oL^(t5*H}4U&Pn9wVPq?
zvAP#0dx|=*ls4WHwz+1$#n(4*iMdZo&liuY0VxJ^J>DJ4yRuUCWrLFIBpqQ-O%3H;
zx^2wgFRy-@Bbp+5=G20O>I*q;n!Sr8gltYWRljB|pJy>u!%y{=YGTkUg}Jtm`h2*m
z=RV<G_4=aHV*U+wdy-C_%(_w|*?;JW?{+U)n`v*iy`QVv=#_Q#Pt^zQw(1M^&eykE
za?kC)^E0))_C{-HU|Ctmw$+dBglt;wTqp8%)w2Z^F`{1K>f2=04oqY$RTedz`2C&B
zrI&$)ejXFuGffxki5K#0X#JAozwnlf34`Zz|F5SaPhUHGfGI91<KFe@nR~@t4X!`0
zd$n^l)5*U}^FJ-p<C2@QcSU8|fjE25(^tdoRF)n*;pq|`b7-=$`=niBI%|&CT#b~y
z+goz`hGTD=<eP^l|7G~U*4rC=xnke0ZEN<-s?+RZ=}%f*=xg(BpONdus){OG=K1ZH
z_@6qza5<6@)D|p%ZjE~MgUn^sQ<E;X+WWn3I2|;}$i*&I?d<N*uCOq+pbD-1U-)@6
z<pi&bTsL`FBk(}<|DOlZ*P0(6S=-=QRP6R(<89xPhw+O%?!EIfTQaNcW_pCiZ<R@#
zeee0j$z0<3#xC6UeGS(pt$^hfnhQJpZB+RzZ!+gkKm7KM#QOj@CgUe}ES&=0=--=s
z^iAB~E|0q!Iu<w29%8pYC^Cg5OX=dwjONg8&l3VOr6TP%9&x<)?7{Zt`$p+Wr@c}u
z@3tjh-|SViG5cEC`sKg681g5X&$hMQV(KTvUwxgS<|UgC$0pe?iZ>iW6|`c{o%O3N
zYv0QrIwAB!2>)BT@Yu?SSBv#}O{6`i?@0Q>YSMFkPvuQM!v&UyS8lWXuCQa$^3z+d
z&k2s3oALE1_x%Sm+z)I{IHIM0+>))o{qKV7#xE*gtYlhsERyx6mPP1>6%9<E3LbpY
z@xK(W^5gM!0i_?iPks_9c6`06N|}B03$7^#@+Sqb3Z31<pkBbv-Z#Z0RjGBRN3fby
zxN7ST{#)k{<}uqwDs66Q3NM;v%DZEa!OHEcglrOOwRY{DzE<S@?8z!NFO7CC;kGYa
zYAF^y{dMAjQyOsx)T^JDXD$?yla}A}w;`o+QEc#{sh7_)H}}qAlrp;7<e<GoMDq0}
zJ0oH4+ZJDs<+pyC(#t5bXj|+OTjqI@{$@uyCl>6n^IyGSgYSB#Ih`Jp_o@_DPTFDP
zX?2gSGa^DuqRckb@j{Nrm&4JSi_${QNv%*YY}~@5(36z^bNe-R;Xq~9C#HP6k|G|g
zSg^<DqN~kCajT0Pl_$onEnhTOr^3K=bImnr`*~}gJ(2z{k;!{+@)EhmLq1lalX7cL
zo_+l}VAm~`OP*%;i?$wT4_(4x64Sn<)I%iW`tor8J<E=rKGevq@@Z?|RyA*n*^`!8
zzvMD^NqPERw*S*3(T17|8;_h#Qpeek$Z;;Z_iMUkiFNvg=FUseu2WCv=x(fd_Bg@X
zHCCW7`=MCW<X1{Z>MB;<ys>-UMc<!auU-4tRy;B3nalh>m4`V>rqS|z{mxH+y5+b}
zG||sI*8FwBXPy&_c2ss6y-4Yk>s0gTWb@?d^layOwn!)P7gx#2S*3q2uB{Gzuwl8@
zDJgHuFFe=suhy(OkSS@hFZTY`c>Qp}^=*>>Y))oq+?1Uex!W?>Y?_C^I@j#Wo@e+c
z%kKMZV88N_hf<91--#;Ar|g+{-dWV;H>d?CS7rZ2_OW&8HBXHhPqt1}`RcXnlIBaU
zyGvFFUtW2(=vB`242!uuI>%W;7tCvB^!(Jf?)-}PuXbMlD*eULdpRFRTi({+C6(@y
zPG|O2X!=fIXNxPejCgc5x3lO;RX5XpzkPFSHYWtQm?T&U>9aU72(Dk=qPu(6?U}tI
zMS>P$J4Kc&WrbTPbozQ2ggGs^{b`ecL|M3=KI5(1Q|}gd{@H%F`6Kc{BGCu$bNvhZ
zfLrMQZ7zZOrBllu&z`@}GEVqXT)$@i*Y&HiT&!-qJld<zlQ{ivh*tYY)8j97ee;jU
z82HPdf4R0N|GCYf;#c1+OP|lFN^Z7zS;!fEtg!5nQTfE~hmm2IAD=Q&59Kx68{}SX
zuxR1;62Dtt{M4QJzq(pfo&I+9@#?*5X?d-|GwhDnR@p{K1TI}S_Z!Ed3*wjLKWER2
zH;w%!r#9h3B3svk=i%F0BCNVke%(@<HP`R5#JM$s+S`2>Mu(X?ulgRm{=9`AOWvfF
zd|M7bi8!e2$9hx!)idWE&*w$kep>p$vR?0U_B`(N<%gu|=3Te<fBjZ@ZDx*3U6W3~
zMN{?s-ktJw@7lw*xJ{B)za~|b?0oP1`W-f<@0HJ8b}6oYvthc-s(FU|hdTS>PcM>o
zmziz5qan23T4&*Gu`4@Y_J(QgJv+az|MkjDoy$v>eSCZ6*;<F)4f`uEpV6+q>6m%y
z)iF-*%Lb{DZQT)KzFF%}mMrZR`R@COP2|nIZ|l05-<Y0TpIK+C*Sb^mcEaB+bDtDj
zD$fr4GACP4IOP3riwCP7$R6}m)6>ezyY=nWvvB)|?yeRawsT&rI9TWs@hH0guuX8{
zyp;y$Lw1}AIq~^<<(Gv%>z!_`Etu0T^7oI`ckN@|4|gVioDu)L?&#;BigyvSmPe)g
zJ9CQXC@;U=rnKlmW9!{Jf~>)JPHnM$``9Knk8RrLrkoV5+i}ZP%Qr2yJ+<Xy^fQxG
zzGB~0yXjqOt9>k<{$lxZ%jwO3rl=3etULHJEtu~btgj6|R;(8Ns6};oa^|wgEs4@|
zeB@pC|9OzQ<9SSm$=uc*u8+$kKHPXK%kw7SPI}gHBY$-<&BfnlJ^o{OMxadSVraL0
z`FqyW^D48<4o4J7T=-!oWaYg2xXr=iHvie5+bg|GkKR?YCc}DC=eotWE0up|D!<;A
zmA(Cpu;{W*p|m{rSra|i$yXe{HoNm;%^457_y?I$XAkTRR~Eak@VR9Aq#E{@^YS*&
zIsfv)CBeOh%dSp6Gqc*p`4!7iV?Qoq(K^5UM6DUiL%#-JTX`;7ODt_sMOF9Z*?g<`
zxGpdHF?V&q#z=QRMZJy5hO5jUXk@Tlb2%EGw7&kxQJr!vSM|=lJ71plmlboH(Cw71
zI*s+|TjyCFTHE_YI<M<pIG+5d{M<}a4`It`>Tw$WCB<`I?nu^}v8?I2PvY*Kp2wEv
z&QD*q@r=lqnk#LY>aCK3=Wl;Mr02(A`}WP0WpnSYxZ23JbY|HCPZ7Bi%i=xDJAN}v
zT*mx%y~us$hqh&QYX4r&w}13U^ULY$>$xuGN>vN~d-?46VguGM@z3X`N8VHZTE%c{
z$-xc#?mbgsSHD~QxRBNCO}X)6{`6UA|JppbEBI=D%jy@aSC>rtEHZb8@!B5axp79#
zo_}rlc06JIbJs_W>H1S2_B8hP%k!I`EZKba<c_V&4{WrWa$#=%{n@7Kck{IUcwN@^
zl~wj|6h2@)eQ$E#T>JjLn;dsUn=~jpsnk~4UUl#77Ro5=xH5fu=NnJ|eUlpl{5sPm
zoLtMdrO&FJ|7E$=%da8#y%tWj(6$ayKfFHGChN&TVa8*AKjwa3_guKGbw}7d^Qm)h
zOn-iG_7U#9g-#N$?)2?%a9^<h?7<x$)yp;VZ>@WFbL+bW-D_=SD+-<q=g+V!J#6xR
z(zCZ$uZnF_aNv3;cj@neMj16B?!^<?Y%5ar_ZdbcGUkR#1nz0rrMp9NWt`6H*U`4?
zBbLVhEd0>s|Kakk{nNj%JsF$6ocYiBDVLi$)UJH>a%wXFe`tRHyo+BCnlHCz@ONAJ
zU~i>dyZoLBlXA?M=eOHTxiIUxZQ`!2%;CI7HGa0Iw{ERyk3A-Q&UE6xerp@yZzrUM
zR!_9ev+cH+TpBp{-Sbb+zO_gn><i!h?9BpU$GtPW#KX37^NZMD+OGcjvzqfQ-`7cH
zcTASdZke-A=Tp~gIngYoy|=z<?Y^__mGJfq(brWAPaoC$KRdSYV_5>n-T&`2o*u9@
z`0X8j-s0$f%NtCG?pnvLVO(GLJl-k%2p`YRC!z^w^*kJF67D9wf59FrUy|ZflkF;T
zz*Metrlhs~E4c|L4!q!evbS>0!&B^bd-e7|>78(5`p+w}VlyY%R$hFS#B#TL!EJ$x
z!vf8h8aABzl&Dd2>HCG3odv~4U)*0*uy~kXXMe}**5Ka0`PUpxyJr(y4W{kZc_3(e
z`LSds-@DFRHWMd_2W{$i;oif`?YM)RbrRRyw>tw9?&^Ez9+6NJP|izU^nIuLtb{E$
z{vKVhPSF3zf+xL&afUHAN|!dgoE~d<hpEPDmW?u(bn1DIiH}|$`S{s|K{d9yb3^3M
zr5}>+#V|HkNS{0>Q67-pKEX!4Aly1?uG8X_R=1m?Jt_}YW<R(wH&}2^*RJRnf`XNO
zhM!nvrM~ja`W?HFlSy3h1b4;q`8%fb*Ibx$IXmj!&3%>)r)y{L6#mQdVM_4U?dsf<
z><VfOD%cKRa}$_dae{kRr@H^o$#R=Dqa7>t<%{ym&OCck!`smKz4X%LpL^B?-FCXT
z;tB8Dv(dAkio8+((2&N{_IPQ8!t5laNyqHso^|^Oo%mR}iLD~X#WL=KV5HocqS9&8
z-zn~L<vX~Mn_DZZ|J=9MowF}p*0>mMbaCRx1?QcwHFv6SR&euHnz-P0+iPPXHBni|
ziwTPY<x4UTPdz*J-Q}%H_w=L-B0C!IMU))y`DDB#g-gzDw?J1-<dZ6)$%;%?DKmB-
z*&p}iGracyFCQ8p@O%9!%K}T@N9Wf4cW4c)H{udlIZr&+P@X$iYghQhil@wVUZ*xs
z`E+|0mzvNo_fw+T49}(V_NdA0|61uJ6&x(sp<-;@+P+h*nO(8g`{akp*GI+c|84HE
z7Y=#V8T;?|?0@zX1i#-8*z`gF-P8L$^~V3s{xE-xmvP!YR6ZmlCqOsYCTUK%?c0C(
zuV4OO*|YoK?QhqA|Nocv<G<43l-aXBO!~m@*Bexmp0d`={P~1r?Ze%-kBgh{3t6z5
z^J`Rw*{h1#Up#fcaX%|Ehzd@Ry;eTMc!f`9=Kr?J-}@&X+%7ZETP<|Laqqo*FSHxl
zZu?Rt-SBEd>gStv3|;}RIg}FR<J|-}>nc`;HR#AK(&Bmf^=ZSuv>)+P7V2hi^=jG}
z!n&5rb?G7B1OMFbybPG|{&`7vn1$8vhw<^-z8gBPnGhbmmT^tt{nv56;j89-T;n$H
z)YT6mCLR54;?7$?Zk)f;bViK-7b!2JoEvpls?TpxpX}?q>6lQ#qw_0H``hIioL@b?
z{Ki&MiNA}r8P(pb`n=+8qRD}cJFZPvUj1Lz;b*mrU-qjNzKQ;FF58uF)y~<oIHIqo
z?$4j;YsG)gk6s-1{F>HTv&IiwG~%yba?roMqPVV9g~hmJ`o2}GGMZlJ%Kmx3#ctj;
zSGj_hN4*mY{;1yBTYSw-=yBit_Ddfp1-|XHP7dkhUHj(xl(ni;Z<Xb)eQ@V!s!yx;
z`$V06qS1d2eS9dDJ-c<$+waVZ(JOhGw{&j}=Cyqrp6j8pdzNzczExZAoeOwkTKE3k
zu?o+m*<Z2@a;~O)-5$ldn4Mjx+Lix-nP6(^y1z^T%pS5Uy2P%SWf{&9>z}qUY)!C)
zawnq{^Zhy5%(?pox}!SxeLXOF)z7T-KjtX~`xFJACwu$64VR7m<8AYIds@MQ4x2On
zuhkgWg#50!yLVm8g6;?L0&Yq<#ln$KJjAwcx7gb|#ad5MZQI4GlbZ9RES49gYPBEU
zTH7NmD!<q5%J#$mKfF1{_i1BeO^!l;@~<ClPfOp*9KV`BgJs5(cU#uA{d~K9@1ekc
z<BDR7*O`_5&imxHY+27*=otMwipxCV(F$>sC3jwJR-Tc#^W*NS8#|mOSG{04ZY#a{
z<1S|#(W*;)HRW44v!4ImpJ@7@S5k&Ues@7}@q)Tl*WXNh%3pOMN`{4R(FOGrYszK>
zCNFZFa$)=Y@Yt6YOqq{1ywUqShvn=xO96$_>O;GkY**}G#cMbB;e%Qxt;JD0s;dOv
z=rgI$V%$5ipv!uK44+=WhprnBA4_QEG{0kDeRZzxi}eIq`%slxh3^*#y%I2Eztk)z
z!Nb|&bX7&}3!A>o!p%alMnwzG--zp!j6K5Uz5f7%oz1=M)e3fhG@q+okbhfdAfR|v
zY43+cQa^P>ckSHR*YkUF*|rel%3m3kF^ir#P6+7_i+Q>E^`gj_*3P(;9rle%D`OWw
zexG-5=DZNjGZN<ey#*#F?u?tgM()`H?^irm!yIO@Sgp*Ld*a!+aDVxoHucymO5E1#
zp7K4P71fY?x%^18*~+kq^QL$%2wYlz<XTCnBS+nitP`tijvvxuIqCOb=U0*N4Xu<1
zvtr~t3!44RQriDi8#8=uasL14FNeCivEc>5n;l%69Ku?+^Ht1?v)`H;lf+|j#$?x#
zo1uz(ckTK7qA8duAzPg%l;5>~@@p2IN|~4)%vOhvE}1)5?zouVn|0sT+H9>jJMs8J
zR*72=b+(1;t*J_LD?7NiNw4>g<Sd5k9m$#+Ob0gx)@Ei+nSFx!4&&iR^Lk`Aw{f>^
zl$yD3edq0mM|Z2wE#rMB_DnIr*6_7wRCVCXN3Ztx6dzdE`mJ+~gy57reGg8CH*PI^
z##+vQC!zgzl$OAeSDW^H_UoA+_4==%$UVyg26v9Vs0eLt*t_Zp+lGkEr`E4B3)>h}
zYQAdiUxwUuH`Z@^UV8XL_m+Lm#b5VT?6|R8ER!KUrpj<$2eSgx>=n!VzE3u?xx&5u
z;kAi}&v)ca;W+YGYti9ZH&)o_T~BZ>k+1BWcyJ+C*jBy9br;rZS1;1po{_s*FEXLo
zULb6G5TDb8Da9vW{&9Be5a*j{xUS>9D@(8So;QaMG(@tR*{+p2^vhz=9NrM-Jy8#5
zt1pS%`?X<hf$o*=yi=lAE}Wflqrp8u>dzBdw-VhoGc@M;+<)j9vOCZ`HTU(A!1)IA
zSC+|@zrPeY>$=&#1D92|h&3#K#g*vyy6C#-)6(^vZ#2?&dZkz#aI#K|y&ASRPn$Pd
z&^qsXQ@p_YZx>e<6|{Vnv0XInp+j@Ww!m8MgDd4{oRSqkm3uXD>UOVB>vW!+Sa6`i
zKU?hp!>R}EaT~oKq^@Sze&BYSqQ@iCS)z|@Z`52Woaq-_;Lv(sa@oXnPxTiF-Pz^Y
zzjwZ<&Ca@+cH6eD<B`ugE}?0Cqw;uy+|`4-%sL-Gd=M0V>(2u558mP;^VQ8u8~C>^
zzCYvnT#o}~_QIia++qWD_sA4lxc_jlmYJ-cuh3M}v+t7V1?|cJKBWm9@#*bvXFYr#
z(Q2e_VD@d#&OD<}!s*l2UHxL<rnceT7tM7WdKX8q7;!M<$o;UB*V28T_{Q(<W)3Tk
zb$dfsgcvs5mfmnced-p;6E|mtW;Bbi3-o8iD#*DkzxCv**GD!3f8G%1`|csWL9ezN
zZx>&stQ;S0IQ=SDZX2^^B#ZRhioZ3nDi7qYI7l&9TTE1Z#Oqpc_WPZMPOlvtwk~om
z|8eSO@c#mt17F2vta#TW(DL=QWe5jv-{qK+auK`Am`8kbro4RNJ7>vJ2B93CdCYZd
z7fL@+h^prEcRk+gWbb)~DaKxD`Ccm#>m+rV?FanX^Z#|(B-k`ew0QO4ldIp}1I)*J
z??^msUjJHZ<Eu!WNsGhFue`0b33yq0;wt;1E}p~*e9j3a1|ky~|GRcc%6<&F+dMI6
zlJdNU@A@0{^d#KWv+lN^+dj8PNYJIVNJ;16^yUp}Q6d$q+Z;PnL<~$P25z`AD{mE3
z+3M9!PfC@{)FoKw={86z7;LIL5Pz;ao}KG(%!IuOJwi@-+YT#c3B9<*m3Hvq2ENWc
zOz&T>@ttR-B;d+Z{9eS9!(y#dnc(^d9@$|Bn8KJ{D-EtN&zwBjgVW^d%oF+odIhgF
zs{&6ZoUgoGd!F5#{ji+a-LCep_9d$$S!Z_@Hry*nRrB;y$hb2zdWVD)yF(G*_k)Zl
zujU3_Us&+DIo?e{C}D?7+`)<ET`6KRoOus+&Y##gg<;X^!|Mb1eacr{x8~1quri1}
zq;XK|issjnlWe<I=gO8mKECOZQ_S+Cw@&IlunX%?U^@7$)9y_PbAL(RI`&!YZ~2di
zzxc>o)Fz>NIdXQ~jUOr1jORXmc*eR#hU@n+g;wjw_X-Y*vUU9aU~$se!p-EPOY>K@
z;z9{icBTA}GVHzQxMy^-H!z(PX^$;_{Lr}XTH}I)It|k6zStKiaI_q{u%ba|!igov
zvrgJhjy#Z&b;f_e{-z9P$K4zKc0Tv{SEI1_z=ssmcLE#YWwTX&t=!yceRl)z0daOC
zE<O#`>H8<mJ8(vbmF?J_4@Vj+l;<}H8(mm@yR&QBdD~^K(~ol2HhL?#D3){wE}ofJ
z**E<k=i>bw4$((9$$n-IWm)jotNwb&Vf+08OBV#q)OWeFlIJeB$$v(1tG0bBxVwcP
zuDEihJBz99_NtQ>&*OXM6g$oOaHumZlEw2NvqkHo(<>u&8uzcR7W&gzfAeqQR#R@H
zplI(SR{BRLSsqYm*y5FtFS>_;WdVEO*6u>K=$!|-1yu@p{~Yjkk=#2;JGAn$&TsKI
zOgtBj`!aLQno~F}wl>H!zm#5)o8f<WwY?;3&yH{Gj%_Ov)!j~n%;Dlsa|~3L$YOjj
zPvWlVPk||19!uYSI;H<$+k-B9CGp9#b(O5=ytB3We(-ciVPa3#qCS<P2TR1XD+9#s
z_DQUGu>7_=+h+&KGydVpiZ&?=!p@Ykt~^qB{nOO?504~-PW-v$;<Q+u^;W1+OyUwb
zqm^gB`S%OW3Qg&2QMC4w6TX$2VAJxGsl}S@W>5#;ofhwcb(aehj`2?_c(Cr3p69Co
z+u*}~hg?7IaVVL0Z0UlpJbUUHj;QQ9Ipd@7f;eZc&mY#>upaz>U?G40Wsg;tlv$jQ
zEf5S?@kvBZCY5da(|D0R>3ND>>$3{94C>e=xtTmv`TTfx8fcyDRD8eS(D?&r!_pTR
ziHlXUm@8Dv@v%xXN((wJ*iiCS>+5HitcJV^frUa7O!;0jU!1c-aGek9`W0mt1j6KR
zb-8gzr-;nznyj6C-1{A;u7nNa{{yK<<gAPDt1fl$ne1_H5fjG~XTJ+lCqEp1E<Ul9
z;qr&atm%q@;)kRYw@myvJ?k;6qKct+(z=7u4D1gB4y3KSRL<TK${*(P^kE-Umg5A=
zN2{72R%?Abl%c#~>Y<Mp+&E>}$_zUgr}OG78u+CfHe67O<WYLs?9(>AkCidEMUd(7
z4TdNIYaWg>(IyfM63KOziW|i~wEq63u(**Ue8MAva-%=o7iX-y?kXewp}~|-g!A<-
zedgwC6_fX}_SLc<JyF=XU*X?{m##C}n=W^lr|Qh&va%3pI4<C2GU?!o8?rpSf{_n6
z8C=3vu5l7O-2A9dCA#i_uC!Ru?kWC}8=jv`DqxR%AoAyc?Wzp9cCEmfFFvPCelJ?c
z-QIY4?v)<@t)JOa{a5oENZotVHRH!*mdH&9KhFz&_vZ4%%O7TBTsV0rZHDTD%?>vu
zE=aD=o)&lPdN89Do6PhlD^GM@oy{oIX?pjxS6cJKRYr%8R0as~*tw`)IC;CZ@Y}mb
zrWFSsmzBs}bE)lc;cL)!+Nm$8sUV|yVD&oQ3(*NXf?ar2U5f&Y8M_X9>pz^WmNbLu
z(e|oW%CDjyxRoxO<}g#XrfvF3{zEL`U!p~B&3cybz>wo@=Niib)r^n@mdCm0Ha_#a
z^Nfe>@a#0+8Rs6GWhYoMseO<s(RrZjvEWLqQ%JbTdtu-A?CL$;{w?g^m}1vxToJx2
z`i<>{UgNbpTc7h4iD%3TIq-VQ5l-%Y<|^@vPQL6Pcd-XE9=PIoOoH8FUnhrgB-drO
zrqvaJp$Ej6cXIkA-8ku6u(`rO*kV!n2BAgVCsp@}JS}*<mBDpljN_uK8eMWREIQw9
zDmY99PdH};X*w=1V>r^C-n=8w(I~b+V9_xf{gi9#Rw^@ht@c&0nwhM=aHZnfu*bF>
zyRYu`Gg_<X*%~C2CCVif$sy<3$E_an!gGaVC-dLEA#WZi{_*Z|TvYCQfk`HHlG1^E
z*1JsX3v;Y3=gX(8tcbhQZn5jL_wr5RbB`I{aF^9%;JKJ}XYGxzGlDj3KT>G2m!-`*
zzU!r<rP~6n`L_kF+7u#hbbp&RZ_=f#(9ca7uh}EEcRlNy{G{f=!`P{>9=d9#PRm-)
zWf~uHe7g8V8@}=o&zr4_w@6GfJ<9&^#_Ps6u}A-zzEV#O-fFs&O-6rn+^Vis;%k*;
zt}0y6`ebcds_)fSkmzvW98=2G6b@#aV`WCi;zj3}9kX6||HwqS=_lRUX0Ps@ccmii
z8l%weUF*3l9FKkHy-*nT=bd2T{443Pn@`y-@NoDNej-cYvhIT`tC(F+OTO4@#20WO
zEKaZ3vA}MF_7iEQjn~9d&7U4LW|=AHvL!rK(e#e-#S*sN4O2@dD6(r_&5~!5bbcWv
zaer^uqt(+E|I>Kze}l#qQx-3#)j})GW-Sz4f2Zl#8IGfjKYlOYd&>A~@0VcFGxCM&
z(hYb*P9OTE+acmTBfkIkMPUWbO?OXe6|9&V$l-8shxXhFg4&Y<>ccu839g*VP@}|?
z-@Bu%z~n_pn6zk8-!+9TTOFsHIRtWYxV&-5c)(x4ZuH<xLv)7cW;c$z&Po~Ad*@po
zVtC}n<Q-t!xGLRkXKT-DrpKKt&u;j6Sc2Jf{_?WZodTN}gKGHqF?gAB+_PxerT6^c
zGA2IzQ%|$gSG{_zx=)}xGBhk>V_3|M1=)=?72%9Gniw2d6jsb+VAC-0GL>ZBBDpY(
z|HdkI)1(CcgW?P-OY$5lawa^mF3S{+yePo%m+{%ceTtgfY&V7_1yy)f7D~uC&kC4*
z&L;4H7|YFw&}|G#Chkj}71WPRSkO4jWdkeYBlRz*SsSmNyfAk`bHkAfHL2nWFBzVQ
zWR^18TCw^~tz&Jo+7T@9MAFBtBt^)9!SG!wL+!kSN&>8v1{^(w-fNxSI>q{Lx^ksy
zeuztgtkU5qA@8uXvz)<!yI*#!@i_4Ih`S#*Uu23<xk7_0i}yJu$%!8pt!!1^^r<z>
z^*|WU8P6imUF?@!Zbi)V>fqv@x{PJ=0aFJZ*Ef1a$qum-&5T^)1Uvk$n5j(`RA)}F
zN%wI}2|451pq<7b@g`u4;{yYkLtB?SB-@`}_@a|BTl}adOTg|4->=xExOTE1TlR3S
zvf65u-rzf$I;B(Vm}maY`P96SkJ+*B*~*8hD(@BF1TF8A&=u(7pC=}i!L+t8+uK}m
z?;Pdb3_J%;OlH5xb-3fumph)uf(qB~9n@Zsz2Wjh&&mK^c9HMR$34C;=Js>!DHe#h
zTFSbrID{eP9HWP)0e8pO82;)7yJIK$Zoc?CrRpkI?%pY<kJimq3Kz<7%40b8lC{pK
zX_+yHjbO)}1!@f&AADOj%SnR!jK&8Ql?j|~8Vs`zoY>>A-Jn2Y_rkiEe5SVE5Y7oQ
zKSc_^m5O;Y-)x%Y$n)9EQis8!<BX%?ekn8M<y~tJ-e8XZWVf<;mCC7`2b?Odg{|~@
zaAudsR37$oU#?^{OtF#_lGWIpr|*80m63JN0u5;cxdUPyYqnKh?~CKF(G<ET7#Vm@
zE+YFIPrOWmRzt9jU~j6|bB^^>nZz~KpE2w(I@G{<{r?21<Q|KdI7d-Y4bd5YI6^n+
zJ@9fUXOr&`)p#P#b7FPKypY(`7Y8Z?9u)L5oJ(0?&+l`xIr+0=@_HVN2~SUQrpB$<
zCUnkg#?OT;7g!|MPvB{HZ;-2!*}0YZueO=L%}hT-V~HBuua$3w7_^(Na+u^c%N>?p
zb$-v4!%vKlOrGHz)8?9LFoR1*M88O?F|OWW0)vZ$pJ=Z3hS>)u%#5*<-FL*PL5gwv
zQ_p9z3cdoV6I2(~?20q7cXY9D_xNwIJYh-L?1p0IFbTzf4-AAHa@AgmYsqui$sYV;
z<SU+a-tTOIDwFcYxL!S(_;XAw`$cA4sMP$qkh8vVR@09)W@Q(iDJGg_I0#qrEnMay
zy+CU1%u5`z_FehXEOV3lGlScdWqOhcZBYrj9b$^D{Zj5r_gw0pw64WFOv30!v(__T
zmbga2g=R-M3~xzwT6E3h-FndL`n7A3#m7p8E}FPT&-IdWa(wWAQI+}v$4UEts#c%T
zz49z6*&yfC<8#Lz=CDp!S;f9aq(`A}(}iWKZnM|VxS*H1%~Z+qDZ8mx-L>}`g_?H?
zvW_GNoVdC^v)$pg^(7O>U29ILaz4<xkp9c7aGti6*Vc<Xe;OPnsjJQ~{bcZZrC#u}
zl385Kl@<P&glUBBQ)2o&w_xTf1J2lGXT>g*%)Q-HSY(!{620&ttMXOl(}&o*j1F`*
z$BT4)S+$+5lHc$x-!Ud1{VN7r%vOjVx+iXU_jRgB&X)#VVFyd+c-NiM*JLMnUEA-L
z&lYo~KXO5^y0Vd4-Kv!EC45U(DPPDr;8?}xH|22Iv47exOjA<T^&T#e^=8aIm~F%t
zk?P|4ZAod<gso-!-!M7OFb;eWmZ|Ud=Zi+1#nBS)RsTPJYu9Mnd}ChAR}Po2oPC}y
zM?_ywcWU6VIiG3DeK={k>4N&8H35?}8`NJu*Id`S<6t0*jANF{PL0MtHY<uc4m4kA
zo#ztSx2M%De&PaVu}iKYeHkY%a-QN8-Dr1DV}gvYV~offPbG&dQzUNvXMHEi@~XSb
zBu2LRvY42Gi>K`7uE0r5Os6@{wme_Ke?jBZDW<qzeGb{J+v2!_nEx92@S1V%cq6ct
zHO1`?OUbg?DNm~Xjs;&=J|V{C9k*if0@3cDdt7d=ny_9eGFDt_4@ZQ}N^^$DM#ayK
z=U&$cY!5Bf-(mj1T&kb*;9HlpUr%p!v>#FUBBpt>&**g7f$GL1G8^Q27i<VlX>QzV
zbFfF?RRY7-?4KLvZSro(4HH_X`u_CG<*xjN@~!tey#+*_#KTT<>^zqncYNj+h70GI
ze_#AC`$qq7?jPq*emcs?T;<hz`1F<{K9313Dg_A(gAY7wVD1c(-KcQnQoCa8tP`&H
zo<w-oID0-&nUkhaAm;G*&6N<BBBckZn`9T+EHJ#EBFq;(_gi-H%;U3T3y+;^lw?g}
ziH<wY@@9s{rb3r~n-7d_K@%+&xbGHb<Pgg8C^&dzQfHjlyC)ORMKUcqqH4gn$8|{>
z`#U>z{-`+45RZK))HrWUGSk>nB(#9NfGb9TYhTi4Vf`k1Bgspza@G|{Ih<n5K9qHc
zG1Dq`_x8)t;yg{;ltNQ4K1r!lpXp|sai#6Pje(l)(GI=LC5$DW+~((Z$1%B1oA<+r
zr7NS-?nH;DiZ7F>(8@_Gr%P5SopyR%>7O#Q>{qaa$hEe)a|5hPq_*-Kr580F7M>mY
zq~+a{qti}yUN>}AP`=wC9$)h0!@P)$`j;(zCa><<c<%iBpmgnVgLu2wt#P;9s&eiL
zvpRB$mN9F+GOW-DTdGv>Ad&5ZW6BA?dkR5|-)0E7o_TpNF+uzK<m=4LPMI$EJ3Xup
zFf+Fu=wAP17R$6ll2OW)$25z+%s%j|X}7|TkE>$Wamw^&o!*f1Y2t%t2Vz|$U2=9@
zTcji#<q&wY=kXRHKhB)itOK$)6uMXa6YS`_-EA_x`r=(>&#504$xps+yyuyR;QvPb
z8Ckd1g*vk_ntE4V^b|6?do@DdroPUzL|{Q<<I<SQkI%#v{=|Ogd#E=rJZJ`U_Oib#
zE(UcheVr1J*_xrbQZee5`@~Nt9=%iW@)hw56$$(tQfGWQk5R2O;dS=1`I>$o_ITV?
zQCM(|WwPd$Xx>LQCO%vLbS6J^5PraM(LjesVu$RnlUcR_FW-CV&fl=s(@M8lS)H?T
zZTf=mRmZNZknda}Bz1~KNmx8gZIz_<oYzc~x^6PLzbQCd!gRGKJ6&|?5-(w`4gX41
zuBj=W>YsC`Oa7+R)OCW{uPQq7C%%p{KGNLlZcr%Wbm~YD`_psMKSFnyInJ2mQORnN
zta8l7GuL;rW1y1RTH`p~l`9HdH&pMqldHM^jG>lb&#QC(5^}2X?z!I2Up6lDy4%Ap
z`eVoTcN}Ihuij^v)F;#wl&<kpcyVsxdizyrDuGkx9}Jth-d3i!W=fh1H`7%P{^MDp
zVsVE~@7z|+u%jq9?AfGH^GPdipUT+~vSjv|Wg5<G3>j;y1kYwJnXa^_n<4B?=I_9K
zw;-YP>0-f6lZ1WK7F{vE{7OJhnqhwPB}bjKy-h3fZo9C)42y}@iScfjy!L_IZmV5d
zxrZ!lB@Zc0aQ#2opnh*#-zVn;o6KBp@esEM*0nnxsBYXneTGm@mrE$qnpIh=zfQ9I
zAliA(cWSvO&*Y%<i&g5+oju6;W<l6evpFf+f$#mQ70<Ey9?59g`!dSp(t`u8L5moq
zWmB%&E%XzY=40NM^k`w}mnUgL&EXdAOB}cEXFkMqv#w$0LAh@w?W#W=qqXk637y$}
zYrTU8%f3}Y$6RbX3zlxUs(Ev_`jL+n%g)cb5_l(i$z;Q$4Wi;5_8E>-&IE`>e{a2D
zqW6W7ozFsebH*FR?eXsCZwjCPcG@he)U(6pnT^fo&h=MKK17JB&UXsgeddTV`;&!w
z3`(D;cs{n%y?4v4m$6s7Q1bf9myIiVj^>x_zG1nQ{fAJ`DPiTk9_)D?iB9UXgtaEQ
ztQO_EbIChzZ)fu|@0w>E%3I|>y<krIozC~p{``Z6pzDtD3B|u|#b38D`|sg?=b&Y2
zc>5pOh6aDvYe_5JQy7%mx2Ny8{?p!|zTWtQ{g1G39nuy-)jhqB=Um&+lV3Ui-ksA*
zFH&DUZHp>A_HB)D!V{BiKQ{hXU=DZqqCfxnQHLVy{M$(>=f2zD3yIzFcz@=RcOq$B
z6F5$+*jN5cg_Ymw!IQ=a)d%W=Mt!ILAHTPI>B+uVQH$T_dD}!hy7#|tu1j)9_uGy$
zk)hdZZ#_S+|C~oDM?it)Mcayfg0sIG&-B!s*`&0$M7GMXZpGqDi-INGuY4-lut#S?
z(w>Qus}EngXC`Knnb^}QF}o!}x4l*1g9g_zjl{?1Zk*}Pi(cvoZ3*T6&=z~{&k<i9
z<NTw=KH?E>2j6~V=*axM_-#}&`*q<n3lAAsiS(p@e0yr!3Gpi@vt)!lPOn+?yDjy&
z`oEVS!@ZiX=B()xJ2KJW<VvN!7GAFeg-#at$f-q{7uLqHz8AfF(3rRPXy?Hfd5T$c
zroVg=vcLI9{0#2<X#u5%4yJwi&3{5aS414!{_8ydJ^T5NUyrF}7C3DYcKfsJ@$AKq
z;&0Bsxc;Plw#VYP$#V`(o%COLhpf+zHnS*U_OizZ@?>uGCZ@?u5p!pM^uj^M`0><B
z|9qK0)@wJr$!qu~&$%SAd}Zmyg=K-SVww7a{;hs))54gz%IAM-@1MlB1J~T&yFQwJ
zW{bhvc?&E5vn$C68wDuxg~`0zzi|EkWjsm0R%%x3>_6gj&_Da){$1|-CI5Bu$mv~}
z^V)iQhr;pYu2tI`*6Yu%Qun(o+wqXk`{(PF1>u+9M$9qToNyp@-E>C<-8nzs%X5VO
zv=Y?16Y_|iZ&k#M=W$1p+Gl#tnfp?1;(kfVTZ=Z%+&+W#_S<|Vertm)V<od_1$~zf
zpBTFAou<vT+x()d{bY&Q&4W&wvm$b`5<ce{+3tOLj^CPPisZtM!cOk<Yz875S${dV
zByzuLuc+JGarFJ>1z}?A&p-O2sJFrOnX`wTbWhw7lci#X>koz=`*NZrK1C)zc&lR7
z`;Hsc3NiXlUya=K4}VsYQDhRl<q&mbH?w1fWc_rO2NTQvj@@#d5X*AI*2O00-pj@k
z$(8rHv>$zV;E~Coc~F9D;RUYOJx71%&ydMCc37XYjH~$U)Ds#7)Ay7`=v8ev!ZvsH
zF0HvUz2)}bb^RZI(fw?H?$7tz7ymQA&G?;bm#^Wy`K{eY82uaF><&ET%}km#Q*7DP
zOyvfrj-$z21QHYvI5n^`tTk1wPIS_3iMnydYr#~9)qRKF|GqI}=SEiD4bzUPnS5Kh
z(Z6@A`L%liyCoBulx`a=TlUE@L29PjGMlctX%~Hp1zi)JM4dzvy%snv5ZeF#@&8FF
z|9A4Z8Pz{uH;-q!^t`B37Tf0vuD-PB4eJj@Hn$4_I|NtGotVsHE0eyN<!L_?Lu=u;
zfPIVBiY90s2x(Z!P#kh#WkWFIGA19^8Egi;2~r1ScxrAiENAq2Y*-SwtTD6Zr=%{+
zX`%BGGZtw*Otd|c6#S!+O=g$VskGa(a``zjc9;tVC@gSrcwDd0a6pZf>67r6MqMrz
z2@V6H1QDi=7Kxi%JQ@snxde~d{)rcUd;j!>L%BP*+xTvO-tqTFfm!BVKf$oY2d|e^
zCaRbGPLus!`<7wLWw~wNKL5SW<ZigRSKNPN<dGi#*llwU9m;yL?IW+f+k)1*iX@AF
z-H*S-pGy#aV14Far0I;U^$SjXlgx<=boqb$)s&Qv``zv(w{hJMuL`(5Y0d@}br&^W
z&g`N?vw8xSF!n_;K6Dp<W1DLmD?2^0<a9^Wgoi)UAI_NM>1(Tb;f|<_z9z@wJF&`_
z+rRy<<&ns~mY)0Y%~_k?7>jOQJJ%NP<x9o9HywI<X`k|2-@msn2S%K%-*EWf^5-!r
zf_FchUGzOZ<8=J_1fQkeep)uFGv6DZd*rS0XX|#`CCk2FzI?8zX3=}jTCQAnxe05S
z4k&L3I`r||@wK^30eLR3ZqIh_&#jT0W74d*+rM)E1kV0Vv;BXyC#GGV-@10ceOH><
zHTg9&`z2d?&7UuO{j8Vg&ey}K*OzZu`^!Q6e-6Lyvz397w^wi4%-eO~z<=+~TS*Q7
z+}XYxHn*l$EjYE`+4=c*lN9#Q`c0Pq@1MO;Ryz5pLD&Bvy~nqCBy%{JQ&Ki4&dl*R
zCN*c{46zN0tT`SBS4BCbvL<jHm=U!0Kg%2@16F9V31)ou-lzTp`~N7H|Kdgtm2E48
zrll>rqFci+_-dQxVXmu!7xt|^AG>K;Tk^gIEprb)-Ff<x+`(3_j)@E7vd_ge7*(yE
z&U9UBmG};)H2D?pXRvmO?{HdH;6L?*&V@Y(p1S(}esA{GZT?a%t=xZ8uYCD#EMY2{
zTyM9Tw?1a-#Ho&dR$6HBoax*xTeso&Efu3}AJ271{%Gpm?$J8)zwE6l-(UP&5BKeN
zWeNCNTAH%O;>WeOySKeyyZGqR(ba*SGYcm1#MQnx`l~PS(^#g}Q)!u3&2gE?2a_UJ
zTCCE~n5V_m8YT1hka4o>Oe4O)#E`Xef>$n`nZm%$@Q?MS?i-Hn8eM!R59u8{#qfI1
z4?W*w=N6sHGYX&6vf!isg#|~sb{GYUd4Fuw_@{m;uU|C%<Hkd^c7McgC2d^sCgkDI
zOtZc7v;KQO`5VaA9sYVs#FNEcVn@o49gjP#_oq#DOYs@m`C9~|D*}`&&lp%o?RGlq
znzmUp^#9}{zG?T_Q;*j3z2D9gvGw1nw5DwRfBdhu{HtSIbEQ80fsWm`c&Fe0J9)%j
z-4?ra-sF?U%B;^0uT36Zab54iD)80*%8i+!mx4CwIMoH*;X0DB(dp}g4(l!fhS1rM
zqRyQ8)2g!~cH`0x_s_cRoR^o%8|MF?(8iW?$bMs#LyL{3)udMb<-g-6FmE?8dfGXC
z4ya_)%(oLfCMg~#%6RdTtLJoq*rpQ33rDvIf8_Ys;Jbz;f^&mVg6aXU22()?)g!0W
z!kC^s)e*RT$Nuq>`eUB|doKSq_WPAS=gWDEm-7oRfkfH1o_x5Z{@BZZk|qo-lmAJE
zER6;gp*^3<g*rc+wRkzZ@RIrCCHcoZ@AJsGIeIk&$uu12O%a~T0EZqXzIh97*#@M_
zt|)z<sc^udVas{#$M+&K>}(Q*C3!^Cryr<RQgztxqbSrlKVw(IBze}!bJ*H<?XJ04
z+|lR!McV3xxyyFND&C9f9eU1RBo-YO_}j|&i~C||N1xLd;YG6r_O`rGagkrRn8}ZI
z4wnI}5WURsY{7qlyX`M*UG6LH;zJmw@<n>m<@~}$?^*7)wd6TFZCA9s%iC4w>@;6-
z;pqt%QaxT6sgy_x?c(8#ZR7jV!m<8_=&lxyTJ@H7icZ%BDtohkO|cL@wz4U|<G|eW
zK};b`K}=jMB6s?8esl_eOWno>rf4w^gB|jbDn~q4Ok_}IbYtpak>E5CV|VD7=<CB!
zar=G7@dcc#l6J4OpRnV9#?k-gDGZZ@C;oZ3L}bE$=G71CEtqvK)GxZov{&^~bkx7}
zW#!6`>Z2}LIexPjaX4R+{b1V4r?-EXr5D@_dv-l*UTVIG*!&}|+3anlFZ|E2MZ9{q
zSAcEf-)xConbV)0_N}!u`PqD*P3&I%rL^zoQx3e!O4Rf?I`Ldd;60(E@;qGYPaJvo
zA$(VVuX^EQ&pQ=rDsPPc|1N!e>BaA!%9cmJFaO`P@qZ1QK@-PIy@~86v<_FSmGs>?
z??hIeU_$z;MSaoE2d{}QS~dB?^+P#=elL&Yikn@GEt}`I&|jTt|6@IiU!`UHv{*0k
z+zpfK7oTzbq0Q#}PcBsjJ!Tzsd=GmLuRoRL(><4C`}#NTFMJ*>QW7bjv37!F{*_tD
zdxBZ3K3#I!zH8}Gr>UQxmT$a&?dq!)b426*Tb*j(6e0NH)R83}8tgCQo=EI14`1JM
zq1vo%W}VeBgXwz(Tzc6~Dg<qb$YK!sckXA_{;P+wydPZsm+<q{j=X~c!tCdK9^7@?
zKH-AZ>hrgxntE^9ba1FAMZUSm;OgM;P*Q7h$8<;IWAncsciZM^+p}2d!^Mopott*V
z_41uAyBYo5!}rDc&kK89<|<Em;5kpDq<XoJNw?nb)D64*ZkN5j`$%=7L5CRYRkvWr
z*Jib~tHN%c+?3Sh6LNh+s>5}y<Vc&IyrUvp=iYp0zk2h}6*G6Nc(cuS(bAiebL^G`
z#iwLFa&TKGlNzna)+*6{b^1)<!<kpVC$3W|=hnJm;h)ZuuwwJ665H36w_|kPc)2M_
zonCPCEKi$9hU~oa5B;KY{JM)nTdEG9jm%u5B>Y>@_)gldR1qFl(TB6X8vWIE$u5$0
zkX@X%Zbkp+jf@)u=IE?7`0Day@8Y8O2U^v3#Qwa~_WrF(TiL=1eJ@or7=7lS)2?HF
zW7w>C>QLcx=}it*CVC2025Jt8SAGlk?L4;DP5rt{l9B0wV&g*R{CT=3CEONwdMm31
z`OoP%;55(o>;?B->lrS-E0oQC+-b3L4y(h$yNMH5d`*(&U6Rpdv^e&RUW}-0<s{9A
z8a}_6zXhI`ow<AGhnyv|Hmz6UakYJ(x1{|!v)dGImGFD1Hr9{j^u7JrB>kp2sLd-p
zzH~lsW3Z{-91%0svlmT!A84Fd8lK{#%I#;jY|n{FmU>$cq)Wf9{Ctu3x8DJVI~R)L
zw%sbP-xm9O$8v*j>W5RV@CHgBIHYlL+lKq4GT#lS%)PmaL$<}D=H%7>@<;i5F5m8I
z=e+)If^SHN)hUr3=CLole3rS!axPyGHr2EA)Q+}gfnV32l-rdX^Q>Wt(X`UX6E1aH
z*s(c$oyd@%aWbLUH@@obFDpe0`DZP%VnRHnM)OMbq$kHQmm93y9$KAZ5_f3E*3)~0
z798LAUDTRS*<E7w?7N>AP24(>bK}~2oqeZI9N95(Qqkdq*UAc47@f{t)OUM%;Dc>y
z`yMBx+Z|AOP~?4Pw@KC^rZoYf>M_>l*99FPq~DjXGfGO>C#Lr3(%RjB-JUJWG#63t
zyL;^Si<9C@4tN}V&~uw*|C-K9ze}(6SVShvJf6EJ$AWG1@}Fw6ZITYm*wy|uA!U<t
zLb%tpo!4%zGc4QNqsyM-=QjILQQYs9!KS%C%rCy&`1xgJ^qt0|vu&6yb5EvU_l-3Q
z)tT6KgX8@)Y2NxZKa$xLI9L5`Z@nsWP^fRtvbwFokB)4p^vbiI>RY!rH12h-Lhj+X
zYvB>=%C1cpmzjNHr{2+RvnE~jsnnB=d}lNJ?DZqP?dAP1Q>qTGJALoY9k+X5*E`HP
zURL5)peD2@&}`<Cw%J<p3PmS2Do!ss9sFp`(nQvM+-d^-TpuFS%=sl;-bcrrjCOq=
zd3%RJuc++G7v(c0j7}?_-1y2a=wJFGDb6Kr^RLc(U7L`nyXEW;#(=wpk&VZ>WMoU-
z9azt4{Yu#@XOwd|?aF~R^Qd&8AJH>5?F^oEoBtb=HKUn?^sSpg3Y)8(;_WypikfqU
zu3r42dz9m=io}x}Z5kzivlA8BjvmYTTshHKYui1x7Sn`dCVU@a4+;5P+&Fb@;Df03
z!t0V28<;Izzn#%0rFZ>mpArfE;z)^GOCDS+D+<c{Ui9$p5&cGgqiZT1XWG8lh_4cs
z*ciR&x7~r)jnU6`EU`Si@P$K6^^}Q@hj(=ZZ+?7h+fr#h-jui$$tWGq#%zA^2^-BW
z&Qs6XyMs?q*M7}=ahq997mZYx<?M3NyXD2ZJLDVdEJXv2@2>M@^#2we{(0ikLj9Rd
z%O*`JP0IXo{P(mCALTDZT{!kj*fR1~Z7xfR-pOY^l1j2#Vr`zxvrWajWH+6hIHjyc
zKJdyi?p3-OJ5n#zesoyyhN1ZH)!jF3XMfHS^;q5?zT|?npxeq7j(7M^iyfA@UwmNW
z0~v$gzn;!gw=miN@!S*ROYwT^1!pU)ZH#rkvn%*^t30Pm!Uav!W9gDTv!18NB{;1K
z_`o38Jt-sL<f4;%^3>RBQ|_!}&ziF}UouE|nhl4=hTlaIKAZ<5cmnM{du@<Raml+c
zesD|f{|O>15)E(lB)*yHm-w+}N&4sVFXE-@H*fmhjefn|^RAIwUR=P_QwI*t>&y<U
zIbgQo&7}qB_V%+VPT{)g8{cy7y0G<@V9%)Ot=2|Sx34Nr>%ac&P?zuu*6G?0e(%eC
zv+|{s+9E!i3jgH+_c_uI?E0hmT_@AJob{l`x0PGpvQN}X+5gCV!kdI}t}XI{nrf4S
zBA2DU&nV3OxR+b1JWTps*_o6!Z9NV~n+;D|kBVf8y>Xu#6qUEQZfRtWdsSWByxmov
z*B^U7oAtbhUzO{}_t0D1GNqNTN;WF6&6>tkddKGOd*AaR{1eaGKVUe1RrR;gpEFu}
z=YDTh-fQ%)DDi2l&8`Wx=B0jnJkn3C<Y*O~X6W(Y2k)`Mz?Bl0pS*g(lDeHYT+`fV
zb0jyvV_fX3+N8pqQX_@homT3vHVSg_s=VH}<oBLqdqri$j+;onJ-p+Qxec?ymj}N3
z+}HKE`}NLkk5}ZhERXViV0a_r+3D~Hb4pV_&-TmfI~Ue%t9&8qkmpTFmRMi0MzI-7
z#SKhj(iSTSn>^sGT0P@W#=}Js90{g9>E8raSZOnKpP09$Q!15Xp?lG~-Fc3BcYYs=
zo!Hv=dBV!(Uo1SG+BPedsvol^@tbLfzpy_0_Ef?RZoTAo&HZ2g#XND#SbER*r1$0d
z|IVD+Ce`v~&Jv!fJESwtH!k2_`=E8+cg3Zfn4A|pciPCcEqi0L@2!AE-*l!=Ycafb
zZ5CJX!AoD#Ls??@>|~;s{BAzQ{EM++(TYOVck(wETz|0D@$dl&ZP(T5tk)S|PYPDq
zExbI2TXp|y!vIUun&SM>nTxMzRVKd(5Bzx{bm!a(MFlPg$!Q6tdvlikWRjC??E2+k
zTeD!{rU^T}BP7nA;qooWyL_+t+odRp1%Heh4cGnp!_Jpw5+vUCuP5iG=62i6AI>um
zF1@HX|6yQ`c>4waML}DS9#gq>N+Xeh+kTG8QolpNv0JRY(ocOp*Q<AI)i%Rvt4bLe
z&dmvX>Y!@5bhSCpjYSOcKWd+D+I(Y2FMG$?ss9;wY$^#oeg3Jczw7%=*7KW}GyeQk
z#<PEwY21~7T^(tg|J!eAxNDSA@$7znK#A$+qZR4KYA)fCI;VrDoxG!Y)Is%T#*Y40
zw)8jBB@Q<%r}OYTomp7;C`z71*vH>oqx9+x83EpPa}!rT+LYJsy78xO)y52){Z~RS
zo%|qmIpRCxQjx~Ymh@v9?kp?gKbvug3FiuIc~v<*A>c1F`*iKujLbfI%qlTWM&VL2
zQIA$T>o-jfs<^Uch4kb5o$E7uKJ&kuylvM0sK{42vHv&RRdM3n_eGtJ>y!8f*2RIB
z)?PDm{o8-%S6Jnot;fv6PFkf}<ovS8EPS{k@9Hdv1IjkxbJIAz)6Z|`Gx^`}^w|E8
zD>KBut6%mE=xs3EbDP&7ELHwdtL7ZDn^pHtGGy_!%zeG$#O1iU<D1?EyL^7VYx)-M
z$H9(VTkmACx%A}jHqT+0@I3GT=EoN<_-M_(ILYkxoo{{4{<3em&aC7r;-BleZl;)}
zO=GF<|JG?{JcZ7;3*y%O`jA>=B%mjKV!_?z_jor=$Yt{uSQ*k^GSlPB`~13q^Ls;|
z2WZZ`eq8F-yX`;IommYvgBE=C{LyS@>nvRB9k+q+$JHlAamRMv<BFPmraA11?v?r5
zbD4Edd#Uq(mh77AvHL*r)#7I-v$vjeUi?pe53i5tJ(+m91!?PdN#`y3*Bi-o?UV22
z1$OEO1OGK7-Dmfmp7yHAaj){r+~2p}oc~_C;Jlia<#ew1EFU8e_<o$ZeFuN*J@W#Y
z{t{gUbEA9TJgX0xAIbc+p?mtO%1JxZ*6Ypcj(+T1b3ZylTB-kqj-v1(qXO$KzkQsg
z4}U)QQSfA4$AbF(E6WebPCZ}S@!nijMpVM*WOa;uz^nLa0_M`Leycokj{dRfR(P`i
zaOoXu7E_zq)8xwhS6s8SI5%zg)Z2R&iODO=Y|{NR&)jUqR{J~WV=D9SZ{}MjW~V%p
z?W6f=j%^n>zFuGTw(<G2>J1-$c-%7Q-oa@eQ(P_Gf8?&()uolskI1B~V_mx1%x~r6
z6T22iecB}Uv_RhB<ZmX{$**fq-+7yGjKO5rb3fys({{e)VvZ>KWE{Y-?C}>@zX_k(
zeoitvDSz!MJ3IfJ$aoub_3akBT~0ck$en%7>=Dnma-n|BJNvmkbW-KtGdFST`0d@Y
zw(zu>XD0Kp>;F%jjSKpAQ|F6SWsAy`r6~{Jho3)HULSP+`NH4Z-Ug{}OrPN(Epnp$
zinZkVq{(;qKg;jgb>eERm)F((w+<DxmPDGjK5FAtX?=aR$$fjLtDs0;P=CM!Aujdy
zE2)(k?;}qw_S?<TQ0zYGZ$L-D;}853#6?!WKDgO6bG5~xR%UJI9FFZvoina5b%{^s
ztaeacqI*?*^@be@PL9vhWt$#96uo4(=}blXlO=D9UtCbwZkl(g``o;I{VE?-HjTEU
zF53j1GPtaDMdYTZy_h|HtN-~5Mc-LlQf9^3^J%86a;iQp9TRpV=L^s2Dcrx`F)r_L
zGH-U8v_hlA`uOErb7gMD6y966|D04v#-{gCn_TBjD+_#cz^w3L)_Ha=hx%K&T}cJ0
zQ2}3S^d)Ltc8l^QEYnj7$_wGD*}l{9i_bEi+6m(Ft6LZB{Pt_noxsWj>B+bI4)2|-
z!BQ3Ab=Ipe>}jWIWSjKi`a-sVnaYiivx>_y=ln9;E%_}oCFEJfY8~$_EjxE>tGb8g
zzjl4sdg=Z`4&(b951%=5pjl&^@T4H!2jAEaZdx`)=b@=!ruEr5uKeB{JrC-3OsiP_
zWTjrO=27$5l$&!uJ^5O=>Y<4E-13~{?C+b4IP5}J)YVTAliD%QXs`N`o$R7pckbK7
z5<aQ@Lsj|_R{70AXOzkg?rhF-f1|oVLQRAF%r)nmet+-8-3k@4NME}p!Da#bImMY`
zJ?5V#)`^@yw63aQa`w_a0WYlnmRz}=YTjrVtNDCu=DJM|D^D&dugW~;`iFCi*OAmo
z0sl4&tT>#l_I}M2y+`xhp5H$FD$RIq*3?Z4eoR#Cs@r+a*5UFdm+8-oS3CV<irtyh
zays!fuW#k{s2ht@B8@GDS~IF&JlbCL_q6!Wy?3%d?~f{rwqm)HI#YY{48@8M46`|t
z&KvkDd0CV;8TVTM4}Py}pYXWyTJ5G=(whBdMTa=oXByfid=@%$nf1Thxy52Pty+4o
z^|Q>|-C}PP8nq%S)<eQgq~}62>yiYA(=G~c)a*MFAKH1V_B=hY#LM1}&APPq#$@|4
zSvkw^({8!!wiG^D^`J;@!g0<i=Bs*lDStQg&z%4Hgc8s7o7u)1I#0R$BClyG<O!Vq
zyJ5{IhM&o21+L!jWk0r|&Z2?4=tk!Hq#dX0B64On?=}dz{QX3=%yntD&sTo!IUDl2
zc3bC`+fw1Tjac4`&)9!0tMW0!AM;=9UhYl0_Fu|l<tcf;1^*M;+GbvMVD|m)x+>8z
z<Kt}6O@8rn#dcUNFHp|8(Rc62tV7o(Bs~6|Sflu%AwnT)-tP9l>!jy=JNxCo;j4sx
zpDh;uu4aUE%y^L~rc_w=uVA6u$}e@172#2pYL92j=@pCAO`Bd|{ygPk!rI+_FE-cS
zH}i<O6P@zjQm3+RM(h{mD7h5N7f}g&quFdPEBiNCJ?zcC@I`yA_C2L9+-&>oEV^WO
z&*`4D=iW5I>9vXn=59Hx%BCCnM$afv#YVI2eaF0<7k3^cTrRruBK25Sgwe9!C(iWz
z3@Yf9W8hcXqob}W!Jo5H=Am$kwSd^ROOFHD<sRK`*0~%$_Z)ABMs&Q~A~(y;f(B-v
zx9xSi?=H3Pc3lV$<58*5_KV6D4{n873x5?}b>+h>_O5S!Aqy{EP4<`4y&!$!x$}bw
zbNSshp8ZK!|GA`zN&Q0g>5r{*mp7fVT0Nz5nXZma<c;TN8N)xF?v+RsVyf8awSCdC
z>~MXLi8Ypa;h(m2g=KUkY+3xk!EPEK+Xk6Q9}<2%e(38p`PkeeD}Q^5TK&ITG5x_4
zgY&cf4>C^M*IJewljd@$>M48Hh50M5Iz_L`>ssF3^I7%WlmO|M+Za+C1aEK(&sF)`
z!(ZzjoMiC8r_!>}wJ6p5$)touv5iJoYAa5MR3Glyp~D^UIwm9_wTfNWY|hgqby3r9
znp_uLRj7B`X_x-i;K$Xr&ik}yzRULcWb7*;pQE}%^QOuS58D+F82yff9ayWf+)ZHm
zTIs$#-bJSIvovg%>9H?9@-m&reAd0ghf=40nGn!@^6tCP$<tUjPTPLzG3)!_Mn3oF
zP7iY*9zOWiDr(;2wF=2`YE^tk9!~l8`mkr@le>ay;)%cH6QrLiYE0;hsI`91D*1H%
zhxb8cp%<E-uWVe%#qF4WB0x0W@zY&dzAJ?v#Uo?wS{`i*nB;cjt<^ophpYFwoqZZC
z*Rp@@%S{|lgI*;++izy^X>ZByHKy~M@*lSNFWhPr7!tLEV`XvT(W;v-jQ&0-OLKfL
zynVszi&<VbXZ)*Ud!ux!{*CRmpQo!L^ottWUS3U*)N?wgC=%IHRHiB!93;x6;>75z
zq3t<&uM)%kt*oE?N;YY099wvwpQ}lJ@_~M%8?i3_fwFli1;0e1o@m%kU#p^Lw^3x>
zn`ev5KR(*_&GYYSZzrAG6O?22U$w0ioAdQ%c-YdMt#5w5-^%s=>2lYmqmCz7o9sMN
z4qZ-fx6v>RdH3nw`D0=CIU=g;R)pVky5!0fTxtJN@0sW<)>oE%VTw7oghE|36JO5n
z%3JYpQ~bk2&0e3c8tr~nR5b6?6tBHKo9CTh5%pB##L<E;alPLXAD)rWm&>w~t6uNH
zEgLayhx>|0i<BA`m~#rRdNO(AW+B-ryP}o_$=Y`=J0k6yT>m9{hJpG*<GmaVOxwcl
zJk8pZ@jdx<Mn#ci%BrUCJkxFK9DH(v#SbtXe|z)Nwj|p<_bNGfR>-aYui0#{=7!-!
zPh%ctcHN7LI`wRmrk!OxvQT8#7sVq?76)Q4UGKiKWXj=!=UX;Txtz23V`Y}((g$Cp
z-*q29u|i~4isgZo4{y3`^1tRP(!97}>07;zGjfwVZtUMAAsyoOykYL9_}7k?mQGmK
zEfZGpqp$s`=`SxPcd^~Slpb>RzvDV4+$bf!PSbz>B&Nxx=ilh2mzJn!S)8*u7JuP(
zLch-`gYzAp7anY}l9XtB`qaR0?vV_aKTBSP<fZuL7fV^SU+nnO%y}t8HE9oT8%t~5
zr-Py&e=QerpZZ8m$H4#jY7I{<es%qYedUW53#`msUVY?iJj3m*?cdKm;hJ;Yr_zu$
z=s0(oa8q%^Q@z6qGZIhM7zoTXnBW-d&0_cX)Av){Sz4PTTMfJ=`vvAME;#+*pia3}
zqqKs?_w38-FKYx`@MzIqpjq+JZuRq^i+^<rT;&tiyB}CSPr7M!P{_xQizXM{XKc=%
z^)}dEYWCD4yuHz`#~-#_ic2lGZCYy-A3p76YT|dfxVv^!k6+mEd@hgI;dfJNb>7@O
zl02KaVM5dDFEN^dPj;3cNa&0{s^^@=XzLd7{jTELx!=P|ME~5HswP~W`tDta;<0P*
zTCRxIsGs?qIhkSJ?KgF+tEIIXLic`MvamS!7WeYpnY$M4Iw7JyO{`zy*yG#n2G>;9
z=&qiun{&g$<n5~3o#!=lv}NX0<n30H*joD1wvmTLth_aI$x-FcHNnRMulgx_H%Q+Q
zFzR)4dGWHPOY{Xp<(p#GY0Djq*%)hjow$R~$W%&)CpoT9D6i<a%$eN!dhf-otKJSX
zUax8W+vxkw<ND5r0g6+1XuVOpdDCX$mkHl{7kKZqyYjTiNopFmPV)P8Y!O=~s@^qQ
zpUdPJ9Fsfs@5!h84QA}fU%Rhj%g$I2R>f!Bx)L{+yjR?>n|=Dy+TU;D{$Du9-tPX8
zjUn%~(YDn0qC9%s^HOhiY}gb0<m&HxUp<)Le-yc~#-Zlr8+nVatJlpZOezWAav<li
zw6MBxMb5(7v~_b|HL9E36;zb#RhSUhecIS2P{wbP)@&KMZP5{hHXml#`7gcwqvdA1
zxzYchpMJX<Onnt+x@D!fbZXD$y~?x7&;0%{ZROQxl21D)l-QSX_m;`cdOmZf-(D^q
z{+ViK@tU4*Hx@kai@E!x=tkplotEQ26L=UGAJv`Df6C?*WBeu-t(_j(*Y;ek*SNQR
z+V>g$lTR%)k@s;o>-%4~h+*<Qy+=#Wi)0vG(3$+sxmE8>?3ae*3CA}j)qlR1_u{#6
z>5uSdE{Qd|9JdYIcgKe8wRxt&t$u2SPC?SYXInarI?T?joB6ybx5T5?YVJjq>CxBw
z9Yvm2Mr?b?D8y`fMe^5T|KpR*c-Aj`chV@h?n3w0{HF<G)8#tU-dXys?GHFUwbnxI
z;^Cyas}qXsWBQ!;<eJIsiZ!0?JG;wa;)VmVn?863&Cz)-)F&IYa`U+mKKm0KPHfd5
zp9rUKQjdFP#Ts}b)?PnWVACe2IuY^4O;dI6My6_(pV|;*vuF`(^Iq4xk1pNJn6!d_
z^{*o;f*0PUlzHq9*I#=_&AjyBYsP24ZI#ZP@NMx~Z8AOno7t;FtxbE(UQCW!);aTY
z*TZhUtg6;U(Q~)m;+?puXKCACkIqSwp+>8#{Dj;XXJ$`6RVrDe>Hh4}BJIr{qVab{
zGriW81@Z>HF5GtWu*0K|r%qPOdtD1VX@BXu%lX|tyC*j3T%YkHerCU3)xFvcp{4HJ
zyX<*011dSD&g52nbtq(|&YhaopNkrf9G*O1qH*rAQ>~&=Ofyed`nPCVZgm!C3;Noa
z>~T4;X6BdO%r+bvHVKPf<-V7_GR<tNvSi%6C&B4!PMk_SeImp#jqU4pcI(ec+2@yL
z)}Jp~vM}!UuRR8}Ei7VbIZwHNPRb4{-Tik;s_8oIgAeZRIPWSxx#ZzXyE*e%T^>!m
zqx7ah<i4q;x%bMdPgNg|JqQ$Jo4h4<*T;tTWv=Q0x6f{sTx6d7_?)lV4G-zXff5<q
zKaIB>-QMSLc$0pbW&fVw?yxtJt=n7P9xhp%^=)gy)I(=Arxyo*NRO=3uDNTTW0tY9
z^-g<daK4jsgLCJEXH^mD^Gak|?5BR+&?0iTfmbRkbrYXJ-Sv*X+}9qAOv|lQcxI^P
zKk&X&-1q$HwXRy$i0d=8Zcotfe!X;NxA%rro#G6w0*>~b4c?0bHzi!qlB!cExfJUj
zYq%n}YyEj2`S(Vv9Ew@f-dN-;y0>pNN28e3<^r}9-knN0-ZR<l1#Y~RE>66EZ~hPF
z9lJ{1cX8|X@@(9fCsxSwJM`4-KjF%AAE&9lzgzn;D|f!LXx9<8I}V0n3yx_&nZ^C3
zMCVG!UI{iUsb7rjN@tEfF^YVwc#Wm@!=<}X$5)i>IX&n7h6MJQ8@ClbZ)9+ahnXKU
z+;hb3|Ce$O=l*9qG9Gbl&D~dhE^U#tb8IX7%x6aodKLN~pWn>stN&n%*WUIQdIfz+
zSGwozJX*WWG4;oWq$jcIU+z^unERdkOc1|0OWsUBzK%$-@HElp9jWWe%lGy-w|H(X
zoTvW8d*S6-%Z^8WzjHHY`x$m#=79Jjo0b&4@0}fDI@@$PzVp9Py%JiV;1KeC?H7ZO
zR?Ee&sAZ>ISYmF{^nQ;++oyFG9&M0dk@Q~2G?PE;)~-@HuWjt*ITo)pj{XgO8YOPe
z`0&$$-`CilA3hz$8~gSVXYISSJJ_?Hm!#e)PzX@?zN2fi#m6g++q-fO%{UeyBHGfn
zIDeP!+~+?nSl7HdT338vuTgP*<+mP}EBCJccARdi_J*aMRll-C@qCG6V#oW)el}U_
zYf;xbmi^WWzU0etXqJ*q{&%%s!Zy#tLSN7RoxV`BHt9uDooy$Fg5o{>`%4ox%=y_C
zsdMeV%!XZ|++Sa|@5r~<_c$-MJdDHYM5$Yw)%We}C)j!9-^-@yzm5LZUh)1bqp_vf
z^ZvXY0jI5&{I*l%-oAUo&F>D}9ag^|e)(SPe#zMUGl%N^-$n8H=c><4tF`QSy=&+0
z6){HJo==>WJKu$=m1F+%&*?K9PRvnPjr(;VCjS2_>kR!Kt10ikZ@d2TnV}1pY~l9%
zJkF&;`-AmdF11$O3Fgw8!}Z*tf4Ma$OZD^iK1HRi_r-+gc(3i>D-_qK_;XX4qu@KQ
zkLep<O0*<w^mr6&KmWOb{98Lu)${2WKJV{5pe~}<dMQ;gPV;>3p-lM;HR?=T9Jleh
zi{13qcymf=uIwg{k{~&@LcvWtb}Vd^Fckmzeskl@`JTC_zr1|koAh(nf<T$(-dAVe
zc}6z&EzUPmWs-W7bkq3o<rfeA5(@=4Sj~UCNBDTDhl$k`AJexwdP-MJ=S5Z?e%|C9
zIqS|ljb&{twE_2L^G<A^v;3L$eLcNJ6Z;-Mjd;1i_u;R&6Ti#n*R{P|UwP{Cn$7ct
z?(1t5y`0b3HTm<U&oL{-gTiMvHXcy@8GGD5Mr~@)%6a@X95XJu#ZBycz54W)Io<h-
zd}f=?(bP(vY3{UiPWP;>XN~i`77E5)Tz&OtOj?d@c_!bp#crh&*x%l1t!Fqm<4~Z>
W$(~&^Ijfdd+4F4RmVGW$<N^S@7JWki

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ab b/third_party/icu/data/icu_conversion_data.c.gz.ab
new file mode 100644
index 0000000000000000000000000000000000000000..d60aa92d675c85f95e811221bffc012d65e6c29e
GIT binary patch
literal 177696
zcmaDJmEo+h(|O9yn2ozQ+`TM+28f^3s&Jp0uE)K|?@M?0^p%mH)J$F;GLCIoYPF3&
z_6h6M68V}v44bAD_3C|>Nb<X+zj9J%x$)#(Cfi<L*SODG<q*4N?xyui<*yu4mx!r7
zZ2h`OyS7y{=If@p9rGWo4NhFWrz19W+RU)!!7DC&cab|Z|HcXy<CO_nWnR_d_vKV}
zpICM3_WoA)TMr&q%sg_c`sl+oZ_YhQ*r@Q)-XinSi!6gpQf(zc<+tCyD`<N4*eB8F
z>p7R-EDm30cdMQK_Q};VTSi)Exv17W=fl#U;-2j2l6{-k8GmZ(%SlBW&DMr5x4+>r
zb<_NyFPApxKiKu*Uq^kaF@uic`tFcZAyPF>Z{{7^y(BBH$bj>uYfDgEEN@xLi#PA~
zJ-%_o?&r2GD<=j`-~2@>TyyTHDU&80GcVc@*CH1=W8U6o9?N!tD|vwjCl$K?byW+A
z?7Ow5u>0G_9olS_LPaOPKd@LEoX(?vTDEQD(YoNzO-#O%Rl~TFcEv=jEnGhRu*Kb7
zSFL4=FaPYhUtT}??pf)8nBu1BEthuWYXt}0sZ~8&@cF^+%l~^$&U^2Z{m=1bwvWYg
zV^gaD5plOu$2vvRG(SE~i<z^^R?+T5U-3eLDvk9vPv5fgidB5Q@Fh2#E%}rUt7+E-
z<*7E6?OWz}J4VlXEByG~v-a6fudI(<6LE$sApg(*ef8UqE^FmgIsEAGgWCD;)@n;k
zZ4wo_y*}8k<MMywSC)s9HGOQdPh6b4F@dAz&k7rse!VL<lPjFoZrn6I`}J#?XHxSu
z7fpL>8IwHU$x_X0F7G!Vi%(qJ73~$T>0LHIwQbjyxn6~-4f8|U<Qo66Fnd1zCVs-@
zLQjz8dr6){HeBz@&uvNdiewG$ZtmT7sCQ41keD2cb_s`s`=RqM-OAq?7nLkI8`<k@
z+_*64z5rj3n_bi8jBC%9WcS+cJzw=AOkN`L#Y3CR`;ItWeHq-G!*PbyyMaeoe2SQ@
z&*s@h>}(ruE}1sZGuy26ID?P%RKx4Xj9m1C+Nv9NuDtZ`fX%OGUsimo%bm02zTZ1P
zJ-Mv!vXi^-{#aDFeCn;vmPgx+ZwfLOZ26mT@xX3*2d(wK(%q7=D+PAN*r*l1sa$zf
ziaRZckthDPPSgs2k4w+zyx%0zyP<c!99O8M&PU5*4Hq;vXe4cH*t&9ASlk}ocNU*}
zVi(@{{mf{hd(ci^t$c>)H*X}S2<544<zEo@;<CEiz3@}f<x>|s7jj+e;19Pwu<hZ+
znUDX9Eb8rP-FtIpMZiASJkQ(QZv;f2HG42jVc=Q4>kd0#bRRqGS@VP4w;4H|KBulT
zwfN?|s=Zzzio2=G;M0M;jRA6gsux_gaHUmgs+YS=D|`HApDO1Ay>p#R^3R>DFSN%>
zy~<T8dyq4)zM1n#zT1-T2XCt_IAWxFcrI(>MvL8hvlNg2zF0g%b<ejAOmPwGHy-qv
zR+~7bn$2ys?7a{ENy!l}6r9{A&Gkw@ouDmY?rO#BYsxt9cgswJ!qdmtrFl5ied8@O
zPk(Z)7tna<x9Q*>#>;Q>0(y3vXx%<`f0{4ftCwDTcVu4|KCS=etu&`kg`J<qU#8`J
z>i0dRc75g#iP*V1W=H9qus<SOXRon;$5U6nvpXQgBV4b$smJiqYImnw>bzf0EWf|~
zpn>(oo@zF|Ykw+lZj_rn_l1*Fq*Fxzhw|qQE#4n5Djp2{q>${l)H&+eA*B~5l&;uh
z+`OHevEpJRubQ@z+zzS89jP6r^#%LbbI$YUY<5~}xt3vS^()mJmY+{m75*!VI33yf
z*lgqCx}FA`9c`Ar@BdsWdb`VFa?EsBnU80rJeLI-R$R={*cQYRxj9eg;N-4gljp@Z
zGhb`iY(I6uD(JAC&66qFfA%bo&MztY$31z&X7#FvI|QzVzPz>9D|7df!1hny_A$R?
zp8b76!M`oJx=pOR4sl)zJLmjJc}nEz)U`p+--+LJy0z$0F<Y(lIUdp5EKO0BPO|I%
zKiluHv0kun$=k)NpI5FwVDzai<4vP@i^fsbslW49C$4JKe|7YLQ@D>_wBDD+{*F3!
zI+`aooY^28clJ)&^25R@*OzAP^jNm)JoAbt+o#mE?6CN7)<b)yj_PR#(=WTC{as^X
z-&%ill6@jl`01+YiyPrnt@lpqt=b$tk^N+z;mO^Xd*-dS`uR|TGlOjxbL<Vp-gUPZ
zPgIYK`1R>cy&1#nLn}&Um+We@t=!OA%FdAdP26YK9v9EY`_ytIKikxFCkO92^~5Vr
z>ag^q74w}nHGld&75&7&`p@Bc7OR&&bkgLR`~7X7->3KC^B4n9>O4;Ay<RZC#GGd-
zJE!B5dwIRwp1jKf?+a)CH_mImwBJzZ&g@6EH@Cf6o?2OQCGuA0oQKkz0#9ikJ8zm%
z`#)<=dh)7UIR~57N>f}XCp?ROW!$&YasTceOOL+{N%>g&&Q8huN|#aLkLkNE{@0oi
z|BC;jqK!w$E#=l1ix?{6m*10)JFL8C;&Q)v3!BOWw(+$X>Mx%D`%vPar_EMRnu`*>
z3Zj>B^@R6ivU2IXcy~!!hA%roSpLd&-}fu>in+GP3O<;!_xa}!ez!T<(_^)+E-bg%
zW_kY>^V98C@r%PB3FcSoo3OHr-~9eK_SEF}yptccnZGd7Z~HBrmf~iy%c{00=6q`I
zh3-}^$*Gd%TO9Y_T)|z;u}PkzmCMXv&V)w?+IG$QAvsa{V?%mYf!*iT^{3X}S+uWq
zp6N8suH)wa_A=QxbXP9T=kyl0v{W&AI;n&ED)-uDa@xuH*=67VIYkD(`nJ!pFEH+T
z&FiFRJJ~DWsZMFG`x?S<(m}K6<cY2Yso77KAA30MsD$iuLFo%3Y!&YPuab-HxSOOp
z&G!mSyZ4gm)QSHmmNEvk>{DDm@gV<$X)Bu=4{i8)b=zr$_sexAd~aNpr_0$l@k8Cp
zf0gd4Z?5Sbvu-Z?b~kf<+u8M>7bVD7T5-ISxG?eW%QlYOKZ}l6SpDGB`g-Eo^L1U(
zdp`7?Tgrd#+M8wt-gyoaU5go?KAHW@>Gg|)R<DYWoxA0js_y*gAg^z4*FpZ|t`#ZX
z@|&#-<IAR<5H<U8jKQ)nF?{+11GOD7k)faeYA0`=Hz9rhfv^JASoh^8-1wdB-3_{W
z(<YkVJ@V`6scZ5q_gc;s8}EI$S@zXV)vm9}KC^w+J32KRZ85Z)x9hyk+1hoQzA@ak
zTiou>&6k|AWbYrl&2t4RN>u#b2~140TXE@P<RU%&xTl#n{WkG^6P@RGTIk)yo#6{4
zwFP1#w9fFK>wo%kPKRPVU-Og5=dI<=%2UP9S=zn5J99q!gJ0ik*=BE&mpR=c7W?bN
zzMD%<&-PPb+8i&rt)yYjc@^{T4fX2vk;|s#74t-!={3L1`0Kap<8HxIn?7(qH8^=X
zs$6h`!$N0mpG~&q#k;3u-eD}0{3G!CYy6(PPq}O_45h!$a<R8byq_NwG{-(>iN@oF
z>WyYPrlD%Vx5aLAuHS#9eRuUmmb-fyjCQPY`}R}G;qRLF0l$j=KI}bn>6>urw4G;m
zEj^`d=owkYvCt>&`ZnD@C#%Y0org!Kuiu{-w~fa#*Hl-nZne*|pc8EG_N>@ay<S51
zPu7FWw>Pi!cwge&=<{ms)uyalA!~j|rBA;sps!xL`Btj^_2P7!jaI*7xAHsdi!Xdv
zv}CelgqU7R&3xl9O^%<2rjL%qzY{gNan^Wk4VPWl<m!(f(p{dOalWG05FE1RgNjwr
zZMQGXg7b?lpF|eixuIEdm(%3CNr%kC*|EQ4`W>%Z*RK<~++r74uueki0js@8$FW8;
zOZKI!yW_l8vNY-%>&?^D-~IJKdW^)8)sJ$DEmzKA|2Cy5>GXPa^$ELAO%U>YcqYDO
z&0#&e58O%f(|4aTmy*-@>iyK~V&K=kF}q$&RX5iZzdncS>G#C%^K`OLOIMa>C$8Ln
za&=MS&nb&`Nqas2%<8)N%iPSJS9uJhUk12!&pSP5*1LfFe`RM_t>*0(344Dovb%AO
z-`D+iFN9k*UKZQ#x7Xl$+WH9RC7CPEw`}CtVtrlc3zOkJV=i%zy(d=gu}xoDJ1KSN
z8^c6NwWS4}N59;<<QjKkg3pVnKTixc%bY2QjL_`O{Lxs%F4c8JTj~D?y{3td`j4h8
zJ8hxsbRqCt@78=Hsm!X%#mpC8Y%Y0p(4wO4&fc9juEvVCug<z3(;8a3!A?s3&%V;^
zCDpxu`|}OIbg1swwX0Fc%w550U*s!cQJWnq&os57AAeInACh}_QgpHVJekhVt{1w0
zPx5+~$p7x+^C^uSvcC^EWwRbT&*1X<sh(&@DF3nSjOHf(dt9%t?Pv-Vx#t@&LAL3d
zDaYN&ybZtd&bwD`+jacJzGpfdrXd^Jr`i}NUsanBxnYU4vf*2`+~)Z6Z=dT~>)rXa
z-8uL&Lx>}j``LWKh;(hag<CaWh4n2owYzT>cKSD8&%!>Fo36X(Z+V^{FyH61=U<x}
z^Z)g=shQnO*s|ll&Sv??k~b$EDCV9nZ2jrrisahQn)lUKn#F%!Cb<9XLd`<QXFM-2
zZ(qgxq4M7G<=rc@+uyu7BKmb{pP<&{xw*o-*WSIDP<Zm{*Z)QBT<O2BT3wvR^rBE)
zneB<*z9h4tcauIB)}%jI`XL|Vl@P9Qf0;nUukP7v&O9r#KIFctZe8TQ$aFiWi$8pn
zVgr8_#yRZ%dRTd9!;E*z<;}mA1T}qkYi#<`eDThwwoKkRbDuco=S0ctO?@pNnx~wu
zrTo;adTG|<V!iaGOKap#=*89_d6#_p-rrCUyRyBh?Wc_G?-nJs=zib2@^*?G`{LO(
zIl7Bh=vXja-&eS!;<n#~>#v^vbzl{j{e0Z7{N5kC{iTmKNB7zJU9~?{xP57@b<p(g
zFBuyv;tbuENy#t$dd_jr+6`^TjVw0*YB*>oeIWVC$xg2c$EP_ee{0~+{Jwd1ec#om
zzaCWoj;@P7EGuC4F>2Wv*>d0eiGOr<ubA$AG0))lmaw>g8{hhWyfdNdigmP!;NCM8
zf!7lXnAqMK<O*u*e?KE{(JL^0`u77O_U=3M9L44t${nr^<T&kC|L)kz&ME1SEE5#l
z?OwC(F#h_G*Vp;@=Vyx+?tN9#TytaI?+f#a9N#})aI}3Xi@u)EyC*KI-qqZXIuctv
zFL7CC!Bk19LvNBN%RjH_Ep|Qfa!>v>;~O^?|K0!a#PMrCgsS+LrEihl(Wawh!n<_h
zm&8}UXC7Q@nE7y>lDX7puVT5rzO0|t%d~9gE6>^bT=w?em~S`!me<c!{XI>yvPG#f
zN$L-4sjbu6#wR72w~tI&BP6YGz(jNUhuh!!9tyMw$*-&1);l-wn9-VNPLBSk*mXEk
zqn0+Zb^p$?QR?pJHkvoF|FKcN-#c#B=*I%=g8F41D^AbcIq!2dqju=w*EhR851pA^
z{`*q()~vbdmvxj5KE8JS(6KXok2cvR2(DD*=g_-i5)#i=6!x1p*M93~J)_#?&Jq8k
zX1MdblJ<0ZCH;)UWJ^+t<xFi8>nGL$Cpu3rolv^`*Tju4b3eO;d}ymU;a1cgp>IEN
z#nM=F-}-+IKBq;Nh3?mF{41nfX(PzCE$<UY_mV#rQzrbsHu+76>jAZoy{C%9xI@H`
zEyxsKGD|cllj$$Fl|knH7yfb!HC(eZzb|YwJSftvetmkU=8dazKd!OWg`NMsC8X=I
zg<uN@+v{W8iBf7?-Mg;2Y6dJ!U;F7!Poz5kf#c?Ut2258KAz{f#j5m`BmH-sWkBWO
z=vpb+PgBYddWY3LX1@AL>E-OJb=+-RI9BOi{4iDQz&f?c06$wLHbdcO%of%aQ`Tti
zejL_s|55iM`^o?A5;e0A>P)upl;{1;*3?|T{!xVM`)%4Pq0=1~d!L-`$ZTuM;b=0s
zcTIuE;iZD+@7~N=wQ{G`_3ew!x_nSd$-dEVWnOUNN$R}xl-)<fMUSP2-wikS<*#yN
ziHhtE`#w+i_OsZ{`RAQy#B{8RSL9iDSET*il<Bnxe^vjQ*)M6Lw_M_)aZ&kmy*IP#
zF5QxR|2W<2%<8#jJ6sw0Bsex5n{2N(f8NV&wHXzMEng_fWK}3z{I&g(u|v2oXv49Y
zzVQonqz-7M7}!X%=H9q<*P12RrCs4tYD<B-|5Ao^A7$BA%)Hpmq0@7G+Xt8P!U@eQ
z_%E$-^p-zUuxy%~SN|Vz*XjJZkN%Z!JH6?P+x(RuXL?pYSp4X9^xe10B5yw1-^f~D
zFLnQe#V(IK(ki~^f4`r$a<2Kc11gTQycTd8T+HWvH#d>f_@aPiv1I&qv1eBE#4W5v
zj{Gou`TmhJclk3m>(nOBkG-*_(!4XH9TJ1NtpY#s9${Oz;3jLYX6b3(%|@cCMu7q6
zZKG%JOMAiSzVhse`J%CoJI>X5ysGk2VHKC$%Qo@ueV@wD9hx!M!%|*skrpxElep@j
z(}jSyM^Cj}w*OEZ^ZxM32MiS}KdS$UG=F`haI$VSYn1i{tv%9<tji)_T=g`1Cj9W@
zwa<Dh<g4tuSr5H<$Gao<055YyT3qvPEuCfmKdrLQJD@C+*=p#YshYChK<d=)P0{m~
zTsUPE;MBHh&$SyoHw2xxSNT`v9pE{#nyL8#yVv>L$E=CBcl*toe5CN4V?(de#YHpX
zt{C~)aY{`$vki)>d7Jm>`EN-U<A0ZUW=P&onO3}rm+f@9<mu`#$z$`6JkXeW&8b~$
zx~5`A^==lYW?SuxEz>JbJxKZ_nmBJm@3#+$IhTzO)xEAf*lJTQD5lB(d4lHLsXH%4
zENfZHT&8<Y@Lq;3d(7jtY!+KMdQ<tYM@1|PFuQ%U`D$Sqo7r@ixApVm`Q>CcKe%N%
z_X>k`<f7Em^WRETUB0%|q2qKy`+4un^FIn2RH#V#+RO-ARC~Z$<U22C+D!R77nqa}
zrPduz`M8gH1OFaLr_&cM-H;TEwHLoVW9GE#s~aBe;k28Ow&IZMJA3t~%RjF)&R;QC
z@NWWVg@qCG+1f?6jT8HIVy9W~SL_y#S)pxfC|s%dXwRC?)^yL7#vKb%zkfI(8g8=l
z#=iU`0iP#xoetR~Cg8l-zu=x{aM3;YAhEocMJ_%k#C0q6eK>DwXzp`Ropm~uD`J~a
zojSwqPe0a9ky$3(XJeQWbSO1QWW|r}_p9gp<ksF6=y0>QIjE*kPn>tAUe>qbi$}fh
zigE|dTfX$l=SHtC{~wYL8Da;H73!q3w)8C6A~`?s)sb$41#<ZhR$qzz{B&yiYX09l
zPRSXto=?kdzp{J1Qp~cj6HlGowk7I)SDE|!z4NWs)vBM>p4<~~t>t7&R<HWJIqlKJ
zDf9j<iCxY%bM3Q_%ibNY<X1edes0&+(>1#{EUe!lI$`<bR?W$#8zjDUdUxy)$V=Yj
zV<Oj)alZS>{R`VBJiq+;ahZK`&m)_bc&Vp%7M{6WRrPMi<>33y|F-p3?GxmlnzMA?
z`Q1O#r#`NXRQ`IXeAS%#i3}lPZQf6=nLT<dcdF`i%U10RMmyvJcdVHj`Yc1ic~6Oo
z?%BlkQ{SxiijA||{8GI4eC_jjb1zlr+dJGUXHwnWxjFHP!9B-dx0aw-37N>GwMmA>
z@xSk$W3l_AQty0k;X5bpV;c8e?;Wpml>Xu-w(_&f5r2if;`JqoWhcKCNB%$8nC~uI
zE^oVi?Q9|T$C@0EE$6>&o7OLTGWBN4x$lj}iC*;qPo2NiB~QHcVdni<vtPSUKiZyq
zf3?;3gsa<q)WT~mqSbgJ`n*4d9n^XMJSQRKyYMA>7a`#jb0V*Q@F|k|R<VOy{Mb{Y
zeVrjIrbJ784?UbJ%lY|6KxXisV>3mbOD><!bk8^I-yWIcuAAif&%gZHXv{Ft>NR`E
zFE<e<>BpZBv3!zKtbYFGQpLj=pO3cX&a7eV`feD^?=1IuZ}JNPnaVFp*JXbx<o=w`
z$!fp%Lyfk?T7`4}<Br?LiaipDyZ+$dG{fnEzmIzr?|XV!_By|~cf`M69OYY&<X$&F
z{4UMu9DB@+oX=<fuIs=0a?#Ei=NpuTLpIIr+GTb#MDu-LN6i0}ozm|PIGULM@Y|hw
za6#;u!_sHiN}Esi^{xy0weQ!iYPs-)OPfR&Tt4FeYESxque*i4Q*95#tK8byzW#b@
zQ2NaFm11S-oPX=TzjU&zjQcBJ-6CzcY)|OZnMzu0++AnR9N5lneW75<8oT)ts}tK-
znQT{lwOjsk%?%}A^RJoB97eiFOzY-E7bkmX)c8jKi+UHkzW9Qkx?T3{$8~?R7j%{#
zRNZq=ns39cx8E*si^|3G{hIlSXUjX@s^T`O@CgsN-hN$?z#Tn(<Hgzy^G^z?Z}+Xr
za}YhhE42RZ%N=JO8xDWkRI}yFh81@Y->JLzw8injdi_&}IeVqQeG3(O{+?rXqQk=-
zKaQR1ijexusC>xb>HL+S&hOzlENdQpQ;g>ZgVA}-y@H|l|LStTag8lz+J5Xxdpjr3
z>;tBIINGL!9}+G4pBL!RZZq%no{i_6tzy#{lBVchc$)aV!8-PdtU{}ibK}kDnz#P7
zl-1pP`0Y&0I+h(__cni4`|PxdY2)*CR?~jB)i^jLwQX46VUU+nVYKez>IAEYcLiU{
z9BF$x_af_*Hm4tsaet(j{+&~>AU}!0e7}U$Hh%k4lQT_DniSVG)I8i}-{0u=-0<D@
zw)P_qJdJ6S*x&d$l%LYgpED!j$BqEY_tI7gekV;T&O|T$sH1!S#LK5fwQ32^Kk!uk
zTz6QIMcRArWu|96tGgy}`_5rGYw_60n!U4GUEwP8L>Hmbl*y?dFE+c*zV}s3wxay=
z!t||QlS(wt>6y-dGM`P!KgjI*=>r;1XMX%Pf6nULb-Vb=COo`s7s%jy<jDIEH@aQI
zul;W0*5<xg`mVk9U9g2<eP&)$YT#kT^Sf&Ae(g^F^}ww>c8wu_$7O@^^T#zOr7WB}
zC9baf!9LHe*Kbe$<6qz4mbp}C*(IJ#&UYem$5>|AB_y8QazTKxmAx-WwwUEk)T}CY
znPm!FB;wy&oOfJ$e^bV$6Lz2c)=k{BEqFSU%Jfb7;_U&SCe@@nHT=s@Sr~2YSn`3%
zvEkP1ttU>iX?B|^l*TVvvQFEP#ap%V-Lfs++^v#|*1D@b6h#zT9!*^vSnC?8!ga^w
z8}s?g%htb@X<ODlyW-Q%kA3Y|*!h(2um8TQ`y<!yz8Hy5&f@+~iig*po|%2e>9t4i
z6VL2@3Ev~1{CjAVWi9JiSkI~2S=`pjHo>R)MAVB$;Z-k7_nPDfT~!Ks#CUYw=Y4x^
zzq#JpdwF~5PhAz;!?h}!l?PbFGF%cBR^{%kdXSxe_4Q7@JI@z*sY+L$oTG0#Ve6#N
z^M1bdICn{9NrgSDn<1}9*u81Y&lkAe{dbASXu5rX$7I>oq(ilLPHs4T*yH7)Nvrg9
z8t=I0zMr#0<ntEUiDxgfo4ud((e9tMuEV>92OqU3ZI|CYgPE~!=Zn*KZSE}+7N1&q
z=gQF~4AWn+zBuH0>g}c-Pvaaq%sAuNxa*7TWNI8TBA%b}kmVNkyv_PmqIpVUP1CLH
zsXN72g?`#5rME>iX3pay{PG#T`Y~#ur|xWdU9$hO!R<94SIv$1agq0zW$T=k;x}!l
z2mD*~#PH10Jq7Iims*dtK77QQwqu^|$2^a6@4Cg?TzBlxXIh)N=Tpe(b1MrEo;ud*
zC!Xl5cXR%F+X=ZVnnQIb+nT-0KEju_=Z5g6Im@i&dMq{dTMiY)o|P+G>X%mhMex)q
zhTM-uk-J=ffBU@e^8-P@qm9eAIrLUNjPR3LmOeqx<E;J8xX$I5`C`JouKh}xzF<b{
z$HsF9lh&`uwCvcOojoP^;<6vX#yxMN*X?Yp63LTHvvOV|nXJfdaxj(WmX?g<`G|@e
zbC$#zD2e*E{`k{&$ZOx$yKFjwSu?DBcHZ-osNA!+DS7paOHOf@%OY;Aon<M1{;e#Z
zoY;#w+*3}qM5T1B*d6|^xoyw1<9&Ct?pMifH`*=qvu}meH@^H7Rhv1163Q!u7JA=F
zSD4x?vi#ttg)e>YHGkjl_C{exqY_IpzaP^avnyPsu?ug-Rs3n4+p^N!+4{Bn<dbIe
zi!-#`Hnh6F<|uh6Wp(fCPm$8H><@O~4_@5KaM^RuP&7Tj<ZJYX>4&%85x=>82g`1o
zbln}=xAwl2{wTn1=eF-e_S<uFL-;e)^)E+j+?ii}!MM#i*67tbsTQ@%;@7{_{3uG(
zljqQB^UbnuaOyw(MWl9lz}m<a$A3FSU(nuXnYlgHCsW?SqE&Nh-@7>R2;GnR)0aMa
z#PPPi@@Aln;_Sm)5;7K~M&JEjBE;~e_}^US^*J4SyqPE3eKRbp%k})SXMJmP{#{}H
zJ4vRYW#`>#yO$ndFO2wNEb->libsj}6&KvlzVdW!E$_ZF_qQ)}l-ay@Ugb7v@2rJ~
z@>}PW{o8Wn`|lIiR&Pj{V}2@0J#f?1$4~9HN-5hNG1rzisreG{vio9@vEY@=me~!f
z+2+b#DUMT}Ju!maBs=b%WNScv<g@2*KSfXZbN_6E@ClXwA!0GH&+cr$uwdz@#ELS#
zWl>uLriZVv`s!`Dv**caJKZOWPY;QE?K5Wl&FB2j>l6FGBSw?rg^Svp%mPaHx+Krd
zFk((UEmZ0LD2B6PYH?}E;Uujm8iLZ_*zI_n*aA<SD@<I_*rYRM!s1DrdKR4t-rKGd
zBem_Ud12a;d*OR8PLV3xCGe@$sjMWW$GB|DgwIy1?o6A}^L2yo)?aO0is`CfjlOXo
z-j)*QF~Me1jD_o(>)$ijmtEnRUgNaR^H%NC3ESQ*JoNd4zlOH4*;mCotxN9i?Av~&
z^Ww6?O|~WMXIEM`-7>lrHP5$whjh*URiAYqFL*AKxbRR*`QMne4Hl(Ig%>OR1s)5?
zdEMjDnHDs^+`VPqKDFo7DF!d})t>JVezLP=McN-3)zwR%_bqWg|NB%!({tll>1;bi
z|D5rBdO9{~#$W!7X|C@wF3<FLm7i_JcuH9PH?y1n(?UJp=>=0gOSJf<n?E@8oZ7|C
zQpE85x7v!jX16(}hcusho{O=cySG{5ot0;TqQ9BH>3w!#1}?oDuM1uomrdQXWD@`7
z2i7;PoXecE@wjx1isyFucQ1LxKMM6|Uh6d4dwgoo!nW4wt#zNO{u|sdjARN8xLfx9
zGOOt)F}wGgk}k0k0Tr=3zN@F0xrh|;hFZkGf0I@A`_?P9Z(`zH9qq?FAM=-=>v7!p
z`<~3tqVOMgJvevmaWzoAzv|-lN3KahMk^}6FAKR@uFp|1SCa31_X%Ui<FOidE$8lX
ze`=(2t>n9$QCr(}LwlL(IGchUo|n%qa^yIu+J36KIHvXG>QD3CJa>iq^V{^^?^xK@
z{3Y{r=Ucnt^piWwo~*o+{cv5Dgs!%AV6V@y#5#`M>6Mp~<$S}B&d@10W;>IT>=J0^
zJl(5TuJW|`wQbS!dnZ;2$L~oHHGcN#C)>l^|Au1MCF?y>pWf+GaypdyP=kkaf@03o
zO1(cxZyUq&XUgg?xXEO4@7VG)iW;dkcW;(lyqy#*UJxp`TQBjRY}ErcovOJy;`iUg
zu6KA8_?2yAV(1F%qjz=%pXL*&a58@VZPnRT(RZxxU08VPCZB55?A)w}eHzk=_CG3^
z%DlfH+h%=o`=$v;9!)8IxzEu>e!=}3sa3%<6V=`I9PZ4RHe<f}u60JWGgP<NN@~AP
ze%3YFJf?r%citDjv_zY0E6y)v{N3O<HGHK(Oce*~oa3JyzAseH-827;X~N?$oA25z
zS_=x5;&qCTB<k<6&~juCi|5#J^F^}N?3o*X7P_Z&^l_{%sN_rf<F=4@O2>{Pr&GDs
z{jFoXS!=bRVD{vI7s+~iG)1r1&k6B*WcH?iBI}nup+z?x=ez$nZ?5x#UHfX<)L(~7
z*OUh7Pif|Ed@<)3`<4lp0~1z+lmzilDVi#^_v?+KhrE+>cRJ}Vc=l<7;^Bj<1JWZ_
z8rL)%X1v~a^VYn7Q}(D#<$YTD#QCma+4%|EN~ft9{S?j+xSyYCw()e&-%ZTwcMp06
zoLpCw8^gjd^HZH=`O?oae)a|CYnNRJ35#Dl&spW2?dkK^m((1w_;RrI*ZEV~6OQCg
zD_*zd=za~~Bg&_4UWot2<oBp!vc-Zqb7!r(Y2G?D<fSH0@R_T!a!%)}t8aAFMAwGg
z6Y%BIFTdIr896_a$w6B=Y1xk3-MT)9A}1`k(;!y9SEYP?ZFJE6xgPUp8ck>U<P!95
z&(TEbE6lNc3Qy|ZCFS4X_R9O-v&o?MLT}hB@7jwebE3176D5-ho@mXH-}Z0sH0#Ok
zLHqje?f4j~Xa19qi}k%Cw>|IOm(szuW?k|uAEa7Jd(%F>d%xLencfk7Q{7<AyJ|ZF
zqAO0cN`H|qmtQ^2$oTZ3ST0HDmHcxiPx+R1Y|eGv$B6}}n9Vz0yJ~GcGPNo=-Qv^U
z11=YxYDHKc7=6xL)b`hav+%c0Z_dmwd)~)il1tNHGqG?{iuG=z$1=$ezqszPHP)@-
zRa)vDQJ2Xdt+g&SdX<R9w%0#-j~iui7_XRNveUovsq7N3?@dg{rDAvHtmO8dD6wMK
z)oAW7F=FzW?~glbl*)WKzH8Nl^^cvd%{<=wrR45RyZno9_mqFuRekezKKJB#{7d$R
z3QI(mCZ6NJYW^wVR%J$B<8P}K&*$b_UHSR9V*kUh8;y4vY~FVE>%mDi^EIX^+W+pp
zTg6-Xx327Q;PHI@<hq}ktoIGS9cER{J-pngJx;SpreV^HWl<}|j@_t!wuwE$)@}bC
z_d>ynDR)eFeLnklnilu+m7gjj8&|!17!W%1`@|l#M^?LbGr6U1@0b7J7_Ao+GozaK
zH_so*y{m1EpC7CLd9XBj`nrjEi{-azdJC6)ihaFoRriub;*k#zi0*mku*>}TnmKis
zVs&L6D;V<rei9_^b|T@vz(R3BCr!T0h-YP|<@H_vOQxMJsXz6;G`s!S^QR9dWy*&y
z-O==0Snu37<;y?M{MeUk*EdV=drwq@$fomB;x{KX_36#2nX7Z!)i3VHtPAr_3L8J|
zofWI8JVWpq^Ze?bvifpW^$XkXxptMM#>{IJTbi!seAh?WB9_Os*{OWD%Ni5?)9nk?
z)C7Mr8YkyX-|c<!RHEgl4ez<v|Lyena%yg`RBLu=n@sb6UiD3TR8!0TMpvzTo_ufO
z@>3Q0hYnv=pPsnkucPBUqlHqJf4$=i-lM&V(XMA>%zBymuiVR@8J>_)eOz$A{JO)l
znd<(WH*Q3;I2))ZbttpmTFTrmGk4VkQI!}~--v&nZ`!)tuKkeXzUIFB+0WUJKbXF$
zU@BVHwwx({>z(5#<L)2NKYiJN=c}<5zsr2h0HgTF@&|*0PCdW3@2J!X$=#XEg(e3M
zWwyCi-}$um*PM4(%}S*B9(CViUXhbI|Al|O?z_r2ay;Drd++_^*!#o0Ht#L}$49R?
zf1jIhJYYh7@wflR)BI~?9?5Te$?`5F?T*4k_HLz;$G!7p{rB|*FKJq0uxOL>ho+#v
zv&)=L-_x6L@a(>sSzqmX*VRj<Z_%7{>;L7+;nF5ct^68xF?;>upMGjyu2Af4<<vhH
zR~+2(fpvxLZ@vR}E@Z@IT#1iQV=?*J>-E!o3j5|m@q4XUjxoNQ7v!1n`HN!651Zb-
zM>aNGmuXVjA2>-aVCVhlZ7rAEgKF=7{QFL~HqJ!zrkz4axk*6({R)L;AJx8j-Tlk2
zrr5W*s^meXR!+9QlflmFcPi_IBm^I9x^VE_qXP}{8TX`1uVf3f7s!{dcrWeCpMT9H
z((i;r`|HiN_Ye2lDKT-qdHv>I`XBxk+V8mKOs<Bn;IC$6StP%1iooN_$e^X?{h~h1
znb+ue^VF=<Jkoq$Kd+ioe>wfdC#k0&m(KpVC*Y*eR<T*N;sSDPg16q83rlTdn5NhL
zJnL6l@ucq86KryC$$Kt3tNSr`UVh`5SC3g!AEuw3_-RYPGxjXqkMjzTdn~!0J5%!M
zp&akJh^nP6sRBFBO!;l3v(v`hQOqv(Reb8LfM5G&{e9>$#k>DB^JbMNi<h2@oA$Ec
zR)TT-Cj0X{7=@4ZrwZ-4x;HpP@YCl_CtQQ%pDmkUJB|O%7vpNDec>ni4o|94-NOFv
zJM$6tos9Z=NA6E!UA}km%nHA4`KcL8eNCo3e{6Z;_~wa44;TFPKk3<R)ADCk@cC8T
z@;Z6zw}>|h$5$m5x1K61WeYoO9DiNUYv<>)JZ<eK_Vkr0hsWOVu~@gS*PcP;)ywB=
z&L0%hj?9?qAM_=!rX}9JD8}Zqz7{`|W}k}sFYev%RP2TO?LOSyRZ!S&SI`~(te|u2
zI&SuruTEX4<>61gpf@%3W!9$^KDSE4wY-;C)ET+Gi+FPS_|(;f=9BANc)s2`d}!el
zR`H8$x*r?&eK53G=H>h2#cfL+7q!azU4g!bYxh>`PnqD$GFx`nW8Lt1dycO(ZRdXX
zy1M%0Z^eYd7SSg{7OvuE(>G>akIgNgd3nPn|B9r)=M4W#ayy>fTDSl94cD3LqO-5;
zu8WvydaqK_CY*`Geof`HIe#zjIPcT@)7B(bB23l1E~7@j@T{Sde};6}k4BNq^u_lr
zmY(UGu(oyfR&6W&mg$Abe*ZV`K3yKMv&TJP{<E38^LD<rG!wr3Sa<!Y%I4i$H)o46
zf8BmARR8;}QaQbx+T*A6Z4Tc2sokXiqS4^MZ8NW@>;7oGWU_SFeCNR5X*VN_Z}G~P
z99o)FJEu1L@wqb><rVnOF7FP%8yJ%MpOfdoyfge}SEasPTvhC#y({W-uExJzhgi<p
z-`6<x+R0JWcKzFla=+x~oIm9zEq3U$v{2RUZ))3{eD@z`6f4OWe)3qXENf;)gp=MW
zo~xN|y36O=B;VS$#ip%u{XFZvW;}B)c`tj@{v>K9Z)UOBp@vPLi!HL>SI++!_pDN7
z&5B<Fk=nX%{CI4b%k;i`%~xL@w`WKCgE{*QY%J$$%6;isZgXDYvp`wR+?VXh;f2r6
z=uPe3^YDykK;{2KN9DF|f3oYrk<VML-uYcm^vm0+V}2n=Z(_jXM?b4~U3&PXl;LpX
zIo6pQQcP3UUir1=plE*Yxy-}XdFj>0r+wzXkT6`j=<A~xkIZ?T@#`iz)g7zVdG5P4
z?Ut+jDmLD8j$N^qudN(sNfpL!Uh~Ufb-Q$7%keJ}y^TMZ)w2~%7Vx)*obV_XdiSNN
zdcE@74(|=qUdHj*FXBJ`ykuwlA)~EFt4+k)cHaIw)i>LE!@A#HZI`>R|45tB(f(;u
z)?}l@E!&P8&-n8;#{C`RU7zz(2lS=*6#aD)-IztCpLHKtYdPW4;cKm_Zwpt?zPIw+
zmMwPkjjn1G_D80#x_fc+>uoVB;(2qb=G>DxaB*r~Qtevq$!p`ZLfVg2cJa3Vyq3Z9
zwD6LQ#XHv*yCP&C)z&)(gunNBvP(k!*@FruxtlA?Vpek>{<EvBW#<W-D*mIXvpata
z<$K-eJ7x8kXWqYpr5~buU&<Y;T3MOSc<{yi?>*6>na_>*k8J)t{Y}oU_ZOda?v4}B
znRUJKQsu<vl`gy<YOVV3%1?aQBdAx_y7Tw@-1RLp^f#L?=3o19hwS+ty|$ox$M!5R
zeRAAu#V0QB`_pbe6=V3~QmJn>Z^x(ETi3@NUoyjLz4OF3-RXOc?uf5aa@J41>2`1H
zBW1%s_s?yZW5*WtMN&3s+S=7E&n=q*cEp69l3DX~+Ggjl&XkE3ORh*eHusz|UfRt0
zd&~Zh5fgQqPO{&%&^Oody0+|I_|g18-6=&<)3hR6B`Xsir|;Zh9w^r$v+$4dY73>F
zS1MDypEM^ld4E_JaKBSXRlm&YeiZjrH=ZW-uU}ut>C3g8GG8;<aFV9EhW>WT4Z$uN
z9o3&_pPqFg`O!L`e9h-(Pg@sHajiZ1^2~3Uga6lyA3w11u-=so6E<;+&a?55QIh8F
z5t(P4b|o%m+LUXtz3l#C>*TY46fFxmDLu`*`jJYU%(A}=?go1C^i1@Q4|5B+Qmj{Z
zdaH2RQl}+eH*cJAZECRkx#&Yy@%d#3e;*2;vRiw(tA0iK#Eu}13zy4f7M}dh9GxF9
z)u}V@jZNgAJuY#Jc^a5i-rd=0aMSBvWa|C2ze?E&ZqKF!?ma&tH>~E@@9>m{_J#Lr
z9k{OkzQpW&%))uAK2w2%cR)D*6_<3^X^Uf6oxCc`qH7L!zhyEI-}70``bP29^Fe3$
zSDpU;>fYbXh;^&)-`W_X`BB;9kmUcmF#Sh|p8Wc{kGtwgpS+3PPLG}W7o_H`tP%`+
zKf56)@6v`3R}0>ieJ!}Fc1w)!d#B*_ryphoNn8wgH*+U@{);uIzdlIi52<`T?bzP^
zQty?%D4R`PG$H7cq1vyPSH$#UwJ$8Se>-pfzZIY7|1w;Xe`H&EKu>UW@dBUAwFh*c
zuxC}BSE^YPC?3hl=rWBnyJxS%V!dYyk`j}zdrKVOmoK{Wj$C5HW83W8a&N`V8_kxS
zn0EZe75&83bIddBkAKSf68PM;P<1bB<&^5>Ydr2+2VA^iB^~}vFU(|r(j4}SF?(me
z%JE{o)mL?V%U-?rffk=?96nFu-`lu8^3S8yWis0Ni!xuNaN9Rmoxbp{Wy90V7d5ks
z7oOdhtR3=V*3moL-_{w;?b^A?I^28adpomDS1mO*pD#_GA@yVVwRe&0>jSRWO@6sC
zFyO*k@i4~6>{D(YiVpS5n(%%_i_wk#TXV~Ig&F<4kXUVFSJ}p<(7NT|yu(xH#ciAJ
zbU|Ua+|-B$DRDK{aE~sVFpE_Go1UzH*V%A>-Qaia?=AZS9_J5FSoo$j>zefJ?|Uw^
zoqAoQY4l}J-!=|m8Ixm9uFq~|+*Rk=vh>p<-%|n3|DH^lYo{MjAQYS3^IYJeL^!uq
z;6l6L81WzC;uro0vF*6)&hk|{IYeTs>5I7^oObkYovZ6(QBqi{a-4-zf}zv<#O;0e
z9Y4oj=rH3KdiUUPU(M1d?U#4Q9`OlY@UA}9UORHx>$N|trGmA}!#mv9Je;-gCzGG&
z>dCEloFAT_=6~w{3g??fj+Q!C_N@~<Bf)P~)ax~4wZRWR?Z+KA)V}Yma#*=1ph($C
z=%l&YvY(e$ZM#3eBl@Am;n>IX6z4B?c(TB|Zc5RDk6&-^7y3PgIe6aOpopLa=bo`m
zjoGTuC$P;{bNPcueg`<#aAZxs{_ld#%nsd6$2VO6G)Xl7q&RDuM2KF?|2-RYnmlh*
zyyFU&o8doQLO&paTlDsuG>4-BS^BGQSN-<zo4(R<OKaImhvf@a6z;sx!;^9J)9puB
zeb3+hz*YL3X??19=MJAW;RfH`zs<f~a3DgAFYLswMQ`TRwd<5uc*L1)?@<1|>B#>n
zn~ppboBK|5S&d1lWmMF&vkBbG4EMa48?<=uC!>c>-y6*>C-~}FtO$8_;1_Fn1fQSZ
znbzy3*V($6&fJ@9D`xcOkauLo=ciJ6N$U<c*@cVsRj40pRbR*7C~5b%R&0XlnaI2U
zy=LAzYW1C$W0n8)cUPB6e{Ebjb=UdDu8RLQwsKtfJh|YM)%VvES8kiV=Z|uY$KDMa
zukHUTmUdyejuD$4)9$=wAJ+ve5&Bqn^S*BITJDG2kE@n3b(gmru6#Rl!aokhO&tcs
zI_n=c&c4I`_xM#wx%-xN&-WH@I^lE4?!+(qcMp#9d??cmIl>)NyL<IAr?#e*`-+@*
zx`ap7cnd7Puzk(6X?Ax`K4YG`yV^Oj>{{6S7WbE2>Z!4Q_3~N%nsS;;7w`OZEOq9;
zU-zDIeaOu&o!YbQTB~GWtoTpw@WS(zQyF!qXwKiZGHmzE$Mg7FWxvX)B$*Y@JZdmu
z&uNcsZ})UqRQz0X&ti(x?0LJn9L4?FW0&k;|EjQI(I>a)hSeV0nV~!8Xq)~ke%W?m
zlHfCz^tIMUY?}5xc(lal-j|}MzjFA#@8Albu_q!YYnigv$`jun1ypwX9yydX^~%yz
zVf|I-ewgw%Z9W#hQ2*5J(hX)}R`;di#kSh*J$Jvech&Dn%ig;jcdUM!$FXVVKChb#
z^zTf0=Pn;D^KSR;AFF-^+)@9L%>89~(ua(B3Ei=)YL-2cHCD_y)2=u1a1PgPi6=J;
zqZeLdnldX#a`&ur5_*yPn^p!by0T%7_`_ZP+a>pUYnI-;^sO)SlB?FXt@@m%7bfia
zmJr1M$<8H{KT-Hm>lEf|+u!T;NM9)7Z>x?>ywox4yV<8kO*z|?rgue>dnO&{Jy(41
zo4xWCd6SK29vqO`{&dz6DREn8Zf^O`m1{-(Gkbn8zwOLbe{Zn!#`OK{Te@Zy-mm+g
zXy&Aub6d@z_DHVgWYv<+wIBU<q{r^t{{2XIlmE5nTdKKl-!tj^w)<V;ygv~Um)P|_
zxw!3L|N9`z3LY_q&lT<q6nB;fl<Z%Ab6fjci@tZ=Pb4nLe|YyQsAf;K+5Op43xy13
zN(81Ik_wG)y?uF8k4wer8~bKt91M)exWay3{h83hbK9;zE$F=Dsd%2-WXdfb3tOL>
zE#7Amgv;KqIMJaMb?)Y*{*sk1*J*8Ao9>u4!F8|lZ>~aijn4tGj8Qr4yCx(zH$B(*
z{#ie5^>0OUOQR_}Z%?r}bvy3g7Ohi<Wh1QjY+$Uc&iQn^ZD!k-=79EF&k_#(jeK!s
zbHT3XAy5A#M3jopyY=%1$Bg?T&&*WW&u%<zFWp*|C}wB6`q^Bq!o!B8;^kHQ4z5yp
zH<x933V+n91@mXkW4u;*^jO;2ENfv-<++D^EDm1zAl~u$7sJABbsG0>emMHOB=7q_
z+e4YZ9n4A|WPFcod#dr_oIp&Bq@0K~bLw;Xp4!##!&Q=t)=Nh*J8m&jPnwg%=2I>&
zy}kTHgJ&Q6YO{Tx>kj<cIn_pp?ePMqu<9-Y+gS<{N)lYt_Z{wge%$%fr@b}rM2xn6
zpPBHpdV&88?!O+V=XNwIIYuYQh0OXeCCySlrrz$w|Mh7HzUtX`#N_iWKF6cIOgMkm
z-WeLtcXU~w(Q4bGW0v_p`|}~zrSE4=)LDEtvhGH(?F9dreUo!c>*X>pdUAQ4wm4(Q
zHuodTE6Wtc8*WpNT~gQLJ%2pWRXq8g@VCUQl;6zLEh3EmKKxwta>mV#cTX)#XwxjZ
zc+-*j@0rG4KF8kk*#^w4_W6DnrKL*`lzh8z>;z-y^rwv1cI}sFezkupqt!Wf=Y&6L
zijA7*DmPSKza8Ty?5^}SB>CCfFKn;E4$qWd7S&eDxV^k!yXP*U2Ai@Bv+mQjK67Vy
zIH%6qvBhk!;ez?MZzasJNstJUdNxHZW@%$ylA>|ez5{9%3d_n9o_zL7zH_wDz{mF`
z<Kj2-5_eh)vN=30auK}X#Cu7sT|0W`;wLX7n6|%PdV1M|A9`gIcGYgyVL$pj(BOmK
z%c<8Z-cNbKWi7M3u3~w>!=p^yFVv?zZCNz8#WK$8`Wxo$nk71K?|gf@X5Xh-N4RGe
z{t&zFa<X*(17@cOAKgy5IsNn#`^Z_?e(cwyGkxxcN#<hP;${WA-A%S^_A6X>Q+Wb!
z%GF~(*}PWl;fxTo{iAg@U{k`1q@_E9GDYSd3H|0=&|N!WZ%ne$jjhj19zVb7bmUF_
zX0cl<?X$nAN_|^VJMZJs8E)^Q{m-2(_51%#U}CuB^uz0~JIvhq+kx}L1r7~Sz1@qh
zq#n@NbwJDS=uZ6!iB&;@l`%CM$4?ykaQe_qZr1g&$$Qr=%e_BU=fn+@rsLOdZxAUG
z4D`9ZT|;ci)AXX_r#%%^3t07jH#+>^d}IDpGyUW4b1PdnwZyTAowhi_bV8wBZ&ItC
zQ;XH@`geODy(-Z=r5L$y_cQBv+ccl{J}i4wf7tVu*h**dp9ho*e&u#7|NQJ?+Rk~x
zJKOb`+Vnm(1#Q(o{WQqyWP|s|%4p@UN_sMt=f2v?8}9VrXg_7#y(ma8M3kF<Z*Zo{
z`8QKvExNTSo6q)vO=QYd`4{~Hm!CgUSz2}f!<#+98PNxGcdhU%3b?zx>&Vjt;~3}p
zH`(@o{~WNkfA7B=Gi5KOT4m2LSug%As`=eac||Mt|C+)d#OFOdC2wAra>1Zv<Mm$8
zlil2l7aH5ES5&yg@4Lg0)O`8bOP)KyR|SI0VyY~3?tOX58{C-3bTV|~nvYF!UR=Eg
zzcL@?y(hxgv}2prL5;4>d+ykNk#^7C%fZ)vOunb(hpYF~KWi?z>dd*SJTchhow4r=
z;mQZo)E3G<W&hN9?9+@uO(q$EdLe&{P_CA#ZQbmlY%*&q7T@T2?KC^<Lhtg-LV5PT
z2m0lh8TTF1KbXMQ@MS^W_gPanwHPj6p!V3B+1c1udse>2Z~Li?F;dTF8D4uhPyc#n
z|F(yTv+B=n|MByN+T&Twy}XYfJ>Adp>NbzqJiAYJN56XA-qiknMe)~4vz30IG!(d{
z^!y&z>fXs(Tz<SN`{<s0o|?byw`C@1KJszN{Ic}I?PD3aCpPn@sqUH4%I$Xb+0xAm
z*WRf(Y{vgs>>h`Zg3dv<P2n-`AM=XZ9ou})aE(LY)VT#&cj~fB{3ln(WX)k#+VaV~
zbMd15ulJUgy}NS%%e>UGMGODB?>1kt@H4M${!gYdKefvyf4=N^x!<hWXi*TeS7H^%
zGS8YXy%$ceO*CI%px`rS+wPg~4xIes745X(*?+|;Q$Ouln)++QRHj#w^A|3$m9WWA
z@eO!5qx?+C-G<pe%nel)OVVfYG;MUhy@*+(TmEU}_GJex9(td*Tq&T|tGam0T!#I!
zAr+FWQ95BBN4B<n7f6hZ<UV@yoTb+DC)ZW-S#PxbvJfz@3HxPq!jAW0;6#bc-*eNV
z&R3tkpOpUh@K@Q)Mvd?1Zgne_Fa30H+V8B*sY0>WczsWQKk;(grRIJ2oz?r8cjcdc
zcl_sy$xRD(#0%Ul_~mxU`TW9n@kZ^IdnJx(2K=qJJRr6sopqh&Lc7ObZwvl1Pic7Y
z;mIq3a;6r`M~UIF|7Y2(Y5VABd!g<gpY&U+p8VVVhmY^MTveyO^WdjKS-WqlZ}Wb%
zv#Km9(oXV7^omH=6Q5tAsIg+Ep6JI_)+^r4v^16~^kOmj$iVv7=<!09`0V}btuH+L
z&-u~u{(t|C8#b_2#H{FS=|1<%=&HtHk2uRKbHqL7B&ED-owIk!=eXtxw$qJPZ<jdR
zd%U=A!(N4${I<g{m@iL$tR%WC%ErK?+tlDr#BJ$&M`p%u+7L8NF8)S@HGfsB26uAy
z>=Wva57zf*ue<Fj&OPzPHm0IeVlJQbr3704e3ze))4J>2Bh_8MEcs3~u(|0QPg=A0
z${&w+){T>jr&rBS<nQ{Edi>$iBvt>V_B9^`*QMU9E4~|W%p#EgP0VbQ+b923bqQ43
ztvPy0?~=E}mB7sR%hIE#`FXKy>fj5><!AiyQO~E=ptEoKId*GtKf}itKKC(4*xK`m
zDJ+`lRTm_Fuj0(s{Ct&||EDS!XJ{?_8`7$GpE+B#e$R%fJD9HBXezd!dws3`yEUHs
zf=`|a`Y5+zZhdi*i`@swRpNqSC+%0=X+0^e)N<Wh%Q7_P=G2wK>B~*+CZB(iprY@R
zx%^r8@!fXkkMJ&-R2^c}nHp#JtL#M@^SvAIzZNajyYei5*P>r%r560^xo9uoby%g^
zzU{+xg}>{K53szMe%LRmapUFnV!A4y3eta>yy*@-x~_c2!_)n8bKcjs+rNJmelBKi
z>iVg1hB0n>IsXpnT)iGDzVxG$t<-&Cv%I6bHC~(EQ?2Zs9vdiLCp~-b{SQ@q?-(b(
z`V<@g%{@b?YR`KwfoL|hrP+6uv%b^*Fx_+7`|_|KVS7K83R>O$VK+N9w|ZVvs_NmI
zOc@n^r=t6&>bt%+B_`|K?-pg<^;J$gLpLnIapFe(Da8jWyU$PBcmDH@yNeblO#B|v
z$oP_<ZO0S)i~!C48Cs>=bZ=bewtTM~_pC#<py|H&2dQJfxm3dUI?L{C?6sQR<}JXX
zuvhjrZ`9t)4!QDLYwrs`OOExm+rIp4VqW5DuJ@bG<9Kt|O%W)${O;PdNA5!Z`E%J>
zg^CYLY}xa8v#s#u`VF@KyLob#i?nnt693iOu%PBy($)_b12pRwn7x=79`sPB#p_33
z@`@Pct7|V_G17B)Fn=A$^8Ez=^k?VRt*klIaZYK&xhiX$U))#UNX5Avnm<u{%HE##
z)7JY7F0)*F!~D*mWY-q$T?>;dC!OS<EV=)-!9uORJr|Y+3d^iK(;LF%9{oZ1{mhS&
zoNK>bm2T77a;8AygQU0I6Z@cxQY%-fE`1>zd8OuEGyl=o?atX34%t~6WyP*~oY2-9
zarlx<6}#Mp`EIX#>n&znSngKkwm&mlum8=wb=%V&Uj9;7DKT2-R54@bd`-o9@~eM|
zd9@Xo&OG(wtlGyf?7CS;c%Pg;=qcL&v9fSh_vD-xivQeag$7ltY(0L8cSWCo-|ZxR
z-<9_tZWTz4dS-WJ+4-{#)4m*9;ovK^QmuBuoqYE9?viKHKU=#eWhC1N$b8v8F<f1L
zIm4y7A^+89{kvm-RVKmI^|#Oeo!cIKd1il0*_`9Aaqm{oi5@AP%yU*O^PLm<<wW4^
z6ecc%cPz@f9R6zD{eE2h>RrFCYN-3`v5PIRUUhckJhgv*Jr)zsOHMykv*GWH;)l(r
zc&2_c{5bhoNpOPeDK4J`Q}L@D3}PvNiYmm+K6b5}t#MU<sqxgVOX~OYgWmk?SS2^p
zN3bNQLgi!-t3~n8kb9E<r=~UJ{zzTur1**5YTJdhsvtpr*SZ6)4i8(rI6tmp%I7~?
z>mfU9!%4>o_5bWLGFqq99+fh$U<=?~(ATCmbA2g8dRxfMp!MZ$%Q`g|$S!-reJ7VG
zLfN~O0RmNp8Uz-lEMw7N(O_A@vcgFF)!lp<K}+_&-xUilFV)Ggoc{mNE#}##U#7oF
zPgu<qEqdxgzEUoW!1=@kXRn5d49bjdOg$_T-OLI{PN=CdJ@Ij>X%Id>hk09XW5nzF
z)c>VCpPzP}y37;0{ANy%bk8^Co9Wxme`<R5e2Ztrth+BwoP+fP)|7C5%WUly)eGAZ
z@i3{?do$Bjukh8oq8?_ot`=Pvwj=6cRKNj{NaVw`*4d(YVLKuprfFAPzcqi^W_#bA
zb+cCeH97wEvY(10C;xJW%P(&Ks$V94C3|`1Jpa#zw!Z6m`@U{D`qbr)m&U$@d+mH*
z_PPo^VidWOaCt?2Ta;Aa#N{hXEI;jecc|j5FmtHmdiSSEGKb9y{-2rm#jN?J;GZpt
z@jGmj7CCXJC8|#`$vmAgJ@eQ5b@7!S&ecWl)qJJA{!nl4y~lgrKjyp?-I3<{_Ohz_
zvYVIowLLx%{y6fn+3#&N>2|TZsz2P^y2@tuw2SedEqk{uisyb(box(6$AoQ*epj$8
z{r2(R0`FtRN21(kZU2(K<iROFhn|)V{p?NIJ+~*6J}AuR`;d6*_QcAciMuwLFRod$
z_*b%#!Q5}6u4(?Cb|)z1AAkC8Jx^P<)ZK}vrrAZf-s14JU$pN>=l)Oo{NK;kEq%S*
zP}@viWuxZLNt;+tiD}GUbIN4F%dauVjP|>#&8&Lh{^|G0@*m!h_ge*N^M4HYJ8+6K
z!Z`R`M&k582jvw{=xj7=nJ2caly72Wh;Eeh#3CWh=S%!IAD3)8WhXsXqwdO_Xg1>r
zo>luUKRB<Lo8oA+V_Ai`r_!Gy|L2n?eHXKRt^fU>e71SSJ(dR5^Gssf=9^U83&@E-
zId1U0)3eF;@l3gkseC4jFHikm5y=>o;Kyw?M{n9yRo%<tPrR;oymobYeAjb|){51q
zF1@u1=8U#t-<x#$+uunmDyILNqp{>v*dd>1+Yc|hsxGl_M)%=a%Tl%DHBRn7?5J}{
zTu$>kbJ~pk^DjUC*Tfop^Ky-m=(2MW1^psIiz|&IU-2BPeOpoB8To5ljeSeZv0nv$
zA14>iJ9si7!S=!S<)1Cx9)Hk(-1_eHuW6NiPw%Opf6!`cyN<tZ)}r^V)$^VC_vI8T
zPPO(c6W*Ju#OQtN@-yk2yT70Dt1WPFC~n`mL->qs)|=AAO^fI2-Z>=s;cd;PZJO4`
zm%c3ia=`EVo_*#$s_AzwKFK{NJ?Z$873Xgs-#nW$`@ym^Pj1xLMSsn({ba9peED>F
z?td93_xd#5pU=$h+t>Qz(A65nM>Do<OO;?fzen`KizKJwj?;B@+q@I=e4f8-RVxYp
z*w^&%<L`&j^OjFaVLWj5Ny)P*FFha4n|seZ*>~R=<Fl3e9hya&C05#RS`W7wd}^I8
z`il3~-hOZ4!^!bsD!Cya<|<ek_4&nFOfuBh3Rf!D*|PMdOgBf`4QB=O&t`uV^3J@v
zo$}-R``s#E?loL|=2s{p|IoT#Z_4JDoL25L>?}{X#5cC9c~?gyeodUnE;?mr-fw>Y
z#&`U?54-#1<`zlX6#Hy42;~cV_U%LDjQUAW`@gpTH{8FzP2^H++Vj)9?A|Wjv80Ii
zd6(YV$SEHc{=ankaol@(WgWBOodo0RxQ>HPJYw&jwQ}gVBzUfGEq`XpHSJt)<<&}^
z2<v5H2e0y<bJ`J>s8?OTEK#DwJnI3EL|)kMV_$pYZ_lnhrrIC+O2X$;M3sHPwW~XC
zyk1x2xnH&Jl;_c-EZ;sUZIIR5=v(+c@=aCuG)}|%WAXdU|HRIVeU@|DN>E>GVSCuW
zsisXa7gC)+>3*7FJ>~u6ebVh0_m$?$uFU^f92`~tyjFepCtkiUJ5p;V_r*qk`}_67
z-5c9o(k<NTPkO(|70>58@cZpb<~^HCeyiD<r@#N7pp&BgK)3Q%_x#EW?R$Tm7qzH&
zt^B;t^G;m*viHK`m8m=WXYZL`GxcsM$GMvIUhUlx+qF5}dXI)rd1dq8F40`@o6^>Q
z3%NR(uDULLXw>sr^!%HxK5a*q3Tp+6ojuLJ^ukLsgN{vhpQQ44IlkJF5hI@ZI)1uw
z3|raEA0PC?3$M1Oi%+|M^6>Fcg?*<EZcnS+?-42P%QEA-SqQ7$4DO9*W3#<}>^6Gz
z!y;<>ne9y1-$(nt-uA&=*<k94C+S-0QKfwwidgDa#KuiMJ)2GV@tKP&a{cv<4n5S_
zyZQ6#m<Qh6J)B>kO08PGCHmUdg?5|nrEKqXk-EDs=)kEe`S)*F?$6}xd;f+d{|t+~
z`<1h-$JMJ3{(4v7d(PVRR?DC8(3vTr5BskhvuzJ4YMbOQ`e~h$@Kl!j`(u|apXrsc
zNXRHxX#VeC370;awg{{I*!M>04*TQlX@<Wo*nTeZ{qylk@nQ*y?keLt+4pNxH;MjW
z<Cb~(Li3;a^ktXUoeux{g<toia&yXc!{U^a$DLHNZr@|&+4buAvbX<?bAL2{`@PvL
z#{Grr{3RDlwe391CFN}rWy>nU`4WoOZ(GCt`q}=g-woddOU!-t+Us$Z;Z>fz>GkQ;
z=ASzKp?pm`e_3(<!TF4vmenMuRHP?c+>?}C5V<4TaNg9l^F!CyoB8j3ChsWeC+Qsj
zHcj@__xB=qg%AAMn|Wfr<eaEEe;ZXIVjJG-@3h{{`TkD>@A(|l2?@uG1iqjBpkE-N
zQuxuVcwI+dV0v2<PmJ0QuMM_m9!H+oJNdeT_Sv;vhgdAl)-7D8{itN|8F$5Cjgy_-
zEmJaDn`Z6U`}s@jF;`o0H%+EfFW+b|?%H*AI`gLf`aai+R?V7~6@HKT50uQ$pX1`7
zu+;8VeX>uz@t<m=FE{y^W>@BjC9kijHB4DpJiX(KM9<q7ja+e`zubBx|DW}^KTBob
zKFwp-KZg2m`rgqsi6>xx;g6}-6-TPieA^OVG(EmdV^hS$@`<J1b)R3^cdWlR_tM6&
zwV54@K0ZnMGIhOG+ugdqp$xOFc5J$K|788roBJjIt>k&u&CMjvv-yTZcR~Yexy<cL
zcZ+XZFXh&c(~MiWmrLiE@dd{BO?$h0)J{FVSRwj0G-+c?Ip_OHdrxaj`>6FebX$1q
zQLcNUdyJdJ0=5_!@Jz{%?>u=*hwYW<g!K}CwE`C1`O_$L^pMjOjrFx`URMGZ#gt0)
z%4!5UcM7S#a!mbjE?|*OgZRm;2U8cibPBP0iGZY-RJo>T1T1P3QU&oBxbQ;wSKOt%
zrf38fy_~X{N42Dr-@%i?t7)N%fa)GjYX;SW0YVKzY%BO3JPoF>ENW4I${ZlXqiQo*
zqG1xl6c%Ss1uv!mp@vBb8k`_~Od!cd2)k*a3WF+-ya-s*#ghS~kVkdmZ02&dJnpth
z9#dQvs4%Hs3=nFZ!~tSUc_{@#*v_6TUP>VG42@0~2%A?`P@~hqlf`S%LKPth+XSSE
zNmWqe;Af910n-+n$nmOjYIr($GI>p!>f_?c<Rug^i3cteI=^EQ%M_IbDv}`a1`ylX
zQwhROfoKy7n6zekCxks|p$a2JuT*%}o=H1TsIN#C>QVT6UEDmuJwxYH$(v3?7L6~e
z?BBw7yjsBB`gdxC;#TuL2LnF31)kV3o#&fsbN$I<2WmEoPdzSK_%^X#I8fuJ_69A<
zJzi{^netlSaQzfD(AjxI`;OOzsX~84H##kwzxnr(MK@Rfp55it*1_YFqM#(L)TOwH
zL6EgW!@<SSMMPoIk6I;3E$?bU-_3b@CQk}v3hR2yeRM)l!xW|^BF<ihOQv)j4q}bi
zn5=koo#@NJ2m8bh%rn^?d?d-}i@0Rds$Bju>$$Cm-{y05iR^hH6K&`-{ghI`m0OCF
zlO}DS`+4Ow6Yf*lJ0xyzyrJ+QK0mEBBsp@`jRQ_GD{JMxn#;OhUF7>+I5MlMs`}#2
zd-{eO_H$GSMl6wkzrxI3Ynk8CD=TMM#d~ge{dJ$q;alnfZF_%a>;LllwK`|LfZN@3
zJ8u<Uzjy54x9m?}uCuP^juWpAU7O%q+#qf36ufZt3I{*dqF440m;agl(EM<I+y9WZ
z!ai9piPOgUp8~}fxSyG6)%sez$)U$nPfhN&x&5Tv_MH-&wMs4T?yD_4tud=-qx-RQ
zUl(g7ALBjK@OkT%nS2jkFzuh4`}=(I36cKS7w@jS!B^Jwp<9|mnc+T1t@)#vo`90X
z6^Gqq77G3^b@|q<EOeFQgjJGcUxD4+qsF1B>!tTd@83Rs?w@z}CvQyr^Ka|!8wZnr
zC+3LnZ=XKbWBdD$Q};N}z36qbUgGqT_xIL5x$Ct!`sVJbdqITz_D$v5)gYq3AogZs
zy87}*8%|$f6Jw8?Bh!6YFWIJxS^wULM;lIORFporDjg?VCd<2?Z%@_X)rZ$Det5O9
zzw&}inKW-c-=50Dvk&Jjet5RgJins&My^SWU%TG&p8RB?`H5*gj}xWtfBF%YcFany
zZ>5cheeBuSlBprei8az&J!VO|n+6@*9@u^6+=~@%?&&4#JT@C!t-5$|rr;09lCrcl
zNuNEk&E<b?zd3W~hu*EeZZ9}yUaoH2Hm5NsZG-2`;F@DxvmNK9|M8o7xrQxno}+jA
zgLO~mO_qF^e$UI~@Ee`)SI<gps(X1W^Z3@kx8L|kUG2%#O^!P~=Y~<*ww{%`$$6*e
z+%Zbq-t$s7x$g9w2S#Z-dNlQt`%ce!VwASCCsQwZ-sw3njM8@Xtkg?hcY4knqqN;U
zFZGi5ou2c-C~Z%Vrhf9d({sKUrR_cQHvdfZOyT%rXQmr|O+8aPb8`H#H`5LOrk<&v
z$=%S$>TsNCK{DfooeVD`7)o>)ti%}Rk|k`Qy#GZE$OLY2V~`mKdL9@vzdC!v&`O*^
z7G`2G<Asedi%^6M@}+C!Tb>opT)j3nd2ZK(o;QV6Pe0nu?vlU1JIdv_e(=>_{cLeO
zjMn}i5`H9p^f{(~+3i>V2d>4scUhS84mI7o!MT0Gxm7oe?UashvUNJp{&(iR&8@c=
zH@`VEP4}++)9TA79<RB1B4urVRdT<B(dOuNZ*+}MeoCtQd-nhT&wuQ$HoG6n)|Xt!
zyYHL*{OiZBa_o5esr`73)`g?|3l6KES+_>^=Vj41v+|o{{dsd{C%Aib*c{RQym0qc
zGuv%ux(UahzPQZHmr#4q>QHFR?N7Q1pSi-sHl(J>cYi3{ZJTg<dxNfaMC^fUGi%oz
zIj*a4Z(2TMbohou#@k|663)}|oVPuTKCn&n4Ug!Hd(G2o4N~3r@!p)3zp$m4b$7tq
z4{T>Dx#Hb-f`k~gwQuZcxH_|TLpoGowf2oo4Y6tGA6)FKlHT;g;`Ae{(`Pzg6lI;^
zui=R0y#D>T>0$B5GAplFe6L(%ziWbU@73O8$0{D~6SjT&|K#)h#`{eFuQGj{9#PNz
zN9>30hv)~}4}b*sv)17h@aHPIzJ{fKcem!__*WLc;!hadc^_9&Rl&^^t}G$&ImAF+
z!1%6xoX?;2Z{B`?@gv;iQI+oHc!omRN%gGT?jM=HAhkU1e#*U~pINf931>LZ#oWyk
zyHX!o{=crRXlYBo!l~__H`H-I{@=)RnfvE1-ao5n{fs|TVD0>6ea_SWTFw7*IbPqt
zI`v7qz%Q$W)%RX+nZREA(O91QbmDZWgU>(wy!URY)I#<9mi`ksYIwKD$XdL!X>z}I
znlIsY;Olb?YmAS_xRmb5J*TWE+qP40R=!X~>+yH9y;oFLN@^$GbAR?X^Pc-Qb@^xS
zGUv_PczA>Dr9YiHtBvcGieDa5n_MONInO9w<&A#Zk+>r@85=HtDcW{dr8wo~`JBgw
z_Bk;tQ}12BQCwxY+wXLl{O2cz-?L(trutod=Kq#m?R+8MCz<2Y{@pVR`;0rETV$OO
zJvnD#Vd=D|k1yKGRc%<k`OM>+bLO5s|1+b!?OWBghvzj)D_sBECgs;}+3?`b(eGQ&
z1WVfIorvpYI<<SJQGe;5HOD`HI4-}v^{?Uno1cSqCeL^HDf7K%?%n6sZf|VA>)%iN
zIm6Lq-}y!NQ!C${{oZ}Af40^6TQ!%je2JaL+qOG$9ecWr{9)OGT_3GKY>eWI|9;Y`
zf3xaij}sOr3wwkmSQH-5+qG}@&)CwxzYUule}0tz=&4=jwrcmX*E;XQ?|gk<@<QbK
z$|Kjz>Sy1$`7o_(6XV0heRtga;?`s;>@8a^vAS-XMfKG0`p4VLz17}_=H>5~c^u6N
zBBlH9cFb>@94<NG*mnN-v}LpI)mc7UJn?q>nU^26uS;y<kGD&c>iv`&7B_#t?7n{|
zUw__ynE%?z2)}EIacqBHKAhc?YV+sI+Yg8Hjr`7?%(lzkb*96!yYAxZ+UHvtXE^58
z*gx|Xuxe(@i??i#Z*MO&kyyFs=e|SdJ|FGaxZ<-^z|p(g>=r9&C*9GsKPvQA;Kr~2
z2Y&9Ti(9eVX?^z8LNN}<^zB>f5?`Nq;}T|X-=lfkSvE34`QX&`fB)U6vpA(UMU*>H
zxHs`v)cyh$*5g@|kNUmn5PS3M?(O~W<G*P<UUW;pVWrVArcbISJ_QTkhR@3=_+|4(
za$nrB8up&Bv^z!K2Wt1#Jhg3NT~%;m`G(sk_px^uB@3iYev@{qj_b7Ie2yEJ`@=TN
zM7^~Ta7*?Qb7o6S5vbhwe|v}V)7<|?(ek|O_ilJz;jsI<#OF1CTnY|4^c`oH+^gBP
zspWT_ppbgygIWKd#NO(c{Pp(k+&xTut(P_LbH2Nve)pKNg7xvd*AFeYYOO?0DIb&O
zmi?l8O*CtD*@E*0T?z`DeqK^$SX6)c<6Dl$*)sPp{g{@1%xK@a(~-AZY*$;RgsE&+
zn`!D9V|4yh$~CpkW-Gm)MJ_zYRr>PACF8lGuhs;l*Y5h_m)^Q7#?JaRw>SIYH3nz6
z4zJPIk>%NZ$UvKC^S%uw24}b)uQ53H>(QlyJ9_RySr*zon-5vM_V#AKyvE=x*X1?(
zy0Si-51DBDY~Ht}#NaH~=QRfBe|@@i&_?^r=0kfXJcqJuUTb@^pI)=!4A<#3>vd#x
zHXkz5*4eyoQ^|%iT(8$`IQQ$-rGr-5Yc?OUdcE44{k0KudTZ&m>(ltQMJCP`-4+=i
zZFM89H8<==T5ayjglP4@n|91Oy~cjJ-L5rV;)Or=o%v(Do^{&E`fE>r2YudmPbYM}
z_PJe8a<b3uda-8pxm|B^UZ30a;l!p-9qYXB-g=q(aboJ%iK#y)mj0cX$~Y;Nby6zl
zq*C5Vse+R>=xz2s``Sw7w3EtdFO}0lDzBqdPA93H&QdvD)UrG)aLe!Q28+ZMo(DbM
zC2?|-)X7aUCpXER+@)}GlhVmeDknFodEVMKb?K|r$VsWOlS&gOrKWEBYol7EwQW~a
zJgfWP52E6w532bKuT5C^`P`3HHotQYZu+s6o$*2V+6%f}fqeVr{#uytZ@#>RXXCHy
zbqRCgckhrAc(d%d{fG5kcinS>KCX_vbNKzjPZHZE^6oFwoEpFT+=Ua)JdS^E9p3*r
zd-1g30%_I#tCN(O51(3Z>%*{Lj$>2DyA}0s+n@jZx|)09k5?NNe%K~|W{!UuzyF$E
z-P<)eDw9lpUzam$h!1W(x7FGA)&1X@RdsI@FLkUB`kT!kBHpQD`8PX#!w*v}v+#o}
zL+ai)vivX&e^Gk$P|}Cjj<)N+T%CUZ*Tssut7i^>sI|2CTiw6l!1|N@$8P65y577{
z-2cRfP75uoeL)j-1oD3DW$%A*{Xp^xBmY&i9x46$zNUvWCAc$wcRbU6xv4(eBkuG(
zdGTmr)d}aDnj3$8e-YS{Q~B_^TykUl?jS2cZ_D4;IZC&G@zu24weOon9siXUXYC{F
zV<Vnimph^%Z20oa`mPl{ZUS6#OSXUA#P{dr`*?=^40Viun0~N+;C>)}K))fL;eS5U
zi#h52SJz%R`04e+&($;HAOD#(?M!8z{^#tu@wX>MUXz-xmAW$MP*lRo&}mtzE5lAj
zC9I5`wyJbx<o0uVp|69s>Y2X2l^DC~+S07ptZQ2@C$6;832hfWpS}EWP-(;}KJT-M
zZ%aV*)xwpQ>*n@(UoDh<y!6?QGAq5%<4a%dxFU1iZ~4+!TSDeen|1lt%Pp6#2bD%;
z`DHJ^98?;$>YVr4%C{wPtIl~}tz2oDzhrO7-07=62NlOz$4*;yI;b=<OD}slh+d`l
zdQB8mFg9yl_VU+3rLn8ld7mwPTN1l!-Rqt>kl^j0(&$xr-e+^)e%W6i`v(yY@PNr@
z`Jlb`pV#{RmtM<zumAtM^EWK0;7T9@{{<K<wEJi8j&uJkoO@m0XdS!oWZ}D<Kc1Lx
zHMaTkz2x}W8S(EJYCc6bKH!b_|6b@Se8lGM&$Xd-+&jvS)r6g&ZvD@#?zd3Qo!933
z??i5{_PBMO>!2*(yf0T$o-BPQC;xM6b@?UV$=AJR=BwW|*`2RGw^mfW?ZM5H>*Mb(
z3(sHu@2a2C!|eT&?#0$FuD9Klt-fFVUIX)azryhQFXDGk^t*H2ynp>fMb$SO828JS
z-I~5{pSlQV(!Vc%ZoL<Ld|i*R>-VpD|E|7cJ9PaX>+z8N!82EM1=yB+zws*mx2AX9
z+d~_7ZO{L*{%@LLo$j8Q%bRuU6vOS=-BiBL_PBH1{P*>BW&z(t*8kgjf90|DGYgH*
zBwGC{-+hZE{&(qxcdx5|U0)X%SpF^a|E=|tA78)6TrTxKcEb$u_4)hHok=p^^zq~8
z>yK~C)Z2dEU-$PXmRNYtBJg&*tK-hUHg@~}>HdlSvHe5-!~2K+PdxP7%l6&bsc!-|
zeBxNE@%U{=g8I?ThCIhJwGQxIikolsp!deo!ei1`1?`sY5;L497vbXi<IJL)KZB<(
z%ul%@c=dtg;R-REE&f`MBXj1he<pa^*Y<<|ipMkWhvZ6m)LSUA9G&=aweGx++#72o
z_H3D_oD}nc<6HZ@lk#r$H!dDcx2!s5&}3hqD1F}Pi~G^&yN|_w80+8CXMDE!;zXkb
zTOa)W@oE=)w&irW^8$JYm5sjs;Q6<qh0(Z=L;q^=w+7b7iF0pgKF<7n@5>5-nib4D
z+xsrG%yRP%o@cng*zws%AKQdrPvvuG&Rj3C$*EZpfB%P0#lz;n*z@nsIaS0Sl$P1f
zr!Q9jV`|0GtMg6uYf7BHdYB)~-Zn2lQBM8Lonx2RA3WEr@neJVr1ZBY3~Oo>Ck5K>
zi|aSA?B(ybGyR(xaQ@b<8VQ^1{>cZIyKUYaZ1?;eV=0UA8?B#@DkRSDStQq$Zu6z<
z)})O+J!j?nB%<doJMOb)&5!I;znnE|etkXT{O`!j&)G-*W?q`EuV$S6t-ZF-&~L)R
z2T!%HR?N8e>hH_zMTd9jpH1d|DSmI}W^w+-k6SAH=JY;1tkc!uuJ&ohqEDt<{^?X5
z%Zq(*c)jDJDxo-@_$!;9|9-W)-NcGnzD{tO{bYkIJNK7<XZLlSdsKSmZ|M5tZdq~r
z^rz(dspK#1StIMn9Z+u}b!+93`E2#Kl5bCBS==7+`eN{(#P@S+U+<nSyqP^=vxa)j
ztV0~9ui3N&pEXXGm+w1uz3Sj`smaGLUfJAprgnD9mgV;}+h?Dukx5hD_2~Zm?+3c&
zE?+G_IOosJi_Z=};}1P{*vP9~NY;O|J#VGW8sqGkd2aPm>7lvT;!oE^{mGmgS^cWg
z^yH_SCvG2H_`Ot=ci&+6@%dtkvCz-Q_cYJPO*;{(*z+cLrOCCWhTJnuvQqcB&fm{m
z@xIM|{bt>3wRU;l(YMazHES{-<$1W&+x@f9&DEO)_x1cZ{D7Z-g2>O=kNO4gO^W_z
zX;dEc?RaX+wuW8LXMCDxsTX+U+>8Fxmh*Ql{NTc{;pd*-GKq})^V6Kq+$jI$;=fq6
zEqnf|&6<`yJ5rAYPTEys_cft|T`BERrnI8a?wJ$$t!oX|M_T=~=sR9`#P#$?rfL1@
zFOE()c6rkl#krpg<z}9BIsI1SyxR?iM}^Y5*G!D1zs<B(ka#^qzhcg*PbCK|ex2yw
zkoTzn?7!2?H(zf*+qH4m%Qs4g`jRSA($*V)S+_QRpZ?OPA04hR8ZxZDwPJHm`$6Rh
zxf#p-Y?U{pPUK8z*=_UawDP5|jA_?Q<i2e)NVj}``HerXhM`4t!Vk$cGo5o2ZPq?s
z$?364Xr}r0J#IC7CZs>VWjX(O;L?RRB*SO!T-y7**8EFTY2}*DcdJf)+Vi70RUq0X
z&)8b|ev%KHgtn!ee@Jq|Pn*8y92dE}=4Nmjb3OQ(v~UM&w3@qIsf~|v@;rm|b7qch
z6SunG`n=q*Z;$P#Ire$XF7dLqG7EpJ{x~!3<U*^A$uT>3?RedE@Z9H}J@*pR3)Drf
z@veHjXyV_@<EF}Tb)0F+uX~y!+{3v4o?iY|rn0(Xx1h<!Gj|F*=SNI`vn}OQWo7Ta
zZ=tuY$JSS69M_ZIEqyGr@U<JuF|$P{zf~m3HEcBAQgdh8a>c$gL5DxxIeg)p?1Vz;
z!yUfaaa{i_diT^GGFp@DKKJ?A&xP_o1&!x1%KpAm`fW?__T!aPEI!>j^qNud_~XOh
z6zb*t>+`&Ar>{8ooOj*tIp=>XSS_}azg?61t*`fi&cB9B>f7ykH>*ax(R8V*iJLuH
zu42=#%g*T>r}Q(L71DH01-sqzlTvm`ozYmIYRAXi=Bglne*d${>G{uV=A@Oq;ST;F
zb@trnLfO5HPP57<a&$lEnQA$&?D-5q6XO>r?o1S^o$YD--Ewh8*>?Rr$=tTff3#LK
zYkHji{Oo*h_=n>~=ib!n^*uM*^m<n8^f%sXjczTfRg~_Zeyqjx+4Bsac?azex7-b1
z{L$i9a->oHS(Wp5BHKPzr1*J9TwJ#=TB7q~#g=uO-T#^J3v8Rzdwg+w=(OdfDes=V
z>pz{dnRkZpw@c2Eo33A!{QO0_|MnTVwEMp=*%=u9zL$Q_;alYN=fycL(~fH|Y<XHa
z_vYmq88N4cORrhl+>I@;TX*_|{?=m`udYj<)31KXcY@S;_xU~1a{be{?YBu-bMBz|
zC7s1{p7TDh(2@Io`v<EH_rEs=Qf09d?R7V=+UK&fuO#hli0?7Cw0kBDGD#(2bDr1~
z-*5e~rDyq^zN4Of{RcM`6ia=TZS#&7?zTVo`tr?`*BtWx5^C#>*R8XBUb*=9z6a+I
z9|)9JWxKbPwQHxfW8d+`r}iD~UB3D1Up5vyy)QB*Z+qQ8zP($PcJzm2`ZE9ed*S<@
zELzcbC)Mqb>7mkjA7%QTzX`lAyWZB$@~&>`xu%wnCa2HDq&=JC_RMPjHpWL5=@k!+
zK7U(!SDAPER!OUQ((~p@%5Ln)4LNn@?d)v%f<wP&op_uXYjphQj<aVnZQkBKaAMB$
z<e4*1*R1k>W+mS~bLZLRg=yD{?fjHKUteZ9?;PK@rJ{@Lb2E>;iHp8vP<1^`xa8#>
z%h?My7eCKw(wl3o-d9@oZjQyZrNz&WY&>^vuJCcI=sUSma{}Z04_ydswb=A2asRed
zo7{h2y3PJ3UYHpAxkl>PTjux>t9i#Jnx8p!D8n)8z&Wum-hO{x<{Z?K_wT=$FD|t+
z^!4h8Y0k}yo#WGgan%*6zORmG%38Dh*o_B{DPEIr&zvc?Y^o;XDNhEa!*1<U7+M*Q
z=2n1~fLvu1ShOpvjbSPj-b{ad;$wqv2on#B1c!k@g2Dj-P6dIa1Yu@IHjr4YwaS4P
z9z87*H;>FXwy$#vcsYnq-w~INPG27ukLDFS6ioyZlny-c@M(A<cE#See}B}6=M2Ao
zB;SAhS7Y10142u;1r*C3lrrXuaw(DC^5OezZL?&zLc_(U_X|Y+uVY9$cxg$(+Rcvz
z#V+dJDAGxr{$JeeH>BykpW$CU&w|gU2WQMoSi@tIaq!x!RPMKT&iu*zUO!`EO6|6H
zJKw+7){uI0`PIK$XPP<NF3f6OC%I8v_ZIgax5k|NpZ&9b-GBV8p5wvQK=HTwdv_K4
z)rjt%ZCKV^Yi{{y!?K%^XD1{*>-n+%-If0`4sUm?lHK_C(#&^zM0S5wDJ%7OBj<L}
zq-W!5@g#HBqj|G86d&HWTj$TB@8Spk?`AksGj&&Og3YUEZIK3ZPp^KLc%`=D`Q$uV
z^OGNrIDX*#5hB<4FV5z-{sYeI&7yK&+kXk4iobmPmS*|p(pj#HkMEo&cR8wJ;`*CQ
zeWtq}ZgKn<{^iYoM~0+#T}l5YCC#f#3RLKMw2SkW$cftTf2tCX-#Po);I?Dk=cPiI
zlP|=j-HT0=u{wM3mB~4_s={E;+qO9tef=EFn>(i}ik$g*B=4uGKi`kU`DHsLznlqh
zx@>nd`TNb%^c@$!cMJHlEZgw=<&m1oU0DHVrsbMz&%P@izGSwRlvSF>f`vM5bu-=m
zzVo~L{@12svx~jHN4&hf@Tk;=-_Hb`58l~(X7#-5Jmp7~^}aW?u~#LmD0^XcQ8)6?
z3YHy0{o?$y!vqVBSi%e{)?WCM>ih8N>1A%q?(*fO7+B7(3Mja__z&+a!^^F+4lc=V
zO+06;ul(cQ&G}cC?6ABYa%S(uvwzrh%$l|aJXn*o(2U9S_=dX<#yMU^n{~Q=_UyaB
zxcSU%$F=SAVy<1Er@x>j@%ozY?Xzx1pH<5XI}y0xcJP_vqkq!Rh%&iV8()3Im$&=k
z4(p{eH=ecmvQI;Fl~K3R$~58d&CFWwf4!Tz%lFzJhO;RimnT&!%&<LKlYXZ9kc{Qo
z<HFNjA3u9JU2VmtwI4ZG?@c_rBEV6h&G(1?f%TWqJZb7)mHYd^*CqvP{%cIXFL|H!
zxhlx`n`2$sk*h5|QJ?bT)}Zwp;hmxVOc(kqkN+#Y(V4%IJ>JND<8Q_;*1!5<@AjX$
z{N`_iCeuf8?t}3<Kk7DW{5slnL!3K4{!Q7|r0dJSGF_dNrhabr)i0_>qB5^HvE)wZ
zIl>?x%du_R&GYY8CfQZ03;jE^yXlkZ!i3FRPWRags)Z#_Z=TLq8o1*>&ovEU+u#0I
zmcGanXJ6~_VG`>)E$%tayPFsN-<141DgBb`%Q^99g!k0nn!J8hz@qv`Z+=gI^5g5x
zH`SZgocy$;g^6XJPPCcE&2xv+wS(SxZd77*?b^HI+oEG@TdyrhyE%*T&93gaWvflO
z&V@z_O;G56v~W}Q3+Z14C7M_2l(HSJHP|pFI7LcdJX;oKq!irq`?jrdfRg4K|NeJo
zDgA-j2iJGK%5n;t@FCWDDKBr%iroucoUgTgv^u|a-8$~gjTVppNxWq_6f#qRzhKdu
z6>gI_C$H63HwhJ+zp(7DcWc<XS<Hq1w>;+%xN!dJZ1d9pTb_3@WjV5ntk*BLyKy;#
zL7+xK@`rNdR?Ri7`_exC%4UvObIdR9YFe_X{q3xO?V`u8oaNkpYi4&Ady=+{(Qkh3
z3vXP*`@%CO={i0?w|3iN;l!<%bwvCAmu+F0wYT9D$BhfUhubt*KPfG6+v9Rvcg=yF
z6GRQ>2u<pl#Muy$>Nc-O%XpQ`0(S0J2K^ZAh>x2W>3zAUr0noLYT@#=1+&*(=)SdM
z;cKx6Vp3<hOrKfxWrarVVg4~W%*rQh#W$^*soEyRqJDEk{ieHVXmGgP;EZ=#A1fPC
z{ib<e(Cvg-c05srZ|AqO$V4}&@3hjLwTnOQ+SNUYzn4$7`{gk+Xh;36*9rcMY&+RB
zZ+*@<x=VD?EXhT)_;$?dT0hHo(JZ|kvoaUyWvxqcU6s0;ZS|tR*IK4sJL8tqG<DS@
zmno`UOBUAuXno~=Qb%KEV@uN#Hx-6<E%%9RFLas2Ij&z6@8;TD>d(U8n9kZZH6qj`
zY^r^r(v`+~$2-hN6t*pK=#1R0o%G*i_J`~DF5BnI&zO?3UrDyDx-nz3dDOO)`_}Ka
zz7GDazD=+?h&RW6>xFuWFKIIc7?#|8o#yBqb#P{0b>SD=qkb37=M+CKG<R%DW3%C5
z^mKJJIk#-xtkaqP7f$Wdk67gK=$5~=-bMN6TkPJY$6cGR${ffL$gH(iBkHG6>2==z
zro3-|7unnTKltaO?02PTQ3u2GO{M{jE$bF<pVYO7v9gi%C`akr9lTOrE{;tXH(Rb%
zXymm0(y6#jq1$)Ty|#BNF4_0n@sx=zo|Rnnf6EK4gIp}y0&gle%yCm%xcc7j<p=u;
zEIhttwoZQP`EA?$DX$hruW{J6>h~Mozf0Wy`|xCZ`g&8x|9i-Ld#PK!YV$=oqh5D}
ze^Xzqoss*!Zrum*SDshaa!6@p%w|2sX`vVS@JZyu@Q{brArF6VW;$?9Eh7I7!}7l_
zC%ddJ%0_=|-Y6`4pp!*8QB3)_<b*3*g=T*{_=Da0QmK;TR4$*@GdJ`s4el<w{8HtX
zhHG?8^7a+AwQ_T17Wux);Lh4IvGZ=<HT$>!9^AWrgI9hpgT&D^J(aU@(Q_7dSoYlD
z7riK=wMh6&keS8B3ODaHfphb>v%GIoaQrzT&_Kce$Z3uh8SBr!-;r~rViv2av6iF%
zGaol@t}IPKPOX)Us@hpA83I0TTFClh^P<gNaksABX)amaxcQ}op{(+@YaO<xQt8K^
z>8yPv*nei)6=tKaw|={CPTw}G%xS~npIf<wrs?16&d{GE>i;8e<|NT`-~OBkQ;>d=
zbiX@QciPtPcW?0J^~JMlz1r@6R?hVFt?NeIKZ6QSEGjzwWM@m)V-C^fg0E7va}6Gr
zg+I&;FU&jO<+hKdA*1y6thsM4>{kujyWpl6ucjiCb8GAENi9d>%D78eo%1|hCN&<o
zES0%gH!<Hgt#PZ0vZGk2ijD*WpRSqaNwzh|t({_|SyrtOJM`f7=Ltt1zr1>`P5Fl%
z(~a`u+B@QJPEI-YOgZvp%KFKoFPvxQYHZe>va@>X7ym00bhEduxv3y}I!Y&a<MyNX
z#F$G$w6A~2<jwxJEArvB3&O6GE_4g~v$7R_6NnWl(_Y|mVE2STg9QmJX-ahq`?m?E
z>ukQsS02&icI(O68GCN}9f)fB#Cld^g`lkHmyZHpE-fo^i`m>0YSye_^em4pH$`Xf
z&(!6SZ_{0pY{N^=eS5&O&8m6rxf>I!9bFx_cIDchi|9Ar_OfTK#cattLf0gW;}-SL
z)!k~4cy!H4i^UoIN9NtwqrYw5?ZB=7G6jz`rE)zxdOcesR`oJB%W09d5nFr&*VTQq
zx^+7xfAZd~t&48h#q^x$Dl9#!vFgUWn4W0|u8UfWT%T>Y<9Wj}ca=9CjRIvJYq+c<
zGwcJMgeLW{u(GmVe7nwTLsOSfmsJBVqf!pL=7McaQ(4$u*Csd}Y-!?T6<+0ahRa}P
zf)rQUlanWyd(OzpKX~=6<W)@r7ps=Y-cUZ3s+1?e4(6;S!8<OAOz>iK5BE8n!s($P
z^z-2AZB3ja4Eg8wP59n_&AunWF<2~PSy^e=OV9PUr&L|#d-By^TWn2?Nov3*o4+zO
zTW?H>4R1Q1Grv`8F<0XKu!nIAA}_t!`c_i3gz0LWs|3IIkJCkR$KHnb<gnfj+qgy{
z%GtH1ZJx`N{-!3u1Ih<npE$l|U2C4XH))RclCP&!mnSu7Uz@ygud&%ar>4~cH??;B
z<od7rd*;Llx!bW?Gk$R`lbhux&AH{O+mfW}l?l%l25%|o-RiEjrn}Dj_xg8{p}JY_
z^{KBWpLtySO+(_a%$kY~pN>s6pZ)%<nRKvRSg_nT|Lzad-&Sw45nFiaNYB!5x30y{
zGt<8FX6wgi-o@ve4AQ~^1lC?K>uuA#cV_CzT}vufGID-m5pj9lTYez2&RdFWk+NCg
z^jQ~qZ%ay5>|qPr>o_U<j`{-j81FD8an+0Z($z11t<wD7Fx^-&hGS9N0(P_I(q$cK
zc|p?_OgGyu&GLn9+lIvK41w#?EnC}k7glqca^Je*vp?O@`Hir@PxQUVuOfTar4`my
z{gXS!|4~5KD|~bEma~hjO)tMP<vw{;VB!YtmuC*IjaZh{`ugRW`#0Tp%+y==kfS)c
zVFH_OO!MN2rh>U4doK5gJ&x_sxRER~&rDYOQMSp7D>{z-LS89t9|A?rXmo^qJDJJp
zB{F5jhbyaH{M`<At>M*|UX>NLp+BQ}cH-g0_iXI@%9^I<Tkzj~u>0DBqHDqrHt8R+
zbu`y0yObE0u(f{0$u%dL5>|b@82{wLnbT`;dVZK^dt-6N`pK<F&wSha;PSkXrU&yb
zoiX08Kd;B(+5@F)4<1~7AbR7$m#YG=jz_h1Sueg;Fge8e$}G0IVTVoqr!A;SIoM&t
z8Jha%R6|(61{M{Kh=>ge+DpnETQ1lgy|s#E^YmIXQ;q$zDjlMnt^D^rd3z_K`F`}_
zqls;4*&g%V!-Qft7#bc;*<7HJ8(29*KYhN=t?fIPmHpT=zj#BAV7i>nk&G?ZPb!(H
zR?mKuYp-&#M`-ph`_s2>br*6=Gl`n92)s$n*|y?mqgl(xO-mI12+J*6YSz=inaX<c
z+P<Hr8GEXlu5n4-GB@)MaJ36GV9vVt>%QuPe<E$$)@|D0a?M6eX6=7B|6fYig^xOW
z9$3W~pm3h4Q|sgU56xR%tgbz~sUhTSh*SLhgG{U0s&6~b-@5X4huG|`=VxA6IzMgI
z!he$2Vr>7pZ$B2XVpY;i!8KdC9^d-*T<p@;o1gQ-Uf8dR*eqqOo#Yv(c>4j%W6Nqo
zX|Wd*bTmDrezC@%KM=>1<+48K70Y8g9mh_VkR>fF{KmH$^<-nWWm;&YMOa_IcGi-a
z<E+9BiPoe0PU~?BGv`cJy%Bb0GDFRx%67N5Be{R4gl>M(`FHa-|E<Sm6=T~k+V>~e
z|FROwT{Oe%<!j@Im$}lbqkEh!v>a}CYw1->xwl+hBYAPliF&c;i?%;F<8fitW~Iz&
zCpwRuDlNOn#kQxXV%AKCC_fK|WeaKoMRZmyUQpxO^w<A_({0m5o*mO7%FpN|+e?3N
zDbW-<z4*w&M+?nFc&^C=x2L;Ic=xAmC-3dd)pmb_ukYBFGHuef8!vU7H}D+fayMS+
zy7)&%{%+oV|5s!mOj$pP@pRhX6JaWgJ?<HapAO*aEk0Wk`{a3U;yc$_S1<7_@?F*H
z$Le?CMc>*Aj?RlhkG7bw?91pVz9{f)k)oQb^NUWl+Q4Snb6jdqJWosxw0kT*OXo#j
zZ|<RWSGdJQT-sS`1-HasU`%EAa};X$Eu3LF(R~8@+|3i?=BQa@yl9X8c)ec9ZA;P(
z5#?nsmgp|#yd81KXx4*{dkZp+UL09H$<OEd6`$)@bPD2(dENZ4$bFre6<A-@B5l20
z;7zrOYTPFE*y~q(`mfk>y$Lkj?6dJX>np|TINkG(y%S9nJQ#BLq7JbwOo}$}<vw!E
zO{G#-zr#T{W2Ww$3nGyxTc&gRPj=nCP4T?Mlb%Rk(LnzTSw8728g&k?Z!0qq$;mj*
zxn-`CidG#{ulnZ&rx#_P&dof_u_w1m;pROicC*{lm%muHc8?_Ut?ne1Gg4_Ax3g|s
z@U}6<WoIGh(*Lif&HN|8SfDeTEoHO+X%T@_8c~fIGm|0`U707niR^kkJ7w*QT}RWb
z7Nl7%_}3Y0QgmbOO3}jAf&Ch@<tDhOyb!&WDy^}_beaYin@w+p6r;_egh{;YoccGt
zZhLZ<U1F+g*tJYOW7~qeX3x2uc7JaQ@QIl4i^*?GgB6#X+^pGbXL}QGEl6Ck@ZiQ4
z{l;on$1ms7>KH|5M78TPPK|x1)A>;~El{%~?Mcs!y>B~=uloGo5_7Ogj+J}0oUXr#
zK&<2EsVUVhKVC`t^SBs3@0xV?DAT-f1HVI?98EWzv`oobxMSmySDOty#1gJaC3;sJ
z72>n)QLX3*o0+gNW`a^i@7rxx&#aoJpubA|N`CeF%AA|Q($l&=HiRv8TzyG6!7Xre
zpVmiX)<rkZnMW`Ak){{Hp>$VgOHTHTsAtWsD@twmr*?f~Irwt2sK>W!2KRO~?VG8!
zZ07Dz<5aKzE$XxP>S_cC&AmNKGcw^!&W6=9KdqeUk=!e?<z>j9H6Bv8`qCEP-M0P^
z<7&tDBv#Xh>Tztx&aiE1C}(s~z96K{<#wfU9@nlc?t;UoZWmZHU(w;s64UOuC&|w0
z>(zWcq?zmJq#l+T$0TI7?K0!h-Lph$&k`NSYYp*?PYsoBXp3JJsao*D;jrUgVNN|(
z0fCbH2D%{<J~J5i|Jr#(m~oT8+jsl79Je}WoKZh)Fu!9$%`C5_>YPrlZu5HLS$zT>
zjeo^Vo*eilQLF5><`!9Xmp79S-twOw!e<nIdYSeC)vDtmLc!mHBX9L_eq&cOc>4at
zeM6(CpO^T^I^24_z2l;~%)ALg0cmF?EgX5i3%@d3Fi*2u`^~x!RqWjwwU2BxFFi;W
z-7a=x<NnF&7XB=3E~lnx-PaCW|7Lel%GBg6!D9axB@;eXCVAiZ%AEdFX%C-)@!Q}9
z;+v}qSA5*E`egN`^`TB8Rw_p)9Y|<skYF%kNIT*jqoBCMh^bxNe@=`|;jOPn0<R0V
z$NI}0e#ff)DI_F@anHhk({4UGAR^GRR%LF-+Y8g!(o!C`tQ9ijE>YUkdU((Lj-E43
zGg-Y-yc}8?ZbVIRWWS*FvD`>>*-TA_8;K_;FPHb9*UfS$(6~*sF2G}^VUfm-RzH7Z
zzXwG#=JWCDv+$Q#Z~H59=Z4~M@1Cu<G_O4^bePFdq4-vx@zI9BaO<Zvvy@Iv+VQlv
zx^xfc5hmgKr6qBvH6~wdWBPuwslBx<R!qlw&#wPZ=F0QxW@+3CxPIrDzYV+M!zxa1
z)Atp{J(`R+Ze9_Vi}PsJG+e{S;XD1npN}dGNj@Daozta+=L_qLwfzgxi^&%6Fx0f$
zmdfr@;(2%e=O&@r#-yuLjHW%bnOXFsLs_-YVdq}fBaNHROL^G)DesANJDmC;_n+Jj
zv(!~BKZH4Rau`>gU|2q<rL#W8=B!5Ghb<2h8&#g?*)*h82Sm8bK6v|Q*V37q^RpAW
zv|8R8=;yVpN^6@jW0CO=c9nui&O3EX?1m0a+u2)Lxw6-6N?!b{c#-NhZ*i%r4##Hc
zX{k2;%UDk6C53a^%(^eH5pQvfx!&D>YGzv0H?fGH9gN)(#!6)@mzUktw=v;*KQHQp
zRANH^hWTz!JT+!~I4ySn=uVBtg^UV^75`-336Q@l<9)d4!=yRP&N788e_OWkW+q6@
zT*UCK@JXML<jezd2FVHs92^eLUmU8?=ppoiLC9Do?ZleKxo;lH1(gJGF>ctt=ZZ!V
zlRMwnBYe+Z{*wNAFv7*+@lED$p*O?7DyGbz+Pvb;tWDWFlpgiWxiE2#yUJRZ%L|lK
z_noMbx$4}><NLx`rg&EEEe6$sZJgG^;mr3ZPI8U55YA|oc4yi>OJ~OEnGTjG7wwwk
zXUJ*e`suT|=mF_d=IiJ4T6~=G-A32zz~%qUTpk(|TZB9{CZ<f9?DHsX;tp{K>5eJ2
zzR%+Vzlo(>J8`c;vb9J+Q(NOq_|MsS-C}Qr`6D(gR6Vt?$wWv~sjxKSuH6(#r_@vT
z-!vUNP$G7uH>lR#)bH}6n_t&9@6Ori^08~Xi{`l}5_?mP|9mrHI(0+ugR!Ep`P-IB
zGgXaWoyygY{IJD=Ki_4-aY-JNBab8wu0AKUWx+#Lk7n&}GoRNVd|$mrs?39lvE{@R
z502JM<wZ*I7W$KBD26U$nIYTF5+lSYVzzRF!tVB7<zSzaPyCG+y_i4qw{zQNJ2{tS
zXB1AE7(A^`t((ftcO(6&#wz~gC!akUP6oR_TD|_-LA%YhhrX`bE5Izrd5<Gbw(CvT
z{B0`Y9lKbc1RrP?%dumf?Pu6q=r24^?aIWD8x|xS-0j3}VDf$iL!L0#vW=6glHWZ^
zpZWi3%Be$#%A9R9Q}nsbCp#IkW;rc6bDS+mM{}8_+bO1<MylJm?u+kBPxnx7^=2{Y
z@QB>7vFX_JH?x9HE&8#mqJuLltjyC=?37-k3|IIBK7~(=?Myno?b`3>HP<$_PUPv<
zz2e$_z%lN_DUOBvDkjcWT7ETDu_t7MtZ3mhD-V$#jTsY688eb<HD*K<STd)%vj%!L
zuG*mx>{_k8DP&sCp)_B9r5x$p`geO1%oSWe*l5UYxUBewmHGQZhXWHC7AbfCW&Ry_
zvNR+p=;+(PX`2#U&pLg6(#X0<Y0I>wtt;)*!=I$A@_F26lRE#+zRB~7CS2KlWL?7E
z6)ID@gj;sBE9cefyC@6I2+S?bh!9)wb4$nfo0Axhu-o*kOXHd>BXzB{?Lk3&=ArXF
zduFB^eYl{zeZ{8Asb-Ec?;dreR%AYrmR|m=>Wi@;Lv+)^JN(Uyx>-W>7%I91w&#51
znR;Tud8uiCj;*}2<EMGnGO4G#o?cliwDMI(NaCq=8@0XuG<jyMo0;`QNNW1OV}dzP
z*smuqIP_upo?N#D>!z%f^{$wu=YRX#<-D^Zan+}~{rqo#W$p5|f6#rq<4=Z|@}Hlc
zeV6xEw?9+xxos2jV_nvBR<T3U-*iGxO+0l!a7K~5N6q=&l7&md>JOCN64F&)FVJE<
zW9jrT&h>>hEpIn3y%m)7)MlpE<s&A>tPUGKJFzZ0pnm4kix;BH5_zU%^0*2(`=8PG
zEU;X1SEDh$YfhQJc1bJK)&zZthfhQ&nm$TBa=N9Q^J(ssh1y%1PF`wSzNd8)lMnB^
z3AT5PAF5sFHrtcaaBITytFB^CqBIXZY(6ddOR~lGNcT>r#X`YPB2LvzWLV6cAl_PQ
zl6OBSEycX`uZfudib4~HnG8mZB4RpcB0k+SdURw)9rFRbW``A%woEy!I(6~!`v-#+
z-UWOslv3l+Fidtj_PO=7%LMJ)>sPMi(7)H7HvQv)dYy#Eo(B_!<chAEv@Xy%7VqnM
zXL6RO<29xXR;Jp-gI)7Q?WI3mIJ#_s%^L2IUq!DsZJKfUL%Q=Rrdcz$t(|`C*6qKc
zd<sg;$09e@MX&PNsrh6FvzCj57=y(YMb&41si(v`44xJz%@D8A3OQ*T%GVQit>eD!
z?+{bR3APGXMSgGLVtV%DOa`}UNm0_gf-t>BH7=gcZU&BjwLKYTO;p{^d*@iH=K+OB
z2D=}mtdU>a(Em1S%R-Ohz@A?+U&|JY?uaxi;9~c?c|do&y@$?>8H)3L0(Woll~Brh
z&BJimje}qKq1N34rd6R?kM>G7>bSNBoczKrG*fKZ3Pxvk_U)nx^-{j2x9(neyLoTL
z`lYcCg(sw_RAgvJwp84G+@tKzBCz;e$HJ~1;TB0p7HI}o9Xzv~Av_@e;QB7LP=>V{
zCk}_Q=kL#5vDoqMwGW#%K6K`6_cGvr+<kpZQG-q@qwUO3JB1pA90Hg)Y6Lhnw1VyY
zuiQ;3;gB{G%@>+3+EW{2Th~~u^jBn=#)=$6^^_+qJqb%%y0*<L(&+Ku#I;9hrtSuI
z{f#$1{58IrUfIa#C^X@~!iNuZ4|V<NVq(<s{?I<>@(HPrpE@d}KbkzuWctGLg7dvm
z*13%1ffK@}tjJg&$oR&{X&u+UZl-X{#?N!_|J4f#<enP%Xwm+FXN7&<JN|P%PFo{;
zNNR$I=#{;krp9er?vV-%Ni0_;?&wz!@@z^`O*yWcx^D_+Lx*4zTers}rAa&12hY5I
z`Ox>Hy8~)|L^yxFuj9eu_bGW_Sk0dAJYFhIa>A1PpW05`zT<@f^Tg##X0E*DIC<)c
zU?u;~)tZh1nO;jYJv}C0f3dig>sRy&ZdK_@{kYPKblv8C0^9H1+*|#_RCn(4uo9cL
zRCT5TpXg=EOw)8XNUF@=_;05BLe)R5I<0GUGx8YsG}(yq_kP+e&zh6CUMS?<HnmyI
zF`HFIm{ljA+PSshEyE%aUq;jPAj7XcPPUJ`ToySjVpb4qDbH)3WxRCC8Ck>0yTl!C
zwree3ysTl<l!gwKV3(Uae*Q45|0pJq?{tK-If>JdW7T<)`V~8-_&hV+U-8;fbedCZ
zs(<VGR$uY@KC#BrXH7QTW=`WcHHAU8vypXi@Ura+8`YG~n_BI?*A%+LK}GAv1nwEj
z>K073pLkVEV~56G2csw(iN$|Sx{jQ@HZLvZRKw(n>dO9()0%X8jMCnTFxf7X_ikNm
zac73EX7pKw-A=h7?}e<D-|&isuQG0Z<>P%(k&{osC^>~K?qr|q)(LO8PWHa?^;Txw
z@bysftp#mPZmSElm+iU~lr&#$FY}@Nhf)y<FDE#$tuFA^yO7Iqb!L!<3~Ty5g9$7m
z5zOrVmQ|<pN;iCE{rQk%n#*sUZ!fLvRYZ)1g!UZ%mOH&Vy2+-?hD)PsP1l@<DY++v
zC#Wm<v&`ry=ZqAVQ`_?X0q=KCR$;ER6y1#4G$sQ{%Z2qT6L_>+j8=HF8VXcg3NBD<
zh|7NQM6;&h`y&lOyXgl^ghS7W-$*m~JoS#O>4KpA*$o@QZ_LvU-_*6)wc^068?K4+
z*Ei3oIJZ%oui>v~nc$X)o%-RMTBqJFRP_yem8|uL)$o$ef-?sgj~;U2U3quundfhe
z@>XwWzgI5u;^r(}_Y2dxzAUv}Ic>({1tu3F4l7-CNWL)d8%rcJmzzk#j`WLvbTp?$
zY~_7&WkZ4E)LYSwT4yqyrChq$x@K}6Y*J!%<;qI)*?0J`=0cV8SIup5G;Um2)uz)s
zmt|w1srHt3&aV%gGVd<sGCHfYkJWt6yiM#!dIZ!345e64xk)YIx*lXEyQ|???$(JM
z(${yo-CC4)J?NQsCqswOn?Bw&DR0X#b@vY{PDk0z3Kp<3Oo<JY&+hfn_H1CaytiQI
zGphw|ix&G`4-)gKnCD|~y5Rm+f8#qhT;F<hsdi02ZK<&Py~I&vq0h1*KbC6!393G%
z#i0H;_Woy)Rq?Jn_K8|K7nrK8SiNy#>Mp7E<vsIq-p$m^nkVgX`}MES4x4>>-snbW
z>xBAm{!pIy>b>;+%}U>%2$UVVCh8p-tk~eh&=Zs?Gihnx`(si!)stsV(OcPNQRC66
z`hFHi;Q_&5zL|pUkBkKVJgfftT|!7%j`_et6XCw48U?drmdS)o7UEgj7q#BrSF5RO
zr}~ejKC4t21%BUKlXTtW_W7nIkwPDhoHTkWW=t@4j4n~JIeTK(N0Y^UJ>{&SUuUk|
zp|(OirQ<?Zlc>HnmzhmY&VSFdS57W6U<g)Uxam*2+t=qun13g)?qy7v-ZT4>E8`iv
zTdR^+zIz|6#_%otMsQ+yZ)AAZ4Bb?3ZN^RW+YQ!qM)K;W21_$Eep-<kHm7Ublw_{6
z9YL&XcgV46atpA(I=qfW<_1&pCDHAx8n$sL2rc;j_p12Eg!u_6{ok6F^9iLWOwL}r
zVfNXzBAZyI*fDXr{n=vJz!oj4Eh=(z)dD@!xwC@i->p~jPh-kpH5C)l(FkO`UBf5P
zpD45bSz(;4I{)X>bLUUov@v4e9hR4Gti>gkM%@lFalaAy@!l+tOnw_?Mprv^rj}Uo
zvhzQ*nI|v@zSdA{IJIok^g}l+mOXo+$^XRRLh!GJT7LsdJGC_!GIAy<O?mL^-Z`zC
z%^nUpR@bCk&6-%}*fsq$&Dvmm$kx<~J0h6r+LVMvvz*x1F)k74QGdm%{6HdZ0oQeg
zQydW)Ok%SVe6~8--{ThBqoWb=aSP)s8{UQMU&f2=@MV=b*IsjMYRU?anSnp-1RNIF
z9N*^<wwYaLLPYYR_r9VR=5M|!ao^!&+)CZ>tkcy|Hy53nrF}nq+k!Br1QyXXT8uqg
zE-epb4xfA=wB=Os()`uC@>d6S=V>x%{qDKiyl?HaU-|3@9E1C239+Ag$h?&0p39PN
zl5ajYC|TW3uXc2DYsy)-vMnoUq6}A}m4HZnsCUlJ_U~&B`G-AJzs;>S#iL?ofWg89
z$AeAfqM@N;YcwJ*=CG~K)Og5fF=45qH}j0c{LY(-(-XX6SMRnuadOJtwEg`%H~*{`
z<M|`|!&<0djZ1`TgU<;`54M@ElR{f=T?wl9b9F6ccq3<~z3Tn%h&k%PeA>HPe6=Up
zc1^iH<yWou%s?CEte`T{oWLiCp44sevX7k9xAIf9i0bbpYbH*3(0kYAdi|rNy0<uM
zOs@QzwZZG5Nt>FEKj)!YPIK3bd0!NAY_gG5o;Y#ygS#eYH|AEvT)cOxz2O!^>8xiH
zIHiR|e@#nUvPkCF<dy&V-mD2)e}s>#I-{$4>7#o=mjV<XT;NdH<dDLc#Q0iL^rzR+
zhNUj~=U68ET(p6K`9Sjpv9nI94~|VU;5xv_w7BVB(3OT>orwp8%uTB9XDP`>>YUwY
z+x*@0N$rZ(>qkO$9Q{{z>Il>p=YF}7{NeVMW7=Cks%+)iC&g9P8ow^hBJA7z6UnBB
z?YFD{5WQ#<J$*sgdsgKKDhE6(W-{tBN4foM(qZNIwO<*0Ip*UHXHABz<jMX;M@tsA
zT%0E-?IF(S`}vc6XmiF2_3KBQ7?Mt^O!Enw^{a4c+?}8-YvJhp$y|L);ycgkYGjIf
zMYWb~Q@=XNFp#S&<jL9-uP^p}xZu2vfx-Wv)7pd06?Jl)nnnj$-fix9d)4UQ;jRny
zEMgrjB9Rx`wh2hK8ZR$+Cc?5I;<wTpgJl5^&uC6b;eOhFXz7k0K|ZGImag!;X?lhy
zE4NxJLz5-IdjC1`Q{s*@Hzg=+yXpGoM{Do`g@nd(M$M=T2WL$STe$SCr-P8L<((BB
zbFOe{Zkn_(%!a2TgFAfbgskno5lvP~3*2nLrPRWt-G2iY&I?_UF8b=`JcVqw89n8?
zn^&q=8}KdJ$=4nG$#28KL)#kF*VtW{`XtWsfM}JrGt)1&gByxG*T}fDi5+1U33wzD
zo%u8@Y9~vWME;aj0n7ps6Mh(#P6^}7SlYI*XzgOHEz3_vPhikoFg>ZWSNO}ktn??k
zj7m9Iq}o>}?s(wxYpP31?}=Ffb`QhT4)&~J4HccD!4S+iMbKVa&S=pQ!~Qw0%kHq9
zKX!~e_}{nxIad{PjK7^Y_H<q0BJ;lN$1Qm=ccmi#xJ7RZvR`?{J?hl+J#(CHFn$#?
zXTR`=)vzXQS&g2HrSGRx>l#vDy>gS6+Qe`w@L-zz-X)ighOC@+#jPr1-_MKBLsl-o
z;&v!Q<kzj!{n>MlC9?e9vh(io{gI0*+|`b3<9(rD%{b)+$2(T#O=@ZrmRlP!i%etW
zI?WJ&wJx8h=$i-EH(~wCl|8Xn4+NaK5LfkQ=H+IEhKLuzIV)2>c_luax#JyM{7H)%
zHiZRZ%2M8u3L6{}8c%$m_&&KbWg-8ecems+HI38uonND|Id!IoaFSbxlww}X3By<1
zAuViL4%JbeHpxHVG8%`ZWw2a`C|)fSu<X!Bvp(B^g^~r?20?b}c~c&*IntY}&8D!)
z;Yqj1j70}BYhFJ(D0gO}*@cPMa=O<Gn#<X3X8g{<o?*$nWsajmQS8mmH4`}_lC#<W
zWHSHBtZpjrG)-$bT`@CIY4Nch8`k$+a$;g%x?LF7EmAlvD(x)4qC(E*m(W|mmgig4
zmY5%Wbmg*!k8$v`{@xBRoe50AUd)}WLeYohJip!NTOi<&%q^9jv&-}<%K?Yn)CYlo
z6*#u%@!trKUi-(2?blg0E%oq<i>Ehhzp^z{Nm<ZjY@nz)O`}NWm49I1k=rdQhXq0>
zl$$R7x`=gVh5gj~jEmO`KAYn>Wnmmo&$(My7oWJir!wdM$%)d(7ygW!qB*N7K{hDD
ziCMJoO1?ts{4EnjI1JL567&uKh3I@U5ia<4za~Dy@uS#=*TH_tj%6V?f)o9H>o#u@
zeEnwgry2S$8vC|$C#aex-<i6)=~9~5iV7YM-Oee@6;a!J-8rwgv%OMYyJs)ox5x%X
zB`u|s8u1hPFKp0rNR-sETB@oce?Y{gp_4)O<GT&77A|_jc_1Z>|G}R7YaWHWHa2g+
z!E;eJ-(LEj8ABGs?F&|)e><mWdS4Lk|6n8=*s}M#h(h6^G7Tn;6rN@3I{!Nj7CCmX
zYjE-`JmV3=F|ol^^*}_rMEbusx+m6H8Y>4XAK~1#jNzO`z{$*&+ZSwfNWR~p5TH19
zZsWSc)0mPYxP5MVmR#0$>J)yHYI8w;#h)!Ax>sK?Eb5=mue_^7>ehmpi|4h@II{V$
z>^ZJUS)8GjSI%hMV?FT5V+QNe=3|fMN3bqXZ8)hhaiZ#GPy*2BJsOb6_CxCND+X_d
zWsB4<yH#GWbMbTT&~=niOVp5E^5#wCP2Y!VPi0g6A2L3;Ht__n&LqdK2kUqplGwh5
z+z3s4ukt%TY(k`?;=T=&Tr(E%T+PW+Wmv@EBBogPb;`quf{zZ%86<z^Vd&}Ab<*L!
zlEao|=3K(2c_{W&5T7x7gl6iC8yAdEHdq8aV#t<0ajIqp^NodHJ{g;ZFh0Ke@LbPX
zA=c_u6`pCP3l<29n=IIyaO8ByC&5ye2G5G=A1-L{WnFBrPJ6Rl$+6gIQ`!{$A4d!R
z@ruq)x^p;?HOsD9KklWezrv15v-jVu^T>_aI??Fy5C0gJFcB%kW7B5;N#~!@c-OSH
zcj+31jZEKS_Pl;@Mwrv^;F4s``Ql*?EDisJ%7fxkn%Ns4A7xb5+b|>W@y*~zE}g;=
zc})JI>~eBjr%0~c!hBcN=*5**DF!9)PL-U!JRt&e#253KTwvZg-SA79``!e;IkpDU
z26ak~YzMWkn>&Xl&8zyWxk>9p{LHNij@KG=8n3$k>0uBLR8q=5w7W%3)#gk^Maq;D
z4D$l__fBKA-O6%S<3!|*D_yg+=lx<eueix@N4Z3q`|%v7_LLt9_gSwd_%BmE|JAKg
z>as)cN=6Tz8AicMGind5ntt+l>Za_O)~Vm-8cmKrt+MRQ+=+b$7|rh~Jmr|fvOvcB
zX~L@h*+K&Ctbe4H#aZ0+II=sMIrem)J$gp6Q$^{ZN$8UeA5{OU$7#i<{aeH?@@d8v
z-sunGjGP4eE2KV}JWO<&x~)evfTQHx-UPQ;$*CzKIvNoH6SiLoo3er-IlWZi%zdFf
zITbep+?^d=bTl@6Wxdzh%pS9}Me@e~%zU+JSHg|2_3BQUmF}$_d~HUAg5b-}^P9IT
z7&|AndAYi&CX|U;tC?Oj3viiTBr}zHWwMH8RF~A$J4=cj!`?S-;*KaNIL;d+_GE?T
z?n|pTI<Uvj|7#O2U;jtwPt;=_)*a03FQz!NUJUv4=Yl4fS<Qd7XvGbtg+6f$l6E)$
zvv8=Fd2n6&!Fg#d74IEi*;?#3Y+E#`Yq_Xt_?{<o&E%fQM@n&@v#6=id!zAVmDj$k
z!acJ0)EgO0J~MJ_akDY0nQd?kGx|O?B((C~c>&+AVM&fk>?vD!{Syi(WH{R1p<mIs
zTtGVL`$p#dp(`6!=|x>KzY&yrYF6v{*7L20-ELV-DKSV5DB;W&YgS{4d9nAY_Y#Q<
z@*3xBT9~&yvTgMAXmnh>rA>ErVC>Zmsg8_tx4NG%G`^SWaGGKA#G_XpE==Uiy0Llz
zJOAmcHXol(f6B6h@%toRe`(Ph>cI~=UjLL@S2)dW*-YKCv*j12bJuzNwBMBQq_~W$
z+i&sL#r7UG6F)4n|L0U5U$1;<={J{&Cf;YJt1F2)y67<7>DS#M5m9h{#RIj|h4-&#
znu~wiqUfJ2Cz8|qk@>u!dw@jK=~GHOL`o0YTyEd8XW4$6(jz91o4QLFn%Al{NX#@!
zR$1V}(D}1dXm|HDxsZJi?pCT5xMU?M#|9}cUhH;EtwUXwSvhpev`4L%7%#nHnm8-c
z+c;RM?%mZh0+9{A=57W-&eD>yTeqKivCz2b;-f{!T>IPG^E7Q&Zk7?;tJT%_f`6Xj
zhwY|Q?*vVGYM*+128Y5Vjo{Q%_h&X3F^Vv0u*AqXBpy7)V``8ZtQ~zVV#Ck;_fE;@
z&re=ybk^r*+>e+JsYGsr7^Z(Vm-06+5BZ{1m~eXP){dVY!YuWjJ!MjoNeZ)0eR=J>
z<$TKgpRLNXr^$q^zm;}Vc&my5r$>O*f{KQjmrH~$>b06(V3-~uxJfN!YJh86uVkgs
zClR$1!3=vCGF<)c1*LFZ<FNOO`_y>hoAQGlleSISvUJV`uemNuZe0y>Xtdstbbd+s
zZIe3zuX7lfw3t2yzLi>;`&M(e-kaSUt}pP6JDJRH6rUodvu2|JgSGyi0vYYbOXU_p
zf3q~X&92?Jv51XfGQSevl-h9l9KOv(9*)sh_PJ%n>XtH`<bLG(|7yO>yZJ}$PFky|
z+!RWFR&AHT`*M|7fW-q@(=J9<<_6h2$x55tM0!pLGukYyar)V!!|q?8W}^N$^VngY
z2irs(?4>I!ZACZl*n3Mz<V$xp<JyO@hplz8Vs&S7S=SngE;}<rRx@MA2Cu}aWlMM1
zX0RMsJ+DQSEBRG&=EAzmmt0KdpHYwz7hHD6<BYa#*oG?s=Q9~j{7U@u@~))h$t}w}
z&v&Nzv}Md^-|1=-Y_r6h=ezT|I}`aQUiLfpeg4TwEjFC`!g6J*-aQf)yJy_uDr-Ed
zuiJcH_0YfbI}Uh1Xq<fh=Dy@PZ$tCc6%C#iE8E^bTzl;J$NABIEb2L$#wtunw;lOH
zVxwN^o;Y)$E`fW|DWjm&Oijjc8}o&C89o%*`usof(qDAx(l~~n4s0QT$2@E+mWZb<
zS!HyI+t}!Z(~?z2LDw^zXLBkrOcIKevUQfZ;oepAcP(r3k6$*ERBzh7=GID3saSTx
zx4m*#xO~^85{qDwCB3!^t99ip<V6?W?deWdyV=IUAXu5JBfNs|d3*JtNt~5JuTHJd
zX7)L@yD6UaDffcN6*@7uvpDCOP5Hk1+lM^12kGV;b5(z+^*C!!d2{FNoPSbI&SpXE
z23KAk$xS)<alWa0y}!c|MwzG_6AsJGsx!~ujC>P!r6g(==YkDwk60s|Qym|%_V_5(
zs;_v!>!5t(n3`~8#5JMFm8KTXH|y>v_4utbnXt^mNAZ2bGeZs&&Jy3N8B5HxFWH(H
zc{ry`Xv;V#snlfb!hP<;*O_mM3)4H6>BY|DjObD=>-sD9>`*kT$x-X0yBQvcEnW7X
z<x7Lj6i20du6w#GreAR4ek=K~>el2vTVKygyBjyVRnuvsl;A7HL&2s_i=_l#Ccdq`
zT^;rM+pYCxE{mlOe2!Dt-<e=v@*=SDZH{j0I>CURIkzml<I5SMe+bLDIC>rMI<Tv}
z>5sxyrHia0&pAK;@z>$r$a7QWvhIHS6KgczyEM(5rnx1BOM9m9D&`eyRth<!_D<DR
zPHLV0JSi<uHiw}j`OKCxGpAWzHnQwHGq+`;iqhBPZ7xaiowXj;?=#c=uGUDhs;2Zc
z6^T5n4tub8fw)wVm6L{gV^PSIFaOu6vb%hC?9!jnG(lufvY2C&j`=UnO^ln;bnIvU
z?KzP${lt-`pWz$cDs0O0-(WFaHqLSKndiIj3-oLkRn5L--Kb`klFPtd+`{^H%Jq(2
z`I_a;#>TGEhRtHzvkSNMNZ9Kr9GRsRyzly<DH?~<LN%f;DmbWW2kldz)${Uc7c0X=
z$qqxsbsNG(--WXNEAqa)v3%yH*^-^HidIX1<uk3ziA-zleIb4?SbfieoK@P=nXMky
zQ#GTDibST|2s^$`c;>s74$cPcqdKbR1VWXAtmPy{Ds*SaOyHNF_~TV{ZTW;wv2f*C
z>&v!899*`~xyhXAn8RKHFU?OEE}vmz_4;J7b!nLOp_DI^I8}wUPBKjRX!Kq++<Z;k
z7KS?4U@Zlc1KAZf7#hRF6SY^^sGXUyfkUTYpPP<nTdVV_du+A7_br2`e`gAr@T-!o
zd{vjpA=mIPfmfeoHQb01Tk_91=>N^jXL@Eb7|j>A)8|_tRFv8~m9>J=YTBn`qO%0E
zlow06a0d(iIAFX$q2h<zuk0oJ**+I8u`Vnre{^C4`@}?krMq3qhvmL(nHhLsPx!;D
zvkL@w{?+kFu;{3e3|utX!zrg}-hu|h+njs{;yu}}^sJGLwDuC(vY&I^zP$;q2fLbh
z_Y1gvI}&8-mpbpp9pS4xUOu_G^5N~;q|QwtGqi%Ab!T+{KOQUkvdBBEerBYwbiQ)F
z=6&&`91)$GgMBx>CP@?>;0oFQNW5SB^yeSDdZUw$G|pr5XS`l<<A?y0tts2m?EL+c
zQs$qv6J5jYzg|O*?Fsk9r2z-N+~5$Iu<Voh^0(=ZGnpP=%>BP+#qvj`%r3jDWVS#2
z$R(}a{o~)Ehf}Zj7`dOGvZ3MA-nQ#Dd(`aiG_5`96Zz+?UP46bPk)9^+3lTkS7f})
zWRuHfiuO9|pqNm0+f0f%VCF`n<WzC3-EJ-%hKeq&Z(Z0H7%IO%A)<6LtigqK%hHLO
z?ae!yw`l|#&s{Oo?}~?d-0D<KO$W{hPor&05o}BfWm7#^j|Mu=T`^<Z76FG8x1`z9
zzcV|7#CSaxBqUA{xIN+5`7BP`m&|gPa@8Nix>P>iEt>vTsEJRdVzSzbb;3#fUz$!#
zV$@Y$9=TNL&@(j)R&@*3?<}m@X@@;8@Ty8{Winj3HI4Iokmii_f)#Na6;)DKEOB|d
zVd<F&|7A7tKllCm?Zm)4q38JaEdo=I80X&!RJvo4<9)MEwW{}{$CsOLH3L^4S$j)I
z^Bd>k4+kw$yEvDeNGvu?sN{@@dobbm)C=Kvdp`eFpSLcMQ}_{6jVk9clXK@-9;lsC
z+wE{qh`~c+VxSW94qg9(%f38{6AC25`~&tasB!H)72j~}#<eyf-b$$jW~Zt(4Rw72
z#dbH`&$=qV!6~sfLY--P>w!ex8~>|cZROTJvSs->^N&mFlPd1G#9u%1VaGI~M6Ws8
zh3iVnjUBZ<hOIs#{J+!c;gRNlYz-Rbsqscj3pO#|IvH|UY(FPwuF6dz0e6<r1NTiI
zTGaaoT$m*k|D|)&)0XLpOFJ}qTMN5p?D^2+`=RHr7uUU1kqtAlIhX&QeAhppb5mbr
zw~}b3*6mvicV*V<q=s{Nad0nozq)qmp?zUuE6zk*tX%VM;$g|1yMmWyYcd@Az0mw)
zO0oYQhH!_w>y}Q;O!8XdyR%7h3WJEG1KY$mPES6#OEmL3JmFp>|Jc9&s*Cy6gMVhM
z+g`u<Jad@g8TJ*&CfA1j&N<Pwr{{ZZML}lPC1W9xfG2?rfgDX;<z>GN9y;t_FL`ne
zH|O_w)fbh*hd!&ls1*LXhqLM)3u}Ip*LL+2!54Z?U3)AZ;lH9p_|O-%j56VMr#6+&
z+bjKD$gQk6Cefwv+ZrEPZI>k*HuoiEvMe~WpwFI3$*$!`gMVGq@usCG1<x`a<lgX1
zqq_I-ii0&LcRL*6G;BYrd+=PQCZo`FCmp||PKgIksa@M~J?7`WjjNBCq<Js;XnV2J
z>|*4#piAA#{V7Y1Of~Z0)_dz^GkwwuNk1Nu1kL-C=S(@puBunycXH`_7vF+Ko8MfT
z+SkYv^xk*llLQI>qu#R@6wL7b(CHiSL(SswH<ri)b<US(3#2GGKD;e_MUc_t(cG=8
zv}+g@7S_03I}@Mb%XXossg;$ROKgu$MPy*I>%1-<QQq|@GOzzu(I~BMvf(u~YdCl`
zZ{{9>Jz2cA>6N|O48oy%I#<QI#mgrK=&IVJE}oik`Gthqp-xe0zTIw`jxVPR)S8Lj
zm@TxW&Ng$Jgw36vsSh$|JxH3h;PPu$;RC9B&Q#0{v{UXsE9_$F5%A+{6RT;M$%04I
z6S?x1?09l_{ax3t?d|uQ%P!|~b90>Hu2z3D_jtO+vxN>y$_CB~4JW=I-mhq^%OViT
zyiw7mT|oBGx@2|T7-6pROHQi;7rC9gbYzNdMvY$&N8q9(M;Ujv|64hYZJCUxr;p{5
zQ#Hv)YEM|+@S3B+Z=UFzu%Kn$vB@tLW?Hy09{&8wd-1L1+S(IA^UD{rgtp{y3JP9Y
zB=^``YpUCw4F@(UKj8o5*yuQS+I;3MCVP%)vQ;f(aCp*vq^Xnj*r{{>Z{9w4|0tu#
zJ`J6KJ>@w?st-<ynSOh5q<F;|AzO1^#(74{yP2*nImD@Ic%YH7<A{mv!6~)Or-ODz
zh3lP?nD~t;ye`1g{VeZU6IRcyErJ@NN2fd$Q3XLJ6K1pOg4x%?g#ryWCAfrTu?sh-
zKUv76sp#$Wvq$Gy{hWfMVg3_Lm9x{r7<4rP0}i~o7@z6d*(DY(vPR=Zz#_$T=ii0J
z!s|I*y>d?el$!oAVwI2PD}lK?j-FTAYrwow&4sOkd%MHsDA%Qi3<CDS&x0%j{><f^
z5h1wfX?64m{>vx_wbXMn9NZgk@GPoBu3Bf_={U`I*Ago9xEEZUY8bZgrL)2`*A1!Z
z*E^&7?l?b4cL<qw?x1wm!pLfCjZYKizcNd#UYvH%@CDm%4UL4iZyqk)S{&AKGjT#;
z$AX2Q>e}>Y*<G!>8Mrn<yg}jI@>%WkZ+(^v_li$=%GaXebftLfJ9V2=FA9^J>LRN7
zWsWfFwPv(P%7hh299;bIMVgS_nXHUQ6aQb*UmLKyclqflVvkN_843Ok*rNYo#Su>T
zU;29D&wn@X+{w0Ehll-SL4ekN9ho45!!E}Uo=y^GFmaExWmV!=$q-u~>bSP?%Eao=
zYvi2Q8s271e8jZq7%NBcv<F%}Jv$yqmfcBu?-QAPoMGbDTkBH}D_)g7{ldrF-nyk%
z<J)FS&cE)@JdQ5q=Fm&cO0k}CSi*(JNchZmiHjm{YX06|V<NFwo_Al-qnjshGMMgR
zZF{lyXUOgQasEw<c1zw}8(W#zpA%;Kd(9Guj0t{c%(uo%?%1$SB|Gy-dQH~X{%Fqg
z|2mSV@3{0uLYyak{*yLk<pp(19#mgpS-kiE-JrMT;vapqR8MW>iBy`iK&Nx%%gbhe
z_qG{7@pz!`S7*}2p2~dv*nw2$wOtvZA@VZb79kA6o(BXAlpeS=crr|8P-FCAlE}|t
zn!{qjnV?bnztG><oQvV~oe2y&i+x#hU$NQz?sOA1S;gSPID^T6HGwNIgkd?8AL|S*
zgQ?YQ)5RNBx&*S$;j);T{r~6Yd1*P5x9v{39kWSy{>`uxN!Gy|=dRTF7Bt)a=(c4^
zh~w#3i@s~*UUYYx+}ksSTePn~3>1C)qj1aR;}`klqZzgDt|{4k=q#7H_MJ5an-B5M
zPTG9wte5$_6*q$X->g(OyDGf<mE^{$^KL}=e~?!%yCyvQIH$or<InSw6B1%3cfFnY
zd-Hvl<GfM{OMZ%KOe{a_u5nhWByAc)4^t0Qj~KsdSCh?#>Z%%xUEQu3mvk6sOt9f;
z75&1&a+Uwjt#cd(puN^En`B)4eD-xl1^r9e|L3vjy8MsF9t#|l%su%cNR7E=S%U{_
zh?YXIri+0_sKY9zAkhn}8X{P)Xeoq)gu)y)F-;P^u%;n{HAGt>dZmkjM!3T+rc0t1
z)-_bHUeQ*F&vY@+h;TT>BqVlWLqmtC%Nm6wRzd0GB8B2pRU@Pwk8ml432bcY5Ov8h
zzvd?6(|;i^ipc<^M!O@z@kslmXr**+kP@xPyaq-=?T#Bsf7~?ubQvWey1>TWZk)%#
zo88i6>a;(L^8nbEi6<CEwO2%d%>Q>gB-=*ihu3Vu66e;fjQ4U&yp7kI-VsdbZ4>1y
zQ<!(LImmLyJM-v=Ijx&TPlv7f99ZiXvGitFs`j+o+JBg9wb(XEoJi7Lx%_IxTFtA!
z0@pfTl?quafAv=I+5%RgRa5h>^~3HN*qC<IO8mzrZ-3^BTIEuU{y)sMzv=}U^5VBH
zP<a-1cUMc<xBm4%FZMGWJ;!`3Pp@O{-`7ijx$9p`&zzoaEqw3vSI%3hrIX8itBjuA
z{*!Qqdl`Gv>(pN@Z<5+QWz~+)@JP1Vz46V5Nrv*0*7=psAN;SD=-Rt+qxrVq|H|%N
zd=e*Yth8gwIqO@A{-5t`^tRMl6Z@uVsq41xv~L};risTLbq~y~{5Io9PP+5kl#DGK
zB*i|Q`%}MYqyJo4ljHKmzYUkq&uFxJ>zB8C;_v;PO2R81W_I{b-dEV$`Dkh9)r<2=
z(qAPkcWIKGRLvONb0AbuXt$_Q<i68Vf7kBym?o^gYI3Spr`Oa3wj4JfuCjM35l{Xm
zl;y4YyYNH&CbK6!QvXUXe-H;BgS8+1Tr99aDMM^}N~3v|!u_;`LDG4pue_9xJlfzg
z@xike;pe4(#vU`>H~rP|5GeS{BEblToEjPp%52MLdhVRbxpTWpgf~-^&;_C0Cq)%s
z`yCOsPHeQxG;m(uB`X<hT`%J!d+{qnna)Ky)8B98Ps)Yt7G8E}<L!C!2hVM1-`wn4
z9io$+_2J*ScP#TBv}YYRwRMs6TVwj<<fkaV6aSu0+?-wXwkL1P<DbjEnD&&In)bbA
z%P^}HnW;WexAAq=I{i6kw*}vL*66UjZ2xS7pQ5YeXWe-}fBS~t^K<TQI5>Nq(Z4;D
z|L^1c1UbwKRN?%a%usRfO}4W!cZ7A}r-vrS;pJyGMEvgfct^Ky>%%`gT&s@+s@+?h
z7H+Uga&5HPY|X!STfSeO%OsZ+H|waz3C)Kcmow9*pDOnGdt%}Pu4O54ZDPR(*C)NN
zmVWH?Ni6wc?|C`ZFiFt`dkao)YjrxWzu)^o_vehiZeIldI=wZ?vhTiltH(N7#>aTs
z^60AWou*>ltZ@ZREB|khUa@QIwp$zb_bthr@UHi*M(*9Ki*HYP`(T%BoM_9n+^|9;
zvsW9EUo?H#(`2L6V|t}u_vYHIo#n^X;_@>8P1&KqyRcY9@pR>qE0501Sh`&4l27An
z$Hs}fFFh9sKXzz+faH-odG&9mz2K5>vzs8cm#?NzE5BL5P0v2w=I8Xn3(*3*A98cf
z?Gvf9%R0WV|K9R<mz3{5WmWGKN#F0cKYH^%iNcK^Z%k46!lkr(=6aFlvKzXsr*>>&
zlv}C(G5t%BMDtm`C&pKLZkSf~vOjr~_swq)$HW*O##7lI%rR+vTkhtq+kV@>GL=nP
zK_Mr~^~S<`ll)#SKl&@NV@`+Q35$J_xdL3rI5i%)&i*9CFMr_n+0~cUuP6*ska>R6
zLU6h30=q(^|4R-x{QT2ldeF=8z?_gf1#2yMpH4rhxM}xEB}v9#whZx&_a_`ZBXI2A
zq*ET^9NR8*8<^BKu=6c?VVD+de?8>T4)N9g`(8>-&Gn1+SZ0@Zv2VRwjP@+)X|i`Z
zuS!=u@_MX#>r3K(L31aG-tYq7IX5^fch^bBxxFf%G;7Pj+xKiv=&n2Vu<<<C^XdCI
zzNS8H316pRa3h?bPp9?o-oP0<^S(CbSp?jzxSU^J<oIVILzm+l&D|?n)OS?OEIWGX
z$mL!ezfJ>_t71o%*{moH(`&r@@7L97O$+*_YJ0iPP;K;{vDWnBp7UI{LJW3mr)+QA
zeCE(|xr!rcp^gQc-YpgXXaDV=PHdU1=Ovf>xjNq*z8v_YUS|G8T=m4(Zy!5O^qlEh
z_4<C9eN38LQ^wZtz_+tBOHSI?N<L}hZCl{))OTx1^1Dja|GveWkAz;a4ak`mSQsL&
zIO$tpVPnyc&&M5Bhn78dm6+Z4+3wh}lIx!r{p=JvezTNm6Qg}dz}1${;Heg|S1x<%
zWih^89y2AoBc!Xdtm)LIjazyZYTnB)y8KP3mo+hRkpj2gRF~4N>5Jq(Eis?{^HavZ
zpt%YRTN(Z;xC(Q;TA0%;>$38ZQpy#-#CpG0-&7@)qi4++W4Rn+5A4>Ry5jzuA57<c
zt%G|?0(bmA&-OO$pty+Z%%!t=)s`!%@!e8j|5H4DPVmHcZbl0te*U_bdLZvgnYvQ=
zf{kfR5tUqA_5Q~N%5R9j<$LN@b$eAuf%4<h%YkBdw@Q}P9cozE{oj{)KmTLtkoU8n
zhD3>~m7FRSzkgb)Sj1qBRS}bnZwO<i+PA3^n_2mzkDSWAeBxe-V==E)QQ@sEu1ACP
z)Ne?)x1O?Pv)X;)hhBWZA$FeK;^*&~Y&YI?C2p4Q^0pRE-#@NTx3jI=pJ*<2lBu5W
zpu5k4!~egPM(s27a%k>T;}SP((3|}2T>9}9x)WIc`z&nT(LE=`u<K7L<08KasnfPF
zoN{*$VySz<^jZ1TCNtq9yWBTMHnz-=N!P#d`L_9~DxJBm>5bx>Ej#Wzy}QVEXHVqg
z59dw>R#|=55SK~O%H$MV+V|b>Pw{P*#>}8ES1b&J-7|&mh%fbv`BC0@X6uXtzSA~+
zI}x{kX;YSW1C!E8r!&C^9{yw7w&>=b2VLQ&+XFbx-IMq=O)6sgY0ae*$|ea-`0g(2
zX`t(p*2cf=+`4bu)5^RrOG;nmn^<0ZX|L>N;Wy2npJpaiT)J(4GIgg$x>@hCj0^j?
z?8^<_@)pO=HP+eSn#dk=%+F|!Y$;b4%c+H@0)Aidd)xJQ(b5+Vo5dx5*yVA)%!&-V
z(vZk@I*R-G!{j~dUKTTI82wpwCqRnfsK&jR(!8<>zvri>g_^(g@nHXLvGItI-<ADp
z^M0gT+V=|ND9XPnJ-h9$TJZFwrA$T}w_69UT|MhV{DZ`pu;g_w8+kQVA{lDycQJK4
z9}kRJlwfuGyWSHs-W{(hSGg@;EvfR_>3T~PTkD&~+~kP?fxoWz)^!K$4!KvU86&;(
znAxkeZEH$buBm3qNG^WX_rRAo@vFo=FW+rTGoI<*$=t0v>!$nr)fGM;Swg>E3yKp7
z*vsR+NjQ2!(vcRu@XU-OtKUC;E7`lT`{OQ~%<U`oy5GLoA|{?$_-Lv06P_tk8)H^f
z-m^-+ekA6K=Ks&9`qr%77|+L@_VGd}*B5o)Y%z`G6M3)1qbyFnoVxbbN3O|J&j$bd
zqES}EHtW+RttVXC`!)aln^)Ln;Md%%7A`iaW1s)&ci-p7+cAE>9Ql{A;)#Lr&ZWB;
zcfFjiDf1y;@zPsC)vI3xR!(O#b4^-yG;+haZ_5>*y1r1KobYO?keN59igzm0w1Pab
zd)$}LtFA2dKmOptiwW_UgA!WP)wI{leq_0QLFPsK6Mvdxn%?Y^xcTAaqP`t+EgI=F
z)>cKnx*DN9sWfi8(e|5>?OvhX-X{eN*BNW@ysUj^)Ye{mWP71Pw{36B3q>yR181Z^
zKQ_AeoVD&OYhLNAJoU)Qsd}4EPkFP^XNmrSLrblc#B_IExnRPuLU-RO&kf&qOnhg~
zblXpN?UxXvn&7DJ6|+tpU3#&zQswdGch}X#C7AM;NaP<04U#hVKR8$Kz^14BU%ctq
z+impfNsHs3n?IOW&F)!q%fQ(~qSVtTw0?q<$%LKEKQ9VMTxGu~F#C|9Uc;jWDreru
z>Y7~0I4Yt0JuR?mZdvz4rzSC_r|SI*ej!J<y~#{_^~>YUrd7N}x97&Fg=TT@$?!h(
zC^9%;MzC7v%9M?Jy}2emQBM?|U7-G9rnzCm1HFzjO#<({r{7TQ%xcUpip<^P!~Cyg
zb##vDxsLKpF0DPaY3EPAa1(Y+yYOst*0hU3-itP^HVok2n)RSJB(&vT^OU*!pE;ha
zu$$7cuP3)&Izx)7LQHYSwMzzGYRLv{X&+hN&lG=9qL>@+b;9XTYl3gZaxbr-YYRD+
z{w_NEQL#6JE1+`GZvV1l--5i{VnR6HH2+<ls^prxxh$dnyPAAdzi+?T1y^pjjhVAj
zbhMVn%)4vbKl{3Rf%tdJ-DlhbDz{`F`Tkj#MfJM#9_<}^hi6Kk-BF}*D1h6=Mr)=)
z)~D+)S`+SQ`sX!$H##{>KvVqNv$9ip6WLuG%yb#mHg9y<IgRI0{LYYdu{>S&YHqt3
zw|koVx@gSxI57Fu4kM0OGY-W*e$VT!cXoK1zx=><<*-s~tee&66pobAqgVTUEf3e1
zY<*i4(fhqF;s4*tl|7g4aztDgFG)Es`D!M&>k7u13~hYBCw#e-YTIwcc%!w7DKjVW
z&Y?$tJ<SBxzIJ@?{Ld_N=jsVnj;k;II=YhS*M{&G3ysqP|J@cPzvf?65G$;@XXE7M
z#fEE{yE@Zvls8>yycT)mqj1~Jz<rx}Y=Vm}F>Tr^_NAgxCO2ts$&R*b2E`U!T|v&d
zvu-6sHXWGq$<pe{>X$F_-{vg5o1b)S(cvo7W=Z=4XXl&mTgzG5+@#!O?(+WU+V;uX
z@|UW275+8ho_h2^-n19nqV}y#mh4=sxGpp{?CV1rAFs6KqJ1wmOs!iG@7v8b`(J9p
zYBTw{9S51+Ha>WGGtKGxhbgwZq_+IAyRMt%UScKry>z<W!n~KymTVKeu|vdTBd__f
zLvIWNnpSUXsM@_YaQ2~vtQkx}3tFm^uP3Qk-rT%A$#mI+Ii>4LEvikw`+6vxPN+JT
ze><&3Wy7T@XPTyO+37N|b?KV_Cr{42FI^iNWTeKi<4(c6Tl1D2G@P#|Zg=tM@=XQe
zNw*$#oMt$_>{5NS%(;W|H<wx)=rh}Boa+4{Fk_Cd+26`U!97RL2bu&wa*2s?n7Kdj
zy6$za8@H~B>ueD?C!(qzbD_p)f?nY&t*~_K&C6O0cgRfJc6!!Cm%XiQrWaqcoziVj
za(|(7dxrR><-QTOnGQ-6Z~l9gtFG-tozb6_5pOv+uR9mf#gZ_yq-*LIr_^OkL0n5h
z(<HLa`c1yIA$n)m+hvdH+qT52>wR#NY!1-+o+!3?UeZ1RJzv8mtDHg}y7{Ia*?xbW
z+rj&pr%!(^{d?=p&ElII`YU9Yh2IRa__U61Q%;1mii;Gp(EZ*cXEp1L-m+|&oxDgS
z&MfS0`Dde<d{4CldXv20>PoyfxwS|~*?a4x#V=0H3w+rp+_fpUEm7vq<;^Y+o;q%F
zy17t9+_h%A*ro|94HiUR^a!ak4zs<-o-|$KM&i}QI%{ICeAp_xe)E2Jv)z2vyKOT#
zrOQv<;8(BX(0r2X)P2DvYv0V^%Qx>Ia>_JoKFv6#@OVnhhKea|)6|bAt_;d_@jcRZ
zG&E*=`prXKit3R+r#KWOH;S>oR!mJ=?7d;CL71rbkC@HD4~==8)go`6F?Q-W5o4y`
zAtbSSo^P%9g;R0uN*t3m`piFeTJ7@bgwM<VpPjTR*0;K7x3=wRnPZK!nE%Kv<Kmz6
zO(aDi?3I)CY`z-`H#cj(Kg5vfUura6ywt~I^~@sEnI;(#_y62$n7Os!N$wY+4-2NH
zE8UIqJ@L&VefhW55=BN)FZ?#~hHpLE`!+6SqpI1;_YuVgPgJ-!wYZ<^oHFHB_|09q
zJb6b`ZNCSpZ+RT$yLqFrey;w(Q(~*uy$ZO|qBV0hTW!QPWeJ-Z4IM`eU(fipDR;Ba
zjZN?7y?txK8X>c@-{jV+CD%INeSE&d<e`_(BNJ5y^)7vtEta9#C5|rP4U_6uImk_W
z^Q!37>l%|kZ7XL@>n!B?>8SNcEcyz^x|LB*3)oWlT5}ld70ylBzkHwfMEx0?B!oBR
zn+WV)oSL}xe^SDy0|7f)8$EqZW?zVXeONg_wp->-+5763Nxo^D)8e+;ycS=+b#Z^K
z%Bs?o$!o8Qw*?eTNuGNmq>umq<h|yf8c$!Jzkl7vr(VmNeX7rJp8YndyLZ8Pfdgl!
zwisAFoiTgOgchA8iGLQ~)qS`t^o2XqR9pAG7IRcSWeayseB1B4oxQC3s?Q3obwY0r
z&e+8prKNU3FIrt?+ODJxd-{WnU97nuS<G4^JMHE}N4A$ixvbd=j}LX-lTYg`t3K9|
zVBqVs;rNtErDr>D$8Ty~a6G7sHQ|MX<df}zPu`hrNH9nhG+HXH_eSvKzn8C6w|mVC
zd?+chQA0`ZhOo13^p6P_X1@8{$8;>ily~~9-dw3pFM-Z4q9?PAEVx!@t}6Sq#O25q
z#}uunRa}}G#r9Y3?tPx?Dpa@j&YP&a{U7%pR$iO<ZofC*yG<4=xtTUfrB;hAsZ1=4
zwm2aE?5e8!f-70EHWTHqEXg@7aIE}jQR2glY0s8T)ofppTrM=z|3{Fp*u|7fQyl^?
zocdHZ!`mo-=Ojy=XM!)bv}qUVCcC(b8E-u~ZO)UcS{3}}`}IQRUOV?J>cji;*?LaQ
z+dC6(E}R>9JYe%1hyLP_!c!-@vyGDv|J}K_FWTkq|ATh6?pJcVHmu}{oh&Hv)9q2U
zV6EAq-$L4#D|f6j`0qPy!Q)?QbChH*akhNE`#LgrPh(2pqf4rF59d@L&U+rmkQ+QT
z=5}-OExq8sjp_`u6yNIk8}a1X=WsF<R5F#gu^-vk8D#EmaUw&pr_Yy7bmENEu+z`J
zNl1$AW0t(Wip_QD^baCCp6u#&Sg}3KZxiz(sf|8CQRdIf3p(!Zcvb8tIGtZHdKsg5
z+moc`PkuM}z0YoVb~&I^cSE|k__jAT8zmA8|BGxq>}yl7=B34tJ-6hzlMiqvT3!%)
zd)s8|m6DCO6g&N=`LesOnwICt`;OzX%P&dB{T`n;J-BHol`bD9Q+Df9V#BFtA8#63
z*6+GoxVBPy>G6N^jkSGm)BkTVut^Z!<+D#W`FoC#k*f9r-x;hrtWjRtpI4poX}X|t
zIp&|+M2pDVlM_D*IP1OH*kyE6FJ0KK!re6W@agXd<+hz&x#%t5r$eF{ujl$qIJ)Qb
zp_n5=OY;tkv>4bQ*`KTL_Uv$b=%iGCN#kY8vsUybYcG9N{l=w0AiyZK>({&myTx7H
zBsnH(#jxdWa-6idKzPcgXuaZG`<$+>#Nb4pnJjNEZ)-lVY5j_nsA-coz3~R!e0^Z~
z(JLPhDKvVsaA%yomRo+sV}t*G{VDz0+w!N})GPB<*b=!|Cro>bYtH0@i_{L?yYflk
z)a|(IdU|``D7%TOn@#_(w)^R{3lFdH94ZoA8Eq*(wTdI`m)?a}`r);EIJEAnZA#2j
zt5kAge6vt^`JsLD?tV-Zx^=PjjU4mWeKGOcGA@46vf7vXgx!Ozow}I5ovcorQf=?j
zAbiyz*JZ(lT*2JD6)swdlXSvvU!MB3FPxu!x#Rj{o+gD%{u(_?_?(VOZ;Q-*pq*Tr
z9LgcZagkSR#fcW5FLNt)ZOyD+%*EyKy~dL}E37Y8ut<^JYj4bvFAMJaGI^^d3RH{V
zNGVecJUPu|iSf6R;$yA%Gd0@|J!9uA4!xc6F!^Bg-P~^JBc>*^%OXl#kH^k5Xnfkx
zYAd|9!c8FGnCZLSs^qBUn<QqbIjq02Q1(o5Yfba3O$J8UpM`hCPSULGljwP~peKpx
z)q<|Q<uyn47D_cL=vjC$^2S+SJg9c+N72E%_O<yP!2$W~9GoI~37Q2GjB2W!XFS6s
zeD5Cmlloq$(S54NtggFh9q#LM=Ke_fV{|TI!t9oU1kZzpuM{>f)#Bmq?$F~n618+@
z&aIPmp`{O=PHBxx<NGb5E19+?;NGVP!9rVYK7P}U2t6EP7Wq~q{1sDK*ZkuzH%+zE
zux;!5$GiOCB(<Fe2050po9|voa#q@W*j$x6e!&gFjnC6`4r*vRy0~1*-~K>7KKAJM
zh}XF#ZQpNwUzal3CU0_8;HqPnl2S#gIW5EX#H?`JbUyC%As)Y@?Io}Hl+Oz4?7gqN
zl({@VeUrUQ*@O!_-uf8qbSqfB%p%08UN=+WQOJikx&IU<y1$p()Oa@Q(v7#42}`G^
zuM~a5c1`2WjZ=Ipr&W~y^a;zF5%}!ot27DMbx#y$HE}a^I>>bhI>+=a-f>2Io5kFZ
zUb@eGw^*lo-#ooi^5#Y!*6KUkB5v&T{PMk|BWG*rwA}bkfjJg7%f4;6vM+Jll`~JD
zE_fF*Y3GU=dbj0#A2v4ly|vN~iZ@d0(oT%s{B$P6${hdDz72{!S|Xn&ehu!~#lAi2
z{_aOfX8NVJ?|hDAh@G1E*i-g$D%;eYlB_<D6HYyMm*+VjH?>)2>i+a(>#Y?tYBP7=
zJ@)_AgS|<HKcu$pP(A0HtanUsU26JH8Ro-%o8H7ImQ87Lxe|7s{kDhPi^jQ+4!L{(
zI+ymMD{=BEzlQB87krzZvMrZ;cJ$79?V!w#zXJNN*0^k2s+Z`zF=$1BWlSXJE1k1z
zBX6Ia_IQeQ;(n)@WzT$mv@bec^GiBu`P06yN7;PmF87m|!q;GI^&$C2(~a6Y=D{I;
zEzi>yI0d|9%h}fb?MT&wIpWv(1=Wt)N`B+t^l{Z8<7GPU#2p#4Z!%t25$DT@EXurh
zx_x!hlpD>Ze@-m<%6I>tfZX|q^F?~*U((wqdnryS`<A$5z{4$bzghJ^TEXG8+c|Eh
z$OOT(Pu@y7qA_<{1ob1gi7l^De4!gN)w`=Tz3{a5CT?HJ_LWil)|`(!^vl_4!@L;7
zu4Npoo2FN9sC9mkCSEf8aczZfc=qPGmaR8BO_tSmT+ZuuySb=TN^Ih*?=4e(TB9DO
zD9-4*v9+;U$MXI<ug>_hfhE_kx3%&!ex2duB6{X&q})pv;omcg)uT3@b-5?e#dONe
zAouOTRnn~WvO4p{C&rlc?zbqID*M;#%4w0{`AlhZlxFRIsQB<vv&PQfD;Xw!*=nt|
zL2S~=+M>I98!gua$e;fG=HICw?8g|YlMEs?3RYHUYrNN=c(^4vHt+ROm4&)*FKd`@
zn%5I?$MSLgj!Ca~$<C_yY8F0kOQdT^XwbJ^d8g+w#~W~jv6Y0jOZmy~=V00KMt$G@
zg51<YJIs%IM|f?pS-O7es?HcC{S_r^veG$zMa<=UekpDDtXNyeYXO=8jBMw&w%m)-
zk*Yo?=n|v4Pbl%@O2PRDL^9;`A8Dl6+zmOvl5;*%zOVdYgh+JBu}zY)=h%0PaA}1-
zvi8_i#`n@pq;pY8`wnNuV_jYowpY*dF!`AO_RgD4k8T#u-t_wBX2S_PBNn%+yXi&#
z{Qe?3nXjEWdG|fF`*ZeqP1?S+byZ9|kC#=y#_aALO|2a*jZBu;HU`hVIZa{~r_(0!
zH%?9W10y_M{ylSg%KP#J1%+oT=R94i7JX>teqC?h<7u`@oGlA>X)@~Qo?PAW)1k&a
zDSyhBeftFG_;3{N_qg%e!t#O7jzm4{6Q?&6%$pEAo7dpm;nTBizJA~Gq@geK^Rfab
znf+#krH?E{&Gq_9x=kkbB+Q-IKi5rbP3aynfptuw0^*IU(q>DpUaK&}$c1rpK_a_q
zM%jc11yLVM**i;{0(Z;%#LL?YuKvJte|Ldp?iQKssZIAizQ*OawE8aCD!AEvkKJ@(
znK$$9g~e@Q`}+0P^Ba9}E1j8-zL^{|x#qOtq9<{z&sLvewp^QXYv197ZJYayl{iz@
zFX=54txY`eV)Ep}nai{;yq~P(rh9Wr=B#ONSB7q@GVL$EGL?^YUyJ_{@pPrDMRwWR
zf#w^xsjQ3_`gyI@`sJk0Vn=U2l$}_$>1D*+uooM?nC;$VK6A?d)d_c|rIkNjVe_a{
zVjKU`_p<McuP4v<$atim_D1QHc#^Z;GzYazeZ^Y$2NoCkCEcVF&;Q_hzBf!|f6V<3
zt>Y~h-`u*Nyl~CBbAJV9M)g@}Mp&Eg4SQnQb!6Mj^GAgi_yuWwy|p`wBjaRa-i#6v
zBY!@f&NFuATV*fbZ{7aiseXsVdJo+?cbDlcOLo>WMBL4?2=O_(>*NU~CC!_c{0}{_
zOTU~aeM0SG>>JZ(Q|B1o2rrxQcv{O*uDN%;F7U3q|Dh$(U$3uvO_);pjlyTXIc?XM
zD&13UVk~00+MhZ5{)&55919-J-X6Yh=4SqD>bK7;J#PJ5$nk2$)Jb1fE3-^HoM3XN
zZDWw5<f=oezkJxZDo^lr-Lc9SeA?iyB*4Gvk8Iz<86TNGAO0M@CWpgRYH_;A#j|BL
zqTPKnBj&WSCr=F7_4bNK<=<VpZ&{Ka2IujfYFwy)>6UEChLc<Sto|%BOlo4u=@l#V
z+0lEnSnrO?Jl8AFyE#nP)OhVuXZhTmJja1IH6;H2i7t<{ADeW<OrB<SCVL9~?wA?9
zocm;1;^#AdcS@Tc%+F4~>9g~MdC(@!i5kbWC+2UO^u0eZ((s4px6fzaosMOXmYd-*
zdBZmC^xz4l(sn|V#E-rAGGTq_c~i$Ac}~Cs{!8m@49h3|5WOhRx%#E+$q19kqp8XM
z&p3i!%~DW$vpM|x%gvjg@;%M$t8$Ioxp}_%!b9m<Tlab2c>SWeY)SZSHzS*Caw<pP
zoaAXPnd^N-%ZK9=>tu;(9ZI&l-ahD>%W>IYv1(5=bK@%M!UmbGe2QKv=f&>0aGjp`
zR_eBBY3tdu`m-&!1$;DZG?3}~V}8kA?67x$g1kyeS&z}(XK$UJs6V}^KjW<$qrkDY
z{Dg)58*MqHCoD~L%lddvZ{8cG#Y#1P-_9q-AB<{Ge|n&3<rIzGt&Li)g%$yZ`DS}v
zg^rXgky|>CH^ytxH=o@`*V3(3YHHqE9hAGgmVMH+4EBRZ=Gv#`O?^?<<hR*YpuWsu
zyY|8b5n@}WYVEs`V?6hi)|^i|8rIDng){d&H0*vT6TW_Nmp<nN+vpW@(^||nsJ1+N
zb0mD`&$2zYmWFcp+RV<F)U~JHc%$LP#P>eB6-ONmbqsDA^ZpI`x;BY>>&!hlWea}z
zIOrC{`Mgx0e8cYK=F9sQwq|WFNY<TNaAo1fj~5abC9Mq42+?`$6Q3TRd~oi!Z)?}*
zellHgVw0H4YUY5Z5ZyT(qL1EmNGk=N?(6TXOkLn@w)?U^cl4s76<aK4rzPgio~Th5
zd1hys=i!w`5#IA^rGM)mUz^@@RlzEPeP3;y#~opIWxlkYOOqFL$A%pJXE0-FqJ)gw
ziZ#s(zol^-`Mp@7J9E|E+&|h!_a?NMR~?BfHROE$wW*9LceT%P_8^;uGG6>H|EBld
z+4y3`qCWzcHzfPAb#~o%-1b0dQdH_H>p4;X4o+Caee&GQnNc6wnhu*6h;k`DKPS+3
z*5^-r3Wsn-bi{!k=gk?RSJ-n7YHm`Rao^Wp%&d`P{pnL4r=~85Xqc6wyD{@~w)xVt
zzI{nP=QJ5hRxb`oek1s^`33(8lXrzHWHZlx^E+qFrq-IOW#GoR&dVit!ri<c*0)?L
zNuAOse@F9f*5Zx*<~(E3lAc3iU0mPN{!Z6E$636Zlc)6HX_f6!E;1QH%o1xeA08~a
zo)UU+XQQX@n^YwM-t_^-;=4CAOk;Ei*nah>n#_mwt2CLk!V*r0Eb24~H`}~9Klh%-
zrK?kRCFO``yh!PqaO91S_9_dDt#_EGryb&*VmU3tK2EQd@n&96$)t@Ek*EDWJBH@S
za+l8jvj6S-720oZoao*5c{_XUx@~;n?)o9sZtD$_9wZ%oZe+5Tt!Rc=QpdrY#m<*M
zrCDYNmoQ&UHZuE^FvV>PM^${;mAJN-yOx}JIN`lm%>vHLOpD&sx>o1B*H0~X4Jwq2
zU-3)B?&6DwRu@`@)-I~Pe`3NxdpX7~iMc{2FL_NWT47Y^S040P?7H5T|NIK6%`cXp
zR?)oewNE`DFMw%^!d#PUoEsDulvY=NT&vTv>0Mv-Z?%^9E>m7l+4wrxcm2jUDbj(d
zA6IY$&6ZW3?i4NX_hYG8#C_F>wkI2=ynS5yL^?5tf%DZXoA@sh+#Dx*Uxz)MV%Z&)
zW+9oIa{BiI@rk*)lZy^deej^Abhb!A%M2Nd10AxHWVJ5d5Ek;A_~81EsnX#mWIduk
zStTXtYZ$g%O{q?sExTdUpVq`V1)pmt>~anM*))BIJKH)nOG*9}+P|L`ZQZW&$LAz>
z&y@*tI#leIi!_|{+i>zn!?ZOX%Uab={y!JD?q)h)W`2_A#VIB_|2tE@XWn{a<9%6d
zC+l)Sc9lzo>o%I4XkT<E<l|?b=3BMA3)VZlbJ}-vwMlpQif_e}CjGb1m+?s7x<q6V
zn^myl#{Y**bW1pMEjp{3Lyme)jsNzm;qkYe)?;;cNxaJT>aX8*?Fb9Kt0{D8d&2~!
zxCK3*qckTK{C%c)=JfB<i9dGsdOgvf$&~(LD#zv4N9V5{+reioG?n87kL87jDU#h!
zAN)D6cGWy{E}qO2-#D~>B}`I|Zf{;Gx-k90%uN1nZh_Y-y2h9FH;PVwtbTT}sJ`_U
z?>WoW4DW2RRGGKOQE|fI-+HHwWa1Vb?$~(pb-mGzSO3|i6v7X<Noabv1UKm1T2(9W
z+!N`UUhwW+hQ!3D(o>HH>QB6(7I`Y|r_jVjx5WNjTeIY2&GYS!4yIgll<u(?U0=}m
z!r|EU)-;c~=TE-l63XAC{BBe6Nr694C-0B>DL!GB;>vRAShcLhg#sIu#d*$@som(A
zx;Cn1ZCifsCU2W~g;oZWCd-LC4L|>IPmYQ>Fij;n`SXj*PlTtxIsM47^-V~s$mH-C
z(X;@SxeMQYc3?fdp+j>4OZcUG3$EOpGV4Q2N8k>Jb3vVFycyI!fBNs?!S+1mo5$DS
z2TP6TY+k6S_4C|@#hD2r1&Iug1Z*ZBW>TL1Rmr$Frsu#q#=MC6I~wdhPULQLh+Jd-
z()%4Rr^OkIzWgmSE?h7F_HOQB?UN@p-+8XPwnbUv8}kar$H$z7zRsP<($!yL6~wYx
z+3!lF^$!lanE_`y`Ewrm&Z;nCn&a)tFTw2PzesrY@s~{<{z{Qj-(E{M7Op8c{Nm8>
zm)nC*3a{APxnk}SE(@u8A!E}{HoY6YY9Bd-yC>+a`+D}wgmm653?Es3E%RVxj97l^
z#wDR`uAU6ZtOkB!>lzF+PF|j6)Z(KOa#N4t<7E-+T_QUxk|xaV$lbL-`D%rLCWF5p
z%US8G0+&sG?Y<zmquft!uE`EAX6FrFeqYpj+vPL_&tCiZY{slkL9gj$>Q=(mJKJ*^
z+MIm0xrBc)Q8CT2|FwP}V-EM7wl4Nns`mSw1+pVPr7TupPf0jGxio0s!6WO|CYH?G
zc8_b_`3tv&4NH<1^khVTJu_YI*OCC2jGQmhCnVTc$+^UwRa|&$(N&qP&vFdr#`~-m
zUf}cfs($DzyZ>v=`h0)NFJpMO>`>Hp{zV^|6E1FwWe;%R^q*~)nZCB|{-JFXQ=-io
z-AyXoXG&z8xM#R%i<0!RD;=RXrq5%37BD}ctK)UhGf!8ptNovk9aw!~*D1mEDt{KL
z`S?t%nqZi@JoGL9LJr?KZ-2G^KE2~&nbxf<D#9KQPu`fZT&Z&Tq>9c-vp#8QuzAEM
z_OZEc>=awWv`%2UPtW@gHez;WI$Aqjv>GRN@W?Gv*V=!TS?c<N<P$4|!#ftOuS{y>
zc;F^J(d%aN`F*CxYf7BHwD8-XoZoGkwV=ARFJbc?rss#`!lq2P-a18X@tbe_=I!5w
zqN`t?e#LJgruR;xJgPrvBbR*{Q=-=V6PGXDd*S2u{7T7=M|A~1qvu7~Y^+E!T=ja_
z<i)%zuQYDFD<8~kop>+#?R{;9LdLza@vYi5BG0Be{5@E;yQAnzz3c^_9jo&0Is^tA
z9u5x8^~{}9H1FTf{OiSs1x0%ewv;;m^mBFcRWeayYw@(1t@B~UESrCxCTjQ06bza(
zB~&E&r^)ur^z3VrQxPz!<WX+Zn14Bh@2X4oEUmUJ&VR%YWp}SwSR47{!!o<lO^TZ)
z>s5Fy%X@OI^L~|(s?kJi=83HRw~s^_%zbFi**-sH&wP$Gla0O!yT4fS=TFInvnnSm
zq;Ab$^hx;2`_AH{5f>*fkWHWV(otq5OQ7bgjt_Q+k4#Pc{XazJYZ+r=RQ9f&=@<Uw
z9_0JM>u`Lz%ZtA!=D2N`9mJ&m?a0d&0V+>CUu+b9cj&sw(@&e(O9ft-c8UjanJ@-K
z^cnY`Zn4PKc6XYm<*{)}$=<j3ZyZ|gZ4x8&vqL<-oZ*&$g^IvLUwa*<%X;pgKBO{*
zYBcI>;nm=l4BfB0DWWp|&_sP5g-4cRML7&70&h8VHn?Q5nw4Ezqg@@JuPie)AVI)?
z_no5HF0KjU@<xX?Ht5-&{m+#C<&c@wd!-jKf@UkOvLzjGI_fLAdn)tEs{OsIJ5%Pj
z7FH@+>Y2=ZVYacY+vGNDf?nafpU3!^Zz{|5@aZ4r*vIa(;<1^kpZZ6Qwg3f|qAen>
zN{{B`7=3L1xj8q;`vh;w)kmhvFQhyao=Q(htMRQdOW}$v_t|5Z{QNQRNsEP3@5eB>
zJk+0Av!O?v@nWEO`ON#*O4%LL3Qj!@QN6bQXOjQx9q~SGT~<72W+^UfIlAmj*oW&L
z7T$i=m%lUUr1Rt?-HnXrtu_AoLBQ>5hTshik7rLx?s{6t&1YEVn-HzJap{Q_o8SD{
zbls`(;Eo=dbLOXIb$yPt3qNKlmTpd3(pK!nHm!L6!S5^HP3iev6keB;8S*6JT7Bbe
z<zt(;|1q$vjq8lP5?*}c=1vtRJx4d4q#e_=?&+(zvMy1rQ+90LVK9f`p~K2Y=eQaD
z98Jad?tUhl?7Z!!lA(eU|Jx-8W-r&b)j2k`vG4-l%1`SwlP0tG7KP~R@#r&K%$>=4
zGpu0a$K?lII9(3xTCx7bbyX3O6F>ak?X8ow{q$k>A8&6f`6iB<ime4tEgd<6_bS!}
zZF)LSTwKX=j(12;v6si5#ev=OIe%X8%t)I(B~UE=NU)1;-!T#M1Yhx>hlflTb?>+N
zcxi4%%v7_OD=rtyC;nQyNYW_hRsKANe#iUu9{jq-TK~T2w|!LI9<_X7_bJWHk9@V3
zSCmYrv_+|y>=OQ1@v-K(W%<Q_re}P`<372vTw>BIe;8eO?Qc=sAEhbB-)(E1d@&=z
zZTXev*Lu&E=uA50uJ<HQtzq`&jSP2tpRQqArfi&<{J`hV|F;f{jW#McJkDBEVsv@!
zZavkLBD-!TAM)Jx-}=g<<<D1ynoe0}Z!){9{r>-}-*0@BjtrVRZ-ut3de)TmL+e+)
zU-r+eW4~IpfUL(V_Z_tz^UECOcidNsshKf1>1o-@e%A-@_DPg+Z-`hcn3iuFQOmEN
zVDs}+>y_xZb(S&{W+a;RDC{X<(@WU%<U#SDV@s<y)$W<{YZ8BI;||f&jcFTtj#zN~
zFq?6ytn!@-|00zh0i|@S#ACnKJ2jpXz3RGL;ZK=C+oSx~TNW2<D%CuHX!<$&#QVC2
zQ=Hm67o0p)zGH)e&YEM~+c(7iT=2JGwe#;v_htDfZydV1a(Q33TDoh_Yz_<c8+tq^
z%sDO}jZv=FcV^hFa{ADzHK%uZ&+xt0wKH<Z{|4RL=S90@J^wy?e)N3Rq!!ajZpSSg
z4jG9{bEF8a-u2;<PRrBQ+$u$5eRT_6nM-bG&03Z)YRM$4-M7drI?8W#xAx-xH!kJ2
zGcLy}`E4)BJGk}U4yXMh7a3EYs7{Ou?(8;u+-;t7MBUQhU(ufWqAw|*PVBt1u0)FM
z-|wOi_x>&V%`UFzF|mHyqpF?Bhp#_nd-j3%VsZJlOZ_<^SxuKj7O&s3?b&g5cZJ<k
zoi+>d<!Y>mSsa+JrJPj9F_l%G;r(0JCl{vfW4Y)$HNh@)&k3KhU$<7?`LXfij=<+4
z8Ge<W+#6c|E^z+L_C;q^{LS2a@zPacEH7fazC3+$h&826h}ku0W9|FH`~A(Ilq9zH
zt!%6~yvW?8Q(fPWg-P{ztK_?vMr$|{552s2^zMwF4%XnLZu!p7W>T$>x7a5Z%-O}G
zba|J3VYYf+o#m$4`u6J6w*RP7+V9KuB!Ai8;OteuKdw*|xR9y$YFbpx-@W(UJNh4c
zT{-aS_wxH9o*|bF=V`9{b8b!Qq;O*^jb&lygBQ$a^N4!z$iimcM6tdn%LR@H20WHF
za#0o7{+PR{A};^C?r+ENIH@h0cN`boW5%V!{_E&R{k~N`YzH0(wEv#XV6<rNW5)mY
z{_b5}X7PDhg}Rvh=|>;VCOPbK`gb?f#`I`#RL|pOCr|9N$~g2P{pRIENv;XWAH($h
zSoSOZ*<w6*>dh4o4q0nX&pFp!)g4~?#HaMWmb={Hng`sW?c0TAS=hwpd*<-Yh;qHW
zW2>0C*}9__tGilW$$6A!>}Cq7Y1U3qZNBKLH@TfbBH(XQ@{g4H{D(v~-PUr^mv}ej
za*XJM)mQTNOZG+k7OsBW*12gn$KSmo?#riDYE=K3-?UbcMJzddrLMoyMHan~8J)kh
zc%DAydVcZ|TcvOx=l%=7@+%AvtxP?<NPYek<+h&tu`vdgTh?5j!5iOqKjO~k$SsLI
zI!Vn+yB1p>*k0Ky_0#&*igfFr2W1-PH|}}Nw!}$IeX~h^((zZH_K0u(?3%iM(upg3
zzMQSzG4rR{{6)_c>i4^c+rINku}rwxk$bw%qMEnHiKSWVj{mLzgI!M}&j0w4vHEfF
zuI!@$&m84TU;eu|F}IWV-YWUh$;|R^A3fV?^V-H_$B~=8?yJvxO(}h0Qp$eu>yB9=
zTc6ykXPh?U@ZX+)$8LVUdeZjf`t+*Zi8i|*mzFj!Kl*vX-NSFhH+dQxW}T2S%&e*9
z{GWfBN%znXD}m)lC!dJ#wb;qOa>Yzb=_h6UGnO6Pvr##|;yP1xx<tCvRt=_idau<2
z<DL{<_-bl1QIOqIMxl!L^QnijFB(*@E`3z$b7BL_qmHxMr|!Mt-k-UH@p@eIa=!Vs
z$qMmpR+ldDGVmTRP<g@|Yvq%`=Dt2KD`k^#Z+z9+_1$igjEe;htv-5uXQ^eLCDST3
z!<{Ko)+#1lvQlx1mhZJKrN6C9N?!7cUt`JTg>jdI4sVIEwmp=|@+Py(N>^dGjgV$d
zUINek2lH-zpK2SCmK0Sn+wb_D$ErKZ9{kI6nJ4*k>*v{@ul06+E;LE(UJ;|$vQMx5
zz4U7Nn~8~Q?!WSWwor1rWx}>kGeb_eFs$96^w)Nwlzijzn6$dnQBDd!bmm`q`gYSE
z?P>n6m<~^t-*o$Hb9P0`^!@V7?E{M(c&B7E$gh&@{vY4j*1d}5koXam&DHOJomHJ7
z`0>|O!8@y@ILh31aoB`r@QWJ$QJyZee&JG|KdT>SY&C6-E~&gE_5SR{^yeK-a~^&E
z#Qg3?k#n8&9Q($34u7_;x0PGL$FyYOI|H8_<CF~RU=7x^$%;zCp|)jjHeKAR{V-yI
zpR2CGYo(V=Uu|Bpyk7Xw(0Y~e@AT_$8D$SDE=&mj@PF!`nvHI+Z+DsAS+T+JZ$#<t
ztIpAN_n*F(b(v-(;km1-{(G;nTuJlc!>8nGKZQ<y;u4$MqgEey_pwnebAC*QnMMC5
z_0z4V?Q2$RTzT`;FW$NB**o>ScD$0SWel$Iw0NamI?3T}$xt*seyvUHafa7R55Hes
z_jkj$r!RU%PTp@m@8f8;uhuNp+pYbc{;zp!YDA8({K?>Iow1@hrJ!WrcK*)Y?Dx<8
zn3#X___?KCfeB9bAN*PsmOfH+Q8imFddO|xAKUOrd6SI!CV%ZqVfdYLR82IQWycoR
zq8+_bD-5IdCw||cC2@V{U(QU+iT7u7<ld8f-R6}2XT@TV%9FJVXP#Tztgn3aZr`^j
z(*-U?*NSQB_|D%szjfWYXLpK%LzG^W^xs^$O#W&B@73!4v-XAf`#oV@_G(MB!}|4X
z=U1HbSY!8=<ywr;?U0#oFPR>WF>XwMRlK-PUe!tH>As-fZW9lj>+j1dm(BJ1Wbx!s
z(SoTnpEMtd{`{5KCA}!Bd;PluPwy|jn{k4ddEqL)-)%z75318b4=w6{u}|#GJ%-nB
z8RPDll+L`f=4x4CVtPnPM-hA6N59pUCJDOrclVc{^qKxn)wt!pec*%1N8joBUh*v6
zaXO%6{=a8i-()nss(dnI%A?m`m_I)Fnz3MZY>9qd_$lw8#)T|>?|-;G<*q9%RS=x`
z(KPFf`|QdFcK6orCKj?&{O>K>aj^A1+gXkLn>!eeXx%xgHraQoUVYW_wGm|saR#pz
zyKQ_YG`DB%<-eA7<;?Hit4kjBVp_It-@@IE@62y&&YH9G>_TZ4kEVrB<z>><FIq)@
z@za|<qfPvZ>p}<F54@J^_8qi6#iriU#>;qg_m<gm<%a8XDsIXYY`!!7&B<%^-1kN8
zYI_{Rb{thb->Y%!$JrD9z3Ob|>)Gu2maICu{N)KovB!SX*WS0z4STR|y7~XmedTXA
zn$-F=1)cj`|2oNoXWfO<2a+1{E-dz%XeU{4^6KuzqUH}?ah)`szVzJdSMSq5U)`_2
z@4R8l8@)8|sW%;TZhkPj+0k^<_RPGSr@k$DmojPHloi(d_RZK*q9X3Sp<!ZF{Nbd!
z7<v8A8xt2~-m$7E_;_UFgr66u?lV_#Vd#BvYd@oAS#tvm(=P8B6HiH&u4HyE{BiIl
z`?9mH9~Zs+{j7-ja=wX5__kWkHvb1g4hh%4uUkEF4cn5ZJO^6DR7~c+kDbKLbFZgg
zCD`Im+YjyyT{)6rH*@#7MV`=j^5j&J)rDh|7dJM3?Jn7LnqkTG%^&nUHtj2SzI?lE
z;iqKLJLc2gWq)eUTd{MYSAULTLcyu7doL4wr*}1;s}P^-|EW{>Kn8ogh&`XfYmt>Z
z81f!VtKRRt&hTgw58p(V64lz|3tU_0>UO4c-`Vx)oy<}#q4$masor;P`tih89$cdR
zl>39U_>bSmOHX)}OxKf=yDC~>{e1_+o~pT1*DX5YF)Owvs_uH~N5`EJVw2v#JaI1Y
z?6=q#ZsiB^_bv2{S;1LR-u!iC<3sl4`6cW@3di)!Gj=@RvWW2=yG%&@hlIYL8{etM
zO?><M#Dbm0U(ci}UkJK)@Zyh~e*HQUoS{Mwie6s&dcVJW-cFH_XVVVp-ddo-k}f01
zD7AU%FQ3&l)sN#ob{;bgeCB;K%2lt>>}}14d6Q&X=e%qBc&)AYqn>UYXY145PiOsU
zmM)R^e6D@2c&nGwj~Vly_shsee7t#C!1aPn#JPR4N|Akh_B-CMj=wzpO(pXUf&J&_
zum3sG+I~^m5hKI*drmHRzVb)-FWoB}ewAi&iL##&2|LkXnr@@IGw9xp(B9YARg*-H
z#D`XS-v4Ci_5V<u_*su<U9WhqW~bID@Ay!_zxH^zly{!UiT|&D<%=#}B2{p{fq7%Q
zdUXHAtGxW?Pb4Z=HHCM7(KA0cRhsegs=l*J_c4d>%fC_Oc<b7dwD{M_lXA7rd0jiV
z=~?=fc{($~V`Hs6f8SiXD3+BcR?(bm%C_~ZJ?q)-FWN1zKkvr;-7LXBnseSRbm@_c
zi<vCk-6+1xkS8eQR`-AN_`gC0A|YMp&Hd~p-ulI}-_LH$Iq|$w>WrSt)SiV0S7y7#
zZV8(HHt{6mRdG3?M8#k2ug<?K{C)4LNkQ@(@1IN_ou%8AmW%8XbK<_g(5L_O+7!8*
zJ1J8b1AER{GU(|rn@$dVy=X!3yLG~Da?A%iI4l0RoH3bsWZvS_r)Ezsu@4ONIg${6
z_wk&0-B)_Q@7XWCZ~gAZNBVLTEKcq?7ns+%y87-TyMF7+f(s7K2Y2?oPB_hXf@zn8
z$9JX(0Y!!2zFU(|sy;BD_`5Is%<@eM4#q4GxQaUtOpZC*oc;Bx(ec=aOLsO(U+Meq
zQlq)#URUHcCA9$W{RY40rPVx?o+~o_PW>61ZI0Y7P3(!gf(~R@N*hi*Yw2?&_KSY>
z=2MNA^UN=vE4i&Kl(9BMSnsoU=Ir%_`$`^qo0@C(Okn(eVnu}HnF&2vQ%^orzO5*D
zXg$05SxI(#R-^Q+`zs<(UtKi$_oSFjKZ~9BWb9lPe1G}$tVc2ek9yv(-gmx2f5FSw
z?NR}!uE-{H7}!=jeYsh@X~qiwzMF;q-`_U=&gb_%mObTSXIbo_Wv7>adiy{*(L($(
zD^qxxZ+VgRRPFh9-yZp{x$66!3Xz-l%gtZC_pX_@XSQebz1!UE846}EH?OUnE3R99
zskY2gVYUD7S8|IiZtR`3*6d|<`I!|z7}h;aO}w2I5_iq#P1woPUn(LEwpOX8H2IuA
zU>$$W<<0byY~AMj8t(n!wfOQ@Q(^U8#=sb^>F-_`#A^9peRTZC#*ewjKUmImeJU7R
zp7OVp-9y{<-!8u+kB{1Iub-nGyYinzt>@|f^zVkh*}iKZWoD}uH@<!S<wD+m@er}1
zs2!i$-W+`Hp#9auw6luw$-Cf^lX5#xxD|TtUF6|7HUERc&y>qkVjAl0w!fMEqvU1K
z&h5%grg3IJ-(LQCF?PkfCVjD6JWbPM9Gj%_PagX6Z&9@CM{ZWf9QEFL-=FVJ3jO-|
z)U#uHGh@DVf77!Un7{n@V?LdW3I*lgzfXUDY;(Yu;(d%I3nH}Hp5BzZ^Yq-4-J5?!
zC73GweD~j<Ez9A&?}6^SBHylYMb4OgwQ`k}sFb(r8<m*}nOU(vjyrtkcS%fS+c_!g
z->!98pEL??h^@LVmffW4-s|-seyzo>d&0$rHmP~GJ0G?A?YcFyKk}5p-bV?Rj%+{w
zy4{*Oaic_I?1tu=*iyq=JHGopQ+i*wF@I^wx5bO|yi+)&-e*e(e_tCfc_1eJ%GbiY
zX^+`l%2?Ij-Cu0x`ux{U!3C@8GxGMjFxPF^xsYMw>ASoYHV)yUhdo?F9e2<FQdxCi
zUT^i2%Aef+j$fs7QlnxnO=l3<zqW95nY3e~>rR_PlUo1g9SiK}&^EnPyfZK+{@%w&
z*J`&$8vcxYwK9DEtG_z)V<UGf$-iVX-?3}G7$e*KnR8FQeE+2C<?kb(Etzt7q_~2X
zX3L5+e-S;tK=A+Kr7wT!*T?_T_dfP<b$s;u>HmIv{xkI2@VRB1%&IWP-rV?#B_IB%
zAGlg^|5I!9L*6MxS{cbl|IPaQVoQxyU-H^B97i1lR;+wFyFw#v<>jqU?m4i{O22&}
z_UNkVUguKk{pC04ZBOt&dpg-YeB--itF7OjGdkOQ%l^UA-QUl;dx@7NJ3qgAHF@n9
z`{gh6w<q&nKIZ;VD<gyT>={Ab-zSd=uiJHXM+wgtSzC1jjUQ(vLROi+|FB58DDu1J
z-4{L&k2zjsk+QBlb+>%kuH<dnVGFuU^=k7UUCMp5`l7>k-oyMZRx6UrCQaTF!S(w=
z$y>ur!)Tiswx++$tn<1ORl5a`b=elN_RlV{*At(<v|I35Ov1JgD~pyJSaIKY$*LdC
zc(6J?BSb}DZT|O``*z*^r}g(O-u(Af_RmwfA67klEVz`zDVld)oK1L}4$Jfz|C-t@
z&XlyVCe}V=Z_Ah1R><=0;g|P}YxgW_e7e$9L9gY;)*Iih+9sWfjoxr#^-8ZrGwsUs
zYEG5hVX9Z~4vRH8D(vp%sH?4!$(r$-VQKLVq3b_;llYtp_E+9~n*Al|SJp(WuEuXW
z%FG{}b9lMdU(|Y8mu%?o;zf=}R%ZSzxup`%^z8nuX;MG9;_os~xVc6`Z0n8vOP>d8
zIPa?e5c2(So#g(TOLMu`@ce4+*!K6aTJG){`f<BY`OdA@ntSnq_(5N`6fK2hQLiV{
zSnsivKH)mIzQgT~|GH=AA4-2Yefajgzt!K~*BJ)AD`H99_$$qJ^6Iyoyw6@;3e{TU
zu;nV7d0FZWhsdY%940)zX1YI+<=Hn!PI1euJn1~!om@gj{pS8#offZtzus7CMa{(@
zitBeT^4J=m9lxCY?YY3NPn)g=nE&{AnqNn1!HL~p7iF1;ZI$-EI_uU`{TB(L;j^19
zOC@VQl;3!7?>5z(YnIG}V|POIf6Tbsll$-br_FgPuCptDivFt$jkhh_yt{H&Q(#j4
z#8velzP@AUZ4C4KWG7qner6xb&h<qFp{(I=e_5V2|Gcr{qQSk|HPNMZs}8rcg`VOI
zWr)@mJR$o1T3x}1BTIH3Tzk3t$D`XvZKul5wOekpqF{>qOS9;sJC8Yjs9pNQ%Xofq
z(47W_DaJ><!|UH)-0*Tu`3lDGW|cfszMc3GQ~Qm%`~1zriIST-1E;865=oD*bS}HD
z`XR$^pH{@brA1MfLJuFmxz%3R?qljhG1K^cZ9Arm?_(14$}ErFvHY{=YmTC{qs-gn
zWh~~i-7Vl%2)`eFXV;ISi#*&K@}j;f`*m4mK6I?!ZU1vla!6(6hM8<PcKNZdn&!Ov
zufjZO_vX;o+ExD_RM$+q#rb3Tx8>dUjpBbzTiTuFbLCg*#cj{hwDwBhG09B$^kj+b
zRF8Y5_bN7hetSgB&d^4$dY)eV-*^1cx8l^=FQ`Um1vSjrrITK?cjIoQHBuTSA;u!S
zp|8EK=4pvC`N&m&zshT&dg&`ut=favRp#>+d71gJD(z*mQq3^icU3P#LQ`3B>8<`J
zCtOrm-xY6PTd=}m?|qv)2R<|(-Y=cwKksZ+c<~0eMcP&sW&9SE*Fv(47xqXcp8aO@
zcY{rY)G58GGh!FqHnYf3veetXXZA9g(B%6TC6P5RR|Q!m{FOesPv2fMXw&Uy&(EEg
z(l6)<+@m_7c=cXQ(>-b-YZmR(ynmWaV8iaK4@;`z`qRumzr1n$?xNb#u+wk1Xx7}^
z5xhL{!O~T1RtMJxy}jBqBl~go+kWMBcY0a(-O5~4H1S>7r`d~Vx3X_Kdtu7!;#W5I
zD(kL)`TFVmXC6k*z^fglKNG4yzTWAaKKB&!Z((uiOp{NV3A3bUTu3#I-FAJc$n&|Y
z{jyV}eM>5j+uvub-gRl=6Q$PEchA(_*{kkl`^WpLQpHxex1SEak&B;Qf1NLmPk6<)
zAFp3Yx6a++(<Q#pe%G(xH}4#H<d{`8+1YPT)o-`IF6*YQUc5we?WP>D6@3#{P20ZO
zTm983#tC=3-+XGztx0y1{=esQ;g<smSC`K8`xN-XE}Y?X{h}M4`MW+Tt~$FZd$Y?`
zox*#Qm*3&|Z}4J*n$P^luh{OWcL_y(3t_&TKkJLaZmT&f0*f!TuKQzmERaK5V)vDk
zpWeQUxVrrYmzr4f(bo7QU!;VxoL}V}NiZ$CR4!%^A2u)FW`WjK-+<6v9~QgK*H}C^
zf=yssbl0af@{cEXta>@CcC8%af<@D<pEU~Zp1LN^Ec)@=V>_8=9NHqrHRGuGI>RJ&
zbM^0*Uw^!jZkM0)E@4Vx=~3<jM`x=(O}p+^EP9=7$<1}T&ni!^(`B1iSu}OojL$lq
zt5bv4eZHP5YT~hI--_>Q>~9jDvr288-+yH1l$x{q#NsnQO@7pxr{>ChnAgXC$FBAN
zVwunPF=mNb&i?e#yp7|~`#(XiW_w><T5$ZhX#kh~Etk*<v$VH|?R%49H1|Hs^!*o)
zWG=tl^SW}?_k@>b;=PVsclo9EPRjgdv!ZI@{_^f1#;euk_U`?cKZ%<-SnTJn+xBQ{
zS<?=-H^0|#3;bE7zvE!uie=pYm;PW3s#IRHGF0f*{}}68+tV5xmbpy{b`D^9T@=q2
zA0){wbJT50F!Qz}4T9wl&!5<G?JED|6H&It+xp(G<___W%F=UPp#3-aNL=@pcWK3y
zn=AjwEe+l=+xgh6vrl)KnFmw|hi0x?e&wcAlg{(cdFwVF-ca>^f_ml0SuB&>j+GyF
z+NbX=zL9H^xs>Lk-;UEASKqm{!+pv^!`m#HZ@cY3-cG-C?ul|cPb9Ow@2B)#lkONv
zZ@S68bN`Ef2j926im<xNyl2z?a%Z*$KQ{=R<-Yjg+Pmy;-{;MG!@+*-xT5FoM%}e0
z(dp5jOU#utO6~3AcdgM^Whni*V&y;ATT5m>;octp?=-L8xs`YR+Fw7ky(}hlp7frz
zAAdZ!RN2c^BOMUtHh00b_V|~2r(P{z9UrZ4|4;PQl7FZ3UMs~qGaoo}$Kz$jwzJ#j
zzC0MZHmNi(rTNY5A6IrR-EDfS(X07H(t|y1yt{6GyVK#2r4riQu~J>o{LqY?_SRod
zuB*kre-U^8{%YwLr}--kR{xH=lW%VG_d(D7o%eTVCAeLxXkWiavgp~2g<`5kbLH2v
zN#&oiFp+t&WVh~lt#_I~Z`H)^s_T<)(ckdSH(Nz<%dN6IHpkMWH%YzN=g2(gS*aP9
z+2W#`FRsR1TDh}n-Ktw&7mRg6W<Ptojo1A64-@f^xqXa5v8&#&-6>vi!{qw*i92^{
z#m!!p=CHkJY4h#9`xVpni!9YVci_VDrd$`@WcPcnB0rWqdZG6?LuAFXq=yYVOkXi_
zI;i~is&?7)iu;|jOWd@&>HfDqy_qdylFiwhpxXFiU4BA>%i5UKoY;d)PI~;24`+XT
zpZCx1#(MJ)@7ey{J+NQ;M>+HVya#B46)~KguS5RGl^wT|+E8}<8RHA9H&VARxNF=g
zlFC`)Wu0#*kpCkr^W_o0R3kOxsm4!t1~D+2zTN(~=7w>Petv?JY{eJ0cU$eJud8Sd
z(wutzOYFin`Gb+32TktAC2M`&X_4?sgi$5z;jX-3QA5|sKIPZ1A9h%-l)di2HjSy%
zLcaTi?q!)1ry)5_L%}W8ShPm-fyv9;`P=^H3oSF~{4~#}e#(PI3cW#}8ki(R*mkYk
z-E?tV@r8);*-xegZu>Mj#5;{^ewpfYyZJ`5R`~E~tO;h^vw62rmx9^TO~>}`nbBcC
zy~%iE`KrbjlQfl;6beM07H7F1v(&WlUX|_>etrQ*n|HCuRqF!HmeWW1xmtOPrc}M?
z3M<N467a2<?bQ4#)&sk&jl6F3_;xI5^qt?Ut1s^O-rVkI*CUq1^(<*u1n$1<E)SXL
zDz3pg{m}k(JR39;<HgtMFy<CLS7G{YoZGl)n&1MDZ|B}*Z~q>ef11tFR7KL_^sGs;
zDbE(OI=sISI?uUUTdy*9-LKNzte)AwuAY6!e$p><lKxuB-`6G9$?~5(cGX1UdGE6)
zPj1x2@06dB)^jLiuHl7bQ#PMpO!F;D*Y+*Wy)SM3Zc}nyJgeZYMX$MkzfOJr=;@OE
z-Xe##=C-`vULrW_<TqaKbx)dtI9>E=4>o1*G81H(ti6Kyr^?Nn0*wFE-Y|#1@H|rS
zmOCygvD~66NFb$mHY3|AHp|ru_Pxpc_Dg?RNzqxiZ)U%Ij9t8pxqO4ockkxA_F;bi
zu^OW*ljm4*Ubrr@@owU+H%wxibpN_}Y|>`DGv}qgRQUBb=UTdWzt2>f=C%D{#uJaH
z-KQQ&uVRhfUi{A3MRT^s(f$dn%T3kQE!_eO7_Yw6Tw0uR`}FDSH+xQb<{l_aJ;5^b
z!}aMsrAh~<By`VKwRW)8zB4bpesSHQxqIi#X-F*i-4q-z8L`1KwOyodb5PT<>pO!j
zAIWsh+4Fnx<)(ybQM(_V`7T>6x8`c$!&-|ozl)ZbCf+@^W2yCSkJiJJH$UFIy16jh
z<*U%zhuI(R#JdF6adijCJSq`no-X?!+~&DUi{%#`>m6?=%g#P_msh=GU7y71!l#bz
zDTRXPVpP@Z*$V}KT>V+};c3fh|3!^aE(NiCXJ7H%^|~YW_3hTgtnz@6<K>G3^rP;c
z=?JvEqV29Cb>4FF!UGFB_21rqW&5bbpVR5LB72k~lj^#4@72pgwuZ0dJFFa1-LJLa
zh_%tFBJY-q->g5SPyRORQH%=*Z(hjtrhJ#olH)NpPWl>Ew_{irDyr<5bZB4Lw<XT@
zvM=MDe;tU`FZrhXUD8OGeL~Qtdh>^wYP*(Lwk^7O@LI^ng_aXee>hcSx=n$lV(uaF
zFV04H`$bP=IA&d1TH9N?{PYgSvt8SojQ)LM_4Jal+&+6{)uC5U|0_QFf>Lh$pUu0%
z<n}ba^}4hF{yP8s&rH@QTU}=!e;<A3PwDgi{~aF>8mjK`vN#$v;o-aA*_nbapC%-%
zYnifYwyfQf^{@X$oidqd?R$UQUtNtYF2BF*FMGP4`S<%>h0%-}$2L6w^8UZw|1XF4
z=l}Tsh1bf;uIO#`PY$!UQ-1t5mXm+>`2E)(*0JZ+gR1^b`RiD@>AZZ)f$c{#L#uAT
z-@a|yy!ZZ(FP=1se_vUqXuo^H)#lTSmQ*b$;hM@{c`w}m`KMyGPuW~WXB;oZ|3A3q
z*~!$`moFYxVxE()v%B1C?tk%X5=qPLrXE_Qt*Z9x(!byLR2J!KRJ(4S$El+eon&^p
z_-2;Q?RmFm-3jSEc{B3szgPFxNZ<LiGwkcuu&+NK{ko%HY8#bN{yqBFKXvvW@1_66
zmmJ=^#&=JE=c3&FWm~r&JlA%oZT9;=`!9(LZeQOujicoCt!I;XtxQE9zS;fGe%k*D
z3`>}o_)Pn;`}oTj)i#Uf{I$Da%lGA{^K<9=-rwsg!tcKidV4R|c*>Q@th#k4|84V@
z=>NNGuKlu*bUEqYwZH#6Z!kO*7R<J#{+i;R66ZacZ_E`Z`|R`lX>a)3_*&q+S$7}x
z_|>HSJ^uXv?du=vUjM!HQ^o1_+oxN9<X2o@psRjklBW~PH`lD-z&)1s8hceUi&9Q5
z?=3xlX_ftctNU;MiQQfDF8z0`-cPld+-uu6X&!vHd(rY8Q58Q<eV_h)_vO&{`rmhN
ziC$M%f4uF^GK-_%|HVh2{m*Tl)6Q-harB;wQm&-OzrGt+j28W@^LC$B64aqqQ}uT1
zmuV9&Rn#UOPAKqweQ_C2zW>QLy33zlU;e3T;loMCr>p&AKa-dDJ^p*yuBDs#m!z&P
z`rkRN>CUof7jL19DQlMdovYs#F0@hYMA<AO%OaJO)X+sCpBi46{`>hi<ltceSr1h!
zl_>_lI3`}Z&z-^gjVFS2I-8b;sl5WHrssX1uk#jEsjc`||9Z>c_xC5L$TM;E>&mZH
zG}3PEnAuvcGO_6hi_zDLzAs#JZ@&@Jd-UhFpP$?E88s<u9c-CX#perhiofz$q;QAb
z_=JFwjgv!J=F+~T$Da~~*tW?jugTzKQL>wQWO8>#vzotRD1X${>2A&U6B$;v&*}T^
zyCwPetf~2{e(soRbhcfloQeP7=i~mf`f@xP1K-O%?wi87RAS!$O;`U<%5D-qlPs{Y
z<#_0#!^`HrTDpY&&S?g9hF?2Z#>}#eyIx?t>yy-lBUkxX@x*j<PKw|DTlnT#r4`Z}
zyx-4`<7*Vm%4JdO|NLI*!NLso6O|VFN``vVjn8~C`|MeFFmy35qqW1WgML3%Dl&s~
zf2oA|WaUj<{OXdi)EtRTF%vGo+&7)up2_ofNbmb|8Y^Sx3Tmt^TA6g%??LUGNq21?
zcSQ=S#OVa+rzrenW$KN%_+-g6KD%140F`|6>DioSi@lC+cTHfJexOLSt3P(u>4&=t
z-f?bNBfc}3dyle5>A45YvEOrQi}pS8DZiAWpBoU#T9nf_mxFEpZN2@f8*aXe6&1K*
zC*FMLUvb3eT<H_*uGHK;J-OI}A*xF7yM<b$j9cH1rN3k*<>hV=5Wji8G$HB3kGHjK
zUXNW*oKas~q`zrTv13li*VQ_0Muj2I5B)Ov`}JhluBGnj8>dQrn;<j$VnC|Dwg>O5
zL#yH|p3Q#tNa)U)1r6p>jq;DagydJ8?ckdDz~b&4?@h}z-e|JiDDv6KwAyQqgmkC;
zxq^u|ayTZxz4+&zg#Ya=(yd4K&w8(a(M+V`MnJvwn>7BM`?^{|t{J+$z4~oSV$I*Z
z{xD@tN|D)dmXjw~wP!tJh>W?pTq;o9ir>Yv?r(n8lUucO`POgVAFmVgO7n=Q?*%1~
z2T#7Py`7+Yd#jp$^OZ#hw3J15&+2!$zi;~DpRdek8a4GTvUS~XJZ|sXC-<hrFO0c0
z?f2Q-^L}Y(TyEy-|Gp;jZJOS!)bMKpTjumVIdW7wdRNAkX|3IA(Gy#J4f)vqy{h=m
z*%+yCsdjN%dLVn$nmKLvG^WKZ=B`#OpK$h@qIU4y+Ku09LfO?=_pVyD_ua;@-kSFt
zWnBgG?>pbD`K-Mt{_895Q<uM_U0r$LwEnEkf}zphL{gbg*Tgm?U6wdHLu6I6!08R8
zaz7Q$Ox_;1efx7K4+W2B{GvA}Ge+O45W96aW!Jk85|i@OBUoO=o4vWaY<BYXzpHz`
zo}X048y&i+E$CZq72~!$ckgJc3(Q?_xOrDxonynX(qkrHKCv<eOweq}YivHSFaCgL
zqy>|DoD&0o>G_n!a{5nmS4qe-onsI?`g-z;o`$VW2hP`8mASP4v0d{m<tAg&9Wkcn
z6QW#fZlNb{?qwC)5x->JcgIGLqjEwI4>_`5D9CT)^XRj>@j*&;?hRj6v3A}QG9OKp
z6oYSUZPorHx>2jD(`wV&m$OP-!?kq7T<TmlT(i4z^#@0Mz=d^h4#z8ZZ18z9Rn}m~
z@m<ranKd-pmI(26$nLQedL`Yu*<;;Px8pzVe!IoenthV>=%u~?xnHf$=a!ff-5`9?
zd}H|!nf2kkMkb3_oMPU|Eu$r9lgOpRE-+WfQDE=tJ6bunK8sGBYQpyL)ASqVua;@t
zf7jH#QboB}S4qWHb+>8EQAKre34!ewPjA)e`mG}MzFK)^bzoQN(ItA)SFIG^#ka6p
z`{`b|S70A^PD6aI_`79RjtuKE7F^sYWFoMSxoHdE?IHn5o21VFj&eQu$G-&!7?x}Z
z+Qeri@pY>U*J6`O*|;yh&LTfr3M5O<m+qOB*c7qxp|8S6-$J{9BTgqvH6HOP?&An*
zy6?6^X!(B0pT~?=G_vk<@UV!KJI~dm_i&-@LbXPA%{Lr^#~<$4b57FqM?U{P6CSfQ
zvYPj9MNX;F_PY0Dw$qn~cPF%-SJvu0vZ3Lp-Bk@&jq=4>H`&UYHZ^Z~(QE1P<9W>6
z|J@Nm(OV4X-xrCS%(C;&yj?B|(@!kAXYiOeu<2`dpy#Pc{A(8-4HnQ2b$$3|(JmF?
zbBn~Azii3$ZZ%pJUHvRAK+u<e$>qP(SGBCrRc<|@9$LY+yZtBkn}ogAADYis#+58F
z5?-_<H);hR+oTIqD!krHzf10$U^ip-t34~_U7dJ#c*I#;QmD~b%+Z^~*_~>&Ho))N
z<U46s_)TRR8Koi`Gd0hD-Q0Fi%ItQ)kN;hHs}w(rWa@LSb7Ep}FrC!CG-2tZqs#4*
zYu`MdlT=w|uCY*8%RqqR(prZ!mXkU=`g;^^ZV(q>Hxy_t5fRxX&1!Vz?%Km0YrfU8
z1x%`WG|ON1wAztf#~*1}R0W^tJw79URoA&~KHHbPS|Qxqa8IZ@^mpJk(UaR5|8K9<
zxy^YoFVjG6^$O{r348Wj_F*d3_Y#<_Q79?(WaaBO>$befnUNBwx^>yTD@QWUJ+lm&
z@SvC3Zq<&Pe)Au;Tux`VTDV6jBm2-Ig``c3J@uHP6uU2PP2hPp=VJe*WiNv6Y_YWB
zP`#AldhgJuKfRM0<Tay@3H_Dw($>D`T6=S!>g0WA6JCku`b|1Ff4_8l#(n!nwwp=Y
zuJq3}Sh%~g<}KUyBvnV%SreaZwT~&<lh3Q!t-^V?`oHag)>TzD1qu5!+9NMCIu-K2
zkYN4h^)=G#N<n7F(kq-gF`Ig7SOcd`{q|w0kFspn^U_D}Cj{&6zt6SgviWVk1x}xC
zlwDn3*uT~z@>JA;HwVi3bV{Xt+r)}ixm;WunzxqWVDv1u3F@;&-k58=f60II&XjEL
z;@L-<lI_=eWU~Fbv`v4HTyfOJ*P+R)J);*%crI%R&gfD4aC6p96E*%4`72S$Ze{11
zo+V5W4BDEy;>Us)S=Zm))DrH``7{0Lu_cFN<YujUvWj`qUj0nppWA|RTl*Y3mu*)!
z3Xl4{r2Djn)9M3LZ+C20NvyIGP3Nk#7d}xRduevkQkIb8hw?QSrti=2&$_OsF(v8N
zD&c1xO8HsG?(Acclz6@*=dPx6PAltjyO@PGscZCZA6P0E6Ev^gYQi?_oYj774&)_e
z{ArpdRkbrKfYa9W{;`W|EiU#O%&B!>VwXC}VTyOVYv80CDgV~bX4^SwO^{wgVcaRx
z)0ey})5;x=guTp>{9<_Z@#%~@)_L2mJ9XCQIP~}gzh58p;M!A5L%TiP_wOi{huYL<
zz7uA!_g<_o^Ly!b;h^oJ8j_l2^3#vm?O)Pfscil*OL*=2uD!FT)M?h&y?lCh_RCXt
z(~|TgI&&^e7i-mzne$Lca@U44T8&*XmS48yy!LaSc<TOv54)yuhieHky{{_$HeuH$
zon?;P;TbV9F2Q*hoh@qv5?6Rn37s$3BvH!aBADxW&F;Y&*R@%f)P%i4_DxNR%-nyW
zGJNUWlWE1PSQuS3bh`@GxnJC3)@2pXbTG|a{O_T#@?w|NPq|WmIyFNsww*qHLUf(c
zHpZ2eN<B9`7Its7Di5`GUKH)V;`1E7D;j)aPqR&Ar=NZDvpRgIaH-14BTFkhCUO>3
zZqgQB?|4EYXi19u`fH1gBHa#Gn$M`?nK9>PESvPXGyB=fE}v+Un>Kgq!H+IK=5+jh
z<}N-fWZKKdx0(v)q-P5p3+dh9UUxB-=i(kwPnqCZyv}Ox{BrIp2RJPKmGbkO;?(M*
z?W>s9_Vj8d-8{hl&ZqrnQLpg!cAcc1qOEI#J0jdlGX+l@uHo*C;0r$`ytQXhJ9AU&
z#`rHqmu0VtH6-z^jyk$r|5VcN;E!pW9wsetNENxU((?Sa)b6#lj}3S%mai2NIG0^<
zSxq=J(0`(zucza*)8<y&uPk5l^{#a7CfgGe-sYTYtvT%VN~gQ--Fo3VHOA@uE)71%
zW|+FC@?_tW-F#<DV^~f=58u46dygzy@M)n(?xmZD_OeJaSQi&vR#BO3bgy=i(Z|dL
zHqqdF`2wtWosP;)<#@5|zfiWT{nUH9mFFGaavSP!X?lG6XQsX;HbAFJ>C(>7sVbI=
zE4aIY-0pfvx_T~svgC-f<#aETbQaI>EfY`tH=RFy+7!hZ3oqW3^pKqWX3tf(%`*R1
zFVL7d)l7PONrd=|YOA~mS%o<>lSHQS?m5p?Vm!H#?{3LkpN+3|cWvdi)x5v2k>}~0
zuI4iW=T19mOev0==HzO5angk;H<BcMIaeA)hbA3=7BE#{H@BH|-#NQLk7=wiH+wQF
zPj+eAYC3Dy*!|R<<2kFpbzVx<iY+-Op3f)?Jnp!)YWdpk9d2^D6_a#czby=rxYc!K
zKhM&QwQBdv+*f+ttYH2mU-Lf5MrqzPHtEd|H6FfQI_<F3{EMkgG5gl7j@h?ExU~51
zqxE-G!oFTMTC}K$Ercm!wq?wv0F93OMbeDd#F?4(0-s9F__@f4KX7Y*62}(t@3mEb
z@3A(e+*fR@kQ9-vsJ%EvrTNl<>+_67y>7f0XloK#nl$zCq-8EyYf_5;D>W^a>Cg_U
zxqItdWy)TerOS?f&&>8@-OgBM<}>Zn9gUSqi)K9eYFl<^(ZTp1-$T-ctV<_N3rV;T
z`?KZfJPTGM@ii*dF=r>+6l%Y;_5PJAcr)VCB%42L7Q6K=ig_QpkW)0iK9oIVPHCR*
z$`fL1L;5A^kF5<k6cn`eTZ>1iZ-Ywo&Z%5JfmKth3MO8PzRKLS)6}=Yqh-q5r1J3T
zlR`WW-qV`2{G0#l>SbT#Gk35==1gGSkgRU@>ewIeMK?8;d-aQ}G3BQH@hY<Q30<TA
zfxoLZ;q&d_i(j)^BSkXZSJeBS%52o!;`_K@_G*S;pS=m6f0u}zRg;Ky{{NYwLH?;X
z%YlSPsv>z$JsNi(lDfEO^%BRMDJyR{EB53*3!fTW6{2x=lF7Nxm)(Wu2=#wlbkEE<
zFl5;b<rPf^QhUEXlYG6;+Duzz!P~uI2|FW2mAF!Lvp<W@-n40p@@#g)rAJ>)TPtVy
z=<kC|zuQgP_;<Q<-an*exIXoBoctWs1HD2UEmr>)kaXL2LrH;M_{URkJ~j3yI@%si
z{~a!S+69V~B>gpPi<>alKsWyD>jP7C_s8cjE>DSn^MC1&&E0hg9h2KyPD+M!F1nH*
z`SDWfq;@eCquVk8lQ%`bi8$>e&CB4eEP8?M*_s=tTf8hLig!0R2Rz~8V}0$;I&H_C
z1wAqfD;n=kWW4Ed;ZR4gkRgl9@<j@oE0iQJEQpw(rqHE4Q})YK#u#2zO$(=~)1E|g
zw~4k1Y%R@wyR1ug^QDzr0-7>*&BzeA{&DGs=L}uWRYK|8nQR2#Fs5#_n8(;JY_mpR
zL{+<9>-nT60sjYFTucw;m|TL6*eurlDe9*Ap+kl3kea?SE04Z$v~ZH92lGUMEZc=T
zk#h@<vY(g#>bR*|_Q3bJPu!l@P3$k+c(~-sm)9~&+h)#q${mn0-)`yA_wzKW48FdW
zzIg6`V8g?|S1L8WmPFm!yKTax1zUx+D_=ePXtA>StY(m!WBzX5H3D~%)b&}yC6r>N
zrg^Z>^SXE^H(u%o*O@6TtxB7^f9muW{onFDY|3?xlbJ5zH%kBB^KkvNZ$%dmpVGcb
zH>L8gd=GW^vMbHa6pa6Q>xs{)i!p9fk9h4YsF}(j>S=sUU}@2$RX<(#Pr4n<_QzBF
z)mz?X;}b%<LVIrQ{m6A}f||Y9y*0Vt8dz5UI-{1d=+HNF{S)z17qV&Xd9$y9C*8+s
zzKYYFMHg0k817rH#yt7t_i23!N3)GD`irT)6FaMa?Z_pImI{kGfh`sMdr$w6y(1y~
z+MxX8I-?ZLZGwllJI|lCz`5y}K<1;RyE!f_T6XK1_)D?o@`#)^KJ_>4l1^_Jnsl7@
zsAnz6JG$-S?FC2N?`x%qOvvwMn5A3h-m&t6)q;yz|EGDeFEx(b^5&L}s~>CVyOSF|
zw{8^ZJ#^XhF>BHf*PCkddlGip?wPz}?<0*)opW&=Z3TDajzlU>QabR-J)Gyu4IdNx
zMaCAK##00Ki?lcYQJZ<e_=>sj<o|d1b%K=k1~`UFT&tGKJNrodQIGbeW!!Z|^2^l@
z?ycsPVN$Uy>YB6ZywJx9Yqo7ma1JO`J}G<DV#{xZ$8$X#H?Gy4d@HvzOR4jKgvilo
zS%av8DpRe>nkS|A>})QcT-EkJ=kBie6Zh@-s-wyIiFef`=eAq#cW*lVnREN8i+SGn
z-L0C1w&_QCEpleHEl)on@O-!B`o<+I?4{x?7fSCmEfjg$5HF;4xgfgeQf_$XqJkE$
z?^APjhpag?YeiGyzP9z(SEW3i?7i~zoBex5zDD=n+N$bzXv>GLS9dp+o{|pDf9W0h
zDrncHGiP>u6g7?VSUibm(jslwMNzJQg<H56mdutB*}LD;th{_d(k#7MKYjO_@4j@y
zm^~ppP31(^`#j&e$)_9{FZKDZQVUm}YUq8CZI$Rv^U$?Qw$2kx_-eC)Hfh~^tHYwZ
zXv$V=lbZF(S3elf+qvpt_<|=I=A|b!uTOe^>wo^N--qPxZrpe)-g9Ns)x<4b_iw+u
z8|xU_JUwW|6P=f5k~J2tw+gDrI*}s&eC<r{#gmpc$Ci8E`d#w&$5R2-V|lD=*nUI>
zNyb^<T4{B}q0OR&-6-UguGO+X`@EhQJSez&&e`(qh6iuwnwV6~oN!#MRQr+(bMi%_
zlOenAm+7z0l9avkOWb&Uz!qN55Yb1MuNv>yU#W0Oak4>u;ro@V1VlM?xvK=LcCxIB
z$Y(y7WB1?l-!r)@3f{Z=?aC^TuDyGLKeanRHT~ST6Dpyn?OK=aisw_$c=T2D*0huJ
zi-kR%m<0K}C$#1S9qo9lS5m1`&ii%MT>GcptG*d6-X0$FY=+sYB{Noj+5TpF(c^bc
z+%NXLy2-R{eeG)3W2@``mvTK(me!qT#jkoXWV=be(yT4_7dX3!vMv<cdS`Cjt;<2D
zIP#(^)@n7n&Teot;N<pGnxQ_0bJ9#%%PGh98cs|3TeX0D^7eeL?V($Xxti-$<ubFC
z)#hp`q+hCBII(iW_vz=~NBCaZ<=-?%%{`%eUS5~^m&hgl4?UEYuRHtIQ)&5Z8Qmnt
z)o0x#;<Y|1HD@?{4|gqa39UBdn5(7{dYtWDosYy$uQRj%)=oOHsv>`KQCZs5OXsdG
zn7C-oqyD0>w{<>`wz)=bKd{>2$cyF&_pY$Fe_rum+o{@}x0XhpX5r1{|0K;S`Si5w
z#MWJGcJg1YPW>vxvaMCtq;Kb%CN15xeig>XuiF%Nhg?>=?#Yn4#DSaTqV~@p*|n?x
z2Ca-QEb;8R^h#v+ONCvTGrPr?E%LhksZjWN`>U|*eG~55$b1(UcIKM)El*c2INmW>
zXyXjI){q5<s{(d7Z3*m*KkKWyPoa}Rnf11bOGoUbYa8trSDY5iNjS)PBTsm}81w0M
zk`X8WP3rgF93*RII#aaZc3Me_cB;~`q8+I_SI>GG`q*@82KVXcWorZ~j;)O~P2?1Q
z>UBC;;9;&{6vN|AIsZpX>^)f`H*fuZe;2ExxZRrLMtr_zOpn!dtBfql7oA?C(%Nw6
zMOeD)%%>9J|4trVGC^+I`s&wWLMzUxoewv4pRi`i`e)`@;T_j@Ia#GkOg?fbt~Gp(
zwoc&Qn|-0xdy<?5_@5M;XgEdX7Ee;|zIUT%J@eiVx4T}Mv0FP9&;I-Rri-{cx5@Tb
zJ5DcUYCjz2t!_G3a?<RJi>G>iO!ZYsdl}8TH{0t{i9lT2j@-9K&m-iIvxfa?)0%Mh
z)ti8w{%$FE<9T~t`!yWQOO8wp=FiXxw38H?y)h~!Fk<RSp@l2E(oTvQh(@Yy6+O6>
z|9Im{@rikCz9+wOwM}x3{9kS4_y1ed<$WU7&m3wmU%0hH*7DJzSreqLY|<6k%_U`e
zy5rWRjV$ahn`#{Y>4jMD|Nl|kHZaGlS?j^+pr0lxSySxKEe_sl(KmyqtmSeXAE(9r
zv{&&Tem=|Ny`B>H{C?O8Ud}7~a;|Oq+a%UqrgP=`uJ79xua*r--}xzY`R~;ywE9-N
zR9p%W>G*ThWZzCksV&a8%qzmT`WD#7tk`t>F1t_e@2j`2ZF1zCxFhjysNWoxExx+@
zt|Xp071Oh@N$rl#^LMptzMIci|0-7;62?C(RJn8^L-pMD-^T0>$u_$~(|GHH-D5I&
zS62lK@UG=uS@BkSDZ6>Y_E}S=&nx+L=}|wQ(iJ<!)<SikeS5Z@TD^mzB%>=jbNk8C
z@Q%C(`reuu6%SH%Hm?>n2v*Cneo`)5Hpw_-;>Mew^t4MiZ_Uizy3X_Ok1J36?$w**
zZfmXHzLGgMB)$4PhtT{kgB-I*+UwWeKeoW_f`^(e_wNgNnHM(tI&3Z6w(IKmz~Z7q
z)2gi&>qk4kj{4}TP;h?Z?(N63_eUE|-jiPP`;TDoecP|rYKyYJa6Zl!KO!UesrIOk
zn&S2&H*bl)e|bRlWMaXU3C3m5v{j=+C-O6CD5jg(Uw*nV{YYqK<d^^F<(((j&s66(
zlgT*q`P0ErpM+0pcSUMn{pFT^lD_Hr<SN^npXc1Vxks{P>HTCDuV0sBc=qfsE>AK#
zSX`Oo?Wy{vNOF64mn_Sj9sYNPX4P&!8@%m<8e?_4zTS(ozu0~q+P~n=>gu&-aklk7
zwz}6oMry|?^{)5yxWT+*i%A!Uy73-YM!$z@=1fc%e@OUUX1i?2>btjEe|6uJr7I(q
z8SY3cZf@EZZ};l##ATfvQ~4uaoefhDbh){O%Vw9NrT(YwK3BJ`ws({epEzex&+h{{
zul<|UZl|l9>i9PGQNcWY`TI{_?+Z-Xlrn$z8{s883@&<Va4!pEsu$Sksx^22To<k7
zmv^{o<*x9#;MHk(N!c^8tYznlrJGiMi!<4ov%y@@XL@aD;QKP^LqRL=g?sU83cT%j
zCdgTAbxPgQ(R?$rm`p*Rx7M8MNgQ{AC&oW4Uh;l_TiWk>Asgk+74H|!{?DxM`AA6o
zW0w6pPthVy4zJxiJtup&?XUVdpH=76|M%u98$U?j@UZ!_=2lf**7e7i-5Fl>%NNf%
z<74%3abVGv^Udq$Ui|g=a{Z0^MLVi~hJXLlKj-;>Z*z{T54xG7J<9HTH!M_&mVV<H
zA-pU2;cYI@P!3rKvG||6zRy2UQKM=X&-Q`k!L!u{#xEUy`%jcwnZk5i;8@#*C*PF0
zgv{mM)wxwj9y%#t)#hNx(xxcT)4xIgz#f4oZEcDsyZ?4f&{=SRX`Ms+&3=ygPAf#1
z77MVoZoAALGyiW-LQTs(<uh^%zn%zMdiRT<TK|FymV?SKWF6meWV$n0AG*p|=x<^5
z_}C5Ms6L0HMK6LFUUD+3zmkxg@AtxtY3s~2-4`6b89Q9#*ykQ_vdQI6KSw*8jK#ro
z9Jy>0BsZkKTV*v}@Ltb5woTG2@)UM4KAqOXbvTScr1|cFvIP5v&xhI)+?O1<y>p+N
z4)aQ$7NZF#nI`b;klOJ2!R%YI3016f#3EVVINS0p@k-QgTF6w^6}aPo%az0CDl5O)
zGeompXZp&rLpZ?CVS>`*1%?R=79G%M+`eR?5u-Rq5_f{T)Q6+*Jj{<NbN%>iJk9sz
z;$D~M*_LeC`||eK{QbRq+FXl>3OA*A`{v1|C+Ba>xpeON$L%Ih<=@7?N!+?u^#tR)
z;}>2|K07&Panquh%eAMs^%b3V|KV?y^ZQc8p#{Nn-K=}d=Dpam?B*;Ro64+DSDvi&
z)H+yF;gZ(F#QbuKy!@>fmmaQvqRo3s%6>)P=jYE3wmPb@&6G$<njrD?`|>5;`RNl*
zHv8~Qx^iivgi7V2-%gA7-ar4I-CFI?$<LG7)%pG8u2`(}H_JJG_p!|1p2?>yy&}B!
zT~c^Fg-?Bd&ZlhIe=#z$E|;41ye3||QsLo~|McywyNZie$yaXp<(SXxe`Qa4M1D%7
z)!w{2um1Gk$nHIs>m=TAN?_fpw8?!YR+lpNUab23ENWiJd%g4ak1wXB$$za`pCA9`
zgX-0&1uAu2YQL+#7F@Wt<IkeX`&%Bb-!pT@>w~-5-b;O{tC0Hcz3a;t7pn#D47Io(
z%lcfjxa~Lh%R{U8FBsPJbaRVl@T@apnY`e#$&8f;jY4KghMlae>$@IdKl$I8y7lYs
zUtJkwuBX?TF}>S+l6si@%%w+Nbkvdz1^qTe^AuG^>pe?0l<&^d-L>__*;n7s-QFAd
ztvIIe++&#=W#y*z=l;#vKk>%#bSd@-*Z7e84=$Wr{aZm)xbM;Vf3`E3?p!-`pu^*^
zxz%L_Nj;^V%QNq7{<~jokEoQ^mdllEIZk=}Xw}oJ(2(%`a_{oQB&!!s+U+MjcF>PE
z-1^~X)!T{x-7bE9zW-aY`M><VOJ{ZeeP6!yklJj^{HH;A_ikS5?)}$4@y-1IQbr!h
z8r(bh?@G2xh;t~+?*5^kJNNhdXZLshEf!z-`sDRD*&nz5dd2?!Kfn2f#f<waWA^Pj
z_>iq#S|+c+#N6P{Ba6j?eGU7H7hmr6Gk>*e;e3zO5Vvi|o=WSP&-zpS>HW#W9(Q?D
z?r(VXN_u*JOx}s&xi;rd3iB46G?V>xmh0}zCwB|i?z?s5#XQz6QVuG=4ke$>GdOyc
zSKa)LVk&=USJB)O*JIDtrJb+oYO^)pIWPCKec|N)>+c@ulMxh`oZk@jhJ}?U@A9=0
z!F%ftXvG$o-&$mwk+$6?BkRJI_QgguA#MGqJ_JhIX+19VS+@Q(?+)pce?8v07r9TW
z7CQFz$v&0xCzJ1p_8tH5QNm8{@bP4ei{(E`dfxLcQ`=tcQ2F8&+j8lcyn>wvpR$Sb
z*4<chcy>v}WWM~M<9**A`daNVZx8Nbzj(CfVcRC@Q+XP@7s>>F$<wIj;5uH@a$Wn-
z%E^;FLl#Ku<Zak-P{>&$Z=*^4-GsvCrwdBjq-U)zKYveZ&fdgdMn3UvFHe7nlsUmu
z`$LD%B%}7>N40+Q$~`9^Up@D2#^m-t_K!|%bgdJAnZUjDdGCv(0cSolw_NTtKhM5N
zvUFYj#o5;jlK<Aduz$C@=1N{?s$bl*`+w`VPW$y<@6WEz-cRydzQoUZ@+P43e~tF7
zzsgAq|MB(wdslMy|Hl*myyyPQ-{V-4^FZ=hR88rg-j>IYG@LJK?J(k&f3ULq?%Mxz
zIF{@XT=Zk}`iWOUYqx&)km&HM%VT?);WhJ^sYmL$|19hN{y(;c=bBhqqUnO_wtvg@
zp4R_jd!ju5;_ClW7yqv~_wO<9&%|!-p2L5{f6KqoVOOt<5Pg2Xw{p&>sQ+Kf?9Q$a
z*ETr#M!WH^-}RmUepww!xGlThASjN9LsKDI>qOehnJE_~YIOhm9C~o{<n{j!Pn#zG
zm%n&=g5p2nE1%wH=dRFlnRI{c29A@=9_O#mI{5TIOZm_H(uy&+`2JisGhXr1r08z_
zeeM6=<}OFx|9^P>&id6KTK`|O{Zj7st3J`>zpuH+JR|;xS$Vh5=2ll{ykEFTq(!;#
zc3z(Kn++0q1v?J@{x7Kan$5kO`LHgZx8Y&lbNe^H|NmshmHjo`g%|H%slOia^KIU{
z_tF<n_N@H!Z((ge?~|W@JJ@ga%m4bmqUEyt$3J<qk9}@@$=;Fr+-JYskB@DVlV1P%
zSlg4hPCmcj^y6P29lkSb|NWu3?ECZYa$o))Jyk#VeSC4>sbBLWX8bR|ccARl_y7OD
z#~<BxYR;wqJi?Z0-R75nKhIc{w{YQA^Z&R0i|qe;<(ZV9&4M|X|3BV5FZcdm`=i@u
zO}$<<<<|e@?SJZDvmLQH-L|ym|FYlz`d{Y!S;*2hefz(Kc~|~#+k0r{#(B%MKQsH5
zFWvC+M?>c3Y6tBEA8)f|s?wJy^=6(twk2h8@TS1CA7_{t{5|^Vwrr!pDpNu8g00tA
z{cX-Do5Gt=@Q<DKgW;}U3mT?{zx%)aePL`%?6$Vui>k8TSZ<j=Kf8{@?rL!O*=N~1
zw3S>}%(4#ud?D*u^jW3VlF?uJRwM{~YTa#d_d!YXWnMq?9d{mh<t6Mq`czL3#4c(+
z&8ug=BjbWzch>3In|rIbo?cWnJ0yQ{R_UHwsey-61K)01v5m=kp<lT9j5`TM%_k?H
zIJfrRPCu_#exKg>1-<rjdwbQXY^zr+Z_&NErFU1GT0Wmr`h54dEZH?t?8R!GQW|+1
zcXS`+6*G^xlTg@vly}+;7v=*Ad}Vf-<#N&g=XQUYR@Qd1Wuwhaos+Xw|K53i@a639
zm2cjD`%%B+#RvO}`R4D7t#`=oI&_uy9@9Q)nX|k++b!N)1Sgx9Y|EwR<Q0gS8{A!V
zu<*w7v%l|na_!o6@F`n(5%XzXz4Ag(kun`pwzxLmdw%x!p33>=?>|4Qy|?H5?C+JI
z?eaH5=<-Xw>+%eC9(=+!S$!f%cJ9(E5C!*F6dklH&kN=^_z%|vHOczqB6f%Rd@!#z
z-{Hn1wr)@{bVMa=d&J$Nuh>>gugTl6>!4Tj{_iyvGnfBmJnWMt=YHtF#J^Ab>zmc8
z7~;P9n_1t#@&9An|3Kxcf0yf|kCjWEdvV$H_J)X4`(>{FZ>)Ry=YRTIR)w4?_4_<S
zp1Ws@nEyQA=k+D){K>D|Zgu@RVQE;$9oiuKU))D-QCYq5maeY9`jY+`X1hPX7wrD=
zZ;rX(t@;^ag7^P>E_!@-W6Yk^WNrWW<M-9S?Em7mftBaxkNqY!hVpA0eotRlzW+$>
zzji^sf>)>N?{F2|{r~9CUw?_S^?%tqD$C=NmF0FSi{viZy{bQnljXsQat)Sj<)?+a
zA4^Qr{VKiuJg@rUnfg~O_I~|l#QS8ck>BrISG}8(JKkE|UM&@C5g9)7h~D3*6}~s8
zH;Yyau-BCQ&YwHa@65*L?L3Zt*WH%PX+LMkdAjeNq5ss%RcFpG-<E%3{>>l9t_VDf
ze|x_}>a?D}z5vUcqb&J%Yx|Q{_gj5)+Oc0vvGMoT%WoV1GZ@@ZQkx@E_)1dy`IC9A
zyG_Ge_H6(9%$e!9qxO|guO624|DJc3_te`HH6Ox0UuQje>E-DeEXzKxF_hivsK!v@
z^-+JrtoGIk3LC@f_l6l?oAKn@|6iZ8&vQ2&+}(RBWwOS3Kbi0SQx0tVcPnKD@7>8K
zwrvhfdGcL|_kH-(=S3T4Dd?K{glrTps;Cc{Khx`a)u#N!d4C0ehrL|p=9+MH)AIhf
zQngzg4xcKS?D=>sYom`>Y<|DCE;dL0+9&2UIW>+J&R^V<zHD*Y6~5Vt{l@9)t<U)%
zXNmm3asADKBc2mC-%D~jT`iRU_v6mJ>Pu#?h*=R^A6wsB5~SELsfb6P>GHFgDS5Lc
zmZeqYxi*<@33tC^V`F`HN@nIX&a?IJ<zzKQQ_IfW+ElT1M&iM>1=A*-h)!qkV-KBm
zV;_s_hWPC>q$ja=c!y^FeO#i;!{c!C>32K%di&5TTw5nUJMZDHb5<#<wBp!R{|_2>
zPR;n2I&;y6F#8gX*@bMCf149$y*c}&y!YLj`g6B=!f)^J{FvRkeC69D#R>kJ78~^s
z3kU5@<UFo=_?E(^gb6|o7WYq^zg%Q_+pE29-J7}d-`P4g?mzi3?y+y^zpMM}_as(Y
zax3nZ?}`ZEytX&y@5YI9w=k%ji~C`k9K?OQ{){xYYxKumHa$0HMSh=fUbyA;#_CDS
z!;9`(3AfJPH}ldNkDM3hS~}YA-aNhci|q&56$`X7J4DZIxNW*T+~QBfQvd1Va}_%)
zLcOkhE@O@?yt8rB1{1r-s(tTDxy2^^6LS8$=G!gyCGme+c{A_ohqW$I=Qp)&o9pze
z^K;$IYs-ooE^ME7gmu!X+KoLYAD<Hw-SqOk=@~DXv}v2``>!qv{NeHK)RPIpGK=QD
zTqf~r!y2(qCt3Gun#ualad+anm2sfZPO+plBmP4B@&fD3k5)2EC;6CkeD0mhtGZ=^
zX@k_Y=Z~U4zum$$QLDN+bjfkAaJwVzEX)7y=Kp^ECU^0STWdM&ojP|g>=Rv)bSFmg
z>EAaSzUD6~4`W+<TeZ6|JNd%8?YAV-yEWTG>ZLB<$vH45u_1riD~_wZ3%6bF_kX;!
zk!@11*WJoY|MKcTr`EkZI(cqn;nc-9?_b}YsL)Y&gm+EX<!95lij0_3t8f21bv<s)
zk*YeS)T9G!vhwp{1=~-h3%{9sJo|s^cJb-V4%gP1zuWiy>0OI_NAbuufpwdYzb^eg
z`G#+ugwMT%Pa&7oTz0=Yv%~Sv-(>TM=?mv|X<z!YbJoO2=C+4?$B*d?Ikxe8AG0!=
zR&UyOd5b{AvUH8k9lqc7<YO6kZklw5(~qyXr=UN_;N&-%lpNk0YKmWT1f6VhUURQB
zv-n~(^UxaIj#JtbE^?o_eDGahU!&db_tUk_r<Q#_>w8k?c~)RgdTsF?M*lD7U*|np
zz_$Is{AC9}T&~eQvv+EPUYtR|Bvz9ZRd<bd)XZA8)0_8KtnSYHf8KnNI44>Ey!!Ri
z-7Xj9UZz%+&72qaR%Yv~z4<1kGtw@+)8;!BDCf#IZ_N**r;Xmbv`-!}TY7x9QHg5m
z|FCnjD_%G<W*O}KHtRgU#H`b2be6;z8$DN1?BA7^yGDfNn|bQBo3qbP_?5PAqTJ(?
za{k|r<%{(c+s%HSXE;54eqe5w<wFB?nTD<NWJ42LpH+R9e(-*G=cW8#4h%O;nC_KI
zE-5_3_Wb(Q>0hs0ntx5%Zknw2mSz8p7hBmpS5(QEw|lAH<7uYmHC5^+!pRd~9oQ=H
zakt#_c};gpH*e+qZMAphmzZ}3^K~YjPhR+O`L_0b`8PuK%acpC#~Vn;E5!R`e3s#l
zN$j2IF+Jv}<;}~hW<)Ppock-*|N4!ty^;NYk3}trV6uHbO>XY~YoA{(dROE#KV<jU
zy?38B_rF`{aw(}V?dYeyT@pDbO0G`+yl1)bdSlybTP-e4J}H?#ZRVbXPk6mQUw;^t
zWYb<K*u8w&+qZIO&dRR2!8bX%;NP?4-_8*QrR>boC3QRQ_n)(kP}?-=xN*{#!{KSw
zRn8n!Y<^5|{h58RU+quEqGM;*ukDNw+7rLg|HAQ|b-w#dZ=SC@Q(&)t?AJMGk1aBN
zlb)OUIc(CiN>;d2>c{cvh>(Z$tIJOxKkBvH%kcS(`uU9t@+A|WO8m^zOJcrNQqg*L
zL;2Hp9W!R!oOkJImEGimt^?;DUtrsBx@E?hn!|H4oO&;t6!xzAH2r#tUcH?(+qRTF
zJF4%Re~mq8P_TXf%}d(5KIzDuIXE?jMfm%Th#<cu!N#Xga27iC#6I#AIvM$OLc?s{
zv)fB&aB|8XoG4&?d)@YXOw3iG93n3-ZoPUhdB?PyFHNlHZY%fQog=q~GqvQd#ODpS
zfA$7Vz0tcXGEe5Kt0TY4=`S+`!o7;}fA}bhd+CVXP7A&vc3#rf`;*zGns<NBh=g3T
zR$j|~HTIq&%k4YC{dp7QHqHA#U&6gCmc8Pq^Qm?foz)B09jMgRzVP~3oSSx}n9gd}
z(|lj<?+q-j`}0=SGx6XC%OkCq<b)1CT;QUc9^5#g)ApFt9&_ifXUu&RXME48{?w)=
zarNuGLq9cc#Hs2;Y};@-d7;tgd0(x3Rz$o$VxVJ@yZ7Dg6<Sq+ryV|AdU>^F3E%XU
zWnbAcOA7lcr`)Z0e@(-sp7Cj6oG4G*$Iy6*#I2>4?mAt+Pj%Qk_H7DH4(VZkIAKe{
z&1I$g1sD6Ju6t$lc!R?H$W>{@+c{j#&gAhub}-rhK=G%}!e<L)KBc%dYp*fvKl^!l
za<VepZV}O-n(gx+ZNC|G{G;KC>gQYQ?w?<{t7d}|;}qo&nTOwhRMh!-^>@YbnH!Gj
zW%@*XZkg(=wOif0G(^V2*4nFEBK%|K?v7tauHD{e`&a7W?a){s>C+ZTVLz@MyIFGA
zedUAs4u^Sljo;L6J1es7P(FX2uY1_$_Lo}m?sc`lX2z&5$Zmh{c;>gb$${34Z6Oa*
z;@zw6G>Y_mZ=L8FZm+yqF3T#cUf+*ly?Iebr+3^!n;prAOLNxW2-tXZCfodN=MyRx
z|BvDbne<|-dag{6anqGK?#CCJM4atDeYZ{h|E81ol)|gt9G3qr8Jm3bmfy`+w}Y}d
z3tV?vgo`lzJ)YbDJLGW0rEY7*O(8ozOl~xIFI!lk$aE`Yqv*ey3<K?*AAaimUaKzH
zedP4i*=)gCS{IrgJ+c4t&hh2Fj;+x=CxU-R%K03gy?MsZt@{M4SAUOn+{kzHKzI0c
z^8(WZhQ5luo62{E?mErs!S;58tX)rSzsxS}MT-2>9hXJ>2RF~m@0H#Y&!)sH#&#+H
zN&oV;$}`(*r%a#t^|EqKo@0e7m&lvu`PP0al|D?4>Y+bw^lfHceY8bd;>1^*+BcJr
zPm?=hGB>t9Kj_FTf%G%`W8|E5pKq3_`6dv<ESo;nSNl~`)czK&Rmma7SG_FRQ;Nm!
ztSj67{Fj2E57#9wM(!&MWnQld|7Ni{l|y~**)KP?9Mv|yd2#8zIp_Jz@;*1DpD4{)
zfBvoh>1XvmE{-}nX3x|!f*L1ZJAL}%=e-vc>y)<%-dB}(*!4T$;mP@@G_wA>xn^Fy
zxM1_te^)-funPXa^77*JW3N6PH;#Y1Yktzt>!pkK=khJvBN=@s)mKWkc&pZ)6Move
zpXVI<x!m&ir;O?4U#y<EIPEwxJ>YWC3#WqroOX9juKU>E&`O%yf3qlOdsFvw?~@OI
zXMVmSw8-@DVZM8Zw({TNzdP6cQH$creNjG9_MgQUt~Zvg7VupYK3zBC>!azFhunXZ
z%V<yDyU?IU@ARF8ChGF+?FBL4r@75~pDwTb)HW{v`ZWi4drnjF-*;c}o}Itp`?)(c
zzp8R)i2t`M{-|6a$Y%a&aqwHiwRUIx1fC|$HSaIB+1MOreNf1*)ji+MK3GisRh{>?
z{nyj}9<(@aGxt>D?6iYy&P(gfCv&QGM;C5-Vf;H~(|>j4pJy(Ay?HKdvugRb?>A@n
z3){T$^GyHvtmZzS_jXHflOx9_*8S<Z!Ldfiq(}Ag;jT8Z)7$pcio2Irx>)_c9OPJG
zt0kzS-DmH{{*1jbrE*7S=|7$KyRN>|6jROkc24j211`1pqakY~wKwdW=%f1U!W>m&
zrK5)?C4J*snkkjk&BJ7V&+ClLQ}26B*K*G`PnFZ|k=P@xns}H;<@nvl2DblYO%0b!
ztBf>mu=)3BYtOcsWjjBFs5suS+mIRbqCot2#)On<rH{hiD=S;yjQ4vH_+)(!R{_s;
zA&aE$^eGqpf817e_`B3~&kS)h!@}*_W;-))J^egm?@XiJj#=58>SpSMAD!lNy?Va)
zf=PRi8qc~uxnzdKGvN;{F7qx{#BQGUdWSmaR~wclk5(@`rk9Q@w5m3-=;XRaigK#&
zeC>9=xm>UDG&}prwR1N<ob|`Q>fZeSD%*UsD_`!M@zT-cQq7;Yk*BBGEP9b$6rq}a
z<KDswjo%K>owwTsnW;{;Tk`0g#t#|pIA2NItEu~TpA3nzh}h=4?r@^Yx|Or98b$6r
znNrvj^Hg@}&&Pr+0w)>H&s`GQc3-Gm;C1#T?WMLi#TInj%;MCOc>UGt@zleS{yC51
z7cZHg6|wZYMgOATpKWVbrJtOw<-Ce-)8Z*}JJUl==bcc0ys~7;&K8#E8vCaBCA=z8
z$l9^KUO?Vm<x!E3*wahb89U!TX>`1(>@a=KfoJp7*tMKA=fuvN<9Ubgb(Wxf^3IT`
z0<ML<GcLDRZ#LXi_xE$pe=EzzH9z$8i_+rCW*AtVVV?7wZQtzg-{*Uz9xe$Hxc_5q
zyME`>DZaXmMt`}c$-JHZbI<ns$<9ZMF5mUt{LHp&Tj;!VJiV_?^G{9`IBb(1<y;ss
z<AI<$!-@XoY<Fe9Wc)ZPd)sJ%g}qh(x0(C+s=fZQ9R6#5?8)ux#@E&xZgRV_{oj#8
zZ%ua{eZN^;X40R61;WoBWbF8D_AJFn{POL3!ApmOo6j2lUTrUO;OJA46Z2l3vY4G<
zG^x_9>C~(Vdu!s1td`v=5?=FcM>MZZQQ0!{J1K{2u0>uv$`NyVs&De+6sDb)%Mvdh
zHkIF-bbr0O`}+T<6#wYoZBU!BCh2GCY0u+gvpWQ?i~G29HJ1PUU6@n9>AA~^#at(2
z9gl6QFnP7|^sRO5=lAV-x&HW~r5x9`?`!=tQAgFrEX7FGwNTYjaZ_uaq0$+q%DdNG
zkIm!1YNuP(bMDEG?NLW>^(9QxxvIYYgVU?VtQ(!vljQrI&u@s0mh^vr_Kc9s#2@i`
z8D8gadiCduINcOwoELZHjikxC70&wdmdrQ*o`3o=wl?1(r7vY-BNwCboTPM(qj3)|
zy}P(bmD$XG^H%565`0Vc+^V)b_2v6Rues}|-<hj*e9q^1D~YeWIFJ906Z|Q!Kha~d
zLtntmpz5^$x0Z>==LM^agsN$}9=!GIRbFbJOlOGhzwl#mlDCwT*>4^R(Pq6l``c10
ztM#^r0)u~>F8E(ie%Jg-`{ttm**~wAmvqK1I`Dfz>guMFH8V|iKg!AeH=|EsvLWA#
z&&pQq56#=|pZ_46@w?Du?cw}M&c9`9FPz_2U2&`M)tvGhcC5KU8y(A-rHyq=GB&^e
zDgE+y@!`F#xxatD`+a^*Ezc3l7cUnqKisY~f2-8;#q)EVpM7XNQNn3@>fX_mw6n^e
z6XQ1-82PJr>_7S8E_>NTrE`b(TD{H<|FPBdg5mwiMv@nMOwGDC%y!J1^7DgaUfMZ<
z=l<4-e|@L^Y|J&fe|+u%iDSF(ac`FRlr-bD;H;v}dpHjrtYp{TAkli+$L?F&`pcJH
z)gN5Asbd`NS|fDkwc*=|TSLxGbK2+~_V~Y3NI-{^Tt>fd;M(IMpRYb@X!#{^?`r*;
z0$wruJNfcWryqMB+;it@*0x!D7A72ME9f=6@-f?dL1Cw%dyAW`O41{hW&4UhOV_f=
zlyNi%_h_ADGuXKySvZ|z^Xas_n}2j>PfumOWUt2X@2OkSo{t9W&-W@mHhO3o<SgR(
z<v{_<0}*SL$5%E#Eo7dz@<726TQSQE$}5*`zU{a}Ay4t~ikeTsi`LpTCX0N%#=S^$
zR{TG=O~LBHR@a`rTX=Xvam!4p7&rT+`3wFZ51-HQ^uqg=XIAexWOeJ`c3$rmVvLzz
z#S<+y^G>T*`r*3Uoy$EZrn^cdwqF;#`XFuA;U;x|vtJhuiP!W_x4BtS|N8#)D|QLf
zmozOq-Y1d1NlG@iWQ(r<FN@19)&G7(SkHYsF>T|$_8IywUDHMG8e2pdZFz8aeQI%I
zUdH{n_`mfN@6UL@|LOd_d0j!T{;u(CIDTSPw6j89Jo6pxz=N83maZLM?bf$WpWnfj
zEXVUYIpJmDu3YZr!rSIXES7(Eb5e7edhV@i<IlD4zm%MP?XlL+-qCW~z8~T#Y$94^
z5o_XAj-2`TdZv8j37!7KGS_$3+F8Bl-MQ{}xcPpG1B*VNwiZ2WcsS<N_qMfB4~_EI
z&)vC4soQ+rhw3lK^Y+xeZS=3uI~VZk_2-=*z3S&$L|kL`QP{NJulw`y^!8(^9V<5-
zk8c#b>GuD1=9goen7gYStQM$SRhdN2yL0`t;_}x$&&9VN*|PJ@^{$^$3M;>GJmqFp
zyVJua@0G6ju=t#7$Gd}~_l?=&tIvh~+ADvt()p=&TAoaaWm!VrQL|SY=EbEi6DfNs
zJ3&8wvgQIO%{%$Wvkx(LZ{7K5#+6UK6(PG`RY>hf+8B61?b})Z5ByUf-~aJ?iE;bi
zyzdj{mzw!ymMh<oG4fe|=#ExorI^+H-Q54bHoE^P?k@fkzis#O>x-6sUf1_givRoE
zOH=oM{bA{uzSZ$d`n)y95``YJhx)5>@4axbdGvVA{h0rZ91bbAmd#A7o30-Cwf1=Q
zql8EO&D|STif5m8WcMg8)ZqW?{OzBBk>$RJuaqobnddb{<Xe5tvNw1(XR^`98|-D(
znu`LIEtho%l-KvlXggeZ^ffMHr;mK4*;&7NuYK!oRrCnOXMC11eYRqLWyc}*k4+gX
zs#nZSENi=V-tT?SsjCyd^nTBrzdlnTt4*b{-qxp7+WnRJ)F^|if{hm6wA74uIxde{
zoVcfdep~_H<@OAd&yoJ#Ri`Z^OyyLJC+ThO-qQcA>!{V~sW(!}KYadMpYfr_r^NoJ
z_52$lK}P2jWzN}nJl@DT;hx>+Lb=zR^OdJuEOKc5TK(YiZ@r7#U*4Vc?BSiOdSBRX
zuiNI5@_gE|4X!B>l?f3BJ4E+v{&B9(Wx~+~*A`#C89eoL_Pd>b=g4f!v3S@o>z;0P
z+syq-j9FDs`JK<d*4>YG^t*BOaE$Pr8J-UQ=dbP9{C82kqqf`jx)X9|-da_k%Ff~n
zUv<CvV)@>Fmm;lG?4`dJ8ir?|xhhr6!ea6Hw~NH1)Wfb@WgdsDjZ1I;7nXg+e&;#S
zg=}Sa;`?%U?QuS($gJQVlHThQxB1(W%LYNk8q?CZRk_VI=v@#v_m0GuO25@l6+?dX
z+{kSRcxYqcsrq%V-g?$`X{T21*(s-c?YGMOE2k7r@HwkIsJG(zs=vU+G%40+eZV`x
zg970;#g>~2=61!+x5=3KFhslTr2D!m{b!}zt+%G1D*n*&ghMxLo@w%_1;N$K#}E4j
z_3yVd>=N3)M)LW4-rSc5%uHV8>|B43aR;m7n;UZ`o(!Bl-T%5nRi=lIxsQn0L!)=^
z=iClaO50vL{~%}Cw90w0hdUL{SVX>G{FkBTpx4ukcB#UUk_FE$udG<qmQ(rWyXh8Q
zrYTw0%<cc!54Y_3eD4$QkH%Z~g+)!`pKO$1OO$=M$w*xO+fV+&A5Jzad_s~VdJ}7J
zN&1V}XFoNa{5yX2a(fp$@f8uVWk(r~iRfyUeK%bHRwsJ#>Rj7<*6$nZe|_a$G2eHG
zGS3U8lV$fWeXd@3ndkhU(k0wtZ_Y{nX1w>&vN%3xvPSvw@At#R_AdVwA9h&v<u4oW
z^%s~Ix%~Q6^`-Py+!H||k#FnX{eFIL;yG_NXPI<Gw_4xn3{AJ*$36X3z2Sx@Tjt!p
z2YU<Mdqho-tyldnGk0mAxx~7!&nx$yXG-Id7Q0pcEWWqu;IqdJHfk9?zuyO3XPY21
z-{Vrho7!i?+4-xVd+J}?A~H|l`}3O8w0Upar>+cg_@V#z=!Ag0k55X!yr1p1tNc&$
zg6ZWq7$4mFFEeZBrtfA^UyKT4)MSnKFRR;n-+Rli`073PR{va(lX7nFySeX8Q;wYZ
zRW;|L_P(;67hZ3Stz0(0bq-tI{!jO<KW(q~5I--b?|<a0oaH3f%`xHsOIPoY>wfWZ
zdu-*|<I_%<<*fO>`to_%`IlaLr_{V#>B+xo)}HB;J2jM?|NQu_dL-@QzfBh}{n^X^
z<6w`$?TeH86=nMVFPXX1rtXVPy8JRr-8nPt{Q5M`*vyD{Vzs_Rf4B37FX?;#|7med
zwVR-LjZ>vMDxWKgx54@4_KiL1wpY8W`wR-r$}4a8zHAdd{pq7<a--q#RPN-tRjpe#
zuh0H<HRbI6>3rWl$EVt5{jHUDo0+usj%~(zbB<$)_WypL*>@~dGJD<m3B|k5uYY~r
z<lp1WgKA0rj`b|pC3k-0**3M@{i|%V%H9Viw{E?UuDr>drD=S6?f&;iXJ(%KY^8m*
zFPCF?07KB9&n}5qI9d)JS+nJ5#`6t3JuLsdZZTC`9>4#)_(_Gw(i^$|o{4>RuyV7i
zg?p}<9Akc6tL4HU{}=KqbGi!NX;AjLp8v{S%wtpM$zM}$RjjD~wli@VM^o*h{om}X
zb*p5KKT*DZT6gWDpY7(aj!#+m<M<~zyR?6oXZ}2w(sw%lBu~wp&chZ7+uIc-ru&-y
zl`d^%d^69l<>n=yo(U1nPhvP19ckEEP^xip^Ff2-H|?AGq_ih@{Q9^z@#Q7)IlBZc
zO(l0NoHO%6MU$thdSM$Yo9drAEXSh~7aot6PTgAK^{H9G@<IN*%{%_z^iM3cu>O*<
zZNbuiGXwqHDw}gtj^FFAS+nWbt%Sgst<@Lj?tB-%e!f|hfA<;Ib6a?tc1L>2E&KT}
zVbjY+(l!d`ozEMtwJA6*Z1mY`NxExOk)@1=WvROL2KMfrxvpo9ciG0u9TUkqe|(FL
zaBvt)V07n|%u<bfGavSEGYhsH5#&!jd+4zPv+7@cA@1wOItLSq86%XhE{(qMs;zcM
ztJeJfEXK>(KASu?|2;ChZHw`3Ua90AoX4K}3a?mHS|h(xKe6}a^2XClPQKeev9O6e
zE?eN@!ukEZ?9_R0`1iaKTzf3$ijB`6uGe8Ix6Zm5RNHKG+PL?{tM<T;0smE-vX!zb
zR#ZtuGd(_^@|Nr30=c~^bMO8=xFSgBE$f=a%6*eNFLr&o!oJ)6((C)XV^XU=TP)er
zv2DlwXIpNkr7d8#t##pb%~;MipOIbhVNv3F<sZs>)AZC>Ebci^oogV-{l-P6nW6BP
zOxW!`Gp)nA{X@!5y-oa{|J=l7-{tP<N-N5^SIs;7XU5IKIne>@P1oFMU%vKs3ahyC
z?ykL_$!feFTkcMJExc~as@qA@6E~d=KQ&XQ#o>{f-Cq3@KbPMBV=?2QdPjfM(U8D|
z+pT7=zGl6Of2DJ^WZArwHBs;E4K-!rVqdOljy>EGD5%c-#d5FQ&*O3u-BI;?<%ce{
zPh8p~eC6I@LD^M|yG`5QzP@m2+Wx>Nvy_b8f7h3?aRmzMw|nf{pd}Gs%y7A2<*b8m
ztS6}MnwZ1*F{!VvU)tIE@AHkxuRffeY-zJi`*8WW>l^CNrbgHQwUuD^{U6u;FS$6O
z#oYH#_{MEVBCP!kEepP1v~Ws4nj$7pdNbrhk;8Ik%iNgFdeO2gLod}f$gisV+vcwo
z;A1f9&j;Qw|GvMJ_-;LA^~b2z%CLpjhFkswEJ#on{dv*4rZW1>)2aOt()uc0VFKr}
zbT>t@*66c$y}$f;?+y3nQkmy5yBc=Sh}#>e`b_s-@9X*IXEN5`Klc8l)xE>tzdz1#
zp1eZYFKkZF=d;hBzuYvz;qUh^UNK?j>t3Jueto0QW5b;}dD7SP3zr|?IREQcC#AA`
z&WFMZo>dw3oKNBD-Wj$0x%U5BuLGyHn@Dgi`krDd5hi#*+2XnS)?K$&%V$jFzm#C`
z>TC70-lzNIHqYx>*K<!|-8PN|_4|&BXxmQ8nLN2TP_ZrY7XPCTF>%fH&wK?hWU{C4
zI`;mj|Mi+ZFXxDbTv@)rSm~Nc-j2G`=GmXCcYjP3c(Xa#sWCJ>$f`Qo+aX%(`Fr`-
zlXhiRZGEo&FMgf%5$4z}_x{)O{wR5AzR>N>j*I2;N9?K@=W=zKN#_~KOPv&dD0KSX
zzn`|=8N152^tX1`u=Te|CmLAH?R4O|HnaA?5v%#BmWTeB^(+^>x2$h{s@vAhCxkd%
z_I+1bTKUFszQxn>fR-7X3vY&RKK$mSW9}#26&se`eecP?hgs;#o3xG(FE9De-_u@@
zZ8xb~jBWL&3l8VbR9)<44tjR?j-*$j>8XPWD?d!`y45dyp?Q5@_qo&FC+i$$_J~?-
zw4Q4D*Jgrl{kQj`KEc0V@0&Ak3RieOuXpy3Bl0(=T{|@4#a-s?i$^~yEd8-&%2)5#
zolC{u-JaRU@AcAn#<8aSmD?rcy_@8|^Y|~CC}vZ2ug~pD`1{|-Qnr7Z*YK!P@5?F4
zTQ9Z<Uj5=xllbe_MhSEN{dO$IDxTf7D{s|JT-*ImVbR+&&gmTMo?n-YUViwm&WGjp
z<~xedgfo2pQFEm#|4i|hxBCu1OPM!E$%jc=uvGe>*@?ETj%U{}OwIi1uM;QrP(XV9
zQ?~y1nsaz{Hq`D(+j9JmW5ho##>LOSw+D-}f9pT7zhGj_`p2i)R=b~gmwt#{*iI?2
z;Lg76jn50qt|y3o`pR)^R@l$_85563&MowdE_%tfNnpC{repmatRH`#FL>Vk({S1~
z<--f2dd;NHDpw!PaOT<bRJm@)n>%SgCNI4CVa0NrLt(Xb($CKvwEVVTMY-8>Pb!=3
z4cnhD*X-`TY!;jUJMrP;U-v%xPO)i>Td>c}UDV|Dm$svO<Eo!Gr@iKt{yt-c*X=(K
z`<$+J&*<dfJn?Vcz59(t=4ZG=S1g$;KX=xI?ER&4qz~3h{M$S+ID6i?ZM@2_B%ZgH
z?bB1U&)IN#vaQXYRED0J`^x8L9bUQmU046o?b07ywYRL75VD*Xc*bJ)E3sb_mrL(3
z<~hQ@r=+KVSFu<r#VzKZ@tZY~r}yq*na*BQnJvn*N>SyBwo+Q}PpNr~XP3OKJTXz?
z$kp?wqw@^K%liG2pV(?t7n^v6Z1qiCd#Lp<r}v+|@xgEAd?}b})fW}%_H1iM?={AF
z-XoiyD!)?q<`tMx_I^^c&9Q5~dYKJL5(iyh7J4KpY9}yg&Oh9+>Bc_6Rcx2u%$Zg`
zZ(rE$g}koc-|SO8oVoUr9@o*<>ODUXmhalS_FIU-dXAdr*vaku6T)4Tj!W~JWQn9k
z-}(RMdDFTct2+~(IxOaGt-JWvzc43E)qIDIYH)~~XH4Jpq9c#$40f;MEIXaE_G011
zc}G1i?U)-M{{66caLi=s-p9!XC*IunlH9mLPSY;6_?pN=(Soz;&$4<YPfQT_Vm`gB
zV$F0zrC#P%vFEkL%F{)9l=zY-@A>pNHEnlB+*wxcOX30Y0y*jozb4+B$n@vLqw7WY
z*6Sv1^g8M{#k^gl`sVMYrkfA`Gdi+pzNN>jiK71xi!~p(yzBM}^W*u4ZIfbh@7lh)
z$9n8Va=zUJ$G0|{9q*j#f4zOjA~RW@_e;;tuFzbQX{U6jh&%a#mCNo{n?*Tn%cB|h
z)^Gp6%<D^UB2SyaCCQV=_AEc%EXQAEGpql)M&6{e#xph*nz3ka*!TF$!MafPinX)d
zI&-U~WY>zXaZP``oa6H!^S3R#?dLNWdCQ;v6|!0E;)&}PI%nSbwOL3iy$UVf)w<Df
z+Tk_ROntrO-Q2HoU#eY}zxZ<3<_8LWbK<=p7SHOP&~WVXo6J**Uu3TNN*k@cQ{a9p
z;-%q7zg*tV$NQf9oYh(%S;dldJ%0C-eVI4!L@bgnthH}0yY#_c?|6>xkAIt-F6Wpm
zNr?`)Eq-|eOUj8|UpQ`fUoT$Y60<=^{EpknhzZ}aB9h{}FRr`6yNoZ~R`<Q+x}$S>
zFL{|M@9kKe@ZK)&L+0BH%06e~wtw^OXQ_JBx%%MiZ~Wo)YdN;8tM#|L{pWf*<4;wY
z`q!El&2Jx?_BV2wWM@u5uc_>-+}$&l$2OTZUgEeQIOW1xwU$4hT==%fN-^$@uIsG1
zkh%Q9rX%-sFRZ?ITT%W6x8kyP?n_pEGdU!xMP=?i=J~wNphj8g^rjh1Mjv8LeDcp8
z<^Pf|^5WlerPb#$qo+kq3%s{hHf!QbJ*MjNHw9Y_vt1kBWZo_1Qn+*YmeYSJx!<K0
zr#}k1dqr-YV0_E>LE(#o|77Q+ba&?W)lX$OH%mV6#nyex3$&`2SZ&|%{r8<84Vz@O
z_MYlnzi#3iwvVf(Ie!Z)*sxdIBrdM{l<<{;*faSK|F&F?-EvlJs!;uJ@q5`@WF(ER
zSGqgLducz4`h7h^iE&?R*yV{<*HRVLO<0!4zBwK->ss9AmtStb+wn(L@sObM`LAwX
z?}RkMG%ih_`p*7(*`t%QM6W+x8O6p~T<GT7$G)LN*{6mvW}E(1>t;)X3o{wl<gF26
zH)_~?a^2hI%zjl2$DS;*ace1f>vp`_+4iNFdiK@oH+<q{S9lM7>u)f6yTk3p_sfrp
z4eQ!HEM7QDuV~GDBHPkFA)n>zhw1E3DqpFa+Pq2ET=Zzi`BlvmzXweEb$x2x#=<oP
zlWtymYGf6$=9zidtG3=Rxp#ciy&G)4w_Mn9=T&OfYoWc*6V=MACaYaOSE<IkdRgh3
z4<gIiC3~;r?|I(u@~S&@W_tEwf9cnnmWM45-7C$X^Zixf(I0KgZLXNT@BC@@JkogX
z@nzk6uI{_{Q$E}<Zr+!N@sj_3Z4CWXDmFv^#WgGCsCNac&6gJDZp&Nm@IR`WtK!<9
z8%mv;Q6&+}{4=_@$LOWc)6ZX^J^$yPF8Mw8V%wi2X-~{3)MxnpQ<+myB<ktB-+!Jx
zFuC_8{7cmxTg%TM5A3zbmo0z5U72=T=pa{j<%auTZi$=sWE9EmRcTCRR7en=U%fqK
zvPb(JrB`LAZ#|p#OD6f#nrW3PogO9aRm<KBJG_z$uFBuM-+k(8)qeBYGoF1(XutXR
zl;G#mxhGHDb3f{%W`B6+r`eVwceW?JVpGk&AFjb55iR(nY#DFjuIOv~I|Ggs+nS|)
zof6v3WV*yunBz!b*L64bf=5$+)+U}8Se|~n?EANOYvQh?X2$Ih6Z!T+US8=ohufaj
zw_Gc?rv2JdY4^o&=eaM{i{tVZU#xBS6L@`H_W<99Msv;0%`%yVC$4>bo}9aWVq&NY
zx1HL4KKqD@54PeR%laa@L$3T~wRd_h(4+fg{rr77%iFKHe@V9cS@3q(em;AKfG?B!
zKgyasTVcq$_Kv@aTc^m3UV#n$UTT&)=jOzC`?&5?a>&2?I6&<WlR|F%vgJ~uOD*lU
z342}kZ@2ei{Mt~hqr!dRv*dJ_y@J(?@5uj{*!t$F>HF_?RrjR-SAAW5XYuhst{lm`
z*Y0=E?>9ZZ$}q63)@IkKS7rW<-49vW^e4udFIW~{FBZ=~wSJ;3OX`_W|I-2KN$kQ_
zGxqx*u}NbJSTv0@Y4PN9lapI|K1ntvTO2h$cD%ajx()A<c`J@H{5;R~bj9&?Ca?N;
zmasfii1~kgMyFqi#|6uloEiU2Gu8&*k=wZa>1&B6)(Y$9Pk3DWL)In7`EGxM>g?z}
z!pxKEDxZnz)-Bp0X_WEfo$?y3W#ZSbo7~(eeqJq3eF4WLkzyrAtFO`m^^@P)><v!;
zyn3!fhZ@tYxrVg~Z;!S-sd_tw-)NWM&Hq7huT8(tYTo>PsmlG*j7hCY(Nlw4+GF0C
zYfs{B68$$pTkP;e9{bC)-e2Ej_1fs<i|vXJ_h>GX)la*{lOS8QaJSG#d6)j<4}WgX
zjrp7~^Hc1aw^f%bXU@6OSZaLrD_=xJ`?=L!Pd`chWANGg{krhS5A**mwBwmB*yD8a
z^v>pIapf1@e_b%)vwmaa_tpBFx4oX@$ZkDz$#r3q#t9iFZ6|(<&1Ydc#6Rn~q@b##
zw$f5|V=wzD;zo0{?`hwClh<pp#x8B;Jh>MqVm`~Pf5I!T<ov1bbbrgl%<J+>w}gAH
zzn)^LS%3G(`kANa{d+U_{-ni@Z+|;mSF~yIo~}7*B!BSP`_2<`3j`niIQRIJ;a@w0
zYfJ3<l`LKMoz0(OS$<bC{qP&>IkgWAEW(3S*clj>e=5}p?YUCKo6sgD(Vcj(A+uJa
zLo*<##vt43uJMrv|8`pyJYV7_XP4)*%j<o%_1)?V%Wu73Zz*y3TH$gd76J2HmmMTd
z$35&Zn3j7oo6&5FPDI;&Ga13hX&qBvW^B16ai=+aj*L&!|J|W`>N&!fmmFv0j$vFX
zwXkUB)x4*Mx6QtaKU)(y>+Ex#6Tw@RQlD?1a(RaJq9a0;YNw>W$cR4MV(8whSl-t2
z{FVEiBfRIIc+9O6`zu#wu62CHc8ONMX9+JqRUJtZnSB5C-)Q@4%j=WlOTI5L-csi#
z6u>k|`c!0h|7zo1CQ=LR|38@b!+ldsUrxi*_Qrnsrb{YL?Qydw^&3BkUYWS@cyiCu
zdxseOzs4JP|2?93=JCIu#^)U6UjMt?TAubvTYfj&-1BZ424&YzZn-QazG%i3fw^Kc
zE}oYY-S**&r0#25?~SSRo;AG`EzaAZ%prGe+WqKP>rWeBe{EM1%CzV@GgGGE?M(-6
z#3sD?cW0ADjO@EZ2I9^}=gwIL@9|Mr-MxLo1(uq;f41&h?Np}!k<L<y<v$d6d*{zP
z4$~8_6+TXOcH(0eIC}j3tNy&+@a=U0%jzmFn9B3BI%hmxf8^=AIIgP~8@|3g_Oz2{
zh4Wkk4x7tnb4>WpZ=baPxy9UrUcYy~p5e3k4?~B4zg@Iin?B!cF`0g$<EoYIiS-5B
zxeB+QoW;M9|8(QA?;9&O>^RL>zVlDi$Lg+=r9HdWrUjn8*6`+I+VTz0>W;bW6>-mt
zFxN5==;0B3!8BvWJk1+Q+#3y9yGuLQDAgUA^hi$3M)GUX?w?z-KQ3N2J3aJt-3{$W
zUtdmtR(7rQgYu~wmgtt^EG2;%-^H1G`DTmQEIJjCwZFPiTlL^$=Kn2~q35PX&8mBE
zB`aGK{&u(InXKd|{UWkC8+2{sJl=1Xjn!S2Xtb+r$FG0s)ddbK?o7TY;hC(GTT_2(
zURA}u-HYG9D73$nWj}ZG?v9K*KW^?;NqF|ER6^UecK-Socgu|xGnVvyx1D?Ba<bvd
zHcf?PKR<HJeVTrG!^dfx10O3*(rG%bl$6(GD0AF}QRSqq%BC`dO9wSRR=XyA<UgAw
zbGycD&8&UjL|RV#(3n_LUSzv%g13QZja1>RfKSIh8uPth^RzQY@am&CL2p<-OQ)8{
zvHVDSqp?W%SnP@D{o51wUp+qmr2Ovf#`X2Na~Zt<a<}MZ_Ak60-`||SlG*!{^U8@I
zDr8R?zs|mvR$aU2^NcTb?~lBm)A`e4-{z?Kr_S}7t)BaNW6jrXyPmomePBOsp*E{_
z?(3_)rM9yQLcV>f3p#%&+5C=k`-Er5li#$Q?@FGUKeNnLPG;TtoM(G(`4*aHzn|K7
zH$Q7T2W#ZRxROo2vyM;NIb-$Fk~QBs7EgPaD_XgWvGbsmUu$2>GWN5(8;#a|=}oep
z_;_;f3}J;$8%tD@-mcui_wsaDe}LKEsp}3G@x)h{dAigVK5pK(JE*+uW+YQav&xba
zt(HC??KZ6wf9W-0;a)%M)pFh!)>ytiaYJx{Rr<|CUUl!E$}Ch^ykE)6uEX|d*UK$i
zl^4vk^?Z3&-Y=uua-BtRU2(U_!?oY6nmevGHO$(Zvi_p-4Mj;7m7DXuI@U3#x}Nyt
zT(&{j^r?m55rHKRVi$eQeyU`zcUd0seOt@&tyMm^^kuo8mP8#Y{62eY{>k3#yAQY4
zmw6pzR^n`%ao6Kj_!iyUoo}`YrJem(I#aiK?v0fR(xpfA*kh76U0ZQR<vL^Ef)}T<
zFGesoBuBlTH$(W<;kUv&&zC)1_4&NV#&yZM8Bat#ozwD*Z?N84vpz~?rH6ulz~w`S
zwo33n***35wr32lC-FJ%=w2|-;L!D%GdY?MF?0op=Wli^-)(v*sVwZ4^Qsv~mg*TT
z4d42%%At_CrCsy<hs#M_UF$epT5L2*wi)-`dp|MpdNJEYorQbt&Ykuu-!RvQ>9t&6
zlI<KVvlmY`1gai1V_RRlK)odG@Um0q3(kDCYAnzAc3JDW@~Zz$cXqa%+%oA|iM09Y
zf0Fn3zRLVP-*Zy!TlzfPf;fS9965)-9gphCdiHb4(Kp@SU2G?9D0H=ROi`5nVfW>?
z&F46NmmkrxwJB`pOTSx2oPVCS_sgRIJ*7+Gb-k~fA8lN-`r_HAu32AmR-~nET_7ia
z{a*J0&gR|jT_Nf|e*y~G*I2LNzWZKh?%yfxu2!m*e_1v8`F^y>*B;S*CRErdT31)8
zG5vA4)~mOP6HR3f)t8@Kz|<E0C#yYSX~xl(PmHtYuiM<$CsyL}MD&tZgnjO5>Fb#V
z2IVhyPp%1za9Q$f$@{lA%6r_4Og?Z<HmW<o{nq29z%zTcbr16WOZ&167vC|n%5Abv
zVOYs^_ur<XpUTGit{qzzKKU@qVz17`yW3Ltu^aPUsGtAv#Ab<)319hoCAM9WueHBi
z_dVf;t+~%%LH*>@6JlBBxD@&&6rQ=iVbiZ$LH$?6y!#VAwsF)(mZa3kPYKhnh|T|b
z{OKnF-c?thd~Lb;L(pN)`q|H4=-$k3&0(ml+!^udp;v|XEMCRC7U$2Mw`RHb)8XbH
zt?irZ&i}aT(O~z)U{kMCNJnPBp5HTjYrCl%43@jQ{dxayZ_A%LiwB3V#J}HutMLqn
z2ZPa<g<JPL`6i=2BiHuC2gX|29ebuImz~-nSMOI{7<b+3i|QkblTk(dr#aQ`|9@3#
zUirSEZ0_xgyBFK0wJS#aIygN@urGGUiF?xbf?oe!Uh(JLw7$%SM2-Gx^Q7%NHc75n
zyJb$K%F6F+Pt_IZ_UPaGu9W-N-GcqsS7V==r}5U`a`>NUr|28Z5tlgk&Rxa+UG`?X
z0?QwtcGZ;VzhC&pB1HUh)`Jb-rv22|f3qppT1NcCvxrL^O`JSS9VD0J&)wHy{O^RA
zTY7Zg^-f#ytFM;xI=HdNC$`tJ^n|R>Y1+ohw)2y%q;r4ltHXtV7r67UXfjqzkNtJ>
z&2CQaQ~y6dnU~vpZRfs;H(Pffn{{*A1snfTs|Bauc`CQ?Ez7Am{!T1<|8?an3x6MF
z-PM^^^<8hl1|?O2M8;KL#WkkZe|^99!|mUeuNJ$%x%EUUv^?rt)$S#2;Rp4u8J_zQ
z@#@)(9rtJ7f4a#|IqVR3r0+Z9`<B~|zPtQ)L1|Ls-8b<sOhbC+sOcWb?>6s9ZZ6qA
z<GtkX6O;a%p7WREjrvuT_NdcBt^6*d+}WhG9Tm=EM)z+0+pw;hNASV)y{kVtJDk?@
zn-L?}qjJ$edp7UxEk!2BLp1U|&wkszQ}lD=gyuamIy+^AU+k6qG`sfYv5WPyJHzVV
zvQ3vST=xFB*<z7h2THH;&pqYobNZ%}@|5cdpTa*jr=?BzJWv|f9VaB2`SF2Lk9Dl$
zjkET18hg8|Z;BPCbH=YfIA?O<2|2IV{+fAJWv7~%mvz)1w0OGUA$!u7u9UT@C)Y(j
ztrIEbxHxULO@(`h@=e!fL%+jcR`_}MmUO2ju8EvhrLul%PN1eo_+O#kOOK~S7@gf1
zDIdG0P~}$b4qZ03_?~Nrn@V%G{`XkA!Mvp)O>BDYW|5W^-L;bain{HQt)<H&Wx2cZ
zP0uV{&vZ02Or?6EOw#PNYN_r^OG;+R7=Esg(h;0fYSw*`_f+RTrFnWv4xdt0_3mV+
zJA8eyIcec<Up}cT=Uc2SMGj>L-+kDzO!}jY?YfHxw_o0Q>135v<#EfqWrtrf#Ab!-
zF6Xi3>D(dIzLvG!?nK#>l$KhdD9e1ukLs%{%_aA~SDSgQq{_wSvLlc9>4UrYm=$kl
z>|b#<{J0c<sa1V@ijl32BCp{iruvY-mW8W-TCEITeE;;4-05po?u67%DL%a7`+fWW
zwMt#D8~sxr$ltJdU?O!l^J#JeC(quRbPl$RbG!EU9htm+{hPqB&vUKoYEt5w<OS9K
z9v8DLxiDcz;Ln$dF%tbV-D^L-(f=?{eA(+9UfrZy?+z9v<j9_y{y5(A)IG*6XU->h
z9h=Gas?_xM8Xe)Ci|+61lX#ZeKIQw$$tw2i;_YAl^T|`_$@sitkNG*4=HD)=c}GOJ
zRn7&!N}IM#+s*V;PI^drLsx5`hU$O*#&!KEPrnEWr1O05sQWhc!sg0pb8i$rf0=gs
z+&f8|St`ms3-;ZQ{v}+o_4S3dKhiHB{dCT6-ty46@^w}9F^24CK2_x;os{<ru7CF_
zy<Y6_?={BL7RZY0DwW$5-QDzc;UA8w9kchJYjg^zobXg?LtT0H#<P32)Cmh#e^a?<
zldW66+(zoe`hyA&OS~=aHXfMn+7!=Pe@ymM#r~)N3}fFv-E+=tf`x9{v}dos3S}oL
z6_u3l@_t>oEtuy@yM=9<*53zWTf*dm|9Jd5`R)6XqW4MXLO=N|`Nq3-zWLYVhu^RL
zV4<WYe>L;eQ`>V-F1&I#={vfu$9Br<m*G_gCAWpvT)DAjda}{F&80=V%AJmsK6-G<
z@zYxE5aH=bLKE(@x2~ORE2+1pBgAZC{QQ|cFW1ORs3e{|mwrv@X_f7!-J5t_4~c(U
zXS8UJ$RYdp6)o3QwcEEzMt=U;E#5m#=k48y>!$4*N9Tm{RUGx;s;%SD`B|s`($BA0
zio?OZ%VdJT?DIOEbcf9Qi>~G06pmDoy*g`GUi$G}T;kRTCLRAOSF*X&{OR?L)wySn
z1uXe25&UWWcdsk|*)^F$B%@v37c{hc9{+H3+taPiF;bf^J$qSd-TdmhWc=<u@~3s>
z6~DAS`Sg8*)stuPS&82pgr9HUTr>CS>%RO62BJ$A{^Z%VIicU-_;p412fp_^E={ud
z%W{jIBW?d8<12-2oi^|PES8_e5%k7bdflD*?8;I-DOZf=F1ipT6Yx~<k=)b$=YG}5
zy#CI-CjF1Aw$vAyk9RD&WM3Ido=sutzqO%Xa?|?#f`=Y!^{{2T&rqHEaBI=TzbEcL
z-s-L%tET?1>-wCD=RQ{ROfK|o+qAC!j&pyXe|hiDn4ZF?``@#)8|of&)lI7Y`~9%b
zpI7N?r{$Vj{{K2hH-GliljW?*E_>vk-ObcA(qi6Ux5uwt@NL^p`xL*;eHP(9ElP1m
z8m*6Qv9cEQ-m*9A{4c(5+A)uhfB$?}*J<%Q*KIb(o*4RF`&4}W?7Y8XlRqAsBg~vJ
zd2(xd!N2*F4eoDdTV8Gvm$SQ|bV&&t&%Q@nSR9T$G`zH?gs;Vr&+k`s<)3c}>;=Cj
z2OXOI`tdVop~FhwJ*V0Cmk3SEZs)V-V(6S6H?gXiJ)pgIT5&hahls^*G;EZA&c1D5
zxJLH5MtsWl!pD*m_9&!vT$q>}ouAHnr~bgt!e^Vlu5%7ulQGxp_L=oN>JE6>EJ`gp
zaB9kjp0B@4Pu%#=U{=N^nlkCY#wIofg*%TQHdQ~hIi}^YY(^i4oyGxfkq4=tkMtkb
zGI{XS;a=ung~%uV@z-w~+)Cc+HEG6Te_nfkm2XS(Ss0A^J{*$yEw?JTXu<mC%H_f=
z?SH+FW&bLUPG&f^%SW5VXlJe5)LoJ;pOe0Q;?<Zg@t$*OWy}1x;uVJ6(n9i&`UNz2
z^e_7zc(Ov(zpm;?(qoO%=}CE)-Wu-{*I8S9=JuZ7SFUBpS|`8n`P(jNbvMhgXT$Bg
z6HjOEnQr`GPQ7m3`sFY0#p&1Iy>{RBMf(5Js{8kC*@Jbh7yrEbBEdqr>NT_7o|0x;
zgPJcz0yDm!Q@vngdq>ak#Lw&ri~pzo^E&fT@knzZ@BBp@>q=|qU9@O@cs+2Qp^mz`
z@hV9^{hAl@b2R(*F8r>yxOm&09doA}U3g}YYvt73`MbL7)yco9I-hw|1DwV7U3|KC
zYLD5P=ubOuyDYS+Y+kJXWq0_>O$DdZHFa9mbTck&J9GYaw&c0KPuWM`EtXRI7v0iY
zwr2DHYc*?ZvyQ2+b${Wst#qxG>PM^Wj+#$g9doC-F1yQe^pRVNmx+0q-(AC3-3B*O
zr}n=T*mz|Bb^|M)N#_lf&RoAVd0)n)FDa54Is6@;5=37udzld;Cf#?_cjF;VrL>Rt
z7j~#=$DLF<VO;aoQJP_ocG%bY>ux_vc@8wyDTU6HbxB=ed*GR&#h=)w108!7$OkYn
z%u8=~w>HT!j%l8*{`h}_wa2w-4FMqwZFsYy+I;$RgKzIO`|@m#7~A_JVUyhD_O07H
z^;5F-(-~RrD;1Bpxb!gde)ruu)A#1{`L_RlC2+6sk}SG+h;`CLPnopucVvzVYRLX;
zy~?}gwDht?@{*p5jxG|Jb4F~UM(g4o3WAcq66_y1uzuOcQ>XsW_DzsKpWKti)<?Np
z{;vOd$8t}8vV*Db4tr}Cx60y$cN9cIj)fnuJfv9t!e8>><GY7r<WEMgxa22mcI9cX
zr@>Np!+-1+4HG6xPrf|I?NZn8*!_XGBjr}_d-t!K#c0p9^Ab@ymmPjee63?TY8L&x
zUuEY(%}n)}iOh_7YnL6K@_AAJU#ooOIZq^ih^N1q>-;M|{^oQ0>&yQiS)=3@|6M`p
zlh1df=Dl;=tM<0H%|2Dgb+f==$Jg)ve+?&Y*eKxdEE~K1sQ{~L;a#7l=kMQE-Tr;r
z3p4wrlHIf7xNp_x@2pNc_VpL9sPX*o2W}h?sL0(|_)YcKOXa$9gV@7zwa2r23m&qx
zZk&DMa<T!F+0n*@yH1P!S#sw8%cJuBzB8WlANR6rwArONRavo>rS992FY_GNp1uE5
z&75V;jmITfCY=wS{ye?fytyx;-Pj<%;eAaH+p1_=%ad8lb=7`pZaGnUfn#%FMzYiU
zhp~H-=7yHXz1pzrrOwmCMPdK$@jZBB^5SWSm{{;b)wgFp9=#)x&B1E_;!u*dg}vBO
zV`~x3n*72)e-6DApOwd=;KO<C<%x&d60ON?KH-zNFLOQn=GJHO@MPf4f<V4k%UORk
zhkR3h@yzPuANBwHT3By9ubb#nyjaV6>4W$n4WB3K;a_(aO>6ft;T4ddvHyGK-TW?(
zD_hPOuI7Ee%{_5`)U}SYFE?LSh;5w2CHOXH#e&E$i+(e{zp0&Oa?ESmxr@o`@4M*O
zYE=h(4127#-Db(O9u_6FifG4rf!WpHHuX<@oH<cNUcl`{{plk4#(lGjlnpQb`m$t(
z;*y^V_fA$DRIg8czp>^71KXl3#hgTeD#d0ug_xE7PnM@<o^k(k@&<QM=*sO~^%({|
z4}x#KHt&%*AN=0&s=S#akNVH(U;WRI-(S8%#<{p~!t19O_8gt|S0GtFb;a@3^8a^y
zlsprA^8v&0N^bXc!FQt9m)C!`j7cfYv((=EE^(dTlI`<W&wDjX{=H3M<DKFa^{J|I
zY<Ip(uI+hHR&s6ggss1=&8lSIGoE04nehDiE%j>Cn7nCx^Zx3mdRa#Jbewf~vF_*X
zo&zC1k~+WNs?Tn}#I&I~(Cqiw*ae)aYWaZyXD`1tJ8z<)ks`yXze4!>{s|lA|KBA1
zRcYf_`TRe}&t5*`s2zNJX4kuw8TNj{Po8o%{xf+wd2a6h?0?@j>sMLUSDnk6&~@DE
z@ye|$?OKi(TQQ&XZGLf2cxuI+cJbq`+kRPc2{Kh@x25wed$4pyR&t5_^NyNhmR!w(
zy`OH?f8X=0y^Kk6|GOK{c4W#piKH2rzML@corZ(E>Y2~W4l>va%HQuXym8|~^4?!x
z7`RzF|Iaiy*YGS-?#id6*l%$?pZ<E*b1?jEU;E|r{Wa;!t(T-2oyjzg)Vwcl)!WZ@
zD(<J>u`LqZR{n)z;s2!U@_x>ER+w_}=$5s{*KZcQ|DJbZo7nnq*}BSmvNo7ca^4p3
z#Y^Mj`vYt)hvjGf%a|GXV(;Aj?B=(lc05a7yDM4o$<<P$u&{TPZ~CS4mtOYTHADW@
z+WkzabF#&zwXUv8SRVapzpInf+R882KYab77d!D&e7|X+{gT($bw1U8>XJIg=WCd<
zrNB}0>cNvMPL{?_)_$+?`1QL(Z}va4R4q3>`p=Vn)`JS&^}ihpkF~vhUMdl|POd}J
z^1sw|_QyVj??P3s+?Xo1{J!hEj!D`^Y8SWuQApqUzx3L_stp$wcd6cX53~No7cb)M
zx8}P+*W&7DAK3J+F6-W&;+bEcA};dfN0G)RjuqYMce*n(_<DFkS$Q@coOy1Wz3tS5
z3upRID_^qO&~R<X`>ooWZcQ(r8zx|@^Yq^h(WJ*`lUjXGZnxPd*IqbRHdMZO&y4*0
z_VwHA=g!t{R*lzmtEhBa_vc67_h%xWdT|r2_McBtKHfZkVatVXBYlmX^KXT{%Kz-Q
zdy)V0_ZbdshrHL9@7N>!ZPllLFB=((Y(1WTe%l*+>DOz|yVqvSIVK?O{Cax$(>FWn
zc-+FSU&_8@E&Ffcbk{2f<6{!$I)3?;_jTUoBb!R9-mFTkx2+4gGW&$6n3v3k_dnM1
z+g;wD!fbe^@R=0P5qZ4@Z@6+o7QDUhepjod<x_T4DaY)m?drQy%M)@O<Em_fUs-RM
z)@gC%5T{}DNr|3vgKOu%Oj=rW-~RIYy1%n*?|!$Q{;vJ;!n+Qs0y~90WtP^K_{l7{
zIKM#oe8#@=dp*K4eddI-6inQ^K6BOoM%Rb=|Lt6o?n(Ym<oJ1X$}bzap2~Bdlf-%-
zXL}qez4m>x&-zcZ+t!x_@B3|H-S#+q{`GjjhxHbEYM;%^|CUaE^5^uW)51Z&{=TtZ
zeM&fVu2r2O_sK6Zo~nn$J~vyqHy&W;5|myhpY`vS=k3Lxwr_FVa<<6b?8DuPJuiK3
zu|GV%?7{2p&vkfa??2YLCFS_p(lA@rE>WStUrGXh?W|5Fgq0}&wfp{~@&7iRmH+lx
zR$dQj&iwiRoVsGF#70i>S$TTt&!1Km<%!sr@N4Yvx6>-vxGhG<@@SWs&ri+yA3gr>
zPOg%7(Rs=)tatwIy}qSk`I}yqDazEwbg0JX`*JLH{BXZi<i!6gofT7jc1WA(ysf>@
zT>p5_6hA9FSKUPAe+f%DmL}Zc3YfV*%z)X3uRJpSeq6-ijqConSlp6X8@5DEx~MK`
zUgCe3sw#=}e+RF%I6hfk@>Q+!sz;J(k>5tSuw(JZ<D=_WJZ4os>;J{iZ1QUB`W{dH
z)kk{gH=VlsY5j898pAgSw_Z7HF@J;DSH(*V9iKH$e0<)1Y=S|Ah3&WVX?c9MtDde2
zPM-6YXX)DStF&Y*J})i%JN1&%S%D2aHU9ssd)@!*?^vIA<kj&#|LPX(G51b4yZCo;
z!=B?e<Wv^e#@-ASIQ)N0=%%~t=0^T2S+?`Poq|MnoQKKRudeU+&nsl?7QXOAV(Yzk
z>c3~cE8P3Oum17(#tn<)<}svaNZt$Js@&@I?v4RJe|N(~*JGu1={MYCt>=6)p3yDX
zn4Pj_p;YK?8Lf{i%uSwekzBBA$+7wNF;<7q<jhI*U;nD(Oqjp(j#KYgCC*iP9{+AK
zbJocd_Mb1bJgM1QdG2hA!sj)@qECxV6~4G|aMyb~MR6Tnt|Y>$bZ-8_ozuj39-k;|
zH(^R$lHuaG+G*EMWbdty&Uf1OVngslLq5xnubq2ro@IZ&Isbd4I@c$@*rN68Eo|*p
zH?N(*GwmzmEQ3ibtKafB3VgA1ig4{IYdP`x@s^mc(xpq|0{m@a|GfIQ_-gT@Iu6bM
z4t<Mf$oX%-K4nhW?(#=pXD4iqUF|wQXXA0UUAJG{eKq$-{do^7<4M`S|FzBg869rL
z$@u)(lgwFt&&p<o`>62GS@<`$Du+|Yr+=k)dfSEsmtQBg=7oDH_|9wJ6U}sEiNLm$
zohJ(vUI$z)SaOH=iAeg^o%bj1`njx^Biw%P?9@A(dhM*!_@=C^|DdcQt+B!XuZ9)#
z-p;q@rBuYLJOsJ&u4iofzjlH2p13a_KeSzzOcid<m6*M_FY5b5izm^1cP_2I%OzUj
zV1I$(bQ9z9s8gCA7Kv<)PaKx?a(sOr^)lm$p}q37yaLY9`Mw<qaYF8A6OU-l>wC3h
zN!qQQ6O#H2f9RbNXWxJEds$oa&J{{`Za5Y?Ke4enq9^|2gRGhRzu40(KNt4g^Os~=
zT_*oc`1`-?`FGA6guL;%sy1uYs$1Vz-(S7;f9ZNJBjMLCuj}sWO^n+6rsvt^+pp7X
z1o(Yq-7fBBi{R4Q<hZeLv6A?WwaLNkwGx)|l2zS)vPIpomi_3sI>gU>r^L6qW0U75
z2hI3$vA*|{@r!2`mrZ4A%?oR!IZ~~T1sv`Wd9?Z-`^>2M&o`WR|MOdC{r7X5wU=2(
zWt{kW(%$~n<k#meA9Ud3nO1!*@9Fj8(`k*L_eIaWe<uIqr_!|4z4xm<98TWvi0|}_
zU+&x&ZnD`%yX&Y*gu#rwgK`P0RGseVzKnfs+F5WjNl#j;k-1rO{_6?*Ezh`go7Oc;
z-JIg1FLyWPWXJy_OdoDsSatH(qok+Ts}9`kS}Sp|hbzNJ)Ar@%J<*4ig3q4qk_<T$
z!)37S_0#6VN949mROiY1eX>O_c<JHRM4wipZyUHDbM5@X^yYBv*}Kv5^P)He|A}yH
zig4|CvZGa3Cpp{T(y`P(N5lkoxSi1b{M-EWS=%|A{(by@J#CH5o?qq87jAC;x<Dwb
zc>1J%A9?N=NtvxTg^FsuH%$0tdM2z_BiL*MH+OwZ#*KwnW@HA4`W>vwKCU=-U3>b{
znHQ(-=Pr|wS@q$Q=W{!z?Bqwccc?GCc-hTAe$S%#@3DVvvt8<py5i#O6PJDr{%X>t
zxO7(9&G%bYW;~7fb~*CVEuHNRJpvJeGO;?mqD*o52O__=J*@dvR4m4$Rcv~0g3MQw
zq~5a(hRieSLrff2=jrpD`)3zY|GRzXA#>hi=D#d?-lk}}+~VCU-+y#L*73tvz9k>c
zz40gF=d6<IYxQ;}ljli1O`EsY;JoMIX-U&x*iF>a*&}mx!q1x-*DsbF@U{?_;jZ{A
zrG8<CUiO~(5100x{5fHZ_#cIe1I-b!@5Aj()&`tBcVXf=rQ1vX-g{U-cm5MA1I-5l
zx13+@xOatPwcpaH_p9f>{B=*k$$r|IZI7293OTE@LA3R*bef=+-_mQ>(`tTQoF{n3
z^6aYf6LU<ujm~jAI=!>j=$uLMgsf*DUu^R+IBT=eYNeHVwEwKfZ|^qOv`suLW2d)&
z<ND*ha>?H$K37*S`x7Dk%GD*+zdu(czI%81v0vXgcFFwYI4d^Aol~!AvQ&*$z@9so
z4;FB{Z?@PlA?E&TxtE&*-Z(DkSYz-h)b3n_#^Y+HBNNYfN7Ra6`*L!Qs8VC&-k+b{
zT?++{XPMbW2A=kxvt`{h3#*C3as?%uEg612oSb&!CPx{=WA*5|*}D7gc5+=d>uq~?
z#el{9N6h9`UmX0tu1>Ff6TED@;jI3HIfnKo**b4o_LnlZ_=a87C=676`dLI&@3T|8
zVcdI({%1#bU;p~*{^VW9t<sxMtBN~i_pGZdIjNYO`)ld(w}MB7G(TK>pXlyu)h>O5
zTWq4iYeW6jcF$gL`LdL(ubZ0~+8(g}cw>}LoL;$+^yV8g@0?pw`fQc4``n)|-en(O
z!m3?<=jqh==+)IXPMaLyTpX4pVXu@{eBh_D>y@dtkNy{=JU(=mMLjQGe4@Kb-hKD2
zdw%ceyRklfU(e=K8-En;uKS)ZE?eH`c4g}SQtRWtc3g=+GE08;b88o)Ylo_AZhaQs
zZ8p<y=f77L%UN8vS>`l)^w+x7WE7q=zwztcr!RNUe2P^%`tI`#sZG}M3mG22n~<ve
z<x$(K8xQ`y{duIBqfGrm|F_zNUZ>eTslpGsa#(Lqkzah~%!w~6#1?mLx^7#`ygcjv
z)_be>oq8Evc5vPA?Zx+cjrZ6HO<B@bb8$_AX}8wdiB|d6vSCjuPh|6GTt9yQr*vOV
z?mz4J!zHhiGB~u(GMy4WduXxevCYo2GsHY*O<j<-I-kYf{nM)o{oqZ94Q9G3sP16b
zynDa4FQc%)cIU|uJJa~bYvtskTsO<yU*l`?dfwTlN)LgvLN1%dgiG|}*LzxAI`nzM
zmDlYp7jzU&vboPrI`nwqlO_5p44*&b=^m>2%^noGQ7)5j!wxYXqt-u1t9DAtpUYC}
zGfR-WGm-t*_O{5y`;#)_O;opU?+LzpvHkdgj9}h#zeDuyrJOC)nihLz$1BVAQyH%n
zZf}aX#iV-D&~j(wwBAV!a?-|uGdbNYCm)z_+dPTe>SRUI8g*mdhnEX#J!UUlHPck$
zE$hL}*58wEYKlx`l3ksuopwn=X@V*9g^~lWJAZh(xwGuw*8h8N3D=XRV|%u~JAQ5R
z>es2tt_Qw+*b{iH^xgA$Z{CUM*X~X1`L;Fwo$WM+%NBdqv|UT7nOj)0>-ycjCttNJ
z+_3)l#=^bZ+(X{!sxP^7@5uLK?(b?Bm5E#KT)A`R?$*0`j6Xg$9sk8=GU;%~Zq~bb
z*VW281=T*ZUvH>BeqB;M#8xVPc4=N?Po&)Ey61=G%gnA@TyA8zldIKnU`_kf1h(+p
z`_g8KRcF^Ms#~`GtIg-O{-bC9@%?=JA?EO*XL*}*_Plztr;@Mm-0?FX3V*J@Y0J$Y
z`js)%^87>9Rpp{TUJ3_qJ?zha>A~E$o7c_WwP(_rYcmf%71U3A-<)$Rw`Q~8j{EJC
zg_CCI{@iQvn&<k>d1c#P%r4ZpmL%dQ!XF}dBh6>eT(NZy|2-dP-28BL$Hrf7`43Fx
z+<$d3PPy;?@YA)uK2Gb{J!|j3xLi?L9rt;j=vk>pdFIUTPI#DqQ{E-Rvvanh{i-*z
zK5vQ-{g7$NzoGur)XIE|JpYc_C-3@vww2rQso!&hDzDq09g-XG7afqht^8G@?atYb
zYJ&&weoRYolbJbBxXmW--;7)p@nku@`WII<r(Mtw3$6L(ejr}*dwHwIYbT}&65sAG
zV%8U1we0%)M>igKTb!*nIk@#t*0O8+x7VBxODfdbyFO3%?*p+D-_u#OlvnmFTK8M^
z_|Nav9va-TYBo;mD+(T}D_!r@$mn^srKXL=Zq~;sdY?UxJM@0oRa%koBw8kA(ld|m
zSL*q`$+)=u&*N2W`P0{0S+jW3>3r|c{R^MhynFppfB*jepN5|NKi=%zYu`5i_2R3G
z72SS5yU~4dQz5Tx*WZ`yYZY$KZ@71%(5J2A=7XDu6D|fSE>5^1pKj93r#`*NA@ik~
zNa{hOxA%`Hv*_u){p7tq*Xo|S#)PS#fBjSG;FsGS*OvR(ut)xP@jh{mxl8M1jSW8c
z@AhRrCAjK>=ITV2-|zcu{-6CWxJCHXwb}ORiALut%`(kA<ZoN6top)#*7(>@iN{ut
zz5o8O-Te99^~jA=@26`oH~)0^=6nx<_b)Ql)FvH0EqFof^v}rsoe!$!94*}&+w-gT
zZ`Bj|bn$K3`j5EYNkz0wFMnKmj$cODrnlnrU8_4rc}r$zvK*HwkMS`wvk%<FFI`i$
zWb&enf0xZ-kAH2;lQ?khdiCqVWB;Cs7(ZRluah5TVca0bsk-3IqNhDyBEI}N;lQq*
zFr$&*nSU1Fu59^`ckEYB*h~I2P?k@7QXabXTg8P_?p5o{_9?X(R;R{Zl?^qUVUgUj
z(cZE7=!Ne3FJ8}|W!K;NBc62n^+on0UzcA!&9{C2HLJB|=O<tL)RPyaeU`~X)?H}E
zvwy<p?ANX@TfHyrZvLF3KPEFwuok>E>A;^|8FE~O?y~a@e#<95d9mf$oA-TTRxMYn
z4;?)(yY;U8Y|gD)o;}QH?O5&kJy+wVzbNnaqYv+V*(GYuzW<{Bo;6>MxBi+Xx2<wN
z^V&Q77ZWetearZ3V$+8IUtid!ZHy0DGGEX|SMO}X`MNv>Ztwd4;!`+X@BX>f(3b9K
zrTj)NQGWk4=km(pDK$4XJWr1KxAI;Z%dV{@vM;YLSY4@B@#$yXg`I)-%je&9dUI^U
z#%pXV9oL^^p1t9bWJ3U3UoA^EkDK9(zcx8>K0U_5{(LvywY>e;;Gt9JKVzc*`itM#
z*&bxRkC?Ko<IfYtEptC}NGDwS{c>erK>yQS8qKjk4>}0l+wl7L8IPk`Z~fN2Q2D9#
zdd|JC7Sb#K#s)>~Z|Ci;dcdVGKjR=<w9jEH_A6T@Hl*?>oYvI68t*vmWRO$Um5KH1
z|EGlOKGQIW`M&G@boZ09-*p7+{XL=gi^0T`(@K7F#6I`9QS^spc?rX%r;Zibd(L0`
z`u(%hfpu%cqPAxLn)+ILh3+khmsR^q&FbgxsX2DJ$=b~}=l!aXy1jRM3T|Zy6`Vd?
z^X|c+pvuW7K5sd6cxmyreJQbg#phN$|0$PUBwO{o|9JCZtq)rYAE$SoEAe1I_#!a-
zqolCu+bi8FD;`+!zmc?fx!C%qyWaQejZcNNS;~?&N)((;)jq!Ab@D;m*hz=PCe7AL
z7oRG0Jm$s@=Im2-&)7fl7tM5D_Al;|>-Vd#zglliIpbOXV7cLBzj<outEa_p4|Pj3
zf7%diwKC)9lUoh40?}@_qWdL&{*v=6>hQB&?0HVq?9Y})o6<FfW!q1$w|F-3*b1eP
zcfuQbb^kwBF?IXFcWCYRx4jov7F;mtj`N#e=JNAh(B8b3xyMf2lJwlM#N%D$hC8iI
z-h1Q^pK^b&@9OoBy#<BWOZiuX&#qcmx8q&YW4-nu@g47sw78c)_l&OMIkfwY6kp<j
z9-kRMU+iDD#`w^_eT-8}-aq_!FSmJOpYh+rmu+AD&10*tRN~)sCFA+ZIx)`KXB&8D
zFR<3A_+z8Iau3^?GmIW)e?Ar6t(L2QyJ=~fgyG+r>S<!HVy~T$Q;5;Fc_h3~){^h$
zS_|*=gPWMIYsxOnGCE@UZ&$GW<b`Kv7%fi{SJ@^i`<?UTyt7Z19<2LZ{xa84>cd2(
z+UH*q{w`zquE=MR$-~6QVwc{2iTUKM$#-_W{~D357q(wr_g%yOS$#Y<zq&Ic@)sSS
zQ7<-q4gYsHzRMR3X2+Q=^_X}5pW@x<N7Hmu&A<H;>o-gK;aw;2-r;|s=<yuKt5V^W
z{J+EU9`Y=kFg@}x&-4owCL3Im>=?b<*lgC=@t+P~HrrUC$ktH&);`leshLTV8Am=!
z2|4cB`AX1{qs!={<)kCc1<Mb6a9rG-C}=x--3t$y3tL(QuWFw)2@YUR+2GFbex_x}
z&dT*~Cz`eFo&7$!$4n;gl>DvCwdYN%({q*E{v>o|tT=osjpNAsO?oemE&Qp!?TT?Q
zqvEpz9}j+?IAdb=wC;?1O=mX=Y}Q%5;r<G?caf*38E#T%oXNs!ceLWTZlB8gfW#^D
zDobU4?tXFmU-+%NJ+EfnYMF0vf4RA>gZ&&00qL1(A6<3{9+Wff6PlRuV#(#Gw^N?Y
ze<LhX62v`O=b_wA+pOjt4nd}sE00Hf4!2gE^uhUg@YxIBZKqZ`Pd++tg5K&`(^R#K
zgMR-t*mZ5nfyqh<g<ktE{&4@aXG692=SwzM@)RSYww>ked9iTHviRFSTs`Ogza<%3
z=A`&x{kwYWXl7sKDb8(oY@VE)AyPW8!^HpL;a=ek7q8=4=KS@GuHMqmo%1gzJ?Ger
zg_)lYwDUd<Z@FhIC^VJl{0C#5#mlds+I#l?w^Lu={H?p>Y3&^TtJuhL=LVl6JvzT`
zNao3_ms@{L)_B9SaPy?*zCQW6Ru2<+GXBI!xGXG@jhe6~jBkGE^$W6Z-4-M&J<qmo
zk^7ph-Lu)9U0L$;n>CK_W%aBsCkuW0y+B~r$9wgG-x)66`TF+Hgd>W*-M%KLv(qje
zKKLPOU*!8e8MenZq<`Oj_xBO&Vk4EqpU;%;PmX<l{!7Gxqb9mm+h1IHH23wJ#ub{C
zwtRoBqz{TlU)$9x#rywL;Xb)^@vHelst?wliP?IcMfrKV>sPDaDzWcpUOs#Buh;dN
z>#S$}v<h)~<g!Wl&aM6OHj5kW{ePRQZ~H5sU$Xrii#L<Uvp?U<?eaSfg?LM69)A7o
zSC-_-8Y}%{m-r-ay?@(#=C29+oUK(i{+^F>uP~p=sqr{vRg;X(!{aB{eN8Ff_3OR!
zG$&Qf^mye^{~tx0colE1otLBKVJ7(E)ynhpL_{L)yn3nEEz+=cqN~_@?IVjOiC=xM
zZZhx8k`7t*8yiC<KE|&8u*Q8#?4yJKX8Be`Rhh;a-njCK_x%rTEBUV`x8EdP{dzGa
z)#dBO-zh(sZQ~3~Uj24w@=a|?=(->CGUMCSh0lI9tcX|0sJry1yY^F};Ht~QjaI)`
zo)Jv?xg|!v)xSycaQUq7Us$(XVBh#}qwVQt)oG{S&Q;WKihD2h?`+AMJ=;r@FGX8!
zZp+D^x8{-8E(@N;Rr-F%ck%nj*Y+%(clP#~_*XCUlEofuY1#49#lAN0?z7#V62bK)
z6Uq(x{M4=IzInHVJLuc)VxPF>#(#4{pZw%B=51M?qi~n$s~yMj_q^Nx^OoOh^eEU-
zV{U)0(OUNZL9>Yu4^KU;(^u91*pbz5i(=B2zYEWooDJ#^biDR?caFy;G3h?z^=6-4
zTB4Gh+V~GAJZk%%U%n}9=ey*|&ltO9;x44*>^Pa?_v~0%M9$X0nv{ccC#To$y7N3|
zTlb9uNwqY`?38)QS!vcw*rnyaHl0X3KF#F*k?g+DC;raep3Z6Gv+DM_r;Y9pnEy#^
zi2HA{drz#&2I=pgm+8tp6JOe_e&edOzeX(6XWho1%fvSFYrNJ~WnmFoG{I<XfCVp$
z>#-NF>(^;_+<cb9?{4iCG-KoG>!xQfNG@7&<PgK!`{y|wk5rhLM%cUbeVHORNwxh0
z_YD_y-uu7bSxs}fJS%aP<y-dn?{5?xRjMBgKV$wDS%1eQ{_f)L$N%Qev6`zoeZPcZ
z>Q9qP&jWe#YBraMMTTgUWm`R$e)=vkc!#=5=>0dWKI!_09#2kf+&%A-m54^vnRkt+
zKOOu&f8&bArSnfeZvXzzn=Q@3Vn;UPdTTpHhdY)J3${I3V9m+1TxwSKN_%dfUDG~2
zZe_I&QH*|MmpMsg)6zd*8)`i5L?26E?5(=W`>u?!chcNr5e5;@H5S|MTpKZ?<WEEH
zckW1)=+2LfT@0tD+BBqgHn1F?{ATW#HBTn>#7x?6w)v_D+s<=F1(!6_CdRTYFnZ&)
zesy)^o85`J%TzCJx8}^ttE^XVO^z%7@WRRIgwkE}f{R_r^WN>;&Ck>(z%Gz(a4AUP
z#72!?#cfspKb>rQlqgx?trB!6=k@-nA0~YH)M=NoQS0qH_p+M0WQ)I6?}cuspR4|N
zZ-dTHeYXeGY$m>*nm_gQN~dp1hxXptt@c8p`1Zehb?IDHpOasfM!zp#{<|Xo^Mgl+
zY?Hs({!wat^=h*9o`#c`;=7JUub+NYPoC$e@wr`&yA77`xmmojEv$M`$Q8Kl(3QOj
z-!^7^N&Hdpl)cbWRm@lUQnSnYNAD*T9k1E*uBs(9HO_WMm!xv~)U>MeiW{C?%U#rR
zdO^s0o5kTgwLA)QPZ%xePjpJ;-r;}nOP82`RpojeucN#E+y8!fE2ZdJ&DsB7Ua7rb
zaYsHl+^HaG*0q~&ZvL?A-l*U9HE~A1$kZ?5IqO7^{X2YQ!iVXqe^L$W6rEC}uQLnY
zKT>h4KknY~RKuX~)~%d%k?Z0)CcB+>-4Z7zylH8qO6aOR*Zxfq-^BVoHM7c6AUm?<
z#I*kWXSK)rA1X$>#fkMzPwmbre5l_V_V3&K|98y`cGU{+auB#4(fiVJWA*iYktwrs
zBA>C}blPxIEQN<P@{gPUpZ5_L&LvKYSfBlLmQSV2{4UoELTZz9G*5JN{i?l_pZxZB
zRc+&r6o;*~XP=vRzR*kjs@He8Lw@sd(SX-Gf4%B8&a!#4v8PB#Ypu(j5{>Wee*|53
z$L2Xd3OcB1Uq6HO-Kp9e2`jS#|G55o$e?&6Qc2`P#>yM)LRT(KwtN=3D967*L~rKz
zIcttvsof2E;5^BUd!x+m$LkV;H%_iqVGw0m!0vMKOnLQG!EmcT8#=ZZdw*WN$1rVY
zy-~E5`HSAiyOJ{uUzXmJ{c$2zM)Tq2q>C?O7CY8VUFf+l=WF`0C@bMz=i<Tx!{zGU
zA4r?;X7A*l{HLqc=V)ZBS@9P4*K)tDE`Q4W`?0!SN7>ROt4TBS^YJ%*HFMUTKA!&9
z!tVUvEBA`G{4dov{OA}cd1n9I%9lKrr=(UseHUA|^!mNqzt>*>taAAMy*(P0dG$LQ
z|GfIN`nAI3o6iFUoRs2HAM+b5I;i3H$y+CTS!L4spE57q7V@6SPx0k<TcN^PUK{fL
zJp0PUPk7u+BrZxA8icHP*cZ3v_=4ukzkfR&pH*VQE^_+qSO4qTS^?FJMYq>pFi*Er
zI6Nh~ue1Jh&WcJ8){PqW%PQwFo1VWHz;yWY0{(NS7hOMHz3@Rr^wT$|T+fGDAJ(2`
zlvF)2czwKY-u0TjzHjH8^RTG7#JTTH{aqvbyjlD6oMd*E&SG~wb3HyUFRXKt=8LDP
zI)drtX?C&vT18Kf?|FXz^Eu!2<*Dh)&DH@<Cp0;3Gv<WlSVWz(EGY;q2u-y%ns%R=
ze|PMxulFvPJNksz>ozV)yqmxl(X`Xtc<t%z2>;rrPqs||vSvf6t;V<2)=U51dSSjR
zyQr2Y?@OWXyoS>{r(W*!F!E10IOS~er|&bT%#DrVpSV2Y6z7fIg|&-csm-W(8uwzh
z<#E5lx~(TK8%)+NUm}(NZ(?<m;))14t^0pg^#AC$p3%BEmGj2N>tS^qvMc{v*;}qM
zTxOBI?fsJZIx2G~w<(0`7>njSQhl=Q(G$ME2}f5}6<;eZTO!>uL;U1zkEo~5{+F9a
z_vr2|JA9v6V-st~ox9v+JDK9YzX`kM<s|ITc#^eukF%=7&B-ov9FFy{tjporu{zJ%
zVBy@<xy#R`E!r@dWl6i@ouii{<kj!1EZ*mNk@MK*h6n!tnXErN-`}+%QgW>V^X10V
zOwSrhSG@hV(ylG$`0Lh7v%6YXv2S5Hytlb1uIc>O#jMw)w0%qkxfb6l?A-dN>Wuoi
zt6NV0jb7bvsu9&(KWD<Tt5dHfF28a(>AJ+K6ImO7YCc<aN9~vYjT0AqS2#`S$qt*e
z_DSN#wkcm;|6R8K-IY#t$Bu3FdGCH+_gZ{K;^CX~TdPB@i!Yq#TI6EUxpa5^4<75q
zAuSTEyN}sspDC=Wedp7x{lC<GfyCOHsqv2)&aZ0gOKOkYdTpY?T=7>Dst5RmBig@f
zN~g;Pt``crI<r?$EmkHc;;>vsp0RyY!kxz(S02B4WyjJtYgZNYN$XB;a$O#uzU*15
zQ(<MmYtzg-`882frrrM<nO3#M_I2iMu16_N={qwoZJx@1>m)PRoAdWS7fL-das9Ms
z{fZg3*B@K{vOoXi%)_U%wi`9s?%BZ<%~<>YyzS>43r@4&;?J^e&1`<1{;0yX<)zi(
z_?y)^uJO0cvkKq7w%VO+c<AZkJrdkyZ)?-*OE|sf6&EFL`!*%cF8gO=R>RkxKQmcm
zmONXy=SpFBaa-$^tJ5An(vm*8qr9!hO`|(?-<|iXtC`b<dmq(4N%(epu9=>OQecCP
zltU-GZSu=G4IVYm^3y&zPuu!h+G5@3eVW!&>|)FFIjVe@iN3th@?_5@k+Pl=G4`d0
z8Wp>`PfllD_iA=COSp8Vp}%rpNX4(IJim&>tG`Y2$zS%_F6X51<Qbl4_Nxg?UFK}<
z{?IAD*kQuT_$@6TW($g~(v69gtr84Ba8L83Sn_nuU(4SuoM5ve=i9puCfT+Z-fmkJ
z1HQ1kIXYVJvJb1Ba^{kpp!wVDuTSsTzwO_o8!S<)H*XWln00m54QU-sMJxV-P4@Ra
zCuB<edH<J<q4UX<XKOC+Uiq&#<I4}fPoBGlEjBF-v)iaU^Fd+p{i<aRZ>9!#O<JvJ
z`)tRx-}g?*ES#jmGAHdJ+mDqyCI)VMZQ8FpS2OR+j>zD(KNSxd^S|9QUH#G1cD`+!
z{oZagJNr4_g0=VDm&=k$UP=Ya?OE6a#A~CM7tifWD2h^hxxnu2#S*KFFCF^JfB#Lr
z$Kv*GMe3=vsf879&uY1ST7ArX!3X)z=3Z~wQtlhuRE6xH%xiegWu@;g^J6pr%>S=3
z^O3~G<5T{xuAiTHJ+|~gp6NxSBI!h#1JCbYK6h<P&1tK1Pb3ZMvaOBSjY>ClO_GVZ
zwMLR@)(W|p_H654^+LI-oXeO_Hl92d&~=8hO!?bE8|jR5#-UH<yL{TynP974YQ+7z
z$|lHHYSniK+ma%~Tcu*(HlMO(ESKz#PW8M{=G(K7M{4rMJ%6XQUwUylNg{h+8DH1W
z_#8(2a>j^_7F%^3?e5IE{<O4c&w;0Jt7iU*d3uJ4=k|+^m66AOcT4y3esKtz@I+?c
zk~Fn@XZG+)tbP}3=Oa6*<&^;6v@}-L8jYE~8+q2RD86!I(TR6A_xxboJcDQRj~Sjt
zQZ{`e(&jr?XWm)z=+5UmzE_Rns?vK8m-SwobB5!%LS$I%=|Z253qn(wy1n}=8DnM`
z@9YvO{w@CY(N>1^$$OZm{j0iczm4g2?Sa&D$8F9Q{`cK^{$<P5=gfy6ZQ}J{-KjQj
z;&X4GTQh?H{;{m_`t#tA+o$c{IBg5K&er6=+*FglYrow>^?8%Hnpey@I_vMI%}1E#
z-?9(=f23|r$+k-uz0@yeH$P2#e(tzU@6XpgA#TAhH4^gc^D@m$c++NPoM!E2-J<aK
z#E$cBC+lQ?-i*`#^V&$6BRyi<TDH6I#F$t8ePPV5z3Sk($6Ismo}bgS+hB9Y+(g#f
zAG9T^qx<JFFu%M0cs29XbkW!8xkgT@)mG<YPS5+O{eP;~-fd;+M{a&qsOH)8=WnR<
z#%FrFMN>Q17aK>V&0!1va@u9Bv2(4>vE%-CZ&&?IJ^5?qLg|my-)3*;eg8yzuJFS5
zm-osDoT_veo*N{2<*v72M6_JKRk8W2_q^t}Uhj^-+;vIxqW@d@>krS(xDw|5d}(0u
z7rAp5e?vU3^?y3=aqj0$W;VNLtCwro-{k(sZ*cj$w{liTo$s<)HH_Bgt@kI!ub&Zi
ztB1qt^~;|rx6=NbR$o?GVx?Pr>8&S!*p4)h?J+N}e?Ijtl=-JLr{+P0?{XW|b~g0{
zPOsd0d`()}g+;|Hl5a+AIAZ^*IO;pwrM76th5n3FO!?W3joui{N-276@be4rk?c6r
z{QoRP?%VHtO#ZG|Uy_|zcuPk!=IwXp^H={%Pdmph@-{tY%|q4X6yr%5bwT&s9ohNL
zRrMVFz1-%Un$X+#mnU3OtiCeO<Jgu<Uv0TFmMON_m`MbAyBmBHym;uJ3v2S?RyN6p
zN_Vv)%A^*omQZz$TKYkfb;{Iz68xHK7g$f{ZgBHHH7%Lxlva;q<IC6>w*rgbp}h7d
zvc9>wF5WC7z3|h|+BpG=ay;`t&s)30)pPx~zmXIF#B(_rsoEG_R9)x7^m$jU(MgSt
zR$-R_P6c_+m@{7-URS+ouG)Kh{gL-qlQ=sQul&kTaQRuvwIZY{^mpy-ywXX9vhU09
zyr1>`?bk0KgjFB)MxOp4V-j`Ua#JDGYE7n7fgSBXS&EnJe*5gj5vzIX&B>P}ijr6K
z3YrElVd<*<Z8+%|$E~8xik4TS|Guz)KK)!t{0shr`cu5U`gLB#w_g?YySl-g?Nsy%
z6@K;Ki*LEw&u&wBAvDo1BE~gs$tqj#4~E@$tydX;IoGk<ea>fPJK^AW9`krKgc@@K
zkKJCkboO!M2L~hA?#k3Xe$d-&&bNP~?TknK9j9dsn(zMG^{PN@svx)W%bCk&{@<q`
zA8dCbva$ctUC;98Gp~A1|6l)RZsaVL-Mwq>C+q$cV0ivF|Bc#P^S0`+sY}B6UoGDE
zZ?4t39u6rB$%6+SC!8!x43RzV!IysadtKnn$9`Q~&T+M!*rB7pP4O%Dk0k5fgB?}H
zm5EXtDn7gxoStvWeNJBY^tl;-J&$cXZ}0vjfw8;c(5?IDbTwPvSy)KDsNKrcedCen
zp4y5W-+$*OAKqSEQ8Q~(<q5+^C;Mw#o&UNm@G5)0$?&K?GuPuUXJu1wd~OY@*&Vrz
z+jRZ5{>OYDZDoUWjvelIZs%L5RF^!v<w&pN8#kHc=7)@*o&|iov!-BA#LBhle=nNJ
zpEPs&Q82slQ_SCzkDXiZZCqb`GifK&r|)rxZXZlms5!&jH~svUrkZ5QL%+T+6Zxe6
zyH09W+TV}Li=QX>{NH0V<Jn6mBX)y+$par#ys9&I+U?Xf=sSF<`?M67y7Rn#$LWu@
zGnLQocv==|{(`~EzUijx_VXQ`v$n<eR{w10pImyT<HIilNxj;dy*KhcEq{M}a*y47
zneX=7YE_F}=Gv>szAcQEGTr}XL+!u7X(?;8e}4P-=kB9llY_PtUH!ahX2c}_uaC}N
zy;gVH|FymM_t*7nocDH{oL@Vw@Mn1Dl<k36idPohiuP3gKDTG{QaeeD<+X})g@a;c
zw~7A`$vMC{vqIcnlKbuC#7!FCI4{NbU65aTfBmb+GNOEQ@-Mo_@Rq&v-g*6i!sh0l
z-m31k(>=F2etCJ@-r~eB{+y|M^LP66yA*243HAR|zOJ+4IBWHNlM_d-)Zei>u_I_k
z_|Nn|ZX9i=_HfG0*ZaS-W!|nC>$-2=`F6SXM!R-WZ1dNt)nb>Q+ub+5XJ!ASV$#j0
zrru9X7y0Q&?X~#3Sy?3B;#*WoPHgA;#EAhZGq)zb6}H&^K`A%JbXQ*X<bK|RTNgI$
zeOi>h`_=TV&m_b8_1pGn91+-MBjmR}tK0psvdX@5scU(x-_QR$V`9-R{<#-FE-}k*
zIUD~>D01JqROOdC^Rfl(Y+t-Ln$A3D+xrV2D%TqS%n7aWdpxCVroGH+x2KoC+iiYh
z`}o5b3!A;Bg+AYwoo(H6>vKTJnaeu@*X}S&j+mj{Y<R6i_ju9firs%LN`EX(o^#f$
z?dHp+r)__yXTDtX+&A1{&Mx0i(~kby>>0QG@s;_)zdp}*3$}4TwrlU4W6mjaKJ(Zg
z7v9EyXP%T<uIKhWby_`hx+fNI?E8|rw0HGW<?8?8ub(I9+Sh%&^z-k=*GF^8E6#>X
z*iN6`RA2G`h|`KXt*@K2?;MI;I76qU?wbGHaNZE(8L6p>61ME!!JZ~vcQlOF8Soq5
zzN)3Ow(gev1}!a~y?JeJvRhZ@MbyhT6<iShSo-Hg&F{$0D~i_1+dr2##{@U_W@U)%
z4BX|{DUnvFnYnT9nNlP1eV^Z6&ib3qR<*xDeD$v_B|_5g?;Gv?FTLb!)1qG~Po4_q
z)tjHnKM}aT>(7*mgulio?kEH&NBncycOm@n<}V*@54?7_GH(uas|t%1zy9t1<RD+K
zhl{<ZGJbrwV9VVJPg=I7edYA{?Q-Do;!nHlHe|$wzESo&zUR&K3X$?S)s%*18LzXN
zMeU1robkD)bv@Ny+U3}__e*|Xxu8`3I_ppA>PJ8Kt*X;C?y5@qusih163dA7S2ow~
z-m|~jPhuYPdvoV`na!=`J7*kRQDGLd{?F#h!ZZ7)`771kQJ7)){^f^dT+a**ilxsz
z%BhRV3k*B9{%PV#JFdgeVwYB}EL?N(P_CR_c1im=&pTSiF^xa>O)a*JKK(fQ&px|^
zvl}+g`WWr3<z#ibveaC<{<llL<+s4{<1FW1?b<bQvkS9W^h}+MRhzfiU#?9|Kj^vh
z%aJ7auh)Lhmb&^f?ET02yVsTMm{-2x<g>I*&z}Xi%J05)gwf$%Ms)Yl%L+3#RP`uL
z-da0%wYAyjxUVT4Uh59O+z_zlvixlGTN#tQ?rjmVR{OQD;`5!!JG!qt`d)SLVMWG;
z5BX<q{ZA;bv$%RneP*?d82j-{)1IXW?7FphtM*KbG>gkSeb%lkx%2jpUSjZH`_$t%
z_xrf1n0!tyK4tS=e05RKzr76>G4^U+qTf$eKI;uljw-U#yV>;jirA9ZA?x&1e@yuh
zH2ci-`kga&PxrqQH~0SQ3?8Lpu9a!0zP`SbUGI9x>!U^K((EaxcQy%S*h}pXK6!Vk
z&*~X<9LG#;U+$KRWDGffu)p?+{GH3?uhIkTo2?{6P8R5Y<!$AeBvL(L=fi2|KbHOx
z{=4UpF@NZ~F4^TQ>2v)T_h(K$V4ZfQRo~^0@Z`4L0-HbEZ_fR1t~pchi}$r9S!UP0
zzx0>cJ)d~)-=j6^tvht8-miU8dU)q+hH_c+!&fVNOxK5{)h0&2d-qB=UjF+3<=Sx{
zS03<O>Z_Gmcj}&fxBI$9dh?c6uUPixb&zt@H?`)9O-H`!XFXjzeU@eP`k3tL7WM0+
zr-_Fu*BI@3pR=~~>xwA*Kff1uT?*Kr{ZN+gvwM)#&T`djtApZvI&=5Vl{+e$`Om{u
zxw0<E=;JDN;r#NsSzE(=A8lX$vG66&{s(_n_C@+s>{#z-c;eq%ldzv_Uw!a=68iG|
z3Ava*O_9!jSDt(}%jescKYmBsuD`TA!1uYf^mb8RPT%?a+qXJgoi6puUPt4fo-WJc
z;JCT-JP!Zccj@Z=T=@xa)iN0VEP1y2-k!C~C$TKvy*GDivHZ8=D?N9cS(<*_8(Dg?
zTx)%Wg}GtG3h~(;d|YQXGD-yA*uIoypQUSY>+g?JuY8KxeO6p<diLSpSu3%g=SA5v
zKA}BZv;PT1Xs+!mTe`Ps>ilCtS3?a}xLo|OYudh@anG(lZO!?!rpxiJp|EA)3cY9g
zIqL7v1m5y`DYbO>-1+tOEaqN^TmHN;UcS=cbbjlPwekP=%GbLb5c*~nI&I#%gq3qG
zH1FKZ+5YHk)#+)gGrr01{FPY~_}OZYz1@_@TMqQDc)Q3sdcOVd-|n+FDa%|x|8m!?
z`8;1f{k*DPwc-1@`T6UrcDDrV5`R2@YCZStlFJ5j=X}?mJlAL6jc|MYx_r6UVLM+k
z)a>a0KK0VS+?eG&ecMy+raB0=b?$z2*l)hPwtaZi>uW0eToVFp&K=#iv+jcAcWaT#
z)3-X$u75n=|G?^Z^%ZV69^Y2^eR=1((~_Uhbf5q6Zr{(mdimOe6W8*rcg^`%{Jp;D
z+{A>?*RemJKAdwoLcLgie^dD7^Q%kMjwZZpGTbip+V|-CAH4$IN^7iZuibVlpXycT
z+!h+U^Y~}U>?N*h(_d~m)^8F~ka&D=vSl-?daf7$^TvIb4wxTY#+zb4FX&#o@xJWm
zwd;Qw*<Gq=e^K6f^lZQ^{@$8*joXAB?iZer7T{0YHX}(&K<?w)(hpu6Z-_3O{n&QD
zU7RYP`uVMlg)ij8ziwWXDYy5qH%of#{ok=61)fW<Z>r?=e|Sx!tpCdT#SeI1Jq*5E
z7T0{`@Vq@{R^sZ{B(J<Z5&yt5tLNReTmM`+FZW$#t}2Lky21T4ea|LC`LiK=HFDy%
zR$jfZB>0}()zkcZh5jDDR9Bm?xE#kZ^;O38?7lCizBlVRF6t=k-_x~c&E-9lE^TRG
z{y0A_W>&sPMg3ok>Z6O+8t(ahb?fO>7iCu~uFW-Fqkh<G`PR=Bb3CWL`K+UG+x^>d
z_U5*4f2_ivgmeXHI@wyDTVMP-|K9U2mG_kAykxnx&g$~hKX+n(R!*7x|9teaPeEHH
zGQR6yYu-QSux0UduZ<h|v+e3?jJI5hS%3G*;qz{PO~iMfIc*=FS#fV~%+;7U1}Rae
zcL^nniwqWjvtISO=w~sb&gD67XSW6$?w_(c`1M)c=yjHQ@44;tTUYGgW;fIF&fZ7!
z`wZ5r%#fJ3Rbj6ayK;=~!JDW3u9mENcC_p4v;Oz@)7{oAJtw&T*XHM&I<n$y*gv<-
zHZ9Dz?+&<c|6u;f!!O-#@A_4CaDw@+hPWd?dnV0_2$((hl+={cfMXNo_sG0FaqIP8
zZ_X8O9=feu*K1Y3?e2;^lW(E!`vsqFvrA+<G`GX+EZ3^ov?<5Wl-`*UTW8sCdEfrE
zu3r5q`)W_?<RGsTJ^X!F1MI(x-Y8A1yzSZ5zU*AL_tMI*qP@bCxn|qXE{O^+vHG)R
zW_j)H{VS&h&o%uoDfVL1WT|=fk+rkEKYJBa#`|V(IOp<sNAhbQqf2(oe(cwNotpO8
znolzR-c#w1nva&x7T8-;7a{I1t{U}txzL~J|9^kGKln7S?eXH+qR&M!R|2+dmwxtE
zO!Ds|-R!;dXUF=ixztv&@7u&}i!*2PtMYE-Z`*%%t)cy)bG}F4w5jZS`}5JU4c|+y
z&G}ksYFWI@rg+(x5_MbSZ`D7QHBP;Mk}|9K+Jw8si@vxWXN=ofY50GmyF<Tw&d%%W
zAHR%h`t<ktI)%>4*QZ|2I#cAGddcpNcIlic<^Gv9KOTfQ#r@f*JM;H>Ham8g$wis7
zie-d+&2KKTJQsKFQ3+4C&GV;UOnd*Bg(pwAuJc@C)8AJUPN<2@`X;gUOM2?@h;B3M
z!#m=Xrzb0RGZ$Z*WLF?7@0sQ1`;?hI;(46op2q=ZX50QcC0AxCEteJH+I!PxzvVQ(
z>{{9Rr!=O%R=xM}M*X{Lm8b8E!g@NjMSIelwr@|WUHdq5M{DPva_{Bhig%w+YI}a?
zj>o#4(!9a9-M8e)Cz&2RxciCBQX?a~&=Rw0H={Iiw#$THD6LCVpL6u98MAKib$2dl
z!H_@C&wbb&82GW_YL3_3?Z#O%K0JE)bIVqn=DBJ+u5jlU?m3Y2b+XCj9jA{!+}U#E
zd$Ot5xmJODD*58qO-^UZ^n4GWd+Fqq2S=)QZ#^8m;YHnd*U6<_*Ya(b$6LNp4}TUM
zbN7KoM`hyOsF|Xo`UMttpLSkV`^D>i^agj!{x!z~?(RIhI($*T)#hdKXJ-HUbusZ@
zwcGUn3psK`D))u&`7$rgYtD7s?QNe$qaPRazmj{Jr04eb=<3ek=)beF<oOG>R;};M
ze1HG!?-kqQo}A`AzEr$@_v17DUcqt4*2W+64}X;WFGD5LbXobdx@~v=to%Qx-Fy3=
z4)47_!sXZG1FoD%<u<#${%YCovrS58KRO@!)0$Tt`?u!qz3(^P*{{2CS~u*`tlKwN
zyt@)m8Q*+vSJAno_gb%&uE!PV8J$>i{G^_`Y2It?*AKT>hJ7-7S^0lWqMFT7;kn7v
z%b!`MtJFqwPr1A~fA7w|+sE$z_Ua7(kgh1QT{7^a%ZoR;JLg3j+=)M2I!%x1-<#($
zho!dt@Yt>7Bdw6Oab^1VGbj7f{(rIi_ULr&vJ#P;-B)A2%#Y+a&y!@ehgWlr;qLGT
zyXcQMeSaNQS@PR0_genl%PW2}HtfmL&cFNLfA4hFwC_?Is|#=BI&b<s^Xx)(ixtzF
zzuzwQZOOB{6|w%$&rgxJ@0Kp}*<NmcHT&eduglWCrbY%mjeGrm!?AvyH~&rU?ub+i
zDT@4?w?FnSd-S#2Q#Ncq`?lHP@ar=VOViWm1@67}<=n*OqEj_pzQ#80pR#>YwpjZ9
zd+*knE@{v8x~dVnSmmsg&5bjg-8uU9EiKPkHNE+;_R09ZD9^J0f%?5M+kgJtwlm9m
z=8MFgPnG+<W6pcO`BQWLf`6X%&bL=z+}D1*twrjLkPYLCIBwqk7S^3X_9{;6BE@*m
zPdLAD?!Qv|<nFz$U!B^F3o;M47x_u@wq1$8tL#@~yP~PkFe_kJp#6Ob2RZlOy?st!
zS9|vaGo3m=<<Fkmhg#~@H`rtq|2Sc%bnfkbyQ5`KYmU8dz3}}>&A&G*)<oYanY`$X
z_VdYi{L)L7Zgvbk@BF#+W7FF0FU`FVo5h)x*uUSEwg2ATHQ(E1-SgMqul{si^wFY2
z*UrB?JA3|Z*SI~2l5yw%tSftx``kS>MkMLZ>NiVes=2h%zS?hFQ)CyTJUR5~qPA&2
zxA~pEc;Lp{+bsW0oc650WV|j+EaQ2>H|zYFI)3kSr%qFQV4bJ?>0e;gv4^jm%PRle
z4lSOr>X2gkuhgEo&z~CZxA6O1^0r`iP?bKn<otE3xAEuK?_WMOD`Mf1t4%#SpTGa5
zxt-<c$)b|~4UCM@+tc?Sj^ru-X0dmU=(F>04;R1mpH=r#Ce_Nu^mb+QVXM@N$q)B5
z?3~NPJ3Vsy67$^$Jgevbo)aM7Gv#ei<ni$EOJ3WQzdT9*JLy<p=ktA`tK1L2IU61O
zYb)1wt|h$6QolLBZ)a_mX8kl>JZK(QSe(I??9>k*x1ITWFWu76PBrP~gQGv}KTQ2-
zzWe)r1*ZIiWfwEIdhu@hWykK<)@v+v_}5B{TT6mAPo0%}CFh4zQeW2o`t7Ix?%1%-
z{Zjg@hvprRD@6CsNq+NR>g<(s*7Doqw8M|}G5`O-=C^u2@4~dlSKigmaVv~2UwJ=%
zdids-<+c{Ta>7sAi{8+vik?5;>S#LqrOT(}{`Jj%U~TzcZSvoeZ~G5UE?)7xpZDhN
z(2V^;Z>KDgSCb37_Bz7-JLBrAm^%>{uim!4f6y)@UVLG>?&rRV!Tj6rY+Cc-$^t{v
zjJn(L=L`QnOg;VKR)RskMVQB%7rm>c;&?=^N@|}`o>jiQ;KB5>-Ag`}zT*)r>6!m?
z_3K&gCg)$a$0zt~PMjw)J3e#nZ=IX5hh_hK5PBl>)beuU2dz2gOLA^D&JGXV7&tx7
zo5$@}DF5^RsSh{!AAQXGGySn~xV#z1(dKh}>$+xNx%@`_?X>0A?wP(doymbhXR@R=
z&-lD3t74*I#0v9!LRt52)&&J^zV>*#t8niAgF7|fCnqXR-<eXgll}OPd)vZgrrn>$
zkRJD-dNbQO<~Jd|vjr@?k6Wcy&Cxn8dF0D)UFoVdFAqO{+pWCpo}2D*@r~C~*{+|~
zEHHb2_K}Q5|Ngz7cWv9W&}(sZ^TNvd7ZvO0Y8@*&zs7FP!B6S8I4_*lY<d}TvpY4s
zx~kQ%|6%6ts0DKt_qpGl^O`x9_i*|tOaHXxZ2L@pK2G`4d(g<c_x4Sjb*x2qdtOdp
zdnB~^;bzWsy|VH|<8yn?<aeI_l9XD-cWuwq!kpM+?$Nu}T#mnT|DM0`U#m2oWwMu7
zB?}Z6$IjTl|IRbHmMzK6TW%lnKVP`EZS#`v=Fj;WBiBWBeN3)@GkI@hY@0>uhD)5E
z&hB{~u~E+Yz{{W4E0^AR%x-CSX|qI4FN>Mxt~=We-e;ZJ{^#B?Ii}hFYBE<{$$whV
z`*dl@4DbJst}orj@Av4KYGu@?poshP<0IBQoU8CrT4TP%9-DPfE=IjNyYKRz6DKC+
z8?D{-cG{zg$7$QG@>EZqpR~{_y7X^DwvKxDa|!RIUguJ4>+eZ(?aEoK(Ywe%)UvhL
z|C)4U-j&GRtL99W-=BYC+t1BCxp$vDbI<!OSNiy^tGe;snJ<q%ZCLep)%H5mxc#Zi
z;%B~8u~>KPb@((Bt~pCzpSbVUz%0%GN$!TV-1IUxx8i-TmMc6y)tZ}qY|jmY6KD1q
z8Ed}$GxM9jbl0coeanoEP9E6FJ8!DtVSe%LzieVYgmFz@C>Q$vTC^yC`e&b?>(>^D
zZU6jwc|G^Juj+j-FCF8pKOB3g==q7$2lugsdmT->ss8KrRNZNNCP&^pev<8<ci8XZ
z)Q!7r)uRf;9(=xeUG}ler%j#j6I5QWdGj&i`}R|U&rSZ`p897W*I9#<{L<&E7H;-P
z^|jqwdvC9W{qb9GYai53?X*1gMe@WK&#zB!vrRo!Qt{enadkuY_x#ig-oH2R77yRH
zxBV?!)%~{9d;UBzd{QHGIkvWcZpX{ohL;PMSHE~Em$&P?pxxs3+LKQ=N?TOle(w6{
zi`_v<Tfe1SP76%E`s>SyLLb&$?h}4DTr9jk^LXy>@(g)KDMtw|uFo3xIQIYjx99Op
z+czB_?Of{AQu6PGZ*F{6ek*@p{l;D8jk#RU%3nw&oy$8nb5-k<`S)i(($w2)pDXR)
zxq6@H@3+<aw{?Bdbh&D{R($)kFV$bq&4~~Wir=#Q-=$Ad(psfKx7F*f=KtND{4S`z
zed?XW9WORMo-SFp>)Pa~aJju#Z=X`HQg;2Oq4u~dTWw`VpA65mb>ULIFQcN*-4EDT
z6|?fo7k`=Mm%_udR-7)|`S$|PExuExCnn^`x9u?H{(9%Ry1A9hfA5#<KjrUDI?-)!
zZ}MBAyZM*Ilf0PHhK>JjHtxQ^X!knCb{;;XBTVm3ov{(UdE}I5o7&4o68)`rKI}Rn
zp0MTdHVgZD|Ld-ne=CoCm42yr>9Acz#mjTN<u7IL74kSgzrOKL%#!n3Kg`5<)c)}<
zU*dFa^M#E0OX~mj-)(ytzGzLr)lFA}|3>8>`+B&mrbc%Ah6@jKf9*Lvbz-rlo2BxB
zhr)7ywmb+>uiJflPyM8Ci~H}NyLtOB$5PvxrZ3aCI!>_tvSqvE?Trez&x(pCU)Xzi
zS9!(vDbodG4m=atny@Q!#iPzQGE4WLNx5UL73TbMP0BwF@v0whmfd@HeUG^Pd-3!8
z4nIBI`OM<fo!m2mEc5-_7tXp7GMn@I>X}PIRxjF{v!Hgp)yvzR`)u>RzIb}(W&XT_
z_qJ>Ntkhof^Y2^H7PVjYmsdQQba&=U=d{b#+QP9`7Z*>K{F}m--#+&Vv#-^~CD*3?
zU_5>M$Zf7m-)>%>{7&1RcPH;m*@?Du6kiAHKC|1qyLRsC9J~8x>weF^r+@wG%iNym
z?XOjCtUo2Aa_Xx0*=eW$oix3AW4q+nRi9p7%r9{_w4LO8p?}`&IF88scV&`fJ-Juw
z?GgK*IQPuE9(|7AbGB@4wv?~k{oUd0+wyB^J5?{$2ix6PGv7Rae{i7Hruuzp(OHYQ
z?01KopBCvduix~gwCI%G#ZTWR+^q`u{L1!h+T`fsN%`>|50<WO`?RHFRY9e2>Mp+~
z)5lVI=UcBnR7&pdG2Hpl@AB_k*?)XOpXE+%Y<zxkcRG{pUiY;Bij{A&-|PR|a&+e&
z{qMic{=6@fUi&9NP~+9fH(p(DYO}k7^cEk`u-~Rp6L)jpe9<`FPdneJ#>{&t6?@Gv
z<IU#pL3U>s|Ns4GN~`DB{<FL1x4Inm&;I^9?OdT}>h`D=-%mHM2=l4jlzuMd&a5r6
z*>@hF?^<&t*T46&Pxz_%uckHGRlm(yAaBlm((utCF}Z5vA6su7{PUnL+v{cO`(lHO
zEA8F|SuWBNeZ#S&KJ$6iY5qB@?m5Tod%8C1<Kfv0Uh}?rE^^_l;kBtJue%5SZh7<j
z^^Hn7(+el2ZcE?pEOcM;ex8C+`^_Vt@}3*XpL>-x<^HXGflY30w|~sk{$^1q_jUWK
zkgi{~p=VVl`t2<%TF2@1SzE?ZdJ&WL$?{3>RqlJPT`%9c?}liM+}D?`kN+z3-ClS4
znXLSBx9*jnMDyqTT62%l!MeX{tA+NDlzlZ_Zn+!myXUVwa$Y30>VIJUpV-)<|M>w4
zeEnwc#5`<#-abfrremM&c7NjcO2eY(so&;*-MoU2Z|ftSSJTVprX1RLJA6mZYxU9_
z3uEGD>n*$2eUV{*V5a}RGco6R3jS?u3)_AD_x!CN<g+Kt-85TYyKDC`)%R<h#GfXW
zM99hZ{a*Cc*DQFxIM?x_+IwyNj{{#V<GS~B-cRq{o1P~XiN=-PZ7-eM`S(oAz0Yce
zf3IoPc^-+4&dJh!W_bL7-M#(AO*{X7I@g|SQWp70i~F|ww{X_qUHdm|s*PUi@>@6h
z%jq52*5T<fvsx}DSAN;RtQ|CKyJB+Xz53|(ed}+fm}mS=G_d<_+rHZJ&ho|a4aHxl
zZ<-u7HS%A~+5a#9{jOJL3fKRhJb9Ci#s7OB_NB%!ooDU;&0HOEdVSvM>9OzT{J*g?
zYR!tS<-5PVW#jp*I{Wi)uKfJI4^{awYrX0%X8W0aIPEPsU-<TuPjh_E+-G-+mwacv
zv3B#<?pn2Fth-ot#iz%gJ9y;f_JaInJV$@;NS%9H{QC8`LIv^r-g@sk-*!A-xB0m7
z`$@grw(G6Jw>SmXcA8n6&$D@7`1{BLp&I=!{*R{x)jv6K-TSoTp%1fX9s2XAc<G-@
zTNch)+x2wrv}i-AquEdPOnm*!XI}01BD3msdH<SB*64BTS=fb73BKaTX8rTk6Yn%R
zt1X$j0qe!yt$XEl?RV(x|F>h`_6weiT;;d)>sRmY@LSn??C<kyWd;~NzNh>8s-929
zpLZ+nt-9(PaeS$Md-mn){=NSevum?${UP<FXu|2teS2#QjU;FPY&_kSe7Q?wM$C%B
zbu$^=8u!O&d|upkEAz?WZ$*0>Gv(9^gfkCcS-oR(Y<<wGmy^!?Ts&co$K~$5M`!Jr
z_x1TE{k6tF7yYPWeY<+exi0&f-_752w%Yw!>au)$pzT}X#8_UP>fXh?H*}rz-~A7-
zku_gBL-j~{r-$p8*;gMw*mHQ1>p9Qo4^(d~niaNt%aKKWVx?PFEP7fOQ@e0u=!W7`
zW_`~h!&+meNW@>4y)sv*=g*ld_Hq&?hQAGCe%zaPSANy~)|KnTzphW+ZGOY!r$(aw
zsY}<+zb~Dgx3i~8-l)#-OwI2r9vf%6e*BZut~}?}hNEY0``X`|KkavbMhyGMZ(X%l
z{10+IY<`w}^mpp<(>GqsKdf8z_^|KFxW^&-Kks^;e|>ECbSDu9?fB<epNb9qE~Tz2
z;PKweofW=u`uE9_ek<$dPA)wabo4=kcF_GT59eN+aA4Ywr_)3Hck0WpIJ`B)vR<r?
zKd3hUM9I?DY^%HJpQc~*nVY^nx>x@9>G`J;(jNXz<=>Y+^ZV-9uC(^25*yx_*6b1r
z`<HNL=|-!=500<DUQ+#Z=JOu=Tgx|;n&tED?|vTk%{=sGi{3W()%mjnSo@m4RR8`J
zBU$r#=?c-}ubb9aZU6W}NB1S)%{N>xgX-Q+7mM98C*S5<>A^iFy7AAKJ$f^p^=aLY
zO|kKtUazh&6xcKQklKWOtTUcG%isGl>zJ$V53N|4Rs3QM^%d#P$2s3SUb%dJ{dd2d
z7n_1VFTU_x=-&3~qz#j7<RlJW<1Ut2|KRAI&)a4P&;4-Q_j=fdKc7Rk)&JQuM>t2m
z_DT-l&u0zi_no_uFZ58PJnHAY?9?BtY~Q*4O1bdoX6RD+6~CS}9oyTqVv1YyYo-1#
zrH^;-H#b&z#p~3b`#Jbc_Q$6dylxp%2J1f`W}Pi_cj?>mB@ey)KV3O}{rR~suQKQV
zU2Mv{J9&-#m4k047+Umi-e0Z#ef8A7Zoa5*wKM;y>Ygilz`y5>$j;zhAIs*d`W<C+
zm9F%Dv1*dzNjBB0!h<_v=kJL9l%8*)Z=8Ag&HgFoOWNC3AD-8D{Krj=W|`Z84Au+e
z)~<S9XpvyO!1JB@&bi@#&zJr6oHcpN49VD(2Ts}k)0%#s^=q*DuF$%=sVmn1pzp1n
zQhPq#yJj9CZnI$SA6=o??O&LLPi?I$aZXcvxY>Ai&->YrDtF)NGF`4e>q6goPpvl^
z(@q|Y{q*PK&)}Q;{~cF6x&3U;+l)U~BsQ~Y7w;}SG&!TDcAd%k_vion$UUiE6Z5pA
zs&q@do3;&u4ELi{;paDVPfVO2dZ_eH&%*YHHaix6Nj@kVuI#b=igC;B&5;jFB{wfC
zJ;zXaOXA*HuY7@LzqJk>PgG>P5%cTUwuk-Izm7-8-n(URdhOavRvY8)s^m1SyBhd)
zmc8w_e~%^={C_@M$?%VEU9<K6nyE|giteo`UBa;E?f0uwD)^5+dsaOC;RdIb_M%-T
zTkb9}p5wrDKlX>a+s{RAPwurHo9()6z2B8XC-*fUKKIu??nj%s$m`lKr}gibM)Wf>
zM^8vU_u{wY&XtyLduu-NCEwrbvCZ(z?z5XV$7#2HUaJ4+vu;yKLfV_&IR!Cq%N%xm
zU0>X|wQbc$N3Oelm-6O0lv(v_ESNfjch0N&1*iZ0c1<`{uzT~ys*G>isyA+&t<|+@
zZnijD7PGzTrTFoPd{*V6qWjb8UzuEaJL@-p-5-@FJ7@2^ofXn;&A(uqz^dnSPW?8|
zRIdB|YQD`y)!+>O`|r4?)J1ppm84ZHwbx7fwXGul+Pms2e-H8W{p>0etD0_~bdHTz
zO)+}@{`b<1y!;3Eos`}C{_iaB(m(s+Ltd-v>07@#KIx;?`PXT3PbbT-kzbd5U^mBS
z5y@Q!l{;k5{7hA;G@Qbd#`^N>Yr}<~Uberw=~Vag*pHXLk{n;pWd8b;`|b0EjW-P!
zHoss0d}$o-`W8!_&pY|Qy?VSaS>}IHwE59r8`-|~e%$eGpQY@&?TQD?m;FvExi9eE
z`h5M)z5g~n(*5>t=>^kQ-ghD=&fR`={?C@;Pm+?y`_CQUq;F%naiN}hjQpxIt2wmy
zFs)<TY4rG&dz|^L!i=rwcPlIOUCJ|GDARuYnZu=Z_XPI6Fs*SlyKlL=aFf($_uRjS
z^?vF19hldadnfxw&B5of_U*QhvOZbF{oj1+jAGrY9lz_>q#wRKC0hAU+4(=SncI%f
znP>VsT`yT^srDb4cYk8KGxZ<sj|<x`zi<DU@&yycd_G=H@4B+zZhQU4QkQQv$x^@h
zzP`Tmv5t>fLoklL`r7B`(psJ2wcE}_o1Q8BeA>L@CzH`Vmb<x=?_KzK$7$L*!6RQ~
zGjxtWKK*^|#zp&o$|Z$L?oT}xULX5e_0_@Y`9GbErhQGXd~5dcZOWQ8=Y@V1{ob1Y
zuS@>x!>K0Ich8yD;hjDA_o0|333KoN3pVuLF*CY($LwOA$Xj-PY1NF^lU3xz&N0~)
z-23=<cK-BZb5>j2db;mHneOV%CjTN9Zuedm|98=x_nzNG5AFN^qgiqCkFL1yvqRSX
z`X+mFU($>?Lp|ozfA7D2lpf#lW_RCt)w1>Rdb|H#{Qt>}VS{Xg@a5v*m3yDo9{cgB
z^xgD;ru`pIe0TYME-hZ>OqcB0qHhZ#w4e9a{4`7c#%0qXmwiEg-I>4t4D%1ayt*{<
z*8SfOJ3pO%^gAm2p8~)3$IW7P*&puT{-tkt`)|8oh4|yk`~L>p?vtG<T3PdRT55dU
zA1n1u<!4F@&uwS@z35@-W2^VeH#S&KynWqJ@_&a??R}-5?1!)RcAq{zZT0`n7wYbN
z{{Oc!^xglXJ0rL6vz_uYD`v~vn`boQrd4Zixb^T?+=HKOH!9}y%yX`<+<e!ze8;mL
zWkIW-_g-Dy*`a-Y&4I(&_dnPi&f79Yx_{#HYvD^Dy$-ju`16g+)aJUzn&6bZrDkq<
zIq9qt^Ll<1oqyyTQ(GTu(S78+7|&Jt=Rw!b$+gv;Uj6Lwz16lx;{9jLJoL*dLJKOM
zT3`6a6xr=pUb8#-d#vkk?Rfbo(Tz2M7v3J5KmGTkf4|Eb&;MM1@BZ47sGaj#wB<cF
zf0IwR)^PIZ%;(3n)-u0M`*FqLxYs@Lj~m*&<Ie}Z_1rP<DF5<Gop*O$8h0g6nEyIA
zxJ_K}p7nw0p$Dg56?96pc<t;NwY_Z9+*d9!()L_0%7e@FP0rb#Ib3O}nj3Gw$8qaV
zXOG1uf2Xt@+U&B?|DL?+s{Ive_0>IV<M+i}nch|vTKx0Wy^Q-|6)Zo(&iF_Ey4vtp
zYt{SRdt#M;N{Lt3_%79-^rd^p?Y}d#E-pKH?yN*>uf+WsC%ZTwKfe66cI(sA;;HAp
z_xIfY|M_qK`k#|`t?Bu6`n%RG``z!$zTBO#zW>;|_<ijk%Q&CyY$*Ksbmh9AUh57A
zt^4ijA78xBetmc3^xs#bwY|QaFZ(dH<8{dKmkh7}F5dh8|IaO#o@*UrHLbB!(tp?I
z9DaMl>q%|fJ*#5hrrmv?d$#P_wBu2R^(l%qk_*4D>3_|)`ONI}kNZk1;{S;6bL2mL
zzUo^4esfLkWm~M)r+2<M`rO9Py3X?4gJ`bEl%@Q2V%B?Cz5IH<(mq`8uJOI?=BJMz
zzx?;mwmmcR?!9}-9WR+NJ77~uU(tqBUhBo*O#H=AoA~hcj*2~OjMfdmmIghFxqaM9
zac`c7e#N;@Z(}%j=h<=i&8%5C|Gn!6Q&#tV`P~=h?<uOA>*#y`?D_LPbI!-Ty2_=0
zjq7EpdzILG)rikl%75*?Z<-b!RF!J6@7x}PU8+kC2T$H||8Ee>{l*8}Ts6*2o73}+
zZ!3P?VPKNE^O*D;ji2u(eDRHu(mSz0U$Ww-661aC3w2?NWxmg26YD<qZJ7VP`d;C;
zn&)nJ-PEKdbDkV8PJO>*|7_C}so|IW+SXtDA#ry8?j<L-<`;kdo8$B1GIxWGwrt+a
zTNiKjJJqtW*hs&f^Ho}0OZH^>nqKX<g;7Gc8?Wz})w9*P?x&W?ec5Nf&(`GL{88{>
z`KRAc*^IS1msS0oW*DFKtolse^$DJ5r+2e%Uwz=&d8gk_2G<OKmcILGwfVOHmY>mS
zc4t3)|M&ZTSA+b#f2RGJPx~t`eRZ2Zm3iyW)qS-amwn9THIcpiB5C&R$7lK<&)E03
zJNNvb<l4W}(&IUfc|ESH?@Vv#Uc3H!>4s0U-0rQ@4c>U{_wtV&=38c5yq_9>_e6N-
z-fRBrUMgLA%i0<Cy*A>Z_tuE^Kbr!NcRihV%2k1<q|f>2tofaC?w9M{1-I%mJ#NXj
zJXh7VIY9Q`z0&nx{}`%x?KyK~=Ym%;5m(pzh>Cfd5L@E*^4Y~5l^dtZU7J1K<)v%5
zwf^zE>sEhy(~fU_du?)*bA`m0+Mti^-K%VFzMFr-WYgSN-!~X&-?xZb5+)sD%*`Kv
zMP%Q{PS#$2srx}Hrtt?v_6fhdA|}psr`Yk8{<4Vg*Q56D@cgFh^Kka$b!JlMw!fG9
z#CPc5$#ZM!U*GyRskS&d_y5f`^Uqa<XKP1?+}*>bTWj;Ip;K(fHtpv5pP4u5XY6jW
zvs?Ols)hFk`+S8DzsmodVD#SlsoG{*_C1xaPmQLY=Htmf{@~%VBX4HUbiICa#iKip
zr{y_|*SxasyKA+1#U@|>uWm0z_wHPg(t9dp*?Zp0n;#iBtMlGG#+p54$y)g)dr`yF
zS7WYEpRzbOBtG=X>9%vM&Mr%~RsHqdk<az%sKa`@e>3*H|DM?T=;5D=|CRLu+jrMQ
z%$>5nc=q{4X7SsjYiIC1R6Nx8y?%FDN>KWqq!sZN-}YWizNqy$>Bf2A3-`T^@*=N4
zzt3&6UTAMkc(4BSnNQtQ?te78eg4YF3(uu*XMN1p+w<=Ii*=_<1ApsVEB{#UZs8|w
zKk<gD<vspAFFVgKP1;-(KcmR%^nt{)*|K_$PWKl)o}DSyyFpLw$0G^pynE|seRTNU
zcm8|Xww-xT61JAzdv;^?0ZZP0-zpwdr&>I{c3$acoo?{GAMX~P*}gYH=2rdsZ69=v
z*4#O_`fG8}(dlb9?6F?oaE_Jv@9SblFI(%CWowtLs`!6J@8RsAL(}KE{8_{r=_6LY
zC$0GZDJ93L23w8=|E!5#oW}9~Q+rYG51%Ndb?cs_{;-YKOI~u?;_tPNtn|>xb6uBq
z-<h=_Cf_$wd7k6HI5q2%W&ix|wZ|Lo3On3hd1%)i@f~|2EdCkA9sj~mDX3MmyZipL
zKUN2J-#X8`a^JUB)#vHS*Yy^3#X87JrSA1*+I2ni`QLNqH}WzgkI!{HcXr0}o=c%z
zzZd@9GHvhGTVLPU-qu-S(zwv)o9*vt>+)?8ea)WoyEd8Mc${f=bGhZ^&rU1PY^^#y
z#diHI<D9>?zPqcxO53bYI-l|&J)}D0@4~fjyua=U)3txz_ie=~0pE2|zd17Pvsd;;
zrxaa1!D61m=KS@?r?b2|KBuO?&rPU}vs0=yZq6_Nu$OzE{=w;5ckZp98_BNkZg*e4
z=+@%Tyc^bSyyJH2>U)dAPg|JN-;}L9q;IbBBd(<|$Rl{kuGL}Lfw?Sm!VSNl&OUQ5
z>)S6i*7!9CHoe|+a^a?$_NMhAAHH(v-=Fm$S}0=1l=YRV-(nIjoSVJ;_Mh<m|8q|L
zoSgpuCTnS(4qvVEq0`@mek8TrzRI?52ZQaihq*Ot<99t@{^-`l);-O!;+lJR9lD--
zP&(n`t}C8v|F<3b%kT1l<z{`lk(64!<-Cva2G=h(Y+1A7`puou%M8uSi|qDU&yi<e
zbu09}S<wXRMH@1UKJ#APH)U=?mBQCazt6s(^UNau<N4BkWgANFI2|rze)aRs{lEL&
zis$l0Z%eJM<~jTQczVFR+Yk0w{d(x(z-yNC;MS_nXnS|D^;gYyD#mRLz4QByRE<)}
zp)b2P<vB|J>uGqb{-U-1#pZR-&p9~BaLjG)FY3Nh+a13B^NhF;5=X_?yf3v3Jg#B#
zrbz#dg58_EuKSi#HNC?(h3q?bwBUHN>B8b2a}M{nXBYjr6xn~yWr~5USo^-+&)>>+
zl>h&svZ>+mk`sQD4>28v!o`se5lJ_slg>nY**&;^STjl8%ferKPFj)JWv2e>qgxKx
z<jtLPSm>N%p;-6kh;y~BVi7tUA|4#C{ju^$mHFy#W|wcS+qk;m(B|Ic#;+kswsuG7
z9=+^)Kkxn1Z}sb=i|_ZCeoa04J;b8)(5nrWZ}{4s_|}G<nJD`1+>`Luhvqk1#4L0Q
zOt>YcS+qHG%ZOR%7DPSRav)MCA?i_y*m71s?l~Z_$Ol~95z}_eIhxvdnrS+#9(Rn`
z4gnAO57rw$>^3;`XoFP_-|oYOEI##(E?*h<r*Q38QrdE0!+`?TRs274MHaHQu`Yu^
zZNX=iuOnR!UVF6p@r_T#I==*-+ne!x-D|;Vxx#As=PyNeU!HE9_}A}cc%*rJ+5M`>
zjs461|9kg7!t>v9_hagZ_S+rW{^(b!;;i^+%eQLRo)+J)ug{&`{@(PGdH8<u=u270
zk3D<MAN~Bk(QW=pU$6a~J47FbPv4_gxj%pX-=$g^&nvTk>#r4S+w^Do<O}yN_Dycq
z-=@BAvA^qltsion`~E#(eW4%uN}WmYo21Xyhe6VLPk)PMMez#WzR}_s_x7J{Oiqhi
z?_Z{l`A+sr9Zu?>nPR&6R~OTY50lk-UzI6lFIjM(Ro4IV`t|P{-4`75FVQ`F;)s3G
z;>hmj3ct)59Ful-&-k^){3&bGdc(cZ%i_fpRw+)4-=!4EouQ?)Hz4qmr>lzSL^GRk
z*OW(9GvoK91c3M<E<u93dcJ5Io?fJMjx~EqUzdlL((LI9zdB#Dtms&xWU}>-mzL7X
zj>ivTL?^E5SfVtk>%yPU+AATfDPOq18@6_7gtVxwj0e;FJF@Tn3Jno#?fMYu?VIvl
z+p=**hm&hY-tX4hsD(;gq6=@nyH_OK0oHS%S~~C4Be(qlg0qC`MYR?M2)1@z(5cMd
z<2&=o3vn%{&(GF7xr%_qXHBmu{I@GeaBA0uJ5}#*WO6K2su6LVJa2Ecc`Dzk_!S(!
z&EMSSIfS&B7iud{(ppsI@oC1At`#9JOO>=l7k2)>_iwh9;zE$Rr{DV)IDo`WcHduo
z^U926Ai?k7??D8&Fx{wbkx{+7zk>I^g#OA7H&+v_MJttNX)OvAjPpG$|Ms4PNJm#j
zh)b}mNvO+WB`ML1A%eXifzKaScV(=CX^;}VxT3?&bxU#jthyVAf2YJepA$1%XW=ZZ
zWe=CEPn5l8arL)sNae9x_N8lNeoIG$zkSCVaKe9YUGmTWvTx>Byu81$<Zb4RGpnq^
zZpdnDSZltjT7G+H`Nh21Ri-|@H+I^rFgD)!deQp@r}plxdnB6wzO9o(HvREj<?e6y
zE{Cel)p{A?Sw6KS)N{F4&D-gF|CfZGT;SDqT>7lug6=ZcZ*s4$cnAJ{6g(~DT)<Nv
z`CREMeRn_egq~Ya#5T3~U7>FD*&2Q3_?Q#hmRIe&UFsoNyPjuy+|pOmkLkbde!PgO
zwC>d(mC$XuVZWw_Y0v*1_x)huPA1WePnVx8KmEq#W~eFes>~CgFaN&7zWeXXmB~8%
zIrF0v0_O*x6ZvNP_Lt@l%`cPt?6WRE+a(?*oAt`$w3*8VmR>$p?vpF4Yo6XH*ZL9n
z;f2V>DPL#hdEDGz@bScP`EMeJzg;T--=QwDH|1X(>wD81A%A^d9lw6Y@9Oz0r8<*e
z&8*+S{ZQZ9vP#KD@SlCp2g`X<^6X#c=i9yS(63&7KKx_hw8BO8+VkUUYh&-%)CBEI
z;(yI>KVN_C>g{>!N}s<j{uz7kTi(0$d;i$A)BR)L8P?fneV^SiA#%3Y&*jHo|0>R}
z`uEK`FSfq-*Ye}%&g$NqH{(v--SsCQpYP08pZqpWSLolI^QHH-e!pLPwSGTGy`A}I
zcFz63cl_p_`e?tLqMg)3f74I;r;pCh`YGSl@wGqc&++1k_0{u##7B$%?-oq)__+Rz
z%g^Xr-|Kg){bN`DV{!7!bBVw5M}KHfdAwh4;lJyyf6U!i)aQr%kUw=KUwHNZ-dP#@
z%Z}`KDgM)~yd}Q9;oJIa?e*qP|8ECh-5;R${{LUA+keihZ;W0xkE8nQhwb-{?yakT
z{MEbV^4)*e-m3rq=yPoSewRO&jsAU^zbxhdo{k?=_x;})bHrX|{=a1%KQ3=ndsbfm
z`|eBo(8u+wOaF5U)@LvKSzY_@)C7CAN&k1|{84*m??3m?`O?k%tsnmFII-VU>7TIa
zxzC$f1uOpuzKh@DK5st1{Nes&_eH);w`XW<TT?9a+hXta`_C^u=ogi}7{1?CfBycR
zTk=2F`rrQg+*0;>XNcjP@FgdG<A2@T{&s?sy`FDw`Qp1b|5){%5iHrm{rv9tNoyDU
z>-@i!yJzm^d+B#8Kd1&@-%$O%R_MXiwawq9IsXP$s0-{ld_(Q$Z;L~AX&cKepQ!3r
zJbnJ1_13(+S<9|$y?_0|BL9_pRQ=^XeF?pO@{I0=m%I<}RfX+wJLWV&wq3kaKliux
z^{xN)X2g`u6|ijjp4j<*hyJ%8{V9J>cy|3Y&r4K&c<PcJ?<VCveNW2kZdTqqIPrBb
z`=9mY?xE9utgk)u@K5~ih4p&z<?mL%DsA@fu@Cv}x$&F!$GOq>HotTGA7i;;vHmQl
z_mxq9<~aP*ZvS~F|JA<ArRCSY@B4S2W8%y{w!R;^d{IwA*yk=ZHu>19)cIGcXtQMV
zhT4Ya>9R&k{&4KL*?Us$&7ZGY^X*?hU;pjr>UhE9&(Ht-nH{@neM(%Rsz|t3;Zl*W
zVn4lf)?InzrTa|x)6|4G&Sz^AwoiHrW=)N|=QTaNsZw=Dc-7Oe14XJ4>sU@tjoT@@
zA%=6B_Q9g1;d!h&;Z0w?HpIQW8qN56?b~%MucyZC72OcWc}@FZ)za&EtU2LLZ@o6e
zzT6tkczbHXZlRp;s<&YW%2aQxXZbxfZolY;c+PLy2kRC;U)%843(VPDsQqAvkW6^f
zW3T)>To&tCj!%8C<C64tratY1m8ur&zdT#p@Y$;%j`N)M-b(EUd%hmfK3KVQdmd{{
zc++dIg4ma9qZzMHeXvU?CcNr(*n!gbU(BC=+V}O>_q9DA_m%!B-}|@r_0RWp?02mG
zSKs@$Z|R@l`*$Yo%bv6Q)X#;*@4TL`D}9&sy#3xz&3QXA=bhNSYPa~WWi^kM)jnEQ
z_h?=Hqje465-!a;e%yFTDc{_@KL>u!w3;_#@xNyNg%1xdn0=G=y1=5cn^GQUjwRf$
zzm?)p7~cB$>Fa<whZ+AF?@$W~+`m(Ellbi^f?q!`zjtx+%-ZbhD#jD{Y<zy9`Tw2u
zx6?|mnE&}dPxC<C{o7CN%^#mUwQpzgq^Y)+-{x2EvYP&Q-%FwUh5Nr=Rno7Pdu_k{
z>Yt)*N-t$%mhFylfBO0Py7#X8%sRzyR*IGj^V$43Z`&T1lKwKoF!266eb&=O|M%V(
zzEs}zhVx$DmNTC>@p_m2mz^h}`Rn#v4>7@aE_Sw$_B)5WO<X(io!{<vcV^c_JpHrx
zv&0kcHj6yFxz69%=kj!1p7GL8EuH;~;oLPl>|SU%?Rd6m*Zz~&+TVrM@b9pH@y2<F
zVd-zC%FAcn-V6W#wcxOr=e=t$TQ^Nx$S>yiXdeH?UDhc#pDeH!yQ#YDb_hG`pTzw)
zmu8DeE?i=~t#wCislh?{Z?_+5q~t`u6xsgzd;D_!b*~TeEuOGGcW20nYhr~_rLpp5
z>ninQQx1oo*<JNlcYa;q9QT<kC+XkZGPC;Yui3#iS9xE57FqQs_gvbisjuIQt4H41
zV0FOpUdru^Z%@B||NbQJv`Vp+!J~h>mPV8w`TD*5Oa8>(J-OQR$~4sXGH+kMKi<m!
z(urGfj9Vvfd~bhu&HLByudlnG@gyg@#x(pvxXJY!yZ%iJ-jb1$b9-NDc>L~v&lGMh
z@Bb5W>;IeQ?gx|~2!7zGV6kD6WBmW0GhyQNbY<V_$Nyg6nNzc^<<pz1OV$NGSYP;W
z#`FHKoh8>^-oIr3=&`chDbbIUooXg^_zM}X>zE(%X!4oko=d_SmkZ2Ku@iTwuU%*J
z=hSM28*a<`yey~v*LdEaJNZET+dmi2%Rd&*oVWj)`;*_Fue<Nk%lbV1sn_q%;k%XU
zE_L`Tee_hZTX`b%ZROXGKVMJwiaUD3-{_}jo9)djhI+@X>Zg8ox2@mezohP;)bswz
ze-ZONJ~2K0RR8Z+M}Lv)pCtnGRUS=t>Ct|qKJ|yn<oO|=!a6|O)$CV33AgNhxc}3i
zz;p6ng;&nq|LbS+9Q$YLm#pev&TZrV`%`<ph&|^K_0}It1papY06F4_`qV#5l->s|
z7nr}_Zsn8EzCB!@o|?x$@3*OcbNla))${Cc{ajqH)cg6mP5qkw6W`UtYK|Otud8|D
zzE^3Rw)6b`c9}=^DAi3m>2Fji`bg_&eEeHGP!L-)ZCQT0bLozMXI}g7o%Q+t*I%1s
z>%T=mDg0}@-u}Apr}+I|a*X{ADDeX4{;=13khA!@{lBlje%t?VSN?Z?`s4V$s|B~S
z7~0s`-?`KiJuC2iL-eLXZ}YsD$M!J4lh)e4<a6AO>dep6O72ZM7k#QyzYs)Us`TD@
zhdVaUb9(fpr_+jditoBJNpJg-)4ETK^h<WC#^!rok3RJ^?nPDp<LFCYrxooL-*s=&
zy6sC|>pm^hFWIenH_vl>^r^RTFUq`k-JO)Teah{<7v4@Q*{^yxU-P@X?q6^J7u(l-
zi4OavtG>SOwAcRBrS~^o%D1fSjSf4etNnP|)WCNQ(U%@i`?6!H%`w>m@2WeK=53$y
zT=(hqJ*u|(p68=aeU5uk>0NcN`iJh*O8qapRQKk2u8%(TI_^cOch%iVaoeX{-+STp
zy4boE(|0>n-|y~S`t14g-CdQ}f46^QF1c>>e)p`(^S|4xKR#af<Wc*i-wU6<%X%kT
z?ka9Ca+lw?JiK)M4(;6_l)d|eyl7!~1qfZQm}sx{Xx$eu`l?hPawPWS(b$i!KNr3O
zv40+o{dqL@x9iV9!E#m!5aN~i>h5}HYQh!y=5x0EAhu}Y9nr))rioWThPD-kw-sJ*
zyI2=;Bv$bl2r0Y$4iqe3Dgi=kCH}g*-VsfPX!sM*T6nz`qT!>n?6FvRh=ybQQzgph
zf;2onuJXX$_0HEMkRH?IKLNdk*Lw@Y`wFl3eRQ@x7Hfa(kD=(!=MUSv{=7b$A&;Dh
z{#<3<;C#jI;p^-A^Emul)DQhP7yS22>b2kpjvx1h4$Pi%^*^(G{Qr<Q|CN5+U+@ZF
z0@QsFk=XV}<IUP_Rli?<U9NvV{`TUlU*_MLAwF%(+{%xoFZ9Cy{<M#uHus#N^NxQt
zYizzAPJUYX`}f9AbNZ(~PkvfiTd~IG@57CszO)}dby;3c+rPeIjSa}P|3CfGdUEuf
zw<@o8`dX3sTQBY7n5MtqQL19qviN_W{p)Q{uTHQ0s<VFH(@;AQ^C|!NPp9PPJ)LTA
zb6UH;Vp=#To9y4)@L!Bw_2c*Z#kSe2Yp#Wzzx66I`sMrd+){QMut52R&D)G#L`F+~
zS+f@8(Rydb`tMgmzwVt8=lOTB{r|!z>AhdqY@BC$ZS%2HVCJ8Pk;y*~Z$9>^J-zoS
z|9Nn*K?+QejsFuF|L>W-L;aBO!_E)l9TRez-s#)b@2UI$%3k`V`Pq&7bJqX9_-*lf
z_ZR19{NB0UW`Fbht3NNaJ-HC}q)sa+aLKCp)d#A-=Vz?XKYfMYx514m-*#%!b@S@$
zIT`(Lep`O|eBpfXgOwh^PSfjZb^mT)iSSC#f5Wq_gzdI@bFVb(lkE5BdCJn*s*S8U
z8W;^6Sgr~%E0}IH4`7Q{Z}t^t^>pasw9~wCk3%x2k;lxwEZ{)!V#ld$rBX*7R+YXt
zUSa7FFw-&jo$J4Z%JmJ$Zms_OcVgC^?uQ4BDmF04t;rXi@Ii+`-P70H_N9N3&(`O+
z9aR?;O?u_?%JA@f7N1pGE2q}Z{==v7-+X;je`|t3gZ_hup+UTnz8)*4Uh&$d5-{ic
zy~k(%YWxoT{`l&*&F_!j;D6iv?%TgQt*j4cgPypw)cO6L^ULyU@x&WSouP*Dp@FL>
zt@^WI%PI!n{bmQFl&w#>UOpeIS@QRe>Y~ZfoiDt8UKK6%xFnFkVZb86#KX9(uGaUj
z!Pl!nS=~zeG~e$QDq%WWvC>(`>IfefV_>p?K&us(mZx;vuNxd5UB85GihsGscxi=w
z#J(-8%NY!>qy%(Uv->h$k_z2de)NmrN?sS{ivnJM-}UOSzFd>nwSoKOJLTJbZ_GDc
zJi(@H-L3yk<fc!G@Wi{$+jwv4r_7(gdq_OG`3>hL@e^tayX$j)Z@hcl?tZtd-L`Kx
zE+y;t``VPfzp*uW_q(HRveqSU&TLdY{!RLJ-kVh$XManQ@8vZqJ9on{d38^(LD_*D
zzp6IAJenph9sMR_<K&}aV%6a}Q8!aewoI45b(H_@{dTi=&e7i%p8a*f?60{)M()|=
z-<|}|{<zZj$CY>0S+{Ms-v4)3d$%2r?ecj{*$Ljci_$sP<bDp%+HbSfeBLb)|J=6a
zWe0<A-(Ok#{z~0<?X8#R-a77=o3Q-EBqi@I9nDQDS3E8%y0(kR29<aiDjaPPVGhdu
zZ~N(0`qq+FOE(+7I4<{PziHT;>${`lk8a=fOYPnF|G)RXzNJ6W@~y^qgE@^;E=%l<
zyVt)i{M_%2f|@g}zm@O&Hs87|ta8fDepzeL!qa+2&vmV<0^Q2qY)YOkyZg<J)YE#w
zg63(vSKmBb_a?k`<JI__x8l)1YwgS4gx|gRx^HiMWPYf`@3(O|r4qku<8r3%;ND}H
zn|!Nn3-8T!h2L)PykTXut?N(Uj_vN-+j`b2B=1k^{%hy!ZkL>W;>Ie&FSB&ErS+_p
zkThG${w;g`4dLz^yFOVzx^wY)pKbY@oyq>8f7;F*J$UKD9OZA)t8T1cwohJqlUd5{
zH+Q4VwoSS#n5nn*dNl7hKijKG`KC9cbHBaII{E!d`_sp37M}DlaGWg1xANiNkX+VY
z-|W>px5pjJ5Ae`#U#7Y+@+8}er_R3eS-))!Iaj`#V8)Yqc!HV8&K5C#Cl?MwMVD3q
zai<iHi4RrZy9Tu@mP!P*E2hd_YE#UWxYWkPp<8rff#WNKFZ-02@H*czSi)=WAj3IP
z<;Wxf-zQF<AOYuF0sE%5y!*n}=sNxHH^n6i8!vL~O`l-7`@$pt4tqtWqYLsmb(D@S
zxbP^b!$;Aq^@hlz;0}L9r=v?QJPPRuQ4DL15M3175w4hYbkT)JVI47wWvw@+CWUv!
zYL+d%@zv|1w(I(}I?h=}OB9?}721DY{o=Eiq59F8E};vw1H>}8uedTf<aQWqo?Buu
znblT#gT~}VXSUB0iJIeCsCIOwNNUg&&p<WpRDtv$n8>Dw;@$=mpH5BkHoJ1WEmQF8
z-~a#C*Zhy)|NsBBRX^8;?tjjB|Nr~c^GQpmMz4Oi^g^Gob=jL28y6q%lb05d7L?vJ
zxA<+<?Ru?N-jh&x@z$%U(!plSay$a3nJvljxH(~y;`&X7smZ6>uJEpu4l-Y|N<z#1
z?u=cArOvO~uJC3`Uou;=(jYf^Tl~khsl~HBpM-7NIW;Fwb$0a0I`=oym(7>ud)%L}
z?$xac`xIkaU(SloKXYTkM#W_3V{JXWl3HgZ)@aYP&tEz_`u;OBjT3A0idWyB^41}*
z79?<O`^x4&xAhdZ?>f6SFIbIX=hs}2#MNhUzm}ThdR<;-@;2}2_E{g-mes6Qyq|S)
z`>aoEx7Bd#FzsRD>R@JMS76j>VEf?UQqj6X!96!<hi2>SpdBki6TI#(`;xm!$maE1
z0d=P(92=Efx&`!|j#RX+5Pam;A+1={azk*Ddxw0WW=ZRAuP9hDakA-jTj)AfAlxaY
zlkGFBSgcbGNMNQwy3-uaiE2k?3FI!ioUgHEh43T44r|3vEjNT0`FGeGYHZOEY0gvM
z;31L}*x?p^f7zF}Y@l@0Dj}K_;$yY;fKsRqmu_5ZhiFn*N2Fp_>yE8obG`1r`=?#C
zbjOrOL0#UOdSFJIX>&+3l1Nfum&<yQ?n_dx1|?ixtZSR11Ur{B1#4L>MI{0cYKqPY
zLM2u_n8M|^5<>hHiO}(y_+n~OV3+HzQw_W?^Ig}hd~!YP@bCTMf9tlq|NlE~e*J&@
z{r~T0e+@Vz`*ru~H}>UkZfs0;@0YbVQ!rC9OId&A^t>n2)^?l@JCdsXXp?B+&8{6e
zu6va8eDZuiX~;D)Xr0-ToD-{ad~VLzq?ig$JS(MxG>;v-(hE*kc^-EsY*X}Y&6K`u
zwru4KP`b+XxIJOnp)b8Jr7xQ=fhD7LAc0%=Q4&#rZ2p;h%aXlQ@=n~Duv0O(b*8kj
zd0O6ykli^a?o8OK=-nDAz1b`+_r$FUTNSgNr`-x_y=k@6LtXsklSMc4Cwl1xopjaO
z>7gqA?0_p+{A^=)ND)ljfL-s>Nmr|#8GJEICc(s8Eej_4fy9d+C{2ZnpK0taDVpe~
zH;Y+(<rA2AB45ms$=xMI7iD&MsEV&VrSvy^$$u{4b4sicOBlM<=D7Y^@1ZYx_FY$6
zdF##CiDFupoLr+;cyNnmE>zMDF}Z)6AvAu~ub`{bSM3XVyEIEbwECr<>-?hSLNoGQ
z_b*DmxcSc37tyQsg?wGQN}oG6DB)_{rK1qlAd%4OmAAaF#$CD^bancxoR#;cy~<np
zZ`!MZm2%Tdc81LNF5Q*$qM3Kv!7tOT*8TfEPvBa<ZOHzw0e^2rKd9bqkdnBzwBi&?
z_3=Kf&97y7SHDiK{QLaF*M22Xw-(e&L+a&1xc`?l{5|JpUGjgQE21q2SM~2K>znEE
zn_g>fdZ=l1S98-{%}qBnjc#hbtY3e~`|+yu%fStQe|dega%Ho26|<HOU|qo!!nled
zR5Rq@tVL!=Z~FOmy(#J9DeclJ?OIdvEqK#zhS){hEmJ10^qaWWZ{kM3iCfRrX|*bT
z5cpx*BIm^4*nYtIf#Equew`QFYx^z)ztH?3Qo&`zI*;i*qr(f$FG3ZZdsyO_^c$xi
zSg-m;sETtB%Qfp1o@%aXwp<!J;#89F1aEk!Ipe#?n`$mLJ63La){urcjpQf68$M~y
z_$l(HhO5nv)mxr5q$N%#`AzVKZ<;fHi@d4jVzX!MmS;We@I>WiV+7-7rYzPgTsuT3
zcrSa-`gnfRSO0^5mM8oVHek?-V9+dh>aeq+nDHgkwOs23O^N{rg*+Oy+0F8j7c`j$
z9F$p+z#n43p%uZRS@870g@#3p?#z?eRCpt#E|~1nW?#k@!n;Fig6V?H1D6|CFb2mn
zhBI$s%i+Btb;0yOw!@8vjq4jWGiD}7aVxOhV%x*pA#Lzow7^^;|G>S5y^OWY|JYdk
zIR1D^%rUS?EO2_za)7f@m`R<bPL;<GB&G-#+b_hne5y2$AIBU43&nz{&yEkm4?WnT
z)^ZS{0VMuoD#(ySU_&-XTvb}Ot0<x1&;ukTSEn*J3$v-iOmTYfecQLn)?WSZ*?*Oc
zRc<Pt6yVfWIWr-ry+u)In#T;K#O@YDp=%y9lyAy$HmmeZ+~9UdhO=6QXVNJ%UQve~
zN)du<G|qxZjxd&L(T80Lp&PU!mb!Rt=89ph3thPSLg)jn0^uE;cUbb6_RqTD`$7%E
zd&g9swUYa8>$@u}55zvuD-hoi?CtzQ@rytOhYgDy6aTGNr{4z_UI=~wOD-Z+T(+5E
zjmr;sKT!Q3R1x?>^~<8t`)P-oxYAhKm4v)5?3f{PbJ+<u*KJyxA}7A>%85uhy(l><
z<+hTv_|07>p1E$*-_$r!x2LajVs1}PN{aU4rZoMGZ%v={G~PFT-D9UT^%~DC<BanQ
z9GlsC-x*z6cG0)?$b~hIyV-c9O>%gqPu#{UWu9?&L1pp|ZpAjXzK2GajyWo`uaz+=
zzHrXbnVna5%a%2-zfOE};g(}D`&(I)iVF`m##nM&cE8d2p4mB3NZ)9y{<dSAEU#@m
zzR7W#?xvhcsk3#YQ*UaWPK!LQce*Wd+nG(7({eZG%t?K%Gdo@Ow~lniO{ddpQQIzV
znmBFkmYij!Z?@#DNcGm8opm$p^s%UI*Ea3Ew(<I=gVS`k<!nlwtt*{-GwXC(^zppY
zZPDBAY<f8@cYDsB)YrPR^JRbQN*CO0I;|FSyRAFf^Q(65_Q=%WsO^C-w>`VX&htH4
zQ|Y4RX_W)po@*JsxaIH4zcZMJF{t5)h5W;nD>Of9UbO6QTK9ZD%T&+2FQK9fxB|X9
zhjRI9nxwAe+}7Xxj=$@Q$V%;?aI;;PUJBh(Es>voPoCv<Q|ZCB1m{id3C<g?3*>>j
zH9m~X7=jx(6Sxefo)gL8GGmQy(mg14byrKAlYZlLhSP5yYWGVsKD}15cTs^h*Y>0j
zku&FqKYKp)XJu;LzDC9iy6%@*bC>_DbPWzSDFq3cEH){14St;G&6vcM#Fca^k+&!#
zFY{H`vUM2{;?$oSX6+)an=8}glOA+{jdJb2{q^-fj$jkR^%`Hhg4Ulop>4Hy(PeG7
zUysaw@X6`1rgY`~YHs)NIjVhY&!V&1xAvS0iD#_H5WVn9H8<|!Gf@yRRkG4`X805k
z(KqL{^3j>^`Z^j57#}m8YP~6TLH9wlgGJ`YF0u6)5aQL!3fJE7D;23)aTgzn>Ou%x
z(e*1nc1f-GIjSACXAy*0z5J1=X<XprsVgg7yTi9Yh_4}g79G>h+G8XNGp|c*{k*R5
zD<DIc!Ogq)=xQ*?ycHi$g}}_yj@nbD6&Lte)HH5p7udYbAA`Ofyne|<G(SFP=^OXE
z{oCYYpTGX@?57rIl`qf4>K@d}b<k;tfPqz0EAPRe4Jx|lqB*BEElpT2qQ~mJbS9H{
zqxYP*a%xZRHz;lS&l$s_$0Xjk`atM|aM4{s0brI^f#?pdKUq%Z3uhnjec)ya%Kgj@
z7kpoU@;Ub%)^|+hTz6aFIh8kB_wj;qdn0?RoD=^-_FR)b;R$K$If5T}E?f?;D>4%s
z)m!77^cPNtW`52+8efE}W-1sw;dQ-N@Pya%-i9Z>7fqQ=zjaG72P89Oo%tbcTsLQl
z#saQGImUM%M9;`?l&BCF&`+2bqw+%eW@9bmU#4HIf4Dg$3<C6mj+Sl;K2vkV;c!Dc
zqad@|sqIa6lVop5Trgaa9P(Y^NJu!}93BtJ4Mq!69Zok)XEa>AvuM_CrJId&8Eu)X
z*#7WvNZp;v45|}!df(~wN>oS*nC{YMU&odLt^*ciAGqGI!7#?Mz)T_cz^#UDjJeGB
z*pBqRJk_|Hv6A^4+ZWy!(jUwf3UtExWcWN}HdstE6-}CEDyGFPw_iv}-NmnCj)3LE
z!b6W+j&t_MONQ0HutO2yoOqe*iqw}C0Y@S_qq^lxvuv|mvwXQG3d^b6oJ$Jzd8z_2
zLa_*9#N{kg#iFp+B}W{dfJ_vYTYfd$=}F58&WXZG>7Q>X80PP`e{p|-{<-$I#>)5k
zSN_{4pKSl6rdBhF;ZSi?fMNuPI8)mMLk12Rr{xDU3yLfv9*9^-M+#cC`ZWeWP%7yB
zoYi!8@wtwp4p-0HH+COzeV|pabVKM1uR_*!OyS@J;<a!#v?>UUWHN7*Zq0KtU$`4u
z5pdtpED_(ueV6qe6QuRvxUl_#^9x6BPEgI@->BX?&&hw`@&ll{VaZ(9c_LMuds`qa
zi0)~1m#^e+|2q3voxVrXItQ`MM@tOj6?m#GWP5L2Tmd6yzAG2W`Yz|^zPQXJ3r3{<
zm2JJXxBW6g*~JxeBkSE4mc4&if>36Xm45Ah;EKEGM*hKKq}qQhMxMlG<R@Ai>E$o;
zs`Jy2&?gUG{ysVL+`*bGgZWZtma~0cd9WsH!yb8`<!$Ck>|h>5V)C4WD(M@Z$;GAe
zKQnIrc_zWmI3kCCnQ`;WGYdZR-dXWldFE>d>jQinnBOq$Zj?=6xA3T+@Xz542xc&>
z+_vD}m4j@uITzqW#VMl~iOqVZFM<%n;n=JTOWEdTT<Bz*n_(a;Su)SDTry6F|JUgS
z`+3w9n%^0{&;t{PyPrDNOMaPtkR|0pEZf~wFj2A5=7mtRo*{ymk(`sDc+{z@RYW^U
z3k+8Uw|H<)yrRk$n{)w66!-A9#B%NyD%<;UP0RQG+BI9>d|u%y{%lHZ=(&G0J-S4@
z#Ja@0B%*5eIVo3hh#r`Bglmq9Vgc8hw`W&I9=#&HYNhAVD@&5Hf(%Vp&X^VQ=5+Fj
z#E)gm!}pv~3i)Mp-o7zD^o3T5=#C&ea9X!w;D~L_V=`|9m4#{ri$Mv$1k@q|6@!h|
zt?xv>-@jh=6h2kek7I@eOIuzJc_bWXe}It5@3j-EMb_L-4(gQ6i*Mr6a#WUJDLT7x
zFPoM}gQyE@pyL%kh7D3XL`;_7nAHD3`Ul&-#{37;KejQHao)JMRtt<o6qYG3Q(orJ
zeDVN;1p{9L^AQF^j|vG3&qAg-OAH--1SZ?~O^VQa%(T%XYvL8A{Ri|vbc;+6j+wOi
z?wgRB(9k&{nk!g(7YK9wzZF-m<+logL{u1)m<%s6uoWc<D5wcc?(jUKlC+7z=ZVTq
z5KG9gQ)0)ofVW$1KZVQ*2?Zlf2c9$DGq%fq;)s~YEGVp`X5&*a<AcG&#ISHa7oUz9
z0)^F20vjY=%(!5<@bT-tdoLcTD~LZ|cVhnbJzGyP-n-F1{mwO=qio6n9HLFF1&R;K
zE^M~vkUrFQK(k=dq63;A!2G#Ppn{JJRQ2Vv+wObM`26vYX-DJd?-6;JmTu2_kFToi
zVaqzE@GfmoMR;ca+Xd<WRl#x2lE-AO)eWi`FZe!CD-hoSstrYUao=5;-3TuKJ_u9<
zfSSQopl0xvDF>V%I3m@Atn--sw{N}>`~uVjhV+}b_JSHu5lOQSOg49^JUqpm^?qO0
z*NuV)rkR&i9-eNV#CLZ^gTZ4T%VNGut)A)EW|n>M`z{qKvl@al9eCbwzYzc6|6S^(
z^3BF(M$W}E{&zIC1>RvzNOCyZ(9I~xY{Zts^Fre4RAyynFE&tBIKe0()!}r;I++=g
z0mieeRgx6a51eb5cQMA&z+^$jfr|}G7(JP%v6=L~JJq<7F_alp6`qjVV7efiC;Z%o
zCIxFyRp@Z5VJl;9@~)zUJcqjtyA9W72rySO|2kIm^uU9LLyYarLhLGh5i+N_x=(q6
z>N~|ECun`8Zj*LIswZMc=W0|WEC8u3!xmgy;NGhAOd~KmaCPA8K<%LHpo%#kEY|vL
zju4+L3o;B+on|hb6`;2;#w@#V%FD7jvuvJzvwrIJb?ay4^Vy;IuI+fS;#79j)azTc
z)@O#sT{c_570&v3|JM1l|9+Yk_SAIksq9;9CZLM!0i;jE`i^P;u7cPN3Y`kQ3KJEk
zD$Fdfa&&4u;*c`wqKl7`n&9M)O4Z8h_f1FY3jF7tTH0<GUb`{>)(!b5#(T^7Jv#3C
z|IHS<s`C13OP&*~v=H9G`RA2WIa1xo&aiOz1?LBfAD}&@{cRVVUx0YvKD9rWEvR;E
zgw&3ZZW6dp4Xq!YvKyj!0=gNq3>|bWgTgOxSRFJd_!L-V;-Jg6LiPMME&<^VPAx~~
zD@jmwCqFJ{I--&^>C^>=tr82wz!F7&Rx%i}8n${}L=s!Fj=}JU(v=@ub~I+zuSsFI
zV{75zkTft_kP;Hkw}vM}@`I5=n!}lfnT)23cNQh2JDhKr&*;e9#Kyy`0ct;aGtXkP
z;q8zTFipsExGJ$u2Ht<(z?jT@>R7>3aN8-L`4QU@-Wk#X=F7C%L2aiW(gGF=1)wCe
zF~)L(#e%{Ej~h;K_JbNfeib^~_y4-VVRcYp21`fdanAmy-@@g&8Iu&CEg@mK({JDZ
z<CrK6N;jYs^04qw^3K0k-8V6V#BBV)VjJ)Ld!>A{5!61CQwNEKtpPQazzwqx7NC^0
zrO6kRs6Z+7`?aGR<u$j@`~C4!t4FT=ueuD|g&)0VSs&oovi|XH`4;YnP6q^xSa=hi
zAJod;_v=w%1vQ#PELhJmI=m3s#Sy~-X(Mf&_`B|!eLny0f9es!YdEj5+!o*Sj=#zD
zpp?PVo8X$``;XoB9Cuf$!^({xh~XATU2YpS22i;H?>;l_SL;>zA_5z15r?*?yVc61
zFQ0g?u;5Phj*IS6zkI#-XTCDe{kv@A{f<WM^$og-+h*uJ>*h>8Hp8gkndk<!1Yd{Q
z4d#r6OwU-ZaPIibbwhZA`U3w0^BWwhw*)rKaN7Ikp_}|kKSv(F{O<+I^OTo?#voQ%
zGu~|MVU%PxV=K9{xYw#nn>~r`49^P5vvWBOCm1KBn}qYR@JdJpm^{chaPGys-Uo^+
zt~vhVkb@1gJjiqiS=;<&VvWPKhBb`Q%)8iXcsW*=POzIK>mhyl6{Fz=vj@34uf<nL
zg9cU{zymAEk!NLWn-?`6<ZK3wr+|h>Ebd=3H?T-7X!|OfqyQaP*~)k6xMPC^$DFWg
z_xFlyOxdza`csbI;%8cZRh|W;DdM$4t%|jQ1#BQ@^A6~kO61xOLFPtbru5RM2S7tC
zFl)|o%{?{oSMOgB%f4$*;<YO6OPpKH*2G0AX66bcuy8GO+906Ea>u&-ck>3t9F93m
z>Y7}0nBLFb{nzn@hy^$~C>01+yub6)Eo>e8lTYe;S0?Zm{yx~Zw|F}vv}F;~xcb1>
z`FD3-I47&T)qRD<e|pp_*8@a(LJuMnQ4*XP$7U8ilUc$&`P>@gw-4r)y>p59EM_=C
zUm^a$zJ@x+|67We_ouM)v8nVV{ZnR>aw`;X=wuXS)?-WIIU%vZa6v){b7G>y;f6Lw
zer6>$AD$HwXSd$E!>Y;tg!=}l!xnd7&x_^TCn<p|DSd^60|y!!4d*DS@I*))-YaJ)
zV3?3};K+<Tcd%i}2aY#PFkEXZV0^a^Qb&QhYs_h&N^51fo9>o#fel<u(>Qg7!_?OJ
zyf|?{n8);BfN+oDK?&igQyLDb2ls?WJ&k-WyOdq-+0v`?zRI1cUK%>TRQ`<jjOhmY
z-BZ<*67Fd)j61ZarIPcr&@)w#xW=LIMO?y4YA(=*#-YP4?dw}QI0c23(l#4SmpJ=&
zscEr&+%D(cUfu87-`QV!Es(ok_o&!2QK!}fXlF_>!-v6X`328OkcPz^ruV)_K*?bT
zM+}Qz<+|V3-u9fTvA%BlvWe^drU_EXMfW+k&Swhuiq>3rA@sqm^SkHUMEAYcso%%g
z%h*=WWUl4?08}RhzEA`8q`)2SM(a@Dg}X1rzR&~J9A+%iO}q!cZM*$X;f6pChZ*Z^
zuVOA6)_b?}em7qTe&ET?ZNmzxGQNXUz{hBRY|MCRzNN}}qPa|^^CWYfO6SSuHkJI$
z>hg+GKHSD<LyWKcm{lyRF8L~G6T-biEOS{?dmiKclKypellV2n3-lCX5A13vV|))0
zSs`8kO(%hO^Ai#r4z74-)zR3($jvO}R{FmYluoqRVt7tSoQ)MQJPT=lOyRMRoM4pj
zRIZY3ce?ZL^w$2l2?9P$Z{NS0n7qN!?1qAHfl|5|(+A-{EcOTWKWH=R1;soN51hW}
z-ND2SoMt!v1}&Je-d2aFYzLcl4A-QF6@i>=2bpHn%$}PdG$F~+$FWS&tCo2U$NC4_
zg{vM<aC7x>=865h_3MWO{meIem+bsL>DfK+Tjq+HyJO~-+sEy?n)~MX9sak=*d-dB
z3Y{;0%iS1U?G`-S6^f#rgR7l_tDU3+KE=#Ao4Pzk;rl(V;;h*x-cQ@AzJ;-L?qAVm
z>)tQU6xlklkTWY~CFfn1*Gwg@Z@X@ZZq?3GZ(X;-S(C?Aw#!PSG(hyv<Q=sa?_QBR
z4?^$G)d__LEpO3d@D7~5NY68tNrzGF>zl4+v$nBaKJMf&cfYiw`hs`&84f#`2Q~12
z$lJ`|f4lXz9`BN$P2X;x%Gwldd~^EDH>Z8RrK<flV!AZLF+0!I<Ywp0H%ENRlGLIN
zxVR2*ZD3mSr0W=elzqnE1wWg=U6+1&QtV6$ciJXa<C{%0a}N4!OAyg%khQ#!l)V5X
z^FDRcX``E|GjrBE6hCt4Tsv3ow)W)OsVDcHN{LV1v|dR;hcjc-*2^jCuA0*pGm2J-
zCG(zIA;WX};0_s{GqbAIi{Gcbo14R!tI%A+<KHfD*g&@DvZFee+p8IJaT05q4_ZmA
zZGLFAY<Xx$;*q|m4_h6rCAKsNT1#weF0_`|(LB-m+RS;Cb;nqGH(E>Xo(v`K&s%0#
zp`KiBRF+;buU+EUyOcM6$KHh-h58)(kiy~L_Tfv;#mh&H<Chd&3U)g$X`7kC;eTGr
zHWw@xZq%0k@rbY?&%=`f^Pt4~6dr%5);04ED77ittk!Nfw2?eKS<y!F5R90u-EJ7O
zD)hJHtOBvUpRQghwl6V!>D}g4Ww_4#5Tn}y0WB8phjEH298yhf8x#w;<}A_ppxx@X
zF!%wi7WlB5Blg6G154*w@89Vj`u*6?Uz>R!_-+FasW08Z6yB(<y6$iqLmlI}Zq9Et
zGp0`e+z;<r2=9RPELz`P*$Nq1LF!q6M^>7h`b*u;E{d$WsIxa?THF@a5ED=RSxdz4
zg^8TK)SdRyb@LaHq*%a3mAx60;wqv8O}zDIEfoh#w(2f8q_Wq*Q@<`caK=*cw3n@s
zRf*H$ZZK*2T;iVm<<WLgh`@}c;@cXyCVxF77Ld3u?$5SG29f$c*SIHtJ(RN7AW}bv
zQS{lXqxsq(6<`5~97&4Xu$sJQt%lDf?&K%`ILw)g*q-p*ki07^WyA6`*EMm47EfsF
z!c_(#qHU`V1%%#E)vAjQlvu^(9Ev1W*4cGGOa!a|Nh)>`$Y%(>V5x_>t{-oA9SR5q
z^I&Fd$PC$&8G<5Y5F%PO37fHVmtZkAQGMkPEUxv$>RKGeF4`{o)qD24TcQ)+tqnTx
zd*SWPsXo6i&7E!(&1JyU3L4B4I`k&=>_3GNj%iJ*nV^B*N!3d){I5GMNy6yDpVKUF
z#E<=MJ$pbY^q<$PKT}P9YG-~5-!y;IU!AJMd*ZL~=mb4ozvN`R=j8p9)aq4#3#>U1
z`ao*~RFu=M<xO77oZxq_=j@P<Sdvt5Dm!<t4%h&u-}hM*5S7^O19L&Wp$oC_4v<I{
zhi!`-I6Z?01VN+5U!XIL{*AD9E@aXOJZ>Dde$U77OCLaJ(E=e8rc>*}@BPru{Gpv`
zp%utrcYysz2E*ddf;A2NA3V*33_EA&FbG?I&{K$W*wawS_?77$>yyitAKDgA0wW>T
zj>aZNc4nbhG8KmdJ;A7x>4*ck=UmFS=i!PaVC2G>v>@fc$&7U}$UPzEJh$?vC_SM9
zlQwO3<epH&YQq>y=u9HGC&V@fG<3X;5z!NRkf#&Q_k|bI6LJDi{s}X^hP%hu^DqK+
zHUyY2%sX_aWhZB`@H4eDzB7J%t(YBPwpMFlPE>eQq|?ooO*ayG-)t!Gyo8FF1S|v0
z7UqByaHa~MO56IZZ8M0WHpN$CHdrR|&4y#!4$q3WvQWERcauMK<(0oLet(?QHI-fH
z=RFQ+a#Ocnv$Fh7a9Kp~`W?&T3jOy!npbty_G?#lQoCxpw(q&HS##FDfex=slbt5B
z{>}0Ot`C$71b1-6s4>*Eam0c~k-;M?L65BZ_KU{!7BI~@TxwLYdFs@Ack>;Dca`$H
z<<6^TDsP0Pmbtscz{MdGKbI|hP8!r_1`V}{R6%;qjmr;AcJjX!`9kvpY)+aBJhsv(
zu4Cx?;H31TJ(}CymY!T;A~{uU@ueet*+v?^Y)d<3uWgaNmQpZ_$8Yk%%%lcW$th~h
zmr?>|*)^Mk6{dvDl1T7nTY7SViR6@J=O6gO%wUU{?3f8Q<E3%M<iJcLEnl~#os8E~
z0%q}eO?J#oTD_(}h24lPg$Fbj@gUj3<EEB*&2J3{o+UgHk{65~q?&~DUE$dwIl&k-
z{_^78g^ri&WHh7-OcXL5E;TG=^ktrRtl%k6HrpoVNbr>O3#kvL%e2`~vCZN2kiIO%
z2I)41^IhTHAw2;yBfW3qnw2Z&w17HIZ0g|t52)jl@MeQr@|BdHSv`T14YQ2geBW$P
zbG`!dH$v#xicZ;UNBFXD@nsu@__nP&8DJ{8O3nFd%8FSx5`Awcq6+bZ3R|zqv|fXx
ziYIjPLazHk3=_efZx?Xqd-ib_E%)QPCA%!YJG-q5l`6CURoC;k!t<>jVvKHqU#~uI
zsJHXgO95L=LUh5*Nv6~MPP}Nopjp5*hY6g3HegY8=~rf9R!!!LN%m{i>Z5*Z7KrXB
z+nphja7$h+PQjw(bfboj-fW&T-zGbmFTDMM<Lb2krQqJS-@@G&5NQfJc?DYM0Ggwi
z)_-Be&6e3sz6X~j1aHv1A(G?AfHHT*Qm4C6{EvZS!U^fFJr7SvPuipXr^4Ls5On-5
ziSMES^VPV-O*3;Z==zv{KHJh<$oRCxYuQ83)ek+r8IvBwLQ0}I#-B{zSif{9JyT|5
zV&mb__`&5NvB6*gs5{lpD7bhR`_3YT<O9bV`WR)ILBlZ;l4qwfYcAfYt;80^wuh%f
z(!h9^HhU4<8=e=E7mOdIJ6vd3crn&;f=NQA!{vr$jQ-4v*nD~)o@!hpwc0}AhK0h7
zf+bfi)Nfd*-zZq3ssKtgm$ldoH<&NTKX5-{os5P|frUchfkzETH?CQ=X7!3WkU1rF
zNK}FbO2VC<@Mzn@C!W-8>Qq5<Q(<$j&2_I-Vv|$1saq<#!gNLGic$^GNXrL{haa^;
z!zy5tAfqo=r$W<5#~jG$%bImEu+f*6<2P+IJbGkY_daQMZeLO=ve;|qJNNtiZ$mS4
zKTNvC+vo&ob~zn*!69bG!q*u5K*hB&_<=}8G+%k;rB_yZJLf}^OM&2z&=x%>aq#>V
zsPqZCrd1-kD+t{4mUlmt|9kx%b-lMf-s*a_ljbmM8#TYPD!f_xXjAc{ORqKBR($`d
z4j$drELpy;^&Pk@0u9<N01eiC5vaHj1g^0rgC?@ziySi3xokn>GL5i#PS7F;p{ki`
zAD-|A-ZOa08+va_O@G8(<vDYe=WsnZEp4baYbF~~QsF(s+QY5!oy$XfgWiHzhusb3
zj31evv0kZW1@)$n9&zUZPk9<Fc%ZG2c;HY&8zV2XoLeco6HmyL#goqoUO++ttR0!_
z<~*C{Q3jj#WKIKBR_7Y#GTJWQ?XJw$#Kr>};9bH98oD##1x<S<WbuUar65gvGA1YQ
zDpJVx$(A_caJykUV<GdiV?|FLzymbQzm9EMwrQ19ICvooxX59G6*(WY4_omsWk(u?
z1Eqtg;;2%&yPXo*=l36oo`roQ3EpWEd#!|578j@d{C356vbP)i@1q%0qksN&j5GTl
zeQ{Ozuh8{hUYkw1=ifN}K#}%+?e$;aXf@AL(UPXb2TvA1$x$|8?chAZLSSZMM$-(Z
zr7zCbJw-)Rd1o<&`?>n5T8kRO;MJ*z*RH7A9AAlqQk$0@n0k4_<r99+KF&VwU|9aN
z<Vne<%YqPSEMOdC$!yvDhUW+zhV#iC|C+Y{6B0Vb=G#cbNa>nj8<dgK(%Fmc#F&tB
z>b2ay-^!rOikOQAshNZ{oX**gE)p4QDPRfBzu+O+bI(qJ2U3;PU8YG_#eP|`+TzLk
z@1d!OcFWh=m#74(2c+DVPGGsU-SQp(q1FP$1P)11@94w6vxVwz@X?Xy3<@P&v7m(q
zMmhz8J2?JmIf*aqKG14i2WlHMuI|<@5#9BzICig|!MCdie9baI=sW*yU88%pvwJSg
z>bYQHb1G5x&4StQ<nK+@ECEl$e6t5l#yOQQ1Qq0<#sP<o#+L<4TjZGfOY<Z$erKGo
z<Fe8G0$PW}I&aJ71HlheKP<Z7{X+FiQS#q>{!RTj=k5OVbKKCbv2l9X)O`8u9O=pK
zEBDp9Ewy{GZ^_<6^682C8~$_NVXfl@&2qz=wag6{oDoaq{2SwgUuc4wwdiZ*K!Y?}
zReRl6+U?NT@Hl7{40(aZyhY-xFI7x?g@l3{W=OCpsh{uzPe*_z(I&mRFwbP(QY$1R
zqOdGL_txZNn?sHx&=o$dq*dC>m6lJM+cg6QU!BT4k(shwaTyr06}c5ZJ#fBZ0i!c>
z7n=yLh13Ml0=ao?F1$0O0!$ZV9k>drRZ8#2A72`Be0s?7=~wt5tL6-2R~MKnWIJ4I
zSj!m8ypOG=_i0q?X2wkBOKfX+Go(M5DdZi9seJq5$D~(a6coTI<)|*f=4a>ShuoIc
zUN0+qJ_wGu4mjUz*<{6Z_oL2LB($_4$01U-@f}jQysDTM)F7d;TKNK8Glan<z?@pj
zvg>i=DkS99c;v;Fw{}c>ZN0y~ja-#~KIpg3K9eVP9^t2MU-a%%aatgt(ZU5^MAPW}
zK*Yi`5Y(@)TY5pW1lA-e5R7nN@HBGO>CGY2(^u-94~m_)^jq))ugKLGkXB1fH45L8
z&T;qAo!+yeHJ^00&Sx^`x_j&+PwQpgK4Xa1zal$=U--p-H&#3Q*&m#QKn+`gDh`_r
z&Bpcv$v^#W^UeTOHQ+T9A{Cd;iBy5ww%}Elpso=l9UDPfxrwKwSMAZ<$);}OU5bP>
z9e7$MU+(Km*JSNzEKLMWB<fuX@&7#Sjl;f%TE^dy1vMJWWo6le(Gb@i_611?jyCi#
zN`s~VdS2B%In_9cQJp!6Z4FXWw&xjNr^F4(4aN)751fAiYswzD^y1x(j>hE|V=V(r
zA7p{k2zUmdw@`$o=s^y69x<Ew7TX?Bzi1a@d2-Z61vbdk(CMknt;~GjdBhDC(?qA4
zicOu2S|IsV=%Bi|_Mf%y0nnx`jOt}RD^F~g!In1pqCJ*RFTJTwG=4HMXHV(h0~5SA
zDNavu);rl2Gl_Sn%56~n@%vXJvY2#{r`eP4oD<?VE0TBG6u6ne(6R-B(0b*~)E@`b
zZ-UWGrXw!Q5+^zx8)i5_CJs+B8BCm<qAm!T0_RHdV$eCEnX+7A84T_y(gLk=>sSec
z>*jRL@hX!_g27qZ%N3VToZB{|ZAKp$zB~2u#6gw9^+(w4PO^bfnE`5*a^Pyi8p9aN
z52gw^2W~WMWK3l~$F>9%$l!XM?F=tux<x0P@6TQBkB$DDV91Eo(*b?ek+9t9qRI!8
zbC8e^W730-I@96yizt9vfPNJ^r&DWHtU>VvS+E4s8YzF04^;bLY4U+4`_hY_IzX2&
zoz_o&<NnV5W`Fq9<iy<YckOYjGQS7OwKMlP+%BrD7tm|rW^_IwVA8_dxc%uTY%_3r
zDG{I!=bO+L?IzKKs}e#Rv>Zein00B#h_2xZD_pA+5uD}w!0oSzmdA^0=XK5QNGY^0
z{Z=Yjy}N>W*M-;@as8r2Z{8;DU!Rh0@vZD58_&YOkX*@OlOdCp$zj_vkI5f8MZ4re
z@C(n|T#(WB=?A(&J%tOPEZHQvjO|XvY?=HUAKT>ee|&6H$d~xkrj&2-Y1xlL3o(`s
z!_z*-pU=27XI4#L*`LC`i8Y7&h1dt(1yKjKh9B70kjr?NX&-A#chb7%_F{cr|AQYy
zcp${W+N8qY`u5i=S#T^FsgFGncT9X{?c4fLe_5w{uYW8mt+{Ace9>rMhGcxox2^UZ
zwxERwU>{gAa=;c}fm|(AF}wCHzmtCB);|3;kGW@`ZB4C7l#Dm{ed)NL0f!oBIY;A+
z1#DZuvaf#}vf8(yPd~>@eA>s>)S82DyyXw7|6rNHAe_LY<F|2wn_?COs;-`@vZ`_F
z5-rcrBOy>|lD<`Od0;WGA+I5C4fFj2<;>94NS0gH**-oruQ2iaj)c8i?fFg}><e_*
z)lkCtn&}qnp2=UQ*-hf#AwEH0;ePyjV_PQThPl>jI7t7J-MyzTHZDDS|Lv+h$@8z@
zy!SrmefhTU*0+Dle%{kp8Mpmw#c{j!$@8yolzX4^w|v__>*)V;*Z$9Y{qfwr`t<kv
zlWp(a`~{b}d+qVuz5mbMt3O_~XY<$l5ScZ{cdtEey`I5pJ%iQmKXYUMoztsNpT2+d
z>HB+6-@p0v{hLqaWk0QvWU9fEaG7ZjWlw+TORad`v(0YO+|C&w*gB(i##9FJBC(s1
z9Z)EweELKF0-wXy%O1*J{;<yY78j^KWx4F|<j8CW!^Rm7J_>3A!XbSy6?)}LTmsCV
z!jsfwriKgFs#s4jQOtC@)Ut%rQ@HQc>JHFE>@1jAB&ZJwm!71ia`x4!Mv%%$YAU`S
zAZ0JB_fM)hdBEbk^LmZfbq^FH^L4&E>uJYj+dHFGox$--_j&G{xI?MX^-)}Fj7QwW
zJxZ0(@t{AeoWd8bJ}}jYBZhSy({)CN7h3Q|Hdzi2!i9Hn-et)H_q}2t=zUmy{c%iG
z-I@>1sqONglAj)SJ3Q^~`iakvZuk?y`*Y(W?f$}loHiQJ1|BqnLYASTueNENetX`r
z`pduaXZ`m*`1O*6eHb$mQtG#KVQtAwk(=p}CKSRI%&GTs?#4O6it4^@M^utPi<Vx9
ze|RryV6Y(Jz`=%=K%Xq|($n<~pb0Pd#AtFzIA0HshGc<}LaM{5hN+CYpk)(j4repo
zrFJyVVYFth0=2f_+Yx%--Rqixw%$e|tLO6FlkA`l8EEkhXdNnJvSfWhx+yAJs=#>Y
zZo?kNYVc}Q&^V%^!DIe+YuHech!68b@a_TFxKNb18joMLv&0<Gh6KpKqh$SuEK^MM
z=4#dhZ0N@7s|T>54dJUB(UErjFY}q_K}QYXZffHw(crsZ<QVHY8E-Ghdi1Iig7z7%
znDwJ--jAxV3!H2RRVK{H4KRIr)$+#-mevJACQW_@oMHziG~{|NWvFT3Z(uZFYi#5+
zU{pK6GDBs~1K}Dz=93OV4NMytbQrh~I8AwF6gFv<f>xmRA?=x~Ppo5@-N@^r+{?B>
zlh<<QboKjp`Zvk1-!(ti{#l*QQN?9Rt&3V0?R63?mpv)@d5ZKiUH=A`Z3&%UK<lgz
z25ksQ(gbyG_M9zRE@SY1d4lT($UckvPvUoIMT9N_?W_>p!4;#<0AGX@D9>cx`2B8e
z@VObw=NS51CeJH6wr4)m_c|Gs{O2bp8UFCvpm;+hhs$8<ttl^ZO{||9RGtd`G-dLW
zzf%@0J)_eZ%`k0tXIa(dfc&UezS4U$mvAs`m+uuealIhsc-6hII-Kc9z~l7`&NWx{
zWd#XLUB#DWx#HP^pm@htwy6?l?Uj0^?zAo9IuWwG<F-kNe5aMhD+Mi6nUEJ|Z$mCH
z_&w37TVmJD#hYca;?e@M$yqh3UuT3Q1T_XJDk}T12FzJEF>zAxZqN5WUax$J(fUG)
zLZs;b6ECpgZ~U9bKiBVFzxV%+fBx-96H9N%l(ipbI`u`odqY&h)&p6MSDEIz1%L4R
zb6F*isYpnN^;}=kl=xEtb(;3~4>UC}?Q76y&|ZI0>j&39tD{_tnpP~i(Q&KemdC1z
zA;udRa~Px#_yx(<u-`vep1xIiLGydIb+1o_#e2^By|3@dKMqEACO2!lnm1mKj7i6K
z-IMq=_m+8qQo2$)(;No%1DpknF>HDb+z*ugy8hxe1i|c`vj1~;AHwb-Py(*!*_h+&
z6CHoMaS>0{#=n~rwWqDk%nqBqIqBrAqtjX<Lh7cyRWMlN^CnXG@Tns;rW;q+sESSP
z)O>pG+P3JsYKwF2uhq5qcx-1)N}4d+=!EagN6UN)gO}~NRs6F~tTy<|+0`%JomZOa
z`atRYy4Dp!fvUT;&aHm+e3kqx71O_WR93v6y)J*3%bs0}`2HG9d2yon{t7djWn~u2
z%q-NbrGllUey^Or{L-8*6VXi1JBxU{1I0rZEz)<5y>kAy?*tZ+Wb5{;$2}jcQqh{a
zbM7In1%4~9TrXo^-OsS{$%1Lhcf}qE*H|505}MJn;9qLW>`y;dEfAWZr2DZeiN!N?
z(y9lU(vlC<rft_0U(XcQU=nsA>h{jnObsTp*AxZ&#j?Jsd6OnA`Cg>vgEa5<zw6&6
z>|;ziFJqE;p>5M~-#3N9^TI?GdfjSS&#v0c&{>+7G<WtKMvpbclZ_cVC%(JavnX<M
z+SIjqNvmgnn!l={&%xdE`;;Z6ldt(knPy%sxn6j`@VO^*roZG5^}lv6zkBZY|7Baf
z@bc|qX%A)f-Z>_lcGYL~hcdpre8p3G|0Fj*Da)4~p3&;Lb4yMyIl5WWLwUJ$<m{H;
z3uo7@jxm3K{8s<<XLS?JG%u;Sy8WyFU3RTLeeb{Pq8qla+yDFZy`A?!U3729#}kg<
zJN}O^u3EXeUWa8W1E@U%#_Rj$^v!{^)j^~kkBguCIneTI7|vEmS4dY#TXTM<XkSu_
z>F=Z7jOs;dMQTY9D3&x$J6#b3(-fg_XVJG68~@+<cZ~CLVqt`=S^M3G7EH_bJ3Nw$
z=Fm0J0mGQc>H`nEA6{TO%ygOQa?_=zO;HY3*_n<Ic(kdjIP4Nrm#SF$+K7aW2a+0(
zGIg_F+s+!|z2;mJD6^$i&v=)(ubuNhSFx?nH-nppbNDaYp80O@aPizQgXf2r@K3fo
z^UL7v;XVAq_P;V&i|u{>8T>r_hX1ntng0ds9N!zlcks7ZJMIu}sdn5U-SXRUhjL5x
zA?-Wjhvq8Ykvz0l@s8}FzlwJhljO8^`?pxT?g(zFcHI%(^4oPs@)4`4FZKz(lX<ys
z;yY;svA*QFM|oe#eUI<GaDsR4iih3LE->9Szf`LXB9i&<aule0mQN~C_xwJwL>@+j
z@0z^C+I?64lHYD{;+Xbb%S&^W@2X#_Re}?broI!I{~u%&*gP=t_~^m|3@g$vZhm$1
z%NJg`s(s6tg18npvVUxn$ehVhtC}R->3PK^O{(!i(*-BKxK@j!h5u^VKN4B`feH(x
z!Vtv$zm6$q^994b5;amYa`RU&_-45Lj+oW`#+;M;oO6zTVU4)irODI&a)ZShzS*oN
z6c#6GFN4N3(`Ba5PZV?wXFGHIfT509#367*Z$w1&v{c5cLaR4N=)z0Z*A`4V7q{s@
z{5Ik33@7d!u^T!Y=6dB!yD{fzTH{%!-K=HYZ^Ul+tCo4cIhVBkKwjfrCf|t$?n!gJ
zOng&pmR(?KXXOJOFRD{8$7@Uf`wy9nH~TcV9LQ|E%(R^KTySUmtjm!xVmovSA|Grz
zklOe<<k6-hPj&RTW43uz-QM&(_xy?XB`>_De4Meb;CfYg`{9Qr8IA9>U+(+lRX(jG
z-4jfFpIQ>{2_hzzm)AZ#H|d?u%X5=Jiok@D{`;DTI=eP6vG(4ze#vhy5OGTTZseu8
zs&^wd$!yl+2J2q4TnH)#k_fjeOOmf%9o+d&=Vl+{kDv05KPH4PHkZ8gE<vMW<<Z$X
znbDU&avv&~!PkBGl|Z6?<fT{L4-2fe9M}Mc8e#&|B+i14KWzgaftnWK5S3)ro!JP3
zJ9QRBBo&Hvvx;%+h=I;^O^|eNP!&tx2&>RmvtA4Cgha&!wnmNPX-{vgk(oU;`LMrr
zyhZm}rrE4!pvchOFyHIVv>S7ef&v~M8GPO{=N@f1kl1(_68y`B+Ew||FPh6Q02#5l
zC?~A%?5T|pE$8XaISPsi=)tajs(Rif?wsGJ6ohk@Pc49iY2{LDZ%E*6h6bM3uJwCB
zVFU@mOSP(Z!@)!xDAd70uk&)>q<7los*Mft`+lS!CMUK3u-8#|vNeCVmQK;9$R|%W
z=WOP$y>Ncz{O&r9qF3QxUVk%>c=F`4bU@3xt`O0ckE8<vx3?eMRD0p=@*{g!G59v9
zIZR%CKn=XKcFMUjqwlgMu5W+seBG{B>Aathk*#6jlVx=?n0#F4dR2N}2+F#>h~;?e
z)c&~*Rh9a8BtOm8)_!|;1H+Pi+alYUKD=D<V5L>%6P-<$1vUsQzvZiRbK#|?sLA~2
zlzwxwhQtRHJ6>hoDi#tEkbHYX5_?EY$@Gc4K(dDoSvw?Ck`;Py@r0-IC{M7`5WT9M
zKbO@Uh90xmvUq&W?`CIRvcn@wu=t>+<qMrnnF7Yvj7ydj3dK+E-0WHTNN0xBoBj!w
znc9_ibt-P_RNQ`2q*&>^nqlSD9J37}SH7qDzjMFczfs=WcIJ$i+gB~GyPLFnmrtnq
z%2#Tkcb`ZHs4jo?Tust<;;aL{_seVVyWXnhz3@*#a_;=;MGHNgC$`neE-?_v)VLI~
zWT}syYphqU=L?}XTU(-;RwyU<ty&;h!sPWYj7h(go5x4}+fw1rL97as^e5}DoOOL$
z>8u;|erN2|kIfU7KHu5-{K%o=qz9S_s#&UjPu;Tu{W7%A9KTnTl&6`X-XHSDOnugj
zFh3q;^=}h|jZbu5T--2ug@(XKNpE*nm!)ORTD)4q@tZ=AnOSpiIITUQnltt7e5Q=Y
zr#!XP6$64~Jxfna&z^d6UX#KKhLxh0g=;sR3vQUfHDQ&P#P@r42JxS|W4<kZ=RSG%
zlfN8)_eF0#*}mH6<QGT5W)F)?AxlD*=<K-Wvg63xNv2;rw(Z^e_KV7Hjxd%RynlH$
zx<bAdUp+r{k7vN;@4hchYX4_FiPAJVnIUv>ir@5(br!LOPn>qG{A^;`pC@HBYga(9
zcvg|(-7C%e7>)a$XS`(6*f77#O0-n#)grg)kkxuiH%vJsl%Tt6MplsdVXwlZ9*d2x
zb7m-MEx6V^!!c3mu8qsmU03%S2+X;`?ziTjnp-_nn7~#0GNy*9X991(isM~>PWpyN
zb5z*=LjnGbPS%{kZ(pVIKA$dpc~58RJwCRIS;`swymmL9aC-b^;T74^>n3~Vo!YfB
zt`4W!dz#uVFf=R9Wm<GeW#gHoj6Y@5D-J&~52<sGmvUe1mpmu4q9*UlYhIp5Esqth
z{%z8m_>QN*K67!n)Bl!#p3$ngQ?~?Oa(i{5m+!7kjH%T(K94T5OT2lh_OI%;{H^%<
zSLXM|-{s-||J7+ly*U2h`pOrL?J=&tuD<a+%a^AtOW;&seei9^A`jP<;-0!)A*$=V
z<{Ue`F7Dp;<&XY`Tv@fkcjBzN+$jq*gD#(sowQ4-l=GF>TJ5a&B9Wi07*g{&%s}f_
zmm09t@h)s%<mWmU60RXK|MpH((shmcRq1&tXvtC!@0}6dS+&7$->WS6b-!Dz@UVbt
zhfs>|-~E^W?_M)OlwrxtrZO%mtqf(GW922z=}EUF8+Y?1Xc&kyh%s|JNEu`}{_KCR
zF|{w~rN-oQFYXvhUvn1_bzyegopt8jnOJMBWzk1V+&<|kC$e^Ab}W3@JdJ<Wyv|(r
z$0adm%a`qx-Fx|>HJF&YS?HIC-GW9Dzv-MCm_BS!TEJ@e$~tSs;x?<zEq!LMESA6b
zsj{Bjns@igMPFGcF_WuYO+?mLbwRaCtdN{4%cRG@`X2x4yZ7qF+PjALC-*-%94lq>
z*IqHwX&n#q-QS6RPBUAKI8*JmyDGKGt)I;P%j3||bK5$-+WjpimHb?DO>u*A;_>SK
zEsFeie=lq-e_>twldE>Gw}FZ2&pNGhdPgUiNnc8Ho;>y7lv<D3yqTL7bInZBB`;+<
zTjgeawZ4$)Ts-aL(bgHR4N4AyR~D^seVL(Yv*dDH-gb#uJ9*B=v~9V0VNJcqa^8|#
zP?P>E+L~=!|K;zLH-3_Bi}+4TcUj%qd8^5F{j&Obi))yd1<jabsG9up{nGtQ``NlO
z3=ZBmmA<k!`$p&+tFo`V>Q-Jpaal!S#pwk`%Cb|pEeKkg%69oL?-Hrzswr`jI=$@P
zj~k~+X3T6XyXmmXaz*;e>5WyAE5O9m#wbaPuh-l^+`aP98{9Q*TPoHjewew{AVQx<
z<Y2;1g8&w0SAzhS=H$R%90e1Pfp?;DKQJnod349>dgtUQzu;+&Y!Vp_2V-1Y*d5zF
zr3_xGdM@`U=laer^=|4rwk<K2Qas%QuFGHN-B_Zy>xg#dwIz|0pIzCKX0TRLqp49z
z!YW23fi=)`Vwuk^!`apvTX&sY!#j66pQDlJeg2&v?_Zf4wcRJPRdcPucZG%gU6K`l
z!moT0-F}C0!SbYiL3h<yJs7z%wSy*JS!Cf_c;)wUHOt`1b2NPowhEeUoiuaSOP{kP
zYSM|pT1i=ljF)OG3pp~SYev*VpS1=17=1ZS5AI5c-Jll{o)!B5v`8iPg&uf$Hz?N}
zG+~_;#qR6dvP{kCbIjb}bGzKRs+rfsh?Hu+n)F8XfKUSG1_m8QG2Lfsi_hLOxwTv1
zLPh@ed$XTaHy3ET3o!6B<bA#TChxlh%NBc<4wFa$W??3+4I9lbrV6W?%{25~<~3RM
zn#*+GlAB+S-Ah?zGE>Vp<d(})81W_4da~qY7=PPOwOu)jPA@CBRNK7h<eH34QnS|_
zQ{&1rGM{y(SMB)XZ|*MyJ}4@<9O!5eyi_;Y^Wu|;DRz@WEtFy{F18BCTFjL84SDpX
z?}3ZDU&%ukaR{O23R38^!fqGyZuZNq_Z=O=+Z;F><2ajzm@>mmE>4(y^MZ?`U*6Z5
zFHZ8dIC3@$F{Mg){Bmz?Xm?n@#b~2hqeEwyXSS$_m(y~WjeG2_=Qg*;cJ`fo6z%1~
zC6`(nmKd-o9F!xyIHm}AT>nv!7wquk%RO0(Z_d?EZe4%z>dNnh)qy2j&tJNe?YUQP
z<@Kd6uU#t1_S~(P86F#UpjNBu)$=R-u1!0F_GtJ8&Z%|%{ZBzMbmFSI6~C6foW1PJ
z?1Wp)mqJZ~%`f=GIvAJ!KXc`)aq#!EKC#A|8J&&V>LgBmPYC<+ZEC`sfb&o5Z(WMK
zl)CGG>Z@PVSKf|amRCD-*V|O_Uw_L?1I^z%ImqsnW-R@>Y}36f*KU8U)|w$zCd!@^
zb9G&+R>Uu_@GS!Ev#u@au8vZ>zU56r)is@N?J$-lla@~25uRGK_SBQGsV7ynxI8vm
zx@yIp>i8X`c73Ujp6ARv6ODE%r4~7#`r@iFxjI1Y`W&A;%b9mFjdos2DVlupiIOm*
zdQrxr1-(n6cI-|mN<I1H*rb!Ts!W&493Qi;6*rk5!WBNnM^A0$9dD&?`<nYdOlR|v
zGRQozq;S$PPpRiqxA<MMdKvd1Z$ihy-bu$!J`&;9ycFiS+{4QCQc+~jhfr6xu!b$k
zVc)GkY+1Z4{0{S?1g0has%K|?S+%6_{w~%`d#C!k%b$MlEN}YGzBh{FZB5<x|4XB7
z%4!0-W-;aKE)ZT<rS;0(czWLZh+TV<?M0V+yjZOfG;z-&kI;#$o`kxt?TS+U63V(_
zQWR_UDTm-I%RGDwXFYlodF7wN&Dg-*Ddmj27-Adv7I0r+1)b5?wuleBHvhA!NU7F+
z<8!XfRR^Dh8|BDk#_eI8d~$MvcLO9}O}QnMbAHjcc30+$PVW^8R$p|>mwM@I75)5$
z@`1}+7?>B#zLD#ryuWD~?=7>8t80ryCa|5|9opBFdI&VIn0eum<K*{0Co_FG8rjOk
z$j&76CUXkYk&w-ThR>WGS{t~dOFLITSa>Wfh3mlKzVHM64f2eR+mwPC1eURc+$`2+
z++EGY+F;6<&2)=p4`;{b(0L8bbDWnncrs39`o(gFbA|Bb)H&};`@Dias4D~<SkPdW
zc#q}C&C43BF=cFxLeJj(oXqs=jda4H1vR@DGq+fBrV6dgab3}{Z^PGz|0=dHWk%>m
zC_8{Ep->a)OUJz&LT*f)pxmvWt^EJ07JHP+7LSaHD>_?bI4y;WRGwV;H`#7d!RA*^
zJY6n#jY~}L)a^;}4fwwJZM#`>`!t6xkCLPJe~12V7Etuy5N2u(VDu?J|Mu^yxqK@*
zConBx&~)IMz|h6u+OX(KSCBT7cw_g0R0e@vkY%Bb+O5JnxO8HrFKtzfm9CzhEgrW)
z&0(>X$mgpfTQ#$SudFNC#Sr_l<e-&i$wP2a2`e7=woQ_D;(rzYK=DJwz6V!lf4SeF
zdf-yK>)QR9Q_R<X`Zm4$SoP(qElE3`-pR<*m(t1Du;Azt<>t~Qc1;UzHZ9|dQp;#x
z@TvJ$J*%mFNNvDZ$F<&bS*^4#STr8H>5!$fV%dUuO;uc4S}PVWn3QC-`pSeYUJF8*
zY=veyYBn_G@A%1QZ2B{TLxz1`&|J?_wY>^2*>+9#m3ItS?HTW(Wxn!GN&W(}t<GC_
zXjK-vZ({nzwZ>n|{9&zA&ECSx?)TrnxaYbqp(f~~=h1Xifotk2{t@d6t-ddQ18(>0
zzir4l_af@)-;kczxVvlj%s+DRm(%AZA?*I8xv?AflpOt3H>vHB$kD+2zF%*JtiLLH
z`u9puez>&q$qKFuEE!BDMr(CU8FwuzJ9=mJ(xtDbeGi`0RyWTp9kgzCu2KKyw}+p&
zPTlqCk8pzKTvx7HJ5~PnXHOM1VbXeO%dujO`Bu?&!Qtr*1zXuT!u7wd-ZxWcn%H+u
zZH5^P!YrY3N6&^ahzVTTr>5z7{At+Jqqe8ItEY&IYjAsf&6b-KrK-tr<Hx38-nlK+
ztT#MYO}3n+mN9!l?v<50-75?GH#Ia{OtvtYp2l})&Ym5Xm4(HdG+vxqxbT~nCu4`}
zm8UCC6<#WM^?#p3Wntr|M@&zTvYzVZo+9eQ^dV8<?TnJXC6<$)`OGrTJibKs^4k?J
zSwPP6U#)g_X363umY3hoFj;Vgv0PREombqQscRS(Zdts=antclJG3hc!#_P*_vGp8
z#GN|>7=Jtyd70qJe|e7GH|Ms<8{I4N-yFY}8oA4%@+H&Lzf)EwX(YWc{rqgZk2&ju
zq$tKs1)gi?F)d+Oxx$mnHLyEHoDr0qm2QUaT+#J;6{x%VY4elNli6LjRJLe7yEiRz
z(}S2z5AOIMoR#3aK`(;+0_zK=5^zDJcR(Ov!cxUM0ZSHoH2;-!optJr&+Ll4hP4lF
zReG;4=f8I$u`{%<E9lJipesvPcn6BFRcZJlc5E@%rCj&mz1obuU)c(!rkRy4X6tN?
zzRv4?noU>xXzSILOdqzG6m$3ZiyvFgCE&c8{j8ixwMhEZY5cS7GOBeCaP3;V;5OH;
zwHy9vMLg176DA(EntS!t)~l}$WtApw-L)Z#wL|8Ikbv9k4U5c6xTUYP^1eRQ7V5wu
zY~W_KX#=13n!{XDn=|^O9oacLnZ#I4xGI)Bl?YqUy*ivVudi{=!+UKK6=DLq2~iGP
zXRHg&5c{B`5am-I{=q<R!JKJXN4vHg9M^gguahi3Z6ntK=L0Pbx0YTyuHwMxaG<5(
z(*B6ES`OSQH9jW3PN!R@f%p1(sVgq$$q{GU#^n(4{J@?q`x;|7SI?*ry_VH_GSqRl
z*p(IQuRnVf&Klz9G^s`Q7VkvU*8%Z&`!7u2tua-0)vC&{seNl^C5CDqU*#Ekb;&9(
z_Bv)RdyasVo#83RgQqyCIx=d3mk0=XzBF;o?YbqhRdbn0(o~@-3*Ud={QCL2`Mc}h
zdhOKiON%r568q`bu9SDX=ZnMywlC`AZ0OAduM>{!bDb2o@RL_6^No{nZ*-S#y*H`$
z0|+H<(E9GXcVBbAr-SMKmCwtSU$8VMNOjD)?A5_}WXDz}7G2fYaKqTB8Ql7Nj_R#x
z6AwGgUHq_h=LV^}kxO?reVb%=$gkqz%F>7POA{sb81RTq5aXQXGK<-NHMjd}Zu`|-
z6WqEN7;R9E+YuH!L!`TfA+vRX<e|3$CM_b2^8&^D0>$eB#o3N=9njZMs%`MT;+rR>
znK^Yy=%g^uDAi2So6K+fO&l&Uyn1~@Q(J=Nh)<SjrkL+eEnE5MXRW%Q4^4|?{4s}Z
z7xN@{a6Nxq_3ex;i_=nz61gU%fk)k!h<o)XyxU_?E;hk$hDqfm-qb$r+j|sey?4)W
zRGO>!``O=+DHoz&Us;!}=I8bG%KG(B(obr1g{Um@Z~^s3Lic;6o4o8<78*JE+=SH6
zb#3#!mTN96al5SI6?V>h+F9>uXMe9;5gWMsQO4sXo{c8Hb7rae`3kGwwAH_9`(9m>
zXQ@Gp+?DPF&JPZHud`5Rld@{I&Cu=HJ1N^e_k(}awM9|)yHsNvFMd9BqmuojnnKs>
zd8g_<<xSF@dNl=(o#ReUXWbGkw7ErE$WnBrs7vW*rZoyH{x4ws;+6eyWy!+@C5dnL
z6!`DjP#Gs-t=}`3^-UVDLzH4h+XB|6Q~X)>D?Ww?Ja=5mzEv({cL-b9Id1Let=@r*
z%O$xceB+Q($q>{O$eAY|c24Q7wAKEH#%q<{UYNmQvV|$^9CvjZWAa7*JF*><k1Uj(
zROYeE<&yf1Lq~5#G6r%NzL4~kR?VIAMPMfLOXVPKj$2wU)t%W?mG0E-ajLGe{%@2K
zXOwZz|L>exXO_2ZyR!b4?%P>hC&DW2kKSK2fAzkVzm_qr@LKB?2Rf%@N}BKj&I=4C
zsS7x-fp#T^Upe<($Xw-}DQHkApsyX&!(-xMT$Z#i?PH|eZK=~8T;81d1zB5PecZEo
z-OK0lUq3H<bni;c9!@UD(z`(m*9ERJS>e9c*g!LGhKRNX!^#^A(wbLYJ;fCLNH#=h
z-I9p8N~Y`2bqRhvR8^5^yJv%3+zf90H!ZA77A>C5vE=^5YZKk(vQL#etjRaIO@3v<
z*8}I+G}-oXGv9AbUEjcMd8I7i?yJU#Z+be_;?wqWF|4vrI=$QAQLMyAy`Bnjw>?}T
zJC+p2ab6eRq~5zkQRa0l>jk^cNxTZa%g)`BoWJo+Y{dIj-3qhAPG%{*olw%a1QfQn
z6kjrU@}D@nZu+%zrS`Y#dj8%>oxuCPPAjUTYyE@gE0_0Z2L%RC4BE8mkz!1Phytqz
zs7w#+UL<yO<*$FCQ!}RSSv7yPN@(f=q0mRGj=a4sQFf0tyUFxq-W1OVY6a2^EqP9$
z?JBVk^diL91i#RW5nsa%8S5}xVG|@VW3I-fDOXl{Y@RonZPS7+Q|~5Rd6xRoBHxB3
znrTg%>4vudd#^2;nX%lQ_v^By_j(ry?{M_=`244lO_Jx01iyYyyJ*Amqslx>=9<2h
z=lR^M+jr1SSL`Tv_oG%<Lx&SikJ;C*UwI&5dGdk|Hfh-iS?-7l%+^c#*;cdn^oxfb
z=U)A|_3Flk0M!Rx4wD<y82y<RvG{PVShSg!TRDYw2}dB)GM13ecYc8kPO}<J8FQH?
zvFLDSD7m)n+|+P5@Z>86*B8Pc+`af7r?Q@VrJ}h*<nmo1n;fnV5d+U%er2Z^5`!Jo
z*9IHJ#YO1qpP4HD?38!esk!|n89$~7Xeb6aEogDboI3GE50A3P;}yIg!sM^XUwAq7
zgXY8FsL2si9hSGaN3N;UNOoG%;=$Q3B&TX~=?~lL=dD*aH>{Yu=2~(`qaWv7p}Uhe
zXeEkfOXe&TZD<dBzgJuG_rh?kTT5!L{>}MqxFvI?Mb)xL%j<5Z&b4~9q4C#31s8kq
zzcF93udX+pu+C+bQmATx=vJ+);48~4d?jzX%S_{$@jW<j_M$S^x4*W&{=M$~)}M;i
zPgI4Us0yddpEu>^Mt*~Y*%qZ--P48dExH<1kojuY4EB|A*T2}uS^JhqPdmo_`C;qN
z4NZOq93Gl099L@Sw2F%z;#!gUDkv&rQQflVjuBk?U@>m)hpnw24mnjMD(WP#dZ@CS
zN?*wgSn0UdD>31rcEWRaEz=btnOr{A;>-4OUyfs4C-cf?MafIHo=Wj!d$=3|K02P=
z-?WQ=RqSc*H@Tt?4zD6&g{vbA4YcJM51m<ZY?74sD~*+NTI$v>2@`skYP?tV&tCC`
zx7J^Gn|5u<`hD{k&fiuxQSo)1R-A^PK)Tkyyl+eMHh<|#&6HAF9Cmlxg5`_E7+f1x
ztq7gCN-5NHZC8lsa?NwAHJN>bq%B1ka9$AEs{MDKh-2VxP*6>>Qpwl2bYcBuk!Aa4
z9ew`C((PEFP|u2u)klOf5<j2vw%ayq<{CYn7}0>@{8jH_SFYUtn5W58R`}{xnW+s`
z%N9kx(!chj+md118m^96C;X1bFmMNU&z@kW!;sm&K(Wc}!h*d9o8xb6S#`DZ@)^bt
zCQcW)UZr;{J9BeiZ_QlIBrtb{NpqFhwlz$A4O=`eC>_lFut2s+jYG?RMeQz;wAI|3
zueR=ebttYhas4U<PL>O-9=|+fZYgHAx4iSTR(U(Yg!%UG?u8|WQ}ljmZ(GCt`fBUf
zRZO#-z5g9uu~WiyV_YahliwthzFk|^hKr}I=B~clx^NZKBD0jsA)fOe?tS&{@$4CI
zg3E1Z?kQTwa*NGvQuTa)`A%6Eo}@GZ6-L9!Gj7jsw43Chw6#Iwh^C9Ci{^=YT#h%D
znMGYn=XFMPMxAtH-7sCwI!8gO!!4+HiPR6aeUdjA%T8U4HFSCFBI_aDA^B(9+-EP8
ze@d8Ty5CZf7Jk5D!8_-1#Qu7n!21yai46sD(>4VjT@-%cY3i{(C8vLXtGDoJ&)d5F
zV)XS7tUn60^Vd3OJjncd`OQTgg<bnMEU;*rBRpB*Op^h(l0V<2111-aa2PB5^crX$
zT62S&@AE~5&&oa%Y&jKdTDB?_tG*IUsC(nezEF9VQet0=r%;;bm&?k#SZC;0i#cX6
zruogV`aPGU_Bn@ySb|w=rpRNLlCHE%*Xml9i#~hV)|bK5Dk<{JZ-!0cw<A`i36GX^
zPFC}qWf83|6xM!tVYSaJgUmxqI47(5%##0kQN+(6mi^~NS+-dQl~>v-Cp~kYB_Hjr
zv_K-`(2}X1vn(<}+MoGeo6Ib%?mK6VdwpcWR)^PfOeTI3&|F)7sY=~<jmgGKQX0M+
zY*>QrYnL+VD1A`9@+GBuVs6VzJzgaTwi66e3Cslzd=ECx5n&RlY4ZQT30n6vhfQfg
zgZ_i=V!nM7>KuI>&#YEh(6Ii2_7ARoOlufc2d`0(>R?+WxLk1g=ji9#`(}ifzn$3V
zXKB^JnA9Mlz{XHgvEVTCQ{C6$yDfiPRCb+zn4exMSSnbm`0fqgZbmz=pMT=-OvyLD
zef#aVvcr2d>vx=eyya(R?)J~xe!}gRkIedPR1CfEoY8o)!HMsl$mdqpr-Dypc3eEX
zR_^JAcOnOM<@1V7N+W{XMT;X0+eMATc5<vxUld%jc=3$GU6yM)oV(2|>V7$wAIUqJ
z_orZU`|aBOu1Z@R%ztVh>wF=z<7=|j>t&8J*b|kG*tpJEzF2YxkBMfI<O5fSS^Pik
zydJzgmm&A0+REg>+xhRlWXdhE{-u4k*@XX6t)2h;|0Px27I*)BQ1G8#{(Jds)4Pi=
zpPin!uVnw(DwZ9Rm(R|4x8-G;3-2$f%inkQ7%gGj-nq7EnfmNy!T!^{9oHO4(y4g<
ziA#yiFm#j4eAUb6UFNI)(z%$v@_V?oj*G5~u1cJP$f7WzbuVL@Rw!r%Y6nU?Nq4ku
zdA7#P=z`4DpwdNUEoCib0(T?dy2x_KE3n;^WMDtwD0KJ$XHwIQ8tc8ko}6x-k!o#o
zWY0Ni-Rt|MAG{T-*v)zGY+|{^9kur__5Dsu3S3>-xcuX#&sR(Y5AjOmIhuq<IW83q
z0TIDbicbSQGFzvFd1SV>oZRTNJ$FapVmZdVdj-FZN`3rgFL!CJT@b{b;B-A<$H&8K
z<@3H3>|VTcLzLQ<1$9LUdInQ{vbS8BHpS_(;+b{>#UvTV!v_)<oD@uBpQX3<;Uy`(
zwGV}=ZT4+wsQfjHb%tl6R_jiY*Bl0OXH+kHKJSK$aMT3OX>se9bf!(6F|T>q^97lr
zoxLUte{buYt~T$@moKeT*>@SQwZ2>&lCz9c_rk9yQ{5NKOf4$ulAP(jQ|9d?cfq+b
zGiLdOUA8h^8+^I=$`=_^TX)~{fuGO#UiLDxW%oUAdpY>rmUX_bZ~RGW`?zSgnC(XE
z!;6-@wtR8s-Q_?3xRP4x=dgG?3Ym7!I&$XSmJY46Q8T2)L~<MtLWpTUkDmV1v`BZw
zl_oC;q4SV?*4B*j82O2p1ui?5TzbFcer!(5q9E>FTNc=IUp~+zq<iM~spG4c2iv@>
zoA7w?t8S6=ks3iUE|I6V{!+WN)bafPb<ekJTgmAEsoqicc#DgbQ<cz5GsjFZ?bAuB
zkv7%ZIX^$PD(~_=w6?KGC(ch?`*_k*4doQ()xibc3uU^eCVzahHbPTOe|c`t8vQ#i
z8v8%BuG79&c+_fL#B$N|*WP$d*PnA~i-I}-s#Ou8qN`UWg@$f0YdGh3^LhFqx0x%J
zC0z|!Gpj3fvTxhZL$(Lcc4TRV`5s-hGUBpG_N=COo_!X!rv&}dPd%I<vt+jZ>6aJZ
zMZA3G{e5LgzL$COwaejut8MRIIXm^MONrl|oR|BKtvNgW%=@Iew@bTByr#OXjGwWg
z%(i*`q4^cYQ}UY`)Ekb>(d}Ht6t0#g`Zh2!A@6gNIy+=lVUoh_msd5zo(m+fMlgmo
zh$gV!@OXKZ!K|UzqSs>XeYTm>9I_tOypMdI_)MDh$3if9zF4=-uM1CJ%iMGNv60)&
zVzTy`Moz)TSu5tOdD30-qO9Z9g{G!CEwfebsOW!j-}-OGypqt@6JPz^_3C8!*0`0|
zw2dUUGi>*p;>^K(iqYbAp3;|Yo<7|Jy`p(*3yNE%weAGHnEvYIb+HF#+~!hT%d0+x
z?#)><uO-y~(5kNiw!bT`ZeE|&8e;o%RhY-s$?INuhHq_JCFA;>d%4M+OC|@_Bou}2
ztyvQmBf8lIl-^k^Qj67mW*I~$$ugd1n#TI$Zq5(W;3{E>qoHdztP%}<+F=zxXI=IJ
z&S`29vm!E+mUe!1S{%CGeD(F&S6`pa@(o}6a@BLctFz8cJNN6*887WdlY=*&ufA4u
zb=LYSzEDe*gW_T-NlT|X&PvEkS}N*zZF2K75#JR#?uipGoxA=`VE262^Q)e()|RO9
zv%N0<TA6A6G%3c9agKAgglub=w4(EeOC6KXq)Jt$NmGOjSq)he7$X?OmPa^<2#C6<
zKJ+?t^(j;Q+$2{A)*B3F4ZJSQ7d<vg-tgGS_=dsSvs6IVMZME5cCi9mhhq@)1BIiE
zbq(@<g^*=iN@)<-RPW2;)9}rDi^H7etuC=D8|Q>BD@*@=&UoVYi}&Att1q{Z)#K)1
z=J!8zz<Gwjg)@m-H*CIUrysntX7lXQvd!o6;xx?lr_5g7aCX(sx#5~;ckQe^cYTjS
zUf9{Qt9C}3n*0AvVa!|LDVXLuLu|!^G|@Y2nr4R<SZnR5RJ^mMYj$YiX05z=%4Vyd
zq)pZ7E@1ZUmRP=BGQq7yQ&7$MOmOG7JMwBSGXxUdS~MHA^1_auEk03pZTDHLot1lU
zubDJEv}m(eUf9XAuVZJ<*nNGr!HOqop?CHf^{v{lj^ns_yv@#>xZ`H8pFR7UvpEau
zBvo^tn4gCZEKc@Wuw|O3Fz3}fYi3D{#nn8VBf@QR`I3vbu<qL0O>&HBQL{2Lmo1&y
zwk~hpR<rX_v(wl1GUwMcE-?S==Wn*UYu=f)FQ#6)ANy;!cYXQG_ve-+yVsX5+cCGb
z=)2QS<Hv6^zMea>eRJHq7vK8w-oN<v?)yX8(t9)imu;zZpIyGCGF|ZQ#b>d0_r3^%
z<FsMwl2zQ9;5;VKYXWLvo&EZ#D^o$r)0EkBRr7n5tBl`*7lTebO=^%(F=gOuIDFvY
zHU<li!iM=NrA_wc=XUf6GYbD<+3)eO!iAxb@3!Sp)});e?|zy;{b}Cs?b82^HO*)7
z|E?E)kju7*zg6c&!OICRofjWo?7Zag5@*$7O`l~3y#c?9g7O&ELS_Ue>b0J1`S$+W
zzq`^5R_O_hYGE@X6SG=(9({4aw)nlA?3*of^m$AU&)8Ug{>JX~H+L61e}8e|d|BrA
zp1svOUdZX~YVUq0+x#wYQT3D;>ASa7&v+rHw(I_$^8FmI<n(rJ_uTE?UAN79cYF7{
znKj=xT(r$8IsamJd;hzK&VFZgFV^sUHuO0$!`(4rL9A4p=C351mva8QmjAe0EqwQ|
z*Y^#VY}b_VYyaJI>b+d}uH#eRY1V&_bNzm0fAx%)aZFz}v%H97D(Sbr``GXMj>~&R
zUdYw&IzGSd*!*`NmskIJDObPC+;-RTh3^ViRLi`w`2U1E{o{&Li?#bV+1$D$;vanH
z_u9M6!QT&D*_-x4Zu+j{OW(y#e)n-@aaK_LjMtg#HcxvYw_?|Ip}UVmzFS;9|IO>W
z!&TdWQvQ&;%%R`Ed3}#sT)pR2h3MV-H!qx-uU|M|y6=YWnkqBfK<o7j6JG6XkmR*F
z(7s)I;(;Hg68qU6Ur+cW)f3<RG25Vy_n7|7!q0-1oim{4HEMQLiarr}B=RVvZq1)C
z&&9jeoXb+}^^y{;F`Z`uYJWG@n_d??;C98YOV&j_OFd0p_1OA@MJWb#ylm?Zc9=?R
zWK+JHute$}o75T$HsxyxM;=LSD3-qR<4){jw>f#P=E^@F2Xg;ms`u-(Ud_#Tn)k;#
zzPo$o|G&E_-}s2g$5+V}2~zhQrQ{a0g)1I@eEGu<6B|3v2Gv=*iSt@!3NCY-A)Q!c
z!1vRE^T-y4$qKI&*Ayp7wM5(9`C|4&N-n<b`1FSlQz|SZ<^0;(CqKM;+~OPa;m0RG
ztV)K9Jxr+(HR@Bm{-N)}haW~Z`*_y7wY5)w_%OAi;^Iz0X5T&o>qB2UDt|2x-llyg
zVmZe%j~QZ#Q3f_V>#f?{+aF#`tSFI)*!!uqdK0K+zU%MhxAWXBBdmX<-u&QpeuI#F
z*uBH2sv|1-wcjT`we9;P2jNHZYrjrRwOzBgy>v@|=ZDtdZHGLvdrS&196h|NB0`*h
zP14UMubRubUwmvUgM+`$soFQ~w;1EZ<{OSj6w;Xd9t$NfM(E7{+vwE3){oC{>irEp
zvoiLa?5Q<Mo`2?wy7AY}L$fvZyuC2b#45--5Cqu+*)Fktjx-BZv&u7)p8sN7XWs1j
z-SUn;(=X1OB`z6Jv)iwC=em3A)|}5a2->W8@ZbFge_3e>wiffyLs@#$SeG!q6uHCn
zrqDloNoKD}?oE@uQ*-mb)I5|4Ssvs6+v@47&i%97IN#gM%8WAhJzufh^zxRpS=W3n
zOJ!Cyt)8s$?;x*m-pqo_2J&;~_4}Q7UtT`z`OV0A^TPc6wU;lSdihsUl)umG&P-dw
z^Xra$DJhJy_j&K<^Sb?I<fAR~X3YEJyXMi?)@bHd!?o(mz8>5nH{)K+jCcP&y~*o*
zC;IZ1|M%{awab4Wi0<*Ujdx|-oxA3g!WE;n937%A)veR><#an|iAl3`h))!Yt=j3W
ze=kmV*Ow&kvW*?_B_EDT)fuw?Vhd{tZ<xAb>WZm3A&bmf%ogpDDwKL8RcNJI_Nb)p
z^&hhzy`|rh<~_>(dhNNLZqS@{nnqiBVq9X6L@ux1rDQ*?d)>wJ)~g?``uipQzx>M!
z4F(5t1(ypRG8N5hDB!-Ze0sX{>CL@Q_wBv2eR}xe*L&FG-@Q3~`oUAb{d-=;zWaQ-
zwyx4_Q(xhQqU9io>iMT@Yb(Vz-FZI!_aCdxy-#l*ExI2!&qU|@+ozs~KHVzbxqiKI
zWW>8Crzf{QJ$dL;N@C@v4K|Sx^K^b>@WfkW=Upi=UN+k>_t@0;pLcgp$U9$BoHplP
z;)2<xch|gpcII+VW!2S}VR^?&J};fEe>dl4nD_QsYxhkLFFSoIv9i6evS`B^ooQ2#
zern2nsM@R_!(yJi>*l4i)7~ZJACtHJ9{u6{f)|lrQ<k?^nmS))N;tBv;qS%66838L
zYD$wdIwz<s(-Cd{Y;>@4=7jcg){d1fE1#?qO5H7e&3#eWBC{hVo9=bo^4Kx)!)n2;
z%3GUXaJ*;O&CR=E@}#(1Z@eHUCqDpD%<Km^3qTtP0++9zHluq+Re9YU=6&{kn<ngX
z(AnNL`*3<}-1OYidp&u7rhVPB{r8)@b35Cscd_h9U3yR?$|2%F=En^U9~PY!Nw~XZ
zzen)toC#^c8I8-_XUG@MP@KALzk%zLiy~G@g{RWIXXpj`%Z4n^c$Q(c_`-o#I<uV<
zg*+c0wRBvpKPOaJ>&yy+r6zlCF0>T=`-SVXrq2q4sU~j&Ux@fFGnjp-<k8vP`wT9G
za81^zxn6YU@_#>e8`ll9Ul~k2^ls`Q9j?n7XBL|@eyR;=<eUQP%!9h+%A%5X5{oZ9
z@fTL^4>FMdl+nIeU=7nHD}}pf&h#H*kA))<xzfin;o(WU?p}U7FYkNF?&Y_w@7{^h
zZ#}=&!@*jL$I-gVBm7m2_X`MeIsN@}soEzNm#}!Qv&YLAyhKH3^|kuE6;%tIyu$N}
zN-N7m1)+wt^n;Sq9`JY<RH$0)5t51HtgHx6NMMX$3|ka-X~mJuKi5u#IIl=cS1f<W
zHQ`o|Lk9belfLE~CcA;Qe|(UwVYl}vl(1mn6KG!1ykhbaHBaA$%Lj@jEj9f<Octr#
zd=9jrh`C?hNPxTLyneho*WEq&=5KcI(!Kxob(L|E*`jlw^z#1CmS~r}sB>UVhXup(
zIqd;#Gb9tUT;$AV$|jbzycB%qK0_g~twmF)T_&+Cqi)3o!PUyMG&C-6Fyhs|{9*U!
zzplkyYJoFcHLh+5;?)Kbw?kLWj|kY#uvzohOLwsZJ6C(AGpc)K17FOU5tCTfdUL7k
zibHvfha-(19tz<u);+Vy;PjzCT|Zx5W`8kfMt0(+)|+B!(KGTk_BEt3rp3*w%t+t!
zS~x0jMn&c$!^OPwcXQ6)4nct#jA;qS1QXPrUGz^=dUfY{{-Ni2B2k{QYH4yu(-zE}
zk+x{rzQ*=Cr{_m{zE}vzu^+0kU-P}TLA?fw+?jl?u5oWDPFb~V=B%`=St~2Q#BN*M
zHu1&HiSt&bgO|zQ(ZBDkUgrcxTj~@F-m}YdRIn;BNjCN{$bmMGRDP(c6qMoXO4;)u
z<N_aqSOaT<A-JogDYhy0fcOW|8rJ`-I9BLc{qQ;jJ7UA?sGN-YEyko-ulZ`2?=zS|
z_lhpLf3W<6Y>hmd(sJc=g)|u4!OPCX_5+du4{#PpS)4pj@>$v+x_{?1O9V&61MwfJ
z|74hEI_3wzc)Kh`;?(-n1=mcfX1mM3vb>i#`{l8R<+Tr|e421Y$Mp1}KU~JzKDuU#
zUyd%^8mz%KBR<iq)l#%QB+;t%r-)j}46np%Et$e^OJ)SKfcrw3ht_ajRy#A>pm32q
zBX~&cQ_D@^W&F)9RXHC0yjBTMrua-S5I^)*F7HRg^J?`cVb5C2e;f$-F$W#JXqd=)
zBv4dL<mCmXyZ>H(J8!|%*Y{IHlDWUi@|Wt|<`TX$>~EGHdR|xdqRel5aa3iBZPw|J
zckhJVwBr|npiI%ZZ_-?%jGv3YzAA34H6!i|s4=yBp7Z(4hUW?IWD=MH8n_r3mF5Ns
znf^5Vt1MmLYQcK*=uO5CS{(Wu`cGCWEQ1V?#kn&qT2R2vHT|;d!HtU^L|o)^Fj;=1
z<Ce_SB~q4oOKu!2|8Q5cjHM*#%{rGOB}Yn*@O)tYldX`@AkV<w;n*d7gvD^~BNjvO
zk@6OI3zoe2Z7_XyvSNB;JVXEcpoZgXuiu<g8W%WioA1v(+IIO#=k(sqTqe&NW%ob2
z@*O|hEKQBeNvTo)<g4qq>+D|D9N6^zr_Sd?LJ1H4#;@6K%C_^;a%-zss}`-={b<hI
zHD@wUN*q>K{G!}p_Ez5a>fV`_OX?<E$P_uZxIn2jSYwXULzzbhcGgXp_*r9)$3q{k
z<v|whi{#n-lrL;sdD@&;+4oECqCDYJX|)GQ57uxk54D(lXr+kX(gMBK$(rvDANa{~
z%k1K|mAlMCzb!j;FXZOzjGCmCuh^>}uy8LAv)FoQr|7v=1yL(EnTLK;%P~*fof(k1
z>K$)%@z&++=QbBCYBkpNwVr%#he?|SZ@2g17`vA~KIsW@>_sU{LiOf$YWgj8`0AOS
zWF`DLVVbca>-rKmruS^QqRm^_{m$BaDEn|$a%NJLmGb7f?gd`UjE&|_eA(lZo?@kZ
zS#svzF9%l6^gCOUw#-;~XF^H1#9dLha#7|${kf}NhFqNxIX}Z;tzC6(otx=qyYSk1
zo28{V`rol=dR4pol}!28x8p@eci%g|2RAMscsBWi=MR+}Av4a|Exw1AImXMmUli1o
zo#<o|Dc~#SGMV*aila%S;H7@P+V3|Pz6dDMVB0QLR$8!{asF)kdw(j5A4{8==j7d3
zP+eZ~zOUhhM@!!}-y@MFTi)~~ylDC9?rv0a<xQW<3lEk<7yMGc*KtirvQdB3qjTcE
zO7Y+K@#oa<KQUkS=38uCY)ehy^AGP<>zha4|5kZ-U&h({v7gJu-|a5Ae|7He757}f
z>a8kY{O5Ih@xt;Cp-s<XMcyx}5I>r2HIKWtC9l6`=|gMY`<iSs^;VVN4SUW0-X`V6
zZT@)s7x!Gh>+J#wwQp8Qd9tMAx51`#Kkk5kEc34N3t5;SIw^RL>%#8td$GnlR81nv
zi?;bBTUau@)bl8J+{JzF?~MJsU*sf2mN?$D*ksVB)1%zIE-$t)S;)fi66d7!x*6Au
zd}dF-p6b17(kn)LliPXLIr+CUcjs*9aq1J?W+ZZQzTBl#1}PGs4JIVtI65WqltJnY
zBOl3U6C6(&zJ2uFUeXK<x2ZL&9ZwUV%>#kEd45YC(L0_ezMBUIe@h-wJf0}t&I5w%
zJiaeN=gXJ5fFfC_xT#%#T~ZI5`l0y~VzOsiYe}%k9NHkdw`F<D2F@QUIYu&>Qa4m`
zif*|6P^me$yV1AVx7qh|X2R#p51Ah_H)L*jSn}=XfghXYc1AlsJ6WU8Qo%Rt_vEQN
z!o?n?#ZKcA%Msa}lX@{L^+Hza`K;7)S*dK*FJ9?Q&Hu4jpYz$WUr*kt#3~rfntk>C
z`D<@~b{-J?llT0w^!GLFeBG~9c7_U+y?%Q3lGldqLf_VQ*>9b+%s=tl^W-b%BRA@X
zuGu)1Bk!xg+AEFh*W8!(y{NgTu3M}BeQMa#x&MCe>CSx@-0|q(<k!`Unsu_p60?>{
zZ&{^xRqNI6sVe{SdGeS1uZdaj&igq%q;K=BZYkEP@Ag4g4F4^@)%W|J?d!LpVGAEw
z%<E^LCiQct^u4LP`DfaS(`LKuw~fy)iue0x@w%VcebMumH#<$tl-4R9oVWg~n{@Fe
zLv`!oO~xR?8bp9u#_HBNRyk}rZQP{?(hsEX2un0h0K=FK<~4ag?rhkZSbX?d+1bO-
z$`0Q9u=AmDA{@qU2>#G;zU6Go*(NY7DiEs?s}akYrob{g^;OvEJZlSSJ83&<v*qi$
zmnxl^pf{uT;+rMrBIoyMrnqeJ_W0fQXzqpf=B()(%52j1{ix^@?mO$*#;(kI^48?f
z&2>B3)mcvoXe#qRIu)>CO;XpN1o5M%1q_^z@F*G|IU``A-OFIVC4c%|UD>UBL+e*3
z8XidzwMl6F`yf-U<49M6-HOT9kK-LG|IF1m#(z=%V1!++@_~1Zi+B6|Ty-#c{p3a4
z!mAE@#RS9~dY66^s=aVv+2Lh}m*sP?*RW*@vFEUXA(NS*BF_(&yPh{-#RwmVu$^bQ
zklBgF&qG6)XS2<|rjYX?^YA4*mAC5b)-yZ(FWuYyEMGA8=h=_N*C$A`{W3A`Pkv&2
zXYHnCTQ{AsT~rjJmvAgyM5^yonbgxaCa11vhUh&A)HAt${-eavjur7i&$KT^&6fL;
zvNGq}`iuMB{!9Hmyk_bBo$7WgEjwQ>vfzJOsd2%%Q*KcK$6-Z2cl*yV8hv$JL?yY7
zDN3~$$UG|i!Yt-g)NxW#t$l&a;}`ZuBGZ#)HVDje&f(i=$?{xau5$(7N6UB2VooI;
z7Zu&w6=WBca9mdOJ8qMp7}6dg`&lE?NMx<^4!)08*CbsOt&hAB*zA0PFVMQ>t-$u=
zxsD>coZs+mv}SoPu-Ewq-$(0jl1FMqPA>Lb<;C?-vt_x!Jg15{_xU1+gL(WFZCXF{
zES`NTfWu$$&*Y?vE|>zj*zX#<E2q3${9dm0d&VB83c0D@U+lThds5P6%7R}xS}s4l
z7l{R)@5ta1`G3A}`IR#+k5{&AQx{#ka35=|#N>sO&2xmzB;6&~9h-OH+2XcoA3Sf&
z$>qqA0>gQa?}d2EPW4cBe3F%L83YqQU-4YE{=>@+FE_k=)xF{6=Zt;<tFjN08{m-d
zT*LW>^9^TtXG047JACKfRyUo8aMg0ua+Wn4KQsoV{o4B*W^S0dA(HQ0)A^?JkaXX4
zw&<RP1vezA8~m7AvoAKZ+h&#Pw#^%h7j-|>Y+Eid5A6H4`XB*+N1LM`-lVVAa5l6#
z`a$Hdy=KR91*r6LiFu3buLl|KFi`!R^R=^ZW{#zeapHy}!L=JCbDFhGTrNA*ueto}
zcH>dup8@f`r;Ie1%{XUo5#Qi>qejT?<%h#+iN!n;8$iWgrBTh*@E;~O5YT4!87ame
zB{xdiS<Ph4WX<j_eEH!eA`tl2Hyb}NegMk)#fP7@o#mZ<`{2%p#lPnzfVq3mtL}aE
z%jWmH-QRAN=iYjMYsT4ITh4>fob$J4pTD)GJ}vP4qIs@1-4$XVwH~!9Hq8C2^(yqr
z>W*;1^-6KBdo=bIC0c2`n!CKKHk5mj#0plql?>b0<bJv0Y`s-7>}CA3wI)CBoIJSA
z>#tGDF8wp7zn0EDF#YlIKJQC~Qy-Q%Gv^5=?cz8qdP|$hEN2SyWRE4s_>U=>6ssU*
z&14_BqdWIyxk4%dP(=_ebZGhIxqP$vX0J141Nr&j%g;7Or&dZv9$M?OV=8C!%0oXo
z_k<(`uiq51+t=Kk^YF=(c|Olhrp)sL5kAi}Um46)pIm7)Q#@yycJ0CRgXss;U~uOp
z^BS`nvmCP=zs!`=%MPXOzO-GVA|XI#56dBMl|RcOZFU~#lc+Q1o}+M8c!}C!{S9*I
zwvt_I=Ucqc+H<V&dh>er1lJn^NzOfgTQsB(<#23PJlEzRt(42LRq<M#(-z)`X15&c
zCAoGeK5CmFos{S5@Toagq|EsaZ=?CIiRwmg(gj@a3)DIP;QeUM@<5=`nWL|etx!fV
zRlN0~K)bU7-$aX+M?20dbRAQa0hJ6NixY2}M^<dV=J$}rg-^k<;R(ZJ<^a9`%Z8^j
z4so84aVTauYxq9dZY`VHfnuG9EG>OsO*zAvr5&ssUNS68=2TZGWw^>1!X6>pP}*>f
zG3L0KpTir5P0T0!6s#NHuxt`O;is^h?}0VD&fL#a&wccIUh*{4>9cW;Q@7EKxd~-i
zxolu1*3R83&65+#nr?EYs85)?@}iWPLmAV}sWBI3UUxit&d}?*$Wo~r3^zGb!h;T;
zWAu9dXGw9*B}?0tY-SE+W$f%{&eh3RG9Br<sOeU{N?2=+&JBlEADSiB-V%7lyYP`f
z7N26qahuC=cla8uS>6fkOqPrFZ)++)(=7X_oa2FFLpz6@Q$@!^#g5}vHx&EY9psoQ
zJDw;`X^)U=s(jNd`>2xR#m0W8DwCklAVFK#FMImJw3aNNFi)wf>xJf`<sI`1OJdj!
zTfc~03U=`aDG<2`V(hhHdELJLmX5QaZU3Vhljn=Ax?jw%KVDz<@%Mb5+kr<?H5M)J
zh>LspCqdlx3q*^p>z6n2SL6DeASS=o0!b9laTK`}>~X%(jN9N!+i~Tq%a56D5ft}Z
zKWFydPustGwO!VhbzZNP)?YiJVoRH&Xtma}kTok+Eu&8I%B=VCylYXeY1!~xv@X0N
z_F?hWth=U<K7QPl#dR^Dqs_@gWYIza-kheh0fO_6y3e~hHBu*iW6agbp|+8c<uO+m
zhRQ~P3D-Sc6`~*01j+*6OSQxv*?ppH;#;NLu3@4NR!uQ`7v{TD?$p<Sb?rsAQ(iaD
z+%#|H=LyW>iyW_Aah!Vf;Li7F@8|t13ub&${CH~B<kj!hSTFHD<W20js=?iuySR9k
ziB;KzKG`Kgmf~j<3fQ+x{@T~KVgF%vX}cRA4z}@|)qpOHdUI$2xBR~|@;@i*f1R-?
zbI)l*>G`uSRB*q4z`G@4$CkJ2q;_%b`n7YDOW-0E%Xf@r!5slz8ZL7-oC{yRdh^wj
zzX~^5h0a}hj!V6@_>ktqo*x#<bNJm){d)9o?_{z1eN6Wc95;W!UGPV?&i($u{fWia
z7Dx>pNWnMr!^{t$Vt(ek#suTqyL{(b&bPn|`=+y?hR(FlY-ZeM(q^}fd2ZyerymBv
zXCV<~|K@VO;MsF7WWCPxsfKHUu1(2zz1gEBx7kMbpVjl<=dWl@-(@vLzkFBGvem_3
zt&ES)UU%-fHT$FfeP4VQS>0Rt__vkg@#=L!8?R5SpZo8+V%^hZee+#bXWvha*s*$J
zyHs@nL*QEPE9TPQBkkC$Yj!_;&3ixpO!Io9FTCyREozSUYpy6*d~WWk_Vo;l_b{JY
zypCb*bnl9XK8n!~qf}e<+4nnb`SkJiQ>HkF@Eu_*!e)eZgq^E>dh5G|fsM)exP?9z
zsRt{c#pr+bjm$q)5xntZ>{8v3TTW2ILUZM}GmPn}7P^NkCH>A6B()iD4$%<NaJr>6
z=T#$rjAGi{8&fCO$xbiab4*a~QTWf*40)~*oPVQzr-f;L@;|uL&%p2S$2UKtXZ{X5
zcyZP5wMFwIO!tS~yf^>omm1CXu24Ur)i!Eng71~?x$f!y5$Up4XqoMN*FD`5-??iI
z^|<@l^d!UQF{v)UaNtQ#L6Mt>muB##88wSI9{)PVFD;w4p-FDp<m5Lef4+Y5r*zTB
z>){$wB0r8^`T6=uK~<53t>v6~D@4y<Ki3Ot@ml3riOgMBw)@nBqn8w4E;|^gdi`Ti
zRojY~WUF_!@6Hrh?K~$oCGv@h$R#HqZpXL6hoU&L71y;M5L1fg$XzP-?11*Gb^24=
z_Szi3^;q}okH7zHy$q%%{+Bb|zAo<T)52#nOFh@GUcBao?f#dd^0}d|^Bvr${5c>m
zn1AF}ozT0ErrN?uA3f%Usl`0nz&S;yq|E<Ola}W?cBeS^wQu{IqwD|N{`L6Yw<)hx
zXFvS>)8*EeqTJU{Z(cjSaqaZ@X#MTm;^K18KW}1KE~|6f<DSdEYs<NUYQ;WIcK`P?
z=t|^~wH<=D*LFk;Zda=N#Q*r<fj=)zwX1f@eEnqc>S@6h+h<Q!h6b%`)?cML?|-^X
z?eT{}g{Kx<E?pJ8%6jRk;8nIuUj@tkeW?-f-$cVwPWF{XU{+wxzni}|e=UE0{@DCl
z``dM8e{W^xFY2&joVB;9)2{!UMSvXpuE!4Rc%S`P%n)l<5$ZbEc8Y7t0@JHE`=3vZ
zZ$J6_%T#frb9{n^|4Z3>>(%4a`z;I@3NQTlvi{x04S_vXIXWWD+7}+2V3=CFXp_Il
z+s;LQXKK8he9rI7yH>w_0lUSszBko5#z$RvG3RZl<rFPv-iK`k&O3JgZ~NEzZO!@%
z`7g}B-+%S@KGW(%?&atAd-17j|2VnrRh;sEHQ6H0uwciX^EbVm5U@dtFIWC<>zbyy
zOPa1ea5UHBaQ`^-xKhY^Ctu5}Q-VV+uTBk4m5jetRsONIeT(12!f%WQdsq$}`r`Cf
z=t@?K|E3$?o^<8<*UKe#`nY5$_6xXkh^n~MDwX6(C_7G&;Na<dwj+5{<BIc2b$$2d
z>vM>va49YA5UlF3QMt$7xm-CzQ2E`TdO_t^6H4S&WSjUbuLnAJ?+`a^;@|n5ar+l-
ztw(`J7I&~WhaPEemvgn<*EeIT&9=~YH=b|qc(1gt^2O|pdarhan4o5s&ZCpgpf;DS
z<ol}Gk@H*lzW$Q=`crY|$2I;wGk*84i7=VK{^gk5#{WLw=670Xe;2I%<ezZ1bE)M)
z6SvC&vz}JZDD<2AD_*K;Vp~Fr{o0<M6$YnHlvc#pEOPmIdHFAuu#_v$W9Q3<EDfDs
zq0M$YR$W4R`hf<GC0r+%c72iC;IHSams^lsu=>xhh4=3&h;(FWI&PgJ(Zax+RBw|Z
z<Mt|8P<2IzP>4&Xql$oPK$DP$A%~3Yv&w~RUOY-o8m&T8oH`vH1f~Wwd1;s$l~fk3
z=9~?Ne_QH2cPxkq(9sYR;qGER`m8Vd&{<jYFVeqw|1LXz+x+S3U3&MAZ;#oS|Mt_?
z*f#dqefwYk`#nAPN6PtCOq%N7<ebhd>-zL7M~3Oj^A+d$Baful7P&Qa2Yc}T<h<7A
zxOVcJBYY)E>{c6@w|1^`^ViJXzCqL4S5wSn1Eia${*T#AKKFo@+S%i<rsQm)L(2~?
z2Xzn+FSFL!@RHA`-GBanKEDgRn-_<d+}XQvZtC&dyOWoDuF31Xs=M)v>a=}tc2r+q
zw?m5kdE0s3`Ot0!s55PCA#5jXCu|0Rm#@El;Pb=hht3T+WKTbsZkeC3Ibm}m7@j}#
z^VqJr|L2@x?`=^&bgwNj|8U0hgOU37JFHyR2yE)8l5?}=Up%k<W8vc`QzY0<@E)Gm
zURZdz$Mx`z9f?yu8x&qVyukZ{s=(7l@=otH&IyW}_jF6kT>aF{)5de;fWTj;AIf}r
z5>IU`a-XtGa<nRnwP{Ekitngz+0T1!&4If28}<b3;bzot*(LBgX}+V#JEu9^f_*EV
zCfeLFkjs<cH|MFBUUqSvyn=_L&eRyqX-gxfots^9PhyHqPqXx~gS@TZ0y6kpzx_C^
zd}&JNm5+T3zu3)VcYd3ov8COq`p?qO%5&wfI8@ZVa4)HHSNF2=4@#VIZhFbSDQAtW
z7xHVo?YuM(OlZAbc`5Gni|EwtH@i+upYUfbpQ1+mqEB1TTiN{3J5YbQ@Wcm)KL>v>
ze_HfMo$nm?7sX5Na-E9K8|_$r3%s>gyw~0!uT;nJQ}Idr4EeVw7BH(ms^j>h_^JJZ
zyi<M0U&SBp_RSjq+L;ulFf8QYaCOjNc2X4h%d@CRL4;+Y3Wuv>kFt8|3WJV9w!lgO
zu9g6$79~Xy&V@c4txk8+1*UQ@OyE#;){t_#C~&GRz~YEa^NJb{R+lr%XHr*maHP6u
zs3gsG4DoAeQko*Na0Q2}tA=*a6raFPle1biW0n=nJe1nEcoN^%S(7BcMslW|u8|L&
zuC+=pRFRpto<Av(XT96Uy@56PPA~Jn+@BrrYx!{#0jvM3m9BmkJ=C(n@rFW<z`PgI
z9Cqq1tX=1p&ds*EUSf51XUc&oGTP>rVJq}SuT1B9<^A{ior2vvKk^2fJd+Nc`76ku
z`62JaCvw8SIRB;}O0ZgXr~XhH1m3*LI-hku>ulE9tbdydK5swUKcDydTlt4wVKveb
z^{Ykh*Z=Rboj<*DrAy5B`}=Q6Z)f~|KHtbH_>oWB`<x$HiqGvOEtHkc$82KHvfjwY
zwc<mIl>drPEmr;=pA|2(d&vJ@aKKLM^TnB=vs{0Ryb0dmf6$J#x>;qHqtIQ2&b$dO
z<{pcrRW9;Qdco%TMHtE`fyqCQlKgl1_0tNI-|y><Y)<{X_-_BhyL^xA)%%mHY^+%&
zxxQ)MSe`K7{k;E0JJ;VLZ-ck^AGG^@v--q`7r!-crT=FS*<u8>wEy1x$2sW_I<|L-
zUHO&s_2h~L6R&(*-DJP1$-d~1V5Crxb6ru&!G^cu2jx9K9KU=(<$=%!&)Bqt!{4$u
z{FSPI{`Z922JVY`F4iKiq}4qyd|9xH#g{3t?}*U$t}knqVjCOQEvfr(!@7j?sDsGM
zXxCq67mxf+mwOuB`zvhmzOyEUv+ZAmE!^jOt88_^eHMYw%{(oq1@r>f<cq!rDV}(w
zce{kWhlXF9gXCv{Tg)4cSiDW&N1y#2_Ick~<&xEn_p=^spQ({&`tf(lq8*_}^Nj=V
zq%GQU^+f(>j=NdUw$J+cH{EVw^wmFMru)yTm(1Su$ZY<FwWsQ4Z+v9;vn4O|`)v`i
z?Uk*0!I5`XecHb2&swee`5|K4cm2ur>c0KQX}i|nwO;lApN4D5v$+dsHw8bO{k9`_
z_nR|5PYbM^H5>o@d2q!iU9GY?&qt6s_{a}yO^t{k`MVcvq%-w$r-dYYnobL8_C+o@
zxdk`8Y;tM$Z$JO>VawSDFci>ei(sD5I2!_`&9*xf9tM?|uz{EjJ7wo^&gYyDt{7%>
z&er^52`)dm&0z5K!N?DhNg6p~IiRk%S<bfR%?~#}1ecsgA2A<W^zrG34S%Kb_8+^y
zzv*t$%k3KT7u0l~ntoU$zDE4P{z!q;3Wa~Wi>EHsc>j&tnlqv<BvfC_Ihe=S(B$~V
zIY%#uI0y3_eQUQPxK_yV++O<^?wjp8r4^;@mNXkI;Q7`)e{rbegsN}V{Cd9cCKdS2
z2)dHEDCB&;j&+Q*tySXv4|zgm8dmi(HPQln?+Oq9UM5}s`R9Ww=Zb30GwLG3U7Sb1
zNG?x4WZIoAW*!%_>%ra!dli1@v`@@7dt){|Pw#HbuDzGiU0mm_Iubm!;@{uZjkf>)
zU9Fl`f8WY*pSHL0gPM=}ryp!Qe0Ki-6ak|Ta{~i**L^s5E+9z2FSj6A`py+L^Q#J{
zRGr!03hdJP^uqS%Ro{$Qu~#}$f^BXs3k4H1TqKZ~$2$y6lz4hMoRtq<Krk(^sFV^s
zW{9csLWe;gx|v|(3wzMa1RLLzjAA=j<wC(k85G+ubQs)e=KY@V_|3t#>J1O&a(1vw
zze6z7`OU!6hiz{ZAea_dRK7cyrM4?$)@nZw=h}I<7A~*6wXE{ivZ&9SXY5+-v%^_>
z-mIC+pFLgq$vU)X`L)NLm(A=?cpTtfsMoSN;`#4`Uk@kTKKiz`De6u0pGA8-TG=eG
zDlC8J@wM49%w>hh#2}Yb%3ggsfinUm%}rvD{+T$_NTlG>K|gkD*__^8!M+7r;meCk
zvyRM_DqLPvrWOA+;{iM8RI5mXTdzN_^KY2C;`Dj3)J!Sf@cF@ljS@`_4}zIDOjy+Y
z`BrOVmZIy*ITb<sC+NLW%=xqN^YL?Qt-j2SF4dEaG1|d0SwvK%nXAi@_2~11FaDoZ
zHNTT5Z+JB`Xs+7T%uC;=tTL$#nYFp{@Am4_lXL#QzJ8$K-{glEZ|~pv*rl^xQ04gg
zmv7orR~UG-I%@HJ%J{I-<V4vPJxMLzpu`D(-)u;&F!>oGwd9h*RJN5SU^PLB6WkY{
zFEo2wpdzAH@$Fa6*UpozhMLNU|F*wYniwx_v{KQYb4TI_%RWB2nFo{;gbFxsEcs}$
z;oyma<dhx%`#v7O&J3E0JEkHf|F}x3W>!CF1f6X*oAh48n-O<&*5sLmnM<#p-Fx-y
zu~%uyrJFbIx*PFuY0067U<vJ-3qiAAI<dw)ofZ=xSvGm8X{6%hoAxum2_I5@*i_)S
zLm?(WN09Ll>%(aU&N~*~2*?S$(N@6Cdp(u=B>U}`L4h$^UEZ#RnO3n{U9aCqdl>97
z=X&(HnP(rTSE_)~53TO!_JLf|uY!tWw0gX6UjnN?t+LEpIQVEob>e5ILhgk-Of+>{
zA6;6q#YA<jvdr}MP2P$-O=NXjp9V$f`FeOS-1%>f+~zH+y8P+WFO_6^Ma`Np?NX^`
ztbgaFUyg3)AhWM?d=2^E-8U-GYAx27<ML4FP{|e(S>2<bgKXB@2M6l=7f)APvUEpW
z*XyMxS3LWyCG8L*v@&+~8@~lVLbugwCFPw8Em`UEclEt{>?e2K6gE*>q^!H;_{7MY
z-{;L|Ke~9;q#Vl?*B@S}k*PDEIVVd?|E~P{S>~alo02=L8J4a)$os2tW!%r#)6_XX
zKWXKA7WcC*aoOrs6Gd}^RtC*CO?6yRrM$N3NBPo&+Uv7p-hKc4qC7W1OY$&RZ)b(G
z-K%tmg01zNzgAA#_TkK$xcV~HMfGa;S2RprUalUSXS6|Na?ZPT2Nu0fDxJl(@$rr5
zzsVa**NW}B9A4@!J1tDrVomv^C&w2_WH4X*H9wV6KKJeZG?inLYY$GAIkkAhnw-{^
zcejLJIkkD>+7GOKw%pm1MEx8)CrOBl=WMInx=Pw|*6E46liJT{ghw9b{CXxSlx<<c
zx+}A-O%0}*on5MX`Jle6%L{MQwIUaTo_I~v-d{EKI%mv$k)5CROj%sinNnGzzjd9+
zNdsR!?xJh_MnQ_s%CY-aF3l`j*`OzSq0}o<$MnL|XFIpN(GflWv@&z*&)O#?wRWj>
zi%<P=oBDI@t3`VLQhZ<fnfa#IoV#~_>Yj%hj~6uB?Q}f!Y_fn_3uj{Uhb2l+!qj8$
zZ<!x+>*1}PTMln6&TP+oev0w(`32U@hZuJsG&Qf^{qr{O<=g3d63dHUw%mPk>EzPM
zzx}IhROj4DcCud>FQCUE-ogz_&v*8<Gc9ZTnI|A_n|&tiWb&alImNA=MYlZWE!R}=
zKBxQJ@!D^GgM%-EBTOQSH(%*Ub%`sznbW&9Vp6ROzrTM~uKzsVJuA<vf2@oM*qAWQ
zBU@FG%WwYnn=5uy1-7ZI<~iBiCtG~6yt;Mc7P$rLnhWRcvw5^+`s0|Hmh)al)xEqC
z`QS%}sI>91&na_^O}K1ATSA*XZb$sx*%WQ&r}Devk)J=uuBUV63u>Q}K7HqMx8Icy
zpTEg{O7EHETe&i;xreFs%j<}Cj|t7}UHaL=s*<Hi|7I+i|8ak4M&5hl&N(waT)*^v
ze#33&8~1j+pZ@WcN>u(-x2@rVQ|d$<Opf=h@b31i`xN4GcdFeol~?xG&(_=wyzooH
z{zT-r9?!5onLDu)re2$SYlfkD)+;yPyGD0kE&M&_ZocS+wU2hbJiRiYBFla5CUy1u
zm4-j6xK2IDUTSk{`TwVmmXc3jHhPFA1#|dmEV#Y-?Apen>SH@iFXagB|Io~HWR<|0
z4d-%1FTS1m?3+*Vd}H6I`CE-7*t_<A{%|fys_Ug)`mAWylGSxNq8HW%KL|U2=hgJv
zi%&b1zgL*l8gMM|DM(~yv~BU~^srf;@3-_dO!&|+bF$JL(T7_)YM-3`cJ8-<g_4_O
zv1W?i(jH-s%zgdawwtQt_A6~KTk_WDepl_s#Zk{4trlPEoZ`2nMCobx8P5uqyWy9f
zerW&9@jvJJ?$yom_NJkyx&vBr&1M(;k6gV)$YJWK*oPcjOXTeC+WLkaIO}rkUDy7j
z*UpCIy`H^oTh{Akv#rmZT<y0_F8r&PZbalVuBW%Iul>Hiab*qn?fo$_6CY$wjN0k1
zw6aR*X8sd*&V@~DVgr*o1maICPqbQjJ21eub@z#Nw{Lu}+{drBsj*rj^kI=s`E2F;
z=~8pM62;B_p9`wH_dUkN;kx7<V|%&40>dRQAF>`jQ|h&Q#l7nRPV=kvMgFv(W-i`4
zsnmA$Gp)aglb3JzV><LUurv6}>jzH-io<Sv=kW_N+H>a2+9eh7EL*Ru{SWR+PWH`d
zS{(3iv(<qG_S*T2=bN0<n5Vc}DQR!e=Ic987+;w?_r>Ndr7L#at=X7(Y4xwkObSYg
ztCzjoFLFP?d%OCxXzQ2PZkGO!RH<A&FHiMVnD5<HE2GW#pE@3R@SEz!K+ku-TsrhO
z{1!TNSM5T<*XKX77(bshJt;4&$NNia!t0d%>n3HYo10vHIQi8F&j~qUen+yNm7kBg
z`{dHWwQSS-{?)GZWc;z@Q+3eKzltHoJ1bXl&ORxtE+T9ud}yVX@y^dpKObE>x|BPw
z+uO{?JUq<8E9jH$#l%Uc-g`bRFYCUlp|<{X;$E4z+PSmW9<E>MFmJn1oH*b6{i{r$
zJH=07ua&4-H~)Xi6wT%@ef!SbN(|F(w&8iRYyHk?d3%>{TA7-8wOKcF(KXw*o4N9L
zZjlN(`0nvfcm1h*14GvBtYzQe{Y&WX-=5PeuGGvASg6IFEqY3O_ldvXbysJ4-n?|}
zZrA;(wY%lY_(gjXY)fUH9lCRVsY}^|Wt+3Am+m=WQ<lgr$#>%N%}q=0H0fCOyvq2x
z@!phs|1#pvGu?9Ctu<xwk^l0RUp30gwO(CIn|-jlCCpi!z3juw)he%_E-dt0-eJA=
zqU)AIx6d|R$L~a5>Gzu(#lqfoZOtc+=-e$V9=<m_C%&CIf11Ny^I2I>-|Ec$x3Vhm
z)Qi~cg?E;1Q#<##EbQ|H9)^=^l08{6_Gbql=UdVf?w+qyul!zhWw*h);GzvBH>(vl
z%LS}kBUgIs_m|g|)=T+zUSiYUc4XS?=Ldp2{1qJ(ujt1gJeuNl-*Ic)_31oERtv0m
zTB0SoDN6F*zrWkq%k58S9seDp;XHA5$f+z<k;6%HY=<H^VwQS^y>4}i$eeKX*5*<<
z#}Mw1I!87OTyS#fu5D?s6+Nq!8O+HPsO`G;lEmt(uOC=FI{ezz)a39lN2fp?*Y!3<
z?jom^8~D1GYJ{zdm;2A=ANQ%KHC}H%x9-DCS7Vb#P#d6olT4^K^K*AA`%Us}vtllD
zPR{##nRBw=jFNp%ER4R`GzqIuEnK3kulmGMIJ|a({`39kciY*oQFTb%yw2rk!PLUi
z|9+c7ng5;tQ4%yUtmWIGUpp=yo9{a1$D%26rdsZwjy(H(p=Z@R8?D<}FO~++UaP~h
z-nQQKhWb3#C_d}On^v?;P4lk5zg)}pB<JRtDy=@*Pm|g-_~%PKNjJKBW%(Ju)yYfN
z2CnD3ULx?yYxUiKXD>ZG^(M9B?(;Q2!**^JIMrMv5ikBA!?f+t{NRt96_u_f|BdXe
zy~G^naDz4L+6<1zUqu#f{$*p<TT=h|%#(EKUp{Y7^ZG2EQOl69aL3#I#a4#@?&#gA
zSAVnOh~Bs5|HFQ$E&HFjPX57;3r|mNvGvw}>8tr^Pjg+FvqFMmhifi(sd@YD)jbuf
zt>33{-U?m0x_s&CA5tsQeOJG{SQh?v+m7SwOulqjMw~3XU~$!X=fRZlnV!okjm`@H
zYO!1RUxi1gN;P9sl+>5AtZcQ-`<gafZea<0mmhiaM3!jLf4<uGea`XKlh%}^TrKzy
znkMF(%{Y7E%Jc&X4)zP=FYv#}*W0`EQ&~aYe~!=6&nA1T-%-1xCQ{6$5a6RBb~jQ$
zZ{8{KJqzLmYQ#jmKGz;_|6+OU;_32=yZ_ZZ=jCP{ywa%6c}~Ql_<{6vt!4|JIqd)c
zO};Q)e&62@Z`;?)vtC=X?2kfYzV(`9;kN=mGWLCZaa`wmKVt;jzIPvLH)pTAzSSUm
zn)~t19AbUj?jFA4y7u&>)pFS}KC@T%EznvVHgm$k4sT^oZIyc!K35m|>8fR&eG@c&
z-u2*}x63rQgv+kI8hGDDm)q~DMq<OvJ{|elOH%lwvadu(Y?Su;Y&reeywWAhnnIs1
zSjw{K@;`0o^M?OEpRe4u<I2Q$Gh(BU>f06<&3n6U(+|e1bK<XU&3L0@W#h90{oFDZ
z^Vu@r+Fto^y3uRTB*uBEe^;)&_gU}UwdZcTY(;)coc^=2WckOt-D@vM$u3>J_UH0&
zp=mwqlOt+`Tf!r*Y0aJ!)>~_mwY8`5s)mJF-Mx3l9$V#Zr)V?3yS8Iub;!wUj9r@o
z<QKm=^!1WV%={0ZjtJ@LwH^>r3g+-tH2e5wYQ%}DYBsGuM3_Xh@+<xaeC74~+<oxv
zA;H5JTAO9vw;G9@b+T|))$>f4zN}|ikIOEBS59lV59+a4E4g@0JK?d!Ii0WcS%5oV
z=;Hv@b-t74oKJK6bNcn0e<B{!7kT_S-CVEvZ)sIjSH0%Dr8}lSij~{=oa^rs!G=ne
z1w4Hpg#Ul?uxE|adS$2iZfV8zQ`<%E2UVP|Ygu*uyK>mkoh3}E_74hc9b3M2B;WU1
zcyf8T@hf53;;YLOigQFvV%j9N{`b|Ju*|bu@;g&Q=$q!ks2s0@?~48xO7!$kuzb0%
zPg`e!zq>NmC8w)bmTq~XBY&VX_@on)UGi@2eS2a8Ppx?W(MIXpq5Cxx!#}LLx?foI
z;~}qDISGdE2kJsQ{aIsemD%t2^V(kswbgtnS0d~l9<)eyW9;+g<p+<r9o}=(a<bt=
z$pyRDSe)f8*>720GU4|A%lEv#i`}cJYHR-&X|T_$Kf~shv89=J<y7}4R-IbA(q?;0
z=5D-}zTK)qb>;sH%=~wgU0%nn^~&6Is$-+YiOPaHrJ7TZdcN*05EP%R{_nv?^^z`=
z2~4F6R!&>FJ4d!PX*S0l$L)5kzu!J7Uz5u{ZT8cH8tXF7cLzz&kmx@BtIl}#^~Jk%
zL-&QAs?}2RSX-X>Pj5HJ;(If0@m?-T&YEvkedf)vGv7>Wtxhj@z7Z)b`-`tOJ+tJ-
z7fr<)s~WZ(wlB=T9-e9~aQLuu=d)-1=4bNP?Y!$;^pf|zCZ7+7`Wf{v!7&YWPWB7u
z+dW=X%>9e?Z&RJ){sr*@dYtAhw`;Y)GYV~W&iiHO=sL-E2rXW>L3GVI!9!Pb`Kw~n
z<JIe84_#C}%v?2#?P6<itc7itsR2vL7p9APE!HLXLazIsja|7>C)iclw0x;m-m1r|
zB$jQv;uCtu>z?Yu&nk0-A1-lF_b6=$dA2-F|M~UDj-^*uo_D*w$~<a$;O0HnX_Z%O
zRs<f~S32j~N2R`1nbBoWn%kU?fBo*eBK-J)@~@j8^_E22ePy;e7PX@<H0{!*$-95;
zefrk^YnI&p2e)(|uQRvo*nWpWFaLVv4e9uIMbCC$pTG5xS{#Sz8B_I>ss);<((eQp
z2h_i8jdgl)Z1L*qt{V;V%YI(sFf3qQ@%d<I<)aFgt=CsCSTUJRO4v-2CF|&v=EJjc
zCN;<R6+bXut5#UIc&=7fbwv5(_IF>s=09KEYGP=k!j&$5+vMy$o6ARdkGkYMxM{p!
zZM}Q*iOmtwvb%NtYQmQ;t@BHkE?so%<MWl_1=@R=%I6*kEiX4?e4{YWncd`{*Ob$O
z`8|(igYu_7t+rnK-uQj%27x^l74kcxp6@>(`Z+_($(<ukF>7JvvRTh7rB^<iIjii_
z_Lxo2HEi1_+6ta^lHqRDaoKc(y_RLOz}Y1Eubvn6<}59kb|{i7`H0GO{_ShMrW#DU
z9(W|B#Lpt+k=8~H`x73edZAA~WfaK;JPluJ9W`giv{!{I6MW8#1<mnxP2nnEx#mcq
zS+I2Cs@KbQ<-v%sJ4I7J%{;pQ%8i*_Cq&rwmxa|fU6#+O&WSr}EqF(_&|V>eck<`O
z%DoBmV`jaJ-)XYbWap;B%l?lq9b4MF+kD;2n9HW-$CjE-{U-c3XSv!tt{E?8MR9qr
zsyuLIO$zUs7px05a^Ft3+$WZx-+z{g^~=QKtxMmsn){!%@M+$<!BTilsppon5B_|Y
zXxp@j`TE4r%JaMC|5<NuE^aUIC82#D_ul_6_x#ma8Q0#qRr63+Q-0fVm!)y~!bzNM
zrSCkXB6#l3ms)>pkG|>W6Z?LCFWvTjDWko2UiOmsIrVw{{Lz(lsuOCIBim!;7TDh?
zR94tzbande4d;>;IzD-m?zgF}syjN+cH&acS^M2fH7A?t&5EqLu4#5};})CeU8S+P
z-g)1?>P%S5E?U;Mw9A-l!D-14zm%h@ub%#!;qzk8^etSa{+CXze`h?Q=DE^gPW>?1
zoy8*3OCGXHs~4Z~s!VaHo3;7QjQ`C)?Pt7V?mB3+Ba+QL{9a7wwhIBV(yOwaOLHrP
zAME~X65ykEa8g(C^UDX)J{~_RYu+M#=&b70IqK3`sljVYtV7ot6m|+vcPRAii+Xv|
z#q6q=zsIJPe%s`Y??isz&ch;o?q|Q($()5#AI!MdB6a0-na|3zkFPHC+?pAbJ1gXF
za`^6lzBiK=?ANMFFMelc9_Tyy)y7cM++g3?A=YLqm&x6VvGTRulG&YgYf)cAKGzSe
zWy+2EqK@}Oo}4wk5%8C5e(jUest48l@ij8-YUvC`yEV7ZF4~<Ll_kaen!WnL7l*vh
zzb`rGNUk{8RU0$2E$hMo{a=R^OEOrO{K}P?{QjuqKc2p~=Bl>04reTOopzb|V-M>U
z35EB6@Aj`ZiCOMcFneBt^W>bQ+*JK5#~Tl}svO{m{3aA~`0CbG!Hy-y9#0qftUbzo
z|81}5vMmSOnm(P`a_F}gThwQd?%!`aRI<|L{!i>G(p<l|^b-Gc?YR#xo`3sFWlh@a
zT{qj~Lj;dX=QHG=w~D&qY94lOY3l}~(D~PYeJOZwKPdCk>$5(8LalcFN~!p0WFvR3
zP-ykk-i1b<>whjUKX7XO<S!TAuTFmGe*Wm9_^!(zQ#hJj^^Lp(GdI=0Rocrp?bTYd
zbFPJ_znJ{5D!Li;tK*&Rsp^>-B2IH3+q7-}bIUNGJ6ChX(go9+qPVgu59qLN-ov->
zmhTA%0q?ELLUK=8@VIRKljSEQC#t1t<8|fYB9`s`a<yIor^`z8Ia#-gTnP#|&77t=
zV`;*)zZtpr0t37qbwv|y_|LxiYo2_Yt-zh2faLq4Ur#=ZKY4HUL!Te(&WFyIW_rm|
zrgv<~t^a;)oE%JDEr)_lRh_(M+)-cX|3dgz%Ra~ZZ=PJVPq?rk|HAIOZvsl*-B|eI
z-bUw(3tt2k96u+^{zYy(e_oGX!~eV{;hPs(t-fi;F4l@JFujm`<<$$Oyp3n??SK5f
z;<9<{yu5Eei<?)S{~Rc^V95<%j+aN;A}42FX)Mfr+HAaLN6!gnfvDECtKJ%{Rcm^p
zwf*SY{ui59d~3bAlf6rE!P&a{MIt44F9w8HbKN?&yW~vj`CqTC_QkmUz0U10)9shd
z?FCD@f~?yPEKEKl+#oD=OXGS>0(+<U(YmS4UpCJ?-X?wB-u3s+-3Mj88n3?Hx{Q}W
zP`uZ%re?kH$JDeng^SMJI51~PgJ{nsOLtj`z&x(tblV@#KD9pdKYXEi|LYm|E?eBb
z)_HS^$QkW;?nTL44w@cI{<K2v?jFZuj`yB7D)l|wG;8OEty7wQ7_#1E7W?{W;_6Hv
zWy=R`=YGV-yggzsn|`D3*DXQ0zy62MrcCnJP|Hr)bxo~1#ptv87h!PKTj?JDy|VA)
z+xBzsZf-nWHsxX8$Nt{i&O07Lr)xmd-L6}8n_`)6i*Ac@(VzJ4)waXep4OZ_>~Li_
z%c<rmiiamWZ1mgsdCAkCf4H|#YdrAty!^u(8GAQpNFI8s&T=M$eX**DmGc{(jm9kJ
z1#AUxeQoYxxg_8jxaRz_fad6}&jpWM6mWDt!{cb|a#ldmxuZvTqX4_g+@gnbxYc7V
z?jHIn=C`9@S#6Tsl&^f}))zFj8tcqS+<5M*os+h0*{0`jd=5tcmgfx3KD<wk@xvdB
zLJo~|i)nZ3%XdUBX4x9!VtTG<(u&1LPt9#s6rWwPvpe+2bk+UgzKj2dol@$)ruu??
z;g;}lSIv~4m(PBmd8)kfz1;`n9u9>^8y@G&Z}lt;|1NWJp>&Q|g7*G-M#gsz%>TDy
zX*++D?fD~ypS~JefBC(-chmK~uP&s9|N7<I#`THe$^5T}z4DJwULaGKZLnRFL%Y>w
zRmN`Bx36btm8E_$>MZ;_?d$zsrdd{EHrrklRVJRdGQ6HtVlK5v(rt=`!L=&Mqpumy
z_?jGWu;0%!rGm-xh7!+`guY@m?hV&93w}<@wfXM#S<mwBmTPmIzXztzepBofAN^GG
z$JhJ(ljco*8~D7n?pv*2_Q!X^PO%-OiZ@yfrXPypO4qD;+PHqtxz?=Q!YgK+t?NUs
zdSBFXUF|Q&>ObSu;#;zJ-)WS)?-pJgwB=HD*jlyS->$D)^`@|-EcEHR)sEpyUmmaC
zw%VvXG|l$TW)S^s-RZ`KOO86+@Cw~0vM=a|*TdI4v!=YV`Dda3JK?^=VaczR*PpKe
zWpkq!c8sYRl8q({csu+TnVn$%)n6!9wY)N6d82CL<PDxTo=g$2<DAbnn{75*ZSw}l
z8!9;hWg1o@bEQ{bE#<IoxyJs#B+pbqMu3lly<Enw;`s;e&(3e_w|$t_ap87wvB<J?
zBc1T_)RUS#N8}F#^v_zkb-HZ5y2kf49gZtxmrBfEx+yZxLb$?b$Bj(8`du4!w*7wc
zQ{Usq>K#mn7Jrn}_dLCDV!N+}&VsKoI*)EoHZD2AdCi`?Z1ZP*>xSnw{42IiX6Eo;
z;LADJO6JYyD>1qP+H>DX_PVdqT~nJp@0WS1&_UJpZ+Ig6uia3xVe2rGdF&gt^T38}
z=ZaqJv3$K^bNBMo+W+@y>dh<PaXav+*F$r|v->>0M~Xc!EL*X+V9lcNh=k)hA-gjE
z&Hb<-bgGkl`JQDnk9SDfOr6c1d_BG<_P1cm3GwX@L>1!>_it>wBj4@*+@tKz+&9No
z&ONzA?1X$)zUa4eo4NI46AWInZ?4-A(>A%@;Ag(t|Fci_&-`OP`G4A{`$}v%0oygF
zPucT&NlZ|Xo+kS%v#XOPWqI;HY&kDdl>pi~vKh3n#brI~{HJ`pX541p9L;B&&bImP
z)KT-B@2R<T$&{cVFU_wJ3l{|~G7?>wP|>+G{6<&T^bHl9{L>FqSh}sa>umhBAeVRR
z+lAX~=Ojjn6#tpaWHP_Lb8~7*z&Gh*YKzyqA2Cd{zM*)c4YaEINn%Pr%PoP-gB@I~
zlan`RH|2NiQ~cBRp*yT@LD2^9=j^+0^y^s8&~grxG_9?eX6$$4VnD3CRVE+rqdiky
zZLfsQx+m0qTDtRWqKx?Z>Q#KPbMj_N?FcJ$y*ID<;M?e6>!a=SOaK1a&UNE-(7NeP
zk9F<Xn}h4O9jgtU`#RP10n5XEUYYAJbRH3~y7=&w-(sh8>x`P#sDHm@{$$;J6Mbp#
zGuPhV&zZ3>u0$rjP2DwkZM*RH*2xz{XPE4>i`kpG`q-cC=QvsT3TH=8OS<#lN8xbh
z{X>fqbbt88JpOXy^P{IboOu&|2A`Dai&}N?>&r!AN>5x@ri6YM*l*7F(kpb$hCH?R
zN9>mc%Kgb|QQKT}DdAb<!9IEJ*m=SIyS2A$h_ij4ROii|pSEN2uVl-6$FEp>mfhgJ
zxyi%d(q68`VZt&sVWn`tkk#kRe4Z>0+bQJoN?_IFgi?-cic#$avX4qRZYU-luN5&3
zT_OP4GQ#pkV59R1zKvGT7)>5p9eFLV!TAUuWD`lUtc}n%=R19+TihkN?kbkG-;n+N
zVB!baN1$cdP3;15zh5ji@G+dzIobL1#E&eNU;awWdfr~$|L~skW?`Nu67EN*E=-u$
zRLS*BbH?(Bf1U?zSU-oPpIdBPKQ&EKZtKs6Dy~<RA?c2`{qJ;EEC(HSEf?VLXv_Ll
z<VrAvQS$FOBbax-&ZJtB>y;)*8T*ysfb$<iZB8v;)x$5mHodr{z0*V4<eU2DZC9OU
zRtkK{IFXuZ8CDyTWNH~CKJBx^fu)5>VarPc&7)@R(674U__#LBZ$iQDOBQAchW+M3
z=gtQ2th<vEb-eZaj)MCu_7}bq2|aqfD|wY`D`S#)gY9Y#|H(y)F*o+VE{!|>a?hpw
z&=)0<mDZN?&j|fi+@YNH>Fwm{YouSqxaVx$ut>uqbq&X<*lY1T*Vwe~|KzPzS?m#c
z{NziqXDc(Vem?Yd>HfOoKX+F%od{cUC&Ns0k-?+$SBwfxn+5(q{{G-vFzdE$=4%&~
z`~8~LU}e~|U|GzQNR5*Xj+q7fBIOj8i><1!TXur${G!>Kk(*wL>jrb#Kd$kgYx&{E
z>?>h>tevYJd{tP#$fP%)*80$@eD;NYwa}R*8R<40mqq1g@ZNkXysO&kS=sZg#hq^2
z6N~FSIpl@qo(Qfo*>Ev#_6E!3S>U~wQaN`{o8H*5Klg5XvwyRHaX8m(HfiQ?>zrMS
zFUg95wxisbb0luV%MFsSJvapwpdDym_7xVy^q7B{mwM;I{R{U6cJ189uP9rfZ>=~-
zz>lN%#@v08FYK)>d|!xv>He*M<Hg!t37Zo>Uz}NH=?W@f?gkxBJDg^I|M6G-t4W*Y
z?(_RrdG^UMXPqr?LXY!LEljvp_xe|rZ%#kcL{9GGJ?>B9p0P%AFMhAJMd365f^X%M
z?B=G#E%%GRDdcD4v2+tdrq*Tee}AppZmY{HMdUx5ZsdK<aL&e8)1RL^FZSn7?SnlN
zq|CL%_^n?XB~>p}b${wrnI!hDFnF_z)il0se&+j5_ZQys@p-oAaQQ=-=7!`YW~|;`
zLU*1VJR|kkSBcZtp!mhQ2a1ow+7{T?fB2d<c}xHG$g^*6^%nfP!Y?v?;m*Y5ic8G1
z6b06b#~(Y!S8?_3Y5(1?l62-;%rd+EK;`YFT|Zooeh}Jd=B`=S9eY^0x3^?H&%5(E
zCT@>JvS%zkdEfo1Zo>UD-`?ijKlANu&V8jvjV^*;f9#o4vT#<FM_jl)N6+<*^SOJk
zZ<@MLLAptYPqXrW?cF2%7vz@M22^hd+rWG9+h_g#XByvb{ygd7_l`Gj&YrLTY%pQ*
z4(a1n*ZLSHOk5z{l(%KQ%a&}W{Ej_}U)pX+H|2j(4s!V@Q18spS68Ab*>%vc&q>)i
zFv8tbH~;D>4<0^8izBB6c#`KD3Ou=V@w{?Z&9OK3N<~Wl)P%BxYUfW$KiPSiIW+1L
zb2sO`*Xd>ltFyPM9F3Z!rRzC$+8hSkqfwKRbS)Ww9rv8Z=fipZzWIaZOS(E0Lag_<
z{#9PN$h2kstQ-B0h0}vqgzT-^InVu`gpk?GH0{ermVRGv#r@%CTV>n4`cQGpqSfX#
zswYf8hAT))|MQLQUHek8pzvIZ%KIYo3n%;xE(D*}>}kDhdq6rRe8&cdDNPamQ$9C%
zZgQ?XC-Z+F>n**n8vft5FSnOXpYz(HK2G%72Zn<-J11us{!5%5AAhyz_5DJ#n5C1l
z|2jsk<+9Ock$!jLd`s5x+}DR#El=JS*(x#bW#qo*>D^g>WyLSu3V0bD@qB)%?C*rX
z&;6Xvofa3idokfvg=eUT-`W-h*Sx2W2VG^tbNG4l%$(Fe?f95<+Ol!+p{D}V)}KG}
zIVEvg+>FcG+ya#!cd<!_2;1J1ytee=iDVwJBWZE<XXYpQ=>)&X)ni>RDq?x`wPxJ;
zWc9g^K8Z|UUh(GiZ?Q-74!!$hZFzrU_kEMNsEPaZ_8ez^IK%Gw`TF+86^v*663e(Y
z2hW&$XbpG7;VC?C4tlcQQ+*>;_cmLotUBS_27Uvp){8&C`!29eQJHu2<Ba|MuYR&Q
zNpOGU)^A-|e(1^zW7A(gy>`Ki&vWLim4CCzK}@~yv{hWBP*>*0bJ-<r2D!_3e_Z+T
zSZMHCTbr3;-z&NOW|SOSBCIx7<3^g!he^S+d)O@_s}{8Q%`x#XpKI~*h^M-rRsN;Q
z$3H)8oDwxxY5A$m_x)ea<l+mNcK=5A>MsJC<;OmTS*Wty^<G?D*DO2h<C~`%G7&Od
zCr=;V@Fk}I!|C9R=9|vd`K<P9tU^{MWcM$-vdBq%`6+qH2fk0YmAl$3{<31~Tf2QK
zKQ_;Mxhl)_w8vWC{WZO3wIg=z^E7?*KAv-4+xoJE^nf=7<}zz~PAeFtT+d#$;=r=T
z<|nWBPLqs`p4?*nGyUPW^V`ePSA5+3>+}QJsj+p2g1eXhJ$!5O^|bvPnB+UV4o5He
z@NMawPp^6R3%2AuniSi7dv${^tB>{Jb#<$@)V`iSb4%r8ouI_4o@ob6=F}~y&XZd@
zX%64kE2rnqTv&hpj?RDa&%3VI++NoHXr)-XoWJ_rWh|P^_Ub|h3?7Jl4cc&e^3C80
z-i~^#mYc$#ml!8<U6?cLx6kIeVa8s@K1;9mbTw*BZ;Ii{s&w-&c$^>=^Q`38;)bse
z?zTRD%=sWDNW1iJ=c^-=gV$<^f8(0-XYwLff9BRgyStKie=b%xku95hFG4x#f`9Y;
zHe1u5kI%~UUNTwr^_f(Ezxv*pF_EU5<_dWFFhnc)KW~<3*z9PY*igOe7uV5em)^d#
z6PcZt!?C?Z+R2vToZ*+RkMB;H6<MsgtpC)ez8%;6W>v90DU#kQa@#3z)q<x%HS3Gl
z?ELpn^y}n6nNlw|Hdn=S{j)+@6Q0aC*K%!tcS+-=*@<>`b=Mz%-y|<?aqgnuf(t9|
z`SHlB8U>b3Z!d42yz}neK-+#3+pVjX+Sqa#e_8+JS47@sJ*6d&Ra%uhuLcUTtyjOY
zbMq&^T)&H)w{N6xaND^o{6^FQ{rh*SR);07ySH?L=HXQq0f(#qJX)}+Z!_DEXWZUz
zlb1eu9zSo6b*isYgN#47zs2jAULVI>hvz42<Q`BxD&_T~)$w=P?zOqAOIqAMwmn}c
z9vyDlR^<M|;*9--Liy}gwpV?7AEzDZTNa_ef4+_3o5t5mE`%FaJo@oFtu)k^|8k78
z?ad5D?gEYeKX!*#q;Btd|AJ*(7|Y7r|ISTYSLV5#D@FBSy7fn&CEBHb4Dw&Av#b?Z
z>$HQbQL9D6?BnT`o9}E{FT8(Oi1GBI>Xp-V%wJ1g=CVvRIOip__Yq6<U7>q=z7w@s
zwELK*dp-0to%ftozyH^?gNdgeIK8~gb$wAUdy!nz@}r@bp4_^s7tQ%t#<qp0MY5;X
zt##SPsH<hSKkx3j{jzcKY`!?IUoRItJsH1frpeZ**mDh8QMF7gi|x{De-&NbXR-08
z#FgxZ#G+cK2PGcQ!YA);;pJjn?sy}B%~!FyXsh%6w<+!Z?foA&fyVdS3ksfUvKa0t
zDR}un?y&dH<7aL2INpDI-&g9yx9nB;gym&N(iY2nmQc`EcMab8_*V2=0rAE!cb0GC
zmNne$ap1u*8?B1%pKcYK*gM>Qc`@|Q+$mpGFGv0UeNC_W4T~Jpw0)W{Y}8}#Ki%tj
zptk7!v{`TNt$cIt3A@Htarq^IO6<XFwq5GdcD{R#$?#0dc~#-v+*=s}EKev!%{5z)
z8*bBg@`7i|m5<R<56#@>U-aAYXY!7_XHGnRKR^G?$+|l>uXl0S<j<M&UMS@D<xSl?
zmKlA|n#cPp;q0d%?^UW_t(G}YynQ;^olkxKN3D%TKVlMMW(gH)*tuE%ZrGImyK9?!
z^C?3=?n76^gB?xQN?bm$tM6CP%K7Z>L5EFFPn&bGw`Yd-(yyQ2<zKsYw&njFoxa(f
z^~N9b)&8X%^H2NpWYS61ClSvD6iw&lJdts&x}&(%eZ!TuN{+SvH@!U2mgLPC9J2NA
z`SUK>lNc}EwmlN&`uRX~vGCg;zo!MRyB1f!dis)bi~pQ1ibAa(U#`|3QF?nW`tpsk
zjO~lEcc*L<^4=Nwc1oi~%ZXd{_j#T$1$TJ7*|RO}$=k%v=h`=HRCnxsT${7dZufhW
zn%NIu|513oEzjU~?w4<0(zThl|9-L7{LD3nP5nN1P90g>nxZYeeN*A<ubaMB-IVe%
zd#?89!Q45l4}bgLx8HP`OYQ0}u}hT`&NY|FDY*D9o_73X)^(*do~<iaKRHwC^KG8m
z)0^|8u9&{EG?QNOsW|nxkJ*CBa~<#0PP&l5Tw(Tj_MJ7&#RvUV8!h<$@$2^;UG>WI
z`IanEBVGAVhg!ngE7p8fzx+aN;UO*M?`ra&mim>+xO>go@_uI6PHthf&u{9(kJg0l
zxbro1%jvd;^Ucq<oo{<$_&tJI`9{ma_%ol>BbOS^pLO#0ujl7#!?RxU9=LjAdcWzu
zC%3JFzWzwx#nW<?E2jM0Q?^;{_75LTomD>b<L_0IIzzY3k~#LIeD{7&X|7`tt!@{-
zE_)a~y>E7Gzo-Joog))AOk~*|^Rs{A`p3)cPw-A<ZJ6DZ@$QP*a+&VnPQIjXfBB!j
zpZr6V(YI9Qo6WivwU^wZa@1wlXPv*pufF#2?4)R}T+J;{FCGeN>*M<F-+v-_|F<m?
z{&{~_Z{vCrDSQ0<eyu5<EA*x%C3dxHiY<$np_Qa5Hmf>4+hOA?PpQB2ZeQPj)y4Z~
zPUxd28=r0Ly%BXY!%1FoyR}Ko`-_z?mrVPUnUYu|r4eM<r!_rb%bzIz*V=ESw%eQD
zN?65b@#5@*Nk%hFyyk$=k$mTiSx3xldH3Y+wo){Cd%Y#8XywAZC`s{fJ>I#$7U|_}
zRfxHh<(U8O&e65oTBHwwHgRR^&N!Y?5cDGJ-jfsmX6LBq-o9`C(~s9=<sH{4QOfZQ
zKSXxePIhqTU;d%!U{6q0r!4PW2E8EZh_m6YQ-14j-`Do5bkE|77L%O5AB&E?|KB^|
z>%>{rFE<6wN?acLYWn2N6_*a|T)(d%+Hh*k@n!|Xtm*s1ck)kY+9$U;xZ=e>YuA|h
zKPE;N1jcdh))IL*S3I%hljpSZEN+&LpF0?ZT^c9fIFzw)>rt+n`E_Q!$Cq^6wpUtk
zU18EQd3!FMiz^J%mOVT7+GS>>OxS9Tr(7#%H7%JPoW8HyqFu4yl}UEBZnX8n1s7yj
zxVjoh#H1PQ+}JQB;P46mldYUP?*HF5SG;Y}#)5UX-RpPWa5!tP?cY=UP2_lSb#g<+
zvS7>ecN5;M<hn3}Ys)P?z4UsElSd`?$iHUSx0ohT_$=P#gJDxeY%$}s9*bqOvseui
z+oRTtGp)V#d3QqbE8P}_FXz80D+g-2s9w4smv(E_N!{bc4T>v{6c&g(JW9DA7guhe
z!ZK07?v=vATg*oUmUK+y%i_8{C)qr^)g-&w#JiqDbqo7p){kWpTZ$L<u)Hq$@JYq%
z1^eHl8Xu+O|4(8Unqh8p)_nHzygALUxR+>(AA6;A)^~HpjU<)bm5&bzTOT<7xBc_N
zgUbpto1>c-IbMA5_oKm{LVo`eALpApmwh(BtI<|2bLZo><Kdp2oBK6-&lg`>k=#%^
zWol>m3oXWNpR+4?jpJ<F>%-qlb3Zr9KKAzIh5MS{MbvdR#2I>-KjfKWb$iw?wv~DQ
z0ym649=P;hZ^fA@>F=^LIZU3K1#0g8etSmR^J`Q71oVC8xswxi<fG=3qUPC4-<6o(
z^DN-0T*Q0s-HUh6dp1t`;?HpA`te0djgN%m=d?ykC5p}yZ(8ukbob`{ed^pw(gEQU
zPYVCtW3(;DXTs`LqSw_Hr94|J6R2=q%+2-QFU9bsy({i~{aU)KcE;1h>;JA8z5WpV
z_Vc0}nMIo-%%-i|t9gfUd(bKK;|tCQeE;+%I;E#5rq{r$@oT02)NNmnSj9*g>YIo6
zzWtJ%xO3(m^TSofbMu$|IvcWo=IzPa%k@)=UOoxB+ibJIEUKpP<fBPPRp&o7Ew~%A
zEB0z(-+|h*RiCH-Wb_bVO}gbZW1S7-!};8Eu0Nf0aHDTc>(QV7PJ)UpEdtz!5_~^x
zoEiI(#qQ#*t9s0hOqN3N$5)@{lu4K_#x?E0?G;g+d^3J@9V&0R7Ghta9xu+M?vpP)
zLwVKLUzKcyCvS!esV9~F{yi<By7?_{jd#e_tc6bs|Ants{I)B1`r3@z3AU}@zSu5*
zZ(h6hW%gP9Gu@x}UGx7HclrCQedoTEE?aM0JNM=5Gmqab2`;#qW15}Gth2($k>m6I
zvzgcOcE!G!@iT`({bW(;B%6I}QjcCJiO4*EUH)FMJoA2Y?G1C3H_ZKhE5Y{b`%}WZ
z=e#PAQR%cfu=#bs`!}EcZz&hun69JcVtoGGVoiUMQxDJWoHy}ioTu7`YuC<n=C11Z
z`m@<Hc7yFD8Nb!9LlibMX-z!-dB*E`MXcRSY+r9_zvBJAZnH)H-|u3P|Ifa-yy5jE
zc8>FByVSzxTReTGvnH5zhlxvUjAd5t=O&xAyFaH)tLD*`iJRvAVCjxCLeHMIZhpSq
z>&xSBv8NP{o$`IQI{4wvNk7f1E_MoT(le7<e|);9-c_$mQ=8JzP2Y{;r*GdQ-C<Mt
z@AaoOo1!_{_<Ucwf4}6od)k5TEk`bjRRp=Vwr_am!p$uw!4|^f7aK8k26t!F{Ka+?
zcX~wm?418#Rf4_XAKf3xry74wEih_yc<NHUZ<k<WX|vOx+yD~|uTSdBez@)X=eF-(
zn^5xBSrDe%odDzcRmy??FFV-R*u7x?!u(6|;e-jxcP-ojfjb}TKI8>$0_y{90&A(W
zI&dMJ#h~t;qv%ela;tp{;xFjG5dR|j<l>1({yL$iG0A5YUmN7aUoD+0zVgEEPw$s3
z{^O?e`jYgyy}^x>zs+%uyk~bVra<h-N6vrC`d;{Tf0B6G!~OqwdW&y?@C|!T#+4R&
zZC_trO%N^Iwk4!oN9FU6315%#iM+nApqCclo1d8zGl!G+4TIys-_KKfQiC}A@B2?Z
zo>=+Jy+FqQeb5=HqKzuz$0Og(`Zz&gPuN>etxF3heqNq-^x3y%<@cWpNM+}#dOBJA
zp0Z^vtbM8(8Q3im=<S{0DjxU!QP1w^!&_`FHp*?k$NSJZzCm*7gh^gMwT~DY)PJ4z
zaObJZyPv8=q%hcS<bU#0^ZMc5E4w8oSt-lAPcUw>QhRDRLD%2e=D^$^@*j&<_8y8%
zKD+C`-ldi6!ukar%Nql(dqt&2an)?yzHQa?n0@6*|5n+5dwqY)I^juyX&ax5^v-IS
zswQwY{_*!8zr|fA*8jg#JDvNXOmXei6QAdEJE%BMwRyHMq<GCK!8nD!RtGVq$S=+>
zdiT9+P1o#7R-Dl4A*K|`k$OWbXsS`D=I0etR(h?RvM$U`3A7KrFGSi%;Azsl!<mv@
z1&W7SZ?tjEl5*ZBxh!a|$=0?dyD~Sat)BXE<%(y=0upDvnKRq+_v}l%X0F~pa}gL#
z+P^eU@oO{7!XsVD*48ZPuV40lGO!SO-?2;i^&E|te@>LCEH<~Aq$gUcv2x`JbN?`7
z)p|HGEMQtHtTET&C5xAOfK_AA!WoaXmpm*ntb9GW^UkU(^WtKTeY8EW-D5%6gCj=L
zvHhJtb&U&Un~UcNvx>&YWNM|fJTbi$b>sRynb!?ZEPk&F7k=x^`<C0>V!_QT`P!xH
zPuM3dyQr+r-amiWrZ2sd%N6cy4EL(%o6VEwQhqoqK27-i%c+OD-<n=KzkYpPqq*vm
z^qEa|t4@5rrWdFjws88MqqAKrr}{+(-&lNXv-UNK0M4s5hnG$f=N4@~YG%Tl{JY?v
z<yP(aDl$L6Z+)Ag`SQ)z`4um$I<1cirte)6JSi{v`Su^{`0g|^-&v8q^jA#zvbd*h
zTVxMyVc5mAaMPh<+vQHCP8IF9`<S;jm~G1axYB2Le@u@lI4qXp7^yz}!{6hM%uP+Q
z7h~sFw6FQ~XO6SWEP>UT3cMN2k0$6X^q9_;eOPA-XKSEB)zg>10;aM`-QIPKZ)srF
zqs$%d;HjxM0%h-REPO9e#$nwe>%{M2&wPmSVZ(*V4-fv$uiNwU<Fn&k>Dehi^Ot<D
zm)hYs!*7P)x;ZhOV%-<lynOLXH*Wueh&zG#H=oLi*GyZ_@e9<@a^9hM=kWCtbIn_>
z-MjJp>8~h#*N@j*y^~DtZ2sUny?9HF5JRZ;;t3OlTW1A-ZRVMyx{yEJBKqG_&97C<
zPduOh`k7sW^gQd?tS_D<o-cB$7g*1C^S7GwtzW;>(k(UyC2sl|_SN*f-6zje)+-L)
znH`pBa(JC&!esHs(UuOkUpuJZ%89ej+_^OW&8saMp?5P9=j|&vt`&Q=X}aodxuq8V
z8&%?t+Z}y#`qd|%)4#0G+09<^TGlyBHI^wSe5vb;mhA8+=8{T!p(`AsYMd^ozkPV~
z!TrDYAI}N)Y?{3O(<`+#e=b?H`+q(l+-OocS7nLHCF?w;NWll8w{|Ev$L@$ZTV*T!
zPyPFML+h8frk^O9sdns&z3IXe+D{%|&2zl{;Bsboob9`*a$jR|8s<$u)ELg$)Tqw8
zbc5OL$6O6Nx1^o5mu0O~edG1({>r{@I>(PL+cc%-(uu1N7cFRebXsR|X<}!F;*!=G
zVo6dv_q}2dzb1LGPR`#=DTbr)IA=?EXo9YC;=76iM=TQbniZQ1CGHsQczl2N>M*wN
zg3RBZOuJYs!O^O5z?XH$$`5AzT61_*J@zbY@L-7en-G3|qJ@zF-{C{{ih9TFcv{>{
zlFOH0J>^l-6FkeK#>Fx3N%e#FwAD7k8o_gX3Jo7~9GudqWPJ2+NXD`qGae<$-T$`!
zhYimqYkAKqmzSMuZH+?b_^8KOeY9H{<C~tK6?u8)jB`gy)Rq|=p7-%dPx_{O>Fq?M
z(-=?BTvOD3<@FPfwb|Kcq6B51vWAML{IGemU3Jch=AA3{I(HO3fAQwh#@zpNv)X0z
z8)wEZPMN8D{-w^hhSo)CuHBpB9*bF<Fui$o|G}G%Df^xVOMQ)4J!N|E?N*^xKkP!x
z_9!T_zFZNO>M`@_En8D#ez!vT=AVmCKE6HmxbU)Rt5@IqVgH2Z@ZOW}s$%P3%Ot3)
zy$G}u`1w`s!3|YU_FETT+CL9C_KS7u;pUe5(`&qCw!KegzR2Ko;KI|!mA}JZ`zjoI
zsoy$VYT2SA_m|~3E}qo3xm{D;Bx|3_w?pgp)^5-~WyN(nG;{VI|2evIw$yD+ugnV5
znSABkCC|fOEFbrq|5Tj&eb2`wZ=P$Mdvzwe`r2%#^giRyt!G4xf=^s2U1Ya0k>SH$
zJNt6e&31vJcVa!*6J=hryD%17w0+<(<$b}cyM2O#S4Leq`+XC!w#d~hUqr7t?cV%v
z@lV%>R}wCRVX}l@`@TE1QmJMhGvjz$WDoHrPM`35aanNM;=r`WnF-0NcNu3h{*4ei
z^q}oS+lR37<_~Qjp8fm&CG^09wz{JKux+uNvrpMy{I$|}`;N4a$DiJ>IeaJSXOHwV
zwpDo?pjA`64{sL7@o9TihHJiGB@=7Aa`l|@wde01-g)ZvA00k^k0!R|sr`3OU1pn{
zrJlB}SSIeF?BaVbF8|N}+tqDsxv3~-YU8Fk=Px|I%zNPT8g-?YoZD8kyuVz>$~tGB
zQ^C^9F)qTdnA}%fH$HtTrJ?)6G0WnWnk)@rQMrHje?F{!ahj~;T{GvWo4GT#?pzfj
zb8Gvm2PY0(aX96FrYH19W`fMxjK`;yx1Z9yX0rABDdV!N%=qJBwVD48yU!H1xRZ1K
z9qW0vPwQE{YW{{#Vw2Czo|(2YzC`BC_iqIk7YiHDS)VvZ<u=Q_2ZDitsSJmlE||Ob
zviN*oAh!DW&hWWQ%61hqx$75weB2pgxA5tlV9BXhI?rYYKU8J&{{EoC%;taX91h#0
zm9=ZO3U6<&eZ<YrAjcx|>yB~O{&i*l=3ZH`<+zvfgszn16aM^Mo-zM_pUb3$6=F&e
z9ElhG`CT>&99uMh?Ywf4T~2Sf4r(7uRH!>@(NgwvTBCqiQp6qh_xX|>eu_G+J4B8@
ze17Bvm*<LOcOO5P{Cr8>1cwAC^LMX~%{32O%kwQ!!Di`>DTn;I>?PfKG~1^nRK_JA
z+Zph(_{lZF822REiKQvioKAn5CB~Hz8@er9#?07fv!8>pWyRK{f?raXug~aO{Ka(H
zdc)e@m)U0uk1bfnC!BHR`Pr05{HBHM*ETesSjUrAGq?VYe&&vl^m{7TZ#-itu4*uS
zeI@P6qWQCo0^3ft-M)BiUb@!bkB*W-YnT2@5chl<R2uGnZFkNkF{v|?=NWu>p|D=1
z-Ff$-4~E_%M@svagdB9**J;+%Y{*|B<Dyx$@%5Hne41a6D6CnVa`f{wd5e7qx7q#Q
z7a6HFuR-v9)Z&6;>A!;Y6y=H}7H#mBv2ja%bGG^J>$gt5-nN&WOj0={wq6rUw36oU
zsIv9X|MqX1aPG5;3Y{%3GOr#Qh(tV93ydq|)_?tfN%Z;^2hN-SzuB8&w{q+8zi0bG
zoY>=k1kFC3`d{#Vbak;U!^GWFH!R`N*}N<0qoMkpm%D6*bMC#4cUt7-wA9LHA5#`T
zTj0GMr`7x4o~S)6q#=7zL-HbrQ>BzzVRBRWvuDq>uYY-cfA!)!`HMYV7JD4Id_ZJ9
z^D1YPRn8`-oIuFvwYkx2bDb3ahrCB+?;pM5vFN_XqWd2T@}FGDe{!LoL%jvGtNY2N
zlcwF?Vtd5<9Z#wE8A#3iXn4u?Y+I7^#)UU*++1a5ac&UwxpmA_wJoi@$J6=jxtoy!
zMV*S*x7fBs{}F6(Vq<UGC!z97L92aH(Vx$?qW%A##(!elSFp%ye^T+EKkAM8_BC%W
z@{9fY^Kdo)ecMGP8eZ++G|%^cX<2H^bF48`(n9r+rJ!F|K~T$PrioD&Zys3qpE6!B
zRpqK>Vy2p;`g%RHKgp#LQx!`m>Q-&8jc1st=PGJ@$Z^*^xl)&1TE}X_GJdQ%ywK~&
z9F55lcK-VuCv{%E89w*TobtlRhwHl5Ph;IV|E<LdN4tj}BAY+)T)eq?jmGr#FV5)9
zojotm{-(eC!nvv^{Ga7s-e~W%(@A4iU(T=GDLOw>ew#lLH9map?xf(a+W+LZov(hJ
zy+bVQT`bp1)-R_%zyD^idPy>)PwJhO3A_Kfd;MML>f-uGk5A;$>G<-b)oy23MMOm_
zaqU}hmF>9R<{;ick?Ad`GiTMBNqdHPYJQxxW<^0%*rRCG<YcQ)FHB9&U;DXo<{2@w
zz93z%XGL$U3^=AX*j$Tp{;Z)EbNF?S_+=*(?u$At#xfjj->#f;d2vbLvXhB(q>NU#
zb82CRyX>p3!wg5Cvv1UO*(z}Lk&5ljdyzHChCPq}uCfm@7T%LR;oCObD4}w{&{h6j
zIhvc6o|v{g>0#h{r$g)KEzS1pDtH-lR{4g{o0;y1I%_f+e6}5SU^&A2P-en>3&qJj
z=E6J8g?DbB{3NS@?+Cw<fMBqTkD#Gwx2Dmu4iCLIX?(}iK;)Y+%MJ7QU0MF^@~<@^
z{8Rt#3jOvv?B@FD)cxy1!c8Wyqzm4dn>QumPFq&^zvbCN8>37DmY92MoDocJn))P+
zm#g-uba{?Ijb6IVGq&&DGLF6L&31I?-aTHwZsxb;MQjTn>*g@uU*mDU^!%4uUp7xS
zt-Sy0#%z^25u7E}+K<;pKMvlrfp5o$a}id-Uy{A9X_)b?3ORG~>(pAAqYDKS-l*OV
zpL=xv6Z24(BNoY*cjwrwpQmt7rAy_R`O=#fc4g(d_giz<v9ljp^2F|;+tU}Rse!Aw
z!+vT!{wHL+*l6Wl)dnlyxoTo1Pxn8*_V8eTB%lAoTL*XapXSNfE@?L3aG&noCY3}J
z+qa(lr#p?*`(GAvtj}o`-xd+3{H)d2Ct32d<i1mD`(K}XmhyYmoI4h~eJ1CI&*IZL
zqIy*BeD5mNpk>qC7hT=fv}^rzu1>ePqW6t2oW2ln>4@p1_4c2)8(x)8nY%JCBDvhw
ziuL!*PS+JDS06t9$NOHbgZ+Z<Ev0ixd6~-<K&@_27n%3rTiJY#ymuBaU$rDTJ<OVU
zC(FxX=kX_U+=o~np3LNW*pyVLt`y->aayp@G$2RgjOz}?J3@8d9x-p<?>=v}e(448
zA3{4GDTK+ev2Sr%E3j=}p6N^8BOB{m1E%xrTc~?H>4|L3$A{hg@s&R|Ev{b};uK%;
zW7%SPC;6k(W%s=;Ua;;}_3B?;?N?77DDML?@69`L&%JraRfRm$j%eklYt;%@dy2ez
zAEoNwx#OD2ibuhMR-zlK)Q{ixHvXcq{|eWF8Rw>bJbut$^MJ<E*>BvYayw@`ik4oB
zi)i=kTfTJlX?7m&`<u2@E`D%EGpK5&^Q%D3(@x>X!=g6^EI+BR=%@YpysRDWGfNh<
zym4E6GlO$-jLE6B-RyNAHhjr?Qhe2ncN&wG+_L+Bd37r16<PhdyK{o*v$$RVTo+~e
z9S&1HxN*TNu3!<Hmr~;Cy=)10-c6gv$G2p5yt>#=#|zdrC)f0z4ic;3o}_V5IDK=v
zTxibY%lS`cTswH>NO4T8RrRt-rqNsbg?IPqZL@LMcf&1L+i1G4<j1#ci;W~D?PpsR
z&)@P%_IcyeXKN>YSO0PU-@bD{&Nqo~aoWN4QR^8aW23gqIsr%(J!PI^&C!GFBiz4E
zZ1fOwitI>LtZDtx%2p%K`(qnJPk%t}_RxGQy{Xp&H}Nqy>Rmk(wBYpO-lN}A=S_e0
z^^vru`73tL+ZXTe2{4}`@_f_W*D}o_AA$~eyT)==Xzp9eq<eH{$*h$JW;w2k;?Uc$
z#V)#b(XYg~9}HXb=D#X-W^i2+;KQ70X%xyi%l=dTMTdz2Dk7Y&hh{ls1l`%*xymXq
zbmf6RCLhAsOgN>%ZNc_Mphd_ftDFyfeC~3^Kjn{0{c3g9S6_Bdv_Bc<A~WSI<B`}3
z8`dCQ+l4#M^BC{cx4zufZ(Yf^PFTI;TC|VFRQ;n@7w+}&tjnD9FYNV-!`8AFmKE{q
zau(-=ipH99_;<C;{=@%c;Y^kkS$>WuIn%yaX6N$tzcjOBI6rH{v%f1Hel@6ToY?sH
z+EEAgzAp?qybgJvcf^O^n!A7V+<QAX-)p_SJ<YAn$tLty%KC>Echppsc+ZEfPd~T$
zk)%uT!4hFJ+1(72d}>p6A7*&Hj?3lOu}Kds7dgDSe&77p*Hw~RwGQlbGxLvl-+Fc7
zx%XkEj~VxUn)GpvVWhqINsjqao4$%!a?M-TU~}#i%iHASpK0^fPEmeo`0Rsdl9<$)
z&j)SfbtW7v*+27b`Hmftk><f~(sn}D3i)v?ZxKGk`LLy6Q`WKxjC-HGe_0g$A@W1y
z1~?3MD%bjOa{~w#F3sU6<@o=?s?uw2^tOj07k?dNh@IyW=XAZ4JN5dP_T=OCKhzg9
zx3F{ai_~rW(2%%dYggBbBf+abgqY5&zpup3q^hp=wYewAt?Ai*9Yyx;w~Zb@e=gUb
z|DSJRxtOW*4IclR1CuICUaaJ^HI?@-eYsN4_Uh8*tImcj*Q-=;|2Wlk2~)&cp1E5d
zuHjw2Hm^VU>8#3%t9?bQg~BE|=e&$MG<iv?=&Q{KL>w1Z)?IrQqHS5B{wOChEPLZY
z>!aFMWxGRPz4Yuiw2-W_QL*vf^}kXl{)kW7Q)}C$A=+opn@l{XwLAIohn&}!!k6CA
znNq_P;g$WgrkW>s{nd#JZsyqaubFxJO?3CYc~8Q{)w+E<ey-B#+07TQzR>C5Dd)_@
z^$b6kb4oNl*mCRn>&=%+t?uoz;<1`8$5GeIwDh=sA5$$u^92k4^+!(qSGsWbhtK11
zwM?tkJ3eVDRKJmY$~)=Y{hR+g4|uoc{#RwskuX|OW9fg%q5RXsM!zY6zoS>p{@@e*
zX1av5%E^o+%in#!zuhiZlxM#B+vuwcZGW!ZemLms!Pc7s>COvMlP&H__?fp|?tNI2
zT+#G$zI+Sl=-WTMj26!>?oQEQTixhy`e7xT-PHrjgKDxS&&zrg?E5EV-wOFRi$I5B
zbDU6AYM&r;ZTjCOJ7yh9<(jS;lQw7n{cW%M7Ad!C&y(+aRAJ&CXy|%WL^SxRp{r|F
zlUX-|$>jgrSH8RvJaxG!Z?MUkI*E=ZO|E4cGZrO$JKUhRTw?}1Yp{q<pn>Z_8;yt)
zbH3huwfTDb%n8@!kMY?|HB+ejHs3^Zle35b`;mn!UA|nu&k4GR;H>(?$sa)H%&plz
zb%SAHdER@E28VfbD&#uYr!AkHwrG0$?UO8tr$me1JiRZN{OtLR=LeXY{aBS-Sd9ZN
zygIVy%;BHqM$@)ldF8$8v&!XXYIFC@sEMtLS>q>_(7PdH=E~v}%c6&!(PymfI39=b
z`)}d3vFckMJE^AQmE`xMKSLCm!nU7!Uwlb>>aBSX{y9Bp2~@szuHxE{=ACm=mOii8
z8);BFOJ(c)!+dh<azsUBZ`vGR9_GfHBd{Z$QD~l5Tt%far$+kGeGA?^t@QJAtSaLY
zvADC~<Ja%Jc18PtO8of!Z&|zE*S}MEs^xZ^v$b7gpXs-a)7UG0=8f`82HN~(+m}~O
z{pGxIzlC^SSn1yEHLn>q-&^7RQ!-LJKt^?i;m5PHJ{vx{$uQyAk?$3;!H*SF9+|7x
zwfndGxBHfJf{))jc0jR4|HF(-k^2==H+aCXM^OoMbp3&}1K@M3rGG_h>^v&;A|DJv
zn-4VS_(=G?0I@j#w$wT9m$@qZn14R#d^6Q$pwpZ!S4rD}&Z(C+gTUK?caxqldIo+H
zQqwQ|l(miN>C+pFe(7IrUi$3)t<2Z=3;!Lw%e*K4iS32z4c{ByJKksB|0tj1fa0g5
zm#gJdRDS)_F0c4D@%4S)H5&UL&$-^Tg5mL>r0a{Tt}he*7}yv1RJd%i&f30&WxqCt
zc^>jwlNz!xVePl{)%Vg<6Mo;>;lII9b^WWA)>r*Y9G*I;W`9)Mk`r>y*8i=pOSFH;
zyVcFxiZ1D&nzV#H|LKu<_uu8R;SBeeXL+etw=jw>SQz$Y_J!@6T&Ea5)4OqN!JAJ9
zHmp%Sk{N7wGGapa<JsK{rk_3)Jdfp?;R@F*(*@tUY~N2U-754x<jUv!`RA@QJ(v1d
zb>n0CCKg4GjgEqaQ+C<UxnsdQb(4@o_T;^$axWX|g(h8J5;y0U-2VdwYIUbYh3-es
zyTNjG>hh!NyeaEzE}riw(mGT1_UWgfSv{hss^2nfd%oL$;juvDMKb?h<VMV6EIoSi
z|Jm3wv4iFU=UqRPmRK#fGZLtE{?S_}(Q!bLrCmbi?-|4J{tv%RpK~907d3tNwWsS!
zcV@>TG1IT_y0cYp@4{))jZdSa@>oE$+X9Ibff=A9?$gbfPWK)tQr>Wf<BGOL)%;kI
zRnBYp4qCaq7Fe4st0N3qk$ml<N~%Uy`wH3LJc|y<DwT79RwO@=T~z*N@ocLO&AR13
z<~}O#x({X?D(AYd^EIt@>axPMk?~9CzFmIpV46<mR=y;t0{415t}Rj}a=cLz*MIE4
zvpQnM(w#@`_S?_)@=hwrnHlkS28;N#d+x6fF570nu*}u!x?sug_eUnazff$Tz4n5W
z@ahFyH*fwfajx$1@7tB_Pi4z8m+g9LWfAZyb!uFx-^#NRmb>~HTV}-cMCA2f&f2;4
z<38P}X2<f!<-b~9m|b!x{p54s<1XuyMHy2XZ+xA%<k3eT-np7FGp6#d45?4<^Pl^4
zsRzHn^f%L|`ZqIgtd!j!-1VYhRb9@T!xLop?&aOD)$wBLe#M(srK|4GS#hb)@vqVD
zdY;E|dYAUPg<h)+a?P>5Vi0I*_+2LA{<5_%a@cPe`CNAieIglZ<GTFoI_Ymu`{un#
znf*w9*{yq3-kIx<812uW%Jpe`Xx-n~$xrj-B6hH~d=xnrEOEZ9Y+^bu$79W&<p%Rs
zUCG%${dtts=2f=0g9>eb-<)wOAi_V<)<0z5hk1V)I)BW2RL%8XbI)^&=vawev;K9w
z{-d0H^>gRZPS%qfc`s%Bm-P-Y*4uPXtykSFYPHSwMyqr8+?{+QtnThu-t2owEphUO
zk8fTq_SAVedBer><2?(`K5y`CKI?AY$R@u%X;(<ui@Q-}FKknONpNI;$Zo$E(=s=&
z<i?ERT8lZ%cFcBS^X1{!0~~xgC&;H)H*>Ml<;w@2eLH*L**u{`$Csq#ZZ^HAH~+2Q
zo$V$j^TKSOrg^oWQVzJ*U|%C@o_(UKL*`h7TB%&jEmrGmBC9o{*Z+L~`fF)nckHjJ
zl3&ywZuDPqU%u4Ipd&6TeXekw?)_EsJ^yv7>z*yXo+`?1vexEkhTq>CuB(3C>hAY*
z`+Ftt(uZOXKBL_NDO@|Y{7`?nK)>Z=YS-^wa?C&7N^A_`B~P0%l$|@dw!r_{e6M$B
z4u<^=*v2E2Kc&9F`c~2L1;Jri-cj`v{!6Q_>e`p2V-@Lm=5evog{c|LKP%?1b^pF+
z>*MC>8sCp?>)a+=-(Hede`%`JjP1eOAKJ`2x^;in(uX;%8CRMjepLIH?^FL9usVB{
zQBG0(mCP$l#+OVVtM_=_+R+oZc;!TE&iuDo5zLoO4PO3Oa{Jo;xDA$h#&Yt9(+)mM
z_I2hpJhn&w#*Ea=!)etrIu1EMa(>LHuReTCMECcBXY0QeO$xfsfBaBA-)`5l-Z!p1
zk!Q+3l31|dd%}Ch`_22<>-hh19e9|nx@@1qABUYht`7y;oMreLEm)E+Kh61W6}4g2
z)I{q;j%`ezKHmQH#80@|T6)>v_x2YpTb>Kd?-xJte2Er^qScWX7M#g*Pb>PgTgbAn
za9+|^xZtCQfn?V;#hCUAS@sQwe@cG#u)JM+WX_{g>CYGHRD7sN_kDdnW?D_EV1UHB
znmt*OLi!PMhg$bMHGTc@`t`$WigqVQMHK8jcK@XOuF?euUQf7DDEsu3?bWjvjXMoy
zR6Urvs*Zc=7tfDdEW&k+Uwv*XTYHyNNqBnV%|2<-|3|L>o6GZbZ__fd#L$N!+?zJW
zojFm;75H`2{ZgU-I@zhAIb2~2W3?(cnQDG{8>wbQ&Q|!dt^5T?+cu%pEkE8L57XaW
z=03fXO>4<q7ZK*8vn+UCHN8Ao8YALSw#BU7;rA6qE@R(tnd6(ZzPo<=dg|V?KlkMp
z<*s#pJ;z+x(M`_3G5vyGE{}Ql2P3`q&p~f}Liv{kW&30+$BLfZ{wj-0V#>~E>vmkw
z%KH~lmJyOWbIQqiSs&)Hhi&V>TF4&!Gfm50%KP}s-ND=|9?M+OWcng-&tS*G{R`&@
z_~^~e=~D|o_cd1S>E%Of#kNNY=>3gd5Pv7@=2g~a*1w?Rn-#a*dUA8>&8xaUVyceD
zd@MKOYH>Z8vHR_Yt;Z#{nK+c4f4cj)%imwSUT(Ojw{(}f&R>z3!o@yug`7c6U;2)h
zt8Z<5_VS>o$GttppU+us_{Y6scYVRP8wd2}{_^#5)m~^R_Q7QDfv9B84+=teZurIL
z$>|%uy`=k%DSCHS##Xyc#@xRzeQuttJty|z7p~{xVpmSbJQM$>DskfC&NlZCt+gwo
zB+q^Bkb5uQmSEoZJH_L+=)D*@UKg(`scV<Le6Z1OIm?yMkF)&}r~f${Sbx-3Am#%1
z1+B{-3E_2V#>?|djY^_7`>eh@`H;HJ4fDs*t;c(BCHwdkO9*Neosm+?SQDGBdTyVc
z%B__y;{E@kwA&9%J+vlleQILU+P0F?&<*Qq&#Fo*7X(G_oUfC!x=3-|sf-^1xdoeq
zil)q1v1>iQ!KR+qH5<=tY*r~Q-zj|WYkTCo|GWR~J-sq(vc{DqcNZ#d@B4CNna-O7
zS6{TbE?f9+qfT<;X75mgZ$}E6>V+3yO|iG%Sb5e;V%{4owRI1K&*n{1%6#-E{P+6f
zv*IUCIeTOO%1h?93A+EENA6l;*yQ8-d{f{(!}Bp>JkAC@7Y$kt3-CKT@CXV<mcD#^
z;qJu{ZRd*<|6Xs++#DszHD$g<Yvs{XH{Ac7E;t?V!RMectH03ftNdrT-F|hk<nFf1
zWjDDvD(@t?To&;SHu1f<#b@^2OB{EPJT#cFc*Uuoy<0POajxC9Z|>Do0bBkqDVTjI
zmutJ`t!1-fyLM^5T9)~3gYZ@UvcMm{vR8v9*K-|T!n)^%lPGhdW$ROsX~7YGiI%OY
zW#Qttw<jssE&nhlY_~_ERqIQUWulz*A%3gdT+bimbJvpVX^^d7^5)tv4$Ck1kL-*I
z`pCaJ?97U-1?;Df>^k6R5+Hwkf6=C$GjbT$Jhi;JX~O$yHR)CAK1JWlxo%B1vNUv9
z(p~Of!>}WH*MZ62`d5l)sOMCvy3KnU5Vo%1e16K=6+8aL)xZ4uK3zjyuBbmnZ&Fxe
zvTQEf{w=%fqFjw$uiELiBys9f?@Qb6sqj7cbjv$lHAc+%|HF{>^gD}IwdyW=5_Gcu
zljWK!>28BBCmpR`_Bm+O>b-k>KhVha>ascer-mGywq)bJ<CX!NHl;3Iq+hys_fNfz
z$Hn+FFWRg+^1MHX<NMO-kDTiD;$5bS#GYLpbn+1EuaHBwilLEtxf);9A1M{;Xt&K{
z)IY<-J)8Nn#kowK-s4lxq;}h1)wTBgV!id;sW?~W*)r}5VT*a~9$sD$aY29o+07CH
z6W2{yJ)gDYU&494-(O-Qg?6lXWYa(Qugkox&mV0*Jn^|xe!~32e(iJB*1p)jD`<sd
zRm+F1_m1Dce*D{NS1zeUt@XtzJ!(I<2z_&Y5mtX9L55BJ@#P5zE#9Azi%^&IHM*iQ
z)6ZbX+jF{$quIV!zBaNre&u^&K|;>0rJ9R17iaeS1-;iiT>0#xq|1G?N0uU|7n<-b
zEzl@+UMaoHd~VkJugu~~vA$Dptlf8U?awP~zg}6(f6>2pdEVbxNnN&TL!)lSLfNEW
zm%qu~n(6#FX3gccwcmtwlNNgFY%MChc5U17>FGD44(yuAwl<P?$F1VI$ClZ!vpw&5
zAR{#Ab3<95z@OdQmXzct*UEK&G0Xn6?X6|!&9hOWTD42!Yn3?d)3aTRMNDQbUUWgm
z^pSty>Fdg!nI?>dD}Ob<YV<nb{&4+@@Jre^roQ$nY~8Wxck#A}>jzx*e5HTwNmVW@
zNqYU~Mq%9VJ7-#E|Gj;d@$r*OtPkzfYWwe;`ugjVe8!IUtG4g%3+?;2Px1Bglpg|2
zY++OQPk)<ZR3;u?e*b!C>F!ne;aA@-yY<?NrS$ZvveVN<op!tNS;&{zeVD_3qjiVK
zqk!vQZm+&}RAtN33)7UO&uzY&<R7~`aI3pc!Si+-@0qJk`Sri{TD|Q0^Vs>D?Zl@S
z<rah%ND8hwDdY1jL20SR_bZwp6e2fY;2J}~*OkFvS598OE%@Ea;CCy98}5CKSQ}Tx
z`~8KD`}X$+Z)1{FE-#QS6}h(Z&6SmJu58r^y!f&*OCxXHp2V)L9glqXa)pOI=J>e%
zq^$b%i1m*)Cv4d9_)%Y4YD}MQi*#3RxVh{N(3$?A6I%9~zWnyBG-luR)7wjb?pl}k
z`uDDy#9t5F){B}?ne}kq)|ho2wYN^+pMF38c5N7gcWY-(-R?ZOJ*N~bbGBdqxmT90
zS<YsD^PLHg&sT65YnO(6?9(i|@L?9)`}8TZ!ZS;?i_Yfm;uUQAed%@91n=~~mosfR
z=O#&I?phM6+~UsIUUS>0x?6Qy(}yjNKfHb`=e|EGD93L4`P!Y6jOTOz1-!DH_++!v
zjE@T<pFZEEwd0dw^0}U0nISvE^y~Ki^HqBoI4A#oac};^mdN}+Pjcq|_<Huzfmiuz
zEVl&Mo~JVYeIj+vQ{HF2{Od_mUfL?gNZI_|y3cmPjt=t`Y=;(T<YX|${k^i=%=guy
zv-N`M0lstm3=><M1#&JJ2~RHDI_vz=xdH`FM>sdSEj0?&3jUn(@2~e%&4cC%-V?IZ
z&vrU$^!@xizx<8S3!@j`B5E$#%#>MDR<3vT7V}1~ms4h`1}`=051Oepb!DVcs9x|>
z7%^Fsv*)))Fk3L&=L36Mm||s?9R4<$>qy8>pIrNulV)noTzOJG)NHlK<Z>}4XAT}i
z1D1mVtj-cWwa*T&Jf|tL%wvX<V${me`MV+uSGOuwCH~!z(=Rf4B9p<|Mf04}<N{}?
z|J-0?ICs&?kTc3+b65VH+JEZ4jZ%>0Om{aq#mXfqb*e>k1?=ZPwb{k7X=U)nP_~Dy
z#hQwHLf<W%v#IOD<FwsoCs#lFez~W9>U?qIlz@Y23ueB1>9_7&Yunm7nQ6cO{hEDm
z+ft$VrD1Bdob5e2zh%=Hj&^$mCj=*FM}4}r@xfN%d1V{RX1N_#dLd+T`|yUF&9{>u
zJ(bOSZ}Zpg&u_c(eS6p4W}YwW91x{y=YR8OV{M21tSF1$3wi4~W-{5o%-A66xH&)P
zVRYoSS<(N4?fqLfWmeSO3bl_uetpwk>2LE@Pn_g;6Z`u|OnKR3v0qz*UOb<%`$4*8
zVmCu{$&NDTLakj<MN_(Fek|9Lj(_w<lYh<i5-al{o^xf>TC5Vdj%8jtDl#QFz|YZ=
z^{L3@-mhDXqP8y!+inzfopEop+3IMCwb2r5=g;_+m%1e{bxT&NM#S=jxlN|s51ZF2
z{@2(YYd5$4m;Sd^_E%4fU0wYzWcj}kR>zAOt31NRcx9Z<fB*eHdd<_HuMBN+`~n*G
zHuP>S5H^#yec@X$cLQixD&{7y8L!z?!{f7d#rBtJg_UZBm7aP~q7`QA|87P`!^;mZ
z`M7hea;$Q6IxfpfH!JyAE$e^NaP}j2X+@&3%pAt~jPn_h5AVMHon^kX+4kfb%a6;8
ztNzR_=@*%_?OJKXW2-fVvSDuhHuwMj{<NF>az@D7Am7KAwlC@{+pJU)8rd%!()T!6
z?$^Z@g_WVJGGnyZjJ7dVM^x`Ma+Kb3;m#GY6_H1_Y}C#<wMlGO#j%xtgzCdAY>paz
zIP}O{?#l0P@A!}3++RPH)A@0SobXk1cISZX)2C&(e0jK*E7R07+jW|H=&KoDVhW<F
zTGH>C?}}f#X`_Bl&fincZkvLi?1-PV+HPLfoaI67SIdKUnLJbJPuUW!wm&dDQ_H!u
zQMrumuigIJ6HBcO>h8~wa<*-syzI-fD#_(XdXM%>hXzV@FPSK`E%@5n;A?9qv%k)a
zP`T`C6sZzyl04Bztdm^@baMH#^u&6fjoa_tkT?H!Jjb$cGr!*5xu^13Cw;j2VdJk|
z52u4hqSCT%vd8l8=~}Or$MrbQ`40C&ts@Hs97<R+q*`W4l?PwW%ev+3yL)A(x#;U<
z)5HEM%&_iwsBp}tF67&liQMgdMJv8GxAcXtQD*34+0f1xWTB^ZN^V-n>Ij24j-xlu
z=3S3n5q)Rn{6&6u7x~>)^1CbL3qrSi?ne3Co#g#@$)-2Q^vk`qOTD$ANc&RAYl$T@
z<}a${`aVO$#7Cv~S<m{?NBsOj>rxaWK54I=I9u%e)-}_f?zT((xO#)tHO*D2E44nU
zzF@oir7_1T|Ex^?h8(3Ek9S`YoWYV8_gu^Nf9;{Dj>OI*8+IhkQ)&rwI1}7?sl;=a
zby!aI|Ib%cZr+cYzEJC*E%W#LGCN<dd2>xZWrN^~{N4XHP22e?yz^gd+s;_l>*j9T
zVvlY7wAAdIfOv?|QQOP8!nZba{=F%>#er*SpML2@-bLCRixt-Q%&YyoO+o0Z_owXt
zx8|^iu(0y2H}<c{`kSG;)N{hqs12KcaNVC|$Mebj{cQQkXB4m3uHv%U+>r4-y?;|-
z#eTg%m)1|}7H9juJi~i()3S$eU!+v2T`E;M-Fjumy8V-<NV4{3xy==Fy=$^!ibj>x
zvhw3co*fk9YYEYM6{7V@MD<lg)c@-|8e5uYe}1>vGA8*)gOl(N-tE$P=F{)!>3^2V
zGMyij_2qBN%Ce)J!E1Zv?@E|1*1wUNb*I2sq1HL^R)7Dq<H>XPY&jpl?w_~yzooOE
zEZrKk`k8v4Wbo=#nHv_KYx(PHl=IGiwJV(CB%s8dwtU^qmDSsBnp&66vD=-rXZ|YP
zug&7WnhuBm=3VpU=|AgjHas=^|Nr~!x9{Z#+4((f3u{e%#6EWx>TSv1&ay8#B`SPc
z=~}nD$|r-jF3mai{K^sTY4@-He8;=(`uoouVfo62J-h#VuXd>2A6pO;&UIyJxv#F^
z>Vs34K3Qe^({<?&^%*Sk%UAHeRz9kgd{#bEb5+SvIrX{67Tvk2bm97g{?-=@Rn(Wd
z^Bi9n=_|N6^j?P8zZEn0WL4T+H~$w9?{Vi^*BRlp%Pwm;{!VezD=3!mVG8G!Y+U<F
zW}48G+Yi!GPdrNv`Kicp-L;p0$HnztCvrBv%j2tGR`Yjak4#zfx$t!<U5_FRSq{1G
z=s44vHKWdWip!x&Chx8bH9}v_SEXHl5x#M|E8oY^qc=P9)@>;~yl2hotb#RNiYqfd
z)k{6mD9sG@Qw}<Nwe|Z3z3-pjFPnYZ=?SlHPps=odDoLc4trM{%q-m>Ewy6yr6ti)
zD{k4GY7^&Ds(ch)GTHB-%F!MX<DfG?7C1)wuP#5Ude_;}o3YfJA@p@=QtP$;b#1A2
zQ?uS~ifFug_{6Ndl?##<q<9=u7Ui9{@k;t?f4{VMzy1^mZT@#=c~Id(lL=Qiu1fN{
z6|G>BW1QUJc|bKG`QuU0ea1Ha+EY5&ezn}wVdbpdd|Jqi<80KL?CR!234P~ety^Y&
zwU<3~PImY4pbalC@N=-YI3IeL;b;Lm--L7LN8Z1@wW$Jcm_K@Naazvdvz&vck;f?Z
zsq1c?&Y+E}E3UigvIyyYNln>!(4D(PXO-9*qmH#{_umEArzi4lThcc5dDn$2d^i1A
zCoXz^>8#ajt6$qD`=o{5WZ3XvmGt&5KaXj-n?7x>R4-@>Qk=SWRmEp_`DQ(}6BF*v
zS}>PQ#`9wvpL$eYMrPL2{r<N^{BpFXteJRgA=~y>j<$sYt0yg7?^Tkws&6;ni+ME<
zt}eK7=GXUQ%hzy}ZJf9LP}1BAiIf|cS#Ce<R_Xnb=w4^8w^XlidHVl|sUIe_<)5@r
zyZ<8LR{i0}uYP=9xzNFNg1hJXVwOIJlN*kxXU<uiWLjk@6m0oxUx~;1%i+sjr)<+x
zf1h+sFYPUicwsJb`{|~gCET3q{P$D~V(x~m*})<`k>%(j{;eAqnwkCEck*{j>*Rd>
zBkdLpg7fVEd*|pq{9g0kVTSFC=kI?f%$jqwQGmlqf#Z5zMVD-oL(gFc8IDGUm|unR
zTc$J~zpu!3q*mgG*P(Ku&kt6!1T)FTSRRtj%746rh3EW-wrOn(qs&8Ix2<Dz{+hSq
zUTCc7{Hsl~A4d0nj@r(%J)*Yr)4sIg6FjPKK4_fVrFnP4%DkIXASh{p!AXlA5%qXS
zrNzpgeHxzXL2?U=mYfpQ_ETs!(z-F-CEePC{oM4Qz3)7~tv>(v(eACDcV=yH2~!dM
z{i18$+4o%%abCWR!uzAsGb5!kqsmUM`S65cccL@nqOOQ%ETzSJb_$DD72E7GRIod{
z`L!0av>eY`C+2EV<BAIf;vw&zD<ogPc~GzWu3qskz1x5ExT~*Lsck3_UM+a_!+)=x
zcd}N;haLTu=^zs3r{Ke7e?NVrNdL!jCf<4LfB()_UCn(saecn!roi2+gcFWx-Cc9^
zY>>{O*)`#l<2_xYwlR6n41Hv_Ug7r5zwVrik4K2-)vPLIkDR*QN^REUmnK(aoX>tt
z40s;5(Aa0ii`HM!Tkn?ri{!M?*(!V`!!+3b$T~4cUDmB3uRS;F-k$lSDP|SN(uC=&
zoL1^h(Q?-0NV9((Qp@r6Qk4DODEqq&@3K-gES5c3k$8TV{nb+et}l1~`S+N^__eU~
z+xFb|E6(q>ORrt`>&^sE-k<6T0>@8zGj}(*9{}ABbMX5wH}<_39X0u{X!3snT_^=T
zb4Z#$Wp+QaboU0c8#QZ|B{)4`lWy*@&M8T{c6Z7A#76K8SG#Y!Z~NJXvjqigHEcC)
zhq<A*qC9+X=flp2;A>cUXWzcgGW#~@X4ZUmgE@!Se2VRz`Z#Or1L1E=%02(h&}nPi
znD#&`rN~*=V(JUQ?;G0-4kr97F69d8-F1AC?as54@0Xgdc+h$FlGM{hKWenKUtY_(
zn6q2g;_%7`44)6R#4oA&@O^^gDwQSm`I^no<Zt~dbiRJ+(^ai`*QCD`-<{@I=N&(P
z4P!*7*|vGToG&uP?u%_&!!vj8mx3erUS5s8^-%31D{tbxshXRlKTM4Z4*X<(Y1cl{
z89^Uch@J|oTWodmcE>GVkr1n=f7g8QWo+k-$X&2>QqdLG#XC$-Sw+WipKp1-dHQsw
zbQk}K3+p6zWq%F*V0>|VW~W}g&Ux>m2Z_&@Obb|!gwz#1_gji=-V|Uyt>cu_6}y#e
z;Co@bIU+tp9+E=b2_ul;)yF%ZcQ)^AT^qR?5ry^56Q&DPc21nGP}w<Yx<O^<<mnET
zoNOOkWA^&-J(Ig&yP`VbJHxt;)y4PM7T;ex_3O1$RjaSxfAw{{U)}a=*O)3TyY?#n
zXnXPdy!<l{X34Gt^Xpx0YOm#ol}XNv;eYgDe}>TU|MNY=-0uHRQQ>QMkWng>(cs%?
z!SYzbJ>+D74IiVW%M*(UGD$@orxdl?H^@9Hy5s)i<Ohf1xsMHYh&{ep@;Ecidh6>i
ze=LLF95enj<>S&rUQ6{JT#EGFbZV8_`?H;=dR;f_>HZ44cW&*cKD+7RnUi{Vzo>h)
zYKnJM=FK@j{P<X!Zm|TXXMUP?@6V1`hc;E_8Tsbd_-wacSm>m>o$FHAd&{f$&HwHH
zbKtjg?afuXQ;%i^)W7BISk1u3ENXL)bCyZe!38W*dRyxPi#QFhP0^OSa<VQj;JD`Y
zRY_ON!!}GQt$67FPsRI@_D&t!HXC+@tLyUbHDu|ZJb7>9gurWJjRzBVbc*c%vG-f*
z`TgqV8n5|6&G#Jmu+e5x*{|xd`t7E>9y^OwOr9><$m8sGR<7r=viQMTvBn9qNo5?j
z6tmhZWIwN{TeqxofyWs>M{Ae20^6ML@HJYyyo+G(x^_|R?W`BFhsrzdgD-Ub?J!Y7
zZruifqsj7rL+*P1@q1|9nlEHgTI?8FecLZuG~}c8<BVNSfzau?N9C)`ms`wxR8bfD
ze6e-?)O1O?uRmX$cW<<l`V!u1XSD?+*Y)^jpOv0-p-sQm+(#8%k2U+iTDl&ubeqe5
zKG??pqs`IJBIko`&exelO3Fd_GU?|T4s%}&m>)U+MbXydE3*RU)|iLttP0<_!jDrm
z>tf83DXW8=EEMnlvHE#z`ak!N{!2~wo1R!UUEvh_ezp5*YsB}6wJ7hoZ+IxOq<xRw
zY-Lvympt>_pP$=q9=EYlJ!`xF`?0C1?dzwkwct#BQ5_Q0@S!~4==JwmieER^_c`-j
zuiRC)@4s}{<ZYJg^1r+{-P`qk>-zmB!m~^cD{oUU(BoLjJ?ZQb&1)qy72XEzYZv^t
z>^-mYVXe$B8@^r(ZFpg{{l!w}fC`DI`Ul%8e^tq)9^U_jDa$@w>B1`Y?(FyVzRuC!
z`>v|+DgFKT``4K(&x5Kw64(9z7kI3*YjgcR2hXUV>0-b47SG-gC$h0>p>Xonf|KvR
zB+h#A?}Qh}bf*nsPKQ_D5;?6H!GF-i`-V!6R&?lcwW#H4w=N$5P1k{XpLV=<Rmo=J
zYT%o^rE=EXa^4~J(#<;cvQ_Hkd7vAdWzC`{+rR3NwUafwo5}|&Af><8$P1V8{^<G5
z%`;ai6prqmc{KM`h`;hBhk9oav|sq&N5bcqA>{sgSDhO(SlddxR0Ll<VK(seQh)6I
z{L0MDiv3nyA6z6s*F1v`5CY>iW>%34eQF+go3r?gEWheKzc=;VuG6t!pMKdrr+#|y
zv!ZqP&;4EcH(_aUUHSEG*?V;NTYrz`&MdPno*N$bUgd4ZgY`d6*3LTR=h%}lRnxeC
z|HhWtPmc7RI{WjK*6R{?XT1)&AOB*G=;u^@3#ijx8**+{)p=3TsK#qn4__{sw`=)w
zzsK`)j_Y3t%in%wuFS-&y0d-WHi`95{{_4)th3x_P%qQ`*?eE-uM4Z6UQS({JSoqu
z!1`oG-(&%ms^v8{@9fWMrmf)Tf9q_%#$esYXq{7czR$nFnLRZkB6VuS){n<Ze596m
zF<kU*{B|%SzAh(Je;dofZ+}7qP3J0AZq<Kze8bs)U-zX%TOa(8bFgIM$8?GPt-q&P
zdcIn%If?a@@`U{zueaFG_|1B^c^7*b|2w${wkNc|wB3+quW|mu`_TNzeSrpN7CuFb
zBM&STWEOp}U;aZ`EJZ`8J>buJo{u&>Pb!RzyN>@avOf`^^RIl1`nwjS<vK~9?49TQ
z5I$7Yaaz%!{e+BDamQIji_MwqUj$lmT`rVY)Nr0?)$&SU_2Y)pj%(oQJEpRZ8;1Q6
zQy((E71-*0gRjt<<(<Gz=NEh%t@$dBTTQy9*99pvoGLmV7CP9td=xn5EYn|`@?Y?u
zSN%jA)`D`U%X0<RuNAU-^ws*Y%F;DYgZ!eON(FYG&?;WiU~~1&>weJ>(cgAhRn}h$
zea~$^&sC{&a@(`OqWSx$hQD1=GP7BuRVaC?&7Z)VU5fK2Jn@_JHMMa0qT6>=4sjip
z+O1}3(e8L+Nx$#Ajrw}B0p}hCw8a=j=Ei(5^LnXvDsS?y%*l_I&s**JP&wW%@MzOp
zFYnLypKDw+WXo*ej@L{)-uPHe`cbOowOu_{U%Jm6l<pMMTV&K<eqiaXEnnZKO1+$Q
z_Vo6ErcW!yw(tL{I)UN8PnP@oH?xv<{i^({@cd!x<Cqt`dDSJ=fA6Lgcvt)vSn_Sh
z6~5`W?yrj77UOQZ*Y56e|L-r=XMZc1pLcRQ1kHM<RMvGvGiiCpT=z)3TbnxOGHsi<
z@><htFj^hf=AJFKG5El;lx*|O>06CNHU=N@6SQ`HBeJ1aazjSU_Ddn#Gh((+OPGI5
zAi{cGwDmfPjysw~%TLTzD(`|Y*mnj$*~jqz*O^~WdX`>)zQX^^F8L=cZCf|rUfO80
zfS*6}L4)+2r0~rFwPL$x9bMPvR5aJA$e&sI&V!CKuS6!jMn+SfR&hwzK<|~3eywD3
zV~eU{ja3b3#A?@JCh6K_lZxO7OVjO3-8NkLF;!}R(Btr|%U-#Wl{t|s&uSIcSe?9?
z8EF%;|H7gvQXO56*7he3?75W5v}#s_Xl3+`pwAkn&!4RPG<R11yw^L{*eN<rbnNB+
z7ZcXzq$O1<yUz3dk^7hAcP@zw-1OL|Y|hC(<C}$Q*5{T4lt<lf+9J5r-RXwn8-X&7
rU8~eYzBZgUn`F($;a$S9nK9|X)5dS@ue<|x<u!z?dB4TH{=hc?RRElB

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ac b/third_party/icu/data/icu_conversion_data.c.gz.ac
new file mode 100644
index 0000000000000000000000000000000000000000..de9b69ff9474e0c9ccc799d40d092d2ab2ad98bb
GIT binary patch
literal 177696
zcmXrm;>(jOblCU*g~Fs2$yZokvhK2qnRD~m_Y2`}q1yVEQu}(P`D*2z*yry$c=mgp
zRmk=7FEy*XuFtcz$mjRF(fs+-0|DDSzbUrf%h%+_v#prayfrv}U9k4j<Vo+ZOn-f4
z`s*ojH5}|UI=3_U{!5#g=j6S}f1!Id)OC~9*Qdy6UR&N7HM4{1htdzF9ZEZNtf!UR
zjN2?UZC!AhU;o#CU+2bbFf9JkbhgQN>de<1pZ#X;^jr4vU8PB$`P{|w{n@)xpK+XH
zbUJ#$TVSutMQ@3{yVg1%F??!yE8@RSf4sr8i;a()kH<UMb<`;QO!&l@8fe+_^aS&J
zrs9q>iYDzhWSWXQ&MDfo|Bzu{;M~He`0I7n3m@+15pR^`TdL)KPwy3-x+^qgmuggB
z%z~_w#dSxI_%Ewsb!2Bhtx~wMP5!i0r7?@xab@$xTbAn1RS8^}7qwP=+sE(g?GBu^
z(+FwmI=J`$+k>z9%g!x5*LCfZJ(KUETf1-hFRfEA{@{A$o@>DUrQvQ<n>XZc6L;D3
ztLW*31wJo(H3RO?tvFov>Q|uHk7t}^oVs~Fy!*lgwcJ>){QYrj$-L*^UZ&oA8`(Tv
zaC)iinT@&I?RQ*xw_?Tg?>_GrolP#De#JM{A<V4iT*>@5pHoxS{a(Lv`JCvt(%JF-
zl?9&jmg%U)?r(hl>fzPi^>_X~>z|xIdH>f5C9T{u?#~Qf^*4TV^zkQQ=N}ng<&fjw
z^uNwP;eN*3pl^DQpIEGWab?@fIej+EcTPTOZ+SV^gf(i(o$F$L)%(1;S#lH;xEZ54
zZp^Z=xwWF~#yz6~)=giwd)H^by0Pxh+Lg)KuWrn;@?-4|7W*f1%lfFApVODg*FL2v
z7%gPt*(J08-D#sgvn*38{z)5^n3RUxus`Q!Bm;xdY};jO4R6?N>*I=^eEiyzji!}3
zzH-0M>%5Mhef-+9jkaIz&a&C2*1z^-a`vYcXZOl1kDX&Q$0!B@(*>r>%(c5=v(4@@
zlJ3ySUVXRq@+4oalS)_1lgyKhGMS=P_xFm{y?IQt|8EMeesyX3W-&g66R%cEFzlT(
z-@fSW%A00CUO&4&+b#a?d2_=<M?*~)o_=}u{$$Zt*Du}ImOo_irR>e8WxjUeEN$<v
z9n#u%f$@a%;!B?oe`)eO{=rqEiihW7zJcC!z57QO<kxRVmvwtNm#fmoqOQ)(>&nrm
z%EEQ+xr(ZM6V5YV{i)6uFJASmwLJA=*?O<K{h7N=PTLo$_eD%?zb-gI{Ls2vn&lxM
zmM)5xust|6t1@(-x$hh)iHzp5j%|m_tAGFAlaf%!aAno9Uspor&w7^RnzmJjz2#))
zk#lNkW`@BNZ{B4OdtG|pC0LWW`23tEn~3i^3^&exiF&&wc3b*cj@K)^mo=>2cJq`$
zipHPkjrCVntyN6T_V{>VXLZ<JU&-6Hi{FX0>9Cz*<k5UKX>C|rS96HWl8pIDuamPR
zQVndbR<a*_-YjI_{AZoNaYmj@*R1OcyrX8Ua8A5-<y3uOoZD50{}*4Z6|(wqwP-@~
ze%^m&#gC&8&9?Wu;k)kQ<5ww+ZApcXQ^UnuxVu=7E?ceM#MJfpyw=08h}gv0_4m69
z#LT(RzslU}w|@=S(WmTkjJF>jZIPXBc7j_me(f{oyIbrQE)M(QX5bfh=EbK!lM*LC
z)O>P}k2(JG_NsU0?OVN{{z*^jvFJ4P`TkR8`CF||+fIvYSuM7kQ~cDU&8N3*K7HY{
zO3I56G2P9Fzd3v|`{xip_0qM-YZ9zXtt;jn*Y`JHn;n_^UG@Xlr#b5vDsKA~#%Z<g
z)Vxs30*l8-YIQCe3ky0;o7-Kpj{j)`b94`H@#4k#`+PaH7V*tL(4Ob}d*fd9JB3Z&
ztUimj+PvNNJFee<^3}e5p?~!@pP%$|&10*NCK?H9jQ?l+xqate+BdU>+kfuy{cP))
zQe0ZU&vIAb4-bhajP6_Se%m&8+nnch8W*i+eqQKn)v>4Z-}|FezVBvRXYp+Qx+_1X
zRX*1I$GGp>mlac#LIW2D70%e|T=H`|)8){wrFC=dcRl_3IlkPG!%Xo^i-mC52CiWD
z_L)nZ84fALulye~-zjKD%B+-j@mG&8`$_sro@M4(wwTXx&6nd@Zzrw@dzG}+C}KIg
z+9tk@y4Mco>x&#b<a0gKZi2`zyUbUwO}>_PC2E!}y)iZIh~Gl(vpv2pF@F`Bm936!
z`(ril)QgIFaz5UMx<|K&Tn>UVPJi;42j)F@)hfI6b0XKgl6gy%+CM2ChNDf2i-lJ3
zcdZWXosg(Iq03<5!>)k#M;057E%kB_IXv~p{h*}8fTY9+%M4F2n>Wck7m=0|iK^f@
z{q)+${ioD-oDyFgef8ndr!x;feR%Y#<k7{+w(;SX@2=iFbadvyqnrm?PyRpjq(1Re
z{hYMY_gAlP`<VT5)(j2(zb%bZz4yN3l40;{iQ&zToE*`5V5+cN=gYMw%;lB}^>qgA
z842%J{PmOd{`EZFGxYYJKa=WA+tqR|Z~H5~X^YAa=N-1MZ<jSB-MD7%8{0Ga@swmO
z&(+Gy=bc!dlylL%x<bT{C1Jbt@@tttBEE*d7M=Qh>eeO2|Gzp%^**Y5wAgTCgKpj@
zOR<ex_y0L%cWnOlXPdlD<N89x)_7^&;?-L>-@<LJ!rQr5zP)O(UA~mPP{YIg^m%!`
z`ApKmj()qEeYK?QKhF~VaPii%jcYfuNM#@YG;OYGiexWeZR;}LNt=0!(<ir-C>XQP
z^qhZe>1$c`a+y2H4u!@2(ubtGq`Pjr))%jy9ewx0{R{pt)W1xY_TO#w(D<QoA_Q(u
z*zD5H`mm|sWje#rXP3^dHQRoxtTa1p=aH4(ExTsr{{Nl#{n*Xr8_ygym#k^@TVfp`
zZp0-id!bvGxlsR;!;%)J1ddw8Z><l?xsFu6k*ohd>CY(-2OjkRi^fBeB7TZ7rCybj
z9H(F46!BY7A7_5AAjYUbto5_{9EXQ2k7WL5rf!I3H|JiqNKgNdhQ96UkIj2N)a)s+
z*<;fozpP76ed1#S_b&#bAY{B&y~Vt9&9{DujNsrqPi-zSg|n`({d!~h-rUCg9Ib_i
z52PNQn)Q?U*!L$F{jYegxNY}#(NV5Y`vnc+G2y3Kk7&+b@#*K^G_S_Ur>W8@`L$9L
zbvCHH{LuEX(`NF*OFu50(|Z@YEzT}y`E~vDk8c~#*3PXy-0<mUntV;v?ui;}V)uTJ
zdS|e}?PKn)JfUN8>IJ*c-6)e?{MO3#_MFR0vuc=>ICE6q=~(PynJV^LdU_6DXV&||
zLp-rd-8U`iez$~m&9%)-5B^=zTKsCa+P=%8fhXBKI(Q6?T-?7rw5Tdr!QNg~@M49~
ztHTTJWL_O!C>O(-m1@xcN@Zbz1XJQn&()=xTs==r*2t%9===0^?(`lP?=O!ZMC_2@
zn4@t<ul3=j72kC7B)isVZmPTVX`<$lWdgIEa#jjnUG;=>Yvls7)>}P`HBSYs@Lg!u
z8f8*A`K1{1M)Uq-nrzPlZCf9RG<|-tKx<*j9$7b@5N+p;7Ojs&s)AE|pMF+vy%FNF
zJYcp{4%fzvdv2^YZyRrkWCeH5b;|2otbW<~LSP1qX5>wod&xTcUJLJG(Pg~eyw)lE
zzyk+nnRiCN-f(%|k!a96RP%mQ^!lJ>W?ENyk~`CnvQA%J;mVQ6#O408J=}>$q0YY0
zJbG`~|DN^zS(y*D?#Vbwic2h+RukppzS~Z?M?3c2A>k*NEI%vNR!ur<t9fP0jH^PM
zqk_I#ti1On;GRK#%;m(}372=KRk_qUMmpZSbyY|>A&TdNmam5Xmn+`PUs~V%+4c2W
z+?{{b>fadO?Y(SUzDv38*3(jRUG~eFiD#DYJ@jy=to*;er}nk$1S+Ht+;q6A7;`OW
z^O|cPda76K<`4ZBAsP@W`l8l-cir5tz28$)Zy#%Yx@G@I1O6|M6|A&0mPlQ3<XJV-
z_UpyWyo$P#BY)<lS6LLT7P_!PVMRdASI&J#&x4mXS<c_!d1Fb}u}K1UVjdPZxe_iz
zVBU4r8mSto94jz1v7VLqDY<VkpM31X(!duRBtcN=V8eL<?gV29{1*Afwc_yew)4ER
zqa6f-6N(Q%D=WzR;q$}i1{|`dA9_9|uI+3S6c!bT)ri$hQ(&LXI-7Sk@9eh^a(?9e
z$hiTA2R|)%+IZS~&mNXD>&>12|DJc2mw!Q9x})-4?<Y6CmsE4U6OJfZ?VDyU=1{&g
zy;$z}z4U#m%l<Cg`?q#e$st$ghTH3=|BaYD-(0eVhxMV0<BGsD>yrx#c)hNqZ2ovb
z%H?BEz@$y;3v;cEUc7X=?NYMMI4AKHyPiVy`Agq<guPVz>Up-F7XJCP^N$sy;_1mh
zj`}UTwPEUq*=w%;cRTT5&aT(SVphGaamfq4BVGuLRaLe2#oy3;-M(dN<GZ+pi^E?$
z68%-ydM;KjUB7?x^y4?9%2#b|w<>L&7rnAy>{V#|JSTnsh11<jqB2+6wwx|I?V!H)
zil%nyDX-d1LGf#@m}~d9zqzjYt>UQM_8X4{s$&wrZuN>?6C}R+OKIIB4H@^xKi;{;
zIIth*pTIqB`J&6}M-B=6b6V2<drQ*33K6ED4v!~2>*ZAhraDD*Rl0O|m;ZZX)ZKVP
zq$#+=Ptm6JhsdK~jsQicTBjZ^M=h6?0?VA{a20B?tP)shrx@0nAo}~nPURPR(W-MZ
zrY;iwx9_kN*Hx_-Ei1pgU6QX_tG!a?>5R09l}Qoai4iH8AY=q)crBFBa0%Wylj~ea
z(XvIxqH|ZiIa4N~VHf;!rr(4&?(<Fu2+le;JEWs7$Z(e5l8_0@CW){fpJZ|vjQE?o
zcZSbDb2x1NUOV^NdtWVIU;bnr<-Pl*_^y{?^TIg16?MLP`}|E>J8$v3(6ua1Gmk&~
zda`qy`m5Pb9~lZvujG2KxX1n7^CNS$?e8;}OZDHh4S62af63PKdjG4%)>G~USb4q_
zT6%nPdyro0-r08Z4!pjzgnRNlZ!5i*%a_DY@$-_OJLOB@B~?#$mA`!@)|XDdu#kM2
zyd-<#JXb5Rm*FK%_B(^_FYLE--Nh$+UQxEqseR#vM2!*&uDzOT{_nXcVl#8W)QR_m
z3*)X=#_!wE|1T~g<x3)m?bJ5aHJ5^xzqB*^`a;LpJJKa>!jum`%de%c{I7BP<h+f4
zv`=n3I^{Z##*Z??8Ere|F3hZ5J!ucGmO32Gos}WtCne&i<@7_PMkn`LLNeESw%Kgb
zmn*Nvr3F}Kg3zAC0Lzz|36~QuCw?}3KRt6lkJXzC<uBO3L^)4&%(yefM+%Ipq;Bxs
z;JI;UgX804zv}~xG6RfWX0{04xU*qnmyDFTYbu*-D%-vt&5Mkh7a1*HSQs4qOmWVK
znIC3uh=f5QJr3~}?nAr}+de$G*-}va|NKdA&iTBv->Uq4wyfM~?#d@?7TU%Ay^xdm
zdHt2S_1|-^pPT3FZ+E+;z{$Qo_SW+)N5Y=={nqzec{l&U+SqEdZA%5(yaFUxikrkv
z#2IjWkYst!<HvcNiJkqTb@Pk4jjMjwBs<&w`MB)hr3giyW`VZ<|8^%9e?C6jJO7{A
zL$ke)pIkaAt1cqk#d-A6rK9)7%2)mUqOc%AAi$tQMS_KUihtR^+S<+SUjHpLdtbHR
zzP54S4&|tOzka6~a<12(?056U^y6ycZ*#3n+6udaqT*`rZ+SiGVA17G`T7<ub@#2V
z=dANKx6E-~cJtxk8M_Q_=<yulPJXp2)%?hl1HTMSgKX>N?zMZCZrq;eWVm1G)C2!i
zDUNe<nkQd)@Zu)d6Nfh!i}|m06)Em(VGvgG;V@J@)*>O?<kMj!wRZNgSIai;T4`&(
z_4%@IcTB>}r#>(1x#s(JCsgQ-r!yy;WS8-LflQ|rj@94JEQpd^ryQBGqc1?H-id)r
zP@`pmK(iAMm!pP@qL%O#{sNzm9G<UczTL3o@&(1Bh)bC!{2gsu=dKFPiZ$v{{+F`i
z$&negSq{9}4x!r4OEbCLSK6Fa_GdljFE_C&<(1$n_f>KmSH+xF4*$%NvCyRTQjWXZ
z>41;3PF)Y#m-hSBwxW<@%Yx0PZh9$lu5QUbp5Kx#lRqt0GM~D0<ptksC(mxm)Db^@
ztk&hlxlM*MUZgGLe7yZj08j6<$?@i2!WeJHY@WhB{gXn>?9vu{+0925{IZQ%Ri+v7
z%bxLbZ;VI3OECZ6=j|(1cB#%e8`k7~+rzTxwe>YE`Nj4ja#y7re{9)aZhFwjbzR;y
zKjVL!@9vT{EuL;_+-xe`WO~?KdZYK*jC*M}(l1Ig`F*q&dS}+8H@|b^PqR|{^~)lB
zvg~Z)t4+6yRNV`Fp8ZN7ouwozNpt2Nz0^%<>%X?o=Hk^q*vwiRS5o@(#l%a0lzYBL
zzr650xnT7&lfKr~xk~wyAM9JB^gRClpO6cYre-#_38&w&{SfK%nR+6m+vloB*=(_7
z>1(pp*N(IPx}JVb{nLW$&sUt^ZI@nKx1l8W#F93f1^ldD;p_fL#-9)0(elmc#thX1
z&cVg3DmiwX^2Tf`IcJm;elbjDH@RVQBgAyQBh##l7Z+=sF@>NL@x~q2RUFneRy9^R
zU#^?-JGS@U<nVF(aFOfA!^P%H{CJtoyly}IU}d4EZ4iF&<X2{CVX-?K408{jj4C*M
z{0^&m&Y6UQ!_V5zwwx^~P^(d^QOi-wS@vGqOxW!5!N?DhA3#~#QguSY=7i1X_B5U^
zdX`boc~*Df&ZqP1w|tIz-SKb9tIn%gPd+6m+C+Bzmbp>kV##fgZCxjnIE!76=fXes
z75=YFTSa8w<b)p3{&CQ&mUW%!%9MinVTWGw?vh>bF8lbJ?^~vJZe6_5<nmeZhd=+;
z*z?T0etAv7m0j-+$zEM9IsM0$<y8s(_0t*WX~+Ig3X3;>wQJ_KeUT4VNPfHFAr<>&
zt=@crOz-QH-rZCRKd^0|{nnB{r&M`Ar9U+3V)%P~O2k4LPvvhf6yFG3yByH6JTP*(
z#p!j`D=c#oJ#_MoXMaiX|90nLjqTs3VyC;mD^7cTG&TG8)OjD=*jK&0e2>TJ)Kpo1
z%~fvyr?n(>=1e=0);Wh~uiix6ZE^*ovHB0c7FotHy-__B$DX8b_>F}{mP1U?c?b7I
z-Ii^|RR;r)mFr)Kb&g$o*D`i3kIO^>w=1`HM^%S=zt4K<clF_%_19kWc^qkEKW-p%
zq~O3I!R}g?6B89;)-U%6-?^>ga6u`r_}Kzpo^C6i(~Z5sd^r((Yoa7Ib{g?5EVn!4
z{c`EKoZ1apdp}Q%bkES-dTIOQw_hAOr*^FgiCCJXHP!!RwoiQWxAjM+1ZYm}S{dTE
z^u6`e0L^pHEO?Gh+-Y!O=>ogWcGb0gzxKSI{MIkH&?YrFd*%%}`$K8g&Oa<qpZm(M
zz^CTB`GC*nc|L#t{&~0S4ino)(QCb#)6Qia<1*7uHQ|~xRV<o!*Rum$H&-whhWNcw
z|8xD$pIillypYF1tJS}4O3A*bSKOa*|M;bu5l*LD=FiX$-khGK=)*I&bEmH12UWKt
zM>=L+iT2lCquzGvh}g_4CH`yLJFn_*%u#FG+FtPaYumiT5ogLfGv6+`n4gfc?R`C~
z-`CxT4F5!b|E+s>?X10jYM1$2|2eF?IJmsLYH^{&lKt&HKdkLyUb5NT)qh?nR&G8!
z&+al$+e<m)-pl9n^dv$b8-G|aw^MJn#%|S<ZN`h==$q&?UWhvs#1ZD`5H4Z3#XtB<
zlEHg6!<Efe70pu9nLRBuVgg$XJghDxTwaiW!Tg1Ei|-+}#O4joH+I&SzjeC5@co_t
z$?K~4H&}nMdc?=ERe)D~e+%;=M|QR^<}DC7+3(>7+W;%Uv;NF~AI)O@+f-M1{OHnd
zYdy^uA5Shj_SgK2^siN$3|1JJ95a8ucfFLEwAqQcRJ-5<+v|Sb(!c-P{M1d(54?wB
zx25yds!!bf!e_B@|2Y>f$$64br~GP}%=NzK<M;EIU;B7VTJ4t--f6rxJL%8$Yf8z7
zC#Y2aSl97ap=PzmoUo1hZ;gb@i)6|IK03WURJc|!=az^49S-kWjb28%1xcBW*XQqh
z)?9tZZ1pToN6}UJEVC!=dKWG8D(Oac?EU)q?R{nS|9>yoGHdmp&Pg^|{O43%4*3LT
zEn2bU*_|TwnGIGCrPKCR_??k3_)&83Ri<Q^!)p0oc`3f;OO|m*Y3XD}UJ9}I6rGW@
zVW+cPL>BvW367$fDzgHmY-TK*sQq~&pJ8QC$kl?GXLNn9P5ZTR`O0gr*mi$;!S7*L
zkl@k9%H@AmPrf?w#`6asD%ZbxWcPnh`k&^&i87&V-j9y>e7a>l@z~uWds&%^S-jHO
zXImFYE_$}VZmz3RLE8yQCv~k43nn{1P1!J?YrB|%fWNZ?FQci;6@egUA6`dOm(WE_
zuh@70&}C9OyuNz^Pdm?XN2!b7<~zo<-T$AW@u+Qr^kapyy6%n^E)NCT9@{B-w{7Qn
zZ``q6CV#g^(&BIYSL;l7KXj4I>*zXYbLoO!*Q*@nwqSSP^-+@Rj61>t`4sJ2{zSO%
zI~8z+Khgf1q{~G6mVW}joZs*tw0HS0@Xz^=y5n(!r8f-(j|ND}rX7<w{I`|Uu+8%F
zv6XEWSAyDiA6_VCeWt>2O_v22Mev9)tYq-`Xn(Z+w86YpJ<B8BAH8x|an<gSUEWKz
z(|3JZs%^JRc=v9jUo%gnb4F|RO`3Y|q|){u8!e@GZC)th!?{LZO7E?Os_Wj&s%_hE
z%zSiINYw9U;SQ5%_pL{DzNB*3-f>#CFh9ED+r_U>-dnvZm;JJPA=BM}#&yp1h7m>?
zaToS3kY{^t&7$)B(!~AYO@Gy=$;(SQ1zS6Ql)ZniPde}T-))bt-2Ql|R)anLnE7>{
zy02T_O_R&JEWc3ww9LM>viGm`<>$<Gcz)h<i_+0a4A0~mW_@3;cur;F@-Ewi=cSJg
zcD*v4_3bB<;p$xbYkOb6e;u<jDpY^P%zaxH-JQSA^z-a_WfA|1GnPv|Ym&@+-S*V}
zxaNOLpB`hK|CV<W?baSr5M{gB=cM;$$t8uUY%2{sS{=1`f)Xd#`DyXktu#4NS5hMh
z7T{_Qkw~%Mu-L?7DMZENH&O`|AMIX!K72Y+y|t@p%Z}H@*PgFB&+F*H_m|VMSbN!|
z#RnSQeK-?^KNv1jNSwT((0%#3DTnnAsXt8iC_1$4;If0uewu9fY4XG52dKUV;gTCA
z>_;_k%ZlA70mB!YZ_CbMlus65&tc1HJIp<sarVOpJU@8Y)os^i9iH}n>F=VLD+N-k
zCFWM$JIz^Qd3lAm=+}9R;}ZW!E=bvP>3G6|bL)SpOFOj%Z3%7KcB=o{i;cc#jSbo_
ztkN{+%=TG3!_?xyDtqsJA;~_!gwkpq)#AGLai8J){A$h}p^)5H^;1lCtupPdsxj93
zefQ15?JH7#xtuz_^ZbHRF6+!gk;3V>c+9-t>NM-GsoZ<{ar|Ag<-3EGk3~wKd-Y*z
z`+FJQH(|`XuO7%V-4K2Db=c=!yn<`wQ%X)}oJ#Pr*!$V$^+%l(nh&QG+-z2DPUWB0
zGmYn3x$EhKlL^%ax26Bq`MLR7?6c|ISKPmK)+WsVzU;c)R{poj^))H;D-IodK5xUv
zm$g4$uCQj~Yh-@#`S%aIz5MSt3xDv<J5%`IQi!kR@B@vU8#x=FOet+U-*$GTCy#Xd
z>5I4G7kn*^*~jOuFJrrgbNjWH=<GvlO&3a7{F%P~Irm+oKgYOFe>hM+N3%*GhNGYP
zVbYKN8#XBOq-gX#77nmK@#4v3f%S`JKNgBTjx@O*nd-iwqLJaZ{;6oTq@0fBhWyOw
z&K8V^#3lAE{b1U<UbDvkVRz8->%NH*j=3|Iltggk&X`*DVuJY@FIzvW*NK_i7FHkL
zU~=2w?AHw<w+-%o-5?Zg_@Q)3zH+T}rOS)(HZ9xz&AMmWJ7pKi|0rkhcj<b`e@KQi
zaZ;-RbCV-m-l^9qZZ_8LJI<GS?|Jd4<ynu_f{!xVHrKe$uRGMd_Dg}*`p<WRb3|pn
z&v>VD*J0QElI=U{wr>7oea`3C#~1sSnuotqop9XNLB1j9c|q%a-ny>_Th2M`c<^R!
zrpfk8jq5!RXbCS=f2_%KVN1Qq_Xn!6(~?sE&efX#&Si@uuj(rUj<grqLAf`|ZmThu
zduXt;9pq_FYI8JjuK)kos4M!9@;vK9H8&Jq<-7bi>-fue{iheH>vD5E4>Q#rW~y^`
zpPR_Izwpwpr~~<Tw9b9^lu!BhE%D#Cg~{hH2xiQfP#AF_f5xFT5*ppXk#iQgYfTQG
zIcJe)mzw6R4gAt_pLr%P>eYJiy~m?At#;e5BgeiU+{eWA@l{xD-iak`ckb}aZ*a~~
zyW*le>F2+PLK{492v}HMoO9B^UZdLVL#5OdTj?J*yqC_2D}u+RX7w{m$BIbhNafhg
za*>7)RP8$aXh+G9k{=eUt#hn$e14@~>U;R$g|F3v#ecnK$b&|$Htdw0BW-71lXv6J
zhMl#(-*;Z!9P-8cPsO(==>tKRRxgw}rf_7<vzoc@LY+(gfrhi@gD03lsuPP3KhwPQ
zeT%T2uo(;%dvVO?oX<KN0iSCu*>@=YVA{d7!(eD_A#EpZCv66SSEQZGH7|M1Pv4Xk
z#lLfX;_3&xbZm<x&zD>JTnTikTsSrHgh7gg5s&0C8=fZ;WrnFUjC>@Q@dUTM+z^=k
z=$c=jk+b$;H86bk;h}nQ^_-gOCk5Ht9eyvInm9etzWK(}8*h`QC(5TcT|JZLc}J)7
z<)j%pohRXhX34>{E^%QyZaZ!>81&u~k)%)~mSYBm+bT9bEbj6@oYuXR-N*H^x5Zw*
zd2vjyR2RiLy;5Bk*YrwtRh*H?JYKH3_5U|LKk>og%fT1Sm+qfvD3v%7xTMdfL*IGh
zulpA#@U&)cUlyEOS*2$fD!1&`=aA}od9ly$f7B_?w!5nLZ2w`Mh1N&j3G8wH(pSf}
zQGR8Lxa)`dqbE`|I@&erip=Z&rN(dSzQ3bE`FYBZt2gUI=O!t*3);GT5xDe!s({_n
zF26tT4|YF%^mCcNW#fY5%zrCx_N+fP$30=$@8Y@wQ?4J1kJ>xro$5M%7Rv7t_~v|v
zztP_1pTJM&7yKLTpB?0WXn*8?07HwA!W4#u92}_*YnsKo8Uy%RniQt6EL7oeb=2Ta
zn(G)M)AC6{gkzx#hpLl?kkd?o-#m+w6sK^njPZEtq$L)#aY9#Xh)#$Fv%SylRBh*@
zFtMN|KND}93fKvjUXr9J%KdcKQU0>PofA&A*8e{l0Mb`<cD+0{ljh8PkrcGB^LIwC
zp4wA~JL!g+TuzY!r<wvJS}rMwurIXfs1)#=C~&GJK&{0|aSGSM2#%*tYnnZ}+5*gu
zSgl&iGnH>)1;<n8H_aYh9RY4FMoJ<=3#W9{PI<amSH3jTaUxe&h~JVTrK!Rz=XgAI
ziF3~l3s}+w<7%k~Sx!8~x!EytR&K<s+&RkJ-kW*Po2{C<u;@@uz-RVlDJwv_pvriU
zPD_)XHNAc5&9<dC+m`=z-u!ukQM6$I$iUw>%T5GXPCV5a;+JCIykda|t1CoTr%bvs
zv$NT5`RyBOR>>~C6}U=f>8Zd~GO6|fi%xjBx@j2&O`Pb}6Oyz<NcsFd1yRYBCk&kR
zwD;R_W*y3%th|)}z=6|IUtdm(d?n1|%iQcQbKYO7q9tEOk8yTOui@4CE&hkp6DM!5
zlwh6R;(O@X<p-A^T&|J10jjMfW?o*_@*(rX%MBloY(BiqT4%#cKA-k}RW|FKGn4Z_
zB^uA0x$EGBjs1BW=iTJJu|tL}$He;%N~r-V2infQec*#Ux*h*ra?Y%k5>W;}5~es_
zJealY;qx;E%PK0uxSBt(xXzxaro45j>cTYHvrflvI4|b(=;qJ)6fx_;<PR6Emdx~e
zJw;6^H~6l#RQSTgS8b1;$z4`|a{TC2@5@v6IdGRroieL8+4=BUzO>nIo5xRI9QmkZ
zb^pBJWar{z#}0C`AHTEQduq+fN&2CmzCND&G{9PGVtZrQmW=1Do-0gweXCby&flE9
zm$&QScacAPqBwV#ziGcv`SEO1okY#y$drP<>-*wt`wsp*FW$@)EBM4{N9qIZ?%zK8
z@(=BJ-gIufdqY;OtiAJYVp91GB<3xMXydD$miwn>ByLXJ9QzSg&_xH>uFzT&x32OH
zU-0h3SKb-?|9AC}V2u97uR?M9*XwE;qn6kO=!P9X_=@=&``Xs*w{T@o4^CLPKz30X
z$L(9P%gWkU-c8IZpMk_Y{?1^l^_l(k2d5f|99}$EOV#L2x&Z4Zfs@V}{2OhKe5(JN
zlzQX5Lfz(*^JS)~OP}Xtwqts4k#wS9j-$wp{cPzAZI65txb0lPf6?}xaR*aP#|OnD
z?Go}yH5{K3xta}H8(SHtS$zs}k9&3E^yZ06yY_@koWAO#)yAjZcPlD|wuW?0U-cpA
zYwW6hr-fHKRlKheI?&a(k^i9}<0%GVl_#ZrEN3Q6P;)wAamXoi;SSG-CZZOaa~|aw
z``87p6_=4LYUy~Se0!q3GuvAkFAoKuWd<`3rF>ibSoY-AR0W@9n>bjDS0?Cv^_ncm
zJ6W*Tt2V%o-DknCBm9kz`TEUYP4+x?^VsCoFDB+sU~gG|LsPtMxq_8-LA%#v8;>9p
z4>QXXp<hgb4(xVZG5x5!K6kBl$=VB>osM_0Eqo^$d+40(?ta$V_I=JbYNbSH%wU(l
zlIWzW_AJmMR$Hl#<EP@Y<5oWu-n8$KXR7b`qxk8#mDU=b>j&A<%g8s){J%4fy6cAN
zhw&{*QV?ZcDdBOnp{#A?+{CQ(8Mh>tA(+oL8vDHE3AR3b<($D*5cAEijQy*2%k+P$
z+wy(!zWQ9A=k}6vqIOf6SIV3yGh;Ri;Q^ai8S*oPZ%L5?NZjM7!?(?QCp-*%8EiS>
zR3lg%VyA=LRlDOiHy*fnOW7v7c9LFGgT<V$b~9om1PnTqqObKz>If{ZKkFX!RfcWl
zUN%lmcFBEgEBDT8^UgcisBPJOPvZK?52h#BtXD7?p7{RN<bwZ;k2W_mj-@b4r!Y$Y
zo^m@vK#ya33-=*a1IHZ-cka{||L2|k);JG7KlO&WK<SR^tOURNzh>pEeHoqo>)Nb+
zTbJd7nRXMkqeW}8eeXwI{(gV|DHkIiNv_py>)!0okGp82pyRA4cC~i(uKdvNf74Uf
zt$nv|>%9EXk83wpukOq@{kT>w?xt_*gUAYw#f1f5qGx!t-DfCX&c*h2@$vl74{Ld=
zS2yOHept&Em;NC#^5!QCp2>%Ih?V`leLq%im*DIh6GWRh7k=yU?3|KiBBr@2Qk`>l
z3$I#BD`#S&Q^X8`YxfQFyX-c2-beuP#1Ik?W+qhh>+<4~cHi>5hnMaC1R8og^XKON
z)%&Gx%=mgS$5>uDtMvQTN=NTmRc9K`^3J|}aOcC~!_V8!^3H}fmiW%KoNqbbauxzb
z&dbc<L}?~HeW3G0r%}+18`><oeemXon;&j&xVhmb)0$Ks{qzS<KWw-i^={jY$y2?j
zKXc)~oWXkMs!d?Os@#rc6Pxxq-d~U}VCGZmdx$U5JhOJ%waFrzJSMTv?O4(Fy(XmK
zQL#c6*UWP>v-Qg#E#A_1>VNpecQtYKPs^-U<OomQVype%&H3tCZ)=gr`-_;Q<z15|
zBt6@??DEvkyHD)ZOb>e8D4gEyqWk64lD{VN(~~cqemJ2^$^4+u-Wrj-DVvttcc({-
ze)#>wf5r0|Q%q;7oQRveaiy1K|DmGm-E*h%)CC>*sF?jUJ9SIwxBP`xS(;yp!VGjT
z<W&5WY!BzH&w27U`>!_t*V|cFPiO908<`h*K6d)M=<PchPtK^Eyz<{NEB`C~sfR1}
zO|z&ix;dS7%QT<bZNJv!s6^@|Eq(0wmN}FypkmLF<K7K>Tuyj*?1|a`kv00_w*zY{
zq}lWNAIKdMEiz@+Im_T}eBct#1``CcPck8sEn*hqw6un$2xjRSOqKfzwa}G){jM+m
zS@KA};m+Vgk5nGpMjq(9U{xq#B$F<%f40wV4bUpbN5vc$6rGOOvIS1y3$$u^DX`pm
z4qu~{%c~jb0<5nE)+WoH)N=l4#qvgAWAa=_kuA<w_!6y;ycO7<EE}nNxRfpM1K&mK
zmiGeto&WGL+PHiWIAp*3&y9c5I}cs|e_o#d^6F1EQ>EVY_X~BzPH+u55Vfe4!LP{F
z-uuV;YX%!_Snk>vd<@TQ(n>!eto`TDo%!>%C(J&e*Yrd#{`dZ(id{QrOn!L$`m^;t
zZzNXUIDYk|=gG67KWG2jZ*y&b|NqD0cIHu~izlW3uGg=4b2&8riR8Nf@Bja<*Zc8*
zJ@-5njZCj8AKh=BdcObn^ZTEl-=F{WbL#&;*6Z%;fAkjm`Fr`d-%J13N$M}UFLxwg
z{LyyqkGI?1oqvDVt+$@IzxKp8rC)Dd{*@`!|DLcu@x*<<C;95P^5t)3E8GGxu&{sS
ztAmmJuWSV{L;Y7if_*Gs{#drcv3zwfLTA6b?{{ba+#U753-+@;`uFz8-zc&DwL9XO
z3;&maxPRUruHilM=k1XitB-%ocb_iq`!Brk!T+5P{%_&_cR&8ap7Zu;rc)h1|L2PR
zYoBa#t@7Lb(9P@a>#q;pTo-=!SM09W<xkg%*Q~j}ba&nKcfVqHzGjvGy<HfL_<y6Z
zRU__C`dU?6efrvK)tL3uOZLV+`dW4R`fJsM_0wDS#wmTP;`RK~zoh^A_VE0;P5*@R
zGye;H|0wodzw&?Q_9OM3e=0ivocJGT6L+_=^KV7x-xJ>->`|%T;{rlYste*S*~dMy
zzZK12#edG5xnnw)fWD~0t?GifD2F{)8Y)&YUcBG@`4Y>b{a-hQ=l`lMh`Z&m=SpM6
zN@lP)$D^e}N4!-#KFZDccuhFI`Ew9=(jNBbOC^tZn|4gk68H|%;JD{XbHz&b!vFoZ
ze!V*9?b<QD3oH@kwC74o#Y#@Y`_0DjcW16YI5S`Om#szX?x#B<4n!xV$KJ0$`ahB3
zf4$xh`wB;moj#5~g<?NWiv1`S_i<9(#(TdPUf)v1y`jQ$Lq+F?ijx~ExHndKZmj6s
zSaEV=1^1>K@BiM+FaM-^>XYs%5UC0#Nn-D<uI=7blb;a3Naw!wjqMtzzpH&yJ@sjC
zH%Pd1Q%&clocC|PR2Rf8(uoJ7`(TnJ_VL@dKHQ#re9F&QbNm1Qo}8cl?eqJ8pWlD<
zF8E(F)Bb;){r`LWSw8Oi{{HOa@6RsAx$OVmf1mG2K6}!>j=J9h`{$mxZ}+5{q0V|D
zgqbbyX}j>x+ns;jI`3m!^tTLz_TD>$EuSFrL$=<ZZwvRcE&5-!XuhAoy_lkxmMi|-
z`?CFuf7tY%+5Y&(bq79LUwB+TNBh|C`}5;gzbjvG{IAll+S`x6r}p2UUi*LF8!oQ@
z-<N~3P3?}~-7mHaf6rHcci-;LYu7KgJAZ;u`%kG3Fr)M5Z4~xbsgAF=JHe<O!FD=$
z-C@mrzc(Oc_vX3-nBn*4K8!6c_W#>Lo4Nl2ryjn1UOv8}X6yCs|I}(6KYcy)Bzxb!
zwdN03TmM&<){4EZyxPm?Pkfr^e|zzQgZr-s)#c3Dd#$_L^Y!!{YTcL4%g0ZCth@2?
zTJt?EWly4uD}1lkyynwCD64-GgnnL=k2_=?cWL*Z=M~??{_i)n{BLg?<@)2t`l_ot
zWfo6&64LKgiPQ4jQ#z?aQ}yE|uSZL#9f{WOoSr14e^w=KmFJ$)$rYOF7vqiB@2|Ri
z-#CBIuFsS1eH6NHc+WV0&(&+!AMA0d==uI&PfJCmbC%Q^2DP{&f9uy*hS$ye|99~s
z={PO7JtaLm?&rT<ntH_hY{&F@g5Q6y-D}cYu~O>eCDWvR_iuUM?wGzy@blig75leN
zKPIR@RXNVeea-hN|FUGw-zDsO7-ae5`j7qBckA`OXmHsRvZ&&v%f@^9Z<mT5_15j0
z9w!pN_r-su^MC5QxwW!Z{fjIN{`dOdzwCV*YWJI8crW`Uo4a=J_Y3-G4dZ7e?=v}G
zquDp*^`D=Qv(^7zlKH&UVp`?f=l%Mdo%X%q`e~-~#5?@t^mUW;Lsjn|Ypr>y_0vp$
z&s*;Q*$EY;&vTP1ZcF?-e&WM6qdjMN@~scwzA!=G+j*Z4@6CJP`anTYy{`p~TEQd|
z``h-vPp{72UT}Uo456_<Ze#yj_WalB`|<T1b^Er=um3*3zCXU{_w&<#et!S;^ZP&5
zj_Z5t^X2xN_kUCRwYUCHnL?elz-QMlx7&Zbb@}&A@jmkhP@VxX<C`advXbAEeECnN
z0&lkqgV0y8IOdCW)?oDe0-Rm{`$9bP#d_<D@x>3f^Zzv!_`6*gj6m$i+l9f1|FNmS
zV^igNYs0$V264=Wb=HP;)`kDSJ*?wB^7nS<Z%}5DfA@XUkGBvm|MzT#XZh-2B>xP~
z&d%M(mh`U-g#La@+{>2qw+xJ6?7aeyw)4L>6#!Qw!oRok|3+iC2JfG{;zslQ{Phc0
zoR~S^e%tl!;t{creSaKUoxN}0UWV6IhoAj_@QmBy{)wOV7k(Z)XI`=I;^+DYpL^%)
zGxUl#9g}u?+`8~1)5VH~8G8~<;w+@}6?(-d9h3HY+`9B5)8&eVnR_0Z#8pV?JM@Y#
zIwl?TxOL@6rmGbTv-TvK#_f>OPv{ljbWA$xaqHTTOxG(GX771u8uvp=zoA$B&@t(x
z<ULE@Wf#P0NaxS!6+d^3JL7TdmXB?>DiU+|959Q^kj~%HD}L`7cfsS<9Ut57R3zr@
zaWIctA)SAtSNz>E?uz7nQzw0YuxEpL+yiO-FTLh}j&avNW<BuH=|P2a!5#yPI0YGf
zkv?;t<J|3!S&w{ldQ{<DxMzb!T!M_gNuRmQ@w(SJ`Agp}-MW|2GQMGszQZ|jh3C=}
zKC_<q$@HX#v1lKo<>R$3$6nuFZJrO7;|9yIf#pnZZTI@U-|FpZ>-@Ff)?WM9ANM;f
z=l-m>(OYYoi}o=<4K!DH4$;K)qy}Ah^Zw9(;raJq7IRPd%nP%a!Sa5?oX2}vf4=o&
z&6`{L`Sbh#WhMVd6FE4YV@>20WhMLX$2os|^P=wmjkx=938lT}54qQ``}yk|)0)@3
zv;Q~G)_+i={QSSeb7|}Q4}Q9x|KE7tylx+ZNgRh%K1Z*3+c9pJ$E}M#wq2}vn6an9
zB+f%BU!zxi+A(gQ#e0vQsxBB!<X98=+qFsi*`Fh28PuF~^S;)9Y}p5#LGm5WeZ1H7
zr)+sq-W*UO_y1RuY5)J7{eQXrEZ@&h|M~g-*U#_&dJC+t{(sM=E?@4g>zC^PKi)e0
zDN}gX{bD=+M^O3gypR0>qWPl;>N<cMNbu&*Yu!DtR?**Y3-`j<|6$Fa{m%{|^%5X0
zBybl&9ol2acKcVB^ygdR9=4=EWl4WP{ei=Or8>ZcIJm|0KJ_EKOuz1M=Dr^o*`0x~
z|BF}u-<ExwOFOXX{paX!%w{uA|NkHHw1F>gqgUjrpl63yUb%Sf+M&tk6buB+%9|uE
znY#)$E3i5GB+XdV;VCd#LCw%7@Q6x>CXXXeu*gP^B*7y}ZK_=nEFk7#Ay=J;noU1?
zUubk{)hS!Kg-vW(<CWp`aJ7+(&>=0a+5bN*6IgEa-2TeSJ1d{8eDjmPR;!+?ahAaf
z&DL23D>yr6ZCIh%JL|&=&WW=OR%%Y2Rj`tCW>o0rMW+PqOcg_f-AtE;2>Y2Th6;z7
zE)5lqGgS-|PBUE^CY)!g7%p69x-?w4&Qvi%xXpBF1ozfmi)0cbgJ+pOj1*pEniv(l
z%JgBB@Fvs5=-^$Z52J+-nI^^rpE7+IBYep;F*f*?>BCszM_U*Ab!xfqxZYCZd*k|)
zI^Q4HTN->NZcJ(NwYbsJ;u~>eN}F%Rjg}7I88@bM`R=&U(&KyM#+1I?mFJiF&92Dx
zI-%F{#tB3qv+`cK%<^b*<Gk5AA(jI~fLXRtrJ4V~X0rBGZGCm^-{b46l2^}LyK5U%
zW8BrFVNW>}cMELdR@^NFBH*m*;OX%fG@w!fo3xQw)h`5E3cl5LZojYa=efYEdY@Sj
z6PoxE6>J3Kd=e&^8=I%)g$fzgD>EoFNKfjJ=uwy>5hLm#;3we6qvuu7RM1qAR1oN*
z+TkS-n&l`G$hk<!MYT<<YXwUn=ORI8VONu;j7wr23p<sh98H=sj$CjNbQEwDaO6?!
z;>euHB6vh#QHMf@LWdtutjI;qMZzxXZR_qfDOfp{B)wSF;V96oz-Gu3ctoMYQNa1v
zGL0mGBMKd!Ji#J{oJm4QRN6GVX0RBxDt07xDTz7iG({ZQ;3C+qAm*r(6tSp7)y7p|
zzo4vY;L&`S<0rHxO$g=m)u;(=^KgoA&HOBXPvlX^vp?-tQ>~}kOtt;L(Eq8wVt_E4
z>CymUK2ya&VKLLCfx>d8ib29^rb~l_^-L9mS7(KVSRPug){=E-#j+_`hgPaB$vU)Z
z*_NzBtJRKV9a^*OO4gyZYEQBbty}gb>(F{Nmh3|tmWgC93=5y4tds4vS<NQfX^Waq
zw%1m*m~5wQYB||n+tq5aopz}8WP9yYo0ILdOKnZI*KV~v*-m@Ru4o26<@i2p!g|i%
zvo5XY{69-z11IzBpbebtvnOoe<eq(L11JA%fsLHPvx7EriqD>~kyCp1rH#5@Z(hk1
zUhfM|F^IGSW%<ta5cWh*3ai~$>%HA?xAs8b`mnpV>i<NQ=3LzzdOZwk#Ohr)R>>%)
zh&z=jri6nC1S|j5CvGWKh?KZf88VAswn^aJzE}UgNw@r$adO?EDC2WMk*7udP&cQ~
zr?h9s&aCxPdX~?Uz>?rBB-kw2BHX;1iQ^FGq0WP@oPLn>1xZC-x*bYdjv-Aejs&<0
zPF2uyG)c->)Zr%JdyC1?B+x~<!%d)9VwQ#yhZ2WUhoXz1qV6PxCJ84IK^8%li=7L*
zm8={~nqC~aur*r1MID^b3^_pQs7<j;g2j*{$>Y9=D^HUIi(zMCmy(*JPt%Me2CjmW
z6_y#WfC?_94p)J0iD??3VynZI$6I7$%W{rK=8G1qtoqUWLL$;tXp`1L&erv(1Uxxb
zYvlerJlko`sX6}xmKQCbw0zTZ`!6g1XtHD-TChwc>(D|qm8?UHmYHN7TCC=hb!f@5
zkgP*X)l#xT&vt3K|G3f;;45);N|3L`)s_(7h^te=d@HWDMEK6QIwi_?$JLe?-y2t_
z#QFZX+LGWaacxSH?v+<vMJ=hmnb%s<eLJqTWcseW){^ae;#y0t@5^f~`Mw<2TMB(O
zueTKYdR%WQ_07EAQtsPvz0FE>mCVC9;ZLTC@xi}LAI1wanI$F!bD2F%5Ee2^ObnJX
zdzdJ!WR{o|tY!8vN!Z9NF*(?3+fuvPR=JP1Y9f^#kfH`$o~#tkRN_QW312g=F8zCb
zxv0gftE-}a_s6g9TU)j5)h#WE5!IpM(NmSN6n=UwZ+v6x92Y~SW=}Xj_4DlB|ND2l
zo@iYayW&>ss@RpcoY~b`cF7y;w&i+g-yR^C$H6XK!omEo^FtET<UKQY8Wyjf)bUfA
zQG)Tt1eYTTEDw)7Sj7M>t(t^egj<B0yCJD6h<j0om%vm7EyEB<IR;8hiv(RJZ*$=B
z6}iZ<NYF*OO|6TgiKB@li6hX(qg$mzp-sS*#gPS4NcjoORj@KFc`L?pk#mu-vp6I%
zbtHBuu{rXPTOED{Rfoy86jX<|(k^A0^!^vt`}zAm|G)RY4s5IZ^G-+faYmA?@0rK*
zI~z?5C#Z>CI^yzgri7=ka%PgM@0lm_I~ST5PEnh7=}5@Go5s_=)|Z9;@&9q)$aI53
zHJ?44!R3dJ%r_|1@Uh_vo_@$_uTQ4+qtF?<MAhnAJChS1Mb6kIrnaxOvpDfl?2KLF
zYX4e0n-d=;&e$cPX4lp^Iq^~IjWXkJ1yAc;s(;+)|M$GEVC|;+{CfNEem8huJmb6R
znf)JG-w98Azi`v^_Pg?1f3Gg9zk2KUi+>yL#&7$5+U&mj_v3&6?XW+<zwy5O_ur4}
z>Tk<u?YDmi5-qDeFuy<OegE~}x4$y3|9<@S-;Y)GyX_u){a3Nu{@%O%?d*GOWADr7
zf8Tza`QE$!?Y|$t{a0r5ps?QNUH|dFZz~Qw{#S8FzW?{_j}6EFeypqCbN~K3{)+wf
z_ult^zwRUV0VE>-{`>ah%y#ek`+q-v{O?=!#INuFfAPHb>3;Q!FYj$<e7|?P`ux+g
z>^1k~=YK!`{O{YJ4d<^Pdf$Kk_wCn=@!yYM|NF7DzS{P|>wiCX+3$Oozn;A&m0e5!
zOI1MSjq~1%p7+0Pjnmh%wXcy~c}Bcy=Z5+FayBhb3wMn_dv4ZV)7{#?UccV(t!ho>
zB}cJmrBT&;uf=WO`eysHjQ_uNu75wj=*#Xo7E9yH6P9#`xMs~VP}$UNqVj*I?cLcQ
z*wv3}D9!ZH<E$?bxaq<*ahIBmh`G$-qM$CPOl|gwdO@NqGY?HTp?7J*pXZj|?oW3d
zC=Bf5mI{ArQ+WU2-;EdBo-JD8v+ezzci(@uPwd>KBE?lSPq_X<g6N4*h3hOYMZVWQ
zHh<50AXM1&=TU)`-6kpz>sTKBKFhn4^NHGo*<n?}rsgZZs7<}M<<e}2Y^JrIOWVV$
zIOYiOwk_aX`$fP)v5U*GxuyA0+hteF*b610e&QCfQ!camhCeN71Pk@7IeLFJ&vr5K
z#b#R+yH2G@-xA1hUcehDB2?D3ocHYd`XAi+CuU|O&s%g*(_s05Ib6kQdBQut@|@?H
z?{!{9+41dnPrU=nezr8cP~!dT_++cR-p`g;H$$z^9xt!wz8$w`_XhsHIElS{QOLUa
zuG5xy`S}+8N;8aD_h;h$VzV{tRli>4I(_MglIcc|wH~#Ko4T&JaQWU)E%NyHc}_Z;
z)Qm|^g@*;ZuN+ZQd|3CDZ7rjGn@8+tX{NMyE9ISpUr)Jo-%$Q@Xq9j<>q@UpyuN3I
zm*`!Z&>}r6Vxd~ticZn2tX6?Y*DR%0l{@Dd?+TUuEZ~?{$v3z8-s}iz54B0&hj@M0
z@GcQpnSIEy@GxiK6p7hvyAy<7Duqs*rN-0wMv3?2|Mq38i{|aP|8A$0UeC=F34Sq?
z)+&`;Ji=wV)ya2_K;4t?X~Hj>6rS&tVvrKiz5*2w5QZ{4WG4N$2^VJI?bsJ^r(oHY
z=OQK^H&l#VUMcZ<?s(V{n~@~0Ah~q0jAV|<!b%TC&hN^RZ`zGMFiiXZc>aY(caF2|
z7ivx%P%e2O==539MBeBFhipa5g&K~t?L0P4>~e}G@=l)>nfpOXw}OOb*n*V4Rb=iL
zFyoi4P}tNdqEzZ@p^;~C=$T@UT<Fwb*1ipu9J7rRJyOIoJ^tC7oO+<hBX<ZykidG}
zDsYWYQcvMwo3anDrpv2Y1p#*oTIM*Pux!&x=a5l+E>M&PP4x8{%e36vm=vGLIGyv@
z@zAGH8N~7dImzjq;u9I~smjKVicjWTs>}Xp`ObF{Tg|%*GaMGJ3-s2}PfGiD$IN7J
zN(f&~-P0tVhoZe%j~16L{IhP#{nk&r1M0+2z4!VVtFfQ^X*tP)zZc*6Yoz>Icu%ZG
zUWU{E*cba>UkMb?-^cy8d||!HoeL?uR)CoQ`R<i<u2C|b=p<a$35rZ}V@BT<MNrv#
zwHzTyrP7IQDt8K?LjTwKRZoApNbk%2)_*fMct4r&=lQ%HDzg@z5`4Y~WFWGZBbM(W
zHv0sK!(`tGS*rY(ms<FLUx?+SIpqug>wP)j;;ZBgPT2eF+kJNPd_3O%<FWJd*fyWt
zJc`d1pV*Y#N<FdVv_O%Z(>WyJGcCSK&6n!7i7`)Kcv;VRMiofSBDn`4lRd;&c3m-n
zCV|g)F0<`6JYp%IP<UqIES1|AT2{7OymIcC#kt#s&r5oiz*mOlVqMaG5V6@VZ62{p
z6gkah5??9y{SsItxA2tUGPy@9_!YC%z;3V9JIg$49YPQhLQsRNUg(?>fM|KOaI=Q<
zjH-^sb}cK~&n@DCnQ7H+gre9lbFtteIq#{;KD;YCMP@;Qb*HJ}#WPB$W*)i{eCLIx
z%UO6RN%t9i6)~^k3iKC#>XZ0NGw+MYqO?PL6P-WJum0d@vhI|ic@>wXzhXLa>^)22
zvh@ErC-|4Ow$FX7UgK9fvU4PK8vYi#E<B}gKGEsZ%@?ivmw)&!@^9X$`@uh|x$6BN
zzF+yrwsn8-p-s2gmKEy-&v~aAV%K_V`MI4wg}asq{1nleZ}r^h=*xLdPlH#~yqa@b
zWO+5$RR4vaR#I27UTB}i-QX29TvK7$x>&zIz|wopJJpbVEvKfR>(D9OH9g>`kXF2v
z@}?s%<D8y)uc&$1b3$l&HRn|Qg`buhD|x56OoOYqh*05<P$BacY+QKg(-S%;gzi^y
zn!~KKH?iW}mm-$JX|De;4U`qY%#UlQ3w;uDigP;Q%~7eTsIT}$wPjDs1iA}$x9ris
z>-W^*kF80R$B8L1LjU5VbX8Kk6oamVDn@6gwk;Pq6pb&ru2M4fl@Pk=DmCdpfA8v|
zm<KyFj<cdN4(Qr_p1D)<jrF}cF_%0SXA6OMJ_Z7Yf^m{^tek9{<oXPX<a#+Le0{-@
zelB{q1V0ahB!dz6p*9<}1|No*oGI5Mud0PCy|l_?p;l?wR?g6sCO%e*?_E`OG!h*-
zxnIRk=G=5+zulxnX9?5)&JzWBA3E$XKIm}7#iICLu0i*|-T9Ae(-@Na3S8yb6xbA|
zIh38wyLE9^$rd%)wVrcL-)8t~t@U)z4odg6j+)%(_LxtTYw6_{rw1)23k6IT`f9N7
z^;&<Pzx$GlW$c5JKtFMl*r}IU{luS^I9?95jD5fpcuv5?d8#qXIf17<j>aLD&JdyC
zsm845M4tLM8i!g2Kkx}WCt?B?5_+oRxH-hq`$2;5?=_EWilry5@!SMyr0~xw6yv?b
zKdW=0c|^wa6IwySnkI?ME8bjf*t_fDuS56seo6~+l((o0uj!FsO?+Y|!|CSAQY3vM
zw?s{%V+M!v^T-JaO0PSc{GQlI3oAevkuN&eh;!|o@HuH=cv|g_zueJ|7Q+8!&Grj=
z<nTT`$HFWqocQF~g-h@Amh?E}_1)QH=%}zrxo1wT5#y$H8X2zVM5BJ)ZJZ(qVoq&c
zcVgF~3!;|hV!KkW?SD6O@8gJL)hVz3e7FB}=jH#p5C32A^PNBQzkC0u`ups!b^iWu
zx_@ud`zQCeZ+|lR--f&YXEf&TO?Y&^a>eWSx4S<rwJUpI{oAx?>%-fNi$4GOwqlQq
z#Tv7M2wjsv@hi<i)^gvciY?ur|Cy`%w@S`m`)@r*Pnm=+Q47jQi&biWV0FZ8igTdd
zM}t(kt&V5Xp7AfMe|O;DnV*v9c|y;w2>kQyKn$qmw{ZKJHFKXGSY-3^Hvi{O#+@Y-
zS9$mfx4D!}Y<pr~etRG1eqO_t%}ahwUvRSJew)Oh$VDquGbR)S{5dGuddl<VZGPvc
z3Mi@kj-AZZ$&a?nvz=;uGU>x@0cQ)hrw)+HJZ8${remR&dIczqWvhx-9ay<&j#kDh
zt>s*Ev`(#T0t;m>nxmF6OKUmj9JN!KP0Lmm%{l-Ua+)g4<le)fGQH*gKJi1Gfqopb
z0-kc5<X8MTWnZrTqB(j6Eoa&%Si=0UeWTD*o<?IAOXmwbq2~lFoX$C)n90e0l-Hf3
zl0%VS^@(DOP0NIKflmQWa!x0lp@JgkEe_Auo@97mZpQTa-YKHc8e+khX0z5g>JeK5
z{(L*&5Ey)7CMTlu61H$U7kr{}mInJoa5O+`hXuYS>rNFmDnGGloilTTXG+HvSE)$_
zhgUMWpQz-rJiqD`lx3Va{e<Gr^R~AgOnj$aX6c*oS)?fKklIAWAn{C(L%iw`k$DSG
zaYD>mUiBc@=7T24SR^Kr4T9m-pc?79B`D8vfa)d{8)4<jvu<u5-<+9XBE57%nb!`6
z2e)54{hN0PTKznIuL-JtmVfvj^3U(%?Ke(;RkvT4+5fjzI-bM#hjfrf-Th<YPQw4<
z4&C?uS<P9$+$5Z@AvQSF^D3m9(v<qH(pgDZEB-+OYKx%we9R`U=@z%VSJZG$Rerdg
zy{(|-)bs#LVZJWuK5!)wI#s#vn~+w#(^DU4fq6%}YmrRh7H}=&ekh-x=OM>b{e?x~
z&d|b7sv-NFFtw~+g`(w5YFpa**S})}=Rf>)sDA(Nm&Qs0?>P9?W^_bI{yVpK?gmB2
zlxxw>NwL!+#HXbO*k~I(cR$B<hIg?}I_onxmP4`+53&dgMou&4eV%_W_2r7>&cx`X
z8`FBMruA7(lh~%(mV0tV^2-&;Cs!nQGDaJ{ipbhJEn=-|Sa#>tC=_PUm-i~qG6nkz
zZoRedpTqoTn?T@f|3h<y>UVgvrzaNPJ-7X?M~HrzKv2gO(}xRgoU2<LV!I@Nw_wP5
zl!jIMZov@#kGJ!u%vu7<UHL8+GRFfzxhp4qzu;7AWiNFXOT`ROK7%uscNgti@N(50
zy@FjD%eiN*JN1$YEF`&Vj$%QZMmoo=g{LH$(mRUU7J!A8X{2+_T6t<FQ+ij?vIR3&
z&Cx6X3oShr$&}t%G;KlTsyV6!(=^gKXDvM?=wzmtBJ5<Q`b6aXxy{=<4yS}pHtpn@
zxXZ&?Xx`ua{HJOAuT?KPXSTDPS3c?AqJTRS<{z0|6$43iUg`07WwpwF7My6G_PRN}
z`S5fO@w0RPmTN4WQ14a0XYwM0XF1QSwex(6ze(Ja)-_(dx%NZbOSg!NQli~WHfI+!
zse!tGOB6qpRm$(4zg8|hTJ!)jgZI@e@#2)EKA&Y*B_dVh4|k<rPEkC$%cJ>{URTd)
z1vkNyE=8U@7H)01CK4sAs~mYfrGSk++018aq?+03BWX)pvW5DMoTq3$JAI@kQsa~W
zYu8UB!+5pJ1p?+E`q}9eDZWQH7k=4lz+B#{_G;1z?pdj3)%RGMSI3vFJi>EpLJ+U+
z)ESP##xpM6^!xftW7@gZDp^Xc&#tK!actPRS>en|gXITAK4&D!A!YbTCigSSDvL{^
zo(Wkb$tku%+s<*B{w8rQmYV+_?C1%P@maLmv&67dPwnDS6{Ux5$xQ0KNw1SsV$|L#
z<YgFS+*&jPUf;H9Zab5z@L12Qc%`%W=Enx5URT#OONnoOoKzOWW(s0zKT2|iFsD2A
zo?dY5Xu%G?tQehkRAy?xW2+T~l2>-{WX15bs3$*uwyM`Br?q>n!>V2%o|f*$0z-jy
zY=@3I?2zCPXMUKa5Q7lhePH6p-qSzWK%IlK=^uN!H~tQI%G0RK^3LhOIuM};B5<-a
zb4{EcXv#k2Xmrj}f(FP=^Z!h~p-k(Y9)xo2;c5(5{h-AX*Lq;JKm|llZO$s5*j1fH
zkX}9{5O<b42=}foYFV+`$0GD$CQ>7R)d9ggzn3y$yPO3k^T#gH3R=8n=0>i-@Q)u>
ze<%s%-;c(8wfchzsLb>0Sky8{JL0MeYUO$Rk*lTA?~v9xt0x!><ypX(ART=Zibado
zIZsv2D;F(V=X4HUO1d+<;L+n1s3H4Qr&0L{4`R&7PTuk95(!ro;ghNl`T3M)dqA75
z%1`dJ%$Z$v#n<MQ8i+X)HYgP?<7)ZH)m-tp+LN9Z={_BH6A<$ZsHqFq6CL`LL(yFE
ziCW8@DHCQ36bU=!Ii2w3+{rocf>Ra+Se+7dYC|4l3!k=fj(`)N;u8TUK2;DwN0x$O
zy{6q$hhMo9Jzm;bl`Dgi%;grviLpx*f1dyQ?6&WZ=E;xv`7q)pImFLPy0^1P0C^;-
z{@wRGF6a#^a1(2l#&WJ%pti;GuA)^7R<4?(RR9)Rb}Ex;d1ukA1(~bns1?l8Sk5^M
zBm^($Q5n0mmUGY1JN2?@+3KQQ2VO3kqn7~|QamNul(wR%?SSN>If@ye@tHYbp;bl8
z4$NFMM>AuYRyx-l%~La*(m+CjPJWq-1D)JZM>^-*EH0V_Pb-#3Hy`<td*3AI<CZ&O
zKg*|y$a;5~_uO52?(Wj+%s*}{hjuD|Ue0ld>);(%sVUo(d_)zuF-+=wGO0lOQD^$@
zgWLH_66;?qQsNQ`T+qSfDx$T>L6Ege<3?Kaj<eeq@NsRsDOF^ax7jo$S2XcS&Ow$N
zqSgT~8lCt>e%%rI<m&V0_}m-));s0P&0JUxov19bf9G;d_;;arQJlt?otjVFLRuz%
z=2H8y{GsH}1)Ueug(XGG4;O!O6kdEk=Es80tL@0CYyO$Zc?x0jV8<O6T+I&~%bKO(
z-cy&oN@nA)2}o`1?~^MRfrNZirngA<MbyIb;$>IMq%YCoPdiWzk3TF75=v3psdA^_
z$SY^);P4#HQ-X`{FVk{gW4A;r2$7zc=4rUEu>&WjHsvsRNbBN9vvBJvPQzb;E|!X6
z^2me9b&UO|I1TqIE;B#!rES(dk@G)$ixb|=xxeG#zeD$X`^}S-<}5#Z?q~1p1PLXX
zhg}89OewZjhfY-bs5xBQtk5%Ox$;4mYr?JbPE>BXAROs0BIW+3Z{i+Ku}#NZO^$oq
zGvMAk;j7a^@uE1LFQ?Y@TbCSeGvKQIvrzh?0AGu>FprB*%f!tKFC3TOCD><BwCxzn
ziCb2OPTW)zR>*c=C~IlW{r1GIzzp|u=bWrJm5JP%Se&|0d(%3N64!I^u2;C&u17NI
zlkdqWmA<{*taPvY@Z>8sebWBF9w@2rN$%dB`TxT)Nx4&zJ71@p*36Myccvh<F8fjP
z9sdxnLv00VKhu{gEmD->C|5gB>(4sfM)XOJ#%jq;X6_P}(aB6Hxw45*awc;cz4m?k
z=uVr(_J!wiJBp>TGG|Y+%sRdC<W(7~;umKEqvd=U=2~W*2y~um8WQL%x-;}iSfsP*
z=G##s%WYEB_>OMpN)VkIDf}dCtKaq3ig${aOBMU7UzEglJeM<y6@Rp&-S7I+igOd|
zc2D^JGst_!tBdUwUliqPJKW{*GrgX#cyssfor3dG57VWWRs34`xms~u-HAVO9n0md
z_D^3FYH~Mh%l6j-3Mm`{Ml2kXOf7tjPHhZ|&J9z}H9lT0lJn#Jq>O-D2A8|-#e?@9
z7U{S(A^q9YGuqz|yx(-<hhoZ~hCOAGDc1~A{s<V=IUMS>{QKQC^YE09&R)NT*j>UV
z&hl6Y8uL5(|GLQh|9QQCZXAf<?YTN><2T3r9ucmiwdcawWMbK5d|(6EKT1_IHlJ=-
ze7a%r?2OH)cll2*ov(L~2QpAPbGedK_|p@+{Kb`T9`!IvoO}W@Fwmy_+D=pU{afV+
zr`EQ&&d;5Z=`H<cvhlM!H`Fh?#4hXHB{6&5WtZ4BzSA=o=^b14+9Xgs`*P~66{k%C
z!xvvVx}wBTE4Igr0CQRAE<fQ?LphLnH~K*4^|*t~yX+F1>mn|F@u*wLMnO1prrIkj
z-z!JON@l9Pa{3>;ymQxu8u3~0jeM_^&eAw)?BK0^bjAt3(0{-G|G5tt8F+S6;}iG2
zx2k_He!h3F@W{=3<>kvg_xFllx_>w8(^9FQuk}{0S~BZ%?e;9S%t<OHi}fZpU%K0E
z6qoM(@_nA0<ofr{MH5%4#Ppu{5!-Rabhl!}zFN&rou#{VQ*C^WP+A$=b)S0wkbb;)
zl3?lg6*4c)&+Wgz_peq%CX?_<tx2Xo4P0I+@v>%4RM_9Eb75I}o^A2(vx<9mY5#eX
zSHM_ve$O4F$f^9ZJrqyA%M*W49#|=Q!c<tSt9&!}g3yaPLS~&j6RnoYPg&EVn6PiI
ze#5mTj9bo}M{VY8|CqYuuiwXaHI0j$E~FgV{h77ENkp`Xjg$T8?$4~4)eWcy!dBgY
zY9K7t4OnQJRywClV!ekR=lgTw2Lw;GgZfn!<@=Tt%?hXsK9%qE(^q3Z=Tq~gf7GVj
zZ}~Jkpw2kZPk2^4sAS!9+n>Sx#vabu#t#=%n5#Ni>Se@$$B7Xm-1nEUXf5ZG0X2hq
zTFQf&9&lKiE2gW-h`e9MqT$Z5Qxn?qX_+uv2-+N?tKf35yPZyWRG6zW^a&U(SqBPS
zO~t9gPA3+&$T*!)1QElLHRn<6)5fBf2@^l8`-JfMsmZ5aI-Q8++{vw2uJ}Z+<<8Uz
zy9J8Go!*fxX#GrV!*TB0`R6XZz1w(o!|~OL{o#k@)*rKts}6ncme7AaZq~lUcOSEE
z{0!#!peOF=n57&rZQkp3&tE;0KDYJ$d$nhGqz*jUS(kbv`dj+Jxn(;QYRc~3H4tk!
zziv0QLhR{@IFYE>zIJ!M>Q(0bR%(Yd4$nEmC?3(eVoSHlmW?&t=@}>eH?{F<>xTdR
z|8A9()(6iU6`i%y>u;2I#!kOc(rG)r{zh@9?DQK2mErGhcpWK&v=@SY<-g?HC2;w!
zbM@96c^;ulmT@{O?e=i~^gry~jnzlXoQ=HN?v}sTwQ+cTYp&F;%X4SG6%~Y!8&{-O
zh^R=MsIoY8qS8do;o4&5o;k-;m{M%H55emFDy8Qqo%~a517CE`5l5=@ovv}W#+|6#
zctLx!opomZ4FR`>=lyO$eG9Ap)79Vh7PL&<Y^vsP?V6z5IkTAzk=9&qPuz^maKF~)
zWL;Dyc5C9+#TWYKXmiI-EOlL|U9?W8#PynJ>$(#=H(d~oG#A;W`23jD_A|fM-EUSr
zTF?GA$4`iTAAh39$NRy*4yWb6`D&K)*zC=tf4firRk*UyM)bd`|IzvfE0G)$-sbMu
z)VQWyxo3_$dMihr+jintmxby@^K`yIn>!mXa7XHkR4G0`>ZG5tH{eAp$lFG*4+op)
za4f#izB~^xtnYTN%}IV9MJ*hq*KJPbPwqs#Xj>!Ab$3Fs^TPLW3Ok~WBrl{IEqI;c
z&}Ffr>9I!JV~zUq-2ylKpK&WlF5SO7mc#GHWS(~Rp5^R3$Ju4TXbzYpnZ5gi?CuYD
zBQxF{Du<x-g|d;!?*CpY3)enTJJ45i9EASte%|f3&*xXk%r7sEUS2M}q<%C%<dm7}
zWIGRuP<XGC|J(%6`HGY6oYiaFe17rF{32=e(zxVO`iUjysV1TGXM*H3MPnW3^oX`I
zhxli<${Y0?l!(=x(D^f=vPE(82j}#M?NEtH@>bmTDH`@EVs$4x>R#ylnXvHBgvcL?
z%0Cxw{@~p9$vN#|d(V^hbBFjPPk~K>Xb`JA@uK#G&YugBKNRD@8vKyhaX&%gZRH&g
zWs@q}rS5^OT=Pm`wH3q>0;{c3#OgE@`4yqV(LzOCfi6Z9V}$Z7oK8$|0+-(Mb2M9Q
zS|=<Q`Xu5s&*?-kN2Qjczv7c&D~L4+s6O4dyrQkT@8Lb(+uZ->KAe}lqx>-M!-S^3
zj>Zo)4>g#wwViSpp*^a(Lhs(+u)6qlpK4lSXJo{tHQNt-)k7ZYfBrUU0b{ComvrBZ
zR#ojhc$;>|!;Z*^B(Z60cC1}@N^tXrBRV=WbJ8Kx1JAd{Es$I#W614&hH1$vq}c?J
z$e~F$*Du{1?|tTw&}Ifr6UYR?=XrV;bVB=PuzKhPU4_q2zpcLT{a~YrtIFan@+O)l
z+*9BU@9GQU89k>OCDbN$hnT{e%!$9{zOc%OKi#pQFtm>wnGxa`9BLW*ASBRF)C9D&
z!%y@nSjhK*NuZyw3217<Pxz^c<K+-bun@<rCGK~ML|Y9Lm3A)a(wgWCUizXKv2S~A
z<C^YyM^e*Kdj0Qn??-obKWalv$T&|iW;qKQ(=&Fp48GtKdQQY5c#1LW*^s9`jbI_2
z&~ri--cvTSoDF)a)418i())r==s6`B;XJd4X~NUzqO6D7uU@lI#<)@WPR^mTYI@en
z(6Ozg-}i2}7PZVi3z~jvneDsdX3W&bOzt~ww#;4&ntu`mnY9`;N&=Q#1!~(pOcT!A
z1{xfJC<9GEft7KG`f<oW2CPA&*0f<g5iyrhO!3g;T<n!13>iVlxu3mhrHr@}%A#HH
z%HAO@_GC)MRsFnQy=tCLOV(BLHh$eJ$vwg8vZm~WLzlq=C2X#DJbSb|E0qgNer{A;
zS-d#px7-ZZ($lJ1Q$T|zfvT_tN!#8x-n_Ep&TOWaHXk&W=#?)GfG?|i-x#Uo?h(7r
zu5jnC7L+h$-W<?ZVD;X>uxrNztC*lr->cB2R5$jqr#1TguvNX&UhBYh_3`dI`8~5Y
z-RItNAw}(Eob17l&m9{in0HDYU43TGhg*}J41H9@S7yN{?7r=F<F-iRQIK5v`Oqei
zy4Ii!aF+isx0n^QbSGIMd~v|4S+E(w4YlhpGWAI?d$_&SaPMi1>2-o;`1<~fOyHES
zyoMju{MiLhvP8VxGPT{;xfSk|LbgC^?x|_317p^?Ekw@qaf?}H6hEoCocrw;qqN$?
zcgcm8Sf%zS|83p4O{}KshA-X`)9Zw42e-wcdlPyt1@=`uFEZs?ilo8oM3HIN>8l!3
zR>4QZ=gc)<vh&WQM@8OUuXQ!`wlCR19)~G&aiDu_p65cOVYT<MQJ@~(!?c~Mttb(A
zc*{zeovN&t?w^tVdFY9?_)4!;8PEk(IrpWvI;in&kD0-g`TeiJylLFQ8m*84{rA05
z3m6xRbtNk8^avFOby|0MI16oi-y3y6usvGOr?F&;vW>3zvH<AH!TYj{94?1g9=cqV
z$h8zvPT$_MqHcP^HrJQiC-9%tcw5WbfmqkI|KDbfxvLepA379GM1)b!bEAMmhFa{C
z0&ksigikC_`15?<s!183Lg~0GxV!n73Caj&g%!c5r81%jMlF>U3!J71H>rhKqA-w`
zXCklIM4lQ)l*BIBOJbkUK7k@pr*%#zLOFMGDTXUP(Q1jAI$<?PaL^3+59}NSJ!TXt
zT6TEdtGq9kY-aTEnLr-jhQg^Q)F4B<J0^0Pw-*#Qg!n3<Of1x9K3jdnweYZD9^b<>
zl^$3%?FbQhCIOnpZJF)7V<xmCIRE!0(2^XBLuVE5^t2#~*gUX^jQ7;dEPVyV9Prgz
z|Bu`6?I;TRbMWP%v#~oQkuvC=f|l943yRGH`OsX%<~;>e1MlQES56G+%u#Cfhy_n`
z6%>o-y#uv8`amqilFwOM?i`Tb`?{7pt<c`P*NIq=;PNd$BD@lPW_aiYEiI8dA$)u%
zw|O~e+1QCAh3^iX)m&S%{8{}I?co3X{}Y}z-QM0dOZ1ghMyceMT|7~-Y-`swhfQ}}
zeR{#w)C&VCT+cn-1#LAHbb*xj1D(KgLMGl*H?y3BFOa%mSR}c{>iE3YN86*go}O3`
z3Lbj{7h{{Fyevw36xROeU%%_4HE3m~#@|})<t}MWXI%UrDLeiV^INGdZt_Uk5MFm~
zF7UGDG;jam(Sy7Ms9wy^)zbF?hxzFRQ#tof4L&58H_dUiii}A8|2eF8UUx1j5%;?u
z%!e|IwcPoOCi|mUi`a0>DKSF#re1DghBRRA6!e_(e5p6b$+834j{nY&SILN5=$$Hb
zL}i3d31;;TeHzjj>}nZ$AtcmK)B-FN{M4lJvWunf1(Q%eVGG|Wmsxz(Vt!tD`96}t
zW^dPevr_?66g8X!+7|G*N;Vm>q;j0PpvBX8c`4WK1urA_9G&a%=bY=RNw3zeWr`F}
ziOn(=&P#Eg!0Tw{;;&p>g1j)7|E!3KF=%WvSM(HgDhoWexJ=94VmDX1vyoSRu4qBa
zX82V5H8Wvf?L~9c=G<-BtQhJG8`R$MkR#pvVUCB}%e8Bn`U=dT^{)N-TWS|}fXw1d
zcSf`X3JwdN%R6*)LeHh>XjYkrInWXG`gvP@7i6xIdH6<c4lhzA4O$sgP%NC62VNO;
z=T6IP=n~<`+brOP8txpRd017@<ZKIQayA$|IZH)BXAa9L6P!6LTR;SyCCOR8eg5aj
z_X0(Hiq8Yut&S|@1FhlaD_!9%^NPBHX@@`s8OR=v(7p=L3UI{qxJ~x#5SW-pg?Kol
z`w7dIIWuuDE`J_*dr8r<1A;|-is>qQx>q-#EiSh@ENFCC5WLPD!Ms!2rhIhwj#;N(
zI-LXABJ3w#^v>xVWJx-xjM9b<JGM^PEd(8Q<k&gv1S^q;Fg^)DSJaU#IA_w-wymr5
z<UvctCwyjDjowVlvoM-&*fOUbB)1D`lBxdPbmtDW5KE}6F}z)e(C}iF%*@jgkVSyI
zUHDFdwWO^mO3_Q^u;fQwz6}w2ZWxL%5WHUhj()qq*`TK<Vvd2A$HV*iKbnnG^^(DB
z?jl_*ky?WPK{|Rni-LHBPr4#!^ob{*LKg6?E=nn?1nEqNG*5TN^C?QHLdSLlK7~LB
ze7F?-2e}|*Wj3dxzUmXmP>sN+An0=Kkt3-1<o;q=PWB*?i9MHUO;jERz}Fsq&fvJn
zq3Fybd{Q&=Vc%6Pd9#U5OV<75Wh|BxP&5&DZ45<ixXovGiPP1Cjs?0+g*EeToMToB
z!8RHrYyzqUgcr>bKxKfpWg)lwp*yv}OJb4R{m@mis3S0lK^f!`82F$}LDA3eS?p7i
zoz8{1pjPemal8wQf_judYat9)xqv;($$qp9B-}E=m-A-J1YZsi!D;ELT{-7<{g;iK
z|98sIc&PEnJo``X$^U7+>qA_#ru^F%`B?g<tJIWzo{wjL2yfM_+k7k>G(1|j`B=+j
zNYnSnS*gbYPG0wyeDuyh-EQS0)s1~!O5~zBsu`e(!a1s^BAe1y7EL=4xoD27$!1Vf
zHm!G|jE5fQ{>bD5jgSpbb(@a`_<7x5VmP%Kby4P}h$-;y8WIC-=?#1}4(iey#A+O9
zzYRRJJ1{vt$jR^HcYg445%X*w3+TXe{xykHkxnPPIV(A#J1(Y7m@WX_hB3?pRi6C4
zRIJ6GBr*{+wse0@;h}}_$X_Yr5vcLEcJr|oXQyRXR2I(sKfmwqe|4Vq|Gzi?kGD5C
zy|(GTuF}mLid*0RWHtGAY@a)5l_+AWBkA|N_!GzEE`43(k<9<H8a%iKS!w^@b|=Hr
zmM^y8{evrnV0%7qe}BeA`I>o|kFDok^PNAi?8k35w2b)eozG4-Gu0bEvl9f7*OmRh
zBjfaR$&QB-Q<+byBK6MhUsVhNZ#3Nj+i?nEU|VShPVUf^X6mz^pS)J!8D<(e`NRZy
z!#is(n%)#hc>Ye{5Kp5dm$6H>;svKEVo~jiQQRvJ3z)>d-oQOauk;41?{%v;Ov}3$
z?Sia5#<I{DEQDpDF-YjS;L=K~L(-BGTLbR==g3BCVt?3e!}4|7C4OF&#U*~{xU&(9
zLyOBfF3!+c&Y5kVn2R(pR5!g{pl^ej%HonK%4_bnY=yP>LCQly`!<vbUu#2*v^^}Z
z<ao%D?QG=bZh7d+1o%+=9a$%Eu?$`_317JTVYf|7LCc)k6N+Dh7FdH=#=_u+#!l-N
z@Zvh~G6T@oJIIc``%e{Hz((8#jgf;{kS726yNWK0Tke2c`NB?lUMGCPt$f8N%RrO;
zntv}i7<oP4RIiu<ANs3*#|>&{4Af#sdf2PiG6x*dTc$Qcw+w;yS<L_K)Zs>*)c{k@
zy#8+|_Tm3^`5BK7KFxpl+El`$zWm|qtrA|45mxr4?^|59#d|#e(8euuPACY`0{mdD
z<Y<xc%2%}YUy{iF$3iV(u7Mul-49Jq=S-_`5Qpvq2T5Ia3G}^i;*7$P_d8fbMKK2W
zgwfY%f)>qymu*U-uF(W7ngI);uF-^cY}2_=>Oy$+_)zHF`z=gUC&LQHLQZ(CcwBYC
z9MCG;=fXY@I4oyRFotfusrU2lD2jmy3Dq4}<#0c76W;R*zLhZrTK99@9PF&A6N3L7
zYy_<g`g70`HXU=Ppapc)&r}crKJ*6*OOo^K=cgUKz9(+B&WUAP)FU&c?zU3F(@oW(
zGY(yeV_ha-DwLN2V$BjT1r2`rO|}wQ^le$GhR<8yR{<TfprdjB7jlO78EkFWaPN=;
zErieF5A1_#5P!-MSRMY9Be)vGLTsLNo~rEg)_IDuOK*#GpTSnRhI1lMIRbx&Jmm=f
z4PqfQfHuPF?w%i0X20`YUD3_IPd5ENnfiV5>v!tY@A}7aPn~>;-`6V|wR!j7S$X$-
zg@6B^Ux+PpGQ8QQwno=_VN98m=ONJIv^KS3nb7AJt2S(V(^7PkQ<ZbJ3)|BBW^3xr
z<^K22D*1Jv|KIw$54U}evCm(0C$_bm@p67~^A|CLVrC^3<e8M+4V)JKySQgKJf682
zu@!5=pZ%;p3lIyN!PO0PtuxZXW<=|1mWDcu?}{R)2Q3K3bI<*A+bi$XbIiy${9Gro
zX}(VKzjvq963QAo<xkF*{8wlF@`2##^orEAdJH+AZiBXBaU9t#!ez?8@{8h!_OM?9
zU{*$3*e?MKXA^7Ivmv>DjmECCgD<2Ux<7Bz^7EkGC4c9qxJKr3ol!NIekg{inDdOP
z!9>`!&j-DUYICN%6UtoV`BHbHnhd;T{;xZ+PIp_P@4M}@-_@U2`1_vy&jBa1iTUAQ
zx4L`vUb<ge8UKBOiAHSy_p)iOAFKAPuMQ~ktcZ;}u<+vYE2a+@?09(Lh4Zb9gp;Tp
zivLK1W~k$6il;aoCr|sceeuVchuAjXxTNzh#(o0-y-nsnQ^i+$+3nU*Oy$({?npC!
zsOLR>Q;DXx_}N3*1*pSi0wxA0Td_>;`aouK5&Z~I#bxXYnaPFsBcPMJ9k$=ys`*~F
zvrP)LTEFk|ykL0mNnT3W#Hgit$HM{+cjOVU<E(ufDuvDR!TaoT?zNnq4cckTG21-x
za~Nnc8<XYx04#P5G>MJI5?eJ#z`_Ysbz)n?XSsC${Ry_dUamV7d!(avt&|d$Cv~lF
zwkcC=eKz|-&FdgH6`7z_@sh32Zci|3+Kn3c=ZpFNh8<Y6;~~e{?VvUC?iu?ykyy(`
zS}z6mU8oVB)ehfDf8Vk~19ln+Vk&qK`@>+%8Lrw>&OOXpSUGd$Vr2DN?iqG1&z$Fc
z3s`R3^2|BI?nowo=`H7sxU^Rat_w@1D4XaTmrj8nMq$nF|CHnGX&+hD=`He81^X`4
zbX=BuwdJ+X-F($$aZep~J%8{TZG`vy_w4ya3ip~nRGqNBsGt~7Tc7|Lz5lLIqouyI
znosVOBkHWbjLlS}juCWb>oF7QJ*3Y|?!SpY_gBm<H$(A)lZfcdc-SIf+dq66u_9Ml
zeb39pB2RA4t!1Azk(2u<FJgBZxY4-q6vpl}P@^%utEgqpYfwK|`AH1Yj?EAA%Ka@g
z?|y#QskXHIp6x>ic&dEA$NIty4fUhE?k9F~S{lQaSUj|S&u8Iu&iBO5om$6P`z90%
z7eNjT_<wFUvv25An~&xEFY+IMkb7Km`}^&GhyF@@JR7v%Hemnn2jA{L{=4@(4`0pQ
zbJzaN|6slF<L%eG4j1OdSl8PxH$OKad#>(F_Cq&!>^%HA=E@%7E1PdusK5C9^jr1S
z?{)vBegCfuy4MiK^lR_^U$=vI?f+@t^=r4!yCt$SuUkELC~FFgdvrhL)Zc&4AOCx|
z(eB2Zm2cl~-~OXK^HZP1%ER}4XYOAtuD<!J(QoN*MiTQ5&N}+bafY~G*wOb%m+p&B
zUU^tQbHk30CBLhmeST(T<yE@w-QO$m_ul_0)A{#JckX?A>&fL&SKfQP{r|20?>dEh
z^K};F`^(o0pW5>Ag1_^^v{h-#?COl)Z&&>L>gV#$tLNO;>|DRKx4kG#_hC^=^>rP$
zJ!jIi%9b&uyGQGl#tZNKKhNq%Y)WN)q2G$S1+Hg5-@SObYHjMK)V^;A{+C_47c_U;
z&(LD)?_Bkzx91<K=gb!jZ!~*cdTsyZJNwmkU&}sqIzV&Z<u~uex5RHU|6BL$QT)m$
z`&*~&<e94}`Y*Ye{rUCT@;7__RsGFB`Mgbh)~8deB3AxwWsArzyWJ`lv0wtLmnPd=
zad)PYeN9QC-_{(`d-A*Ns>;;-c`GJxWe3d@-4MnYqJ84v1znyGJRjCT_J&{k^?1ft
zA%-@_Hs@qNUCRWEgo;BJcbD8_Y5euk{r11PTP!*+p5*&qUuzn5DgC_K*6QO=|Hse&
zzjga(Z;kU-?7n`FivNF|?tJONyYB7td%sD&dhae2)M{3B>2ki!w4G~@&#s?+@AMzL
zrej(rVUdN#Zx7}(K6DS7zC-Ti*?*^gelLEsxqrU(s?7_w=kSKTOn<Td=a+AGzgB)P
zx^-UEJzI9eVQtgP(N0loUUs>K1@fDQ{xsgR{^MUU<~+yxeKBRr+V*e$Xu4vP<5XYi
z`)^a0AHRDl>q3O{{fsw@+`MMp6zE>QJ*Zl0#r;X?La}DO$-(+6MIY8Lc%0_@j!R|R
z^or>ZujVb*VtnZ?a{Wluf~{;T_p0l+ZoZ&9+pV!YM5`*vO22-;@a*;P|J^$O+$QJ$
zJF}S$sT&yD**FfW&8qU;n%Do_Dvfd8+84D4yShJ_eE9uhr|YxGg^rJ90#aKSzH|Nk
z<+VfU!e!StKfCQ)_k>~VzjK=}GwytoP_V4Nb-&vG9jEx&wp_Vj@+fA>|Ij;CO$Yy*
zSv+9-{^R}elJiUlHUG)7?d)qgc>iw79Kj54-Qx^q5gCQifv-P!=1zFW?koJu+1Ypf
ztgi_rx-b2%&GPy8Ib+_my4=6h7B27prTs<urRS{1>zN;vaxZ;tQ!kkH@%rX#9@630
zH(MRIl-s`Sq1?g4CRJ1K8fZw#rfFI4KC4+eNtUDU>C5BS->6l}8rAjoAC~{dX!73h
zMb>6}hvWjz+>6J0m&}}-5U1R<?BZ+X7W?SftnbTPRzLbv-N-5wzv20g_I(eeRE)$*
zk}9T&op`BI_4BxDU1F4iS?~O>|J}6w+Ba^vdHeUX^A9De6z?uxDXn<Wu*9m(SUcN!
zm!*vRtHnRA8Axo)*{R0-uUPj$wlRO4fBfMa%XcsTwMXHOQM*I-UAK>Ar_F?d5^UtR
z@ZbHg`f;TJpZoRR68o1`kHTf`S=fK%OYiwESn~dL@4`9rHd@a<cIKnno|N)cTN9V$
zzBbKYe*BHmpO9VRtb6!GZZ_Uo{wQsEWunpj6J6GeFIp=VXRf{Jn!co);rX?PcdDko
z>?q0epIh^G)u#2Q7j&k6_%hcjrd>-kJox(;E$(BYk3#vj1XRtaeeiy&sQd1=s*Ei+
z|KHkCx!H|->Hq7~vR+<Ve0gs4%d-_5KDNGgFW2DJKhvDD=howYb<>XcMeSI-)n5O7
z{`Nc1m6sK7(=IQpdYLV0`^nvX+sS+P=Wl=gXN~9Fe(zru_rJ_M__e9p>m4`$Y56VR
z3V4rSH{E}3Q6GzimEE~B?rC;LpJ!J7e>?B{S;liLM#i5bKW^pyvErsmUH$G~GdVxx
zs~wujk<N5y-E&#Nb1v4xZ@sqczc=|xfK{4N@v9flAK&Q@o0j3vdUyUArL``*n^=3(
zy~?@&tf)=ZJlFG*J#C?f@$Cy`3*2}4=O5W0`Ml{&lKkbmTQ8ilEp0ykP4jGh^K$-m
zH};6N7D{RiPitQHw@+B`C_Gqmw%Ie;lHbnXOFvk<i>z2YNBj0???|=}X^s21PQ^!L
zI6J0Kx-u`gD%E@S=J}$Pf^DB9UM^gCp-nGuMHI8m?3O7%zOh{9W}dY8@jK3C;*1h~
zbLK`BZEMq;_U!Cc>#bW1SOXbXGF@8oIV3jwdsrCjl`g+M>REYBL6;`}ik$V@X6l^M
zAGaqPtmk2@2*_@Y>hJzpSl`-Jf8|G-)PbmKzo&Iq0$y{ot$#M>+x>ajmGTSieN;Zo
zk^X;M*ht@T({0HUcMV=-_@A@!2yk#-D1AG~*^yaPTqAmeF6$|Q262-R%k>+#|I>_q
zYUc2EUA`M*uRg<i<~a7{@1A{F!TR+Aqv)}p#tPRtny+N!SpRlb-#qDr&?`CFeN{iU
z&a__lKF8bj_SMsg6STDJL}jx#*z>%S)@plb+k9mQ=dz4vXKfFuN%wB@{T6$mS=a1V
zWb;DPh+CT(x+YetF{nsHH*YnK@^AiWGdcaH{E4+53?3%4O{RALWn?>__;`+4-Z}G<
zn^C7qBM+@+5?yP$^F-z*u7?*j{zW}q&|TPmaK%d}rRKjyhVj#adyet3Ox|kyVEd7F
zqZuU%586)N>icm(z({z(;sZ67XQo>#9;~xGGyQPQ&dcFVe{Yq1I&@;D+Udk)GHItW
zXKLN`o1whibk&!mkuR>5>WP}_I<H%^W1&l#u=w12u6)a)c5&Xazh)|YVWpE~hIW{r
z;9OV5Ywx%h3pGzju&}wY?uPu0J?ZDpTk?3>NB=4_i2Jbq`=8Gz9-Mh_s^7ixVWQ+0
zp0JuZl6_|iQtFZ)JU&y9(q{a5_RRY;m;G^@WNbWt=Fc;G&KErWU7TiT{CRWUpOyJ)
z6J|PuF<G8IHs3I=GfQ>CR0pw!H7uKiPIxI~KYD!TPY-Y2jfUBA?=vjdN62t$9danX
z^ZU1VX7>40M|hL3J^S(Z`*gNL!iig^$s6vS>Fq4}%j<XQitCSG)yqp3L_16Lmj4#K
zu4{0>_`v3qG7G}kRm@vtIb{rF4CdTAJmaJL{r+N^2{KVd7lk}lF$J+M@$wLzprsJ%
z@M-Gm-s8pl<sFSdeA)GXx-%Ls2H3APVoccLAYr-vAj^qex)1a$pY%7eFiJ2=Fs8E1
zE@yCKaC2ZhxJ)oZYVKN5%kpc^?$;8+nfFS)`1-jjpGAbBYwJO$<`iC?>;;k1Iwl?0
z4s2mtWg74{PUmDV&yBi(b91MuGtNGyp`Y~Gf9GZn;ok*JheZp1NT%N_j66S8O!50(
z@5hI^%I<T%yY(#PG4svaDcf~soJz87`2F4E+pgJP?}y$`4+@Ojz~#32!{tlTy@&N=
z^grfpbyn4z##nYJL7k^9Y5PX=FR?n#hi;$#TCQ3;F)hQTEwNvjhwII;mF)+Y?%i$D
ze75%9!I~{5#^O?C&AU4@8@DaD-ns1m)}?R1-b*vu=zg#`DcRj;%j)fx3ODwo>!n`#
zbbikDyG|D)Uo14O6~4kGZXBL)Zqtom`HnZ~rS~5BCoar9P~3lLo=5d<wFrKLmfOzz
zH{Uf|qOQdF+rfQ?%7nQurG4)7PkZ*QOnA<1i+Ed`HCq;KZV<S!{JX-7?5T6PL*Lwg
z!Os`G`{CWRM^CPKdA!lkKDm1P_luIp_Q(We+(>Tc{HB%q;7sH5L!3FA!>27w^8J53
zGjB5AI;VB+v(syeXPfi<{#k8QnfJFq=lR87haXfgy(#PYT`t0%`$zrMZ;W{dmz~`n
zFBFyaXx3)8+pl-un<7&rwKO^`;CK5;akJ@OeA^%YFZplhwD4v2oV6<#OuN3$;(&7K
zp^pVWWcl_VZZ_pTzIgs(FKY?OH~K%eS07{F)&KqbX1gD2P0s$=vtIn(w0C-2^1}X_
znNI&x6Y=lSy=Nb5AH6?+yYj%Yx4)meSPQ+CV2GRi)?MjN*oW26CMKMpHrsrA(0#qh
zGc%SyyzYJNwa=FHLwtQlV^_@(t@2dfr+a>`(NELPH?hj*dqwK)chxSN8NGJ%tPQ@!
zi_X5?I{9|XtXWN`yNst=2G5+mEdA{H`(D!%cb8|?I8QF!@?QO>3fq-t-UjWhdoHMW
z?aE32|2y`TSMU0eH(5ca?fV$ZO3sOw-B|J~{@uO#Prq)Ry6a}<ey*q&O4%9v?(ZmD
z$|WWprKyo{PIcbKPv4D?&Rnp_&u!M?`1Jj8-igr}s@F5UJRX(Iygd8ou~XZ-E*aZA
zem0xA>gUZ>rQ7Ql*R6FB-8uL5o7A1nuNjx;zvtV#mrq@0Tfy3ng`R&rzFR$d*3z<f
zf1FXw%L~t(9^EYdrK>#m;cs2$Srb`b9bBN=oR-5Bm-qc|+xznWT;Epp#+ce2{x!RK
zwpnlVg}$?^&n<hHA@wd&F8_z3oY)7Q3zF~e8%SKb8KoVyI(d4Y>DixeHCJ`M@A+HI
z?5~!0hH-+{i|6Uf*15;G-r(hKJ8*a7#cher&u8lXu*=F=$ZNYUaBcPSlY8wseHS~f
ztzLa}w>M{MMnJZ+apnt$YYdto$f3!g%y4+JtL}xUe%{0P?oVg9y}EY6Bc=%EEMAAV
zIcsHo6Lz18X*q4>$n-^LhcsLL;RnfoByGBj?>x_Y&8o6XIQ>C$;Dg^B6J7*L#BeqH
zCl+Ysa4hLN%N;CKkX@a}@j}8ZDsP4D=0oM5Usa`j<k`8wR;g3+Y|FY1-|I#;(|0~8
zdVS*8Pceu0X3Hn-JL>iPsM=N*|HEp$O2^LHvisJjum9)k@VLp$?56w+l>?Fn70lai
z$R~XF<*D~*T7GS_;a4|?NfG%@QmoRs2cIPEkL2h6ZIpQ6{HHQM83p#!AL|s8osYKe
zvv~V4>!sI0vwZioy(|ZKZ@)=fWN2cyZK;jm6F2#meQg)_FZkTCvB}f7cvU0Yq_(zs
zW<2+1F5humA~WWQD4WXrDE<UT6$YML*0*+e#V_9U@#~s)uip+v%VL{#i)ZM!Pqos!
z^E#Ewd75=sPf9*h#<GpCr+xW(Zr{z<Jkv^Aq<@=B%je8IJT3Q?{0!?Vy_n?3r+riT
zs-GX6)poG>#_r;OFRb>id0BMt_>Nz7x0TON6}OhquMp!moU~Vlo7<}5K<<-mN9^u@
z-+lD{&c{uLKJo8o2Y&iI>9X}<p)&;vCq$Rs<=W@Bo%ibO8Ggr$Qa-vVD9`yJ8+m1-
ztE`6WN#53a<%#EA?B33IdSLSLuZrL~7Sn~FXF8-Y&E!l;yO%EVBe&?xneD4L7$|?*
z#&y;vVvEp~RV!A1Vc++2x$+vex6k{Yu|7%P%C~rLx7zBO)XsnBJpat;tgb!n&G)2!
zPJwLmRI7-U&Bj(oBp2oMT0X65>$+KE`FBoms5ZaGoR2E}@9*4fytBV%&1u`i5n2k4
zk^9~3*2TvL#omtJac$F*UFW7e)IMBU^Gsz%{>{|imHDSGFrGBXxbcjGy(wNc`AcEn
z=etG=c2@hXnaB9r`b`rH+g<4pn~PoNK3=ogQl|S)vi6RA(Gvr2zvi<|OM9k1H7xm>
ztMKke+Ox9j#s+(zcFys&TYRNk+V|>#BD0Cj>H1d9SE`#NxPF-ax0WttTV|O(NiVI>
z(tK_F@y9(u@7FJKeiwXfzU3!3UDsbu^B!&%e-*rXbF~%ME8)Z`%f(bytho3pU}^g4
zwM*{Y+9DZ$M|8>V^E37>)K>`Ia-k{E)75s)+JE1}8+VJYefddjtwHyN6Xz{H@0jp_
zCtLqo%oiJX{rzUwB3`teyLVxo)UT3<f;-#Xt_AS(KIOdTyg-iWtjYx+FRSg(Z@m7^
zF@fn7U%<zmYaVOIFa$9Ku`jU|{mGZ<ymr59`}J7s8S5weJ5HS&qIrzvm2r=-7MrBK
zTK(qWRMo9KF_lKA>nnMJxq6$*#6+H(vA<@#cj9Kl!Hu7M=XkHLuMT^AZoP$=ZS+AM
z-Oe>nZq4M4iV0D&nYw>-sZ_P>{iiA=*F93$4u9NyEdOC{QZASE0-kl}o?T1t<w=~U
zcJFdQ`7tT;jwzEi2Ul0U`?;iYR?7T!yMl|771{4>D6E+hGwF=ofolIxM=nMB?ElWU
zW|D96)HA&2Zr?w5PM>p1$ZMU3C$ki`vWVp{t~gkALOC`4>7zpq;&cB#{g#_`qG{i!
z9+PS5s&C#lIeeDe!ISCVbbsr=St&I!(mhl2o2EVA_03Q={c*KmhMKnQq}-)>O~t(z
zZP)Xh_Pj4z_p*H1yT__kE9ZT;pQGAu?sod=<>DV(_8nRONNnwkR~-)e&CJz4*IqAb
zI~W}&Ty*VMe$u5g2O7IqWd5z^-0|u+AN%&0u&u6rzn*U?zjnAOts=o%e7<blC(Xmj
zIXjAt{VS>yKgU%@pM1$*E^)@H^Z%y^S=$FQ&8Jj6{NUZ8v-0T6)t6LrH{EG;5-(BP
zu_WF5MD!xBsg^aN?XO=x3O!V9Gux@K=I_+pP2Ei!!UU_%yzcK2oxb;_&Y$F_myS!P
zsrj9cytYMpZ}q}zGu~ewArAGazn}FzP>z)-@#L18Up-mo-odCH^Z3qxo)cRmC{v)b
zcE^`@jZ^b73^P1mDbC(<*#7R{CtG6*UYD82I~L!&{_=d-rt-6$OD=2W|Nr*n+9{{Y
zJGa_AdQy=0z2<du$jv<$WnR2^*LC<RpV5Pg#6Hy%HG2=6J^nWDnBFPfOkuujhu&(J
zl*oF|@N+NEynmu~*Bqn2pO2m6V`bUaIOSB=X}%`~GrylX_uHCh_u<;IUFSc{*zW$T
z?J~En^5NUTXJ>N?O<)W-Sj*1$sc_}<&n{1|9yN}e=37*KC_mC7efKuwYR4yYZkA=w
zHx4sUo_n`)_wM^kt5ogp^S#>}tiIm)&cC<cOON(fmmRn`;nM%dy$wGt_Z+tk+ZU$(
zzT{@~+Vy#E)2b&QzV5)@_4bSM_p&d04k%uqP;|y(!R(Ds%HzI<@Z}o(-ST`z+}%x<
z$-;{^mPQqw`PLH8d}7z!r}KC1ot+UN+-LSQBj@r*-c73#HqWy9Z@t;*KHr=*$7hC`
z2gVw2wO{ygR{ElIqH)vfwF08v1zH$~7OYygbY`UJWYdXp7jNFJG~cjfQP``rK-Q=G
z_n0k6laG$PGSxL!<JGA}>vUduHQZjh-}&a&f0^~yFCCbyv*uc8@x%=q;x^x%^YYm2
z1uBn>r=DQGJ-sBlswbV@>!;nRLvIYfyiH9tV4t!!rSe?OJzn)I#Y*nCs^_WI)tgT{
zsCDbi0e6jlR$+$iye*7Z#S}t!eBry3$00mPI7q>8$7;PV_ub_6em|QTy4$iOt8+rb
z?df56UQZO=QJuHY+Bko~H|sC9kCS80zbs!9Q?zW=rVD$YyNkYEwMb6u^+IW(1%6tu
zmNdDYH@P$SVvF-_u2TjEZrodDwl%R`xf{^7`MI|Fnf;c(+PHKpZC=fuw0n2pjZA~t
z_ljk{mp^-z$0V|4p^&uHd{!>;6<-}5b6<0I_}<7S{vzV;{8#%w>zXq@V12;)TJb{v
z?=xO+a*~hDDsu^#$|{`J%js1Ak}qic{@%;#`G$KJPA~l=bZUc_lwkAwqO4!PmJ}S8
z>ghN*(XhgZ&HotNYev4FgPAwG1^ttGzkZl4RV%pD{_2BUHx{&;o%Sx!_*d8B)ZZxc
zV9K1cM&F7mEd6=beSh<;H^N}+hYTN??#7vOC$?HoKbX*cw<XFrdxel*yYH?h-edfH
zM`s>BZRFsc!MFLLaz^H+O8;vm@7~x6`($`$mfd8zG}+>;^!MXSr#Vb5km8AJzL;z9
zgLm7FB{#b=H!XTH%Pxjxd3Zp}&nXX$c!IRIIBfXjr))ndY7d9X;l4PBtpDex*=)|X
zv}-$hU)$K6ee$x#ZqCfV%NJiW{<z)o**~FU497n5v0D~!pR2j|w)SSMtlXiS3;*vi
zFnif~#OP9HP~=Ll>31eHB#Wn7-^#hb)AxOy7LU@}ADNwYtamt;zjp9HusWzF?=6=A
z)62R=3#RhwUC-S+>8IGbc&&vpUk^P9Tkl-|^{LzS-Ok?KXV~vvX3unD^4#JV&;0M`
z%vlw(9B=-vumAW@FDi-ei|GZX2SGKHWz3m&=$hBePgIFewrApDzLFr``uO1oYni&^
z+g{Ii-gfra-Q0G$fTGe|>G!{X9(cZTSMIL&XJ_$#UZ)+Nx^1i7{hmpVr{(W&`}Mo{
zY{DYh#(v?eH)sEo4f1SIcATrZHUDd(%7n-OnORR~rq1pxP&*L$@p0R=jGJERO7jn%
z-&}o0=cvyU;S=eLY>U}F`^@)j5_x{9NjR?aTTEW@OcwU^uvW3lyW=|l<ShMlOh>zW
z<AVCrZJXJ+q;_shPn{Sx?M2Vj`Ed^>iX3+DGx$<>?6|p-0O*K92W#DiMApPDCydve
zecXBS%!5S-yPMWNn$B>Z;k;F`Lw}KlBHM~>E0(spG5jmE*vPkap5e!{jQ6HFul3t%
zRbX9Uz3Pr-%*RfS4||=DPMx5oU>ft;peXs+&4nlCzUrT)^ETX7QtNa;U>jFo@sA}_
zzXq@iIeZsQjj;K8<wBZNR5tSxw`nU(R(`0LT446!h~$iW90#%+u3s?GVbEOg$ZLL+
ziTDAjjGc@gjvkC2j2@264Ze2i`S-&wG-z2bC|f-3f|K=w(gTYbjUx=2R~pUGYOej&
z)*H{FGx4B^q|Zh3oIQdUc+N~bC^I*D)q5Qyo=FFlZYCT($S3)x_uvBw-9BF-lY|5F
zZm5Wc_o*``Z>rqfeQ1J&PUpd-8%efn?)**OAk5~RxP@=qvS$VxZ@!XDy~TcmrQNsS
z21~oA#dEDVmJ_QlbT6FFF#Ev<PQKX%aZv}^PW3SG1ni%Eqi&Y(0fxJ~FW9d5bH->n
ztCHm6WmnZE{F+=W{f+g%oA34SEO+N;mhc?CckdSGw7eZMJDQ@!)&IuSwr<Zol=(Y?
z-#{jACBq~s?z<<}zFBAMzGJHI;z_1O)1U5q_iNhn)loAWtd&Y$d=gr~vq3cdn#|!}
zokkxPi}y{^Ubf#c>s>kH+QXMBl6}1&pWfV?t~KlM)F&%Uc5ktgb>Ai>mE@iF^O(8$
z>!qm`iI-|OEYM)qxsdj|I!ht0qS#h1|JchaIl~{<c)i(lo9D^rPugEPD>ftLneu15
z*H-baJuF5-Cm1Fem;YGnq_$$_g0v<p@9Oe=_iM*2-OueUjc1?dkY^LuTphdT$@k|4
zxp^v;?4LKU5O%edIQQJR+X}>-8@VU6LA(FW+>_tiRj(fpdzIkGx?k<9-=_4y^Gna(
zU!Xj3{@T~&C6kXvbk?YTVtw-b-R#Q;!lymr3Cx?PY~DOq@zmYGNmf?sDn-}S=KJ5W
zUh_^bz>cHCb^@#KC!R9Bp0)yoJAo}-ucw|m;4aK{O4|4v+xhKtp7*6S_U28k-d$F`
zvv}{s(}vu?ubpy|<azaaMweN0)Z>Le+G5PJw}hO3R=>?@@9o4*`g0y$_wA`xShI1_
zM%B{`yk2wguiE->x|&_o30>(=JFC9#<zr*D;Cg#bhKs9f-=hr1KBGB>H+vcK<}bQd
zvmjGm<l)21(XSJD=4&)B<`0>&a1qbcRE-&hYgbI}G76cta1oDa>WY=Wi|3y*c3*L^
zt0~MOm(|iFA-B&!!PKm`w(#cirEC?vA8sY^y@*`9h*@+?Sj5lIla7A%2>O2Q!ZfdU
zpDnpBeqXHdDe#}{v&T6#f286!7`JZO_+)8=8Iy@{<B=Sxi-8$)n)m|zF8pKVx}L%1
z!KZOp^5<QS1I_vgbH7R4Yd9!t@Pqkz)>Ct?BfJ>}B0Te&c%7OyClrYB$TeMbz47nP
z-48tS2Op@s*?4YqtLUu8-wDmPl5Gz(S{xSoQMUf$MxGK~saej4J)5r0WaiadlViZH
zSz=eYIr7)MYYop6Cd+c1JG^t{tAARrSmqruH`pt<LiiV3w+XZU0kPShx9cwcw0>!K
zVaY?q8%g4<D$CUc5{e{>+jak!dE93)*!??b?Q6v+%O>ZmRM&T=u2|0#7twa8O#Vkl
zR_o2u<Y=eLj6Uys2H$dTJ*)gan<3Ts<)Uc@8Cl=Ywf`=k#<=WSVpjR&y5qMZ`3=^;
zOWAiv^ToNU0;|3Zwd(S->?dC)So#Xj)jDu{ciyRb&tv*Ysm;FyZ`ulmwC-K`-sZ~V
zsq=V!!&JSSXC%6w7qxnS%lyH*C1P6|+&nhSd0uwlw1|vRXEUqEmO0$+Y8kGvYcv!t
z-s|jL9NYY}XvX?ntse#ga?HP)l$(X+*NfX#XZlU;{q%3o+e6>KnsMKspUr0cS@4I2
zvHfqxqWRzU)@Sq7%v<5sWTk$3L+h7&dAUD6-chs=ez4|;mEgRCZ?-E;%}76fy)#Q~
z1!q9x=6vnIwJckOPB2ZF>JXMzCwAiedtHV|&J@)Nty<avC(EMmMd<u|-g7sv>Bv{!
zop~%FAq;CFM^ZCSV!R~z;|_;A?0B(<XMWxZs_oszc+BIS{cneT8+4x-6zsWr+P<`^
zUw-k~`5RB)72v$1eD<Q`x;-o!&5L>XR`_|CCe9H&&YONNef>}AnB(<7ml!C7h9vPm
zV~`M?y5s)#;{pGIeo7YJVOepPt#|93e4FN7yOY-}<l()Q{em-HqeywdMz$5X28`La
z3cOY(NjPt1yCT&f(jd|z0wN)FO3;%#H>X)`dbh&j!}iiJ8Hqo4(k7^DoVe}5Ad&F#
zZ9Gqg{%>Z5#w+I&n{uQ)93C~LIXpAt;4H~|P{7=NTSdQd7w?r?KljUm^_&dMZ)(ro
zk8$ss;P8x%$=qOvt`k$|?M0@IMjm&!aWJ1{dGq$rJ=e|W4nI|CJjHT>N8<Lu8*w+H
z!j0}khVQf7ki6FX?ANsdchBwnq%dP+>_*+SGMUyd?m2!>@A_Q1cTMbyqG#2ye8vUa
zd^dRR->{2kCPT=(gd+9H@8^a;QoBFzYH=gWns?`B&HIoi`@!M6->&itdndn3Ke;$9
zR4QKXO5ugQ&F|)xykGF!c<qd*54V2Zxr=G`g9ZPLx0VVoasI9QBj(P;sjA-^eUl$?
z*yS{toAF-gxvchP?fUKV*TugbTXwN%{TlOW%U4H#ack7&H`*;B9@8B0dEdnKJYVjt
zk8&?tlkj-))tNgx9&K>Y6U)eF-OsDH{POuw=JMwB1#%gizKI=ppK<5?`TKp_Dh?K(
zz54z6$ENh#NpX9>&sm)tQQ-M|c}H&2KG_V_`agR_YR&&XyZ5zN_E~w=xet4%|9=wp
z{Jna1npEGyInTXMDR-CWz5P3B(F*16s=Oe-bG50ml{X)LU!qpNyUsge<?_vn-!A|0
zxZ88(xKFK*NNL)~viox^W>4FG#{Pd^+Q+m7vu@2kI$PF$9!Gl9EY7Tjlfo87ab~Gb
zxcZ?mZJ*KMsXy1Ad4Idw|Nono>rG73ekN0xmR`xZ|NB)#^&TECo8;-c-vlk3ZgaW1
z&9I15RDa$s-?YEw{fp+=T0hNZ4m48wAQb1AF8Q<S+x<cVhnw$(w7$$aB%b4y^|)tB
z-om#}YuJ3>GpUQ*3dnF4*Wh#0Sb55L)}z%<As?%`ZhqU>{8=#S_xjuSZm;PP&DCfY
zZxQ}JFTckBx#g(`8qMY{7t7DTT=n|pvENHCyW4y8=@qnvZMS^#we&fQn3l=?`gM^R
z?v+}vj_|JiYHnF193rx1QI5U!2d>z_3tdfNS3FZCwWK0bE0ta^)XO+o+<sVcdf|`K
z=xoL%Y-@NwNIfvUa#*taE~qiIo!@l7sL~1}2F)8LG85F+#ql2CKEVC$B}YiWr|*i4
zZ|<F7XDhV4cjD?@;}yFtd7gZjz4OTLnffvsCH~fbb$=|`C%>f8>>77*KyHde>pPt<
z9DjsF0t&uHq({Hn67@E5>p3HxXAP%*sn+!yZ_u?AX3##f@gUo6g(Z%BtUM9^v#$v8
ztT@<^$23jcJ-<F9Qj<+MYs*5DInOs4<tgm>GDG~WgwHF>8}XYaKJ60MDA`c?{_VmU
z@s;umdws7l=Y0L<{B+}GZ;mzXuFf}Hl4s7Stzu$ZvrD&>V<I!p54*?%p$otCEC{Qx
zUaG)&NA}iB+rG;0EeUfXZ(O-KE$y35d#;`Nw>yG*+I(r(Gs|pq=Ujecb!Oe+H&$oY
zT}-*Sr%QD0|BqbyAA~HgBs{(#zw5tx`I^qmszis<Z|t+K&*VKfSLD>c2N_JlY2w$e
z&K2vpCggT8QzSgE@_%32-ToIxq^o4stT-HHwPxw{dYP#$Tees#wDT-xw&YoOS>W88
zTEE3FdgrM~-=7k7{;Q9KYkOdcge$)j7hj{nr0m;_7E!Ljx5OSw&-%*K$8%2nPI0RF
z(`^j*|Ej9iS4V%bKC|)95#tEs84LcoF-dZ!s7zo~P&T&DkG^Z%_=3AP{ciZS6EicG
zJ8EwDZF~_t$?LP>cu9@lA)hD46a5wDch-O=#loJ|mVK<PKX)cPZJ(9hIiB#e9Sc?l
z1x#g4)$c2KR+;wWeZkTNtWzC!DBH|9?81@|A-Fc3kNetDP}^Or$iTq}1f4)+kwcL)
zllwKkvlhF9TQ8O!C^%5?<PEoFNJ?zri>^7>o%oo)b6#uNa{Kq)rWomB50C1iN4+i#
z>w~;SBeb_%i71p=XYwGgvpRbEYo2ed?`|wO#TIIov3_Che8wZa414wlf8o<vam`~*
z_1X7XIt-?BI6(vED{T2X7AZ5?#qj*uYkbg!<<4e>nH#&yoS7_YWqlWKwr_Z{z5dso
zrdiT=tyZpHaJ=!~+RZ#`G9#FqS#R_mj}4L0Iqc+^$j`%eknJ?X?1biB#|_dpWFByl
z$Z5Ig=HsOFy7^`9q@On$4}4>5GY{C~YdHCYlumy4x3*q>m;CN4O><6uW!q%F;qN`)
zpE4z1*xA2VC+>DCXZ>2Q?Xt4kEYplvCE;@%ljdQG`)~4oMy)vME~%yhDwbtS-Y=;(
z&tjVZF1FPx8>1b+zkB1b;KyUe`vyg7cfqv)->&bcoSIL~^@-b^!5OEYV6x{aci8t`
zA!}cnFv>;TJ@{(=_1R(Sha23#m2LPwudR9~qtMOUC+{WXuqRgscqhD(=iD~=VE^m9
z4f`M1&947%W4t4-V9K8#?oqnYnfF3xto?pG_4{YrGsmYWhbP|qTP1owdY#W4-jh#5
z1LH~z91m*8d)mBjxntS7=Tf~%%7*#zKc?9Q$t!=|xP8^r^V7Gi(EgtMzFG5p$djsb
z_dQbkLZ0oE`?E+Ue_L|(yYI6nZa;Va$`7B`eD^<#)>N9jn6ty0L2c?w&wAt1g1nl4
zW|gdUwxtG}MT(WqPfC6<^F;W?`}@|{GyE)?Qk<k@8Ez;xkzL;CjA~o)h2Ogu^>6)k
z`M_@dWzTJ1tmoTTI!`o*)na!<aaYz-u4@m@Zx654{<<-slC}0pOw%Vty_K!Sr!W7t
zuI~I8!XH+iU70?0+xm}TYEdUeFHHK*G3WH}B7cv2jNw|VE*AD$+zZycX}{lEqG;Ch
z%#vqD2VM%4@7-#Wp)8PgUF-kT#hkzUve$6!WqDzq>bSP8EUofXJ%3*wQ*+e$dCj|v
zy21}A>8so4Yu-I+uzJOsn8y~{UFPj>9vUkaF0fzyId91stDnnk-*0Wx*s}0Kwt$e-
z%~PjC&((bl$+o-m*7dx=-6MRumRq0be5vRzs1Eop#3EeckhOEsBaOo+<cjC1?w$Hn
z!=H5z*R~sr_lh%Ch)&Q_40Tw=%zJL5rvA#8Ij<|uPi%PfEv$5nz+RasLEXK}Hm0W*
z8YZeKJUzO2t?iB7_4zs8ytykE+VGxDQ7fMpTeDuyL6=vH?^DnMPL>C(3apB*PFBaA
z^535hy;NNHe_rmL_r^&)AI=Fcv~f(^dguK{_m=gK3gQeR_+?cd>@gBcmEIXr@Qu^X
zI3_gNre|({|Kf=UQ;mN3u+4wD=GVPc!-|0AIY0l@s5Llm{k!wKj6+|4KhwRYe$IF0
z+3GQCKVSM%eR;1IPv6w|q-!QMip|C;AJWg2hP@AUEt@szTKWBlrEAxR#LW9){=?iX
zQ{kj{LF&1)udg#Ltb4IvLPlct5!s!-lJCw)&e+#qbiDuILc=OUwY;9><wAMJKQ3m<
zoy{^(x{<jj|Ii-$Dc3j8>kY{_&s+C&j`YNhVZZO4h|IZE@QKIr!dJr|7U{tOear4G
zo4a@8Gu~GpTD0~kHLGt)KQw>+$L5la|H^tQg$}(||1kGl#-FRro^PM!e*QB3#n}Vz
zEy^PjrufzOo1XQXye@lRKzZ2CILD14J1<q1|4@D|aPRCazLTf6o-KZUSUP>td#T;p
z+7nY3)H7Z`*qho=Yr&pfXnrDC`x@)q)Q0W{1%fhiP1bkwcCfzV>VN%Y|NDI`Th1=2
z{&GYs>#e75fneX|I&&GR=|?TxR!vekywK8P{<qiF%vv@rn|0W%3xww+NA1}0ST)1M
zS5^3pvDl5{GdVk~t#==ewOAf>k5$(A?zY-#kDgr+csDa4San{lm&A&I9}4N`n0j>%
z%N)>qHX+h_jzByAqk~R|IX@=IYwV2Plq>)Gw8HCGJUjCC9xXnx?d!jN_pe#scgQH0
zwcNVZ_j|OW_w>@)@Aj<xQD?_>u%zLm`LjD^zpK-(eEys}cfY-P!pUuh4S!+`KGxp*
zSZOxj@WW%_`6*ZXbdIuon#qx_G>5Yw=()DwITs7zD=ZUcI;5rT<9g626~+YaSg<N+
z8^>QbaZ3Ftczs5|bXJe9g;S0S27de;VWAn~%{fKW`ryvWFMXGk(`(Po_^~PKoul31
z1e=ruefE&7lSXsm|DIXB(J@Nw#h&KI-{0QzN2W5FxHwnx{Mveur6DC?wewoOt@C!y
z>(`PokkKkzb(Qfj<Kc;)iwe#$eYI2wb%;_}nHzYI_eUE`L-@+2T)LqLR<F5GQh(0x
z$alel@B`Uvb{y;aZ2rXR@X6@5HrwUAud*AiGpsMY;@rrY)o^`9*q1ZL^Y$=Xt}t4#
zkzw!Lk1D^OoYiH>XVvB_(`xvAoTc1K+p3u1ox;PdG8y_(dmJRKPF)CWJ7@Go=kU(7
zA5oQ48owP)Nazt`OFNq2wJ-3&R_zsEnNCOE*pukQqjn_2Im4po8k5?g45b9|bIWq|
zgzUC5&Fg#|c;#KJUX$*|lYAzb?>%Ol<Sdza@|LUWr9Pca=4*~yrWTx>(JN$9d~DkH
z#SV`;_iz4qaNCWf<%)*l&ko#D-J`X&kEMk%%kanY4WiFwgCl0~`2P{e-gV$*^TUE$
zyf?b++c#R6``$moTfh8z(h=U>Y`Y)2c^JsN`@i7<cet9vwGE>0&g@*c)hgjYheb|n
zc$iF1(_uA>oF*`<+t=Zo0rUNYN8Jsw1+yBDRWU%SGrf}gSC%KFF1`JqpL0)t(^<ve
zos-|mmb_o^<Ls3A+_L%=G9TZcS8g_L*0z^>+G_4v=XgHh=<%5kPw==uGiS3q$K#%6
zVZ49l&$+GJ-=ClP@XQ}Iu8MVA|Lu8lrY7xK@uTI&pQp}Tf2Jn&UN!rjzr|_$j6Pre
zSeUlM=x{Orm+g00edWu4{94$yK{;mT0!1aoIWI3%x2-Tf=+M+zaLB^%jc-CjVnd?n
z!(%KBiJ+6Q1O7#B`}g8DL$dz1ssHuF_de(BFYjK>n^*B5cHQ0=6?cu<^Vr|@9epxw
z_VfMId*4r4m^{lsSjPOPsrj5E1sVr}8D|&2oAR*o(~rZiR<w6MU0UlMv6J&uea+&B
zck7>Ch;ThR_v)|Rn*33#0^CxgS7msco-TOz;xzLX%hmCLyG^spZ*MBMGvq%aWA7wZ
zlV|(H^lSRv2ezA!K5I~Y+9r14fZ%cG{hV1^3l?6J)?WAVZcEG!JN6szRPP^@30NHX
zX|e4?E2EFQg*Ps|`~SrIeeE|3#P>XwefQQbPIv8|-}Tb3tmCh!DLQ&Ho@L3hJ&=%|
zQ=lC1x-lyM=I?W_PQ^0wU#VJ<<LGg)i+M?H(#vg2zsB1=x!SnZI;7|HHS1_?o!MU}
zq#Y`2W%=M-y^cR3-I+ylK6BYmCii`k6LyF5Z2K6kxQo@*xuw>o{lmS4MV<?fidOL7
z-2Cxi->rn*PLgcATsbc*Yh=npZB8X#Zpbvf5!PI|)w7vta#fzmVa6r9FF8eL8*F3C
z&NkTYR$cwB>M_Hkx+S^{%8?1Nv9sLH9pN*{kH~DEX?7#6J@X%%usPFO(QP-mGugJ?
zOzf9^c7wZD>CMK&a=Q)FfAg<T(bxI$q)%@7*?Zdk?_2z*$`md3JbeGU@mcq^-?{GW
z{rZ@1=LVaEF9&6IXMBrz?$pHeKy;2~iP6#9eaxwUdd^k7HgDUlwP0!e9;V8gKL;Da
zADq+E`lh&j!(8Eq*Ta1NOc2@i{96CN{<L?s1!4bAb6b7er`9(s&vA0vw(|PyUp)(K
z6z?+Mw%a;$k9b`9@%_KQ$?RAeRw#Sn!~?xKnd~ytPp=KAJll16dBF~mxRpzP`8(e1
ze_s@tTHm1lV8cJY*Y6Gf-Iv~1p3OMB>h%8h%a$A0?2uex5qCk+xA~gT)69}qCR5(U
zZ#UfJoBejf&F9PZh&LJ?NXs|=vD5oD&$G*y-$qTC=I5?iDV7y|{QYOpdeOyC^7C&`
zn;yO8_M8jzb#@<_8S&fb)-(P1+50@dPnG(9UHGTR6J^FemWpj5b&|cHb)h~R(r^6u
zYuR{)#fVux{TXDX-Jfs1mD>&G*(OW=o3r<A&i*sgd-Dw%bsz&ppmlb05|giOu!;JU
zrS<*Z+**bAMjb~=k4^i2_dI9#ev=vzj>U7=-YG50J8M2?Uqy9aVR7!!m7ni&-V1hm
zy79W?hI@C^xc5#l-L_0(%17n9AHP{W>W%h3J16ihZ}<~~&y4qtkL;E0I<K_&(z(ym
zzISzAIkQuGdriH($A{M&-|yp%`JE^{A>i`!Tbr$O&NR(S{J?81RB_VraNMlj@(Y*A
z$`rY+H)l%Sa3`hWPHVaI?4{8!JAdyfm{|R_`1G8`kF>N_Kb+Q+rQ>Wjr_gP^x#N?*
z3#YnPuUOOdDP+sFQ&lT2l(X&;ybyPev&LHRbL{Oq-`cA(R<s*4?A?E>{I<P3V^(r>
z)`43W*rgVjO>$UZ$&$b_t31HFaSd}6*Atm5K?};VPdXhxbbmAVoZ^7@6T~0<<tTk>
zYP>Ug*|TMDKYzF?yLh3^+^n}MI#Sd396oJz)$1?^bA?%FY`m%e`FW31H!P`)XX5(1
z`|JNg?KR5|X1yysbk`-Qb^47Z#T(yRH0(HOkjW;xeZ%U~CA%{>teAiBjIM^tCZ6ur
zqY;v7-)vYvtrY$CZI1iy+c)doQVQl&X3rI6kFI(5Xt(qICo7U|H%@o0dl|Pupwf4i
zucnEZhZ%R=`su$5)y{2w@45fA_w$NN4@7RH)X#Xse>088@6blYJ#jBXW$v=9s|)n*
z{<FEL>Ey-*yKk60@SAh}&yHo&jtOyIV7Ye1%J9jbD_Z-G*`NL0sx2%qNpE86<HM|e
zeDe=+@79R=Se8%`|I7QpH81}Lwxcf&E>aA8Bf9Zhf0TOr4s%1^CkcExQZsID+~aZZ
z=!U~HcCTiinYi+0PQh}|<buC#M}+yNZI*L7WU2I~#bnE}`&&xv#Gc!kI`XZ(wYl*2
z--FuR*UPQ^TNjo^^4~JQSInTg-1+hS)7kGfOnm2``u3mm?7r1%#*Wj!eJ)xp@#|9Q
zhhO==kITMYpXo7GyL#H;*n%D0>Bsf@J@*vr=<r{8%gy;9xFY%Z^O?%mO#X1^>zqGR
zsq#xo&eiTzlzZhPd8O*LrXGK7WJ3bm_P%|#>97}n@%taos;`v@&40&z=!Nvu#f3ZU
zZx{cFbM6zj@$amipTGa%@016^f2tlYUarf%*|tOfW!1slOYcR_YW$oWxS@90Qtk}~
zmD~Szy`N}&eu-)H!7_;g;}^U0OP*Xivsv;_i~FhvJ;&b9*{%B7^iR$4=PUaS1NYfD
zmd^W8J^e|NSMIWN=aNfql+EvdotiJP^1w{1*=>iSe!Vm<H4c^+cAXn}<!0d8n+?wn
zT#wuXS|}UI^62S)8_w+A``_gYU76%{ifxaSmO|XA&0HVX#P#`wPfJSG6q~T#W#0uh
zZ%2t6=TmN6_u`6*@N9qSBev)66waSKqW1R}F0g<5^FeuRn)@|pshGIwmNS_Pqzm5P
z{`l_f)~~Jmr@o$jVB!Je#*I8|Tcv+Bl<MBL&fBT)aprVg{A#l)$0OQmdsXuC>$bn|
zyHmgG`pSDZ6!_=N^In=KS(NqHM_`Z4r--MP4-TDds$LPW%llxUYsSf7<J&%aw<pV(
z%DV2bKfL5qL+F-0u^-n|-0f_3kQ93-QEVd2zI%sA)f4@-G4d9hx#OEoJ&O&z5OvW+
z>e?A;;R!<F&%Q05YMmKuExdp;<iWa(qrXFrt$oQRobV!*cWuS`^?O+~oSh}3E`Lgi
z*6Q57(MGo3UGm(m<F+MJtQVdyIdZo5Y_*U%m(+@OR_)4Xnwxa@E)&#<-q8In+go4y
zP~Vp?&(G~SrtSPBDR;pI<<Ls8JL{)0@#gvb(c+TTDOs?fdQO4j#Kkv$u-*FW^|?yT
zY{wPeYYQwBj;2<un06!Tvi*vi=5E)QO>A{*ZZ0lVOFg~(+N{G-&8rg&lyf%t^RJr9
z7t)&VzV*;0X`jE}HtKWx8Aj?wdW*ZBi+pj@rS|8ma_6LJiTA}zW%JHd9V#~1#m!cK
zP;EBn>B-K2j1_hXONSNhTk+&em#$`s+1+BPmwCG*ceba@|5$JN<j);B&Aq}$F3j7Z
zYFeH%r`c-z(?dKWQmz)tZ22ku)gL%q&TTm8Z}>x#&Hd=Z6*a5hhp&x{Om7y|6FkKd
zx^dqJ`!)0O0}niMKlyRi<1TIs-TNX({)SrpRITlu+573e&E3vfbyxV^Or|l;>$)5`
zb496z?)`iBXEWIH@tv$R`<5%#w(p^y#U0l2|I07DKN2nFy8QKnEsHLHUA$X^_jNsA
zf-U>$`&x?*3tI#Wo9l?JP-Zuhua>zx|I|a_g2TV6mqsN%m36z9_(az2-}%fNiDzWL
z-JZ?EGNJTw!4zhZg)`e6MG_9MRBvGJyvfQlBWk(mUA7l~x2Kxl-<2zvXSw(4wzop(
zUe#UM;48AM^1b8F+_n22*K6B<v{AG^_4~8rue#$eWqv--&A%;ocfIgWk1fiKeU1IX
zCp;9Mn>`6`;Z!gNRhGt|*Pg4slLK0Wp2jqjp=jH$rIx$+e)%*QGtO&$k#Anu6vdh4
zsJwb%QPK1dUID8gzjoQGwq<VLMWzYHhV|}sov(UyciyWJp3=pkpq&x5)cBwSi-2gz
zjD^$AX?$>7a8Lqrr_6;(yq33JQs370l-qDh%riK*>6o-5<0R%u%#(yCF<)vDf8X$Y
zGAG00MRHn2>(;b)t<ip!_@v=iPh%WYO6<a!T~;e|q<9Ua5==A}ESx*9d3L$V?xGo{
z1~vItf|O+wd#*8T<yB+2#@5TapiR+{A=@FDv6pr0mItrc6Ie{d*6d*D;ggV+nr&J5
z;qICud!{AlymBP=P2S>pB_aKF3ya^qY0DBOAIqMyQ}OSc%`09`R^xF{b-%4}ZNi7&
z3-|7g+IH~Sr*OU}0c{73CY(F?(CmL;wov3$r}P=QJ$qPwZS!2_a_+&);;H|-3pD+w
zDNg^hZ>jBz->v^QZkx%R(6ChY$Qy-c#TWl}H^^$6{6EMdD;RK~DLBq!YC<Nvx3$MD
z$4m3CS1U6xtGqo{CGqpc>gJ8IJ#Q6W=0AMf&0uKVSy|G<d*D*~do|m;zrW8rJvn`v
zLGAhNe3y!t%HMm{^uIb|vtxtyi@wZn+h$w;JMvDay|&;+%jSl<=jwBXr+;?574kFe
zPP^7)*@gEOD_h<9t{jq)`dQAE%U7tvGXJ=j%tw_qe^xwdKOhyi^1Z-a@5>cYi)P-s
z;&fg%w#3#$L*~r%!!?!4*=z1}7c48um+*D-3G;t{BXOUM+Ud+qGHR!1zxt=U{hv&F
zW#M02uJ+&7vZs%1C{O3+o1eSS^1!#s4RT(Ub-(7#Ie7T)PiKuUnXh*~x6Q9Pq^lix
zDgM^7H_=|*;&*tq7EHdl)qeTXc&-!P%-c8qu1nkVK(h9W%jdIMxvRhTs(aP#?LD}c
z{m3Wb^9g6yyDQ0e)_{hPpC5Yle!1`!4~5$+_UmSB-gEV3<cG7T6hGg4`;X_pi|y04
zrJom<vmH%1uKrH*cdqQ8FBY3`TxP7_zT*A+mCZA?EV}pJuX^iKd*;gVnJoW~MO`@S
zqWV_yaPW$myDYoE=AY->=K0R^<z>IHSDC4r=g!@E9sBI$f~iX*c;nSSu|Ba6+7VpN
zdbTjtFl<`V!Z7aJ;f5|2UDMagy{#2<HM>>!CRFI-yzEN<2^KO3{@y5>_qQ(l?9zpT
zymQQNgtOf@-OsS6Z-dE`PqXfBJE&cLX}@~gw8fg!SLXiVtF5p7+_&ab(=?sXGQQn+
z9*S>C&zUpvx#GE)_w0uk7-pYgWZk-MR%P?vgDe`&x+`~>AAY|klReCx`_0amk9s)f
zM}6LTtoXY0yJvOPO@VF2{dcdk$UH4HyKN&~G;eOTpl<)4zieXp!VV{MIc`s{JD-%4
znZIOvo!^{23-wKcKld%$oK^n(?WaA5D!U)86uP}SJL~<OZBgr{eUiQLcK$sXEvw7#
z4T2V0ell^dOpHIsxMWtU#r3r0)z?ll=C0f%_if?=>Bg!RIpH(3t=`++E#7qV#J8CD
z)is(13a@hR*`9rofAUA%uPAk?_}Kp@JF=S#7jI3p|GzW#W1e-}&YzN-qt$umRBiiG
zyXwu$ia8(ut-a8=%<%G`xt$IA?QC&bjWSYKwo5;XtvD^Ndp>rBdHdf_5B@IwIKL$D
z$Bmu!I~V$!XXq?wNLZL&Hf!z1=gHG^)EMKeHglLWvGQ72{g%B|&7mLg!a=g`?$=3C
z8<sVj`r0$fp1Ab>XPU?bEzdLNdkSR!%RG7b>B-wvOAf2sLiaAkol}}~*J``2@0(3;
zGHQ5d&-vbEE#z<VJ3PapLi+nv+c|sZ-nLfSu7CT?wOR5TS1w-We}32R%l|&g&oiFv
zJUxHX<2n|h2J?&(_FRG2mrm_UTk!Z|_F{1k^|w53mM1?(Y2Rf%F#FbzqQz^)H#!_y
z8*TWs;KSe0De2ED9h-%}m!F&bQ03j)9g#(wdmd&!e9LRc{p8TSoVAe|R@L5rm)ey2
z`!oETckrRHMcK9+k00E&tg&v-E|24@JG=YIjvl-C)4toE2YuLH#9PfX|NO&4mNr}S
z#gEJld=a(#{I`p(+A^XGZRYjVs&SlJYjG>{)-$g7338G)`t8r3mh4IETYmoN3gPps
z4|JsD?U4OBXZ{Jl$(#{#6)ArGZ?@lmYODKxQnTJN<43I*8z1D<?vDEFShZ~1M;-&V
z+;k_l3G?n7s+wD<?{KV$|JGj4ce7~n&lg^kO)vPT9keUjVR`(pPCS#wf=wSo%`8I1
zWQ5kMG=B4st_uIYsP5ZNE}e#F$I`AJ*?!WbaA~1O_0o^lrA^aw;~r<PxvN?Gpmp`i
zlU~*nE=S(`_i^v!cbB{7*}jjtu$R+<?bi0iN#D=s+86kly(xcSzojgm?_tow4?kB;
zdDymH`GfAuW8CvX@7wGusZX2z$oeQNZ*K6Pzo$<5+o(IapOnA9?R(4it$X7iPii<-
z7hL>ev;D7Gr?#EDA@|{1aQZ|yvCNdta~Th^d6m0OHi;;E8#dOceVTbfz2QoZfBH;|
z^QtPP*V5b6OX{@#9hlWwrgp%RQB`oAONHF_<Gpp$FNZ6|U)VYI`pU3rkJf0{$EzPY
z>elFZMe2n8cKtP-zZ`>OG89cM|M|?l!^zYf*QLB@k(BOnD^<by*6ZS@ueMk@-CRE>
z_4(J0jWRa^UIm|@DOx!}O(>=ETnyWDeZ3`OhnOl4NTwQJIk4`;>qBocr+litGC?6C
zqh?F&$!c!#Q^`8b3whd%EKWTLVq38_LFC1oBQtWWjOC{5J;-5+@pnHux082W`+b91
zL62=#FqgBw%UW@S?RC)9f_478-d?{NmuegGVmDJ9>mIMIVJk`>nG~{KVe_+8ek<Mh
z?81dB?s7YSS~tJ=9q44m9{4_as;uQ3X6_i1{i|HwXHTBs@o4An=Q1sx)7|rGs*Gpx
zZq5q)r+Ij7yTd}}Rz4A{8zxM<_+QvX%xhXExT1aD^xN|dzx=HZ)K$GUN%;_8#av(J
zZI=^ldXE_=sPaC$Z1qt0WTfW<SB7H=mlZze?%!oo%e}<hDE+d;le{mRPRufsIGmqQ
zHQW5bLAhH?rX{fQK0BB2C}$J1@1YajT<7*g_*Lwg+|Cx9v8A<J<-v)>iyaJdId>(m
zJgiA`YT6!J+`V3RTH<;42M2#mXSNc1b9X!MH@Akx3GZWaVidz>tx<f=^trR_hQ9v)
zf-ABc*xF+@Wc%&D_W2dBxO94nPQz@q>?enF(hVQgvWOn`v0QUy`)bkNH)0}cr;ny|
zX0D35{9Q_RI-kg@-@6a*J8qwMBvkwCl?T6jHJUf`_<d*JkzE$JzNG%!#aX9aO-tiX
zdfRkHpXA$l^VI5Jiwk4}+G-nA_?M<h7JYwL?)UBAC84d$)+T&z>n*-vk^e;?f`3c)
z+xg2rzFPQX(`56a?0YXC^~SAGaj-q$W2rNlJu-Rz2hZ6Bx~mSSSo&Tw<7a=hjW2$~
z{s%Mv{L0F`-S&PmXuRe5iSysTYW)0O+w#)-N9NDxp@u4-zJJfP`q1-S+^3;lS+I}A
zROpIFK)rF}nKLzMb(<eOK2wke+S$k~pWbF{95eI&sXymdz5o6kbh#flYs`u!`RjF;
z)wPY|h2s}<ab1a9@OskC`r8TlE=m^eR_}i07&y8&HGXiBu(Ds=Q*9$?pp!U<dG+;=
zpn2L&4m*t54@5-#F?29;Dsm`tD01In#F$`_U@_(4WX=G7(Ve^(l3gcTto!H7z#8%-
zCXj#j#&xFa8v+;h1U{_zvghU39e>Rk7i?ql;GH#d=YkE_ziUrZzpoYU-1{!n`b_No
zi8+g-zN>~@zv}KN9kOSG&mP}@(cCTzrMd1#@bk8I>)d(gY5qLHmgQBV{`KdU8q<p#
z^&Jnde`a(^lIhMIYi+)`BpwyFR<_du8qWIvuW(K?`r>wbHbdzqe(zZE#?%{p4@|{0
z&d1F=BJdzKn^!n-gCN`Pg0$>=jArKz?R44>rp(bT&R?u+&3lUZaYA$I58Vd4T!*R6
zOWc&2pWa~Z_?}^KQ)NRqi(6{{lzU1tuh_+&tr568TSd)!vbU<2q!E)=+eO1D+2)&u
zH)NY18b--Azcjod*Zk2iYJTxe?&}LK=*G`jTe>9eT!|RFaK<ZtZxdf-bAfr&Mcz9J
z_+C3==Qu-O|4paP;WM?-aT$K@zpfgjK3ANwJ$|xEgP4Q#_He(vg^BO`&L7#ja(2V9
z_wEPE*Cynro^F5Rx;B5me($3rXCJDyo(pcx`!DiKm&G%>Yff22jJo?mU#{M!LtVQr
zZwOa&V7=J&FY2B31ou^67P9UQ|5@@Te%Z~^8L{ivw3p0@IrDD)h410%aWW-V|F)Lz
zocrarPEE1H<L0?#8!yj}+9dy6E%fc>na!WwqCaTnetRzx;^ee2@j&dG?@3MbRu^x%
zx#28d@t@xOJeFHRXV!rhLA<N{{A=CQ3oO&OAN#XbVCm}#qRXo*ix{^&5&CeAE#G^W
zx=`kF+YI(ktZR$6AH5o+H@(*Pu~}o^hP{rjwoRR1c|+}E^@<JY1$!PO3az_T>n(p<
zu5SK%@jEId<q<jA76112J{14LbIrv_=xW@m-wpjNJ9tkOi-(=e7y8NYsZTau`C^}o
zHFuqjzw8{-710Z19-npDCw;Mc-=1fYjWb<mMJ}4T)FMBAPv;#r=c%`Ur%!v4pEmIs
z%RQS(2Af@;=RDqiE9F9lS@+bX7Spr$GJ92Cyml%`XUnvyM<ZfiKb^fMve`baIPl~4
zfL|XEp9<1ZuvfOfcci+1S@Gq!|D}KIwg?TpvF4PqRgL8WL*0_Ttpf92__8k5$%tYV
z4UAwrZ8XQP_WRjIHq*k-{h9mmNiEODMHeJ?Nu1gc+qk>^bbuUlNV2ZPhNvXl!zZQ9
zo(QPwRv*-w&b%tz>Ci`Eck{Aucjs)gVqR39p#J;Uxwn@RPKs5>)mK_BSYWp>FDJ-W
zIr3iC;p(FN8<A~qYSLA>S@-PUtb5hr+E1x(l2_yQccgb{-8z3N*egBcG^@@|<LTd@
z+%w2H@hRZ=cGXA9(=<3&F3dNXws0fQjz23Lk5&tAkI{W76XIMcb!x-=*Slp`ER<t<
z%2_lySyJJ`38o#39oJ^+?swHTINB<%;mn~u_4<!<9bfBMR_s-9Ouz5Dx|nUH%#3|3
zFPQ({Pn%>dII$s&dqP6QdE1iwzihWxB&PDFU1M7*H0@eKrn&gu$;k&<0_1zOcvkXm
z3){G~fpKx><TZ&mAAehCekZ``nggGSWrIqXVfv5#uB&gKV95V_`Nxrj!0-7Y9`{=&
zWUwawI;Xeq_xF=51yd8=&-r#vYbO8Py%VMfbhh4O^_g}!#nNZmWl(8rpXQaJCcNSA
zg37~8mbw!TGg<0PILx#&LLow`eQBXO=Y|V@ms}UV-tVk8<)NwF;hS!U6%Madl@M$f
zER+yje?_RLwR`Q0MTRmjRNiT>I<t6s3(M~Z8~FWxU*K4|G5skkx1X^9Yq7iW`-k@*
z&$gb@Ui(4q&Z)W8!P&p&ZcLC&5H8~@caPs-WBl^poAu|KSLC1J-2L#N)8T?Y6_$R5
zbz5qh|FVAPx+s1xwelQCUh(a9U##P!<hB2ISg+f3Yqs={k0<{A4E!W~`sWMz?E3nD
z6Tki5r8Z+``1W@TU;55ewF)VmFL3fvug*P*A65Hze*5dCWM95pwv<=le(jIf62{(!
z!arF)%{-B=G>4HjRq~s%lK;!6AHTcAp81k?j+MK7@*ypYY0>emXE|T!o_}#h=TfEb
zV`-t(&To4A!rj@-X5_PFEnK19y=&8oZdcuxEbDY$oq9CacaHje)+gBu<BGa3$Z0Sp
z{c`$!;??v8DVE<>yj0WJ>G*!lV#lxcX4b#vo#4&Q>0c1Hw8tmFN@Vu)#eGxvGoNXl
z9QM2RJ2(H^Pd(Z1*Dp#G3yIatcd2NL`L67|@T}mv69=WZ=6>#~Hu-vLn_O4%<u{v^
zSWRZ^Ui<BXcCo|dt(s?lyj^DUWu2{9^RIi6k8M>8`pdVpY+=v&9xlszx4nG-zK1$r
zPI$fzZqsMa|1a{(tk<`=oLSLibAWxH(|p0#y$%ay*X~%f`0d6Ut1s%@k(<7EfAY_N
zZyfd=*4c8Wu~>fU+O3=1HfDt%w3ynPzmP|?=3YU<@=0RfUwqAb@9dnjVm{lh8_65L
zuZ~!nv7%kfhhYuxoWPG3zRGta->tHmEF&)WD)Cv_`_BTWl(oHeOZO~|<dTYCP|$cx
zTx0h0rL4y@?k7(@c#r)pEB9Up-Ry^p*NOfrn^m!H`@4&Bx6ga~=vL-EvTNS;TX4%2
z?yFt@E@UciIytBBYgosz`pOS{sV^=>q>Hy!Cw=he;p-~h7FHp{X8zcMqdYd?)P&md
z*{XM1X3p(gJ5`UPhPSysvH1+U_~9dK6CMkDSQOb@+Au%#zRkUflVw)_nZ920fur&c
zCAat^4|?WQs?6D3msq47Gp%@uj=p;(XO!F$3v-qY%zM*q5=G|9dc;Uy@Hx9PZT1%a
zf`A@AFUQ@B!jlTT&q*JNFs!v#vDJJ3(jqv2`vS|^$=xOQi@w%oznsgugxhvzvs6LZ
zMV`exaS??pgx&kK7q*@|d}BqXmHHP`nSZU~Wq<B$czEnu)W)p|kDktLS{A65RrTau
zgYm<O4|V$gUj9)a+z_?E=8lre2RF74IWqUo+?;Yeb>nnq6XxYdeR)n@ig(KPeP*oE
z;QXk-=^XRr>;E60INCXNZkyev4d#C<9I{?qHa$OWzPMF9({!Vh8515@RV*$3-GBSv
z92fWH3tuyoAC$fwblN(#FSyS+`~2Z0QPQ)S#jn}2uL}JWCdPLq-ZSOt{u+xz7CYJk
z-@IHgN4e*{iQ(SkHs<@Lt50NBxH$QYs$za@mK3Lhy6p6f_uERgADonycCWo?9qZm;
zt+)1*qE>y4|NgvnVP1t<y4yqHZ72U-b5?Ht%X+@YX<yiES++k<x>*t`O*UToD}Vm(
zP4&C;+O%qxPW)azH#zD4Qy*i-w-?WR|63;Y>C_GBEq|)2nL(?yH{VeHP&lnx`h@=U
ziCPxlz4x4)eC4=Di?ZWcmaW%Q-p?1l;uEm>;bRw5;VUy`?P4t1LxLuoJv;I|X1~tP
zZ#KdYy;`&x*RfQnaqP2KKQxsgJpE~kc5G*X>WZyDOx+)JKI!?JFA;I>sL75$FKVv{
zxb@B}{M+kbE4E@K!zIby`^kk3iJXrwobhImV3U|;aIRPKJ=38WBm3Kz-#17F<O&FF
zh)TMvzV_Zvt1Vk{Clsdso4vna%JI3JMQty8c1=7iEws3D9;0d8n~Fq-(p6iX)`}Xe
zQjVFau-STg>79>;S8koK7B$ey+Qk&4x`fR`S8;AIPkHs4jLfHvbKP`#@A}WSbnxc=
zAZ4+2=~c_`=lApnT(&>|H*UV*ikHTd_Fj3ia;Zc1UG@q01TD8*bI9g(=shR1;M87i
z!SZu^SVCUc&3pbXtF_B|!MFO~U%DAoBvcl=8qH8?PBn;VE|$LNYtWTa`*3dI&8;>D
zQf#Xe4W!fSZ~e8-mI^zP;mYK8yNKzzbo#yi1l2_MoPf0ks%E|>->%rM42uwJ&a|u+
zIrY6fXsLwMiU^%km%6GW5BJUa9KB$^`MH=Qwi6^?&8wXAOPV$AuK8MalT$5QZbUUo
zhaFGMIM=pKywQ*O@goDh=W%PySwFsa;47JLxnXORnO%g!a@L{<g?84WjSf>e19oq*
znzsJ>F2P9`7k-RUYF=2Vtnz<(Sv>o%b~9tfE6?9t=I(6fypTEP!>QS6<r344SwAWT
z>^3n`zWTR!!8`XQ?hb3$WJXCzh_@Gh^g6!flG$RR%$Oq!Is_e6&2CwITsP(Cr?kY7
zn8|ulEAu7z+V9>t-1sp}dZFa4F2`Fk5%LQKC7;%A>HJfC=`rj6w{!2S+uBR&SClp1
zW6n3WkJPvDV&mO!YxGp@!~4m<nyP~@mP)uO$#j0WGv&`;52ice4J<K#^=B+dQxs~S
z%W(1RmR{i#%a#A%VX_tene#&`!+lk;+O5r6CEuHzwku0kr)i$EG?18eB%4DySFHN|
z^*@JBHz-*DDyo_58Wp)@s%q4QpG=>QT5|_4&VKZ{wdoM2X6FYU9fR(lw@MDTEopkC
zA<F6H%#yXx;cKeFK^K+>k_s~&PF*Y4tNMG0&BM)uduwXL_JHDJd>IF_LJWF#`l@-{
zd44Xs&*I$;hf@zMSH3;)7PPSAX4ts{kLp-f_<8V!h8>9b(5j^vdSFFE;KGewx}hnt
z3zv3r#oqjW?(eMi9~av2epsgL=$tNDdHuFzVNHGhnwQ6Jl|EtU-FlAYz}<%3j9Cp^
z&sjX<Q((|%&|LCy;dI?CcNnfLh+@tHubiH6TGAmVjb(}7F%=b1cf#`ZobAbh-X^vN
z=4{o)X~*-A9{hD9L6zx}f{KLH;-!t18y&ATG#W<CcsptDRnf4Rz*A|>rwtSj&XG9F
znR`M-C4!sz_w7YSMdvR(f0drCdUnI^MY@c~ejT53kt2mEEWq)GKv|Zi<U5_~_YGuN
z4F2r2WA;@z%$(R5vT+fU?%UmU?<-BhWOm$l{K(f;uB;O9GxFSO{W;fc?#29h{^~x9
z!OxV^>DyWqyJk;Oj6b?K%JDT{l>O<+C12y2l2~n)yE6$D1nddV;yIV=`OETnWE|50
z=DXG}@2$S}?ssUw{_FKwR_dEG6&OW%{;#dQ!{NZRx*BZ9{r!Dh3XNCKKU^=(7*%et
zlU-Zy#)*IzL7xm#JRYB3wlVV?w;S7U?s=un@6Uf`J%4ri{kp?b<NH4ynjNe^Wz9q1
z_1|C5idUa7(SfZ2yd~_!ne=D1YA^TOTL(OEwcPyZHE7|FvGIJ!x&(Xe@AHkh6}Y1|
z<lNSF1Z`S*l4JU38>`w1*4{NPrO!_8+pR0~!0D>Y|DV4uwSkraF=Tit+zDL9H91P?
z!p-yo`zGa3wPKH&<J0#g9xyhUv3c<mw~!i^6=Ek2S}85ipUn~MJ<s6Wy0+IBm?l{Z
zGqf?cIVazn$q;EBHR15p^{uVT4jx`ohB)YFRZGainOqg3UoSJftk`SL^me)8^J_C0
zBF(ROI-l$HU99-p;WEb)8J!Y^*A5GrE!nwcPgn)Ka5y)&_1%eGi!aDpmWxSE$$AjN
zygVv>q2p3EEz^RP6CHSYvK9m|w@Z0mVY6gzW$TyfymDX(o0jQ^<-TH45V>0^3lA=0
zdu0-^Tvtr0Co{$8!jg&Vy)K+(CKnbr%kICK@@0qkIu3I+4wnYGlN~8``X;gqWESsL
z_}utbCg*vAHT%t4xyQW?PtAh*F7Rw(J8a2uZf+~vVM~d37R}~ooF>0LP{5~DEHtzE
zgpA8G1tax|mK|ptQ=me7E(SZCQ!!GX=v&dRdR}gRdi6clmYTP6{@IPJvN{!FHScn{
zd-cRm3Ft6uTy*T@b1N};v~P`0U;0MLSKQykZN6`=5$>G5W}kl=+jZ`~PfhjdlCP%}
zOb)Zt|HzfM^H0^b(kG(l&1W#2SNq3*%43W2#Xc4bwS`Yg1(h$JV+z?}k>p=h|J9_i
z=6&<;m}4x}e$!$)DwQ(TK1u$tf-Zq?NLTw-{72}-sWaiA)n!~$bn<sZ$i}BX(>9Ku
z`Lj^y{z{$~3oQ<b{^ER-$IUlK+sfr!#hcjB_laGz*rWS)R~DbxG{={>{N=`y8WVwe
z9L_V3uRZecySQ8B8Y9L8iIA)lH`#<0vQMuu4~}8AxVlS{@rl*WwU6cW+@r1a)Xr_S
zKb!FEK=G69+uQf)*8Y3H=1uE#_V|D2!nXew<g(gee&M6a`N|b<ANjG)k@flB9>FjA
zH6ZZ9E0356wq1t<9CEqd%YIz9VojIPl}4FY_EA-q3xu?PIVT@AeUNu#?%~^y8TYds
zxW%xZF)leetKlMpGFQ=Koiv7^1)l6CV!WW$C<!c9!4urr-~Twd`Tp?-h3mdgayWf>
z*75p%b6lzqJiFT{y6vPDC$CPK-iLF4+5L^%etvh%Ykz1IvF>iBUWj4xme>t}Y|5z{
zg6f|?dsAJ*uw(nr1F2^`nWiyYMi?}6-o9rr|NriArg<ypM)Na2w9&2$D|vrA$)I8R
z>w9}2{}=n^BqYqi>SLB4Vcop*_OAN#b{j7k)UmxzH>lrs%08+}uwmntlY5lsJQw?4
zttR{-LuR_ep*W2h?$K-5g(A-<Z|BRdoWr^2+@D!&I?FE?<w^HWpJmJ#G3#5NwMoTR
zOW}rw#6L3I&i778_;ZINbFa*~W!#mb66Y=VA8E*Xv*=hJXDHvjI?rnwmFphlm>r7t
zdha-4(boyHlRgK0h?L$R_38TWeII?l-POrZn4@LqysmtslnGn$n{!>=O)USvv~y>^
z4}Dz9xFz+yvdNLZ3M}`UtJ00?*L?KTNsYGR{+~ZtYZlv^jhAKmKgs8@X;=QJwLjLh
zn=P)~_40>TtHLVG-t%VPcwbz`TKj9Q+kv`j(Ot_K-7CK-uh=ouN_Rrk-0k82ubaGc
zJQNnlZ}7(N@Vza|^7HN++TTh2YjXMXpCffV9py3m<Bxi9U%Q|9XMbwL>agm`yZ!tX
zZY)16y88LqiSHYnII5rjnsnIphS-nW>*Vz-zD>3XHwf7N^TYXVH9Jj>${FTeF0K50
z%yjDQRrUAto$KO1p9^Q-{_@=Nx$m#vj=G=yFD5E#-<)~BpMA4-x&Qt4y!wN)4z|gk
zFPh)^l{vNKPvuk2(}oSIruJ(8=5YO%j_m0Sig?F7oAcWn&0qWcwmh$pUpJ%Xym7i=
z+O(wLYqM9LnA>!J_PzVI?6UX$SBSi=ShRw7`lWZ=C-w(^V)?-;dgJ%ZsYl~9UfrB9
z?fIws&sR2uUQ}X#_hOBzy}ziA$%Cm!qn))rO-o|@dGq4`zX{VG_4MaU+&Eu2Q+i^<
z_S404R|Rd|u)hD?om;i@zV0h7eZ0RW=39C;`|(qir=R{_7~fuH?5{k1_4x*?{t0_d
z-MyY!)BBKTo&Gh&UR`U^s85y4-##;#C?U0(NjGxUo0#u4>fB22O%2<pah<D^&f|@<
za4_<|cc@^V;6I%up$9TJCST`io%i$0xwMzn{4;sg92|LBWm(%BPOn~_@2Oc`Y4>){
zDT~K{%QI!Hs?N@<IQGw+@l?S*O;7I`XBoBfnxAp79a_lXezRs{<#(IwaTnROPJNKR
zvX`0b>ct0>9M4sj$936m<~iTKI-nt$CDid!`kwib`<q3l+DuFLIq!Hp`UMx)3WZl1
z7lJ}o7~R*k@mIbpzi3+6$+SBQmdf)do+yocy~pi$Ran@gnVBBXzd2eR7L8j!cl!Bf
zN7wRlO6^$jck#7qr}cqrd$VM3i_Gc2;3M_>aGmRux|VO3FPJl_6r8huT3f1LxIuUA
z_wU8x_kXK?dC9>2uK48i6HKWb5BRQBHN5RFE`I-r`Q2YWj&*zYPB<sI=ylSfW!9%Q
z+}~IG`*J{ApV5K4Mjy97kd6%BJp1~E%{;%~&e(ln!Ja8OlMX*NUQyl3oM++j{Ag?W
zdgX${@wf7x+Qz*5x$EgY#_5)S9*6ARf0%uX<7pe$wKExP-}$hrZhf*bh9|bGar%Rz
zn<km|`QC3-B)_jIn;mk%>$kxszjIa3RxfZ!y7J{z^s4h3AKtPrnHKOOK7RgsxgV<&
zcK`kKa_+~MD|Y-1vQax0m$ahVtKQ*v<MuMOGaKIgoo61O^If6EHGBn=kj>7$jlWeF
zOmk9v>i$By;MuvU#`^7=zs?oJ`IgM9J@oB#iQkJAJ4}x3*_xHcUi72P@BNw!ewPov
z+L1N;T-Zdr-p@ZK_Pj0FFo$p2Y|mc1ih@;lUbG$3FZ$u?w>=~E_^-6G2WR*2wRi{j
z#7=qVpP&-$&F2%_#<(tW|J$yRk5%?1dB>I?U7lYr`e4b-lXi3GX7<aipZML;Lt{m8
zfODSd+LwC{HtagT`{OqgucB=6e<#bPo=%Ok{B=|A!`DZZVe{QK9@2QHp8mczZpW#r
z4}}wBPT7=u*`8gHdEuZ|Z>?2r{(2da#p>t!E~?K_U%ua@f|vE`t$%?}e{=XY-|I2&
zt8UnRanYvZx@PSYvs%p`KRU}YQz`%P&0>k~?Mmg(b61_=n4)g6CtdQ}TFsr(PtW#j
zd3)zg!k!0p=YIaH-19)LuKx4t+u1wf*Ne-kHc#WMUsCWqV0(JO|9KwYj(uJ4aoc^z
zeDy;UIm#bb`|!;+u-ezidvoo>ki!x`zH%BozIY_!$JCSqf2(eO|335R?8rr&PoD2u
zc-iNC%6-oBIu{GyzuV&>mS3h}yIy~eL!DUJzW6giXI%DiZMY(HML)#n<jx0A|J3|Z
z-_BOk+&lGXbYxfU)PH}AmEt?g7H-vfu}$U3W8V5JK|HLweJrAhFE&1ox@zn{@tEb?
zaM$xn&qYjT{Z$CN*Yrm!VBtINS-wXr*6KXrNweFocW-B>&X<{|PrSAlp0w~nn5(zt
z$wn=U&w?91mBid%Izcv6rt<Q+Z_e-UaWyAr=xp(INMb*@ng5(w_y_O4Ccird?{iA0
zZD*bPv-@|TSc$)xovvlJ)N>tK(N`JO>2{CQUaUOT)fQ3cczovU9meb{CUaFx{TkpH
zBx>-=p(4mz_4;Anp3sGl*tUZD=L}2OJbEWcDQvC(@o^rfK66&?fm;Euc_%cP=C0f8
z<Mz13R)0x@;0hV@#XJX%bk5vnJteH+&*OCHfJs1`gQV5fTMMu8Z7p+n)xy%8IhTj&
zZRyI)o|HsmUbkZNQ(vAlaHd^Okk1tm(pAw_^qI%|ja|x0!hH6dbuSjNF{dY;xFBr1
ze%r5YM?QMo^kwjvJfW(!e0Rvve9ewH{Wo(ubG1*ZndGr)rx_$~dl5fDOPlTDW|iDS
zha`RHtX*o5Al$NkQ)a^>US+-;7VVM0-5R$uul@f-aO?Dj-t~tBF8Lgkn(H2SYWjf}
z`xoxs6?NszL20EEH*%)jyneoP=6mG_+cZx(@KrXhJACO)s{RyS;~b6VVuj<MrpVl%
z!#ef1;MqK3-9%>xccyQQJdAU4PX-3eSoZel{i|nR=`d@p&Pq+4k()XH=i^qf@5<90
zZw1Azdp7lL*Sh^%mOcqvK2vIE`pwKuW|Go6z9+A~+8)oC_V$hH9?JvAEOYM2b?v?V
zFX4mCw{wZ_&z<0!?Y*ffV4lX#@`I85y|$~Loq2nzySc2tIy-m69O+BD7nC_M=G-$_
zsW(lSi{qO`#EIOQ`!<(MJov9EJ$KIUcYeY*#kkr(ykjb^e3;w1!{7_=C7Jl^f2<mN
zSd17_R3=QE*?;Db4gX=q>)&M}nP$%X899Gvy!wQh4(FO4Z`Yf*;M}xV?_aZ+3SVh)
zI~V$Q`Mt0v@M5v!-FrUYY_sgmxv70{p6!kM=T#0(Ww?IecxQoQ?ox#uhd7yCM}s0(
zdR&;Hpg3pgLu-y#9tJZKl#(1jE;xQ{Yrn0_&#DQcA!<Hr7xJVZ{OPvfoAUc-cFar7
zT`v`;x{1BxnWAU&OR(+GO$UioV>6ESeRl=a_Iz6PFM9G*t2eythvr%;WV`!@XRKkn
z5@p%Iu%t^YK>KPJ>wGQ`<@vt0&a<|waqEU=tYpesI!$WJ6^50JLCHr=OYTg19&yg#
zS=-8`Y!dcGmHPFJm-gv?KDX0+g%N}Pi4vJ~whe4rh8$P_A3hy_K<YvSLzd4JMTV8k
zm(ECT+8p_Q+fu&JvIDO<-@n;e@!I@}bI-*Dy`FD}G7OmZ@{2uQleb^y!bj$}T-%PY
zRc20@zTn!ywiCzLjW^}qIAC^cdPCOI(3v;vukC0EoxouBY|Yo_YolI%Dp|+6h-ZTx
z+vnshmTZfYH&~h7jJnyFki&EBSVCS7=V#NuOUuKBvZ^*NON{2(mil{P{u*WvKJUjH
zO!%B1w@&!B%P8)5m3(Vh#xsX})(IIg3FiAAp6X@bxxr$7YscRP?skpu%2&?EZLd9_
z!zh&NbpHFrIo}Q@%FBE^m?=Le#b@@0?Qe<_3jfPBup}3<iJ9~CS}JxvRA`Qvwy;Z@
z`RhTuilyxbx|)4IcrD9##Q8+9*{huKgH*MW;=zcDV0Hb&;K>S3KjRJNnI9C_i*JlO
za&u`>{^141LR)@>a@8K5U1z`S&XnpyvkUh>IPu`f@z<^HCl~B}a5J&^?I8{S8(+Fa
zr|NSkD1*`>=$Ms>(9;L&jtl<(H%Ic^nf$UE5LJ*?r~TP_dty!fIiB!m+XD_vm0Sm%
zgr52E<I;SIU3waiKhDp0c~-S8=H7mG;Sv=I4*wQ$A&CTugor~H(Kc~kA8&MHw#nuY
zp2P@-f|oqB?Bxv7f8@`IDmqYb;Df^sW5!KoS3F(wu1;9sBrUo#^hsFci!P^dkt&s)
za_!$#8G6_xlzER7=G_;uQZRMMYPiC&k}-&R30tbkHD?AlhwqJZ78@~c;(K8?p_oVQ
z#G3PA`**+QJ@w+n%=G;io_Yz1D3m%eX-auqJkWKGlk-T1f}8Xj;cJHz+#PKjSkLDz
zyWYsaJSU_1Y>O}RmW&6k%!X1kFFN$H<(W)aJW=-iX0hwD9t+fHTV%WIuC=+nWA2jO
z^SPg7P0r=~ll9<w?%(%kik=E-&-m`sFjc>2)5LaOmp$QE?px)EmFT~f)SGcCy~0aQ
zp0!;1<n06Z{JzEgWLn#Na=&q@Ipb`%Cs&T_Yh8GUWkJP-UE<Re#jn__f2(Ub7xFLD
z=>4(SOMegiZvV}2z*g;HrN-4n;X7Mwc0QH0J(tP;ZSR8cwL3zaz8&msb*@a12c;}w
z8MA|l!gn}1L6nTyLyPU}mwk?SXPHze9dB1!@a@EY#c;WR0;%a!&1H6M=9$R1>hP<I
z)cXnZ<0}1+-0W`1_DRwEr+UI#?;LZP$A@W*7aI3$V*Y4RDmUGF_D<W=6Lue8;B~`#
zd2jKJ9d`xpH%A0GXlB$HRPa?l-%x%pf=$AveQ)s%>--j$=I0yA!J_wV%eEJ&elL4_
z+`l;6y6D8(W49%0`(J}cd!|lWU!K4D3u`)Cc%AJj?)l3T_V0C_R)0_ZK!LUYyw<3U
znLA6<qm3Dh{XagO6QkL0vF&KJvD?nOg(-pVVx<dKD0iE0s!;AW=U(u}w!i&ix>)}9
zo9l)B6y|qknbpj7PfdUD8Z=by6Ci9A4?gyJrhZ0B>N9O)oAV|2rZ3%?nF!wX&J@W|
z#3u0L=<Rs!Rr@_kt?ay}+`ba`I)2j9{j0wgtUs3AGVjUOeB&LHC#g;-b+1sciEPuk
zAlZ4x;8cRfVadWf9c>0h^L8G5C0+ZW;R>&R%gQiz9(JDc7VWFIjzm1sPJIxNe}*wa
z_Jhm>HU2J(Eg_8Snc|jC)7lcUaB0_^>~yA#WlV0a=Xn2q<Z;b&NvqXU{=;?m1TSbQ
z?v|Fqb$|BsuIK%u)yK1?rF@=i-DBwl-V99!(-lh_rZIhB`p^``m7%#{sl&OsQLh%P
zGD<jbahlrwzLyOw*@*_?Zq<nfLg}nZ{VYqTvHi7-t21HbOqI}Sju3vp_IZAB?0XB|
zg67}38<u50<zB%Wb}&IKXG8ZPqdDF6JD0!sH`m21^!~}3X>5g?y3Yk{T@;-*!^P|-
zOIn_J^G<^s-T5`e${d|@qVE~*%C9N5XHtpaif-9be&&8h%k%#?csKH|-1qgz@kDJI
zwTHWzo~SW!zxyp;v|CbWga6{zLp&B|4n*eGystPk-E6Yh1kMCdnb;e^$!YfRj`tZ|
zr<FZE4!<{eo%?V&Y=^K=Ppfsd_=FgRM3#5X1<&uR7dQM$kUv)&dFRaMD_yhN)_(9x
z*W4m!#55s6dykj+*^NsN7g)S$GtXK%(T{<7+ac+#F25aSI~Z>$x_`_3`M+8g&;eR<
zCT~9ahu7?C@4sjE`2G8OnZK>|BDKwslXO5WS;zDJ^&!7o&+8s#KXKxW`-9hKYEqt6
zC!aO{ZpiQ?=Ed*72~D#&v(#49o<IDzxM>#W6Q8{`QgcA3=geH7)^O%b4Jf67cC(%d
zPpi|5vrCP<02*lm?M9qhDZl^Mv}F>9`U+B+ME0{Bn)!CyoN~vk-G|>V?kqTT<KBnU
z2N@1C9M(G2%L$?<Z1z=ixW>n7QB)RkpsX>TMdZPWo7Tb$7R=i@w|en=I{~p>O0T<|
z!k@%MzUW$`%@rH?;*?YPp#vqJ%}iBxZ54a&UBB>IuJJA7{r%=<y=-TF?$mvGz3Y3}
z5-}f!JG^_pe|Ihy%i@=uzg@JF<;17(^G7?sPq63So3Fela`83yd*655O;_xweq_I(
z!C_%@E1!r}fO_MmqY6v*ge2Zxzj~&_WX`gSeOyr%rZ$D1VdiQK*ZRI)j<nwqdfMR`
zo0<8ApOqJ1sxpL4_`OqwqpsBH&@tr?|0<_QPye-aTH3qS&8|1%-ZyP8eg2&1+rb0{
z9=1n&cK&*|@o=cl|5<(Ixex4fH4{ZzzZ7ZAJY2a!-1xpeqfU$kn~RCA@fM-?dTTsq
z&0MqKNL60U&f>_*c`qv7t>1KGT|`@g<gSo_c_QZ|9Tu-Ol34wj?c?3+-kUvz8ul7V
z=rkX__2JoW<CI6?j#<A?-m>{Sqt@zF{ic*c;RDC!wmaR|jGn>>YW>N4d$;44KGRnQ
z>E~Mt`J|t3D9kIVbNK%JYRR1s?X%8(NZ`xiTk@~TAmVT$sJS>-&)tAgx9*-rSy{ld
zrz{z3-=3W}cka~h$_}j?ZEk1BZI_wZaI8oy=Jtki=KK9&ZQrNW*aXb9T(H1kJ>TnB
zQ%z$}iX7OxeP7b+zk6FB=4?5-l_CFUlkWBmU+!R@oLh_&6&VW-@0l0dS?PR|cmDVM
z1NN0k(Y^*k8x|bkJ^j*=+vKyBM*Gt{e;=-sx!7g3=EZrhUVRDuig!xCGTx*wes^E?
zd+giRTls5@?y3J?dHQ$vYgYG@3!WaoUGAH^jBWGZzi%%7wz)WO<<pv;*S_6vG=*&J
zrtI%ry7s`<?p&vz4?QO2RxQbMTlILt-PcTSCw`F#P<{0+Cv^9((|3E7OU;7PfB!fj
zKCdnQ%r*PD37a_2h1~L)d-gznx?$R)xtvdOuKm7sz$Zl8QMbY9jY1r_G<Fbcn4{Zq
z|HLZg-#`D=Of$J}#&!O^@K3KN+*)_So}7zW_h;tj_iy|HzUjP_TO7-Cv|+j8!6YX4
zCY^UTZ<Snkk>ZMB;=HiaYhS^B&L6(jWp`$p$?We++jjlkeGP%D5n>7pdBPY@228eJ
zx2N__fSI$qP4cYjdbh9#HxHHzZ@$pxB)#fpTL#bc?@yN;lJnokqS3#Zr|(qJgR(1~
z!r)yK%I5CTw~|jt2Tr_w;@jr-$uk?yDt-t&WHCGGomM#O5-tzXs8zz2JSLC1&YC#n
zD%`Q1S0mVP-C=F--OY^0PT1{ipP<jEXnKI-07r(-ilq!a3_T4-i;Nj>pK;oL##W@d
z;k%H}mQxIS=6%?vxJSS42zUPD@2u`@>UMGZHeQg^@RGm%wKSHQd4H$y^TpFZJ%yT-
zXUd=Ljw!_-dKS9s{(SX@Il}Vp;l_@+=RpS!OIdz?H$T^Ni!q~|+l~mKw{w1|+*21m
z5f17OtKKrM`lD5>dTT02cvF<@j%>NBpp%bQuqvd7{f=v&xS~(?g!|oiOaAZo`?U`7
zK5Qv7yST4|r6jD}zDqwNHl3qRS?Kk`_uMO)FFo1nq5D_KcxA_&J@@>b9=y6Zo%vL9
z4)^cQZt2El*%`dNYZLodtiQXpkwrN1%HfA!_ndqA^w~10YD<d(>jLXn2P66U)|g%`
zkK42(c4P9k1C3Y3LuST3-N?UQckQ30`wYZ3|EV^0Sf%0YDyelUAhNA%Tgc667rL}>
z2f6;v%(%y!l`EQ++ZTVf^+vKqUXn>~vSl7i=$yIFB>IkPXL$35TwJj9*fPNbvN@M#
zeB()P`Y&Gnf7iO*o!PmI|Nq|jq+Rvf^ZF!hx2Ce{B|)3B-rYNs|8&)<7e5S(Cb#Gq
zcre6ChuoC9Ak~r=klno1EW$zAJ67jyoQnC(EUj<RcV?b(z8x_4(XOK(SA2Ts`YAnp
z;|h&EH>7pc*R>t^ZgQSeUR%rkebal<Ie)rd>|8xvF|U2c+(%_nl?ScAPAmRZ?$xEK
z`EA+V=jnxZM<2+n&~aNP5t)=yuQ+A*`xSS)Rr#h%L?)zkPE>UZYd71<f7#CWRfu4)
zA#+*EbnzRSQrr37{H|Q^*Z+NzLW6XT%>K`{wOn}*&Q_^}mAIP+NE%*R_U5u}Y(d(D
z=}Zqd{kQU$((s?6ny%6)GmYz0wC^U@^~IcAc@6JtOYZ#KJCQ+0GQwy>O3KMZEk3h5
zfqE(o(tYNq8{bT3Y3lZSIHfU6qonadt5Z2=ti~6+mZx_Zq<;&D-4x<G=dgSOe~;yn
z`{D5u6CVdMcsFWsr>y=Eda-+sbU<or&ell`tJX|dxJXd@Y82z$AN%xAUVhNJNZI1I
zgpNvM!&0|tQW04RD;>Rkv%lCEww+zcqHDV0*21NC9glEtx9-sS7Tq&B?MCDS?cWN#
zrVrk^oO}K_+CKjI-Ni12Hd<0y{5LPWi{0cExN*}qpTdsMj^`ehv0Kcal+kfpk?rwq
z)oPAHi=$U`R_Lr-CNVQ9g)d~@1Ap6tF+U>L`_yzDdGFn$W4P(S2_a<&!{d!h#V!6Y
z<CHzzxjPR${JbDX!+PF-kvl6i%%@m$UU1>R@`d51oPflFvw>`%bY4{P=1ANykmwC`
zXEWo;u@HG+lE^O2XC`yvo(Dq)`z+?Q0WX*qa$n%Oz;%BzlOy*9uKOH(0bDmU5*9nX
z@LH&SV+Dk<`o@j!^y9o?yTtGRv*-MAZA!JW%!i+Qv!BoUJG0j9zV#<V&RHopE=rWA
zZ)MwRcH**v|Kcd=E4LP0GgF8@{OI+8qKsx6UZavNU%s75e;e98@3!~+ul~&^s`F0?
z6z_h&#x7*ec8SR@l^y36FIxFxm5iQZz5XgCw)PoaiGMt&UUX}A?%^>oI&wlpIk?Bi
zz=+k3RqnNtWiPYaq4VjbhN6A?^>S<0WwdDWEtiN%Dp2>6|8xEA+`S*aU3vX8D)U!d
zJYU^>Yuz0x7bm%F>?`IwIMKs9NT*=mk+(wIH*Pg=|KfhZeb4(h%QxqzUoQ{b@yYuB
zeZ_>UueVRRDf;f;s-T&B1Opd-{l5FmSE~n|-$VCY>u0=sVIF&~^z7!j73Z70GG5qf
z?VP!ER$JFRHEr9VxFc8Y=1*@`-}-yWi>7mF-fRoc7CPU$F<Cb~Uv#y~fz^BNe`scq
z>=D})%dzSCxof-3J}%%}SbpGd<lhDxKFK*o7H7U(z4Y^0(TT@X4k|W3K6~FW<~VQJ
zQO`F0z`WbG)<+ea^%X=uL?!HGeWhozkLh^ik+?M+N$fwW^&A`bar-O|Slf4JK2vDe
zhVX-NPq{-D?&JEVwZ&ZCBxb2_?xy)%-(IO4`hGNg+NP81q~<y>ujgHrld$!o>drL5
zMW3ywF4+5xy}oL}!c)h@S1Z-8?B0L(r|bPa)_Xun{H#*;xgy@snOb^R>YjJV`((Tf
z;cON0>$NEJuXtp3?QiY(F7>>p2N_b`pFOO8s&laawS{urTbsB?y>0GUXN(oH-W*=K
zH{Wlrt>(=5y5s=UPZzD5Ub1+JWmbFmUu1tC)m37=wCQEd4nN_0Pg!OOS^LS>EU7$e
z>YZL~_p3z3`pDa52Ie8JUgUncqWSmjiPx(SC|+9B`GGU_+{fITvmgJ_c=aXp+{;<Z
zL`;`1XO-5HSou!yd}^JOQ|beK=gVbF&%BHK{N?E82HEQ-CxU`?q-I6cIGTI!ioA5N
ziR+uD?@uPZPAS7+chjhb`<vgn-%zc66LCcN?<WsS!)rU1*AxVv4CLH)*|4X7;enM`
z0^TVYtdrfko>Atjy}(YME#a-MViLENV~;#!xRK~Nbpb>31-FH~O@1m@!)N;Pi0e7F
zwu<%0E?`((y`fP$!#P-??#sXS1BrV@=LhTUOIB&%O?+Bnr4zG0g-1}Y@!`s^*?Hf;
zyG^^Wi0|(1ANQIcy)NWVb?_EH5uo7QBgp5-%$T!g!cwMbTyK^;CZ`5v%se*l?Y>l=
zncTM@#&WHQ`EPaq;Dm)iZLJ^gSZ7vs{$!f^yPD-`{KDOBDZP1K>=U2Jyl8x<aP9h2
zz56WvjfZu$cs7=AVAnnB@iatg)s+Pe$HX(vvpjJ>++6E%Kk}NlkFIH%E4TdrjF-oz
z<&~)SEq9ui81UNqbd}a#<NMPYrro}A=`mv?%iC9Tz8ka)_Wk@EP`GMGNTtp8oFBH&
zJei96)BH;JKeY`Cth=h&H1Xm`o0C5+Uqtyzco&^of9jD)vv7~kapx4B%@5LNR-D=N
zEcnPnk>+3@*X^_J-VzB8_EDT`xbNxbbi=JjPOPf<5^!7Ju!&bdTvF2LlB%27t(T1I
z7h~s12V7uYYxCrpAh)2#ak)u}mF)?Nk<SF(3unC5ocw@sJzKOf^QQx4ZfyJFx5}7k
zI~4T(PX71A<@BOvhra&Cy&Pfop9R?*50>v)bUrb2(WPG@yHeAwOTK*SGb?PrApE(#
zkL}T={}pw=%PQCp9^5{ecSHDzAVz6cEj<T4lio`Q*nT}`dU9x*Uc%yr-mb9q70rwD
zt;`R&wK9EsdGh;aF`dwjg6tpXc+NQaFS|y&wn`+WEOweyMec<N=GAK_G!#lDtatS0
zjp{0X)!)x9?VIz4pZj-9@{;@4T5jI6dvqdZN`m;ox?AhN+bmC3p7iNOM(16}C+lVe
zPpRf!wOLzCx-!el?A#IOUEgjhmCCc!{#vAZC;WB#<GJh++@4k5lM8>}Ha;pPWnA;g
z*?QmUsqYMyELSXb$?|(u=OOQ`B@yIUbM0B1<&&_@O~TAGHP=ljH#~ZRMfrwk8dpuw
z|5G8|Q}%SW+U0(&I>*#~{YlN%#@h>byjIN<57{w6^-<UQ+wxk^mu&2MC8WGeWfRw#
z*I!%I?`L`LVg0!4SWoss%lYh&cssv$e1CEMUD>AdYefvhZp8L4-xA;QGvoU<_Vt(f
zjI23&bxIxhrzoCtmgIS5{^9S>IZEDbnFY;N<!2UtDu1VV`C_^((}t9UlLvzKe2Ch1
zsqtyRcfKjs9DMs^YpjF2tT+{%_4j}DxjFmt%aGO1Z1XF!f~_r5D=sWz)zVAYdckx`
zlXS*Qs|DA(QdTdL+{U4AdE~A4pF1;?^4@Jx$#9%K#dDg<g?kp~zhsu0hRJi>z4E5*
z{IVC8{yQfyyk{sYGn-c#WF4{U!PY}{S`oPknpH;^^ZxAU5VB^;X>Th#5Lb6GdY(~a
zR>I20rEK@FXRM9o72lisE#0gC=G>${r855+_WjX!YM(~#eKqUrxySPb=M)L$8QAWf
z5w|UGE=SSnc~5uR^PheCG(x1hV2;(gMT>fqADP!r^KcgGZ9MfzES<~G(CFX^kq0gn
zpXZsJUB~X}9sFRkvwFnyTh9;OljAwuxlVMMX5RB7mlqyVD&NZNRBV>*+4bY!shxqI
z8&z08Em`#6>D-m4tC~um$mw=&Ptc8hom+Ux;(E~LT}wLZ-cDKg^~ITUyf6MbW?jGR
z!BA?S@S-u(j+-TxJ58|rXz7X1yWbvdR(O!Mp6%PWpD&)5-$>DkD`@=m!qwfzwdA1W
zMX6f}@7J8NkUDl%o@I7?+<KmXjfa&U9hq|Zq~pBC>DOdg`0iSlyiX84zRUf`jl!FL
z-x6M)E2}71UHix2v={3e(M=%-f*8G7bwoFXB=E87h-Rz|@)o@ys=JqevYmEY&Py&c
zts5&ccARQkov^s6myOkAAOG)~FC|ZTbxbuLPqy7@e#FA~^9<GOg!O^myir*R>l^p3
zEbb}W_V;I0*F9E!;WF*LzuDd|jCv-R{j&7=t#tLR)eCm-j=Y?=u$rgs?csA>9O@6s
z=1=XPuchUYU{mqy-PKROPlUMknM{j3ug*V>ds)>D#gA<&T{mrY<g>yxa~m&iSpMqY
zC)?M-61U&Y^%Si8P+(;+U;pC<_s>&YF4jLiKgH?r$xgRf88cRiF8)wxIkCfSmQcQ*
zO-+)@%DthB{$IM6`#m7NaNpifceT?WIp<}S>{7WGcVf@$oQ%D#AMXWuuXEzQ{CIlF
zh9ym`fyv<y*Vr<!M9TO4c^osVhkxz_Y4%WkgU=3}*^QMv^76`!OL`9;SlJR*r^R`z
zJzMtQ1xEvg!i(D`6<R0-DeF~lx^5Bl@7{xOttabGwVk)TaQRadXQ$l^P8N4IXW?XC
zeX+ymgJkEPYkn`<%*5k#TY>2|*V}|Gv2`WCnxzG9B`ytZ_e|Hh@bk-K?Ui>YCpq8v
z-Fn=AKUdO;$0c+7$}b))zxqRW*DdFOBiUcJF6a5imD{<|n01v-h4CpB#;9G3O0~D7
z@VBhHm7dVw>Q`}_`SI<<2!Evn0hzg<HJy`1<E*UGkNuxxv?csw*D)&w>sM>8EU=w3
zVOD&F`}h91i)_=Rpm}PV)Lu7n>EAlb0^F{D`p9SKBYKo=_D^1mE$<?>lzjX)XZbI`
zv@_yG>C5M><9N+`+cm}h+qd<R^$%j7%~?EIa<7YX^K3=UeHZmkdH3x-R=g|Z(b2NC
z$7_7@%*+n^sC3#Yyt-HX)TZd+#G)6U72j8#R~IXYW&6`^ENQ^rl`uQFWks-(Z=v<k
zw<68eUZ3^kv#%BAFDg!(n|mnQch2jsgP$jfaL>^%+^uz`Ni(2e-;tj}&%Ngy?|8O`
z@6aB(&O`;%BXRES<@q8fdat%FpTrO-!q0P*J12RSbywUIfeF2xMqBp(UitZo`^)0p
z=Xcf4oXk*T-L4Vq?68=JO|r)*f$0nz=YiFZNBKmpuf7tv^>OM$(Wh=rebNra3q<$m
z?k=}9-=%Y4#k(L6hUns-Ywo^|Y4T$-31jqTeZR?k51T0O^A}qL`!-sO?EQFZ$^E^j
z*Rts5cJJeOu+=G9bWPZf1$VFB(YG<V7E<u=U8bI6^Dn8lT#KK%MQ4EvGe`_{FTHy?
zrT(Hx?Zv0l%HKE1sdm3gFXCqNWt4lq`sIYXk#qFrbnAE<`5XKDPBF<d$usrqvYs>V
zJg^)DH<WKUQrU5u(+^yRfg0|Hn_Bj&zdm=K>G-Pqt5)bZxG?EFd|0q_zU#?{#c~U8
zr%SymypzD!U~yx<YPs5ig2#E6#oGLTE8X`ME7(&0=E#Dj^|jM@Hklk`Q_{7o-k+KO
zdd8aF=Ew4HNsC0kkk-+$F}D4nX+Fi8lP#~ombto*txt8QaBssO?(z-467KKq%FUI1
zW4UI-qdm<LtAj6enLX2w2y(P`S#k8_s)O&g_O-3HICawC3)lVnAIFa6oV&i~-zLNV
znRl5UYn$w2dYsI3s!r43wK~h3iGdd)Sl5W%3UW+Nd?8(XNOQ94p5xUMO8X}|91fM4
zARv3BQYdF-(_XLWRgZtGSg*G9a9cT<<w14UEZb?%{T{IN=vVQve7$RQi0f4o4{we6
zhr0`|xov$X>GkB{U9W_#%}du+?pb$q%H7VCz=h|lHy`}GdD`5v;|I@5_*KkZ+2zDi
zras9v@%>}h^XEZ9E<Bahj@7Q!ymfkapQMud2h9(fZzR4yKhHFu>3CIi&u?QthX*&b
z3PnFP+MZ?YQ(bfQV@9KXqq|0w*<)$@jO#DAy#6rV;*Pb)yjZoe<Asm!UC4NU;kAm^
z*;XCPlOmfNdh+%^{2)}A-&pCKYT^9H!{hj?>@N=6|3^iws8p$&^R>NZ+v!Wnj*Gdi
zjFY*ZaPGYmP{iDr!tuQI=bG*W(VUXCAEFO8TX9a%NDxllaEf7yt&fQg>s_yajhDN&
zbz29U&iM2pK63A8)l-cfa!*aBiE%7)-pLVstKi1HcP<9=RS&y;QdEmvTyFV0;=(kp
z7H!tl89tdRF9g<|kQQID`+~{0hphhh9{ditShzrT(P~R;j~Tlzav5hvS$VE+>Rjg>
zbCK`%)cc)!H+<e|IJa?0%3MBn@v;nSM)cc=2|GM*Unp<3;eC~7@}4cO+<+nNupXl?
zGvlI*Z|8U!OrBd(_W47?_t-aY<DRp;&JN9VXTO)DwMOOZ@6Yf0&P_UNeSJ#zwB6a4
z;$(uW3+LS0ZGCF~)Gb?gE5F@esNFqL@q^+A!@$Uf;D+D|;g?ejpULf7yhiCmXXr|f
z8~o1ml2nScKc#0J`JlU5J@nk0;9!AIEYCOkb_X5&{9RRZ+L9aE*3Z)m_Z|7^H*=q{
zw@`BDXVpA$iAbjYb)B&SleU#Q#2(}=xG-_wr+|t4TfXy5Q9s4KO0#2!A*h{nVp5|j
zv-h=tcPb3hY-T*C3L*+h1fI7o=1Ezv!m!1ek<X<4!oyAH-$^()&szNO!_he^R=eEW
zA{mPoUSM@9Uu)O)+b%7|ORaZ(pw78Ds$W*}Ot=y8x-Qb8R`gTIiQt<B^EJz!$i7|t
z+i#mdOJB_EluU&=8=NGAIaOc&KF_<1Z=tW&{l{FnAt!|+Umy3rY$DZ?ow3He;Kh^8
zc6XlcIG85&Gwhgm&+~Utw$E0@#TPo=l1j<Wd8yVY^Lbvi?fW$cw)Y!9;<C9s|H1-U
zr}uFx&N8=j--WjPmT0+MJimQu&GL0R&+c|EY5L`q>yoE4^Fc*O?RUMMj2)lM+x8u6
zo6+mD{j)%!-H`_p6<c;l6<lYUf9PH#+w=6s#|vg^?zu6mPP6+*h~SSFw`B*WgW!hb
zvrf_Va~2&4Z@1euO%fz#@A#wt!s2F&RF!i!tt_JEQl}m%epA^QFUCCe$WgPF&ztJ)
z%6P!TP$m<V_V+vNY!3{#z53yA-q&!^LbEq(n6o_d((PmBCmWPE+ptyk7+ItgoZJw9
z+W3K6UeFWmntg#AT94_PD>bOHOG~u6@RvBxSa?e5#SQbHTRd-1^z>vf<GOL<VeWG4
zN74?(8VUT>(k|Ca;_t3h-z%u}edVNs6K_xJmTB)*Y~m8#pZrYO`3&!-`Bp!dPgr{`
z-}=SM3F+@Enk9B<JIn6>P^FYEXVc*nZW2)Kz*9MEqN<O%>4^&}hvNkH@m|-;Yv^UG
zluFH*@bIsaSJU1nHK$&P)Gt~+@%R5Dxyj<(TMr*zo}{%lm~m6vi@q(Zk6S7~nK<!{
z+>0~Xv!m8#Pv3BtHM6}xxZ0*-!Iy2-vTykcx0gzA9qByl`f+3NrRS?H<R8^^d{)dm
z&Y=CMK*z>^)(rk5H7&*mb*I@bTl}l;x?jl5Hw^9Td<=gl|CzAn)%Wk$-xLZk&+HNA
zZN7T^=0f+DDd!j&Q>BX^J!jOOck4x_leymPm<wl<UZ1=nCUyQ}pU%q!Pj+u1-5J+~
zo_pWXdv>8|@(VZ1-R)0QG~6cHiB4S*GTkbvdh+@2*A*8;J#?P$=^gON`^#4K9x+27
zH}B%es4oZ8H}QQcIcxZgUApP}`9p1vX4w}eIkGkLEM=^m#PI7Id+LVg2LE5Uo#)-K
z(ZgZdoN3+bPO5V}@K{uD8~NYptF4HQaq`g>*A~9(V60<ZBeric>$89aKGwS-FI5hx
zb+WD(GZDKz_fDK#*4hcnKea{`JblV2Eh@I^#=RTzPla>@7RcZDE1q;|J&)+E6<=?w
zmFrF94Zm10^{-xe&l26xeauA~7v+=FJH0Plh~Rx=dLvZXoA=q>gnL&T-KI(1TG-vY
zuC?ul%`rQ{^p}O-Cs>wV50%-kX&RonYh$nXx2doH*~neJXPfx%jlz^gWzWlv>z?KQ
zP|RzeAtifWES%Y=uqWo>@^*_k{1HEwDxYchFSI_oP&p$b>26xr;hP_GZsz4UO<v<u
zXm|8y%z`7;TaUaIYWL<jrhX=Jq0n}388-owY1_`_EZ7m7l-0RXb=jjiJB~7R3P+@A
zSl{~G_)02{Z%yS<HtX%ySrtL<l?!Y-75*){ZJ7!xoCMXyY|pN2*?xGz!W$mXO_Zu!
znXAn_8opmr(`pPoZk=S~f9~QMzqcEwmw$M5VMep+@@X;`SfjKY^m2CCPOROxdBIYq
zCrrAo=L_=|Y~&Kzpx*d?Imb8dCyCLbZ{9|J`@NAlPJ2tp!MLYUS*>YWHxBoGcz8;m
z@kU0%V#b|;-n<v8)0cd9WzjXwTG`mkW+t`e%7<f;Mq<fw-)o%BrX+gD9&UYmYV(R6
zJ#SAL@5<i&=}+Xv%G<T+fw?00^*TJxEt9@=Ffrtc*bjjp0zYP~&;ix8A2i>{&v|3a
zYSC(Lt;JoyRlwE1dyOum9;4nvU5*_rJ6LwKY*$c7l0TfUl=^g<V)Bo(#mveFmM^^H
zX;6^7h$p3ajo_xv^^(a2?=&Z?GJCU40~IZ|vUfc{GSyw*J;(9T#b2%r_u2NzN)<<>
z{5Vz2{HD<KrZlI({3lMI&!6IZ9KyYTTUKm>w<2Tv>!v=*p3nPUowon`Oi@C?przT@
zOeQJoe(k(>8@(??xO%tWxAC8w(f%=a^6Qzo|BNn{&Wl>Gv3;JT)BDMZTUM<<Jn07C
zd<(;fJlEMZVrR5kvNI;1U$$8^>*%3XhI~ow&4pgCPHZrC3SRr?S(d^3W9I7`-@EOT
zwDyU9#eZdapRU@Rb8|StZtSvoUG`Kx(Q*Byve%ZXmrT!InR#zP+gq;-KRZ459d77J
z`u*?o)6T}9?>NpWTYIEBJIB8goY>>1*gYw!;j`kojjXGRgQ_x5U%4UlBVpbB87B^&
z<$CA0>dBpT=Vw1E6MJ!V>+*;<ZL>DJO-eGeiAnPDG*ms>a!$PDwb5QxHo>EkhbwYj
z3c8r$0}|i(H|uGv?wH8xwut-CKBnzGC#Nl+;2?9Pgi$<qf`(?Dz^czYA+t0fq2BY^
zKINoVUIXuI4SpepTN744%a~UC?M-?}-<to?$6}bjtv?l7oAUR*(S*59;vBIJVG?J(
z7jn1gIcPg*i%8A%JI1n?>q(ZvftuTO7xV2E%#zG!zn*z8h}BzECv?LW^YcGl-YQ+3
z|Fe1egNxJ5AHMfj%~<(S)=c$co3{Pb196MDnnh$Vd-Lj)Zn&cA6fXDg+p$QQ?Gnv7
zOK;DgyFp%5^q5TZn?I4Kt8c8YF$ocSAn-uop2M62A`e6!h}_dzp>sg<faV@f#^nsl
z8K!>_V~JskVTw6)_!yg^<wSdK0rhqIY)&>#JnPF&-OzrnsnVco$NRMJlfuCxypHXk
zot(a@9%!3<?1u;QCQ~7XTWqHy>TXt^y1u%RmtC5VHDU9DIVaO{w44Jb>eYTfsq<r9
zsm6iE7&(OxJsnJ}B5WODLJYec7+JXv{0cs2tQ`Am+Drk5h1v`3|FNIgI+@{us8hIt
zIoH{k7Pf`b6Qo=78uA2oG42d}!S+J$#opHYpKpJ3E&tF_>)h5A?AprpHuQ{6GDDZ(
z$JgBzT?c+fHaJ&od{fkv!eR%4t$UAWJx^~;4*nIvV^OG|#1bgo@oWZjznDeSl4%Dd
zZ*ODiGoC*EgP6%)NWNR}^6ipy>Bo{a9)EtUsj^~6;{y?yHyh?o;ZVy{kn3^hm1w!^
z_v)U82J=lRPKI3OR0ZkQG6(CHG6icW{ab~RMHdvsd`(QCsgVmCHplC<-IW&D!m#tu
zwC%>b%oQ?Ni`J?zl(a4oJu%fO-0ipH3$`b23#AuGx8ynGiR@zB1rp#}xcge$cH>iv
zE^XhgZ&g_D#eVag$HD658LMnW(oDZZnzfiqX>k{D6malMfBTb=eO~i`rcDi7+xe68
zK?RE<D4rh(-D_&_2Eht$CMCr>PJy4M+)Qof9kpKTDwn)XT=MR)>c2LlPaozxHg!rj
z@y#zjC16%_ZfE0%AW*~>a5pp>P3U#9ULfmaJz*}Cj?FL(4VZYfQcF}poGX?gR>9<w
zIL}2<LxWu`35y*VTXm*3hDvW}5t#GA+nhm4r*N_En*yo2mqHD_TxJ_Qi+?Pg9mV;g
ztt`VKFQ=XD1ski0g1J;Yb4l}s*b}kA7p<qKYR>&6(%yCB%c9r8Mb>I>JIlJ(opSbG
z<J{m}!F+m)a|4JGTw!Ps#Pw8@E8ppWro$R;|A)RD7Oaqx^T8phO$_2eGCTQn52zkc
z-DB&w$B?7{!eP(3n-=T*DG54}ya$?;eFP;YoOMWO*w$n;VeLeQ3uXaqMr!JpJm-4E
za=djY<B)x5#_@db)CCOg$}X#J3!59P>1}zSll;=`^Yc%~7Vr7$vFSAX-iyD#KVUtx
z#O>S-#}yR<&wRdLI%p}As_=ZlV}pwJPN{A8JO38@3mt5hy&*6|K3hFqQikpOxn1*o
z>Vubf>a^W;;eI<|e{&aqwa2usnY$OiZ)&?Or~134&-mrz8`q1O+i$$zoBvkmwZe&&
zu8VA+W_5U4MYaV?uRlJow@tNG`S87UW?R2lRxJFi^JS?Q-`0H}!_v>!9}Z7=!#R6u
z0mtFK={B?bET4<8MU}5Ml@ECkpS1WY^IxtR$J!S>U%R*Z!w(IG4fkiftoQx<(C2{J
z4&k)+G6`P(LkiW$SKH3$-h0mb;)9LRk4^2)SoHCUCg(2Z^LfZ)8c_1TE_KI=<U=OM
znzS}bS;+5^W_z4%@w`O-b(z#_S8GeI4PlSp{kze8Zo*l)>cY6})?YlYcYEKqIaW8d
zed*i1QyU67)utF~erah<lB!Afl9Rlk`S-}R3GUwC48NY=vy<aNR2ZYQ!72ZFznlJw
z?D*YUUR8T9bFIA9H`C4|KPF!dtiL?(S$0kImv@Gi_L~lV4$R2n;ml>-XKHrG=KaR7
z3rWJql}mn_&B<GEb$;I`1;)EQ+dMlm&wOUm6_AMOZnRbQzO(%30~Ve)lD(6Tr9b|>
z#Cmg9i1y-3Tvmc=KSN5Ge|v0tthMvJziWD&Vb6*!*SgGCCrJcmhM#cjWc<Ffv0?Mk
zCBl8CQWd$N(ZgemVTXS#YTV2AO^Q9jSI2VE^1~D7vdV0_ax^H1qkC<E-xE!-uiu^5
zU%t?Hv)ZNplfXp&UDnB|MROj76ux};@KBNDuZzsf%PPv}sBR5E;{U5{(-XEyRtJ7E
zv<n~CoNaVw(Q4bBGT?UcxyLMTjgM;?s#!jtdAxtqi)9P@%$Cfb#FX4G?-J_cu~AO2
z?26d-;5+A7o!&0p7k<RQN^wTit<|-iD}VetaSPP!Vs)D)aZq!och8#_FRlA3=Joq+
zx!+l9aebO<zeM+WA(n0THbr#XbTjup+5N-Cab7FO0u$zHwP{Hwia9_{jHr&EADbGF
z2jzIwT%NOI#?p<e0@+?)2)ZtDPNCVc%_GLy@A1kf6OL;(JF~U(@NKP9Zer3@GJI1b
z<9L_<kl*9eObg?d#~irizSdRe?fPZAe~Vm_IIX^jdsWTjJLe~U`Fc^#vDL^T>;~7*
zb-#XTG;>T?cwouSr-ii+0g1=%SnY5+YJ9_&=|sSWbnjewla_{qCR%3}HeK~9zb&V*
zW1q2XV^Qzh3x5_%F1_u{_Qdx%*X_NG-=uD2ZwY%-@%+Xv<4@&$-cuHOx2^k_<HIx0
zi0SpNO;KgnON3&+Oe)C@`_>%Nao1nd;kA%bUG9s=$0zUzN=`kse@FZt*Y~I1ZJttG
z*p+0qYw@2*8NMf39S48-97!`gUbf8Qc-=|s^N)=BiZ2?L8gtL<^Zfebkek>Y+eE#6
zf{%U*WqK{q?A+iOlcN=3D6_BnNrw9K&dz4doyqOD&&>R>b>gS3Q9qn?E#k#AcL~Oo
z?msM`w@+l|GYi4ug`wdGKW|MuHi=6ts`Mh;R_$Yl+A5beSDxIfP<C*i2<vVumsQsS
zmoC(?7yjLRM<6Xz_t)LvwpJSx);edq6B4U$^gel+5u119OF_Itj-HWLn$11AOa2_2
z%@*|c{ZcsmP4@O(_vN)}x*xWtZ}_*PvE_tw!qda|?(S7LnssjS0*1v*7jiCU&i7(Y
zJ#k>-<ioFzRhm9uX<>Hr$02K$QWKfB*Avf|Opj8TQ@G~s1a{2^!R@u||GsXQmU#Q4
z;NLon?)@)r`b)kM-D7#NdA@W)^YWf4eoQMiIZS0e@s-h$wPb19hj|InZ#klNvLvi*
zTIw~eU{T1I-JKV{9CMYg;gB-9d?2n_(QIEKZ;r`^ix=#2Cos&)yx=2lbbdik<+{m{
zi{>uhJxR3e{K+eijN3n)vw7CNd-p|S^%mP7-*p-u8h`jAD|PzY(c_P^_iBGCn4Ob$
zOMB4|_H?eddZyh%`6eE_u9Wk3njH8!?}d%wrTqojFUtEDcn1fc^L6_se%<r^@jN5`
zog1T%7o3}5{J$oFd8g)1+1=Wf-<W3qh?#Zi_!PT2hU;(K)-n6+QI__*qhjZs^p7&j
zJC44%8CdV}sXX(MOrQ1ArxMyKQ>NHtvh`2dykrZjXoB!&`5LujJP$R?4TG(hudjFz
zdAa80g+KXcR?Iy%>z7`~&8;ab4wP-tKX!i7vFTHGE?KTx>Y`sSRg)=pLr%iua>@55
zRy+PvZJ(YWmW;8RQC~Nqf6MQ!v)?mauCXfFXV+{mXd}DkmB+dnYBtvrA~-5PTza@C
zAf4+0b92W$+0W0)o?X7_ET!AAUg1WC)+t|KnaeX~INNh)s#$kDJf!H5<M>9QibHD4
z7Y4@JuZ}!<QK@x{opHZlLA^AG^$mrIIr>qtTa%KnS)66O%|7R<rF4jP&iRCJzS8}t
z#mm>5v`@5*vz7^aZLvZz*~U**BIfB2rtGPPA1qi5crRy*Kd;^3ZngN!qKRHPzU60@
zJV?D)do?o4QBLl<X@yNXPkLWLl5(3_QBB9R*0ch>G@jxM%VVZ(FwgI)^pkw=IWuDi
zQ=GQc>ZYY$>IW{L(Z02WX=j<xfn@7@ja-vg*0^rG8O>At!1SG`WyTJP|8qREGS*z2
zCdGNcJS`zPrldpDx%rpWkGu=_?)kpiQX+moc0PlJa!P-z-=p^z&Icb=-CVstxBs?W
z75n2o>^$k`RBWyvQ`@GkQ#HMPO%;FTxjPj{lXs}kDw`=aNl8sPZ~wZvBF)J?6F0m+
z>^OG<^SLbxmbR4`sD7KWA~@)X$5WetHZ#?WEYE{ud<{jTPil$#+|Qd-yeN_DSAn6#
zX4W4k?9Xz9@8b9MdA{vH<>fnNGJhucA8&t>mEgda>AA=>AUa8>Fz?2ef^uJV3B|C~
z^Or9MUT3fSygBRNi@j@ZEz><F;$CE>d91>wugFpIlhm{Hq~yXr&AyF(7PrzLcnYU#
z9Jmm7?(f$#4d1et*H(Lc$f`(Rv+#~5gYsd+M;D8ergwU8DEYACVEYjPzL!_0ACR<S
z-f9)`^?VJ>u_t`{WV7DRcQ*QP>YZPs?7fZm+wTe<<7Ry$x*_~Q?V{wva-!RLrk(l`
z>fN*4X6l7YQ=?XaCfB;kKfHbV*DW;Brv2rd7aumbwhFxP+i<l0`a;g?V~^Xod}{Bz
ztgo2Iwe?r?&b8nLJ`b{`+_if7*qT4FRZ7iC{!;gxEp8dxH>tH-yO*x>Z@Bv~Q@-2y
z-0=gM<rTM%CuPca2Uli1o~1Zj`d5y`k0%mLGE6duqz`p-X3jC+y`}%Crc~DZjs<@h
z#Fc}4-WarR=Ce6^_1_=6)m#=^3%hQ<==;?9sI2Su&I6~MCfo>G_D|?JH)!JJ$XlUi
z?jDyTQqNfYw0I6b-r^;+dh7FY9rMyPdrH<US;M(E<L8lymcraj&xIq3-20pUn&;hI
zIGdgKQP;d%$_E~6&hujO+&{I_+-lO1>IGkKp8D4JJ2viDV+Q~1(+9RU<~Q^IJ+pj&
zp?96tEBDFQf9&d;y8ZDIo{9Zzm2Bo37ot*IWbQqUHCemRviE)0LRmKFNJZ(ggIxjJ
zcTZXN;OJke*hlAow{rYgcfkJm#m^Vl2YR<Bcm+IHl>B`nYnk%=b;WiUdbEYk+rMpC
zJ4Hr+i}TURS*0s3CGzpT6}8y@LiGIP3u>&(0#5`T=X=Gf<GW(3$*BWJm^Or8xb#$f
z{g1OQ2hOQ%KhyR&V1d|_gK?_fHWw}@+$*ig;q<-|kjm=Kt7E!p%Y|LMZ%j8_f59RZ
zwZ#!61RD5YHGY}2GFwPdY=ZH#m8&iC47X|j)tQ>rIrnz+oyn&q-Jk!+s&GHCZq3)$
zneUBN*Yaky{Xe$(!u`Tyl`r2_B!Ax;DXVSqdFR#d(k1Er_qMC$^K{y(Y*SYM)!x2*
zZ~lRWQ&u<!xtzK_v;117uW<CcJ?j+Yg;pQBIn{@qnPYYB{W-z*Hu*7Un$r1B-m<jT
ztM%!$Qhhb0<YU_0<vKQnULT8{uCcz>=-8HjUvB<8UHQ#R`faT%>yF7B)e2~zb!nnN
z9*1wo&KHaOR{ipKoVhBdLc{-e#0#Elzgi#o_^xAW&F-Feb>FKiuUajlF8y2dO?+$q
zgWSJm%XAB>YItnU)v0f>+P(hPy!(6K6yILXzU|wJARfPW;aX~v@&?~cY*sWU9N-9J
zWsF;RHQ_J+tOpBE^c5tU9ISh5ul=-Qc^(Th=bX1!>MskPDd6M37k@nF`M(vGQ+c$^
zk~eD}&hZb4VOp`nw#2?8zI2xfv*GQ;(vYUq{To>=T_1ZGp7~jFZsGhQ_n)61J=VUu
zAgsCfr!!Nn{4s@>IjN6+g_QVNSlv&%F{${Ztp54Dm(iRxhZB!-JQJ`ubK_vS<6%*=
z7{}{D54^YEw%fcuCj973zv}J3h1J?x@7mth&2~LJ^_$`Q(^_etimU!qgv@YmWZEHm
zIIel;)EkkH-yXiX&T@X8*2$>vCI1yyl-!zXe&Lenv$qw?w{!0Jl;*-C8qO7)xKOky
zY)i>f9?`Y8!D&WfezE=HqqbKL1SxyV8h>7Y_Kxi4hXPV-w=Qy(W)n(%SiYyQTI%bp
zV@IslR!*_quq(LDSL(*vy7-!>Y;RUhzRkz08*5=R;n=Pu*<^+aw~ST$*qd)vzK}DF
zxcVg4@$B4u*0R_e>t6B9kz?FhvU_(?PUw~`p%*o~ZeKjXWmS>GyVc$yzkb!1861{Z
zj1HXbpIVXJB;ILq^ry)7zS<*6WskP4ZkfmDv*psfihXAeM^spqHEw8oc5L0mYOxPC
z%M%+U7mBK{xcF}M&cl59JMR|FaV=8!)Y2-Q($4Yi%}LH9A;P|<7pEMm-@w+K@S{`l
z9CPN*pP#uW&+xt#AC$w_=f7cYM2~)>N~_WI9kGwfI&ZUf$3H4Nc&dHNqxl;zC|f2y
zDUF)%c|7Hxrh<dOr^^k?EEn<oJ{}jeUB~Y`SFaD_+LQlIA6WI!)I_ezEK#2=jMpxu
zdj0Q{R~;B6(^}s?xN&LkzdBBZe&0<j`($e#U%4$&Q4qX}n|InVr=1O|YvPZ+VA&mU
zw@967lGVLPR|Spc?uXAFJF4!P<hOg){qUgOJ)dOfRc%ji=V6^S^YQ0<Su^MA#y*(O
z^Tzi?Fc;^7nN8~+H%4)9Z8;p6w4~|oc0D8WR|jt%IH#MTm9l!m!Hw26J$`<w5e}_e
zj~#gYf%oxhgHx{l;RnAvS%*Y8#5!cWcrE86tS6E5`-H>#7}F01f9_@6<2_`$<)oAH
zHa8}Y>l+mM*020=!`jK5<NA&L-rLskPn_Sku`^MlW6jLDQ@VV1Nh_?}w^qA%ce3KI
z+TwGE<*VYhUYb{Cb#<!YK6~HGP17{kK~n<?%$cVa&1{#vEXE!``$Qk7SgNwUGiWsL
z=v$Yn>Ka?^XI_B;a}t8r#63CpOIE*wdFH{E6~T*?Zf1Gyu?(zqEZuZiRa2~FpUhVE
zTmSc-^IX{U>JfM>TCC*UlYh3aEd0I%zFRLTyS&V>BjjR@no5=2iob?;8Wi}~JYT7j
zu|siLa@E6<t!M7lDjZ@q+fm%=I5+Kz`kd8`s><H;`<Z75GTl0B#mP30<r~i%%dJl?
z2$`iCv_G_LoAOL_>H<R+_u2kR47(hRSx>aS_ii-fTIR~rx6K4R64v_L{lMp(&pW02
z4)e~8@vnIwf4f@XK-0wVR-UOwAtw&3lsz{u^wfsrc~fraCY=ag8Fu7LL^IDl`@4cI
z*P0^VJn5I!x**HB(6P-;Qf=QZMdvfDbJZWR9;)**^e^14T*F{l?fN6uT*%>t-oo8!
zH>};R#y-3pJ2`2$^(C46z4iBMgTL|icSZe_u-aiO=J=2=G|YVG?v>U;SLM_V?VIgh
zPk1%a{)dIcq$H0nMa@Olr}`Y{_!rupth}0Sa&)1xko55fuJ0G+{ZHH8sd>iypHHFb
z(U3DM7A&_s{q|8o=V8@lVxXnpoHB}*+)|ND{eBOp@TO{|?ib+Vef(&zNz2NoFLe4U
z{)oL+XiHnPnc*O3^@>fue>~a6GU1?#a}C?P`#bf*Z!EUp_@V1I`^cdy^R_#!*fznM
zb6@c3s@@yXMSC(QJlq^F5LedDbCGqf*NYEYn_le+$fyxiWI8O+xG`8SpJB@4#+pSu
zVcb0?zg8AIzmY79=+=8JkkI{qhP>60g!Kn}kBZ#gc`;E<LR9?Q!Kcz4%ZyT1Oj&qq
z`O>ZXcq_G1R~YmjTdzEWZFBIV`Bvr!f>^zKbxc=mZR~B^&Mz(W*Cl+i`L~#9-y{VY
z@9(hHF4JmU$~Mg^!b#}FJJ)y5>bG0ueN6wZ^z$=lC4I)KJ=J_U*N^Z$%41n^i%FiT
z+~qvK!J`u=q?58bR{mVDO}jXw>#!!<V;{Cw%llf73c3#7JlT2gl_p=g*gwlcXP#rr
zPuvaqAa?YMP_R9CY4?#6O3EBRdyc+YqYMsb6)Wys{S`(PoqUhLtGf^OC(4;jlRY=P
zHUHJIm0R|{D_S;NE_e1fg&E%^Q!<&PK1n<=j7aghFjqRGwmFAwagU$l?d!2gGQ1CD
zQryokjO7buTfME}!Go&{tJ$kF&i)a(c&<&0xzc}fJd=a<mMzcE^lKl#Ewu0d9R_LE
zs8`$^tU96_LJkBa9v0oOMP0^Ub;I%4%0pA-n-rV4zG-a@fevqP0x_g{-x_nZ<RxXE
zkDc@OxKu<|3TQ>#v}3<!>=ih+{@=eT57RbGe&+w<cW|e!uH>#sP05Q^$8_&}f8$E@
zCDR|h9}a%r?PvMYN+A0?XL|VZ=hNEDm}R6c_8f9Q&CzBdlT^?Eo>5mUU@7_M)9Bym
zpA*U0>(X#^X4y4w6VQ6a;2s}CqoXI7l)Zb7oMQS@d#%ka%r)0?UaQ*dTQwikJ6EeN
z6Fa9hdxOsL(-PiXKT8VbY7gDb<J?oftt!EQ`>RFbF8<16FP<#SwYAvrlkqlxgwZC@
zlEX_a<p#56I4)+JRxzRf;|IBUU(%8eS8i*ctjg~F@AZY)-4-=Q@818h5aK($R-P#<
za}jrunO<|!N1?X(>&JX;griflRyuf3o+qgzx+$dMl39dS#ttvt&^NqUCk{M3?x*T4
zs*@Oh#MZ?^Fn_AfLylzyub1<HR^D9jVV36Qy`FK8H^=0LKXcJ+6^0V=FW-*syv+RR
z*!LwJ2bt4FGgm9y>OA{ysC7Q^<KjgtzXe$Q4LFyq!*-By{;fw@9TOGZ*d!#G=7Zp&
zKF6|uItMuZ?%CP0O80~22TMhUU(Yn%rhzhZ<3v>ugDGBiD(gO$KH(pS^5;#f<T0Od
zoZ+l}K)FuU#r&k%UH$j>a8xvJxV$dWR{hU2MFY@e-hoLIRhgx)1+p1!7Cjt3ZwcdD
zO`&~3nVd=m8#Z1jw1_C$^d#Zr!AZ`HeZhi<dFM4$Yb;>cDI#=01+?AZlmg=dZjlYa
zPUj5Hh#pG5p>Sq`N9qkbtv}CtFR<UY-rnN;z}Z1kD`mxmg+?7yqUFM>l1~Jy`o9sX
zQ&(SbjqRIM#H{%?MO!kMt9jp;&MF7Zo|vxK;p}a_?bjQ_t)CMN-dt^CeEwX5DP7D`
zh||!$F=xVze<yBvO_lHOT6XI8#b@Weu9nGZ?Gvsz_n<cY&>X{?#i##y+xOd^eLnp`
zT@Me-gGBBnin5@_?YD*%&Wn=5KWGM)vmCJHD>`+ioaJ_>-F;7I%eJ<>WhKT-XKS)8
zmpBt5d}hy_yIfm79%gwSJjWljeuGK*wBm)+CnbNME(voiE!=VBp-?b)kIO87t)&`!
zsyh#Eji_B<8~fDt@PeZXx;93$En16(cFgUHsmOAdoc6`x&WqW7yG{!2xmC333PZ2>
zD@VVpQYr_&9lueh^lMG9TeIu@sXC^)yF~t8S6rczabL}@M%t%SQNM5Iw--<PnCA5#
z^V7ND7k%|#>4f77=YxJf*|+9-ZtFyeE3f!d3NjB=F4=LoW-jmZ3=8c7wSd)+WxF4{
z-B>!$OPIe(q4}VUOp};`h*^x|;m{n1pbG`9yx|uLTHo7BZTwKHeWCVXn3{ik@guSP
z&^>O)+d`(_wwvE3ouRX5nrME^Q|WeJt49_uKFcY;TO0I(YoYe7g@**b^ZlP+xq5Nf
znMtAVo;GDHwYW2Da<qD|tdYqH0rx2Rg^6qVw9S4kZ4=8ia5>I><;4SOmfQ~_yqj{L
z7c`%Fa6&3t%BW<I!^G)b26s%p_MJWS=XxTenb3uARW@=?SHFJga}F%n5tt)Zb>_s^
zcVAlFSEU|Xe6BPjv*~%Th%HN`w|&P-sYyu_iZ>V?`8lIv+bps63xCeAhhEU^K6rA<
z%cgVjGD*$bIu(zU?SAw0{W-&=8mD&GU-KW;blqkZ)q}>|#Egx-Vuys+z0W8=aPZ*y
zro7cssRy5w3C~+;Rk*w0!1>P$dXBERarsNhxjrwC(8FmrtX1EZ3Gnmme6+OE>dDj7
z9}m>YZ%Dt8R&wI`%8He|Zz31+d^u2{*n1?0DZ3)bU2@GW6~>Cv6_-wCHBK(t<0ZOo
zPUZr?X)>#FB#u=7fBJp*D*jNb8`=r$H!S7O<+b%qlziWi*xdBO&0jKa?SlWeF5gc7
z+{z@nzx&wK&DG`GC4TwJED2PIj?BsANz}T-diax8OW(U7>mw_A{@&I8>yo^m`|^r}
zt(Q#V(&H>yE6TzhtxYyvIS>TSOPh}LUXucCdYZVD&1~0=7hK<t$hin!EZvlnayYhH
z_f1^;Z*iH*@B0*%ubFGUi_fsbMX$_yXK(k)7ZtxQSZeRS{m@PM=jJ6HKM(JYKBL=J
ze0<)Cj~8c#7MwXG@Hm*~*r{_Xl@8B)R3>&sEIiofVRM!Kta-vI%Pi(3Wlhq|w5;ms
zQk}os`HZept9Q)WF7{JC-#7iJ&1{c5r+RL>Mf{DJoX*><dGpy*lZ*W%Pdr}HvaR;Q
zf{Tj_+WVb(e3Qf{{5f=ao^Fu&1m3e!d%M5o2hM!9Z9#3b81Ea&h*@q-Z-SB%`qQf|
zB8xUWN$6z1Zn^cz9jBh0jD5Pl+PxWGG#%4&m?vuVAfn^L-{m~1A{G<x{+<8Vm^(r%
zz)jJcRVQ>q$jKmP@YHUL#J7T{H<r4XA8>P>9kOH948KQQ=L(fx#4c-I$`&VmBRgUJ
z#)oQEC)(UVn{4(-SL9x}(IOsq>+du5KY#D;dlGT@+xPPCldL1|*!_FwQ`8;xQ?_3#
zdCJb%GO^U6#fvsEv@^7Sc(i0&aP$M`2f+`7mG5X4-1>cm+y3B*oE3|%S9Ptl43HL_
zt!&4=KK<N6OOs7JTQ^R>cqw?=;$1sp9~E>SY+V-lNb8)1&B`Z_xC{jIm!8!NVe96v
z;N-8F=l?v)QQ_LRZ70fOe+e!&3|y__t>7@7|Az5~^o;8tjy-3)Q9SpEpyRsoLmRb(
z%g;;B(+H~dZ2i8ELrCM?W0^@0^W=Kn3|a!-i@dDf#}f7Yt9MzoILBEAiDss6cV5UI
zbC&KqR;1Ca?tWCRG-lhSX98NmZ0z1PfyIf(-yGfB{jElKaarP{?;=N7CAogY-Eb&L
z{JhEO@!?$oCU;h{RC4vMPi$VV^l;AXS)x+%&g;2b)=gmd-n;YP(zVhd%M>5AcIUN6
zs^41Zn7S$Cr&#jA6-|5D-V5#R-j*FObN##KvWz6nZ@yNt>^HJadfDplEZE34%_?$M
zRc3+Mn%?+*I_IWwa+Tk*J?q(XC2sBR>y}$hS=p~!Z;3vCK`wIR+G^Jm@9#1_6gzlA
zK-qAA_m%$LiyO1LCu+LIsUNg0FL^i5Vh-QjFT1_H&YYNE!dGamePh!9Sr2NuK5OPZ
zXHnd9Qsg=J-xi5G!K%k2b>CQSbDr^;^>u`g(B_R+s<9c*?UtxEeFi7vM>UD3Oly>q
zWwsbMs7#%HZs#ZC?q$jvNe7#6YTU4UV0Thxs=~F)9t{b5*`NLPnWEWj>kv?Uti))t
zx5fFMySh8qK5^aP#3Ir2SYYX~$vqm)2S1!WaO}W)R=pz%b383RKmV+-*3Yu+@*%ad
zi|KQVSiSo`HaQ>Vn{D<@kI#(DXEDRh4NJX$ZaF;HOZ!6H;Y`krC5KcdeGb_W&L+5E
z>86Hd<%ZKX_idG0v&pHAOVX}ADQw01ru@SmOE)dmu2`E9`>gPqC)0|pjZ2T2_i>x@
z{XVGn{GzPp;W!T7Rd*aymJ3DXhGaK${$Ms)aYJ_5#iQldBQ~6#zSs7`P1cRt1&qJ%
zBo$Blm~h%9_tU0!TmMDV{nr;~hlgAYza^l|+{0sNbmWA9vM{7sCt}gZenZ~+c{-!t
z!?T^Iz{?w=58b}6_dFeGosD?%dEt=H@9Ycr>l``x?eBJ;xNX||%|GydFfnm%oogdI
zmF<-9Q&tvcX*RPn;GLsw`>r(PG_y3AWw8Bj$-iI4S#a!H*}CmKDPJB<oLX{EfnAy}
zrTxM=&38;@AL4SBS940)I5AeUzIn@RDEYli+tHi#jc8Wq^Z8;KoVyz$mrm0HZI)!(
zX(q(5>yU}o1a05NjJpn+NKKFiF&yCw1Kv5^yZ3I%jjhr5-syEaAMHH#dfG-!mTw0R
zy?S!KtnlY%hV~C`?x~D?jC>D$AGU^{p3mA*`$e5)4$~Z_IftBgI9F`d(1&|l;&slC
zLpIHGRo#-NhqlJOC{a>rIr>nmYvbP2Uqhosjxj2j@7r*%+rr(|@R0b9&Ho(!c79^o
zAjEaZc=>^#TT${i<G&pelFu~QW5{-G`hp1y9=Po_Kjf|K=+DCI|5k&4%Edi~k}Vg_
zx96?C6(26Vh)t5mXvSilZOZ;1Y))!vHHN-c(NJKx-=-lGt#CtKH_7y89tYPqnY64M
z{`P<VYBsB?d-G+qPvg44m7L2RHD$g$>xre47%s5#hA(J1)OPzy`YJY^j~Va0rfErW
z>~?6^J}wZ!0veA#m7%fCnYpC-o%Dptvcw&qikZ1G9P*l38uGS;DVD2#Z`BS@YRgpp
zCZevT-JNWsHLGjZdhYObEIq*@_g<{fIiPqzagXMnf~P+>Gi<#7p#`)K7qk+W$q%+N
z%OF$nfa;!z1#SUnS1Nr_{h<1$q`9MRZ>mp+T`P;njhd%AGXnOr%w=IVS38xYEOS%Q
zU_)ZUVXjkCSsJ$W8BNHY#BhO+)nbAyuYljHI}J=5^!+SWdNVjqoFwA+Y6>q4Ym?F=
zOPR}>=0Xk^m>jt$a7XWA+U0bC>&dBU>l)SxY+>5TC&aMJ37#hI<*RKv?!sUubt5Cd
zA=%q}!^NY=%6ud*T+A!<e>HFZ@qCL*-^HeD^*^7+u9Wc5UAEHNdga3qeXXvEjBafb
zl1VICk_ksPOg{+PG3T53-ZJWP)FVwUnND}>8IS*f7OJW4*_%>PC-y+--l`Qk;H4C%
zfsqXlH~8HQXzO{n@mz0Lk@L>U2@lxTyl33xc&#7^ykdB@3WLeHZa($WQ<GU5$~bxp
zUKa$lA7FedAQfHFGI<w^z?H_ZhA<u$)}}`q%L;-x`h*!-bU~|QE=<v0pv|(@VO=W=
zHt)jM#<;C_Tey3{_T-?b*P7p=dsf=5HJH0dY4h>Lr!1nS)$io}pM13I6lAVIcq*#}
zXf;f$xShM?>g5{H1y9RAKo&e55lpdY)T!ayXSG>l4=bZ`VaRFA^w?jO0cKa~H&px;
znWBBFmqpebTm~>PZ!v6SKN04^kRih^_mBPL3MB@U{<lS-g+J?VIA^eL3eK2gB>#`y
zbNTW;hyC(pbQgfudg+PmVwknllJ!KZllX?f18%HEOD~9mS2%@p#WKcTyfnX7_2wns
z3qDt~5Nm(Hi-Ah@pS<n%`<J%+>AIu$-*#`Z2&}yOsUpNgG<NEC<5TllEn3=-KKoI1
z8pJYh6_3yVxtU@42Q_G(pDj?pRlr%mneTW&)nSg_rWWy=dj8kMeh7hJS>4{bYh>qf
zs)QZVuT|S<QCNB^;rUAyi5-T4V$u(%=Uq}*a5j)_Q>YNbEvr)w+dP>ZtVJF;lySXn
zC<CpF;d+aRL$L*-3#Pg;aYQL(Fcu|xhdYFGL^Z~6b27v#X0R5?f|fa5;62gnWbTmv
zzhKe4WqvW0y`R+X_^zF9VdmCndDi*D`(`D%`{z<h_uda`ySpe^{*ScxQRmnTd>zS!
zYaSd~DQNy7xwDt;Ew2oRIA^0eU$y6pw=V>Cl!(`Dza1PiFX_vYnH*nt&5P`PdgFFF
z``5X`9UIm^InQ^`()^p=S9jwV!rPA9X5G~jH_ZLMMB;{M*^kqLYww)-d+q2qn}3qW
z^8M{XPx`G^zLvXTDf^q{C$;8kXC_ZbaQe=jrnIko!d{LE4=t~%MPImG@VL#<&F^C1
z{gz{GeUmGnhFrU}rXtIEwf5ti5<8#9gwK)9ZF+oOaLT^OT?gkEGw`0uD41IKLvRsa
zUY78)?B!d;pTE2ld?(>jglk9a9KV1Ui?n>79hkd9tmk}X0*iax>KeH(mi|B9mF!Ij
ze{VMNyUV(Nv;7>RzqkfyZ}Yv~{Y5Bhx7B-wi{3G%IR}@lj;Z*#lhuFn?UFU@@BiK}
zd1H3v*RRzp16HlRCL8Mhd7t6LEn%5DWkyzOe+PIQ99jNf$)x}0VQYoce_d41^;>3y
z27Eg5;$xcq;m<SwCwcb-?|mm{$d|wE=gp&+J|ulyu|n3cWZo|6k1mOiWb7ATFx$6l
zzq|I7+a1>PJXtbce$AMAxgtXPj*rS=`G;~dcR4fmwRO+AEaQCr{<&qBqD3R$Y?qM#
z?={`-XleK3z^8XVYy7@>Znyoqxo`UzZk}Jh?Lhm1@)ti}o>mqYHD)<8<!H{q${iLx
z&ZiBc&VNZZ+`U=h+<EY@S3so9xsQq8)*SIOFgkid=!emU@U5@U2`PK`Jjl2XTF4T4
zh2vA|v~!<szD!%bYetu#?WCFKFDFa%vpkCyGoPq?_{rJb*Dg6UsMWFws^v9+*U3Km
z!OZt{;(?meq8!&2i0druf8G}No>%YP!E&}Z-nH2YSH%Qm_Uu~NBfh{)=aO~B*Df#T
zH;J3S&pBYhlB9g+yW%^S1}*kWvD^{5IWL()#X!?)tvXZr_D%nxcOhb?%7NEA;-475
zVfUU2YVL!Ex~A%cW~^-L?P^<{vxDtLTU)k6UMovOp22&zCvKnf8uBtG>pfXl`e(++
z6Fcfzr{%M+IrA_&QnKkbv$o(5k%=D0Q}!9KShSc6oUmiD05Mv{jpcA=b8rcL)T0(u
zT`h^Rn_y7$Xy-!>W%VbZ!Rw2GavJ_Z47cQ_H0I3Tqv0T}<j8a4nkPfXYz^j{np>D}
zDQ<z&XT>?VAZr*~S$HZLqZp$kRTxSd7l@v?>d<h<IQf`AYf&yJXLo5&&_-UK$+i%_
zUXy!gcERuFNRczm31TgiWoOhLc*49)`p4OR|GJvlk5|u*fBfUZv-EE+`n{t2=l-nT
z7yeOmpMBN2^7q#2B~_*FDox6ob@IYx<?D_s-S5-1X`fp(^Qo=u*Eh-CzG08Iq{#%V
z`MYzslC<IUeav0@>)&5L{BuJM|Hs`ACkbEdT&CgjT(95y!S2{fmkrGN^Ph;eyS*=T
zUNm!)<74kfN*WwV^`3L?mvf!?`$gl@B<)X^zE7O-+<05ovXg>WAI(thQ~aQqH{qaQ
z+e_J}9~}>Cx_R%O`Zl?upXY+ywgdgmUn_XLvv`axXY4*Hn6aN{u4nV!qnA1b?@s1a
ze{(AF+^k2pjpJK`Q=dzVvBy{*+t<gq)i{Vl*!7%%gp6ZKhxxzGmc@&ARV|-yF#U-|
zquO`oL%%Y$T=U;QIdkmy+<9!RmWw3rB*mJpE<VIw{A|XfpJ$%D*<0Ut=?Rm}LxF0y
zw=E~E&xsw+;eS?QQ2e=hrnJwsgetbl20H}~9p(2~I`>H0nYmA#P6V=lx_$rga(zct
z#<Zyh6O(4>8@hZw%EI0ERFpAB<(Xg6(<gThlsLMIZ7e*;{#j|Gv+(q)^UW5gyI%4i
zHfb-M*1TEr*iD`@2@+`rNe>FsjZG#BHBSiUlqxPsYJ2RQ>@sO8m(-RAQ~L!^?qoFM
zQtR|m1`W&wENF0wUe&N}#^F^SJZozNWw<T8gQridJhydb_ko#7H5p;&Vm@haEh>|c
zKR5MQyF{0Vzx`B&jMgscXsN&z6E~a^l|Q?qYiV0qMn*f^O{rUoYS+JBtW1xIW@l3R
zqRjhiLu2Re+F36oLoQB}YI!Y`*T3PM)cFPu@A><xpG>`3CVN%<=S08n6W*M86RK)s
z!~bgg^U2(Ga{KcN`EOh7jXFPP>6Hz~i%$vKU;SS3?#!asJB}y@CNICB{OZVM`N(S%
zZa62sznk<<GEk`0qif><tFk@w_$4k>-7@jIb?~%9<f%T>w#S~nQFAXjs(gQTKIr(p
zby}x`ANh8gvuk-T(VUoME~@ikzKC$=#uFSoqARUG%C3pIdU?H$;SQ-OeagJkK+}T0
z8#XnZ&k@-uE&I^-XW1PMjmK{*PMmB0{-AMhw6n2dk)lzHq}G9uX`eT(sP8cRqG<3T
zx6P=>u4;cV^Rj>E7T&+SX=gw(Z_VM0QODm4zh7g&;>dKFO*d7%H%PUAw7zxZCSPCK
zhfi0}glY><mEnCd;kdNGk59i`RF4NgfByGZYTGA)jK>pRG*6sZC-`lm`18<<LK!(M
z)ooXNT3<<siD)cX;ONcjl)0nvm=?dlils&l43D)l=68i#R+TMT9zUI*dqpctMmyIx
zt$UNLJQ&QhZe#>xFOHJFk#WH%nSGh?U84|&na{URG7+{_-+bYs=&FZbD&_XRh+WjS
zUQZ&pWX7(<*bMnCKT>KV58D~M{nHb8#7;u5?tc2@)WTIe@(S7S+;3mNzxnrPyCv^-
zDa%^#@t0?|+0^>(@X?1aR;(>g<FTpH_g@umGv!fP*G*g9>N>IZU>{!tq3W5-POX+I
z>N<GyV@{!{^r@_~udlRmP2Uj(TJRVeAekHa)l7d&s%z5|p>S^>UC^mG@0Nc``X0Rf
zjfS{T$ej$0@+mi6Y`&DpSG25qDb%pkLgMomy@c~e?%kXD<e0H!#nvXHh^=grJbP|A
zMCw@b?d!bvG^A+5lM6ErzbNl7%5UIpKelHw!>xh^q6<Ws9UCvOX0T?oI*D_{DwHr5
zxj%YecJsL#tF)+7I9KdJ6vhc&{SRfAzq5&4Xt<-r$#8c;1KSfbPlgwIFW&ka&)jr3
z>4&fC;rWk33Rixr$gBMArF!^r%+2UX@cQTE1)yP`<sX)P_;yG7oS?lcc>OcDt*iJz
z2n3N<e(N#nF}8hndbi`;15lz1pCZj^l?U1YC}1ih9JH^p!JPlC7~_Jq3wctcRTxbC
z)|$_WlK=NyEd^dHNTuJF=G(&mzgT#aqK3cv^NkNI{#v*7+bI5?w(!yUgO6>vWtXp#
zKL7aG$}caACu}{-ygq;DWQGeCmo00~&E#5m!NyIR{lAo-@3!-b2Y4^=I+-h&bKPaQ
z%i4Q*Q{jcT{CppeT5hsvp2mLrk;%2U#Z$J{cCk)n?RackSf<|R|My|#a;77ab1iDV
zus`4U=#P)g#!h9M`T`e~zC%X>`z&-nupdABkikL5?0E3k0+ZW94}|W;E!i<~xku&Q
z&ur<ooVzvkGE~Y=S)5KdpC5H~#`o`ggG$8fx|-H2FOW=J*uKDSyG-!k=WLfMzis#+
zBqC&TXN5-j6m|}o#D!C9v`?3xuIH4?owo6c%kP*L=i5DBMdf#dm-Zd{bwudu;<fzW
zpUH=>4)&hEZ1anx#82nGd!AGEzPY=6&eo;xB%YV7xfnXv`17%q_bk3VceH+N@yfRI
zS^8O~iE%eFY|U!zB-`h9S9xT<iFja~^H}=guk<rI!u<w6)gz7GnEXERWASI})W~|b
zLrPk`?#B0wdaSDseKxX*Xgs#@^!Z1(AM8pDivKe0M%V)-iHf<u)^)$QuFk2^+?daN
z-)zCs?+eQ(Wh|OhaaVg=d#Jm&`~R+94!(oQ*Bz7_A6T+XIH=u||7z>6oHvgqDf*Qi
zTBWhwU{6+V#EpB^e-t|3D=n5?#C|-CeLIiwK|P<1+aHRGcwhEaKjyAqFR(4z_Hsbf
zmiyl7&%a+fA!MtU#5F-w)|tg+XI#b`h9rxp8S5qDmM5N4=wM_kOWN@&ZHZIsv~BX2
zZO&`H4{go%zPdn_{UB50vNELuKeptx>gH~px8l2F%O~#j>E7%&LR+K0tG`ZM>~vK0
zz4Kg!ir5#N%`qPoWaq8F1Ug?i!Q10mx8Wt#A4jLXGYsd|<nk!&+`HCqnpdmVSGoM}
zn<eTiBAc9Fc$pf#X_sEedq?flruMM>FEtidE>7&;b=`;0`&@Fd6c68Wvtt(T7wB&J
z65`>;!%(aczCGKDkL7mCD(@T0&MLt+Rr}bCj(t%rdGgI+rPt#Q#Wb};{G!iw-L_Bf
zzyJ8`k6O^^L0xzC!8d<&K7NzB^l(XNS<a?L#lUt68D@U*_T+~TtMtD~T}-U$iau`F
z5j@AgU|)6T<J{?NN}C^O7Q799boLwLu7~C}Z8c>EI>K{>^8E~&dsi%TiJg?;*(GaV
zU&prH_3ph@HQW52-(GFh*Y|qb%azk&ZcJL?Eu?EQDe?8Wz2}N2{Z_pf6=FT-wers-
zosv@-%OyU~k*;W+m#^LNci}n9WA@MI2Dc^kwCXY4V~I}iuQ@*9xqw84>HoLc`WLpC
z$u{z^N%E}UU8=-mBU(4va+R4UL!4|@>4sM!tD9AiuYUbux!$)rr5=OovNu1Z4@+u1
z*m77d{Jy&Hg2t;(Tg47fPMKi1#ge5}XW>S!D^UxsIc=TRD4p|F@3O|0Ywj~s43{}{
zr9Dhx+kc_waMS0|V;O>{4oFPtDofz;a<x7Zppd%4K={bqAJ0R2Ya7gkSoI8RUd{Hg
zoMBR+WqQNk+4@1pG#N3OeUe<vl^YnJ`0L2babeW?8NNo;L`wcp(wvRP)rUXE<T~&0
zd2;QZc>L<dKAtjnAKx|Ea|_O~8E0OQI22hl>-n9A%!JJc?>>G$q2&9U=hdRCS8*(U
z`Rm6Y!(-cee*b>A#h*n@Xhr$*xf50UyUMyh_7)#=kUhPC=gdnlt$Ta_q_SN!b?u*C
zv3Q}`qKq~dsYyvb*Nz$KBo&s;%D8o6LdnI`=^;IiOTW6kmT0O@TBWtR`?Kb`-iJ<Y
zzJJQj+_XFw{m9o$h^cnjk!}ImH4^t;bxfP+;Vq==DYExZW>)Qg9nXykaox|BKAt~)
zM=bN!qgSK$M_l>Y_JrxXve@FqcB$<bBG&i${nnV_s2%XfdG^C2r;P*J4%!<uznI{k
zq84Ga;w%>@L+*uXj5pap^d#n+7ZWb-pC{dPZ~eWw{VP-$r1{L|<XfJ-e9(<inw2Yo
zXQrZ)&aR8j4c|0VRyKf6g1WWj!ZPlNRp2Gq@l6Xhz2NL$Q1M+m5-h?sO$)?mRBhSd
zy1xv(C_AY6q)AjZvovpxiAl`jtx73+R^27f^$&0sI&Zl6PUlnihWm?>yB}Mu{MOcx
zJ?r`g)^q<h*&O_R*71VKb(!Dh>h>PCwfj5$1a7@6n=~KPIlP!>=%icl=Jv`Um5$6P
z&1sq<<}YUi?T`+)n{`X_(s73EvIm>y3i`+jfAm$nzwx7IU5wYRxj}Ee7Vqm1FF9)+
z5b~_~$-Vh^)XzI4v45T}?J~WT<=-Ap2lKOX6N@)Du)A!qxz(sN$^Tu9)8&I^>mp}b
z@R>fHbf|pWBf;&=T!odg8~0AkUa;kZvlgr0OMS88DQ^lyn-++_)cn4YvpIT$=$prz
z4^$p;xBcnilE!O#H7kMb5pPDF!n;osAHHKbb$HK_Xd!*8qlf=6Gs<uI$LuNhRQ>3L
zS3b@51<d}=JB1mq{qvb}@KQqCmxL6xoSO$$ZDiy*mX>hxz@>&lx9go7&P8X|>O`{$
zzfGBNP@y?^Enl4aeepf-{3K;So4-#ONEW=GaPZ)y=A};4xFWPNGUpge#J*BxC}E6h
zJjN9h&?7#<sc`QyyM;-|zV>We_2c$y@p5b4r+O0olRHbgK1*_lhdpf5x*DYz(;B6n
zvU<xku7_Gzq846r+iF(T;ojZOtCiQvlCZe3mrZoLBh!Y92i(M^ciY>|ZrT!kueLyJ
zs?>Jtqrvb2r*i)p_S^*=`6bYegd%Yz?)dwmtc=qcrZY_caOmQ_w<bL1GEbX|R2>iZ
z_I+}woWyY9+X9}H<}DA+HyR$-Wxi>}$&f3Y3K~d5-buIMCzE620#Ive=>&!*@Hmqr
zlY=;Dc!`%q^nz$pn8I~8CWr79JD7F`y<mHR)cJ&L7Gztvd&2hf2j5AoyKCrIxB_|n
z?EJ-d63aFATnvP?rh+RT7H_d`OO|xqoqXpMc+4Dm{0!W&hI{CFL3vO0;Xpl&a3PaB
zFEse4sB^N&u6}$X#g-*a0X*WXb*h&o;qZYr-znl8GT<TKy%QL~^js(FFR=|_4Ph6K
zJZw0}yFhfo+c$?_7c;~vfRCUI-w=4vt@XlGCols#e8wa-K{^_=DUgx(M6d2$hPw(S
z%tebY#9p{9nOc_~yz%~{d)jaR*o4Mxm$*4M{mZ92_qQh>TH_$rEoTeb0Lfy<ro~;u
zQNxwbrJvUL89W`*2KD2i?)*DEaw5=ef)g)yH3nX5TQ>c`^aJ81e>rUCUfKCjLwt%h
zr&M0a6n4;X?l$&Rh1tyq7;;5Z6{6J{7vwJDNm+h@FQfeeAB;9}|J|1CbnK5V^I8$m
zK=u}<Ek+&;FPI#)CusLr&JnyWw6o@f>S1q&7hIy@3gMt;AjCsR?LvhT@uKUy%6WP=
zc(t`|)H!#5pP<gpe@hx#7D_ZWu9&zmVCqNj0<LKr{9rR4M-Om(Zj2PU*U}(tsKhkq
z&};z#_s4oJF&zBuI)4;WgeKN<JahKB!>@Erz^q-t;<w9LLzmvbVvhGlEwxL}C*~Z}
zOx`I!G5TfkC$>kkc^n;%DJVF<n5cN`gg}e%Z^b+Ph8r3UB%D|DC~B#&yQ!~Z%rV$>
zRC0M21K;nKaE6<jU)0wz!dm?eVG^5edLH<|#SzsIbMw;FgB_re`%O!sW7{ITn84dR
z!9%<)dHda1;+P!F+t`hcT~3sW&3R+-UcJlrXkB-8LP^~`t##2gwHH_Zv0D6j^XiC@
zHPA^4L+BwP!4=h&5C7=E_wmApwPOxN3xLLc!K1%7^j$Z*{QO<!vt8%Q3Ax?oT&G0A
z2Ldra?fk^l$asq<RUujt-uU0*2p-60-vSxXX5YemwlVC&f!mUIr9pdIr?LoaVOZ;M
zG<6aKI0J@9d@ghQ&ITH^p9>na-^B#pri+vnIW5Z$JnXr+mc?w>jT`%3ELpQH`rbK@
zo2!?DvtyatskpOAIc^1MjWMAj@61^2TJ}y)Jr6#l=FmMu8`qU<mTT;Z41gSpQoLXj
zc(?Mj4`nT9e?~TVS8y}wfkwL?>T*b&<5;-{sY}Pssg}oKRU>E=so%(WOJHAy!!|c2
zhuaR4C)^gwUf^3Od%_P&+j%m8_vv;uFL1cPw1sKQC6EA%uERQh4lU4xM2`T{Ze0g+
zj=K$aG)h1lRw3isU;)K1We#4cwnx`J+Hq9Yx~ML0`;Nc;Mv?wc-xg0fRn>J!ns+KI
zXarBZx@hi74bW<|M*qa)2Rt&@F4y>QGcfW&@PptAZ_uXJsMnfY`Jo|V;6B`}6*>n#
z*e}n~a6VSxa6)a*)3ze@g9my$jVADJYGZaPdZ5dEQ;U-!S2k7QwhAM7o35<WakI<_
zyWLY4Ftkr>HMTNW*uuOs-~|)p#MV|lfn5x19bPys<X)iNvd&>$&P%QrT%f!Oo@{!N
z+nPSF{7zBMuj%4_o4v|o-g(;Hbn9I4#e0M9mnpFvv5C1G{U59i30>(VS-n5R<=ShJ
z8Ei=(W&cfC7HIIgwDlQd^rX+}$GPV&zt#N7NhUY-*)&as<m1<uD*Cy09D8<Hl;!)%
z3p{-${lUq6hwkM*KPk=patfE{y@mPVY|T+?7vHJNY%k<s)AE##zA#&O_k~N$mM{K2
zSZSekoL6TjORr0J@H!21fd@7_ZaDl5k&?f;VY%^|ubTH4oZ7tb)`3pR_c{m83VdUg
z+{L8t?pP6i`L+0MwfW`Dyis$Ez*A~E+e=n#6;*J!aL9b(+Y28aneY9vQPoi>WSg_A
zb;yR0qgg%5=eR=>jh$aE{Jmyn>7gUmf(Oc5b>H^zs!TaCZA!a*wUA1o@rIUz?r%H`
zw5IAic`nYWkWbQY+!I)sbYu717oO|xM)S;xTxu(kbncL*Hml(`)7>1tEY)X9PBEVl
zz8F=_vQ_1<ZAi(>@855%J9_f#Yaw|>9!}Zi8gu6?VqADzS@gZGhd)bZ>xIQN9C=0c
zf1d`J33^<(QTcnuNrvi4pVQM>@1H4VKKSc|LQAJu?b#pijs$-7^H+B~IQc?{@LOZ+
zh(|B)3-@mAud7<O>nY1JmadIoPOfj`={C|a2?)QwCHn6?`RDP|@`PT8EL!_8<=Tcv
zDmRW*ZCO>G$=(~^mvOiI+F#Rax7WX)^8K}@^|!a7DMdYE=bA5E_?^q(etp5h2kcf|
z2bt2cf4<Y*vY$h$O<_{*{;H=&zgGJDm3qyaW!A>!-qgtcFtk>oH;`%0u6^;jPfX*P
zubnJ2%r1U)!8(&caPJS<RF7FFbk|qCu>G@kB7^>N&-afR4et9kr~F%>!?|sB;<@*=
ziwzt;vPF44n3S+vZOQa|zaCFl+jrM^)`5c=iNYc;b~!9(ty_CRgDXNeBz*tFZMW6s
zCUXCcI`~cL!8#p=kd5YFCiQ)r`tOaSampU&XXYus&Thh&b7z*UOPd+=hUIznk-o=5
zexim()^ealjhY`+-~9M;c0TJqmVH`U+@Ml3-#0`oq2`y;%0JU&o$Of69|+4=EM7i2
z;lVK%$rEgmk1vZ`KHAQcvRZ{<OX-xx9PlLPTg=I^4~vdJ*E8ChFPX7)B12Qre%&`4
zQ*YR5Gi^D?n=?Q4hSBLAsnZf?>m2?T*`~X>Cpt}X+exFG-qagRr+2VUE4;1!F0ZwB
zb<&<%PDF)&BcChUr*QH4yRw?mKSZwU_PI~pK0EBtdrdJ>ZOBmo`92|HppF0cMB;q5
zYnpx+X*Gu&1Rw$)4yyK-;d9SBk#O*)RS&yp`)}pnH4ER%=AElLd!a6Hce1^uEr(if
zaP|4`#!B9c%a5saFh6X2t~)31hG|L1-sk7Uif<U|n)O+#ztTu5@b9?8$a5%k`WE@e
zyFNb+E%<fj^Xzj0P8F+-_msY0U+)&hQ5BOF?0zFVN3rGNr2Cd^FE|p{_pP|@@nE;I
zP{+*)cE(%vXGyzG%RG8>`*J=N=Oa0Col6`ZWs6N{ySUlgOzL=MYOTzTO&>P7IHmZ#
zJT*Z!eb<pf4RaBHHMzMmLYwj<&(3=7?XhQHDo69-#7&2tg}&)F@4fE5eD8B53!zQx
zdAy~a-poyX_h*ij!M3v&`GJkSk8i8)3S3fl-za4>+gh<2)`tz!$4{DHyeg+#dYt2?
zNn;|jlXwPa`}DWI@7|d#wCnu#{=3AlKK^Y>Cr<l3M>aYk(?+Rcxw&O(#WJZ1rCA>v
zHrHlJJle*;+VAp%ohcTN((8ZCox86xZsx-tqr*2-4P6|{cJWy_GufPH(N0(?Vm2pk
zvV`>q;qNsrr*A$H`89K;<_#UbHPakf_WBlT?NAFYEx31KOL~t-!grg;FBC$yIkzql
zZMxRPu6rZM)%wAPC3C}T?Bva=177Fe?JD2p^up?dkksm?_if?ZB{`&i<W)SDy0zq@
ziPQq=c&Xi!*A({rP;H1R)C%dT_nZG^<I>XQOTI<C@F{xn_1@z}lf5J5-cH^2y_!>f
zGrP~s&*mYu{4>r8oAU2x_y730;zPk4yRGRvk5`(1z4ewc?Am?hHJAVQy?*j7LwkN)
zV002sq4klsGgj#EEw`A%G~aJ&&*~|fA2dI3iuyq-w)X`U8XvxuCZ#kAI{Sg=?2cSw
zw&&d3HKQxp(nyXccc<DajaB;RK3FYQ&g~VsKjDPHzR&H>)v>l2e_xcJpVVb^Jo!hd
z-CyZt$K>X;{rnLgn7;0Trb~m;v`vo>f1PWqCdw<m+Wz|t+f41MpPv=hbh_*JFZpzO
zl9@w~-2Y`Y-pm(ID^L70O|#jN4RkzC&V+`yW>@msz7=k3Zsui|jtf|)A|QS7z1(q@
zEpzA9v&r$r$-c3S&`MdU&8lW)^Q8N}(bg;K91Auwg_W0=u=&3~@FM3&^ntkJW_w$+
zbRX<)c;98d?Zsim-}*fB-m&b7+y3JE4CT7F%NJ)i**tFCdd>awOXmC+yW8LVe6X^Y
zLtqQvf~&h<=H&b@us_FD(aNMHa^c0r?+e$R;MhC$!>)Il`+w{5D`yLAId~<yohP?u
z>&Fj||L>5m(RcIj2>E(BcW=T>$6I-Y@4r^o$!YnCf){j@+fQ}ffAogz<12crf&yI`
zMVWhg`n0Mxw$12z+;YC8(L&}?LDxY|wsNa*%flr+H^29tK4ri6>e06%?UQ+wG7Gv6
zYc5+hBPvO2nfRx4!>!=5uZFXR6I}L{STE1f;5J%ra-Mg~dF3k+db_x%ceGS4=xO&|
z5-ef-<U>f5{M)%+7wzYW|A{rV-`mlc-`uJzdqw7?^!K)N@jbfbefmL`)zd$RaO~>8
zZ@s@f<D|kI&v`e#{jPC-B-**|*%59>wsxL44~A)b7V?N%OIek5Tc6J2mCn{Xarmz!
zcZ62L%7&#*(@w2lul*@apK)u*f~8Gi`WaulruCg`n#***=E>PE2A$9ifeV*fIT&1E
zz4~+F^S<5M((4?(dEdM(|63yF{qWqw$NhKhS6xY%vR0^(?fH$JLPjR1E*vOt*4iC$
zH_z7cR^4BpslC7Za>eJr+~vGAxqi-{+Eu4Odo;d%`~DN$+OFAh-<{v!sZ>tSxmU|x
zJu2u}d86t1hD{%;cklNvv_6{iqwdEKovzzA10rL5K^qA~%4&8$Io`oA{X>{zDx_Iz
za#rX;(}wfSMlL-2>+%rmNdkT{2Ojo)&TBlSF{hQKVOyKggx+fz4Q7zl6%Ei;77b+!
zEH8X}xPHzyyUU+hbM^=yNH>pi`F(6%E$d}pbA^DtNfr;RJy|5VQZyzkbZGnGX6HZ2
z#?ZDQcFwy`E{?CoKvNJ$tL5hXyu(l}`X+SWYtgmQ3m<VkvGQbi!M4>*!JOTZxuiKw
zYJ&7%Pf&ZdSC@C;Zl+zkoG$HBI&b9^zWdR+T~23@Emlf;)OP4(+oF?gAJ`rVwS(7}
zvN_#e#;}}W`G+*eR7O8WKj{1e=;SI;%N5+E>|k><FmP%Vd@?&*>}Ip_qw5kMyA|%w
z`DbA+5Ou;LmgVy^hOc)Vrl=(q^9pX=xu_sd!Ad}IQ=7w$Go6;^0`6xVZuo!DW{wkl
zlGRaYy8Hr1ktxegsYg+~4_D6=E>>II*ya(Oykw=~r7HrNSsf-@{g-Gi^5(s`wCzQZ
zvq0vrImOIPMg<~_OJ5eB<K^i35wKcB%5h<vMZoVPjX@d5>Xhyo*PPR=Ka?%0%C}H@
zalN9+AqT++oj?3q%Ks@W5_X)kvGo1q^T*0gZDc7pq+9EM{%z4k7sr-k_dYBxb3fg8
zWvMNHJ%8@Si_V3I&be%P=vYu&@uq)O_lEC5w!-P6)mxRWZ7*2%#5U=t%nW0bS-p3o
z1W(m1^OoGPtGwK|VQ;RMQM*KY^(!4+b+-eNzoOgf-+gdDYji(dNvq_2V=Xf?TUprK
za!IztjUQcW+4!r?Ca(5MU&^o8T7B!ikdC0mIa!H*7U`gC{ExEBIi5v+mJ7J1vA<x-
zWBHcHN=(xkcXVuaouS*5BkA285an`7X~ML^EgW-Q8+4MAB!#*=B3Sk*xrj2ZvhPT8
zU8AMsFImx*5bWHrQgPoEIVqkbcV5QD$0`DkwMscf@HQ@NI}nhZutJgPionavj(2z1
zw`A^P$x&Ez+2CaQj3>W09*mS|`CN34UvPnCkNs4wdkHln$z}$NFYVB)J;if-DbMYE
z!{FBf4tG1)&%XR!%xt9a;j+LFNp-uQ9}{OxaBx{6x=YBVMM}wuS8!ol!v&sXYx4`Q
zI=-2>RZA_h<vn=nV)Q(t#~XIKg)D5~dUC35b;G)h$!zH7C4I}j^84$BrhDhCVlIB$
z8~JAYj>9+3o&PLW{^P>TClRY`<w7#Ai|3Wklsg}|`$alvp(um0Gib#qi(Tv9?|&@q
zxeK`R!=R0)IndQ^upu8Y$mv+zQcq28Dt~#aoqsb>td8gL``)%9_sR(gkJ@hB*!O7~
zFAH0SHqyCJXR@m|6(3eaEUUPw&Z&?AT20|7oPWF|pJ6S-+7cm;3$k}Y{O?FTv*M1_
z0u9AN2VR?&f*BWTTi<C<kdD(o{O-u@>bYLBAH#Ze68V!4%N=X;?cv=m@&54nlEn=>
zGz~UsZq-)Wb&hk#de8a$-pC%9KlMiI#-C;D+VgYzWim}pY~DMu^oB)c_2bo&D@*0w
zEnm(&-`jRLVB_0Q-)^{jPt>Yju=LU2(1PjCnNqyGEwQu9ZJzMXH#)Y&>3b~W^xggq
zJlkc>yk8#OZD%TT+x~suVZYKR5ed;5$G2UWXi)s9LynJ2>XhsylblU<TbGC!_I3$b
zE4}~s`praxyvpzKkulpX<U;TL4f(g`{O*PCHv|So7V$Gm{kmuv5dEO~?eWcB5;GH0
zx+ZG6ErT--Ja<Wjl%fw^|1W(T;TKrJJu42pj<;Lyb>5t$9k9VEhll5pMinonCt6R7
zX4_OM#Bl4v0XEpU6pS{BSI__rVlZF~PpxiT09kK&%L93E%H&zbn!t>6vrG^j|JV~V
ze*8G-!ltHdAbL=e-Nz!Kk1?2MhUbriK8FMz95}+MX5R)bC6|3T^!&+r@PHKPn7;z>
zaaAb8iO{rlh<kqVufF32%$JS*9d}Mz@X*b@a>1FCi`g%<aVj%!a=i7y@;TeGb37-G
z{nTOJ;yb1BjmRy=w*t4|^fPW2R`4LH=(z?_jwsL=BO50}Ea<GUqjO?@fC@w6#!F8!
zzWrt?Iq`0&jFw+W-1a@Seqz3^;ZNTde@bWMd)V6tSy?$7<lvy9b|W1tqZ#+EKb5;<
zDspA__HxTgY2VrFeG25Pcg<-?VBKT=J-%k|HCs*D*@jl%l6su)o`3(?{H@Lo^}GHa
zi_C5p<lK;O{vce}6DuogZE0mzbZ7GA^bVV)f9L+Lvn$$gGnpm%?wx517hl`J{bbFB
ztw-)h#+|Ca$n!Jgx8IihmZtfoJQ=Tf??$DsUHtgxjfkRC7SC9$g}Lr(i^mvy21N#(
zS#aN<?}b2gkkz&&CONNVUNUVD`fIX%n|r1JLv^Uzzez$rcRqi0aY8Zo>7~5&(|T$T
zx=p`TzOr-Lmi-I<s<P(owiRXzewf0&{%6yrdF-jbZ%j#>s<vp8)gwbW_Qu8s3rn?Z
zG<OB26vuzAwBit{6Zy&T!$FM6rB1Cw`hu7MPm>gj>4^kZ7VfT?fCfi4&<Wi<Z`QIV
znK-lL$un)~Yz{S7*iq5zs*%zY+vL^MCY^A8p<(;9ZP8D8{x}+MaaQzZeWjhS_`rIJ
zM<*Ah+fO|Z)Od_*Yf4XNOoi61C7)c4XE?Zehi{0wc}Y|^>R=peb?F3#SF2Mvb?@5g
z9E99HG;t{#gwY${VwZm2e8cq@3I{LADbLCCfB#EPPb2rQjOVW7++NY^PwiRd6}|uY
zbSotu-_V$&hi-Aiiv&Y&&=F8}?(s1&0v#I7YN!2kLZ^SDf8+Usw>G^5WmxD%PSZd)
zI&p$pku|;_Hkx~!{u<oa9&O*b^88%s)BUnfl<yZgO5SOi?Pm8$mw(Dh!EY1#&rbJa
z6TV@rp}yziPQ__SU&`7<yp%e9+g7RNzu)oTV9d^oN91Nk<OI~6`jF+ekk@H;OP{W{
zU_d2joUvuK!%Y^(In#9oETmQ>D_vj6Q!ccianB;2u)UKL9<i0gH^lI;us#a_WdteC
z1U?WmMx%rkeCpoT3DDuoZO*JEtrsjN+>~lPcJOpt@pRthg6+&{LT~pnf|s(rYdYq5
z)FNBr`Okk3Y~tsb^c-$24Eey%ckSrLy%zT3%isQcpb;zM(w&@9S)p^T<EY?93k5Ov
zJ^voO2$#8Mh1&V{Mj5Z%!6LEm(-hv+6B7SEf;Z|~bF$_6Oli!SV0uSE$Shy-M3^T-
z#%m4cn`)d4$Qk{O$SuVc%xf9eO28KB^|A<Tak#+rWRpVxBY4%VE@*Au0?`wtAaBCf
zTA&TGv)-LrbaSeH$Cpj=Dc6)Pi$-ob!|mFnxyfnbsgol9DjG(Df}HIhZ>1rVA&0o<
zPX<?!P6sqWa1Sfv%nf=DPnH@lmwtK6yTPO9S!26J)%k)0a~>X0{ynFld9gar^HmaN
ze&%mx%(Z)d$Klc^=9K0&4~x(7s{E9iuyzu|g*Fk_WW68IQA^n2f^(g$SxT3cF{AtL
z(4G&hO<XU2dAohn6$h<?zrgjx3RFykqY3GRNH(y*yQX(i$>qH>te@rYvg`P*@0k2k
zv*YLT#`m5zI$0m=W^7P%NC{TDDyZ3J?_uZ?q-gYHLiG1$5xbNVhMIg#Nm6{9(}OGK
zBpkjYnReRXd#mO~`7;HHZakYqXRP`4@Q$#3{}0aA^^3n)&RJ`ndT#aKM5T9k4ou-W
zbcx5&2h`g1F~7N9K6!eBeC(fjOh#(Wm!3c2J(DZ(O!bVWiQQjb`EL)4{boAtevtH9
zUvF3OuQzp@F6B1#E_}QE&%*mUb2@~p`NH3oJOvZ1pQf-)>v_kQC41-HzsGD#^V{E-
z|ET-_;~$gmLivJk%&ix@MSDXRF70|>ULs>zUXs)-vpdQm`9(m{t!Eo92DI7Oc_=jA
zGi}{1E?Xs~pTk~a+Bfgm&C4M(woi|*t^d@kcY@n`&#getUGC*i-t@`bow(S#sKou;
zyAwBMOW()`Br?8OmZbZ{j#H<0m*&1jU$4&$^6Q&t6nF8)k3T1uJAHrgVUFy){|gUW
z`yc(|zxcu%PU{;lDuk;Wd0sr_xf@fmc)8E|M!pLd7^SKX>^)|#$GD}1?;_h)lZFcq
z8ZL%P{W`VRVb$KJiq6bY>QZ}-O^ZA^d-;t}ne97-SDrinTI~4ZMJqq0g`b=anyL$c
zOw~D8SXXY=s{Aa{YR;_%K06n50^|YB1FCz_nrnxm1q`anRPyg_S{&mMP`G&Eoj^I2
z89NkTytp}WPbDYMg|Gm&O{U<}OC8J*OWVPnuWz1AkUCTbTB}a=gD!Eeg=I2g<^;Z3
zdfl@D&k206^tyNEQALPJ=si32dOa<!eAt<+0&zcNQlEyhEKJ!5p5A~h;YXRoQH8b{
z4nJ4Wem_n2sZ&#zG%xfJOUL%}mZ==lcI=Ur+j&y5RT#GLPHD_RYaYCr44%1RSZe_*
zHReJ~jb9DWR!@{C17s$kbsgfsRY-P%<}c?L*Pm~BzWs5r-^SGzd4<2{e1;xs@aNZ@
z&&7d(6^j>c0ylfwK5RRG@)N#;W|1bS-WGpK`aLJQYzjB0R-VZe>r>4v!saY{YtQLA
z-*{X6t`~7O=cd36#Ke?y2Ky#|=mg^<Sd*><B;d$B;Wcv;WLhIzl@T<B<FF2G-pwHo
zan9=Y^C#CdE=vk8yp!}pW~r{}Qr)?WR(|?s=@o6|`mnbR(%_K>6@fopKutN;sgO-2
ziVr}C>4J_}t@gen?9>?Yu$JY4r)|o;f;Vm}mp-it$XPk#{@&ogqt-H?uQ;CDsQB{6
zgwj9BC#=n$$R2;UP^vAK@!s{Pf9@UNza%(uv&?PR8A0-!{>>Az`JHAk`{snhIUc!Y
zDkjp#v!>5VTB-U-qr0cb;nL^6RGY+w-e*%!w3#h&elINgev8ng#oyPdnBSaex!Yr^
z*%PnZui{;`4TUEumRea&JS^wBBICFFv8VIrWZm>SGj+bYttgAno@2A0o;h?Z$f3l&
zUBbzF)8@aE=h`|jZ0`H_dP7T@0Y`34;e^|=&n**7KPdTZ+T!qGL5{}ZAX&@%eRJ~v
zFR482?Q*@+XyvSP|6L|kl&o}b^Pg1FzJU3uCrie$g_7n|ZeHq}R<_}JO{gTt#&S=$
zkZY<3cDJ~;ylM9TCj%bcQ9T~ioV-%;*E8o29}Q-h=seinu$PHlM%Fawm*37V+v7$@
z{pUn=epu(tz#e_`lIW^6pq`P}G_8nL+&KkOpBG-3(+xST3bONfea2NiubZdmdnK%Q
zOqSJo8)x^qWL8(~(ZcSFr=OpHEmp3-zUDx1<@ZlJZ5lmx-+ioY{^6R~4rP!0j){zJ
zhvKzAd<#fwJ+srv?8sY@?ZJ2a40nr%-TwIVGh3Bkp|x~Y_hHKeC-+3&FJ81wB9i~h
zWAokV<*~1qgeShAteSVfbnWfEjh|W1wNL7uW)c6Oru53SxM$u$Ydoj^-*s-WYSZp3
zy94A`r^nsc9q`V7S{qAG-`kK!yYdwe>31K#@+>{}g_4Pa!>{xOJ~KCN6a6c`NiAQ}
zO#bhcosHKvbQLKx-Y~eqU(T}C-}p-P;f=N#B}zXPT120+-#*#V(j~jb>WY-@shy0y
zmJwe)nH<DHYfxvbRJ^8X)$w^-=2xAzQ)iB*EZrPi&RD&a`QcrMJSDyNVY4*!H<^67
z!X+8Ee)4Sv7xhC=&IYe^YU2vij^5R^KX+&P`~I%5<6UXr^iI68dCK-p3VyFnWL64i
zb}6q^_WbXSua_jO>|T0zp~CIWnzuiTw08whmF-@;yWCQG#fknN_p9YA{@x6@6(Fl`
zFBY}f`jVp6a*e$98NK~}b683~9R11g-1&|l=n6}bvM+i+Hy>DjAl*Hc@m>Dh&5NbZ
zTQMjHgD$W<0zRBW$8Zyr!KnAJHG2Qg;x_5NB6u&!#*-nVI)Dw-M>_W0%~g`{t_G*m
zhp!abRbF`M#K>Bf&ry2!cIC5EdlcVYmH3g>QDfS&Pbw+C_uzW#w1+usdOdCw-1pcw
z`N9Ra#&_CN0(n_PZ>_jc3tpt*5Wc7Ied1Sl#@P0&?#ooRZ{K$$Vf{f9rT7<5Vy0Ug
z@qF)nvio!p^L^eL^N+RvzJLDn?fn1m^{Wq^dm+30jmGrobIr@o!^RMf1y$N;NOQ0)
zaCekEv3MfGh2#Z1Pc}LjFxo19VfnP=g75`lCw~QhE?bZQ)2BrjxG!)!=_}}S?Pb`j
z@P+A9(}n8y8~5CZuEwbDZa6-eqF6GAt0YfkN@GqhOT#uShdM*rU*gacol6)&7kgY_
zbpi`8#wwPuqHbGL1TR4Wuh^&(zTKyAruz4M<Lsb-bsFYEC3hq={HKU>99t}XIDqYw
zh6=-%3=QT=9wCM*4y!xoHG^MpzTjM_K0&>8Uc)?rDyGVy7pyN>7m801Z;fk+6R2XW
z41B@*LiI&~{VehQED!5Vp06!(-8pf=<6{n$i+C0u{y%4Dva{p~&_=v$4d$C{oD8{0
z{opt7if<RgE{7LPPe3!>+%0+zppAID9A0oe@mi=2nfeA*2~J=E_|e-J=iaFMxfmQb
z56|zs81PPmU&!Z9gjPR$D)T{xFB%%ml_o+ARXkG~ZNxa#7O1z(bC@Sm#Z=|=g7b;z
zLiGjeEpZNUB2|o4jxSiBxGof5APy1`u=?YFZih`9dPAhZemU4b(yXZp(aMYqau@KV
zEJj^T10A&hZy$639U>p2QNmc#cmX63?hwuq+Zdx+0_wwnj}mtXM~qSQ-aGQ`_q@2n
z?_Gb)2hExjh?o8}a~F)n22EQiiH$|}-Sa7mB|qjDFJ2H6n5Xh$hhe}x4d)jh>?;ow
zSW5z`vV$Qj5hifA>NSAYB0!fWfHo3=Ho5Kst>xkZo&JHmv&gOdlhB;r44J1zr!D_j
znoFIMeF{3T-23Ur1vv^54RWlh3jJ<O4*iWr6OJ<-Wcku^LHNXECw~Wj4%<c>%`YGU
z?i1Zk`VRUWdmHv>d|~?1bb<Q>w^RFn%b!c>A1&2$iH;UhvI{IRJ?$z|c0AtO_{l}m
zsr~;+=`;=Io1nF#yr~Me6&M%rBAw+9$@bQu3kuLvmpDiOJ#~ST8)&Kky!2(4@DkH9
zm5{QuKBd<;Cw$8}QEjGXCv7yJcjfuEJL$=vHY@(VIpJT<iFz|N2Wg`PyqXu<WHOS4
zwkUGnn!uKOqS;K%N!n;3@5&2pF&W85TNI^lP2kHt(Qc;ZB5kyYSMy@qoQ&k4EsEN=
zCWz&p=r&Vxvldz`+j+6?NJe_n7G=X*6D8hy^pue+{NjelV<849&r5wOnffA9ks#WA
z(iU;9UY$($Nn4aXZ*jM}O#{&rRo+f@Que+zQRS`2q;FmeC#t^nm{g|XS-tqe2@q{P
zd5QJsaO+9h)<!ZD8FEiFoa0qJ$D3lI#CdB1>)+%P&1Nc2(n1S)XI|K8e`IIl6E78K
z=}imkd467KYsqkS+TzRAJ14_AXp5reEwxs+xGjo?w<bvBPIgi@zcoQ7*Q0Nn>%xih
zxgHbDR6K4kx^QBmnTn@%(Gpq9OEWo&@(`0s!l@h(cR?g~%3j!cF@VjeXi2>c*pu#k
zTdZ5%z&@L({MK*bL>1Y8&p{)JQk<9jS~A@af&31pl@mdJKeR<T@zz8Gkl(?y#|)6)
z4c>apC{yvNUU~scTMI4Q8<?TyQ=Vd7_9U`QZHkiQtqHuj9_?n&oTY^p@k(B7o05_2
z2lCql(Oi#ivuCc-LW_B4UTnLPk({?h(el;=*<6o)vuEzoLQ8lhFSUteCiiVo^t?4e
zHP>UZ*)vaRp{2YtFSUhaCa>F~7<p@gZm!34vuEDcpO(u0ywq2dnZ9p}a{R4{`fpE6
zFC$m@<=Z+JhKwhE)<w(r24txCTNf>t-FZ1q!(<YO?z;m@A15#O-N|%+w<Vmb_X&tr
zF2AMS>h@`ia`~-^)^B^Alq*5>nYr&gTzUR4z9B!g{v^8y<E0}Lq;pU7nyI)S|L{ER
zqmnew&x>s=FD3rnkv_rZ4DzT|oBek-qXQGvK@lE$Yl3#}iK*K>7f#g6Ju%(viTCX#
z7d&Q~J@JvgJWssUEpC&cxMbzAZ5k#*Exaf9_xVJ-JLU4!&v;*T+Go*Um2*ap({`@+
zSnjebo2Nd{&!nhw=CxBxg558zRNi@IqW`NC>b(!o?`2##(f^g-!ifQ|PN<hYnY=4F
z<4JGZ|G+o>r$nSG7x(Q6bicPkoU8XwfV<ZUWz{P)g<g4ZmM&?r3U<<Nb$hj3`RnD0
zKVMFD0@1%-p7`^{YvIIqFHd|ZNvW_hwwWtAPnI)S_N2|+mysuKm@LVWDl+T!oZYs@
z*ZI~m#r(@Nc4VHoW3nV$>XRw&&smm#K-N0Aai#Iqi~L?}G(o-9?bA}l-<KxTW=?ie
zetBs^N#==NTU-}Tbk97q*yYm_!|F>j>^kRoI$v5+E2K2@M@Ni%`nt#J`zKoVdc>A2
z(X$E?FaELkhWyfQrkO9h`bu2gcP&zmy*P8-3y<)UW!g%v7kizQe_xnb`{IOMNt(RX
zCVttQ?R{?!7ua|Fy~xYa>*Jy?BDJ!k?~Swjq=n*Ky=R=<jTS1;yfD+}g@;0k3a?cW
z+uooI6<(`JY=0*kdn}wN{o({~$rCoKVrJQ$jeU0<((@A1#eChxeBI5sKK<tTSqt%^
z#{|c?c&HyIu9|*W{^-9IJSj_FJpJIl(SCc6j_qs_sm`i47hC6L^L)8_Q*50#%~RAq
z4=N7kDH@)iFf+Z|N!k4TggNOa&TV#GIB|Zu$Aw~*7nYws7lFJx6?9O+i9VO6dCHFG
zC(ehN|KvH?d@W|lpOqkYoYz%$JU`b7q-Mc$j|;`iFL+$w1}9cclSyA?PFD4$*#1{}
zt*Ci^;*{qndWzGISsFc-nOWF(#v(m!j<WH&iIQ;PIWr4Asy=%yocQ&bM_#eY_R7T<
zeDZGpbKhvMH9h*=!~UfD5URDFK!%}>56HfA-)OI7;1KO7dE%M}Lx!{l^GyxZZOo8u
z&8Tfz&`N7i;}+=%21Mf)x+_hgMEH~R)ytn(zv+E-@{{!C;x5R6E1==17pwlbeV#L)
z)uP4R3cBQq>%DE<r+>(+aMf7mfTyXD200)DIOWle(ZBD8IbdH7|9%_OuE0RZ#Fg49
z<P~M$F{#h2&<ka}6rnfFG_y45ffg4_LDs1{tm|cISQk(TYO8~r=8#Qxh=Jd7#r*k`
z=V#o0?o#=Cjt-xwy4Lz=x&E$Yi&lU7W{G}=49Yz+pq16Z(0gQHD{dhdRf*d@_xWst
zt3zf<T!*X`Iyl7xIt}##=u)H=kP|@6KtsJpL2X-etP5{j_tg5;)#c6?e)_g}lSRm!
z6?^hPUYpgm?$mA2#GA|^X<5j^Tk}?NJN0_82N0hGqaN%6x%x)|vTz~p#~kC<&k}hS
zr&ynYCS_!wHhxlJT=3RW@&sGv;pcOt@vMC(b#4*Sje^CMI4CM~x7GU96_tv%cL`6u
zuA4u9vTN|g(8}L){(vqwTD%xC$VSrK;<IA8!@TZ07sPm8C|JDMCSaZl!xmc&=9>z+
zKjsuKUc{5~T7?1cwBl4J=!ht6R?$=-1aj7gG$%tWXjO?9`VB^qCGPK>?%Amq>ufuJ
zl6l2$XinOG{^X*SFIMfT_4}uDKoMmd#wXAQ1<+kS(7mi8phy8PUPPWhX+3XQ8P)%=
zZE;M%I+cta7XuN88%zLQU_|?DWF4C~e=>VOIThpRn|v*<jWWgOdb^A!tewno!7Pw%
zQ!wf<=q!B!5y)sY7j%JvB>cFB0LY9G!P6Qlf6pnF%iE2TjdoA}rn^fkA3XDey!Gb?
zC>;h@2s8P?7yj&EL0S0Y4K6Ak78h)49H4B(ZWJ~vY4aT8i#=P_4kt}c+^T7I`ee8G
z&+p%#rGDxSI#AV^e97*cu%)?y>$@3><uwQXS?o)YmEX|EA90*LN9JHz-UH@q9~oc&
zX!u)LbI{5zLH2Oy@d8spDS-{%2Xr4NA2Ez8<qJ3bwCQ9cBU^mi#p#J(QYGsCO0Xrg
z3C>7vc_@+i$D&Q5Pq7Wb-go!ncI&F=Hwqr!OIX@zRF&wi|K>%j?A{HV#ml}O`tX%4
zJ^#x$w(|TB-`U#Vm;B&se_sG1P+0Dd3rzUjAD4g#4A#Fw6a9^SuflHT|5U#-rSDbP
z&V`U01NVfybNYAl`TJ}4<L2DA?laGL@jc8deDn4hmM*KAQW@(w>+=1IPOlQ4t$bG+
zye-60w7<H15_m|SAy)d7!@6dchILJ4Te=s=CKWHKUc5l($=iT)j8n=^NB4hUurfMl
z)gQME&yR0^#@u{<s`BgQQ_s`>#%w(w`d^4I?p@pV>a7)5<>LP4l)X!xvCgk1EYc{Q
zeYNoXP+0pQ|8l6>77nWgyB8epoARud^U#DT&ydD^_BdQ%;MKL<^5n`SXK!nt^H+YZ
ze6xLzwf)@{+xPfB*(R_ky<Wh!`@zjz=WiPoP0D}Yc{6|YM@FZH$J^BZ-<Vwg=A`|#
zw@shVpZ&CR)gC98T!WYLYJU$espr`nW8s{!R&h&Nag3eJ^!L&WW}nk`Zdt2%$Sm&4
zCqdWnx5ZcYXEaZr{r^{B&fg7@s?tt*=BK|NF8ZqxnKFCpuf(-=5v%3TGVwF+n0@wJ
z;^x{LIq|vM__N<0j{2>^+w!(}bN#ww?Dg*y4=dhz^M&7f*QWDR>p9G=zh4rVoZWHq
zZq7IT*?$kG{oioYKBrHA_T$6Per&L`12Y$!#zI5y*u+%D%j^ID_MY4RSw5^I_|B=q
zviIWeUvKrUYOVgdO*H@8`Ku4E{tMQB`1(ib&#F351lYICp8G4&9qj&==IOuvcZYX}
zzkPW1eA@Eb8y7==#$44;gap#T`u|_n7yW9V`!CS%f5GMbr(VjJ{c^Ybd)W8C*7Eur
zlJZY`_{|@$p7Sv=y=IEB-JPEGMaSCbehfVKqriCoshRR+&)h9PA3pm>E4}W<O!=p0
z_{~4Bp7S#?y>`lGyE|*v7hP+g`!(>~uY%3{PDRR>U30hWzH{aIVwu=&&x=#%YyTJ6
z_vQg2q2!gli8;Ek|0$0^!Sm&|d+w~c*>1Xckw=8R`R(Vc>en4>FWCGn$2>MS@6X|0
z?u+*3r=PE?TX$>vhWfld{(pBSS3X%*Gd0-m&6NJ4Q|+@qh5G&65PU_#Ys2k1Q}d<k
zY)aS4U$g7mb!hpm=gaEXoqE2ij`Q~OwEr=^{QvGGxAr&I+nBC<Q~Xr^(AjgxgCDP|
zUH5Bx!H1&Fm+epew0L!E|EZr9Sus=3hyE4XcK+<Yol^3DcBWU@gGFyXKLrZ${^iF)
zf5&{)fB4{OT6*1-&xKb?>!yDGcx8vy{MElybLP+fTWo6gqu9T=ehNqwni%B$dslzk
z`6~X<!PDRUt5?kVR(R#@PmSfZHl}E9G!_i$)4Tn7Csg0J#OIIa+&*sEY;f+EZ@EcD
z_U3PeS9tBdK75*X)_zT`j49{q=V^~adG0)w@-(wMbH>)+`PwP>%nvKS?R+_Z^{1Vy
z;tze>dDA}pakKq*ndi%S?dR>PZM*XJ@rv8!9(V0<an^b-iC6x;>-FOw%d=l4eb&2l
z(o@n&L03BRX7rB!`|9Cyr=Pfguc&TU!#CMA+x_J)*foFs_L9k=V@|=67G>oc@0MSe
zcsCv1?lRxe&U1;mN}qE6pZot!=J0MVkK(nQU#Hz5%P82_z~S!Fp{$_td_6y-c-@AQ
z#~jH8NAfI^%w+<V`&LY}xcI=XlO^JEqD80joFjsMMf<X^Z*BX&x#*-+N#(xm$6D7O
z7oYojFeG!$@%f<A%xIZcvaMadgxVC|&AZxGUi$1gw?{(4&__R7y-mXM{)2Xz9LbwS
z8=fYdJ~*v--tB`O&4TStHIo>MZ-cg;9#yRPSrEsyigEV_)2;*O{~X$tFTU>A@~7wj
zFr8U+clFWL#`_C6-WFfB4}V%5x*wM5|36(;-@B#$#>J_%>;5=bJQF|Q_g`aq{f?LM
zPrvY6KVCfN<HNL?sm6A1dislwwa@+-dhW*tW4lw5@_Em~Ek7SV_eUeWZpX~{r)T)B
zKQEs1^I=-uRAc)$Yx;|>wa@+<dhXYT&330E<@2tETfRPg?w3aT#M!@UrYt^fykFtz
zgH!e`>2;289>9}ua!B90b5oe6G|&FGQwupQ8r!{GDf55BWBI2)+NJ+%9k+k;!`<@V
z!(;nTedM=(x_Hi~hnP9a?$pncp0BqJulXPE(Ec6sv;D&v<%YTa&g<mcWA^jytdlAF
zYw_e);fb%WC%itcczqxxUTaOe?=PqPIbnB@>fGv7g~_+9J||dDGMVU`dt#Z{lHmUm
zLaTTsueSAMIeUHWS6q2(LTK)ZRc1><|4Rt1=AC)9?M&8e5vh|`+ume3mu>as>Sf7x
zZriGO_?B3!+oY|Er*BP2&FywlzIbawX6}hCpfS3fw;tQdo<vy}t*w_id95!c+kM?u
z<?FwWPb5OZI7&ZX;pVN0*`R?rsQTT(8SExP>t#Ey$7z@dt$&>TZpzQ3zzmf*YlNU|
z=k>lL+3Q85z_k0Lt>Ij~M_zYKuuN4j=juI@?fz)1`M%4a)XJrV?-kVUd6;hFvE0n=
zpZ;>gr@Xh*ZEno#H_w^RsEAV9)cGYZTAcwB1(%4%y_{t|r!wb%RN!RSKYvAa%4bP_
zv;SJpjTMfdR3_(ddVvKYiGG>(LBF3G&yD3&9zJ+Fb6rc3-Q$B{`%nGk;V2BX3;*hU
z!_NHo^Q@W=#oH!<1;G`<yiE5Em+emd>|yt`sHjvET{!1_#fGozi|m-4P)pzGpiGnQ
z07-)dn?FkmJc1{9V|$PRxBq}0gW|&aosscRYuH+LKub~i_B(cbJ8NZ%ep@~HR(Rs?
z;|afyD}G<^{7%08jy>PbdYPjCR!{zsDv=UvWwyNdjjy?(v((4s7q9xAxs_zT<n#Xj
z$8M~dEA+{)>)3`e<##Q6XK4P_Jr`4V^B%YM@9_S!3+n%G++#oOZ*u1<{l#DZZhaU3
zUt-_4>0Lg*cRT&b-(U29&nfF0|Msq}H~(UO-r(MYZS}eD*Z<u<|9*X6_|Et9fB*hm
zp?zH2_S^c$e@ow;dYJj_U*$gg_1lXo=4`ExeZT(On_FTrQGCDW*Pi|-lvTTvJO0PJ
zyT6OlXIt|hJ8Zbm`scpwHTSh<Ys`7Fd;R<B<!`J_I}Ro9yZvY1_HB=Hv+p^572CCa
zZ4LL^=oR;?>LlMr?`GARb--=j+}-b8v?ENKU9E5Y`CjtLY293%-S<Kc{`z-!{<Q4P
z8$V~*raiZ@v$B=gQhU7V#oh8Bds7eo-Y0sw?7iNR_p<-}&HMA^pFUi2&wl;us=Zg<
zU;6iQbKLaU`rF6F_X(@)E|S^3J^yXnhYXJVovOd>(;lq7SN=6arvKQ-yB7QFXYKQS
z@YuigriyZT?7z=h{{_nOZe+yuKl}Q3-rs*ucPBm${akUqW`9m<bTQ`xq4!ZY`>UC!
z+>cItp~|y2$GJZKuE93B6APDp|F7C{=z_OI)y=lJZFSx^DmlMSTafK2@=JH&{Y|`k
zb3&&Dq;iH%<BfHis>-vsW#RPP7pdBdT9mvr7Uj5332@;A5jVS5L<^e6Chyv>8_Vl@
zMdojd(yK6+yIm_Rg}7X=tnHBMT4AXJX6+IUEbb5iD;EhY-T`KnYA<?rK~p4fyHb|M
zqGuLbAl9p}Ba#nWL8kD!X6)FWpX<71ZHLUStpP5#yD}Db$gph#v!VqpRdN<~Y!kic
zBxq>|VQo_?T64omP<Pjy0GB@L=rZeQ!CY;n;}dj6E^bqb(okZb0%qL`bK!Q~0ybq~
zhZxAvZK4;qD^+PMYF9dRuNp*EX)MZj{j#=0uIt6Zj(wsRods=0E;<X=YJ-FWT=?N~
za$PSjGUmH}dDFO=`yNO!Ob67wUtu7{P#qgZ4V?s)MGUtoxoIS|fQTH|p0yo<T@njB
zU~*1^$=XRdt~~)qIN)-ET@ukCVX&4X2`VCnMK+U|C#{8RLN@Ts+78LC84EjhiW)i#
z8jBb@3l?i9<++{-IKtx!lauV45e*V<Q%ci-%LN>{0}_U50n4>1rSY8Irj*uqwy0nm
zvVpm-YXXjNxvp8;A=(wO5JW@^W@{(4Durnzxuy$Yh{4nc9Lc(AdGx>Ty~O@~fA<Pw
zs5@$4DzdR?$t>rqGOLeee6Vc3Y8=)3@Kv(ql(QEfO+I{7{aANDdm*31d>KPK!;~5?
zq30_;o=ki!{P@^%wn9Fc`7)Mvh9xyoLeF1(Jo)gk@Z;m^S3W;s_;gb6iSXWE#*-}E
zC;Ia#&zEqwGwvu>`1!=+)6Bwh)sLrcYv;Eg(rG`xa)a?6`^UdSZrDq__<z0aO?~)}
z-G}ar{<GGe^0`xNvgiB%=k%@F-gz&JzgIA4P1*c_`oCOP_3e)f@7Y)#S;fBmp!3fD
zDtn*D+k;=5{}lKgf9Y&o{t}7*AC0Si_h<d#|L`+>ZNUH2{y%m*{W%Y!LoQV6`cDfx
z((z~V|8GA2I{){_-`ZdFop1TQzysFuU(cm~eX{d+<;3sP&-D4%Ex&T_q*Axw89Ax9
z6aCLrUi~{&c>a@#i-W@JJohQvR-bEllinZe=Avc)@xTwhn&X$n9xpjN<LHcc->p7o
z?kk_Y`E2Ri`kI1*nTI#le2|v<TYY!_4;M@Sd*<^yX7?o~`1np(YFqYe@1gURMSUFi
zBlj-J{>;N<{_tOZ{quc=0grk2$L*i{|6U}sbiG!*|GVUjoy&!<&0qCb;hNru>9-~R
zyiNFW`NZyDY2|;#BnxsEZ=K8j|F{0dko>gN-{xt%{$-2)nd@_-);Zk$<NGp!>ZCst
zYP0qntLO>;Z7(nWf1kj6X_4m>TelW(e^+$cb$0Z>g7R4XzD=+87s^dP;P|&~YD`1x
zgdgl*d%rG!B{G5UO1aJRx&Eg<J<>by_urq-$DYmYE<gKg+WnWU(RB_N)bm6HtWT|)
zoNjik<ma<6r#%bpw!dKwvMI{Cpfx4xikW@urkCH9wod816%-&^BdQSfbUD|?S0_Uo
zM2`iqc1&}6ZElhyoFJSa9M|09+u+;aTfxg@##qMqC_;bEw$IGFpPh_1$bR$mSF^3y
zZh?ts4HX_<c-$t?&cLoB137<rLIDS8-$TCBA;_{}$bIvmb1G_-IoJQ3HScfRhm&hO
z57=r=zj2hiXZz#lkA>u>6gu5z_KaV?PP!nDKW;+%z1NKP{ByWj45}7?ek*VOVDF2*
z1)cK74u_}it(^xtm89+6y?uVE9B=vRgI?;mK6vZgFs-V3PPy9cKk>W%{VeDFS9jn(
z|Bv5{_4W_mv;X<quwVW|{X53@^*?2Q^#A+$^Rjh)_@A&poB#h!eg5KKyH-x>oBU~i
z-+s7tb8?uNagp_bmp5ld?*G5r-o1wZbuE8SZT;(C|0-(I8|%z(e*C>ZU*mMV)4u;3
z4oS;wQs)1*sq9SfUsKD!*&#o~of+=Gbk+^qv$5yx{z}`Iym@!}bp>DCD7*4ludnyp
zv68K_`>vL)2)i8^nd_dgHFseyd)QW4=dad|cRx-p4Ss*%H^={ei{BmV`*-~6cz3?G
zPN~lB(KF?$`r~|CW!0|Kb!VK}*IEB-**n#e&tm4e_qWtu{^onz{O$Q0Q;(_1%`VHi
zwXyNIn%wM)mNUu0{l2#5AMYF~7C!H5WB!q6=JRFqW>@7s+Sz%1`QLT#a_7vyuD8~A
zliA66%6W$Rcay%~tBri*-)pb?&t=6c<45QJ=q|4_PrPw%UdXw5@Ba$-Z>;D!nye!y
z9P`$;^n2=t#~&s7kMH>J-1tv^Z^T}?ygIY$RPLa4MYsPmZ5Gt~)2^lcWvk?ujC;ZP
z`I`UEUkv-%9(wKSKFL7ljh~iJI&1bXAV2^4rBDCsc6Lqwz-(PNRp&(c(x2?%DRq(@
z$*<?PzvWH(_hZNZIgfsycDVoWZQ@ef`0wRaZ@;d4%-g{4S6_eq`R_^Y5nt+#f8X-h
zTJO!zdGB95uef=>?B~zE_mPLnnX;elmSsHm)_i-t%DMk<lJ?IvyxxB{zCHfe(PyzI
z_V-8BbMWoh|L2bBztUZA>crWu*Itr-QzB(v_xZk(<I$qK|Laq??*ExS_v)up?k`@~
zZvSR?_x;}OuW!6}o$_~Q>AmYo`aW;gtWociJ*E9SSN7F?>y2wCZ@+W6<@2F$fq|6|
zZ-4u|=v~d<yPMZpFaOQodOP?T_y50Z;_Eipw=DjDw9WAUYSB0Hp%&{O{0g7<;eRhz
z*uT^LKmJ#+{@1rvy!86emS6R+INwMA{`KH5-~Z=Ff3yqE+|Cx>t(5=tZrs|%f7Zpk
zYFqtgMTqAG?L3K&z<YvQr$2h%F!{edzeVTz={@E*qn~e^E3oNXhE`qWW8X*L-kab1
zUmu+Nzc~N6{hANI4}9QhuHpCobIjpc{eNRc_5IvGWE21HxqZ5zXIuQ0=tGB8odokZ
zPk&j}VfrTe*YS(0G3SnE>4_EZoOarPTXf@u)1@&wjobp=JLa3lu$^AfaY4%CIa7(w
zUoL(}Rr{y*lI~3!bN3(i__x<U$mPKwS=UecE)xy-T)>+llzO-is@EUyZ+LLON8Zpv
zzWKZ14*A9Z4J{O!*^S)pU1XP>GeLA$q{3x>N#<J*I(gQec+t&s?!<#$o_8l+^sl*e
z)H!2^%3^;b3)N%^r8|=@>PyN@K4>f%GkL53d!~#E_2z1$U+T@xMindKAMw`j{Nrqq
zwEn;6sruKS_&4mceiPfG|9gJRpZh9u;k)YlKYTZT>d#SMAAW9bQ2xiao8F&~b$vJ;
zbkoA?#fuD9M?D1zF|9eYT6QXH1Zza=^_K5tH@~Mdnmsh-xWRIR<wnbOg$MQN-Q|WC
zk2<$si1jHkyr}x6;exXhKc}q<h|%EO;9SA%#19!Z|3ClYh5y!%zVBC`doRBH?0@~Z
zi|@C;wEuNKK5x~l`W=V%OU~HfzG`24jiCSQulDV~>lZcU^X{3*_5Rd_INLkgm#e@2
z`2O(Uy@jvmI{x%7`0cO##&VV|Pw(5Qy5CH?=hi0Y-?<U{O~vP(u3x=&_56+ZzttI3
zZ=Pr?yM4Rohy8s8|J$|p7?)R<e$aEtj{T}0CjI_Zrr!7CN!4qvy{lK&Qkwo^_B8Y4
zTD$P)=7l;L$Go2SuSt0JC}oZHaiRBWeXS2{Z=7?zKR-gL@9GQtZkCgxU;hg)R1oC-
zAl}c~xuYTCM1SbN`4Kz%6Iwgee(aYNEn?z6^ux&Sf%^5o#zKmA-|IFTIG)yM-QcL5
z`Tr+Vi)@s{qE^+Y8H-vqqi!r}HH`9o+F~0ev82^CYQ~aQ&!`(qS_461u~8DsT2rG=
z7j)Lhf1cZOd`pPmjpbW;+-~$QY&URO^~cyh>G6K+Bd3qaE0z7*+kWGZvqZ;Q>E8*N
zhsE4-5|4_d<s=^8b}4n~d9LMCr@cu$DThkToAzefIsHGm5u2iqr5#B=G|5)y=H*GY
zIzQz(=j{GlIcweW*FN`Wo-_8jez?Te=eoDm{R?gFFRR=xx4x{Jv929T%vyKdK6mZ^
z4Od_7)(a@#;8i_czJB|ozpA_TJAS|ZyvFwRzXx~b&w9W7^Y8cPCaitmfAzm(!lU|o
z67fIN|LrzTG2WK8*iG|M=A-+i|L>mM^?Cc}^$+9s|KGRF{Cg#X@tgd-&zJYh{^$E+
z-JEc*`}6x<|M$85`uqKPjKsgM_CL3?IPMgGe*c&H|F*VyW%}p#|MmYT>uB)p=#l;2
z|8F(d=L)~EzhD2?{~xd9xB2h)e}ysNBA?~|zi!;{zvlnj`cL@^AjQw;|B*iS{B_)u
z{ZD^Ru6JJh`~3I#<NI0vUsG7|UFqN7?e|vyT~TqVZu_^{TjN*#ReKwrvES<V+?)ER
zt>2g4`!Zc6?)%?w@!L1<J$8Qo1G8Io&9}Tan@@kM?^*Bp%llHikn4-R!d}%{nQjgD
zZhWlNKgoBg`@<gHGklk%^?Q@Ploj0LJ3U+f<efujrmHo5j+^vz(wXTg$DhA#*elEW
zL+{X=r_=X-*fc$+>{QL0{oihXV}Ho^=<faXJKj#e{cUy5@4Z|9PP<j7n!CTDx>H5W
zJt<N}%;lL}#8D}aHFZaJxv#4@66L<8=*X{QcbHd2T<SR56LIVWYfr?k4%hC8brY8U
z+57eQ{fQF)ZG@7|y<Y#<5K^A~cAe$_?_YmzKV)~}wbX<ENg8e2^KV>}?*7<&?uNYL
z_Alic$MpWmc6}_@ICg)bM16bGia*mij#eD9Zdts~)%oXft5+N9Tq~OvG%Q#YbU668
zGs~p?mqT_O*nF>2L*V1Z_g{qd>|C1Hyj}TYkF(sKR%PG#+SBi6KKY)+-(QlrqoMg{
zrFr{)g=Se^9-j4&?OyTde@cCIH}~hXn=1S7Tb$UuX~nC*|NiVdvz=>-;leNF{7-&=
zVHKNJJGDmcOJ1rD6NA3V5hrUMv*sJ(-??=fDnIT!-aCEz@(+tXJ><`Q`16L-(aRZ|
zY@(`t3fmts`JdM{58rqvN&N2Z{debo?NJlF?T{*H7W(ec>#AGUmi6^w-xy+DQ@6&7
zmx-4-KUF)h@RW0Z2JbBaY3F|F2OKv13qx#g2DF%UZF%_U#Md26&W0yrzwn69Yfcwm
zxY+2!g*&b{Sf^?4dbC1kXZMEg4YE^tzp);DA-L|5zo>MDp!OEVd8-5N{ht?8{g0oC
zA<2B_cj<5IC2KzX-|%SnzK^#*tN;Jqy>`;S{_r2~IjcK*CChaV>^9hN-R8g0qrca+
z_neNX7A?^aITqu5CgDg^v`f{#Ko;l!=VD*ZUDvU6>i%UJ|G#qmHn{WqbKI5AOLfQp
z*)I6TKk4GX+OYeFXMbz7{#`Poc9Q3^jQt0tUpMS&{$DQia_tYj`d{(>+yAfRdjIQ{
z^<0Z@FDtT_%k6)z{$|>zy$w(Pf4qFJxa|Mu^q9Z(n-9h9zN<aqz5RZcHGhQGfBNjt
z9QIFQ{io08sZ7hWuK9DgV(R>Q#e}Ew$5#LO!_BDu-yrVk^LUPkpT}1J5xsYb$M&cA
zvOA*FKlabR{Jz+z=xKlGvv}86{~vNmuKp}<cjS?8kd5!2;6NVjS*@%7e9q|jl9w1?
zShI)8<BxERP~VBeZ&N}%*{1&aV;!jaFe%$@Y0K)*v%dWNuwwGNZK)3u45kKF%JH4c
zwzF9fCG^bs@lh`Ri5DI0B^xGBw7<V%f%M|Zfwqkjb&sCk=V1TU!uYr5af8t(4d*^1
zi<6rlpOky)=AZT?z-anJd(Rn$Ue{CB)IZ)La6k3o$+iCrpU>U@X1Bn<fBWr!y!qd%
zlek3k)OY<KXTJH@rd>-^d9eS?B~GKB?a%G?XZ<Wa_3Zzw>s;GTf7ad~_D|uhe_L$b
z>c5Vcg!_K7KRZ>g6MHQ0-$FmO;(x)aDNCL|FEm`RiHC99y4a1s+9kUir+hVeFT;E!
zfva(%Sh8mK!705x+xo6`e++4Js@sxo*tJQ*EwX2^QOu{~%cS1+?>><F;8pmgU&ph)
z_D8qgly_#?KXIM?{ebKCrv3K2CpvEYzvW#0j|uyor~Km!{8g;IQ8x5@yH?n9ef$5l
z=Puqq==VQp!{zD&7wse>5Bk0SUiSWeZhGBamiP7rN&l-_@8AFSIJ5S>XL_a6$Bidq
zU-#eM`B(GO?i-J8bN{!h{SoXp;oI%_lr4v>1HKB!Y*v@~RuefVuiyCRpZ5orZ@#kZ
zk^H1P|DRmD&lph8?(la$f5We%%l`8<c{S~i5x8Q1-%3I7`*znUb>B>$>1~_&d(*yP
z)1A(*&m`Z8yJo!YLG8)tYu2jPzfF%+q#d6>XN$t=mbTdU->2u!t@5|{C!3dY&`HKX
zHZ=Mh!~1zF<!le|v2A;hbbjlVHNTE5cTbD|{=~M5soQeC#=G+i9z1<6%fxE@&1HH*
z^*QzK_tRIi>)YE_v)?}Lw$e$o{<&6J(cit#g!i_*&D^20Z+^|Zn44#E1?s;i%QbG=
zw*1bfA9e0kn^OHtB==umYd-1c+zY24+12VtzmlDh8a!3_#nyD*%{vYsYMN`lPBZ%T
z7bUUgM<GF<Uj*dHd(G#4=3k<|P5u0)9nSqtGbhS=zgZl;dGEaF8vEzjAB^U`NQ~RL
zsClF9&+@K)?7jIPds$CCt4inF{HM<3`jw0CbGANEbt?+oe(%$7)q6qi?<-7ZRPt{>
zBUYX6viVP)@|K)U%ia7_)@wy=oAFzB|7UjH8$bU(%{u7&X35OZ{GW3>-yb}C=G@EN
zSr*qXC4DnI{r-A6f7&zQy;puGmjsFZ)=d97_tA@kr+2q|ZMd{}^CpWvz0>b|&T)j*
z)qnFa&f2~sUDoZ@i}HPLA3p8=p?r45y+`M*C)-Y1e_yiOqhoub+pWNzN9UJsN=cdg
z_uWkQ4Z+684k^jL`myl)W2+yLHxItepE$Ga$@U+g*Lj>tc>Y(y?wp2|Rri@qk9%MJ
ztGoB>%ZpF<mUYXWSJHo{@uqxVn8D}WYqW1`mzUlvJ{0+9asS`?T7$E&zViA{4cFWE
za9hj8pN%XL{a#)?ZFQIL(Y{m8Pgg!-;$V3E`{x~oWsH}#I2p1Jm_E1#+R1ytFHv(X
z^DV}=4rN|%8p<53CxF-aH$b;vFzjLgulMHy@4C>wEpY*~v@6^p+#wvY{)qv4wjwih
zVU+9z*%N;+U)sNiQ+7?shD!%e`m<|8S?3wFnb+`aFyi85uw}4quwet!jW&&cj2Uei
zZ6WLapGfmP@dRzdSODE#(g5C{adCIe9d6lM&Kn>9{&R0pccqs8t@e(%XA5Uns_AR&
zyLj^E@sqWCWbWSSzj*QH@r$)KvaxsjFW!`#JNM%4ne`%$?dc^IZvE;10$JwHyZBOa
z@4TPxf+aO>$J3uaerMmc;Ipxn{o?PNKLxVLF1W}jWxL>NztRhqwRKjqp91W=7ATuo
zIW1P-@+**K?!t?bQhOI}?N@ps(93u6h2Yv+5y#~jC0%aoGyX2-uyR|hY*OX)dxz6v
zeG@C^#pYZ3txbM8FLpMma{0Z(WwF1Bm8<l8#{=$yU%K6nXME}TR@m!yKcl42?R|#)
z_lz(7X7<j4pFR{$te07FG=0|bi&nqyM;v&+u_yocdF$wn`iqb4{v??F=e>OYYIBuG
ze}zR<v;IxlBN=*sMaxEYzi;!m{=cHI#xa8VrL4@G(+?KA&J`<-y0Y`k|4-kapU>MO
zVo;HFFqk_n%HZ>5=0)r-{9W^`IMb>;E;esaf5;)`exZMXyrVr+A<JKmLlaw!Ino8r
zDa>)SxV>NfB~Oc_%sGb$#tlpfsi)UG$Yedlbx5>D+akts|8m9e_mg@3XC0pW?ZXmB
z8_7Q(mwdHR{(tVzY^C?EXD6Os@;l$|flGgcP?S*Bwa-Ow3^{E$Z3JyOFH7n2<{v+q
zbJ|vE$=pa=wYj3NSI*#HwX%7OL-upV%$8|xsc-j)s57WV`g?COSt@&eoBRZ~)XdOn
zX{nix)3zmN+E{0${h#}@!9>BEdD9jJZ{bZ_6ulR3*uos`-ZEA6vWQOZ!Ao2^XAfNB
zv$=hL^H1ez1^*|c&3gOp=DT@d;_SQQYb$<<p8s}V_}cG$JB8cz?jrl@ZRH<4XPn3H
zarna)W`FA&f%D(r-@@*{|4F8}{XD&sm(?q89qoH@r~Y%D?f1`(nf&(i*dE^eS9h!4
zJi#RS=6^Sd2RHuzb4lO4XzKhQ!Ya|CsqDY@*DqS+>bv*7<D*U?133#h2RZ%^EMF>|
zI1dT6sA_mQOjFQtjF_~6g<bVU_J!*XYaHX77qPkWHp$-q-z6)e8~In*|J(9;YgzMk
zE3z3cGA&|t>UaPC;N^1mU|WuAfo};L+5d9P`=l!!_&K)z&h)_2l&cL=jHb+4Y!7vA
z&TzD7F6gWGza-focknV-iztV-Kv=;JrgYYG=e=%MT&kOAvOs<A@!(JSQCB86uJFIq
zUfstr^T%xd4JtOvW?W0pES;9Nz5UBaXQ}MIg*s=mkK4c7|MP%}iMRLd$IpK#3cjjj
zpJc$Rv!~eeeat26=`(is$$w(Z%$@d3EN<75>3T1hdRM)i^xONL{3k|RX!M1pX8K?2
z7rMNp%;m|y+5BG8+~svKl?UrVR;6c_Pisrhtemz?Ja6BU+4?V^-Df{DMf2>1XN9sq
z7tG}Ma^AefBzn2z<vluYwg1$6{*S-(fBKjIs(<S{=c?XkuZWtlytOiF#`4CUvgK1-
zG85*piCuj2yIp0Av&HB9q5|1CyA%BE$6v~>pPqOA^4rQ^w*IHT6vaHNbeOeld1h6W
zqrdr!%$4(|y?V)Et84ac`W^cvIi~V6mc7p06<1%%?{D{@>O_(DoBg*#4kf($xBahJ
z_R07A?Ui+2cG_FUbX19nu3f(I=zPhN=*6a06QpcCdgYcJ>)7Y!9<*3_<;96t_R2_^
z|2O?!_Mh$EJ*mnoFB-~v?)?+qp<3YmVA=uQ&S<9XM~bs-mK{sZvRSrl+9N|#xy{?X
z>hvF5>T*O2Y+I1A^2VA;YrZ|dKWWQzsr~AuHoMrX_}{r-Ihh!{t5LA0uVrpvy4zgI
z(zGix4?gT!es)2`!RP0>4v8LGvto0Ylt<Kw$!edLa93UGTV%Y#(rx`s%`0z2vdXwj
zty^a~f0f$U@|*GaflG&UbkAJcrt|j1r3pH`C;L((X0<KNjhNNE)HXt@WvOdKRLj)Q
z4O`e&KR5N5c3DA3_s}IJ9bYA@iGLeXEPIb!@>(Rm@@DsyH?CRVluG@3jxb+pS`@zW
z=ISeNLbJYUnO0Aowb$!xe^ZqmS5}$6sXbTLH$Btp>D!C!40vDFX#81`ZTbHx^YM>N
zKMzdg_gUS2?`f^Wtocj-MoJ}oF*2>5Icu-a*|=qC`I}_Dg_g*=tq<A^Gkl4_+x<To
z{Dr@o1o{hq-QwZj{pCy9ylF2pXWpEB<&ACDH#yVl{#kq7&)!??=5qGmY`Mezr@e!}
zKK^_u<o)dVVy`nd&a2a@o;+)>$Ju*})7}Se{=VX7^_4%bR@|)I!|xIN)g;tE_-mDg
z#Xe2>3DaJ_eWBp{nUnj*|6l*Mzo|cL6!qty{Mp%m4qndPB-+o{BG1jkE#Q4RJG0@V
z`m&2U9JZXcGr67kzwJ>=|ESJjD>r#_;YU~Dou`#2O?OYx@4t~(@AB(Y$DgP5?&pLm
zR6lq<nA-4rWn(z=dbT*<wQPyJhonSwv;J*aaXIMg!C>w#F%jJbQ3Bs8zWMWa$(dK*
zkvVv*qy718yGIL^<$f7ITB*$8E^uzajE^5Aea<eJ@3`Ommi)w>HcF+HN8)}f7fp9p
z(eFPIAvbZ;AE9+7y$UgoJNlL`$+c1azigt7r%Y|&>CDB`F1zXOUNS8<=(L`uy5aZx
zML7oZE8d*@)OehspLH2$)U5?eKmLt?#LR-FtWmQTEPWd(HGk>XzY$XNmOhP~HE*eI
zq}1f4rjb#TuYPW*id#?<Fl)+EU)T7no4T`Zx^8{5=v&)Q&l~5oXUHt+jI`$W;H$D*
zA<uW|&7%CQo90{pe9F9Oy7kShs4`#O-OI!#zx{YkJzH7c;#1@HXsiEEnJ>rG>+oK?
zl(aZM>*v$Uo3gV&s=K1fT&<mTI4_5tug=ZfauH-pR9T?zrHt>)ml||+Z(J_1^}Tl4
z>96JY%gb+;X1%<6$;4Lo@?|3gQU7PxQ5U<uj}^xrOZ~rVSzv$eOU31q<@40uKJA!b
z_BQiW-JXmpcmK)XOfvl^f7|jve*N+3>WQ;9E!V96<(|KMs?diSAhz{hN4t#KJ~f8_
zPk(Bk`}Obp8~=}4o#Xml{cZk>qg88)zq~m5>ud~<5w{h$6Ms{!%bDt#F;`Rc{;{lL
zujO1ZsYP`uxNhL^7MP~O^FZi8_5R-S_H7H+JH|KfW2@!;CH19LEzxEHtGuq<<wu4H
zqWXXDccXci9~s)pU49HBHh+Iuq5s&@R?fJofF;qdVTrXw;L~)LV?C>kSDiaB<Kvc@
zXC*?zvPxa&it?<fc*WHv${+7p!Sf*Ez+|-#75{vrD=taQ+tRlD`F)e_^m*)0gfB09
zb7RU==Kez2*H+I`|K3Qj`xp^5E9y&_?ehCo-=b{AU8~B1Y$q*z)UM()d2`VkYtBoz
zbk3eVRp}5lXX(kvTXU9fjGQ%dX=7y63|ZmLTMWIGH*YcW?%rgg>K(nwM8aCE*tTp|
z-_o}cQvFN6zSv(AAa&gT3$Lwxc-1#S+ut4YCMVkN?wA+r+|SGTjXBItA@{_k4xP8h
zF5B6>Jq#iqAHVEi!+Yei+`qSy1^&#ROl15Ie>9QV&OBkx(!GBwq<WSg{81Qm+*|g4
ziA>0?-seK!`<Fkgkm{TM_~|FcOow@FPcj|mef#_v#1y%2`@fIx(&@^mdDkB&2wU3D
zU9MUcwMgFk%NCb>c1!sgeCKEXn)pMSzb3nXZ{y_~(RF|S<@=mHre4w$_Um8yoBFo_
zPk8d`vgRlH+Ni&(urrl=?fBvG$1OsoURN|ZWlOzmwzyn4c<tqhz62L{gGI^`7nyrr
zFuHwVP_Akaysw&^|8-|7=dWp#KrOkdke7i=*<E~cdp|r^{`0fr{UpJ>+Lmbf{ZDJk
z{A~U_(a2x&sHuSE5yvk{31g1*D}QDNmb%RqmC!Z_3yE#q$dttDxMpI{hfm6T|D0Gl
zX`)}<lF9NfpSWB7EVT1<tNJ-HuI`DtXWH|=Gv)W{KR0Hw{q&q9dEj@xoq?~?oIf7w
z_Lo-nm%Mt<Y{Plk?$FNul6T5;f1TJmZQ{AwCB^sIX7YP%?)2}Qc&_Hj^kW{&?TV)5
zJehQ=Lu1i~r!HBZ7y5eD9lf>f_gVYCJbr10&f1fg=IFdVd1>CE-~A=Ol;{4l$ktJ|
zH@sJ5r?J-O^yBoOPkc(|rulSVu3y=0vg^koiJz^8o1`Uwwi=$3I{jn1?DeY$ZDf|H
zMn@Itoa%Yg?)J@D`S-$!e=nTypIRuE3F7V#b@N-@`(`?boD(K(xz_C5mRl$IvQykm
zi>h){>`gyKr=`@JZu%`*m~?Uf(q@xd|I7bBZmG3@XOMgU^0&VgF8+sLV&^w#pD#af
zIkRdX_q=WIGk;x_@4YPF`=;OR-2UD-ac*V$%DbmeynFh@yVNJwf_}Hx1niT(IJf7G
zn_HQ(^~z_aTmQcIKazLkR2)y_A))Y)Q@eJ45)a;DpFV$z@sUn@<9{p*j~Cl&>`{*h
z`MTm&;8qql&NeTHsR}xcUxFVos=n~PFddrn3wn?Lxl-ZR`}|6UPw#Osv8BStd+(MC
z2ku{DUvytYU)a7N-|_zB4eZRep;BLLUsPZCzTmy%{bswQt!X7epSSa@I%#@+j*R@r
z88Xq!&fjnk>yxa#+Vg&r<b74+s&$gK*Lx(lN*ZSwr(a1sv*PTF<7r=#jel*F{ClIP
zF2~K@EcyR_!^hdFZuVxI<!9gQKl|o*+P7q5d%tIqS7+YLKl^5T+PCPg|K0zx)Bc-o
z{y%H^|5-Qd&%Rlo_AT7l-Yczc%9%I&)4s)j{t|Eed;QG6*UvniKlAU6GyPL${=IqT
zU-rCz+0U+@JX4qR%>Cq<e>u-YZk?&~UG(?#=38OsS5J4y-2Kzk_;Yqzn!Cm3$Fq0-
zG2YBP=jO+=bCPDKd*!CFn}60$dv@jKnYy>S&zs+W`hU?eYVogipW}rf)s^7C(^eZy
z!o91vZV8|5&TcGtxkNYj`lX7+`)A#ZKl>+V*3H<nC${#;2ep*WiKyCWlISno_bxN-
zyUAmZeLoaAFQtI0jucznYnPL3b<OPC)5?sE?VHoe%#C-?o;lyqxO(!;c<aw=UY+^V
zHS=cmnK!m+--L{<n`hn^Gq!Gh!*DHM@RH!=*|q<rnJ0>#{dq+GcD>SvGS~GR7KKNA
z4Bfa$I^yB~@EZ3uFWACze*B7KYhrI<cjN34l2E<L^{eAX>_yo%Gn%3<O0Rjr8}@}w
zyQ*1q@4;KY&%Hlg;Rj6#;N)<n!l$Nv%?rM;GcIdqbVgm&T=POCtb|M3s&#9>&yDFH
z=g9TH{5S(a%$Ga=5-KRzFZpqXVE;*rIrC!-&z^ia@vM0N$?t_nlGAL`mKCMhq#r9z
z3plf4*P>Tl)!K5qf{uy$#|D1gx8DEO(aB;Tzx<i)_t5ihl++~I%a+@cEr0ncbJg#=
z)W81A<JUT!Yhr{VcdBf<G=Ke<=h}b2d+py_6!fyzVb+AH!G?mDyL8?@zd!HfHWQ20
z&!2jnyL3Zmt?u9NUjO%As$U;t9Qo66^QY#trSb7EuV0V67XR`_xYf6*@&?-W31Pp!
zLm1b7HblOBasU6M$y+uFKmV%#+QIvK`b?G7ee$Nui!I6~e9Oq3FpVuUbK*tDHE$Tg
z${4h*8%nJjrpg{T#g~xEzF`w{#7(Hod*(}%-p=?m`R%-AGJN$<%TIXO@Bd_-GS_tK
zRKB{WQm4Gw_ZwMMEUk}!c|ZKu*V1WU!>xWyozJgrFCS+0XDVO))AS>!&Uc93Rye}{
zv%w_QKlt01jyfMJ-7A-!lIP#}>wId~vR9d_=FPkKy7KPl#>|a7RW@z%j?Cn?w*H^{
z;P3kP^{4-tGg;Rq@vePe|2Vt+U48fj)zS&k7v6WS`MzmhZ{^{ZNB$F{FH~QszVLqO
zgzrW#Y&mQX*uJm@w-t081DQ6mB!U|c4c-^7r)*_&<?WIZG1bTlxUwLl@rKYw)+Cgo
zqPZ@;bI<gH4*kc!RQUMk9#5{aS$00;9OuH0=e-s8I*z9r)U#Emh4|?;yjvS_?{vjI
zkoXy%Ly|4V8fgM=c5eP|v}&D0OyiEG0@jCIN2YdYNB{KvU9l<g|6R^Ee?vFPPuTWl
ziJ`6S|7D@Jnf;j)E>^ykxB369xi3&|^_H3ohUd4Ozu}*MyQJ&E@nfGGGnecxzFq&h
zF>~F<DVyp~urECc&b9AsZMXkdON!dLbY`^Fj-{>9vwqwwQoeV%CP3=%yRYBw*91iE
zU-~opR(*@dd-<T28g`xdrn}srj%wMxA12JF#SeW7-B2U06VG;f`oT}R8){_N%x8bH
zI^m~Ygw+0}U!!O3Uo>ZObMmig+t#n#^+e@t{C`z;WBGzO#@Wa7RTKB|Ov`V6`a0pK
zQp7&avbfg2S2xvL%zM9M-<O@w?|KA(H!1ZG?!UU=uXELbEv4HZ+kAG+d^Jz)U76ej
zvv-+~=b61b&MCjW`p>(<J;$fm`rf##v{%M{E=%Ubd15a!JLj=U2%h`huHtd}^A;O_
zFwy+EOm2eM^S2h0F1tQyzVztct8Lbs_uhY8vpxG({i}c5-`4;BXTB`wF|!4`x#QmO
zPxnt(G#q8tnV0a9qdPs~-0yQLJ<lryssyS6Dgr9PEFUIuMlx+;N##5xG(lA^fN9Ax
zo5J_YkDZnBUw_cQd-=AC4DPOJS{zM#mF#tYX>{9ZeOpoUpCyq$uj<10h8w~O6CT9>
zwbnWLc;U=mgQk^p+D|w>>se)-b#BE@<J4uY*G1S>&hCA9`JZr$c0{z}{vcQF+doW-
zZk?FC_D_nj{mpa!W?v?Eb*+0AFK)3*rThKL3J0a-wKq4ePfj>~sIOC2+FQ9h^zVQ9
z>i^r`?dVI+Zunj$7SHkE=im4>&B=eZtX*?zmFU&2<wxGli+{E$>6Vg5-~$DQM+@`~
zt{+IhH>+u_<_!qJ<UDI%L#}XBi!ghP<c8z}eT??E%zfhxTq=UNW~~!w@!ZSW%A2DU
zurNY0$#ykY(}%(XCm7YM*||gv*V?yn6jyU|ZCj84A~q<gF&Wex_{eygJw|TB&h7Iy
zFfDuC;9##Mz<ZC;^vjPj<HgKB%=wtBvv0;1D6f&(kb7YJJ<q1ODmOeIy-_*nC-g?;
z+^Xl=2iU#Ub><d)m|Bo<sF9OhO=bp|@%Sm@jv8f|mIr%mCX^fSpF7Q5SLw#^Ty@TL
zcK(NZT0U=*;b~Rqd2S{Bi^-`V=1?K$aaEq_1~G>Ut}Xt;+VWsW%VVLw(^V6GJ&<LX
zRuHqT`Mp5PV?I8G;1|YUSFY9ADykV$rxo(=`f`8X+-BGPW!d?zFV|}96<xZ0(U-6-
z^&gJ%Ugllnx%B&jFLG1vHD8)F#YpLu)8YGDE5-RY?l@c|cTrZ1f8&n(kLtRub>3~*
zRhxR?DvMU}leVk8tJ!1j?%P$H+%=2S#60KBy4&X4^YiXMdvBXr?0#3a^!w$?3-A8z
z`u%#3-}mcx<IC&srm#JhUFIwy_fTlZvPW%442{Anee}eGv@RIg_GKDfPFZ%+XY$PE
zwq?e?=`+t5%}g~qoigpD&g6;S-%3*cgVBBqk!yP%o|S&KC-Y6M@lF28e+>e!PI_x_
zlW#JZ_^e#ZxR{-VxvBkgVr_o=$+8(oX1wBVn<kKA$?{q;Lf~K*$F!EiU0dEsBw4-|
zXxdPD;5p;sYHOdSkgu%HEiakZ@$ayE6?s!&O}bDd<3S;gYYrPYnnDHEFoDhTJNZao
zLaAFJ;a$U8=6!rWtbR!{+Q=G|9=Lk3Uv+}up2uD<3uKt`@9!!;;c|HUwbE~=KFhZ}
zc&Yu2(Td~Xb;fx19@&Dj1GgCSZ_E3~&v<lvx%8nAl?PsI<Xdux{a(V!B!iPl3$#B}
zIZNF0kFZbttNrlr9)2%pfqVWHc8Nb*o(fOfFEr1;!jAvW;m@4s|MS=Es+_Vpc!S%g
z9LY+zg0kMtxpQipO((6HsFVJ@Q6al!uJzlO%e7e|l}}1}UUS=IHfig_18TL5jMrSQ
zZEn81-<m!B(u<W-%^Blg2H32;yF25%-mUFZCpe0_epCPU;kI~ptyR<Q`dyhj*51qA
z$Q8N9>D~QW!<pK?>b~l}YB0#o>#Od&e1?zV%p{|uDP1S09J@Tz&u}h?vr0NF?SSqo
z=@aTTR^f+B*0t3Zc0Ut48*6Hwvuv%z&6grPmo+869o4nE{6_3<Z0Wp>yN^HocKB_(
zv{0Ex2YX$FOm@6Xl#jWK8GF&P+y3RIm0L~b<n6dqu=8Qj;iqk<W%bMVNW5yY<SSpm
zcjv=V-sC$Qj_~^5G5J0(@`f>Ybz0(iofSQ;Yd3CC72D=wsKEPRNyAj8IIbJ&59T)%
zGMzif5qaYiS9DzBY3-cKR^9ar7{$u=IE74_F<)BC{DAqzbE_H>9`8G>CO_Xn>VN^`
zaTXon4?bTu?@PGQkk8civt?P)V+-w%cgpuDoKxOYzVx#^Z{oBW>AaT($~sHc1p7E6
z)E>;dZ{B`5m2r0EbFDWqt#el|5S*0fIGJO4<#MIFhg3kQX<d7Rykero`~|+B41B=o
z1(&0R;lZsvpQRE{+FU5x@K*l(LC1s4&Ft*_0&*%XQ$IT-%K5Y|7oK*mC_%JoL)oEQ
zoZ8P5Q{Vfv&h4z>oooX|yPOutF*T%YJHPq$uUm)wE~Z~iznp&kx#*0ghsE!U?=!4f
zo>pD|xSKz9Z+FOhrK`I=zUl?-&A%ev`Kar?&c5J@u9tU;E-Tjdc^-B{JZeY(E3vD*
zQ>t>U>JP2Cr!>bdG5*emU5Um0y>im$-&W6h|8n2*-}Bzt?b`j~ozp*w-~Qh(-YwYi
zu;B2+w!^%f9@CwFt_j<@s=Vvf+(SP_%4Ql&c9fWFGAGaCZo#gHC5K<Oo#vhXJKiKF
zZ^xaaokt%r{C)QJp2t4(^*`6Ob5>j~e|}24zL=etKUwBn$6?oYcfQF7R2i#T{s<a$
zY+Z6nEbx3|SgpGFm$<;2+FDUTuHLKU4W-SBHagv9czS5D2*=?l#{9_WRT-XMn+huA
zojyb!$Y5N~x<>3n)PbCJ+AH-duCW~~3lnCMW|3xj=>2<fz3pv#Gp_H(OfxJWJZqS{
zw>q?J{i%1MfxER{g{iuPY0EhklpnY^zlED!Qo-Pyvdr{e&c^NQSQ&p<Cw!Q}9?jSI
zv$|MdO<RKH4f)vk3x};Xus)Q&ljN(CtrRI7zDaD-)(LA^-$zZ2UA-tS)NJ*sw9-p9
zFSt22m`&O`aZRrcN7V*n{zm5cYdTXPT29XLh_FwrRqwwnZqo8x*ufW47HpPd`cQM|
zGiQJL?=^PucOQJ~zWV%|+8nRv2BLSZrcO^>wPp{O@;iT-sypY}PNX@fe3rYihkfgH
z&Fz^|h6##Nv;1cH&GG@kUA4Pv`Hp2Uz5I6cZTD?)bDeklchnaCUOmI1@b{x{SKqF_
z9sWJuciF6-^OxpyCRzy}E;;)1Wed+`)#uAU8~KROoxdb~hTnOEx$_dOY!8=IwY~hp
zBRqN0W#cz(cX_SfAJE+uU2@;*&f|jq=C&tqlvbW9`2Dc$$0I-UIeCpYsx}^29_{np
zg8lu$H=FJh?L6&z`suXOy3=RtR6I4{jww5=Ykv4^-nAQhq_!P6_U!6~bg9`9huLo2
zICG@#L&Ti6FEiTpGdaAEK3sYK+mkkKW;2_U#p@dcnf-Vo3=<AD{AFt6w$Mx1q@A$2
z;VhFKw}kG4Ee%(h;<#s=&2;|Cdj7__Pt6K4;u~TP6#u_7S^C|Vw5u1kNL5e$WPPD{
z`SZFkJKMv%wh5Y<t!;Z&y6Vp>ZjJ*x8DH1^Ig$CpPS0AoVs(7_Vypj#Oc9n360>96
z3x#AZCR|LI%l2gtUmRm#!Mg2pCeKT(XI!neX4ZzRLn}F#KXbIR`20!k(uHuTXxHS`
z87q`~br)|;HF=ZT>!DJ6FyP@9mODZv-WK|aTWor!7zAx=-v5O~`R0|Zzt@Ty)PKC%
z#Z#+y-g2JNoV27RuBK(TUr$Lado8g?C*DWRSM9Fd-G5%f9^3t)P(Lr;hG(_DUys3D
zi9{>ILnTQqFOP6s?i7q^@#bCqGUW0~wcweYlUJ$*`!3^?n&oFYH_hm5%B+(nlQYj~
z1mC)|VP|4__dBt>y1Vk<zFXyguQi${?cMFui}rhLa{XXsx3j`DR>n3taQ?pZS--xl
zJ-uD;{>}>d(;?H3Z@yD-kWcQKRSu*29a*^@m2b`8|9y7MocZWu%YQr7&11ycPxIBw
zvNa#pdoMC~?xM}XC48+`)^6#{FLD^>@-CRqyI?b8NyC2TKeD>Z79TA!YdRO{Z$E9r
zxxNb*ldPnj(w%?wT5{~rf3UCNFVjD634;d?>OU@uf8i0Ydj8^#%-p$)H!GHywbX5y
z4$=_^*6|{TV=nK)&5Sur?^PC?R6KuRX@2SPZPxccJm<Jq+`fCRp4}sZ;k?uj>t)-{
zv0XUNc7gF9--q&s{fkQ`EJ>UMM&B0KluY5DWb%Sb<=`#O?B|KO7cL&$Fgb+>gj9GY
ztML5(<>t!qM3Le3GsY9m6WEpb-Q*^;6bqj#t()f=)P{=KVxKEAxH1?&{Md3-Sj<1d
zCh=p-QCS{q&ut5|S#BTP+|2%TuUZYO`S<gu))`EVP1IU{C?u|R<sL4r*Zb_J+vU1Q
z-&@&MzUrZFRz>!$+?vAf5@ywzv;B4&%q>cczZ1PHao7Hm!%l}EwH?*%+O3rrac9Gh
z#KPmP3+H`}^<A;+c^1=EmQ|b~!YkAsY@YG(@9~?G-;V0e%Fo@mwL0Xk%ha@VE8W8-
zQEe}4cz!?n=Xt|plg_7wF)Y7)%a6W%lYe`w;UeV&zL)3iakanvDPfv*(6o6kS@<q<
z$}AJMc+-7bKkoV2+4~<CFzNq4R#JbM)%??AUh6x}ubWCMHWto!Q4l!ge)SuR8u2d`
z5(Y0m7AUQe_>lCZl4XZsf_r{avv1CZPF}N(AJ=^rtPErJkuq4BTgDuHH=$U1#w)hj
zw-btm8Qa1X1I~9fG1N#IWF1&p7-9P0YC|M*-q$qK3q@?zR}<Dty$OA6@rBoH^}#gL
z8*A8Zodydv+h)m}Z#$@FdLfK$_SFN2%;M&^+~`S>VS2yBL7>8YuTw|p$HFL!Yg?QX
z<Q`c5cVw8yKf~_9uZFwKb?L^^Icd#jb2iMJc+fFiOigG02AkQEGiB6ZsHF8k;#Uin
zgoiDy!eV|A7W}gg9s1dJx#fUkNQ4Fd7P%bT2VC6hI&;|5gvHJk2}m_<C^&S8^O@S3
zIqg%0!~8y&CBAG~Dm=|kz#{Q&%hsD`PP|y4&2o!f{7cxEru+Yjf4$z6xb@}bM?5tJ
zzndO@^{~oY;yL$T>zwV0e)8|FO%Io3wY|K;b9tx4mDwx9?nl*Te_eYuW!3NeeVZ#U
zm=&I_=PAq=-{n=zzu58i;>^0Pck^~tzmkheud*tBRNeMoa$ow49|ms|7aew4`_y9d
zp^~)LmuI*x&lG)DqiDD3gIci3^?cixpH7H<-g4)Dk^5;`-SRDWE*80Gf1H<p@1<-_
zWA^2<ou7EQ@APW#DUf%w^eJ@yxWUiCKtV#l#zs`2Wv7MWtQ`BvZ__vZ_1QMRlgspG
zt=jJMo;McgOC&i>I2ClSPEG4d%J-RX%+wQ`_bpJYc^#X!X}3?v@{@YTH&dtNH@0n9
zUq1QdJHwl{YO~Ize4ddbr+&XlOvbiU>QKi$6}8z%QYO!kIecdEL!YwllX-?WWxmxP
zFMeymGiUKsw#MyYhXo#PXgIou)5ol_Q~y8;{|uMYuedEF`Mf1`5;wFQ6k_w1;5IM3
zq~ZfY%08ErUs&z%Tj!H>NP}~+O3x$%FS!Rz{z7)1KUx|VbDo&&?-<U(RK)pMr6##&
z{_~1drcc7rl0U`Oz^J5E;m_kI`Av*cTbl3v7v%W6-F?IRxG?`|SA<n_XLw!z@VfYw
zaZUJ-bso1KSO(Q*?vu$pFg<nGgyo65An<TW^{Sn!Z~wdRyLaxF!Q8Kj-=pv37w$j$
zSFAkZPGVs@s6M`Z{q{?_WuI+)o>$H|_t{|X^F*ujhu3>2N6qFm0d>Ic)Em!CGs^vQ
zZ?f6<>v!VI>*szf`+mK0^1Btg7r*P<b-R4Kd{6m|10Oirr6=v`?$J1M)c<~`_3Kvg
zi=eicuw2par*_k%^`!L7K`pX^oevi+w2tGBd!o4az0S9}N9#7<$QS#4Hfew43fJzp
z&z^K&5EroGskQjEp~T_C2eUK2C*CIQk9=d^{WopneVuQ!Teoe#k$3H5K*SsU?!T!E
zuj+i8*_xSG=(hPr+%?0Cy5D9V-M8sNl-TW4PLYv0`rU7zE~&mCzMRqaU?8J6tB&Z0
zkT1>*+qiycC9G-K%yf+_;`HxxRdcm$!w=*b@-;ZTnA^zi^gbetL-yM5iVcno+kR`P
z30VC<*s<}P%AsyXeYP_a1>mm#F{=k@O*^6|KTDkS%rU&-9ox$X7h0T!`HtS5Wg`%;
zF#%jhr>o7GS;%o<QYFLp-W@$p9Nrzg!@R3q`16BzjQ5)N6r>%R$vI7J&ddcXKD+vS
zf+Lq2`&;&9KiZCNo)_D^@bIh1^D<YAD|vR#l~ZK+lV<&!Z+*DT##o+dlRR`%`y)=t
zZJc78q*;9=ZT4;PSuOAR`rh~bd)*!V=ksyXvtJCpy}mV_OEBI_xzzn=vu0l4okcrb
z3%ehQ9pw!P%dlL0q%LIp`gc1%{Q*_nvwBW(=`Noc;b**YPFj-X*&{`>I%^GQrWt*j
z6n)NY<DA?i%iBkawsk(u5k7rW?OW^0x63a3F8>_mvuw7H`OJrH&21uorScq;Y9{$j
zI@Ov`p(M$9WXFg4qbB__yZ=1?lz-Y~dZ*s~qP2&m51Q^2TesmjZ~YyE6MG*lG7oor
zu;J=Ml?cz>J?rkUuU}EHW&eWqC5$qQVqL@CSSGW?Jlf*=i;2m=>wqR>F-whrfztub
zZM~VQ7nJV^yj>&kjDe3MLgAJogE&i$zz4?z?2O7Ra|AXx9pL^p^P0FolP=S~A0n)+
z0z5@t>M`?KZVFVX*I8S$vD|0eAkdO;r*~fX)cfGS#W#vSJY3-+@XX#i_BFr8;Znxi
ztToHudW3Vxx$#&8-oB`mco+#auVar$xY(jB-1jH<^Nuxn-Dmi^U7+YUmv_3HfZdOB
zh7S(%I`cM^9J&<A7dLM^L%#Z+xgZ{=xB83e2jUMsTK8nbi60wI{P+-Ed_c)l%yW~+
zrg^fB^KQ?Kky}`6IB9>u`QK%#?LWRoeu?~g^UF)&BiyrBzrUKz{WA0SBe#cP57QiX
zTO5mu*AZ2X1vS5C`CQuYW8R}`uEU>gkH(6Yhu&GlBeiSwqjjrJhJadUl|GYKsy+5S
zp{e}sXv!*3^Gxls&$5|4=8Ec*Zir9L1oM2%XXY8*YnkJpWI6xHz8#6>-4DeM>#i`V
z3{=k9;U4sE^2Zr2la>f8|H;23us--)>&7L?-i|4;?+SMwfBG$G@w8x%H{I58YMXu1
zW}b2Sv^U@4L0fd*ji+t#c@odslJodhzdxM)S)k$3?B5C%Ki(TWczED&Q@)&yPsI)a
zGoBv?pFS9~B)YB)eZ8dnf;f+%;tT;Fjze4I-Sgv0rfd#bz{Ae2BlDr)z!64a_Lw(k
zT%%HWME&}z#N=5LpEb;6&P!wGExVAw&a0iX%W1{jRGx)pYJzS5a^2sT#VKbiM6evx
z;s|rxz_W*yJ-T26>+zdShou&*6G-W0>3$MCUApP<9=B_!)y*wh{9f%X|E9#TH#t4h
z_IT!RdHdf>4p+)OtSu`&GyTh%MZf>JpV!$P@mw&X^5CWJ(uS`J+A=2=d5gtvdNIe^
zGya2BWQ-*H<jfO`yu?B`t(aq-Igu-QBA0VG$KJrX^CDd;8*C$OPCoJ!^PhM0@S>AN
z-&oxa%__XJW?zDe&a9M+D&1<4#wTZaUgH5da`Mlli73d4B?6*(+hKXNjx|fqUwPg)
zGxk))#wj0@G#?)gI@Z0kN8DRdzsz|1w8cOFU1mANa!BNm3e$Hv;Z9HI%bu4#+Y*g3
zq43)OIef{Mvd7kY!$)0C9fpm%bV1V1%&Dig%<wavnPqe}1(cLBef*5)rdgd$k-D4>
zY3QphpXpcr``x#>k%>RcF2CHPp0<2;fce5atHX~a)y#eJX52|AYkL_W(Y}jiNwwO`
z=O&U#UpXgyS@t$Y?DS5ZX~mH`&o@MzOWZi;@T1p^|2A4y?_B=0Z<=+`t}jnb#7}4H
z9hp|}l{fyL!86|UduJwp|Cl20|K(zewEwn`Fe2v8SJpSRKcw0CC2SsiIB~z`SArqS
zYQ+e?gH;Y6eZT!q+3yb_er~zkv2M@Kgj5!7<p`;Rw>ZSyH&``26<ouAJO1m@$nOFP
zp^(wNrj9bV3w%KaOw*h<$ThJF>U1P%y4dG4?&JSqm++_IGxIh63j2ib!4;3I(oO1*
z|1LUwTl%ks`lW->uC~ez@_V1Z)n>WQXkoz1x8;`SrOv7DZ&hv{Q39csbpj2{!hAjw
z7p|TEd(`nf^L%!D{)R*Pl>#FFHh3RXVn3q9-m=a_XE~$nLH<a7MhT^d?Q7T%ycDeP
z`Jr$-l3O8X8~?VSr<Uy7)-&;!&aa$bZ+`80lhpiDYBFO|=j|5h%wt{O7dKrC-y{51
z`cCKV<<iTfmr1MfUjDo6w)p+v8vl>eucoYO5A;22-BE0?#-FG3^WL-H&F<f>@Y|Im
zm-1O*cmCUbTYq0WH)lr0cZ+rJ+V1kU@0QB5w@I1wWAdq)OJ;~`o?Z4^;g9U~m^riR
zZg-vi$do4Qay<3Y>E^&4Z~tAk)xEd2eaAWLXIt;h)#lF@(O*!(c$8Zs&fz^%mH3nm
zOd0u1?UE1J7MC)%a4Y<g_Ltk>cfgwQJ<FNo4SEfw2ao#ec%Of|!Jvh!g{vjOqPgVY
zQU5b_Gv=`s%yrz!aEjGH??nV_d2wywG;Wp$j;q~R1@u<9uo~#G_i!h~Fx+SQAr>-^
ziDUZp<qoeax!-RRdTznR^xmZU%OAf}3=1p6zTIy9qw{g|v3|#o8M*>h|I6hV^>}{h
zUsEgyVDe}Z?tP__A>eXg7H78FoSEQC8dQ%LEDL7WH8OnRb=chD;s=GR56_r;$WCdx
zEW`(H`LXO5Vmn>LaUhYiT~%h9K}1tlSip(p8%``&U@DlEIKPD}%BF|m-089hQ$4R&
z@7S~R*HV+(vRb~{Ta(+8y=J$sZ3#JCvvpq}@B81<v6r?ldw*t$_V-D76W=M`U9`jX
zqwdiy-isf8+){A*(X^wnV!|ulE!ma&buO1}l;4sK`ZmknXD+)}lWlzQ8QV3^IVp*j
zCl3`(YJIB0{X5BMZsg+Qc~*BztUiC-?e_LzUHfm@cLh6~xpab^i+AkrzGV=?p|J3J
ziF4AQjxPt?ryYLIz1n^nYm08!%cB0%Z>LM^Ez6MI_Ta{YbN8#mvN=T`#~=L>eluU|
zw{L3o${hWvZ<jvOT&JHQv7GS?hdJ9Di4Vy#Z9Eo637+}FqLKSHS%;Lhcj?66RMpa}
z{PoCW$#Jg6s%u;<S}a;~WDQnr?>?m&o_c%5iBD7CE>=1nUdH=0rh%bH+8_@!Ho~??
z+8|%1j#t7g;cCNIrhD8w-UVNu&By<^c9oE9K3ml+lNxr3ix+R(^0WP!V=epmn&6M~
zVTJ#aS-6{C_aw-EuzbP%=gx!k4}B!`5_jz3-*=#p^LVB7${gjXxl1<nhD>QWRkmmf
zXF!XvaEOnE(ZdrqKRDRa<d{4UGxr@xI@HOjt~O^zL6V%GkA=a*J)l_;?*_w%ds-d}
zu{mq5$Pw-ctqwAMzw-Pd|NWiI&dYw?HAO0Mzsxz_yDAmQ`#$Qf+}XIb=~?b!P5x=Y
zayrXxBK#^h%=wgHdG%mk#2wE<_14CniG|aTzU|HwmkPTdRmlPBX_bawjSV$lW0Ldz
zG3URH<>eRd{5AW2dxq`z+jsJd_n-Z1_UrAt?X&$r_4D17T_;N>zie(>W_+h^$KQhA
z;KA<O!EHYm@jSDybviX6u;-c5dV9~A%YQ4&UoWY@{MYxpxukyGt_sJ(Uwc4xvyo&#
z!oix;CDUH&Opde&zFY8^*ZSVctp^&*pLZYLYf`h>kauxGZVW%Syj)x7-n%lvLC)Qo
zZ}fOmmux&eXAS3X?h31fR}FKS>-Z#Yd3hvn&vfU^%rWlGUAFP8iC>e{ZC_{0%r|CU
zyAND=__g6W^E2KV<`3>=qz8UxW8&kBuz2vWp_5sSZ-+&~;}_3$51eGwX5S-YP<-Ib
zy?Ii%gOjU;CO8P5<BPC<@YcV#kYiu>^Ml*wSBdZlp8LCGQnSJt>4JQjZ-0NxG(NKZ
zKMPCZz4LNq|EzmhnAv4y!2MxR4|&6e?;G6~Oxnj_l$iNGxwn=_+&)%Of|IerhViY<
zirNo9-)1u|Y;lldV&BXk^_;Ox>cAt;ZuK>DH<)DwIRDLDVc+|AO<_TE`@D5M64Tsx
zvsT#m_O4y{&ty$}?`O%H%lqZt%HKXNeDAoW+x+RelU(Od3;0vF+pgViy7Z2@TUX>=
zj@<roP4)RV_l$R+FWB|{gm1?>ABDSiFlb%>_p*9P{mXxs{)!%pz7zk@^KN`${n5Xo
z+x7F}CGt%hUwym!Ry+7<+g0YZdGVPy?rhkZSloT=&921a!_V4sFI`~Swfj}xjk_B@
z$KBbmJ8^kp`Qe9s?bdR6_MjB;;OMTsQ}v%uia4jbQ9sY0FI6aL(#>uaZLRp-a}tu`
zeb~$s?yR?Xc=W|ypJz^dY;My|>PVbTxt3@V@n+e|uWS0|UA@U*EuE0g{3fSiuJg=u
zZa4bxUA-v?5qc3lw|B#4!Ll_ae}4p&lpQ;F?uOy{QnMrH+HPFjZzY{<pRPG~?#AS0
zuis3VE4yiNf9aQv=iDkU`M&7h{6T@kolQsbL&||E7teia)!pk{R(9eX-_4tf*3!x8
z$!~IcPKh0yVAYavy&;~tjn~2~;buen`i5-gb+z6%Hsl}Je^0?$IwigN&2iR6o1MR1
zU;fLoCGmN~eC9U0$b;+sCxvnxJZs2b;P~LJN5vdbKE@qC7hjzl`|*#tT>rOz-3J@_
z(u~Z_7gRRSTEn@#E>>m31<@BNxhmO*tu=pYi~ZDgX>gsSGbv@FO14U*@-+@?DaD^U
zJ`7##*Y6+TJIMU@e+Az;wSuz7&Ac)d_CMyOJ11^cU9EfiX0XB$C2z6FO(!<ZaZi}4
z+O75aW^cxcBrmbxYlk<ce@_ui{cW>)-6MwE?Q7qg*UmC7QCR9C=H01dw)xJ!7X656
zhN3&xnx20cTlznEdP#Rl|I4<QZJviqw!i%LvhAp?*mnJ%8*jUB-xfWTsXOg*l+N<4
z5q{Yl=NwCluL!GJlNWe*(XVUI<Yrgr<lVTl;bO9J<1;(ZNcpYW?C)#mN~U`4-Yu19
zc<1;B+rxkT|C{}lp30~<>DU9UJ%1j5>OcKfJpa|6RS#<KoD|=)Zg(LoLtfmCv(md2
z51cN`n7Z$Q>-_N3yT6v182snmw)EgOlXDmUB}hx<I5+2JY~bbHHoq~>>_+L7_l<3P
zt~^-Fw*Knw(+S~{Z?u@R?}rCXe(;p-z45JwvCo!VoM8U?Zpwt}jQWG#eD{hz%xeBF
zv**PF*J|O5s}`i++gaXwaGl`|Q?{(D36~{uq#n;;WZ!+PV(u)#{kgyXEqP-n&7j;g
z+m7AsI7`Jfb)G2(0f#I&7pv4vdf;?OzjA`&W0M&%jO-E`_cabKmYvg3ujj1&QoN-1
z{+#9_298q&QA~=Q$&u1Z+=rF8o81^nROU==a61&inRBD~ka}L|{Ogxoi%okMT;{L>
z6KkjWFl)RNyY^+`d6Nl#%r8wQSg{}8_v73n>$QOv#)pg2+Mb@_IXzQynz8YlZs{=d
z4XWokrKSZNz3G0Rsdmq2+0Mtu0(RHGS$5fX*=(QhYwup!wUW2Z>Q2&+Yl)8zC(Gnn
z+$q?x`r$Wm)?kmNu0oSuR(HHpUd6<IuJm48r~dYcyp89qAF1BmvsBuB#_kVZkod3;
zkGspe@cZpH27RgW)tzgzi#8cGUgO;2x1fY+>EzGfD-}waRtkH}b$G=Rq(12{OO*PB
zs!6ghxU1HfJbCJFyXNHLuy^ZanLfB45EQ$ie!&W&x0Gq^=N}sWJ`uu>wM-j@JLWpP
zQh#xGf))P~KV<WYzOy(^ebdnPev`FHjr!(=2Rnsp*<T!qob_cxh4lOX=Vql|JmkTt
z{4{aNp84m$^{+R$HMJn>SR;ECQ>0LzH>d{gac1Z{&1}pb$+tx&r|}}sLE)EWaxbUp
zaCWcZ=w8FI>ym(*_W?EjTPiZ&`{&D^^RW>2nb&b}Nnk{Ze?*G^g|C+<uGd+1Ti<7X
zS?T8PmanrHo_|_hv%1&&^oPAX_fLP=Tf?-u=h116ebT!VXVvX;{dMij+LzInw~LjB
z-nkrlXVH%SM`A~HyP`wxN8NS(dLtyc#`65ZqIu0vZP-uG<eg?LrL){9;#}eeX|s2Q
z@@H#H?%$fJApAD(;@tyba?2HOi1%kfXCSw%^sW(X+xtg--nSjA3;uL`E&CXB=brjg
z?mKZ0zA<eV-?6vhHEWE%%DvJ>abgvFH=NNas7{<2`QZB@gUt=EC)*^{Pc(UAE4^LZ
zV6Vljhy!1l)?GK;p`&t}RYspji`ydZz<Z}du{V6L6_!UGczfu33FB_=8?hc+xTnN&
zta?4eTI^Y0>&)cFb=)Sg3tl=I#4cEs^gr{59-kNgW##H)A?vQIKQ!d|eomH+xu$PU
z|H*$6GUsa3bLSpC`rGeb`KNuo(_Egs*IsW~dG=)XF(3boe@Z6xg0t3Zdr!HZd+=-h
zgi9*?d<Wz?6%wASPm2$)YD*Mq^DH>nq@(ypiNQ%lU}A#Hp$N`o)t;$e6@)4#GPpHK
za2{8cNk3Vx_)}=%|LS6g^9TI4@z+<dY$(Y3Ut+5$f9=KvlP^2>?6%@bzixGTeu(@b
z_eN#8{39<DZhg^x8C_TU%-+|^clVELNsmC$BVvA|^WWFyo#On<cO{k{e&ratef_(n
z-99fnYqCGDJ-gj(-nCfM@~d|)m(9C6|J|zHiRFjiwau+83ZL6{mv^@`U%Ablx*e+@
zwjD0#yI<*h-)rjqm+Mx1Fu9wwYxT=@9zRNag%#>%My!1L?eyD^$`2*@q#tdq*tu+T
z#YywR3+9gD=J~&$mEPZThWEoirpZricPMq=ZO>NV`0XOY)SlYZ_Tk*I^4Q621%U_L
z7^OY+zKaVqOx-5)PJ93K&(^XBv{xBD)?W}KDfnh{<Na_q7I{}|ZN@OJ3e8)QJOWt)
zO>?*Xc>7wCanBZC=_uj+ozhGN;RoUv<5_!_+Wh|4G?9nnP&VV{T;cZh0!_cSOs;rn
zw55DzCda<+9>;=tt$gCFZ+>ttu)kO((7^tmy)3_~X1?6~zP=6TPkBa|CSGj`73TA`
zFnM@k55I>j(}s*gi#WUU81IEk9hh19fR``y%ijG9o--E~Ji8ZIm(O>KF~E(*Tm8oj
zh7`FLp9<TDUt6vVZ}7Qb)Ob3DSH;^QdgA^Dfj#pbGOm5*5J=)pscyDj|8nW~h5psH
z*48Ucjf?(T96uz=QW6$BM<KOdL+jmJ4ej8PiG{9{F5g@Js{Tr1SI?Ed|HN6{&Ia8J
z)s$MfCvD}upu1=PKJ-cXRo0*V|KS6hQn7VeY4xkt`Ku@Y+d3~#-Tmtv&baLj1=h>Y
ztX=VMk^L-Xu6o_0(dvixw_TjV<RGXRIzQTK<CRN0tRDJZkNk2~+jt{qDc9qS`FH+b
z;nAt}t5xjx$W2aVPnkBieoKV9o|%@|@)ldKa~s$n{o8E))uCK!PNHkZneuzv73c1~
zAruqBaLMlcRlA(4>FlD#GnP-^c~Ky^J|@<9ikJR%5s~1(n%6U<FV2x#7-Ap%vA8;D
z``4u>Qg^NJh@B|@_22fR9dG_8O|qSNzt+%snWRx-Tyg%aTHS3eN2hJLAvAk>323q#
zGyxuel%?zDZp3<)kZZ1{bF-|jrqtd35py@OwEe1VSb4<V#Nzg|e`C+un)2`1SzG-3
z*|)QAXWuSoyW_i{`T(?{uXfpYnZMMma|Uw-_kUk<_%Cn4vA?|E&F|bVs6YIdx4b;?
zQRS|OCEQs|6MScGNm<gY_~lPjo`(&4-Oe4RvX3wOvdxq(*`3JV9ni=js_z}p$Rg?y
z(D+2e!>{p)$i3xV+Qt8Nb?jaFZujK5HQ#(YKhHitcfsYOOM+*G?u$|KiJp0FM|n<}
ztL$aY#a~{QUMp`_?KpHO_MYK|!|KmND(+2>F8U>OLr0!>*7@&`#c$S{PpDm!eQY|P
zl5hMq>4=(l!8LCd|Fin><ni%ywt0otQx5TM{#AbJ)4teTO?%xty0Z@bH3;?J=4ury
zGv|7qa#XR#kKE7ab2n|j+mtu^OYrg;n%T9>X8)}^mZq{v{!?7M;`{kYzYb4)wzzKZ
z_WK35e))R7`ft(LQDjyUVV&@{VJZKertORm*gB*uuW>ApZpdrc#rTG8hcrWe!yd*j
zag0CM9!M|9XV}m9h;4%O*AoiqEc-dPzqe$_ThCCye1uoQ{J<TC66Pzs56l>DX&<=3
zkitBLH^8jnCPO;&g5EkehHGpI(hG7MwlUsetB`(>(eqiV@lyStHwk$?pE(ZXHS9L@
zo8(?K?+cFryGKozV;rMeJ=fMbGT+tr8nWDfxyvtag7bs7*<Q{Uetwo;FKOU+z=H9y
zw&UX-WoZS`1GhRACbloNRgUxM^ZEQFqHnW^(U;6(i%t>U^<E<P>V*#aWJq7WeQ#2?
z+U@C{hgti69WwAyJ1yAscUz4m)5MocUMi%CP1aNk_E|Q=hf%fbrO0I{2Q+p!HFBlT
zX?L4UuJ8+>(ch5C@L{|Md!h67YRe5RZNkjwf`$xsy)3yWy!o>4irE3?a}$jYr?j2q
znJnq9W;pjCxA{zv0C<JnnR6zxT9rXdd%Y}#j~Pl96-;{dM#+%-;CmO>XO(;7!vZ#H
zGt6dqGu3?oYoM^p*`g&0QVdHtC#X48sh*h0ZlP_?)WIpIRx#s2yxdCT+v1Pz8Ego@
zA~yHS%N;jg<=2((&dN&j-?{L-c8(rLFwcEKi_1UfS)_NoyRvxarN<`^1=JKCE&;<w
z^VTIXwLUNW{per!Ns-B#kH5=p-m(ADzg53izjM!i7se(Pdnd5e{i<x}_Vs!9CGtO4
z%zkMC8}c@uX_lE`b+=>}s8bEfYoC*R+`QlUt!B&Q&WbX=@L<)s3#(jKuWH`1Yssb%
z+2x_CZ0oIpS9@{Cl`aS?ofkIsRkitxth-lttu73IyzW?R?{2B@FWIteuT-u081Q)E
zG3VZPDSp#?6Wv3f=Z1RjU(I)Sl~H}T>c4yQvuv(bT$fz$^(%Jj=j!@ZA4485J?7mz
zUA}7N*Pz#6rj)*E+_{x?zgKSOiL3Pruk~2o-M!_0AOG&R>*{V>zn^DfGPmH~ErXdb
z_(3P<;`(1V{KO}F!r=L1Vt>CZZ=b9Ng5bpQaZS!d|N1Hm&?-9-NQyDCyjrqKobhzl
zjN*37awxGrF;4c`)t6$Ib(cj4Bu#NDp7LVnigOO<vWt2rUGLHGuaTIR&&e}q`qfh|
zYkhb=cbd)2nEW&U;-mYwqw@>iv;D}cvWt*(NMNyLx0M&MHK;21!tl~DXu+3FU*>!K
z@BA`9;+L>@z0x1`L-k63mN%dM!umj}A)8@!;H&p%9UBfXvan0YBxEzJ3p^ja;tR()
zHVbKn+=eZTSJ)z?zuGVrNI%GJ*v@##%{p4Rh2eHaIy-Yd^B!IXbB8+&Ma*Y-9n2kK
zx3su;d+5GeJG(9P%7$-JX3ts=rzAxj<dyz<XjidScUhb2(fSoBdJ|(7?QqGTc_+7M
zyXhzCxxc<`$m4&V_kYRy`v3b@Gc~L}G-uVFO{-%#R{sgy_UrwIjztSNc$lj+UDq#p
z(JHdHZ_($uN&2gkx>ufEZkBzcA@O(XTT!#Pgi{;dK9aXTy}y3h!i78&W!AYZn&{J;
zGCSSin#Wl!t5cenHgtVioz%Q;?e0r!Qcf3qx}(w^bg{B0_V!1f>3L6!pFW!N?}qLF
z=jTN@7#l?dIv5!>*jLCLC~7zz-f-rc%jD1NTm*eZF2V@^3HuXv?(ueU{vZ-r{k*-6
zVP)(({|R=y*MsN$eqQ{cEXkRvR=!YCV*h_<G1edJSq=z4@cUqO@HNYN;XUUpzBixe
zv{U~v$NhzE(0jq^{yWty_n|@$KHJZ4E;^D^Wz)dt_k7~SgU?y!e|}Kh1kv!IsOdDP
zp8AeCU(Yb^nDdrL)@f~x+*7x+`#wKScE2sEw_oJ>kCostYMEb0N{_wOlXT2=__}<}
ztjM)IFM`9)ugYJyX#VWHrwwk;<9~&3E)DBVQNDXJt4nK=*wH8v*7P^^ua|waOAf9$
zmKWf9`Ihap$h%Rd9RK%c@|f+9OPsyt{A8Q5*=%dh{m?j>cIT0L0RPd$dNTJ!Z+3Sp
zd6wnNtvY)q^h=K5x?ejhC)5d<=E=?Qh_T!MYM%1n9Og}LkC`dm&a!dIuyzv{b-X)&
zk(JH=`n7kz)*md${>ELLGhx~(8|k!L2K$c{E;W51<Hufq$KbBg+2^4C`O7xeHhr~#
zJE4W3wK2Ts9hXXnNrmN<@Bg{PH1pi5lKofzhJBB|n_s&B>R+>8x$m~m^fR7$?3LL}
zP+5Cx$-<W<mtTU48qn<NyKi^jzV-TYe*Tu-^AA?ETT7|g+8j!}ba+a8w9kFZnG0VU
z`kK$l^Qg_y>JAca{BwHAiajU1oCE$Bb-QwZuaIFgJivBa+&#H<@x~^j;D9u)U7n8S
z8|Pfh@ybv1^qrSyx94Q}oUOf2&YFEn6W*yex9s1>pU0oc&z3ejzSMO3v7C1sE+>|^
z+r}UFd$hRa*<_a3u6pB{PW^5V_D(mKelh#)=d;&}WB)vTaQbQ6W!+`JXS_?U`g8g5
ze7X8viI+gDfet$z{--CEyZD#pj<m_Ur1a#DA6eZQZoVcj;_8MolMQaZwONt0=%~x;
zyYCn6YyMkvZ-IB|;fpo=!EaB0_|VR7Z1eEs%&ofu?r6;v+@SeNF6;G+dG`E!!<KWu
zDsh~v=RQ|&#bwsgT?_ogue@xsiVaxK{c6hrX{H4mu0B5`8Rgikx8fqJ>8^q{Hzv=+
z_NO<^dCSnWpoHNvqu>93G7WDSx42s>Gu&k^;eTND>gGfV#s*o1GKQPsSNIJo-Zv?1
zkbO|baOdJVx$6oHS?n8R50o|BW-MSoA-ng_JsB2-{J*;&+zJoaAISEX)wcNw<D}^4
znlEfv=Pob!u}o%00LxS68T<wJto$88!mWq57xCTY+T~YS%jN0(VoF-|^&^cJZZg_c
z>Pp_SKFG~-{mA75dOdcN|DTDS{QJhu^V=-;E|x2~@~kRYN{X-ioA1=y$CqDZ`&*rF
z<=eN`w{ETPyH)FUl<t0Z@@>fL@{db@JrcZgce<l9`=h&j4>=}tLSg5#wnVFk2G2ni
zfXPe{6p?(HfArzcqZfbfx>2f8<0Bw8ZJWp29e*yx9$H|bv)@819#%P=eAJd{^)h%b
zNEZkv8L8gcFvCx9?$R>vv(ut<O((f7zrE<Ptjb#ZZvCs`%a82Yt<Pup-KQnpiFN;q
zY3kQsC~3BGZT#jimAPc1&!)9*-sWq6<?3*`O!6;~P<ng2^vj8D`A>iS3E!#oOlgkF
zAy1__DjxmunFrTzS<oOZ@}Y?-&caKt?83!TIVK)m#g-d$-QS#3=lJ{iY^SbL|B*VE
zZ_1nJuT{J$wMoWtep?P}<u;}XwvOLyPRvuNmfI<t;t%4n+!RhZ-~5JilR8Lv+hUF<
z@6R2)zU1zlY4=<YsA$|=A31;e{YuE1<qOZRJTEfdzRf**D_iJV$I$G6t5P8l=5Hyh
z`D^}xTNC9kza6a=G1p1&*|)VIJMix6T>cxz?`O4I-I-wU#asHNe&w^BI+NeXMS0sv
zZZn_MXc%+TF)>B|@YE@aFYj7)-IhOQr8u|X+>GoaCJ!WUeaWn0R^#1v%)?nl@O;?L
zFOqC7^Sz?PSAXNWuw3dkqxZ9j<tqe3OqAV?8A_Sm%LCWu{dsw8K8OgonLc->oA~6H
zYQ{ckGtL;yOys$Hd*eToKHkZa5FwUh4bF?pB(@%2A?x<mAgevly5|-ngi5@^2bF1+
z+dh5MCh0p;XL1kk^N%PgJp267s~JbXo_wSC-7|*AeAevMH#ckwIn#4>dr0xGt7mqc
z?YVtt(N5Ro(w&LM7vJ4q_fFnA`@GIQ-<laO3@$ztJIwo}r7(Q;?yIlz{?<;ctN3%-
z*7v)K?Vp!?%a6MhI_ylkb5*Kv>-3D;iA$%dl%GzHTEHGGvO|gWcaP|UE~c2k25qha
z*V!vFgs*lw|6yfW^zWYYamLjPjx&cpn9BcFtG#Th^X{%|foJ>vF*z*=XNV88*2;2!
z`eEIo(kqX5g$IIou5VYYkQLQkw8%ANOGnj~jxMpli%MEiF0S1xG6ccmIdzkngQnNl
zPv5#(+ibz<>RJtpgcI#mCvua-eb=5^7%<gop;og~C{ydIKb)a2h0A&xmARKO^IfR|
zHNsXN3+`Pmb^aw=*4`^sD?bK7T4hrDruPD4Lp{Y-)#R=Y)(P4DFibsS#kXTums&k~
zn0MT9ztwi9t=-wBZLP0ZxOdIyS**NH!LEscQ%QwmqJo=}Pn$%8$}uI*O&<y_rNCg(
zr3)op?ZH0F1lA;iH$8})_qoxaE8mbQ&+t46(o%1-n=vQL>gwT@kL|hbf8O7I_FCnQ
zS**-`Yz|UyJtQ|2C&xA{3QJtQHuTq`&2k5>GsH7D@CukU+>l_8IdE0NeZj+Hg?UTd
z1&kR^&R~~L`>ktIb)NBu*ObWGy{nt{pWgT>!y&I>=lm--c$pa1E&WsLyUu-s{eQ!t
z26M)H+V7ROJ2D*bWiaP|(6pGdFHMH&WA*I-IY+?<TlM$vOL*a)X5;jDqE!D4jt^=L
z-3IZNeXBXXP7U7HRS+-uPTQ&0b;WwWzGeChH&_xj%e@q3V#s0IP|0BS5VA-y!b*^D
zlPurYO>Y`}zwdezcW-Wij=nc@nZ(A!6J(h;7-qF6TJzjayu-&_-c!f4Yt`rJI~Kl_
z*mwAY?6LO-4ef$9JP!>Sr59I796M|v*RAwmO5)OAvrp<ANSnCj_F=<0?H_G;USv9)
zx4yTp`m*NY8F8_1e6k(<nX9BOTyB`>vU{nZZSRXrxB%N1lLg+kck6|`(^14uKM$#|
zvH;00XSC%7YuKgq?(6dQWF%#4eEMLf{ra!hbpOxqu$<#}YozYPZIhNrm}Li=89MyE
zP4?pY4|gBlKKz}1`>&^5vfudkT`;&CnY6S({H55@?PB+%c6=_E-!!A-<AtvFXB@RL
zfp1ysZvXxL?8VwhR|T!JdG~iG%F2gry}x~J!LA*U(E{1{vn8`$f|u*v-M72;|5^37
zpyhezPABcT`}pm<^}F{!{MYtd`d$8vGYNYRm$2pE1^4A<su}yH&FVS-_>FkoZT&yn
z;(z4s|8TqR;r73W@_)D9|IvECjAQ@pZYe?TxS*``)I}wiwoKo)<LrE`$$S4R)@NH9
zoM2OW_I6kP_S@Oz@~=+mDXwnG5i;7U>34Y>=gJjUZqrY#c;It1O)Db!SMt@BYnbeo
zI<9)uJLN?E{>Xpx?YFP2-f;V^MDTIBH|y#Z&W7GvFeQBDI;}m6H(3WI#umA6JfXFH
zagz0=tk4X1uC-Spr{4%{l%0BgVwm>aZC-~b^l!Yv{jvYm6OYwX{Z=zs)+cqH@ZNEz
zRQ)Hnqlw+++~+>q3zyvv$duN4`_Vji#fG;}i#N1A`*qDjS}OA~!<vON%}g%0x!t+|
z;#*5)IxFX9EaC0lvT))*ezgNyInJ%QD>n2tZ*F6|Jtyl#ya7{z5yL44&9yttOs=;*
zyX9vR<y>kTn8tf`>%v`TCCzPl7c8C!1vYPPzp!C0TMxsDKgWv&8nPSKG45g8AgPeb
zFfqKLkI{zhhXg}P!vw=~X2&^>&t{m+V#mfHsgTkzfzgFcLb5^Sl=EYm)eBurrgXFk
zU5uNrG+Q91U6?=X(9i#`6FxgXXg}~jnI%cq@(afzk45hjypF8<-Z}ICZlOQ^AMSUR
zI&aL=xW>EvYFpFYfDN-J=l<a4*r>1a+ez-?j}yn<@Sprw@Kmt>ru?M855KE_<hYTe
zQE4Xftv#jQ<6FDUZ>LQlrEtP=lYELT%MJcXe-&=>Z<1?S^!%IZpI4`%Z`i+P$k@+Y
z|L^kh?<c`qfG#{Y^3<4J^5dEJ`*qQiU-E5v9hR|6bXH#LvgpY#?ZjWt=`Nk$U8-$z
zmp$ojmGAcS#O+m=*WN2pExa=S-Nz-CptXosw}+L7O1`?k`A8kdAAujrEUT`c3*B3>
zDm?b9R90O2+11N_UVCOe`~4oN?NvKX^|!xkySsYb?%MCGUVpjKC<<*ugQ`X&<~b5i
zw>!LvVgJkb-THv>ck4Uv3-(|B>-XLIW%;iAnO5LEfdv<Nr%UT4r0qOfB>%cW{e`Dm
zlfpXX0`raUuDqT4#rnK-egvD`+T7A}+}2Uy$6s$)oKiYvP2Z%eft!AvymB#coz<yO
z_noga!ewJuF4itBSz1@J_}s=gclB2<Tx932SS(yxvgll9oPDR6l~us;@9P(HmzFH-
z)B7U-{MG-5tiQmq*x}G{oiX9K;~R!e%xCx<tPi|on8fVE=V0lOdgV{wtownlt+Q&M
zpV_eZUip>Z=Vm5uZ{K~?k%M6);}JFq>4uz!P5bTHKcAS}lQ2)P;R<8OZMh2@nZI0L
zuA|t$Nr9y!p0THXlb_O=eTP5yT~By=YsV+CHNtQ08@~VMI4Z!hPx#BZ3a8uk_Us30
zm_B!E%scUDPEgsD6@5Zi0~c9&g*^YTaj|o0iN?=KP9Hg5KB#N@eXY@|y;t_?^2NWt
z6rZ@!`SkS*2U*z_i<wJ9=KXzhhy70c%|55krk1;^I?hddmC&@xe|pEx8iyT!jLUDH
z*Va%n)~sm|JbiW&k5|jmM=N_5o_>274A)PRS2tSv;=)nh*FWZjS$Q7{IK*q3^KWA{
z!`$|Q!w>H-+ds!<a`mNk>(x6BO@01&VpBSooSH=89L3ewj&2B^v0gxHs<v@xMubAl
z%ry@To7K7JX;!E`^^xaG|2~!PcZ<XGwu8Ly|4W5)7%_X*+R5z5W;)ZU<;&y#uI|;T
zr>`gbU1yoJGpMO(@B1h1pZm^dr{-;v@q1twS70Rmsq?D%RJN&d72my>?PQ8yt*$Sx
zy1)8W()q*RchzamTy8fTT$Zn2+U<}MVH&<*rCy#&j6~Rl_RylKikD1lvmd>F6McF6
zGHb8zQ{KG<?U(>}5nJ2#@18!lXQ^Ctq5oCc(DIVd{w=!>zuIVezj)Ec8t>#yHfr+f
ze8=DMYU>^DI=$hM(V87RVCDh$!XGmVA_^tLV%kKf-><mz4pN%$*#Gb!+hf^x`5$K8
zy<bp&7_#G4Ex9!{!c{UXu+5*Z-E?ZAZ)!xaq<+@P_$!Z=PEasiIj!2J^M8H?*Kx_!
z+N-+Fek94=3w|o$zPW{;`H<+YOMm8myKLYgCVEHWs6r&qB(7suj;73-?vg&UL|7n3
zWa_aS;`gm;&zo$0X}wZl8JGCsjcxlreV6<qnOCwdM2y>Qjg!dX!iasB6m}XaM&zv%
z(Be6e@N$Lvd46*fj*@-zOSVYd)Dl?W@=RU%$CFp{LVFS|)*T3c_Q$8{k?P_@%!?ab
zzD>O!t}apjVxDYf%oeAkQQ!2{ZC-vY+f*1dFYxcBlAKlDsz>J*)W?5Ku~N8tbnC5M
z(tN?v`%*6y{FwLf+vV>*_l;}M7xkZRUbOC;>(2|p{O{79ls~<-W7dZIb*b%Z;>$ir
z->YA&{h><Wt3%cX7QSs!o8>aDF`um}sIlaDEUj^anYDUBLjPpe^aYXpCa(`_J~>cd
zR`A0jU<-Tu1g)>fvsk>DMgHclRc^SuBHei5bFcFZ8%@79W<R!A*ULP$cEKk8Ltoie
z{dUNeT%pUnHC1M7>Vj=NSEe1*eCkjuImeGLMvh&t|8dGe$rq-~wa?6-DLA}lSjW7F
zkHOmE4Z}v}HGPH87<TY|uwnr5j%@p9e4(E0*LjQMvzcqt7M$nlGiQHw#$m3cOg`V0
zS%rP($6p6$2sj=1rCw?Ghw;q(2kJjRRTYY?(^-@vIPuN3OG&O$YxI7p-k7oc1+V>v
z6#w4)DWP@ey3ZeRI&dN^w%9v7FJY&ea==Nk*q?jDI2eLBZGN`iv^J1Qkqk>){WoE?
z{~CQ8j@j9|Cftke)_azfsyxnMGp!U_nOH8~vF`A9AM==hMHdZQWqJbNo+)>>$v=~y
zte%-8^G)o-)F`LkeY!H{Esu|NXPnv1|J81(@-6L`Kab3go6lTr@~6Q0e0lP|+1bzD
zWIz3VN?FC(=h=BxEg6=4_Qwv>?3XdeuG_MF*|rP+R{h)d`}8~gK&G~nJln$~KR>+m
z^zhQt?cUS*r|ZbC3$@$#rp3eX`tvP9k>CHyf0B)M*u<(5?Vywt-#KCK8_tvS65duX
zsO9%FU_bTU;iug3ujLDB`M113$oRzJrksoo-;{Tam)7zaJl&q~wpKTtukXq^wMjWj
zC*>x+Q9KzoA%~IkOFZW{^&9iQGUz(zrhon^wQ?Q%O56Ltws>6rl9}Ckzb!Uqy4~Ez
zpXXb@YParKVwxnZ@Oa;$xvjrDS-F2a`c`&uPS~_%TbE?&W=46>vfBaT@$0E;2F5IU
zH1FEXWu<E26&8sHKhM>yy>y{u)yojjB5mJgv(9Mg=x*NMeZ8M=LP^6C<_p{Q{`NY2
z>aVWig&zwyW<)>V6|q;~mB6d?P=AgM8KJ-4ta!&<DK2?Fyh^V5b<=?*?VOC$wkfXN
zZx{M7b4SF}?~YT-A7w3g`izZ1gP+MTlk?k+@IQ;JW`8bgG45l1{6+U+^rQ;TYKz!T
zjR)12zKi^?P-3t3F1<PL)wl3s`Lm7x&g#yJHrf7S-`3yT&v~><`%RuL_wmcx%iI0#
z@2Yujbn&#&dezW)?QppbAFLnqvE@BJU$D)kHgM;{B4)nt2aQ?#1$llRnGsWG-dt{U
zBdu+<L_hzU(EZ0=eQiAcJ9Mwztn0@;WgdxM+_M2>ONN5S_qBJuS5|A5n!j1lU;QS}
zKH}72-3bA0`K`y<w(nZKQBL7&fA5XU&a>ZTRApQ*@xN^A>u@nvr$2Y+!&A&0SvwA}
zZ;#L0(Ga|y-%I^xPSK(_=O4eYy!cDKZ=Uem`bRG;FHTUCx|DBIETdzWP;<e8P1&M>
zM~QucOr?SCPA3kFJ{uN?Ck)-pI(!E#93C_DG28Gl{Nz%wJf(QVgW)N|ROX1js%_J`
z8o68{YuG~f7HsxQWS#QayxXLabM>2h{<U9w`z~#YUivutkZ0REi<g46irMx*o$oC8
zG3}Z6_qo?i=044ze!irsV#9&f%W0E3XQnX8U4A(4*CLU1cLEdx6df%5F6`buC-Zt(
z?ZJvY$9-N_?Q>dS+;p&3S<&D}Vjb6_S}n0N*VVV=8kwed-8tua?Q3gx@w1tGp44b(
z&iE6jaA5K7rYAG@9PNyHG(jvrGon)VjIWXTq*Z@dd9`?@Y$tl2YMU+m{q2^Z>CE4j
z?YD|vrT;p0>lJY>iy!B*FRlCesO_@7-u+#3GK+tndupx!+K}5et@fHZgRDXc!^Le(
zK5H00TNwMFVGuSxaAaj=66=fzMzyep&h?v^PAuS<#{NO}!S=27o4eNcq|6cAGxgjz
zRf9Qqv-aJ5y1n=IK{o+~U0eTlPP4b%GRJP;2XPaI>&yxK3v3R2VmQNW@_a(k|HcKs
z{9=Q4Ds9?#UQsZr@x6BALzXt-l@^ch{McPw!17YrO8(|gj`QwSb_H`i&T+=57tDQn
z;+_D*I^iAXlnvDl<{T(sI?TzXt}$mp!L`l4^DQ&d`I`f@=cn&ekLunmtGhE&Z>8Sp
zcaytr@0i<hS9?)m>R(oE)k)cjoO4T0UE&d2ntRHx^PM&?x9k;Zrmdeq>%m`{ys5EQ
z*zlsDG9`RdhyBc@es}W!8*FrF&e_d#_jvm2hG$GB;tO_8STDX{C&S5B*JB)}p(`&e
zGkRQBsCWMr*R-puX{#p3n*KNYd%JJ%_4#@Bck5=p+Vs~~b<$kbQ{nejemcZY*ylX$
zNA26GuW!2ENxd*#=Zlho?0yC2?sb2^YVJJAb?>@@fB2_bHvd{V>y08tO1YZ5oHl%@
z{<t{BmW3nPw_i{5P;l+RHx~Y3La~3Is(L-t<n!N{b$RdN#JLG+>1to5pM7hex%bHH
zYin|JXa0&=!x+EEV@_8|<omd5yQhE6d+WDrN9B&%U4N&pG1~60zZo<Tcw{lt<g-f_
zf@TmW{EU^Z0B;-n9)0Ki$!AaNxc`blN48V6G!l(Kn*uD-CYe~C{&nV4<+Dvuo7Y^^
zS#5gy*BQOkhhleitNz`aT=xA!<-}#CKG`$G(tQp$OUSjXR?%5)b$Zt6P0u#1*{Ngg
zr>CuVy6f~JuS1)dHm^CLqit~d_@vXvC!St)sw%MJ57(*PQQ?s<w7Bh0wRUX^2o%#g
z^~fOoWk~tvg7Pha-@RU>ealOe|HpgzaKgq7KbGIt*Y9|`r24e(v}m2}0u25|UB9|d
zl_p(b@OP_`v<z6GzQWd1FzbQk|H8v97ryi!T#+Q3zWP*EEqnOf;Et1}jglq|3Wxln
z9&YaPJ~63nij6Ac>i=1O8|`X1xp>%jD(Pwd6V{*5`MrJJRJ|r`7PjZg6TigzKTnyj
z;3Lm*ZMpK%Rr^={d$;ObP+;vjr;z&1*CRhqzdhya>q~!UyKVUV`q#Xd-!31SzMqFn
zo!!!4OYiGf&e5%Azqrd4mu3`&tXXY+*=*nX9;<U3QYXxo5q#}+_!Nf}?+KybflD1v
zGvq&hkh{T%?}OYE+Y8kj#6LX!QM52yzvOM}y1f^+iXWfOJ-2#c@%qKZ`Z6uzyS_Vp
zk9%<kETrG3f8BE5pXUtU<~0`uFuma2VE*c6^$W=#ydTUN9;`@bQ3>9_v^gL_jO&b3
zW2A;bck-Fmf1A#H|JQUgSAb<Ba}VE!>&K^Y?@bkc@p${Q16=2v4o2#8bwuC${B;MX
zL5PD5Lt(eT>24nuhXQS#-(Jm?X4zFN`<VZH(|n@FFey4QvLakhWP0nPO%}a({@;z6
zC?Qnv|4CfR<$Ct%vhJshPwK2H3sZi5cSW#6Tzb;he%FGf4?pg8IJCQGoon%e*F}fR
zGY>aOXFs%<{&dcoxScvxGbi<Jt+c$aw$gt-L$vXilG8<->yKM*`{ksfqke4P)*sUz
z>95Z^bX9lONfUdA;@{82&g$-ZKPC8V$d}!Ec^mK4eH1sV=sL!JYK@lX%WjT!J`qLA
zkIj#T-aBOY?E2>YSI^gfkuH&0U1;0>)aQhxqfxxrs@1t!yNps>?{nXuZoJW)#pAn@
zcK0$VC!bi;@4tiIRBO!3+NAp0|Nn~gY%#eh{}bbv<<I<=`|EV}%yXaC-V2&#dhF-c
z1NjF&{1MOJDA6dkz`wzc@fXVr;Rb&OyMyJc8g*<M#G`&WdB;~U=x_Pjx^3TuYpx7k
z47E&ODqY?dxs-8CQ{M7_nXk=FMWIUT^L`W4moxkne&F9=&-ibRdv?Qxi93XkfX&Qt
zkG9xU@{=bvyy4%rj~CV-wXB_6?>^sm{*KE3mzN)t<4m2*clp}Gr~fWLS)91*OKV%Z
zdre`rY}`BhyLQ^npIRA<F7&#dNO|&M=loM8T<0^u!;*969BXb{7VNWpme13|f^yDp
zqLKC`U%%VUycNIUS(B^!=Js_zEJQd&*Xt(teA2F|=6JlkJ^Vm)`g{uypXGcPN@bZ=
zZ+Lolz5m5qY(E|-eEfFfpvw1qN}^|doagCQn$2|oW~w;j<kZ&rXBu@G&$>P9eBHWE
zU=91UjEI*FOG2k#TyryRjmW~=FJ8plmQYwJ@nAuB+Wp0=f4eEpa{Bho_4AFV=Qin|
zJ7jPtX~r$nzmH1}zpP$XACvd~?&9Rmmu6FZS@(tRD=_Z9Huvt5!%A~wm)=$|v%D$R
zc&L|^X{z+^C%bB7O`dd~5xn~{_$%vUez^m$!rEOeD(1<U_@A4Yew<<1p>-#x9`@Fs
z#bs16Gem##DWmK-`LnMV|GdW5RZ(kdo|AV&jn{X<?*4aTcej__2Q9pvd)Rhm--&;h
zV|mSG-euV+zLuBX-ERHFBX!5&mwf6TCbpMe)-C@%_Z?_t!sv2}TJRR1^qJ?1euLJg
zO~0+bJ>KVHRKq#O`A@iJ%zIM*|4U}`5;jK${|8DU-y8F+SPrk9{F1xM&Y-T~4@0HH
z2L-DMd2@YkGwgPnm&@4npo-xQ<0keCb*vBM4pcTgXPm?yAeT@%rTD)jqlFy9&$X$6
zdo8;3`wm=E+7Nz3=G*I8eoi*+TR$gSzuQog)!(k!UmLsU(YmzI#k-fkYrCtvtF!FB
z(VyD}l9qhu6K|f56TJLR;BuWn@eLQ_98o!sO`m3`ZoNKRoBzi7(tUnAIs+SjtHnka
z$vPZiP_kG)vrOUhlMm&t^OMxp2_M@wJ9qwyzm{Kjevyo*{nM=$cRc;y=N(<Y9)Wty
z`M$r?mc9RSdge9NC+nAVON;HkC2~Ki#`|l2cxk`7;G+7RcdK?LmWSUhFROZ!ckymg
zMM%Y0p8LkOJ)srHo+zIF$t17P_GG$g{JoEsVb`YK*KGOx^a{`W=F@@w0Y_gk&uR|o
zx_HirZSK;)ue}bJ9WfN+7m$4`z;Li6X6Jr}wIEUF0&9kM3_BOgGc}Ym++(czzc1Om
zLjG~bgfD;Wc++<>-z&Ue-SD1aKl6#c%9a4BrfZCT>>O(a*y<gdOOISr-mbKAU+^ZS
zB~06{A6NV=6T9yIoMwwfhDp{La~2df9Rs&Z8aB)|`!4Rj!Y=5m;OhRET9((!k<9zT
zoAyQah43*3SU5g(S#qw3<BW4ddRyyext;UcHWVE?6?tA}Z{*CQR|>AZ(^<rK;LGQ~
z4^AygS{ZjRY3syU&YQN|R@MDI{=WO_PK6IAZ<hve>+BN$z?$UBe!O98lp+J0=8C*W
znuh8TtDdy)emB+bt#$tFtD<60FP-taJMq=+-TE$qT=S+q%q(O{=<nFM=9oUqt=510
zHhj4CYh||QF5L{tFBw-;7w*zAo85Z!`Z16A^E+m@KQ7<)CS?119;;&$1GP^Z?A&#C
z>hqJ8C9|Ey(k2|eqL)?_Sh@7Y=d5oJ{p0^UUADdE(~g>g-AgQ1&E)Rm{4l-ce63`j
z{hfjz+h6`@c&WFHS*EP%OKq&$KA*gu4?o$?`u%n9m;P<sPU*i7xyMGzNBs$%&$sW}
zy&B)xY35nZEdfevvfE4Fo_)0Mho5ZVyWcX6Q`P3=O?;<tcf*W~kGfi)7Dm^fzvO#Y
z;q{F~S?e|FEnj;s+<dg}$F*1Qw3+kd+&=G^Ep29=BNtu#`<dRZ{ELx^Enj(L7r%UD
zx9hjWGFzYO3lm;!ssGh-ShmM4`<{?(h0kGr<Gc4k`)JM{;x?TN8cdvU1hfDu613Ab
z`uUgTplviD_RKR)nKPnf1G{Py=2-6(n(yBCQ9(6o!dIKT&)brBPT$HBA6czqF6lX~
zwJu(90x#1V7svCP&b-SmSem#racT23fsFLp`rV4M#{Y9uBJXL|vT{gtescKDEycuT
z6q|Es)8-r7J0~}<Iz83wpvpzx9ri!xy{q1p|MH)2$DyBZgv4JoskSe<^NpWBdcysg
zPal^~a*4}#Uu|INxMW?c_S}27PFm!o#!puLe!ZSaozK2h_1&^h<+k;kWzEcYGp)K+
zQ>yx9^ZWyIYigYw{T2A%eNj@dpZB<-h_BHyur`0sJ>HVoKl{#ch)ucPskVFPvDcFu
z<=M^F_ME%=T|0TlJ`X81-pOqFS9c!%^5BK-`BjW1_g9>L#Tn+mp{nU>@dt~BLl!4$
z7D(o7J0-K?Oe2`+l5uzClaGF<9grJp88DR@MA&zHlRhdmv)QTr=@~`~IflxHyNngl
zik$Pkvb>X84(zzA@s)M*<qVFFXhF{1zOTI87yJ^16?t+A)eWx<LCc4FHupMJ$Q(-N
zWBAH&j@gEv!Pemu!zufyuZ{5qHVmH_PB5#0dma(#+V<6!6@N8995db*9I<KPe&$1W
zKCBS2o57jfxn7{Dl(%ik<cK8`BX(G17&3|&y?FJC?b@;$J+rSXQ+KR<tyEg~|E2Sd
zN58x4L(;WQtm&2(GoPS-qe$Rik-)!Aua9UZE?9L^i{W+jtlQd&CyO%vX|ZKg2kEpw
z(GS(Qc2u`bI!5Nb?|+NC$BUf1OOKi*#d0<-=Q|<#<kMHb$QzQ~xrcv8Wd!`(?X*IT
zrQ*_qhfhKmYPVGAxmst=Q@kL}@~e{Z&WCg6OpPbMcbgwko*SfQx9Q62?3kT~+Tr(9
z-|JRRS@S$L+<x(uxkouaUpo2eQsdKa7yaV9^nIsmcL;p5eVKom@7Pi9B|8#ZXYAjz
z>SajOp1C!V;tT~$2RIqh=am*NNfEH<-%<1Asj}wtn)Sl5rxgSGX7Dl!SUNtj>EKzQ
zR<Y``gCIl1W;w^XYz(<fTlVLE_nTnp_>5(yaEf2U&rNSq{x4f}e%1M9{>PVDN}c*O
zJ4yC?wu{L@<5Rwea}W1EcG-5Z;Me(L2OgQ9Nk;$w7~YK!oAvY2ze|6Y?*3eu_-ltj
zZOjZiJs)k`myZwCh})*_Im*&?Jlc2JEFaUEr+Q}kn9f`cI&UcW{SnA{Lu!|Oo@M#e
zTE9Jd$9sC(x%@cx!_!~tKh57Wr#mTrPtleO+A~_qTh^&btZ}uj(%++0k{iPwE+z6#
zyCz<nMdHf6C$&%8_zs@?K3CA7%Deyg-K2-zJNlBjpRcJ-e13N7-A@Xv%3lsX`M2mo
z!$LLZsok3d*qEl?U)lD!+0&83{DX&?u+@=+b<VT4rm<XJ_~!IImwg+$Z#%2p^-B))
zQxv`Pac=n6wX&;3CVaBHR1w)b{fbJ;uJT#zv99yvGa}CYxRZThero2qy70#t1@(n(
z^IEl={qN5Zn3Cysow4y$@7BV(?@zv(#vG$oG+lhv`tqp@*Y7!gmV0UCLKFQd&ss0-
z4cH~__1$UXruo-CU5=`YI_*DSZQ0bnTQ<!P`zD-fzxK%UZWE@KdqQt5@7Oc4UQSt;
zX;sm1?o<4uEBlYGg||jt)@|%xcqVQ|-Dz39?eTg08B)w+B(A-)VBl4|-|&f7Yw}B*
z6R*Ud@NPIZS;J~c-e+-vj$hUOvgyng)(p`Ob95VQ6&n6BoMTql&!n;a+2jnHmkOS-
znG6l=9C8WU{_1X3ytrT<Zx>raX~R{<2zT4vG7ho|r3_aY!`!W-Wm_IRZI~%)y?58s
zfK;V>(<lFayKg7k^;1(>g>>Yl!*(5BSejb8agvVgBZUUp+uCa)E^VH0jd5R}%l*hT
zu}O{VeZ%KB#oSO0*#G-9-=uv$v8(>C+PC?Z=(|Nd5yjlO%wD<M^g->jOMjmhh)*wL
zS}Jq-=-c+&{M%>jV_k3kmdE<|jQ2C|B(FNXUGM%bpWL5*=l>qqn_OQgXUui|*w*5u
ziAD97N)1HY?j)M`AB|kQ&L_FGz;?erhe=+BK*GJ8TFH)2GOy(1>umUZ8zMQ<6lb(0
z$fewf+Hj$=?ytGxhQ80*`rrB1o!q+5Zl$~Z!S@%>Suw9=h7R{`SbI!8t7g$L^|+(I
zm@*jlG5_IXuwnSXaL`|E#_P%U50AW&cY3~uv5Dd5@#*plwV%CTc)ObKnIvO@+=EJn
z7w?7px7U7(_$+bI3bfd%;(Mb?zQc88OZkhEH-9SBHT~dxRG$^4Ah_T7h=W4khgyy!
z@84!uma#O%v0MIYn&<G#=F-3DbLmUmi|jk*yI0s>vVK&(iCHD7W|OdrwZkT6i|n3#
z4GhtaO8eC(Rc}&GvDG@FcwpLu9L|$qqHn@mpKmp_GRKbxE+|(P<8GM9(6;ny<JQ)S
zs#tawE)m8FEMdB9`PS(FNYi=rHgc-kg*%haZ^-q``t|15ms9iqU9DNV`FN^%PwmII
zFRd?c7rP(yC)KpHb@LnhyNiCwae0{iDwCI5_9=cvqVe3c`rmm*a|?I<Ejavg-LjP@
zXXg99XSi(L5X_|WJ548@?FPTQNKt~{Zk~6-KPxva^mC})wDHlYh1wdCVk}y`6;91R
zSaz%5IBU3dUGHm)&pyoudz<AdPCVGy^n6pid{~j-13}%h=glWbFIHD)mx<ml*qr>z
zH23WXaT5#u-35=oD~T_zcDy0~@KDZ*^NY?eJHPJyLjS%pe{OTm`?@DIw(*MGX6wpj
zKH5J0_s2U1cfEJH!r-ISf4jxrKT;Iy->_r<>WU>tL4zpJ^LV~TS6<4px>^D{TmgKF
z+AN-{{!{hS&M$$iQJ#@HIrHuJd0TewfA(+I?`)rfa{jxvC2>olOSZq*S6Y#BSb4Wc
zkj<Tfij2c=+kY!;srYs7rFHGA$TbY2+73s#0ydrst~nRE=A%fq&C#6+izA+DhE;Zj
z&TI0sa=gS@@Tfv@TKZHqfsn23X0?8`^K!rL`2C`2DRcIva<Titf0q7=YCHH<Z|ds>
z3s=u{_`LS)+uiwZ|E;YSxXauAf0u{2YCyoBRc$ZCF8>vNYkW6p);H6;1-l-aTzx8b
zdVl1l*l&gRuYdSH-SsxBmfnQ|#YcK`U0y~tWf$oRXxxc7*DIiNCU2=@Yr)gHWp6jl
ztiGw5Cup$sgT~G9XL>Vi<Xs*mDly4+%@yR~;K{S8+@aPoL$Uir7iY6kaoUX7jw9R?
zD;PI(2Uaj{KHi?H+Y`)f{gWw7{LIcN^B;!Qu^mmiv%SXpTll}H#R`?pi%yFEQQ_Qw
zwe+C2x!fFHDVYPd9n}io7rbeVly?xj@}Ws8F5oaX`^2M#Q+7Ei@G~ZuoN}zHVo_ae
z^YEv9^m^t5-Ud^LYb(<AGkX{!cneG!t}#R~r|>Q?J#dX7#&Utqi;t|f`xYD*H<^3L
zG1c*+riN9kjsCBug{2%!%NghWD~^BX*RN2(aFCI$Ug+q2cZN1*nQd+%7dp740)H+!
zQK4RM(a#XZo*>&$+Hj3A=D5x7uZ3;aH4IJc0(rdcmltf%y&le?$I<jEe2p^0oXBsd
zEM{qH_3LXm#M$_*d|<HPwxE4=ZDph8wo{F~+nJ^F*md8u-95eTci5(nlTXfCQhS(p
zc|K>z`qPYO%o$Ic7oIf#c*6W^N8X{{{6jtYhkBmw;yZe2M^SQXz*0uh8?u|Lg;!VK
zDSJQrlEx0jN8hGPOqbbH^>1~2)Z^MqEsr9r9!FL^HUOdfQzVb{1}l_um<aD+oe(<T
zcmCZ8ovYa<uKf3sYqrFt@8Pq4Uds&fViK5FZ0+*4?R1D?piIQRzu9xnJ^B*+a?j=5
zgIfag*WGcr&Nu6r_rqh}58q}8P1`G+d^g>>LB7;gI^E^{f`=b2*N9mznAh-Y`74!6
zZ+WBUeDK`x*XzLF&+>;1AIxjmecp__tL&l2W{cI``xhLXxV+zicba;{JdVSh%N8ey
zi@a%S`uo1|?S1CEH$@qKvOL)=w{iZwgWqfp6)`>IoS~jDuc30=VgrMqvy+~`+H`Tz
z>*5#1FNMvs_b499osn>LQcu?0rBU81_kTQ~Hf_&Zuk3i6NnZjkC2PucU)t>URWWs|
zRnXeLkk^V=t30;K1+8rl`7$BPc1aZf%4^Q6L?>jiE{S4XX*YFEMSPgH!c{JhtxQ2{
z8?K0_&41R`+jf$xyhlI%ojC}--NhFE&imRjK{bwxyh>Tk9Z`K}S|tTm-3f1GV?V`q
zLBwfE$Srx<$oqDy_SJ^e{$BB`j8Aawu~pt*ZJFxkbKJFK-gP-*%DLp7{%Jl5m8SaJ
zE!-~ez7)RL*ech=EGSuKk0IN=8-H4qzJ6Vq-u?33+)@Sq3190RO*rx%INH?T*gAv5
z?8+hM=*|1qet*~f(SuXItK4aIMft}T5liEDuT3m@@2$F}R`>h(iQ=v6Ck6Y7_^ipl
zost;Nn4P!5jrZ%HD(9=o>w0!p9sVA)bFW$6`rg~8AAB>~vHE`M)K;(hS$?IzpY5O3
zd;2W!`AKinQeGdw`m1njUCdhf@Ylz$D)xYRd%RsL*76jzRqqK~mOpoyt#9?ObJ??A
zeF2>b863N>bmq5D8DhNGf9M8ST{q3F3lNY<(Tx7NVvcOsl>SpQ6J0r19{1i<R1p#A
zrgh5Q_2&v1#;_?9x`cvc!*ie5a`>D-kk&Apv4HJ_q{H&byZ;>HVM&l?&#he%aWPJ-
zy;F4kiLUSz*VQXCOhuP2v2yO)zd$iSIw7}V6XPj11L?N{44I4P{$+FGb!u2Qwg1#h
zFW2WQK-TRE3bX@RH+{tmp{uEFt2P%Oe78OF*E&7kkoYT0rQ-Beb}HPdsrqV>J#FVV
zGw*vJF7fi;{cs^x@Nz<{^nStGixD5zoK2`W*w7?s+2~U{cT(hZ;}ap-CQGLMTJmT`
z$I&?z`}#M%ik`n;XZ73JjN)xG*mJt1)lLW<O1&Kw`f}A?i#$u#L#y@APJh__UT5D^
zAziKeX3T+~pIx$Py}|IVt>w0d*fl@BrEYvn*`7Q)xO@Fnwy75br`!&{{XnF5d!cMh
zrh&o{4;$;ZrI$+M{1#rEG3(eBlW&jR?scUp`iA$HOnzxr`Q^Ih>|M2)yF}_eFWPx+
z4Vw9WRi4M)&{yyOdT+hT(7IMK{2bR&b)D{mMGP~TQ}`C#lq!7Mvtg0I^<uY(i!F&d
zv5E`{>>atRI~FlqFFw+K*e9W$-{PaL)yC%IH+Ah7d^;~ZdC%$V$_Y$2!kcc)-{DkM
zqb>a0UP><WJ3}ec70!U?g8BV5)hf4@Z^_*><7Z?r7t9y_X?E}~OS$l!v!CwV`uE$C
zVS#Xi-;swl4s*YDJo>^Bpzbi&<0xl>dc$0XZSDeJ#11v@-T(6Pt_aY<#TS+<?U=Qt
z_nXoT<2w_CL#|l(mTlg&aOx}jyEb?1?#?S(6e7H|OheUK->Yq2ay3^28>_=(yZgzf
zm*}L=*)-?iDxOohY_E+XW;o9My<k>az#(gmhrX*e@qH_KuxGN=&dG^uZU-&XW^s3F
z;JWR|_<G5{;-LGMl7U8(ShPQh2>Z89nv(73Hs!$awW)%?z6j0K_cHl8{o(1PpFbW|
zuc&a%74qtj37Nm>14pU5hP4x;W|r2(1+5mBUyFDxdKVb*U1LSL$dzVJzmLq)js`*Z
zt{r%0QsK=Ud_3V2d-Y3(`|LmLHgMlz?mnNeiG8xof$xp?Og&;uHgNDNNxxs{IamMv
zQgz$S|CKHq{_OT|%N5F+Z2tRkWP;uIQyx4raa<>xyw<lq+8S_Y(T{77TtoJBbV-Xz
ziLGDy=-buWknJn>ZT)ramG$cPTdMA?ku%pm^0sw(WpVfYZH4CL7w@>5zkFv{YTu(}
z=eC*Y(wYVnZH09Yb~qk$UYzx!fca`pPnvCuipJSj9@P^SD|a0&2^YSi*p^pmar(P}
z=!RGCZC@IlWo=5#+mdzB;(Epk3F!|SVlq>7xq{k`N}D*IZJy3<aKA&+#AXI(2HOhB
z%7p2H2jUp(1q-fPyvSI=(fhf#?RVngzZ(`BnwYftE|}A{Csh9U<X3Zf-m6roiyB8h
z)?+$1J-n55Kc|=fwf`x1{SQ<or3a+4<}FF{2ryBRa0*a=GMUk8$0nKkl8f&-mbR|0
z_Q@)$IWy<EeR)qJ({kx^E9Q93Z3{W!(Kc_n$wkeai6YxPxS~{8btg56dDe2BS*&tI
z#rKwLl*y);Nq2%KZ;V^ANu@FMxw%wOd-@OeBELzAMKd*iDxZ|<JbzwPrJg5E@r0ka
z%1rK}!>l_eG^d<6xME#`%KRXQ3gL<SeoPjae&64SsV#NA_S3G_F|~)EJ&G1O{#U8d
zf9n%>v$k#*C6=Y$Yxl%IVNzt}kaTFvkKFgi`_!a1p*t2cvtJzGmEEzBdGU;l&W4qY
z%h(o3z3s3!VUcHU*z)eSA6QjD)Bl}MAJ6Z;WY1E^@h6;R&*H*+;&Z+qJ!@8&?69lQ
zYJa4(`8NgEt;NjT1|HMIbap9JM^2cm<KZRtL~(c1mE?n;cqa9$Dtim{sCFK;J2!vs
z)0#;}^JKbhoF;{6pY)kx<HRKM`}zj|h&?qvSL6CZza725FkMLSFX!&h^Dj?NRl4vg
z|Hwtb{+LXUD>0^_N_S>;3P<?Z6qa)@>RSIU`gc+fkM{W)>dk2%zKE-P>A$L!krG-e
zzGNlGrx2E8&RzV!_CEUJ!_`%unquV2;;GogBH(D(uCVa%)FlN!WVDPb)3f}u_??bT
z?s%uu&TxK;jg!%rlo!+XI!opL>+OEqet^Hx-ie{}n%@KQLLL|G2Pf<QeEqnA<IbDM
zvdXXD7w+(4(6Bu0!Ju)`d{VEnWu?cJ&Mo4b4o}Ir;P2v4Tl?hQpFib`ayU0^`f6sO
zI;Gg!+`-^BBZK*kl+)dxzdvp|p!w&c@CDZG8haLfXgoCe<sn7RdX+m9KG+?a&JnI8
z)Bb^fSB*^Q1wn4b99Ged2A5kMHXqUyR-Y(m#9R20caIcPdfS2B=BGZ&Kd!4uV!T&;
zEOy4rPZtaBy}VTrmca7!W9qVpA0zDaPWNb>{#evtur9aLefIh7i}!3Wc)j`6XBn=a
zO_{$XqWh;_7vICW;l{tx>^EQ!J2z}*^UJf$&z&=~;LfRsTInkecXt@8`AxHkc=YGR
zqa7K)-1)lC%@lCAKIrKyGk@{+%NHXr&YA3DdHl2k!*QvDnr;PIg6TIJi~Sy)6Zk7r
ze(|!!@`#=Uxi<%vEA$03#xZt^AF!Tj@9f9--S}LfKWpu|nSUH*+UA`p-q!3=XR`X6
zT1Dbf?-%Cr26vM-FKyIioFS*@!+-X>315oAtX;0hSzfg@w@nTft+&4WvE=Z}i$3Oa
z%-nQ%+D_ZAE8fwZ`Y11^UslNbsO6=TpO@IgBwXZsb2YH<B8xPq*{cT^o6>i`(YR3Y
zwf^z1Uy2``ADkE1A^RdN;8Oa<<%z3aeg++PeamF;ot|rXeh0E<9ALfFn%R=s(s@K>
zAD^}Pj2CU4v**23X@H!G*E#o2%9O)uQ@K6G<&LLxfi{z>1+($`E}sEC0#EC5lF`)8
zmCJ&CmxG3((qKp68SY;OI!@6CbYkk=6syUXeV5NhKCQ{;oWa~gE9gdAHRFoAKIaT%
zxtjbY&jhc;K4UWT<P)FEGe7j6^qH*q@`=&RRHG#qe{qMO<ZqN`s&8`$-*x9h<ClUz
z?pGP_n9YCpHC*Pi#J9N~b5F(UG4B&G-Sv0Nw9j$J-d^EbchBj{9lm?p_=``3CxvdR
zzQMUsc+=)$i>b0xwyWla_P==lf7V~S_5Kxo!qpmqSKKZX)i1g<ODSi$@clPZ{rcg`
zuk|PGn<FD@&Zkz*{Zi%GyLeT-HfGt?PCB;!+YdX$`dY*`FL|-){K4t68Pjb~iM7g4
z%UWKgwQG5r`?vdLj(4A}oExpWtjpq!?&@C~{>+*;<Jsm<vTtWz(-%=+uQ-Xf;=NDx
zukr)wvOGV_E=^0zpZ@pj+g)?49v`sTEN@g<zf#3Gm1FW(tMZDR&9&89rkB@UTo~iI
z|K74<k4X<w>~jKBHZc9SG};^MTD)6?r&{30+}%gMPFPrDzw=Z3oAi7;pK!I?uQnC$
zFWZ|LJ$upL@7un9*Ig{nWY6-CqfzPp!rb5+l1aCFKVJRHwrlSL(Q~n(9+mF`L{_Q!
zSUYQM&MAx(W&QI%s@dDl=kz&i>+H!_U-XJZ?K^t<hU+O|o9nw&jW73|_FvxVb^ML^
zr%v(K9UQ6O9^E%8EN0tq_uF;mo{IK0ITtrb9lbGAWM&0#>y7_azm}e|Kb_&VPTN)c
z=7!DfQs<)9JgmB-{)Mr}`}WM(-fL!A?;E|Of^6NCv#joWipTlA5878Mux<UNk|!Oj
zHci+eu}3JqboZtyHR3CcdQKM@))s6`{v+!lZ54H|@k?UOw11C22l%GtwXT|^zQ9Xp
z`u_F_o2+YRr(I~h!SOC<TJvnLl#}+Qw+;qMd+IHJpgZZwR0{<gZtL2x%VOI*|5j~#
z84;7X=P<Y4bFUSN2d>TAsII+l&*A^`rh-?T&sTiV6zhHI+R2(7tn(MP7Kf^yzWwe~
z^b*<3#5;2NsTOZ;9iJ0j61HUC^%<voTAkOao_kj#8-3{ZgbQUiFLu_n%376lrRMnT
zPSP-ZE7oppn$5-Osv^BkywYXa<IUgoy}GxQv;7Wi+gNpZl8JeoyV2G-`<5$W$)bKb
zn^vv5wzn|njO@?Qvy1QeIW6_RF1Fy!gTBU@c88X}*=54sx`sJidiAusfvOYx|5!Y|
zfA3me_rq&(I_lc5ufIJrd0w)A@9Ex&Cw+cg_jr2AQ1^ak=gcLo-(4=foAzqzqteq~
ze-{RG2KPQ-4wuNktMW^tZsOUW+*3lYJiqY5dYjkfdoxXEmDh;ATjAGmY1Y?uim`dG
z&iX9<GOKE__ti+h$meqp2IX&^EK)3R;KTK`OTej1pmEZg-snlU6nx*Ddnls5$M4*p
z>fU&xkQ0k+d)5if3C$~4UR-didtcNR?w~_?bFMhvD{1%^vQK~2%GE+US1-P&XH&LX
zDQxnB%D23(FSoW{JnNn;o!3%+HT<pOxhFqYF5mDl=~3|AKAw&<bFN+49q1G7%~dst
z{bXjm?cC*}(VA0!t-i6?aD~mriCZRZ&AR1(x#`FHZ$~G+ZQHbJO>Wb1R-t?9tpVz;
zQ_nJ`-nevlau)mEz1{D^w=TUB68GKq<e9f}0#DmRR|IEfTL&9;+|J7XaeMtPtLHu2
z-aOi&!MtWsj%bbY+k@5@{$*BZeV>;(efEaNtW!?4xr=WFo!a)a!yt%t@{WS#2GKIv
zlO)RhYqauLU$*r;wQgJETiMk+ujOgA98sH@c6stA0k{9!)2~2Ew1$+pIZfQl-t?Y6
z{6lBM`fZoP<|gM_+&Xdp1nZ(#Y?<?$-7<m<Gt3@5_;zTz-u~8udq3r>hW&ca8?f@P
zV{|9CzenGj6VnwND{pNovb?@^v$Ch1{0^VxvA4~oOdOw2*_&wT6#P?y_t}2AoE6ia
zPFena%k4Qm&Zlm@6^=MPc~VVu?c5^K`<<#Li;^0Dh>Okpl(qfSm;4{m5sOuq-j<ly
zwMR<k_Q^#tPY*_RyxGX`>VbCaJ<hAEKL=maPoCTpdT8&v5P3fNNptMiK0TqaxUlp(
zyZ);C%ik*Y<u0k1ykiT0S@)Hq*Pi(=qIqu}Gx(mno7?kH{lV=LOBL=+uRWoAH#f>_
zzwKkY*)#e!UHpB^XGLIqtjV<7Yf=yMrW+fr&PkhVZ}$+?IGdAw+}L5){v|73s!Z*Y
zo)RH$mjBIWWu)Z_l{G=G=~7E=So)+F=eIYpSWc8-&D&U!eAo9>Mr*A2{H(H5ZYJ`@
zk-QfF(yj)*E}NtLdNu#A82Kdc^^Li<xy&1$x=t$B3d{?v3*x+x>G(^@_uDn?duAo=
z3Y?n+Zm@^Xon1EnY~Jk+r~6N<<SHLLxieGW%(L4l=S}77uPJvo@g^n5aSNPzXxt^d
zW$*q-v(UVV%4_}W_h_6l%rD-0E}%AVVeCbxJ+t~=?b_G$&879${iw$qy7#>a-~TUm
z%T$xM#U~RJZ=6${Sl52)^o6*q$15Ano^NSW^*gR1{PEYe-OrbP|KwNo>hj6m7jEp{
z^49I#*41}RLQ8YM-HG!nRrt02G5?jXPk4T>kM;)z(jQ4CCy}LDH_zqTU0(C)*WGm-
zmtP*9%4MUIEZ#kD?wXsImxYM8ZJZ$TNsx!@@RcUP+lH6V8me8oxca1@=;~irAG>YM
z6$oD_Zxk)scW2u{w|9nRSrVVZ<jfq!W6Q32ER8x)A|<nKYm;aCjXC}Kvma)e&R(`V
z*NAtw^Jd}Ax_YmC+ox`>wX9+BI#uA>?sTTAbmrM*Neoxj*$$tRnfxIl{TuI6=QVZ?
z8D_DkAMHsjFM3;c_M$_|F|#H5=L!!$UwZuK5!M~L|HQ@rb(*uBUUFsY>6<g=maUMR
zeD^wAS8DSWv$Y;<>!!6V&;9>%U$NBM`n~^`8MDkh{OxGz-jWlxU(Q^Yn{BZ&+V$cx
zF+1M1K^)&c=k9&}?PB?&W|{e)o)r9CA8iW_qoc<nEOk$mKT+1Uo}e1x{kvpSWSZXb
z=`Gn01^f<4Ze`!L;*E*+)d?jxub$0Z-4kfeR^E5BsPN3Q?Cno1-k5LHPLpvA3SaqN
zt7~_=A+HDf?U;vaw<Vua+kW77%BH|Fh5Y;_tG3C7JY5{Ls`rcF9Id9T^#?`XbQeX-
zU!U{SYG#)Cp1+Io*iX-O?bWhYKX_8^LPv3xxc;kC^B#E=&;Oyhceal6fqg#ze}}G&
z;tMO)3EHvl#iCssR?R=y?~-_LN#f_$bqaY!NnD-#m(5Q3A(bBS?(%V-%ukoAn`~Zv
zKUa9-HuH)dvmYLQHYG2Ce^!u0&eo`HR_nBVv%)`i%(`3Kbv)Q+o{`<+zq`dQLQ5Z;
zeJop}6m@D@t#3_CoUfxbV^P(@F#Rj5t6IbKkH1R2{&Z!y<MimVrw_YUUH#p1YR=MA
zQ+6&-JD=GZ+jdOaf@i1W<MI_zv$p?zda1O1+YH~bEf*Bul&pN7RTZ2Z+8JlMzV65?
z_Z*9zzwbS3&#GI-c4UkBv=>E}#Poho-@QC-)!C5UEAysT{mrbp`^Bm_rD*SbN#kc`
zHwC9CEVWXfwvR7A`*_cu`75-q#!L-)UAb+dhv~vqXMTR!6_Z|G|J<+LTJ~MZj`eT7
zI}h*IQz)F6{{PyHuIDy$_SI}YUE;r6V9u-^lW+2Edd>99d_MR2O0_%2Pkh2&CSP2)
znLYPV^yCYtvsv!_tId7}?ix5PxG8w6P{R67p7)}|4-3Ao{&ZtY(z+M3H!vT2JK6F#
z$EibaH|=v|I3f0{%T;&f&(QRub6FkDj$2>p^MB5|uy)Fxy>Dl!duK#dO#gXD(78zL
zP4$%P8w~5d1zTCKc&B<&;J)+CWBIF@P90@2%i_QJ(5Yqr3A2rFyyGmk{+(hQt@k|G
z#^>d~PX{X4jW{poOpH4&v1H{Hkyrn3AK6#??2TPxeOcHWtIuEkmaX4$`Du>Y(S38S
zPfKn0{c_p(@9UsF&pBpq&-{0N=}q^-$GO43jsyz@J(GMt(MtYYt9IJ=H>W11O*)Xj
zGk7BB?~mrD+x73?S$XIin`Lh4t>jFvUz@b$d@|X*kFP&n*Lgaw?KJC_Y4`tcdcI04
z`Lwp`2e;C<opo!%>Te(V3F=hv3r=VVduv$u_;jJQoLlApLy2-lirn4Sg2z3xZ-oeQ
z`?LT2n%lDV`1b6Z(;63_oOZu!Z-|AsHP;@28T$=t;+ro_V{rVWcHw+_h~4d3Gjghv
zc5S`*H%caJZ*!1<p!Bv^k4^8{Pc`_sqF7Mxz0WP<yfYg6H_VK1n=VkCu#(RtS8$i=
z#yGRjOPCVdKEL!k<v8JlmuQ=rLz(z&{?qHOZ|Uzn=l?$Iw5X%?l0Uy$)bvg->y-Yn
zjcM+#*+ySD6x5f`-|n<RMLs;Jjs4t$8T#uKsy{lFJZHG@evw&D+_KF={qJ8D-@8|^
zmuFAe25HaTH`BMSzVUhU{uti%KT_YUIQ6jpHEV9V_xnyW)zCY_-JAWwb5C*qJ?AF6
z{gUFl``fob_wMzbe!GOjdFvGQ$xHaB8q~K<b`CaUI9YM?@M7zGRS%!naG8hP?tZ#u
zZ_XDvHnpQ0Z`U5+c)P<Pa(}Pl(FNO{9&mgyckhK|bMIYx_i$^`EL9^bmphh`?Ci^K
ze^mZ>O+)OBO1S^GS-*?-%$&B~Q1s+fHtU0$IT!a7S{S%-EK^u?TX_0${=oL?+Y+jk
zpSN8-USR!J?{5C@JQfAr`8)IM?Kj+a)n=Vrbo#r-F~ReHYq-|iOo-3>lhE}z=he!a
z7uKYn{9&Bi@$2h%eaDK~R$WgLr~Xy_Rr2f3%%W=b8-?Y88&lri-70e2F)-5k;|_-p
zz0$w$`AThMKI`|?N_Ly^(!U<toKJ76U*Ww+SGs-Icb38j>zF>ie*LKUbdku4{duZ?
z1%4=gNauLNDsfzOiSkoZABkYq9<x6p>(?d;<|KFaa9%FEROE2YXnD8G9eMFguZ(r4
zB-0-pR{L(u?Bf5RLq}!*uYasLXKzl(@xA+$uf{HYYmL@NH!uF_sTIrb9X4L_u&DgE
zO!1EgpR}$qa%>L2lNjvD*!idIX0V5v`|Or|$0Z9MJq|b2_DuBnIW_r&K1=YV1lPJR
zT1`)m`^X&M{r8wTNB)v4FLs$RNXo2Q8?fK(;Ay?PZ|jzOOkBO?-?KgC%qd4N8?o1E
z*`41TQ&u7FQWo-bXYHPQrhleP@>Ua&4Vb+6nbxsu!FSSYm9~D1=q_9Qs=UY9`_ZlE
zd(6B<Edr1K*v<FIT+{XCBIVS5+}=Ue7b1gejCMV&xhz>GAp7;PU{u|l1N9t#1T4bW
zo?rE(s_)Qh$E}n0g@4!oTIne@DX&*F?NO#uN@khP?vDL=W=SI5IlVOjnLj3^uUCEK
zxt3kr-tEKGi3cBQnLq3<+G3WlNAW28lut%FI$v&YTzu8)*Q)&0$Jyq*n|%KET=SX#
z^u51j#+RwuL~i3*-j#LpX`tSfTC4H{r#-DKN_0dYZ!C@yopbJUUEu!Ws`t0vO%t|0
zwyU#F(NBxb<jGE_NBwRO`q%#7^haLVbGr3|1HDlz7rqh7i0<K^zclcz&;H||k5?U@
zWzm@sv+&=fyH#xc?|N9QtoFQJl2Ko*)xqX^p~Uxn^ZQAkPd{h6783Jp<qn%wDJ^Mz
z0SEG3cW>JM@OJb*UmvIAoLTdgtG`%D1SomlRcd^Eoc#}|sQ&)7%w?w-SJ*j|e>pQh
zbp@+^R#Ba$zL9OCs8B|Ca=@&9wb_fg%U3)NdAi5xh}+@Qm2(>W!!KN!d3VEB)i?g)
z=7E*ob|ulz`K6WTybCb8={swmtZbZ)rM~y1LoE?(W%-V-KRK^1wcTp%r+Uv&Z<CMj
z*YdJywin)VK7JVV!`NZ6thCnaijBK{BXT)Z-<@J){T(AWW6icBSDXUQ$H<$1Z@Qjz
z)%)ViwYH_-{GJpQ>|eG;XV3B3f9;wDyu!~sNtjV2;P%3)<&{H8yj{<Wd%M)z=ZMX3
zzqs?U#1f8x{VgBd_VGss&i3n3D|^3Tiq3k4b1S>~_AIxxPmgd7_$P5`w?<N_mgG63
z>2sL-++K<84%qg9V{hWO&i`^p|HsGlfEzjf92yUfNq+sNWhnD}BJ141&J~lHI=mS6
zcXn;bN$VGRbldS<8b7z`O5THOlJ;aCUzaocy+N3!#}XOkSNaUEg)+B_PgtFr9K!Za
zOm0E*xo+h{hOPHiLPItt952zEeb4jvl{uoW=7trOD{maUd%S-7+@MwZ=dM32Q8L%l
z_>!Z2(#6<7B6icWCC!CW9aYRve*XyBxt^P4mawFjc(~%X)T-*3S(8)e#C@tRk@sV`
z{48BM+hzY8ueC=PukCvkQk1Y#{^6Xs>dg~W?`R&Jrh7+upH2Fq^r^j%A2iOfsZn`X
zWo?)IZJ*)0ezR}g$F9E%*J*su9(S%rf!AQkgN&wKfBF1ZiLu9NzFXyaMZPGC=ggD(
zhf&bsFoO?1vWHLV<^5d#=(b_5t;Ztu?#I?;r)RFyl~#GzF<JRY(jEPW8?_%*bC|cy
zJvArm+p3B{pY&@^$KIV=f0fs}V&0LBzb(@K6&(^|zjdPb?(s^eriAtx-@3h@Yrii#
zEUj`<%I~6!)5qJblBIVtoSTbh_<vi~Hrea&js*>6=UX3zgoa%Hxw&8ZZit;-Xl0(;
z@yCzS_aAze9==Mnh$D#AYQ>?|i!W#SOZ#tp9b%zzc~kM@6^!npvhS`<_Ih1*X|3#x
zdnLOpUrAmlS-RzA#`U$OH$>&HU*vMKdbhVSd)M;6%}nA!`yb1e1q&YATmMtw$CILo
zXO-_QTgRhZv$^hw-ojM{5gV2<uRN2?H+Alm-?OiAm2Hc;eREkq*S|wwzkv2+%PT&(
zd^FQ=^(%+-a(qS7FXB%5n#OM9iktIr$+45?S|qlfJ==A&!0li`R^Pf6@A!iJ7Pkm<
z9D6OnZV_4hZ|AX-&wW??d%KG5Y}nN~f41jL3lLkL>Tx*nSl;<nvmPIbsgSx=(_9*}
zsARME$u03qk~t^;ke}HWbZp|D^C3Di=e`>z*mv#al~~e0mDRGg<#|VdU!}HK+M|c8
zNzt3iCxxZm$&>ru7bLZfmv<+pV(0H4g8JTz9CLf--TE`DL`?EY;f9Y7-Z)3~)t*Tc
zcj_(sZFhq^XTiqh%g-gX_g8J5AHWvcpryR~iuvw3|Jfe9zAs69b3VB_aE@K-Yct*K
zTs>~9_?#H84GCX;PR*!2|CaBx<a@c=?<-%wc_UMQI}4hAE?n~X&9nMS#C5A&=I$rC
z$M2^4=chljh`UjiROl&c@@&<u6rpRo*XkY?$QAs4{nh<>Tz((*H^2P!bFT1%lM7SS
z*^XFkoD*fT;;_I0>F3R-`J{zr2H*6PRS(JeqZjdZEAPp*(f>Z)HcYn6yRcG7R^&+B
z=8r`M85!cg9`8%uxcO$CVT0}0s{Ow2Qs*#Cx4HJN-15oqr;8l5@3&2U%A+wW*vGUr
z+1*;^TJa-|maSWFZdL2@4hoU}o_(;dH|Dl(`t6Lh6+W_y^WHDXRW01ealPlmyVVoE
zPu`bm>~?T{o9+TDbEi@*;hAf<Z|_if^(eV$>(r|~wvp-5O^*_7(|>d%X*J$D()Pq8
z+NJnvaJg^#g?lfq_e+8c<l@-v%#yM}h1T<9H`|m3Z);Wg{p~fc^Pj(>e{a+-xUuSq
z_M;6`%XYsyo%>^kotyQ%^S`1FJ`<Ydx$CXN!V1QJcgvoicD)>M!awM>?q<LExnH+U
z3fy*b#l@V?O!Ikf&)y7~Y8{Yxr>SSH{gv$+&$DbdTX6^P$cQQ~s6XD9r#VMs;TBhG
z>r2~tIj8&EXm4Ek)pe80+}~nrq^F8JPT}+qx0O1z^~DlDy|gVk&kAm-+n6zxPuY_1
zwmtW$Ri$jFMb<UVl<@VpRF?f)yGVFb#rx#sr!&?Vz1O*&zODCU<c7Y>+ulChW-lJM
zU*}!KvBgEU&-wjKUtXCar_ITI@1LgDlg8Bop-)sg(;sX)U%0(%QPk&6tlSsttGoZz
zcE1GGR`$*dgnPF4tS&OSF-dNr{ie-jMxPQ5?<c*LQCQQj6|TDDl9|uXN}c0+S_iKl
z+P+wjTk?jj$bm;k_kYk|Kf~g%T&tbdmgxpwO}}`Rs}5&GrCMja&D|Orw|8$e&!Q`x
z>vF{Y=!%$mF238zR<y%uy^m&fUP{Eq32WA@Zu<8uXV2MZPu_*}`K4@?j|fW2)T_F%
z#Z|~)>5ciXM3Q_x=DPI$QgFDo_`ofN)b=8_9k(;NSnk>RZL$AaBi^8Y&s#rRO;&qf
z;XOyIyU$**dg%phwrB}j=&P<;vF-d%cI!8ZJ+loiZoP21Yp%fZ!#!g2o|kR;eynOy
z!eRcv{_clq2ao)kEA!Iqw+Zjuq*EgCYmW$&KAodof7b|{o%#hP=zr3+^i8~R>2;^d
z9JjV3-xr$Pndx8SDd96~>WkMWLPX{77hL+^#aSF>5zY5t`;onq*K>uvFDx>)TyAkF
z`k?h4wY<4Cjd4a={NjEdZ!VRXafp|vyx3w=b$aJQ4VI!iWjnu>dOwYo-1Gh5jom`K
zR#`Q;{l1jnzHrT}2f<6P9saOe#@n)%X*ci3he=kOepwy)yy^0{EgriWLj<SKSU#0|
z!-oj7ZVQ#Tq>bCxY$>$2-RnJ7v56<vFZw}@;q$Fmzbf5czvdbH?5VB{y(hUM9=6`Q
z@xODb){O<TvyYyAX=8A&Db4C-C*QK|+XKD}9^AsTagM{oTC-W_it4NxcW%C^Fkk)l
zq}W^2w<<|*KKDEP;`a6KKiEHh`_Hd;6g-fc&QkQy`}tMdg0Cl%Gp7E$>NItY=$xE;
z-)0{uHTY-~%%*nw$tKSC9LIj2X6&2s<@T}%zmJsN{<Av3&Hahx?^AiZWVBxihe^*X
zoFIKKc3G0{a()BWvx&1eO)}+;X1>I<?(V~o1Fw^>>ggY!5F=|o!O7*X(xQKC)yI2R
z^{+Pn8S(3gw_0F&TXXIdgFoBMf(^wtb5HA>U6$Z;WA@==yW)+#9WORcvHh@pzxJ^S
zPyc9Jz4`iJo$s@6E7#5A`W*7x;xPYng9nNwTVDTIa(el3r{B6?{O(;+$XIpLxuCdv
zZ-dQ?r11Qof_e8<a&lUG7g+34_lVthSg-ulA%p2W?K~pkN!ja8tNob%JJHIy@l8zO
zrkC%um)huU`gX_c=HFKDSKw^rl<;l4&Xb-NiFMXD-)MCP%z08EU+l*{!!K;n(d_n=
zSM1k+TK)<)dtKLa+v?crRTgFwKlbcC`|`UExAv@k;n9!0ckJ5a@~f($tw-szM8%vt
zN9y>uFFmuQ!dXD%7k5;Pf!*)VR|CC|Z)SdJk-O=_$yh5J&DryL=Udo+wu~qdso(f;
zq1CKl>1!&sS9IbX|0&KsKkrwC_`;Y4;fxpZ*987p!{Kcyvo&;)!_RM#Zj)EKt!x(k
z_&#EGX&=`Gzb*YH)%Le8ZLyji<9K7gr@ZmoeZeV{CIv58o8njJRQ9<tZKu$it8d!Z
zJwEUBaM4+da~JmgzjLogZ~L+d)kP;(TeuX)ZF*%gaUHwiy_ehT{_c;MJh}PB{p}s#
z{--fZ%<<G4wHr>P>lG$EGttgHkoP2BYucrCY0nLd_FQXyydn7SPM%r*cg?bHaGyEp
zTc;b%lvv`o!(+m7FWWBfiJ$soG<dA}THAscQ-qj4c`sVKBS*l)Gh&&_Gp4OU9G}8h
zE&KOv#?1sb$D}{J_f<GF&9w>@0<7=#|32Nf<kZ8=AmMZS^1l_9<<u8`nzHTc<aay1
z6xh_BVwt?e=ljZoMPgrW&*Js0(63%;-JmJqD`31>N9o54%kqXkt+$Ok_kO6hU+VPs
z>dUkK=}Qh>DSz{Ft;{B~)jw7(+3pt+ee>xX<B}Z5u#9i_CZx@I#NcoF;)9mhG~-7+
z7PeR0f?^AnXxTrVxACRq?l-)4{jHqK<z}Y;@|F~O+xlO8-3oBF;%MAEXL_wt%ET#W
zI#;Y_==sFAEZ~s+^2n^?Rj*fn7LL38F5A^_-|hDPq^xb1-pDdvx0P0Tqr3J=z}b7x
ztb*@+-~KA=+c)jklP=5>is$WIH+^&3Z5!=yzU3l?TYpW^zBgCz_{=3UbQ?~u-4c0j
z^V5v8W|nW1=WLP-_WP_Uw=ynf#TtQ&As!cEWtPQro>qB$xg@Rl3y);=p@vsBkB+)L
zng1yH?&Mbi`|g-=3s0-?l|RenSALRru6w|}bthZ;Rnu>zN|(QjwO?^URX-+i-)^-F
z443ogOqf-jYoYa%A%xTW4a2J%)eo-9KZ<UgHsm~{W3eH_PEUN{x$BzOWUeS);`#q;
z_9AH+cM)sPoo;iw7M@y=YI$e2kgC$ZeNUk?T>?`+diAVIygFlx$F~U=3Y8{J-gucc
zuYaqN=be`FmKrXRO}Z{KJ>M;lw+Jb?bt2hhqxSJ*|6dlLK0U$VTT%N$Z@ywZ{!1#H
zj3rx}+xen$=Y}5n(Y9-&%skD=wf@%^Tz?qtC3;;x`pgu8sE&&hV>GU({N7}-LzUwM
z|C-Z9iu3h~H+1ss*5#jnUh_nWpu$UC&!(M)*O<P}`}OX{1p}SakLGXVxha^>T)zGI
zHf?XMaE^cWulg@cTWph)8UFrpF_$OPjoKAj{>KzM%T{Dvniu8k@%e)+pZ$q!X(KDs
zb1vUr9~0Rh;$=EFzhcKPwv!TUY6?7mryurwzuoPU<vTqM#jBA4bNa*0eyD!AKX20E
z2HRuR(|_#_I|m*r?P^fI(<Z$6R%h~_4c<DQ(YcoMw_Y@VzH-{uoU?zo-dm-5A?<gi
zbslTk?_HBr9!=eRDwwDDRJz4)AwS8M;5==wiS0A5<~?-SdTri}%r<_j*z8XsSySW_
z&DZ(y8^tV=biQ!5^R}nH)7ujdCm(!NapHA||8~XcbE?f2@^hXxv|RT@Og3?z)`X*G
za~B9bJ+><8@=mtZ&51g0Q!V}$$Gp&DztzoA+#CFWt>wSzmfL^JYnX1^1g*RKQ7nCi
z3R}Q2mz{kztv7^j?$Gglf8f&F{uF&5d6ipXhZm+lmQm4FTy7Tf)9aRKu&svC@x-0C
zaw|furUYy=@~<lvn8Y_v^se#s!lz$$FELR!wM><@U*}=pY6Kdls1WARx}vvdBe#2_
z%O{`TiE|zu3R$_e{HW{4FV7Slvy2{Oi-oK?>$SnJ`uSzHhY_pqMh2fg+4yQrP39S^
zO$x7PM9mF5c6j^TEz2C6at|(*y_1t0c4*x?u2kXvyt(I3b|l!&T{Qnz&nxwf99Qj^
zyBu1*GebYrp*q2sQT1a<`QA!_D7GhUj5F7EGA;CbF`ch*lcz?(`pW5Nb!Mz8nfLN#
z;^88*@3)z@ecM$0!s=di<F;eMFPs%GG%}|t-3yj5xpi_$kblfX?T;oOHZ3X*&^FN!
zk_zFR8oImQuVkf^mb+)~yk841KK|UiZe72p?ZpKPG6Dik{LeMLNWcAgW9HYisE?9|
zYEQB1|4ZKREPlfYaM`QO(p0pk?{=ieVczL?j%i+LyHS2HPWjw4=ItWBckeAIcpuiX
z-1g?436U2z@5|Ux<FIqT?up}9ub;ljA$^l$cCeH0xf{zCUU>SJ*?)iSR`nyT?nkz8
zcRide@iF(6<ogZ}`3-U`p7R-ZRJ8`zoLF-9qUP7;W~M{u{?*Pu;PzVf=*rZV`6f#b
zZFpv&a<p2^!+(+NS~ai!<sHAKl-;`^yg6`>>{sV&Z3=0H)=7G9)_!c7We=vWHhKD7
zvNj?2=dFF3(~ULmeVYBzSkJFOJO5Vm^8*{Jin^4&@?X0p%ZZ=g)ZAIOb<0bSJoO;v
zlv@`+uH7TK{PVsY@8*At=PEUuBe>Mb$Hr;4@;tqrw-2-wojz_~y5@TQw6Cwu>#qiv
zyaJ8V=QlhQUdQ=Q@OR-u{|mDJm8^e!6Tb1f;D+^vh=8}k=4P8FZ4+)OKJ=w`$?^qf
zbFUv!&bJN?oz7L4%e-UHxi=Q+{7>F___;~{nZr?cYJaZf*ICyDx|$0_cI|ic^n20y
z++6jl@b9{Vi__+-EUVpheD}I#3CB-v+1<~QFVC6mq2Tg~%l$zJ`#P4Lzb9>pJ!PO#
z-Lz}&oEs+tgjP9&E+?xIz0vA_B>B`Q)yc<in@ax|Qk|wH=M=hTC3{`@nY)+8R&5F1
zpHzN{{g(LqEQJr}&)>_N`e^sHy_X+ddv=B8>`Kl<%eH@U^L+X1fYkP*AMQq)glE-R
zn%Ann4_m!HnE&?Pk84D($#hzF#I7_=`9J%+r{jVB1)kvXP<M_K53MX$d09@&DVe(4
z>HZ2;<sHh=A_r!utLyfq6@_f9O_2(1UX*n%;dMgR?};n9^v+2Zt}@+y_)&%O>Zh)L
z<;-vYZ2Oq-%OT(DU-hrLlXYyjRx%v8m#bi>cFSwm^w|$)boz7r`u)i+Fjq*NPuO<n
z<Wdc*t5@}xb_#T@%h}Q_G~4;tX+z$e%&U@tho+v;Qk~-IAKmxHwvd-+rbO9Z_MZ=9
z<|%739A=-n{qL*h<a6=KuXDst*EL)&^enRoH?@q94Rd5a*|~P#gpErq1d87$O3Yp-
zC^381`coNK@BN$AdE9T_{$`EJmC@5TUCHBDj6SX9WTIzaF>zg!{d4R5rv9UQ%Y82F
z7OW~cWi-8Uakpevl;F&|uKfkB;Lu6u;L*RUpt$wWVrj`0Qk9`kRMXfuRrTBxn>6j|
ziFZzVXE|4|)J@zo*Y4Ej(mkfjlcKbug!N>DQ@6i(+93Y!n9<q^fd)BAJNN8+e_hi(
z?fcA^y$5I7<(bV`H$|y$R{0v0tEUR4&G_c+`CNPk+wVu89S=r_tBDo;4~)C)CUfva
zp>|2sfw^q8H&3kQd3JT5%vDCuvw|NE_szY<VSZxWv9jZC4|mL6-MsZ}!`}09ELm@6
z9$0(GAopX&r|d2L30qg#&edHo-&f$U6`$ed=<Ra~cJ20bKRh|C?(TaNmTi09e_{5j
zc<mlzbaw*lvDvAUo?rX9$?xB~MSDM_u-}k=<7B8@=&-SAa!TT2m-u`CcRu(lzGfyk
zFYz!w(uzL%<Kc{bD(~-Xx;mqItBT~sEwak~MoK~RZ=@^v#%z54M2(j{mnE^6Yhl=z
z?Yv@F+gqnI<y}&pF}G`%(x$h*hbDfn{8ZS|>@vwjF?`am!#`8}Pn6#%JtwC;`Bz5p
zeffyMY%R&RBHCOt<K?!#U%4Z$;MR@Kdd0~<pK|=NiJRWaaJ}hre7$w@udahK_h+Bp
zr+etl-nk2&&H3|S(;@Sj5;-#pbWcV9Yn;A1N<${(>$3j%lZFX5rHi#3eK+phRlrf5
z@+zTt9b4V<uH%~pkAD#UzU0FB3h}V$ZM*l_de8d4x0dO`_kC&h)2{W;-m^$&cJ~yk
z`F)Rt=Ts+t2y6e%vnDuma(8UN>g|S{LPx`NRMQ@x`SU(H8a((Z$kaFE+sY-^*UjnP
zzVq_VRWd$BfBsCEl%nW+%KK6M_NC=AUE61<#*6&6P~ofWRF8Z1@wvgJ(&JxFN4?du
zl898kKfCk#?~^xEzCY7B&Ku~lEMK$w<*lP-we!#YpJ?&+$!*``=M3#0Z%&LkRP|`X
z<otY@-?i;$og(>az8g!f6MVn+T@mXK$I1@b_;dH~3fsQj{a9<!Q<tsUg^vo~&wM>M
zbaoP__XG9E-D{p~f1G%zGI5>FJcr{ipKsHB+EVt2IYs=$sWijVlJ3{a?6YMGp55Mg
zJXmpF#FDy@fCjVgCvWb!BzoKLDo5+owe=Ba^4yY+wpbQM6bcGX?G4WCdK!}OZt~Bk
zJj~DKpDOZe>wPWj`yD$u$!gR8{OE9S*eEjnIIQ|E|NZ~G>=)aOGH<Zeo@DiRyQXsd
z^%myS$K<D{`z+qO_usPEJ=3RrSG8}Qxco-)1IOGu+x9vY2+K`X_EvYFV|A+}^<-~I
z+nc1)1wu|O66NgME*Bj-@G*OjtnscGo8>!8{?0jP{O*BFpSb>XJFnZx+l3W9*`EEH
zG(R@IBEPx2!as5&`$?sffd!l8@0_!IU?nVbBka;ii+$-g3;zUVRB1W?@Vu@!-6>tK
zaK{>64ZbxuE49A+nUy9?C_5ao?cQ7WU6)O71%!zFe8scV>e$q*)c8*?-)Jp&N_(zz
z_3=Bt=dyK&j(iQQ%shEHi9c-1s=W18bLG|hX8ewN^i}WDnoSpX9NhQ%y>Hxu52m>R
zT-9@5+06U2u58P%-(r`+t-O|o+IHC*i`pgMxp%JG`b#mk(&FDG$G1CjA5;g-o$+;B
z?Blss2C)fe=dnh0{@%9AX_i%R_O~j<rlS{^o?95y(Oj<BCL5#q_<cd|tTaRGn-(%X
zLDw}Uww<UeHRBBJRe6$bk?56F$-7*5#g7+f9&dkmCgQEdEQz)H)j`&OyPs4spWRgR
zTFKpg%YDNRF~5~Dk0n+vb5Z}a-|xA|9^G2=`NAjE>-^SO*_oEGF<xE!T0z5a?$O@|
z6l8m2&$K@bUU_tTa_Xb2&c4}^+BwbNKCZuCwMkc(E#BhC78U<z3^O0;-YgHFboz_q
z7o&8GN9tee%675%>B>$wk&QM9otBjU>D09sdk%<{U)t$;f7<rHLetClx3cm~Km2k2
zE}4I<-7ld1?jI92J@AU{tv~Dd)18TLx3dP<6@dk>4enTZY)ClEA}8uJKk8oy`-|gU
zHYK`!HS5Lp>B%p>*XQe!^0#!U)PxHQc9rFw7CuwI{&8d5^sO<9G8vLjCdJ-me7ep#
zEpy9P<u^%TS<}k=f0YO|dW77w6TaIPIp>+o#7*XQ^OdW_rCNRTmw%gMyP7j;d-T6B
zk6r!z?b<iPFHN^_%GO-y5p0pApRe!x_=j&zmd_r6wR&&9XM8{Gbz+k7jFa+3Cl<Q;
zbuJfhKe;_W;K!Sy=S_QT`R68telxkAdARn9>OvL9)ApSGvOgQE@-}^Bdv|^LiPFvg
zy#o(5PnO$mQQBOiGgm(QhPvC)IzOh<w<_P9)h*-Lr2hQN)A!Ln;QS@Y)F2%ZrmDKl
zE3!IW#rL^up_yH$kLtZw71MRr+>to@XlHW)NAdryr?UT^xR&{Pga10eZ&uMZR_ycn
zPUO3taXV01EZLTu^!4J)4<6eqcDsI=J=tRE<7xk0^R^45UaLC3VbZ7bWlFo3NNcaZ
z*Wj{1aQe<8o*N_Y7i7+TH8KC^zZrH-hcC?j<NtEQ*{sF;W3Dc??mk%Ll+ZqNmqo@!
zd#>F9srxg&NqjsXy1BVdSR{E-*-T#dvbW(Yy=M0Z@JmVZUD`K6WJj^as(Vw<OG&@;
zY*b%ZbIUq)*5lUPl!Pl6cFUi-rfL|ud-@uymo1hu#Uk7<dUcLmetFQXe6I4PO(M^(
z?enOfe?R@rw}!Vryv^d*@9Hov=vucw-xOMphj_>L3gqcXOj;(hcKOyF-Z!+kV<#T{
zEI#FWQs?=~s9T2RJlYSOEyI?dx?14oZufa@Lb&$*(B>IM-IEVwS#R2`AA4%jBZ~`f
zH??a=o5lp`9y_#@d2-%zpN;m51jGDfA3E8Y-TSpAB+IonGHOjlXGzQPqBH-z58UYE
z6}NZsT-}f|b?eNM+C#2?{w!O&{no5yX1mIL_T(Hp`}h7fcY&`a_wPMDe6?r$ftN~x
z_ri9)y~=I=<D1<>mE=a-Enm++X4<sc{q~}`f*XAwpDwAmJ=Y~8zq<SMt((7VEw-*N
zv)y!vW0m-`mACy&=1yVFbU)d9{qp3^G4tJ{lOp+;Hyx<=JSlCrj$?M*rpJQw_{8s-
zi7(yrWro*R&kyn2o4{QMW0r4`x3<-sp1FH+(A9VRr|zh?OlzpL?nyq~+vFqiV(k~R
zp7Vz}cFSyXw3Ryg?f)*J1Bvt7;u#de4@AHIk|Gg)bqoKbbK#G!J!3X}epZ)Hp+3CO
z+U>>L%Cw)7;ytc;2Q9w6$m$l*s{foCcE-LhV9|nQZ?-s1UFq;Yesh3KuEn02JYW7w
z&(1yEx$Xv!%gfoPuichbmp=WWPj&0emR(m3`}zGY3v>so2u<55(=@B-n4fyJ&+c_E
zEXoC@J$}4@vc>7P?CT6y_u0JRT^Zc(_1Am<{bL88oU2i_`t(WioZW_xw>s6H=I&tT
z__l0S@ddAgFW%kkOZ+b<88KmTsmZF#KGnx>TsZe~6IZ<T5${a-qp|nqZI(U0eB;dI
zB-Zd9`In8a&zE@&%3*ufANTW>=-Ir`teTJS+_`Nf6++wjB11wiURr(U<c7H}x2GCU
ze=T*V;{UyhMJF~hT|V`0@2)$~%oaZJTrc#!P(1#d<DS?$1&d?e?W|gFPj0Zh`?0S3
z&Q0^s`X+`ykDB-{dLFqH$PrX3ylK~yp5hfhxM!c(eSB4b2#?U&eZqIss^Zs~&Ea1<
zr{w1QT`ot>8r9a!>dTvz6YY0m-;+%B$f<Ac-&0JD@|fLv|EXrzoX7Qh7X;mFE6-Hl
zueSfbU#QbpuctaWRrRNrebL_Y-0bv`TN?SBR?Jr_P}e(Y$-8)`+0iFoeoZNkde73r
z70e~GBiQ{^*RAiFJN8c8@=`zj^vy$#(<>D8zu&gJIpyP}d9Fw2xjGhY(l(rN+SpJg
zq)L4D;(yiO5B(Rv{s>f&{TF5`yS3?g^QC^Sh(n(7`ct)5c!gK*j-0Chd7H&+8UOb7
zqP94`b&;p^Pe>+|7b$zj{bt}@ZdE;3m;J9!cjKvZs(0;5-EPc%w98X(-M1K@Twy-x
zk7|!zF`6&RSDo)&x5w0MRawr5mz%e|SU;KhdgC+3G>)a$UyE>DS|?_7(|>n>|Cw`q
z<}puZ1h!2`J~yN6tmd{26MPnk`e=n*DBxsKuh<m$JI?QusSW?bJ6)c;1b4nl+_!L5
z@y@q_JLX(DB5Le(Q_|maZ}6gbW{%EJRp#$3%l6(P;@bD`*A$CmokpIK!5XnyCR6vk
zlX8Dsn*DG0_DyByR5}k$F)Dmqeq+z^T;GM0=3J_p<YZ%RUG?VMtw56|-l`KqkJc1i
z$UQ#g+jZUL&}Otzi0<ykrgxf4k4({Tdh_w(KBm^2ViR^Wit|18*fnX15btcew!#Ne
z9Z^q@@jP<g?z$#nBa7G$t(=pktG{kP$251D@|=Xs=1H|bYqYFNLVbF;Hy59{@!WFX
z<jJRmKIL}$-CV0-s~K4l+4WxKg;Jk~=Hf2*_b)sWN|%&QwAD3lpZ`~6S@_Wl?+(Y+
zxLpd4wwt+X&c)V6{N`yLFLT{PCx+&o*to8aZ~BcXKO0|Ev0QEQZVz3h{r0=EtJBwI
zx~JaTf3KHY)g7Sk9=i6BWOng_UX_$NZ-rZ#c#k#4-DBA+`K<E@ukz+Ko|)gJL=z{8
zrL4b@<z7;~`}|xf$Kw|x???a4&EDf=`q8^rc+<-xlP<R{`BYT(Yk!_0w7kCI9&xkx
zRM_n0Sxo;A%~&>Pfy=Yv73l}F!fzR-eeZu5oI3quyT-Tb3!m03N&Pr!UP{2tZ{6=i
z0)1J}_St{Q?LVM&e)1*V{aPPaF8UjjC*j@5Qq{9%@`sO4Rie$ViA}oLmn<c(_d7HH
z;}^kMHIH@b)sCKO`c#sovbiSSUB7VCItA8+{3%mEWUq9K^@^QflNs*$O0qY+a0=hO
zZyxX0g-$n{TwL>d(uHd46Tg*LYR}v?NmWhHhJDj?+psyR2P9V(HP7KLd}qG;=C#P8
z?KkUBq(^(+ntn#%+wm<&R)1kQ`>%WR-tzLU>{lDx`?EriE_zeG{r>BavYGF!%3c~t
ztS{L$Ywens_g77AU+P;J+G%>na{{xZU5UiTzg2HGO?vuuzU#gJtgoL#T0{#Z|1R@0
zU;nOR@150oPa5w%l}g*LY&zx8v=3f$-SUDfj+Q<SV_<(i!OL6gdQ-CGjBi_3cjaE3
zsOZ<C!pSMrc)Q2@!UebQvxA*yE>ztS`mk=Q&yK5a*6HkYnKnOUx6n(STcXG9tZun!
zhF-dLU}cA~-<chP+jm`eRhoKk<(tClFZUkqX;rkBepH`xDB|rK!B5+Bl++4;R3zNs
z5B%L~z3u(8k6)G@daBx3vZu!50^7D<((Vg&`TJ|yEpspTZ{^!_XL?ZA&HmlD8s4ge
z{Qi5ZCGPF_;AN%kvbXP@+2J3qYgTRk((cq%vlkqfde?Q<iKRG5K7D*WSk__p-M^ym
zFYi9Tp;p8$=j%d`;&P#>U0<^|PkhYzZ(k{NJlUbj>EOn@Ov?fS1Fvs?BWCu^j60>w
zt@1jHcXdpUuwg_*!-);88k2cVRT@=4>7Q_XnlPzzztPMOOzlTjY6<M#VZ^6;`k_lv
z>qOnFj_rrn6^7_;wm<DQxw47h_QQrLc2-Jjdl~E$cIRZBEf;FY60Bfe5zKD&<(}vK
zWo8Rx_vP<B^xG#`;r#l-?UOGR@E`wwEc;X0(?_;4?O!w23+}LbQLuBtA-&j?i(3@S
z<+o2y6yC`rb8gX&_TZ2Ge)-PNpH%+HxmY*V$o5C=k=K*sw*B5Zk*AD*sqo{fdhf$O
zmD+d5Z{?4je5K>2AI~!W%<tJDaqAY9Z!}(7XmrbPQ}WsUZy#rP%SbN~nUcExf8OWw
z_qXRktNLw0S&V^VeoDcsc-Jge`fz6Pi*Res<e4&NLHvD3+iE{gxwW{Y#%ap_=;IT7
zcRTLCuh`BzQRw0&QKp#VmkzzKDEinI@0t>&TOLw-ob%kGbqg1NXP)epyu#tI*Mmhi
z(rb4g-#EX?wY5eq^w8=H`z=1XurZ{spS$gWzO3b`uq1Z@$J^^-#kLzCyR&UU`1OtJ
z+p5l(v)*m|q9k#3`O>URK1ZKk?WmI2=e{+*6I#5UAC-;v4Zd+H^sCzT_g_K|Iet@`
zyVlAq*zM8nPLWjBUA!OsmIln6a_r&JvIk|GnA(4{Gp>&gzSVzGcVqmeunmjeZi|h3
ze5>ek<{A;B0_#^H+m^U~-Es8fi*4c$BO*VTd<}GH?w!@|r~UZv?`yC{$#+fX+*uj<
z=@qZXoNW(+-qfyYyXGP`UH9-q)$OS^FE6V|-&%O9PrT$(-!q3vi(LGtc4WzDoa$xB
zC<*&=%<aw6oZz!eQ9(O&T2EHY<ZqvyBe}~$ajMfT(+3al)E%umD{hwfHqtllO7EJd
zPygQEVjm?Orrom9>c#qs=|Nnd^E7<gXQ+!Rw0$l;!E)t|$@kZS+qR#(GBYb-=gPAA
zpRYC4Z(XHyW5cAfbvve+PqQhtVP|}I^jyt1(eK_NC*|08@b7O~eY<3<%$AiAXZ7O0
zKl&4EG=KlSW6xeKesb&WcTN8J72<1e7fv{F^p|EVSFU`?4AU|T-||JLWUHp?&pxIT
zINxi**QXzD7xPWB+jT84C-jqW@jRo_(%JKJe6>!Q{1?}o1FpL`8clVXCM!9I-502s
zA2g-&zDeBi-!s;WH2Lf7<NN(PF0M0T`tQ?yvW1^&%a6B5G?b^Ud@0h(`=2RV|H->I
zFPtnz#Jm6TJhoV9;k<Ivy)gNLWxRs7Egt4(NNsxZe#MNVO47cUJ8zrL@i;n-L7m@H
zqO<pJ980hDh1iwHpLb`R>%10k>9(0;FUPw(2GZX)bGW<D`%~k!DkAq&oS*EYHM(D0
zw^zztx3M%UD%-xX>gHn?#<@qm_>Y(IDaBeWm2PeJnx{UshcP_R#_Ln|-(&A=x~CZL
z;P^GuQ&9Wq0_)D*KbHNNQ+#XB<FnZ(H|6{CgcWst%M|`S@pHMFdkz0y<u?D_qMPmG
zGHUI<?NAZh^7Com<IAb6W`9e$p-V0f7;3O+ynDT&d)Da{t(zBW>2lt<`EiP!sp4Dn
z2U!VzAAgy#-}lSTy3f&M%d>s0(iQ*NR?}oJPMcV#eKoWFX)xP^Z4y?VlN#^0Z?Y7f
zz0SG1?VRWRleRhUr<vSm72bZAm(^D+p<0>2U?XG5Tb;vZ@7D3=@!Yomb+T`H$M2;k
zHAbxEJjQ>I>=jukp1J#J(<Wc7w!aT+4GO03=-FQp{C^h9&%PZEH&2#jv>*4<$Sl5a
z-Yok~MgXh#Q&0JQcJ7NmSKQ6`@NM}{*@eYZxBD+%bAk2qQ497%CokruueXzHDm%Y_
z7W?zZvF9h-Ubt!JwI}v0=Tnv51x#<>?$Vvi756!|eZ@zmAk7o*llPRhCx`KT`y~0P
z;r~9!BCq+17uMXhI>Yk0ShV6~o8g<ByDK6ib#+c&eDlq!<m|eo-sTeFH+Ss5yRYVk
zn8oB)p-OER=Z%tDGB0n;d#UBHd*8d$UvF!1F1#h4psmKg+ne3~r1vFTkyTS;52u{i
zX=UNC<@oI)mlt0+SLt(!#mYF{GwWp88P+w~=q;nJwPt(KO0SSTCv)dLkMvY^*kXHb
z!coraq1TUbR<FL38Zz&}t>W6^<KG$r(<c9XwBf@Fj<XEf?7wcb&x=kA4XEA6_OP4p
zSs_Qgc@5wDC1)+u4}E)Hm-Eo>>)iFi?v<xb-uz^L_iG80NcEl56HhGP!Y7;+wovA2
zX8!b2p?L-GGXJhl_@!yFQ`}1-)Trb5>2=Te>RtbZsWt4+d-w;kD*41^$0~g_p4c}1
z%hOY@{#Ofmx9zUOk0<(E*H3LNJepR(zi#sDrURV&s-u<s;xswjYM;-vI>sJ<T#?~u
zLPzDIpO0dF4}^21{dM`>=`e2-GmoL-3;`VoWMyLQYE=~DfWR=0YsQ_TT~igqIAHLa
zaVKwAuc8?T3~qx6lySh|H{(v(uDOaJE*}R7_8E6FcQq@5m>}%Oan86?xNEXv(D{t_
z{QH~=`VK$aKJW9i@`+CM|3CNFe%E#X_uhK@!`Jt>f9ws)k!kx9^laYTr*}55&o8cz
z4!LtAYC`g~Q~#pc73xAm?_c|yd-*Kiv8-Ra_KJjVeDdq_>)Ze2-8Q~|rT_Hf$8Gzz
z#@AYln5_-Tu-iQESJcvfCI9y9>sT3c&-`xv+-0?Vi=0>29(epe_WSGo|L&jX{a;_$
zEOy~$p3KC%DJ$MRzrX*Vbo~E$@&ET-+uitSYE50|1OD9s^8;NT#s_|V_~^v$=(!qs
zzyEqK)Z8xg?B)yw!Mb_xWq-_EB{J>(@yQl1RhL$OIsd3{&Xm_na{_N4-_&_v-@^KL
zvh^3Of9B_(__>L1`}~;C8~1vg`nmJS|0w_bAO^8HL8neH-Fdp~^Uq)V_U_;BWp8rs
z&a}#Ziu-Pcyf(jl<;Oqe{r@%M>tnWF+GECX?cc9<{x8Lc|2v!SiGLk>)_K3h>O8fm
z*^R5555%8pJ5~GkL$>vd%PmZ0c6qZ4yYg+;T)uOhZ^4h_5*NNnY`aomde!+(t!LcL
zms_`My}Nzy{|!I(bN{DXeKOJ)XO{Y(^S=7`^V7zQ?EZh155F$8DENQ=oPQ<@g!k@j
zeitg0u$)<>sVw!D)b8V2%!ew@f4*VMrM-Ol?RoP5LZ4P{H`vI`;vfH6H|-4byZ>+h
z?0vr{ZR!5XdG-I|V@|#ITVKBZ^PAF5Q!+NM{^xYh@b`6DgX+(Rf3@knRjJzh`ftPP
zy88uYH<A>~|L6Y{2)$C~_-p;{>(}LfzpefM^<Mn!P+Q^Kr|$g>|I7b>lJS(~)!Fsz
zE4Q<~_^$Oo@U8Br2wrjKyGifYGIMdb?fI`-xjS3<s-r-T(8qVSw|>X(KE15)NJah1
zcXem0tUYD_>F@phpWD1;TKb0Un@_Il?AsF`u`fQt&Sm3??FQH0h<^Qhz2eVTfs==r
z8e8TR)lcmCbar*%r;Dqm9Pj`7ak{FS;j8NK{g3vpKVF^8|NhPL<Hz5v+dNZ$RX?wt
zoOR8W%lm6uAMZVXyxP6vSN}z;SH(@QBEyfSr{4K`&&uw8?EQGVw%g|lY(MO8xV~pQ
z>-igUcP>NFxhFdw^qHHa@^9eMd-S*7f6<@+z0ywBztX<XEl}Mhxark_?b5%y&R2^r
zk+M3nFaDEk=&~t)`BGMGJbx)~!4Ky5ulUYiKXxxx&T`An{Ma=oT#{dWX{<5St)5hs
zX|c-NM`4p)kmD`Rx1X#|O#JHhtZ&hd%jUQI=M_tbZ@KQ@8Duz_ahczxt&_!{Z=G3}
zx7_AlEdTF!EoRqiXBc(y|9LN~894WFpzpSmZogl9&RVZ)Hg#fbVQyN1<)iHBx_OIh
zx1D;ksCV1x!hc-3TbffQ-pbnUebJ6RvaNTeaMI(MdnLBq)_U3}_deGu@c!={Cq0Jm
zVYO4ro^1;W73fg$TKet!->Pq`uZl(2Fz9^`ocp1C`SI<o-hXwMot0Fb<B^=bCGno3
zS5<jfX<PB_3on;{R(p42V#DoScNTI?zqc(ocYDzS*;yQ|>|%2?@+{1@Mz3^Q&G+F?
zR7#NVz5Q7=((n6Be`MU<{W{(!b`IlV;p@|#yUq$PGO-QZWV!0~Qi*9g=K71Z_uKO<
zuenfHqMj_ay;Rz9tGnjK`r@XZT<^)P+a=y@+crNZ=yz?#^jqCt@13ouX5WtZ;k4H8
zZP2G58D8awyu!9rKa33ir?Xvbo0so4^ViF_t>8W2dQVC0y-Zxt%wG#C_SRneYI1hP
zr=Sz=Gn_+zy9-^r@W%9scJ7AXt5W>ie#ySuta&0gb-n3Nhy5YzGqUBX6>hJ5{B%h~
z>HVEgPwXv;D^k4AcJb}+8qKTi?i&P?trukXo)nEfTjI1vjzv(P_5OQKeWhh<;(ni=
zyX561jS8!!OcS}6S*_+;bLGKrwlz-^SBnKU*hxPu({6lvTF`UV^Uc4LmWGzTE`Qe-
z^z822^dGO!ePpsu)x5X%`_5BI5w4S4ch3BGxGL~Q-j?~tZ-kiSm##lw8_>N#slAv#
zTV7*7OG~QLf35C^q4rmWzWhwh|L*!GcI$<N-5*zc+bsMm%SP|Z<9*wV_T0a)!Fboc
zb@O(u`*F?oReWqt>WzCY`{$L;SN|Ot^Xt*mEd~{rA{6-?_v<|F+j+~WVcxyUTic&T
zYps`Gp8aUcPZsC*k6Pz`NUy#%{ri?Lr!01-=SrUt)%{*{QROIO#mq9>pweX<b7iMo
zTHpNEHz(UudB@Z1=biI4Z|0ihuB%+C`bKM;zVo{eJY~mi_kTGWkRO{<!fO#LIXOS=
zo+8_<<WxV4{v{T%2?6bITWma5_lRqjrL}vTo%N0^IkfQMXP-K)=)G}Kfo;1!C^jo;
z@433K-^AnUw@GUI&)<D3@bz_^?pMX{kMpL@Dw`^%qiJWAvuN)%BOR0dm3tHKtopL(
z!`2(`-Rt<?T~O~x<ZhXBW6z5F|BIa7Oy8ULzR)7ZQSr{MKkKI4v3&P=>x3oNS1j+x
ze=^%F+}8Y6+~i~7<DKQ@+e}y<b~=<=U2yp<b?s<UzG$cQ;%PMz$wK^ZgPz{=Jgk4z
zN^<*ab>E`PRTmznSojrNeq8a_X3`}du1=FHvm?LvJzjF(=8bgD8B6`;pT+!dh_3(1
z68ypZZQI+D4O11w=SEKbSjTushMS}A_>nU$+xGee8r@yD*jM`O)7Oihmjp%cT=OQ(
zZT=j-BoT&O&ZG10|5Kg2_4NCNQbFf;s^4~g9JP1Gj_Vprob@cFS%0rdSW&n~?S|gG
zl>h5K2N*sq`Z0O({P$b)EwcVCm4ES?h0o)WkN2V30j@Tem~NFz&pfukGyUMn&^Z6>
z%QJth77V?5J@W2T752}0b=G`dkIsIaHhssIYQccFJ`8<EWiFTBGO*+>y!+2T>NnSf
zfdA^Mjf&n|89P%2*q6!fj&ph46nScb{*|K2AaUi1K6}zx?=Thc#>BSI376Q_Wo*H<
zQ|4&elUG8ELnc+*C#ufh@LQ8lUEstq>D^Y3?lA_mwtA$@{}%rBwq^$Jv&l#AyuQeq
zWc@d)^cZulV|2_u{_Q6fOYX19x$s?3LaQ&@y-<9TZe@?A_}`oVMHesyYg;`I6<BxZ
zq}khbOIg=wq%Djnv?+~J*(8#=G9$mFD=grC=(^N%b$^_6gN=ga|A@I8W=z_)x;<g-
zd(NOtgOkB2pG7XOoz46vZ|$KKVIt;*nu}YP1uSS<d9z}h6(85zHC3rsg%|LuL_MDQ
z^4-4Wrt3`R><rk+wdAF&wbQ2)H+9UL=gq6};1iy9a`x?o2GdfxlOBGXA~4O8`S?7I
zhd1lil{6YG=C;!1JDR!O_Vhjd<^0?InjD^9n&~F7d{I`u!!8k(lZDr$uY5bXNOkq+
zwAW43<NYRTF>HFKS|K5HWoEwPZJr}n%3N}TV)kF!cHbsz0h{!t>K{f=@;*$m-S+Ca
zZuj0C<2}2i-`G{YS(*Rs<-Yoz44Ef`X8-eCv%@;$mRFp`J<b0Wq5D6@Ry;he{^ZK`
zSiT8DwsXEqt5#Tl%?a|7+)#f%Kk2vBTfU=?kDUG{z1+Je_1fBgj&<LB%mw`)=It{-
zmg^*wK1DbF{U@*4zGc^so-+|o?KjoZy*u~Og+<K<#ePquuWr2mlCSJ}_49~N+iX6_
zM{g-(aLnr|Ow38$@zFT{+uc`dEkEdq8GN5~_2g1#uDXwh_&hi9{9Jwit@)SN-{bqk
zSI_mTbF9nV^CHBom~*}_>*`C-9YXnU$K1(Ue`Wfnow2^>cm2)p;`*q%seM(R$EUlZ
zQ@b?ZW!^uxY}LOl)!A>)W_>E2c>KIRTgI&CTiXBWxy-$Fb5@#WKTCd}sCN0+9PhJs
zw<bN<Qu_VT?d>V+%;$LNUbA15J#W>tLr=wndkpnu&2pzNnVzh-ZXuufWnTS>wSH4=
zZp}N+B>cv)r|Q+Ge^Spg)(e*^NGe!9yz$Q~DyXl>o14Ma)9lj@5ue+UPu9;CI#I6L
zd}aEKw4M)}tNxbeZnEmVW;m(*>cd5C+j1?^E>tgT>bI4CowjsE&d&PxqW(+Xe%!1x
z{rz@Te+R}hMd@0*=XI!LOX!s}Oj$qqb-nKP<L5U1*3ye!$|vU6#5b9{nyV`C{#3_P
z(I1{hZ5997p(1oM|3aOJ)77_kbDlfaXa09=y>p}W!&ftDPwS2Hil_Fu{BhYXz}5OT
zFP8tAOa*h@e2!n7F{k$jxU2k-klNn8x2M>@Zu^w=^L8)h>YvY1YPfsu_b1gav>1ii
zU2-@1t^96xbnf%QPiq8HejDF!Qj(VV?BKlF^|@)z8x7Gng|h^0x4dCLw9xOEv*JXv
zLy3&{U)vT$)x6vgUOnZFQ{w%j(_^$h#$VYy!68+9<D`i!?wcI0md*1vs>|}0{9!Un
zQ+L;%dpqM;J?l=sm0)=LXotJ8?hExv8(a0B*vp1<O<84o{g!m%o0{+(+snb>&;M@Y
ze{wqS*V$Npd4H8m9-ICQM_c~sN*|;<Ro-w-Up6=7sgmYa>CXGdRQ?tz1Wro*zGi>H
ztR>QnQ=U{lFTQZYKWEJvX^X&BDwledRsGx_zuw6kc=ymohb$S+NQ2bN3mjMN>1$X0
zIqPZa$=x&Nm2l1AT0LpX%ZAX1Q`gU}m{Q25GgF`WKvJ+_%E=&k;h1$|pJHWaFL)R-
z!ELpMVvcQVXvl=mtXC)XOuIPq;`(NdEK>)Q?qAXU3-l&mJi2YdhAVwD6kq-@v)g@7
z{C3?{x5w*Zf^7|3Jx-Ooy9VvMzrs9)|BAt~J^9l^<NAaT<zHj6+g*C>rl^Q<qDpYm
z_AL&f`TrlrnJY+~wsL1aw5j}POX`W&$N8@w`}81}r~BKwc%Ax;z0dl~cZ4OEoVg;k
zz@>Vn)1=p1Yi~%*XYupn{Km;0wc)x(n``y^<$7y2?LRItKd4{jhH-nF;Un$MU%r2j
zx)9{7a!vih%xNoTs2*up6L;q7qdiX->ov|h^hW4K;+53j)whg2glhLa(!Er@*@tn)
zg{!4fxq@q^Jr~@4S!wV6r9Y<Ly|}Gh*7$62kwf&?FP5v!q-6DfERFE5t&Ce|>pi>n
zboZG$>y6vrZDB3g-K?SW{MGuV=I{4Zb5`BmI9K2AN5~h4PD$0r(dKtw-TqhS(R6*0
z<hkyEH%TsP&KJw3t)IS%`{uRq3F#s!OExdmeR6vJ`BKmL_Y<Nl9agJdR0}>3@wE4D
zzk+h%FU^}j%9fwHzM!UU#RO|V<F$`OIxDOKXMfwVj!&bswmoley}aDX23a8!)lSjU
zl}wGUvA@oB{XE@1>Dx0wh8$hb&f9bE*RcCV-qARH{_pGmp?_cO4cTjdPW9D0Z@KiR
zdpfJEPU)W2{+vG9Kz~*B-_Wz^lV5H27yjn4e8cIxtw$<P+~hwV?P_^k?(OH8wVyaX
z$=>?e6nEBt>%pzOb$1V0U#gFucTMZ!-aT{VH{D*4*l%LBDmpLx(RW_q>QnL0TLO&t
zE-m|?J^#I+^@jPIZv0(yc`|FEebB|UwI5ASvRFLiwGG-Rvt#MErpc!S$~pAg<a4@z
z9IpBCdbaL{<R5WrVXCVSTN$4#&X1HmzAKV%;meoBR=<^IF7b%aX9*2g7t{Uqf6n{z
z-J7GB*GI=}zp{hL?_JS_`)}5*y!}*ttAol~@#)ebdlD0iBin_=_r49DwN(A~qM*si
z%GYM?ZR-kNzM`h)hG)UV%U|~9<gYE7`7Lj+_3Vg{oMXqcC*3~X{fm9ockN>vH&6Gw
zpt?i2Y^K=V$a{A$?QVPZ<#uJjQm+>M^~!5Fl4^bk?J&`r$oYP<#j$q{{GK0lE*PA+
z@#vhjZi7~rCexnwh@3jx-Hidq*o+!`$}>6NKf5h(?8wBIr=m;jCu>}+y?<N#%)>`>
z9x=}U85MlT+j*H^!!t3v?y?e>-p(0;ZxmNa`1U=T>%3IPSAP}b)nl6;gnDFrx6uq-
zTyd)X>4I|`PK0fFe>H9A-WzfERkn*ua#<d~v;Lge{-)_Ok9<3ven_s5oyES{CB1jL
z_WgZnF&xh`ZyH3ZHyW;;B#=Ajdh6VK{Dsk3`c^vYnN4rplsKT=^QG#ek^Hwqo0MMe
zj_=_49p@`n(du(nY576V-|psNInx9zu8K$Yl^>6`$QR0~Xk2jFzVKJ2`7XP)NmIV>
zUnRfObDzHZ6ww8Rx8846?>(54_*IHy>(+TMUw+%8nRDsT)>S_e7-t(R$1CP!YuGex
z|Fme+m6<Gwvqj8re!aWVXL_;hj=rN$ZurRmb7r!?b3?YX@LDy;W4|Ra5>L1BsK4C1
z+jlGL{RoZKd$;j+PHVE7zge?hQ+Tq|uCz{@y_=p+S;YF@VfCK#-?R_L^+d`9>y^C{
zdL5}1&h<1(LHFd6<ap`#ZoVB0Pih_YwBuIV^uf2?hsnH^-LLbj>+gAgN^W#)|B|7&
z%KM53W6Z4u!s$2P-`d-!vby8ty<IA&yq8VnnLlmulk(+XLfbBg95^c-U6cOQ?BrKH
z7q!BiS+7fd4hnlu5<9bV!s7`E{MN5O1ly>|uC7?O^ts65U&|C$OfFk{;zRSi$QRZ2
zTP~i9ZrrFRp4E53&*b$>3)WJ<=Tkkxot<pFJ(vABCUxzn)}L9T4;`KsvJ`JqOm}tA
zICnWzWl~tp+|J;=o92F<&Hn67*ka$M50<PIZhhR6%H9!ZnCD?48eGBkwtoA`Ey-K9
zx1T=u=ylA8+aEHz|A{?SUF0!s{f*noe1_7}v&8SdTcozsaL>Y*FQRULOZygEu{LWv
z=T{Z&`z>KQAI={a+&(u?C1KNjQ?V!BW>v-W``jvy*&5pQOo;b&eYb!6i@fi<{+2xr
zUUJ|>Og^V<`scI#b=!0oX5L#>TsD=-R#yGi+%+cuABXV-UTupi3y+d~Y7-IpUVQW6
z4x7&3*FWs<&haUUx_UnDv2~TlljQulJKlZ$-2YK->A5(Qi@z_5O;)wuJJ)%Z?F^N9
z&wpFazIV<0>bGwfUW?t-o)`P}%Vm?|D&5>w2Pd3}>wNTPe&_2QAt!daEjo0EsoHhV
zt~Wm-pL$)Hef{L2Um+8M+jVY5-`Mi{`YVQAcTXIvb+b4k((!4I!`r!8GxVL7iwD`B
z61#bR_3pOa)t>89QhQ!nMz3p4xLQ;vm-A`fl#?swm9Ol}o1I%$;!$dF`pcrARGG88
zw1j^Iyq`7Maz1xiWV`&f4eKWQ9)BL@(zWz*d}fW;lP4u!tF|5%5{VAClz8hSu76!3
z;#HRSr0j$8>sae&OSyKhW(i5(vpQ(H?#kqpX}Oihqdg+m2wi(^?fXdV`rq*FJJywI
z&i<(T<HpkXT`u2j8K3N8VrWr(d3b(@&6;&zG^Sauey}sD#pmR!xIf`9a$oSe^)$=p
ztNeWbbaDCO*O#@D=GH%Lykzn8?3U2>)an~*2NrBdS^rey;J#NEb+5nApDvsxeeemF
z63?W+Ww$;qd-Xf*XIzG*?t|60{62o1EV0z`zR%V=L!F0*s{{FhU0%Mg-z)j__vyrf
z4HiKk%_dCWA^+}@Q|-?RvoGhI(q8@5pET#UsV1jwK&!rAZQ!4%%#5|^3=uObKD=Hd
z^i4KWlxa;;s7=CwzcuWeCw#G#H_y81>~1TzTjrSbu0=b&Bj4QD-#Jr!_mWS)_s&_&
zE+KsP@5$iyrRwe#YnyJfzdN?R)bIU`t0BirC3^f)uYT9l5V#!w*si(qzjxecshp{E
z;_u(HV={R;kJ;j7#hK<1MUTx()%U1$^(GyT>~^Y+|MqNhX<Xg=dBxc~jXqmCZcuoa
zQZxN_&EF@<mvRE1Bv)-O_$+X%b36CC&)fE%vWbsZ_nuU6o^Pd-9n1Ic(@yWp$*wXq
z7He)%_m}&8RsF%e3tQ8dFDZXkZuna4!}%@CC;GGdvDy7hd^%TPrN!xReUsLidkq4)
zzX^Q3yK-{%>F9Y=ccoabTw|LkzwYP5>oEn>%mrSss8{}%6l>1y5qTv#=k@t#ra3d#
zw=91ueJF?{Ot*pia2tz_dd-I9-VNWjC7dhTWch`Iai&e#)E9YnSG(<$9Mu*zY})lk
zZ+pr*6+L!yVMDLdXWYA=O<8p2_t`_<bH#4#wR$7E{%KCM&14JJjnxO27o2J<J}AO>
z^?M|H<V0cJHT&CR4cDF!iZ^_~wdBL>e^p1aekNy4{OrSUMg7=|{~0^{wwbG>SO=AD
zGoQbuUt(61!*kim#e0LF@7q>-x5<Bxg?Y)Y$e*voilknLT30$%TWUOrS--A6M|%aw
zi-2t(gQn%a`n^PceoZ=anUEl7!#9-x-K_clq`g-88fwXIloqR;`^tHp<HCC(+y<$)
zwm&~$m-nTzQH0^E=JH_P<`c7WZ{!=9=imMKwa;`-m4;^M`n2@Fxfk;%`7ITHqp9)4
z^`qIg*z!0#pSx_e=RE`CH*I_VGwZuDdt>g|{B4#~jXSG$9b9?u!jjcRC(T}%+eCI(
zZ<@T^A<$N0%J$q-jLt>!*Av?mR<FogTV44-Io$1u_Psc*N8IiGpG&qEy?_0E+2>n-
ze^kHSUf}QLn{$8lU$I&D9*BuWf92RdjbZnjzHd1`S0`q+C~vE*i~s+tf35C|hh<Y-
z_Dp!SWaakhe*dZxk4#?^d^GcIwe{yKQ#T!Z)h3^}|NrXU{+7yb>OF!j_81<j^Ovr3
zpBGuuRL3f=S-jo-$G_uc$DeCIEAF2CCwX7~rK}a(I9?Z;*|XU1|G&}qZ(qf%cJox>
z&HmS?{g^!`=INUAs|5D^ay^&(qJ7Ey^|w#eFH73FSn+%H{T*D!n{@x2-LOOI{SChR
zyK?8uynF5MGaiZTpOJYpzp<XVBr5e!#pv~X)ooK*le*p+SN`Ao=Wkv~ZPZEmcNX4v
zs#`A0_I%cmcK=hg-RmO9wT|C4lJ7ao+uqvnT+5kLa<b*|-2eN&`n0WDw|9a`t9>80
z!M}`lj>r6&zJBFi>^g>LPfdBbOn%Mn@aK1azSFT+{_(45&wtZM`Mc^Dp2sOp(ssBz
z$@<)CA-$`aXEdV@ergjpJ6a<2lZ|`-!Rxyk<X4)@Gnx3YeYv5(UNmjTq0GC-{wvS^
zu_82%ahlG(;*k5^;oJVZP4K(&z4_YV+y8B^bL_Hvc(G}{e?@`Kzf;HKpWfVHSC`Yj
z|JUR7A9F0^?d$m6)h@5!|LEcd`?kxcAFn^2QB`eL!?V2qczplGFVCO!94|PQTy!ki
z<gumYW5YQgXUzF1akj$mTm?_Mjas^$oALa~#`1?}_Me>DfAP%oCufcqJWDQmmTdCb
z((<+8oUb$He3dv`<#(=%C*4*p-PUdMyvdv84oBWUJTd+C_4xjiC#~h}ryY;~`Z2uP
z>`lM?@yF|b{&;O@DcS$f#pYjCkJ_ot50fn}%GKMt2|vF1!EjE6kDr~}<nt#_9xwQ0
zX!%pZ*G^qs{_x4;Po5;3{G2oAlZ0QTk6&faG8^^fHf_OjlY`|JYo0%;+5d3L@h4Y~
zXS^yddX;SP)zI>*;jCYC=KPZItM&1#?Rmy|;wQtC8ipb}2Fv*kbNC(Z{jdGEbWd~o
z-I~9@Pp!8<b$$Qq>-%q)H~;&3{Kv2Fe|~-cl_$`@Z@+c_`*VwJq-wv*-)HW4&v>N5
z<d>Xt4ZqU<;}gzv{*ZI212g+QPrP@0@?GImHP6o(9iME$sDit{Q{#R!7$s}K*emWQ
zujubwald&5f7}l_=UN|^zj6=+V*i$N0VC&XAD8NaC*KureV4eEtaJ;+Q26y-;#acL
zukQ+AB=M^_vW9<AJ^!Nm{)P5xNj3an)SqYrW7}MNmaKH_yTY;W3eUbvJWE!324Wzw
znHBdPH;@<JxQ`u-j&G1dWy@K7we48DwD$kk8C`2v*Zz-?tG7MyD(`$7|DIjPAFpRm
zxa)u8kNBM$hUdbT|5>f(-}uRLUcKrcca7c0&x{K`I$Wr5%CIpokyDW37wJ{+ImYb%
zm~qKRhf5VsnKm0t<PxNw?p$l5{=9MdM}{jE3RyOargAf+_yc;`R~-`$d)&DCBg3@{
zg>0LJrgAr=_zQa3cO4Usd)&DGBg2gfg&Z42vs=a2Ykkf!r#|M~{PDoe3Wi*p31;&G
zr1{tMvfntyocow_`^N*fD;V-@1kC46kmf(r%l_gRbLnHw-5(F!tzgLSSsw6d&K&k{
z$Czs#H}3n`a=+q1z72zg9EXfQM;|-eapsoCjfXzAJgj(7VAEhB=ON>-(Z?=!oVn+5
z<FSt|k0bnNzSZ1fyJVZX!gJ;cpBcdkj0u#$<UtASoVr4~P3wt@KVK!z3d5usitHFI
z<s0VscYf2n^l!D#Z;5lkt7^Np{#Uwg$9j8t%5RZeaOynAu8>~Yb>sZWN^pt=>2Ns5
z4zq^^l#s72Kk*-n$^2k-!V@;zhE90@P$T_Mq<Q@ReV<<UfBO3V*Vp&o?k=eRYq;;9
z?f!pz_emdF{Qmv9$Gbmk^t;{vd;B}YqiP02x!!%p1@1SWcyIWmm}wvTL<lok=u@@8
zPuq?^a?W;Yi)#2m$mZUmWTjKz6~IX16pa1qyTq$xrB~k-UNwvFJ02h}9Jrqyj6m#*
z``E$g_ysxPi*hnQZ9Bf%wtbt?@eRc2_-EVpZ$`&ITL^0V7bAAR`2`3izv%CjxZey$
z$r5mO|JI)~IzHNh&`;a8pEEjs+CmVF?a=Yw@XT?SHSZn4$Z!oBo87OL-$`=A{(n_I
zt*;tt|Bj~cp_aleF6+O3_WFK!-QU1{|6=$5ySq>N%X<4`*Y`iazW;i8bH$gxcPnek
z<(^)AvHSlIIfoj4g=32^ewTOzO3iIGeg{B>w!lx@wi+KNP+87C@qY4&<1SO)JA%;h
z=n5Z~pK=i7TnS_Ug_Ya29}dA2`*#IM!iSXA&~m$3c|ZHbec;3nN%;GZUyv8RxSt)2
zj$fF6`cbvOUl8K?Ybf}*S^$iA9>dui&E$m*_puv(Q<(A~_M__m6PvT`mSxoO=Yvpx
z9)xYT;c<1zXG7Q5)m_)VD_oOw-txchhrRh9Tk|#S*6Z`zBJcBT-uE-r_C}>`+3ftb
zK+g~B_siw%{`%>?Jg7Y|t$2I-;p6LyK@Ec3=W+7e{;ZBa{D1#lfx=U=FW%ayPF$|>
zNq^IcV2Mg^<-hUSQ~vt5N&3Zo)NB5F-RJuKqQjcUUbd)}6^B)P+~@dl=la<$ogotf
z^x9{u++HX6%%*bv?20|*JFTbxsuBOOXT@yS|L>jVotm-ej?*eNr^J|4{(vhp{wxn&
z=xVvhgS9kx(j`|1ktYk=75;TiYSDUCsCj?Jrz#64XG141^JQNIs|swpy56mLHK|K?
z<&jB`=1sY`aR2IKv0dr`r_7$tD4wXGnj93m?5;~{!#c-<%v!&A_Z*-4c*?C>t*6DB
zQ!an4zNh-@+3tJuxIX*r7kz3H$~o_DitN3xHOH0C9ZbA<Wli*Zr=E4b&u5jabA4`A
zGTr<9&R27^&shp<yFLr~srG<beW|(j5zXZ#!S;F_k_Foo(m6{H)lZKo-YIpxuJq>h
zk~NE*ZSR?${x^$tQ!;1uzWpJuzOCOsdCD{`k<wN9n$}hIr|M4azU%LG>S;%`YSMj9
z!>PIHg3-HE60Oa(mHyr>uuyWkx#4@S@_k!P?&XKB%#C#axqhn1tt0=sg(5$yed3?6
z?|FU24)(30XHM++|F+j_?fQ*N7Z?A3y>V^5&9+bbe%s4O*Y&@(-+wXr_wv|(i=}PS
z|JTL*zdyx%^*oQ*|J|K`rhhc~vF7rw|H~gYum0c7`BvT2$$rl6xcmSAeRq~<Z@w))
z{hzw?k3G{K9Q(08|Ic4bnKKW6%(eVuU*4?#cYnl&e64v${^aMqN@<rqDB316f3n=p
z_3R7nZCT$-Px+c({Mv8l#oY7Xwie6AsE03p{`8IFS<5M<zUx#z@6rZc5GdPz;0br|
zoyCS?=He4Bh%REhxWa^Qg<HM(zwPH&eB$%sJt{D1%JGvNmy`?k{XZ6VX%5e+_zSfU
zXL7M{gW>6!OSq0o%}-w=uoeRUnzU(gD*iKB{pbFJV|$H`?~l*_pVHoS{pOKc-58LS
z`^~>^_I$UxeBHq;xu0L<TiC$xm<7uM3jujG7Ii30Z$8lSNG3+nLUD%z82Ws;)D>ja
zK0CX>cU^1t(_1?~acFHanzP3DdP{(lhT;?frPUo`vp7^liVIp3oHjUs;T(630G(cK
z7H*c)|J(PLpDvO;epBOqvQC}AL1~Nsouys(+ca)&Qa-1;`qle)p|7VH>2NA&Htk?$
zIK$AB_1Klc_4~?y5A%N6e{8ss)pS@tH0F$Ul;zs{`%89hlApI@wu-pc@=ure+a7RF
zvS6{D9e3-go#W-7f6qGq->m)rG`~lygnhe`Ec3)nGt(PeXJo|~U;mUH@IU+V`P--4
zexJ@z>DzNN;4{ZRg>$hAs#z=LCgf(WvX`Fxgv<HejzzuCxXgt&{AY3X*iq2Z&7UWd
zYn6W4a`w5KB^q0;vb5ZN=Pq4X;(EQzPi*=AIfpxAjV?@&3ewp1c=4Lzk`>tw87J2B
zG90&eyCM--Y|#4a{`UIlRg+|9YCM^J;~!_Ck)og4lIR}=&HCF<wp-il6d&Dha&7<j
zhJ67mY}d;?tIyhyFMnYl7k6M%*wa+AM+-e$qt2IT7yk1)uEfsGdbj>t;L^}JiknY7
zKC)=3?_N3SAg{&p(LGx?F=|V1X`9*88};eqB#&QbH>$riSa^SqOV4gjPwijN7T*8e
zvuMWkoBuyV_tz{sJek2%V2#^e`5j;OxBUCQe%?*1<-$ToDvb?V7AgMO-r*kgXaA?d
z{qeI)^fUi0KmPGIe@C#zoI?)<_}UA2_|CNzo6RXU+2M7qb8dbNV*~>jzIt@;{Nalk
zY>Op((hO!T%&Pjeu<+=fd2?4EiRn!<m~}9tt?Sv#_CsIqS^U&ryFVw0dG?h9YNi>M
zmKPR$mlqOVaAK+7?}MI(7UgU_RR<2b7rZmfR)59iz`TI*0)vNeEayyX2IfVEE@1wQ
z^=;q&pUAs=qgQ%&VX}GNxv6Jo-00~%JEQ0BtQ)<ZcV{rbV1_gUPsg!uW(-mcybWv)
z%nMleN(g+emOm9Awbpqy-|ArQ*TM6y=PP=NWNKXDW!;_VH{bO<xA~)4l?qQ1{_)xf
zPR=%u_|0;lSy}GMdpZ5jP1eeuF}w_N&OO@7FHe70JRtpD`??szqxN%C#phaXKcM4q
zE2=lFOxWR0LWX9Tr5N{_PC+%d7luuO`bLwE+*#b~)Bn52;3!9=OYWs(YPmlSNiDf|
zV|DM|TVTRq)<yrw>jx6-Z)^PDE`Q<Op6TuN1!^->Ox9*?IpgLp^Wx#{W1_X$lgmCW
z{hO0>dw$20wmaG3pQn}yZ@Xj7Klz-jRqVW@s<|m^4w*Y&Sm*g>(GruE)r<dl8knS1
z-+sh;%<R{BwV(Cx7$>GQx$NH<`)Y|{--7uT%<+nAcvly{4DWIN|A~2)T-E)u{FJ}`
zy{<XT?8g#SkGVhI@<RId%Q&uGB9fW;kJ~#$w;LqI_xJ8Uwz2TpIqlr0TYLNds_IRB
zAlfNx?RbV$Z>oiu&~cZfPnuyG8=Y#lo;f_X`tSbbiGOc0OVwH&70j>_3p-PAaDM6A
z&syiLCaQcoebk<z3=F?<HSis|x07iD^99Bi3?&RzYz@p8B^N<?d<=ao4U9()3a~T4
zU^~O9^Y;vM%HJIRJZq=ex~bWZZ!tG~ZdN#@-4VJv`QR(*IL91K+db*Ce_6e3KPTG2
z2~Grz7b0ACvVS~$UK^4s64(;b1fR;?Dd1nVY4<vYGZ473gSDeoQH(*1@z3O1Sx5Of
z!m`$h$Nlb}f0R7``ugG-XK$T;`9=TFd4@L(Z$ueNqOR?G*7IVH;P0!%I(^f6;onvp
zQHi7b{NB7i0wIpAx(-$l{3iQIYb9#}6DTiaFqnu1g0xL!doBv{4cPHp*B5e>$S{58
zI=};lGTjjk5fVv^2@oiF;J@a#5Aqcca`s-I>Ne&0{tpUU-GBVO^rpFp>u>ZMtrONx
zUR@fcaf~;#8LR}VpK~4Hb6{Tp3U)~bx!3>+yfIMc`r0$o(`4za>u0tWtc{VrF2^uO
zo+a>9wPU#ci&w07_biw#9`ccC>9!Xh@e_V>6(u_A>6~a`Rb9EjL{wv|Xvy2AdtnzI
zbG?diwAG%`$~EnR(8L7R;EaPJQ398^rUl%pKc~%5tdqp3bT>JbOIIR|d)kF2)h!9v
z^>2Lbw)*{&y)A+f3RyqYck%sy!+7yRLmQik$%2K9yu2A14$jOUt6QdKIyf^+NnL<R
zHEuFG6pW+<BxMn`HZfBIqC}+Z!GFj0mDlb?R;Rz6yR{s~_#T1EFTZv#8Cf2zupg#=
z{wB^hNm8%&T<MpKsaje5;_LFGMLEmXDe%wrpZj?w^WM!7bC15#39GMp>GEby$6Vo!
z#Y$y8lY``xXGMnF{x5B@lSxwNFEJ>c5!3&i;f6KCv+{Q}&(D>=TV8)B{|^7&v+N9R
zXCm!ic)XQaDf>L=xyL)1lXI1KwmWXy%xLvz_2<9V_xD2ybq0g{gnI`zd<->veyX_h
zc~IB-1I(Fo+T0A1W*m9`zGkkCU+|`Y*VZu$omKv}?sAcyyWx28nZSMT^kn&6cxT4y
z%KzGZxY}w@*4{t%g?(?DZ(Yw{u6+7a^jq%yr&$l~eV?y-=GCP7!p}U@65sQMF$AbE
z$Fv##7M?Epz}WXy>$XGfzVo)JTbEC5yQnweTEUWa|Nd#6>72e>p-JoMU$IMm^98ph
zYAP9BV!fn&BzMh;TSxL;-<`W{_|C}L;m*mtdH(lQqATX=?>Aqv>}|sz(O2hVp47~p
zqIPSUM{x@0jrGf#-^}-kJ)in}!<S><%;nEK{bJ5uc)pl<@BDx;vBRv7{s_FBWxV^n
zp7%xH-20B(WH!F?UdvE&y7!~jbO&!!&yY#?RIb)KU*GWe=}*?@ET2#A&W<d5-m2=a
zlRblLo87T>s#%{u%RNb|<a{X_b-Hn(mfVYm7tQ+Y8+?EA{!Tj5v?ta}GGqQ1-`w-z
z_1B_AC%^yk=fb%e=hBbJJhLy};dEEU{K$3g&Oc@KFBp?F+orV5<vja7(MYZKtbdNx
z!n5n{#y^is`~Ft_cO6%3d4f{Wfy<XNKS@jNiS7Nl^XHsf+Tok}Czs@Hdz<OM`utDn
z{SRBV)js|)Prys%xQW@hObbg#-J)ObwU-Lpc`n)dYgX#N&o}>HWZu1E3;*L|tl`U<
zR-R8&=en1ETyj6RxMTS42En}T7L{=q&Obe=e(26gyOWR7Ha9-HmM(Dpbb;BMnQ>uZ
z&YnUK)vo5fwJ_m(@s8be{=R94oW7(!c{HylFJ|R~=h@OX-OKrX{v|k{+PU=d!S?i0
z-vG-v@h!hA&YfO*|HKNZNfRDEdiq0Sv*e4k4VMxab7h@B7Z-V)iOlbs*5SX0d*gBO
zcaJI)GR5Nx&!nE<Qhf3IV#ue=Jx>$v{Ej*I=iT@3>saKC_P>%gGv&Wu>9_Sgf8yDg
zS`+_|ElXZhMzDV_ycAO&8s;=7!0zZ~Kgl<H5^ZFwL*u=}<{CTS>_0P?P5<ERGOcFi
zd1C+9D$JLBV0LrD)yKmBF75LAvikVPbtgluQ>J@9(_}eSa`Q*<wLZhM3vZYo%$gi;
z%Q<P*i<jANj|aS2Vfp$&^x`;=u8pTyjkiZt{S$Z^k*u-ZbJgwRr}j-@@R@&Icaf|K
zQ=9R%0;l&MYbH!->F0~Su|(nMjH4Tblh=P{T)Xws?tOn9w)1;<{8y8#%saol{n^jm
zk|DcKR#mz`in7}sbX+uO@0<IV)#G>~+rRJ!6+An*{porB+7_eGDT@MD{;b@-ujSOv
zTTg8(Uo4!Wx9fo6wxYY6^QRro|CaXg^qRN;Eg@E}Ex!X=?nn3SoZKDcbuQ=Aku0gE
zE_ogI*~T5ZwTt=Rta|nB;3Ta}wsXZkuT|L_QuC>A>kTLCop&ya&t%{+3!Z=O$4<se
zn{Bd=^VP3!a_X8mxAOmkXX1X}gEJTEoLv)B-kD}&ahf|vHCFZ3$+HWRC%(xv68cfE
z;OA%io_AsWvx$$FNcdU#eh*mp!mM8Ke4N~@SI+wc|M{5h6V~@>-(WKR<;#fK3)L={
zn7y*PQT;|pc=`?V<0_o2E&hGGyM-pl&yKNYzg@gYSN3ep^T}J5^iO_L_2lMWhYID4
z=iOy>vD;SO)$>RS%T4r@_OZ9#w1-7x=82Lx@9!&=9xnN^Ibh+>uD3_GDLDt-33j@D
zMP;k*`pJ_;D(|wzTOEEM?wI~!^OoK9GlXqVcKj$w$jC|l^n=y+)^59ydD3syxBa?)
z`H92qyekhi-!0h?_~m>2ThT>n*5_A!Ny`z`_%AlgPQA%<)$y4JEO)uw$?Vp+5aaZ|
zCjI};*jdxhZ#}s}Z?30Gsbx+n-yhG^nJdq|QQH%k$8T`*_`&_=cE4o$%g)~H(EL|t
z$kE$vV!=OQ^WBsMEW26`zKq%+6LdN>boTzMB{@QT_g4R@`&o2^`)={XN5|9m#{a3j
z<I>u&+*I_e@c(rGSMP63I~k~cXRn81yXKa>&`z_@v)|j;P6}AYm{A?sIo<I5Ry}jK
z1x4GOuWp$CDDgwh3%~6q`;YCK=6&qQZ1%&fr3?JdC%NCtJKB5NIdHR!*dpm|A;&IF
ze8#^mcH7*4|J)oV%-WEZzW3JgZ>lT(zp}?vs>FZpmF&E%e{12j8*!}}lG-=c=d-k`
zfAN-$o*$vNcfCetagVlA$FbFSeO|O%e6v}sbRe<%uRwi*WWjE&%1vuFB)=-lVSAZz
z(Dc+JDWeGc&Y97>dp@h&xN`cCKXbg1k9lESs_tYS!Nkaqj~ymQGV<zZ-bt;`E42BO
zYPDVF;*<8&+I;yLHX>g(smwP!WfQ!8a<9IPw|JmRQpA+TFODvD(Hxid?kv`e4saC8
z^k&{&Xza-}ZE2lV{4$SOe#fTzFYEuAHqHHu!24T!Z`6oR&o|k`x#pjVUfnMDQ?|23
z+&NVZijKZXY1HKk-+AkI>i5YTrbc$n-SW2Tm1jzo(W=uilPxwLo_E<o-p^TklkYsU
z+W3?yV$oek=5;1^&Hi~dWqVzc@5*|co>YNX2d5m?-W4~&*x9u$N#0*KuX_2;v%$7=
z+lmg)IU4(~<(S$mX<LTmf*Z4c>AJcsdE8@I@$Gk3jntkad-+?LR5ky8Q@QlRM=I(_
z;lq;bWw$jA&F-9vwpjP*$IJCHzpPj;?wNM_#^R@0@}esH9d<d)dE^>au<p_Ek`um*
z?r3e>puV#{Z{^>P^@3B>l#kV%tmrJ(F8aH~VcLgit;JbgOEPcP&JWX!{WJM~y~yNs
zTK(51ODSz(o+tX|Maed`KWiu2M}58jyYCOz_0K6+@}JzCZ5!0Lbn=4Ez4w=Bd+e%z
ztTb`&uRYI_Blj;Wt0_*}=QZc&v8(n|*GaxCH##5YRk2l=d5+uqboMp9;s>99Ir_)q
z&ayXO^-L1q-n_rz*#AF_vO=rHj>bMYEOkERX`-m->GSR^*Z(R>TTb8oLh|C2bkoXN
zZh1$Z{49!^*A)I~-R;Ewj*bZ3qP@@m*KaHPyra^}f4`ExQeB6YeAnWP_ll=l3!2O3
zm6%(XUpjSjudVs~wYx-*H&@D>E~?t`DEnN#`0wx2o_=E#?ccrW83$iX@~Ye2hsw{C
z9G)IBf78Eb6U#qe`noVBzrR=d>;_%IBIPwHD|Q^NUS0a>=`NAvs{FG3?$*D$w|z)o
zZ9nyLjFX$U{+v?2TXqI#9y>-aI^0|H`3c)L`3jHbaGRAK;ZHN>v7G;?qyPHaYg4v#
z-d}MZ|GcAr8MR&GJOAe6gr3vp6IsfNxTZDfRZh{oHSNw{w?qFAYTDiHSaII^{;Tey
zWe=n!?#W)#7yh#G&f}u@3D@U^rL&k@Ydbyt?f*SJKBZ`m^Jks;d%fP<-wjwe<#v0@
znJ$HmtM5s1=K6oiJ|+_yS9y5<W}dE@K_9nwYkn^~yNsdO$lR^u&-v@!iw<S~y_LW2
zkG|~!kBgIM=)JT)wk51OYe&6^)vw?DK6-`65C50xjXAHr+H>FaZ+YL!s|_vw{Hs`I
z_UTO1|8tN2{$RYxZ0Eaky~f#}1+||aYzem6{U=ZS!}dozpWWV^^^G(2+v)PdS5m~c
zACAuG`Y=KA)0*d=y^lAaI9MeA;pb;gpUQ{5MxRW6=tMuR`&V-*uJ7Qop2NRPZ@5@J
ze_0W@CYfc))NX;DVml`*U0eT6#`2bh(Bca}cb`1b^ZVF^V#(x`IkxvFoO}43{cY>^
znmDOFx#k-Fh834D7Eiu*q10v0w|hI<xT@@B!U~_&dzL6Zc%#nuzn|ad;(|HG8abIA
zPp-$>->sN>=J~bm^UHV(gfBS$T(tf1Wc~NN+|%y=IGZ;2-L%b<*H3%jUpn)CUHV;-
z)H0(-t-3GORz0$>eWvx}-AT{)T&w?gIedTo@QR*P&zF1qCkn4L=vk>0S37;bx%18C
z^Gg<<)qnOc)0m?--{_ml&sQBM=CSQm-~8^5)$zj8ucD{-2>)cfaB!mJ^C_}2x6eD<
z)%|IZ=~%9>X!~}{f!x+<ulB7vrr&h(Z<yZ{@%sf|Z#ZaLEZ+9?kImX+Q$_MQ{#;M9
zG5xb5@<Ym@$&<C)n@X3~NbWgjsL-YIe^RUQrjj_xFE&fht$J5uY`rc$?#o+OpWnWQ
z^|$r*umpc8yLn>Mh4xl6*<<g*rK^7!e!g`5`m+z$1%7OQ9Q@#bwt1Cp|Msdi3w_wM
z{5Q(avR90JwB@)dduDBKVgAB^ir>q>tW9d!@~nH#a*HFAS7_V*)jW~smf-$1HB$SY
zcKkk(FvmORBAwnoS-Lyw&Az@be>UEUz23iI!K%!UJGljB3fOz@`uti#&_MlR;LKF}
ziCxbw8~@mx_(eUs^{uM;jr&>qwf_H)-RH@9+$)0h*2mTbl7F6?%1_!Evm}37y3nPw
zeEj}ACeDG3<x`f3hOQ6oj4eASru}zqx8<wzbpc21vdqe6Ua*lUyBW|~df{~Jv((i`
zE^-{6-t>oq!RGceHoN<|GKVKjekzn#uwLN2q5ol5nXu^Hr7@Y-^D?}CT3OsJK58t&
zn!pvf-aJgea$O+D<<9}zica5MVtX%bV%oF<8>ir^>^)ak{!wFoZ*@D{q;1Z}w#Ku`
z|F_+KTftrEcuVilhwzXoyKGXPeq0mrXTrP7n_|5~E!CU!nEz_apGyDwL{mgB>*I^G
zeX62AJ&dKzE;aM9e_So{w^YYOGv)P<Wp*y{iWB9-9X>j=OKshx^E8?>`}Ildh-v(v
z*rT4wH5M8bpLzdpOZOso{yQnDp`9~pg%iI2E6)47So)`S)*-oM?G$xC|Ff3b+ZDFo
z{_Cl}`QBu9r$F!byb|(jW`Av-eP~_aLGIYyZgH~uPoCz+Mjbf2=-;hJTwlIDnzXzA
zg=f*sRWD+fJeuG8{5PX|{cq28>7UoUDxH6?TzTr0>9HT@&k7a!9{eHo$A<V~$!Rgg
zLi<vW{tiF3^u?sz3KxrPZKf3eTEG7CX^U69-aQT%c6QjwO?3Np@p0|H`F~d1zrFeE
zF}ujMZ@XRl_SZV>I;wdwAxA&y3BTf3p6&Z*&3aO@$faz<p*|12tx{KXW!qbO+_|Pi
z#@Taf_<v$sI^oaNYo{+(h`qbC_T(Gyl}Zy8%a^9LPM$w|VXpR~IHN+1MSoLY-t#az
z-Ltx3iO-V*iQ?`{Ot>!h7g}x=ZU44M=;aia*P9ak%3_r@6P(NLN%5;Boe#<LI-_Je
zZ*_r<q{gBJUXHRsIqP$-zfQi}@i}#8?^}_ZLb(S0U*BB{7R~7{Req(~wr0`Pz`aY#
ztM+ZWnLg`W(rhlvLam4Z@8rozbw`5Tgd2CyIH@UZXT3ONyW*w9C*Q7V&M4HLzo&QI
zg#F*yIeEpN`&k&}W_!Fi?XMv?Va8RNng-XIHv?2RvxdoR=xJf;$YWd~KXIvh+wapG
z+JwBH^d>*zdheWa_t^8vUY8F1WX|>1TX1Y;z=Uk`zR5mOQL%l2m2Xw2uWooAaW8b~
z+xsV+UwTfM&h>*^kNNF<bwQo1hJDSOE^PglbYZ_!(X6w4l2`htspmz^KX&Oywb~z5
zyYFUt|5~=Lo6(dOIBjv6>n^K<x2=+=e7%0s#Wwxh64Bp<4*J&*@vPT+-P@;k*3xJ4
zTM?!=M`D*3PRz)+bJ<t(Xs3Ulz?5nG|F0=#|GWFCTZ+Ut_Y}uJlB+Zx{izJg+-dFd
zUGQG@V)HZ2KMVx)FP}3JbC-B@q5S`(THQ0%t0x5h@n<VPVm<K{f6e;(e+{pEYn4_R
z+P!15z4D&<%H#S?HMtK}D|XGCc4qP2>g0WaZ`p3tZ9Jaa*${oD#cHqNs_#$x?wy;q
zGqURWoZihs%u_XFu1+|-*5KA-zs^4oB~D8%?(5t?bMyanehu3j4>kQ8gKnL=|E6!h
zv7G0Q^y@|YPm~6B{EUyApONrY#pC<!8%_5^HZIGl<m)lD@07mIB)|QFi14@D7n}Fa
zk%?IS$??jPAl+8^mfpH~OJmn+dS`x~Dz{hep4@iFd9Ro5s`#tAaHdtV*K@1Qdp>q#
zEfQp3vZrKsTdtRr#m8U!Sdym1do2ufis{?FVs^<lojQ%T%M-&^yxA!=uYEy~-a#R+
zYxT(iQ|cd_yZ7{aB#Y66x!Dd6w$1%NH!P{FWZ&;Um9ImOR9KyTD-gGM@z1}_Wmh$o
z%M0yRl+2jjqaNS+UAXG3%VWFLiJJHO53x<GaaR5oem7Nz_3h&`s!{(oyqojN;mF1O
zD@ER14S_kYW}7VW{~yhMa9M!-OZkYCmnHXRc(YfwD(8JnZQIf&Bl+p8K|suor(e5&
ze(g?`RP%H8+8*yK)==)sTN65YV&b1Ut}~`($d#VdU%gP{pLtha;F`KEg?m2P#V0i!
zxsV_A|D*@g<~hCGD@0as?vZqg`*!KF(cbBYrV8y$&oA+u)a76K-QcZfpXb)>+@Q4w
zgsWU9Xy1Icv?%6M=L(^^MCltWnS4)=x&GZ1`01O`v-Q*2Pu+ZcqksCk`}Y0GJLhSB
zX^?7Nc-{M@E64tK7k9sE^mG?`{$i8wi62)uMI1Z0%L9U>W_hV!DR#J!ee}eO$3O4A
zo}witH&bnb-P`Ku4K=#w_4XGoyf*pimk{~2`=2TOap=ley{Ok~3Cot}O%w8E%(6YL
z+_>z|?}*)e?|$e#k(SkGqwdS|=ZPgAI(7Q-hTmt->Rg^*<g?*-4ENQStTSWoha7!T
zSt!EVGe^B#S9j%t8zO;?ZD*hST&=6?nY!<ssA10~m)T~gUH<E^Ypml}zTh_Nc`t+X
z*PbP8YCOf;`+gOjV0mIck>{5i&s90ef*BzKAD3{%PR~zWaQ|~#nN{m2O*VJ0+neXr
z_Riiv&!W_F=F~qw9`2YPIB~~;`BP?wW_Wy=Z4i_q-1gc3pI_wS`h#);Q^oD=wj7(P
z-+o+rbG5aHN7429X8WgUK9E^w^XatWvR^LwcKdv`w%#qiq%!5?y^m9DvW2vdIb~h)
z>6Je%Jn`Pt;z{)n^MC&Is&<(>XXX5!w}sLV3U-&>E_+y#r0f3W@YfyF_CB&amVZa2
zQ0BT*>vH9#tCj^#?~OFH4;1+~r)gJd-=vPTSi_RbH)mh)=9}qdwO32O-a!3dO>F!$
zt?$RZw{`q+O`qGBdMl6XZ`^{LUP~rF`?1AbRG?+;&&WJ2t==D^^Y$_C&0n2%b?Kie
z8V}UBU8<7VucXs@?hNZX?TXNg{ymZEHzqso%IjYocwu=~(65@W4}7&;eqCl#3tnF>
z%upD6eve#8+<DDS8mD<xKdqe-_b;LC&q1p+ofq2{9eEOBBgwKY)IGD(v(r9w@}`gf
zzD!;F{@CuIZA*Wg))YOuB~Rz5rqUOg<_oiZ7iGMW4(_#+HTrjXlIOgC&w^Je+-d)D
zWb3lodpn*gP2Bu^k8bp<uLo6Aw11gS<}I-5d|p|<uDNF2;wd4M!p&Y4EaX3BcwQsu
z)#TbsZ&mNLT$rWLrZ`iqYnA@KC89UD^ur4$7gsDf9kk#~gWJ~ClRYo1rqy_^v^riH
z|G9T@lF940+aH=o@m@Ysy*K`S=eF!aLRtRXR_x3X+4^f6$8wf8>I-*2Nu3+KP-(}B
zo0B8sjekAuT`PIpUU%>PDTgZVx<v2das4*+@ZGIU(W*@fd)zwq{Cq4lO`{`RyhU!$
zN>|PHub;JYuAlhy_~Avl^O~xs>W%&^`TbI+RJhxIk;vzMrVsz`F)#W%pUp^a^Wy)v
zSc7~em_<|9%vn^xwp8_oyZ))IZILOuUmxy$VzBUhP2aAdiz#j$R>r4d`q>_D`Yh9%
zrSb4qsHUUCyohB#4=(ci^|>~(t1?7(;T~1nx+yhlHx-?~G|M*ZXeXDo&h<?ho21(H
zH|^>BoVs(<wBWe;juZdi<$bl<;o|8fZccso_&Zj;VsJMJ+I(DVSBdW1PhXpU_2qi)
z_<6bI+IHi6VI4x7PHKzFHSf2XvHt4Tt&`6kv=Du{ZQrskPp#b>?N_QOi(U6upL3|f
z!^`@#`ZgZ@OENEymfv&qa{4WNdDFC%sXW!P@l|WDs`&ktd2hY$;8H7(xd{uT#hc!6
znP2N#!%=i+lH!zk)7kE(M1S3@wn5h_yJh;>j%%+17bl-QD>Pfm{esQRPzIl+?;m|W
z^-V$h%=%mB=G6yOuG`jkidS{bmDDX^PDwHa*R^<~s$GxN8*JI?ekH*A)R&Vz<@Iiz
zobInDyp=jtyI(!4DzUwOn~A*qg?}}V_TARp_}P7e$~&IDGyS_~-e7sZsUS~L%j0>>
z++QbGh8z7ZysbCuwbZ#_-81%4#+{kcsm%9W7HG;m+Nn{Or(gZ1;zvwPSc$<0ReRf*
zH&<UTPU)W=5ZtO}n$xy?vU$F~qEmSCzv5Nicc<A$9{Cqj{Gd-z_0tpYqpzxM7kxdt
zXwIG(_Zu!>nuJoOFa0uo-<9)n0W!BIZwtM&P*5ZPAN#~>lbWrYp3i1<_g=+qa+ICt
zlkEMU$;bHnx}X1--5Y&;)uO^=F`KhyzwZ3rAGK7iD)-F)dq<M<j%_umS3M))*<rry
zO2+J(?kLAA_B`3s*SwBUty^xt^i`Oh_@=6^rXRn%t12D7b$!2`YG?BOivOD@r<U)X
zu914}H)p*7|BEA^OMe`G?{>Fi|NixH)eaM*nO|=!l&U@THOS%Y*JXE%^QSOYwiGDu
z)n1|H%V=mE{zl{F4~C*j`H7EjKVG-s6?aJQS6`K>v(C+_o_msUfkM}cRnzA6=+sun
z2#0IN*uDL8KJNP#E}IoweiUms#-4GR_(T4Tf|0C?*};{!HkteI92C13kzC@l=cGn}
z_twjn-_JEHeY5l*%g-rdx;uZ~eD`7Z$p!NA0VmG-nx3xV?W_BG`tFM#%O$=3P3djP
zV|b~PTpPSE@ND30kIJIAi*`(Zxv+<iVX4hI$AzC#PX8+6^w{C>t*p{>>bLwIi_DrX
z&E-!{_#n9Raem6$MO|BGJ(&II<!8t2_0PAOuu0v#J=xT3?`c=hL~GsY`ju9BVUp37
zO>9bER$8r5-Q@B1tfoy~*6|afF%Rkmm+dY4w`Hxp_*9#?nn}6)pVWHGq~yOkdrQ+G
zZr<A9$0C#V=^r~?bStySXWs4OT8m<fl20W6d*u_l!kgvK+%MNvf;H!Q-9LV0^^CeB
zUSG-t8$=Ur3~uicS@o`8Jkv7%<@?MvD$&cct+roza{79-YLNbg?7Em&VS9he@AW%x
zS`~Is_vaNU*Y$m~;<ess9DML6a_i?O>6No)h`jz>w0D{3T#2?t5viF49>-Tcle!($
z^ojk^m4l0Nr5?J*Ze;B$=}hR~r?ZH6rLy*pr{0PIH-h=)mRZ?N66JVOC;qSC=c;ub
zwM$n{EttQjQ=s!i#pF#o^+$bAwHcKh64i`8Ha%(C3z-S$XV*$@d+Jun*&S-s7;?jW
zn@%WCf36p+n$N-QGQp3ou6+D;@`ANbe$3Cgo-8zR`-HGggR9&Vx2Qx<+>{pIe|uGy
zQ?UBFvWSJECnhD_6AQ{<>0Dp6_qfuB!nh=flw~T7_DeJ-tF4~;>f#%vS5xxs!|g-3
zo*jwaWgAxbJF=>7PlovMf9Ks-<XgC`pYtkWX=Zl-*WEuBMK$|QNqSA+6(arp=-Qk;
z6&iW!%LI-TM?Gq)67qV|JYC8s=f`B*FRv>MHd$ZZDm5)<ael<cP4>!~Zp-{qWm-Kq
z+{=EDzyF%yw@pre_Vay6S1!J|Q@rw6w(W7#U0=Ai?hU^ke@tzr;-T}mAD?*O5@oAD
zS>yJJI+L={#J@`Jw{CYjHU0Z?UyHH0bMFrE%TvD0?G(02Y74t6dGn&(nvILjJUY{D
zw3KV@?suDVZyptm+kG)1ZNk)VZqKe5yeaHcoFZ*Ex9PUpbSD$zrAtpe>U+9t&KWDO
z^%dV1%(Gr<&sw-@%2~@p%l`Cy)R^&GCidZN+mo|p{(fG4t@qmI%|d4)WL91|Zkn9*
zRA^tF#A^1nEA5XvwEXtuIQKT?RG0dtU;H8sy#<W|f;rLh={fCdbUsy`GduNf$F(V`
zZ&LTz{V`f{XZjw^nQukj{@3{-TBAJ4=iHZVCM-u^utsWrE_urwebPqgi-%jiUh4PL
z+0y?fyO(}r+bMPF>26E)4owN)gD1p#rSDI<FSXj_WUs2e{k+W*^$Fgx276s{8_#aw
zGwBQd_BxhTNcY{=bzS?u^9%d-v5WjF6k2roD(BkY$ISg@X1jX})W&ZNKQ(8n$I^X?
z!B&#<wM3uC^UD7C#<-J5y5`#(pO+T;Z$57J*!44vul%;Q=bi;&0#D{9%#pLtQFt|T
z!oR7ltB!`%%=0=pck#LGj+K`}Tq0QieqUFA_E~=KTP|sfEcar)-0r)pZ|{64_A@yA
zS-;$b#5e5fElghZ0dHd`TYdSox-#Qmnzrae_6xsOYlpfr%&~Ys+1k1{d|~z363g%_
z0Y3_sC(T@O-QmpRqcdkr{SbF|<<)JrdX{CITWh9X3>G`SLh8b_c%|&)-ar4`t+L^o
zDpz4MPcEeE`$}(@FY(*doo^aWtZ7xs&eD+=4tBq|;?JhL?d&Q&mcRP_mmXNU?~>E|
zdkYnKe;!@*ZJ!F;Ja)|&S#!TETQDuE`~FOh*GFY)_Ad_7*i|?6A>WsL8<qMKZPEL;
z@7?PVxbm31$e)UtH*>CwdoS$#Q*+@`WBr4<fp(lP_1tbfR=hu_=wGPm;>*)sueAEG
z&8uKVg>J8A|FW!^4i9&m6>nm;-&$a`N`6b~-o;NZ-)3UxdTF1!?OMPxZdvDhD!R45
z_tyVsJh}aSP=Q(N6pg^I>R%UZ6P>vJ>5quU@@TWx+p}NxZhl(vKuziO>ls%CYbU?o
z|C%+b|BQU+5263(&IVu3X53o;Q23;M*(Ia;OJ}~{W)C@G*R}iE(&ql)Ka1-s;;o*j
z+?#s7DT3v#+=}`87N1)Eqmy~>>32Fujy_jDUEKPA)q{)oUui5Ye)dMv%jMg4fwXW%
z$+d^R{fL+u!nZ2j-2Lu4zsr$fubuN|_-SrZ&c9>aweI!_n;k2Uu06Rmb$&p`4S(*g
z#})sqyK7`C?#KPu_hw?bsr*~LkCS}*r_@Wh1m6!44mfn#x;<C7|AlXLy4!!(pf}fl
z{Q4cbJ$u*V)6SDms=B_or+Ie2ncB>4c2hV+^UwBctoWb)qV8qmif><cO?Vquu(Qy7
z-z)LuGruM?ik|*|?4+LLpJnwizc#W?HG1A9(&5olUHn_0Bj_*tO?j*T=XKv~{PsOn
z?%xCc;*uzz>h;`r`kMVdS_SfN{C@lH&&M;*<;wNyUtzizv0vkY(TDqKKN#nKJo+d9
zX;?>nlv@3r^kz+`C*G$E^cp6`bwqA@);%#`UwW(jyjh8Jx28t&z1;innDBqc?{+g!
zJXx?azM^w?y_B}vqOK4gYvC(f8+y37+75@rKi^X6-_{$b|0YPQ)Fr0p`T}#w2U@3Y
z_g-~;`8;srpEvtL7F|D?p%NOhX+zo7hYlJw&zzo$<n9f=+p)3dsD0F~+w3CFo^Ox8
zJuCU;bo|Tb{AcF=Rb1qs_2{GNuaoyT@Nm={{QZ`7_SfE-ntwmb+&#(`s_<%W-BOM%
zE53^_<Zxx0mv!^M!OmRAn2DJpPj<hawRPM6BX^5sr_R!U9Gah?aDJ}Sq-E#!=l`0e
z+4oXJqG090YTfCMJPrb<gJiD-_*I_HUU>X!xYgojcD8lJi~O#7s)nY&sG9P6$$`M9
z3udh}k1p9>waV4-Z|ZrbZ`&3Hi9Gjk%5?d+w8N`V#z}o~kIXf<>x|0D5B)zEO(`w<
z_Fq4$+KT1V-W$s^ww$og$=>U&oVYnDW<^IUSE6Ob^C#BU?{mC6JB8%+A5Y_z?bOdY
zTv9K2Yx1IkrkJpf$xR#IK6@z5`{}iWcx&I1uJs}gsz>I>O{o0-hU@F`ttsUPw`&Qn
za*{i38F3)5zjc4ji&X{B7c97WchPzFcZx54x|<HvR>v6qI42pJ`P1kAjr3{Nib2eg
zC9bwEy-)jvFI}@%uW{M*?9nB!88g4`oSq(cG$MCzh_U<Iog16ui;w+Zs=s(&)Z>JA
zQMXsuzhRyA<-lg<+^Nf=<`;$)-RRR-u2hcV>U*78@$=kYsoTqv920A_-U{-r$~X5E
zzj>$r`<v4d*3R5qTap#u%~>4tM0<Ap@<%nNmtPGCa8-#|(<NubTpzsb(feAjxm|T>
zGp~Q*><a$9%;OI0TrHV-zI!L>hR#}``0ml|*}FWdc>i2b{F>8v?StRz?<>#bcmHDT
znjXmTQuv5x$@3KxKKh!?_j>5sIH8W`@tY$8p>d}&*W6G(`7Lpd&D#|@f`8fGYj(L^
zd&#4|vvBs`)6y=Aoq@tPUTeLcbo57j&}N^&&660v_goJ13sls~S@NSi;#6E^h0f2X
zC%cqGJ*H*teBUpzG&1brmO_z71zJS~BCjHo6oRU3rug0JwV3as$<tPT^68`&4>oV}
zi}_Ngu5Qwt_jR$H&+1LHjo#`dzF~=2Ql+u#l*km`Umv#a`#bA$)*qRvQ`hO4oZMD0
zH@mdo<B{BaQ{JnWfA!w|wwZm(ufNOWPV_iezZRI79{JYs$GfxZx3Sg!nY`lW_U=tp
zrV8g?%n#q);iY+Pf=qbKov+zX!i}4F*4)?W{T62;yD-9g@3IEnD}nb`p61j!Y18y|
ze%a1d2FJLIPG}nZW^YaUe~&rqQlYr*oL}9Od>!YRSFP0C<k;xt?)gch;LEIw@@5b7
zk86m&_;Kvzql`&EJ%SExU)riaIdEauiY+rc+BNm3T^7$UT56VMb+1NGQbDBomzh>X
z`tR!WZCShJ_AU7&F0*ddUCY%eyH^}srDHhRC2Z+g<x|G7v0Q?WH7vi(*)n&Vszv_o
z$GK9sQhnL8-fufK@#67^?PigMYXX+7tk~eHcSz{+^jj5nAEIl22EE!-5Z;;U!4<yn
z_+ph?-;!=mvwyJW!_(v2pKgqs=22qQ5m9+ca)0*CDw_$0PP>~fUzh8UxLCD+wZ(#W
z&aoxi+-Ldp|JXSB%uJ1fg5n+X_JvjNUijYJBYMq`PZMTbIcs4Z=^_<BN%h4R@ud^)
zJuAHOc=Jgy@4CB@y=%Dkr<mt%uiMlwd`Ubi)NNm1{;!yrjfQpgK{G-bK8ck6xs+!+
z|J>O(`sy2)CZ0R0aQRzAWtPzgkMB!r98+GaZQ?DTe(Z*ve&IQ;TXpktuGNK#eEMCJ
zS~~sLGOra|Zu5se5mEZQdmpo8(ELp=p3AKfwE67#Iy~s9@1>{L^w<vxM@!z1UcU7C
zJ=Uyes{VWAr{6x^xJoa5?yO7qMc4zoo2A!A?%T4wX=Ul|SC6Vb%+f8K+md_w`t*}r
z_2RG10#kMy1gfglJuojyYTGht<E*xpThs3C-se>-xG}ZZFEC^2>8GC?r~h}6I4M5s
zf?s9PLo?R0e+Ntg9-Y|D8Lq3X5xti8->eBMi!|PIN<Vz@RUycB4gZTL{(G~RPFcV6
z$R_S(*V*^W|8Y}$Rkrr*((2onFV6nGR@t}cNbrj%zt4w+M=p5&f8~rj>wO;F{hxA<
z^Yo#Tb`e3Z5^=xNeT!_x_9=Yd?h|!wS#kKqDf*KG<^HVX`%`@6_0!33A8j#z6H@x~
z!|Ad|rO$ny<hq7vn7wCTcqd;zAm|W#@`9EJ(&5YP64fsKTbC6d*S((AZtBvxS_kf~
zTgLzA?IHD}6?4D5_*Sgkut?-x%e+l{?{+V5uX#GhZoZ##>{ZLu(78dk^A^<0UiIJp
zMX4vVcDjpFd6~rWcHQ0UT#va{?+MAN`))5frCK@FCD3f<^cBy(nT1?iyy5b<ij_7W
z3T?$(n(7bs<u2QNyF=HYWwSY3sij(-RH^>uYy4ct)_lypzxt^B!V@zO*NeX`DEwK>
zwqm`B>c(Zp&MNBLmWMBIu{*yY);Uf>H-+=tQlr}Yron+PSyUseweC(9S<bV?{FsN~
z{NJTlpQQcyx9aN(DTawU$=<W%GjE<s>6x<j|GU+lg|a*U-|pV{<!r?L^+&FMJaGEW
z`jeYad2G>m{9*m?gLPjTcmneKCRI%iTWT?_xNHv3`T9hktlvV?m%?_G>{3gsZCPgV
zcY|@x{MYkWf4s1<)b9GeD5Wdy8HL|M|Gi=RRi~-OzMSXF&DVQ9w}&jd_+CW4CrWI;
ziJqwBPC-wVTc)SZe06_PRo|kKekS<V%r8Ak9+3-e_lwl3rp0nD{~1zW{NT~&eRrNr
zXRordNfPh<|NH#3@QQiI3a7_Txi;_jMfK|64LPeHmhSI=ey#cP<kGy?KSTchDG54t
zMY@nfZrZWx|6h7*cKuk#w0W1=v96*BqtGd=R&nRF<)6E)mOSnFpmhmft4)yfx4nKV
zI~L`y>g>ptTlU%dzvsUD0>1=;*4>*H+HEm^`~2W-2RKf@)b~51y~US(@ha=qXAX<9
zZpmp&Y^^n0?05TuWk|%o%gc}S`E?Xqv$|<NdM2a0DA|AMJm;$!EbViS*)0q?l{wex
zf=JPi!@<678|yCV%$seO{*&j)E!)NN+Na|@#V%SLFo@TB<m$Ml{pKg}8QYw;>^sfs
zah>JbW5u~CE}LANPFY?q?VfOH&lazp(*(a)SGp|u5SXu&(I@2a$;@n3+WgRqUE1bT
z-Brxx3O5O!Q{MaR&dk5-uEi);G(2)Figr1gqxxA>|D~_mzOa*drAN(IWm-ORTGBuL
z$CKEQjhbEVde2=lrw4P~(qrDfV#brNOB~m#@h+@cQF!>M(wwl8MAl!u6NAqEve%rv
zN@C4(hqLQy5=5uhojddCX+_W^&Q;El-x}l>#%<R9$?E$e;n(|9V$*IveqEu^x9pyr
zwr=Ir&JdYn9sjx&1^SNf{<K5H(#p~HIOq1&W@ioJCa)8@DropR|CNg@|MRD|_A5ER
zUR$y};;6M}@}6H)Hdr67KVH<O75nmJjJB=0h4sYsrGcv&bj*IoX?^<h*SYG#wAEi9
zvt7I#UfmtTD*xiIu1e+6`I}Ddu?bADOkXo$*2Fkb-_#VF>xc7BpI@n<b8ZdCu}L{q
zWy@DPbY_X#&RnMQpLdp_!t^{zy`Ld!TZD4Wj>{}v`?=csr+K_b`{7<&?f9|@i%R;~
zbh+nlNm;UecZSl-=Ycgwm&&HR*SS{uy5^4D^{)C4w{s;w_-*;pwpwEAkFEUqeAlD=
zY~B>?U1y{D_xo(GjQLr%FB^HLd-|8y?@n5Nnk7|pZA-(|%Xa7XulTE7{9^Vlze_Xk
zU+w>5?&j+2@M?*ZZ>Ph~BP(OQc5bx1WNPd9)J|jOblKBaFLy37waJ$MYaw4!x7W}p
zOQJmXvsv`9w~o)2=w7~76S13fs@@HsU2PnDoVI;D^uVsJ;WV>WsN~s5zoQn%gyzNt
z8vRH%(to};SKscve6Mf%)%7iBvUpZ!oIEZ5a*|f)!4)ndawnI#zrLy3tr7i<-Oy+M
zzXqL3^R+yEFRy<OyCbbyc9h*k@y_Yyq6C{xyHeHj|4Rx_r>dV&D4g7-*!Uu5LUpz1
zEY}AIf8DCSwlK>;T`$06Qa0yKjVFu0)HzLh>EFsOkZI3Wy(*SV+QC=*yzG;(o|nhh
zfBr5vq4rn!>XesvD(+@??Xf<dBlYmx?akJCf;;;<4bJ+^K5YJT;i~+fQw;V`ef(s9
zmj6_br)8T&Sd*70m@s|RVqI#b<;}j==T9=v)w1aeX8(QprrPg~*UOJNG5yc(F$JtU
z-lk<e&-ViNVaCvpOXhN{S@87wi4XC=zv&zMX|D?W_LrZx?K+E2{Wg}`rUe^b`T0Dt
zRD7p#ZA*<>wq;FZK|SZ%NlJC)YelC2RMUvI6i>{M@pr%DyE43Y`Q2T;brnyxT|aZ^
z=Wm7edOxe}pZ|_r_HWZ#|IK&ucyHe4i}`t6{>IWfJn{;fK`hKcRo`6Z25*{tU+?r~
zory)aP1krX{r<np@%LrlN~!tI&)q_vZ#!OW^!m{?X6cg1nCOQq{FlW{y;A?}Q6i)H
z#_*{QbwzpF%Rc&FN=Q-upSbb)_W-YY&f`BfUkzsv3Nl@{PkGAcKlYvW`AsK91f=dB
zh(G%7zD%_A^!|T8Z}@m+|B4NHd+2k0pjByVrEB6B(`6rLCkKT+_kA+$&gSov;tl>v
zXOu;FDouYgsc~6Vb$-(9ZU25mF1RcDv?B4S)}Nvak5;?>zkR;scLUd^z_^rUUf;tD
z9W~-#GkDhQ2%NoWd+(E;<qv+mUE%S4R`1u}!j-=pmh4W?US>b{((UTkZLjL~e=O0O
z@FMo^f5}t7q&M<({rao+!@ufGeDv~Ux1EVwKe?Ceubpl3UDsshwfQ_%Wm;EOzYsk9
zw8($9(Jwxht&uhl?QCB=tQXq<{?I)kKe^g{>UUMk*e|BAgt-Mi3C&T<-)`gCHf3|^
z(mUb70gT=Eqk{FfdoS&IeRz66{EUCw=LZD(cipp#dUj;t;-(4qYZiR-=6`WOt@V#g
z_~IL9)L(zu)+4Ge`RR(z<Jd}_Q0J;kOVtXkRh2Z_CNI0|<|lA-*Zz|y0{kjvIugIu
zCKpcZ@UZPG7D|^Cw_CJgqj`^O@_FqwUsIK*1lI%@9=Th5`MLj>&))Ncj!oSiH}$LO
zwO>Dy)DKIhs-54+_xM6jO4(n9*cDqYTmBAizkagEC4Ww`=elnOSN&v<NbD(GT)W$(
z>!Y>p5{Z4%(lsY5YF>Z+bMb-bUai2RD-tV;HlI6|khybn{DOS#c{P!m^FM3$m|Wag
zw0z%1{cXo@uedt>X<&}Prw_{uw5HZ^Tz@iqRyWt;`gd$wo%Ua`U24DZ{tDT`jZbs4
z!+CFh`*Nu4?6j$7UmtDqlJDPtTFR@h{Z-$p@~>47UU$^3|8vUxPjdRBfHxC@rp!0~
zvvjv+#iQ_=*IMCUnwND-H63BS+TP)G<I+6;JEsf(E{$%!knVc)laX?k<NR*nbxlS>
zi@7H~vwV2vT&H&U;^UcfUOr+C&-#$L{@zxfy>>N8K|)p`-LLzMJC@Xk23EMf)_(6X
z>#zBx<udC6H$I)Ued%W7RZ{0RbeQ*k`lZG9eV1mH>z!R}vi}Rhzh5_5Bd^;&>+rnI
zUS77HoSf_WmzuBNz;RTWXOr#r6MNTfxZTkf^-nwW`2WnR1yAn8U#SYQc@yINIF_x)
z?y;%(i{2&QMPxo?+7xd)zt{2Uvq~?6(zge%bE>ee*Id-2yrVaJMq^B>zpldkV3ws!
zf0BM|xTR#HxoTq1?qe0f9HFsK_Pzf3`mvzl*K{$p=NCPDZuZ-*_qGar@qxc=dr)cJ
zMydOyLjEpGjx_B4GI!4=_B#H%^0o^0FW0Y}vHs4l=#W>ltJa;L9+#_kd`8gTU+<>K
zUFmH3^&s-^Qq>9jRlGil``pmawcJ{~zg6R-(ZX$i{Y?JcW}lMtZ^^W!{~lHC*tj!Z
z_5JjAk)XfFm$JWJ&G@0hL$s<cfWi6cigUIheqZf{C0i#gu)lK8<L$>um-pqZJ7qpe
z%$}oKDCC^vzh!e380{B-+<#N@6z8sBH^0bP_Hikeo9j*elRh=%PvLzUrMm5Mo7}%;
zvJGL5p7QlSBZA((D4zfHsdFGxSi#1RS7vH4?akWZdLr}ITdCl0wx5zyEw7k$Z#(j`
zQ1gq%x=$vL@62ZjX1!PMYO+~rEsyoI$DjA)o>Z}o331PPv)pH0vgw|pe`_~5XU1^+
zuU^aH+4{U;S7^EOQl@!)s*%-8Zq)L;pU;22Wn-VXkYnh~mYz+YSnCccuFu;Yf6HN&
ze!<D`-XQt6TgzH?_xJGd2`1)Vm(cSqk`#Uz)GD#F>1xUDfcBzDzb86{pX-uV#r{^`
z=P4W2e5YUibHklJ`wzc0TmHXPe9Gv?c=k8bpY0c}eCV`$bH2B0i;R)d`fbx(GN#r|
zR8}!_t(f-xc;L3}bApu81T+|@hPK~H_dfL^Tz=t|o`c)}wF=0)R=L~_ly2X(c)|Xn
z+JfzkUoSJ(Y`Jk~nz$R+gR@er|H>^tX{o+4uCyZc-Tk9Q+p`0^rgy#+{-5WVYZ-U4
z;NQB5r&)9N`@PuJIC=iGw!8CIv|p@^3|h88>|@;KlLyRSOg&uwFZx||<cj1V)BRiB
zR#`lh-slvqvtX|Di*qy1p3vNpXTI}|)y&HMhy0&D=-A-X`bT5IC-zhOzFfG>xm-*0
z{<8@}TPCc`yXp7Sw$8R}-xkX{14-51`Nz%Tl6|f#?U$N=?_Aic+mW+8)}KpjWwTH3
zNp!wsUb{{^b46kPt(uzOFaP=5Ef6`g*zASTXAQL<?TKsd+b!@}zPurL=e>C|O1N&8
zJq`c+R8`>m#O5zOak9%6D>=qZoMI#~H%EHgq_riV+IdaaSC!ezEj|?Kw|tq;hl91h
zlCK6wI)3l!saKwG^2+CFSGI{iTX<!r`N#O8SGJKwPo$QJyz&p?2~l{>+q!ybDeKi@
z>GRoYXI>UmcD<B%To~Qyr#VUeql$aSi^=bc|J|6D>ruIF%Ksmpt6wJ<zX`K$l{Hc6
z&JRhsdb(fX`9~v5-ODBy|0^iPyEdH5ob%UJD(vbOADyp?(%&v$?2kMaK8JtVhqs#)
zMST7ViQJAa(dE^ZKYr@Y^4<R(<38Qzko^0NvG?m)L#5{@C$GP3x8nV#m2P(vmkQby
z&Q%q8m0x`~scYl^qmx4gy(h{(d%RJLr%yc6Uv+u?_M5M@mo)u|Tg0%pByeW&{L{Q&
z!|mS~e(squ$MV5tP2PXMQV;bCusgUOyEV-=_+(q4(>#|~AEkbLYW%MI{o>@4+WJ55
zulr@ZLRIOcev#P2(~p;iZR&Z`YW!QT+S0yH#VYiZ@?_ij*M6@%H7ji&lbn5B)XL+n
zzJGi*w`ELQd-B@xrMnL;|3CNG(lu638|KVRuZ;0h^1Ny7nH3#!-NSxzl|KK8-9=Wv
za;mqU@wY2J+_UJ=FK(}+TW)_nD7C1CkF_-N#BD_>jSt_;RW+`j?LEcyH)2|TFGEoK
zJ&k&=rtXir;&-CfO?H0z`{=oF`O6z)a$A4?S+%k9sk5wvl9x}YP)2k~-u$N%MN4!)
zeVnbcSd%~8Z1Qcxd+gh4G}{d1t!_te;fi{hVU%-gHb=<Jhkd^o?ibWuP3q`5ob7bh
zaHpc~oA4!1Qy)&BzkH*MdZ71ACG}O>>u;L(e6*{3|2903?XqU{f4vINo$~6v1qtq_
zCQej1tRM9EWXhjA75e%16B+LHeEqk&r|fl7ly_)ctZ3kAx5<&`Qd#}lj+AU$HaBK%
zQg*)7eQl}q`}1#i-zbPW@B2DEWTwQ+2|q$YpF5kZ6*(SU+<3EETmNJH%ZlZ8Rc$T>
z(eIbt)Xm)EmlIadVWqSD**(tlNlSivz5e6)Wa*1JUZ*+TkN78*m+C0(RT1U1-WBJy
z__sjrx|pT258cd_VH1^As9!2Fi|tPS`H$NJLYyqBlJooXgQZokbv)o>pZx05qo_*1
z)3c}g_o?nY-+U$LN^|lbrS%&_y&azl{Zf|7iIbb=`OA6Jl9<pr=F=~1pZZE;^*`z0
z2R2X5Dn0byYKWY!^y^8{J$xi@lhq2I>XyuHdt{RTMcr{=%jk|Xh?G}!Ix}g_aw})+
zgIx~;U(dh0D&PFf-%Y-n`#UcDxVEXXtYvb+vpHIt>pWwg7PT(4{8{S0aPM1J)2l6Q
zeg`yl^S&pVZBM>-dH;=%j)Flu*z^-aBJHvz4;z}e=g+lGC|&XC%4LCj`N#9c<N1#6
z4;OwX!!aYS`Bupv+55k>X8JWL=SHmgrBZlu<xI}6KMi<(>fYCH*ZL+i<<z@-3-A57
zGj*Xr>khXGCDrjC-krbxak|`u>kn^!Qr&&wa`RiWYp<5eGzxTFiaWHU#IH{Iu6Cs%
z7t8bOd!{}<xMkIsxqB4;ndQ!0yQDavaA}|UJOAht>kMO?Ln9_#e`MEnpt|mYM&`6>
zbA7hm=HJvjOLK1K;rquOSJj++|3fonJL{=w@yC`d6La%kn87-0g=Wfgy)^U5fsu!o
zOMNQq{j)c4sg~RhbJ=N6;@bShUtYiU>50{|`zzo6`OWXL^-A*DW3MaE{4AWmvCu{(
z{JC#!`@YzcHu+7LzwOicvppasuHsP>*Z+#iYh)|W{d%AMXR*_-JiF5=MIyYrU+An`
zveew`dg<bMeVt!E2eif4JEUDxZ`+ou?=HDpDL!KBrJ}ry5Y1inm!>?D=-#_6$3iZM
z?d(ktr@Lz+{ocu}cpYfHQARB7VzR`p>t*5-idFt?o15|?^sU!L_w!BOaVxvz)tB8f
z-G5{6zqibnI2!MSZFqWi<E*#~_g2_xPkHwJc**YurfW{G&HpUO{_u-QYn$ft%qs#p
zuSIO+-mFer6t;g2|N37n%U^8l*G!z9C=mVhNXW6*<;FT9L1Mp-tu)*8B-ZJ{r!sH#
z6NT4}D{2qDm9j1SnPaY}=5fhR?EO9`t?vitXEkql&RS`EX#P3%rb8BW=9~Y!^S_X>
yQ=PlRM{Iuozp77%JQi8X@~7_MXz(w3c52y=iw{CAb(IWb=4z*;p1JTUmKgv|7ogYx

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ad b/third_party/icu/data/icu_conversion_data.c.gz.ad
new file mode 100644
index 0000000000000000000000000000000000000000..d5abb06b8ca21e1e6116ef1732c661c815b1489a
GIT binary patch
literal 177696
zcmWf?*_p!m_du}ziqyvcA11gg$iH(vNNN6V<G_Fo2RL4Ti!%;e*v$VXX4``v-iOZ9
zLo79Tk`EPgxrK@9nnwTXy&UW|q1gDzA}{Gp7B;mL{X*}XdRGhDtFVb5Ial@1=)2v!
z{$!E=5;s`%g%<rk<MHD$`;~+*;i?<T|6e}%&pou_azvZr&Oh^tEV^qHUX^?~mc4A6
zv&V+Osn^*K2HrkZR&CvLR(|_lsk;2DPu+fB{x&n}Ve0JAygTgj8$ur2hl+*n6x#o#
z_`q7R*IDiVjZ60baS&12ziQ@Q`+L)R_wReFZ^rL;IP{OdUyJ%AegEf&nr_6Gz5QDl
zx$df6eZ8d0I=M<V@01H0WrgnhCi;1X+~4x{cUer=E6eK~cA{ZF-fAiQ@8)k2{rT3}
zh{Y`?^nc9Wj};H~ep&ug_b%MxlKu3XbDhkdtnF@xTASXp=I&{mzPEK*|4(ko;!Tl%
zbS(pl{_XUx+`m5W=j#<y7Jq%XA>i6s|HEZx?^VmxXTP$qb}+iU{uxL9W2L|o+lus-
z1sz+<ROAr6+eU6(+0RE_7C#fVPU8QdHtpm6NcEpp=Qek<S>MdJ|DZ1+oxdb|WsNzb
zYu4?8<xx+s-<iL4#@7TV{l}B)1a<zWF|C@iS(ZOGep<cI(HAi*%VmCTd!uuHrs3U;
ze+w3g6m7Y?WZSE^>aB0pGJQhD4_RHFHvh>cq0o;x@=H86`CW<-Ob^QET6A#snvB*P
zbFxn@S-Rr3>9WTqLO)OcT==gc#N=m+!-Vd4%XO{wHFoXgklG&b<nM1s@h{Wamq};p
z|GX66>uBG!WEY3|e6M{QSlX87s^)*VxhQ~t=ie6_<F=`O)4caI+5O3{iz?rZ1Xniy
z+|s-5(6(8EcVr~B-v7A#bmQAq5BJK>{`6>(q3E==Z*OrX+2(Bg^nKaV{^ZH0sul}r
znLQCd&AH;tKfxPiYcnJtrf<J6MZY?a*HBJ>rRe>2x8-dY%-Fhn8~@|4kLR;2{qE}T
zr*w2L<BQvdo=i5k&aKH`+7`3?M^Nxv_nl4i)fPTjknWvTId`qix90-Y(f2>QcdwSS
zx?h&Mtmxi1si(D@4?I1(@cXU<k5}p*+R?TCN%H>%+rIS61sr&I|HItXhBxLr&3rxO
z*6M6GN5l91r+!X&bb*sc{f5uF)zX@gSLZoBjJfT6@X*4tAGJAKcj?(bl{qUTb=C2A
z(2Tn~nNO_zHC>;5t=5D+BF1r%5=M6S>UO=>)ZF$rC2E#ipZDz(yPiz(^wFQ&t;F#0
zUitTMm4DZ@nkSh%W!D5Ba1Q<Ge=#hzwWIFjPT8-jC)~G(2E{Xc`YJNv;b+adMH<I^
zCQi8+vUb&~gDEFAx9GS%EqNs}W!r3igXEU_ja6@L)+(Le^0d17?3B4Tw{QO&@a0=l
zD3^`x_xzV%!`@tFkCbd&@m_Rs(S)8w`$R%>kDPGj?a-*6eLQhl(81R7+&Xu=C)G<;
zYPz0hU(X1!>_7BbHNW%Q$8HIMwdYQ`&JN%{s{VMD$n*@p9ZKpUd`stfKAXB)i|>V7
zYsh+$J*DNUDJ~1w%Y>zES8`lCPhD*8w49d=t4uxi`R>d4Q4+tjNN;8K+wT#ou1&|i
zwulS5ZDenEOiSnun6cQ-X-#Rpy!EGD%cmPY&_4Ac{z9Ji`w%m2HOb!gsojch*3o{y
zPQH%)lzP8|wPyN_WoHZZRxDrVwkf%O)qCSOW8?Mnf9{^N_4DdIojK7HUj6l4+g4zr
z_xsA(tg|M%5B&mrmS?G#HUD~7uO;y5SjD0*XO}PYuk3D`eE!$pP^RGD=gQYUUmM$3
zHCMxYE>E7iV&VU@&RMrapN1^{7qDwW%OdCbj}A_m^1b`$u7CGGH+(stKPfUKTVv1d
z#rNKo&ooZ>(xuS1sp@Nq%${pZwTEMGKlWAols)72(}fvHKi?LuSnvI4&5u}3uPJXY
z+&A}{9u&XtW#F>bo|xBPD$F$g-eV8n!v69~`^0;p#m-J_e>L*g^a{0oSGv+$@Hq16
z0%6$;mIr6=*`nU3nRs}y?^nwQ>(^C0<@g|@vs6=H>YQ)Ee?p5><W6RLz3#M`swKT|
zQ~L2_)%zN*v1}<z<zlU}_`5R}>^h_HZQrRycDv_Z7JA3)p#E-u&<xdUF8RwpMz9tK
zS%tLjWYx;aY0G*xdB*0VhwDEbJ$YX}`vm*{`R9)Nf6b4{-0|qD%e0zTnJbu%nW%Li
zx;8s!TgcIlNjm-)i+^UV+{smObsp1``LkmG7%BeQE+4SLp(H%g`uRzh8Sg|(kLu3x
zSmf<;QO+j)>~(oAk#hU4HTie4y~6)b)({jt$A4Ve_{&^l<=VWIkGmH9lzTgCX1s8c
z>Ftt$tJQ@SU(BDiyIo7k48Qf|+mElOPA&Ry;>Yf33P=3*&b=}}``-7D3x3VrWA5X6
zbH?)Z0r`>d;#K%0+444>G#722;PBDW^?!%o(e?FF0zYSz{T7g1TNGWM%lh`yCH)1j
zSM&5(HO^5Bn3BKp+1$-i`<Glh$@A|-pzgFE$M#JKE_i>QZBqQ~mrVORA~uHaPx>9Y
z>DFInt-#{GL$kGBT29(+6W8?r-@7;W>=ZngE_zwE;%EMeis|erOa3KVwCixH`1`%|
zN}ja+bFAY6|C_Gw|EXvG4o_dv|JT}m!jW5(AH4LRYn!vX-0H*uDXG-@JyW`-Pkq78
zoBQOBYs}KU-X$run(F)FCiy$2xfS-Ts1km<q_0k}{C}|cV<)8p3uPofu3cX?v2y>k
z@adoaTq{pYD?O9fuc5uT@Ok&Nb${kKw(g9s)HwTA&G^P?sp-dyO_Oi_=5{|e-$Y~D
zSBthp|BX9Rm-_tWxK;m|F;nzZ@xK>+;f!-9e~1ldoUCuj7ayo8XuoD!j=H4#${$h(
z*P9E9?l+V4G<<&Jr+Hb!bi+LD5~;_ryCvSIJpL2S*sNvn{mt}~WhyUZO0B&2&xwgQ
zvTPCkdn+Kp@xAu*1ig2~ZV9{QWfh&4FRjpKJL=|g>g0nx($ck|jsgGf>?{fJ>koBZ
zD|>31--Ev032NKpZ%$JRebN_MXDFHdLt$>h3e}Tx-5bhn<>ut6={Cx?8Trk+^~GxY
z>&!oY?`fR&-tf)M)4^`_+3U8SMfX~)lTT;$J@vfcoWQB5{H;m*HS_0PHs$bp;=FR1
zjMhFM!&`Fh?0GketfszscPb^Uugj*)JpD!Jwy+cy$573M^JP+PSsk_huk5<Jdy?np
zhtq39kFNCSIa~9!`1IV5A)im56OI15ao?34dSOpuPIbRJ_A})4#^(i{0euIrq!g|T
zaP_|3ZScEd(?5;Axk=T5S2gd>Yvz(VoxZ8&RpP_bjeEj0)&@;4|8LEim>Qb7f5+0d
z8+d9@o)L2Td^M<ECq49>X7#eu<=<4ey|^sp6>sxfb#uI}mAi4eWy!WbYh{j@e)zTH
zo2<urrZ23Mw94*IX?}UV<zuyX$v&~LJ=0Zcc5mOla?vw=k%oQoCrWy!%yoZSJUhSe
z{rxwS7rA^WH)U5(-g$9a$-h6@Cl5#6?D^QnH{n?2zNyD2em=@p!I?O9#gFBWCx82G
z=qG7j9l!BTR^jL7fZWhooo(S>fxj+seqq0AlN#BhB=fnXXLD|@>etjAvkO;G-~3QH
ziu1#MVWwRd5@)UdY4EM9JcM(NJNw3I>mQm(vtGDdr0}0-?~K#!W}2aEx@~tPiKo={
z|C()K$fYMTxv=UJN3P%8C;8Pj;!NFBlzzn|aj5Uj?ccuj#1YH&0iyGZgLsdws#D#Y
zWVQ8Q*sFWhCO@M(Ty5`~t&;TJerd11f8J95IParT|9fAp-OleZx&E>3M2=5Ye5X&E
z9pb1qUOnginO)zmUHJ6&K`L{Vk&p+At^F3IkN)Zhw6?6e<Q<s4V&aP5t97gD{xf=R
zU4G%-TNS36ca87$znG#SBN+bHsp`=U#ggy89@S56`?8*m`?UL)kn^R}+Ac7DF4Z|)
z-pg5+>C@F{FS|a~rrq%7+JryVFGMmvwRMGDdtJ_|zS7|QT#LU?w@as8v-|D({^HHw
zkE)ipf9m{vYxT8|B}QE<mukGU?Ff`&>2Y;@SXUrAbDfgH>2=m&)81`%k7Jbgdiv*e
z?y7g``=%ya`^*2!o0ju;!rrNx|4v5l&D9V3GC4APx2VhiBL_A=(!0-b^y}s`iaRxU
zY=4GY{rxy2CF|$9sdu-1nexK9v@+o0G<$(pQ_8+inY8ER(+cC$0a3>%&t09PzihJn
z`hRbk1^0fe4p=7iQMmZ;>qB}kU%rmGd-=J*<R8L}KmOS7l&!xSS;@0)k6Zd*R<5uU
zFMn$>=Px|5;QO)Tit4ZUH=R*il6#cRcv<#}FXykNOX~~&eE4tWwmAm&Cyz~F{FQ(8
z^6$^=DrT<lCx4T-{`>zlzs83@>Q}9v8dmGg`FHN!&a0{F{<phR6vazAvQ{SURy8}z
zWi;0|u109nuYXPN^k2)ZYj?Wd?roR2KkPuP@Sa^eEbe}KoV@YEXZcHagf+$XKZuzq
z`0L5S`A+Bjxm!-L8yXm#TKH$%-liw}Zr^GuTDZ#K5`Wt7{hu1TUfq>R+VuUO!bI2f
z=bQaAMLq3nr>#Ev^zDu>ob!&KbPrqNF0ml2tfA(zykGLs-3hP#XS_e}G+idq{>Ag+
zp5ow7mr@>yJezfI`MModH;<pHWaaYf<E?)_JIeI9)V^pv)~WNnCDwc}nrZm5&B-#{
z(!{M!P_IvXUw6XA9aEQ=X{Icn-Et!TwBkxBPq&>X%rC9qlfwGQ-h7+3%8H()6IR3-
zTkF+ZD260IvI<OXF*_ue+!Os@rfQK=M!wUmZ8gFVp54~Hsj<8D&c4qdm)*JHbYX$;
z*Qtpt?RERsth;67`DBV=PHIumXLjqU-#VV0^{zJj`EYT`ic_Cf+&ewnW6{&9SWn06
zC)0!u7e(uBk^ZLseRVtU*C~wOW9$k8j%=T@^_ka^r2H@8tDi@GH($mp*~u>Q>9T>>
z(z1DrR-eB%^;gWZ!rjkSo=~p!YW=q^<bO@(yXW#JWjE^=K2iU*How|;$yD*QrEMbR
z_xI%WhkpCs=DK?GF@C1sORDc~316x0@ch_;&40LWtyh1yNNSy5@kD;VLp#sDn<cjY
z^m36`*>81^PL0`h=iYVCovq(KGENOv;nrU2I`wJz?<0F^9gcr7U)7fr_nhg_w}`Eq
z?_UxB`PXpoZbhb@tD|$)yB~S&oO$QdXKBe7rloJ<Hy)bzqjcBCRcAJCDJuRUdMh&0
zwyXP$M@t%q{L2kWC)g!Sq~02D7j;_nCy>K(zt!_8T9f@71zBI+ikq&vD_1l0nfjIg
zr};g$?QpTpmA@-dwc^3QjZ1HKAN}X_WO>y4eVp7=u1-$Q{-zoE<=3iImEG2c;d2v?
zzO$)(n|AEK`tF5WUl)F?anV@z!g8{Cyza;P@5O(gvM*!%?Wi&RpU}ChANPGZ{l3@T
zuvgu7Uzgm!PgkBUb`RNqr6Ryj@sVG(Os(AgipKj9*-GL3UFu(6-?R90$Lb4fl%kg5
z^RM^62cG}VsZ_ISSJr$t&i=Po&#boMfBx*kKdtIB?4tLp_uu$5Q6|y<yJBQ`MzHmt
z*=o<_?G+-w@9aLh?TudX-EDq0=5rnA@h&#{!hdMq;gE9O&)Uu>|8p$;|Bbmz-{!UP
z<IvTUV}8%=%MNdhur%_2*S&H>;3l`H{l7!IroYt@Im6UnBYbG_rn>tTaiRzQOaE(o
z+^CtapxV;;@s`PtDDjTc8r`MJ#gQID=Bl~%Hv3L~jAJ_gt9Ium`LiKhc}KqYyq$Ja
zenQBvcf3n@KmSu>{l2{G;kRq&|Ga$=FBh=vSnk_{*XKDO_r4Zz|MKIdXD;Y^b%rm$
zrSbI&Pl9&;?J09V|G%>M*=z=RU$u-!OBZ#X@zSdO!Lm0vA=7qGY*|Oneg76)#fj>F
z>eW6z`o=i(PMxCl*KduQ>~-o!|L@+^P>Z;A(EFkE%gOr<wQsi7O%Ptm_2mD~1B*=G
zURN`<Z(1aB-+Si5e_=C@)?Ch;`e6HuWxP+<y`H+onoIO;X;5^DmEzkQ$5y+1dRO0-
zvFD^(u=LV$TfeunTz^)tuD70N5_fh>z5LnZ>{DLXO%y!!elyq2*Y%;Cfgk?8T;P9N
z_2>L3=}ON1nI8(RpYHLSc>ltqPv45})SP_yJwHO{-yg<{|5O(y-Q<7r-o|!M?)~m<
z_ZQ7M6!-V)i{n4jcBie{<EqO2QQytbCrs|5lh)r)vsbTOvv+@z%U^w4h3uF$-8O0&
z?O%&;ohp@mvUr-a$*wM4|G)84dzjY!pJuY=$*OqIE2nd3J{Ix)-|hN*f27O)wbMRa
z7h7L%Gv{7L$o0rN*|Tp>|BiaJ{lb#l`wEwN2mR=sb>RPYxd6|%zcaPYJa*H+lJ!5+
zVY`>i|Fs$pz22Gs{-3-WI&*{hq7AErPB!c6ANh7O^5=Z1lIp3>q8=Z2Cr<gFE*G$U
z*Ym1vKez6jS`%_HcftSMmr>g^WmC^bJ3T#rZ)@)Q(@%u&X59a9@l$c_vu})3FE5yU
z#M&e4U9Fz=?n|H7ojJ1YcEeV4tqsEUbLIVauKt_U5vckw{p{=u2VVziync5=L*ntr
z&r4)lCI2MZtnXU+@9Z@1EY9R7H}^~w6t%8r_PzgknevJ4$w8~$)Q9v2OgKJY<YLg7
zcWzQAG$mH9-}6@3w$9?X{leL8&uYGyR?7D(eS9OM@qG23RafT5C#>Z9@awhRuH>Az
zQm)IZlFS>cR=NK)6kWRC<L!UpJBj8ZZ*LvUn|y2iTDwd3@e8(A-V{&xckAow&)GBg
zpPS;c_s)(oTf1k)wU<?2ChdAs`SVt1#Cx9D-^ZphmOh@fQ*7O#pIiUueq84@?FHAJ
zbGG7l)^&bms}i5JZf5D(HQ5h#i)^@G;(Nf9@jA=C7~_J6<p)c}&PcA!-g58fOvm?E
zR{WM)%e|iay}-VO)7#$l3M!{1ojYP?JJ*ai|N6YIyFXSxi()W{xVg5d*)X4{=<(;g
zHBL;9UJM=%ehz*$O$V2IG05pSF*&|sWZ>cCVPoso{Lstm@=-tEkku^aS?ihRnS#92
z%#Aml=_soCb|%JH`DB7d&k}|mAb3PcOhN2f7()aIGDa{)=q@{8CtGult4*r=<ny%(
ztDLsXu6rhSOE$D>L2>id^*sxWnvQWuDQEN~m}&PW-0^IbbeMWy`g+}zZ5N9-vdIX2
zvfN(z<Mk}L)mIdbGvx)x&J|p;C!_w7f%DT9GiKHmvYojfxmZrQVV3ZdISP+iWY5od
zp(lK$P-4arMct$#Ig7bM%cdzE=M?y2vp!Yu(;TOW&>l<a;%5psuD)u%@VvX{jD_{p
z62>CFPo|<K)*V_Mni<J){emB6>X?Njq-Cu+pZEG=t=plUM&7^AiyH+$a4_VX5_{y*
z`(y7n`v2hCeP{uDlKqje)bwYY%mUs_|0%ld2K&do2M-)flF>QVXrwKB^tlP^x(|{E
zr##x-+}M27BBF;mwQlMUu31dgHpdq=USzr)(Jj-R&D^<a<>QkZZ!JqXmVEX3{WXDh
zx~nv=2{N2n`@z!kRET=?G=slqIlODG-C(zDlUn^Q`-PjVa+5TRg4?l;>rT{$dfBwe
zIL~32!Q_5l?~RP|JO&HqwMQP!F*we-B{-w|omQdJ%D+3@5)>l>@^lRT7T-NTyZ&0S
zz27(Q>qnonDlYL~_;~*Q?~7CRs}%OColLOz_!hrePc<%7_mkd_*bloOlplQ0^qT24
z)9<Hj74sQl3if``Ru7tf<1N$s-g4IatoK>#Irc4?-}mM6a*Yl5dv}(tz0shaw`Z&2
z?R8&gD;@Y_TinZ;KUH4p`nju&0sc)P(={fT*WFIG5AF#Tp1<kfzjCHzrsO0|A&%f~
z$qi<lXE@Jr`tX@CPi#EE!!Yk!;r#8F?d8t&s2EQ=<59%wkoIn!>O7@`f2=>7E1y!(
zP|&FPttov*{y@NifElYli_ST!qo8BE?7%BAgQ+vBpSy}(k6e9l))iicsXN2mf+SBS
z<gx`z`>ZrN6!@cO>O#IY3yHwg6;n-D_G~aZB&ICEQ)+NU?8~tZHs}1FHLRH*L{-kM
zI6fioi))~xbMfN29LnB`aZ3cM?Y8A@*!7a-N|c99(w2?I{c|O(^WrYw5}#6cE&Rmm
z&F8XnRQh{Gq&pTmU((E|VyHNB>q*3sA37gR891)0pRjX$$F|eE;B`k+WTWBn36C3f
zO5?6aOg?w@v37`9=dAt<yO-wfb$DF#mrv=$AMZ^I-!$!FbbE1Ep}6@BuaWtQ->+8$
zOxz-WhDmrn|E~FSthFl~uHW!rQ)8aoc=DK3QTV3ke`XgSvQQUr+bxklZKlul8C*V{
z#fL5Qb&e|)1xT>B76wQ>Zz=SH5=}qSrzr-9GdR6x+bR7dZ^CZJYw<$mnZGt{J|ycX
zwBLtgZ)}ZmXTDnP#GRc&@dvgYb)WnrLrC8D(R|N8#+~)=mb$(9GO?*&E#>|{hrr1v
zZXXSw{Nt6qe)+>f5PUp!*N-frc;82h|L=L(^t$PJ({m<smb@4DF6>=c9sg)LXWh&P
zlR52XKA7w&^=Z$dtUOx=3ww@5Hxiq8)ovs}iDd$}tevXc_0?`9I#s;iaFiw5hvW0+
zzE?Bt)mpyu&G-3m@<Ly;>axf8r!T46_WO^Dj%9DhQFCD<^V@a*&bf;#-(C2zvRG!F
zk7BV($~Vzt?jNs;D1H9N?5xAHF{49h;qH<Ta|9Mz|0$DqObq2#*3?N#WMS>nJ=k#b
z)6$I{?)*|=yA39t^2q98(F=>ba*9JGSox$JkC|uY`Ij%0HR@(PSk75z#mJJ*R?J-d
zIM~#{%q)o6vAZ|qbkd%?4;SyT_<t^jJKT-oXT9nR8^;%%UjBE*mND2YwRICZGJnCh
z!*a~E>KrkLzW!6{Sn!2qWxZ;Lt>aTpBmWDPP3MGL<}LX0#POWKZi$?xgK82vlXe)d
zXOLl#aXdGNzmxfpg?!KFgHR%;d;I~%L>Yl&KNIHg!w5|?A@-I+hX|{=H)jT0ssB)G
z?I~{ZRl7Rj5<kyHhK$nM_dg{!_LX!xB+b6k)3faRaZV9+zc=kKwJl^VK4%p!IMNt+
z?chY=KSr64OWZ9Bf22EIFL1pl|BEG#lQH4k9R4yp`A0DqL~7oeRQbJVyy0<XX7QoE
z;zt$}53u}=zF=RHe_^lVv&kI3f37;I78*tfH=BOp7PmLO!Yv+e`tfT0y}4J?lGdml
z%X+l9P3hsI#or!mcqbRJwJ!EUY=P~^RoAYt-ebMT`tLOBeb(z>n8$Ia!Lj0b^v-Ej
zFCHGeWA<g8?uN}b%^rV0GlQM!N7#;oKHHCp)<|dXXjI5$@JR4*@SCa4APk1VYofST
z8#<dYNHO&OZr3_l`>(ds{#|{8VY6X#VF3#t-y<0tGdF_;?L5m4a>gF8u&Cgk!F|J9
zCyB8b3@<m#V`DE!G;IGY=$+6OXZ9jF`Nh<UA#MSZj;Sn{R?3K;Osr@7ZG2<i!EZd<
z(hIDEGtK9EC1io1P7$+#$aKC*&DVkiq5~wKs2)8Qm?QHpt-zf7>&1lhwqF?q#?GG$
zd+zUZS=#)k>Vj#og~oZYz3hVLvjx5uX0hZRtrUz`{l>_^&fp&R+f{m{QOJtiBYZuz
z0{3e_#H`^>?=R77KP#DYE}^)M@7V@x=iZcDmIK$6j(R-nzRfg&cU$@fTj%I47xrqr
zy)J9!adBGZ+nAqoCTv`K!(+lm$75`g-Lgz8taC0VbhG_7F6F+!@6h&-_m}yL`wQxu
z|L7hUSy12nkGIMkTn6po-DGy+*Xae>&1*ocTMF6DJ-n|>SA@8Ih?w)PK)<<qW5nlj
z0mrqImlf?Wig}~c-JM#vQRm&%qgyxa2s`%jp@;n4i$7wrlH48_7jEq_Yd^E`e@x4c
zY=+p1i?+Ky`^DeU?cSYQxV`76Y4_UHjazlT8Z36&xg%Pv{Pd%|-?N*{S@K^zyKr`4
z^`kV&ylD@UA{Q=g*D%=`@vQOC)}q{)z~yEWq#tcO>bR-VkaKZ~k^9^;1v`1BpVqpz
zfc?M>2%MwMk;BbU({*NNMuO44n6`8Y{bw7NZ2FXx`twWw#FQ}m;<z-oDb7o6t|iR5
z5#RPU^@eO{z1nrAK*qqt>m6@XZ^VJb=5VEX-AbOw-JzAOux(mmw&b>H50fPI;6&Hl
z9R3r%nkEe9V90({)kD`Yn={EfAiC*}(3fcoR<k(Ps(NTRI&n%_iBzo6aJ1w6<>~0a
z$>lX6ps6iLAaIMaK8JEZaMPT9OT4Y`Xg^+8v?Ic8YuS!Sx2a`2qQd;1wOB|Tyuh&}
zs<^AveQMd19X;l!LR;MIr>MU3aX4dpqB84*#f9(B6|+4JEf0S?;eAH3%w2iToWycT
zz3C5&B>&Ac&e1#k%m_rRxG>c?M)&YlqqrAy64P5=rJuWA+56dqFNon*VF~j^iA6_W
zN*0^HZCtiD!IE#*53XLRG|LzAK0mjlW*V-zf7?pk<y^v<k9Qwev+F*noqvtt&*F_w
ze{+00es6i#EQTX~IoZuek9F~?M%}pZM=1R4%`5@I;`TSXC-!B(GD>mT60l>rRo(d;
z3IAi%zlv=<sbm)E^i$^ee$P{^bBjA3J)5fkFkoqO?WCH6kxOQ1dbPaVcrG;JS!2MF
z^lmTlGxJLY&Id2_sMXogEAnZ}|5c3Tz5dUxD;<kE648C-XcM3Dg~YZWIS1#O6vUJy
z3GQ-Q_-%XZ_15zs$gV8slarC;{DYnC*uqS{y(ST}bGxTUKG!X5{+P#8pdAz0*c-5*
zw_nva{lG+So*f4oxO=uQ;N+DkXk>h^?2!P5J_?K$j5io^I2qVn9ygw0o~bFjD)qy)
zAK{D>4$e5N#(j+E023Gr1#39y_$*}D0D(*!mPNR5<Roi{CttMiHhZzssFmwb6f;Bh
z0<*Z52WB2CjV7J)&{EEfW_Ym1qvqVPbZ?ojoq}p^HzJzFvM)#onaowldZ{RAZz6Y*
zTg&k+=PS2oas_Xgj_Vb?Y0^2DXi}f9s}Q(m`O`v|)vcYfzouO9Q}LG3pZV<8=Q}3P
zG71+QIeD<0KZ@^BtH<Qy;TEUDKkZy_o8_Tb)bkfJ_xG2s;b6!%IAHPUOUGlT9_4e&
z0zC`diro(UQTWYr*ZW)_!_o&20-m!>NLD|_cP3l?S(DA#zB8<S=h}oDZfsg(^}MlA
zE@BS*9Oh$|2{O!|_B>_EUOwNy=KqhLod<6Itl4?sX7{Pzui4vjO4ruu6?|h#*Dol$
z<`&GsclTP-QzmzPk1x#U;vT$V?TdTxfKfsGkJ%C7r%g(y-|sx|kXvToij>_J<yISi
zG%@(u1nT`LY&tA%QR6u6%$K~AtPhJ7YWV(`9T9)Z^jg2*htR({2_IR-;vYO<O`KA(
zsQ%x)kocn~U)$^Kc<p~Z^~`CN7g}x6M+;W}$Pt~t^#8dh8=9`OuIG*s-=S9kf<XzZ
zC9*~TuX!{-^v~w5`mm4Zwf_A)-|bw`mdAHjW|yX2WMaSQw}{04((?F29@|cBEqog@
z7hK^S7PDXT;c%B+RARg6!`cI4+Bq8!iG3GceK6u+Lc#_Xh9fG>6F<h>lW<JSYkz54
za-OMSk6mg1^wkk9@(=BQ_w(o)KR<K0RZvtwRA6evk+zHL7lw;oTfm~WWIxj)rbUk!
z7kpxn(1yU^)e0*_8AMO~X1m82YVbz7^55Ah-(+q7vjuj$=76f7O5WPIhw9dXXI5To
zEns?45gHXg<C)`;TP4@nlDq<fUu~SIu!6-^)kDkC>+^fg6>@@qIyC}n-B$PrTFv0G
z;Ce3F<Q)*x^k~xY^fx+uN2V{>$MRG4g}!40Czp@1SRq3tL#4q~#siE87#%XqdT+2#
zSnIfr?Pk;j-I%)y@y%7dua5qXNK6;i3wxNfrqSKRzjb!#j>w~bW@*1!vuH)wjz};c
zOsF!X{7Z;o%wRBKkYeC%5PQz}CHKO1$9rs*(ob?7?@ieJ^hW2pxfv5SJDwAJ^5)h=
zwn*ue+zDT=-w}`tv=V(6^3YH8@8&~uw0u?^YEfg@wkrE5Z_&0Yt4ohkW`!%xFuD5g
zp<QmAx~i$6V(NuA!6h1Zww_j(G&Nk>_IX36wrQcN>aH{4TleoiP~LdlNd2upr`~VZ
z4|ghrU&-IH)BB+Jp-9fmv(_(UwNUJ)Pm$lc5AZk2?^2(9o@I@yd{u?P^@CP<Ro*dc
z4jz^I*Z0$^+eqQB?&pMur#QAB`+9)?B){5@Ooqt}&+j+yzZoq3*jJiC$l2>yvrMt(
zXY*i>9u>n$OD1aE%d@+%vvH{jYud83HI0oIl6ZTLp0b%xsqp!&QT9Yh$268d!AxiV
zDCcZp(1AhKWfvl4#5Ol9G+B1wkr*hwFg6^?3QwG~{L&xkGooii&rDr;MT$Y;<&jt6
z2Fr_*+O@d%-$-ocJ-5a5*)1XdO|N>-&zg}`v@W^uk0lfLz7rP~Jgt=3Wi+|;Y0kz&
zTMzA3_{DNn{Y2c}HqNw?CP{ufuW60>Esd5Jd;Cn4b+7WDvo&QBo4VNP>2vcdY~gQv
znv>77bMv#sKmA<Pr@|++l9&ClYbZ~`XRc?DLl_<BD1UD0n{0XRyic@`dW{j^v&#8`
z6%&lxeLq<^Y%4WN6_pd;Y1}mNx?{17#%Feg;s8~?WhPBp+e`IQgp!Q@vhwXZuX2b*
zGTmr}5vPHp^vo8`+^07hH-7$f>(s{9<o09d&hWO~;kY+PIyu_fU~=CSX`Y=2C!Eah
z>|M5&$E91A!+}rYal=L#X^r*0OU`q+_(?o&Fa!x1@=0iaEKL%$OzaUp=Jlp|+rP3y
zsj*vY`&KhJESqBzc5D}$vz>%-r-7fv+a;`ia*v-Ff{2;*)*rY1kCDE0I7CxOX3y&%
zKc2t$ye#{-p(6TFmh~;hhg)r@G`8sY@6r9KCEGb~$89}6{~5XJt!4YQ{~SpWD!$Zu
zzV$fkHQjqWr@xr3*ZU##S~#i3sYm_aG@EIDe{#i7zfbxZtFvEuhj6?1KQHm+?<4lk
zX}H6;`u&DqeI@e~e#)M^_wbGFr*Nw^dk^2Tp0nrhL2H@ai+7Ysl)2|B#AL?_O9+Ww
zWoZJzk~0lcy%UTKBxl5EYxUg?Oek0Qc+i+XP0nJ@lEllrcc%!-{7+($>|i~^+5m$~
z85b~Y+>pWAAlh(Fub|A4)v?#L#HLf!N7Se9=f#_sMbDf|Uu($3?wzUvY6(B8kxkzy
ztt=fCBXXlpVAg{>vF?BW%$~^Wc1t3W`;uhp#8`n_dyFOtrbyndiWX5~$enm<kDv;R
zT8D|_9QT$I`}`$03^u;{%ynRaXa7-K-Dev+Hb#85x~6ni+rd35TR6LDjpLcpxZ72Q
zaml(YHx`67M-?t86S=}C{bqyXCa<D)-m)7BDKozaoKW^LyX0f_X2W4V<=smT^PMaf
zXkcV8a9B3Y&-ok2?A|w%PH1)VNcDe+tg<?*J)=icf`f-;!q#gCI0e74+)vT9Ih1Ps
z$9R*E)t}Am|9ien;`{&RgTL5iWvOWezwSI-9Q&643-g49)y?mCcbT8Kr%<hJ$ok^m
zg5u_Lyr0ZY>^>QBZHbMEtY`e>gpMNBU007D<zQFh>DVAI{=I08xZj(S0>k<VnhIZ=
zas&@G#N0Vk$Y2?%?6Py$jv3w2J9mgCI_RZ6U05qH@oh@~j<PwET_3FwD=-un|NZ>w
z!uEDKq3=aI#2s_kzZdP8et549h>&^rv_QYT+ValnhjD!0Z!xMUEITCHzzKz7ucujD
z<2i9GpqJfvhVggf@5Ou!iZ_j$4mU|@r53FE!T#V7$C0%%c~1+p+oLV-oO&46C-u@`
zwQ|MPhhco>MLQ-Ro+6{FcW{nO+LJ`v(i#1SYh<1|OWZwJBBOipp<&;dS_8@Uofc<~
zmfn!rbM&DuU;amry#+J64u{CZJ^CQzKG)}ii2GWbAbpPAizj$0y;YNCjOg=gn>TId
zwK+|!%h{BdOtvw&di3P;_X-v#PTXL>;NMgrB%-|Rv4L#+ON(987nl3IV`*b#%g}Yq
zzSJP>(-Dy>%NQVgB`sifu3_s&zLfqsyh=^#3`K!C)^japKG^e9N!=<W(;{3~_J~MH
z{_6`J#R{u4=Q9*ua9qo_UEDBLNRCfWEN~s4c(U`+x{lffnmxkbyEMY>;`>zkPrOYq
zOwMItIB{XO<9oKf(RRM7!e$b|0u2!+ZCrDuQ}QP4bbQ7(Gn!M6VXkyZ-i4i0g&ov?
z9#(c$Zi<op_I%=M!N7G1C6f-?6q(1w_^|eUI`G~7$~ggXWe)cLizl0l?UI}-`Ru!P
z&32<}H|C^xHWjtqkh61YDrB=t=c%rDf2?2-B$Y07TRN$FmGhEvQ&n*}IE)aFIC=JW
zc5tZb&Ey5Eq)x4TsZu=2A*4T}zMA9IgQdBTQ+sT9AC_h<Ws8>Ca9Gf5`9X2^n!<$j
zvKouos%17DXRN-%n3Ld_;FsXR#*lX1)OzFTMyc!;-*fB*JSuJzBpjKFnTng5mmcKc
zIm4F5yxDNmnZF=7hjGHeiVB&-EZoPM(?6|e*zn=)QFHd1;seNp*FC-kOdE}ka2<fb
zTg(gs**WuWuruUrGrPKnN#NAsAC?cgnfF;-*m{Hgqvdl`yL=rbm8n%ZG7N4(nJwbZ
zkj~F0V~KOlW~XZu^cg^%$Pms|zpRvgEzr;WTNX51(osNSipn;Nj{S50FW4ifoX}pi
zW1Ymygp|b$2?k3J-f{0)vR?3vwsLF5<&Ihdla%Hj-XhZzp{q(&S_8hSyX&0gc&~i5
zuIR{xfT!t98%#_3mk2C-Fmb<;e1^>d4u$mQ8eT2a6<304S}#^k6m(d}wo~d#R={e<
zwMo;N4K;+Brmp;Dyq>{?!Ra1bWpv+UiC<<fZY$(-f0Fyf#WoX^I4rj^uTY=Tx$vZ*
zv+zb^L1Sj`Q!PiHtk^qQ*{toBwdJCCWtFr8a>^@Aof6B~BAzQ=e!`TsN!!%(jW7EJ
zzkXNM(r?{oPha=zb=_L>t@}Vp<4Y#zuxN1!afvBqW%IOC3-{~pxO8IbrihTB^!*$*
zueJq=f1lray!Ci%I>&kNcv|z}lG{7f)*Ul#mTS7hwZFNtXz5SpW!rhzrb+MNc&a9#
zBA{|DyJ&G!aY3B+b+(2CF9i<;4`v3o6y{BaCERug|IP_BdN?t5<H4G~4`Opv+eHNr
z{!OsB{W8Am>T?q<2R)yaph12R{vfC(eye_k!#bX=OdBB3j3GoJtSyT11_KmwG2D3H
z$vgkX$4*`S?3PZ+vj@x=z9;k6a7un=lTc`3QC0C!bmX4+Nb{bco&J*OSjH3Q{B!;u
zx#usJePEq`&hI1p{B!<P7M<4y4STFP$nYqkV}e&x*rg8Ly}FZhejMJ)=BSgJd)I01
z%!ngR{S|SH9JwB)S|aJ1JBqlshH<5)K#^P|BZHDj;)Rx(x;+O==F}W$QvW8=I9b3V
zzv1LBshN|-BQ(@E#~1rBY8kIMQxq3mSR^yo<)D-0%%;Pk48LZro@`(t&mepyJz&0L
z3ERc9>(qWRo(P!hSju))(j{GB?$sNoAUt28z@Iae%EKl~XYcnA`}@jDOfA&ov1U=Q
z=+yR``b?KumzBqf%+a&ZGte{Gq&G97aZixzz2$#>#cjaQLVSl}f%EsacQ0S~%lz$J
zEN^{xPujZH?5A2j@m8ON-RmBm@R#}8x!A7oiuz00&!<kLb{qBmIWlp+#jBN{4Bj^@
zG#=Q-&>)hYU}O-vf~`lT*uL04ogw0aqeShD*Mcus2%bD5(znFms_GuUH!iV{<!5je
z>oMpt=xyv^?P#?WV+eymvA{hF2e~JSOsZr}U`=37U`{Y*Fi|jTJ7MRa^W})2f6mt<
zasIaZnjCM5WvNKq__t}6qz>cmyMJPDODz`vrQWI>9CBDO*HF-PE=RM6gq;NAr<5rg
ztwB1kra2mM&hotA^XUiI1mC7Sp_a)DWF(LB$W3~n$SEiEwD}oxf<%Hu&H@=O-VTLB
zEP`6B%L9^^1|%<i;Gj80aOQEv<4Pf!0ZUsZG~HbnP`or@x%Q3cTw?#6&Q5hYE9$#&
zt?;gd>D`x?2VBs&(zW266R#L!$9e{}6_<3rF$Qn^@vrnPGh>7G)CFD!Qxm)rbhg=*
z*Q7BrB=^0qkJ{suDWbmIMr?CJ*Bk~f16c#-=WH`iKRL>goMNcN$dJt0Q@S@|#l}Y|
zYpo;SsOF@$UC-PfIJ0=`S0|eYgH@tg8!T?V4z8WEZB37^_Tg(AR``B8`{$g8rH9&8
zX-kLycjjNoPb${Bw<-SE9-mX;8>jtE`k2PL`Oqx2o$ZV|$qc7m0@F7-i<aKJ|L%}`
zqqfo9-5*Y}Oxu{E`F8IDMajU+zt2l`aIfdy$Gwkx5BDDKKR(s^MlVD|OK<A$vOKUi
zH^%bn?rZP8Yc6rTJ@Mgmz(k(9&bxVW*5MPn<J+=QK6p3BCoR{W@z`sFXS46QMY;|?
z7JWhtybWv)%nJ(b^BGQn`WMZhQP7VaH7tpJnkfom26AikueIr3lx{cR@aptG{!Al5
zD?uyaRnDwKBHSF=J`0;RHf?NLXw>SVSGp~Lb)vf6<HWp2@u@6R1w#zN4a}FlQe`l3
zPw(p$G<AEj@qe?N#7)P-cinkS3C~2&ymet!{gJ&Q%5B$cz66$;4VeWZ4p~OFsXx{n
zOn<B`Q_2`&@`&fFQnvApR{?PvdvC0%&=5<HJ7{t%YH`Hm%CDD2o;BZ=s^Zys!2CH!
z#A?CdD_4%%&o%ib@v7#5NfU#~`h5&jH0~KQX0WjBl}^#)=E(f0Dq)~n%Cg|2^Yd3R
ztp{NfDKW0+nKn(9mzS7h^HYfDM#2FRBhA3COBK$Ft=c!`!Y7T8$0_fuD?h7FvE^2^
zJ3O(Ok^OP1mY-bhLMfkxQfF8WI3~%c90L)TtTlNbJUM$j>dg5WzoSH!=eaG6@!>q?
zy>o`s&KZ@q`ip{BE(|bR20}*1PtMjq7_KQF+{7pj8b&&=9sDR^<`wSQA*D0w^^D&v
zUSZ=CSUF?SCxhQdpSj+Wc_V1%adrBlRr;=>@m;I-y%BFL2E*TvB1#VyHo~AJ(`VC?
z;up^@_-@?Iv-@;L^TE4DcXZo7O-n46G@A}4E^-;i=pBB#=+t38g+|3jMbT@W!McqK
zjS3sD1>G}xqks4xjIi%JCR)kO@W$zJ%$X`jF5fzrN<&SvpBrDT+rXyH*tbx&u<cy8
zO!vc?Rz1xd*~DrlD$4zjV7A_T{4dv{LsA|3@9Y~EHZ3&zE)|@xG5cBmIp2>bdsd13
zF}#t`#+wEuMBdMwlBNEw{ZFLE+`<j}d48YXuwUa|F^J_Hr*op)*nQecM?cOgrL_5n
zpCr_aJhr$YpMLV-KLM|2N^YW|Cv+Y2Ih!_rXmqUPyu{t<w$tx3yMl8a=Pz%8geE3o
z6%9S{(0H#6TOY(pzMJ|mPVybA^qlJlrKTj*^GJR&J#k$jzPW~XmFbGGtLe?=BCB?Z
ztlH(1#bWRzThni|%oCXu?vxW(6~ddnz%7C|3tDfi+UVNM#*mSF(Iw~QjZ?SSKkk%B
zvU_{rZ`6YisukXEx^HwYowGwoTEon5;kT~M@?5U5T&}S!3_Yp_)4nDx%;+xGJ=n6t
z?^`&NaF4_$vlF)zvbi_$6|F1O61OP1S~tUG*(06m&Cgf$+i0%wSgD;9#=3j?;jLXe
zre&>qBQEPTc}j>^>i#VilSS7?9nkv`<Qf{C`cL!V25x!FL-BexAQ)Gn>OF0a*GjLI
zB2$AjRZaY^hG?!@859zny6^V0vx+v(=Xq?EAE!6o6}=JLcvp1FwWdo^3H7W`w@xs&
z6aG}_S#riZnl<3D-KBzbwdnLW(yKQaPCDWtr0m(F(rDRe5Xzuppb}=yXux=Z0X#l)
zzuGkOLE{-_$sWm`nVP8r&t@DFT)=Vc@N?D!aWkr8r5IHd87>N~Ibv@xHNs|}Q(_lu
zi|Vp~gAoTK4hGD0dj8opb0L?K(VUI*#I77<x~;uoFO*2mJ}>BE({kLem-h(Ao;9*I
z|I>8$7&4{zoeP+|&}kRvEnnRZtreQr5;ici2RGC$eY?^4`Td@PBjFo=aPgEHm~_N=
zMLT}idJ$K1Zs!iiwq`~4yX*&@UtT&J@iijHr$FaX=EkInT-_lnavrswxy%&5bVKL)
zQ|7JgTGzLUZQZb<*lVL%=Gu!k2e+N;K2vyP)|9Pg8`WA(HP?7{-m?CD^zxkK7p)7A
zPvG7f!KJJh_;-0g%Tj|$PH(3=y`8$l$~1z@G(wGmkL&RQ13s?Da}3ULLWv0$F&c-A
zK&?m6z!sZBx9NivLq4&`2?%1NOijyV&>8{oLV@O^79Ks#M=b0M;x}pd=}!IWu*UIO
zxj^B92pNqa`IQTWx?dEWbK;!p#5uK6^qJ=xQ>KHFIqe^VG!KNzt_?6a5LwkO7%pn7
zy=r4nNOEfZjTw^-)i2Aa{ap3!)R7#i%Ik)=Oc(IgT{hYEq5R=%r|+)2HgV7A){AO4
z5wY8Lc*e?*2OrPQ&6ksjIvUm0wN*qkTT|=Wr}L>fJu@DCbF+K^>WP}2(&yW&;uf2D
z#q>%W)A4l$FS?qd5|4<w#U$<#-Mgjj=hj0N+C9^wxX!IB(PFJMNb%A<GugV)5Ck{A
z5Zp2Cz??bSul4w1A6^gz5nng%QZKYGw*P!Ke6Nu~`m<RFD^mCvK5)1t3Lc&4yq)J+
zwEut5vJ!@f8BKx{6CcK|K9r!!A+RiXrW0#oZ?5$5y3}OR83Eur2s9~Y>vloRv$`OI
zE2yF%iz`@$XV;+x+I;;#nI#t96gd*LU6t$H{m3(Nzjv@bPVEawYcdg5nYrL3OQ70{
zK+|xIS5rJ*`?5r;+XQjmRX+ObO!geBsaMxka*BUu6ys&`2}o#SIm(v(V!r6M@Wg5)
zA}{=Kt>?yRP8+9HK9y+H;$3C3;?e@InR48&QQx#fG99Nn)(XsZESYvrJ%6Ev_rnvq
zbGEkrQYw5V)_2vZcbd@E`Z-Cutx3AAn~UqpAJ@%UsbIt>(wxJ)X{!vomyAs1Tbtz-
zr~gC?_47z>6rP)<_xb2Pzj+oB&!+XQm78C<$|m6co`WGxYnF#GPZaIiA=0&jqv3Od
z{vu8(4Uv3JFzP&dm(k>0&q}qGQ*NvY+V=9i-Tyf)OOo{d$EZoZ-5NgWpGj=Wn^zjl
zvde3aFTb$0CH6%}Li^p7t4`N&OTBzsSTc99?U9;W2iG(P%sFMsXP(gGK4rtr^?ibU
zIt%pE8(7qLvptb&H|D#Zarfus_qsbixK3@=)Z#Xte`!H`oK%%t&W6@o0)I9fWRuQ8
zB3l35ykM<WmEruKW7~~{Zr*R#FSw^)6*o`;K{W$2hDMFX14&$<j><;|w&G`X&+5{$
zb}}e5TY{k>)BpY(-VBd2{zR!=y<pk=^r$_97=swYwHb#J;=>fe+oBk4Zmbt&5oOuR
z%CM#lG=3%O)4R}Iz(ion4=&yl>`x6#GISktIJ3MbL^s`eVl&^~;7Rin28&Zli+)xM
zOg}EtbSjBCx7$UHVTHcND}{wWdIWr%vMxEA@zid(x^ObfLJ#@gNy!^;eV%pw!t<@`
zCbAr0SfIJ#`9h=SQ#_9*F-gbtGP$=hsjJTNuijv;HCF@~b^YOBIK!&7d5X9if0_H!
z$xdJ-G<P=l+}Yey{kc$)8Uynp!xUx(P(#>pDqE;jh-TxS3ys?Yel9^pDNGGI(A3uq
zONMJ0YFPQ#xu#D3p(S^xn@R2CRGSt7{xUJw*&&nP$S?6#KeS|xp58JhwWaQCrcB+7
zk4)VB{)FyFMcJo)SN_U=UE&n<Lw2p-RNrUoKfFEi<C25OO^F>#kMdtl+%Vysyil+5
z#fpsPg}2|HFkQS(vh-|6QfSa0r^n9TDwpqT-i&;qEcs`ny}_-@r_0)&OHD7I*7Hw)
zn*X0b)nKlr3^JvGs=-}e%ciX0f3WJ~&iC!Pk7w<Wx_)MB!P<{@)rwgjIcp-*I#1?r
z;xN5$#URn}LzR`CukPl<>9V{Wk~#O%T{MlG3`$hnrd`-9)T7>LXc@jNOIq3BS(byD
z+=(8Q;~o|ZjL)aKZ8#MTPB50umO{__?zFNrC<nEN>M_`a9DA_vBYy+yB0=T1AI^gY
z{Lb^;fAiri-~BfmPWxTE`=?RSi~$CnE(y(i&d(#b$xqiVzvGIcbrS=V+HKP<`}pLS
z_PNM7$wetVRk7J}uurgN-w6(d!z{91JDsobd2R`)KeYH-@|l|x1(h86&IfV5wOD4j
zUiTWq^i=NMCd!5J-A_B(e&1IXi}Z=kUH*-oO<6KQ4g!5DkEGA3Vh`$KPk*Pu=b`=i
z)D?y5<~K(hxO02Cw}x|lb$hhh;!<z$q%{HEOJ!7NG$jX5SsE}UmFYr^?$Moc>^lsZ
zUfc?rb2Fh~j_!$_<qStf=DPMIJr*f7esNcaFG=kBRx!4l-HX2$xUys~kMLd?;r)i0
zpU?l|v_pY$i#oF&?$8rS*Az+DoO9x{)bXl0Gmkg&9g#W0e4xlmnA<dx%QW&)i;yAX
zMCQX520hHlm3~R?pF*?dbe?-vv_OKr>uBSnbG3={jyH5|7YV=h``_}{M$b}%_AHiY
zja!_x`1g6|`OY$T1b+r5gx+1cVwZQ|=|hW>^nSZ$1Tf8#SifrLo9PYfHFqBn=6=bv
z`U!t%vF560o8nonv*vN!xv-b<+``$9X7k-I`LXOVch(30_Ij&7mzCe2f7s0zUvkC6
z{Z;-3*LGd29D}ZHXXG2^XoWMVgW+v9a87#M$a4%d&c$;mCh4Z-R-+ll5ZKT^Wv>WB
z&0IIZn-wfi0;U{x-pg}3bH${<HHVwsf4!6kO}z!LR9Ioj;P6TMcr<G;YjCO;sDvps
zXk}{yL9t+sZqqaO8SnIIZU|JE%koyGL!I?2%TAV=4)R8K&&W6M^vcL~Ee=(_GSTLQ
z;XbA*g)N-U(ww(E1l*gfgq}=Xz<<fynU~|Q&?&vZV$Cbw?W-+s9Sq!M>a{Is+a>4!
zEi;<bo=u&|V(4Yr5w!N;y%)cqFYLFv<@jQ$NaaNli6AROaemgRlQh|HFTQnp&o_n#
z*?yl}4{)g6zIFxDIQ5zm(4~0HgUdBKiG^`Rz?P)}TT+=eBxF07wdFCGF-SM?9uS*<
zaRDoM6$oTGh(h)0jZ>im-!JYhsBS)^dt%QKDTn)PwV;W(t&Z2gGjgWa7<QSRs1Tan
zwMpdD=jQ#py^_VRW@s8`$Ing`n%A{eq|{Ao$p`Cep;r?$R~_86|5odAZvMIZUkYAl
z?K|{GuRzbB%XX<j!)mdzz_n8sMQOWk4eQEU`)0b};;VeJP1av76g<e>&1b8lW||Ph
z?3h}l{@CqV)Q+%qz1mjC#j-_fx0oBKByM=&GAm-+nVqv7rnGQ8e%_GHyW?6zcHqYY
zhHX9!b6#maoBy!?*d3ihQ-%TwN#!#((<7NTZe@&??!P*F1yh6a1C0v@^_0?oWnbNq
zk|F8C>f>&v)X`@UTz0mI#pt{9W^TS?`$2=9r``!lOBbwVye@?xG%5qPr~f-3Ak84n
zptyjARn<d{^{h&Vs-rGvk>`cZi7FbYc0Eg&Q}u3bsf_Suzmt7nuSUSbMBUz7p1gTx
z+VdJDPkBuU<GOUnAZy_U$K)`l+=g3A@|C#SS!9$x?Kyr&@kmKP($hO@ejfS9_NIT5
z1p9C44f`3(tyihHmL0$T;ld}jH+cu%vEAw2=gKtU>!B<5E0;*lKkt0r#r=E0rx#mH
zmowazF3ETN&b#gYjQ=6(EB8dMIBVp7LD*a(Y7YC$E%G*7Y_m3qWNkPjSimRoyy2*&
zK*{}?N$FjhX7iSLXvC~&U-&g}$<lx&OAoL-o2nVzt7#B^>v3m%k(qecwj(#AG;RfH
z+zMKh;XS9autl_Mn~0R+(UT(VXZFn7zN!5h`$v(kZ6aOUSbSM@kBI39Zc+VKmh;l-
z;xstAv9NWKZm4VYs;+GzqPZ)zZUu#IS-L92JM`i-uZz=GVUs)kZxMGNcON%Tp#W%f
z4TMczyy(}M{-nv8C4AMco_V21qm;N3^Te*NlayH}ouAvey6|ia=b0N>3hA43d!=Pr
z=GMPaZO=1f+rZ19VxR_wd=07w%TH}(WiU`vP+yh=&J?}BXSU9-`H*p9pKX|Sv_YCd
z+OiprGafUiDDc_2Fn*p`!~Z~eb&~6LjsqRZe3$HGn*T1@!TS2P-+v(nEeSAmUeB-w
z1V4(pMY69?{xc`|(Puup=N-utR+?`6Yg6%@KcTHbNMwq_LKa@t4vnurxGn@XO%Q6C
zvS0~|rfP<!qtD9Y;SKZp&WQ_zG%XTRDLo?Q7;-XMxiaVOf{8!YY!m~n58UYNt)uk(
z>9(~;dtBE9R&*Ynv%i_+kuy8H!=3<5?qJQiAuG9pA!u<<k9%&)j^L#}K1(ya_gGZ2
zcPQAE{#$V+V&#<Xl~V%1WH*R3`7ncFfmQP>o>jBYEDMrbc4@`pAkk$(qHYWg95ba-
zvI15*E@hi46_ORO^2kH4{fjDD6+*HCmOIX6E0wyUneVmql{Y5pU8O%2j6y@>SFPF?
z5?Z@*)vut?uS<izE?xD?JM`-GRjc$-<W_>EA#$@mgsrl4geaPdrY;m_fY;UOwdbVO
zFHVEBC{%YP3af?I&a_XMev4rS3`*=gqa!<S!UImvRhRcLfmif&3QA1qWjEqaF-U)x
zZjiogk~V{pgt3INM6rgZbiBeEHwHbn2Ia$iC!WeMIi2lYaHU|GjM*NM!cz<H7C2ok
z`7@a{v%Yg>h(MTFpiR>M#+4xkA?yr3E1MP=E)`L7;r2Obec;N0D>I~i+dDFFa!oj$
z_K$(BL&1@i)5zn3W0OEo|9S>pl@3Km9?mR_S@N#ySveFPIpf`9GFcut@Ni~%OmJ?J
z6Jk-EHsQg8&+Kg$3?RtCshXkT=-gGcMkIG77|pzXXsh0&byqS38RDgv1ua<`v_$or
zW6ilAH6O2LUGZ9X#bcdF>PnH+l_5XYUrAaCMl%_BI*ti|#|RaUqzTM+%n6d#+8U;{
zHSC#a1BlDEF|yB<C#(4skCt)A83m)}6FMDhjwm^WvKdMqNntm9sbJc1QbCP7X;$=|
zk|V1hd4?XHysAq*RMdZ!*1V8Vo0V<1609DDo=n-#;Uhjn&)`dQS>wc84r=u>AGKnF
zLU$}#Rp1%=aMG$ns#le=qu!>j(h?09HCP$K#Ie<})n^sg%qtrF21_e#*Dk(q@v9e3
z==y9C48Ig8%@dZefvH(kV$FdB*0%HM{}|d>+OF(iG5`%<M3{eMaMm@5XgJ8kBbKm%
zp_x@e=KzPKjn&GV$)*L2$$Y;>7`Pd{eI9zOO5<`5ux9AjXe+qRupw__hevhTHP6tu
zKh%xi{R3?m$l_)2_%7OG`h!J6TS7WGLm@+q;m{F*EJwD_5ot5LO51;$2e&vpc{ks_
zK~TvvpmWXYAN|Wco8HbdEiE#)vN`lXFz^o7@lB5-zHyv7SY_nSuvWE0*D;r~$k^-O
zsT-YvOM=V}Ew=7>+_|j#2@6B2nn%#L-F%k~zX)`D1q#YvN_2|g)NY;YG<V+q&0%s^
zB=j^h!edSbgzzj&F;H#Rl=L~Nbai|32X0nXEqB*D9P8d+U{Y_8V0_+C2rAYK`A&Rj
zzxCn=llE7SE&M&wXJ&pr@W^IHne7~}sjuXxa%otdIdEcU!W?d~=Z8!<9+j5N@!lwW
zSJTO`{)Nqh*9vQ<D6I~0SqVlLMV<(VNVoiYW@^Cu&e-&`tM;wVOSZc6zx~^D>(=L~
zUK$&ZYA@|)ZMgbWWmC<qLsPrdi?cW1nByU)KB-Vi5=2DK@raFgT;?vbwr}y(xu4kk
zcCQK&QtdeTagWuz)jL-PY|kuNI7xHkXD!uWE!E(r8H-L#e0+~9X_j(9+Y_lvHU%Nk
zOSPhF_wP98@+SE6nVDO~C6;DSiDjGGcfrQwTIGcm&%8p<PW}1r0?)1wr4L^py572;
zyPsR<?Oua_54g*=-kSL$;_<<jHZ_;0yzJ|_=X1-q?={}v_%}BrPVY}L_mNr8E_gfZ
z^V+INw;g_HEMs^0VfxukXZTyQpWb2+SaR;mwsY@i`tKE$OK6f_e9wew<3FC)=QsT8
z5u0)N=DQ9CNkIi=CYM|#caakvOp<{L?mg?2g;TB^>hYK$$Z4eH=%#X_gJp9DclHF(
z0-v3>VXw`!;$7sYFXle5W+&4VrYB6#lnz|_^<i$cN#G}Um1U3LeLwEi!fZUTKj_jQ
z!G&^{E*@f^#yQ(2<j@4+Papk-@>`hSIB@N^W(n7}H#mNZBa1^WVcUi^8&~w^Y6Kco
zy|-|3b34%?WYw25aiXTtCYQdFQ1=xlUQCsosiYj7lG4?~Gf_~|DDpLEMD+-#mfwVp
zPc+?4KyEKTY7@{PW5To1>s(PpUEASwiyA)5Q`5JIiSV5C+E-*z0~S(yr|s8U$$Gd!
ztY<y*M)ei3O*b#DKA!mULj8oorN6u<<S+f@z4X`VIZk%P1uNDE{axzzao&RmId8p0
zXH<#2PwWprb?}H--&$$wO+mbBWl6SO-vwG99_hTIanE^=2dI_`3(nb)tbDY*?|hi1
zaPZ<+{1;{X?s(|r*?K)^VP9V3v$V!%>8@^J`yfr}U`^@8np;et9Ebp^eCM;}p5nYE
zL9%IeZhS(@p_jc9&b>akBVJP;qVDLyxeb%Oe$J43n!;hTa>~Tc-|Xz=N`YFXsamYD
zt4^H=N!=Wtx-mR;?RBA_>-Wgav78i`cp~N0?y3iG|KCiRF*9-U=lqn%YD}}P#7<xk
zT^STwzHHUIGkrU=6=IoR9(sMqz28{8Lfk^AcfZF;rKEGLZOxZh(>Tst*n2QWwR6?Y
z^LBf9x1T+>#w=~K;h(hyYd_W{&#Jh-?HKdipGqfl=G>C*xFp6<a917NI8ifLc1o0G
zCG&#EDxL`*2?ooO7~Vyk<6$vlm{4i(IpJC384j!XO~oQ<Zc~zZt14yAu3YT?>SEtI
zg#~@bFP1HD*r387VjyN9W+3wHPUMqwO5y^gy6>(}jJgnchUpoHo8_Lu#3Ei>8)K$)
z!Nt<q;88V$FoCNHhc<RxY+jbzEz`vF?CX~Q&qWVRP&k`*(_>?yN8z>iJz7G~6%JoX
z7Hs~|bV*?&ORp^B|A*}FHg;^B==9><$D2&bGv*wXUA}eJ{@a;chEF8267H>UJ}SG-
z&8Yr-%`t)8W1P4DR7W#ByLzqr;~$xW439Z_8WkCer+}7SNT=vsk6k*;8-)J(ES=#E
zMIGL~O{!CyRHrhjPF2#I`b!x^?oyhnq{qbI0vhV)-XvS|f8lw}eV&2hYaO4n%~-S6
zbcR0PyXKoSyymbUt4sh93aKr8UViMV>id?seVo_GBiQ|dWljiJ0SK)+bVSLzQQg$*
zxrOfZIRe`wN|%3~Bs?Jqly3YMx~8mvOa#dst4y3D9M*JnuKnW6i%)ijten!_dH&TA
zZp(?<qRVzL&v>%7=I1J#pI*7l>MKrgY8AQGyz}p^JgBm!<NT^KhyErVkm#Nt_A&4&
z=ezY~pi+u;JNLSjdZh_5f(t@_)(fw`c`IPugbS<w?EkA|qi3UMqGtjg{C6&B&*Qr*
zy-WRH)Wh|gGq|T+&@Fy?;jY&8V_S<$*Xc}?$ZV|-`;iVNo_O*7$Y|}q))BMv!+Ea%
zYaql~uKR0VEH+gN*Q(ik$XvT-(;;>3HyaPhy;k0}wN5to1(yUj0}OimJUp=?nM<&`
zl4U-_2Lo$n0Y3K?g)XAUPygP3?9oAEtq!e@tenWt!oOE%STUPLBsPme31y}kFSh<v
z>K0ux*}whlp7R_{8A4YkDNJYCtHR;hb+$n_>_$>6uiM5x0i$QU1}s0HJeaT0b?&{u
zsq2BcrmOBc=x}CvPVjDu>1&nSIFU_&-B}*g)Mb!iXgPAJqnBl>WJp@TOve<qiIOg9
z0yA?rvIWd^Ol6x2<}J18VVIGm>=?^d8re0Ozu{$xSZLR_kgjbR%1>R_O}+BWE35d;
z5wCAWIa|DX#cGf3GYiU@<K<WMrr9fW#g8>p_arhh7$FATG6R-Qy>V*7QpgZoW&o7o
zd7t;kLSeqhsaxYtZZ1z13`yk;+4N5RyY99bTqnP;o3=jmXymG*yQ?;_uL`=I)y?ya
zBg@S*J4w&iODgjBx;0II!xzpp4PTYDF63&=%2S1_1z*b;o_qBqYHF;)mRZZW`?>k$
z40|H=J~%&Ue|OezZD=OzZ_ll{F~Z@GXYEuvkuQ2gFn*h9-h<ZL8y4g;_<^7pgT-1Q
z2_Xrg^mL{I5EM!X<+)vNpdjsR25Q#6OMjPcH*<zh^GOphQSyUvb7ueItC=?$0vci(
zVrF=0GCVk7n^oS}@FsWHm$q|P<=hX{yVz_CUUKZ=Bc9Js?3$eSbF~TokJvJ|{0&3d
zJwwLUT4S+|a}ADie?Ao=#i6i(<*AB?yJ@%@n}Rbm2IGWSCMyWsna-Pb>474z9EiAg
z@qsMwy^BrdTaE{A5{dE<IQ&qa@3!8T32rsV7>^tjU}rd<`L4KYkBNgp)EdTh-Wl4C
z(V88rPkzW0nCY0ZjaAnH6w@JTjxoGf3*)aie%|AyDazOpdcDnX#W`@NCCRwstb$qQ
z0p&x=E0+d&&ReaL5bm`y#A{`U(E8^bJSW&vlDR;0;*0`XrYl0e-S*O*>ZLoiQaAf?
z569#sOT3mY>0)4zG%`JLrO9h|*{Z1)k&Xd<n@wi8%(-?@u1S_b;+4sYORox-Fbb}k
zW3o6%GjwUtDzBv>Q@wsZH(I%5^@HpGmcLYb?>znD5^ivlH#Wh=t~sJcRO_ZblX+&A
zz@+;}twZ`#>Zb;I>+JwRjy28?+TQUN@GZHS`<QFn*&UB;ZW{c`nVOw^Ci*%1bFKp{
zP<Z6TQDrNeMTen8l}Ed4NyHHy@k7ir!MztyCv}43jASm!9@$Ih6V8EFeSom#KIwB4
z_%g)}Tx;F$%efb-Yt^hd^VIK>%M$go;yJ8U@`4k7i=KISX^~~06We0F$cRop)z-;t
zzFoFo7QwEZ0a{v~kk#1vc@v{Vm4~jFp_83LFH7zcvEWaoZ_Xa=%axrk=;RsT)f6JM
zrD(>Tsv2E^FEg0FOlnG4Fy)CMD}#Ha5&r>MhUW7ommbF38@#`MFuZZnk?bF_3=hsQ
z_dwu<geH#59hyCxc3e7`Qc>u_VaMRs@+eqzN!gtnpW9DuEwoLX!@<Td=eIIL4tH>Z
z#SDQNY>xk%Z~PTB{B7$LZ*`}0lcM3Ig!0Bp7ae<L32C#{4HX53uX@gCJNp?LxlKvp
zTB&oQdEUmUR?1TksVYxmTwxr<86(WlmcesYqS25knMKCt*umtV5zO(<QWI4j-rZJ^
zRdh2@s&24SG3{~)eRNdoW75=$jS`;}>Jwee7!wnP8w|_)bRM7BH0k=3XSMtMR%Um7
z)-DK<be~!nBB_2Qrr9y+NXHiDYe`HGPR!~yl22ffi9N<?dOdAIUxRVczWJtGEBEb?
zSjROZB<K$N&isl;9}Za7opuzO)6KX#!BbVmjn#V<*R&8(otyXHFn@?*6^{{*5w`%t
z9s1yfL^k{d`}SQ@5byI4KkhGmKWl<W`{t4foI>-nCU9)BS9=iu=nmiWGK=kpcY5BE
zSLxvqa%1CE{uT6K{c`=S{e_oBo{P_}|J-><c%!MCf$8j)rbz+vvJ)F3I)CnN)46y+
zkk{r*UrWz}6C8a#4^~X<>v+(?(bw^yLjO63RKtNQ7E5`1f-C$_2=wthRCKm5YEcFg
zThv>=wdBm3plg%zu4TeQ4#~a=4?Xs9)?N`zn7rf8jGfXtVQDI@6GhxE&5TO-n!EA~
zBSU(|xeHv*`Z{TeDHq>el@!z!6ItW-@JZ;p%M-)?Y~)HbymTT#y_H`uL0-?<uBlw|
z;6nqR)0!Lt9#6ho%}Hidu?UO$pH*}3$C~4AUFTVkvAOw)7k*G-ll`sw?IerA4;|fY
zdNVANj?56|u{_vuli$?q`5F0~+V4LXEmQgDm3Fj-Pw95g`U8xrZnFjIIf8oM+cO$F
zom+Dxap@t`<~cn#_&?s&UK;r5_xbzD@mClG;v0{C{P8d0NrZKdz{jO+tPIa)ZQFWl
z>W+<$pN=d1Ouna|UAVO);aP{z;p<9aU7L9}xh4fZztY6K<QQ*sw`6xj=cm<zaz|!`
zXg!h%UNNP+bK!Lkb|nVgWdh2pj=by>VM{nv$F@`IW0H-;_v{wtK)bZQ12;5|Eh-H0
zj8b&Sy->0v$ZuJYpBsY_f5XKC83(5xI1!jGQ!3^@tA*Pr!%gKtL!yfkkKz$!p(LdT
z*PT1nomRTl1i1V%TI9%eu7gGLQ721->4O(WernpeytOXJd|KFD9o`Eb@OGRfmFTcx
z%Z$$o$J1S&@hmNIOS$l1r>u%MAE$D}w2c~%mxjd7k}3^gd+FHx#PiP7D-seafqa~*
ztAZDoCp#wno0TqpPj63bMQnxbhf66}G7djGlx@;p_#s&3e(U|#_@ExG+aaObR<6nk
zUYRD)ZF}NSNTc+_t37RTQdORZI7RuFaU6KLS2DcUJ$Lyt{))?HJhNv%kk&jeR+%@u
zxV~Y22y=JC5tTDSMr@m0XRKh~<od&r{oC!zFY2<Xoq{S?o@m~ca60aAOyY!C;M?T-
z0|zn^Oyth=XcXHQ+aH%Qak7%yxBiTParPw1z{C4yN=BA3q!@^Tq3M*X$1-Chx`UEf
z9v5!$>F~N6*jTdP@8fZ~)mNlAve!8BzT-K@)z%^SN+&Pf@Nng=t!44;j=S9}yd^Xb
zNc@)y&dIEuYuR+}QK{HU!zMB17uge&4U==Tu1I&f&N4qXtJ)_qE|=HVO@~2e(dLMN
z?JUM_X8+T86|y-~j&Z2D7&t%Tl$w4dO`@9T9AATF(~2zSO7(t0mb7aMLYc}!QbE&I
zm$V5SV^+44<d?f9(0uswpE-vZiuaf-=skFW-C4e;q^0sG^MMF{KL?(<pWTW?^v~Qs
z{;PJ<=Vc2e)cXn_frtkZ?0tm~ZiunpN@FO<>tRiBxx~M;L`%_Vs*sg1gL+TlAqn=b
zrTg3rJglX**v|X@*yHvVi({P0GCFD7+N6|aN(|*DvY05fSU4@<$X*e`DD^~}cb5qN
zEv4fkZYHvFPjt^__jD{Q+7fy1+7&ky?%oY86SkWuRcj<IWfPltLMf@Mxn`MQWUKO}
zZVi4DrL!H2Y(?9ml*_c7mM*Hgqwq0vf@V19@2-_RLi5>9HY#75ut+GZS3)Zyy;VL;
z=8fT2$EKL0C#@M%mK{jUl$mxcQZrF`Q@2u^)}6Z{|1&qWn1ue%T=nnrhXqHfc$R)O
zJLP-k>uDeT?5f|2*Fw}*oOIe0ze&$keBoiegI&B&|C>$a&8moN`_vE}p*e;B&Z3;7
z0ZAY1>vw<H`C;dWi&svxo{!$MQZn%SQP%l0W^HWr-7H&`_G0GC(>Hz|+E(Zr)4Saw
zW!stet*;G}`*yA^TwL7iS)`Gx;HBW@^u@Hb=O?p-kVMc^t_Lg+T7+gtY}534V=v)s
z&LAZLT99x2y*Q0)O3TDKEj)(u7dUi`42_jf_NY`dJXmt>&5{md-2^=l^w}!1?81c~
zQpf8O-v!&8>R<f(_>?lEOMZ1OQ;WCOEfcyI__N)Jze;fXyD4d(lAp3XmuR%_n-IaY
zaaw-O;Tg@H{|ppcY&JgRnfae-@mkF{*EQKvm&{zV^2~kH)SHW+@t@hrnr7g%m$S%s
zLh7rH6Ro<LTbIerU>5Ga#w^HDrIVCCalv_(L^Td0$BCSid@iJvNCkgNVdzNH``oyV
z;oSYm?iH6=4%W#g7F<}9lD(s>C*jDi93kFkqFHlv>i;pMoUnm(;qn}xMPFe00@~Jf
zjV&^Ig6Wf-37c6hr9qVAIW`!hY{F(|=5>`)plx3zPfSkK6zy({jc3r}pA%L;f#-@w
zh{^hdZ5IExGaN`)S$_G^gAWJqZ`&6Xag;An_wZh+sl8G>%X42}<}G`butY}Z*g++}
zD;w&}wd73C+!YoG)++RBHsBL^%wWjJr+u)|Z+X$1$&TGGZs-?t6&CP3JJXmbBXP{q
zurti7F4%R6*w%oyOC__tl>ZjLw36NR<*4V<RXtahTzQ{gcJMWLyP%J_1Q^cH-*xu#
zlk=>{Slx<rH4B_QxA}@rdbYaBnx*{3vx2y*>e4HGrPc3DOIlWQ>g<k*JH_rjzi?A)
zzxg_ysXtPh>=!kk&t_tnUzHrJ_PBiClpkuT$<LTs84`RFeCBF%Tu$Kfl=q&LJFRG+
zeL|0d<Ah@(y%V4HYNqHg%w#vpo*?O&rZRJ4irXYx28N9dJ3)I)4UUSu5je1vX#s<!
zRlH2-8Fu}mG?jgBtbx7fXDGel?3t=Lp-)+HZpcx`bvZ3J&I!sGrt~~8*l5g@JW=<?
z{bTRvNKT$`!MW|y-Py0sn_Qir$+7Ch;#KySb#nS5SyGiWt}e`6<$QU9b7=cA#rjz>
z<-C=bT>{jag8t52_RHA!Yx=BL=ilfDDW76J&YG5U#v$A0%b5$t&gV~j-qy_){U|HO
zIRCTawnOiyW^*&lm7k;C*2D4u1Y07eaxn-A1V08ha2=QzFkawcIELDkjjk~;o2;mo
z;x=KfX+m)-Xw%z|N0M<t2O<tc9FUOJ;ttkPSg>M$(%GiTuAKMX8oQe9cz$g-t|d7+
zvRT=d*T?-u3cJAZq}0H}cUn?3^8W@HWhU=lz00{-p6&OETi+sY+i8ca*?2ef=)#p<
z&dP7gma{g#Wx8#h&lLx5VL_T(7UB{nPMa#)yG%`fcpQ7OW)bi2^-TU(Rti-$%Y`gi
zc+lVIkBT$jK{ul(6AqjB{(A2yzJyV}rnTh3&vIslVzId?FI1e>C9OE?CM}$tATRmN
z@F%xGFsNA%_A^5UGbm#DQ{+x0oJlw{Rhy&ON3q$kc_S!hA^6C1ZAHDWldVKw32R<7
zDT+uv?AbZZWXs$aO><sqh+J>VO?jcbWkmwNrOw+YLGBf~%FBNRtbSn0e2Yu`eoXVJ
zJJOFHUtyW}@A><w`)}{@+Z8maOj~f_>YTSLD|Y@na@Tt5ZY3ver7caz!W1mNO5E4K
zbk{2R1<#J`1A9MhZtDyR3)nYh?cFQYdo&|=!%%hKPV=~{H)4Ot-rbnZwXSf-hpIE%
zv)w{A6g@0_sHl<;I`_k{;&R~XIi0y{+CIC^;eX(hbGg8EXX_@d&+K6t$)4N3b-deG
zH8FqVN5O5$EN846EgKaj!v$0XR0NjHs9`E%DmpYJAG|-b_je_;!!yR~r@E84MWPqn
zU^*(MvCUzlDu`h1(hbOIgouCY;5)%l@^s^^EsO?SzvNrH7$sO2Y3P62`e~`;Bf-=B
z2b3={HbjK0-F>sS`}Q8cs+Eg`RU?CHUwIhIUFa^-jqaV`@xt}4^z2Ex%8%4uxY%~h
zF4FrRzWYPT!@`4KzgX;vZhypKxnZi?6aDk{TWVt}Vk=^Q#Qe~B;%2J5^e^8FXU`eF
zFl4<e_p#LGyAsEbDQ+>mxV9)a#yb4D6~lyv88gzE5||RYrY2t%ZV2XP03F4|bCtp7
z%gilrwQuj+^fudI1y}Q`obRW~)+30GceQWt-GoHER{mAJSbzHQtb3=Y^yzss*u5%Z
z-XW!Iaq1<*&lCMD4+QIY4sadVw(<V=|9OwZPjP3zI(zqu%QDTst0BmA>fW4JXYWpV
zcXi6Ut5>RaYo1-ba&ctvwCm96)gJC1k+P!K?8|p=+8wo|`^d|6ChM1(tasx(`Cv-;
zuIqIdjg899w-qK!oBQPp`LkL6{ygE_pL+{8>AIcByQ5XV`Q$dX1Lv;p<U2O+%gUv>
z$2ITY_}BXuN_^vGzTNS7pW<}WZS~2&&9~Jj-!|V?%l&t0;T`jBwaK?9D;q!BlArVc
z*thwW$qDB`u%?kETL*LokYN*Om^?^+b$DsD%wLuMXGuLXioV3J<}mCIWvmD}%J5*~
zM%DwbHg?ENdwBMko83tVNo`*kTHC(1A$fnd+?1V{I(Eo;c%DkgJe82?KEXI>LQv$a
zpvYNKZ_QFSn51qn32nYQ`&RrW<$_(>Q<tvXnis6*4MwN`X|+0@FqYV5SyKFB-id|I
ze6mF^6wj3SeLYw9KIii}GYIkK)y$PlM^a)K;d72Q3>=Gi)D@4EY%5KVF8BL<Zr!^#
zul#bGb{1`1TdA1NusPaT`Baa_c7_9SCwX*@uk##ZI(Ddoi^GeLp;u7BPt-uvVCpds
zi(sw}uQiTaw5@I#G<0T7H<D=ia#^wYUx&(%^;0);JW;L_KJX***|%`^Gs}K_+-82L
z<gewk)VyleKJ%+VIbGuU5ag~Sb=4v1wsylF&4!x&9Ba7OaKCw@a#zIS9t2%^ut_s-
z4;a<dPYgM;aJI8~dtTOT>)Us3K0BxRzHk?WWmdjz=jO9>bKl9_lRM{=4v`nM5pUnV
z`R?4e?>63@oBJ-O7%G0wti0?iA9x*~@l>8;Jjc$27%`k?YhXIUbPRH80@DE|2PwNp
zyZIyU%CFAkXz0&6$Y7@>wlTMF%0*?>u7zO?k9g<o4&C|2m$5B(L$qk(4G|F95$`j7
zO}EK?J%i2vJcIM9f)6AFA4uq~U=9gk<ujXVnOU;$_J0x3&KnCWznupHdonrBT)%J@
z<f*OR$_+*)XAb5q{eH>9#P^Y<TgIH`yVf`M!U(4?ayj=8D%!$CVy$m%6=o0+2DRuI
zcpHxWJ@a=C!-Pr&@TLmGW<%pvo<lOA!ygiK7<4w8of9<iOMjmr-rsS9<6^Z<*#7*)
zNk8?<K3A-{W^UNJ_=Rckii8D+I&>;TB&>{99ak3myH6=CPR*8!Pj=JEik8dO_us`T
z>e?Q%{8r@r<;pZcZ?$>rBBskd6gPTX64W;#wkk#DZT<3}-~HrcH|j!>?1o)VkyTqf
zBtyPQ8$JEPQF|jifxV}&BH@N~Q118ZvCIVzOCNsi3E%(0Z*KT?i;NxXHdQ+B$_dwB
zyKaWK%BITT3Xgd*JXJ3iE}T92!ZXv4>zd17?8=NVYB_6V=(EarWiMksXf|v|*}8KV
zs-L;KO=y@W;h6qR(;)ocImQJanI(iF@bpB7lxT(vzkImnnjc89nIRdNu4{BYmDwTf
z+)Tj~w+Wybu$h7>4AUhX8Iu@`851CIOP&74j*E*wX4tVFSp3R{L7PFFVdbe0OL=a*
z-8d=anC2`OySIAt%clG9UVYl%KQVI6k%ALySDxOU=PI<-S<Uw3@w-nS&wIb?+gTNz
zt&Fcem6re9wY%nS?7nw;@!RjEJl<i}p?+bb{hVCK^IGC@;2FUA-0@c)*=vPl$LamC
zbMQ%fd%>YCPU@e<rk!m$&cEkNcW+RQyVoOcbp6m)yS^1^NeV7vZwn=+s2|MbDKa?E
zdqf)K-`5izW+WXwJ~K|}%cKR<WeuK8aG2sSA?Y6*8*_8xK?z6DI@V`(eS#?l=?3Wr
z&u2slNX;;A@UHm<D$Wiii81h-r7$`&ItnuNcuP#~o41VfmuLUg73?hTtxpee^j(T@
zunW4#C?R;yCE0ZDgvoVp<QvzVU!7yMX=&NdO}lGu#_oHwE>0^}?@gYdpU>Ns3#5N;
zQFnMdNzW!WW7qNBrG_#;ckHgY6KnTQPriJ5|L)Vr*P2U5{C;FCXsB~Lv;RQi3s<`j
zf1fJaIP>$~mD#0v*}v6~$I9?WPoU+82ik0VCB6t59(Pn{t2aE6WOcmNvn26CtD`tu
zti+Rq3C)gtZMs`8w<IP6&*f*h!H~mX#vuJ!+*aaC!i8o>ezw~NCk`sGH_Pxuzxu=2
z!`c9Yt>>5j&3{v0y~gb`gH4nOlff^|fPk2F&5N1l*oJ+b7a={Pgtb7$OyF!sp{MEg
zT{X93_r3M|_*#Ma=eFH7w`K2_P0!zbdi&j{x8F@UEqBFPde!Y4$|9}5dgoT`RGjY=
z{=7+Ve);tCyH7vA`}Fg>zyq}_;*zI--hKM#-KVeLfzkyiKz`45{s1}PV`c8Vo6lzE
z&bxWnQpb2InDch-&3iN7&b9n%yxTfCW|lpJW$L;$Gcv_b9|^wsZsyy0hqnkHuTR^Z
zzRg;(IXEgwi_Izd>6Z7#ISQNK8sDCG=yCI;;?Gmg|2gL_Y#VT_*6x6SarOks$g~v6
zmR8dVxl5hoC4Zf`;NE6u^krfqzvQPAEqwB8*L+Ui`i|wn#mVdq?sFe-H7s5w>TDZS
z5qU&LtAW9P(}e6@;y0ROF3Q@n{#_!_-(;cMA2mI9>vWBBhUf|2YfqoJ@-*??3e`^r
z<tyL+o~>5_h6dn8Qc{ajPl>xKv_IgvE3?b8#Q(P3*4jATwrKz5)~~9Lw_eaJte*3(
z^=<r(f32Td+P^itPKY}=rAM1Xh$D!X;Z|!<n|4V6M*^pj#*00Lzr;^0Y%yuk&W$^m
z(JcP+%FO3R=buJ2Px3EmxL6t&+03*w?V7@7wwb0E{vF?Lus%V9jX`W@!-9qd8`y6B
zpYnMwf73#P>n~o^m8@fRv|YyFDem#>g>@jqnMc=tbtvVpw)5{ynDjvY#ZUL1T`?D8
zpVsfTxgc8>=$yFxL-GpwEA@9g6Ca=7^uq0F{rBnW4;}PB@E=jX(R%7%*%GzN1>ePE
z3t|dl5<u`p^?N4gY{iS*x0-EE#mYVHyC!fcpf%3v^|~3`t2VTA&1I<#d7(U|Nuir7
z^2&)-88;LPHh#UZ?yy?p>b32Y0yf&41PQU}EotOm$9|V(FU#DJ7b-VgdpAh0naLa<
z!_UoZXZc3^mo$SVLrUBUn;DW>X)ESxmMxnhnV84$;*6p3l`{dxGj=`Gs^T&WTDZJx
zecnHYV@z#_q)M)>*zCsYvUhU_YtLNM4!`g2-WdjA%PPL)YZ|hOosL|xm`Pu`;MxO?
z2G&DX3=eepJQXG%cmhea(9%q9tEhUO?q!t~ZTIe8*ezYPea@p;)4=cB)fb-By!TY(
zeNortT<upI&WE?|=idJ&c~$GJrz-D@CY4*B{N8<F*MX|%t_K%-{1=$9a5iWkYUc;3
zmg`Qj_tTF!<<Dg2x_)Zv`Mriy&oVPi5S}1>dMd*l$kHh(1|fmT#jFb;8-w0G{}BhD
zbudU<HUT{E(81cn+Ms%^?W|bm4px?>3<(>Oxn_7>U~4gZ)#)cyqkbak*S3Q(2Wz&N
zo#{UD%>LZ8Q&-xY3!JUJs_HLzSFcf8oUkroozKiU8kZV0&s#nL`Q-bGG`71ZEbl#)
zc^~ML>)=q-S8jQH_bIC~%cHyJJc><~{hG$Q`q_2s7rz$u_lfb%JrTKY|C>XPL9jJ^
zi=1AKUd=tn*;~Byeu#WrmNrkM=!LuAXT9Z>?~iPHfB242_~TiX(XZ80tzL9|%6r`5
zl<}g)F+rB;wLnDs0V|nx&hhS7w<>JmTUg4m);UAg>9s&qdts@J#b<T}>0l!U&=GSp
ze_Jvte0E?<hQKr}$rekojSL$bHZp8DqGXlLBCesJG1b&yTP0&KV{qc}2&<2C`R>2$
z&oKYHwW`gib@4_|R)+Z(fAomFoEmoX(7Zb*Yd8+Q>R(*K<k{xyQ*deGp4WGkts0m%
zGP|kdSNB)xUzoh-U2I(WUhdB)e(ijrWD{Gl>qAN7+h%j)+i?Z4AoyTO)S>(*weP3o
zzAoBdzVrU>JMV4(-2Nb2`Ed8155H$S^LOUS>?(Y5Y@u|!pG;A~iGzn_-dt#Q=I67u
zNO>@!(V2};(qgB)t=2Qv$AvErKD6euw0QDhLUa2mNuCo6x!d(*b`|{ScNXJ|tk7sY
z*dg<);KkvE{Oxu!c26c8FFDV=lVRtE2zWuSzy9z0{;O%S4W|35tUrp@uc>4EDB9<=
z2(+i1^TVBIMW@SmKHdH5-<P}A_RmW5(sw@Hedkkb-cP;lHPfT_t=@P3Uy}G7J&Ray
zo(ARXn1l<nq~|5vXt?uv?k#rakDhtI^vrAR=N!&SzxwuN(e?73ufG@ONMAp4^-=1L
zjE$2mObb}ptvUAR&-vH<)-Gu`|F+)=yZN_Oi>P#6uHW#M{dS$pJ?9hA%w`5RzBSi$
z9Q!7p^Z(#C`GxQKzx_|R&A;t0g5dZp)+*bVYk%WgGn^>qDtyztuwh}!I-j)+I~aD9
zxPd2BC5u=SSRY*E6KdG<{zsJQ4arx54txzNW!`J2Z+TL5`G4`uXS&m^?}gTUo_{)L
zx7bx>%>}(>4?i9H9T?`YeD`VD_eIC6Ep9Ch-ErsBZ`X{pwE3$gmY+WT?$f5pHnUHh
zyS;wiPs{W6%ePMm>8XtV5mS-T|Mrlx_hdzr7pJ=nOQy~!sJzYjYi@?Qt?kRyINf{i
zYz{P-v26-n*PH$PRg61B0VCv0GaE(=5d64SO%}9jUSbzx!K$~v&2E&K3PkuQ#&jL)
zo+)n3U#9zW$>g8b%BNTvW-6vWn<W{T=3;By#H1iF^#_Zp!OLKus+s%^D-FJb&aAq`
z%rJv%f_Cr<hQ4LzMH}3wZ|7=Q9M0%$&!v0JPT+vr+1g8;d)~|w+57aAM0w@aSjoqF
z`MXZfes@Zu-16dg@!bzf4!&f%%<A?^FzMlhYY$E-e1CcA`o6-0<p;kX+MPVHan5tS
z=Rf~x&0YU8!<?o3#j-b|f4)!nW>9}kZpNhxf2`-fP;wOK+~qOBxk*Ooi9s^c4d!#p
z?@95q{8O+H$XD=*W@vb@Xl)KtF$5mEF)50nL2l7^=dPPhZ0=LFmd%jxlwvS=mXly+
zAnh#cQ)qDX%x6oxSdBw7#f_cMJ&h>8oBm>^>8TnA!7%W0-6Q#G4A;_ngl%1YFUg%M
za*uS&pUEKM2s%qLvA0WL@|g>YJ6H~?a_Bi0yxe$8n0d!BJBwLO3_FdMYSg<uoZwkd
zbb7bZ>AMORJ0HistC((m?`hxnf-T;)<*CyULyzF8zp}mDcX+0k?7SPBS00|Vb9K{1
z?ag<dhJqC8gN`Y)ED0`2zR>Gv&URO##CYyw$YH!Y!OI~H4D%v27U@_=eXCip!7pbU
z%OaLVSC|{-zfefxxUla#JMS5`v}7$ah6!6<r%dOl>Nvo_b)tWR!GdM)8H|DjY9+pa
z+kAmrbYAUUyzTsNIc1Kfq!X=*(^(koFLpZev03_jw~^rP4n7bNF?osU#3=cc#1$W9
z{~ld@N3!bAnrH0C7T1~w+x%K%x-3E9&c*i)@8g+;yWLmL_cSkhT<x|XIB(bK`uCsi
zzZaK%J~{8nzVe;#k&?nP=BEui?tIZR|NCzl_dE~`zjtMNQDbRiY2(r>4QHa(%_*6_
z``*)a<vU-OU$}itbdAyy9>r7+&BF~wB~unI=8;W(p&=Z%=l_HUMX>X7I2%?Te=&Ej
zfnUkwh0_aWmA_DPHkaIGIp?urf9eZWXK~40CpPr*M5dfjs#^43`NW%<cMin(eR2H%
z{-?R}nT>3$J*poQtS`EY=x}VCxNtJhZ3{2{k{7DZ`jS;AFSxhmrkqf8=9_utz~bF`
zZE{9mCdjY8%g(S^OHFiLTGoQo@$b3x%XYqweOEPo_dQY9H$|7LJ16b=z?<5$8|2Ns
zr+wcSUEY1?3u-G)&){BVU_nel+W}B3&b-9`wygQy={MfBzU`~NS9reK;-vGLL$>dC
zJbzxoJv*1#naSBJ#&Lqf1cwP)%HUJK&xwLh1CUg9UUbE*Kj3o$f9u;gkbVfUh$%7W
z^Pz8gIj;|G)0^|FH8%FfS=RiAe;7|JEn<cC(C#t>G)72fu|BvcE!E(D*q9+`>fhHI
z-@I0C*jfG5w_Hm1-Io}bHs42|@0>NQ`TZ$v$DWsZ`n%c>$DiW~kK2BF=Dz*6TG^i`
zh~Ig)htq%cZL6o5k1R~z_3jTm(R#iWbjHc?)??Dl>waAVRor?%zL+_=O6)Q(@jurs
zdkea*du@#LbvcGP@+^U%Q88t<g_|K`XWGYZ{A8XWyvv8F!1<4#f`LE;Qv>783Wd)O
zX<jpbOP-mj`IM`H=NTA+4{BsOFo`jsA!3FXr1Qy`z?#sj=_B2fTys#uT0Y^#Wsb-F
zSA}F<zWn@cW%RgT%{QS(=$NmBy5x!HZ$I6w><-~l&vsgy6ysMg{d{B0?!Rf%y)3ue
zcivxjB!7DU?Tv1xJgT2;chr>Y&A)rZ>a4og&*GmuV(s#rE<g8eEN?7toWGBK`qpbt
zHy8ih#d+!OeHkX}FJ~?oU)m<kCi46TcnIvc$7_jn*~M$v&Q5=!^W#{^cD{sZMa6ae
zEm2Wxc=+Zf1kb5AZaTstr0mh7aFiqFblHlfoq`tC8itcVf*W`l*wmOOe{@K5Id>~%
z-f5fZ#XSwCCwO$j*BJ_3Q!@sgv|aO)X&F-+Q`@0Ab6rbxXT4bM7~lJ1?N4S2E(tEs
zz9)qh3M-C_{NS?lYq=`tzWM1vC3#*G$B>)un{pp~?btQ1?`F7PQTzH6mhU!9zPYML
z-*n4`$p@^$_&9WWWQ#soUJ4F3=scbM?$fN@MkhLLBd2lM|10G`a$zysqeHI`sRy^s
zssDUln6b@L;<tDf+aI+axr-I9=MMbbtk!bO=lldk{e`D@znjr{_^>{hWjiI+-IK5D
zZ9tCtta}UZ@I5Wl*zRt!*ZGj*j#3S?H%W@?OF4|sBwU=9EAQB(C!{@vYrpaCBd^rm
zCP*}TY<FInD9>%H*2U_=KIK8l!t-Ai+~7OfCMVn!`{H}zzgGcS?GDv9COa?Su2uaq
zCE&63oORAK7S8)3@WN`!jfF=7+^t$}C>{y8ZryUjdBN*|q;?_emh1AXcUv;_ziZl9
zzW7I-unX4*AE(LUcN1fZW?7d!?OImO;c59wPkrZU&v!+Wtb4es7A~K8c)=5y@)ydx
zE?=lsd*Pz_>Ybpse*RAF@VifSzGpZv&voE4&^f+`RaPVYZu0HRhtn24<+&%cKRn~C
z6#p0DSc{T}7hESe8yK|9*lfw2bysH2nT7nb?#uA#NQ6&lZQmwa^58<_;e$<ytc#0I
zC~Vu?zD@RBWjo)Ztv$*=UA3*-b!0XbZ1T6UnBgqW7u%9=EivQp0hv!93dGpii(edB
zI61@n`Gsz0eZIXF7rYDf+T&!Z7Op?PVEuU(mPLoIO%{_}`$ndzh~w1597Rp5FCsl>
zl#kp}T=O7BQSn#u)}>4atSi)GdoM658vK0!lEYuUV*2lUPr;?Rxq4%3w3Jh~oQ1%g
zKR-(v%6EQ#zPjl(2(mHwoqW{&;K}{(hn;y2o?QRlYxnnpQ%(h+Uhls2e(sm*>Gt=Z
zo}bTq*F5g2bBMK|%v!c(4%-d)Nr}v44A^n)_(jFKIO}jVUDkAm1m;6h0@oTguzfLE
zu$<Ah*Fb`YBg-Lxxk>86`G!2UFGdTd3xWv7y*w{c9n_h_KQ_d%eKBHe0PQc{32ME8
z@Q1H1^31;^E*x%<W4m3y;V(OgaG$ZA?RWi#x5tx9t=J!2Y~^hb`7-aBZdDpzX_rLN
z^~>7DCt~fdFf@tH++6?R%1x1NMo;F+7oB%Me}CayJ1~>~&gU<uWQxx7?|j}q=|Q`c
zEsyG6{>uBXE^FI?2OZM8+&ABH$-lMUrT7*I1>bTBzO^_=>TIU)-gM!;=@&(B?)%Ip
z@xoSHcG6wzdUnCRY5Rq2(}Y1NRd{W(ux!H8{7u~}r)>PMoB!}1^V$UAwF$z1LxgKX
zgx>}W=LQ9Tai99gQqKLB&fg&6wSh|=H|>4?zGqFk+XZfZgDdA2U0iB%aT*x)n@mk+
z(Md|*m=U1$w4ftaAa}`rNzcyp4(gX&)GxUxUvg0n((Jr&{LkF;KFmR?pU=rR#LRqr
zajrpFY{SY(kI5JGXEk3Ep29cZ<cEs#oOSa|-Y-diE^ceRbdQsG(RKcvuiNi@b@qJk
z{O;#p->UpeRg=%n{&IK8UNv8n%vMkJGx}BupeBu{|4A4BlOndNFI8t|D6R~0_{`2G
zw^nhnXi7=VlEUP!W4$IhA({(*IzQt&AfkORZSni0MYc&@WgS7soB1aBeXdMBaV~Ai
z>cmB=35%E)G(CLIZ{u)$pUZN)m9OW#`dsezsQ0a({63fGdtLfr=>Hy<|9e~>+bHoQ
zMXPTsPO?@$!Q=P)r!_~G&%uSw8Hw)4cZtZpUc?y7>d4Bt_Snk!10Ut*?qoZ#=sU0M
zj&J)lw|H*fp+9T?#oxVt`4=zb7W{jiyKA$o?@czI1uxPM_OfL=Yx~EW?pl74`E9pc
z#umH9k0pE0EqVE#KPz?d+M5@g>Mq{vNlW{pvshS?_rwc(x0+)Y_O5>+D`tBrgLT@A
z7gJw6n3{0_gkEf4nsD@IvwdHk{qL#!B0C|dF0!*MGHBX!{xyQN8-?C(0HgInx$A?r
z?DZ;H3_>O|y-a3a+T<#2(lRIGyYX+k+=F5goPQSz^)5_#+j03mXuPiH!RnvP5}6;S
zWV}%^_AD{v-qewo#{Bu(pT_kvcc(8p8DtW?C^@jJ&$UG3*CgH432KH5gq!`89x-TU
z{yQg<&F)}zx!bm{t)yh(!jBVjw7EXXp30qHx@mHlhnR3C@8`_3)8(8t&GzV)D4O+N
z|1w9%H+z%MFB{i0Mtoiz>~H@eYuA^%3(xY!mMz)fy;{PnO1@~>`}LQ6+vXW==~~Fx
z6Y}T9hGj1vys$BLa}jcBHeD(199PD*kH7L}rh?Jy&G|exo$h({FK#@s=h^YV7q(n`
z+!Mc7rk?9$Q+WB}_r^ljge`A7mPvj&;PK@EsO#_|hEZa#Zr?P~oMRcWg1Xw5E-q&{
zQzGhdF;rm}r;9N|)<5-AzYoV7u}oE5!Q+_v!@F&s(U&O;m-l=VV7>cXw87o6oI&pE
zZN`XXE_d6qwg}LTC}4b}?>xuBnPm#1Ggltc3+|edacXUFcXrsjQ@0m2ub9MPKT&+H
z(<0|{#i!g}hjQpXcjaew=B!zopx&tSBv!uSdi$Q&S0*l7@S;QI%L+~Q`ia|XWh9?m
z+N62FdWvlQm564ZC$;jQ_Pt*pw9m53(EaG+6<?wiwhCEo{Aj&p+KQjrpN}=zaeWC~
z(9cvW@*|+phVOpa40X0IK?|mPaL8ZqZOr2;DORcD=U8!I1=pA01@oEyio96vV6GbV
z)HV6Oz#T5Pt_>DEI(#c$ZvL=>LGgkp#~OzOR;KQ#oP!6rTEY?%jKBU_vtNW`okPLX
zg?3I0_lt0>cc@@(fBuJ&CuE_w2nfx#b=VdV%*7({@9$6M37YcL7v;sU7Jy(W!<$&)
z6({9;y;}{J1w4O$rEhVVOz6XXA*&?+#@+m!a(1$={p*ku>P{2Qy|$fwQPh2@NBURY
z+>H-DpFcG}%JJ2fz}&amt5%lka+@B}P&DgK2{29CALQJVl(^aY{hvtYPOgMTf8j+8
z5m){T?b6Sxa^=;(yW~O0l-{ma0aMb0jy-9s%>H*^kLIB%8oQ@xY?z`k9fVd)Hu=1*
zH=&-9A$f{pm%*(SRU%h=gVt1t+*&x#Z&8WgA^|XB@>}%DchQ_)CYERXHUh3;bM8uR
z4W7d<Fx9K5r-4gZ)2rO2vv0+bhdEB`84_GXZp_##<HDZMcS<TyL-|jBpt$m@_<&<f
zog17IM446#gtcx+c`0gnWD48-jcvOQhA#+mS>)2fvCgSLv}v_K%+$lhf>E_D`wy<@
zHP|w3ipPQnj9>ZE%)acgmYaCgV;=X-PfND*unO_83cbmfn|UrOaTVv8OXAXPCaxkA
zj#!9zY}oI$%YNnWly~mO{!Ns)D}GmFfy3jgMw90F=hZzqyx3+!h3`Joo7cEjFz(v6
zyKVA`MfbLLySnpQ1x+($3IEx6*F&j9iP>u6uQ?~u{ZjPQCrwFzx0Qp-*6>qba6;1b
zNo8}C-p<f@6#3JKzd^GoPx+`>Q0B=F-zD?aCV4LZwUJ}BV*qbcmVs92`Rm0!Epwbz
z4zVeka;$W;*V=3^Zjr0*c6GsWwdL=XR<Jpma;!S*k$E@$-9)DFq~mUfBwxmK%B*$i
z3sch6o>;H?EAxVX3iITzy1Np!E>4{NulI@9L{Zmwm*2>(<-B%ug@~g=#J4;DZXHOG
zo)}`1y!rXvHS@dm4mor2NE)Q<nQ+_at9s(qPm^|TdTr0{9HjR3Pw<Zu(La@VTXjSx
z`FZHx3|-23<I^JTR%QP^%Wh7xciP0($g{i6BtPkGLzXb7xWNiO$5M_}hiCk{5-lcM
z`eKDYyC#cxN7LcPPL1Cpf!|!Nt1o&jeDSOC->P$Z`Ra#W353lT+FQq7oMyTyEP0vm
z>-H+8J$w&KIo3N@$R2tvaL=ykOylI{4?l`5IePr3AMZR|%CU*P{dMraIFXwRPuM*z
z{CiK{y`lKX|MP-V6g1kT0ynTMefQ~?(g{AtGO$W;6I5p1`7bvtj~<c|beXACWpwqx
z6+fAE&I@I^-Uei}A1>wC?7cy}?ZLt|cDzC5m45{^pGwGf+03Z>zDw6Dl!IxZZOa#d
zQ^q2V4ap(-S-Itv{{<9ly*{>cyu7@(qQIe5gU3mvW1%!xphC;@`KP~q*}wj|{J&QA
zKD*VuLGy$C{7<~(+-YOm_f4-iV6kS{`)Ri{!_`?{wW!RMbANk*?*ItiW4O?GW3D!X
zYy+PI`vT?*+zc`u=LD3cPBFd!ZR@xgb&bKG!9wB@!-I}#X4-qSdU_Sbd>DQyD+;T)
zH2#g+5w=dzzhs>pL&FTSbqqc*sI#cTqpCw$#lopcRHee<QG&nBo0khG+nijtR9<2c
zc#QfC!x@G%I*a&@f4OjThK2NHXZP4gE4*b2I~VH~HmSM>ykKtw-(ST5CX)oY1+<;P
zJGL3tY}_jRcS3I5{=Rc{zwa$qo_ulEu@`3(OKc5J9hJViigf|=M(J>dG6uKa?I0h%
zV`S)<sQHeegu#kIwn1>iTV4h}m-G(z1<p(6Enj@L*2J*q)_W!cC6+z13m*t-3Z`{f
z+)7d`O%;58Z@#_Ax~bWZZ|yuL$$8+2(z(6%^#(}3lw)Yf0NvjLUI@e6a15*<p@Z!J
z4-}qJI=44Ib?Rl&2FV6V@Z_2*XzbbG2oto2%XC1hJEAc{GKp2;f839TzC~v^Cog<|
zCNOm2XM-w}j@5_FV;qk$9kPF1<6RX0f<sy+vROE*z=_xO!AtfygE#}T&X0>q*PSb6
zP~e`_W+iZ)P5sgX7pXZe&B7T4OuZ92+0@TGP>_^SXl7RV_W#12m#25d@4w=ib(zs|
zGT-9xhQQBvRy1Xc>^FR5z>+X!@tu;89bFAK3qH2+ZLK(}_R3rOih2Et80qWhuI^-d
z@nbr}gdTZ@DGFy<4zMg>QFvUL%&TU4R{lWFM+FIE31jE;3?~>Bnhlv(d~kZ$dWgGK
zP;8#QC_}5Fn0=y2t=ldUsj1I;XRUTCx^8z@UstYVf>yADwdWg~U7}KVxt_oC%@VQ8
zy=GPVrsUNO7wO<zFZQIB^34x6{?QtG)c9QcH_Nx{y43t^%&*kFwa~PRoHqBz`ML5p
z8u$g`B(E-W(J1`-)%BTapXJ}R%tvngF8p`V@m_{S)|WR%t2Csa>VJRDGt=-?pXArH
z9veU9gJ(N__pAyNT&2a3tdM&n^YR8|W9!2GQv0Kyo#J?we(H>V{_=W;GYqGuW<R!K
z2$)dLr7t3<V-q3an3&~Tba9G!(TQUvj|{X{OD|p4JE`4m%kfuldly(T_H6Wf)T1y{
zP{Eiz$1UzmN2%mWUG;NEdNxd{%s4l{zV)ldpSXbX?sI`}o14!|-nTZMs$(|aSU+vq
zfwWUU@}Kd4X0#CMxs>6N{Uy)%7Q5tG&u^=9HXb=F-Pm)n&8AA%HKnlPT*;N!<&oQ;
z@z*_K{91CNA)#*DF%K!_jEGMwZ8AlU8FMvAPSxzW;;p>=7>AQU!$zYH<!O~CkKPb6
z-nRU2)}K6v3-j`7t{+R!sX2D+k(q2|@QWKWx>(-po0h-t&)8<CI`K@Qo4|@C{JGyP
zU8NqrjW4JYc)nc6L-9}Wy)2DKT7?T%uW~=j8z$pA`QH~Qx!m4ad^4l3mbTqGXLj?O
z#jT9<^-l}8oS%37SZHvF@4}ylFKo?^VY~r`9<_<Cf6mHVfpg|dRZv-D3@&S+B~JlE
zfeHhU0v}`t{jI=1FHbnDYzsYmdi&cY=brC8U2-;t`}(P^g>M-T{7jTF>RZRKgnjSD
z=6f$3^C9Gy1?E*3qQ5MdAMbeU<)687UyL1+nG6)9oFUg3n5;Fgx+ZP=`f0&@djpqQ
z*Q9-4_b&U|ZN@MoSuisy-(;;hOw8?a)nfO(QzKkvU5++cZvTDJ{BVX#&Hq#;rt6+-
zYu-L@eO17GJ;l~1^0#Vk>HSx~&FlADZFbAI8=6`FX1rVLUTiH_e>S!9&6l+uo|hl~
z$d6j}??3y$WPYEiuRrp?d~)2ry=U9iywJ0g+uz;(6!?wTIGX#1^Rt%P;Hy7h*xz2X
zFX_wQZ+UKF>i5jwCI4c$eWxsGdT#x;_Zxoy|0eX-S&ge?{%yOY`JWZiKF^nLpZDka
zxf|09_b}X?9`ft$kNY#O{QrM|U;f6<Q{QIz-Tf)LTx=`5?pv47{N;1}BJMhF_O3el
zO!tw|%19GUUEd(@mKCXYPgbow6Mf{=iM+4pQ}+iym!0$5<jl&dm1m=W=+4gD`ZH*L
z`G?5?{5xN(&fl)I(`S3lK9lVQT?ewA)Sr8si67b`uq|<YrO(#7dl#J~j-~0goNYBY
zdSlkY{&S7z7y^Q~EJ$7QEq2lG_Lpa(UAG&UpUu3<bINe8e%p%pua|6+ee_Zfx7&sv
zOLN<La(n8kz`R&}U;eY_c)mwVY^m92viWXVVe<ZFCELk|<SOSC?q>OPeyvXQ=_&4V
zm1^#9j84|MXU+a{xOQgD?qz5Et@6*do+wt_B&JmSB}?&BOvjqm6Hy&&-dl?+Wh-8&
z+$5%S9xTv0<I;I$D09N44-hTcipx5_z?hrF7M*F;i0W9>IwR@IVklE1s>4WpQHEld
zSkkGeekgNMhT^H1jzu8FniFhc%tfsl#fn{Gi!v0KUHJxMb|DO%bQj4`t#!*=S44Ga
z{<D1*)3FM~T-CawSaFruqAbN_JwIT~Rbq?IwXTTbSo1pAuja~50nuyR@2@&t*(ngp
z9k^9s^Xa#XLDCQdti%^(DXy9`ZTFk-rLV8<)Cv7Kqts*KDx*#Rihn+j3tqw<%RMXQ
zq}lbd>)*abd#*RFY`-O9GP_7%mdaVR%SY{}{|&pQdu5wuPX6zuKKpFmpL}^Kr8xhy
zu-VadTTf+&et)&+dWpZ+|2zo|<FHjH8t0@b9@GCd;Y@Yyz2du{+4p)rTf0-`OJ<&q
z=jBOTcB;gBJAI$DPW5H6=dP4@wm+snn;5%0RcjOfR*xm230n*=-g=|^wrkGylZ&={
zUcdEar`eZzi`oOl({D!0KAri)DI|Qh+`G!v@7#mu&uKj-96Kj9-+p4c;mL)30=ZWE
zp0BlwpEaj7>v8OyRDG{`>A!lM4xN)Jvr{wseBQPF$v(Czhe|JAx^l2weV6u)rDtBe
zs7znir>)&?)i!bB=4{PsP6t;1+46rQx0qGG-LmKqgXdMf+di-F95?!Z%Q-DZb6#p&
zgnx^Y=6sc}=l`GgRI$FbCxd+_pU_){boQMuvTw1<X~jFJ?Rq_D=Cmf;AJ6LD{{8&S
z9+SBtRjhXQWSQW!ne!`NX!F-T&6KD-Gv&}*$62>7q|e(n>G+J>%`I~m3Kx5@oT~D4
ze|BM_<y%eu($?i$e_ZIa)Ya*iY}{?j@ml8BzRNE@1zb@2n8|X)^UNYSiHSze^Gl-A
z<hZ^s&^dQOeeSkd$Itu;S`so-@!RKXF&!=z*Ox8zn0?L3_gT8Z)idljgtiNBpPaY4
z?X?@<WjE<7nGCZU!>eXa>Cr8=e!WfVU2f~{*4?h<+WNv@cZKGK-wlg+?#6Nd+79i=
zlEqoK+#D{trO(JLoHcRM=XJ%`cfQ_bT~S#uyJn>?_p~huovep%n*I;l@U+HqV?rmZ
zchrU@tll~iNe3s1>3{`vA}%$l>P93T6oM#+NoIlsB4Db)lAhetA~qa>s|HCL>(1Di
zaI9&j*qI1}<bwsz&+QlWvU<NMq2q(6QH_xpkD;C7@$>t?-;Od+`Prf|U*)uV@<D;;
z!k_;9souYq)p?PB#}`kdS|c%@jdqIH&+kvoD7d+=WIF5Qoc-<3U#5!j{H*)8wjfeH
zEPsD@$9$E??-i>*rylv!GROXZn8#Y-6Xx$XCEVoe6*`wL$g$1+#>@T73jbDZST}#!
zeCPk7?XSO-#httT)tmeI{!gD;U(Pr75u3g9@z?mvixdmkr?f9v@^k-xj>9+JuCA*~
z>Cc$*vS_+izv!#a!k<?kKP(pH%2#1|Y_Ik9AL|WvJ&Twn^KA8<zV<_MQy+hR(h%FX
zaVkSx(pT>T_i8o%gfrON<#XP6DpA4tz?3bHxy+U=j`@e+g+K_aqPOvS!`;5d?F{#l
z9<;0Ol4Z_k+;j9m^ntwN2cj9?8-9@6@Z0c%+<|JIJ?wAlc=oV=kYlz_aj|E6$9O0C
zf!v0_5<A!n`Wvecd`o^Hcfg&eX1$d``EPq}v%Zb}4faWIln?YLzfpc5A2?U}z<U{+
zZJ(y~$@71@|LJ3Vs%=ES{OynNe}Cx5^UGyiD*JQ2QB`*HjmYpn;g<hiADDEj>Vw1N
zzGh9?h#cQzd?wq@ZDQ_Td-6u(u~`}wZtre2W?am-;;@hvnZqaK*WGs6@yN>sk4h#K
zMwQIrbMj+XUEVz9@}j3D0>xG<EM=d}5wl(1yx@A{T)s(u-ODaJUU|9TRmp_XsFJyS
zhy2)6mp5;@yy$I-K)KZlYuP7zU+cyjo_^`6n|R8;Z~4o%TW=+Pi)X0%1pO*bI39d@
zP9}f1J3p6MX;F9hlgsyfJyY)F`Tw`(tNOU}WbeCw@3a3te<v7PbKz&>%Z94DFQ5Pa
z-T&d>-I&jtj_GIr{XdcY*)5y9KF5VW&zYTm<Iny|kF%H4=jnXD@?+MKpnJOw|9|~?
zM)-;Tqlia`KQGZUc=dVHU+>_x=lwQ3?)+92@+W(-#sBqxpR)e9=HC*Y{?Om?OF8$?
z`!kN;uU~M#ZoTKlegCJwFM0E?oc+@~haaUP?N%TDZ}^^fvhR(B*wg*TitOgF%>O(;
zf_<Zy>fKeRUY*HXeZpgNwwR(^{lVBN!YpP7djH>_d+~q0_m9(@nQecY|F5qvc~Ecj
z@TdI0x?2CB|6i9>&VML>Hs$HO5AoAI{`T9wu&+7s|LueLeMjxBKJKsW{{K;|{*dvX
z<k=7EE9Jk{+b;Zb-T2aEjj#2>pU&?u{eRo|pE>8#`b$~=|2Xfdom21W^2_=EEpy%f
z|J5#i>faRi&r<N|{`HD~!d+_a?5h9pe||7a{mcG(m52YIwfz5BUG#uE{B*_McWFsA
zkN-aRZD0NS_-D)N2|wrcoy&-?=ijRtaG*L&k@?@xTYqw{evkFBPgPfa5j<myr~JY9
zm%CPezrVfG-ubE8|3m*(+7b=j+dk~Cddsn=#G2LNSE=!zW2~IbO(m^6a+40X&TwFp
zG)il5&+OPTXMeR)?EXCu=V|hnzx>9m5zaG5;+X|g^)r_{NvixR8qb$~GM!*G(dC%x
z{9V2O^=2$r*;mLae`2xZZkha(l^+-v)_>}3UedGP{nU!XXSbeoSL}Vx@Hy^y@O?Xt
zHp!}GA}L`94?g^Rzis-z^Y`<Ad|}C+6{_*yar=GiZ6A03tc)`9mebIe;o{$8w4ZPL
zy!{@Q5|7sVXXHh-E%&$hay_wr+t)&^fBRSMtgkq<e*3>$rq4x{tt+m5@3VO+zl-bt
zTRU~<jmyN==dYYsbZEoR>3=kDN~;&uwf{{|wc+%xzqoe3%}pM~J^!nY{yzWh-|GGU
zrREDi|9$@JzwG*y`n=Ct^QEVrpL^=L-_qK-e|ARxytB6EUD&njC+ACFJJ0+2y7=#3
zX<v&E|Js@OHojiYq_bzso`ipkoxc{}|M6?l$DM^Wc{1~VAG<Ezd%pMaXV=HY=fT2>
zzwd0QeRqA|zKq|$c<s$|=KtQhe*VVVyc>2P_Sg0LH|)*d%$NRl{_n5r;$Q~v@8@-Y
zUvqyu&wKoN+vDQ>AHTAK8HYc9omE$R@Z-*hKkgLNyffdw@4=rt1$B8A_TOj6$AcN>
zbLRg(yI$YI-aKZ$^t$tZuU!`hGkC8*uY3KPd)@kpKXyL+btk{R_Tb;05C7dMsDHP8
z|GozxM&1tl@3-UQ3+nm*>8pOO>HYWowe>v<M)q6R@5f6$ki0KmquH2V`}c3@^Zl>p
zu8*$Io|k|1v-sW5YissxJ-_|e&+dOegB+fEGf(}s_S3%oU#1Ib#Ye5ES-CK1|GqEv
zp*Hn*zx3_=(zZWNviY3-Z=)+SSI@A>zgqHuTV+n~=Ypf2p^w*Zo{>>;@8p$J_R^jY
z*DQOyK6&Tc>U+(X^k<$psXW7C&hoOY{~sP-m+{{zOuK&S_xYY%4mIyN5&r1rOjaJR
z&+1?P&6%}D^-b*zJ}$?!-x}dhi(VC^SqPW#?*8yOUG|K?^E2&|PC;zD(@hWCrRaRn
zSwHzz2LIOY^LMT~a$L)4>;7}9z0>a1{I9%L)4Ko4#$$h0CK(hS$bC3}=d8x#H+v<Y
zteIBA*64oN-akRDVwP#gFSTU$V9xAGe=o1O_W5~9(8=;HgMyQy5&tTkf_l?u9&0)O
zJ*lX%>&d@JaluDPyOh7bf4~3ysZD9}p^Ep5o=tl9KJ@nQ_nUjx-gZAO@ig&P!YfS!
z;h*0N1$NorygZ}z)XT1S`eCnszkl3NBA3peaIdIt?Z-R8_v`1+5W9CeaK~Zsl}!xd
zlf?i0X1T(__*dug`E+&RkVeb1`~Bx+f6&=%6#Dm-zM2+y-|z2*v();Hq%LNPh5meg
z`j+#T^weKk&tLn;FaGw=xO=zn{M9CEn|N0E-d|kt|EJZnr(e{o&s6BBc^AL?eLg%b
z{)5f!le)4KpLU1buTPWxc=T~j@?F*7r|s*X|31IQX+wonSLx@=hPS82Fzm={H&uQZ
z$(8WCT2kQr*0z5?@0aGB|6if@|NZUt^<SIzv;NV2kk9zvkg1PPa>=c!=jVU@{9N0v
ze*5|Pe?LF}VO3f8FK)j5_v^m<@;ctv@YmekTyuBxmiOHI@}l>>1EFi*S>v~_i{HNP
ze*CxJx38^_z79gx*Wc&I?9Yn@p?5O(<E{4P$;NN*TW@{*`}Dr`(Z{c^ef;{|$G=M-
zzrOYsgwDPF?Y;f|{U31l`snQ-Wc~fU{@wj~VD#?J{{1EYca?%s@&A99{=UBU7=+F}
z*5Ci7UXt_i>%e2z7x%1Juk2m#E*al%v`;Rz#`a`(o$aYVRa1U`)iB<t|6|wJKOppZ
z&VBKkyH#~}t7`97*53WObzk0I5PG*~-~KPZc76RN_b|RZ?tXk#{apyEtgnChxAZj_
zJ^%Z6>G$nrKf9}bhGm@pe*Ktzz5K5*L;v6RUexb=5q;X`e%7<d`_lL0_t$9e{3NdW
zU0nD3+GlZ3qc2X~ud!=?#;*L(?^^dyt*g=A{b}u6ufN{zHQIYVt^IIn`!VgW`m!I_
zemS-MlJ@<m^;h<n9NGRz`+nE@Bk@=M##=p#{y8=OY52aa@tq(UCY}3S8)~u-T>5uO
z@V?iEE&F|}?w`K^;&g4O(LVHPEvNTyklBYnt>rnr-Av~%$ZUbr+nsdoOKtoDG9gIk
zzSqW@?4w3tO&cMaPREBN{=C-uG+J_6es09SMSQ2X+v(ir+E|l)<dgW+h<&9=Kf}6G
z{~hJ{;q6}Y`sk;%5~sJP>C^}IK8-e?mj5(j-`3=x-BmjGe{Ec|e}>Zi^B=@Tf5xZJ
zuif}7zP5((QqlLlbzdLe-8rkr;cnRtzuR9EdAhbV$d$cGiq2gce3R=A*B!1Y?<GE!
zaZib1dcyDhVv=m;Ux%ixDrHgj6B2cQo-aP08W6XQO9uiMHY_@FDOWT?Btk?ZT4+kL
z_q=6m4z51(N;!-b4y^^}tyA52dD4x{)N9&nnVcI9?PUBo0+N1o_%_1e+p?tKMeqLX
zzqRk*{<t6N+!_C3&YsIH%iCVOd+zPkb8kGp+_|uPim|&8*T>gS)J2>F8uwM1DcdXl
zeb(NxcvFSxbn$idqMls>fxD)-ns8`(Xik4MiF<W_U~PDYo~9;m(khlGr@1F8JI5)g
z{juucJi?O1WVqg;FF##jnIah8)cxk|?C0#~>;r=CKJGr-i>->5M7`~J35Akn=N!&C
z^tl8u8y=p|X~=AN_?+a4nI~p;z+u@r7Z5z-1cjT5#frp=roHD)5=$~mGE3Svck{&L
zr^|b1^h#Jh-~Rr7E#up{O8Lcl8fULf|L{?_riNGk{^8@|A0xvXgzmrJ!c@EZbnWW*
z*|qnx<KKkuT>q_hd+pBd{PLCMQ#3Ao-~FR$f7kkokFxsvo*do2=f^bh_|K23;~v?*
zoAP3JT+Pky{OXUn`upA;{l0h0?aqClj+XD+Vm(RpMRa`4+wS*&=dV$(-`%iCOk-8!
zA~_AMrbTKRSxuML&wKNaE30{tmBy>)MNS%7EsNYVR<(HZeb>rrHCp#7bV1j`6_Q=E
z7Os%$+VwE>3ZLuOfGhm2tbxx$pK*n_ij=w>lPhY^TC_sFt838;&8}ICR%mtYdh}H<
zXZ<dXSKW&aX=L>*I`%`Pd-vQG*LEz`I<?RE+}xs+;M&i7tzWJ%*QlLrJ*Of>=IhR_
z`dc#eVmDVUUS%HfQfiZTyUn(nS^-A`uS$pR4ZJF?6K7?8@A4w1_eUzyk6D}E+Zni5
z@${Q(Q+E4ozO;=^XVn(2ko=IZY+D_Q+WUWOd-P}hqZO}uSKV9jwro+?;#C%_x)#SB
zeHgK_Z|bXvm4C|?H7~V_uoHR8v8SZ|r^-*x;A5*Lzxb&McepOtdBR^VmhJhWr|J^3
zW_xIOXmn_t&;TW`4ok-H84EJ?O4qV1HtAT|vGOvvY1>5M4$dPd8l=JLE3R>lL!a4J
zdk;{0a`xGMw`oq>oVFQlGrT*0JzsV0zTSe9d@j@FRLsp^UiO<`7H_(1%jKoDai<jZ
z?o9XcxTYZ4q{2MuhkKv=&zet%ydQ4XQ|<p^eRGQUGUa?fvkps5pPesv_s{5@(K(|P
z46iSp<#_JZbQv}2;{r)y;Iy`R;%32Q*>j-u*3F!2oqqq~i-Ikm+@gwZS}Dl8KY2W%
z=FMW0r$z0DgC70)BzK={5A&bCg7%6u_Kk-F>)L<HKIi-L$U(pF%cFqvPvpyfbntzD
zRH4uJ<57ct-;YNV&Ku2nv%|`xvG4bz1NwY_9-YwV`x{>PLEOE*@Q3*E`podvngP54
zx8Ax;bqM4ZiU0d(cYMwFZvFa?Z}tC{En;3^!PMovz=EwSd4UB-*Wv{|w>$Y-9(iay
zUKPh`CDzrv&_e3ep1Cg?H2OLoP0;A;d^AJjvsN+dx!aw5J&#Uk@bx~rq0!g-=z&IG
z-=;kEb=LMjI`}3&lF;m%_((ysZ&LKSX+r8d54)GFm{OZAqaJ(w)N-%hxe>BDR}Tis
z>eR36`fJV+P<Z9Jm}c>#>UTB&^xh`C2d9ix7OOzXE^FuKU7)n`YOBCKwI-(Z6ARX|
zd_A^0&e`#3;QFNj>n|>K_<F2e|9<5@n69qJ&4)EV{EbguvC1NAcUccps7xp*#mYN<
zz1^wRx9ZUfF!49ajpNBZRr~l2|D1F0e%k!}`HAy0=QDIj%-8QO5Lu@m6aVCxo0Fr9
zqub25jv0#tv-uU4-Fw7b#_juEaANSp;8tTnP%?`+tRV22>j_H{lVPJoV4!bSeSg|=
zlP4y-Sq*ui@a(ylCtjWa7hh%iNmfa_=3bt7d7`lZ2rB>o;c#X{F<TK^5nB>lk{TE;
zn`=DLc%t#&y@JMq#)6v#HouwE3WDJD^|ZQqM(XpNCpk}Yj=*5Vp$}VY87DS>4cZdd
zb<O)?m1dN_>+7Wgv9;pizl^^=$ro=>4d3#lYg)|3N!n3GuHJgZbKl;zKK5Q=|KdA|
zaqkSu=ZLfaT76};;h&u{Z;oD!lX-XaVVunSqm2Kx_<lZ`q0jeAD4bpMLSnqk_oI#f
zwfO!%x}nea@6ii=zW<Lt=)cX{x{M*zA&^}JoW!m=1oDb}b$Gd5IFxm1yz5Gbt&V}R
zB3B&)<);){2Tl#R!a08t3ztmzSFM1(0mt6DggOVBi%fM6v=+JQ9B3=@)p_Q2;ZQ+W
z*}xDXSKYu6VOP_@E5fOF{X#-TN?ijZMYg&I#)@2Z4UC^sYaKW>@QS4C(!eWH+dpOA
zEI+i<xNmL*IKrXC*H^s9y-L>vtk^hpeNzZm$%YUR7fb}K*f=r4Z}kCd?S0E#S?i{@
zJ2f;fy|?qDUtf9I8gZ?l1<6mtel841e)mBTl3catzgWn0`>hMRcj<;JWzX|it-@9%
zFSQEG+CBG0!b-krufRma%D+*}95tV&>A#;dU*t)~&zql%pFIDwbL*FX0lI&FvkEY?
z*>CBITByxk8@VRWDSujC{^f<Oa=IRxhbDBa{HN5hvZM0qvwVl<8L#-09i$AW-QYU%
zB<pmT;Zv;zF-Iq@jwllKUiVMpx|m3<>60H>W=Blo1&^2<F*&m3W$TH|6B}8AK((g3
z&-c*H#a2aDMOH~xNuadFmb6CUv(yR6eVaQZ!Ek2BOju3na^}lj_cJbMwt#C&u_PFr
zHh1%c<i-`fGhi?mlJf5F|IPG^E$V})_qwc;q0{;{FTVXt&Td~vfBvJz2fl0Px=;Nb
zcK`aXeb@Khc)IV#_p|%fZ+ri3^^daYRqmZkwFkTPD?ak-?|XE#{7-1j>F)KFA8qyb
zy-<C(BY463s!r=KHMhIhSAVS4-}m9D_`V;<#N&Tn%2WS!O+5bhqw4sYkKOupAJ6J<
z{}sM}?u*;;HGjSLpK@&EYk0(=!Pj^xU)_qU>+k{#KD(t;)=m47{PkJBc)%4d*R2kb
z7w;s#UnSMGYvBr+u2TzF$acMIWGdVFSgV+Im2#KYq7^D#QHxfn#ksl$UJ-E(4ZI?n
zdiSMcV^;U3_jA^QtISgxuX+|;($MN%bWLLwua@FGao3|CSBkt{vlv>jz2aTP@Qm-d
zoapi8OI9#JYsvMnB1fyQO8qD}wOMamW$|jR<ohcX&yQJK-n+T+Uc!7(x;1_0v)Vz_
zJ+v_7t6OOPoj>cZTi2|3^dqA1`+kUNx8J&erA3eHN`ulls21LO-!G)Fp)%9@S^AUo
z)92^SSGJEAQBo=HU9tRVJoj|*b^06{9u=Y~A}u1TC6$&+*oanq))e@>D$)Fc!ZM|0
zO3P-swa;)kqdh^mP8QrCYn<WGbF)G}dFP`BsVo1a&gMD#IQwi)mnxDfl1c(4ClH2|
zVwVL$5LA*Gzmeg-&-;YO`g#A=CHvzKEbwNJwR&-BW9{UZmp$kE{VKV%bh6&ul9w($
zt`_mamco|Yh6uR6b<R@>P;<@g3<PE?rz@u`rzxjdi@i@MF|j*3@w)}6uDqNhJE=eU
zQ(=Hz->KtyTJJx;W!SI$hp+H>#m?kEd`0d*SKldo2dXQB)*lO4ki6I8M)%^sp`em1
zUgqOb#dw*|M-Ag2y;9h{-r`+1^L~p@-Ol?hzI7+>xA@_`d+v)L`fpd6vaVw4vRbf$
zxyx(8mfM}L8W$;PWHl|)(s<RhNKZqn`BJ|6D*i66g)0QRv=*)qwmWJdYLTZ7ttz_?
zFSL;9dc4p=;nbeFFJ@@)bs4QU3SV$|k%e9t^WrtPJE2wOqYoN<{hQu>S#Y4#`l4Zw
zjLOl#AQ`ozi9s^zM;n8_y**N!KF9j0#dC`Ya0vq@JaW&=`q_etnV%v~;R`?|4@gKW
z8&n>J9QWEg`O#caS?wj;w%5m<{?D%Uwm$ZNsnEKq1!r5b)nl9;_kLXU^;!1K-Qem^
zt8djkaARzNLe0Am&v$VqynpfV=)-lQ<^QdphC|XAC>@HrhvtWTb$feVFR1WJovt#A
z&{mPZr~TjE`t*6pw(ZlF#drs-TdI2f(xmK&B3|!xi6>2iZf{;D&8x&^#O1^l#FeC#
zWVH2fPS(MD>;0Q&bj|3Rv1^ZjW#b$NpC6?HpbC^F$!P1|K*{xiZ0iF*@u^M75qR8x
z@y+x$Xe+I4M&FFS8F|l3o|HT(IRb+`*69lA3db)Uh4cZg{gDH83S7>)oPohD#cD-r
zMQSJ|+2#qGYw`s)3v3qLEV%jYoL&%|0V>(v{w|MqsAm7Xl+(p@?et||FKvmNb<O*7
zRc4g_*(={_roXpd>u~>7(fwDyqwasdB|iJgw>uAazdapWv)g;`VwcA6fB!XuD%k*;
zx6o=6l-LC0Wj-A>{IAvb>(K^%aO12G(l~o`qh1uXaTdbpD(jF{{qBR{Rc2S$fGaGn
zz5&0kPL5^7=mJEan{(ycox;%dOrbokX9KSAxLyr-_SR)9q~Z*8oKiV;CsU|k>OH>@
zZ;`7mf&L<*u7SZKrmlgZQ%bD^a|1)fU26kFBwTv~uSmE~4gB`jWvg3Y?i6rxo3U;&
zBuyx6wJo>!xB}Ebhc?4jRW*Y=Z4q7=0!|yC;wj`S+se1;$E%}49)!x2r|k)TJXac&
z{GRj4Uj#MoOy9Yzb^z736K>73t~v7kkTdJP;(2*rJ|y{X7lzcR;8vja)r~>2+FS4Y
zm29~3Z>i2~uf?k0->wuq&HKst)90hM)pdP;=KS3GsknG%c(LWmx3UVWlJ}OZncnyH
z(#ANeYu?AJUM|~K-mn79KX=rme%-0R<{S&W+xEK85Bs&{(sIY?Y_U@Rwv=RESi0W9
zPeEPa@uZ09!85wk1EO8NT%GW^`li5T7!-8Qsy;sDbwiP?_qybhr8+zNRIhJ*vTNmA
z+2D1|r(k@mX>%+>%(w1MK2_SV0<6MnTFmiDuOo`?UisFid7W_)n7{bZw@l>58>EQa
zR%}*eRs`yYLh!b^o8M=YSlAuC_VEX}j05!tlzn!t)4a~QXxFru>yutb6~%h5%Rc#a
z_N{xSPj@+lAcRVFch&{p-t7=_z3OF@e(dX|*?UXYPG9%+Qhrvoc*iRgp{;Shd~@G3
z1tO{18n^43_x_b{V-;4xG=hb$SG_dfx|iFf6l@kuC`$kDvTfy!E2Q0CqZo|WuBYe2
zmhO*s2=o{E>Jk_zVtRD-3hh(7ikI3?f3;|Ze%G%>D-61%9*06(ajshfzs;=`i~v=g
zA6LOjDsYn>lr(?c`MKu~=iU49M+3p_JCL%#tJ2H1mHY10)40C%2~v37zw!-#5ZcSX
z;$Ypk`C7jEzQgU;`*w!i`Mcf$l(4UqSqB~s{4MLk6#^;q>@+8>*(|Q;eL-)H+dGR-
z#m}CfI)9e+=;@vN3Tho49O1o$ra4_RvOdk8c)5Gm#S(czOHoTvLs7%V84f-_as`~T
zelv7PMd&lXPEFX`BQM^#tLZ?<p6QJ-jt*-x>$^Z*(zY3Ch=OjnxS_1!U2xw4(q03T
zpmNUPoWmIhXh{bt=a%g^2lpJrlBUhw{AcaIh@(G$v+DdRxwy1jFSg`m5sz+lzunz0
zFPHh7$L<1^euA3?Ki@iWlh5r)!bx7;oeNdXw>)W^7Sk7X{K?}5HOtm6{uKD2x<dN`
zV_w$p3sa<<ik!XkGT<tY`R2;cDsm1$5=uGc+8`wR`KTkPc4f7C)BSj##RrHog)D^5
zwrO{EtbFSnoX6pUu=dV{Nz&$9Yco#qHm-oW1SAwy^my4ee&3yn0;V9xL4=&W^X^>v
zwoucYWl`HSxKPGPSw`dKr#@@XPctsGGig1>GFSTU$!DQ+li7Kbw34)vm_V@rYT}%L
zj5&RB^)!3nv~{}X{b$^gIYL_tkL7n{c4VIBo_Kj8s6_+ApI?EyZs4E?HJTB@4~YOs
z@I$(7YDvrNug+iXTED-+b-v!Ol8ej1fxpOGJa*TMOJ}~=&i?We(z*eYK54(^`GPxf
zON`EMyAc-cGV$eX>s@a*l!6*J?v1XEOEnf~Y;0M})Xmh*^j>5C;X8$X%iiC77@*(x
z^-+R;-?v8@`k<iz^~>hvKRWt;K3bsP_v_ILeZJq1c0k4cK6;?v_Yd4pyOgKCim^)z
z(ym#-+7-261)JCYxhvE(Rzcb|i_A2@)y?0sMN$h_2z6O4Tp`jGwQz-KSJuLw+nrf$
zi?TFcwJj>r$ZB6yrm?EsC|`Y*VwcvU6`;1Wg+Z6{VhfW~yXL-lp~2Vx=!eE@KYp%~
z7Lj(3o7;tDRgXejHZmGVCkB0+Tkz%xq_YI=F@Z;b`lg1LZU|xb)-4wb2Dfg&t)4jW
zK*806LGPDTq#ymhWrf4>Q>(2aUd@$yf9J=)_23F7<oK!8$L40%f_r8m$4|+xX{_JR
z@b%c!88v$~yY9Wd{decR%4662HWuGcXq;RZ3aZ3%%a?^N=vutWd{x!rZ`)H_j;Pmv
zJoJ9v{3l1Z{CV@!^3&&|r#C|CoXUs4ni`r~&V2EeijZm%St4>I<VeVTCc~L8XQx?!
zlGnR#P`k##C+*j@R?X>KUfons12=6>{Fpg&U+LcyrVkd`8t?NJ&*~7|ocYbi89clR
z>7+r1HzA!gD{wchZLaYI;|a!p=7Pruj0KF}&gqo#e(8I}2L`RvmC_Z{71Lnwrse7H
zY?j=H(olH&+|3g=Pu%Rdxv%~^>lfad8dmw=?4Mb)@}uGpAOHU0qiao#usrK8ul=WL
zSH6#~jnBUSy6FDv-%0n)Z-@U5tw9;u6u<xBk@i2WeNR9`o3q64gNHWztXYrAR_=Rq
zbo<^PyZ#@n`m~)}qYpMDpniF~p0DMMgPCt*N?}6+6JAD7UnbLXe+yTLxJapEprpuF
z#+my{Gfy3S?7P~b)G1J1WU5o3HbmK%J6pIy%tcBMuiYGZg)imTwWXTuug%snU4;w@
zfCd7ft(s8R!0;)h%h_4i-R^{qYJ$6H=QOl>H|49pvwnO>^SGruxUvBCltTA9F3W#c
zAg~hDvYBSxsTlwgP5JeVFWm^-tPynwH=?gfgT&-Np6e;k+Ee`acGvFzZ;v2)ajRgx
zz258XQn%e}Hh<Fiu-EF9-(9X8><ybY*QFdDO}@YGgY0MHPn(~npFbZgwo|RJ*!R)1
zSx3%_K6=JgSlqhfrwK=esEbI72&kt9No7a&XccJ{feJ9Kq;-{V^P6XcE2ty&(`Ll2
zm}4Jy@?RaJP~9mp)wfOA-)61ni2Y^s=Gu$PZu8A{ZBbmN41#LLwc0AzM1@{+b(Xds
z+2xcJtGIF9gotp@HS`sp6mi`<DOPpkx=A3rSF2nL6?(1JSvvK|t~eOO3q}4bhC+z^
z^dq|<3{?5ONG2l5zs6#t)$QAz`+glQ-~Z#2`2By6ZpZ(+I+^Ruc41kjqlN)8EJp(a
zWLS?T2FS3d-tm(O|N5(gukBHWMqk^b0*yXU;b*1NmAuG8<J6v0F^zoPk9KIhE?eZh
z*ut!<d9j66*W$$%Hm7!7KK$0D-J`Hagx#}niio>s;S7=EC*{{f)bDQq4I%VydjF<+
zdHnNuP^%;4E8EO{I}hIjmrmdj0Nrw@{l?(Y&sCryP!ItstyY<z_;S|py>guNLn+Sd
zUOUnbZ56&Ey}n=ac|9l*U)kZ-4jwE3rS%Vj_mBFD{CE}`@}Ro*_uC`o^EURc05_+g
zY4|T>C_ZcdG(o2Me}Y=qPn$n+zWQbJNk^=Zk-|nkk2TIhuN#h7ftkz*rnAuN;(B>z
zL(?<I7dra5_Aq2likR>F1T?er@VcXqf||f&m1~Thr4C856C&6V%ytBmUFF(xN9a_K
zRne}y-QZ3isN2W$gy#v*5iqP*I|AwUr7NYu;4RC`_oXd`4TYg&38&9Ro`^gV*%7(V
zyd$#XX2;F4b8aAb#_h~E_5a18PxHk$yu7sc&0cFM**^b`r8ahaCyopLv{0G<a7V4o
z)c(VuW>1aw2fh#1hh!h6{AyFVrr25Pkt91Qq8-MZe#A;;BcCTIG$tUJJ7CgCDknu8
zSH)C0;fR$Ux|v{2h3IC2jqmeDu^p^Zv9mNr=rvdx)gg~z(xf~2`O?BQ;9*gRq`B5}
z%4LwcW>+_US_K+*fDCa$>*`k#l~;>+dF4Oa>S}%P>jCxu7AHUb$|?V=<9bo$|L}x6
zoneizDjig>pWZ$1_-x*&#<yjUs(rWj|2Vfc6jsZByWI&j-#%RR|7@0&`4@Kn*`R9g
zzbs#+vlJ6~pd}?pssfA7|9<K^x8c@bn=UFWE0Y(rG(V<m*ClcP61WLIdFDQX2@$3M
zHF*xCC~91S6V*A{%h$|520r*bHS9s{%G%ZOPxoE_eso{{w)JH@*Kd1Y_VKCSzPsxm
z{f@0U*qvYTQ4~DZy64BF=~e7=-&cNg)h|3gm#Ow@_xq}ksrrTN^WRs0Y}McQ@o4zI
zAE&05xo-lEa^L^`s5`#qbNBkXk5~2g{XRN<|CigHfBRn9NBRE?V{}aoxWeXI8W6(n
zS{o3;LC>r*U)+B$V`u5Rf@^`Gh8(!41PxNLsa#8U-#K{(Y{CaTML8kjIiLDwYt4I+
z(1iMm*JDj_d;bqVhTRvPS@*5o@%z5t8sv_qzi%w-w%eWgSvm3_&z@R*;QK2L)>Y<N
zyXV5nO|atpy^RiME>6F%YOib`UH9#e%umbDlPz9x3#==seE8|mS5`(=PFBIx3gsmt
zM?^N-^d`+;bZetY$H^<-Hh0eHnjwAFwP)K_dmjb0;M>fPo;B>SRLJA&m<?wBtSSEO
zGOb8bZ>jsF^aHM0pn0UT`!c~D5y&jk`uJDpuddu5@37q8y7tz~%YM`Oc9mRM+N>vA
zk~s;vjD=(j2T%zDXCf8CWU56fWQI;*m|h*ap6U2o7kB4E3z6f_g$^R@E`=^4?JhI7
z3(JZgO$?L~KiU{5BXM+Mpo~=NUB8kNk#_gO8gTp4%BjnF$(!4qeUly;X!cEh<e<qn
z<&lTxZ$FE&Bv8@j4Iv=qXUK7`m2Y<*wp??^)2Fd-s(r-ee|3zndZXSgSqH6nwfd@f
zTe21R__C;fuUg9@>b@6Lg|A!q;oSeA1yzr~8a{qk&kC8&gw*$O?-%WQKPiW+#yC0N
z+O6^Z*SAqFq2N|6l=xk{@X_a_qpBPGR6xisUJ;%wD}!z;d#+LTT!U0)GlMG+L`DAV
zPI$!S<qkf}wmm--D0L*{$epF4&z>r}m6!zIM%4zX|IrO2TlAL+s8ih`i98bp8Nmg0
zti_68^HAV%jhg%k(6L+42nKBY7Cd%)|G@F^4;$+Z;#KnaI%hjSdNyH)C7Ag+blZGz
zH|K5kU-s80@9QnFICfh0arp%6Q;Hi=>rQ8IpbW;U8P)_Lqc!ol2+Jt$mBpZh81+tN
z8F;u0G(0=!B(%c+>ep2sR<Z^pR&&JK_}<Eo=X&3lwsV!N*<<(6S^i`0&O86PN+2m6
zqNrRkl6Bwf$~!Bg8{b0KaI69?<N$ZxS0yj~cDwU$6tjm4pH|DX`8B=M=G)r)XH}~d
z7DJH39T@?0_9JJPJ31`eCcm(L&8NSAnYjK&zBupHE>^W=hQIrCwa(II*MA0GyrZ|&
z@l34D?mYsQY&%%px2~ymWd;rF_>ftQQC<*|V}eJLETx5J&fBezwBu@yck5Sv)Yaej
z^yu|HKjw+YmjvBLO8H>s&n<7u7Ok)OI9Gq)m!sSF{eVuP-g@f-SqJj7J0G+TWZ%D|
z-$AuIU*jVQ4ZfyF8XA2~j|?>WnvL?*`&Q@GxUf4HnutJ3&cpI+96;R{&=Am~It{H3
zqxDAHi$U}CjO4Xyzy91CDg&;oL-#snRlh5EgjTJCO4G_Wx7fh-E_nUWE8d{n=li~I
zS#iMH@ZQXie!b;+A^CgkxcO_3lr!DvmAlvZEvoSQe$b36qL`dNYZs`0e*el1JJ{+Y
z$lwojRS0C(K9RTSnR?rc?);0Ni=R9{bAIal*{Ao+I_;U;4(|D^756|Cq@HWe|E=xe
zesb}~+>VtU6E8h36>m{e7fAL9w+T3WD_&K=Im`OUS;oTR4F>wK>izPaJjcE-(?E4P
z2*XBrUxHVLK;~7!<3EtmpFcANjNi;@oYOc5w7@7+{{K#`FWb3il)PNxJsIpCB-enM
z6NnQHzKy-~Q`v~EyHQxUg5pldMgdAwJ=y)H!eWm*GD7C<N6y~7=ND66_d!rr>8N3l
zjPg;(AQ{!v`+g-0MBKd!!3&gF!ax&NA;-H&ofBF2^%7#5B=+^v`&YjG`@GOQ;DP+=
zs{g!9Au{v-tj{j7IA4Ee$M5^|y}|W1Xz(d?@5f&vSNE3nFx@|M1H4?$E%&-c5U64M
zw)|Y*`SUY%ndaBHUAhr>#NnV&bloRWx4LtGVt(%2xuC-GI%IAiyc+H@w_xyuV8P(C
z%XTk}kUDbZowCyNO`8;#DIF^nReLIVQB+EGt1P0|4zJd!R+pm<4B#^Nyc)Dt2d&4P
zHh1$x(CRqwj4Y&9f6Lt=vql_IiJ#kc-~5{R$C=yqb@nseU%!Rvz4zPb+^pS4&MG1z
zR<W>nTUq4Czk2%~95vtbqf0#g<0I?1nv>ppo8PUI|5Xf`o&BP^j&D=3?6;$Z@iIRq
zAbRxlXwPaohz4E}bX5(!BIIfcTGV74c<rqVXarMas%v00XgyP`$XC~!+l50VUFQad
zNV%>J43SQ~&-whEMOhMTOb9f-69O45Y9n<T<>TjtI-v`?9&dgZ(AYQix_ZqE<$b!-
zf5$h1JM_@1+paZ5^vAmA3muMo<$}gCx5i&x=D_Y<y5>sVT1FPTpE)yc+0~!8qr`OU
zlknkgeS^=%g$K_q!_wsekC8u8n{ZK~?aDV!0n?3f&(5nVIrpq~d>_<gAAbE`9i!S)
z$-82bSJ!;|%d^Ym#ia$_@x6ArUoxG2K8rf`sHRCJ-TLD6!~`+xA8&eO!Yw<)rwJSQ
zCEhTz{cbpD2WFmcWwtzAE@sFKhM>WqCENUcEK$@jv;8i9=ycBM9B7dV1VdH@L*`&X
zBxqGII4yz~obVk#{_)2R#~DSNwzaQ$tC(GV;+7nY8FTI1gsrwIx%`p0oe|8(Fli)}
zCvM42$5iQj?b{A?Gr^jUr=pn&F<uYFcCgC!HE#=1Y=@{!$?ZRla3@TqVs<q#PCov}
zKBVJ+B~#a}MQ^OrR~vLmEnZ>NWwm&PNtf5+6{cNTk3+xBt(#j9o_U2=+3;D~sCO;v
z!0pK^Me3#CgbE_AWGlpQKg?AMVU5uSE!mt|@U|seV~?h{=!$z4wPJE{s~@X1XnyFm
zjn#hlFFw3M2x|J)SWri&D`&efR3P+d;P0*JA}j8#_?s)K`0-@BmQ7ThTiv!lZ+>=i
z{(AH?ye?1gbC#ZdOuRtA1cxl^HE$WSs}J0g+pul^Z>43wL^>3=)+V0%n<Wrz+Wyx2
zh=;S<{NtyuF3?luI3jUgl;_H-Z|a>-K?~?IK@)*x+(|k;*Wb*9EJFb;K>=apWhme=
zN$@h1^dHuWX$oL?%M!G*36umO`0}}#knzZlNC+%D_i3-=xlii<lTDw!2aQGgPS4v_
za(U@`-}!mJN-i&-t#`NYsI`P_uYchaTkzPVNp$;@$1`eVrt~lVbd#&1KcD@F?8EX7
zYgjkNH#dG(k<pEIo^OiHwI>qf!A#8qALC>`9EB`FiI@2dD)@ePfu>};mG@hG0j+oX
z*4?~+%k9p-|CiQ91up>43tBB$!Q!=h?h5ESbnv|3tENRp8h^_c{aUa>pi2rmFDTsQ
z1)36k)w(E212!+1r=isjni7=n;#zcO^%>C>eHyPi7EJ<;idQXKp)o1q!ycdGPM%w5
zT1)UvoN_ht?e7xK70s_-{mgmM?;$H6nf3P0#`!U4CcWJmug>_|b8E>r!$)ET$99!H
z`hQyCEr-qevIos&lboxcdCvDXS9g0C{Op;hdE|{#uaz`^e)a#A@BF-cQbP4I-tBW#
zq<`(7EO6VHfA`Z4tFsRlx_vdgHFLuGx_OBoc$OA<uG=YPbLfGfSK9k&Z%!Q)=9!mJ
zc%4V2=Ii<S%T4R|H~6m4ud2O#{kEMF<L=L|l4^47qi3n<s{i-+)a0SnF>hzoUg7hv
zXSzH|dUQCl>fWdJr{(@ky6F`!%@f_9YtKyFa;D2_+Rkaa`r^z^a#sCesL|kmcF9_3
z-Mi~0M|kCQ-+nU@IQQD%=d8))sh`&Q{7U=em%D9S^qk7L8!|h%bg#U(z5gMj|9Q{*
z#fv1pit6{K6x#|%Ot>SXX<_uzwy4Jap0dZpbLM5%0q+_LpV)oX&;O)<RBq<8c`rB4
z%r0wKcfzHrSkJe>Ci%bTwr|t?FMQ&x`d1rtM5$e>ZMv5IiC?^%+G9V7tm!zVYNqSF
zI6bIf=j7FMV!nv{Y_3mzF>mG8*%8xZJ^Bj{{eAdG?={=qy>Xtx8MpTYiZOd=FPN=#
z&sWgiTz99;=h9~j`7Zmnzfj-ZJXd+;;d6IxEKGWJ;ntJZ&kRSje?BPRRQT3s!Tp^I
zMe3ineouWFC97bQ+upw6&dj^aGt?Y1nI@<m$YAPFyZ`(}&a(&$f1v~Vj8ei4#*AUY
z4(2g4lDjTm{QPH{(!>x+HQm|mACJi`*>G^>gm=%59xwUjr0~x{_1kY&8SPIcy|rPd
z%K85u-o|IO_gwT`r*<0$A!Y@`1A;#div)b$ce!asr<S?%AIiMq`TbnXj^c)QGFz?h
z9)DYrc*2h7=JHD{hks?3`?$W#d|9}y#3K6F>^)w(d(XCQzIo|-&daQA{r)BeEAA92
zPLDjGU+lqijOD&r$o!g{-(p;+^TvO>I^pt_CQwlU!crz$kNf8I%~|KVxU>a4d9g0m
z#KOYD;@RJ#n+5$RZPm8VuzU4HZgMqz7Wasbe5oSJJnqjG+?LXoD|cPq6kflWL*mbi
zcZ=mu_ghJ`&YNcA9TK_V)Tb*RcV~(}x$6Gd!1B4ynV=A{MQ)4Mt#RZP2p3zhscVYq
zk~Ipce>GOSD=)kh<2dV6*r{mE{H1%Qim%^O@$~5I_ZvRHntMO-`B7{A+m$!Zoi2+j
zV`ID{H*v!Kg|<Jg%FZmC%sBgq?WPN!o`*h|gl?AbI~`^5+*rI@^!^6>u*AP*jH=Ze
zeRk<uZwfGCdsUiYt$iS<ZqqA0>rYG4=JGB|Ti{<=_~htBarZcx%8#BWvmzN+q%ta`
zZTUP?+&%8jr$=EsoKI@JH(b$B+4-FL>p#c8Kejj2w>Lbw93LsH!5KN3_pzzbyPd_4
zC9;KcQiB%dE?d9rfm^J>ymd>seS!@$e|XoeI5+uN=@P&D0*$twm;OK6SNZsemiN8I
zPiw6sOH4QabDvjvXq)lFEi<1ge%@GgJ@BNl;MI_omhDf9=d9lpP_=zq*__0$TWu6p
zCM$DG%4Vm$?fI1T=UM9U@|@0(Q)5g7Ub=ttIcWXtjNdWYh_rg%`<G3&NwuWv-jhpT
z@^tazogX)r&9bt7e*CZbo?qf`t$tQk3V(ikBL2UM^cj|fG^hK2YU}zR#Q0fH{>Sos
zb|?F%S-f#l@gLrbh3EL)ymGQ?$L+v5!qe-5!V1*BZJMN1>BzlD;dgAo-*rz|{5JfJ
zkUqXEb0)LZx$2oanH@gtjX9EiGHOa|+qv%RpG)Wd{GK9`n!9f9=^6dOTbo>d)f|_N
z{yR5n*0GnTqSCdw=g;+z|JbtA>s#cL*>}X>8!tK8TfWsP>~eACnMm7hmj%w7n_WMp
zGU4v!iSu{*r9GSH7UZ<6;(7mN)|-5DekVVy@v52Hvs8Ao%z@p3s*iSjbKjYh@Q&GL
z`QqO!xf2(!5BRrw!@6aMZ%oh5?Yn<T;mPYY?e9YV%u=0w^jg~MgyqZ6s%mw1C$Ii=
z+d0CQancoA+xUr=fxbCw%1gISRXmroM{e0dCZ^z;jj#4BEiGOjU3v6GdFBVMqe~+9
zL<m<MZPUKDvf+}2D636I)wPn-;g3?!71l*P)}5dE?6t|~1Lwl?p0D&2EQ#AP>D8}@
zMVblwwf`=<{qD7x`MfC$4ye}HboDQ*Y}L=$-x~F9(jSHC^$YDcSKeFt;><=)HlHW!
z_nlyfnR%i7;(7bviGS-Db%l@57QVgU<jFc!nW_adV}<7YdUj3c{U-C{c6W};-VET#
z;b17b<YlYymhqN?@iecn#>kg7>qEG-Ut07RZ|}^iIdxFwbS+<b!XY;G^uxyaI?Jt3
zC^YXgKH(Xqm9nsW*1;3<1u8wO8PvF+_sz38AAdyJFYDlPlQSn*oLLa=u=U;w@#2g;
z?ufdBJM4X*Cp?$PYPz%Z@>caLMYl@M+CALd+IGq);n|M)?;|!Dq-bsR<(>7}Kz-FT
zslR^&SLQM?YnC2LVoHj#n)g~I&4gFf*Xn204fQP(^1l7l3Gwwh_IGj5rd@G)DRt2Y
zm5(o2b!JBTny1sU_&;x`y1z%uKK)#s@$#KBPjRr8E|_{Hy!GYAL<2u@=Ot~YR&IDA
zuJiU>?Nrw?pGlmj)*QJXEPZpq`g7G`LK+sU7lpG$hp{D}ORsy99#l8w%q4BlC*Mwm
zoBY?QoS?lX-fzuHr@-jV&kisKhwT&8j-NcWbAtB9<5M#yXkS(no_E4?+p`s~cV3ii
zoLKehNRYUweDUhbPr}xPMoejsiOeldpV-X%@n2hcz4Ph)Go{X1*ll(Q6FZZ+$Ef$Z
z%++SaJsHQW-+fHiT6bT6!G<@}mz++Td~59zA?=k%ycQe|TKINN%&y?IYqMEuJ$`v<
zT{+J+d-nXu8IO$CU35@dnQOH{aktfkxqo?s<gR|V(ok!gz$Vc3?nb8nz9}~Ym`fK6
znR9)rFsZz-ch0VrL54SHsR+(_So$x2%5(4jr6JQ_nrO{i=4AUKTlv#{#YW9zzfUi^
z_p;kac;bBbqG_McEfX*IyR}1CG${V~V;!+gb)Qd0^cdXcyI(l*-HjQ}C)FBX3-t>#
zEZx1Sw!@xhN1EE{XfxN)pKQh_FY*W7_*i*-SKGaP|AStyy|dYPNsW`2@$38N<|L#m
z9Wj3W`rMXFb+vte-gI*ZeeavHG3eNd;Pkq8d(OLM%&Qcdy2WVooew@=4KClG6Uk7K
zCV6irYkmK<xi4q==p1+2eBreA*TN<5dcSx??NUsCde3X!ch-*|oA@go+xH|m#(7H2
z_u7%IaV|S_TS%AW>uAZRagwRgmhNj+)>)k@FS7Vr=+A2V`O3kr9e3{En1AZ$RZG+L
z?<#{%pPwhS=ecKNhe++D!{JS-+L9Z?j&X!vO7eWUDWWg&>d!4o%8t)wa@8)?lK=UA
z&ip0K_Cc+G%NUKT)0f?=?0r%Y-|w81`l~KUCsMu2;N{md_4*RaIw$CBG3#^v*W=>S
zf5rQJ<(YnF|Fyo)-PfOpEPk%CW3qbPbDk6X7u%UF%_s|-cJgzSlX>%bmSVR@=FO3l
z53}3c5Z#e*xc1+|E{#l)<rW#M&2&Q3{c>mS{eNnv@`p+DOJ<sLNlsb*z(M}|2NVB!
z^Ex-~^t^m(cITpIyRS9r<!xQ%&t|^y5lGB?C2`|#;=V^B=XqjZoW1tw(5owE89Vkp
z**tH)#&(fYx(4qiTVzi*-pUwdrt#2^=h>M;+2#AJKW{Bcw^RBheYx(@8~<m!zScNQ
z`QurX{etCzqR+F#Cs)pH?w)J;*YN8jeIK>62YGgU<n>D5bf)vM;?kb5{Yp0Xe!B|V
z96Y&g%eR?o@&y-j=2tUspKY9P#jd%tVxf8%>-66&;Tt{|Xme$}6S$Ee_W6iYA;Yaa
z@60oM=N#bNHt(L*_PXs46o2kfb?$!ooQ03?j8b~vp^H0@8s}S<gjGzD;SV{xP}j=H
z+kIJZTb85FB=gmKtZ#n1ohA7t@Aei(HT}<(!k-nTHvgEvTC9G5gUO60p@lcwrat5@
zb&a1Q`qp5bPga-SwomLCSF+B&=2n&SoAPOkXUL?;Dg37LpTx5So}{hT(^<*IVSTB{
zMm%cX_9c!liWXeYdH(p@2Gz4^RjX#Ht~`5Ae(tHIy;~3VN-hd?Tl7(E^1D4QRR^#8
z#rxb_owK1ReIeubqs_Lq6XgmouRWT&ZpX3nk7UY@Ez2}%<@SE+w2s5(wY%Ypo&Po*
z-MEbZp3U+s&UIUMg)O_j#A=DA(`luKuLmaxGy0s>yfOV-jK9pz<?(mLw#l+zIw@EA
zLxI2hmyq_^T~pgGas8LQllE|#jzah4kOv2}_}G`L#Z}fyx5!?XZr}ZQa=28^CgXLR
z53=gtXl0dNmvCpUUEBdb?!4nRSG9NSOMEBl<Iu4Dh-}oqph`>r%Nq8VFF(<CX^g9U
zy!a2hZ`GITO@W!0)}3rW@nlhQ%b6{~X}8pk&q|+}*}8Jm#&|L9e_lrmB7gjx>~oeq
zBX4r}{~HcrUk@n9JFp1dx<B*K?6c1lzTc?q=Qa9}z?k{DL}wx2p}X3=4;<NTUMz7-
zV@X&hSmF`!-M)|K|8LQI@5K!+Gw2-A_g`bUeS_%BwTpu<rOa_z_~EXDw{`=!Yqy5e
z%(A3|Q8tT{4ja$%UC6jObGGiP3ES_S>}s0ayu~;$!#FeV#4fYox5sSl!xleFyL#?T
zqi1L8&CQwu^HNJcCtp{6e(GlM`R9dP=iR2A>9G-bId$8e%NC{gxIOysNvht<{PX@u
zn)$hZodtHSZF8kPmNqP#qxsZ?`<CgNbIl9#Ldx@QR%~xy#mRr{{ef4pF^m?)ZP(Qf
zZ0dYhsCevk(402Y^Bfm~9UE4)eY{pNFJxv_+x-bQu9<Axx}kda(es?SsZ+GFO;fes
zbG2{iw(Y-jlc#L%;h0u4tsA?RX1q?adfxMY!lNUJ{;y}9=e%a4QJ`0_JKLn3HSQqm
zXY1T;A_DUw+RL-%Rj}^3`>rz2{=K?^XoSfBmD>~-wQh}@k*$5KVry;VQe8#kx<z-c
zy;ygBR{1);rUcG4%X#-sQ_srr?|B_{DC}`fW=r?%sik)tYTv(+<uwyqxMkJWxNo8*
z`<s|v{mtqR`}0M+_4jJl_ox4QZL41w_UA9tCszHaMXgH7H+SvR+`BudFioiA)C7IG
z^QT|vz0W<pQqI5Q@5}==w~TUk|1Mq9x9a>vlY%MU<<`w7H!#dAlaRG)){Z{r8KqGX
zEXwa0V8{3{=k7YUZY$-o2Qjh^ueUI>JbV!l)$D%UaqZW?<yrGz1<kr;^l1KJoy5@Q
z@UI_g8%{dSnsQ$;+IExW*CTBOZ@0+a<}Q8tEO+;cw_;0Kx7un)Ub3E9r5(F{)BV5O
zUdwH_RW@L}`;t|7kNJF)?YYw(-tS;yt@*yV;V5JAtRT;MM`8|~Ww)_V&VTvdBYsML
zq(kK7KHs*DQro@V({`;*E?)3t@`B$NmYq6#<-nI}<J0ebo;OF<a+o}p;pu<)^hx;p
z{#Waz&+A|J(s&|2r*F1~+UKQy{Q7ezomAWK<)WtWVPokGT^^1+eINZNp`AQoGShwP
zZ>s1f?Dx~Twnre}P2!KwqRI=e3%kNNxYOSAO5K^|xQa*c+{C&QKK!Yl%wHP4T+8A9
z-gnuV$IIsNTy(LS-r3A#apkskyn@f%ge&PYCRE&Ke)C7bAf|#p;bQ8mnK^Sh&pPJ(
zW$K$-o?pM|)t|Ra=c*^huBtZscu>vO<|DWG*#-KYY;&f6T~>Sg&bEN?ZqdMQ)qtA;
z)*<(KZ|oE3sC}5THfc(W%JHd;GauUuHm+51dvez7rNy<dGa;`h2m48wJ!YL<GTHaq
zsrBD~&6%KZ{m}LMBB$?NId<=fb!zi_Qw!DD)}473>i56S&Hq^_<#EdE@b)In^pw<K
z=9F}q<i}U%r9H6YIlOD<)O!qKb<<{BsMYaEeKIXj;_`E0O!HeX+otoZR!{Q9<xAyX
zGP>OQ(a@<oxAo+_ruhY1G>-l8`*dXPo~~O#(o6?)*nH;|PLs;vS&(z7`fTaNz59OV
z`E6_TUb<b9L;bqWchfcB)vV9`+gZ{c;Xiw(=w@4e3wh=h6%8TD{9?Sv7tKAvwIsRL
z{QBm^b?nn>9w#KMn0?@yh1iVmo?j0rnd!V+)!MuF#h;>E>;`i(47-^O<}4SV#UC8I
zBWV3ueXh9m`U-t<+)VK|jxEfTW_mnvmE=Jy?qJ8Ka`NE^YOg#$y=*?yt>6bzuf#8X
zl#9;!JN-bpluoAi(#Mm|T~vFSKKbD0_gZTXoeM8ZQ#-tQ&D>}Gp_QN|EzNAPRxh@F
zIa;Q7=-j`oXRf;r^?F}2J>$xBbHmk_55pauE+3u4bl5w)I;+)x?T5?<iAlBU*ZHk;
z*mI44ef*byEA`?BKAz7$D(7WGx$k-u|MGjjHY)gV^-lT2(%x}pZ)_ZXEc$A$6Fuqv
z>KS1%lfG!@eu^}?)b94{!-1Dq4)r*%6JIFcbD~u{mPcjkQ7!2;)y^ijg^l=%zeq?X
zxCPBh+;!)-mfYJaCfV~18QhiG?)9pohYxSwF!fm}>pgom*$;1y$j)#}4cjhT#rH&J
zZ_$xwe1|P(78Y*S4vD+j_WSJL6Z_+AXSZ`|+Iw~;cS-%c>ATM2@ZM7?CI2$4gqPL5
zaGD^0Xk$soeZHfI4xPDtWN#32*ujQXr(=D0tv=nlGUck$0=@DFr<U9gjr=!zipY^b
zCDS=3E7PVwIQHDLLiFt6cd9EV)v7I6B6Y?)zvh_tyTr@ka;_oUdn;tQ=bYyK+!15H
zr}4Qqi-J|Is-9tQ&ZT{yrcars8Qgi9;XonZo#%Nv#R3Ya9A^qH`26SjMRCPNGC405
z8&{-1D^pH2xn0#6f4i6Aq2=G5QD5#W9Qb<feHDA@-#bCCZrW8$-m%d4kLF$PM;Vh_
z`!>JK+2ko<;CrXX^rgMupOcpNe=^S95Oir)$N#;OuV+;xu<;mqD@XdD>#o1`d0FY7
zi(l^k-Osc3;bgVt$1i%O&t3e~`Vv>aielFp(UmG5TWe-(PgjZjw(+C!<ZRWW2Y#AW
zMm{uJlu>yua^i>8nf#wFP3A4)+%c;<nCo0c^e3f_d`iw8oBDmGdD_^Q$Y;+yWl(=L
zRIYhTwNla4C)ao$T<F*S>=ND<*w?-5(!{$jmp__6>0Vq!`;?PE7i>^_JlQ%vpXv2O
zpU9m7=Hds0_9>lQC3Hq=%|Z2jVe`vVAGvL_DSpuzvZr&d)H<JOK2>>6*8*==cJFw(
zC0+HUXS#2HR{G@BMPje@i}V+6`h0nFURTC-FaA!3h^RY1ndh7@wNswEY}W77|0XV}
zcxrU~v9Ig8C%Khj1z~b0f-g5JNN-zqbXKC?r*~Yju@QSpbNcTnv80`{UL9vtFj@1Z
zY4O9)vO84f_!Q4>wVd{D*Uyic7hX@>_^bPA?Az`iE0>0+Rb9|&sZg7(e0O`>`Kup}
z&srDmmVRxYh)n&eN59@OeLEI@Cg8GHe_?4^Wy{)0>QgQVzm<8TvQJ>eshV|-v#me0
zT<o#7{C9a{&YIW*|7-L!yl(%xp6<>5=}x`;l)U#oDJJ2@mmicrD}NWFWUc#ouHQMo
zuSI$pF%u@Gotkl^f7wm%yJh#U9eLR3Z`pa=U*>G$45{-aMW;SQ?Du<dh;#3{g>p~M
zTkn*Z@F&y8OZo7s)Yhdo7MmsKB-iYnc+daLQpI&2Sqdzls+wG_xajoG;ZOnh%iiey
zY@fQ4Y`1b>)a#Xc?ArY!P$JcEMv~vOEg8!yu9hzod+&E~_mO~G<!hy4+r_)?dtT{D
z_`A8cP%@!v+xbntmUUNxrMX`*ia)aYe)`g}qHVdSZnCX-=;C+a?#j-<)adEAb#e}0
zUQzMo`1@BZdM6HK*;nxU#xMRW;GgkJMpsby(qien;L=8(^Z(S^SIexM7k2ia+1_O7
zyElG#&K5P|j$gf_^Ruzz@ymCkwncA$9k;<|L&^Sa?{4hcDEw!ci+0z;ElC>FWo0rd
zf)ax_XIcd~Ca4Bqm%leFKKGZ#dH+)G<65!v>*o}FW7jxwUr*sfQ}p)lFIHT>Y#RKG
zyUgPm`@@Jl8NcHAQhVc-lS41>EZ?+LdzRg-zVO!Ej<*-mdHs3Ho+x<cpD>8nFinfy
z`)tAQol}kqAK9$EMc*^L!#_HsAeH&MSwXV4bv$eRwxX=k?81eY3Ocmo3e;aeOpSBn
zd-tm2gjjKa{MTQ5Ok&$b_ut^S!{Pr`<xq~^GzIo0yQVeu+%E1_fBD1AMdw@D-FMHQ
zZ(fu1vfy89jkM;v)e5_=eF&5G%QC)ljpyjvpO#)5+C=`GnYs97{J)%&TUOo44$iNN
z%`5a{uX?lV-kg~S178?zdU(aqzP#iUN0Ql1vjg4+^A-3GGWttYUHv&BDe|DuzNGvI
zaq3bAHJtCdPn<f$aL=R5Q0mS*8&%<+n^$<#>sB1w!uTrqz3N--gVDFb@2SRqyItkf
zCd2(BMtPFM>u<~g&K_U?SY*~c%6zuu0^jGPywbV9+Kl^!XMLy^YOn0vIsc@Pa?bSJ
zjjmsmHvgMi?(4VUOKf+pZeICz`R&X1<tk37x_pOoX5O4z_Tkb0>KJEUoBq1o(~X@c
zqU84Jl1(zRmp?w&f0?!T{CO*n{paQ{J$&)%+5N32`&4qL&3d#|{7%lF6*HSFm#ntC
zoMc}zCEfXR|G_?Y`_ILtWxi5+r}msVE*f&wc*nP!-^=z0asOkG5Wn>QoN?u6@!|uA
z`cAcZd_3^|*z<E~OPKA9Vr&Yol<()had}T#QuT*jm*2I0)UMq(^{G?%rqs1Z(!wr%
zS;LbuPdh^D*nYE#Q<bXa@*nS7JhOlQhq|y&GuExK-F@k)-F(Y<G1(8C6$L`yK9`@1
zpZzIOZSA$Azn1pQyH?C{MvXayo9h#+WcIQ1VQqqSe+!iFew2*Zy5oi9{?j6Da}&<`
z1!UU)n_Xj;bFi!5&nrt$SU=^DsL|gD(+vj$&&A(lbnz&T^tZb8&--}It|g{MLXw@T
zD(5O@HEdTZ_dIkc=$nso{~jGP@dKxVisgS!vn@6_x$#9y_`=&BPZl_~&7R$oQ0^9e
za>bhuiD$lFI^CClYvH0B2Xb!;G`*d3Ia0vb!i?kKw}Y)Ip=myq0yAXi7@sIsNq(C1
zQ0n=izm2wkTUGv4dcFG2eWE;n$)nTDCam|0*ZZ|8CE-_T$dQ}g3cq{S+OXG!9D2kW
z({wdBW$Qi<uCw#gnZG@#xVtiIGW&*;%m+5!dHI9&d4Yh7VrQ$_&!ZMIrEja9e-n4&
z-bRav_fFSrj=$cSRJ4XMN@PQakMzAvp?qP954+48=kKj&Q4|w6^Lmq=pjy0w@b2A@
zOutY3qqW~ViB)J4Q{IOC9hCyTVy$&ul5-2DF3UL3H~m(-=!Iq3wqO6&Z;tHU_gt&x
z*XMI_Yn`})MG`d@Hrj|B<k}R_``Y$dnQf**)q?ml$sF!G_THWM@L!rVSB95}=gCO3
z?X^aQLf6Vnn;uX0xN96a{nyHUCyds{D60i+bm8f_A$0iuj+>HP>ta0`Pvq?im-N=(
z=Ck@Zd)0?a^WXMw$`?9hb~0f$>+Z9P2D4_KfB5g4Y?U3;HtQA-BZJ>JKHg4g^|g4S
zsNMcn`jna9-^3l?yLYeK*ulOmvwn4u-R+V)Yj;=7-|}S9Z=b(sm(4Oe^=X?IQ~G7q
zoPGA}27&@JA1ScStzW{`l-#myx$NX)wVqbTinI=?t+_NieN!Z7!}V{Lf7-P!)HgS{
ztYDL!f990RoY@J#IV?FPMU}s<OFUEH8fL7~_AZt!elOpN6AMZbEg9b`FAHIqZIwBP
zSs?R4;?wgUa;-jk)7xG(C^eVq1-dAI@c(_F?qvGwe`Y1GFYHdx`jBvy!Lvc_d3dq6
zUdc9#rM!*3f1G_wZ%yG?5PjL`=~}jx8EnsQ&OY|nvNL=?V^+z8zJp<puRLsRQtI9C
z-=NgtM04nz%Lo3L2;?^f%(ZWO$Zz{I(^nyH5$^*j#s!K`ot@+!m9=vRM<`!iR(WKu
zMuz+Jdn%9FCQR@bvy|Prm`UVGkH8P#n_lN8Why@87jflKoIZIrgX;0pwzI6#f->9A
z2_<T)d_1+~*|dEwm()9Lavpu3`A^hO=ONG3+YS;2EUm#I7F*}$JZl#=zFzsG_4xDu
zI!a<^Wn-T#67?6lmC^L3^R7?9ys0-{FzPZTIC;H0cJG<rE>9zY!s#*BJGD7N6y@p+
zdn*-rHVZtn&F`Asev?B|LZ9LE*_dgQr%ssB{_tgruUZUWf+E92hg*tV&l5QO8=^!$
z@|Uswa1S~BKJFrmNyak6s)dv6!+ZagF@BTI<jX&B;>(@9DCgsLC!%zcY_C366cfpD
zHoCuS{gZQv!77h;Y2WC+V0=4GL*(4)B(pa+=Bxf%es|7{X>QvTb)1ZND?WEF{2R0F
z#h1p-4^CGWzvKG3{ai7xYdLSg`K`hSRD9<MD=fJ@p?yNZ8i%u!%{_URq(5s)v_836
z;iQ)90_I<9+^>0j;+wRgYfkUf{^~1?ENf<p@UN?pTEI2^#o;v<Jv|N>mwr8ZNY%Di
z!sGFo7jZjo9{IrjTth)&=F<zp0g9>m-z%Lj^qe{QKBbjePq*&%oz64oikXXLE-0<8
zUi+jvM)FDY$+P={<kzay$FJPTcSf)>=&1)Q-|eDDf*YCNX{f1fVZ3xv_@767-*%mu
zcNetie#o^I>CtRm%X;r%*Tpjm8A~eE&ukFtdBGX#^PqE{fy=sGXDeQw`|;x3j*K=B
zk2lv&-#j1~ZISfc(XqMxNRy-SP0Iy*iV^cxe`Mdo_43lD4Vxd`R5J`IIaO~{ep0>l
z-6h?3KhE?n_~pECf^>Acvh0i6e||Y;lTS>J&VQ~l;h*6>wZadpxOZ#+ynEzCaihkw
zziEMA{#k$guAjT`yO!iz{=XrOtXeaidw-srd3?gzoXY--4GuasuYK0uvGAPTdfflw
z@wCi!_NSYxmhF}MSJJK>*8Mt$vpIZj)`G~i!cD>oVJAyBes`JsV_oolOGBUN8z!>;
zGezf^XIhl=M9--W*pXGmB$xU7=adlbxO->JHBOnzF6`obz-?Zsu~FyTeC^rOUvr);
z%(vQd_MC<N?3V(ju`PaL&Q^b~wYMJlw(GBVzI?xv*36Ps*ZWyaUP{>pZP~!FGT_M~
zf!4h*f2nS~VG~h*@2ky;EvJ+UbMoqT_3XEwX&m^#Q{(*a`qyzg?;JIi-6`xix4E~P
zuWT9nUzNa+yk7}N(^qoLi`ivad1tr6%cD)cTW;-DYY_U-r7>-4^hDoZ8Hs7fET=D?
zTvL24@lnkl$)?|Hy)K<qJ@3MFXh-|2`Qlcb4(xoIN3*^3W}a`GyZ+qD>#a*UkJ`-V
zR=4)eIGNJHzIf5B{eALQOYhE9Yw!_vUM49StfQE%#{PIMS6Zpftu3$ovssqSI%7AJ
z?d1O(1^;%+&8+$UT2t_2;+bhVRdqsBpSZ58FLtkae?a)UjBj_*?MX8Xww^3`p#JaA
zCPwxNYN<`kJ~s80sbLpCzpwbU=0R?G>x_q%6WaSKuYO$4`rBx=<BsfZew!zDIiIEO
zy$QN2P(CZWbNUs|n0d$aB{{oUnpo^jjaS>~%x-T#`E17r;qZNrzxW3Uu<iSQWN-YB
ze-j?RyRu^@zyEBu>J-%}!K$lu@8+7V|GxL@rIY-Mv#lnxf4Js(R=;KE!&c9yA2dSl
z?<*=5{kb+xGvs3Hk*RrJ&VK_Bo6LWrX0ai1kIRgN$6LcM|0r(Q|9XbGe}4H-N9O&$
z<@c}c`Cs$FG01b9@Ampv-{Ma!T3l^C@3)#`;==>p8Ri~75^v5teXPi>yU(lPCd-u9
z6SwAXet4$!!V`I8Lze6NF0Xt2iknsEwrrmNWtk-pk{J&<pNrr2Zu*<`Yi94<*kY`g
z7I3otz-yf}DT!i_Hwimy&u7QaaAMQ9J-8`T#YV=|-O1Iekyl_{s>KJBH0LKQcN@M)
zPd@XpXaAr3ljqKjmMdoc`Fd95lkAd)wvWnjGZc>fP+azTncHc#$y4|mjjeM(E&P7o
zI{5LP-@VaO*Uz%6U%>VEFH_N?oZEfOQCf#$EX$V2o%R!9O|?EEeMI<^>l-OU*;=M|
z31w|RwU7EdNh<SZJHx1wvp3n4r?uMeU7NOv(0-d=n(uQhl%o^4T_P;)g6*U<<u9ko
zuq{2g)TZ^oxrP@nB4@IRInIvhc{qzl$mAQ#MuqFjvQ=%bk~H+)>gK)T;-0{5(6z)f
z=7DZx{<I^!X_J%Lb<@sFJ)QSHtMgq}Ctt9b!zHG8tKQBIl|YsIViLh|5xQk(?;V;J
ztWqhna})EN^u*iEksE#~I{($3Zk=-Fa($=I8<QpBa%VN(o;r1>?WLHi__RA0wKsNV
zzH-};m$doEpTw<4m@ORZToWr@AKI~AyYIpxXInj|@5~wBo<t`#)t^_A5AP~Gv1Hl|
z#+@9(k5)LAUHxgpUhsHj{``UiDcwH5&(xj_{&}XGz5aRU@o)Dd*M0Qx>R6Dnx6@|x
z_w}1<*Im2!aw^}P%RCPz7W{b7IVZVw?KkIHlk?u3+E(ORmF2=RkNw=6_MERVKHoE*
z3oX62bFO*R+V!uj3XG2UGS$eO^uHRhgY84>iup&lizglQ-gEOo{f0-s-!j#N7yhaa
zEATPcyt6v3+S<UPy6Vf$w_lRBP2X4Pb}MgA>&Jp%nUvGsQpq(RzC2KGDA*>GaPZ%e
z8`i(SCPaRDV|Dh6-*onEdHeYcOdR@GzR&t|neT1>-gJvqMjGob+jj5UBp$asu3ug)
zJbc2khL@bb?o?D(UA>?cf8~(j#B&8Nl)Yure6_<~wRiN`ZRQT@Qguvtq&w}xnd*YD
z;|t?{T$erX_-#py`(4gu%bquC@BP>z-uOAUS=;u8)Q{`aj4N~XMUu3vF1}o!*7@ks
ztp3g4pF3|c@m1GYFz4u^#WzniMe`~?j?jPesp(_%ncX`LLLVJJ(&YOx@o%dmSLXgt
z1$)EqKaSh>WnZu2bE%i?s#8Al?9C5X@#xX7m{j?)_gYWQjnbKknXk{MM}9Z$$extA
z{Mn{&E=M=6KeFiT;_tr>bk?>$vhvGmvt2#o?#m^;hj;mI*Wa-*;83gN@#lrh&%N4}
zm?i7~`PEOY9bGw(H$3bAR~EDUaLuKwFB@kao%|+baz)a%H}#&yTc_!*dg1?K)3n#w
zVfnqzUVr}SeOwvs|Kr&2|82|uGgVyqR6LXUg>uxD@7l^2b~WprwtRcQH2?PA&$cVY
zRyQntZ+kemZp+zF=E%9tvy0DmB(qr*e?HuI^5kq2UFLVUKUD56tZ<6{In%CMNT$Uv
z>e}b4spt1jobSxsxLRytNzJc?{Pthows$aCw&#f7?pq%>zxtr)0oFBc0=#=(KVa&O
zj@kV56w{res)WCLW`63qCq7+0=dYA(UB|^qQTI$a^`a)*?Awvlct7D|_3SB=8XWg-
z&wqdVUf#~A*CCd5>wfRMdu?xdtJ<CWJDm?CyuQz^vEhsZ&(g?(rJS#}9E$S0^X)kE
zudkuy|0bnHyH7IZtvI1Sr_f+QjNtm`Hj%Fl3h$`P{XX<~`srV)rgsi-M9kTBV^)ig
z+5-o#=5-5qW^58v%~(_ElV-W6UircKO|siEPV>xE4K~|x;Lz*$3XIHW9%LN69I}A9
zY@b^A0Y*DL*XZX<IF}d*niq6hN3TEV$h^$b(X_^|=KgD)*N5!xhN)Z1@BFQ`q~ALB
z%)@`x3%A^Nuk7A4T_<e*g|d@ZdcUM+)-a`?d3vPt_3hPmMVH<GC0~89-`Qc$@0Nde
z9x+e8wx(64V(-kU6K}m>R5w^ynl3zpGgOY<;qaHG@=jBBihHq#HHUC0^WEFJp*pqn
zgzmJ~kWK1OVlp1wFE5O2V&gqAqp0oqZkgqCwe*eco2?!-2G^S%`*}lQ+JtkFGHhWj
zI!s~()=xZ}7dP+}DLaV9scmE3S2uyrcbikvq7|oEt@i2gPt@exDY>&qY?Wn%V9`cS
zxzk36eor{Ji*diXi1AH_%?+lpud5C7!dR1K-B@${EI(Y!5qap=n78A+Sya*DSmT9?
zw#~dBnYJ=<vj&zO;yltF%fY<S)LYHSaM8zt<3~?fZD;%FARVSRX$I>A1;s{BjYTS6
z8-!hM{F%#M_DpPzYn!8I#lpzN+&l@4j5>{tiP|a&iPORbc_Un999AsYwR7*QDsQ$U
z!lfSfRGjX8t##;5m3Z~;5S#4sX@3u_b?Ghj?B>%wmu7zB&e>`2^@`tb;wpdnN~pVP
zPr}WrgFM^6PH6XkuxLum%?cKuJ-0lgDi6tqJk$CRHh<ac6M1G|vpIXjWOh2`NKSuL
z(|K;EOjf>S{hDXL|1!1kABr&F>n>it&FZiGH`Tj;vldiIo-|GWoO9{w)g6276Lw!L
ztKXD$$-&Tv&-7z2>#^xS)j2MFc+TEu6S?^PBEz@tN>7eR?n-Vssy?&D@XMKx7viUj
zFv{;fajH!Gi}c20!R7M2tHtl7re8arzk<pA>soEQ&`i0xSB^iG{(A9s%@;m-H%HO4
z=QnuW5c`vC^YFTErFm&tyWpJ}+pbHRz2E+l=lHePr8h0-)hrNSwIhM|y|l{)t*)ut
zv<}GF+I&qrc%jYCVy;2EB1d$$S5e%$sOSAz3ES^%_+WC#T6BwufsKFt@7BflYF$Kq
z)-{J;_}2Hit*euFvb*J9-q$7zFP$-4@M_g9GuEJa+m&)>Jh{kLf0+3i%aTp^r^y{C
z)lo0`!@OKdZ~41rE*F=0gzt;qwlDC~agn<oO7fxZDj|>6D}GlT60$G!TGKZDv~+l&
z!`07gsx~*zzw!R=M^od#S#KsQ{8lMqJ<@MEZRd2g=Gn4SURkv5Xzq>B*LySJtLlc5
zO}u|S?;fB1()QT&{B3`3&D^@mDdSi9;cYMT`Tp#-k2?J?jqzwh#m>Obb3QrCtCZX=
zicYV+F_S+ozpSkK-v9WYL8gHZE{pM}1?>2+?U^gv`rUB`b+1=HSReQH*$k;)yDZjl
z>wghDV4Sx%W4mMK`Gc45E<5+QTCL%Fz0ae%y<2}DRp|~)3;!j~eA8f2zdX~|>-9dL
zmQ^>g&r;0U8yUvA<HAx+lkb=Lzx;YRA+e`=#nkp=;Z}#L%ws+7s=ljQwye2(cf827
z8`^>Q7R7V1yB-VwsB3I8;h!*{=I5N}c`wBC_s(rv&KLUX<7cg<&a6xqB6Ex5HhqbV
z)ta{U-Swm^`>gt|AK~>bvf?^i9<xGCTCOg1-E@C*t;>ZAwrpM%a$u!j>IJ8n7m`{p
zd`Ujhb+Twd<bs_`y{}wufAuo$;d=f*E9dEj9B$?6E?MiMDHe9<)RCQ2e-=IOYFn-v
zb~|-ua`vv)$*vlvmPd4(Y7ehDseJajzrTig)c!d|Pt#utKYSSwx-%$r=dtArf_z`s
zC11#Y_IC27y~g2b%g=9Ccdhfdw(LsLFF)Ohdvgl9wN6I1MR8{zoX*>Qpj)--@$rO<
zAB)R8^f%1B`^|ox`>*%mE&Jmgp6&6S<K=MCCr$cCNAuZZmOo}4e{))Q*13(2mrL~0
z^P>1a?{r)DFKO%BirG5bMVI>i|HQUz`G;Ep4$D4u_1H=+Ig~%=zKB7o?eo2tMOSp+
zvdx<yV`P>bCwWoNyz1ixze%eEBbIW9huexOZFOAt^~c5!e*Y7V7q3^|`fqXU$JY_-
z3gzt0AAGGyz07>pcYVj}eN5Q~-KonZ7oGH2V=tdwt)6H<_5IcjUEYa*gpOLhKYB!3
z^BA}Dzq$LeR+vT0sx^hXs;i3URW$h(u%&iqd#vyIlqU0Lo=?tKR@H42Zf3S`y#Ct!
zYtGZP`%JF+Uw7oPT`ursO;v#8tX+cZekT8&(Y9X1M4xlT<<{sFhs}T1W#pwidVgW^
zBb{9ji|&j1^qjBBofc83Ss_|u|5nMO(>d{x|GNntR_aS_8qH#Ll}xv8Ix=O!`N9oF
zKd#M}4w-Xz+s#*UGyg~Bm0VPb{Pg+LfnKMogAZ857MxmDU9no*kLOLq-=Ns9^Is)h
zuZrCFq-53fciw&*w6=?fT$$<fgpu=T1mCq(`PUVXZpN)I-M2UF$A;zaF3PWt|If?B
z6mH0Ktt@$6Z2W~KiFHrUW?Axu%ssT_3L9JW(F<oZssog?noL(auDiJN?isZk(i|S<
zmoD+_U&nLqq~-I9a;XiDH~K%`uGcgFv(NG1s>!c2`TJx8okAQBbf%`3zU7z5F1T_@
zNcqL|vRWUeslrAZe-?*_beLV2Ub$P)?sHAN`BXvwFtJ}MQlAgGho295kaSJobgI|~
zTlH7xbnZ$AcdWKa6JGz!?bDj+XQJk+-K?DKYrB2=?Ze;Ne%;wtca^)yV0!Mp<VL4$
zzO6O48q23lJa9_t{^JRgQw7_8RGIZgD(38Xq$d}DKYWwY{|gHrhMLYgaP?G3;I&yM
z*PhGUzgf4mj_1`~o`uVA=6%0x7UO#TxSDh7YkTup^IzxFO>^8m_iJ9-C3q>3t8^3N
zLywEGhf}W~{wMb=hQD~@SB+VU&qWl<c~agVHhAG+I)C}BC#N6DKNR(CDzToO`(mBt
z=3`~j{-=1ZE>qsRPWh|osl%0L4MYN0q#1C@?})l1UH8c#bYHZ@(=CtYhGu@9mbTd?
z<f^uM_O^@9=Wbcb_usMH?@jr&^ArAm<oxv6KWyp#*anUCZ}*rw-fY_ZOz7q8pR<&&
zCd5@Osahb}zHUaPY5((6$(z3C|J*QZTFJVKyqV^EI3C%4p46jvnRDZ6(<reAUp6I8
zyyNz4ovzOAJ2UNG923?xxxGPFa^K9TJtxG~j32SQy!3j@tvuB&*W?yubZ(ju7ws{{
zm#LsCtC=--h3C0zt11*(_7w4cP$@2#6Wuud&4vD)i)`1=Z)@$=t^K(}<>H^N<9oV~
zZ|OSzq9#xLym}a0ua{iKJpubYS6p_!idEh<=h-K=tI~Ih4EV3zbM`uv$*}iYsq`1l
z8@F#(@tSSttyaHxBt+)j@iO&)ZhouZtL)V&`e8A5Zlg8tJf6AD*~j`{yUeiiRZE??
zY)3@GvJ-wWGroP=llWW1VVl#B{$@L^td)y|PUYTCQb=Ru+_S(i%zN&(q9j3Mg`dVV
z?7L3<|C#7BNk!OFSow=)%z=pecC2n0DamtZo~!=%s)9ZAdQ;Ps)9asin4Oyc*1<4r
zWrOa;M>cV~D<?6EyFFDYP-<S1I5l(2)2RR5Z>yTsQ}}|uUFwoFUGpg^$ccBd(5kN<
zt75D5&RjXr;~>BP6@S>={jm;=8jAUfr`<xYiHFwwvr;&E?y8%p_m)rI%Y-NIPhNJ_
z&cd*l*>dSTC406?qd#g|v)>wJIDdGy^-@=ynM=7^*{?%(=Wos5_jRFZ>6!11zIKnF
zZ(2E>+neR&DLrAI%O^XyC-(8#vzv*k=NNsFy0F~)DbwL-yEz<ZKdd}yn-}ubP$MaO
zU94%xrzJ0)-`!V|ZN7ZXdfKEiljR>X_bffN&H0A<O6zv<yEglOrm}P!$v)nZsKWoJ
zcDnK2m_242a;z&Nj=wRz?W>nCeS7Bm&UNhfZ~A2BgdgH`b(`a2Gi&j>m#3e1?fBLB
zM%v}}{&!bAnbQhoz1P&|K2vu1d-a@lT8{$nFCF<(Jwq3V<PI&1#Y)doB^3X*tW4b#
z_~H5TO`o#<&50FJUMwK7ku}-Oc)qvR*~=M+%XDINZok#^|9a}2Jn!sn!p~kvY@6%g
zxcFrociXl19>2FFu8Y#zp0uTHo6hnL3r=71&isAvK!8|rrW=QpvTkn7hjVEs77M0(
z1XnrnTzGln+zZ?OV_|j;-sgAE$*kQwSFb~^dfJ{JsY_jNWlfBXlKuSlR_@o{_xuf)
zjwZzJI`H47@@4&kV}GZ!&MDk>f;Dc6cKn+2-hB6;PrCo+49m~2o;r&se7$OI$m3Mg
z{ov@#`2LxjAN+_p@@-yEpwAmkvDT+m8&5KA?$q89STZ}x!MgOxxzq#E(*FgeYUDUA
z*IlnKGvPTYwf$?;vZs-E`Fw9zuxu8drgtei?DIOU$=+-Mxy;%EA$N8pHeC{5BIn0f
zTHzGv@YzD+TP(Lp>#~gtH`hc>%R2sQb(+&guO%LbAN+clw6E}_!{n7V3oTzZW(o0E
z>RmIbXg+szs^U@3Z4tZ+U%U}>T)XJ(<lozGNA(+;Xh(l$iPCO*Vl+>U<KExh#)0$o
zE!*9m?g&#mmJ+wUh)c7<Hq*4r^t9H&O-pi1jLT>2Gd8(U%z0^B^qdb`t@}2W`Ux(p
ztvhi}arN>U(~=oEFI)9lp4`*?(cS9%Mz-14o|p^e)Ia%_T;0#Ve*N{XD?DpmRHXC+
zmz};KzkgQW%PTjVxF>0@p43&l&0uL;Z@9v;Vn?wx>nkj#KJ^#1o49$a$yTR3JGeBC
z^MAc{|A^Yxzw<;neOAuu_~<HnbnVW)A14a=-n}Y&RCvR!RoRIQf7V~zU+;5l<C)!U
z7w?Du|F`If^XE{VSuKkMb}O&r;i?UM`Hqn>bCajf>5T#(+RZjayKFN4VpMzLsK(P}
z$NYQ~K0bStGrKNh+nqJc+WRlboK4-6$(j6^@8GjYR|Ui1W;P3>y&X&RPpO%ta%vPh
zKDrt5FZW1$(N*`v*{;&dd7~FTQggZEJ4I4LUik3TqdZ@aUlJE?32!cKIFq%FFDE8A
zG0xTM_@`xkCX-)(a`xi%yvAj^@!Wf}AAjQ_9IGBJ-^1FbJw4HN>&mq@l?F*$GUuIJ
z_wn?*?2C3cHtnu3oc77>+Ag!gbxRE0uB%j@yT<W3PJV)!xBZ<bVz*-SYaMR1cNSa-
zTf87sD11X-Uwgqn=1I@8=W6P>nWt~Oy2U4tF>ZyQ&i3DF2TTkMm9w{ss`~_Av2aTF
z4Q#i0rlYxHrt74{p3hAFo4%ghdtQs5Gxd%Cxx&=7Rr_7<ty5godg&(H^;KeL8#bQ~
z)$Clsn&x5mq;sl1+k-1B1gf>10u>6JgWf1!Fgv07py^-ZI-b?bwjTUeW_M0a{^JaW
z!@eI?<GbF)oo$NCo%`1JyQ=g8iMlhKbw=}dPctj-c`p4<g!Nak=&SeQ8yHS?9hrDk
z^kB%6d(-r9+i&N(z2xo;wa8t|!orSoO-Vcbu&r~V8{g9pS}t3TGjJNkI2pTSJv?(v
zcDl*uO|D7hGyYBLk710`X2_h&wn%;b8Eb*uAP3V8;oFtBtU3`n`>+qoks#Lu1tp;u
zXEbvxT3=ohloT=Hczu1or23r3S-~?T*9)kfpIux1IXZ9&WAc@mUNgL<Cin9=Dp;x*
zM15QENW<bmvAOWkMU5#OX6uZl@0{`|RBujNJ=vgli|>M-s_>_#BHv!m)wq52H}h5B
z7T@WMEIZRyAA29lcu3Jzrsa{Z^wPWA%J2N($bJ3WKI_7fgym6n)eF+3cUe0NB=4}j
znRYgIA-h$on)QPm_Kj~tj=gl+(%#y(<XGa9Tn0On0~|LBm^GHp{CuPCk*wX~q9c+q
zlO>|>?cA*;@Zb2hT%PsToId@)?z49`ah`lyeMNKg)k^<5)44Y;GQ_VC{l4>2$mR@f
zVV1vJt*5g1eUjUml&-hKWI1O=*$h8L?!;d!ES6ff+J4$=yY78$Tj7kvwD-!!3Wd+(
zeXA;T4%zcgb|@7(;CkAU;rg-(zbm%IEOuOUS$?f^{qBY$Z_}7p9a{RCQ>RXB>FvCv
z`PrI%^9;K{gWSn>iLWZ`s^;)-m&kb2*!8ZWkJ<HZ;Qh#D>&*0J9k%9c)M{ka9N-L2
z_;9ODM>+lYt8Kitde(7!Ew!(%na=P#O|a6T`Ut1i2eYr2Kk!&t^-U4JCUjxqOaD7c
zE>GliwwDNP_+!4TZqW~Em%78h<*u+T7pO3M6O+TKWM?9JTGoDBY|Xu!=2v&*hOV7`
zd!k$6pB+B4S-coOKT2t2x?Zzi^a^X+YSy^Oka-2yZ9h~z*cPte?U=nOxa+RG%G%Gn
z?mT3Cn8%VEes$LEONtg&$97~@#6O8#yocM^T*UB~#m47aXS{#jU)=HZtJl%{bun9`
zuPj<v#=CX(%g(DT>|QBlm(ubRBM)!d^5Ec;r;i;TFeP3TW_tTXEOn>pqvt90^RHV-
zH+{@r*njz%O>#>5TQ_m}T%)&>V{bRzetkBu_xzU$77aiBgr#2oZcjSSv+Bwu(OEZs
zDF@d$y=7I=D1F`>b>o&Ze`3H+z8IZr25;la&(2VtysG=yvcvK_JZ?>1mFvD>%}cHr
zBfpKy{_9%(e1CoE{&)vNmYKG*Cg+BE#2yNn8L@o(v|nd#$lu!Ib;|t8+nWU)r)Ix>
ze)jOk;?LVoE;L?n-N0V){Ea=|KknP;kmoR8E#CN@Zk0~XvRkJfL>umZ6Fc`v5W|lT
zvI+@*8#o&qeWqSHcT|vN!G`@}->w_IFh0?eB@xwo!9V@W{;G_&PP>aQ@}6t$H%^QF
zH!XSQ`m!YJ*%SV!=`Ra!H%KyGV}7{m@dW#To3=YM_8dA8`mo;G{#~Y7^Hs-dcYHEl
zr+n==ZJhXM2LI(Zky~O`e45H8kgK(6&Xd^ksJzq{P3yPGrHeQ2IQH80(5F8Wo4#KC
z;HZ`FXQ0of=U`xatTweGw8Avc@b!*mt@9RX9=rK&{`W<@&WP#k<K8DTyMo_mW#T8r
zt5s5~H{VtY;(nf`T)cShnO^nV&$=hy?^kl2dur$0(xaABOPJ*&K7R-*t>Cfx5#iok
z>b0$Wh3B~)H8*z8FqyPt$>eo67H)m_NLtd;q-n=or)jz6t5zIxoccXyw&=GzW}9Rs
z?cYrKtuj-acW2GzHCnva9X+d>mYneSe!#NP>QB>Q521i=ZC<fwUw^rs-kmu6;Q1*H
zoEQ7VYvTS_Jbb)AKJ{N6<CC(8m$Sc^E#Fksog7|y<-x_QK7kTtO`ge<n_v0&wwC((
z?|!NAoZ+DL^`CM)jYoH!cwlsNll2>xm70~;Pri9|>)kc;jhj5uXW7MT1iMK7J}&R-
z`ON4;ALm8(j%Na@SNFV52`XLQsb?^w@Z+(*UmRg+drS{6Ydm_XLHzPIQ?(x%vsL&P
z{)~P<iF3uqy`>uK&aO!=Z1!JcX#RfnA}%I%)dw1U@gK7#qhDDXn+jPs%I}(K_hVg(
z#|7iF{?Fz|ySipn+&yRVd_m0BjrOaU=Pj~Z@J+Hpwf5AJnb#KQ{n`95&olh)EaBg6
zI?UE<1u9ymFWwWG7HQ+x<S7u#-Lt!V;p$%5*`I$c{i^G-#YiWBrQ?_NIh`D%%KgW7
zt)FhZxyE_+cddZQ+%<=Pty9qT%l<jHRp%X((6XEUi{>`C6bC*$zxLluu^he4nHnn}
z=l?pKcl>HW*G;$CT;Es)TY1EdIG1$s?PXlHw<V@#lY7acJ1hs%mW#$s(aL;v>_viG
z<}C^5$%iKt2>(3uz*E$E^}funcJs@;cG)|(t@v8Ja^L6UmisOIJdFG1Hur7+ZDV^q
zW|GophW`nvzqU6(?=7t7{t<oPKGQ$34;VuItUXVb-J1D&Qg`Sn{+De#HFWDHZFm;?
z>4y%>tj(4yf}1YbU-gomy`}j`^$snMa8I@wW;-O<=FI)gS2yYGXTPnQI#p3Ed&Fmk
z?4RYaz%KmQ)+gM{#E$*svVQz$L05{p-^_&P{i(9-CzW-bKPkU2YqBezcyGq+&bjiI
zlUvSs-p~#It;!r>cTPoo@}pvd$dGwi|7IBJU3`?eDgEG&`1h}5ciJr7tEqT$>)xqd
zzx=~aG<^O!HB-Fa`Tc$Cs>kAU-^+gs_`&6v{`C4YuD-OmsAY#{EY#TPHK8S7(#(C&
z(m&_N-TfT&CgzpVd97n7jd~A1npU6g=bqM`YIVI*HjQmppTfDeZyiaCCokZBdNOfp
zb5>r8u;<EpvHsMHr(OTK@$HL0Ki73vTV?cP_D#R19d3MaHR0=vN_)rSv9_}=dc>WZ
zEg0!xzcTn$1CRXN>mQ$Nop65g`YhI`>#iJM$+K1J$_*n{wTqXlw9`xDKg`={ezV|B
z<54N2+z!$C&nLx1Z%fqwzqaOQ`Jt=7E3YTSU1KZDy}+6IG-`RmQyXtHf9D@-Ca<)K
zFr3gmJL25WC$kpRgsOEp+HTHNTYvG%l&3RoXNOOkrTega!Q;=XbR8qIuTGwGxqi*w
z;3prZifniKknnBu$#q*!e@kPS;BBA(Ax`RY(pJ|`Dkr-Znig-K_#@eNpMuG!O+4|B
zZcBRE<mc^MYrX&LnP02AwO0G@d%wJ0{jcTcxpO5Y=kIJ`^g8r;)ARf4MjIxdsY%;Y
zv+3G{n(IfWOtR%otPOZx%Ep{%=I%PpDL(DzM7<3s(xM_?RHTN~&y6U3X8SQeW#!db
z>{;_fdS)H_XCK!8w~kRc^Kn|)jT3y?o|5$$`kRA}zckRA8TR6TeB^$G>)EollT8`Y
zU(NsgS~dT#m(!$TldoqB^4#uzIVHyRDrK?Ir}J}7e4efUGqXI+H0871)m5_TOVgty
zc+Xzp>RPpMVbUEJ8)b*eKI`kdU-iEB)XLU06D=;5)!4IMV_R+TpEU=PLT}FPc_7*5
zt-O4aX3+fde<|u5_l;|&^Im1swrq(kSP;BmpYV-WQ`BBek$<6c=S5~<Zs)B}A>WtP
zevtV)qx9`&pK`Wur*y3+OI^Lipqp`Rt;mLpahHzYeN%HNsWS1dxnIUaJ#D4@M;_I8
zZ8qjzi!5H5W$F^y`|6tXwcI%tAu2B(91Rm%(b6^b!?(jCp9B8<R6Ox3p#GWR+kc6X
zzmsL&h`p_gnfFL@d&(u>1f@nJJFP#SOJnvdkUo@`cmIs~_wCY;zP0)9WwLn~7|`p#
z>RGart6@v5$2t4SNAzx~zkX-nk?DW<#3dDjoUn_^qWg9*&95ptn{#v7!pT#<Udx|v
zX*=!Z#g|Xl6<BP(l#rWg&bwr%)}rI*W50h*(_L5hcej1Gt=XRzbLBhMM^8td5lyV$
z5cKCQlZRbJ-Gb*QZtX0)rCNFV%7zUWj88h;e0*5*znIsnKSCe=K4+ZvCbE4+;^SRf
ziw(biFS1>`lk=c|&r#2P*PieeI6i%1I`hdy|4Vy59Xeof;L%)}!(1LwN=Z-EPM&B!
z#5=!SSHtP<WRG7e{~evSdFnakRX%JE4V+h<B_(b$J7lGaM%66|*>}%=uAAVztstuU
zhQ#yY59NpN=XQsdIa;2x%IE#=dhW}krSWIjxc?jZdlswsZfTW@k!Rkt<8sJb^WxX1
zS`HN7ebzHCJtwbxOY-lHOT1f^ckTMK{>iQPXEaZ#md{Q*v|h?&+Vh2F`LXYlY=fsW
ztlj8wD>}1txkySF-%}o2GvO~uUU8P2)6XvQow|rubK6e4*-uXRp8MQ3LHm2q#pMO(
zQs%|~P~Kf+TXx83V$u88{33T4f-acPoNRqLfUkg&`{b2U$upmsZIUVlyg2kc*q;14
zw^#aLt8j2qK|#^q8Tm?YW-05pR-O9Lx5NF($_FRa-OEmU&dI8txVh$mhA#JqM9T-Z
zQ?uC<loMjMs9af+^mp|$w|a%gzRC~!LyPvuJEYH5JQf)A*ZFWoPRraqe*5kEFHVVE
zyK{rG{pXC+=O;~_%m34N+1I7gvmR~wpDh*6?46xt7dz$I!JtdYb4|Rf1bo(X{%kou
z^?kCQ)QO4HQ!2W}vkv+?xy6e`UfOlyVdaU}zM{ttIBga25wbg}q-U=p8h<V$xM%nB
zmJCVulY39c{M(YVVadC$YTec1ZoFKRKkb|qv;9ft_X?Bf?WcDz`RvcVx3KDvZ*}h7
zT-LVd;kvG2X>DxtwFU2qE`R)dTKk$?4Odf~HXomK?uzL%&ecaZyxrElEyKQx&w+DC
zOx))aBGc7({4G$-o+q9botG{5Zt20SdnLKyM$@v_hA)`*M%SWp`n)UJ3$h}*B20R&
zR`K4bZ8X?Fvn~6oQk&kpjo1Eewu>y>JL|K&efeG6+iJ3Irk~f9>Q~q#+<xD=jM?t7
zw*B6TFYA5oy?P~V!8ALh-nZ{STJ7_+OR<}01#i|XaX!3xmbA2l-Bdm8#PZC9>HE&R
zu3ol!+1WXBW7h~2bL*b>`DxdC;H>V_J9p>Z%{hH+cKlQ2_9bi|=7?SI41GC!{sNER
zWfh4Hr~m&{+V#Kj)Q@=a3F~kFn`lsY$JK3}O-*>ITl$88MR6@_7oPW%dhs<nXZgR=
z1=SmKE0?QY{q<|7*bjjzxAX2l+8aAzUAXVJb@iKV5`FYPxOo0uaHl#Z_OrpB-~%5H
z>|okf9(G{E-S2MSIo}KKIi41HKW}^F)6Eet1J^!3Wi?yD+Vb^YySuVyzs)NUPk!+%
z^7z&W#%&pU59g`qpI9$$_4)k#BT@a+8`+g^-`N?y=<yG}=aOn}k6Yr?ot_zPlszBj
z`F&B>A@R9=t^5X#_dnY99h-e)s_^HMq=08)FaBKo%)Z@+o#Bq5@3~W#<}S&K-Q(C@
z^RtA->YZc%ZibqT7O4-r=cXksZ(bJqr!mHPW*pP0g2Hnw6Lgj|>HlGjX)v~Z(#rgO
zQ9;2&M;`yL5=kE{&-G6b*ZZ-+Dy-(Xs)WR6_9w}zXOaX@B^|8%#dKEtgLu@Ps|J;}
zaSq`=Tx+lRTYWVQU$iys<ry|@yG!?$C!}l3oK!QtfAdWYo7Id`SM$}1<$gWg38x>K
zpX2UKyOQ?!uT)Y7gHSeyLeOhA;k~<5PESxgQZUsb#%R~oJ(t)0pDy*zK7b)`K~&6z
zHtnr1R~%3Nmb&odT+c-lpFeQUUH{)@qE>cPwqKw1Pg(w5Qk)0eto&Q1H^g2x$h)#C
z(IH1kj`Jj+gui>9TEMMKi=!S-v%DYamG?ZVBl)4eOv9wJ=gv=@_Rnj6!m`H(pWpWi
z8(wylm@}(BKgRgm^5zW@7N0`)aKucUsP=cp4yK6Tj64-~lLHe~Kh-Si*vY-XtoqrC
zz-fC5K0Wd{Rr6`m=UeZ-_^x2vF_|eTIWK3;<j)L;HvACSFjaNA={l$5y#=yK>6(S<
zs~?53oYl4nJ$L?@XqB9W`b)M0?<@Uwa#wG8`&G83a<!f7-me+r$6s&#AZ}ss^zXUG
z?F_Z;OV=l`YUWgOPL{W1zFZ!0)cU6a+x7?6TzlnDvVK0a@<ADEjKHsXD-OIq>!ZIX
z??RdNyYPxH-D#f>JP!Zlx$E}%+DqCV-<Q9NaIE4Bf3^7OMBO~TyzcC;^4Fg&|E(<A
zykW<>29aGquSj07_O09Q`)10CxF`v6spBs-EL7(f8#-xSFF#ikdx^b4YyIsLa&aG?
zYaO_++t9b>OUg7(D|=Sk6UQD%+?D*7@@DgKQ?{3nlfLWk-F5DlX2q@5XFgo5={&OO
z%e`spJHkY=&djQM5)t*I$o%%B$f~qmdGbNNvAf)-uX}Z=_4dWP^|gmDT<6x`(><42
ze0|)n?|1K9J9>LpnZT*?nXh)AzyH_nu5}r+LF~H8dF>@X^^1;&Kk~SDQr#o#q9SXi
zlKXK^%RZ->0TJ`cYbDBOT1^y<7nJ%v*`;XC+!N>9!cPe8Ta<l+A^)S~((84`SG=7n
z?<|$?3Y_WhpwcrVW#{S>J=y{*&Yb_Cwe889Sru_7-Te2g+jMTd*O{tY?Ta_1L~`2j
z?^v-<Pu4U-@lyK#t9Co`?5C`sl(WUdF6xPxs;*Q2TBg0~>=G4U_**OM*C?EivWQGn
zNoZeeoXxgWJmUh_{PmMkF2>HPe%+JHBzIN%^N}S>3isSS?V9-Q3)AhQ?WtK47HmJ|
z!&U#{>A%%a&ZbI#XWIVx<hS$IQ`*{ReCj_QUh0%sQ!(l4!icA4+GTC_ArI<ZC-&N&
z-1u(mwnqD?vt}!gy?xbtyYaDu(Ztp*w)<`4?*F^K<KF)G$^WETW*iKD{Z{(-DGALR
z@dgJ9ucp2{!5xz0D0)R9(r8PmlJ|C=@`63PrtMLUuxRArHe8l<P))+*Qc=Xa3wQI6
z3Hct>*nTM2aPNs%6D=2Ay1U&+&%tT3{ECy8ud#}KsNQX8rFDDGm&IS^2b$guIj_FC
zv2R<{^H{rImf;5SZyqg_%hGe(HsQ7J%I3>&PWmiRH+G!A<<6zE`JMc8K3x0kT>5sh
z>90QyQ?D1-dr!R5V*52S%xYD+p{?Mulo*B3?9<;3@0;+f{8#k;+?DBb4c-1Vs=ZlK
z6aRCk_}41A%m<A^Mwcr7JmKSwKHdH<QgX%Qn#&GS;+vmkPWt{~Po{dI`q5&ex$~9=
z#YbB0mP)PJv0zVf2XEP;w%2z)75*x;F1mK+{FjfPn*$Q+6(oIK9xU+elnOYtO~NGR
z0Pktt2TYTi&Q(wKoj1wLguh8Ar=YFm&hm3LhuChe4q0bAmFJvZ)~%u&TPA##{F!<5
zHv97ZCzhHtv$g$@KM`e?c#Z4wT+Sm?1t;-o&eO?s;{W3P^5dkR$yOI4e#{f@FWFT7
zOxj_ZU$p(Kx7Nl}%IkW+@XY@a-c<g-bJd4<Q3DMbi;jm6L#As9Hb=8PUt+_v!~9ko
z!^Znv+1KRn=<GWm{K~p&R^<HIFTC6C8r_*UUxdltKHF_ifA-y*Q<pH$oHtcxj&){b
z`MwR-vP+6fcimY(k-f_5b++Vb^RBt`uI|+Fe;c#m^Q)tJ^VHrOeA*Pb_k7{SuQwLP
zR4n;Xq2hY#+UF1F%^U4b-&?ncKkoovy>acH5S`^GFN7Wbng65YgVvv{N$Y<yCfbHy
z$(a@19lUej&4PogCx#eUrdMcP4_~MMX3ZUoY2ur1)>s@V;bV(_nEc?1SyH`cN{Lw{
z`-RfZ`F{(izMdPoHh!|;p{3nx_<O(WpO2l#(Ru2r?W!Gd(dMr&`s-bHK9+g=-p+?@
zkt?d>^>6*3_Fi>MnYNXk7)OQ2^}5Hu`EPdiH(qFGoG|@$yKwE{GCdWgqOXgUS6;8E
zcFo_s=l!zt5%0qv*6c47lvH@JyZ3CK@SOa}<Hr}-FFobFR6jt4OE<KiYlg;Z%~-w*
zr{Bfwxp!r!maN7{M~-bDQkU;rJ+sGkk^oZ&LqErZrbMs1z1IJBW_|q5-C(%;Z%m!!
z-e-B?kxw;ZC*Coea(mtXd%jK2Hx)(iDLz$F;(RFf+lzJKvl}+6$Cdw|w0qj^IL51w
zzq5HWF5R81@nW9G67dCzKU~`kqdCs?{oYsjSeSXnBBjeIXEa}bz0y5@+VR;<oWa{J
z*<2LX@rz9jS>x8!S^CWQUC6OWJ(mCng@)o)|Lm-_!&xRYF0s`={U*v(CBw>Z-%?kp
zo2|S)3pg2Co(m+rH92|fd%*hUj$qZ#uhc%tPC7U1Et6<OUZLNwIiXI=wd@N@AG#&6
zE0zh!c^uyv(Yz!g>&S{{H>W?JJu_f+*D0@EG6C|>=dNC78>zd$?tR-Tr)1d~s@lua
zHeX3HnX@A8a{xo=f?3(0<IYx_Kbv@~?w-s#p=rA(EzS$%E_(Gz?C<kwkJr6<GKb;j
zhC^j9<4#!KeE4B|=%q`mJ-v)SFJ1j);gRT-8}7Ev=#c0P7flUK=yJS#RPC2?#6=gw
zGaTm{i_}`?`?Ky|^R8@PqMvTsuYDy&!j>BLVJ~GL3Fhebv2q+cG|Ri==bTfP4@FHl
z&8Pf#-ur#NdcuX=$$X3capYtz_kZc-uuwDT$ifG^60{AU70;di`LxfhgE{s)lRo~Q
zvGdO))w*BBm05r1%vx8#_o(pp*TYfE{Q8)dOgNkKF>Ra6@5;{)%lr5Lf3N-Eox#nV
zJKXQKiKj)mDX+Kf4`(%zUwL0x<VHo)p1wuS3r$7Bm-4UObD^i><3^3A6YDl_P<3(s
zzOg=r@$q6SKksAVo8H))XY>adiK|3!+qpN&`gV)%36lkD7dT}0W;U93XQ@bC@%hJa
z=w)8yhYdTocZu|_cbS+bpgD1VruQ<BtqXWUF7@8D>*tR)cK0yMG;(Ur7nv~U(5ur-
z517}vL@8XEXL+=^W^&Uu&+K-tUz@yyQ~kV5f@Fn6;#f3{4(F-7n;dX~jro+Vw&J3h
zH!krhC>bo8DSmEGQh`n3ikmU3b_*@G2=6&Et?ap<*&VLFed>+tXU<<-IsMM5Id5th
z!<2m8Uoh)@_1Sd&dv#{XSEEHAy6;z}Rvu-Uc_NElLQBD0S#e?T>x9C^XJ*IljGEY5
zrG59w)YCcV)03P#kHrSOuGwoJY51>>QT6vyd!39^c5}Eb^sK8c9ql~(_08UibFHnz
zpLkh)Fq~BK>a*SjhmWnS^}o*Uw_J0fn`>pvREt}S<}~m8m&0&-qgg|d<HjA!{Ejew
z3!PMbDEe#n>A+mm$&D*y1s_zpB<x`Cm$~Ehl{Ggt&MD9S!}U|4dsp92jkRvS&-me!
z!ID|)OQPf_-h6vfzD2)%<<Xtx_uj>rY`Uo^w|n!y*XI&<75`A1bhh!2&Ef}ljP2D^
zQ@EDfR-TV^X)9kh<LqpPM}=XHzc)Xz?dzZ5+tjNqc(`JP4QFSy+O8`)PLiUl-_~ri
zS@~qw_5~rS30G8eZiqeA`dsj?Q{;M(z)S=EP961SidJtE*6b8+Yn-{kQC<Al(_4Gv
zziK}InpS$rEiwO)@JxyGi<mbhXe{+)P@3&kRTH)3YRb<?V#{rm=1<<Ma!Y(ut`?_p
ztIuqwINwd_{JV-(&K4`_a!z@w+?1Y^^ZcyWq_c+>Tt1^<&30fN!*<aP+oM&MYxKTm
zWcYmj%&p!xx^eb;mnJ9OGug77arNul(v$i>AAhy#zW#y<bEdSeG`G+T{>}DMXszYm
z^rMDGB{Ba#ganv`G1==#sr~eM#&FGfMpW=Y-N+p)6Q}2_d)!+R=qy(;F=UR*r=10o
z3EHP5A68y{Tm5&7?Dt<!dG{`;Sj3=~5F^~fV(0i_F+<{&@~PE{H%;Q@n9^&ES^Ia}
ziW*GOn9!BIy7X^`lijWj{=z%5pVZC0)h;0^`(q1pwb;dwebXj>%Q+hA>sWR7>$>PE
z1zkdVj>juEo^!nK@927Zdh@@#K2y_Y_il}?nmE(>siAjHbV<hSJ6m}R=AZs<n^^B~
zB7OJ1q}f@nIulEUL%$SNDlAj~@!+*xd%^R4;#K#QE23k~e4K6{dr{|6mb&|YO;}bA
z<FnkR+trZ{zAtvnm=;zPDLH$={7?4buhl;8+o8sI;&H4%|BW!Ed3!>wXFq=)th`?8
z*8bM-msB+p6ld-)Sa|8jPMbqpg7^5_@a^FH@UE#gsYYt+qmC!P_q4n`^k%NW+U)IL
zzZ}ct+bn-d=F9oBZgn$-y>?rq{@vyOf2XM6yQORQ%BTHtcxSVI7Q5=aq~6PmG(P)Z
zTl1fd(f@|!*>7d{oK$z2v90?Z-ON<+(qZblPZ<Yh>h%;__MA?QQ8msu#I4Hqeu<B-
z!6{ecMnm<0=Pt~C!Hb*btWccubA{ae`QI;X%-O9w<Ehwlon@AHQ#HJwZ0e3MyS#W-
zK>FuBWfM=S8Qp9!5}wk^`Y`-*<b_Ee(xj?(9?hs`eUSP*<g}Ujx)lji&ay4!_4u56
z@Ht=I1;OA<r!Sw4`pShj{!%_wnO!-t$h1Kvm~D@@Xj0>?mlyseGu{k;e1$Q`@-EXJ
z8IRd<?^_v`oZK=0Kx3}Bt)W)Q-11GUR_ymXU3Ym?jqq!e`KKSw*4>fO5OHsg_JecR
zQ{E>O$DJ`=JLOO8nkKfi_{w5`$94vet#Nq_Eo$Gm)8ZSSYoA;vdd5!Mk)ywl-z#g^
zwa<@VDSd7`&@pd*bpOQo=XWAZwsu?-ooE}9S@<>}uwi{N*NV3HvvR`|X1)vGa3EfA
z{oeoambag`#wk>Je0;6s5PoE5*N&Kt2a3bCd~f(rAQ-K4XnJbQhBt8)`@0O(PsnRu
zjD0%g>w=@dS>*nw@c!D(x?#~8!6RO8in}ZCotwSo%8|S<y<D-Yc_{~;eO%U1>c6L{
zB{w!V@K50-vE2qA68t<qd=7iK<HM^DEj8V3tKYV5_#kjrRz-h#!#mbPTlO43e7*2T
z887>x4MpD%L_Fo(v*E6L^{0=kQln1noU<(W+?BKY)g~SI&hpD`I!p0w%|p93-#oH(
z+l5@VS~*Q?zAY22yRvRLggb3>+7%s9Q+e;(k7qSu=gk&BI-60otv@2aeD}>wxr*1r
zoesWzp0r)>Q*swqW3=|-kj9T&OoeykmbV|+m>Rt5did(&VfkUA8Me!>3+-fm9?P)%
zr|a(PC2#KJbmw;b-li&$bDO1uSE1nZIh8rL)zsLYPcExrX8bOi^V^s?Esy0LPxtJ@
z+a?^DvH$4WlUIvh)^5L-8FnymVVS`Fw90#|`)+UE>ssx;AvBNk{?Ya6Pgk@qKi1mZ
zZ1TiM&6QKY`04yf+^W?jn@S2NWLP{aH}7{ne9h!-etf`po}R?k1c%29t`r%YPvkkc
zYvQ4E)0P)FtNlN^dfxMhRg#%!xlijl?cpepGds*8Qq5lQCph%we&+)(Cwe@XqO^Eo
zwO`qkt=0S+W;^6Gyl-N9e&4pbR7I?M)6K9+8`gzHPU*3)-X+==wkc!Xlhhb-rpLVJ
z&YbpLn7hGW;fl*`gO$bV3YkpFFZT2<-!I9(ll9K&g%1LB)){vj=j=$Rh*!A(%DC|G
zJ6>t_+bQo=JhucoO>UayzsGy2pv3K&$6r5FsF{~JFJPP66)T3M`8jMZn<p!GUjOzd
z=IOQA(~27}XWc*PRH+xi`I#@^HcMl8U7t%q^{IIsr)}3yyzKtm_~lEs`7zTf^txrm
zzZBj4$n)m%8K&<t6|aQ+b02I}*xv8(PHy_mmVgExt(mePUT@yKKfY*6r_{M8SF4I6
zK1V3+Osovzl6}V`^~BUx)r5;j-9Dw-_;PN+Yu;TvOE362aHyC@{E|4(CVj(Ty4a+s
z{fvcX3j*S93LLRIed|^A!lj&*{M`YL-DVF2wzI6f6PMp?zr(S5`)gfkUW4LCw-el?
zm!xmbs(pNS*S!8~C1>0J&h-AwVYbikywZkcE9b7woWHC&%=3AiLC2rRcRK7HJOAb}
z9-Z|hf7QMg&X4aN9NBr>;nbS71rwvTIWc$gglv3pY}$vc#}ByqB-bvzY*v5f-O=*z
zUrYk7Yu(}gS9b3H0f7hSLnU@{UGn>8#}R#J*N=wOScBP{^_=$X7s|HIaLv1CJ$qwx
zzSX*)TU;HEoIVu&+f@GJE3Hd$ulN4?*!`>3_10gzr}ISP&iOXEw{2rH>SVTipToAR
zJY%wHaEbj_9(}d5FCBISzbNZE;`duf+fK8<r(tfwsmT&?7oMDQ`#XVYzH8&%MFO|Z
zb6h;Ntnl52momW)iJObE7QI#t=Kd6;B+xxqc4f?s9Uq_dT;~l-S@p1)P1Sn+glpkX
zm@g-6y`=tq$yCuLA5~t@dve`P=;Q{a<jVVp8n4=(d%3zwD%U;YyX0OoiNu4-s?XBP
zJQFP|824x?1hMk0Ik2iOYVCW5NqIS{i&H1qa4KeGn)ChsmGampdg3dAoqV68Vy|*W
zDV_UM^l|E)SwY!t(SN2nUA)w}yX%XpSguu8-BuOJ)5lmBrOlbu@awtO+4^RNU)nDe
zgA1h{m8Rchv(~nr?XYi;@83oL-{hq|7ZcPqe5rNFbyC4HyAuA6FX8?xnr>g^?#?{$
z)1x~;?yH&S>$wcqgOAMmbC)y8mSK(h!~-Wc#<&HVO`Wqn^5kvPqeqV1f3d}Ri_w?W
znSwo+Km7R76FvED_o;uvEG|>$y#D@a%fkY(FJ-*?)29nFdQF{omUYuj&Msc-oKnW@
zrThIjD;!?&>DV6FT<luH`{Boe8BS7LX4b!+X1V?Gp^L8%U3_$f)5YA++${Ub{wC!R
z@4zqfy~U4DspItJ+_~2{vo|yB+LO?qcDrq_uYAuVpS)1+i1fL%uvJp2rCIJi^Xr@*
z9p>{(*sIUVkP?=ftHimz_nOn0^^E6i8oNJ#{5IP`G@<f>&$%<_yt-r@GCr+|b&A{W
z$d!2_OV6DD+17+OYtP-CI>u5$jcmt!dH!yBbd>W{*v*aaE<JX7Ru#e)r8etcPW<_7
zao%r5{PsVp)@$8}*5}y6+CDLAeTckQi1ph&dt#>S@{*V_&1;95?UDuO{&L*1VZG04
zx7TG>@o&3FdqXDHZ{Yj;mg&@6;re}B?jFjyY_Q(G-tG6LcjCX+r<I9^f83a+QosJU
zRE5%h54SgedF}Ssf8O$}yT0s1%dzY$7rrk{ocG%{udGn&6Gy<Jn@6se-q>?LYSZ!q
z><J&G@)LA?+LA1{J@~w9?Ssu<zASj?thQY-YaWx!`sp*C#QxxA`8$O_Nb<7CGtFbR
zTMr+8sT=J#XPL-(a}Qqq>zQl}Wz*L5vGf$J=Y6gt7Una{=jL()w+Jrfl+Lud+0MT&
z=tWt+=<49@DePB~t!%2x3prTe_(9<!%bMLY_UFU}>|P&J++jX_f{AF@WH!a<?ehK8
zw=?jwyiB<2_4;SfcC8(6M5ezL@=f0_dF9ofoYu#)Kh#w0x%>ECzAs~EZ~CUZO)nZ3
zm?u;&D41CA@a;X;hqhm(S@Ul=Ja4+geSnXTPwO8O>pk<u?Z#&8+js0y6z7pOcph`^
zBHxx`J7ae1pB<k?9^7a7Z!G*cr{KlW$McRqI~H?eM~!lizg|b-`egm@#fz)vCy1CR
z&v?6$^}PS1chT(gRN1!FZ_xYumMK6s<K3gA`8no}6IwRia7=&3eJAywhfen28m)bg
zMbti4XDthF>)ZXlzMNri_x{B{)t@<qxo?`-+c@QylUc3e)_oIZ&adI&zw_WpqwYK_
z{W&h~9yk5Vn%KKOs-JCQU0Ej=%p;!0yLr;J*S}6_HY#os+I6QuOF-Q-tVM64qkF~k
zhgK%-vRR%A{dbzSE1p<#{{4-_AP32(UnkG~nAXBzc`EtIn{XyIPnC<on{}IZ?==3r
z-*AOI&r@|}7JcroDi7=}8}EFWy5qmk+x?#p+%mAXtE>^W(I{86zW3diBVJ+QADiEb
z#u=Bt&;ED!4~w+z{)_)BUGqXWZC`lcnfv)*LFcYgrrm#D%)Xy@SZ&u_*A#WnI*teb
zl6+Uk2#BA2df}n2%F$mcb7T(O-K78YxRdnGskR&MW^5PojN6*f<WbWelO?oTu|eT;
z)uh6`#mYDDnQ6p)I&?T_$LCv&jDJKn^p{VZ?rbU{t~j6F=0;@s^M;Q*m#ec~5sH}q
z^ZUskjgh743c2c&Kl)AEUOPERalv_oiw|YDA2{81yFuknmeQ7)g?pT=?S&<3JiMy@
zRkr?;Um^cLl~GosULc%f+bZAF#}Zge@(vX8FWqtJVtV(xJhKLd#np)$#4Q(<Oue6^
zarSq<ppBl*wUcV)FBv0kp0|A7zx-YWb7AMJZ>v4NcqkmY@H1I2TIkenUBi@#dO|bI
z44L)zsC?j0_<HQ@y9bAaHL5Q+oGyRK=4s@uGHbGR!pDT{jazM&cOCb?)!8Cv|NfR;
z|9-K~-1jn{^%Cy9Q!e*V{`LERhW-3GANV?5*@dbeD4kCK#w7UXrSa#A%lW>WYu)-(
zZ+&Pm@e=;BI#cQKqxa3t!WHEWCF)THX6|Ofd#X9|OQJheSFfm?D)>0`cI)ZoZ-2#v
z%Z0z3U98(%vd!t@dZj$x&_9Ru>!TctPq50{Ec)cJQeC~2D}rmsjLPpU8($V}d}VoO
z{epvLQ?e?X%EcPnj=Y~}|6n5DgNL$LH$CN?RZ;f2kLk1Pf&DuUERU#av$^i><eYqM
zPJ#XtKH(Qtjp_Q!<qh8RGR@QX*|;R>&aIfIbE|YOd@uOM_DwGCb&1Ws0|mwhH22LY
zcRgg(_~-o9h5O?VEcmT<cl*l~nH>u{JGUL*c3UXu!_rLqY2q7RIhe;dG#n6Oz1(KN
zxLx**?4PVDjJg|o0=v|`g(|pqe9vaQ?YB-o;qm3UF^Ovx54@cif4QcTzl2#ZB}d#b
z|B($-zInxrRQ{lYdrv%H_jWRme{|+r^|1U}LxCcJpOxa`K4GC#GTr`vN#uDbYrE^j
z$2Ff)X3h9=Ym0PE4dZnEi$xd8OWvjRX@>Y)O^<pz#Z`TsglC3J!Jg)>$=qwpRwoH|
zZadu&_(<+UQ{bI#d%tp~+-cbRsc>rbyB+LDZa$7v`B(Sf|3Znww=XT{=WIK2EAvCB
zp7F6Xb@5YGi9+R~6V@Gixhuue`(DG2^JOP%o}8}OyL|5MPs$VDNx$T}I{DSIMYHbR
zH;kE=*L3uzz3a#6wFbNw+B<4F_FY#kx}W#l$Dd>S(RZ_ROaJ?ZP78nh_2eFt1cC2N
z|F=tP8>HWf`IuB>>3BVhLv!Ju#Mi;RlTUY_eD?FII_HCzPK|9Rqo=)(U3w#A?=!B{
zMY=m8LTzV8t-F4)E^q2S|Ese%pAD_wQ1tgL6I<+-<r62&P0kUzyx~IIR};3A`@(K}
z6g*z=&(R=(^S|_kge_quhmUF;u9>Uw`cur^9a3&wYwxZ|;SCqK@vBboY<2Xa$84?|
zDld0EC=T5Bbz0;*nO7&g8E!1BT_+Q6*JORxVV{4@)epj+xmB9x`S)&3Oxil%?!Lj<
zOpDU1zju@!{r2u`_l~zuGQR)J-+s4m6^C@kw({-e8-%<6F7eV^xiemO_ME<^Jx@1l
z&i63=5dT#8<h=JjejDnZY@6J0{J=ls6%!LOOP=y5d!_U3ow7P;gOG_-(p%>@wKJ6L
z4TOzXIsDu4HHpXYxXFyv6_(3v_5{C+h<xsJbdtt?$yct+1m;D)6`8qt=8f77+uzLh
zpLuf4wS|kzJXbEN*r`74<L8BeQJJ?)Hihyf*xy!{_r3q+v6z+VzQUU2XLM3-viy-h
ztHt=oWaX?wE+;b2cGdr%|LE)46Ar-v#zqSov{;1=ss+o;Z%oPje7>lCB4gy@g`%2|
zeq39dyD8$SSyTLD_AZg-^Y0wWdhyfpbMfDpsHp~5<sSb}`1S16|BX>!zH?hV-tTBr
zX?0@$^`lIm_K7^=IJ)GY*XN9>ztwhrtyub7y|CH!GKWb?vN(VBZ}y)jejHYFIhdt!
z<E}JY_2CC)kw&_k)<piAwB}2!;(CR}#UJOr`&zgo!*qS==U>b2O^}XQT%uHevBd8v
zw|~i9g~YnUz0&VvFNtjB%h@QP^IG&$=f1>A$IV>+OkXR$=QLmbt*!|vCmd&8^ql2Z
zT-TbHutqxa^j}-wG_iB@qvx$JzxAYt&#QRuKI>x7_N>QytWVxD`JnNO;c?Y<)pw_l
zx5wF9R%-dKo3Y}I#>wtUAO5H5n_T+v{fgF1{%FS^jiyplze;ad?(lVQgZP<u28oX+
zd<=MI_j2ZCu@j||#@!ySR)(VQHm9iSg~Yb^EKf1>j@3DN;&99X%L`V|=N*%aoNq43
zCdPE9MbhYZ_k!9PuAB8+|2h2(zI1Z$JgzNQb8bZTh}qk>t^e#4Tq(sKeJ53h+a+@&
zpZ(-d;(yM~Uch*+eAz4eE0R^8rk`b7mtOSSxNt7t{eK0s<<-9nNi-;1ZLF_*mAlM*
zUQ*hh@Ix&1YyAG0b2QjY*yP80Zq}2yW4nuPKG;@p_!#d^i`&xG$;nr9&MdV#dW>7T
za9Y&8oYtRxZ=U?Qw=?YJ5sy;}A)7cCOgX1ky>?BsP3ff_#+(Igrxn{+=I!KJbl~_s
zj^!x_Qc`4Uws)_5+xb&>ZZ+E_o$dQRGV1=^;25>y=CtsQK1rLM{+wL4`-H;z$M>bo
zO^O+&e)$pgqcUeDr`>+Xx7*kKoV}=F21C}jYu1%t3Z5D$=s9R8&b`V$?XS<qLkXu>
zo^6WZUv}5o%;1U5rb&vDoyvPYFJ969_q4|0*kb|Tt~ZO$^yKpJbYp7szs@Q7WsY)m
z-MyfV!8@YA?B+UKoooL8&de8E9=&$mv!CPe<a-x*-AgX+@>w%q{<rb=uSdR%zG%Ju
zxLV_Zn*<N@mGWz~-%s9oCs)7cV(a(Qt)G^c?|Rt2PvphNI^C4Vyu0tJ@93|QpU7RT
zdE&{}nST}que^M2-_MTp<KJ3rc~}Z8kBFc9?7I9$$rmRkkBP4rJUO-Yj>z|G=NPBY
zIGr35X(<-Xc(X*2$Dfz+&vEVlF}go*vzA!(l$1_3IGy}(VSC9-rhpg^v-XdlOKSOd
zPoIBfNrs<n&fWWle=hcRl+?fb9sH=X+{}3Lt|hJE2~4^tO=rFLtT+?lV%(RQRX;0z
zr*6ZGR}7218U+tFN;4=%HJ$Xd+xXOY-QGx#KY~--lb>&Y-SFs1nMhJ$tH$CZ7hIRk
zX*qH5py}@X%AL|ilTy<DHB@v*&vyFvDErW|?AYZ~H@HlizhUY1KCSg8`melVU*t2#
zExRqZP3u}xbm?nuF$;yRof8GzxKsQSpPw#OvgJB?<vjn=nR1frR|RgjaZIVX!_7MN
zST5@U>k~ItpLoF||M{%Ck)?KYe|*#wy$ia=TSSiTs@)%z8LakV+Z|2blIV5mhFrmi
zweLAzJ-b5fRp&W}FFDc)m!4i)QgHsm!d6+mhgt8$6Q&ij3PfF3W9?`=`7+2Sll?CL
z&LpYJo{R2_v&!46ZT~Gbb3dPb@%FHdn_b`SKYmo;yU5dbe*%3={P)Jql`X2jp;ggU
zx7+VFLu+t)k>6}Bdl8fO!gv3=Ho7vVZBy?ET01kqb^EH+>#zUVUzzy7k|~Az+OalI
zSsno$zbo-|l8Zv0+3dTVz1=x)bB|uhGyY#{V!WwsV%IZWw=o*5=6omGZc^@}FS1j$
zduP;!U8m%dF1Fgd4|LcsK5O0Ij=9|O)4BcE?|#ecdfZojebVw!p?)pSUI)j#V#WtK
zqFE<qsf99r=j&H5i|(Jk`#;yd3%`%<XPjz1Iii78ea^~<B1cM_r^d1O@%6F2C=|8(
z7BcIYXmc|2kzb~JC!9SOmb|)hRrxW|_a^I)d0*W5_<?0p^Fzb(OCj=G3;lM^_~9cP
znYv6($Vi7peR0%=I9?8$mK{&y7%j>_hUQf}?yzq-Q^|jcM|aP&ziOMfYr7{FA2fMg
z_e-sdxAlX|&Xvcf89!!mcvpDvC3hHe++^;$$*#AOg?=bYOxyO_^USl&uN7KmEB^cQ
z#H`v=RDJ&L|1}+3PxGg5{Zk{V@c4AswVDSxdf}Wux_nfHW~yut@orI<{t)mouu1bx
z?C%Z#YAy*+@^$w3a%kB}YvUyX>K6P8FaFJrw$+=Z;S;5IP4mXT=UP|p>nl7z{>H_+
zluPM)k>btW&S%OQ9$fqV&8*rsPo4X6->L@bC1$#I$It!VYMwMzTx$WhWq&1WMdF?N
z|CtWjO|<-R_VC?A6Fs#%AGZiwn(Vr_b;~AM`+P3_Y{x18W_B4odq3yO+})ez-VD<$
zS(TR`I{&;uZ%vb2a{R=Y#BCn?*Tz@Be!ae1J^Fy%@;x>SckaEr%~tr@PuJDC4aWP~
ziZ2{s+jI5kiSE<0OD8|NI_<8JQEkSR(yYpPyPA(PE?kq)%AwJil*P&P{rT-_FKr!8
zRCai^>Iv`*#Y_3TUmM^*VXv{`!-<ZKGv`0QG?C}4<hF>&<9{BUF!o$?ebT9_)V_<S
zI8OYuwttu<rTOJ*aNOx$J{#YvOD%t;g=RWs{R~v#WIb$FtoAm?p_e^cWpeuc3prYo
z)E04nFK<1ps%hi*Key`Ln@9Pd>V!`FK3FR(!C=F^ifKYHJE!-jYX(+AoiYwHc((}I
zO=EiO)mXojM_+|8Mr^vz?HqIaIjcT$T0N6Gm@GP-*XQItufnRJ-IH5(Klk6sdE~T4
z<t)$G>7E@KArp?C*jv9&=+9rKcLq7%#G_MAiwA~3%89&ZXFXXi@2Rh%ZKBhBd%fza
zV7ZWm=ic=tR&QQ<_H&#2tONSTkJ>$6w8h-c?p>?6j_6*|H%qy0x0Z*lomoEj<YTMF
zo<AOOa;l3xO74I5dhy&jx4pNR8pis5acBN@QtHh9E$>d8pJJQh`EJ?2vPjD<Y?EKN
z{GGWc(J%2C2Ot0Krt<VhXBVISk<e$Sb#jl_j?abPOSXIDA6l)v)3+^0>G^T-Utb!3
zPdz%hpglY|$?V`|6^XTTe<djWzcuHbNaWfY!`InUW?Slh^f-6C|7HC0zm^_9J}Y-~
zs9(P$b0CvZBCN%Z@o?A7^XDEeo$)B`ZyaC4(#m@x&jo{T%j`)hQMn;HukEwTqdl`7
z;+J`EdbKiO>%u!BT}oQPG5;qm)4t-vv2E|_xAS+1YyWDhwR>^4Z~gbz8|v#nXzA6z
znf~f)aKHyOgYw&&R^}|6)xs(=O--vS97+mf7`bGcIu3t+wz#2Awff;6jbzbqm6O*`
zm4r>)e(TTaTOXn=3^NW$taaGm*{rjv@qa?;uivaWzqXusd2sjoz-sTrbiP;H_CAlD
z5#}ebAn5JeNm7eb&VFY}V>i%UklnFuna1n)x(D8}Za=YT#l5CfwzLPvdwvNle_P&u
zBk#Ta`(NIX7hgQudRZ)Do7bU6+bDU?PT#ImWw)D-huyS(mHPiic*7QjuRAN&RvvM-
zDCO8)wmT(c`)-45MWrjt16B&Wth#eAuQ{bjnyqnT)+HwPBSFhAym<9aTq(Bi4eyte
z=7p*<)=k^aZa+C?t>l5LF88v&?#|lx&eLgql2GNWwV8Xa);zrRu8=X{bF;6<yrv^J
zqP8&FNj{pUI8XBIw9ikj3CuRI;F><8u{UwgqWtK_T1)e|KWbKT`SBgIRyl6{q97ry
z<G9ymzWUE|HQZnJM7G}ba6Hduz0@*!OHSN8#u8b%$7dcyF!dW5-?cdt>~laQs86jb
z?Qdi8rMr6;%$l8$UsM?~(^yNm>`?uj^e&wR{(m>FNfvdfnQ0SIx$ju{-sc6L6<*AH
zv**mRd0*N5h_}Y>vQTlP^Nc!?l$-7i`&%E}kUVj(>-PB^vrOaq4M~6BGKrmNx?1c}
zzQ5G_aG|#AHDBdTUbP1ClSHP9=QEt_?Kpby>`IY)hbK(_{LLg-r$o8#`0)#;Cc9eY
zdtNvcdi!kq<+#s>UVkr=KeAfB-2U(9nv)(A64WG?-rOlwWWN2nNSt5lyv;o?z2h=F
zPt7rHYj~cqO<Z8^smFSsrg-Gm-}_#3MfGyWQ8B;YIonsibq#p>n?W)@Xp)Ym*R+#&
zyt}5VmYz1M+ThcALfE3P!TXG+5bLEV-jI;PnHvh86kU1M_mneYpUVALC7f$hW^b5o
ze6ump*JOIMGDA}8wH-&KTicQ+rKImy_d6~6WOM90{(#$u{4zIlACJ4b_tC+7Tsr0q
z7245Lb*FQu1m4>`{j8J}S9<>8yH}>D-B!*?-==T5=IK7O<Xw#4W*ydCTgoi1$8>nT
zzwKF7mpymu>hcyWzLT_WrkD1T9lI|)^i96oF!4{-;YE|2`$TJxq<KEI>3^MKHc?<X
zZ++_I$HJ_l-FM1=bBX<JS$j0+_cHw(ZC~`AUFs7Ap7M%>tZ&#+ekbmOdB@-T7p9b2
z`*T$MmRlpuxgsq*Me3{A(|ayln?-lnWv!mAcH!h~UmnR6@dOExiu(>rGYW-e`ncIP
z&-d_EKlr5KKnl<E&@~w^pD>q*O)qczeX#ejns~9^MP;Gculrx~#;#VM7|V2(@zca=
z+bpigsp(VlMPFQ5r#mNi=XG=c9qfnRYI{ih^09tyzTpC+i{?q@?)luy?i`sBtv0uO
zQRm&vm9HgY^LIX%iLu}3S#EXu+TZs<N&ULdmo`qTydqn&nrj{N&d$qUT>O6dXxvMk
zfA_)toe~y1o~Qr*IfcD2=+p<MYadT6Q&anAm3da(ThqQV@xZa{M-OZ#FI_EDui`ad
z=XVUluL}u1HkCP>&At?NW;EU0J<&CntyFCPmM^M2nyj}bbG`O#{I*2Lc(&qAJ4vB#
zPIK>!NltU-f9Tnu9&8bxB6Zq%(u&g4%%<O6-f@0o@jU4{(a%NcW4dGJwghqi3X28)
z?B^KHs!dL~#ZYrNAnw{{HG|BbpVOTWo?uCjn)UGJ4p*bxj)eE8GcRps-e#%Jxn>d%
zx1^`y>8(23Ew&{x*Pof9%Kq*A)ppPhzuXxykDT&~Om}Xd^(NYPudBM<B8HRaiyG7K
zUaZwmsTW<aE{#3-o_~klZ8z%!b6=lTxVL@n%}IBo6n`YL2UKn3Q~vsTRqLlSk1Gr=
z$#uoZc1(Nogi-&vL%;2sq=}JM7c>2CeOLJyE5PINOFzas!Lu>wg~y{i2bV6sf1A&>
zaN5!N>gxLMxLP><Vip`b-`#F5FeB~#qdA<DY+9$zKff_P|M#IO(T9$0DiJwpy`tCR
z?I+EjrCR6OMZdELxH<bbT+(9T-s|#klF#B;Iq`^fLA!E#PruzBJ@5YepP`jG$&>bV
z8JOjWwca<`Zd+>?r+035>&9^52eMa%Z4A0^hkwXrUAWxbK-6ATZz~sTUh0Jv)5V<C
zmMdkm$v)mQXR3hy-rXtEHme@qfAnY0ZKb21@(#R|*3tdxaQdvCvGQ&KuZ36V)wh_+
z7bJ8YldRn#S>$v5&@|30`Ny7jHgjg5s_|KNMmO4G<CXfYyb7BPkDvCOvs_POwRrxU
zn><q6W}SHI<RB{Yv~pW~$^GAX8_%!(xgk*SCRb_H_Vp3H@A<E7+#i1+Rxx~O>xxV6
z6NG<u=-NGVi`uYn)%I*X-Pdvg-+293gipxa!7OpZCE{~@yt#Z?=<T%E|19?(h&$~e
z%VRFD{AF%Y``Q%#tBaaLi`W-jm=Jb@v7_M`>)~%7nJzvm`mVjBK}h*Ps{Mkar?0(v
zF;%00gYEJY*T=_a6>|#A**kk#p_X{qxs%;&B2qmYXK7l?e5rc>u|O-a^?}n$d4>5i
zetAxBTI^R{@#xvVEaUo$zcE#p{{)@hTy#P5<AjepBa%AheYUTDl^1$<qs>2!gf3J4
zg{hKDF86N;3r^5!-+J>d*DJ}EgXbFf)f0HQ9=&q3a(B2{>&IAEd-uVQ7xELPsQl#!
zuz3{|_0_WJ%JF9J`v=s@XNp&u-iX_?dd9KGn|~a5|MV&UCA0SM;`gmPuRlL`%hHpf
z!23=q<0-Wh>F3l-AC`3FGd=b_*gM-ucdIJ<o)7=zxlEL|%=jC5=B3J<lFBWg8wwVC
z&R%kvNj6PLT`X?V?ch08lN7BE9#_x!_h+Jlg@fSIi=iP*Ug`Sm&Ic|{PLTa^eCqap
z3|oKwW(_g$XOdNK$+)^-YX{qVBW|mt(@!>}R75P=<~{9m@!l(34UbQAuvP}-bgzwT
zQ7QhM*YqIy&EB1Ut9J^l*crF_<b_*X{zyl1<;QLINs^6?m^w#7aR#H?t%GLlKb|xE
zfAee;pTVVvq6b#+=9IMjczIp*NFE>GEk`@+4+YEQ-Sm{Qf3R&&*x>DO@3hgTu!p)1
zGr}j&ynCWH@5<ubzR1WanY%q+%+6@~EL=9na*<!9wV9V0vnI#p00q?x(ofTGu>__$
z%q`wI@3eaQo_qd_l^$BXWYF5ae%)>UBck7&j$L<&KKH6luJOD?Tvys8iN(r|a%uB2
zTU3npcm?kfYMC<o=a#MUEEn>(T-wB(dUsQqwPNb(&RqwXHQR5@S-I(|i4Ru-^R3LL
zMe(eE5B!RIQZViOf3=_+a?#s9n}jizp2!t?&YZHjEjOXtY@5UErjHZXcFg&BJ)G}q
z9`Dz6Z!h!urD>Oxdq2_p`iX7gVun{YC$3!Po5y_r@*T0q*)s3j3|<MX?*8H9D4X3L
z7Vv(ZJ=exvYSYr6nXOtN{pi&{yZUWbf8R2lh%DoKA2RC|%gZ`b{pl-O8q|FEISL<`
z=@6IhWSg8@kjVP9CfreOPr<_FGwfd;n)BM~!(EA(cyaZ(ecIiLj=ufzygt7tD!f>j
zrIG$dUnyRF>W&GPJcgyri5WAB*WSrGvF@wq4dW*>B=VUjOlfO1ov9<jS*YfJtf|vV
z{_{qQC+D79&fL}+DRdzB<RXR|$&;dUb&jZZb{5K*>DWm7&D~slbav{_*o3E3Rex0R
zExnv0v~t>o2&c}eH8-<T4`wMIdUfzroYZB*)tR%eru1sv*5m9o7t!>VF1WEM_E6%o
z)N9diR&fe)Mg)5Qej|{n^?r-<_ww)k)eo!MHws?Zvmi8DpGRLJE+I~Z`?hb4C!=%5
z>T0KsS)JVnU6nJ^Hl3dA_}nMHrlo@IM1ZLb=L99kpp9D&RWIG<;@N33v&2JCdFJGz
z=o80fPP}<}M=k2$r%xZ$HI_}9b4~Qn)v9<7fs~E2ZpHHOUP!vTTuE0g;qn2Y6S<Ak
zST45JZ26bMx#h%xnGvT`7U~86Rz0Ay`so(t4=RltrdHnF$@$J{*TY9!t1m~s+H-g7
zPFH!|g<>mp{>Oa%`J460nptyATW7y8x!0b%Xzw4F&M8ZdMl4l2<!~)iTK8P!)T73_
z3*vRdmSxXBYOnq0!;!2>f7AZN2+iSAoEw^7{B&cz$oj<Eymc(6IhoHK3O(#3eeUIq
zn9RFX(~jj82D_+iXRu}Rc`{Go+oM^JAI33G+ubzt?o+k<te>R59c8#I;ls7=>BPk=
zH*aQadSV^7aFOlvf~?P6{;W|iAL!0Cp8RZ^)7H{;_a7;L-*4s9=5KW{tCv0CWbVUL
zi&IoDs&p32&fRg==nli)&iaPt3H1tl(*i6M=AF(B&QqGRGymuk^Jy#94k)M?u}D42
zt9}&AttZ!Xc-_^ROz)KHg3o+-a#(fe9&LHQn+y{#ww`+Zd+)~U_qXhO*SlN%%I}0z
z-Q8#Qbh5t}jz4g8{hhrF?yB!s2oP2^6kmPjHdoq=RYwoq<P({y9b%g5d#_4Vcwa=w
zowbQq&Z@s!XZKF;=i3!WZT>G(sjfJ*x7k1GQiNgqnl;)F)aHe<&QQAcvOZgt_khUf
zwQLtoB(3J2!n6F-OMUaBNy{Q**WN0!`SS07%+_D|0vB9dBy5alpL08@X0dojaq8zu
zUP)HZHa)!Hpdf9z&+PRq^UNAc=PUF1lg-7B#D;!cDe~n(x|-Lf*3eHZC$gn-)~<Eh
z$^JW|`OlVvSyc@D4m~j&imti~``Kx<Zo73<y^S+GHpl6Q)1!TP)1>2AZ=b(jXRJAE
z{iC&vg)%=_bqs7{8fC>!9NEXfFk5&+!d>s3Y1}n7(GQw7Kf9Z&-F{rCAi}0y@5Gm=
zhkZ(m4w{(X*WOlPQNgFaA<uZ*RgJJ~lQj4OTvQUn6+4R*+q->z6x)APK39?5Yq|A;
z`i17z{;^AE=|5`}Gwa=vpU)&L-XpP%No?nXEe>JRuSfpuV3|9qYKe2&ZAE=c-l}U^
z9w#r}J{e)-z<O&Bqq&JumsNr@`{ax{KR>l*D#>`aG<z5Mz4Ftw<!v|T5>%RY_sN^Q
z6>7J;>p6NVvW@D`9P?wmcRVt$JMYQEXD{C_|5Nj+Lu1l(0ax)w63>*s-u_kpLYepA
z#KP~}xhKUiCdoJ(q!cZ(KU?s?=1h-l`roHf&)Y8FFL<%r`efLz$)+#fiy6FFpm@yi
z#WqH_OD`WeUgtBM)b_JXG`uOdyLENI1gjRcefp(G#rjIcpOr2BlF5AC@^hNCu}k|I
z`_0GZ<wQU0-s&Tq|D>^`kuOYJJj{6h^!$&pF|6}Cc~0)KRk?M#<--~Nn-ZTpecwb^
z{Jtc3=;j{J<LA;C?KiA2S*d;U;yoROlPYp$Le8i2e=K?Zaf<xvb>8c%tW?W|cdsfB
z%-H?n@INQzRVO*sPpU<(((3xKB6D+)$0@_rpL6mZStf@U*c7)X926@xFkCic{^r@5
zT21V%R}zfQhs|1W^8CE{+qn#Xs{B05ANFAfr_qGhdt;;~9cVnMaz1*FUhpE8?EyP>
z^UB<_x)-)rK{w?^1^;E|wrx3bJJdTEbM(%zv$g5_%(|qzZ2EqWO%XYI@3N(insqC6
z7wUZW7RxA(G@tBx$0qh~-`W1#vlL%_N@na_Yrd+yE4XTPiBIm2lT)SdY!{Nv-_`bG
zuKwJ;8uIhkKW!;5t77d-e9+7`&Dl*X`>>#zuh*Fkd|Z}1e-gRc=d#sL3Of13=OlkX
zqRzU1GLpjge^nei_BqdUcPFnyPyKA359c2%{cl|LEnfV?gBy8FOfRi%ce%_oTpGQ-
z^!2Ab7fy2h`nQGc>Bp%}6Z;wdx-x&hI-y!Lcul$Fo}Uaybr|PtWY9i$G~~efr)-aX
zl@HA25n8cnjo!KFsWvY|mujpk|2g4ciCA~($xpi%US0S8D(}u`tG>SKb9emCcR4p-
z!8my0(UrUGUWUg0F4ik9t%$2Ts+9Ne(@R0WLvN=XQe~5nxN+e7&dJ(R^8z01V2Sfr
zOZk^29p`)e{>*nrIHfA4H@}v?uCDxiCzIvFuRB7DcC+|C?+V<r_}&zWji-wWJUG^f
zF3x|cSZcHK8*}r&^Qjh0df6f3IU;!$`zFm3j=p`u@XV{wZuyS2jmu1bNX+VynQFeI
zamU<jb;rjg1x!}uS+R3}82JUM2dvXxx|-Gc!R&u4q(5FO%Tbc{J+kN~uUi}^qyFE?
zb&K=cvh#10-H<BPZEM(Av+P05W$%gEt25d!$4!52RUV!Y-k>LV##h+d>hP9(nHm`d
zj(mq6Yw!H?@93lHZ=0Ai*YE0Hzvjm--@~t_dAweC((1IiPdDeD#nFXTVYgqKyj1a>
zyZqq4lm`b+{z|_3Dqp-oJ-DQFjoaO|L3h`t-PNt0E4SR_Z}-8<v#|$mg>0Ui(i5+L
zH9<l8_qm#F#&sX_Io-XNG<*-^@D;DII#;*x{De!_=9Zkad?#%uDK|s=vk~LM!)|vT
zM!glWvAJKFAANU!?f2@!sI0pSZ)|<B%W4nz&!?=vy1f~>51w3bWAf(TCc^G%k5=c@
zOzrI7^zFEEKw)`6FW;<->U``AJ%09DJ<Z(RY+E~LnSSum+G2~xi&9+b{(F>MZwQyR
zj_);=UhWq&ul4w0{yU!YUQe=pTAaG?;LkeY=WI^PnO<MM=+Ye#Zgz#EVVQmQ;q)Bw
zr2je}t&P;IgM|BeE~i}(jh@$$b8E)&sQaF)KP1dl>zI9(cjl!R*Y6zi*m`eUO>VU2
z-@>i;9v2-r?pk$HE_j*sA>sVrJLKb+Njat}Hl1b)ZphL56zx30xboaov7*F_>4|qE
z5^G<0*5udx-Egp$b6tjog_sSu%*kDQHq_ZDxm{kL_GtB!^yde5y#3L*&O*8E?3`C>
zfu6?mYi9_opFi!kY<+7+$~7s?(>B%3N=FksZ?Z+2Ppe<(bm#t;TlInoDN7z@hi=Qu
z+}Ekjw%=LRBuF!*bk5R7?yDc?O3e#7e!9tI(aaaVF+Vm<nvhlFIpb`so_X|7A@;i}
zDVL`&w34(t(s{aZkI$pDfTMms?=LTVpW5kqvb@{#nWv?9-B+{Cvuip_bkxqCTQ=)x
z6t8{g;fPzO66F?mK1fWe*zv&7XLr|W5ye*>4Ez$FhqcTDZT|MYWzCB}#;#nL7Bovi
zU_*S&u}gIgP3E?l(`Pizia%WXyV<~{C~>c(Z*`kg%(od*ZNBSnKe?N?=67%D{tfKg
zc^el#of+}3Q=#Qq{Ex>e)rUPEKQ?<~Qt02TJD;&lnAuRI$#?$^%Z>l0`&LGOdw!^O
z&QkG(jnR2aQZk<>-|shZGIZt7^tgQH^tX+se3qS41q>9<`I%m+Tl@DR-`ant7p%43
zu;Jl!vA=2D#{Z|9m1jJhRB-P>qR-^J8&0L{zPIIQt+9r@ZiX}O)f4R8cVai+QYp>6
z{Pe};uWy6%R@yxL*z$^V+d>6n$Jf0T60Qp;1ijlKuJwYgAnUq|`Q=MnO)Mw%oy>Ju
zD43oR(Oi|XZsxycQBX!o50(gdS)!wCJn8K9s_mAE$(H&}MzbAGDVaE1W#77bdm3|#
zZA8N5LO1Ky>BgUowrsx}XgE*1tUMtg{LTB_k7mzpl=V|eQf}Y+cL$3C&sH5N_Sbpx
zi|xc`C2~ruAM|@S<M`DVo~B2)%u0$nD`CnRCZfil5I<Suc5hMV#3z+<>-(8v68xfa
z%@1$<ZC3vG%)ifZNoirK6Ps2Z{NcCIr0GU4XPNq%cSo)Trp|cS&-AMI?~4V~wO`~_
zH$Ok7vB&Xc_yOPLAN-CM#P40(^yuCR^-S{{7kP4WZJ3)9)?Bpqoa>^`7A-tILGndJ
z-lYFG8>c^8Br&7Sj&oMXOR06D_t$*Ax6{LBv0!iOlN~uTU1ly>d~&MSq3mO_CZ{)^
z%1=1Bc!_h^XVuk}lP*~-&CLx;+!x-zME2y8i~|S%oRGTik^Z0I%5nwH%sZ`3%UZpb
zv2rbsKYKvsm5K5m0q5KEixXy+uX_>kj5)LOp>f294b#;^o{RfOujxL{U;KGmWYg(e
zA5Xg+FK>HNmix9$btUJgqpV@9;p@|qa?B#`oJ<Kl-M>^%XzBmw7bpC8Nd2SFopATo
zPu?@jtEavFw~(RCZ)VFS?Z&5<6GHuUJ{IQYEfPN(+V~;<d3|p7bq2A^^FK3w=`#8k
zkoSkt_3N%Rv-&fBGyjlV;*qH0_UNeY{=i#{U#t>-drE0b#PXPppEv*Cv-;Y+(_89y
zZ_|91;iw$;=0<dam~~0EuU)9NkjAWaT%RmuDo&cp<Ruxsdz-fL=?Cs<x|=nm?yrns
ze{k)q?_=NM+zUQy%|1kM|If|Y9=$sB&eua5wD%=kpS|qroRj&E=Z`Lua6Xd$(>wI>
zrs*FvO5a{S_2|WkV?6Vt|5)D;3fUWO#$zE``B)}@(;m6YXW28wukO8cG$wXw@T%pR
z{}n4Vws##rwVXL#$m6f!dzP^9?V{Wzl|FT+lW(j1VSQ33<vU|tXOiCuHldh=MzL!(
zo;7*3zOVE2ifm&xCVgsq9X4xOr;o{8-=7&VuP<fhExLR!N-M@G<dw{h6|%h@R*`0}
zpC8s|US`oz`z&tV2~CktGaHvq&WlcOC}G<1eAijYSm}pGM`v&O@UPzT!|r8{#_=s%
zrtIhR`nPD|@uRk;C(g`gy#0OeSwFq)!f$hh-8=Yve3s;$d9>wsTt)rb?29uSf{y+9
zCAnX?L#k|=%<Qk%YNqCNxN^##YJMl7Ed0YHFLCNg-ucbR@xgiOmuoGb9W%ehH~mvv
zc1GgigA4!9;#}e<w##Pcp{EjD(oa$rKQlkgK40Zf)v}qP?W<?$bhlmn^5oiuD+fQ!
zjIaq_P?RLb%d;Resdd_U1NTSVR<9mR3%+incz9}>_u;sWVbe3~x^I>mKAkjaF1O)a
zyT!My_O@Mq9qU`a`S8}c;<_hU^=6)3`m)kBS#Ha$N`sFrj!9+DvQ{6k<|;XVlS^t{
z`7y3#cMF8}ea)F;KQpA+^X;@1j2|=4Y~kG1V=ev4^v<W2h0_J~9$b0$__y>DQ>*B_
zd)cMmmPWsF4f=I{`J<hT*QNDJ3u}_+h9qyS-Rx)P8FiN91go3a!t<^>53rqg*euak
zdPkD)dC0M%<Xx}MOq`it@AtK8`JSqcoEy7XY&nAGht6CeXmwWaU1ji-@XU*=66ddK
zJ~D}G^Tu;$t`xSi8=p?mlj`|=ki~dLg3O=#4cq?wWpcB4e#te+Zg<(2x9^R2E^_W&
zn!01Lv4z#+1^j7$KPpQ)CdW<fHJ(u{Z1Ubsb(cZfHmx7EqBdQ!#SX_Vg?uodvMuxj
z+pVrZi$x9BRNhAIxGA+onL)Qa=$vbu#o@nxj-TxsnVz}IW|eA5`pMq?=BIilT=e@M
zqsWlC-;U)N&WyV>Y2R1bBAKj49g8gUdp4pClO42c&s$7BccyfT@U$I|_B8tUTTM9k
zC^bU&1jn8nG1adZtJc4mo%#A-&|B{GAEm-_GkwG^yFZY2H+;5buI2%k1#VJlR^lt|
zyM5+KGTqsACgo76@a1WNlX)^^G}a23ZDe_rCKmZ4>zebO^XJn!LyA8J70azND7jlQ
zw_Nk!Z{PVQ5&h0beJ*r+&F@@lELyT$Qe^knlRC-Es+CRtSA}bd-qKh4dv&Vv`;&Sh
z@7Dd+SeH_<cRE*S!z!(Sdn~7(dNCBQx1X;SVD7uDdx`g{4TYP`;;tTvpS44Td#PRE
z4M{$$*&6RwJ}U2y_FvX@vekLVmZ+Xi*CnBI)_BEwO8Kcf)$HZ;X-<BiKc}g4+O#W0
zpLo-McW?T~9Qr(8+~DQ5rPV5p3_Z(d<jC&2?`ITz{F)8#@nv;>Wril@%N-|X&e>g+
zxZogrc!{ibrCsVznK`#E{tWFgQx>~>@mlY~CyTy6Uv>Q{=e!>k3q7(#lh!(I__{Z1
z--79@e?AJ`usv=?Y3G7jQ5QF!v*!ACHE@IT->TEmtNT8h8*NSexJggqfib&M!WW&D
zjn7;jsvTcY89DjRDdQVONA^ZtOJmpQT{)|s#mo9bH`~Kci6*b*-~8@1x^rHAu7k|U
z8`@`Hv|cMZxWrJbapsvx4uwIk2@MlikItw+DWhf0d#~|Qwvw-jv#{jSbYFMw(<k?E
z?|igdto=iUgvGfU^U~PeyWamZzh%*(9j1GGU268!CA?WIdpW+m>dkzmvA#DgDq`90
z&i@U)392cV6f^%>wgi~!KNf4en*8v>QSW^cV%_DnU5Y;L0?bJ_6PSH@=4k#}kRI*(
zcXgXw$jq>=7gc#brEYiWhd2vgO>j3o^r7i)c+mH}mv{0)Htm+$wtL@(=)y(bZ2hcD
zx&LIW-(p=*FjZ3V>I$alz1Cel?gmwA&CkzYow+}rL2*UylZ?l|?{<B)ovx9V@+@Mi
z_WfzT27jh^PX5C4NySENQC)|Z%+(E&FQlvAEQ?ND!YXHdW^&k5txt3Q+rRl6yY0=6
zz9o$Nen<RqWYGL~ranowsa9d-UjIANkyEFZuHJn;Qt;M0y+9GyriOzIHaD3zZ8+^w
zdpdD>N9HCiqo89hVsDl*Z3&$&p3Ab-Gd1fGzezxlOQzteqzhM9B+csbyk4kQDwbVx
z%6I*hug(d^Pmi>0YnxhFtJq?u`|?S*-_C-$Gi+?;<gHB2(4MoPTKw7ZrKxsXqn2O$
z&LaMYi*wi32}{nt-)gw;()X=rIm~8NdL}hQRYzqw9Sre$5ov0ve51>!+cW4(q@P!?
z>`rr^oMY)>A&j<C>g?Y#eRvgZS?fdh&*0rL*C%iJ7w@<ooAflV%ZDC3X#6IlNPFT0
zp4_EoYnb9=q64ni334iThirE!40?F<sDml@=|^JbD^9%C*jIi?W>JF#=MkODO^q|V
zjf@i7cyza>*GcTCn;y1m%4&z(tkbiTRg;?TBz@4h(=+``tmiS-NA52q_e%<Wip#Hl
zwKM<0Z0Q}(roHxb|Lb?|$myHQ`Pm{YvfIq|w%OT#EJ>*g-y_-<fA9k@$GP=Bi`%?+
zDK<!5<|>Kin<&lhZ1eSNywKhM{9cd#7csYOwpH^93O>tex$4J}3mx-hL<0^KY!;MK
z)IaRHH>O~X`X}j%(<zFzU+#I7)q1bF&ni{JDB#fCz4(cw440_1MEr}xvBvA#nY4Iz
zoG^OtusT<vhx_u$nSOTLH}w8~u&QzOLeBWDtDHV6t_%7lt!<dy&U-D0V@^npwszB}
zK67*9ht~^pIJ_Jtopajt*VOYr^Yb(Rn|UYvH~;tk<A0(5>p%Xt{-+<gz9n-0!ab1}
z)|DEVF$>iPIk5Ik&@(pUnbf>WG}u^0v8-xgTFlv+n72D_CEhPIeVldds!yP?>)9Hv
z{>5covoy1ot&j|wDrOpd<;?O`b61tEnzfRrd)CUVwkX4?3s+_>Uo|)S?47J<VaD5M
z?UamTdmd)J{npN_XV#|8nw6Qg%+TV$rSOaYb<DoWw@jAxTCP^imAbSHM66S+Ez1!X
zRN>27wtD8eG^^tHvtJIjW~Hx~yD+V7mSk4iikS=3+>$@8n7gp7ZPv`Jv{f@#rY)N_
zGwa#KZ;uz>I{Bn@&C!^iHOIQ2R#<w!PjZdZIr;kEx&@sfDvwXB+LJNi>EDep4|X0Z
z?tCtlJ~3MFQ_NGH&;1)Ol<)dDMZ)AnlDXLKjkki&{*mCm7xD4fB=c)~HojQ9glCcC
zw7<tAejGbhpQ>4wxNcIE$%$9nXEjFzues>za$udfYcmI<GuMr|%^eB`DvgR<Z~PoR
zn>m=Br9eUs1}aU8LOe4Q)-We4N@yR9;#2BA7{Pn2$lzM@M!6o=#5EkREjx6$UTdDo
zoKTv$hC4Y?Li?~ApHlbX2-#zw46e2J-jU0gAev;%KG8L4jZpGTiPuLW)Q>qChIO5l
zIWjYvubQv>Xr#`$sKRSqo5SX86<SkJd+^@jq{7p_J#3NMAaO4j?-$(LjKsP(N7$Gj
z{U6i#+y1^o7RQO+jvE)md*1!(Kj>?#DB5~OWP<d;*B$x-GI2q#7dW!CE1S#ge0ZX_
zU)e(D;6n~R_X3Ni!xN?Z?i4(6n{o43lb({ro@c+8J3eW<zw_(zq?QK-EXPIt^{?+d
z{$DhBap2C!|K(FZ3Cvq@<)OrfnBM2H*Jn%pm@&&>YhnsB;}jLfowGnG>)GS1<5&Im
z$%7MF&uYmBE&hSlu5U%;+|P=b24C?BG+tV~@RnxQ@>Mfer9smf56{%st8T5#YK!QK
zKI`DU<La5S5AO7=zqRu!PsiJ}X?doXulOVv%(|7CwS48wWspR-a^|rIC0j3F^$RzS
zJzHXW`Kr(JQe%tQw<TMRubc@mc0QX@X<}+DF=t^J+h@14Jf_B1&x9BUpY>r&Up04S
z87PgV8T~I}GGf+mbANUE@6>Nai}&8i(EnbZzBExO?#z+y#7(Bljl*?#jn?WeFFp5q
z&W$r~`k&s}#<Fw9-Tym_KGpAG{5(a1M=$$s#GCoCWwS4)9+cLuQ|!>GOg<~!{cp1~
zb7ibfP4ZJ|@A~OZ3mnD%ACLHV?3X!9gCZl3;D+w-OA1a8irYe7&iJDu<sx!pZqXz*
zLALpC4=n8FU~yKGP&z2U+2*rhTJw#dFPB_dniVB^E+%xaIh#eCcXY9l_;gS};9BsE
z%L+<|CJ34p2?z?e%`sqURn+7OOzhy2-f8<pK}nCNGLeJFIY~n4uz+OSnGG|WJ8o>4
zY3-M1xyB27TF^B&lyb?dK_m`AnZ7$8?ubm3mQUYU@veKPq25{5|BDaak%`onPv2+(
zN~du}i<de=QtGEdP>P&$^pTEO`dW+ZquF_PEjx6?pbF1LeY8$h<-G?I+8-<((0pb2
zrOn6xi}q{BzFX{=`LW*8()~~UE2DL4o;%k4PdSxunwWLyO4~!tQ0--D8k4>j?)oUN
zUHV_&WP#yQp75+2KB2rT%ia8wUrAkFWT-23>Coy>W7o4Hrk^#lmamw*D6MPO%B*FO
zMD{aeYw%USP~*_EA*R8gVk<8>Y~|eOx6mT(;L^I)Go#PeASW=NNYl#_bC#9Oy7dxL
zcI}$=GHaQ!#oV3i%Ro$U$<;PXlIL82wewpZQ{xC{P-(U@O|9AZ>bVf>;IlrEBsY2M
zi3c82vsV=HDy&*~($r*Uo7(jYPo!qWm>k%&C*odqZMrCfRE+1}%n7FdHpV>Nd8T;o
z<_qPPdq4%)pMMg@cV;{~CS$I))9_?(WS&oP^1S+<nfoqtT~L^OcgCAzIp)iDPnB^=
z+hh2&*D~L9sT8l#>)y<KQ}&57^L=WQ-$_rtKjY7_H`}eBrtm3gCv5i0nBbbA!;~y4
zar!_MpOW^$sIEAv6hjF}5w>Ao^NB8lX)PPodR!B2TP=Av>HM4g^u_-Q=C%n2OIj4w
zcq|h+xSRtdCLIzGm6zTb{%Mzhc-tNWmNrELp3cOMo_<9Wo|TCmyt8-ye)g@pFy+51
zdTJ_o(sujSg-k)T^5@v`U}uMdid7st^`9Nvv0?d@M-ndX1r_i5prw>|-WHRNJ3lO%
z4hzckJt$ylSGE8ZWxVSxJ50al?dm`h+Fva2KBW7FQq$r0SJ<v7xE4M7&&BXxL*2Xg
zzxUeQkN@TV%YUqQaw_?%&V5Y4(Jx4RYeLqcE5~Zy{kXm&_Tk6J=k5Q#pBTQX{;$>7
z!ae{0x>|jF__s4kcUH_D>us?o6VL7`D02HYQ7C@;k6$NWe&CItIEUSI-&A)K2Z_i<
z<u$S|qH<om4Ojnn@c+NN99KR(bu)bN{M$q|H^c6vM_No<?RVWa_WJdG=f3~H?*ISa
z@_)XCqQJ8|p@$N7rzURu^Sf@s)4$&>{{1`ixH<MY`{U+A&o_&Q{Wv}Ex81L6hZ`#Y
zg*WZLeXX<h|Gdf9p8a}fpZMe-yWfXy^>v%#AMf7(B>7*=zf9-<|NL%VIeuPJQTX3U
z?Jrm5Cfxu2^>6xKf%$&|*Uhi5>9VR<p7Qi&$C4QTr@Q`lZqzw1J3rT?XxgXPbK5V~
z*L}Vj|Fox{Yf{bhdYdhiv_qz9=&aOVU4Q@kzu#B4hq?7`{1C8QtNF6B>zS_+yRRFw
ze!8+e-E@EbmkqBswqzE5eY5XMl8Qs(`W>bFiv|C>>o@$CoO;7fzW>bE(4SkaRooWX
zmEW#^#{K)w&ywwIk7wpCR6C-RBjnq$=b7aM-FpW<x2IhGoZD?}tMwt6cf(WdjPq+3
z9i6s4>-<`$>`EKUU)PJBzSNwJJ^y)5$mi8_dTgWr`%C=z|5v!mqu^WTKc367`xdRU
zUF@~|m;CE<9ozeozn-iqf0OZaHh0aH`djzv4{@&E?q4RluS)Hr@r}j*FNgh;{<YBc
z!<xzMUGnwX>s|_O5A<+W_Y3(Pro4pxrqyS|XMg{;m;d=cQP^qTih>)9bB=ZyRR*SY
z=v>^tY!g@g%A~53&LW<_*QdXbcThDd@#LvYC_8V`S@HX|<iC{>6VEr_i)E~hn|D%e
z)43yG@BCjsExICgy+QxfcWTp0LQV%MwQ$&JH@;cOI%%0wOM|<E!-}T*lQD~;4o!IF
z^n2X_y?j^kcqg8$K*^5aqf@?F>|dq3%I^)A)SaF7{-V1krx&@3XiQD(IXYjn$4Qs-
z#p9Jn^MdNbLi;v&YHnFDFUCuE>BR~4Dqj0G9dt2q`J%!#DRR|L+Z^A?S|JlAKGCRs
zV036&a?O<UAypA4=ZJ_uwR2kf?zQSy2btv0MTb5HEevnCr<(A9Q$29jzvahS#Eq*&
ze(d6KoG5$xtZ(CWDW%0?KV3~0O_KR|TO>2aYmw0MBPy~|lDkcPwHZZ)&iQVXP*jl<
ztIXz-*~v6j>8P^?Yl`?Dj|!c-yRI3Q`y!bpaQwY+&5tQ>#b*chiA!E3U*cZJ7j3JS
z{pR5{uYHGv?%nnlT<_$(SX_<asFSlmMbbhQmkYmz=Upk<v~7{hBJou2^gW+mdrSH{
zXI3N$?>_VUQ*TkXZThNU<B3^Ql_y;0e!k|Y7T3jvrDDGeQub9oI%p*pzTsoCcG#uh
z{&}k=N}u1*<kdE#ZsCd}SLA0c`_vKr#_{~?8H`$42L=2MO#(yz8=EaTaZz^0W97OK
zCr9Un7lONO4<DGTW7fB-VZ{w=rd_*Fve(yk?&;@sS;=VitDxti@m8mnte>SjXB!&l
zE{l_2C{a9n)2h@W&G`qFMQoS6P&RpAktucF!jdIZVP;|ESvB=_FDG2&Pm)_?k}dIb
z>C2Z*v8ulLo>x|!SfH>&Dngy>MYD%)rB!JByGi-VMY|(U*4eHQ{Z?8L<y&_{OCW&1
ze)IB*jw|Z7QZ>wtUkkf`pBi|e&p|gvj4AYRZR?+>yB4KPoW<|i#+|F8Vqy0%{Q%>#
z)E*0k2TQHRQ>R><(XS`I(`lugzSGW6M+9<@#ffy3M9zxs{dM=^bhEARL)Z>|Sfre#
zoV)vpyUK3<cB_ToT@&7ju3nlQs5nol`u<U)&eKjy*b?$KE?alNVzu1AoskvH&hy&r
zpRW6~H{L12X$GH-qUm?5OLJVK1w)^7Tw2x075HoVhpMzlj!T?><eN+`d^vGVG1^OE
z+5MdtQ$=;}YOBm$%jDzln0R%1)ftbabF1sBgQT84`*mP>_#t<<I-lw(EgrfT76qwq
z@BAe2s?^1#PWkzsNlkT26E$|3+D-WSc(u8l_bH{BN(X)@e-oV~(k;QT-K=qcZ1sa?
z70C}3E`Lsj7P-&p+GNhRG&X3`4A0g;+to)yH~w$iZ6tRml>6gM_fLHMstdUIkA;Xy
zENR$eTW5TJ$?K1*DM|reUpKzvcrocfRZ#0K^T`dXSQ;Nm=&N3v`29f0pLdM1^C~v%
zsO@Z8vh?D~=ToQ5WB&K%e&O%se0@QwnNs|rvnKqW|K-vo@A|uYk9|1KwO8rmk)Zu8
zv!l<<Tw%X+&Fbg80!%9}b#>L(KlAFb7j;nb<||yi@v79}Rf~EJf7E|{+V?!4Yike7
zMxkHMM|&0p#IKl|a`spD>^+N_10N)5RfoJ;>dLt?;<M@`d4ZFwcJ5llp!~+)vM5xS
z!`!3O!J({a*~{q`htBf%hkb9UWLq54c;-jF_mhVLzn4uCQ2cUN{ld>vj_b9q{yMX0
zWyS3smnUEO9w@koy}oqY^~bSaW><=?Y~opdH~#(7)2WMPpL06#DlY$}zH06zUi%Xw
zch$MJddmGbjcuD}D-_wk^_9ECDXI6%MNUjsez<zir^SXhCZ;V+e|33P3b$dr(&rkR
zUjb`g?TJV_zuEunzE2*jUh1rJckYrAxSx`LuHw)Bd(rx*PEGvx+Wm*Ec%Ky8<R=9s
zB^e)1m`+TU4vqeJEhk)3t2H^@V*Q^9jrra`7DU7tGKE&v-tb++p!)LihNCyb(;v*+
zS&+%a^4!VuiI|w^!P8M|jxhzbX+QcO_;B8z-)fE)MkgmF{SBFV@LGyOWcv(-8~)SY
zX{S7FJ#uY=k7QS!;V#z4o{B%b>VKD{Eb|Nrvaxw>uJWk3_ISmmu0?ta+$<;aYlMeu
z?7b+M+om{S+E&rRHMi{Z3q59<cx_m6_oLG4OXk7_Q%*@;clFnI@iFy0#&Kb;(Hxb$
zkPe$&fe~wu=f0lgW4<T&q@dT7nG3{jAG*jL=c<`L(==#u;)MU+QK4au)6UINwN+Kh
z^H{~D8lJ|#SA6NWX%qIGWO(xB-o}|K`%Y|Ga@Tp+x~fSlOQm?*LWL%63jMTsrLy(v
zR^7GcMY1)<+0_w#Qo*iY+{2x=PMDRPB+V-+J0n8vw&t=MBJ9)ZcIGU<lOcNZ$dfJ6
z$AqnSY*JWqPB!WCjk%96nyxVqiQF1-qtWT%q_<mGS9;cjZ52E=xlu5p>-_VRPIYWG
z7q+%-^FE{EFux=wYW<=sDSv-S9BJzjyrN+I!p$bDIQ!>g-D__jXU<H@z7cjf*(@{5
zCq)0HE~j~hOKXXT<C;x#GmfO%rhZ@Qd^?G=<q7B0$E%FyJ*qwVqHA8otOR4#xEY-n
z1)bg=t_jk&eVwW!b4)d4>-QZguaX0&DE>Y<W4Ta^;rsc|xhHBVvpKLme7b4=7mkVP
zk52{eNOhRWp&oeMu&StY|I(5&p_GYF^^SIA72Nr$DV2NY-X;anM@%UUzk02Xiius@
zX{Fq1*Q4=Q<5zpt;|s+%UmNRu*s?e8@0O0BU6t2PbV_$jo^<M(Yn|u<&gt8J<}B^6
zRVuwKazXK6mG7Gchhq4ORaI8I#h+?B<u~(#@unKznf_v@`X=A@i2Td2Swd3SO*AWF
zf2yry0%zvuuZt3O+OJGaUH;bZo1a8L##Pb3|5wjFoBeLjuAC>oOV?;T36by?Up<@Y
z$gDHl@BK8Nd~mhSXY;lHtMg5B9_C0gs<HHap3eES>Z9_%uC<>v_x`*-U-y-`jgN4$
ztZh$*W%%uI3ugiIFDd?Y51;3MdjBWY&hvEew;Aj8SO1fY^090`mbCG|z4_IEJC3^>
z&#YtjWj2T~Xnf{&ROn>C#O&wqTF-vpS-EF*L|^>>O`loMM)9nQW=R&bJN)lokk%u<
zWaUdyZK=PmF0j9{>Dc{>nV%1fZcOo-5_7nus_v)TI<MmaSE?`W{a?lW@K?#I0=sFG
zSI=FPV7%;uaqd11?!Xh8YH1T+J`rNon*VANQ*2?zE%jKr)T!NJRu5}F6ukSCmc7DN
zuIcf5zRsACBj>7f)ceEBw7)Whoc7ozV?V`Uj?JeHb_!m-?fVb;Rmgd0h4cUWEcMfR
z-o6Z8yENhRpPoEkbN}m}@;iSHX06*WJ7%S8^$cIVc{fGBD#Z$|=+Im1o8BTGa#%L2
zAXxm($A6~J-)po8%dWU(9p(2k{f^vePm4dsTXOf--}DRgdvMc1E-cevvApTt%x{@V
zU$~ua75`=CZ?!9QovCyGcTvAwh0n+KLaEixE1os|sD9j){<yA3J$_dP|JKdf^>x1%
zURT~0aZh>Lj*W-h_x#&d)3aM&S?zy#-R>7BLO8|6(y#CoPyCzb`mA=d-|b{8%h|uD
zOyE3f|L)Hm&D|%r9-CiobUymLZm!Dvt*?}i&*(n*VTLc?GrQxjLPXkbTxXM&N&PkH
z;S+}KpG*p4Lo#)i+@5rEiCwv*Z$s)6@w45lHYluY2<2P;IJV8@B9BnjgOz7nUwCI`
z3e}%4(v|R)6TbGu<iU3LE^mgUW$bh0v(A@9`t}8TXy(_fUbbv&$EPRZd^H`>orj`L
zPyLzGyHWg@%~_dOCNnpdZhYkVV#a>m+;`J9iXYJ2#<Xp6*cuz(@I3yBJMVmwj1geX
z-z3nbeo8CyqGVL0f1~C^UO%}_W+^rk9dv>=9)ER!M@M+#3`zO@lF4gV*j{3vXr<|3
z8qO3gE+aDS>gC?T<O?2dY?jwtyQW79RVvP($I&rmMvu$^zn1t@n++Pa%$XAPPJiWp
zResgmE)|g~n%b9@T%Kwvh#e9#3AcP=5^a63;l9u3v`Nz&ziFQhv`O3J#Cc{vo6ZL|
z&NI=IqJ%zo@fdC7Tw!oI<ivuIOCOfDo?z+W`?uHae2S&4x7Lznn>rtrIo0oYQsz`_
z80o)i<CPPlf|C;-RVIC2ylnHU;%wt9>!ux>eA*|R@7;@2R|Vc(idC}HxbZrBK2NA_
z&LZ`_E5E3ShRuJp`S4=BOIK1nmvB24RiA1qTAAHnX=UObawq1|muU;cn?9Ia>fvyk
zCVY>_C@#5SqFm1mx3}@GZXp_sQ*A_}jm}wz3)HOhD11B7#WZF08fNj(IOCNW!U<J7
zBR&TO=0yhNRP^&qF467zA6nEhuaNVn*V-ah_eG~qwgerY_uG44*vlD7R_R(_4HgzD
zn+U#By*xk6>BzAfZHXKA*K{sPICbFu{Kk;dX!YNno>wPKeRRpl^Rl>E$cHOTf27`|
z9y_<k)MJ0qk3)iwrpb3lFnH`yYrimUyJEw>J(o5tkXgboZMWREi#wn5-an+XMIl#c
zndh>K$$S1dId@F#*mqq2ToUg|fwGwe`&0h4Uu#e{zZSD+r)vECzd?p`7k;@XB%ZN;
z>Vk&+Yw>Q3xwAAB;}`D;xN0MG?3>MuC)pO?cgZN7;ZbLp5>ffh|C`%O<y-NwVO9rP
zPPPd>QfAiJb!jTkL%-07D9@7CSMFTmy(`T+GXqToHcVe8UbE-MFXh#D!you^T-dZL
zd|t7WY?Vf;h{0c*`}a4N$bYh1R@^^%@vE=l5`T=h+9&qhjcO>n7$Y*Rx^Bjy%6+P5
z&mZs6TA0J0{Y3j{Xy(U#IXsO~w&|gv&-kWCF6)(fU3b3bPg`|--|hT&p+!!HQi3x-
zihdGo+qX+}(Z`*&hnZzoI==gHR{6rUC()n&i7pUu{&r{YiN8N*1ZrfPc1ekA&2~*m
z7t9Hfb6(ZbeDP3^mUq8KVfoAFQ?7`Xg+BTgxX`yPBvSLBcSd8y^TT|6cVDlc8uayt
z)QaPiv^wsd_!uanC-lR1*L5E6RT=f)43=<72lUReTz6EX{pn{N+oBk8j}WaZ0_)#S
z{8qlFYPy#Am1oP}{oL$3eQB3{+mx(Xt^B@W*;hO?Z~QO6Q<-3Ue{Oov$pu1w$K}+f
zY&)`l+v{b8{GY!YE;u#)R^r*sR}G>9RJ<zY75%%uVSbWF){nVgoVojbf2I{SE$f(C
z&}@G#_-ESLC3R1OK3rJjm6K5)dnb0Y%xzBFnzoN2hmJoFoVTbZ^55T`m7J}w4d-6^
z__qILh=@^U;F;+&EAMixij4ZZ;qm2)JpJ+y8U-ge%$1nJZY5#(I?2BCm89$JIbBk(
z&z^g5Nu=}l@p7Yiay~!bE$4`hm76)^v-4U1=bX!SbY+}fwIFiKYc3<^HQgq8PrG|&
z{EgT<(a?@z%SVa8--`0eTJzn^MD`#3Vc~z_X|>jAwwfM|z%aSDs%JDjrzmNA#r#XK
zto<)|z99a~&G5({onNkBeyOIJs;Kn-*j{IkdoML7B<#C-dcx#+nvZ-ZUsDwG2xIGA
zb?jL4i`QP$_B`F)x@XE$-%FPFf<$cg_w5uExNvLknYp4;8LK_>!Zg?vE!nRf-+Qg$
z&lgvLG6N0gDmTFka%EiS<~qzt`(`}FcCE_OvfndQRy2fg3r4xBZk({Nd|IW>568t<
z-p*Ar&<^x0?=v|RJ6R*Lj@A6jai=c7io{Uq872wbnpqP*Cs`z{a(%WtLtp6Kb(vWf
zg=b%81RQ3Zks!2;ce=O7<ps7U#Ahwmzc5o$+B$*b$_Br#N&A@C+|MO(Zf6sTtUUP1
zGjpEL%<qb^n-8pSdHwdjk7x9fb#aCJ|K?q}uVJOR*yDA~?s=_K_6FPYTT1WRqO&mB
zYU}UaYYVsorRS_ZaiCr6=b7hbpKKQ7?A?64_Db>2(>teBzxljv*ORlo^_jUvjeYOy
zTC`uk^w@A`&HAH#M?@J?V&5PA+%@z4p_ZP-8ZMb!%RD4}cRoH5Yf}_|@$#Cu7S(Mk
z`70_enX_e^w7&1y8T&}1apEPvym=y-SFTR;=ruJ8o^)b&NW_AN&HRja!d~rv;bE2S
z%(g!1o?`3D1v$k}RQ7vHu86ct+Q{9)q3fAsv6i{>;mjZZr{*8i<m>O?{LPj7Md*Hi
zq`<8|R|PLNX2&YCKaxD)Z5t@XR-M}^_vk9e;)0XmVavSt-TRTM8vnj2P5tMs4?AbN
za3<aja&Od({q;hbPp{QQTu6S(hV7>&9n$-_i)ry<<Nkboi%E)cxvHmDb}T&O8q8#O
za*yJM538J3NNNbb=Km-<@#1Hhdz;$S&S;&TUZQI=cjmg-Z3WHjsTyA;UUh807N@&B
z+HQ`|hB^0&I@{MVb$__CWpCVi|6_-^*SDpAKgzC?t(KXsaeC2e@96zccO=Pkt@b*d
zzUFLq9-FPl<flw8&cD^qTW(?d=lDU{!;9BhKb@z=7~3>!*%RA~;!|q^9X3A}U+>-d
zc}1~;jAl((zvr)vxAB`6o@4i)9Q|Yc!<vren^f!smEtbGT6FHCXmCMY;t6esn7oq*
zW<T1uJ>-izpSL-8)ywcD#~&=Q*}m-7>G)6oqRoS!@3fw_)OLIS9M;6jtNCJCe<Dg2
zoT&b|BYTO6UC<xzbr)x>Gmx>DbDd?JpK0@5_{YB<4Syly<wqMj;y(t~)G%E5_=<I{
z?fd^bEe!%X4b68xo#)}%Th%YpsWt1X&bmp9KfNgtEUeRh{z~}#is!EaJ!9%Fx?9<l
z=g&B)yicF2Lu2ym`NpqVy??w+IeU<wf68;73br-t<SHWKvh>e&3odw--YX|!nLj_l
zRZlAM#+4o36Zq17Odr;4Kc=9ysIKXk%!(bY%HAIx%YR<0Uv_Stx83Vm$G0!DPg;|p
zb2ry_opsMvt+@#<4Bk`gtPZ=by&iEmM);k4mG9-4iC?nj$shT=KD%-Ito<w>^?zMB
z+MTV-eqzyz)m=umCq>w})&ES_-6atHAbIo4M5eEO_Mc{-|98sMOMq|ni=KArPlioP
zH?BSv$oiI_dmR@?9oNp6M>$WvYW^yD<fz@}QvYBsmb3pp1!PWLwU_O~!Jg_z7H)oW
zJr=buCVKBqn&bNLaF_oQ_qbf!VuSYMvpgP(g!sMvso^hmVn@omm#d4cqpT0gROUrB
zg-Y)FzDJ31`<JgD@=Yg2+U!1cWiPA7xrs&3AL^dnDYvwRQ~i1If%ns&u84ICdv$NJ
zyl(@y=Jq(ziN7QYM7_2DcRB5Gywo?T+CSgpclz`y<@F~;S8J@&bL(32diRaHX+QJy
zZ>EXLEN;m?manXmw@1LnQ|ypQaeli&@7w*SIGpaeH-vaxX`7l9b)ijVN8eBRt<7J<
z`4?;5JF|Iz+^!i9b)6gzYQ+8s<vqI7J@j0KtLPh@CE3jXigzis6z^Rm@ne(99bLJ^
z*mq{y^R{=-n#lT*^OE@EpfAm>b8-)ey9R&tT%VZAxzkVbiPk$0-u#H8HM)uOmhK7g
zl-Sn3z_4wHD${Y5+{^lckIbgL(3nvypZzd-(hgGrfyoDIS1sAP;e5pvrJIX&K7Y(9
z*SmAi=$6VI>m=cIy@%gTN?ve6Ywca{t*o1sAAZTS{Jxd>-PeDHotIC1P$}Kh)nh8!
zwpH0(N99!mU$W53BP|itx(b|EJ8ZdLuQ_zDQ%A>ACHT|i!mkGBx15r{7wr+6WMX$M
zc#6yCyAfVR{Y!K9Cvj~)etpBbSLR<;CJHRc<>5{HtEPWXB}jj9zhX$Mendxzp`vQQ
z<b&oq=1V{PX$`2A>rm*I%E-4k6|^jieR2Y~qfwOCbb%GWvTOc7O#Aiz;Nq+Qp8K13
zthJk#F1*~KRD6@p78c)%+WGFgT|+lT28rGOwB9p+!gJm4I_mG%IF-$M{qFVpe&5m*
zj{E85LhgnkSKMb#zS0)+Xwog&y&qnBTx9+^HCZO4X~NZ$6aH45c&*?oG3(>zBW~)(
z0cU<&ui3lSwN|EaZ*BGz{pnlTpIl3QyU_jgzUp0<j$SXz+;6_k&Ew4njm#85Wq*0q
z_09Hg6xZ#pRa6Vxb1b7|(~@12HZ_+!iX}f*IGV|-t-QUggH8PL217d~leV=Fyu^N%
zEWR(%?j3eLTJw(f9{b2`rL0;zQc8snuU(=3X>+}eOQ}(Ltk%bdWPwdlg-NMrdGsw^
zoi}syhj*TJRdvjJcvQ%3VwQJSs(_-C75niWr!zWkDcn-qnmkn@yu$aZUd=|uIfq5-
zx+knKG7f#bq*u>oiqJVj)s#)4KOaoX+Wns^e^$!;jW0ufN^-XKl}j$WyY^wn*=MKo
zB=!|rd|+gK@Tiyj<2l>vzkfwD-QEPvc*Ae_s=NDx=7L|WmsSYgU23Z@!EinNy?Kpp
z{L!E5?f>1n{(1GM(7gVRcS5nTq3Qc)H0u`UWJd2%mgi7>6nN=vThWIE+4zY)sZZU+
zy97@j5Z2(l`(2GYv8Cc}_wg?(hj-pwHNW%djh2g-9(8uT5m9xh=2+@)HOIr^{{+QF
z%$#~Q-{;>t;N7#&c447^k-jgh=;t&8<z27Ej>!D8(%q)P67lHcdydt*=jYDPYIO|U
zW3Kh#j@8!}yWHy8p1V%|IB{at=eN5jyZ)(NHEUA7_NQ4#!*8w?lI#koNNag>&q37x
zr%DEkYS8=pDhzM?&$8DpJaJj1FS|?NzJbb{jlc6ERE2NUc*)%{Km2upT6xKV1L0qt
zT9n-lkM|tkpT6(S^S@@kTx%z%y}o)o`Lto}Q@`Y`HjN&+Uk@s2#Wr7z`Zw`@&9`vd
z{}sDFY3!_j`#ATL(j(cg-CdK<|M>diWN?ASsePIL@_~OoOxu+-(UDE*X7bv*bH4VZ
z=6|uh^(ubvk974Kp^YzC&m^3Euu467ZcI?1&4ajvQ<JryPV1=RI3dL;c)>08&;P8<
z7c0B7PPsp2;g);+IcVR*=IZqCKYr&ZO<s3mVwvpxWpm~K{0WE?zxsLk?>`sL@&7Ho
zXi;xv{qaV{^W~ex11~=KvvH5z)$7ZD*Ctl~y%9hE*z3#L9%th28dld<eLZ&S_o49e
zH+3N9FEG>8;@_*@{p`o%?|!`g;Kyq7e{wSQrN`r&AFsdnqq^YKYU`(_7EiCv{v<c&
z(<{G9Ucbt(%l5D@-?J+?t~oe<@5=WFSFV3|<@$pw;rXws3tp|Z{%UIR_3G?ja&vxP
zo%`F=;`?gz@6`qG!pq-Xe{g60y*uv@?u@^?Grsw9+}_Oh2Q$~d+j9NEmhk*r)dja!
zTfa56czbpBH@P|gUisDY`qh73wx50Z{#}>jn=i-jefj?2%k}TRTz}9Lo`0;m;Mi*G
z$EFsKug?A`H|OK4a}~VjD!x9`ZF{TQ{#Lc)t!n36-LAK)-EUQU-m3P#)$Mz$+W%H{
z!e7-1e|5p+AZE}1|1JKM!;<}PfBb%YyuIj8Z2$iEpPR~RUL3#w_(%0T@f)x2JwN+)
z&(5jWU7!Db`=(*8?1q24Uc70ZJNLt8{(o`}n}zGj4xP9AkuC7&P0M_+pj1au*`hgf
zHP&zc0Ar@hpUPG^b+famY|*^h73&*Uq^rNm)|&%k-t4UUws0TYBRlKD`Ez%ix4W~x
zaYwxIr#DAxzdfwuJyKit$j<uWIlC>_9ky&1e*4D7`uBx<rysp>v4)C%*)06`jf?&7
z3-Qbs&-;ORTg_n1$8Qc-@E)<SHazFovzh;~slekmM=Cr!z|7BYj@Vcmp0_)5-Qmn;
zVG!@PK|Hfze9@~nN0Kkjoge4?F{0#o|I@E8RoAThUHi~GF81%&m#Q1qZNKqH(LBEC
zv#w=*$GPoqYPipD|MExC?*6CGst#{e9pCCYy;XI7tLpMr)%C5e+gnxlx2hg*RXyM8
zdc9Tkeyi%UcF*>y-yiIGvT`rWs=X?!_PVaxo3d(e%c{LgR_#5yYVVU(ds$ZRRaw2)
zb@kqq)q7i3?_IKb@6pwJpRC@?vSzQ!n!T=T?!J%xZfc>gnVoN#t#6sF@0hLcnVlb)
ztsj}KpO~$mnVnyltzVg~-<Yl6nVml|TYqM@{=#himD%|lv-Njo>mSViyLQSR_UEeA
zZ&hpFs@A^Mt$V9l|5ml(t!m?2-KMvy&2Lp(-m12~#g@u-mu&niJmdX;cfSocCMg~L
zQD0*JU)awe_r{L3O^a4b6>p!@lY6mTS(#za(*Nh?Rp$Jic2hepdjI}yb@9>r?^e{`
zE}!Zi5ncaxX4~)jrL$MP4LbclO!<F&jgv*${!<^MIh*!}ud!Sj@#A&9*RS8a)00(P
zce>mSpBA!FWy<Pr(wTluK|(jP^egqJJTSTO@5=E9|K`0n7n<Uhbm@a}@Md)<iN&*=
zE!>qFzZAQsi1hj_(ozuY6jw^j*z@#+z^Y69iq?-DLs%c}R5Pk`TXo*!<H{rRK0f%U
zF_FtsNWuNyV~@%;NvwhY9_&>4AvE73Rfe-?>UN7y=Un1GJ{L+=?Q8FJIWn={;u4?x
zu7@X#WKOm!FE4l^^v{Lwp@*!DX0vi=K?+CTkpo_S>$eL@HY`p%RD4pU@YUDeJ^LnJ
zFjtbXo4DV6(>J$$aZ9bjClzn{bnNyXkxoI*im8X^Jb8L*OSR_AoR~8%9qhq=MNgH&
z#fqNFhd(NODy@FL;!H<>;3U`28pa>AzTf>CdZ<8^>wkZgV*Pi0p*gmNbN_Ff>R87V
z%y4%8xk?SQ|0~x1->mL(=ViT<{hR&CHem*iH67anI&_+T+~{DK_4jMqzlASq7A4<0
zZ{_qqIr+<Z|BR|n%h=ybiA>sD{?te5!rzk>-*_UXPrT^5^F`IUb!od`OA6&y71gZC
zPHCIfRCjX1N4*MB`Foc?y8ZhWxh&75bpFcUK6jbhPF%5lwxICdcUQNgr!B0GAKF;7
z$8y!yj#pR2ll^COyBYf~zPRGz3Q;|?sI9;M_wM{u|D#1=f$dALsOq&lPDI_DQu_4%
zx+Ckdt<yf$ho-Q8eY2;0`~LmQzm~iIuL#nat<w`&XD(*@H}b}-`mzWA+5I|f=Jd8m
z^`6P=Em7&6QhwfWn)S+Qk5<@7c&(F+zw-a`<E0_bxwc){SiC2Gy?#ewufW?hE|G5i
zcdzr!KmVU${%N`X?P|Ss#Y&5x_p@{TN)WCL@sIzv=8#6|h5pF(Tehkd#VbEQZn-V>
z{jU9Qw@niN%iQ>(KI2ByuixhHf5`h7o<9D6wxRK|1%HEWKm9+$Iq~b8>$_J!-EX&7
zS@`n*JG;9QcARidEj}H;|6f?ypDbODb@qP$G_o81TYTK^5;X1IeD$dRwU5@{j{2>x
z{x|P0zxv;W@%#OM{dM@i@zKls^90^Jd6vPwB6?%B$zGq__cQl+>U@4~QLq23{#x_O
zx7nMjW8cJyf8W33?$NjFyz2F~IeRI2x|fu=xwotA4Gmr}tFP*S{T_F}lHZ#-{@-4H
z;av8cBmZS*howBv>)QBp`>VhhgVIH3>ot^@*h<_w!v9fXrJtW@o`~PS{OyaEPMmZ@
zZ<+A=jq(4FZvRmKj3qPnl;OwiyI=kfi2t|TzaztKUL>dIzi{){|KD3I%;ZXlUg~-E
z|DG429LhoNuZ)=g7#<LJHZ&BGbe?!|-ON^NsmuqLg_5QBS$zN1T=ent{KP|<p0dFf
zE57@7DwMjoC{5y>`Q}85yIQ-xQ~aNMzy7hub(#G*#4%~LX92^G#%5`Y9gUkOS|+qG
zOIswgs7qYTd0S!itUl(#js+K+-T0%vF^HUKXylPO!O&#%bRi?FWWa>4Zx}NsFtSTl
zOkm`Y?3lpFDLG+6BWI%8G|`E_>x&QmneI1X?l1mtyZ$c`-f;5x{TCwtx6NHR)pW~-
zW7noXKJ&5uPQd^5<v-*#9=yKuscsI(KK{j<_uVU*fB%2W+JF1YoIF}qoprd_r^tP8
z;pvnGe|YAamYluN>HK6;onnM)+Ah6HriuFATW8BY$*_G_&7Bu;aQ(D}v42-zdG|HE
z{E_O8bG;&L^|Jrtoaa2+@JFi8FzoO#4IW$PIa-pEOY4;v*u<4_*Y{-w{gXK1nDo3@
zrCsIi*4cl*CPkfn^1Jft9px`BPwW<(|21VR+p}odi9hSUWGb%fKiE-HZRl0oyM}G)
zTgQ`1;Wi&$-CR5G<<4bp8L!^{+uW(1@jU(H%l$Lw-r9P6zun8ygPXtq*?QmQ#W%$*
zk6PVT!ya9qpOA1p|8G?P3Ayr~S0PzD*L{2+B=Ss7L{r*i;oJ?Ywk+JJ7-n|r*Soz7
zbRXqAOWy3)T$*ykpxkHD&5UgS+D0{ViQ8)pZpUZ|dA!Y-eB{aWO@<{4ug4nB-S7Ty
z=B`@*mnWnirT_Q!l>SvMweQ}fvVUD_0y{HJ^k%KPbw4t9u2bmTjK>R24Lr)sdc42A
zU1Ih};@ao<=_W6P*kU*D%f93uy1y)Y@~%+U#-|c9E9Y0o&3fa!*y?wj+bPrKmv=ua
zPCxrIyKJ@7;iWYt_Sb)BuVInzej&DL>8GI8zhqAy)e|~+{QZiY^FI6PZmd1DEdSrV
z(=j`)>xTNQRp^_sN$UD+!|&nK?XUT7EN?z_PvK4_yOfL1$!)u)p7m8XezdrF`l;f(
zCim)l6uSL{f9YD}>{<GP(df_Lg8yt1R+Dw&_L#k%aKpc;IV%3N$9u!c5wCtvxNIB$
zIOcwK!EB@8lu3V%ad#@&Xnl{HY7=}mel_<eVHxciOZ=oBiFqzpQumCU{^V3>MS1t-
zSzaGAVxs-F96OQ~nDZp4cYgPr$sbqenO&W)Q+c4K>@7p=<+)zh&hMR~x-`CKHG9Y1
zOQCCwyA1E`T3qbj`(aOfzu|8=(T8`vxWxLm{gd|2bK|PpSHCYfapUxWr4tpqX1+4x
zQA<#~$}!XLQTNH%7@^>d-#0j?u<hO0nR4~LyzU&Ka~kP)U%Nc-o6DxR?|8Lk$zc!W
zmHM|XX&=cxk$(48w+-+4SWR`6<&BrJpB)YSq>%nDH0)T&(nQUq3-2adzMM7Z%Fi<m
zXLp|adw+voNXg#odyl>>Tvb#iqWYJgQ#-miWA&`m_=P1MlU%HB?aF$~B;@Axw%+q?
zWuNox*B9(8LbS|<EMqiJT@l@uJ&~V%<*hw$KgXD>+B$`M`%7*8apOAMYLn&Lxn$PN
zzM!{P#_ycy-lvrx4cE^peDmt}m6OeaFL_q3xBj=-e9@r`CC87P;;YYU|1TuG@VSY~
z=~I&*y}Ps|{AKZ}$QgCrFL&tedN<u@VcW4^dKGi*{V%jGbG1`1zZz?o{cL^S!o0KH
zi|t<D4KVw%{^QRjD+01pWj{yGJ3pn8|L%J6EUzUlFV`ejElz%X^Zoi&r{dS_`{--?
zL0EHverU-x*QxV<R&`wn+Rf6QcV*{i*ONDIUgx(m(n~X`<Jom~PsH6W8|~HA#s703
z|M-22`A?nj_4VdoI;ZGqZBA+^kDd9=xv9FwmYvz`3tL-Aapq%PuHMK4%)i3+bgocZ
z8zs8X<y`iDJLf5FA{%R8Pte#^`sRuL-}ze-l&vp+4b(0Dn)vFn^YWhj(sx&uuarCM
zcl^|@nQe!XKFD|ek6E?(+1_e%#zT64o(A{-*SYo8V3)<Vh~_^ZVvMYgpDKKJ@WO)o
z>(3qWOn?66)3SSBy?uO3)x)m;`uDYO{e82I`=ou=M_dnnzc#mXk*bwx$FF%gADg3G
zHwvYFJ7F6BY~y^pwMIR=QnFslf301;HzZ{L*<0U#eSFXVdAg>!<ee`}TNUyy{p|Hj
zGkzsxYb(ug)cJ}?t$*Xq^c8=Sl*_-xpT8$*e=6mo$ethPG6J3(RGrwo@$IDmpE*m-
zuhiD&-F)hE%x&Gq!p}R`xLpZYw?y)|f7x-jSscOA`KrHD<YN{b5LbP&=6TQSKLyA6
zvzDyi|F!S^uU}4{=ccFzmajBnD!P32Y`@U-M0viM4zKmf=iPas^!!dqU}Vv%us>D%
zs!D`eb-MO9m96N~-g@6H{`}_uVg-U$E;3&uQx@2~+?R1PgGXC^)5r3c!i68t9-U~s
z>$HKy+=ud)vL0E4i(g;CcFo|cjM1Ny%ff{@W^{O0`ds}hw!b#$dG!0$Kjan^-4IyT
z>$&=op~}48v|mz|XBRBIKW}Q_7pqU(ZC5@{dMbJ6^F*KSLPswaqbsSgn#sC;tkx?p
zteN2ucX7GTLjU=y(-*y(!?f~Ig=aPI{~s=aie@Z1YOAhp@6zA0?jLImqf3Kg-E%|T
zTf09T-O6*hk5T2j=l<!5KZLvvX$IF%pQ&`FXh~0;mfjh2&1H{wa}-1|eYn5i@Y!uk
z%Y`1b&3pUcs4T}M#(Q-sEq4=|U$HLeRqe1WT4JUnS)P^8ZK*f)tInGI1{1zhivJIM
zJ{0$JWn_!a4Exp}h0V-gBwqchILw@TIG(Az=5fYcqql84CyH{g-S&FdEgmpsLZ|&#
z=Ut*vZ)`&U?h-Y0_x<vz>VosEX<s)i{>x-(=i9c6=gR%RFN{9y4&Vq`^3Q15(uHCI
zhp*iFf2?J4uCc+CifZrR@6M55LUaPB>@D15nWt*p<Pvo8Wc}v-X73{w>HTm1T`e%B
zG*<MQ%DZQiBIFZ}{XE88|L-?@%JiED?!Q~QswF`}`)16Wd+bvB9q~_fZ|nX)_-?1b
zP22nS3iJOud^^7SGTWMb&Q;P1)oDI+qi?*>ZFb6A^FnzB%YR4Vkjn>J`OZ(ttyu9_
zZjJ^+xn_6z8_Vl4!Cu8@)?Js8W~%*Fb9#?rphZh4Z~fm@hPNdCyDtcxHJR0VX~Og+
zrkpbZC+ICziaq64(<1gv?5DXL%fhG=F*C1hysV!bvBUSnCb1_0sc+e5uI9dRRj}zi
ztB>I{gBwNjXZ2@iePLoSc*6hU>2uZ_rL2NM26En!?tkO>ckeK8Te^1l-=81XcMA12
z7ADS$m9P{KllZoG%Gcy|CvxWhxqI=+@sD>s?p9RuGj%(y^{tIKzOy8C>IuP=A0AEV
z4|i_ST<e}Gz0l<S%_Gl5EFKFt>rT8G!sl-FMnOAoO2cNud(1+=^qMTro-3Zk_QE<}
zD8OHc**@50YS&M1Cf`in`I-7BFZ|`zKHs}FJ9zRdgDn&JR*E`Lvg68+UBtd`+LQev
zdFxHX4|1%1lN!1{SvD*yFYZCo)(@5M3!{VXR9CVre14qM>E5yT>rSNQ2&qn6e{W`w
z(W$L^yH;)VvWU;_o~CPmJ*$^9<GNiRGc(7Jw15lc4|(_L%N-Bcwr`ull+E9NEIee+
zb^F>bldl_k)yy6!pOgE`_SW3w_lh?4v!<;6C(3J5+Lg6x>t3v=uQ?v<^}=S)6ImgD
zv9+cN8Mk+JX$eX*ykZc_UbRJ}Yw4NamT}f5a^}gGXSL6ctxkKRetV)?YiizHw+TB0
z)vhh+UbG|LDe?CHj=Ow;^;N35kL?qAc}`u~?c$Jk=i~3%y*V<ev(5?Z{~5QFNhics
z<D;?fzG;tHnzn>8UaT(NCy{bHT=RW4YnNcNLfq|Z;#&?XCDi@e@??voMHCy~zQ);U
zGR#G9x9(80)lQl7_vX6m{SxIlnKz|Z=ksood(trfefpgDGTWcD-gzAqSDo&6>a_8;
zX$I@RF1JZe4BNc*`d-KAWy<Tne?RggbmC5#H=S$MPN#k}*Zls};HTngp5=37->LUL
zzBYq(#<D9%RtGFKTV;`7qd39d;tt0Vfg8)TZrs}U{MO3&{tdf|4Mo@HwSL)jU*hiP
z_3>wZ|D5%G{^Rd=K0Z43mH*A;!$$<9|C$Fr-a9cy`hD%(mhAg8z8CF#dh3Mc4>i%h
zW-jm6+MYfk7xB=Z;njl0|8A8Wle?@VAbZL$wJ7Yya`Tu|(w|b(+_(P`YTsJgXYoqk
z=I*<ic`_5blCtg{@_RJn%KWzv#TvhTDT}VGRg6-<{9<{cME)8b*CdaN^0z<DZSnS#
z2zM59yq@^tx}u~_iX+dQ%fGG^{^nb$%{={MbY<mNO`}Tt$FFbe>Mp!6b<1C-buVu1
zvSPkHRqVm?AN&DIvkqtK?9F(l>Z_Zz>6=6EmOAO&Z1<TAsn@4jPwer2o;SlyX~O=u
zQLm=;{n+^Rne}CLeV@BJGdEwlm}Z;rp)S2|vG?9tyMre(KP`I8T_t?yQeX7l{cV|_
zcH~&^XYIW0J?DSn-oI7TH~DfsWBqvhitqlQn#MVCtl3K!giI+|5;42l)9UQcGKK7w
zkG>z9F1G8Si0=l+YKG#yD@?u!%!rzE^@{pL?h7ojv&(Pn4^Fsq<(;{ssn8$&0xtD=
zPFa-~cJBLqf9I_$U;7&t|K-^@ZP~V+oeRUaSTI^RU!BQN$#U`i#!MUEyW%J67OOul
z{q|ay)qa`hu~^6QPp{8P1@5YTbG5DBY8r>gB#U2veV0Ya@P>ca4PH>Xq@rrJ`uz8M
z_wU^Mq~NlqZ`EXtH=GmhuIS1A$PnV-WbPZPEm^S9ZSmxiTUWccZhcTa-B;?4vZ~0X
ztCBUzkFVP;oO-YF%HhZVm)9?h`t!l%@1N`a#gA%2g*yN4yS44Vwnp?+FYfLBT+bWy
zMXwj^`N(<SUD~|hz}|_j->ehPatVcRPyaQe(Eq-j@792;>MvDw*G8G%X4(Cc=O#Bd
z*U8)8y1g%C<TZ3^omIP66#6Xo@4KH@&ZmAn)N#voZvRf>WZvVgrt+fm9CeQe<Y_h9
z$?G)MtgG*A`SWuAgav{QMfSDvX4}s`+>sG|Jc8AsBr;HbYH*3n*Q86{%q)op3q;$)
z9{h<jwUbX=`Qgo_={yc%r%Jvp$?^W7?D;goCsXTm!bGi`A%%xMbT12A=DgjoykgtF
z-p>L3zNaS76OVFzar$C?PtpC@%MO;zi=T&;|6g!~E9ab^bGu38)!E$Fq__STlFzuU
zd4ucxR@*P_V(;ri!vB{kweZS1&)xU)@X<}tdmUw1YBLQKUVS~eV99(fzX|Cvi;ZTw
z319uoQCvRvzo5e<mWXdBOBOLznOJNP{=g7C!Ry<{N4^&ErxxnBu%_tl%G6K(zj(WK
z<a6QI*57Y@^7Z@hYuyW*yJvSsUkX}Nlv6W*{>#?Vd0%hwFzpSw${fZoao}~D&9}P;
z?Hm=o%kuLMpZxQ;W_@{t*^~YES6^xI_b}TZHeE*7xR0&oWt0A5Z)d*U4a#4XwM}L;
z*6#c`S$TsNckw#abf@z6%m>o@FU@72zq9e;hQCX)f`hHnxbL{s`b~PTCVNEN^NP>E
zi0KDk@9A^2J=0ht>9M`B=%3A|udN&Ay0m<E%C~=DxjkOJd+x_KZr9WFcoGje&Oh+l
z>%{RR{nn-5CP=?r+*Mcp=8W8w_j?Mad|lq5=s9mcm+sf;x^vI1<+M*ab>&@@i~L2~
zY3e_Iu48udwdFYKa+GoB)2EX5B78q@Hm{Vs`}L~(#E5^bbwcLXb{w&cRVWWv>wP}k
z?ArX;z`M>@uAg7QE%(Bd@yqi&eXloq1@Oi{uif>mHe5LN(vJ7SOs>4Lwskwi?c~)C
z)Ha^@{@$~A!taF##UmTGypVcS8L;^F_kZ*2zwfO6E;aRI)9=Smx%nHHfAUC}sC?-6
zk7+EvLaw%*uR>0~x>SGglv+XIqp<m1(@viLc0^@TZAgXG2h+Ab$E(wJsdp~)t9^8^
zTSB7nUdQKIS|)ta{o<Qzy_B^DO*nOnV(Lp)w%ae`2(Rxum1H=%<o=QGx(hg5eYhEK
zCq+qw-VOcp*8kY^mfn92`&swS>G0U-vuMwEM}e99W~ewXD6FwP()qKa(5Ugo)_k>z
zE<95?f2Qm|X5ajrx4w_#?<yA$pW8k{_Ip-T6}EI7s{d&9`nTA}PpiJXSg!K9=i00-
zzbh6VihL$7vY=CAmaJCymI`0n%UiYX+*B!7&tJ0aa?q830jycCO2y;$Y5cpzn%nYy
zZ*oUWg=Ey4W!D#+e9ijpf`i%Ni5vY@nv%3nx;&VfUz2_6)@;t7!uA#)!_JuRcAO#e
z>`SS}KJ`6{8Ecyl=6a}n`S_)Wv;Ftm(1`riO)O6iw>^#fpHUEP|KY2_p5^mm9bDFT
zt+x8}Q&w%2$)vVLirQgTRj(dTEq|`>`s73HhQHJIa;}g4ee3s>6IXU}PZc>CxbWOG
z8!koZ(z6dGW!^AUe&e-&EWc>l@(<1r!&|g<uS6VpIOmT`@bnGG_$R-KX-J5vm*!n5
zeyeWJgQ5pnehHrY>l$OaoKL-6tl7GLyUv_T8w#FQA1Qt;9c28-PyES@gk^er>hFGy
z=b9U@&XcgU+S#jkv2$^AfMd^26(>2D?yG^@<NZH4{(GAcDtcn|vS99W)~uIP*N7X;
zY?|o*=;%*p|9xBSmVMZ;jOFa>!c7(Ve6=m=cj{xj-hcPLaA<}8hb%AOe}$_Y<|xid
zeW%?vLEks^(7IWN7Q0lO`^=)p``1pUWL3U;lb}gb%W|HrhJUZ_t`}_Gwf9NAP3DW8
zZjl#Gr+ducS!h_hCcbUM#KO1vEVFXj&;Ge|Jud#xa&BkI?{@WnLq0X-n6^$jxc7h0
zwz}8S%8P#F-M9buQFHD41r0OIRb`h?jXuk><U|F7L3h@lx`5w_cOPeL3qNgE{=(tX
zv(MlAg*hH{m(5o%4EOlQWXF)t^DToxx`l(|gx5!&^JfF<c+9?E)MoW|nia?_-CwYy
zU{l!THR6*k<{9@c*L&mX(4@q0MJ;)%V`_2n>m$zF=LdZ-|LGUBA$NAXgFo~0yanAC
z{3qAzYZNni8x=?8#YQ~O-OR>v+@$rK`|G}!as1QM&R>{%&QN-a=zl>2OUGZ!4Duv+
zu2n=&Hv9Zk<=9n`jx}xX9~YLhG|#veE%Nu`{$Jh=oL{pA_Nmr9J{x-G{wr=F0j3Gl
z_PzTS$(?L)uuZ|ml#M6AY^MD)#{{lcYY{&^PCJ=tHH>B&-)G+vvJcbw;dNbxd;gc|
zg8vHZ>lYe*KPjdE`~9Qi##gs%+MhPxxybSMtka8FFHIJ;F?_7AY3}@OeTD3v4}wp-
z4(*fOq_(_J@Sp1LX`hrA@tbVah*Yt7a7lG>VXM0HuO&ZyG;WG39J=s)XQksKp1WP{
zzZ?a+Y+oENcV3n`{i}7#EPl!B^Yy$df0&)$zSJ&d|M|n8_)1+u-}A4wowegyX|S2F
z#f*|`+oJ#G3hjU9@!mU{CGfS88S~Z|S*vxJdRwyPUn|wF&ExxWU32kw=JJjA*KfWa
z%FFj(wfW=ZAh-CmCzZ2SMofRw?0acdT=P522@|&_Zts<K2{`(?TI8~((>WV~Y3}`V
zl@$JM-F0}2T}}3~FY5!lf_Q(LO?@y=!{cZAqP~CZr{BNbar^XRHr0LRQ{8ipwY+w*
z>adLcwmR-@T>jxz+jFJ=zHxr>D0Jb=uCu#Y80N}N2>4X=L#A3ZseNLM%bg>xTt|-W
zE?aRxXa5$bBQ;I`A4i;E>AqoB%;R=4ZPPJ5mb*tx;uV~hpLSw9z-z2$eZ9_D`&z`q
zg@0b;y`MgL;oYn!Cm0tz;o86A-9r8EOZEL%9-Y5Zw*1tCIoG|{cWvwBG-F!O`r?TA
z^&sQrS8iK=n3?CFJw5mH%jB1Bwd?HvR#|6#k;@Y*>^UNQO#ZG~*V3qjjYksQ7PYQs
z5wzfTxc2Ny9m}T^*-8hR<_bpzJX49zw%<ExqScE-EL-Qc9b9<Wy3+c{{R5|^Hal=X
ze4O%LAbjz`wV4~7rED(<{U|Q$lvnv)!pP<0zMJRPu^T#8%Gym|KR!-cb3HNUiu$yS
zzyFTt_Uz%l_IF0U^1_Gb3XiM3PT8TE{N3TX>h2}C*IU0;UC_E};<?zAV<zu}E=uj!
zEM9iXGj8ePxt>LOK5ntv3ldIEP&h5L<;0c_pSM@8`rTjc9y9AC*W68=T4^Ek4pqc<
zvoDg))-0QKy*Kiqu%zisnaQ4pjt1YZ&FN2j{J{Rq6G;aLh3JM!Z4)?@6)krcAAMHt
zc8cL++U@f8kGZF(9Pw#um^ycgJs)S5;B2XrF1LP*zF^-W9cFRpt-%YC@VbAA_1fW`
z4#8hV<{c|7W}JWWox?5x$Nkw;j*0o{Zxo*7^tmqYcloW;%jUi{s58H2_U`NRDRX8R
ztyu1J{d|D&Wk2IzKhu8f6RM8f_A&j-^|{Bz7JTOYq${%g|AT+0_sze3qE1=zy4bgQ
zS1xpEdd&HDT(|JhYt<Fa`b@dk{JXzT<5hXR)^qXk(DjeaSSRu(PG@nOIj14otYU)x
z4)>eyzD=L|dfK)(XE|Ti-=7=BspJ)H=Xm$SEe*$KfzGP@!N)jiO!mwv-1GTX?sGQx
z=02zM1*g*+D;;bY-Nfha;a@Dn)g1lvW6RO{+=<Wkb6D@>IPUj&(u~sfHQ6nve{aow
z+2Q}wQZ>!(X1?>+@86u~EI*s`<;#rEA{8g>V>6$8E^W41Iy?OA8#_tG%Go}($4v!Y
zCLeIU9G1<yW<}<4Oa09s-|atpCG=}e?z{AIk8{88Fi%#P+b~hWfknxGzI?OBw<{W-
z%%#?O&6%szxwEm^$|ZC1rH>}1kNNf+-p_CNCjI%ZT7dnZX<4>h?)M7MSF}WJzgwI9
z^m+>aoijh8cg5@oEmYYlaP>#kI`OaGL2DKou8GNi5w)q;zUXatk4$`&+~uCDr?~ps
zyLne6|2omT^m$M`Pf~{lgL{ipP58F$iYwICnK0~{U>)(agZ<8jx$)L>p0RgI3%h;$
zc*IUFQ@1_Vc>R`^>AltZ+GR4^a_^R1nBr@a>e62sx9i`NKbq3DdGSB4ESa01T=^<&
z{>6B<HxpcKwnbXI{Ysy{l4pgnYMa|lyP2BT-+g&&Hg8wKm9L>3Mu${V-+$AMc&xEK
z*FoTB(QUyWiXPmzas?HAjyL_^zO~lqBB$o;I;#oIrUv(S&%3kt$9MVc-^Ze>xbOC!
znc6NYo8jcm`P7tGcwtDF>>Bqy$Bh>jy$t&myY%5QZ=v4{7VVw;D?#*5i=$%5B?ES?
zWAk#^_6qLLYIz_jxW<gnY1`d=_mev=c3ZDn5_0<DKK*phQ=d`~d%mA=Zc5p|dta4r
zyjdU1ciMm3WbHN03qQ*K60}%tT&KNaqwkTwepdx1@bG6h>36)pYst5EY3TfAS8ph%
z=(g)7*E}<<$&{3p`91O3aef6C!BeNyk684s&3rx2`0q~P<?o-=3H#qWQv8QGDq^$x
z;WEx^+k1Yi=3MW%J$03hYt%o^(;mF@UVIJSc=!hM=YK2LEjs_|s#oEh=*@p3W>ro9
z8>H|#e)^{68+_)de0+EMQuQJI#V0RLtz4un7;o=(V{!$@{0-?syPiCdomuv4Z;V#q
zDjS`>pWfbEynB7`Yv)sI<KnAt?y7Y(*0>cSqVq^aPqEe`O!dO|Co?ruDm9n%Xdc@a
zo_Byv#{Q(4%EEY_ETLq*vwJl=R|nX95#l^B_jbx$`}|ae$gtaj@1I}S_jzG@|Bsc^
z{&m&9GpBd^X_cw4Rm4R^w=>qhc6xf$cgjgi_0y(BGaRlN2C?3d-d?c5Lbqpr=afI^
zecJU>pD&1d)8Y73eTqtLI>+4G%=w=`?D?;_Az1RF&qWW84fpEKN<ZEGv1i^&hujJ7
z(MKzMH+f9@IpLCvRN%3e19uiHGaDQ-{5LySWS!dP2OSBDyKYX}@A+c$WR?TQ!3~EN
zXs=}E`|$mhPxI{i+vUF+8?!vfZQ#*;l$gCXd*#{O&mjuipPkNJcys^M#hq-bitKW6
zYH!x6eC4_y_F`#_sNwp)AIY0#531kHVBo7?kniE*>~=`x)XZH;Cb{nY|Mt4q%H34&
ziCH>LGQ=}6Yl*<tp0-2M3)r|K!rkTy&P-L2Dm7X!C74#XS9#gLHU06@b7tLIWhXpi
zrD|PDXU<W^6K|YcPu$4<lwFth_|@#ymh*osxG7#Cw)Wz;xe{Xbhi7-`ZIiV!(GGv^
zJ4bfw-$=GURrBj*ntQe>iak$ud8lz_E#sX>KYNpJP7pun?Y82Adt(;oi%sI|FDz!(
zW}YAFkr?wr$J6Ya+v$68zqd1e{vi1O$+SNo4~kaQyqNIwyJ^JfB}+H*KG&FLxbM!X
zJ5hG44Mps{W0e;#c(Wii=5y)szu$dWUA;OUZLNFF?`*|%@_hZ0#vS4>rtCOhEE8mY
zXp--Vl#In(wUT|8wz6Efu+8-KzT;DNaLxXm`N<(e?8f?Mhr8oMzU&QB%(Bi2dcXYg
ze3#rMtY@3TO0xT<KdUN!mao)%wDrld&<U=sJ2=JX83wH7oIjzfH%;J$bLJlgzDKiP
zDlAybctur;dAdVYO|+dgV*u|Iotev`mrK<>P<FjtukJC?fcKB_uCs2@N-vD&Dem5p
z$!E2FuU#>BeQo8Lxl3=YeZR&1`^Gw{>;Ht;CVDXPoc-_Np0y}iHrgh$fAZRYe@x!=
zpISWeI^(x_BJS3oN+hQI4rNSQy69DeldeC5NapQA{W#~U*%!RDORAf<<rlo}4fw6g
z^#1yDW_|G&2`+ovR&?}M7N2?kaPIskjJvkIkI&npS)U%`6>_?C<HE_}5d!?tZU4od
zZ9dGt|A731HSx1WtUkVvuRM}n@5$U>vtBhz?e%NsT|2Jay7TV;j9ZQBU#cH+dX-MA
zcV>Q{|82X3kLPo<7uU;w&XeRm(Rk72*To02OWvL~Q@r)}N8FWl=cDF?UMjPE>+4x2
zZdZ}}Zu5e7zoHLBWG#xjP_~4xv$o7K;b6d}orgcS$EAk6FnCp_;rn>Ck$ZjSS~hpD
z*Rgx2R>o{>)4t~Uch}yR>?ddcTGRRa@DABcoT)lj-v2rI=G~7AD@zjgy=2{_T6gSD
zth-Xf&bJKvx8;AC{QCP9r!Dit-kI$Dobr5i<eKD7$DdjF{h9YNeCIS?wL|llwu?I5
zZ@sVBXK_x<>tA2`zZ08gJy5W8?)SZUPj9g~fASLFePsb}i-LcL88H6aP|vIIW9Rmb
zj`FYB{;_XMnyMmS`j&5fpU=rxnwl~OdxYZbo5H2fNaUZ^m+M)e8F)MIN3y0>beHFo
ztoiLRs*_GlXh>_%5We+mW6xs~pQGBvWp681?Qxite$wcq^utF?e<x>Z&3VleJ9Cpr
zSDp&bgLU3(PDHHqnJ>LKAW+O`zPXOZ!fzE5*I(z`?!Cps|J0RF%IXv3Ln`ktDYp-s
zDAxYwN`Jc4zU<9Umh#`P@%#LgW3s}+BlCU5CRyA#arDyt2TLbL9DI;;TfT_D=8j*z
zUX|US?B>AS4{K_VzVq&%wmxy~ypvs%W@XRhJSWJp&Gw*t^CsCX{ueL$sBC(!aD6Vr
zG(8uMzJvs~r!yb4{c9{P%WZ$vKJ`=2#VudIEt|4Qb7_Xx)x^y|N<Qi_&Cz}I>!F%K
zrFhW>v$Fv~`A38K!X!4fDqoIRYGm|t--5FO44EHPc;9XQqfz|3oyUM7)nJ>&S}PN-
z*V&nA%-qJt->S4_=1xt2!LjWsJMUtj7ti189gldD6Xl{iNpQy@!8WBi+h%OcXZy1!
zZNrJ(_7fDvm7cyS$#&mda%HVffYHytCn7SBFl&T;_3%>EkE(q;v(QnwNp(NRn=J~W
zUz$q4^!BH0T-fvAdeHgMH{Nr0<Ze*p{UQEIt(@uE?%cHAiC2%DFi{GW`fxsf@;%S`
z#K#_iikd95=G~r=zc|z*)L~LoTrT4@`{@^T*4wJjnt$78LPpZ1b88(>Gw#}?w@`6*
zNP?qLP^E~|R@+F!z`_W2-p|)(Z7b^$ss49W*n4{8mDiIV)c-1fVfgk!tbuJ`k6M$d
z(XYRgQgS8dpHJCw%xH>xA4g5v&e=~l#ZHNPV07PNb$Xb+5MOP}yImJ11$(M^c?g-Q
zW*&WOl&E*~j^l&d-*#s#TIS7?+i^!nUVUoM<esA^H$PHI^$dP#+T*1keDXunra#Q<
zUIZ1g>?l#VpMK-a^qhCi#lL=eS$OeVU-3%Y_A)`&e$&}7ogY;*&IIqeyeBxrd-A0-
zuO{u>wB6@I&BUwUnvQRekKEj7&hXv#+xCf_!SCKW@E1BvD)BA2vrErB&!u<Qrav}^
zw&d`yobG&Sk8a!fc@vk*KlqilY?A5Zy@{)J%DB3YPGm4}zBctshlnHZ--sx#4^_8s
zp7>_t^Zm}&W!I0VNquR5pqxBoGP8Hk3m!e?#Od>ve$<(*@>1n(u~4a{<>9gk2dgrC
z4yq>9Nb@|=U(6947qBzIxcY6!MdKT1mK^_Az3xJt`2}Ux;IITQ8HNA>*ZT9W5s_PM
z*DAf`@?uO<SSk9aYLTO#&pJ-2*}IoKkIj2y;KG>W(|TB1L;JnYPLqPEW`}ClHM`Yt
z{yFu>C-XsO0+*4}%OwW3pCftGwrpGcEB2nqi;L?|Jo0(HB6(g#!o8M%YfrSyH+%QG
zbV=3PX=-fQ%CAlZ?3I4k=5}S;!?K9-%H5r^j}}k+lIgT<`yJyMx6Oog>ksdEbb>L(
zyFiWqS5*0x-$!OL@A}WQJym4pmKkxJ$<CZFRl1`xejeF)isu6Btah&Z%5Ul%8K=rU
zEbnabeY!!QPvNZny0-nl)o)il{ds!EqqjFBOiy*x@HnL({Nfd|ck1CKFIE{&R$Qg<
zLHpY01zCLepKm>U@4e^QV?~M{=RJ~2C4y!c*anLKDonX!wCI?<QJ>L?d;GIs@V_ir
zy83Ue%kEwJn=_m$cCK4nWN|yoJNV?ZtwO)mw=nKx)i@S1L)*p4-u=3nbxFJBj$enY
zv=t}Jm-c)6`p|pn$s0aDQrOJSu*h89-66QLp=sHLqv}Q(XWf2m3Upkh!(ckU=*26;
zX)o$``ftvAza@3WarZZ6FSdT3!)(m!`Nn}s<sI+s^Sy6p<Uf5Z|6_*Ui=WHF1rN-v
z*|)IzMOb9Zg@zY;hreC9XTHH>-R$|M5_hk4b4c&>Zhs{(w{6CS6$fI?`Fz)$Hf`QD
z>w@sB37)OFU8f|k*WLWmG~o{4f&0I$oZHkp!gkG+;@F-v!Q%7f_jk*G3az-Ca>f76
z?<a-1;fJD{uS>Ic^Q~gNS{V~_a_*O~xDUC@xO>eVmIXiG{cBgjEh#0%Z(4?*Hrwar
zpFbEfzj@!S4^JPq*!xQ-@4flsr&IB+)_zuTg}U;(aN{YxvbD)VU9aRN-aWtkqg1Qv
zjk2R4>zoa5b$<$|%e{Zf^z!DOa{>kn|8UJZaKeFqa+26O#lSP}O`ku1SeG!7YsHOC
zrzgkVI%Te1_U`tyR7=h0$zKw6Tmz=5tAr^%+w~~H>0jE#hC7#SLysIjd4<m@@U}@H
ztLWOkhBZIftm9AH`UkyssY(&r$acl)no9QL8ZC<}3qQu(;(x3na7FoNkjV_2OV^i)
zOncaP_|~^u5+`TcWw-a5Z=AV_Q(+C;%54gZWJ<Lrr!8LhHMcv+TBAGmg|T7xBc<-+
z(>0TfS=634FIuR$CT@1W)cR`M=Iw7=Kb<X^(zc|02XnZrLiQ5fIJ3uBOOw86oD(cp
zYceYPq{gZ)k!{(-xnHvT-=Z`B-nuCW<sX_;yxjO#Y0}2`=dPJ>Ua*VEZoVNX{%NgM
z5>x8e3Z>n(hkVa!Xidz2x?^tsDTY?Vtz4zC-^)|~=^EU6#(7CtUgR@_(Iw#^>#18h
zRF(%nY<R0SZR>*g>-l0+xv$=5xwksu!KsKT-{ejnZW63flGiPn-rxK<^440Bm)G{>
z-an(Y`Ndl9yUR=ZCfnW0wSLf}VY1)IGBCRBc;YR?gPr^StX#|aY}bLnSW_Xnh=s~?
zZkx}ovU)f7*u#^`zN)23x{WzH<rQ5m!Cn)Yoe!(*f8D@ix^4Eg+R1zPq>~OW-*qrS
z;nI}m1+Q7|Y1TTk#U1joUun_uG=fb+dP}HdLdf?whh~bs6k0a%`(5W~&95Ks1Z+CH
zX_vL?op_^)o7<PxY~Hs+&9m$3S?|e_{DMw5H}rlqn5aI@caD?o^p%+>|7kbfRx+A$
zO7Khc%#|@$gkrA$>Zw@!wtA8JFTO>y_Z_(t(Osb<b6DZ_>*908-ZF<RA09~W`d2n7
z@1?b#PUozU3m%)4cgnBG{J7Zgz`UUTcVfFjbGEKZwktQX`!V-STu9w7bGD27e+BA`
zZCmd6f6GJx?$0|LQUw2H3H&N{UiKmEsjJ-27Z;qqMk{@rZS^DaB;Okb!w1V=#rnDx
z)#X0fX}^fisNDNh>(_G0lK-cscYn>gDH@=_@x|}O>bS#G&fYhA>LYw=DR*Vuil2O+
z@BKY+nd{BIOTwJH`0u9W#j;E7pS0socTB?nZ%?g0uHPUcvNzAgWtNiqT-gtT-rvps
z%iQ@V=-v{!d#N6ePKmyR%yu0?CLxLFmBD7r%CjzsJXjIJ=j5?KPwPqWxeA^w^AkFo
zBz*PC4jSH;f9CSm>WZiOs_UG`&ZcY@sZ?M7t@Djpfd7@&)e{4s-=9$Q|L5(EJh?Mh
zwl;28`J4XaJNq8zgm;N~4<D*p-01jl^`yI&u6o0<6A7s<@3g)KB&IIpK6cmq;OEJq
z&vVk06}(gKZkl+X`I10oj%3E3ZAaFGd35P1Z=HU2&w_R7*A2@Zl{)`&@b{(9xmnN@
zR@GDTzdmPLDZA|R)s6MP&rPY?xkhm5JFyR^w>qlNW{-Nh&Bn+otU=+%Y&PpFzxdSq
zxOH87%c{M*R!s^@-69<mvgiA$99{b-FYA{a+v=b@cSHQPIc*uqZyQS9EL&|5&O2@O
zq~PVIg}Saz=a2JF+P1jo+K)vu=XXoImj2qXVf~ytt|t|*Z2m0~G4IgF2#Mp|5~s!8
zjxTVMGFrs)B>m7DL!W8;OvArQIIVTuymew#_&S4q`zxH!eP=snp2g(%v*drP<u!4I
zoe6R?e^oXq%vCJ$DBkoqp}Ey~)7*cm=2h$^3*OXx+iP63U}|&LGudkUk3aU58sECN
z;qsF|A?jy$=H^{@``@uNsxxxko8xWwm+exSBmD0EuC4W(Rmz_z+}JVg;33{+^Gg%@
zOrAzIbjAyY%zJ5f%;^`$V}-Zoo+;^U<qqMI1^26rXPNJJ+)}Udzm-vrqs6CY+pRNp
z@7SIsJ4|!kWMtR8kh9BD=IuJJ*^3XX^wsKcR65)(bKQyk;^Kq=#{jWsGj_;|n;nbZ
z&^|$LrP<?vLLL@%&Bs679~obm_4Vw0vp2%(7j6X@^tR}-mEP)TY$~Y<P?yr#J7tA5
z_Zfw&t<NP5pV_xs&&$4gLrhQ2Nae~J+ulFdzwW=cWy6d!7g$a`oBd0D+n)PQ8w2Z<
z3Pfjb)qRn_^}eD_sP!zi4cZkYwt=#9FEffyegAHn{G;WU?e(wT;7_bOrTlhB!6uWa
zv(HLzPqa4v<GN{~cG%%^!<L@Lay8$!m+1j}En*6`|GKgJk?<3}Gfk(KWfdBqnmYOY
zzr>FHFP_(yE>)l8Q&z0ZyJKSHxf81CDO}OH6U_87Qn?*fJm<>peAv6E+D*<{+5hfw
zj;q_JzImC^AyOh7=xbJ{d@cT`q;P`Dk9!>t-!paf+I&3~@<Zvu)>?U^dy*?Z^~|aM
zIp1vdM0=)yNyhj3LYV69U;1XO4JwE~-NgAiC#mgx_F`kU$7PB$1%Eb9%uHQq=(VIw
z_CWSTnKKn{Yn6IdT-+!5T*E8QI`Mo}%m#h4pi9z~kL|O!oOruj<naRcdXKZ}Z%sHO
zg0*Vayts6&{@2-Sl@r$o+2<9QUdw(c>7l&;^%AR%%%2~*Gp;TyKEc0KWBM<_9No21
zQ#3w!Imte*l04h>N^q0q_NcXIK285($jX@;9d$iscj(RzC0&IFt~1t2%f1$}zVe3W
z{Lbw9>J1kf!ulpZv~oXEC~}%-o&V*BV)aF*?7DhWjvC)Nur&8)&$%mH@}9DV+e>_|
zaOj@zXy~b6KWM6*UE_CpO<|^Ftp%&G>Qg7qhnBkp{xwUq&ikT#eQ_XTWG{Qslm+J*
z^{-|>UdIyl%Eoa0Z>GM!6$dx{l<OAXeAcULkF&(fNBjPq^!k*tFmnO_E=k60KI^l(
zyi0mi4j2?<WY_&QsbLGV%Q9d1O+Rt-)T%YgucMn6Pn*1NfAG=S`uwl|?bZ=>|MZD{
zf4#%ibvr8+Z=R@0O7Sr?+EmjMqv7Tzs;t?4mSxWGe)GEux5aCOSmz%(b5&ncJmPGm
zan`=&m$ELry)JgXt$n6x!+EikdpFKopFU#xo=MQ#@5-G*8EeVHAlaIg_kw;c-BY{e
zN8Zi|P6bcF7==^4yAGsJeLq+7(3!JcA7&kB+i`x=+DIGawW7PX@AFEUUGjZR;cBP5
zPV<7Se7(OUs0kab`E_vBgGmztEO$7&WpS%-yV_ZK_kXO;qO+MlH^v(&+MNCTMJ1V4
zr>#GKws%-weD(8LD}%naZCSpSKlDJ^Z9fwWKga1kyVhI#_`IlH|GM+D>WkdFuXAf%
zK2QAgebqI;uUU(CY)mL+UT*FbssFsTeA6>)$#0xH_I9NF4W6*`mGxtHkBQtXU!U#V
zW6m9Tb&{~aDuz_ehpQScEK`~+dqTys?Bnmb=Dwb@<<^~g|H8U_(yw)U9P@bQ#2l>A
z4tO6Mre1$mptsIxnYCQ5!hJ=KwNqS6yMHZ=ye<4(^xRF>e67d#BM(-!&;9<*H^pMz
zjB0JkHHVmHMBlW_n)IK+<Mg|gWgWA`|46T!EqvtdlWNav&+nxLvB}naI>Y|T-C}3F
zHCMp=(`-I>CrvKj@AvDfta9El+r3jgJDPe}ulv|s?h{tvWMbJIdB0+&ewpMN{ricz
z^Lvi>cHeg7%wi8P6XMF`*vsRY(|NS#@e^ie#UQ=avL`3{T@pTjpeaLxQNmhkR<-c9
zu==+KPCY?il3q%`Q9GD-;S&44Hy3_wyp&kNz1uRuTiNVH$NlJX<$^;UW<p$%5B#RK
zoH=#r-nn&t_uEpAo|#@Y{nmrON1J{;-ZMku%@dwNr{1|NR=fL+=FHJZXMLx(ys9wY
zY`VhQHMy?@f3LaoU{lW5ZwiO|b1%KIabRD2^qBP@k3&cJZl_<^(6h{6jNRv`YVe!e
z9$m*POfypAtW`Ge{~?yGFm3JRpFh-H>YT03Zb}5R@J>w#+IeqQr!T|%&36}`SoyH~
zbN+R{w0}L^OLKFY51gLl5>&AM?f+9xGK&1?DSAmhy&k|}bjtNn&62}CAtFib@2@VD
zxPACdvzKsoz@y&YliQ+%nd_QMuJlS>bpFWS^XsvnMnOr)^DWhXSKc+5?7U3Up<|u!
zrq?O&J}A#_pS<L8a_#c17esdPdHmzKruj1@;wxYBi*pHke$KKJ&O53)@xw&(lIh06
zYiul;jL&zUx6a6E<yzOVk;iX&$L`+kU7s%6WxnY;_ANap<5<|~(^)T$Pv2O7^S!Or
zyQ;@q_cO}m@A>YSsh7d_!PNCzzL8n*+7%TavJV&6r@T9@?fL0Q^tn?m=hyq5l(w5A
zTDoQH$EP+On-{R&lbEu#XnpnZu0MD8=Zb!{-QTe?`}gW~_ESS*Wls3@i3Dv-w2BXn
z^71>O75dxjd-2h-so!g#hp#=gQi)SczI9Ujs!chcclL6)JF46|oxA(l<8`I+?e7)X
z1Y0Jo;Qqd6)tYJc%JS^GlMIe925&a7DCYNj%*m-yoD}VLcligC<4S5OPwVgAmf^d-
zF2!)&9*LFzTa_aWd(KM+2^dB%yK+Qro_gY;e`mecZojf~Mo0aEN5^BlS?A9Rip`w0
zYtsLn%QC|C4qs``(_H-dobclXc0P0Of4$w{=8?PU{De(b56{N`;@D@mExW#a<K+gw
znKA3rq+PaUUy#w-T2~u5cX915w?7Y6|4!6dviM#1vTr>r)89?w7wdgtXzgG9ImSls
z)j!_=K2C)tbzH}*f4T3j+Tx#`osk|}-}kR7{qeo1fB!GB{4Q<EnWVYTpJByqu5Ub-
z70*rVn02S(SYgugiM`G{Rc9_(bnLcumdB%Y1rG(4^bPAOO1RpZ^Yt23&ZlJ0@K~_L
zq=TV|>Eqmpgo8}Nl_fWd{O)OPU$V?Xy+|i#&p)$pJ5RrmoFG=M2@Wv@C22J;j&SJA
zVyoP8r|-EE({)b6t6~;{fx?2$Q|_G-+Y-lFpwP+w?|Rx1d#i)bp6N+Au67HVB)F~l
z>U6s%*_^$9*jn~#NcsL@TYAxJmBan=$Y70yZ~yd1$nI_GJL=M;bM#Ka->bg=1ir60
zEa<hmpj476C@tvx-6Lkpo%<KwclGKL{uH@$LBqOhyzM`yGCBpFzvmHrskuXG+O5;A
z=HeD>1PV797=18Ux%=-`-`1U_qGmqjca;<y*SzA;h?(qp=(G5FwoiQlJ{&eh_a!H=
zB<yXT_WyOU|CZY!aj8bn>r>9YXIgK(?2(ni<sZG3l@}E3+TyP!3Z=}GQQmW6GP~jD
z>L21Qo{ZAP?zcO(3u-(Qu=?XwVq@rkXmf7Po&)R8O5VDEvG&Ha`DbEZo@SkBz_6uV
zdDn^cJd7)Nrl^}PT>nm0Yhv>h#^Y`;CLVqzCO1FlE6;JIJvDP#7>_+O>-qP?&Ro;r
zXsf<SvvutH=Qj#3NHpx(rknjF?7~scj>ajImWuH9`CpSRvu5vh{1rc`yUs#APCfE}
z@2(7|*P%6+E?k_x>3~e!1ZUlkleOX>1X(Z!=3W1&EFRKV_s1<|x>k~f%)5+);@l^l
zX1+I=8-I2zT)*PLlU|Pa2fu^*tP8&vRir*yZIB^w$$j#pO$sX}HcdS!sIAb-wQ!&E
z(db6Eg!t1fY)e*s%<g@6Y?+Pn*<Xf_KJ@&#mHgr46Xou28%p|PgdRlP+ZU<o6vOOx
z<JmOz=Net_92*Q%SZmd4&fD(g&}{u&J1yLK|ME!hp1hVXw#)B#ul@2_-peOk#CML_
z&sS0Lt>tSSgSEMsa#sCZ5VfW6c@v8i^ZU1|7mZFgJze(px5?e~cfULCsdOI})s{Yc
z!u8V5iz2d1UaK*S{aiZRWLH(@|Jhb0Tfa2!S^rAZNzv_|%UZvR!`tKbOZeH`)!4m!
z%B-ftc3*g6#lLTKPdO!MDJgil<IB#dS;_q#XC_8l-AO3<@<wT5s?ACt^Kg;P=5G!$
z|D0o0{bu{GS%#m#f3Ket8dcU=>L>E<Y{#WQxl8@>oin#?*^v->L-EY}6Iz?*uv;ni
zb4JQ}WS`s}c`tW!c8PgH)Oi`}2RpQ5U+gkqR@iJkn_Z>T;^rx1fnue!4x<a=*Q>UD
zH~zl(w3YaE*Zbv)>Q}X9drk88^jN^BzQ1Lk#POr-uH9=Q{MgR*+zxo@#x8$``=s3Z
zbx(_*KKPPc@bAEcpPSDpZe8|o+0|QOerszNPmoyo%(I|t-IHemp%Je>T}VH&ROXF#
z(Wbq-#CAP*I&!mNRi4<sQ%i2@+%L6#;VgOG(_-cNJC!%m>QV&GmQM>&k~Noqpq%n&
z(oLg_;fp4|mRRsFmb0jvA-8nul4Pa%9)=Nj_w*@*ty&hb?3a1aG%scMv-(PodRbSr
z%UA9X{6GJHPTrjF@oc4bi@m;Zv$AtMKGZ5uqqD_BLqIiG%p#yl@$b{p7jK@2Zj0tP
zw5D>_M!|!MukRmG&GXy)q&KT3c41!Zr?59)(spdt4*tLD^ijct>z`vq`<)r<g};}1
zmI*SP3u$}K^l?ST_9u$WJ2msC<~wC-EXvTV+al!ui&<e#bMaCW-JL-b@*b5;e0y)M
zycBQuk)_>c_h0WVSbym5`o}4UlEi&QzTLRFS#ibQ?*FD{_p=X3N|y!;8_kcb-B}+u
zS8@CDrK0tny5?N*-45nE=B{9u*C}`P`M*LdYg^v6&EC0|v)Vk;AGd7}o8Fz-;ccj@
z`bFZa_qKBu3)k4k`zxOCES;-uz|ZH*%wYTa&x=_aYq%@Z1X<X;U;LVvVjlZpPxp*;
z2GMDm9LJQlt^N9P(fryi0lSZ7{`6#2dVO!xA$6-QuU;KE9%TB&>e}_6hUc8SIbKd*
z^MBVK(`4r7LcZ)S%WVGJpFG3R{gpvF+ge}`m;3X!>26cH@1(FVzbLS=QA$_X?rhDb
z*%5h_nNdpxtu8!XpUZV>{_z<)ZVTV)S=B8MxLr8+^v`q_?iC)(%qPt@d6At`%Nche
zruy@7UE!l~_9ik<{%EHjP+Z4+&hbOJ%ZA)Tt9~q>9Pw>cRMf^ZYP%;#^qpcXt3N8m
zWorM)=JY|M+}|-<o~#qM(l38HzlHCoP274}4buf{KBUC|-Q888Gd-!glCf1Y{HIIU
zi=thVSWju+o)?^@WZAs0YSpjO2WL8q^sii*Y&%KHfK6j#tVYS9Q{QegUTFCA)aAd$
zn_cJmR^4c5uvz17apdXg8IJ4Mdk0VFwGgbE9BFN^Lfx$1>%-;U{;xQ4m6jaIysxuJ
zGVZN+^*MG{mFK6GyO!0gk~*}>Mr-EXhoa|JSX?@z&%XZP`3>`X;u&La`Oi~R{x*Gi
z-<$g?4;S+-YMA=T_t)Z8Q@X!dY&V-w_e`zKH${4nk;ghFhZ7&f{+m4)c&EI3`(<7A
zi3yif4$9gr-DH^~zkAzjHuw4sH3sj3V(vP9^L+Gc;gRxx+{+FKs6H?;5MuwrZ1H7d
z$dCCE!NE)1Ua08to~*t9f99?7O{FcC8q5MJ&kVS<!kmuYS@F~ELMM07zimgoZ|>UY
zdHhwacB3nI&7&RlvsPC3u~&w!WXzu^d`oY~-IZK^3ofyq)F_V0_;0ZD*A$<hTAyw|
zt$r095pi04&b=dV&x**zAKVwpaO=ebFWK;^(h1yrnU4efL-rfpzr9zi`Ck0axc6Rf
zZnq`R=i8=yvZ+Wxj?rlCI{C++TPiQ6?Bz(xdvwnJxW|9PBVN|R8P}9~kHj4p(8{~J
z<Z8Z}cA%<jhw1jGd(DEKql?t!^>mJ}mF|$*v}4Ehe~E`|dUaXSLW5(ky1nte@?^H3
z{=4hP1d3f)dKJ^$rr-LvFyx@d&$pjfeplr?w)g*(2_0{O&#P|P{_VgI6S3*ayUriG
zTdqB!>G?DZ=Rf@yzyI`2@CtvfrryDO$=&b4k4fh~SO}&XG?je3-gx9?Y`@Kwg`SI5
z_g`t<{n%Oj^!Zh1L+*BeuKiy0>d3k>b{5gELLDkUnCe%Ed@BE6mtriu+3Dy1Akj5%
zOs^Ym+3vwtIa6ffhe_|Z{PFy_v}DSafK29<vqOvw;(k12{A^VgIA^|(#AM&3o2Cb5
zN;7Saox`8|L@c+3fycL?`7%SD%w)H_uTo3*zLq_-ab4BS?bGh^PJGyOEJRT+X368z
zcXKiu1(sgk|G4B*Y0%{Ww)*6$yPt|mJT6^%w^IJ_-k+vHXSBD<u8^6(USZ-~nUyuF
zJu}n;S4=WEkic@cYRk@-9&UM^*Vnv!YkIZrtWK(H6YK1*_)m^G`*`@9U7UVJ`Yg8C
zSlHt5XtqOA(Yw^80_)n(Jxa~wv)7erZHrf#Q8KCeV_nIU;@cwfPZ?hA$%s6%EBUtd
z)Y5AEY5BI-J-R;z)(S53wGnc6V&hpg;Z$FTp=^w}rs}1+d1``Y&NA%N-wK8l-^@A5
zSL}HEwBr5AQb{jnt>^w)dzP(2{iW5XZ`nQnud`f`_kZ!hI6wEhZ{O9=QxtpiPBAXG
zC=2q<vYq|tX-~>j5u3dqZ-=`cjt`76HF0Tu)77!y@BWufdRG@~+U@esvxt9{G-o|W
znCr*M5}%vi1#qtZ@w&gleY;U;Qn5s)oqmw8fSLXsWh={Tca2Q%EL}b;OYK_A9<eq}
zt*;*6LVdE{me$LroqpJveI?+v_vNXla+x}OuB};G8hCVrw@LE#D_gsDSpM(UuU{Ye
zJMHiElGY_>#aWzOEx&(sk_i5K+M@A<a`x++A=B1qyv(R8KfS4=Gw7>a`!~ZGil_7f
zON_rO8$GlOs*ibf_QKcT#xu1Aq1O)YYxG=UeAm*q_xKuzxqB1un+U43%O$<|W013I
zO63W4$pk5@4K~`V{%d|+$ba)qf|uG9fA_nYEBIF>gmY}%x=7MGMRUfBjck8~f19^0
zf5&Med1%qX*;21pe%pGVf91YqET!k0Gn2UYY*bqIc*09Iaghn{US|DIONgn-sg~oB
zi;VyJ`-Sz*bpJyUKM!8oXZ~~Xd(n^gRjxUCX_VjDb1h=E5yO;@>U7<UyWd(AD!DjH
zxcR$ttm)_468NDxe6F8H%m>f68xplQ+~$1~<~gn8ad=_rOJ>IPrSI4l1wC94a@Uq+
z<CJ7?j<c*^N|i*lcHBSP%dIQ&=9%=8MU&WFjTyp^G+v#sK7vtdPSB)BA$(^xFffVE
zTl4OL+|@%9E#%v8s!BTilbpKJ)c3(u(|`qUxLyRd#*{6VQMS!|{3@!_L3a0!uZfis
z-VzG}gFpY=`ug}fdG?a*rVzW3_}AB8)oz#1-@b-ZH2jDq(;1_^QNBHIdKWSttlRbM
z^oQ`n|G(ax_i^&tb?2V#*KFzA5qaa$DP{&OQ`R{pjO%J2tGR6wOf2RLGn_JYPVuZ+
z-_PuGlDhig_-Vy&F*i!PEgN?lRd!jiPCk6X)^?NUqLS+slbMcsY~E?Ues-Ftxp9TU
zR=XXU3YRp>yIU7eV>{ojacWkxb)3(19^QL<GA3+X(spV?>%+CHa{k43>Yj|g`#G|a
z{p5D@1wwHP?v<yB33Dcy)QPn+?Fcxku-NqO=I1{SUE3-2S-9?&S+d#{_WIzn%m4p+
zwLjy5(-Ol^Go?I3c>Z;tu<vY-n74;hw(D?q%89U+JT?V6$!)W@ymejrP_K3!+tVtA
zRl6N?B$+;hZ8JMntU0wz%w*l_TGtlo4<;(2ON(+<_^pz<6c<Q*Q99}&8+h*2+!lB3
zceh^L^;;;*ylTc0w_|JE&Mkj)Z`lP28CmI@N54LMf7SKwLV4yj$DY2LsWLx`b913%
zO3>RidQW)VPB)(2Ui2|6Y}tifH4;_F9$#H2GvlSisuJtur3revZ!UZel|R4dl4a*Z
z#b`}|J7>3SjEh_U?Ebmbr7uMnuF}x*SR;Nhjp_W<$6I1@Zr<A3weI~d*C!o1e@hs}
z-s@NiuHq<|pwqEnLkMTDqI<>Vx6`8kBwXI{PtMBukJ{y%MKk$ISE&c}-d15&UR`+n
zQki?{(jYfk9@f&bdp|Q~|5X;vT%nZv=*uN9FRQ9Fj>$VNo&I$C>#k!u+0V9~HR#g2
z7qF&B<ZCX!G2=4d@0pf%voC*<Ox|99+SSCw&iT3@uaEh<tE>N1vw7%B-|N4${ZQw8
z-*t%sB0Co_)gDWYT5`-^G+>_FyiTQ`GAVpJg&zfK?djh1e|1&5q5SGs&LWCFh3T%v
z4Z`I+4U;Q!|E@eWLzRc)YqoIQl(X!URrc>*c*|tzIi52&mngkXyxO&Qy+_hjKmMRE
z$FyV`4=H5c*EZsMB+b+HJAZ~1^S`d|rqy3!%J%OI&{KOm-!+om`#RUeXWoa(n<`_&
z4<|^eaDB+$YWYN0rbw$kt!#1b^G{vu(|4yIIP!5%Yw`IrE0cDW^*j}my8b=oY{sQI
zOVf=eENapZ3yk|R`{V4IJMzAlPEMFt>GGjf>|*p0!;_NLV!LL4oo(45a*b#C3WMmy
z>>DcIBz)}nP*lO@yvg^ia=mBY%s0Z7`$JTo|CC$4XyTUBMwe?QC6-BS6*_T0>D4uk
z+1<@=nmeQChseHao|h-~PBQqxv`uWHYI?b^C;c&Zt@$Z&bdj3gs_qpX-ufwBQO4yV
z=J{F^7VkK)Zzi9YyQxiXtfJAB6GFR|7Hjn$-nem#Lc-j&r^;t%J4e2Le!6<*o9^P^
zQ~7;oZ@qGExPO0gxUgBA-<+<BRl4_Mtr8cm-!VZtch`4wOOvjc_7q{Qn6o#G0$R1c
zUs$}g?R1ZkQ2)oOlO0pFzT|j?uDP&e|B;RF{(M{S9vo?O$oBi~xuurNpVj`T=6imv
zEW=kO;dbrUAi1^}hG4%|Me)NEA`M@CGg-6s&NlC|`sc5A`+LoO&Bi4r^3$aJ<Jv!(
zi{D>ke<yY5#qmFj*B|I`RK0nefBu0Rp3V1)lVyB_CT*68jO^K>=QdCD^c`(CkL7}w
zS9bs2<#FWh;oytHZ|y$qiOAo-E2Vbv{rYnr*$Z~h%WFTfa(!z``5B(wVri>%;>0Z%
z>N(cEJh|(~SuKWw=f(Aj>)amPZr4ee8#CqIZ?o{loK>0MfAwBDe1om6>|B5CpF<D-
zFEv!-PjKR@&gBs}vTa{0=RMX^u5<14e>POe$uG}MSoCOG^t+JQ?a_0t|Js}%P<rL-
zbM<zo87clHroR^c{=Vt`?1`_x)lK^S)$rZ2^(otT8_2RIb8VLQ($|`s!SQxxQ;buj
z$PZzOg$4^E#RZI6b-wnlsCo7$dPbX%qH&?@1b4-l&Hs0;`);nbjB(e$ZM9}GU$_sS
zD_3YwoBcY;di}dYCUchTy4bN=P+fecN&Ss|lJ?0<Y|qYIx_hpIi<a~C%8RbvE-$te
zm2^vJB&pdNzpZfcKDJqcp)<7arp83CX%jtE6i?b5^y8C1uW}^da>;jD>8r=(DsRr%
zE%VX;M{@5zpL@zTGUR?RC$|26!gJ+hzzk)P6CQEdN0=lPJ*IuswaV1F{LeqKZj;c3
z;~Xz9x>|ob@k=^nL*=%6!YPdWI}Jq7{_OFrNMsLB($&eHeq-yKHKvYSNt<LAZ9EXn
z<?&`!OwMhO)$c84bt>jY&RcrQZ|;J_+uk0(Fs09qr77;o&YA9~EG3nl%RHt}yvAKN
z^~-F%$tpT=Pmlh1J!j!{v1yBBW@N>PpYnKR)jsD$?6q6FHtQUC7;|a+OtWwEjh?pk
zY^hr>)--)>pS$*}M;CP6YHb(KxDhDmtaf5br1AEHh7TR4`TXG8x;{g%wd`;6vH3e=
zMXx@JFH{k>nNn+-T5|UHZqEGt>fWQx6AN!A9?N*=ZQpJu$i}9~_<ieIk;wHcWvs%I
z#Vn3<6u4iU-dW&rb?qzf{cX<*0>0WOwaRfnyLIZnzuBLO5nunUs<?XgLfX4UDLc%k
zWU%_nbgHk*XFE2(<+H_3HT9}x*L>C1X*m}JKXZ7{x5unw{x9$DOR<I?+5g|&@?J7Q
z@?Wgx$@Y-%rOMuoPIneWl*|{g^1L0Pb^eZ%=f;3bkB*k9T<n>cd*p<)(tVqqTh6a}
z$!@g1FkRlViL-REvFjFXA?M2W4F~2;FUo(n+RILJ%jZM&f>U;PcijKswC?Hi3)31m
z{Bpac(6VaEmrQTr?Hf(Qr6qSyn=?ascjv@gM?4IZRRS+E9B|CY*y^>;^V5-|V!T&9
ze@)X!NP05!%+-MFOXNBqlpb-J(EMsrmr`kIps-f_z1Q9=j}<7%rU`s)nwEdCz$C)E
z%%bw)`n`g`O4s)KOFv5S->iEx`L^x^9U-@=XXacNn`X6j(-ueJoc3!kI2aO69-Yeh
zZ(;!Bq*W6dvp0$UiO5fCKYeV^<mI2swwWGnVoiU^U+L(2$^KJ!Z*Eyv|BsFHcx*o!
zHghekT+x5-i%!kHFkz+^;~gGm*L6O;T4$^O+tJ))lkLm0?Yj!!pZlnuXDnoQw9YZ@
z)Qm5;|IEq1HtTHavx8kqofm{e#CMt$>7F@!XY<TcD%aG1PV0H&Zm)Xhwj^u+&0C7I
z5*AEm_-~xDomY-GZr4F^DJ9jwwTi+wJ!gcl-m%_uVt?`@pB;)q`R-5JLf2euJXrN4
zRmFRH-18$0lV2(dJuF=3`29uY{O)b$3!UbiWIP+Ph^P5|>im~6&+TqskrX|7@RYe{
zGmBo`ui2?8@+UgGrt_?M>R9%=u~b*?gTb5c3z;O_x}Q6=@&4cPF!<b&^jo3^TpYKT
z?{Qwl^|JHmMz?M0-{%@6bPLWoc5S=q1D70&jao^?Yl>JN&z}0^(*AO-W!cTU3iloP
zVbe8zahmnUg1BvWK3~~#am`;R<Fd!xTVAHE-|d^Jr1EvX#xCdV9Ix8BK`hHlZbeR)
znW}if)X`gQujh^3UjJtoYgS+K(|WkN^LJRpw$2A;&icy#_o`~mDzw?=5Iw<-eOAeY
zk8i^S@BeIiv;J-o!!C&@`nicydFR!%I)2dCzc9h)wEdIM4y%M%t4sSzWmRii#s5i8
z*!4^?+w;frX$(6b?_gb8#u~=B<jL6xHTQ*IoAu{BZC>Y?{8hCyzVNls9M7Ms0h2A}
zhjL8SshU64<>f7*YaX}KYPo~jSzjNSIANOob#D7x(_Z^k%sTwKG-6js^=a#kdvtfV
zUNbQd{PDMDgW6`FmA%ZB%?q+Fgoo<2N!b0Jpk7dT-h}Cc)BB}~t{Dd!k43&eUVG|e
z`RVFLi9;E4OB*+8U%o3E?|Z-er|INBR!i)!d35DuCaqj_|M>kA<;=T_S2RqkZpn2m
zjGdx5ciQjv3oeFhg3H2LCKOmX&b`6r#-Ceo`E0<S$BW;(+lZX|ntHj<@cX-@x6jux
zZT9Bc)MVzlY}NX$-o7ule{Q(_?19gY@R~2P@6L!_RakQC`Y(~U_t;J`UF1?*_o7%i
zciLs)|G!&5_5RB~-NWi6_PF1Xb<*j%S5mUIt^dif&rbLEF?ny-FKn)@aWlN&z$Ejj
zXO`|=ETyts$81U4p9T@`AG6=T@vzF12z<jHu*`fiH=C!}p@k*~e%<AZ>Z+LK;=0#C
zmoaYM9I^L33Y=SHw@o>0^69mKPol(LwH05#=VfiM;PG?25WTEn>i%noy#C!bTU45F
z)pStZ(1K@G;k;n;eF+(pP8Yo2qx#&w@JR9HrLWfgyVj?tvR-cg_l|tuDH-R!e!lVG
z@|P=IO^X-Y-OqHT@LNne_mj!@15GbI_4}v6-_?Cyh;bXQ?jpIl_Y5aG@$a6LoaVAl
zPeWfs>r!O!4EC*`4wlY4xN495Wbdu<zgMdnFYJ7yxxoFsmelLQj*?r`ms~w{@546^
z`9mvo%)k0i-+1Tg+wB#?eAk|stLL}bonG%1%6~T~(5*REYSTB>+ffhIp1d#=+uV3T
zIv{C+P^*a6n!nEu?q+dxT^-qK$dl|pWzXJM=U&{ee^|D;XMuu>%S1b7|EK&;y|Qa=
zo_U<Ofq$~W$CDgPcXw^d5w=_ZzLbBjr|P#ji!XDva(&)Z`^R05xiZ=Q{joWVpT&rK
zPBIcX)W3yWi!JtFd8+eyt}n&vuctbfH~h$7tysV`caDKy<=gIJru{M1ivwJ%bnd$S
znRPAn)jTetx%cNr3;cbz@pQ<E*hsZYKdxTfmmZO;ccw#vpJB^FhL&a4@gA)c-J$}$
z%s)n&_nfI0T>k8cZ|xs<pIMVv-&p^ap=^_i^~}!tvwLp-dm|cZb7HN7z|o-gTdLOe
z?`Ei-Hdw!R&&=I@{wD)xcX(}A*7@7|c*%6b)BO8=Dh{#Pm9_l(6X>=^NTBon`d7mF
zo{zhWIlTjBFIzMB6WfZ`1*t9xZv5P0)gJ?=J~m=K`?sq9n$Zk3$@QP-R`@zCF%UjC
zOM-27W6MLcvVx_{f+}n6wlr-CVmn?Psk{5p)^pYjiP6i>%n!&{?T@-w@$z9=?%jJv
z6FN2Y=RJIMr18<YU#by4c5kHTo1OgpXb<;CpA9q4zWsl{SRk@4_intP|MTCT*Ib!(
zv(9)gn!cnxOyotw;vb8iy4d9~IaT#MSQ2w_*5Ux;DFx>ZlAdgger3K;$m`tnogVCs
z$CW>?;hG+jd}H(D3IANIBkTp1-2e0_#7SLyaniKVNv_vawoR7Vye!ya;k-%*yLpyh
zWHi_}iJp5j*Y^HJRoNBCKL$*D@@?9Bi!C!#FW0TTJi~V0mE0hys-T&kVK3&LyMOk~
zw;r_uneXprPkg;(dWpvqzTDfn)s7bu7^gqjtM^vAugI-Sa?AaMit{JLe##u?Tv(KJ
z<ud24HCOnWKgpblIUsXY>#CWI%QyMRRqNi0Oy!FZesFwMZQqe=nfdEhZAi*F>;C7)
z9la}-eQWRT{8cr7pIXS&@Q{5i=C6b9pTELuWp(gJ;Uhi%%~9|F23WE-f8DrmQiEvd
zChvMyk;OVHoCizN*1zYTEx`X#Q>&srW5KqXp1*F*U#H&}x}3A2Jx6VU;oT{ZyB@U9
ze9F`Gbo#EnbEf`WyevL;iA}7-&8C#<7p@77(d&LSNj=)g?fPch^37^{#fvw->FJWx
zWLa`vCq}Dzsqh`<YV+TWXWqnCC%(wqt0z#!xpiX0mi=eH_`JER{aQg>bb+=>we;-|
zzm3Z#*ThHb|2X=QS2Ja{hgP1-2j4d*ZKvw||97Q&irdkE>Hb|Nf#yDwE0}Ia9dbBs
z`r~NXij`7R|DA18uR89~^khQeZRxkib*Jt~+3=U)R1fcUK7-u-YfPjUEcm)M>u=OC
zw-1X2wN~8_I_y;-b6|ppaQ27Oe2m&53z*Gg#FN-8VwUN>iO9JBeQQ`<Tj0&J8@8s-
z_iQW+shfQ|Ve%m!H}6FjOPL$yz2<C+di5#8j&<p>h9$qAWi8`>GGp!EA0Oik+WVvn
zN{pm5R{U!EE|*_XW1RX;K2)Rq|B5Fc8`KN$Z2VMLAby{l(<4xPOYOnZ7pY5%|If(1
zwb*&;ng2zn)-1^N-f;C2>xbJ`21+YbBc6+Kxv~73cd7Jcc;E3ekx6a|JO6Mii*B}I
zY~@jUyy_R1<;4!G|C^^Yv}Opf_uhz8KK0e%Q{f^<O_Ld2Y^x2ur)sWwv*Q1gZ4({7
zUn#oKR`WV)zG>|v_Ae`<gN&{;%WBO(`N{BZaO)(y2~YZ}tFPaBpuNQ`qFgYCN#f_9
z>v?{YyF}IeURehjPPu>9-0a8tf0`_N*3Em(Se$z$KWzEsbV+mhr>=R&>nHEN_LO;w
z+BVbmb{mdz96J?M(edxXif88CGuyeY{^WS5du~tNYX5zbiJ!haeX`U&DAXY8F^59N
ziZJns%fdY;_-D*7Ti$hf<0Jn&kq?7*bD6As@Y>GkHW#Cghv&nJCkD5J9<vGLB<T7r
zIWyPu^?@XtdUlJFru<Dy8`oWSNWFD7kYkA(`<(pP;sq^naR*{0oHMzOcR0#dJ2!Iv
z4_V;u_M7v1z@m$~8AsM+#k&TlEMw46S(sKPBzN^mA@9B3MNf||vfT9W%-J1*|8`Hl
zdpm$NxKJs6Y1N}Q8mgU<*Q=f9y{u7ZxtCPS;uT<^^f~tEhM1i4&*o)Uc;2ckUL~8O
zAwK1>Yhlg2V)eEv&%>e?(c7(7ekpb7p6jqgNJsY6%FXFk)fuVhb$0F)+qV7Cy@(sq
z*^$*x<e3%gIJ4K^j#E$WJ*8K&*Y0h|n_l-d4FwmaWtTk)-Muns(ml@0n_rx$o9W1<
zE6Mq0x#Z)7kd_F|3n%RsuhEfE{P^>RbLYf=Cyal5zi@Yb;|Ar4-LilFTU=c5Z@J$r
zmE5^!p3VBml6*Ph!_;S;*H>Sy|LG^QZ;#U|-cprlTaWK`xn|vG?-broshcvVvCqiB
zaDnZkM^|D!0w%t(n10u}a1mqJm;6nZ8jt@k3v1bF_)Ra`RI_c`@;j{Ulh$`QryG}S
zQ{Q-N%iO-Vt6u-z%KmMeUD=+-qkWs7|FV32LZqf~=A`Yn%=)zs^0{a|GWx?BA68Q$
zQXY_MGCkQPchmhzZV?|-EqwUq%g#2LZRBclh2!2d3#S{J`I9n^e0at&y;|2=`PJw2
zD?fJ5=J+Hq%gF3f<L9FN*I%<Q2|m!-r7`<BpMKAV6Gn<vzkk+Rm>)hB<C423K<Ti(
zhJe|2(Oqg42haaGKIO#&?Y9Tgq<%3Ao@A4Z`+4sXy9ig(#9oVgBCXNo5-T$l-bb4i
ztT5^>OnSY$Be-tkUWOAVH{5^by)&bBeqPGm{7ZekM}E59t5bI0JF%pmqyA!yxt`^n
z$=a@)_68_y{AiXTtpA^-@m7$VQq~Tk0Ig3cp*KQR|Nr{9O{#I#&kNn=PkBEa7hi80
z{Bd2^;jDw(o=v*2?7j@At7)a^60Xn)9?>s5xSEBnR~PPSobYbxOO5{@=1y~}Ug;3^
z<k9Z;oN@<_3(T|+dKss$d&r@vhvoXIh2P)!s2ni;bW^K2K`k!Ddi_d;Cn6d%wjZ4?
zsN2d=y#3j}`u(CEk8+kh*%xdi>%y{Ok?`k5zG4^VugSYspZNVkE!Vdq&t)r$8GkX%
z{E+bQenjb-Ni(ZcZ_Q+1I{Aj>M*iws{i4Pjlhm%2e(LU?-1+G7L&X{^m9tl@>hdE(
zo2q_n^vs=L!}@PROYF^qEA&5XZw&R_)iuj`)&1*YKT`w>z1Ou*VV`P#t8)3?$sZR^
zoUve{*P@9N7HP_tyn2}JuIZ8BG<V&0ovQ_cSx;OHo-Vn4N$IFmqGO-lUGoPrCzS(4
zI%lk8=~I8Oo5?8Rx$M1^WKMJD*>AHauJ!0u{L`H>v+P8H68E!jti2|y7rIBW9@x~x
zeq(?7lg~mQ)em0q=*V(^6rwuge9!Hk%e{TIx65v?j8S#FKQmyzpWnSShK~pBS$VSx
zQX9iAxF?8fa-=WFV`KP!`8|7<%Ll!WI#HKS^|#GSU6I}PG4VzEOPxQLk6hzQdwMQr
z?dJ<6liPgDcExKuzwGqT;|;yF(C>NuDWjC<u5~e6By%H;4Szmc-!0YV`j-34Ntuv?
zI-U;4w;!uoY>;JWnH|pBBVWA9tvgwJUT{+KqVs)gQ?mB%JL(*;cP2yPE!i~-KK^>K
zB#^7GJbazVr=$Nhi;Q+DrRK37TldE(X#X;S**m9h)s*}-^PluW%cO5lx(|wKJ<VMF
zPEhXh&GcU0n+gICO=jB9XnL)dyjsbPYv#NIXC`_daa*TpvOrn5)`or7`CE~<A6V>9
zm+RmAYH5?k{@@c!WX+~0xpMiq>L2uv-Fznh?2K7IFYy=^tvKx}eakH^b;C449flVw
zUfY!am-b}1=1gvMsGPcV;@qI4MqAcC6G|)JUwm7Aiq}oCnRnVOj8bkY`pl8wo+=Q1
z`sa!2S&VYV6O(Qz^)6|dmbv>)Zu7op6&FQRHfnS)Jt=<S$(`S-##O1`&NF*1t6T7D
z`R0;kJ<T`21sN=gp34xc-gMnqXNE<%@`bC%HVHo4$Y%C3Yd?cUSh-)M$(zFc%a)hz
zQCX8-{pg~sjG)(!il6^jmRx((Dfva8r(o&*JqB<8^E7ZQnvrzUuKrCZ<1xn@eL+Vh
z1y0Ks{EPS%*&NJUZezT}`1kagCpWEdeDPMQscC1U`^vA*miNvnismg)IOh88kFA#P
z`dv#UYb{>P`f~8Ygc+Zn?2FH|2=#gC)w?v^GA-)b`Sah`bDRE|_S*T>YW1_Vc@-xW
z=iIj0qi%M3<B2Uhty)UjmEVWITb(}XX=MMjxqn3r`krjhdl|KFUu4|$)O$M>{y#qV
z@`locQ|s3jf1dOCYwPc8yYDkUdVHOq?|h7RfM3u-f0y=3p=&3LUhn(cK2tbg{>S6i
zx9ug3Qc4`+CRg0rY4qkqRaW}HYir_umK&S-&ARn{CFhr#*6Yi)*RA%hDgA5r+)T3S
zuj-8g$Md{>wY$PXrq5sze=Edg``6n@hAsU53)ye(2Y-4u+5CSN=5*w!`unuHqqpAv
z-W@6t?sjUz4OyX6%GYfau1$zLJp1N)TTLgU3b&uj&U=M>_RsjeN^#{qb@hFs@~@V@
z<7oI=lE3xU^edNwCN4ELzxT9k$C_s~nl4GsOiXHu^XBl*cb)NJZQ<Vcr4uxl<%k$w
zI47MWKT~6d@S(_eiPKtM+&O&U!n!h>gM1f$GjEnu$jPbU=3J!DGU3CVhZf22)jyr{
z5KUY%X9JIzgoAG%bKeeYY0tV@TV~7Iintg>tnji}XJ<OW{D&{YRj*dR_u+ZlGg_Bq
zZ}_?FcDZ7X{CSN7J1<(!j%F@h#B5z4z4ObIuS*2BO#Slxl4RqR0LCcJpcii&K6+?9
zl(csU>QYSEP@dP`=iOz$=5yb&57pZ%ec%0LyRUZZ5$pEF&Sv|0Tz~HR!RY!ktL7ft
z?xm+H6VH@aYKm?N6lIE8&-&h@ecd7P@K3uI&+l@#UzT#)k?Xbfj%Qr=kFmuoD9qc!
z;NUEOf@9a6r1yI&)Ngfj$EK~6+Br>XeOuNo#sf#TUfO!)$^w>OYAZA4uD$+xblrN>
zdwy4<cm3@8$?5ucoeZ~owWQFe-)<LqTrKkonPN71?B16yaW!Ib#gcbv4>Uyg1XXyk
zoL;kr*(-cGPYHW()D}Niwv<)3Ke~C(3c696sr&JDzs{o-IkA3g_*GuS#if@C#{7<!
z=hjNfC{R(n9Th%3@A~oIO+PqY|683AoAKW7BWru&n=1kVwU71}p5t_3J?itX^Gqir
zpH++6@`G3IFMK?Ijpd(m?is#?m;bt7y%u$&BIMnblM@Rp_PppeyRy=@C@XkgLc4d7
zclL~1JOBFx*ge{EwJ>R8uvE$~^_^$SjJi)~%-CbOXvZHf&3(BV=N)v|wF_>BaK7P;
zeyd-9LSUbT%H;L~jg2L;`_9Sc_Z^$2?!>U<^}Kl#RD(}_H1Al_U9DyRDdgHwuFT%n
zyDmCcm2PLICUI&yJmb;Gn0?vdsDXW#q2{GE+Uu=7tsf~nIQagz-*eR3bzw<T=ryVP
zYk0CH56x=ap=rXxeMn6{DrdgP9Oq?cFHDk>@NfAp^-!}pLE7W;#50;=(Rs{2B-g!Z
zymofNUehZRFMd8}!Rz*m<KMk(efz={G3x*N83W8>9zJ>Cz3le!lTweT*)Iv*^7*L6
zLbgqeLXQg9C<d{3y*(t|6T9v8k&rps291aMP8z(N^la)H2X)1TlealJE%CZ^?76&1
zeBze;k19Ip4bS-wy*#XI`jgRRYs0FrHA^OToY+>rBB3bl)d}0=_Wu$y|F%f=9tktp
zcw+j(c6%u$_O`hD3E6({BTKaBCx3U)*m0rW^wy4wB`Z1hPn#m;w&L^p$i?XsjjX(-
zd<tK9A6RzR<m+;siA`C&C%W$zCEhssO)5E7`lMR@jd<Y=-Pu8lzUPWWu?feX>t{Ol
zj4f=6?uYzCqN3qfm+Z5gvm(W{`q|D7m+vp1ssvyDYIbf)P{7QqMb!a%ZbA`Db1OE_
zy|X2o`OEd4iHfYANB4%lHaaKrSm}(({@IgX=Q)TS)>)Inr=t>Rw8Ea1VZ);0@C@-)
zPaN0e%B;Vd{j~HA*Ww;!wWqOWUQ4G;K5($PMDAlonaP#<{X7%x>y<xgt*ts(C@=i|
zNXtUArRwWy0t5^v{fyGr+xKJ9kHSx8ze?2qRH*82N;&R)^h;&To{#mahxT<8%rH2`
zb#LK`V@}rv`?$JJbq5Q-xLq*K+bz0I&GpaAs2`?NH#59lKY7V-sX7;DbyJ^LyE02Q
zINcR`>Fa)Um1S0j)Ysi}?}^Ud%QYq1N;V?e(zT%NlgXr~=>>k?=R8*#MI80xnIOFD
zwWRbE$>-wRGo=@2C(Ln}d&lotSl*l&MIP2ki(PzE_iokvn(3AMsfTNyp5OE887qbR
z*9q(Dh~-Xfi?Q1K`jCQmI7@Jc$=0yXMUmTt)dc???c6PA^>zy1bTvCiPx*_k+{z_V
zR-eB{8Z(J6ow4SPzV-r1bM=*4U;au8)C*qi{%~TE{q0A0!%E)RUOX^YJc*D0#ICl;
zoP6W*^3nq)vMo3H*IX&oeH?Q4%zphjLAAG!7BwhO)VQX6SzO51fBCO7-N7vnk4kOZ
z@cGHn6SI8RuFF|JEo$}sP?Mc|eebE}D6O4n5;W6XTX%P@apsbwI+-0Qle4B&bFRF7
zD{OIZN1}4r>Lr($p4mQm^=m<z`JVjkKDRGiRJU2XpL6Ta-Sz+T=P%gsYt6jc)8<Lq
zi=N6RJWZKAX>viphPUn~R;gG1%Ubi``=u#L(^jV$h`N8;@oDb&TwTwv0h%XQu3>SP
za$GJ@@TMm{@7KR?Z+s$EgP$FlVmK*D?{UxaZ;daxr6=^w^sDsz$@ca4B&!t#pVL2k
zy`Op0DJwYNTh#aX+ZX>$9<DN!QWK6nxx#pEL~5{l&!P9sH<ucm>^qv!t>oeq#Ux-I
zaxPq;@t&i-%dxYkrb}chAFr!3)-zw3R%F{f=~+m?yF(=*MPC*?E?sC{oUG?}VP}rO
z)A-HvLr<Jstnzo?qT9<;4|;p#hwXT?Y)^i0+%}(8v%893JxkuJyVq{@o^8G@S68d=
zTP7FK_E;vYapIK(g(t1EHXfD|RbL=z)*&La#UOI(f#+^Y;YY6N=9WA0{Cj<nt@=Cf
zO#hQYm#6Jqy20*qncU;uvC}twzZ6*YTp_7QNo{UQxY0V7qMO}&(*lol@g6_p_bOIx
z)~wmC!v8M)OkOwB@Y}w%BAY}^A71xTxFY)Eie`oDo1;;}8ed9RFOz@jw(o)P8Rinl
zt80=Q4U*g!^;$+v57g91oNy&ow>Y~hDE;XA0RK6%_kv9&+6!hgJZTSJaLGczgrjKR
zyPYkCL0X}ouSM#226Bk)tW%q+cyL<LEECbYp;r%P*Koe!Z@et(A$DWs`f5G{<xNH!
zw(4hD8+AV0O<-5L_euBZYmeM(7b4#8N}rpvS-IHDT4(V#O&9saC6nFcBUB9!d`gpl
zy?6Rgw==v-4olv7d@NbLrywwQ(#EyF=kKdfUlGCS%e&xd9e>H>WgDMPQD_x#H1}y-
z!v4SS9&e+Dtm!HhyGL1GGh|m@{5I)kKoi$@mDj27dKYi>m}S;ycFlkP+kdy?*d||U
z`!A?a5iOonB)XJ)5|@8J@6>yzj7(jY`spjQ>?>eMox6D7UX|(~2Ig(Qe8Uo!%&+_U
z*K4EQb~|6SYtM_P?>Q<aG(+n_$hP@SPk&3Nyp`PI+TnfAVP#BTK~3`c&4mS<?>y)z
z`}?B6ZLSWhAWLk^hCgfOEj~K!wUm!#rS^5cfA_^_e3A9_VR2n{;LVX46V=@up6wF8
zVz_>_^sKky2VQ%ozWw^*n04sc?4M8NZ>&G~a9Kie;Jnlr*GtFjf@Nn0i9EY@u}QD5
zuO!e`@`}zn=Z>@Y&&fZXH<{n_x`On{GV}K(Ca%|2L~h15ztghM@;CA8{km)4tV!Lm
zXSbh>ttow)U$jjo@HXGvYn{j9CjOm%<<itx^TpfN%fHi9Uv}0*ah1!_M_y@34oA1F
ze3&4;)W=t`&Nt=OHQp=13%)Ds1gUcU);#);E%yKA>9rfQdz>9-e~jI(Dzmu%S8>M1
zGS3U^WK|w-nYTYYh`Hgj($nTCJcW<$h-;ow)He3&esgPOm1RpY`*VHi^Z$3(uTgwy
zc|qj*W3QUuUzJmj{gRE{ntR}e=cKFk8J?ExX^XDj5<GVFy3>K`_}lHNXE!8D?bD1+
zJQ3tK<-yZXo8M|HwlO?j_T}F0twxtyJeV`Sy=Fhub3)o7ra55t)9G72+D_dYe0*A^
z^9f&#$9->~+z9GB_TtFp*x!*$gvAtIPjboM&>nbEr|x&!?vm5~6AqQF{n{8<+;qDo
zNn)Yse7`fCjl!{~Rvp~1EyYB><xRr0zrDA&Xv(Pln_|q)G>c~@Q;p<L6Hj}WUB1fa
z(^_Uq-dx7~?aq(9BNdXNE_?^4uxey`o;7zq&*Je)<-x_GSMjBPdGACsPS<A3+V$td
zEs>b$n+{)jd$}t8J_RgP+%UVzS?PphUzK6-e~IYx1`-BkmpT5-V~SThT<3Lv+WH$3
zt#V%;-}I=P!u3a`F7Bb4gq-N)rzwli9M;^^rE@MjvFs$Pc$V4pXNy~=Z@*MoCh%~b
z!#wt7Qahe_1gAXSz`sS4|Kv}-UjFsPKi3&eEt?_Yw@XX@_RMOR%vH{v3Ne|L&-5gc
zqMCHFI{%l-Ofs*nGv?E-Oxr!X<w(pe=c5(fTU7Qbd=GWe{k?nTUFO_#EA&*p+ovd+
z?B`h;HS6w5qfGS!uC?AvPhCp)<e#W1G;w0Rz`aSeU6X{BLk<;sR2*rOHVxV(aoj7!
zF2wr%hKe`2IW<KaGrn#7JDsP!Du2f*lUfx6$v0iMG~AgPk6Z3JB%3nbrT6`h*xMg>
zeBZbFZTcBgQMGBEvL#j7$M0PzvX)r?ep~XU++A8TXPvM8uwL=qtp)ai)n2XYzlG*V
z2rlc~t188_C-kzZbMA^38I@`)qvgu!e79G`wInQA{c=S~))aqJt<CG$nf8QfZTIO7
z4^PPxTQN0$3wJ^R4`28jwnuC?pGarR22FT&P1)m~{6((o{Rie-?|T)%65FI?U>bgK
z-D{sG4<|f4y~!<ZrpEWq72<DC%({3frSYT7HTzVH{aiP-yS{z25Nv*trGK=B|IXB^
zr>#!S%1XW5&FlR+16R%!pV#vtV4{2TDQzJIp|$h;ZiX^FIM%oL(S)<L>Whmq#4@M5
z@v_w}jfhcF-Wu1^ka~yrTfi!%DQy=IwQ{ZNKFG4tY1LMZT*c42T61n+_Z2ajboXqL
zk$u<kKUMwp-~I3S-PE}}-BeUQ^_|AUI|o+DKK${z+h?2a=8Kn7qQnAkIZP^C<yp;}
zleSKYZAWBOUgQ2RN0yW<yt(Uuk!aIhnd9Zl-=6jIu3Y%~v`W7fn;v7prlahgM~j@~
zugwbj$v5p}!puF9I<J{hi$iz)))RmBnMZ2fLPfdKo9m^bd9M2y+0^H-uTz`-ZAty_
zu-*^Cf;-+hZ{Eh^aY1Y$&vMBP8|wc{eALWdalLgiH=}rrbf{9NS7gggoeaahPv^eR
zJkaOXSr)nHYLDvaJ>`){D|hpLJSfPy&N^IZXGla`z^Y~XN1xpZn!5DHrHQ4J_eJQ{
z@XGyK`L#9co!sk{Dq9zoOER_}GZLz4yzjQ4zvx0&qqemC{Z*&zC2p@v%KG~AMAhqU
z_b=E-UHo6G?xV>ce5$#I%iMNXWu~%x`=|99LgsHaN1vMAa7FrfV&D6{E&*B6OuBIw
zyB6M%T(&!v<<i_fd8VJdt>1&<)lbC;N;Et+KM|gJD?DU@SKoc_={|E8Nw%-pXq|rR
zz~mz1sY2~1@0IKAGh4NA<+h#a7v;Aa=Cd^~^YJxZJL5!qBB#my24nNfF9clt`qw;B
z*m_;z-{Z~&Ps_sA%oYrJ#PeV8hvCdSIjJA5b9QPk>}i@+QP|knn9>@y`{y3T+^;dI
zFLLE>Et*@iL{@B7*=FT)yk{9L`6QUGs7(GNrMdiz*z&UHC)`|uf}`&_m%6Sm`}9j)
zShBUkC}{3)A%(W?z~UmM1<w_O4DUSJH}8{3#PQ-C#XpWSZM^z|@qVi1yqV7ZUk;Zq
zXtiEixW?z|WKQG$w|#7L-(2C^Wwk(LGV7KZuVz&R|GMp!z#1{LZkeL^ta-<Zf(+K|
z`*>4z{eRwtr>p*cS3mpv{rQc}j4v0sE1Pc1on^7d^Jy|?vzjcIQJIW`PNs+3F%9<I
zO;2jHcAeR$t*$9@{;i5?!Rogewy$5-ynFmYsJtotl|n9?^c4@|M`eq$(|@T+tem$l
zkLm9ps~gMSeXp7~*Gl(zHgmmO%%aJUxX<Z{r%zzaT=zx#Zp+qLul5M-dZ>Gk*`R;F
zWZ<WFl7^E~F6zW9KcD8u_E`Diw28cD7@6;W+8Xn|qM$i#HxuW{lQUn|^w!Lqe?}<R
zHs1a3#ehiW&2FWCZ`@-@w|l)__`dpwL%Pdny<0KCeoLG1)Hz@O?o@9T`(41nXLLwg
z_p!B*o>-Kn(Dt35Uzsd_a9Hl(yt0(}0pdFPOut(GXSc+qm8=zPUODk}@#I~zT_Te_
zo^SoYB<;TBW$BWAGg{LRi>Ni+@3=eXFRLZb%os26159k+;x{hh5t-A%`0)Wxx#X^@
ztOLu6-Rv^?q<y4c9GPMxUMcuLyv9d+gFHV+qlD2n>4sg;vS0jvs<!`L|J?^C)kGp%
zTYREV#~-&8_;&qJ_geL2^Nkta0#U*htIn>hO`6tvMdSXSm0d|)T-zpVZb>iL&;7oq
za8KT^h1Kp7#oMah?mvHY`=%qugaqSEt~5GkuiNLl@9Oe}!JM;yEO`-lU`?&CR!B=%
zo?-EaS5h3QTT6Gn|8v1SywV^;+<kHTRL8G-u3EUoY1HRuv&UU|xu|2-jxU$woz3U}
zIkjyrE0>Yu@1q^n=UCMLPM;co_}BK&tG@rWYB1h4;j@M59scceL^(H~m?=>3ir0Pl
zsmqG*<9E6ioIMdITf0*(>D>LMw(8s8yWYjT-rT|6m0ulo?)OPuL3O@O22-BA5@L)9
zS9Y$K`nvCtopbG!+e=OvD!0G-yyTTYV&Rku>2NzyU)~var$`H%ugpp_IJj(2#rpQ$
z*PomINxtuX<nZ%_NjdG$_Bg4_&p)X<c@O7{t7%)B?@WpL#Hl~6d+BOk%SNk`yNgU0
zDV$d7YhLu!WX{Jgoh_nqdExF)w&^;*mr%O>xJXjr{1V@L)~Y{Zre-hu{i^&(o9NCQ
zZkx-O7Jd@%_;PAS0NXzOrv^RYajcEzawhHUIX~{**l_8M>H!(X%>hwrJo)+S?e>@b
z?BNbyaNF_!xkou7sm59xZ=OhQHF5j(=Yur+o%GY+m$0_q)-1ODzGuVM$9a!u|GZQZ
z6e+f9-}&yztK6pceNbJ#oO_P5b@lU!3r?Q5UTOVkTcwzwy_Ut2ut_an0#sKCpB9kp
z>3v)_wK7a`{>&cU7x$iM9eMihK2ONyi()bB|4WJI|A<TcXIji8AZNiiaj|&s<I*q7
zE~Ylu*l&J4TVeNn(dGB1Ec*~Bu+-RH`pTVSK8h?=O*TAA$By$d7M#g<v!1&|<EPn&
zglj4@weA&Pd~kHdDT!ap)^_~-Jvs5~Ny*QXXYPNJH+Ax-#ZtA0-fUuO|H1MoSF<tH
z>(L?0q<8fqR&~OA``(65zE<yDUaj_T?)_9|A!+w5);x*tuDmXvp3-<Yo}Y8o>@WHW
z$<s?ZQ&kv)r+!$O)+_${^#8?e>mPSo%bxb>*%eSZshaQNLLq*|u%A0Mwd}&|L-sF@
z=}8ms@|nBHPgr8hAI9ryiZ?wX!p!_GbLAFkoUXHXb6QqjCBA*;mR{2tQjZJnS}v^c
zvg$v#OyNPg@T}^|>h3u$dO{vMT6+&&p2q!SlKwHx7i*kOJY3>={lvG;5#AC1&fYV>
zWcv2PalN>`eG`t>sR;g9dgjf>^8%?K5*IODJLx+oM_F#c@<kkM{N^Ho%!1iDpGptw
zcotos8o}A|(PxfS+git-?K?ld@LRwq6FOUZ?|lPy%T*`5ML#EA_<VMG`HhEHs>}>;
z%&^*j)Zx5Hd_cA1kLz*CoEPrDdVJ-B&w(|+y+t2M3w&gI+&nGgr3b@r^B3<KcQqX|
z6ZvrLr><pomb#p&;fd%o2Un{5AOHHfH2&|q2WQx$bI$U&?tCWmz;a=9W|q1l+YFBQ
zo!>56a2_dExnZ$i^4gmTA#-QVY|Hzp<(5=%Aneobs@#}$`FH$o<~=&HN8zI6f)f*M
zU#)K3AIt1DNzc@O!+8dC&C-V|))#jstQ9Zq-ZFJ{_RK?ij+@V(n`--};EC{~O+E^C
zM(OVx^q#y)S$%=?O?CT?M+N16KCU_w++_~7+I`B|7q=s6bEm&bM)+OlAF<m6ShnX@
zX|J&NW7)Ffl=<Z^s}%+MyLI;!)J0~nI~+W^Td7Xv-IJTORjH466zl$}s5g$C=JzO4
zU!ir=&1|lJZ)d9hPp}l6zLvZ1$D1``wXrcC3ER_mxVj1bl;%3c6J0+i%k5OaUa>oF
ztdSC7nqtcivKih`G@JZl+5tzSF9!2HZC3rUZoSdlxLm=pyQzWY<pthLDf7QHEctM4
zbE;p?O#xf!%(?xkhgLEcEtD!~PCT|-)nUs0bpIEO4M(K^=jE1GPd|KcSqp>5_UGo=
zWpAw>zq&X7Ott0XOH6B5AJ=L<{Qdg2x2&CaiUdXHRNJ2ko;};pLRR_5p=D{=^JPBW
z-WWA=g?Q_4nP04($J8HvnkDm+>u68!uXE8;g6>5qOkbg8&zxi4&c%2?{Kn_cg{Lm5
zc7!l9{kK`0Rjk+2U3T)roEtmC<5pd^d-eAMN5<q+b9xKobFzfA`VU@hUj2L9!>_B3
z&ePu!JHP*B^1WkPA}bde%I)E~V<OyF^RszXihEEVufDWU=D}-=)Hh#0ev<py^-QOv
zmy@2I=Iq<{rR{vF;kLBXQw^uP&e7ada_3>FWS~3q;~m*?TdGwy|B8CfV){#`Q>4X#
z=X$7$y8p626V2A8_AgqVDtpTE#~$VNsTaCew|LH6wq%|=<Ars$86Ph^Gk1KRd%{XQ
zsLI3fl3t?h@oLFU>DM;-PuqG$+oDKAaM9ezN*8@E<KVOxjuVxytZ4lz%*HF(d*N;V
zT#ZAkc#L8#EKW)B^(<QXWbr1WWvtgk6K|yi^39Boy%xqG>Mr$X*1zvJu3E+WJW~_A
z|9z|8B^QY=Li^oQTKY51G<LauiuVmyKEBcMpsCYQUcGf3alBkNr)GwKy!fZ%)&t+1
z_`G&CA>+`G9T%^;KJmJrv%=Z-O7i!OUq6(vKK2YRo6@qy(<JM`XUWQ4Prjc2rS8TX
zIn}`X$p2i46xJ-&%$Es)CDwh{W0tLocbCyxvS5Xg^IWH+3uFwhc}|JED)KdcdgpAx
zBg;2FnlROB+BL0f1<8?)Gv02}t9rcU-|N3e40v>A?7JzaVqq3x#4MbY_vxrtlF0tw
z=Em%L`#1zO7uQVQr}LTP)4JX#u?c)<w^v@e%-a~b^md|=Aphnk_X_7a>V-;uvEgL;
zvSBOZU!&G77d(!Y{4Lv9ZN$4yrG80r{WGUK;y<U_@Sc%hA-aZ>L&#L~&U=oj_wVkS
zR68*vs4I2N^e+ExdGTwNrcKYUoz3i46szt%S>*en({neSE_GV8HFIx5&xEM+CwDG6
z(_3^U-{9%3jML}qvsRq8F5jiyT%sGcKsh>Z4Hs8J+v%f%W%IT?_WRW6C)B9Cdk%B@
z%d#DgyqA|IdEAMRH#eJ*7;xuy*^eh>Gg)SCzTc*Q>T<tZS&ZJUpMw9BxFr8{de8Ux
zwRd9Y-OK5oezE(5F6O<?`*rVn?8Ou6>PxnNd@I_gH@n1T=LeyZGq)zR9eWx5@@uHf
z_5}jpYZuBinZII)o&B=2<+Fr)NQ8gs&48ZV3k(za!uWfI%XuVud2^WBFMIl)h?p7j
zU26XAES~2&UaR7N>m^%f%;7Qpef0K1@re@0->!|dewkx;a?<BBTQ(P+jD63&Zno!y
z3)PNySFW&By()KQ4pUwH`lbGz9D2O(l>7T+{C6!VNNRc_-8a23;Ja~I*biNXz4vQG
zZpeKo6lUT5S*vF2@M7bJ|9o=ivZ6ZW%p=y!u3WQEPhaZI^$Zz(Bc&}G8(Ozd<N9^2
zMa-@={{E9+Yj#;mtv0q;u*Ye_W4A*m<J>ed|CxF*2m1Co>?r;8X3m+tx69b)6{*`k
z2@#mv_UUi)eYYnkCg^Bp__F@HqR3Y__1}l=-vzxf^P?7g*nT=8w)gX*x6f`pnw}XN
z-&LF1_2vCbxxk~>zNN}bRBfNHS@>D~<-c1y|6SyKD82N~)EBQAlsw&SJ+`p_s$T5Y
zIe+F$e;ZSsxCgu!b<IRiT?lz=B5IV7%C3<k>H1#7_%yfdn{8%G*YxvlJy<VbdgOKF
zo#rVUo6ife{0y4b|J*A-;{LytdZ&{OuHTONwX4Q`M{&dI@)>oLJ`{F;EidVsDBU6S
z>4?_VrHOp^>$%QJ2H7vwFk>|~nVFv!r8j5&Zr+zmonJj)et!BlEAu6M*N-FyJodVm
z_%*8IbCkG`^|WRAXAPvJkLL${NQ;brdDh|cynny;X(p%f{M`D_<x}=){#V^C(}F7V
zlGbx92u)?v+Os!3?B3U<*LJFhUM=3XE_!GFz2()`|J*)%I~iVyJ-c7Bv;GL{?Uu))
z!J%I->#kWVuTbl;;mP(xhJD`et}czS*?s1)Zo<Cges%s!W@`hPw@J=45`Vm8EpOUX
z(epFX4o$oJx^Uss{^jr2*UeQ4be>Uoy($0E|1#50Cmnl)a~n_Z`q$fCetUXJ)Wih}
zw@cjv1ZMc=OrAXLiLcnCZ>w&+^$W2GypVjlUiqm1`#E*_y;DOj*6KxmHVjHheUVkY
z`pm^e`K4bb`-vZ&mVQdXqMC2_`j3*^J5#?Y9*s<Yu^{SgY3Vc7y>pMu{yq2KhUp&H
zcKV&0a^G6g?Day4ZAWb8Fq{Z0%Ik8SeOo!x@ow<uy!$Cfp1S^uOIy}df9hLE)|%rN
z|85p*$&a|DYyNT<PuSgs>yKX)Y!*wB;XJT4^-bR5<LQm-r`?M$h}#h+Z@J*3gqTf3
zC$D_UW}O9d{bIZ}%dOO1v1(Tw`%iP@^IP9di`lAeT(_t&s?M#w{jFMX_>a0fSI=Kr
z7U?PWYF03JvS-^&y^h)3;iX<~hNg3#tle^?_hP}MTWRdcr%oKpRR7JbG;JcoT?Lnw
zeu_4$QYup?OtLfn_2G<(+{-T-M-H?1bvLuCT|4w7u}L!0<}Cl`!zc7tm2<Xs`($4F
zu5Y>H73-bODbrFnY6khm`SHf3mKcXR{*ubqQwg5#^E}x)s(w22%)JeH*Tpy-vyVz7
z->*2dQ>Iqh(@A~-zwP@?ozFL=EIn{V=i`%k6DsbiXf$4$VN+hY^3$u!XM^v1vB+Eg
z&bp&saGFW()eWV-TTgB%uY1#_ny&Of$fU*h8PlVEX47<nw>WNI|NLF~+Ve&t<wio1
z9Wx)6ExdHHjcKZ!=LL=9ca2utN!;;1bMNa{*_(@5beol!b(tMs$87Qq46i<A_dBK3
z_RGpGH`^XO(=4f!;V2VkTkN?cd$z!b3Ss5<Q|s&Q{e34Pap7%tm3!N~=ImV?X7yz3
zKK08paz`H%qv)Eo=l(Y_e)|80)9bw{-vUif|07&{n%T`u-xog)PM;`y`0w{M2hFZ|
z<+3PlJM)sMIQ<mgj7@Vd-gR>fo}{%vq^#|kNopyJ<JEWZYAYwrI<SLR?lRwk%D~Cb
zRz7BCmT~OTayAe@rf~oB){uRQxp^LsChS*oo9VFbVMZj2ZosUQwx)f)SIkZv;!5h`
zee`QtckrkBJeQRoE$#WsPfQP4a>w?(Rcg`GW1YOKm(S5(@oV!|wOpRPI#X*s8s}aL
zJf3)X759sqsm9?wHHBqME_X|J%x2)?2(Au|Q22A&?NL#+x?crX)q}17xbOQ%nokY(
z>{D$P5w+#@h&XvU$tB^D(8jkd<<^QDFWzary5hx;l^<%3xXf>P>3`^d|CUgre!H1$
zvFG(ZFF3u*D=v7VqnXJS=g+T<7ZfcLUOA2JXF|-*i7_*$Iy}nJnsO}F(|-T67l~?9
zeVM)HeKDH7g6EqjTl2m<$F6Ppx-Z%2%HbypS0_*GJ^9N_!Y%UE-yPpoPjRGFecR-j
z5P8YlTYBw|DOak@@2YNozFfy+ZT<2m<~|N9eq400H2AnlIQdjfbEKugLF0-89nL4F
zFFe}0X%=fSN6?MaFK(Hv-C<jKZ|<2l^LAb}USEATL;uvVqdoik_Xj@k$@{7|VXgQU
z9^ts#OBZ`6+uMe-M^>G%lvQQye-yUFL+VhL`ibo6%Hb)T0XNOQf4lvU<J#Z*_xAj&
zXj(P>*)zVq-%l+le4Do9=Jl77H`TJ;R<mqRJkx32y5((|=ZT!iUzdJ;ySHo3k|(PF
zbQYZFbKCgy<MzK(&O4<YJ2oX~(~;|cznW(I?!K1s+PvhErlj3gb)UE4UJZY0*i3dx
zOgrg*vR?W8?F?z33zy{^4l9Mm=yMo9E_pJkL-<X^jN4J$3Xj?KZh5^eewnx6`yj1d
zYZ~~r&&j#w?AO}MKKsNY!}+s6t<qpB&bwgRcl{dQoFfcL!b^1H`*WKz&KO%aPoApq
zKl*%q_T;$>vPGw_|1|NfZOe_doR`A3GWQ(eDqNxUye#zNv)GRETq^;~DL1MoB~_(8
zRXZW&pTFhf86L$8`;6Bw4$b{|rDS5hdGV&>a|}ML-sNcRIBV*fE1@-~=NiRWZ1y|x
zv+VuXa>kv>hctfJ`eoe_+&aO5<7x08=a{x#n+~`4&S_CuInU|z4Q9LIH?iLJes7b5
z)qQ-cW_W(S!QC!3>z~usXIt&E&S<<8ntg7qruc)VoMTGPn^h(r<=CL~p`YnA>*384
zzIcBqoMU=}*_f%Rc7xijP{$2g);X!nYu}s_jak*?es@m2bN`*q4?}YJ%0utoQxlX-
z+MLr~#;x__fE()tE;VIwDfP3Zi7`B{FHW-Y<Y{#*64739f+>_a`LN48!A^E*;Ysr+
z6&&B@bIWCufpz97UZ!ND3AuA_aIZS{N-gK`4XwaW^N;Tq?D)>jA{egk6FIq1d$whc
z+K=<)hjgSg0t7TtE^J)!e5pp+4rcQY-HtnVzTQ_Xk;wIN?M`>jKQD@FO#=+C{ci0y
zT2kiC>m{9;EG>95qWoL)4wbEwKVI_t_RsLi0---sJNbUkTJ0$$B>9wS-o|fdAFN++
z<Yah{d-j11lY=XB+G3Z;uB_czJ2~WftE>;F`XP<wAG$P49tnpXi`e~Aa+S%(Y{nUr
zHh=fjy8C6RL7;e^hhLc@&#IW>W2zw>S3WAoSS1xbd+#urndK(ezx%7)CUqUZwYToo
zrhN<de>`@xZojR~d&3s)pGVpqv^Iv%+q`Y<@eADx=7>r@`>by08+A#&HZ1#uzD;e4
z*rzj_w|x42!s4)CS@O%h%j1K;I9^WmEvVj;e*E{M&xf2{9~P{;(!c82gbxmp_Q&0$
zL}jGw7Iqg28h@LeJ~?;l`mMqKn#INMWPhZ+-*V-uk$JBtdqB~{uJFFK=PuspvAz7!
zYo&<SQU36c8eu{IpYg5f^^Z#M+V%R8_uF~XJiWrNo%fljD7r4&|MjhDQ)UU(zqt2o
zi+Iw_P@YZJ<{ClFU#erJre{mPnOB{*W?J>`M7wH9pLxZTT~Ditc<&VdRkT6+)wN&g
zMH&kGj!*o{`K%@+=G2>x)7?R3Uv{TNwjB%oP<O!aZ^v>*w>^{p-aq;8{!;sr%rk*o
zwlAvM=x|uVrhM0_ebw9rOM8-ZnPR(J7I!JOsjx3ByUnFMDeS?f-{#%^YVrnC-fUd*
zO5leb3vcs}pqsN~N`oglXcvV1Y5!%W^#3u>i5I^%cgIAl_dQ+jasK<xWMfuS-ff>g
zpIpOX|6VQkg_>ag@1%;=&&uxYSpDsU!kNQ$oKNbxU%Fko_&1<7dfnqDP3Dqo$A9Ho
zPB*^4@{q4E|2v;5R;G2_Q-1X>E!h~tk#^zx<oE0ho2CAJ*FUymPtuk5orcO$hQ<C_
z#}(_QE^*$qLw4hSzXRE~OQsh1l@}V6E%LgrzUJcYTV-xiZ8;&#0tbFvJjeX1=<ey+
z+cWFhd~fdC9kj@S$!UtTL^89cN{qJM`TT2g7b<5*e?C|AxZ$Si_rqrcE++d1)qhv1
zpW}M#peN6h%L}t_A6zcDGV2iEte#g#R_tSRRO31jlJsfE>h~FjM^|2INM(L|-S6-5
zn-{m%Y9G4bT67|_dgA@pw^*jwS<IbObKT9|<lSTUc?pY-%`&^O?nJ=SYv;LcGF`hB
zvpU$7lh5viqUMxO`@5DGuU5G{*Z<R>n_qpeC-L|F4_I<YVb1l{J6yL{xOPd(r7t+;
z@h2;|L{~U;;@*=dxKp2OeRQaK<;0b1j^*c_D0maN^>RwjQT^)4`9*2wnqRN9hFzP?
zB6el%yc@bE_nQhmBBED(o*tlF+b=k?bUsH;u;Sq*0xIcKU%Xm#a%HY)vHoG(n6Me?
zkE$1)x^qb&S0Zj-<$_<<Yp<9zwM4$iPY8~5yY$j;UdEHqvakz}PPqPhsko$~<DTsP
zEAO=xOHTy6V4vu1mE?J<sQ74i&V;G)OV4qCt~{}&;w`7jmESv$FfHAaXK^Bc%lK>V
zwIde|HQQB^)>(5mGAyv4vPbY`{1h(Pt@<0H%sR5JEV}4g>zT2*;jFs4Z(ii4_v_4k
zH@@vTz5mI{S-K%RBX<Vob(T-qb!DQ1*9nC+i}fa0oH06WtFQM*qfpoJmcy5ZXrAhS
z9V>ojL^Jtu6vpkFxw`c7q5N%|TGAdErfrN~95&NT_{JT97vhJ03Omb1SX}tko|0?y
zBC0FrrLFU_^X$hid3bhPDu2#=VUWtn8yWfek=F{_>t?k^@5}cECtlFl{~`D3haUYD
zd0uOmk2dS3Z#7ZTJ333!t62S!)ahH7elR-k`XHEkXgBwxxerb-p0GTi%c=C0(V^?4
z{pB>y#A~cyc_NKkdif)j4_}I^@ta#Ub8(Vu>_^?;YKEVJb_<o-AK5+awk_DI!gf;R
zrO?d1x|bEdUtZ->(tp+9;L5$SlYE5|xD4kUTB1JTkm~!3>c(j&1bJixeqFP<qs-g8
zVCA8?tG~^ioUC)%Bi*jMDnKynk>kI!H4;W&Uq1|5DZSGEzhIV>#RP5U&A}mZQ{6u7
zw)<5bE8%eX0-NtX@o)P~-#*wJb*X&%AH!!;3`0FqGKzou7u|5t>h7HR`OWz?CtqB@
zA~S22dT{W{?B;p1(t@i$TzPjl)jWOH77PE~<@wq6<xOQ@9_jPMEh?GwLyC1**7LuT
z=k}#^3TMpS+S1#R{ryYtA+eKxHe7c~zdUo671KoheT#QY?E5IDx8}*l{a($I3R^f7
z=0+Jvnwc7`R}V<td5vxUQ?JjCy#5E`gq*ad@;l^(+*x+fy6M$A?v#S+z@<(r{TxD)
zC;SPIe6!}%^o{WsB33D-20N{{G<SV*iih9rp@p*bHl{0cl6V%((e}J>#z6dLxbK-w
zKTfVU$x7L9q9lOjlhyHvv-x5F&i%XGT9lBMwfN4H;F<G`OhU@0Es3se>b^Tk;O%V1
z({5dJGJYD=ZE;T*Tg$C^@YuaF0Y8sfZb@sO&-q>cW0^|*zqP!)E7yl`D=M7Y<PcQ%
zV#faLryc%pt;2XG<ZnO!F8%ns^3ZoL6S(J<dEXbGbw-R;Vwcj*KTb#1JlL|0Xa46y
zf4|@RcfX@;>(yOS4+__9dh&SJ>GSn%vu_+LTUS4+XN$(H9iqIeY_=XP_By<>OSU?p
zE;b^yws>vQ(~~l@&PBfYT)dk3{q*WY-n;3~ugvV+%gUP@_T|!3k?ZaXVG)6!Do<`*
z_wT8&TGaJxb7iJKlgJl2dEr8OW$CRp*|{x~Q`OTM?f>n0S@G+2@S(W(y&2|rD%;Ao
zObz&Gqwvr&zIpDV#KVV;EB|NM`?&-^d#704C-{5Ir8&Y2Rv+o#$u9Ibt$^1wrPKKP
z<Lwjmbu%R_pWevmoHXI2T>uAv!RhtQOWiKXJ3gG@F;6Yjomp1$>>cp}rPXx|oA{g9
zJNPWiazss+Ma<|s$@^p`$Ki=zBpf&&#O^A-_0{Bw$(1jaKW^===X|Jnw=iR~`JA&!
z^Q<c)Z9eq;Om-~4`C#$iyqHXXC&%6}-?e8v7l&IhmiWJ0*q;(q=EOJAD1p)1k<UoC
zZ*E#(`|}6CtVLh$=-u9Gq#<MeRI{%{bxNVosXr&2GsSbo&Sl0tk+lA`FJp?SR@bT0
zrq4Fc6X)JBR{H-}!cn;__~2zdP4k-qbzgM<dn)d9%{9O9z;$80gRsut>fMS>nF{k$
zVx*=p&&hMWcX8><yVhD){%%k-@{JJIk~|ysZc3bR$>B*Gr7AoR`7(b9u2Hlo+>;r)
zEn<W0jf+p`2DaXK`C+%>OPz4<Nn9CcuixOv&rf0BIWdPdV)?gL>7#e^zezv-<a0eP
z^Z&QfJF2qpW%5)NX6DCFx+l6L?C7n1pZ_h-KM=U|{dVcFC$H)onpc@;e)GKAmdwEO
zY(XrmzewP|c}uT&&1&xsnmeQPdHdO_3372WWSD*O48A#sI&SIsZKd{IDK>idM&GZY
zbCl1Vtz}wvaO(b8@6Xqb=N~*-C(!O4>v8|&#UCg1l{<eLr%yg()RCh4^R4A9?Y;4S
zpIdtG-My>1==9$D4^O6Vi7)S+ygcV4<F#Nu{yiU>R>p6#n=k)9a-QkZ?Dgz7O?hRL
zO|%YVii+ygwPysSiudf(UB2-m!_)2SPcke0zIsZwY~}ln-65CehpL9GKNS)GG51Bf
z%!Ilx-yFiZC%l<Dd81EWbNS0d%e0@&+V!O;+1knd_TInY|5GkrKkDZZD5bV@>h#6A
zX&L^R++TSw&eQqA{dnUfl@nhoAGKWd*4h&l6uu_=VV2|!Z^fDwX-aKA7i${7#9ZGM
z!CYqCvC6?!_tuUwfA&2Elh1Ay3s}5ZAz0LAvHIHY-_?`d-&?Fc`p)l9;fhjr*5i{`
zN9a9`)=S-cvS-z*s5ha8U++YpnCg?Wafa5;>+zj)>sxes^VK5bmhJS2@a*-vCjCeI
zoAM>u=X|THMH3l%_vo7{GM>}#RlfIe*TP2sXLi@Qej97Edj|f0%4xMSYs#`aZ>099
z{as`Hm*cZOcl`nG`w^wSw<7*KRdj8BI&XgO=a$5ps{eWG_ZHcm)vLU;C2ZESZSOqq
zm4|LvWq&y~HCn)yXWmcMwyW;OD~)xnFYmeh(r-E6p{rMSe(=(9?oX{<Zt~!!P~OW$
zNq=un*0|dtl_`~L@7D4C)f29dze|PZ)~jAxJXt#9>eJO{6<eED{1<r5FYNJCqwU$X
zkSVtUq}WbQI5}y~iJp}LQ!Rt)_C8(`x+KzTY2T8dO($KwV>R!GM2kF6+b{L|_SV1u
zlhs$0-RsQaRSe}*W14BcrXl(Ij}GbO{0Hsh&$Kwlo$XC-&F`J_<#c?#K8wb~B~M!=
z{ZjTVZ|(eFXOZ~R@5$cDjt_Ff9{jRP-gEKkI^m5CQ+b1>-xl3|Gf#4Z(dDUcQy8V%
zrf#U-oWk>L^VZhD(*ZK4e<;qlb96z?{z-bu%a-Q`Z*#h`^m5tB=Xxe9yC*xVK3`{`
zV<C1#HD|96*D=B7Ft*vMUI{0o`kq|6GQGHV+ssuCf?wY_xNY5eaNhbh8IvcA3za#q
ztg+rONg!2w+DtB6^IL1Dn*<)%t<&%SD|z{&#$%-(kB{AzcKRwW;{SJlWm8t<vmzk_
z5%s<=LQ`h=KRotT|K=H{reButm7gljI&-IU&J+jHIzG)wWkw5~f?B+%*k&i6y}AEw
zeMGPdL(k*b4-3^<SLMfD)%|Zd)!?d^_i^=I-(%}{UjDvi#*a(Yn-+g)D~|{)-lufI
z{+FPuYU~T)GkMphbI(<cjKAb<m-W=xw8ihj^(VVt7b%?%_}C`RIBW9#Ilsj^-m5n~
z7R`L;$@jnJi>irr#lDG4_FaGL+VRA>!tun<Ozp<nWi5LW)V{t|K2a|l#(A=|W#`(7
z6~T3^tV+)x*1WKozJTpA`=or$lLtTEex@Qhv-!=5g@;Qv<v*Jxv|Dn|cc!X+W?k<j
zo0XNWoaI<{L2cbbkLT$vo7e1?d}vViA${|uZ-#E?lYX?^_jXz1zGYhPuPe;<4$*zq
z91@cEbxsSdRbRbs-(kt?tc+ZmXFJ_uCu`liGFww-vQlxU(2X2jOP)Q<Oxe9ZVwJ<L
zcWeoL%C^VSaNm?pfpEvuRy!Gg)l}F_yK_p#&S3iSsn$~-x`rn?&fLc2uKnk~=apd7
z2AxN1)wX=dYN&N_UiwtJib*y6n`^r3LT0hdopBM;i~mG%Ree=<XO$OMsd|08eCf&7
z;)5T&B=jWxgLXZPIH_TveSFK^x|uwem%hsW#bM^)HKotdXg<^8<rDHce?EWR8{fZI
zw!E=C_Q(ARiv(2GG@X1L&$R7#%w@}UZ(c9n;dowW-`jQ}#!sb-<wG7U-6hhoPwzrq
zUd9BrYY{i^`yMbmR&?X5VwV%+fv$B-yge-I6mtVycOUwFNV;~iV97g?>~=%txlb-I
zwOQmi+vP4c`EF%9mDBICi>;U5wv*FTKCganQ}0#EwB>t5TI_D|&XC|Q|Gm4Hd{t%p
z#+<W%M^dKW_kc$qx^~T<z0N~>zE4hV^P?|kole&;mRW!A;jR+HE5FJ-qpfZB<lKKH
zBB(Zro8vRj^9_etvywR_Sc85Y>`;1efg|OM&q>#s$4wTUcYdUVmCp9eJf!Vruvn1k
zrTZ+yUDo_3`LCv|yJ~W=q2nvZ^;iD#K|N8`ng^Y;ey4jdrLCRx+o2#oSH!nudx2TX
zxAj}%@-rWA><>F!8MxIuJjnm(_jabWUnjQCYSc5{cJ*q&YMrIMf%{?~zdd`1-*<sn
z9>>N_+{e1?-+z5RZ~3I(Z#GqnN_nsC)-p<|DNC0<%bR>;*}Rik*Tj~K{qYjdsS-?l
zc&j4+-XwL`#1+Bs=4w`No3uu|OvQ<>*W+ld<q4I}Nj*n=+>WVeaHM+jCQ7YrjCmjX
z;`x$DrDqXM@?M*_Y*cG0IaJ%V=axc(Gg~}!K+M9a(mz`guCadPWwf7oaOt80Yi-1X
zW9F=T;<&PJ(n06tPF))|_U0CvM_fI(Z+c_&>-`~Db!I+$A<b8K{eB9YdcbMVAL@}M
zX%ppks@zme%(#8S?~MPowVX*u6BGTToz5vJq%GqO-KSNx<Zb+2v0pc$pYDlx_Wj?h
zT;Be-pQM}rhD*QSbImmQ{kHwz8XY*oQdd1cuXjE{e1cx!JiD0%et~kur;OS~RGzLl
z*_C(8J34*6YQ{B=w_AHo@2Xq5!p%#r(pGwp?kD-gmdR>oJZ>w0WZ`|=w*T0bDXR7x
z9{4Uekl`K0lQ?nqOJM`84=-;>Jd2Y$l%%{XL2FjYDnG8kIadFUiT+pq*zo@s=cOF(
zm?^~xettsJEKOG>RlZ#EB<E4^&R5x2J*3jk2nJSvlnb7F!Ol_ATX|vk#DhmqWGxB0
zc)okuJ+o7@1iZFRU9?4a<0+OK4|dN|$azu!I`ov<4?#B5F9x^0mV3p|c*=4oC*rb^
z|3te4@BZ9MUDr$*5sOdLWdgY#3#^PjTYNu2bv@_f<UCJxk*{n#tw!^!7RBFwQ@Y}=
zm)R7{HGFG|3lAt>^%5!DmaOKqak@_5Zl9HN%qGV&r9M6Np!|tWO<eQIY~x6c>o>Bd
zt30|>WV-LF@#D+l>Rb1o|Ij<@+#WSQHLj^FpJI1w8>YveVqCfO*WM#n<L8IORcQTl
zpZL~w;#<|=wEX2ivWp_`?`jb|eoK|hT9R{%r~Jfcm1XyxN^cvvmCfj%DDiB?Su2$g
z_jvEjoTYCjr>Z+u=f*FM%D#VQX(Dr@m&WR~9pSCnw>)<4xwi7;^{H0Bs?twcPI}3*
z_Iv#5&-JxS|9zh)@cR9Fa|4#dRi8{Ej<3uSw0?NqZ)y<VLX%&!I2XTNyGv2v;MJ41
z9|P;w96oSHrFXT6`Y*A}tSv!@1H12C58B_PdDG|}C(D{W%3ls#$>5x|SD1a#{ae4P
z;{&!GPF`B_>)`qFj(-!>UJ1GKv7UXnM6$=Sz3sWda}jT@&3^7h^Bwj?tMc;9Qr~0P
zUbL)aQQ@IB`zPWontX;P{rBJG?)6<+q;%TUqW07OX|j)Zwe+5-te9w-==FbI(7Uwz
zo1On0Y&%<VV#RCSIm=3pNg8R{dGYa{oUyXfQg!39XE)wtnyzC?4cgqLl)h|UqmIzj
zBQ;CRFKv_wklJYIwxmIJp|RTzNA)R-=L^Uva%P(eha^7<%(VW$%E#>pe`ZL}8)?ta
zn<q}`ZLUmAKJBEuqh9^L<3@{3dn1;yc6^+AWR~W?Ew_DMN(W!c&ztBu%i5_v<n#`?
z!k61Cww&kuprx02@ZhyI<{4p!KiEy%DICPobLESnQM28A*-LX4GdNc*=(=#=_xpWc
z6=Ns)mcE<u^R%O@;DcA9Pwso&`&3%gy!OFOf%z8?wcGqrx}M4@>|i(l&9m#?g6AXl
z@4NFO`7P5Wwrzp>_4~{ClyiF~y1FgklPHw2O>DaV>-YbMcOUKl$ddg&Kq%DOx9Y}0
zE`8C{+n3y~lu5D<{qk{>IdkG{5BZbZ$~ZQ6y4-rPAZ1>h6NgoE`t?-9G_&KM1zpbV
ze3-e{;@>yhi3+}YEUJlzn}T-9<qIv}TXJaK-t<$`<!-hfn`Lln`=7&;(;mCeiMO;V
zau=z()_CLay$|fM)$+H4Bcl7&eSc4Swerkv@tnz9_ioa6>@1t{==a<Lb8C_CiHoFN
zKCtynWchG%-jbR%+>%!$rmszF=scWe@?&c9?YAe+&sD9fzAyPKDrMivwA)4Bwe~!o
zo&5J>R^h4O_ZOprmT3H3vG~)yKPH#k@0dEr%{ng-BImDiCf`qmDQ4cj<de)6mw5IY
zT71)6a&OMg)hTk{s&-{2@_dzDw<qkxmgFscb6t85`)0e(TFcXR?gvMbbHHMimhi5v
zDnG5Qy1eBJZ?CBfJR|h8*)?l|@8mMW6bl}I@6?%slU=X!y^DIN{US4WjpDBo&*Y{4
z@>Su9x35eWTd96VU}7l4A6ceH?m11u-yTd`HS7PgKiye1YlII~YOp`N(BQvbdX@?!
z&%8qJxO-J|7pXnaKdLl&N{EYx@++n7LA$^I{%&5g+@Noca==w5FSGi&Khizluhc)~
z75cz+@w<?FAKzM9q-aKb-J0uLyMJQhAs@A%6rr?952ps?@_Hs+FMPQ5?KCy^EMZyo
zeG?xqQJv`i{NGGg?);nU-<B^pw|-;b?SAfC{i<n=N!goc9?y5Uc|Fn1+1#|_zC2S8
zyV`HR+uvWu?%Cb&n8j~{bK9~jYvYd}`u;@d@X~WeJJ_vntY2IA>BWRM^B<SWtBchg
zUe38vs;*0dO|yf+f1%Uwt((QyrGHxe_t&RC>hFTD@YcLP{WE{d^@hJU9Sc>x4!9+}
zOxydb{4o2;P4^@kC;4nD3p#v{`?XUuoA#D}uNEHIZ?EFFNvHdEeMQmN$7+?5qQ8uU
zkKS3aDa=9a`D^x79#@kV*WIrPPAu&Yd9>1g&Fjt?t8bs2dgSg?{cF6&LUIdzZYD{e
z<TxmJ*Z6kB!mO|I($V%IKk9Nj*L`HHnk}+0fa&@wp7o)w2Uc(BNnz=i-DUghm+|I4
zz3p}G?w1qVzOU3u&iQ**FgR$d;_bo-&kUl??z+Bya>JEpzvacV@}FG)<w#F^e`m?P
zX3<G!g5Gc*K38ymf1rlH<QMU&l}hve@kIW0pTS@M>r&b-k9@PU`)00jb6duv7_A(8
z>$`c#6Hfle73&S68;^at{rT@#-{(;|A1tG{=%+tgeC+wb=X>XC^JsB%&53ew*3`1D
z4svsP^?Q=|GPAGN6`xI$uJymY#&=%6v1yb2XX_71%>mhaWyIyngb&uZ9a->o&j#67
zF8)vJWW*P-#N6)Z5P7ztxn9Cz2g6cRpDi7n=hyip85PInzfD-%{-xseqTi)Xv$L<8
z&v|lf+G4{Cs^05&UYzLWerub{lE}XrVsh^##WpzqE2>`2!lxZ^fT_{(<nJcSHxt^f
z#67iMwBXKXwh1Q`EZ2M~m0Z8ISE;>c$*wuyzq<>bzy4r%+9UOur@4AH@2`3P_LArd
z=PlQ-buE8nbR%oZ>JSf~i(ZQA$1e$S%>A_{>T2rm2xG~<YgzXD{97!41|6|ft*)`(
z-n6CUJI||KpOXGMK8$XE_r74`o%+|(3V|>G+Q(F${eFLfYfptr<}q#q?|V!?pKE2l
z%nAy5_ugw)>SVTAg-LM?Ozhe*za8%VwflBq&BL(E@iX7_eQ{8`S>s%>IseV+4#7`7
zHcDO@OqY7ED12Hm-`=Uwc-hPYcRfOR>}zvskDYj#BXFA``k(+K`|*XZddmLrepJ)^
z_G?o6BBQCPQ$#2FP4n#Aw5=iV?5P!rQ(MpG=FQ)ox-IjQtMsi)=}Qx4b~-=WA^%g-
zyCiS_Wxns{3fm54PRP(HK9iy%Bw7CE)~&9lOWAEYm(NbERO>h4aqORCD!+SMQPPBO
zI&YIUXq@i3)#5l&@^|tP$I`^m*cV4_zG{4pOG?=Au029Ga%${x8$)?x{T-HRTc*9+
z@#mX%<@aYIO|y>856ZG*SQXsxM&;cp;kec`%QER{jWNG_Cx7`g^F!SJ+3#oU&%Ji7
ze$Bow`|F!zmzG}l<kHG$ne}kS)qvi!Jf^2!))}p{*{AX`b((0*_m?Z<R6aPkOmKX+
zaS3yykmG-24Tpb|A5Smb7;;lu^6*aI8!xu%Ts*vDmtf}0D|;@^kiN4jMaaXdc8l+(
zU41EU+PvzfNKMl&e(L&1mMb;j-P-)89gpVb+tx1myKe8z6S?}Ef3w#mhWLlwZ2!{w
zrbWEvp<3pC-JPF|kM!KT62Eui5%F--l|Lsw>{BQ`%(Q9e=FM6L+OhN2#V$1Y(aXKz
zmPl;#s|&36N-SA+H_Ya{!u>axr&qp4FCuc9jLr#*NTa8Vr`&B%E6&}tIDV&il2?4f
zpSs-cD>|twUFID+ZpBpl=+CSQy)aI_L*fgTuYYqu)OX37Iks%I%#m3qPThaGg7>D?
zpB;jM3xjOx_Ba^b*K#_y`JBh4@_@&lp}%XU?~JT<e)s6!l_TG+t#S{a%hAwsx9ZqB
z{j2g#<t@UmUtX2vIapz<dHUSG-5i3&r%tX9*v_=sX2bVz&pWe)-el$aS4BoRF-R@Y
zs9U;y0`K&<UMo}liucXyEbokXbNb1GCe7-*O-C-NR#j#15KObmTh$r6aKqOVXZfG+
zPT&m*iL<ud+`j$zt%I@+pBK-TocO!-#ji;V|Gr#!uDqG8YN<W9A*ZUl<%j61BoU!a
z+KmeJ3%#uwIX>l<On9vP;J^iA+vF1$eS>ROGNe9DHMufvnWb6Z+g%I%*Br4Fa$C&M
ztzi82)Qp_4ms_WD*&g6$cozTn_h-MX{7K^TPXFE=bb8L0tS#~T?-krQ-oK}5_fvCA
zpS6cSP5SdH+Q;<w)dT-qiazdH9c|f@7kY2U)Q}HhBHwhmKCDfevEAw0JMW`Hc{{E1
z3!C!|KjsJS%Ree`-;1}dd&7?yi!0{>tewyDm>OR>6JYFow&z@HR{Dy$E7O+EQsfnU
z=n#C?$5i-ceBM)uokwTvoI2sjHNBO}ALFMNhXi{y6(kGXaX3@>Muy#8%0x<~cB8@-
z>3R>D%nKP1IN?#!#Ki{t3U<9Pfx#P_*n7F9#6Mi>-JYkbzkq#DMfOeRdwV~A>Ybjy
zr}ptz>G$_%FdX9vxOi1M^i`Vk&WRP~zu%l)=QdSVwzBnDjDcFSp=8g^1RwU<lE<EF
ze{<qBQ19_f^x;Yllem0nhWNQX1<zblmR%NaO@3NYoFij>{NO~#618LJvVEJ+aHq#v
zd_FW&{M?=Zw&l_iPc4n~=Tts~3kL<{HO!XY{nm|n-$tSQ4Hu)^8v1yWa(v7${boC~
zw{i9(kLFgk@Yr=SN4&bz<7P$Ap4n#-k-6bg!db^XnID&RoAcf?sZc(jHAhJJj><Kk
znK$#U7Vi%I^EPbb_Gs6HdCjjE#BN_bbH(Ih?WLb{CuOVcT&DB8e1hDg1!--wIunjR
zUwlh4D{aNhg=uZG7M93fES$fxY}u`uS#3q>phz&jdPXM3!{=COp-JDljRk9D^80!w
zK9R~4&by>$<G$GO(>Cull1XO;vfJ#f_hmriAoD`z1xe$RriYF_@@V#J?&X%U&6sn4
z6Z@XB>`F%42S=sz?^S#~wtM?L+XtYKulRqA#UQQ0khRA$!KbO;khiBY;S6)Kl7#WW
z8C;;iKdi1T`7Xm#D#b~{SV{YVWbvW2eQwKI4fT7F!tvam9~Q!gXG(zLqSaV`PUXhW
zKaD%i9Vt+21Mv_6E}xzRQYaod;WQ{xCPXx|FJ{Zwc;Tp1b1NG+ub5PfCyS)ZNz>o&
zJ|s)6G4Uwaab%Y4sVcstrANKQwRyv&)|l*YiTXFax#IGpUWe5mqkRgd#{~DDer`}Q
zqp)L-O1<pvsP2_-CuQsHd=_*)Ch4r|wHU^r?LxeFx|Z&rYW+WK$G5eUShhd%%3peY
zzi6bG{MB;-#v)v^v(i@01Z9BEGY_^mDd$a(5uX0ja>dM*X)4!bHa>Hhzg_wIgY`#0
zKD%L2*4M0jSY_w46Q=I#EQ`)g%<kLuti#lOjpdh1KbrJ{cKH?c9&s{%Gkdm;sQF2~
zMU2aj9%Jo=C;#*3<vu*?4bR_G_4ux|{{4#I$6jxrXPdw#5qw|<)6Bp-Ggyx47%Xcv
z<WJdt|A@}9iEJ~ukEKMUKAyp6_Sw`(xkoe6hcnqvV)CIGqQ|xvJZn{$pMKTA5IIRB
zqT<F=_lyaUNYeP~RCCetlEUYtsU|6q95H{5><b^B^f-@o50C9D%)h^5^Wzf=UJx(+
zyXzU2x#2>>!h@5VBQhuQa8Am$`0~i3c`BPW?=?_fn5w5Is+$`1&%N3F)0$)9^JhGC
zE%J4|Ts|>Ids6nQo8{WCFBb<y2Qq)uo0PrkK%w|a(^TFap;vzC31xHbuGEtOl{cV7
z4^92Y9yo0^zIraiIQXo9jsMyk;Fzcq+HMqX$8M^;Gi*XOYw22rYg|cd9nSaYOC3K~
zSg^!#u_M<5k2RtTxBpsH1mZ1r1VOHxI+g1udJ4s#NJ$z(a=_>4Zwm?;^Y2!?zV?Z!
z>Oi;oy**#wFoFaBwt3wCkN<i(6V5Osb7{Oh6gwfCrRNSy(H)nj0O=5SsT3^^?{57U
zNn*ECtRy}koFOpNPw_On_Lc{1HM<+r-Z#Z)pD_JVUTD(Cv&h(RPUpmx>ye{keyn8Y
z(-V6No*mV@>i{l`I()y@Oq?1HO8N!Qz!~M?neP54QI6|GLB!PedQ*Kt8KHScaLi?B
zo(PjtF>X8(#Td}9{~~GWK`(GDgh}lw7RZl^G1C1X+-!JwD%;nvW!Iul`u(@6NvaAz
zxm9atnCkUaPok#o3RAtd>PQstwUU|;>)5ja7m^{xjbzp{=fGPF%i3mv;y`lM5kFJo
zt7qDI9tOV+_*@0a3^TLRR!ORQ)G8g;d;CI%`}iqP`u~=b@S!zoO3dmLTf1VE+b_oo
zW<Sa5V(SrGTMUW?Ef()Jp+}-z*M#m+GSBpX<N+#y#7(LWcyFI(n}J*cnaAz>`i2o)
z_CrdbO)I($IeQ`%E?Dkc(7oEqkk?4GXJ>*>+ZxF=KK3(}{;7SL-LT*1|D;N>k|hUc
zuAf+$2ui=u;=SORYuXdx>lXW7fNCaa8b{;>XlQTLayQmLlC!I@@cs_d#~#gRxI4FY
zMXc`F+Ox2BpGL_>P?86gMB(55&*Qz2w6J?Bo97|roniZDeob0ldd_jpmWY?&IN)~l
z?lunHB6CE#@!R#;YZBXzEqr;QRKn_vh0VK@za*wE>tE-5(eZ4F>E)|F;l{NE3vWqg
zrNcrVT;ey)jt>=F+$Q-;X4x!IKtqb3IR`^6&t}b7SQua&e6}Tj@1*NXwVKS=@tS9=
zCagZib9E!M<~^p#u_!ccMW0Cq3@S@6a9!T**9?Q_cCa#TJH>N#B6r2hW6|buyFcDr
zo5~L=`pv<0@AmvXb&vl>pO-TL75!%zlZ7NUADF>*%*H^?$s+wLYix?1#N>lBc#oAB
zJZnB%(+e(liVw{YIkv_CRQ%7WT<Gvy%Q)otp^Zg*EY14nK0d*gF|iX-)Pw2**DI4Q
zi#IFtBGtM|PRqWq#+FEdppHpI#s-59LC?t4wpXC47E}Z1m_!r{XzPaU0#~$<1fLD6
z0A}mmGpV@zz_;1_(;G{Tzo}0ovVPqFhxw5^VK0(&g|fMpRO-FSTE2Sjy0l%hUS=&@
z4X#;#@@zG}at_qefj4<vRLXTHWxE!w^;jo*a;t&!;{|DH&p~BSA1E7&KACkUKvvtm
z&7)|o!gVeP;R_CJo~aN8QI6}T{^zg$zb$X~s@3U>pFfRy)p+z=!GH5@TEF6MuGnJc
zW@J41kMir6{_ocYZRqWB<apb-&XecsCWZ|LDT}g2cZDs45JJwOpZ;{n8N5EW<#q?#
zmxfOBw0kqEb}wc>v(NDFu`kk}^A#Ez8QHibEIt@+IN-p{%*$hAAaL*i3$rLs%nykh
z2@9GV`Pl3vI1&?D8ilqcNgd>3*5%n^@L^GdIO`sb2d<3zcC1G<6x<l~xhet=bTh??
zfTZR#C5Z?uhARO{amza0)hb!*bRA5nw5?)E*vZTwz#Y4W0S<W<y@+aE7YZR}9SNAq
zkYm`v+tI6M#sGn34BsS<@E!3Jw`R!|?^=GPQE{2E`JNeZH8Q(rzlai!&0dsU^d$S!
zyX;TzZnqxz5h%8{bKOgY@7G+emn0NiK6qel=Ni+ATbHdV1&M1MT9*79q$%n8tP@ef
zk=dt~UMVR{xO}k2*PZ#*A3lASG|rwAQHQs;Zw?FzJLPs$ll`f$B{PG-+eIu37%wnn
zFqkk%EmqxiZ9z6Klt{QPm9p0H+N?*iC5?J~Qan;TQU))Nt-0MHXYldZ8ENBupS_0P
zk3EszoL~NhfyKb!zyStkRvsCH2?q`^G4oDQS!enpsu@b$*vb}}Jz?vzI|;iS#1C>X
ztMbe-m~iL-SF~ZTf*YeDC`@6&&AR78X5(7N>ry2U;@~>d6H(1;c3N<`pv6MBKcgX6
z2RNcS)|tYrxS$Zbpj)&7220r(6wG$rV1UCU0cip0*c^s8FvzoL@eaNj*<N}#r-W{L
z`DDkkkjd7+Uo1Ve=YvOjYR)&OguKR`tk1+|L?`4m{`5IGv&on>jq8la3{8XJglE3a
z2WK{IW=Z2bBQ!(Rz&l~uftqO#bPh%`ZDw&RS$lY0>4~WJHKms8B_mBj_)g6(3Szpz
zkij$MMO6E`QWz2Ydcsz|$k#=2#!QQPI<%%T=zyWj#b(E5M`pFVGfJf|Hpm%#G+V@e
zX0PE-aFF}#H~i1WBq8y^u;73L6Ei1|j=_Zk2bh@!d3=6I>_|{(ZscJzlX#Kvpt(^1
zl+rnwHF=g8Y&hh=%?wW5+_I}*iEE`Uelw-{)3P~Jc#_~j2~P8%>~M5>g9PglaJGQQ
zkJHccXlyRO%(^Rr5dv>8+<*mf4g(Y#cF1<j)hlBtV<>xZQ*TOerTAfP`wM$`FK$)b
zwd`{FErHm}7hm|MJDbSXKS=N8Jf~~1{lFcjVs2<C+XWXad*IVJlL;E~ss?h`Z?(O+
zB@ipUDEm~VgH=l`$C+6sA~F|EovM{KC^t#$$(b^DlA%zn@`Ig%Pxg2-LzDP1uaaDc
z>ugZsz&hR&w;I;)TCSJec_oBt14F@ugbU3FKPy)qKrUdC-@WaVGx&S#4^jb>pm6ZG
z12Z!}QUPNy;bHQE=0<*a0mJ5Zqbrj|muC-h0mD`CQ4=%8{{R&*5}-hLg_k`qY<TxO
zh#!Py3#Dx4O=eH_JQLSKD`ajptmAzFC1RBoj-Qq|!gj<>T$%v{tr@Hts(F&wliC-&
zeIypU+x2?h#_a7UZs~3+d%dOW{-wg-V8N1IkMvlciOu-EY~h1D$mx68fr_Xvv7&Q8
zX?@xOokmc)ezut<o%0+lxp%C&J7H_|x$I+{J#I1U3!N4hIxPmJb0eQc+2$p0+t%H^
zuvL0j+2M6}Cv278<dzp3yP%u30R~$Wg=2RwL?|qK+XgjnmjnNds^oXQC(YCD&#2qI
zm_4DPkqK0`Cnz*Fva(4@RD3WrIOxC%D%%Yv96Z3rESq!Gq)Cv?OF|>@K}(|uTbM*f
z;sb1n_))M!4^t96or8lMTdZ8@oLASV*CY<{NbGLKZ1a@f4v+_6g^Or|DceTIjTeuy
z9e_cx<{J$+UL>(6Kw$g4w@JG`-_nykxctQ|Kdrk*KOHKJe*UH4Rfqi9;84*yph5*&
zx-2{J<E10Z6d`N(DRU=DS1E#umn93Kg-IH$fce89KPgFT*R2!13odDJr!Gxtak;Km
zlIsK|-rQ<g<9p(k%9k7ZCSD9u47?3&4$KLON3bcH@_ClvlNFQLl%*~(tKFMXxqC6Y
z&pyN7$KFU^&Ofuik%5g(LgRxWxH#wLF){dXz=4HXm?z|i#EFE2=0;vND~TTo3N4L-
z+mfUlxtO(i))-tk1g|wu6~7UeN?k59#r)|K7KMt1%>I9!7P2VduUEVKU)*Y0=L;iZ
zXHVG5896)UYOe4uvxV7U;>haloRPC9Y}I^j8oQvIw*dxi*)}q7ynK}JfL=r2L+>}Y
zgd(GrvQN*wzGv5-f+t}@9ot;4PrI>Ib<?tB-m=5d1$hU-p$<yd%MSQ7e%!pKEVKZ`
z0v9rzXM`mDtv9T0LMhob()-wDrBfHKnbNx{nD3M|gO47^q8GQC*6F^u)f5{&VJmB7
zbWz-955EVh47|`J-s&hE8+~CbE0oxf&An-xLbmt0Y*6~HNPgD4()`)I88x6r3@F5z
zBqS0RG&C}^2}wjOP*(HgUM$p*(A3DqrYCVC!FZWqje)=+2M%Uso+$<eha5oF=Y!Tp
zw1T6Ct0T~%2ikanmMMhVHLWLZHLcM-ack1&S@A1MHZpC1!F!Ah9aG^=7Bhxzh|&dA
zwt!2Q_62{%VvoC)@>hO;6lNHzqi>e?e#Pb9+p#l)ceU@SRy2SX=C+v{7Qu)><~k!H
zQ6Bf&YV&Gs{n+ml%0W#Oa4q_7&$UuL-|%M})&;Zd?wft1xg>Uqo2Exm+-GiZz=La1
z3H9aKbqfPP)hVdy!jQ|xpdhv@f&mUC%$H~XKD6NA0>;UCXLcFBJ+=qba`}4fj&yN8
zIGKYQjOAY#L<|ZJ9AHGMK|zJ=3ng$J3Q6PI%LGBeeE?L4!qWJO%Cq_+r@U@zSU+8`
zM>Cy)K?%|jftM<+bFTk61WNhf_6b-R<bjfn3>!cY6uw3se%JpnAr<Fn4Mb>Y`-wwB
z+WJe5xZ0+)qPW{vqmPDc+*5Gp+k|rcuC7&W+aKI%D&{_;3l3;d9ob{OzErjSz1ps{
zMcHb*o+-YM;{XTtZ{6t+AcZ)%JSn{#P%!O5$2!T9vkS7-%Fdp4J1Ni!;jzUUznIk-
z`&p>rSOBWf?Nr8u#1k&pd3L2;Fl`2@KC-UzB&gC{BYim!R+c2c0#%y7k9|QZOA;P5
z%(?!J^#Z7A&d=jw04~18A;Ar4sj#_8Xe4Sc69k1atfd030G-Zd*DVZ&G@u0bXgmOg
zuG3PK;-o0<wm3?%Z#^;V;htyWFOpajU@%p{72$4Q#rIl_Xl<1@3~!)q6^>haBH0&2
zp=iTnKiS=)ITyNL%u3?jg@j;b3A{zP?7)uCQQ;dL^%rG#nZ7_mH+ZL`mgP#>tj|sN
z2WV)+T49U~9c6*=1l@a4C|3KzRwgL1A)9qmm;zXfgE%`c8!sF0jFRMQxi0)OK*h*R
z^JVvDR40Gxy}8}GiUCxNfa^;>36F$?#zr=9(i8MC2sn6vm06M}XM^Zv4krl-a7T#E
zPr@THp>^#HH-W_sXl2QX%C*8d4^$c8%@Ec-6Fx_&-#FmS&;;u<aaAZj-|DxaaXJHw
zzRUFv(-%jiN|JbG99WZ<lH3k&;@x#_&0C~Ud(mZj!*O}vEiSVcRwhfduPs1A3FdQ}
zj9JrRZSiFX&dhED3BamKP=lrL`POv_&2g^RMY1=rKi;L$yD5Nc%AD(eoS-$+0>%px
z8W*>6#jd^pC3c4?W{YkLD~!7>&J_!3iGxU@TH^}OP4^#AXk=j%lgLPT(AdbqrUoh~
zF1SJ(C_JFzJIqJfB2l3g)<6NbKEMI!xc-7^60g-pwz(0_erp`nuN`2-(f~h~JvX5_
zZecb!kYS1&nHdaSu4|R_LUk?>&c4uTTEHOMF;y>&0Ro|=39MxZY8^&{T87KJWgBE0
zWUIDuAC)ROD)r_-;PHG`=`U)#mPItLLqc~yh|P&EfcAwT^(G{x=Mzln*_Q$eT+lmo
zrjP;>+A?R5O2*dtlscDP*Qh7PAjZHa#ZzTaQRl)xqYTm;I(9}nIRDJvyBC?4-JemP
z{ErvZ1$AI#X6I3v@Of7Jf^JCoORPwE(A3BSDjg26Gt2X|7#JLK;AB<@H5SF#;v|q7
zB+#_I!2E?2A`%t|XFp)TY%fA$EFUe#92goRUZRyZ9A+<gce#P$6A~*gj!0QFU~i#2
zZDfl@LVHhFuGPM=;Pr;D$nmf)f;nHqVmoqwNYmimo@=5x8@L;1GQnFcFri4WP!G5t
z3QG7(bEeEK3b;3A@}xwe*w+`f@<E9W*|M9iDQ3$)H{I_b&dmUaht+mnTbL~iB@(Y&
zrL1+nW(A5DIRj8_IyoOS{8Hx55AObhYEuU$W^jAa0i;N;3DS5;Xl~>KbwojZe^71e
z0BSLAG5FvFO3=*u+^JA^F(wo_3UFh_3ic8QlrwceV=g?4UPv8eivv}w5PVF*3|qe+
z-s``xIhMzAeJQK-8%Uc)W;?j7-ym(3rhOwp9Mt)Q)u+eiUf<QkyNi$MC2GO+p{)tj
z6#}<eKs|q*Mo4M1uDPd<`{Gu{Sm_O*PMbnD^K;Yv1{(RNJUJaeJy8iwu;c}hiVIsA
zcbh4IloiB%=7zNn7z#f8>5$`*GI$LdZ-EYVy?en34r@@Q3LEM=QJEXhz>U=THwbWq
zggT_@g0p#E6!)4%x&kr^q{+w;M_NITJjjIzcE$~i8;+s}d$NGFfOYH}hBr(vB;d*T
z{vmLX)^WS%feW1y82JX#mI+RPG{+yG%Z@$Bwp#!^-m(nb2ZakkMqEHG8s+C(@5@6v
zYTzCxv?D3~+;qP}2TXiJws{JugK4q;XX|XC2DSrCV0dUjCs@y}GUw}gFK+SfE_1$?
zcj8trs1#xM*<<+m*cEV_@$N<DXZIZ#m>GF^3<98SMo3Yk(A3DurUf2%IXlDc!$AiQ
zW<{PJgMdSzHY2E{5obf|Z-UE@#_5xV8bHI2pz#%M%k`yAynE2vG@w}GbN~%QDnW{T
z^m_FxAA`f1l8vCShhU@_V7vi>$pWAO#^4fPq@pEuBU|mGJ<AfBV?#vYNqsW7_C!>t
zK8+JU&uZc=Qv{D|fkJsRi`%(uF0&Uf!}hnHfb=(co^R!hoqYjH>^4)(7T#obxDwti
zEy+E!&KIQiY(X4cS?uf$AZ3c##&fP?c44V)q+s@ibc^+ZIS*hZ%@kt>20^s(EvDzD
z=y3qnqY5q$wHdS-w3{_{xq%uxuslGx(cWeHg8R8CtMr?sRS|I(d9W5tg83fS=VFKv
z08pL!1RN(E&~YzN2Ed4dJSnboLNXVjUCQ0t6hK|dLzTIX*TqU8#KCpCpzhq-f;h~c
zr}iAUGRNy;Zy>!suIEtGz`ax|8>xH^UhjPoJ(tZQU113+3PFh)8n{T!%LA3Y3C#M8
z9FVbh);$7|(GT~yZ8)e04t!7qAV&dwd=b~c`t3a;*#>Z=XStr2Rhq{>{(SeMMXLnB
zL%M~}w=PU*e)#<L+ayHN-|_iYz=ne#K7ZW<DtF+8J49h6EJGA-GJ6!_imwS@wCkC;
z8YJ<6E7Zl$O3vzEIO>QrvI`!1fe!>Ee|y^}*8m!NK@0>WENGkq>L{`Z^Mn`_9CTn~
zmIjq60&H#)5{V018im<{BqBiFCd|2uqBv<5=?X{z0v!r?vd4_W>;t0Q>1K*MQJE_M
zZsl_?&u)%rc3g8%;o1Sl5QQ-Kpl$?XL^=aQ(qg0m7hTxM7vBL0Jg1N+qW|c6SCVu0
zjjc*$Ydd1KldgB&*t+S-p0Fe9MUS?LZOnFk6D7Di?8rLNjoG^&ip<fpfR*ybtZDa5
zKmw4khBjKP*NcA4cHOwp^-WY`toDX%*0Qw+)=h2w9Mu^A8Qg{uYG89nUNC2!=nqqU
zM(`X418>8z2FqCO57}`{;GQ<a28IF`enfwXx$3|X&`1Di>H=J!f<|^Z5)vBbT<7|8
zOV1J7cmWS~J=qiX;QAgG1@P1nKbsS1Kv$h-33%#)S(gVgX9QNnwQ(WXaiTZ2GVKma
zxGuwhIS7MQA=mR+ubII83}}JEv*_|xru|_Zyt+{Tf{lE}AO)VafF^j*ToTfddVb*1
zb)g%xzfSrbCAvRMR5}XG4Sf?Ox;yOXy0?f*b^8IxF#55%*H``6y6VOSt+KUUv8$7=
zuez~St1Q<%2DL@A#?$#=;jU*(1I55Y9jeJsO4c4)UkPc(faZ*joq8G78vhv-4a^CQ
z35*GeXXdO61w}>#gGGkHi-Qk-3fd;z%5?#SI&{jY%$<KmUGl%)pXLJaDI<q-*`jr4
zy&0M~*wo-H_SK*`6d=@KZ;fAlq%G{mR<7M)iPyE>M774Qp0i{fcQ0BBUwdeMXp*xw
zSbjscXxZ9B>o^$%w2?+%)__8uYkycL?^>vWP>`v}ArEdnf(8g=o3?QuZ3`2Q4bI32
z1tU|-^`S@G!XOACzQSB&PBi+M*Xl0bwGgDXYuSYhtH9`P0p~fPIj|OuV5Bi*_yTE;
zX7Y<!j<Dg2nKwWQzMO$!(Z!>XRt$(dv;lRj=CjefemMhB`vufhGW-c1+AaUW0BXNL
zx=IG%iBf*ZAPl6d1fDn2UM2`?zkqs5@Oh&rdq81xq%ADTc`u|BfxWS=YPLm4I;xZR
zt}3h<?{qGE>WvFtIT@;ESG*a-Ks{2nz>;2s5U7iK4KcI`>YPe5MDrvuCoP6_Pa$2@
zZl&j-M7!$71rRD;vC7GLH5ipUAJ2gV{n56txz3@YQc+;EOWF@@!VYsp{Z8dtEwe3J
zW+nc&O9Q1q!@E5bUPLvn6NM46+7q@iMQVdujc)LyuhTOFCJ$DLP{b-_@Y-w<qiw>Y
z-kIC2s}6u>NI_ksV}GPU#Y`g;xG#!a%<zOjnvtMB5_I}#?F={2{3x?F()@Jmoa<T}
z7eWH^smv;`j0{ziEkaVSuy;?vp$&=%%l1`5Qc;||Yg^i^8kmkaiE~40Q4k4g%z$DA
zLmi@n3W^Kx6cT8lAeKS)FgRdA!Ml3S^;JpEt0Cyz!c|<nYr*I)Z~noZtj|F+rl1xK
zXha=U-aynPIj=@hiZ&?bo$zGOw&!n+PB}$tN`s~k${A+F2)MvTXyAi0pSjIZ2if7{
zH?gZXfW~hWvqeEYS;*)Z?m>3Yh>e4|BY0v1T({0P>;=u4vVlg&AayIK(AVcdYbYY6
z=q*Kjq2P#!;^Zx5z?|Hh@Hq;WBi7Dw4h2U<n3J<C+5j1`4S7hxVb#7$%VY}#nIRWF
zNQwUyFKas2ImkpcBqAQ4%MRVR5Q?4$gtoSYfzi7*?}BO2kzqH`q`y?kTF}@jd;({I
zq2Hox*usDX*}P?I9j`&uR7If<x?kMN7MpzmO6<O-kj=a4T0z`x@fp?d$-Lx$pf(N@
z8=r&)d@?UVp$XE)5$8!U*l^H+omn2##t~xklK_vFiLyn3hHAJi!KFAj7o4&TnR?*@
zI2VL4G;m;cu(0L;2GAhqqU<AWVdoaEYH15|a@JnBkZ%Fg#!E-J4!|IE5|23n2D=?|
z9Nv^{WZnRR&gaV(Ubt}o&|HGaA2eD98X1--k3*FCNKsdUQQ^)8jVZX7taZL_g;+iS
z8Y%O&)Py#0dKVHJw_&%Hu(4mn4x06V6-4IC?!9}#xH;cvzagx>)5yfe2OdA*MVj0*
zD1eS15LhUKR2OJJ4+sT^;?xTP><pM|WpGAW1p3f?2k%;N?Sf+B1<-UVEFRbs`W@eZ
zV#4`C*+Qi9|Mi5=QK2~*5OmctBy{0I2-^Kn*JAsFJFt}lpgtC?yx*c_w&j(~DoE|S
z>cR!o3OJHUd6OAvOr~{Hkl86eP@hGTp&>&YRO+xnhH-Rp4&xMFNVt%2p~2HU?XDYi
zol<4;tKOaFYWHW<?q19eUZ=z+p^@;Q0Ww$&DTWS$S1N&Lvq1}ES{en}KocU6*=$fT
z1Y7O`o=yU_=c!R8a2@dyM|7@U^DsE%U>#2YjU|Avq>FnYwz@VdA4fTaSqWpVn%RMf
zzZdiRUN15^<)j$^nzew8Re~Cr$qQV-!!xi21CR;%x5p~a-fe!71ZsSO@dMDn8EmN%
zXy|Oapl!mt-jm?4PyPjMc3Q6g$;!s50&V_)CZnL~p1`sh?1}jb_K|u>Rjq1<RztMC
zkU}rOuAua`2rr=#0k?0|&t*eugD&2+D5VP0zyhfFnW1S=6c>y=dkD=@weU^=O_hNA
zT)t9VeX!~Gb-p)1)9(|uN}kIG&%Hy4vRtQYYALyGpRr8UKimVGrx)I3mUvw)CD-X%
zn#Fow8W|}l9fj1oxh8oIRIVpEYj0dQwRnZr!iC`aVFfb-M!sRiu9ATPr5ZS;(6vqw
z)RF}iODNR^V$BDr?<?1Qqw$7f#_oVMj-f~>)?&TpjRl~#<+TM`2y{T2>zpof$Cs;T
z&UKNT08!~E(d+;uv_V?$U?gG*g3=%#=m8Bj!N-nz6PiKQ@3jR&*#VuVD~?EoB=NFf
z4()?RdoUHkI?o;J1QEJr(ArCcSKj;;d;91{0IRgg(KfTAQYJ{~O<UceSxvmNlALEJ
z@y<d*WrsCUmnh6J5t)OMK{$K*ctbZh2Istx`wA|mA~huy=dLgBTvu5c><3wLbIjvq
z&0g=4v))Jxa7y;wQ{D9pHWb8uzW>F+1&o{X&g|;VZ~!+_LG$IH4jQ<Q2CwZ)Sio?+
zEpAbE9FqWI_05AD7r-Vr!76BMJq6a|Z9+L0I(T!BNSP$@N^NB8jc9gT1DYj-u9t*Y
zAh=X&IOu>TBOr4rOdE_ktm69<n%#0Tl&>ui%)ZcJngKRi#sSnrgRQ~gZ9rLt(`A|g
zLB}>O<TA^!YG0*!Z2=NO8UO|L5kMuCgsk+cgyv<%E07~)RuXU7VO0z70(dFKc}7U0
zkJl959~R#I?CF9%%m<z{DRhBWBrE`}X7FZ^YF33WQh*AHvH5})JAjurI9~U8Giy4i
zrG!|u0Is9oy<h}Suz-f)V0Cms&I;7dw?(qlL3U<E_=F<Q640c2oCMlB5J&)9w68)6
zHK~nkd<>X_bu!Xk8yp|Yta4l9h!n~e4QLg#EO?R;)*@m~0JTk_H8!Yq%DmyYLYd>9
ze`o9G*Oz~;f7=*6^AY#)=Qign^*XlOsXFVf^*z5&;ggBW1UG>tjEqtO3m6Z66k?sc
z@sMpP)0Y$$TgeOkjDICAaO)Q@pT{3`i+$PwhNtWr_7OtOs)iyDw#HYiPTn4M|8=9?
z*E?5=g9Db`TW3DaZ~BW*pZoKrN-9n6`6R2(QaF?@kZ$bom+=*UKz+lnFQ;Pb+LYWO
zsIGhexi7Kvj~#pOxO&k(xzB61Xy0mPQz>*1Yb(3OSSr!=T>8j~A5VThZe5~?i3%T0
zjn8<s(CtgwtDcXHkyFy0cklFHDz$nuix>|RH(MiXv+;7aLe}OTO@Rv%n-4TOCLC1Q
zkRT9YU{RbU5N^<+UBJNF(K=6r0W_%$!qZq8n%cM>%UV}Vu{B-1)Y2?$-uc3Vr*}UP
zjVw^snsImPwdNhoj&~aO3!GfI;j-3R_Vgg$M|^CB>=0oFhKa)axYZwt^-a)`*|}_s
z+!0xxqq03(6H7EcBxrm{I1w!0k`lV#<YkrMVgrG{l_^h3KiI3a?!SA3yYipMjDm{)
z^Ag_m?Vr3M(Bs9w`X+<_pAY;m=l^lbcY4{CGxPpEx~!M-vtpH0{0r&x^{@Wlxn1}2
z{=HAP`wy{vyYwS7Z+Cv(&cE&bXY=P5i`W0Y|DW$k`GHS!_uhK);rf5$eb45z|64Bq
zA?5ku<pKMAAAjF9yE%Wq#`%V7`&Y-NybMnbzio0YbmD1!z5P4BEmm8lb;aO{)$iVA
zJEAZ1K2ch}Wtr@f7k-Mf&*eG2XwM7Lsk-NK@3L>Xl+(4mLl;GMHR`W=yi9ZFZo3;F
zp52<CW7PP1F>gJ`|D4H!p7MDSB3t+V;H};B^7UE!{Xd?I*VbKpKK<{{qxSn>eD1ab
zi3loTiv9ny=)C@~KbzoM#Q*<!G(Y~!PuKbJ-=2#@r60|Y{{u4Q#pl}c&||X~omc-G
z`0;%BxsFxm)f+wT&R@Uc^{VshfBktifBlZ5tIn%;Y<+h={DJ?~=fbREe?LF9j{o|T
zCFsiEpG9_Sf7RGbTwP!H_5Au@H8nq9{j0Hb2&uKZXK>X%UhT-L^T+4Ke1GoE8UOWX
z==}J<pO+rX`c+dhE4RMx^ZEQ=HB*?*+VB7Q+`P8#^7HL~f1b79|MK%}JCMl#Kg-VN
z|N65HE^Yq*&$IdWzx?!_fB)NabEx#Q`S<^TG`#$L`yX8T&*#!vHR;h8o`3)Q)2eUh
z>(7?6cmIA~{{PRq^Uq6e@3W70XDX|;d+uEJzeaY|)vrHeqp#oFX_>Lc+URA7*4(Wn
ze@iS={)_#dR{j2$q3U)1<FS9le)rAqT_DV`PTuGkNapv1ic4=^w=X$;_hYDJ)zs<V
zekta^%-{I&mae4pUFFaB1&;0B@HXk%K2^hy+iz^QDVu+1!U@^K(~o?3aXm0|$&3T{
zowPH0)w5TyIjzq6;lRU|l%deZf8;}B$CE`;9S@m5p5FCa%}^vQe2P|GVX{RUkGx<|
z5MS?!{EsW=Stq{yG5_H<jr~uRi+*?P5IW!d)$DVj_4BPu8#>pXI$!oBI@;)l(!(P)
zPZewHmamxDu5ka+{yf73J<B}X6Gu*5T_RE_uA2X((O{jzmy829gv;~uc`v+WF5ypq
z9Mk%Ov6(N$qQZX1;i+A6&M(UI_8VW#cr|U0LrmH|uFlR--{k>%{sIqmp2)pkIn_9|
zZ|0?A{_$PGucm4;rg|;>8eKC>X2qGwUO&R`ykmU-z4mCH;hiZtkIL3ph>OHp+}E1W
z$$Oqzx;#EM=6=`vmuY+dEA%~`&;GCS!F=|8@+%f9Pkfd9f4itz0P}h7nToR4r|5>{
zGR+feSXM4G-K~1w?g<l8uU<Xx>-?h0c=f*}+TN9&ExDin|6AV^T)gdb#gV7g&mVnH
zvrRhj&940T)t@$dcEmHs_13-bk@>^r>)3m6<;K--b}-i6E!0d~$@b>km$w_mx6Eh|
z+fct>S&r+0uGM{}vTCb)Ocnio-y81E@B7YhZ}DT>gzw8A+ctcEQNe%X@yj2JuT`6r
zDJS$Vf2`cl|KbM+NQ~n_dC4EX8{aQ~v~IY6@ngFD{`r0P8UOV4-Dj+}lbz34<90m#
zz&!us=?wEPew5ts{PIW11K}k#tZ%-S)UbXKm5pbtwv~-%tZ_Xae&C+jO#eSyo<DMC
zTKDTu*8AqaJ1yqLfB&4lkKb<n#@9c;?m0Sd{SC1vKd#P;KOdd52PFFQPu0Dkd;OI;
zp<!`V-}WrsBOg5P`k!^N@%yYy9#vl4UGX+@?>C+J>TB!wa^ILInsZ)gTRQLU-5qZu
zkABlhuD-T$FZa)_e{OD`@;37HH@&p#u+6roZ_fLg^S)_Yy6f%DOWsCa{-&2z9k$i>
z^sRZNx$h5cOHaMMdCS|#+fQ`fhon?r&A%!4<#*-v-DloLKL4guQXRHyulL<~Tl3B*
zZBO5Nd-t8Uk?+6hR8)uU+3S68o@xI1McdP_-roJ@ZRGcFIyKc{`}TU@pSLyt{G;vZ
zUvKaJ^EUGTHvxufjfTA{3D!(g#P-iWU-_b8Z%e{&mMLP(1U(u575|?7%PlIdDnJf~
zNM)be=xM*c@`WP^y#$lrKebCtNmj4#aIA!&P8g%Zv63+RpxOD#Wqk90w98bu#NTw+
zF8?`w_ma0$@2}hTJz(O_qgS5aOJP0w(P*`;!?z!`b^CX0dtM;4_tes(YgJwsZH;@o
zcH+E;E2|5>1Xqjo=x6^5IF)Q#p#8OKpQHHphriS=t!xiIWZTbe<h=jutL#5(&EsF>
z?>&9+`CfyXtNTljUfx@JbpD>wNr&yl^8%Z<>-8_#9yiBePwA!Tz2dWiJGb{;`nHmv
z!|e*^g=&3`MNikBX8yDCyn=Gz@uM&H2FzKor}XLRs@D}$Y`(7J*#EsrX~z9sO8@Td
z^7F5L?QQ3EzE$<t=W9#<R=(c!d;ix}0tdf08C}~`I``k-YobDbuUW=@+Ph%J?CtAX
zew?qgo9=Nv+We@*KJh1>AFfTk^m?r}>$&LnpA0JWU;MedUGMGV=x~Aa(dvi)6(4l@
zes9;ERrhwq2;Z}^JamuSYt`p#Q(GRb)z0|6R`}_UxPXWY(bJ{>2J0)$%$K!a`@Lz7
z<h@;Hr?%glGiBe`bp|KDHyt`~f7c<k`@8xURKND_i#yLcDQ$nLW!>IVOZPorS6Q6?
z-gN2To>JL`|E`IK|GQ?n`14+axjg&79+mqb<57C$8-v`{Pr?0Be>2^4qx0_H@-r_9
zIexzO%DeeLi{~Y5?VHsuxcBSYC-zoPr2Z{_^=#MnU77bUE}w4wHTe8IX`{=wrspd^
zhnXL(%Z}Fld+pAXZ&z$CJXv`!FS9yp_WauHJiF>FyOsG@&!+jW{Xb>9d9?bUZ)umG
zeJXoiCVV3}+Wza?vs1X8uGFb-+IM$m-npu*ugmxCotbyEDr<jp@cnmxf*$=Udp@1-
z`gZfnx<USL%L{JZp8Hg)eR-Pw+qb=IykR0?OP61(zjb?d{Hojc?&Zw7eea#lb^+V1
zUoYRkm!r6S`r=>KHhbm1J~}pUdDPtlpF{4>`5ac?zT&?7-Ln??U;n*)y~5A@ip|y9
z6;Cc2PWF7Za@Op`d8>4G`iJTT=HET5oqx5sc5kTpvOQOCPkyqe)O^aG(1isdr&VS8
zR>{1$x9j<;y4CaUd|i8L+sBaI)<OHey1(%>D*F?)K1U{}blS$p;kELAcK68cfA{_1
z{?j);o{qcu<GoSYpQ@W@>J^iZum7I>ueC>Z|Goa7;viA`XYnU)d^ddg?ni~sFO5x1
zu3Jxi`fT*z^NcUP8qW=19zJWGf3>)EPiX(z`qig{BkaE3HjU1|x>)w!s&u9L)mNK8
z+~4(lSIz2q((l$*=`Gz}Rn2#1`@6EE+h0w2ywWecYj5ahjepzY=2YzY`s&K#wdTv^
z^7m?YKC4c&V61$-J$S-)ySYt!zAiOkIN$pAZ@sK-OxN*>*GE^Lh+co{(9gJxBG2kq
zcQsE&%lmoW`?c1F>3!?VBTv?L&$7AwPBryTwE5DHHTojz8u@#zTq|Fn)jSpb-pl1f
zoP=M<y<cxbp04%Rd_QlO`!~7RBegHq-tL!`&X)Q0>DqS%x!tcPhyGdlUEbR4hDY>I
zu*jRq;xAXOm$x>%#j&UUb+thM-EW<5s$L1E3w(VR@_OxiN1L+PRu7rjF9Ds4+u!{t
z`EsFO*19adH2@^kwYXicMc($yk(0;u);tdC*UM|4l`MVj<w|#c+wwCTg<o4-UEF;;
zeA)at%T_#!zTaH&=Ggn4ErG|=|Ez3xF21tcN$o!O;ge6I_s{j)_w{ATr?vX2I@Nk5
znmYG)B~83nRT%a2+Ug{|``n!;ZOt;jTUPJZGW-7a)wAM$-zwu>$JK1rW(ls+7ExYx
zU%X0iRa;a`mZP@Q*0!LQDra@4t&4>gT3zS}*z2t5RJ(|OVb>4;(zp!g6;T?_E5u6_
zLkcUqvz&#Uwzey^{Bq!T`s&8(RJw?D;Vvi6MZb1kXbdn7Q3&Cd5?Ey_qHsm}7yl~R
zuk2SFzcs&-J;nb@_%3^>%U^|i*IQpHzY<&3zat=^)@ARaUmaD>Uj@I)t?J)l5K!y#
z*X^s|*UneUue3wtV>WPKb-%)U)%^<hs{R$%18R@7wylu=+P6afYvU{BSLG}09vyPI
z(qGl_>&j`kp#onQ#|eI2d=F%J`zvL=KZlk7&wnz}+txBX_|xU@PLAtEzG|7C3eI0K
zb<w@2Okd*y%nokXTYWk@eAle)=Puqq-x|H@_jWzr3(?{mw#SL)e2&Yoe|lr~+)v*p
zAC_A&by1!6-&fU%i^98hZJW1z-^u@)D*ij=itToOKI^{r-;~AACi42fE&p&UP}ctM
zio5oYSDc;ydqpni<F)Hvr^{|Vt15q0X=_l(-<Y1o_m+frz54dVdev-Q%T@2rRbIJ!
z^7mT3my<(EpH;|)_J6Q`^=`}Gu+=4Afw@6iu2(<4S@GV}X4UpDUV(FibX-dx-?(U4
z96x1ymi^Zk)2Gg_`jS2QMpem~JN>`begpB^cgg&{^<=A@tnv5my4A0j%l*}wKE)^S
zu3o46@vh&N`>$%*28YZR@eRDYqqO8rdBv@Z8}C2Nbl?AE!=JF}*3NccU)dStUtN;l
zl{N8@=BoY7*ZTWH%Wdmc$8s%S!KXQA(J$+Szb|gQ|L|pT^8Uk@`|C_CIqk2`z5C!r
zMDg<n+oP5ibY)FGq`B(uU$^_as(<af8qKwQg`eh}MZ0X)9}0f|>1ypNwbtN}ZV|u0
zwezlhS<Bv<FLd=zGS8LZ7k{!tD=yt+`<A=QF#gSKtGzsTE*oBa>u7g<`})@h_x-$~
zU|aH8EB~s0V0G5j&9m*UK3j7(`0J7{{%4CF?YBnnOqsV!U9u+Y(senf>tD_8D)N2K
zjpSClY+>fl7R+~k^4=-JU&^?yFTYu^@7>BOt?SF5$?fyc)qGoWW%h3!TT}k8by-Ju
z?p+>bYyUs^Yp~C}sPeE+E32yBEHA4rTCm*8Q26-8n(JM&ZgbD8zB}cU>8hhMkFN-Q
zZqJlapM2$C!B^qcPv>>MpMO3)_Ts{K6BKv<`~TqL{=b%TcP?$|Hb2*RbARQf?b>Un
zJZ|)T{^+8d{r~0n|Ly<kc-`Mq;ws<w&$b8t3)ZdsFK_dJ`RjVQ4I!ETxsKHzD*y9c
zzG6@5Ki!T`^$TY&{kz@q&wBd@Ez9O{A4%Qx|Ac0BmBs(t3jg?RKIj`S{^S1jQ~lq@
zYyY$rZhimstN&-;|6+cdSxx_6#Qn?vaqi!JwvY0E4?K4LBY*ew|6k0H;{#XxUlCUq
zUvNMB`|7g!ncv(0?by6|cj&Iko7fdACNw5-h$tw$|KDHp`{@q-^));1oSqps?^99p
z^#0%Oa&L<Kr@!ARb9(CWr=@KF`(-!%cjn)7@9qD;)A#)Q_<#DoC-us?b#vSQmzRCo
z-yd3U@J%}N|2F>r*W*5}SBtgy82@hR_DfoK`ZEeAy?j(96cOVe$2H?a|N1)~%8b|F
zytbHRci>E2O{9BY+iTCg1-6o+O~=2Q%5w_*J1f4W{;TBw&yRoPUw-yib7?L2n*ZEQ
z_sZAJ|F87_8~dJr`>*uw=Rfx2ee;idi~g&2{5Mp7RbscvD#m|P+x_J+u8;5Z-7c#U
zE@<|<?|UroQS_nX$t<=-9;-O+Zz`MYp?`qyTj8qbjE>*)7RlzCe>~B8Tlm@!w&w@!
z1ikzN<{$rB;c@<sZ_V%D6+Hdz@6X(Ix&1KjQJ3O*sb{+%A7?JMQA>ZTwlBKMVqW{B
zT-o?H^W<CaYktYoK6#J#YWVY|z1Oa%=WM(ebvkNh-i?yI8^g9u+qV8~f75dji}Zc_
zlGDE(+jnTK#^0Is%XlWSY|*+g_3drx-(J)221@^O|K@g6Dm6W&|2wPx<wa+@&aZpF
zcJ_;j=572Rj`{L5ndkk=I4&8<m8!~<=6J<tqej>B%kJMfE=?8u@Kj^Z#>f4hjiz5N
z_BnT%8Xi~5J$TDTG$O6fqf7m_#*7|=8PQ9wNLyQJ=ADsQD5Cc*aLtTIN6u{YdYH(?
z8yqpiGD%bF&Ef!qOxdZE&&li+`Mz|9elg4DrTuY>9xFY$?%z_Xxy1Wn%+W%hz!>?~
z0?nG$7Lzoyyal7Xu4(lpb6xtS;pBZW^5{e#$4IUdK?Y%gr<9Iw>}T2_QWLtRKSTMV
z-=eiHm5nmT?Yh<n<%F)h)wE~h;~7pXyB^O_T4BdEpDVmP|Bc783{6)r(c^}!9<?H}
zp)x1ClxH4V*!4J~P)55ixhwXUM{SJ2QIXnxzVp6*zkluAx4ED5)&K3T|DWr+R=e!4
zXZ;Oh=6CJenRi>Su1*vBToX7?>eOY2%46#1-)(7sd%X6{_E+WqZ~AWYpYA@Z+Dg@b
z?w8%`-<hrRTX%2i-IU#Nl}yU#L!WqkxX)fb`>pfSm92L!J(6s;v7VsL^l6Fx{_5*_
zn|1fj+kU+GONEu3|K7)uWj2fZf^%+*+_sTDx9r9<%RIBAX8tjoHMdzFEelV7`r*@+
zh3^(Vsq=i-`{ZTZluH-?_TD*tqIlyD=ZU)ocYdC*-1Fi|%}ew1mn*oM?Gml3{<~v+
z|M5*Pmxz3SRwz7CeO>A2{^#qyo>@OHJ6e5l1;@<jew+78(&v1s*=A+xuyd;=r)y>I
z)T?2hTc-v^|ID4L>bP@@<xiK+JZ1kSi<>!RTlk$gj&sZ{S#)IkrdG?NX3KA=9GDt<
zT60_Brq19Tqa`PMo{8L^lQcUxr?@M3(T!&!w^MwIyJVkn*ne=IDLE%;w#GKgqhWor
z#a+2ZXTkc5giQiLiv2d81^LlzIY<*&;mI}cL}rWZ>be|UGB4@VoFw;M`H??FvY(6G
z771IPVAXm-^S18Gy`n1a%l!PkS8G@t-KY7;_hp9Xb6xv{%KxXNG~MHOem}J`oO6%o
zecg7JpNbYo&DL1F%T^F)UVdZZy68HVBKaRb<&7feZToTG{!@P9j&{BMuf&(|-)x-x
zJ+MM`r|{c~y1I%J@{toQDw6NW&E0O)-^G`8{aLhr(7|KAsqT7(>wRBrlDhVKg;<~6
z!Z4k?+A9;i&F>z4R9iA<>$Tv+Ma$jOt4!`{r{|Yw-TEl2YJ011*2KD>FSES+mz}%%
zMe^;bSl{<6Ru=0vY8sc9E?Kwipyu;}6Y?)=7e8gR*!?*0h;ClwJU8$88JSYLU$0cX
zTlx3Ey$O;(*IW(BcK6*}ct>Vs+45Uwc&}F$3r}4<t*UtXl@ES*cSf&Tdhd?1xzF95
z>8qCBJELtnXQj0<?>V2nGb;<yUY+x4HV)2DlbbVh*XBzP)?ArAl|6mwyEP^j+F#S2
z9*kURt<8JRs#@86&GLnpPd`rc+&U{u*Zj@PXC7OvucqbA*p(c<YU#ZQDVg*3b$4=B
zPOC}=*|c$H)=G0#em~E<nwbS&uY6B72M3jVNzIv575wSJlq+**u`OSA?~09uY3cH1
z2Uo5%H|6*9y}L5AAnTRy>E_Ep<xx^|rd3`3^kB=CxzpH|FTJ<L#zMDr`SOD=SDM@M
z`}yB}nO;6ej!m&N>qkK7^0xD9f3G>SdDA(!@1<ArthJx6xpL*jn<KSlkL-RI++TU|
zX6NrWM{Ir@oVTlacC)jxENNctj7$Y2=CzxhrDaKTYa=oh(3yu+Coi7Xc1U&V<22u`
z)3R*MWnMm;n`M0U(u5r=KHoF(-g-rP_0GgseP2Vo_inT{_qn^##6tD!vL^>MS6Zv`
z`g!ivtSs<)b<X3yh0ukG`wiE+cza)TW1F?#aIKs7>5G?&wpiCEM@^hIZOKyA%<_N7
zwrJ_<dV8O~^sa{?Gc_t|*0gEM&e~XHmPSR*n>KAZh}jwywP@P36>DuQGN(pGEt@uN
zC5X8+Dr(iVX{(lQUA5VGewJtV)+Jk`E=7g%9eJGQzjb0(d7j1Pvzx6|*Iu1;?bY%n
zN24w!>1M8-wk538>UrU3zpYoKPd85%%ZBLllAE(7!aHh>>e^64HTT0;=1#&LS!Z!a
z)>1@dWfoLDa+Qk8%HJ*<Iseu-n|kf<kuz6bw95Kk8un(*l+71o&qt@LzuV0J-J|!M
z-yJaX^P9tEb1m}b&Yh7ipC;7-iZujt?%arU`7o&tP^_UbMQVO*`Q-2mcS05ApJAW3
z4HR7yrI)?C;j{J1>`Cm)m%N*T9C7D79NhmMo48=v)Qn8kTPN<%5L>+TYDT8%t-1RR
zbv?YbFJ0;a$J~@@VM~{WW|q4(Y%$PX>*K9`IZbZP77N|Ae%`CWOb6Yy0p8kI!sO;`
z@z7lx<h>fq4A5O0;;nrZBnk=XtCOy+n%`c1FK6Yo;M^x|<-06{b-${u4Yhapz9%vW
z#JuVcik+iTm!fnt*Z%6<ef%sal2$K$au6<#l;6%a2M3pDNzIv675w?Z6_ot8^kC*n
zb6tKv@4K0q1yLyZ?el{#SLV)RTfY3>mp!cam$NRG7nQy7eTL4vKkt>(+4`&Q{QXt=
zzxcTT>z>^wc3qyuXY<r8BBi9Nt^4e}Xj$op&%UphJ+|v8!)Ir+S({zYp51rXHouPD
zY5DY=%9Q<2gQk7ltNUxI;@5_wH<f?y{<CvkU*fYpcck`2=M`Sub3OMDXT;u+W3w6d
zY(IWK-QMb-lEUw^-cEm?+OD%&^Zdo6*Memg@ecc@yeK}+za@BmGS8Ru=fi%w_Lph%
z`u@2+XYJkppMJCL&9_^(yU^z2^u&JiZ6Ejj3Ce5M+P+I$?dE;czu)wo%+GsY`@L<t
zzP;e%@2C6@-}=)ayDazLm;Jvp{^oyR_+9&YvhcU#bHz$L(qam<pa1`o{VlVk=x@d6
zmgC09BN?2R)c?QZc_$_LOXm07w8N7Ne@L2ck2t>m)1N~>FZ**<)qQ<_y+VG^{P~}M
zZjHO~KHKiwz7zM%Z~j)xK7RQ9={L2r_vUY|wE44d!ybK|<L$EXVfVzReQ$kQ8*jO9
z-5!0N_uQv{@2jdwsEv=fFMjQN?bja%e(l?^Pk+t(->*J4eyvTcj=yp5`_{+Iw++kR
zbKm~GudF5kBqYA=d+pyJ2mbBbuwVbp``^DlHvX+mtdGBO|NGa+%)fsh`na!P&wJ_P
z?0w%`AJ;y#xbXSM0g#Zs%=_Q(9y7oH-unIbq2IOlYil0--S?p`zGDCT-TnM~?u(!M
z-uk)rzKvbMKK(iGxu5^uS6TDGChWoQLqGTB%gXP#C%*1`>+9P4R(1t@^<&<1U;n+Y
zwB~`8_+Q7Eb;(!bkDDLsWZ!kM@BZ;q`;Xmx5b@`_O`UxHxi8NuzIqn=O`4o>&a=dC
zRq>>`F6DfOlG&ebESj|I^J4x-$?RV@HvhTdS^q}G!Mgll*}aEHT<?7sKF*l4e*@>y
z^0N!x-RhVeop;~n!?D8qHqWEx=6>4z^H2MH*_X4A-qTtpx7+2)Uk{I+YP)8x`tTs^
zE9ZjOlUOfKO@3$m!Y+^T%Of4Pr5uxQD+MvUKlJx*Zvg9tcY2HF&-)P5|ILE?V(cTX
zgtZ+`+DF4#b7mGz(SNs7{rIuHNm>cFCtTiB{ov%}uv_tUlRXpu%P5^I>V5Rw-JSc_
z1M%+p)!&}h?%uyd^0EE;AGW?*ZqK>?{COEu_L<P#E=QkkKXRVc*4&+=u5O$E^gR{k
zGpDMr=T7@mA~x|}-m)&ef0NAX?)g5sr}VZ>F7#aQ-{0j|tYTxr|HLfQJ+NfwlkJ_F
z-_AXVU8j7e`pdVZ<Qsmo=gRd7+Sk7<TfTnI&E+58eDc!IJ2IjCquQjyi`d2XZ@)iB
zCg+dOF)#jgKVEhj{#5)gk}F@-^!WLKop)27JpZo7(0orXSF<Sd@$+k8d><BU`?2%x
z-zR7HTztuA^FwvdpEzIZzD?R6iml(@E%{a+k^d_z{LdYgcgr5T?w)Y6w(Y)o-?wL%
zgze|=J!#YRWLbCdk@J<=lZ{d*bJ+Yix_RZjZ43Wq^{4mFpWSu-#ac7HodTbV(;ZoP
zPl?*cGOFvpk$?JkM*+u^=SLpjf8u-K{aYQ&t2cLTIec<&e&*KQk2e&#{n$A%Krs8(
zgRY>3-zv<6ul>*ZE6?zs;RpMH|Noh8sH7I8eEq$7kG=iZzjyD=|NGanul@b^?=|)7
z9;+VbRy94|`*?2Ip3ApxKB!nL`+n==y=Ldxj;}ub@l{dXo1a^sR+L)C#rBy`|J)4{
z+Otb0f8BHU>yNK~tthp<7jwRU-SO40KfbEkvvZz&Y=8Ln$5-E06kFTxnp<46XP0b#
z-g9@bP^tC3JLmh~9bf(X<Ey$oJLk*a?GOL{`0C$^Vte~t^6TY}uRi|q*~GM8_IbMh
zm><{+9<T@~nWJIlCsncF1%$~bvX>u>{6+Tmhu=TG`u*dx<x2ZO^wsYlpH;3qUAd=9
zZvDLDv!DOG__^Y%O`NU&srtGvHgS9V!q-1O`})s|(mhqO>*J2kzW(##>x!>d<#V^Z
zT~hnp%6#7IJC*B-U+=thuXyh4^QG_XuJ8OCllgz=Ilnox=Py0`{?6YMWgqWkr9XXh
zcqen6&fCW4Y8lVfGE{k8Jgq-i3OskqP~|<cQ~cIW$y+-m-_@rt-YopQE#rAxhAHon
zo$9xCYTnwZ8Rg4d_^!Jwucs`p=h`KQIn|5j&R)FrNY9c+i|_8%<{sAO9@&`+=WH*X
z^97+QsgC0LTZ$Kh&^(LD|0^#2;%}&D_{03*zxT!bMRoP{+rB?f-?RVu@5_B{Wn2E-
zxOlB^TbYTT`(uC0sOgIfEv2R}{<vIj?dyv><a%FQNXx9feR0R!_?o&R>!|IE3+<)8
ze_s6i;x75#-xn+9$lLZ^dz@j@ckJ<>7r!%V<$K>R{#aZ0rFP3a_s5kc^Pan(FJ9Dt
z>~+STbNzAduS-qhIDOBp7n}a|j+Nn4tH7sL`|k*?n!6*7^SWP(vi`~D`J9pd9O{Su
zvadT=&+tc`X~Sfb$VI+oLh9BlC(nIyQmA&*WQUuc3*V>&PRp1w*X5L-R;v2UO)ksd
zsDzXSX<2(tRgFqj-?(Ywi{G4z7qzW9r_B{P?Kdg4Gwr75mN!eH$|mW0mz++!mFmZ#
z{&JJc?l&rNWkLGUnTx%wuX^q~1x8*<@lREtNOj`+NoA)e*G%0KoAzmH*%@Ko)16bF
z9y#T2d2!R6j7YyVI=Z|r-qqhYA09b%>5>CTXp4?|Se#Mk%9Fo$@3lYvyI79@_Qgwm
z)5=V?7MfW=gSV{gc}8sCv9B31{m154ZCU63xXL8&Is5j{-TlYjX52Z~|IYn&oyj}*
z$8~jI<hPv3+L3<t^~ZCY#Ki5b#2mtZKR&tiF=I*Tp7Zz4U;Wo0`&a!=?Jwqp)dwHF
z+H}0x{pXL;tw*l%cm6EhX~!R3xqjQ@#A?0#_rGkf-Clq1v?FK%*xaxM%KL3XPJzy5
zVtK&yfa$?5<^wfJYY%OWTpB3m<;S#3YAM4j2EF|Su+?I04yzdq6rz?x&*9Ty&|!ma
z(*SQ7WKa}+=lPD|(AwR|E7Ysl85F``$J#xzP=y`LbGxQ!%?pWa&`E2M;|1^4-xEn#
zCinCHtNPNK;P3lyKm4_Q$KUl<>x1=su4UzA<ug54?)Up)vlh!?mLqBttE$!?5NZ5*
zr1MEru!V<LLe~M2M$I0T^n#FsE1QCU$~3NI3T9o#<+C?a!y>d`)&Y~oOs2~cVvU(R
zKEiX<EPNBBo}cIN5uc%FF!$igp7jq(8ecM9W^J47+IE14EuG_>z#K&b=Y+NcJdKh}
z#uA_dB_IbefzQF3na2j&5R1HBDg|`%+XuG<$j0x@ENO-o@U035_B%Kjd`POWaXP0T
z;<e!e6R-Y<4@`pk1|PeMW8~(rtz=&9n9aR~Zx7!Qw#~6Nmsxjlltp)jGC6#>?NGpc
z_^zVA_zR_oyahWOpRvu0?kyGP=8rL-aQ8qN^IhH&^AC3&DzXhb9_(rS!gftMBY(l(
z#_w#8qPrbgzVkjY-*Dfd{<Wht!wIGha?K~CIv$tygeK@PCre7aR_L3(S+My;lz~|D
zMyZ~s2|Db_wi4Wj-buJzYuTvrhL4HOVOr}(y`I)YW44J~6Lt8KOC?Spj*v5JR$(eQ
zrm)Ga$2Dn<Q1VQP(?=rIk2!4=ZQjvzifv}=xlIvV*-JNsfr%R%#jU?39gll+qg%Fm
zW3qnPo1=Yu(fMFST?lzFAFN2bEJv1WsgapD!zPG%UOBw)^Um6fc_(fZx#pF*G4|-e
zcEb*xX@`<D!Ni)WhoUssOcjcDeYugDYf;m2AKQ=nul_gtfBWzIdmC>*RcDN|Pcptz
zx_IlX*|%mh{OEgooO!hXkFdb(B|jBQd|MCv=zIIvsm)ZBDVSv$2hXQ4!5RD$3qlLD
z<|`Y7CagLT(zw!`m$jWUlj$<cGESf52$p4r2EGNe9)J@V>oRU1@fqhHlpG5$*mVGu
zrVihXcTQkyHf8~(sTuGz#d8j_+#hxtl8<?FG50x?)wV_!!3Am+$_Bx(Mb8p*R6%J9
zbh5yMcm)NC3PT$!sehOH-l|4aG`5LXR5W&o&!{l;`S!rXLpFjpDtbZbgHi>v8Ea*4
z>tAr)aNBE*5JS^_wkBzbbr6v|4xc%Gn0&aCwPtrj#e-dqZ`ig;zsOs#yYW5SAyE2x
z&b!2X!##&;=C{0i%mwa8@hI)cSJ>b9m+e<H|1Aawv4*b_F4r7n8q(J=B}+=2J`llv
z%xMD+QdF-;;t5-Lin4g}3*_f7(~bt|aF{bhYO8K*fW^Mfv_nyv8wHQ}eaK^V=sBxU
z)_j96$-aYEv8?5Wke7@5<_NFev#bs9L~>X={PNM~@(hvMOOKYZ9=M^z)xC5>1cZQE
zcqA;a>P<t_it^c259(L{&;7Uk{|lQS{k;F$tqn7HpvfrXxY^qq%VckFNuFJnbGa|~
z)<$3JZ5u%x|7mYq4~Y1siOpy#b4svtSsi|GWlbL_8G*{DdnO_>5$ewtbNUF+aLfPp
zVW*z|)91er)o=a7e!!mLAL9pTr44P4)vGnA`Eq>K+sn4~RVLTUoXEoN){8~nZ`^CU
zW0yU?ZOgpu<P5>y_fw_v6LakM%4-S*^nE{ecj<09$y$?ty6>ka%YI&Sw~Xo6)bjpY
z>2U{4-#@O~sqMb^7<*3Tm+z<QQtV$<o&9t>@os74x*gk|F}!&-`R=tnZ}*;)+xhwE
z$G6dpAE)Q<O|jm4KJc^7p6Ek$%MP5AjQlm{?63d(O4VO%DXV!CFn`v*(DQn==XAGz
zu+X-<arLlmjO~|%u6F7F+AN=hLr!%D7@50@ry7=J-g_#?Z&SZvt;hF|39i*!ul~-Q
zyz$lCsQ2l?hps*}`?dV-`{&=2mzYUeHSvC$xAybPwYd?`MM}@s-!ThGKJR|-lC<rG
zR$k|*&-|LJ=iUCh`k%JUw~v2iqaOx}{Cj76ch{UpoMJUW+Fd_4GM`zbS^O$K#N*z*
z=Z2cDU7PC-BOmNPzol|n-oqW?`3d2@?<MYpY~QiF#rL-5vjtLhG5&wAzrTC<`n|k&
zbArAb&N@B!=DmxP#Z25*r^?)vGkJU9xc5zGKBlt11Lx{$6h0qM{k?wXs^eFBYznKB
zPT#(Kelnwp-I}G_?;4$R<DL58@@K8T-<WGWY^5d_%X_=N{Cs|2g_w)=2?fRf$0g*G
ztFj;3&(|$3z4OF3n)!iMXYn4}**8A=Zq$e^-!obAy-MWQH*Vf0nlGL)1bS7K)})A^
ztBiY}+>jskcFu$ErAzbsetWNOUX}goTvqqBX;Is^bR>%`3p;$xr>}Th*{!LIKVDnf
zn><6$tY7YO=-eB&n^QH8%G<1!yz`%V%|UyHf8UuW6m9!ga4r6$P3igf@AliT>Un(Z
z?S6LejRi>$_bF??Xpdf3tatr<@LT)BBZ-scj1{8(W}TR1RK~c`(Z>4R_1#W;VlMj5
zR=-jja;h{;XYcu2A9<h3^b0W;3DnM2{kd*w-JL1Q?{;sV|JEYN=vMFJc`=3lhw4o>
zUpeD{tU9Y~Te6j@ZC>|^`a4%9yve&J{Nm>8{<--9o0dI4cqO~feA&&CyWckU@8iE_
zl2ra{Pu0HLljZiEefQ;^%`B@^pO(&d-#slZJ@cEz-A@bVEZ_Iji`P4E$ECB=o+<X8
zzP@L=_TI&R3{#Vhw9C$MY1GEwS(AC{mF2hDoxc{}-8n74_tgJplULAuWzX=hn6c&1
z(Z3>fJKGH>+x&a}SSbEqdi?&YI_)8`Q-rNv{q|T`C%=7ljNQL<>-{Rrc5p0N_HO=X
zlkaPa0&}lN-u@@)Uh4H!ME7h^?e6X~lS^m3e77Mu;%o8jzN+cXAAg^8&oy>&|0;Z|
z=eetLW>3_l=eJkN{koIBHhyK;xm(j7`S+d;o4)3Abojb$OU|#HckEr}ou?1}+}Zoz
zp<m?*_uYBs@zeBjN_O=1otw$Bzjj$q?aD8A$~EWRKOQ&tYi-??$oonE1HW(PJjdPV
z;$C|~RV(g(aHx8xs@)gAQh%K||94fVlwUD!Sf}#;_exh&|0!F8!^47OCw=_s5H`)T
z{c0cIw>1fS3WKZPMPCZPvZVQE{$w@o_I1mDTgPWx{x~r0-S02cf3COQaQyq1?Kc)i
z9RIAmr9kcby#Im!|MI+AymyPs@!#v`g*>>_DYI(#BsqE2*IO^H$Z4IO&2w6N&(8SQ
zH_bYVw!14|dcFU3rFTkcjbhsQ*U$Q&dES4@{`aeRc8quF72BJhm*%}aysnQit~~7U
zZN*o!_-a1wQkwnlm`?1vr?(`%`U`JpI{AkN%zRn)cIB>5X_Mc-o07_Y@c-P|!Oa%o
zyCVHUKQ7<3>wD!(kE@r27nIEpwQt{%{;Bef%-<!aquuM@IadFCmhNv+F1LKWY{qiG
zv)n&Jgw_ks&UvDn5w)v&Id7(#%N@SP^vk#WLtm;reSY{iOV{G4YniD(-ZWZEzwcS=
zUK+P^*1ads@5+A7{c5rLtZhrO!LP{MmVM86PC9kdb7^nw?<<#$woGly`Ykih|Npw?
z$9WRVwN58IpZxdwmZA*aT%oXaD?|gE&tI98sZkgGYtQWOYd93XtU2aC|Dq&sZrQqU
z`y8c(#(7OO8%w%P60ObuEW92&!*tr4inf)XRx8KO|L{_EX84+UZMF`&wHLYe`?huE
zwOYEy?%sF&RQawX|I$;PpFi`=+fwvl`#aOfCrvd>pGzJcpWsqlZlL$HG4J^iiw4^{
ze-oB&kG3px*8HHp*z<P1;nVGN0__teiZ|zV3Th>u$vRmeEo}bf!*fR_yHEd=UhbbA
zcq{jfgzzNU{$$ZP6+E9LpPgU6*7NjF2|4{lR$Ix>5B~}uUT<^x|E#4qcCNpF-0;QD
z^Q9BnOP+oAUZl9^w_N7pou@RPTO1SP<F%^#cIR4(Z&N+bX{D=w&b~8#x6oeqYq#R;
zr$=TgHt*s4ZYl7tO<%&Pgs1x-@7MOdn>|B*7b|~%bN9UZ7G`PlburJE{OV+0UMMgn
zv;O%srpoo&?;pj=iyB|PysIN_zPHAuy!kcvY9~!SyH&pUpZaz4^_M4{-}0+S^Xbg(
zeftmlN*r!hTB|;#`j?u@&DiLhTS|h?8_b%?^QUggn}dzJ6e>Q{s6IZpO!aZR@s)F3
z-lD&Sq-xaUo?K<x-`xI7d`ZeO(-(}U{FVmhzviu|yVRucN_tjLUwG7CpEZAMn8K%D
zyP)4BA1^;eIEDAmE_I&u0$h(zJp1bJw81}o-@Q1;`@7s8$MZh8Ty@lB<EP};vFYp8
zzj&K}Oup&fIp^BE^nA_dOB%jx^iNDIz25eTo%7<H*v1uK*L<<wqVr8$>a`);@xE)H
z#IES%7RV)R+P@<8(OI1{#hUjDgi1cfJ+D4={_*?YlaH@|Gm&e3+Xd;15!GcnheOZ#
ziqCp>tYdNa##J|xet*6G_V2Vw&xOy4?u)$Y&U)lfN9iO@f5#V9ufBImTt2rptE}us
zapayH2Q}k_I-X7Uq%4kpuQ?zrG3kK8o%t);B>x|@=V|skaLaMxH%E5%jd$kpFF%)<
z_U@a%lyF-8+V`tsobx|VO0{(>-&)M;9@MqAZewskO#GH@X^nf%1W!I9mo-B_HoWlH
zk(WGMn``Y<dKUy0ALN*_CX!>``|ixwGh3t6uP#pfmQ$HN>B!>zY2S=Eb@{VzCT;rV
z$tW+*V{O@|aO)!P9&5QPdxV;%zK(HNqh}|dmcK?gU*6)E%r5)&#rHovFjeV1JXPCj
z$GPxpR~Y$?Zq5I7<><ZLO<(@WNi>(I%G^q^?P)%?@3Y`x5%~qSYCq0K9QyiP-y}0_
z-Z~EZ=AL5$_N(5loH_qtM~9lz=`G!J+M5@*CQE5N4|4nXwQAR|7|#d)-oDw{l~#W;
zUer7;E2~-~X8q*$-zJgv&ShuoyrZ|4X5@X#e0n_T+mfASp9&t|5X=6tus7j{PH^8e
zm4|B!ECP1NdS0F+dhwxDSJ=LumQ$A}iANQzoN79y)MB=|%_`-uE5A*imvi)})zSBb
zVdk0^vh40fhPR~FI_JJ!^rkeUF8h(&FP~6*-xpVc^ILB|wA;1(!;eMQ_y4kpDc#Hs
zD$|-9erfH`#y3xMVlO{F*dFgx87}irT2!z9{w204E^C#W@0suIbFJB1z5K0eUDk|s
z+CQ1z<*A%4=kPhm)2HwH<5W)R+M6#gdfgNG&auR|$U0E&YkGg{q3hZU7syLi@m)48
zx_kZi%j51^6P_14r(M3Dv+e%@)A(uW@2{UY6=%Qbi|pL%z9)s>%+WfNzVX0f9Yfzn
z?Y}OsWH-)ndt3eOx7F7fyM2yLe;~rsCEw@oI{QHC^4}X{B=6_9RoxTrJRer}Fgx?*
zwIZRN3b(`4Cr8y!beN@(pMAx;h~xCZ^4!uBnR1292Qw3HY<h6;z?6ACq4V~ADAC^A
zJfZc~V%ysr&iP8WuMrQKu(u=hTf!BeY5kv`&aYC}{b+S#di+1bmk+{<4%u$A5Nyyg
z_NXcFe|PZULFqaEr}fVFvuR~2Eor@Mcxbut$8U*NX*<-m7IJi@{%QGk%K4}Km6Fp}
z6<g1#FtomoY5u=qNyeApx99J^IDNtTdFON8Tn+i75>J*c7pR@-d;j7s;W=y4qkHTk
z7_K|Y{}Qo|5I%Wl`Q4Js{fpmae&X|4t-p3^|A(EndzA#v{k5I>(d?SMg`gp4|Gd@9
z@4nu>=hC~DTkTU{i0w&s%;`S*GD!Xv!^!?>YtPiZ`;w`(&E@mqxs@IKGZywaF)BU$
zwLqaXMJ?;=7Q<ij=H%?nP4iqC{V9>p-uvN=uvPQFyb<1hl<D_z8L!<ttQYpqeD_9R
z?&r|HWOe!A$?|m;m0|2+Qk?~9?YHG0iJAShDox+N+3;MyoO=ELc-^J5ZPteWK71~L
zZ}#)oZF7wd#826IGu!6E(uCs?)6`yUoKUoTjmYa{cKvL=l)1`%S#C1rHhWYW+n29-
zW|XzPtvY{2r*wUhnW^EObb%x9K6R#i_A84huhCamHomlM=Op<WootWtOI;^es@<k<
z6=C`IJmPwBvnyl7kssE=k^6tFynH-)-rgfS<=xK9+p^92_;K&m{r_g%7g^2f{$TMt
zE6*?W8^WihUEkXG{`kAij{Z**yn}Q$cLye{fAINnOzfV289n<llw*r}XL@oQ8Y};h
zNL>=~p~sW`YTw^2?2-SX{Q7ronJ2x<I9A&8+ylPp)qcyLY2V;130?lL$8ttefgIn1
zz-?zIySxdlQ1aUSU#PffvBf=+uP;Ikl(wfda6EY}yEUB8=Z@OKW?sIod#(?z*V@Ir
zlM#pv{xEN<$n)(d&lOHz?05fr+{p`qDQxdFk8W#S_Vn(OYmw#FHw^bbb@^+3wXElX
z)$=_|rrtY0@k7P#BkA8Z$6em=weZ?8aq*A0?=Sv$`))API!}dpCnrr5zwy3c?&-Jx
zJk561?W)MV`sZL#{_TPye(zjcix2;PU0VF{ech&W%O`JrTF&j4=&<vhzTM1yDcduD
zW|tSdS-98Z+WEJoQ+@1CGJV-O*{CY@?w7eqY<Fd*yqP%d*;cj30sp%kZ~r>?x%h5J
z#exelmUbJL-;U-laC^S<*RvN<(l7t%e-N24m36-1x!v#5%I7|L_T}d7w%NryHg(T$
zH=bAOt$*+K(VJEJUl#BC_avJ?DP)t}(W!jLYvmtoj>}$G|Mkwz$(N<`UN@d!`%wFy
z;T4_pzt=uve>L^hyUxOM<#jQ}Wo*oKd-I>|I$r+d+fL_ddF!iO>sodi-L!dK=X6t3
za>vVuQ$*HPdF@bL$!(_``g*#0dgRKueJ!aAZ~XjNUT3$Pclw)m&law5zdQY0V1I9!
zVpnZp=DfM~joW8F%>5b^w0oL9gY?!uZqbES9u=Nfe_L&D^Jkf`xpUf7xia~So9k4?
zE~&r0lVK)nk!!R!?bDoy-D_j*TEDFou*^FzQ*QbB@Vs-jTlFGYADlbjE_-gZkj(y%
zAGdtoo>Ernqit|F(ZsoRd;8M~rq^CZJ>FN{DR?yJ>8jtao_%O$FR;Do8SZqx@z*W4
zNy*!PeVgDs-=L^){(9>(f3E~{e7L6YXX)O%?0NI7W>nW~jkjDDQS^T0?wFsqC(6xM
z{1@MOz9htcw)k(M&HJ5Z)IODS`Qq1Cu6RUw_Op)nH-q;+y`A{{qRd%?Q>GFZZ9SLo
z_|IDNI@&+}wZydoCT`9RcQ`n2vTVMdZ+qP_Oz)3k+(p}(pWD3t$Cy17IX1z1i^!#V
z)fe}l-jkTr_22FY+x8=>uE)hZ`>QtWHjVgU`04Xfb-#pTCm!rBNiFD_YCreH>!}YT
z+umQSQ)jq7eGY%k)OT0wtRB`cHFw-KJJHLgwBY=%{7KJhlr6qL@ohTQxo+C4zui&y
z?n_$idoH`UeFMj9PH%6kyTR3){MKABkhyc_l+~V3Uteu7kE<6~JAX$^Y^x|=*zL3L
zcxp0~uSPH0qxWTAThpw=DmJGcO%SbG^{YcJ#wFkLso~)lYk%G@F`DW3E4+B#aj`w7
zyI<aQubcX52A{I$!S`<E34SW72kx(5#$)~1^y@D9yHnR@2%P2G`a|w_iums-GG-rQ
zcRl*#fBoNvhc-(xzXoV7QE1Z+4QKmS`N?E~hTptDHEv5}Ip-h!ZMZsP{$zLWzd>(%
z|1A69eC2Somem!N)FrEa_sGxsVEpM|>?x!9l8a^6wJaAda(!B6b@Awv2M_K{x@Iux
z^OlCG6;BlU#Lo!|Ha9w|XEWcLZuiOav63s(k_B^`rQ^7&L)DiGC*S>ePq)%N!Z<gs
z!R*_*7f%mlYDykRG6~2(qO#p!&)sl7){{n8l4n1!41Y0SYPJ5+uTx83sOIlFxVcgJ
zqUpDU?XLT8A4v9j{XE=O<jlsO6~QO#{On${d&^ohZdJH;#e?tZ-#HdLS6x#tzS>%U
z@*2myl<KA8xr*;fVoQ%HZhYK%#>G5gO<Bz?&Nr*Sq;P5`ty!WlHGTVKhVwbkf3DF^
z4|{bzUW)%mX2c_j4VJ=Ab}_na8mIqUeD_?_?alLZEqeFGR!oaJp7OBl`TKv}$3K40
za^U}`@$YlU<Dc(N|G2-zzi4v)tPO=r*Hu@onk@fMYQ~4XEfxRs9NQV6JiH?3|DIWL
zn@EKJyiHRtTL|C3`t)0fuz1R~{Zh-<p7T{_|M<<ZV!Bk;?XLY2p>r~y&Mw?>jrD)W
zN;Ai*&h^(aGa5clt3AP4RxcjLZ?xlVJNuUVPYZ-to>hvx_%%1Fdr|z}zb)Z`UZqbp
zs*0w*UC^@Rs-1iSYe81KwoKn{J#pEu{a;h~V?5`-khyYkrscjzF~3(P%WJEjI<?Qp
z;<V_ZNW1e{g1nV^*)8E_!CpL8nNFvQo-+zRe;mF1%hTn>uk36yuUFm=+q9=WS$<Xb
zt^JRpv-v9i%1`w(7iyTvc%Y@>#5u`1<))8Co#gD?EPiKZ><jz#QFr&5iz{`dCpEBJ
zg#Vm#^J3H^jpS=mUM*9O8O)PSC@Ne0H|OZRM2Y{~CVwygU4QmTxJAkHo}}+5u38@#
z@7K3}kUX(<!Y__FTBrX_UBBk}w}a0f?1~inboVuP=x&=^@*!833sj3eEE0Uema3_e
zb1SXwU;1q>@ykLl8m@XX*?xR;$NTRGv(+oV1uSj1KQ&h`@@eVvV-Kxm5~cR1JmS&*
zEBt@+{pcSj+iv_X_;uYnbVpLYik0Z|h5u%#&rEw`x36H*q?Ky<Y&(PNU(Pr;!{WN_
z{F%(vpUN|K{_@y#M7u@Qu;%}#%chlVwwHu<hZ;QmVZ8f5-M*c3KAnH;dZhewl1!ZZ
zp{m21&R?D)<|*~DtYmT}*U|jvB{uV0racO6zM1^Z_5I7^b^lz8HIJsfx4f8G@{=n|
z|KFpo>vQ;*?|A*a_+sa~B_j3JRgMde#mCDe-kcZvVaI>=S8?}eTHl)b#y>gr`tGk!
zyUL%3uucq^%<!XNS<|OzzZgyL^PcThyY?Sly;#a*vh3I2!SiC~X`ejX)v-%1xoHd6
z!YDrdkH*hV*6q7<=T7aizZ>UzmdDH!7vFSYm;chIsTD>&7ptCJ>n~6G#4G=~+T+Wr
zgR`!<3z>?STgz^o_d7TK-Hzh4s)u~O&+UwZ_SU_eedq7@lKZ(g>o%poda&uRq1ux(
z4x!V23A0={_cGg&{gtKG{7JDpW8c`=WPN`ha$n@n6G6ASf01W5GM>x1ulF)DWO4n>
zpwim+0nb0n{Vq1*QuZzM5ZKpjSIOO*$f?Wy&b;6Gq-<OFYlr!-J9~Gu_<n!rpW44%
zNUCewCinVhXMTrYi+r8_<JpGyE$5b>zwlBjenY@Kv88ph((ZVD&tLNTx$sAg**||;
zyC&N33x9uXS9AQb>GOxB&(Aks@BAD7YhL;uk7KX0US4M0`&_UjQ>FLjuTK&2mUlO&
zbK1OqnteguPH^eW<F&HqpR?>tJo+lp<d@u~Y3z?TR&kam&F-o#SH5WY)VBKacNyk=
zm8bHjuYS@zLsHg4`m&nc<~XH8OI=SWr*5tiHMD#bwm<Gup>-A)=Z+%%Yp1?fA9{7c
zt3WK}!_keR_dPpR=2mRl_;mWt^{;<^DpIZ5W2`^FQZvG=cY7q4BA56!Nj9(0gGFcG
z9DM$y;=sNlxyFf$S=0TD4+yY7-t6Y5EywbLuPdbQY2?9&%}+Ic=BA(D&bR;Raowk@
z^~1YbvTQ?>xdqo>KD~2_Z1n#tZoL5;*8LL=SGgh{I``+++mj|~PTIC9kjc02?_VF|
z^(L|_b6p}j$~80}xtKf+`CP}^=9+W->W$@I=Tbzzt3S#vcsOy-i=7TR2M+VurxjdP
zocI2%SM~hUk6XWLPYrrv&-MK0dX8DMM0L7WSmp#B>X~Z&-22%Z+iCqBzoTDf9&)VB
zovYP(e6Lac%2t<4Me(*P>tFrulk=Wa=qG*E+wRT7Us><Id^DKXvi3pfrf9zB{&s$;
zs@M0WEPP{`lN1|yq^<u@(?pr1XVcYhmkQ1Cm(5&VGv(2&+n?S~uB`v{m$gRq?Ctk%
zWg+h0RtC3i6j^z+;ArAr-S><0W?5a?JA0*H{{E_WxhE|@ZS}g`psv2vc18M<%h%t9
zPIB?Oaz%dLn#4PtTn#Erk?PZqUwp%HmE+o^36mZ?|B$?Gy}@C3wnOtoA36T+oWuG2
z-($7^#&g=Q-FQ>`+v@1nO+}wyzd!3dftSCP<IMSwlV>|xPt}@N^8do?-t{{su8%m&
zAQzbTaGBpe7WI(hB1inrZIn9qf4*Iy|C`mvzFJODa*_$!<74CVB;6p>SNhRog$47j
zJlXbFLS*K<1&I=Cy!{hjB`V8gzB`#O_fM6j@!G%X-%l)hn5lf8qrWo4Ozz<6_i_hs
zBpjS<$jJLLS$0a5wzOi>oeg1s9YwZjU(B4!X`L5V9_x8gc%n;>QO<+8?4N9QKD#8T
zy?m?f6s5_f0%n}LHxhn*X<cVzwKuESsd?{x`9-m3A5O8Hrn781OT@JD{d4Tv?fBl_
z;kVn*bJFwwqFcfL9gpwTJO5+*JdfNHlgn469J@bhf5!3k{uxIu+;F+G?}?Rv&rfrv
z14^$Sci&l}(y;%Cdiq&!NA_<*dUGqP-6qdJ_4#$Lwq{bq`ziVb?@iM8-I#as?NnpU
zly4fcJOOiM{-~-;U-~jx{-X8OV21L|`;Tt2S#7+`WyU`Z27~E4JhT7ZluG@dX5-hm
z?fH^+OWSuE>Fz;1Pd7`{`@NO)PJ5kye##!psYzmszS|Xs*hl{@oL`;)Y2%5&d8)=A
z|Nk{P_3f$fADKU!{EUPmGn%s4$|B10>p1qGIAiRlv()f&!uq;v%=QKXZrkSS&r!28
za7j@1KOS6LIX$H?;bCb>*ZIduhCy~W-fpf9nV*nkcFDK!pYOMb=8ts}%eAEsHW?L)
ze72C$lYctpX^OL|kl{}L96p(fEyDFL15ci`yKDGAplyfxYsbK2*BL`qKStI~`57Ov
zXJ(1O!@k#9i-Q-37hmd~*IbzV_}KokWml&9XSvI;t)HS~ysZ80_9e{yWwYj|oG(;-
z7BfRN_`#%~4Sy}&YlSZuOZpgn{=II}lZC&;*P88IBWI=_D!QTWgTSrysMF6UE&Xz1
zosYfUMb`_)W@YV4bJw1idS@_kmZ5}3&Sb?E_cOg)?|!iO^!>HHtzgqcVYBNdA`g9o
zn!BcaHUDdW?R&&34zs7)hvK;3OqgP@wEFhEy$Rc2J&Eaxtl`$<e^`~4R`>do|E|d5
zluUok1!1RD_c6cfo5-c)dF_Du{H7CeE?YLO&&l!c{ajdn{qshCg@~0`ZXUl;ZP@Wm
z+$`$P+qi2l*KJZ?^S)3i`qpG#hfg7I<R)5V&E2zU{-nBNAD>=fsPUGVlXU)gqS<1@
za!wCf&GWyPr{vH1pwsD+qCETc_ae(_{GHdPZ4>n|(mf-msZ+N8$m9cUf1imdR`Mxb
zZrHE1%VB-6!{-eXi*AK9y+~BafA3VwZ+Q6qNzJp3D{UEX<y`vMI8k%;=DDtV7lV~}
z-S@osw01Wai}j5D35Fl7YK_92wgugZPvN}MCoOc`#fM*1^W>yOlUa|Zp1)_Ep5;7g
ziR|59ssZUY9#386AGT<Yroa27qNFE(k~gsRY`L9${;l$Su7vv&%ho=XaQe22t=eVk
zlF9wgnQf(yGu_xcC&<iwS&so*8|#bSbCoTs=`wCzy&N|T($23In-lIQxFfXw`Olia
z37_U=<g0!2%n!V5q_;$T&haymmlh}Qw(My$jG4J>>B86g^X8Sc{g^jzAK&$TM{-Wc
ztFX>!+h7r~_2-JqdsSs(E}YvtQED?wPu`|^O2_a0x~-#;m{hrWeuCNh@V<0TyDbM3
z*9Ob=gsf1htmf03vp!+kouw_;o~ozLd&A53`gGQ{^&$s$TJ{D1Yv(BlSu*XhcU?B$
z>aF@`*G4n&&%ZU*PFqBHhF{YImk!7C3l|%^_f1=W;@Z5!PRYS3*}tMr+14Mm-PaVf
zcDbSE&#Uha)x3D?pL_YC>vhxVpM)($8E^7xrfRHO@9r{Z@f)+-j|;Ey>e(o|9C&ha
z@zX1p)32RvmVYY~yjPn0<n}2aSvV4SvNcoQXwRFvm0j9Mr*K*LG-uty%Xt!(KTc2d
zaQ%Ntee;p6{I*KslJ~q$Kb&iv&Q_FvUZj4n_|N$(n-8&0di9t!)$>?wl8no8=VQFT
z15a{p3Yy|vS>{<Zi|KV<`dS;a|I^EII3Jx6*;pD`zs#5`-))Qb#$`^A+?N^)eShF?
zGtcY!w8xj+(vH>Y_&4YMSJKhccAaqVM7#a|7>zg2ZQdp?4cYClS6k+=%IVhJ4XUnZ
zpIt7Ck+Nl;>GVjUOlAF-_x^Qa$+M<im|*Lr+~X8~QoyX*{$E7S62(H7|G|<n?#A|E
z!aCu$^PMgSD||e$>e%&_uk3!Z?{;$VP;VAEBy~?~;_<%E>36c~=k*`BCsTHK{hT!0
zt9K1wt~mb4DOc7yG}3<JgnwHEk8vyr`g1KIB`28W%>2ia%O#F{P`V%YbIpDA+g*0r
zp91eWU48Rk%qPHc+Q$=@g4I)Y#u=LyFP}bH@KRe%LBh=ytqsl#{tAo8U2;six6iwr
z#ag+=mg|#3Lfw}e^F_3RqUv2Ex67!!WSpJ8Xyyi^i&l5v#CP#5zs$bDxcmFY4O`Z>
zo|~>Q*?gCSzde`Onv<5gKku#bZ@qj^_EMl>xX|?5iYk#oKjWXoShS_2-EZfRY+1zq
z_-<t6!5w^N-}b+_cX4mt5`T|Li}RR*RvfMRJ!^#w|MsGs%|>zZU#(r4=RR_(eZ0e2
z^hfIBPltE*y)_nlyM2Lug2JZ5Yup8wtb6k7_-4NOG4of~^Rub4Cr0y4`B!o7QS!^I
zSm6$7Qx#cXhO(FaPBs0Zk{t{WcOSFNco=_}ll$TOUhSDhTV$Ty_?E|VUHX*xx6e~2
z1<mKong8Ie!Fr=RZ&Kw2-)vvo?jrv_biIYM+M=g&hx$4BN*&I{d~lhNdF}4i*Ei<d
zsyv>%ZK~`#uX%?rUpqd_>Wvpa+rljzEJEr}<jmC{^2KUp%~*fHoM-WhxlPQR!kd;q
zu&Rlu;^X%dEPJh8W2N3JuN*qxlKcBK{cy_*t)^S{1=++|HhuSrjG1Ef^Ut9V-if!|
z=5eqYmvzsYdRA4HtJzm!YU*msMh^{1L&hmT#n-PFaGfIgGv=6Jl6!_bmx)n%&Tr!x
zIz`#)m!5kv^`##__3Rwa%f(-M*jrb`Z%hgAJGN_o(oVV34!3&iXLB}2YcP85`V`_l
z?a8cf@7%xE&JR^y@TyYc)XSHa=hpt#p0Rc5i#@)!=gw5moA&a?EM3V!?`<pFoL=g2
zaB3>vp3eDb<56$L1ucH+-ieXA``soTXFB<T|4wvZQOIk{kdw^U{_%8iRhD0FGVa{H
zev7fqx~0Oda}zC93bpHB96H~?;D4kh=i98fuQlDh>6=3OO)Qflqxm-eExPeN#_#zn
zEq(sDx!Y|wy^KETv|Ig}E$jQ^f#PKguDx-$oP5guPfqggnU-?T`Q?mOtGOF(TJf<_
zyWV)$f&Xi!T=*C%lkxML`CQ+hDlwb+n-8egA1KzX5PP3o^1EEY{oLktd;iufc<#|x
z5zG1RllO&;`pMf9{Z=^Ln*U{?ugF2!w0{=_?LIojCrTdlcm8=e@X@I{;T2ZfJAO^i
zyQ<^gcFESFc2C`#+mr30fBXqJ&iq46d6M$q(t^r$626T`R4p&r`#(1P)?xBBG0p$a
z;}sk2AN4y;mgD04=zb^XL!#n|iB8vp7tgn=E$5r}LNlP`we`DV&-FUXW1ru9^(lj^
zZo@3SFB2n{74RnfxgM_c;KldaO_dW5Zh3a2*}OWuLTJnS^EGl4l1^Rs=gL0))1}h-
z&gsduOO6@UP325_Xq0ap&lF!5<ab&BXu98TrNj5QS3JMW^-e~YVS686LG=Hidza?@
zO+Oo?bMWucz3XK3KGZDinS4-vvF*gBKM~TV@+P}aH^<-nc<cDx<6>en&#w7vdhVg;
z8ne&S-!R9Y-+J-$^r>qm-tIc<d|paUU24m$cecMKm33WVy*~A0?w&^H%N(|kcHFA^
z^EXpO!;|;fM=|!5>rd{ij$2;&nRAx2L~YN6h>MptYqxTr`6X%_@Tqm)>VuuOwfl-6
zG^M-SZ+C6to$ytZyYyZj`}^{W_rIBM7jJoXq0ySP?#$&||25;!{rr9+a`}I$7KMk8
zYl?Y4CzkYHtyXP2Q0mgDI{Wo{q4tcx6CnZb1zKK<Y8yZ2e_4Ot<g(vSoru%!$vt8#
z>Qp^H+VIx12(|6h&GCM5)^F9;|Gi6Ut8C_NY;NheB@^*l(>_$=hCFwsmsWE8Jk{Gw
zWdeJxf2-K;n~=!<t)zMRj?G1%*E8%h+8?WZ`B;JKHN7{Rg?71J3$EMOXIk!kKX8BX
z@kc-O%x)PN#d#XaNw(D8o?~)hlKT_)PVe&@4xEv#pKhxD<Bs(4nP&`n>L0$Gyl0o$
zC3X9CvYmyyI{w}W7kc?P?>wiK?W(5|?<$P9?7s45frw`PmVbwr2y)KdXaA|tWP7mH
z9_1xlp0r$1?mlr-U1x6DhaII4R$Q9YyzgY=k8E|Ff<qgAvlpE|Gs`xMq4x31gApIq
z|8gsK?r~0Z`)et4$w^dpp3a6!!z+am*WXXFII<_*{*W(Ysn3&DvX+k%S1=yD^C7b<
zv#WOF{Epm(fwSE8n>Skhd}btceuwMk;1%<4E@Imux;ysAq}K8~@w#q5e7pCk@>ZXH
ze=o@2itTAW)8U41%O12`UwYBVS?c(8r=xBw>>r*yt|=tSqgKAH%dXsU<KDkF=EqC6
z{rNTZ@Zx8iV{IP%T(aKw?XKLvzEd>jSbw{9cFXeX`?=&;*FE=K#4zpaujx8+>-YV5
zJ%!Uv`sEwTvx2<e%Yx+UYg(!#cRiIl_8{QGYhiD@v$pSxPa02MJmdeQd%^DS?7}u%
zv<bSZL@k=ODdp)Cu4#8PgVkO$Z@=)eD&gb&yk`~-wsFr5&Ul_I+v)VFq~mP5#4$}L
zwxYW)*F8RU(&J{lP3Yr0Ya)8*1mr6ov@_W;f1=^T9cM25{He2?Cnnfx>RMedLDrdx
z`+`5cdA=sYM{Am4w*KeI_uQ@KvCW?q;-3GHrFLrjQrX*&&v2f-xX-ch&UKZgg0DPJ
zKi&DV->|ZT@4Key0f+jhYTM`3+$nms&*0L+h`Be*4;WX=T#nhqd^7Cv{8_=X<0n>_
zYTm#0<C?-e3*(?y^UjBdEx7Pt!R#G<sSm8CPZqwp*TzyXyZ+;&UXJzure3L$+wn6f
zooT94wvwMsqrJ?GKXcw2iQjz{S+)BUBMbkp*6qPRmMvJ-y)x52ecq`LZZnT3+3hTu
zC)a6Xt0VOL{&hBSA8VhB%F{j8NXB1civP#=-Qsn+z#Zj|BbpNr8pZ}J5U4a^+Q-IU
zZL7Ak{kYv{v$phNjjZ=2zdgV6?sKSBR#V%S@GMh4w<^kR-ToZ`_F;FXK4#hU*7A@+
zy&wOn2S1~_*4$BCay<HR#QF`zON-lVSE$@%+Got2YhpK7;qbARgEjiwf~QV;%;Tq<
z^z-MnQ#R+q7KIkxE8}kZn8U5Vn$!64%!&WMm@7BOovK^1_w|(28BQu;_VVw4?Au`9
zrO%bsRrpRYX2yN}`Oa00{0*~&k5#2edvD)gd!X3lz>E0IfX|j26IVOO3dDIke%^nM
z@3!@^MuGjC3+Jg%`O6y4CBR{paP>&yv=^z*e6q~m)NOlG?@{~xWQTp+L8sH|eTFH^
zKR&hox~cH`X@gDsHp@q`xNK;MkL7mj*(1Mcr`?_QrJJX}nQgy)&SASP8#c%<Jkt99
z=Ix`BVG*03-v4VfX@0Vpi_lEHqIFhtO5dFcVPEZSrImh>e|KS@>TS=<=Xk$XUiD9i
zGBU57oAztQ|A$7lXU|xA>CV3OH>IPv_&i_c?Q8Sbtaz#}uRPPwTr1u#)wDa^^!dyC
zd!D`2ySZ+T`bO2CS&N@VZsp0@>~-_u#}$1OC1keGnpawW_;**1H~$otyO)_{w;w$}
z@9lO+h1d7^#ZRpjwfyVvY*WqYb?Mh>-ftI7lHFRlS1D_UW?A*b@yR}4{=K9s(<<zn
zaZ%Bgc}{1-{Y34HF7I8tOyXFN$Gi8%2Civ0XUu%D$8W!7p~-H?yeEEZ?r(pl+kGH@
z`MbQoM}NNC8{uyo8}|CFe*O{d?5}p^X_F&fx&(iHvp9Tn<oSMii}&-=-z|L{7WKbK
z=8b9Wgt(V8X3v?IQg`##cawjN|E4$x?Xu2~JGXXm3j6G{kLLSLxgP$mcWsmH?f2|`
z&$F$Ll|NOEdh_~(*i6N9?4NdO+<sH=j`8H_H_589Q?w%3!}5&ku9>@9%|5T6zk6Cp
z^SQodx8vCl-3q^V<3dzS%a53!H-yT0J)cjCiToT^Whd@>uYP%zp?rbj`w5q4@4x->
zeBkH64_{wj;f&X4H!WInTX%lKL+7baTBrH1@wzn2+GcL_|26Svv-dqnH<`y`m7Ddp
z|HYe<+n);OYrp4vr&w8Kts=kucS-sD`W<VRPSbYY^yK{g$v?E*&wXBNT7T)^y~iJ?
z^*_ppe5+vpbn<S`#{2X1UhRqf)UZSIam<6Y&s_d1-{1D8;rVjkrODDd<{#YD8>;^-
zG_^eM{NaoD@yB&%?i|cbJr^c(ak{9w=O)dJ!{!$@*II>L*}mwC#eU!C-t&(Xrc}qS
zJExx=XZPhq|8}eMMH~L?XfI#>`~KVLBIzrFA?|<AalST>s(JqNJoDbVb0t5NU)E;X
zt@?J(@?~;{{2$qy{sy~w>q?vsFVxP{I8j(|=3jZd=Uvg3FQvcUN8X?P<E6;+&Nch@
z{Jq3%X}&|<)AGoMdA<qj*lf?_-qwG-X4xBKTlKSlcXSj<1V=@!m=;`;f5mUz59<%_
zcHEzQfA;aM^VXjJQB{6&?nhpoz3)yh%)j=YS2zAc>-<+YSD*iT?AA>?>#sSXSAH@+
zeXa0G|8;=xKUdvsv2?%MH9BXWr`0{@K2=(K#rFP3&9ya*1;10g=6{@CBBdGoE1cu_
z4<oi~Ik&><zBylrv$S_U#q?&cEq~Wvu4JE|ZeHI+b8JJmcTD#YyqQ{<ChwZgw!d-i
zzUHT=%M0$@)LgUl_dKz0ChkxA%j_NsIKA?SY%TtEJ2${;;@fjK^Z)uBU2He`><L@u
zzH7H9Kfhy|_W$I}1pnRZ*`F`jeEM_R{L8|1@_pMP7YFa35<8=+uIh>CmRHlWuTB3y
zd8vu%yUZy|wu$V2%h>(*hJDqyi$CoG9-R7aTY9q6aUak9!zI`LpO`Z1T>E;<g)i^v
z^)Hv-9qznwo^6W_<MW+Tn}aXx2~sjn-*9Q-wVM~CR?gsGw(+@@UCZ-nQ#=>nS?RZY
z$sB=@FE48no=sUK7dVk`%f3t8sn+)L8SyHMY8iJFg`Mu*k{)*2AgGwlGerHB`zmFf
z#mXNuZmE2JKCh}kBxRyomdbsrT;t~fPjXuSUU0ZIdEcrCjoWd|KW6)AJd%1p=hBHy
zW^Yf<zcT6Nk5}oT)2^*`-{<Bvw_Qo%^XbbLbFN&LT;+d4_@B;+wu|5Fd?gb%)*0P!
zmB~2Fk*U72Yj=f@)Wp)`dP^8L3UAwEcu(upn~EC&C*9^wo-fxJ_UiXdVZI-etghdf
z7UcKsQ{9wLPv3rxtmb2?d$+B4gF(98+$)E-&e^r}dv&1W?U{}oyB#X7oCz<j|5;UG
z_%i5K+poJ<KD_MJvXk*o4qAWD^7sWCftR*lj_PbZdT_$6$vb{neJ@Lw%8EO({^O^!
z$1_h(yD6<U`RmgIvW*KP9v}LxxOU0W74D{crhW^bmu;s0vA;((>VtpFR)hD&_jEO%
zJ@s5AveR#a#)RM}8x8Kf+-9)pg+cH3;6icd_s>^ucKUA-V5PcOBY(Y~iAZ|YZ0(~*
z+ooCsU7EtY@O82a-|5_xut|O9d&&$q2B^ySTIVm{Y!EFpcM;dOfLgoA?hpU+WS=){
z{dD`wY*D?&NcZ;l+)ESg#n*i^Za1~NIdzN6xw$tJTOT=WUo7?Pj{2WThL>_LE_{A7
zCb_<&N~JKwRDR-*l(VV&JDXNEEO{J#n5|&yW~sQlB?89V^IxR9t)CO=-u_eeTrE$@
z$!Y)6!xTGM80z|CyYBsujuV>o`K;sT`hQXmMa!<Q+80>!anp0j7R%$oD)$WevX1oF
zyuVTNHSU;I&O3WckG=DKWjF14;NpMt^SVl}zP=gkzyC=*t>;_syw$d;=ZK<BTZ*FL
z)_Hfd3hz}2y*%{gOtZ?Kmp*!bBH#Y<b~^tf>U=?+MPY0D_m;e+D$f4%7;h{+VYoz(
zO)$80{d{8?s~1l@zJC+3OL!j^TtDye0<LP_5Uq1_f6JbjXYlK;fW?vz7dCC0d2ask
z;&<yMei!eu*>rA^RAY?gW1l_SRE{ka$SaEMD&UzfQKPcRt0B^d%etXDY`&E6q-p`i
zeVmVHa&P^&aJT19-^hz9i5#;Hq!*-p2{XTRbH6KJ<nl=?_H%!-<+%`I>#y<ev_<~9
z7hiV1(?3|(H<M@n!w==xyMD*sYLC)>clN=TIH!#K8~SG))^P7-J+=4Vht4^hub<<y
z>-+e2{SnTHfU?uIHva3knHw^%o|n}dVD2O)6n^o`%iEqt>ld1At}l7jD{OU6_K#ww
z!=(n>nL!fAKis%<y(*=8lRnFx*B?*qYwbSmcb{Xzf(?ED6<(eXeEu|LzeQ|`d$iiy
z%pD>dX4>=~@7y&}=Kq=P3H!9(@84sw=cvE_-$_B{VLwmJ5qc~9Qe#<W{)2Y$`dCY|
z|5L91E1GrjUii5q&nnulY>pR<c|Gaw-{T!$*f&nPb|-e_zb~1Sk}qw&e(@knWy7h1
z^|r?sWq<!^Gt)5Q&2hP(YfAfU|0hqAZ$IhIaCX_%%kw`?^iOtPWGGjAf5YRPT$f4t
z-0$zt=QIC5i=QW|^X7fI7st>3NLVHq*OKz}lEY2;_%mCMe(0F--sRv)^~Vo5{)P5W
zeZ0SGuSLx4^E<SS;?@37nq#6Ur!IRbj8*k}>z-~WCaH6icl5vfeEH<*XVs@3D*Tc8
zp}Fj#<>g4}zFPKh8zoQ6`y$I%Zl5#P{$5OSe#blx`)#>DzBIm$fB51<ZAC+yg@1v|
z+4LjR)|ZG)lqo$_GUw4>>2F2OCTZtZiC_Gs^W?;0?J4(#XH2Q#{Q57#|Gv1J)i%GC
zvi_wS#+Aw&ZP?u#%;KNRu{WRg6KCi5KQX;_<?`1rj|eq4OtIFPYr?ROJ-D39Z~daC
zfXr}(B?@b`<>TewWwid-ut4eY`<6rJL##`7G^RFQ*!Vy4Lr>JyoEQC)0UW-)6V{z6
zX3>{xG*GVAz7c*zX|cko7wSp#f2w@C82WBTMcTs@7Sq7nM<({^T+iB{ct=-v@x4iW
ziBBcIbC_}bje4@`jr!L96MHVaVPR%o-eRxs8`zv9Rj`S@g|8v{W0;eRS5jG)S;?Hn
z5;?(1Kl;@7WN-K#uesB6;~M3kJAA&R7ti>tUacm#_q*pCJ6rF09|b==J1?^|YlA_5
zMe6fO4vRnW9G|;NWnCSU(=p3)k6R{-&$=p5xo(QZTgx5O<=V7DckKIqDtN)&mh!)f
zzKZwL*|*PpJIUXuMY5*GGB!OZ<l5@$e_1k04`#0Tf8s>*Glh0Rw?n;O!{4b~%4fM-
z>32`&e^Y!lhwmb5m36n~yz}7xk<dGD!{LI!a`#o2B`$w@88m+{=e)Qn6B(LBKV8$F
z+bJver%KPoqh4lhC*M=SB@68*ZdC{ieIpWHlOwiv{)FNewRglEtN4CZ7p-m&5mehT
zwdTU(f0H9j^^SBNQ9gR@e*DS!OP1BH%a1Hs(W+h)zq)F7)tvOZsrAp)>nl5#Jg%M7
z-(GRQRgH`Pf03sJ^N*MZRyX!l`CL&oes}W^=k1oRWxV^I<Wv^d<VxL6Dt~tC_teGb
zHkX>s|IV&>wCUrUk~vSWrt@i^tLk_@!C=erjs87bmdAaLS)v%|@{C_%k^6!RPbwI0
zZ}dL2J+<o3iUiZ(g%>2$J#X>+(===iW6Q63a!>M=uJ^}Tj*^`-Ga@-Rub+S1X3nD*
zt1l{EFHiaPbGl6okE+#)2TET$=N<er<I%KKx39vSdsH6BXH?&qqr2R)V!Fz#t(PV*
zwEkFi`~1@td2DaboRnB*So?39v!B$N7ZVhn<WkwQXZs)HDwVg8v~-<(%2H>!>TiKv
z#;%*{)t75bpYY7`)pE^(>a;m>A3i<sOAPAl^y1`x_eSIA&FF)f{5K2Z9_P%CkuUbx
zJE>H~{&LwQ;qQKSB|A93*nRtGQ~lg7tfVl1&E;O@?K#uVvE{`dYnTzw`}g}pBh}yQ
zx4oXtH1BGB*=G~$>aN-LIU5$Yw=D9XaA({0v!8c}7TBCi=Gy6#{mV|IMSqEcby<3P
z%hb!0+L}zNN~3hQt9-Ry)-LHE`JwOX)k&FmlPfpvzJJ1c%6rG<2c~BnJ9aEzsOa9l
zNx^Y54kTpXx&B;am-Acx+~0faBv{KPC-+yly=~LK!BHNt@AscGvzFJU`XAJ0pSWZ8
zwZ??RPZx52`b|@A+MHeS?dunZ|5f{}xxbj$hsBo7s&xqvynB{u-n#?3%Xv39KfE{R
z@XW?H+A$_}-9DMKSEW1s>f%s+a`MFM?<~QKr1*8MkM(ZQP7giJ^JUv4gI610+&{Q}
zzGbFg>f^6P4q|0XCh$yZR8}%J-F$piO^S5MZsV12Z<ZHK>MEI#tJ)>MQ_$wwE7rY5
zr<P|`7T26>=A33@S=<)+sxx`9`kXgk_Ep&!b=Xe&FMr6{ck*Ymf4lcp%e6HeHeGyt
z)hR80)kwQ-KecyPsfK<~-)Q+wlyz#+0WI;*JI}_N{?2=%eA!I8;={?M&z&E;U7KvQ
z=dG%C{fpJg2e&WRwYO!vG_x?8$+lNkG5qk()>#sN&&xZ<UfSt)Cb&W?QfFbl9mkzG
z_0{j+onU{Vu2y;d^w(tq&F8mHVO%4Zy+TeXa=xbq*XKW{3S;<JcbmNojLzI^AG3ME
zVX22*7u;^?W%a$PWLo`x^71yettM6T*9V-}mff3SR`evz@7SxAMgKl*=)OF4+v+!x
zlWqhp`SDt%RovrbV7{Z4;-TtrFTRhOJM!0mC@K3MzRX-&v-I&9TkfPA@vdRts(gAr
z$NT*`bNv0cDIfW^X??P@Tki1xu3*yAyN@kjSUl=>FH-G!@Mh`;-yhdbTlVYcHD24_
zz3l(bZ^ahE%Wd7etX@}MY?<%+#Y*JpizR8cb06ERFq3^)npf=q?aOg9(I~DjJnyQ%
zeN)-<X<hO0CtoIgU$SxHH;do9?Y&RtT#|O@6Q96zc(dQvj|_)nz5GtHcb*c9+^!+J
z`2XCa1xp>SeiZGgSjv3q+sWe2{5O`DpMDh$m>#dz`*r7{{cNdEexGZdyKurZOaJmf
zySVR9Xa9|@v&^3Na;?qT^Dm|Lcvd~Kt+p%LuzYdT-Sv8wO3Ra5uY0UkKHd@k)8N+X
zy4=v^>Ibg{&ylp7^x@IHbIZ>>U^=<-$DdEv&#|wrYPoo^CT04+{?~K+ep@?UG`##-
z#rf^&^sLK^C+qIm^tkF<mOtO8dG^muT&K%uZdd-^C%9|>p=<Jw7Q~+28z1z+;eUDh
z@49E<VRt4iJ{k5?Xw$yg(Yxe-C7#=LQ>#DtfA0FWOC1(AA^Fo-iql^Noj*0bBKY;r
zJmrV1adGA6qTlTKyHoGtfrQC*GelZu+W%C(yX^6|t#@lDz7PAiYyoF_xU0HcgvGw3
z4@H&BHL6>c<NsH=>Ez2^y|nAjspH0>p5G?ixOm|DeC1P){?=101Y4F^75}lH7UiFF
zKD~II=Dl~@|Cs-ND&~A{>d)z%mi&u9zx{e->P6v|!Jj@Cw;h{4`SsUO`I|4VURIx1
zC}SGztoYn=gC)bi^Y8auVxOXab5G6DhWhR6Rimwbt-c(>)&7Pd{Bp*hz$m-OKmW4g
z_U*H67r*v8rZv&7+xfQ5zV|8h`<p~{-IZ;P{7>jU)z&`fp|jT7cCH*xxL?=*la@A0
zmzNy5JWDyXWWkG<4-@ZmP5SrL;L@gwz~V`r1!;#0A7oFMs`5F)V4Cn_k2}`8zE2f+
zrmgM$_tG@mc{7C~Vs=;MwJ6X1WxX!{s(+X4|7I1{_fac$?YL&I+mO0M({k_8e~&6Q
zXnv5~_}tT_Z(hW+V>OZUs+*oBtC#LNV3}uG^;G};e>InKsT<S2MtwakdLX&_@};bw
zH`dm?do=e)!^~jCyECmhA9q_knz`qN-N|du)vZ+?O<`GKzpwJ^8>Z}+Yn~bkmCq^J
zQD2py8d&l82j?rlI%fZ0DLhHhN|Bro`R8}PEiTC8FkX76swj8cboO7y%8FKh?Vnc|
z%V|#U5f1irxXGBhyx!7oVgC`Gxewz%wfLMY`)Bk|)A8K*Q;~1i>u~pdf2!Sis@!gd
zws!sY*#B$pM;@H$Is5p8+nxeZ=RBTt|4ND69De-!#=zzKw+Z*8to>>A&TjUKKQpcv
zs|TLti+K2@llj`3nVvq&<3+{)T>iEHSomM-{uA%+d_3^C^wp`k{;vw(Z&+OU`&{Fc
zewmM!HvRQ0ET=yByIkeNSr^qF$(y=g*T38RGU3iz8M}S&JfHn_F1d1DZ*y??oUY$9
zLpS_h@=-YR*9p$u*I#mdalik~^UHrX%_q`N4hpww?)xA5_VKJO#mbtGOETAa&J3R9
z{7m?86Z^a5)mQn%uYLV^V|SVUg<zKpv#(4|bhy#L-`_v0NAT&dps+`(yC+S0UTC?z
za0mOJB^JszmL=SITruOdYQ}lPO%Ka9`QFiY3b8I_SlB3jaOQP!e_J=cV|@H<6C-av
z>~_0<b?@)<$15%t9epi(rDgi-MD=v0KfgKmpU*ALsa4{;plR4RJG|28^b6w$z4kfT
z-Elvx4|6}eCHn1M@00!O9hiP7JoR}Px#mo5=hdB8-0wHeTk*{Q#P5GkkM5Ve*Ah7C
z*6;Gtx7Jn1*^e0WPB%~LT<AD+UB!pjQ`KIzoV>gJmu_j}p0NGNZxSEXJzq9)S3?%-
MR>NZ6c^el30N55?$N&HU

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ae b/third_party/icu/data/icu_conversion_data.c.gz.ae
new file mode 100644
index 0000000000000000000000000000000000000000..0e54fdb9eaffd814477460f71bc194104c1b247d
GIT binary patch
literal 177696
zcmZqMxAf-;@pzr1%NOeW`*&#Vy@&S`SJu7Ay!&oipV%z#@@J*K$EQuHv;O$Iga7n<
zvyGZp^e5#w{j<Kbzg5_3|EtRn;tqS&?fmoa+u<8W-yf(bTzT=z*^_5?{Z^dzrhI9B
zig;Ns*Uy_aN868xw9HK0;lS4BaKP)Jg0qWVfDyANW7fZA+xF+*j=#GwCBOL4T>q;E
zQ@#pU7foeODLt^izJC6SzSF-??fqYuu;D?g(^l!Q-35jbIls5vHpzegZ0W1d+y4KW
zyY~8h*;{`mTk`(XomIY|lD&-U`z!T~H_eK*M|tNr=Gv@!<hc6C>s5Euw!UJSzv_xc
zD0{_0uJEUuR&*U%Yj=CMajfi{Swd~Dwk>D5=S|!=%Se#bQa|fvb4_>f4VQn<J09|u
z2A#Mz|LvYzOM~BD5-s~_@FU^Hqkwb!!$K;U&lg>u`sy09#j@aIFYleZd^dgh=aZND
zAJ1BLx9IZxyRzw)$0jSRIkmI(%<(u8(a;rp++TcKdxJZkZMXW9Zy%j_r4u47LQllk
zT4pAe)bF!&an!0>QTg#>d&A0gD;K$!hTq*;(fM+&P5Qlw^;>)GQwuBR@8!CCV0Xw0
z?PdPPdyiYm3V0v=X4IUK{gv$)$Br(k+uQH0X*(TQWH~SI(8FJUw0<t?(p~@Q*_urm
z)^_o_A6ERDY8&C_wtDi#S4(zVy<FEfYyPW}4VJPwV$#zVmj|(if8E4p&&{>@`OECr
zJ+T+Be-ZV*&0YIuIj3Lsjaq${Wq02%ySeq~&g)am-!xr5y?b(EYufuF$79@$F9X&e
z%({BE@c8k{h2?juj;{^BQ}XqibzVhU<4)FRVl$!>@)~EBlyaRDnWJeS{Ld+2*#RGj
zfRK!On3CV32&X#5Ju9Y`GzDl*)VZ$X5w9?x^Xa0AZ#QY(+Mf0MV%(G2eKEOH6L(p4
z>pjkzdToPMcwBAyiggStZheb+x#Gl|S7x`h_I58yT=n_YRa4WeS1m%V=ejQmEnm2H
z)2%Rmw$<kh!>$K~o_`m4*LQc;_bXwmT7F+mZmd6f$4%sU?EAmz@9e$39{l~jdFRBZ
zIme33k}Z=r&e<4Y|ETKh>{}ts`LTOS4GoX}yDmLl?Z}t?_kINLDgAiusC0OK%-)SN
zw!Z3JZGNviJ$z5;*JD?u!}IU#DZD(}T=wSuZ0j#Y?`I~xc)IA1y-Ixj)NB8>pZ<4d
z*e37(x7g#K{I90}MhxFK+&a$nZ<D3{KDGSxsrCQ!a#=OS%P;=9xR)pY`GMtsmhYJm
zA79w^;4$O-yj(+#8SZTS>dD@E=e&MDT7P$S_V<Gee_PMmzg;-@{W-_O@_V~~J#{I*
zsJnmL$_sBhC(iBiab4iE{mgl-H|6{D*N3%ogt~0~``7Bmf!vnU{)#5c51yW#`!eCQ
z-0Z|#@d2?xFXm+)=MO%xCZ^Qlt(g2Qrf!3`+tuqbPp%ZYm}Duv_s*=X-M6Q9mA#&9
z^2<)?-_f(jS7aBx^E(<_|7DHb?Ja+&_1{~&Sxk1;v2!!7EKR%|kawuU`@{|By3F8R
zDSLKn@v^VjxZFALiFm{Yk>I+OW_w?##clZMD3vF&|NH!vCo9(!Zan-}@yp6rcCOpQ
z^AgW}@+^@4@=RQ|@kw===(6zYl+yWso*Cb|Q*-am?Uk8PvFD8CH?8%Z+*kH;%}m?&
zu8pRLcy=vfwOrX48T9Xrt@quzs(IJ<->FN@K4DuHwoW}SYxf;zf2Zy#e$R9kOz-`}
zXgA4MFENyDZ!g<*-)*nX9{z2qv)v~oPEUWk<bzKqc+Q*Fc3S5at@@&{d2L1bsm`~`
z3BDEU7T#!^8-4y&L}t3&_Y!g6eVnX+*00~buJwgQ#p~}&4t6C=>{+mPQ}S#TZ{eh=
z(X70^tF}w@c{^K#<cqG#onlb_t>nn7Q=*qjf?d*Aym*)PP-Eem<j{ysF3fxUw=cf@
zwtU*+J5oWjW^pYKsCzcodBIwVTVe7gtJlSTYU*B)BEHBhs$qf1CA-j_p(gW8OmlX5
z=C8hY|Kz#_2iD~#$=QE;lAXu((}d$jz(beXUCSFir<;n@$GT3`dXgorYc9RPZ28ud
z%Z_*VaUZYEWYE$+aG7D|ZL8&{MK6mV`f@mMS@x4Vul5M;(Ylc%FZN7BZ{mJW&wDB*
zCX(B)F`eJNAwuw`{GPqLx)gKdjmnB<HOt!^eb_XQk>B&x;$~j9<wtgwzYOaPpWAog
ziQS<{&UM8?+~1=simE4f<d|nWmoZ)cdatPZ!-pHX^FoyzzAf4!%Kl$hHT16ER<1n-
z?d?jTn`Uc#TXc^tB0k}&_-(U@dv;r1?8)D`(SrB-G;^05$F;5B_y!8K++I`o_{04o
zhL0}-c9(j+`}f+jxi<9ij|EfjMZ8kky8Z*}@6CIzz7_djcB}3;)0I_sf|M&=?+Cip
z9JIZ_{$o|ir~E$6YfTTt#bvkX@7S?(dc(8}YAM0{&Ysh**rb=5_I>}l*CyZh{-_A)
z_<8@Cz3sLGe<nyA5BQ&2_x`c(hf4=`Pi8P!dicdTITL%SEjw@BR$d-6b;JK%%Ttuk
z+z{>D_hQ%ocTs)&{B^fC|7P5^Oe*qP=<4t%G4tm=xKqiuQF7{3>yQx9IpKQVn|HsR
zZ6sfF;W)qU!<9~^KX+?YP7gF$`&5m2s?gSqhwt|9_b#k7pZ2`=YTWbJI~JH}Yz=rM
z8=GHdGUc~#RqIpl>W<J49`n5)U49y;`$DE>Z~Q0bk4F}*v-rMs@Ak*OY|Bm@oDzRd
zNHRi+D_XYR_v!Z8R?nTAcSzq`^=S9IbN<f`3hiSRdKlF4JCpmrsO6=aJ6=m$)a7h<
zPXDP_d+nWk<oi{BuB4=xNdB?AyJM9z#~Qbt9c_C~6gw*Y@%r~iZMOWqKE2{ym4aJm
z`mHOty>Gf#Nxp<)?VnX&9-R|9HNUGstoER6)G58Px-&P<Phb7}`~Q7cmd8ich2@v?
zA7A>~&u-THf486h`1bZkS@n&#Q{H`Z-LT%G<E6r}rREhI|JZs5{JmJlZvHU6<L*9{
zvgW5>USC^$FT&+%8Q+(EkH75qOcFX=cqz0vdisMo>BVK6E%#<V63p||I2_s9AN{1e
zqUY1%*jufPk%8Z@y^g;$hvBMs$&r@<rA|fNr(P8Q{Z=5fq+;vt6^$}S|F~V|UG5Rv
zUzKb**>vL8cPXoXJ6}!YIrvT6H}+Hds^;G&`vW@;<aF)Pc_db{<=k779ILNV|Ekwd
zeCc_Ad2!P3wxH8-2?xI<E61cn%~tv`U3>9|kg#d7JZsOdOA5KFp%>`7@mbx0l}$=>
z`7Rymd|VW@{g1<bRm&X9|C_G&1Rq>F%l>+dko2$Dn{E~q=6t_kYZh&hr}vaK-fQZ9
z5$!j3_647OcIW(Y&h?+%bMMv9Pv2HPMYTC$dUo69Kitl_;{AR;2lezmdJEk1cD<}T
zb=LO(Zz`jT-j=S+KgqFg%FEl`+BF>0B6_w~F6ye;aK*`-`$~<=jOE)W@H<IoWjI{5
zK60c|PAm0v<Rr!EE&oiXiXWe%_+tB;fZuK}LM98QbvEx-J$^^&eek0*?3RU{-~0`m
zyn7z3)qQYnvG@11r3?9TiVnV<v@mD7vrBy^>zBnXdUO9jOqKo6`}G+U|ChcNlMIH>
zH*W1VjtNL(FE}c#m*?Wl5V~0Lyy&~zmzx{T+`F7{VMY6yu=U?9=M<O!6x_b@f@tz|
zv+cc=it8<_y*jJz-97uq%y73a%bL?`m-7F($-Qstj%SM|Z!X!?^)UK1&+3C4{A#kE
z%zS$M%KfTH!FLrmL+k$B=34x2>AA~=_I<HZ){)82SG`u3NiP3+vGw-a(%n}YC1Us0
zO2><+zS(>=Kh5`TXPim6-s&TPpD$Gk+*@g@w|$bf#OwRPleTL~x{IIK7vQ34^J+_>
zhC{Kw-c|OcN>;X|zw4$wU6QOKvitAv^(RADb!t`B|B?9?TT^nYtt3aSu#*4i+J#@7
z&Ya2By6~#Q*4$F<egCo7zr~gpWtZOJnzdu9`p-D0OVNK;Zr9MdvdAlI2gBl}cehU5
zEq(IS!<|np>bom1_1V{!&&^{m;kvNZRC?7SN%hG;_w9Xh^1*GhO}q1NU*fLab(+Vw
zzVz_ZcE#_{m#(e$+N<)idRNNX|3WYHmvoB$TN!-fT~g`f7r81472oUEE?W6=rq#;a
zR~OjNbrgME?6J=v_G(z}ts~zBia$+@4^h1MBw5H=X722oqtZrOyF)IWt|%^D);YQ0
z?ePgQ3%6QN-Fui@JnY(9uRul1W7QAKF1&OP_DTP~tT^H_f5oJEIq#2m+g59-HfNrn
zFO-;984z>HN+<Q)PK`ek`(MA9R&Dk>bnE`i^)(yS1T%hWi<Cb;nLkZ>^7JVg-ajp-
zeKORS+_-l_%$2L_cDTL&)?44P_e<}+C1u|hAL_n6Wtzl(SC#+k?gcIB(w+Kg@q~JJ
zOZPwTb=4kD>v}S&M%C9d{L~G-g{yV1mM9f{?yfG>SFI|U{7fh}rpq)^X{Glfca?>u
zx@>Y1UFCU?6n34{pFV%5dPi2B-jqFU_FiwVczpQMtXlEobo>6AAC0@-)ywe4+}|Fv
zbAQb4O)*zDsT_ZEd%Daz5%p(U4^?$L#H&gkO>|QeHxxIY7ZvxzDmqBFTG1}0qkm?W
z;=#+sW<H$j{vBJoIw?pk;Nkpt$JfVd9ao*YSn3mxzFf`1VsYlZZ|#boPilC(bjxP>
z>s!QjmQ8!hrY(JI=@q@}Wgk9u-HAGp|HUx&DwoMele7&cNfT=(?@sBtnj0Z+fAYN$
ztC3%S2=go1dn=d?7#`RC`gr!HbbuJcqQ+vi2b1Q8Uw^!ltwFo0VLD&b&eZ`*Tg44i
z-S+T!?LNf6l2h#!gYU%a57&AX<i7E5t66_yLAH@<up!g*4<}xSX+B)3w&xnxGw$4m
zwH3zsTXy*QH)%#QzWCYV$87hOD^+=Z$j&&udENe5UlwHAU)8+fx~8xD^M=aU&sUFZ
zH_cSpwPUBh#?$$l4o7#Mm{uTYoM@i<d{@Phe(MA8x}9rU`utS<E_84k`A>VY<3hgI
z!(+z<59gJv68={7h~M_;FKOc!^E3}#QrvgZRN&}amv<(06JLCB`u~$9)&0Wh>auR_
zI5n>6Wec|nNHZJ1R6Lw9b8pMdJ<Y#mGUD@2HC{_SwC-MD*%pJ>A4|*Lo<6qjZ125-
zrLxm@9xpv5`CT);y?SqEfp_iVU@pDA7vx<EjhPg3KI~#JC}sY<TDa}4*=CXVu02!q
z?;LW>ocdzvDuejv@v)+}zgVS5<i9f5&^_U}_tHa4=j@yu5ux&r=WPn}(TOt-9JDRm
zY!&e8l4I~S!^078dek;gl%KHdXh&vw|As5>^KC75Ynfh-bKfq(qyNq$|3&|W4IYzo
zpV)=Wc;_0%WLwPac4qw)U$wQ<+*kcN`@E*OJu0yB$BSNhChKy;Iq`RwGbKdot@Hb+
z%&|<~+RnE4!k1*bWiq;I=fvY$lczex+<B?%7SfcT-#_#C`4|D^ogq9c*H|ulKIvR_
zm-m#clSgWQ+gYlL{4!qUssA*8`hyn<C4rtMb7W^763JhYv|_JG)V#Mm?kWq{8c(xY
ze7W7jZbh61i}1dXRqB)f#ne0r<M+6%F3%!)-_z9Bg;~zG?xR?`=F_TBhS?S;wc0}3
z);DFv<^`zPeVgQ0+mR`gq}cxBl;Xak7Zc?pk5BI_jIi5(isjwDm)p5ACt7^E_j9k-
zzYSdPyF)yka~=tpYxZ5(X;)Y@`*MM5Q0d!=uYc{HV%1e0&2=SeQrYx3(HXsM(x%g&
zzl(U6_CjfOarrrsd%KccZ;9^Td^c-)^+A3AFGuF>e6sP~(SU{OM;u+V?9S_MeKJ`)
zjVpIb{3N|ol~>o+e9!icnf1lH`u>+koXeta`Ce#vd-HC6yNSJXm-^e^Y|RNDm_IS^
z?egh3`qu5;S&g=}FVjSw+t%)V8Q0qTSW?yegN}I0?u?0Fn;PbMpVF1I(YiTlwZ^Yd
z%WYpLiAJdENJp&|vbo=LMxQ~4yD!^JZqLqxvkfQzl6%Pe*sk<bafMOT$JALKnk!NS
zKM48D+Lj;YIw|u?=DaAEZhF96&bUoi^(5oMe;k^n_bWp0``d33Qia=M!`lz=*uJWH
zCe*w`q-Mwcn;+MPPG0xm@3LvWTlx0uFsLjKXWDkRmovQeo6|iW*4YJ$@+FGv%MKPr
ze>ka7aNyQQ{`DNq2UjH>n6vitro#yf6$<th^gr2?xIyju(S*+A*CiK}ZRQ-z`Wv`;
z2D`mfoc*(O39I*|hv)ECY`mCw&g~)7oSKPN{%a0RnUSF3?8`K5hDD}i>9f@bS>FfQ
z#5hae2r%tde2^xd6S?f$v6ZL)y?X2WLU8}|UrpzNvZh7b%+EgBrFnnh%Q;msNqbcG
ze3(>uW#X0B3n!L%M@k&!NdCB~D7I;Ho#vHb&!2XicAu)!-?V1Kn?Bz&pHuI?uzEjV
z%tuAcI>J>yAlYj3e}lfs97k3jc+r&d#(Z6cfZyeeg2Md*vm?}&T3qY@eBCvX{r121
zr|W;MdS`#CR9EeC;xA)^{@&X$)Bd-wOSJg1bienNwVwnh?r*t&>{SKhq5${o*M@Wd
zx!s*E_v-O-vF`Wbk(%ApzxS5S+tkvwz2fIYRcEH4sWYxzJkGCKQyXZ;G9%W{WS`f>
zhznc9EW=EH-t=hXZjX`v>iV}WdEH#;$<j$nmm0a<%j#V$BmLa5YR;Kwy!PeI6T@Ox
zy;<sDX#e{(_r_D-|IR42*>k90mi4mrvM=lY6rZy?9bk}R@ZqG|#^ZYST!rh-@9(UN
z__NKuYo>Jas+!Xme}|dR4sZQ^YR2s;E%#<u%$xe~xohbDJyWx#r>uGF!ns>5qTTD~
z{blzr+10PgacEjK-TbfU{J5`S`!9FJDP7M0JWa~(=agFu8u+KHOL#qPdf$1cziW=r
z^3RXFxe}jWoWA)%(q8*s9oD3MyGsszvQeqnw&2LuFN@b5|JU+*@24fF6k?W4Q1x7S
z=>58mx<cRF&{^Iu^QT@5QhOX^cr7l`>Rw2e(C_~3r@tlMzo&N2QeQKlcU_dtwx(<L
zc{7gIUfucR<(v&ucFf-V>Er$S=l@>&tg;r%nHijZKIHk<)$?tFY+DxmbiOM8YsUQ#
z?sEgbG+&9y)C!BzV_LS*tR~}o+w0Jkg&#d8t1r_|T3&qna^&mElQWlg9e&4Bcgix@
zZ+q)!gN+Z(em*!geeK7V-MuEy_oZGd{hC~ymf+bJnP)p)xaUXSj*rhyU3=;CH7cn&
zHri^g<h*qSp?uFDW=W>6|H~;Xyl-QsX7(wey`P-!?CR7t&rF`n*CRh=vG2W-q_y(f
zFR4av+wGyV^UGS@(tP<YZ5z#)>HF{ePCBWZY{|ZDPGj`GCDYnjb<PLwxYL`YEBpBP
zvl_`~A<nsJD^B{jU014JyX47f)`aJCEiIm0Gj5)p;e7W-WZk@)c7x+dk#obRU3#7M
z%6qbD#J+vulUaAIWY#^SG+(XX_$BY`2c};av|8T^2n?w7Yb-r`<!PNr97oON)$Io)
z11dMIUijYQdavKtYlWX?*Nf?Q+X;LwoO;h_&BfN!kIsrq#s4YVBT}#X_m$A^l7kJo
zb>*LGni<O@y7#?#{^d_sTEkweH${)#mc|;sTG+enUP*jR?ve$C|2LgvwUp>ysxv99
z?zEomlANP&-F=dpm*&j*^io_+m3L0++go4HY~Cffer?FsU9bCu3KiZZPK$n2KmEo-
z)%j;Nr`=j{YSwG<9gNd+Kim`JRlBbK=6e>yjD_5y^=~H4SSYlOb2Wc(da&G5@4RK+
zPAheH&emh;S~}sw>5XaXUaGVCO+TKOPcIZL+~M50;$_;@pIf>gw{_3kaLfD5mq%Kr
zzWi$c_7+dzJRiK!Z|fB2S)C7`*zjJh+z_PRzUp=R+=G+dS63Immv{an&sY18vrAhi
zcIWlo-eT)g#b?JI-4(v^g=@HS^CUUlD<2LC%<vc79)ILv`I^uQjV+wT{Tq`qugf1y
zJ3MW5gQxiEexb@0&(;(b{=4$`bHRhjZ`VDzr@pTCU&rpL-xaR)=N2x_bYIfJBHh8T
zgN^Ijq-6`&$jAI;+q2i=qZ-?umub$kZQg%h_NDg|SMj?)VK)t>;y3+N4hWcXTrlDK
zmyXjfuAZ+h6Ljk5yE;oQx2ojMd+Fwcu$QuXRlZL;y?N`zCC<n4uL?^1VrXcL*v2<e
z(Z-F<L!d+B|GU5E9v(fu!fVNgbdy)1#cvY7u1cKt(qzxxJ=|;^8oZe*Uh8&WyR)P!
zgVpuSG^Y*!EP8WTzgGX97!=3Ux=HKp9^QABkJ={amYZ;DO)`^7E;BLnRayK)?oxnf
z#p9$Hfj64R&Fi&0ovbDGQ)0tp1>Mw}PPs=I_55wgjws)Ekh?`ZSh2ey`c3Rh`@>Ik
zXE(@w`&Uw8{5!Z!rfJId#hOP8j@ut|e)QB#MO}hZMUB(R=8^8ilpPX9-KNDCAE(V0
zuk()B`S<;oXY!L@JPH(=WoZ+kpFUSV{pqrAUUBJ0PkmcoTjW1n)M~G3`r*nxk7b7X
zDycJ+ygKfGEfATm+qT)<s^av|?^;F$FFVY)$9lcnF~?Ny-Q7KR-e>LXF!=NSZMe-B
z=a<gba=U)*zuWXsVE6sJf8Uk+cAMTfS$o@c&cbDv&Yj+@(!#w|?f$$4c4zHw&S_9u
zxx~lv$Z5F;=`3Dyx<NmxAM|aSZV~2to$H_9or1vR%?rG(qV#R7?_OZG+kg70*x&m2
ztV>&7dOtdlm~vN3Wr|Lx{Ei8y*8Y8LRXaU)PGy9i%ZK`>o2)N~Tb>M`KKWJuoHwgw
zj{oIKtm9f#sBg%xv-(}e!=87Oem&eiA-m&_Yl>8G%gon8(|s(xuUYDEN!5?{FZws(
z^6@>YJ6e=&(pcVB#@^mH?>?7^{*%R)8%%g+3jV5?<JWdZ$$49=;^LzdyxVws_4atM
zeVVaQ(Y<%!N4b4B_Fm{rZgt-fcw>Tc*FDAG%;`Np!?l;3e6RU^;-Ao`rAqU8-(Q;a
zL2a3l$E8U>(@xfGev-OvNmzW)^fykICbehl?fl<SA9w5Up2YWp?N848+|_yL^!`Fd
zK2y|{0ME<5Nz<yo>O8NRHsgb8XOd_6&TIUirl#-jQ;6E>7XRpMis-B(pKtK*({vHo
z)%a(U@)WOF^Cy;)f&p5UH#NTgNxxdYbgDdSd_v^DQ=juqTP!@)TqR5FAI1a;OwaT5
z*ryox=5zSr2MwzKolM_Ox^k9viT=)wCO$H}r(F-1Dea8C9^H`?lOfE&Xz=O_k7R(}
zwzusui@ow|G?^lnzIwQ<>7w&Jb(ho_?#rjUN>aR|*LQo*Fz33yJ1|T8rO*YjLouB4
z3#?};-@VJY>_gl-|8>fL6LX?Eo^ww=H>vPp(gSg`Wk=KZ-JGcE7t5_Zy`)g<XThG+
zri@Y6yZ9M)p4MUdbExFON4s}3KQGS7*tGY==^ZDoFKLb6{N=VDx6+%t9Thix>pI**
zJ?5YCci;AP(Xaa-g=gOUvSgL3natd&#uj0j@e?M53%=Cz(GgctQCg6gaIpH8>@}O&
z^AZacUoE-dr=*ZGPxDXc)7Gm;RIJM?BY94?INNlT$3D|fVpZNT{c@VG;ErQAYbV{i
zt$noGNMhY~#^YL1${W2d9$o6?5v1@e|KXj&sds|wSIK1x-L-2v^6JZ$L#Izi-?_0v
z@R3TZX^z&eU6U(+Itx9U#j;ILGjGMUFE17-1|>}1ns!1g*`wHvC2Z%SDR14<7X4=b
z+{ta3`tQO0%M+HUYz{q{<r1;eqFrL&l<18+Bv;4T@Az4w`DynH_a6+VoSyeK>&i(6
zO+MOqPFZe&-;epxpS6TT1l?pD4u^RMsXSd^x<t;oA&pOKn`r&JWA834?74MbJm~7A
zn@4r8iY7%ZJQX*+L@nz{lGLM{x)pi+>sapc+g0rOpT`+{XmXcyz)`2i{EBN$OVWJ1
z8rp2sE@rD6RTi21a!#4|{(yeg4352zW6Fhm>%`m??PK3M{n_>5+x{)$6}Izshwi#A
zvOJ_J{(7saXRZE3lUa);1=jOK<|yQ>j4Iu%ROzW?oMIijX42bLI-c^2U7f>%3zO4=
z4sJH`Z~e1er_RV&@v!O1Jfq^$NS3{QIpK@rR3A&OTo=RZ*-^~WBe6>5DtD@lx!{+a
zy^MytW2!Egi|A`B&3{uDB)@a_8?&&JX<Jnu>=e{v3Yu5i7af0Gbo1%G=To=0-D+a#
z(Mqu|`pRYW;;H_}LvMZML(U&j(f)FSN72vmq&TO>6rN!9byjER-MhP&Wy-!If43}A
zyVZJRLr2HTx{Lkgvmfm$<e2klTX|!}^(*^c?TEfvXSZxmrkdnAmAg9&SMA=Q@t$e_
zvS^_zPt>kG-J*K%X5*?d?zHgz*(?VBHxJkpA1QJD`h`XL^7RK_auP3xzx>kEetB!E
zcjmH~AJHjN6Rt%rnv>|CrJQz?*PZ$4njU)@?NqMheN$>KPRTb`Dt|irecOCBejV|J
z%ebTN9^GKE>!$0PhyTLoKQy{rV43w`ss4WL9XC}yvpp|GeLC$fx9dr^X~>;j7Rwg>
zP?;ujvpTQGGWg$DSD~Kca^Xfk@eeEOPluVN9G9B0^2m)}zTETIMn79q`{=_hLI2r1
zi)ZAmE<W_UXu=Y%n?+oUPF<Q<@AdIn-Y@Ru<wuis3_HE;O1$MJddsZ2A3W`77kk)L
zhUBVcg~6>Yt2I|HJfd9pakGH8UZ<kB)9FJ8E(iok`QN=#ICc8I_gWh&SQ{Nzi3Mh7
zy6Bwi)&4l=$>j61MT7Xm&iGDZJ=$wN=lI8$omak2U+ytQL3!b>gixW)cM~SfUh%p$
z_welGNUey8T%Y=G{BiT*eyi~NdC0{t(@sBndP0wHowBouWx(BYqH)`MqPAbj6h9Iz
zbk=2(;B$`+i@13{w@bLEH>Tz&R5ryL9h#}b`OtBju*Zva()u1%FWeICTYR^kzjSBk
z-6uuS(>1kDu6rIIJlSgJA~mZo!TSWtI-gFJyZvW_Z+-WfC})4MUrTMzOkTy+G)qse
z@A{s{FUmt}9)!pG2z_6@WMkawI1Bx_#voO_7bU;Uk9N%PDZf7bLgU9(-X#Z}kJ@K>
zq~?1qT*<uT#Kvr^u2bBxZ>oemj~>klW(u0?{MBSnsi5_e>9^dycTD%Zx1;mTo{hI%
zi=O;eKX*&_iA$l{WSdt-g5A0ItDE23sQ1qNvn=)8uC1&gON2c&<tF_2(NNi@T)$BK
z?*By*?{%K9tFBsK%-0?CZOQDt;fGG@2Brpi90|PQ5bE^(Rh;<|9kEnZ&7!X#@?~yq
z`*`{9f~097OMNT5H4;}mTKDpu)0dqo8-MA%32c*|Rq7+0a#ZhxmXYmD9#0uhtys1<
zE{a$3SAOoAs<Y#h4rjQx{C*3eBfLMuII@m>*?s!u9QTDQCMm8e_o~#Lv-4XO=gB0+
z#)Rw9qLces1S`8G&t<yE?K<WVuz_jkUe@?Et2X#;)!VY~%i`0?O`%s`aF%Ia_3;-|
zQBb#-^X|=3&!j??FI5X;Y|JO7I9)j?de++R#{os}_1z{h{F!G|rOwwrSaeG2;Nyw%
z3F6LdOBw$!@AhsweP!?YwVS*@z5G=2x~hchg_G4v5AAo6WsW!gG9{f`5;N6`*E2_9
z{toYZoJ<FJgEVgNbl-LfnQZgK<8pwY*<pv26YYB9zH%Mxw-xmzAD+ull3FL9$Nzd$
zv*qUdOA<2HUAo5_w&t9xr^8;wRN10)W%Ifg_xk9ZJRMlFCdWv|{JLfJOQu^NmOXyn
zX%TL?XGdt@!q2j^LUzXGJ;~p*>S5zW7C+Tp)1;Jy1n*jD2pzhpx_!kFt7{hoT`t%)
z8qZtkze!Z0WATKw6LyMi5>wUJ$q2F+vP~&IoPFV|Agdv7@0{tAPOvbY*Pi)mmQShq
zyjBU}Ia5CtEfm<HwC=d;7EQso$9x0YwyMsa?Ng$+n!|SahU?PzgdU6e)lWL5Qg3NH
zO=D-bR`qO+73#NU-BMjv{imHdemZk}_>YY#Pc$!9CcT{#G|gw@_ux;P#e;QAE{0rQ
z_u!t&y$P$gOrM}Sd1jI2PtI+ZMZa6Gy!@s5a&E-smn<^3%WlZnXUtmu>5}jL;AQoX
zzQ{D!#jgyRb|_Bo=lj@6yHmtI`+V5F>idkMXFIkmj*NWNc_;ta(dE%X0{;~GLJS@A
z8o9!E=sCBiTzXn3ak`nMeB=8Hkw$I<f1iy!b<*W`Q(p4s>F4F!ez`qghHnw~1aJFi
zo<HsWrM!3N%VzD;5w~kg5xDNCJ^4`S$<1~5O=5HHH~D$T%+$JaNU})tN7>;fkHxE<
z`(uO>dw4XA0wvVC7v&yGozCU#kkV=K`4AiDVqvM}r#FjO$4)i)z?r{R)JOa3$HOOk
z#iX8jzq;Z*i#5Nd_;*)Oziy~{QoDAybEt;Q4h!D)6Dv+%4)0!`qa|K+>{4m#@jJJ!
ztXCIl{ClcEuw0nsy7(N6J$spa6_d`L)7Rtqp`*g=ylTS)^*m?32%B<7hC;W_fP%R1
zY#fRm!bu5&5?dy%c~r-%^ybq#d%-r}v~cBX5ldfv@3{8DSjF^?xc^G4uOZXd7^qs6
z=t#1>sN!&+KIQVn{v|dCKSy}BD$Tq-jk|4?^Co6bd2!x}^LT$A*jeg7Kj~rH4*mao
zHtsQZU*VaVs51BZS2xM92~DBQiHQrB?0Yv~;9#uS1j}SkrwQH<l$OlN$l5R8RPC_v
zrptx{JdZ9)?sMh&GTB3{;^awF_nuiz{!-ViRm((NCn%JOyy0d&wtU8(6<jCp`lz)k
zP2X&=_(cC!kBtlV^a{nPtlsg=u21$(@)iLfv3mt-m9EDwdmShe&JPbbE6%f`RW<sK
zyJY906IMwaYNz>rK1rLY%qtdFxU-Y(zBpUfwT03wLH?2cB5Mpyxj6Q5wQoDLTD9^7
z+fgeW?nZT=u-6h-nHs$9T{hn-U|8K<{6w#PN#C{|T9OYw3kAmR&<-svS$S1p&AQp$
z+alh(emm7~6KAX2VXxY4R5q#g>SE8b4{P|NZC}^t|F8agL@?0GNg(sc`mq1MCGBr<
zTnS?n=+tKZn4++ar$x4}a}6{5IxW-1OnVkPG6XPNo>08gZobKSUF&J-c{x(MZ|FWd
zKe?V^arZ;R?E(cniEbaC1>0or;F+AJV`5oh!QFFFZu>65^|}6=-5(_^eK%Ql-2@+%
zOBG&qu@Wb2OccI_cFuax^Ec*Q--;$r_cmdbYi>Ng%8T3M-BUC>v?dmHxjd5pd9(BP
z^f`(jw=J~%uqLo*|8CXEcRaL$FY&Bgz_COA){kX!b64HH)NpT7wH=?|#X#SEuYJAt
zt6eYdzdk)BSg;~Q)G=2!S83IeYg1Ld1+VXSoj%1_h3{?a{-ZMWjb*)NUvv#@1V8GP
zUfHLa`O?inYEtd4RnF!Ye_H$IP103)tgvaq8?VMF+1xmB@zp|-%RHZb-1_wEghCbO
zT8rsXZJN2sac%7jxvCDRDN4RbPC67L_15d#S}UV~`~wjkcH6yrd{1#);^h1)TH(od
z=zdCN;8t0YpEtxb8Eq`L$!jj>(0H`&$$|)x`CFe}*ZkL}pp{?o@<g`e-j0H-p!C-M
z_1rGLQVVALTsIQX{JWTM@;WPhmqiore^`9mX8srUwAM8fJsfujiF!UQFTEly*Yfa-
zy86NB>W(KfwDMIWXT}^=6f(S6=DYIrvPVZsGp>FKIQ~*S%12UTxkPaPcYUi1OI~qo
z*Wx@;axrSo>un`hMEm~F6I%6yFVNzwZ}hU|FRnj|_e$L@61dMr^2&rMyWa_~Fi=lD
zXSTFAMo)9CXxz+A=d|uOJ@1~RvNYs>kYjS7(%&~F+xMP-`{-gp;qz%(7h{;B^yGE_
zev>}!>oiX>B6;7P8T%GIpKkK;N%0Nu$^fNzH7DXTIjk-V6bdwRT|F9nP~>#f;x$^g
z+s|03rp;+gF}_h?_0J^sQ1`lWqepMJJLKB#C@ox+tpC!!DD5@Njgq2IB~APO9&&B=
z^laW8<Srofg~9w}fAx%btKFZ1u6$jpa{v02rnt!YI(&zBKWP`S^54DWj`_#eYM(nI
zj{g-*da(0q#*K+RT54Qd1#Ya1x^Aug_A8g{%uFNp2SFQGGsPQhzwlBlOsL0-HM&3X
zZa~uffb{Fh)7=kbP6};n5wR?_d8u-nKeHvKjj7v5uRqU5+Cz4dot<EFOKxMtcaHf7
zFDbk_yS25!si}0P?z7YKVkwV4t?4(9f6B_-xAdm|or2ZMUUE4f{+)C1KKOEveN3H7
z!@fvWW@VSXn#~uF&$^KCW%a4^$zCrL^A^0TbDR1-Of#{&qti=;_3&JWAP?o_n#)o*
znhW?%x~8OvUN5%zu2sjD>=I#?*CQfRzPjPJ-=`&hU#h3``SY7dab$Z*IEv-(Iee?J
za<M{=#<jo4zB4QD3GrtQYTeFu@w1zW*~;k~;zRN#C`MPV6L0j~5tjG*c)!xsy+0Jf
zCZu`F`MBPHrYhmOVVR<y$K=Qluh&di=T%oXopU1ZO*XFx54o9w46K}s6}IsB8s5LF
z8ni<`xIg*bt|#pLu3Y5;9}7a49l5(tk)h*lzEQYGh-Bh9$r({?f7)MNxOwD8%l8d^
zg&!VFK0j~5(c>}(t@lK4&%Z9Hy&+lR7~k?YrkD1HZCu*q)6Cew-L@~W`N91D#TNgM
zvgYkFx^LoqkE3nh;RlB&cZ>c%(#6)#mSeMLhs2u`Y`WX357p}DaM~!V)jd4R8hv-q
zf#X^nx1L`#lsLx7l+DB3Qk21aGJrq7N9(>WZ>uyfH_Mz|GS@%s&0+ZZy65nOR;Qr7
z@eM+}J|gFy96nkVz?=W}V2$~X!Y>&MLni(`@JQpkn%wS|UWRWw4*T6t+O~Cj$zI>=
zu5kTrbE9iE`?cg-6{q}{xb@1mIig+uc=C1c8*emy-ac9%d-G@Xt`$p!6Lv+sb?amN
zcz#{g_ZPC;7nR8ds4iQs#XUXf@a#`VqMK(QTPG0t=x;>Vvo-nUaXYQ8*M3=j_~x^B
zb3XNX&Xaq;_|4wSsvB0$E!@>xzbm)?7h~7C(#6#;kGxx57A$P6TilTTVAiQmrd#*>
zoj<hXe0g8^@(|C~H971_`H2~&Q(P_v3blS#)l>D@JB4|x_M&Z-fBqD4KYu1U{kNJf
z>om*Y)lXi?Om2C(;6sP;9{Dq@%M7M?F1#V~ctYE+=6B^ktLJVPWsiCKC&Z&nxAk1<
z>qWO&?kx3D+8nKP#O?jtT5%)K9saYX#Mb$*-@8|g^Wyr1v<I!+sp9Io?)6*rravi<
z4gb4%a^3}_IFDW8J?xLRNVz!gcy*iM!eh2K<<A*=q`3;+bAPY!3T%v1i6|)heN5@$
znZk>1^`foI`FA>PG=0<mZI+Qa@A4Ay-|grAmUQV_o~c-NFlM!?u2z)0rtET!@4Ba_
zJ?WpV(K>rYQ|?v4WbJt2vY^A(llu+$N+x!lJ>mH@=i?(oiLb}kavY1`ifESHT3+?=
zy?tJULCjC)Hrq;>fJ5as*{Aq(<u(*fdb;>_{-TvucTfF%Ed6iB-vx&hifjJ3tM_iO
zjL67*FTW|r?BkKCPE|GM#3s$3wr4@F?zO)~Y%-hWE*o@Qyl}1Lug71x>d>iiaWkg|
zEPGqzwO{Yp$EL-53ZgmvS?V2@ZoYD9&#NV+`X-Dj=}!9p0vDZK6#C%lN{01GC%ATr
ztv{@{{=sU?X}))IRrwnJ*szB0JERt5)nnyXBBw0Z_@sq*dWVMkt33j?>wNrFq%?N;
zSx4X5dC)LGudq_`(#gLb>T&l94u-~jSiUIb{fkr9HF|!wzcwwc)YaI~HEGq`<jQul
zXG(2{)+&ddOkUl0Vb!DhKNs@#SLs>ZyP_pFlcnta%+q>v!@i4sc&;blUiHR5ML2rl
zbv=U*HsuGmEYcQtufANdNN3_3seNXTJOg9=MZIfQRen@_x__aq*1}vj?_BL05m%2c
znY_*C;cb&W3CSO?815;Wk~>u=PIP%&?cBfdP7$in;d8m>?t3I~#zOT_;kt>kt0&f<
zo*Bva<Kx0S@w^{L9Jh0u|MmX$zwPs%#pm`3%$Ih_nC=|2A$xQ8pRleb-jbeOyYnj^
z&J3Kz6XN^a%KYZaZ^oZ9Rz@rc`<k(I=^mxo=Q6TC)#q^Wb~*0|Jk{cOJy~kqv1>ba
zEZpR&qTsWzE08aJ)~))!1uc4qzOc+I-|~l<e|e+(<%At<jPlCIsviiM7EEm_&Y9u+
zXWu$)>l+S}_pkiK%UpYUyL-)s9rthl*Zb@G^3ImoFD7vLdDZ*X=-c_uPMp_nCz-qD
zT1L6!{nJYJ((3MWO(yT1bZ_;fcinF$#;w;_%owheX?!x7`_goq8k^NqKHm^oWZzPF
z#P9jf4`%Pb3%A?ce-v+aGCHa4j`kY=xAjFng>PIG*B*&Jb@u80t+T}oA1s^vh%0>d
zjrYqselELw{~EvH%oOdye?Nk{ZhFTZy%c3V-*C<smk)0$%AaJs;Q2P`UR1kk)vf5-
z3nGReAMt%py>4vnepZs%^;M#uY!PG7J^ixB>#iTI=CcX=v&#DReXd9Qo=#tE;Hban
zn#IxdgGPFVHLSL43S*iVo}HR(5oV|_zUFb3Neg@H;_1#-^901LEv2kgOD8Rw)-&H#
zGGFhDQk>qp?yWM9#CEgo_n!CvOalMIza=|Yn}tM+?5gO_{B!4k@a&x>U&WGN1{|J$
zz_>0xpuo80T<;cUHG>;l87Ft7Po87fBV(_2w3m5?i9&PpYnMGO!Yb@7o7i906iiL}
zz2(E2NerE$JO7_O_w`_@Vb7=O>%Lrxl(bc-XE&*=PW$lOV9$Z0jagSU7nQQ`Yo;x(
zax^=qXY)RZiCbpLrp^BQ@(vzNSox`_LsKV3ROt8NYoRBsU;YYS>t*lf&%U)v@!tDs
z-%MugS((KdyF$e>F<S9>QscI%UU@!7&&4L0iMeevnUrhxk+oVth2_+}kdVT8F8}8K
zel%&ui~6Z2g71nan;o4oF*>fZHZSnpqGZR@F3mDg)0%EA6}Y|kY~?v!UoK6J{Ef-M
zH8a#d_IrFiwe4p#-^RG|zm=ErTaSc3_1YqRnsaCNsy!~1Ru2wd;MKDfHpw*l5b<q_
zRw(0JnV;L&-zf-F7HNL8CT998&%z_$Yq+`&oHkGWso4-Z^|IgVBZ5g)-vV0C>GAMS
zHF2Bz#69$R&#J&5Y<KMa!#1@syuA}FY;K}*`ax1R_eTNd%c`%+3(X~-*)O?t@U+FZ
zr-quPk-v7g?b3^BmD(q~c43*b-_3O=o?bnWtLA1MK7D#$&7Agg)j4vJ+qoyniiXsk
z+g_P;vsSQoeiwh%wN>t132bk_zSwi|^+}7oCHKD9UKOosTg1;guVPxqssmDtt1lhh
zb>yU#O>tn^RNpn;;-;^X60ExRFWa>EUvm;~y7R0ZLg&0R9{FZ{(5Z5>JEoHQcFC=G
zH(b8$@QaXmFL3W~bpDNiM6;K?b5nzU?OoR}W8Kx;su6$0?lnrkTrWKB{`1o@<ri;0
zdv)m58_%nnA>zxYA6`A>csSS6O=7R7tT1kk4qj&^r<IxaUhmUO-SC!hJ@W^D|2<6!
zzq!0Re9vQ5)2~-{E)RB^e9q;IiDqb&!TFLMDSti+H|b^WU$VmZW{-F4*MhUNgwB0?
z{zcky&!k_@j0GMhyPueB4O;x9uKAz_<AOu03eIg7DwpUq;!=C0)bz@X;Z&EHXOv#a
z{pk53R?8V3b((*(H5{weTx$1lewFuCmAIGRgs-X}^kZ2kQRfubmMiu;@1e&oA+Z}=
zw?D+N2Xy{6WnkF&DPi}D!)79d?5xGB{T8V)Zrm&^YPRr@*_LC>TAs6C^eyF`8}__B
zz4%sqCA+ZT(iv>|=5upqJ&AbEx5Vm~gkwz6)L4f|jlBvMaq9~>SM(iPx=Fw|PGL!F
zNt@BCQxe$`!Jd{Krg_<|N5qfl-M{$4WJg=@#={jAf174&d_1s#C-31hJ=SDlp`BBM
zA8)K=`qW(-+CGEB-0@U!*7YNHJY9ay2VZ6t1}|RNwX9nC2G1A!Q=gaL?EB!Ty!u(O
ziqgt}Dc&)E+6wJvOuF`i)x>3WK$oK7xk-8t=kC-q@u+&&Ecn&(&NHXy%+s5)Jhz?i
z($FhzkeD=^d#(`c<TVWu0+xRt_&OYXX|&E~*Vn}l<T4-bEIRyhfxXd+Rhw^!?w`QB
zz}x>xPCL6mh3}p-1`#qJ9oOA*tllQ_BeL{Q1N(`pz@wW)Ub<XmSo+pM_;J^C@8U~(
ze>n7ojAC*=i03fmW&6M5y!6Vf@Yvcv6BIs7JH~b_#p5DVwb6rAgG8xL#W$W#jTbGA
zd?&;>9dk=Po%`^`r35KyC$}d|doq{Z-E{YZ%XX`>$5-!_@HHA+R%uyG_trUWB-O1P
z)%4VHM(-I5UejV_*GbbQJS{4(d9>$!HuQSczS`es4a=v<@Ocd3r(=?=WB3*QE^O5*
z;G3bGFY;x3;33C5haTzm9-nZEx%6C!N~F4F{r~?PzvpI8T5PrX`%j(9#v?!f#^;y|
zD)wk^UbQ;CitqLP&tH8kbD57xw1`-pe7aT3qFz)dBJ*j~%T<xfV<!ICl+9Ewb@`$R
zUm>I7Qr{hSeU#2|+pQ3j4A^lr%X?Z>hmf`Hb<_Qm&Zq=G>GZmi<8;$_$Ddu>0y(d$
zN#35KGO4MSn`2?-|D2+e`GNs`UTTduIXMK&7N{pPh375iU9P9RjAMRCX{dB!scg5|
zJ_Dbi1?p|Ft8Nubt(;{l<@~kxv4^;k#@AU)0TC5S8schm-JcmN36;yKn=AZ!Z4|bh
z`|E*;+qun!a#DME-ts)!v`v;{7FWvZ0ESbqSFVr_nfU0ySywCXlAE3RN6uYbYWqS+
z%eh*?w~u?4+l3njYt=Wm249Hd>est?Y3j!r7s|!1%-vd<a!@4lQ9#(NSvq??rbQ`h
ze=_2*>0ImZ)xb{i<%tr{xFeIVY@TrE6zfzYtpX)B#pR}3UwimeO)}w=dvVlD`M)ch
za#9xGr*x|>(Kk(9)~zPfGfn1NY+UlQ`BGr`nQM9-5jDvdw>2)#h$%Hya6GT_z;Ky1
zbJ~PCymPzHIIa-f=3jJ8b+PZ=0-4P-ZmE4-^K#GUIc?{eVzivsg)8Y!{otMY<$~6M
z)XEyG6>-A4IU=jMmg=}&Jvl|NyT|yHasHp}Ze<VLRixjEY*vsywQEn<P4DdTxFaQ>
z{w=U*JJB?Cqr&PnhqM;I4?8zmzCFu&wsZ28xsH=>9}MZ|kcv9Y*Z%E_iS2?W`JGEd
z^p*yDIUf<Jde*5F^rhhG<CJ+zmwi_ATo@R1nDx?HpGR%J^Y7WawRReAU4Bt0?c#nn
zxjva+0`BU}URldoJ0eAwPV#1Nvewwed^LA2_t{^W3W=906@T|}NLs#P@7x^n^PK<x
z#nHVfD<`SusrXG*S)D858(lezUGLhJkljc0H1&Rp^+xN?=~Vi;eUiy8CB6y`sn}Jg
zd{nycX&?Gqw9L>(PejPj>XJex|B4Hrjq<qjXG?ALls{E(R$+CNYtr7?DK8pM`aa4o
zX^7QHNV%l8{d#5T2cHgyM+cV%8q2-BwemonO03l`kC`Gx4{ByS5U5jHl(@t(Nxxj|
znAWY}rQcqET0Q;l6RBAzUl(=1yd+*$`K<h+0_$H5E~khuj$YHJdxyu&E_Hk$Dm|+x
zcY@O<E%BYUORvsaQpLj)`}DfJrtDlZFFDVdzRP>7R>@81?^aa4DERcmB8^B9*D?{g
zsFgZ5(mr`ua~JA`@~rsdf8arw@M7<Mz3WX+B(I6Q&2jsJN%q-fnH9cL%_basSSK^C
z>*(IpHrJ$iwol@&L%tWgPDpY|o49p0^#-|33J+YeuzO0Oh@<ku8TQJjq&hiz8GQqJ
zW*nSxv7h6~>62d9PPe}4$(bR)Y{Mo!?Pu$r`a4G0wdvKhZ79F^#(7o3+I;<}?@yvH
zaCN-$D^Oh<Ag0{4HKrwQa??&GS(A&#GA?(7yqBowhP~a{yK2E3ah2E;X%~WXKSe*U
z*bp#t>zt`F6W8T`mXut$i7!?=#Hans1Hl6y6S-vFU%Hsh^RNzWTe5py>q&`;4govQ
zHcd`m_e*<L<+5wjwcdLzik5uLv|Crj;K|grN;_w)5Yk9#?)m9m{@d&SO|Pqug!FeD
z4XaA`^?Q19rHy7*0Pn;HYaV_1!1k))=cyk_lZ8WsSHBQ(+FkLLW%b`HtnVDu6qa4v
zDxT$NCKr41Q_Qyi%Tgrngy*Uk8ZFc=x&HLf;#;hj7frZY;wQt_nzCWZofZ2QaL&Fa
zv{%kF^w^at3*Y>^5#~4Pm$IFw*v)C3EH5`&Tv*egeNao>%|y3^TeEo=o7N4ktGTZy
z6lm=EuArEva9#eY7H0<Ur^xx%@#b$BJuKbDcbgf8N*#RXX12DoPAyLMY0}n=u#IV=
zCzhs|C)_`DVEKt>7dCpW;WZ2|dObzU{;1*O6EWMTPJF+zG5!oU-=$5}=`ZYlxGL_E
zDckSie}Cq`HtE%C%&#AjN?ClYvo<twL+^afLkU8hBAP8udXr`c2+FHy3pMSixhxtn
zV{_A!hN|U$i=(r)&MRTO+HyfI-osLjmH(t@Z@jGS^?5-v6qZ~P<#^(Fzr1U4_zW}F
z_!^Cz<mc0u{AE+GS?V05`Yd8+@Re^<nwqp%Y9*#GJ+-~dB#iUdg~pF}CQo43;E`ka
zXI#F_Y0H8g*J>Y!=Zlxg>1eI_CN%xslXH%%FEeusRe9YP(_ArkbN$-H)Xx(pGhK8n
zbU2l_@$E<VB_|ezSfm81bo*|QT(VOzbCSjRj*TL3l4EqgsC7Jba=+oVcw%a}oLhP5
z=>;B6o+Yg%RT^4u4|y)w77Ix&EPfV!|6taOEt?L=2(3BgeZX8b;L+9F#qO*^Q~J(s
z2@Y8HA$t2V7p27Kf3h}mztkwdb~5wp2_@bscSY{a4_cyR9rEz4QA&(^uI_Z#hL*KT
zr{AT!95OH5D^P2pt+ijfns@1@6R$+RWZVhv<mY;`^2@IFhe3hIm!9>06{RxG$kAeJ
zOmk?;756hdS3TXjzlGK%O?mHmS8)5=((@s5-D$JT(tk}f-Kk(aDSXNN`17jkBbRg>
zoTXhNvAQSr-{ZUrmeWazsVRAjnuWjZ5$0PL5xJ;0s@Y4s$NAyHOAI?cUWhb2({z#V
zlf%Th0l!pbZuD%HT)*mt;KKmPTw_T;nH@)^u3j*kcPfzeL56K}PnuiFk-jM&b2r_w
zGFiHE`OoPh%Q>vQC6XN`>cpQbm2lBJvF^hCYm!a{jSCm(eNh#dVjX00;8L{K&3&%s
zNBwk!#M!R?`@QF2SEAyY2d}x#igj%{+N@@{>($nG%8T9{2wwcz%;Nj0D>dBFk;mB*
zS8mkdGM|!{v8l22k0Jl{WUDQ&WY?B_S-e<UcB=LKmQ%GGn6mh<$gQvms9f;L;c4Jg
zucosr-T%Zr3DYdtIr)^NjpAP`t~usmt(~`ow{DM&ax~$X_{hmE(DIMRbV&o_sU1!#
zQ}YxjN9;({?v<HldtZLt>c^8Bic;eA?)>96pMU7={(|%UUstANx&{e6jNTcNrK^2p
zPnd<4)$Nahf%mwVuWXWkbRf-W_DLCWi+dAGyrm|l7CsbHOZ8XG3OEtEC@Imp{psri
zBBC-o`Fc&I<nI`1n_YY0W8|lrz3L!)v6<xZ$%R&mpN#!}CirPSo@3;v^>~eupZ4P|
zO$;F#jSmi_S#0l_eA;4n&*jr?)40`V6t+n&pHbK+sXnuCn&k4Cg|iO6<6ZuSZ~3gk
zb(YU(6@!UYihHvaMdC8{1guzmu(5l3@mb63bAow2r3+4_p5OUwPWCw%k>y~+_0_gD
zYk||TO$N6E6P=zrZP;`ncBbe}KA2%(6W3WTm)f(Lt9Ka}?;0-2ucZ%SiqDxokNLdl
z;6o7WdQ3A9d-LLtEnhfyN;|e)|0!H;eJM@pv?_ztheaJO@p?tO?mbuP{cI8WzHIJ|
zNY0Bk-#zX8PgMrxPrX&SdcJzP{DKvCr=Ggmne_bR&34l;_obVKm(Ej9mp_%OaO!4f
z5uc0g?|^*f!1I1riWQFCyuMXlcIr8~tDD`w%1qsw4PtNI?Ebdq(ju$yrDfk%%w2rx
zoSjZqNr;v8#dCp~>GD-p+Fv&d|CO0q_if>Qwng*jzIg8NWi$U@Gl9Qvjzm@de8B3q
zbAD3UyH#82i<Z}VYcCM&tGIW@vdoZk*UyA^4i&S19h{tyU}wU8SL!H}#I)KS+H>99
zcJrM7Gf}zo@#D?X_ig`OKTyy6Cy05Y(XGO^z3;5vrXO71k>VR3To;{fc|R=a>AS7|
zx8IiJI=xN!c>Uj{b+>ok@qhhyOYI7qyzSTdiss$=TXIkPdfD#S-*30voqy-o-lF~X
ztM1=lbpL+RkG-FElvm%oJ!|{!2lM+*B`i31`)gfQHTMS3^wizc%l6N|r~Uuc8K;u>
zwQT$U#+Kj9oBEi=QFDE?eagwlovEBPh1(P^K2Cg`lk&2rzn0hUxA3mgh`+ajzu8Fs
zjDK;p=eGB>*D3$3CA}h^*~Th*s)z17kf0$IzEtpN+R-h`T6z6qqI>eyrDayt9^2(0
zbkRh^>~W~EK=Ka>jULvfx}*b7ydBpUymFJ^T4^sjdw<|JeGX0kgS8)*&b=KW-?HE8
z=WRc+9h2>!z2^V1mDj~V)}wXjq}og0FW=Nod$3G9)FtD{iEEM%J!jrwbvvJWynUf*
zw2NZg$^*{>E*QUf!~Srq$&4*?^(RY6C<Xpt{IDt5lqd6E_mz}S2hN66NjZJ6{3rJJ
znYH@72WRE24qkV<#@x;)DJGd<Zsh#);Vb927v$%73WWv9&A6}MZ?H=Fr+7QNaE|Wf
zVii4!EsKw|L>J#nRbs5=Z~mp2&mZtWzW%mbpooFTK6Q)JiMb{$pLnCBFW%(aaQYX^
zOvx*Ak3IL>aMgJKq~a>WiJCkj8Ld0^1-CS<^LJfYdaSzPiK%B)S}#Xd&!$O1E@sLr
z4BG!y8)(1DnfPMrjl)w8DV;oFC0OuZQQAp(kAbpNdQdEb(-OfmRw{8zZXLC(wYtvq
zrQ*u8hg!=6(`PPRG`0QP9l?g_Pmf;-k#=I98s2q`;p@sByTlyVOcAP`!J{Fvw&U9Q
zBJ)EVUwLq!J#l=Qft^_7fsAe!U7P+*eL~+BFnsnpxopFyhDb?=!m}|x*E_erJ2BC4
zhNg1jK65D<)tKnVR~Alvb6}Um{FJp)f7W?O+zTi<x?%Pa$7`qgCIu>l_XN$Dxn}X}
zfGrwEPFwjRF9n2KXV`6gsF%lNviU*1cj~rl9OdjHr(#TZ+!b(IwAjaa=2J%_hHk!=
zhcT`*8xKl87f6&!e6x3&*rOfm&*<Cp$#!nGDpoFjx;FKSOH=0c@VVN)-J6USW*1KT
z$YEuY@wmHNW!l+@iR%=(&O~mQETVVZDSqyujw?G`*K%K5Ay#nl>PF{Vr;MhnWl!$3
zd*E_t!TTk9E88S{53SacW;-`ynMC)@eQE{WQ+tJccPiV8oqc~zv0ToB<&%Q1hEa8D
zw%s<toTKMD7v(H_p>$c)xH7Eq*m^CtwXQxlJ-_g>FFUUFX<e+DbIc|#HNmj?EQ+bI
z`l7u}ev22aR(dI#Yq(0s+Urtan|#oUohDgcXR-{MJ!f9L@^h*1=k=<``20h3)q<|7
zcpqQFbAv~3cFMV#FF2;HXb$+mdu-`*Hjl}AN1gZas9C6lKl$XCIx9&ns5)X%<AyC4
zdWBxO+8VA*y!>}bn@yEKTA(27h0HgLe9mq;ue+&9yQob!B<<jz)HKlx&umju15#vp
zdd1hys0c}K_^*GRVbV>hV{aDiTA_D3a`CZi4<Gn8SH7FW-?mQa<DJCaG3({8i!wDT
z8htWTb-ZEu%j?9E5WlH5w~E_$p8GO2@kw%)=8VaynUSkZ7W*!-Rr()hyZ0o&gJA3R
z-?|Sx-Ii@C&|UKJYEySe%tya@3offH`n=Y0g|WZ#{NUt^=bGIoE$>rto~yD}drI~4
zJin;Q%F|kJ79~lSXI-;0Esy<oyzAVBm4A*%YOC2@uh_`<PLWH|AhWNbcX5*bN{$;>
z%fCcREldnP-k0=XrPO9~v765(Pd(?e@`3FoUEW!bc%Mv5V+egGRG_APXWvdy?a$wK
z{9wsmGb4p*hqE}Z#9f2^KPOz3F}b&5PN;U_>7*%fmi!WXm-bk_GpT&Br(-RL)Lut6
z=DyHm_eXD2{_Y53<4tCh(7WQDbET4hcaU<n#g0VYH)$R2HZOOrm~!3u80%y<kIAd{
zoGhFlakY8bMdu#<JJW9bD7p6ho<+rsp5$dq`o-*2g)a%Ibhs_-xgGy}-nEhiD@;rL
z?WU}05J=cE*&*=V?78j7s^@-<PCt5T?xxUftBmdhOYclrbyRbS!L$5>$BusZC}|zd
zrfwq=FmLwK87X<SJYF%9Z4w+`Tqc<>>4>SHX+24C<tpRLD&~$yOi~nt+?So`dF`Vy
zb7q*)W~Myjxl0UrxpOzga;nW-FBF!XeLee5;MAm`pzufkG}88bHhALv>W;4UcF&^8
zKRB+4`mS1|_BCK~)KX8OGZ}|&xhdWJJ6SE`jz{M1wO{%lS4J+EOxkj|V;1|oP|=5F
zGMsx?Mzu$(1Z^qEziXGZu~qE)L}}yRzE8#JSu6JZUm%)%&1`n+JGI}6GG7_4|J|@m
zE0i~6>xw;7e3aCymvS7Rx*}))ro#qr{J1VJ&E2<FrOq?0_K3&<wI|CK-(YKfwOrrn
zk@=GPHDzz-g$CUIb)hoJwThE>=CP%U^@|pIC>4G4Kcz8AWRvE}WG&vKOQa_qJX~WQ
zD3|W|)#Z>xT#eSIlK~DwKIVI8Nr?D=JazH0MAt^$lngJeleyJvQYF8oh&CMMa#fAH
zzR}In($?@=;l#Vi3t2VKmD*0cns}%G(82>3Prll5rbA-Y&JCvxR_LT;&We~juk>EY
zl7f>Q`@^0t)t+rHap7dLmT*eul<OCBmVf;?%XuQxGB1y}DbHp;Nj(u>bz<_&2#Nlb
zi7$_5`TX>{&T`q%c6;%MQ@Q?!r!0GEbGSG$J>j8Kp=#Zh54YETO5~X4<DOc!Jbf|$
zK`Up=V3YP*o94?|lQu3tH?^dN&o=U2bEKZmYl|bROg9$9J{5VWylL*q$y$Ye=|8I;
zN$~pEM)I1-Zk0Dsl+Tm7tkWdZbi`-w<)o?$8P}$^JN^8zsp<Kt@2gKNT6N++({Y0w
zQT~;GgiD^ZDmTsWv#`Bbxy7jPn$?8uYo3^hRxxqPFqAijN5?W8b4}5a<WDh8PZQiQ
z@xsc-Q+)0{SSakH+`ludQvLshlWh&DbDlV}%k9ay-6VbB1*hALbIcc7(o+7-ad0w~
zJHdKQ#x9s4<m6OAbq2MKZ0!M!-R~cV<t@6YyjkM|>j%qL8vz%Is|vw4rX)<ad3eEf
zp6^}du7{6wt#=!r_!au8c<P#X<@4J<a7&3cPhOq!P0MoUBB>N^Z@$w>SJo%$bat_>
z-PNSrJXQJ!_nyK_s@;||>SSg_@kwf`HCGgFeS9Fx#cqOh(xsV6NyZXg9L7H;vhQtS
z^W|Yz48Nk0)5e~p($ULM!tzGZ(r|j^?tpx@GX+j3IZ7Aqc{};$9d%yL!pS+0p6p#x
zy()jziPbAVJNzqH^^dj1XuB$(Np$j!c|10%&4wyYS|Y8U-+D4n9;{_Ln%uVS*aUmt
zbOt*v%M)UnooYQyV&U%lt++%OG%kE_nbO3``TY2OzJD7g^Utwil)n)%Me|s8gt}7D
z!JJbs_%z*SUI~$?`28e~dq+!<?d7`gqQ(hXGpgt8;C4%!$QQ-G`NIR*wtK1Po}G+&
z@*|r0_53@bYUK-0K3Ub-XZhs)lUM317fy<uBHb+XKGf25LUoOXbWmF0(LI{06!|9G
ztPuLD*?rXc&f?Bc;nV6jjvckGdU8=>&-+JD<Wllqnzua8bFg_N;Ju>b#FLv(bfz2a
zRf-IdC<}6Dxo}C;ru%g05<wG%iaBSZ!zP%sYB(QcIC}N#x~`=1leb+vCM}t<S|j3$
z!zJyN>Y>jytE6f^UzvQ=-uQxSGpp*`ZC>wM9}9%9mTBp^H~ES8ED0U+iyo#ImA)VE
z>x^Tb9LK)rw%5cnvoEmuoDyEWIYsYjOhDu`>GhlKJ}fD{718Xp<CX8WmC<{`LVWw5
z>&`Q|mn?kBX<5X~niI~m?QWZHwcaEVFf-o2kSmsF&7Hy-(^6w4v=qK`wY3$lnY(rI
zBwt?DNUjIIIWI*+-QHvsZQS@MZ0e6Wf<;|Sw-sjWzHwts*F$-g-%0%j<(pr`+<E;b
zDP7QFy_V8^or=N~N4t$&&TEP~*Gf%T^)fXyVUb9k+I>Bf3rEC-=TA9l@X51`Ei?N5
zc227|kNW4<7##kpdskj((Z}r*gqLwQ%*}Z(U~O}R&wE)HM|HPuoz`r{rM8Q9PE}8A
z(VHW{&Xg6om1TY4;+rQEmEXuIrZ1n}puOv>mDcCwOdJ~7{n}?YcbBu-`*9a_D0`is
zCwPMWj>y;M@H*F>O*?A1E^sU~k(ehOS7lW6Dfs5R46pdoB}P4tSpxhLclH&8fBNNj
zcSeqb&7(AbrWxzlHy^(;?{i(}D<OmQa8_B}b5HNA;0RrJ!iHyoanhM5Zy!2O<W$x=
zJfZYdO`gS!NerKVtFoRraVlxs2ESX@9xjSDZ@7*#e{>RDQPkpil56c0(PnLJkAkoT
z6V7a5Z<!Xk-|JlB9^0dzPH`Fa{Cc%yO8=J|K3$iWCma<B);S_zS-hx8tT^pkn@=>G
zrGCu0%C5Vo=Cpp<uf=e5_mxjAp0R=*v6{NE8{6ge+8sF-yH+(T*&aG|CNc7P)6w)x
z6Q8Omi@MI9_+{@Oo3l(WVvQIJo}JEbY+^F@IU&S+v-Nn?!sJ@}CoAIWi#ad<F}-Fh
z6wvZ*z9QeH$!@x5{yt~fo9NB(PE7owlbc_T+qo4x;x42F>hRjMa#-A`S+u0!%;KoZ
zQ@UI7^KI7^JlWrHtcXeddHs|rYEHL#|ID4R{Mw$jqn#=04NoIG*GXSpI`R3eYf~N8
zZ9XD#!h)w+X|n7Rx8OuRtDw`NsS|{|&T(x^{J@mQd5!<nk{w<t%kHNw%I(nq;cT*7
z&FyC6mdz?pkCquSA3w}d!`%K(<fxTdr(+zm=5Ear-&3xh9zPdcG0}8()OaZrG9#N$
zPVC27nU2%@r1Y|Ug57iP{W^W5^wgD!9OdQ@@64U~%<3?c-OJ0?E42#P_D!hm51#o-
z#`=W(gb*Ry%ZfJxlC^d77DxJ~`|&C4X!Y0f&k8?X(Pcf`C%gUojF=0PPqtl;TpZ%i
zcrb>q+G@7oTV~guqLxYZ!9|@fZgM>dh}>AwaL?e>j1B3_v&7Z~G1tFTx$$87B?bME
zxW;U$XLnr`W_3pR2+L<4YAn6lW^u7#uM?jm(_YD05+)H5ysp~+{6ge@?A7tHFjm{K
zGxW;WIjVIznJyjQc%;{8e!sr5Xo{`c!K|gPB@S(DwVXV)uAyEx#s1{(zZMPq^`3;k
ztl$1FRIcKf%(IeRKCOrNH*P5nWWUyM$H94N=*E>AudQE8>s!gM=~>sB-del((XN0t
zt(H~XH}5!^O%DvbzVMSnsJzq5rFwmP<fj=t`lc$j!y$iqg~P#Rr*BJ{zsQl+d*~-t
z-8HvwO54Fdlg-_8I!#!A8K-qzk<E<z?|x6PQ`F^`<DSq1SA8~oXnHR+-{|OR?;{JO
zpQ>1;Zkd^o`_-^zhQw3`=EsS;tB&v9u;<<lm9GJXhD+lnu-PbmR!=PavT@0Z2d`$k
zH_Udqx%g7sNoB6Sq$*7|GeI%AZmt(LoIc^-<R+hOJvlW*!opG1>;RYVt@_00J-lJ_
z9#(3%-Jd#n!bT(R1m$_$P5MnwR<GgHV4JaW7i*kdsk6^niAmxijtBE?R3!VK&sGuc
zX8Tjg_#t%N>d?obOQlu_F)m?9@yOSj81u0sHuK1n9!t%IXS5Ewtm{*Awwb(dx{z0R
z&u2YH&!R1*H$zySvu+Dh>SCyQ^wn*9&|}xi`))##VwDvRe{D_(PL=nv+jWX>QNx0n
z?e0q%7VlVi>PDQ#dy#vmwUVZER8(mEu3q>+IryBXG2cwN15pzV)*H89pH$9vx?z6V
z&t1C@Iql5hESwTCrBv3a(X}QpSSC>M^Xpkbjz%_<iVL-vInH}FNtm99P2%1<v0z71
zlC+GLe}%-Pttyop7lawVH}p=KC=fc&x^;WfE{)2h%6A5CUBT*)51o+ne``N4VE(B&
zp92m_tKL2{<<=D5<16-<i5+avmJDBRxWs$s8J47VKP<0E2HeRO`mXYCrO@8vj>!&x
zr1?XO!l&*DRatN{f&DehsRhqPC(73C<8x3eUiR0*V@6{@iodG(!8rCvPWGii=cb%v
zi=5$hWdBBwwAS{|9D%1C)*9vJhGnmb*J%G3wYaC<*2q|?eA)W4w0Adh{38#Fho-0R
zTDg45tGT9Z)~bh<jvjvfYLVBbz-RX~&t!xz$<n$MD(b3m!RF+wfF0+4_sjnBw|uw$
z|JLhQEzW0IoJu#n5F+?$i&M0=NPvG=pXs~Rjz1qVy*k^oX!h3bXA6>DQYv(8*d8x<
zk=QRgRnh3V+XspKUF#OFZgl*4Wy1`)plt<;UhVCR&k1t&sBpP^q=X0<PH8scGFmph
z?A9Wc#{xO3AA_vcS_Pl^<$f_W{9&2K4-K)v6>qKhV&6}yi@mgd(UDzAcXuDHyjtsd
zd{bd?fXcEZ%jc~R;k+H1cx=mF(MgQAa*gU<PiVWavL%U2`qRv*tM?UOZ#QI^bkx^l
zXYeOoJ>HJ}bL0O1)Z~6$$|-7{wdIu5gpJjmS6*;e9elfT2IDE=wOdM7ICWY%u6Y0B
z_K!!?ly-k?_+g>oV$5#s`tFF!#LjJLo!ipbc1rDXsC$;$8@94J<OVa>UbmGy9q+u|
zVe(<NVUh%Mac(s8rwa}7FB<Nzxbw$3E`B|G(jKiVF1v%Syk66O%zAd~n%Ka_3-`LG
zPm0{5BGTbkyJ)#=-Nc2W?8--b{mdV4Y-;3{s$L*=<k7)|-c5FoIeD+l`IgmFKbw7a
za%h#ofm^$hv*miWxjt1fJ{)Y2u5-fY;~WL0`3LpVZN0hz-SQf>xOcgGZD#(*vbe4A
zt<V+qNyozPgvZQeS()z;G+(QR^9`p-=*$u|IrD{L^Jgq?30J!m=99t`WxC5)$LRfo
zeD~h2{c|0YdY1;J%7)1P>1OIRvh<c*d|zU-kfES$*+tI1Z(5exTDUYYUGTRO;?$_M
z{dXuYccRxFhnS8tdw09_a1_W2XFgF=z0{eoNLX>Tx{K=q&Mnf<t=z(XAL8+Bjq_No
zQaU3f<C>I;@}oJS6XH@|vz93Yn<)xjiBpng`gr7ILGp$;=Eo0NR1VzoKlbB@@73q7
zGY<xOz6vV#TPS*^T`4PySzXt9&q+^%o3341UJbUXcRDO`_uO15ttyu2BGj|NspY`Z
zM^m1?Tykv3sW8s?hL`hQJfBTV<;=2CQV=feQ1+3rOevYTw;)dEm1d)WWUBj(7cQ3)
zy;w|FexB2$wt_#kkCne&cDYc$S=Q5?ml>RP=om@z8%jv2Jz@=!7K?i1@@bux;BJk_
z&VeUhEn-=<!r!CuTA6E=SKi`1dY+LDEUB-RaukJjFIZ%y6q2HzD0HeR)@$X&pJ^AH
z#l){nUdCoC72>SgrgVxsdZ9wxiskS8S=m>&IBNy+2wNSxKB<Ytt=`q5^UBi1OncQY
z<(z+=C7k$QG<p4DXAgN8Iax`hy~)s5vu}A1<H9FfR9e4@i1cS^<^9^GG*hos!}MOT
zT77WT!;@>9x7ED*5YT$(YfWj5i+xMn83%0^p}_TPCY;Xn`tGN!vMO(J``1cIe!oJM
ziYBRBW_A9{?kIQ(uC(Gh$m9CAYKIe}_}!^d)AlSoy>CL?N{_{vQ{M3`ydL42;I4Rs
zQHE*F{J=BKw=^g4uMCyU>~<2`z~ji<qQv3D(x>>t=|#(icCA`H#SWdN*<wP0k5*i2
zJt`NK=A!)S>xQ<>izX$Z?`8WNqbH=@Va#w~UU9|9@$$6ic}nvB60SW=`6;s9eSwJ+
zK2GmcI{b@Q(TX|EFyQnnhZ3h}otwO-TwIhRD$U<9Cu6}Pi-6s?IW2kQtP(r@o-E=%
z|Dr|D=<0Ug7cN4c9_Mopb|+t*C~zd%Z?16FgjAKZ<=WT&TZt)(xSnu*_?O*RY3`y)
zlR^}4<{kU;^2*JySrJTYPY7yrPGb|4@5!6!x7{QCnE!beP9s5aH`7>AZbL5B^pzsL
zTC)q~HeKjZ3Rtwup;K#Vq091RWjh2D9i$(W7AoAku;Z}Zl%I<>WGHi8EOj$jv~laY
zUx9{4#eBaw9@i3aI*@ikHH0CXNh#dBOWN7pbOGB+iFcPo$``4A(P_Ik<Adw-tIIYY
zFxX)Hc(=wnbHyE^PxpJw_la??v@<H?b+8m(cfoJV+05=on-mHkl~@`wEe_z%oOU_*
z+q$6dLH}A`3nj7$KT2eB_wi`q+@kQ)VCLpq#+RastyUdhvm*Iw>FZtV+FCPbJP=pi
zwfMo=u2l*tEuC3DH<~?L%oF+4s;^CW9~j8XWoGDTe2s~{qpe%Ypmgo0LkeMrOMc92
zGHO|QVZ-(dY&xeuO=b;Q`1!;iQ&&rIuI*`a#P8~7CAb{S@G$7*VepkbG*5bkpR(+k
zOIr=MZwi>Oj7ehWvhP_<m9u=NO6PW8a0q2xsQ0JLcm9G*m)Ul8!PDk0^S_o7Hh*@4
zte@_(5<ROj+0UOjR!ln?o;){w-F%-f`Ahp}SokEZ4nEOcq!OL-;vuW>OTjR14L5<_
zI}slR3)cM(4(N5aN_8zxFDVtbP+IFganfRs@IZ;IiIvQrjjcydT$`0*$=x1!Cs_Q#
zQI;dFdj$13ID!H~!fV6tabG_i!>i?F7<4oEf6ft^o=<iOQndwki%(5k^h$E-#fzP<
zU#vKCM$h5G)CH2#{u6&K3W>}NiDYG6Cmt-Y#B9ckm5Uo5cm#J;tTjkC5`7?|&D6Jq
zbG4F^$)XJgZ41t_t`WXue5u#O$@Qkv&l3->2kSg>?3*Jho&U+<GhYRZkWrFD@(#Hq
z7we64+-7%NJD-@>%s#JF%KZk<1UJri9~?UvQ`I^(jTSF3Y!*JBxhF!3SGMEYfs(FZ
z+0-d1ZEHnCw|LAqI?=f{pq9ZqOLf|&e@2m-mz7guG&?KJxf-VPC8!FoQ(V=2UsTuB
zL0k03DWgu=h-E&RTV}25nrSW2pR91`@C29c*t81<O+O_vEE8Q^6l^A!9&$}Rr@7{a
z#a?F5#J_%D+O`|zr`k52;65W@VS8c4Ja3lcTT^~GG&vN=`!7kEJUQ)BR#uSTF~#={
z*N>E``xdD2yqR**&?#3b`I*bE>mGMzBz7=-e|J(PURd*=+9OqsDzjw=S<1}>&nF!^
zn`pH3G)uPI_tTwQ5``BUs7=!IF-R58Ti>y~%enP>{p0vBW;^HEpB;rKTzhf<e#iNe
z#qRcR&DtJJbgF3e@R?MesQhhF566+v3MQ9@pQ?DnUD$rQPt{@;IB4sTwn<3aAm%R%
zn}uXt*44x=?}D>MwmOI6G!nkJbr;EXG};JsHT>jGEQw=YmT06awN8DS;yxzr(hQr*
z%|Eu4r!SwtHratY*EOc?HA`Z`pN)RL?2Gg#KR7$(rnUUkFEwE;C#{#>@T{Ndsp*z>
z)#lVD70xAJ)OGzDs&9PV|48&hXz#DND(BdL@SlIVK0R@ULW|<g1-#;EN)t_YJ`oRh
zPjTXr_wKZvP!)5-@8Qe`lNQbHD)m|Y!D+VIBmGrpUh6rFieGrrlyCE4UgsnJr*Z`c
zo%GHu{hXDQ+<a-quk>4D3B9vdF`X5O{B+`-Ymkv&=@i@E(-F@e8kHMzR<D}&HDhnO
z*Q*&XcVxeA6EG1kTK3&A@`=X8Ei9+*e7!cgRl7GSLF7nJ*-GPIzUt3=Z6lo0pXPq*
z-LT{NMOMR|3hLrwp&1(Qjr?D>bWAw*_qgF_2Ik_Av)#TME;gPS=w$YbfBmf1)Y*Jf
z&963myb`%>RcTz!f!Pz=Cb)@ROpwhrQBO#j%xmdpu+F7gez9WXMW%y67P}1A^|PH8
zTI_M5f^l!EznjRV?9HmTR(ZUduDj#nvWXvNZ{AVj8l%%0;oNk?o7>UkB<nJjxgD<(
zE^*EJ{8wX!^wQkLHTg4Rm&W87$s1cmNH{A=ZZ?#5?vCJ$J+#zC^_+|P^W6RVA|ewl
zzogEyjw-G_B@^LjCC7DXVx`s!j|-C)6`q_Ce_;|&`h(=;56Slp7tHJvbu+Tr&~a$$
z=>WEe*Oi^DHXo3_ynnrsNYGQ>XyyY(SEqdJ@pKYB_GD5-Y~k#TnJU>P!S7TX!t^$r
z3cZlBtXYru&_%N=0?mFmms~%%g!7P<D#KL{htfqiW51v9)>7BcZBuh*on0a+oqK6Z
z$+>dJjdNy2KG*rT<5`Z#n)BQzo_$L6VVI`$<4Auh)8$k(wva9c#!9P)L3`W+x)z4U
zgyhXUeB%BB;gVG?Go?PRJSV$cIN%l2TB&Znd1f<@Xgrm?EGcqopM_Lkv&W_8%+hR)
zT(*ac9Iw1AI`n*}(vp^sGA8nRG52P2-VwE0lJ#UpZ|g+a9>>oCTLpu%T&DOqOytbm
zBzAm>^83q|9V~++mK@Dc@~f7}(vQgumP%ag_kn%yYz~?J)h#Jf{BvCmBZB*Qg2Mue
z;v8q46cWGT(b%98pJi#mtnny|VS!6Xn?_#PvqPy9f)38Q%xJwwuBT1xT<Nr_mC{#N
zpPK4W9uj-aRMS@fKgUkKl+Mow3T~`%-~6V9d+Du>YOGc}7a1fJAA7v^#mB$~Uf*wv
zR+a8`KCW5q!M=M<Lcs0C&JKFJR_r_Bayiv5#rW0hiB0QcuDO{leqW{DU4EhTTa)J*
z<HIp=?_)yz=0(2N_+P{~_l#T7j)K%ewa7VP(<(j0eoZ*qlrpnF<!8&&6WcdEQV{wh
znajOvC#Puks;ez+rVA6S8$E<~UCr3uvG~FoMT0DkB#!CAIZ<2Ec%CShM@n?wKDp>d
zq=>BhwAU>QGG@D8=zMqX^#u+O-q@6j%bFclJ0|Zx$Gql*gq?wLLc+68sXvU9!i^19
zALK52Ywo$Y<cR;FRg=ziX*?3Tt+ecGLY;B#t3_*0xc<7cNHhG&o6wZ29lvcI)~{j8
z(pc&6Byjewbuy9bws`n7@UpYq4Uo_YFVg+KLg9)Ix9@4E>t4akUaMZHa&fe2H{G1F
zX{`Wb@QTAq-0DuzPTN?*HMth8e!-b_QcR*iR!`VKd7bN&?gf4--JUuImHeE|st4BX
zzH_Hj@u9a#i2CFpfivl{a)Jxa6ed(|WP6jlR3~skqv*xwf&M$2B78rdC<?Zf`(ZP8
zhg|#WKc8&WWSQr$K0kNMN;Z=@TcTKI&B)O!oWt^I#w%07{<!ByORki<lo(b{?n-uF
zW3cX+n*;y+Jz3}8ym3(}lRcO?<7U|lhm?M|IJe(=i#JZc7{+tYzw^h>1atOk+Z{6s
z+)@fY^n6S1{&RU#cP~FvYja)HGTXb(>=q}c@f688n^a$5stMR7!&7hZqTEWNweo^S
zjqY>Ll5?5cTE!P+TAu4!8<?YE<2_gW<&P&tYm98W;)0L-d9Xcn<BW^5x(=9RO(^tw
z(h(H&=3HZrG4sxhgztP)@)?drf2(iaAk6Vd!NcIeHWPtEo_Z!CIt)r$${MlhJ#FFZ
z8rn>foftIgnmli@?eTRB*fOI?DqM2y>Yj-SzHQ-K8kqbR_uKt^TQGITyfu5c<er*L
zV`6iT+TO5>XU`HL(}k>8STwGQ%3Pk;<<?=$!}8{+M#JgP^-4k4mi)JIo@+4ebIatf
zOVZD@G@pxdo2=O@l<Z(2r*~|5!G#H*_!(lv8K#%(__!4-Jh(bN#zb&#Nn&=Z<rBv3
zhSEjP->*wpBOLL;MP>o#{hyLAuW~t0WBd|Ywd!D>(Vs$>;u-#$ALWl}ntT*r(EceR
z(9gd|cyb5l5|<53=T_((o;{Vt>~oUX&d}@{r-zJHcU)Q&0yF%!yk(nlDE-4v-?bm*
zJTz2_rk$*jzNfQh;^r57yo8LZCv401_YL~1Dn3oE*L~70+f9?yj2K%Eh*UOh@b-xO
z*RvwA^TFjMEP<S#OO%3dWD2?dF3qv>Vf5CC;rwSZkJr)Bxpj)zuGa^|vg+Qgn7{H<
zb|5>yh~~%k_NS9r4r|Tv`M>?s9-nP9L<P6@+OzTdin5$2{W^2+>#EnQu7|2u7H_zF
zs-6FycI^743m=?ySC6^OQX%;7P)Er=tIba8nLichG}Kn^NHAF6Sj774YN<@Pt@kJX
zOL`n0?jNRdMjIUr=+T|_<Kgu{2?=Mjj<wFrhYn^iP8JcHS}iJlrPk3`>_V`5oa=8E
zn}sVE%)9V4h0%+rcR|jViUm>z5B=3H^h{iRl6h0&!i+=jeax0GW0?D8?e--Wf-i4<
ztqys@Y&CI(V@=kHWm!UpXSr;N;<b{wST!}cwpl!a*SC~2d8=48|2e)KZ?-5N*FGbs
zqipgQB9?AG_2jJH6z=!&J8txvOxiG`=B$$8j-(BmX3?ULTzkA5?^yBkA1%yw*=l9D
z?i{NThaYcKP}kL)5l<FQSkr9alm6Fj#p>5e*&1A$2emZ9T3SNyt~hilBOsM&V@Igh
z1inAgdTFbzE-5O1ntf*Tg&Eg+Gw;s0#;ufL^D-`sb)n`3HlDw0PM=t_+PG<<_{#&g
zwId#6Ie1-J$^3Ag<Bx2PKT5OQtc*Rw#VyP_7WA$>ZF9*!kjFqNr{jp|!k8k*>I(<G
zVvLu>`#SvGD7b85gucI_nFQ~SC>HU#9$U{XkhIhamHk>T?&WsnjO#JZsjf?GJ}r6J
zZdMs6x_$CYgB@xK>)eDl8n*bk*G}I3;_#Ds+dOk6l$myLZ86LC%<8OM_HouFmrquK
zyELb)<DS~BbAcmF>Bh~~Y}<|<@cdEIl%S)~qIc(VSKqqVn^YD()9P_9Tj!q`5V!un
zw?n<r%SoEo4+lAvx*k`|Sod;8oaxQFnK=hPJd<@iutII|68-ZPXROmjqWWcL?KBjr
zyOVxkmB}Ze;1v_DhUZ);)${3}p59O<{CSn|^k54oSJ|8`M+1GFIP$o6o@(i9b1-Wx
znzQiSSAiMMWg8t$x+1oAH>{4CXDybM5>&EG_k-<^po{#9nPMwu8f-neOEx}gr|Og^
z%Qx9Ru$*;nbz1kgn*~o7Zmj)!!}Y3Fv{ut8DfzfB8E5%g8Q1Du`6{MkWwUGb!WmUn
zfvR@fKIeu0Pri|~U{0^8+1iV9tD4v@n)o$U^IXZ2eDdy0qKWpY&=ZT2Cahb0=exnD
zOW|p3KicOra?XDzc$(Rb^Nq6i)m;i!tc8m86K6lTsP<qpr*-zBOS5!tNSQ8n;LN=D
zb-}}k<yR}-9ZFuRdopNsO6!+XMTY02d>p=}IHVPwNuIw|$@q+S!_m~Ztv~l9t>gB(
z(RqZ~U-U+97qjTRT^Z_)1tpjGT^cyA?sS>Z{r7s=hC<6+VUE{vEFV-i3N;>|YSDG{
zR_2S;E!+N!+Z_*)Q+wgo5FE(Vq-6d~>5Rm6R)#dimLEzx6c+d!PJeME{m|1XI~Q<-
z>z~TmAeG@?rPB4}QIB=%(ffV-A4|sdL{2M6`Bb;%QpT#bD=&Ex11C&wPJCmjvdP6b
zDN)VZ__<=|?@KRU>a6=@w5VM4Q{cq(t&IgPH}*9(+*G`xn9><wc59B2T!dnB*olaf
z%1!RumM-|(RrTq{$3?xlAz|}k!>`JQN$onh`8db6X#OY6B1`stW^8U>waB1#&X(BC
z4rixS-TET(%w*Eixkii^TJ#EKgTE=}Gs*FA+`AAcTDGqB<YM;h_?8c$jBjj2<R&bN
zd5~AiSbgs9zAo++GZXmr6dnboUASjj)?F9&v~)V_BPI?;A0zA2R+GFVcHX*J%l3pR
z>ACa{?}l0IXR8Vdg<d5eQCr@=V)q@_%4wYHmvSy-2EFKc#lk+r@uH`frRFU*$5)Q;
zveeV#nm6jO8P5ncS7n!OsJkxut6ECf`r)LDArnL++CIpw6NytiqCVMv)=OKbiz^-0
z9eS{7%Y5Ueb-Y40cV@3zv1rPzZoWMkmnxPlH!--hXHn9_vy(C-H6kVo#$_ISzU4^s
z+fb%DOVfWAPtWRnwsP}Y^j7xGDT$dmpAK(av`*-Ga*Jw0<)16TZ4pyA)H0QMK1sAS
zFvk1FP4qkOw%$K7-{0uWWSMI$lC$@mT=c2?OmAvQ!cnIc7kWh{|0OWomOk)>&6q7h
z`Hp#ISY=x`$1x+xOF5U8R~u#hSR(s@g?H|WJyxDS8HA0R!WC6G&a5}|+@<s6#BAwx
zyb_NNHcm~GoBU@j(_>$+iKjvxJClk&SRGu*d0FX-ljT42r~};wI<b))iu(`mQ@@z0
zb}`Vj@Q3ixFu9}J`3!vu^Y=Uz`u=W7tU2eKfHs?q=ADNAVe@sqyjWxNW5Y?UqMv4r
z4ZgOXS(=<CGEBUOH=TQS(O7w2^Wu%czH?W*FoZjtXyK6W6tm=*ruD-sV;Xm+@xur`
zkN!BL*KHq+gzM6suCACSWb1ot>cxPFCf5Ce2@iYNLJMF0yTZ(*FS6?Uhg{L{tEO|W
zFDl;Kb-{`|WgYh<<Aa@BjF#9nJwM3FX+OuR@5ROo4#K}UUmrR5@-nAn+16X8w~XdS
z96$M+YrE<krPlc~znM+`pqy>k_S>K`QrBU1QRdD9owskN?EH1XR<1((vz*H}`Qut2
zeOxy)STdcSnwsIDD$KbcW2V2j`{jr=8+w=Riq!q2dn0$lx79rUi{D4;pAuhRb@avF
z*S?i}&gzH#@_ICrIHHr>l(kQBi%k^M^?tiXVP?-3MF$75Y!)|W1%=wDKSP+O7AS1k
zAjEm!tT~XWMR{V@lK8pp?T-$XIpv)?dsI<X>_qbQjW*?Vd`q&-CdpkARf;&YFy+zF
z>nR#itTnPlIVo(XzUHb<oKUlKg+##e!j9i9v*l#wuly)@EIat|a?a+@%ZjYtI~N3r
z_lT@({p7Y}V{npd41bvK_2^J$T`jMKyh4!$q0X=5t^DMkws;5!RvcN;ut(sejMP#)
z@#eRW-i1%A%v(KS$(#!f!F=)UEzT$6eUIl^1>Jc5YQmF~7M@mVpOn>>yVx18zC39K
zgO@AEbSc)>y4155rJjp?dFq&HWKk`!_H@x%9hHR+o0+a=*_fSGikxn^OHgBxUP)t+
zF&BsY%vBMUB{vr~PN@uV3D-%UF1xvV#qNx)-R0$P#VqDuWZtU5?m0Po>B+y7<a(yQ
z)=1jBbJ3fFqL-MT70HO^s8?t{Pnl-DxK)19A4X9YZ#7P%`b5S>NsOIrNlF==d|4Nk
za+(PRxjGzr+Pr*cQ}UeE3j?n@JkUHevm<9m%;T7Kh39Imc2D4$F09lL%4p|&e3?4e
z+eM|*xw#5=p4oXv#&(ae>DkTPIfb2pdd2E#vI#qv6jiZ`+dUOCH&JU^q4Pi|$z^Jb
zweYP*Hq&hOvsZi#oXxmCrm0ChacYj3WFg&~W3;tuX54n|%sE=0)_hvCLvH1wDx;%4
zr<%_MXwAQIh4)_bC9`1FS=xtF6c6fXZR%k?a@A2RCU1U;T!i?Oh8LUi3wPRGTG4k&
z{50pyRl6BOPwbk=*;uGl;_JClKJtynJEN}GMj5BNf_HM2OuVYqrJC*@;Kge7tTr)B
z_rNlS`5bN+L%gl_O-fm$D(cMG%~ZWg{q1HJlhnCgQfhNPDe3M^X$zen9-&peX~vcq
zmxe>{_pLbGQgz65!luP)3;(bgFO*zUR=4j^|IQDyd^YV>Zp{A0w&$@^HIrb|^z`6A
zYt=%H1K93Pcq{x_$!y)JQXUEQ4V%Rd^iGhfnY%aLG-v@wP&?O=WSe~vA02uZr5@Dt
zwdJ_m#ItqA$&Iq}ZQ>TPtWf4y`LfeU?y%1BuLnv?;=>Xn;&!atxwyvmjEDcsy<IEZ
z^HgPK3(Wa2p-hzLS2u6qlg(W*k8c!~SY`^ztm{c*pWrT?sV;G(c8Zmu=FcqgKfzyb
z1s9#^Sj^S8BfiA0)Q;Ky)q)#6hG8r`q5(_2vO7D>eWLeqm@O%|yv3?mR@<`cTB|0b
zZIilOa?b7;U&cQMo6P3AF;?q@^>qkL-Wq&<&WyE2!HJO)GHWCPm15pFR7e@@>)S7S
za&P#Or;HLs2kxaabjvuzXE>NHkdk9C31np7#caMM>SEl({6)T3w91vMoag&4ekoog
z!fQ2;Z-a=1085t5;<e%;r<#*ZBq!Gixg3$)IHSq$lJlf@^Z0*xp2`&VthqMdYfk?T
z24ka3>_VRyn*szI6SrvY=u9h^XYoN!R;Kq}pMb6U#v`5?1wlT`?q0jIvS`MRJriap
zEmPQ)<h!fK*Wv1h{fqAAslAz4K8MdiY3@UPYsLG^&TfBidHv>HKlU4b+3Wo3+!PGg
zsa;EdyybG2h0mtDK}~btCaUNxd9~-I#4#VE!$~4)kG`^m9#ZgP3yWSW7~#SD#yO*B
zgLIpUU*Z$xs!2!wv=>R}weI3CIiPZ<+q*F`Wb#}Qu3eA#JB7WOx`l=O|12=!t-n|%
zEWFG1<E!9{Au$u!W0`jHtKPhp$A4IA;-a0eRiYeKHnMfT^YScFJh|64@P9)(_p<^?
zPX@ir4=OoaL9tWkY_dyT@yKY7Qt*TYP2L9Yk2V*ac*C<n^`mm<nhRB{s<e(A`I*G!
zl#zHt#oRu}(Q{Uog5r7BT)_uLk@lA7q$W1`Sl(wz4Y;t~z~|C2)!9YCOziW7)dDu^
z35Hc1O#bxl+edMUO~L-`Cjv@mOR(u!_f$<hQLWv0S*2i>kI}(}7k*CXWtURQXuGs;
zNx-xJPn)k^G>H3L(Pl8G^2DQKJC7Evy5CyfQX6=6qxnNAUj`4+2NyXiE^KkNR#@lG
zoV9^<)1{CN?#@jnDK}hpYv*oh@X6>~GT|!!({q7+vZ_aBI(ZrKxA-%O_^q<gH(8pc
zWKx@Ns6X*PvzSuwajg*7e-+kCR=GPKo+x!gZ%*rno-Mojbp)2$l^eWr+>mu)azE$!
zUd?$q7a9vYdLxQgbM>xtcE9#$&D^HNN7i{4`-<=SP}v-#f9=-N{YML5c~l&Is{Q=a
z*2SmKWjXj&%wwvbII~}<SGdklQC#iE(IxWyKAML4JG;#eeNcZ{^J>nC7H!?PheggF
zcw%^bURK*K3+-?|z3VP6cQTbE`S*1tUD$DH#;!eUV>h0SU1cHuwfLw>`i_i$Cw{Ec
z`*TqF(iV%P>6ZP|ci1o5H9=r;SC{@F-KocYZYY+^w)#I&ic#WTal+HxR3NfpQo$*;
zKO6mI+ZS-|-0^XC$HhA~`pvJj?JJkrDP9&%aP<v(GC|K&GIKVMf`UStz&9SZAII-I
zY5km#yw*#g^VFgRIx{Qz7j)Isi*p2QI@ihgVV%%zBi9MR|HAxs`BZP5v$ZkxX2aUW
zZ~SYR1=gr#%W-Y_7t&L#YN(VkT~babor&YZpT*&8CWS6BDV>#CY;)iX!&iSXkquU7
zE=i@c&4}SYm$T<ZtZ)CLqvr~zY?~Z(S*7NK!u;U*iJzX!P3b)zP;<(v?e~3w3PVl<
zA2Y*>;!PTh1Bwra9g%2IY|>YoJ-;%4#WJ2Vg53959xa~XC)|DTma)@{RK-gs=gpt8
zm>3H0t}kF{+R3ZPE_puVFyCeA$Qv6pGIu|^VJ|Y(^WXhNQ+$88YFn+Ed*`a${6nHM
zM0s*+lS@JiD#9xEt@#rZ8Mitzb6dg^<?mKXvCe!A&U%ZTw}pBAX)T^Att-_rEpkKP
zlUFQW9MLK}mjrtIFtmP`+_q4Kb&FrupD8KQ%Fm*Ll>2;TCOS-Oe{<l;$!VNxPW1cE
zaAcYM$hLLHp&jD0D#ac>c<rF#p18b6T(smA)6<Kg2d%3_HqP`ppca(=(dSwXOOBEC
zgh+etG|eemM~nhJ)dOq;wLb;0Xt?%Gatu~1Q!W-}ZPhwb>0@#JahINb%Lkvi%hMUA
zFDv-B<(FWL(dq|6Gw&n>={Ou?X+QC#eZ!2D#zk|aG}Mo@iv@hL*Y%B$+?MT7(X#oB
zMSolCj|=8O#|m6+>NAVB<uJXFn#o|}z}p%>?|H?e5Z1yQ%32&3XI6dRAW-z`h{U1N
zz~g%Jwt7ciYjs|`G-~PHl_uGa@6wpej#PHMI>T_A^`A(iE!U@KpPm%Aa#v~uZ*wYI
zDAuc^UEbogf7&U{ILmJBWfrG}7?$3hXrKB`cXH-Yc7_jAHil${mCah^v)p3Uq?vuI
zrp@Xr+`EFYTl!*wiAn@#=KUwvW1hZ`VdcJZNF`*CLq(?H)2&AA+dMY%yxFc2pt*-B
zb5})RsKH9svI!5DD4$MLUYE2;>&*AfdLfRXvd8(RnLpIeUBi+PUT|wG^ZB(N+qO4r
zbO|u)s)%1HDEOtLd{T7MMaRv1^#orPJ&5v|`nGG1gY~kT8S7IzpZ(xjJ|X7kE|KHn
z+c%h>7fSoRdX}+}4fDav@)uvEyeKg;sgjghsGr=jiv82J!pV*<6$;)xr&t3tKX)Bk
zWUOU%_aB3k=$(R?lV`RZ)2@8?CYwn@{pohkm)Vml=S}%mpm6L8r^D8TT`hAYnomnS
zIPG@pT@&kkdG=$z=8J#wpPlz`p<Dc4&-1@d{^9+kuqNQGZ(W>%XK$Hx$zNlsCpRug
zzV|(L$;;%`!mWHw?;cJG&$N1Cw69R|@eZHlm}Q1~lO^(Yde$7XI=AA)YrO*}Q}+Zj
ztG+s~d|-;oLY3p6w-%(y$hu3-*ANYzRK{a4Y0)I(8Jo3pwtUI&oL!jo<93JdRH?lW
z4&@nN+z?bav%zfRl{34nSQ!O+X1cH>G;9cvxi;4(WLoZ;TSsKx{byCueCnG1Fi@|<
z@tgg!gsj!PTjN8fhO?h8VRD{p`}*as<8MB%EdE=XsTVAMK&>_8mDDG{5ZlHGl^?%!
zYB=gAP8KjzZd`66%d9c+^oG~EF?>^IUB9y>(C=yXl=7{|i#N(SEq!6#_C|Bnz0f`C
zq2hVQtlqpIb<URFzv5sX+cE92M!?F~jGLw;7d=|jHgVf*ahp9Co@nP31wB5Hp>K5Z
zrkXG7qBixdHp{rUE=)W;>*U$qhmBKQs+C<kX4!OnQQ_1(St@dW8p}<U%Nt*NOgh73
zag9aPv{KoOF*|9M4^N9{qNw7Y-8s3vCx7Q$aLKe0y}LqiSHQZ*ZZ&TIV)#?-^qf-J
zqzfL}zBzwowx4Y|*QZ&B+<clW`<e<xF5VVdZvAFTtY3s)y6#LJji+nXXX>fkH0cQ2
z8T7Jh(%I&q`<oiqNN<{y*;1OaLh1JugK)`p%D%C3%N{T`TrjU#{K9bEnKycs63?wp
z6?y%=e#gNvRHrcZdDpYITnFBMI;iyO&8(6gia$=U{93@sT2#oot=M&*^NDwiA?n<B
z9x_h76)ZTz`23-&l@Azx9+8f{D#4d5`t&Tr9PRfj>%xv6S=7Qgb%p1=urFVg3Q~(I
zl-;f{b1&-cy42#jWQxcCH8<Q%S_QxF>Fe6NieK&9t)pR&HBvY-VrHcJ)?U!uJYTae
zFfhh==Atz%CRWKeR_W}qyZqbaw7ThK9rIw`>BhY#M!h;q=AA5=%zH*zyE9VF>EMd@
zr+!Z~UTZQVtZeoR!+By38jij#5)zG0ed#N%&U<*_(CI9l)yG|@GjEf+K6&f*)0^l2
z+}pBuicW#sH_aXi-Gk~mx`(1Pn5JqZaIEK6H;mjSFg@V9sQS&6=?A*18hS!}#8g`P
zkA9lnW46uEM?GpO$JH~Dv#cMk)8iIhW)SPzIYH!+Zq_ORHO)QKeG@vlc3%2+@uBC+
zw*^;9Po8?mIL~JKw?~f0S1PuzQWSCXJYN|5cE_vJj9rcE+pc+p)%_AUc38ym;|j*Q
z7goITDW=?8mZ-#DxZ}~dg<CZ<)P0qaYOI-~+|&qH<#`u7(nID7e#%(o7_vm*RmBz^
zn<p!r{%lkz)8ligPSBh<|J1T?0l!RwtG1lB34Gz^@_1d%Z?6bv#!9)+1FakQwF~9`
z&+gOV7g?ArG?j1W?hmiU8}cSRs9?}Jut&eu(8^og;Y#b}l127^PrjP#T9&@0EW*Ff
zqkt*)d6DF)obx52$Fz7JUy<<Tv~slByizNC@t+G?(JN~F0(+N~C-}a6ZgXdT!7}kx
zjCn6w*~|)>)PkjYl(c#lM@&>)lg#y6qELjrA;HNrtuVp#1SiJ@g+9m4!n^<JA2Q|o
z$j`QG^_F$(OnlaUQC-{eL96knm&-n(L(2ub6?$dd7xG?GOjvqtjeF+q^|#hC`llQe
zny8Z4A?CY?_eNg98z)7U;42~@T0V3iVhWwGguCp-Po>>ct!?^!f4IyzlJ-zw;-Y-%
zFjv-xVh=N)h4N~cI;bf;Oo>i4o!RRDp&{_~k$$V*r`nv)XT|rLd#)*e)&8x=W{TSC
zgQYbW4rH8o;9+6Zx98kP$vK=nH9sC7xR9fL`Lx5MbB%vyGiw}h*mu@({qcjHt0v?y
zSaiAaam<{rW%)v(TIjcpXkfDsvjX4K4Z-Vn9hvcJnuuoYq2CFThZvd`@FhKUnDIet
z#)b3#OITv-MZ;p+Oph@q_bD3*eNX7@=1@O!C9C<L(`2jriYw($Fescnc{k&db@?UB
z@}S9PnIF21Ilnz}nc}OdDOWt{BWvx(L*M5r{eMvCacMdu=Vf)~n5jRc5AAqkq|@>u
zS8?I%tzI4ZfrU2CqRq*Htx6B~uSg2}X|{-w^MR{qs)Q3WSEr9>PQayq8ehbDeI~p3
zw&gwIHprdm`BOhU%J^hQ(ZSZ^9o}<z<wbTT?RcXs@hWuR&SfG;)b7WcOnA(8(Y<P$
zM}R>lgYS|PE?quNOh=-Zw(feQ>)jDj5)-^Z@YKa#5yt0J6j=pKTDM&^KfJTA_fG2b
z#z{+*o?NoLEwSaegu_L)$L_|N=d}1wcO1;z-rRCV;O)_#*)s|+?@LU&R%n03d)i}(
zhREp!%V)@5Ik9_AY~#^&i-r6re=Ir5ywIrR>0&i=#zw~ix0FR`ziiYuPMG~vh+9=o
z>u=-R#Y^0ODzfcdW}{Z$+J3}rr(s1zwpXdVP4CN)LvpT`UL`Znu4*{qwbR-p)>p{r
z<`3mHmS5hS`Ns8qqFdqGi2|qggv1?4__`-hO8Lt(o~+I1BDSn(^9stU3E`SN)m3_Z
znB1)?Z^Zv+-_#1@2wu4(X}a~#eDPl!IJyrNUbyFY^F=|d(HzaxMJG$IP0i;t5>Y<;
zRAk-~F{^6+iC(`dtGH7p$<6WZI90f==wYi;V1L<3%k1Nqr-Xfb*RkpV*T<ClxQm%a
z#$wtjYPUPtSMSpi$mrFZ<GKC>pGVpj8By2&kLvjogJjoe#eb7-Y0<tGrB(8}aLODt
zUhBK!t70r3T-2K9>Qz2@-n@OXMWH7{vmR*43;aB?fzfuMd*d>uNeoNZo4@>(d#t&P
zIniJN)1^1zefybCnVsqknr!Y>+rxHxN#D%I6PwI9WK`42G#_`ro}n5Zbms8!X)jMM
zS%0{tuih^8n3&~`N<jzTY0_tF%FY_gR4o5!=WnoFjPuD=zr7Y)_rI(>x_458I9t8-
zlouSH1#+w}<RT@$FSTHntax(&<(<CWo--D=T+=x6_UGd}NvpO!5!gGc<Z##2Q!7$;
zD5w@q<_S|>ytO1|I@6krAByXjlo(dd-7B;%BtvL#g`TI*q=Qw{T$Zm|W88dqhR~^q
zRr6y!>f4UXeD3@{m$SqF#VYN<b1G{lZuxGYROj<8?^Rw<X889CiCxyJs=i)<J$*gg
zj~-uKwe4(xs(#ePqaCGQp+!s;Cn6cDC)uXTiLPVa>hX-rQM*O|R2aY1KW(KlQS}hf
zwNH+36ug&tMdWn7!#fs!*52GHXN+1`IB|t(c!_E?slE?A6>Sg}VXn<T>0VokQy8P{
zI;G{JvsG2Jw?3?DSgjkb9p|)d@|orC!HLqxf<h}Dr@zrSspr|GZT0Hc=b-;$$Bb6a
z`uF;V%K57nul}pW?eKh;tvGG#f!m81O>d|?FBMxOvSpT--=jQ+1B-=Tt!mk*HF2HS
zhDAamt9f=scs>a`dTdeer})&(y=zTR*0<g+(Fr?o&ROngsDn_7^`@^q7Hi&chOU@8
z$K+bz$=3|iLxPS@E$d?6r*G7t$H^ZS)4J;It0`|@Xe5>_iD0(-p;zS4_>a?Y^{hkU
z2jX5ca(4SjA6X}P(@p6Fv$C9Tl=nl0%I<A{Ihq`WS9#7pc2cHta$m}+;ueLaLeoS(
zUlA3&S}^m&>eFWP8{K@ZZcNysWc24!?;*ikJAa60PBNOfD@1a^n$MbzURKB1Q@5){
z|5cls_}Fh(-=)>(l+G@CqO@3QqkXwjY`t5I+n=>Rq%$>Eu$An5U_Z%E^XmbY$ZK88
zOjcAJ$n%?HcqMP5tm|~vI`>aPM?IIAt@m7!ap{$5W6%ykR+W1`VJ_{Rt0c|4WRE1B
zm^LeM)l}<q5>E3B{WY$cbQ%Xg;ypjp<p4{wZXxTQx+<-+Y*%y)@*CzTu6*nn{pjNz
zMHb(-&1z3u4Ru?anIqopc40Ur&Tshjrry1IE8DKSURC%%Uo$)9-8BBE6?0QQy5Fkk
zFg`a?JA=oW%i4JV?vfWi@@YlBMaS%lYWZH2E{piN?y*9@zjjfi$f0VB&Y9}x?K(3X
z^?j1QZ+at?Xreo<luKpyqu$*X;V*+uu%+$%miBSt%w@s`PE(g1X%(!fc;L~SeCgeU
zi&O6Ls;zaItW%<K>EDFVb638m?cACg8Qd(ds=PXc-|Os*)VaM(2X{<jF3XHwVHzN$
zY4RZJ;v>%3=Sfqa{>lC%TsHH}t~G%Z)12!xBQ+I^r*3O9bDAk=ZS-@t&%BI}JLcAW
zzR-APi^LPBKJ&?rXP@M0?~L-<cIL~OnU%gqlWm`SrqxW6Oh5Ph%#&TKlTxjV_N`5s
z`_yY@<%%^IZ)Bu;9^ur9dfim$do53mMRL^yufClL|CJVfU0{|H^w#jClz-7dXBngO
zX@Wtj_h!tIeb~IHq`ibyyQtxFx=Wqpn%gVCJE*NY^u@9@uz-8By{J{3c-soyFZcBx
z>2_WE`>`qF#k$XWVNrkdSQ)bTJDzvz?qf*FlyUlep=8Rl151uR$h-e^qO|9UC+Bh>
zZLi?DW;NqSMgYIabMI~Jx~ozPUzI$38|0&Tzans7#R{bp+V&az8s}eWRVOU9pK)nk
zIII6UBjI&CF??b(V+xkYyj+)Ta6HJT#PFo=_1z|dPcHf7%n2$8S^8|nsfU46UoX~L
z>yvt~>8Lt;wDSknB};=k!zQu`ttl+npQ3kim;DOY3AcqTgBQCUJh6V0h5kfeCEm5C
zc!MXVE>>c8cQrWa_4<L=%$-J4&Oh?Ct_&+&Q1W7}%Gpq*+Nmym%Gt(#F;i{*MDMN=
zdbrx9X3pxygKg@S7ZtB<o1FOeiKlwyCBL|mGu@w+H?G>?>vD8qSxBJi307@y4d0A*
zj%JfB4{{A#Pj)#?b~?00;_?}0eK9c|os$z6={maJ`^Bhx^}!P9Ge<Z5GJP@ilBjK;
z-eI@nNl#X)#&t6<K4rK;+UWr=+p*?E)gLi0M5R{vFMfJp%4-SDt0{IDyx4E}ZMwST
z{c**F`oJyeF1@VYTI(;ipU%A^+H<4z?Cw2EwnqcktSp^7`SOxnJ}s5I3g=%1F<l4<
zxOUSs>_%b?`*iky4)#xL-BzbA*4%v2=f1@9(%2`AukU0eWNc|Pi+Ut&+UBNr`bCFu
z&-*CjBVksRL4Ve|L`TWY?sGl9W|r@twTmQXDs2_~lGpWqolGT*YR(BBzC-&B3XfhW
zvplwQhi6d_)Au<!OFq95Y+Pl%(`Q$(<we`{j_7oWlJsvUk7`fyRO!?HofY2ZuRc%S
zufe)#qIs|AZVt7=-^<!2PB_#3BJ#!+PPV{uz1JS>Y-WLWNn0)l9w?kXE6OavXK~n3
zH!k+j5X)Z-s<XCuT%6k4bGUzH_v*`mcAk3eOWWJsryk|q*m>Jg``znZ2NI0p6B+sU
z6|HJIcle;zoFgnulkJzRj}-2j_;A*C<+&~=MBJG3X3U<k#bV0}kFvZCNiQbc)Y0~t
zb=1eGaI%lg!RPztKH$vb6IE?DKf&{E&(|bT&7?HfZvJltMythwZ|i>RX;(~{yhd7g
z;tX}e(?7B%t)Ih^AlZ^Adqihaf2Ba?WS6idx&I4u63k8%`54K?R-N+O*4MRu(OVfV
zpIJ*IcD&Vy{&UTFmTmcsl|nZkaeaU7v?*>zUBgGO!V@earMEcRF9|I>^?Gs8C2gnG
z=HJxob>@hFv`w1wB3k&GLhQlj-8PB4VzPHB^`F=(^gWjM#JlEgj$A^mU5~b;nP`Oh
z1+3DxY_mzU+G>_?G(}YDvtPJ|_QU4Z4T*}(Uj&}ZuG5~Ippquk$0RN~_l)hiO8K2`
zTFeu}jjl}9`8n(B<s){!vX6J|SmS52Uif`>QgHO;Km)~@D(dx9Pg)!_N}u~mZGGCO
z=q`t;p)EY&eAfL3rDiSI9CJrHTs0zJ?gSsFVv5^-Ez3gLRHjFpUKGsi+M(kRvrKVI
zWM{;L&`<H98m+5j&V_zTnED`cwLsj?s7;K8Wr;7fxdoK!|5hHop>%j_?)<smX9h5^
zcJ*Z~cv02j>pjU<M@s0m+xppl6E(NQYAh(`*PS6{a=ElyZpBjrHJ?|Wl1V>W&iWZO
z94XAy+$*uu&1BQZEt9`WKYCZ<7ChDK<WBygqUIGT={5<+-sfI%F?u@1FkbY)Q73V+
zjn5|U`JA%kf#>ZxM<Q$;*iKI6RKMc;bbZ;n=SyVPdd@q<;j9>^-EG<JAZ@fE;8mWh
zx7VkYleG^!{XU^0`l#_!$EuV`GY(y!dHo2ZiL|hYgfWAJ@@MH>_Fl#B;YYpr)@-y)
zD2mZ}u%K;6+bMp&Z;QF&vJ>45QZ5=yF-$+9rrcw>%tmHe41dc0w8YQZDKF>V^qcGG
zc$Z_=&ESoKjJsx@Y4`oM-S6Mz<DNZ!*BTu@%<#R;y>qtH(aMEUEH<Ko7PpVx{P_P$
z;GSt~CU>YOh0UHZ|G<SU7QNbvoHpJ^E-9I=cyp@ZzsJOhGlPB|&wS+ivt{$KBk_+S
zzxa#E&3=01?mR*BrjP?C*SWMYZj$aeGtpA}q*+KIcarIjvzH^>6K5}v12qYSWFGHZ
zSFU8fg+<g|<$Yz&HRsz!j~9M+sBjJ3p#J>@$2EP4r-B<!onY??VvP#Pixa$Ccflt(
ziZ3E%*9sne^}D^fv&^OWRP!EvIN+yaoOClutJ&XChVMl|W#D;<H7~g2*UuA4)V#P$
zK}51|*6NT1i=3S+6R)Sml`L5m7<jF#V3OjGmgu#Mu7@q%7@L&#*v|LqgDdM|x9WO(
zp75P`>zNn#cUA4+=;aBYxt#1*EaF!7(!87E6}e;ksrSKIR+aUq{%qo6<YfIi=hocV
z=Xcf~)(p8Fe_iiKOY-xIxOa1ocuRSktrU}t^H?{pcXze3QQIlepp`8v47RPk<D;}s
z%2#Wv=hYi*$}KTh%OVyvlx-C=XfsP&`K!afRPxQ@1$~!<XML$<*<rQ)kk*Y{+4MJy
zb$6{$_sq{&D<5lLI=A)r%0;CYzR6zvx0L0KOB7eRzpBTKmcV7_cKoyx@#Qgg@?OXE
zJa&aw{k#W~%7SNC`Oc^|J-n{;fzsS<(|!K!Fl+H#STJdm<9YXlBlE+XET6R9&3r1*
z5W)GnXH|aijF`pg6APIQq)tjZ#x3UlcI&~ckZ324g1Gso+~o7Rea@TB?^?M+Vc#YX
z38BmE-zB4bL^q{fGWoDVS2f$4(_T(8-}XtJv#_>Sd+a=Jy=XDLl|H#a%a&#4azu9Z
zEv#)c-<hrvv8ZRd(d+3ePV80t{#uK<YAv(*Bp)ZaLL1F9Mh#q>YZP=M-e}+Pe<7rt
zXLPzJF4~$m_esaaEyXRJecA30H)xzSaxCGj6ZqA2;Ljo3W~cj0W~eWT?Wnn|Bl}h0
z7u&<%j_=v4EJUjwimI-ESft^TvX`Suv3K1a2`+83tKw6?3+z^DbDS65B|ItVW?_Nq
z={qItGm0(m?e>`8Ef{xu*$IP}>oeSxP2Vor-}`#c#1-4L7Ohzwxn%0}xkCMGu5H(F
zmh#&5Q9v%nMaffU?vkw&y3#J)cKWn(hg`tP&|SMi8M9X(W~%dz&^MPkc_UQGkmr{3
z9}bg>V>?f*o{*w+Q>b^fgk->R!7tZB9e7Ja-$Y(_Evx>bAob!^(voUsM)^s9+y00g
zxf$kmaaGK`&}|7@rZ!A*n#9$nsl=4@Ds#DHPnogmN&|KlAvyDo0_K7<i>7+*)Q<A3
zY}J0C_}<X*@XTY}53SQ8nv-vbuK((h-Q?(IpJVLdz^<95c6+|>o&O@={R{gA6@3<3
z`K;Kasn*dc;~=%*(mt<tyP$$M=RTS)TF}LA=V`$nS;Wdd|7B(5Q?Zk7ejMxzo{B_y
zw#|uK_;Fe1&2wB+=e9cesnu^<H|f{aqSz-b=X|W@WtQ%K5u1?fHs>tM)tM8lryD+2
z`w+?EJFUa(of>OJpWWpv1<%FBxiz<GCOzqT^0LY3nERHAo^e%^s^6t_TU#D?bUOAW
zy1D9%V@^-o!_*0OmooNT$f%JG+1S|{aw6*1r`-w+timg<%nO_JFhOdotX{9!%>90+
zmINry&A(CVuNo^l`NY%@v#KU4y^7UVPPy`H%B)qB*#twAJ~VhWKbL1WOf*`Ny(FsF
zR7Bv(!VX0)iAxb%CY{@<Aif|k)OZaSyUJOvNk$<Ktdq64BnuVQ^gNETZnRl3X-a6g
z=)d-^vH*We%`m;?UbX*}ET_6G?Of*K$3Icw)6@$dn%-9u&KMk7c(#W(DWY`m`!Dyn
zINP3X_0SKxWFXG_>5{;Y6R}HlC;Bq)di&r~xPF_Jv#+3YfWQ;8SC4yNn)@1U`oi9$
zoo1sI&my?R!<Xynv>j`d^0?|Yztr?!zKqpx-?NK5E_5%+ked~us8_;j5q{z&N3!4N
zoP&vx8R663F|Vpzm#@9?-sAelSG^Z1mONVXBtdD~n<Wl8UQ(tfi+DKaPhMR(fqACu
zCf%oY?|M2Ocxv0|DC(_mFF0{#Zd~FQcJ-eRHc8BR9s4QpI@hBn39Ewp@9$jRt)k6o
zpr_3$KFPy>*{T~&p)ysWlMZQ3bqU>cNbAOKE^&8eSMAkDyn<O9XT>GWJ<=5PQ|8dk
zDJv##ai1PxA=0_SDMmx_{Hg~>wJIjAUY`9i;@ZXe*1DxjmaW`UE8+FQ!oX>=RnN&a
zGd$xwFP!0%<Sh~{$TR-CDgUg2`D35V7DpYapQrZT-Sk|q-1OaQy`@T`E!K8Bn`|dp
zryKqBIaz)7t=EkeU6aK-R9-7ge#<{Ga<A>78|t|p3s=uiys6|@ot5t=)HL~7?ke%g
zdu04lH(a#nJv=AbFW1tBYe{)z=m{A{2N5Tu?z28~ZcR2WDf090{5gk7XtVs2TkC!r
z%zN_MBT7^7{PR?q+sbt!haGr5e>7*cp4^+xr9c1B>7)M|6jl0J!_61ldM;wDShPA#
zXw@CX?sY2_70tMd-+FF#ys*;9mwnqjmgCFx+&U*W=oze&jppK%<193iYM<hAPW&W`
z+vYXP6&JE4D<28?$gg`y@sxA(KW&z-6CX~zzw=~K-opwx$-Baq{n{3V*8;Ds_vT-^
zq(ktr-N(m8s$EytT-np~%|27-kbicQ!;(aSRhL?-Jsv8A#qQP=RTXkw?Q+>_>G2u<
zu8Ta@?R^<^CwV`ELZ;F2qMw`{+V@^=Y!6x5d^uIHd|~1oH{U4HkFzZ%Ik*QYoxN}(
zS|M6|avw{x$TVd!j|#zctLOID_^It~*>^go-y?F;y`Z9(oBAg2kh0Y7E$*H)#Ut|U
zrZcC6%C-bQK4B`eYCXgJ9|x`6B{$m(Up_g-YS)5EYEDy3oAj1URTOYd_#ktzw~Ehx
zlhDO-CuKEjS5;lv^Rl5895%OSu57trsp;dg$5-h-ONYtnr%~<SFFaXkSgB@jyR9tp
zYQh=zD}l{R_Gfa2Tb$s1WW;$-in(!~x{{!cKmwPZ&K6mLPfo8Jc#74I3ZE{Rbh4y+
zBC~-mcSc}?cjUjzl45a5uM*l19Qxwp|Az4uk5-n@tvPQNta>mrZsp@2Uo=i#%+R{M
zGHsb{Ugqu@dAk?=`r@givAx0XuZKw6qV-!JOQxtkmZ@^Mz1)7^gcy&QhT~bg4HrC>
zsWSLz9_jRMl}TI)t9Me;+Bxffzgd2Gwzch4<DC6h4orBje)w?Wo8nTJS>>fEZy8^7
zY->EG;nS~ae9CXDLvp61UU}b*ulrtvENl2A0ou2xapIe}ZHWI#o=sOYSG}0{>i(hN
zIj2nPgs=ShF?aF)bNw7lruXkGn>pXlI&|eap8V<sCeoW8vfA0b`c{}2^z`@@jqSTT
z8E(I0+mln)91>AGM{@P+A1upD&5e@gP4;RGa=-L@+3mN-Zr5<V>8^Y=N8NRDUeOZM
zEva|rb#K@%=07R1Ep17vu1c`UF<Y6bvisI+`_0ad4L!E!kXjkv^&P$QMC7Y?T*`gY
z_(1l#H;0}7PPuO@?`pr_IBj9#|A3#5Gx~~UpYroB6WQr4y!}Re*W_IxwHoK2A4!pF
zwK)CQCi|t$;>v@icE2jwKEAb({Tf$(&ue$*pZDLbUrGz9&!76)xa9amcQvs`ftv5w
z96#G`KW6xJ?fq#{J{=L$=VUi?KM;JPTO1f}ZGV`X^}-Z>E{DUHyYHBqEer5D=lk?k
z_`ZoBT2sz;AJSiSqwk^jgj~BVZx$t)Ox?PAIk!Y+xVu2|*B#m4Z<@AVFNt)j{QYTd
zvg^bg`$u!MZ%^I-X_o5W9G#51rHz7{66e^yF0<F&9-R7f&$KDmeoa!4=_s=H>b`pC
zx$*sbQo>)X-ha=(&iHNadpo^dA0j5da^C*><6Y$?CD*>yRd;9ibq2jsm6Bw9(!0xR
zdmX2{k9y<IU7ho1B+Q+D`--@JeQo-w_uC^sZaTqcy?4I%vc!j`?xzj1EOuQy^>>Q&
z-FtUTobz-a$4=e9=;rb7Z)5wf)=bo`dUGOl_x8JCR<a%6lD+M%pEiA7+^-#U{-aaw
zyygA<lj}CSs(kkP#CO)%BW-tEX=UVtWs7u_CcJh`dfa=$A@o_<{<0ZW+Oo6rT5_|W
zmd*B?dR+b8-yFZR#E*Ix^p@QI`7>wo^i#Q);*AaGY9IK#=ezZNIhpyqY)O@gcI@`6
z1YaEFx+8V%gdXQ?7u~zlmY)3eZ&vi%HG3_#KlV)edt#C5g=NK}?4qjOn>JsOcj3Ez
z=--{mzt1!2AL9;weJgMIeDjB)g>&_SqV034*{6PtPV5c-aF~0x4fpH6>q?9J4&Tb?
z;e0XY=Ohb(oYVaYIdlG&m1Q$NKVFlzVsUci`P<KB%EQ8xuWvDadhAQSR`p^fM{yB`
z{r6nu4B|i6IG&LbYWkb%Db{@a`|W8h`R}&uvyZ+MEBVJw-)j3ycN5)0PK~3Ermmb_
zPvp0zM#`@|^EohUweQB7GQMMTp5IJ9d#*U5IkrZ>wrBEMcefvlb(55jpW6Pr`7y60
z!@-_zcBg=V-#_-bHN{+hyVJ02#j6LN&mD^{&vo8XcrK!?&0AeP{@icHl^Zix*se=;
zVN|x$@D@A!wkErE-nZFyT?NHue1-)p?;H`hD5wAP-u+woP3+~Ga}V~vIXuJktj6r;
zzW(L=j$B^5O19P`nk&q2(!6}#wXz>2?$_)-UGUNUWzFlh90hxu>)lW4=63rpzV+so
zMV{&9%5OLH7ib#ZS}W{hRCYFP|3dE5N$(PhlX>5mn;z+iVqR>_qq6i+RrbnzKc2GQ
zxt<+4t<3Lod#mQBcGEInAN$kU_3HkU1THt3G#uJ}H+6gKuG$AG=arj2&;K(oY|4zK
zmC^o7@BEUjsaDf%lKdXH>z>%-M_XR+Oul~G+p)z)OL*5_wbPo8c1*Wt2u`$;xTiSl
zwYv459Y5;wZaz+$_aMK@M0QeK-t+LdmKLFF?%Q<a7qjZG3BDlv`PliKQ+ZvVbLAOl
z7yFBF2YYj9{k^ws{^uXZ=QgMGC4c^!?Ycyahbdf&T{}*Z_2;6lm#J&CEgec%PpH)U
ztY-YI|4za#PJZF8soB0~HeddF%<`bx;{=UG)0yfs?j$|GA$v&c!ndDCt6pu-JFa#9
z;F=$bcDYCLo^&(YZ8ux5euKU7(>CE{lm9(0JG}o^ZSjrIJGM?<{b7baS8e5*W5V|@
zzB6QbuaR*2AiG?(dxL<`wrOwp*(ST(pSkUmva#$lv93#tj<ScZUHs+N!v6PRd|M8G
zdnqC{?e$N^W%rM1-7SB<HC`qrQK2eHD$Ty}p6}5Zo*TSubuA}W`|pZ-kY)KJlku^N
z;O<qEuExnf3^Q+8{YX9AUEmY%PXkr+yNg55o4$Y9wj@t2YR&uu?BW_vzuq&n?3A0V
zecv-{m!PLc9G~0H`}cNzzrDR<!Tj%n+H;m!oo?K4qUBxHyFGKyS6TBm1}h0O-&;OC
zozvjjj9kBG_r555-MhI+X+reN*mcui$!Fa!Jk7ky-+%w<gRi!VA7uOe=ThMw!Bt;{
zeuu1a+28#@nsZ`h$S&bX!D{|jqMR0X%5}GRXC273+wCECt#6;l>5Il%(K>Rf5>xo@
z9q)ScRH8*?>)nIdcSDQ~XRh9GdWLDtB-QzEgmmV_e@u10wXpm&mvag8-+MN<f;Z%O
ziZ9t$xKwYa#Pyn{nLF=Th(2Sodvd-cc=OG*1w0vk@+r1_AI^Ng^zmu(p=-AdY^F?p
z&OBGmwBXgG{zpFbB_%Ouk6YYW`=$2CYhLB*I~UwcFDFfwdcM4Q<%g9MXaBvn;nyA4
zkE`ZK9gDKtlfU=1B!jffk?_y{@0to$SXuA=c6xHr`SQtG1*#n%tyz8*F9|h!wDybj
z_qzFe_?M~MFPki+J6Gq>R*`9cs<R5^Hf^_!X!DKT+0xIu<ymxOl+6-xy{>p0?PWI>
z&bq)NG-Y4p{)3F7KSe}-J$|<F$tT|a+7(M@_U(Q7;@D1Ip+CDycVFuduqe+inkfDL
z(JGD`5fO*>JT8^ra@^#Vq<po|2R(zI-=3MZUh3tYWW_fBh55FL+LfzUCciv4d3WrE
z-#>d@A1NpF`*6pbiD!zK%D4(y^~n59IPmUtjEY)u`YuQPZJZO_6LbP@G24H#PU63Q
zB{-(;IQxZ=KT_-F_~%_?S#cr8rvA<H&L-WL53X3$S?s&;r|9__*Km=IkCtw;^M5$a
z>fME!no_~cw#04GPm2W-VybkM>elLo?Yd*RXKAEOxt3*deZ>|V;f?R_ZuzqC*P}I;
z7|glrK3rhh(UcHd`d)Tsx!Ah?$p@m}Sna;<xY*?8Yu^&?)o1yob1pApy7jxtT5W@$
zyRCY!&))6pv_344m|)Y(-WeR8c7p%Ur;PN&kIl@JRga&`6lX7M_#^n^>8<i#?Z4%x
zFzHEe{A(x@@X6|b!TtB&<qM2=t!TaPCe3qvW%{1^`Ie3;d!F2WYxaKYdj`wBzwN^J
z9s2e;!S3q{5s!C!KUQvk+j%M2C+_Ek{M}}~zRy1I;S^mWt0q3Ld-VnOGwXWa{&VbU
z`*2*Y%FBs=`|Y><8GmIvPrVKMCdhdEk*MmykF4)gZ|@bCPQP#_x#e<^S*cjN@Wsg8
z^Cq;f@KauvTyD4NX8Tng@g?W&igre`&0&hYl^pAFb>Wwqg}Yh5d+l0%`n3ClpX>aV
z8@^-g$P5=bBk8e4M|X<%hXf%%DLI>c+s_^-Y`T$awQ+6D^ciBp0rzW`Pt3o)k7rkt
z?8HFH<bCs`uf~c_%J)hC()=ZEq2sxoN53kiozI*9=ds}iQN}C%H}lq>4L*BB<N5K}
zW%qZS6nngGy<GWZ`DZ12-c9G{QrvBS_jK&z@KbZykM-EZ)jC}NFmWSCi(+iX)q`y_
zQ*IncC@NUH+$t^aoNeyapfd)`*lZ;lg?Y?^CZ2z*|4^dn&isY5CL6}@`oVO3yG^O}
z@7EJl)3*F<PJXw2+3&sTJjW|z64p&=)?#Hpo4a{VnpXdgm2ajPDBItA)O@q)P5FBF
z{@;sV1eMf1do1$l7^n8x+m^w*=RAKL7aLM1J*_rl-cC_}xff=d+Z~rj+)r@+aqsQn
z&Cz@3YrB1FxBa(E;7_)yRnvoHeGT6o8*CrlS?Ve*eQxW|gDsl<*5@vrx_fBl{fYLb
zx|i2{Tv*iLYk2X%D;b`82|tbr9hZxg7jJAf&b`2S<xW3i`>h>~HfrC@?v~oUIGree
z$V7d)Mou}iP@Cf3bKbiRUolSLQmQj(ySH%B=jg&`_iVOY`6={1CeilvNsEgY{y#qF
zzH0HxETa{?qTB5XEb3kEeki`{{i3bPWy|4;wPl8z1mj=1X6vqzJ6HMKdRwLS^z$dy
z)#SLlT}`n5eze+sTY$p1+wUIlG*kFxq8Rb?xBZ1X#z$q>bZypCf5Mn`dS-@UX@`K%
zowXa{S+5Izp8YA$wXo>)*OMHTnMa$RW>4sjyPnB*GjL8_UTy3$^Q#k_ro_$hINJAG
z_^7&YpW#}wxr#zc4{AQPU7!D6Jms7I(RE7FN0-lB<f>UKmTY18>r(v1{{Qyem+r<s
zVGncUS-Mbly~OK|CBA`5e^Ml>79P0R+jr^w38kJ1-2QE`%<Clot?!j<yK}WiuDPi7
zEziL#Cv6P(ADz(rKOy7jLEHQTizC)ep4?J$X>0L1TL}ZfOZzUKFcbXXxggAG1#gnB
zNL+U0WOKFTMWJgxMur{xcfGFX>i7COxj*3__BZ_({j>f-J?nq%AMpqObN$0Aq^~h!
zUi|;x>ks^oXAL{@Z|#PI@4c>G`nX$uzx-p1naA_JpLfm;J@eJ%^hf4SrUey|b~Zb<
zuChsZFn#*B2FBNc6%V9LRCb-n;Mu`rU}`%v`Seefmb6RURR;yv1@4#{w#I1ctNU{5
z@)mv;EEmq+n5H!G|An9LO}BJEyL$cUyZ<h`mMzV3{Kpa#KTmpfJBQ`cPZw|6ltoMQ
zb9&D>lzqbO*nHKtzvVuYGgdEHKmAwb+%+mkmdah9u6k;p;9b3oZ;cjTJten1-S)Zn
z*Uu{Q>e?3`7Or-CE3xR;-}gV`8~-n4S}(ujSjwt7KG}jgsXCfY-KrOoZf*1B|Hu1&
zbM<9|`KM?7=iMxMWmO}`wxv3MD}xP{blsL@y4*7A{F&GPOKPKQ#Pm(Ue_yG1XU;tA
zvhl~&>^~j7O8UyPe(dDAQYv44q-+1SGhILOKYYHB;5a?W#qAA`!H%oR-`6)zEL_2H
zyz0)Wi)|Uai}ba9xx3GOO*b{$XnW@Bkvk%V|7XqAJro&sr2JFiYVrSFFF##oGQM`a
z=cYmO?6&!CO^xsSBfm?}+qy<5LD*sQ6&G7Ao<9aJ3vA!t?_c^S<!Wka;V165W!tLs
z<P<i3PGsHqtG_?{f#HR1ndkL`ZcJjja3IH6@_~_5{kxqh35EtqX|>|Azpvk$d*<gd
zlaCj2@9*jP?>6bvS7sj@pMU-J|9e?^{yg}U84?i5v*FWe^%YMh%BG&}VY{w2L-9e&
z&nMx=*|!uEzW-{Nv7}OX=4*B1qEFZ3_$+^1-2XK9pu1i+n^gGP@HJCCHz(~h{FNKR
z;9MD5F<)ku=>EBPD@?SXmI-sO(5lMWz4hk%ugBKj^WCAae8>46zh0^`Y&XrDyJu#;
z>tbV`ga6I_*8erR{iZwjUu)p(zq56Zx^JBJZN2UNTlp!U>+gwg)I0J1lEqX>XR{fF
z*>APZw6?G^{ZrX|{CDlIiyvOQzMiesq`fdD<$-t4F|%sJMn%R<^9?E`+uMp0rbL`~
zvu0bSa(U(@w;qkT3$I5T=vb~>bfik5>*fRIiQ3h+g3bxa^$#}6o9|e><q%8IF0OS)
zKJ=VSZ=CJ8ewy#6qKT(}`#uw!eDr_@=cI4d1{!9&(;Sn{#5OdYUY2_-ST=f_q8Ixi
zy@yI~oUgCvnykE`zFW}iQS+>%!=EirmubfKm%h0kQQoP)>(cCm)yG`DcfGi=@}i!O
zgzz552_lNwFL?f0arACICCKNIv+V8pcP=avi^6Yjy*SfI*D>UwnUL>s0YgK<1vji$
zCA;f(P1`W@*6Zcfd-9sH56?<_EpD&HcI3F8_2b{ak1@*JK46sYqIA|aO6h;!mYJ)s
zeq9tP%n?{|J8$9p_=KkUOKw$5oT|Gf_C@xIM653RyTBbh8Nbvdj-IZY!1CGYbwG)z
z-Go^+af`oCd6N7<AVTfs>}wTst_#f-y}Q}fciQ#h!}k|O%4hU#^r)QmY{AEat4%&T
zmc_i1T=_|(`Aq2i(~a+MCu};&r@UDuzS4BRS-i@`gO3g}gxbE@SRWbOost|`ZDX1m
zo}jKPX4_X*GfULpZEjqA{{5%F*GxQU&41+RanUEu%?^*8^WO*O>NbB-Ps-J)IPvJG
zN6m{9?yaFyZ~juSVd3JioVfnOVyAb8J*Sub?ff34F!7f5jLOv$ld3j8GF1B=e$sG}
z>OQ}l%HgxzR({!G{>Yt2Y|<_pM}I9f2D|js-xIewsy+@sn$Bdp=HmuYE|%mU5oR|Y
z9h~qyVfVq=Mm=V0SAM-XZ84);eyeB!@7+yep^R%RlFx|jn4VY_vL?S;@Ai|YliF?z
zn}`NFO$f@^B>f>LQNEfd<v#OHo23T9)5ST%bNj<z<(|JL$9yB1VYl6tBYSF%6wZFS
z^*CkOdAahYz6#4TWe+;uq@DNpZE0aTL9^CmtL>vq<$2$3?4K5YM_98+sLmnfnvK)4
zoGDSuw(pVLob)czaOW|>t8Us;ICV{)6lZO9syf1<abUk%RoC(Zm)l;mvfXs@6t)Xa
zJ9b1taHeJDk48mPH)%s*-;}0*m12=;nU7Y#R&w=PDe?73*29dgVL{0q6Err+vq>rb
z65h;|_u<!5sfmuAeEix5nR>6Rlwwwk=U(T|`Y3SlGWTyDqp4r>Jnkn{U-=|=%Gdk>
zpW?$OiyBpAcI=4fPHFD;D&DJ+ys#tn<`c0#pBIWUPd-Yv*R<WZu}muLTXtiPgy-DO
z5)DBi?v65^W!VAY-~Ctre)~#o*NH*_)$f-b-LBoxeBQRM%yyEbvV~1)mW;`)SyL2L
zM9(($Jy;v9!`u>o@lV_0o~jG$_NLlzeao1aY`_2I%GaO2MSN)1)abA(IXCy@UXGHb
z4;Cv#ew=K?-*fT$h4fAPs?Av%9c5&1?R=a)>F3h}Ei&A<uC^sHethbXX>_@-;gUh;
zGmVY=PBI+-b*F^QlCN1?E{m6E!@Kh$_hVd^1x~y0qVZHo?-7-yX?tzgY>r*}J^A^)
zz0c!jF0yj%YnRz563lro&_9P=Z;|nn(r-L++uudyUVpXQzvGPPbWdmAIqTOoK1tA+
z!N|kSq32L3uKD}=vxXT91H!j1Y<?V?yl>~E<6ni>dHs=iH+$W#-}CrC+;&sH`#pH?
zyLfT+BPkKPY}Rf2wz=riDM!9-J0$Li2OYItsdc(KHO_uw(rZnz9dDmGwy^CB+jmbi
zr9*z@3tmAvmJ$u-;Ivn|d#z`Rf7%{3zjd9w%Cfj7`Ojw$DzvpcklDXu#_Q$X8i_$6
zw}lUwn<mX#8oT7pb|q1z^KX+LHaGr%bHBN{+pkFC)8(TRKOXPD8XmfA;gwIjf+jAs
zO?{dWELnK(Lq=ES3nlX#oQq;Q<x9<**6wmDikWBRe=uG^{-@<5O}~rzNo@A9ELwTT
zjBVz9EU0)S%2t<KxchiNW3PtFHO)AV9;4m16TF(6=RA%*^{DK6^9uJ~^{1ycW(F*C
z3)a?7Gcj27q$)^w^_skC3TOH<Tvaqbnk_xDVf~3^yTslHJ&Ju$<1YCm&>|+mV(!%J
zn)gzRzw-7<EOXIty4d~oB2QG{ulwsucF&OYNWXE=)mk>#_|Zi}t4P;4ubPM>XBc_U
zCM-6sm#x|I_`Fwmue<eKrR&>+=S3A=UY8*4lYaPs607ApLB93POTWF<;p`7LnK|)j
z_YMy?uhn1wUeDWF<-_k`aU-qcVoc}W6}mGtA6SR8&Ny^gP|kPZj(HE6Z@cT%r@PG9
zx<)8@+JaNJ;skY>=QjFl>`GwqpYCjKcZ;iDMmC~H`;%zHKgDV0)d4Tockyx5%Ff__
z9n^TJD_$jLg`??QOV8Me?JumlR(IFW{lPN#<21GX|6DFU-P~WUuW~?Y&Y26v0{;co
zXWT#VVO8-fmgGr0j{M-`PcwLK60nW&-JRB#I$u*NvtQkFIl3xrbyBtAtJu&_7Nz@*
zV?;K~uA39a*<G9a+_%y;ApJu1T|pghPWG$%%+vcK8!eQ$ULTwpFvZ=IFW>Ft;hEhZ
z7>`%+b?mulczEO0hIKnXU8?F@I49(qMOn%o-i$kS<^onrr!lW(mTnRJIAgwq$^;v=
z-k=)IG~RbgW|En13yU5kgchxs<reu+>B487^a?+%9q*d?{C?^;i6pI$tBJk$S7OR>
z)36`+7IeLM@JdQUdGpplwF_DfW%nc2uHmqH`RF{?be-#Vdv@*QRDSc})tQEa7nlvZ
z#E!Z&+4gaWa&?^BkZ!MZ#6a`lFNV~2{0jV~Y?GE`IZT#Jub!3=kachMgr9d@_BeV(
z@^v=kbF&+=N|bKYD7_o}?!Ck|@9PYoPF6&8gk=9-#<<|?(kJmk3?3Tq6yj}uZEP#i
z_`V?CYLeLe^iJ;H%b_7z!a>Jl@~S1*yZxT0`QWFg*8`vICCe8qXu7;UPFmyDFRAX=
z?=OnhSWLJg=E-I5nYy*mdUjy`UdxxOl4d)cP`Jvl+3XQ_Be%5UjRVU&cN7&j?0L9^
zDLaUlk0<$m;=TCItSr+eel%Lz|01T5<x$TgrsZ+MUk^^`Iwcm<XmUt>-FCLQN0*%L
zl05wH5zpL{OO`i0`FhcaMMzzD1<!6a_4G697owJ5w{G}3V=n8X&f-7UxL8-V?%2Sl
z9(#M9@RH?^zf=WIi0TPV<xtSOWEv?{?bIWdu~$37tNo7Ct1jK!-|oaZ7YjzecX_uy
z*u0P1bN<y>|BL$Hw{f%F7yYxVNad%gNvo{EyhnNkyONIWc;D#R^YzfvIFHvg>9-1n
zVp^<X9zRm~<EeM`?F^-Nw#)oeOXTV}?D{{uhRikDeqo}_<r#-VB$W<2HnbVa?KeJi
z^w+7KERJU1KHR$W$u*&8XXp`T!LQ=mC-0mRYE-BhznbUf6aA=m{?@w*d!tUCzj0JM
z{_&dQybaC%tE4U0c$7}O9QUwPlxty-LXvUD%QxNEC;J|_pgAjWY0i;|FM@lM^xf1S
z>Mp!=GF<=dO!Ls9mX!fprlnug+d1jhvu-<wqq`d>%I|e&QJQc_wApEY_^%J@GM}!W
z_&cF*-Ro&3hfbvVKYbZj)3iER<y?i8(?taZ$9p#w)-IYOta9WtH}ev`otpV=2i*2N
zQHnP96JY=7d93p7UGJ7tDn&ciPCw=qQyWpuePQmJ9dkJ@cQ0Rcv`wqa<l6j2eA!Db
zGPjgREedVpJ<wv9eN0E^L~uoI*O`a$-wt~35%P?_tMNPb*Q8An!4Hlr7X|w(l&9F#
zPCAlqQ(OAjef#Gg{vVIGp8og8{+-@NZT9rA8;l!%v&y~@spGmA&z<0zp!90B>7M_$
zIJh1K#69);!ccmlSyl1x4Fl~e1~JK%55HVEb3pUQn|lh?il_dcvJ4Di=81aBpvM$q
z$kg`Zv-gKbC&G?coxgMQgw*GktK)g^-#7g${oH=%%QnV>gc{xKGhr9S;uHKl;$NNV
ze}DJZN7m@;3F`{eE{K=2ZkXx+_K@htJr)_+)o+$b+A1~`a_RirzFv-}%ScxC$HiAd
z$2KsjJMNQvSnc?zszl*%od53yis3&^)7g*3KTMg<aO~lm6Gp<D**=LYGo-69JT}_s
z_mg`@dFwM}F<Bqh^#>)CcX<{&-uoGts;0Zf^!1~ss@17UdrqG!dA2~btwv@h<K`L9
zA|G~5eDiHl>gPp{94RGh-&mUZNKU%$`G1n^)Cr!`XECKzI=3nr7<^PVn8L53&l|RM
z=3UdZ6F9<Ejw)1TPGGpJex}taTVu1xl(L}uNuoTfoPGrvE7pGeyy?X&zkY^irps0v
zD#eLuM`+ev)M<B8VLLWuwd@u{6;<ZK5?B95mSw50ecsQ#erDE_&#qc?S<KTC7qXO<
z-nQ8nn8tg|`sfr%rFkN`b0(`i3Obseq?E?J$zAfzpC*-QuA5n}Owv+d-gxD(htAOy
zXNKLk3?_P4xHLpHamSyX81qbEyQ4nyI)fme$u9ywy}kE}ooR*RA1k@As0p23uXXO8
z_6a&0_~`PF!lsk{j>iNa{kUaqq_QEo-|WJ<j%_TjW;%yBhaa#FV7aXDxN^aQ3p*U_
zq%WR7)biEv;L81pVT=)N+ibPGUBo0!HP*YjZ(Sf&F67lV;ov5fyKIs=VM>dCWVBrs
zQrx1oQn_V=k7(-Sd6Q0Ru65nYsWpRVQpnRAZ6eD8Uq47nVpY%4t#m(bB6RJJskwEv
zbK2Qo9Y6Oi5fTXJ@{vrEc=>X|D)+x^`Hycc6kBIk7H+g%YhT`C4l$K`4u_3W|9WkE
zt)Q!1btux;Dw?I>%#!biH6~tTW4!6j@wxSgS*BOht!)e4e)L*hzjEhyujaWO+hUG|
z?%p?X;uED!;jJ9gIv<8SU2^)#X2uV1bJqv3o%V8lGvQ$0)^{qq76@Ju@2u$6dHr4W
zj|x}ftFV(Ihmy=fITC+9s(O2?g)3rz^E0cAyk%0Yb5_i*&~$U`mHqD)cgOG3Be51e
z;TsS8ecrh35pWUdca{CI%I@8YTYJlv+dlKw6FF$KT+QRtJyC8~16?EWa_2PFU>56L
zoRdy3<)7rPv!3VZy2mEdSj4W_J16aUvF&+Pc9F0|>h?3I<~RxZypG-cX+?SAO4C4=
z-IHdB^ye~b>vc<>7C2y3xlZ7K-mS+fyKhC!O)(dq%6>Ihal>@)6vL1mVO{yFxEmNk
z$`flZ9J}KCf2xJ@Jp~mlyNaNLA(AEk5<3`guuPn?{Fw&RW=*9ZM*J^MsQ+~SrPa~=
z=kZ>_c@}~*B8{Xn;@k7ycg1!b+dAoE#L0%X<LkahT#-9(x@Z%>#5d0m+dn;NaPC=k
ze$iLn;Kfe4N;=zqPhMjt{&=#}i<TFzDRLj=dIg-~S{Yl)69xS_n{K#Xkx~{sesWRB
zzFz{GufxSV1RLgwzsr7Y%xikq>a*lWn~8lZbJ+BYb3V$(%DUb!x)=IDuVT)X<rfxq
zY20Gn9kXoF>k6JKh8m_%;ey|zBpHi@w`{7qkZAnic8byZ{K#)Mx~g__j;vo@m-$gL
z+<aSU+QZAH3%zaX_7>U7$3GT+aAdKrXZ)PZ(;+#f3c?RoJ%5~S{Yw9*_P#3-Og94a
z>Kj{1!&Vs0pRj+$%rhKZvJY5K1czvvOt_hR?VR407f#MzPiE-wtc{$NHOF{?dhI9I
zgS&0l=imNY<8wZyH+%h?aP|qAR?EC1nQmNtsoEg=a?h_x2e!n?6o1RAUQ&FgO*S}x
zja|sM>L<0#k=<OCz9}zP7+w=Ow8cxCY0dGj+1?!5lU5in*<c%19L&7xz!giiYuZyp
z#T^VBJH#GOp73^}y2t6VQbw;0N)D@?1r~o~kh*XD(7k%HNT=2NDP`P~jz|bd`Flk0
zcd75rm@}!wL+Ek$7dOW@zuLMrb)-|Gn<U;VW(z!CJ4v-sMvP^n6W`?@VOj@IJ=5V~
znKWf@Fkko1lNsN5<b77Ic_-=MsN=*f&AL&kZ`Q*W?r+TD87Y3=r=kq<#Tbnzczr24
z>9k;~w1DzPAD52aE0>(3pInr_kj9_IxXZUIa`E=n##8UuyBJ<fOW*UhVvnQ9;eQ*>
zd7Ap3KI32(nBn<+$!yO#${gxteOGht#V(Y}{krt!?1^P*o-Qi$W(MEjdo@$DFZOK2
z$B3J)(JJ?Oz1A=I+_huxb|cP|AZdrfZ7+AQY}#ZxZ^8+$3+l?cSJU#%ld{B3kG8M4
z-sY4)Gx=E4lDwTC7p+_xsPcHqM7I~WKKg`QUGX@#+A;Z*$>pYl%M~(pAH6rvmHl%s
z&|fK1u+36&Qf&5hhxnOE3+yEK&bYnxOA>1YOX%;_=BK~p2kD9}_C3uZs*=@xF5>#x
ztFygq_m_T4-KZ~cf^Sylf-N#8N#U(d4ol;FR0L-A-EPZXu+1S}O?2xewQ#e5GGVr^
z+YO<PD%xi(LOHZqCz?*M<yE{Q{`gv;Kx{_7kn1KVz8fb$iLSb6oO_KcV#ih+#mR+^
zleeuo$0DR~$$M+l#BY8K#sVj~3iZ`nc=%XV+Ky~bb3K1IM?*y{Al^@~-6L$?#3Lsh
zYne9|1l`}0x-<KiR9UCf))g-n`=~E8-d(}8bK{54LGKQo=($i9dBNhyH`n}Edqk33
z*?4zwzH7O~rv9^cUQ`dy60z6SRuehhOlMd${4n}gugb3K_{j0!>@?{;M<$x5Zq&am
zcG$5xUG>p>Q#<CUo<0N1`}1~RSo^kABx+;R-o${FVP+S<=X|{BIM<@owc3__XY-30
z{(UElYn0Bkh&{flF)8!+i8-oK3{ls`%^$1m6}qZ0N%ZNh1z|qYu@5~8#g&qr&ZSB^
z252ZV-@DP;ZO^#=^b>!Pw5{9;5l4>rt=0LGdb2g`U2dyH`{ZLQv_&MGW*DSy?iLqe
z{~OYkVUZEKG5oaAjBn=Nr&<JAKMLpB$SmKraOd%$TL$glCY@GTb?}nbsqmCp?7Zz>
zZ+7JroN8=*+4TK;hEj^Tgt$k_)L(zMmR)aN81CpHZnyftlBpcQuO}RTHE+W<IoU1s
zt8RvJ_pkdb`6%MVj@P%>wyCQ}U*mmq-d}2pAp3#r{}DGuyEb?|%Q>`XL)Ww^sy&)(
zjZG83O13#lCi9(P*Xs6S&1_QLHt9%!#Of=qg6}#Uo%H6PTD!zSV)bm*s7n!dxfS|9
zr@XqGqxEKAYg%@F!&bGAcjx|&JSd?ORVvEE^mW&XE&B}L9MTif6Z_(j^VjR)#_vB=
zCx&iJWu4h(+OIfK(6_BO@l4~<IeMLIv_hFbZ+hMP;FPd-na<6JRo7J~U;X>=yM~2`
zb?NDiy0XSaCsU5Rzc%&R`GjBt=2c95YxZ<97)`Tq)4Bg*U*Qg;ORl^>c@q3?UUNRY
zx&8XCqx}7>TW>U-(>(9^vNb#X?24rfDhE8i?a#~F-=aUs^@`-he6D!I%muX;Y#BG?
z+BbRRsY(Y<@coxnGv)K|-d(q6d;jX{&-Ad^lk0N4qd#&b^Xe@R&j{?F!F_sS(bA%Y
zVmTkHRt5iBC2}`htKf^`*&DA@-KI=bnZxZQ)-gwH!uB=}#uBdTkELGmrK^7^)_y$L
z%+~SMb2E>W!nL)9A(OZy)Vz3)=}zYQx6DnQS0Fh>=-caEm1-XGrP*=4DH~c76@OpK
z)PM22T9hk(*2M{DJSLp@IxF^mtL2I-#vlGH=v*zd;)B4=rRR8<Cp!sF>tk&B5PGsi
zKb-CU-omB{q177_mtEy9F_?H<YvuDB;%EF{v8eBUuFBr*rf1GjasBPhtdM5cy*?Sw
z9^@4F_$<{`nl5~Ft<>j?OP4&elTV3#oOOHJV`J45aRp6>U+FEm_IRi3`dw>X*W?5}
z-Qpr*TX-stdqGpseJ|VlF)Wj-7__(dO-RYJn`IK5S;XTa9Br{|@}_``#V=(hOW8W^
z=Ue3&8ZjqORP4^AkVK!ok7H`YHO(iTlR7jd%xFIQEy*c&J#50itz%o+Ep4JYxyXcb
z<Ld{Ux88LhS(ja<Va;=y-}#l*vAxT0)F;f&cz(M~{9((K3!mS{S<ZJ5(w=$OBYAb}
zj&13Bc}AhVIjp~J_RVNKS0p|0&eHEQOKMg{YbGksfA1ajTK5ds>JCPMsg6v+ok^4L
zaJ?|OaQkcGvPFy`22Up}Ok1<qA#0166yv_)b7$_(=G(bCZ*mFq)wzlFcfT~)X_m{z
zGnHKLn0%(v=9Xuf`oY|e*e!kfU#9M|dZc;(+#~6!eha<5D-4nxeAHeYT(@V>%amG$
z;!eBp4Npo}d*AW9^=Q#9J<SfC6>CK9EYjby+j{zzOK#5+1U*ZSy6r67cj3)J&ob3a
zi<5dwGET;BJjFA2hgq`v&9xT{ez=wz8ZFu7Te;%Iv^L!(#k)B2Km5Kh;Z0i9ul!Bk
zJol4gPfBg<>hYEgn?Lc~<<C3UWuD!-S?c+T6(<c<yJuz2diN-BvcN$}f1NKzD`w<R
zx#>_P_~r1?rCe|IkMli9{myb%W$~^XK8ug}JdRv(U%fSB%Z3G?U8frP@brEw{P*h5
zztYFmb%Jqw=5XXs6b!p)(GigKO`(UW_*v3ZUGvqmQqyYGX6Lx1aSFe){IKHuHp4e!
z=3<|hw`Fv%*mI$~ddB&($hajd7}FTbQ(8C6@iE`>dAZtFS@O%NsV<+G-Jab%G<Soo
zXv-3N(S6BB`Z+^oZMM&<+4N|7^q&tu4lX~Lb?4)*$`@xp?Al^jaHPP%%Jx7G!y-?2
zj<arB<_S5szfGGp*>B13F2_|IIjf_Y`RWaST&UaXd%dVPsXP6QuH6lnp0>BoraZno
z{mO~(y1gxT(k@&Lx4P4I_C(jj3-g3NdiB^jT;61#7JE@hO7n_WY-m)?t)@f)?`;PB
zXBZ+^PXAi+CY+T~#Dv)>Nh3yhMb(}!i@M%4i70J-<H;U<WE<;UsbGQMk=G^k)Yn^u
zu=m`*6I`KZbatLldJgx$2;r>{s|BXzRMe?HzPj$X@(jgHrd*z6js&m!{ns6zS^T&x
zV&f=Z_cQ2gHqQgzG99JsJN{Oroc}2Mef>TwqXPw{CCr|u4(iEiZz=Z;esQWTFY)x1
zbl;A{7nbNPa#<G5{AxqR-Ax@r_V@Zz4ZY4>bSjNdKH*h5Lu!G0#O>QBB%aTa|EMTt
zZnDwrn%kTO{Fgoc-MG5^_^)_|pGS`W_}IZG*?uIFN%C*D+8Lo}74_Ip5j_TLgl=Cm
zIxA@`{6ynu@uVjk%RZ)@Os<kv6<wP(XKKZ2pGuv5idz%kW)?PWoN#9UlZ_EKdOt;6
zNp@jhyTI|bn%-6pwre|r8<n@zEMDxW$F^1|QYdKk*2M}>Hg02d*}TzxWpkD5MaIT8
zo?8PnC&X^PVpDZlqyOZC$-5UV;}D9k+8df}*m6k7<i;i6xcjW1BIaDGkF<7J=1^wh
zrNwn;?x!1-`T8-1*Th3j1%oDr-d<vIB~kp~Mw|21sli{&G$(J(U66A0{PX4sTHE(b
zoRHT!d5Ou4J3{w8|0Q0(Wpe2fL(Cc$&4m{QtTsRMRw}>7@!L6V*Ds~gh~yJV%(hd7
zO-^VwNnH_RIqu-u`|r{nmnrkZZfkpJ{QbZ7=Dt_I#WknJ+*%wu!LL;%D|h<c-P=8$
zapW6bSnXnzq%zBIv)1j9$wm?<)ilLebT7Hhh?pMn$gkNsh=(KcEr-TJyOO<nSK_N5
zFUnY2)8ls1>&h`s24@MkS*`*;56vFmI<fS^B@u^LN0)6i@|`EU`drlE1v7VXEqqmR
zeWr`}3C;C&B2w%Maf_EYoeXhYe4^1j>Z3%;s_erXJolw_?U+z8>AI27d7TxUS2o|C
zwkoMN%`0@{F7+d;+}b@lLpRz6tjT(Ea-pup3iYXxuSyrjTy=0!|2fU=$&9b-Qaul9
zoqNJ_;ObTjaii&9>KkKJqquHz&h@-=C-zD(+va7qu7<ao>Scb5i??VmthIjgz{6m!
zSji)k*j;;XJePRtqNB=myfJRwPwR}JidvQOJe4HxlLg<L`?7Aoy-{q%F7o7(M3Iu%
zi^sn@OO>v4wY3^r%(0MQkkEU!O!HK&21i=MgM)i68cvVd{A8xc?52wL8_gMx#kq6+
znk3W0<G$U}y<(n`X0cRr9w%p~xOVboGkwPm8^Rlp6fnv}_l9qJ_$h4d#>NXX^ZofE
zm5-?FX-{yxzsjMy?4i!-{xy@?4)5CZ+WI#a$Mx+Y`<|#yZvWE7-rk|*eXQE+@2)+6
zW~5X+5<aUw-IV3$l3RDS*U#~Zs$FkU7`x)>t?lz-XIrW{+@B^{VU?h_B&#mSKwUHR
zy&!+OO{&MHj!QM){t8YvxvKB061Tr-lGUyc$-akgIlQ0$*1D48)aKXONBPUvD)hKs
z|Gbdt(?a)kfez=nX6`-HC;4lV?_oynZ+oh)t(bpWLi%iDkG^vD-=2e<_ut=n@^PMG
z?$_M1Y3@4?X|Fi^`INwfGH%hpJ?72<HRmO(4}DHFKDP8tQEF$TJGbxR#+L^V$m&l&
z)gixHd*;36-Z!|qm-3k}yF2;SEIx~qhOeikJL(#mur6zFG*x)!#$(d5cJ)rx+`@0n
zm4^!gre3)8ahmR~4H~~DZC@vL%Tg+rzwPkGm{?cUeZOvP3S-|8@LTxj4#ABZ&q^#g
z$7(gt#PZF;kC*!QoIbkcwc*<;p8WgD_mXR>x7Y{$>DU&2qCB?inEMvnS9&77{TVeb
zx0Aoux;-|Qnt$=z9ohL8fAkzn-(p*SJl(`@@kiA!N7mo{s`}>0(LME3|E`W>y}j?o
z_w^g=--a99?l-)>|68z5JnQ%5HSgkoYhGL5^xJS-{IT!Bf2t(!_ka9rG<(;Kc>Tw}
z4fjC=XYP@o{QdNkzf)@V`rPY3`8)Mfo!7oNwfD!L{549oUmBwy{4M!Z-ONq%gVs&I
z8FJ7pa)Yn<ni&1y@5!&~X6~9Fw0`=^--f08eeU|Nyng!1-x<5&m%UxS<#p<<I-lG6
zm%jzy`f8MGzwGVw%-@>VwYKk*-z>iKZD`(gqwRao<?5H**1o%LX<qf(+i`EUh3}3%
zefL|{_Pq~s*H`SGw&$&Be)YxMabL@Ht8c%)_wCU3y`SDj{n~bY-`k`4)n9LK{gb=C
z{x-`2bH)$d3_sKu_Hj1kGd&Pz{NT$_Bg}B0<$ylZgV|7tc(5|C#C{HtGO$FQAV?WV
z|K1%~M12|lC_zn~&G5q&YAQ%M)Kq-dy*@hWXtD&CrRKkfT1(`AN?zPlxh8PIOZV%A
zFDw=}yfs@K*zKnK-s$2x*TZ7G(f3;y<#r#lz4dMN;fp)mAIs(bez(Q_v0QKUmbbef
zTS}e3SaEOhM(cTtKg#qz&#?YyTV$hh+_}hR$r0meE2rokbv`Bcc@y_hXD^#2F1J(P
zI9;shJ(j&Cwzhp&ox|kKmdA?bUHQC3R{iv^mpe?)O|G1?r6eq??B1u(Pu@6dZ}&=9
zzjd>-?AyZL=%t&5|Gsgt|9#=Soesml9i?T9=GVU1-uNP2{nyRTx^Ibh*plYVl}J}V
zcC)=ux}&fR%#%Nst8naQXJuKEn|xW?%=ayCf3tI)iC{0*-zLeOc+Bd@*W*4t4}wlM
zO;nS~^zJp77e0$iEVjAh!}0s?zdqW3{JQJ9MYA(>*<zRIKK+}0`AEq6rrA2n_SNU^
znxVI<dcs}ba{WWq0r$GU#BKSmw2%Gk-V^Va?cc_^Ay(vu8Rs_N=3L=KVNt!53y&Yw
zNj`6{FgluKq8Vj#Vv+Xe1)XxrRUcd@@tR03*xs?}Q2Oy@#d|NQo!F+iDR)xN)2gMu
zQ*wh-Z>QWei@bOL)~VyM4}Kee`7UnoMyQAHSI~)X=Mt-*|B$xoeh_>~{Lkbs$G2Ec
z`#*I~=Klo7)ps^Koj!UX<jZD*O#+E4*yWnS*!FKuS1VJoIe1R?Lf)T_+_n}g*^Mfz
zc0>w2JM(KZbIOCPsJgUz-IOOq^F-RN$2dnVG<D#ex5M2th}T-`m>8@3vUbyp$IRoG
z6}~j%JX;mFz2ctU4O<P(kj(GL|9+fkVBn{=Hz{WIs}qM0*xubGx9)3a<D_{L%lQ9X
z-uon=ZCbJ%&%T=$Tx-R()&ExAc))FTEG6XEq(Ik-6+Jn->h_)z*lJU4kaT&M-r4Cv
zDO)DgKQHa_aa}Q=XXT%d3m+6oJiK|}xyIRbWgE8Znu%GnasS%8mB%%*{@c|9-)bs4
zS3b<-a`2zZ&BVL^?&Su(9)A9kkA{!W2HXEDF0it{$ra;sVP~Ap)))JlWe@2vS|4e6
z;~CktP@l;?B|q-r!-R=NFE(A=a#Y>QD^>62;^2gNdDH({Of0UhJ^VVZx^H>?)t>Iq
zYUjp(4&iPFe)liDX^{O>vu*Ed?H|YfeEr?9IK`y4U`qaS_BZ<Po-kEze5d^JulV<0
zKSN6X|8!?iKF#q->X5PI>h7hw=lew)9bdZI7%z0Ft8HAZ`f*?U)SoYJ@1Bvi?3dQ@
z{BtfZTi2hS8~^0jwRt<QOz`P?&(^MGc#(bo%cD)tEO%tGerC7#Wi^w?s<AM*GSPeu
z>&|71Jo0(lmEJ8mt{^6u`b+OkU-NNi9kXNZq0;=bHZPNY+jMYthnMKrSZB9fV<Qz`
zHnF>=6V~y{SFJ3{eRHSi<;f*kZ=My|Ub&KWzSHwU<k!#sTZ$|tb4{LQt=OM#IK%Lr
z1lQ)}MeB998Y+KP+UFo*@>Sb8nI}GgMegy{)#}%-zMjiD#Y1M+&SMF!A~kONY)lr`
za0y>n`1?3t)w9`iFK>KfW)R~4qT{itjO@nSWzUoO_iko>o57#F?cR&2$x$y)ElRsr
zd-~_D9lsvExOgh^*!n4^R>##(%sv0$`tj?hcwTO3GCZbqVYb+1?LCo8p3ZV@y&Dm!
zIPL!}WA|6>{?m#d9{IKB$j2Rr82_@a3asKezc}Xb-=M5_LGt;bets@$bIaGIix>8W
zK3%<DcSBOszSkF>Hcol;a<kv{ud{x<<K7f9IrMJ*;g9;_(|_A!YNo|)zPr4(`0I9U
z``LDR+TxNoo`(6q-d&rqa+l=xRY#eu=h-HS?%R`a*+Rd>IPBQ-`G3{tZ@cX}aTmMi
zDS6KW{<m+kR$cV|+QnbBw=!S9c}M<Q#){pmzb&+T%U$!EwP2aLshsv&rc2J2GJjm>
ziZ9sZwQk4q<jGS7Q&Mw`%q^_X^_v}&n|koMqUO;mg_fh?OC|}YC~RA&b4u+QtI&R5
z-yYMyujVNS8-JPm@ywAa6-M`2wL}(74Bip$B{6;LYL$Q+EvwhnDXYAys!P3RX<OfW
zdefbQ8*~*6*U8=Hkn724y}or}K3Dg%3=wNTwU>wE4$rxmwr*pC<mPE@Gj}!QPF_26
ztFIx?Y#!Th->>{H`8M<0Eaz{ZFPQJ;^4w?cbXZM9)7+Tz^-Yh;dmq>D*Pi*kM*s4E
zFXb8M<HcV}{g`jp#;J0@k!i!7d0xf8ezP4d>gvzCG5vV7RiWtj{@)xj2X?AP@JY2y
zh-#8Ax;$m$9s8VyX~#_kzc0(Zv$eLS`|!3T`6$+uGfxYroZ85f6kmV)nyU)W?XTsV
z^QWG-+nD*d&04hV)p^&&F2a+(=e#`4a3FO;=bC#ak3U{nUGeY2(Zx$YZQ_^nz52sV
z|9x1pa;>aq?%&5b84sBEOD>jrTy&st26H@r!;WVCh#%*V@7!B(bpO2*>E=9hJnK%o
z{F%7!o$r^b1KPJaPtVJrH1j&&ciZc{G6IU16~3|cJwK){At|xO=z~7T*-g@Keg=zi
zzFeHQ;^^V30`~BQ-zJ*LSEScVPN>^>yur}k=imIk7GBkVX&y#z7timze&LPcxk~v`
zX~nXCH4oMcD%6(*mrF&cE|17xT)*wwJrlD>#kV?^rWObPTCH$nxzLRl?T)pw6$N4W
zE03J!INPndT{2$$ruqF~2aDyl?~RW=`?2K9;RBQQsz=WIHv3Rz)9&Ww-lukZJ?qZj
zttVD0e(YMkcy!Z*Df2z#=9@iQ`F{GRE&F#hN2kpC5gX!g)R0-`&SO8bUDBKS=igjg
zQ~fEnbVvRc^9Aoi*;dO$^4(>cP`G;s6Z_$roi59s$Ep<e^D?w$#%w9ztyKCcu){03
zDVSrOx6Uu7hMZZv85`;=ZiV_BxS(0Ed;d9iCU>WRO>g^|<xageKKcJa+-nDp)2G>m
zWj^(-sk-->UF^~M?ZzjYA2$`=QBUDBy8gTJ{ZpoVyT5Df=SqiXN9+8^RE{&NEBo?n
z@tqIL4sUGRo8fI~Cg&o0X+dY;>@SV~3_gWdo6fi_%)R>C&0imS*YC;9%AYj9e81d*
zn7;<f@(%Kz`{s*vSsD1UC(Nj1<=MrsEqyBgqmQEU7v$5X&)uflwe4fR!V!kjWs@In
zUq9R9>5nhZSMmgV-Tl>;`(?%cLxMMMMt0mj(H6rn(@niz`R>wrQ#KV|7ryrG)cl0Y
z%kPQ0^~pTsvpzm|`OnAUpRRxWB6C#UXN7FVkK+e_|I@ChS#-U6UAQF&bCb~hU#}<6
zUwPobrF-j>Zp37%$uQ6V+I8jS$EEjm`eTxmo=NpDPZn+d6vw)L<N4i-BX#VZCb*w0
zD%pDDpU=_t`eB>)-Pp8Q)9`*d^K%!i-0<7qtH12*`TJD9gLB!IvjxBE_Q|hz-x{m=
zFZ8*?{G~-T-=n_GzHTe2wd<(jUzy0aAG7M&Z9bWcta!Zn=m+s{i_TqNS-<d@=CaD&
z%c4F{FU<e>Sf@JoRjSgzW7D%tpS?L=ulwip`FmxTZ2rhyH~VlaUDrWBf8NiJPW~J7
zb{}04`{UzQo9epFx8D>k`F@%6UR_1X{q;8=Zxu_Eea$=ZKZneh#m|)s!+)|>ndt2K
z7=OBF!K>qL7N1Nj*EL-~_iL)v#=KXyQ38)*xf;1HJ~mwUP%7AN<@>h2mnX#LvC7=J
zv{F6BV#o0bJSppU<g;~TR<Oq|<4E1jmbcCP{qFp-y%!HP9`i2V9Z@rDbvCz~`^Vti
zSw7ark6*gK_wV^L!}A1NtE~+8TDHG2j~Sz5OOFTb-!^}G|7L|U<)5h@Ek9g*{QvIB
z-OjHZ&b;MHQrVoY`+qj^t*cgjCuu3Y<b&;muVUN>XP7I@5ZR>WDr-^o;`q9hCw}jA
zX2fS-s1erTE@RmfSF4!o6S1J3Jw7pg^BvXv{O85}Z4<XIxc9fA^KDgD-CcRz8(nM?
zl8etQNuOqSxbZ~9osjlzKf8)^P9|P(N(%mO{-I~8#3ja<%6_?-z5h5f=EUFF)IRmo
zN749a_pUnpwK$=lx^C0kr_D9r7_@&swq4V6zHIU0^T(ekoi5(as<QmEaI&HD=VEjH
z9eHfa%j~AhOmyj=&v*UmHEYdhpFiI7&zAR8G<MPsJ3UWpze3Oz@y-{|<<%{C)0c>Q
zZxPHi$T<2fwP&;DsskPR;>y`6i~_pn6Zd6p&($%MNm<0rnh+~|^N{nEREbC5UMEX`
zFFIn$I_*{UUW08{<|*FVnaG`aX9aie&b9Gd&dj(|@io14zIEBcmzqZfcO0_KS+ZKB
zJXQ7NwuK*0tZT42s6N{)u1!tCP*&p7DGx>AWE~c7<{Xjt-$N{9l)q|qvHvMaoVMtT
zxy7g68Q(wi+kURwcz+@9jHka?HYWa;bl$RhzGLJwYwhJbS$$?dPPO0PHFr~S*U~S?
ztG@;v2rkIc|8Dd4{pYo9-_mML1MDWX=|6~i>$Cq`+`PD_=l$m&ZOJ$<Eom3^$joQ=
z?Y*ltEgARougNxzsynDR|GS>V4D&3*3gP-o2LhMvEAX|iJ*&U#a-7}7*y>xS3s^gh
z@AF*Gez>!`>Vbs{<IC516R%f^h6@#DRGVAor+!L5eXX`zs57wJZuaZCv&soqKVJO*
zXT|>_#_xr`7W{HeVXLEEzWm{utPmk&|6z96=VuZ1$@k~(N!=&?vijZ{mqmAV+dkiu
z?fY19KChxqv8%_--&wpR>z9H49+q?8*3Exnk#9b?=UKGcmD6nZ_QW(jGe4mq=@qs|
zCEI?1f&THJM1~_9F7B=Pb>4l?zd7$>Qu#mLdVTVp!H%=HUB4gIiFoop&;66ZvhF|U
zVj@+qo1gyUC@sFbzM<;pwfajw&NgvTGRN2J?>bZOeBMrF#ZLX&$4Bdf4p^APYsF2d
zj<(YiOE%npBg*&jm-I7A>(7Uj@lU+)?&q}AjhuHbpY+?;qZizKi0{RNfPgnO#s2#7
zqA%agd%mXhdd8mF+bpF%tiFDn$>D6de&>{z=eM6>NSf?bYw&3K`T6Iz{g{6FxMOw7
z?;M%<sFVLPkFPWOdHMXN?gEQ*Zbf(Jznpmc^pvzaTm6rGj?Jj~V|874t5;onnbE(g
zM>=lhcZocnZtu1;XVXURr`L~$dDWZ@dfc0+nD_1A#COZ@rX6@++;h6)=Z{NX7k@l4
z=dIlnVA>j%)!=KYe`xvlKf!SZrpFUPCx%rkhyK|!Q%d{E?bwxXqt0*5Rx>_5e{Zbf
z{Ou;+qkeAj@pkkUoaCH*^UqG^A2k&br{$MdXzO$D3iVynV<0QP?CyI0<m#E8_PL9D
zr+045_pO^EddA)O<@J!AwfrI9-@l(TU+l%tS1!jB?&*H1>Q#JSty5ipxBYj;%QJOp
z^XL1{pPtt%&SaaDpQiojZu;)Od6`fAPxllB-VFTyM`r!+vlpcGcK`c$^W7na_4bVa
z(so@txJ9D9vUb<cO^It(DBYJ`ANhFkne3N!zcwyk_Gz|mQlIa&XM1M!O!?;1rgmtb
z*{gqluK9C0Y)tgI$Q$4IHRRrfc^}d^o%bh(x2R3qe~i(q?{4)c?#uaNlQKW^sl9t2
ztKS=QU;S2~vV4VckjnMz_o~uoOzqA$`BeD#Uc&Bu4R80_8?T%y^K!-4AJ0q-3yZB^
zU8|M38yD9w=dQXI+s3l3`%+tHT=?R7=3;V_Rj7tcqOkJyjQ=lY$L;G8ow?h3Udqp?
z5VwE6=j1G_);@S+|M*SMo*Pw@-}gK^xU4qng;q`B!{eWuO4fy+tB&4UlRG{9;iPqy
zpDxvGoS(lzEa!UD{G$bXO^tOw9<_TB|H8Z`;^VY!Kc#1Uum6z~=H!z6%i_X?*?tN~
zwf<zyIU11|dCmLCkCHX(yMDg9_gvoO*!F4XZ#*)OwUW5>S}D`FZuKpd|5xr!?)i1J
z>}PM^`SaIKhb~*%zvq&_e9GB%H-FwrH%iOjo%7_(y^pip#ByuiU#+WWy#43FY$rFi
zkKQ*go?tlSdHL2>->BQa|68jEzrJPVKc)4|?BCbtuiJm=UVeY`T%NnL{T?R!yxNjA
zLH^Y;JHg!EH*r6s_TRjpU~K<(&)0_hb#2F9o8=t-wrStGw>N)mIQzM_eoxMn^UIHh
zzKHlLR`baE_`Hku=l(DL{@C~Z^L=dwYh?ahuRL*P=6UOx)44u=N!!}pyTs_t<e$k0
z4bJKBn|!wWzr!D~Nvj-HueZN9{i-&1W2D`kZz2^p#Sj0v-2e3Cde65no%s0n`v06_
zv3Fb8_n5z#^XL3gQMR8j|BqAm=Wm&hU;XyhRA=UDdho=dQ*ZL)C5H|-$+gHII_}8V
z_G#JHjn}vT`6pg*TjPrUp4apBA6$!<TzLQgjMs(9`qJAaS#JMLGPtYH_(e*t{@~`g
z_6adY4%Lbao=^VU-TH#D(dhWW(>eQ3^<KYNH2-)KXPBk&>rbzJzBrir%lg_y@7VD(
z|IF-~03Uvh&r^5Xg}AKe*!tXjc4s|fQq|6TMbq{5t$2@A-qc?6ru50|zpi5ay%l>d
zs<#%*v@PQDVhoA9a6RAu(Bf+Q=da7cnc7X3P3oK(wm$dc^7FsnunDWxFACybwsX(o
zw6Etc%z3TeGG%L=(he?x0PCA?M4h_l@80lZeT4PV{#ELR%ddZy+qK-?oQ-Qve5#u*
zi&@32dPS!{OTV06r)ah0b3gN^@)DKL3-e>6y?Z8P9xyHqkqUiX#rb4&Qm3j(#+386
zy35?!^t#x>1DtkFae8%Z!KITAkK_iJJ=~dj^!?6#vPLeQGCaN-Dpz8{*|il^M0W9o
z3R->t^lN79f`4wc70G<8tiQVs8nHF~*r3im>CvC)o&LpVtamlMc+R{tL%FJ7$Vc{^
z)H3nNK#|jO{3@;LKZ?KZoRZAaWfi#IZ<^TSzMN_PEj*P9>-#sIntC!V@n-B~Ha^R9
zy?g(BJiBVyL#~{jJcV<~Ps1(O8vXmRWcA0$`X2wQT>o0rvd-*|f9Wl2XtjIh&yT03
zbM@PP(KmlAy)Sb`qQU)^-bq0!JucBVjh9{Z<y^Pu_vLMMp})RW{Qt?M8+LPk))OV3
zSmv%h%cA7(u6KNQM=dOS?~zp<^(W%DJ$t@$>ep?Yk?-|Q`&e&2*OL(3`8ziIVYz16
zk99UhZ*=wbtxw4<4E+D&+_(BY2X^ecbR#~K$FH$K@FB<lw&lKgtGp(?n18}$|6|8}
z<@<M-ZRU6uxGE;Q{8|L}=D&<t-^|5k{I)*(abn2-zJ;^(*USH3aOBqpiTKkuOjq1@
zNSIvz(W1uaQI;o5<T(qz?`khr<ZV13XkzxSS;IN|DChK*Yq-=-A8Px{n;>rRKRT^v
z_Mso=%1XbUjpLXWd6WNV@BEKjcZYuY@Sc&Sr{?ASI}3Ys-v0g(fAG=2X^op7Ov?YU
zVE-B3+kZa2tbHPP`}ucy53%Tz6(>{fpFM51`R~!+H`5O9*D5YNRProni^%;oAH1jT
zNj+}<YsXo|h<z$;_I96sKG?lZ@$A#qmiNngbpFe;eA85}aayQzq|LlJZ;JAXCG9dB
zZycU<Z?EIdW1W+Zu!}Bh=~{p9px4ba%cq__CgIx6uXypa^{#L|w~t?IRqEHw|LXed
zU*E4YdTxp4UX@STe^2#KKRD}t$+~IRyYE-#^wvIHE`LAk_Ycc@J4e3CXBinaDN6hA
zKdyIXTwGDw{qav!N7L2lt7b>FCao4T(u_T^&r(k;=xY3~%YXevHiZ2@apnL1*aNo?
z8b`dIeP`=O$)zsae)h|Vw%$B_-=OT~>W2Mq*3>_IE!p~fw@aeP;(QNH;l}^nuKoYH
z{_N&z*_Qdxh~x7nt~EECKb-VG`pd<0W*_4x*3BP$N}l%yxOOs%@jiSLCaNyLQ?>V1
zz}BuENf%VsXkGC;*u|%Izw&jTfHsrZhRRSz{RxS4rZ=){^H>Rlw|KCh(7J!ONnDd-
z&AwL+7d1Qh_pS<Aaj0S2qg1VXwO1W2R_t08azrNlPDMf!=gif@%#95STS8g)No~+)
z3Ap>gsP^j13&)uIqe88GTEnOIDIPmr!jQ^QvTYU50rdq@tGODUHcppZeeOVc;E&81
zTa>o2or!1+5SYRsrD%V6=PI8X?>e8Fvo36Q51ZB8`i_bF{#eqfw!DX}cm1rCmnU{M
zoIG%|;bp=czB&B2ql82=E}oo`v*OJh&pW#VX8tprA=we`)A{)RW-mKkhUPhGB`kB_
z-&7Kd@wn)vW16ssb#~LYV|`-53VZi{zqI+F!Xxg|)A1TV#d4;0PCuA`A--$>p4Tap
zH{a`8B(X+i-(_nB?TUn-yXp^kY-*Z);Pd|~#qJ5r$EH^(A6h->t9h+ypUR|3s+?yg
z+<jB!wENg&shcmV{_T2gFWX|fKuAiw?aRjL+l#pB5?;P8y8kM$CFn=-+CM*;yaoFv
zEO*tvey`qp+TLpO|E{q{|7Dr~{O000$35%f`<>@M&YIOzc2;(Qt6^s2pEuI(wfV<&
zwqK9@$G`XW+5<+96J*+c|B7{!G33AJKV_=Vhs~W#W&f?Y#V!9|^5?oMZyorMe_e}w
z&dKSUt7lgK39A3cFWRv8W{`(Y(#nWzgBvkF4%~Wut?+G9VSds3zpicNxzpb(?ffg<
z_P{2y=JPS}_cD{uU5~%?y#Meizuw>`4exK!>~2qA)|@|=W;I(fCrx$sG0oeOIcZaD
zjhcOV&6X-wzes)&{lZu_{>kO?nKkF06syfQ{@HUf-9}B`=x5K$_j4!pEnED0Mrlg4
z%A6enhMl|m9?vrH?42cL8k`!udRdt7iYZtB_wM}kocqAN+<#4<9xi3*`BArpf!j`I
zb)WC?b&n5BY?Qjz+RFI&h1IHsr`n`EOO#*c+|ifoeX_rBcE*xZbI&-d@4kMrtYp%a
zb7^5m+~#bW3v%nroU{!y52mrrj=a}nk!sz1mdDKa#+d};=CeL#n?p`ooIS|;@W8Lh
zU)5jxUz>j``P!T3&ous-?(B;^z9{+X$6G#E4_si~meD1<InAy=>%x@<D;-y79k{Y6
zcK6#Y+droND-He?ADz%PN4d_z^Izs$b5H62<y;BOldj}^Pdcz)Jo@%6Uxn5m9j_lh
zf8&@Q+fw+qFz5c1-0zz=2+rTJvG$+O>+gO4vf2MevnH6V-}_O&isy#Zqt_o+{<PTe
zBcq<B{=2_(M(w4p+y7Z-v5T)_E$2B}z!LvFX;ZAvwr<AqwD^at*9~7s?31gk=+yPg
z(~!FV$e>WiDomDhw(SMcm<j2ZUwNHi$}iY@U#F2tMa$LQv1;kP>Dm(FcV<Y3KKf`I
z_kDX^)Md8!@6*5S&yuT)Jdjhf)9nAFIupH#;Ro;hd8&NbH}h=68>@SPu?3r~*vo%U
zY&w{k5&9+L#bGhV>2v(cR4N`WxMXg&Yk$Uz2Xns`M(n%G6|?WdulWleHe6*~UvI}#
ze{uHRdz<$BE>r#gYg0S_jr%{=KCt_Cp7+jLh8deyu60YY>%S#3%dAyww$tTh7q)1c
z<Z}HLH)q|Dy5dFF&es=X``=ZS<XgQu8SDS9>eGYC`6cC_HRi>Y9X-GM$v*D*wUu?5
zj4$409}K_7E;XT_HC`_Jt##|Ga<08EuV*j(^V!K>cJ*{7hD7d#EHazdrN)+D-ud`P
z1YgIViKUBIHm-Udd;My{#hw196GAuc$P)<-V0L}Ju5Ghi#3ZSL&@)*(S1dTLy`pgu
zyQMT+$9*N1a$&!#e}3&h9(etz>G^Jh|F=$LxB7i-^3>Y2<hXix{iJ!*yZVy!eE%AT
zZpcuOlDXKh<NTGlXGYKaJX&x6*8O>TyMlc7qwIS2WHvi7-FxP%&a3}3xw!lNrD~(c
zYR~@M%bYO(^Tr3u1Aok3_2~Wn%*!jxYuBwif8(-#UF-g345<>q8DI6|{^q|peLt3A
zU;jbBY2nje#$UZzpUqg1@LcTOw^d9fyT6nqI9>1LX8!8zRCqG>hwe@8-RIATwA|p|
zr`57n%P{VsdDQA~#W#*G_uTBalgkQylV{)TxM6!;5XbI2dAh&LqpGjwC%x|em%5L`
z?8RTFo%OmxNw@u`bnMfMxVN9@NAv!BuO8GdVsP4Y#y%<Nj>p8-<7_;)*ZWFrG{1I>
zxnjo@S-ra3Tjop7HjtE@$y4F;X})Jd$_$$sle3fkn3^Zc)opm{>3UgO@!ey4VWvM1
z>dKE@6Rb9FoqM*9!zd&svA)F6N3ZSVQG?2=r*Ho^t>@rK>dh&W-Q4GTe3k!%*?J|i
z?R_Gp8*V;W!PYIM6Ui&GHR6kIx0FuSh7|`Fv8|R`vy5$3)S6dGsm;Dw_N(}%x3>45
zI;?g#aq+fI!Ob^TI=uPAGxybDNU8Ab;!VGF>$!;HfXA#^Vd?8BZ=vPG<g-3z#y8I-
zZ<>3uOl|heoU~0dPo}BOW<0$&E9u#zrf1=&ti)s?B~u66l|`zuR~M{w3~pY==F2<F
zjr%p9cw1lAg{uozJEk|s3yWz=-%U#QcI18IR;a+XIJETiRo&~=X2IXT9SUakmA!mt
zqnPLysabZ*ULFqJr<cJtbJ>JUzL{zhGsR{uo0utO>mz*9WU^22Nt5Y5lTVt=_PKo0
zWUkyY&eU0f%QRDG1uyeVofWz)Gj&#2k3k#vt3}JEW#-LP3;*+eR_wZyUklFaU4K)A
zLOf|QV-+{q9kcngDT3H3x9;ZCS+Q_Jd|l<kS>pWHk2o|e^ISN~-E_v)gs|pF-ZWmN
zm5)VARqPHdmO7JVu=?O4HgBG!o%#*8_mm5|NY8q2mjC&0s&G)8uHOD-0h=wd*6rqr
zhzT>)i#d?G|52i-vZ`z#%iE384kwQPH>$|gy1$6s*LH&Gq?0lyQ~FbkJd7e$X6j5@
z<IbNlC1sPB(M;8uZzlP)d8(aOnVdT5q>1OEyl1Bl2J)UVd#QiV|35FQ&EE9v|E02j
z%NVsp{$CGy7&O1{d&O1%+mb0f?GM&G+@5yKKV;Sa1Ks`k45zL?xN|c)AV_2RI|JYO
z|G6Yy-Vb27vgeOiPgqXFSM}DihezjYuVdZz=+6IF+nG)W{5zBUqb)y3_Pt}YTK;i?
zgy6p))B2C<PhCGr|L;S+gNL7da$|D-pFWS}TUzPQ=(~*;Ur(C<{}d=Q^J7%U`TvKm
z2<OM#cV4|e^P5gq;Qf{xu{o|+S(skW-rvRczuo?&l2`oMP1D0(O!yp{a<G2hyg$pB
z1O)E+^xOZF*l;__QQ}vz>0H+8yCSbIA4}NuE3N1s%a^y`RoO2(9n?Q?=lQ=|QWcl1
zG;Y*<`nW%$Zppj-b}{qC5+*x^e5(F`;&;T)*Aa|$KPA61ngrLYik`bJyZ$;$gTn8H
zpB?HJ`3qd@V`BHb(fep}?G6vg=Z7z^oLlp`$@|l4MgcLOANS90)sI;1!8$|r-L?6N
zD&4tO%cMR}y%rzQTeAC)aoeA6^Yum2(U)$uAG>F^rRSFE#TTU!^+pH9x+3b$xEE^G
zRoWk~sd{N=m-$m`-uW<flViP+o3a~?d-vZ=Xf&L*-swn9c>v??Oqc5qrtLo(Ca~gU
zyX`mT$U1+we_i{Ygdh8weXruA+<OjzdtNQl6CC~?c*r2`aLd1XX)SlBmVB6%d})Q8
z-oBOlHqOZqZ{Jxk_396%*Avc6G3i<3%bXgi{d{tW+57Mbjiqcp;X5A59awFbc;v&1
zPOI<hcm3M@@A!i`X&?C}eTg`6YB%qf+xOWV{^_68eUW{C5u>c^y?{flZ*z<;-QN5E
zba2|&|I_DH{bT+SYJYPg<Aak@C%mqj3U&BL=RBFr{(aJG(>a$L@1C2ZS*Gl_zR36d
z`rCK*&0L|n^W5*=l)u6?$_3B)h5yWcB4BiHKIgfAYneX(wfk|&V}HuE{S`MFUhc0f
zOq%m_{e+S{)(^|-cOT{1@!}IF|HdsMbv&GhtN(wi2n$$Q`|*{$MbEEk6D_7C|J$;4
zeurYp<b8@QPb&it9i9Jg;_<(eSr43;=Ko|*d>zkY**`7I|6K1qUKCn;c;&yze_OP6
z)-eB!2#Cuul)s?7yY@z*;g<ia4(^XzQsduJ8O<Q|B|f&Ap}X$=42S>Uv^5s&omsPA
zVQtOyuzmZimLHBctG)boZQbK!g^BwZ=jXMG`3K%B){}QwrFL`wK7$YWX)h`or{CM6
z)>*TVbH3yBhIf2{ZJRFS_y1!0`gwnWb5quj#WoWEpUve~4F7brZ<ENa_ZL3T?>RH~
zXp+Ue=DCd5YhofCIgi|Mwy}I=myqx=+Ti)uO()E==WjZ)|HMhX>c*$ajFCUPS62U%
z{>JY1WjdF`2A%j7Qxio#uiHOG@4kiNflE%TiL(RhJ~{FP%+OwN(frcPe@9t6ivH&D
z8%X^AXT~XV=zaY5>_1VBqIyf@;-1$>nLTOKvRH6GU1Rb2TBo*#jQywIemx%FcjIjM
z%1XO+CH3~t?=wg|PMue4RC;Xwjl-OBHHY7{v;5O9p0MD=zsa@&$9(6X_`07<w!}ze
zaqauH3GNXSK3nYj-deFmde)cUZW)X`*+z%|y^An6xKX{iFRyp)2dn!(H|$@}uw(Os
z%bnBj?H9endSqYV-Vf2f8VQDfIV%tPeO>OM^v245vQx~ALr)eIr~f|v*7=$}gPpuV
z=!~xG){mHWewtQ%>3-Iye{FjIcQS2Q`RA|CkNs;II4;}Y@2z)cTs4#Bp5yFaLf;<#
zjajDoReje?)Bbx(M)%)cH=1tisna>3wy)sNM)!k9k{|9kFnj;bi<6oDs&d5F-;KCe
zzs)4R{rPEi!6$#76rXkO-I4R+{4zy_J&A|+eJ@JBC!yi9ef^ZxQ>uEn?w6lo?&Y!T
zGzz+O-du?z?rZw|id(XO+cw5WXiN*Q<6>2mIuWpZkNi7(&6<QCbxD)BGS}4vax_NQ
zXO=eE|Gm@mp;5Q$>BL5*+4H6E+`0LcC2huqgX+($KIcjN<UA^6-t^_H`GSM2HCFy_
zpG2Mds(!)#Ntf39ddZ&)AJklJez$$X{QKwCq;4?@{nTzV{{Nd*;NM3Do(-xe@}Ib`
z`TkyFLhYaHzf+%o;NNTdg@1lyO?|Tcza}P*;Qc(4r@d*L@v=NRy@_4^Z1{p(f1DiD
z|9m)loGqtn3&Zaf<y_GbcV!>xT+BUZe#+?cWA2L~v!pLb&(>YBSnF?1epbTrhum)(
z{nrWcTv|B0cdqW!>Fgdyb|u6IOe=7C=hgPD@z;Yit?kEF@XKw<TR;DY^8s(YV@$h$
z8;X4h|8?<DP3WTwQtnK@mef8!FJP^~V;88iujb$XolFgT?>}_@&=!6F;QP~$PG8%w
z`+pqI+s)E>Pe1?sIQv+d@AGnzzu)(tjSpxL+h8Bqao&D)^rG*FUI)j>9QTi2wC?M2
z9>wq1;-%%J;<ex12-n&lz4Y*;k6{`6u1Eaasn7Q2U3&ii=klMeOisV~eOK;dYPz__
zmv-yhzh5UYo%^*@@T2zKcAnxFqPzFs(%HQF>ttQ6cx!gSllyDd{C~+*;QKrDv_wFE
zfA!a&{2cF&zxNcrmA~R4$Bh4rCLe!2d+F|+e?c7^4(R)Au#a0HuW{v3aow`zxmP3_
zm}Bpxf788o_mtk<_tp#K1X=5r$^ETe|9vf!#5>X86LG)4t&b9_U+3VTZ_jz)_=SHB
z>whht|2*Jbp_D#nP|A6J!GHaGrPnC^las!aFB)O;$GYR;_qKKKj>Vnov3A;Zdd<Us
zF3#UyZr+f$pL_eiEe#>bcZBzswfx-ByM6oSH`|N3->ZL?uRinVd5QRzx4*QfY}_A~
zaK%6U&hOqw;ksIii|P|{6Xt!}eND3Gb^WCN1k0O$)|^?+zls0ylk=tG%$ABL?v?8-
zSS2oU=~s3BlK8qC`}Z*{W<PVDyYXPeK9iTW$)DCPXAC-3e<c6uckvA$xurJ!pUaf6
z>(qUwy@y2~hpb_|@%#C4miTYljPoTP#=qmp`j!>Fhr9N|<v*7uA7GeQCgYKIBz5bW
zd3MFAzvI@=<&oI<);?=@efGwix%2+)OkC!9+`mRp(CW3nrOv;6afdUl<!9c`ujiSo
zdRTP(-_8dSC08XrMJII6JI1~54>wQj{P^M^jwxUEO^kfEs_aIejPk2+7x}ibALrgI
zviYxm=ih^EJA5{#i8&N#1PRDI58zzty}EXJ`RS-X>}M}ubBOKQ_~-nV%D+YRKazzz
zPP7Qg?tLt?V}a);v92%1wLjl>c5M6J)+#@JE7O^p{YLUTY<Zu&*S^ef;CQ~B=3o21
zCX*vIpFN)+eRnx(C5uhzcZGvnx3>Se)Nv>Ka^n8@b$8#qYX9lo`7YU9|K#UuFCI80
zsx8x(JGXJav;)s?*27+39=My|{$V0=aXPQ#<+y*5y+8FX{93O6F;%%h`sdUP&;JgM
zAAdF02?iFlEs>gk!{hJ2@0sN{-Z+YWGH2?($nmGvan_Q|SjCjr>mPai7iR5{_@`I*
zu3z-Qx=Z)OohEGEZ`O8eJNKH}-~10Zf0_H2S!D5D@r(J%za^www<W(X)%gFVXQ^~g
zPRXy;n~&YUAR6^$U!=4^U%jf@*?heV_g{1FyXx`3^V9ol9hzS*{-`?qd-?NI(^(}R
zz1f}r=Qr1m{aW_>?w^`8``*oGe|(#_{p0=5+$Om{hGFCJ{gd`L`25|){PBmYc&zoG
zDgXaO|DDS!A^hh4={W&TKi~STjEVoBv+YK_mc!nU{*T1!ej9Fh82@_Nbbnsey1$+i
zKK?s#u5FHQ{V(PIZ#yGRVxI2r%J>rcV7-6!VcUP<hn&v+V{iU@(enN0(kv#~IM+>8
z!6}NmE>oKIayzyD+O~80JYD_%()txA&ZvE1J;Yl2Z~dtUf4PE=Wz;{d-8tXv%cm^c
zz3nUlx!Y>)2GnnT`tR-+POg{x?fe5bJzp*t5a9OzDdVGmHH^1<_P*CxaLnQAv2312
z^-sAK{r-qQWZajt^zRYV^tjKz&zF|}oA~vQxM+gJ5&MpH{{LAQKHDtK!TVw2#T13F
z`(3Xr4!<Y=HMPcC=dHQ#l=tEp^Vze0Y+c^-z2UdF^5@9`6Fx4kSC+bZy#B<@$@>i!
zRAe3v{y&NPceu{R`@sxyb4+X0EI;KRD&CX3=KjV#?3;J|zZn;3zF<RK+4)ZlX)k%^
zpI}f3y>b1w*vn5p&I`M-_(oYX>Q<$Q1pM1N<F0*d!^%zlPG^#Sx_WP}^IZ3DrFhoY
zYA=aZ(fkvIq<B5mYwOl#y`I1N(Z2hyKi&#nwWMBr(xK8{cekE+arwJ+*N?;Nwm$dX
zQnSmcZiVsxj|MAEcz)$+NVdHRKKrq<$NO#AXZ<g88y-I0e)&_)Zid1;jl6%uMW(F%
zFZ$y0a@J={A1|HxRD9dj(=#7!=J@pg#g*pcr|<L6{J)x8gYSm)>g)FZ7MMGph&wfb
z^9SpJ&WU&bO_K=OAI7lLko$7f<b0Q)GfKhhoj+yythS0M+Hfx+QH5XUwY7n<$>cmc
ztJP}`aCu4OdM%dacRtKpt+uK7pTc{M!1e0{<|R#E*D&Xc`?ZEcWjUf>cD=6K5VBbQ
zyx+dihaBDd#`-&%4#cKDdn|vRdH$@amF0WSU-&&UiNSQ=HlcGy(h1ISGoK1<I6muT
zuJTqvV=eQky^iuZx*s`bT(G_1vR^eMR@S?xcKNBvk3HEA6_gjP2=BXbA!4T8ntiIr
zq&WSw<*u*$+T62Q;#}SCe+hLTPWT%otXg3hAw1`1Is3iBP=Bw`e~YsxD_eYid%E5-
zH}T%r#WVROeeCAm^NISWr{J;GU(h^i_E$D;y(I-{yL2R`E7<2PeX?`k%3$VmJo~&v
z?r}C5&&dtvx_L<Pj^{!)t7|`JT3ue=eAf2Zp({eQIj1*0ITZ8SE8%v3f6phs!;VWB
z<Kz=3^mc_@_{}?WbM1p*1z{86iRYJ<ZQb_3S;PP7*N*}d*J=57t1*6#le?L+VO9I3
z1N>(e%l9AH@@l<`$hK*JV<hJOoFLA%-&ycqM2z;mwzkH^xMfKqvSpJV2wd;@ULn}`
zJfQ5Co{`x)&EqZC9B+FZakyl(nkQKFe&~#y+t&o{QQu+pzcgsR9@Dj*RaWBu>5m>N
z7HwQ~V~I!Yf^}-^rXGLbaX$O1qT-USa=rF*=kI>4{B}d_?DQqmGq(h%S8aE`cI*t#
z>l26c)*G_0YUhZ4^fOs*G2_iK=EgMviEozA4RiWX+jlbP*HzaS&Vd_Wdn#2Jo)s+K
zY3RwfuQlxCRvSO1=$BpBr(8<&_c!}x5a{@1hvUPQhkkK6TTfCuFv~jU&kLiy4l7%p
z`SOMBSHEJM%cXB}(q!#Dp>=vijR}w4eLk;S-@a0Da#W6RY_hgXs=;N({o7u<ZnfHA
zT=F(9R{6?~gjZKCY~Px_<5KTKGrQ|XEqO8LXH-pe@e?$c7FT3?>lQBc_@GUK<zA^%
zIr1#4l{wN)7XL8o=3B!%>Hda`WyN1D%1f8NI`Mn5NZPcu+n(KB!{<GB?$3EKoafdq
zFJ4&U`_`>)dGYbr*-oE*H?&%tZ(b+*GF$wqu;r)C@4^>GT>Ne+;+_3K{qfhB|NXwb
ziG^b34raRVXP>#HX_so+(mLVf^FJ2#1?$q@>^_qgUwUQoovRw#9rb3c5uLU)lyzem
zqt3=2-h-~DKU}W=UB?z=lCW!`deqg*WXHuP71W~kge6G|G5Sj_S*CaV+eEX&EOwe{
zrt_^rI$J%e7HwGlA!O#d&k|cK^VdkIzsc6x%l*)A`%zoFC5xh}-}G1B-72rX|B%w!
z9k!jn)%sc^D$}JZFMR8puw|pMQb>uC>f?(AJ-!9T4cYN8Rs1xb+wi@6-dwG>!|<?9
zgt@%o@(+x=obq%-->-@c+4geVzS*0Z`%msGGu!!NJ)c_LcbPqLtnFg9ZaX|o&aoXd
zmb}qfTB<hJ&9}<4WZ&WBO<x|oDCymFe+S2{X(u#Ztmet}(BHCqt6JuBqk|VY+!9Yc
zhzTj|t$5z_^uO$J_kz~!jY+2Z$1+8AzEnNnnD_EDo79sdZy%Ok&TDnhQ_9r2Hdjr1
z_W^ajPw!H!56^X!c{pYMg(p9o@8`X63O@YNt5W{))oVYMLha-F<a*~WQM)(g`M%$W
zlP~}6TAVSfrt8S+b>_(nZ=CJ2diGoQK*;*IW^vc0``G8LzxusY&eSL^YtKr?ifnU{
z1m-tVGfs)9bbMF)s`z?y!j9(7o}!QIMSUk^-}oL9{p88<6+G|O9h`ooK|gB?TggO&
zp1TLuI$mr_aygtHo4aG3T3qfgiRL#F`!{Th2uux7*)7MLbtTNiL+RWDsV^6|y-O`{
z>Ukk-`Rt&W;==zHe)ITVrCFW!o9Fv2r)%*6soYZ@TB<r}L5JCLJ@`7gs@}S>YwI1j
zdRv9}!jp<GWqaqOyi2JPV;6X(7$WN`zRvNv`wIDUrbg9!m;MNP;&9>evG)=y)2+M;
zlGo2UUS_T>wa3PU(UC)K(q?z<=7|M6C#koGmj4ir->W&tr(Zz%+_|&K*Z&pDNQH*Y
zTq4yUST_52>Bf0#&o4}Do49e`z0*1sFJ?`At=neoD?hzg<({GH%UylWqRZZy$G*=>
z=$(~4IqdZ7IkqNuCs(9iVQAj|VaZ2_)ny?<AEh7f+7@^JtK-ew>#fV!R92i{bgGp5
z&F+cEc;6r7lCcqcbKzTZV4py;n)&yqlb$jyWNYa;<&`a5(AnL)OIOGE&g$QCb69M9
z(yW}n>0A?9dn?tjBV%{PqYJ{^^E*2J>UA)z-K=o!$$}f(=7%lL>3+8=pp;ee%5NQ}
zjrT+M&h+u;QcKe@tNf@THz(`ax&2SNE`Hx#I5nsz+5h^xoinC|TBwI!D)Q^m;PFhV
z-E{QNgMCYkkGwrTxm!wL|Hd8v9go`exr&OLw>}mrQqeou7n2|HFSx>anvJn0`{$aj
z4@R4}UJ3U#KiTpwf97AQEj1mi1)6iB9KDZ3?!F#UUOeIH!Rl<$r*6CC&A&f!e|qlJ
zN*R;A4{Sp{LsAUq>AkDzbc)*DZMJ6W&SUw#SAR`<sL1gwV_Wx}wXU1?9f<lYpno!$
zxn}0A#megI8&*nMoMugrY&hIx$K<)nNqp6kPqXF=ey?4;P3XK4zsT`83)@F~XZ7hN
zo>I-^VUpXN^G>j0b+@_P1J~<sX2i%gc+HK;zg%`*;mn#o#*HQWF7=1A^t}uZ-_9%J
zsNvNW%JGU}ZuDA?*_#~dSZCYk#AxJwkYnFxrg8AQTH@9AxUH`}HnIn*_6uy!TR(?8
z<Cx92?w^Wv%vo#OJEuo8PkYgG>%>)gkAlSw`@a5EWb-e27cA7>z3@xI+|}O-&zS0|
zujFUalnjr{U#W96?V9e1v%x}|;`wiqg6F<@9oBkXarq&S-+KQlw|-tMy!dVSVVMcn
zb_!N6*pX{AdFh`n<wq~X9=ts*wM6*Piz9Ilw)Y2#yBvrOpOl~G&EF-N-!xk@L^*Yf
z;==sUf=x$w)@pmr@p$j?xtUok_`Oj0p0*_hp^ERt73YV!^a}s5dKRH_B9Z+am(_z1
z=N~JLA6!rBNPo-H-IDY_X3NPL4Gsls_wCv0?Pz%F>)!htb*_hOt4>iYN>V)IHPv{B
zwege&<=B@_FLUBfEq4ql5cnefm`P}Etl~G@18VHbsxg)mQh3Unp6`!3>Y;!0Zkof5
zrVmS56elIhFg32PUZ)`uWY4h8(_ph;Shmy7V>R<$D1}<~YHbeJW>UGy=5cKUx1EkJ
z=d3BRKUN)iaZb{jV@hdLCjW!&PXDiY^9j9jT$5kmz4!9enw6;>KX@~vHo0upG4%Po
zv5jG$TDI8H)2_#b4Oj14ws&XzL|r=x%^0bPo(CBJoMaW$I99f68&A&EPA*F)+n-G}
z1tyB(ES_(gyUh|8yjbD#I3}5wyISI9lJBxBmXS(%Vy34jE#ACBN^y!}LApTcVfHBs
z^KN&0RKH<5BklJk+3Qs%i%oCk-wK{W6VJRkkJS<dFU+_TcI|TT^fyL&hFt1Gk_Q%7
zYg~15n%?il^|E2n(QWr))Pr8H`}+C`@6IhJula4;6~D>wfQ`Ywk0O8B+$@i*;NN(b
z**i5y;ef+e2eXBttFD(xKKijCyQy(ws8GlzpVpiwvo3ka%``N)WO8@k5fyop-2AnP
zvTi-IUT$<L?kvnIzOqO;+T?^7&nBN{X@MWpmRcHozU@@EbW#4}&9O82R|a!D@P5Pc
z@zaS2rB4%EY^SaHoZZZ3zUyxii`l30-wp3FUp}upXuQ$jfMJ${X0*AG)<d=_3udpl
zRaLmgK(n%H@*n+(Gk=8k_9j_4zh~z0oL;hf#l<;HGqya9x;XLCXElYwCeIt+uW20n
z^6jUlNRVQ8X5_XU)}4i2&-9aa&e$ZWoz!VzZ+B|N`R+!gb*-_kzs`Ff)TphUm=%+D
z@U5$)-O2V~Pkp;NyF@>%Kgr6Q=2-9aangZkrkl<ci%S^iT8S?H_RK-mX<^naqvuB>
zi~b*zD|_j2vd-5i^O3`ft*=vpcIjxUg-STfMC>}m>G{(jKY?%C6b6-8hFP3KPwyxQ
zY_bqhw_P~l@CKbZ(}lM9f8>ve6y#{hFPYfj$mB7><nv|yBXd(Wcdjv;c=;PoZ^`r}
zb1W*ZtSYF@msGj3Vx80EJ7@RYkb3uXQDlI{{m_|LcJsbG)n?M?JZsxw5sn2vcUI`W
zS2aEKX-V?(#0;O4ofjTYe)Tc*ivHxZ^)YQy{96At&gU(bmz?otr%Gy(kmg~%-eaDL
z)|Ef*na*6fU;0Vvfs&A_cP$e<RbNc#3z2Y_*fXQ^OlV^YkF_taqo{LH!=KzYnLe#o
z)Z^qs+G_(uW_$8x%d2oq?mB&<L-5?aE0J1@l%`H<3anK5vB7(3)8E9u^Q#TSij4&r
zcfH?xK%cq%(RN>{$t#zK3Fk<!K6K){!^yKNK9;z*9%dB3BC_V`^?h7s>SfM{RQA{y
zTK|}K^4;bHnJ15w67`ec3Z42ecf;8j4WlQki_NFp?0D;XwQuTj*S4#-*NdKb@7#N2
zM$o?NwgpFQo$@!OdfqqMqr!KuC~!$lbY``(f`3Hc!Lkoh-EG}k7cRubi5hfoC|hH>
z)_Jl>Qmp&T78S{i9T%i0RNo0;?C;u@mw2db#(D{R_MJ<$ZdL~hpWgnS<@1SUoKlA@
zzQkW&-M>e5wxeW5%ry^}{8<57Z<%_7W}V1TUVdc<v#F7fiM&JLR!^~<6Q3Nm2}Z8k
z;d(%iZ$mD(%dwZmkq0{s!Vk?k!tC)-?WqdOZ05~kKC?HRQ1+CcHQknL_Opp)$#Zu^
zUr!OSyO9y-wCmy(lkbOL3Ox{78818~YtucWZC<Yz=zUrvCl*+9#r$&b%IC-GZf|>Y
zT=T-$sn_#AF4-KD>hm`@$l%nTlyj>)PIIKa64ccRep4|;$4sqIxvJ@U`h{mJ12f*w
zOf0^AeSf~Ox1-<d_s0c;)4NK~Ub1I5nVji#TzXFfr^Lj%BNwkJy-@SE)O)w!ovFWG
zOw|oPHx`|BC4Rmd)=x5S+9xp2Il`kBxV!S=p(7XaSI_M^tibY5;g-m+1wH|ZryLZx
z&!3*{vAFWt{K^tD$JRApB-r<v>ijw@IC<jn2cI+9H8M)MHk{p}GV2uomBJ{^J8RFe
zb#2-9?w0ERRmG315<5@ca{N;?xtLdxwJxGbP>KJs=A?*IX8aTO>N(FS-LkBh%Qiu^
zdPD9e(RV&Y9c)q8)0CpyR|bbMPkB8@DweIXvC~v6H%VA`K@Y>dBM#eh7dIuHdv4#f
zo5wgH*gp1e`M31<rJEQRuK3^J82dQyLh7lzo_0yqvqG%2k8vNabh5l_%3w4>^XajY
zdtnk0%dD%O<_F2z{R-s^-4T32$GJ_QVRL(g;>S(hXD6Q3j?9169pQgmYjVq}vK@u$
z8$Cj&2|k^4^Jm<pn3wlD_qTA~f0d$qxiPCXC!G64gRZ&K@+7z8S6hXa9gv;1b6$wA
zO|+_p%eu;~mw!wPT@au;OU3)C-#p2Zn=vmcuJg=R;F3^s^bZv?XyupOa)`aZW|d?I
zyT|eA`bQsdOR;vp3m2E+>3ntYW}e5>nH(=lR=I4C-0FEvU+qcsHKt9qOP0Q#_06wR
zWcG%gYdodQSqlyvs_==Je%gXbT40{QEY_Q8TdE`zInK2dBr<ZO-2dSf(fZl5y|gdz
zh_dwE6HW_mA9Gq8yR6UQL5}gCE%`e>@N;m#*tkb*1=FH$6V@+jeUdn3qJDF>c!iU*
zvZnQK?KYpQ&cR!5=SHhG?_bBC=es_cUFfo2Y{}`5vwnUP`B^3~cVgzj^p$T<q@13z
zwd<!qFGEV>#tj?PcAims!6q)J5;}oj(Yr5H_{E*&Y`(7!*j+8U+~9eZ=X4`y&V(tR
zZ+5uLZk@PXZrS4UyYf|RXGP@Z)LgRvXK_e4<-`_uqc>K|R_;4dbujYJqrf>Q#5j+O
z+!35zU)T2XFYC2ur<GcT_Y2k@4DRle>OJzA{rUo()G%|Q>icgu>A$$ObN7~q8ez#R
zF4t+C`L*iFMa=`%Sxgfp8)PT`{Ofx#EG5rsX(zjd-CM~tzKCTL()R4V5xYV2(VRjP
z#Y=iFQnIpF6!RwwtABEKzP0acz@ZDRsS(q<y|39PrX6My-*7_xw9)l146m~euq+CH
z`~BPr*MwtCG1EQu&mZoZmtftqX7#@39E-13%wVV#-}SO(pMm;^U&jh(9Gbf(Uu4SS
zg39d&jsD&dopXM%${kB_gD2CMo}X8*T_(0sbk)^E2B`s@438BQ+3oGhrysvQrIyFB
z>c;j@R=UwvhBqdfiCBA_);w4Ga7iNb<P3G^-OIdPcz@X+{*x}W?}cyA?i_`-g8FX@
zxozguEI+q#>dxS$SsyAm#O^OC^;hq*DHFY9C6yPt^p0|Jf5Ao1Kl&Ta{Mh%oXzjag
z_xA^XZq$yc*`$`x^VTo-QNK|0w`YrURF+M@ux8DtSgub_SwAF9ZoPhT+^YJ*O^@ek
z7izb&Ru)fsTTtWoGVf4s@2y!I6jn{&F}Eqio7wMMqnVdUfs~R%VZYQz$KC2Limz9<
z8lF<+yYQ(h!TMJq)50VCck%=#FS;pK+LwLp<kfeNQZmXK%ui2x9v;4#N5gxD!UWSZ
ziH7Rlla`vd-|l+wGH^Rn*Ks9d)tTD7au1y*N{Y<ypLBDN&^^aWv!5G{XC9PqPyF3{
zB6y;Jtku#wzHe7W<63^Noie5LI`7lP2fAHvru{f)lEt`LVU|y`^0dVV1$jA)Ef<zH
zb~ip^aaIyO+ctUj9`|Wl49|k~nlHJvavqsiDY;a{Oj0bYIf~`xI}a|2Tgw(!&osKv
zmEE+inx(NJr6q9noK2jzF*4jLd%Uh5ZTUK{;;NHoY5|8ud`f)8q&}l-m;P_aWZGn|
z7a#iLzvntF5tTZV=9LWQ(@WV}>V;lk+I+0_Nm9X*s(DAWeu{Qy==?eUWPM`n@s(U(
zE_2SyUu$R3B9~_7`ReJ>bB{D`Pu#jtbmfyYi$66SnO<jCiB$_X%+)N;*i^d5ZU66x
znd}yo4-W)y^D_S864K<8xnr4#&-B?cAA<_tK5P-q>-+6#*1A2`j6c}WRIyRuEpugI
zQu^ZkygCXuHFK{tDdnieX!d&cS(?qaR$X)QZqcNtEE5bZm0D`57P>!k-2dPVo2N?m
z_30j$kFI+@!L7?~b-d1_x7?j+3!A=aY+_=TZ{wR>?Z5Zi^?AwC5xy<{9djb(7raU3
zvN&3D@5VmQ<Edr8pG_~cI~b?bS(I_7im_?WWQFy6#8QrJTo)f^{H1VmeU9*~->zLo
z+2S8w23gs?VAQ{vEg8Hs;gnv9*;4Mht8*4yUUZp}fA=NE;x_3vZl)JbwYxW@P485w
zeZ%^+U41`8M%bR38z*FC)<_-Rd$;uP3(ubm0u`gqa63Op-`lV+Q@TufmmO#G-v?m~
z4kCv>PZszik|H#D{#%(2C$X*xuI8I2bU3JOdcYqk!d$596m|RE$$xgGTz5{g9DTZa
zU&y82HNx9WBMjs3C9BPU7MQOam&Wy2$dut(%koRBoPBs@@+|ax*K+MWnx{5r9Y=xh
zHJ;#OU#kUJ=de6cd-y;xKyX=l2}{IPHf~<0Ico7HY8vbOCnwK5IX8F1+LzajIakS5
z-#T-CddTjw9c_2RjxE~Ly-&jOx1vtrlinuYOKTis)^ML{mYT6n@3q>|tw#lPGfJkc
z{>EX#y=2`R=O;H`AKBbyV5ahL->=Sx8Z2Jvd%7+J?0np_?fqBo-G|e4AN&dSIRD_s
zy#RL0!w+u0zP(*7TQ@P-^~PnM`qc$uyAJ5y<4<4f^5odFr_E1Z7I8f~5Wmm0NK0tL
zr5%rA`<(X07MAdYFO_>b`$>)EOMxdjCa(`x?rF=GzL?$ex&O{o1^f80AD<=7Qgd8>
z#H@;%`SgO1dDgPS{2Dy@4>D8&4BBT;V34oOY&F)tbH*&hOut-N=)i(~;WKyN7C6K6
zwrRpHhjnJ#w@F*8us(LadV6`mQ%z=J$^4G!B!Q-djDDAnn;x|Hwdg-Bx-#Yi?|#3_
zcd~jC4>~pZbSX@6YFJhLueg7DwP{}Q`udjpa*7_cfihP)Pq=4U-!l;Iv)I8^x1e8|
zW80137AL;Wg23qq7f=2mtS+!E;LE~dA%;oJK{KT-7I3#dQ`{l2P}?=b`&_ubp?}-6
zs|ySqrlr1`qroB3>(yRw8(F~7^g||Yj_dXA4N~GglYV~<@!L|DXree<JV{&GChb$=
z?-_rqjwUs&N(xpqv1?6Kc_>(Hm;ddCTS_9AvS-RgHb$mfW}#2d#vLu0t@K0W+@wif
z@g6+95485atG_e*kb>}Po`s4^YM=8|_|AJwdG__-Wz8#0iTgSCIX>~NysnliCT_#B
zs^ndnNT}N#rfUv7jI-Jth5wgMtvLKacg^>W^?Xf=1+H?=vs-<n)GB8gJ`r<zJF7VV
zQ}boPZx3HR=-0e+`)kWa*4#_XD}--*m(2DvoYy3z<8e?kII7;@6VIC;W_AXihkoCf
z{_WrH1ucqYwL)eSObhojuo--8_qMTAG+=U7sth`^c+qRYM&*>6laG6oekkXh{dlkD
zOM&D`vy)r5q%C<qd*bovO?r2XG+wS3-{2k0*lab6>A!+lgH|46;*}21w_7+oPE6Re
zf6?Q^n*5qyj(l-WoqB?G-LI+V7QFOrvU_zUV}qkceAE*mi6Y^k87*<oq&-^re<uHG
zGj}+!OYeQ7-^1j4SC>BcmimX~<B|l<ru9nOFW(mXxxh*5NwV^-McxmlD+;GC@X6OJ
z^gL9!>(9irX(mzYG<pKUUfhnYT3aZ<{WDZ5_266mEw!qbuFTUg)_yEA`Ly$or8XMe
znPx8Pv(K#1kA1U8q<{KB!+VS0e&50NDXVMVrs!+CqVFtB<kFh(`t&!!xan$^jh>OU
z%g(CAWqU3Z@KIFo3FPycD1F5);=SVEJv!O0ya#gn{)Ya(V{a=Pbv!#s?B!CXSwAy&
z>pwbt(~hr{fiwTdS*Kz(CL7L2r%JWcHcaL>czM(Jb~)F<V7@v52CJ)+#ia5(?hD;K
z`|bNj5x2QrEGe2P-xhi*_Jwbpn2~xV#l`iiM1P`@%Juouy}1#Oujv;n*ZrQbxINy(
zy3gH2hPB_&vie}EuG*v+G09R_7Nx+r1#^S;F5R|an{2kq4t_;8=j>XRC-tmJ4-Tg$
ztFq5!f4t~Kk?o!kJB!CRCRRHf+Z5cqJ~BLY;v$1o*Tq(vGGbBDYfjW%s+e(Prqjh~
zH%_OlIiPeSH7H1H$`h`LsULnv%|7*D`<oWFBzBf=2bQVZk|s|PnJd_}K(B4t9g}&P
z(xw}QWA<!G44iOiL!XFa_NFaIe(p)w?qK-qM(t+7pv@QdN-i@nniyCj+Lo4;awdr7
z(7KK1zN@x|FI-q%-S*q?`_H$og2&t@JrP~VDiho~ql+^wr&&=<h*wU#+;Pb??^W|s
zN>U=-53+|Xs*4G*4%vI*@F@|gt_^0t^=>Z;3B6z9__0W0QfI+mGb^n}ckH6J=gm4D
zYOMLhIZw@p+ppsqBY)uEUJj25&R6QbMNcW3^vXs}u-!AWZo^K^>KUHN#~oD?f3(i^
zQ{-&nd2+vFZhX#ViKxd%8q}>n38YKv+?(;LPVLx>M<yJ6XV%!obsWk4x-7fAFf!j>
zBhgEk$+w1K=gT(E18+Ll9Z9_~wW9lAXq~hvr?6PsMqi6V6BaRZ)pY!EP%!3<eI`^T
zeYX9G_tVo{Db`^d{wqEX7Zq5rA-7<X%vCoAj<-SPvqj!j{is^pv0L*Y^QJk0@%qJ+
zB}_yov`0VZ3d*qBRUs)MK7AqM>hPIMPaN!E)R`qwDlUA(!?bIQOooHRkuBbzPQSVA
z@%vJ5V#j&YCFPscN-nY#a@;;v+9+VepV+YP(u<#EwLj%;U&U^5c+i+Mr$BoHx5?tQ
z#T;TxOldaHxH6oS11IY!%;w*rE!cnc-jhxHIB&BDTTEuRUBh&OE1>c9w!;6--`$1e
zu6#MUcoi#`>f#w%SF=R<g$sHEtCIxnkBaPDde+uSub*vF)I#&ieIElA#HHKYosX<7
z`PJ3`CuGM-wa0BrEiAiAqr!H%h)fr6@yyo!x*^-})b`oS#6vASRQVXbT0~E;UUHIC
z{2#~CoF@%c3F>lZw{5M{x+tjeacOSIsts>Hq_D)Se(-4S$%QeyRusO_(>dvNaCU@;
zWZ{lKrm<nFV#ghrRDN53WWI6zQ&W$HPxq~pJu`deW$Y4Kz_>m4>jR^e4K<H=4jwwh
zWTqoEeL-HNzyI|8a=s6p<NQBGuV|dCGs*0!qZNlT&m->13l4nY4PD!B`g+<wc0)$J
z-KRFV3-PF@9`Q6tI`g_sfcH<@PtP^UamOSlPe~HWXgCnq?;8}m<c)mBR|P@oP%Fpf
zY}q{qd>j)T3U2*Ret&*b?DfKBxnJ((er$CJ()o3N<L1^12QR&}y`QR&|2QA9Gx+j0
zk3gM37AEIoE%W@Ju^;66lXKRkFnps^YI(As_2IUsyUWh7H8E+lXcbqbT3Rmp=J0)X
zi^TmC#z}imiJfZWO*+V~G|%&F%pYCtGwz8$rze*&JiMP;v)l79>!H{qYu`vG&tKVi
zM=f}vb8h(!t9(b!N76m)oc&Kt?4P~d7?r!mx4|R$d4yp0(gWt}LJnGNSX<z<*+5fx
zt%%GmPWhE8&$|x4Yiay)cc)G-^VC$fLn{wVa;!S>n>R7?Q1N<?FWfs{9}i<wDQIfj
z-XvjRGROMOY{k|cY)S?7&qb{I(nDWt7BX0QAiQPH(uRiKrBkmR)ZDCp=cM8!(R|_c
z>MJAuOqV@*eG4z^UdD?7uiQ0PiKI=6JR;f`{5;I6c>b;FeKIAMM^EYK&#I7d(QI$K
zcyZ&Up1lWkCRFTfQ9phmL}-?`k{{FWt;f%%v|fqP@u)C<7`X9)3x^jow_mgGrcF+@
z75lgN*Dt-o;4oird*9|Avh~M~sYJ$oW_Vd)@<mLhb)kl{<)0v<ETNRUr^H^oPhOP5
zS#ZH*cemf>m8Rk0e;=Ev26HZCsA7D{rpkOH>aETRhTQq@O!kM~+Zy&mY-a*@&CDg~
znw+jP*n5s8CQ6I%<6u~3?bj8%Zw8C5=$(LBA;-S=zBiusC*}teqsDuQLW2zUY2tj5
z@1J!3zEv`h|Lv<o&k}4;G5yatAFEgy_vC=-&Z$3Da*p1cvQ2%q^y&1635Nm}a(%a)
zdq~=Ra*N4Jk+r_MZQkr>cPQR$e)x)UlZ?){!z(z%&Zcm0({xX6;QOuHc479l%gk5f
zw2I@8)V<b!Ruww=KI512C)ZQ*zg_#WZrgd=-=_+A`#1iJE6lt$J@?ZRdry|UTCa_3
z&)wYmYu7{Bj&il^hCNlRXYC*OJ<L)JyU-D4!nCZ{<7K5<!V^!?*FIZQS#%TPI9PAr
zj4#vSKid(q=KF#Lp-U{>W*KN_SZkbKbeFa2F30`5Th8A}X-bGuI;0+N@?hQ3`!|JZ
z7&lJdy3yoXQ|Iz!FIQbEn)t`8bG~q42=jKgX~jvGHmdGaSDN)lOyu!3zvJKQepR2D
z{ERbSrTXBpbN*W#T%wPQ^f{drt39;3o@@Iy1@}Hq_5~U@_CLI1X0cwENps<meZHP2
z>s=N}BtDsP)`&INLUA=`+B^0Y@kKI=->Y9{ZD!gcdZzd6^y?Q+S{S^!y5UCVIi9ob
zcfxM@aT)EcUzoHwsA~C_O-jGs<bF4Z_1d!VQ>~P6aLcVt{1LH<ZHtdMKh~Ucwe+oY
z*T*_%9{b%(9&N4KAaEcz{=Ko*Tmf6wOHDEi+)J|OE&qPDqs%0UQ}ln7=q1%`?;E|%
z9Wh1U#CDkRRBJBc-nhi!=OT;f2`smdF7#L(z3)%K&FHxW|Mw_Mxo3EtK5*J?L7?n}
zvof}MbME|Da-=k1!|A@)!BIQg7cJ)a-IOc(`;JMQ(V?36ljd`4)z18$;;U+t!Tjo*
zSJg|Qz!PdkvIRXssb`YUuXU46Oy~EW-FI%?<qNUe4)4rtm||mZlsfU9Vs4jjd!usN
z_rCw_IEh_da-q_*PHYk`lie3;b;`p;_tDNW&J^YQ%_?W+8|vk+4w;}G*qE*7*|xz#
z#8^67%|z?uo68q@I3@_ivu<?v4p=!uwUc#5+tMBE+7prw@qS*A5MgX|{Lq?kLw7ch
z*#g?G>K%{voHmbe=#H5B|GvSzuCNB?U(+sa@-Fr9ZQSh39ktk3>dDm$4X<)~FDEee
zz7jqA_QtM~yHUHIG+leHAKQMwMO4jEgkL(e_-lYrThx`yI_2HMJG3LdN^DU}4&Pom
z-AHoI&7_12g@R&xqL~D&4=S;qwq?kROinwa>b6MAJi%raw}O&|Z_Ck;ZL1c4YkJsm
zLt2^d*aAgPy_imKo1M3V&ukRX%dqb3J<i%(wCT(o9<#Z(#g4fAyP|mT*xZ%UA9HUX
zE1h5ZdX`^n?laZdPA3$_b8e(+$vcLKSIV;8Ytwz8EdA(++TFwxmy9l`Y?~aJ9^C6Z
zO<_C7+lUvN4<srrd-^A@a#pO1*{Oflmm-f%t+|)_<CE<*UF}LHk!R;V+;<CM4f?!&
zt#(w>=E<U}x@+TPoL;lLx61A=T;R}mHm#-9EMmuA`Q-Du`z+6eR>&Mseo<fY?B0^R
z&E^UhJ$9SVpP5{L@8ces$Zb7OqQk_EC;wU&dnEhf)-9egPlc8yvKYB^iLfo$$I?`L
z>AmjzSzG_Uyz@4w{9>`dYQK#lyk}Tfw(%^p+p4RZ(qW(NFC4m7;nX^hg@r+Jmo%65
z%oA95y^QPr(%XuYc1XVAw@TA&xE*DlB-(h`sao7Gr1pTLbO`t4bZ$j<qsFIeH-uWa
z#j*e1r@|Cn!DA>R!#4Yq&W(+t3AG)Mqo(oCOzZQm72>=xyS5>w^ALx(H8)?UuTro(
ztDcqQt}{ZPd2K{Z1SH@7b>6+p+Hnf!BMX6D=hp4(>$=JA;?FgACv)u_385Tem#8S|
z<+U>lypnI56qNBX=L)TriD<7pf1zT#Laxr`IqPR`7nI&}^xyKoo_ZW_-Y!_3%4X9(
zx3?qs^5m3tdc~h7HigdcvEG#%s=A4D4$n%*LrSw(y@+~Z9W(Q)$|6lxpZUdSrn_1l
zU9NIdCg$#;i<__AO8XF+>+x)^FZ=QPVnV;qJrCG_?xVMQ(%hfRmb2_;>pXk5Y3{PQ
zCUd4dKlyh5SEK3Yj(D6|%WzECS9*$2lemtPppuiKuawXufi-ilMQ~j6xbG-9Yn#B&
z-@9f;uphVJ*3CR*At!E`lp0wiw4`OLz{bkS32!W3wC6a^RyjI*jlgPV&TbjAr@I?%
zGz8z6sYDjuGuf$ru)fr@)p^m)2_LRLwFy|ZJi>1Gf?#c}-JAIgh1tZ!9<2Sqa76Jn
z`;obF3ek_8a_2w$QqbwC<|y^`@TL4Ce{*v69;`?>6q)P3Yr~l&pBO>=oSze~tlq@+
z<A~+Aqe^OTg*KQ~giK1Rv-u}FZF1+9CNGUolVoG7I(S$$UEP*x6@T4m6|lr||5M4i
z*QSdlJ&&54*)6f|?UtU7EuPzw;-2{3-N@VZazn=M`-$s|q7JS$-6$Am{WMBo!W)Mf
z?>n9}m85W)32gB{6Ek6--@>PRF7Xz3imp37W#LTTx0Amzv?L0?Je{^tto*p=1%HWU
zEwAQ?CAsa6?pSA?_T!Y*n#8lcPoI65tn$8`F?UDo_o;=pQ*|6(F<ewleDHVv@lF0$
zI&%GIG*6r&-FH;)L-VB<4Q?FwW@WOUPUmjQvG#FZ(#0F#Gtue#sVhsKmF@O^D);o@
zoyU5HEdmoW*`udCyU)q1m3{7}*2N=|M^4@>5LxuQT_EAXZ&tMlzvmwK_jt9({~3N0
zZirl2KVj!doq1QZg|&7Y|Na<o^T40f8+STB%s#S`<w@pj{jAq6YX1L)n<TD;a-Let
z5*pgnqU9JV8g(~yTSxoq1NET~w(p8co$^;BIXx>PPimR6hsMUhh}rRpMp<6dr)+hu
z+PM0O{e~uykjltPku}@Z8`+;|zTWZ9+{gG)x%ITiZL9pwT$MQ8EV6Lvwi3U+KaRQi
zwRFhOKe%|Ox76!RYCqzfCJE|x^3~X%<bR*|<mCDDO6Fk;y}9MytSa#R{$tX@FQ+u-
zu8VSQ@(8%_Zb7Us_azk#;YmHZt&Ruv)N1d#8cs@8;r_^O?t0eS<#W&Ehcoy%)qh0#
zY@BX($SraC@>aR#qUlR=V=C;{pOlxLxAcMIBmuR1VvF*_8u#SQ*<!rWb>WXSeV!J*
ziyRgnIJ8n)ar<SR_1|~4t%+auFSUp1Z1l|^!pE`|cCyV0-`Q~YWuu%}#4V36(+rr|
zD<me=FtPKz{CprnR^8Rcb*)E34eyl=6=pg;=O?B-e6r;m*Y7N?+0VDcR6lePcGT#8
za?0W<`=^hQM^oCpI(2nzf))Nf=klL%i@ST_ozypa8DEM+a%5*5x#1W1V$OncS?<Ku
z+kg8^*${e2miOcSN1IkwY^f>nb2onRxT7!ZsK~jWju+Qv_lqp6e{g!`kE&N!a{SKr
z+(_P2s`=sXZBK^@y0IeiJKWAa<Iv2RVHvGBPek!}=<5b|^*t9P_bPV0<LY>GD01TQ
zlMR6)FT~i_DC|(zO^u0GzMJvRH#I6Qex1t6K;Fp?yU&+ADBY>TJI$#%O8;MR_1aW1
zpEcb9g(_STEDIhlSGW@yIDfgts~zj-tr5{x;%EEoe`3v6_T?Nlg4Yh^OnF|ns!2L{
zZ<}7)=QWqN306fpZ?HR?R=BbJ$zk&={U6<@pE7eW%?;Xoq-VCpxtmXxp1K*bbdR$6
z5rZ|?Yho{Z&dBq*=4NJl(}MT$%FdLl8>aJ|>+Cpvv^HnK9Nr}-PpH>>hF+V~b4Bpp
zgjJvK6jgY8uyt~$@BFme>${ylSN$@-Ej`W*{QbVn&Gkp_G2E%nh&%CW_w%JU@?WgF
z<jnj}!K*m&&!M2y#D@DR7o~YO-TGJ*x#nz&vc*vohrFdze&1!4ww>8>RA^;Y#7$S(
zR4@I@#^=8CE}pPr&6>{iB;i}frtCZ=aCp~(T8{_5=gSKHU+j52bMb?d0dwLfl+S$f
zY}JOX>)LkAcXh0~`!(i+eNo#Mv*+DcQrkCoE|T5A%62Sz?dNOD)K3K6XH7o&Nh@*n
zi=du0b5AUv=6A87JvY^FjwMrbl+vH;)5P8RxMd${?<spNF+=c3aID(RwPz0<P7{9e
z*zeT0tLwuir+8}$@3_M;fmJoukb_IbQ1IZ37kkeqmcI<I6JnNGyXBzlb$6vJYB%Th
zeBG-n?LAF<OL7x~V)|zlo6}QeeEICy-b~D?oUx!);F(a_uPXoO8#ddwI(q(@c93<g
zI_pkGhK%o9G{X*QyZ+}D*?e&Bv*=~o8*j@z5z%<2#qGQ6i0AUjH<x7<i}6RySISUO
z`x<GyM6<}}T!Y8l;-L4jR=L>$*%6JKt}U2Y>3+9szMf=l6Q|})*U+85Hx&e0IsG$O
zoLE_tkFH?}o>O+;!0xP0E^DA1bJ)>EJdfwJM~58w|DjN|HJju9-IAIeM%faRw;uiR
z<c#H?nZG}sa+TUw@@w7P38jG!b4}k(WVAjIl9d^)Wg^M=bymRhlNT)+j`A1072;G*
z&`Imo;ODyWVr}y0j5$(?(+{tm^NK0`@uIJ3r_~k~hBbP*Cti4+7;=I;VJ?q$Leh?1
ziB0Ss*O_MSepx*I^abnlzgZP_ZtHcNEdHp(OM3ZvuZ7}EGTxo*+5f%se4KguZv9ES
z6jfhc`Io$5?hId9*-C%Ui!&?I53p74cHgF3xKDgt>A?eLCl|3CIX?Y2=w3R3{>M)^
zRkrzk>|++VRj{Zfd3Vdcs*ag!-?hw14`DpI|8AO6_-f&aTRCnxdABB9JobmrI(@JE
zvuH~xM}uvKx)a4Tg&sZ=&pxo^;;Zi;CP}HkGd;8`W6$dHbC*_@9JV_epv>?~$HGr$
zB@55obY@}C<lXDPf0*%Vm2=LrZ!^Wpk{oMRHYy~(pA>C<G|DEopy1hx<xd{JdvO1k
z-Q5S<Iiqe&XARW5<GcC!BOcxx-^FIFC~I+vSbZawr`lwrka&;i$4oZnhQ_LC8~d+3
z^iA91k@~1JsW3--ZHC5EhWjTUW~mfTE%(T4<&=nBudp*DThgP)f7Xqu;zogj9k-i$
zRyeGgv7xYk=Un#QCAaIQ1Ts!csXml-r0f}++EczMlj99VUtE(kk9-(%=FN$v=Nbb|
zCf3h<f7+}iY0AboDSrw%y)!4yY^+(!%YF60HvLY2f4%P~_G)PR&ta|jIQ5^whU=cM
z@611<?f83{ozL>L^fTd--R@ouQ!<jaMQ&Vok^N$3fr8o&?$Td&tMl}HY$uq{`!9JQ
z!#ChQ^SQ&u4z}Jx{FhR0rWbtPZlEcgy{WG%`FLy`mvUE<8}Bm)K>@>c#g1ZgQ`Fhj
zBhq*uE=YF&z#zg?pq`<hvHrt<xs}YiJxNg?dhR789gXw)qv7^Z@>ySh{P*ND!JBLq
z8fW_{i9Wf?$-}wP%r$}Ip2*S_AEheS?(vuOn*aD@joxVup@pYkvaX(4)=}e{9VaF~
z@x=l6BMylvwn5W4|J!Yz`qsPIx5Bh9Z_TCk!ik@^vrG#WJbmE%wu1A=**2$me4HdP
z@ub=})9@RTY6)w&7KzC)rGDD9`Iq)vM&*|gbHZwZl?v<_m;16@yD!xE!PwbWq&&~Y
z;`UbUWpPJ(dCL!O30P|MSEc{|zIoe^De+~uT;^O}?Xb0~W_|M!=7cGBKcC#l=6t~B
zSIYE7SLrqD+})A<!jlfDPh4^K!IjM&GyG@hELgvhWA65SiyD+7*SIdRQ~bpyz2NH)
zyTtWMU+!~!@fTbzva<6bpUDdL+#`Qg=k>Yj>=0Ed`7hG4-mbT+c*fIXwiCoxS)Nya
zVWlTpW6{#~F>ueXh4l<7e$g@0BhNPc=vu|Nzcspnr+bR)4uxrk6AoPqyRt7lrMbx^
zF`8dkN=%)<K2d+(O0(G|!gKa4SIcKOvpsX)W#8-%Py1aTtbQ4CV+W_nX2yE68jF1?
z<rd5n{43JuF`e;x$z2d-So(Nw^{ld)v$yV;AI{pAtDZ5R^^sMpZ~=F4^nzK3l|0#*
zKN&p=crwlTzv+~vnNO83oOFnkzLEV}@zT*pkALgBX@6{9DY~~sR`=e!w|k1c=4fwS
zUUBVkorKuBDFOdyB`s=nE{WXJ^Q7gIH(Sao_tf5bSrJ}GX61b3DvE!du9J39ernG}
z*WWpn54HCEs+G(wU(=<yG0LVn`F=)n_pU{KJI=2-@bmucH3uXrRaI7NW@cTDQi^&c
zJNxd&+&4k)GWQSvUS6Sb*;Mz<mV>toxU=TVnfWTUd%R&#{N7Qa^uXox221wUo6T++
z303inJ@x0Evu(4p&GIKZeZ(Yf4fUp%8mQJV8b5ZKbVC1f%<&{Cj%&Qe*;bJ%ldUpZ
zZmvK3JcI3~nQz6y31>DvxW&t|n`iB1C(najYYpGt=_%qcJuI?F=svsCy{0QnHM_UA
zt~bB3n8mqK@u*aeuQ_vczRR=7==E!K<PtN4zOCjCvDKX?xWZO?gYe&}Od2z`<hD0g
zAGWd$39FgLc>KslGxb|pr*8{;EL##VIrOIP3EtA?DNp+{r>uxDEY<p(RiAJ!JK?I=
z4FlE$Uok_bic<?4CoG$8@H0$PD|7ncXNDbWuH2>yOA5_ih^^5*FiXOE<Dn(7`<fD*
zRFeZaG=!$5s{5!rbxu*bQ9S*_vh>UU7D-3PtLvDZ(6fnVXFa7*nfdkQrcJLtm;GEb
z)hx`wWI}>z`ELKDZ!Hm1X7DbW`e98}p~`XF3CUHfv^0$0PWgOz0qb7LJ+s*ImpRrX
zZa921V%qr=ca6=qT@qU(^83xBOvBd0hY}8Dyg0B#e&X5(ci080&Nc5SUl0?!sKs1t
zpD$~OD5t@{SeJaImP2P0Pc7u=$TPcsHFeTVoy%VB8+>)Wj;J#S@NA3q&3W=x#4O;E
zG0)xWpEgx?%`q&?EI7OOZu2>Xy5K8^)s|WuDqVVJ?%SPJn^wPA;L`l>&<VXH(=$73
zvlz2v%aSvG#X7CZ{*)o0@<rQl=Awk791#ZnVGY-<nmqKH7A{R_I60%+=t5Jn<&#>m
zEA>Vzb+hjDR3`{jTZyEbIV?&kpUbx1JzyCNcS%Gd=N;LZ@i%yRn%_oj+MBaw(tnYK
zVu@@LHMz6zTVA|e|8&lh5~FCD`fFw9a^Bo8*>7QZm$Bl8iR4|UDJk!@xm(L#Jd-Pa
z&$)JP{E?a4yRC(~h3c$1JLhEGJCw`r5j}lzZU~>5z5gVmoj>NOo|(HYk;D1Km!EPA
zjeS4cPAxtl^<XQnfa(wNRHx&A9-K+8yrV4J|03o1sn^LT(hDx13S{_nc;oM0<qa)w
z_1;7zOCCD4P3LS2*Zq>kIi?FMo~PPR{m8S7eeRX*C0v^396CJ5y0*OKk6Q3RaB@f4
zvCuqj^9;dY&NBv#%6rykh%kse;J^HB#pKc);Rl(z5t{QhakR{9e3zEn+0V9fP2G*@
z8|pqKoUh4S%E)qjo<(uL&5@2HmeG%5QmSPHU$RY|=r}XwU?9uoiH@^Ul;@P?=GkPp
zYz%xb^<>M!-WwWQe79|wBsJUb@TZr{D=wDYdTJcU8PDP4vu(<Ot!F>VPn>g2oXz-!
z+Lv8ZAOD{*JMR;B^<ys4s4Z_BojrLxxYlw8XH4|CV9Du!<(v^en@x4wgM?qwr!QzK
zZ`k3rAxoDdJ87w4sP+Yy50;874_RhQcg_~+KC(|yVY87~sm|Juhi;g5uj$s^yue1+
z?Wo4y51C58Z)})VvhJh&wFO(Y{$703#kPt`R*+G*#WzEh@wC?gT_xG9Ri8zsx7-bT
z)S;KT`Mc(URg()HZ+x;~3fpaIcI_ogE5r3K(x0+T&dl8wGrjQFsUT6gt!f^t5B2*s
zY}xjCuT7r$P8lBgwoHx!fgfg@9|zv}SUSb<`g>vK<~ZGeB<@`j3VS=NzdjRuY}Wfw
zbx$bc&o|#43O9W|<q^vq+qTy}W@@#K#P9ltYdBu9Uo`CPwDXR(QQ(uz)4Q>Y+br*a
zpZbw^S0}Cs<Zv#GnBhA+?z$!8f$UGcqOy|bG(z7swBM5Z9PM^b?Q!1r$}1}ti+y%n
z9q5!E&AofG-=A|$XCpRqhrM&sE{f>*Y`P+Nxzg?r&KsUPA7Na@>*6i^hMP^Db!F2p
z-3s1Ke`Ge8sCI}3bycvQ^O%$-&{NblMaeIh(dmx9+uNz1($%;E=Pwb-d%&=paT~M0
z#`)B43D%NXJR0nE?F!YCq{KB23C?EyU36-L$~>LgiuHdZ^b=>#xe}N7i&K~9G2aJ6
z<_FuF^ry+XdGBxMT71^P(Q1lP73<{bT8HmFe$l%mxHPhK+ST-T(w=Hv7pJq>9qzch
zplRyC4Lf=!mntf*-5twvx~V*GhBQa?<~pOSw#beI+3p03n`s9pCj7f7tQuU!)xI@?
zEkosOhk*ZWPoKN*RlG}HDzDwKA(GXMb4Qhs;y2D^+WOPP1^Z-}6nk2@U-rx`+FBwc
zxzK`3>VaMVsUHu+q=W97Zp%oo%}hUdw{-J~a}V~3F@5{QJV)>LrMoc&a+4yNLzTUG
z&k1)(t!3w8*E+6yuk5moouKi#sng}lcm-d#F87jN)*&*vtXt>(!$R3ZXEiR~*E_aY
zD5S8c!KW~AW1a2U3HC=*+?oz5P3mI$Wxqv|pPk2M*M+Ec!5lw(Gu4@olt-vO`zW<>
zmFUV8w<WJXypXwY@c*QBP1_%xRF~9I68<>vmW?GVZ~QM8Ca$vemDbayy6cKsxwL8<
z1qe>vn0EHz@0GWXdx$#OzGJyN?VnRdl~Rc9!6}n-nvSwR>oEBq_nm)@MnbFCnyqik
zGE#r&L{wPpt957iz16+qrG=#2lKa||-5KwNEbm+Ya(#p%>(e)Tat=Hy(~(XuYpLTZ
z*O}_d!M7{@$RcNnoBk!bvl+h|oQsdX<;dA`TFglFk^jYmKQxqn{+jqS>_wmK=Qnyi
zuDQYd-9KGxJg3U_PEkIt=O7%*Y`#h9^@FU>_T^n~t-2TVJy`d6`Lg1&&SYPkzcU*=
z3^Xs^;AFU&no=Rs<@fwUr)}@kZK_3IJnpRSJy|(Np>p~Gme~0Qn|Sj|E-l;Go8#dx
z?diN-$&|5rd9pc!rON}p!0CH~xC>V5r8jp6_&jlu=#O5rq-PbIit7yJyiN^QCV7b`
zKQ<@%t1@UTjntZ;mF$`Q@VLH*rRx)~#7K?uMN9L7|J=Ud*41--BWJE*;h&}7LNx@{
zo~l1(PR`w~ZF**PeO(3X@0Oh%<|^r0HsPmE%{%(?mWc4JBe4^w%vpGH*Hst6y{3<z
zUA7fk@P3kY?J>JWU;BI?c?93y89J$CxvH=D$)mny!s&As%B|g{CACeB&wS_8zV3JV
z)<+#CO_Ja2y+f{d`c?NkqP2{MHqW=FpIT|0c4zg)xy@N2m8^SrtlTpxbIX!B!s^{;
zmn|=g>d4sZxoxjw<DJtwCM5#Adn-3r*vB2Yzy9Mjsjcg_zst~4>~LPFbTT6B+~dyP
zuCIBacPo5;Ic+*Aw%Yce$j5{At2ku5_6aU#ar-d)v1GZc#qXR`{BBdG3kP{!;rg?3
za#~GMZ`zkhd#2QH%y9g&O#b`iF2QHakMFSln;7c$Jo3Zme2v!@=UZRBoSy5y{1`{?
zZ<mSt=g!HJ?A7SKY%9&mJ*{_-)4Cv+jR!L(a!i|^nzCUhugL7ZeywIVgRUs~`LXUu
zJ6GHEagN8!IXwGLnyt5bRJ_M^8Q%mQ&VP#iwKq3J9yQ})Tkdkj;)9vf$F%t4{2#+6
zKhEZpU<<XdjZ)N)x?c7%@6(U4&HD{fV!pYWOK-n!E-9FN%fY;W&sISG_aDRDhf6b8
zJ5=OVX-u$WkY2H@kty?Qh~Q_PI~;$?y<6sHrp)@nG2?@XZJX^57AcnHnTlP$0UIwg
z8ngKpr2Z2TdD&65O*DMR55_$^=Sn}Ct2x0ia{6Rm!(747ZQ+-MS!05yt_+G>?y-u^
z&s|Z#q3Oj!^@sn1Cx@>;owd`wB%OKt^@7ihuH402PnIuJU;VSG_}6cj{$s(0LPCDi
z6E+zf(7cr_C3xX^xlPn3ho4tYl_p#N?=FpDdcNiNt)PT8TffRLnB`(JE8-PXR-5Rp
z`uhS`{6B~vww~wE%d&f_p!syBe@0BXPAPK)`7@SB9C5Lj8}5^k!gOl!hC2@g_<RD~
zA8##a)M2=}Wwy!%JMOjFpKG_Ow{WsdcE5eT)o>F-iKnK6dajv%kI_X>!T$B%S+^y+
zd_TLPqr<pmO5(lExtr_LOy=>IetKAv9_5y%=j8G>@pJC?Ek_kt`7{%3A9}vaNROV!
zdo?=$^p`7&PdSeFaV4cO%@m2O=e;w%_eEo^X-(sNU$J(rnQ<?Jx2%t{biGlt<v1Jj
z^UJ>1{4|zi2`}EirF+X3^IG+*MvOAv4&6a6c_mer>=(>F|K28JG}EY6yF!!Ey38~2
z;04`D+>3>x^{VWzSn<CM2{^q--E4xqU^0{XvICkwz6T$%Y<V}~_sW@jk~kwSaz=_4
z7wbQ`mdxzW;<4n$VxAAtZ)Qk-=(x-KZ$h++jE|sJ<W_658&kHi2F|(|VR9<oTCjih
zk{K>3Ul<PRFmGVxjB2^Pr0eK}iipOd9@%NUdJ46!T(9RH{4ZhFC{wWbz>Sk)G9Eg%
z25vQ9f2Llt5>Qr(%)Vi{J74OS4yXTC_EU14Y%eE$6u;>8=iif~SHg2=-`|nFMaX5A
zsNCu^_m5xC6BJ#mW$nHyDRHgK?(kO0<UFZehj|TJb(}&?>i%6xUdkn*o~xz#!{#c(
z#L%VkE0kDPJz5d|WT$=5`Bf%WmoL8FHd}AW!TNaNY@ua^4|gRlb-8IVYpwYn&FL5U
zobuEfd;b}35)n$jX#Oi?Y4m>f*C!2goco?Svd^?y(Hl9th->~#4b{XlE3a4unWQ6$
z;r@9~_}A}Y++gy&C?O$KX_Hs=nsXOd2CyIh?6%A1-_vC;6?-0T=4jX2mZTBC^qPuG
zWnDqcv^8~cYJq8KA%}O*le1_LTC!Pl#d@7H2Ws!BzYpx%YsRE8MJeO>#eJVYan4m~
zeR01t*Fzy~!?g1cV(lL^+_e50nz~w+LqzuH#j{Umyy(oks%CC+X4j@0X}k~T-SBKu
zP@i9OWzL#kw<{`cG;1tbTkgZ%XEvvC3e$7XfP->-FP^j#In46*J&!BbEzjt>R+lbb
zQ-kBpi+A68rMIDKBIlEch3kUSTlW67+bk2eO*Nu6Hb?h_px-a;gezB%*pzI0r52DC
z{a_Ent(3&0d1gvA{qku`KAtRn_#-hg!q#-#8RPAhU#3=M%r{t@DXn+lp^bC$<wX5I
zcgz&+(|t`?=NGE=90?9pKWjB1Yt?}zHZo$X4*mUitc3r}G0uO<rODl!_LP26-O|dW
z?-}#aT(|1u0-4r1(REwb%;1P+-Y>$Ro4qIP)16?C%1y!IxwliB3m4j~sWzK7x0dhI
z#aHZW7Cn18VX58@=l(*C-?oc1{#x98FUT(WVy2DhmZ$te%UHurUimrS(GWU0CHLIP
zBS)4CIy&|x=X^JK+`_W`<lcy{TPvP(E{nUln_(4miH1YHnP!@@;rp@#N!JMq3y(3_
zKRK`=QC!;SP3p}1dmr{jZpwUS(ei1{QLmeF3`s^m9FC@l%gQ?N#tPiI=-n-}v2x}H
z$(Jt#oGdplx7uOw(9gFf{^z~4yIou4k8HN%*&d_ADA2>SrG#<r$IFFMQ$H}jTJrW&
zuSuiO?lZhyOjizk-=v^-!jCWSuBDm0?1oz&)~D5Z<Yyn4WBYmQhq-yLbvLPqZ#=cT
zOQGTE(@@`kFE=cyUTO8WBR1lM-u=amCLh~MXZ~(0Q>>p|)ShJFGDSGP;e>G0oC4uZ
zOHQ9rY}eUQ)N}EmO&!ymoX@9Ojb5&C)Co8$cJ+$Q<Jz=S=bx^t5`XdQZ_oCaF9ocv
z<s8>H+<6kwa+>S)4o0i*rqyevF_o-PS@*Qae$HyHdozAIDl;teX^*kDj5q2yZECu`
z+cV}ir`jDQ?KdeC=doRCk}W^~{lMvy6Pg(|NoL;{+oXI(YF8U)%7T-}PfBw=4LNE3
z>*O{aG3(XK7qCn-E9G9u&trDn#U^8UX5ZQgCDu;+-0J!xcJmgR&&`z7ZRr<KJ9Z^f
zC`F1huRq$W&|>Wce#5ORi>0G?-Mr(G+Vz#!)$W&FL~XOP!G;|RD>?I@J>iRuc%kOu
zYQ6qQu9bh<_O%yt!Y_qbRGX+?`sCVr^A>Lt^K?&@5H53Xw=Vm{M-KL)l^Z9pD4)9g
zne$|&QqlP(?SAvymfrkwa`)ulC1yUKOSo8s*dDE{5tfr&EMC9fX^qqNNrHyc87kKa
zEH0W=Ty{0yH7`WbeANZBqlG;oZhl8to~JXtSao@d!(8rT%=^S;9lEQo`zJ8x?SFa2
z>D|ReVrI!FQr8_kfBLhih)#M_sN{jBO+sHBtR%a2Rvf6B!8h%W@-y|7*@>$Zg;ee;
zzjD#PG;z&^h)F$Hm>MU)@#IcSN?n~0`K~9~DJpWGZv1JpiCpH~%Y<$(-(9jxmG|Nz
zj(=GJM-3fSSHEa|HK%u;Y-Cc`;v?HKZ-#D+y`+ETa_EBy+p~w*3f@@p@mOBuSt_#a
z(d3V&tp9S(yia4i-ss7!<9X)0#LZVrj!6G1;R$WyGT@tMv363Qdu(!rQ_=H~8%y;z
zNFKd4QRn(CkzFG8i)41VzWtaYYxr?%py&go%0(`1ADEf5O{Q!zSM>HvdeeCPtlbyi
z51oMq@x0HuC)vnM2v=T{%bow>q`ItSc9%?i=&c0>=O$0y^kAE%XW_K>43nnFS(=$J
zr3z16?-h1MMd<t&38SqX=L5e)tNn~isredQED&=&W&4NR!n~D?@$y_R1$9?T992^9
z+7+%K^Ze6GC%btQ3?GF1KiM}gU29v&vvX>TMc+6paY-d?Wb!rtl-YAE>w(<ciE9q-
zV~jbqG}9n|tCPa?%#sI-8(zt_F6_LjC|(#mb>6P1g0?fK^^D|%UA<U1<Er}fYo#-b
zrC%zPau~k2l`u>0c4%t2rpcvyjvdQfC$eu_zS2n9+~UHwjb>~0IxehjHnLq7#5ilC
zb<+|p%P$`b65FEsE7woj;*<Y;q3PX3i~q4F)GuCPjD0KBW;5Y&wEm6s#k;xGD;V2W
zz3IK@^ZD39>DjN|KA3UEOXIDK=BDFDZ^ZTV=R2%V@D|rJUSVX;P|E4Kkiqx5WZSY`
zvv<{qKT*xuFFWD1+6I>oXT;~MWEH=r#u;(Qt;31c?*^|0+cN*--nlcG7?%0Wn&>LL
zG2rcikGYS_1RSFhpZe)c`o+=WJ>#+LQa#%>p0W13E~i=@Y_zf9;h2)<d%-C;VLsQ5
z54s6)2C}aX@FdDTsjs*vl<T`|`Ks{Pv){t+7#107xn0j)RrO|b+QXD>o2vp^1cO{;
z3^nVbrW$0q9$(nT(HoGEbo9fMPB(_cw^gnWmi&u|NRqoLxM=ZwwYg0*%snn0$jrYK
z#S`e%Zr^s|v5L-x!x1eTavL`|=YM8WG%aZ>TiBD+EI;9kkJfa_CL7mj?svKM+Ity2
z-n{DlqIE<iSB62iL-Jr)CX-5$%ZAT6j<3@`zc=&i+5gf{FFPjnz=lV?U(;eZr*3qZ
zG4o@>p-*i`6yGnHYuTps_`2W5s}m;$Wnb|=@9;IbRCktyRjA1Kvs^E-x((AZ4%JS7
zRUB@AZrbvjkGZwC_ve4Q`Mz_nPss-9D#H)ni_VrWnJ8etJLR+@f97-(&lRDMC#Nwj
zDLT-U9~gXnbK9$x&F)t<&xD9(oUjf3!|HqNL!a-RU>60ur2QW(Hyl1D_-F5J+X^if
z*1)!N+wM0r<zJ3%zPWoNTU#6}Yf{3*_WMRB)Xeuj3<%wqRd!;2;Jkx%mCN5%@$U?D
z?_FnQSNb@1_UZg{w&4%u1YK?@eB<R^!EscQZKlw^j2CmK>YuQa_!a)2Wuw{qlhgT{
z&c2)2tG&lh*!6KkXrbT&yB#(9&e<MIwNw|Mx^P|l-!Fzf@1FuMCE4eloS*5ce5cfA
z*R2?fK63-N3HLlscz@1+`y+P489%q5dKQHe<sW-z+>!kk@Gj`CUA$5m=lW<-z3s1E
zcfBi@UE^_|p^;^p_uSC0RnE7<f=|0WI=hHdf}=}riOPBphql%`DltE=SGi4ocA0DH
z$COS^508)MUhQ1?Pi|FQk<0auwNqqf_1m76eA}9((PgJ0U@o%Yzg7{qJ8R-H#VE6#
za{Z_4vaG+{JZif_yW|1O^v?!{PKVCC{dZiXHR)C6vZ@OgrdFh}_U%2fbot9!>#h`Y
z>REMY9ydGgU>VAA@XdkxD=8bCC6{WSR=a#?Da)tj39C*zES>VBPj*XoUxpp`MD>8x
zZd)>g)h4+f{cgaxGB?38`|(PNE~bT1SGew<+C4kJe|21B+gUdmzk}y?etzJ?yED1@
zmf=B>o?zDIjFaNhB1_(MIWfImV%pEG{q8KoH6yq7OV{&V^`EOd6)?P?;ZZJQ%%&ZB
zy=>)7yG*bC%E&`mX*;C9?w-HJy2R^;ztyrS5i@wpr<h(Wn_b3w&898v?9<1`m&r#j
zoqgK&PFLJ!JF}T<YA)T9VV}RjtEl6kT<N}-B3!$UZ8~2VU*I-<QcHtDX8JLyxT&uh
zY!glGr-<HZ6R_iUntC@vUTXhYh3AS7?&O~M<GiBzYwB{@P5h>k^Jl+t&axD7Hu6$?
z)H-GBL3^zo`<l*jOQ~7R&+l6~VY{I!W6&g?XM&0|4gYd-$%j_mT=BW<n&$+0$v^wm
z1+$mO9W1ocUwX@$zf{}SD0NSGh20(z{cEC!?%lFAI?pwwrG#6w?*5CYUnQ4CkDbc<
zZjgNL$?TVQH_H~jD_^nC-ueFF_cx709|_*r`iE!T(skFH&hNj+T<@r*+?=%9HU9EH
z-8b_#DO=~v*(hgYAhSyI%xkMJ?p@*4om;-uzH8j^sm0GABJ=X5KTJ!Ee$3!4TROY3
zMo1uMY5AqIzhCZl_`}1+q{9`mQSoMnNY9G1$>k<F=Nh`#9G%?TBsyhk&aBC@lfHC&
z87xrvJK=n$<$58@GYx8;lXe}ldRC#K-4U`+czFe*4dco)+rOCm2J+uncH)6!5M!#<
z-Mh^Cy|b%&#C>jm(TIrF&^nkr`CHyyiQv@vyw{o!WTx}zx^+KyVa!~4E$_RlP}qB8
z*_cJ;uim_qSf6XBYO(q-=aTEJo2PQGO695GogRHgf{nxA_LhyyW^k+#?R>MuVMT@R
zhLBwcs~4`}@rk`5wQrkscTY^hZXIbizUuWlosnI^X-`Y$_E}0Wma7^v`U|`}+%fBP
z!aTFN5_0T&SX0?E#QwaQ_(wm#$(iH$i>W#SQxEy?;;D#yZ@}Ut`zfH@bY1Jz`EQfk
zWW}SVyv|zV)z!dvzOqDN%7NtNRyDToB&0gBVmr?tzN`3o>HcSW&&7Fyl^zMrJ6by1
z=)R)R%0p*sW{0HhzLV*;s=sUgKJK3$F6CE0XDuwy`+T=5{=9;_UwD1uIr&!_={29s
z-)w&K*glXeHK(_+=a#MIM2+n&OIBqVM9#C@e(UijyFEvJ)jd?VEqt+#O)F!1_p&Te
zPJ_wM>o>hm&vg3#S1#^atozRL`6YW5`z9+M+4@*z_J)0%^*3ePX1O@*mU`Tk5qaqF
zTx-R&toF~hX8iV1yFOzLKQm9M0qe<3R-cSbtf{>zjJqbjG+4MmFt|wZ*lF9)(~hR+
zwI=i2KB%O6aJAkWrCE8QFP85SHZ@hdr`oOZ)k6KZ&_(4bc10ytTRgcps>^ND4X>NN
zd)w*L_KPe_7cNsPY>vsc6$sOucQ8|~#CzGM*trisSIn;OdblXz)j6)m{jAx7N+BEe
zh&`Nk<4un|qv=$Me!KinQ=cWCc>Yn!;)T1<>)?Ht6|H?$K3ub%+LX00XJ6f6&RMCc
z|8!+rZLj<;3*YsuNhM;#B6&^of_G9bjd4%)er79als$XXcld+Ga&dVkBi^^Wm~XK9
z*uLPaIxHw^Cb!`(^T8*sjQ6J&xkm9ePU~@LV7~sqt>pZ&gOX0JyrBX;6)J*(jJw$n
z&sn#s{Kacc&)>#u+b_)NJ=N$InPI(v*Y|`vqseK_mu>%d_*b|5Ii9+%YHNJJ<*jG9
z#6F9B@SUmhHG1}=CDlF5LaUd?OI|MMVYc_0v9fQYwxoBgc#D&YutRRtTrsD_r6r3m
z8$VJl+P>^djOPQ^gpcbO+J49wsO=Zq=<q{xdV0@lhl7WH%rICm^~5V-->yGtM(f1q
zAAT1)`H)S4o|wwl+Fg9?ejYd9vkJJ_$KR~DZ4#8X`_I(fHgk5{%$5l7_Y?fO@Q>`f
zQ<B0ut2jfR-Yw$Pb146``otbR<98n!YFtCt>D<?=3^*Rlrt2o}UnjX^RYB(rC5xUF
znJ;B`x4WNvlV8`rF_rb1?YABK3Y^)lPImm5a=|5Y@|;fA4QE~5UPSIV>*O@?@vRH}
zsdbqJH+G)k3!U;O#&zD#hKswJZcV#?@ZsZrMjdCrqRB6#Z?3=dJ2`Qa-94_8XW}oE
zw9ok|dF`OC#VfPOK*8Qqe2L%LDj&0*|IYSOLHjK0%$~<h441DRiht1Wn|bS?tLDCg
zobS>()xPG09OUgxzom8OSIy$}OWh`X7W>_uA+f=u?93J;k=?0}Dg>LPrQA|)IzQbn
zvgX8=!ZyS9MDFC(i<35=T9qchC->jYl!M<M%sUZS`KflYyOZBdJ$LVkjzN~Q_+P)-
z5V_*^(wh7F@~w+w@Bid6UFyu_T7F|$$}y=$nME-zrIpc7HcbC{=KVy`+$ovIq-N;f
zHge$&O=t<v2sK)J+EdxVOe#8p>o4afX+BAYtyNo}N~aY1*<Zd@bLW+H=#v&nb>_HS
z<41)V($n;22TUszsHzh^W4e=_NmOs`THo28O&emO^W8rC2?@z6FFc?0kEMK#bn4ts
z&JQ`x-g)#=)cTy!nL9#rqJ*ZKf2sVlY4TT_sFsgi57I1C=5}zOp7yb>?dXX|zgJ8-
zV9&8<iu95F3Wo&rHf~|v9x>b3JVtx+jJ;niO)ec0u4|Sx?g@D4Sn`PNNOE)7qFKKD
zmcLHCsyeDNV~Sv+`tHI9+=A>pj7OCI=rWx?b}~rt$U~N!cY7r4UpKm`_^B)X{nb@0
z?C7U(ZuUE6w=*5nUvGPq`+L*=GZX9$JyHdp$?bn`d->3&R>mynr`wLCn<UOxwcNw^
zN$lk@jSCBp-E!Q)qctJTR`~3yNp7mGhqg_*v*~`i!4*EcY?ss*J6w1DKX52NF+Jf}
z{_m<~7e2grRdjvlq4Z+s7eP;UmF#FvI#cRjn<Mmf))h;0wT|}Z`=fUqyCM3%Ni1~9
zS<7EX>#x`v+%VVNTipNR(vs?~_8-gNNV~rdzL|TeYj;Vky5r($af{x@1+9Hk<>fx}
zu1e>lMNSh>2i-A9>sh+Ix9gI!ufMU4#J2VWLeB%l`g0G@e7gN@pq}s7LJwovOX0`s
z;&=GGT$Qw2_-W>oo(WPcahYnngs;U&`JVXd9A;44$n|Wuew;V^O5uqcmUq8<{!v3L
z`tY@7d`lxP#&RbZom+T*X;0I(%Pi${!xPS_XTRDOvi$KY!`ZGMZ;OfCTDWfs?^f0u
z*>Q<#Mfz_K)N?DBq@C(>ed?%Jr1);#BFpS$;+o47j<h5hUXb>3jW=MJJHxBFYxPO9
zC3AgNOn2YtUbRPf!ZywlGmiCDyWFL?WPNMzCf!<@=XR(?@lQIpyUT(8Z>pyRd)D->
z%{j1?)x|Vo<C^v_-52(~yz&0@Q??6U?LqgSf3)3ewA|o<n6tb2F2{W*>fT-BzN*5}
zxnY*^FUD&YjBc-Ew`^OXBmHBk?_5)s`7))iLhl8H`<55fGio+p$iC6^`m5@WZn@bP
zvR`tj?@biaUl{E0bxD(Gi}%**hFuMZTLf%W1o=ECI%$-tXh*WG(FkWdsO_6@wbrX&
zh($G5^Y!M^i>8G-GTc?Sm+w*URp5Dk;PM^qR^jXuQ*w9A<gs7)wd0VQR@{vS5k=#P
zXAdiFJNB(oWT(o6n~x94tX_NLZb2j)_igb<@wb`3$#8%6zEN%VO`2Q6s^A5${Ab1g
zq5&Ta#pnL=KOo?6lWWF=U;CJ)q80fj@?3ma-!-Mi_1u~ZQ%#SyF>Km?W8FhJ;jSQq
zWb-*0eXo*}UUBWz7I?7pRL7agc~(Xi0bf2OD|Y$X&VN>7Yg-iV{q3ql$cDynQN7)a
zhqmYnJBnC6%-&jjWLbkBFYheoDK{gwnf3eXwr>=h+AGi+cuhG#kZXH4)0Znx8-A``
zxAsk1OG-)Rj98(N=T8r{F~_atmT?c7A1zRmby-vBoa5JBMlsKGKGde!vzGD9X^Nf|
zHS5c!rcL((pP#o}zEJ7Q*4?MSWU%(`Vy?H%bZ`<|9FoXx!uMXReNTcTTi}%mpS1XY
zdoI4RS7K}KnX=NYZgB?xbLYQ$te50|ziHO`OL}vro88@@#<9h&-`rU1)aRuoSLa<>
zs(0$i#n!V$)71hP%bzt{6hw2c%PZhK_;1Bx?bg-yZ`>L=R*3MK|C{u6ss4)?o2SAV
zmp3h5{>Hmi@r|b7XH^Zg%AA<(jT7xMl+R8({?ceZ>(iI7ww>AeAe_fsbNyQ5hZ-Su
zMItAAdNq<$Ps$iAU*0?SZ>ZA82_pBls<pekR{U7vaZfJQ>+r3nj@{FGR0_8@YUoVz
zJnryG#wv939<G+z?Tq_9&dV%+^CkIsa=^{AGyg6XIM)6!cG|-hOUs8ZBJ@lW|7;bN
zIMO3$^>Ev!K3z7Qhi(k1p$jHjBng%<oW7fIIy~i^X6Es0H&<(iZ~M0P$h_DaN6OFa
zOI<Z9c$4=D^ABsZSFK-QV^*?<m;G4V85yOMVjL1@)>R3qb;{~)ZPg5ZbcSWY5ov}u
zcfX0VOMaPV#`L(4dB%iYx6g3#oqv(ipnPJ(Y1ss2zde`V%{fq`?zDx+EKpacj@j?s
zSNC&|dmp%qvMuuevSPL7rFA@~=bchs?|4X4==R+st&NWtxO~&$aXPR@*J0L^^c}AM
zxS2QRGOXu~+4A+rTrP(Q_X|sA|Gllr(YIsA-B35~BwJ^XqL3mMfeM4ROk<;5KTgH_
z8&9T6U0OadlI`*BfbYU@ibTUx)?VBvo$jYtbYcI3aC4rO53O$hycu$D!|td>HB5h{
zj#O+*iJG3ey?ROE#oWR+-YwInJY#%jufiR@R_DT*g2!u2&fQ&7{N8A8ZTHEC=3Gp(
zTC#SsPjX=oitQ7axoLxPl=yzZcc&g?lzn;Jrk!+Hkf9-vY5#=h7vf)M&t2+#Y1fO{
zIxU9EMZK59+8^~jIB+x4_*3m8#=;7v`^`-z1--J(8_s>1SdkOa%lZGq*IT9+cK5Xz
z{Lam8O?Vrzd=t+ajWWg`w_nC=C@*?cvFiSYh*j5PJ#D8c$uql~8|J(2RBZUCxzWPD
zMQl;_gD*~}WrTkTsQ5-WiQY;$AobO3#bM5}hCRh=_k_M!A!%xzf7;>osaMDNSf#p3
z*xj<E-cP$5c5Ef*m8OGbPam&lk$K2EE9c$R-1EA#BAPw-OlaU&V<^kyUJ=Do%69FP
z<2m)`EGMQ-y#9~f<|KpEU76#iDaV7hxVn_It=YKQ-lfa_L(r17x3_R8t=<*?(!s%!
z$-2DN-Q-WN`cW^p<0od#T;`(`$a31DPv8OX?%6t3O&3ma&nx5-)m^=K`((ap(rud*
zg_otsmhCfOKlNe-qrXIA^O;hW6d{}Ic_xW9+q&+A_~|RImYo(oN3*p#oB8~{r>T}A
z$1Z$URG1{v@@7#$0e{}J9i|HzW+ezq32BCy%bYRVd@?I+$px{8OZL{pmszgXxYj4g
zSDAZO={rmF76FDuapqhH?PhEi-xbMuZIak)+k+FTyG;_4Y%fZ`=K63%xA9W3(!@#J
zg=(FD%p5ZWFHc#bEqURtV)wcn59`{CTONyaoC|Z3_*H!SX`B7W^f`;Zo{*{cdbM_j
zul~K$mqe9ix(xJFJ3n;9Bvo!(8gY(Qs!Zy^EpzMU8uh2HH;lQX9V@&V63bpb+_9cn
zc($HYlh~}Jj5f{88Hwz-EDsn5*6n<FGUJEbtlM9^lVmv7mt4HRedDBM%g^|35q0)s
z>ld8ZJ=M6rg?H6aF*SikE2T9VKNpGiHy+!S`}sjody>}*p$4;Mnum5SI^*uqCU|>g
z@zwO%)8#MkTCh5VU69vo?!sbE;jEW#ue&lH?_&HmcS`yrZe_)Tz6-moH_p1TV;jSR
zob!xV#8x_WF7nxCAnc_PzigwX<6r%{tnHJPm7Md|FW(}0WbuZYM1QB^DxTQjAJ^AS
zNcG&v^7ZHTP1|)IPw)(#Yqs~qr%6tG4*%qfZ@bjEo6C4z`?a>O#zkE&S~?FDPF*y9
z`mArQ?T+e8#r|Bbvp3c~J~Wea+J=&M>WAD6&R=3>G5Q)@xLRC&%Ir9<Ws^HE%vNFh
zeWl^=GZoh((GfQT7v6rh)goOvMxWtjz_czwwH|v3F<srqkMCTF&D6Q^DV$;Zvg9<Y
zZ&fe9?o9u^<YmnFl@jL!-nb-u(s5ancWd3f-m5B3VX?m_c1C?%7V)Yo*~G9_{gCtX
zmzT-}q%%799b6=t`@?s;!JFIziArl`DFjP%AAXd$Ms~Am`pId2n=6?s+;aAa#mti4
znP#|orh$8qg_zGjR!&=;ZdOivzN>{n_tM!ia!MMlZ*4dr$gUa{{`sV4_f-ei8y6Hg
zVm5i~6niPQJ%IUw;;)kynJt!)(R|Iv>p3qlde?5ay!eyYl$J?5%+^J`a4@<Pmc-J>
zrPQ^|b#cq-RrkZEO)v2`yC_+?&~VqD>67JFFc-EzQepXTDOlU~Gfm2)xv+l)Q|+-S
z?jmgmcX)q!+*GuLq5nuDk7t3>ALSQork;D|;+oAOA|df*WtxDKz{917CZx7jd|$X=
zhoZuSP34o)&Mo{W%~pBm8{gF9r><RWG*WC)|E9lYn~>{it1B@YW;QD(er#S4<H?#-
z!{KN-f5ua{*?!*z56yV_W{V5&?X4Zr`QJ}4>Tlm=<E~!c5aH1HZ->dH9p8RWwzfTR
zd!F=F|HK%f-3=U$dtTjM<1?MtCoL{laQz_x{`PJwp)IqPT;0d=KJ3~29WEQ4RDG72
zHk>kxy_D<D<Nt4}w0?Q3k+LLL(t#&D9XykRmNb~&;z+1ff3tw&%4+GEN8J>HZy6+t
zC~Q<dFRU=J{khHQ+Q|nmsCs25II|Z|U-C(7*^~>apQbc5MI1Z9zjWf9uq_7aOqY8u
z<a@9@5s6h_zT-gjjL<{5d*-})SUTfckK8q3@6X<EQ*Jp$C5j%MbY#&z<z4L>(@G8U
z!Ua_qUOu?$Ny?9>yRxHFb{V|QoweB7Yl5P(`z&Vf>EU6l8y`;J`uCJiWJ+WlUs=6$
z^d-;hY`P0CCqD4r6UJ|v<38s@z!VjZZC4Ixnzv1m{BZ8+xv;*iP3Bqr=dT`~z2!pF
z1`(md>ki63RjN5Dax~$`$txR}-<7bhaz3;~Rlaz`SG$D$d}W^m?wMVYeYE8G4C!ex
z+B5ha@3}B6duyS&#?SW3^wLAp*^lMkJV?55@C_gD@*O@(jM)?74^No1U{au!lG4hW
zzfW)e-Tt9zZR8#Wc22DssbZ7rHfy}7DdD!?#2_r?x?yRL6|1bOvbuTCpT7+4zDbcP
zCO!<kSCu+buW#9AT<p8hA(nN)iwPkc+S83=EEb9~8gHBM^n+<L!#>|l`wqxQ|7d)b
z*`#-TpW~MTZp9p~6oJ&1;DZdp(m(D#xVA%bj_Bw8a!HEEGC9<F{=E13&9@}n@mX;A
z#?$K_shwdkveM%AUwP0Zf#v4;rA%vXHaw8hh<~jpb*wVuYoff&X|q{Q=aeEWmp;w-
zx^ebxU#DFM|CY2kn%}oE^(|L9c!Dum@r0)YXNus3C5wAbtGfP))Sl}y=|%9eHKFBR
zLe;VF1-Gnb6W*%%>4)$Z?XR7Jv(r0&<qE_qWh?&K>HDYJF0L-&*e0#-oe@{XHBxS7
zxco8CaGzP1+}SpXrS<JQj|`8-7Q<hC$`9A_@~J;L$o8ViBV>Q^>`!y{$gH@NX@9af
z^wTWwxQU6jkKIqccr3ZyTkk~pQ@>Z?lkXW^ILywcqCa7$-s_b!=5DMH_qkOnX(7BL
zdTQ?FZuU%-w9i%i5esfG7}_r_>i^(T+h3{mvixVMk;C?igh_XoDd)sSXmPV$7HUl5
zw0_Pxt^e%R%icU&cc0)j5}vzLO5E<9NMqJZImI%e1qTeJ_T@>IO0qp~)eSy2`HlL=
z*o7gE)j}oqdfeQPmi$k-d}TtZ&#c`nuiJh+D>@MIYVNbrHSf<YO!H1_j*oEjcW+e^
zahsBHOV52zFGH0_@l>%zXLc$-W=oLS+ijL2<dc`l8J_(t@5llN?Pc28`i%Wv7H8cp
zPTV#+y3V&@!rV#AZaOWB4&L(NiO1>*NA(#l-*J)px76(ODeY~6;pa}A@tkAX={-;V
zlg+90wMXZj30ddqzAQ<6X~AuYGjW^Rvr0<UiiCu33D+(^#4_y$=M|&B?t=a)IsXq#
zOZjs|Xi|rM*AhQBrNuMjn3MD_2DeJid&m=cpove(Rp)+PWxn}eLyzChe*~oGc2~~e
z>Ob~Y<Id#JRdaZiywl=-cCfWFHH-4S5k5Xi(EN!uPuil6Un`@Gx8+}VtobvYBVCZW
z<?hMjVym;}-p!O={{HcX=V!ismGM++tW*n_$Jw*y>w&t1>CQ0|1f;JmEH`+vrtj{X
zn|q2yZy2#}YtQ?Vc_sgE$qDh^u<JtC-6u#qKcN_Ntkb!zxN82_^D~4_toU`SYIa|F
zYSXK(ndPjxGfQvHP*vI+wM@}cDXU92)PGHWtiaL_V)Jud_DH`A-z1z_y)Nn^=lhUD
z0=F4wtJy?m-s&>Yaec%w$#JF7pM*Nrm}&lp8b3IB?enp#So!UD%yzdUKb;Df+bv)A
z{-@;EB=*PdJbq$9LK`2peXcrtw=8ImnTX&?jaakgQy(AT&+pLZNP8JnQT3>?qRl<w
zW<qDjAL$duY=y0TkuG}cV>kKdFIP{uac!3n_;XtN*os|?oK?(34CYBLv{OFwylHmS
zv%*@nZ_W!0nh!B9mgsw8k(PC3Ba>&2(vps}K(py;O|3QJ^ZRBPmOb7$=Q8`<#$)ah
zOE+0ubf4$^YI`YP@Sfu-lMFvC?l|@#L21Qli&T-!V4bL*Uv7px4?pJX+@7|6-L^N;
zML7a;n$^cA^x353Dx^Be_nU3p^XF`?b*GQ0bmT7fAJO|>M5Q%q^1HAmYWn?n=Ap0g
z?Ez!2kE50DjmO+<T<r2;>#WVp=6ZSMK40ZGo9SlEirsx_XZH#)bJu0}dv2E8q|vl-
zU9&Dve%{Viea_)7s%@d}LX(Ugb5<NUI!mm3pa1D#38~7NN<L=<drT~SyPKZKmHZb<
zI(c&K+EUSb*V<$y85NaNQ&?Jh#NrNLW#U}!_~50LL*Scs!CC9M3}v1ih*-XYVTpLk
zGBKYeEbbn~2M=XF-FIom*3Gw5&d5KFythG6iB+IL@O#{X<cYJ7JkaxdutYfEnLy9H
z{!@#T7cQ?9cqwv#b={0}@8TYuON-kw^ZOz955DL0OZ}DvZhLvG;F?)yL={Uqm(t|8
zM0ab|rJYvIDvfb>P81w?CiU>kF10<PyZe?(aXT!(WO!}&nO(Qua;B<m3(Qu2V(>it
z*vgmYQ&Z1#6&P=9;d)&3T=ZaFXXg2rVZUrR7z5q@L^tXvd(24Nq|TtlyP>ev>G0V<
zIx~uvUC}bSud!%V@vWnUjsHxhU0xTSBRY})a>3Q8XS0@ZEoCd6q1JG}D|_O#L$h-~
zWdHWji1??-DYWvyF{Aqz)yfn$=dHPr)vKJeG~i%Hu$xHSuKus93v2yilP&IQg>U%M
z_EM{V@=Lx#D-Nz(Mn977-7>u8mT|T1O+VWtLya`Ch>aDm%;pQN{wyQD&fsyTS(<T2
z0GE^MqVlhI%~=1O783J}nP9-She6W%k>aF~&e{FR5)qeH-f7Bli+j@X_e0S~gZKjs
z*A3^ghA%ig^^ndqzp#I@#?g*S`a<EmRSM&mEb8IiS(BkGC3O1tr2eg!<W*w%*E+oQ
z{d``LQDc+1%+>S-uSAO*Zht&epC2LA)c0QE>7PS4%ubyQ+j>^^pztQo44F;UyhnVt
z>&oqP+nU&4A{sLHqd@58yHi3Bp8K@?;kR$4Iv>|-s@+JwE0xr6XZkL`^$ot|2Oiru
zr)BvS8ol7$u~YZus^d;B9@b9-1LHj`X17<rjX8ew#}z*YPw@{iURiJQD?I~p0w--a
zAhW|D<h<Q-j^1X$tj(4If_yigOq>2$?TmwI(}fS&2TtZMKg0b_$)iv4>cxieWd51S
zvu97*@Rqgv=eo4atIGLrPAJ;?u;vI`KXN{JYvcOZq{`>9(<aS$pc2-T$8FDctLNk!
zj(;3;0$I~VWV)9ttUR6bt#zWQKkK68-cZY&RW{rFcl$o}Y2^y$vYA;wdxif@W#?b#
zCgeRk#y{b_UW?!%`49$26Ni>P8)PJz+t)X2oFX!r>GF|d4-Y;%Sj{aN#iDf}Agy3l
zspqzH)?&xA6JMR(Vk3C}qUo{F6ZTK%9GPAE$<A%lfsCf}TZDNYJmHO5bgS=6Mc0$y
zEGJHluGKH!ZYjF6$Jjv5_1CuAnOAlt-VwSNrzXAV@|-Q5tWPo(r^u?A3GL~fka16{
zZ~K-#{p<e;X2+{<3b<_Uy-dxxW8&+hv!^((I9QXkgwtl<icKL`%&gD<4ia8^>Qlky
zeSXii4sPQ#efv)TDA$xF0dhXf?^KO9CM+(FE?NGKD|l5<5N~|Z$<@b`RyL+|Uzoh{
z&%VwT{1e5^T@4P48@*RlQWcb(#1ZRxr2H<E`ke)#O)~d%-4)M@`@J$+p0VkJ{Gt5$
z9SNQ;N7nqWsH-sKT-#Hy{xY|_&GT7TIs^Ki&z$2I=Gbq)(#o|wz{N%IR5QDJnNov^
z>jI7^uO4P>7E=_;F%Zbr-np`#k&DNwu=(Hd1xKz`F4~;;;>46=@{jzg_G-t)<$5S7
z?wr@Isa;|+F*^3-?4WBZ)@GMgS8ge~X}5b@;Q`L=iWk!}1kH30EtB2pc_`~vX4DVC
zz@A-M5}O!=3a#c((o>1`-*$JSifZcthevm&1)lo;$u7TpO8y1r^0%L2(;I$lnmx^T
ziE(~bh;y^u$LBt`ZohiC>EXmLlP0CNt!00$klFm(kHO4$t7z)u6v10syRW^ENP1BH
z+w9`%#mXxzf8ShpQ@&-3#J3n*PUX30+4b{gdfGI5PFA?SeC5;}$3nJg4|6-G6bqJ`
z{o3>RV95#hdFENKQ;(nTcz@xG&*BUn+y3j)MXRT-ev{L3U8=`WeMa_!=Nmi^l`rUs
zIII@+&T-P2ozlnrev}$1Zf#pBlFaxo@+x<Re<SZP$JheZ#~&rz-fm1tIht5tcIN0y
zVa;z%IT4D|*4LjNxw^5}((+KNdquxs*aC;E$ILFQnr*R+?P1i;i`Ff9ZXFy4nY`y5
z+cvY~XJ+Y4SH)wVf_2P0{idJYy7K9EPfHn|^(|7KNrH(NGJkptR!1-;-!xu0N4jHM
z^fA7R97k?+Y`AHb69444?vsC$_cHyA;M6@CD<QdN@(-o2rgE>R?R=DRuc2aX=mq^{
z(Gz{!KFswi68tEhW%{jsQ^L7RW^7IE%bH?VyKH;4tLFYWd7*{(L$$&@zk5V(yI>|5
z_%i&=rmg;-9>#k%G5JMb|8gWhH&G?M@3h_7t#YTgJr3fLy7XW(Z}D5d8yDAAs0aqN
z8*WVMD6cqhk~2qQqS}|3{r6K=A9^W$v%dWBj*tz>o)f>%*rF%wuXz9d3zvhNbKByX
zT{byord%<5uw;5b9)H~Xt}4Oui)wr!Gk&Y+pE7#Wc=EsP0ma!WF>k$G#2s0yHQ4pk
zy&S$wo?d3!*}`_+Z8Fb`{T}yngbeeQ+F~y`IoB!*PGU3gP4wDPFYrZk)5|5PJLew%
zy6NZycGk&-9-5X<)OmKKU$O1!IHmC5)55B_wwJ3j7JJ&vomX2`a7oiNDE!{1<N`Au
zeQWvDzR0GDE{d*K!&H9<So|(LXf|8@oX4co5!3G9tZUz|`>lzkkmX$2$}CL|C827g
zExMf7I$2(~`1d5M89gqQd$8f|qYoVEH~Fe8_#_$Zn-p)G%>SjaRrA>KqPIp*%H}d{
z*L&=Fz3txRJJ)~P{hy=M@F+vLnlI_s&4s4s`j)fWQml?nn`$8t>FT^??^0jpZTr1i
zBDq|jR4*;->I-F^knS30zj@Wf?yHA%pC5~xq?+}6Qtvj;#Nei=)Ply^h}-Y_=50T2
zr?YY2+dJ2nWk&4Yz}GH#d$P`Y^CZ1r53=9hjE#!E{_D+;rHUd3iw;a#(kIZgIAF~!
zi?$B}xfhvq_vy8Mx^{KaIW<Pr#;+e<>0H_HErju%{_Z_T4sAZpcBj(s^X}-TtWrhe
z+*O4O@4uYox7+tcP3A$nrJb1)VP*OOOfP0@Ge<YN^l6+7;5qzCXx6erHaicUUHn$#
z#p^%aTlF*VznXqNPqldQ>vL{lNt<6=NO1D#M65NQ_PS{od!+Qs%P(5?1SGt>`Ld{>
z-I^<j@nzkIt*7pYDM*$alQZEAw^_A@H{s#cs1KT|QR4Z<O^c^8y#BtSRCmkjka!($
z0XE4woS#=tudSYZ#HL82wl1@HdRgkF?J0lnvfE!>*&$T9(8e)xm7vYxH~(yNqH-&1
zeJ_1I;IU)jwqrjx<a`x-SQ-7uoTn?fwnX<>iOm%&U*qTXTuEz$^n#mT>OEqZG$F_9
zWs_UfhAa6QvojMnvUvL}+U&zOTjV)=*k|8Y3-e1=8y~Wsf3P!`XL+OQIU`%|jZqy{
zN17^FS<_P`y}e~K)-mjH>GM|L=9qQDWN~^x*uo6ag{!qh?nlqvnfF;iG&O(nl(&1g
z9S#1x<!)!JMD=d_!pCo4Sel<T)d(qR+8wuHiLl}<Z5v6Ya(ne<fmUTIpOY^L-ClPz
z@@(0Y7PYwv6BfK?NmBef^}MC7{%XNb7o3FN%Vbv0kJ>&@ZlUsn?#mXTo2I0{RVujl
zD$_*2`E}#O!%X?xTV)p<o9z6}!m>GdUQ|)R&11rI<F%NLDkfGK1l^1`V-(CTkg|?q
zPw@-j5>}kdQR>ZD=_jUEc4WiM8FvKo3ZmKNlv-EJT+GDR*v|2gGkL{Ku>@O%>aL~*
z?GNn^9+_!qnwB$t=bdK3V#ZfFGv(K;uhkF~6F+_>f+@7A@)4WLnFF&_7R_usvQ05i
zmzDd#w!-cE_Nx|LS1yd-$6h!i>v2ub45=9=Z7H_?tKMB@HFLJQabR6TbHxYkijR$V
zB+`0281F3N<^H+WPa=GEtD4EIB@27YO|q3wt$#fA^`st!*>@VU@?A<cT24&zU&1?k
zLh^0SpHG(0ye{{!PJ)-|R>q3I)6x{XFSz~>;Qj8u)4gDA;*l$*(bt<+JXvL>b7EqA
zkc(8KuUB@svhBQg6Q_R^>#N$BdV*mA(+;WKzWpu-R;xsN_lWTEvf4+iRsGm>e3iCP
zkzQQm-SXTd71vo3I_mYwrXo@13?b8GU!U%aZ<&?-bO*OT!@>V<IVsbYlyE<3xP3u{
zvq;8MwEU$W?>*5rMu`uHYA5}Xl{Z(vuPVR%{%7BBKYjI6=lpze$8O)tRNZ~+pFelA
zzY}7&|0Q?-t^W(A)z>u3Pm?$K^xwzXey?MUMyQbs%b5xh50`gK*?HF_SKe&g`<7Av
z{TqeHPx=oiYzQq&%iYNm(z;s8drfkS6N`_|`XdKr1lG@;u~A7~?aJQcMLClB|MZSL
zxwy<Gz~-a*^~tYpth2kI_*JZG#m400k9?Z%CVK3Y&Ahc?$y}Bkw_g*SrTJcFaG&No
z<+x+f*=7DpEPp3Fie;Rjvc+i2<PwJ?&bRJP?PvOFqWD}h`x;w_r<>OHO_S<!S!XHE
z68NopaO1-t%o_9Lo^9WrB*$4jN7_nVD=J0udx9g!m6aRhot9^rX|^OM3u(@Z7Cw30
zmF*<sqE7|WQrFB976|i@>bHFKB+t`;!7G}@(UN%<_fPd(SJM0YLoK?s)=w#T%4xa%
zMa#7nUo3leiM1J@zj$ei$M+L=9gNr`Ke32OW?i0=eem@m8?|tTj44|Z-@Wf`p294)
zV-LrpGQUTM1h;wzOR=cRn7oj6%$pt>e&z5&)%QVVXO0-i$arpI)XkVVcSB-Z?3@SF
zKWtxL^GsD~f?=xgtA!T=T<&a{^Gz(K!?Etg;>)!*dc_xd*7-j?E!wESQV|*_{k_<m
z)2>Qy;iaWTQAR6@Ha$&J=sj{x;OVN}hhK=lxN6tiV34n{RK39@#dl7JkBJ=jy;mX%
zHHq^#9P(NqEKr-Au(9|&qrQi5#Sxc-Vv9m|cqBb(7rS>c(z0ni$6*DX_>WZ+9+q6`
zTpKrSvLm-<mbQ7boc^1C9}j0MxI0W;ebVt>q}mp(nX8i5w>UmmW6F7T*h5legK*I%
zZ?pEz!3XRak_BAYSXa90t(sgO_p)}$T5s7k+`JhR9~*s|zJ#@WQk87SUR?(#t8*^K
zd$L)a;>`mr&YcpmzOydI#kX?RVc$(tw{9s|!?|jffo0Y6f?IQT2tA6Qs<7)^uE(Pq
z?%P|#nC5S1Fc!C5;CVdLY4z2EdDE9Cp6Q?4`C(J)ok@+2pEC-Q@~!%{x>vulDSDD^
zpB*|wc-Na>P5m2|F6g$loW3vSTgPYn-ZPfBE;rOk|9jtS-q}%qI=DGB;JDkKqYMwN
zSzbl&I>-F8a_WWp$$V>d{kT{8IPWXCns`Ot+n2kmgkR})T75^r;-nALGZU@YBMd5{
zInz{Y^yL)3trHIJ3SH#5X1%^}gY0t7lbdE(e0SNU&&M@aFIeGIVyD52T!X2M`P*y`
z&bBf<R5IyJij#uZ$q4psHIiNh&!fU;RjhdV;zmQ)GNX7$?WE-P8?IivnP>O!xpTX7
zb)ubzRLA1HZ{j=87|yET={(%hclv^wn$(8>ea(6Y3s&ShFFF-*X;J$+g|)Izqn;YG
z-jF)(y5~!6V9(0gn>MfRkz$E|edDn4>$8{RPFucH__^l9zc$y%sauWqOWw+xowZ&>
zQ1gf8sRO524;H-nsAzaz*?wW0bGM;pgxSfHlfT=&FgDw>;~n!1#;+E&58j5&Vq{#Q
z{xG+DZC&`cjBeJWnj3k|jxq=>d3wH`!KLzwL&?e6k`G-^wwo+%&G^!r`?l!sCDCF{
z{||N@MsL@1&EfgAd2gop-L1<%$+a8XoV~jv`{w;w-(H42)AzOhm9qR`?i5wggPVmv
z%-p#%-7~W9z>%I?QxgBIuwCyYbzt3A0lu}5%X0XW<9B-f{X9dinI&9p$1}^;(xi@K
zFEzF2Z&<*4cDde>IZo2nb#*n&CQ51-IM(;_EnYX-%i#Rtl<vu=mBO>l53;wp%+xdX
zyRmr-^YYgw)88{0)||J{+GKVrV@=D^8$~k%r%F!Ub~)c;gXf|Dz8MdiQY6iFzxTKN
zZ`ylvyOQb*&kRA%Ox=YtYEzE3oS5C=c2BIxk)`P$SD?h(4MCo<8`JI`*lfMf(?%^^
zF!+-7j05`izn^(2E<4j9nB7{f8sdB^!=)mk#qWynhl>}N@O!21RoeC0^V@kwo2hNn
zHlDS<T=FbxhnIPgprKQp@mA%Zm1ndWgC2S-cs(~0?h=0^x}?qc(#f4iCTyITUb9!R
zpC!IaOhW8u&(XauH4<XKn{LcJ_<3hHyZ_rY%&+$*nw;!pZ{FlRsqn<&HkSwCQ<~d$
zWjbi_Os-|yHeLCTxsz-$!`%rlgBTd6x5li^yH%&&R^On%T4NpO?$Rj6qr3c{y@>Sq
zb|baB&q1V->sam4g&voMc9$MzT~zYE{p8lgq1UPdR5dPz%-+`5<9qAW#`-TS`Coly
zi|aQ$s-Jt<sY5q~#qoLit))U@B4;=4J8LXaWR#lwe|^Svx$9e_O^-Z3X`Ac)<#J^A
zCWk9aR;&z|#gOuAr_kGL?+PEU3B2227aXbF5@Dt6;ru2?U3np&c!B)x6x*^{atwOT
zr{wFld+8ony_-Yp*~C>35<UM!Y^ypnt99dk!R;G7KfN^DU6{8?FT~<??L6ba#+V;d
zjVF1Wi}}9uo?4j8Po--!uUgiW%6#uK&p5u#^6|zcDPKQ`z5MY0x7EGUWnTr^r?Fhv
zcsA1X`~O>h^~Vn``utEVe%;=xhqr#0Uf*N-w$S(SQ^7xF>M64%-nHFbqv}w5D=<%c
za+SjIZJ9+EzqR~c`(UZ=%O!&0Il^C`)F>_A`{O&u9nB*Letl0|u=4kp%_ruEyqjox
zy}zy3ZR5G!Z+6YQ9+Pk^ctRwXcuH&;+sX99676m*n;G1F84ilEHNR^v`QjI-a9~;r
zpPx~qm1pYp>tE~quCLqhYYk^_k?GDUQv+`JnJZrkiSAv0=}<{YzT}}rJWu1>R&Zz@
zy=r=9dGuVTKSlnNj>Ud@U&jAS?6vyTvrEpM43k#NjA#*EGyR?57V*Lxg6VS_Y;;zs
zwA;8$k@r`=KF39RPREmjlN=H*Hl5<X^wY%iaEhQ&Z42L`+lrq%_)@w{<)Xi~ecEs`
zYP)O6<|7jya86sP-K>AFWmllx&jtPNo0M8({lj1WP})3a(S>KL=5#eLdf(q^x}>$&
z<f`+3jlaG}mdBQfUH^MQi_>p&uI8M*ZAupBXBaN~_u{%1ufJQ<x*u29>?xaBxuQis
zZ_i;H*TZL~&D5Ha!*lsg>)U<W8E1=w1I=FkJ}^tYYWfYonF?0L)qcO$ac(F!YZ0$`
zt+V>vrb%WcXS9xAct7I-<GoDH<pFc{wqH3K8+-HW|Gh0@KK!@0-Sd>2{~~Orh;??5
z-JP{{2fNc+PI9)r%$m13%7Hsjlt&{fzxmp25!IQU2e*j&nf`C%^7zem<II*q6}7p&
ziF2ps#{X5w)^#{@=f^y*9u0fjw@*&qQa&+_$!$v<i=X(El1Be>PUdC7%8QCaH~2Vv
z$TU4;zjjDdMP-&OvtyUr@zV;%(b3BuU42netfeXQNATx`!!oQ%Qx~`xt>rqj-++5}
zSZ}$gK0`|E!jlJsCTwsQSop0>&!+C--*B79xmHtm|18_QpZ`zH?XKs7yI%P^H=UmF
zK&k$mT<;yp({^WP$FV4;O>a~b(mrXlw>f6xi_cS8uPAN4<N501w?_+wb1&5M?6Fs>
zDOeM7_}k8vJCzfCPHw7X*z_W>ds^$W#DuxKKeTK+?YXr(U&*5G@5-Y)`j@NDIT+nv
z#F(@E&o&<A-<ro3tY~gqC276Z>!R<fby=RgR=Li1Z?N?`7Ok0_@p;+O-OAnX)*Si!
z_rQ7P<G+e;wKlEEYKeMb+P;j%)^c(SuNb5Hvj6ioPRdE#<aqg}M#5ve&i8ZA&R$@<
zLR(~W|KbDkbCz#CQP7|~^Jm60Q44*+vx^*agxv~`mKkl@BC4^%tR+#Su=rd~!<D=}
zKHbwFDoPhk_*gRkPSwGS6?%s29<trj`n#yEG}1~)LE20G;seL03(sHtXee+cd+xUU
z(<dY?8QpsrYa9FBURQY>`FQZqv!$9Pr&h~-op{V~;i5A0q^lOXOSbry`zL9!ypR8&
z;P%YKPh8U0`d_BB&$ol?bQgcS^Md`|YYWM{Z_muJmD@MJIoNB;ewEW#XNwpfd%*aW
zv3ustn&#xdtK61LdW%=s7QCIH#NAi3?U6`A)}!jRZT#-5q7E5IEO2Tr3HZ2F^Upqu
z12JFvm|n_F^w9DUc-6YwqT=p{=JR3AOojz7I9D%j6k`8;F6=em<HG(Y+ZzSHtFjl_
z=5EYlT)O=2mn~b)mq)*uTXE^s0@hEe7MYTYH#x;lHf9Jr`Uu_@xzqVBNW{vcm;H%c
zS4W5FRc6IkuQQT#tlVyQFq(HH^)`HL>Ak8@%CpgJ4*!j?#Cah*BsR50EsSb6(-eQh
z%k8@Fd_Y#jiu{9B`2i8``&hFLQ@nG(mkAuJn=QRu-l=Xy%f`E}PM)vY6K!`<>1^+Y
z?bDsyf7s-mOzK+2>b&i)$b;fNH@xgbczbP9_Z<;2SJA3qI-@+N>A(jL2X5^>I(xUv
ziRlV_3r=PU@Hg3`5qe|R`M}3+7FA4z`7Oc{8()ewz7t$hx2Jvivp0ba@=S&P8~#Sj
z3xECd*S^X7G(Pto(Q;Um)Uu7A=aC%iORhCB&atna9$@oZP}lPJ$42+#kt|JDA}{Z8
zUE2ODpG8RTo>dZWle!9%h*HP?#ScGiTKHkx=We(2db=dv8u*4;9g<jfVPR&`to?#b
z5n?C29Qz`*VmSYFo&2|?L};1tq4h={yk~x@^L?7Vwc-Eg#jO+LKi91|wa_{HNoK(w
zP4ga2L(`1eAD*YEemKh&{aLNx!;E#OI_503bC@e<s$I+bOKQ>AMBz1?aye9Gx4d!}
zPECKE<+uFal4X4RuBxB^Ht{LTXS3xy*LIdF_>{4PJG`*VGTC+JT;L1#{HZ_Yso440
z?yXp?V_@~8;OO1HH8zQcvm(~|aW)<hochvm&8{-rnh(lJu1h4d1WPx4T&HQJW+;@c
zGj$rTyql%va+ANGQm<#{PCfkK@tTx3Gv58V`BeMX)`qfe=M-Pf((&1L+iCTiy?I)^
z4SVi}p9)>LeU)1EQ~~7+UK7o~ABn#9Wb4F-_RPtF3GY90*#1;|F{7y9nce629E<r^
z`jthihL->3EO2!$ityfbOD8;R;(8w$>*KFiXU0yK?#%veX02*;%J29!gMfV3;C9Ih
zmsuuu!mCqUR1#CC3(S0eKydMjbT0AvQ!Rh)@75P;ot>=aD-ilD;rVLqCE@?3E>nE}
z>QG<(Izj#kR|V&KUg$h<vMSPXagl_uvGV;Z0+o;UuDPq8W7PfIUigy5G;#B7jG-#!
zGZ%~6EYQo02vJ_g+1vML>BO4{BGs;}n%x$EXSd{ylxgYO<)x~V^~}?*{M@6qI_JW#
zQ|FyKJfo(FhdVPp`StF(^rVepW)VzLX^(E`ZdiWXHYp(N-?p<$St5N~S4Amxx*jw*
z88E?T>pel%=k5m$omSnta5C{#4;O>`xs;e>JHt12xAa(4rcVp`pttKYx5?6nl{F{!
zEU7L#@PYO5*5d#C>yB;p;n*_&&AV3~B5I%4RXm?GPb!LS;*MRnzD#_vUrO}N>TkMp
zmM}=UJ@ZnHe##{fa&5`ktCtRVtZu4kZM_%w{O^IURug>8eB45tI?}`#nV5HNls(^2
z%vP4LT=sW@{CAGqQ~b;4?{1dyshG33;C8`}WlyE0ezZw_-g$G*^;J7`H;JYz-(q3Y
zX?`02e9s5d*Ka%?9`q7DEwrdw(W`?e<5XRks>39s+)FJ>3YLgEb(L|wmq=Dpxb^;~
zY7m?5`gYwZD;6a0y?JHU+#gFPJ-ZyWbN!Ya(J4hAb8C|3cfC89bbE{b&qvu_+i#cn
zu^#T&`f^_I-P<pZ&i;1oh2~yMxl;X<<y~hY^{#lIb}l^86#7JBUpYr+6_?Ys5SJ<~
zp*?pVPZO64=(KZw$!Wb_#B94+SKN+XgUmU_OP~FWe4eGz#bC-4l=}Mg#aSJ;VOA0?
zZXcCXB2|i2ezZvL-CpeynEl;pnMduaqTrwRJgT1mKG|lU-7?!NSi!Zxfmi%Q(H|Y7
z^PI}Z7H@v&dh3APp+`*#d*he<P+vMRV0yGmj+@_?9SgM<9q1^_+_C3D<Ai@DT*4gR
z+C8sr(mp<Ux8LhOQdtK%ZYL<S@aMHuOEjAA<KQs7!^C26Zk^!ahdtrUVqI#R_aD|~
z7D-A!<$uzyK=RznEo(mb6<LZotm4&a`fWQ$Lwb?*jBMsV*F_jAvp?xbac<}BSkU;u
zEa45C$Au_{&@!Gg4y>s=?_NE(f%lz6KzUF4?t2zzw(maebo@EjM5Z4f)c(%g>)Lbr
zc8uP25o1O+j^9cdHfO6s3{<b3==pshwdhXE)*bDQW;_#burVIJ^UQLN_#EHUYy58q
z&2rqf@W<BFS6dE5e9;ha(_GVH8>J$ANVo55`8nyOawomst6Ubj9<$6cV=3>%sqbaJ
zD_h$7SUO&uGo82a;o+sH)EC(r^ek-sVo;MPa5^#j$;$^UQ+ruNCePa2(EhpM1IJ>6
zfNj~u>C^Kiy8U?AvgE2Cr(K><#LcqYUa>Uq$cIf&f1l}Oo_S=6#v9!#u^H}J5eA0-
z6T^!`<<7DfP05K2KQdeYsmcn$P{sGV68TPkh<RaaICIM7V56|9ya_>ZiKW|JLMB$s
zmiqSKvHiSRk3Sn}1a64kx8vQuHM8a%ULbi)@XI%`@Ei@sDH4ojJcrwkeOY!V?S_ce
zx_KMAOKfx!BTl}V8j+l$kdf#ju~}71LiBQzl<37xa@RN~9k~&~`ei254be%hh1&b>
zFJ_8rnCkNLY-yX%&yCk^{+W9FT#FW`$%?!KZkt*!NuPatx{hJxuc=$~x7;_1UT>pU
zv)^;Nn0nOlG-dUiY4?q`JaTz6QNCT&&^+jFuS;p`>XycXs{7t<-getT>*D9*5x2}O
z&Do@1n(er@K_=mv#3sWvo*l9Y!O=o%T23*B$ld98UT7UqAz{<$?Dc)ZrdnmExVb9N
z>)V1>FkJa?C_%`4<zDAgn>+%I{Nnb%N?aVkBP#B8qA|<gjbZuCk3liF7gc<CcfaKR
z175SMRtEAnW-1FAolv-Y`&;FQm3Orc*V(^&Zevk)%4VV5^FK|$FLGbquvhF#M!-P>
z3#kPH$}9UEU(R^Yd0<w%lXuk46G0N2?Z13};BdvXJ+AMbZ1lrU=1XoOQEMknlE2o_
zW?il=zV^Op`jr<m->ma+E%sXFQ8?q1=W*A2-FvPt{=D;iwMdRb+6t4O-<=qrUHR6v
zG?ZV!CQtds&8~C{t5i=djcFZAl&`K|_$|9tKys>tK*-&Vi;iB={W0@_^W=ToTGwgU
zMlgCF=+J!gY{IK&8=3aUq<pz$nv*9XxVnX_Y~7`Eck3QSUS0B<ac)V*ln>qiYu5xN
z@19~CerDCCS>_&Z+*VAVbA0LA|2hhDSNZJH(-WPqB>QS-qw|UqwFLFAYI$O1f*L=0
z|7^RIyKt9xx735CgBd#yCT3VQ2G35J#5b2I&OlxNQX=!y$Dbutz6QQm^O<pHhBU|h
z&BvQp%(=FFPmaa&!0E?gZ9?WKE88^AF?7jnpQq|<vFxs9&cunq)2=Vk`&PWwtKX(2
zjX!Rs`V27_8>hUc_01iZpDq`B_qcIa$WkR$hIn3etr@RU)L(=%Ea*7B%e5m<JJ>So
z?;>^8f(+mGFS)4>Or~rPc6m<EncB|2DeK@%@y@KkUrd{1{Wn~!o3GN>l;i!E{dWkv
zk6CKm-)$xQyKZ(SDD}O%_Sx3pQ`5->Gg%opcWiHD2=Y3s<NUX9)wU1kul&^L&tcVc
zak)NglDg_?2CeA$Thkl2zc)L-Gg58tp<dM=O;(Icjrog}{?!I9Y3OC~Q)ZA-p7up+
z&bEfTElFYlGo$>Z%4U3RV4f#xR`Yz~YLy8x6F1f*RXl&!9~OGZJnoSC`n?KMg_|Dx
zG_t>~ZYu51>6NTz>#Dq-xKzEZtMwSm{j4VI_i9=RirUK@Gor;7f3{b=p)A|=dDqpI
zqDRZ-u}J!!U_W)@@)L&_x4MO`Gn2x<&i@!Bsh6-^X~hf~VKuA$g7uphri*Twcfw)&
z;thr?^Sz|6I3%WMrc@u)F;-BrWGwpdB9kq3aeC4+j{_c#Q|#`p|1Gk5s<+Af?{3Q$
z-tV{|cjdK(xp2(;fU;zsMGbiz;(5DG!XGDfT+XyS7nHKt?8(EH<7Ymk=UeU1D{^hB
zoFljP!!yA}#=()t_gWv?s`x`aDxu@uwUr4Mx{OlYY&RtL$UNNg?o!q<Nh_g)v5E~&
zt;?3rYp$F)=d#(;L&@KctXz`VXmRHJxs!1lmRw@Vj^x_5>DIJj`-5iF5>&kpwwh_W
z2!_^b^L^T%o1Uf+otm<~>C9ATHs@!jEX+=oWSr1d@(kAU5;(Kk!7YNjpYd4r3jNe&
zHmzUH%bH^4TDN@;JjcF$M!4&B5hZ<rxLrKYin>fr9Ei-loUqTEtGM5kJ?#_gttXW^
zM#9x!C;CpkYcAZ!I_d28=C%W!4rVJ?m9KFX>ie)yv}%!x31b+;gwMrImPb2vlNT_n
z&lGrm#awi+!?IoH7Pc)ZV3JuC$hhp1*{epsxjC|*{%=waQ~ZBfjC+6aRli3rcdc8t
z3q}Wh%E~y}WX@#MkZszkG`)ajc}b-5Db13*S4!VGXzvOUy5r-k^erU!j{oAt&yHQZ
zWXj9-`>Nv3XX(d6+f(XiYn|bbH;UGpz*H@8BhBdM+{-JQt@%WB83N_I1%4#izPIZ9
zyF$q@X6NDDi3{dknmNgnb-HIt>y1c{8JDImSbF~FJOQTK0K@ZV92pvvEj)5=%sqe0
zEonmDWyNi-4-S5MYpUrtcWL19n3YAV#GfA5+H^;MT@T0q1G{g?JzB}*WMJRcoS1lW
zzwKH3{8+WMdJ}h?wr48NRPtM(zu)QlWs&k=)eB*QRyvJVpOi~1jSn(RoKwC3@w)lt
z*=zf9>#S95?@bF3e;CiSv?SBSt5tl{!*v@L7aqIoRVDlK(;lrE&HHO_KfC|vv0K?@
z#UhEf)sGt4wD0xWT4r{CxLLes#x{vSX8oB)OApv)o9(`+A}8tbte2N@&el5TXDqAN
z6`yAlF76QIa+UW;oATA+7K`;pOT82;Lk7>+@3(cm*&KRiU&+mtbC)m_J0~RPcFvk}
z=Ff)HA61@|UEJWSuF8}fz##Cn-uq=u@SlorbHsAz%>Co#`m?XgX6tcx-MZ3wEo|-4
zY}Yp2x!n2tIa{ay=Ezln{of`n^If!Yx<hI~wqefKe;U!|A@`1y%~QE`>i@Aq#zz+x
ze9h`rTDU8;#j1059*3u3u4bpD(yrH&ZVD%=Wlx@G|DeG$wN5>*m95h`SY-L_dml|C
z&m<?QW$0|ySrU~0>Un$ejb`x$%dOLQ$JFazc&~f#ql|Y{SkW3?%`>kR^&cl4s4en-
znG!ZXa;jfW$iLW*?-Q;tCW~ybD3&UhX|LQ_yEVJzuKR=@mYH8B$v?mR=!Jgp{jk%w
zYE<WSIq_XEWGoRmJ1cQF*YZaXz8IWYpwjg%nXO`u&7U8!#&uT&e!dp^pKrWL^!$#w
zifxz92;IE>T!S~?(98YE0`^A+mkx$6iS0iBLimB$Q6G-STaL^xC{hXVZ20CNuQthL
zZS9eI9UD_E?b8<oi-H-t99~Rh-)Fo<;h=MJ<EEPpuQXp59J9P)c(B(;{nZS<1JMgU
zDQ)tb|9WNpiItk7?8^1L+~)U;6pAlTWGp%Vpjzy=ykE4W)2EQyHOKOA*KW$6vVpZ-
zUHba*kcn<@R!ZDodxzPfEarA!sC7HD_*o7q`^=xqH@}%vxm2J_CgqJcJ9B_J^M}Qk
zHk5>OEjO#5@Mgb4-0=&$G$n;??{%u}KB_CErDkz4<%RE>c?Z-~OJvq?3cs0~Jn8)x
z7Ojvcj)7*u;!_Q;y_b0Yy(wtB_wUsYdbg!6<bL9=(s5}Mr%%+xgYN_QmsmFIaysuh
ze)-LcMTQk_jwc$I92bkxbiF9|aFs&95#Mc$6B(C3yS&2NcS_?ssVy%rowm5R-BI#-
z%KZFIkIE(A@8Y?vXeT35ythqB@pr97&#K*zs-9=xG~ccB**Up9`TW;cDS?-4f@MSf
znB`?u?w(SZY;b7%rGSm!j6`FaugBW4PyJrtzhceoHU5J0b_&j$a#MPn;roySF_ISE
z9}M<im=dSu^#1{y{ptVwMdrI-d{!=d_rL#+!mA@2^z?Vv-C8F5@5c3A-{Mu@a!Nnb
zWM1%ahuydRT0TEN28+%LJQ<wr{@q|@#HpH}_iw$QG~N0a_s!rVYF!IdC08!I{K&p`
z!A#*$;f}A(yhpBX<mj|^{CMn>vntbc;g4rF?9q+xIeuB?=dKBxcC&n3C;Ol6bKifZ
zz*Xuj$qNjhO!U$8bu4@&#<OEDqu+M9OH67$mkcX*8y#O=Ewg#g91j`kITByx4)KU_
z?R^@NzkHU{hO3fyKZWetRnoulV_EIKxm=I<PN;{7<;-F0eyO?E>p*-NTmJs@bG%)u
zqzZZ6G@7~mXR9W${NKquiKAhWfK#N(lQ$vPzOZ$?`EgL;=Y&1RT(-=0My=tw(R-EG
zylLo3u26_fHqK+to51+7!=!F{RL!~tZzo-FxvSv1-qW2=AbwiUTffcgrrfjDWYBvO
z*}1~b;?n=wb-9;rsjA%!I1nx58!99{o#(LI3zr9X!`3)<Dl(Z)_rGv=&hz`uTusL_
zj16itW3C<A=(I)NrO9dcgq$7R3wd+BL`2_8@}1VP*?j1xW7LzCNeeHeY+1_S{w!dp
z(~SGe&TR|&AmQU~?9KPDtLI4c1*TmdXI_=XFKiH+lh3&9ikIuw4n?noo|lKFDBbc*
zQoEdK9U1XiW{Qj6bdi(cO7&bjqZzhse&J>Ncdx&qal-e9_8%;I)gEUbmdr5vvHg(y
zBfb8g9MO}jBU7KHy9?c0v^@2ezR~B|OD-lKe*Y`2p;LUqZbqT3lD-u-r%x3>GmEYC
z-t+qNkNw3$`+hAq`Jh;w+p%i)nl5K|<(XwA)koI7`+m}5MP*Bs*u(($@>X8ayt?i?
z53Vg+Ic3SiGJd;X8(7(Ix1LX4@*#8fmg8sR%66T*_h8%Ut+qe?bF`k9hwrm`exrLc
zqiXsKpB=n&jhxvRY?>+h^is%yJ@qm*R~nN9Qg$`e8Qo*qdF9SO=Vl)D6|+Q6OV0M$
zn96dpd)g(Aox3|1%C<CUe|TkFe)#l~up`dg>5+k-iZWA+qQ4kT<z9dL#)cCc5)SrE
zZ0LBAV|wn|<W{y@Q=Y0uEfh;~%TMG~t<yB(WE1b+c=F7dv>)<pY&V1gX06ulJaPKq
zOO|`yiqF;*s?T^~ICpvIjyVq=RWF#y7AI$JI6t&Tz{^aeY_5o%uT0;`b#jw+Ci;8c
zv^o_l@zY7K$;pairN`v}E$#}%z{avIQ+=HLxc<ro7tHsb%u|?}xitFOvQxr>_MFy6
z)}nQH#9JgfUG=q9UvkN8p6L=gcS@mhW}R&8jjx3-3S{mCYpzr-TI0NJ^}30A*{KRW
z+HSiqRzCbBccgLFBZpM+6PwhYIOIuMwE6Jl2PLRqYvmD6nzbwSt;{N`g8WxY8*+J%
z7=5U0P*u+Jy?;D#|MAP38`evk92c0>&pheDrI}rMlT{W)Tr}9-Y7^<N=hM@|X%WGf
zawwvJjrrbdBbFS_$qS@zZ0P0unfjSgEr-!uj&b_?(`BA=_Y|u4TGm@_Xg?G8-o2Kk
zkI7$YdMo2U)22lhHoMv?<%?H5?_&wLem?3-Pv9ZFEr}LMk7hNj&D&@oY4}ENVRmS-
zXJ*H#wr5K3cm0=pSetn8aNk6Soo^C5jTfX^D?MNMPjGpR$SwJ26ICvUUly4(VdnMo
zk~y3VtNWNHFp1n2iCEIcb^O8U9BW%gx2<wQ0rRhIm|eW(xMqyPdG6%bW^etON?Gdm
zx&>tJ`LXWpTn8_MWqF#Dgts<(zKvM+t#TfZ!eRztrnXxtMpCyfa`ct$sVYqC=CpeI
zIYcjgPoT!#8*<`jLXWMPxJ<V5&(_$gkjpm}zw}E_SCZqg?Y`lx+TswkGPdrr)~oYH
z)2uJOTod){^ORk40zS^kn(pwh$m-<W2P|t!?6^%04*!TQD46bD8otB!fZ+Svnb!A3
zKCzu#lpGP8Vr|r+=f3HS!Q`!ryd(`Li#|+Q;M3yOw*Jcg;+`9P(@bjC?|yTg?fAZo
z(-+h`_xl`K`BTl<vMRfUQSRuSS2Lzm+I8wFKKymrdiV5@#Pv_6mRwu4%6f_;hqC*#
zX{iC3A$rRD*}qgPu05(4xGCtXUSWbqmrSykfS2~O<(f`O0{JtS@ERT#w>cuSg7bDW
z#|`eBx2<1dTBodI<u6xc4}9{)_5GATl7jQB3{@8i{d5R=>?!khzN&TCBE`Fjzw$4I
z+2pw0i#-=8yRDGvk!I-XEmLB)U(u8?-uQA(t|s5p<kGue{-yumKYnB0v+wVuCowLV
z!tiZnQRTKznl~LHxlV8x2q<dmNeHJ+=Ey4Sl`6Tw@<;HUiFk;Tp-<DJ8mYgNH0A}V
zOi=VwooJyp(Za1v+fY-y@*}tM>lNCG$+H!vzShv?lKSi$Gf9NWefpAnsz>{KH#2T`
zKNKuz5pB8p$%}rK+rnzmA2>tavh2RGy!(UdyMhDfb}p=P7yIVBTs`v9?6a|vmK<}U
z>i%1NU-Wzb|IW968ectqYWq*^_{}Z4ET>9#e2I0s&MC}#bI1GL(#D3~-?E%~y$z}+
zYFeE9v0$F%gT_ST6{}f&UvAiC@bdpvJBv@gb(3a);uh&#w0qfR{heMV(NhCrw%)y3
zcxu~&om#hSCq1uR%oR50+BCO&<_$@S;W>Yqeh3%myD1$$!L!$OfttwjdF;<FuKOcW
z%K4@@b=O8N<*=2B>qF;MAJ@`<{U^&|AB$(K+w~L5X(}r|zf)_n{LxVQ?4;Ezj{PV3
z9c~%s9+?rGZS^-#L}};DycqK{VL7FiS7Y_{cKkPwOfG$LGA@=YOjPA==N!|JXR9V#
z?kNAte62-y&-bbCAJ38dexmfT=!qrLN_S^0_%&m;RsLfeKkh?IuS-W{F#Xsv`MBBv
z9f@|Ho|#p(4874W%fHB8d$Ps<PsD~JK^2ePvV65Cg!nIG>gIa2NwsE+uSp7ftGv2m
zZ_<G!Kef-8FWhv>s>mdLa*)39jlwhK$JU;yO}1-oxU}l<UonOoA<r%Ere>`9rJ8o_
z(l!3T=oY8f<#YdqelvBKeVb?eKYx4PuS=KRN;h(SiOu6ZD*N;C!L(P&!Q6LxWLeHs
z&!{@ww|&D$F_GE}S0sHZj=a?KviV<_9K_xq-=FbeQ-sZ4>7W%a+-pNW8vbJz3%Xx7
zc}n})*6ojPsd9bE?Gh7AxN+#0ELS>1CP(esj?a>7r$4y1;HamV1ZPc{7{^b+hM>p`
zL0y|=bFW=U3O;NpeoLodM#{o`=cb9jL>_!CfAMHyq5n3il-CB@#VKD(ZcdnMZNG8f
zt5>)F?|W^uuKZ}k5B{fh=j;kD_i<l4X1@GLddx4|$ETy$1qpULRIl31#F-Nv<*{LM
zTv=vnzQ7w*nRVO~x_?e9$=kK8bel=Qp2^qc^>5rcwnmTdj9!AFCYQ;}=Y6r$C*DlE
zx8>9l(KPY=12Ym<hg#gpx&6oQz1yZ!;nwHp*epri?R#sPY;~rjaGa3HOUM7~R=>Oc
zOfqn8>y7P`ei|0;c<@^L$FFZ^YCo)9GkMC~trF}EQ88@p?mcbi4lvwLy|N?bo$-#|
z1Mao*%TMk*v#<Z#*FHJ76~5Qc$s}CnYKbWHnRSfw{Tid<AM<*Ssrs&eZM0-{rH0F)
zs1>S@T&I<Zb;>RCc<d!^ab@OoL5<ywRqxAgO+21?obB|zt@EQMG_bKQ-*|@iL2$~N
z8*UQDH;a`gA7tye`e9kVLWub{zG#h~(suio@oql3>gv)=M~90`HA_qVgy$d1%`n(q
zVr7(Ku+`ek|Io}S|HB{H&*AnC-z3;!vC_jgI%9S4^p9m`C+nQW)-|5Bn`;p6X?<{l
zYl(n^@rJG(m$MFsmDgKO;}O4d>||?*puARO+~i3Inq)q&-E?|EMn~M!mj4Z_Ca3OF
zmPmTps^!jh`{}U&p?*(StrxrpUs$kOTD7U|zxl=YMRL?@mz0x<9p;tCmx_HkI^(|j
z#`Q~>nOWDbnI^dOK#cJ+0h9G?`&UP2eBZZAWKsN0d8>ad!dyCWhQ~@Xx_Hkn+URdv
z`@*+hzclH78{eO>XP);<Ui7D?6qNKZ#RwfN^LwVKVa;xGu(WfB1?#cb2l_mJs_?35
zNb6LnKFIUX+;f5Dl5f*H-JEL=xA9$U(%8D?hU!fh<;-dR^*z_rPABlU%D*m{cC#WQ
z_pZ{rji+r43~oHjJ;gThk9FL&4|8_RF%Z#KQBdb#vs`)J?xlf2$%5k89^uQLcmLdF
zyRh3=y)8eAb?4p_-m0lvn2+j~&O5w!9d8jsK}+JXC=GuVtAGocEE$gua$PeES|PR5
zfAyU`+Z!2mHs163HF1iFpoGNlYNI^K*GF=~9p(sUEM58T)r8V_!iC1+PU(tgKDmX&
zrEHk|CXZuF75^^g=5?>bL_H0j$6L;H``*hewo^gl#hq0ShhBA+Y$$Fhj<#I+X!f<1
z4Y&9v_iPS~KJ#F);^sWFa=F-z1+N+wUG8%}v$(+O<3`VYyDHSuSMr7^We1A~$x3(y
zIW5haF<)xQsZ?8MQJ$=nS#s8!-S=KwS#x%I^vwFn0zc1O$-h^<YvZ})D<<hq*>AHw
z+B93zv#Dp(dv!;l|4Y6aUt#>H&~V<O=x~RvgX51&?-ykkd~~>9ZgPm%ccZSrT#LrZ
zcaH9!V^X(zU9-@++?rI6s{#RMe${2IkuncpVU+1>^0Ar7b%}*})rI8rBgS!=*?S6a
z=v@__m%NHqxJvL&(sWhxKV7r^)@<a{Ydom^O=M9rPxgm9)9?N`TgY)I>CGN*iPO<r
z$~a4l@4jUV;S?3&Sj-SseL#5QVYlVIA44WyTB|bc%DUNM$1e4C?i22EdLyr4_)I{p
z!s)lLNrKU9$Dm0Lt5kk|y1R`hUh2x*Lg)0H-3qdQ<uoLj^V5!4pZs>g(a*UpS#?q1
z@sNkYI_X7P3vQ@hSd#V9@3i>lhI<`ss!Ul44aN?|-cK9Y@|Par*`tx~mNR$TGCuLh
zLkpgpwr4hV35kZ*zRTniFFG)1r(W4ijdqv2dJhjXuxog!Y;-+wNFX$Gvz*tD=g0Sk
z2l$^iI`DsYO~#|rqL;VilU5Zs?7qFNVABqbbr+^Rd7YNC;hy@V2{(^!$k9pL;IhVk
z_J&ukJj_<}zXdSwxz+MN^?H_9){)$Ksx#l-TAz6<{FR;Yx()?x*OZc`a&1Ayxg1`L
zVge5|hH%-3olIUY^ksM9-Kq@DME+ZxKe<oEDBp_~;XPS?>EKM3y2lF+t>h{x(5^Tl
znUy_Vp!KuOn%9D2#StABl5dI`Z127m+n2I`^~>bGLqgWO%Mx9!T|`2UsQtdVq(f=F
zlUa0?=8fzpy<C67`c~+~-i>WLsJ%RM=Olgw_rrbBQ+!G-3uM2Vs`$L^I8`}&(I$aZ
z>p4*iEJOE7#XYpWwY^&4ldF2$-ZQ7e4=6hJ37)j#D%)mzHv7o>NS==A?hmvt#8h01
zU1GB-;nZ~bh*`2b&g(TjY;|(fzj59B)o(-l^Rg>fJC;81d}-(R&MHvkRiFO3^V@xj
zb$hIMC*|n0aC$3P+-8~RpmbQH`IhR+YSz*)k#|Q9Z1=c1A>4n~$!#HGqFuTR&t@y+
zANp>w^XanGD~A$0r6y-4byl_{7kA$`pY={~h5P3(UrtT3ay$MrWySt9x2-;pSN!<%
z?d7(KmvxK-7@ZQsljcv@Bo*QE>)OmW+UHL%pLe8M@Sm`TbWG3mYV!mZL%&WhruHRy
z-={Q1oVQW-2}(}cAriG#!?D%>moT4m+4M#wiJke5Vitm~hmuzvk$d>;Y^G)t8(Z_6
zYX?s}-+#JF>GqaSS~B%{Rwt^TZ~Szcw^pQP=ffM%UPv7H*R>~bS5vLjo+HPuCkSuf
z<zrShYt~U;&)wCI8*B0nh1vaYrCDE1-ta58>h3)Ms?AbQYfhfddBRciVs`g_Ubl~@
z?kTWJeYE{nygl#6p`g1lCVHWFXJooRQGE0LL7&yLmblsT3a77q+08hmu)A3KvrK8f
z{I%URd72VhOK%HLiD25PdS|+o;$_bj6;IMRrZ<}>2(Ziyy|=Q&Vrim#h;>Hz$<KFN
z{^)G#VvVo)v*XH%V)vVzc4dDG=A>!*7MXr8t<Yyp@Z?}>zjh$x{qi?@OB&tmn2%`R
zitF-l%IHo=-5Kb&uK$OB=XB=x5>oBDaSKje3r+FJ5n^ol&m9qWK<D7U!h&7D_idRR
zpm2WIeRj_<&cob0I%9Tz(^zjmYsu6TvlcGp(tSMR<kP6#lNM@~{aBTDBKF+1kP}`{
zrL%55<PP?C^LVaiohkglZ}at=Qhx&vyiS>LXJ+<P)3vwVb~o?(Y$oJlrDdMvp7p);
zr@-HP6KX$4gdXbVk!-&6bSF2@d(#)oCX}ko)KrZQ(c%z%VEyI+>*1a8z3&C@nq6p`
z{h_gIb;pW*yeSXG%v9IR&i%NnWcKlDN9#-`j$Iei?RnWxsPA`GdeG~$<W{?%t@?>=
zZ`yl}_upN3eotbdQB!JaTkyoL&_eEvs~>%S+Vc4*v1r65giI<cIqSD+;*V#V?Yq};
zEf?)M!<<z*f8hz4tV?pc@}_yD6?z{!kUmpiq-J-Du}%~7@vF;Lr<MGh@3t+Y+9LAi
zw?87>fA;e&`Y5_*{+$KCr4ydr-{$JqX};iZ{fAR!m)8G#nEX%v{)3->r~l{KMem(&
zJnLWl>%R5(7sQ;kdYt4MrfFle<Y9R!cZ14m(dSbdC$w2FPz{K#Tr|T)hWDdD**7+>
z1-k1rC;m#9f8dC&a{=q8$s61!ONRE?aJtQ7dFa>Vp|N1^PZ4Ly+u75FHWjSM$hz(H
z?@o}*BY}Czi6#x3Ccjl;ReYW@SvQeUCL^3pJl|#BDTVSAT<tqN?{r^%*?9PzigfpP
zo`d?yk!K#oPi}mC?a;f8Urwk!-03Nn_35+8%96FgK7sohy-#1C!26PMqSWjY&qMqs
zM9q+HPN>lo`MIy-_(xOk<rYt+9gl7duqim4yCP@e>Ma6BS_}U;vT*x76Z!P^lGv1q
z9-046tqWjry4E)1_A-ay$|_eCOY_ec?Du&`UVQz(r2hX$-c#55p8lP{%3?H$=l<b|
zvuca16pry$)@2IM-J)~M&sTP%XXU~PY}aOmIV$s72g-0=U3nonrpCEo{=K;QC%Ve7
z@(Jaf@RIY{vX@m(v|;r<)3xPaxmuVC4lw-s@8h6zVKuvw&9|9H>?6OlhO?$!VOnm*
z)V<|?^GfTYS-v@!4!krt^~Z0T|27|?xU=nHKRs&MQ;!#K(D*s)R$0;VFq^du{=$t{
zO5dK~cM`}GKd^n?lohXDKRbE8zkkx6^0M5MFV^aquP#=3q}S$n*Ta0t+6xz_O50!A
z`Fgea5_8iDH39$bJ~8Z&OSqi>+r{j}^n(kTulcbmDsNGE<zb<r{Vqh}|C)6x5}R)a
z)OvBevQgyt;Ujq1^TG0fW!3`APh5{|N$z~$S1IxO)7=A{bN%KVJJmN;?$Fai8=F&a
zFx5;ijBnlX*g~<v)#<d{?5eo17n^dXZokm=^{}1klc}GDx+5~xUmuA$HFev?H8F`V
zelNL{B^YNIHX-z|r2LjQ8!94rc_L$(Uw;=lw$OE<Lr|N&^l|;2`&&dW>j_-Ysr1OT
zY<k`&p3>~H?Tap-r}^>Me>l1)BpNEs%MsBDZEK9xTDWh%VdpXN(*-Y@cr?F-Eu5;G
zrnT+(eyP`-F=j1a{crC)xG?dET_o@PKThX5cdgEn4_P7fF2cJw%<p?D`&r2iOA7u9
zCGIJh#>o)5pp#R!$hGuNC$H(DiFwX>TN}CicP!Z`Qxx0O=r6i*-FCI_F4NCkD(2Aq
z$2l?e%+0s8mu_WlORl-^|A@P<qL<N4uhV$OJMRwThQ0?9Q(F=}_O*GlOuu9JXy5h(
zvtsGULt!%vmQOwSUE&W1XZUK-@_UEwsE33z1z-ETCE^F$<nkp;xum0Kw%ExX)MS`=
z?fuI)4p$m^)*5!Y#_xH|s;yKYTXb7U#iVl2k?n2E7oPZG_e)l;Dt<xa@&}eLAAg-9
zIcc%X%3?3Y2WcODpYc~77CzUS`>x&1Bx?H%Mz=LPXJ<2ApYvo|M~%wvo<mk^<boc3
zyL@kkgQl76)!fF$99G>bm+}*wg)tThq2JcHe2DMraLiV}GXLvNXV&s7hx9+Fu{>G6
zK)ToA@5|cG7Y>i!_ip&(FkN>`)qeM1yG|Bgu`cp|@Xj$)z|rDZOt12vJ1(NTEdM#a
z{2(<wI>dhh)1|Ew-9GJ#^>V(y?D*ZkflPYV_k{a+*7};X+diKENa2>Tw_o)t`QNv4
zrn@b8Dk`lPH+eyh$Ep>lwCXQkvMJ<CKf6<ryJ_C+kKU|)TQ=3Kp0-uJuzh2idMbCw
z`vZ1QpSm&X%4imy;@t0NvGt2b@>jEkf2>yQpB6FYR}^2^iCDKaeHJ0A2UMKAL~UO-
z@VImoE4bY&Z1fH**9|#fd7U|{#FR_M@T;4~zc)K&**R4vh@25QP#gT{K}zJzZ;5YD
z?^(hBL)td`T~e<|Z}H>F-=dvgPqB@gl+AKZb<uwY-J@A2x*mMqw*9h+GUxgj6(=X|
zv(-5p9_Uz`^?BT2++X(EyP%Ab?U0W0k(<9Zd2<wtN2*)Yb{g$dRca09DhYH^Q~bH)
zj40=c>E)9=wb+-&9GdyI>FFf9<pnRhXCIzrF>kiu%gfR~b~Vhnafe0Z;)(`~Z2?6;
zmi}I{hV@F`ft%0$<lX-{+_8#Fk@r$jFDqFk(`MUz;MbzeE60tLN;tV=lMdcUySdM$
zae49yT}@-jS0B?aYwz4)<kWCFY8t~uSI4L2l6C5553YK<<J60S)mAUHXXI9>@Eqgr
z-tp*d-M81BRyE6F#b2LaA=17;U^nZXm26Apq!l8b#5$y@ZOD<A&AfZ1HP(IZq7z<$
z?dB3948}W!*`M=%zBkw6d4<74*I6MvhT1)P*SB4<i~V@&>Bsu{POpEPdl((Bn0Sp>
zbMC@ru}dyZ)GJ-ppt<4i9J||1F6WfpXRqFIrmI9(f%%;v_eZzqK}#~*BYZn;n^#xv
zn)=ZD_R|fMlB4fP3aM<Fl^fV7GUtZ%WT)L}H&^ycT$}lGX^wo}qx|ZKSAJnnK8j5}
zsiA73y>0JZ%g1{dpUf=#&Egk*bGmJS(vOKr`&+Hg{JLZmyXA52f|*VyEhAaY3e;*9
zXQY<1X)d#9Nj1Orf+<0kJ5l}hx4wy0;$OdB*|=@#A9ba!BT^D8v$m_AUdmys6yYqL
z>#Vkbwen?pm&UO^GZpLG96kyahjn+P+&IxGs<<HNBO~MAV8)YP&ed-(oO|obark)v
zdyft4(LjCa&kmEFrM|3JF+X(9fp6im$8!^2s(G^h@>tn*i*d8e`s1#%E7P;%tM{Gz
zA@eSMX6Eh(?!A@wn7kLS=Uvv`_Th%g$1OHnt;A0(=={KUG|{d+KeKejTZe!Jg{z~=
z@2w4;<QX_+?)q~&>6P}KQ-v&!o{31!lnk|4E~`8B!+pm|O!41-ykC3VQ9$%nABW|k
znj(p5ZB0H8I07FB{xCbp7PI42zR14+;lDSpzxUs5`Dwd5rn{N$?mZ@Z(^xUadh^Xo
znR`~>o?~u1N4e>=313a~<b1a|xn|n~zb@u6o%lRRuuxI%kje6+ekTML_6V^zUJGAh
zE1|BWddRAi&B8iKK)5kMvq?htLw&>P^M6$*1u;1`Z=aZ;%G!9NXtkR4`{2|}VTXyq
z4wD)Ey#>C?TRi8<Uawf;w$9byhOy?fmo`@(&J>n7&hm#p&|K+)jfKI+#?}<=sbb-4
zKR#BoJf6F9#a_k*>m2sBPPA<CY4UD~>~qw;Q+4a=5?_Yh0Y*=D+)g_>y*IyG_l<<v
z@lSuh7iMrv-`d^w%{)V;J?-NKKZ^^O*t~9EY7#!N>|C!$Jj-6mg}IZi|LvZ9=}yxk
z{x?d23+FzbreP_0t3zMVA&C7&Ss+jEioj-W-%TH*qI)yBS!X%+iF)KW$NEkwbG>uI
z^>oA~A2-KD>$xiR9=5he7Wm%k`l{;7pIfI~7Bn}{S?J;gw^y~@R~Gv)7CqqU^iQ7s
zJKbT9`GZ2{JGayf>q>Z77VMmqvbwJ$X@<<CoU-kWo$G`myQdqyo#NKV?&#Kb`rgeq
z!BJjiPHpQWJ_XP9+J4GaBvU!AZOs9#Dc8@6E(!1I`XO`5MO?(oA?x|X%>o9@X?Il)
zKFE(1l3Vyr_kmBXtf{n>>*XEJztk$1a%Y(b`%ZPp71~%C6D;BP=(im+*MEPR;3$>H
z$>)~t&u&*z_J6T@PmOYsdhCmBtXHn>Y}m3hbVZzV^2^f<6+J;>(|ivt+_<qx+rv6+
z^})Is%dS+Y{Jnh4x+CKt-<kt=PJ|0*m+zZ#U<%`8n?k<avcEB$e)e`eI!{6`#~9pI
zdsxTfxBaD$OjFj5!mJZ(UfJc^v@YNG<@gs-XL-go?jI91w5wJ#&X{{+<xjJ!>_hsO
zr*<m~I!#uZl5se4sSlI%iv2rgex4LCSLCA4Q<2%p2c&Xjle#XiJfa<{<1Dz$#6r1U
zqtasjGU+nsJ9(QLAH8RIndk7qHp#5vj<Cr2m$pg2(|@!5xvS!*`LI|~>FW)>?MwG9
z<77#<cZ*(kOZud7oa7fR^GAEORX^Fh_slvy{n+Wn>rVfEcvx%q>jZbk_bVM93w#uw
zbgV6i#iQP1Yk2jEUcIT!-w!X8`=vDDoLcz)r1cY2JHE|qsF4njzR0(3Ma$V0z8y`=
zqFMegO;~$DQ%@>dCZS@5a*9u4=7PyWiTP6hYEPYXd(tR4Uw~nOUhd0l!5P_2SF^+T
zrYS1Ex@X+5F#ADo_WZrqN=!67{jW2awS4}<AnvKzqhHB+YdPz*OI3nJOI4ZjCULcI
z*lGXb`_GoTjlnLfx%9kuhpE<yJALf9&$O!S(>e_vfjhBb4pZZ`UuYf`469uIt+(Rv
zs<q}UooC+kRm80hoN+Yg&1TbB5xM){n|c?8D>%+R#Bt}}4ngh+%LR;&E4#yEyW)7>
z&7LgodU@%l#XXm|TwJpEWyr;i>#jdeGhVlRXWGp7N!gon|L)Lzy7tuDxYr_+SKmqH
zYCc^3-uIM$P3b?bBggJE`TEB{ntN;7@_Nw~{oTQud4El$y`S|(EX>^*nkP6lfkn!Z
z@seT5l;1b2_AE<?Zn~Pqw$Y|#n#!Y`I}U78nQjw&s+4k%`aa50I^oi{{K4lrf$D*6
z7ISj#|4#d<o0QFQjgj-}22IJP+7=eqma}5>FV{Z%8WB4?Fw1}9*Ua5X?^<4TC(O?7
zm;G;LRWqlqOib#`y7}f?m?RyQlQP-$B+A6+T1_f>wdcI~HD2inIv)=@Z)TEsa{az&
zpRLxjtFbQZjvvy$zVuB|lA2Me?blM=*VAKQ(;LKi>gXb_zgIXi>ki853MFk96<fq>
z`Q}V$+kOL|Tb#b~T|VxcGv;i|y`yeEA-KHcO6NAS3fl;)(_L3Hx9nH^Vt&!o#g5-n
zPk`&TRr2-IX5SXEoh!7{-QX8B!CCI4;!XatSBV}?LacvG?z)zQigDI4ig}o<zP`-4
zYlro>yUxBslb9?nq<YMiy0Y_yL$t}c-Cqp~Ym;ATraNA8$T|?or2g&k6Lq^MW^X=i
zF4?14U+bPJJA;FL)%`iW)=|>OKQ5Es>cH->cX3mz)_?oOm3x1ur-bg4Jab9zjoHcL
zw`!mHSkC@kyjSYUpVJ~~H3hP)Kg^GL{Jr*Z=7V(G>gTHZEOCqPslVX=bL<IoKt#c$
zKgNQO6?422CVw<an$Q^bik+v#Qe`jenM-0tm#$wgvYPvK+n)n&JN9n*!je*bUm-7{
z{FG?HjY~FRtTXQQtf*$*n|I`^wnw|^?2WU}ADVgS_Mx_u4>)}E>|f+qG^d(>tQG21
zQY>9kG|6m&&nn&c6-(ASer9_#yXC!w{i_*C?TwpuM9$rp-niKL)WNv$O#h=|5h_)o
zwr{&uds!E9ObQe_akPX<Vb}Rb5)X83E}p$!?*4hx1gC}_jHRC!-Ad$nq*8F{pQMV)
zjaecq0+pt;FR@aMv^ddn@FFj#+1l7Mjnj{6J}h@-)L3GC|KxtjPOqv82a$Nig5)DN
z&b!FZ6nkc!`9$>O%&prJ-bE?ux^So;sB&VNr*uj7MfjfYE)S=g)-JIPOjh`>G|Alk
zMq%77`^1w%y+KC|mH!Bwy`W_j)M9&?L7@G*>C9>U9^dv(aN{zY;OWSo(#a6ronyqg
zhJkUbkwlx)-pxPX7nZ%7!(}aYO!lZ*0sq7G_bfvuZ25bFT~#!t&TT;(E02*<Uv7eI
z$AP|GDYGvwyJk1}qT3Oji))$N!wQx}bKg`=vfbe6l$`NFBC24`<n31z+yx^qi`0EM
zF=79_2e%ZS2V3^o|Go0gBhAD)x=;4()x5Y#I_r)3-*jAK-<_ntJd8<^VT~Y1^3Goy
z&P?9-*erNrkHf5a4>m}Yl=hzQ$XfE{!Pmw6nWk%59zIZbQ|vnH%Bh`_5i7r4VsKm@
z?AoweXC1?0-Zz?G%D3rio@iJc6~VOOx}>I8p4%0@oo+oV?y42XO%_advDnz+`<7ic
zn?WrnR&cG*rtn+u1YKp=3Tp2yZsIWZ+kEoY9)qZqBhChVGgGvhA4htbHy){*SX=X;
z)i?1~pB0DGHIv839g5C61$pR79PZjuoO}D@lY*!khNnO3byxoV$0m5)MrJwJsg*0X
zg_eEZ`(ndOqZrobA3VOFsDI^?rC7xHO*b)edSu8<-(8QSRBkKi3hqvCIISa)IpZS3
zHYov<n|;eJ`&~PbFj?Vl>5`Lr77u47rkgb0QeOP^7#sJQi%~g8r2excHop1k`(<h2
zrPhNr>wE)Ns2*awAlr85@uDA}-b@vA3V5lX)9p}L;~(m<s^ppgXJ_OVu>y@2(;2==
zEY&y6+-~$8G|vey+0{0IT|~h|cjM*on@>5eh#hsEcJ-|PGAr{9I~TV1Dc==vd2je4
z*K^|MgVLub*p%rB{$jqo$-_10q~-a$UwYZ+m|Of@X0ms}TeeNhUT(=O5;mWEWYKJf
z^r{o7nYX5{(G}@u)HRvVk`%7<yLRcB+j^5?Zi!tmKd9dLR$a!vce2$Q2G-A>?n_>j
zAMG>q6E0ht;5{MKCc%t_Ur^M@SnJ5F6NdusED2$MRJ&oO^lVduTkN;F@&aePYI>9S
ze1(&5#f-p~d2getIo1VhD^EJA@YQ~wbi}dJRSm%hl0??X3F>MnvX`?hpKKp8DdoVy
z+^{@_1#4IZ7JU9@@wxwK*i{2=(TmF^57ngIQf>LZsb%dXXQdmWw{4uvZU&lYO<uTh
zqREr5$KJi_OIKk$7vNpkq~AQ}&(DcF9eync;1KK+Yq9J&c~I?;WzK{-JMILRtvI;M
zLg27zz+4yQVw(+uArmi_crD0#`{p!zRqxFk9<>WpLVql0whU34zc5=cL*2UCWCD}p
z3${xVc9S%Z{$ffgHZv<ckmO~ntQir-*6wgbRzR#|a{Q{qgZx&WE}<#UM84>%8_pK!
z=&QLGsIBC;IQu!T(-zs897<xEsj=$89qozgtjW$L|5RHtg5FghIaR!E-uk&;wk7x9
zxW>5DSyv|0noD=L#-y62y=js27e;*Zv#WfU%3@vJGV7Lf=DMpVCmk{MuUMaQ`oQnx
zz-RpVAB5TO*~C6BzWy~J>Aqq4|NS{X?%xSGz2#j<<Gs0zo%wD5E%WVEHpQ;{7yFUr
z&JDkcpUJ0dKb$U^`daIHD4$T=d5bfDYel~{m^Jp6&CD+sY=18ubNkMAFaD`=$$?FI
zWwng)dFfnB*Urs*mK(cuc3xM>uh}0IZ|@9Sr^{8gFTl5M&b;~4I%fH-7F~bwVR}^X
zvBz&GMEzc}jbFWO?yoz?%GPQ!x#zk(xKdZUa3fdu{GTTkmp3U%9hkY5D<<75MKp5$
z=|#%+-yJqR*L-&W^8O%~_&WtJIWKNX5`6Z|^=zd7{jdGM!@o?iQktJ9lKXAhV}7pO
zSmSWhtJfE@Okr6*hyTxO;Rn}B7MM-V(t5I5!0Aw(X0^57Q}fcjbETZmOH>_;;4NPB
zz&ST6>w+em=DlOyFP)#ZmF-H5(Ylmny}WVb-=Ch#oT6d_tG%wzx}>GS{f%=~O3Al9
zGv}2#-}7S-UL*OMQ}<))vt3$-RrgxoR!r*n;qU)4<icmI8{e}pe^Kq9@3^<*?E)sY
zV{SXYT}uthJ7alF)ljeK<@{MwC8i(Qkr8UQWO|Q&j7)_D|Mp*O+1V!Qh8F&3lVW0I
zD|2>x-|yd=9#<6j>e9VEzizRfn;G`=%D2}-rqf;&Z=N#c=N;|erClLMzuB#we7I$!
zcJ7OHJxi)Dt@4SQ`eRK^l18!S)i1gKUdn&ob<_U(>+_HKe(sC^5^_FjllG&Q>h^h-
z>z1~AahFS^thaXfU>o53^vn0|>sL3<NZIfudza0VmHAr&gt@;?;Zd~Rv--8@y5JjG
zPG@Vj&r;Q&S$}iKx8-UXw)5sC^fdp=TfRT@UZ#qH>ZccR>)yUwe#mxLNshnohQe2;
zK3<r5EMdvpoe5UGjTRh#j(v@|Zfq-lqByZ~-6OZf8|HEu%e^#_Gg^0)_vNoc>lVGQ
zNG#v8nd{>-h11ywN_ysToiF$y)_N@=bD`ayKTFbV*GgY6jqlmeck%K5%O1Z&A~!_N
zS9zU$dExGsn{VdN<}y8ayhho6Y1&uIMK@+$z8>rP`)g%)g~Q4M<<j=G_MiU*+sWGI
zu4(HlTp6^vF8ZiW#Qbfiwidp9EoZ%VW!TGA7d>t%J)CNA^6$y*ZY337F~-*qP4$|j
z6{yuByNO|c&;t{ds68`}R#z=DG|J=umR<FVrPSqdYV`A6Rj1$b_1i9&fAw-%uzv6B
z8Gfk+cMG&E!W?z)@Z3Ex&oXL#zhAVi=!?LFt>&BVzs&zSP0V0|$^J`wI~^|xdM`Zj
z`)q{jF|DQTp5NZhe{#Ra@a>##rR&%K?hkwA+*nj~Q%FDhSS{zyiFyCdp0KOCSi%%P
z?G^LABhQ^Kc1Fcrchf7HzOl<M<l^N0k0O+r51yDlznzO$bXV_JletS<H*YDJ#&or=
zreRv9h|I2w*Sw`(-ZweB)@JYJsF|xT2<sfm_RZQDrn0W!lfikrDRrED%CiFEzbu)S
z^w6PqjqUH#&o<tw$XT9n{(XMk&!)vO@fTiHFMeNIw{JyYySmyXU;Sw>%5@KlUv}}<
z|8e;H<@+LA&XvY2PiU%$IsLX-{7U3chf`DK<AT~#9IxweY*`<-X-?dxE6-;w_sU$o
zH>ypcvD=;L*Zk7IH~;$cM?KaqU%0k;`^q`L*Z5uXc|Cpix&OPoG**46@{aG9EL(eF
ze{g5ud@d~s1x>BTSDTOi^_x?!ShIV{^Pg%9UU}}=T(viF=9;+uw@RN@uA89p!ISf4
zX?@*V?}cs)w{hKlb7l9t4>Rl6FYA~pI&Z3Xb^MplOZOHT&MBTWcb?gcb&lno7xWTi
z{BN9|{NSW&%f+IVA6A`~WPMw?z{YiX-I^Hb>*v1S`u^xdm4xfY3-degt1LYCPUP&R
zNq*Pw+t_~oa_3xY#Yd;#r&mrYnrp0->AC3D^|L0615WOX<$g2s{pruYEn55-Ke>7q
z^0{1D*8THo6~nt<D_<?T<hyjXmv-j;uY10x&J;cNOJnz{D?7wKd4zmCEHk}!Ys!|&
z#{q$B&rja6^J(_st#-z*jW^rLv&OkEk53KTe^VnzWLv0&_Jm)a45lvIL)J|V{T1}u
zEah_1ui48D6pnRBI5(X+HTl-cN#8!G97}1{o|1kseQ(M7>z8`k3}u@B&UHKERvDda
z)q7a_^93nucfOYS??Zb}UQ6-(@>lob&#2XhKG=%+ec3zXRb0X8Q>VWg{88dLz2@@f
zm{Y>W{yNg(ZXtKV72AV6D_1P}@_e44vY^)KmudHpih4XQx%Vh-Re>V!{vTX_T@Ezz
z%QU^&DU|r?Rb}1XuLst#m)Wk@|EFJ(y!Dq@dvxHXBa6N?yIKk+vgsW3ThyN2+NLt=
zhu-{sx5FjZUUFy4s{Z8{5Rz`YTEE(v+c?X&YEIa)jCUoWiEA$eFY&%wtF&tGp9`7?
zcF#TL#J#z}@1y+b)5~mmXBf)yh3K?4Z*6Fsusr7aKDK1Bw2&{~zjn?!^!L+JzH5gL
zMv0Wa50A4lROmGM&}ry7aYLQ7|9jVKSC!J2#jkvF_Q#!|UEeCb&hK67yv=3TTK`Mh
zFG6guMr><8Z?f@7_q4yMYpq;VFG-mxiQZV57|vVT`e)w%(ALj)9r{eGE3fC6cPw8P
z6x;giwUd=8YpuGupL#{XZV`#1!`XM^8qEuSoaNlYT9PZQbi_}u=5E0I(@XbrX{-KC
z-ZEva-NjpXEN#mVtz<6aQMh$LKYrc}zl~S2-(K7!^(I8Xh9x#^?eb*@*QE9wO}3A!
zu4vjS>Yu>VYA9AF#nZgTxpK$(+;_{letliJp7qm3yZxH3Hw=;&Y?Y{aeWX|InBv@|
zS3xaD=N@yev^;%oV%0g;A2t&f72D+bW&hIfeEZdnbMNjuvp*k;@vHxQ<<5?8zgsM-
z4m$nrE@WkntY~-g=9(M0V#Agd4N}~)o7R87_~>X=#0Dpk)Co2ltn8{iPF#65|G0hp
zzR=U*7pKfSulag$m-*DPi4m0xPbj+ztrGgeyK2emN%NlT*V^t|T@s%8d{z7WB^}(G
zLSzrF?o6IqW~8a`li}&<M<*=BFEQN=3F-cQWO)d~+IcT~d&}dw_b4fai&;LrxKv3g
z{946_yQ-#+NkyuD$ro4HnC9zN%?o;c**9PO>}B4l6H{Ab0#hq%p4a**J1WMtG#a=a
zlHjuLZRNYSilf2%x}i+A?fQ)j+M$+}+TD9M-C%yOQ|p4&di|EDV@if%CvUyfT;Aw$
z(y#vc<@@~l|BLib{j8cSR+gF=E@svk_TKFZw-^@~ieC9uTM?)m6ZYz2%+qbU>c=GS
zzezOM@HIWIe$}1J+Q0r}Sd|?8RJ(55>X7S~Yi641US4*2d*;-x_tvlEtJa+FSvK{S
zikg1F?SM=pBexlDyY4KWy36kV79Yi5oleWtvsaq+`1W3vTBxNvt>Ce@)~3SBrm)my
znVnLX&Xw+M>U(l*;vI`g(yO<ftX-vFk@R+T!R>kTs*FEHMcwu{-}d~OVMr2#+LB{U
z0j4j0E@EmsBVn9;L7@NTPDj_C*@gwjPDna0Prlt;yQ0_8XStzI&%&^Z<W}>ripi@(
z<4xABPTq3n@%zg$K0Ilg{+2L{-dNeRglo&K*)i*WH9a#})@kUw+;Hj{S^qQF4KIla
z^vo1Fx5q1Qz4-LL&+U!Z#0pmJywLsouyFaah12SzPw&tE8Lzy%*3VVw@RR!ApW?3=
z@w4i!eXDix^XuC+zciLjp6{7rd+FD*6^zdPQdx`6&s?`T@`@Qt(aWru(6hcw6)Xw1
z+at4Qm|s2he$5}zzo{-2FQayDtK@&CJ!?XasNc-@D^vnKSJ`a*bY#|!panq-_Pt2s
ze8e)>N5)okPTL8;<Sk1Y+#dQBTkF1f`Dw}Qu-YSnC1G{xPlbh_J@_81EwPth#zkw2
z#QNx4Z(g!)eYIZrlN#gR&5Nv=esxN<7kc#sC(X(0Y`nDU-Hbg-`+TQn1eS}HrU%Zi
zv=N%BqUE{VYg6p*NT%vP6}9|xpC9R|_{`<2vHHL265*@gE-FQ9N3+&k<5`;-aH}qg
zXXf51ri(QuN#EIZe)httz7v-{((B;oe8m0uUg#F#V|On9**g7n@8$-%N@*>RKc6F>
z9@8@aa^j-KrRVxl5Bd{5S3mJR^nK=z^fialmhbn^U*&2WaYehN?%&*PmxU+YTH{)K
zis{FrrSomWzJ_Su)i?gq;jp#CLptNigrFZ^uk5+@{-EKCLw|1>TkSnRKm6fV?jG^G
zl~Ns-du{T1ycy@7T0Z;oHv2mZnlg8bsfhZhth%H;*|vP~wU-v_9YuY<>=)A%U3#kg
zZPbg*rB5z<XB7&)iC}XwKj<!Jzqv5>vwPQ<2HiyhO%WYe^;i_e57l!oY@5z^!(Vp8
z`ezjy3uSgQeTtu<V{;&2(+|IIMV*iNJzn1KT=tyxWKg{7o$b3P|Lc$c{iitRwZH8f
zvyf>Aer#MX{pG|)ukMaN7q9PHxumJ>(eC!|Uk+EKpWWxs*nRhmZrTy9+b=hE9(oxS
z!Ri0ZF?Qk42=mVB1mz05eXEx{ef=VG?9i=Z;rQ9hf4%Z)-hbO!`1<tUDjl)+=gvEk
zp^<p|oa5{3uXzkKUgo+el*YfGAR%I3Tz+js{Q9XX63cB@uE>k<_3ZIas;RMjFLAPL
z+Ly;CmS2{Lt@741-J$tbKfmZ;CI9pfdT%B-{;dy9=xbhopI?dd$*;Q~wOx(N;tIB3
zF5h$K-=n8BOJ~jBa6I+L(d8YPJLffAl3SSlJ^0<vWtTv;{_fY`_h)afoPS;{_=eg2
zklM={i==jCN!;G^{)hReKNer!+z$A-@X_M<ci(qDxqMjRt<gu}7u|ESpWfP0wk|nr
zS*nai&FS<08_RahynfxP?~8|ta_YJ*N^AYD1ex7A^w~Rajmh?Fr!V&|jM95}w_~N5
z#%7+THKG~`)dH7hH0^ob&ok37E$aD4Y2BA!_I_<&W{_1TWu{x0+$pX1c&@>LO5xb^
zKYkj@?)cT~=NWBPyVC2@w)y+Ar(ZiUb&quRoruTkHGALI?2mKSOZ^|@>(R3?iH+B6
zbFgZUydZn;>~)_5yytm*`nlwcb;_)X+TmI!`KL~K(XlA%56^dPQBf_ekdPHCzFZD2
zzn3209rT-N!OmFC-T$ob)*e!w`^0lzdcXy{r(!PJ|IYkN56<)#Ds=Mwtzyk8ykd_3
zdX@jhEUGJF)=&Rkdp3X9&rPytW-tezX^g*e<>K|fR;PsDY!^(L;9vj#&$-uG)*bR+
z4_RG3->~+~_orV}R@dB|ch5n+%3-b0(%{N{8&@TlEK)CPtYC6Z;_3AJdL(Ru#ZBhz
zQ`gPiwyoia*axMWLlV=sZu;JSzGUsRKav-|1{AzmE-rVzfA;3t8!w#l`!VNlx2a%B
zle*{Q^|$7}xi$5r30u@f^=mhOI-k;?y)@K@^M2U;EJ=00cft#@*)M#(ao^u``lo+t
zYcH^S%$}BZ=~7Ma_QK~z`+qK&e~9nfY4`8?`&T~walLf+<)C@We8>L0_;j1ODEp0k
z*eR_u^7ogBeyeE?VzROMSmb<3J3G+U>D6l6tE)bnJP3RH&*=S@|2N{U?5LB`zy15p
zzJGU~^RMWA{_nEok7cpP?RERk-2DE`?c^5uFL(DCuFX7L`K{IPs@9Ju%a*%OZU1;h
z@$0^6{L*!QxWyzp67Jo7_Q|($-Kpn)IK{7C&rP0f-}@!x=ZfoG$18sSxqkU{*w?&`
zwO4m7pH(tpjn14!3-$En|C;u{SZ*#6tA24qftwA(=3mbFFKRS8T3q*u?qBvhW#(R|
zw~5OoC!C#7`SyqIL~$P_#a1EDjU@#lE>0V~4!jR%eH=1D#k$kae+jGShr8Z3EbG5W
z_)JW&^XqYLdTVYd*16Fm)85u_?yN~yMCNL<3K|wU2Y805n#<~KDEhUv@NLY>H96Op
zdAYDW*mC%T`NH2JK`WL7ocy=JMMbWu@K$T#t%p59a>rshU-xYh((8INN#JBx#=qt3
z&$kL^YUwVXaLP<HSL@Yg-xbRrFS?|s_U<%$b<NV}-_2IPe|_`twZF>oQU<SfdGpI@
zsb7D+Pg(0-#)Jh6{zUC~7o&Y$OtfTQKyTC|>!>HnR$YA)Zg7}n#b+LRcE9u5lB*Mo
zj@n&|$jn>1vuFC%3L)pTo|%Se#};_j+zC`GcR4Y)x!}0!>-Y<dy<CzW$tr8-&bsgK
zoY=G2<dp2kqV(T46famSF8{N#In8i|n^{6~LhqY}Zf(ME)!u#yVY4vYml=I{qQvbj
zYx$;nm$4^3y}pmjVA=HCpy=c0u5H|0+OTdGYo_ZW(U(^YZ`qY?<DU>#w{($<chGaM
z=NZyBZ@QJaToL}1bzd;>@oq8Jm715=IJvfVc|EF%wcEb6^}r7i)Au18=2w-cKg-~5
zT>L%bY*XahQ?)0}?O6G9rvAK|o-nmdbIDabC=zYWw|nnr`SjA)#ivTA&aS(2S=QNK
zcJ-YL%6B_=cklSSV@-PBSC6;SQ)?GL+B?_&-E{ZN^&E1R_oAd-UFBB1m|1xFT=~~8
zvGMPfRtKjZW=JfpON!EMShRLiW{6qusbzsTO&p?sZk@~hdTH;)Pq!qsvVZ;xX?vNr
zyfG??)nkpUN?6FXmu1OkdK@pa6|#lSjWSqt`}oT15*E_S<D}=l{~~ouT<c!Uf2G2`
z`?|lip4w-yF#5_N1+`-ahHagOSL6b3Dm!GnRZp30)*)<_{co<nzxVabEiPSM9)UNx
zwW=LMC#>D4vHIGX-A}Unv*bHUlvHi)*9L4bS-0GBg)f8CB-ukPb8oz!`{F|KQTgf1
z)-L#~ZWB_Qv#TVwExxAD)Kl13x~WL<eeTcd@2tX^T6aTsfm*)bzst#o?wKCB>H62@
zS}&4qlUDo)c)9SB^U~vAKW^WtX_DjL+q-b1p$SV@o5RH$(o%5={}&a$jahkN#f2QZ
zkZPCU7whWo_}g#0d_QE;wx4tN9Qvo~>-F@LmG_1jdrEAUzVkQF+I!iB&F5a?f2H-y
z4AO4NNHMuMH)L=K@V@`>k(D`vXMthUF@dc47KwX8cC6PwUY5Deu*2-y?|ajpT)3g)
z_hNBwX=T!%yiP_Ro`hSkf|sjUmu@#}4PM(b)vUSgzz2ibcE7%FmELl~)AZ|&eT&py
zE~sa`b;(ysVD0;gnR6#qKRdO`PA~jMyZ%f522=m_kA)jz<hOx}bA9>iW?`M*zrSFN
zTI6Wt^KZ7LXH5ii?NyBft22DduBD{=HtoCR|6=ve@}&y`Czq~!9a~yfe(v45O)QO1
zTQ8pz|9b1nsos)(tef+Dmxs+e6;QFz?egro`xY<y=BO@h>8*D-ji>uslFGJ6EB}7E
zveEYXn$jDV>mR#u^<RGD$ur|xa?0_uHQ_tn#Z>-0@?dGMsj^{SXQ6k`>~pV;<+>WZ
zd!jehRsK9OL-iQXdIN(sr+ag4ZPz*;H~z!qI_<hb_DeVQDOdkT?VtO#x+-erbEdho
zuO*kd9bWOvVn*>pIp4S!{PPWxPTN(O)Mm4Hgnl`_&im@qsHnP!!V=o?cKdP;tgeqY
zn4J4G_3HK6I<a|1n||8fzp?Fn_GhV@+e|O7y#0GSa{srUYeyW8_uAyXn%7=>Y2W>H
z&Q~AJ!ybLTHtSKn*MwD;e|Ei>Q(~M~9e??&Z*||?b^BJlnIQf1-;Cw_n$PB~%6j~B
zUUJf>xzCxV*Hr9Uz23?Gwf6i4j>&sgeoD2u8}_wsP0csHy2pyw=Kel>zOQOu;@;-&
zlF#oyefW`l(cb3L3$N+VUUjSO;P^hZEG}=uzdOG-AKSRzFRboVe#w^nuligz4Ao)N
ze{B0_F~7#Ye(Dl~t*==M?rLY9(t45=ev~h`P&90s%UzD(wQt^vmgJ^Zudn#G_>xm<
z>%|~Hk#9e{e3xyy8h*`B<lftbJ9lSUw%KtOR>!Q;^PRr#^oQ<h$;sRPJ)Tr@a@UGk
z%d%#z%Is}gwS48gby>Ssy<D|y^(+vh&^#q*+3m-RvUaVKT$Q$B*21i|RhAl6e;2=k
za|=J7U%$#@;`)EC&mcwgv8}~RXUE9c>@#@m)#?U?*A_8lnarB8!XPkl(IJ=CPA=iQ
z&tCueu?W<82x@RNce|T)M_xDKN$*1QwtEuQ$sc+znz!AL+R`AI;KP{AB~g4}2Fo!W
zgJq3|{33y`<1e@@Ycdq?Ihk;VE!pZuM`DVbMDU>*LdWJ9sI?ku_hcrX;Z_&1`{&`)
zb7YUlnQl12tuAp*e3hZ0zR+hSIN>C?>!0gmuU2Gru5W*dn@p^HSREb|#}vELAUJWE
z@YF?l8S>tXu3n$YWh|PebtYuSVqtDmu~`u-HUuOtJml2c%H>^>wD6ddaJkl<l?BTW
z&E+cpw)wx_|GmBLU(ymMZBDtV6Kmq_b7E4)W|dZ*^iP2wX55T)%AMA#sV!PG?Yh?K
zb5m69Qg%-7Z;Jg|a`kekZ@6jf)soQ5p}y}$LTsJC@`M_PoDDE_z6xUWvj0x|xoOjt
zTgfupdsi3w#u$fJo%p`Bhi6h?vGKE)JsOh?1JjQP?!OegZ+&XW-JY3Ni{GW`1V{##
z9^;xS7+zGd<u5lPLZ<%C-m)O5ArKT1A`4h~_85M;wuqHypW&}#FQgCW_v|-h>;XkZ
zdh|E_8LZHl=;=&2!;-9Z2NDlv5|<Co;6K)4kk-;G;RcR}$V4CR<T#aQu1Rq!&sz7q
zlx$cUU%qZ?_TyVSgA_kI#eL;jV8v{AQem@EmYds?Q!At-H+qW(C<`mY;|3f{PI2FO
zYP1(8rMqnAkuX-CmwIG#PsKCQl&mu*hQW!;4*9gUa&e1JdvV06w^dC{OD6;xBeqtB
z%a6@fdl#}}wbT5E&mP?>T)E3+{|<IL?t^n%ADnY4ke|N9`<m-jlhER9P|^qG0(jEj
zS$g$ys6Q+Qz`=f}?Um%JbVx3MrvE34?2i>1uj|Z)CVoi!<kt0`+Os#V`#hQzzw*Kh
zowwP?_NBdn5Nd^I*N4n_VS+ApCw?)jDc1!iwtEtl$uD|0nzMmY|3`DR25879^GQrT
zFoU&g%QyWDCE<fJIFE%GJZmzPTyxyONWO<N(T5`$oC$=FE!iM=_{1IqH8)VGgM%JS
zw8s3oc?06Go?2d>N;c<ty}4%#ex@hKGyA*?*Ghp$l+wn(+_O$VGR}o<Y};(4Z_j%8
z>-@2OY$xul519eZ4TtV5V#+#WvJsZ@QNn*m@I${=YteTXJFTT}6$*Z^;jXBQnWYyy
z{h|2$+nzrf=4@H7`Zn8XLHfrQIq}fTA-=CgLTqEdf|EKt#MiE#x2_7Q+>u;$Y$0=`
zz*n7)DlwP8J61^LW;a~<yJ}X8!Uuh>>(FjmNXD1R-?kpvH|@rCq2EzS@!lQTow>Rj
z*H*G#nURqMEqX-Nw0yqI#->d50^4!%p1p?Ojy;fGoX@l0@ZYsXtUip%e8>e*Pp5)N
zQ@x|`OzvYT25HTPvOPZ&l-nk1CZ6F;_LG==Xol#qEe4=8&oOhtLWi%gq;YJkJL{Db
zN05u7?jw5wWUAWKOr0ms5=M5e>ICk8tiC=W-~tnrz-Rhhf%r-4#BZLdtKva%(CMdh
zB_bmUQu1(%ifQRw>}-`Pp9Ks3RUclL1;leVg{3)aZ(cC<_|n%#e;#!^_!L#D-~6$T
zx8OS4j%?;TTN$-}my4Y;;!dp;d9!NyYUB!_YVm?sFA*ue?Md3dCg-U<p++IcB|f*Q
z3$HEPHFxei7fbQ_$wt1{5-&Gz-Mv@s#$~r{`@gIHG4I{;fAz2ZTAwtz=at2@#n&(#
zVV%YraGGgFD&rNK#6_<%S1n%&u6dw&?#{=8nh@LAt2J4#>;9O3St9!X%d$!Q+L!EX
z1>?{A8d@E>^_BCqVDX+-2fLq=8lS!$yqEp9s(;%%@eJYj8-z0)qf3&z^Kve#^PKoN
z_xv?;5BA)n`T`QSsuVw+6!@94L4G~god22Cyz}P${Z)~>vR8NO#-(-}p6q$8n>&5-
z67{vmpA@Zhy{#-U;m!@Y`(F-SUcB{d;OBM!E^iaRZ+PSQ(<isTt6tgKvTK?Ei_Nq8
zU%y^T+z~T9|Iz!ZtLPTH`tMUO8*bH%&k+mu7c+UX<IU@`&<oZ}ue5ADE8SP`ytLhm
zf2v$oqfXAEHzyg{0t-)O%T}&k+*WpEtK74#!c8j83LjU`S~Qo3!IRD5QETt5H8E1J
zr%Fz}@hT`_fr)CMh3Go#@V!%yZ0d`+cDTnaSlj%1)vrEvqmHO=jdK!ZdJCuMh;>W~
zR_#$%+uX-<ZQ?;IqlgCgj9-~1hEp3gKEB>j(wDN1VZsrEp1(WUk8914IDW(;iH|wZ
zD1TMW^&MsFR%saa%{b&RB}G6ru=8z=d#YP%&vP!Llj#pQ)+Xu*C(o4d_KE-SJLN}h
zUv`{mX8wy6?Q{PwY`@uEbH8rsCZE)qr%oN4dR_ZsWUJKam7BSyifU<xgssTwKX+?o
zZv5kAXI*L>BJZ8ld7m<^{L_gu?=A<vJE`NPaA`++rTXSQlfhC?0ynIjx2$T`s?1f-
zp5D9u{d9h;>aVRwx|p>;{|>x9|L?w{Y57@e%K8t!GrVETw)?mPi&Te0Gq1{ydNbSj
z-NzHYOT3X|4$Rn4$s@8?kZn!lGV>drY}TG1m;xggZJMGv=hRCztyOnocJBO?(sn+}
zW~UqDyfXq)$r(J047-jQM0GFU{<Y+-TF8}OUw`L`yvQ`&ZZGmq<lXaylD9A07`TPZ
z_DCr9b6$A%;m(9x*M#luQzuVdF100jMfny@maqO^(`Rp0e(<<@1&i~=>K~KD{#aK8
zoLv9>=bps+b$_`Of3NpsRny<J_XYd&iB`#Wo9oNIX=LnC;XU^EZ`J>w@!<>CImNc#
zNefPRz5CvKmN<jrOV1W=O13RnQ>66aR>F(w3U9;DbJNaT+gWLIzviF%qjlnc)x`F-
z&%Rv6b*6f`e0HT?fWK_omu(Td<?@!S?>$$yUieFJePsMw!>V5^8UE^Udn6kEoa)~9
zYtw_w#HY)pU8bJw?er7de2;CjoO#r<-G@q_S5*ZXzP2@YbcwZ?<8>rX#Kw<RAmHG`
zl2r~pRm;B%WQ#K_$cV~YzQ3~dP?tcm_`IculyoenarG@dq**=BKIwH;MStzr1?Pn%
z9BX1v)rK7TAN<5t>yw;lWq;Qmch`H1i+*&6boxtOW}5na#fj<=m}DPDODEh^>Hg&3
zFLpp{+24QXY^rNZl(F5JJN>@Ps?N<CRgaCb&ADzJySii9bEc@n{A(OCtAmT9&R!9!
zn`m(DRdH|BvM-D6p1k(n8hS#4b=u3rx4*YHec5yIE7$Cbk3Y69`yOoUR$aN7<6Bep
zvnv<h|C_tz;dS%wfcL(~689@!y*~F}N%AvRmj&g^USCw+!grp>rqVVl`~BC`8on*8
zo^td0m=2$t?NraPt@h@!#|2XJkHl46I@?>Z;4yz~q+h+TdU$Sa`I4`<J2<=aZTp`r
zTN`#AG}#@~&Q+~<()V9o>`DLGM&VjMAs*f~j%&0Q99tqKY|-8lZ;<HmJ!JCivgFuu
ztrJ&fWF~<M{Z_8iRo~b5cbm-re(Cyo_wAj6jyDVCBW|tQcImQf)2|7OZ!X-rVMXZ9
z>)O&w<BhK$+FE!tFJYBy+4ZjSJL{)vgQ~fZ86giZXYYKx_|f^bKk~KzMK7CUf6?^o
zD&qyOuB@~wUF9d6^?ujd*Jg~nN}q(x)f45fIm#UW_KSResPXzp?zJ7S&xNwK3LTpo
zUHCLCX6L=Ec?DbE+_<xP&*ad1C$-+E)IK)IxXAi}@AJ-}pn0Y*-KK`Tnyqqs)#Z(k
zUOf-j-*et-Z)50nk9#X`7cTs{weV=dm4NSkn~%=F_i|g`;`7!r;<qk(ea%T`HjF#D
zsNUy%ZqF*N)f+7~YQ6Cnl@B}G9x5DIDyklKv@^6YDRfT6)R20x@KaHhET3ajxr8Ae
zTw$<vMT6AA+iDD1oDS}%0u#UQj61!{_FI~C_9PCgzV)jgy<YWWm)5>@UP;-t2b;P1
z^=x*0cmQgxpY~&ImEx{tp1b|QW3Y;@_1S4rem_2}mRR*K+Q4q}rnJgyDqmGD?|Wx*
zXH9A3+KPwU)>bN&FFXHrqu8yFJ6Gk(&o2*{74v<1u)^Q_Is4-GD;DY06b1kPqgF9(
z|CKo>mi;_zmVCb=<lT9tgUh$F7G9A5`uMT<L;uO?S}fu+Mb~9R{I=b<|Mc73rQ}$D
z*1?0%zJK}iNjC1<;+~WDWqx1KoS(O8a=u#7zddW#-aNhh-yZSi^Z(Mfx?H&}zx8Nv
zcKxE*8{w0lvn+l5{?_MDZQ-x}pO-H_$MYfczD8%#zWryszMS5!B!1|!Z}NQMb=~`4
zedn*PcD^vbwj$WT^|t2jOZT@u7ua}Nx&8Bfn`3@E7wro<9a6sk>x#=|M%rDS!h6D!
z_sE{RU%v3Z!3ka0rp*`sC;Z!!bZqyX6#kH-_p7GlJ_`K#c;fe|%(BbgzAyiNy#C<4
zKL<bFfA;UUR7voA?eACAXFqc`zjga!*O}7#t*>%_SE$*s{dCvcaf0{zUw6B`f;XSl
zg`fUB+wta)-BEF7JLVd2rZ;`z&tCPu{DXbf>*PhXUpTIBu%C5N-tLvfpL1LPZ<yvA
zn3JDxRs7oauE>lf%bhk9)UEZMx_0CD_j41M-wF5s&cgd(Yv{K-tB&Tz&U<#Y%74@Q
zx}BN#cRM=&jH>(RrmOFf{NFWM{<F`vw=Zk{E_R=5KgUw=|1-noE)MzM4*qNZolvmy
zzvK2fmjY{7PcnRV^7roVmUC8Z{QBpk!Tg^U`{GYq-+1=g{ot<epV_|G@6xV$*(RLw
zz<X*$?1X3j^HY}FXxIz9KmNJ#|3{(5uAk+x%FA!f*D(p5{@=lGg}k*&x@wMPW76-N
zhwb)0JX8Aj)3V~Ad!P3kD}FnD{3iF_XJ4OrO`CatZ)8DH{QYxv3O9R&r+m<y{V?ob
zW0CBPlhe(4SxZ^2|2TcBNtyq|XG!bdv*qsE%RS65btqW;|7O&cH&&C?*Sl}EH~Pm`
z`TP0SIX5}w|Ih8zwZE7xzvR;KBi{GlFZa){n8>6g8WE!Shv``jx4?_v&zA4MvE|{B
z|Eqc5O}YN+W4tZn{QCb(9?OT6%nwsy@GA^euAQ>zar)U#g~kJ({v0MT^H;Cmx?k1e
z$J|whwXUiEzO;E{KG=InZ|@|Jb^j7mYh|m=9d>^eHaRSL;Qx>JJ!k*l;{Ng}=vU2c
z?uok}{*L{+R9Y_Bsb=Lg56O=u!7kEsG%fq<oz+f8KbbMZ;$uU_euke_Px+o!&-YUO
zd&{KE?Z^M1zfJw$zb-8In)k3k;XF6%={GK?{TEoTJ0<c_GhF7Y{ynqp`Fq}4xEd^-
z{#aONkALZ2g)_DDZW?nn|ClSx{ZicTnDEyZ{l~KJ83@nY<G96A>Sgr5PK7ppxjUkA
zA2~n$iPm>Gcj~;h<x|tzulhoJ?)YuwFjhJ??{LpOvomrhH0u}s6Sn^P(04h<iuyI&
z?sqQSG7bLsZ{1J#+?%J5UvhPsc$LF&<@=+ni>2o87y2{LHcviGsOI5hHmiuai3N4P
zL%wgVS@=@$XYuAQRl>jjS-UM;oPS+t<)nWb_ACGTm?~cSVz%+|JQu%PrSe@mzW1v)
zc}<JgY4KqD`mU{`r6xM~^?YRsy|Xi4F5|e>Z2b4>-Xj^V6H;21?p^sk(yeDo*!}lc
zkJsO8$^R)F|5w@JN9vQ?+qHk+<DGc*b@bLb!3}30oa&bgm0xt>t?!?kSz?LvzBO_!
zaJ{xqb8CIY;hE0=^R0dt6xZh~)>Iw7VSnX@oyD&GJM`o8CcN3|-}U{w`LplmuFKzA
ze9GT^|NQ#`UrtQ#D>n2Iuskl1Q$C6Pzo5mlIfnZGw*Eb-`(xu5$8URQPnl8wp6kv1
z57BN>FTK~#`;=dwG+B7wwa#oifrPsMNyeQQ-|u#hdz?P~sV48PU4`2A+xNSO{k*^b
z=k@%K1*fv-3vzEubXR%vTYihD#lieF-IdMmS8L2$-#l&mb<6P6X7Qk)E&E?h^A@jU
zxfwn;VdBEir~8ABJeVJCa9Mrc?D@9G{4_t?tvTv^;+|rbQuWLCw?CIOD<%2~PFlD0
zFYAWLY0u0TOq*|BVOkPe@3-N1$ztw~c80`)wC&F~KS+Q3Ngz~WSJZE|IbMdB<a1cN
z-oI-<HOJ%g@A8g#*W~bPFZr&q<WGG3-j4I^j~B-m3+n}S#ytAZB)ewbExThn|K1qd
zxlTH>{{PoD^~zs-9kFQ*`*Q;SD7y!yyxgg|K%Qx~vx{5aWeb6X&=#)%mcRePWB<SM
zZk@kBN#t`!x1DjkR*v(<p4}b(-fFvVoqziEqt1HwWzY9l`los}D{Y^^<W(|PT-RIa
zclFCJ*1wNPciCU!x~J4Rzsezc((IYGQhrA74(dH_n#jCBKCS49?B5M@-Ak67*F5~@
zZK8ns@q7P-)mK@_eLGp_%(UqF^6HQyo2B%2eDG(nU0V11o#umQ8!o?m!M>S!f%(_X
z)pN@@JpNr_vOP9=*XJ4AK7Q?bWA)C)>g$cKwf1$+yg&b@)mAizraH<piGHa&bildt
z%lD=`%gsAD6V+4nx1IP_v~=h5<nJ1>Paj^W+5FF{=_7mlMqB-l)3;ibdI*<tSjO#d
zHook0_T98^r7@RE|Nc7jH{tKRPhs|VFV7d9JY%ywr?9<EQVj1c`}L|uet-W2>gQWH
zXukilL%!$#zZ|vymC18!o-uy^d?2jE=i&6OV~MY7(zpNI<N9}c(c|0FQMK#E&-&?v
zU%zC3&vlhR!h3bOv<~}<OaK0PPFi5M(eIGspWol@9D?ktmwReX|5vnZ|K5X)Ir-m$
z#plI$2is3j@Mzst^+H&5!#ahg^)hqcrf<Ab^r$BN#Q8Uuj4J<!ird=1V!b;1_UC;b
z41d10DQMMIU*7M%|JN(;!u5Ymwr<`0f6s=K|B}AuW#`v#ZjNJr*8l71&+dB>)8}4(
zaobVz63f0suHv>O$9ugsuhv_ieO+8~Yr0nEw~s$R{+(7+aoAbuk+=7y{aGg~p1J=J
zZcU20l9f64|CF~(aliA!FU85+_1pJ#Id}EfGt9crr)O=vJn_rkZF4f`)n9v1ZhzyX
zz`wsyzbYo3tzVV8<os41^}yd66I?!jW&T_*(EESge?OV7uEgKmo$p_^B|Q2UtK0wo
zmh?&wu9u~^KfO3_&-`ltZ}pOMGn3cVpE3BX<n^<B?MK<)(x-#k7Q8<u`sHoEW{%w+
z$Jf7nSyn7!m{<BLKjW!f>BlI>zYaQ4o{{S&pMRqn^zo?g%c5W_)s&yH>fip!-84M)
z{MQHPMIWzvu3PkHfusDr0tx&75=mda1%5rxAoQyLi#PMs$Ex*7-wPNj0@Eh(tA0M8
zed`#1Y41noXKS{bpV;>&_UpenoD26IpSpK`^=yNKi<ZCJ;J<HSQ}z9C!nb#XZ0Da-
ztMEgAs^yYj*8ld2^9as=^WitY((xy%f85IJ{<b|}{U4~yB)fFx^@s8ArK0Qn)kHL%
z{%y$LSJK=d&N=;}Isdxp=3l-9@%+3#H@oS#ZRghi0owv%{^ajj{ps%?)oJ=cXZ|b>
z|92o^<GY*l-wED$di1bL;oqyz-uthwUt8gFYw`W>_m-Qx@GY6Hf9>BXk0QVM*XlED
ze%<1I%*q^i_y2(lzcx!B`}`*N`j4*q3qtl&>i-^^82zRwxK?&b)lT;Jn~Ec9TfY7(
z>OLX&&3vx#f4ADTb=RNE1g7Zx`nUPX<3H)f`FqsTfBg)0dHd6Ck=T}J!q@*-$X0&6
zWBjdVvDg`NU#{nOsy{DFoBsaX&%68Xd%oLe{b$YX&(}UVZl0GqDPCjN@;eRh^S$o(
z?hbcbu)j_7%(n@GAA~u-3QzxZdGV6MIc(<6DdnefzJ*VE^^NuB<MRHO=Xamot|j>A
zoA$mX%_~0NE-82V`}e9z-7d$StN%H%cGOR_`FMEtuD`E^e>~;QJ5p=MZ~O87^t+Gk
z_c^jP^UFPcu_1o4^G)XD2j`{l*nPai#r|J5&Gz~(`-t=Vv)A8?J5l7{_J#e)q`%3=
zch|U{JUMUfVY!&UZ%-VK{MB%()-Cd(dEQI$xc~Y01y0J;hj%N7#@}$8QvPmziy3RY
z%JcT0`!3h-`}iYWR%Zr-r_aA5DQR16e+ukd(PQ<tk|}V?yQYi(j#+>D_;}l|vPw?z
zPggC~wlPG8+5}H^e$4pqcEq2|eu<;=_d9sSf2h`e`KnYy#`2%ENmRX`)6bIrj*YVG
zew!~0VB?8+nAFNruAfnMsoO>8{sfPz$A<flT6+8aT{PG8rS5-DmjK7h=iBF<nO^^E
zMfm?C=^xWC^=?kCEo;%{dC}gU|HSy)l7RlryWEbQd)`qk!`!m?#_z}f>s9lrqRu*A
zc@cl=#{K;d8>{mFY_;`kI^}P9_x?SFZ)^D-!n$;SbSK)W_x{}=#=rLu=egq_o9#o>
zrp9ft+xAn+>e0s8`)>uNi2l+Jt`hcn*Cu-@c%_}n-)-NVQ&ZQR{T!Y9>lg1|t|J03
zeyun8xJ^Mb+vxWGuI~C>2NUJ;kL=obKYl6Wt~-nOl+|CIHQl`8&o6F;Gv?Wa#Yfb)
zUg>{%P~`Z}$!E{HF04<k6MK1*zxd7%-nU<)`F|_#`cv6_+jak{uiZl5+4r?I^JO|s
zKXT(Q@3HOE&1)viJpBISozDA?H5uanx&7Bp>Hj~|TX*gsA^kNX=L`15cL_%-P5$)j
ztxCw>%PY#%Z~R%q{CDH}IV$#bn=6|?q}1o$vO9CMeoxi@EXLg?hvVOEH+E_<-~U!@
z>9k)>2cGq8tC#OETJ3*pz6;l-4_UPnA9<(w=A?2d{#<+AV`u)xPiz`5^mT0~m0SO8
z=R4Hl8@;<xOtAge{}97Vi|ezK_TN#kzM9W__TG*!ItuafPe0X)D;+;^S0sc*^04>y
zjiFO={&fU-$|qiUv&!Lb;{NPK|3l2B&vQoGtvT{)^Wr!C@h^71cW970wLT~O=-J2j
zK09BZ7I#XJf6>9$A=B<}DCeEAyR&opUB{W#r~Ug`ss*oD<xeVqBCL73{A&E=i5sT#
z6#n2ZoPVO`j;-*)kB6qso4P9e|CZTx;+M1*KH*jjdD*(Ce&@^Hw9osE*i2O?Y+fj0
zziDacfiLzOb25Z0?W~`;TJUx({bl-PNk#L#{<d5Hx+*?ho!-uSqI~Vb)gqsiTdO8&
zuGeI9h?}(kLE?v%pPc&tJr?(IIbb3<T~e^=hx?_p_xv5pt&Yz9beJ`F?f!ZZPK&ku
zFPp2(DkJ|*=Ue%6hIwb}dbcUpza+gs-`#BeBlOjKZ+^=eU#)ZNCNh4_Enc&C+r9r&
z0}q+(QA(;ku_gK2*1I?JGghyTD_eSULG9#l^WP17XNf=hVEgmF>ho9J(<T4ib<26%
zc=68pR(%5_F13q+lACt?u-jnYx#T0auW<EOd;3hj+gH59f3NVj(f_|evsQDV{pur)
zhxX@o?*6~eNy;Su!iV*;*Ji%06S;Ij^*P7F>5312=FJI?XUVXC-MI131}l$xX;<@Y
z`9T4H-?6#dvwNNt{~*x0W7ft02RJ^JG{1PfFH=1K@jvq;i$D55`E1YW`{MeSqw;nq
z1=rN~pYi7R{&YBMitizX`$hpbc7MM5r`hJ?bobr!K3x^z_WJPo*V--2f70}O>YWVj
zboTu_ll}X*y6xQug6sLFNcopddY-6#zOKcTvFO(?mKpu;>rEvUx9qv8*?R1L$;5km
z+OHJctGkzB^X=^6m)_<l4DTMX{wiK6_~e~M<*w87pG^}u_3LMg>~#$T$%?w>c+q>m
zcIVa|p7g8zw722I{YL{e_`l{qZjp)kCCvZewDcVQpVoaw7uWCcocVoe)Ekk6@9C?K
z{J5j}f0M4d{lob>Q_>wiZO?l7SbCaywV?Npzx!S<S~;!p$NFVc_i{}B75V?$C(G%N
zj{9y*zt?ELU4E}$R7uq48zLKfEMsncJRELt^0jluZYC9f_Y((FW^6oL>wIj(7pA1o
z-*S0_?`Le@yJ`7<<41NIZDUryXEOcD&yhbrdY>l$`Uj7#MHY0vQJMXt+0pOcsn1tU
z6pYONxPIW%S+wcVdxKefB$AFY+k~vxv3hCe%vuH~0h^77L>Aq7xKu;nmPF?}#pZMB
z3w$?MtKA5H_G(+Lvrhf@!wa9rKiI!$($&jTk~rdYg*I1nZ2$bmeu7KwkBr+X?>|kc
zG2Gsxv%tFcw<}|S+^6?He3z`Ln|SzK?_~bnXM8IZ<~I22JjrGJm1^>HLHGmLaQ%AK
zH3uYpR-IYR-0*`h-^TjLH&(ej{P90uvQ<yaR9Ce<_FH{N(zf{qmR+WLjm{@j*u1_A
zW^NSLE>!;QE}8TE)gQLwd!BdyYf}6?`~5!K_4TULBZ?0x<W{Ff)fj1eOnJS)XL5}A
zz6a~0&QG89;@;2mYy6x9)kAhaw$Y3~uFJXd|Fe$ZHqLGF?o+cjPpbJH9`em9*S_oL
zYOWR6S0-Dy_KUxh_g*1yckQ}_=XCx)-NWanze%or9i;fq=a2g0`kFf@*WA2o6t?lK
z{kxYhn?EGyuG<?MSM^5zu<h2{|4e32I=+AYyl2NY@}E(7xw~cS{oM!I-<mUoEL~S&
zpIYMduQH%9N%enc%=4DV|9u%wdc?nxe!FXbY38iGZMpTXUuy4J?GNd0nNmM#$)>-m
z_tV2ul~(=8UG(|z!yiWb?k0!Yox1+(@jTBX%QtiGS$65iZ1<nMcGdMx4D0_z-kT>r
zd)?jnG7Xu(mj>qEd+_Y%<;>OR_Xl3O`gK2JjyA)e?rEkcCH}MI|9KT}<*H`4ed)dj
zr9aDaKYq*kI`hKY(_626bT+fS-|(N4&s5Rfd(D5|vmV;--yYLzo_pU$HRb2D{b{Bm
ztClsq{du-T{(RJr`z22=^X5(dWjN*NTig0gy|=jct+KCqx-otmf9H}TJD#nse01LW
z2YbgY7qNZ%c{g19BGh{;4~KjcXP@=g`<7s&*2S4IHb34imRa_(vHYI+kHd{?7HrX9
zzRP#L_~~~2bd`%)pPY8{=iTqvT({!PPk+DrCljADtj+(ncZS)om!HdRCA?IAAN|4c
zwDsq*NlS`<^`<?Vwk^C-R_WJ|%vr1Z>vC@EpF4Z=o!--@yQ_|iA9x#|*ZpVl{;3z!
zbJzYma9isCmZ^U=y{CS?Uia+%)u8*!pZ!@}_gLirhh=()KiZ3NJ`Ji%TsJlFi@v;R
zegN0q`cqcrf8s+ul0zB%s{O8ioW4Hf)a|wIeT&4EU#8#O-)*?HUi#fTzV*U8w(sq8
z{`v6Ug!)s_AHK0I_4ubN;bDDd|B1GWKiS$5Z^S=c+7@(u&)!TOxvu-~QlI`yY!cFZ
zQ9sQfT;R2=(++(tiM#vKCzkB~d_O4n+&hi?9Rd^n+&j7VulNV2uZeo{-|n_=-SOf3
zgKyj4{_U$<nX#wu>7J8~e{?m=eoueU_}P9Z)BfgyTU&beYroi=cK**#>CX9YcW>Qc
z{GOpa>fd4Bzt!eFtvdwUK5rN6|7N%J==oW<FUz00=x^R3{&0Jv@w%6PXMd1BURiVa
z&axJ-`4anD{;}8^ap?ZKd}Y5^@89*8_%wq4TC2~^KVr&rv_4g_bV1eMT-~b0|K#=>
zF@67@^Xtbm8{c>i;mK>in%|zd!RUTTRppwK?=|)p{TGk3`K^$CpndC?Z46%b{j8tp
zhs^uyd0*zkKR2Eqv)9e+zu96dP+`QmGl6Tyf9{*-oE7-kTm@ZXjyrujT<@myZ<DRO
zVBnrLt^ptP-&o)3-aqA=!?h~?4@QA^E9CF}*?m3#!h%1mCT%yjm>(#XpcMD!;g-Aq
z=b!X``&cGbNyz@DespbhjeY-%e>|6dR!u(288fAaWnGWIQg_{b`%_+@R?D8c^!<!$
z>C(RFy*hm+r3XuszI^iKb$s<seEM1LfEVAb3vHY)?T<TIp)X$-and86rN8cFTUqbx
zz-hPb=hr?8{K4I{$Ui?I&-m^2$C4**HGKbj_VBs?DQ|vjMkxOE{Brs6{<!(m@7(s1
zS@mmfOY&dSzmMg=zpY^VwQsG9iAOBQQhUJ!yFCZbZw_a_yFIHg`v3IeZ#y!62B%!P
zo-gq>b$$KjN!J~l^|dp#jn8gSSAFtyvxw2p=aw<YvdvG(+qp)3Tl)US3;kH-`j0E#
z)_ysBUT$&R{}jhv_5T)Uti8Y8HQ<SSie2!OOaA8?{`FMX*s*O(-}mAE-mNEo|IdDZ
zB40KmPx9|4zyEihr6+!8uUg`smg|4~hJL8n%&7PkH{y9LO+Iy2E1KW<x5e}EsmC=|
zyMI5Qqvp$f=z+3#K&5uqpUvSF32%RH_*wcVz;4UM`5{Z}Z#J&#PpJ02@XX)u_HWUf
z`!6`^N2}Oeh;R9~fA7M&ngg*<XWVZJNzv<^`Tvnyyw-cc|Mg$)aRr)uyRYJ_HSx=h
zcYfD?giAMM?5>x7R<YBuAxD|zaizH|f4lSUw4VWYuK6?eFa8^NqkVO*bJ!terPC~v
zH+YmkV0*r#;qY9UHqR3g2VL!bP6Wq0x6~;<y2T~^=UmJAgpS0CZ@cPqZUsCk3CTHH
z=oAsaeJeZs+nW2mFYTvx{%QHW@yz;drS6vdRZfcS_%=JYD$u(&(tEx3eBWP7#N+1h
zpP%~gOj?mdtGO(@SMZ#UwSPZ5te$TE<@ukNRe!n#+@4GQ@?=WBA1}98$*Xa%O9yl5
z@5dqPO}%vwc*S?E<nD<w-*J6X{zcWh3v<d!ygC^gAOF72*c6|iQtj*YGgGzby}47#
zKCjsy%*{2zmFM*Qt*rkOzxAjym)+?X-!gTlCOrOldkX8RO+T1*rW?(#RoG;9^I6o+
z`cnd5_o}TI`=jl!-+E(zZpbE=<K};zCpV^h)hvDZ<@pxF`Wv>7Ypb@rw_O@HQz`a|
zMuBKe=CSvm+<LzAP3M<>%J|jUa${ZgjjxQl`&~EIS2cfNu+Lo+;C`R=+8z(4pPxLF
zqU-0KZu|YLbn>llAG7?w9a@(D&09_V>ZQ2f3+>h{wLe_<@8FDXnJ4Qz1og}-#O9Z}
zbm~1@E+&(`{`jBrx1~Og4LPx8|3e+#Z{Kvwe(TcM$A9);G_SSkT_`mBpFfMp_HA+p
zbE4|w8|vj|pB6O#bfvS>)8hPV<Jw7&|N4G-aXj}uSJqz3)gHVHAFv1Vep>stxc=Nz
zwxjp<Oq0Je<2uWsKYlvBhi?8;`g!ep{)_iJ8IQa&-s1J|-1a}80w1flWl6{1SfFC{
z-`=xmmGO&ErKIm~{~DXLcQf5rT{$7++w$GhB{tP9P~E@RQ6@aU;#RHvPvgA4{JRRL
zPpyCIv%%Q@g?Ke%j9~k<eBJ$iAAT~uTsFrnzhui7^$9h<^X6<%@Az|a^1j+;pVjS^
zg}3kBa(#2%=Kpl*BROAJ={`+1{QY+E5%%BFrT!NyB)NV$RZW?HYWvs7l)pi$d6B38
z+q@~h_h8v6@l}&w?5+1=(5+kcU-HLSgKvAe(z5?6{aZNo|6c~%7ZbUXPfYm!_h#bs
zH|^_~H_z8n=>MPfbD5sXx?lP-=d6nV_a4ou&wc!>NZ0Hi*G1K+BO*@!uI~N*_qy25
zBj!C4=a&8wwNt+@Z+{|0*=u6G(E7g)Gi~P2NPRYO?}PIad&9r3Us#u)9mw&;|D5yB
zOaE^@`nXh@Er&^7;HtfOd9zK$Z>OFcOWVtSH}3lSS^7xwSMdU4#w+z1!S8>zH(IZs
zJ!xMfN6VZq>HfdIwEZf~`1{*A`HsHk3A@?}-cRH=wALoC%stH$@jCdk{rU_W^#lJZ
zv*rHp?EDr!O*LGg&gIv)O}3_c6{R)L^Ay%^yu6)X{mS=wN{^1#?^=EB`^5--ZNW3o
zr7M<Pv;WSZDS9k_bN$YMFN-tQ{93cZ{_f>t$1fe;KD&D7LfhlNy>)*(Xb42SG(UJs
ziQ~U7-^PzQp}!u_tNdeb!nY*#-%+>HL#u0@-^;)ERKCZ}oB8oh{olaHQtW?UPM*T}
zbM?vRtN#Wy{@9`W^;G?zzflGZ+J|4bfA3ZAdG>qd<a(n=e<O2${K~#5UH0Mq)lW;M
zW%#TA#+_TYzk~Vx+ho3<_xJZ7p7dWU<?h^f?{(CgT>lF9Wt;O_aQ)qC^`+AHt$2+8
zsk46#yqGS>r!UxHS-vsu52steo-g+mE@$5M?tWvw?YPz4;JHhlf4ls7gDtmX>D(Um
z!Z)Sce!RDRbKCsN(WiB<!{xk=_q;zCwb-Vl@0M+-=byCy+D<9T3vS(<;N!E%m+8!W
z)%Tz8={<FBIqVzAxBtVXC2v`Sa`yP8|F8M*W%=805_8KXHuy`c#2=_*PpSwO>s#f#
zx|4f>%9RTH?@HR=&wDnelzXj9u6MbYloBd*;r4_r^^+@JU6y{rc<<)ELvcS7DmH$*
zcdMe<>AJZ4`U=%q9P!Dqn&p?)+t#tLTyg7?eQD?9CpIIX`^8e_`vTKip7Y&!Q`z))
z$Na62|6jYK9dgBeWy-efN5As@j?2w_cJ1E3MBh`jE@DfaqkM87evGcFJamSux^B1P
zt<Lg)Y8Te`ZTl#GkmY&3Gk0c3Tclra?};PVHwPB~^Upon{`-Hd!joX#Zv_!tlg(E=
zxy@6;&+u<MZ+Y*dE$*cqtLyJD?~U2LQO_&uqaE)e>H0@OA#<iqoT1I_v)aD)^+8d^
zynp%~S9g6}y^NRlWT{QR`@X5`e{Yuj`1<{?SM&9cJpLP8dp|Gpfx2^iwXfW2p8EBV
zTt15@PLsN@Y1TJwsl8>sd=EtT8TD=d)*hhxG5w$Lk+^E!l;6*s<bI~kIU3K|{Bx(V
zzB#AWMzzkp6Ef{;=iFKKSfTZY+RX>IrCFGMaqs^Bc)v4W{p!iHMT1<H#mk(Se{aEt
z-Scn#m-+B<vOw!&d6T62y<+POKD-Z4;$PsYs`o=hWo;ZY<Nt+vl{*y^<tDk<ylZLx
z_voql?^|tu)=CFGQN8o(xY>O@<9!+ob#Hxde4ctB$7c46`u}<J?-^W@_pJ6x{CJsF
zx%5p-q>Ois)ekNCWZVDZw!!rRS2Su)@uy{Y{WqE9`Riu<O_i-1=SgWVeW-tPgNx6n
zyKLG&9&^8Qd;Pw@Ep^-Ndva^9`^FaT_&d8qX06`NyghB7{;lKJH_u3O6MCfo##GPl
zf0nb<`rHln)tVnS);o6!@O;_r=%M%guVl#GZRyGf^i?(qKmKBV??uF#|9UrXe5|ki
zeZk`Yzt&@i<ZH^!{siAR_cZXUrRkNey5DB)dAL$-<@5NA{@s-Udb=Vv{|h&oU7OG(
zwEvTj)~=tYEBG$UdY_)(-@$(Tug5i^oG<zx&GRPKiwEqEEwntp>vjKSzE!{UCrQ=+
zX0zwAYrfa}=cwh2ElKiol9PWQO<5N%wX}YZQp=Ga!p{N?vucfhPuu(8{QsjD1H*%E
zz4zFB-Bh<}lKJL8UsqROn|c4y)hQ?b#XEBSJ^SmMZ}obSkMb8J>nfVrH`?`0Uc~nQ
zQ{Z3yOHun@PWztMf8Bcd)ckWRuZFL0{8|6Q?HlKt2mVh!Jx`eN!@Q13@%INd*W-K3
z73+h!R<Acq;eT|I|BRj7#{YS?S=n`gled0<;%^@Q(=Nb0&9}CG(j~jx?MvSl8{c`p
zwc<*6@CnbKd0LwnFScL0^-obXPxE$;{r^mI@173d&VOl>&DV>1PCxb^6svv7HnDu~
zJx&qdUuzfsQjmYn|9kzl{WBWAHA?*6Hmxo-ZH;%O;ID>G9l!q9_l(zNpUtmqUG_gx
zy>rXg?N=@w%41+%9bc^e{~a5@<exSzRrja!pDNdUUAjVTpX#rl(|*)!I9dL8*|IHr
z&u#qo*KK?KB#DO~xxfC2w{hdSW6$e-@zCFN7gavFYURdLe?CT+pZHx@*!iPXamUT*
zANS%<ZGK!EbM<!AEv1AX++QyqJD*q|ziVOrqF1L1zFroeH06iuHAZVjzWdvc&t<;<
z_3V{LU*)@>Oi=inx$o+)>0;m3|DU&CuIPV0vv<;!2+^u4>++RLs{g&OZ(sdFe{#&f
z|M@?jo69KAtKAS^`0Jnfr(eJJUu;kMvR_i+fV-vBiPQDd|GU-M>)iiT_&)Atd&D}`
z_CMw?SD7!A`>_AX{w<GhKf6DVM{nt!|28?lPn*lEddaA^`}^YDez(s5Qn&st?Uz4R
zc>IID{Iz$DjB=Z!<^8<QGwbYci@Wya%HzxRwkhu-CnSI2xMEqiG5PP`?+X7to1Sm9
z>YqPJ{M5g0nJLr0b|-IGtKmOyTD4;C?TbfZ0}uR4bl?9)DfC9_-=MGFt--(E?YWRu
zD|~I|#4|g8=Ev?YHTrgv^LBsd=lgwiCP5csq$3#HuD^XZWyw2_iv52JPwrOE-0ih&
z<>bDzT9!wC-LUMBpJZ+<D;;*~pYt{TnMya=57!5#tCYG~St-Bm@@;VIxSMyqY`c8#
zfByi>TZ$W8R%IoA6*K$)G-1DWUDmIY%L6`HmV9~i(Z*Nie%ECGx&QzDf3~0J{fQ-K
zME=MAdwqP3WKqn&Y_Dm?zxSWs_;ptCu2kQNYcwZqt^fc1!kf)1+0#<aPWrERoaL0A
z@1|v**Gw$!{(krV82?1y-r`4Jd>2<{t-O8q)&J!m=a=ih_&e#U{{PsTfX(GT-}+8=
zT|M<``kTL><{v5lqx9fgV*B^`|LWiDjokIvLTJhFbz5IF&S?Cb|Ay_Y`SS%2T~e-H
zxVioH>Qf8)T$&VKe7JemHOJK@NMX`m-~0c%GnQoW^-T!3p6D}KY0{~t5HXhz+t05$
zx<cnz9M9_cF6TqLA1<g%HEj9%cTE&ea`jum`oBwb1CRdI;tq`D_{lvllsho8<5la5
zsE$>wD|B2^6{l?2wf}`?+v@l|0<Vt#S`*cA$|*$5N%G+NWvv-HE}xw^4FBKUB5<rd
zSEuEdjNNRpMH>aqaxd)TfXF8+&JtUcsVK#LagRV2$IqM&#?y=-fmslB7q<xba$k(-
zIOb%c>vGx2L~KzdTth_1vep+-9p{`%^j+E;GZn44FGhB(g9){KS};ErBy!H_OH!T1
z#(>ok9O9XZyTlIdJU$nsXkF_I9hdJ;CAu!xol3+OZ5D{-zPMFjUFM58upu1N%}T_a
z^4e|FljRm1JIrmkMZlTcFrwq2(}|87U%z@f{r}f3o|K{3CU)rO-sV<`sE&oL1zKM|
zIPvHnx!}Yjmb3w+ev3eJt3+JKLXiAHCmu1U*#7Sa9@}u;ZHMaJ`WUQt=g<G0wrjeV
zi6vzzs&N}ecC2ij5ykPlc$s)omf|w8q)h^oTW3Udto*3XZMat;nA>oxz`BCDI!CTJ
z`J|n2^3iX(CHrRUg5qwbHz%EZz6jVJOi_es-BmHWRiNdqT=ASfn`?g;bWamY%2X8N
z-Wbubv^64%<M;jP;!F?sZxLAcHCE@yB_|!-7Vm4*#gj4>r->zP6zFaZFy3{yY{oh>
zk!5D$nTpd&4z&jDke_zoU+AvA{}+6&`>QRu_k#X3l{-<tINk5u+mrJ@)l(?%PR?zC
zOTXDo^g`D0&duI@X=~)`TSEI6mE~IMZF{zLVO8#nI6aa3{ePl<Z2gqo+r7Hp?eHxr
z``smp+5fhF%zl1dPQ3j8ou8E-K7TlRct2lV>!<CK;{N}8g0?U0%?&%g?P<KYm&R_5
z+zgGb)9<EC*uZU|IJx)4-xczcd)fZZczo$i{O8FYGwXEQ?bbe+>8IhZl$^yQtd;#@
zP4&CdXTSgU{tF8IZa%B$=ImMZf0yol`TX4Z{}=fx|64z-SO4?ArT$@y&_7j~kl+6w
z&34yXU;X{hvz~c2eS-JqynAlm|G0$pPM`HGcG<u=?CbjeJ}x|Zm3`Vj@6(rGpI!cm
zeX8(oi;qjr*URbGzn;H0<?Y`yd+)q@d)xp2o<7a|hw^j2A7_4d?Pz_H@Bj5S54W<t
zkheVf{}AVT!x{gDiz|BD{;)rvaB9EJk^9z)wO)z8+=D=@|1GW``e#1f|Gs5UzD(z}
zN&mko*w6c*>+t=0{zobAU!Mi{UA^(YuBEopE|TN7*^ThG8}qAX+xS=B+iQ8aS?_aU
zxXd?gA;)dYWp3Vnxa42BnCkzs&_lI<!{1H%Zt4A~-8f3_8L#>#kEL(S>!#Ee{H$ME
zrD^Sa@mF-tk9?LzKfVY2nq>2^NGjuEkLAJi0%fcD$IEJ_O?`1b>(8V9zke+B)XzWu
zoZ54DrKtS*i&qw#?X%0bJO8@uc;K8hdcOaD$t2G+zO{M9i_*>W@3!nZbeLsLrJDJv
z`A@~ZygVs;s>JWr^XHLz^KU<Gs*Ib<_hr)?F^-QvWnN6YY@`3;xeu%D!}D4q{oGFs
zeV)Jm!TsO%!q)H6r?%EFeXRa9;iT8E^_q6OZhH5>C`l|Vt9MR{eJXb&L(bcsNl78}
z-qrZacbKQOm|R~MEoSBZuKcFiAtmWNwcm~37-!${{Jl!8#&}l5q1Z34Wgcnu&#jo0
z7W@16fipt<0X%zltAD$2VEue|d$()-KMcN|uWo6txS8s;sQK{DiBD=S9WRVIz9yOX
zhyMHf*FJ{iFSEV!?EkkNE>iLH*H?ervH4r~;~xIga^-9O?)hmKeaKJRR&&q!@6``e
zR{7?uyq(CnA*!S7jRRxpvGa%j|5sl3>AL@o<??Hamm8Kb^gK`MdNzOIqWncGvX<}V
zKKA$M!FQ|v-2J`0k)OZMLPX4a!`8~j(|%@cdG`47<1Y)ZJ`T3F`}+AvVa=T5%S-!e
z?>(D%PI~EQzwrFny>n{r>C7$net!4To;fx54Cb4kna;l3Ceki{#(C*ypX+{pD*3r5
z5ybmF^)&Oe?w|GdHq801J)K?WIq&Jp!$tSj$H;A%W4`7&@9WC_Rh0*-D$C)_dmHAN
zuX+CW)>FpYm50mjZJ7H#dpdj0b6zlSeXQJux#n-4^Zu^fUsrjc?%sy^=5NG5?XgL)
z&%beA`rGHa$DbM=?|EpEZ*lH-?`h_~&ut*ydviU0i*wTFKDT||bAOM`1Dkw{^U~)&
z*M0uf@Ocw6nECos!|Oc{t@3xA`@Qxw^SaM%Am01!di*=q&Hi^NX4~m?_w~;2_<a0x
zd)3dHn?IxX#}(ZCb9+zCzB@n9<?C(VS2QQO;lZimbw1Bem9EQqeym)tM?KcU|5SKb
zdF>1C&z|D%ChNUXkNxSt%V0stLx-1#nl4RcU&<})_4HJle)+yn3riARULNYa)GE4E
zTi;7OZHnF<jo2H47FSyWkGQ?BU(OxxC4Owmx;dJ$5y87YEGtR$dwFW^rB>Ue-1T1K
zY*TOf9*fDVeHi%i(2`42y_a&&z9pajpMUGq4Q743F0V7}-kr4hwLm0qpV!s-a=i8i
z4mCAF>-y|?V@`IOt*`O9vDEYTvH91&EI+=!{Kk)UIsdk_um5r7Wbf_v-(L^Zh%hX&
z^9_1BiOb-}mlHEqzeueK(ukO^wKC&(!8uoNrhShtpD-)XT=rp8i1eOI*Y@ae9eVkA
z-jpe}OD3({6J>0-EzfwSQl`G2nz=8(pl3$PgrCV<J$r-Roi9my;A!@yXUW}%{rz*&
zYu?GeZC1&wXE{BgIDFewy$F~35TzN@^N$^G-*x}v&YO$;C(b)2bneFw30YUQlczqq
zXPdluWqB=|J>p^U${FANa<!K=$;iv!y;ggv@5AxE%G2$+ZWx}Z=sth)l;Ejd_U|<8
z|NT(#><yjs(eQm|QjJU*x5o1g$Da2%O>Gf)d^IY%rY0pj(sR!h`Eu*a^3g|kDrn95
zSeY;Wu>W#jyUK#SMH9qVMNXRW@%UY>ug8;WbLSsC9ru5A{r~)i|GXdeGyXF_@Sp9+
zeTM(i59*o!<Tv~`XTS0F>bpCKKQI2&^JnKA`PV-;#`?W`{=Bem&hz7?mX@*aD|V*t
zx??o;HS6@<%TDKBe!49)Mt{d0%h<fR`sL@gx9`1U6%S@!XFoSR`uXX#pP!!l`Rl^d
zqSr+`OLwmO{B_~!r`N!|;+=LSJMZj@$&1x5Uw6HI-Sp_|udVmp*%>FlD=sfqfBU-W
z*4JM<Z$G{E_S0)`i=LO&z9?I|9>hEM_Sc2CMX$?tmhQi^GhTjIeBNFC?eC^rf0xdL
zGhaLRpI&?X>9xm2&kJi`6z=@G<4#pf`PHur!D6o~cYfYu_hrwWs<=E`{qlL&+viP>
zKL5IJ-<`@h`Ks8wy?Wc@rdzLn?YzHu;a;u|r#pY=AA9a=xXN~Wt@%08&iniGe+4c)
z+$ya9+_-NBXZWtZ-t}Tr6ZhrmJKy>r_%!m;_G*<CU7VpC<*#bIjL$o^#Y;rn_o>4Q
zvw%w0BL}u<&*C~&mwRy0rnO4>Jz1w`?K|}={GUMNXW#hrt4rSA>~cMt{F~KvxtiDc
zy4)#?cCB4hw0hC3#zns-EvlOKx2tcq>-V^x88e(N>33Zfny)+M`rln06KA`<=sHyz
zx>7YTVe;Zdg3Iq#UTGHfzhxxC^X~Qe-)mS>w+3&TBPsRa;=Cex(N~Yy*r%R(n;*_D
zep;39)V_*02cG|)?`&_@C7rc@%9pq6ZaF!({9R!F%Rpq^>g}PPKbFiBU;p@D{`LLN
z|LxR{3dcNKz0;<!R?F@B(*pvhZr;uQ|Lr^LhGxF*Uk=kb)%a#Q2VPvz&2Cz0^+lv%
zDtGQIE?IuA8I!G4^m2MGbFsH&@;FyMl9Rm9n0V>Yp)(dUU#7I3<e4m~X6%zT!=^^@
zamun_iDd>pi8Brvv?g}71)f}XD!S`cc$ZfwSEy#INBzQEO9Da{?auAlXeu6>wX@QD
ziP@iB;lg*#mcDxPwZYZ2$+}S^cDZK!a?MY7LezFzr&b>AEMId{)OTG*k?Uk_pLGU1
z4?W?UT)eOKU(1sZ7v3r=Or7SGtLc${U*y;Kz&*~>`rb@FCnt2;P5trpxj(*T3n{C#
zdGJi!^ZAUG?XeF5`z90`J$@o`Cy@R8k?3iOMu*=7rvA<3otVgVSfovpCs<-xh`ron
zkz-({flum;QwCRG2T3kB@-t;loMF{8_r-&ypC6eV%j~%<aqObZ>8ZyIdJ|`fFE{i{
zpL5P&ZlcxUlD3z1zHxKTS<Ef8I?U51$zv>$W^m@iBc5ZDJz!?SjFSeF6PJmn8=Xs;
z17fNj_Gz2Rvw4q2ccIwhH46I#`$I*$)?G?l^<~D~<TAr^ih&j?ob4+2CLEET)Z#48
zzvTXftIpy5rDEUwmaNvBx2q!PrFH4oC2SGm{;@WtA1@vC7T1s6vt55x*Wa+vi=nJF
ztCRMICf@rS?_JRSfmd>$;t}&DU)v<^OR;PHGH)@zdi<2tYL_hSud!1<<fs}&bDny2
zz+fSB1gA%cp>my2mD{On8WP8LIj5PH#YK0nes#b=<8o)$kGWT09WZDOy;+&78ncQS
z7J3FgUmt}WTj{fWnz!UPy>_jIezI+$avM+eyf|%ofw82)INhSSZRa!5(BHc@EJ?VX
z)H(Ne`MdjTy$b7J7?rNqS~7E2_Tfst4r9l;oS%Fyq)WwxdYJUet(wWl!#q{(`h4f*
znN^{RS6SAoWtcjy$&`B0n7H8jmOZN`<TRxTo6J_Y#d1~cgqh>^%$ZLV?()2RcJ`NE
zmfDor3-9neP16V$c>k-oC}Bp*)oF<f?(jT)_9Un}d((uxwjyJYk{n*iQ)dI-DLe0y
zyma;^m*L@*%Up*Yc1oW5>uT8(yvD|u2c!yQkh$~Dex8?U9_G$FL0Vu2xHpDzZ;4uP
zm1(V5wxEq?W7z7<&{+~)5>*me5>XOf5>_)7{n)LyAv-}M;YEDcHRkRpk%jt)c(h+^
zvJQOxYTfBwdark_dA$kD_?_B+>f6ek`B}Wv)K}X?K0W!$BL3Vz9p_|CFMZZ1mw1=Y
zt}5|U{G(mo|Gu(J&B%1(%I@W$r10|5R6d=#$NiqWe({~ZSLxNV@I=SO>RFnH?#*w#
znzyE`_{)6tY@5i<Mdv1)&U<sQV#~3`rfn~IE=w*m_DP>{&Y(X}cYYx_5ku0g!EWgu
zV~KQwGaI%ZFlbI>JM1(0Ldu+z7LyafsrFj>?_jUosjI!bRvvm2BwzkC&_JJSdiVP<
z$<0Z-l6EHTNZOvXjmxzAeAruti~Co^Z_z&`ez*IT>*vrXs*i*+J2$w5DQQg<N&Q)6
zG_QQukvY#}ZQea96z|_%apx+ZZghR$im38VtF&ov*XXi-<@&z(RKALmU}uLzOM-%w
zU~7ln0=|oF8qOt(s|0*Ilw9}&nll`yC|C)IcCfiHR{h^oySI98<=*nWrF)C_eth+%
z&1;*4f5Pg5Y`b5k`G?(a%gvr|!+M!h+PLS;2BX7grf_PXKNQEf{=M1CAD(wYTzQ`u
zF}zW-dlgi_@mlYlIz!*bOx^u?A!qGheq4Q}KYiN!caB06f}VL6P7GPV{ZQ@QUfc7Z
zKFj$(a_2QZT^6<}a>^mSO+gdags5bT^1uAS)F|oHbn|~;Q3;c<+ROWEN?yjU(XC9M
zw#WGN2Sd;4Y6;0=5=OfeUcXwidb8d+hcgM0FCMMw{+M95X`SA#T`wLj>h9Ll+qDD4
zkarCikBu!URNa01^S7eNY_G7{49=It<MdYhom>^nb@ybEZsdlgMTHI@TCd-~q#L<M
z_4M|X#7R27la6u<`29K*yv4(Fn&wF-))?iJ0hVc9Gf(NyuKw>nPo}c;$%=!S$>Mx`
zva!>+K6w1v&T4UKLUYcEi>5C3KJmSb&s*7Td`_9gvTd2(J>Bbn`D5pn7G6B+DlQ%y
z(=|71)}D2GyKeoze$-VwJT|7Z@M)%YKezhTqoELP?88QhO#$ESOG+;v?LB(wsIRzr
z?461i%T|A^ddT#8*N)eZ)^%HZpLH&ey<1v({iw4zf2>W(#|uZB+vV15S1sJ6;WzE*
z$wL;AQp?5Wty^H?{UoJxj?SdXsYROt{HC2+*?voYO4`XeIx~a$6JIdu&Y8TlcvFSn
zwDYG-pK$wMRI-Y6TP}D{i9f?|uFi5#soVQEEb$Y&dUBIhWQ4l+YmrA*PZBmM_)Kd#
zxyT?=OpW_+O6Ck5zTgvwQyORJ2wvt|FT$L5`bf^q8M;}URL?3$UrFhnl@mBwH*1rt
z@3s{uHSYw)9f9%9+|NIIag)b(_QK}{bDkEI%v_va{6!}1(Z~7hJl=*CaeT=aZS-e9
zPyM_nXWsO)pEp&;@j+>`^QWIx-h@iZKxvqwZ*eDe|J>QwaZl&wY}M@>dS}mk`tQq$
zcWdgq|J82LsW`p+pX@L3)meoz*FXE@p44!Jqf=1GS>>1q&m;*|!!ydpe&0+a)Qo-h
z$p3yTsm33F!eVA2xYnza0oQ!b0wtCk_<<_!sfk*LL)unu)aeP9TyEr(I%9){<T67a
zXuY>*56@+ZWrjY<GoBrN*>hQPIi%#cyS_7Vm-upHzw|i=!6gN_?%QK=`2Flcw!=Ja
zGkJ_9(~Qo1dE|3!W{<IC+N?Z@G@~;~GoBue?Aa`lZg?hX#!-Xr#Az?jcQ>cqTQk#K
zdk^mlby?rm*(VE(W%HET3^eo9UN$eYO%NyzD4nqN<*$iNo0_*YZ}Yu#^2l7DyC<K_
z^|{}l!sV~_F-6K>?Nf@9|FTahM*gbXVmoV}YtFhhxzl#$jmax*XWj|!bTv7uKDox|
z>~bmVo6NIbO+IONHNqvh&giB3<vOE}>caI#UzdyRQ53sqtx(CW^1ktj?}R;^lgb@G
znR(cXU9?vGnqV$>VYXtWvC8|lCvPXX=`1RD`83Vrp76=pO1%jQau;qZ^+ve7?|HIz
z;vVx!=I)=KdEApdd0Y8xgv<L0Pjn~kai3)F`AN<5p6bclDr+NL-cNb5c2ZbDB-@#L
z+Bd6JtJkNz7xjLV)_GTF<80Nk%}4U4-8d_>J2Gke1PE=8BB{9X`($U4iUR^{?OXc(
z+dNPda8jz+oRUB7&Dlxb9OC>h_D*s(fN=LlZZh}&7IzYCO?$%$a9XMctKB<kZ}_I~
zUVM%d!HV(}86^uY2Vc&zdwqXVy}X8jju)s2`G_GF)Pj`hygTuREQsLCC{rnOPbya_
z+kWJoM^32kivtD=J%4^R@R0*Iw!qD*KNg^-l>v{?Zsm>EsKjnnh;H|!?}shVz*<wu
zbDlj-odIfGNgX!P2Q{uN;EgMu%X>kMtH<C325MX-%y@WIvhF^ld6k0Nyt-U+*kE#^
z*kK+0b4hcKT6BY$ZIL{ied^<6z)qfa<F3%|=%jM*H+h|RbvIUfK<M47ApbxmzfV9_
z1d&wS2%({hASO7&O+u1vKk^PmkuFFlKgc>HMPN6`A-e@8X*&Q8mFA3f=bzD(UoE)V
z-1}SFNl-#b)sVZusr~lzydo=I#UtFA<(xgqj2nV3*0ayfTL1aB<{p7Ozk6I<@0aDI
zYyOkr-CuuKL-kIFfc~9*$>kf~eZNyLw(a$i+4r}d2p8FNR3TaaaEMv{+q>?wr)X##
z>HGWSZ>DLd;{K=m?q8b0XrjF(&cK=NhE%_biPS--KeLYOJ4LcEeZO$!mb~mYg&Wsd
zl6Y?XZjlxe&)LGU*jd-K?)P=wBEIE+a)0~xyDr&#aDSQK;`E!g4}WW<MO&Ah=Hr>f
z(xyB=(y9B>pLr(w8!JN&C>tJI7ZBCx7k>7|qV&FLPp->u@%r&!{NdfDDG|AH3XyF}
z?!S+*&#*MsZO#h!WEE{*rK=<}_sL7uCLc8qhKg3LJtw*M#H$#*So)lk=l9%_%`-J;
z&e&x0eaDolE4f$Jy{et2u50zZc=EMn9MdDuDs<MYbNNvycsc&aZP(bWwPGwgwS#qB
zliq5(-A!ITgSFzT-;*ew=Vw<6t5jZ<a!Gi8d98xnD}^cFTK3Jo#HFUE_Uzo<Z;on;
zYh+{hGnDUde(|RGRx^{Q%htnJ(lyN{rBt0wnc^X1QG7_?&F<@Adn)_q=X~<=wlH|4
zcTw!xq$Tl(=I{5f_E)>Tvsv#}VP?r1zEe6ff4KRlJWD+PR>?Tme_{L$74GW1`B%;f
zs-I+Ew8w_&V^mLqz=67kd0UFrF8Oir{Ycf_d!0w<N0Zpy8_ykQo9jPcpWHA*`r~rr
z>1WP<U(dD1-?zO?bGN#K$Wpe{ZL1${)Ru8dnaz>jxL@Z=-b4MDPY<!Rtx(p@HvbV+
zCbwjsWW|O=!<*I)2ka9{&KDkA_pMH-xo7|1Y28aEICtbPG4+3RCu`mj8?nHNBA&L+
z-e%uEN=yHrxR)zcu5$9L%1H~CwQRL}T6A+~jo|gUQ$?0>yjrnZ@94K~i<f@#vZqev
zReXFMc1T#iVC|cS;=hkM+<kN6(CRd<?r(xKeMElDyz4Cea;|I1tPA0jIuq4TIMrm%
zKa;%tOzrZiJbg@agRTV4_%JiV+e_glf6_whsoC5)IxDv|{9PFoDEi$vO425qec5)4
z7f}T(v-jV-e&Fnt)@OWG5n`HeAJqv<uiW$I*u#mg^Hp5mNN-j@zKC1lqnE?&r?1cP
zf4lwu{4SMHjhFYG*j8MrR`1m0G|PCf`t$4^(~BBzruVN|CbNcV!@pb8?rySjzxn6i
zuUSD)Hg!C{nD9$dY(mEVMOFWOCf%@kvG}mwsxR&Cg_C8tJuX)?m+a->t@wAND)QR#
zd4hJGtZM!~()Nx07j)n3nw0jvd{aS(=c@GYf)ibemy3U#eM-8BVXxY{CKa|@r<7TX
z?=SngPtzr4)~<h=V);HlmS(GaayhfQ8tHcZDpg(FuGtqGvB!1&%q*omK2Ht9sFzZr
zw#uDND!k$4Jo`VWB<<$c^$mW-C{%Hvt9#86H}%G|LjIE~JTwj+RF_$$KSOG-<QBuS
zX}dh6Z@v6@y^}j`<+4`~=4dWhHRltL?j;9>jm~9Jb2zl6U4GZy=N4m=nzp6Yb)BZI
zQqae)OYavx*sw;)a_O9ftD6{>FVET%eIsM_l4q`yuetunWbNKI(^xaYCa`!(yZ5au
zS0kmu;DSUBX5Q9qoRijF6i)uJ)a2g#rn%y>Di=8)zW2I(ucY<<m$pkidy0z}dv5qC
zE?9Ph*MIl#7pa@yPucf*V&m-{3MXe}$XgxRbJ4FkTuaf*sZM#zDZR<Zw$D}+eag3O
zN5p>LjrVI02}>2~?TmBY78QC!v-tY-D}BuFM+%w+I+jO%5dE>knp?kBJVAPSd5l%^
zIhFMn#GLY*o@vau9=5F9*0D+L4wJ#c<1VSQy{_Nw^szOqsN1W~>B+~u<3Lkkv+?dW
znY&wDHn;uTdcSm1-~O^BNwLnG*3D(6zWMvl1PjY4t#-7Zm({j5sY&VD6FJw874PKu
zyyq-<xyy6Q(VrXmC7nLha4}u<*NRCvQ8KBfW5e-HLVI0mxZkfA$-6uMQPa}iZTXic
zH8|d3ZvFi`e$!z#X{$uTi3fXI-QS(<I+FEqcF)p1RVLYqw|ymVb!#;Kc)c<!vm{xH
z>x<_xzeb(1#p&f&-{`BHT>4N*^v0`yM?_CQoyh%DnfbPV^$Zh-%rBGpxYIKEKmA*l
zzNqu$x}#b*vp1cedi_m{!rzb?7Vn)_eVHe`se5<Z!bRc9PkcPj@kaU9+{=IByYV}d
z)TFfEajy9pe-l)?AADY9dz$HE`u(5WP1P5cR$u<~o@J83&F|ZH>kCc0_#joupgrX^
z^GW@*4dL^7W<TjZsrG4G;Hz>c%S$CGl?RuIZ_6~aPfO^zGdI8_D%JU|lSf;4I|sL9
z*NMZ5AFkDQz4CBhKGSdi{1oGjp0DrAS3c~VnIM;&v0Osn^tZ2Ug6}U?B}6@2;IRAu
zoycs)y`833XC|EWpS0*j&egV?N>k3dUSHDkW=Uz+{0Uw0FP-|6EJJ=LUQAuQ?Vr>l
zMZO@9D~(sDoZ0`vV9J*XHn-O0uTs7c<jeHlXriv_Q+J{0PqojNY%$2%BeYO=sU+{l
zlpP1H%VM2A-(DS3{%KK>GVit|ZL@?2|9Im))c-}BZ~5gik$sMz*R~M0&grVQ&Yy31
zCMiXiRoz*dK5HR^@9ag!RvtHN7e04n@+z$ldardWk1cbNb<iW9%%=xFTP=-S`+Uiq
z_scHXJ&Fjs^xZ$1(R_vJv^K|kyL=38i}P=}t($S2ZwasbR<ZJhonc~@)=cx(MBTVE
zqoO4w!Tqd@lLXJB)3biAo2tGb>ieeKndu>h>^Bc=F3SC|=w!_1w9Si3+%5l4G88s1
zZFgGoK>W=2Wxht7+g^Sx`D0Rjb?ceEhi)G_YOed~_93sevy!Cin10NgwnM8uNnKYY
zomHNtZ_Z2mrE4r+@+BTQbacvvRqYyq^;>3ff2qjGs`=J({_d*@Q}<t1-?M6#P{0<m
zIXBm=Ew4Fs(JwGnV)y^+ua5iuc6~O{<UppF?Gyvcsr7r_3+;Vzw$Dz};gfpjq{3{S
zmL?kmMeQ#gsZl#Q-?!e=nih3y&AFdDito(5F7f$S<IkY(lXG^9WdBNiI4Ak3VZ!7p
z$#)$0teYqH>+foMx&F%A30oRgB;8jo5uPV{Tj%n3-}Upt6q15?q9>V4*v;WP%5fuF
zp?J@^I*Tf`9*?`%I;=Ln%bn3EdZjeC>U!&v51&={q<^x^RArmT{8OadT=Hs%WZh)l
zu2m5)q^?ah;5R?wyY;dzr>^7Mrv?qPm*07_Q^qWK7RP!c$=&60JJ>2pIFGp8X}P}R
zO{?UF=`r)mnmv}rJxcq%q+R&q(@--m!?67s+1ELxr>Z`1k4P5SmGEuR!mu}dHhWeZ
zNqwK5ZEwBab>q9g{qetJG#_uiwfADB;MKGgtExS_j^1+K627*a-$t+Od&`Tbl65a%
zpN(F6vLpEKtxtzcRL<^Wc3N8UeE&gZoy--xgLZAsjp#j7ShYB8&B0C^9zpg0*R9Sb
zRPLM<`TAbcCBOfBi&nBG`g~(Mce3<XQC5q#hF;7Dj_=E(r)i#gsP@TpW9<!}LyQyd
z=3ZZD`s<x)r^9SpY3}~gw-#5H)|Y;_pOUvrnTI1G;XeE1zdHisGp<KHZhar*y(=Ki
zKFLCVoB3vk*Zw9FM_&hjNn@Kgh09%DN8ir*eO%7fKDo7Xk_|uio!i0g{^n&UulAF*
zkvC=UD(PnizSf<)WOmw~>2Dcw_B_q|*RoVgyz@%6<<l##qh5aU$xr`ysp?JH+8Gf)
z_%y%GG@I+v8r@vJ*hnN=Vei7pi}FP8EGV;owbx6+(sI><4cj_3Qu%U&7<Hy?I8jku
zaXMixf2jW3B_;)CAzQ+JPOfBpq^I;*cBRG6+v>4d%eT&%J4sg3Gh@Z>7w=YRWgXvr
zKK_`x#ms6O&s!_DZ)J*XIQDqj<y#)w4%b#rHvE?G*!QGb*@Bc)j(fKMYia-BHSw8K
z($UrLdyUsV%(*7HD>i$FlGL84Q?iZTA9tsig;#~VS)du(r2axJ*6W~i4NLCA41HZ|
zcI|EVd6*9@oEOwtaBS&?P8&8CSDBkyQ4{_yeSb{y-TAzvtSNyPjf5Ddmr4lBx-F{S
zxb*v+1(_btl&k%lRxLi1v&~+lXVt@RI!W!!asL)HX1=;+YW2kH%@#o=$-^!eZ6?S5
ze(MvXJv-yx?2rozdd_JaUXL%n+obX1<Bfv({<;_cZ99J1k9W&zHqpw`tv3p$nP&dg
z{GOtCcZtGo)AEO#yaeBrWqj?MIfL`<g0+12UKVY0Jglx)w(d!+jrR|+E8l9u-(=a(
zhze})^5vDAmbLWCQ;};r^QMK$DgVoFF3&pqGDmCa-U;q@oUfga{0hxmwbYAE{bly+
zXNPOUAF>urnlLx`f~)-DxF?NbEoFUW9a%lE{Q~Fi5x%&nd}G)9vpHpTd)dV&nDCyP
z5FK&4YG3Eh#^4}3%ff<>>ym6WZdcz;DOJ)_UGRi?$#i$MBUcYM?mfeq6A=3Qx9Zok
z4X(TvrE*3FToPivyKcR_dPA3a32!vVvuSr%J1<=?c)r+|DUR==?nhZewQLu`L$kUb
zsO);P=;0K(tF=*%f6nx+NxL(%>y*FO`~n}17l$T&I&;^pH}2bvZzpF|Oy8O~JHeWF
zn#bYIo9-A)H2;~rg<}OP|C>3rrfQO!T@435ZIu01GF9N664##HtlPUqA}+Xm+ZwT=
zwq#D2jaqjKTj|rfwPC00bPpanwJ2Zr)tg%$Jhx5nw+TA`N#T5^8M&G_Rp<8d*gf8%
zeKSILs6>@Du&S1r*R=^V2xYmb{o8n>@20uVjJLBxRW9kOo$uRuC+BL3(xY`*!7<Fw
zLyqqC^J<qnl&|Ny|GUyT!?#UK?(SN{_q#|=B3#3~`w`Dmp_hiDcQ><cmziw7x%$Do
z-V2i?e*beiZlm+&kW<*w`|n!}-&A`%JF2w%P}Te3<JViHbCu6oC2;P#C}%8HVVasB
zn-sDxN1dU`vMV_Dkw@No7aNx3RUXey`e!wIh$KhNzWY*Vjw#on=_#j04qn)H`0Lgk
zOC@xt$qFuDF@N6_K3UI4p&;V_?F!3tnw~e)J|9}&>HT(M^08}&CdnE)pBJj#;kozb
ziGl{@T(2b}Y7;XO%jfZhI2uVOL?7Pi?)6skh?d-sNgLTc)=UTtJ?6+R@|JT)#vyI-
zjT5u3rx?xlnNh%;=U?Z-6Z2;B7X8ZTLl<v-zchhCKBu)+)K$cC%IzmlCP-HDDYIW?
zxn05;RWviKsO`arsYW@IeGfE!R64Br((Ur9&&PVSRCb)Om>%}>$+9<BR5&yz+ll?t
zw_fO?`R$C~xmU9*7w?$0_mc0z6v<~EAD2!ydu#dT$m77(t)CWbe{zTa-mWdFqNnuA
zdORYhaa}z+X_{h?8dvc1H?i+bv$I^+ZWnJ#zNK?RbJKHWgBM}%cVF|(ntD6rWa6op
zUhYR0e){l6i}7o$-O1ydJuDAdN&LLQHCgYYx9N1IvI%FjxvrSJ|GGu#?{|)!c~?>%
zS2=2C&zSYe|HSctz0n0Oew#lywS>HHm1uL~{B2dv&cq{O!oVSvn^A5tIj5grH^Z{a
zcMI<u_xq(WLVjXlr!pEC^-^C?|8Q4Za<Re2-U|nxvCQk#PkW{7voSH4JKRcBaqWtK
z)A_AjB^)bRB+FM#n#1CixZ6{5cE>K(((GFH+m+$_yepPwZ7zDV+nnc1PN>sIohb)A
z7gQW7EbnZdE+l@+PV(l|zQue!?R}+}rj|aCd$YUDB9vVxw=36l>2ZH;^|WJ4em-q%
zo@233RL)Q-<$ceE0JSR-I_p(4pDHOhF4S<2Tf}?4lvirHSj>bM)nC#g9$05)TPXG!
z&6rvcv0AO_R<L7J|EK3>s|A+jR6hu8o&4rQC&#UubC}=kcCTrjY|YHRVe?AGjT`E-
z)8|KXaoME08khueEo(B~q<UjtsNNi&x;fP=-!4iQl*sw;^smv&g)LXr9^|-+RwR9q
zO@C*%!N>Q0>EVNGWv*p?3&?qzcY~ErK&V~W?^N#Oiq%5fn037*(p&%bwul=`ov+*R
z`NX2*E;TKFM<;hy-m<#-xYXKl!ZB&XAE762$WGMLewKMSK`tlfrl(_|z#aLSns1rg
z%x+{?%{eQ$*<=2Ff!0sO*_K~7OpV<j^GJU=*UXsZ((7Cdx%W6^{>n;PQFJf2&hRAv
zt(wp>fjFUqKXp8g&()h0>XqJf?b(x+eeZJ3qJ(bBZ+fHlA@nz|wPwcAKYm_e+mEOR
z#joW*X|1ugC}CayicX1h#V1&ngsjO+Ex9Gn+$5cK>)jL$)s|};zNYqX_c?ZA^(ns9
zDrMFScN>^*ox<Ie8>aS@QCw-Z(zXw$j?eo%an9EHF>Z2(TuX~?AG%#>V$t`l+GFdK
zq9EHtevHms1r?FvdRwzBUz@O&Okl5k$ojp+X<qf|!tJNl-gv=Xbect`V7vCrDE)+q
z1(WACuie7$bkB3@{#$0ctqcVncCUB01sS~Ea%KCHZ;Q8iO)2%6!TzwJ_SI>9)xhRu
z(}U+O2!Hc4Y}u+^CpCX>NUVIj<VB3a9@%?=`*nJrKJaf|?`?ZvI@|3V)xs|$mpwL`
z-D}GE>eCj#DNk1!E_lA!`u-BO<N~gMiz>QXg??7sT2vc_>wT?QQh7y?m)*eVw`h$#
z&#WmrF0<}E%IIq=+k5iqm6k_SShm%Cbm9>g&#C&9xLC#Ag~69={V}&WSB=(Oy0$`2
zvD~P3($3F$=RBtM>dO2+?YA#B)#pv+%BtWk#s*vo--UvA|D4Uae?m}9OZk(8mAu?F
z`70C^v`;<I>}pO^uMOCx+PGKoYfkp5LpRUmEob3aGgHfrH~OX+%f;U(-C{(QbuX|z
zKhml>&*DVBz&>HK^6lL#qI1`2aL*MzeYj0~UL`AY4Bt|ZCtp@)*lgSz%DT-Xe$}b_
zz6ZHHQ^G2>Ur6Qb;!~f0F66PL`1_cdOYFAQ-k$c;#%tBo*S!xiE53aQw0OGZ5&!kA
zyDcN%7If<rxi7uM!RvmpK4;&tmEZgxoY^3?^S`?L%PX;J3*RmI?c?e`ZSRcToA*0T
zI_&0N<tDVfEK$>J-g1i-Yqy_OWZOIAuAAkxgj|D#PajQooO5oT%+;GdcVagu@@&%W
zW_6vR_w2#Vm{W4w8ikr&Gg7=RDVt`xw@y<sxw<RKdC@w-V=6L@)}pQ}4jzqE6Habb
zSbUh9;h>GttQnJ*ZJj;+?VPojj+8%i|5SZ*^A7gLq*K1Dcy#v2Z4(#CzGM17SLUS8
z$$KTMG%qmD+8%NEkAbvoo$Kj6oV()uJc}nC{E#NQPFC}Ui%a^+H@OOh)}3JneSQg3
z)&;&kc=5}p&7BDy*LWr8=p2@>nr&HOFDJqHGsroG&3+Q^eo3|INm?i0z4a(KXB6L-
zDrTK#x;i4mmy`R+#+>5YhvJ`XYhkz*yDTxxJ3h{3jr!g_;+E^9Ll)fZoH%W-n}onI
z>1mH*PM&-A^H<r2RL%^Z?;GFvUQ)KSxAXlWd~b*1@)IJ>xo^MhZ(BU8?aH1k({S~W
zhS@bccetIG*ZXj6-&}{4YtI(4tj)DObl!8@yS7{VR{rs0?Kt|dJ3jb*>z=(nZcJU(
zMHMT>vadvUtQ1Y$ch>RjSw%^+qe52Qn^(4Yc@{ZMcWMlIdsp~u-=;h+(MRTThvOD?
z{IUoX4O5+}5$O_TK7~hl@6GiN&2rjmNd{ju_bKi8^+h&{eQti@rHsS5J3e#@ncZ8W
z!@GUz_Or8DHmVwjZ3`+p;#s)j&~@vdJMJur2=h!Xx^(;>-|dNiHd!*3X07*4_BfH;
zTRYoO{^`?+x!zIR4%c?G90@Uu2wVK$O84f~%b|L?E^HtDmT$524e`2l<hJV^lgCoC
zG+3{t#heJ;y!GWP@mCVcvzKk^I2;$Le&xYto)ocnI+;5C^Sq7O6Ir_MX{=~4<$3)>
z`eEO-HQ&xSoqTDd(q{bYdWq<)V$UG1=h<cqHs$vWEVuAowY1*7R^8fv$@1R^yQV3d
zulnI_v0`VcGlQ$%#SM|`r%pNEV-$6%*!*JccKdLj<chshY|WeRdFsrWw96~+HV2=|
z_4RMI-Bk09n7Q@Z;z`Dy^U_842)^2AHuw0w!YL_2m$&Y+&PlaoQmIy%U;g<(?6eh0
zC-poE7VW>|EjoR|+kR#Fl$DXjyH+Q)zX=Y~_%J=kU){NUie=?BQKJ=aR<3ka;kR}_
zb!k>R?+c%GljhEzx#HLraZfSl!-`pJ`|qBqcQ6gpaxP3=EFpGp@4ep*hqZOf5|?r&
zgavi@Y<$<-+HtUDi%!ABgUbTWY}s?O?df?xzNwoeD=xb&^HEw`oM3sve(ImTRaXs{
zAJesroAQ6h;hIzW<~xH=WL|n@mOs<gW?o5k{;@Y(e2$n^{fc^c^39vM$0a>YPp0hW
znbOrKxp5D}Crx1o*>j~OqFxmbzFn0q<Iz4I&YPT8XJxTx#)-v`11D@%+nTa!O%40!
zqskV0miYaPjtEvXRNmdzlDk#)!t7G3_S}=bF6NPHoj-hwN*9DWSZ=&r^s7b4hvSmo
z>`7<mwi-HpoUeIk>eBzb$K}2sv0K@#@l(1{{?S!c%RPzWw^feb?NmN`DyeN@%Bup8
zg=RjhPW^i0a_&g=8m2QjVn=^(oVw+>@|-VQS8GJ{&i>3JBscX{#JQxtAcIY{60E|x
ziQClw@6isLeOWp}H~j7)F8OWJ#+CC=&B-z=Kl^Z1Nz%p1zIy6g?LD@fS`~Q8f7On)
z^Mlv!v1eb^!S(de<XHw%<(-Od3s!ij@h(vaT6H*By2-Kn`tFkNF&&#1x0@vW_0<m&
zEV%qpe^*||br;i5^EUK;C=UzWB($|)Z)&>HL^~UScdYw+*BE>b^<Mnu$^xJ0#W`N3
zb6@TYo>Qn*Z7P{_pz^Ag#0x!(6DrX@ZzC$_&vCgS<L4P+aMpE$i-ecTea~2>8^#Ac
z?s*uyKMgrjIMGyF>w8(0S(t9emK0X@rW(P?SB|A*&p$KSCoiv0VSUpsm099KL7`@@
z3xp>-ZG4!z>+lM>$xbDUCJEPsD{fa)VlJEeR)38J&y}MyUKdTNxyciIF6bVMpq}{b
z?Ppw8-C%qkBed5iJ$mudcULm3-K@fHu2HVeVrhS3tQF##7q&AxMXOJFZw<F-SkLN~
z>&2G#tGhf;TD}RX=Z*=<&X7o7X1=P?mx*cd#QfPBCfjxwpS~v}cC+<M3$Od7pw8tx
zf)_~UT(G=3M?0x9=a=$f!P#8SmPRV(hA-}JEAeRRv3wPJ{8@?fPRm`9EQw61@h6_H
z_}eNV|75=93!VCMjg``#o3&Clt`~bI`;?FKb^c-Y23D(8mEI}_E_qFNkMXSgaIo*D
zZ^`X>>`CAHWM(IxOx|w$cA?*oHBw6%oeWO!h3c5zii$h*CM)|JQ{?KGE1Yl4<6}`_
zpYvTu_NH#Z+1S+Z1`Ekc7Amz)xte}P_sb=t9#3>hc;Mc4^rrjw$*z2tw?qofRIHp4
zIN9OiuY*UwUpZZNM_W*DLDgNSiit}m=;kX=-n((R*dpcKA*#yVa(eG2Ma-7Jl(3Z(
z`)Kv?y-VIHJDZ#}rpB{HpB}$d*|sCz&Gcri!Q=^lj%oQk_IM{HekE!9s>5Gr7Yk0>
zKIf}GtBBR7t=B&n9*R&|u=C{1w=U*3j7z4U%s#mK{_C)lt5mM*-jTf`7g`}bd!fK2
z<}XRN`Y-h#Uo%DRZBh2EPS$A8byk%sLeYOJgv?H|86Euj#4kN+u85a@)4PqfC-aY*
zKCL*qD$sXfNp8F7vCHf1)nWy*_>!g1r9OM!<)R?8_rZK`hg_HK^UfXPSRiA%pz)P7
zo8F&IN*9;y?V3HME6>_nYN_tbRC|@+l{eNZvp-GMG1Q-*{axMq&ds+X%hTJh2|J}d
z|H8X<?w&KEr$kIy{fao(y?PMFT;VdYx<O?5hZkk({ZF{ll%#VaUGJ+l{58thT{QE#
z`X0Z+R+km)Zv5RTpO{`eD?3elukSO9n-6EpvwO*WIdIydE$azih{<ZtX?II*oo}0L
ze1+{b&&_MKt}{-x*_%XN6|mr3<Z5v0pMG=9L!E7bDHFOpFLf4nUEma49%*(ZDD?dy
z$qBLHOQiXar+;VX`=Q};zbScYxTn`Qh2z!gk?eutUC}qrOq(3O<7juo4ZC2z7R}9T
zm(?b^_pSQ(GIrC$1uK~}?^#M`p5Qc+HQFEhBu>y%RKL1R>G7et6AeF4HPY4GuyLZ+
z#}Mg4>4_G*w{sMhaKG>Eiu=i0xQ#dX$1xjq-7P*w=NZ(OFWIj6@9aSt{$(D%ocuT6
zRb_uOwahQ9SH1H3vCO7zJG^H#=|z5hWVPl<-JL6kH<|jsy|8nmm67#4lW7K-)0wYx
zH2t;rndEzJ{mUY!J6}b^|3{e#Y!+d>nBcl!^P->b1ur#*oYk|1b#7i|ni|Pvc;=~8
z%5~oz`-7$Y#pS!i41Sa^J)^ba5r5Gl_8mz__donp85#4l;9rBfONNO1M(?j;tM4jj
zC(TIpUvzxa*CjUQw%b45<o@OU)K=@!lUf^@m{TIVZtmV}xmY{dOU?S#FQW%hKSXcb
zJpJla*QcGa=^Z&P_ll32eAwqFXMQ+I^>f4iAkmB|6TFQT1JxT3h01>BoZ&e$#zt*n
zVpF15>45_i5AFSKHu2+YuG~p|V*l(7TbJr?%wU`p8m;$yC-ePI4K;(nubJ*Eik_=S
zuB|prSXN-(z_zGqeZs8wPkppDs=a&N&{uL)&TrjItFomRT!P#-*-o4_^{1M!`KJP*
zxS0p^7-n$X;b01oKKC^CaZpu<$<&2AS-M#Dy6U3-cYRk)I>S1t^y$n`9~@8dim;2b
zN|-U-d){Q=*mC2rzouK^3A^M^UxOd`D;_-O#!#easlMJ?aS!itk9jX%CWf4SJufy;
z^yLc+H8#VKUCT-tZUxjO&x$?E_oZlt;g)Eb1u7Ot_N>>xrR~uoy|R+^?LHwdPgR*k
z8bXf*4+%eTHJj+ty`;<6Nz3|w#L|~%tB!5B)%VRYGvZ<I0bS{!%c|D4w#u4ke_Ts^
znx8UNf8#ny(+Q!U1ejZb3q<?HVrQ-p+o+e+r|Uk|O8acq^i^Lyr{Cof<!kb2a^;od
zm;1BOb-CG9i#9)Pcb!!0^sJK2AwO<EUHob0gQ$~^*KX{5$#Ct^qS-6N`Mpld*56>M
zGdkH^^8NmUoGkAtZ{M@D-h8QXONZTf=9FUj2LVSTq;E=SNLScM^ZicwbY+>;4bD)h
zb>6{j(pyS}ZM<j9%@;Xgv-ZZN16K`hGG1*Ao>&qZEw#Sfd-<o(HDA*O5_dgJKeW!~
zlY0p7gB?qS&x-L)Iknm+DVfXZ;Fc5X%{5-Hxwy7M$Rew(Ev$%d(&`^E+m<;=w;%m;
zYU($a9qWrGgg$TC`DQ{&cS}dld`qF1(yq62i}wYUYdu)9M?#i+eNnQ6jgIRq2gNMk
zL#aECZr)tCskr2uMwdyMQ{5(m4<|Jr&UrL9^oHMqy?%F|h&IM=U!LvD^W9}b#)U7u
z2F)(LPoM3SveA^BnznF(-|}NGr|Ru&R%$)+V)ZKa;BBks6(;nYeYJF&u;0D1doLKR
zr;BLZI_Ys}@j{l4Evecq%naOmic5lu`<^M7x_s|biZ^(-*sUPl`0Psd6zekwx^Gk*
zWZqTiw>UfHBbPYG5t~qsY2PLW1*@;mR!^Jq_uT<aACFb7i3>KdMK8K!cwMk1U}fLa
zja`#A2u|ld<6$kfsVl;9zF_w3lTVGRvww6>?bvMhiDCKQ6UravD=nD0^44Ttt%K|f
zmo1)>czC^6TAjFhh(p1A^WC+%-_FWwv`-9L&av(7Murl}^C#ZUT{0nAK`eX1i*>Vk
z#h*+L%FMX$CO3Qerk{IV7Fn-5`S8^DUW2cKb8Q|+PMg-ftMItn!{`d_Czmfgdv|_?
z_08}_hhslITjRI+|3+EG)T>ic)DK9O9SmDOW5M5R(k~Qln<U4n?QQj$7JSk!`_ez*
zSqrm%F5ALn;w<2C#O=A&pSx^&s-C_UhfZ&k3=1^kn6!Z_W{pg1y>;(R+5HX0$6Ain
zoHldcq&&O2bdBs~$>ZBgT3RoMzVnzI|N1=hU(G!ie%pPvY6zNq;hm_flJt^<!z$kd
z&y}SMw|+?7FFaAa_(o=!$i`Ij__iPFPrpBtzWS@AQJC@glRJK^^khFy-p(1qnmS2u
z%iIlrpPat3DB{!9)YTme<gUK|_DHRBnXj+h*8nfS&BwK(r`%XQYZrH;<`=Wzl~;Qd
zC%fzvbckM%y7A6Ap96`T4*e)-PE#_O%rnVH$7Iq?*3<_M)~!!Ziuo>Hbx^C`-e$}0
z&+Bit&2)deXp?W-XUk<G^PNs@QREF_OVPQa{3`HG!_D08XHzskNIMAxU5#))Bk@uq
znO7=0;e(%Iua0V9-ZovX8DY`|%ieT7+)%DGL%A~RyVur3$&2^gG&o~+hwtI;IaQMm
zrmqg$wTbzq*ZjB3SmyM0#<*&K<Ya8P>0`pWmyx-6hAz+NKn-#6D}8@9#?(Ko$?KC%
zwKr1axiaDGBK4}x_v9;|-+H8bvrBM-#>RAJ*8@g#)-64B-orWW?0cU0S0;VCnv)!o
z11Ad|{O6T&;A2JW+RK+;TBP3CxXtkEM4claLv(7+q+H*;divDu9$GiQzI${+BvE+j
zSMT{Ue1}q}@8o#Oa7W>FLqYsz%j;qprZVEIZ(KMVmQ_}3>0tIy=XBftwqOZmMb@Oy
zIw|qlXG|35TDK-`5}y1x)^Ce^#rca2o8GSOvQD#_mmt3Sqq1@3>&{o)2J>Z2%#Im&
zBs`ItsCAcVl2Q5fzY5-LKPE(MxyR@s-t|~4CF{S7X8SRNjOJHI;v?*$-Ig>vo_Za7
zY>~LmO{+5+MK`*+zvL9^&yF@)aF*{m2Lq?1WK@>qH2%o4=GL3xWjBnpp4~0`d$Mwp
zOzOr$)i=L$W!}fEu;mo`cDZb4(=Ne(Cv{GJ*ywI_e)GA+Bh5TM=jW7g7`RN54N<sJ
z!M%H0Q|&&@=1Fecwodjp?IKtgi%!wzJDB0GHfi^qu*IzhD@`tb+m&G8^KEC8P@_lQ
z`#)kIWG~ff+`6Kt(C9qtQj?W#uBcRoOH9i`Gua4+c}dE3i-c^WSuX9{RFXZ@FYM(i
zrU#-1{f=`L6@R<Cgoqnne>bDhV#2cAxG#HUSmVyFs9xoxcT7~%Vqfd+G}pD)p9j84
zydm+a*nfM%rp$7YBcduBCl_Ab@A%?~0q;^?^`JewUL3Em`TZ@^Z^@x5Sq(|&hYOot
zKM#~`D)Ez4-MFrQdH8xS*~&m!#`!NCH-7h@7T4Z1G4^L#i{cT^*NGJyVt;Jy?9o|q
zz<9~xUd6XJGtJXgr^)PiAry0Z{YuOEPEqftY|WS};{I-vkfQ{D`lZ84Z6#^Z!F~+q
z%4&D^Y1wM3`oFU~w79u%qp|1XDeHfI*>)nOUS)c+`#$Y1&8y$Iuiom_p7P9Gab=2D
zaT>GLQGu=(EuD?qy0w){emvvgeWzu<iQ&+?6&*&8^H!Fv7ZqdjalG<|t=b?h>R?`F
z$k`PFnU1zm3eDDE*4vbRV%3_&{L<*o^yKebGM9(7varP+D){PCBJsdsu98;8XVzIt
z^Oj!tlY1kGReY1#g@5Hi8Vb&OPvY(=<>Z|{zToDR%4y5HOMADbvB;a<GWs&fYFEm#
zZ7U}Q=!=zK>2OHn{aLoF;*M@=X1LaL>5FRp3!0Vt8rPqVmXcYX^!2ul_GFU@PqRbz
z?)YoG;Mj~tl__(0E}2)V99w+)S|Hc8U&_gua=vakc{_FbeIE4Q)ew7gnfc1(v(tP1
zmoAV9oV!@+qHp5~qk|tV+~2y8zx%zm)9f_?(&YiGHgV@_K8@F#7WTfxWV6T70yeKB
z2hIx5lJMcLbY*zVm?r*EFx6^d@ys~wG;7wxbEX&PK0I>s++~@6p~;I>xli!z4T)KI
zy7k|Zn&WQoj!cYs9r5ts&9{bX8}B_7D!FpH-T6a><u`U&w%dm@V{(j6tT~{t^}v>T
zt~)=o@}tZ$^WJPv-MoK>?=4qmfxkU}*bdZ|CVn|$=04M4m+DcbOVu}Su>MaDSlM{`
zUgh74vn;zV&A-vZWc$-qJho7Bt6r4B?<t+~!eUczHESK7JGE(1lZ^4f*1D|@4C+qv
zV~eIMDzZL(yEE>j-@K)<vsM0;|6gQdyx>Ea)AgU3A*b1|^~Y^`)j9d@p@kuW=VY|C
zTEiYxtEcY^uwJ{%KBE6l#L4$e9?zb&7Y5Baz5GTP?}znG>DkqCuJ02V+k;mpeR;Do
zQ%fT7Q1jJnL)Ai+S1HfLZm#TR*jin@vvd0I%c<X&pT0PM-7Sq!i6bYx-Q_L^y$LC^
z=qve<k+OXEFY8n3W?x^`J~-eJ*OzyNC9t<`Mb*u-e9N~4dZoB$t98v?TWCH*N^;G&
z`>IFcg5!j@9zC5D%_x3d`oP^@-_Q*{CwKyt8h0IK+J8-%+w&uf(Z!VoUMf>nx39Rx
z5wd9SDOHtFm7=A~E;)S9k-vDf$VDb#qb!dz>vZdjJ9brfiN23Kut;^)zTNxon+r#J
zPUhlZWm{fcJBKe>XK`o5<l-Gl>aQ&7wj8o?X%wn(|F7`(sMNDZe=JsidUyTI^d0pd
zCB$}5b!}l%mTXeL<$7Sz;adT}nVr(g9Hm?9#9wnC=T$d({QvF#*T4IgpV``ZK<ad|
zae)W#p=Rd8Cqhfy9)zvwOIiA6($|Ue17#gjr|#UuXUesd-7Z%7<cpo3%0#p`f85Gs
z)gG4A+&9Cg=?#mZ$d1*wFGs{(IVa8LGLz3$aoVmz)^$tQy<es$$r$=@#+-v*A<wSv
zSg~9FT-TjxFW-FKJNM`joqPM4t~;`(D)M|gu(Rtsvs^|4t506<Ye)8q>rsve#n&!p
zR4mM`zTM=!gZXamwu0G<XIJjr7J6s1l7XPi48}KenhHBE^Lcw8w9{HO*=LsFTjdwq
zHYHqpXv-!idi$nsF2m}rzH(daCs>QzJ>@>P!KnDxTEYKEe=|%xRCM*TcjF7YTaOK7
zVuRPlD&9GI@z={Pj<(D9=J0zpNpt&D=;elmzG?HkdHk2n1?kg8PHYQf`i?U15ae3v
zcFn4*QK0*CM)&0l-Nt1lJ(3~Sth4oVd~Vt~|Mh-wx{i0BkQ<Y$sg=)eiTR92A`h+*
z@Zw=VH>GUff6pqXhgS}*WW8TwncROhGksn2dTA^12whQ?R<CQttjVjGbo6$<yjSO@
z;;Lq?m%M$l^q<f_zOqg)SkgjslfLYER`vAl2e~}6nr)f>X%!~BW5bU&Zh18!f@SC8
zjGZ?{uO5=Ms?jNv;j!T``L{Zx@!j#n<cwe6GsQox`Dgp(?pft^7DfzwGrP)ya#KTB
zhl=tjuoZj?E$a&I+p^*bch~>2r{V^>Up;p`479jq_->i=r!3RB_{BwCi!O5=X+6Yw
z!pSRpx9WWUV?K(v_nA(zx??M}a@OjD>*nrgzAV03!dd%)*ujF^I~__-h%MEVHQ4<`
zOYh~LOY1lcN&;paIk53ZDBt1*dzezV#QjR8=V<-ByPEUvTvyGh3EZKzaevk<?A^1K
zu`ck<$vX@?wNe)D2$jq8yBV`2+RsN_x%}m!gO+z0qM}Wn2pqY^(Hi)4#h+t6M>^Fl
zpI8O#Klz~RaML%Fk8QjElu7-Mt}n{^)|g^pRLX5@C$Y1@{uGB<-Oc|?|LjkZ@n_e0
zpps!U_x{%ZH~X?K|Gi)+Yb>_5<VJymrNJ7H@NNGc?p(O&_LS#mgwldywz43VRTtKr
z7Ps;i{C@md5>I|n>b`tCqkwO{@)z&0cW!)mQ-8K<YxT>P&sJK+C3P&XcfGf%IWBhZ
z-HzfVj+F`a)>>1tKbW2F_1$+Nc59W;myc`i-VoJ%dduZn|K~k2mPcdeG1_lBEMXVB
ztl~=4(h1>t{XsA8M+ltv%hO{y{Y`&<qyHjrYh}~AH8va%%fAb--a9On)Y2qm(U!NF
zWzV8CmmMdLPM&&S>br^9Q)S7Cg435L?{0l_aMByI(tvw)?tO8oQ>LdBc|?3ym0V)^
zGq-Kg#6L!tjelBxFcJGb-?U-zdAH4NI&WC?znO|!OM7uyZEj18;r07+;BvkG{Rf=W
zDkgZoTE=~yN6Yxoa}{C7kJ8_6J@Bo!xP0$K#h;1I1vYzIEQ5b+Jh$NNQ}ZY7oOf(4
zyUw(`zvOB9_4Sel+2R(KYcIc)dGpGms><^Bdk*Eab+5mDnJJmGPscJ$ptWl1Y2M&p
z77E4F=byZudR(H&K-^#Zcv9ZH8m{%fzH}X3^!>*@;f?A-eIoff)-T=o(-ut>$!>|;
zwEXS_T{WGFZH<iFd(B#WpRC+oqo*=6a^mjPEB;MZ|8BRMvMiq3?Ds3{Pt2dq|KII1
zf4_8w^6liXuAfPTd0v+PXWQMM5cA_y*Iw4&{HO1I+!HIe+$OgC&X@Hu_k&92O?(#<
zkX&{<x<F#KpzLz(H!tRGe=$|t(`DC>kkl_hHdQN+-hQ`Z>O(t*dSAA<Z0!pS(;AC4
zGp;RU{q<<l*52+NyG!L+<-AvGd2lXX@gUGI&wtk3a6hN-CR*Yzg$_^M@@@O%LhBCm
zb1!f2WJ_k-_H&a$Y=u{$z3v)`=T}!Bx)S$iskM~7|GRI!IpR4Dyt(y<r`*ujvC#4L
zWxun?|CYpy6FW*z3P^I!-h8yAX=ULf6W=`dS$ES_ch4^@;|(&?_;)x_s9j)=fkx)U
zm)3LV8ZEl=Emfhy#w{qBgY(wo_4<>$??2%wzq5_$fR<?KsijX&F-*`}^@qXhlj~w3
zp++Vt*XcKz3UwV+e_q<T-YvCjnaWzW9g`LtHHtYuDM-p`c@}eVmG;BGoeK>!4=!Z!
zcUpPZR{z9T54kN?wzKE3pKrdY{y^kYnF;HqM7N`C;-44}Z!h|DK)kO*&1b?5Db|yr
zFQtCRKlnG%a@NV+8dn<wu5wy04Y}L+G;Kw~qPzq9L->L(K0hcw``l~YQyt&!yY3nb
zw_TW$t-`)YImPPC;;Sb^4iswj_ZTeOebu+)l%$SZI_uW<otJJnS?Ou5nfxL4s)^yE
zFR7MUd|!Cx?2_0c^?8TOv}Umm)soaQ&x_KjL7lcI-RJDM{Z*Wsn`NPb_bk(zMcGm&
z^4<3<u1`sORrUXx&1K1A;l7pwc`xs`n#TkdCq1{AZ0viuG$}A-*|rm{0<VrOu`a3)
zYTI~xo%+|Sn`D<4r7wF_{bu7!1J3Artwa%)mRuLDS4U2#W@<d1b>D6A2`ytwn-fv8
z+g~h>ZD3&jJN=o0ap`*H!_y|8RDaAK-Fszz+LZfq|MFgUe7|+?lx<~y6Z-c!H5(@c
zh4=n%o;&Bxu0A#Hi_t=rD*steomYxaeYhpqtvI(ab{+F`A7$C%S22N$7CA3*nmms=
zC45nq@=Z=Z(-6O7f{SndI3{a+bV`@lsp%bSeYHPv1#th@`u6d{^EGq6t}M1{bo+Zd
zc!9};gne9+y{muxKea&g#=n314=nY*dj8F{_6~n|<4)z1t`KRKbN`-O?Tf7tnZ~=i
zO)PoFKM&&!uI;*J$p<V=PVJXcin)D1HetE-Q57rEUm`*icLnc#lQXNPpW)7agMYHE
z2hW}J@eA?37}U9KmQ3d%n@yryWDHL>@U7O{RS+_DbH%ru>EbsHIiI9Wb$IchOZBcG
z|Aji<{i(+$S8F_E@;ajW{lL2YZ~hz=o&1`8xs6}Orzb`~QjUa8kotLVTA5|^qBk!i
z^Mn_toKKy*@JGh|=q)@VO%f^2qQ}i-Q@-<`WKM}sP`M>M`_ldCFBz4*>MMTMILV&R
z2%5pvc9D6PS-A9VOTjPPfv>y0HYKpSY}^!G_(fNy^>^!K!PPE{1q-%L-OXgEb70N%
z*v^|(amHsXCZz|?+ncW9#=czjOH9RmChIWqtzKep`xuVyj5)V%LXzgvEX}(m{(H)c
zGq3CITzDa<^Y6d))|av!;tzzMQ(?TTms-#HE#$cp-yPoxHSeTXEMr&gTKa}{g7XyZ
zS7jlxWm0E$gm2K3u_<4)Sa`o{y}APf;|cLg#{}G^y=rAoO*k08?b{~FpJ~1Sb}g6Z
zyT$j$DB(Z`r>y?*GWMPf557!=UiBL1LT;H`J6-w&csh7qt+-L@SXV0J5V6r~3;&9@
zU$<1t)LZ<^fBoQm!=0ROESlAq?Q+$bEp5A;zx7zS{8DHRb5+<aIpI~{TxRuD(Ko%e
z@$LKNR37@?p7$*|e@XnDm)lahmuA?CZPex!xO<TK?e@ux9Wx(zt<u<3u+Yf8u3YQH
z7F)x)d*rshXq$e6$MU(8Tc4bRrrzz6nCe|p_exu(U%1>}q>_-RlIZ?kbxO1S&+aW;
z+f&TzmR{;x*?dFn*_lPEKbFPRY>%Bh>vY6q?!`uXsw~7cY)+_0{#fxqc8+<?ll1RG
z<=@y|-12UGzhmPh>pubA-6xY1-m&FB$c|t8DJT5V>+1jW9u?_z$GLu7zJA>~jgR$$
zK6l#uAHTmUlWg-z&_nm3e|X^T)STy&a(>KyGU?qDKIxkW1E0prNp#It6gFo*n49;1
zlV#wgZ8-_I8`6&E7N0SdORZce#q3gf@>rwH@%9au3wN$!m|3iPM%W-RVYYWd(YlFx
z@_Wk5KdUaZvR%AeU-#XcqdpzA|DOHmsJfE#YhkMYr(*Tz!ndk-%JY`+X_XoIY<pO1
z`HRJzx9HjWM(L22M&s=E!h(Od6?SSX#D3~=xys5Ovm;zQFwSB5YersMnbYeSwm#4c
z=$pt_6nLqkc>kpxUK88r%}=<mB43z((llJQvujC}se;8Wz0YkA&-%%%VY*suu+~m?
zmbP(Hb4|3&{KxM9Hnj<EwCF#?`f6E>=jYBG!2_a4+;^rFo%^KtbK1G<etyfnFQy;A
zcxbVRdO?(o$eb0&f)CYS+7d105S{39=9P)sY;lIRmCZiaY*YPxSU+ojjT9=|D$9`O
z8hHD!+dK9-bKIW(Q(#T;PB3^<s?f83|DDCNlEe;b>pycfn|p4hf?7`C`X$Ws4#<?A
z_!T(OdFuL<$6G!~+KTK+*tx^;R*cp~@x_dnLKrS)?Qr1<+HYrdpyf#o?_a~6lh;KX
zKbqQog`e4avh@v_vrEdXrT=6<j;WJAW0dQlU|^Wbb7Pi#qJ2Y{-duredpdYt9@_J>
zQzRksOJ@l8!KGH)T&uMU)n_(L`jFk-CeN)}r)usy|ETYjFNYPlzc>_xhtKKqzrd?y
zu`PW|-J=(upL(nloV`Bm?B2sAU%p>uHod>#C)?V}hG)Xjb6!}N#9yd&)VHg0vz1#o
zaj#2e#d8<g+=Cq6I~LDNDGBXM5wT-Pd410Jy<XwF4<V}W)a1MSKiV<}M?Tx~gqdH}
z{gF+S?b6M5>yO+wboj`6wS3h)&&o@4X3V^lwAK3Qp2g231oG^C{}-LSu>Z~HBj*FJ
z-}CVGJ$y4K=C$?5<ZsjG1nt;Y(A9HR=V>&%k#4vDQzzSV6}t=_zqU^0zB_qCQS0mt
z;p;9i^9dNW-B`aYOJq(@#KgU!D;}z_PT%CyzHEu1NwX#QqNDaE(r0gPsEwVU{`_v*
z)q_?0>z?mo-?V*amhPs9i=Bg<GrW)4E-vJs(6jBF;K8#8-km+i_%r1DXYHl~tmoHt
zPuh1O_UbjwMQ{C?t-U)+TgvKpHSIFKm1Lq*Z5?{@A4ft&c<j;_Y0?%ZLT>why{Ma0
zo5cC>!T#Cx?+as=n_OnNJNfgX4{zG$<+$}++W2~fOGc6F_7}SOZ<u}yPBD6y{IT${
zR*m>k{e?f?Nq@A`n`3wIc*DsO;~k4R8yCK7ym#wLv&t{^*L8m)YqqNE?mpyUziama
z=ey#u&ke1t$}5e$jHbvria&OIS+ttJdv}U;nACJrr{_j|cf$G)?c2L1yRgSCa`yWt
z1-q*)J%1|HES&sv@}l#9^Yi2b=Ke`tV*35Lmzz6liuEgjZLdmAE?>8;iK$atyTCi`
z`<`;9|NQN(o24(Wo^pSyo-~*A+OWB&H~*j3o_}^{pxBikl^=7TCwzY*SbNWcQ)_zv
zDf=Bu+y1jWT{H7ehsKB6?_X0Z9P|nlCS3a3)^WT4?()ia5|M8+8Fr^R&*W(9n^*8{
zhozS2t55f@GGBS}^@(3pnX}1?|4Q{?@25Pmmki~4vwr{AWxIPX`R&qqld-s?(m46X
zF8Q^qPrs~NvoGye_<hf|^*axyz1y(yVrePYmi&mXCiWtYR&zbv_iH=%Fn`eA@$I9{
zt*iNA(o9+@(rwOCY|8z`8*i^<+i2@(=x(v>tUk{v_J%5np40W}`~rWkZ(=u?5xuFg
zD9z=kjq<C-C)=5W-Maic{?GcK$1^AS<H39S4I8!Y`QGnUdfjx&{X^i(%8VaA$pQ-!
zS6tnj>Tc|;{$g6r23=W~|0naNJ?Z|g|7F+rt)eHNZ%9f=Xw{$0H|L{A-pYB*^GaVn
zi1WQ#f3Qc2IpSd)&pV6k=j#u$av4dsar;bOJhA89$rp{2X52}g$F=><EYItDl19^#
z4E&}3&6|JDB6r5yD#e$XM-HExK3Cs5-i|Gtr^%H${o{ixjC-|m$|C|!?tL38_Cl}m
zqQFWCp9MV2t@+dU@8~(dPUO3cBFn>$qaTwF?VKR{=>(sPMbSj1qKS(<e%}y_S>VF*
zKs`it&kF4lw%c-Fj$15fU!2JMZSmi~TOv!3cjelAeDH8v^#c!|GX7ib;&%3YbCSfD
z{%z$ytR4QR`y1ab(FI3lfB&Dh!r{#4zlQ4mPs1iQX3u9%<uPU#5}AJT^0QAYa~+s&
zKj;0g$5FQ1vh?4x<d3I5?A~oA`ObKn&xA#C1vk${-MwGT%*C#LtuR5q)o$Wjv9lLB
zigz(wn!C*C_3C48Gx9B?j=Nk;_>}xIT-9vy_qU6#{k<eL{ndpZWe<cUR&;Kjb8C?;
z>&!dzo*2DNQMfCUbm^S0Z1Z1zdE4iXX|GJqO<ezNi$hW*+v1x!KOgosyxtj`;V5|e
z;(qG|Ow-Q4?}?tEKTWB>?a2!n9dEUiHGi*n94qp%J9PM^|5|-DpW1@N<!&XhW!@Xv
zPi^?DyFkbMxd>OOcHgwe+*<Cgo?)Jg{(34kN{g)N{JgGIe*5!_S4-`8amO2NQFIH~
z)*)uXpf2!==fF>%3we%7B6p69@V}3+zp8Jua0ctH9VM0w@{@P^1pTp)m0jSxtxA%y
z;?vJn+cz4mfBdZ4nBnTKqq)M998U;c<?8%o&n_b1Id95)qnWRp%T%_+yb)TV@RzSM
z;v>h8x?|CM#Etkun3=hx_nh`f=q?T^$f~(7ve2xcDTz7Dy7=wP?Z;Dh#J%}<x4*g4
zW|Op5?!=_+BK7f~6m@?bnN+wVh4o$ImZN4eClik@6nNMefBogUJ0gm~bq7DxmL*JL
zHTEeJl<6sAp22a=S3_xc>0{;HQdO6|<9?ZcK6dxJ=N!F5{7VG54;2;(O*iq&s=4{&
z(#ivKH*zmOu->djMEb^s+ZU(QJwD}mrMSrRp}V3*nv~Vkw=eyIHMZ~ge}U8X{)ag~
z-7Gd=`FCpH-@HS8)zTF*_phXFa4c82D4c)t^yR&Fa~eV?{*CF}9=||o`;tnN%YKKi
zD}KsnyPI97dr`mAJ<&N;>to-veX_qMe}AfV@zBgJ9SLF4X|rVbyhBu_{!aJX=_K&@
z!93e<v)krsB%3ab2zqEU?_y}@{@ML@=L4iq3U4^J`3(EC%~sQX9x2M;P&jO&u|%$M
z)mI6Peaz}XJ6wd-8?9_N%*iZMc_0%LcFEWH`mWvXoAld~KVIY5KU-e!^Y3PzNtyOS
zzq*T7a4R~9{yy{k;v84A!%yN?)rk2VOj$aI>DWc_WA(aq-x>1$@*FAOx~%w1$eblY
z;n^luzuXS*_uk06A-DD+W7~U++Jk58emOmlR8wDTtFdKMp6Fl3tH)23$NllszmeIa
z%3KoaEcw~>>&BlF;(qdy5ltJVwy%?7pQm55&}V;VRP@>@p;_gYzuIngd$?XN;W?GR
znXTr0$%~Uwaa*s2uU*^t_9^$@y3O&)-?CNKA4vSnHEVXC?zID*dN<c^e&IX0+Chuy
z-bGf{9RJ5%c8e`nO0cj8b1qNwJL~e(NI58XhlX8@h^*9CmMdLc%WpUq?l|;QkpH=N
z$o~_qz1(xP9{O}1%b6vtY4yCsUg&UXT}hFD`lGpy?ehyiJpQ0n(04IHZLzQ4%sUmo
z`X;x}jxpS+v}o=esmzR+{W~1aoQYMoP?P`sxuId@Lz&J0q&ae{v}fDioXzefrw|vu
zM}Pl@W0{r;nJW5|4xX6R-Lz@q-YXqvjyI{i3^HZgS?gM#@;90zJC)CE=Cm89FW&Op
zw!-S9mPqp<kF8GikE~AG^`$FJXz&X;`{PZTTj^%!>I?NOB{yW#iXS(8S@kEZ@R8R6
zb7gggoA<6H#IpanEY$p@;Z6I=*13gN_PaioJU@OgquHA8oXoz*54sMD=AE##Ed4b5
zccOk<<ezU5J)39TiTdXB{Ic|29hayb%5VKHOI2_5oVod#bfwC#+u|NKn}TK5KAHTQ
z|K}k)xo#W7+P}S*+g&;ncdTOMzQ&-e_eFMEty{P7=2o?&T#1W?H<Bb8%ltW&?SCA}
zC}RoS!O62WpxrivnLl6X)>}PoMU@w)eOC$FPkmT8ui@_ErzxkS>fYE*EskkTS+!=)
zPlK|O^n%HG-@nFOl(@}c?e?j9hsgomzGdH?6pB^Prz>kr+k0_R`K`wx|CgHw+nP_U
z{BUu4fIGjzCiWNm3Pj{<4{noPmtB_eb-};rmvirSXkA>EZEsaM?a+dEOy<X(xmRfX
zIeU>c_^xOOU%Hr5$kF_57Ccch`>tf(`5yS@ch-#~6+4*v3N9~vsJ8j$oq|cWyVh?I
z?!B}k@%gm`yPH{Fn`SB5ZHb(EWI-Xj?tYeN%d%TH!jq?aZS-DYut8Se&28<%Ew3KD
zxqPm*IauzStndE(>WWFXl>?Vcn6;g^JjK6Rng3#saa5bkx@7Hm_a(Ns)eKHwWZ?bZ
z$|EYfx!*2ujv+IXkEVCZ&#6*ZXI!i1ce>ke7nr|bmj<u;%Zt)0TwM1_>}7vZ_@(u*
z`HGLW;z4UyGR=OcFCnS4W*z_9b-z~s&@aic>;J6z@_OeT&Kd1li%Pl5R~|cN!j)Ng
z(%!hDsrT9EtgXfupD%s)d8VZ!!y>7OBMBchPaJFvme?jx-gWQeoR1nY@tr5q_-?J^
zEpB-bs(63*1+mQi8w_L0H4Z&?UETFYVLH3dJF|^HCX2cKmQ@mv`TSJwa=L!}8%Oi=
zmA`)L-ds|clKx}aT-OtZuRblBvZMOrlJ@?y%%bwl%glbe#dV})I3z4<Nsg{jkGFVS
z9lvAK|8E!be@xu#XZhem*K(PfPlwL^G3z`h@6&s1+kU>e@^cd}Kint#dDCsbH|H1g
zE9n+Jcpm(I>5KTX2#1BaHOKv%gio^aw|%rfSbSRKbNa5FckM?f{P||^T<6b=b#Zg$
zxxdfwN%|Nbzb|=<)Pqw;UFNvYv)TJYf5P>k-tNEArng`0TQ_^6f4%(-PF~A5Y*!cp
zd8}&|i!uLTTJK`SG$HQ$zwOU6^$UMomfe2-oY@&att%IePx?Ff{$;Vabo%m2g_-l`
zo_*<6{C)PMJ1h1~>AG{O<xW52bgtvA;=xl);|@u;Y%RVZ@<W?dKm6uAwlD*!#*|mz
zN^~yu#>lyu8Qf@S6yC-ESyI;JJM&^*y$Xq*gREAX3ZiQmRfH@5u)lx(to5$y*=vqd
zn?;tq+wcDQ;;R!J@0GNbo6i}XPPzTVTwi6c$g23tuV1e&oSjjtx#!9w<@)sR^VE+7
z^<IrQx$0b7W?=gsq5P?>3X4^w&lo!FzpG``e#&spFHx@zU+m^T2wC~&jfR!SmCIkR
zu3h-{-N*Rj?b3fAHNDB{PK#B0!%$eA&D`GH@jmb|bM?i$-u)kz6t2tM!~JC1#g0}b
z<2Pluf85&pD)qP78vE~uz5K2}bN%?e`9Z~I-rEIJLf>3?vaIYt)0A|Dy~npmE~t9)
z&boAd#+2D6kMiRs?ygDadGP$;TbGN=r5A2)%h0&#aL89|&6;{f!4Kw(Re!ILnSF8N
z@9MsaX_IWdyN(tpty5voE|Iaj7<Zl_qTF0o#{T3jr>%nVbKBz<?+w|+tz|pYAW!ju
z)0LeQ)<0cz(m(xF=p`<${$<h^U3Omz&)dJ@=j}t=_szT5w*Sema~YF^<%%{ogi6+`
z@%1-spSbyn@<W~v?T=XPKPlBXrhGS@e<MjDX{t)}o8v!O0!}{&Z*PlP{y(p8(!suf
zyAF>Z=J)XIx+faF>S(N3y{xrdJaZ%GGl3hK0tYQ8={<~^zoq!I8iUx*hi|7`J*Y8@
z?QPwS<l8^Rrq(ZfD&gLg{B`5c8?r_^&sHB5f7KY<dd0w9>fgV=0(<AT{@y&(*{u1l
z3G-DK@1;+iCT;uKTJqj>@$GAU$wz;>{}%Lrdq8QWPV838H*?M}-aA9eOZJ3F+UqL2
z?kU$epQe<YYv%i993^bqH*LvQd;a~~WINNlHvU|0>moCq{lyuU?h|1f`sPJ^Z@p{&
zqOQp<nc;qBMZ-hx_V+e54?nbC^v^!Rvn<`f_P`gOW$d%$5~><rGN$ots5$hB^R&8-
z-v#STzmz<`lsq@JyjQm_|2_I)B4bBh@P@M&nU_3E{?2ex{MlLe_>8?idd<!m*5_{O
zu+2)iwKrR-&TvmE+wYF;6Zce{e579)xcZ>?xAL{Fi<uT%DqYMGGs|W>%hlL-^ZNRS
z`mc<4g%tPfpWat>^T67-x?4GRd-`Y2NHP)hQMk|TaJ`myOWC`Uc&2EFbBmu%o0S*7
zB>84djNPx_)BbFqKRaW-j#r=syIN+!@<;m2H*eIPa({AOJX`3f+|fs|K{a(x^PkL~
zy3_3N^am3>H%Gg=v&*er_%Y|Q%YzP&*?c$5+XH4ftDT)Vv4BI^AtO&{%ZJx`I=8nS
zkX8x15HLkLG|%BnntXTvSI%Yc`#R?QerlimCk>3IoptAr*u<_Ow=qQCcER7|ofQWj
zF?O@Bna#dJZevx~Rpv1M2-}3O4Of}3NitU)d8TQ`f5Rr>bHiC?GqxpMPaDG~e$BtQ
zKlJ~kq|;pwF3*kGFsC}(e!VicOjoD~-?>X~_f51t%rjX+&A5kIWM-n#;gq(@lw+OS
z4;z3u5`61Gr+2z1&N*b!ng~8040Lo;mG7FY&|@p(#M)N!1WPV6^7(oz1bhf4<RGx8
zsWYA(1)Yhx+z@<>Ao#2%eZTM3N#Ij4cNJDhA|HbJqt>`*x3T28@~T3$$3DlPM}wuz
z$lUeuk<YQtPwJo(nk3RdXM#P291q6IIE%@A@`E&~J3cM5!(W^cdv7;Oz&!ZTGe-VN
z-x}0jxpQse+r@XtEOoviKYzw8Kg(@51nWPG_&zu(GSBDXNtJm%k59U+yT|`#eS__n
z2GwtK*-cieU#`;H_}%B-$uIMKKAaS(mlBuTaLljI)#Rr7<yxbM>cMqJPt_;a8NFRD
z)}8UmUw1|``xicsdyFTe6)O3c$aTNSov??0lDX3-KM&g*z3gA&Kxc#9R;;vF$?td~
zJ8_Tlr0p)B=6O6$NRTt!HLWsP<$ceSxfA!8PWtXPYh%Yfxs$(@&n9%rU9eWE>{fX{
zaZ8fmUf)UIJwLg5-qSp3t-3a0)4|le9XDsILeA$p3pt+)e0Y}^^JQ^OiS6uP(jX^!
zRj+?CfeEbgi2#ctCtu(LMrR3`OA1F0Dz1HO4>|x0a<<pX3E;E6Am=$%gU=b8DsxE@
zY(b23T&2VNsc%5%fE9UkzBxMyu2vg-CRu>v-vjs989Rhttg3J1bu3S`_3*2dxOA%`
zw@kdCwo59Dk7wep{3jFE7RP|jnfs;#BGV*PzSXqJJ)I6pUOm&JB$gTQ2vsX>REHDK
zFI(Kbnw_NXkt!4377k5cJ;LP^ZU}eUPDCYik@Ue#h)VKT`R0O3Y&kN|<4q@w$YK8A
zuksBlW>$2^CF%SNQ9+BtadS>uyw<sU{_}x(pu^`HBOk*O8(Y!>&jMrKyo<8uwOfwN
zn|9-}P<2$2zxSKWPFvlL%T>SeK<O<<=1oswfuy*IzSu{avkpwww3&HmvZu|=W0O1Y
z2vytp$0YDaB;Bucm|SJFcDYdX`6u&y-m@F*)%;iTyYc`tucFw+l=(j2Pqx%ATT|&k
zo%D9`w-RQ0)2v!~hRpPa830?3%u@sf#Fit+PCb`cbbz_dz+#DGNAuxze3`QUp$W-Z
z3)`u4B_}|KiK$+n5H5ECmIi~Az-bVY=)QY_6Zvd8KcQ+{M=`ZE5nuHUv-j|1=&fl}
z`R0_Qukx+RZU12h$A=F#lz;D)so1353M$9WHzms4JHyj_B<}o&iiqA%yFrH;wkGyW
z?l}_Y@#brZ$URL5NSU@WZt^LMsf9gngFs~&=#*c-jjkYb!G<G<O-JJVf6tTx9qP*i
zJ|p$}qmupV#~=r$o=KQ-(BN>lu|&GTxr7-Hzn?W|PHemXqwmDy89OGj@Tx6ve$F7`
zyhtn0|ET_?m|X?>>>Ty}))^PAo~#dDm7y+LmnUDTA{?#}G4sK1>30g9uURHYEwPxm
zclZ8ZfB*a4e)8RI^6Qn;_ZOcuI*@jIDbwD@*2q6U=g&=TNUpan{(h!zf19wV?!nI8
z{R_gsmn?TWnDoyo`h@<IaM9Y`;g7U`_+^RvJ*Z{#T|Q}&Yt)IpIk&zC7sh_y&iUt{
z{eH{Bc-=i^e?PCRKAiV;WnJFC`^nY+{_Ouh_rw1qoVQH5xZcc+`^D_jQ1{bDZ~pVA
zpOa(%dEEZmU-DP^cmKL6vtR4Ks#?G9f+z2fkQY~zFLkDMcs;oLU(=sScy{T{Si9U?
z3#(7P>+99nTy*((j7^V4v)LiN)qi69H=on}ID6_PlWn!i?-L6RW`;T({qObb{oXCj
z`KcR&>LVXJ|Gr#USHD;yOMkW<=TZlO>h|?U>+i3B{9Cs6n1~p6aB+<Qr_IW()}0IE
zPOgu8xjv4wfWNG`GFEQG-`~@|)vNz0_Opn4z4)!k77?+`Nw2L-O%6Vs^8C;GGp@c@
zO~pA&PF7uf5&Y<C`q6gx?#QhVCVHA~s}b|tcK*$+Gg2noiq@aEpA(keyeet0vFz7s
zfyYZGCSNaGxH~%ixXQ2i&-*u?U$T&~_r{{*?XiMa*OZ4|nUns<u-Wq5o$5@b95<bd
zGwQ8Q?XNpjc=>qYb;0+pwX%_l-)HUrFiUb#_dTT;tN%Z~o+*=lbL#Rl-xYC7U+oDv
zGtcJa|1g0wr`F%MIk*0s=DYv8oMA8Da3Ay%{&}41;jSdlur()cy<dG_-kSI0{=1LG
z=70K_x!?8ik*b=Teg1|0{}0Xnt3PMMZvk@~=HJnGVmtTD_kHIwe@frwwZ9{ld$oUS
zjw=bS58C^;bn!G5TMy4AR~+Ux2VE|S+n#rQp@{6R>#@Sl#R`XJEKxdn^HA&dn@?u=
zPF(+K|MojSul(nG%cE+Lw)pwq_h+8{?-CAr82_nF-g8%mkzVqqPLFusmEEtnoa_`{
zo{0PzeCgXX!Gfh9-tuv$>c125IKAz!?H8%=H~EX)uYIuNRGpW$$-~^p&GV13x9~b6
zu7o4iOIf!4G|@WkmK1dS|DOFX)})mOF}+N6|4>mp(>QgrNsD4{(cxaD3}xM;?_vri
zFF*4t3R<zPq1jjH!>Rv%Av-6}j_`E5J*Cj)+%3C)q1MpfCR5a|d!~I7nVPw#GbBq?
z^?mu9SE|dm-Mb#}Z2q-FGc$z#Fy<xPe7DYi9gm<~`F9bc{Qj3EqE>U)*m)j$oGGZ%
zo$0zL_Vn&2Y~c$Xrm4s5PZxigUzYDtBrl;qX-TNT7onxU`6pXRKB;z^^(xrP&Bxfj
zKWMW1B#ouoZ8p!M9|Wp+`yAM$V$f|<+Ha!VHPbVG$@w?)MA{GNh}3&0xGkG2we#)f
zm1jc4)XwuwOH%d>ePlH2g#9GfWlD9N@**eYJ%fTv6Pk;Z3o}BGde-=53P(Pg9OZH9
z*p?H!4+l7Hu@^RAv0l_!b5&@ur&!Uw1-AQ7RD8}{{EkOxQhr$Z`?@=CJ;f@fDF{h)
ze>(p4&;E+agZcV%*F4^xzI4~0?-#tI*n;kT=y>0k{BA;{!>Jih-gV82jlMnK>*!<|
zt(zAmbq_u>NNt+a5x9|Mx3Pk9<D$PsZrPq?4%;f$rmSQvjA1{zXxfRgFZnL!Z!S&U
zrS~Q|_u$;w6E$}{%u`=-{@SHu&kCg{*3SNR>cZvK9#3)-ncn}-36#+{Z&LD&IGA^S
zkxJgC`J$o?`ciTx;T6V>OSnA4!gD+IxtvtPIS#!POzPgUM(xT5#{9Kxi|THF+Megu
z@z(3h^KI7c!oezAcVEzT(-U>w8dV`2Asc+i?biKmt0$cD5%-Q^cUD+hb$-d6|K?ZT
zI^PRx?JSF7crP-?I>=S}?$R>FOJ8?CSY*;7rSLxHDW}2txKmrI&#v~m^5V_L_nZFa
zUDp1glC?|ys2%g|HFh_1v{IFqtlX5c_r>z))YD(%BN)HNELZy6sh{=S)8D=5+wGf|
z|G8A9ZB4nRd$mm1L__t<`?z1r)F-Ii>}=kUFZ%A$zvIP^7N2Wezq2A~LWRhRK>dAx
z_h~IX>bfqneAefa2l?XKeq4;(x?%a<clS%SzPq*m|5ldWBDGyRPCwc7YSZJt2kYNn
z-1SiQ{DRH19>3pyJ6WqF?}Ae^=g#>7Aw>-LZ@Oy4shj3KOa8i6ZR?re&zN~9Zh6yZ
zIDa0a#<dEoO)<0cR_tA7<gRqadPDBzUGGFylRi}}aH$DCDc9>7df#1DwR>q<m)d+k
z@B3fpFE7X}Kj-uEj{fFI^V}|mxA8MQcFo`1@MVGSmh08!dr$bTI;H3FZRzAh-pul;
zneW5PU#<Jby6)7gX=-e8?~J1w_@<RID>Hf8?8>Y-&v;*aU$F1i_cJ{mMeqI!$y%DV
z+qd)4q+Q03B(f}0R+>LH+x*kFA#rJbYYdZr{FaKos3W$wtCzPbc^J%B-oHL>VYa`h
zrJ>i4rj$7gG{3F7_mV;0mUrj2_s`~PShXg^{a<?bh16SBBi}E9H+KAFt4eHY_-NVv
zRA+BoLPvR)K-u~i>B_8pJPFf#-?wsACul7QKC)p^{fB=7j1w7^@2pfaWX!bU)Y@d{
zvLH90j^A5||I`6R`;h4E`&T^7QvGnvL*=5MVAwGe?#Z80<5FH21|}x#P<(&1YH6<R
zl5G2x&(D0E7HTKnSG;jy{1Uh5y9X<xOYdmAZ_n;>m(HD>;I`~jyS0$|^@jAxSBpNX
zeO<6*!mR8>pA~_}3l@GBc1_#AKl;YXTPHNUrH`?cW`=O)+`9Ny(zSEa&ABeYAGN}(
z-&QAEbtr7ud~46Clf6qSc59`GEM`(*P;RPLQD#<ky>+x~kGaO-TT5#<Zd<vmJtRgY
zWz%V=Da=7Rwkln9G1rv0$8Z(i+|E()i?@G8%LJyd4YHSv4}5fKI)6a&#m2jHUM$L7
z(8Q_oTrzUUtOLec?njO^7_mH#c^Dp)7Gu05O(*TvFXuHnt6yp^==(7DOubd^u9l#S
z64L{N_T{cvpU$Am!y+6tD=Y8H<>^IpJnWZ0h@0H^?bIbp&mErP*-8h`rg*<lv)VuF
zY?7x;+4YvCeLb=hWtR9Ee~V4n_p-lM^yvFlBJR4Zg{q5=Y`PTkxA;b5QmIil_cv#w
z8R1P_^YhracW1xT(Cur#8Mi@U3A@f4^DiA~cQ`#SwXiDIE|5OiQ}lrAbYOYEt#Y#U
zw0*(T(|<fm{nDi_YL+qOO0U*d*BbwyR#&@rek+x~A*7Ld^l8k4EY+-C^F*bY_jw=U
z-mv+W6?d>w=KoWE7lSyqPt)?6EyC-~l#+5&kW<Jz&sKD+zt%yO;El;%FQk^nWe9ct
znV7cgt;lwdxQ5MIc{8F_bi26b@=Y>W5$l?IwK;2XZ2aqWC#$6HyIL17H{hC(!+N^G
zV^UC@S(~rkz9hf8=5yr>SVFQd_9piqwv2Y)+@-%vX)>c|^m_5-4YJBArl+25;P5b-
zcZ8XhtNZK%KCYnP(&RU677K)C-if_*G$zz4Kj}7~4_oHy3t37Z1Fs3^T#!qD&X>6_
z@?_3#9#O9|e%|~qJE!=0?I;Ud?s;LA@x(XXz2VC@Ezaot$I@JRT;cBidn+CW>9o{L
zxtnuhk!jSX&6%x#7DorR<V=5*XQ{DbvA43kOWy{!Z&g8gC*H~2ILkIi>C+<1T9=iz
zoO{FB@@<xVxbWS67Vl2=)GOAXFE_udmU)sDekyO1%pRG}TdKtgjhEAc=Q+r;2wA4u
z25g?|v29Xa&{Rg3-Rtyf6|22PZt@@a{I1IBdUc?@;B^P}JM5FJs=wcfeIa;b)h>O;
zdd))>s;jP5e6C6HeGsr_*V{!QW#_Ld+3Z>U$A4?<JzvhVj*@QsEn0IX9d%08%@m8j
zEp1_<YqZmB=Jt?~l6i(RTKN6r&gD7okg1t`+^_V7vq7n3Yx^HP!_7|Yt9_y-8||IP
zmi_AF`!<!g%L|^BD>qe7%WDeU;mg0`>%H&xZJKsh=iapt_4zKY)HN^XWXp+f-S5m;
zvX<4%l87`~RrXQ!`y=6&OLv=2_}A=bj{YO=_@?ChA7%AVh0o-aA72(IeeLS+o4GwA
zCHuxv3sJ?%#o;F(KIznSlzD$bBr&y-?afF1HPVdl)7PFAiS@k___bxL-zN8cdyb2~
zI;G~eG$mB<!zEc`?mdrNQg+X~de&UI+d)SxRK%+6)o#5zuHV*GEqoQ2`Etc_##Kp|
zUwI2oYg}l4FCf-juHx}`-|gk4Z?E}SA8NSJwyI&?d&_NJ-X-p5aw3kpWm!!zbv*g0
z$$!(8uTu_Pyv+3_y&*PzQ*`&Mvqypq-W@r<<dm<C(}e#G6IUGH{)zRw=a$Sfwi~Ck
zI4+&@EuCR`_hL=iGV|;sS9Ur4o%&Gk{PQCPDxddEe#I9Q$9_sVIlJ^r_|J;oEVcBq
z!yA7daj9WQReoY2zHZ@RO<}t&hK5@irdF!_kaBC-F{|W}L$9!Bh_Xe(hK4wH(MQLp
z`|*EPIsfA2(a8(#Yn3-zxUvQHp4E?Ou4Q6QkTbMMWy_ng{Ir<+#_Iu$q1qQ4-<-|h
z*qwI!jr;O7w(c|B*Z7@rsQe~0k)Jc|6VKG#_cpGncanwW=F3e=zNM4$;BkQP{>!IM
z1?Hwpto*T~ZA$O|BgyM~Y6A9&S6$k-x2=aerEL1`<2C+OZHqk>7IuGryRTUN_3eY2
zQ<;{Q?7E;=qVx3K?GMs>N*fn-vX@D3NorbR-@z&Nqu8i?c0}}@#Bhd$!j2O!%jc$O
zofoNB-Sj7L_tY2tcY@dbFHU;ypI^C#H)VB6W8%LRN9uFf71Jy%gMa?_kF(D?$J(Yc
zUrJ;`7DM3u1Icr4UVmkLcaQJ%)yy1kQv^6S6^Dq*eAu-j%whey1^TDnbZFTh2|WJr
zzm6HtmPfsF@@C8}n9t%l_o3X)k1VB8>qJBr9G6JHcitzpv3a7T-|^pG>>E?RY|*N}
z>%5dL=rY$wuFOs@50m%4$F-ISe9;iE`J|AMBdZ)`<0n;mkMCaK%ey^Z`khl%IaAVK
zTx4D7zvYkTDMhQ<mkt<LUbcyIOO00L+P=x7I^{y*p)AdXp(3xumdK@i-gb5?_xV#h
zf5%QgtC5{uu|KsZam|ZaAGb{FiDdjgcb)5%e-e5gQ|x9e(h5{F+}0XnJ@vZY^OA#m
zPCPtQx#AV$&s)9v3p9L<PB3t+=+)www6j;3KmEq`{KINDmb4tcFLo~8(Bh)Z&ZlAZ
z+zlo_IZkw(-}>;w^>u%_<>&Os<vvrIa%A6gO*_u-p{yDz;_}r-jAxRcPkS_%L2^Nl
zP50|_A)yan=oc(vxUZ>piZ$zoLgmHIf?s`23u~Cl)qhM>mka1vY16sDz9og*YEItn
ze9p>#j|(rjx=t*dcSSx${-S8|`9~GEgE{I&_rK{A|87$h=N(ZL`Q7AI_PzX74wcni
zT<nc<^F-I5<r7q&mD6>qVd~Z=Q?#qJFW>wVcr$RvMuyjqj(G-h*59*!DZ=<&jO$?6
zycr2!>s~9#J6~1G{`#$|zlk^C<Q{*gFpWubCp}kvB;fUY(#Z$qS^?IzQAy`h#rd{K
z8oti9k$Jai-Hm|4Uv;<huYb^ZdzXu2+I9`r8}pX*zpQ<0;k-LB{mW{mxcNC<P0y1x
zBm=%x-SX{ns{XL5FT-`sy3;FeXhz;_Sd#eWlgm@~6MgGar)q6zuRfyv#i!Br=67qo
z%2>JB{+-e0&KZ1{8dk6J?K+&^Y`WBIiogk>%ep(x?shsB^)3Fp^l#nXxNXW8SM7Wd
zAbn6N_lx*ssVc9J=T4q_bnxD4&(rIEg@4Vx9j*PIxAyCt-xrKzR`A?BEM9eP;iCyF
zx9<!Qu>NW%yHnfaz`Ca3yIWSg2#J^&+qzswY;Lb_^KSOUqleQ@u6o4P_tgEYku;Ze
zt-e?4!tZjKH5U#s9p5prSUuMMXW|S0_3bV>m!GZ?lDkoISZ}q9>FNSjpE}#u##Xl`
zsw{8|yV3v3tKUoAuY^IPOZ;PPP0+W<8qU9E%LGJpZrh!Edwgf}QNul@Dt7<$cwbt4
zop{Oc<R01ilQeY?ZsS`1tY}U^zyI4GTl`Ng>`PpB%Q?sFdH#XTU5;-PqulLeYO*a^
zJ?3-=JGylTpB7#b`>)6@<lxGs_n!VW%F?>1E1tYz!t^x?Zj94TI}}+jFOxR+<a&Jf
zWXh@*1FtD(SJzsEEZ9HmTZfylJ+p6QV2{)H+h3PdAGVq$Eh74taYxv^w!%<}#Sg@e
z{CxSzXr=(`^3>yd)pf4z6FjD2c3Nu5#fLYpMNg`{U6Gb<f3Yld?ylIiir3Zt_*#@l
z2)6b;ocW{GcWTe!tq-C~(ktfPyb<jBZqg%$wz`)QLPxK83GJ7bUiFtvF!=5c|Am72
z95=VFVAfkzb|-%GjJV6IgFh@<5U*mmSMh9+PW~hV)tM`mJX>{rHf-2)w|T1I!r!-N
zu;_kBx_s2-^*jOI&9f|h9(=vf!M0*@N88*}B6||JMYgP3&Mf$-Zq?a4DS<EcJ`^(G
zUUNav$H1~b#3!Klr1-l)?F7Cgku}1~znpy+i1jbH?3*()SBZVOQiMe06{XqF-*uVX
z5e#*`=jJ4Rs`lmr=P94oR&j2*zb!yz$?LbmkwrJPCMmAX6gsXjNxsatjUjPTUhrZC
zw}U)KKI){$AAkLw<(21~!o)3FO^UWMU$@;*oqyS4|Ge`8=Oou3JlD8EUu7~+M%a-%
zoG}6(v7HB8*GydEkfYCPfAS;qW|yS(K1||4W{VQ+Tuh^8{E>Ij6S&Qyx28z6$Moel
z7QG$S?YwWU*mlGyFmc38IkC|3a)4Klsd;r}@y1<IE6pyj?*1ED`P!mv$H$59Qd&cM
z7|k@)M04y8e>2#A<f}%}f@I#j#iw$G7idhp_-6r+=EEe>!-sEj>@U{Zx?}DP*_B62
z54Ws8;v>EAU#wf((VZ@h{0B4iBaeDb3Mn>@6z5WU`)snszqpgXkCblAcJ|j?w)^&*
z&Mni$OE<UnS-*Q}vUBdb*M6Uh65ehu-?C%TXRUd6Yqnj@5i*!9lCtuGm*m30&371g
zy$xQ-b(LLPIAHopm&*O8C;w5~A`;1a^=O05s+j6eC&Pc8Y`g4Tx*^tOtx;)%)~n4C
znfKIVzRmusAr!VQG&D;1-|oNJcUwAc%1vM4Z?3QLJ62R&pJ|qGL&U{N?}GL2TvB}J
z<#eR(yqBl@S)aOKn<kER3c1?R+s*drc;&2`vir?Nj!Q|YnJ*51YF8_cZGGmtuw&Qh
zpDTZcRf}F>*?DUJwH2b%c3zL_x%im*`%Ulmoq<6NP4d6R<SRl~t-JP;%f?{eq|(wL
zo`2D`Ys-c2EnCr|KYydr-yQWeH@e$?m<Xl6-B#20{!?L8=lXA+o$cbH8-*3_mw$S2
zFJ$`rHW%Af(#LwbXK~GVwXpQ;+aHTh%;GRywrAn#%A@rfpE;Y|HgdfU2;A9ma$<+p
zwC(9@EMvAy3yZdGf7BWN>vF2?xtcW}j5Wgw?H;b0eo~0jRx2w~+{i|(qwA5k_v%Ft
z-rP!8Z>iTR{ZjCS$#WUoR*z|S0_UGfsQYv{f1}FHxv{T|3oe@9-8=cm9^NqSp8L6*
zR8%%))xKf$x|i4L;94uSF5;NGYK}JBw#%mvusUe}l-eWu;cF*v(UNVd8I#iHZM?YD
z!STITY3G`+B{f_|fA;Pziuq!(zNow9?s+whr>|Fg?K~QN$Ff>TS>>ffvV+8`BWG7z
zH>g!S3^Dn@sJDN?)X6)dRJC<f)7ejLa9~ZXf8(|Ckd$cr^62Og2IT~!tFl&C@3p;A
z)%@_NkE{LUMU{;k8{Qd*99A<_J+_l0D@5~Lp03{RxRr9E-$LgdEB?MZWQN-xBg_AB
zGQsm+?0d7o)3$1EsMa>oTN^G2_H6x<8U5@>IBT)?`ze=xJe<ecKj(qENUf-p**>pN
z?JQ~wpEJdl?f<KAK~QCO<-1>B?o68b;M^(s^k0o3Zj+B3jIQ?&I_}#4c~!}VCoHE~
zuRconnYCX;UFOPMzO>nHTr(%|sm<n7n|-Ws@nqKee>>+kfB$@@@Xt9D1JOTsOCsCL
zp4*h&w0UOOFMamaX;I#dBA%P&_sg5ldVW_wUas5VysO2J^*oaQ^Y(d3y4Nh1ExNL)
zbG6nPrQdtw%MEkB{>VP&$E+S05;dojqdYdTqvgm+H_iP9c_9ZUluD{eM`)#OI;L`m
zuWPMY(t}TT3TGXCu`X##*0Hbbq30}RyQc>0g!zd%{azDv#!xcjqf&Emm#5aPsS_s5
z_0gT@%DBEoA*f#QruEb|$JlRtZ;s0bu6ivog<(NLdc1@Ui+eAxyqAYqwd^+k&w|Y>
z&Rv~UaqL0hqKS&ltKufV5qZgeZ0eM=%3_NcxK=L^OZxqmb^ly%TQQz_w={3u%8xy<
zPB2(q)Z@(-fwN~>RhFsmyz}+tgk?K4MQ41y(X*3nX4;PzMh<-)Uo;l}{rU7-9iMsM
z!)G5eV_(>BzcA(7Tg~Vbjq79oHl36Tc{n3-HM_mgv!)=PkSi{2y_5D>gdShCM0eAZ
z*O$L0on3z9<3pEuw#Mr=I_<9emZP@i?sm_sXU=Vq+r3sMbl&f~bCSOA5ufv4d+Soe
z^&x*W4a+0HzP-t}-uac`Nj9cZ<#{(#T5rE!u|#pvY)=2k$dofHg*ob;*k*f9^1HWM
zz4Y)WS^Gf#ZvwuX&F#K_eq0e{Zahuk(No1Q`X2(!>|H$nZ&S58RwL6qEn@4Vo8d33
zdGjw{OIdDeu-U9=yT>{4ux$@hru4k*c<`=Xe@{ga)9Y_8CRgk4H~)F9E;G3@B+Q{|
zZib!U+VyLg4it-iYMgGLC4NvlD|#!Jr)mBaN5OmRt0wQ3e=&XQaXaU7&la~3Ipv@`
z;X9`;ueI5~#BH^}LA}iA%ly7^`>vT@Rh=yqwYq6>#<{AS+OhLA?*F}Ud%w%1NxDmC
zy_q2LBcbZeq_}?87iabJ{7c{86<N51dxqou`d@s%jY<<(@}}>1+x2ha`uZuiUBCVc
z-u>_5`ud*RuAhHhE*1K0)m}OG@VpmgKVMpPR?a<~v%P!W<QdmJ&%Bm-maBNJROq!;
zXX)I-yL6B2@=J<U-?*+gVtZ@Eb<Z`gRi>y`{(QYnWOr%h-;H<vt=hi-*55;QzYFjD
zo3(v^p7*3nxmKEY|Lr=fHuZPw_Lob_e!n)GZSqe1-m=Mg-IMb-pZtFG<o1_OZa;c*
zJLgkv;ip`ypW7^cn$50>pHnp3Z>O%`&a=zzh%djhEI6+_IB&D&_oJHIUrxFG=*sP!
zSG9$&a;?5@v-oN@yDEN8)oj1Lx_*1lF1shb{O+>LdEJ-uHfL@>`qN&c;-9>wqUn-T
z?_7SUpZ{F1{^z#;jaZA{cAF<&%A39Wu37o)?{8}!o7$Rv=M??C{><dA$#MUdI{vG#
zVVZi><>r!kcIHRhzHP04Bi7l#U$QKbZ_2&xk}m{LXgto$xna;C{&spp$dZ^Fe<!s+
z?3gE=(VJj*!hb=@{=Y(^))F5>e&%iZm^zos%Edx+(-e_%K_TZ-lM@y#R}aqTJ>eL6
z)Pd*Jb-f2H2URr=I{)Bka?PlcP;KBAWK)q)&3ik2#k&9p{YA^z1x43RZ!9&NaI@v+
zqBrJ_TWna)D@BO8E?_yLbc9uLJx8%?gf@TZ49zX7IiilMd=`hVU`Sw2extZXBykCc
zv}=dPDz13;pcxGQ2iSxUbvF2l=?CW*FV2d1AG|}=?H|)u?j!mIn;MQYNoda$S+S&5
zD#&4f4%;51bD|=N4uX@E8U;=U1U)!DLCvL0;HBei^Z&|R^Bf;uJgT7B*bt(mTwKjm
z`elLI$scZugg+TJ8hNo7EqyV+N=Bf|LCr`-(DVMHX(@Afr}H(xS$^BhtU+&CmO}`0
zgMg}8esqB4RomEq%ksK@-JLgYz4)DP+OjzYChOIUKgusF`8(Y&fbaCbl>M@<Pi43i
zo~z$*kM}Rh-E6DB>fHy{Qw_Z_zy2NEylM&C+<^P<oDMB~&ZWVa;BoxL=Do2;PTKyp
zdA@&3+mqG%`o9%j`tjGZzF_s&e2J&`%bQL$+V9=||B}t32cPF}lA9H5f4wE?Z}W}Y
zPe1RPkhv?y;Pcb=qMv{EG5+&6?!G_oz_fnZS6klIze@Svt9~GUS7oxf=Y-Ic8-Ggt
zzxer0;ir>F3o8WM*=6JkDh@nkbpOn7Seei5N=_TQtXxUeg_n-$-;Q2hEay>fZ~OSu
z$<x6Rb<3Vgu6ell{k|Q)oo9w=WqH}9$<N)ecjt`MY`ZdfcOHYkN3E8v%=+MWSIC`z
zmdy(7lmm_z#Q%Oj|HFU5(t38&OP=rF_cPh@U;b<WA^N#>{pF|k@xQq7w4`=MU;E1&
ztg}J%(SHV#*$n*_5`t24%N{05$)(LatYWi<X+{2g_c@2%`7LZ8d}=t&tjE7Y;sfJW
z$?^sK!M6;S@`4HB8w#1zjV!|B)c8wOrc^C>)3}NKl$?gUZ0xs=N}Ka`-tWW~E39JI
zk=sylK&U^!Cdologg?S2;bX&5(5fEEfR;mSzrt6%oL|s%=;qpee+w9VdxOL49p;|A
zQW^Nb{rmTF?FWzF7C$KJDeC+4yK>s+X?ya`g?=e`<S*uQezIMC>f7(?f0wehP5Jlb
zWzwSg_m1qhoBsb9XO7^fRhDA%tNYI$fA{!<Aa~cb`*#i4?po&G-N9{JzazPfDQ4U6
zcNzS$zUqsoPF-!<ZP+s<aPgHS_4w)MqaWViX?2#vTKD&kpArAge)-;S#d!AF?ql6v
zBCkHqvY%IThwtx;M?D^Qa~>Yr6fo_cyYoyVi@RL<ZH`$NPk3x&63DFH8T@PCPQmbV
z2c~RaT)9EshKpnJ{epA9XD$2nEurJy@AChB*Qf8%d3p5r<h?eQe{VjS_~+!L|Ne8d
z|IZT+i2S$cXzQ)N;c+MTzi-)7d!PA#hwR_m!kZrURXn}9{?5~{R<qWopYF`DoVfa_
z!?pz{{wm-9ZzXEB@t{V@m$}=|D(CO}`Ybws-`6z3tv}DrcD?e<{ic&kuAJe|$Vu!z
zat4(Lo-j^k_u={B;D5@@WAoIXIjMHhGtY-TgD@wbJte+v?Q-@xas^cfo-$5nkGaXL
z)4yZRt9>>Pe(kySpJUdcQ%vpu3V3d8;%ZlL|8M?AL*{^oT|nCO(DSL;*^%>OuO(0a
zdgJN$&422?F)nkTa}u0>zBF8B_T#s3=XoHweEANW1cg{V{v9?CJ~gbaWO%;D>FMh;
z+3`FaQ}w$yq$<U$6(#D1)nBZ6W5*}IydUgj*OpV$SJuotHGSosz1$^V8cs5+=_~0R
zxX@`;b>I!-X7)331_oz8cQD!{eG}=1q_#(lvEDtr8~Foll0JgOcz*OR`B(p!rR3cU
z){pNC92RX=&;D4yV87c$<;eYCe|J8YUE_O||CVssPglj2VXL#N?0^2hvg&`jUqi^{
zz_b7Q=e^nglSRVm2h+aGpX`%1{cja!nklmWN!^yG7yWNJsBQYbl~FrvlWWu_4{x!|
zlS;agOH{kJq)eQqb1B87vSBJ;oWO0F<r6+GI{vBkU-iH8-iG?WEZ44ZP3}8-{KtCR
z^C#RYTC!b?ohny``K%J1oTVPU<H)M7ld|?MaWh#QWmvd0dVSpGtfL!$sfO)8@@o2u
z?QaB^FSoFL014S0HV?ey5-N{8)r5vCB)eX?*q3#5Nt7YT%&qUU_AZIiUwO?t%f<Q?
z=lkh437<gW$Unm-;giy{1O9%8-9hYc4L6z7_-E|x&``T-vmB!L@1(0$o?GLB)=s~1
z`H1+uBv9@ZgJfe>v5i$nUTKE$M@W8f-*t{LJj|I-UH-FTw|+@pv%~SCg>TD#>MK>a
z*!etPILG{QrSV(@v3<ekG^_k&sD$J5vnBU@kchVo<%UR_VA{DcbT0cWhN=^6knW2;
zGtbR_i9$qQKye4yNCJ*oBWjkt>Fm8H-~2vL(9ux5urG7pz6*a||F778`F;7XzvrN|
z-~RhAzgz#UTYmrjm)~<gLg~8wdU<8`I(>2mru-9Zl8jE2e`<KAGVN|lFH~*M_iTkK
zS=$6i;78abc*-rPI8t=J>ZiL`-aMt>nw#by`mw<3R&?;2wVL0qiBxAVxRj&yw^zL@
zYg4^yheE~~5iiN@msdxBZx!RrKg+SQX^lzUgE)~L!Oyu~W?rBCAX`0SuBKC!P{Uo;
z{=8$^S(kOfT&k@FSfUde!|H6R(tZ9sxjFa9k<aO67YlZ9{i+pIQTWr7bkcg+8?hfV
z)s<P}u7_uD_Ae1Rc>m20pXv?i$(v*D*-UD*UZ|Sc;9@a*_qpOIlYQL0nv8#UOFEid
z{roOV_F=@&zW1}^Ua@{TkY}uLa^s`Qc13+Pdku}L+mgGOCixyT<yh8z(pP=*ii&G%
zf6TBq>L@p@h|m6M`FZlU*4fs@Jx|L^{6gO!Kj0B{G3)xvgn*MNdxgz+)u=|ao^8^S
zFqHTHRp}lk(|=}XoZC<C->$n_<iG6x?(lwL%)NCBUKGR`hMNRRYHzFAB75n}&J-t^
zi7O}UGg;oG@m0uNU2*N{J2yQX*~I7H`Znpn%W3oZy&h>E7FXnAxFdE)X8A3n-ruu3
zmamTQzwxU?D)`He8&B_vtvht#z}kC94#}*ZdLdaw<+8!f>yJPGeRB5BvMJlQpM8~^
zvO1%3`<uz07D818ui`Gg)6HG}WYN{rerq;dxl|+Mwpikujb{w=`$NTX%TBytv}icW
z(ws5RYGJBfvgw3ki;aPCo^#WU0yZ8DzB*@;<~;qV_sO4RMJDA-^SM0H4qbA<si5da
zm1bD0)T72k*GK=@oxd<`&8pj0Qj_TU_eR1co@YCmkAzCRj6JvKty`zX*{yfvdUSaX
zW=Zv)II3(?axgM~zI%G5wqeBEJx#Y|)a-nwsLz!xyyciCBf0G0!`H4cISs!uMYnFf
z_$u+$U#*_DoqwzL1#Q{3ZC29S$;-J4?Y?<3R`i{}J@xg3hsUG()qTUx`W*W9cgsPE
z&V&n=y(NGCM&{0~Yt!vn@?}Y5plOu9SNn(aY<~Qo7VOSFvW0D4m0*lnhpX}7)lZ&m
zYAMs`WY7=%@nqYIgIzP?HYCJP(4Vtx>E~LH%;@K<F4(-ivUdx&`Qh3lyNVxens~i`
z;$exZXw!$^cl#bH{FLBz!1-Bt@u9-rnfa^O@~zxe^5f)I$$S=@eRI)eBkk%Zs&SqS
zcYeOUf9GSa7Q5m)ak1uQWs-?ko25@RiAt+#ha@Gpq;8f`3*5Z5C~|6<V(A{^q=L`h
zOH)d$etKNXS5G&RdB0`;9fpM#s|)kyn|oQvzgPa0_RyVai$gk-!L#CPaVOf?CrB++
zn5UvO%ir&}%m+0U|J{4en)2zf&%Ja1iDPF*gyL*x>)jV>Sc5{(Z*sk};TW6b@-WNm
z$J2w>J^#t}URw3UqsPa7eA&<6_^mF7ZC63NS!LzqOaAF4oZ9ApJr*ZzyfJm@wSv!A
zI>L9a_fXt&)~dfGLg)FEh<Fc+FvY6fzW-;eKlL+{ui#95vg-r+@G8ULvyV6Tb)EXO
zDq%v;Z;Rbg@p3tF6{nu<T%~&a&!+#|zEo~kVAE&H`OTcs^Wl2EEvIPKpSmR#5;LWL
z2j#vk&3yM>hF9}W<8i;b{vRH9&aVD>{gZFn9BqSq>xcK>v^Y%fZGSoaI@?cMrOV7-
z`vboFP5*rQgh9u7x2vw|{2!<A&3*jd{>1NH3q}7=xVLq0zTBHrpFTFpyRBNDaL?{Y
zhsusg)f3gT73Y7;HB(!+?9q|#{_X0=|LTVXEcE1kJw?9dy8E=6ITNnCSARbrKlx6L
z{E6S|dp~XW519APByQKW1Z8HgZp)lmZ{HVgb}!V~zwAQK;c!(MbLPsE3H)ET+|N<G
zUAp|ZM|sqaOB)XyvZ-Era3h~0%j_SQ8ugswk2}9x_WY^t$rC&38pDs4dhQkrczfj3
z^JD5S(=G36%bAp}o{_gfW7(6aw$${ux8}Stx?6R%CR*&qvm?`;oli{9^xKl~)Jpw#
zo}OB7%rWu3bC%4@tU2`h^V4rUwyJUOPG7ngKS?iQ;(Ie*eTjLB#kO;ADA~SU_p;jR
zxtC-7wdG6d-RHdb-l^KwlAW!WALZ5fCw;1jKI^_ouieUCP07|jal7r!0qN7#l~)h4
zS2O%hzhSqFBX*CAzVz|hvd9S^USEE6ZS@ttzRs{I7i#okMCL!}vHhrLVK>QqyZ`eS
zYww(75GwfiVb7g)Yi{3vzj#{rvYp#LGv3`H`Tg-8sgmWX-RqLxZIJyszi*=NlC5za
zag$7Up7mV%&hx<LhYL0<ACGhnJMkd!v)?_==j_j(F4B7U;cQP?u*n7ayTPwsojkUo
zIQLsk;GM7n!99-rR&gTM1#@()WDnWj5r4bvmR&*V{uvgx|7<B_^D6LOem8Qvv%Njb
zwX#n!#ogIezh9nxB&o#Zx@nD7;E5=i%lkIH+FQFSjq9T98NENVCC^RwW?|2HG^MIS
z$?lTGhh>i!B-j)%vP<&sKWLgVFZPMe8^b>`KNZfEuT{GK_+arl{d~*%f|6BzntSXx
z`_`(yE;9@>yYhOj!OPcA8B=}g`=o2bK796U%~|)sHSKrE=Ze|ycZNLLcfb3(h30+P
zM32ee1>?W0sACIvv%j;?-SJ&c!@*a3y_asWSF$|$rFoOb<8L$HCKes*>9u8Y50L!!
zyt_;N=BqR5WkJ7JSk{_HOshOQOTNabxwl|HL;KC6A=?e4Ulu&QCtq+i`B4(5{^!FY
zaT}!`FXk+nW5e6>*UcpJ-nKLS{<Sls_v^koK3QQxx7oi#>mKBvoo7AWK0dT7xz9TD
z6myx8OO$$Df$a05!h`Qtg`B&>RTs2R@~Z2j%dT4=N1d~r=DTgT^T%aB6~4^Xsp&i$
z^EY=!nf^h)vX^srNdA3#ME<(PBtL~L|EI57{nIx7bYi{{c<t=(ms2{J3a-i8|7>=U
ze{k|kX3qP0iyt;j`Q2=vRO{S+^z=Nvb!};#J?cS@E44e__Sv3}>^rZK-WT({$xL>q
zU`B?ZZ_m22$3i~~xzD*+wts)T(&mxIUaJ*rXYmK!&M=!jNwRAHgil*eJXW1o=wo8H
zQlWj_?AyMvw)aBkrSrV3Fc<r?qE5ul>u|>Mz3JP`=3O^1*jS*>x7PagKP9J6y~Pu?
z3Nv_LURb^0%H*GqCHH-B%(Gr|vNfRS*1@df_bL*e?TAUNopC9wZohniS#81UiFzN3
zie4?h?$q^*jk)US&F5Mw?$%sAu_?B>g>RP_%(-Z={dV2AZ)eKSTCP8RZnNa{NZFj-
z8Ff-yHtoIb?6K=Z?cR*6Tg;~!xdlT45=-{Y)>}VI&uh+OgENOq*PPv4$?aWx%D>2C
z(%~D@H<$4wJXL$hnt1D+;LLU1mwKvJtUKED-Q~q}tI)%8?t6EwRSER%pZCf2r@i9u
z$4aMcmM`8Eq~o`J^CFww-3tPHIs-49?b?+3{@R?t!?GLp`>)gcn;5!&)AD_<=KkBT
z{LxY2#N!qjeN!`6oePh7I%B^|&c0dYCs+G4OrFyJQfRaC(xY;p#T4Jv%v$r?Zq?T>
z{PHtXvSrE_^{)OHu<jX~&T{$pZJJSL*WM=OZ*A7R<oIjRt&Xkt=Dj>~V4;$Q#N0g+
zGyJY|_q}}J#B(qE{)w3OewB_{pM9R3UUB_mXm8H!4;Q~TJIC$(-@EX@ZoNG^VY$-c
zyH3AYd_Ur<=h^5@tb(8IS^1OpM8B|Fn>2s7#1~Vps0*tjPUXp;I_lhZrT6Rn>6Y{P
z<xkql?^w><bo=O{dvmz$9@h4EEd2QEe2cd3^84-yy)9)a*JkgP-}8NY)y#V}_y0ey
zPDm-d^jLBa_vHIVP3<C~e%oHJbeXm4uEonICV}POE#6I13XpDG^T%xh|F_Rqv*+ub
zpV+VK!2T{NW6#CC&*z4fyg5*M(`Q+ii(Jpl+RaJDACptpCvfU0d@+8RtK+t(TOjJ`
zhB(V(N_%yV$%ylMs>hsA`~B#V<dg|ow=-Yu`Nwa4e`RR*H!&Z>xsqF+D9xR%8|J@$
z!MWf{i~1vOlg@t^K5U^;b*)=2b6vb&nD>?US?2WyXQ!-AV6Lve;r?c7{zD1LtyQ17
zcWUk|dfM`I?!~<omrp%sZ=Unl>6Dd9V8M~u?Q4xr9BmKMU;n%0xMRV@qjwfYY+~Bx
z?WZA`Uf$+-czL<;=GbrBbhfuiNnf5QS%34-3xo88Nxo%I<xD?Kzx>@`2Ft_tRO?@f
zJNNy`-CH^1=eLGucgjusOPVWJc`(0k`ZD!()nj(vuLn=Mo5tPpd>^m0?%bIdUn`$I
z4xhAg-86$;lN0@%_Demk36L>r_%=c5#iHhn>sz0ljX3`0<buB$PlR@fYB~iju3rAL
z&d#PPX|K=5efn!{4nGv$G0$e1Z)fm%f%4xj8Q-_>nY-+T|NqZ2{!t1E0%_-6?X@zl
z?OQNM{7T`9Wf|AYl<QU3J*_!gQ(yV*`+ZIR(1VpLr@xnX4B2ST|Lex2ttU5UU%S3C
z;a`iL$f_@?%EA+^il_hFJ$K8b+=ItuC%gz>x+jWvbr_R=etGZj*)I7TLd8z+zIwXh
z@$c2g*XW=3NKUdknKFCZbM32lPcW=KJT*;RUiZ=GoJX$fetK_u@IBCb@7|<4F4wnb
zKeM|2yLn;ZjX!%Pxn#v#<nq<K)h`zfvR(DpXkkwLCHrSH`!ZBtsK`u8j{jVhd*yGL
z=)LDR_b~d1KRzS-x1gxLvP%Ez#O@iV|F-;TJUGWbuB__cfhQjq`=m3MJ(o_;wwlQM
zM=`0#?H8kU?o?;@x{0sv-Bhig|Nd{&qxRhfU-G;C?ydcL;O*2+r+y3lwYYU$SY@Bx
z6^1`&W}Fs(wAWuw?n7hgvuK0o>wTrdkK|uUJJ-4ILTu$j+lVXNW&2tu%s9@c;wrCI
zCGddT_N-1ycZ0;Q!~EQ}MhthZh4XJolss9wS0}We<(c(!V`GEto9A}S*_Us2<Jp$^
zi)x;ETg=s;bF<gNR@J>~6>Ds+{K>cL_wFq=J(g?o=EU?P8#T7oNcR?~8Q9FId@Piu
zxTSI7rJSe+-=^cbU(Ne(FON8Jw4-F^?zySgCqMl=$34uWa$aZC*T*ZCOunNtt59Px
zi{!MqzxBA{*FCxKYbo?~?xJ6+F-!J*ox1LgQPR89O*hmsi`LaT)}|zOF@HU`a=%)@
zMDOBKfB9Zs*>~sHdCt{iIXV4%(5Ig}`+|9`pV!74GC8tch+J=>sCw^JRrIsdmv-%|
zm}BAj!cuKw&Ay+%Ur2k&mdeJvslQdSe)C_tL(*uG-NYi@I?377&#C@Be6Op>?Nxz_
zdb&&N#NBI8OXag?Du3o#xjBxD=fv8s=@akCPwMKl=MZobXH@%Wx%gu*f818}!uuOz
z^f#|t^V8_~mbrIcN%0(8x@XOPeQghMrL5@+IcL9Boc$ib*lAa<Foh|+q5D$px#t<T
z+f8$S2Gpony}G;SxWk?pfu(nKF7LeGw>#(9>Zk?l_ZplpiOZR>?RInL$~`W9nn$WU
zxwu{Kf1mo|_;-FEkIx;2y|eE<mM%Xe`Bz)I`aw{Qx}(Ss{?6?C|GpnJ{4jg6fgSgy
z&3m5dJbN1;Zn5*;zcf!7?H?w~GyeSk%D91T{~7<=<*Utp)PGjkAKRCFrNoFysHrI8
zs^N0uBgdKd1f9~5*L?c++K$k(rgj>|Y60$|?zPfWYx8>l^~bP0xh8G)ms$Pa@7L{W
zpBhU&)MXw&ePTWT=jPjj2Wr;#SlrdD&wrFL$9|5>((-M4pS+**W%cBZa(eTYZOxOG
z`ugILi1L;H?8Qgk3S7-j|7W}Z>htKri$5Qiv58z)4XUZ;KFYb2?Y??mnd5ASPwlbw
zftBk@uT2(s`+Jw4a?Y6|8)n5*$zST;-CrD}melZhOQbn7Z(D1hZNbT@^S&4HbJP^e
zR0YoIG+#CM{6>eA`snhIZGU>Yf;IB*>@b)*VO8eA`<}C+T}0mXg(|shn-FZh_<;G^
zBCC{ri8m*Ei0@o{^{TNYljY0YcgKx2G<C1cpA)CC+3tT`Cx_e>jSHPmmQ-2Q2+p}Y
z@%C<ofKOjuyB*EllXENj4#)XlHH%rScr%Teb2TmnZJWO59b3(>+kZ};Hr04_RrA_}
z^$ja!rdZBjfAy4r+ynP~ZDET$jZ%lBcXxQls2{z^WWPX9<9Nr%Lk*8+J}=>$rN3Ty
z*Th`wXFgM2I>jXawt0X1@LA)`Uq!cT(jM2FI2EgCu~`Iu=d$=+F=t^3o627KAFV?1
z-<p?Cc)4N1qUr2)3y+lj>98%Bc<>3&o_#w%)|?Ih8{GbD=Z6!we|!GOOb*{(^~<TK
zA+O~9ZjZemC+TIK?{F76J>|4;bLOW^FXQ>%=C9p%RXmtq`>{B$eEq})iPQY|ee8_X
z<KMeCdse}<@3KYqp4(PmPU!o&>~yxh>U;K&8}H4JGkSVjPr>`qBt~DMb*tah-?DnY
zecpUe{(s*rcmEKR`(0ukGsFDhzj=JWOXJv;?j-%~xM%h8x!J2%^7;HX4$W_y`0qu_
zjqm#-`||F6X$|=Qr)>3~f3`s{-sVboe%*SnSN!B9`4caWX*-K^e0jKj`*HhHLEV?K
zxsR3lw{f$3Pe1?sweqCTM(0=b@9Nc3OIcSPHvf*e%$nJ+o0m>@_IUa8TiFWd-_7P<
z*3WGS{+ZuXG{Zsj?)O9W6^HKpKBXDY6(9Wf@K2BU9}h47&+(hFj^Tl9@u`hwZv$HU
zXB2F5>T0?F!7kVDnO50$i|KC|s_j2np8U7Jf~i}7lbLj6tLB6?{<62SYC?|9?>uYq
zC(h`)0n;XDp^0rJH|@V3IlOECoK1JP9<DOq(x_GNe~PmDx=3%CGHJf9nGzFhmb;6z
zxyk8jJAG;Kc&REB_^P^O;)N~60nf_p!e`Z~H(m{_2rRjF=G@BCAGdrj^3B=Ad}NJF
z+)BeFv;BX?L<%l;Y<_s-`SOw_y03We-`vxEO0O*9{d9-BpS+~L=E{A|pZKY4y+!KM
zIWHoVAKq(?JT7}}<*~-^hHq21+}!$RedX6Fo6n?Adh5x!+U~s4G=>Rh&-;tY%y*t?
zdE5T7PIcjGxxAOJFA08)4?ChK!p(Q`c~+6m^$#9v-=;mN`E|c}1%Hp=^%cQ;-Rk8W
zjJ7}EXWRNTcK_`4KhG>)DDz`i`}MN6XP4BwHRndLZ{K-m+fwB<9s#@JU!>%w7t~uX
zceuHJ=kXsIFRykllu6nld*8LayS%*PQi%Q0!`qF2PuXw3gYU$#vdHGmh8JI~erf9v
zrny{Me#PUj5fi!gZcATK%p_MFuAZln^Fwr6t%~TW*&8>n+baJoboGtQzyoE6S5&v=
z>=u6XlKq!MiN-=ft=Mhl*OvM%T{HQ#?i+<gJN7g0Se<r8y6wwDuD{C~=N9`i8h7r0
zo}1D-Ny&O!$nNczKMQ*t`k5B*X7&5q+S~d3HrLKZW`-*k?DLhmHs#!j#f`^z+&unz
z&GnoadtRRTK3y{A5WCvCNPD{vE2CL|JUO%Pz-5iM=Xxww$}A34li=WZzUk5296j%U
z0-u~VxaR&>)t0>fKs){q;|A7k-=98|c=-9XoqWdJi0SroO2Tj6^qV&KX6x<O9pC5O
za|zkcoqhY(=eWbO?`xmkZ`b3NQGTNByLwz*@9I0(i!51UIj+^;PkzdBv^u@b(*C?q
zXVvvP=a%1z%d6ej!e95TaN&w)JDoT8S1h>hz_=mIV%fevpGEiN5Byb-TH{kE{q~>G
zgGBLC`)%*aDklH0dZ_vDHh1xjbIX;h*Z*z3I3s*t&j!Avz4ue+bk|m&`qKXT`$v{f
zLiLYXf4tS$U%BgB8MhJh|5sLj-wJyu{@GAbZ{oG2^-qP+u1ohz&n16x4dxLqd?vj4
z^f{j_MuTWQQ{TLW4svdr(=%O{`mH!N@kwd<%Tv*EH_uLFZ+OvV#k-j+{m#7t-qXKi
z<~*9o^eyMkRX@%ji5XAM{+l^rU2Vio+k+1B7u$dByZ7|in~Ro8SCk&SoSqZvs(wfN
zP=bj2H~yzPk1FymH`DUGTJV3hJmZ<w@BS|467ltEQTR16t&Kb6bZ1k#|Ceg5XT29x
zwpZ_*$Qao9s(|g`QS&8>6t*4CdbL4L$a0^E^~*)Mdn*0ye^{>NI%|FCS*-Mn@@c{g
z{;AI`*A7Uw*{^uw4=dkx*RA~vg-*TH?I<hX#o)BPUS-q!X|@;K4@KFVur{gp8lCT$
zcrPyZO79enH{Rc8=r@=h{2agMuV_B++um@6FxSv&tJUuW$G)4}V0HiTf!3a>&i|*M
z$V+E3kWoB!k(1+78}|n9^_M$^JB^}w*S_YNw`cMpZ-KXVmn0?KnM!|4JDgZ}pq$Mh
z=cm!!vYP+PFDh)aXZypyuiBz+`yGymr`{WHmmTWd^Wo#$$1(pMR-btJsmgwTL%(vO
zYWsgp+kU$V*F!>5PGx^$O*3`aayR$E^tW$CBG$~#{<A#%VJqu`+pXT0W|z&G8g~5d
zGpoHKGh8O>1o%C?a*m~DgJf35D}94ReSz67Z-W_3>sM^^y2=;0*~q-RXwAvEwX^c4
z8Fe0gxM|MwNm{Azx&7|7-n!*@hW$tF+x%@inpfUm`11dRhEqrRBO@*s=zd~acG!Y1
zNxWtT|D~VyKiIcbuRD=hy!*hf1CwR1?|2!RpZndr&aJ+k`Tfc?_q5}^3*`1F?%u^`
z_B+pJQ{=7G&1@IX9Prl6zt&+~yXeK<irKBEIU@7Q7EN>AsJT~>`Odu?#Zy);Im}TN
ze9&_O=ZguY<yy~!|GFOOD4BkC&2CHI$`kCY^8bD}yQ|uS?^#l<rSwE7uu*=8Mu|}I
z-V;-Qdxj}rvOV_e5u3ra$i6>MwT(`HJ^1P5&4r50#<^c_l&uL`t`M1hx9jfqbkkS0
zdk<cmY}U4+^TWUH@{GWZwR*{$rf9viTU(TVS@E&HU{79Q&9jb2z0KTrmWZ=`$<}+V
zt&}uVf4hzM_lAnMEbof93ol?X6IjSF&4BCP^5x}OyfXG2VXI{I_~UDfN@Ihbt`mQ{
zOlG#UzWopO3JLuxasH}xY%w<)JQ$B|i@p0ckEdhPzg6Xe$qPbM4a(9ogaZX$3z<mz
z{>>FIS)_kX+-5<1Nwk(J&)kT(wUd>Z*V*=8^Os!y@A#KFx0}y$J3TUcznkY}S*Uk>
zw9p>LLnS-b8_ihv^Y+hg-_QCx>^8b#cJ6U??9qR=X3GnFdJgIqr_M-EdtMsy{7X#F
zgxnuz<7AAUoQW?s^q+Bsoh^3z!gMx)u9SD}&pCzFwdS4v%qz}N{$WG^?`CTatABIF
zb@YoX>wMyS_l4RV{<&#Ge_Ub0;>i0q&Q+dbv0ADs`r-AvWhw$CtV`{btN5pE)0W&J
zwq&E?qEe~yjC2!;@^2enN*la={&~*rg1dn%AGZiI|Cyy%e_N+0QP29!{R@R}&GpJJ
zR!UFoxibCDlcGmjM&}FdG#{y5yJ2>I#q{?FCRbkQdBUw!&-s1#>jecFKD*ry`OEJz
z_)>3`$HO$Md+qU0d>qotZhUOoHl0I%hj~W${aMp(Iy8B9SJ;Ip?zs77=j@aRXU&&3
z@f=|&-t^~}NXz4cmt$+>_@{k#FJ;XOn;3juo3peheS!7Ixt4Q&AKU-o#6P!X@hji=
z`yc3@`#(X1=kbnLPMNR2%x#dYVx4&6eW78E=>9^rNt1qLE{v{>J3YDY{p5=w8=CiP
z_et@3e+Z6v@r3oF*W3GV_8pZkn>tVZ+~@WaN4}k#ZMQ!B=bkuu|G0pU%p9}c9XWsf
z!6o@`VhJuQe!liRz`XzKqTS(Kck|rCS9q*AVCrr6YPzk%v$q@gO@dyYj<22|@4sN*
zv-f826YRbk|Nl{AeQH774FCNfb`*WA5<T2g%FH0Dem!K0;f5DxH$JSJ-LOjN--mxJ
zOn+I=mp>2FYAHB>Du~xnOw;40f$rQpO}|47*Z*B+6latB>2l`r@~34VT|HkPpHgu(
z(0S9`#`C|Uq_tMwvt6r^e*e!eRh`+T5oYX7mSwK?zJF^Y<7=cj*0sF2?6FivedD{E
zZAuKjRi`KUhc7tU%kW~M<CPc3KF^!wqW5g;iIlo$4f=7Xs#Pysw5-Zo?k~S*U5<R-
z15wr2x)--sSuA*MS5ciHKK=F6yq|pcS}e<t9?U5JE`7?s;-0|<k6ZC>-|IbRPIoo4
zd$C<5Am>_O-3MzSri~wEbz3gKbW}{do#{RK#Bb*RJ_<IHCk(clhbu8ZZ{YS9@BYYh
zdEVQD?@Ke^ynX%3ggL<L^zVi&My6Y@Mcz%FXZO+M(8UQ#p9>cridz_%Z#ngAkl6ZF
z_p>^*U(G-K*PkhH<5r`Dvlb8kmT^l;NocHlVHLG=Y4?AVXgRg4gAO5GEbh*6OJAkl
zTV{FqTaTE;#jBm?%R{tfG|UTPl%=k{U0}LMAW(GXTmw^{A0|07?qA~LZQd($)4yWr
z$s<-9X8R>n$V4t&75`vQ(YAYE4685by?Ix(L@+Y+ZH*dJUBM53&B+3J75!ZoKia>U
zt|729XTvYImOCF)yr*B8kfK+SDYmn9%b^_ypIY@s?%S2AX}KxM++E8oaQXd{SFheW
zpJb#o=dfjle(;)?HT*eiKB?`Bo6%xf{{DQm+S|YHyJzdDyegYu^YLN9h1lOa&TTH6
zY~Wkcmin$ld~reFwK&_ZbN8Ne8~?ks@$ojU*@26-nx3c3-gc0g>G9PMN4NA@I9tkp
zxD$GA%Gva$1#g=^l^GRpJ9BQGgO$6Hp4(3L`19fW{BAgPIoV4jOTNq1Ig%4{KBYc&
zMbGC&7c2JX1-`nWH`nFb-Gk@<Y`=V)`~076uL^^#9*TWfBK<FGPT=~@U$e@;6i8aC
zS@tg6(w$r{mwm2luIS8f>hTNj&-ppyJ?Aommst;HFP?da_4dXXiwax&`ht1=r#oNP
zB^{V>H(n@7e0`>yoery(UkmG|`|;KcG1vZSubo~Q+571FY`q`Ze~V-8t+7&yyZ!d;
zp%DAjKhq|k%ZwDid-QXu)Ys2x5!3sWmPT*5`e?%B*)zTvFQ3|d>iNnKOn(lP-i!av
z5F&W2vhtU+K*!y`5566`oa1ZA5^lHomi&$zn~g*5wsu6ncX7#b*z@T?%-rpobpq}3
zhbBCqeD5Jc=N;E7zf1R*hwMHhyw<={WP<F9-earl4qRUPgOBZ#pY&HH!C&e%T^nn8
zzQ1}jZQuKyw>xLH{61{_FRb$ByEQ-fZ5(?Gj9>Lnf56P~;&0~m;I)T4=N7ig)ZRL&
z`~PrCJ8PEx(q{elb=xmR?bYY6d-2^e=<I)8{gS$knitmSwQ|g!yLWG_+4GN5mp=zH
zGCg~`^uPXvqv9Q(>ezmB6z>g@f9TPFwk&^d$ElyQQ}n9JTwO!26n@c;`}y;5ZtAa|
zpU<9eZTM*SOLET6o%_~voCr^N5Pjv%c9Re5=QcF`nO$b%^TWFIex7T^o7v{4XIj=*
zUSg5k$5?uOw~W%Bz#PsRk28y_ZXNh`H0@&GtgD}l6>jv$th$%?jOkun{)W}hYGz+6
z(?8v`WShh8-Acv#LVjPVikhinR6DEwu-GnD(Y&vZWM`?b_B<#0CVj?(M?sr5FL{1D
zu5%q%{%c>)-Hxa4-FmgHST|AN+O4Qv8w+Ek<EOpb{-t0aN6)g~f7*;sy=vzX^s0Lx
z(OzhB-!|gKgTSJ#z1+9AoqGS}+T+GgR+){y_2(BIom-={XwrWvyJeMPhCz|_X8C&+
zcdy{RwaYzizn=7kJK`KKJI(nH{}MG)n7gOp(6M*nwPGF4mGVKJ6>kr`IKp}5>+S9e
zU!^5=|4aA&jr02N%-OL>bYA~u`-7Y3$hBm6y?$r$+2_lSUm9$xB1hIOm%sCqc}K<h
zIj6$~k1!lQ7P9-dy2FcKlj`)jm1A}=mhRoQyY$leb&1neWsZAtv9-De&E<^xw7Xhd
zJm81chDG=GoVh6W{#(K8SDA5s+a=}~Pd=g3&)t1?+ARC-|8E~z#$5k%(DdEv4SW7&
z|E%!)+`O~&+11H%MV#R-oCfoMe-7sP(Yo!h#@^NcuY8F$T&jMHO+$HEdq&j!90&3L
zWqSjjJ!F?Uc)I36^7q?a4C~95O`gXv|MgzSpQXt%`=*FGJ`CUSwCGtzLZsr7cl@hE
zR)kww?rx1UX)0cwxGes@md?AsyvyG9a>+jrt~U^F*Op#xeZ8jc*B`$R_y4g+Ihr1c
z|C@8XLGhRB_P%RL@{jT^hCR7_`={5H_5XjH&vg)a%w!R;%9j6_SX})h8}Gk%g{z$E
zRy<RFdT)E~?8SOd*j5*m#jSj@>0-n0-ApdA7nZFOEI*y*A39V1=DAv})pDLG7K>Kw
zJhENlW$srs&yx%41AlU=+%nP&eDhVYyYbMJg0lINs#~u9a{TddTHm*o+19?xGt;h3
zPv#Kw^xDpMJlOiD_RRa?Yl;s|J7Qxmaj4*6_Wzl?g`5sAUd%Da)_=ttqyKN40{Rvh
zPq@u{C*wu+vX^S&Cre*F<Xj$StT*F0>z$`1k~JP`JF-H!<>OjcTJYX5xTL?1`^sJI
zzR<#r(~hiI{X_rqfx?=yb-{@o<q^|wUw2M0-upRnLWumOpb0kOYj&Q^NPYZbcSZXy
z#^fJa2V&gR;-9Kqe{DR6Kl=CVIS*Lp-u&@ILoA%<2=m#^;UW!8Y>LHSY|rhs-nreu
zwKMeObkQaoxfM*y^L!HDiY~XByLw7&QB%Us3tm>&<-W~MG%Sw#Ij=9jE@J9!uEN<h
zlD+0Ddp~<})%=eCBB8dr{Oe(9zlw8nzs218t;l!o(}4wZo(cr7a+CJITT;(fF5eRD
zJij7xY0$j<K#`W8Uzb?7NjKhgd2X3kzKUmyU}@_AZvNk!-;}*y-dtmTe4_nci3>ZJ
zgpXOw>6nw`dg_neqji^Uo;m4%SXQ+u-^}ZW)_cv<KRT9u{ja|=CB<<Mqxf|BwU+m9
z<!`=XzV>zQ&2wS=Z*xmeJc#f&cYCkLy@#WzE0QZt=iSNV{;sF8nzA<wAFkNR=<9j<
z8n0K#XGt~H1(!E&toiuU&HuN<#@RcRmt}p{a-G{f``gme4;Qwl{(V``U-V$^+2WAX
zJB)IJR&aaEpJzU_SfHZ$dr#hXZ`<dw&u<si&*|G1YxAQ(X8*VId;UGnSTWb}zW6<h
zjoVMy{%AgAx!`)-)ycp1tv-?UL;LI13rDiwSA0(`{VhFVt=*NEj6Ef3A)d1jPujmL
z=GMwx*Z8Afr%P$5&+08ZD$Z7K@J)Dcv22tfr^0-tdtdvWcpYw+7VxyokH1&Fex7<1
z)13UKl2z-u|NpYTq?sgqD)cSSI{v-;*53>`=V@f@xtvS!@7L6w=NJy3zO$ij|C!0J
zTC|sKNWQ2z)#D!b@f)_QzPtOMueqsIp?+V(dhgkv-Crw?^D<XF6FqUIv7g_2^SwF-
z@2m5lTR4aO`C+%-zUo%Ly2AQ(S7m$`$A9@<^;v4dycbT51@;pURFrCLo4)`2_y3P3
z?-gb{AiMp-mEXH!mpdJ)ci;(RF0Gw$y(FWHsj2AN()#xno_!gv3Jb(G&q&gFaDDsM
zcljThGX*>S9@i-e-hORV$aL!bbh{1m;YohyH{VZOuwm(=#LK^JF8+wO`n&G+luw`6
z@(UgM%DwvFouADU1fHFhJZQbW*sim6)w=87F8_Q!m-BnAZ^MhYMPKJGs*B0#>Gv;a
zy`6sUckPlAwTy(<f2KCDcRs9dW=t>_Q`Y^zf#r&qD_flX$EEi7gjPR1!};q8+wo_+
zdVai8bX)o-QMgb@q`B?i(Fw;d?95|4biQ8U=jCtJrw(i>ka#$$?Mtcs1dDHza(8XL
zZ~wM^;<0e{ca=d^4_CZwesECt%dD2Td(VD0C%;dTHkn(te{ufncGf@YDRL*b?vL-A
zqgN9CC+wZ<ivKl*{|~D#Xw-KXd-HF`Mf2RKhdZ18KTP?<T~+Em|FPcOh`HP47;S{^
z#LwcG`g70Ib@P<(1ae*2d*GObgVM&1^`Xzo)8EctudMW+y{&lN#Nt`e8yV$wW2V<O
zwq@zOd}qfyW$pg|>l)X6HTl9dH~ItTYPr>$Zmi;2aP!3ifyhVe^iF&}q;b58&B-Uk
z?M@Moz1LzPzE<mCCB5)?f4%2Z_7!coRCj0M^o#!j1Qs=y?tb1@e)MS4@35qbd!2VW
zlvg-R{k=nwFTgK;nZv25ij(>W9JFoocm8>x^!&2pwwtZ{e)iqo<h^&E^)z$QpLs8P
z)nzX)^gcE}!~5<{(baoABZPLpdc96H=HT;>HQCHZ?W&I+fAd~_-#`AzM`Q1mw7A*L
zw^`@N|M;rh&sSf&+^@b_JcG}5(pe_&?dO@Q4;su>Es{Im^8L1S-iC|Cb9?g&ju;%@
zwI*Qe?bQ$27dKsZWKG|?XYI5%CS84HTd&`I_VB3x^B0TdbRLC06f^8G|5X-$;`5O_
zlMK^UYx$h^Iz0?w%J~^|*!9NU3=w&)l)Y=-Px#K*)^>%9U;5SEZqtPM`DMKYg@5l9
zWKV3Y^n34BxUjTa@_<A9?gw&t7RKkI_J7VPnZDuiwWEziVIrTtt!MoIg>P~9=4zqB
z-BS~uPPl*LTi~*T`Im$DhHMVr-EUZWI7|DxQs%S@wv^LL&y-Af=lt>j`(B=x0ymUy
z&tA^4{AuICYNtbi6#{?b+qkcC)s*aXdEIbG&u-`L`EM-FGEORKe>{2m%83oubAoJh
zyz4c56qd799Ay5M&V6LB28;2Mi(Br^Tydak`)2i*r%g83pZw$&*%-wyIqTl;g%TN0
zqx{5LUKj*@pYqy*^YhkS(__oOy3FwmIdbL;-=cuC4n1#k{yQ(cF8XO-yzN64VGr*8
zeplZw-kAPIb^W>1eUrYtjmYw9Z=ZR)fcKEWS2+nmwypCTemvltBX;HH%Olr&r=Bly
zmXljD|8ss;Mtn|LK-Y<ny>mX7*6gbYcz<>B^GW&X=QuQX2p^j*E4ELJDS~x>Z_WI3
zH=oV?^SJW*ERWN--tn7#s@<31WjWvas<ZafCq=t&eD*s&{e{Khx_4<(QO~rle_fX@
zrL^)+VS9$-i(eN1pI@63xWZXXPO~F?LH7QaFVg~kCUCe_%B*X7H)R6ryvw=9vTxGv
zAKxqUja5jKi~W47f<$@jrJZ^8!ruFIHiodOZ`*IVuA0Fi?>$So&iAz{6UDv7{%dF5
zn=@a2Lgtd$6-;KoyY64PWE{2gPW0}j+|Q%WNBc?bkl5&RHB#d32BEwRb@NYm&plw^
zoYQD4WEsc$BR^+}aWYSuw2ZaaY^Cg?8FgYeD-U?7Y7|@9)YnGNUcM*J!fa{P^rf=;
z1y&^vKk}G`bcEFYMK+b*oA$wU2lr*q73*~B9$QyhKRPDAy0wx0hd`HCda%%?x}Lyq
zUdm78E!Nat`1$Fb<o8pK2_KrR=d*l2q|NI#;e3&f#jUB@Q@sDTZ?%noy=}vOzG~L3
z)8&sDOWoi1$g_s?;QI2))wjP@dVVy16QOlJ<9zKpxBPaqBIN~}V$IqWv$W2a8ehm0
ze_GA7%Dd={#o<#qEgO$2$3FXXuJ^j@$=iB1#c@G8cfb7-x^E-TbNlI1Bc8u%U$&Kt
z?CQ_%?KBLi+h@4Y`l_qqj~`Ahn)CHlp51=6@omG@JxTFvt5?}I*F0RazjDUUL+Zbt
zTmCCsa(l%)>&9i@xdg80?@+(XYaX=gzS!Rn-sc}DJrm@Os+*H+lCi&kL*7DBo!PUa
zCg#NmW`DfGp0ECS%KL9Jw+;p73&d?Gm3;ZD()hI0``|{`ucuGSZ|f+z_ON8<boRdP
zdj-lbzx-f&6R9_)<(QC0)`zG$>{nlkOrJ90_MX?A;sy84<{f&{zT{So)&46>FCXvY
zebQO?E3N;Wpy`CY&t|XrG128?e(ef@qbq*+PU6=tdT(95=I!3%q~BIjk_+_hly3B&
zUih?p{`>Vmmj9OwcxCGUXSQ0z?#LZmKZW%lU8-cgNnLM?!?l_v%wM1Hje3#FUjIve
z<(vK4F~Lr&e`U;`!_u_+$@&F<orCnZ{ge=Qzu5V$;AX?uT;9c!7p~tHT2tzKJ=!*W
zw_ZVIy>mprBF8$Xhqc-D%RXGs3dmWK8vOIn``1>kJH`LLcXnTBQS<8mlak~8-d9h)
z`<1<2`ScGdPRqna=Px|t&)pZ}EcYz;ch#q(Qh#C(tiPHZy!YAUy4cO18K3=Rm~s2`
zx1afWzbm&KWJvxk-TnJ7=jDpWwes!<^Gf+2@$-KWYCf^w{$;;<Z|9$9#jEP`75C3;
z$bLF$gYB>VJ1)(5yZ>RIyu0E_;Uifa&+eLg?$6U7JfTbEuS^M=Q(ZKRqkl!fj<fl5
zmr8jQ+B{P*TJtt}#e|9R+Be)pw4aqHYiuo-Y+U_8XSS=Y$(fg@&PN|ru9aPXRP$ub
zTe%y5SMwatdzx`!=cKLb*0E~yt{)aHYFN3oJWn8(PyR;gxrba6emtFYZsvSOo{HC(
z-FNk6+iy=YUvRfxeu`q;-^S=aKVARc?7Hw=WcAAfe^&g|eJsiSXL9-t@8h$3x|A--
z$Lc4{_z+-aF2}_lr?9SS!@ha)-Iw!%H7&OKPrs@CEOMv&ntu~S^YT6$_&dL?-MOv$
zu2HA=!~2e#)x<S)_Bv?IZ%g%m{Byc-Pr=3ijLMz!+RY4l&-~96KY#i1@9z>aR&U$S
zx*t22c~kzq?fip__aB_Q-I&2Q<gv3EtNpyR|ALlYe!G-*zx=%W=<|Q8wAIYSck<0&
zr1MgR!Ki%Q!R=rE2y!*^T+DyF;qx~!=gY3j_4hiD{JZxoT-Wi|=U~H$dOA-W82rEP
zo+p`-x!2|7^>4*tsxMPF`uv?+<P`q5>h^EzdHMdo3LDS=ocphlzv;gBgx88I>SW$-
z5_$c2Noti`hj&i9{4=xp7qg!6TZW#i-xsz$x_9&32m3u6YvRxB*P5(3m(yaFajN~L
zs(kgyz24Cm!kd_nBpWj?KP$oEsktiQoLw@@>BT`4bQV7@{mY_Jvqm{L`Tom!Q=YsC
z`Kx%pIpo!Kt82#HPXztzOVr;^Uv;CZQNMuSRBuL^cJBL7wva5B>Dw66bY3gFFK}D2
z%kSx{+T8LjLd(8xitkVeU#+)Z|Agtesh3jCIm~)qZxs%y)lc2m+Wexj;E-T|kI)UC
z+pqUrzMWC;GB3opHq-d~V-1z1Ew7aq#GKSETmLXz{O*o95`T*9UQP*~!?@{czohPW
z@qm{)&j0*39d4id;h8#f#;aydMRm8$<<C}x*)Y5Bm}$4LGA?V{iYtFNtb04DjKy!p
zYMuQdvkH=O=Uv`$S8D6&SzpsSG7dJC=*MsMx))Or5g9&5|E%6*@0yLd8{d7s(kac~
zbALhfqMA=VTS|J`RzF`Zw)gM7$?oDy_19_0C>+#K=X>JzM0)<|?kNi&uhZR}IOkgJ
zyS?(vHzgl=U9Wrpx9Q@4t(E4<RpJ}waRix5|5bc+JA2F4du~i~pU?95n6%`#o%^5v
z!Y{mwI%EWYm&bDb{g?1VLh1R7Vn4NKfA}Z;F}n4~;-~y`SBG0G$|e?=Znxj_bh~_q
zPrashi)VbZ>(7#u=0NGhSJh$q>tA2XUnm=YCr`igb7J3{wc^sjRu4o^sQ33Tp0{21
zwxK@D18?gMlg><P3w_AE@@nj&xo4~AN7c=Adz$%@_t(0K_Drw-&A7DP@^QXG<;0zP
zAKZST&GsfqN<qu@+Q;`d>SxOPJF$8g_I^rxQ2cS{Jq@XsPTcEHPkFC(BXy_U<wMfE
zf4;F~&0Nc}^RTGHo^YM(S<6HI?)i`*t@%OZ-v+DBMZV=xzg8Za@n)a+%Z>Y2?$YDF
zcPTYdzx$3}%jI?XE1upy?6OJj->s*4Du>_v?RGmKRGYK+OWfq2-|t`AnIg{7<+pch
z{_{!iU-@je+B<)p1!qNL$KHQ;pQ$hLk7sm#Qu2dI_~wT19@qXkPMOeBdnI{O*%I&L
zm*+($J$HRu8&b4ty+p=OqfdA0YP99&&vN<5z3033w&TayXT`KE&`O{2Q(yPnap8mz
z`zfXWmoESP&}_bAuw5V13Xdh-%}oco`iuTJz7kVooqxVh+$bwv@ag^cLTef0792Yl
zUMi*YW9RbEX?5Rs9s6aY6v<m3<gP1f{)t)to8T0IQ^#aiy_OJ+@V$M(>6w*c+|BL!
zya)HcjTic=$7eWe_0FfC#4@MdEnofY?eg7oUG}C<_UL=^#irVH^S<;)-&D`%ZC=@v
zZ&AbW)l+(X_2JD9`sTd}oqP9+DE7wA{ZX~|de7BDkH^A_CIw3ly8QH6wcd~an&mE?
z-G_24mM+-mJhLY5cgZ2uyGGJ8!vF0JmpatRa_d`7w`a4diBHJ<<}Qodan-C{pVoPo
zFYCA`+T@dX`mOcDQ!*PCo{ZG}eB<V)OIJ_7&9=x?n!0>P{i(A4iH#9;`+TP=oOBFX
zE94p#zwWr(1JV1zG4b;bPRRaws%8<FT6_P2Xl>*28r^Nt**Ywa2c<PEGe2KrUjI_&
zq_kS=_HQ|<#aVgmE<Qham%Xo3Vw<QFe^*^Qa(~=I*WLT3SJ~YEt5-TldwXcR-1W~H
zo2xcFuYA-d%Tn>y{K{|kpm!%{)mn=y-K+cf=*NEdBVnZvxy<kEI{SNu{ZkLovp<TM
zUhbN2#jy19-BZoef46R}lG-X?H*4`+C*S9LUjNuMC3p86ll#wlFF!ea*yE;+Ud%kV
z&#&{J&z}76_ol~9{F;xI>ZbTbI%`;1+-~YSXLJAXyalddMQ&$r`g?3z5ZCG=zg=J8
z;mI`{7JRv@C-J^fU}COM=?9;nKUqbW{=Mb9ecSo|wZAf=EEXc2^ObBD$L7`Boo^TZ
z{q)GMpDqQ9>u0wZ-oJk*VdXy+y_)bjjNLpd9K+d{eXMD=Iiy?iY|32mr|DZ(FON^!
zFKpVdD*VFS$@Ant9&MDr`+oM6o;R!i*W}1^{%<#*a!>C^p5T}1L7YO1m7_JP*w$|s
z{~%qzd0}<G{w3SHQZMdJc-Uxbt@kz7>(#z9mopUtL!1gT3KwlL3SYfAQ@ubbbkW3J
z4;p@G`B~k3Cwoxg==6fa-#*D~UmE>Y?R9-ex9fCv^YafGtsm{WZmgKrW1i0zxb*Cu
zKevpltUo_wklmyB=+0}w5A89M7WZvGw7c}3c)88~_r&wJTk9pRPoAH7<Lf8Qjp?6n
zpMKg?czWaKNeqF%Kg!OPjZyw`%B0|`OWd(P|E?88@vL4rv2OFtopQ=oCU-B+-=n6h
zb^6|k?1#^?-t%|we&R16^<fiFb?m<K&>bFUl9;N_w_CkTVEEnlxqZhG#)MlJLplB3
z1QuVlUMQ1$`QB~TzmmEOZtT4lW9q+L`&^rJ`Y!q7-G_X|Boyb&p8KiFdXMqtdlKS~
zcWb`aMs@Eh|MT;4`yp*(=F_jDILb>~=WLL?*m!C8A<JjCGtW&l`gU#Gv%Iniel>=_
z_ZP~hL@rRBTHIA_vGrf<d+Vt&^)vh&O7Gm>bLZgtJ*$<)SD!hW_;O9bf=2%qH^wP8
zi#EGIp6wbW$iwow;acv?*j2_^y9?ddY<pnzc`k2ZHS^{Zhcu@Zo_yx4_^P+FzPxq6
zt<J|U+QwxU3hqdE{Yqh9@yh1rUo(Bhuc`AH=S+HZ;z9Dx`ReORcFcKPKIw1V#DCl0
z7B#)!_ci@N_`F`NZPjnZEsNS}_MhS@`;a~FVNKlU(vz*+6Jp)@B-j4BQM1P;-ZptU
zKbPhG>oUP62UMS>*ZBxV=)7;05!gFj>AAMrL6a4y)3|QjD$na*|8l)oP=+m!U07?7
ziL$wP`Q)FIMJz%d^0!7vJgDbP+cD4o)P``LcTai)<~7EZzfN*F=N<B{X2Psig}co;
zrvr9(hkknU__SWuou5AUI<`++C!Mr=Pg?Ttf8Sg;IO@iz9pGPR;;P)<e`w;CRsO%u
zFVzXr-gK|}S)j+4X|ZCf6LLO(nz#JSobCKCmsmzP)Tf(Vl>YQu>rdHChV;slj3>V4
zUhxk3vS`awabDA{m)9Q^TKjyt%Ew~f=hc>G3oq~A{BlQCUCgBS^F9|%y8c`3^!p<p
zuCp3#ysW>N;a%>M=Ry}Of9^3T^5wjJtM&K7ETvs9e>^GVYO+6j?eL);&pdOk&G1~k
z+v4ISL(#q^N{il_TYF66P5vrqfBDS?&UNLMA75^e-4$46XQT4dEbz^hdG>1Nub6hX
zByvpTjoH7R%T~Jl-{niaW-A3ctd90Ce14vD=8Euo)ydq=kMdKlChz_ex>Qj6g>#+Z
z`r`{2o%X$Z)*L?N?}dAPb5<pG*Ue3wdh@-e%xzAme;t~0c%Pl$RD5UidRF=DDATO(
zOSlD(xW06K{O2B@%Nn(<*JBe7+s@4`l{j%NZi)TnvPYLXm$+R2P*<0C?mtKB$K%tP
zZe4ACGG(rG@mlk^tS2in!jm49?fuWKG122wuuk%Bv)iV(4!<a$S-*T@mAobMlKM+)
zn&kB@P1nxZF7CaHNo{57ZShsV3unIL-?VpW)uX(<yF&BgzO|^#V|%tUl;h6^@5NO=
z&Oh%6|Mi*kh4=p~`#tv7jLW~BzWk-z_R+I_9@A18CeF$+W{tY6&f#@{cjIy`#vO~d
zdYmeAoO1cV+~w-C#IogO?zSk#d%v@KsQmKV^`bSFeHjs7+`mk@_u2mA&YMLR4*U3K
zf4G~xN_bXy#<|mXt}j1vq|D>}`hP!OG=7|ZPwDHG`l%5IM1OG~_}FrOz23>Kds}}*
zmXyl~op~&#J2ftG<DuB5)CIlYbw3sC>CE`GH};m{zi*uj1I@3k4DWbQ_vfrg+(r@J
za@Bivb7uI9xA=5CZhxW?RrUG*iFK>l`HJe#=g3^KiCvzqS+w`?T`lgX-s+c6z877l
zY`pZz%B>|Wm+p$|@u-J2-FcG4SFuc8ro1y#Cb%g1?Do>-ovta|^LE@(X`jp6l&8FZ
z?<W&|{`m8%OH@98NoN)>jc4#$w>0)v=%oO$f(xzfRo07V{k)VbKI7C3_4f?rVJrcc
z{-z2}uz$G0e(kC2?7g?|U$-ode)LlR;inzJg~77_EH2w|{EiQQd}Ws0f;qLD1aDch
z?)%4|R=!eJaov|$iD}E-R*MT-*_}4AQS_^*z0F{GC;NT5Vpr&!79GE`(pra*ZE|)l
z+gTEo?-*9sF0Vc+J@JRQyWUIodZysm&&P!)mLIrUlk<*^|K|h?*DJO{6a8u?eHY$b
z{q4%{*DA~Y@7nkB&787%FH%=O_M7zQ$HUU|n>QR^@`LYm86U%hyX>l;Y8*DP*FE4p
z?z(b+_41QK8X7yUi)Q>xQIdDhetJHy``(Yqb{cQ>oS3ICcm4ZEdLh?bhp5BlJhM*B
z-xwCodFD^S!RNMiuYUjgQ5g6CsqhEYoiEh>K4@eNxU7+TmEq3yW7hR0(Pk&}AIuV5
zboFO|_@djF9<Eui@T}O|qWG;W$xm_~&&gi;>i;o|#o6oQt{Tat|4ZPK*EWd%o?UzI
zRmF$6mSq95_kMm`u=9QdTbA2aqkzs!cM1|OTVGT<s-(c(8}vjvew(n2KxU54@?Q@X
z-><*pIjhWefrQIbk6Gr&^Gbf$=&QLNIq~<twp2;=mInE<$9L>D@A^K`YiF;E)Ajg*
zkbV2VzwL|o^4;yH-NTYy%pB|X=kp65uF+&a?ozF3=;KoRudwEs{#*x}7yJP%i(0<Q
z|25fPf2YW6n!Mku{q`^Ce=zyKP&nYx{x``6GxnGG6}p|af7ki%usXx*|LaX&{&*~G
zpc!{$Qp_T0fxkrsCvNg7o>o<rU*-F2?$ndpU#+Ms+PQw$5i@DEqTaUl#9O{kYmT2a
zovIpiE2hX%tzS6ssg-Q|&&smYrP~?~Ec|#oedFp=4JV&W*}G_x@E;X-^_?v#5j#UZ
zPWEQ_z0}80OK5WObaQFRSM82cXP6BpzuF_)u2w!hx_{NGr`EqVa&>H5a5{ftYqO+-
zCwu4Z6nXvWBCfSv^65LICR~4Tq$`&3h2A2m^v0x?45f9)7BpPkan_}%cFO0~)83xZ
zUBxZ4?7ocVy@08Auj)!_)J19dU5|44wDGcJ`}JfO*{4qWDi{A<D&6vPu6E<z=((l4
zygJR8&;7D?SiMX>`Iq4&VK1?jaw^j%7_6HVHECPJ;fIGdo3xY`s4WwypDQf<yZPnv
z$A9Gv%C+T#Q#QQWeJM!hw@s_|MUm}Ik2sD`Tr*AP@=CooJyRx%=(=uNJoBWrh5(;T
zy_O%>p3){i6^=)|r=C}TJyh_8DQ{!K;|iAP`>m=MnhCeQpXQ@+a=qbE-aqkL^Bh0T
z4ceo1U$gfy)3#!pdq;JiO=Z1zEWP57^yS04vFEM_?_FR2{PWJ<W7e5!&$?f&@mZ9&
zQp`q+y)(Ax`mgHiVlTwZ&p%d4;&P2k^yypau;Fr{!|%$t7WUE@abA{H^PVML)chW&
zP&)6;f#bJhuFu@^-QwCe@5GC_u`dOLtV`|AD?QrWesg!W%KY`eYL9%nw5O2unpO_i
z_pgZza}z%MEWFRbuKy+f3t!FMsh@TqPPlz4JegxkVC&h}Zyg(06chiQ5IHaYRYLCf
ztfr#%AFMd<luEBTWoq@Sd6n11Ya8Z&O^P`rzn?u-@H;2}i;G8Jhc2|JYF+bNq#&wJ
ztHeI{6#LSEC*O|f9q9ad^n3Z5BOU9OKK^-Y%Cwvi_tShOZ#=KaEM2fuWX+6;brHLi
zuLYhx|9htJv!~XR+bdR77_OU`nRfN!uabp{mZH|t#ygfZ%`sJf9_zKcr-olrZm;jD
zFBetS&ioG2nSSrGWd7+cbMvl;CxxF>yPLUBS+D!i#_U+O^N$JVZRIa=+r_`u$|_BG
z75BZ_|C_3v+pX!$)~B^5&(Zz9X^HsrT$g*>wlgTi-sDfen%*<VJm^Q_&4_|kbLy=&
z=H{>e)}P;QX1Yl6gXvY-GhV+o9GT>}tmHvoMUdT01;P7o^pxzM9Cuf}|FPU&(EC7`
z&%;H^uJYkq|4uwAdQ)-#+zm?mbGKA1>b*A8qS1b7L}6{|ljuU_Pp>AO$#8kL>?_ZW
z`4`0wPwMtb|E1}6A%C~6wASURKHG!mJ5A0GyBFiMv9&NrmdB@$BlmJuNVQv{_OFnV
z6l>@H{QSAwcn|*yJsfbe?s=2P6xM}3u^;9)opsfAa_gB=y7}O@NrmU$?Js|`#QN~g
zrx(<vB_8Z~`Kw1Hg6B?zVUPP2+jf=i+tHI9Qr@pvmi5}=Ld50Ht8M#a9_}q+o8fqI
zmqd@;i)%}s#oXh6uxh7V^z~|~J4Frl>*rm0nch8hZADOL;4P~-z022wqWjk`=eJMz
zwzqwqh|RqD!H)IJwI8N7PncJAG~`@5+kr;^S=ZmH=-C|nESK`5zU<+IXCJI*{EG4u
zI(AVYRq@D`imPG^^@A$|c0D+fvsuWX>CW1dGr70BeVvoirSmrT%Hty|8Y^aR-n2^T
ztWkVf=*;)0Lw!rXuBll%=eovPbGzVEznz_qr-}deyV+yDPiec!sg<*nRk!`0QV@5(
zhBxT_KHHq!>09@^bDj&2*Eb2WUw<z3=dZQLr0jxY6>gl}yKjln<BnZk)44yHlrm4e
zv%R){g|y|XZ}v~bE><kLo&1$iiZ3pA!Ojfz9QkK!#Z2<s_t?7UKVN;c^PBwJ>pskz
zr-#KIv){pT=~JS9P)fAy!Cyhru03mR-T&r1J2@s*>}ufEE9YNKJ-B0T=JFK}Gvxym
zdfqkte;IS1zvfJU@=n`$2A^{U_IxL}TfQxy7XJLwQ{`jjEfrm|0i5?2{k<;up*!`r
zOg3A+id-Jka)-U;s@54L;nU;yNbY9ssM^E#_Th}U3@6d&T1OM}ZtvpVZT!59&A7iV
z@_UDDrBJ*H#~zvMoAN)2pPi`pdG6!42R}0Y>tvP>)(KL$eq8m)$It4EA3phc>8!@_
zOOi<~Nt3g?C#TGR?WDJVi{Xdt@@=77=C_4}Z%i`L+Vy!V>k?u2$#rG<#qMh#wiG=n
zk<EG;n0>RK>*Zs<AKcDw>JI&%GskDQ;rg$sTtB?eOm}{I?^q?fNz-Z8lY7?Xw3q+N
zc*!I;;jU8U=HJ)yFYy@N+N=Ef`p@6X^w^J{cb-^d!z|{o_bkhwsTIF1bGD0r+dhY5
z_ou>*^R@5K&z}ALqI*Nun$O#o#79VS)YokbPnlp>6X2Pmub^p^qtbrj<{aUd4xRZ8
z(W_k_FMC}qFl+hd$^LoQX586yySCJP%fIAPckj=QWc1lDxAC92-w!>b%8TxYFV;-2
z$=ny<u~YcP%@<$yJ^9XCR`S@?<JFnE*Lt_#ojxsp{_w}b8JsVlwmv(pRI;fkv$lLm
z$(8Bc$3DN9F6tfg{B+s5w>JuIh`oF}vrd>jzi;lEYBx?z6FyFj-VaV<UpGB(l;;yV
zaj*BYWQ3Q-xu3JH-<;?Edh^*?CmahN*Zy<(756OWy-mZ)S<}uv^^yPT&Su~lP{eW~
zc1B7%=cVd@cYL!SIu%a~(qH{JHlkT&)y-3P=A}P;YQd~hEa7lND{7mH$4OU}n|=r1
z97x#qUgzf1iLx433V(RSyx;DZ@~8H%OGEPfl=TbTXWxGNy??Qgu1eVFOR~EAbydaZ
z{JL~>YMz?ytGCmRubt=>zCGr|o^LjRZ_afe6#Q>+>GX=T{(EY^RQ2y(S{J9#^YjT*
zvG}pmj1ottpL^L;xyPidH*HVos=kTK48IrdIk{TE)$?Q@?>-y;HFj(f`g~_g4!sG|
zDcmb?<6ZgEGV5^O!rHZKDt6nRQq(b&z5jOp%RQz&oBkFlF8Z-Gt86x({(k!xsitQ>
z6>Yb$l0LqF{vOuMKK|er?}Hr-JJ~-@yM1lpR^=@FldD5(KYg>=WugE5a9MuBTCT-8
z_Cd=;CtUw|&Usdh@PzxN&*e;urXAF@RgU$$W%=;%{B1`~13rDWxo+*7vfgE${rS&(
z7SzUFe*f9)?dv@UO6{HU_LLtn31qL4eD8BC|5=F0hc`8hKV2C+?l2v`qN#fA<Fo!F
zvS0aLsuVDByp;U=vXt@E&87Dq-p;d_XSKIH^;vb?1XIh|671DR*WCB{sIRxLmh^bs
zyuf}z&VHqh1y|48{CpmrRhz%GSKW#y>OgkKs}sGt$A9lXIiaYsJ2h5r#gpm6&p#_K
zP?NhKP`gh2PPqZA(5ypC*Lv*StUBxEzYCqMZ+bbTgKj%}yj7Dp-fH6e<7vCC+orSL
zTIR2A<}Z1E`_Gc8cW&?2*7$x|WB&7y`>6*Omdj~`>)PIb_~^D|Y|>o2^v8>eWLf_7
zS$!<6JHq+K@BY3OUGnkwl@y+wn}4!v^W@&5O?LAy+KK4y`fV7`boS@A8^=9gv`iFm
zU-&WKIOJY@s+HUJgIDeD@yUMT-e+>_(rKZEtN$r3G3AQfVxqp`W0}&e=xsu267NpS
zGI;#AazE^QuGluPq277Nit_rYy9{?suQl1fP;ScY>tBnj=K0Nd-D|jTYqNtAPt24%
z@45SK$?SNu`A@~CqmMt&p1k7Dzd1)8cU|g{xO()q-Fp7(`8_Y2XMbR>+<X5O%Yxki
D5Bj5d

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.af b/third_party/icu/data/icu_conversion_data.c.gz.af
new file mode 100644
index 0000000000000000000000000000000000000000..cfbeb165ad3428555276a463a90a1ed2e34740f0
GIT binary patch
literal 177696
zcmcCNa%11BK6&?FA6X8_#c#Oz?3bUS$KOAdTi$Em_ix$xJLBnZvp?ScZFzE6HrN@@
zw4ZOH*{2_Bu=?M>y?-yREoewjFXo9>p6ctQ-%>hRu;SGIo8Oo2d8_v2`1LRSKjr5B
zvGA{I)ct)!|IE_3$k!F(D*4KCCue@Tm;U?m$Mx>}b5?Dho2qcWew%S!@v^Db;{U`p
z`isrotm1L-<+o2$Z-3e=;duLFvd_cUx0Pj&%=&y?@OjCc&3DYi^Zv_pa2$CX*;~5q
z^Pc@#PMai`i;JJV&H3btrQ@}8-M71wrhIgBIDTiT>0X!RCqDOZT-daGrwzYDjnMy1
zzBkJ%KIFe&)Wo{zXYjgda|=pDi_??O7JIFfnYVlKk6l}Cn`maAj?n+gygw<^{zE_z
zfBeL_-I>qsREgxM{yzWJ;A23WneWTm_@L6X`M2BU(wDgZW}Wy>gu&w5wdLRM`gum1
zY}?{^NaR|r<>#{BzthTP{>y%uckb!kw!PnK=YH&|xx{POl;Ixr-lgrmrS)>YZ`Cm~
zZvUR*@w$4s$0e=&tp~rGstJDjRbE;DH{^JHxazi)zdqXLx8(OkHZd*gEKBCD5w9_{
zwGS(tIPtqzN<pK0&g%T?OItpET4L&Ph5z!tJ+HQ#u6>?mG4o?;9Ishz-M@s=iF`8+
zulBq?U3l-lgu3+lt@ATju2{r>y09X*Zmk7>*6!cca_c|W*0O0$uV>D7(mgJo^5FNQ
z?bfV<z5E^Dnyyxa%&&jopu)i-^7`AK8K(Ttu7+ONf8~yH(|%Q+x#c@%$jy8HgGZy_
zO;`i3j`1<^n7-f4d&55&AKzK~r!l6L-@n)FLsasghl%_4$*!xoUj5@Aw_k@@%&&zW
zVmE)YJIFBpKczkA-u0iKb1#bS+uQl_`c}Kc7XN-0Wo&WvJi?z{R<GJPtJ-?vvC#E9
z4g6Rm%I9BV53l)g=zVjI#m4)WX09lWUwCl)cFjGuJf7-p;=COFDXx3n?B1lVyE0wU
z)9li$=^syp*?+2-u$uivh4p3KYvL1DPVxW$_Vxb@dznt2^p=>*J;C&5);&vAoyO|c
zmf(_gvR!_Q9IfgNtU0~vGyH$7{W61Rq5jRV6}1nSYv=!dsVi6a#aimCZ8h(Ox%wy7
zqwS`@{O4R*&B=bzMeE?&1E~S)+q9}C=By~4Z*bU7<$Uv(x^FQm3o5UFc*zucvh44(
zy-gkKGE<`)Vs`yg;8%}7bNdU2^4|&H-c5dGY;fir&*QH>OV*b!&omQBwN9M0aD}&^
zo0fc-%H4&vcEUctcv{NNe7$15NFlLi&x0>9*0atO{wpb}{ymZH<NRkkpBh(u%XGP;
zv|jV*^t%&2{}!sP^^Pf2PkH6`KeXnCy&dDemNhlau{-Qj|91O-JFf0h{rq<M)wT{b
z%WcY;JZs-4CG}Mn^#6Zg_4l!#gY*0ie-4=Hhs94i8hvP;%I@86jk|JZrf&9(y!$b}
zTCVoE_xJMVZqF<0{N^t^^Hz87zQ7w*)qGoCaMWBm{rpeern(d9sZ76gIm@=sYWgAn
z?XY%CdgZ=Ss|8P<zhBVIl>W;(FkbQGA9-h)|1*U*l>HM~C$jWSb;7IvUoQXIDy$^?
zBwm`;!ZAHMcYk5Zt8KeyeK@%PSAXR6{k2T*e#*0)t51}x;Qq(;@16Zu7MuKdKc%mq
z-<Q1o$v@xW(w57;-?l8?H?Of($U<?`s@<0-mDyjat6ToHF?xaY($dYF6R)#HTTV_~
zcJ)Ef9D82ldWHQ;$!ZLacVpHx&u@6vn9Hx@@o6r%hiu8-6WjLa{k(sDos8-l@8-1^
zDo^m3hTg6>$?KiQ$LQCXZX+LaVBXCn_nHUdB01VipNl--lPtc-&;O2XW}E%hZKn%_
zI}K}1@?1_GXQ-L4q%eEVr1^Ud914uN#Uqxy^f*w_#Pwp)+rRH#s4J)^%r@UIC!X)`
zU%s<q^$b3)waX9Wb8LBAl6haMV%==*J(pP77R#M{Q8)kOj?$TBLQC5Gg}oKFKA704
z<oZdzN5(ObUtC~~_Ic)oN4}<96csnfS-;PsYR~JltxGsxOn1=bERkbl{nhi$`?4w1
z#4F*iK1vCS-uC>z?Dq-x=Z`l2$@%!}k>RzOZ>Ar3@!-b!o0>27u6?|Bvw_~98_zaw
zuz6j!Z?4E}wWp_F`TOVYsyJl0OvBy$>c=~AHe#6*e{49hGU-6!&F^iyI^8`rPR7-G
z%dK4@8*(l)*^O`8)0&$;4{!e#o^H54b&u=j1lN0~zXm;XW_j@F{7Ll(Kl|5+xIbl&
z@Y=QZPr{_lvI~C6&tCb$th**U?oxh;;3YBpsf^cNah#HL{Won}$;WMX=1*8~I6L%}
zVCUQ8{S$Bgek`@=gTDI5tbO7cb+yv}!{;>ENIa8vxzm3u#He%D<oe#y$!`P-J%de3
z4v4y(5xc|n`QHjz`(5jIo-Ahg(~&Wo`G8~z<M%gO>n4Anc2#70bE(_YDU+2}-CCXd
zKv!$k?99eTzfJ`3KXAFUUiPmyqu<jwsVmbb-(tL8x;IU)T}P$-x{#*1{PNz%IoX!|
z$qEiT7CqD`brWfCkLW(?>t?r;afwu{n)~&Y98&Yo*4)`_)o|Qt;s>t$gO$5)?p%2B
zk|49nTlRy36)Gp2HrpLM%au`Z*!YV0cGcj$3)Wo|-x3=3VORUf=WdQ4vOS-<bKS~0
z-!E}po>M0O{Z{MFyRRR6PxmlkdNh50LDd=g_?S0eWtYBq&awFR!Mzq*uiVQ&$e)^0
zb!{q>#qBi_J%^VT$2d4>1_<1G`uSz8<Hb#C!SOEARg*H6@0i}M{P_28{^3Zc>wF9r
zO$86!SJvOVXLJ5e?hRGb_rZz^NprSTrO5`of8m;W`{dzsnub9PYwu1oHn`uEz%;eV
z`mQVA)oJS&U$0!1@O6t4hos4N?loaKu|nO)_RKv$@zm$VKlZIX6Z2l(aev!AYb(|7
z(g&S$<eLIr*#0@}Jy3X0Mvr6t@2wu{?UTOhxu4&e_t4r>u%__c@$~i8_tuqMy6<-6
z|DRn#J8hKb{$Hl?MEokp{+eR04nr%xrd`L6oydzhW;#o+K;TmI^}W-dtH19pwV#|?
zxqQ#<&LwmHGO&Jp%ic8QdfT?wb=n2~F~^M#IdNUmnZ9<)xn+A)idy7<p7wiwTzu)7
ztj~{kd~)?vF;%HbXPEob_`A;O;<fLyJ?zfphwlF0zqkH&S<cmqYcE#Yd+*Qa`22hS
z4ZaZVZOX@Hw4bSedMYM0eP;2D7iL0h8-EBm34Oep^7pv@XMgLtw)+H2@24lt%{_VD
zXNG;fc>ZT;_d9F;ZMOXL|04gA=)eEFANOCWIrnet{>dyW{kOdjS#7LqE0I^wa^TZq
zr*K2fnf340npd8f8u@gc{=u(7d#3l?*;(wRukd6}V^N)@Vvbm6)}rN2{)%zC9v5G7
zQ<|1lG<h{^t}#pa;~$Y9JZ>Eep711p(&u;UzP-3+Bf4o}n8l$@tJZ8=y6E4|ODy>e
z!euR$mR)%(&!4>>lz%AR^v<64z11=;H(4IvRd1J2Q>kJ2XVL$&#q5t7LxtSzuy3`^
z_n({Xzpu4_^2cjGqTh18|Fr)1s~wx3_iG2vpI!W|cq8WpE1%Yx%|Ap<wy$sf^gC#u
zpWA}^CyRP2-?N>veWz1Zb8c7B@r|Z4GCh7;<<>1+xx;XW__^)pTi;nGIRAhC^6kmg
ze|$TaMD5mma_zjeZjeCE=XbhHS?h1V7j2f-ta_ie>txw;@x<SMuQ07|w)f-WmNbuh
zvS~(I#b0B&C*RL9@BOx7nQdt2Rrc#=PT6FYu0C4z({#agt+4ui!et+4y#AZdw*7T|
z<Q7M%q#u4qW@Np%+P6LVxZC^1hxyKCezetJ*1zt9n9ebMBbAjJyF&jMUuc&6Wo~Xz
zx9i&U_h)Zj|MxNQ^wy?Lw)>bRD#G_@yIxh;X=iL?7ksF*RM@QEN#mw*{rmF@zka)~
zoIkVk|C!QKzVw6}p@}TN<qH?z2%0Z#{OkACN%dS0^6$Dgyu4OW;y>?o{@f2rDqq*f
zyy)!D{G89;_8=)Z`rqo)DI7ZcqVq2Z@c(_DZ7*le@GU>CXThEKazB2jmpdEY%lA?^
z_BCy#{d|)r_m8u`J^k(8vFrPv|GqE(?(feTJ-)hsWZ9>vGk)$5w#f0A{`%jR2Py9A
z(!2Oy$9>uNXsflv-kLM}*_*3sjg|aecP@(yKUdWI{{GDO)z^OS@z1uuulIM3Tdsfc
zx;GbIO~3na^060xAMr1fVab*LH)Bpf#DgvOW9;V!*FQfu-K3wl<MN94OC}$ZkIc3>
z{%i8<&&9zEg>%pTvsLEQI{3Bk&yKkXoBm7JJY;y$pA#^1&6j+peJ>T)o9fgbkbZTx
zbX$CV<+uONS?ag`-Ishff4`mZfn1A}pXv`jmH$sp-QBlNPT}9>^urO~^tEble7~=i
z{N|_FqvKDO{hhUYm+)rpTP|Ub7hnGJFmqAB?+pI>>2IcQxT`NMr*`!H>$M?z&p(H`
zPC38(sNS@!mw%-SZ=Wx(_!qsRaryJL0ZF{2Mt)IGcG$l?d%fy!#hfoU7e2bx-_{uQ
z^kY#%e)UA-^Rma}r30B{cNH?lCO@;^VI!UYD!b=*uJGSn?T?1bWsUwDG(Xt--tv{H
z<=<ZCKlw^c#W~MY|IhRk+8p=&#54ID6)S%H-pP6IuZ?x;&(%{u+6vyX75_cE^y59R
zANr~P^n-pd#LLf))YR$=cRQ0Ewx#9VLY|G%0&nN<XZUVk%M!Nif5XNf|L=0;*#28@
zIW0l%-~00GiRJ(6-&<}d`Tw_6?7w*2_y3(--wR&t|84p2v8aXOPyOA+@Bat0_SO75
z`0K0vOUM8G;Sct_w6{>Z&hf+kUG6{ium^MA{y+Nj)aCyDQ~UofdajVUldID7YE102
zcRE)Ew9fxot#;byPl!(E1=arL&o-t^_!+#O|B3IU1gU%OpMM(PFD+QN`?~Jl-UX+-
zwnf=|(cD#h?pa!=2($h-Ugz$AE<dBH<U{uIzrLjHZ~VFP&AHq#m+SV<@40xt#{F@z
z)cJkA+P}yB=e_I9g;me9Z~n_=pDAn-EOjrYqx7Z2rgeu;TvAMVDNuAb%!+N+pSpeX
zIr=ACm-zq9IWX__#)7pQuUGBdQ_;`;@?N;@L!L#=8CSXA&nww;*rXtO$)6vOW-qL-
z{k#3X{WFQ})oJRV%kJ+yx%FzlgGqHo(hSv&iJwDKDz!G1tU2}FaJJKK+rGq^lLd0k
zz9z@C?YPcg_?1KBf8Y1aM6Q7Aswo+#<y%%)gx?EW^v-h0y!Ob#2tP@sV=+!UYMYWy
zeeJToq<(i^b!X%~bq<wlJ>GBHcE1d@n$5E7{kPqTzdm)Y{pF<Ad_d~h$`fW&Tt9D{
z&iDCuojqgfL`Q9V^X!kMXBQo^{qmu6n(qC{8#Ctp(y?CV_kHoVFONJo$)CC5nlf>2
z?0xmv>yl>o=15Mh?p~O-<J$e-x|>Yw*o?3KwOoAD?%hA0XrmWtcRZG_d>(iF>67)*
zPxdU=E!U{s`aDW6Z@KNqyti%7f*$Tlxo&RUaOE?L%DcG872JJ!Cqv49%zJH7%fI)a
zRr#82*Ph*u;WE(DsQy#)ZhdxmK+BV5-hMB`cKBWV{8{Aaa*f|Yza;|grat2866b8=
zSzO2R#P(R>(zH4&t&L}<CG9^t?bElCuX|U;+)qr~7Iyr%sh!xoO#k!MmtV{k`FDNZ
z_v}6M-~BZIVti@;zwd3!{`?j#U<f{PSo`K)yMKSq1{7~9;;)D_m)B!`XmLJpx4G`!
zlIsf>|6MHYBgg5dTmN^~{r5kA{iwVzQTpEfRP&C`poy0k?4AGW=$5BBf8!#Zg;wNc
zAHHUjQ2DHV#$_vI-8`?^27w_NcfX{SdG%#m%6_(K-NA4B;?(ntA8hv9&HwzoHahqr
zXWV;Ek;}m?vvcl;cdief7-Z+(WGQ~H<^L(a@cH{goG$-bbz<d=K;`ds-LEUAWzYS$
z>nV3+{qq;y*QDPB+*_Mgwkh7>)2?I29Cpt&uDf|{>2SaJJ1*jKOx5z@T{U4o`}Ujj
zPQTxi^CSDOAZzXVSDqjK@7wZZyVu8XZoBqX@#QT-$t^yqtvy!%ow}+XchBo*s%m{-
z+wK=zFFAXC<8P}?S>oCGH#+KymzDoJpLk%e*0g|**{fDfy+7}zT<d3vkCiI=i|Yzs
zd}V+B?Rn|!9y4+G%J@V1p4Ojq9_AN4`?vW2!<Ntbo4)*Tdb?fxkpIKiRZA}3Z!dl4
zc`D!9I3_t?iuZGPTzkX!rTaOR;~&RwQ=fWSxk_}dd;8bhzV}aabN{o=+PU40Kfn36
z9oL<|+uc>XPww{!{U5#lf&OoOo~ASApI@gleEs)xw?Z19&A*<ha<9Lq@8RwaciPXN
z{qNnDo`-v{`z?*{6HM8^_iMW8GmTV>;8mO-ZWpNjyv(@a@0}AyMZf?0t}(Cs6Tf!q
z$K7-OeB1Q7^1M*nPy4JR4?jHhe)a7AH^#h~Io~JE`q8fEr0;jM&CjjASjh6fcg};1
z$M2f=#k<_!T%IbUqIdD%Putt~>*jwdtay{h{q^t9T#b)1{~lNT%5(j<R{Rl1)$0#m
zF0T3i$os?Z6@R2xno6v#pSI`6PotS<?9bnL-aGwvzMf3;-<icvJLm83cKosU(x10I
zQ$_#Hf3kj2&>roHp+D^0PQL$d5wqL=TmAa#fAd#12=Dpz<g?to>d>0s54Be3S!$I3
zUVHfegq`QBPHuYs@!|aGO@I8~^!<OtHRDIj<mr0LpYZhe8@@coy+7Y_@9b@d>aD)*
zy*y(Hf5dft^K0jM^}N|$iUxey!<n1%w%ul<=+z?q2h$r~&({C^IJ@I?W1NNg{Kp4A
zelK;7%umVtx8wVC>x1D*cZwDlp4xgNMqF<4w!WWve{Xs1WUc;bt=1r(n0c@H;-Rgd
zU#+^q8L5<i&2Fas|K_90^84!kID{zPxRdN8J?lb@ditN5=h>BsYp!0KG4=NO`JAyk
z6jo>@|JORcT-x+;=|4MxZ~J%O=Sck()w3h};eOqXT+yfhZ%Wov+IHvI|HY<1;){0q
zUHbX{V`==tV~)a=ytz?FUIZUIzjr~qiHqCh^3a)yO-|QD@2qW{em;!b{@p^$Pi_&b
z*pKF4Z>X8$eWNAoO~?7Cn>!mM%1?BETYEj}i6O_m)lC7jw!gQud$=g4v@Pnh?FG&F
zwTT{=KmL}==XrDc`tD!1(%ZhxoE`o?&f4b8%+)KOoX`EUUxdHl>uRCxY=7p9ZTZhB
zdTG|YW0PJx`nVWu+tqv8&`|&DTCGh+1y*fKO!=AC)$--uo{_TV*a^$TBRbRXmYztk
z(D(T@Cvb27%q^x@s<%|s{$F>{zAn!;uGJx*>Flf8^Uo%)P`mQ$cHETQnvV{f?>%m=
zE-3BYdtdgr@}@`6Jzvy?Cur(OHOQCp>nfPLM(s)pzkgXeapn&z;jr&ZzDk{#)gEc*
zxOwu8uYbCG7+YRkFs|QzL4fDPR*RJjgoX4Q-hK+aRQ{*6QPc76!s?h0v7Ft9?QfmW
zk<VSfzi8PZ_76AD{`ZxN4w+WJr+ByFbt%99b^OJ@f9Rk0c=K{=>iYHd-|v4n{$KL!
zp<12h|GK097e~%X{QoTX|E{^edks#-&+nGFQh)JDyyeyXkFWd_o-@yW&asc*|C!H;
z*)i?qyuW{aU#PxF*>Ka>{PH_qu^FrH%l_Bk_#u|L|NrCE4}3ds2Z>2VRsEar=Hu_G
zANth~|IgRH6Fl+z{quh!&Uq|cXncJ8+;<0UI_%7@oIiHf`FCzow!HB5J$<tAadtkB
z9$wj9+4}C_vb7bwFXQhuN~W@LA3nV<?VyaLU-!c9GU@!(=W-5$e|zVCd^W#2xn|n;
zyQ|h->6e#qy!idTS-|n@zeA%}ZVUQ;eAUdSXXh(^ewJ)5KRdzs{`Q-Pe%sI7e!u<s
z_s(0PpJwTnN59*4=dtkvfgc>P(XR>~@foM^h)=orZqt|FUWcxg?b<pwFZFBCtY?AV
zhh8$7pMKA?OxIUAgM0a(i1Piqp`X`ZTlxRu=C|7$GoOgne-!%?J#X4sZTb1xrW<zp
zP5e^jw8Zn1l=%AHCrowXPT$)azkBhDIpr1aLe~n|9sDz=e(Lefyr0+W%<D?Y^}YJ3
z=zq{z%eSfSE!)19nrmB~4UL~S$LIZ@=(B(S8F_5onSCnkyL!>1zj^1chTQq`LqtP;
z9@m@I@iyo4`%jiX{VSV&;j!L_y#|sj|4dH*b2Yg4|KDN33GR<_LJKO+%>D8qBc}QG
zyKCQGIfe7?I#IcGj{ZcYFKaj!Z;N;qfA8)5Q}WG~{!jNC_Z^QHwcA&Ij;TBTdCk^8
zx(BbXTt2zdw!Zq%M}9sd`%^qSe))f~+_vKX%@X$TfV$NzKJ~KY*ZhTbRPy%zpLn*p
zdH?>vIhL>fJ8#Zp(+M{+Y+jSkTKc!9{msVRKaK11{uOQsjg@^><NSWN{q5rRPu>@9
zzdwB9*XNzie-<y>|Gx5P^^3i)FYRAh`@HT$-{zSTMZ3$t?)m@bq}b*k@1|~<#dDxl
z@Am%eT{~p{2=3bY;ZuO*tp8UYeNbw?w^#DDyfpuRH<s)2bNBx*mETl%Kk()J$j;;y
zwYOx~{`0?cA@arl#pyOF`=3<&es7fV|M#4Kv$gNMK7X?L=WWa7k7QW>Z<_P!)djn{
zi#vF>%q~BoQ>>Z)^?BTzFV8Rj*>7oosr>7*KNqBz|9g4z&|0Ci(BJRPBbLuhI&!`K
z>ZZuD(}|Y4h4;?pZ2KV?Q_m#n2ZrbVee?8UdpUE$^z(Ih8Uy2PZ@s*F$wg!BUS>D{
zpGjYCO`o@0=d1j?s586RePge@3uW6|Yxu(Gg^__{<g}xgRAlEq(KIS(l{+Ew^p8eY
za>Wf>o0CTC-$*R`Dj(H;-*QsEj^%ExQ=dNXOEN#r)ok<cy#B7I8>S?lFj%*G3(so*
z38!x+94-kK3Ou#p)P_?5=fAzK{=3V|@Ob6-Jw3icOL?N}tu<@R<PXm=b3Wc__@?x3
ze%rPmI;l5i&+Rz-srA0aGnP}CnGy%?y?5T0ow&qh&E>`O^=B<@JaB$P$^0)f4*sfD
ziAcSmQsXYrzrOcs$cAO>EozUx)b`_x`gutG<#jph)~TtUXN;Scs8+7g_ITaweA7}b
zS&l82C-&yCqKfH<v!inMMc7|2pJ)5<tEQIy{Kw~>?$&QFpK0&@eDUs?OQs}FPMn@N
zJ&|9s#Ij7@R?usL<dd+3@T%DPr_S3}*gkz-ynpt+e`hUTzIML)Zd+Mo-l=~l7M$K#
zz2tW4joJPI`yRY|*tyKzJ9z7S{kErDVy4ah^mjf_`iX>7g=VK`SA@3(gQ3;8{qG(c
zU$pL5UzO*3wyn&#AmCKN+S3kwx83g;-7&iJ^)#mlx9QUf2d6#$CiwlDzxUy#l{bsN
zz1&~AnNx+iFYv~$KtJ!zyX=j0t_x{7Ul!W)VP;x++2+pJ$(l=f?q@zql_*m>b?o!!
zo%f>K6c0~GJYkR`@!DuY@>jvtJga%~=WW(Hd}}}7rL7(xTl*tYZ=~GVSIcuJ*4O;<
z$pbxS=SakH^F`?_<=M@%o9Fl2BYMZ*S@eI}dPF>RzsB!1{ZoE0Jy5di-t<1C?sWCf
zU;b^uZJSRfoGR>_pFM5Kl!sFmdWs4BUGzep&AackdyEkb-s$H#v%TpJ*pN7GgYHf1
z`A_O})qQNq%wj%yiAAq}oudENoN0G2`MG?{@0h^3VHx|aVEadrQ)(Y=)_CiZvR~u3
z>rM02T`N;I@kqAu9QJeh*1aiyN^Sq0^uTZH+s~gp8Y1#H>D;wHhuqf~fnbgG#1k9V
zop$Iu>z-p&^ZWXV4JS98+;G>gCR%^J@oKQ=z#g1>WZ{f`S8r!!eu+P|Z`Y@g@OgSC
zKEFDZ^vC_)<Jb0*=cN5K4qK)eJYDf$V3Yi*eVuof*>M}U{0;bW_)oF%l)nMrO8?AX
z_(uB6l%+i7Ck|||NU;YAI^X0^wQs3S4oQ13@w|9q=A5~TQ%?NrE#gf4ze_>AdA5@0
z<Kl^l6B8#s{2j+9DP}ErlRx!-jQ4Vo-<;bN4{s2jSbNuJ*+-MhvS)Zw?=OC(lN#~X
zB_*DHw@zvV6yC^FH?uU8|5zKkhG#Yy-hO*T?f5(8GD#5prhQ9kv-K|VP5BQ#tvOW}
z`fc^5^+HywH`H&P^+jNRME%o$|I`m_g5gd*W=p-dIo@sFZSVig0L7UzB>K!fzDvDJ
z*|9!(5l{JKaBAGnQ(Cw?aQ}&Yj<K7yeqH4~zUI`vkJ~RBoX#}5m>G61vi0w(7vV`&
zKb-6jDIJDF=lA*-ZI^2O4!yY^;*R*%THDo=98Vb59N7`L5gc7>jMkJXZL0svxO!9m
zmJJWL&e4TLS58rmUDD)-)>|IP`GG|4`@Jc8W0y2NasQ&VW}mhtX)M+J^>)?ocW%qA
zx4nFqx+}dR`_n6){EqzayZQ0|PZpelLR+JVqCE$HfxHO9@4IWSr79eMtDGm9Ct0<q
z{f+b_>)DI$uiI6B*SgnrhVRXM`}e;&=WY1X@nNIz#J|hln5XX7{Ox<w{K$oFK8?3W
z&Wn1T4Qg|R!bEkY-@Z5VPt^r~o4x7&l)q|k%w6}#md3}g1IJeWlN~&(c}iPD@0uI^
zlTCUz@!pltDznu6oWFf9=7-<ipJ-~{6*2k76%{knPG8@o;K>n2FN)su6`%UI^+svx
ze(m3}H?F@j{T=$<)a=Z<H}~(pzWQW+RI%c}uIl}-_7!FYUq5qm>fd#5?$61Jz45-Q
zZvU%&$7cmEzVqf(UHG@%o9?&%UH9Vq>UZU-_j@=tYyXbD`TkU$_&3uHhZ*`#)P;Zh
zx?zs_&zSIUXG6^MFWs-Z`gh%%@AIV(wY@1%{h#*0xcS5zkdbxa-%5{s|FvN@i_vLN
zf%3*BW&i&@!k+CspyWCs@x+E(ohSA+N=AZ<eNfSVK}K%X?|I7UnupcEu$*h}?M`2C
zc6?(5h1-R#&6sW4cYAv7_Vn2O)9p9Eow(Hc%_$ozYkMwUUuLt<r{TIxS#LnObDg>R
zYqyJcQ(yZ%{Q5P@XpYewBNNf1-N6%|W}f)9vpl>|s>qnPBIe?>cE!`q6H*k8mllhi
zC^!v;<&tk+*S=BClf1|By5Bv^e`C-5*{RBs1+(_soQ<FN<h9P+r<?w${9Uj`*m8~e
zR-b7`IxtwKr02VALgumwCxbvm=|aBi7P`7cRv$nGCoCgIymj&Gn67?Atv2)6U6Z+@
zvpC~Hs50)B@1I9UBd#;PluHS^_dn%E>WzH$GRrdgjqw-D<mYbMKehIJ?7NSiyJr@z
zzxjJs!}^C`r53(x`;+IlZrL=Rd#A6@Jq7mY98ivQh2%)1FHB4+_1eF0KYp|JMLz$+
z*^z;praYVmhW}g|PdW5S_vQPqUmnqx`uFFZ8L3{A%ACb!ar*BuZVYNuJLdT9`}yD3
zm@a><Sp6sL+gYtkC11@wjhFH`w}H}d8h>UQKg6SnCk)=Wq}(sqxa|ASy%7s%rYx9g
zv1F#jl3dsS_wL`wYnt%dddt+mYu~(<es{L!`yvYo6U%KsCw|{%|GyMc`rPjPdurRZ
z#SiVOuB_jDtU9HFf8#sP^Ubp#*yj9@h+8lCD(}SIcY92?KHpm<=zsBR(F+;oJ;4H{
z{D(JBc{pid_?Er*R!*DNzas?--+wHdc(Ct#rFm-g^Snh6AGaxL8t#sZjqP8zPI$WH
zR*l_D?@dUXrBv;4-E(y@kAo(({7F(@_NM&r#=N%A=L{XDLF&UdN2dH;*B|&?q5&MO
ziBl7|3I~6?|GoW1$Yo2m1yd5ICQeP<JNL#q^UnSoDIoYlH(GxBrQ4nPYrYHK|9^7B
z=?$kh#9urX<MnMu+?2o7`|A2nzCXD3`I`5W_f_u+E77i%hIsP*yC+#$bC?3oop$IG
z?mJNz2&%X0@^~Z`#f$uXWcqwBsAAJU1r|TA$&fk~TFh?e+0NtJ(EdW)b-%>gtKhoM
zIkOt1`@H6Xz1|FLu6;`*PHnie!(4LT)=0@|m69hm{^)@CE=9tK$6D|v)YSMXe;2(e
z=K8SDNL{i*T4fWMKYhM`+RpAXMmgJsXUoh6`|(HF;%N_~_wJngW7_ZE^FfurXl_48
z+p|lJFJFB9sJl~7>3U}3zdM)To}ajhz3lzwwt&0!(hKiA+F!1|@J;(B`9pOYzZUL#
zU#n+cGBK#lyY1e?&KK>A<X8Q^mp=I^B!z;=cSbjgOg`Iel0Q|a@q6K$*Pb_>FY;gg
zD+l4WgTy(0FMQGds*XR^e#+n7#oQoD;2VajKX)twUF<`?SA&cJ>(ltH_@;f)`>hc*
z50%3tudVKdRr;V><dJoWLz{0~_})tAzu;Dl@;B{Ua@~9XZZes^@9xSQa{KN2tgg>Y
z{abTK<K4thw(+~ud9S~V3jKcH`qQd6;i>zzet&%~8@)4SM;FgDndyk6nX+RW&o-Iu
z{X0@$=*FD@RkR!8MgOkam48G1q;Raqdsnr7**_tt(=yeSkgC9`f3@C(yY650ZvR?Q
zaK-p{r+J?8@6a3TyXr#kz6T3|>g;&9!tYR5fTcvgtzHx#`n?*e1T6KhX5FqGb8kHP
z@omlC-4T-euFmHE8vZ6<{hRh}IoAEPg0@N$v%K54E#96l^)GsTzwu-}m;Cas>TNaW
zZ@!y(c<cT$Ngqo;+e6EE_ImS!YBS+);41Nc-Mha<-<|kUz%^k0p}OENw?n^!D>_)c
zcq6~7Zucul^;dV#(_voP%GkGt%U;f$-sslO-gg2b1F9IeZ(rzF3NZ*;UAFvP_Tv9p
z+cp2Et=D~YTjccpcb*r^pS>;Co^|a}zSQmZbtg+}mb~0`pjPJmI^lDr9y{7Me_!${
z>aF&rBjRy4%~CB=p+&?hShU!c9|$~EaJoQTvLaQ;uS;%4->+if|BsfusC@OornF+7
zmDZ(}{oAbj-A&(Y6qaB9{Ic%)`tN&qOfK8aTGPeT4TE!Mw0&iq6m;rC+&>W`P{Zu7
z-;u=auQo)N-dJn(CQP<$HQ(;g_Pg5hU%|ZB=bzV|_$MaeB^f4p4N}w9EWa=@aq`2x
z2H&ktZol1`AHBW*$F{~he;<VQtyfXHWyxOg=25b^cvJV1a>ox7O0U%0ovxeR_V~;u
zA$99xXJ-f2@lF5p>E7?}uP^?4@^$CC4?2SOPZhczoZj^L{;L)L_ly4X5B*_USa-hu
z19x5>=VSds_oKUhzCY&w`)6yb?$cv)B#Zz2IeXNh{Z+?HenHRu9aWzmi%d3N^Y8O7
z)iC9wuj(rp&Q)eGNgkicWjudo$(4Gw1HW67{{J=9`5*o8e@JV5aPr)j1r2|v%Pimb
zKilcZdAs}X{)jF9f9{m3y1(AM^Zv_n^OjrepYmtv2X3*&#kntjYJOV&K;7)h{;tp7
zXXCZ@Z@6o5)8)LsZhh9DCBbgqi{|Ywsrz_hm$S*I<p=$n=er4={ge9X^p`o(i{3Ok
ziHrPNkfJ{2O{<f+$ghPL1SiT0mbiean}Uw+Ez69plr||h^>OHO--O8Rc)v(l$y(_}
zN5;GZDuHD#7X&ZfUE??fMH>r<m*UPMD>$z>&D{m0=%J>7Y+z%s)uKy+rq+wn+(SUD
zseLPM3Qp}?QNj{`{Y{4#M9|cF(It@Jg;WS1rf7b_`#;Z~Pha(gdw2h#60zpac{6@p
zKCl1w<)1A-I+LGYSy5N_GWhxQv-;7CE}PryUT<2Q{`c3)oqkJH{$1L6PQNvt%c{`&
z)Jc8aH`6y2m2BMnDxv7~na2HBHhp$}%6|1lnb_)hopbtnAr`r*HedA5zWsCI=R)ry
zv6b<=?)*&sz#Vzn=*7qBMdfuf{uroQO4Ns~FSGkB-uLhJ#Z7f9>z}uu<&T~u{N<0g
z;-9bH?y|2}#QrU*^zU7>cv5Nn{`uG6|NJ%g`t?UQ&cFU%^Y`5Aa=6(0J$1)3S3PGg
z*N^>a`bl=-3y!1fA5Hi9GNrT6r$o)&zwnK)Qkr{u*&nTQ{+5<jlNTFXR{8bqQ%ou=
zNjtv&(RF`i_2UUeJZkJh|Gk;*T$*nh&XC>T^*PwD@8A;&pT3EcA8R~(uAX*0q3n-V
z*0+b}6wk%akWp4Y-WhIVe^IcxPvWMavUSo02&=hIqU6W|Wj5{qKP}adJD9L7GBk?)
z?Qv7$#IYUQEBoXhZ?6+|KUi_WAjGyOf2L+p`uT#o;Qarp*V-JPq&<56!{~q3uQ!$F
z{cp4vv;X;={lB`-ar5O)v+qajFW>!>ct4?k{ZhXE&u8Y&EKWBn|B!Q9Kltg%ce8HB
zPJTD5WctdM^Xp4)E;+3hYZhFVcIuo<nc61f;Ih1FA3qy^GM+ep=BLea|LfykZjXLf
z{^9$n&aE>dx(~0iH=g`_(Y!@lgSK3YH#b|K({S(1+yCcJ-HZA1Y?1k8g%6wmZ9XaU
zZ~LMDVL$G3{onqj>R)T@lRxkOp0$=eq8@zt_v%mQf{R!GcWSd2zFxO)XQyA>eC^Ku
zo0Fpc8r?1b|Myk?GkK0*`@;Y1-;mAs>VMhn1M%;T|8w_8)*iS2UwyZJO8t!J$Mr1|
zf8y7DC_kxEzq;V~{B^%i&W)&g_U8$k+IO-4#&J*oSGQK>`fdHcyz)<eYkf}Z-+uGJ
ze?Q)r{{Q&*arx8h^F`{zens<reLw4m`~Sb<p%wpR`RXgX>mwfieB8a?=J5T$AAG+^
zx7Xh|^7FpEm&fn<((mqT?O0l|zC(4}ao$dQd-FSgPbN3q37DTeZ;#mf?(>2tiVaHF
zBplBw2@1ID`u@$WPx5aTdL^0%_gTKUvFY5;D?8m*&SBQp3D*4{uKV@#yy_|O(J$vk
zZ!eZ9i>jP-Uw_fj@Z(JE&SeXp$LPH-m0P27a^>Yo=U?YEd)bvr*QcHdmRt7r?2ajQ
zulC*e7IW_B<H`2(>g9iPwQXAOuJyd*?XAb30u8>(-kx1z^YtzBztgg1vu7yuojm)$
zZ|$Np^*`zkFVDZZzWv9wAG7oJ>u&p)`N!t%<nzTUPu3nwiPo;qvvpr0BYkjv;Z0jz
z%bgQ##s0<HTjy{qpZL#t^RIX7r=I!!-$LqoE_^M~t$P>JU!OPkf9|5fh=1WNN44gZ
z&YM5`u~Gl&{JOfw9p_%&$}TwZ-}JrR^1S06KmJ``z3>0cd;ed(ukZCg`t#rOs{h&b
z74@?!r}{fTy&Uv&OUSM8r~b)LFGu~{5_T>8sekjwOoM%KZ(g5$bUC3$s^{O=^U1T0
z7R+V&EdN(ze%b5m-PimNf4yArcT4pCxGi;3>*kBEoo@yfZhm_?;rEv7`{K6L_C8#G
z@LT5kTHfT}CO7POxA|B9ea-rN`N4mg8|rVpj@Q3o&-=~4`S0bp|5XS7Wfs&($;|(D
z>^gU!fAizZ4}J(;UN0^)pY8bagC8^V>-IkQV`5>?d(OZ5^J~`U%Mbp{EU3FRJ6_+y
zo_C#p^Xtp^epMa(npsdQ6*K?awd>sL*3bNrSx|fHcD()$d){~c&A%_-`&V`FZ)QQg
z)Sda?zFp^j_x|L6R-^OR-_-BBx6vk^;lq~o_4SGejQ4Twb9fLL|Nmds&+<Dzvwlfe
z?pyfW{LN3c`T1Xdw#~o);W>B1DRHK$Kic-ZpZ<?&;ip!or`&B`HG99zKk)hY{B1vq
zFGtJI{%hHCs{Y&4Nt4f&UWs1#?Dr|vX;nEtyVxH^zMnpW|FtZ0?!V0&A3RVyx4%#R
z%D%614*Q?H<nMp*Gb!xtqW>FLwo9M3`SVEgQu*@8uRk?yPH69)RZ|w$n8ctLzb(P>
zN2sa3?bF-sPaW3R{npUWTk@(P)xx_ZWcP>9=Xs`YT2_5ey7J-TCyufIKF@Leq_ckB
z^5QQ~e$Rio@=@~C_NR}+?@l|O^X1v^`NzB0SOxiSD44T($H7B^MY-SS&s#LN{@<)k
zS1<0;_HfkPHo0oUj4931R~ft8mo8Z{f9n4)4_^N%-nC+hPvMf#OUqB!%dPf$9Qo|<
ztD<||N0%=7edBMs4&Ulijvt>D$hxciudTT{t5$?x+s`uFvwTnA^~wM3xO}(wccuHT
zOe%AKvm@f?`_17m_-<Z~Xg&3^>s^QIp8vHm|E&5CTLy;JM)Y#=z4*8L%dt}-d=L0o
zHT~;WMBV$ZC-XA(YP;yGnv+bS1#7<Fe|o)`cU~%+_to|Pk``+H`0)FEki6Jho3I&O
zf%X55nc0@retEr9?ffP7)#8ET|BM$4FFPM<qorBNu~_EncY9-zB&!sExwe$M?V`OE
zlS&Iag!|w4i<|qIi!7=5|GBhhLih2Xt;w&O1iNJljb1OhxSl=Q=B)m-*NX&J%Nkm~
zF1xY*`7N6>>&x%<iLaJ>X#el?dWqYg?akEx|9XGDe#(P-$v^td|5HEw=V@+MWVUbn
z^fSHY-^}V~A3u70ng93m`H!KMb^rF-{l636TVs0S-p_v@uBQFW+Po#dX?@!1@ZC>W
z-`%v2bKk7K^~)arPThas48mOf^he#}A6Zr)-n7@>y|1rd_B#CX*VRvd{k`;c^~+yZ
zOa5l<tlMAmH)~g|>D_%%dH412?mPZt^~-Npi+<O={C2hEch;`jt#|gv@2WSwyMNZZ
zc-`;sr@xE${l0$L@9@)qe=q$Ve);k0mmjZw`jNZj{|wH@uLF-=U)-}^y|Q<`yJUR7
z(LTA<8rzfEb+)JeR89H$Rbz9VaE+<${#o<lb<h9w{c!cmpRB6dt$X%G)vaB>?0Wd+
z*Q=j?{d?*4>X%<_5ATnPyRW}@|EzoQzVFvh`~Kbg{rY9!!!Q3{{q*nOOTVRK>zb$M
zJ5=wBpZ)je@8$U&mAAgj|21EfKc#YC;<L#6^)>tJezNWSBz@v<ThV=k?^^dA!t0oK
z-JkGI`c>Rh={Kj$Z%obKqWv-2y@omNC)=J+y%nl;uRHQDXy0EDzAte7k$l;Yyfsgy
ze|Y`neOLdwBmaZ;{RiRuF0Q|F-|CSx!)bGdY56QVZ@2gTU^{rJF1lpj{Dpt73Ep>z
z*w?tBMmaHaf9Vl(iD~%;I`=aoeu2#Dcq%P$+FWVczi9WG=A@r&M?dv;rT)1lc>e%Y
z%THde)8=AOEp^R@KlQdlwcJ<OSd$FWVpJc@1af4I4oKI;jeppBpGr%gHn*6TU!t@B
zVDisn$2ZjlyY8F+(7fYM_o8WPou4nBXWv)#^ZcY`*A~x^Y2RCP_ghe+#r(*XX-nG@
zl{?Q%*%rIbd->j~c;nocv#g3c=j=RpHs+yP_U$uMbC%t#SY})C?2%!y>kQ8S#<}Z+
zi(mT~zw{B9ci=rsg}Q=u<Mqy+#aS=sJb2DxslMziXN2FIX~GX?JKPg_qh?^vxPx<x
z@0$t2CbJ*hU^zI+Aj5D0{|oIeUosYYbJs?#YAMOCDqgqcj_<PfDeL@}JxUQuJD4!n
zGG$&(F^6AEsnRlG%`;7H;jIN1uN1w=tp9kVq}oQTx9J?`F5?%+HU4ca{PySDPn)!D
z!5{w3G}ZsVMr1P6FD~06(UQZ4JJb{xiGDd{SRtuANBF(P#AVzse|n@}3b&u188P#@
z^46)w_l^gf+y6{Uf7;-BP}<b~^Yat)vp20hxiR%@_~});v$Ot8$la>);%B!1rhAoh
zYP#mx_va)&Ij<baGtVrtC+DZ>rdK|G#++$FXH;f*8ca@j7`FRU`_%ZiIk}&^_}~9F
z;j+n}zvkm9&Vx7W#HKc_N(~BVwbLpI(tG_gefa{-U)rs;%J-~$k49b))O>0!eo807
z*<Z}+<C@~g18XloO@DjJ{^6~KF9J$tT-u+$bLNs9Z>L{7E=+ID)A<tX$6vJCH)yr5
z(Q04eRlc8A`d(V;yJ@BGq?Nu!D}94j`WmhD6<+E4X}RyE<-VJir!IVudUZ~miib0w
zcD-3wUxe1&4)sUUJfQ|5Ge1>Ny7uOAz}(_~k<`gNsgw7lO#YJW8L{$k0n1@Q9(RSC
z7uPrmpVe%hz`j_h$4lYuj)M99UvBxGe-*Br^WjF`<$T+_YtOs4O&7_S^dfXq-pMLe
z?P+U7KKLw~7^7TY%c`h#lG*&zES;=v;q8n%+RZ+n5+|+Gjg=0IIu(8_cTLa52+0W>
zjSf8$`10h+<Y50t^HP|zOTuJ*Pk&LAI6R^8^UToai}(Ngd1jUIYQKAq_rE{c?v(!J
z^UTojP0?R&H7V?Tr*b2*G(A+ttW4;Q$_;^>>RIdRnid6Jc<R4=!E5<>ZyH?q`jSI5
z7U*BFPGPNTdlxFRr(wcF?VkIQrkfj@1a){GzFsr=r+TR5nL`<3O*6O{y;~D?eGjp*
z9?lUt7`SrtgS8UB4?PffvoC%2S)D0hLPHaWNXh~QW>!UwyXRhhaFj7x^}&<n6qA{A
zW!Qq+E1t3}ixdP|CtAFi!rE{3aIcDs8<$high@>^WJ*powL7`+$*3xBO44z4OyhD2
zo-nKF#+0{fqJ@n9PME_S7HPmQxWJ)-iIIy%<7>;G%P+ZYnM61O6dW3#v`iBA@UwU?
zxM0U;c_%>zORgsxpG$OuuIL(F(G|KfcTty&fKq6ns>=i>N3KWLnF_g{Xb6Cf@;aL`
zF*I*tYR1HZ)QS1Z-8stX<(Bg6d7@T6SMD#XI`{kY#?5@Dn=h?S+3Iw`JItmwL`cG$
z>9OUSlm3<Ju_}@i4JM|5U__=;XT0gk?46Frm2Yb7Ca+P8^xd>e!DH976y1|ilT7bv
zbVdtpSMl3%cJhYLGmqGIRttSsdFOd&vc*HQ{+s90!91G|X0Jz%`n_wcKChl>^K3_T
zXUqzgFuvVhzgp+mPx^k!OI!PG%Er&v=k}D@o$f5Ps#iH!HbY{$x`xDxcEhTQ&o18Q
zn8n>Yx`RLJNH|sPyYRJjU%hD6{tHiA_4L0KXP#p5dHKpoy?EVm&##XfOu1*h`p0Ho
z^&v-o(gZu3*{_c>R*8ko-ScWmV%3fd3wQROu&?Z6oz2VoH}b^=r+%^BTQ1CYv}gM(
zQIc?>u~T8rYW+|Db^BYzU;dxAe3r`p=n8wCp#Qq(-iiOKKEul~SJsd7Im>0m8GHv<
zuq>YR(nd^<t@}xBH}hTBu6?b`4=L&2SK__@$))6}Nx$(~|0O?9z4$n_@sal9-Mo&c
z{}i<>eVQKDW%Ft6Pv5io=N6|_d{A8BS-UK~N^Q>hl#7$h1M_t2bASF_t-gGo{r4v(
zpJq?I-;-i^BlOAl;}c*1nP`7rWyZ~CF?qIOcm6+LzkaIy`j<OD{XFAk{qt?g_RX)(
z&C*Z$VsZQ4m-C+kE;#!yo*~k`uIi1~s#`Oc23=VBCF_;qL_Rf74|VaXoh`|XwGQ%I
zBrdeKe5qI5w84O{wNZn|B~gXTIZ&e8#=*Yc?1kj)IY$qE;oUOXL6`H&qyP|+;K!cj
zX|R>KRwcklX>FRP#h+=%XZ|^HU}>44&wY>CA!3Y*%`=LvW?Vivr|-_&l!L}bt5*6|
z6bAj{R7{>_Y!jg3(YND7=L}Y%Il}W?I=XE-y1%q{uW65TIQW3AxqFgB(_z=T!@(Bi
zb8LFD4Cbs<Y4Kv><Q3245s%~%_v8_`<Pq285trndJi+nYOaEVoT)!Q1{dCCn+#%Of
zhg^>xN<DPQb>AV^U58w^9dg}t$TjbfYuF*zwry{&_PE;0f2~Q$cx5ARy*Rit;;h&4
ztr~~JKO4Umaf&eixaOy4PWHcFk6e~L<2S9m@@Hq7NzPd>)6VE?mSO#$+5IPlp8vf>
z`qxjNGF?t97F*6Ly9obH^HOY2R&6uh^y-1E+drEhia*c(sZ=|7=Kb?OEU)EOAOESm
zdR<PH`tsP9^PL=*+cftXZTY^C|E;05_5zL<FW28$64IwC#`r7J!T<WxKkF;ACa{J^
zIe5&MjEZ@&b<W4BrMrzjW=C0XD)4!^)u~;yN+-N9>5;hSGBHUl@t+!#C)AzxWwX4z
zNB7ieXE8~2@yttNk(Z`z_tTxUM7L;(ZqQ=gARoO?i*zq7(%rOBRq^ip*LEjW#3j#*
zah@0Zc~0!*IkB7PrbQ}<?>uc+c)c-$ebZdw`6?;hcal9%M7;bj!V_fRc5p?@!8>2F
z6lyd1;*Z~{o5O$J-Cq84&75yWn?2Re+s|KrB3@Z`wZ)D#Kb_C!XHD9ga{1HsDZkEK
z-(bXi_|%4}Q~UC?KZ~#N@z`)F{;dE{-Myb8k(p^rXWF07NlcqNvouay`)$psxuNCT
zwoQKRw`p#QbkiITUfHb+7n?nEPL9mgS=}3XF(P#Kuk7T~+%?O4JugKVNq46>&(1y5
z^(^XUgo^a$#fH{W-6_eFOu~*HTVv7EEC2Fn%%@xZb-As5K7Y3wGD-<AC|ozC{?e5k
z5rIp!t$nAru2Z}^(^ja<^{Q)V)%FWZTkoBj+P$PtQ&ROdN0q9$f>B^f;|&e-5<dm|
zHOjrEOEwlwIIqm@vf*G`+)2^Jh0nXgXI1QOzPZo0Vdir;b<Sr$S3G}w<L)oP5C0|~
z*Ltd0qh-&z^i-AV>%Cl4%ZyHXO`NKv?Hbngq%3aD=8i9SJio<wRq3hPPQ5a3^Wx=k
zw~7T{>L}TYPn>t!y-j%T`JCm?zt3%7);iCo>eGvx=RCxewR_i?eEL1}{{FP0StqNX
zoiDy8ymX8Iroceow{KWC&pw|X78_Zb8Y-h%E|l}DB>n1K-8VUj>Id(Y6fS-tGI`$C
z^KVP4=jQpBZZ+O(b$PY%UOvUYb3d;(UT77Se*E3lnND+`ww=lGypeESA;(5$@7&9)
z7dw|-n||(#k?@H}_vY(7u*#T`cRupk#>`T)Zch(s;i_Yc4dizID0!Be&Z|@#BV=T@
z^Hs^S^z@xC&zwHD=S_}=^=t3&*KacB&b@gnGQo=5$Nlx2Gk4G3dArVPZs_vOuS%}X
z>}$F?^ZMMmDd`_iu3rA&)t&+`18Jt4{KqsV{97Sp6m~FzwOOPm(C@{$mUlYgb1Ux_
zzK@f6ux`#R^||*?y{T3A$eWu|_T1u8%^t5?UEaTzPhS)E>G~x5={@C|m3|_TpIH{K
z_qnvyNHIL^+}ZOg-6|a_D<YqVZVozoExTxK<Vw~3)80gd<wkzKIw|<{D&5uJ)?E4g
zeBRoxYc7AjF08r1DEz{yJr3Hk`@^4oiJZAVJ$2Q*&zg+v@t$UrbJT905la&~|L)-p
z#fXS2n_rz;rM-IHnj`<quicD%zV-9-xpT_GZiSpWe&eL6_|1dMN(H8F?$~igurOgo
zaMPl|k}k%D$wv)DkF7NDYi-o(2~3<IB*mw=I8<Vt$uj;gmk%y0-5|g(_UNFKjm4DH
z_KGPg+|DyIj3VZ-d%bpuwr%0<;$wY0EBjl*Y^#PDj7NCHJ~`j0ba%56FZsli$|&8o
z&){3@!SrP73&rdQj5h@F7Nj>=Gv9gGbw<U7N2ri3>b--$M8pmD55^aS*fdN`@_D!1
zW0d0EcBt9*gF~c5g7D5`lLQuOdiXl#a1{j$%yC)87{oi_m5(Qjroe(b>iln#nsYxf
zY-ihHdPA50-ARjjrIdqzuD`UOu+Cuz(@HK?b%B`<DNGYPwKNX2Ny>ZpDHzT;%YOUr
z!Lo9OtmePE-wSl#EsI$4(!Ql~##FW&CZbOdS%2RBXVa7I&so);HyXc9nYl{uz4@8*
zC4!chQ`Bai4T)4!`!F-ZEI55;XQr`X?z3;@YRk@sM4n))_~+3yi^X*HwKY+j=gwm3
zb<g_g?*HnX^b>yD&gyN~CLdkUI?>;3)1?#h-9O2ltXA1QGc<jZwc(rR{dK&VZ>oa-
z2D_iUXFLC-(s|}|EhS^dOePQEwe^c02uJSosGL>nEieB2#=EWcFRuvkaV9&3Z<3ss
zz<=}0rUegAMO^G`jngT4tX-J8XpPUB1QnGtOioF`Tzg|)JPSW`nk7!{gHhvj&UHR-
z?g&TBJa9@;ri<_XrL(PddS40-9byqvt1z(5nyqj!WxoMq6Q_VrL&BoDJ|7YuF-};-
z`M0gkdB5TvfxK3ULoE#_C2zZ=&r~?T!l+hUXY^dXxOSKL%oTc*_nt_Z=3g@P<g}DU
zt9_RJD|zL=>|Y9;c(Nj=iDB|=?xH%!6D!yjOP$@x?z;GBT6a&fLEpu>3%<OX_{`+R
zmd_Js{m`CU|NW;%<*(RF>tZ&!oz!yAxm=n1ux<Y(#`>kZ|Nivpo5(UTRCzgX-qDwK
z6Yk|{&wUvFYv<Z8mGLj%ZZpz8=EeTq`NF2G$Ci^9s5*Mz(>)m_RKigu^rdFTx!J0Y
z{!Q~(Y;V8xoTe49YqGG|_Djh%OZo45$?uxF@TRux;mHaw(<Yr&nGMNOKATQ@pI@uo
zsP?OrH}g$h+lC^$$|Z9{%Rk-o+%P#o{h(jdT$b5l+nkThu;sZGtSPal{bIGmzV^1R
z#W7s0Ev!!NcN5F+oSstfQJuH_5R<gZLIp0?NDrOM>G=<rZZ9~0y2<K<Q_@YQBL%;F
zomdtr2ykXveAkotDaN;#yZ&zL@^_cq%OBp`{^4}&j=Oq${)olZar@tD<$rsry6mC(
z?hi9!f1FBVR8$HSXfslEk>g?toY2waq4MjY&J5OmtJ;v1B?SRd6Q(w8Sd!Pmo+#$$
z+|GPZlf%!kh-=YguZvEaQ4WuoxTpVP`yrPWs4?RdxJA#v$~5IWmwwT8y*t928{{mx
zSTqC{Xb34e2C6Li%dL2UTQ!N3=?j;NhKpz-s{`i|O@?VJoB~?~UUC_zO<3;G#{|*A
z5cVmosZ~8iEI`4bGOHo}iIPmV?DrE}KPx=^;r{QJ$L?b%B5Uow{nUtDDYEKW<K36b
za~)p1oLe$8=A}_(UZ7{##8SVIOJ3<GFS``2I=Luq>8z<)X3>+6u1;M#&3?<DRnN_B
z<rjRO@iW_h*-G1`kDquQKRLB;@^j;8xyVel?vu)AYu?SYUw@q0L+48N@Beds%IoG!
z@0lyTXKu$dzbVfz|6ABBx9i!;k}J;gwsV{IRlQi#ey?i5e%T!U+eeoM9XJ-ZtXX)y
zS;f|atJhxI8n~-qcZ@|;+QI3fRlh70Gpm^z7pIEZ7}n08v4v65Mtk!MfwHJK2I)3J
zlMA+h6gv7IW7%`?e$m7HogcQxSVZZ`=x%N}`zcUzaf_IYuDIMZZvN9#95p0%Z<6J6
zTW?U)sVQyBU4OcD|I<VFiyo%W{B)W@>XQslf`P@s2QDAIZx~oqcK<kZzo^jt&7rqN
z56fl>w~A@&8ikyx+hZVJzCTToHP@hlld~dCEwT8K<9Ul^b*=5s9__n+v~)T*`&pHg
zFxJJhKi;WSivKiU_3=^vs$c5H7ndhT|C?AgVN%==#?Y`{l|Ge@H9x!7RDD{T9(Q;y
z-%M*^=65A0?!4^UX?*&J;)=-58=t2A0o6=fRj*HD(VaQ(O|W&XNqJTJJ0H&tmvxJm
zM?X6ka@BgSG5^66tCTDIRU|wOCMBpG^k`x{=+iWl#d!6(HCD?LIV!$A3Ml6Y+nL8(
zdFaW+GsSP+J-1EDxp)Yak*qn(gx=)js^9e6#Cx!Do{W0ii^3~Xtj%A1x?B|>%0_W;
zxAYk{$H=6(Z8O+1Gcxt@!kr&4oMH0hxRubrtz6^d;~A0JEU3@(^WywX4f{T==x|tR
zr{z>|Wra?{WfAuq3jC~r8XZoz=AWA{TjlbY;pVaG;>YWEe!PCh$w@`!ef5F(;>YV}
zvbHq0wF@UYbX*ZRvP{98b*CoBxyC)c-p`LMHRhbSq)9{c$#Mlt){B~R%%(hD;{1yH
zQ?S5-CI(TJ6$)k`#eQlj7jlaqZ`=9t`kf!yc`~NveX}ABvIQ4}D>ybjVNnu3af<Pf
z@1g^}&CiY*8*{d@7CO3sswU19)m02kH&`wSdblgdHkPm)67+CY5WT44qQf+YV~O&F
zJ_ie?ha4@+0)0mg_qIPf=3Fe#f3~>w`cDu0r6p=7TEy4eFnDEu@Y$=V9c24@x{8Kp
z;hRwFxu&0;HvI8f#T1z(H}S~CBkMhyz>rBPN|`fDD1<}n{PeR|Rn~dNOx~eZ==*5a
z5%<TpUar}BIkI^9=4XECXXl=qWj)vQ{PPxtmC-@pRbG2un7knU>b%h3i`qB6I#K2(
z)RU90a&rOm<eUqKJa$b?F+K??KHYXroO#53xplqDSD!~a*IP$k4BJ0B;ragf*>Uw+
ztcySWc$)S>#+hwm<LMT^*)1-S0aFFFA66WmGEti+>YcKAWUAS^Inv_if-n4Ry{BJN
zv+()n6?*@dWVO%J)BO^@a6gx9*o&p%3+HpmhQ3(oBrj^U@_|V3iv=#C!nbpZOmqJj
zoA=F>Za<?lgUdfa;ZCQ_kMy+01()U?G~syWcwz2AmlN7g&H83aA3vj`P-0~vIEVR5
z+P#fCKb|<l^sFRL;d|o)_DS+wwHKZ`PG=XA|59_|v*U60Ao;uHZ<g(}oVn)2^V)ZJ
zEaZ*Nd7eK$;qxS~Qzhp4=BLk3_-j37Q~q?_gDrjgmYwcx*2z2M+Eyp*xUFhyS-#B6
zmPJ>4>zXT@f=+ws-p)L^PSvq}fx6@Kg`X!@3H7Y8+Vtwos>$UuPG)|}yLry*(bOZ_
z^|7C$YL#*wInMR{{;zW5CLd>GP$B2C_zjV#?5$bne(~YbG?Vq7erfhhue`^ncYb_&
z=SNW*qw58czjG!VSy<e+D9oE<QM`bw^)Q?3)0;2;gllPnh0Nn-ORqoMyE{$nN{;lQ
zbMs{n@jZO-kd2o=wIyAe*{N-rfm!Rplb*fTpB>9K=3b@Kw#y)9rR9U=J3n5&^CNQ^
z$D!UrtJzCbQdR_|cFaDkY0CD;WV42dBV(dL!$Af%W(l4IgNB1wIF1?4kj`9quOdH<
z(e|;#IpJf5S2^dHPrmT-@CLTSl0J(QESd{>*bFWzYzWA=F*ct!Q~Law-t;svgH$)y
z$rBQJ(?Sh)9em@(%EW&5EbppF1<RF}(|<Tvr9Cv5RIFV8;Q1fh!o_NNS3*QTt(!P^
z-E8Yv^YUGJ^SCn=JJv{@w3wtYso{&*#L(=pwI_ecTzUWHrOkZLfXU^jk7q=#Or1Ne
z)NjTyKl^iY>*iShwK$(%^fq$q=cJSGu6|~$n)FrWwWryn97yry(KL}onbQq4mip7f
z_+;8O%b#u>^Gyz|z4xN$!qMRG+gFvJ^OQei*v%%pE#j+FNZ8%T()6<-LRn5>XLZ9_
zcNEB-ZECENSlPbL>(8O~lG!=Cm|~{diuEmxG}zITeQU*Me-37+wjVcY%+4*Betx<4
z^UG^LP5!&sNqjxDLHyX>kW{W;uNE79+sU{(=RiTgS*9u%rBIPQVcX+YORvA$d;Qh1
z?9#_ucYTaH%VgH!EqCSVd>cNc;0ZIE&WIdYs-U0hVWA)+pya^Hsdd<s$<`=DU{Q(9
zshx+beQqfDvo?B}9Q|4P_|L4C6OoSRxSGNyY-w5{nzB|Q&DBzyBP!A_{Kdo_O(&j)
z@rK{f(P}x7;K;!p6tV5|T+V(5HYN#<1UB~kcmM9j{M`L<*4>J;dFy`PwK$(QCw;QO
zMxG-^0;e5xm@jZHF%~%Ipv4%MclXwvJG*!8C@+?M|4i)OS=BwWPoJJF5XqUMDlo~x
zgGrGyMP<T7fq+X=lkTlCe*WsG#?MsGyZfGq=tVyMp*7EbQ_vHB)74?0D%|Qm*|MZ7
zExG^BZ~xu7<=5W&T;6%Pz5My#V(a&_tXX=!Zu*^HWxM*@np>N*&abk~-d7bS`}6aO
z`R@O0Ha(p<HO*+&$rnGg-j#f}oxi6dY;K5eS@Hc7aWVCs8*aQjy~aIAZeh`qMV!)$
zgHH2oTom_<{rwmIdoLyD%=Lb6SMpx?%Nu8V``$&tJYAlS@9j4vPPlZk@Uh+;)*LR8
zo{%KjxWm%r4^>iLc$LmjOj*H|94fKqP{!0}i_KmcsBjwbCiBlb82Le(IjHTDaYf_7
zU_-6eL`@#=L>DgSNfR!%@WgcaAKW40w$Okl^{4cno711Q*8NmJzcKOL3=uZfs~g#5
zOdcFK{nR|~`0UkB%*{{c>rJ|UM|r-h5ZmAXTx<%@t?EwA=6+=U{c!%e*86w3_U{z2
z<DBVl`T1k&y&p#TH8aikor$#gFVK*{(9Fn_7GuzN&|+Cw+x5@KUR!cXUQ38*&YWS<
zwEOe1yOodM&1vm_Wnyz^?!HRnqkn3q+?g;X=7YD_|D9ic{F%7?+QhKyC%h(pnYe$F
zn9ii5oPBp+o~^N)?0$BY>FRBNwmx0oD<);H(m&7sdynE<P<+I!zA!mZEAZvbJ(oBC
ztVz2%F_c|@TB+N<C@H^7Pk-*o*=7Lh!}@HRsp}Ip<BNCDd6jv$H-ss(?K&Q3eRJu=
zUHAXWY&iIT^2KGv^PK`;-dO%IecPmp3maEIc)F)B|J)%hZl|_|;6cJ37cFbqkOR*v
zAHSK?!rS%ihtrJ(3;uI62fTQn)UIyz;O!jN^~Ni_?u%R5Z)8eOZ)sniB*Uc~@Zyit
zd+}X+E<A0u^Z)+rk8qc3FgMq){SN}>SzJ0eu}}Wuv6q#PzszCfKYl`_P1%r1|M}fe
zF{>9BF0xo{Xqf)_*g{M07m{o~J7k6R>dr>`aIG>@ztqybxmd_ZxhSf9S!ude`7&d>
z^V0L5>r@<{bIrmwy-}ptyEyLD8Qaq_EBCM$TgcAZxn@Rp%TD7N-VHk!Og~-0-)R1_
zZ2hsjGjo5}JTvdj-?VYs8^4}6e)>;8&+PrC^5X97kewz|xr6u*YTQdawRDNK?PO2m
zy_XFumnVPnJO0Gk;B#mC=QiJUr=NuRFrU4wdNW|&!F_6bSCnj#ynary+*ZE4?b-k0
z_-6l4$J8qyx6EPv9#H*!%U{p-w30W+w%*V=Cq4a9uXmx?y<}cn+22|vx$ks7sM@(M
ze#qwfd0MuSi+S{t>)d~1Uwp9HdoaG@vHG5mJohTtlsPs?Z;;+&SR41^i<9{Dm1hk0
zwep>lv@n?P=)vy74|glR<=Ir5&)e(iQU09g$ma6LH+O%0bN9!myqe0*4F=-5b1KaJ
z_DHMW>lJ>lDKSSQZpB$^wq}t#OmaLy8sEM*<<@-`%E{YvuI0_o<;E;#yw7^P4EPRO
zummgI{cP5^E7D;542FX|9mOt@=iQIZoO^lV<Gt1EBCB@fXxeYSHE~_Zjk_;5?7nRM
zNn~QEvbL*H_Y<*`x|14w<{Wp-U%vjGpZeXoe!Hyi7N0kM@?H0K&dGOoI1B!H`02_o
z2sHh<HRbx`HRAUaURHeqO(E=1FZ6#j?}%+@fAhWdNh)7G9!*S9KIt~8S4DcyVFlfA
zP(SkKttFqI`Q9=OzC3@X<<tsK<)6=b&1YOcoA+wjCdC^kOVw}sHO<{qKI!NGvl@;Q
zUl=&Hch0lF_*q@sGVXBXo9gZ`A*(}6gG{>W-oHM@<kV)l_1_n%Wtwbz3?8*A`ky$s
zxZ-i(o{t)SPHy(0jh#!AnOuYw4!y2;T)O9@RhxjFho_^DQ2z(3dlj<jjER#43^h-9
zItFkx1x=XJv_d3hse;Z-p^V41dv?lNa=&Pw%v6=KOu^)ZxP?YKBWuzmhqm3Hj>T3!
zUN@&@ve?A=O$?%!riwgSq2R<>WTCJAuqe){-$ImSrGjT?sqloum6n`>%kQjsuy@bL
zsCzrK^Y2XEEFof(rQqMlzzUr%Vql#i*yPqBC2qDr-0lcJqYI1UoH)fP3jU2YtVJTB
zKN{sMxt?(JrftfdnG>z{i#P7P^!n$$kkUzTwZlB7O0Es+6IMB_Vp_?yq-!sa-o@W3
z-)zh`&F!}d@>EW>mj7F`CrwIsvtOOtwf;XJ_hhHB-k-_;CuF_B$@$s;Vm?2gX1_gW
z`9-!r(PkGmWt|4s5mzcFO`IQT+$;a`z#ikr&;9tH&h@k_S6g-O<$^tzWh);y`Lt;+
zR=@oA1_N7-@MoF%n>(F17+z8P3hJ@U-WL&*=)T|fr`sFv0{MG8`1Aj?nb#ebu7B9O
z|HHAsit7Crj=5G$K3@D-anH%eJ3SxlEEKtC!KI$qYI!&M#eFCC<yI~2AC5U!JeHc%
z@+D_sF!$c57gt$$Y--Hq_C@A!yu9kd6;o}#Zm;z9d%gbek1a2s%vUnIvF!1g-G$HY
zR(#C6Q)d2eS7bnITza*m-31*1hhG-U)&6agcE72k5@Pgn(}L4Yc3f8Kv*Lq<FIKyT
z@0t9wSZvdl>&q3jzb|RlmOlUd<k$Vim!JPUQ>FS^L~HGzJI{?3I#fXIC*w&9o3fr7
zb4FeB;Z-iKFFN_e&;8n5Nr!T)P4mv@>{q`W{@io&0(HmptCZyvQm#%6b-z}_drxcU
zxhLkEFXcR&uN2A`DPkt+(5b9EjYU1{kK9L=Ta`NJB<~-4E}B~U_~EOm)1}?7`(C=x
zoBsOPW>f3$k>BG^>8yxak!64TVyY2epO=MB$kO)WtH+m?PIfXm-ZN_|``J!6t&6?w
zuQeq)4@o>()$9HG*iutY$&O1?8DB`Y9MX7Vqul!9*g;cH_Ld%3KkJ~5G{(Oz6KamM
zGA4RWR4bV*U-Ed{uEOZMJJ#mi2{W&BoGftKOK;7O)p>tHH*;`3nH+dBa{8j~H%5Go
zJJ=r!^f(*vH9l~kI3bZUHU43`1=B(PHs$g^78}(R4^P@$o_zOkb?M{1yFSL<tyrJd
z*us`9+7oKvVY%7dSi1gd@BCMG!GBIX<+lEM!hcJ6;lJa%FKt>-wD8mFfQ<ph9@oWo
zsIr7MuezxDpx#WnGEhfksuc)|-kUn>?MKap83y?wxgohWZq19FFDh1)YFPP}&U$sB
z{DpN3^Pz*;b4o0Ks)w?Ns^3w|S+@6CzRj`hSC{y9&pyp}i1lGp!P)-LzbE&}v%X)j
zz54iPJLA@Z{@wd4^pC2@r>=Qdf7D24_R|d|KjdD%|GW47?Sk%>@*A?{@9xyr?RfLe
zlVj4sPu%le6g9jY19`fN3K%*+*)=u=PU%^cA=0`?Lp1%cW9DCNc~{1hv%ks7#Av22
zStHWAR6{=fJR`H}5)CC+Nlh-#K(DT(N#W1zer!FIaO2U0#!0~<bBom`J)LrJO5>p^
z>GCy&+P4->D!I^qiS63l)>Hn04P8PZQ|2!EAhLA1hPmrb&Zlb0i+>(k`Nv|q=z@TP
zM-u}oIiISYclqJO#Hw=7Lov~2nz$9q;vE|b3!NP~pDIu3Um>286Hs~bjed=xPU?aO
zElt8)ej4T%-)V2@j<@riyl{pvSCEE>;v1L!b62FaP7+lL_|o0c=XUP$34a--xH+Op
z|Bmmm_*`tcR8v7GU?0~O)+qg>`@%Dv;{t4%el`3PHQ;!`e5k=dfk%q(h4z>AT+Oc*
zJI814KeX)7GN<_M>)D&xYMb{t-cZO1FwxkhTc%-EYE{Z+&sQhCL9$Hl?S8iRh6`o{
z_-Lq!2zPn<uD7YsU8OhgW14mIBewe8{EMEIS-gALdo7Xu0q?2r_Uv!tCjBd6|6KTB
z-rvvr6#i;56$?%{eSYtsJ$D54?8*x#c*kgRdUGBYlYRfFLEQaMY5r|ZzN*42-HYR7
zzCGF@&c4s$iT;FL9anZd3-Y?L?!c|0-Cw6ndbFbX%v1IRJ*Gm>R3XXj_cq)s5EFIZ
zZ}H}6q5X1?DMlq{PVf2pPT1mC>dzNlj)8n#O##z**IJ*S63!sOp5Vp#ZEmNZ>r=)(
zs<zt2p9`O9vOoOMzS(X{bHSqaB7tzeN9TT8znt2>WAi`1-`4Nn_w=7WP{^BJVo~$(
zL+fX=TYvAW?>j8vcdJ06@t_iqSmK6?cAa;Ew)XK7zTtJ7VzsVlRrH9Si{bjpC3<i(
z!+EB!#s@%@4R?c%!@3i~YyM2WrY$mc)!F0C<;{y6KV*gEhP*9!8&I;NbXCc%_jXy&
z*RqAO$FRq+i!`rlp7nWS`hpoY=UNJ!EHaawb}TSx{gnN4?QZ{lcQ@Sp_3-7QM~&0^
zU)6~Q9C|ooQ?!*>fAdEj?-y}T`yw-^3EjKM{q@QQ#^dWP8uTY<xvU6C<zdufStc;S
z$$^VeQ%|9_L1a~*qCx8c5vJf3hHVT}Inz=fI5dYSI=JRFXsVXH@!roP^Zn6|=9q<C
zl1dRB2|EmftrWYQ0!7*v*@!${s3G9m>9F+3T1hr8_du(z^64T^nOnF8^;~ucJY<SC
zi$CGusnrz}IIZhY$P~4Z^Cg|%M7Q;bY*^IL`g>}?g@z*mth{_be=Lf&+B$Vlz$d4Z
z-Ac|IAG4OV-H?2>;)hT0sQ`ygZjHkE50bisB*kO&b{$du!a2pK<m!$YQb}1W7PnbJ
ziP>!uv)5e~(&$ut*0Ml2T&Q@SQFM0QvaHDZ0!_)EmNU<s%dFE6(fIT2)Vvih`ltS_
zWsTJ4N@h*aJ`v@3ZPvFBe<mN(77^{@a$VZX^**e|r!Hs1>kY5}+^A*0QIb_Azx8ms
zgJDMfg?}HmCR(kq%q=`r8kBx0&#``U)u-EMzcJ6AzVX#;v3wm7-Mm*hs}}r=eXwQ+
z!>9SpA8uSc+I95)=?!1LZ>V=Xy{anQ_3Wys@cMU0JB~6ks;pL+S$CRm$6`i{u<w^c
z3)VCxi^^n6u_Qk5VC)MmSYv<GkXdAPLd4O1THjvwoe{S?Ibq>r=4GK<x31b2*1Dl;
z>y}q#JGw$cbJuW%hOStZl^%Lx)eq?pt-3j!-$kpR-h0Sx`hCY?2|ncuA+5`_OhP9v
z>oN&lvhrQiSH`ropUyts^Au$E75q3<DcU!0_g$@~5Wyv@)`m`8ysL6;UfgPippX1X
zX16C5^R8XHYHeu#vi?77e*QevTKXjY;qFKA-M1p<IYqtN|0z^@$Hjm%QXeih^tY96
z*my8!0XyHZpXx25hqM%*ePOG8oH?t7_YhlR^9IKo3U5rVD!vgadsXs^r*4kTotBp^
zv&$QFZ|o8C)vb%!5IO5l<uPd!&ZFD>*T);230zmezO04S;Nl%ov$LgdwW57fSFg-5
zow`=7&SdIZwHlL$j|~c@bS(~%Stc~S(f^T$=<yX67VCr7J9q@>H}=01Xw>(u$<&H{
zS(I~{FT8L;mon=<ld0>~&Y4VIe|W*^1*aGMR_RMCv|wDcOz2w3KB+$c8pXwm2d6l2
zGAx+IaFu06+hK;w4opWE&Cr#7x{5Q#_dym@xN^-D{hY{|nq0ntF{h?Z)@`np%#o}(
zBO=x4xK1s>v~kr+XVcOZZWFAEub*7q(%K}-6{ZoP5LLYUric7FaUre5!sY+x{^t_0
z3KstOrSuuMWQZgO`@$owOyXQI8X4;YHaVGasOpHU5#VrQWd1qJDn!|Ds(!{xn~493
zuY*5>#^uh>oWFkR(SM2cE)Vlo1_x{mP+jqfE62g{YD4V-dj+0boG+3+Ip%ZC=Spnd
z;1scNML-D0hNGol)}8yejd_mjgEtIm>;~2zH!s(Io+5jQ&$WHg<)rovmy@O!I9Oz4
z-KY%Uxg`<6qp@tRab}j2MP{Ls{lfWtOgYQu8b93pp!hw1)7hr8zN)-`CtcX%EZrp?
z;eFLty4vy>-=;8|(B0kl|GwUzSjj0mY0*!A!^+0Hv2WhJYKY}||EekW&AX&>@lDnn
zb7~YDjhgswTxHyS;ZEx_J(JhJ&x(hI$Td9EGbs<<ucuPpA7ZsntVS_$zi4jYM2#*M
zfjf8EzgJJWbd`5^z@4jtyC>XfeWE8)zR;rf(EFUp4ih!HTmmJ!E(Q49iNE&NMRk#e
zkn2Q-uH6B5?tU*TJ)x)aefRyhNk!o+-#8VCPulI3T0Z~wRYmKU*M2xLJya2qm~vWA
zrCf36?%uacVjpuy@f}pVm!NzrreP<?;yZhk^cMOnoN8%eF)3fTllyFJ#<lFZ`YB76
zv`!LR<iCZx!YE^U<0LUJsffF#MrB*C>6Mjly|(V!E&mhI=XU=&5)t}Y_-<FE<)`9j
z>5sm9{E?H8W&dFtP{=O*lyMfn$i0V^KO8>FHvDF|!~W|%!)^8qJBQB`e{y~D=U_g>
zmH4$YbE8v)>KcJC4(*oSWwZ1-6Pq`9-dONr%f*E+Os>8a*RT?~yY8jXr7I0}7p^oE
z+*mBY$H@+=m4k&3aXxG*uo4rxw|d#a{o?x_>(|d|taIF7bDXu=x7%EqNyPjHUl;Gu
zWlN|3vzULl==i_F5BI%(vVQqJ-=AmKeEoGCCtsYpB)Ux7ExhkuQ;F)!u1T9hM3ya*
zX#C}TMPBRG%w;ibr-A}!IQ&=q#ea5*^V!-A4vFhARxxsIrw<oYN@Tq|d^K^06i;|_
zkHv%yo-0;}w)R|2++oF|%i`R6_si27MP=8%)TA9gJf`0sY8l3;9y6WJ=YOxA-SP0#
zqzpA#J#pvamjzqFMw+#qJ{GW8UQhn;)8rL5`KM3pX`HZFDDoOBhvckF8#ET_s2_fM
z<jb>~hss*(T^my)CH1rqr>5>$(^EagKICWn>(c>W<<}V>);&<bZE%OFXE&?FI_txw
z={rOv*4ZEan!e*7&-M9**XKX{Wqe1O=la5jRwgm+ZP6_sn`f3z_%~U<<_PyRab3}m
z0Y{t#`5Qlro~qJ#y>LzYCb_OEjaLg-xbL33V$J615_%zrTeEfq@O~FLT$;7RuQxkR
z5+-CWeV8?S$90LF*Dd-UM7q=^>E`^r`C0hR%%3|IZrD2rvOZz`wP>dxAFEjE4S^W0
z9IhNDvxmV4)Dna@9Gqnwc}{Ki<da!uk!RIb-#oIy_-5~%B_FP2{<-mE<3+d6v6+i6
zx_l0l=9%?n%f*H7FO<L7Jy$hx`Ktv-8ILY_wcyo;<b@JtuNn#t)dZCWm3}gryejVB
zKAC;4(%gq!gTDu9yb$-*b^pkx%#-J)`@;N-xtGi@-oM+zBNtq;nE&(ZeC6L7iur<p
zZX!au9+z3Ob~*TpuXw4Kvdhl*`tp~*Qh2!HJyv9hq%PKwS>t@UG=0~eGrND!Sf_va
z?(vfEhNc|8)2F{&mkbqE2Z>tF)PvKXr5cvKK3Q_zFxGF`>60bmMy4FT<%*WGYnW1(
zYUr%d5B9!TQaMvk`SR1`dry;h)%Z;BfBDHU)^6G9<0Us|tP}eD&TiT1!zGn7^!P8w
z9xo}Kv5xEV)r2_qmY466yIutw%y0T3a%8!J9qY$R{?p4I*s{LYtnfcr&2=yM!@Q>N
zdmh-bzSfNJKUl?e>9X$;k;Thz*t~z1$aN|>U|!Nkk?!RYHb)<5viY0wYn$_H8&>=+
z2)g{K`04YqtkjQMA$nKzLUgY1bR6EVutq5CXR`bXpBrh#8#4b~Q+TuG%d0;(er|NW
zk-0dy^un<Pos7XYi^U|iZ`h%ukk^>Yom<0L$lVbw6)JY?M^(He_jT5zi&k~c+WvmW
z+l{wVzg@kZx!_+-KvwPF?fLhu<hD=lW^rBYHF3iYhX{Kowmt^4cdAOdf|;48<Fbx;
zvsSERSpPa{*Oo|q!OWG6AmW4G#LP~g*SltbY44OMrAtB+r#Wn9nO1sM%3C4w)nf13
z5>6HG+LBIr@0y74wK1!vdLM{*bVNvfn#IN|QqyledX%QWZ^kqs3#$i5E*b1O(ybb|
zCR-wo>8KF@G>Z*K8kYtpTK=7WxjuIHyP|pexs0bXcL$Z;vW)*&aNl0ycHEm&6IQH^
z2@F`9F{SwXv810`A-p%mxNa<0$X)g&%`5-QoVQc%%}6ny{o^dl{hUYUv%mN9ZMoRU
zQFqdQ<*kZ7x2t@Y{iga&<uf;XF<Ww9V5ZrwGimek%kIvex%Xml**(o#{YzDQZXdg?
z`ptT-dduutx6j=yue&ud|GaDUm)f*a)BfoC+dEsoYnF3#v6Sn`ux{ynyYp(9-+Sxj
z+ix8UyM5!_+qZY_y=&XP`@!3o``=}1tY2=QTxb1q`|i7I%{E<i+g4l`pMUgi%6-3Y
zZ}rM|pT2wU=i58?w8WPcxj#^u5zbKC`f{>G)R~WOW$uSZ-thajcGHGXv2CXgg+<<&
zCzoq@;DJO+jAFTjv;De?ckd4uMO`|eeQK_(kky)p8`=&_@+IH#e7fe7OwDSYoT;sA
zCv9MDU0bw)wf*fez2-EPf*Xe{StD`|ChbnVop)oK)j>5Tz5N9@4kdCwztMbZ&isk<
zP3_NXR-Ak>bJ9g))y3&vZs%o~G|v5=-!xw+m@Cn^)nTU70-uv2?;``YUdmgVR;4w~
z=i@xq9H~;N{;Ml4RV+&D?p-BoH#hx#$Xk;;nLC1u4}5uY?}UA#or26hla}UXY%Rgy
zn#0LLagKmrHSZzShfM{JJ67y^6SXRDRo<!`_eW``nqIdhSxfO9|6H>(WWJHi#O<Gb
zH@}JBwtIDjMSW3BYJgs|QnOOC^%GaNqrTIP0;V)x37XV+X~KnROL;{57uATUDhs}y
z^3`aCP?&aDbXZi^qo66%UAF1G*EZptI@jbyswQ)*hM@jw?K^x9feX5XLPb`F<om4*
z5N%zh;pbX;C~tav3{!N-jIK)|BFh)qh^lJ7zn-?p^FiwA)VrJ-$*L=6EZz0yHv6)0
zEw8}9o~|Mht^f^(g$%7llR0C4CPjEfsD#)#?c{i>G^M>q`i#DwRg8lGvl9<TyQR!C
zmjfveD%u~*_LXnpHn%HUJ<X`-hOxbN{D~7E`HowE_ddE~T2hR+;ku^=1yxVd&z_$)
z-`3vHD#q5X`;PhC|4mGbm_o}!JZs;G2(X#PJ6>Iob-~F&FrY<b_VbNLUp;n=U%384
zIEQwN=pnVl#aWAc-R7R_pS%2(!P|n@S87UklxaS&QjoDZ+fZ=fNW(wV1cL?g7x-VO
z>-ur1w_Fxe4^<Bp_tl*hC7{P4-f~(@oM)Od>)*D2Y9;L-mMLyN%G>(!^!yH|_V0xW
z_t$y<eO_!Z>7xF1rKJ^n{s$YZOA+B*AD|(sAFy?SdYWeAq(G70ML8m^i#24|FRBrF
zx>!TOl~c3JBhaGj(!^JZMgevVmz8FS9o)jP%+)}*DO1qL_}9_$&@P6nN-M-1w{omv
z%?|UMY(2e=XUa08cQ%t6KZQ(LvPk3ULl2`F`*t4+ow9CG#Zxtt)7Hkdiz?k61GP^@
z1)l0k3Y)Ti)4Ms}Jg>>Jrmoe<an023iVnQj^@+_&ylnl_370?qVXjcyYq!*4;gi-$
z;#_eW6_VfP#%okAeA2o=#4Dl0Z=s4?rSXHnhT_NhU4`bYI)A1J#m(3?Nx~~hqjTji
zF{3ZRzf`<bUON=Zp7`^}C<6q=jZ+saX`3YV_Ur-opb+OkURTp8R|0|-$BT%$h4g<i
z{<Qg7`swrY<}2G9I?O-(eUhO4&iVxf-<;zU0v-e;eAF_~oFM*!`PYWZ7tFsJ?D+M$
z0v(q(Y;cNDTw`a^5_-t1d+PIb7s6jif8qVbR@*%9s`7e?6HI2jU?^)QYqp+me%^h@
z`wQO-lyR`PI3Hqs_<)h^%i(kFbr=3MoNYLpeJK4<`k^!kbh4kmm;;>W6k<T}{C2(d
zAA<;+18rxau+I7XCg&5E&Q2G!pKnp-`XaDRuGQoC&Fja1ds$X>&l6q0Lo@&Bso9g3
zy^>q??%^uobyg2w39Wkd@R5*&;-to+qpyTky#tB7S$Ilromr!ylB7m}YoJz_Z(xqs
ze&b_RT|O_ri%yxf=!VGAWg6zL2Q|I?0!z9!eb(~w53K2WbXZAHkFQZw*;_hlJHJR9
zc!cK7@4f4{y*JtaImVIyxT(zbf{4S3y!|^5R6K6!Ds(#Ou!iw-udvoJPSM9LT^}7)
zTfPb0YJM}XM)Ba$=^r=`sRzg%O5|sBIbrs0dCLS@r!tP4$C#%IY~p42Vq4^9@$cb}
z_Q&#l|C<Y*t2g~y6}jclo1dWe^zvtAp$48@CajB?LK_!22yPL%!c$k>YM=CD^_7(d
z>kZZigj8IA=lsb>)J_x>FZ&$t*T}yxW_j?3v$lPa^F`2}pRBU1MO(uawlQsFk(|r)
zi}7zm-Hk^ZgdZ9w7$+DnoPWXph5DEEoDW-)E<I{Wa@@EeB0wiPMnEqrhEGPfO8yxr
zMz$U0eRwvO>!I)K(%#K{e;;euf8*EsZQHps?9S?C@eFI@|MPmME}WtrEp$xOh|}pK
z7pLf=MFJBopVTar5oKMe;p8f*#T6LX;kDO)0a(D(H4rS&6~uBQO=Akrl+}w88h3?W
zSv#X)^B2)ywXCWuHN0FSwYY)<XMjpT^#f-5Q5#ZSS84dHcoRBxZ`Uypamsv}*7CLf
z3vxtTS8If(-hKIY#oFI2U15RSHmnE<{ob|F(pyq9E%m;7z@<Z5j29kRcqlxyB6)4s
z#;~PaudfQf4m$c(Yh7_5^U@ZkP>s$)RYScr&CbGu-kmJ>R%`8XjE=Mtce>cqo&R;w
z{1&eijfo3g-1hQ_oD5KM?&MK5nsP$muG2{#)yc~5lV*e)o>?t%H?-%SmRotMrn2f+
z(XLf(Xa2Y_uljlO)8^;T&zujrb^E;S?u88>UinQB%iunu@wWHrqKz>oCFM-Vxf+v~
zH~1cSCi;Q%2TKl<8RKlO+SYwe|5q8TxDftA`-|u=E!+N!3+hep%XYE3HZQsyvOH_~
zO1{}W6&k&)i#8gWl)OK7=t6{q6t}bU_q<p4dQ}%L%oQ#Slgcs^OkcXuz(lOgSRz12
zLrkRGY??Cb(Ps<IOykXyzskC^e=1bDZ<yM5>$dX=^IG|Pd%vc#-+ic8zT>@v^`)Z=
zpDF0?-=KPYyT!Dl2X*?A3MIVvetO~|)-Gg{zo<g^=xmL9F7KB)E{hd`aIH!%D_nN@
zs<z5JaPP})v*LgB@!7w)=ki@`m-)rLo$ubx+CTfly)73^68EhPHV@p_`Oep5e`EU3
zR+cW-7k6FWt5um_+`Y2c{PVOY;&!j5CEWj6slFok@)5p<Vq=f}5&_eevN$<u$S<s6
zIOS`QC*H!VvH9td;LFdBevS}3y@93tGv|**(R`;fcj}}@q^uBByUg;zb?X$+!E<1I
z(}=^etzW_jbh-)X9IqME8)Xhd56}Z0qPHfNEwt|{SRls;3=zi#feuBw0YA~|^oGM1
zTH^L3)m{5jBgpA-hEs0ej;@Q+-(7C#il~&kv$iMcEKJm{;(VRYHl1m9_yP4Ao*R&O
zZSeKsl$HJwawFtMNIbilsF|qQdan6g@_p&&*^kXHy>?e5=g8dHua=p4>bixeb&lNG
z<6=M0zK%E7w>#|Ug3!zJLNCt=z06bgVw316-p5`=cIP*q{@HxZbC*McN$=C|2fs5j
z{mFaoIltx^^UVvNRCYew6lu)1``NBIVd2lKx6IjUlOFke@$>7BIj2w9Yq5wbORp=i
zHE-xWUwHY__TmGDcAH;WF0|XT=`HW^Pka1JB2MQOZ3^M#6P#0BBq8Z)9P#)0$Gz`v
zp0y30^EB*Bs>q8B&7Ir-S5MR3{kx%T*?~3b&tv+t@BOsd5#o6vws8HLisZ04#{PyD
zMN%_=8J#ycKi|0ijb&H*>A;(vA!bTb{~p&Ya)}q6x#mQQvzoNg%?T&le9TfdX-?*y
znR6ng*|*uZ9SqA?l|9$0vC4r!wwyNMvIFS{(hsCrJWm9dVskbK+X>qVn?Ydkn}S1r
zKYV`Z+<-&t^n>Y~P8%YZ<$b-Cdn4yYj`j1ndr$W2#fc`il^lGt=;qnHijQyRI=Q)2
zx4YjD*dzU`U~fjNscc%@Q{D;RZ64m5lTu;$sp*NUXQI*fCp8b1yQa9V&`C-a)alNM
zY&p&2_>@~d@Q996nxJv_g2-1#KUB?ExTmIY_1moT(T0j4IvkNYT}SSmsSn?%G=u-u
zWb4HjroMl1^wZ}~se_D`TTd+ZkTa30JT;wFuDVxbYwwq~-jGCH;ag93#{avinQ$2b
z6EAbO$lA?4VgagdS<OH&)mh>Lr<{6%@CHtB`Z82)@&8}}N>mVRdUK8~ljrY~2mR6>
z&E8VputE9vpJhKJT~s94qB@Ir>V+;poGn*!#pLAGJHA)<+<3iaitWb@%XbI+=P#dk
z&hPnU<?pY>4jM+<DTvQl^0#ZxH8qaCnOcHfvuCXM)ey0bNBq*qJI3=b%$u_Gb>&X(
zszO(Ny_c>MdXEYOJGwn$S{_|mx1jr&tA*a7Lc#v-h8UM8N-ERqE;@zi9V&Vm&Nyk|
zff$!(N+uwo61_vkg7dn6#IU?DTIZ#DxbULW6um<wg3G!sVp(1(1&J@*b>?>G=d4V-
zMFp`(UMnSt3-0E)nR?exWNY_^*p|1O*4<Ngp17OiZt8tMk-gm?Vq4xT)rm9i>3EPD
z@B3-3*D7zWM~ZFj5^_lu9S;@Tju(e|Iohy%)Cjknx)3I~-${Vq(dNhpfy0lpcITId
zw<Z11UU#ax^xo<(T@UBWcFye(nlgX=Dz}!yDpi6PbB+Wr_!(dBmGLfc<8h%48jqaA
zA1*S`0F6pE_)l5QoBnX}ibV(25{jGFe)j*axM3v>p1t1e-|FA$3xc2|zByj1Myh5O
zmvYXnJ+G3*%I40!{P6O_%ZbVrWj9Jd(0ch{aAH4@27(qoW#<~sH=J)c+X97Kiq&eC
zJ?5RwIh%7f>ulE9sn2zO=s*(xQ#Lbhv)kuxe%Kk_9RIMm<f^XIU8PrdZ^Sx^A8{7o
zHw63EnFq`W=XiASU0h%rB!t=}<lZi7Rgh}}hnIW)`<*4H*n^Ae_9=0%IsN4H!?~T!
zstdSgA8cFT!B^Y(Z`Sg&JCcjolQWmMxTPLYPY^yTx2(bUfZDEpj`<Dew<a7|2AX&K
zWwycc-`St)HCj0kD3vp7?xhEp--z8XfkEr#he2@J;bph?Zg{!jWtm^QfBSh*3lf4i
z6tmT^)v)Cp+gBPD_ompcc)e}W<vOQ;=zH&r?TWA46_<n2b-T$Gn}X+i+D@)g`{?zk
zRaK!gTxh+D-ST!_<{eRSf>(^XR;LPtpO#qndFB!8&hvlO?#P_ZT@d&2glNI*xV$a*
z%Z;DpIzD}N%JlCY-$UDi{u*Wca{DGE&hl{Iyf?p8V&f(I%uODqG0x6je<2}Ij5TLN
z=adV-7^UCJIOfZowfz625LAmd@E$4=d9L$f>SD|1^KJY<Q4YbIi=}F$`Y)RtKd|iJ
zvV+Uc{yz35vTOFtM`_C>d?S07X|V;gyefJTDyG;Ru$$MyuccDyjBw&Sj?XSLmLIZl
zm4)!*HbjEpxi75qS?9CPR;@aib};R5n)PM#8nc>rPfy&N%{7~Mwl3Gc!~mHZmP76;
zHP0jW+&rGQZ1(KP2ZtV7d*yPk5RXW$SopQ}i@Nj0uc3PTxHddxTEh|DazjXbRjS6R
zeO(sOEVq;{h)vwavDI~rZd0ycuCZH#evJ#`_KqE{Cv=nY1WUa4&eeD)*0`Nx&(gbJ
zUD}fJ1#7%_&(-)R#<+vyfGdlhQ-NT!_kQgwZ(Ry^a2#<}&{HZD?COq)VR>wnr`~lu
z^-KBDEd@p&+rIg!$u-2Z6)>rZJM3gQ#Tue_ponog_koyY1x#k*2X^|LU9o|29`}zJ
zh8LS!gbj8vTw<M|x1fY^8Mj3&!>diL!W(umTw~p!x1f}99d|`6!<$V<qYSJMykXeH
ze1cEGy5UX57SGF;jA`sMWF5*x-k#sU2$uLQI&1bpu%f<2o<e30WehhZO|Mz_XUZ%$
z@e7t}*X(ufTIPAVwSHpshQhu}7H*ky7Mbt`ZffA2AnWi=`@kE9%~10}7WJ9kd(A1J
z?ba^wcB5ZlV(Kxm^qhkRVS6t#WQM*8mFb%0EV!k6MQqDkqxCns@3_9u`>a)MB(kUb
zMQqFaO?qV=4_rC)ohk$mcPqrXd{pY0Ub@j)Mc=7X@Kkq19Lr~=S>g}(yy=$xt+gav
zIaF2jqO%LXpsmZ7igj^XOWG&MDOGj62wc~v?F<s!qd!CcPI|`+#YOEMa^dOwyozI<
z{(W^eyl~&F;yb<FJnP^6vHQ1K*x7?$(e_p7kyH(kI*<vHa!17N7IlD4ySOe(|8SXg
zAV|@i2(VEgB^UG6zwM50SS)m2`>FaXj#D1t|Dx6I=FB{>Hq~s-w4V}DZk6AAj=z!2
zFX360!g!FCn_cJ5`htCjzOH&UE6}pyASd^AZJG52yAQqOn!bA0X1?vKyH<TS<4Sue
zv;N%2R}dn<|GmlN=RWg{<x`(luc?_d_1`D$`RQA83ZF8stywVjh<0bV(0i48o_k)l
z%)MfLvTV{@mD`@v$`8zqY}p;^%KcQ*w8rfI#-Dv>%X9W6KbEz&bE#DO@_N6YS?{@n
z?;jjLnBVNt*ckpwAu|45SJke=DU6DzoB|_HELi#HYvb-EvX_qaYlx_pm+Vb+$Xq4v
z`gPHYIFTf=pNGU>?~5q^u&e(<B}?7cEe-Q!u4Z>H+c5KX^`{NKvp29xUr2g*rOc{D
zSk~!l@pYl;LgABM%P)wPHCv~oA1=rmRv8*IHLNu>GBhN<YgN#~01e@;7NLa>8vOe1
z@A&Sd`(*tr<dI=wKk%>q=Kr$&d+V*`&6v%Y%?_WF{2=*3asvd;+%U83T+8{E^CkQ&
zvtL#mPCJx#%aYrU+m71|24A1ztr4p+%Yngdb2mRMULO(mZykeHW53djNIm~!8<J0W
z-rx0Qjraatk8e+(SNbx%e3HWd3A1edpI)A?xA*0z1Y7^Jm*?v3<tbQtTKIp-;?tk!
z+8j8q{N)R?hk3)a?PkwD*3WyC?)L4=;?s}+d|8;S^@f$<*}=IseL00G-OkZ6w;w$a
zbN?PHbN>;8xcd%^Lq`?$`U<W2Z=X9XXB=SlQ8gh&?#Gvvr$at;n!LSHAN8wQeO+qU
zkCsI)TaIjY*>z;+w14+sMopM8tz+7|THRiY%)_3-=kz~Xo21X5z&2;geVIyc_x&ZG
zvtQ*Lojj?AIX<>irz<5;rQ0Y{<kTj;JDSs759)ZO1)2o6IyE}2v`m^jPu0TtjLk-G
z{l6xYiuW87jMLk{ZhtwW-MuX@%MPYTT@lxl^WXEHHFHgr?(!?^&B6{{JoPQ?m;ah6
z>!)t}KGjY{TUP5_h*kZP(?|Rs%{^k>Sq@HsbJAO8>aTtF_LQl<_ulY6zjGYw{^pfd
zmsj02xi#6?smN>Qlw)s%+Y;{oc=*zC+eNNjGyKkNRA=8Xnfb;^#y3wG$`-{unI90M
zp~V|6waz3a@p6fL=7&s^I|-K;WCWOKyx8sZd~e^Y$di|s-k$O8!)4c((wDdGvt+;X
z)vEHHn22T&PwN(?WulI2JF-&aFHb!X#<ERmljuU-tA{-77eB6?^=i{k<GQ|Mv(3_y
zly^#fd;Vgl#<vz1yG$<CSAwkbJv`o6v6wD;A^c*+r1%dWD%aGnRy>jo++disli$+&
z{7RF_t?nkzZSPFCSh;D<w0(8+e)W8w*vYe#a~@B83*)o&HkNq_v!~t5)t!4g>esfd
zCArxzZ(h5!@vY7d&ziKHdFC6~o-g+bs#7aeDb(SZv`fv@yBxG<#k4b9=(>uXW=FJ_
zoA>_3)AHPP_x8<lpZjy$E6wZ2mCk$;`NiO})2jdO(oZ5;{tJJJgx7P4t_W!63SF_o
z>PqOMdr?z(?pIw2U2<iK0mFv>>A%mvn}2qHb^W$~Z~kn(%IDN6l{l-nW07Cb(|Mkn
zpI@#2{M_U1^AnZJy{%*~RQ^Brx{QZwuc7Sv?J7@qoIlm@Ww-a4rT^Xv&03#sf2TI-
zILDF1$CU?imfYJ`CmN+`wQRw;jf`2pU2^AV+!ju)UbNg_zHCvozR2gJHW4fCasOid
z+f?WHKT05v!@NcMkneBlU%Y?Y{<YLRn{U%l9#x+gsXHy}zyI%@ng=KUnp{+BmHNK&
z<Nok{{}!`spEF}($Xw^UmLc<;-&$Uo=ls?3m#jzVwSZQ>(ibnv(-{uCd)R!KXE2W=
z{^~`)e>bWw9lti&_M6W9q(6~IW41*sh=`9c{xmtYBeX*`)v+O1yS>yzGDq{%=EAgj
z^P8`>g|@k>bw;v9vWA+jid*>egXdYM7yl>ExY~cTe`){J_eW1%5Ad11L)FlG;pXai
z@x?RU-<bxVxOPS%+PLw}Pap6~S!?~flcl!%)>ya;^{dEv+Puh$t5W&u@oM4`<IZ%U
z^D6T^Z7N@S)<4g1s}u6Q@@eyP^`Cv7bABFLadKg~BUj!#h8Ou3LNZ)BK313O9?2Fh
zuKvfne&<J1wi`?SAOBtP_};Zi@h{HjN4RZ?K6OH&+hB$g&oYA#8v2oz{6`(*>c0Jv
z`PupIh~a&1_G3IcFYL|jr1cLn1vaj72wTE^yP-C~bVby|u!mtk*M5p#rlWUfL6BAA
z^0_M%^gMT__sc#vdFNr-GI#l_eG^I(j8|B#uv%f1;Ppy8&t3CQU(gQOr3KbrFIgrQ
zS$aJzn&NEn(D<S8TiX}vU$_sk9&Kt+2zuwNd8a+d>f++LClvEsHScr<SvfAb`zAVO
zQqT^Sr3Id+G-Xyj|M@c}=1%>)(gkVvU)j&sUM;i#IOCqqj{BWk^Gx>jCVRNrtNhzl
zq%&c@t-Ys?-RI9oR~~Hh$vTn$$Bc(dhD+yCk#KK8lbeO3@*IWj*CKz2EX)-@)Zh<l
zL~q!ssJP*xMoi-5X|pq0giQ`{N<C!R`Ic{?Y0>MstT~s8gn9Wtw6RwlX5RCV@!ki9
z^J^=_%FfybHu^*Q&F#M1tKZJyo6k3&Z#Lg-Mlei#&hvxkI48JLVKx&syL@iuhnXK{
zZkV}YW}kVETF$b$n;&d`usHz^*WEdgelY!T8VG7zzJFo<yl7`e$wLntC6RT~T-SLU
z-la``!RA!%SO3##o#NsNfhSg+@-Wc;YP7;g;6hhJSc?(U{M|2AcPSR%ZFs&%;)K|3
z)h(`#eE~c3R>YWxtdmx{p5GB;?gC=)PJG>Vtkn7Ou7!nn4?I7|sS|&~K}6?KydVQ-
z=j&y&U$`AA_1pO4kQmDzr7NNv*Kw4&ZqXKh-o@drP>e9(Na^FLyE8R*oisWxzAi>_
zMr(o?m!F2k!aGN*|7u+?jd$bn(a<QIZgPD~fS;0HbJbj-oXDLV*LMflIsN1a-xJ`s
zLrii123J<q7#`<F&ZnuyOSd^}oEbdZa_iAY+{YGuRF<)S^ierNfOnyu{M+Zn$t?^1
zbe!tvx&J{gqsFMDMlCBQRl!>_ZpwZG{d4=fJmMd%lQ0r_)146S@>}VS_{V>tE`OAs
zh#T(b__g$&sYlzPx|QXULO;7N#2@*m^h5mM{*HgHKlI<0Ez))<<kVQlc+_>l4i1s<
z#z#g0zuvlpH$4gp_!X;>`XVVHhPUgq<IC;Bv4UORPKCZ2dR#|c7w*s!ncixYr@qTb
zWP019TLCdLUER)wr5bwtsrUTmlpB5*j8*RHb}5{wu}<h{>Y_EbJJ*REUAkyTn230{
zfU5Hpo~?&=WF>M;SB!DnucdkUg=gfIjoS7T&s{&mWWN2-dvkrkhlb{lW_7jBS~6GG
z<vRbO*XM<U9V(vg5B87%uiy|pBt3!oC~s8bgR3iUt+>46a>XjQxqO$;<;zxGTE`QT
zx^B*|P@WyUQgQ~eHXkPxIDqy#`Q4fU9)<q=O_Sf?p>ZMzLeih}30v_%(Yys#tSz(e
zo5knN$g3_rEV{O0g(&~lM;|}${D1Rc&9C!&)w&+m#Gfuyb#x0?S!b~4@q5tpoVL7|
zOQ*KCUE?jkz`L5StW)Df0-kDyKNoz_?Gf+tOX<q=TGO;Z1()9fZ=JXBU$kTSE%3&9
z1OLH$8#>c&xESXwk~F)>GdrWr*W|F;tVH3rFvi&poxzc9`FrEq^3TR?>0f<2{^`H0
z@9#VECHL*Mdvjz(`RWJCUEdUMwI|3o)pC3*H2n*;zy)f7-MVA)i)uSSN;1GoF22t@
z=69stwK}Wr+Mgxi7d+hR&i$!*xYl)z=R~Pbv(32KSoyR}bM|wva~^W^W1M}V^B8!z
zxb(RDQ;!YWi(&=e1*~Z2`eI;z`+-55zKX!J6Q+hCOWM1>1Wc6Ey7c(?pB!i3su?v&
zD?Io`UnaimT<ByQvVy%mv*w|2$8^^PI!-EFUjr7(J)3hv`(lbh+@eT+)7J}?Y|rQ#
zhOB7k`g)+gM_*;m^b6_&+T96}E~k}ZR#ox`bMu;hSjcAQ<7ar~Nc*fG0mAa;mPZXN
zj|Qm9FB6kWW0%c(=6tqh#ms*BU>@FJ9^TCnJewnULcc9MW#?mP5^}dayy%(u>7X{H
zyd7NaC#03~JNB#>sB(V7JN?-X@6XkN(+<XV#5Qi-%p3asqp(++#>|ISGF}-P3m2xW
z+QlEt$?GF18|?CbXQbwgpkGTX1DZ6OF04>6(Xv{`p|p6*d$x&zjwvA}zJe`otP2A#
z8oCNdin_S5f<=X1UF8H9iJ)Rp?+S;AtevbKXjBc<(q=YuULf&7GD$3l4Gcj=qA{pu
z042+#b~k)(_*kbO1i>^=e;b5jd0Njmod->nK=8I=vl_FSZ4osGBTVXA9=qGry;*Qx
z_FmG<#Z&B>J}GP28`T`%E&J88N8?C*PyPFt^*2s`IJC#&e^*&(sCM^4#kMvHsicgK
zg^Ddj>&s7Ce>-QgWa%H36?3+^*PZ)wMkf4oJI7BY*%sDQhw3&ugs$jcTDd6mc_+ub
z{~{asW`t#ht=f}UVI8CGU!r_4F-|cjz@$#uSI7MR)RR;B?o@>D__(g%aqPoYyAOqy
zr>-(Dei}Pd<BV`?<s!}EkFgJr?LH)1e$@IMSNR>$cRRFW^1^rASy!+#_F>WPL#Acz
z1&8y3OF=OD>$e@T|2(?9Z0hZ<C!L>v{;U7z=e4D0s@KTqxWE2-(xKvQ;dgsU5lM@*
zqmItWGkz3*ZdH~OvYL04QMWIn(4{+hrQpJBmlslkyWCpVA((Z&9I?ty*E=qlDwQCZ
zU$CfLC%7;kQ)Njn$6s_aA;zPd2{C>@itP}UQi8uwY=@}4-f>|)!kzEr*6e0~{qEqd
z>J4?@6YknZl=EM^+gyrZeuYURseC85=03X0tMiuMD*k0<SvhO+GRxT8tl`V6i>H~X
zNAAD8(^`7>oZUR_JT5zxPE9SWzi%Y)p(`M~W%H(Y_r-6dZm2y}JKrHhTPd6)R556w
zli%k>zNRNuvRUSTdbo0x#Z`gjQjcC{UZ3<mDT!HpqFwf~&KQ?D8@3<5$7gLF<8a8Y
zEOzd?)xpZ|u5?((rZ0c}x}<jQy49c8tzNVAWkFQfx<#+q6IA(%xi>{laH{xw=S+jn
zckvEIjesY=^~EkuRXp}ny|l?{s+GAm&mFD(rgh59zmpEe+*tHst`>Lnm87pv{Ei-)
z+tt3|a>(*m4_Mhs+3vLYFZL2Hzc2O5L_%_xTid#cjNW!n@9woqzW4k3_Qr?*)DN%T
zzW?&clOJS*l)PN_N++prUG2C-s-@d;heS)a<CX2#RNcdy3rsn}n+ps%#G4BYJ64}=
z2P**+AaySLtIMn>KA3T6_w)3#{yutNPM$bFbH0AkL9>(~=epve!w-I09$->FeBgwE
zfe}v+4>O24VOj8=O$vLC$+xqcG0vX-jNgpySICVG8>MpAut~2zcr0tf#!H69V165v
zk0d3Pv!+d2+lC=|!^T6(x?5)Ig&b(*I&pMCx{%MZYbk9$OX`)r34=Fzc<xY$3D6N_
zJjD92t-yJQqJrgDC;ONe?c9G0R!ZpkF899tGAJ-6JTOM9%lkHnY5#sVYj;l<&#BZ8
z=OVS5m72G2s`x)S@P~@{@(U8vw=G?|Xh(?1^!6>@tc5!@^nAU#JE9dXb-i_3*5hjA
z<9YgMVWv}*eVoQ-6Ioqf_tQs<GM%FIW_br+x-?}=-5I~VF}@(Z!k3ClW7n-aeYJGw
zu64V2>E(KR-@a6|HFnmNX=+QCa%N^)MO`o164N(*+2W-yGj`hOPk#;)b&9f2TOPOW
zy7%Ramr|yD+H;9x0^5$cv)@cx_*l|-N8jobnc2n7u9Lm4)b}h8<6+`fx_-26-X7lE
zrNUOVZ0h+MDF@8;>ONQee|P3($b_d$jh{>|nk?>GG->KB``yK^zaG5$^lsVm8^@<!
zx%kj+Nz$^@-71{+KaW1}(Olp0=+UcL=AYl5>DkWN7&|kkURHh9Bi8e)GrZ^gFqZqe
z*`Xlq{?u!q)k+^OpXtBX*tGWev6<o>Z1wvl|I^#D<nYnZe<%94SI&^xC_3lbr=K%&
zeOI^geXD%9n9uvp!kR73#;>d5ZaQ**UZ&l4b@K6xwj0h>uuYk#m|nJKPpVSI8s#s#
zbJNY#w^*9oEuNLo)*e2o$T4l+44=N}b1%X_nJtelzjr=$(oP?fINirf{>4cCVYje}
zxu>d-bUEgh(c3?pLTsilJK3}88~a3Umvt4|VMYQwmEK(}pMEfOr^}`tyQW8lccjcv
zo6hy(lF7`2m;2W3eB-nNwAWx;L6z(7No(1}UZpE;Sy-ue-uv^j`<wkh$^4Al^Jn+>
z6khr1d9d?e>4A-1(e-IY?8~ID7AGIOnXy3H_}sGtCCO)Ru2_7V`Esw_uKO=JGhZ$H
z(7Y&U^T8=0k7s9Vn|ZBT>EFSvA+1{aIQm5Ef%XlD*9E74c>Lfv<7LL}jN2W3gL?DT
zn7%VlKl^K6<o%txJ92pJXJ4%==C8P^^FjLX`DY>`Yjk2XVs-@VC|LMGF-9QoxMJhV
zq<ybjyw1PbTz&L_<kNWyGX*!#p88ybGv(l-+j^V&<PSdasB;QDuQ~nZ#&Ws)X(l0d
zn<Qn5x3T>0Xxm=5Zh7U$w(Xs=_Yd~uzqDBRe~*65ik(hR@@H=`(2chH75Qwc;+*w~
zdR6)B4W>Qgmbtoi<F@%%muxN3^RqrKc>PPz@pDYa7l-D&k;wGWvgn<2eBITZ|8{hq
z*(CXH(?_M7*M+awCVp;uzNcB=GGC|oxn`eFUfbgd^X<6Ip1Oy=ej?#va{jBuSO1`A
z4;mjO<T9z(pWPBKyPxsuLF@D<aodbL7ti=Gzv0z-QN8)98GmX*ZDU?mT1}rB8hx+(
z(mJ*oo}EEj^B%<tSUFYyf3EiBvy?c$kU!sd{w;Ek*|+^-UgLh?OIhODo-_4Rl6sEh
ztJKA>5X_#JrFq82Ii+$2%ly>|r_b;8e^o1d%D1sjmc>@3>ELaz%BlYUySs~wgqC+X
zgtn;VTiwxGaC`IFwXH?jOK)l|iEb_VKcz~tBh+=nA*;=yF5A0aeDf(@Jt1$c+3$Io
zd7_usChZFK+1~Xs%<%5K%)GDXebvPGO>oF?K7Z%c^xHN+qiu_;Q+C#$nZDn4^_^L@
z+p3<0oxk&HX0&bb>iBo7!}GqLS{t|1b`nVO)v9Whou<NXt5rY(dXH}_pL|=iFZSH_
zTlcQ@ZF#>|Jxgl2PWi@36PZN0LNo#jSv5tL1Wb6e_l#$S_^#cTT({TkKXklo-)yTL
z|K!>33e7shn!7qfLeA1N-n!Un>AATdIV?;0=0BVFjNygPixVE_`qaL2U0krPT<vzX
z{QJjsy(<>a_4a)xRm10(F16{kW4YY6e<^HjdwBP%`1NJ!tx@>sc+aH$_LEBCoB7xJ
zV_JkZl^vT<n7qfk%rhr_hVTd5w(5@WYu@~3JE5durk)&^YPVA~t@ugxkr#1F-x5CO
z>sY4mSzf)to!4r5Q@b9ozy6N<G0V5KbN|)ydhzJp3gdgq);8bgX(vDAkNZ0-)%{HW
zg1KK;O^AAZ^63`C8*`PEF9`kid+ze==;M@$yO-ZmI#YYs;Cs#Wxwl)wcT_F9VsHQI
zpZ0c@pF8FRPB_%KBmCNIpEEOzis#k;jcM<C`0O<A<<hFsMIjG0SPlq02=LxM{e2Ga
z(&+T-YiI2W^*7dC(!vzSQE~CUR%YA%`Til38j}tw?K|+!ouhoVgX7oNt5{F%Z?Zbr
z&p4f{_FKoy4W9M&n_cZ!sm4gix141YKjxn1xu^QtiICHg7lMv$Wchx~dd0!H9}cF1
z(8Qa(n<Mrq)~M<FX{hC>wFq~49zHE59x5Ix{zk0S%*Q;`e2=;5<s6Y1Hu)H~^Ld8c
z(@!4XSNG<PdWgvUSK?*=lmFij)J)9WYwhziYgYbptMclj2W$VUgN6h&^qMC$E<ROv
z>2G#ZdyiI6)vPN@6W>|br|4G%2+g_5xATho-`9J#J(t%t{Z{;H&xTZ$HqINeGG%Vx
z+1JL^YF#@1k;Cnl>#_5{m-*(;^v%7y_QwOOoy<(%MOIkcm*y+}Sr<Haj&)ZMW6zvc
zPu6|DIhry5${4TzdEIH!8|U}h_to2#RZBlV^-(_easG*?|JzNf@6?y;-#mNPZ0>f;
z@C+rRjXNWLeOmi?o}Xarti9G>npf=ce06DkwczuME1kO&+%L|mOg<DQZTo(*koCrm
zOQYVcU6H(aWm1Cg6#J@Ak=<;?iBDOXZz{f(Ei)4SEA{=R+{$Dx5tsbu>-5SMGWYEI
zbyejt=VPImsTbx~b1T~Jy5U}EcPHq{hsj>vQLZ89qD#|q^rE}=eh4|Tyoj;O^=~1E
zT#Kemi_ToRvsH&e1=k1Ye&&Aezx`3cJ)ZdqCjxG0iEk)!F4`xsGid3VASc5$97(Ps
z+TuHcrk>GXqtUXIYvxjaHPC?Yo6`;s+DcJ^7f<b5-O#cqvLj6~W8<gxnZlb&HvjN=
z5G1@Psw1f|P{(DXz}`cx>Mk31a8J+>TNII1ck+RrFIfGo)(kNaV`0n&mFMC{tBfGS
zBwH>#l6q@Y@LrzFN5f#@0hj&RE7mW#<FbGKg+zr}7O%M_OBOxhs=MSk*Wch_%hGv$
zf=}N+n|Ley)+ILS_-)INU&))PBsPCtr+?Tjz6kak59}r9S$$q5`sR$Se#pC-^;=&o
zoxFRk2g`Ze|4LH@Zg29apPOtPb+%XbcG~;mfaNitmpMsZ?d%qPG*!;-=IQ?1TJJxt
ztnArh`s(RV$>m3Sk9IYG(q49V=FLk2yWdA{o;Uq!?U%`n*H6!08ol$ovC6-St4US6
zxA<(C@~u_*3;S-NgK_Rp!Z-RK`8e(35v$ebvoHU!c=$xm#3}cIj^@mgZwv>Vif`NB
z+Hw9}fcx9>D}gVhzAkx~B7AxONyblXee9|47}Lw{U6`ECXM23X-Ma!DGdLdEZtvV>
z&A+{#^K?nFupXzf_@{Y`<F6lg@GYBu@?u%=+jUkJ?@RWl%yrHX{3t!CV}<y1-qzSu
zHG$6#XF#hj7x2GG_Tp$x*cS3)wJ^^w&{{CBh}bH{l9~Az%wNnl7Wu{YclAdGUOUk8
zOHjX6_7~sZ)rS{2-(M&nA{!$6$L!D9bCL%0L*{OnT`*e-v{{DJ@l>VAl!P^Z110{Q
z(U`_6!p$ZAnMbp8QChU!v5UtIYh;cb53HG{;aVFqrJ&MW{D8XL);~3iTv7`9ZT|LW
z%dFq3<IO4i@6nIN2gF2gEaI9V{=wtHRkNjWOz~$0_4z6@um7u-w77TlW7_pOhqoGJ
zFY`WrX7h_?k<4_1Ioa8>c2-WAe<pi6*YeD@*Ux`lUbSUn$eQ=k{VQ#*oIH8tt+Dmh
zrN(wCS=PUD)DGJvZ{4_ie)xlsb>Fu~+MKw(DSzL$eXWaIMRzYUxnG=l%Z6in=!SQO
z<<3jLE~`5KUR%Qaz1Z~COQqAU&-&<X?EmFr-utMUhFPDF${b&nxO(N|Y~4$msf+pE
z+8nu;))lW4HB(R4ru$E)O8LC(-Jc(Z{W_Nz!Pm=nxvq5ezkA(ln@o2tS+#AMr}#7e
zWj))IBPy5koZql!>DzZY$+J5@YK5PEF{793_@VR?fAyy|Yb=&;GCrFZUD;YyoSMzx
zI%~!Hz_N$cnPKaa-e$~s*Xiw=prsTnIIHW%k=^1vZjoI1t~FXrB3k(y|1NqJy<t(B
zrm`YWc2->>V|?48NWpUfo!wf6fvWr3kN<4#Y1w7;{?fzAon@{wv|l&1d$ga6xiYic
zswmK0Z`Bdk&>wlzy3)287tY)LyV$WRrt8Rlf&Wf_xUX*6^Lw(siokcLJ>5l|IWN}L
zi~oP5*I52>_v-tx|6)EYy0`RF)uFrEG54KnxIgONiVaZ}c;+;tyG;CA*}=z^%^Xi-
z`(&rKOrADhHpB6F%+HschqeX=1gu{m@lx*Zu6ud`Ex$80nEo*?^vcoUyczpWp0D|?
z$GLv>)0IVP0nUnAPdciWzA3u>#7F)>XYfg;B>(&Gdi4E$t%JDFU;chh>i2{EeJ4zQ
zJo$3Jv8!XMhOEJXx9k3D1ux{<RpnOpZ=czpPdk+3?VlWAl#btddPQa7qp430t<2KS
z`IVi=TXQ&Og_~3%2TQ`?>ht24qdr=`J^LhI@8x9UJ&XR$G}sr^zhciV!M?L0aW92l
zx?bGrvE=2R7t#;^u1(*5OLEeM`WFYBKTAw}T9oQGdFy5OqQVKq1$CQ#EjcRrx%yF(
zuZ=v*?k()Ms~)bBH@Rw3x_qs2V2*I(?aDPSf2)M;p2fCC<xOK>ykpVa#!ny0nWp<6
zmz!bxM~d^g>`?^+1+lDUxi!xx`0K>0&la6D*IDSvx;^FZCaP<HGP<U-AmhwDwZvpU
zlNZuodRJbAEar;&WL;zRMfTUbE3F%x4ObZbcx#$qx5D_2bCl?_$?dZR&S?o9NN}=W
z2w9%nogRH5dHqpOEv8sgi%^af`+!L1*SQIMd-q&Z{@+sPyno^S3;DP1GhMmbE@${k
zb6V3?Tc?UyOJ98Dh(CXHy*oqokv-g1v)C@SI>%bn+3k$fYku9Ra!d3f-(2%6rOw6S
z8@l@fw)SSf<0`!qa6HtICwHabs~wGp1m#Lqm{S*Nh-k1b<P%u;^Wm)btj4Okj_%)Y
ztcVuAopbW0*=3auPu}vTrI)Szj#TbwS@?6;w(_gLpFf`)r{CY`ZujDVM}gRp&^$h&
zzKvq*l4q_q`TAs8-TU6}mPXIFsGFbGK5G1t)!3EkP_gLb(r+o!@$c5HP5ob?Drvan
z>f}2L(+@n>^4|3{L~vt%3V$2d#Z#Pfj(3RuaXd5Kt)ox-z|U6)Gxw~NmX-F+duYs3
zlzMM@aJvYTW%8wiiN2dAe01HXp)|>|_mk?Yz2Uj#>mNN?y7PbL-zP<%yw2(b|5$eD
z<`FX=`}8g6ywCoNJj_)vZTA9CokeUDjU%(=cI)=lT-=<#>~GA>fUKqFhtfFOPKVFT
zw~xEyW;Uy~YDY|~ef-9vBhkOU@|_G!{l#}Q%0^o$LbCjwzj~KO*panL1yd_SMLCbI
zQ_9*KVB6gMf5&3Mta<B9BTr?V%(y#KeU|9MH66*W3ffAMf~UG7!oJP@{d<+a-rGZw
z9O;U4S`EYwMQ|kFxb?X^wNlhj@~$x7)ExrnoFp!vk$$ypVIG*M=1s0T=bmwtH+j<G
zFHM58@}2LRZMoNGm6x%X*S96nr>L%QtD9s;`9meib(0kT9X-1L!VO8iiHdx79bt8D
zbxF6A-~SSN|6}P6)jV;Q%>foGC9l-5h93T_9ooFg@v7J2sk5feTJQCFs#UL*Z*_9z
zmSs`fcF&%5<AsHpvB&ZWzo%^8HLELe*BU0{3dW4rw<MG<e>P>bZms`cBP6<GY3@#?
zv)NK9NyTb2K2OS+eeUObQy$l6Txq5U6>}K+XNvq}C}7?FB_`vo`}4QPOV6xlJMm@Z
zzerm(udh`vH*NajQnl%ANy6!QC*G~<`1^5Z_xD@o_4m$w(=~ly{M?MIV%~&}(HRo6
zivpP@v3qBKpJ@Gozk)}MBV_9##$vPT#V+sbo~dP@NW8P|>gAW$>%OQ)%Eaw;*>&@t
z_yltu-RCie+VkAya$e7re_a)jm>#jpLe}}jN4A=}j%#r|>+U`0Ijy~C#xB;*XW_-u
zttC31eO!9%?$Ml@pxYTbr7N!WieC?1Zv1@LW!|6fPu06$u@;$|X)uGWc@^jsgXW!6
zFP?nve{04T!^~tS!<9xWH$9m4Qb*bL+~yBoBoFaETy|<%7yFe}Q{OG$B%&r)_()Jg
zZuxuVB%9Ah0@iYg%TBy_<h%28+@WsMU(9>D3WAT!EaF#N_tJNT<K8v1f>tkIU1{Ij
za>(yvUBQ&DRj;QgtybrKntDM`?bL#k2Nd=B$_lr1AC7%jF}?15&^x92P#;d&FGhN=
zqUz(=KG!9l=F8u?>(!^Z)BPXp5I_Dmbe;QTp#z6vZS&TyyB&HtsPyl;b+;><`}{W?
z|J}Z{{l->dgJg4|zX?Urjgy~?v02@I^!d*9C%+5Y>}PJ6?QNI!D>!G%iIOUXd4`Qr
z%ujB-|68%^%-jCWjO8IKP5(D-+_G(xc-G%T50X?5tS_&>v;P)v<U_xUzUoW6jjrq4
zNmpz3o!n@Vk^J&Rz^g-RZ8SZi?zG1Wt(d#;|B1})%P(K7S}yMwZuNMve{to%nU{7&
z)XJ?By(+z)IX_)a_st?{?dO-AX3SjmeoltwT<^o5BK5bQ+}H4Fn)m^oZ3fb^w!Zg2
zem<u;IdW;R|8?txqqjYGz5agH;A6c1JL!{kVn?!B?G}8S5ZSd`{q}9WOP>-n!;|}5
zKc3pN{O9?Tsi#vtZ0=pWciH8z)|74gv%Z_HD~o!+V)Ck@$WT4mJvvu2ST+lsdDIli
zk)|;<@4D0NifON$nxZ(e7Ct+|F<+m>^c-j2K9|P^o4<Ijw^CiP*C~WMbd|srrvPq8
zU8v42tGC`<v_PyWYDYt&{nePMPivVj>av)Ai&eG1`KS4+uDzv@-9+`{2j<V0W_rm|
zmL>k`<>F4yt$$x^lMSd?^{h)kpw0dKh5bxyjI|E&3)kB%`NjU_>hm=Q1-ozF3BHu{
zc`s<$NOVrng`~wt`Su=vJGad`$13LntJE%s!*xruL(;g<fwqB2Y%i9Y@M}hwRC4Us
z9oZ9}S0%l$d4K#bgM~A%lZU$5nGe^b_^)5?>5?s<9R0s0`16tvOSd)0_=-(Zzbm%g
zZc%zrZVfMgUcbz%qA3F3ehX`RU6$po-P-zY_l-8`YnzP!-%37lCHYD{AHyk=)#q=r
z>xK$^=194}<m;o-xxWippZ)ozaCsm5icVhb>nb@r*bXL@T0F~JY#qZoZQ2a?+s7_Q
z^Q-su&6=AQYMd+^`c*Az<>O`bM;ATz<+~B!CZ&JL;a9@d6*~=bKFpk&^`WQk>CBG~
zI~znUc*k=uO5SoXROr%~n$Y4rzKI(rf8V*dGkM3EB)uHnl?t<(-Xt77wIS)+RfA;{
zWeQ@MBZb3nf1M(8;zvXhlhe9~X-ZFoyH2Xiv^kd2=c8JGD8Xs}g7^#i(QCf{++0wm
zpV;v{VngJHn^5R!d*obCo9wh=(KBx%V<LpF&wFIDl|Nv{Y_8(q#A`V-mgZUXFZiA#
z8M8#^Xi%HDm44a2&!0{#h+$)Teq8?Ht&H5rEjou%1@*fdemX7A%evyroOd~L;mQbe
z(bvnI?uM+Gz47+NlCX@dYvsW==3Me^-L=y*N9)>Ksj{QHb#en+bevKQlNNGJO1(4H
zWuZ1#Y~Y=)PhlcE7OfCXUAyKt%c=0d16@L4A{#g9G3s8slB^zmZgS4!6Av!@b9cIW
zXXA4IOFxVJ7&lnI?sKg&@Z`*@?8ut)Qe~oh_e>jh=RCiiU&Kx~te-x;Vf~cFGdH&H
zvJ=&Jj>x$u<T-2G+?f+kxKDAfdN23mrQ158!ion1qBg&O+1#*PboptjF=O_xuS;eo
zGSpiwStfVxtYCPa(SoTzx|p@YrPp?f`OEEk;}gICvY(Sw!+~Ds_sy?8H*7j@zD|?1
z_K!x?%8cErxj(b5HoradB30~h%(6$%t$uD@#Ghi7v-CK3^tJ0p;<_*1&FILI37oZB
zzD&rr@@>gC+e;OBr+0F{7W^#iaY$_8W-hn=>6?Dmb<fpdw|%*D`l|AEmqUxs+Lper
z+;-AVy<F_2=8SJMUf0>L%ME(oTK2uRYimQe%PyrWd%F_CTXqUuce3DqsNJ%@BG2}D
z-IUeaJT+=scg1mp7jE6N`hI6n)%jVoRo2z-`8FqGmypTc^x3O6dHEU%EL&9fQ{62%
zH1Ag8Y%Sl*PZz8-+P>Q8^+P$|sXJF1nZMo8Hpwmc*6g$!WuecO*=}2D^;}i|`O{Cv
zpM*cNah+S8ZuqJA+4EE9c_m9&4>3J`oyOm=%^_xi-URU%y_+vszJ1y_mu*^uFL=W|
z=M9#eI8i&$rZ30=7>YRpDM4>uSZGgLuCT*R?ZW|{brU)DD!KC}pR8-#;Cv%<<L^hk
zhxOm^=Oxc#>-BkSU}NT<Y;|bEoO?4>)xYo6;LBL1x#Fei#AVF7Ip;e3R>)2_p0{$-
z{Ozirj@@5-$Ku)FWoz6!S1+sc^Ek2X(1#b>Uv?R6c$6qyWfOJ&u!`KgIjU8@3;vzC
z?(%r8=&j;?%&WdWW4PpTR@7=|^!)Ea*Cws34^p?@TezS&@$Ku+_v$CBP3)i9X#A!m
zYhA_aB@ZR?FP&j++gX~H*ZwfmOW7p%=uu5xm;JjE;zeIQV?8~`VkXBsjkLdc0n%oV
zd*TA`U)GtjE91|d4-2MFZ)ZEHw71=`T_pVJtAjT_2j5%wcjv9#Ytz5W&Ds3WJ(>5U
zz1aJ6Gjsm$yxHq)J=s&2W0Hz}>b)e3_j)xk_D_@#d(@`yDrwoT{KxsBJjZ{BAMA(h
z1^y`}ffm~9aKa{iK@-1;#)*@^y9qJJ#Vo#~R?sq+HAgIG+K;UdHb2<hVsJy}Mh+OJ
zcvP0~T#i{PvTIGj;-Cdatn<uYwq(6uP*#5SO6=O*t4qtbzFT+g?$uqpqsq+{Y%hko
ziN~|v@UIe+jO`Fjj(@u7jdkDKM_YRCspUxS{l9s4w?XtHqfebIx0Eh13B~5_S>5~n
zwbh-_<Gah=t&6%BdRjlE>de%ocl)F6-M4<Lq#+(CX}Wjyvht~&>vrAysQ<Xzn#<DP
zXtGOI6}N%k)_HpqFCOlmoh!GdWA@fE!R*cFWEbvtInsRa?TVFi_7yxzPn!Q<EN<<}
zrpHSIB#%zh>^OfoO=PWRs+`y(r?{Kh{Lw47EWc>F$zDw>#%zkY-J^T6k5`;XTqRgp
zn8@zW=KkyP^SO(*#O(DrKm9WQ&CuYj?ZVqzCkM10I^WM7uGZy|Z2D|}slP%&$8D3D
zU52|4UYK51+4Sn|2VVI_D;IuEEV#2!tiZC^GG=XwaPwUMHLV@2%AuRQ%#MFP^2GAg
zha!ICKF7L8^1;Dkeg7<`@7%05H`Msyspr>DSMuw-6<<75Q+h0EpT4x2RM5h2b@!5A
z`UanRJk3@2fcLCtt{h^QE~GRqPckT<KYNzquHWb0?b|FZa@jWKt=yXu{<2-aFPUty
z6ozgq=~=zvq{kM$MO(cK%MahWyP?c{&0XH?^24`cPwrB8IeEZcXk+(;*duS0GQ<OS
zcic*iwTTL^{&KP9ol=?j!QCDAT)*i3el(FG&gFwr%k<i>7gtYMHL>fVVjE<83Cl+T
z(9R1-n<E9=<nAt6bn$L=$=R>5#kJRC?%$nU!r!pFdUEyEkQo~kcFh)vUA!p!*!6Yd
z=D~&K=O^9TDzpBR&WiR0a!plNR=1u0&{W0oN)f`>_zz}?Us)V`_MW@Q73TncM_ZP!
z0#_E-i}V{GGVbLUUYlNAa{Y(1a>*jiD$UBwv>2AXQbkb_>q6zH{y1|>GxZmri2qG(
z^|Z>U@J$PscK&|YDOIp%>KvziZ|B9m5RK@0-P=<9xg>Ufo>A!i)Yu7Zx8AS5)7|yy
z*!3Qv^O3ErN$L%ABd^R@&u#rPxP-N8-Q~(>_fOq;Y4X{u$Zn?Uv>SbsHchwwySq9<
zqMB{1ag$?r)>)2IXXO%iUbcN<^GNpBj|uLdB95PY8FnT(uuxBTcF6A^YxdOavSCco
zo|I=YTO=^zWBQ)ytyB5dtGm2^aBU}>*>-c&#pQXwW-*m!NSw@Yy`=NtZj<B6;(asq
z6uui>iLp%UIuR7TJ}t%au~UNgBFDI2Hea6|NX{?1T$HF-DE7sgo8`-k^5)Yz2}fej
zewzGOA?%X)D@pyP9gmndD^9-k_-;Vesv_ToZRzP6pQ|n%P!rj`qg#tLXUlcAoHv&n
ze04Y<20wh9w(ge|bYo9tX!+6)D>oPxYz6J;xT*WiyV<|_yzd*<*=(~x>rC>Vm;5OC
z0p8KGH$UNVicH_$bV+8=cH9eRzfPF&?e3|xuGJ5=fl%;;4<#uJukX)v@)uCz-1w!N
z>(IHT)9aE7_8piTZg}HGkI$Nb4t9^gLT}#LytCgvu$%AGeY`(^aov%t2mRMe3v3M7
z94==+XZehs_fMsyu2;DBF71|8_Mt<Dk9BtTR~{6Li_|`t<g5Di=gyVeeYyj`?VWj{
zSn#o<(PY;Lu5)I_J$hcuvpwI=Wy8HQ`sv%AY0g>r>ZQiDUEk89-&^Rn9P8~ldidO~
zjvH|rC(|c46zjcHeV(|-K-QZ*dilY`>j^eq@8tU#%bx1qxW3+$!6;~Ulj=(Q$!x}I
zbq`Y}U0^ZZ{f=v%QQmcdFX=IRZz{i?t+aSq&hxyM%gf6aTJW9~l|DSn+<8Hi{=S~6
zvL8-eyX<eB&k|o%_+oLeg-7+haF6%$vgbFNO%M4aw!3Y!)P0`)vt6$UbY9=PCUKdX
z{kl`L5A2)xt#?cQl3MMz(Jp%?XsE@_pFUgfOPX<Q%hBcC)6Q?5&)wU9BjeeHPi&Er
zT$``^&fz)wv(=+|;kTr>tkD;@acno&`u>$O^n>7i_muMDy8n|GZisG)?LXNjT^zng
zCspOuw5o6y$<Ezx5{gfLxOn8A(vN9n(?uk?_PhQutti@ID4%zx{kHS-WFFD^3m4C7
z+n%DpB5t^Y<B;nfou<Uda>mEsH+(+J@p!NI!&H-pLY9&Lc05&8+i?D^&Oy^p%Vqvp
z6gW!dbPK;%uQ)$f*YM!)%rMow%+5~F?$c3Cr=yti?*(7@x2NUxbJ-6Euj-zu5MsS-
zuM(<a{a|v@UZW*C=a&VnjQUkHH~gN2klD{Pb31L>*h=5C2e{)Ca-N2+mUhpxJjBoF
zd^yZmJo@Q}T`M<*+Oo)<o7wXu_8nW+D{)!V(z`QmIBlp`-hJHc`n{W5r<Ys{*knGt
zew}|s&{s{bD~pw$p8WUi%kqaklV2*%*sy!zzRG)dPFh;dG(2CmdRjC)zj@5ciJO=E
zzvl3IX7Vw&{!7k{_a{ZwRuw%D($>G-@aKzc&6cv8x|O$@%X(IG$?f64ov=&mo}{Hb
z`?4R4VpqLZ4SiRb|FEddsVz45V_I---nZSWdRFDCPGnSXUH#DK|C06oQEOuE1Z(9_
zl5=`B``fG%VV^TIWd8e|`Pw+wuEWNXwJ7(ONO00#pM~33a>eZqI3lusd4+B3Q%#-o
z+3Is2ZCw0)Uq?09?$6IBf4=+c{fuuD9=ttuyUuRe`JZ3s^RVy+m~9o4ykec08t^-v
zDSO7EFPyhhFR0`Q?c>c6GUGfe$JXT+SfZr;e!;2j?SHOVJ-Mdm{kk*B^-tBqWd>V+
z`K-0OoUm-=#q_K%Go@;m70mg*^+$(!;pts*kwRUWPn%{jHQjhtt1G0T@-)ro_P$eR
zw`4SZTC}I-(<d%gH4%{<<G2q(aUX=_o*cQNW^5|^tX2Q4zDh`e(?L#FbrG4e#_IuA
zXOGJUzrA@|>)lmjN!b@sb|w<bH-9)>XBe|>uhWIIU%oIDWZLO%xwa}VVo9~n*S-a}
zt6Sz5Y+`)dmo=d(^R%_nHtw{v1p(b!yDU=wo%r<G?@cwoq`&!9pU4&Zp0nyVm%o2i
zzwDKd@>a9IUrf!`D{!8h{;O1NW&MR&m%?`^q!-*=xYaFKr%d_;Z<4P;M_O6sr1jh9
zq$LLZ^4TG5A9v^9zTKN+dgs5K&-Q-O&8Om%ZrHqgf6sR2vZr@;^Yp35xirmjzt87&
z@mOf@-}9kn5?yC+y5y(4f8%xIFyq76>~~6*oh=^MGemy2KF-Z6wA%IjUuFEWnR#tW
zk?+oMtT+*K?fF;V*Yg68pEt7=$=_=8`Nb0v|MNem?2_gvINacTh5Mo&%Wi=uP7}Bt
z^;mWaJn>+x+9z<wset>SF3a{EA1#_<zF2Q$-MVA1`i{g>rs?5zyY?mJ9%4*Pd><iU
zB_`JQb@4TwRqXL$oZ4JYsm75D*9S<vxcuPmkF(5DG5O+Y?2lrT6EhV4nG~Gj$y;H;
zx_>XvC6hI!5$(%o*_{1Snpq#D8oY0_>Zg)@0xSjQFVuJv{HL?BtoIG|Etl>(o16pM
z9N;wh!=87BUp_y*D-h+KywfLsYO3b^S)Roq^QyJ<nw6M0Gfc70DZkStEyMod>(0$j
zR|OjxX>~pQvnulS^Tz=<QUh*RPtpshx_tJp+;{oo)91e1cHZ~+^n=Dfw+J70*PE%a
zyZf^BrQ`)CLYII0@^6Cr^G{zi&Rp0ZbNzSGY}cae@67g0JiKb}WqSh~*SXe4@2@-)
znY)8m|Ellf9LLGKUuLuU=3mu1bJbeZNPHvfJu?w)qaEdcAKB<woSd_@f9a(8FP+U+
zeKxFKa`s{3<9D3t^Hww7{r;w4N;dPk7eyr>(wPgBYs8M-xx)Kqtz5C*wsos`W@a<D
z|13$7n4$e?!Rs%MhwmA_*f>LOx>?=c*?D{NETUiC$P4~bcP}zF^m2FQy2(|W&M%rS
zf9NLH=@Sn2@o9S>+nOi8`zjduEh}$kHE&AV!F20FmY1Be_GfPYy7}_G_HnL#4xud?
zWgor27VXT8&$~4}>e;1Ujr|ig#5$!<TWN7YYkKvErQa%!Yws_Z)E(ox;gLqcN)f%O
z2d(#=KGFE+kb0!}(tORBZZpMOEg6p+=iJ<SxP>FqE8^Y7=9Wb~+xC?vujReQr60+;
zd0~6`>XwtoAHB=oE2JvP@hfrp(X;W3W}0k?vbBGv&hyD{{%Y4cn~6WaT7JHKG4%JN
zBgbaMJ?1tRPAu5#S+JLLW<vg*{2ZRQKc*i2Cz#Jssx~{N;HIa*V!=C=pH^qsq%`|-
z%M06qPgdCw{8dgbaC5M6zC-8PN$y#5;*T!qWqi2ez1Zgl8IQASt34ICy1yNEwUkmY
zR%c!QV(zLNGc4q5L$2k={Xb^3+2cUKrnyraV`pBQH~D8cd){*Q@Tbq0tvPSH_S*dK
zcT;t3<%4I}2tBumt>582@#kL819$gGDqKwwS-8b|vRp#7tGk@$rY9j+e^oOq+b8>K
z%C0BAXY}T1i-q((TWWq|7I$6g>=~b(n14R`Ea$oD)<vO*pVW(Yi!*$m-=Ck8=oHq!
z>l~BdjXopSnsp(!FK=q!v21qV-NMM35r)dUcIvKtYAD+^=h>e-<)N1z-CGjqT3_@o
z;9%CpSUaob%vyW%_RoL2i#siU^WB-hl6DFB=J%{jh;^<#dF6aXPuXT2^SmQhloJJu
zpJvsv)f?<&6SAKn&Ajt`#qS4k^NkNr{Ly*D|CP@wpH({Pcbd)%iLBVX@cxyX8$SM;
z{<i0KK#pcisocirzh=f{Us`<f$H&Tx7i~UXyW?`R{@!(s<F@m{uH^swoT9)d+PI>_
z#Z{x~wOvx6U~AWp<cecuFK_wHd^_psp_xlt4hd*q`?kPl&YZ|wMf;<svn&b}?CYv<
zQQG|H(JiOi5caJWvyMJYS$SK^<<b?6hf@lEo#?A5JaO9hSHbsN<sUXq$hn)aE&K7c
zLwmng-Q1<0Q=S#gd~)wU<^2niEdJ@tyO%I&sds0QKscY1WrCn-Z&Zx>YF>qut~)Xp
zSM3ZnZf;yyUfrb}etd5F=0-33>yKvs+;zM`(k!eeYe(jN<^C(nZf8yFJfbf9hhN+8
zXwVPiQ?oL+dK#B}KhgX8T>9>`x4w3*XOiZum|-q_H=6nG#V1)o_uHdpo@7~FmHTAP
z^S__^G)xyydpIw>#Ab)B^d$B3jC-dWi~4=(p7~Ej+w@s=`lmX(cXujt_8l}|CQ(?G
zyML`>=JU9G_mAh2N@WDHstnxszq*z4zTl(J+1+P;{C(19vVQG4x3y<tW*hS_o7KMD
z*6qU9RS$pf{N2aw8pq&x=UK7}pY}n&@PFA)vUj{JFLHi5^Rt-!<;!;*E~zh8l-9Gn
zWv_pVUwHo}yJE|}YPscCZcf=VRU<XdgIlrpYi{;y@4t>W#cw<1bgyn}<#{{Rz(@DW
zX%nU@Y5$zRtG972Nncy|_s{lklh-Eg>})x&f8>w=x3dn9=tdCLQzpsLrYP1XA@M5J
zG(7UnjTzU?qQZBwAOFR%^X|e6?|iQ=IQ6pIr+~p*`Rk!nnOMCAD+<@PM;_1(_ML0L
z^74aKLN_XB`At0-->fxr?$S+vChauf=3qa=?xWsf{`PuHQqa`^^R+$QtGdlfTw}L<
zi4xG86?I{@b@|0BZ3WIdRPPAnt!4cz#hb?!dv^BGH^-(Fx-a>+XY%`yPapI1TWa>q
z_|D7Fnd{E+<#UDRq0^j~gI}taZF#|RAiHX2KKl$S{tb72Nxi!Mq3@CCp&dI#HlDi9
z&bwD(<*w;|(n}@F_*A}@FI#y0&k^nEeLQ_;Q)>>lDp+jssb60rufV$3vHP~RfV8{(
zY=LIs8`3}5l{|HN%b(AY7Wp}=F<I<v`%HTmGj_iu?!~Rw#MVE^F27u1e$LHn6Pt-u
zp;_)HSMM+1ri3KdUvLe4$0n3NrR|~BW-)Q`AePIwR~lVRyRNfYYx})*+poQU%X(XO
z#q_QRTQb-tPwbM=y+7mro}z~g?dm-Tw|zbskaFhUzE|E+r3JT_ovh=Zf9mU<dlCv_
zFAdHYh=#?<XlX5S*r_x1-=YceJ(~aG^z>rAdn`V4a&B8BG5MFvw6DoKJ=sD9gv)ol
z{+j4``cs|0^ZICwqzkW;e@~paBBVw2(tW#Sx2i6P37bymVVPPadxv#G(dK-8$u31#
z0nOk04sCl{+bGc_V06fjH_`gdnGMDpS;N-<6Y$bF93-&)@}hfHpPTmR-l!}TR^8J5
zFKNmT*|M}demtMs+JB}kzW<fUiT#4pR{>{-Ebr&%T@Q*W-#E*@{Q5%0hWjGzTb_o$
zGu&}~cVWNdQ@Q5g1GhJS@DkSdFY$4{x#IGVK>IGf+T}+BYp$q=ckb@@n0mhX(xl@I
zud}pMUc~IIdprC4mbjyH5ASdPeQ$PL=DQQ;UtT!B_uWe$vv;BA72RH{&1qbH&P=V_
zx%Aj6g$=3q8kt*W*zB08x$Z-Dmd1)xrS}fJ@c$<JZqCsua~StOe6nogOvU5N+T?G9
z1>ZfnL(n-SJc%vx<>O_}w_n$u$e6YxOYHEQhktrmy3`L?2(2+Ww5!Tahh?Q&wV~gy
zg5>3E9bymNaj`!?MORw*iIrE-JH-=D<}vO!6bjr{s=fcK=zr|7PC0kxhs2iinjvwl
zM}z+SDQL|(UwYK$t@+;S%XdPymDNw_JZtzuuzlLRy3^5WcTy*AdSBRj;=z~8(&pD5
zUhMdpab;D`a`Wke;dy5)?pg^vZ(PCeQmb%h@~X*<Gq23KQu9*&3FFp>kGie8t-7^N
zYZ;t<vFp{Pz=++O)=b;AbjrWt{$rZUiwYhpuy8Xn?%r3&F88d~N2t74LvBa7f5@uI
z%Qw{pdsQqp-D|vji}iKW5V8E|Gm2~EcFj1-eO`*QS2|&G*t<hP1?H!MnhLicx0~5K
zB`SE@U#7+VRw)lWrdIbZaSoF)7F+b_Q1F-C9zI{&bq`KUxZSW=WSMBfL(N$aK65kv
zkeoK%VT;&J=ZyaDw-0}`J(l9j-jf(NryO)LSo_uNSzX?<R{q&MW#eH<r#*HDnMGfI
z?VKd0<t%XMpSi`^TVEf4&Dgajb5qP*mG%0s9j9{UMltlAcCGT4{IPdtgCyJU1nc~r
z2d%<umZ+CmU43XVBh%=>+_MYs-F<$4i~Exe=eKGIp0%--%e1T5_?$6vpYo-7o@yJe
zEqgL0cU}LPKh6x_zPT8`pE&Qk&X?j-^>0}D?YftBpWR+!TGvsfEcVy$+`|9&lwR+b
ztX)-h*CC&0-88Mdt&ifupP#j=WSl<vr{bHVEeV~~x0bu#xl*KEd`4`2tar2RI<1!;
zCoJxtZm6zU5NsHh_eb$v?3bBmwto`&GVOZO;*a}m_VE<0O!Hd(Zslt2YVXgbr-WZe
z&v-unNSE&Ceaq)uiQ(QOYt6DqpyN@k!=*V)O#UlYd=R>48R&V&@#U2l;h942a$#5g
zy!m-@(P^*Mn$x|G{&jh{{ZPLm`xEU4DQt}m$#;4=)@X}7%5PodG*P>L!NQ5__s?3t
zf6<YOXkXR%dJxK6VYKbJZ-&xmlaNne!_73N*8E-Gu+RC1>XW5LCl*iYSUTzGe~|#5
zC>a4hj`o(xV(MRne{ufZ(!6l~h1HjrxVx8r_Z6#WZabS7_wnRfmB}krKCZu47w37!
zpXb)x=b{m-7tU3@r_nI?;k^}Q%F{|;>Ylo{w{h~NVvY6N_46Y&uHVW(TK=wMS;Ug#
z8tE~2ZtdJUO^omU`EzDhTY4TZiasA)nkJa;os%&A`-vs|k*nW0RIc!g@$pyjir()K
zvt!1>gw-}>XN@H?m#ml({?2y4q+q#uz~SbGPQgW+be?t2=i0dY*@aNmi`h@-sVK{y
zV6(J&e8M_}uaGllb7a6Lp$QLFm6klUTkI7RzjLSA?un)=1k>Hr<F=>7=J%Z{J+IcG
z(rB>$j`sl@D^In@`@6TiJ{VdM(zNNc*6pibUPh!a?A^%!<R_<)*>T>B>wa0>E&bEJ
z`b~*XSGGd*ytax4>yP$EeMLKkXU~xFQ=R*&=$nL~iBRjTuuF?mRljBB+3r4jY-NP-
zXYt#O&y}xLI$f&I<H}o;sk^>=PRYMs_d55$7Om73LH91NU2WU8@4(Ob!VW6VQ};Yu
z_~7a0FXf4ELRmH`O`2N9nfvl>T!!<Zh?mnFJ;GWxDNRdU%@KMkU@4EPMu_I)RZ|vv
zN#1DRH09!yi4x%~JC#lqvP_FV;nAU;ByE+E!NY0n(`vQSeAUJ+H!f{k^dRhAZ`M1W
z(?`wwd*c-^wC)gl6xESkc$szD?yQ}0J70#X^M0ADqkr&j)vi}}Q{U@VoZ>#taCOd~
z<slA>?oGX@9&C4LDW9zAx}8UDB27ySO;ziWQSEEPXHU)txp4*T&~V$|ZPK%0{$4LJ
zj-pzd1%*vQy3?!ooN_(d|J-)(OGCr^*L`fRKZtqP+0><P`OstXR7RFtQCq|d)-g|d
z{ATsO)GOyNow#kdQCx4+b=e;u=d~?5x^Pm`<Ab`n%XdxmN@I9_L#=&f{de9xm-6a#
z0o{3*cXOmi%~b#TX07mxBimK(x~gAq__kW{{K94K8lG)&MqSOGKbQE;H0oJbX?|3$
zC#CJ_Q-SAut4=x{P1wlG`}l^%zd2_`zo|X!n7=*O-P<#HeLd5ny+z*f{dZ*UTEC3h
zwznpn|6LP%jJnI$1CGG~{F$n<lM^eyx9wQfeP84KZx0LYUF!2+UfX4n>hLqS^86m_
z|1rvUH;As$yZYz1vi_gns_S(`-gLOtJ(ArN;lS`*`?>3yWer;#q80Qmu!=A`F4J6n
z$8w@xwTQ`*@OkU_XDx{pjf37y06Nh9hC<G^8wnQ_as<pcq+8@BlyU5Ck#+KKvwq9J
zPo~E5&n3U+@~RD2x`Mo?{SQ7+8dQ4gpv|!s2HkJ9m4BO(E-t#asas4uN9>E_sxuo)
z#UT6gyL=BvJH5Ymqr61++VQ17-X3~-!jA8)a^=O-9nPJ<KA&V!S*)~JTO-`%RO*5$
zBDEIXk3M+@YaO%>IPr_?B;%b&J2yu*T-*Ceb?ycJCr_u&oz0VZ`t$nPGt@WKZ7O>D
zcUHN4<)%;HzME*eG^Mn)FOy7|EdIE*xMAD%zMw5P_q1)-mE1Ke?_`YER9@XPm-*jC
ztXxy|Fm)N5)tigXpAA;4dFyZXUw!(eSj@-sUE4ki9iA}Da=KOX79(9J<rwSto0Xl9
zEanT1(cMy$w&p}ayZx=_rSDd%96afN%fxqadtu*`(wA=;v)+EGjd_w0=@YtnlTM$m
zuwg)}XW8T^cC%-Tn!lB9)6RMIPLWSL>7(9EpR3)4E!k`Vb3dzW%R04MPGHq+o4iwg
z2aX8Z6kjf}$=tzp+B!(Cc;ozI&-&|{Y)VqYFV($!n~`p%XEwF9Hd)RnPI{Huv8wmm
zR;)|Ade&jushu;zShgyy5)FJCnkT;Pca@RQ!!CjEWlVxkPPy(>Iupx3<C6Xi&}9Ut
z6HX+=usJ0O3ZLF_y20NlMMX|*q5!J}d#uyN4IJ&R7CMg-1qHf0B91ue9Y3L;q9F6=
zQ&eo*>SMQ7CB=mHyniYIS{ix0XuX<{eBgxlse<>+1B~aL{_3-Ur_t!hQH^rZDHlYI
zk2uS$`piB3(C(_Z`(@Y9?|7Xa;vKK}E~qLw`~57ffVN5EUU56tx$WhNiFEelQ8k=$
zBtQtvSf_HVG%rZW8FId3fKqtX<bBOQgzSy0Z$94S_-<0XtdpAKgog$9?>z{4@#E-S
z>lO|3zH@R)1)qF0mZu($RN$4n{o?95*>#n#x@;2`uBcq>8nyni?zU{^8yaus9##(e
zwah>B<n^ePd+zLxm6Q2fkY3Ml?19_9NelPc_8wE-&M6bN>Bfvu717Gt-H)mcJt-;u
zpZ({4Y<k4O9-~hwbGmEf`}(J^+_vt#5A)RJ``%kjH=P@v_vnu6q5Y}XRQYay-`beL
zu#?f1_jH4G*4xvXGi~%wdO0e_>|xus;LD~o?#Xr;2XmPl_io6{fB&XS>HMLxdt3H?
zJkVi%-O0vs;f?35ykdGX2WItlFI1WRT}AZY%!zVGE3H4@lKa+nLDDI`W5&hzZ^Vth
z&OPCuBe6nI*WSHONmxIGwOstt)cN1z9tQ+CM89z2`y$P)5WHy8;sr(P-BhRSFIw;R
zG_Kb<LyG(GnyVpSbgw;M?6m&t(nD-pXBRBI6|j3}++&dqnHS7CX1DM{uh39g@|Ul6
zdF_?FbvIYUY!2MnyS(VM+tX>ir*x&KzBc81*if)y_s!P=e78U+2eW^fS-)tK)TW|l
z$ER$~r+C?>O7m!$OI#^iKl5~SlJ?4n+S^q^J{=C(!=g2Bu_*7VZPLrTu1fMQnzVb*
zq{qj7(n4j{e1EfY<>c+zrFpMBeV^`GImbL?Q9M)g;yKTiTbmv{l)gB5o!N{KX~)gI
zpFi}xKXK;V^N*f8;vBBdwBw%qJUgc)_<z(gL+=H<89gO)CQ9C4em-=^0nJ(s>FSqD
z)93t(Tji8#R1u(eNmQ(TkEVjX&GS?L%?0^#XZC$OwJ!M~OM&#f@)+}pD=oI<+eTfT
ztv+A!&fObAOV6!cYIc6|hR0R&8pR^&?}cX;>#VY}X?U7y#xAy^B0v5^j=~%n*?)hI
zS6-XUS9JQckMh^EZXU<)&C@F?NoxDNWz~}B+_zbHmZo=Vz4@_+qiRWHN5#u&9LJ|l
zzSp+tL$9@*nccPK?FQ>Sf<NaUo4MrvkHz~g7I0~@d7JyG=HGfUZMH<|+TykccRO#_
z9`DuP!%!jkA!+`Da2ESu8B^PPv#O7OD=y9vnfNBzqwLU+`F**(o~MJ_oFX#CYgC1f
zc<uJT@Gk7U*wJ-LWugaHf8oAwB(NjS^@Y>SJgv*V+Qq@`d9N<`&fS@*lXpGh&XuXN
zcNJaMxO1gfI#D3<SJ!L1#se*Rcdqo#?p!x}*T%(DmU_2uSaNFh(=}DE{l3m?$co#b
zvo<`>cD};9U8UmdcBkx2I~u$B-J+*OqF?PC_iD#QoI3E3x82-k8ehBNJA<~<ffhXv
z4cZP%@Fm}Q_}g;Q<xiiVTwOWyj=f{ElE#X_6%VIcX>Oj$ZF+jas(X7JH*Gx2_$;N}
z?(>CZ&*wZ(5b2I*K5VqgZ>sj!<IP5QcCEC&ksP%10nfe{C#){1y>)Fayezzo(RDi8
zxwgKQkDt9|c`W4~v?{@MU!&Qa=+ZpZ6ThdIhThE#xHw(2v>;~Vva;z4Z|^-Y<$TK*
zvQ43DbJ5WQ>n*vm=PbLddc>GdNg!x;bj;fJgF81@%lcjEsY{l%SlV}}a^V3bpY-&+
z#yv*X6U*LzFI^-$zpdEuy5Z)^_um8V%C6a0aa8xtnrJn%U71c@Vt+1~&i`%`wfE-4
zOL4vWHLK3P++43zVq*UMv-Hl{oZgoX7=4a3a(LEeZTtAK*+j$MR*8>XG57ZvJ<)#f
z?x52Yb92=Sw<Ej$3s^+&v|3b@?vgscfU9MP(!-rCh301jzkI7{>w8_NJ>4ZluhW9n
zN4n+S#_sEk*PTMvwXR6Hwm#+B`iK)+nqU1H9hWt)P`S8X<>LB^9pRH+gunA%;qrg>
zj@JTy8fu~HrDCOGXT;ZUTo56!CojeJjJZhM^=%7p>^atU;R(aeifeVjoeOWp{*DXZ
z{5q>F_UyXdi{D&-b1T+rxA*dNqsUVak|w-3>~(W}{*KQU-t!;Ktv|^o^Wjmz=BRrz
zUw_VL>8mTe;k`TJg|OwPqYJ+u*p@y2)ve_=_LqdG1+o2I^eT0MhX`n8v+GKYE>`cX
z>o!+ycf7shQt6g1b^Bnb)6S#&I!iY`%r1?XsZd&asNMYbch(6ngG<zY@%lOb_vlV-
zn=#+VOxJlE+deNfliV40`THE#_Y3u&)%;}Cc5Ff0OtB|r+aD{iKYOAOtWl}2t?ruX
zS}C(gJJQO0Zk+k=O#cm^**;BQx&3g>oAkhQ0$r<=XV*#3{xHqIe{$*EwY$Upo?ib^
zy+m=({=aH+o8G(+@wmSC+3Kgu<{Z{p)pKO?P0nq_{#Q&pR<tjF9~F0L$DX?{ehF9S
zUO6M}eSTWU@3?@h{->J#4>w)jDKfp~bmFX9GwFjlIvLEFn?AK&UMJ3VPOFe{w~_Sc
zO)snK68jDve`B-rS<#zYh8$0sD%Wm3_H1gQXy?Kw-I=Z?+J_<q&lf1XxD~wHD(QOP
zEJtU*&Zh@Bvt47f<35K%4w`x!>ata7&D7anQf_bhaV*8axaO*C=g#YY4n1{k;TF_m
z*%7dmt5NsV+&xOscci&pEw*?I?+u3`_2%6hX5KJ<$EE&hVd|_Kdm-pv%e${^Tr*Sl
z%sR1m)``9MRKnGY&VMoz5OVh55j2bub57wAG>nmOPH|~lWw{~y*#W!rljh&@|GfFR
zde*6K=HFB2OEdLPSJa&6y2H9jZ1?3KJI}>VVCQ8MVRUs!?3*#2GpuQumdLNJ@TfHb
zHe7q2we9%X5OljTySe+urCQmyTfCP~6cg3|Y&-k>leY!sN3uW7(G^eDkC~MbQQPra
z!Br}MyQSxyvrjq2?@7LXKKIJkXNzoiciz%plXB+d=g8l3@0<E!<}AA|_dM{Ab)$bA
zQ_`G`FJsN-h4UUcblH0Gn+sMu!<6q@1+6?6XsoTOxif!9U|aEqi{Hu)?y)<y!+xT!
z@ygzq1}WEhYGG}v?_OR!dn<9;;p%h;b-pe3Y}fdWbJoSwi?b>HS-CsiH?G9qBHYK>
zV^>d1`-c#(Zuf;h0v~Mm@OhjRZeywA8(nu=W#-PTo|Z{>e4iegv`(Y#%p`~ZPh`(7
zoRyhnsU6j}Wcl4EA0xHH<`#b{Iqx9v?0izV{K<6Bz=>bFmMs2P)D#%`MEmA-?VHyp
z9??m-ysYKJN47V7we9zmul+MUk`jA9I#J<`03Qc?3-cjG5eLJZ!cQxNyEt1nr(U|!
zQgG?W7g_NZ?nAS$h#X=)x@e{91BVa0(hmpZXq<7~p?Ie}T2;q3RHf=2zxdvk_1rN|
zVLK<38hT#{`YJ2Gebxrn!Z*c&uYUb>*%IS?amT9nKQ#Gj3ZHa4$H}}Ynma}2-6g#l
zR#%qBI>jG7sMq(+Hc<a>)5p{csShTIAD6jWzTy{O=)Hw(hF27hT~%mvJGD^F@QRAi
zxAJq7d_UY@tmZO}@zBnhdnZ4ByHs-5^7t&bfQHbU;j=gInrXcJ*}iSb^G~pSK9cz&
z=%8i7M(f?4wU;@0xbJ`RbGX`7?fEj9Z{=i`#fb@eE$pxA5C8oCIhpCg?zykt1wO0L
zJ}TXswp!Jv=;Dq%TScvjbt^a6<+JF$SNmvV?7RQBY{aB;f6Yn0i5)&C=jri3St%D&
zS}e4Ey|np`E=w-IUB`|_Dl<wPK6~lc!L3!BwyY`FDVosw`=LYi)31{&w+D61^mE@-
zs^~6xr()jhQlHlfg6&VMc5S(1G_hSrSwFJRSX5)zjZX|e6Qx@VxhH>mT*)Neb0#I_
zPtJ=owVzL!&tVsvz5UEx`I4Yj-(6)Fy!JA<($Jo4d!?ma>ca&uE1uc@zQ<-NRfvY4
zSE>>HxO&a%pD}DskPQkg>x({SJ2$Y|e399)enR{Tb6YLH>q|fF^qR(VWM_bJFtc3N
zo~RFgl~;{E>K@s?gKL)5tdH@|yx;#Hzqfy>@1@6KvtI1&KdR58P%-QOkur&E+{MWr
znoGS_t$K6!Z^}RU!*_cXdfHh9SQ;DCx{cGPnOtB~ozqy(wX?9E@qs17a}N{t=W{Bb
zJ(%5`{V6j`GdKU%&+Sj+SJoNnb7XF<{pAsPW7PtwXAT>=&itIAw&Gb<(}TO~q(HE*
zesV_f+gS01%R@p_6ZUZny0e*t=B$zk;R)rr$^n9fqN^^3E?(`F7M9tycD;G8`p!U!
zb9osHMCVM8&UyKN3fIgfvx=Pzv)TmjOrQI5&pZqEnV(K<J?+P0a`LKPw#`oc%eImq
zJijJvzOd~K>p@M&7u!|c=hz2KigXqI7W(YQ)Z<51{t{wInabY6vUd5GNY$wuN^*BH
z-0@yibT6FilC<sDD64JvcSyY0bHVa|(L4G3oW&pZpW9)5|CV3=PR{o}Z*O~D|28Ld
z@0_*oIo<7f?#fK`w0*xv^O4`>cPDsipLp%fD=b%i%QPv)Sth4UqO&yoo^w~z*Qrru
zOQ&-5-0(FrGg9JY4BVUdHO|Ot$y|fxxEGHSs!kT%coAhky-Bca<+160O_%Rqu-N)l
z<Y46*iIsj~Pj2#99=f)`xM>qts?ULCM+AIVu9?l$Z??2OL&(SXrQ)nh&UYr)XYAy;
zD!<A;q;S=vkfSTRCU*skE)P4)VjMER;!kkOv=chhZVSy-wekirCq~Z5yRo9f=h=_U
zD1lv9XSSZm2|c1LbKcWvZhg-d-mu6`ulO#omc%ApH=UQdyhyb1kUfW}fS8b&h?tm|
z#H|K~4H|PRlEmi8EI9Xm@)L#yCJI6GY$SinUt>5MKV`z9B#R22BTMy~k6&A*q{}>;
zEk{b-?$D%8KHG~6(`WXp=k*E4RxR@OFPYuxXM1s_y4BY;+D|kZBAq69W}k^lz9sef
z+Ke5il;@vLTP(z;esrDmjD-eDmAR*<KK5ig&ULAA#l$$@y1tbzON<ywc=}XsdhEXI
z^>@pm<Purlw?6)}(mfx4jM!I_YQ%s1+GH=&!+(63Uar|<eM+`a*jU?mqc3Y*z21f^
zX3L%*^>2+kt$Z*}x<oay_m;|%!dab#obKD#%~;=aXooSA=E5&RAE)v?zNXspXEFoN
zvfG(E&mT`$H8}F%<ps;a5<eFC#SU7ZyxkkO@)!Hw;uPs)ymfV&w=`GS+$-gCkH1Rl
zc_V4Hb56&;PBER5X@|D$_sWQfOf3Fv#3^;c&2I6$Gwb!99@h{3e&vVek-Dypc``~m
ze(T>e%)VEbG;u@z%=T@Mg7f`iFG;rEjJL>USX<UMdG5m_;pLkQ=j8CHOCRo(KlCK6
zy6zwoYeVj|N34zpHy9FUw>CZ4z<7jBK-we6VPoS_Hi_F>9E|<E4rUBD9a5Ml_5Rt!
zx5g^t<c#U=)|@(<WTs3G;{CDM_EKluEaeR^7A%^s)%oeg+AqFRPQ4-DKDmAPe{AKc
z*rql<DXWYZ3l@lTS!ujju)tlgAvNHFqa!=(UJ#`(^5<D@)1TX)@}JzFSD*U&$BEF)
z`ln0QJBj+5`iA<J`c6%Cj=LY^;BwUEnCr33_>`CwJ3T8sE0sG%6BP@#AMSm}UUByi
z7vB-zWy`sY1$PM+d2%Z~@wzN0rr9=quIJqc4Ncyc9WD4Lw{0_=7bY?Pcg1qcu=u4a
zAHOWS(G}r+C34~gm-{;|mK@@AyKBv3S;X40@54;tc@t-*W>2q-mOXX(oM?^5w${Rz
zHClp>VcQ>67{1?m_rlD~i0Qu$eURE!a`$Eld%(fj`akz5C%rR1cGOnr@-_SFIQ{9{
zxLUv7uj-GHnBH@7<)7!QoPMhMd?!T%J#O#2qP6^x`>O{cORoDla`J6|Ai>`Myvv!X
z`i;8PmMh=&H4ncNKUeI}_geeRNwowwO%E%>DF3RWlCRZ@&n$J5>QAnf=086%cJA}(
z^KBebH1FGbb8%_fd(FF8;=TUmCC^~4-s(r@zBPT<4Nb#beg7=$lvff~TCAPVC3SmB
z>Eg`aS4$p#(sNOBQFD3LY`e1CPkg4Hk*tQmOg*F8pumz{FL)+ODjA2=ulUE{%`jP!
z$@y#hEB~wWSJ{WwulmR0w~WIF!ddw*=<lva{_FKFMlRaylGb@fXr`)Bbc)&DU9Rcf
z=fq~}8bzmUJCUO>DQ@bq{TF_SyS;6FwtwG#Y5%!GEB2%bGU%>9w6iI;x?ugA1}()O
z3Hgor3-b@^|Hx+8z_^#~o74^M=}X)0F8tQN_SvRwwNnG@!lx)HX0^3nRNS-Sb=cnG
z%bFi2&I^1gY_>&LdTmlg^4n>BU9u|tn?3H&Warkl{kygONU-jC#*^;Pmi#Pyq}Jzl
z<&o{HSF;{><UCn;^_$Aw@ZG0+JolHxy<pkip|5Q5X$#Yjbz3wqmiqcLD4HDUv77ST
z;^Ll-+S#8t`{TqKrhJTj>1AYd|B+D#)3&%>pC`R^+PHtY>xtmct9ss9JiaIXR;08v
zt9$jzA1hCv;XHry@6SydPc5Iz9N@EIEvz??X@7kyoUP%Qnze!4!-oGXD*M?AXV(8~
zJmypLN%U1+zCep*>c2<p_Ab(W9kngy+3suEOU`>|8Kr3S-(k$@y&jbDtJ-bJ@%cMU
zFByBpCVsNtc-pHsQE*EXOaJ2FxxXA3ewco^ejvU(sHKZRBBx;k<9@b(cHe3kZa5?`
zH{IN-SGM-X@>@yQcijLnyJKG`UElR;)4e414H8R_x+QEBjL2aTlWsifmT<L@%X)>5
zB8Qi>LGFVsXM=uooo>itUd_9~?82>vZ07a6d$xr}u%+DA@)c@Yu#NFHTb}fe+}&1!
zFU&UFX2@sWn>#%(>Xha!%@2PIKioc;&%R&wPZ^l8Pxi;O!nG6QmtM`~S<~FRdr72|
zz>l&A(T<s)xg&H~e_dRl$kA8*^1=a&YjN9dd_Da3mxEW&1l`~;d)3QRmVP(e<9GAQ
zG@b^(N$091wBpsjpD=efnHShvRDVBZQQX$e&n3>q3;%modOB}{ZHCYOmNn~`mwK%J
za;n%X=h&ph(###}o}6m?nppj2$!Xu)n(9h=&F|Fi#vZe|yXoE%=T8%^#2$*#l*&{{
z+q>K8qlD%`Essq+$HVz9Onc|b_VjGe-U-JJa>lk@zEF9iR;mB~%1O^(gzU|EGgsUC
zQ_16Rp-x9+6}P-Pk-NTje)Lks=3lNQ|Ib`n6qjoizQg$S3_hbjhqi1Ec0Stexbau%
zKlxj{8OIH>eN)`#%{v*qt*D$O?}j+HWo~lxPWzrG;?nt=Z>DZKQ@mtVO6%78UC&Qt
zlqMXMVmKx%QJ!!oI#)T8`M{3tQOpN+EDp;4z4ya|L$ju;vNV?Vrzdl{Cfsc-T_64P
zz;5REe0!?(6&UZ!)_jkPjulKXtxfe0I<RVs<;h1&L{}zDdoKQ~>m5?%x-#G_zxa3F
zY*F^lt8%w~4{T&zJtr^0p(G{+1Yf=JNT~@7EGf9BsFd;8)n!>HPaczRie1jpf|Wd1
z)3YU4omUk8p0M-xFHS)PvBZvk0m-Iy<r7~jU49ub>3sRcmr9pimv#Gy&r~#WPAPdA
zAUX5aKcTQ310yA4mp1N17Sr9$`<`Emh%R(LJ!!%%jxXL%msY59DNnd~;jwo7QC;47
zEge=pioUN{rk5?^(>!XDT0EmZE`Iu~8!Hn89rK^<zGMEk<YxET6Z<Zlb5j2ku`kd*
z_M>)8<dg7w3omc|;IpMcFM=~=y3^I?aeH3-EloDdEGj+`z54szT!j_Iv)n)Vw>Ixn
z@zL9&b^b!zCOwa`I|ln1cdyXpSO0YGVD+(A7k7r$_2~tdtol&t7$v5<?%B?B>Ykap
zANMbHuH0~&t41}(v0Le;_i|I0DF2@pS+50m>Q4&1Sdy>w*!3h2%bm7AvU6s>T@y07
zbheDxk(-Y$Ejskx^BvFG=@T{=N?p~im@!>OYM1m8->Va>bhkEil(cLS+;=~?lIicP
zT{8|_O3sU74$e;KdVf+XB7<+yVas=qeng~*WwC3tpPg&{-n*n@(-zmXVi_G!fy>~?
z@J`pNCF3UR?EJT^Kc}TOEO_B?YkvN>=d*JygRQ+e81}M#(VCW1$GEWR{-OI!52V5s
zZZssc>YmU~;FT~dxWVu!eqRm;)6rXHs_PCZ75wQoWja`NhiTI54evhR{{BJ!Mb3fE
zjpv`T22A8yqj2j$#_EQRXHuD$@y;=8xaE+gy<%IO5RaH+HuE~(J!TBIXUsEuEjq(>
zoA<emvntB>ig5BT<C)-l>@NR7xhI^WKZT;rC-{D6Ej2JrJ)*W}htl@t?UBdIre`L0
zo@(v8yM_P!%uc7%yJMCJDy;JHQ<C(t{7_P|Uv+B9a!VJD-v@IOp5K~#N_$DQ<dU}%
zH*4;$|Ep!PlTXGy>SSJu(Xv^ZQm>b4&O9b1nQ*13>WfZM>eIU-k*#G~e>FLtT%I2m
zurT#q<A>Y#+LUkjF{Wm2*-<M{yrH<fMDv0}T&8&wujj^VwmhnAhnrW&h={!D*b}z<
zlEBjBg=z0D?L4TeIeT5+u?UY3<#BBqRVh0rv%HL($5g&N_J%~8*u$?D`&#>C^rpYQ
zdhUXh#P;BS%RYpLEiVlXxL)noGpBxgbNo5ykm$2s(<^sp&)K~uN9Fk2StsW&Tv@YP
zM{)Uk59<iAg-&1FU-i4X3eH$%`1Qq=cNwoP?#!CG#JfA{myYSykiv)W7ya_~)x8?O
zYJWoM>PKNm*LE$Ly(ahOin}v;x=dCoS1i%=JQ>24x;)0-J0+pM$7(u%U+1H$J0)B0
z>8<UzO5|J<{${f4ft3$J3ZiuG%Pv>4RGwe)<j9F|kt?^(+ls#|nep*(<Ok&vzZB8Q
zTAU&CT$6N8T>c_-E$qbgFABRf6t8qUv^%sjd_FZJ!v9w4vT24}bFOF`?CyD)dPYAo
zKtE|_{3iWW&Vzw-Ef!iN_MV*nP4!;vOxxu#C-Zo!l$N~Rb8n6u?=G#0{afcOn|ob}
z`ATi8L)|YI?sId5tX`e3=HC?~z?mWG>{IsC=iRc)+ij$zp6DFTDsTVbd3;r;Ynb)2
zd4iXxOsGqCIWar=iNM57a+_n`c=oi;j&v*ZuIugAUbtHFRCm%T%XF^r=|5j>I9hhe
z)x~OpE^BI#$hN5)1;X7-Vz|U+XeHF``aCuL-gRk-tv$vYVrC^*KYHqse`w<U`%KOs
z&rRDj>k031pZ8amCRNlMHD^wr<abGNtNpXj%FA-*e)hllVwq3=PtV#4<$F^uW@S0s
zr+%JQX<#GTp0rH+$CM=V?T7ZBw{e`kbLXD5KPxA1D*VnL{^sP*RZFK|_lcck-88G~
zOln@GbU;SJ!n3nZA6UrP&L$_-kfE?B<*I9pkeP`RgX@F9-|M}rr|Kwj1VpJmW7RsD
zUG#9erme$L4yzY08<sQA<EwbJD6X#2{j#Zs`qM=%36%#KmVMfELSIUiWo^t71&&o#
zD_*s(vf8gG={rq;C0BM!>4j^K(d@aY>RgX}Sp#F5Li_@EHhVr5*|8|yQ{C#rYl~Hu
zYW3`WqGBHo)vkIMGx3ooC&Otz9qSEm4s0q5pZ><h@!j$REaFp{wG0y2EEhD%1WdGC
z@NV1IbD!5=`{T}TZ58w|!R5xp`ir+#u6;FMy=a}>$>03i;XdcL8a(m#ib|0FB+?!C
zZ)))D?v=U>J8hP4)7javMCXL1;@=Lf+wDS+7UufDeEia2q3Bw%*w@y}kA`fzs@a;S
zHS@8L_r+5wt=`QBm;I(3ob)-a{)zs?|NC|qEjy_t9Dk=i+N$%|QmG;z>7RE`X&KL-
zwW=^MFfiIZT-A17b*Ap?r8Db;gZeJkDCq8<HF5QnKi2aOpL!UvtIe)-!ny+YB}wy6
z+0VAMQ0Y@&<!e>1yviqf(z362H?E(2BPereur{CBea&zCtlm#-ba$Ux^z-u0__)L~
z#h>@QRZ2|L(A+UAeVNdo)t)V@SBJm$J|(32we<0!r;*cGzJBu#YutKe*|UvTGuLqS
zJfC$srM}2FE!}9h+Gb@Y*JIV3M|50{xh`ATBocA=J>OA1PMcRglT3NeUb>)Dx@>`J
z$-&E;x2!m@Xj7H^4$~W^H(V#1n4GjalbReX`1a5R6+_>Nv7IszAx|tqrIysn%inhI
zUh_ZV>l}&2p7-Jd3|A>FxTttRF@SM?mEa50v;v2D6`7OH9Fy_k;N|Fj)y&u!xR|fe
zYMGoXL!Vkp+Sh|EOFh$tu0}t)EpWf>hS`$MigP^;*Xw63yBPG+D<kaK&z+%rKJT4b
zE53Om=VKPWa<!iL(zcMz)1I&Sm5?o2GMAk<eBlZeiAB8Hn-kN_dWtI|^7z8c*;mc>
z{yqD#zuD_vmutO8uH|0WROMVFop?d&W`lGj7<tx9?|!Wk(9ROaHqFXufoqQExqHVJ
zpA+k1&T;DFJz@A$LGH8u>>%IF+OHdfE`&_!TD0g2hp5MsOQI82&uI9f@r&^lqZh*_
z`N02<SCnr|eBDvF#A4I#vWReX|1H91Ci;mdoLSVjU6`Kv`og!p+DqTR%`hrCVDa@u
z(9ut>dn}5)uV-)DFjqIn>d@AYQHOF^Ub9uyp4)t^NNL`bx7y!(HSPIyZ(q>-7whL!
z*L{Dw&t<+ZmJj|GKDf=jk$VpJT<&?Y3G9#dD4gqTd*d+cdZW&TXAZNObNLokim*FO
z`!2+tHM6$#-_)fmpWZ*QKQrL8iT}jRd6&K{U&Odr>&u*%2haQx(bHU7;=d4#UVdD;
zXm!BfGrvT-f~CE_i+Ft(+0`Id6uFmME>QR-x73n#A-k3bG=Wfoug}wRF4eMK+GV!4
zT=#U}3Fuwu-rm7yYLij;YNjXu%i}A>md}f<N?G}D(b1)1ou_uZhz`B8YU9yYVZWol
z8aKNZ#Pz@KXL@jC^5neaN&6(OotBu;{cxAW`fkSEYRz7)QrA+<CP=+3J38q`XcjBS
z73XJ%9<=ChC}w;3dJ@CIJ98#v#wA|s;cD?MTJvJoa!KEBcJq|<6u&EStQ9fZ((W@c
z_Gp0N*C(}ndyLlP-HS<{?YB_6Df*{TRk((%>a^mS3`Rj3^Ukugn>~t~&G&Pg(p%l7
zzPqn(-!t!;u<*Ny=Qr$~-uIy-z_|U)T&o9?YVFbCcNkcIo{>INv@r7Ji(Q|Jo}Lo9
zt-ap=-qfnN>s?F4f4*NkfAW_A>+tnQIB%Xaoj+r3a9wRM*WW9Z_ouLT^u68mVwJ_$
z9zL)90Dtk_HOCaKLK4o4y03K7kF|-|l|P|XYu2Pgr@qZyX#3>H{$+W0^mhK#ziS+^
zYdS;ttPQ4(Gk?|@K6aF4F5|glDDa#!i|Lxj%91Ikye@rdIq~Ja{tZT5yLI_nWKtLD
zFs1Hf?_Cmeiebs5t_PDD1K6B2%RK5B*%PK7nVdYWWQv!&m8Dnev7Dv@8dKU1Gzcr4
z)!LzTBW<%)p;LlWg4nrW!3D+>{FceP%Pmu=c-)!%yKsun^!$Kn0!$3K;p$C|Y#dSw
z84DILHnZ_XsXk}nyyzvnc1n-E<F(}qT6xnvlmr3~Ok?rta^zrqkrG(0a9ObR+?f*X
zna4y*mn@ndk+SNSvb<u1kdWZY2fja#E@)X`FJ$T8A#AuSEb{WL;Gj9)`|s4dAM&1j
zU}s2R_1ilt!qy-E-I#yne7Rvs%ll6{9*;jiS@7+VjoDfDAB7X%{r+e!JLT=(3oRGI
z3|l5KWbW_fSnz4lA(0ywZb(hr)5f~~>enqQ3{OK_n%JdN1)qE`3E27Jv`;ddu7A`U
zn+>a<I=XUvez%EPFy(8Ka6zqSwDta7-`TD&nR0y^^Xdh^-v9PK(iyqYb94T!L)*9H
zXqLa4Y=1uMbK}F0df|2cO7WMz<xPxln8We3GV=1<-OH}X_V&JsRsHg|=1fef_lX^6
z6`T*Aoi2Cw?SxRb@Swi3t)5L6``57~L}x7hW_63nb8VALMq{^6!EyWPERN!`0c8$1
z8B^J(fEfo<e!gUxd69|zi$ZRg#W63T#jN5}nvP_6GHfZkaEmef{n8s<3f+qTtN#6c
z@x$uV`a9R2Iv9Um&v&6vGvF=1CEwY|NG+FxA8L+sy1T6Dd+54ckM%&?i3vQ{UD?>H
z9z}Z#hWD+yP^T;MR(qCNmse=1xYFULYxx5WIysIkeWqq);ni{?p@FkX^@Z3)&WW58
z6&3wDc*>PJEWaIe-`34{j&bfg(V2Qiu_;z_FT199oD%?dsM=2Ov~`}7Tx2ZPeB{Xd
zGcW(GE$DB1zt&6P(22s_C2r>H&+F_x`aJM{@FtE<)~x&LTl?5WBSW7gi|a@$WbL>Z
z(Wnx(vaL{4zQsWEM(>^1-$JJyI%H9_=Db(Ztu5L)CpM++sE|4)d{g?pbM2<o2^xX&
zdjj~somh2a-~J;lVaEh*)TEv*Z>xN@@4}7>xtJ$+J-L1=&Q{r}bb0crLZ4mpR|tLc
zxRP=HtA~-rB-zbH(QzTGRgNG0zVOwPAeAOYD<9{p87m}suViaD^71ZTxJsq*laBiA
z_2J9=f62KOq;L5rXQ=)paG%6vwXe@)db|pqi;~yATjpAH|FYzqoQ#P+x|3GA8g2Dh
zCU)|Q(o7wpN!$H&h4?(CozR)6Xm|S1e0CPlkW_kOm(pgJwC*!vGkKdP)Xsf99W)>%
zurjrI9qanm^(=Wt@AgXVNOzdp=*-q6F(a{ot&f4%clW|fbCb7i%kExSBmMjjZ+7nE
zsM<P5*I#E}SS)_tv(DJ+?5gWM|2BmRF))=(y6Ek;Un2J5o?S7wnsxjml_WZRRgcbi
z;^!E&Tw!Ifki&}#&nZHhs@@Z%`*I47G`bfyXcVM0D6`DDS1xehv4;JV?1u1`r4tm+
zN(;SgS<O`K7O5Wc;xs?!R*#=gRZf;pdOj(v`%kRfJ8fmlYwbS#Q+a$Dg$tVVDt?-8
zn9ey#^|kkn!wHW#*D&PSoY1QMr!2l`qGI5@GG6<hGxwIt?+FSN(&sEcKCk|Bfl5h|
z%bM?MvroUhTCjfZ#Pn1yvH2%mFX=x%w{YX<>03Ld?hpF*-sH?%pB?)ypV)TUY};o$
z^>Y5FO{*LVzn7f$*7kN~+qvWF_PKRDpO&7hs-1K*HGTcPZ1MB^CcNI7>8RaRo45P2
zVzgiIbeXv2*Z*Gm6XZB^`MZd9uEi?xkwvqDCrnu9{{6!AswYxYLllH>6-6hfcRR~T
zyqsRQG-gjq;r^89{V6;4Yn$z~Hk$pe^UIUC{Y&&?u5WKLvi@f1`<nlmk<(NG6Smut
zCyt2Cdb&_l;KnBA-Lqb_WR+Y!z~^_tdd)+L!=En|Yy1z;cn?OG12m3akp1a@#b8$b
zGP$R}{)&Y1bO*Z_nm;<)A^LZ-3t#YKF-yHA`BxR*uwQfUnY^p1X8(($ul7r+vi;-E
zPK`7@-PL(D=x6;WZY{AooAA8VOzaF1rf0hwoDV26T$4x(SS>T{j({l3k?leoYw8l8
zByPN@)STV3&XrMyWf2F9uHmI)65$@shYw_l>MXlnEX~x+)w3}rO5rrq>c9k3u0AE^
znPPWp&jbrbM1P&hHJfYqudbQ<rMOoMJt_TQ_I_#Xs)C1o#SdePH@@6g(6y8EMD2rj
z2Y;J&&Y7cQzGl0~=?>FP3Te-})*7#hmeYM|9lh(t>8Jgw7Z*>NQ>ou{`^H31(J4nV
zmRd`7+81f9kCE#t(PMso=}z3tjGU*h4xig-66bB4oyl~GTa-nQf4|4M1;MP!Qy18M
z{VB1@R3fr)^`l)=9y|MXuID-7v*}#`PyN}7qbtH)_<jg{m(;cla#ct^5wuELXw!;C
zaS4}1!aY}5yiPiK$|To&;qmuXUbE-!oqzJ)w5E>rUv6Fd`pjpKZ^X6RkpbfBhe~J1
zyliqlddm7~u>883yf3Ft*Vbq3*s0UGr?1s8U<#9KXNbc=-jdpj8qJ&hOkTAd)~w{?
zx%f}>#1^3^99;((PTc*h;2JPNNW)|KRF*yGd@2Mk6f9|M7Uc`8n6i&q$vWYo%jBXB
zPGS8AZaJ=6pztAdf|drSg0#WIr}wATml_#=TJM(>_V4eDHOq>Atnm64aQ?4H(IO`m
z9}_z@Ej1%Gqm=lPiG^Tz@^#3<7`^g^zt;WYoff)rrBYzG{f=$sS09+UuQ(dudgj-{
zF30YJ8>hTzc~u_zX4Q?*jh7=sz;tjRFF$x1t$szFn*fh$Bd2QPMc1}9^Mz|PEw+Yv
zDILALe44f+qj*x`<{f(SoU)uEQ&#(&J`+~Y6kC3?JC#puDcj8F(`KC1zdhMeMSQW`
zU8Qwpy*_iJ?yQ@mEcs+%y3M7f3pV`p2zT^8#JQBqGv?*WWvR`3+9FC6o7pWLuU=v`
zt$SUtt82SS#M1x!4lR3e#H`s$V@tEmDr5O8wfsq`CSRsDp5we~n0GhxY321(7B9+M
zXUcD@IkoAK-=$&&9j%RvQf{1jaqt#j{N_hO`aAb-EcC4P+<$hRONHLECvJ21E{@pY
z-IzU{>E5&DPZay@--~crDW6$<#Kz--<N_s~m+MWgdd~W2UAoQ4y`Q`NOU$oX>w+(r
zzPx;CP3)OpvovOH_1;{z@?Ti*+F#NB@0wb;TFMz^#7`79ii#%$2QWEEa4ekQb#cGw
z?jsGY_h+*FxWcudVxPhxhW7hE;~XVqT>kPU1{`Q$ocUnU<D^R$4_S$|^_g9}c+5(y
zz3=G4>4ziSwO>a_S>1|sw|<?GF8g*(a^;IR(u<3yUEgR?qQf`Wcu(KAYa2~U`aW2R
zpZ>(HWmIBy`1Oi%*{|!0Tf&*lKCe1p^>~%>p1vch{a(`;ejokLF|l9SO~&#OhmiXu
zi^uOz2)R$QIP~PPs-K)A(?TKDGr}{CJmw26@$ZbgckPa^*t2(g<kd>E)3vV1e*GU~
zGC#WY{wAYG(c#h3)1xQrO#JED|7F>OcWXM%Ev|B#c)!=iJ3D;WQXMU=JxL9`lBcIM
zp4h>@a8BvE-O=B<bLaNuO<z`6zo$I*Wt295+qA-kN|Pl`{+@m9J^#=4^pqP@&-28}
zp4(r(V8b$L&CK1meXma_d;DLr$db3ydTrOwsZ2)Fox)doPM-fBr}Oi%t<^2_JM!N@
z=ces?WVPlJbJ~y1^LDS=m9R8)*H*FZ(;i)8+SPrt<KMdGbyM#@3%$j2=a_O=nOVra
zZC1(mlMmV*3((wrg}-uIMn+%Tvy3GbCN+sVAO0DMSOhoeP5tbxR-k;nFSRd>>1*)J
zRF)N$+NGVId^;@TO!-b!uJ+`+VYzC;Vs6V*6PTOimNqyVIB>Zu7hSmM=*})HTT*i2
zBBMLIjOY%-6Muy(Uw=@WS#SIQl$-R=?a%L*#7eJhPGeheg2!PeXUIXp6|ZJ<ocLbl
z!7h8rv7PT~TgU}P(GbD)@10VfRImNwun>mI6^-<a^o-`KS<N|N7U!OF;?OOZwiK@1
zpumz@FIrAKIMTD5bJ=TwnG2GgN}NiZQk+tDohShhT+i|Q-vyo!i%r>ef@h*+$vJ_!
zidN1kZ6J=4u}j(oOH1V<)r_g{bxz1kU+rp_sCM?=7F7e8V?KU~%T^y&bG^GHefFK>
zC9aS3mdX8m5VM6nS7)l|ojYG`|FP*Rr#wHk>+!y=AumO~mM3q^nBv%ZX8-g$@h6&R
zFR1c!Tdp;Woc8G*ljxlLv+L_4nQm`qN~^8=_u}Ivt#?I1P72?g1w7|Cb-rMXeRVgW
z#_MIt_7mrw{xL}N2Aq=r_gK?jsr0Mv`hB_zw{Oi)`>W`i&40-#v5RwQkgq}LvBlFg
zW|!^dIl0~^Ra)aj!KvSVpSDgtkjTAu+XC0JxpP04WiNaaQ!DA_JCF1GeGh%sa~+?S
zy<O0>Pf4f$^vr`ljcoNrS@N@{`KSH7qBDQi)8NfDS=0P4cz~(2pGYeMl$@X4WM$C-
zO$xe#+g`dxE>CVa91xqUYb9NwQ^TU5FYt*;Y5k!S+!OXVoaCOdX38_sxlfuNH18;x
zBKo3fSJ;Z^4bctJ9o$c(W^@<dci1Se@r_yg^?{T53AwU&6eM5#_GIW<@cz8wvLlQv
zjtR_7+6#M)&O8&}z`-MJ@n^R$lcK>5t`=SqvxFN55}7-ARm>LLIFO`muq|#8*R=!5
z%oBKB%oJ`ONYM^33%J>k$~--H%7^9$D-uKJX{}w`Kapd_>0fryPuCs(ynNY=UrRRq
z;EOdlbAh$0#Bc4VH4`l>+npwA-}JUysbZzOcW(4C*}d}Tuc$=-TlD+f>PeR^AICmx
zd_PxBaq%M!^MgksqYAy-_r>^L5eYS%bnkelx?QRALC-)<)|E`h!@qs+op;!^@5a;Y
z{gyM%7=*?Cy#9{6u(Gi+S@xY~fv@AM{ib@VD=sWnF(_(R7OhgzjV))coMRLqYP{cg
zp~_{eJtDi}7pAUnt$wl9;@lCl`A@5k@<vRGjhtp9BVZtxV>2N=-i2Wg$CvP*!5)9s
z2JIJaYd=x{Q$f`B$Gl0mWx1IA-)wr4;B-;p%7X>s?mA2&T+Ex+8r){cW!}oWXItbd
z`N{Gp%nWXaISQ`GJ+Q6uHd}%8iCl;6YlGCdyBzYF_woKQW4Pl`z<h|8XM1b_OV@3^
zzgt8?L{dJ0=Kc1`{`hC{<L!g(&G-50c28Z!?fBrfcP4l$&^^Db;LgE9{i{1mp3ncp
zb2MnacfB6#E|V8Q3%%R*RBs(DWIw)lsuiCjNEQ3>y;CyTkITxGgLv+XziF__H?=<J
zn`d3|?!nGx7(;ws^?KW8jW{9RpVvRHFWGrwzmaLJiv5SJ=l4h3pYGnj$h1<-Ieyu^
zqSQBs?CT$|elp)9yY~7Q27ix9>8qA`AADcJYk5A{C3|Jk_W5t$>Yd#AIWS?quA~ZY
z;CWxKzk6JJ46HQIyuT&$I6SV>PAk`yb&BBopPN6LZhdc=ai{tG`=57L?ONqqy-UkJ
z$a?#g>!0KA{@bh8|FZbq>!;3+7kG~TxOjZsF5l9&RT`0(T^qJ|f4aNlLHxt&-r0$g
zCbP`g&Zo02>b|i^W|ma?!mx)DJvUf?yjjuwVuc>lRKu4+iII1#XXeDp7YohK`}Ox{
z#rZ40Z{8And2@?zgxr@q^Fx9QpT3Vg^E|-%n@SIt-ReIfQ8D$;`j>TzHD#(w+?HC)
znrtX>Ys$3dOxqdDW_I^%p67DR)$O~&^0L>#yT7iyyGv+k>!Ww=LQC(qo=ADr{Cn{W
zlZly1mtES{*!re)uq=C>_4#yYvR*3-cTCC#wZ%%umMnU~aykZFVkVw<-?Pr|`InCj
z&KjPf2=wShEQ^3Lc;x`NH3V8YAR=A#d&Vtx&G1kS5E6YD@8l@rWXSTa%ezD?tm}l%
z#7L!JbvcFmix$1exp-4)GpzK8PMM+~zH+sboSWfIcHeJ~lWQ-e$eUP}o_H+8^Itsp
zS<*WGXaABG>iFiab*KqBD`5ANwRrx~2QJr@uT`>r`!;8WTDfoW!A&nuDP}G)_Px2P
z;7IhTtgmgE`T3i?@^*epFIqZvSIzh1Q<GlLdinRvudrp)cBk=`+~YdieXZi*!zJ%_
zEVuT1eD9QQfNFT8^tpda^0^*mx5YdveXqao$K!%|e>Z+={rSo!#{QM?vi@CW9HKH!
z1)-5j$8+!QI&%7_?LAGI@9&GAC_3#e%*g+dC@C&oZ<$}1c91>$<h?yb>(<_>JY909
zJn~t%02A-*y-P#?h?Q${Y<#}{&fd07PoC~;VK&t3<uRR-c$?*K<u->M9>0rv=O3w^
zDdEj{!fn@Op?!(}SUxrH@cDh{4%1zyyX<A$<=hqAm5p)C)n~a6D@J_Cez2bL02`CE
zKu*F2#zSme(}QiozpCy2c5+?qrtJAW7ytYVTH(0i!Holt<KM7zG#%Z)c<-$Z*Xvhv
z9FXeBaoE&&(%w0yQ-_1;v{#Xg&S4!z4m0ToYkYsFT(-NpW%-9@C5K#vt&CUM!lV;&
z7i<-ck*>&P*w%Q%%zKTKzy-5_+g#gt@0c~*cF1Gi#rwwW!0j;3SFc<?+-4|X-ps>c
zZg7X8kooA^ggXZcZ>#?H{-ONWv55VkEX()R%Qgk|-?d&AqY)OUS-dx;=Tu4Wja@%>
zmEPNDnK7OF#asQ^H=h}c_p5g<tv?-+;~eU=+E8CLCFJ_Nheo^eG?z$Z@3NY+|K2`1
zNp-us_tWblvNT`64ZYs8-RZ4{>D>^XbLUi3TKh}4Zq&D3eSg`GEq{!ZBk$f{C-6RS
z{RYurnc7FrPfOcd+L<eS&?|pR`N4PlHCw7q_08Lq-g0T#iylK>;om_&%r9+xmVC;2
ze@TQ!V_KB6{LJId4<;=Q-gM%Unb3^0&Nn7543TEJ_2b_sZ-rdB$x&-B9S{+YIvH8U
zQ6l%|tAZ|%7LQhs8>jo?xQFW=NIa3To|9aEx+w6KW$tD5+h2H``t!Joc2Avj+Jt?l
z?2|Hq+l)DR%ly7Qe^S@&rR2=FL*Yxw1a3WVhvVL<dUJP9d3I@*V-EX9*&}5P(y<LH
zg^^AIN6G|lgT)R^W7YJK5`QAZGwC?%$;X>o6i&Qty~9^zed4Xc_U1c$Mb+zln>ga)
zU0u%}`n>*Jgwp?Sf3!ERd(!eIYyPdbs{%@cYadT=6Y){Wxgc<f?em-yJ5E@{bo6xh
zbe~xs6x-3)4PyET&r~z=O|kPWnf1bCqN2VNh=0VC@0W^;x{LY?v55!Gm+{=2tT~_Y
zw)Vvx$$yG^;`=_H-k52*P3QQur!&^n2sHFRc%v0*bFTT^_ul7GwR%iPrj{`UJUw!1
z_V!L)%YK>SzT|T!jVhRJr`3nLcJ*AbxP1N@L#UYLHc6JC(o9c#tN2$Fm;LhXf1<cN
z`}oUSg}ch;tdm_n`My)M&vmiS>m*izpx}yGt0wBN*t;}4c;=d2-z4;E_0Rt-$uv@5
zQ4$~Pb$q9~@U`}HVWpPKlB-|bP_wdLbZ*)H<TD4D=I>uUuO^@Oy29!?3>Du}%A2l)
zzdC--v+$AMwQ`9ar2>ab6(vtScdoLFJUZLwZstLWCDK<af5!5NE_8a`xZ~r(uNNZu
zV_z@Kwk;63eUNi)`?{|eT-(<4$|wEczX(}vWw&xy+bjO7*UQ|0K6L`4cTPDz6K5(J
zySgphFf~nY%3oJQHsJ%Xl~(hMV#MdF8nyJrK?b?ZJ_M9(dyz8{RB|r!%XLZ1XZXnE
ztncuJ$yGn$3zNHk!xyGvi-$jKrX6SRQ4A@FsfcNa>G<PNlvvbgv?AxgrpklXERJc~
z8D<-9GNd!l<*hLLaFZc}dEr`xUxlVAt0arhl$~UMFfY6~?(9Q}-IkV7UV0kYo*D-`
zPu3oNvOdu&eBboLm-@Z$FEcG#!R^tv{6^2J*{6b7J2!Fl&EWr#uv%7kzV-fot?&8V
z^H|u<Y`n5{(Z(<3!W+^pH=Q~0ephx?VfOn=OZRcF@9|-Gys4pob&|RVbClHD=loNe
zJFjc1uanPgJU&}Fb=s}J8l3U>KA+zszNPqO@?tZe<$ve>X1e)nFWY;SlCZU%yK-*7
z)z;c+duoa6!S&6rZrE&#D!dc2Yt>TT`1D=V&-v@eUf#9&eeTrer==Hzf@QDYUUF1r
zi^BW%uYrau^kOA<bN{van)zzGfa2Z<d%dJeec!B*zj$sl@2Ruasr-)|%h-Qy|MTPF
zwlb}1@$XMcVg$YNgstR$2K$`-yV5w;QZxIyh}EnEV(T{9DgW_lX=T_gBWfnFp^@R7
z*`_yB1d<rDo`$n^cbz=gS~OK4OW;vX)Uv+6Yu|jBAAiU;f}6wcp|0YI#BEQ^(=7re
zbx!SRObI?&FWdBGS>cb^eQp+73G+?~HOYb@b5jp@AD8s(<Hw$DEDX6Z!^TXlzxQNv
z@~0c|i`L}l$VtyW{_H||@+Y{=b>D5hXOojZ-?($^9+K)(>+0msH*VON*<F^NeEisx
zjfRyuK626Dw|`;Px#n|6;EsSw<_aIVsjDikf6aRo-!{oV_D4~i(UyA(Kh_o`ipQPX
z`RhxLYVPY_m9K9vWQxD5u6Jl@JIj}sUykvw6Fqf2<iX~+<t^*81NQrJtYW%eUYw{J
z`HEMrxqR;P(lb%wc8`8C^B>sYd|lhxGsljd<xqpj)+r|rpZvJg+kLu>-Q?8Ai&rdD
z`}VxJ>F$F+#TrvKeL3U(ZmPe{zJsgp#!c30wpw9uHE7;OB>{bwC#sRtw_aubbj{@G
z;`*Ywek(;HjlwMRA}rQ#$?)4}FjaQT+YpHwdqtNDhRjgk>0vzmDO2Z8V&@c3h)bW`
zAP|_f!>RiW&$q_NPY;AMx}I~`2LG(+c;?4+K;cTZz%SDiEyB{jIVa9;=Gd?^t;aOE
zSEz~2@xlGZ`jw$7tGZ$@-mxs<JGZKN#>Rt+r4uBKyg7d9Fa@~CSv)!*$j*1i`i2$j
z@!!8wp1<8yb8qUS<*)gw{4XboIkWbAO#L%qhDJ#9ij|W8mG<^*3aHJw_hLci#JB#Q
zRwvfU@2-={s(3MR;r(SRYM0GB_;}SKhSkS{4tu*y*V2oMS+((K*4+gGy`R!UkM^$F
z#Z$ie^nQOgi%GL3)4yu<PI`XIko&xjYwO8eBmPHoQ+K3G{>}f9DOneFtbs%NGj~*4
zhY0KQL)X6_y8eAq!1+nj|FdpP<GfPua?C&}x#D2A<|(JP)DJcva>4|~jf8*u-9G2%
zeBN*MS+(O!@_UrqzIQ)dJ?Yl3>DgBzJruoK)Pr)<Hu%KOn6P!a-#2~NhO?hdGgtb?
zM~PKETI?Xj@^n}I-N=%;lUV03DJ&B_@Mo{<oZA<j=P%QG(rfjTC9do6teiJl!B?KL
zJm-*@eywP_^tY80y#FfA=-(vQDg1~}*mBN`-LYH}fd@MO`ewZ6U$~d^g|AKiqZ)rj
zqm8@f3)~I*;o*IX(fx6Q@@Yp)P0I^=FNo}{P@28v<+I+S`3a|jmA4nC{^Rt$pnf{q
zKvDj{@mYD2K`O>tIhx^9&%WrasoXfdc23-DiM1uCUw@64d|J8hdKOdq8lwn7>suVE
zxeOC{K25)JLMPi+I3?;JpMK|+-E#zH3Ct2ulG-ZTvGm`J_ybleroBp<Cctp9$Ko2>
zmX}_!Ocwl232sZW)#W;vWBs0FtAE<s6k4Xlo_4ai<w)6v)119?C#{~`uEMEcEtB*4
z_(u_^r&V0bEN47x&Ex}73A36r`KDP;I)2bZ-=|ouO}T6i=OYfe^m!IW$7hQB1>{%W
zFT2!Ua;fbL&w_hXV|0sKN)!X)3{E=z+dfU~`|cT9VPfmtWBYfl*x|#Qne@Ks@{2C!
z>%NBPrsnR@zU*Y4`g!T^_Y9&|3%q6@J^JwI(V2&jK6ITHbnBge<(z`u`})?$<nRAf
zA1bKzWx;E~J=KL<eb2A+zV_4G>=d_s;=xm`apjyjBJ7sp-!DZSQ<)b2K!oM+)@Mae
zj=$bf_i*2YW82o}2-=wc{2Lb($Ij@jt$Nz+{EP4XZ@w-uU#C|b)O26eEWNh+!(OR?
zeV3OC->PwNn=t2kpZmtiUoB2c2}w-ZH`8pg&ucE}sjsh8to<{!##P4LjPsj+$W<MI
z@4<Fb!D1V(*0mYfn8!?<_GN3`y&0$Vu2g7fZGAB9-y~HV|4KLA;2YLihr?p4%Yyh{
zeJSLA6Lc+pPg{-;r{y`mYf~@&n0GyjN#gc~t*I=n>t@uHFPth6<+S7?$5sBT&leqL
zzs`AvGq%5M?c8&hLVMSV?VdH^clW2$WhX<!qNi8v<-RJBm9=8&odu;Q@9F8E&`Z3n
z+PGWgLu|(xk(nk_%hyiy`(?`N@pfjvI`_oLRXbMf2uWUf?AqdJ-(1tJUtb(sRTRr`
zh1Dsx*J$6?`@x)PvE4#UVJr<++AEAXBwM(?^mHAV_mg>I2n!?c3*!yv8TP9?%4kG5
z*4eYk{W~Ob$;kM`45wovM$aa=3UX)}HTFn;`Mhi4QNGvb>v@@c6q4Cq%KX<;+z`p(
z%)Knr`OLQOm$zP()w=OV@8RYp`U@9XH_BKmE~;*Ade_plZ~51dqYE9veyg%+y}5kU
z<knVI^Tt=P@3ahUat?0K(Q4yuZP8xYIJ<7b$Gcx&oqxx6_nV%0>aAaMA6pz>R#0#F
zwLwoyc;%;mbs1iqn?J4bJsAC#?*rGQnL3^odrtniQp70bwODi6l0=yeMr;>)BmL&Z
zpLuk!@$8O_XqG9q)_eKBE;!ugo!raqTE6jcgJx9Zqp$l8?E1`-_gwMzx#TT#muGy}
zojq6k$uUXswmUb&mgh)DpH}DJB5HGL>#I`d;~nYo+j+95PD}B$T)J!jhlV-2rKU5Y
zC-0u~NO|jlwH2J5Dmsb=mmJ(*9&VG%d2ukT%AjO(3xh)Df+dapY(`QORzzFMwgt5>
zI_lbb^cJfmZ^jh4oTco>mp8WvWN7}qVd9v5Hm%bwO(8?CS0}sBSs<fy!BtQBmkMu=
zH%7201^2&Lvr^~cr*)V36(a&(JFI2i%6G*oK-+hYh+(9YK&!CtoCOc>UN}-H^seRf
zTMO>;J)PF#Y?B-`7bR?LKFasS>cXoN>Fi0eoNFuQ%#AUMbTU}Mam5N`(Dzp^2G<*7
z*o#{G5|aO2J#_8nU-x5=Cf2u3ck*t0T^#Pz`l_Bw$|Y&Z#q{S>kLWUAm@4l!Yi;<e
zpqCleBFf6|h0gC0pR?{!rE@^%<?1+*GYt}xmzwV1WgI;-p!VOCdshyzXYE+daqj#y
zy?QH^eL~mE{*^YyyebOMvzjya+0qv;>y~!M*e%hD<u9$h`Bk-XNqdI5t<v4#V|LRO
z&zE){-B`Z!O_tv7S*KZEobsQ0J}5PybyM;Q{vW#jHd2#{=WPD|?ULS2!TV2}4g_d!
zm;JW*=dtM*ZJYmHWZv}0`h6<X9<>KK4EgMO#oKb1X{O(qoA`3YpJ{y2GaL3D%Xq%s
z*gk8|iJaSCQmWp*myw=am2;=hC^g9RsiR4%@$S!yS4%AFluwgQPy4k_@8(RcMlKN+
zk*-VXAqLN5i{++^i%W`2x?dEK6rZVPB!5WM<l4Lwkim>)oj%baB69^~g&ww^NGMY|
zl+wW?KHYwY)8j=4G!sD^AVA~2Uk)){e7WedYulB++UrT@ol@B58oQ)3a3plWMt?6^
z2A3>*0cn+|HTfzzKYMy!1hFd$)DpjF$vr`Mt}1x*Lx_&T#G57OKtrF=DP{?g8Jsb3
z51xiL{M=!D<h$kU*K-_7`I>iao?h@x=-=AiSueQ~HoZuDIaztmuREHRdNaPQk@o48
z?#&gpO<#O5S8vB#nVid|Dwlf|XG`WA+gFJ_mCUKq2)Fk%Hu^Nzz{+@<PwDK{d50%5
z`ioEHbxF5=yl2kq@BNFu>eQT1aXNY6<MxGRg-ZJ^`l4jqb@gP|?8@12CHSCX#I%q#
z|EvD;F~%ITYr8z-p=sKV7D>Crw&l|w{z&~%CAltsQ}8o!fddy$7ko6DvzzC=-r?P+
z3*JAnkpAp9Z9_-+^oKj2{>ZSji|Xs2c4hS+B@OG;(3mMoZ$M&^F_zDsRV2JWDa7<t
zG1_nAQ_<f$j!tvV*?H(u_R}8`mUdxrha<U;FD|s%EhrZ7u!7Mt;ivb@Bi|RyFS@Jp
zA^fBl^8_9jBY~3*D$J8bjP3R>cp9nHveY_$_n9f00xYxb*sLT!q(Ii)+|*jgaxio~
zgO{X1>VqkaA#6dC9;psf8$;!9t3LO-p!l*un|+<kmZA%%9JQY=ef=cph05d?Dao%=
zl3&SOF6qm(>eQO#(0P8+d{qbUrfD3mZB|ZKqTjw0oYVKD#AUg%wd})}XV~4Vszlg*
z1o|gE7jS8_5<V`ts88hUERQ~gQk9h=GC`M0!03xj=<fQH`{mCs0xbfw{onV;`ty3`
zT)riR(enzp%Q;&t1)lv-wW{05*K%@Y-A3aR`d<`|Km1vK#k1_qp0oS*&pBOh(e_+q
zo^!>yJC;T3nad@cEb{(eF|<DZrE1FJ62D6y7ax-5N?*b67xcsB;m0EjMY1K|tMNVf
znEUI&;g;t@ecnGbA4;@N7xMGkp;24ld5D>Fzw({F4@QSha>y&&blX*kJ&b6H4~+eH
zWwGchzpo!<eoc8UAm`k6e8NM66bl~7dm{Ggl2T@OG<nLo4%Z&a+L5(K!r;!{lnFPx
z*e6$+vVZRU=(p<fZWoEuA@hH(|JU<6<j;X=@;3jM{nJmqxi#JA|0$c>0SD)p`&M19
zG54*w9Akb}`Pa17i>@aXUTfyMs_rm7`>2JtTS`od(TV8rys7KXc*f40yvs=aZYwCi
zPVQQC*+t!@%_CmX=-?w!$whUwJ4z&0$*;N}Dqoxt{&(H4*sn_qwNrz_Pc2!OV-PE8
zw981XG}Y%-(ZBuLd>17b88-+{lvHvS+o@<2oU)|wwD@-Il|IuMH)yZ)2@jgNTVUqS
z6&hCFC7|UZkxH9G3RgZ_^eE`)+OB9(?F-Aa^0vk&D!Quaca<-l`10-VZr}4Qt5zP_
zV)(4rFwyRqis7?nL&ctl=jQI!zTdV@z|ZZ_z8#NFmgX;&mW*E=vitnf=m_I4j?V0x
z8rQ7$<_^9bAYQX8?|q4^aG5NBS?s-?v(@Y!o=fJgu#V>w-DFZ`I9oVP^HcnF)7Ev_
zT(y}}FXEi8?`>IE%^CY$=v`N^>9Q=Js}WTtFSjpUw(UgD-)Z7pyYhre?uvQL&-rh+
z@22chd+#@kuP^9-nUh<+K{Nczq(45bTVDEvIQzZr%~}47DP3Zl#>%HppRX<Ycqi%n
zCU%yz&?T+C#b>WIpHp+cE%5G+WcjO{N0;+s4jI3@B02rNPQGenr2UTPX?L=X7iIkU
z`S;R2H(}4ur)P%!TIu^D<zt~_@Ej?Hsf~fxxU**-I?&yyZ;^i|zTrkf52F#=DG80_
z13ioepH7_DS76vB@gfPNfbD<;$Kr|;KUrHGB$-orW*8P6V~~p8x<g!~Gb=Blf9)h4
z0hU^x9~)znI9ZGoP8?8RZs8Fz3OK>l)?vCbX8GJXeshg)`*|&gpuXq`^{taR6t?Ld
znLqVUv%;j{V>v|*r9}>^jElmpE?sF<)~}3W5>5FsX+`UVIH#>kvO2F$TCEx}aSh+3
zDs92LUT%k#9$lTdzOUhH*e+d`=u)NN>k~Jf6ZxjGlHXBft?-odi>(A_zUGL%?j)%r
zy;l6vvBnDvLq9(>x_H5f`561x(8bwveQS3{)}}DttV&Z9*L%{q(d;wF{M$S9s$a#{
z)wTO@9~81@{Cp>-pwA_?`|{0+YK@LZZ)&V8i0yaZz9iIP%6Un*(t@)O|0P|}Vw^Vh
zX;#KtlXvxIOiiZmT($>FzU$z)wqxJTlJb>}MZMYcdtcA$HHi0BwEsFM<>R&GEB(X8
zJe|TdW*>TOa_I3B<6ohb`_$wL?=+P8=(KgJrhaOb%&C34e34W0frCtT`a5<#n0V<+
z^sS`WPq$R}#!j+KwC@hFHEE1_^le?o>$6FF3MWjwneC~XnR@N{%$l#a)-7_eidwSR
zEo-}{**3p>8|O`*_%8ob{yQ^chtl&L`nI1Zem!wF?Ma^T=WTZlRYMQ1Sodq$uQmtH
zCtX|@E0|ak41{IRX;_%3hBb8ebn`GWi})DsJ0hr1!*G##7AR})={@lz^^V-7$5Usl
z);0_eXPCXN+C8@YT<r9@@46JNe!LcHS8!>|U|~@{z$H<_cW**$$*vO$xz=~JjgDw3
zgdAL+^tXeLk-P1Lz_x}Jtj;MNu^%KCIde3Fb{H)?0j`%{&e60AE>U}|YZRQa3^c1y
zat>*B@{IJvNYmmC`z5}K9lrPJbAMWr{Xy9cfrYyim`iUxUUA}LQ?J#ApR&v*8^a0>
zqT?cWGhF(~bY=IGgDzbYZtAb)UpC35mdkhMWG<$~URr)q9lzp4r?Qz9+wtxbNNr5@
z*nH;wYh#vo7f(L_vZp8e=YlA&nYT`;U*T|{f8XEk^Y6>-)@L7_Tdn=xl(SFjx?J>w
zwmCa47-a{%?zlLuU_yCF$P2-VXV0ISd|8BT&&0jUH961U-O?qZ?d5){<ogQEf91hm
z^WB8zExTgn8TqBi#Y$-PYY_!+i;M29Ci|ivJa3QRy0M}vSaOlLjsCv<Z+>@2UXh$|
zPDJq|>&2*DP9b-V_Xas-bmr(zT&o%+Shdx~?8dJK?H5&y>%~t$WJ=H%_{Nl^Z}3fP
zf-VP}Any+21!o(!-T!#>-@k24f$P-H+&wqvoDkE2jz(p+J_(0KvnzkHvNZ5B+w-h2
za5&V!zL<Y%wE6xAj#X#MI44X}=n(jI>ZP_UdudoW|CCHINA;D?>ar0KB;?Rwx#;v-
ztxH9m>)opyPjowUu9+06x@AJtxfd1MJK5RSawx2kF?`CQkuEVe@ry=h=ZT(4Gdnch
z{VX59_0V8XpIi7n&PbeThscw7$3oDy;r6<_4vwo$uScw!yy*{z^iz`u?N5(>5|?{+
z*Wp8__I<B~w@f{y9%{ThfBUBo=em>M?(fj4nBLnO74_!(@|>nbFXoRc=A4>;VT$3y
ze=3cJOQe@atu^Q_UpsMy3h$YX?@wQPnR)2D$-~`mrs{28e%j%MZy(z_nR9x~^G|oY
zFiP6>Y3=Sat$Nl^V+Hqad+C11zP&CdE4j0Ct$*_6MJu0$oYi&fSeCyb{Qujd*8`{i
z)D@W4T*Yi!{qb*!PEL)z7>m~XcS{z=v8-_LKk;%-?E20BzwL5(@l@wr-nE-GR<r%n
z`)B4)ys$39pm#RM%?<mmpLemIYq@g!GPBR|+z#I|Id|KH1sv20*n5QI>A}}tRTr(l
zW#09C>(z37>f=q`LS?G!UU;=%pK9`W-3^!JE9-*)F8k#xI$O&uGzWBIf}y~g*sJ_k
z`M3J7_!SW%!YEUCasLK^QnCG7Wub4f;&-k7^stoko8H1&@l_T_uRNK2;zZ(Z@7p2Q
z`qyP|jQzB8azv2i$zAIl?~96?9w~GU4*nheb^ELQtvfO|Hr+G6qO>{tgyd&#|E1lI
z`=us7NV+pW`kYV0bD?*OS{@j8W{F)jSydS#d{QC8c-1nIVy|=e_r5d#_WrTY(Jw~N
z!Y{k<`M$n0J!|>Hg|!>A|9{ZwtW~Z#J=;R}@x$#!A1-CyXzrSRMbC1bX{=f9uAEyX
zx?5k`WnGTFEG-($yJw%p?DDOK8ew9=rps3NhMtHPJH@xu`(oD34F(bhvHv~ORYQKB
z{h+ti{hsPBPGiTFn!ZO3pQma1Tz|{EN%{Fi>8ix%=2k}AmCG$1`cFPz8Wbq}USDWy
zK*XFaOZ<v7-5XEdzuM636|<JJ<XU%xn%?du#g!L0m7k|xn$dDetGW2r)QW}+!G2pb
z*UvD2DrT~Q;V$=;-FyuV%XP%p?@hUR{oq5}b#ETYJ(sN2pImt_KWobG-*;wS+0edD
zs$Hy(gYDgwps8>BVv5-^q*nZV-0jL#5T&@Bac)rK?ipt$g|c^fIXYIql<2KmD)c5t
zROp=|$1<q}S%HrjnjXA*KAnX{tTBQ)seZbu;*Xp%?#u(X@7D{k6!D(e+GS|1V8NB?
zkjUJYJLN>vg9b2M;m5LZ>9@rzOHFp4^EoNhw7Dg*RB6S!T!-{m3tpviIyT(%Sd_Ec
zO7P6~&`+XG3-&SoW_u@nAb+=&;2ZM;_scTZ3b6d+{Zszo{`yIGIT+j-EPlLyu)p~~
z-@o6XS`2evgq>ojGJy$M|9Jo4|8eh?4h$38Hf}Ns+jOsc=l3TcuBOZ8u@$LJ&~N;~
zp;orRsN;N$cLd7`@pP4)rkn1Z>hHZNaHcK6jHP)FOT_IkP1npT>=ldVuDlcRNhssQ
zeWOc?leSK~!V_<H`1o0ctRLGRo{+cr)PAwHvAM1wRAGnK1pYjZ4>6Cw&k*QPa%c@;
zWqp2V;(xxqvuaMYx|s*(|BH=ZZry#S!1>>H#pU;YUp}+w^@)lX6Zc#cDcZxk^I}^}
ziSxVlir;Te_?`12=GVFz?=(L3o)ylhpX;I=bb>P=asQ^AUcP!J@qmR&>}7IqTwh!=
z*rrvwPvh^ujqhRweyt3(bn5-EwAWyH?}ufTvHPy1i^%Bz-6`_o(gN>RJ=t5?N2f^j
zniRA&D)a1_>cr;=V%(^loV{^#<C`T>Z(5$eToU!>i1wQ$Q9eu_%<fVahYkp`^%+1k
zh`&+bmC1atw~SY*BGcy6`eSa=EBix4Ji8~>r~ixnS-x6oYv|wL@N+l17CuoZa5?O9
z#O0{Vv&V}bZ%{OP^WwtPn3R~5nxMdvm=Z|!+y|<pl_qarvOCGX%(dx_*VY@N6P9aV
zO$tAAVqHl0P2EMpi-eVgm734zb@+%&u2Xonwsl>CLu^^Yx(BwgE5&yEu!6`S-DlQT
z%R|=&zbbyU&q_b5Nb2-yyYfoIM!iKvB~O=bl1V?UxJ6%l%8vC%Vi#PPF8^opYp%#|
zpWQfbY1q$Lyz%@hnfTb$oQzYwT{oAfoOxw+;MDw3oh>uCekHloPW0KcVPou}9OZR>
ztkX}d@%<R;wpjbLziVK<lh)^%FAg$?DAg=7oZG{x^5kX2d26-%=hPY_rz|*ZR1u)N
z;{2B%Pji#^8Jn)TeoG^_=YIB?rA@pc8xGz);=nAO5yyNsdqE|y$$AwBZ(*j%U6ZG!
zuXWe*vzT%8U{f<|BP%<%6F1Z9FcX$A!5cOkDif~Hy3Ty5o#X56RE5`GnztkmuA8zb
zR?~I2Q%KoTk+)u&x26Vd(O&u@wy=xuy{&88_UBKRpSZyK<v_dK0_KX^d-JA0zdQYe
z&W4tG3zT25?@9zMR6q5KXIjq1m2-|LIhS9I-rX?m;tsB?m$r+)r}#=l2(w*lX*5kt
z05gw=e;04~{(heU3-><m{qr^EZ{~0i6fk$V<50+atbUp$2jj!}>hoACa@QVlUwbUd
zM4)ey_EAQT-@BjkHXdhO`ONIRp=8g;@OS-lCfOV?kbIoNGsQ6AoJK`&)8*NDss|>x
zf9ah5LF;9y=)yRb3F$nO<6Rj7Ppq(5{HUkRSn7_2`qL=&r%}giE*3615hs2|x=?ma
z!@udxLMt8qFe|$?38ozEXh=9>w;?j!Mdn+S?8AHKbw4N_;Cv$~YwR{{&U%UT@M8z3
z6<a(FuYD#G&BYh(V>U_NY{DD$n|kZEmpzN0GxNjagVnE_&8JVF&hU@1kH2BNRm{WR
zaqT*LwijOutxgwB68gHqhe>6ofsLg7REY(N|1;hkl%BNUW6g`r_LUo!z4G=c;9T}N
zXVTI@w$#Nf0hiNbr@fEqdKuI7^2hJ#r&rv0^xkRHp4C4RG$n){c3w7mU&?g5ROm<P
zozi!kR90`kv3KgE<2J6BtR`KXxP?!`BB8;qIo<!b;0oc18z&!FFMMdt<OBMrqYMwU
zD^Hf4`DQ_9vl`zli;PDn-t;SP(dYH}_w~<eW3HP&QsM+TYE8<t|L27+-nJ?{hmFtD
z#Zlb7RHsDThau1qwAy%wz)b#j)d=a>6i{vi;aMkMJksbp+~stC>bEu89JS#Bzt$;y
ziFJIjdC`lO7cD1RPO#inGEy{hJa4epxx^`@<Cp7&K0Tv~$z@jTzeNr1BX-?`2e3NM
zCCqU%EnP4AM@U#S$bEk|f5xq;e9fs>MXwZU1YNuE^$)1|{O*X}&%hG+I>)XvA~UTg
zCfA9~)dV-B!EI~TXZ!BdPKWoLUD7(w%nAXGe}OhuK&GD4E?Y)J=Am8o?CDT06WsgY
zk(8L@>dzW3@f+Cp3&e=8bk{R@)3m^G!k^Ackwy9+G)y_9Sa_S*9Ge$hOsr(RyL8Wr
zmIcli6kiCGfalOkB60-au;jt{*MefwEYYpJtqBeW3KCa48IQg&Jy?{M?a8Ctxl+||
ztBRU;QkJI=lmqD%Y(CJfis<pXq%k%=I4U$(*9zh8wmX;Scimu^CN`sKnRvmkBZVvh
z>z%G}d+a@Mg*#xc!&UAkej8_jhG#)9T&(A192b6Du`iF!L12zqL)5w*KUsC`*l(Ab
zusA-rwWn`hm|%m_jNF86TPG<B)YzO>;3%k{cUWh`?E`ttdw9Q?J-EGSNl>Yhz&~#{
zK1YW;4j<z`xN&@Yb>w*xgN|Lg;L^?iOJt`C$XxAo*u`6K@pGw$RQ%oVviH@Wyc0gL
z;lrby98q#FJ{tX7SUKf@&Qs0PhqxK;JJc|L;yq(-aG#-;`D?C79K#>BPtq6i6ZSX$
zW&0uhB7gG-CdLF024@xtqXQEd+XM`jG^{<u&C;mI$rG4xg2`D-;?RK!Y}-}~3v#r%
z7`QYk3iHfN;9zyul1NfqZ+z!}!ILIsahaVDI#}IxERqfia#zlEjPF>4DdywFp(HM|
z5vovez3~g~h?;-R3Lrgw5d}w_<j%d~j&RYlC^{&}4H9VDp02iOMnFc+lxruFocJV~
z4oqM%%QjTx;mJ(!V0M;~_;euc<wAiutsY?K1RWIMZi_KsX;zfX5mj0nl$$8{GNFUr
z*-nD#&;)^P+!F<a+NKyRX?Yto%{$sH*3IunD3@{5AwiM8IR#Hzl+|S{AD-ZJ_Y>gl
znvyej^Otj}>-@5|`DJa>QS6wbASIG6KKDw_+|9iZ!E+D)H2ZB{<XEV^rnu|=PM%9U
zWv}gYyJmUjeM*`)69<=jfJM=viNa8$ZB_{{-X^=D1IeQIS39Aqs&i9ZCd6(I__>-_
z_twP4vX)@t)WpRymO_UYFJPJYu!F}v#X{-uM2Ws51uAXV-!%yAjQaUAeEO^>+g2K@
zK5Sa|r8Z0~XXeV-=?g;(v{%X4hn{s=qQ}<N)!Ea{Q@#pRdVmi`Y7JC+tn^svvdgm0
zGs{0(Ednv1i*sh3sBtQ>_{cMnbC+uhXw~xxgCCq16$9)pw(mY6u&Yr!x#DP1+H&1n
zSHyC&y3O{_P=yu;FXkv(H5Up&_nrAnoLO>CWUi(asDtfuZ1%a6GqtQwyR*q_iUpOV
zm>&KRTxX~?<8f*5RAG@Ew;4Sbrft}pc=h0&FA=RF3BrdSDH|<)+|i@2mBcF~yC!%>
z#|Gb4xu<cgWh;C7E|mUW`&utLyl&&VYR}ltqwk#hbpn4UXx{!c@j+X(ecr^Idmg*K
zzYuxEE_TJU*S}92x!w<Xe!<%9yTo1RH<w$z_Ql<cEHS;CRMMU3viTd2fau0$o|oe?
zZk3kxZg-TeOYe+4x1&v$w|ZfqzDd^H-jyu}isvrnxbpGV<Ezf{SL%6sL|(Kq?KSxH
zOtgffXI9*vLmEs4LFK!*nyG2mO=J!4PR`8LS=+mG>&7i+)2<!UG60o*Q#->z=Ny3+
z-b8)`mwgUf14JYC9=OV#us7oCChIfr^(FZpR5h*>|4`-l;b3Oie$f!|F!6}yYhf9G
z?>uf(Xz0D0SXW<YpumwO4O?uRTt4H5tXf%n=iS641ale+Z=Xy!r~q`>+4z)g#{W-8
zoi==$XLIq%YT@}AHl@5fRN^X=90VfF3--P_n{!NU_QsQGIh!PBBQdukctv8H0w#)U
zeR6VL*AV^F^`PPDwjFFi6UA2*%J%7mJPuV4<epoxkV`-0e(S5<0kz_*-XD_Ay{dW2
z>1phWJuWX^-Qhha^h4dDDZcgVgB8q+`*svQxFTr5H^-{rRh(8t=cM$G3Wkpl*FNDt
zztw8W3;_l;*%>7Xml{3$C&d)7cv&stIQ`G*V2s8zZre!-F1F6{UrIvXNltoUcX@(*
zQ=hfPy%YOqrCQy-v1-|^Po+Ee2Q6gp4HlRqo8jcYYeoI3o&zk)+B(cbkDO*w=dRJV
z`w{javN72;*!7OKlc=+9+pBsf7N@VyqRrPG8x2h)oLe_W{xI-<nDUkJC)+dW8Tk$S
z8h>r$l4q!6{>l4dd#IKU3u8U=-&}D!1qL3@gboI0HVLBx0!-VyHQD54EFYX;bmy}u
zIv~j0CsA;uL78oXvCkVGVe7+3&KYb(Fi*pI&1JP(-lgpi7Vnw<E$-Ft<m46q6*@p#
zrwhGbTgJShL#E(KgEE_p;e!rF{nUFCnft&3>|g<Ro(j#cFagU49gOZg73+Dq=T>kA
zeOdQ2{Gn2b;=1SYkug`~<r6PlJ0GPG%e^GKQJ{ax=674|N*GgLfALtj_np&uo&%2k
ze7Z*$E>$@%?ArYH6homn^hmE*HPNe&L}V}J>V(Fu+5sC5U)mM@Hh=4W$SPdkX*m~f
zF51kv!^wi-(;?5-Ot17lxIFvPyZ+>{S^G9F%U|<SI{TNK>-~t!<#%Il{+N{$^6l^6
zrG0G)2eo!+U9G)-c53fCkh+lXy|4BK-nGm<zloz^3tN)Zgv^9xg<o<LmNU*f7Ww0N
zL!h=yt&p(ehUqm69wi@-6L|3Fj)jA{+APD%JuA!fS6`TI_3@>R^F7nrhfh7ud^*rO
z<3Jlr$V%(QQR2sb+8k4I*?O(ByJzzm&=P007FFRxzou0Re-V@fO$hp?q&P(wDeBA=
znC8Rb4VIn6nRv2ggMs22{c{%;jSlV-pD8d?U}nNw;h)CyuFh{gA@Fr#hH=b_w<Ub%
zxFarINCs~Sf$RctE@5*}F@kIinW<z98Fd6VHW+4s1|m^L9YOPgq6S^(gyupIMFSNU
zFX!l5MVFW{XdB(i)h&zezI!cc`_$jrnJK=mcjdwwB@4WDG+s}BJ@K~oL%rFr%&+FJ
zx{<Of8@!6~L*Y7w-A0j5e9!ePpX>Vf2mh(%WpPQr&(HsV{Ofi5Q2QgX9lOuh|N3$6
z`LF%w@6<>AeZT2_^SSz+|7QH(`|JN(@fAfE>sSBR@4Z#O`)>@}+0#2V80hKraC1LC
zbO^!JLgD@TmvqokK;t+<9;Z^6#A*~1Uzh%7Z3>*hctTnu|G=Kc&-*#f3$VP@)<5=K
z{L%KL?x{L04<4@xb64M5yw;E93-1;4g!>0-nZNTsFrRSWtyJkj{(}9C|JnXY|H$WH
zaAvx(#&3@5`b0s)gcFR;kXFOCRl<U7Z6*ds8rNQ8Q0Q<lP-%Mm%B7`AQIuz6!U<Mq
zy$H^>lD^-U3&XqqwY;nUe}3=!okhZb>OO_V{x6iZozZpGy#I92caMWhAD+oKHg`Jx
zKr@En<oerxOYiU(_bc!3{e62Lf3c$S{&(N6zx<&xz2Rg2jvwm({w%jGxPNxX(ke6i
z|Ns8R8Qq$9pFRH9{pY{_9smFPzub@dqs%+Yyb`{y4@$ge{VVYQzS>3c|Krxz*MEE6
z9Q&UC82jC1eZ4gw^}GKFXFBcvf79sc`3ku+%2EE#xBo7$eJWYo_<eg_x&8$o_g~N7
z*Zz2#rS@G)Y4VAL%KF!S2To33EcbhD+y5n#C-uL+ci{f>$naH1W_r8*_rCXE)9L)=
zsEa$DqW>!Y%hZ~CZl`gc*<QbAi4UKDJumd@e6&{3_VRc6i(1-#otq-{?ccrm@9hJd
z1-`}wDho7+?~5(3FIKx3tbH$d_5S78)Hgfdy;^;C^}T)npK$-J=l^5>qA@+f-d225
z`mXbP3TC}>w7Sr)@Uq_C_<P9Sjp}QwIoW1Lcn23=Nj`6HxA@wx3#(3W%Ps!+UX7{B
zsPOx)^WWVSAN*K;F!RM%W5w4yemXYK`}x*m_JcF3!YlcG)=EvjyiVnSk70rIy0SC_
zp{LK~%VT76=j9tSMIBvJ_P_Jp{N3{+#C_Mjn)kHc_Rs!8f%$Is{;OY`D`~%2I;FVZ
zV2@$?REsS=Kb^1EOJ!V_KKm}iXutpMd-8w&F8q6I&-<Ty>ncC1`C5v%UJyy#m;bJ)
z^UWO5@4?gEbodL_P1zC68T!d+LB-x)-7}A?|3}7edQ}u|H8219=k;Izyv}=DXZ4=_
z)6$!t*Z*%m{I~uAqxV#`ev7K`Er(aP9bIFrpj&<`^s$5*Yta9fzU^L5uYY`L8+z%w
z3VWR4tlQlyDrLU@ip-a>KleB|D`xw-X^p2QN$UIEKIp5R7nS$u|M{;K)hj3W+ueNC
z8$FA!<<x(cweyeteBnPW%D>Fzc75oN`#<9xcN%|a74vaDbK!TypD*blx1-g!URg6K
zyE}c>QF~p-fAOChWVxOl=M%lmCmSs3Q9u9BiW|2-KHhk(%HFPb^P`Q|er^2l`{3Cf
zeO-?e(tmt>`5^5`<i~_`8SQ$RJ3X6=j~zT`W0fv<=gj8fXPC@2n~Sd<JZEK<E_-Lq
z=3+j<{MRq$loo70ch2(2PT5Cy_$u>$znN3Jq4-3Jb<3`|n~T34JZEQ>zJKS(*DqxD
zzxi>o-~a6ok@TZ=e=Pd^KmXWru8ZBeJ@mla2gmx(6<XieXkjON=Z1y0+#8usSNJPm
z)s>x747l5W?qjpGz4h}6E9y8x>{(X*zG+#vp_n5ipWXcJn>l40F87_wL}3<|`N_OF
za?!G|Ksf#Rk%N9RbBl9+{AEe8XSm7l@Qrx_jJfas?zsP(t}m*p{cwH%?br7|uDcK~
zf9&=B&tKnvUAG}#{>|NOdvBZB@2E1*fB)_6-F>}_FU@AH{+y66_ot%X-s-{Gmi?6<
z7W4l(+p>S=2Xp?qFU|XBX5_2gn%!Pj;!<sV@t)5XbN;t4I=-bX+B-8NU+&S1jtXPJ
ze6>e2xZT~4%<cqnAc7a~`+PCy|NEljU)rMmGhgJ({kkal_pD33@x}W#J&To(&F=h|
zmb9l*!ri?mIdacTiF~<Z7X=@mJyK(Ac;DvCV&!MEJAbAn?W>&O?taEx`19E#HJ>;1
z^+n{XU7Owc^;x2<?8bXOYs`gTJ9I2ozBaq_Z(7p+${X(PZ_I^%pFL9dc|(8SjeNCl
zvpZ`aUE!Q`oiTK}{CvJOyB@8nIB?ap&!0Um_Vt>I4WGsH<nH`woughd??z?Q^Y|B)
zhn{!NXK%RGx!{?4pZwh7h81%)ve<iWH7+h=SUJ}ti+#$i#-(KqE4S`Ha_Zo@#^q%U
ztLAoOu`jvRxU#Ha)!Y?X>}zf{t`=K9#oGFLLzwl3t9%7pg=60~gj;{O%Ga<}IPq;m
z#Ovi(Y<E}&UgMjwl{x(_LzMNzYkVuVGH1VKh_=3Xjc><R=KQw|G1h|D`A%$QE`G}p
zYaMu<@5WZ<^0y3ev+Ffg*{#{X-D2EVwrIWVhivwLw-^tUDQ%Dy$YE!@ZB@Etb1|R9
zHs<!X3`y1#Z}4esWA1*-kZgVN2A{>Y+E+QtFO_BGvMc;%JW<E6X@0{SBAHoR>Q`>5
zf4Rl|`JAY?@mX(IUZ2<XcIC}~OK-`+%wXCikDFONN9+GhOFWkCbedOxx9#Hn(S%Fm
zggZAQi+#?m(S%E_g!}XU=k<FMKI*Kx&R+j__uhZ9@45bdP2BU(HvWIyd#>MK58lhY
zy*u}F^Xl@?-}3I?dwbhLYj5NRbN+A74)%ZlzL@!*&yU&c_P-9?_xUlKv;Ok~cl#f+
zJ3*yuWrn-^7IWdZXI-j4U+C)t7s8$2o+<YAb(jl(OjGLHSy1A#XC{aP6$F*8pD*<H
zy~tPlHM{fQvxV}q;6hmV@7co^R!N{TR_)mA_QH}Q7SoQ-?)>;HQAXDAo)5TmJ#1r@
zv~T8&e6?q@+bc`Jg|N>VbN<&aI=-eQ?VTBsFL&*t;OnzTs*E@CwOCjs?VSlOUE6C*
zj?@`%yzleIod5TW4p1RH^M<<LT!l*6fYP5IUmjSceXff=Cid}<k_T6}f~v;)htCe4
zjXzQ8^t^Mfdd0uidFnOuepE87n9Gq>_vpt(OZJXior}s2tdO<HVxMrUb4i)QO4*1k
z_8C#Xz1PURk*UaHUvR5)MVZ4Y*%?{vD{ghJDm$=Bc1KpB*Urtwd>LDrqu(-wTVK4&
zSFx2j{w+g<wcs_rj;(cGcbjJmr@n27v@W>Dw_vMq=G%rS>kZfVHf$Bn&7Bi<;G!k_
zgIk?D${g0o&d6qeajSDz*@1PkJF?k7-1_6KX?eqP!*#w7TZL=iHpE+hxX#D0O}O!G
zLxQ!zjcY5F=guuYutC-$hh5-y=aDjpjj|Cr>=L&-kCh$R_%=A*dg`{|Y-_Yy8mYp@
z!3<vf*L&$-@8z~u&#z?t56br6`z<8L|LiyYtKS%)mA>$Vzj&CBLw=q=XNlY1egA*g
zo;v;U{Ahto;{um<Ernw%S!L!HGpw82k<I?(R^!gHhIMmSWV64y)wsKiVg1?tQzkXf
zWv+h95O00)I^U12%=K>>608Mp@NsNoZqA)+b?K%hJJ0RL!(|K`=X&I@i`;HJTGp^}
zZblBf%x$~UZNZt=TemSo)0jWFjR{U}1em6`_J`csUvg`4vESNn`dhzU$@V|`?Mlx7
zpj=2hl_ABR5!z(M%Cz;H`v1)w-1a{Cz5o95p6qWrkOH^%erUYtuh)kw{#Nh%xA&gt
zx7W>kZ*MEV{fs^Q{j;}s_wBvCy)dL|b3(q{o3qXG@87$#?}4;y8$s<`;eXE#_Sbzd
z$0%hN%F2S9y25YII?Kp{+P7z2WQrfc8oN+I^itN@-U{5*Rr>`lWh;yg@A>qY^FMyk
zQK-{xF8ml;3}ckCpI>x<nz}P*AeFNBY}SC=wO`YcWH|~;Km{*qDVs0%?V=#4scXE^
ze~y*oC#waoK0UtN7#coDlz+#rV;^50Se-prl)voXp|j1i_fPoTa!%OV|HB_{TmK(6
zA3rk$SPNeHbL8XVVm^Vb!me){0<8<K@F{E+_I%qAWWC`EpTX8|(<3ZzSbn&|=de{c
z@NGkgwZT=sfUUxzZyQ3b3$8wzQk4E&=0X<xwp)zr$`-Ab{gB1J?-t{RGNm=L0@;73
z>|!@pKXr?7bJ>G6vJTnmmu@j`ElXG{n~<%3>z2jVhQ-Bv2et|qzHNxHHn`4rVXJWI
z+lE;0J7;g`PFwN&eCvjp^((d67qe^KW;|W?Xp`)L9CoAIjAzS|Hp@Q9VYj+%wRQRC
z+k6e%m>0fn$gnoN#W!Ia^U}8snbw83_!exd%_?4QRsO1&J>)mz)jEf*^8?-z$$Yh|
zUUPSS=5F`rbAG*x=X$^L<2<eRD?k5R`b7?AhSOGg+|24Zvl}-T^R4*Cyy|a5mi@w8
z{AkSg|Lgvrx^amv#jdT-mNPuxq^>PiesmVpQb^YOQ_*qf_1?N&GXs7c^x)&zBk6AL
zvZ<gvFYk-dgS)&s(>7}gZ|v#0TAu&DEs5j%?u+X89_{z~vGf1?#{VnXcP*NH`-gf)
z%89?Xz5lMX(PsN!f6s5(_0qHJ=Ct4E>6yjy{^^A5gp@gF7Bc)d7y9S@{qFul%+4GO
zz3-G?T0C)k+xyhn41%Zbm~knr`Ok0i%f^7E+$gQj{6>%YowLmEo=Lw;J2?06Y=KYz
zwPnujws!lSfAPov$Lw0Ss*kRk=2ny%)O3EYnX$Hm-AuvWsUIIjTe69CT6|P0=1Q4z
zg~y~kJdou;k6L;7Pl4zC-{wC&yP;Nct$y>DiT#h)O`Q0{h#~&i-P0M>k}3MhuWOB#
z#kpNN%}^z2u7CJx>V!Q#z0(yx+G*}EVu(Ao_jEzI<Ws%m+o>MAuN<|L3^HNvO#5?z
zM|##pCu6saHny`nznt_~Ao<_;a9!G#^E{tsF0?gXl+O0)PYT0%p4&4oS{Zw!AA5GD
zV~%8p@#B20vU0cEXB1{jMjJb4r74{4nZMISOVZ){y2%?2jaAaz4xRZiUGkgJ;@CQ)
zQ>n+cotZE#+IeR3$`4m0Hv|c;wC{3T>v5&aaqW-GUAAj?Tt4P<LOgg)rfWu6LYiwz
zm`>W!#IPT!t+D?!?rnOcBOGVBy!DZ$cHgF-!bU&hQ(O1^pC0Ho@51NlP3?bv{yF);
zVZHpn*sQ5cmW%KFX>K=Gxaj-w|EJgKFXq;F@fWVy<8Ahj?^d17j*5a6F^^YH2%Okf
zq`$Y*=4|?x#S5Q!*KeQH*w}Twr_5wZ%gcrPe(hhmr2YNHAN>{o^uH#$_5Uhg@%QV6
zKj-Ctsn5FgpE=~;N_L~F%lGF_cbxNY?l<E(SNEIO{V)FW=lEZv|LRrW>%TSjSg`re
z=VANi^XuQQ?{&W6)u9ppel6Vl?{B{Nq5ruTD&$TSB>aC{sygS-{HVGAKl5{(;3_Zr
zcw5}$Px^uf@@5vt_J66i=jX6vzhFP(C9|U0i^(5<<){7p+1a?Z=+bQACJ5Z@oZwXG
z$Fx3P;a`F#ugbv$OWxL9r%!RO(w=wf{|{Mn{``m=doH&%+iGUkuKwziHSeRE-r|x|
zZjw{x76qJBa@cez+de0)X2);q<`s@t6tWysn^*Pz|0DZf^x38VM{?%G|2Cgl`%gQ>
zWWM_6N+SsIJX=ry)ZC};pDT>|)e%J0*%T>tMh(BfD>C!WJUl5g&!g$2$h-^-^G4RA
zrkaX76m}?rp=-cLj`s&N$^xa92AiE)ATwo;6Pw5xeT63iMI4qbGERJo&qa;w9s~sa
z^18HAsEHR0*TyY$+*s<xVFre5EY2*&i!vDhmZx3be~8&~*M1Xi)AZ#Vc8h%adAq;H
z#I;xR*X<=4tE7Uj{!5m-;Ai^w?ffU9hnFs|=ZyXS`L6vfsVAQ|?*D&p+N+usvGz&d
z@;lG|cP(}P{Azyf+28(p$M$c&|0n#|*Z7Bwy5iw$PU}dg29%w0wA9=h8NzV-ceiy(
z>NJ5jN<Z?WMC^XQ-tQ(k<?rvyu3U$2M&8rqS}~XPLw@v+`ETadNIp*OnZD=r{aHKy
zA8+f-ecP^k@K1dQ+YkBjgJ1jK%6$L7L~H85J=gbF{#bwZ&gDfR%cn~oW6M~`cJo*L
z60g0#er-QKX`8FmirBC@Yo9OOG_#5M{?gd`t?B<O4tmd%{B$-zf_LwG`G^pe+<(F$
zw$|4l-TyK@<@3+G&Y6FITYszHW?FUZpHYLQ?UPr6W$WHV{x?jL`jGcq{`<-L-oy3p
zPxs{g`_3|{>2rVj)BW~#*Xv7b{zda|IR9Th$8~mR{r|Q9RS!I}uXPB%Fw^?nox)`c
zj9Fy`3a-uHEH_u<%Fm-e);I1?IM}GczFnrGU{Tw1ag*AMUs_f6Wc+jziraH4bkc{W
zMIZG*D?}VGC}aq1X-t^C!6LCx>BTkI&L=S*=USh{l=PVi^aWnKX>akHJ^lZKH}Z4-
zHgB#ksGRhYJLO~BgMZ(vf5#{Jc^2N#;G4mF<IL2~P}TpwKI>Q7z1w|%uD+Bii#ilO
zZ#&TR$jFOB4+_^svMlKETgiBf=R#V8ne?8sKXQ&eSKF{~M`EFKLHB~RpKcm?YCqE^
zy|4bn7GDC2SaDSr-X=HotZDgaKhvPZwi(haHxv%|9$5Hd188B36^m>WpW}R2hAzHt
zNTLLhy?$53iZ_ei$T2jJK2yK?W&MVGMFs~wIl?Zher4TlJ?)$B$zKQ6cBv|EI{{s7
z16niYzighQm+xw!qd&5y%y}F$care*Y%#`d-QwJb6*2@&z^iMnDJBG%Y+K0Y`1`#~
zTFSK<v%3zrLEz^&yM*JJ_bTVJErh{izh#UTea!1E&wgF8ygtpkRY-dIs*n5ms&8dT
zO0WN)QoLsR0`*7sH?sEsU%qzU#;?D<`zJ>}U8>Dyy>LVQ?+^9weT}94jLuD9br$;=
zFVp(pmY;)-C!!)(#z^}7|HtN4|6ejQ-7$Lm=kd?K`Ul_qZ)8t7p^<znc2l^_{-26-
z4<C5Fw#VCk>cId>9#motUp}ws!71Nf_SM}z{bjqx!-S8Of7y3$JtH>N`yKl;t22{U
zxEyvm=(OKyuhVX)oxc{uoV{H3bARTXD{oWnx!RQC{(pV{-e&bV#zp5gc-8Zi9Ck40
zS+lA!OJYS^W0pi|o9K%+$L;KQ<zBoyXu<wirsuP7f@9&qM@<hPu<d~vM~+5b#2o=R
zR5~FUzCfC7SK<O`Ht7WpraU2s9ZY+y9&>@sE;*dQECM!rMVmQe^CDj_4k>WFw=cNd
zd5M=f0-{XkBGd^L!WjWM8*V7T;VNO~F2-)gg8~Qt7sM^zGW}d%Ufzpm^=ChA>MKjD
zJp1O~ul0VprMHgitiKzWKCL{h5<#qwyf^ddTvTE&vI3~m@3YWV&5gX5jcOKHDGd#j
z4c)Z(Uzs28ul@Z`aw2aol(N23&++S6--#PSk#9Ta*iPK6Ui8i7+`JPvg)OU<(*2)o
zMdQB#DY}l3f73bVZtv#Zg=OaF-nC7P?Rk@wBCfn!;^xs4dTwQgn^uE}|BqI!xOb?M
z`?>BM-d&%C&V4Caw%piu?w`D$t#6|KD{B8XU;i()`pNz;2Xg+u<Nka4W90`OQSRnj
z^>g{eEO-iT+@GiZeE&VqH@~)TekU(<Fzbg+^Vfp8k9&AO{(t8E_qzNE7L%}O+4Hq6
z$(L^zZ76=L9`n2N_wflEV<Y3=m1vbG^;j#OnY-aB+t1ij>c>7uckVELYvP%F#!-Id
z1m{bcS?xg#SsWi?`;43;^ZuRai?-agdijRkn=h5fs7>P&43@d`*!t$Sw^rg)rhfkS
zYhAr|X#J_`omOGb?fw0~I%rvy%gwD(U)v*ed-_YQ8X@T~ob&Rc)8l6{J@dO*<SFA@
zdiTlM;J!aI?I)YhyVaqyH?nJ`eXf4<)TzF@%Zom{U-xg#d$q(=U-oZi_EvfC^68R%
zp5;+XejmDdNm_63#Ye2~_<kvWoG#(J^{xNX)~9({99wkn1tq@Q7q?&hM2J<`qi8#y
zmFYS)KmL7K%6!${=WTcRWVICw=SjV@|DU^9*+%~6*Jsn!y4)<^C*8T9-}Xi>{cvPK
zGS}^*p#AgxbS;m6-nZ)O@;k2@*UH_f`n=ZsoR3Al+U<L1u5$O87yn8s&|97&6>Csz
zn7A%*bLeris;d)@e$RXn#PxBF!*nTLsmrFi`+u_PO6p4L-dvEvq28VmcKYmsHvwgF
z2NmB4e5>&7RGa<I_~W}fUIz`C#M!sri(SV1MrG%^+>d)=9;WboJ3HaJn9F2aZ3}kk
z$+cS!7w+aV+#+(R>dh?e^PR_AO)a%QXuaJ&tN34<-XiOX!4HJ1{LfWyGqox_dtdIk
z-_@s58%uO%F6Gqw6Z3xN<p}$7rX{QS%Cioit9$Wpy>HyYi|o0^$G38xa`E_nfmK1^
z&GzPSUNOg6v7fu|8>s#=D@}^B{#@>+J|p9s4)e<gzx=;vZ~7j+p-yar&6Ps&Zj&dD
z|2?&*<bSBi*uK$X$4+bgS64G0%sXUW@I~ra+-vFS_uth_Yjj(2v(ogZ&dd8oK_}wt
zPpVAXd++7sa~0qJRi#_XrzHm~J)Z1&A=cgFr}Og3d1CL6<bT(Ay5`BA9mZL;*P}Gn
zpLuOA?CX}XH*D@d!<y!qmQfEKEoF~0|KeO2sD5sb(}k0^6Idp3$UAFEC++l$3=-K8
zIa%j;mSuNv<n|J8rRa<YDmr#T6VK_~Y+tiEGFY;38t1l8b7xzvJ`#0ubBl%8t-oA%
zA2JBLq<QR~{$Bax1D3$F)zdy!M>y|u=``^54lgR*G@~snOE>#@#RIo@n&Aas51xG%
z<sZM|QJt=yaGc7LlUo!ctqnda)yR3yJhbB(<NBsGn}ouGgJat!w=QhqRGMfz@7(Em
z_f_=^rr%%cZF1+nVCYTtghR~RQngG>OrCfAoVe<zD<jw5J5Me>2w%ye8qxE<yLt7s
z>X-WZAK$8KODtU7ApTz8d$a3;kCOkVO6`jL{CDQ9&Qq$d+OEvDnSHLjIMOs&*_1Wq
z1n0EFO9l9%eDv$h1Oxha|2?oNZIO$F=-r5wdy33ixSg(Mvk0u~D>!@Zmc<#1<xedi
zE-|Q^^vG6s;<k5JUrWEf{XjHZtK81s>ghjUf#(sjwhHmtM*mcm)tS;y-dI-h?%Yo6
z59_7{cuucL{-gSd%lYAgnk0w2LWSm5_ut1Ydg~OganVfQO_57QeM9W399^kj3S83h
z9a}El+`3I;>zwbOxqi<3yY^`8Ei09F)tK!v?J|vzR0Fp0d^e9UpCcLk=w+Bk-!q-)
z>&xEfdCZ79YkpztrGx2tE8eZ?@xAuz%|ZLmzxLgzuRm}3bHcOY$7Pd^zs4RfF)3&+
zoxJg(|Hqk0IjiPs{tAAw?1b;cXr<|&Uz}$yZ#euX>Py(-shu)Utd3kN_dcs*`Z+Qy
z-S^zr(mPwP+zYDSeXIC^`=O7MV|Pz{TwizNQF3>`uHCj<w`JEY5l(qAzdAO5>-xF(
zeMI+de02HB^_Js(q7^H@+e_QGtmVDsb~r|7inq-2uKCT!j&^&m@oe05>1&p^(N^{o
zU5~7mzn^5e@lWx)?PnW0&P&|+TYR-zL^1A3(?xE+w@uBgA(0z9D$JfcT5O!PUSsmH
z15eWw<rk<fR@Kg(ZC4;wz+wGa*PQbwtMP5c7gx7GX6y};_+r~JTmF-MR0K!sv;F5z
z?>xNPL@H-blMdgUCwKl9ZtTw~*kt(BJZ__|*j$;nb}Jjr->{Ukv&pc^wEkb#S$O&B
zGmTaJW}g#2He~b9omCl@qWD(mrO$>HfgBOM5j<A<57rzGY+uahzSrW#mMh%x7Dr#d
zZxsy6pU=5{>A5Zj-QL&RTi&zlN62rnkYHs9Sikp4T^zewRl_v*wMXaQjBR<@z5DX_
zN821W)%|r-_KsqEn36L|LR%x%v@d;T)}sZ>&VJo6PwM!Z)H>VR!%3gm%|edlyQNvy
z)ou<@t2E`fa%bN>%XO1h)*LnF&oaHnld5!eO6w=)fZvk6ubP)X?LF!}ZAaEhTisPI
zo*D-<7u@`9p7ohA*({jX|5=-S`D3q?(p!&S>`2T$ef7rNpRr6!)Vv(cmEO;L)KOUL
zuWohXaondSF$X#JN|^_R`aH4%A7(w?!1u_);W0z6_yGnTz6~$3LX_{hIDa!-IL}sb
z?vEAbyqnXVr1l+fQd+l1mGSr9Lx&7P1+Eu-@Zw`&(~r4v>96gx^`E80H%f(dwn=^N
zajFaaydcE<ZMDpv6QMbmynJqTEUZ0YQ!Q@Yt=VxdH1m>`PgMKTwO`g*xTbfV6PXEG
z!4BH&ee&<kQf>J~+g<WI?+NWxE%JVn@_BZUp3Y*``%m4Pa&*`0{)$f7ej;z;U8UbQ
z7wvW}@4hEyd9v<L<E#Up1Ls|SS8d5}a%#bwkc=FGfN~zql8YxNy=}`ePuZQ9`Q($S
zg+_U@u)5IOWjBufYMQn-IFZZZlwF!hib;wzlOH!<>hq~GhxiiLhp)0dpD?dF^1*^P
zU%5U<UKe`(Ri1YX8+)&ql<t#d3tYbcwOwN_mC@rDBfz1-K85)j^C8FiEG*1T8@m{E
ztPSoa?sVP(fySLGiM%JXJVGWnYPc_M6KrB`TKucQG-GjF{-3swg?*`VCeC(JpDupr
z%5Q5hVOgvwk@`4*(@`v?>G-MYs+>vs?;Os=d(YaZsIj}fGH+Rtb3;^SLa@M}75OsT
zmaIMg@`+;PaU=6<JKs5P*tYd_L+Z7fRR!V4y~5M>bUxWSX;0e|*WTzh7PBLw;u@bU
zEp8lTT#&H4O8)d`J-!!PZeOXK>hkQ;EVqLezgLxikC(rrY;d!@<r`Odyob_tn+PMG
zCm(eF#6-<pe~N9Fz??VV&G&KsKD4&(VCzGL$&YpVIrVkVoPJ{cpkSX>;mJ(LBHquo
z98dY3bg%q+eUSAm^JP81V~>Kkcw!Hzth#A@^~k07dpUa89p<gv{qX>!w7gSHrKj|Q
z(`Qs)d-s`N63>_%R#f}?RcrOx6OVMdn5*t*o0>(fsBE<4es8WR-L@$)BED$R1<SP-
z8e6Y!J;=f>tK+j&+5Z^R<3#s@C9#Y9K6?2Y+DY#Yx-$3e(tQ%Ix)<)dGOHjbUih|z
z_!sGI!DpMT%pZ#`YT5eVO8Y!xmgMyA-e<>-bJtEkXKVAT|A4LY`||Ve9}0wA(@Ydv
z@lnsU(~ouT-u-P`3(sz!8kH<*@J`H(bEV$iHtX#AS-uISYXTpie%jm;ew;Z^_gdoQ
zdyg+w%P<#D{`dG&eMwl&^|@L3tM+<Y`)bz~>1<tk-GA%!6?=JKzn(uYKC550;LwTr
z_4?11xt!L$SFP>jPTjO@QRsc!*^}F1Umg|RxAO5C(Jvk6?pwG&%sQx5+P?Qo>)hi@
zJ2&QqAD*^T^uLP#GWGXY>c7cP|9kwVZ2pyY#oo96w|CzQ335w+5WH%(cWLp;ymL%1
zw%oZerC7^y!led<+z;C%&L3aaSCOAJIqx>p8(lZ^o;Y!tjk|XR#Of_ya((Oc*|Yl0
z_lw_^dgG)YrN8v0lU>~6HeSQhi-j_=uVRuH2wUx1P^{Fx`RY`6^Nz(kEtt7C@E=cJ
zT+DntHCZllZu72fDV)LHr-O_b>XWhy4lqP4UlVQ+VIIMM&OX<^+fO}jPOIhmM{eqI
zPIp2&K5c1@`^Lt&uB_@$n9ID%5{nOxt>1U*NB?{_hjoe*r{fLr#xUK&XO}CkAKPuV
z>~F8$&TZL=-VZMX=KVTS=p*Ui(LDLV+~!V^JxQ}xH!r^Pr?K3}x?sURt5>TRgNS7L
zUGWPqJ1uYZ<CZ<NSInkeZSKrU)0~9829u2ApGR!IoV5JtIc;7k8Pguk#M1#!UTp7M
zcp@-g_UpC4{J+uV`|aYMA6VQl@uBu&Mvk1#R{d;THN0O;A6$R-XX^~<7hnIx9lz_J
zvU+OW{u7%XtjW$5>#}_o%P9FiF6`7(eZFbMt3)c|Hi&!KFY?yd6PVhNAN`eU^#iWh
z3DyU!D)sl?xY#|{Q_c7pa|RPv1hXrz#8!6q-=B9|Owwi$(`XYqQt6ib=*;aMy}b@v
zhsx~}8;f*$cI2uvYEFogh`hle_Umgx(FS%sohKJKbV@c{I6E)=qK55agO`cZOfNhQ
z%ZLfeu}k<}@=PwZ@zFYKfv^J~LvC0cXEe~N_I>*CHM7{%Q-6J4vO7e*Z2EE8%uVtB
zN>RB3Rf-pz9R%1iWEKQ&k<hTe*1kH#!o8GvWtP|TcP?pb{a3!1GgZ!%WGNERnEp3K
z|3gOBiDOsf9Msrn%A^!c@VuubeATz3r2LD!pK7q$Dz(sco>QG$535bP(eVGm6P@nv
zB}V@raTPB2x$*PsmCUA|q!nc=N;HGb)2pIZb{g}VW_exDwn|8LZ~J{ewz6xZ=kMu#
z%a`4X%__gSx^m~|yP?x>MK0R!Qs4Pb=%(r>?<W=_6Pd2=E1m81;Gnexd!}z!$l)5Z
z8+v~vU&@v&J(pD8K7)_r+XH2***_*Me!lnC>;*>CPd&<b;vb)5xa;T&5iJ}4q8V2T
z<uk*!I?nT$f9})UjF>&QF1`HyIHby0KXlE)%B}B<U;lq(Dz>BkrR^TR&gEvk@^52j
z9SL~1jO+9TRw17cm$IL-F9~QUlG!Pd_1x;pQS1B-XDiAdhlY1<_IU9t<N6W5&#M+&
zuhIVApzoKc=QqE%F-Q1q^1@Y72RNnE7W4NQnuzs^9?y6mbX97VWb*uV);?DfPT#tC
z$$Fd7deO%lL?+8i^e&CII2pL9zoXpZb0EvL@6T6-Kd*VC$LPATr*?_q8(-ec>wCRZ
zvnv+ey;Ax8*oW9sCdP?3Z!nlf^}W8{xx?`E%ynYAOew{WHC`~!O#RZg|M0;!uj>I%
zrB=l}{*%4nlIfh6pBOD(esNsRZ}oZ6<(uN)-&xfv%w2cxkJPH@!=XQ&TC-Oa@QSYU
zsh?cEY3HtHN%MXF9h27_(C)3^5Vu&t&$E7Z+ol5j*R5Yq^2jb&W+wc0=llDwcsA6|
zU!b|U;qbhtv$>Ax^cj@j-94iuwy-Dp;Ki$J&P}>|JZ)j@e@6dxVQ+m)|7|@Lacka9
zwVC;IwiUK!7n^-~(N>}Is)qgbrCI%qTl>BW#}r*RyYX#-$I|?qyDhUaBvz;0J>9tJ
z;e>hH97`5G$+@y@+d_*^RtbrDg^T*$zfw6h|9&NFgG${yq1Iaa#Z2$kM;6+wUsYMq
zDf;m5p>@eCR{PHL*lxK!`4(?Si;d$F=D4}iY+1f#erD5Ovu`R&ezQOPc3@S3GygM3
zmgzhOXS!8RC7ohR_4$2b#-aY70>bH^*Qu%tPGFMpJX#&`^ua!Z73<ra?r!+c>!MMf
zce<xM+3CcNZ-yx^iYMkyPd?aI%EKl6`$6dELlUihEUPx^CGHCBaB{y@7aIS<XlXpF
zM)u-O)7Kf#J2&O%R)?vkLa8-3O!;RRoN!q0{MGbk&h7l9)JQ9@!VT)vo(Vm_vHN=6
zn|tTa++OjwXWEh9D$`!QTmN=%TD0e4t7Em(DyMzriu<%6LiP;f|C7w=eOFeM$Q<l)
zSXZAiuR2rdvwEwy@k+Z>o7y&}+)v$esA}5Unq#+&*GQfFc;oP9{z+G>KPl+!O-Wg8
z>u8|-Qaxqa_Na5$4qBzDEa&SxbEY+T_4}8~N_)J_K5+$BIdKZ?c~)@X`-;wE4^L0J
z^TXy{qN+`7_94M}=kszNuXQ{V>%Q#Nig~Z^N4`&ZxU}=pUNQdl*WP}w(RMdZc^tcp
zBW3X`4z={@P5i6P+4f!K)x67a?eo>vQf>+5eVG^7!Ze(`U%J@MtJV8hSR#-b<n}(w
zdcWU7$y?W2l-!;kJNk9&m1SE_|6OTZInmqt%}MSZn;W$9J|*4h&1!yb@>1>3)jcK)
z*&c0K?6>=y>%zYQHr(#>PCso`N>;fW_BhJRrFz=NQ?L9=Z||zRyY19c!zHt=Im+#y
z)$oeO810$*V%n0ceL7o|x!;~}vfgx|ujc@Z_J+Ax6FW<P$CgZ+y{#d6CHu9yUpv*Z
z?zvpz&hQq$wM%o2)4r<9Yi>Tu?q09E@7sb^61TI|D`)R8yT-u#b;tE{I$P9ouJ`#g
zN(dd--?*SRY{Nw^vk1ldjGm72{k2;zb7{7I*V(Bin(#tM{gycEZ>6Kj7kX}Ast@{h
zUq?ztLU_9(JFnlG;7g3Rp0oU(b3kbA1i??cmZh3|NqsohlzHcA`8BuO{QIVUx#-Fi
zRVL<a5_d53=J)lJ_iQt5JQu!>H}%~l-H_R*x~|L(+isM;I@o(t#{1y^2TxvjdB^?t
zyx;7<799+1Ud-oSc<`W$^6FCg4c984CuqejWmlfs9Jup|_~N&Iv$kY6UHMwsSIm5l
z=^WF!rpk+vOe+;C-_|$%_22NH^PBC$=BwpjPTqUC;BwINrGDOXr+u1Nw}GF_=jOpO
z^(W#V54>4b>%Zas!b5w{dDYI}bZgl?oeyiaGO#}l2>5u`Y`W(nwHXG77>ZnX?3ZUb
z&C6r%a3`&><(T24-`sYByCN3X3g|T7zVtVHCj0HV2RMXts++=Z6scXDYOa)b=DOvF
zqYsT*<j)07o&O+zwe7(lVG*u^Pp&egGM8MgzC8b~$J_R%yB=@tn)W(wSkUC_w!xj_
z?uFVnv(IUyyboWlx9yjB)k6E)rG6~=ya!ALt~bQoHr->oX6uP9oL5sDjxjmjSoKF&
zZt5CIgDVI9=1w&HcXMX=)`k!4KE=O3X<YMIZu{{}!lM&GSL;MyE#h6g;M|($5k94Q
z&%$P%s9NxP<|(-xrH&;Rnf6*<aFU!i>3EgGynPo}|8(})->>u`+NHJk{G9zgbE6gn
z7_aH;Qi|ALH+Rxf`=W)@cJhf^8*lr?67V(b@Z}48vj3d6UjF}D3;S+?W&7F$#khNS
zMy$&9-msBN<h8>>zHN1ZX|*wTXJ)=Knf6(_*EV2FGjI5m<V?*=OC8v|iW2tmpPBtO
zx;*NSV`}rJi%I&Hj_FP3_^kLjm%I2ReeOt%Y!g!0edcGXc29n5?VT6;v#rZGyJLUl
zPOrPY^jg`<t+B6irc2#kx-`v3)^pv;vSlw$ALuu`wbUl*>*s`iNsWoIUdhvsyShI;
zcIWAfj##TC_pAKxj+SV4$L@-s{_c8U6mzQClHXtTr%$ktFn)TJujsxU&zAct_2!4_
zPgZSs`P}w_^WD8K@9Sm%6_byy@nAn<ZOZF0{UbBm)zyKQZd}!5f4W5EZhy(1zP{@h
zKc4!%U~&6(IhK%J^S81wE>;D>$F6f)lh24O_U<*Te#dYv?9Rg@yi5xHpS#X!R~=})
zyy@~}J_D=b<B^Zgtu~X&;F+KE(0jsMJ~1DunCnm19(<`|{mH%8n@_5Er5>l*uLT!x
z_m<}uOqeI#=ylz@_4SIprK?KI!Vi|I2i&w0d)3!AjU_`fLo;LL=XG<><+ScuGv}Sa
zi#@@h2Ik!GmnIjo4@&PAuH00hy>#)S(vU6Z^j3$M*0^^tq#rpU#Lm#uXt2LylK`7H
zkAdNZBWY({7>+uKFb4&t?zSjA^Inl>#*I~h40b$!3>c1tt&QPe7G(>o&=%#pvLW<w
z&0i~R@Bh8^3)ND8xkxQYXlQC=+jhPGz@sON3d1f~-8xmga!KE()5cq6d@iy(`b}LU
znDF3n7{}ocOLxwyiQ-Lvq@$R_y14cJ)_0Nb^XxflFI@1xeIe`Wch&C^_s{*BHnp_7
zd-cNH2MIC%oFti?R)1Iizo~n#g3-%YE7S|Ny*e@fGh^8LxP_vtO<TF|XPa(IZ{k#c
zG?U%u>Cf6f3SoEsUS^2TdX#$YucoBO&M?D=Qf{U0uVZA5W8GIi$jhlJ)X#aec1ruV
z*L!rbXFO3~l$)n1E*pOTlVpPFvQ<Jn;SEO^dYBFP4pcDuFm^F(@Gamun6&PjVrr7d
z%mZsDEC07=p1~b!SpV)&=oXzNX6;kj6`v+1sP7R@>wYJ4S96!>tb(q8LO)eMc|S>I
zG1@urMA`D>Wv;u!^5lNB{chzj_FL@p?6>N%u;sHB*%$2FdE~lKeE0Xe;^$AbuT(md
zRleYWRejw(KlU|q-bL5cmK2I{2eaDWyrg$*dWL%R+jp#-bF1sNNo?44Y~tz_4_zX+
z8=L=Qdt)N}-Pg>Tbs~e#J9)kKgvBmmaXgn*%jP_m)4RrVMNse3`lE`R+s+ofp5>7y
z<08_V#OOHN_U=*bt4l8_hQ?-{{b6_SSJ>gc)w}#2neX<p?0%k}{73p;xY&7{GjC^o
znb&yF_(HXo(P_8$k}qtT)us9ld@tUbzTiF2mpP5bvW%ieC5&^UxZ29o8ZK{I|6Eqo
zn|ry@B>xi&3%uo5?Qrs3aL}>2nT=gs`iR;5;A!)>t_qnGsJ7;}{k^-ques)4d$7jP
z%CR|7fJ4pig430pYYSI?nY+p3s^=evyOM{jeMRnk6T8-aa^38&s(U*$^fJ%vHCXoT
z^-o9luitu{&V7$td})5*NzMD&vSn6FH-D1eduQh7M&-ozuYU8t#I6rGy?>eBV#61+
zFV+Q1g#=qZU@+Obv5w_b^!7`+CVf@69VSX?1Tnw%u5;vGknJ@$R%~UX($e6aF)MQ~
zce3tKSo<MyapJ?uuuJOu*M~-~HhgjSz<(PFvw#~8;di@lWTZ5APW!Idmat03%OQrj
zsB~h|;)T2>CU4SivL9H}xSnm@Ej>@;d4U&PO_tTT^GPUV?@o*I)lm!CU+4BD%zans
z6l)9aZPQ-~&9+s3UnR;ev#enuUt68lyS3tC@6LTJ?PZ!1QMh4$>BCoXJLUDyXs^-k
zkp8Bt{$<uo(W9>CuV%5lE?Jws_;(}sTECQu%uib`o{F>U*g9R;=i5CUCH)4?%8m0)
zC!B9gk)NrvKEGA)d)Vol^?Uce@;dL(D!rn>S+MF0t8hlvB#VG&YnT1_8m)ZBCC+i3
zj@;56Qy#3)w5}7*nfk1?M&D)yXRxu)Qv2YY*AB(1=?H9nQnp$|MqTZUKBt8c<FoCL
zo~sG?Xhz9c{aZOxqv7+DDQ%|ve_T54x9ai3-RqZ~IPV&I@%o#`J^5ajXZ_GBTw=a7
zLU3-%siNxsQ$f|<Z*?!mFWRqg|Ebp&*EscpJ5G*<vo5uZ=zpktta*O1?xyOX;1ct@
zMV$#w<*%$`%=Y%&pS$VcXVDr*ZE>Ryv!--UVtcd5ghN7PZJ-lqW?x0E?altBAwGIj
zf3$A>>2&&ly20U?*!6nFQ+hfl8J?CGus`3^&ce>e&c}XkwFR$<)&KJE;UcA0y-zf!
zUwNLf`i-KFmf(WTS@G76*W9{$#hSxAZ<Qu)nl5H&IL~KFN2icspq$#N!!DIGH28zR
zJ8nImn<2gBhU7Xw=DBQEykBPRo-1ahTN3qRkJI{6_JfQE0~Z@CIH6<~wsB+ER>PY&
z++KxbDP7XuUu3tVVAfJrv8@|dl<wFs_)%DJK1;$}(OjL(WKZern-OP@X>AM5Zfw;#
zen{x7u&2$$Bf|UpC!OHg&Cnngaqd`Eos!|EMQf*-WZ%p(lwN%^;#}P6pT7ia`1qn?
zpU?HU*Qp$-d?)a5EpJ~|RQG}P`A^oK*FJIS$lZ)-uMZ2JlQ-p>b?Q>cov!An@7cAd
ze@BaE{nbAue_<6%z?{;zTi0Cw5t)$fw6^QWLDLU4enpcOORv*0U$^C6s&>wrkJIaC
zY?o5C37-4)-J0_Bz1FYqzCLFldH1Pw__m2E4yV^DeNj;0W}mhu=-&g!!X@_$5@&hb
z>wGfTBaY+8g9mF=49~CUt~SuIFM7}!bw%K!@M6!mUWFzR{V(R-sFV>r_taU;SN7rS
z-``%ltp5Gb^0nCVf=ymk>rEF_U*r_$`gzA<VPu7Z?zWBp)^bcyxj*TDgOd6GpBAlK
z{5WR!C)M)4+iI%GE+cd;^_FTjPoScu;OP|&!8|WlJ)iVx!IHhX8#m9FY23LX?Wz<P
zld$FX!kwxwE0hYk%RN^{1ZhnP*sA+wt80i*tlIw7`X4uMIJmhp@=^NAndgQ6s{V@p
zvi(K=#rsOTUGuu<^yN(nTc^49&fODFW>mg%D9?{;3x4rhtFLg<n@@$4r)|7oBo=i{
z=-yhRWja%OL*H3*PjBhf{C9{y#d*i#-V0xUus;iRTOXY!Zv6O=>DQ#wd1rdp703rg
ziyfPMCYrtb*oNo4FLtfk5s)mF<+FE{PRu;VDLoU{eK+~Fp@(fLyM=D}JV|{%8NNB^
zKKgmjQJcK!G3TZSKCbZsCl=3WGv}Qfrf9o)sZo5)`6EV`IA4iMtubxO6^S@>^YNwN
z=MDuIX4L*V@cX@$O47@F#ab_#7c4w!r@o56X&MxM<d=%tvEyi)!}8X+y=V4rKRTf-
zZtdlO<qOaG_$-|GO1fQT@tN=n8Gk=HE16OYrNv7Y)!f%Di;$7v{#AF+QhG+usfNdi
zdk(F*mw(<R@aVs_Q*=#_rV2}+&v+@C)%<6PM$Oh3ezm%*8W$8iPQ1MAv^Yw_`@*qJ
zIu#8D7HO;F5`P9CoPQyWyY~B`ZyN*FoI0}6;`jN-tAEb^Et;?(RAAz{r%^{FFW%bY
zH2>+*M<-v+5^ZD&Yjk<ayuhiB|M>1-3F6(ZJ0n^R8Zv*YFARBi=!n(x#I22;d}^n<
zxAmwsWL*}mU=7R6NC@vO@06=?Kj>t6rC4(HGuNVk8PB68@;$Sh@!Vma_!Gv$(%{a|
z>s#lFm;Y1GxOM1N!QVHFo_Md*J%4<!ik@y&=ayG@&Ym>UWzM{GN6hS_`ifglt;sJo
zEopRG^W|9l4X0@_23I^wo?PlFQ8?3Rkgxyc+$Jl*6GaNA8@2jpUHYo^=#-;Q|EnV_
z5~KXnwcJeBU#g$vsmlAMid8`?(INWb?uCjKvPQ1_xq8J%^ZhpK$AnKQ>E}@T?sC4=
zpCep#!4B?;^OaU#R!<Gd^pYtQSNg7!f4irCivAS0*PE~0GqMmf_kOFpbvtOfjLUsr
zLF~;->EEVjuz9})%}an2u-=rSh$E~)s-YQPt1e9OdiCu2B5OTCr4_f_d~e$S+5h4b
zcVJoK_x(3c#joaYxVi3muPQSm_hR*)ww^W}g@i3&$g|>N!{r9&3$jdnuInR%jN}jT
zCAKec-ViGQT7$BK@m%EW<HsD1ZnwE4CqH3ZV8#5)(>JY|a%^M$f7h>qn-sG|oOGwp
z`~PGyUz~1+Va3t~3um}4NZa4(a3LwYJF{@tDYi`)S<QAGSXbQNYvf?CQsim#d5_t4
zKmUk*mA2m;wy93}w)v*H*}j^GGAp;FJ320~y>)D|&icZJ8KRZX17$9BE>2U@jyqmd
z>adCNDEG|$6Mst2jCY&zS9Q+OH2G@9-{za@l_A8-FDeI&wug3i`lT+F*1i+*$p46t
znB}p_y%}!D6TMci(Y#mR-OI_^=qhhev!*)z?(fjW2V0VF{{GtI^wqJq`s=r<wvAE&
zot*vNE4W@>)Ur6@b}3Kgt=pv{?VW<k#;0d_K+DO!*Em=r-<>lmpJutOzxTnDp7n;m
zrPBXLI&GL%zS=G!wp#kU_7CByCB<@KiF-Jr4`{FAk9dCW*SDy9ADM-w+H)=_3X@m(
z9eM3s(YL5`I?3sh)~9bo9+m9XR?&E$v|_^7sVp~~D@yby1$2B)`0>Ph<;OkOy)x#<
zOK;ee@#O8IW%GFtH-7P*Q>M4>+(M^+dH+hUES);Z{KE5htA7UboOfKU@bjA9vz--L
zt*V<EefHi+-*ooW?la7*KAH7)JEvIowFGsysuT+}g<0r@W`9hRaew%1dG*#V(ZX=C
z`SVrTrrny}wo2p8!q2^{ex>it+qye5-0w2a-M_|f%f8*8%xNP!J@v5r<)a(?T_>(N
zeSi1mg%yzxAMZQ*V%`<L$Q?JP=UKfFT3)o@&69)8#NJpk$MDwF!wUp!(>G*xaIa_H
z<HNrEZ1>~t)uGFG-!r)7fB$~VJLMHWl6zOgFqEgqJHC&Vy>>i*haS%}?!}(}&RyA2
z5xP5T-(%m@J*zE?GivJlCeHpiBj@3?D>I%XT#a>^nH#j;)2Se>AWZCq#GRiP7*1DA
z;y?5#tvhSOE_SwMyVjg2`t<r~<)ojo6|B!iUv0a1$ly)Evw~-5;wtZ!XnO1nFtHVR
zeQ~LQt>CTqliH%rKD;)s+V?5X?_$1*7q<ksq&v%=jX3_tXx@ar$AZ%e|Ne_MO3Z$I
zV~GXpG2yjJHB!ueOkmh_E-q(9QmDMa@#bmPy5&)?O0t$W`Z4dl9+EaW<D8+*cHcDF
zv&kwi3NF1Ao?Q5I@~n`UeqU?Rl?Ob8Zn3|rT5MaetS0g*JM%TO*Y*dpTN)L4c?uIw
zFt?UObTxlSKAB>3a@vCj@47?JT|KIKY|1N_*gkfRb-PwwscZ3OpOX=H(_wvLi>big
zImdIZ{c*Uw<Aa56hWsbd&`CB5XAJmO<k-jfsLr0oSfs78JyiGm{2M3PzbUUY>CNP@
z*e*ZMx}9~$dMkx{OmiMMn6BRxd#Cl#<AiXD=H9q&?%6TlvMK}_*%%e>AE<bADEFMP
z)9M^iCtgOMu!!@!UyJ!YezPFP=u$yPZ2P_NO#kO6%_0uRZm63&WmW3$$zE4GP3={r
zcDAxuP3B&feEGl<@u%E9%87eF^Vt*xTCu*iKYAofmPNhr%n_l~M+vrbUP+ZMe4q6G
z@m8+4?5Tm~raQ$&XB1Cj{=fB0ito8-iPqMwcV6BJTW>Mp&4M-8|1K}Nf9T%i``e$F
zPyMU-VRq-ai7_7OEBw}cUBBkk4_`M;t*vv^-y83AV7gTma$07d=ncQ4oYT_HzB9Ns
z+)kaElKC(sL^8=ClYOb|l(3HZe-=&XVBNCg`?dHJB9~@`T=RKj`cFuYvvonlrN-nv
zKZO-Vr`mTg1_ZkOvoYOpFTeAsi~Hkiv)_3LGQa${;_QPd|BE$h>NU1RYSh%<C~mX9
zy3VG`S8T<G{8ra_kCHFh-MqH!R(w|Z%9%W`<*gjJW#_aOJX*Ku$~mE*s++O{gTIvR
zZI8?DekT^0@?PwwZc$}}n3bBheA>mki*~<U#=UELVAmq1E>^Lvt4pjWKV5lA+Nx?{
z@xRH(V|ylDkL}OC)P1RU>1Ro+c+Ke%tKPlu)f2vET4L|K-8jV3d8%=U<>Xc^?<&7l
zvrf89U8>=|T)+3sg%do!XD%G!xqtu9Bh#ZX#hW%w`djpP#)G>%ZyB6!`Fg}^uXj||
zmMayl%i88FP`Y$xjfue;zW%b*^YucrmKI9BI{P=L+2KOag`f+ULKk=}cipS>{NYB$
z3z-`)XDweE_nCReE7RrHwIVt@?#(~v&ARCF%DL03*UINT&bzQeoSm7EO@_xpqBlIz
zgv+&oTYJw2rXHs*b|nQKF^{#0`)BTm$Y!kAaEQI(AeVpxlePu}b5XtmcgWhfs7*~z
zUVpR;xFJ=)VC^p#nKe<Rtd6aXS1W%zPKny;zx;X9t~WDxnFfA2_r+|%!s?YToOsq-
z+%R>_x*0d+YURHkx6)^u_Z($3K0l$pmD@kY=7{8v2mE#!O)o!moYQvFx*fbKI8(A_
z#fsATUUIJ)TAKO!>?$5I?|AT_shPWI&RP9ep^ui@NStEc{bj@P8E@7q@X8bv95~3x
z&i>~hBgdvcbD!!9U;FF2w*K1Q&G+U$eHXZhyGf_mrCf6Ij?5z=p^<Z~1)iE5C~_~E
z?Xr#ObUV}O`$t1IhP=^P_Tc5@)n`--4Ffe3{(vuz(KIR!3@mBbscPh%0$QvPskHd^
zzF2qj@7KW#7Ve1c)GdmBvhBpvi@q9cFJe2+h|S!a;qtkxdk)LW;!KPE1)z2KN~`|f
zbx4>t$A_s~e?iWJ-HtaDas<pcqT3rBFRH1^SO;HJun}9;w`|js6gHvdOHbZ>`y}OV
z=FUe8czEhB?h}m&PyCRrZT7W6Mf>`Gqe`vX2am42{_|Vu*8-Jw^{1x?io4&)6iR$>
za$j`h%R`0*(;nxzimSg0Yt8$4m-(8h>)ZOmO&QI02cCz%tX7|$cCPW%ZH3<q@y9dw
zGq<T29NWxVeWduu`~8j&b~J2W(C@VTqROOf3y!<?mogofmwq$f>8PXs<oC{59+I23
zK0I_}>ytf>_iyg%dw+i6mXe0uja99DuVt@UuPKjsSCaOg|F!0;Hnk~A=btd2IpW8?
zH%)=}%(;UXpBeRrs$0E3CHnT`tjfr1NmA!CY`V3#_Ajj6*DJM-_h8ra1FWw!gSVf3
zw8Da6J<owj-9hf+1?w^ymPoD??t50z>ojHKk{)IIt-gse>dFmMx#B$p8Se0u7zdmU
z+pGQS{H*@ap#9ekm`d5M-Tby(xZbL9vG9uEdMn4HPRpk+m3X*_OG#=%M#94QuURFF
znp^qAtRh|{ENpHR^|;pPz|J)BZ{Hhz`5zBr_QZtjC_TL5MB|pf94AU*J&tr<KF0ib
zXU59feYg4LpL~zHx20iq^h0Of?Elx^hACdWP<LQWP5t`&EUSJxOz^N2yzCw)y!OL^
zjm*nlCofoJDD?Beg$sS+uTKZ)?X2CrCP%*S>~8O6>m6zfFU&e%c=e|Lf{V)@SZ3|K
zw=rOPAY;zbdyg`vu=DRex3I!I;0AZ=?e5L98kg+UinwmTw2W^?RY-S567#Z4XV{)I
z|63~(5tFH#I<ec?bA<wr-=endpYLe#aXCC-$@voJ!OEVH%p|JTv#i_Mygzt{?rF=e
z;K`4cd}v+x;*FyG!`)d-g5rj?HS<$^f>oBCc@zBh<f0WX-b6;e_1kKE)i3tntgQT%
zdzXHjHtY0_`h^*94sy<3w6Prtxldkw)wfo<H}g}@#k)$oUCX-Ph~4D5TV5}6_iWv_
zT@|K(c7HfB;b~=Y#m&NbC%NX>@cb<GWX{e=;61x~V`}QPRIcBZiQiW^`&x2p-TS`i
zw7ORG;UyO@+?d5+tSO}<y}+{bdrDI5su<^~*)vRoTbr*&8vaYLbgn4Pk?WP7F1{*m
zvQ3QWqL*^2&8D{tf>zD3n7rzGz}p>5w-oI^?#tC~+OFI#+|JD1H_=dm|E*u(!yRXy
z&CcMKp1OA7CetR>H~Fc$R~o&J)iy5ueJhLgocg-p)`Fk0nR)l`zg==v!z60fU&aQb
zS=|MWlC=UoZ2uoxR0l6Vy5Q)7qZ(g({rIHb=rC&f@g7~d(85$?dE28a8#+zCENPo}
zrKDiKPFdS}!+$cjy&AL58}6AL<Ge6;n?ShS^#Y>@DOYZ3>`{>7bVy|oJto|@X8wT_
z+^t?7YX8G6O7;Y%eP#R+di>$3o&%8ueNB(2T5ny!V8ndVZdR<!&B(}juDv(dH-v?V
z?V8GGk^Szm!sb<%cllfo|6Q6<=P%D#d&lNg%p5(9*E7;rY}lB;-fEwcQ}!&qIiKfr
zJ)gE|{^LEdZY*IrLUZ;fUbR_p{a^$mYkDGQ;?{~&a~|_=**M31*{+|Leo9%zAAP7h
zcYWgj%oP=D-`MA<tq~Iv(z&($&m)-+r3bDv-u0im>F3vGqr0699_wah@Vx$TKZQH#
zL6!t}2={+)gG));kE8y?8Ge;_xWaA2=*zA=_ljvz>0`Nw#3Y4_UtAkgtF2yhz6i5=
zH2LUazlBkf6AXea1tmUx{!{vB((|o4TVDVCTW7XbKhFFur&2)T^wpnN@z;G$%qWX0
z`2V*sT>Y0HBlqb)>cTq{#7w5GPxv7^@z|AU-rKu{cOIJid1=~<XAHbszJ6%mq{U-n
z*fsg5#%z1vwMKVUUH{wtRG6$V=g6<Zl75~QZ(2|F#cyvucdx$Nb!OEqW%(yLL9#1j
zB|8gQ5~WtPiAo)MyS#FB%8tg`pN*|k4k^6qJM`_&eZPH6i%y6hlRW41ve<r`>hxt|
znTK*8^c`AqJ~?V(UQ@vW7dG{6UB87JbL1)-Or9y6O7ZACBeB9L@$`ZPG4|ijCspW4
zOj_KNtP#p`^wS*m$&>0dUSIr?xlmEpWJ&8WW>YH%?wh|wQVmMx+KO~qz1k63*zhj@
zXg}Wtk<br%3tm5MRm^@Z_A~bH!p14G20LCHQLUDLAok7Cbq*ij4UvLhdF93q*Iidm
zTiR*zrkQb#|CXx`-o2kJ46cN3%UsRV*7!|QLdct&cguyI|30UiQ?0hFT2jk)E4@HD
zb5ScB+tCB;Hv1Pe^V+XJ$a*R1{(~bA5;U$Yf72j&zRt^IStQ%>&Zl=8Io|y**%D$=
zWwbG5(~;lo>oXhs+dp%~F{fvpSS|ef>zdN3Z?_wM`8dboWRG!R{>?czi`gXRFtWYM
zF7W9;s(QEb;f9Ml&%Qizt!{3R;eq)c%?B;_m)-DBnEJe^_KIXejeP&-#_ybbp;p(|
zC+|5Rcf`#~Yh}`r_xlf~c)2(IKKQ6bLLu<Ar_hh!kMEYgzvuEGBlL8^wU^Dk-{ZF5
z*GO?MZCkzl{^}>Y4m~rr@OjC|e#yhaMdViJ*MC+%Jbu5`xk?r|uvZm7@R_dnXRF$a
zH79q3KUw?GUp*|ov39@Ts*mf#S0svT^160%Wzr&c_m>A7?@8w<omStz_&Zybe%LJ?
zcR`JV4NX57^!D->En`_%V*a!CZ1c@}W8Nj#o>#<q#?4|iTQ50l=Z86y-5IVsL`9p*
zKS&W*e|mc3{#_1fPa{>&-Y(l1QO)%5@cRn~_wWDXIG1^gSNu7nwbM@dEPa^56kD*<
zyQT5!slP=J?{B$K%p9Dy;2zs6-RYf^7}$)TZ(C?@aIa36t$NX`JzUiv6edZYQamTh
zx+L)U_gV7)VpixsPA*MSklNhB{NQ$DeyPm%NzDO$f~9<11ujP$SAPz8)Xd_j^7F6y
zN~d4`svj;eUtRQn-*M~ZX=#0@E}Tg0)H$6TDbs8#R4CZQttPl)^AYD0;TfjyKF-b*
zJfC-$(VyK~_DzX_u<n!<%v)C|T`+Q-r^C&iy=wJgOAp>HryX|lOgZJSl4r_Ehws5M
zFFdL@nJwbfzOmr{p2|hu*Gpo!3`BBl{+~H;WY#+Gl9jF}x%Cv?3KuvRE|~nt@66my
z(LT383+F&9mP?kOc*V6^sNnz49WLLTm+Vlj@=|D3YvT@{uC~nJe4yh0w3+KZW(M7P
zZhutlukNqtC)-ct-<T@N$6h7#Y`4i;J>S*dw@Z#Pbrdc05LYu*IJ<grVX4X5zGYVf
zH&}Irx^H|{Ds=ne3ae*(`k1Z;F0kqfb}xJt@w#g6kus4beN9&^pU-+>E&FvD4^Q8$
z$rq<*9?V>Lj!|}+x%TPI6Ay2gvq<TfN8|~B4m_UoqK)@Zt_Wj9en8%aKRXJYEfiwP
zHtBx3_;)>z%=7b`t~8r|{_g#H$A0bJmXmsK7cGu0+0xZ#bTLrP%FFrqifbRQ%_`-(
z8OUdK%F*5O#S0eMxec5xi}zYcY%y51dBUo#71>ue#q^eDEp|(6oVO-KR)Np+mYHSl
zn-^?Lxi16=CER><?C+B^+x;Z1<uZk(CD@iZoakbXid$cPX3{jRliyYaHhx&Obwk$1
zx9QKWT7>6|tNWkctx`B$(w~2if}S_W=9;;ouh&GSU#**y`dTMC{ifCFYwMLdTGGB+
ztrkCc(lUO*BDcE%8qI=={)?3jtWP}+Z4&mswPLf~yBZhwgrXS&QjgTV{RQg&dtRPs
zv0!)jt$@Ukog7w0g*~p9M34SgJlwJ7ZObcd|1%1o_+(P#uULM(Ah|N=W@N5F!cV!z
zz<nR~NHIKWl@HcC`@_C`TCswTmr40DlUY@&Q$3tie>h06CyL~jHS?Mt^)4~KSl0Q0
z>;9Ys&-~-r&vfrh3IFL_?qan%xUuvh!;y~~nx}Uke}DJ%%YAEtt=M_jU9>E-o1odg
zzKPS#(qB<~=B*U&YctcMrfHp0Fy3Ht=~USC&Ff#Yc|SUz%k(NzYv<EnZ_Nv|Cq$iO
zbw1k2ceJtZ;M529+3E)~Jt`%b8mv!lei<FU@Nl2!?%=nR_GWbDsTR#&WbYcbvC;fb
zOWuR$-+xD6++F&@O=HonqqDwpv`*D5N_l#@@ybzFN7re`3Z^)=A9*3Pc+;K2D9aDb
z$~PW|-8mev;KhS86%WOaIo=nJN^P$3UfA9A*r(61eZs69k?-5H>My@r7Hea?b#35*
z7Xb%e>|StK&+0`GvrO`|?sKfmt{SGUG<>DVIw>K4OUo(wx#cEb<{V_YFf~9nzAQ>+
z%IE9Mey={MH`YjreEhiMT7Hk?^eHyt>yyNT*G^)Z`H^}3m5(~IEFH#iM;}~y;h-6?
zVIG%oSJT19x6Av3wph-6akcZD1+QfDQjdokf!9`c-#%8U7iD~6qm9MfC#KVK7VJ&q
zw_fLynszJk!L5be&QoPdy;4qh9tynJ)?oa2eqa96?H7-JdgbzX#VW~Qxx<Zux8Gh8
znvmswXFIpS$;2~%b3<S4S6-9-F@IWAvPjgQYhh~Q`ClAYU%XILu<niRM|tskJGpBU
zGG<JzO-d40yLMVX!l}0}xlw<8_pY^5BX3AtcWJp~#oq2AuGTgCZ<O&J_UPGr4;1H|
z=HZT8`7c`LEx*~B&3W;qzZ9P3FALSW9-8&aw<Y{#!L7FkuiiiDt;#k#m0NnndgiaC
z3-$>eQ%p|aUsg1KzhwE;-s}a(_^#Y&l<IEwko#)E;`Uqj_Jb{|s^>0zsypJ9sVXsP
z*_P}6mL8dP(<d8<)jmE@lBn$yQ?WL#u)&r)Qbph8koY?8*2)Fy{9hg&+>`mV_jpp5
z6}$H0n+GzE*>pDA`8c0EcxV5)!kAk^Hr_m!lBDeeTxWGKC>^_&KVwN}EdPR#)BBsv
zwipOLxZ8O)z5kA*!m?)0zZ)G^br%~lcG;ia*%qj}=H2|50QTzz;wzM<@mQvCC^-vR
zPC7Bsg=^jOJM!yGj;UTh#TN6DH|#Fsf}{%*4Go^3+r=Hgp8E8Ac=}%Ese5xApO#b>
zezBg>`I8|atm!D%y-Z0*rE@#fcW5nSaZq%+ad4i)#MhEj*-JL-9NbhGURKXxv+UF_
znWsy`-S?Ju%s3Rvcl6(kSKk(IyS{>B?sexCO}(1)lBe&yB&c#LH<V*`<3%1u<|CR6
zoWYSs>(*)U^<+H#6y&~}*>_K03A@`Csn)YAy?tMLN6XATb8W?n>$X`XY%BJNFX9r<
z7h<andA>INkEzu+hCYiIw{k1?EGb_5|J11m6>9EtS@~HCAKcsY>L2s+Gm~$Gm&AE4
zy2Slu=U<B*|0m8^#qh9EvftV0_}=^?l~aE^Iwk#u{>K$_R&hzlaY@L<9NBWNQ`c_V
z?$gsBynEx~<g;w@1z9c~IWC=fJ55Z!1lMRN9iOtQZ?1pik@rq-^-c(B=XUC7CKmea
zpVFzSwn}xPdB6tI2pf@zKkIg1?Q<%>)tngpHt(MKQ!TEoOugx`TQ{$c-}>fz%c7o5
z)fYvj7Vqs&&$%Ja6C;xv>v!{os&L06m-j4}!}raPY`kRg`{eGvJ%2;*>YSI+yd-RE
z={&PrRP)$Ue*eBhr=Q=y*suP}Aa?3R3AV0gR{oNRC%+kEq~}P;L=+|zJScc@l#%<1
zQ{$&uWplVI7YnaWwk|sNaEYFvm9BNO!0)Bc&TVq>yAn~l;F0uSwOu@F8s~fMG6GpL
zR$dHxEIT{u%EN>I>;!krJ0Qf?xS;%WY5uib<2cn-!M_(9WE8z_6SGoye(z@B7MZOR
zo-41~>LKv-u*ELUZH9lV3I#N}h36J5680-O)amzQhLQTRGo7cK7jygZ&6Ku!=%PO7
zMN5m3zoKPE=9cA)PDNc<v*nx}Cx^1sQJ2u!E3#4#&6#1KE_KVrc(%vA)jl(~Z14`%
zzWj8_b9MEveVoOM7N+WyL@}-8Sz%;wifb~1GIKAFg;PP&d(~%$C!dqrQu9H<`@in{
zCk!D*0iIkzmS+p+yxp-jeAVNst$R<+%v)6GYohmuu{pP{VB-oY4v|w8A}cx@J?sKD
z=^5&;yFP1&Zm8|NR6V9v7iYPXrF-6o8Tg!LwJ6?LuEXab#hxj%<RjCprMz32E#exO
z4`>L-mMUpx%gd}N-~T)Pi}(+rdnz6}3wo7gL_RfG@IA2TOx@Fv{$kQm_dX$B*33t>
z0s9JGMf|LvYV*Rr>EO07(P!`P=AC77`Q)_d?m<=yEtevJla4CvoqHx|#LfM4q+L~M
zrp1KPn~U%5m0Q5iAjO`rhaqjvE9Se03IvWj&S_yjYR7-nuHR~1UQoK&ybSNQBdyk)
z*TptySYH>PcJ27u`5b1({9X&zX-ugEA?vrX9e+fAs&10kTcvw3QfaeG+ut8TGgXbU
z0|Oz~J1A{-O#|&d*EPEJF6XH!r>oL_?t8x;mFnO7?4%c?w9-WFrtN|=trs6iO_^L2
z=yanZQInhdse`*<SMSvy^VoO}u_Y$YnAff5#_h(<_u7wH^^(jXIe`KV>nXBMqN`Rq
zW)#(~blhNgW75;tzfTwIH~GaZiQi`UE9p^;wOUry;-hZej@^#l+|~z@tn5GLKX90)
zqT;tR_qonmV||O&laK3i1naHY;&3qOz@yLdGNpw}ZoA1&+$Zp|dui9pyYliYT6@%&
z_`5A?YCgB<@ItQN=Pw1^n|tlyg2M-Q#ML$?KHTXOnYbr;qwDPx|Gw59lGykn_0g;u
zrH%=L3-}ot)C;~naFc6DP-yBalaWoF%74YlGeU#Y+ijDVSoHU{&*i_8t_8g*o!Ag~
zLq?`a)JvpI(>y?>`Nj#a%n0FQ^UrDVg<MjSNNVU1?UFD^deHIqkU0mFD%-Rh>o`>x
zOI;IBi_lr4|DgHhzMj0r@9r0{3+}$sdB@|FK-dgT=gG&lpGWc*Cor!G_dU&gVzEQd
z)5`Oj!SfDW^;sJ1sM1=LwbW*cO+vjq_tVCJtKB!|Pj=>r3*0`LYm=Du$tJyXjCbQ?
z*6qq!c`>kL-!68}B|AmC3)q%So%YUQmiUsL|D)D~s8%KXvp9Vxea;c4O3}G~il(pU
zzTUGcLS^Q>@T}b>c28EUH@JAvg<W{B!N%fmTQ)dtyYExur(8O7QlfUwnTq?V%NS#l
z7v_dMcQRn^V(jA+vyylb_#%eG#o1w=``5-|*T)C#=CWJdc%Cr-g2d-{N@*wdrEu5k
z2}eYRibb6`^l8sWVZAvVR+jyn1J4^BFbbQYyVZ5#3FnC?l8x6I%H6%TT=9$FhFdD}
z$_ZDd-CES~WFZ($OrN;vssC2x@6$d?TwZo-?iTA3DWj`%4n^j?G@hM!^#0rl8->5J
zxvpQAc_;n4caM(YrYrkIK6Bk@OWglZeEo^1<%dNZsxmL>e%yHUc-ZeOoh9PAFDHdJ
z_6cTYc?Sk%d=AL?{Ho2>;_}(Pjwz1j-Jqk<wU1^lws`p=eEHP(%Z%mR9&^8u4G)-j
z@BW!a-wh9T@z?RXy>43A&9~#hfg_D+@d;A{ckFVJE9Qu3cHP3mZO6~a(JZ`JxrZ%R
zlrgI0-p%YS`aR2L<j*Ppo@FrO`8n(GjAcjr7O_9Coi)KJx#vjleHVsnH6PEtQPbX$
z*1Y+cO@_~b(+U@EeLlx^lE=N*^2d|r0Ow7`)2F7Lp8VePd|=@P?FN~^46RQsZVUgO
zbGlTyBYcI^Gv@=2BJAH}5;N{*YOfb~5%_F&kiyKwFc&keJ8q@7=XjWf?C3e>cY5x}
z@;>A0|Gp1*$6LvKiQ>F9Q`o0u@uu96ZM|J>(f-_PjF&FVHQ5{+_u}g9zL{<1XD6{S
zn8v=CdFXg#`0UT@_XHb^1<p0>Q2$)zcxTPgkQHomBn#5`=Q-{O`r8=M<>JRyb$s%+
zWuKbm7?KWN`TSQdB3(<W`rE7Q8C?0V?ml;6zMYZqJ36w`j?KYV{Q0+hy9|l->F=)l
zTuDlj`|&k;o>umsnZFtOm_dbR!{LvitjBa%Uz$tb<+`EBv7my{D>b@|;V5?igMdE6
z$5|@{SlC2*ZPhPD@4xBs_`wOr<sY9<$V?8o`ILRz#q@#&9M9?trU+a3ebg#?J<B!0
z_Wd&X3`U!R4+psUBfiOP6`OV@H175O)87`(dFwJarqnFNZL;p+;&Uzq4w`n}>l*{6
zt!u9?+_Z21of!vRowV)sTgs=cP@FiUX#GvS{59(e-p~DTuGHL*Ju@~sJnt^wTg}PW
zf_ysG88506>{@*C`EG5wKd~l_H&*@buu-u~IbN`{u(Y-Ky_Lu-@rTV%xa%&TkT&z$
zaH;b|m3FT;kIvTJSKbBf_I|sD&vENMx4j!|lEl8fXPv`8E$!X!4ZmkCD&45)X_|15
zW98)SKW?y9A2XTyYTwc8V)2!|@Bc;g#C94*_vGHYzjf)2tn&OF^Jb*3f1Rm0{jJ0O
zy+<5Z={|Yyo3Z=W`>jj&ZEWA&#5K2W#;?CpdmcQhxD>GW!;S!(Gu~{A`<BfWmE71Z
zx69z8bg}B!S-%;Jy_R(zJb7$J-qDHEwkDr@@T<x|Owm@I^FZg?bPwTP-o#g?(es}q
zd|SJxBGPKkPW$y!D&7}ZY!z>7)}4IiaMGWW<o2&!M_xac?ESrYQDBPqhHH9WY8P1D
z*S1}ZaFRZFvrDx`PHN7US0+53z56o1oYmut^35<=A9gsjvG{?;i^&W8IW#^N#uV3?
zzx{RkHb-&Y{u>U{3q9{mHy7{nVv6Zb{WJU5SA_$U6Zp<QuGuFoyz+2R{(4nrg=bGz
zaURwFDmB$pK8M9ke!t)CAOF=m&cwer@7rpXCtZ}OGp(XEaP_2011|noYF4kGT>9Bx
zqx9J^F4bU7!dAv>Y*Eq$xd%3`GcI7$y1w_3gR%a>r9~{y_y0AY%Bt~^`G!vB%5$vp
z4C?|{vAL}*cvJad%Y@nYoKA;)V0nAwt@#-bR^KJwhZQB8rdLkhaE0fp&4d$r-}RQ2
z3%!t;!}#{pvBrJzr*}NgG&0=uWm8n#8&<20>t`(q(w#Qzkbm05Kl{{z4EWdaWo!5*
z>`ZR_+;wbMw&<mmtgqt=>O|G`f3Wd?$?{p^^!n}rm&L-|+t$z8^}2HFtO%pRiwTnp
zMZYfHxX_7TBmM&GKl7<u+2#eF@-8{BvpC@e>ucxf-(@Sx6JpbyXOz1zTx%@c&eZdF
z^#Ow{Ls4}<bul0QnQQK>zP#$_EP2(WY|HB!4Tt<b7-Y`5^ZoVKD>FT=Rz_a)$x$_l
zciMBP!o=^<F1?$p7G?!R?F{+Zntb8VRL;J-Y)0R+B}-O!hIe<y)TiG5tj<)=DH@mj
zAi`6@j{WG<0E>@>Ee>mUvHSGi<|<iKr|(*{fmyOQ_}HXlA8QZIP|(jl%kj?Js`)+N
zp6Y|v1$Ivs7?iA-cpxJvnNw@IT)M4=x0P-Ym&GboyZ!#Zn$_H`Pqv)AmzQ;YqQmO#
zJL=_c^{bzHRpu0a<=gI$M?zY2_j4Osu(MpbAhLMV6ye-QdF7xT?cQIeztF!Jue9G~
zp7Y#2J{NjxS0*heZCkf++pGiM!u*^#_FwV&<?vT?`>mT<>8t0iE!%eM=2t1Htv#LB
zMEC90uBi@>iGSI!NIUn+1vlRHU-|^sPXCsfF~99vrpDAZqfCv-Z9<t#U8KBJF0x*J
z%yEb<Q8@9YqP5kbgtg0yJi6Vw-MYipyL?axKYglS&}x@wNvTDlg<{I~DQ+A~_&D6p
z9q`mNxp`pI6ItoG*A-%{{2yP9GPr(u-Tn(dJDMkXDYr<kzml<Fs^Lm2L!N0D_biHA
zxJKYB*VAJ``y9V=^{4-=NpqL&vrSvwmtMB=^WAy>pE&HbnD)kH+PRfScb7%IIn(dg
zJooFr47s^t*6(LHx=BgRT-YhuC1z~M$)L_QPog17p^K5>*s1B=`xj<J?$jwrnOv@r
z$r)l0;Ha*zHaV;=er^QEMaCnSavQkPEu{q#6I#|jO1Qeaa6j)J1BSy6Jdw$P#oR_N
z4dt~LlI-U$`K?s)=!r?0;I-oG27M=+*H05S+feiU$5%)9=+mDh-J<jq7#(C73K@<Z
z?EMsUdD%V7&RP-WYt`y=7$47H%(CD|sPSaK5{9Gl4hvNqj&OVU92AkcQ?NSx#GUM=
z+XVJ0h+kg)S?YRp*2U5}29uhZIyP2L5Ie}ZQuoZB&{y4_XJe;3&B_!E?cQVT5Hwqz
z-9tv9@B{PLqXF?erLCbi3nfkoHMNQdu4izl5K)?X<%h0XtcLE&DB-p0;az7A%~@|c
zG2OP6zm<El*xWx4W#&w9emGygC{$anrkwA^tSPKN?Wdcr(>(KXe*eq=cSIHTX|sR$
zd*O=n&RL?@wmdGoC8ED?Iw!aGnZFxu&CE*g`X}<U)G@qkx{ej^*7chAGQ%ByE?M#U
z*3z=+x1zKB6hme`nqM|$mVLj@z5J}7P3w!U2<D}vd&_6dVbxB^3Rn5H&f|-J-wL(6
z4uUVO1z+w~@+);+^8Qo(IjtY^IeTx0{jL_j?C{yuKW5984@=gCh)wPN_vp;yMVpuE
zOzAuoD0b@86AkXZO%JR*UeDO`=_tE+OOIHOnAxtqtn*(gEOwMGNcg&pVadf!D^u@o
z&{?{W$9rAxmC{1~4bvwDoN8PwVLqkBNXF8tX|b}!yVI!xc|R<^8cA55YFeygVdeCa
zO*CMh&n=}Z`=>q*nY_H`#r6KLr^GL7PpCNhr;e%1%Bv~4H1mFZ4oe*C@ki&+%XW(W
zc71+!zRIhAzt+2D8uUy(zUOihcqdT!o23aCF6?-aaN*F3qi);_+8O1Iv`kBw-OUU3
z^nd0)_BSc(eAE+GrGINqFilNoe9f(KK5Ex%$ySvdnZic7O|4Uz1rIOYWP2m*#PTAW
z?lsq%EE2BX-dDHgY2LzX`|X4Gs>PfY7rdeWVdYi+0+H2PZ(sUM<vp{X=_1dzP3Qiu
zx+gzna*?gf$^Xl*Ro`QFJ^nIv)dRCI{q7d!OMzRgrnNt5_!_&>e{SkKo&5Dr-|i2;
zq<!U=Tv2S<wC$Vs+<pA;iTW+si|^*tm!8|ZD|u3Z%TDD(H!Bw(n<DGN67l|ARr$5u
z+vA_FWa8Z#ude0pru|}7s7JR>etM<#>D!Ul<i2v<d0KRB`{q4!pT6C?C-U04O=Z(e
z)pTNt)sBbl)$#8rY1Mn*QS|fQH?`+8@9hw_*y=m|eg5?G`MV6i&ezBndRneibaCz?
zYuECwcOo}6i@cvqJCVw==p48IQ>J%aKKDwm?^m9AbE<Nubh|t6?MY5k{{P&Oc=?+D
zBQ2xK@RU#UxZ~R9=>CfSl6~6bsonOg=faGIwv^vJ{e#J5uN3GwJ4W@6?cH(HQn%Ko
zZp-ty({^O7@w~Ppx{T54^}N@o#tCgx$#&jkR`yUeK$>YQi)MB#(<HGu;e{O5EwYFB
z5|_VLb(H>g`dHp>oA-s!&m4Jaav@`ZVXR7^w9r<?K<V9Y+Z=QqqnNg^q(8oQUbu31
zZM`6e;*UFr+7cWL%vk0b^GDRQB>!bU$aj$Mpj|hEh_wzM2Lx{V(z8|l{OvzXVv%*n
zb{UJ!+xV$RHGS)|9@q3WR>?PSuIc1)44b#{%bIKRHvZ@dP1mtbzAMRnKBDs2rOlyp
zPb@MHo4fH&&(|~^i{yop+H2Pc=R`^u@!fbO!EPnIa(YB|$JVxp>>qo}{=`=2`btM%
zHo90WzRdhcgmaJSoiOWntM(oVcg`_A5(XyTI!J#EnE6{v@x-G-vHm5(<@MIfC+wYi
za8KC`)jo#azVfK!|96`&3G`G<l7Gz|k+RXE`{-f=v8FYm{j)l~l@;!r`%M>{eTe5_
z=X~w%Q`v#Kyi51!ePXvrD75T89T{`(QIS}<UT46Y+4iY=9S0st7nfwDue@=hzAHwg
zab}tZb7Y;`r%5MYP0Mx_&wTIn_JxGp;v$Vkx9~NO*F_xn^nAA^`0d)Peru=T<BpZ7
zOCNvyvi$Y5ThYC3OKkME?!Iy_sCed~ecICsr=Lzc{@rn5&+Zu0-A>~7S?_MK-g82;
zqWd0Xg^J3$rrL+OnS1BxAK2z<A}H3(=c{+-+oxR<)bfgiCf0C2iLRNy<Nfsqzdb$e
z;|h|*Wh7$5mY-r%XG?tim8Xf#G1}EZr1;*wHCFF;1h&X_6iF3HePUxwm-|t{BY)|6
zf#<jH$0k}#SlyQ%6*+t3vXH*{U1nA1<>Sx)=oYBGu!>)5jp_4)R$bbTUh}v7FfIA+
z|Js#-?^cV$@4Zgi2PHYq{rD%e;<`;o*37k87m_X{8F2ak5OPz@5;+yQDPBOT-|)@$
zPMwF6>;JzJwVGl*#aie5r%luA7hhOWHizr^$}^7_UrSkA8zuAhVB4XVsEg-6#ZR>{
z(P!NFd!Ej_KmmvDb9cWo&5fMPu}9)Z5~~5<ZH1l-i3&5Fi;Uj?ZLkbmu$jBma?yUh
zn%fWG-LeR36}aA@es)i1PP?m+O9!(>?Azmk`<NC?30a#`tMHmRQvO7h#hP#rri3YP
z<JX55rO#b#$kiIPTS{WiUxt`%tNFhf=XCx3-4@rxUKV3kU2yLAgT%YL_@*%5c~-4x
zb&zHCd6x!1mPIlxTKmQITcm#2`Muc_eEg~gzsvns6=BzooZ7T(o7v<zj<)LW&pUSr
zA3J&L>zBqpsi%w7wN=uSW=~L^)%oSun<;y=7go#glo(v#W-65XX;WFJzITqgLB&)t
zCeyqp*B(VN@84J?H*d%0&^7&Q7{r<y?`5@}>U9mjw<ziUgV%F~kL)X56w|%>!CrxA
zmTax*>9Pth*IuhmRGAY|xlC+<h!+1&&ouq$2kSa_XW6~rX9`u<lA8K~dGcN>H%0D_
zVqsN}2OI{a2d*3px?8<($L-sN{%0@M>sl>;8$R;`Gyhhu$V;MKKlm@GeKHiA+I{`w
z$-N(fqpBXpznC+{^b(V>;ck-+eGRU{!4nRy^ERFP<8Hr7sgh>Qj*VI+A7eALO^@Ce
zsrQPme_3|+Zos{B*HRz$ZT=+RRs1n9-|*_bJ7L-v&ipDmUj$m9^5oi)rJGt4AFk78
zD~c@8e0s8}sNF&G&z=g?-siLS6fM=hb1PQYaEDpVt2vq7`*SbM3R)r};&Cu=SCjJR
zSD)rj$UiH#IJze9qjEc=+`a-Cg$2*UHaz)#{q>?JXUy-KX>~@`8M2-Zua3AJ^Xx$d
zOPgcm9qo!+i<!#|XC2(n&NOB3UDxf$T0czTo?UX}+*aAPrD7d&PgK4}Z8*1DVtta^
z`FJV!xpGpcQl3Yc?VHLT5Y!=>z`HQ&d)*`@t<H@hJ(@eLmS-Pw%v>m|yJfmqmw>{9
z?Iru~mz+6QT6O<rN&eQj9g|)ZJSd4;U)u8d$%D}3f7e2f*_B0<TAhBVadG(?!_?ZB
zm-^o&9<2?ITkiL#&DVSK?%J8F_B~@w+I=u{b*i<&pKVd<4K4?&7GIVU7HKz3m+z?;
zwu%jVAZm6z`=Iule=E#S`7NqkEb7sfch<tHRIpG-mQ~Dav9Qi!z9^%2r(erzA9r+}
zdCqV33*nNo)*MN$#G@y@k1r|-Px{0B`tXXqb-jn`bS^)7uu*U03at!}_GZ7+bEo~T
zYOK0vv*>B#<eFy{KmKnlPkTM-w#DYX=hIJeGqNoIUcWKeNyp=s>CRQT+wcCr8DAbb
zbLY|r3IZ&R3LGnKivKg3y{QV&T(_F7S;`<g!dH4lz4QO-xi+U+7UW2;?$|8LJd^ck
z($qPoi&E4WRfQvNoZTA}v1HYW$!r}uXR?G$XO%oN4LrjX5iVWo{PMxlh!w_L`S+{&
zyH?EHn^nCp+(_aXziMEl#5o_|o!WEvJ(&M!L8bEC9XI#9Y|aQaZIoJ8x^CG@;p|PB
z8P7C1gPDBa)W=6WvzZhA%rSY<M5UvTXK43Uy=QnA^uOfUy6qb@62pamg*MeKzdp0>
z$ho6Np}bi?)|D?^KJlW%*%_UC)D|!<Y&&YYtY+p13$cLL*I%#IoikU&|7Uge4g2og
z$i2yzjNLC}TFq_#*_3%;CR@pb7=16V`upjvVY35M-&hqdWBhK^tZ*trePZIGa-9N(
zwJWrY=1tAnko7=S<9F=xzLl?3JO6%iS@NzV>zD~cDQoe9a-OVb$8K>?^i@>a`9>~8
zx_-kSyQjY$ziqEMFl%Y|=b%;ZCd@mral_5;W*ht4{v>RbK0DK4&$C`-Jx1Zu?NgtI
z8?EzLVr*Y=mV5I?u9X*~gJ)aTFPOe~Rn)YTJKC*3yLIkSG0c2*bk)m<ClZr9mSsen
ztekWHHiN_dYJF~#Jjce&dB;kYw8;m3Sy^~q=YjEhFRArwnx4m(#|53{le|{IxcySq
z_k-Uy9#?D*cI;kRq$Ygo-t`;jXKRFadzpNm{;Zhqa*W8*>GtLdQa;{aC+dg1+`ao!
z*>}cX`9(jHlp}vmUtY6l$;Wr61j@b6%$lNbIBVsfrA6Nl?%iY+pK>Ym+Zo;FC{4ZB
zYnIrs`F*{qRUiB=Y-jY-+^L&0?>jp7owM(`|1wMRT=R_iGVYp{?#tbHbDa|sm7lwp
zet$82>stE@@0$7YZ#W)j3%K-Dh4-Rm!E@%c@OIS+j(0bdnL3sknVQ~uUlCJcvo!fX
z-z8(`Su0o)IemC@FS2MS9=QDI_+PU<dp0=FGXH<>wdbp<s^ph0{Qn%(D@zw;bA3Ko
z+x>bO=hS6OY@a;pvf_Jlx6v{>?ahH6*{43TGgdPfi@v`dc52d^z{M*am$x$tOaa55
zZ3`M=gQ}LBFgKX7s+P=3s^h+p>cUsn*QK+-E@P|jQl}|b76k2yZ%g^>d{Dx8{hCvs
z`L85gIOeF%H_JjJVakbc^+mgQuBI-w5)|fpn!5SPViVs|C9X385pBmd1x3DC@jAz1
z%A|$8C4639QJyjl8A`iD{P!O}5~yvV&)u_BN2z*iW%B!{-xZY)pPFLrRXt73>fYAr
z?)eL2lU=S~I<)lbnjD9++ix$`UrBf`En!>G%PZ3R<bZ+H1&_MSMOvBr*Y9!IBm4K>
zDW==g6JkP*w+INWJhwY^_C9uou){mzW~*HG-WcH-cUDv6MUqOky@vS;%~bZAe{Xrn
zt$DxIJTHiO|LPFm3wzA&U5`BR^ZTba0mkVjR#M0GU(LJEt+nM7>z$hwoD2Mv-7be5
z;>iChmi4`MZ||&U@~`5qx$}y-CfN49UaNAzFw*?-r@mLSSsA2GE>254xp(nQnX^wa
zmc0&O+-)_nLOlBOl#1ysj;e*y`yGz9m+v$&W;Q*&dFKkPx#6qc2BlsRIr}tYosGwK
z?bk)&*PgC(zFc**r6eP&ec_VgqTecFF?=FP2ZGBkOp#rpaw^ty%K6hzJRkZ#)I7}g
zt#^_}xoY6MC!6k^3aYT%)uQb`?ULv`bMAW1dd@mV`z?0Yk1f<>SNwOtEB9p&_ob#C
zmn6&nG^zN%ds7}Rb(k-e)BeGco|!ZBg+D*F+Lim@|Lhrt!k<$g-P0~kO`7YoX7Z`p
zJ5x^w9cp~8*xPj=_xLO8UiN!FSJot(Y<pzs=3A6{)gWB$nb*%+v9MD*pFSLsnOQJL
zE$qaRUo#?PC;J3Q>)%-u@!`m=84;4g+Q~_&K0V!Cy%T!1XJ61*XnEZ&^kbn3*NmJc
z86sC!arUa2c;!ryFj3S{&`@}>*n!1F<oRzq_FlCRqlfOtcK(SAw7hiVK%-Uux<+As
z@lZ)o(WP@EQc^=gUOlpt|F5xf`jX%SO%rETB__xCSPGRY&%IuGezBYAH~w1(0@&N^
z9_S>@QQd3PlUnLCXBGGB<fKv`o1kDpj=urxyC+=`;Ci07roZ#6qp?uJOSbhTTUXzT
zG1{MhS(b6vCS#5UsRf=qqDe0VoI7u<y6*9Ok=+J6wJ`R)HG7WzWl-OEMd5O(7{lD-
zY(>tE7F<UH75bPyUXpfJxjkK8RpIZuEq*_C`LE$UbYt#<s^beMtl#*BvFbqfA7PvC
zmzcxe+eh4*A~Qu!qSroP(*0Q;*DpO1X^~Qpu9oBs4$N3@q4BWqoc1|w)&=rYY}Dni
z+_TSLdj7WQ4zGzXxC&OQZ4r97W6G*Uo0jHedQD0AY3jxz@I7RSw(0_Y8QTX_k7b?M
z@-eQ-<VfSh{%Ye;|7EXEhVXJP)LvK+?)0#38K2xQE!zpqL7gr8V~T#fJn<{ooyV#m
z>v4r#;{C!%jmCm-riXpqO*0k<ag?hHyqmhK?Z$kgH>JzcR0ZChIpL*nXR3pRyvR8r
zzLnwI6Sje&+1fjYZXUYXbhGJV&+Zw8;>Pci7VTxq=ss~P>Dbzt+x{?g&n(;cFWzUx
zREr(gt?D0!-m^GiF8nfyDb{C!Y2mtA7UIIslODzFcxEn~p?hCk_(jsA7}LUQMzw~8
zdTQs69@#m=LVWedqc)M9&DFjWx;qOE4fVnvKUKJYrhhBf`4ikHgv%TQoC2;cXaK<#
zb{t+D6PmTk8>}0y?-OT8)ZY89fG2d{GrPaR0WbHkKL|9vb|C5UnWWOaGyZ4YTm3W7
z@V@S|-LsypJK=pcd+V&YGuhooza&LPvk019zFoCBvCMG2?z62&_k>-(kt7xE6W;Aw
zsu$^)RwK#mb5bZpz1yTp;PZk7dn0sa=9#oDG89{HbE3!XZD+1g%jwd)+MSo|X1o{s
zd^c%c^pU^TpJgLGdv$ds&z)PF<#RlA>z-9=afd6#-6u#HuHlT<5#w3t7d16A#Zdmy
z|5p~5Km2BHI3Uv>w|?@83hg4TGv%_WO0!loHps1bqHylVcd7q7f9G9jndKoa{PI$p
z;9m#d3+#Pz1z#NIdOUo==*}y!ZN*iSz#BS}_gp3k^D$`^EHYbfTkJ6H(T&vD;O6eB
zF1}GGnJ4Xd`l<TlZ!d+N+me;|KZ*YSZRayxC3x>5K~46fHayq1|M*^98q~7rXvp4(
zZTe}?S~cD$#l4>D`E8}qtdkdg`qGL_E}ve^#;>|yrp+pS1~+3%kg(Fk;!QX9P7ha|
zziC31t7pmXNiWKjKBV7BJ(1%7bkUQY@p>yGzkPidbTCK5>ZqhylAUkdv|yj*_8Xc{
ztP?VL*687D;JnyDx_#TTUu$>9MV6iKeq|gwf9WrcKUX`g9M0U<Ie*h(Ny@G}G3{;h
z_H)JY<YZV!n>9>&R;GIPEsJnTN?>^2ozDmFX3EUIKmE?e=pE4;KyVZ1C66=>xi3!w
zZIAM8wtCz;`RSJJ`5Ub6Po0)3kU0NBxU}1mV;wgn1f`Xel3m_#N##s?EUmn#r>*zm
z216+`mRY?YH=M4xA;B;Gcp+3UYwO<ijxD>R-d)e>3SJbv=rYUlhND_XR&(}Fl2Q$Q
zw82eSs)6?aTf%HshN8u<7!w#IzJ_U?S3PhrdWXMcx`5<*Q#F30>l2T~YyLZR;>Olj
zcKZV!ZCyQWl9lg^REH_$`(|CpbowjJz~^=(uq3TPTsq5*nISh}1+%lfM3qBdQ{Pra
zuYR@u?9CdlBSKoIuG=w%Mb-G$(L<bTCdNjWnXk@aYL%I@HdpKli)g|NhG^3nJ&wUq
z2X3u>ow=D!_@{mVN9xpvpYP95-Lq&<*z!q<dGg{HOs#|y!Z}w+sRv3}9SY!T3)`@F
z-9ABKUe<>i9QLoiDmI2ieU@{X-msEC;lBIPAKq)HtE}^$vU>7T5mAQ=g{{*~H-7vm
zeCYifn-|iH6O&D@tg61Aclp!H>#JtJSv_}WGG9+eui!>QrLv{3Z>-ssy>+jC`pzEC
zsWJ1mX9uV<{CZGycIzxr4bHs})~dDCePv{r(h&FI5_fl|%-;tu*!BMkTxAhyUM#-n
zi_^>IOUzT1f7QI*{mtX8*VWLMmS)9Oxp!SRNKKsPESb@6bfIqNlU3CktZyqXCMA1l
z&pG^Q&kVhF-j|zi)oV2!___JRvIol^T$-A9YM-H2{M~?kzxD4={{VsFEL(JE7X{u`
z{iFIv^^WQeT`=@5Ros#(zUI-7=kcuDLGWT{`-d&5=Jf^ZdbLY!til&A{dH>d`gFz(
zZPpIknzawGZD7n{kY0OE(xm=?W)_1~1K$GX7YtTw&vzQtFIdI5fceSncaHpK46_+8
zIIOAh1Emw@4S|Q*3T}6FCv&i$Xuj$akUDAV6P8()7c@1Rq;!1V1wSy_FRIF}%5F5h
z{jq?@S(mCs#hQmK*l%xoQ!6{cIM8=$ZSAk!MRsvPv)5eq3tj(5G-RXw$w^$nvFlz>
zYL5*o)19+E^81eeZ=-HIJeL-+m}4g~<%B}mzFF&L&hWcBb&@!r^Rcbh{(jkJ#v1za
z2$RI?Q~M-VRhc<*tNq+9JoCYeg$0urvhmm^XfUP5b(ha=UH(^YsnjLQy8Wz-^5u-q
zTp`DIW}R*;lYP#+sxv&U`;x?J`&lifPVq5KQ~0GOUcL2t^Q!z;xgoqayabx1&YXIh
z(4lMUbX|j4e&L$N-%9J7r55D#v`$vlRoBr@>TUS;`&O|bpOIYaHKw1;QYTNUJk3yZ
zhm<gJQYSBZ^tlz8Oj<lqruRvPio3F=a_WKdCBmgow?>ubX-=sYnEKCEzTwT%8H_q-
zO%^WN`fuG|^{U>F*Ul|2Yk%}rL3PnCk=B-D9SJA(CQSdg)Iwj!$!PT}$E>!l;*dFu
zAMFWMU-VccR%O<{UISH?ORlf<Tz0;57n&WG^unfJXu+$ub^J>2kFX^wrtwx?6wSZ8
zTzXa7Z=pGpCTG7{!{>1FpxXK83g@2(%sa1{oG2&o=cw5ncFl0HlF3VhOPBR@XeuY2
z>X>1qw5+G2#-w7c%=;OUd;3k))FwObjOBCUZ5K9pcgt{|S@lyj&b=Y;uR2$44;G#O
z!PCR#_a%kkq79V-Micj~<;^LzIsbEu)TS#FN@RSF&B;D|!KOnd>+yvtKaHk-uY1Mw
zq$cF4uFQI8llQ8BbpP<~S^0A|-|a(p58ahzQRTSNy#CYT%3NMqul&is>z2Klt@%4`
zk<2TNRhsG>-Q@4hXl9FE8YOd(H{w?Nt7+c?_NDE5|3KGiQq|H#lZU4AMJ=9-H{6@K
z<e_DSd_d@>JRyeQt4r9nuD<qSP1`*4td!md6SkRVFP;(H&9b1&&0Wei<8xNmi7!S8
z@tK9bI_o-*nr_^oCU*VEqf^?f6<-;bM!Qb#j9<FcbmNw12dmOg7#kYyP-}nkir>-r
zhQYzUAmzOdQ3=A_I*ebV;xoIRM(R(Im?AMnB*b<_6@$#;tcKa&tR7DnS~TqgLwM5>
zzJm2?SN@&NKF=Qd?&@ofYb)MN5;-8be*Ni4gOH$A>Pr>pc{$rm{hrwMxH#@fSjESn
zU|!AW50#m_IMT}Q?LJb$H&5gq2s+)l$-jqXH;eWn=NB34R>t%$pB8m6{NsV?r=puD
z3R{NjicS|imU&%dTL`!_7`p1R$+|7qEamTNrE}Le_q#St-OjrI`|h%7bC&KgdEpy(
z?4;iAU=#i>E2--byq3#;nRaZ0P=eO}!@H_NXS03$d}FP_riM9_)bcuQvQDq#TOm_l
zxj0aGv6|a@v*ny_Q+wLn6Ie`MS{^=Unw56tM5wYXU%lOfGIQ1a!JC3NU1s-dwBur6
zN;&)|B0#@;`>Xyq``H&)>6`gV?6@m*B!I6i$Y4s-LT(<}gcl6WGA2`PLl~yq$;kdN
zt67b0u5_I5fu~|qL_knA^aT6!+U$o30h7JIy=K|?nt`P{{$$|Xr+22V;#b^ftoEh)
ziiqj&MGpmH_sF#0Fjqft;Ztfxo#)d9TNVdPD=#zZ^iP$Zd&<lzHm7N&$>QLbuIiRI
zwkh#WUYg~0xnyp0x_Y^MxXbf3UqUK_pXyHC-czlrJLlQOC9W~kS}yhaEtR&_*GgYG
zL-od)RI{n3CgM5&)=kzw_d3iHRE0-x&|h}nHe*_uOwPmnhuL=%*SH5rotw8bgpXZU
zGu82QmCcm)OJ`nIYcpJWC97k~-@~}=LD%yJf9>j+gHoB&`niuYB;9vg+*%rU-fgDE
zDds~7OcA<8C+DQ>iC^s8!vunV7!Ej=P1sw=dV{fqK~`b8u<4JvhVOa`(|fFw@1#yk
zO)F$*FOtcScKXM_x|*+&|Jc8T_hGwJFK>J+(v%&t^5V7yZjQZ8Qmm$2St4`QSWG#r
zUR#~tUh`9R#?wgF8C&MustSudyzYs{zkTNQK@3-{eRo&f+{~}{j!E@VnWyZ6n%3Z-
zT#*@1ESZe=pR&mLl=$TR2l=)g1<s8fAws8;XGnah)8bY&ve7>n|8?E6Q*%St9ecW_
zX!<L|(0d`4-cNO=Zf4ofvY+L@()U9`de$$*ucqn69PwYaB#GP1+}3xRs8^1~)Egi6
zaFlVEaffL~9RG7V?^3kN`V-6MJbvKCE_-h4#aqq$6ocE26&!w%&-3t@KpxM-V;6EK
z)O~JuJDPQZDThJ&0NaMOObj<2%T~Q&us#5))R-G?J!DJva^7xOA`K;czJxh%H58dW
z$IjA(F^_@$0Aqm#17lHxOo$=N8s}as<&CkA_xfF%w&wcBSst%St+MLWwsJieUh2Gq
zug#-DyH(G0=O>B4$=TZHmbm2{o-6$RrmOxUHfL4dN7cboB`c~XZ{76agW&ofpQ`&}
zmx|2vdS^EE&f7gR^eR*r<~%v65Pb5^vU4xzo{}*#^`1NVoX8uIHzGNkSeBoAY^#4L
zwkf))*e@m~r265?=;rrE2d+O^eP^}z(}F9U%jXo^9rQka?D6Jr$2Ku8whwsh^~r4N
zlUz2J(&RY)-qfBt)ymmkpUj#c|IPZv*Oupy;pwj+ZPr)xfiKJD+icyg-eWuNyjA+L
zEvaBbre%L{#QSd6(j!;j?liCniDq?Rw@wVx)qa)6k}eo^Qfsv<*K3JW$`QKr`6Y6V
zAA1G&Xz?#PEE=~hjzOTbM@m9<nT+vfwVjE3wN)0bVSKyR`L1v1#BH2gd>7<KJf8FZ
z=*rGu=Jiq*n<N{Rdt&`3$I3eH^C~j;&}NNVx#{Rr{w+HLgBGhS(kwDfR7v^Q7s#+>
zXQ*`S>n(1cj+dL7nwl0d3QQ3>pSUp~d}>wJ;&qQ=*=w$E+{~4??oq1lm7oQEk80IF
zEz6wx;Uxbw#krH#&uu&}$WhD_<;ZzUl*1x>LYAlG#B--BrprHzxv@m-(odJ*&Rzp<
zBfEL8Rv2?Uk+OI9UA27OkD3R9SO4YpY6`N&PoHS0IITD4vH#WdvU!v0=C7K*Eyt%a
zE!eSThFfvb@3rPC8?xSpFfWr*sJ*`QeL+FlN(E&XiLT2*-9{-NP781O*n51pXLI%Q
z@9Has{WZ@`Sf_I*$}}@~&y`K4@BOSjc24_Mv@}Uku}#b=cGeVg!L4P9$x&e^Kb>65
zrX}m!F?p2=D{slu1vg$b#^$@s-4XiH_vm)5T`My(b{~p6;c#I6o%dELN`@~APwrUU
zWxZ;~JYW5;&(?eGKJ1cbJaBOJiZ6|aKg{~F+xq-6`OiYyoE`u6>aBabP)fVyRNjt1
zv7u9)-fCRwb5a%VGJBI)BoVsx!BtZeT~pJnEMbPl>xBw8U3sMuaLLtWXN+}MNVV|Q
z7K!jTuAFw2i3c}o%6;G6`RQ!go858WV%;ZeRXX3hv5KuEX)#;x_DfQSq@T=Kk-W)s
zt$OdRjlZYdar}NUh0pR@lSPNe6W-rdbFKc)xW}I*a3$gTnqs|gpN<KM2>o>1TI(Rc
zQn7KjkwEgww5G`JgwR#|mz0j|Q3*KkC31>J|E*-F(ARU8zFeXF?L}|W(F-g=f%~V-
zeNz!0<iGO6zkOz<{ik~TeLomIO)|Jt9cCT9GHSW-bJ=R|T3yu{tL82c(=<7^-dlX)
znSwLY@u{wleZ#nVKL@_aT+^s|$Fjm@>aI(&tENAD6v(JQ_3*_vr+0?O?lri+JkD_0
zLb2vkmgc2Ximrt){!{&<TJa+!`ontNKe~6$awV*i-kxyNaqH?^RhjE`@A%fsd^w-^
z{`HL+dxBD*NoTG+==L=9)hZ=>mwT7q3GWL!zVWy9`{2e$i{{zS@Cxx*DP!Zj@mpwI
z(zp5gHwv?-&5&EMyfI3OD`0-?>6@#<RQZqXTf6GuzJC+K_oqGy3uZP|eQXfA)12Yd
zXUqO}E2$NW8)MBcxH0RRT(D#I^ZVzZe_g82WuBCTsH9ZJ{KjiLm7JK@8ePz0UTYMf
z#QfCop4Xf00b+}%u<qWw=G)w<<}>c=s~QFfJ&tX^(-l-)S%3WZIp_Ge#92kEMGO|f
zIp3mu`^q;uPF=G3*pCYm*F$RNX71i<ZQ~y^H|k|i)PgQ9!zJ%Oojq6nR&M2+s8hSV
zzEv!h<lv~+PXB&IC}+lPs}-BRUDCVx>DIxbzApW#GcRp8DkW_s|MBjICkJ+{e#@#K
z!qHW^YSA0x*wA^`e7rw+f6%vJ_uet5kX?07%CXhAatp$2dW9pyx9TP<@kK<R5jgfM
z^!LT(m!7}a@vgyS^XJ5AeY<a&Zqhb;uXsM=T4LDq!?U?~eZ!)^Za7tR=LTD)L8z?X
z|L!#(gLslQr7u~tLQ^^MdeN3^rNXA6dCwyAo^g5jU%7BZVpYUdm)|~H&bjP7)8*-#
z6!_+oo%g1Ly&?%B30JSOFM3w>@siP-96QE2ljcs6ogV+8Z%>xNt=*e;XR2H0mSjEX
zW{)hkFm0IJGrww4o!YVUAhXV^a2P~xyY_7%^SNW4cYf7AzWG^TTk7rnD_2~6eRCFQ
z-U^YeUVZt@%Wl8)X)A@U=)B<WyPRxkbuoT&>I;`xUy!o1-)q^nD;`mN`1N&7qSvmz
zvkMxuk1MclnES6Zf9B%y*9vWhdG~H!xprga+Kta$H*fNp92H>l$a>MeIg49O=5YPj
zS&^Bsc<B`1^vK}T%T}6BcxGL3G&oX!*|tl5xl3*5&t1jw>|luPvQx^Jg)4ogCrnRR
zk}FZ#oiOd&6~DJD&vHFpeUjIsIl|{%(3LGaL+%AtmL77r+;QT-oh$!lM_ty<k<L9d
z_g0JbR?h7+^gQn!TD|3n`OPn%m(4$(bXO&HSE!w=>f6m1thm=so?VjpSujR(>y1A4
z4^zMXXDG;-W!vBWepLoT-?Ye#nP0>FPPT4~+`(7Ix^;`a&%=^CIVz8?ZaeU4O1MkS
z!rD!29$~VT&-!OA;dS;^TlDP8326qu+jE7qXFpAOVU;`IXRV)O^v=`^X56`(VMJ<>
z-Rjm)5u#V3GWuILMQC)kP6}v$y2^%u&n3=lQB5ef>c#*eZq-1&m0#C=cAXmhNyGnV
z)&2CBN3LexGCEPTB>2MAIjd$Byj{I?iC1eznV=bOUsUd;*|T@1zK)pk$gEycHd(<i
zc3Q!U6XH*IeXiM_X?S*zuK(v*x6Ybxoz4F}KuUdCyy=%GKEbQz>^z!%=KZP*A+`~A
zXFPSg|KEOU?Av{=;E+kh={25yjBXE>zdG!8eQA}>Rp(o2hvy$VcJW^0$#Y$?huQ9(
ztvmcl=ziMcWqOZ&J<FGw9bRJJUMG>09of7xHS^l-RTKQaT`+U#(q889ROHP3%Bt0i
zqDAkn+05r_R2`=ryOT5Wt;x}o@g|<XnWyf3zGtrRoh|!|y6#p=dP<jWE!_IP=u!Ta
zYi_v<6U$bv@BOu^cS_C?y={xUxYk7o?LM=)bnnkOv-^5?@a&XY@?I-q|HWeIziuxo
zrn+awhd8ZS-D`LI#pX|Eucz(Vv?}ZL6PLA5@16R&VcC|K&%CTEm?}BN+>gqfcyV!M
z<K;|0-#N2F{1TTxX}EbKBg^<#!+}*_ZoBQz1rbvVw;1-Bz0&<I+9Y9eu<!IGleB{&
zGVJ-86KkfvoP6Pt8)IJ2lHPyX@_*g_=YEm5o_8%NIVo?;<FB#l>7RaGdKv9@sV+Wq
zqUW*iyFNb(aC&<ux%xl=L*j|u(>JbY4!t|2a7!1L*01|QoR-0DQm0tT8Pa2&^v+y~
zclnv6>E^ZfQnvTH?@Q<Um3kb#xOKf*@w~8Bse2qZ0@WlF_Zo)k%PvSP`lDl}Y_j(5
zv=?7~imK0fooe@)`AQU@_%ETG6`eVIwzzhQtniLrGR@)`clgR<PbVGQT)K9G${h(G
zt@_n>&Ys!U`9#9oa_a6-y_*}q@2YwkQe17U8FuQo*CO8-^Q(bz(s}M;|J*-R>oe@S
zxq7yE)>a0tio(0wi%u?6e>>AO`d=e^@1(sYUoSkmu%a=PcTHA6wuP68mx))&tXCpW
z_!`XX7=C^V=U>NQ>A<_djVI>#ZXQY3pX?0M`o|u}W$MZ}RL*5E@yhU+zjzh%$Iq4P
zSBQBv{T255Dg&CixUa9h`p;aU=6#%8J(HUKW{Z8?=I1$A?Q50v)OQn_s`j?}an2Q5
zw?w%_D%vh6vqNdmljoN1v0B_yS}YE&_Sg`mplew^eZ?W~kcTqs56%87_qphm-b@W|
zk%ysM0^7D^-ajDZUU72f?k7iLkN%lrop#bBauJjMiUZyv4^+862(eal@)pFgY-c^r
z>8C$uL9|7R-_20lCx0AluPHqgSai*h`@P4j^UX6if8&+@T(O^#Kk1uS`boVzVPZ#W
z;?Lc6-C#Fem7U?uJvILwX4j|PoLv9m`_n72rY4cspKP78uVhZ!5<`_<Mb9V7pV=>@
zeg8dGa^bQwypN_l*|U7ZYR_Gp#4AkXOn3~}Zip-T!E>zQV{+jqwGUO{mnNF<%-JqH
zb#97Z)2BVl7WtU`S~NpQlS8K`>|$!Ms_XMBW#vXwq>s;(6kc|0pW(Cj8+JeIvP!X;
zSSjsz@?bOv7Z+C-x5G&_ku%4ePDp=?y|ix4l8W}?WV<4Tr3vq?YD4lQ_8jRJ4T;m-
z`RV!7pfwimKiR!fnjc=clzzf;;wi^14tq40UoJlJX7(qKQ=b>Byn4R=Q;*Zrrf>t+
z>2|kNcik5{o!`l{$AvL&5yO0O_BnqqdRKT?aNqBI&>^CK@ZqnAf3}NDbKbN&S}Af)
z@=A)tA<@mO?pg<9TsQO-?=afrS=Dvz*pIWy@mUuw0_0@o>3;v-X0&8h$1gtyYvwyw
zR$iLF;a3R5>{D_3t}mUsX3~n)i@FxEd$okRFwI!C=xbMCG1JxV69IXf-Y{)F_Wp{)
z>nD9?g<Coo`_B1!H&Ct5=;FDh#c#T~=F~4(>le+uy?kx9%)idw?8;?R`26H$-s~v(
zrQjj<WX}?bn&)c^PP}^^b<gbAqQJ#&y;8Y(Yko@ms(wA{{e0iXGbilVtPZ~X^nw>3
z(_9C~#67Jg7pHI1xOuz7EN@y(gB?ehz`+F*zZGn0U#z3`U;T97QkThoJ3ii8JC|Xu
zS^2FqHw{YXEWEQo$9`SNeJks>86v9RwQjBp5&Qluxv)F@aO>(j9*_2Ch)%xc(!Mx+
z-{OFX%Ff_D5p^BGHFjKkx$<6%*!`QRxkGb@<_yglDsOZO+ooF_Ui0pgfziQ@`DL7b
zjwM1`IyEN`u44S=-L^AAzNFQ6`YF+PYZ1XHE1TMvAHJyOeH7YW(HT9bV__@9-7TT-
z!YZS8L>FArTI%vZ{#odRM?(5dl7Xw6+b(5jbhk~)(CD;c-Z*trhDLi^QHDlqTTsRe
zCYz;|bFVZoKU~5ib!tIkph<~?GrP&Ln!|i6HYbSByRe7p3d1Vfzz?f>LPDf=&H2Cf
zg<fb5!=@eA=SAAEt`<Cdc=MdNN38uxoo5#Kil+()#GTYO<;*fV)fQjiJIzK>>h{~(
zrwwyk<}_{7uaFF^4RGJU63V|yF2u4T*K_Kfo{w#b0Vz+`Owvg7lHiv$$X_$*xofNO
z4gr(I{jdKlw!U9~xG950X{-INO&?x<KOJ59yliC;i{$}jb`Pyq1?gRx8my-$sN6cW
z#79-p?6c5p%g0BKrzWe1x~yIrBG$O+g5Xu}HEBtwE7zZztCh|rC%!3$&uUgx=hZz&
zvf`3Vi$8t2bn>$HiPLuj#F7m4H%^~^<Fxmir%PYFzr=aP`^l5dCv^Ad?$MQyUDe7L
zP?6d>XHMHeNBPja_C?O}Z)>CZ4&LBDR%f_CR(1lz>v#UzsRBCIOtJzm7~agv@eO|v
zlrAx?h+~TL)&0}t8;ke6`4iRm<mBba>?=9bXLw|?cqyxdrk5XbEbLL8rr0RPxy3`0
zqfv-+ipK&MCRL#w;*#sE>b$#UGN(GMX8Ab1Er@egFuVKnUX!Jv%O_1Mn0$G~+w!BD
zdRZqQ?YOr`G2`{Yb%!VT2i;N)P-?ssAV253rrhMcb}5-`rd>ZZ0)O5M5isR>rj^Mb
z!4VkM((AI*VgXyM>5A5bxz#%E=IqXQ+nbK;-ju)GbJEIF8B$qZUd<2dT<afx={g$A
zzsW~3G`KWRYx25=b4sik8P=Cy%@B)_Qc~8RIB~jP<XIQ~cB#p?nscPQFWx(v7%Y9d
zc}8MFV~K0Mzs^+i&~qV{qIrg)rLrM`97R<nm9tL&47?au6x_Pay!L11N}I!*s!k@K
z(R<yMxv8+~;1-?s<s7FZ<>#5)ys|qx&^gZf(DoHOUZ)y9*#2?D>!~?fZ(iB;vEE(v
zBFuK%DfPnsu%OtgHH(j1ZS&D>d9Wbh^_pvr>E82SifVpjcm5<{W0A?P{BA+*&i&SZ
z&9?MhX!sH{asTOOFJJ6l_p|1DQ^(`X%Tp8f@V|~(*%;V-jA7%^_p{Y3a?8AmygnTh
zeGpr}oI(ET?+np%Yd7DLzroNp??LIKirq(}zQwk7NvWE7<&@-UbMfwtXFqNpw@6gC
zVcC^7ZtX`&0h3ou(q5$1c}=b8)3y+`o7zvLZtYZ4y?EuOV{h|z1=baR%%TD>dS0KX
zv-G*z{>$M9qXk~?4Re#Ny?(J+*7o}S>y8)ZGFiNS5xShS<6>;pn*HltI#Qw^dF0Qm
zetz1rC~Cqkp^asl>-I!2TogU%<niZLYj|qH?Gt7`wpT(NmT@1vCb++>Grl@bt-mQg
zIBUW8kaJcH*G@-j@!PlF(aYJia>J<!+dxX@E;!}gB=%Hq>h5p9Z&gP}xwhQ?yr?K8
z;lVsf3HL6~r{}fuUmw%0@jG_s_p2Fqo-4jJx}e7lCT5jqPG?-aH_@b*YdO!BQx3Cv
zdX_YP(wLvKGvVP&4XHz?4VNrf^hl;cFROa(0=84m&%bBHnR}&Vw@h*Wnbvvm+16P{
zCVXAMd2eT<kc<QSggeLF)Yx9O9h_vID?RH%h7<FKNl(pwvGq*~o9nuI=7)@MN$cjL
zr3+-(l6TuIW4@hcu%z34wtYZQKoG+n#&-;pzI!_VSoHV!Z!6b%hxJXT9sg}7!16%b
z_w`4y>nRx_9oF*iPwAO2NhsEMZL)Of<tfu%Y)t>$o@8&?b~H`3|Fcqwm1solqsh7(
zBhRZZ|F8@MA544jfnWa*f79vU$rh|doqKm3iPM#D?U43fzC!<_(Wf)+4-1rDit)UB
z3Yp>O$T7V1!2ikBotF+ZuUzrzyIjTD{z!&yd5)<Q_s1EU`tYpY@g!x5@3N<ytF`MF
zump2jrOiHUt^C01x{2+~dFnl1S>GleEIXmCYU!)_d|t4?%AH&7(|koze(EF`$6Wr9
z(&C$T|Kx#LqTLOLCk3hPzHBimSUEQ<CH2B$E}kuCRrcnru25Eu&+BlNKeJokDe`fu
z1WPFQ9wxV4TNj*-{?~0X&FDX8t-w`w$Mwf{Rsa7K>eKcrWyPk5Q!)Gb7|z|=ZL(7F
z;vv4a4=Ehyzt?U`;0#(nX=&4XlOt0<T%2QO-thFt!xkyu(=zEFo}RZ{R{G}DrH$Iz
zi7}759z1B|2>RDn7N!5``1L(&gBe3MRn?#Bo3p7PZYgufzmT1iTREOyYnmp}EXMJ4
z^Me_TCzg4qTvm-cZP_yIR5b4z&v$xz;=P~hPu(B#FX*TDQ+?6Rtmn<V=15uHNbL;X
zbwo4v(Uf`O2Sv9(JSxZ<y(4-@kP^4*rT_@h{lz-)9Pf$nmd2@)xu1SN@?vy5yVO-I
zDrKSTsb%pR6I+EMHM(0jMJ&}3JLM$(!L^g=24h*nO=iWV8&4hFIipYf)FP&t+^HJ_
z#JE!f8P9~CN?Ir*c5302Lr&~EB?p|?r>O3YU|5#T*vMfPz!J*K#lh8aviAA?$wIE4
zj-GpeF>Sr8x$!bf&d)3T*2#iXO6KnN^SoXeBN8Baq@7D5q#?P^(tJwtruJ*+oY$R^
z>5NtmXgTxwpr*Uf?3v3GmO<gPge`I63yWTwv@E?WFs)*W_i_cDk80D+W;|^MuNQgv
z;j-=wU5OvdqYb1qZfWc;d3BJpR3?T~QvRGM|INVlFJAmH*x|RXTf2d60pp1}gE!aD
z9=O5N10^)r?jMS|yY<Fho}Qw6xomE(zs;DFjb~4~VS3ho`6|Cq>4vF^3m9)Oq+H&1
z?6}_j7}mF^9`Bb_n9aBeL<DWz5$k=H>rgJ+ku-;#XS>c?XxRU8`&a(+p*eGcaeMBQ
zI_2-bYv<duC#?6Aagr&z+*fBfZF^aA?o!daNnb#u!S`)t7xPus(<lEC3(n6j{?oQW
z{8QWW$%keiiayl*d=rbiicfZV<<ax%g*?gj`VVyv3I^P0Qhv6H_4_KD+Cw*+9!f0I
zouNC!H|EiTnU(^d*w?fyF63P|SKF<2u5G~@CWeh==cGYC&tQ;h*l_&mk#q85;S914
z>=zhI80N;EW}ILjaMX(FCgZBfby5zz3$8I_gsf#ea!#rF-khTO;S9_N3>cV>EXbOw
zWy8S3z<hwgz>Gomh@WWn&78N}?rP1M63$?m|FKj)z*Y35x$TqP(w{n)-qF_D;u>WA
zw@UK|7jxmfb7I!H-E+51JyE3nYqP80ZIumol9uOgyu3{)VxIUxor5+!OFuitlz3Zs
z8-QT60SHbi-gt4_jg06@jqN8gqEoi$8b!T3Ak0^kcVegF^R_wCFvj%n#?40T;S6h=
zOc|sa*cM!jo>c67j@Q!s$(;!>h8LJWCuG+06ie_jipAemKD2OYJ(+FJaEBr9%9cQe
z-S3|CTl{bMf5*c|_ow-j`xEM!HqExkxu)Qd#=e@Z!SmyD(F1%5>>I-6O9U*v<CqWJ
z`+hKoVbb5449?k~-g|x8a`ecpq@-Nc>^n+Hxo;hADkbC!ZaBxjykJ=YA{{53+dHjb
zTEVo0X$b|_br0$s)bZJ)J4aV$)4_b3%BF`F27Y_g3RBuR6~a_&cb;Bi)3UtqK@W4f
zjK$*xKZ1T9eqgn8-S@4#AMKH9nDZu8rcwQ{dOgQFkgpY3vJbDgYO&%>`%mW3FK)pG
z3qN{i*jPMXs9`S|KJ}Z(az3{-OI_pIHBSE@2_#k>el)4^e&G)FrR_eN*^aChH(oa`
zUw_rZCB=1#TJ9Ak%dMe0A9JMij#&BJwo3V&@Y-MbPkxKzXWyRhM;}>uuTo|TTBIH=
z-Mb}gj`V7k-l;49P2}6Y>7LZRI;DqkmN7a<ZUpJQtqiWxj(23r^IFpBTkV{4ZH<+-
zqhED6Q%ldnX?v|+?pZ6GyJXp)wR`Ks(vNRU)?(grB;>hrW3KE+zV;jIazkf+XttX%
zmwm^@t;df?af;mz=QGp1k`-xf<-^#Ny>Pn--?=y2D^4`o{+hgR=G6S@vb?u87JM@*
zdDf?sqO_oKweS15vsw9OY`6EuvcGE%56~(;{c!Sa74z5>j&l!X0ul?}SZY7^GF)aC
z7(KZ%)bn=spB0>Cd*5eY?Xg<5%BsX+>K>B`Wef-YndIJ{^e6mN($3j`bQc*WH_Ux{
z%WYDKMDs7_tL2^Ab9b%QG<7qPQk}Yt_Yv1eyL+Z{muSze40(QbwdNAvwA;QVEUiMk
zg646nLmB^UcH><W#CR=xvC8c0%u=7O9(mlymG?ZNM@81)pQ1`c;nU`W!W#D<n6eqq
zUzTv3W$LP3H+a5UG2a!~A$$IQb>>q)&$*MVR7<^Hd1NeK@cPMnS7DB8SsMi2dW)9r
z$zI$Wev3(orP6BIbd_xH{Buuv`L><lidJd;yy@Q5sHqdG-qoDjIak2;=YFHsz9ZBB
z91&jEbV~K7ptM0@wp3x5aAsn+`Oc%W&zy|BRlMrY6aPm`R=7ki7tnM2amnt((oYx9
z{3uOTxo#DhcXaKB2V&nJ?785Vc6{xlNo#vo&avmN2g5q<GXHrZd2?CC1XlGwUbVsE
za@o|?d&K?HWq;h|pL3bL*Md!7*w9XG|K)sk*|a$kTB{!|<hjY7rBWbft1;t!i1y4C
zZ8uUbu{TN0Hc)K5C}ZKq>tiagTm6Ioy!wKyM^_H4Yz$^z-Z|CnpTaBkOTG!yOgh{e
zCpr`)Uk|xA<COI0`;rgezq#BjpR%?|(nR--SJQO4S8lv}Wb8{fymPGD?-ng>n(@0%
zTG;;F&uWSMh2P2+39PG$oocx0;H|zoM$H?BTn$3aLd|C1nHl`7iXNHHwR>@uy}jlu
zTjPl;SL=$obFbgjT+!#8rrz)OK6dIX{R?JqW1nmCp6!paX8o%f_jF}W(CUOgt(y+z
zebm_ABp$tyOKoS#e~ButWes6bUXNUb&g@ycw>x{oRNb;}|4KXWvbigZmYv#JETp|=
zONgGefB4Gdnc|^eqY59Wo?{i%No_Z-)0p_?kYB{A6G5))dW}7#V=A9kIR5Tfuyb*l
zofh|vtBPyxu71dtt-Ih@0(*K-rEs*;*K1+jWseIta&On_>fH3w;OD)FKlg7RH&Fdn
zcYRr5?uMusPqSs)Y>lFpmCbyy+u=OxFWm?o)>pb&8$)(-o~~xlFTeVz^MmF|pQ%Yj
z&yT337EV#(5n1>sSp2wF|L;Q{M%6XvpR|RXy%jp?#I%A%x<9I~icD+2*c{Z-sC4D<
z)D!+`FBF!z|FU(~`pa-&rI7Ge4Xvm9IWnx58Zfs;{+jq^M&_SN-KJBF9-h5+2kuQ@
zq_bDz>3(jJ#Dqm`Rr(jI8}Df=Yh5T0{H6C`iU4Qy)AQV4;ugI3I?sA6MBu{1z21RA
zLCcr;U9}E<&+uJn311QW&fu@F|5PxvGn|~Tl-2#2^yOo>7S5<&r9Y#xJ!gfN{kH5~
zS(}{B`|!(5U-Cq#;?P6eWsS>Ho%bErv%P*_MfzmNg`c6Kv;OKWOjPN-IWzrgXO-7I
zIa!(5YeDtVZ&^2YU468#p<ypy-etKpOQwZ1aZUVw#4&Ewg3Z<kZa&!<@^I-dwabgc
zRCe6hYIZGi!s__aq8+uj1Xb#TjjmamD80TRS`eR=DQmF($|cu!xhplRRcCi?+PS1>
zrSHE-wj8=VV!~UE?6qFLOgiZmG&$*?To%)}6&ochS09{tpt?I|m#dzwK6mA<s3-~R
zH|-kRqj?1)Re9~I@3+Of8<vSAAAk3Hhk;hQW4qY4g;LumZS=AWQhF3|D>iDyCyP~V
zC$bEu^R*mbanott-YcP{n_6BjJu2^$6r_8?GwiP3@(I(@WKVD2zjx1yTQ0}z?p-^%
z@IqvrU75L5?Ix`U$GHQ3%m}ay4RbpowY7|KxtUp8zhT~zCTp!7r@JTI{#BuUE?RN>
z?D(GyD;h%zRC9Sf%iAtZ%vwG<_oDgNZ7y!l=UDGan{D#x=dXzE>~j`>(wcD7d)1zf
z9nYE1t}84#s&f9l%EL)n?xs)w&Q&v6<>e&t@<(6a`xhWWXM(lX-i!@Dne!DHc-l66
z{>S`a#j+FJ&S%&H?Gj!+GdwrthUUiW(J%h&y?01w@eHYwtP7bz%b)n2bhevd^~*T8
zBme2lryq{!TD=jIohFmJ+l)D3)3wU)ys>sFwNGQU=DRr`=byR8%YOCbu*f4<#TH%)
z?US1I{?^vQZ`_{2%U^w6l@inY@VNaZG2PIDm2uur*N1Jrrk!YiGH9pw5APqh=4jmW
zHJg*T|3ybzUWjG%)0`z15)}(oJa?aZ+jnS^fL)nPUeG=hkyRC2qxanUd~<El+A^ED
zQL5s0q4I8F3tZO3O!#EgZ5%(dz%yyu-k5n$4(~KuH>2Rj6EE4h{105!{AZiII`B!y
z)hb}g4wbDZIp)XOh(2=I&->+;!`!J-+FMPhF#b8^IJ17i65n}lPa-Ctby<6m!>h5_
ztHkTerb5X=zmt9^7Z)k6dBr@vZDrhhpZwlQ1>Ro2dA6K)_#LvY`A?(JIvc$LE@|Iv
z6J3VBET;yUw_!8ptkBeTmS<sQWpyombg=Hb<01~B%B+2>J8n7n@}Bj2zWNPM<;tav
zQBCjec-e*)EV**oL7R6=P;UG=d5x8q!~7KFX1!{kVp+)fj5%^f@GFm=xKEe!46C+F
z?2X=eciW6T(rWL;CYN`g<Yrt~v@I7bv1IZ!LCr(45fVEOxm2F{UfLiZxpLa6Xe~Yd
zkh_ciOj?~QzFO#bV`lmzG1dxg{am3hA@{;8r}svj&f9sdyfybp-Hno9ws0e6`M7Sy
z?Jjfg+w$L7{)07EzyAIAv$xKF)s8Jx_|9JY;7xzA<YKo)3Cg7xSBw31yA{K_KTFoT
z>gMN#&0MlydSn?SRHap~cg?C{<LWS-!glgmpV#_1x7d;s#7=IxCn&b}VzJrIAmP<^
zGelLF=-;qh=#%*A$DNbsPiM?}e`?Y1OP8wR)wXTn_g!J?dcu6kpEl;;8lkG_<Gy=h
zT_a|4{fqf{y7QKjL4_qxH(%|_)t$3utytM9zE|v!aA~Va>VwsROwmD0_NiUm5~bjO
z<%Ub`+46}ZoL~IE+;HjlU9+N7YW9k?owsJKSbK8Xu_Z3&UhAH4_V9FMoXcdz`lje`
znb#`eU*N`o$--a<_8rq@a;mCVumtriuL^p0Tes*_+?=wYbDQp@EcGZ@wN^E?P(smX
zN0r{HCuxamj%<JaZAs@$vzzTR8bdTvZmkTkJY(_t{i(li+rPQwZJc4gCuPUfH~+2Q
zD`{#+icCM1Zf|()a@BRa&$q0qmfl_=tM>R*`&`w{ze0W99k}C?*mZXgr*p?$9#+fw
zQ_C#xZT(ravMKxW{@#kp{i5p1&uXf|MIzSTUX`))=h{zKWW(=R%&m4@Enf1j`I+37
zZ29jxCsYF58Dr}0H{HI`e}3QOyX&`|tXKH6c3OVazV*|Dnf+N+_PrD{v<?oIeXm`3
zCeZOeGw)o_+DdKrzm3}qHXO1N+aJ6-St0h-rRz_1ZB`}ec=kW;J8M1DWO<NzOwvqi
z@xIb-Z@)=*9$eLJK58UX{UIoF*WQxP2URvi6ootVD5U?JyKK^u`!}}CUT(6=>sarX
zgQ>^wwA7kv-!s3Ob#=+c88Tv%nHSZ3+j7z6@mdShSffQB67~Gv7?%8VDxG}nLN@E(
zfV*5OUR*UXs`vK!m~>Cq-z;{3J9J;b!__+?`NcdcFRfdmEu_DDPVrUqUHkOHTLP85
zOJ4p{UGMbI&-dY>Wzx#C13WLvG_HD+wU+Ipi{1-vzNudI`AjUiT=zDA_nvrSxg&4W
zGB(p5Klu=)y9<PyrC8=(f4RrcajyrX?7m~uS{HgI8)oWkV}AH%_M`)AJeTJ)iLQur
z^_*D3Tzg4YcFVoe1=GY%NrlX+o%ZO9P@oW7$*nut7p4@21{Z||_02af^;)-4rfE~h
z&)v(UJ5HUkn(bz&RrGAdjwUI~qdg~XW@LX8ES!J1ExYsG)NRI#FV^jzdrr6b@viqu
zdpaNP-?-1*F>k5QxjEPQL|*M!S#`S6N!Imb?uDyMjAM9bR0`WnYg+g-#$DU@qTUpV
zQ=A2sE$Zs)CNC@bU_HCsU-{%i{hN)-GguqU6mxQ&Zro}qhzodIVlX*<-m+S!+^sdM
zTf?n3dpbV(cPHycSfT!$)6q}gR{G1`T62KY!pc3<Ms0FzN?7WXeJ5*XpG-Ec%u(z8
zyYBKMlS-8XPuN6fXnUO#K4Ud~n_`&i)O~>ur*{6{b5Y}BlhoA6%Rj4ser4RY>fn;;
z7M+n=Rf`vyYgHxB%QyMtrku{JkvQ!{@Z!jO%)bt-Y~)|Z-LO%QAuvnpLFotUrl()c
zuBk@c(%<g&>4s+5?ZeWc@t-GI>{QG2S}dG;QzC3i;_>{D@`?LAjOW%b=Ug(wAvHh5
z)O%X@ihZ8^A*-sAk6ll6ogSUEc#^qR<>E=68MV`7rtHZK^06ws%zp4Sx7F(F5s8AW
z@zJZQlh@3w=<-rL`}*~j6~T-Bdd+IDR?gkavU0JCVRDLrq*mqPN^>dm@}`s?@2X!*
zUtTJ*(@o;svS^QQRK^;vp1IR2KfDQi9K3hZ>Xti3lf+qXrXEpgwX0uxhm$w;<<+pd
znaod1GiE=E`LiZYt@3yFN+$286L0vpE%+$eUKiCRDt769d^nf+R}CMlNh=-tBUhad
z`q^ESs;O>i|97!gPWVrLW#^B-|Ezux?{c)@V%|gXuf-uk&OHvB%X255QQc~hyt7*M
z{qkRB7w$A`$$YVt3$cEYYyE-8e94OjyYhfW<_AhYqz*j0`l<G%_1{LJbwB5wQ*X;H
zyWGQ)FePP5OK0BKV+qG+eJ-2B`1s3w%bR%|mu4})U@&8lZs0v|jUglAJX;a-2F4pN
zCWqC;^l^2xX19I5n|j_k>4{Ci&ute!I`TG2xm;cF=6lpC7E^_@D_KoDmCS=CYy5nz
zy6y2LwN;PYet(<Y+-Y>Nvp%#r&NSlvsb6c<re2bmezPoh?TP!9y-^~byRR@@D!+Fq
zfVchH4d>7A0$9GAZjq6EQ>8ll!vs%5({qKUXHM~J?o6K8%6-W9*3m6K9<rPAbeV0>
zygj?;|Ek4$A^$>twwznILVs#>rRHM$DXc7^mdu~@nr^P^-QfLU&9)m?en&}b?4R1^
znR!FHPVdN0-H4<o>ve7BypFC&tz5{zHmfw?am{yUnIlDct6pstS$-+d?A!x8u}=1{
z`@Zkk?!E7{#-*%H67M}0K9tScqrF*4etNHS?}t4aou8d5B~Bd*5DPoiBv^K3)8PQQ
zwoe8*InJFDUPnBHo_zUx@q*T|Pm8y7?d5gfaQ$FP-x9Cg61R?C&}%C*+|r$S<5?Zc
ztP|VH16K!~4hUL(Z~k=M#qTvHhDELXwIHzBjW=uYA!XsRoho0gO%)nXd3)<SpGN53
z+bevo_wwoZOLA@BHf$Ho+|N8io7+8e%A^%jJF<i4{d3@SRy|NCk)*n$s31~G@9u&(
z7b@lY{=8o)664kQmTf6>O!B?^a~3S#827Vx_pv>TFK*EIb2d@c`-7DAsa4bLSIelf
zp7@ddZ&lH>Q;{N<4WEcTEwH#6Wa<5MgLN`@9d{k~x2>(*p2^`~<<B%7UdsKacRA1H
zFRG~zG??8bE!r9uGtb%hzNfM^A*HGOO4f0nH(R6D9NEjhM?PuBah8lwUW4Vmvm{Js
zGDw)Nde9%J{J1nT_LW7|lr0f$OrfS;TaHd;`pa-Y^P*;_++~UKV>^tuxjsL|w0G76
zg=eR3O1?f9QGTqdw{ZH_Y2R5HdWED^O;+7m@hQT_!STWa(<yWRiazIc^n9XsC8DgY
zK$7E}Kv`SCyF7-SMJ0Y_d?mY=7|9BQD)%p0PRm<%uK&L7bunn2uxa_`-HZ*dT&^Z)
zc$sfWbYX7}m*_FPUm$4F=6Lx*z7fZ)V|ABr<V*ebO_qB%Jv%w+-<qNmk+!VIGjoCq
zT<%SK5a(UN?WXT|bj=Mlse=*eb@{XIM=w)3z5dYMLwDVds<=ddFyP((Abu-<&ShQi
z*V}ae=>FOJV{u%gvhSK7l7D!e7Z`q%PTmhD9#$o!FP{9;^8U+%(H0)}3j;nlGKwC4
zRHFRs>$iPnx(}VM&&ca}dF(<i&)s7ea+UHjpPp8lx1qJIAerNO$z6#<y}5>~E5hd*
z-j%q_`*{1YlID85nfs)jtv-tf1ua%Nr+q0RZ->&Hm%9v?NIUPky5)|<>E4ZZBu?}0
zk2RPg?Yz@)isyDMM@1dssXj|5tq5=ka9G|Dm%p(2j^n$Kz07wQ-!POh{ANqwFl^7*
zv(Vzzio~|G3@g6g69<m0%d|8xadtKa6A|VHy6tXh2D<HSYL^Q#GTPeGGBS?MUh<`7
zUYxfD*YRF+&w%L<rach5nzH|j(3@=Ta_(~O>Ai~48>E|-KS+48XWIvlX-g)G^=wI4
z!m6w*k=fY)Oe)i$Vm*@3L62^!%!3@<ZV?8DvMObJHYBvLPJX=g?MA~xO@d-Q1{yMP
zlT!^YH8qNIy?DVsVeTq3hV03y%o`Z5FfmvxlX5)B!KHRIfkE`(!Nf1lldrV#9s95^
z^0idtlsP>evrL*nHm#T_)?;86C({k$BrMsOu)(OsdCI~)3xC^kE#P@sZnZWzVEM{g
zF$UF=TULGLtwOG*V$S;RN$pLIiFb;H`|7Tx@a|632(US_YfjOu!n%w;mx-6MgP))M
zdtkv@<>f_@Rja+9f4TCxJkWygn?~v!cbA(hyC(Hluc{0Fs?`3W`|fdX(cPT)wtBPd
zO5NlUle{ncO!>6iI-7SNvr61`;K{pi-|44fr|b>^?P%C>+fkuu$CZcCM{`7#@5f9R
zdJ)7VYt-Q!d+5u%OPsP=o@G;o+gI#cy1p<yY*F~?)MtUAw-_8QuW^{O#mjy5fjj%m
zGBS3q{4F4?ops0YsG^qV>5?rz?jYj0$@?`TYq$8i-!9q0ySJQ4N}oY}`{q@3p1cpe
z7HMuxcGz9EqVsLE#v&WtoxC0U%x=91xf*)))<NB`R|BJEw_d%u)?XyJ{>O=&=~k~-
zY}Q+Nj%n`p2O(=O$!^e(`qdl0!|QzMmzd)L4HMo*L{u6dkMO!*`eiO#GuxrywWURm
z7QVk~dDZj7IUYvttYfxp=YK4H)8Hb%)`oHJRcCkpvM=%V)v{rS+fsh&6h#L1yi0Pu
z@XzmlN!EpxOL^lKhw4aP?=}>(ntM$!)7{U?^mVh}o06#Krn0~PP3I3$4{9!q(Q?e0
zpeT3u!1MR~y<C|gx0|(IJN%p49=w@v1^c-)tFsR(Z$H!g>Xvm+@$Bj=r*0itID6r8
zf$AAr^<g`i=1sA_{`*#y{13G@krxwA?-O}CVNpv-ZQ0Kt%beQCEthYvH8{RosJTjW
z%Y(?NyF>1URYpI}nYx*EfAhSF5?vc7Io-KG=l|U8z3ml`H%n|dK22nW#>1bV3kyu=
zX}P}q!<YGL#gDU&cRotFF3tStufTGtnt8AJ1rRaiU)-;rNoyD*N|!ILy6gUVt#Ybc
zCj?&DaAtMp3zqMz7?XE)B>HjsUDlG{*nhm-xwbbboVnCAAiR0)Ts`yT4Haj!Cv(?a
zp8n;ALqD&_k9DF3?4cc-uHBn@V(+&g<4bewFMK=pfg_|sVZZ1PPNtuMrW{!UTWsHL
z<8BaY_FK2P*?4l1_VVKny1Z8|Iq33kIp^@2XUo}&>MM4O{5a<dS*eyZv^TUbD!A~u
zJx5jbq~=@0)M=uNcOHz%E1JY+*Xvo9=fCOH&swc2tEJCePaQiMSn^y=)o7`Un)XV~
zw~fX-Wo8GTN=^!W{AEV|rrD?d3;0H*?6YL*xMJ@8BbA%)YU;sPs<zLyYGzrgvO)uu
zRiFL&k%asdgX5l}zNeDCDt$D2f40eKrWyu{38w~5%d)gpJC(FZNA1`}SGPQk&Y}dr
zDMws9eI%Yg{W3$NJJNe&=cE}oE`d0$orNJf&x`8LaHaW7IqYKTGsXF)iEymJMONWh
zgKSN+g$H$~I9QsiStTrD?(&bd>x)dTHM*vrT<z63uWyeVWADC9kqc%Fj-1!;CG7P)
zY;!SS9?#R00rPkgCt1H{pOAdtx2vegM@*%lXz?7m&2!`?8`?@<KKeoL`SBx@X7Ic`
zIbq(@`8r%XUc{8n$>qC$V&7TAefMNqCp%XsO6c@HT-sT`cjnci7ka!mmoD685+d$g
znz_P>Df9K&eW89)@lDZ9(M{D?cgG2N^R12iTPw>Z`9n35L$K(?8ejECb<>Lje?<R~
z+F-uDZ1tYCk4!>lp8x2r$9uB$fAK@{L(6V-Y0FP3vABM0u_;sY{m_od3e!q??oNpe
ze_?j&YCtT{#iIhTK94<{m#XmT1XOIue(Ivc_&jD}iLr#KVchhh8sBT`qBCONpIWx$
zZ}RMovEI{8{+WOC-)ZKkmN|+F%TM`Dox4x5w!7l^%d&-D=VpKVDDk=5aDT*O$!^EE
z^pqPPcHG~5caHPwD<LPpNUeE!s(y3Cb&*cHQxi7_h;>iq>ek!1VX1ef&Xi-9?s4vn
z>`D)KCzd5JMdItWj3^d{shk!W)v2=GllDhl4+vPkAdjKM>xF7%`>zGZclXtux_(V_
zMR34;R)?upsy(|km)FE}-jHiMSSM^9V31sVOGxjE?$eF;d(N)hQKQA5k@o!d?4n?w
zhyD-G9rV@BpVicU%8vE-Bb~k4noOLn(@w2yPBfnG%DU(+@A_Xy6Jw()59Qssq!)cF
z)qD4p&h#KXY4O)}&hP!XZy7L{6<%!)o>RCxXRX>Ko9n7s1?wfgM?Za6nLYDw8`}y-
z(WSX&x7tD#FHcT-AFMainc4YP#^PSHBil7*9dVP*<!QZSC;fKwMG$c^Q|#)yMUGdh
zu3oSa{<_6b!7M8Mbw<4E*$?Hi>`SF99;Pw)?=#=0|Lgn;A+DRR8MGuyj+Mz~&g@Oy
z7^t^fr@Oc8=9=r>UpH*jF*}vKSjX&Clidp8IH3nAx_&1cw($98i5%(N6C}2K%F$!3
z2|rSOR<~(fJM31OGv&Bj<(o$#Z_8zc^qy`El#_nCaqEoz7NOElH+Bbay(rgnbdjQ4
z;R>@;DT`gqPAPZph-O^t*E!d$%<8K5?+YRBAK03XNX~XnetJd8D|FKIrKhint#TIs
z8oWzpl2dn5#;@!Tt9j;W-q4IFie7U1ppm<|<kU|}cT{hvT5LPAo-aDaV$KIgzYD4}
zKy$DlEMELU?3~ycF`nIXzNO8Y_uk5b>#)NC%WJ&57CV-kyy#=QYdHIyP5p`~OR8VD
z9i2LfCxLm#CWDQsy6ss^5?yE5!WnoSm^XZjwro(Dcd}XSD|6`ARa!}}8LS)jNpf$!
zlc%7}9QIP&I_cJms>KR?s%Iz8G|ezs7$|ge%bKE@q5p!ml|{Uj?*I+%nJ7XhY#H9L
zGsqtC3$<>L1<zqJ-w0=HuxOdV?5^T0eDcB@-&I}~F9ovW1+s6NG)il;_gFNmty?gY
ztt;(jO@Ku(bXxX}Lwr+Y(?thC^$SNhP0r3z(^}BUm9dCv){2Jb&CwR;Bqh#0tdHJt
z&a>7pNTfY~@f+bvv9wkWjyWk+Z54keKQHJ1z-I4nyPikTF|BO}$M<O7n^`CBg{y8}
z;H+Df*<p0|8E>z&)cxl7SG}^TzA#BJ_^i{qV0rgo);#a;Eqfd@r$t?5__yVl(G%z9
zizRjm2j9=tW?i;8Ti}ervdHF=8BgB0hOtgf5!EZ<N;2M+Q_&ogVY;pGp5*4$2Q^K6
zidQS<%uq8uD<$J3B>RdhVeztFyHmd{%zXtJyg0lRdJ^7rTn$LOWTMgJHt*A^RSUEm
zWDmqG3}W#7zht4$yrRDj;J}MpAK2jhXNk<IQ^E7%m+M6-@Cu3)X><!^EMl2;=PjG;
zi6g8g*CVFQziZ@Q8OO4j#X0Zp66TrvZ!(`+xY^sl+dziVb<-Qw872+BSL}q}vO8Y~
zt5XhNu;<CoB_BMLL!yuOHLosAl`S_}cPOM~|HdA(Jr649#)yYE@FpxiDy6WYf=7S*
z!868-YS|diD?E^7*~79TcB@~gtONUm98Wgw*vAZ$`a;i~Rk$PBVtv>%SKuAbqPdQz
z3@gewFRX}KoW*;9!GJ;KlKRf}@aYVUNda3K3>bJAK<VNgLy5r6LyH+5QcgcOE4jzA
zSwEd+lTZSOC40k<qGfl@uc`cBbaZCS3ALy@Cqw79a7z~PT~=mqi8-NmePgFw`l91c
z7av-BuJnuanaiqwRDY=MP~8!uIWNAI{bUMf9%tVbLC~DO{-@&nhdBo!aKqXeZ(}6t
zFWlkjU+-9KoRL@gHirFrB*Px5X#r9k7jAvxTEOVBD7m-UZOicwFQiJ$4xbE`k#0Vk
zw&4bkSTvJG$AunK0V(E%hKdJ*PHQ`yWmKr{Vq-cesjQK_;c`y|&+;EnO(%%1elpMT
zDwD&Ce^TrdF7g=7a&+6=wN;`o>agMLaE9vY6ZZcintP@($R3GfW<8*IU`qYOi#jU*
zl@`v8+o-6oxbdzGgVKD-PkNtbb}mR#nk%`)Soq}`5v9OgM|~!1%uoeG@!OT4IeiO*
zLe4f}F3?#fD$kW>&h$uAn=~`As52$)qnc=|MN;%czUG{?31@jW&2%&~K9N@0db5CI
zsw>|Uqvn{j38#6ABI6iM7<BK2zmoiGu!AXsVbbDb9-a!7?ZIl#RXa+LEw(=)&Nltb
zgGo;>a>c4eS~FxQn60|Oki#H0dokmU6^cJk8rCR;O4zwK_huFx;pvNrW9)f#gkhp@
z{G{Iw@0fSC3r!1Ws4h)n-xz!pyprKI>x`oNs^0_lom(F~eQEa{Y0dA8s%EZ;d+z#$
zN761SP1CYEj>VYOm~}JDW)|hc%l9v=)H$egu%L{oeWl((or8N$%-ztsnRPR(vrxOP
z#N$01Y%78)qAQ{+j$N~n-Wq%I$K9Qmf_NLEj7r!TzAWFPw~j&jfLpgIgB3HwuE`JU
zPeaz@L<&pT{kZvw3w)$O1K)!6ObfDj75dyJ+$nz|H)*1y(J5_Pjf3qmDHFQSWiv=H
zur)9yu%M^iB}c-ZO*#5e!ta{I&!bxvC(Pa99Ks;0y0Kus+{bk#8*jPpd*XD*;{D`r
zt?}z*q<?IRkD8&^CMPJnjp@~mYiosy?+CDZsP715RubPCoYA><NzCC_((U5&0~emL
zj|*Hd@4j(#E1$IU>?bo~xN@$)v`gs<4F0p$SLCad;Y*o)yRYw=ySVb@_ge;=Z*)#(
zUGaHlsI|#<=fujsqN|~`54Lir%l^?@&zRn=bIZTL%s=1JS9jK-&P!JLw{E=Obz{ne
z%%JX1*DGT!D#b$2`5k60EXxUYW1Oph@ZpNex39B;QiFHR(0%z}ndb%fIIl-atDV|5
z1o3NpJ?GS*CA8#3zG~T3xfNl?g}dcel$2lh)N|d?mY+Ix_YIHTMSH*NBnBP*xo&do
zs}|)(qZ{AW`K9QT$lSDe+p}chb+NlPY(oAPyM0+5bRwgRublImTl%)Pz2)VEsq3Vk
z9qUSte;+?Lc;d>^(sd7aUp1H(cOma<>-k4j+@fEjm+Y~clwGhi$eoGzs(yo&aB;}_
zAlKRadoSD%_tIKDD^$HGX~tw8&yx*eTk^hH=l^+s{lTQT6FEYbUG2*rDGHZlsL9Rh
zY)^Z%aAw36`{rNMJ^NktPh8Z0HNW#$`l5fSarsvqg3dH8z0q*Gt<%aRl>egm!yxVT
zk#Qk+x_!<siHXxnUpdEg{Ug8cw}jpZtyz{A_;-^?CF}Nr?FlEB9-DomS$*}c3kKV^
z?a2de?$&C*IXyfpXY2Im0y{h;ri$}=75|%i&nn~CMy>{-9-$t!C(~*)&ay2&f9fWC
z@p-oD*^{?a#FSJAGHP7ZxF{CRrE+yjne;RMJzoO&v){F!oW9?`Zn>u&m%|Bj+1dhS
z)rq<;+ZfO6+Y_d4=9RT&ZJ?7hf8Z;L<IK{GP4j*wylh+0vY=(b=O!i)Tr^8Sf&GNz
zRZxiw%7fr~d3`y!1Xettxc}LN+tF^Hu3QlLcy3wSvnv-w)}K4F+Su*M5f3#Lv-?Lh
zA&cTb>xWWQy7ki^ou2ulNNwMpO2IQiXM}p(W>pln9QEB}F<UAzSlQ=`x$s|Ic@e&u
z3wpK)hh++9ajRLMGg+`;?^5<35`PSK>VcOIEfAgDy6)16#(QZOZhzuZSQW|45;pr_
zmNx_Y#g&Ud$BZ=aO<;C;S1Hykd~m+RQE=hA@j8!E*TJ~mdmji}w(m`QGs8S0n=Sin
z!dl5SrrOtL9gH%L$UZ5}xPkcw<C~+}n)WrYGKblM#lmE5V$^<vnHy(p?BAGWn6)w0
z&}O4`{EYsHPKn+bZK;xaA_+UEO#Aj?Pg>;JML#v0&#g3gvV6~tZ*kIxpZ@S{E!wns
z?;p|1W0oZi&2!mOj;>ZdS5%dxx_0r#OB!arpGr0M2u|3<TUvXX;lzi6`gqT4MhRtm
zPHOY>Hh69-3cmXAfmiht2KL`}(!K>wX{ArDuHr3z8#`^wrV|P0t<+}gCuR5roPEx^
zBu7<xgQE6<@3Pai?>Ropvk<v@DCW4wbscjN?$vLO@HW?I=N?S;TPC@ZO?n@bx@^z&
zHIdcke+2(TELmcF{ENvnWtW;F^TL$iu(d%Yv(t>`E}gP<+MUGv(<fY&=4Ji4@!7_Q
zSHC_D6|fdm>oDTlJdtPm+p}e%zm|%N*|1rEv%F^MX1UE`+4jUp;T<WjY~zKeZAtX(
z4v~Md`fkP@uKjB+?cnb1emPfW@y~T3#lNgor>n+_ZJEj%8@coJq+?0f)R?|CM9tLU
z?%ksx^_+i717l7qL-G%)w)G}P-K=kavfOkmV>l_PCb~D^BKPH#g$u)Hs&R|*mK&^R
zF#ENP@eV^z6}R};<*U~QZmU{5BP-MGhJ}W~x~Cdx;Zv%aKI>#jcKsFqI<4Sx?#d0*
zOa3}tch)<@-e2wGV(B6_YlV#RY9*(q(;_N_vr=vES$VHfTKu{;RoZHfR0*4p>W6n*
z4VJk%n@R<Bmfq=*Sn%9v+4J|7l^gum_r2w@>5g`uVUqUq`8t`fqOIL)Gm^BOQcIJL
zJU303-6)=$eeGoFmc5obe{cObdQj_}*p`}zud}c87vI_<Ahh<POSTWs*AI*26sMmz
zTD7$NqtHwK<IFo(@=68k)rVZ1wS1b^o)G_)+81SgOWcL;UOcjJ8}GxY+1|c6$3LHp
z-BEY8UVL(Lw~m2pxs7~~;jwMMeLkgp&~hm@xhPY(`TicRh`z9>%<EpOt_ZwwZQh%)
zLHuL*D))ru4JnFRVKrU7+^g=zRQj5~%1l-`lypW)!d#yH-Lg;9%Dmk4a`$BS#&yPo
zGHVB>xNMv;{a4e~julyrF1~wy9k?A^`l<A#+pi-lJFg4%?)%t!VAtmdyN*1I>&l&W
z|4pTN#)LUh^A%^$Ic*%u@#(ri%f)-wpH*lp9e2~u`;v4?{^guw207m%b|0L4M!Qz%
zipm6s?oZKj{H;3zJEUznWG^jnepV{Va6<NppS1M>*#mK}+FTs=&bn~?uI5S(&4uf|
z?N|1Tt!(;kYGqO(eeJP@-b7pW{Iuy-Hx4f2@Qkcls5>Y9*B!;+5|4PkpWMckXAjOZ
zTd5r$cWRc9zqMiUlZK2_;Saq6UOw^;JM=g}<>=||t*+d~AJt>iW_8=I^x0o2Sd*Hb
zKl@qRFV53bRlcnL(0@Aq@uSdP6;qdVs@vAYwfO(~e5*I|=6UD2UTh!5U%o8t&V9J7
zOi^<8x_|3r-t6Lvw$}UH{&8K*>+8EcnFIAqlFK_p-%ib0Ub$wi(QM}si<RfQWoM+=
zTsPejv>@<*h#23)O`G<I9^!7VcqyPS`)KK8KO;u1)#a*B)#`VIn&lU5h)%6spK>>)
zWm@iJdxjA8DWR_(oXYX-%8|A3pV!T@;>v-P2D5Fer9D^l+FWa!WMbqZZMiXZmc<dT
z_K2C`44#*Arz*{wa?vtm?wfm4uSSP6ST{H~r1YpwG^t!1|D;zf+hFDVlcGMW5{jfI
zcg~18r5~g?`OM5U7gU7RDh)Lkd20ADy%e{c<~i4AU$R)y6EU@7gUFPV6Mrjdz8CXT
z%@yV8tT^fAZ5JQ3eV^88&6&EU1_{Q`wifcP`&+v-=**e+t%{!`-fO2Osp+v?U@&3e
zby&P!<;Mmg*?0S$-PZ7QoNHTjs^-N60pSHgC6gvxU1zh3VUot>6B9D03Qn7{P=EE3
z-l@?OL%PaTHCR>zX@=z;)Bc^jw0jLthYE|qCC{j*^HWZl87WB36r5P>(a!hsf}*U|
z66f}k7ZdnC-(q~BP`2s@;~NG(#!34pY{`GJuzF&5@0{ExRm!qar*?X@>s?ap>@yOb
zS>W-}HOu(Zl!;-zQ{tw^`WWbcDxA2yTPHqci_%rG%#|L8Ln_-&Y;l>UI7xou&2;WG
zZnbckbkzsTUj}UI;XASCzLvYm1GfuXvj1s|xyh=oaoM0VPio;!n*(bzSDxFq`_!|A
z_iyh``}JANzviF8j&sM`Y<=ou?iy{-d?6tCBXqfU3D-N38jZdw=lV9QGAr4%AAWsj
z{h6cNI;Q{n9c8x6*-KP8WC`=}Cg-b7%}bo~N-TFwG4t_yTqAnq;R%Dp34v?3`H4^0
z3uk&N>!lUaUbr@4snbhY-6sYc3vHjRlx>gOb4BRR1)p2XMK@g$z7o(b^(w&m^OvV#
zeh$jJl^<?o>saX-6m1&oEP2)?JX=_ATDoTy58ukeilr7yDlQilrd@IP^~NPvC1I({
za+l-&(+j`5t=adibbaOBud_PsW1nPCztOQ+poqij-#Web4^O}LNsga#qB{S|lEBGs
zw{My%{Cy#_qN>d2y7jix#S&Ssjly>7_(<1Yb}Lo#KE8<6>{!x??v#Sby*g?yo0Qrn
z99t1$@a1}q!1U}3Eizg;^OR%D>iAcyS(v{me=BXYY4!C^wO1zl7d>WLVYfpl_|mr*
z*RwD8o^VuPKls46|I|*2CoG$6t|ULKE9}_L_tEUD#F`1`ZofFc-N8+zR?mJd&r$88
zvM<^9_SwD3$UiIB^Zk>|^<#%_-8;H1wsyJZlT|@sg3WgWHosnV^LXL*k~GCbulE(U
zh>PBc{NYh}H?ksv!BKC;*&dhGMr-FE?%HQoZ)*9lI8J!_jiah+FFDjJ=EfJ-_h?^V
zrhR=`xAU7v0?w(vcRsr?otV6nYu>6GA(p{UeWn^m&O3a1!tL5@xtyt=JEl%PaqM13
znm~2HjkV{xQx>27`Qg=jZP}kcRaQz}ub3`w*&S5-;eGYnf{0ZT?HqYi_lN#lwnuGl
z$h`jn0?v_rdz8NHX_T>*l8yeVRQZ11_w3D!g=U_9`1p(wuk4PQE(zAwIqB_h-|&8$
z?OeX>>raLDOA;^Zw>;f8EsJ+<ec4XMvUV@CG6ApS&h7iEeyf$v2<7dOl3>c5k};WG
zGV`cob9Um6ESLGkKQ8gb-+Ji%d@5hL+r02#(`e23n@dlx%<8jfTNb?N@)5VjvtDm1
zl6xmbdrH(^&PbYj;ciCKY?Fne^(lMSpDmucrDWsBW8OWd#E$)%xOjHlzB^~%D$cjq
zBD-2+fAD09D+({(#=SB7VJ0o_dx72Ytdz>Sa~CGNwH|ycy1co3y6SZ1IkOh{Y`wOg
z#bIk=#b!mb?3N2t+HK~x925NbX4`owo;y3@9%?=ke3_S@5ux$8uXf73r9w*zW0W_W
z3GTFbvixrA>e~fV_|F*H+}ZSbtL=T}WbRgtzMb94aVsC4zi4~vXXL%FikB@!(;O_P
zxZiPgE1!7rGT)PjE4zHA+H1<M-+8v^MP~ZfklJalCUc(JydXe_#s3dzPfMJlRZLZm
zZq-Z9RKdcHxAcFDxJv%GQRv7zXKn8xk-K+Y%gdLBoIN*LbyMiSu%C1G%$qy4D)4C`
zpSJqiw|`&M9aqq|l{oTLMyjT=Dg5T1#@CYWJDj`AGd{*`sc08_f8mjA)E+S3@5b4M
zN2@Qw`Ehz086Wv{?|}uqyVQI*+U4F~c)VBV!mJqcSK5(p70f53yQ+S;YPRa$imJs8
zVfhOJofg09og@{?58CTewO;i-W6{NwW}zlE7FG~+F<ltU<S3pgU-5;n|K7uk)-o~e
zZu$%ptWWG^S$;@MD?wzkLz1<~FApu&pHsHH{ZbJhvVk}Dz=o}UjBmTXW&O@Fc-m67
zq~P1b%=5e-CEJ>KR+<!;m#^*NpW8mm{`#Vb(~T>;&iNgUPzg&*y=uNVDZO$r6Su`p
z_SNs>O4=&Ij}?nw{$EoiYa@HcCdp&nDuu+FtLHsbSI0_v9ywq*U;T1!P>N>Fv$;I!
zt9DJ(oUk*t@YeM3N$)y?qjlqUwLZ?8lD}@U`C8#q@>c!_1D$V`Jm}iL^9EyNa?L%H
zgoiioe=$+{$?JSL<J1!V^gD9JHc!)6tFN8+w@-6gv&(F;nAu`;e$2TpwD<a?Id{31
z-1P8bbWiv6Exi)r?pu0hOV?@3-Qt^iznouFAf+l*n;??G+wka;gzA~n;}1WTyJWq4
z{q|Ls==8;GE$5b8@7Qn2az{fd+x`5(hBHzYrUh9Wv>M!b=P=D-l49NR>IhrX&gKU<
zJm#04F<g{V8T<aV$NNalj#oNMVi>-CFa5yee0jm{t{wf7+n=Ti@E@FbEO=Wp_$aNA
zg;y821+F*DNWO5)PrABu-J`dc>Sh04zgWL_+G1H&j|koM4CM{&4Z-g__q<`QRsXiB
zd+(bh{oOZC>wWuFSs0t*re1pHXjIw8Y3IAa`;$POu{fE6eJ!9-lFcm5{mGnZoNAhr
z^o%xXzhBYa@<vH<x5o)Rp-+`FZ8YZS$~=zIc^sqG>vE~XYR=<5mt5V{!gy^xj``gR
zXit7q(DRvV!NpLi%n99}xfD!vo264(cA8E&!8MD4Pbpi1S7uX#)trZWn4U0fWo~f0
zD&@etfGvP|1>=<!k<qLSu<<<R0}KXipdpf@4B##pLm5Lg!v)7TAsay*G6p`zWplc@
z-UKwph9roK-f(3t3q&wi9MIF+(9QK`5z}r2(>f&KxVj>`IFbP|JTUdnAk$>EHaN4E
ztvJ9ZdSfAzbx49flplBQUgvB<r&-RNWf})L6BMLRT-(W%!{B_yXoaxbg77&%|1_?$
zf}U>a;CJ2gfx0ovl!SJnHvvtuUIl4aqw;fgWLX_VrBC!~u^pIdsKdb5pv=HAp;-$w
zD#QS4pL~0DgfD6ND%e0bqfAK>*S;MG*Rf31%i7Q_^=1)U@vhf5e@*$n)P+&6Z$r28
z8?TU;i#T>`9MbFB(5*CwpDUk}o$t8N87S<@F;`t;qu&HNmKcI7JNw!Wi5Fis+<W9s
ziJ|%4L%MH-zlJUo?>W1NE&NSYP=a)&TkoA_DfZPKTn0v;xfU>HFkEvw$gm}nK|w0C
zghAF}k@KW_jv1A287w;Z1pIVQ+P8SO7t9QAP>|O?IoWwf3CDE4hnEy%tXfX*VLFj0
zp!4O_|B$-nt#|aF)G2;{y1ZR&CTKWc6gG$e9nQCS;w$rsmG92APxpC${%+e-R+OZ@
zeNp$^7eA7w1YMjObkWt$Mt?GUt8ptRr84_gbEbh(>SUX#{gHDV#nUfre-azxct5}F
zr||zOL1`rwmzcH{To-4>)<rd$x=%c(6%ov?DR^@OSIC1~=8puz7`Y$up0K=P*M94H
z!0%673UXf_l}Z20J7FPuw0YxmgKwX>3M{u4u9cdXDA>DKX2;VFy8Xx9?kV1ht&6HC
z;k>XSY4r>#hqW@h8O#_SOMcY4cSrP~Ry$kGPVEHN_;U|WKiz7zvH8ZzBzABTKK~)G
zwO44tBM;Hy;0Jz1>x*a2-o#{<%9?YE>jvM(lG!ivd`q@3+tT1`vVGa(>9aR6nr*x#
zbzIMUDWi>k)6AwwC_LFB;hV`YJ0jb6&DLc)4Zb;B)wV?iiyioUP<M{*9MJTQuEaK@
zoP!;KXDu0dr$sd{y_T@jG$N~4wKUE;eBr6j)9rOYqb5`R&N7%V=rR}x<QA}AU})Jn
zv*^CUeA5%@Yd8IS${%tOeBvMb3dSoh_K5uX!wAo$%o}pSo9P%6pd*=Qm>3LKK>f&2
z#$YWpz3INf+(Mq{Q<dyHm~B|*6zPA8G?x6~8~JzEiFDs5o7Fx=3jbW=_>V*KS8vQN
zU!5(>-qiW3Y*7=666Rdn*>cUr$yz?<Q1l^~k0YBRyV+YegU4w>W3?bW`OO(Mv8dp@
zy=<Io9i6f#T#!=P!p6B)^354GZr$|;R((fB9hfgLm{fT+@pJ302W>C|C1NXEwS(=g
z(_oti8)}#@tcU^?J`7n5rVUaKxnc|*y{lLoK%Ntwz$|d-t2abH8+6{uoWZJNu2va%
zw2SY7K*Fir*|*(<xz}obj)gfsTWO)`#0%%xgU=mx%05+d-NgwavaY!2$pOpxAfH7a
zQoeXp=ne?ZveDS13W>HE;K-YC=ktXU1E1h$yO*6Q?}Z}||6-^6yivi;*RCuuHO=tt
z?J4i=Dd+tbw7RF9_g9ee<Jji4R}!>MZ+Jmu)*9V2z2V7QCZxV<iC=MpYy$fYcgBVn
zAsZQQFyvg>z<7lrt7HMoeZd-|`=%@GdHK_oKgU846H7-<_=G!$&tw`Dzj~9{H{)9A
z)2~mbR_6%tJ*s&ZQ(Ba^wfIBsKf4E?WqBKFdUa$cWte@?<o9rwW$=1;{O-xM(<IKy
zZ&`Pg`N{#lb+czAwVrviR>oIyujB-!<uM1A<d+6<uJZi0Zf)DmmL;3z=WHqE`Bq%k
z8h>K%vz+baL7(r`8XOflX=e~>xjL-6?vwT0qt}{^wUPps%1)ck!0|GhTkGBXQ+K-T
zFBO)B^!9wU$X|GO;)ccFOp_*U@(Sc_Q%afqMOt?2;<L*yW%h~0<y_Qme^a@3mSVtO
zQHIdn{{oZTop!5)oVmohxn%Ea3uTEV+*z95US$tf7~kIAxBl`z`(G-rbXoEhJ2?X6
zJ{{D3`FhHoUM3Sa7u{GH#t??|uhxs^#$4=L-%@rx_ZzFJ2B&VZMC&8&Cugqxo5U(w
zvbi%s+iF^a(0iVvTYY(Xo;l84u`|-o{88u3EO*lop()EQM6PB&(0|g;I*8wNZ@%eE
zg%B3W(xA<j3<VX+#rw2Z_9xeMearY$8*h5yD#M8@@4D_?b1S^-kgl7xMPp~g@s!Xj
z^UmuO3O!i7eR|d+NpYq;x4IPvm$A+2ioJNxIn#3$%ie_w99)5_A|KCeuLxVfr+G^>
zYSFXVv)=#KRdXw6d+acO0=xIAvc)-1zhu0SJNIbi<BO$h^=$rVZQ%P;a8BBUZ<pVm
zg%2x_d`&+h@a?GGz0!pAd-nHBGggH!s=L$@&)z#XKf&NlZ&LB;&5wMS6zD!QEvgNx
z({$l*mCKoEy6E|_*=Ad<QzKQB@|T*JPqEr2|D;xjZ4ZlQ)^Dy;)w@|=)Yu(&a!!9F
zvi{y-$CnmDUYlgCgP)p9-C)>vDLptrI=tHN=Bb5O?*%nPE2f|H;g$W@$~9}!=9}-c
z<hmkFChat9{WqIqy6^KkQ`N%UN1<k_g}G<$Ois3+HEE~WN441?QWZpARGFPIsW)Yv
zug%G2DeHVs#>~#>_uX=QS<1SCm(i-lxfi6RzZ_%RyK&-~tq1dRREl#|igTx)*$U#u
z<!lg_esh#98YJl$mNWIt)`MXnB^!jLPsT_;Il^YS(a{eiJQ1v6;+d_ERyh;+q?a6a
zGrAsjG6tkd<uKdH4UR@2Z4kpn=j1^c5VC+3r0Qf0$Sn|&07i%iganBje3k+m2J(;K
zN01K#)1|D>fVppHb(Hzq>;n1i&rY>}G0HQuh4a^SnqQxCW^1QBh}4{!EiAik;+d@=
z#@n@;GqZz@t}inY@qM#Rt!#GD%k$Ct=`kx0vZ|;oFPgF`KW?{OirBm=TNysvsHX?k
zsJ5veZ9n^lL14d-Zk@;BtlwuVv^C{KPwmO;(pviVOyD!ourq8t-)6fUJ|tRsnUn9D
z<VrWcB6YVNSCg%#o4?O~|2k*(nWGNO9imnnojy)5iz!^O%j=BCCAQtlb3N@hl|Rk7
z{JA;%s2#hlk1dC8-d>xhGXhn17FCC=`!jjv-it?{Y!qNxxcKwO!#k|5ADj9tdhVp^
zfL^bf!hnApcTBq!pVMr~uwu<0PvQ80BeN}{r>;?WyYE<an|Ep)L&(Xd?Byy}y;r2;
zR$BO&p1pkK`OG)mzq-H7J+?V-$t#2HQ)DOcs_&Lq*4TMUWA~=+EeB31se9`#6LV}}
z;|)4lpc3x3OICSzU+A|vUP6<OJ5Alp5tZ_dF|%|@<jubL-9qYt50B;jX5%$#WKYQs
zdUK+$_(bE@ReXNBN?jKgcs?_pG<~}Kcc%?)9p~(-*A#2b_iXmR`5-t=*rF_amDKA6
z8TWQB{#y|~Pg&XhSE<V1z>m+_E^cz%k|Uri?Q;6_EzO;m)%UWjy!?9Zz89b-@7A05
zO82!*TBsMNyfSjhYv$Pg4EYy-`g~VdnEGYC^?NvBx}xf|$&ErX&z-9*oy~&Jan5y|
zcvIIpj>$8~PwZ4fjC$m(vek3;uaXOXntkcQzrV|TPWb*gv2071@5~9aC$*&XE`3)N
zo+g~Vv2*K<BT+f0I_|jm<tV9}O%#q!kIm{TnH**q+}jsz+CAll)jY<Y<$e2Js{{*N
zUD;VOW51BntzO%>sOX%j{!)P^pB-OpIOwPH^hjw%LY{om#3P1ZxpY6-T`IDZVz^SK
zFXrUz6twzP-W!+4CrYhX$$ql%N}Qyiz@3nPW#KCC#BV_}E=WmlIkqRL`4msKNCLxc
zrUYYYsS{5cCs;MDy^)~(Of=y+Z;bE>hK}anOZpP@&2Dt_eoNA}%9*(76aSPe8k#RR
zPuMJ#bF6zq)4TiA``0f%?3r_Yf#tKQlO9)i=seLiJs4Reyn{DOsQ2D=E~i_|oiE5{
zEW9Jty+C)bQ>J`IAMdQkrg`ciw-lE<esc`Cx?t7ZRl7F7?z4NvF^6|sjY(Yc@~pX&
ztX02PhX2&y-f~3ZmJbupR0|XSC00Q}*VUp@gmpJ<^bw6+#(Ob!R>j1b2iWIVUS5B2
zebEoUgMJ71xm*&B-_%>K%Kz-af|a19-&$?G+4>Xrv;Ph~s-OKR(Cnke?20M54lhOL
zf2t|ttmg!6N1k8&X8VI}54Js6l6%3(If^ZpY5t~z%X2<xO4ppqdE*!_<1~3Y%ly#3
z%B<>;{1zFW<5~^1rt1F_*d5l~w4CR)i^2TKs;zeu?78O|D=(SzDC^3Z6_HD4n`Why
z%-O<rZsyUjKC4G74_-N=ZTjJuDZ__z{0i0$J3G@hr-~;zYr9MGoGa7hmYBoKmaeTD
z*u=JZ?ZJ#}154HoKN?rDhw?Wpep11up`oyfld-5lW{)19*|mT$-%s%Y0qfODsy&__
ziRSpKd;j;ra<6wLYn59wtMW92c)2oGa~O(TU^8CS$#lzwF*o?+{v!Qj7tVjKRn6fK
zbegTP(09s(Hb%q3KOMqVaZT#6g()W5(yyLBSU;_P>TTDUi(!!*M<sJl&8e)5)yiMF
zXX&Gq$PVjUM`Uv!^_dmA&)%`v_s&KA>AEw{e7_J;mgKo1EZJ4{T}E=_l09d7gRe;6
zxyV+&<)CbCfjgLKvfioLixDiM!jVznCOzlk9;OV&hQ^4>O}wDyqsr<DZgIL&X@Qy#
zddw^q^PbCSHoo<sXWn(6&BwgHTWB4z+4@A~=E^;XSPpd*o@$Sh;n}fltzTgN1m9@h
zlPCYpew5_%Ch&UHw-pj!*DU1vxy8{gcY?q4lgnYwTb4aP`Nmq?jTa%v_H)Zsjx`g_
zv%^|zZYj(+JF%SiQ|9VOkx!Yyakq@`8Hz+mb}i;<4Qy-DaNan1<%E+VM^c0|W)|i7
zJ@h#UgE|L0x)m>F3cuXaS#rz8DpzT)*;2{eM{}MvgU=bc*>v#gF4n^f-yE@yKVr>U
zE_7uJSCP=2EnIm*S4@&-NgSBq8(qnzFx%|JGTu$4&Dpme%-Uvkc#or5?gZax-8YJ}
zw?*y0UL><FlSx3!#HlrGc73Oa)I=v`rwkXC-UfMQ)=insIk&+2D_K`CRUi30;d2zP
zGf2C1%H=&w5~2d{7z9=rGnIxF?&>-(IDNCW9=pOrizhOhUW!VtVTf}*o~6rueM@I{
zmDQ8ZeZB4?E-9DQHf6T$G@EGQq~m+-ymvIaHru(96IQRdmN*ozOcA}_IB#a0!grZj
zbDCBB{TlAPPJfeLrnKqIQpra$I~}Su|DHaW=6L9O_rjewy-%b)Yw&aOF)Er~aNJ+R
z{rQ?3m+Er(RXR3y&evAu*!?f$X_xXc(-%6+PqjL2*G~_9qBB2cVlL}5{=bQ<M32ZC
zmra{lopChB{9hoCdtmkKOPywh)w5^p^*wV>EiGSo^Y%~^mn-*{<t%^;bl$vu<V|i0
zWA37FW~sk(lD;8pSY6yJedXSsOIKT7zgdxLQRsT8s4V2c3cvM=2I(x%dK~5mR&MUv
zVH$KX<jL7JkItlaCEK1e+N-%S%-Q8pkH8&o7Ph3fKNDu&yV7xCPNl2LO2<B~bpDWL
z<vR~Jo==@6IK{ZBz)fJ?oqbR0=FYfM&?Y_SAzQk|dIsSs#&7E0@@7Isb{v#Er`^Dq
z5Tef3;TQ@UcVTz~>c$yXywtTg%zLgtyIJB~LEL=Cx4pL>v3wK=w@Be=-*IT6?y1U-
zU28rs+>pe#uG!^r@aNJFYnexU?K=)DzAMmBPV2CenWG>F6M)DWCA6(Le30{z;=2Nf
z07UV{R1C#lIVU?mY6`QTJtHVq(9Zm>;D9XOj>C-Q7AIy2tqEmScp{U?SZ?uvkNwWW
z2J1QD47m&m3b!6{DMZ>AH?Z7!sBkdULDsL~R^O|Ti;P7LQVzTdD~vV&b2iMkWOqnd
z&vqw~kE`t5hieUs7?dtP5@L^e)Zi^s(8;V<ctDkJ#}UTq7F|&OyA5;SXK#M+vsR${
zg$P6VqtrK&rr&y`X1n#qE<Uy`F!f5-5(Uc#t5gG%G%guhMP4$?Q<-(3E!fZ`;h=1V
z_?Fm-X5adjY;@f5*zWZc!{qf@e0L{Q`+Cm1v3J$y-H}h&OfoLr2)8(`J^P7PSj4i}
zl`$&ELz$NbTobA};Z?BhAfIKlF+;_>oU(04t!^i|p5j=<D=I1D!uBvpX35S|my>Ja
zAMV`Tv@+M_0-xX(XO_1Dj@B+0_%0V&PmwcmIm0Ko+4;yDle}MRQ(Z3D%{RI9(eI%i
z2p-e}L$BK%D`k_i+Ap=Xb=*>1RMxRVRw;}9_=ffww-lF^X~bqg1YF)WteCsic8<JM
zxXyOw^WPnl`%jh@-er*JNQ+?v&EYX$0FMlX)yaWR<dJn?zwpv5Q*y>F#^B$3%s`>P
zfGvQV;neB-3|U)5)#h*E0vRbQuvJ*WfoGK%19;?1g5eu;1D_Jx&cyKOn-?L2U(+v?
z3bYFtPS{w#G21YEW76r4qh-36LzihydnIz_NRJqgdthc*=&lO^yDmU{4h@9gH3gjM
zoavy^A?`FVbSu(p1N&%!tWrih$1O%jYlV#GUJnnj*>5=5|KQfnq~G$BwYU9qH1|B0
znDJcHfq4SUqDjRdh0&lfFBRc!Ph^_P;y?!u<xQSrUBqW-t&qlk<W0j2S%J;WNo7m|
zpQp@mKEu~>lMya67c_vm6}&!?`2fQPd4>`J>rim!0*@xdvobsqNIJE%Pl<miKMw@S
zy2>r#<yi_wtVzzCc}{D#29zBLC_4aO#`?0-i|f#ViO-@c{aSV7PfgxxDHOoHb4BRl
zjN5K}S{nnpBNq!W9{(&8<+@onK6--F=h$_D)-C&+Eh`*ZY`T8eZ0I{KxzW|)ROh#b
zoLBF6h4RjNnHF;DcUx*qPlNL^E|z_p7kbBTzf#I2D$VmJ>g}7ZgcHHxyFWSc?9&K(
z*tlDP^H0{*TL=8gDlVy&bydC<NnXEtb287ZQptpL?iGF^rVD;<Xw7lXPgItCzD=vs
zU*maFhquHdp|(R074;H3yd_+}@P2(*c{l6fGR5Nuudds^VE5Kf4-+(%A{mV>Kh!-h
ze_qXSWhdXM`&m;Ty_cx`dEm)0)_~{bS!{>hFTQP9D&ex}6Qk5N&V>@D23ZNA%!`+t
zWm<lY^;Czx&asB05*s9##geytTIX<xvq+aM=UBs8i4Bs>X33un=J@6CZwqqR$N8ey
zQR`^K-4mI&!x_LA@m-vf^dZ`H*D9A^N~;d|@t&H)>&4^6GfT)sRYOBVL(H^8Yavr;
zC{zBzV29-mevGyZFQ#13TzGzWms{Vw1~JJCO3orPebk;!I<t_YDl6invhz<4=a3l!
zwv%dJc3I7=D~nB-WGSfq(ElK)Dd_dMOJDMlciWFiiu+O)?3-fuVPc)p=QV8=lNIl&
z+`MmeNcD#54c!~MH@@`Djc?uEx|<bzzY^<Xne54ot0%`4a9pq`3{93k7I)wVw?uWN
z=#EMAp72lBX5BD<cT<VfqJsjwIujGtOGrN8v3pVaBv1C`R@d*BJ)XqM@QCCli%owa
zciG@aQ%TcLhEs=Dyu9>?`*xc~n1B-ZCmy!VC)GS;pGfye-C_*3JYg&$@T$qCnQ^|}
zgUhThS()WxnM|s-Glop*XA`)n&zpFOlkLlP77l^tRjduAM{bs$5pR&;N-woqSE#dY
z;`;L*htr=tH~#clvhst8QQ}tDrMx^DIgYmuH0%}g5<l_KNJi_hWMt)}YnQIi72kAY
zqHW)mVwG;?sWO_6<DTRwr%H3)II-Prm+7Xp6P<gfWa%3%y}EL5lcKrp@eEtPMO<nZ
z&w0Gg_cKfmd-lfIPv`L*gFep35e7dOF!x2o&CPx+6=Qw<V5!)FN9>AH>3Ndrt&y^Q
zq3tf$E{5eS5mdHcP{bOtZV%H72CD`>g`Xu8i#1}Vrt2kSvHGlSSUEMk;f8kGobo3!
zX<>1USy$FD-eBlqZeTE65d|LcEWMU5%Xh|e&k0MLm3x>#1NNZdz*^|+gayltqCRsE
zlNAEIuTrudeVPxjN%Fjt@G<C!{jleO%ib<l*4Lf}!3LnU)ZPX;pQp^}z9zEB)G?iF
zX*>7EnNB&&1ZHa%J8`fxseEzvXp1%wVDMyg)l+%0CvAce(?a8?raQiUKN_d?Y!SnP
z_p(k?=I}p}nHB_EcH4Vy(i~yulb|K3%r6)woxJbC-3yYv6zE`eO4~u=@ucD%u7T?A
z;>?EYL4%#9*$ie3g$YW}Cv<({N&tI}F#&Yg8f0xPc%J1OqXT%|+XI0I7nWF?Eay8r
z$GL3olQ{w%I~)}C1R|B4LKbXV;=<^)+S?*v#RE&n;-<SSx*YE=XkF%1<}{m-5OH*a
zPGnQ!#zT{y91Ut|WqZvxO>~V_gz<)y1jmLs&L257?5-;<7c&p2Vd^@+wQZ*A^Q{$)
zkA%V8)DKf)jVFGNEQ(|ET^o3+4l3>+_tNC>mMIX;hU<IPCzUJJGk$!Q^x%-o<ow-F
zW==XG@`xujUBlY>=Tp;Zw~Id-MV`6R(C9sd@q?5{$s*%xb2q*-y_WskF!^5g8S_~}
z$A51;(I_l3ne{-${o~aZB5|{Vc0Rr+=(SJ!F&FO@Jw^9OjcX5d-X2e8jjwIEw!*k-
z&6?-mWL`fn=h9LYYPNHjZE@?!MKw{r!YQ4LePmJ}X-uBpSF-ZQ#AoL2n=O{U@OtjH
zRw7%cL}l&enRCy*Y4N?_)@N3<W#ads8M2b^x5$2dvUDEX0p^2JclxEOB)dGScn*c$
z3kW~PvC4DzdG(wQVFumQ&9efsLvD55GZLBpY47IV=-P&qUM43~w{Owc{Cn03EY?2q
zqHFTIt)FLwD!Axad1&+|bX*ioDruF7ecl{w5p3~B4z%$BGN67jD0s>`fu-6mFS(Wq
z@)+)N0vllQ!_ws?SKuzEDeD4$9RQoiB@r9QZqGhtUBe~OfL)(%?G(~U-n{3_lT{ZC
zU}9XLL3OFUs;-<%wHK7IPFc5yDI%SzFs}t!)wyiQ2s<xyy3g$_=psM{1D*y3LHGGn
zz`7(D*cvv%SLlE;l<WaJZiXX%qU{X9=eAC^JMw}H?9>}4c5a*AUe@1!iM{O-d)u}I
z2xA_<-$S2=KA`jHpm>i(MJ}WXzzJ^xObYBs5mAzC^>9-JGv6?F#TN0M)KHLQRaxAS
zA~K<eX;NTZIAcRZr529^U%IhThQ~ScqJ0xTdr3=7X#d2OAiL%j!?lgEbDWaqcs0&B
z%*kcp$f*7T+Q@;NI~Wr37s-dPQiCypK|;ELFKKxfq-g`nUYi*l-h>o#e3<fCk1If&
zbwxMR6<5Yr?N9b}|Gqp`Z$tN|%dS6PF8WgvShq{V9ukqTg2UV3iH)b_doS@DqBCAB
z`craLe%B%9*eUb%PWh|1)`#yppm)k&{ONL-5pyiP_#S$kvksZhcXhe**OvjcRxqY3
z3J)eBj;;(W5eL%*=E01r3WS?>QoDio061nL{!TKLycTk*vi;^{wCTQd#)ca!9|<I!
z+Ifk&Y_9KZSG$)=^Glr19kqLzG`|EcFwuY433XJTPw1YOpz_>{`-ZF8OQqQ*6Mc7`
zP>W5OtfcnljuBg=7XQh{kI`A_+23F6+-+p;?;CSLX?9ul=ErXmKJz|2yu?Q~W?{(F
ze-^$nZ?2yVc=hhU;rgbX%QsJUVQ+9=>bvM*?y4uJ6~0R5*fpQqewDd8Fe?51R;}>c
zx^ew;qN4gkBqm8{u^gz@zuUZY>e0ijCMO!c&uk50k6JLLS<vk8)II5%+{vZ^Ud+$@
z+IL=l%QeBPQX=jjvs;wz;?Ml67CGyD>5j1YX>DpdAv9Ck`L@H)lhRjNQdth{ow9%Z
zci+M@F)7D?FMBWR@`{hCggyIO^N*;N`W7yc%{F1DBaTe7GrqQN>2(G1r=Z6770>&5
zF)v+~tMIQ=&8cvld`)bEfmMp~C->}w{`XC|GDI%C;Fe+NI)44ozQayRfseP=y`M1A
zDrE_uq~`1k8k&4^DUn+{?y#$}`*L%2y*jdhW!l7`o(+?&-l%+glKnS~b?Wsc!A{Ft
z{5a>Hdo6Myd+x0p^X*qUE??po+~(!cs(CF)JbPvL)+<M&UiBRcsXM6$65wP?J1VvN
zhIj0nrSB$ia+sA}oT1gpBOPz~z{QX2PllG>XaBN`vv<Aljs3DL?&RMsp6j}wU76Z$
zG=Iq)pEru(QQ~)3cE4j0Kc?NDBBXXvD*9=vQS(ySO|dmA;&y8VOj+bw`sIP=)R~W3
zid?QNtKHEo^W9%{=I!4Xn>Sl=M-}A?YsTM={1zA+XSeIv_fI{th30QRbv!upT40@3
z%WA%dtEN|{PTN+vh4;v6zK^S%_q-BVZv|p%Ss!?3Ui0?8^6{3<{(o<s56?VzYUf-A
zzs}M*I_hj*o(ImH()Rs$RCM7)qlTGR6VnR6tc%H1b=Yx@ZL&KzgW1L>Zl1l9%#J*C
zdv5BrE>?Z{g_{lRceiSroL|C|C3Hn)h2w=K3lw6!*VoKvzq0O=C+qK@RwC>9j%u$L
zxiD9)#0%V*oc@`M^;V{rzU2;^<S7OrhXNK@Pi@hNkDan!@09o{jrp>(-~Tw@U;c4J
z(d;!JuNQ5781Vhi3~9#QI}&5>Y|zV#uxq{^+wVJ-`@HulCz*}wdeUMg&z|dkFbxC~
z;?5rt-RT>*!+S^c1`w1Ho_FVjo>`E%^vdquD^qW->8`n=C|`QQeec2EHz{VXQ_NmZ
z=(1X}$S-X(U-^p3H*^?zT#P|e#%!R{{+14dK(Cfn17E`2rnd}M4fhxe1Y{LJ6U7Wl
zrHkC+l=c1d_*N-$7A;<Ngsn8f^RS0(#QevxHxs5_P+_~hl6~6Y3G=^dY!<GsX%D{g
zP$X4YDpW74F5u~cQ;xU0UkY9^U}I1{JoDh@!Vhunx5Ayb8K!uy3|m?DsiIJPqerqt
zP+)t=6-Cj~qBXTU<^H@c-BbT>|NaMUDo1?3ML*eEsJi#^ix~FnCrh7xE#0;9bNg%g
z2H^vo4_FGAEZ7-@kL=vR6p?9jlVgR+KKAJ2d~4OzxF=Xm3=3xvZ{R+_`+%*$nqjwX
zP-N!v_H_(-4CW2hlWSZW^kuEeJr;(C3HcT7=?gidefxFa$x=~<j<N#Q4Smff3~MU_
z{yuZ|-6Z(B{p-GSHD@;mFo2dwuum{fiogD{-%k|OA!f{BFk|pE_<hOq=JDO1nqnoR
z*6Fr_4}=MvD{-E8e*2o}9r>j-DXA-WIxFqyVP$~V6w@<iFDcDvf9bs`|HMAU-)(QC
zL5#hszf|At6k;#53TIFU`*F>Whgu8*mWzWx(u%)#Fn!{BAjO~~ARZdSkjG$Y5V0x$
zNGH!lbKT`%nM3a|<S}e#Q2iYx`r1p~>l^P)^OXA&YMsBm_46xX$S7F^;X#Gh2A0OM
zGAs&qMRf07P9mJ5_<Pw>zMI;t7aaC%yT}CE&IRhwgU6FZnGZ00;9_TzV1O)Y>5@GV
zx2Si@vNzUQ_XTUGyF1wPtegD$(XRX3yYvgczn(92>)G@NT%hPW;g;9APx+Vn0j9#n
zT?{b{df+J9%EfTRSJb>g+My`H`<v|6^GXSu{Qd0%j-J(f@%TYj%-rn9An(ZDRF8_c
zECp@9%V3b2t8ueD<^IH4_iwT{(`BQVw>@7N4)P&H<ooy1mUYZ87=CFr-1_M&3Ob;N
zErEFhqsOlW(?PoG<D*Z4N5yy;7F!uQ@T{t6-J{LS0PexB_j{vIcJH%;G5@q*n!kB(
z=CAnM_TstZ=gIP7*Z=N2J1gj;>btie^%-U;oI5BAPKJy-7-IMiFck(KWqrU@0OB#c
zV{YJmr1zbzK^mL_nNRHd7yk7B^f%@y^G$Q&q_0=Rdw%~6@|E<a`xE}Qy)jSOADgMG
z@{9MPJtL2cG-L<{6f;(Va0QAG$CSODQ|b8)q_38zHpu^;r$9m9gl}vN0-)7K;X>Tt
zvyfK_>(62j1#h8r*b^c2x9!DtqwmZ&`BUsC{B`)oe6u}a-u0>BXZ{*JJ-tR#RGxq5
z`g(?Qj0ac>*OkvbHSs#@1EvjrZzCAiF(fqZSfO;1UG;b48}?1|EB-osS$qa;0)NVU
ziPKXrD+T;+eBnOxcjKGmzpacPa;%&C8gv{m6T?M5c<BO)EV#}5DfVzJ?3?6I)G2_B
z&axNyt5FPg+~Znx2F4Ab{@JS|42CO`pq&^7iL0HANcktZfnQR2#&6l1?@!dZf3x0n
zf8yW1TkEf8>lg1o1B#>fe?Rgc;Cv9n%J3*Db`LbM$?Q|S_&)VrdCGoexX!Ho%D?uW
z`P=uVJVicTlKo;z#V3m$QsJP0p9mI(sC|FRQX8LMh^iBH?r+Oo_D|mla?Tr=JuCk9
zz4&hQ{rB%vqPG}8Wd<nitrBKFvY?AGfuUmJHwGTW4oLlrX=@EO%w{V-q47&X#i5xs
z;{pS(+=7G5d&KW-{ZYWME>ctO>Y9jc61}^aD(0#eGcaggNMM!P;?OLf@qvjqX~99B
zEuk_tCmPwTFDzh}`s2_npCQ1)+qU5CqX&*cCJ{|+z84m9TIo2ptG?L4B0KHD>4ltD
zCI^4}%sndV5YfcveIb!^pUkWU&cY=bO?<u=65(p&`M^3&9NX1iY+%uT?LPPK+YPK!
zZ$AFRxNCv4c*%<<zSs+i+*Ub`?YbO~%LV^O8Ps)#KNmf)LV&d)a4tvehqSLu6@Qrp
zwk<d;wq^$V&dXv8TUy`br_?L|mcDs^iS*5mf75oZmtPQhkk{ly<M*cBV)CgSqV8{{
z771*Bz#*mL*sPjyfrWS80!NV=$q>h8?Ti9e-c1V*ikZA<VvE0^z_X9%)PjSOCKk<X
znHLgxrM5UWn`i9qs0(1%?=m^#*lzj4fL-?4g2OT;Gn$t?xpm^7+qdt#{dN@1Xyz;a
zU{%fi?7``Ud{$Rb74j7a#C`wMsC5XWYtrA|H~BMIq%Yn#`u>$Uw8iO#0f#JGqU!Hb
zi59-*2@&}hea$xQp9oTw@_!GL#MRCKj{Kd^<$0Xi9V?E0O%SNk_muh3!uI;{!6?R6
z3l55!oM>W;zR;zY@qsmef0pIUtb=#u*lv8BF|~_>J^z9NpVS%0W~+<>cHU154$7@j
zzU-p^>eIW|TnZvi&CVGUIC#YtiuPV8Yt37s<m1%rl~KUSYqap7+Lt6@s~o3x-xnJ=
zWz7~IRx7#Da(!drQ4q~H`-4?6KU9!!_JwX_MSQa_B!YD6L*+Gp$KI=rWo!w3v4KlA
zY~iNRlFIL;tO8*R4{Mb~wBGabS}nX#)M|}WKbJf+$LbIFx((&E<lgT)tnnr3oPf;t
zt{tV7-&GGy$ZU&o(nqOWKE1oI$g=16_TrUdx3<2}U_LXUw(|SyH_{9aEq)mvIC-5C
zmueepv~H72S=m<}Zy#{<tHSwG=Wo0>r<ccHU!);=oj+*4<0a#Ws?tMCou_^7mUdUS
zT4J%^qtLZY`(1S5of$J1ZnL~%HrMqsw7P@o4P{U`WKk@U&iD9C;vCB!<MzU50%zhT
z)q>=q)#cN>`!k~V7OgJ<iEaO0>ywh1#-P|&8KUkMsJTMv$j0jbf(_FvH_JcjE5EPU
zV&Rw?>%HaUAO1TFn5SRR_{SY$(9E4S;UJIMjDu{u52uTIX?#2RG-VZQxvm{U3v1ei
z{W)Td&lnhvU9S~WYM8K>XWMkg??x};*v@-Dt1GP8rTn|^jrFGYC-yD=CVO$cPR)ih
zC8<ifX<|J(`fg!{8x;~x-gysI0agmCboc!J#posOqurkQ)OCwilW2>UzS30ZB}E+}
zd=pP823fkS@=DjZSneYKe&34d5J9J_wTCnt1eVL}o3ee8;nqh@qU>)DmcIs@x}w(o
z%g1-G+ZXAI%D-|9-xX5RxjX)UocQGx6#>l|;iu}HL3K~SZ{CZ?cdwUUQ0S1i%lVk7
z9rK4ztJxT?H%YT`JyC7mTe5Uz)4r4s(|MRCpZR+aTEjsru(lVE?_TE*5&SgCG0y0Q
zH(Tw=2l_Yl`glat+7CSmm?6V9`EWv!gb!cy$wY&bci!{f%s&CKbi&`ZTlpP!_iFz#
z2=Z_tsj}ozoB4Y$*m$T?nEO^F1<p*+vpl2Pp7BJWcTb1gy;Drfy99b=7EN?ESvAFo
z@8XH>jFQPuS0v5+GQBc*mE3{X@t%(q4q11U@y7gTHh*zI)r9T($<WiOXKH_lwRCCc
zgc-JcT0Sk`^E#-u)LRE_!>~T!Vi4=-)`GNXAdOCGNUH|i0N5O7#nQ1;{zToL^?P2s
z7l2L_05><=OtWCi7)h%oVRiXi_C@jPM<>=?I63pF%8Npw8CUpTJ*t^@n2kX|fAYRF
zvxB~>e*b0u<bnLB(tT}aY4hd&Oq|{HY13z>uk2zhj1PHU&%0gU(tN&zD-8lU(>R}P
zZP^T6H4a*lyP4&)lJ|cx(Agnp#K3SKXu<fL$+fGr-}E(me80Fuh{^KBqRF+Z<khZ&
zmS}G9V=`grU1!96(F%NO$OVQHhPisyH<$lv1obgMJL)YR-ZCr*+zMGF4qB&~buEms
zK_WyKb~H%J<N6}!ugsx543Uje*LEb%j9}jY-jys0US9k_;K774`L1NobFoG5CKXSg
z^IJMhoyYuy-3Ph2BMqJHzR<~Y(7^y6Fg3fM+);h5XIXx7r!s`{Mv|FWJbjLJ(Yq5n
zm7n)P80dWE=W!_VAcfT+v!LoheCwijsxbXf{)wHW8>DBMKk0MZ9P^WvlR-rF;V3`L
z{QMI+AFARCWR@Y_+yELj@h!Ti@*IVj@L3IH019yeWYm*AiqCm1^G{SdpOY@S=LI4r
zfb4;bYr`es;%niOU`-(L?O?~Dij!rS%5z0a{wFqI>SX1f#HY>yZEHC5-?Fx|TOAfT
z1A#(kgnHm=JkB{6$xZq^VGcWps@S|UkGt*gV$elC-<~)=%z5Z>ju~X)gwGD=m@WG!
zfhqncHV{7l6B{pNd9Z{ALOq!8aBeY@dWc5S4U+l2$NQXh(LL4Yu^{5_*>%DkKQy2J
z<<<Yp>dw3C9K>rPXTYA@<9%-T6C`54<*s0mF0fVvA#3@5(&xT8<xln~KbN(9f1=X;
zT=mIHcaSv`k;GMDlGa7{pyJa}G=atA;F6RXw);tq$2s;QJC*0oAmZ`aby{XK4s2~N
z|I^gWDVqx^Rk%P)`rSbCU_}Um*;0PeXGIY4QBC+isCb!YqaoAxcj_GeCp8MsnJwi{
z{B$_ye)6XS$c_o08{y)rFiG|zJE%Bl-UOiuEFK7#q|C7PCpBK@)Qjv?p9h18&u7;;
zngwi}uJW`->G@~gyG5wpgsK871rx%S^Cx}Q1Q9=<HMD`2gxgjISVUV)`rJ9k|4EI~
zb79N*Cw}UH2p5nw6Jg?;;gWFi^QfA@;@&8l$TzI!zBJ3$4YhZz-6OQ(rzGj-oR8gl
z&gq|B*5uYdvNO2;DHNaDcwXlB8$X3e8Q-3Fv-c#w?|OD`;@VH2#2pH)x*uHQUND1S
zly%*Nh*tJpD~`=HW2`-}<fG9t-sF1*&v=s`8Km*K|F*hy{o=mLPmcc@ewA)nzqnRb
z^`(ZV`}a_#_Um(PHvd>P;k%xa@PY6K=?3rXS1omVijx;eE8mrPc`Ts3ZI|(t(x}RR
z7k02+KUZ2XH>NxAHN%yK+K^KFex>7U$E>Cq`|}QQnL3`+UX?sy2ai*?;2m?Ox%$d)
z7Ju9z!QTxh7Ts1mp!xiI-VfdzY&qOIl9!xy0%O1KHft@+*iyJ+U7^>~!n!-PT5p`#
z#Qw5+UpWyO*BP9@uIQtgVo7YvJSForQk}24>U9g}1b1v-*1Yy*Lblb7{}21Bo4ryl
zX!Qtejys^&yQPwOw)qAq@sw9D|7Myzb9$B3@^@DQcOBF8Jr=2S%#qD)(RY@B=LhHM
zZORt>-^Ci*Goh<5e2D?0-lbW#9z3EK*1iZk|4)Iz<Ij87Kkut!J(s*+e%H_7{p{+V
z2XkfbKk_c=ymoVAeMDn_2g~ESI$_4`_VZU9<d`DaxXHfJr0;$C!Tg1P3Jqgtefu6b
zW#O{Ff0pHUN6X9oD%K6soAYh8sNC`Q;XlsbJ#gh5%h{B+edlK%*PYvQ=I7k&eir}T
zj|x4l7ksLIVt#$#!Ox2;gx}N)zL{??=N0+u75`q7Pv+^4k99KUES<jj%c?CMxAdmf
zAFwLuVVD+h-SY98lY6fI)!BIGHQSn|uxD(lo7{eX%ay-WWc1{FblIO{efMvCl(w!*
zKAyfVT4d|OpKD`3cjWx+)!o1Gsrj})%TkzcI+Ud`u-{-TTPCtz^QdEK0CYq$tL}V(
z(JOPezsFYGm-zbI-I;0sj|2MW?ALSXHp=KKZajH8-cRQ^$Fn<@84P<S2{TmXMy=hz
zZYZm~BH5+1XG5Rhbweg=w}j(it+pL+B@W6e?@Ded@A=Uu_`s0KW}EgK$DZRHpCkh1
zl+Pp|sqAs+7kpu;WUH@!<#9{ZoPd7eSA|Ztek+c5ezBN1Z#s;}`PE{focfi=E>&|p
z{O5%(kXH+5Ko&cH8p>OocuS%!Db`c3uf4`Z)^vfqR{?{{lgBMJb0+i)fBG0U*W<)-
z&Yu>F^6C)5^HZI*Rtc}KEe!d1OP}$9>k?hhDH+ct3TCkLeNM<+W0AP9b(O-ZpNTJO
zUM>vgpZDK#Yk&E_2<5jnH~*ecT;t1YdFRsqMTKkS{Ull5zv=k%@yVr_)VW`lm!FHN
zivIWS(&PVEE#G`@+yAyr-|F4t)i!63PYWvi*Vp*RHBDqn*O#yt*MnpBrOWr1w*~xS
zU2ePQ`Gd;kmo4}9#rI73Q~75{-v73LKZBl^D4g27g!QMT%Kg`mYtt)&dH-GVmj7S&
z?di|c|H`+#_}mu1=V6b@^VfHNa`~^#%JiRoZ_`4X^Rv%>s&n2v>tB&pu&^>~U*Bu~
z<waYUxzGBy$T0o+0%KNNPUiN16IShcEy$D}TW`re>tXougu~Oz{w2N=tl2!7_wV!g
zPZiz8yX^jN_`>chTE+6(f9>|oKi55Nne{$v-~6-XruVPbgn#~<vrpT01-el21|@Zq
z4WeJ?3dh)8^3>ui{XX~e{h#b0EoVEk_O1T8?pgM|D=+0hOv~V1AnmJv)|u^3{XBct
z{VRXU%=WMR>3cRmtIm4%{Y^i8&#F%?u%3PY%AaM=%uU|i{4)(C75w@3O^|@;{*^!9
z=G2{jW)5Wq!wtb=oczr{0iP`yw9Y+ipCzAFx8i4^S^V?HVy7w)%l=BuIj(0vo}7?W
zpMBnO@xo`v!K!B&Uio7&d;R3wPG|W|?Lj)vzl;Y<o_N+i>wMUMi`ihKa$5Q}|FoTb
z|7y*)&TpH4#-4qjWjFi9ubVYbkG;*Zv+ntI^Uu0x<)-uhioX;WP~5rt=Z4G0sduh|
z1^3TC`yL_<VrA8Zf8IUo{`qI$b6~7;)BUSKMy7vuH>+Rq)A_7?`semp{I|<i{LH-D
z)x&OExZ<bebBU~f0iWAv&A+zxhnzt|+pPIvZvs9)<l!-`pK~_cW1@m~VoOXfzv=u9
zR{}mCzxik44d=7+S^q3%+h3^>+vj}t{M6THcKMpl7g_K*=U>R@<+J>oj#Qe}r(In>
z%m3SsO0)V^KZDPzZ@*?U+kW%g;IrzVFWAhszxrq8v&qv_=bfE@^Uum>{-*Ww&d$#Q
z>$X4t>^#IA`|}_PknZ{EpTo`S6YnKlo^v)n>tE34>9h8qd$v9Y#?m*fU-{GfY&=*Q
zlr??U{wsf$K3l)}r}k_Z%NwHm`prL6;jE?4z`9@O{5$t7-*o<F)o=Sxg#6s|@N?UF
z>3w?_P8E0doA9}Q`L3(}&uzX7KL7W!MDJCw;*#AP>Kpdge_VZpCnGjt*`jX=6X#y(
zXT4`wdE#^Z^7ltq+`fO$`FYz${_RhWt=sbNe1n_rsmpouzP{d-r^g?xy(jGJze|tr
zTsgJ=!YR)StA6jhv8*)stK;hLm$|Ih?Q(5&-`k_{rsMT8rv6nmB4sh6{Y>veKgQko
zyXuGN{GCcddpG<J{TTOPuhu>8>KIXZR=ZV?rgP_mSaq!eZi)S?A5H&W6LvH`@%-vX
zn-8Ri)`)%Eqh-fk6Q{gr!}ZXQp$}GT?c=JB6^&=zx9ZVqh|q4WecaXYqW4+%t$y_T
zQ)(Q9wR^+)#ILLR%l=mI{#zV7|IxmU@%DYMFYmEi`}^2x3F~$K;hJSz553Vk_UKp1
z)TGDzK58Ai_VuOK(f7xGg!bH@^#;U>*>}H3`S~IH+#fR&Cp_C~w)fqBuib4MVv}#Y
zbIiG}u`OHTwrSs6xf5l*DZAS?#U|f;cQEIA#<pyW+otp0%3Uby&Dh<xB{uoiJICDX
zE4F1v+%{eJR_;bwZ_e(vZL!I>-yO`o{$g8p#ck7lZ{;2o-MRjJwdHk<?bS1Go1S|g
zk@zVu%2)hk9_PN8)>!6y>jd+^PuQM)=C<jJw^Cor_^Wpx+Z)S#f8E6V?-#abzqxJt
z<E_-+GXDDA$M(l^9nj-V*v_@VoBhU8mN%D}%2qS({?ZWJbwJNIVY}7_Z}A&TdEQ)N
ztIKBIzojw$)&c$82iwg)cuW6S%KK;Dg8bYE(_y@8Y;~DXMM%PT<b%J2o>|KK2WG~7
z<DKzKZJvGf=KZmh?N1PM-D<}DR~q884(OXc*e>;fB;ge<oWE)~qcTsKl=|&Y{5vnv
z_T}a1tlO5$*>$#?iMsMcEbz72@_O|Q?ysg-F1^lv_O<i(?)2H~*K=9K#UH(}XJ1*X
z{QCDwrg8DEe|GQdI#*V^S4qe_*r{Xf-c`Tnr8(TaSyZ*cS~-2ky13|_UzhDuv8;_L
zKli5nSJ<YFN5Wp;y0^`rxoXMn)!l*O*Tv8GJ^pDNS7+9eztdDZchjG$Nnz{tRgI&U
zocdL%`QE)&bpE2xcKp1R|9)ItvSUrt9oAckH|G|Xd0+OApK9{$m(>)VwqJE7#;-2>
z#l~;HAvt?;u>JmLVgGKKI&FIX`d(So3RlN%0sA(*UT<sq^K0o6tNr`zd?)%GDt!1x
zM)2#^rFUOjhW}ghdi~5P9(G&x;!cXy@9&N^I{x=<=IR)>lQz@YCl{)jfBMSHv2R=P
z$1gvMgQsm=73ux`cFN%ts~dm+Nj=&TbARje7r(58-u=>A^y}-?!{^q&ulo7bG{rY2
zUf259uURvfznfKKQ2A;y2U~GWv*r1y-TS&@>S|-(pE5a^VRt{WHk8k8|Ni;wc9t+d
z+s<<*=Dy#)V}Er&H{6LoZ*t`O_TYne?)&{Ms`uus`tvpVl>guNQ}b+(_SOBGKfT9(
zCS%=shjar+YxOHdfl=o|zeczFFT1g0)4`hPKmD)1*8geyvgH2@Hddp@zx>$_pW9b`
z^Qd9qj@Q*bd+)FIiLRG=r2k5AQK0?q)PI5}{JjHJUS#h(6MtjMztX?|j=eke$tY-2
z;hf@teaHGw&6iJj_I=5-{B^JD%bfKlh^#sx;OxfmXM18@)!~1$zHj=TpZw?k&WGPF
zytw_RKVaW?`^X6UZ_Qm@6GJ-dH@WA1Kkq*E&HZz+uA3)KU;dZl<LpImq__UfzPk6W
z?fyH9Zh!pzIJ$0KasAH6|8&hy`25@~VL$ci{++7V{-$p~k@{_`{Tq9otUqV<|G&)n
z{qDdo%~NkfemBev{5pMY{IQ>V?IO=V{5i?rm(O^&n*8syTR)aR{kQAk%X;re*FSE(
z^`oKq_r<!XDYvh4eTcvOVE?nW_b<QyU(=zj^6h$<(al!-AK!mnl>hgk?Q!Mdk3Sx^
zbJ*{CX<GN`%lhz7(*^1x+Slh>?ECf4S9YJ<uYmUTf^`u``0qdauJb8B?)!D`4e{bL
z<k!BgKmOqNVQYo+|J*dEAOG9``s3z#e<~&a|NO8?Ud!dTAm_j1R~rugmcPoZ_5R~N
zCa&#PRb@Y9qb;QWep>%Jp69mwl&AiTpYxYJ<e!#3F|~eq{_XE+FXw-|!_NKVYj5oB
zebzg-r89Rc{l04ZF<M_?-?V+N`)*4IPPzU#X;a<KwGyk2yV}_5*}arE`MX^7SK8~R
z->?7u+yCwd+oJy!<;T}M{JF6CqqM;NVw1mnjQ3s3v)4)a6PNzyOWQ~J>?Qo>B7492
zC)VilKK>s6r~UZ<J!gNV9Qm_c;{Kfvb7fcl_q2U3fB)m@&)+`Rf8KrT!*1`%_h0wC
zw|ca%afZF={radAf9|dD|93DxW%4<B-d8{8ulGFvf35wV$J6spY<RieagF@V|MzuM
zY~$<JiSOUb8f0>R)8*^=uMgCGn;n_=Uqm_i@$c=oCNHSJCpsZzB9Fk+Pd}!<necbB
z+y5xb=;(cYfAVK7_Eeg<`4i7ixeX`&F>T!Eneo*=V%2of(qo(B+ICJoxVEr9=KJxg
zDE0E?ht3G7+ds}QF^jOSudDpa$9eSBpUp;GpH<fETKV8r+V1YP%U|gmWZnPzW_6v$
zpB2`(TLbOaF3Olw8uRgwk$ikyw(Y*R-~N26Inl@OKhyT%*<0=Te-Cf}`0=26-%i{8
zg(6P1(LWY^Nx0p=-tFGpUup9DezvnOuKkf*^W&O*jkLV{9Ql7c>}q}o%>K6L^VWH~
zap%w7I3IWW{Iz}GHmiRVPONu`kgxju<HMDI9}d~=S*UDh_x+)$?Bm1Szd!h$vER3k
z-|3<J(g)5z|9y1)ub}jAVa<PzUmH9BF>bBZ*jOtv|J%cZ-yrOa!rvOVb8CM*ZvXVy
zxwEjQ!oY5ep`AzZ|A3D_B9dw}4DF`eu%Gs$(Bx}>YK_MJ`i%Pb^74N!F#bKf;EjCN
z<?qK=rMcWLYF>QbD*WFL-G9DnftHn3M-?o#Z+P0S7IkLlS#$Gmvo>v-<7w7+X1UzY
zgwuZ~s=q&e?!4{H7xBB6KJU9=yu97>P_&%chA)=`k~~iTt@Kq_c~a}eQ6pCMPU%OH
zzsk9p#n1O7sy}@$op80NV-d@TmACzhJcVspp8Q!Xa{uSfr)?KpcC4Oavb0#bNKyXL
znYq&4m3~{-*<ILwCsyOuE$vR%Kh~jB&&qGh52#LkY$d<Wdf(-@p-DZvKWyH1d{Xkm
zr88qTSK5bO`1xFa)#vU#ALD|&*Ty8x-*f0h?y~3dYXASA&+VM=|8FPr*GUJ8#XIWX
zUi<Sk>0Au&+v<0RJ}-6UG%$X%v-HPf-+7!0a%CsxY8}zm^$0q7`>WwP|G&RX-bp|I
z`q6LVhWt0XXH37#dNX#?UDZgNynWo8cbn|?-u!jPPrVE8nf_kf;C}iKn5B1Ke(mSo
z4*R*k?B4S&BVjjpPI=>7z4f+IH{LPbj!oEoI=i23+wKE9xO;Z*sW35+d;d<);N7Q3
z7r`P2cAS3Q&-QKifjaRU??3%o-1t{-!+q9oyZ8LdNZ8LUQ{MPkFW*MW;vLiR*asCI
z&lfj7)+@Nf+P8bp&x{9qxaX8Ne%8ykld^cv^gQ;#p3}4Y+0N}gP%6IT-KT4d8(-@c
z++|(2d(YR52UR@>+^0?2z2|SngMHk0${T;{<=ac`c+d1b_QAf>xBJ=NJzr3-G5xXO
ztA2OsZqY^dM;?Dpej@+)=Yix8@~=Ps4E*F?`&r}H%EEbC&zsLxYRz4Kt#Z{|{;KB-
zE8Z-uJTrgQyPGfCKW%LPwz2)!#^wJuwli&NXWP`ywP`uurgouC-$FL`PnutKLaytC
z+^iFFt4_?@bwcjc3AtM*<X)Ya_v^%?m5=0m>sF{#zf!5zP_52TtzMy8{Ytf3L#;YP
zt$KypYx%V4?icyrrtp7F@&B8`&zj25yR`UO$uZ}DFK@nUpSP)f(WZ}cZqIvL_d=^$
zL%TXdyZ*$B({jH~$#I>QlR7<5>$IHJ>1V}pwNw6tM1Q*w{VgEo+l82KA+g^s#C{8i
z`*tDjU&Vg?=<}9;FTQAJ+q|6X_o~zNuU|hu{NI`1JTma-cIRu$?cV?1EPMUAjq{&>
z&GvTNk3X-lyC7dL(SQE)$4XoI3X!+RAAeq)^8GmTKaE?DKmH8d)c>5hf6?EI8TC`{
z%<IkTUvzu%#kYY))n>nz@69VL|26&IPP_WQH-5f%SY7+xe*N#o&)4oRdVc=@=lTzB
z`^(yE-q-)v(z;y#u<gyHImwr9wd~b)Jl$87`RwWu)q8W~Z=G0h&*uLt%dPX@b;V4`
zbiT8HQEmOdHe<t(cRi<M%ZqycXlKpJn^kU=n-Vyy=JEfoxZmo(9^d)A;?BDFHoI?4
zIT}8*Wa`;(@u3g@Pn0f-m@jwgOixALw(9g_M~YuR`F)4GeA)Xq@8|3;yO&X=F@ICd
zsZWN%%Uu83&)>3={lwmif7d@Jo^Q96|5kJ3bK?6|UUqMPZb|b!-+tL}?n=pBWpe3C
z2QKfP<-fgV*VDtg@_Dn0K0myZH{<5FeKrC=OIGasS@7iWPR$_cx~<Wc!MAEF7d*dg
zJO7;Q?pw{P-)>v!TJ>zw>szd|U1ojuwwwDq%J^!u|MH6SGI>^qdSX{u-RO*6c}r~8
z&nqP!^47M-+EUhPr3)sXdw%(2O^(hPo>Z&Z{_dY&rr7a4yS%f;YMTG@PcH-P=AK-x
z{If(!p8eBH8#~$K%P;>Zk(ht((d4g-CjYSL@Xvdxw|+~^oyv(zWQ3+VZz?KL@p@F`
z6RV=%p5S$drTKv8qmqE&>Dqfwx88lK_@2wXWal}5N6{V?e|D3(@u9Nno+}bm>ePN7
z&M|iXq1vpbxTWn6w_8%iB<INrQON=xVp}<<on6nBSawuz_qmi;Tw!Idn!C+Po`r|H
z2W1L*PmY-N<dVvaYcJ=VYe)&;a(k31<ezJO_UZPCw>{liwBMJ72QB+|?PqnqtpB%b
z8_n}&qm-xKS(@aNlr<@M@`70`S5;P;1@e}3FS)9+POZ|EbB$+$uTZv7<m5A}EKaWR
z%<v7${+)H^{tAcOf9764A7^E}`S&wOhINhN11YARWvA8$9g<>R2jbkj@F?i96qEjS
ziGp6n>k<XLjMoKV#N6vwraJG_ZmkJt`?-$g)0{0w9iyL5DUA8_;d=SLY@MBLm;4K3
zc0J)gZFRKrucUKE*(0a*WlCF(Czn~*XQxkls~<bJv5)6!TFzr0&pAgXTU^dM{?lVl
z{}Cv$X3xi(W%JK}`8=`C?$UYpUq3zU<zGHmR=;X;n0MwSMP(kz=o2fPmT81uI-!60
z*3UB*^DX_^Y|^*!h^9<X_*|bBlaLx=*339_o$=rQFMs;auUEV7WB&i;T>JTv&y8<R
zeqEC?w|~v&iKTX%HW|LINt=KE&F6_e+WXGCfBShta+gi|`l&1{zU*0F{A$wX*t{~!
z8{vM@pH}K$)Og|%Z<%_sTyOo(KToxnYwtX9dHG!b=qL4`ANq9E`GpkKub;E*$wxo&
zQoFa2Tb>`D$6syt=6uep`5S+pzwxL2M$P#tMz(cwv;W&&{G)$i(eo>Xo)7Cy&FuHt
z$viAwx_n8+|DH3C7w)mIb9-j5{CWPwpXX2f`TO&};LQ2|IA+_FOz3y#cq%z7|M=hb
zZF2MF9hM)hS!@>)Xd`D~D^>b`x?s)!x|sdX*Zj-qyX(8*H$Q*tlYWH>^&CvLT>mbe
z+I{W(ii>r2A2Oa98{Bs~CBAZR^oN|Ai;Ipw-rS$g{pa6dXWO~IudeU9wZm>c+rQfX
z&aC!zf6q4j>2oiwvzB}RR_`bK#~;QoDz5*}`!k>G`2D*Z<}-b~5b^lkC*wVlrV{_&
z{N4Tb^~F~HrK$dFzgC3*KD;N`-v0iZ;Ox8nznn8|z3P8Dr`xg|k=HtHzhcdE>HVko
zuQqzi_%9&*UqJY4x$u8i!u<P=MU^{#+w;G9Q<cewOf}mnSL6DB*_2#;)$cCfTf1u2
zw;fOQw%zaO7knZA!})tNfAq_hPJa@0e%9RiH{m}2lZD5BRPXuj9xC_g=|>X|`O9ye
zP3DVTo*Z7Z>-xI7`aAy{&A#M3aJK$=IPcbPP4>^V*+1iZv$WU0*l*79*Z<i5`Wc!J
z{@mYhBldOr{SW2G_6N_NANPi*E2H+`w10l@_ic;T@O^h*aI5e0?S6Wqy~j#gp2r7-
zR7Ko>E@aui{*U5`ox7hsKYHY!{bb*wIkAQB)<14IU)+7gGI9RhDVc5mL%05w-+8dZ
z?*75&*Uv9LfBwPe*WrthsMGa|zy9#p?XOcMld}Ew$MDCWUteE*KK|hI>+6fp%Qv52
zKi_qJagWEJPm7nlzip84`>}yS;?w!}FaPa-zq9%1b=#KCug~R=cYJ<7dE@WB5*za>
z*gD=T{j)Hsxf*cjOYT`!`)%(xso1ao-M4yP-HpE=``+wqIo6+VW%GW@oE=Y|ES<k3
zT1EAH?`x;&IeYHBXL=v-=y=1Lx=8s~J~CnQ@1IBQfBi@C&oAG(_AW7@&-p)Idwr~K
zZ^e6;?CReaKF&V%>7D8Ysb|X`{#2^^<Ev{Dr#<UT!kU1Ojz_-l?vD$4#jX`=yDsqE
zegl(z-QTX?Ntn&?>)(Yy1F<EKkEAvf7-kw87XALf#uM0?-}cg6wBYg9Z~gfmu}|dL
zdi<8|S9<O0_fo!!?-+AWbNBg64|zGnPjPOU_OFoR|B7{aN50NnlGs)HJ5u>-ra{_*
zjRy>F%6pjpo%Bn7_NBxBKFo`+`Z^&!?%w*i_6Li$@7teu(LQ&Yqe9iq?Q?nmuXy49
zeM4=nt83PDgF4rSuD`zPqq6O*R^Fd^<(YnIc;KpccK`R<O;rE7IxqA7T*tbV`TLVn
z_tbfu{?Rq{<1a<s$J$}XUbk=QSsx*}UjCBNK7x{dr+-YF`tg^g?&IjNW3QiY>B*0j
zT>t*EQBd%|C->D;A5Y%&(e{+v|Kl3cpXC?j%=z{`d`|D@<<G_DT{(Asx&I}$hckXZ
z^S^X#apU|Yz5bVusb@a^d7yss7R9aeRz3XnrE&enclYb(ultzNQu81?W`_I=sj`^;
zw_^=A|9*FwXJ_i~RUhi7uG%<nYrWa4b$|E0-X_2Ge)(Jb4<?WH{r>kOs(-e8zUiZn
zzxy+!`lIEd{$1?ffBNDK^GEy=QjY^a|NgvFWv|_TF8k!WrT>+llrOi}{vT+4^*#T^
z7yY|zvi_~O_W1f&hkfyD@8@5(4|%!k=IvmH_5I~H|Gf|bHJ=^!pUy6?d_JfC?;nW;
z{S$w@=q(cmH=^UJO*Y(RJr<jA=jqYKjfLVr1a=+g?saE=tY`3!>9O8=d#M}mnSRG6
z?8j(KLmJB;Gal?fYfSGr4QVV_id($@^lWkCXT5@ZtmmNZYMcMEEeHNLv@fXmv41-A
zNB(;muk$;<{?EVn;ra&se^Y&be>S)AQ04bK>G^EN&ZD-TEsr8U-dAZ}dOVu%eSP}w
ze}8zD&ZKm>IL?uOoD%X@y>`wuZ#VCMcYXgomG--q5%lcbn(ax~=di@s>(2FOI#plL
zTq_h{$Eor2zCY8ceh!WL&kBD|d#e9>>Tm4#$^ZW1*)=O}^zTp;h@ZpF_{!N-G1&2`
zokRKrmq*S#`;46L?2&J}D*9_$Lfw*W2M%kLam%nsNEF0$6)67HdDZen_|=i{6mbtp
z*JBL}6Ee2&ADONsU-Mv}$jOF`{ZBSG{gwALa8-A(tkX9?c>D^>`uOv{9}G<ozP?^8
zT;n?B=hr(d29o=f&K{Ur5yX0;!0{h{P>;xcr&lY4QV$eH_zNAI`lwkx|Kyq_a(|_n
z4&Ap{S6_A5mG4(s%>U`xpTxI3brze(zy0q7mygbTM_;$AbgkYo+xg@1uYdSDAMMWl
zInCu`bS)F(NA;Ai_Z8A3{wsPu;nyyntRH88zO#@VYX1b`$DaEt{(AZKsQ-NQRol{V
z-jnX@@=uTaP>HD#(yMDNFs$?2@#A)y*Y~gQPfjeXd3It){XXtLOQLHo>Ds*%n_trX
zoBzMnuA}<TPIOe8|9d}K@7u0#>Hod@dcJyie6ZQ`$hogaUMBA2cL9CB^M^h++Mk-Z
zQSPPkJooULGZPDI?A?z!+yDLhJnTkr;NSjv(TV;?zutZxcEh>)rgQCIgV;7(lN-i~
zZMG#d-txB{xje~2Zod4sBf;IZCuV)TkYw*O`ys#XGYIn6{kHgu<i86^_GjioM87Fk
zw%MOuF0XR_1Hagn%Pm#60_?r!KlC>~CEr`8wQ;%X*E0(r@<+dN7V2GY`c<*}*x`A<
z5~X<SXN3IQu=3BsV}CM3|7uKav*%eY|LoF-_S~oZk6$?(@z&1>xA$81(4YJC{PYh$
z(#?A9YageZ^*-mV7oC52ih@Qhmt@+XWhaa`Esk+mzr|$Ax#!VrE^U7QnwHs}7q0mG
z#-Z`PzSd*r_m`KJ$o2kCp1||s|CSju{+AbJ&WSbjzx>H2&uZ<LGfO9Snm&46_iK6f
zZ~LO=+8{~0l{`Q1`)eK6e{$)^*Tl5%dVl)eP5%7r_?zWzv!#veWxYk!!>_N?^{-s}
zGha}4U-h3u$1jW5sUCMrEuOGM^!LNv>INY_ztnkJ#YI~0r)lib+I{%Fkw{#CNZss(
zADR|@xXsggJ%9c@2Iq%gZ!cFr5K!^=+e=OZu!0i-KeC@~=>MtukNMDr_AA2m`|RxX
zUPSL>;d=P`icr1p^BZ$dJ<ZR$c)#Xw`6q$DtxId#HNNG)=*@pAZ$9<s^%wH%<4-Ou
zy!uex(q!Mt=l(C`<M-~6zi40g@#+tA=ZD&2$KQW_%kOVi`PZiX*x5%Fq*0TPe*866
zM#^98`0MbZ44X(9kYyiJ3is66wjWbJ`groAkJ=*rKl`6vx$$4%=;PA~Kh&1G{q6nq
zck<)L&wu{?IQj9%lZu)m8#_z6@6Z3|Tgcg4upgaw>V<P!Z@bm61D`6imi*T{{n-7b
z>6_-FDzkSB=h=O*na6cXPU;o&`Nwbey)KTK|G(FUe|tLD)ca2>=Qst=ukU>R(RJFp
zc{BUZzrN`0KkvAB<Sy@uDKh^m6y*NOe*AGqe*W>#jqVpW%FX}&cc*+m`@S<p-{s|c
z-}O)W{n_`s`^CQ(U;NY9X)k?O-nHL-@$uMCFAJ>q<}MH3a^&T{_ZQ!N)Tpt!Z7a95
z-+lM-#UFm=e6QJ3ZFkF7UiEzX?&phN{LJ`XGsR~9+j;$qu76Io_li3|eXpGBdiTZG
z7eD!$^QB5;uUv0j|D^AmFa8evQfE?S?{)9I+k5wmzc0S{t5In$z4!ehfAepDe}3H5
z@4nc7`?tUC6*cer&-c64t7<*pAD>$NN8|AE{mn%m`#0Iv$$a=PZWaCine;!cZO7kF
z({>A<r&jvQ`~D2G|9|;TT%L38!A!rp(>I<)A77lx@@TE_wWm#|)Qv)xeYhIFQgff?
z)!Le^GyZ>@X7TUEwEY{u*1zSIbUu}E>E-bcF-^Z-dVjtA_h;>{<NLQ6{_m51<N3W}
z>H5FnFXZ$Oz2EQiy<(&D?*N04g+8uIq8=eV2LDe_%VL%K{4#!F^&XMeKT3BU_bxma
zzr1>n$n2jW&cyv-&h-Bv&c`2MPCJD29mFv!QhN9+b=Pt3eaG`J+s1vct(*PsW7GSO
z(k1=!EHUdVR2@?v?be!{%%jDA`1=ZZ`wotK5BJo`uP%IhKHNBa_P$v^4G$h&y~**9
z9{Uqk&L`rNV;vYO4>FvT{-^QuDEGDYyno%sTz}rTA9#47X2F*i{3rgfv-SSlw66dD
z;&XfIrrmv<er4wM^P8&w^jLjvvMvsLnVi)>|6^L5z4zOX#`n&=PG4zTcWid$U!AST
z&sP|)pTG3m56S#zUpHToldm+kpCaG?Jnd`!Qjz+<``4f2Z1gGn`}OmR3IEqr+xK&M
z79IY--@SDSOKp&pohI*ougr|+w|};4@V@<VJ!P$h`jqoqM6aKpKc&sz>#+LLhm$V_
z@c*gz&-~GSDeO;iOWS^}+@tJPhtqF$xi7ZA9QG$PQ~Q=~*#ARoL~{(%gLbf;|G#yP
zXk~{(=92o@Q(ZT{d%x(P{$b{ZN5+Xq@0TBrcTN0ZmUwiBP>9XvV3kb8yYo}`FZmxY
zUA#3i%&+3-vHwkK%Zp?9Uh985Ff--RdQ0|2b2BA>Wj6JE+`LBgGk<Z=oA;qF;#F1m
z*Bs6~HeYV8vHej=y)QlQ=EiND$v5$9Y53pEqW|P~9-QaXcK(Ry{7&sp`{#FR->VON
z)HPp7qK^43bG~BzPoMaY=1bOFRDXMaGB$AiXZh1n6I=i5YHF`r_V?;Zt-AkhUiL!A
z<AWzB`Td#s_sjjg50mBk?yulaVORPg^o#xc%l9vzyBqcG*P4ICeci?Q@T>nX@z$5T
zI5uDV>FONm|0T)mrR!>LopP5t^*Y=y`lp9;<=;PBrrNK0-rV+yUB8d>_3`Cv|NOc7
z<JYsRe-19xv|sCgDIo5?_x6vrQm0;5zckzD?p#@`fA`q;42|{gm)`y%$NTi_-V*8i
zix=+MH$CrhwaJw0-!J9X^tXNb6}PMR{l$Q|`~KTMDodSu?f%lN&c(U%ug2YD{TUkT
z<(J<6QMj$w|J6zLuTPY}9yxFL+ns&cmiyth`^ygB?2h|qbpHR`hx^JrpS+)1T;wkj
z|6|v&pSM^lv}{CwcAUNEA$n<-`_bdCU%S`;`2UD)H`9lx*q6yqFVx3R^w3Qzi4VUQ
zews68zMpi|{4DR4)7pP!%$Ydv(V69EUp{-;^77YO*%~Wxn_pjCgLxn9<Jf99kDI&p
zSJ1<i?)%U1{rck7TJ_-RRdsu@`TIgDn7=PQ_Nzj#`^(Fi^Q)MPM18i;Q4X-(`YL#x
z>DP~2Vr5Pg&vdK5v8sRhML+X7Y=UzqpVp|go4&u~)XKv@PTab$C*Lmh=<CNAA)Z~j
zuNI3n|Ek&6aLzLP|KxSuzh=ZqRlSNyy&U>+oA39vzgB!*V^_W-b=p5pyLsL2cJtn;
zE}!m~zuN9l$D~<bU#-_KHk|KoZZ>zyM&l(1UO#>*R$TS0<SE<K*smW;UWV1LU2G@)
zMC)aw-MsD!yLta?mQOyXcEK~ggj@c+m`=j}2=kgU!A(ZX4lKVc{_tw_hAmq-C-y(z
zG{66^(iK(PzVpwmX7{iD!FuabZKwE~rjn+QhUU7jlbhd{-mCJf%#_&k|HI?wXXl&O
z-}_Vf`T5!ZC(bUHH>q8?Qy`-L$KS8J`D>W|_%qE}c1UtY;l@Qjeth~}yxacR-;MTp
za^Ig<f+lnR?zlNm)vjxc`^0PW_-(wlx^MiZaqZdXM)#B7G;YbO{%${J*Y(Z);y;a>
z^LfEENO1GTw}B<qB6sKg{gVTt<y^PBpL~1s#W#&zwq1ShCqL$t*mU(hx2~HabKdRv
z;ujSnvi*}D-+b{;W0!pwsG8b*@vmll|DxZEpZv=ysTToPR3{(beDP7E%BD-Mf6{UG
zi*+Kla<2XEAkm*1Rd!wT`X@c#eDQPOml_e<`HNrOd;u1X>z{Oe^TpSJ;A%;Aefr|-
zi(h<|xd;{oRZk*&<yGIOFaH0x>Z9-jQs8~Qf{f|kPCh>MzogdAukY$k+t)o)(>>HL
zuY79fJ$Le^(p85}t}nW=_tg7OL0RJ0{bz1H%0Ex|@n4?mc}t(IPoK2mghF~s#pgfy
zSIW+nKAQjk>U(GYGk+#6lrIdPTJtca^r+;c-=FTE=)D>L?$4+D#+z^a40ijYyfV-8
z%B!EBXL_lZ_<77}Jp7q)B6CjW^sLj*zuezb`8?Lx{`{V=rbiZ>-n3o7H*~`vZ=)4Q
zXW4b1)Yn)1?qYFX?PNyu>Kt8L%Z%7JFOAuL1@&w1J>z*H<p1kht@8d&r{=t0vRC-S
z)Z1B~&-BdP{p^!b(ebyHpN?J0lnHKM?K5|~(Nykdf2=<D+ul!_Cw;kOjnCyyBi--a
zbHp#sdA+9h|Ce9S89znLo%q}P)25P}m6l7Bp2VHsvqSIg9+iIk{aSmgIMi5#n>Y`a
z94xuq9BZ-nrP2&N3E>{jV=T$h{JRQbt`;8Lkq~2`Cn4VBFDKHs+RE1e26YqTtP{%?
zy*YBD$%3Vj<B`A-$Kx`GEQB7v=F8tH`OrJlHucw^{JaBxL4~I-{k-p^_5G>p7nSb$
z|3&-1zTUn)_)uBbm2(IFM;=_pWfr<&Ws|RHO213pREMrvmG6Xp7X94Ca@l<9H3>)S
z^-}K6+jTeIJb(VzYS|Oh1$+e5IGAOwavfvoVsCwXs8IXuO!2Is(yOTkDlNgMVhnr@
z&c0H8;%d-)F6U6@q0A-_<UH7t&{W6yu%&>BRe8pYrFoy6u3xl_wTQKdHTYul*-zX@
z+-G_5u7b9Lwgd=dTi<z3@{r^q$)=ewSaMDT1i|b0LFd*lDxOvVx{?xfHvtHn&D{(-
z0^IvYnyI!?ccRK{rAh9ESyv`@l|BoxEM7LpQu*8*!Sr)ejOFLel1;a>{rqw!|N5GW
z%x`Dg!|nEbdU*ZR@^HJopB^q<oB8v@x%P6qJ)a+54@<kMus`d`v~?$R-6u*iDVvwJ
zmX$v3sm<uKH#sRk>ny+T=k`hFGS1?@?~Xrme0U<nz=t)5wTE>L>rC!2GbXnt&DB$v
zsZW+o>N~0^k;5IHKS#=Z%R_DbCQ!`IN|==}tLo{M9X~^_f`SQxIjz)Ngje|`FmZws
zN9W4M@8Q1F?q?idxQZt<HKBB+mQbK{$%Z9YRF<h3nx0(g8Q?o9ODJ@9$p+B)x|!iK
z7Uf1$&o!PYxfc&kikf_5){$!}+tm)5dam;<$-R7VQrzSpvyNO>*{{ZE=DESMC0Dt2
zQqpvh-;J3%-62kIgp#HU>~66L-uLwS((VKv?Fa*y$j+zN7j`G89MMxO>&fKY=-pxL
z9$gn&Dswv$s^o_1k(pJx`;*eS-C*W`gaY6G(b6mfX^4dgS6{HKzjfsFW}ecng?;*0
z4z^lt3TPL7HN|PJ|Bp)-Tdbx8EEjww<22V{#b)->7Yq8NYhEsKoU6IwGD~US0zZK(
z7aOfi0*<r(W6eF~%vdV3;2h%>&IYUB{>%Tp++i>K<@+VcdaJws$A7(au$O(h-1$#Q
z)%<gBt6!e5n|prw<ew#K^Zg!QHmtE~@OOXzmpkX@f7^!QJM-G&Rj!+r7d;hQd*bN(
zo#)Q6=B`WkFV-*GI;Z=>9rmfxbBbhVb|1O3OytzN+O*uWta)?9%4R*;8FyARS+BbI
z>hGt=iZ$kKi_wdEZ1PyieEvMOm?zh6)^BKkwC2rDO|!@ih3oQ*Ib~*Uuw6Ula?+Wr
zm2<8orTn{j=b+4UClfzyLqBOlKW;<6-v)lKKg6`oKR-t}<W@kY(_FK}C4Z+p3y$*N
zdEW9;h1YFO-{qItdbZ5Il=Dl!EO1%7zgTJ7cE!bUa%ygDKJ#<Btc`fZGWCqBxnAn~
zZ$5wTRMgCs1s>@$GiTlNvYA=U;py@7Qr;z>*2Q}#S=ByU8#2Xf+t2I$%VP|CKHCR(
z^6&eTo_=lJ9nD(5Uh7!L-zF<Qc~7|V`cJ-H=Fb(H!D)7HetxK|d;e2){<oSN&e~J{
z<lDXZxk2A{0(>IvXTj<AXuCU~9)_P@9&LB`)58mV`BVR_4|M)-=%9Dwvfz`KY*`sI
z^jH7*Z2!`H)|1^c@^^L=NSv&l(jRG;7Fc=LZ~LS@o<Hv|W#3j4_%mK~Cjai3(1ono
z|IFp>t{;3pz2?^Ehtv4C*X($Dc<sYOr%ye<tULeNe~_ih@_jWHS8fFqFAe+r@I*V9
zTlUi=ZC&|!{huZ0+jm=O%fI_saK3%F)ZNdSKW{uKkpB7MM7z74&6TTJUrsD{xBL75
zM)i6V&%Bh(FSgew@n1;#FTMM1+B1%p6RWZ&86W<9|6kXekO0Pq1)28(b}lY*f7*9S
zcB-}fF7HeKx4++F&-*9yfj@J-)Q`&t=Cl1X`LMhZyU=WDgEJ9NT{$*r@@iaJrWwk+
z<m!h%JULfB#B*P4Q??O#vs6$^qT>0oCw^ZNn-p!-G@H5urZzA5*|}Xj!+U;6W_hq&
z^n3>kvlP4677xvhZ!-IC5D>qAC%vOq+=A<Jb3ca%yTYWX#Ny`%6|Bzua_D_muz<nn
zZOg~&27%Tao#P$u{Wtx_=f7&=ncoMed`??A``e3>7fdO+Et(f)gd1!#_!K6J@)U02
zc)wnV<NUsL5?dEOFH2k9;c#Z_#hdQ47ai$jmD#s-(vO_E6V^V{P_*C2lyT_5$Ae!P
zyM;2m8$P=P%08IMBxAT|rnjP@_QJ0Xk&B8SFZo){wCzYtnvi08ZvKT;R%axyOgq|^
zn$f{(rs2)Q5P!nS;p+kRt@{|B<@fnJ6q;(!I=f9$E$6H88)t`kdPiO?_Lon%wmEKc
z<x0K?kB#9QiacM>WbKttuzw%$m4DYH0a2-H?rS$Zr?-2Sv%JxB?$q6<$jd!BSkUsj
z+5D5+3e}GlZV8l_RPfBrX#J`U0tFX3Qkxr`J8aKzXA0D9y|MAK(WcUbMq^>S6d9dA
zW-nWUID~SNjhfw$EHh%rH!cf#W4eTs<I7${@yROk!qzQI9h7sI<=<#yGI{q+p;LEO
zaL?2Hj2M<1J#}Xn^WK(uKOy#@mgGCVxNaW5h@>TQ2WxIyY~WTen#7WjwdiU5>24Om
z$(H77(+{t@EpxMP(_*D3=lpit<=mff&V_w$)6FYMzH3%XZmaYC^CT{(=9&1W3=!Yw
z>#v{twp*ZA`uL<9J8M(-6;HhVB{k3bnf#=OE>kOFm^W_`4dTeT?GY^7(4oG`YOg~F
z)3Zc@lq+#+wK~Fo&-Jj~WOH8DsUtMGgoz>N%$l0!<D!z9JX7~yw!XA$&X<{;MSnLO
zWbB@uR<HVVLt%vV4fdk?S2H%{y$zT96MjkO$;LlEXIU?m1uob=^=B{-gRb<{^9yz@
zzHpOUIQ_>>1Ga;!6EFR~`OW?DxkEZLCns*2+qdLqg^;OzWnRIL4I#pDw=FCj?P3M1
zrTVOvq<fSwd#5d1z2dL`^E)ffCP-hpwb5CmN8)ztC5y%{8@E=v?-QKG<`|{aP+BO|
z#G%*c@L<X#jsx|R`&QiewqK3=J9FkV#pSQ9GG-JgJop!-fBO2T?stEcCa`g2i(ELT
znYbf2dd7WW@!g-EwuUG-+9{P8NH?xK%b8L1_pR8O9X1m>j?6246sGtt_k%S<#fojJ
zY<UJe+c(v)er-B$a{eZFrw3O$<K%<MH%r3Rk5AkBbajE6&kdRNUW?{?Ful3TcCW(w
z_Lsh`_EINZ8UH8P@i*ULnigBVr|5N-P|oeb@<%WJ-ukhB-mRL~2P*}P=3LQVd}N8Y
z^t@dM58k+T#II1z!(usy^ybe3B@^Et64j~+SiC*7oM$HQ=juMcJBJ1CUgu++s`le8
zL#Ml%szp-y2G8}3`_Fn@iQ4?f|5x$jol3Ioxu4X8JH>JzWyPs<*7a6o_1HJ@9sXr|
zW76B`H5tbu+l`BzN|pC_&SCZVxIXd!t@))N3QHe9RC{+Oh=t3}W8p28z~*kv6Z>0T
z8!nhnu-CTm)Xp`U@ssm;tKE;zYQY{+4TZZCdo)f73rj2bwbYdqMLZBw+gnuFRp6WC
zHuKT-ZH99alzjerNQiiZwq)eb*KG_;$kSJr;yokxiN*DYbcAJ)n#3XYn=-SnwcHjn
zo>ZaAW|35$uxIkZwGDU7{igow_bEI2b*{>DN&OucU(QSLnY^^>L4L$Si#z`DS28Y4
z_?IngHc8rU?M~Cf$~Vh)T@+lb)0J;nUh}5*-Qi=im6~$deGi_wp~}Ba=f#x9$Ft|g
zv|4Us4{Ue1FH~6BT<uc#J)%uzo7U$gJddZpnfBxBY+XgMPpN<Ib<7gZecq%})^IQ_
z$z($Bktg1r`>M?v^_9Nf?${_))^TWdqF~apUjGBG&VTCe%yc`!7P*b_c-rlh;G1f>
z{3RFJY*W&$T6`WZOXBUiznC#NCEN8Mcc-evE`!|7C9$2J>Wdrag|4ZSV^_bkajn&X
zzaB3uxE_Yu%zW9WDOD%?#H}aqgI~kn*FMK49=&t$=bDBMzQ6Q7XQhg@Fnm1l?l+H}
z=;f}Ho-eMM&A+?QOjgqT*&41RGb}R7e2P<Mv40lY^mYD(!&dwyOOAv*eC@~CU*~!`
z_JU)+(8qV_kJrYOykYwzbFiaxpWGU;sPJ=aDPip!Chyesd9hJ}J9@$i8#A7lijiB@
z^`^wcoj9CYJ$sY<IfK1Q2QNM@o1rr8+5Gu4V)GyTQTWU|x1IgGrOknztU`6CWPTJh
zl)bS`YgoLXX=z}Zz@0gb)ux~JmM(ElJQ-z`XKcOtiF8(U3(FE_%jjGw^~8^FpZMqP
z5YJOTGG~H&x5&-h(%eZJlBIfT`e*ufe?2-|{>Xu((p@f}P9Ait+A(?M_Fg5+H36TL
zCeEAUyZMEo^s))F?`5t1;BZrw<>2Z<;k1fJs`uK<Htf8gqwRC#eq)gOov8xC+B@p1
zQ=*SB+DXrzcSn=8L-VIqf$;6zyP8pI_Z#O#6%@9*pV$^MML9NY2jdIRmiKD?Sxav;
z=_m>BK2_1oqICIGmD8MCY;iB9mhw;CreYQIOV&3ej{Rc(6~C35U3H26vl}F5#v3=>
z-(tG`^bE-kuJAP-KM(fy{<b|RER*?nhsv@mjd9Dmmap)$?wNkz$Aq$sM?U;+tWk$e
zy&Dw2uD{Z1a_rO;hjn&FGHp}%e9Ds6`BdFiR#a?nRd#s3CUbkb%sB?$&P5hSBQ!d1
z&z)17kmlXG!|cu5RX%KuAswm*r~2#cRN~Y5qS;_+9(Xe9O|Z|dy{{iQpU@7tvoyN?
z%aS@ZmI=Fg_mwYk;QG-u+4^Lsm|v07Rnxb^8k>*wI`#@M2}#BZRZ8A4eaBhcquuZ0
z+I+@0$SpN+!ht3H-=6S(58zF@)P7vKwAJN7pCpf7&K<>s55`BocR45BVVQJ8)u_&F
zzw4v8XIX(q%}btM_te~)(6RM3r^k1LqpTm(wrxFOVJ`E;@vUfRXF#&&T+y~*LyOms
z6gRnNon6)7W@oZ^;hCAGO4kk6|8$88-6DJ<L$N>Q(w$dF+}r*>VtUK-N9cEAwY{?q
z6T5}WBI`Mh>@sWLPDxnUEK-}$u)zP2-?FIWPeBcA$KG?<B*`V^#Z)(jE?pwle8Y0D
z)KSx@<X7E1Cnas1u9>ClN6x967jmxfndSjEm9u}p7CdNK@c6Kt+@&8!)moS6bufLp
zJJ<Z-<{-1f0gkJ3XNLyPJ(5;@g>f<8^1|Z=iFpTB@mM_DwJ3dp0Iy2o#u>YgRIZO@
z(U}~3d|~(vpAy^nCEs|g)X%sqf5u>Sbb{osb1|D@S0Da7zf#sGsK7&OPhQuQyfVL?
z-qNfORw;&O>g_%<rK>mGLSkikTnO)ni-n4AZk)xE%eNTJeWE&b`xS+RmFg>I^6pA5
z%W-m3ynpHblwTXSPY9pZXl}7MP=-0^gNm=zO|IYvfxEdDUK9(jD%0b>JZaYax<%G|
zzDlnQSraR&IYIs64X4f@t$V|dl$U44EP3~F_4M-}y5rYdX^A??DE(cgw(QfgjlvIf
zQWuom{K+9Kv&wL(+cwWEg}(mntGSdU=a^j=W&eBK=14-u&P5)pmtL5B=|0o$Rrx&!
zH#<IkVpC#y^sFe);W;XT7d9JBte)}Y_=;HH=1u(km%BY{xp)3`uq|MUF<YiG(M&bd
zOwIJ#(!hm$|G29*Ixgg>e9U+?;d#Ob8#cEjudQJ_ADn0rzxX31OzDMU<sM6}qQBc}
z+a$slE0hHWPY&|9XuW*8mGj)VQ>%JwO#ZBNJR@D{X58m-xjQ31FTcm@RmNt0)lCfg
z&yAul&$}2ojcG&C)Y&hDRYO;J9JuGKna;V!;gxZFx{6#(|CM#EN@At$J+)Fob2o4^
zZ_aez#1kpxk$mc%Uzv6=uhv)PYogNyEj82r_U3nXBs@Fed#K^4<{5!|aaKlC&RI9@
z%+W5@lIGeO_G0o*h6Q>zo~>7871=pi>8?;`+{9FsNzPkW@17W{Y4I}jkosg##hVY8
zv}QOwlfR_Tvg)aU`2((s>ydvd7uZDX44TlHsv#L5VBDKBvFJ{I@e=LDVe#zg9fvs|
zNzMw%4si{+lx0xv>p5T2j?-wmwCMg_^-c>vw(Rj_4*tL-tGIna;k0E_np-#BFJN?7
zHZLaQ;g?l+)GtU}&{8@bcC6*bqS*y*U(+wAt!mvPbkfq4wc=&74bQrFCzW#rCou<}
zS8?@JbCA(WPHcL@FR{35wXN}qM0MTmEm6%1iVsYswrl4upQ<+L-d4?3Zb^6YA0IH>
zykBZ<%m)jP)DI$^KFV#3wgNr!>m9!SJRov2>-+X8Qcu>+IA)hoW_WXnj&PN(Mk1q6
z;+eE(cY8Oo#~5ro;>)EgJWt8>zh~FK?B}KHH1qluALlDrvR_~{^}eFJN2v6j*;T(Q
zMn(l}DjVi>FwahKaG2$IS;(p0;lJt!zB50Uu&GX3BfXfXN>?}H;QD}IUzf}TKJNa!
zs8_q4q8L;?7bmstd9m8N`_4($iPq}n9@l29vW_U7l)EVYziCqco;f!p_L@Cr%Ae(R
zYQie-(-r$13!A+>Up#R*DCweYr{P&0t62JJ*AZ4$S%u=MYO{9C(%!IKqmgBmQmuVn
ztzg0%Hm%Y)0Ry9tc3Ow~+S3lJFyAw?aZ<_i-02}G_~x6924DLYnH$@;yl*h*R4x*}
z*1)R%=#OcU#SxcAHRYy5YLntOFHu=#oH$j!C2?UAlbg7o=KP(WD-I@oSDf2p_FlwX
zNAS$I1#7b=8EG}_+M>D4=UT!hR{c|!X3{4lJQx>FdJ<f=AtG`AosF6+?w$?V-O$MT
zjq6#`q_?j(EITYWc|)qz;dfitB%QAFJ-B2_tF`ikxpQwYa~9Pu6>$E2(#5GyW8Jlx
z8&&3(UDMne;QioM$IeNOtv)L_?PK{ECg!*-`kVa8LalU$<~H_?9wpl)YRbA!hX(mB
zcAX<wy(K%qGIT}Ua&LAyCv9=o1&l|nCHqdu%A}S}(tGauu<H!(5rL$R4~B_%C$pHR
zP8Q!-9eDTkGF5@H=nHn!TIO0#WDQW=X1J?_KX8l0ZN1`sxi7Am2KI_&q`y_+d~qVj
zZElqBiRjtAUXA}v8UkdN2FYF*yb?F@n*dj^N2RyzN<Eh-!?qofx6{|HX%w_`_guC|
zA}eCm`jdK&8JagQGKqMel@@x~Aihj-L-&8~7@40_j;L&`3|j9w^_KR}j-#!vnn_mk
zSS7vQez~x|RgQ0o2cxEG<HMG{38yamg-w{ps}dc%&%NO7%PpaMR(LP7aX8M!5xR4I
z?STdt23y`sr#x?aOw2Os^3j@Ht-f`6eT(^=rIV-VS^6kUx*7Ru#{uj9LrX+lwKo}W
z4?L%M_^(XWr`X3Sm-}j-yK<H3e_T^?wIxAXl_`x&Uto@sl~mGPX7`XCtcl4FzDX42
zc@_CSa`P&YFaA4yO27@xOK13|WjSsU4DpS6$rWtGQhe``aJShK%bYF8C$DAWU<>oy
zCm&N<aGHZ@o{iy+QxifYEPHQXT0h0HZRN%-cdJ9^+**H3TK9No&xUB@=%}`X1|HFz
z!bX}WZn#b{ELx(~|LC&vrnG}QJezmj^}q1ZXO~Q%)r(BoR>sRSBscUpg{It^)$r6P
zd&;@0l(#C+oK{4u?tazk6S;H+=U<i*9@piqT_+TU=4C1#-F2ajF}Ue$@nppXL5Ht#
zE^XP{cv;ckXfwa>yHo+W%(F55c{X~oerijn#Le7x(&Ca!b*RWwbH9{;p9TwOEM-2w
zKrbypl<mZZGVbhCnu>?swr_L3bH_;eK)*uZTrPF>gc6UuSx2G|9((-m*q<`F^yGb;
zvzK~_7O%Od&H6<pjOm+>QDbx4Bgd|6bH1%pLKfagSSG~Nynexl3mS7xDr67rUf*af
z(^1G~el*$iz;S*<b){n^pS|aD72W!H^h1Nd$9J-MQeGyeX?L&h$Xuwjpt(tMVd>Vu
z(%72*X6|!)E}pHrT>9{I=IYam>n45f3yDy^SM3q($S(imJnKe*TQ@Hqm@L{i;V}F9
z1%5JeYEf#XSyu%2X@nMKPpF-?i9d$bw(EsJo3HNlCdS7+DV%cmnMD1R?#(MYdi$zz
zro@^hr^9$_G|px<JCsS*ZBzKtdnzVdV$rfH-jIUB?OQu+QapDy7B%v;Y&m?<?^K?0
zhW4Z?>vdum9vGcB&#w?z{4dXYE_<}=qK+R$^Sb=m9%;T5>A${&<zcQ&M)Ukux!rf~
zraIcFO7yrMTQ)^x>Z;=!YjbBjvGcfKbzVwN{X~-5C09Yqfb+dCj~o`8*Q6<2Zx`Y5
zi&JKmivV|4<D-DwTLBCAa7WEp!M=9Y)RdOvy$bbW_xiT!FN*N0Y?`L^e5KpH=oAz8
zs(Ob_(hpiMCNAcV65Go>`D)4I%R%u+_#Le|)@=%oc|S?NCpL0le6M)5u(8#W{*_a?
zB6D81-S(OuHvNlgZ+Ti%fswjr+SC)5{Vvb#o;~B#N#5wAK2FShZ>%D6JhkJWeQq>;
z<NAh;f3<bWu9kF@Sv#g*s&3fIQXF)p>1_ia+l{SjCTne7R2`Pb^~5pm3-|dDfA@RO
zt%}~P-JmV^<>cFG83hY=$)39s(csxWTSY!+N9~0tx$_F=gs(bW$aunK{)brAV1p%F
zj%@E;&9+T6JaRF|=S7wW+U&M!9Q!ZwDOP|vOW?5mLx1Mit_!~>E`5?39k|coO4$pS
zzmp7>_1I4>k$uBhnyDiFP&fJFgjh9?h{LXP??37k3NdAJs5SjLTST3wi1C!flDxGZ
z|MxzdV%w$le3Kk!kow){DF-}k*0WCN7RgAuq8hZZYwszkTN@??uj7o=<Fxq{DSS~h
zM&QGfSSQb-ZU#%uEK{bpYjz#x5@Co?nAQ2>rLgN<-#G_kuQh9bTRx@cn33DO$_-V_
z)yso56m}jrO?{NV=x3|mQON^-M$^1DEO^(O!(phQ_#x$n<K#JZ3nniRwfb;v@)}Og
zcImrIcZkh3Ztb0wqUw{^agEQ2>ATTNQ<Va~RR)g2)_<iLQe0>5_H?~+#7x|XyVrQy
zE|&1DXNf!vbC>5co%2$4=hXC6nV2HjJSp5btNh-HIZr2?%>Hn}H0YC}zp35xC$kPu
z4q1P-FIVo;uTZ~}PmTt!yt%l~NpE@UuYxP4g_}GcK8t&@$?NDl8NN0Dr~K6F_Of<N
zZM)&|TfXa3V;r0BUBSOR5$?;j%vknj{hdj%PVP0kh0XmE&k4<A*I2P+yMi#Y*s+u;
zrtHQOIDA>>m)v@}<fP-AvkP`*hj2C9Op6q6?bciLz%#^4YMY;0o6tf7o0oE(j;FOu
z5*KPd64lPXax->@ife+uq*zwcKcC#mD!nG}GOjZf9Nr^jX=vg5*u?*&C1YI06ZO}V
zTF!Rwz8r9-U@{Y9cNG6g?hU3=&*gs=rFC6eW<0CO#^I{qY7u)Ex82h+y37jW{dX=o
zd2+$)4P{6BQa-tCId^IEcA?8Lep?)NPGMHA=nWEcJ^V;Lx2bQhUd7WD)_+>B`uP1`
z*|^c!Lc&>v>HcDt{STGIbF>0q<(3!t3B>Pur!#Lx<k6&w*<Di{;)0E~tNii2FSftI
zC-qg5>5r$L-KH|38y&l%g^w@%*AX10%q8HIHjm|SOS#$n^{uYc3mt<C-Ur`Ov6=Me
z@nePBMP}=qHH{n+vTeVtU$-K!;Qf;z^%)MCN3_^iGqP3bh*mt^DcjOH+p&!0Om5_}
z=Nysd6LR@E_8b42zv+zl{<eEYf4>RY3Z2;DK6AR4n7izsS+nw<aT{f^%}lA#@Yx)E
z@6$4-2=%$bQW9MER;|rk;2Cy}Az1P2vAy2jPr~FaS4|3ORPEZObX58g-{R`c(-?Z!
zNghrUFw!Y?UGmD=_KMq+gPs%F*!2Qh{k0RHdO2P4n8K*~+3i5PV^8avDJg|bvRa?B
zZ`*O1pWL<jfZ@rPhp%nWdp=!({Yv9zw&2xwR&zhS?ebADO76tAlGD?6=3ino6ywrK
z^IBl<wV2nq!G$MIa!dKCrM`KK5-zcAjomU?ZB-lFOr}C(t|wZacS<fcojP{HIoP5z
zHY(EcN<g~g)2cJ`3Z<PFFTZfc&zPzCo<xA-r3*(Nv(K{561{C~<m`8Rm*JC(_U(%<
zJn<G<tQ|j@;q%Sn1t%ISH9p-mjN~tp+a~u*S##E=I|`5VgB;K5Y3nO|SA8Y)+HmrP
z8K!Zp1?PEheE0noBhb6<XVdpPAO89sKhzj4elEB1SmTNxqLa@uStM3m>+0|Nq*7U(
z(ew4+qsgag850dcrl?pgOD^M`WUSBJ8To0anf|KNN{b^VF$q0+!T&XAp_j*}<Db|K
zi!X@0=en(UUNcr>g+6D#rL(zF@r5;qQvxcMv8he0yKyph+Or6w1vWd2CgrE4n5gaR
zm>{7gy6DlbidjGH6E(P%omZYxOP;awTf}!iF8=K|JT-YMcJF9?p?R%jL&ed6mMgIf
z6q*@=&s?Y#-t|uYHeYL^@e<$0c}5fS=FXkO{3SRrJLE{;Nz**1k4*pFn+;my@;0dN
zU;Z*oyd*{K?Z=Ys*Asn;PCwb|Ygg-cJ;iL^-0O*+SEqSK@feBrCLOuL;;`I@Icxg*
z#ft)BnA11kUMkVn|GpylpyJ~XPaNWUrC2?(6TI0Do#MScL+ao<&8eU7FEM#)zO4HC
zg~Zz)?#E7@n(MqNWx--;mB}8zeM3qXL^x<{d_3hhi;PdklDR^vg3E5jaxDGFBess^
z-}=+vGWu#0#7{n9m#WKHe=hJD@5&o&v3H(YOggHgCN$-Uh0Lx1ZYHtB+8`zMTh&LH
zdQ^mtew{ca<r{}(tz@^;O2ZT96@nHArJSBAqb$**BI~xS!%TCV``?_NkO|ey>E40c
zRa*5=_IB3I|1f8jP`T?vu8O2L>YXt~S@jn$YAL#D?v*^M`)|(0Q{QA#Tm>|q&${BV
z@M0d108@mk&|L?k^;48Shdemiuz7WG)-3LTvQLUrxBcsCZDEc1{p0$+b$jBJ7f(E!
zID7j3J*yVYSmAj!dXl>E-F9pJ?>>8Zml#|Oz3b+=&N1Q-<NELw+h0CQQ+JhHJ|TSZ
z0k$XMy$y}a8k$|wyBmeM-%g&xvHFbWL?NG00UceQn{(eE(7SlUnCtEG5@Yq#oZXL?
zT-Pbv*>`!$hE?4h!P8bcH0UK=*lOr?Yx#4}MfrI}%KAOKN=(j|c(~pW;hig@nIJvy
zR=LQk-w6s<YbQ0|*xIsjX{y62<LC`K#sSQUdck3zG!08mdEY!zr4`rJcjm!bCDu7L
zo*QO-+NL%=Yj<D~PsJLUBg)wsCVY<RQzS(tj}(P}4|#KXuZ;ya_o1n=uPvX>4|Q0w
zKxW$N{dzH*uH88tlJ;tW)6~o2EN)Bp=cX*!cxA5Q%YqlD&XxFcgsAwoR5V#x&T@QU
zx7_@BNwggQ-%kZgd|VxG+Nv;fY&kj2$n!#S-^W$9C+-Sl^{ELt8Z++EUr==9=Ofj7
zFYDD78-KZbZV8*!S)~cCyP|~h`O7<|{9`I*nBq_^m|Mus_T6{Ftr@+CYZ5A+Y{~Qf
z>@a(;&T*xP3pZM~n_QV_wffWr1_cR~nObT=(|mmsgSMESXWAR~xXYO%Uy^AN&$(wy
znRm8^T#hJ{=ve$<*576QDbbteoOwHCVs?xl3(p_VoN1@*o^{Urk|-tQeaBd(R4~gb
z;L5fYJ9frhyBfY^XT!zUyIR!eicESJ{XJ#9P4MJ!_n;MCk7B<BRrseT6w7S77<`y1
ziv5@D%h^e1C-+>{N;0<nBVpsu{?$9h*N5FWV-o)y){Z>J>rzusduD~seBE3lxTtT=
z4}A#{srT2z`i>VSPGmdFkh)Fg?h4KY)skDpVye2Mmxim>-i^6?@Wx`NTgMJh$eg77
z;^+jqrE8Dt@c3@3&i3eZ-6SMh`l+iV=i=jsn>vLiWX|b7CE0$n^W2wDi>h1A|3<Hz
zHEC~>SpTwy-P_J^{nfoH&px+u<;fmhi|G^ZU6yTp@xt|2Ce!BV?e{(%D_9`2<kiD<
z>qQDY^||x6D6UOn2)?M2-ne**it*C+Cjnefug$A@uIiOE%kJnq{&@wJ+l?)3Pi~Q`
zJSnkseah{Z(=F%DO!8@*6EkPksU4x5HcY2$monVXDW1KF{X6$j7r70ZVt4ZxUZ$RS
z>y$e0-jdP{+AgzRZMrgFGUC^Sr1lkQLYJcz`z~ACyeQluY`vLNO{=ZzH=jsRSaV#N
zbDn*pmtVT{5n~n4@2%4{Q+^!1sMO}*Cvdel@KQZvw1!ut&O#3b(PlsOLz+tdCtjO4
zw$18zH8+G!<*4Yw$9lil*lsxN9{A;K$eJR}my_<ke4HB{=5|GLFL&q7fKN)tZ!d8?
z<914XmgeLoYO`<5vsqRDVhW2^2A9w-$<)QtMNiD$3hWns5?7%rnssxsjHLQi$<8FZ
zm}Q0BEOJYns#mq_aPXdUCEBFWB=%mT;NA<|K{u~$J<NREaz>6%beqcdJ))PQEB|&k
zos>JHU}|BbvhwxOo6|M+yG9EgdmU`4l6Nt0mQUQKgojd|onLlr+?k?1>(-9*tyd>j
zJbHQTk<!~K4`+!t{`H@z;_%Z{#LuI&cHydeKh6%$9)@oTiuIFiKh9Y^^~TKpBkuwp
zWHC3poz6KpEs<x_Beg02w7zX`;@>E)@j*IRO-$q)yT-+4z2i=Q+YUWfEL^(ukK#N5
z-^C#!+9CNx+h$k$mP~x(_}VbV*5JJ8dEWYOKK~XM$R-wEvV3Qxr^>d=bGPu5i&Hhc
z+%#X^5_vG|wP?kr<u|6jd{}(Uc!#;t^_>AG7k2h#nNK|O=$!H&(M1lnEi!XBWlNO;
zcXZ|0-3U|rVe(3f@%81SQvxRI`$|jXoxaWVFkJ9fiPfwt{~I-YWI9iNQRCeBG+^H8
z53-p@ReVA!y#=}M|8!g**3IU_bEk9xWB-HGB4>5ya4KHg^83^R=D3YJCuM8&$?BQB
zn<A*{e?%*7pVN_2`#BzKdy>TkW_0WjG;v_nn%?`kshY!LYTrhSF4j<yw-f#)zVF^*
zn4TBuI`1I={vbgO5q4Hq4zs2${)~wY9248-FO-N>`|UDuy{z~?)v3u-gwLq#v1Ffa
z{pr)TmotLura2$(m=XSYoyLX|6D>8X+()f*t}$&%{L%aE&6=PE&sC3wR8*HQQaN!X
z=d<^_sU9tj>ndm7sa>e4nik$MX(B@}!#oD@O-bG%<*PV$ESdDDUvO63(e#pyZ=cvn
zNKM<Rv}D@U?aQ3XqH1;rOZ|AaYsnvn^`AH|ncA>zdSJJN;gC{@X!)~~B~#r*^_9AK
zT}3y!^(swW^~1CEZV3yY(8LxY(~lJ^4!)mJa%>sb@qoOid!|jAV%)NeW%~+;!&-AW
zL$yzCH+_0%N5fW)i@ck}_1mVM{wKgtXY_)7rOhe7n`f%0zAs5uFLytf7<nYcU`}<T
zb82F)O5y^RM;}?V-Ynjx&KJ6TPQZbOS|&?BH(XoBdtTG$lX+3fyjiN50apzwn7VkD
z-?+r8S#EOQRPIc;*!B4x9G6+_9~V9SB=2a_@Mc<($?T8?B6_JTlFfo$F5UmWUI=VZ
z)874g!NV0^l2I>;1w@Z7-(bpe>x9lS)%M%MXKP#aC%k%MFg<0`ns)*dSEQG@|2nnc
zt<;nCSDtWLNW}Tbbw@otm9`@B<O3F?wbx2^lx(e-blrbae_v$afsL1+uyZzBSz637
zu1HUlTh8{bI>0xs;^FiUVQV@c%*)Vu^&m{>AdgbAPV+IX4@)#cW_hxeo-pO}wpz$n
zBrddYy^<Wyy;T**{1S6Sd`+hmT-a9ZD*h&>W#Nf!f_nX4Y7EiRo0_y4G!DAP1#LX#
zzWK5#OKtUp{G}gvaTgU9gtH&y6v|iE+@`gAi`2bOnISzoTMx~Yb}<p<n09HR(K5cM
z>u$3HFWnMcZt!W@ED;`oYYLtsHqT<*I9gu4uyYF#N<FfY!FZP}b0q7M1-#q0_O2+H
z`El7U8_#;%yZi+n{dZ*lpX8m@8CX5RvG8Nz;$xzx1XhGEO|N5CZE?JC?CfQ`=916c
zPcOv2N;o*p=2?T@-?#hrHtRhR5!h_u@oAl76Zd=d9hVGDW&hqVnX;g?(7k+>+HR%$
z%xABhwyM0bxg^@}Snp{wuU)RWtR+$wciz4&R5uguy`sumS=#mI`v#v=9h#m+4Z?4l
zmiP%czFf<E(eaQ#;=Ef`lgo{!cwLIT{MLSwv5U@qhH!^-6F5{97ANb~Zg22@xr9yT
zq2|q=pg<80p$%LjYu+^0Z#%xEZ+=VhG7jI5x}Gwgn{uK`)`(p0?8^VZG1)78h4R+F
zS=IVq)UP|;w!Ca3uvBf*?sn16dkQm+e4bb?+7x@wrS9jaJ(rdEA0<?aSu3e5UHR;p
zJkNgdyBd#{8*2(aoblxL$rav_e-`8_tzxqARNpB({qKU)N0z*Jb~-pnu(ztGZn~KH
zqbx3ugwFP+;#nqPp5dKaR&CT2n9+DoNo#3`fr?cio74rhi<>O&e)3sxC}r1&g(26r
zT;QpipmNLU?o8PLHlr=Z8*IE5t?bDXIDLOw+qEh6p+;vSHg<n7d->_PL_&>G>@wEO
z1_On}g?g*qr!gH%>DHRA`N;f->xmV|9$oL5(5Jbku-`Z71D`^#k3}HcNwJwT!Ws*f
z*@(ubz4u7wdl$Siyh}ok^J!>P;-m-L^zLh3pX^ezO=+3-$q9VlZ!Vkbkea+?{h}E^
zPH;CQ8L!oRBCU~7HnCOD>eO6s(J6}cK1btE%%8o!_sqU(Cyo`0oi6;J&PLe(n)|rp
zx`rm3!=f#=+!{?P&hMf){*;(MiQJlYWhvjo6{j`aGIWkD*|Bl|1tW!On={uw>Xy&B
zvowNRrmBC}k(DcFTrs@7d*1S@uFB%&LXUTE)(JM5ePFHppOoo>dYWfgHQ0~v3h{fq
z(l%OtgXv7$o1|8wlBrW>iNyOUNQX~TJs3YZh(lS?Dk-#zTYUDsOb4s!+(#dH_G~IY
zd2wHGwI82?=RU2F<2*Nomn4bSr7XH%mGXtvaDJ+Z*fE2N2VP{mgui?>VaiI)ckSh#
z>UJusQF9sY>GAZ<zO(F-|C2oyZRbSR7yVH^`F!HRYYQDtJ)L`K5xdUKm?V+f8=INF
zs1*8lMhh%(<#R7*;N*~;k;O4h-=l1<aI*1jRms$gc`N@du<6{i$zuo8x7rukXB%$`
z?`-|Lg?H5gwU+uSG1W^O!$r;tpI1E6>@s7X;S5Cw0neZS!Gmt@5gSEpo-@i#@!4|W
z&X>tcnp+K}+;-{+^PEdrQat@mmVsf29B)xIuYts^Z!2G@DJkvT^7-IH>jS?HGK7~m
z@X0)wqE@~<FM0->mag7`0BIu~fq6<7>Y4;>Jy{;?6RODW@Jo8h#q*#wL2hngo5{`n
zcNSS?7Uyn~+|88f@l199bejXKxk~vbo{Zd~G_x!J!M4u8?5BI1Y+0n8|KD-el~BF4
zwqeJa*%9Y<oVd?Wk|e~tgV%jmh3OmlhaY{?vU|C<>+J|syPka^`gWPiM9v_)RG!Yz
z8k^4o%2y_GU#&Rk{%pa9I~N|jK9Qi}x{oul<2vVa=MM>GKd&CNHk!;TS7+@dacHJ&
zP_fvpNwVUy;@7Vjh5ig~cr80Y?C9j6iPlG5F7&vkUh)p-xjR$U_avi*=hvkctA3<u
zREB&Lw6nTs*yF*qyk^?=KG#Lx-9s$4{oXyvFm=mcmF%@gL<>Gk-w6ub?K6+}iKbP6
z3wx);#j=&B3gq^ka&j)6DikSjNKd)LDDZC3lDN}zIFh&~on5EGf5_+bl;}8C<x^X>
zOt78h!Z!V-eBG-r;u?D_D|VMWeQMw<?U&W)xggm4#j1IZa%}|*iUe8r{8X8xWa@qH
zr}u_bkvaFb_I=BbRuq;j`gG6x;Mr%BYFK8SH8}q#Y{R+@*IFJNZZ>1x+tQ=g>CD}s
za^z5u?A5yyBLCD`huEB&W>l#4@buZ$yi$&m?kUXk9o=VH_(i_io)Na_vP084!H<tF
zofj~5V^NuO($nSFGWpIAFD6w?@yYx<RU>nqin7plk!kM!4-Q=B5L)wy@72k}(_8#m
z7fY<Q(v~vhJR}{bCSvp9X2d_2X$|L&SavNGd#4bQ%6iLaO1)OZEsjOZ)+a@s<uvk`
z#eG*O7@U2tEoBgQ<jtZ=mU(_pc5aF1K3c}sa`HNh?PMW!P5;TS!&^JWN*&GKO?R65
zI%I);?7qJW=C>w_ypHf_o_r~p=T_Bjrwb?J_N6o}pLSSo3wKVx*JGWDj7hAlL9sI~
z`3sis^O!wtiz)N@+f#1LcU4=uNKxQ#!GE@<--{L*tyT$~;^<_4Frwh~UX?dO{}&qv
zHEUJ>{2H9ic46wbWoI}pOpgD(=%8Nn71zl}?9^`cXNs}jb`EQ^J<Q6=XsOgR`Oj4q
zCJWs!o{Ht2(Hw4-nd{Q0OiF)r#VzLlviO#?HjO>4%U*vGTlKX262F+_$0LDRiRr5{
z&b_&;+`8;>wR`10gEFbYdKKG%WY@K<iZfTsx%m}x&409U70drqS8`gvb5*H}ZP4Dz
z)hbu)>wJJiM(#*lvqqzmp<f!ycR$lZA1~jDNm8`f?|Z`gbbscdGA_$GT_uk$I{1Zu
z+1`GBM$=Bm1rxnB{+w@})ezgP#wE7f>!Ap<bLWx_-z`b%g?Fa9^vbQdbl)|uTC~o$
zM|a+?ZHWbedl*;l-mub0Rk*6{z{CR~VpBh4pWQnl!GD3emGT^=xu+Hdg|JF#o!slB
z$`W>@b}8E(hqJfYe<z(%@(VCzKJ0K{X|9xOIsb&D&rHYSlCG2={$4iY#Z(gsM#jSr
zCamwjlh~4KQnA+2GN!_R%Dy_0!*@0^7d~A3$MMGzOP|Ppg-K6;I@Oz59aPQY*?i^H
zjTQ#wmksKhv=fXDN4fuEo^@tPlNi_D*w>T0q{UVo`oH=9$J)iqd^UErn6@2T7OZ$R
zQ|^sOkBF-}OWuuFFV;*E*>vyn?ZwOzk*ceDrax-DG}kIt@#KS@K@kT}+5DKnI3-bQ
zBj4PBM+z_IHt@RMx%xqDnt1YaR%Ryub{=7G&NYr#gASK7hwgF?J)x$)L8zrNG%V{>
zyYb!asVA!MUW(-DI{HntP*xz|+4M%qbAo%`e{h%^ap23^K${Hpd!}guA6!4{I(V$w
zR+`i4oZ(RJD3mv~)Y$jvwx%kvxEXsaG}t~oN#SY_xfOV+X=A_ORY4_R`AdQ(o{=io
z*4e7rXr-nv-J%$=Hl^tP@44Ukn)4Pe?rSlc{Clmyf5+b(O0FkG&-1e_dKoI!uJ>9h
z>8;V(*c#D#tGi8#+s%JAUpm+;?DIK>Cn<DETc_vxr+Y6*f1cvZ=DV}zY?ec3z>6%E
zb;{fvhNt_@PV?HHPG(<k*QB&IA@t}eMep>E`ph4b;+o?bl^Y#RD<p#q_sMo_7Ff)r
zVOW#sS@8VZ#CM!CU5&fbUOoGqSgliJ9V}DB`DACu)u4_g0WZGBbQp$m==4<w@BG{1
zamqTfOmgMiDG$~M+`qCzP>OeRhnZkiT<D&nh+Bsh4yyBH8pSTYxn$QVqa~s<kK8%&
z*70=csuizZU08Qr=cwayw#Lr?T#FsvZuORs`c>=EYSUF$UT41I=*#sv4O}yw-YxMs
zrIoar%dp`_!<_Y#V&+WR?dlqO;@6rJ`iHhmF+a<@{!F;$v8g2-QEN{<UEMP$=|ZOB
z5!N%Dd$=W|ZkK$1={iI6%eM7X{bWzcos2dWZHzr#*zOhIbyQ@FOx{F^JU7-ZpKU3x
z9yQ%uy8aQ%dG2>zY;A5LY61mbe>mD31LfF^W^l7_;^k}k6J@e+)8+$9C*5#jeXm~c
zcG>A37t8(=mr~f8Vp6LXYJ|#NoikzQi#$sWE6$zVqSmKP7&BP?PcU|DeaEAGDDbDW
zJBydi3+F!ZWBHp3ZzOhpGg-kK{^PB{KXbcH8JD={K76rq_RPo4y6NAJ8#En=e-q#K
z|GCT2%T25@CbM{cmft+SYmx8UrGX_rQ!)-7-o@nAmKd>X(iipxZJW#vrF*Qu$!pb~
zsJ?44*W}Wbi}r}D{Kvs{?1EzZ^Xd!Q(q6BAJUv-kk<60yt@wiP!WgS{d%m5JnNpq{
z8+<<2Htc#?_4#*fOWVG_Nm(e;EMAh&^1`WiYt`i!ivzVcYUgVnRV(@z;dgoBqW-6E
zKPa;${|KA$sB3FiUA(5PSK7a0XI@91J3I53(eF=hf2gdubtC9$e=EP!=iNmeLie0y
z7R_!_D&(1(*7>1JLh!6B*F2p+Yd85P2JTxVAi46>lw9-6)dub>eN(4Qzc+FHtW+cY
zz}t#JyUqtHoDE$4vd8U8(y{U@#Q~RREUkBA-ekvpcGhhtuMax0!P7P=y5CQKbfIPS
z!KSQ=7oS7e^OHJ%n|1pBb~0@K&=W9oh3|x|hh|A<U5@{>MchcvUgf@pRNNAa$v=}N
z_n9vb^WcBHqw<z`<%&Jqrp=SxuhtZ)eZVtsZqf4xE5C*F>Z{h487C#}Rr8(S;TW)0
zBf63Om1vl_&&zDbXMVPmU#Z@dm?SLDtNk;Djn{5hSZ&6!noG0m*Ef0ydv-n1p7x}q
znf>yzgSugvRi091Pwy`3ZC$IFaNtag^Z~U?7qYF?Ce4d{w_Ej!zf|d$$VO8Wx5Mmn
z->v>veC_<NJ6FuFt9C1SCr{h_B57K_m)$>kEqxEYSEn{@Vf}V^N|{aT+rm%Lg~vtz
zJALJKd;a#_xtTdVC+{^J=5Q*J>DrL|ZO_S=ojW>T=-CNK+9vkT^Z1z770vN(?t}G#
z2eM18qz;G_=rPaw7$jR;=yYpY*AC56d1f26G|>q{PJs*EEVXPiC&gRJ?rIO%`9kla
zsHb+VwQZjD+ur0A)<+X~j+@Qj<)Lo6G{oN5%ka}`_m-7gehAxg+4H~p=8!LbilOmN
z-2#n7QDf0*w|u$t0$Z7+qvW=8NiK4Cny_7hE5n>m%XjgmiE2+HJx`_25ow;n()EAR
zOcym4OP)vDJkD6pePYCP{hOvjMOM#&V;593dhPf1aMd*%#gyH4VhG!?f>}$|l}%vf
zA_sm3_4uL?2c-r_<;Am91dcL^SjC_E9=gJ3-jpR`?BSC_k6ld4u#^!on^Ua!WEJ<>
z-_1?O61ey*DlSdAHRW^DKDoeNv7PCcpF2K&@Iv{aNKk}l;|C*~q-N2d46(5%>lSp~
zUCY_*ku#O?B<nk=Z=E~pzsUH0*?q#bE#L^}>7^n!8yBW&9C6`osn@KL++bH;$Dwh3
zRlDHrcAc+h6dYH4Fl}NA6f@e>Gxb%<fd>{3+}(_qZMw>vr&YOuWA4-ywldnn(GAB{
zxwX}6Tupho0)H5-pTTUy-0f!;*HSs>?rBEhBbp&8WqtFcQw@ZwFUS`L-0kz96X7Jl
zv}sA#;pL^gy~|90PR%}h!RN~L{7_|CJF^EK3~#3W+`WRg{py@;#afevC$}w5XbW8y
z^1YSe)v<)KC*RT}+HS66f4o}Jn(xOso*UmQj<uapvH8W!x7fvj<8Evq`_`CUyoxcO
zx5r7QOtrAcnqX+{b@6x!BLmMB^&ZBgRYxZVPHR5F{;++MRBZjKfV$p4rAHm3bM&2~
zrRyfR$t^qh&|u}}AN5E4`n+O~t8mYYp7dSti+D<%+TT#MsbwEB^sa6^{qc~Iv&V5A
zt7Yvg9vqEb_;Q}}iFGGd^lGSDEM6ES(kC&wm;Kue2_MdE#gfh`TW5Cd5m?ds|IoLO
zhkmon|JrEO+vfJ?_M*im7Y^2>RhgVy^Z$V(_lDZv(;rxJeeHa!YstNJ#SIfF%ez<G
z#QSRJyuR((duU2R=*goT%kJOh(K?emx&7ip8Lh+nwbmEN)TcJeo)QtBxiY}@MaPvV
zuT)bnKlr|f;Vt*W`-TP)_htt6WnB!`GF+<`pV?ZeYM5~{cM_j$m`I7@YAx@NHz$Y0
zed+6T$#dgii4)n_BDa!plhq&HjkYV=l|mgRmU$Y#d3E}j{~E)H{hLp`ZcyvzYVLQ+
zQ4LbwKYhvE{wW&I<}EcbEciC(k>sYhrPZIOG&%@8-j*ohE@8Ckb^8joNm?A8-wrIh
z^1X5e<MvDXy7RfF{QIWTdNEPr>Vl-=!VOP_57sDp)CRuLiQrfiQ4zKB#q1D~sH2MA
zp(%?5A7vdbZ=Ibebf(H{>Wm}LLl5?Rem0Zmyjj1?`3EMA^Sp1Fcgk9)7PW}4Rdm>>
zv-)#L!$y{1(}#Ikec!$G*4|K66`94caeMvLiE_NFnD$Rn=e+nf>C*Hg^Rm_)5&y>K
zVfU2R<x=yTgF%;=928GUsjgXZ_!x`vDbb#;x#wkPUhLdoS*PB_AfzDgAuTJi_VCxO
zhn?GgZOTkEzHpZ7@6|i})|dHi$X@Ww$h4Zb>1~<NqP}Vl-i5Xgq?@7w7S7%Dn`0uw
z#pYYeWug<}Q`i~8bY$MjW>xQ7D!1Hj&aeEB5AxgZthvN;usYZ(*OK|9ZI`~M@}utE
z{F^Q^ai<6~I@zqMd2nEjQ1#(Ir9WP}s_#*}8C><o;d}StyVLF^T@3Eu`Id{fqO8FE
zckUO4B{LRyXz_0fSYQ<Yb9anm+mlYk=cWCw;(J^Kp3GsA{JDzl!6TuzH@BQGe(2KX
zaZ%@*tjIXoN$6<?_rf=SPWYFs4)7{_7=GyOj6#9LpgA*rIOQI6uiuiLP<-=Rf@?pI
zewH62m;SHGKCf1ISVydTJ=I=&`i?#39qVipe|+nEcxPeztTjINY<;m0c>hFg6`Z%$
zqo!v4{l($wrsqSS$cOGevDoGRZbQQo(Z|mtQ<G!<ag^vjbaxHZPR&W4s`6v@iV5#l
z@JM?e3;YqU$8%KS#1RFB9SgqbJN8YQlq!3>EhFrW+0Tf-fy>lZZDQot=d4-S|Csy6
z%aEN)3^P*;XSyG15xgxUu6CO1<)@>i;b!qxA;-6;e^2eQ&NNhBUt9O=_36iflfUr?
ze{-=dpJKmo%k*zr3yK#dxgSj7zBhfn)`BIDpZ<szFgF>jIAbKi{&Rn+Rk`I7Z>e`H
ztUMXjudbdP7T4rAot5`)>S;ZetcAN6?A$6EyC!v-uU%F!^$x%7-p*R#uU@5MA;qrK
zG|E@GGc`>uovH0}OXv7OrT|;X%cr83?X<aLb|QcCo8mtc=O0Pjq3gGH1Jfo=@m)W6
zZ09&A>fj!ky5Y<f?~v)AuJ;u!@1B?Le(jKG*JBG^BQCy8$C#)8Pq>s<z)-qNz_9Di
z43#(m10Kl~p<gXFh6!i%d(Iz94S&UCaC*b7DECwBGEd!>{!y5DVp_|=hHH&!H8nwf
zS!|mb;wp<`zAST|>2##!!AGx(g=z+sGDdYRPX!)ods^t$_}fjXI2ceUoLQ{oBHz+B
zVHrb*+ac9k3Ljsu7MwA`E?!oit=eg?<()Xom%kJf(tq)VMH)-)p3Cx2G-BHR(mo?L
zCxwCp3kj9%Dwb-+D9Z|`NzXh_3urA{px)G&YUHmH#Nl^jqwliqOr=d69ny7d{yz*)
z9yz~a$xCJJPNBLNUzlP!-ks<QULhRP#I^6*_T_btR-ba77<0!g{>ZG?Ee}KQi<^dA
zbqr<Sx~g$i(^c+O?aR1)MWe2*cDwRNP;2jW38{M#0_!IwG^pM=F;C^ws+y(l54#(3
zeD}TdRXo>gBHFh*aDC+Zf40(TDKqa(5|{HTI$l}ym1l0~&NuV-Hm>1vwH57E**|m6
z4CU0Wt7_9fyP3H+6om2o-{f_Czs>WB_SG@fOS7}yd`e4>{dz=x^1hUbXMW9eRmf2@
zxL>hwd1_c-*pbIywhIZ1gzBtWF{h=~bV|$K4Qz57gcTPz|4CZmbkK88m_mN)v4Tsi
z(-UVJ`8Fo6U@B&F>8@KLG|PE<P3%4QXLq%(Io8<MrSBDge{a<a)9-EHc|501H+#2Z
zyZSptmBmYn;|_)%co%w#@kPkmnuo3n8q$xtHpXXkWo7d$%FSoAek_!|XUpwq!7IIM
zeYd%tjPnYus<$v$vuNF-^v$I*QZa6;_HL3_7d=yF`J(vh`?K-S3uiBETy`)s=*OF;
zd25_{4rL$KmRa~xTgqnpo(<ef+#62sh}#^;oE=y`aVtmUUiMqBBMMhE#L21!pL`G|
z#N>EaxJp}rz4N)hTm7FIq0!B4F^Ws%zwmtsc<SnIxy^5$_5Pb)B2(mg^$s;Vm2Tvp
zyjMjtOlx)MtaFMo8f)d4f9tHt{&ZD1mG!Gi@$Mqa#-9s*GPVAk=s5q|%)8bh>h_$O
zzCU*^x)8{@>1`p$!VEdrFBjY6me1ofUNIr^bM^9v|5Y~^1SM6qeA2$AIw3K6Rp`%8
zH}Y4m&Yt#l!-7-u)%WMtOsp!3oX^Z%INjNOsr-~6XZg;eu&sA90v~+${aPH}yhg!U
z!TGxOdW-5@tz{d7Pprykyb;QIYD>a{P-ed@^U5VoGk?Wgap;`o|E(oc+=cm*{-@-N
zo}Ir=gdIHa?^n;%JRvXXyQ!XiOwBWzIh-@9wzTOi{}vUJ{v!M<%fav~3LRD~awS*#
z`o8%F*}Cv=bbRX9625k-!ZFSd+&jMgi+lO1`374%7iVmNM{L5AxM@Y!iyc+`4Q3n`
zy}U@A>8WzVF7BS-`HQ7K{K@v@<v643<zQ*ED8#Sh*OMo)jhu?EtbhKmIzN?HeSS^S
z`}C%bhwh!-BQ1G}Raw5X|J0oJrt>0fjFvo0c3r<4=z1Zuq+95QTHJ>Ji?8SePJPR*
zv;C~@wwfZ%HWr=Fr#r-_Rk$t<@#i~l^>I;*uj_n|9xZ8s!?rhfyjjyb-%9(y2^9&w
zq*-fRj9yG$YweX3GOf~Whw4!utuoIE8+q6+FYvs7Ia+S{)Ff*$m3^%hH-4l(p57b3
z&nmk_s@rPn(YdbH-?h(_c{g>P%3Z&~A(it>i$`Pv)6Ua(cb@+3nphLGRO2~^ufV2=
zHLZnDohF@BJ}IDh+O_1g>lcN$r8*IeeH<<G9j1IpiCJiK<ID^HhYgl8tl0_cFMT&Y
zyUHl6<=-;4{;b{NqMd=S9AAEjd4616Y+_f?uS3%xOy&OCeTh#?RAHU@-2VzI9J-!=
zo6+pQG-P65_I#Pto+Q5Q3M+i1gr>7!<Sa;B9drGCL&Ee~!cUvyHm9}i*Up~&z^?Wb
zgXSu><xke!{9<dJ@ZiCMk~cTJ&-tsYbe*hzNQSE+WZB9iKV6fQyYf#4AFsHOa3%R+
zxP{r}_tB1P!?sq0?g^>8y;Ar^im<!g4%bXBq1x(2hqf$kD485TIVkVZ)sz3PtUh+<
z<xH!V;w87F#3n{8JCM<&VxOh#@pX!x$z(zAdHZiKWLkF0eB12G{V&8SL+{D->hJPq
z+irL+eyQoS^?~b`JUrvytIyV1m45V?#KoO+r|IxcNqD~6Ig;(C2vh0l_|ks=cSV~t
z0(Cl<+jo{cP~*C`;L|#@y=~u5y~<jD>X0~Vu7{$=%Puw(2JQ=2UN(I0bl5%9+-=#f
z83zxyeGT67U}DeA#of)*l^-OFOzqqte|#$At@mNR%8c_u<UX1uJ^Lti#audJOJ3Nm
z77c+-Co)=3e6W`ksZh-fc$HePMt_-d;;Ex;+*3XF%ZBS@u)M5WwCx6yq;(`SBNz7`
zZ;yn@sR9LBHTPdEGke7HlkrGl+TFwX{a061P5gB|&ieRAFRv9McaG*A`e(P$dDaqP
z;X@BwL^9g8oJ_v4_)M3q+M(9?>oa0^9&%#)-?XldXGY2-3AdFTVhed#)RbN>(^S$d
zeXOl1WtA{d{hx14;nP~CrNy6_V>=ihT10e&YH^3wMgCkG(<puWoQ_kK=!(T0N80$b
zHER>jI<9`6F!hXl<AWJ9E@-xHH}ajhbLp>sn}x?-&oVA`Nfo;k@45Z{mW_M!8T*6H
zMOn;N@TgQg5-_#({d|~diq@og+C^WD%O?h1+Oz7L-_mu=xA$|Etj~(HiQlwv!^G56
z``m=@m(@I}()2RftfIqx$VJt&*QnjqO_l5K^qEDC3dh8szL|LM%2OAP)f0PEmFN7v
zy;<vH@zvF*IJ1<q7#>wDdvRb&_;HcBGmLlzPZ*T31(myBttvIzH`hxgywgog=~c<{
zCudUJ8O|*{#kD6hDK_<c$EBkmOkZd0xaZ41{m1X_I2GqAl~4K~7M?R<RJxJAC%j1P
z1W$9V;wMQ1)@EZ>af5xU7X6R^TW-4G%K4TbdXGxN{Ej+?KT_&rTmNds>vDr_eA{~U
zuQ-JFJBzwqTCH{JywR!5w?`ecKZebd7pPow<@1yGXIQOUHmWqNQ_@JT3;YuG^_6IQ
z+)V?$V@h{+DalmSE$kBb%XagY(y}!MWz*NcGRPE?yl9%zd?`z;{k^1-ZRct2N58su
zm?l-PTy)JmQ*!dOiFK?-v&9$fe7N<O%!!MtnU=<3v-Yu<xGpFwDPnKgUf_Cv-W(B@
zCjDEgI<q27E}oixLuoOudNaRzGhb_!)0HkKufzowYZU)?O#h?WRhM$~R9Df|3Cmrc
zW~`FYlsau<D>OU%PvAM*UgrFqEw3f5>)*^`ohB%CIw8B+mCai2RpEz+Y}q{53bNI^
zcS%dV_77t)48F#(&u#Cr?@bMw>tuxgzvjq|n5y7g7T_Gn`=jV*RpvphZq@cB2Wtgc
z-NHmgrnJ0ibxEl@yT?;1qSx>Kz8-$g|7o+f3dOe=^=9i=W~rZ8bV7wYm`BphO?!)Z
zsJiF+zi&BIT-3FcYJ!X>mri!tZTz3(Vj^#v@rTy!;Scj$y<%cMgr4AR$yx8Qp-=qP
z@<QHA>__6*w9U3%{;^od-~8W=n^Ecgb5(a&y;*ZH(wWney_@gfvYH!{&-(oPHY+E+
zsG!)3doEvY$yL>$SXs?dsb>+BeWzO%?tACnbbb{>TKANsrIY%*?4O8V`uO4$^Tp%o
zTD31UF0zJS^=!K6@V)C*qF1^}q`}KePqtobeQ`t8u*7|LI)`$7fTMre5#NO>20pE~
zmM(mC<%8RTySHLb_8$4WRORYK`={&5?y>AvpFX+d`lsW|7U?Y3P<eam&?NmtcXP9K
zYj20lH`Tf=cA#&<pExewfUd<0H$ONL6Zn|Zq)SzH%Zkb0tZw{YcsQibSygJ!C!t57
zykC~E&C>d|COniQapk&7r*5gM={w5J6jxQu(yN~OS%<lK7So*+{;lCpo0j*T3herL
z_{r+$bEopH-gI}#0>c^lfjxisZ7PYMYGh~{!{;vXA!w!A<Qp+7RjN&|P7vx{7#MqM
z?YWOC8#M!SxLyPZXnQugNp9J~F{x<DmWk`!w5IAz4M;m2w1-1-tHtFm@yhvTVQ+Lk
zO?sD+v3KdiPOttW7Ov9`L(*F1)gt9=B$qGeiCmRz7=QZGJQd-NCkq<A{<5-&?or#j
zN<kx8iNnA-^3G{}@&02X_jjAE+Pg|2Y=MSGuh*ri(i+t+b{u=9GXAaVij@`lKTlM0
zZ70L*W%@Ua%o77^G6Ju}FZ{=}KJ;nCJjK5nC+2Z{4%m|U^w8Yy4Th~wvqV3g7u?g?
zyR2xb$IKN)8&}%6`zbT5m73Dgd6Zq5JwBr4Y}&24Hsv<ndyHO-N2LhI7sO~E6_i?U
z^mniEWu?fYr=HF75zIOt9I7I@^GZU<w$79NK8Y!|I}~pmKW*3M<sTZh*fCk|mz_(e
z$)-0YrME0NPe#w3HRa9TblzRBx2{^aCcJ&6?<)^sK~`Rm8JZ7nq<vk|b$EaH(V1T&
z*GD}JzhtA@e)zQ1rpqUL=VY2@&W(5J?aZy;Yw}Nnf41AJ+Zu6ZCp+Kn{iI;z%J=f;
zfn6zoP76N^$Y{L(QT;&Y5+B~S5B8nUr%9ZdKO^;WoZ9Rs`TBw9&d5)_y87esGj?q3
zhCf&Oetof$Euy$c;gfQ|)V%-iPh@YbNc|h;Vm9lQso<xD@2%Yrwa5f9FJk0xd;4ld
z74xbEGdr9Z4i()_?+uPhy1x8$-ux%IGoFNWg!iiK<;+^8zCg)#|5L6>KQ`~N6wO>$
z6THKmOMK~vdtN3x*R!cJ9d8t${Lpk>th7sJ`diIM>r=9J7FBRZIA*Zy2tFLW%|o@Q
zlJllR0yC3eMwMj#d4(+foVA+|c_;92UFhUnslca@HTn1dCAGd=HfS!1w9%-UP_z1V
z@%k!J>r1h_Pt0s|P@j=nb^C?6uS&6|h;C)zU!}{v%lEOwWnI&@SARNhdFN7&)f+FY
zw&GmID*0*CdM))PIaSYuKE7XTLnfY#?9;ohpWbxv`^tuxrIYq7p5eGiX4QH%zOz>z
z?~jZ3`r<8`@_6HlN2xJ<3|qy`H;B0WnU}LCSzoLArIA0^^I4tcoI6!bk`|mOS$UUf
zf7rUJ6Z@uKn*S-$b!T?*!XH0fA6HD}iC(FpJ;izPq+5bwD*I($-fch2))kfaYURoW
z0eMN^&#!uMb4|PXg69iwbvn-XYB^`A(mshrB}Va}(=T=bM*GcMHDsse7+2)}nz#On
zj%(($gziMgRg+TI9Lx@P%(RtFh`m{|;z#Erv96XMO7>qKy<EB|B;ey&#$a8S9RewO
zPp$`CT(aHfDc4;tBY9p~!_KnAILp-$Uvr;rUv>W4u6-$gk6mNy-m@S{F>LAcnGsTq
zvdWbwcORBKD8EUq=BMk5rt0sZqHFF6<W4Qww&D6mwFT1-tQTvKX|oHDJn7MQVwYfV
z`+Ut5gV(Xsmdu)(`tf@9;$z_s2@RGiZ%hOa{`4y6Jo?LJ@iS2doq)sMn%&|HGq|?=
zR_)DwyglWo`c9dL9v`;8*!pVg$&?wc;hVJ{HHx-|X!eD?`u+B3u|4y5^$w@7#=9Ym
zS1Y`hu5g$nwMD@<-S@?|rGXoj{wr56UA8S)NpsFFrNRii`PzFWguHZ9xF(j`%wIR<
zR>mpMCzjXkGV=X>zeH(zdROc3-6qo6-o5d~aub)DxmgPeRi<>Pus#lD&R%unisNPB
zEf0BDEMLdAORMbbozRV|7d^lH%C2dlAdjhmNz=l%HYtg$gcXesd3{7@Xc>eiY+|^!
z<kZBSrzY;?nz=(M+yAn7?E0LBYq@MWpF??%th&C8ZIRZp1>vD0@oZBM?%I<2e9bO4
zt%O^pS$FC#mZn&p7YtX<`m|`>{uQ3OO!^zQ9$R9_wD^=#psH9{AzLU9W8CCd=hx|<
zy1hB%^HqEQJxLomx2I`t%_w7@AEeo3*qNa6$(EsH>UD<V<v!nUZe(3xv&w7b$`aR#
zvySV7*Z<n*R(q}Z@-6mGA?rE%GD{B3-L$VHCHbXh{5$*kM?F(AMK=3+hW$Kre$V|Q
zXRbcn#WK@p)fKIZsSg8Xq~_;l2%k_2YUlYDsy0Pyvgg#)Bcg{)6hc%vXI**i=e4a=
zD1XAXCNH<hE$_8Y+{-tt{g3<5qD*W@8`WQ9Xn237<lvFh3@vs4j&IrEBeY?<$=2`B
zt#mkoMNFSuYr4t)RIyz@P-=r!N!;ll*An<1+;rG)nRO$VMb!1>d$;-0%}aB`rj#|7
zNgv?<_miE=t-+i9@7_bdU+=eP{Z}8jprUb=`99ZOaqZ$Ws)YAu^<2-7J05<c&||4=
zBgY|=z|}HFl4=#U(e0A=-gs!Q%nA4={LMJ4&wNj~<-8|zm$ZmKF*@-t_G8dLhx>kx
zkCe?f8{HIO$o}j1??L9jEerR@E3lvSW_nfj;rZp+e=e8pdw*iK(T>F%PUNo3Py5q4
z`_8x8`1{gKt8abi)V!Ca$heikbwY~3r!2py+wGg`SKMw7&s-H(^LgsWe-D}eYJR9+
zaUd$Jdx@J&KI;c*KE*rV&jdcT-IxFJz4(f457(%3fBnK}v2c~2%PU9q>)|#E25#Z^
zH@rT(x@kw`!&lFj{H+M+O_z84$Lr2{E|Yi3l%4v97ml=4^d@i0nDp$+?$UEh3Kh<#
z7wxSy<>SiCc1fzL`Cm}6dP(D%Pkb-^0;+yyYS-^S@aoIfs<(cD57wQQ+|<8!zq!}t
z<JD_pzdx0<e^-8F@5YUncR^5Kza8&#XWzBeWik6JW#exOtbKSg_9Gidl0tRY5tTYu
zpZODC3LCAB-f(gK%ej8<ldAYHS8bT2e>?q;akx?a^SA%S#lG$jXwXP)b&Sye{O##m
zu?J6HrrxSLzBhQ!j(j<tv>CtEH#i+%e%Y=wrR%`2BYR9GlP#~VdLH%mOR{|}(?mrf
zC5fd|YNot2ne;??;rhSz`OCu7*YBv<GUHFB@t%zTw$hL92Pibj_a2(z!sOI%@Zy{?
zznTJTcGnlplH}$0%bFHT-Z-wgBH_Y!HV)r{y1<=pb7Xz)r1EmCDq64hJG?Jpv%~eM
zT?^Z`-i|-RFng7eSd+NPeYIU5*s2OltG3*#ojgHQKu2-%ztR(&jvpVCq@+EY!!uuJ
ziIv}nBKG)<bww}s7HDbNZa?73VQ$_uy<u^UN|gRwi>JokXR58f-?Z4|zTn}z{0}8;
z9Sv<7*S+uLetCMxf@$s(52v&G{PU80a=F9pe%}jJC|S&J^-;Tp?Z8uCXNDZNiv=(G
zD+7LXRNtL6iSu7z^-|uy-F9ofH~r{+SDh*FO3fp*@po0@!w3I#4!l0jnq|-NuVH)D
zn{$(n-wW^F*#Eujq~njk3gcRivb2H+eJiRbtw`FTW_;ms{KV@iN(^G_POds(7dLrk
z;HMpGcU3=%7MiN*D8F;F`O<J)-qU<fWud3q!(>I@xQ5j$a-W?{UpQY+&zt4UOmVfm
zGaU?@!;h@BoZ%O3rNR2;;X553|D#`T-aEycdqH2bc<+Uv<Wt!k`(ixee@bwCJfNE*
z;J>5U<5eN+#aKI5|34R$oPW)jXDrOf^u|w_i$#7`$CAc{%qK1$v(_+<b?ge6DyXd$
zXcGSGMoaXGb+ff}^m31O8H)<Y-kfp8bkEdeYga$V%@&IH9Of;zD%|~HgIb)!wlzmS
zsf(2~8dqKO_l)G3dHc#Y-$QQ$IGK5Ob$pO*dvxoX)1>(<i!$7~^`_O_IVF+O`MEc4
z2BUaJV$V8*dup+F7P4<po}wYB-G5d)b>3l)J@Z|5X~<li;yHWc+u&!@bhz@9({c{a
z@@$oEnrRW#x#&IT0;gHr(uymT!lWNgYdYTPBX%^8y|DeoZ@-+1prefLuU!^(aC$0q
zvUIBKFjCRq@u6A8uWj-&FWrns0**ox{aOs`k5#HUyz~BYao({)-GI49%wi(TW;|j!
z!}_XzLiHnGmBsPP&m?IsU{Up$!dP9N{eV~NOWGa7q$4sMe7Q<$;l4&uZ+LGM+;Puu
zkPwpo-^+4fZemmZ%LP(V$8yu=3K}shyD#%*-970>cu<myeMv@>lHV4k`x0iY9hx;2
z#!B%L%gmB%qS6#9+znrpnJUSx6|9wF&TOgM^fA?`w_#622m7bhQS&@Ax|Nq-{L{H|
z=gHQqJZeYp%zT?!H#c~;M2sqH;~kr2V)}_KR)%w=gUuz+^lsgHd)}7iDrKv9Ue!cj
zxvJ3AAnVX}{X+X*)@4WPtba+ByQu#vcWk#XKd`C7nC0>Hb*@i3a`WB31RYK(XP9Ie
z?lPe%AYzZ#(<Mn(Z=xzrx8JW>a-ZR&>Hpkgl9%q!*1ID4aYeq`{QRnOJ~NnQIJo=r
zBRoFIUTgB@P_EywcA~t-t>?$S956e0M1d{dHT>sP{jJ4O%*?kcq`xn*%{g*f?MryF
zm`UPthZE91xg8wAEoy8Q*B?LIy0<HvKQU|9p|*14MPW=c&;0E0c<i$4+>x$}%;vq3
zoAw^KQ>hg^Rl{3xc}ug<_D+qB+m+Y&yvd%o;(AZWJEqU~cda||(DI`Bv-(FSS_^8E
zW*=MR;>VS%U~}7A=;`qpOU*fw)9oZ~b23;SyT=*3(rROQg>3YR<LfI`j`fu0E;;pC
z|2DJ53l7eO1+^C!FYe!y_@2}GG4q8(Dv`-HD%;}(=gd7@E6(hiV8tlCXX@R~$_pJE
zK6EW|cKDxhr*YeMWp$Y+LhN5;r>u22ZvB(1d2-P)`;+sI{y9AJt>%fzDibvRRXjNL
zCrHKR)<d5RKE=&X&whD&U@Fg?)Sk5(Vy&DhCXO#G(`^iP94-EvXvpF&s^MeMpl>O|
zE-CJ|#5Lx?0hb5w@<db?y)9$iytk1nd{NrWhwT+LZmdRqejZ%0$J(AOT)H5%^MT*l
z^Q?!g3bL)mBsV#WxdndoTlPgjFk!N)t&5vGXV9ayx)D2{sZ>twmOCIL+{nW-qrGyk
ztgAqxYCe0)in=R7pFD)q4<1PLT5;;m&V2rjjEu_9lt0JZT(@;43uCg+6gJ*P&HNF}
zDebBaHkp2pHo6-s^Djwrv1c<pd`=+Y*=<2hD}B|X%nlakPswb}jovAIZL1t_|5wQK
zcz3E`neVKQCzm-=6XsUj%gWvEVZ^S;wa_nrj^hczJ@&$jV{R^b^#8*`O%1Mv&!#9U
z>AH7JTqGxIU2(Eep;(~X_-VVw731wf;Yw{2u7obVH_tV?Bk=cva>;@T3gr(JS2?XO
z>~`}Kc)%*<%F!4kF6J&ZCH^&o;8WcT{46^;pI32d_$~AhQI<%U&9JW5S>R-&+NHfc
zUk<jgGa645Wp`&Vn)}fF2OH1Fx0<IEyc-xB4TN{HPn{wa%-9e=ucA|A>Liyds+?RW
zOs1YX`_wV1Bhd8HtQmzVoBGx=X(YNBmD{MdW*n7P7H4P3bmSEdVoS7rW4O_5YP8BC
zT{)&?YmVp1duDlBsI;&ga-1{mt-+@$LRpf>TBVnBK55t3Xmv_va?wTR)q4V~9>heb
zD>R32b=xn#ao~4P<JOevjtr{aOdFs27Tofg$Pg`hNH{~`LNRMyo()SxNC}Ui!bBz}
ztC^pg%vQaWKf0cG&NmmUAM38XaEY;)GS7oeed@#;O`VoZ!Y>tqY?7L#UnlKmW@4_`
z`ogS7%=LuOvs?$oFJi|&oVM^jub5xHNw&oMR#rSa%igWq59R1K>;Ex!&}x%0>-p<o
zo+5ScitVf?3GW#eZTMro#<(j*K>AH5*U>hYPggGR9zHtp&`aJEB@C{6h2@1N?XO)S
z@@$QF!ajvoWmBCWjQx=+Kho!OWedlaiymE^WE}ZRI>xQD;RjE__H%2B@06ci!v4%G
z+dx)bwwvc?<1e;PTopOiJGmtK4;=G+^35ux!^Jw(ZGXVKNPW*LHm-8V$0ui`b{t~8
z>vv4Fxwx$&yYN^3lM8i@UkrRC9@o?da%U{kQrB{v;;|ri+S^45lU@ck%Q4P!zjC}U
zH)J8hrqH!B5*WM>ceOA0+gI_=<s0jc?vP>*We%onr%Ms<B%GaJL`gTih_r4#IpwCh
zV{XYaDLH}9cV9?`C^)=$<e?G~w0YYp_2jOLDyGl7vm#a`uyZ?bw?r{qaN2(?udHb2
zt~WyEtWVa<YfcLH+}!su_V~MFPUSqELf+4v*t?V;pS^r*`MJe>S|%#ZF{0Pb>cn@h
zu<%Ih-zj+`yg4tBIoP0J#+heJKl3VwUrIBn%Dt@-ywmZ~-Hwx!R@CX8;XgJzRZF;}
z)u<%t6Yn;84IP`^^DM4yWB9yYiB&3ib(iQnhOH{|CpSjV@c7JN*tc$_1p6YUZ@dSL
z3TB-8a>tfo`T<wz4WIbTMOVGo>X6Ld#3?x8L(7Tv#wvc=`%@47O}x(RaAMM=`N~Tb
zBX=HL-4MOs`OATyQVi0Y977gvZko2#Vye)pjWQ2k8U8<Tt3vsrrk?3z2Z!@*3np+}
zcGlJ9h+1a%%GJU5L=<l}%O}SUr8CTma}65~wd`7u(d;4O^W4=^t8l;T(g)t$wa-;&
zC>VWSknte@sDF_)!_*%2c}2&xCvD<=^|3Lzb-7ZAzfvIkt5#>Gy(@OF$}4|(@V!Yn
z!*l0K1EIZt6g)rtU=~u@ywY<Ao6VjD@j{j@rw;sgG39=sd?$|C==fz`qx8}VH5M1s
z1vq3rS+cD5oLR8fnX9O2_9wgg%kLNLbN#{St>AitTU_p{6Ndx)>(d*GmvMxByO!d<
z+Bx7s?A-<X1kZXO3VC*KL+SIWSu^J_&YER1QLu#n&Qk@cpdvZ$HZ9J&-qn0xcIff@
zoVS_y;)H;q>&z{dU7Kb$T<EUKICAu$ONx_j;kV77&b=0%IoD;Iv{vxl#07=TMgJ~L
zT)yRC^;W?W$2mMFVisSq`*CFE?!K;6o5Dpu(k5LlkYk<2C9unE$+G97RwwM6FIZZs
za>#DjpE!kKXJxe>?<^y!2>l`t$!Ix~!wzpBmvqM`S8tnmz_967;#Kv?Gv>k9nC8cx
z6vz>8zV-BA%7aJ|-oLGn&hzYfuW~p^Y3buH?OSgiU{2&Na}f5sBpoGCvG}sWL2KK6
zsjC@`846oN_{24LZgo?XGU?;`y)DCCF^HY*kccR!iEI&@oa|0Eg{T5=Wlgh{n_}~R
z%<rFmVqK)uKBv!C+sfKcG_sekbgh=o_PeIgxou(X8<Q!lk+X#sA6Xgrac)J5wEh8?
zLvF=N>sa3zGJRKhQ-1q~Lbkwmh9gVY&P)B~7*}#De8G%!BKj+)v8>6AEYD8<r6W-6
zqmdc?EH=m^qWxsddY4aPCnq-S5{&1lDtj08Ta1P8&<kk=xun`$iv>k_6By^NR&fkC
z^#75FEUV4UExeXKdpPehuD)b_BDwjc;jY-m{3UlhmdskP@aJ6FFCu<-PF&5tAeA54
z$ouPs?}7uFmQ{gw-W@Ray^xkRGk?~a-upGe(gL49En^e8QMDskEyJl!`1FMx9X!jJ
zI@I%T*)9xMb5JbRzNW-)_N&F^*RiFcE2jIFFdVAv{^YXU@A^XKT>ZVqy-!8e8p@|{
zeD3>N?!>IG*|*QA$=^8Q)9ZcwTie;32~jQVXBMbd6eRsk-G2JXllQuB1CAX|%i7Mt
z=C$AGwUzVv35JKu`k6WnC$Bc&qB+4Z!l6LcY4y~*e2KA58scl!4gP<~V|uH7n|0zu
z4{Ps}Ol@78IaV&oUh$Pz<fqr#ORIe<Kh6$OXU$HnKk+<Qw(OLF=xI;B{bD}phm|k2
zvnI8acCwVSUPzLBvd(eE2AA#+%pyGx8hj>})|>cf-)KB`fT`lwQ`S43x;6_d4Lw{H
z&B`8RE7f|=oWmkC@tCD-!6#?+vgi^Ul}ld_HukS;Is1)!=H5dt`UY1@1YYqxD@qbG
z+EJFU<k|M;>r7|d&)H+M@rzH$|Etl*i=!?plqX!y-N!y}v$Fat1%GCVSB+m~LV8o~
zHL1m{xXiOAlOfwIVM6gHHWl`_j+f<l>Tj@gd|K1dv(nvHK-#GPXLg$J7EOU4Y{J}c
zPTj2VsTX}+C9=fmnDC^lkJFZ}vtO{8t@BChrKX~94tI_h@3Va_{ATwJr8|`j_mlst
zDL?t{G>fOU_Wk<@mCxdf-ZS0$ePgfTu~4&LVO<Mcdwp`g9RGWdH&e8g_wenk*Rj|2
zx>X`0U6+ds99_hC`2NiWCrp;=G@V*8!)Gb;1GSw;TmShtZQb+GWAn0@hKl=(H2!Mr
z(O`cv{|W!pr43Ji+DG-O#B<)f?XXwNncra_$NJN$hFZK9ad!oK%ku98w5s*^9BXpp
ziIWff(R$+YJ=X9aYHv)|NX*P^QulCk6SA6RP;f9q|LOJ*d5OnPT={U;+&Ecc<2wPx
zmdCd^%GvdAh-Dl*A#_@6I~(J!X`h@**6yFYXa0=&VGpu9E_nDo%sd`Csp-s>S59}Q
zt(bJ;aLOt%^{;grk(CifSL7qvc>Y|{@O-j;_FF@?7wO6#a|;tDU+d0!GUY|dp6xxc
zd2i;O=4m>9wDqIX<oz8A6|!?wPuyK_Smd4e6Sl^iPSVq!oZAw9MW?}qM@o0a(X@RM
zXLgI+QSPv~afLU}I;zz3tHLHeDg6o-qbHolPF~<?UK6MAc|onFhpNJ-@E!dg42$=8
zI5JE;SnIUn!Lw+$9v@HTvZL!=8?U=vaMDy?7@#`e^=aBwA+7xRFV;qedq|%wbGhJ_
z)XzT4C`W$MK|aUehR<SiI#;j+p1IV2aMHxoBEJO_(qtO)T6Yw#IQzPN4pWcBmy54_
zWI0{qC+oDx+~a&w7?jb<%ItK7W&ez&8SQNs_Uq;EpCSB0j)U_l_Z|1CCrgYp%y`8m
zSyJ7k^lJJ(e5u<Lbm?cah|e}&kJ$z>54x6qaOB%MscXXShA_p6pWL1*3hZWOY-Q27
zSa9&3^h}o9cjr#yj$<^5N!fK|iI3jlckfizoi#ldxkl@5Zp6VOC(nc~U(_Y5U#@Pr
zy2oq5Jk_Z?PShyfT)cyI)%6!CuO?3AH1YkDptY;@Zd&8yToYy%{^bS}@12||b%pOp
z-$XCfJyZQOE@yS=cKC|jjc`;uz3r;^zZ0K*kJ}h1PG0uYXY#YzQ3{jmHqFs&Hx22z
zpL3x=|I7t7$GcmK{_3Xh++MhSs;AIf&J@FK=eRcc&tB>Dtmwt$mo1sgb-VTR41PDM
zG(A{!+B~Ajg2QoTLl$paSCd_Q$>B|JZfv{9!{RHLeB5no`K0Y1GOi>qRL^<S(zhu^
z_Vwzb1JiE*(+xh^Ai-aHN@SDy(+iKnj5m8v*=}Tep;GO_k_aCu$sM9U)6F<%<R}ZJ
ziCekO$XagjPl=z;?tt9GcdK0!cYfHRajUZJ_2~m5o81hI4ynz_U$wt+PE5zM%w-)(
z<$oQ_t}2~nvhn3A$(g!uo51(15NXq&(%&vy1e)<lD11r&Y#yVvA}3I$jeXmF8;i}A
zkMDoVIeXQaF^n@*-%k1L@A!P37?1eUX-1uuKgyFuXIEWccx^?A<@<uUE2sRh{vGDy
zdfqCbW3Ogh=l6ujIpO)Qo!d+T#iVZ>kIQ?-{G(3tHoHsLp<0s-GgCS>6sorsZAe$;
z5Prx0!r$hX|MJqQTRP@^itC$kT=?7u-m+tF4`&y}y?AP9sQV>)&J0nu1EF3E%a$x$
z8+d5i&8^~U9PDr36nFh_<d?6pN{Hcmv1^a5xXITwA8by}(QHy|KlJj0&+GQPb}v?>
zN@=ZV=;Nx^G&#_=a_=QgO>w3^@e}f`_cXuM9^$aNtX5=i^m?Uyk<cTB=UVYIC4N^u
zkN&{^=~UFx#bGLUjcub<H`<1&EqkGzA!6Iaap~oZGlD0wT1tYZXqisp<NLvWXi4A#
zt<^F2oaFUWk7-U3*6Lt6-?nk4{xjQ#XGX!wyiSMTNDD+xJY~|Pbx4wv$3{chCozEQ
z!KoQ00Y(pt7b}Z&JX;djoKvvy)TRgX`nT*7wMj~!(l$*fP3poajsMjFr!}rwiM^F#
zd@SCUa(K%_alRF4Q(PE#y<FDIbXMff4^K;D)4~Rhc2m&}4<lL@=|n3m`WDmjaO*p3
zUfF%A!i;m~x?R^}%1HUsdL{GH^04Izg%_{B-+pD)7pttJu6@cUbr&;>?W{i<7S_0R
z_hY3k8%y`|KT_IIC>XJ3`aWs*_x$$XcSya@ocgBn@3};g6`g;r`<xOLUr+gJ+PBY2
z%JFI<ujV`Tsn_1GUR?NPU+qq{M48DOGW1y_|IeLk+~a(I;=FYcW&t4*zF8Ba(&r{k
zy7G1956|ZRl5>ML1#wQ;vg=*KuUzK#89U?61rqwI^(LNJwoOIi{^Fj+7nUn2wu#71
zQ4yIa@rBE&drhi+M~+{jZy1+dq~;5zLn~@}e9j2oyZv|eB7PyZH79Ow{K)oj^MMx8
zN=`*V;U{wso$)$iqyEz~gj=NFlc97j&$NaE!5Irv&$JsWa6Z}UZKqnOTN2-NBKV&6
zltl;RS32F(d@_%7sh_6Ex)#nSTh*naEx5gore$dN?u)WZT(Yv4G5VV6TKUML=DRft
z%V%D@!&1dnzKNyi)Q&|gS*ILM+4LQ&ovn5$kbA?jCC+*u*{7&ZEls=h$m4R7r|`<`
zPk&#=Oq#2I!l|`PXG5Gbx9@vh(}2T^+&Njc38>9~CsXp<xAd!yoayPz)hEo?zPhtd
zG=AOn@I_j&T+`g1=SH*TS*$+sLQ>gX-{a&J^}R0{bJm$H|M}zf#Yy)rW&cvJ%;EU<
zF?RYRMK$^Ow;RrfNNEVB{+RY^qFIiFh2qJu9GMw&?oaJp;q&&>vT&=z@3gF2vwEX!
zHeU$Qe5|{B#s0Gs1SIW)UZ!>J(EQSAeEEw&fa^bF;Vrjn*1AphkGk~2mudS$=Z7L%
zN49X)dLLT$At3#S?`P(->!*IRwRm56_NA~#`FeAqY5#-yKYiz3b5NqKQ~83#a_4Ee
zN<l4AegOh`^OY(mY|D_y<4#jldb2h`_oZaahDpn~m}YRA$y&7go#uGF{y;y=k`0q*
z9Y3<~fN#R}RM#aTi;Z>(Ib=C4c@k&LEL_#Pa(kGJdGwK6Pi)w)hNOQ!vS>lv(qEdH
ziM|fqQ5K)e@;$AY!s6TX7|y-Azp1UB>%;oQvqvZGnRPir=Ip+DiQnxzYb(A!V7LBy
zU;e;ahwZf?>jYf?zpnfh{J_7lzLrs<rGGNBb$*+>%fDSqJC%61hA*_~eEju&Wrp#S
zr|)l{@U1)WwA+dGe=5s{eKXu-;}?f{vP;}FTh^4s(qPfM`sWTU*2Y~2&SceRX+GCK
z{;hiR6#3m2;xq4y{oFQN=zpE`{}{%}IseKRYy3Y@^KUcjr&;}z{>tX?*F;}`boFbo
z?&^ftt*>*7|Lf0x<<9!)!{y@*XX@WN{NKqW8JD8}>bh}(&6!<RBKubUUv?tet)?qf
z<HHo~6|n(37Zf=@Z92s|m0K%WKvXwmOTa}3S7uS(5R-u0TK`_IU$|i749OqzGv(3_
z?>O1hAo^Q;Z^@TSKPSlEExGb;#hpO#tsRcv*X>|4yl}{Yo0+%gm0Uu}KdFM>ztYb9
zZ`=Bhz3g<$+MoK{73CIPNaBrkQ@i4FUG4GTr2mK3<lfFnnmv=DyNdNH*DBEv?KN#1
zL*2h@<PzPgofRIkZbeMs&P7E_51eJsUU4^I_rfCQr){Trr?S_{{<vDe`-Ztr?vG^d
zW!1_BS3BL*+f4%V7u|B%+L<MMRjth=u(HUb;Mr`0B@b0Us(xPjVd<x(AD6Cv^uT=!
z^YT5O^)|nLJW{nzd-b9|KlT4sRxX)~r<2mTE!Gq*d(Yak|IA#?KR04mUQdcY@ayYQ
z!(>Hc@lT#=cV{)#KPpdk`nBy${#hlnQ~dK^-w$Az9nQDJRd1n5`J<(uTNm0ES~a;Y
zdnv8oDJp#1vsLci{~s2@e|j(0EejQw&)@yxzR|||{SNx^r#frjzLTpvmiBd<|Fr{|
zb5~FPr!(!_(X*y|vNf)CMqJ;>^|++X?Oz3h8k@n!G~V=G_0tsG{|m}S9=)CW<MHEX
zKVEkmefaTMXXg1O6RytZsYu$I_UFfg|8E)$U;Ox8Q}KWA%m3`$J?t)D{{PeXSJcR;
zW$CEG>!Zo+cJd!<>l}p%o3)y34&OZdkG1!2<#yh?B_)?Hdb{h(?k$=0xi8OZ*UJ~n
z7SHZG)qL>g3LB4O?Z4NjTl~MVe}zpz<$@x|r>EH0Y!P2r=K8ejl;~7#E#tBd&WUIF
z^$y!!_@^o+rDYzHx8lyK<Rzj<uBPu$`se;`>i+lxTcQty7;N|KEDOFhQ|Pb#19g##
zOP5ryh^PrZThbJ;j7dT5xA;_Tt?;PT0Xr9c>i#!#tCm@(1N%39NB)4F3ym73&wL4H
zU<wv^9o0}7Ca^p7!T+d+h=7LEO$mxu-mSO`NruqNV-}aWzim9lJe6IGKSXYY&5sMr
zTiLU~%)rV;pIn}vY@fHnHn1AR>^vnr^`X)64RsZF+K%*piQ{Y4pQ_)hKUcq5KX~0P
zr>|WtdwzU>yJLSmgG{Vi{r7&2i~}M@1&`*ZE>BM0U2eyC>H4ymewLt~pZhB|{?q4j
z_>uDB<$qPj$M3~wbPK!wx%WR&?BRQHg`^TS=~=6JB=qLYuQ=V6>=Yup+tx@a&&cWA
zn|Q1GggouDek(3~QsV8n>ij3eZAvcNzh!@a-%m;UU)RXPE|!rgy=BYU|F74r%MDsK
zwRF9CR_5#nrre9g5Scf=W%8;Ov7D1!?n^@QO<9=3+pb%@Q>7u%5im1jgFaiF`IWpC
zcVHLo%;mouxO;J#JLJwCP*~Nxc=*8ho4!`RR!!h<aZvc#eQ|l)c}sYzx|V;)ycITq
zm7f->XZc@gi)!zC7x{2&@2{P1e`R8`8<>S}-B!-z+|n#=CVaE!L$=cF&N)pdI)v}2
zzFq%*!8utL{({^&@BZ_KA3SuydENyr5w;x*%3$S=c!=KQ6Fa_SIlYA>C~(%d)?QHN
z`WBSmVP255UXjdR`es3&?3InpR%HT7_HW|tO5ES}-IASZtyLcK4wODWEM(8(zaj@>
zF8Ji|wDD9kzinW(Pzpc93!x9Hzv;_YE&4X+NEvTUXN_W%&xsnrKicxL)*TTaXFiyF
zsBP=?6KNci#aOL`Em`@LrM2U4_@o#Y3cUHTX=>5$SF5bvZev?p+rD;}bKMJr`0}Xb
z)^D0+mmTC2y1MbKRgahKRQAIEfj7k#ILHS#EQ(tos2MO-#BIL=cZkB~sMgL~U#2IY
zxf-LW+mqJFx16DkO*Ei-k=c*;4*zC%h3*kJZ7s6zO8td%|K@8p@E$o}_QKS;Ol0?&
z8MDr0NbL!*m0BUk8`6L5Lv_=ieDM{*QrlPM)#>`|w{dCNbD!~Grq?CE887>8_;~(r
zs8|)Uo?kM@@p5i`bk5$|!@ZwY@0UxRn0d6=@#f17D}J&p-QSqWbL4b5!{Lw<Uqr-@
zTiDOCj9sU&qs?N2V`TT2Wg+XE7R>LOUErYcXX{P2Z5zzZb}#?jl&@A;dF;!R$lRp~
zn@pc94S)Il=FG#+xsmR?ALDr+<Uf9N=KK_%451X!&CQZ4TWt6yR9I&3P*>l&d_$(>
z)D_Nbw=TXgm1@wqlqi?mvHP|5+zz9@Qk|n7t222RPRQ{p9}POJVZ)GnHS_u_{xl7T
zLRqgVZMGj;dpJbTBs4r<Rqt!`<!GDk(^=JT!j7n2{kxlc!%yKYEE*mw1RvX-+{VYy
zz|%D|_vJqJiRoI??rh6Xn3DK8^i%B`*{jp*9@$J2+xc^0?}ob<D%Y=CZdJNesIFRI
z_Hv`MvTNSw{;=`QbUv}aG-lV^M>*C7r*B;~TBf$==k4HwahzTe>yKw7ofTihz2V5A
z2O<v?z8_F;GA=mox7j$F)j`fGkVn~~^7VrgX_o~HBKtYF@Gh@4Xpk~@khD^KFYH&v
zJ~?9H_t)QTEtu2A3K~^^J~QZgDJ>Z6rE$E?Ci}5Oqwni|ZJpVy>aAt_D&J0Y4dAg)
z6F7JMrGtt{9n*T-$Mg30tJnT8n}0LYJNw_c70LhG>SkLVkvlmrv7X_;OOs{#9!Gy#
zG`#NT_w_sTef{RXT7KU7o%^SjJ<oN&pcVX}Bk<a#gNv32ZF8Dg%sijFyR_r8%L}gJ
zj3v@1^&&oRdohV~?!J8IuV?x>*uQ_avFV@RDp_84yE$dT^4@nT3*`O;o&3E#^wfW?
Lw%fap+;#*2xAJ6r

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ag b/third_party/icu/data/icu_conversion_data.c.gz.ag
new file mode 100644
index 0000000000000000000000000000000000000000..bde20b6da6253d866f87fcadc7e6c3571bd64d44
GIT binary patch
literal 177696
zcmZ3M^T1A8Z*SX)DUA^kOG}kBUb1K$6*;D6xUA4YOMO}L<b?GqH&3(0aFqxy`0KUn
zXo%Eji?f>Y;`}A6+hesXem<{zbXBZYsPfnb-Lu+lXD52^^L0r)@M+fhrhjjPG^aN$
z$lChGTzy;kMEzSc>X=sd_ceyCn0w9QnO3L#F}pQJ{VlWH_un#nTQZ|leQVd&Z((hx
z%{+P@D4J}1ZFRGU!SWcx!9R(=H?rQ2c0B#nnde@{cb6IS`(*AU__^l1lTeI3c;6;B
zUdvZ+vh@yU&WbAzlE>Nk1%rZT*FR5xb<0<jf39GR(Z;>6tA3b?e_Zi&lT4hg$Kkw(
zXHDO=PB3h8=G~;3!8gmIPi(&2_H|R)y$;Qc+H#xmKkwmd7yPbDZP~Lul_$7##j0KR
zKYY8+87-5TYvjDBEXI1S++xFBFTLXCyn7|Tx$Ul6L8_j;`9GT-2UPTmeLnW?|GsCb
zVW~!p!|_>P)%#Z7H=Fadv${T~ontZAztH0+yzZqoZ*DcW&r80;Z?h@#XXyS2U6Ipv
zbNgL?DQ~Txv!w0i`pWmyj0>U;$SpNmVHM6_$8GvM?AWB`n<C!r6<NT%?&OO9hChWi
zb(>wZ(yKk?62n=)Gq5?byzljunAQG|ZA2wiKK}HW|2zD6?O$WR#plnb9?Px2HTC|y
zW>LHCmrAC8WuN=$K%U%<508K9&AGUfN6KE_+N5IgeM#YSCoJw3)hX88xT3+d?D6Im
zU)~1!Gzk1(|3%^0|CuLP+g1pl=ljg{vCbiwr=(7z(DkU*gs18Z2c{j+;W<{Adci&F
z7WeP$05vCp2@M62_oe2(y1wVL#B!&fDjy|T?@wEh^8ZP*_LIrha@!f*@8yRS?Mk#g
zbs$*MRrKVHihq5|w>g|*E*^Yw&P~wejzrR(b-N$%-aA((<(0qH@OJU(XTGisJ&d)&
z|I@Fx+PxD_G&H;&<G-rnVZYJzFMg*M7an44zV`nzACL8Fd(+OqZ4EyY)f->W<(PNZ
z;tqo%`vDzc+fO?m-e-6j^5VJRp}@vE?#he$XHt%CWAV2;sF8bniC_M+8Oxug@7-xV
z^H{9n#BMj|2MqoN0y>igRmJ$0@%_E%IIFVLe&xH@5sKMi21V-^Pp(K=R6pxX!J89L
z`h!+o$tvCb^S96}tC-Vn<xky?o=h^*esyU^-Vqh`h85G^=@?Jgvaw*QSb6Yd-VRfr
z-fd>8DGv`;S7@Hn*_HaZUVF~g<2SySu|I8?^={A2f);~kZlRIM-*S{~m@{p&KCKp<
zwPi>6+wlGS3+|pdrf1kVIXE;y!uNlnLspq%>cv^p`40W#aFh#lb8tw|QoB1xTYJa(
zGKW>G9M2t2nbzX4H+S_C#<QuHkH;oxFYPXG@|v>IxP$ri?1kGc%W5MZ<?Xyz`upMq
z=d(qN?7l7&W|5loe!`n}9q0GV1<T9cG0!e}cSbxW>(%q)HoZKHC1#&mv~ydR)>O;&
zt2&bx9KHV6`|ZCQM{)!np05#&Y<t)qHS<#w`_mAQBwwCO3{O6{9KX!`KG>==d=qa<
zpoEA?l!!?D;gh!Z0u$|CC}02W$G?A${qJmxyS8^s8E<S_zUb`N|H2KIb*9BOmuXtX
zt`A%PIP-43&gY5h@vQ#kcQ$Gsp4{>8X_Zu3@t<8B(`S~SdlCL@hmeh#TISzlizfuM
z<km)rA3J<t!J^nh*OxTD&{~jKwP8Q^mWotOX|@-$Dlg|+7ajRKZGA${+j|+8@~-YI
zex@8#zB#jBzx>RO+sXT8S>I}T`0(n*zsrtFF3QZd<qmP{zC6u0-B!>ia3&j9z!5ID
z1@Wn~o8rB`X6l_<FKFPctIxRg^SUgf?6<qS{HDxU{OWzeoR*8(P5&;*ajg~Vl~t%u
z-DQ;3V8OTJY*KsE=Y?S@wJUQ?GKv^x8!|-PwoTx-NpMYT6Wp5{tY*65;J)c;^^aB`
z$dEh!=;#5RKSJD|UWuEQm4s=ZE4>+d<B9sex7)Aof7=jQ#>M#dsndhgyPMYPKZ<;{
z&-bloMsA5wUuDkS@2hf`b#2_jer?r#9og?nZ@qNl_l2Jix-Q{9zc=kd;nMomIxiN)
za)$Pp@N+jLTHQEsI&jhA&j&BGzIbBhEH&eV5zFZvPiFb<txjw_pnvd2X_}o>lAe~W
zjMUT#yW+A0KYUwLux43`TkTzj?eR7*i`t7O&0{v*#I)|i#5q68rHs4ROcbrDY_GYT
z`g7$~!-Lv7JfCf3H>~L}=-m|I`|i8do(lKJs)7e>^jhN@YsF%u=IZEdmJhDo;>IW#
z^*B7YN%Z=qO%8AEc5M477xQbW<{X0~rKaqji=C}9D@^3xZnT&9Rx>rXH8b`2#y72&
ztAu;wT|afdEPOo4?nP0emY}Ki$-HB8`;ThM%?daAI??Lw6ZgC_bxU2n&(r4pH+hiC
z_WtPZ2Ky4$$F}eHcv|~N^%je$-t^;;;{E=U#pYUzP?dmH@aBN_7hd(xmhvQQ)eS1h
zVV>XrgzJKS{-Sfeeu3Nce%*ff=UzL@ozB(e=`0I5ADA|7)!N-+Gi}~?*FrhpvU+#x
z-*Yb<u(>$>&6R~!8BhLp<yXc<oOM4bnR?)jnr5PdsQK3;W}ns_z8ti3)#+_j9jkTN
zYy!4Fu9`C=wkJX8vG>9CUsPwbFY{RwAConYZ^DYeb$7p)ZMu18&$87&%I3IE+`-z%
zcg&(Elt*a)HY2eDH@S*AcLT38gfKmpE7H}TGWU(<Vw*TO7ICkcsZHNEMg2bPd2UXx
zb-M0rnH<}XOFh0?*;Q<I$~t^8zeiwRK<5R+)7RGZ&iy{4)pN(;bF&v-JQ?%$V_|0a
z%3FWBW~nqK1}+Kv`{?k!uJ6Lkhnj_TlpJ^(`@3S#Ej^?5xn#EOrLMOTSC`+<UHvj!
zB~08`E%4@(I^_@1r5%%g&6!@7Z1m=cY^IvQ{<}$&A9if~KKJv#vmaGnT7*oF&dbe9
zp8aPfd;aaz|1Z>Ix2#=0^~}%7TKCp5)_?i@{b$FIU1ycIW$pOa^6zrz-V+<1elS|^
zC3M-p_{OB*)o%6^mi)BOJ%9U0QR(?RWj`X`3HhZe{S=7V8nCS2JUIRMmJ?e~|87{d
zJ@*sWx{sG`@JTQ{-XO8Hq_RYM-Mm$gj+;iPeY|;knwH?Z5FYmR>$^Ai9M3I`TeRgj
zb8RL6)J;{*`#v9764#>l+iFVHl-|pnKCawb>+bOTSX=%+>#jLRZcFj9{NJk*_ntZ4
z`})?xi2)0%ZfCn!pXs_8ezA1kFU4~vRewu#jV{;79R2dn)qLeK8-?Y9+bW~_`b^(t
zZrvEQ`t##mycrLUy~;DOOnrN~_^<R8&gPBwTUxXKn^rvCzS;fE@@)^2woYvfsN>m|
z{6hDhT!M(@oE-a}e?R6Jd-{Jbuv_3P)vkSgQDo`QTMIgq_aAV7?Za~H&kMbeU$#pt
zsNMOk?xg7UE8vaECrQ?ZbEhlfmseU}TfKH?8K1?>*DeQUg?DZGc<8*$bgRGT-@P*0
z;KOgd<m&3Cpzs*AgS+N#IPQ74w_`$^KYPyC>6PoB$NpWdXYY6Hy!go%b^j09{QRQ&
z?rr`GmCvW{c5V5TlK=N+f%~pFU-{b%(pzqRIXu&*;iIEYcDcW8cuDv!JHyorW!TkS
zjVh(ie7Lyg#IkFRy2;_C0@u=xOzze2pMED#dRn-9{5HmQVtE_HG^SirpLOx%4Ox|#
zWCbhXyfbczzq-$U-Yja#Rz2%}Sbm)3PW!nVJ@-mZIrywrv#!)3l-p10p{(%5y<2)?
zLgYSI8vABkkLPikU8>L4dg-CoQtga;TU>Oc%dIzR`n^&tbbVp)@-4@6=g(Vw9Q|6~
zI&aaLlWzVnG09TfhCh8`-~xm1Y@&OXO?mU_(4D)UpFi=gzuU=tLO`VA+aJ-sy~T1(
z4w3nf?;O3_yx_=X4|S6&-FR-bbpe02Fcj=_D)T$~QhD;Fls8`|+pRNp_n09co$@bs
zPIrFO+UFHk3oZ06cqV5Rtn+$iyCH{J+30%it$i~-R%DfHaNkvb@aP0P_qAD%*`3eM
z+VsAEdXnD$FV7=Q(w}Rj=-IF3yYlH@KxSZP?oQ?Tnn|1qjCQiK%WTB{M7+M#mv<@n
z?~a<^?8p9YJeJwDZQ7;US6vp(Z7I6yf`;Mwg7bIP8~Jo}-z+&`x_~kD@s;(REt8s0
z-<$P!=4rP*@eilxPJ5_P6Me&GkL4m!gFl}WmfpTvT*<q-=k>o&_F3k6#<y=>zV_cz
zHQnO+bl05B1zVS_dtsvSr$}ho@5ndH-M$w3Jg~C=&@K^GB{l1t{o^~Iwm1JTWBQZ7
zrZ#fdC!XJzu9a#goOu3H?`t9VonNn~oc*mnZP~$RiF^Xn-I=`o?|oGd%2+sU(Y!e;
z>TI~>xqIBTYz}88FMgox`eW1Li()5ZH%~14`1pJK?NjRV)~8lR9NYIze(zO-+nV#{
zxK-J_PWF#`qB|#Py<Oj_C$X&JJ$HLIZ<}rY^Oxq%D;JL~ZdR>1ysW_V`3*?}m%~0E
zEJ{Ce&sGV0elAIFmEe=ztF9jBGVcCX%dlYi(o4naS(=FwZXyZxYrNCW6yK~0e04;A
z+r~LN1a4nCAyRooK0$hY@QsC*wOb#%&EC!5B-_X5n=pCx{uP&OZa!V$$G-jDYT4hN
zhqG>+UzXp{UwL?2!kT8b)XaBs$DU7qa_5!J&Rg5QUAOJzUblbK7Pq~Ytc=N;hb#BW
z%&)Vx^Kches^yw$bI)$EnfhX%NE@xAQHB!FZ1&7meKLWUUwzNvM|WPo`@-yQlQfB?
z{36%s{*?d08UNpYoVe`;#~r!9TPADGW$%{Lz4&3`>y>LcyH*@{e09eLJNvV>ud`=-
zexjW^^XfddUH`9EU0$h`x1-g4W5+(bjvMugyz)7W%;guC&CvWJrJKxq(Cc-IxWr7a
z+8Uj_rTgln3(GlPoRz-$^a}g)wa1s={m+#iI{nLzSM@&n&r8J0u9+TWkvulF&;3e?
zVvR%O)ohzv$8_3{yRUt!5%zv}mvZ-V3tgVKOL7cOt_YOeaGz~!p0s7GrT&C1?R#tW
zf)m--A2(Zd{N;)5*{>CRKYr8r8gYKN*vltp_|&)XReoFTTc5qs*59z`#`W`FDpNAQ
zH#a%<f3{p>9>1|)S?Ptx;}XZE&gBhzcbeI)`SD{T-~V*hTe_RR#Ie-rzOCf{=jMOj
z{a47cZX=!j>?up{?D!hD?~b;56(`TW@XmPG?khFdrabreIvQ^O&C$NB%Klnr%kK-v
zYPWxXRkG3R@}={}xApr4!>^Rq-#hkW<^0Z5@$t*n*U7xp|MsY--tPUU|8Ft^6LOa5
zwceduw`D$WT8-npI-7Zp{jD`;?(3Z6oKQPuTd~Re4PAMc<yo$KOlR)epmnok{%_8@
zlP~TUc%Dx0*ljSs!uL_AR7#t~l1c0BG6S9pzGv>?Y^#-F{$XmnBfp{huEp94A+c<M
z!`Jvs8bex`7~da#^wF$i+R3g9D-&=2`29dLD?M}JT_4-84?bo^<);VKOx2T<m{sx6
z?T6P_EtCI;5{x75oB!<9+WXMjR$)iQ2CXoog1689<ogNEHB>H-vi@~a)trC(Y@W0a
zZwoR6#e<&;PxgOkBy(>Gm%!n9sn-(}!g}*>D{S@^mwdBwW?olNiRpT_#n)<<D;`MX
z@c8Q9p2(!RI6>Rt(1pXtMH`pciH2|6IeoflL#g`D#I;%0Vn4XM)oRX5FeUv6=$V+L
z@@v^?smtPXCp}SHt2epcvbDvmB3wED%MSg*b9E8yHE!m<!DX9!S1vmqwUjk6QE}g^
zLXK<u-}segZ(7-Q{3FA{w|DKI2S@xmsM+Vvxplrw*l*t+-PQt$j4LaARc~o*OD*Tf
zW$V2lbv5C1uIB}RvHKf#F7MkjTWiBZNzVJy2koS`|8{e9;E#G*>tQlQEboI*Y3}Ug
zug@G$_}L$6WxjCW$o5KyLq{s!Y;<(#OkQpKuGEfWds_UYxbEdk>wigGywYFff7kqd
z!E>$&`@GVh@^75yv$0l6>a&|bWSOY<559`z+j{ZZDXTnx<b>ZisLpVAO^##Vcdk%I
z<!|%d5(9gME%M~KdbZf?(Q=EqsF-y5e0TV3spROC<?CjylJU26^jWj(WcNX%X|?rd
zj9>ozBJjev_LrpVt;dso#y3CyG~N6Dxdfx$cFxHce?JV^|Ha#&JLg=@-uHT6J~;nz
zFqW6+zy4ADPVM1GTXxx}_Q$N+b9wP^M-KBh>q67SuAkXj)_e4!Z~d&Vb+ex&@4NQO
zR3|&ydfn97dE1qE7WMY8{rc-^T*T1}p8E2)EzdeD*>C6K)p_S}Yx{m_@hhKSHhlkT
z^0-jD&bR!O6<5!q7k^FOFJD~9VQxQr>2apV%C0{urQ_``{w#RB`gYa-zj=0IGaeS6
zs=IQm=RTjweVMs+_s*u2Oxmlf(p%YnX62WiYZL9S9w}tKAS844?F-{oyJQ8QsLRT4
zxqing>A=g$W(g<XdGeK|t{1d-GVoEHc4qE#sQ{4%N3AZ~V-XMK!o=2v%GGU`H&47<
z-P9<_!?1wm^T}E+w%CSCT6?|~@aOXU*mg;nWuHRU+&AZX{EuC9H*5TG^l@`?kfVp-
zhFjZrdOf{((z`nO(62c2JPEOPZrK)VO!>X!E3`CT@vty%d&U3n=eO(6)!*K<yWH}r
z%0PVImd)GF&hsx(=iemtSvc*)@yxxVFK!01EfI-Th}7#?qU_OYXT$q=TJV`0kKD7T
zuYGl;^rg4DjD+?i|FDgx1a`d;y&mNDNa*145{E|*3|l$pYCdKAv51kAv1r}qMxHd*
z1(UX=elAzmu34e<>VZ{^=*)t3t9;5#>;l%*Yzmvx)sreD^I;0(|Gp2urit3vysBCj
z{QR$#aD4U?X=RT~;aS%@Z@T{AS-jrt_JJJ-g%`Q)>U-p_Jgd_8g--m|f~=+T_bekl
zJ<IAh3$3$jJ3FzlQ|*SvRo6y^OTVsW8trVkrF-)nQxmsAx?UqsF6*bMI}b5?mGZLs
z#9ew;E~PNdu+Lb0UDAt|*@3hBFa2tGm!P7WxN6<KwVNuB7EM~Y;=Ao3hhJ$g{<twl
z7DUA9%D?D-thQb>OL1S!ll*eVFW=V{H|Q?(PHo}jyE60h!Jb7Qw%WbctlA$n^TD-i
zl6q?c^?St^{pojKRM%5@%x-gQ*qX_^W14+pj&&u@G2fV`x35SpW4&nO?Y-|rdUva=
zGdO%|vqB-y9Y&7JU0!nnOhdo_W_K+)aPQ{&#|Ol&GYQ--?kzAZT6_B7O2*9}bPn5b
zU({TeULSYqXbofA`<&VH=Ow&&{H;NLF<W_2|1GvQPpSTC>Rq#(^Zu}O3J9IwW|?Lm
zc!f{eExzw`@gyN(t9jR+Fn*ZC%{fEi9<Nk@z`J!WE7KoKD!u)4IpO65f9C_vxq+8I
zilnpIyUOh-yAv~cdC}@?r+8QKm3=b~-+4bJx3!<)N9uzLUxEExY%82zXRTTix6*{~
zO~u`%lk4QK@8)>dQhi)U@@0ek>wk;iPI;zy!{Dt+h4q%=DV06h=N|BK)vzpDlCvu+
zZ4*Os<xbPnB?^6<;aW+Hd5(JUa)eGbcsqT$<WG_K`gsqIOJC?@Hf+t=8P>XGn!}7w
z`UO)17TZ~{&WT#XZJyFn`@f(0Vct9?vl$Ng`RsM9XSjCrdw+PcJ<dJ&T$slHq}ykg
zpIT)g`9S8OWB$3-ApwWv80zfx-IZ0vqA&lvH1S65>PJoQo8A~`1o3RjOq%#?0^1>p
z+}6!kqjS>ARIah#WeARvxuag>a`o4XJU52wH7{nBCZExF<65>#<7B<Tx8FN_tPV~y
z*KaC|I<)PKL__8czRZcwOhr@uBi5EpH|KI|e)Ev~+-IXb+Y%~nXsE5bd!Tr}`OcRM
z6dYpb?_Ba!{^OdyhVM7_n1z=;zq4uH2^Z1%HcTnz|6>GR*@-{@yg>bR-ukSQf$M)O
zb)@KWnLSVVv_&bV<<uAcQsJV7_Q&gHoW7eCz1nZf*0^;C%m0NN=AHP!|Eg%I(C4jf
zq2_niT~#u<xsLngNw&s)pGrdmQl|a2`EmcijjR~sKC!N(gLh~1M_Wvv`#=5QZMGjf
zQtM(CY!lWyv3ysp<LepUyXOC_G&uBGq(l1Mu_iHlu8Y~HJ{t?NSRJv=Nc&V*<0fuf
zy7!9jbHTOFQSUd3?YEt{o#{g5n~PV>Ee<&Uoo%Q4rn2tU=RY+SX=!&?H|NEOzx~7i
zF)nb=o1^)zSv!MrXN1pRf2rz7irI?uUez^fHtXI!-&QmER`09-_a@D8D`Kwrxz{YJ
z+U9#df9<Dt`!6ppys-F!Sw`2w1y#4yjW_BZT-vkjLUGd%14dSz9S>Dn&pSCq6a+1?
z?(#k~cf)?o`;Rg`GHXL;_&#ktymO0*$AyUeuNPiPaPQf<UPw2#|AV(Sm;1!YeLC|+
zil^_^)?K_(qKGlPtUx_ad*Pm{d(&($eqFhOl~e57<puvtIA$z)m3HHce#@x`x;;Oa
zO#RiAx<#e-((7-UJt?9y)sL5@v90FLY2|eEeR+n(ey$|j42Cs^{T_~2M9V+-&9^!p
zX>EH>@5W1(3Vt(3Ih%K1q7tXwn<>V#(r)H^LC&cLm-L&Kxh=jZ`;N0xQ%2imyH~<#
zy&1Om7fI&HEWXd6Jo&)w=xIli-0Y4UXWx2n{g?M`kLBbUTGe(Bt)Er)uh`MbJ#|A&
zgPWMN-3q0fANH3$S9?=j&X=@on^%p=2XE7hds)_$u8jHp^mCtxZ^7F1ihbTn-p^C>
ztauyZ=W6gf?Q`UKo8dGeU*}5anWpt@pQ3ZP&HXb()K;I!KXA8V6T`dck3EkIIvo#n
z>pogw@JYh$7-Oo!ju)+0Uu>HmWZVDt5W~!lh`N$Djh76Zx5u_U5V&>ek<@YXOOuxe
z<*w6YnCaWUK>Jg<ompA*ji}%EdBXc{o0K)*VAY=9T4bp#_>kk$k?Rh3!a9CVIC1c&
z>7RYaudOX$4K{tarGK?5qwqfGElbj8?cu%6WbsKgAk{|e#6ymDiCsHQ)?V5;XTc=d
zz)CmEm*PE}oqVr%hIH4)<}n<Im^OLV!)<r|U6+0wa9PmC@A>tv+l#Kf{@7CU?7G&x
zhgp+nbGY64!`9(bnl8HPP0#JKT^CY6h4Sa*#vgFv_`frrN%%_MC1nevhoV<JkG{^1
zOrM@yxBTbo-+8mcyCNo^)=;p%zoVv4bQjmxl*uuV?ALaDU=v$-xHHY=RYtf)&;^ks
zr7#!1(DLXViIQ?1HRp0&ueQu6Khu<dqWQ(qP1mh#Cry#xC%!GoMcY!pJpI$m69>gC
zqrM!?Ir>^J=jE!4`-HnC_+It2O0jc!|I7HU%@eGy8pl0JPVwVH!7Cr57u~v}*ZS1F
z{F&co`JfE_m7iCKs9tHy-a2;zv)#du&X(aT%&gUR7~Fi*w6XeUgqDoIeZ`v9jy>r*
zN%qqht4*2a@}SnLEkG;on^W|MGm|+|3~kQ-Dy+PdtGU|8vhioa;?KGv9eD>cmv21#
zQY7z@h4?cCCGY5GSwFaWGWCjMLd@<jD);{N!jbFgo%YWg|DT<juhoBat4!~eY-M@r
zq{{Zdt<#GBacS}Lel1(DPW;_5(KFG9kN;7>zMm~2wB<y8Px(^o(yZUc1`FTLoz%X%
z{`E#<Imz2)4=&t}U+=Z&mAj{7Joo!=N^5$~2Ic=qV*eHKPP*xuYu!2S*wa@$ey3JD
zyYKsIxy(JqQs1Wk*rmx@(>k4}>V7WdJ?7iZ`(Rb;!*YfDu^un%mv~nGdVSxyGdp$O
zw}WeE&$Qdww7p7bb)C(PBIooN*8`sUo%*X3B<I&;Xi4tUTJvhEyikwHws6tvQz3`5
zZ%l3~wEoyWUGmPU=bA6CYTVH>_p5u_P$l{yZWkkSIFs;}$s9LsH|<-W*r`+SP}7{-
z=0{o5_xy8j%tHjHuRYoo^T$rmYqj)7-St5%R&O}gs9$)ye;e;@PT#3>_&)DEHhbyL
zpjgA#LRPP09RsHe+<QLpA5-7-fcf+Dma8iD?}^~ElQKB)yh%=5`+ShD`?GV-?DxX`
zEYbop({F6?uh*UD#I3be>uH*cbZVxQR<UJxRGH+I@YlIgar=6dEw-s;onQL%rfqH1
z4$}o+N+x9Qi*)`y`?MP0|2erY^rji53MWrWv9s&k`Qcxy&az%lZ#CztCm%!PTh1Dt
z{6GIw(VholpL5P-K7Fu8Tjft##;Z5__lpD!ZiVoKSv6dHoN^^?=gV6&{3Is5Pnh#u
zwXbc>y{o6*9j%)3EyHHT)7L_Yz0Xw=zFfX)dF|V~Y<JF^Ujveh^Q^B<|J1WPSH&hL
zg0E}wn|+hJ4m%yR+sCymHhtqkp>2XI?)k|wCm9EaJ^p0$^`SypSw_!<JBb$$)kM9o
zJ5wY7T%G;HsZ)GG;Zpm4J(%%W+VV%9=gTx+MyZ2I;!#NkFC-a1O`5i8>TKs*F&?uY
zuL;b1dC|CR$?dMS?bQkYy~AJaG<uhtnJNGEqW@`2i=C4V9`ql5mF{s(X#E#iZ^iTt
z?Kl7LFt-2ucQ2Cx$MmJQ*o4%+-;?kcH2<#He|f_3J@bED4$-|V)+xS@&Em&YTaNXz
z>ZwA9>Uk}67jUz*8SD^IP=7el?oIvLlXH*w?C8B{e!)^UlXctfIvaysTl0Q8yy>np
z-*>1o>e;`k_cQ8r_XJ$ms9$w>^@2w%ViGRVNvGCMoyTa`)c#^0`@J3?t?wNz9W(E9
z+_3rCH6?Za)&sqc*@wio?6oN<oPR*R*8IUEzK<URE1fUQc*wZ1Z{3YUTAgi|&y~$p
zTdBK``MYT;k8Fj1S^KfN;62y8|Mj#=i%anBEWab>5|HS3ZE0MkX^{HeI*F%-FXH^q
z%1pX{vF5zaR*AbseTUYkyY0yfHW$C;roX(duU)EtTUG<7?z^43ty<qNZ!%I)5Y~!{
z;#eQMM?#}v!$VPn7p+p_JCCnTHMme5sheVd_+OJywoI+X`v>#e3vP36H=26tcgU~H
z^FvCmXtC$^eQ_zaH#-^<Gc{xJg}i-g8S&m+r+3|WXEncW#p{dPQWxu6q{~SCPTuy{
z=ltgsXUhV~KpVMJ(@T=gq9-?-%r{#%xnCuC>f(xd>oza?d?SCY7USE;OP;Gr9hz~P
zW!Ka_ZjLcsI)10-*RHXiajdneGxqIIb^m=0!4>U)-F&`h?s|7I#(r5;{MAKaoZ+|3
zSDCi6zuP{~;PeIOFr|&xh5M&Il`-yGl)=wbAu*A=w7lh;kVsqY?BiYXVSCaR*BQxA
zy=FC4`P-ufF06jBJN2B_JW)7fAbRU<q1`;zHLUE`%l&2KS6qrU*4Y2(%ZpUI2VZm@
ze$2NmeHQ$DyW@>Z>yJxb(d!Amsy}^apEDO9``lHNWG-F3_UDE~?8o)fE9dzCe#hDW
z_OWwcN$9b!iYa9WSJ^x>?km;Yx7k3Wys%nsd;OmIz54EK3!_pwOuo6U@Qm!cRB-Ln
z!L#azHFJz_$MkRXey~(#@3Gmzz5gfjtpAvPYp1>6yRY3rwVM{MXjy;U^nc##@N({`
zMO=$KUO8@_uf}$6i@0y%e#Laz$Lq8IT&-ocd3rO(o-ypDan`%zS5@vuJo!`C`|q^;
z@^?CXb3eGAatgHgG3CRJfX?qTHBSFsKW|Oc7p`AtO)klEPbnzMf46+u!)1FldAh$H
z{F2Nzf9YADpz~j|clS;SzxK0Q=~M2sbp`W#b2-kawcf6q!~LwTv_k86!<m}biuuR=
zW_{3HRnvEB=Gw1`@yCvP+E;{jJ^viCs^|2V59zxn*zI^@qit&`|C1-{Qs2(}@3I&5
z&NH0;yUj>_$5v<CpL^EcI_y|0Q)|6!x7^vQo9<1k{G68e^z~-ewKr33=3JLMclr0z
z3x3@{?>t>y@2i;q_Dt%5cP~Re|9&{-n~3`Fjmu4o^s@8g?JHOB3oY6^Q||lzjc+eh
zHlK6pKYs7j*Jm4T?an+|$zy(W$K-vFzsx!ByIQ{4-;a0s`|I@^p4O>&NX<W~ZWF6#
zm$A40f6Mo>XN$%EWF|~EHhq8j@RgIx@14@*`FonNS9qfEp})tIZBCyz`_N%;U2H60
z>zjM)lZey5T<`x6nYL;zUyvEBWwN_BP(5ASbFKC4ueJ3X>hAI$-?=u-*w=Wy<oaKZ
zFRJwtey=d}b3V1@+!WFFxZ9k&VvQc>pAT1z|NYnan%{f70O@B;xf5;rL|&+GSa`jr
zhwJ~x9Sw5Nt@Ia6JzKR`>P>!^?u=b|%(<=)Z|oAVne4K^G=Ap#t1_Rw?)_OLciz7B
zoR($Y?#TSC-{Re&oD<|d{9oAbNxnPr*X>LlqrZ;r_osV`PmsCaAaQ7Ex?@MALGaAw
zYt5g#o7MVVUv`ys)`d?e)u&6=t-SxT?{1{PQkJ7{K1s>3pQ<`Je}((Z(?@<ios%+a
z{cYVxYy0kocc}Mj<?fmLUi(M=!>YNV){n#9nC)$Cs#};ZJmWe4rTm*;9tD5kXkNuL
zUD4R-;erFA?%amoPFVKZ{gBa5jg;KJ=lX>N{d+vA&%5N-e4N30D>V7Kl4$0_-3+z*
z!Yw=g&9j+vH(CDm!>ggQ_&$hTym)FcWAQQB7Gvk+@Cg^5v0nVwq<Nqws{7)aj!#>c
z{}MPJB-ZpgJ3HA)|FZap>%1C9oIf%y1tkBL5Xx`-W4VB1?#CzU7fxN(%zfD|ah8Mm
zLwju9lF12E7*?<Ekg#yhTh?K{OLmPW&x<=>T4(H^UL<F3zw3kX(~0+)trVTFTox_n
zIy!r@&rj7GeSQ2NIQHo~+CI9r;J{9c!j$VuS1KP&@@MCp-*L)e+GV!Xn@YDelH#tP
znfdO-N5SM74|^15nEsw|XyW`I4+L4Bz1Jy_Kh<kHL49Uq!wl_O8-w*zBkLdOnrwHl
z%v*lq^6WP4rOoGGYxX%Ay3Kg*WWT`T=Uq*=S5MUwy2aw-VhXtDZqV|1G;`C-eS8Pg
zdd{|AKG0Gmxo%<g1oJepx?YZ^X4Q$erK;;yC*`*6Nm!%4r$bWjsXxd5@Rkz(UH4y}
z(<-sBnR)xxHgV%X{%gkze`!QcTJfj!Z^)ySBJ2XsuLd<{#;AQg#QaIiSLcZ4>BPMU
z7sqdzsBIXd_gv9ydElj&uZ#3p+b12$xc=;n*r}_x7pEM%xvxezbWNGM8tb{cWp@-Z
zUMro=-FkG&m)4DnKlHzURo){q!`8Vup`Ul<zEgn$eaXS%f{R0zJr0TaucrTH&!+aP
z$(pY}PWZZ_R>Pn#%<XpNdAW|*n!_>YeUj$9o9(*)UFF-9tr@4+z1+X$!w(gW%bzqq
zDbH;xa-8BRUH&*f`p{tu$2nIkbTXbwUETNN277<HdT8y=M_Zh1#pecVZ8h#${5fV>
zN4&gtfZTMQ0}E!ZI{qP{Kr$k)UF-ETv#T=U)|U@f1-+RjENm8L@p`k_;rSmrVj^k{
zqh;6`%w3$M;;$E}MLv^T#u0R?`SWQDr#W34g09_J|8J+<+Z$7TrT;KwyK`%w&fWih
z%Jlc$j6$!X?oZBUv?=+dwDkInB^zW`R>gl<QBaf>^HyGiH(^Qzho=U2W=w|0VlCJC
z_8#wc_4t2Q{!tckCThWk+xasz9@;ecrnFg$cT7<)X=2u6(qDbWYkKdcYjW?7uYX%`
zr)#&3Pxa<&8)I1C?fY;$?$ex_SqCn=d|P6(Q{MAn=7t{0J(CYi-!^AiRp5m!7fw0q
zn$<0My88I>9}egD$^5s-KU-Hn;ePmLjte`M+;zWt)>7%H<gs&wcH3;{`W$|47P&>Q
zzpMZ8tmAVxtUUC19oO=deYQ+C;{J?T|32qDpQLJ=`S@AU-T9A%j~Q}hDTYkQ6a0Ly
zR`}P%Q+La)_UsXm3X?0BPMqlf`R;8~zGf|+efp`1(|FXRXYtf?dnYOL-gB2aezoM}
zit7j6XI<K$a-wm4CC^m7^SK^ZpXFtg>|FQI@XzO8<#!k#Yu@UA$7~;T^!w_6x%2id
zbp7k>{q)GM&NqBdV_Moj8K-|Jj7TlKE3H`jY;wkp>1$^g->otEY~fo{ec|_&Yq7^u
zD&3QRUOV~MWce44T{T+5e|FWS9O(BAsN<iw?RxYV&zauAhIs+(SGL98+EIPsoxB!v
z`*U57Cb69PE3D`HazE4BBmDOH=gL>R`m@_h4f2nCb@MH}yV&k%y=1`RquSbMu4=2>
z|Ng5#pHaO2TBvoR(vz|*rTT*Vce{4aXKv{`U-oy-{=Cl1*ZV$yI=J!e<HJ)o{L&9m
zd;YO@dcSY#GZBrK`aaK>?>F>+`NwWspoRa^I?LHtc1(MJ`cK84r~7J_{yqBhcSOQG
zqmJnx&7W^Sb9+YpHI6-()!yeWv-vKtP9fx;x`%#4K*+Bfr#y4-B%S*G>8xDIl;-v%
zWvA0?PnMN8>p!@Y_;MG+$}iHH>$R7As5+a8KG`#ysmj*U$NX5t*6N;%=bx{yydgMQ
z=wN#Gqu1L+%4>~-ZXVn>C;e%Urpv7v-V)hc_Fq*>Sls(zo2XW5r_rn_F>gInWVCPd
zOs@GWaQ6GJ_Bp;2jPI=H+GzRwUsd%L^=+*)17H4%Z{4K#!sq$3DrI^0wI%VH(@v#7
z`BH1I_vS|3p>-eU?{E55_v`gckB@IX53gcc-g~Ei@3jL9za__W%5M>B%s6wuY{iPd
zuQb0|{J3{5Pv*$FTBE*ev(J6_&T+2eJbRjq@ulB~>bO5<{rJOM_tW6%)vB+{ZN6Of
zel}G$A*4~H*2S@{?CYUcUb%idx%qiAr%!Lmmfn>8&*<H*mi|70&r|fOLN)r2XB?AW
zFlCzcx5;mxeObU5_UPx)m^Ig)?e*DRd2wEw>918r?=C;9xzDeeS#c@le%itRRew&%
z`|CZ~lN$T;)5r9hc}fmhx#!->A3ANYtiX5m-=~Yuf0Dku`Tx|Sz0Us}&#@@~KC4|Q
zw@%5UZ1<$gF%xfl&iCHksI6EbQ#GY4MA+n`sO7!g-PK=I>Xzo@U5Y=*UzK<-;rbWP
zxrJ`+tbf03`I@J`KApQ-+q-#Yf5)Z@7pZHkA7VJ$FCGt_vT(w)K<hthcJtD`j{DlZ
zuI|XNI(p>!?1hyE#ugDR*-dTh%p@;|b9Ls~{qzss^ZUX4%SOREEuk%k=I{5ve(+v$
zTm6=c8sF+YR6eC@yGngzJscOF^3$|eV$DXaDIJ_HYr}e&SblLO+-=W{cw5k*P$6xs
z7;9o*x{x7;&ndN@J6Dd&Bsb=UkNk$yVFiae%%8C4JMYduly>LvNrlS#j&p%?3ZF*{
zTHi`M?OO6H!AMlALHI_^Em!N_{b#lqm2VDOv}a>dOUFju6B1P=HlDvV*DpL!^xJjc
zrW$7(`SZ7??3r-RyCCAHm&G*hneXoka(2u#VmMrMNlb#P%+hh+^cq=rcMJBUUA=oQ
z9@<m2Sg-i@*3V6MHf&rpnJ;Romh_2Wu}Mrvc1V>Uevp6a(DHVj?6~;PH?MCwbNh_#
z->b$K{`R*88*Z(9s<G;&du**vKz{dT&Gmj4H~#Ig>#LkwUl1F8kB!NGP5&9$^4C{a
z{9%6Id${21cFyHuFO`2t8i-62lbulY$zgU${+caQw=q|*+x`CU*4S6C$}e=DIDUHj
z4p;fT;?uW3{A{5)Cq*;Pc-;+QgA$7-zL}v*T!LQxv6;L4SaOBl5$S8i#yZFTD=Eos
zKFxjSzWo=Q+rr_09>xBuY|Wcnr^CRnmilzgm83IsHJto|ZGAqRT(qFF@9@th@2$`E
zXq`GQ7_d5G_3py9>($q$uDA5Ayv<iQ`^J@R-)}Ekl6*)rJfzZV<|Kv2%~|F>*Dufg
zJH@5pV&H#+>^c1$M{8R2)A;A~Os*5Z(^bhY+~%}+&LO7y$rAIMzX^o@XZ*t;q7x+i
zhxM(#yGiiFoT+6#QS+{QZ~jtU{ZwXC<Tj5p-e11=%WaXlz5dQ(1Nqx4yDXm_zV^dk
zx4O1(!=Jrw``$mbyz+nJ#C=Q#+z0(WZd<qg*=Cg`vz-dgO`ZRu%f0%o^MV87A7+{!
zWiQr0alVG@OLfe&A9uuhuGx14u-w+z`%uw2go|;{vw4cKRe=^?*QlJjn^}3wbjbmw
zp9NwMUzhy3_P~3lqfe#Df*Rc>+c>SeUe=5(JJ{0nm3M{A@UZLK@Mr3=E`j3mg-#)p
zi%u;t;r|t(G3kz5j`&kY=4^}UTE(&beEalF&Qv*TUUsYQxY9ZyPVvY&kInN#GX1+N
zuS!jOnpCS9dTRTxfCUGBe|s4&tx}+?ws4bu&aujU8rQ#d-sainF8g|k{_mCh1Mavl
zNpG6gUdra%|0G}d`<<q3&G8Y7#S)5d-#BOVtTrfzWxJ+guG#&4txdnwU9NRb=&ZcZ
za%rwW^Sq_o(|>FW{~Ys1s9@%~cCiI-a}Gb9dU^kGJ)fM96Q}V0UG+#+tgV7M^6Ohu
z{TW?8%L6#Bh{kNpZSiIG*m}hI1zS<-hmX~tOO`af>35g;RQCCba7xs^g))*}naMFt
z_N%wMoWEc4N8ea-m8rz62m3!7T$uGT^32Q#V{^HMF2^k=8&_Og>uc~p;!wfVrsLv`
zu3s-6`<Zwy$ck%efi}xM(>R?9otW)iH31*8D{_x7mb_nKsm^=k=nRFw4ST{at~B(`
z_q3X{XLl@PoN{1i(1Tj-LvznBH$1;MH>Ygr)+XKsM}luk<p<2&xkjk<u>PCd5xawT
zzx-CPeR6w|!(Yv>8@~j;%Gi4*`r_gnAJ;6k6+ivd^LVY6(u2R3kJ<R25szA6+<r6s
zR(#Xz{>sBQ8q$(yw(Knlbn;WxzWx2C4eP(DpU>$eYIdFe*>mt@iSdHvpCy0SE&TNR
z<s2J7ce|bGhrez%oPO%oX~nub^717!zlx-p`M+DDypPpjiT92#XAgg7vC-46Nu3ca
z=5pTQQCiB9IEQcsu1WpcbG)NPTW{4)ExOsS$Ti=6*Z(WGUNZgtaYR>Jdd~5$tp3H@
z1(Hwix%D{h^OXzB-?-HN6g(UJ!O5=LEqLDjxs&=8_#Cw>JN#mwWp47Y_qkoX<&2E$
zsZYNSn6k3mK4aRiuce}Q((UoY=jw;+X1?C_x8JE&RO;d5T>;P1T6(Q5RXCT*?GzIC
zocqzs`PPzW)oY~Z3;i;+eRVVXx3Q#W*D9}<d#26*_hfq89>upmCx|s%+-DSN$NhAw
zg5SJ#x~1l&e7E`1UrnfE{__7~()N8ed;aQAR$T9qKC4pZ^A6*eA7(C0`v35k{W_JR
zS2NvL&oe!AXHmqS_MY_ncCL!Y<M`5U%~@j>^JUkg-PIOCJck3tJddgNwo0?q?(2|d
zmq_~Qqjc)iE1lA*Mui&xLigtNhcmx9ZdSCHbHmaL8=rlS{h!2fG9vDJs%o;*>~fW3
zA0Fge<V~2Jtkj#d`7?`e=r6yj*M$$VY~LsRcaGD361mo8YTisCjovBGtV8Y6q8$$Z
zt&v-(cSLW8i^LWMq3MUj-rG#;fA}KhfI9Dzb@6eDrn<Y?F4yNg_Oq^vx?h_4_1Nvi
zV>0i}<JU1ynl{bv?87y&X=~a)>&B_>zG!kJq-f5bW0{%97b^&Pv7~9*>HT`#I^FJ&
zaiom&if@L3wX+Ra=H^)N85EWCt@{2vY-irzlSiNY-fa9QNT=z!Jk$D?_DlYAS_Bq;
z2w*FE@}9v+E<`Hkd7oZajLA|fw~KDoUeQjMD|Rek(lIIixUl5T%%1xXWXn(e-JP=~
zS!Q>R47bU4-m0R<znhxbb~kBj2KYKWbKY=)zx=`;1DoHMb1qio>M<7FXA?hUv~~0I
zrcX5<^_PCX-QXj8qi`w9W}E(Z?%g@{JMTBKJ$tUwzr{G~+j*J0FLsyRT4cTd!1Hx)
z)85T{yz#ocRK_9W<v%uxMjf@2GI;b{^2bM?%O2krPMs!`Gl#23modQZ%cOU#GIF+C
zWKHM4UoQM|{%?bw|5D~paWr{0IbL+;7sa|74-STMQw^(fBbmKjf8*W>KD~61Nl~eu
zm$&?W+mrg-gCdiT|7&9|%zfOII%V$bo8f$1t34fV<cfzC6sDY>f2Q;0&GSargEJm%
zH}>E5TmQ%3NeBPO#`P>Z)ZVG^(Ny*Og5uEVd8KpTOq>%k;oPF5OAFR7S1EZcBAaQu
z?##SG*S0?CAKC2cO)9CgU$|Voe$cG%so$?Po^}VL_tn%sRNG<j?RdetBcfAZw%mCA
zH*oHAPmcwk)tSFNt?94odiCz$&5M;@Epz#|2xPrkv?cfW=Agyj7kqu^zR&!}w5f&O
zpNh9!^vgX{bm+nRpSyTMG>>gn{&w88Zp!)Uuj$bnmam>2Z5Q&!QhwE<HtG6F2Ypk&
zNB(=&u~qoak?oI9ecfEdWpnDjuj%K-OqG|Tf0wJ~$W$$kxS`Ce>@!!|c*nAKm#wTj
zLZ)_|ta6ynze8^d>+5j-)O1^sS?L?!rtLp}hV{08)IzVXXFE<Qx$vydzH!orY0pQG
zte$;GpRW`A$k|Z#f9KQclhgj3`m^GC?s=>G`qNn*C+y$-<L9$e-%{;26y+WG{!*}U
zl~dAI4dxlf<sZ)Nd32Wh#>=YfpXdKv<vOS8u4u`9jf)Pd4W}f{OO9@|i#k7DS#!%&
zxqheaFAXoh?U=5^_-ERRHP=J6`h~dyk55e!%G?u@c=*n%!tz%#$8Q`Dd@t~SMrvV(
zf#&XulNC0~XwKih`32AHnHBQKJ8nz7%I%o7&a`P~fagQ+&7W9eUeBHW@x>;2*XpQ6
zGr#10wsD;~Z>!*Pt~d=|&MaFibv=iUoiQhmZ9F9=-TWr{bcEgKm9<Y-Jt_Wr-2ML#
zk5^x>%n2**`+WWQw5GLJuO2Q`^g8?b%hZY$r}+-NzRbseez9%w!peTGC9MxP^>PW9
zE-Sr!{%1vFz`E(x_m|%9T>P)-_20@Fm%>`Vl$|fxsj^+o#a?r>Oyiu}KiTp*5{^zT
zdRaFkL-t=|v((mX{+87aDjF{hFLJq8%`cAfxf;bezhtHGE0bMcbJt!Fsh)Z9heGe~
zkh9Sr#VZeRx4qIdVbEH`pXalqTW$;glXo)apX~0QpEbQOxMkAf)sOhfzq~H`^{3$G
z9rZtvzh~W_7x{9d&$5K;{+jC_E|mD+bWd7$+xO!!e&5{9*$g~;t^VF;EZeaE(mVmX
z|IIRY--}AbdiEX{?`pf*@~55U%SW!mA9M3R&-wQL<@(~T#+jvWrtEtV&aSX7%f?Xg
zN2B|Ce|ecEMZaww(~U0Q{LLn_?dJ?emdx$?%ikaA3Vqbgn|C?LZsx*g7IS|e<h9yS
zeOj~nN5*$s)5lWpUi`Dkp6#Syv*@+bMK3wN1EK3(3u3!n?3N|B1$(V6{3g(Tai5;u
z|Hn+{{(RM3^>U&??EebQ+_zW$Xu5qmT^82(kK@9}>fD-Ni86LqHq5fStFB(JW3>Ep
zRmC&Sbx-4+#p_lx^fcOM965aD-&Ow4e=oPyS?8aRy7->!uk^fU_8|;9U)Xot`uWkU
z;CoB`-N%30xfyQ#$Y<#OzlUMx@72$A_f4(x*lG9nviA*^E8o>5WS4*0;gfZGgZ;;H
z$G-Zo&4;&Fs-)_^Xnv^dJ^9mXyAxkx*SYk{1aG=4*qgCn&OyV%P7j`TZSKb0bejl?
z%SO!ZYHl+{r!T2kw8v?#$W4<M*KQm<6@5i1aK8Y{6v>%P^S2sF=uDJMo!D667W;Dj
za_tZPx|y6h&!(Dn2OXVh*5!XUoTplI)A0+=CXELT>X$3JNQX`MH~-p9wvU_2*%DLS
zqEk*~_S)@UwD$#f-t{AAGPn*m{7<^<YAWLR(9p~=;^T}3FYaD<`TjuXME28VXFFKj
z1ZrQ)HC<ixTYJ~3ZAD9_D$flRnC{G(|00fU?Y|dacu$-<=`%HEfqDJn2PZkabI%?4
z5V@{HJs{^OdsE)e%mX3!`fe;*)|q{acf%#0hR(7#TW&td)D8c$kmKW-jI>s6?!_%`
z6KszrK5IJFH^1@fs`jJYyT7kty3F3$>-D;L$?r=Eznk~+ZnN!@erol()!5cB?n^?m
zZ~seGU%|zZwnz4D3`tx6i9@(%k>uM6veHNQeABV5Pvd*Y#Hik;n<jBidc*FWxyvik
z^2;Sp^?%U$+EKFNOPi7J7j}y-FJ<fVW=6fSD{@}%R=Dtjvz5W>yu9o^|9M`Qy6)#P
zq#s}Q&GpT}%ufunh4;Gif7<<2+VaXx^}Ww`t}O7Ha>et#`pZL#k!LC{9llcN^>)_2
z{cYAW|J8ZiUmurWemW|j`Cf8XOZFj`eya)kuWc%h+{^1=|19>bao+2Pb6Z*c<9;af
zw`KI6e9*SoBcJ=#|CgG_n&iGckv6~C%fmB2)7Y);%NpwkS2rdoYQ<>Z**&vr%lTEj
zS*up<Zi*F(5}7c;Zu+4WiOy+mCTCWKeC^L%7HiDc71kiTF?Z$R$mYZ4?v0DAZVE4V
zRAtp$<Ty>{CCf+0$_G-en=Nnd4nOp9aZTys)vp)D{jGn;EV10qyYGthu47h9l{a%7
z4^Buo+V1$n_Wj09#fn`|A65N`@$*zr{4QAk+~ivYzvQOf9vAs|U3gwK?EY+j+qd0v
z)sodam+O_66ifeKFvDW)$Ky9W=Y(wDZ2N;%_UI+U&i!{IpC(N^d!G05?I|JA)jJa(
z_dXS}a$FW6GV8*e`B$=6+qS;{QC{i#;rvFXeVMmpoL^=pR?BK{H9dUkbHFV2%M+&8
z>?nV9>ecoDQ-OyE0u-KB3OC3ZPYU^wBKTVRu0|<mkl;z#|8u4;d4Ad5m}}=!kIclj
zb9{5G-NW^cJM!;qc<ORpVbx=aAkJ`sNsq%ER!uoL@kyQQq}^-ZINUg3(Ps5y$NI>r
zhuL{A#)eG{efi{j*X11(JG!pUKR)rr(Y22&9&X-mb+D>!nbXZx{1I|4z6u|vJ~$vF
zGT(bf<>LciR~{BMPhR7)y0lPo@_F;iSMT)~J!NY!zg^e&;Lr65)mgW9PJV4@8NYer
z{lhcmK19{~+7+s`OHDsEt>JLZiR3`t$S0~21@{`e>*~s$OFmk$=7)^ZDNXYau3JkL
zG_JOuE)9Qm-`Re>Yr@|vo!rMa8rVN;YwQT!m-_Kwo_^^@8J7(WXB2;bP-U34u3)av
zPvJkp+_IAkrLyA><d#?#zgC<6G>Kj4o@>;{^oElQi?6S=SZE>lp!P$Fnsxc38nf@6
z!F!S#ID8-cKPS<=Ddy3<&9;RZ#~06@`0b?h)}Nm)A6#31&-2r|=;EsaiIWOlpPlDB
zb;UDh%I^aCX5G?CgS*A%w%gM0);(-DT+RH~X6v<wY11@6-Tdk$dQEJ$>E)@vgSMQS
z=kUXRmi2~K?c_BR9)xDCVX;u{zM3iD>?c*C_%?Z2iLAQO#M1(k_`k+7ipL#Mn%*p{
z_oT&oiuz}h?&ZtpUNApX*R{hwXAMVXbmV&Z&q-^ZWli*4w)^Y6sGg}W*M;y-o*eY9
zh<Vn{H3qtRJ=sgXXf`*_%<BI<Vd36~yl<EVPdg|w&QUj>SSs^))}1X+*p^gn>%3Mb
zeXB5hUi;kT!P~9)9xlGu>-u($(4U-75yC&RJ{Gp!;(y{c<@cck6H9mBGq)d_2QIig
zLuJxON#EUvz8<;p|E-0TS_qSkQq8~TY1ii+%s+YSyZn}$E!r97`)#6ZR`RaB;QX+y
z_~`WL_dgB&Gm?eGMHaT7*?3h_aBqoVZB_T)`CNTRGMZK1E{YM+%BhlVX5nFe^xkvw
zjBlF{e4cWj|IC{s4@)N8bvx6(?Y!gj2E#<-c|yfmyzDvQ)l-Y)@@~}YRGixO%V4`+
z>V$@{Ql(eRnwHM+l(hU<vEioF-MI@S_WwKEye9tBu>%E*_wKCxXL>{L_$<HOdZz;3
zxusM#-#U2wjzMX1q(^SX+gDFtEPqincgu_GF?#AI2P$W^1a3e3=-rpkCY{%9Z%lmH
zXxJutasD$;&b=?5G#rm!qqF?OmaW(7&KEqE&Ypd~OwYph?$KGRFCRF&KFcZJe&vKe
z29Nm5WDR!b&RMjisB~`5(@PcSH_GJqPiDH~@aithLc^AXg)85la!V3YYGCAF({?(c
zF=0n9%Yioci7|60{fv1!dFG!xQ!)-O*f;C){V)!OkY(o`?8=n2O@A$sOS3KgX7*Oq
zb?5qBlkd)0*R?KW<wBA3CL+h!W^(wRKXb%(N!63<HIhn-2H9#`&Iwn2dB17pq$^Wd
z_iWY+{h{GEqwtyd3AS(H7gFsTa~dXBe@N5%TeWKe=ceP?{<2rAq$C@ZC!D?1*c7%l
z$WL|tKdn`vHg8rhc=}1><<tdD-#A*OWX?FBT>bb#@c9c9ID^k99GN?PW>ojva}pWL
z7k<lJki6EhTYc%}2#%%?v33)mWIyw-wVnRz;Qgn!pOk#i%RQTNye6e(MQ@dK-0ru{
z2Nx_9oOg|v)nI}phoXpG;=hu-`IYaBVxsd3MPJ26<{XjzR-@~)tN-uC$(#O_CLMm%
zHPc(N`0bA?se8}QxqOe^{7~o$1*;_wgrsi%&9L%q4v(0$-2P5OJkOfrw-2O!zGD^N
zn=|!Yzwx)1`Cs}EH?9n{V%B>s(U%#*d87Eg;@=%Ar%&epF*&x;idD~KLwc(I?tJ(3
zHP3HN3fP~PDs<HUc+t6N;q98zpI6yCO9#HTKe+i9gZFon{(F@j_OlXW0&n%W^QGGU
zTl_unXHk01&6{t|{rbcy&cN{QNcW+8v9~?=T5fHw<9%K8NYCDf_4k8>%{%#<Z*EO|
zX=fUFUVi7o<jBOt9UuFJ_SSRu#C6ACD6Kki{HN8-<H|it|Nh>PW^nqxqT#;XrFm~}
zxYl~zvHagPU1G+L-_KlXzBT!t3->bk&380ij)6a~B*9{f;%)bDFU+(&N*Er#mfx{x
zxqh_L3-xbe5(jl^UhquYA|a^joY30uJ8hHy!&x^NnN3+rB|7#Scifk<a7>k0|Mkd)
zBiZ+liwdl>fBN!%js4=(x83*3Y|{U)esSZ|AKwKPd9l5fPrdv1vhQ2Bj#K;d?YrTJ
z-{)Vj5z+p<LGQWctLsXsYb>)qdRb+CYWTwE_<r@xHQ9bywK2PbAO6f0e35AHu%iEA
z$INP#%-H^*{F4{_4(Dy3TcmCDY_i;%CHZ&P+n+nXmf=tDxx*PBAK%)3{OI3J%YBNE
ze|;ThFSqc1)q-hz=7#NyJ*&Ta<>O~P_ik<X{<1iai;>AV$zS`H?hP5)n^NDK6Q9c6
zZZ7)v=k6Kv-0a=6bLHIGVpEs&eLnE;?k~NshU_2zsjpuxzGc~$B^|9={%VqM3ItwH
zo)z}z%EP6GPx^ky?g=cutgHLy!bzu_zY_VkZK-?x`Q(MdH98{tr8O6)Mc2Nnv(rlF
z?7Hu?H+|x-koJFjTITLIDZ6s>ncmii*Pku=Txzo3%>Et6?icG7p1++T6R}81@7ZC7
z+_~QsioYIv%C%|L=SsGA%UhLO7RMhncPo9`_q*w2)^4s1=L_pL_3qU2uk+tK&-z&T
z9LIz&YkC$fw)*zWn{DH{pHe@~a-BIW9vW_EPl&qnYlDLp<Nxrd@l~09k7srpAJ<5;
z5uNk0@M{m_^ZM-VdKzo_HdjS1<56J=SScCKwWiE&&4!7m_bv-~x=!o+#LMfSKg>D*
zIdg&j1<qXkSgtF-H=V1}e0+R`ZGPk5^#u=|u2jBPH=A<5GveuS2G(CMVkYp07dcxU
zs&TyXA}{3Ix0>rKe}74Ie6O3!ZuqQtwT!o&g7oLbhuP*XJT;ro<>^}qzmjRYE^tb9
zay#D^d0kWX=1jDY?ri(86uY#iQIC#n-Cn~t_0I~qA1yHzdg13cPnPtE%s79(y>&ui
zXL!u7!}GV^aaIh>nfGL25$8+U=aH7SY5PonXi3FZzTws_DvIM-ud~IqPWV*(;pCaW
z1QPo6=5>Eo+P7n(t<B-(3m4SbvYuGK-u}qM+Y^5YWS$WGYf!OUZZgX;#gA>ZFE;k|
z>xQ*fZg>B)THc?LYs+EXpD))Jvi4PfxBHx$y3Fo|^(?2~i;GgWZ@PHlTWH*FyRz`^
zjY^lJ_8;tw`>!TranRrBUbRY*!iTooGt?}<nEtYzq^Z^QYK6PZo@@5s56`Ok-g895
ze_lxX&L+OZT;B^tJt^Ow*D+L^+^D^M({yL-qdLaVn<m_vzhpy|@Y)H}pB*kaU-nfe
z%JtW~RWbW}cCWp>RdQ*pZR)3+6RZBePIs6TJM+KE+1~5VESCD|bew&W9@2mBUccP@
zzXvyqT5LR|<gjRS&7*GVTG6cde{;4c&b8fqa)V)kl2hbu3A>G@Hht{>cPwU~pLpbP
zpxcz?CsXe(pRi+ri$&jUL-ogY3&mt&_D@{?EIs1I#trKp*t?j#?QgYw%aeaDMc01H
zoA0g8d>7ii@2IRxHQb}?6_Y1^JkH+i%O2;4HNH`=Dr2sFTfSyR{MOIcxlDe(I$qU%
z*_QVc^Qm9=<<Gp?K26Yj&68q-f_$H=ft%V^OMH=^F|R(FQDaqQ&8q6JOq)`CmL|P)
zm7B*SzS!e}(0jdIWxxK{{ycW^{w2mD$)F?QX{$Ewe)7ok^wS+XE=@8lt>3?Gum1N#
z-_FOx9h<qJacBHb0izuusc-H-H<r8gh;#pe&%b>HPWQgIu+7f+E&Fx<J(m9qnRecN
z_CtH`{p59X>rZd~6V@mtH*tU6YF-Ab)E}4YKOC|#y?jjl^7;LVPXDSHU1Vzt`~Qfy
zP5ga+`^Wve9A5Tw8h#AkbBz0s^gNZz*XI>pQ`It>ck$`|9cy@w3mKbT+UL$6B+=CK
zUzdl$^Q!#XNzS|<lGnQW)xYD6ZnhSj(bAw0zxjh917qL9rYUk)xI(j}Zhz9Vy|CvY
z*Ie6K)=b8>!t>WUL`ODQTo2Ru(jdQxub}f(;zip%+YX&N(Gtw@dF6)Feo`MT>R!|c
zmna{ZKhq>cNL46QZ8NI~V__H%D`TdMnry+Mc@u(j_-2W&d9kys=uqRvsJX(O9h<ru
zx19TMWUA+qOPk!eZ*M9useD=H7TP1~C;Revmt)_lGshS$F6(m7^$+~<;ZJaie|pYG
zh6NM81~p#0x@yrC$(09>WcTh{Q<AqRbE(r-`;!VrNpnAN^!|*#c<@PI@qz^mfqNM?
z>{h>@cqghP;pq|nUCpd4A1*0Jo%8>)VA1!fyO!}w)lOkHuHrR0crzm+O83i&sE~hV
znr{4ara2yWJ7$x$b8&$D27cwF-&S{9UKk%?e-QWdgPLq^!pY2ze1r0ZGoRcwp816P
zn`fSv+@xR3uFB;HWArZlj(@AYv+~ZQ+3y+m71v#1h>6-|)UIJXUpesF0i^=H2Ja7%
zbK9m#$uJbx7x7#0W}aF8<>r(L49mi&oO|ZnHRY<r)>qb3KJBqp>CNnMzT|Iev-9ly
zw4Tj1oHxA^Yrn7GbNXLg<1CxMY7dQHbr~3by0(<N?SA?DE*S-#&kJmV9<n($W#%!Y
zYCPmH{v+79&`9^U!=bNT5$e17gRF!^OxV=Tq_{NAj5C_z(-^k|F3zy!)!<97vwnAZ
z!Ai{sb(t)`=bUk4IJ|RbLzs)~*;Ts}O4OJ#=E=-+?CZVQ(_7ftyFt6)*xC-A)lZJb
z+*|C|?6&zXb1efyf|0cIgUMG|o8o6XXD{e(x_HB+)G9|wE9XFMvW!_sTXxyQnTH?6
zHR>vfzK{u79eX8O;+#|2<B67a^R)MF$}wzOko-ieDf9P|Ykwube0sV5D{IUtx0SxS
z=T~+_Evb8JxZ3D-{DwCfSAHq!z5aFmwVp%3kKFjmlv>|CkK3+W6uNJFGjp@KQV{<u
z7gM|Y+nrn1JAeNc*SpE*Qq^z$y>~f8xXO+^VDL+{EM$8BRDyeP^SrGgbFJRl{+m5z
zgM9O*fT=F4Ytv=EmR4`<EDVq12xC`ud^mH?w4HDKi$lwA&nO8_WPQHu=;AUz&+rvS
z?A~@OFPvJ>@UcqzOm5=sxi9$rq;GJRYs&uKcJ}SIsR8fz+4RTq*?mhnbH>8|ugdpA
z`KkZEy7c~H`YnB2Y<AI8+hqxxeg^;lY<KSD%&N1WKb`%|<m<<C_J!Q^x3Y76BzmWP
z=ISzEE}s53#=i5D$*c1Ae?QJF+EP-#CjYstsK4DD-TAXKiyb%oXlU6g*thn}qA7>w
z_wRge`$dsup4i7+wdQ!y9UJuW7)(~}ZhJo^^=D+SnCKRX{>a-LslP0yihp{e`1E`7
z=gpmM;VMpiWgai5lrPHDQ<0B(8$NMf{gT%|*E0Q-+3@GO)KB}s1wz@noX;HpgvTr^
zd9_H;-(;7`CAkT`qA5$_zBc^#+F#v%XX47Re-V9O-?AS`4Et%d=hv64f-PbF%*;M-
z7VEc~9)72N_{|i*<10#%@>>t=?7U(2W~b3?bsH%~#Rn5DxpeGyuJQS2;2l4|;OUfI
z3+^SnE$7*F$+lDH@yD0{9OEu+nKe@<x!L4iQ~poBh<AqhJ9nKrt2!%It^G{&&lIQ1
zPsZvY@*!IMZoVzX`J92TG`AYFx$*3lD7SVv*w8!k+iX2Y=CIkX-zr|6T(Onk@#@ot
zsVieHZMri>`r#@qMxpbCS4BS^z7t%>_VntXt6pupQyCxIJ?ms+YIFOgcI#_{zwpk|
zshmwdRm*(^Z^^nOR<7}E`nCLQC}VHlI(ysw>m463Z@kW%J-a`5^StHnI0|Hc$j@C-
zy;q}C`Jk}jCN0fJBLAn)tdCu|<9JQ)hI`lCj&UA5;`Dq&cl4h4=+5Kp^Y``z`}G|1
z;Z1yd!%dR!cD6^YIm?RHZHhZ$f`WQ(KbaFLV;jR{bv9%E)a#!%O1IZluM3&3pZk<e
zpJ#5TrQZ#ShLo1giSYt0)#(MI6(7PMc&@&u^@nwde|O94P9I)Df#%AOo!P~$r}Lk!
zjm+CzG;5*ex{SsTPlcx(sM%2eTX^@Z*M-NHCm(v6fAR8jL+i;?)Ssp<n(Z8IWMg-H
z&hw8O-+cZo<tjMy)z$QTp~y*}Ycp~#FO%#|u9aQBKlb(1NvpFu&3DMkq|DqKp?-=f
z!fA%_{ZBGt8acYV+CM*IVBz?$c-iUe{E3YrdyCi}y=d8RPC#*$m-+c)`<^$qCMA7#
zH27NM@?)yd%(lH-4o-<%b5NFxx%)!bg%9p;Bu~zLI<0!!mEh_hTysTjGPA4q=&`YI
zFg<y)cgvF<Jk0Z+mgX1QD$NK!xUVPr{I~Guq4&<a=biccn$5Ll=Jmo4R@2X^#MJNo
z`u*km(@eJa^Sn!@=QXdK@v&<5+Wg(CvJ<t!9%b*&{JrhOs}=LUMcb}*N`GZ-#T9Jz
z^2)-GOc_lv+wM>Lv2Dx3<zGIud}VJwYSuOJ`|X9zxmxPkxzilxYR(fen(kS(yR6sX
ztjwyNa%+1gdLIrg*!%R|B$aLK3f^%~C(QCHVRc@7t?!YUV!hVhV*N+S%a%-E?y~ao
z)*7uyzQ~oiMKUZ!ubd2)ELv{c-P-D`7kj>f+hF(FPX{JV)nCjW-?~`8JoU%Q2wUx{
ztS>(gpN@QHcWy)4&v#je%<Na&$}P`-JH<7W&C$2Y-e7vcOTHDyxYkYD){wr@#NJl!
zmeKqVIrVpr{qJOYF#mt{;TL<>{lC7MG4^SFu7vH{d;dbc|L1Eda3A?!C9yw#!Tq@p
z|LHz{lP<rh{%FZxajq}xi#OYuIbFRhK7;4~t>u5^MPB@$K6h6F`>)+ItLtMHTr}M*
z_-((pul%l%=4EX!wCC%_O);DkSR{F-Je{w}FFfJP!^9&Kx~)t%)vmk$`=OxM(L322
zUMnt_UpUP%KkR^d|C$;#-rQL^#sU`&EfyUV-1_EPY+7dCh3K*wyUzTxw>WW7k-yJb
z>oJe*jRyu#g+d$h&vURm%5gm&a=Q3n=*b?H*^}1<I<7QL<$t*)n)BnlpBtOs_+2qd
zOPjg$=^igmjitdX#^-wuye)W^_S$QfL-Z73?(O$>EIh_*?>Ke2kCEfl<QV%!4k53(
zZSOHFU(HBS4=UWy&h$57^%hp`&ov?bowiTU+!5;hd)4EI+Sh5H438|43;x<==5h3|
zCzJ5z`!A{#Uup*3Y05hgB%OZju=<LXMwh3g&tfvNz16T)<;&F$xn9rZukWnZUs7=*
z!Y9~yZgKDurG;TK?W?#XrdnowNlw)dEt<4|QOP8ciM>N8ZG~g1+)lwet?M^^u3GRz
zIPapF&r^j}Qy#wAvq@gkR!uhP%O1uHE8B`MrR)l;kp7+ZX0>eQxrf=74`i2Klj@6K
zx_jxCmzRQ*eWiETdph6WqLO`Y^_Ev9Z~Q;K%bC?t*R!(Nr^xP&%&bjZUmx|BKe+fJ
z`d5tH&x_Tc-+y%CQMUQLT7Ko@r++P<7|pyVr>LX)^n<L#a_&oq!{u8tHynR>P@wB|
zi}vB{4WAXipV+x;?whhrw@>CR|K-&9Nc+Cf+v^jjs7<=0V=sAS#^w2<M-H2Z#7K9q
zzvbr0FR*G}u4_@rUOxG<+q_4XxG0$zS}}Gi$;`f)7Na~xZvBco`%F3iv%f!hU+cm$
zvsZI&-1XUI`EvsEtMaHjStT3#{Fa~U?Cz60cfrQEn)eRpnZ+Uxa@~%06=iQdc;fS|
zseA`y{M0kDnP=>;I(u2Urf{Z{V9vZ1D~vZrvtQosbN{7JMNZqy#)-T<nJK9o=bVtV
zf3e<Ys@2^(UiQQ_ecscgS59>gPcAjO$eEDw)Ai_wXF=`#H5Re~@pk#YKHgr%aPa*f
zS-lIoi4F}(GJSKdFr1p}_VWmPPL%l4FGj&m{Sh|&Q(m7C6t))YU}>)2D(g^Str5wr
zc}k&g?Zq88r>QPbVPD3`zqvO-%wDDak#dF8c6OPvNv$<oS2Ef3<!kTUZp9bAd)Ise
zhkc3fb@MG!EXpqj{@5a5@#6G6NBzv3J*ycMe#i6H2mM;Nhk;dO*-qVnm>Ex4*dK0Z
zC~m7hz{)ISwn2BTz~_V0^+F!oE}on@ZT{nX^72f1toIX4esFwq&p6!AY!-H(SGPB+
z?P}QK5BE-Z^{2`tWtm#%%syA(^!C<=R7Jh?_{RE;ve!A~#Juix*}gp!bxK|6&bcI!
zL)Z5oTyyvTt(yAPp-jnhPPXv2G}^R0nZDVmNB!lR<+D4u6E4}D$*MG|OE~#NU#j6y
zu%0kq^G=OuA#U!Jw}+;#_}ikgv+TwaubK%Dck`4@i+yW%%vAW|x+_=vvL3omf40)W
za(%cZ_oUQlKDGcGQzNdudXE>Ur~d8Fa96L`UL&V>H*s5Ew3WtzZM@Ynk+qv7{$8u}
z%-Q#G@7oV^Vz&Me<a=ONbH?4p<3N(g`m&psxBOR7+HLc^`sq8pJcq<-Ew`n794Eer
z^4-3y=l>5SH&NGR=M8f6%2_Yx#%x_<RQ&U^gWOGyeHL+luGE`}|4-+7vh0f5ym=u%
za(KTinN;j>%5TmFcIU-Mo|XodE~}I_|MRZ?@#FvP+#x4oW`^y&u;Nf)m(8pGoa@>X
zuNLfd(@aiePR+4q@h*RJSh9&DK6M_e%y))70h^r;{kJDr_qBfJoR%H3-6oYu`6;uf
zCU+p8kLuymEB1Atp0YdOKik|FjJMuyOq;nQymD8K=Go~lcb~W|(lt+bo|@~0qNfMC
znzm2p+0NwXRQ*>v=hy$QVgX5s|06V#_DvA2Fks&BK&Fq!?T1JE%2kiv*7DwapRxUz
zZN#s_iYbo292@?Zel|JOS@5myQ|M3q{*oioqW{^eCHL4J`^)#c()!DeE#;M|`!oB*
z9iLv3>G(VQLXv<@ebe04XVgym@N+$BS-i|}LanECFJnmOh2zdQz863KQe`!#c6F1-
za&~pc8yO`$bJcfTlT#58UbR2ya1YCaq_nk9J>PlkUhsTzszzd!;EJ8LY9)aI+<sb&
z4WDc}{X@c@?bGnwYj02$ujjl>y|Z5D@f67?^KXj&Z(~x^onhd=|DsaJ7sq@}t<JlL
z*Ev~U+B7LiJ9g(<ujA|%ibkI_10BUBO!=I<W0I!MI?&6cnET(D)hc*~_W86VkLt*!
zQb8NTe=WZ)ULoc7#c=aPrYGAM%zyXODpvnSbAaB(7cp-OHlN%+o6~BkuZw<VkmBl(
z$NrS*csrg8_`hPycdw_WGp|q7`!;DClkt^`sOtqwt~E~BAM@ExFIhEmeahkdqf#$@
zlpD`-D^IH2?b#5u^WvgoA5Dx-9*Mv0lsE5ZOxJH2fBt^gDw{S=^B=pJlCDjy`}4B$
zxZ#b!`SUBcq%+y|EuV4x!?B-<`)u@!rT<lkWt_A9rk;MU^1{F4_tN(DXWYB~;@a)Q
zKKE|#Jb!lk+b^4)vpmBee%dJdE`4U4+@WK_XKYJ+u4g(u$(Y{E$9_{Z@KoaWcG368
ze_eg}s;|zHukxK%Xa4*j|If2NyHor2_d>UoEn@QNOHVA=mNj7>@2ly@9=04VE~wZi
zqEUE!;cm%2ui8tJK4;WzdO7o6xGs;>yf@jK*6%YpHCb!rNjvpwA?J^i3>(vwvUana
z-h9F^PP9Sx)NSPj)9&?%DTl8v6_vPM{z`che`ME<nd(2|91cwUuvqRL@7!BOH${UE
z-S`)N`{lY>QJZ-$=Lm@%ny|L=#5Eh0<h(gDt?u8S$xdNcZ$03tSP;Z8C#B8o)>O-7
zK1mULpUY=Xd7+lN)AQ=%G8OLG`Z;xnzQmuq(y6sC|AF>D-}LnV!CAkZ-Wl>U{m&3z
z!n!ARqTp`7^xy^R-h8(lwuUb{r5*U4<pgX08?M9mofb|_k@DZBWYoe_5v~1Ye-Xpf
z#jD=Dxq9Qal-1@2b4l~Vrv$D|I%WMnxOMd*|0lmJ`;Ps)Rdo2-gBh;fcfT#Z{;urG
zGqIWL)_v0yJ>9zf&1Tt6Qh(0~t?zpBFjT|Z&wqQ^nqrA(FLi^CF!J)HX|yX?*YbX|
zxN$l`|M8s?w-0|_9KUdU&)2_C&#nBzxc;w*n}1QMJ;##hre!z!RXJ~nf49+;o};wy
z#LNQ2FxlmkOWt#@<7~PW&wKUj+Jd|fCp1>O$JqMtrQHj?sQ&x><v)q7df$2<Sxgk$
zdimO~vjtu@@vlUmFVflF&Zbc%`)pBH_P?Y{<+s_M?KRjwF-KVL^|yK1%Wpq?xbe}C
zs?u}C4r|sw&I|rlRK4~6t@y1?TMkdSTEY5M^w<qC;g@cQxceiPi)(zI(*EV&2JK*x
z<|*}6i68jxF0(%RKD~GPio^exKlXa9y;uAFb<MeN+W(%|{mnd=wSjZ-UuBz=13wF`
z|G#EB(-qnO)^Tam=eUlet5d>Oy_rz7PNg~Mq{v>anM#KjU5NcAUQuIlDbz*o<bsFN
z|7Vmv2sqz*^zZ(8H+rtDo#yuII`@C$ru_KB$_B}PYf>C*vK)^r<jniVIF<XA*cDxl
z<@zh40;X=f_-xMfg^Anh19vVea(&u$N_1*=I_s5na*=ZzXP-&gDfuXF9an44ia%Mt
zo^{4PLXtaI7=O`~{4zCr_QR4Xk}Y!^%iI|z@#F@jRpnTerX2Z{zM^(bQ^V2C4~`lK
zGCatclIV2a!SF;x%xZ(?_AH}`C0~7Z@;r2T+Iea+zinXkq+q@y_jo7jXRhU)C}O;k
zZ_O<y!v(_W5;cN{Wv8X9|Lpbo&8M|1wT)YTcKZd+FV`i%adEYa`?bFP;`3EM?uO5*
zecCeW%k|c@PBq#5v+dODyZvR_A-fE3Zme<5SQWf!{ipSt`8a!HZ;2M?o$1OwXZ^N!
z%ai?Ce{b!0Ik)cYHSzF6^)Ds<X?{2_vcpA4y72(#;iS**(I0YdFF0`atTNB#-;BMB
zZ@kxEy)bG23iCT%nxFP8UU+-&<crlmmi^tmoIQx|*q`hLW*HV&0uSv-D48jI_J7Tu
zdagggtUWAci>EN#IWu$HeE7Oyy}FU<<J+D2>L;=U%rsW6($LggcW3!e?<e|#`&Gic
z{%C$&-ZH;H%-3jRyixthA4@j`J@jw27yZ+seaS`a_tH<(yW*v^P5)i_5q#L+rRdF{
zrJu!p9G>vF_&Gk2aq)3FqT}M{{KUq^$K{cWiXVvZaXAEMQCsYpONyV%GnW(}mt$}i
zRP4iVpI2u(Pt57)0TE!<nW}RpuAf>v@3^-`3QT>%5Uo($d@p(S6Fr-RKbL-XSMIqO
z<jI@jIM3*hNkFH<p~?Gw{uu?XyfEAMJ4^nwrnwOh{Ik4Hx71W#JP?}jLFYo@Ou5T-
zo_~%`Vfw;mel~59_HmY!1KqnCm}JwL7=-FJ{$A0*Y_>Li(f21UjUQRt``cdV|GD&|
z`z+Vwk294F1LtShAJE>+ld6A6zj?pJX4eH;4u=_Z^o2B@xn6g2i&jmWJ-0LMn^%vF
zUER~i!hbhE`lv0x|I^3D84fB}P90xg^QY^0`l&akj&B!NI`!z%RA)h^I<<h#15#mm
zU0uG44k2=Vrw#{hl-1^Qf4l0)<-kHKtttPewlDrv5F*ppb(k?>BimJ`x<fBBjvRgR
zFvCXX&d1(B`-xMf{M`?~%<xQ@^`o_Y@xuZW89s?^QaVq5a4tVAW4Pf6RMf}ivWtnI
z%VC!b2ku!2_6lD#5aboUXd-w??Qy!YjGC`0Q@`4e`?qg7Sf}=_TPxG|KIC|rM%=-8
zg(~-5k=2P75*7V@y4R-%uUMJO9i#tN;-<PqR{w!5Z&(`@IxAb0WPY=6-NBl%=Z7m#
z9B0cB*>$(x-m#gR&MqbQXlePGFm=t1H;iMZ%vgI*M4@f|t-{`<V^!g|bk9UQzxMKm
zRZI8lJ63a}-IpDiBcbguN6$*@ar*Bice14awD;Z&_?2_vN0k6u^Yd4a-pQ^!d0d$1
z&6>jNqWs6&#TqIb*UQd0+jvuE&e?-E_oTi5YyR21p6ie1hyRC}HqQUgKGVdkWJ2)G
zE-Bp^c@_(5e_Xw{M4;^F17AP6%2(5lw!W0yBwgk3-%Efa@YvM&1Ck+k9JC9h-yT%X
z5|X(+`S~X$S-H%$8}=|~tXnX5`lF}nOfGr6y9L{$!p^&K^FHZ*ayvSV$0ByciHVc$
z-*0m{?ByEz{oE<1?P0ckx1KlrZw}Pp@Q!0+j#za2_Tydi=lLftdSSkJ)AWiNW$!m`
zSzJ6L)Icus%NBX3rTb-a9=b%YV<}lKDm&-y>JZ0Y*Z+x3`_i9#`=OS2#_c!yJ7+1r
z`al1B(ySS8uKKBNTAg=oc8Xr@bElIrA>S7#H=VDVer<PnT>j~*@awzFMBco98}a_x
z#cvnSYRkzUUA(;Fi^%D)A1`#|_8wil-D2Az_x6`B408Fm*+yDf`G7e3xw^~O9)4SE
zWp(DZ@Uz9oYrf3r=llGv<>w1SdH)&xexJ<xYDyyd_)cGpzd3J1PIq}pMBl$t+v=Xa
z*dQZ2ZSnqHwh6XYYuwwvzF42fAJNbE`eLH(uhqAiuPr`YR&t~7->q*AZ(nSXmED$G
zpT~crkMH)yMC)I#Z!>>ee7LUUM*qKG-x~hD*dQ<aZSnqnwh8uDGVbk<U*zZTTlDcA
zzxdGNm-KDszPB85vVDv9@3ehjV>QRU{qu|bJbsIQzULPo+WeY*oB7<|EBRMcbB^2P
zoZn&KFTD3q-}l=W`E%EAkUeIw?R)h3^rp?FdneDC`)p3fIlt1fO`9*z6@GYA!~c$l
zzmN6W+wxV5?FyCc3m4m`Nn3GTFzd=~yIl6?l3POENn7{UErCWctM}<%-yMIXz&bIv
zcD~u86g`{l)koK!xK?4cufN#7+Wlj$^p#|W(wyX*9ig{8Lae34yN~@X>&ebLeCwKV
zuC`PA{9ONaYOlk#=RN)W@o$}F4vW>)+DGPAk$umtfB77*X1cH@tZ)162%qiFrF~gT
z)~<Yfayy^dt*>3ufgNd+-@SIeZU5!*VQty>pW`x=`3jfw-8Me+Sn`?8s=ghj_S^QQ
z-Mi&qS-okK?<KPik-qPx(i)~S>=qQ(+&H!U?cZ(neR0pj5^{JC<?W7Q*WV+TAbp#o
zdg{jTn|aGCa(-3##N3%@{+8uq#Pxl-?|M!CY3-Z)WncdC+^p{h=ZKlU=P#CV+VJYQ
z-d#Dh+#@D$Z9?woKTDQ*o3SPT_t%ONhiKW&bux$E^4;z~v+eceV}(n4ugv;UFsGqc
z=6mtaEx%^H{(Jhw>yOUS?~`x)|M~bYod5T$yppP9<4KXReeM?D?pQ2KKa-o@a{1fM
ze31;P)9v+f$8UGMp7-SE>_zeaKmSi~yc>MJ{(qM2@%jY}X)McG!p$sI-Wh8JY+>BF
zUHQgQmVMoF>YS52m}c`=rGDaXa8`PsQ!L^3f>*UP@O#EKMd1%UB1h)^Q`S!UK7Zwf
zwV$WUe&(3>Z2k)^(Jf)0owNU6cr_#NhpyGvg&utJb${90Kc+S&iCp3_P19(2y;8Yu
zw)I5A!*T_Q$BxHKACWtru~KsW$GS`JSLE^+y_)7?F>`5%@cY_7tNSj-YklYzZ&G7A
zVcKEkzKOMB*Z%_#7~-D9e>V8v$Fyu)PeE@(a?4+4@y@LO2TB*+wtuiTPFSS7gnOz|
zmTO4&isk>Mq}}d%9OIcPtfl^~;}qxAm(xFbt(hC(|9{cSmRpiri%aDDPMI)>POGa@
zG}<g=ae;$9<hS@#ZuxBs${gPwdhYtP=@jc!ZY^=U634e)w?wCEYlVlbo1+`DuI5$O
zEzzyoT9<z=Sy<%!wCz-{|6PllEA9sD1abRL$xgMF-?g~R{cYc=x!$cHt`@)D7l*fv
zx0t80Yw?H3t+3f~q2@*7E#a-|TK-j+7kqMg8p;1(YQxei^1;cvEG`RIX#I<@%G|Xe
zshLHuV!>p;2X&lx3>we=s7p4!Q<%cVxmWOIlN1Drdb){U@esfA;=}T96AwRp*L|n%
z;&%D%GOPYe`(-}*W;MC;+|^$v-p<|;8GiDF?IEFuF^P9>KXFX_9OR=uuXXLwUFMtj
zJ>&a*^sf4U%V}Gt_Z+Wrn`iOsdQt4pZ4)f6B#V6BYx(SSwRT~x$KD-vrEg;Q3aw=F
z-ryH^dFrLC__)OVdbdqGW}IJq&OI?mexuaijArRqHhZ(rOnh!TZ81~2-PAIv;+*3%
zJl_V{P3;ISnc^+uX`|HXuA<q!GsgYkF;5GnlYw1}4yhb)obuDAeY>cdZ<mVK#1NIv
z3;)-?{d=AJ$fEXm;iHz%H9JamJym@B=3HDdTXk-~gOaajrro)RE0g1N4Ci;L-SvFA
zhpY3u>!-b^{svvHJfm`A;u71!^-I@uPtt!Caz)|VH<NR>XH52p4LhwOVj8D?KYUJj
z>XWO&m8wTpDqnsQesjMR3wyw)?WuKJzI2u-%f6n)CpFpP)_>ErcA_ud@0WTl|9olI
zrfm-jvlC`7`)rarZEDwJXZ?O#$tUOT*Te+xb4YyKzWV(9^EF+McS%07dFv|IK6BmC
zpf~(S?e4feEZH&d-y@y=)JHXU)=oFt9y`Cu@2SPyQzCxn#oX;nXE|B?w>dZUbY{}y
z70>7UE7vZaaL)ez3umR>#rwWoe*4Jl<8Rj9yOA|P*Xp9L^=~eJwaRY&q3OL#N^Tyu
ze3NtNal!2AKU{;}A6I>+{`K04uR3<$nw&qrwea)3;UVO@n%hII=IzIKnOp9kTlLp8
z|IoiZ%+`ON{#tR-(@E!g<<@weJ^h854t`C_CNc9K-sQ1R+o2;o;b@AMghYZ>`$ZW)
zy$zEOJJ|`GXTKg7p_;(i&MWh9szLSPTSpI^YUGG<;GMz3nthGok;Wa#M*Hp`whG10
z&3x9TI#)I@J51#({^D>)j$wB~P1{XLw)6v+4r(y|KJBna?v6yK6YCNOhGJ%K_M1n1
zSbe*taxx8g4|_15=3C<vaQE;xYk~Rh3-a2kosAZimOJPza-7aK<=~Dzj59mfgl6Sr
z<}65^^er+fjs5XQwiLx%iJ6T{-%c&OVY2<wCymz<x}IAUFWzwre#Ku_b7YFF_~q9-
zW(tK}K7aP=<v0DuZ_4)@zv-TRTr%eC|8Ti<G5g)y?$=*_d`6-9T<RnF`px$L((3=5
z{r6+`-;d^(fB(1sm-hB;1oJfK>-YP<UVE`%zyHGu>Hh66HU4C)ynbD@XYKLZ+eGc4
z6~FvnNy(UadD&-+_s48I<lg@Cg@OFvr*9cQUre;L(s8d(tv*l$tNG=?mHpwOFX7wS
z!Ik|6xxZK6GJ-05t2OTRrPT+jO2CzS{B5}nva<ht=Wn{{f6smP<Qwn8x0Zgq9hX}C
zJ-<tR`K<bTt8?BxeQx*W|BUp=8@4YFt$Z20^m5GG$vd{1ZF}c#_w~~EZQo}8uGKf*
zteqqOO|$#A%=Tpc?aA8P-@e%bVu0A+-@f^htp6Q^v_WiGQ=+Ww*TshykKf2R99Sar
zzJJ>>w~+0dK3D9op1Ra4ug|2S+$Q%pzvjf>%0KU&_-kI5TJrAav4dKTH;po1+<$rJ
ztG$lJKgsKh{+o0CF|JGff6D#$Z&tJNooA!Z)to%@t>Lz^Ui#nve+&L|v%Zkv_x>24
z!}{%KewV@pg>By!DsX@O|JAUKu~SaaBwb-gbMm754@<-?n(YkzM1Jrd*y>)!a6qG`
zU`6+bt;Rncgq;4>A76OxkGjvx%n95E`l=CYCfRJrm6HFEwZ6W+`{DkFGylo5K9b+R
z%f7C({?Ds_?|)vsIyumG=ijfd+vMiFyq15!%Q_}(U#7+!DX(;SE6W2lH9O8O*D0Fy
z)a%=%&$DFiK6#=xUBR;V<W*n0pic$Wb8Y87dHQUgqwBuhMZr1CP6#$7PkcOk&b@Q<
zBGbb)etz2fWTU#ddZpz~=J2W9BC{X<oX&plbnIIXX1#xf>g7u}>)+O%B(h`i<eH}*
zJWm`ow;zAncp`m@`lFlkb#{K2^V}4(V^fFG{6M*+cRi}xP5gG=*;AH&raSxc(S=_7
z=EuM3n!Wwh|4&c8&Y!d5IFtGE6{k<`-N{q?=Gi0PuZu4J^3GrNysRvLRlc9u_gl@6
zW$X6+2-*82<m=*}KW{C6B_O%)%gS3_wNHb;np#_)PM*m=e^tBD_gJmvT0cW})-Su$
zQu_a7{-o{e|E!LCck9$?-?*@%*b?_+ir-#73Dusiz0>&g?8v(CcN*I7Bk%3_bhz$h
zZJ1rer|zlRpPSXMd9RCDeso85(%vUsrFv!McT42`H)+TJPN}VbXSRGz{`Y%^t6txX
z@r#td9pM)_zjl)yU)jHwE}mZ(Ys~wC*S}|<uXAeWzm|TxNc+WUyW`JZRe${`;g4K-
zy^cs@@U`o9k?Rj@zRsS%=K8}aU$^>SdtGqq*Ddwer535RZzq4XnzL!&x06+}ev$FN
zQ}*&LU$ee;Q(SxSweNP3>+fp5R!5<#=da1XV|4M+<n13e`(KlnUt@0<kuI<E=l4?n
zu%DcYf3sO96ePU0U-9*h;4Ax{U#S&arf=jaUv`P%lDxi-`Kq<scMBhRR=G9N@=xKR
zUyob99_M`BFMO^34rg}xUz<kp+7CN_Jh-&UI&;b0>Xh#nZ^#;!$<Nq){6O5_H&+Wk
zeb-p-RejmMR6=RP-a1P~^W1;@yH7V4-fvHK;rQLYqxJ^JneLnOz8vnmvw7~_&HYE+
z49b_!xhtCaeNpA#`Zu-VvmRSrdSiWk5qsL9_w~u!1q2lsCkCzTe?9O2weqxCs+~TE
zmX-%goRA4LKF)CVp>Ot`%Uk5UXPgt+xB2Wu*W#MXLf=h}e>!96<=t_qd&8Qya}LTZ
zG-XfHUFddOD0@qb$zHy&Thkm?s2+Nu`7J|twduu=nicQN`toKsHNI<p{z-=4+;yMt
z#)|EQCAUR9zURu^HDkTxTUZjzb5Z2`mb>hBzJ>nY2k!qoWSNo4#q85B8Qo{SY{Rll
zm&-GjUs$18_R&tSWcDMq_sx#W3r<@Wm2mCd)6ac(*?|lBkDaz_8kBT#&po8OT;Sqc
zJGT-p!MV&4%THXl+*iz%ZTtVuvx1A7OeImhnP-AUGXMYomuMq)!|Qtb|1%3#+^<Of
zbGK2Z{u1whADd~;fh$%lzk0f2Vb}Hf27C9{JAXgF@r=@{wuA2+ve{xgWA$Cdrk;}i
z_fPOYyZM3Gike*a7UezC`+q2HuU{4+B{S)Z(6<?K6)GuS@8XXb<y6_;SZ*%*a?-i~
zGdY&utL#~tEX$YOE_`!iFyH(O>VkgNzd8%5ex3h!fJ6P~<CpHso!_Y+;QarO#o})|
zqaWAi-@+S0Hk!z{UD#LlQ;W;p@!)pV`ejlv`>U`0|HRv6_e<=A{?(&9fBPr8bs60f
zIbJN%8nvj`qh2Ka+2U)HGai3WbmOuK-ZPV_XIo%_=h3HbF2e5xr-s&=3R$?G&+S?h
ze4+c$V>elyqXC+2JuQhYeHuwl4<)!d0y9no%KJ?e>v|h-cCBFF!Uq#9KR6jmDZ3<x
z*c<N+6qJ@~Z<t(WlG~8?Feiq;>;DY4<pBn^7SqEHC!V-|$-4g5!GHgr=s&EM519Hp
zVfpgvXD{~mx0^iTy8Qdb_V*8eIBq**e>j_O_K6J*T+?sn`9Ec;ylpD+%JuHPmA@XG
z4!jwq`r(SpA>EmEyPiu~d{bKX>2iYC(V#qemf(AC+PPiE)qMwoDyA>m{A|Mp!Ox~l
zyQW!{zV?d!{(V`_;-={NdAsu-3w_-c>n&JU^2aaZKf`w$<>qbtr%V-%GJY?J5mq9a
z(|_93&?w{go)}@}=56O8oFy@r-)b7}=bgXxhs?)c!RubChrDPGSh(oM0{x;33;vaU
z4|MiO^hv($pj_A4QCsKi({Ir5fB8nI_?9=CAuCe<ngqO656bwlxX->`skIJ<&h7u-
z;h{KNV}h^Bi8QGcVZluXlW)E}Yb?8|Q{bjcXO5Dq*=42K9TR=8oKP!DF}B@gG5JU4
zC1KA^Gu3XoOvzc~Wj0ZD_RC4WEhp7Zr3hzk+EOsx@_WIoFD~<Pmie0ruCTmvLfO;y
zpWpNQ8k6d60{;A2x_Zj<_L)Ivdrv%*OD?wXvG;vgk)RZAc5(Gm*;~Q$9k*9%7^lyT
zvlG_S{_JUe{~rI9pXGDhLZ45bwtV)fFXeOPXKb&w&tLV~arSfB<>ALI{?1*t|MQ;%
zUtUEl-+%jO`K{&blYH%cCi`8Uec9%v$zCg81k-==x#zR>ZIwQM`DSz0+F$?t=RGi{
z{^vcXP2L-w-R+aF_j%9hFRzf8R{7t)JhRF#n;RFq-1GX&v!(M&V9eZkC9~u1F7w>}
z@+>OTI{q&2w&(XRr@g<tWOwh6KZ<_!%U{0FyyWk`^#A|O8MCiX^r&}Raz200#qZ@e
zE9$rW{2jmJ;rvdcU&_nB{gLNhxUe*v-+al!rnNnSCe7!L6uhvzu}%D1=2hkef?Ne_
z?oF-SbyB@<-`oDUx$*lGuUK=fC_nP9%l63f-*Y8yes<^mUjKy6dfEj&N8Q`OA*XLI
znD$oc>L<Gusk_~_?%~h6xh_!meRI^d?2yyHNt3$Ix;1BepsqX%I+Y#5?fS00X6gG=
zr*huEI<-ezd-LAa+Mn00IrDAZx-+{s8Qso}o!PAN<Y?mVy~Xv9{#jptE}~fV_-n|D
zj;l)>d-lvTUOG#P<K)Gk?HAA2|7EkBk^jE(rS-b+>ym9l`c*?)CoH=lVz=LAg@#H>
zv~%z^Eu}8GNaYZb1)FMx78bSj-f>^KX0A|wk}{WzBG1=?Acs>Kit2L8YMVohqq-$?
z=ZAwS`Bq86Gq*F8T}?D!WSaP@NVHn2>Ylrl@ZR^Ukc?7)`MXQ@pVrJzw_D4S$$9R_
z({jyOk6mWhG}On(r0nKa+|jLY<DC=7J0*^7y9Jtdb2PoxYk8p8lz>ahmF3_!t(FI&
z=#*Dd{lowEjg0n<jM)heuXlgm{mX*)vFZ8y^^wj`vcJz`Vz#>f@8y${n!m!5A7IEp
z?nfujjDP<+d1lD(=;ui&%l*GPd#`(pLwG{pZgrv5<JUjv@jTFXVv4fM@4x)^_fMTA
zOFov*<PV=E_rc(<$;C&RA9AJs{EV8NG4)7t&oQ+JZ)>ioWnDd0`P*h%t<;A33cDR2
zFg&i5`(ydF>R+bt*-bMuewLg*RCerorR?vWNzWtHW|{7l{deo}Z=1VzC;7OK&T6Z^
zH}CwyDVeghi^A*zSMT!QZF0U?DQxRJ{Y^jrwT7MTuFYHRzh%|cOdH{qt1f%aWL-Kl
zsP*Nv&s$%%M5x{1o@gaMC*w*@U9D1J+_Ky14|5g<2!HeaZO405{XyY0cJ;jKcfIG2
zWNIp1Synp#U3|u6n}eNZKV4==%|7oqQ{Z7Sdwu)S&>zZo-|WA9xc>Qk+5dkhe%o6A
zv912tLHn=vx0bPa{9XUfy+OI_)z9WH(sEP#W)>`;o^Sp4&(f2JBpnZL(+a)J@rQp;
zS8jE}#lPFjjx+tbV>7irB9HU@QN@3)iF@`cmPx9AUnIJ8_mbC%MmGZY96J8vg2RP}
zKZ<tj_+wc0Yr!Me?)9g_Efjt-o;+-D{%>H$m+5&0I_}$>Th1Ln#4OmyAsEtd*Sz7D
z-QBOd(?6%*Nw5#KuUl33;Qsto^5voSD^7l6-_JW?M{oZPI}S`L;Ma>6Z3ab09$!>X
z<eb3JUFB!O%lt~itA3iKW!|HiZ|Z+_^i44SU;CAp_4$eX^XsQQ$*FwJd6Tc9=*s8w
zH$Bhix80rlebvDZ*}fZBP3r}&u5>;9YT|SA=hD~DIsI96Zo!{5Mh3e$KfW)iv#q|T
zza{qFx0TbcyvnjaUSqa4%J$83CanSoN0Z1x{bG-n_}3}|JCamHJQw_6cjeUJNjiIW
z|C?_dYXW{WKGHh$mE*5;&4;Pku}i(?d3p96;{1AJ_r;~FGLCWeZ%F;HIOOEkUk6ed
zl#No}vMv>v<~vdD`Po|qNn0PyT(v$qEL<lvGN6)u>mfmXv6C8I?kk?=&ABeT!b6m`
zxZ`qscI%xZjv9;FABRbHF5A9($C0fc4zoV<O}H9=yUI1;M`UYC)~?U$Y#CFJ*S<K-
z9(VQmE5`JG!5XLJso!<C<i&5<a^Y9@=F%fxGNn8`Z(Hm_ndVo&iP-by%chE*ns@G$
zY~MEbasB0OM<3;;i+8_dyLVale037XBFD@7tZFU!uN}H%b@I}k9VZ{{v)R$s+Op}-
zjuMYeBGcvdT~#lo2J6_Crx~%x?oEGv?uOXBE!%CE#ic97e0!oghx4+$epP5^#6Ia0
zpUv*>Yh|?G-!$KQ{i@Q;{OZuZQfYU;uDa#6dDYX@#}zl1_Fg?*u<328>#XIZQr;Ff
zzwJ{xYdR;VI)36aDZg!d*LxK6s^5O6eJN%l+m4dM?!V-7=PZryb^G1v^}EyS@Xnpx
zUYmEX*s?gxx281X|HKtrzEm%|^vye7`)ibi*s0h4KC@~T9G`D*m<dPE@7o(@erC2e
z%shVoAx}wU)1_%irj=>N-l3fa>>hhNe7c`&KRaQv<f8nRA9{LkgWf!G&4`+zlpS|%
z<;;$0z9HH^6WzRL&g#rND*R7ouGl$+c_zF$N-@_t&lqN2HrwChU%l#~Vc<s1lGT2}
z8Jkr$`q%q!I^uJ5n!(o2uDw0MpF6v3dC#jmJu_CU7F{Q{Ok;ES!z?@b3oox4OMZ^5
zn|1Pro$OxAo@}v&X_Bu(_uTsIlI~>Int6|X?N67Z(^hPq*`=G9Ei76sx&7J0r<R{P
zC;ap|5!brDRrA%G&>yq5znu5;>SsIulpMbJ<br-NO`p|YrXRZg?*qrC`xTEBy1xJa
z8@TPy{|9aLYE^3|N3uLQw7?;)On&#ZwcI7sf|(3{o&49j^3YYE{}JjZYCYb4jIX@<
ze#gUo3OrG^3(sDbH@)$HqV$^xpWm9ipM#~IEjKyipE*PD=*0dHT&>k-Ci<UOdFtva
z@o(jcw#70%vVqFQPnwt(=uMcf#FwW%<3sx%z8}92sb=4ul&c$aDX~Xl+S0w}L?pMy
zIxo)io~B{<O5*nJB-KBA*L|;#U!0;FxM{7a7sKOq4ktwnx5hdz%k!SBk@qUvZ*js(
z--|)lH5TnZeq-LF+K~AxvOc<hooZT?!O0cnynEmLK8{U`TF*7xwZH%K_2r+h((@iq
zYl)vePj|l4Wwrf1YQGNXZecO}d;0SG|FO=~{w)>%`&YWI>!Qv@X8WTVb$9;R=l$RR
z<lFcA5j|@EHS_-edi?Ew;qU)D{?>z}>i_)(^Zo1pKMgX;{Pf`Z${D9!7Eb6}zgu1Y
zIs4R%oFd=$li&B=xBhe8$wYYWuLT0Wx|gGucg}lvbC3Ul{rWD+mqVOq9jmi4IBl|Y
zCy%dX{(bcd{W*WkF0MX$*gjBawrAKJu^-~x7td_pU-030X8tlKljm7eGM8np%QV@!
zQ$6VGt<C!<tdhLozV7c&3t#0~wZDU>PMtpQZ)DIcj;a1Fr_!B7mkWRDzMApuc6`Ox
z$1)F#*8QmLIwi7xl3K`&7nA+JyxeMCzs%o^@z<I8_Ky$8tbTrc;s3`M{$J1gkuLK~
z|J22jBd_Oiw^eL(y8OSl$fW)d?+2ZdwYPT9dKLS=`Q=e-{=Xkz{GTfQ=J?|N`g)sR
z_Huva`~P{0{o7<+U-8+m|6k$t$YW1Ra_>}syk7loSN|O|c}vNobzvNpp{Jir^SWmy
zdGnf{@}B;dmygyTKe7I*&$V+(+k0J?9oYK$Ww@&EJNEkPwkgrK+aK%;=lfN>d-kj)
zI=eqF<gQtpU36#LG?Sg>Hrj_CWh~e<#r)^At83%_p3co?owW7dsmg0tjGyTk7T5b6
zIn=T#TYOTs>BQ3k*R#}52Z$b2D*vH>#s1;y=d-l*^R4sed(VnlsC$uX_4@i~X3n_1
ziP73~_w327eY@I7?Ydyx=^1}YKW1=o+*qchwx8#D{Jw{pY6;a`TosbS8*Euw_w;by
znAgM<cZ?;+-;q&2nQ7bd1r5^;8E*#%95_9r;jN~|gH)db-$X<{7^x-fW@Fvc&v|2=
zBjfvIrft~)2Y%0Jcq=91@TcPcfBFCa`~Uxc^q+tK#sBej{r~rGe)>Gkq&jxhyi5D6
z|NZJ@I56K{kO7XK-?tZJ_{?lC$ngArLjPZV`+vV4&3$~n;?LB+{hun6E&r`K9{={o
z>2II?tm9Lj&lX!>Kj)p@{j|zmzyECZGoPRT<#Vsy*_>Ik<`;kd+*-Hq{PLGSe>&O6
zzj*%pkjdeKeFk&%c|gpAsLXl#J<oqXGC63Gd++C=ihcTi!adKqAA^~`!amQrFaJDL
zvQHnK`T6Ientl5I!e^dyfBt#MX72gSrk^#5cJVXLf1jG!^t2|?GCtxQ8Z*^ukzXU1
zNAbQ5e#UE_OTYektP0E&=9`zl<~jFmlfz~EHuy$ZbV}sTN}9dl!oxV$(|?aGJln-m
zzs~q?`LB=v&s!Az|Hu2kNBn>PoLl$zCvy4i==Qy_>_Llt;*S3ZdB1H^zASHgra!MC
zed0Ykt0ym97vEnhedqJ++P})_U()X+d|xOa{rB_V`T5R@+rn#O<650^*8keIhpY8Q
z+}F}dQLc@9U%mdMC6ZKq_4?CLjU(Sytv|gwpyO?5{PggJ0=HN1(_8O^O`{~&#=Wm!
zf6^04s=j{xX{^SPZ|l~d-W|~KHa32G`9gu)yZ7n6cT(I|UK@L_)hXxwuU&h%TW{R^
zT3YF;c~8|!o9oehWzWO+=S^*}6OWo;TrIutnW|m#j?$;e)1&vy`S;^tVr-JB+x1E1
ztP*ZUe}bAF-#xylwz%t>V9zVV6En5ff6EPRyM3b1ccE<kcALW;b``-3A8Igf5XqEi
zWxjVM^MmpN-$3E@t4;5)HT2A4|6g{KjkV1tG%q0G#P*}oPhQkdH2rUV<6Cg~ob3+p
zgkEmvpY!a)%zSx^vk#5$+ZD_@oW8I2fl2%Mn%@U9`R4!p)_7UQ?(<vb<(4(iZnOIp
z|2nh%{M=_>X6DbgKKs)6zFqmO%jx_6uDbl^c;&yxHpeY1%jOkl*UkR?r+eKWvFDYm
z&hPvDW3tWv$5#If=l<Vuu0H1ZpXz0n-yU1d|M#zO?s@(_1#|sXPNhkGU6rx#>CBC1
zC)Z7M$`@X_X=d0>mo+(y!n*BimxZt2^deU&a(|4;{j^<QS7q(<U2;0@R%&V5i_1&Y
zKcyP~-PGAo8)Ei<y78<3w>SL^e%>6fH}n7LnP2zEnEZF$-4?%o=Ks|*zy8lX`)6hK
zVg2i;|3BsV9lvhI|3yz*&a0fUKf7K%>F>^aAMaN@K5+f_|9=kQ*Y{T)wtqTnd-l;k
zexAD=XI)KP@G|)Pa_gq8&w9i@+b8Mn+spXu&wabD`z6hWGK_8YQjaqgmf!s)m=gLU
zxb3%n5%V53gR9@`=N0{$|L4Z-+jIV{mand!f4Tl^a{l|`U+e4Mysh>7f3<(_-t#Z_
z|Ju0yyXD_-`)}Xumj8cs{NBCiU*iAXxcwW8rrmS?McaS-=IHl-t$g)wh2{UR_3y2n
zaJl~V@q2bBUhe;zoG<_6%l%&)xAPbM%Kv-gHoN8D?R9V7GK+s&%U)Ui+-ch4-`6_#
z)IM<CSE`gRUokO%?upyazcPlYfBM!a{xj-v{qF;<HLo4-?bH5x|9^Dt@!QX@GKby&
z_^t8tk5|_B><Z-W|LWWRe$Me3x2DAYon7%Hs_DV|{Vxjs?C<0HIX%6k&*k?&JL&)S
z5+@6rr(Qh%CspwGTju-LG4F4)?<?PNZ##d@`+~js@;~l9th#UaVejFu`)VIlx4*9a
zec(Ia_21t*-_Kq5{cZ7m>)7|VpYJQ*b#MFm+V>@U^OwJ$d;H<%|Nnp7umAI2{D1ZD
z-hbaeRR4K@{m$2@`akcVU$_7FUH<>?{{MfE|F@I-@o~R@{r?~LpR>RF`#%1*K%ds-
z`9JO-wzL0m=>NVc%JV(0hKT&v-*I0(=Wpuw-Pbd3%-?Z;`l5TrPiJ|R{NMDw_S?mI
z{~oMl`&-8}pX>7eg5Bq*zFhu}LI2f_{wMZ)Pxhq0QZ)!&FkkC>e(>U^mGX{u;z?Q=
z`z>xSfAvlN=dI_bzTVX_kF#2PDrSD&%0&CnmiQ?7GyA@Me!cV4pUV814*Lr>`A=BB
zj7@*l_1jy{+%`F|lJ!tXdEKh;{l0%imzi<>yz^vb&)-K;^RsT%KZ%_G`s(xI%-LtX
z?GDcAyj=2c+BDvIYB8VtZC@w6tzTFDdwbQjor&N7|E-I^{eMyV-|1f056|VBbYjuL
zEx-N?uKxIz_k+}*Z-IZ_Nk6!-V1A<<gVZzY&0q9ne#|$$^M9grgWb1d$M@Ann8&Lw
z^WA4*b@s*QMW?&|sqgA}@qJ=@`#PSgs1NU><$r&xyjwGM#=kvz`?P%P<IL?fH_Q3g
z2bs_Rclzz;T|d7>=gq%<cKQCI-+S`x{!Y35y!7+S`FHA;=IyI_b6fxV+3EeYzn|{<
z`DtVR{uuLkyKir&zkYW5_`bhIcWZv$*dD)bw!ZxDZ>LK?KTW>B?&PEGd}aR@q@H~G
z=hcTD`#!He-TBSRRC>R@+}B*Kc3V@q`sd#JFYH!7UKu%eTX5pv{FTdN9{>4#On=|q
z65$=??eT0ocO6)M?x9Rd#p}LUcFFTezsu#`y<O&faB{M=foQFQ|KFW6ie+nC)lT%*
z&%LrV@1M~v!95$omdOWlJ9>LXEn3i!AD+Ns-QvBuZTW2xi-7AVHNzC|`aQ3SILLlI
z^8WP)$5&t9^f7zqpWm~7_^10T@=QOwTlV=@X-57@PNtXMW@*hzsGi)mZ%>I!&64RF
zOKz9^(>qb9ckYsS;@Z>o@zeg-esG8?FK~I?b7NsM%bdPHZ`aBGovU2GJKMef`HB1Q
zZe6@@`Dy#^vM=TMrChClh4=k=8;VXb``69+X7Bf#f6lj)_pIN>e^vS8KIhxZ?-p<O
z^Ia%D_)|aSho(h+&ELmc|9`yozv6BEo^OvE<=6lH^1c6hUEPECDQCs!$A0Awn|p5W
z&YZ7LME*KYdZu3gI^Fa0Wcg2vm;9`%%6R?8@m{+9`~PdFRL);<Lw<(w`)&qP|6l(j
zuI=#;dBg8B`+H~CPoJazvL5|ez3F>>TmN74dlnf7|JK(}*!|vq=fnAh@86quem=kc
zjJwibv(!ufIkP{!<^7=l_gmnfZgYcMNqpNHR=2rT%qsuChVg&@orL?9Z(hz{pf6Vb
zdFJ-WkGG%8Rqxzn_x;A@i<@iTZCoy$`uk3@zWDX$a@CexAYu7kAYtc{-*=Mz<6nH+
zd3;~i{EuIrM}EAmU-{<ghWm9lll9yGemgB!ZTV(<{I?sY6ZZ$QR{tpq`-39(chm7W
zzTdubzi+Sk;isk+KV9bAmqY)vjQ)JfuB+bp_UF3YCO>9QIeB|;ZJcxM*}D67>lf}z
z+n+!GdO&^Am-;y8THS^FKvKTVV5wyX`P1L&ryt6fpAsl9cWdc{U-nY(Pt>jxFaMQZ
z(B~!a_1(|<36l3q%AWt|j88vubp76JuHBOV4<_%u`*hy@$~D_}-}!9a|Fvv-b=~ug
z_udtqe{XZ`cI>;KbB|Z;K5e`Ib3}gm&gbQFuixr@|8p*R@7?F~_J4}VUte@SzH-g>
z@SV@s+g!W7`p)O;a<Aq6zxFS$`Wo{4(aL{^o}7{MxMjTH=YDt2)2~*RedtQ;`SjSV
zemdL6J*#%F&YW0tuIu=*xnb)b?q2o#Wpd*U*0aLqr<ZS)KmVs<UG3MH^K9pC7MesV
z)yG`7U-$Zd>Ge|a$lZHxUFG^;7%$KNhx6U*<$G_c*<ZNqU-fY22JLLde{XWw>q~e!
zragVR{_U@&7f+wsU$*t{-$izkTka=JdKMq6+<tJ^{GEqxD;#;aZSSk~d0H7iR%>6A
zicf#`XKVKEUz@dCWt^^mZB{6I>T~$zB;PA1mYkLlirn;0cFiG)!{;5pnr8%jO!VDe
zR@hu`uk0u}v&81+^Y*%J=l%bdoS&cb^U3Gpzdh&ek39{JvU~dV;HEzj)BR6p<iyKu
zNws)(dU>je*md^l4<q92bQf>jWw(Rp`1GS6Q%&~i_30n}m|9pP*}J~`@#%t^NSSyy
z;cG`ZPZu28WRWQ88zHW)bC~n=qn1>Y#Mn6-c+~Z}g{NOUQd;=PXwD8DzZf^+>qk3J
z7d+ZzQ7GvfC9bY}*z@$GC8;Kvv2(WYsOxr5o_29bX<<<HJmr-~#CKVHHXkv+B699=
z{u>KT=X;tbBxR2LDt@iBp*yUUM<Mma2TzGzhMx6#caJdyz3R{Zzh|%H*442hu0{)Y
zeS7tOA19Z^+Qm;?)GHDLcGb$)e>ax2=+^(?IA#0x9<SuAiAu_*2Ls+|+-z;O`LB~K
zYO?;leg6Jm2lyN08SEMUr8AUhUDaLdSKaXM%V+-xmM`Tt|9zg%uiUkBPW|=I=gsz}
zR4M8*KW=|H*KF_QM}H1{iJE;c`*QW#bNoK*zrDO_=U+B&tv{Hx_vUlS-(Rxk$GyEg
z`>@SRgS}Qh>-n%S{nqzgp8eS7rN#S?UtU@4wLCYu@AB%$VCLD$ewSBY{_@IXuO&M3
z^OsjPdoA^?|F&>eN_ov|o3wml4wSL*Nv2Bl%(kFq3#VjisGi~XS+93__31Cqf}XK2
z3!nb-YH3yR+<SYjf*7T9@5Ma#y#DfP>9G&sDHG5<NjPGj1jbx>+9@urY1{eB%NQU1
z$W$||o@2k{>B5<(-Wbok`T9@dynSa~&WR~)57;^LOs<)*RW!$4r<Z9#+i&{3$x$ma
z3%358s+iW4ZhUa_%ttfzxebMFXLrs!8*;uTvSa3ln?65ube_~jcFg>7)8|jlvO2M8
ztur_moMpL?#+6YR*)fwNDrUwxo3<S~M|?PP)mqGgow`puojGzLEh)p;bjuc<BR&GT
zY8__5F5ah|&bVAmTa;lOx@C{f5g!SN>S&LJXSYCAx60h|;fJV>_E>b*1f)7ukZD@$
zjF*efwp>g*mBF34Wv1CJADP@`ecL9u&wjc1EX$|*0J%SmADADoADGYlU~ca7=-~6`
z58LzqxA{{o|IhKo{Pudef0aL;KLj&m`TuWnXNjD4cWKZ57u?|oT+TDTINC2VWkCW<
ztJsVCOE#^PoSvBT!ajFXkHC`GFJ)M)9xRPN+`r|OOVwHBIR<~#x64JbePD?D(a`_=
z!>=<2DSle-n`EbFKjx4Sm+|_4U9#oOqUU|`H$ob{-SYP)7s_NSu>YH8`F0t%dUN37
zkST?>zS)wAYYw+ttU7&Yy70rJ57&MU$h;aDXSex~=(CSo584JbKMvl&{%D5snceZz
z*Opgy+<o}rYyP>~eeu?UZFe;eD$bWsy8BmuHusjW)5oWFpRBh$xaN8xuZXXbc0@h1
z*!JfSzi>?4`+;eG?fE;Ltyg7#A7B6VaO&};CUHNapDyq6Us;&09j>q3yWw~r`wWdj
z%^h2QI`q8$_UGvOIDUqlZ3#cVzy80&VD7}%cXjv1Pwz;5FIy`Z@Yy_GN-E(Uw}JBq
z7yj2xoICm1-v2qi>{m@{hnsoJH||dXAAApHOY4QY8+>khFC%X>ebL$C7w5LyZTt})
z_EIAK$j{!=6fTxuDg`H*&u{dyapL&@`<*J|^7r?x-S5YWwl8Baah;c2HbF^_ap8)#
zGp8Fqe`i~_!l1P|w~INLVTRIvkxxql^p93(?(hzboqcGh$nm8NdaikzN!|;ix-JG4
zTwAt6r!`rV&%4=sktfUI0PUj@e?R$b-oe`V^+INi%9b;ZqI|0gd|H#WWP&dWi5}8y
z3FcTP;G;Oh%V284s%a~_ayt$P_^3j-9smE`^fBJ4`oo*8{^XMtk}jJXtVIi!GrbFG
zaAQ5Q^1;KV_U%o}x##Is?0EFBt6f`e9f+~^(aWyo+H&iBtPdaN<u|vvb3$BtUS7qn
zhY#D@rRDOTtV~*EZTZq~->%@0n<pd6i>}RGQ>vbS_hiiXRqUMU1?f$S^=2Q_4KoTe
zHoZ8@Hd#$vX|>@g)@P4C3C-a+wo~fv+>U;kKH(nW9$_Da84d=C9^5U$7IPd78WWff
zvNUnB2yeBRSfJD{tXeAI<I~*jw(Fx>-_P^GJI*~(d{&?_)A^)~*EEhLtj{z}<$@m@
zn$8P;>}WbK<Z<BEMXb*<w<<+;B~--qvR|u6>UF=iN^HjRYZW=Y$FHqA65jOiq^VqN
zc2vT=xW^w&<>DXzG?hzu%xNZ<m~B;SbM##B8=E8NoDoFNFaIAAm5LIRL%a;2G6M1+
z4L>^>*c{QT^gN`?zwxuc;wWLeA`7TARCkY(&yN!iKL}WZ6hH~XEbXuTHb<c<AeIDn
ze=hgeUE<+2O+;04FIRk-!-;~1&sGPr?+UA2^xyh><>BVksNL6u7wlnqp~q<V!r|k$
zM!s*1&+Q-lVDAdD_`~?9_`peiiysf?&j@Bb!!(1{dF2fEqaM4~u({_S`1#&>jYPoF
z1}#Xeg5xfxrER&iTz18pha20D@7mHoS+3y1|4z%l^&ATx>wa;5Wgk$upw~(A?W-zr
z#$<7ZWbywCm~9lwkFQ&Le4V<}m%i9g7r_T7g7!zd`*u8to#ozA`sR|X$k7|B)+=PM
zq%634L@&=dr9XC7ckHxokM6&{+9JObs!P+JY(Bp3n$zdr*u0(zLAzc^?0z7z`^Js@
zH_q?G+SWxM%hPG-6WZOXRJPmY&96__d*`}3b~N#@3a;vI75pT8MBT&xL}H)7JOyjV
zl2=IyEq7QpzO;`~%DA#2U*do3zq{Sv9Hfu$zpzGmALkFthhdqIci8vrvWYD}?i}*`
zW9@<OoaJscmz4$g>#3gHAT&Ym?tj)ZE$@wanYXaG@HGARmT);&KI{5>_rsuyxsKrv
z!;kL_C5)S-c>?s6OLQ%Rzr48=X3j6N;;_c#i>&wcSFQ<fas0Y6uCeLZ>vc}wf;jdv
z1Uj-F)7yFZL)Vg%b$5Fm53Xpxy83C$Wwo|Lq1HR<m-bGZYRt5{_28XeA+NnQ{_FFv
z^t!Cjc(P;hb&FS}g}+2o+k@r@C3~cWciz0aQe6L+l$So!*P{#en=C(Om7;T^@yg8;
zLH>J%1W!pw-k$aK$tC@7fe8u!e?96xxky1&Z|}A<d~+Xq_xNs@sqkG?S0wuUnYVlm
z>l4f6J(Cs+UX#wOC~W%3(AfL8o$p2k|7J(tRd!verP9&sx3zGpYkb)|&3(Jkx5V;f
z$uFPc{w`VXe}5uJ<>H`?8dn-NK3}MBrew~z{Ng^}A9s6$R`7>rU8+^CK3Bkge6QQq
zJ#i+h>@ObObEqcu+N9Uq4wn1oD=*)=^7_n^fA2`?cx%WVatb^r6m0wOTIxy<j?iOz
z?_&D4^joD^UtjwFKEuv%Ij#-iCD%`^`+B%ibIk|Q-9`d27uMYGGfHS>JzP++(XLi*
zU0A5!>UD1gQg%(_D~@b#U4H$_FDXT?C8;tK{_Q(+^qqU{d-a9OJHM~enrMBYTQoJo
zh07-{;`52buWR`|BHrw}*A}|?mW#2YaL@+vME{1qn&2ZB-`?I_epTeY67y32g@%oS
zTTk<tZMD0(B=o&`ZEoEDm#=>;2#H@Xt!GtH>#|&tyw}S&`k!8PYH{GyH~kL;6!c^&
znp1OJj>Tmx%P3cnyq&V(^nuJJ6Tj8|u1aqHb3gH!+a}@0rM;3b&z)sXc`dg^*87t9
zzUMLDrLyAxzYkd>eyx#_=kePsY5A+prr$6>v(?!=?VFff+gx4F-~Y=W=x03?@!LOr
z!>gTN6<Sw3yiySH+wz~3*YT69rhJ=wwPKDP<2(r;5mO#!Z6?Oo`|ibT-ZY!t@kxY(
zp_WEcG21p}U3rrWD>9}W`BFVm<kokC=j)XjlRmrt&sv-~BYn+u0gg4#Cl`A8+<)yN
zxR#5@=<m5a9ZiqmpS!d-Utg<t%xKbHr|HdQSN3gK9G7yK<+s$ghmt>=3e~NAxjjSW
zH)lC~T~rrezhIxx-{KkX4?OQXUVC*>hEj)J(PYO74C~kXu9ua#V#dRzap6=)+=7C?
zx6TJDe0=XeNrX+z<n)@S*J648o~T*twb1gjg@ehYZ@OB&Q<gTim~7HyzIk-v%ikCO
z$KO8q^~Z|GtkM%R(|-obKB~L>G3YpVz|Qsa1=wf5oO&i<VR6)}gXgSRa|>D?q#Ryw
z_rv<tK4N`p7MadP;r0t>`jrUjq_c8_G-a)dcJ+B3ADwuJBfCcQ)53o>^Fxn+-}i6f
z+#UTvb*-mwgkOy~uufj|({ZM67xXP;HRM($-xinJ(wvj{c-iXQ`0rE1i%JX*oLV$_
zZpmVnxGOs|wN74NsmU^pqk6_186By@MKS6XvC|$_Dr|kfjrZ}VZ-=XIt^K`F+Qod+
zttWmtn*&=em0z2lpn35G@0-xwO?iDAa!UI}U+A(Qzq&f9Ttoe&^DWNMMw7<Y`=MvA
zMxL8m<llUIm-0b2y$L57esA?Uu<-7N$y!r6SEn>j4U}AK{Gws<<O&v*qi=OST=OxK
zSvE2Ab$JJO^db(1K*NSb?{tc9-{-%l-6avIe_qXV%LR7EvYV0h;(AIgTlewXxI5PL
z9a$gv;UJ?6<8C|txiSj5@{61gy#3B^lzO9ytx!aLWBBRfDf?UM&qN#)>#-BsyRYHv
zVX3bXO1j1yuXQAC?=!yieSNg*TKR|T_cD0i`^~zR`<M9>?TE8;a|DliRm|G8;A;0j
z);KOntAM-?>*tFYL#@;M7a6<G_$e{f$wPFv&D(;=#b4YPDBL`s+~4^!+qz<Yc;Ml=
zHR@kpI%&<U2u?gG`6gY(eR_Diy7|Xj%Y~%(rU~3IVSbZ(U;(qssYAOa3a+^A`n1j}
zVV_vNBKP|rX;aqETH@+6<IV!ld_||6siz!8lM+5FONw3JbA6^yM9~l1@)L(x|IE34
zD|30E-HRVbY}+cDKB^iVUH|uvP;BEmr@9qeZuy=+w%)yWubb7yi+%5=in;zQkJx_V
z`s8&Y=DWNuoexcpQxE3+?Hm1ERW{`K$9?9D8e?~LL@j?O_Flh_LzijNB90t;L6wOU
zmaKFY*(dWb_{N1pzs^Opa4c)nI^J71<(;7KqtiF0pQwGGES7yvWUu0~=AB_i;U6ZS
zQ{Ja`{iwB!xv21~9p4+08GH`@5=+!B-(VdeXw%0vMdQE~bD7g~Dw24oESI-?(IYu$
zyS_I+$HWbH(`T>bHjP_wym2Pmlo!WdYf2`~-F<DwMuWMDMd`*%bH##NR)lP+yb{L5
zIU)3=SjcgWJ&7?_4zHZ|PVZ^odV$!NK2Nh<9v^A8ZK}BF$`)5Q;m<$Y=bWcJ?o0VK
z#;jM7yRi4}1hbyI=kNSY+S4&xCP`L|%{$`6fxtc6&#y=pO8v$qyQb+#2<H|?ja&Aj
zEA%xuLtb9_J<GRgMNosl#MRy__iO8@EZ|Mbj_-3?!Z_)DXi|d8Ws{X_<~}-keC~#q
z(o5?C{vU`sJkh5{<lW2XYlHd^Cb<YWckMMRR`<vcdST^$dP#7g(Bz5d8&}WfT2+3g
zSW4b%Qn*>%za)dB8nq3_STCNPckl+U%7k`qe~F&QPZB3h(_Y`|wC?qp1+PjSvZGJ#
z^gFqt(4+Gfn*^VQX=cfRc^8`|2=WF-w3jbelfGaSR>I4YeEiJ;yI)D=a)Kf4!iVBk
z3q`v==ncOz&sF;5IU&_w)6N)QJU=mb>6#S5c=!Di-fc>;Vq)k1draf*)pUv9TF&ZP
zBD*JFo^m<mvw+s33bP7Bja17oEnSaKe|kNKJ#w*2Jp0=9I_KFu{+=kwT(Ejh>IC)V
zAM!{2H(s8*`e3nGp#$IT;I{nsS=>7Vov%-dTX}sU_hFqt!EIOkJr@{sJ_?&FHo-nL
zZ*6cJ^QSMYIV!DxCn;7stoRir7Lb+Mw|m8b>l-$ygkODo)w6BGgDn@om};to-tbJ<
zXPjPk?Yv}v%tO}6?-y38eD(F-Jo(Y$HuFVW+K$Mk)OB7u|2b!=r^q4MEepJYZ-<^e
zXR%=Y-qTMW{q+bD&5{-R-uGa^;wkyd_od9QUBBzUW@62g`wOyLw=OTAvSS%je5Hw&
z*0WHV&3ft24l(!CChZ7${?0n3v+fl4={v5m87GWx7@2iMzA@gIUHRLotSo;bYmKmu
z?BQDvuN0sB^>;#Z!`{S>^q436EMxD!ik9jWJsj0-b;xfk&(cqGwbGw(3w38mUs!Re
zkv~gLVKqyXWk|V%fhtSip*P3wiJVIl*EuPAVDS(4rBByQczDB6M00wW*TGns+tO>D
zcCT>~ImxZ^hM{fFg83;|<Ml$GCOF((dA~`&!O5-5RhDtH)-20bx#^6XJ*Hl-eDL#k
zmFBsOu#f-$9y}%zWxOh*^@=b<0-MHxZ%mA8hg<H=lwP{&*a?*_k{MeHF1|Ut&oo|r
z;alN@@=7~0xIMxqSDpQQPidwo%bS+l3dbjI5n*L4ntAX5vuD&&rFj*TRzG4|%HGs(
zZMkFOrNsPSlB-pAZ@3uDST0ei<+3#IrD1|W$xpUS)d$rk63r{SPYABiQC;OH%6>+X
zJ49oF>f}1r1$EaiNSXfeJG<j$yHs2XXRmNKUx#r5yP#0vsfV4P%9jdxrS(0qnfvO<
z>uD;H--H>xrH<}eH>X^BW^j)8l$%O=x?Hy0(~nkOW16_-L`3|Glu%FhxlG?QI9J6)
zFV%@Tp)GZD$LXjUnYvApyW-2|8%XE+OZb*pRn9rSeg3=~8QM4G5B*k=7Pd%fk=}cL
z-^E{nE4Ysri5z_Iw$ks(3ho5fGZ7n8=e)I>>1DX*0Q&*vu$Ef~&dVHa><!}JnPb$Y
zGNajAbmr-)<}XSLS`K{L`_*ET+UJ=0t4vRx+Tt?dvS_RC*HEn^U*1(XyscgJMAUI%
z@1iK>X{(>RKkxlv&ihB_53^HBdEkLFF$W?X_h>pTU}ssI$$Eva?Vzm9+*ivaCnh~#
zYSehxB}(P4(}P!T5>i>7){YIk1RjZ~X{k?A3@V+HU62*Zk&;qkvg7Tgeua0YuL7su
zie1>{z2=4BcHd>s+&Dv~>6j@R{JfsfHg(qfC7WkYc4gJHKfH@uC3u3?+s6rydW|1^
zyuTyK`rFz?U+Q(A?4A5m>-3X=g>%cqy&R8o%4ApwX=JEes!E6weS1h~a+K?(P@^Sv
zw;twdFR5ABnW21VI@84LuS$|<*vj0wb#%0j{PehYD<xi==X|rRs?CeTjVB@x2CbUY
zSX3Ues%>{p*x$P~k~$q9BumW1Rdy~vSiRcn=mEP+<vl_9g8B_?k)A=jUKZTo`2ES`
zLPf=-C1GhnUA6MMyxZJ1c9ofEN+0_dxnbjsIRe&49aqc=vUgg%k=xqrOy$hyyLVW8
zGuVB4a+*o$?8`k7FZ&vz=4oXLZk_moz257<Up@U6m23+cN5AbomqoqL2Oa$O!(kf7
zR<<iFb0m6HFUj3Y$yjQ6d`Xj&8pGnHQ}&w9w4bxgN;zIqZMA~t{P6IUZIhD^7;#_T
zIq8YRvzRjtT%94Rvag)G+!mN>GVOZbqLp(e)$;Duc8?w<&xmQKSL*AP{_>OM3Tx+)
z<xGvyvYJ$|%!BQuH+N;ma^_9mY2r_FO`K09=O%qw(C5~8^&&UZWZvfQp)*@Nx4$mP
zo!V~YZ@N|LwPE8Gk(hbu;R`C~yU154aB{YvjuLV&H{MpLVzu)8mX{aiBu`2;p1xw@
z^Lz<~o+*dlTr1>{vAYnn&->PdUqT7@bL~?7dDl!(H8oHOU|Do>hJbIMezKskg<j^z
z;+YvclYF`MoPMh*bfKeo#V3~YBC4-gtY+Pqs8%q;Z>d=!Q|rI<vdvv@3dNr;=UT$g
z`>nL%d80z-Kj&_xv<EV*|0Z}ecBgMSVJD!fv>|pL|I#(wUq2KCoas>dTN^WVTIH;s
zZ#I*HpG<FC7+Tlkw442HYphhmsR`|xdxKtF=J~bm!g?0<v}%df{fDcj9a%FgtX6$j
z+N%`lmaRSym#qHQ7|iiy#$}g>8T-nAEPQgb(OAZ>UcH<nVwuFtkJG1ak9V(dKK09o
z>&DF>XLV(Z7h2^UL1L;&zdSc9Tx>mUr=OE~<M`g!v5tIsZ7DncY$~fr+FkBDMe9<k
z(`EzRdm9#>-aD^sriQ|dW3j(}y$dmQuwiB`%Gz8Mv+GgI6th_p>v?sTyfIn!{G{1L
zK7L7ONf(i;^U`-X9JpUIy`V8Ag6nY5Q>EF#R)5W}eOwV8nPL7^%|d$h+Z8dsm!3W0
zbG{|%CnWgb&;pSF@mZqnUDsZCFS@64-#n7HhQniXQ?{>|`8T^e3;&ihGxPTG9pSj5
z)Ejoir%G&rpV*3bf{J#2Q@78roH;3K`^&?3`|jTT^x~w)d6Q)~|MS`1@K#=CCe*?9
zn~C+{1Dni}NLSN}CVp>gpNmf1I|BoYX0~TEy9bD`mGOKOGu28o<@M8(Yo{0(uY6!|
z{_T_?hnK(XKK^~8r}k{q><ArS6_qP9^j?_q2u(aRV@0obNmH@*h3*@YW&CDR>a(vq
z*w;_{nUwL+NZ7=3+gvWmuR4~O*yUV*r9C)1b*<q=-dlV7-`KWwZDn;d6u9)JV}8*k
z(}*U`2M%@o3(j+%Tag!&7xGJC-_*lGmrgRrKHym`(U;l0q1kj*Ae+o2oti!#y{?qG
ze-D(&%X_L#^gP~NF{>=_uTwiiCfgP3^=md){zz`VGX2Q67+H7j&Sa*geqALE50hS}
z@0je^qGsijtykvn?7Wz}QL=i5NVPj(dt<Q6Elt(rEtmXaCI)so`d)~#ejPrc<IYZr
z&(}?7diYGV@_H<GBX2^e<ir<Btgfs2edbKM@v=8@bxd;s|9|0>X}S%vWse;HOI>jM
zp|w~?lG#>Jh$Z#fw8~ckc1y|~o-~&R2TrmTHDh~qaONcw=YK+HZ5UTgS2^!<dLwt_
z%k76J%DZWZ_m>}iR>Nz3`S7yjl*>QgXZb8SD7HjRd)vzAMdp!dOb<(1&glsSDQXAI
z72wY3*pc#rtz5KCh|AaD{LhVY20L%R*!Aqn+c^_U`dE9FYM#gjPU$_juh(p2UJz?;
z_!e>7rcDnH@<<-pt#YP!hSF&x--!ahRQ{FDHcYkKwW-PTM~mrVtxcLi7pMGPbg4;B
zW#_7%Mqc@#32ZEP6C^k_LqjIXRFwGcxvDVF%13s>X|1=;TeOvC=r+fOwEa*>b3CH!
zrM;}Uy=c<m15d6jILOqZyQt4vSLjRk1um)BQ@Q<el5c|FOW!(f*Oxy<O61A>1sBw&
z8hNZgAUH9w&CFEb8_S8-y$ZaN*F_7Z3Pgj&(<kWtH~slcYSL6iJrUkziTsnxO13+{
zex0Iv!pfz&PewFa(7f5kP>JcuGUnxrdheQkP!gK8lINuRwG8$<@|P?moOEk-e7>qH
zU7y}nE;G$+rfP|t+XCS$-;}hS7K*ZLu?$qdrI6~mX4>x452qgI;NHksCtcO0ReNx%
z2wM<)@^Rs{n=KCPzWnA`Y~q^(0(U)F1s6Q%ImGNg-AZ?Q$O5JbTjMS?P1^F<#p$93
zyVL%hp0^9D!X@K_BzZ6TH|C^St7=J1=9+RWhdn*#i>+x((20KxiF%JDOn*hb*mBP3
zm}r~1%FVJJFFPjPo_mqWw~#x-Uu27tNd8==a`&r2OM^XmOg+{Mt%^0Y{XHRn#V(Us
zGYfx69+dT&a>rexP1{Vlqd{xiqWQ85ckuZo*>r@T)ZMiEoyld@L;V}19=x!Qa+LaY
zTxxd3Clxa`(FnPVEL$`k6WsErH!aQHQh)OBkspgsG|cii?914nr#H9a`JcqO3tiV4
zO=?~yQsur{rH$>hzOT}b0EJ_Ep_6lue_geL;S86w?Hid-+FnK_vlf;-iPUd=czUYb
zez&lx8QQDwywwT1njxBeyHe)Vx-SziT@IQke>nHT0#CDDN2OOk_@a6^ZL-U*Ll%nM
z@6W7Cdou5UM^j?Do<~aW>)^~!3MV@vtwchDKgC%-m{|Jg>4uf;PjXChrUh?opP+nH
z`_gKLo6Fy)KHv&#>3rg4DDY)^;N`!zy(gbOV2*jy%P6PQc$wEXrKr<!UBsh>La(wt
zn3ZE%@9jM&ukh)?T~@aZQm#^)W7zM!To&rpSjL<wQk1vTX|>|Lw}(7aQj~r--r|#V
zYp~wAA=#jYVG75CCXM7S--9B%D_q5w&#hZ|td#k!+4L!Qr!0QRmBC?h!g95<;q>N4
z0}=K`XExh>o7mViRj$9wm}l$y4qes4N{f}ox7WTuv1CbM|AH4y3UjkOR;}^4nj<25
zYs0S#JN6iN%bDc3@LybU=vlEreN*7`gKK9sd1hqf{ge3keZ&6G(OXtY9b8e^Vm9lF
zzI#V<z!l5WEz(uj4`oY<zEmk!b^a_7H!<~Zf7e59q2}*O-LnPrg|07}bIA0K&Tgi}
zibX2c?n2ffS`$|EP863@u2{(ZR>b=6mNSoE^2jdC3Aicwf>(0O<b)lEn8oL2$A6y~
ze3(Jt!=f{D3nE|jn2Bh%cFbC=f7)a2!kwy_)_RtFo+3p$En4}0s{b7(%-mof_-4wT
zi*hDTo3GZS>4*q8tduQDIngwu_1#=eB}=F5;1x~}b{~m(IQPSWsuPywapr9^S$db8
za6Hj0F1RQ#vFN^}#D!Tl1#6B3dz`kiHN0u4b#;wl<k1NsPUoN8mOlKX^UqhFX{lA7
zQ|5cD`gSg6#l!7ui)^MZxWI9&g1<4<J>;0dl=l-7m3O&@6+L3R9Hu<W+^eeh+$pxR
zPN#3Mib=FxIL&&9Gr5GT)|SKRvYz!~_Zzyin6{t37+X=-e&uZPgwzS*-?}y&Q*qwR
zyL0j*2|lH}WwB;OC$EL6C?7p8866~8;A+n8yh`F=*b4>Y)O)TOA9XdS<<+0qw83!G
zylny#ST|O_xFzTnxU|v7Q{-fdNu#}*^Sj203r^i}-kf*5`N<|(hV5R#(}E@*uekCv
zP(;T$UTa5{>%xXpZJ(wZPU4mH?7gP!(s{#~Pc!6(@UuhQfloQiQu*F&X*sq+WA%xj
z;!(`Yd`@pNuF-s*qriG$#yOY$RyNmrSG&}%e5`D9vZ9FP={2i=?)gPI?f#Sd_MV%r
zo#-~<s;*kDNvl%pewkI>hu%vRMzl64izV3K)mFARz`DAL=~3C_#zpO(L2Fk{@p-_}
zI!*K`-$FOB)lIt!Zhce9Kd+DzqP2oW<k$6{S=kc`*0?U$NGg4Cp<{EOvP+|PL+Kq!
zFUHTA>dZ=swP%Y0uW)}<I$<3+i|6H&+LRd@ryZ?73TjIlZ`?Aw%OPk}(p^s`F4xyf
zLPM1+B1;3~I!=XMb>cleuSU8xNc{VXi{i}dbz*8{q8~|#9X+15hxeW3kEsfU&iqUJ
z*UX;MFd@WT+L>FbRb`fj#!0Ovt>UeU9ahd0pRnK7Jp4UE=hVxeG1Ixe=P&GRnCSoT
z&ONte>A%13Zky6zp39}~;MwoTb>a$7pR1I>fl7rRR+?3}<dwZ<Zah+%{z@+3m&Gdq
z*YckyoF`V~^<U%_Rg>8H=wZORAG^KE7EIG*R)2L(vuo|8+n&!ge-sAni9SBlsdiWB
zP4nE8DT{uI{}o#j(-^{-(~@#EHKS)!^Mx6VLN7Ezf+A$LwsVQ4O1yVp5s~JTb*=fE
zz^}$A-sc|*xn>)A9L`+t#38eJpESRclKP76hDGZ$>dR8CPB`CvyXT6u!L_}QH`eS8
z=->)9ZaHgUs5)Uvw)l=XLAw)Lrom!ze#>^h?ogiK_{;B9j`&JLk)o>Lc@_s<T7ECQ
zcS|y}_>%kd^<tf`1AY7&!yUM)gw5nxGA>*w&R2XR^?lmUSJo~2wq0Jh#dvP+^3x2f
zzMOD;S)voRvSiCwHOtM`Gh5hoF6`mGoA*7CE0{YlMRC({!B2~G9{Sx?Slqb3V{@~{
z`zg{k9xN-*)JuN)-XWjP&@y>)-;4Ar?$;Z`&oteXSKcwltw-g3-F)w5x`!$`B>cIW
z!xrq_d^wwCLGaWUVV`g9U=7hw6!`K(*}~pgZeyOwD}|zYH#eNg6uWn%MCyOpuixca
z0@lyDgS^ixr;0CLb8|1lmfc4m1__FuR#NVD^i+$s4`#QX7iyX3VJ7+D=;mXksh=cn
zPS?J&@${jD)>Fl)cX;RSKP>LnT@>&pd5TnIyXtbeBg-=4m7ZEBTQv0F_!X4;RXfnV
zUr6J}vxn3DAH8Y){rJ<C12u~MGOnds(<XdfoWwFqDbe7rOR?%9qX0RnFEdwaobd>Y
zNx5FdtifKXqWb7iOFe6fLXpjcpBKMNFUecbBY1XR!fw~Bbpc9&N8dfP=(X#aCZQZB
z7xen`zDH#X!Yx&U`gE+#-$rv;zjz|GLa*+yq_K~~w+sRI#g8Ry(w8rGS?$4El|Di0
zZOw`O=_1eEu3I>pPKe%X?^e{(`S9>Ii51%Jo-(|XZm^~4t<CG$)*I#@&b8i%b^p4~
z+iItd9#LL0*GSBDsrQ4qJvxjImyMJ@@``;q_wHrO^4(Ydo|raaA9wj>h1W*45~}*M
z_D3GNCAsiPQlsBzmZW-(w}-@wmvp~Z{&zUT{O-bfl~<cO&MkADsSzRPwJg(B?3OL}
z?<aYdO_h_F;x*UHR9=`Ha4}o!sGakT(;*yBz4|xxSyZm6@!+`Ktk`Cz&aWJ`aFW9N
z6d_lkiyl+nZM=S>-P2@=<k{#}rqHmrjB2Y>g_M%zau+P-XtdlAce#pnbE=T}{nQsP
zoQ^uPI86<FaIo>;MGISHRw1Rp?B$Varw_<V{Ml)GbGy$&U6r2BdyQ_bJ;$3HnKzhT
znV52?zgx_DLZD$2pV$SZe8+6{^Pd8*scy>orpV)x(dD|a>)y>0aZin9!LJ<oq80{o
zUYU2g@6Oj*enN3_Me{BwO<u}jWFM&4<keo+dQf!HZ^`mkpB!uEHt3`~El87GvDW3o
zQI*x1u2qSx`HYrQJW}l!XWJ|*v|7G7yz!_t%ZWEaS*s-$`sBDRyg8MT+c~~J;`T;v
zXVG#&-)Ab{@4Mu<lvI>ynb}-&3RE#TY3}>0)!?Us^wt?RYsz$91V`R$de_bMcZqzH
zkmmWY%66&H-EQt-&iRZAy=U6HL|DD=w!0n8ee>1e=oPM|lD~dmxMSC`aI;y<7KItI
zMq({fzi78|6_j;JD+Kzk>-YKXwNP*7lYslGIgO_RmzIj3U3745U(d(bB)(f4!bH;Y
zKD<4BXTNsI-OP1qx$G|wv|sNQDqq??Q7>)QQtiWfRWto7kDSn9-Yd$bvPS*;>dXm+
zZvCgG-Ap&|N>u#RnpSaj;)~sJ5msU+j_p!kk~{JA#)%@~L46jYEe(_AWL|zLc#^|(
z<>BpY-7ZUBGd_D@;Ij3^)^jOW3k3NLXT8fhA>Hf9v1Pkx)SifiZHdoMiK@+CS<+}2
zKI7o_M(Y<}GTCytk2w@?=sm-sSD>!Z>((fk_}s(i(}@ESV!4xcx?DTkZZp-$LUY2!
zDdC5hVrE8}uC-lIzvNeI$t<~|N!Dr>ryV2v4J2k*&k<y5R4cC6u;AWR<GuI}Qy;5q
z(h2Eh%zOv#Om#^uOJ1UMq{qR&IOxQdivR1RUaZ)ERr~d!ysI-MS;9|tw61bV^jxd;
z(y=N0>AFo%cz1>@J;)=XbkT6ikz-}I9Gnw3F3{QBonx`4Rn%2zMRKo^@kB<~2<^yQ
z-&bzZH92zc|Ki)%BA>OoY$@v0=sFoMcEN8?(r)g(v)ueA2<xx>m$6%bQ{}YbQQ_q$
zJ+ii4?Ob!h#_UUO8e`dX_ngC%d=CaL`)4BfLgRNq2!r#K;u85Vo~p=~WttIjQ%hD%
zN|I>1e7$YK!wW&5(iZO*HS;^yyVJl!HH)Vv|I^iXS~s^k&tB|r=lx01cf}-u#1GsS
z$$x7Uk7lcgFHZgZu&MmlMkZ#<Ulq+Ftg~*O*V0gSn;52^e91&;smR(h0n3$l?mV3>
z@OU@F^d)D!R;BG|d-J50@gZkwk5Hz1W9qRR2Ftcu*Sw6&oN{Ut+q%cuQ}*>Xt`ohs
zPPZ%J@|MS&79DybsOec+=W}q%mex)7cjq?l$#-vL3r_JW|E%?+cVdo?R>$f~wJT3}
zI4yW^gHM)^bIX;}A(3qCkxcg7l7_FNrr2Gax!^}j*$t5wT!NMXJ%aun+EGd$eH^To
za@;?)@a~Fi?}a;9k1OlGX^i4g&W<^EQ$>D_@tKZ;n|dtXcT7>8eMt7s0h>8fvwb)#
z*Ho!qpX2`1yKVW&EeA!UeNK8jC_cfo!iIB`<ou`Jw@$27^=;ywmu|VMpzl%KQcYIx
zNg2P))%J#8OjC{S+IGM=BD9jhNcQ8bWo#9J6Bco`y<_RPeEgHQT~|fmftR~On#(kv
z2~YO<zuw)~BX!#h-pFRJ;Do0Cez#3t`8+t_cum_Uyyrqr$u(}vys}J_PhSl06g+uh
z@vd*mb){Fl{d>OXDcs<Y<ak=6YvNh-cZuee*ymdfe{YVSI^(bk*PA8b3O?4R^>VpU
z*H892sOtEcw9h${xk=}Ue9`KT=b`*<H&1-xRAN|Y6lf-PG+5cgUo~S@jLxf0W}mF2
zWhP&LtrPJ2n9*`ZY>v>=RgQeq3;cx6-#Mta<?WWY?<b{p?BNkep3%Ggda8eY{llyO
znHgs2DQNR-QFRO1a4Ms#s7}NnO=aH1;&j#{4Lb5)BSn4~O}ee%eNs=}ZG%Q1YrXfS
zOFwF!<+mDMz4AcdOPofz=(cSdBA*HsCDJbJJ{f=Tj&%5ix!Uu4n(X&{+Ff;VLtJd*
zmD_9erdBQXQo1xjCL?j0xnr5mEuII;**sDQY`J<Ke{NhdVXIVs>hraJ4AN;=Ggz`G
z^oA~HpRZ;A@zE|5yN(@mJN6`{iMzK*v7AW1^5dsNO5$OLZ4R~;Mn8ME+;Uwlxyay=
zNLkoLr~7TPOMPCg`){Z_Q`A38j<ddFU&y@8tKD2ut{F=Pg?5UBbtJm-P00$%d2k}*
z?#y||T6zMHwjFK%*eO13;f)8aHx+X(H6-(^Juu*I-<k2HHn?9>tNQ#yTcb)vYt4&y
zALMS8bG<0PKq;W_mdAqqrAwMF`9_KAIh|JiyW;DIkA_T3C#8k$I;bV<HT7Ii;EL7u
zCk`!f+j`uh<J{ANg%i%_7-<*1T`iNGd04oa`~LYt<%M@54qunpm3)V>^+`CJUuYW(
z`>Z~#WFf6yryWZIeOB6^$jKIyNbq2sy~B|;v2!j*wYSkMaYg1SW?oM$R&g&-P@TM0
zD@Spvk=7aUH80v#!#XroAA8M?S^A)jd+QPlxg|0V>E}A;gm*eeEnj(Xu^ZF-wNv}U
zm~tA07iXk;eNWTlcW=lskvuW^QI^)*fE`Pe@6KeLQhQ75uz<u2-iK3XNu`?3s{f$B
zFY%#nSbj%|lj`NiwtR+s$#QE%d{{J1ULJJd{J!Ahm1BwJ>x>>ODw)q!7|yk5s@W;Q
zqV9<=C$+nE7AdiWeG0rb!!E?eqw#8ckJjR_pck`(4mIrGvMwy_?2(ACK`I|U-`DsZ
z(aODO(T!Nwoa}OEm462=T{MXAFJerzxcz}seYNT?y%br)nY$%RTpHXLbZYUPbUfy<
zcA}8*BaZMF)88z9qG%VWo0KDd$zSPdz@Lczs)~tQ^n{KoZ~nJJBP2@sqr&r+$zp|e
z0e&kk-S3O9sMm16IoG3hm60rm;VBd2@RrYEDW8mjRvp^dV4zUr+HIn(rFNl7EFz&p
zJbgj_MJu*CpDimZB!04Jc`gxBs!;m0y+Uk)_mbo(LE3v2ISxJ(?k#0x*<u)R(zN{g
zTDxn?n~!j=IvTEavDegV&F86|O`emuEyZ<{7$YksO)n=*f2;Rsi9|fxjdwqcUNP5l
zTfgUU&*T5Jk*WSnPiyC&BPqIbde0m^ab%Xyx*PI2zoz+{*j@bL@_5a+zb7Vy<t{xl
zYun$&8$Zh5fA912cE4J~iiT*pj))rqFH?2?J2UI;Th4q=^y--zp?7X+yM?mwg_lGn
z)+M+8|ML2N&-1P(Eg|KLw*s$kSCUv|<gxftOMv8MHf5WszIOX08ymNa3e7l_s&U3d
z?@n3Rtd%|?2bz1>OwTUt(LD4vWTHptO7pLKye&Gap0=M7GUt(bHQmiT?&$I}Q#it(
zvCePWI(t&~($~9;0+s}Qk|~XRQL=iAc*xS9p~sGdmnE(iiPVl>9s0{jyLwUR(YqmO
zQsJV%)~`8h`<!!Ypye*30{5S(6_d_|umveD>QJm(B_ZBb!ytO`%3WTU*HMSg-i*8x
z@Af9JwORFq_L3L>Jl1NZg)d|en<cW^$yrk+oJ~RdZQhUBT6gL`EfQm^4n4-BC^*Y8
zz(mekzFl<VsTe=OnRn}?gVyinob&9%sy<%p6g#)x?aCZ$7X+!ic2)axL1NA}?OE;d
zQr+B=+&rbyUW+Gm-Ipqk{Ast?SYEYJ;_^j}6MaENZ%P_U9Ne;dy>7OJy7Srpj(%i)
zjCu2)%(iSj=kUa*-My6$O`6PX&i?ORwAlLW;>WQ(w(e7SO|z#aFPPY6Zs{A&rFQz~
zhV@dxby9Cn_by6K{&QTy>@lzO<Xq|1&y8-~?bk}u`CvGwhs$uO>>mFa5Bu)UikNz;
z*}`dxQp0*x1*wUAr&zS@z5kbN4srg=_UziF;$tVW!`PgzF;4FN?zNrwbL$d2srxTX
zzJBC2xE8c2XVXSgtC;~y_sbmprD^?Wk>cm=+vFQ3oLlv@V2#l|{g+Dl*_Lr<Y(#lx
zuwD<z<O;nx;r=PF93N|A)%g#r!=lS>-MA4f6E9j5{IS4s<*G?;1<J3CXHP2AcK-CE
zGc>DLb=`z}LJ8M1Kh?4xy~UEmblBvhri|d>Grt3>WU}t{c@{2P^(sZnaJk{;Q|?z5
zB;0R5T{L;4;Kk&=`pAmD!fBGO0udhC?#J{Wt&V!~A!h=kG?%-{u|m@?iP<8ef>YA|
z^kz!+@Gh25_z|FVqj)h(`+-?=7vFv@n0|Q9=3{Rf1Zy?yS!Jt!1YLf#XU<WX0w*Pz
zoQ_*hnzhPA%Hu3-)4ygu*E+DrNniSZNNgaR@`VE(>t}2|T@WBP;ry8c$JeX&=lo$2
z4{pBX?%C3_W9h@Q!LtO`eqHq?S?#fHyo|)zg*}TFOj_R49qy8Kp}Esui(l=e&eE#x
z(jy@~*JL`q=R`c*5~!2&rSHKa{qr+2zq#hU2)KJgiS>RjOTm^44Y|VgpE<))4}6!N
z?BXoT+wiG*+efzZQECh3_J*waDEng*gHp7Xs6$FcN!pdi=bjt?Ew+C6-u2Fwi^2CK
zTCYS{Zojy9(VgGR-uyULAXj-u>Ti!0*D|ZA6&qyt&Yj>T^mC$kT7lGRi``yKSrWc8
zS!4K~FPiF9pY-2+vxk=Ww5JPR=Jv=eDUQ&{lV;NXQQ#L<HEnNe>OO`?(`vV@)AG2c
zAK`oCh<S-j&I^|nPfj-7*~xah#yPy%&3?0%TmW146x#zk1y}ADzvo~+cjKiG=eUnA
zdEB=@`$6!r<wERhbDkb3U-?Vy^s%J=jGxDv1HXS@ozwq*mjUB+{o_(%lV&KH`FQTQ
zD1Rg3EVrHA(SkQSjz4{t`doiUpcHq0@7o1g7eXd%bSRTiox1D#X7wtA0H;!?2ma|R
z4F9=W1RS{k=KU4zpI;k#Y<A@xzJ60c^xo!=lYZ!)%&%{#6`8eiujk_58!on7$gs%!
z!gG4|`C0aRLLdIEX)n%Mrgb=wb46Eg+C8otW{V$8NxPllZ0BY8HYS_vzVFe7s|%K1
zywKxqZ8a<Oo#^#t7nx7IO8vX@z&-a1`+pWcK3_2@Guua2_o<F1Pxr=CjV8xdn^|Q^
zwLW$GT(bDgoheVRyqFxum>W7NWG2_qnFnpprR-e5KK08z3%l@L)^a7*R>vMrI}`mP
z)_>2WI>i;uQ<cj*u0(iMWzKz9A=-b#=itZPN&kEWr!1TKxkzlfTFNx0`=ST0??3U&
zF_$MNW#P>o@1!CxZsl~)-Id4_ySP`TW3_{+@@0V){ZF<nInG^pfK^rCO-E;#t42Tb
z3csmZ$$34~Q)e<%6_mU2zx|e=GWSRktG`>-q@B0EO-Q!<c>Kum&>Fsr&vMK*Zhq!e
zAMmlVl_j_2@TAvqd0E|;SS+lhBhM@|WAhP6l@TfKep;{pYcJP?O>KhqYz&Widlx6J
z*pXT6W-wu8)$~<%Z&&FZib$N@cBAoNk3@!#&trGC>eU*pO<T7o7OmMK(zZOc_R-pz
z2S58hy!)rfnz^cZUHXshFBodhwbXB$cdDx9i?D>~l`BuqUfS`hdT)QCU6(Fn!?N$;
zdoxplLRqVB?f6u_ZkBQT)s-!mZmcSm3Jq{yyCqQ0-SE?#Oa;HZ#*H$KRW*wQ1SNZC
zzvK<-iSs+I``6JlNvq{@MgO6SRMCvCZ_+>HMWQlSHM=j7(<@+`X!xYkX2Jc<`@;G8
zm)>WYdqiOiPuD}9Ro>z=TDG(6`d*mCHnsS0(vEdpa{@$7u5T*X>{gO|A&~zR`~CA9
z4j)jsc*r~DhfGn_%*#7B|9>PWYAbBI&11^)%(^L(U0sFgEdt(&AB`_ZyYGy0xxx`8
zWv&*-++H9Mw)O1IK9Q!2YL2`ceN11vIZa-6V3tG2PPb{>J~S`n(u-&m<k713%IWL)
z<l46Vp3gLC*TTh3?UI?>jsKOq>&Pm6R=oaayF<1z_ePh84p)x37fCP6`o3G@r>KSK
zHAmlDyFD&uh9~^++xmZn(Xkm>5*sZhovk@C@ngBEv`OpqRHn&Ky$xl0zvuKCglKht
zbW}d1ta-{@bCI=SCp+`itl4s31pioaec)gy@d$SFzN8p-KyUu_w6r?Gl^YCZYi7Ql
z>}1OJ+4s<*B_8#A*~4wt9ZRuWwb^jr*{>V2`CAlMv~_)&FXOb}>e=IUef`2~eAZvO
zXxSz!|3Ps28hO#XY_Dcib{WmR^tazhKlkz3t(jMU20T<Pv^`W|;<lE5{?lJij3?;z
zul5Kv>iu`{m(bRXImvsP!b?Nj`d@yHxwj^3UZmmf9ge3Ll@|0~`06AVls-o)wRdC2
zpDK6B1Ag2aIG-*|m}4?;3BxoA?d^v0S9hkha^7q833lC^>2dF6ytHaX*DK#(eJRKC
z-BTuC%t{G=@HKAB1ZA;J8XhJ3kEXh+2RM4a2s(Pb(6LKJz%}>XVqU#{7iM=ctPqv1
z%o2RJTI|!hF83L`xEv=ZYe;=skr3sQz!j*!@wLZO&k)JWd+n|`d9@la9j@5;vn2m*
zSFD_4=+wfUKIUN&8IRsBQ{rCsL_gT;&BcpuqN~ltl-F{7Uo}Z;)stJRB*Q`vty{Dr
zlxfo}Rl|ON2Cs{}QZx6&uRB?!x~gUSsyS!u;@NJ9Sv3ePJ|Dth_Ssx@{c4+Y%Q_C3
zC>2*G{?L|4n9QUwvp#>zwer75e+I~I*UT_8+w1s7?}Mn_zVr>p+N890&xoHq&4BBt
zNn+OJ!b~es-x;?ePEEGo@!-|LurL2&@4w#6J)yVZi~+-kc8z0;{=2&!>3zqdVeB#6
zM}F@w%l3mk5}V~kkM_zntyz$0-Rv)T=kPU&UlXSr#5sGMlZZHa=~2d_nv3gPy=&I@
zr&u2q+0lF6mp>!Hx8aLfQC%`8>#>B_vyL+dHa4(K5$*DPd`9xKS)1(Yw)4j?nBABX
zy`lNj%wI?4VjY+C+&K5?Ih)8aXV=ML8OvX%fBlfy%W|}JQxog|`#$H{UvAl@>v3Fm
zt=THM?j~u|?aRKu{S`McW!XuGD@T8C&Rg@?kx^&XwCr!ow8cDM?uxLzEFP%L7i#{Y
zw|5oqUH5fIgVaCw-d7U2y7k_-fR_O-`C1a!d)iOPuZldkXw5k<t#hvFaWj5uOu79f
zE9JG8fP}toRs5CL-B<Kk3vPHY>i;>TS|GZse4<(K)EEC29iKVdpZ8)!+m$xA8m>>$
z+UGsPC(E9>ar?%VH5wfv+QkQ_1f?#%%2M~hTd*y~u~?$^=8}j79-r2|uS|W_tNHQ5
zlFAugH)n@Pb8Cq%P!nG^L7Jf>c~_OQe4>lTx}ZP3pEenuy)N<Kj_~zRVcn1J3d*;A
zzi}T-xfk{0>4}Qzo9})RV*BQ%=&TZaIQ`!FxqV)*-b}ju!gGS9%{o63*3MNo1WJD_
z*6_LVsOO7Ax0l_7x(03eCyQJbS~q8xapb+YyzTL;l=bHx824CioGm}QRie6Hviqyj
zrup_-+hTjS-kjr}C_ag0>A4vOo%vt?8hTk9Z#8|fit){_+5@r;EHk!-7$)2mIL7kB
zHeB@4qJk~)%)0m2Y`Ctz<MXmE@26*P<d#Z@#ks0Qo?ElILgo4#mj$M^a|>;E8+<Z0
zeq(HF|3j%*WnD*|ij54f=B5kwnfk`1jy*LgvsxBpUuAxLu$F1UQT<J3_R1fRUdTET
zabdfS8$Zv#MRtx0l%6hpWGKy7oS3-dQ$XyVGy2B+S>EfO;a<XUS3ajDxZ<@&(x%sE
z-8t8Ou$UCCVr!6A@Wos9?(V}9Pb{n==O2I1wBTdjvaB!x!@{e)kqn#e>Fi&jnK;`c
zTtek!RMaoWjb#Gsd=G73*||tGcf~E|jXxUlJ``T%m72KPOEELT@o2@@%EOOey?(mN
z`1Rs<I`54wH-F53P~JG-?5Yy?9#`87p;0Cu%|#o$Y8HL?x%R_xr=6=l28VuNFn@ev
zR&T#@wODA}_ci*59%neGg;p48q}u-1&+Soaw)$3-l-$I$BJ!rkBAL?3i~ZcWm=>6E
zFOxeH@S^bQchi@v?o03gZpeCFAhu}fYPs&!r+QXzS&-ebZfdX1yf;pn7pC>}p19rY
zrn?~Jv6xBN<ShQH$M0OxIsen}qRZrp?1#<0{&UQXY;V0OywWQ1)ve%ce_-UB6|6>H
z3s=vS6t;4o|0*zG<BNl<*jMqmJ$4QKepQVjG(RL&Z+dGd&-{(vYuLBh_pwQ<xgMDH
ziJ`YjpzD>*Gp+)!lXkbBZ#^FQCO>3tLFdL3MVC!qTFtUr7||f2FumvfV%as?(|7*A
z@a5lJ{vQ%y!V6Y4-(K<UveAuvp2+aa&B;nkB9=;#oUfYyD*O=qxl?P8M|y|!?DH$l
zG!IKWeJcNUf_rYZwC2t=dwtn8KhOIi6;^B*+G!B7r|DcEN9)~rsy(|?@?w7G$;WE<
zyjN5&;=HTp&bF?`@oB)JX3+-~itYEWOxEdnSk$p<%BsE{Grz0YH3eE<3Y(zdxuJLd
ztb1F%8yx(mJ$aIB8MAYh-hbA-D-2(rEq3diWw!Cs?>TRxz9d}jm1^jHw9%I#^ykeh
z+nU&qgsO|ge{ht4t^Aey&Y`F83&hHvhiX69ay#wE-*vLw(oW{9%7u`I>9W&%>dj3Z
zf}=H_>o#tG&|qYE<K-8LtI4}!-nX2}?`Mkm<MJRvqfl*n(!<0D%VY$CLVY%#DBCh&
zy4xGa<t7>G0(10FT>R3^kk#Y!n)_7w)SyEWMz-heYj_s)o{ws~DBwF;_1$UBM+Ids
z4%WrjbnM%4tyh%KpSNrOr)#_{y@I|m75ltcFX+Aq=acz*_>pt2)&<QAH&YHq?zs6<
z@8gNO<5|Tr@>$}|5&t^Oe11%mch^oRy5VLZu-k2U+lsS6OO=ftEfVya-p`W8bn4Up
zz_SmObSE<`n7GlP<BpA9C|fwA9@CP5%59welU`k|pA&xX#HOe~!Ce!3jx7CTan&@1
zqfbvh%I^A!*qayL9BW&X+wOUP<xdN(eUDa|d0AX|CA+pSAw=9}<MOPk6??yg{m{KC
z-nMZy!-b1|nHH@npAvUV*xacwO_kVu;X>e<18%qXe*C{=b=;v}$uCYXmtHL=Q?Pnn
z>;2^Bl(Wx2v%JXiO4VBCxW#+bevQ57o~C^a+>*b;Ge9)Z-lg_h$5Q6EJ6P(N+)ie^
zpP4d$ZnsS7X@%_{tY2MD6&HEl+-bh@4uglAn%sth8Jl191aFo;JJ)7)y2NEkiAfnc
zQ}cV~q<L+;mT|uS@c-6_t9DDQaNM7DB=56Y>eae;_eJkcXH|I7z0#s@<+0BhdylMk
zn|rKw)^^^hMjstxu3X;w;e^;E)>X-Cs`|aS6<B;`BrAIb`&Xnh>|Z4IH^<l_%cSR&
zc8s%^&9ZZHd)#7GOJwfGO=6IF`u4{>!Bnp({kvzDb}!tsG|u8!UTMuj>8aA`QueyG
zMlOqIvB;}jZ{>44vF=u<%^cT|7+!|hQ&anAz5OKmwPm}V@|5+hWrw_LH=I4|EV{qo
z;dF-Zn<@t*pB`SBYT4axu~j==OMbFkPvf784T5vB9^GDXG4rLN)QwMCH$9ULO$+Yz
zMd{yIw@T*6s<o@W2rT&0^R9cBe`|b1<o%Zkfq|*t6dsG5`1*wJVES6m$4<F+VeZOr
zxA)626kWE6b@$u4;=6{=j+}}2#p+UY&YgRjq^lR+U%sqDDf6Cb&g1W9RzGE0HDm6l
zGhY3kShKFiTzu`z9P=ti_qS>_(;W3byZSa?nQ>LhLn>r{R?8KcC&`7Gem~-vgIjB+
z#eG)GjGi^ce5Kl_wH3m)X|)=4*LZHkExlOq#CKK49OHF|K5CgXnA^LhetD;xP_=u}
zq6*GEDXkq3g?@(cRQ1@a)y>ZQy(Y$WiSS$Zn!j}|p344p_s{P*KKFTyUs0UplokES
zI@iAJ$nIGuZK5a5zv7+sjL7|AzH2k~>6|}wMl9|p+w~{4S9GuXZ0x9DJb72Fpzy3r
zit>uRaSnSFqAW8e{ZV->@~0tw{^Zwcb+-yT_m~H>c-KTe&5wT8FXePapk(5OWknUs
z@`T=ePn)#tw|JygS6oNZk)kUPDr@a_g}d7JFUgyw=F5A4BmX+{<Kn9oCJk&-N4WO<
z{T-XVIF#eZ&3-SdB@wwkUaMm(rn5ahp77Ch)wK=F^8eRAbqT$-S@?s3e{0OP6^3VK
z8&;H6aIvH%&hVO}c==8BLV5Rv{{y2Xjy7Kjy(<4|W7aIzz1te+<}`;Ke6ToPmHVJq
zamai1b*>jDaqe3Ao6SJB;MEo{zh&YghV8c;tM+HTyJWm3>WzlOiS^2QtE|^;e!S<v
zQTZovoaa8TxN+M+h&A-b>f6DGpLhmc4=g=xIit^^;lrXiJL}}<Y8kD+9mu2gs(s6$
z=bTfmIJlR;`>w+<OK^1rYv>dyTehdohn}y}%(m^@S$$bNs%3@wi3?XMHnKks__FQD
z?818z(qa=XH}Be%a$s&L3)`_)i%%t$%0KMpJaN2GIyLv=7oFRy-5-|LPn&-=!#c?6
z5HHh>P3wf1xa^BdpPjODjhA5j!LcQfHE`P6o<&p6ynpyTnMJgE@<;vu_dezy*ni}}
zj|sf{AKpLv<#EQzbLs`JR^+mVrM(un6Z-MTjBD-3T3_+G{OWTK<#W3`m-{SI)$}lw
z4rJ8|Ka<45aJ3}(+K1y-seI>5<SsQWVGUPYuke@KHY4VKvB(yq<p&o}D)Zo5ufWO|
z&KrIBsZ%*apup8u4w0RQ545ry1%5mly1AEMEM}`=+&#b966fr;u5&Qe4X_Q)@vb-e
z$hq~Q*PaxqSH@H42KG1YU#TRz>%8`b7gKgGVQ5_w<$HLpbMEA+n=CcHri!K?Xa3W8
zCoW5TpLp#_qc2Ap6<)V3Vs}ehv8deVXVe|8pN|U8CSN?3_0jSAr7yRi9N^S4k_^e$
zIbkgRqOzIk#OZV1hh4uuyHaTOA^6GM6*nX!ylgMr7K^yBJDx)%WWuU=dCvOVQubzh
ze{@{Fw)*=r?R@3KT22!#&P-Ubrg<a#+NoR;n|ut9pMKThI%m0u)G_g@1uxo^oR6<)
ziTL_^#g;p44a=5>*2Y{)GEILS-rM25F0GmIp6?d1(mun_hy2eqdcTq{Ra4fBc;waY
zwIEMy#Y)z&UGl20L=GIuuI;(Ur}3h0!{*rQhFz;xKUsBA)}%jMjDff9NSs&bgl4T1
ziC68V8RxzHn0#x}ortgTuf!N^0`g*o8{X=y@W`4lpZomn3mpaZ4}&B5)$jgEU@ffk
z{wtmK_rQ&9|B}^n<Lk8-D}7pardo-;`J{Q-;()?s2dp9+ZHt|g-*TEw<1T6H-Erh!
ziuW&@nwF}cA9n4oEC0JrJorj(mnzSthf8ukX)ShAst?uH{t}sRBXoV~ny`(FpJ~09
z{Q9IKdv*Us;b$LQ7W#b3IJEZF>t*XaM5;?F7HyG=DXm|_?C?aq)4sx5s>h{r`>(B8
zm!xE>gWnm+K4P=o_qx%IA-$fjkNdgqshO?sd^4|$%Oo5Ln0&~pQ1j1%_Zdg;hor=r
zUVP9I!s^%4Bp;iQ^7H=ed7=W+276zM{@UjnyS2cS+os*=w9EfPi|Q_Xm0)MwSYi43
zhowUAywiy)-v#s5b!cddxL!T`M`BCnmIt{(8;tCe4)h3izi|?Y+-GVeW_ju4Re7D7
zMM5zT*M_E7Jm22?-R0j3AFC7>-u9mvPt`74tY;Q1iRaiQbfzq+i($cnO_M7gu6l1O
zEoY@E&#>U)tY-)O<o)J#pRZc*adWoS9X4@8skvPnj;zzZ|3J!$MQ+V;X4y0HZ<eI(
zNcvS$`PIL7{*TlLx(xDit19^OYf@eYe5*R%`aPxYklm)fv?cOu>?2+@Y00!jF|Cx1
zf4sIg-mK{%+o51rfo0ooYVgGz3q8F4&zt11dnS?U405rmY`#|y9#q|G*2UEw6#3!b
zq4zI$9`Rf-c~$+bpR+%E-@R1ec)C+UKI_pm7PX?1R`XD%6*ZfL_^Q;t@5`?-`h44~
zxnk+pjVJ$ZdA+JU-{w-0spgb(DeE={UJ9wT@_l=}Pi!NDfJK1LO9qjpMy@|sU68n7
z@_o%}1`W%gzs#+|PhMA;-*uf>X*iMfvNCtTLLce<M>RdRg!EmRqLDsHNkmiggB@=)
z7rWK9*JoWBy5w|z#kPKbaKFdBm_1WvM-Xp$Z^I0AUsW~1Qx}bNPG+>p&r<VtSa+>+
zUEf`!BNNq(ZZ9pbK0GP->I-wR7^(dslQk70>U!SY-#w2-^W}!0#m~;q(Dyd(i_=@&
zmp8>*mG3&Ibi~Gon)}-&6GR^Na;-l6x#9|I+G&$X+>2z&E}eP0lk<<!N52H;g{!qz
zJ>#s^4qSIuux4#k^xtI3@O!?-HB+9myj3>Uxjg&00keF;%|$o&`bU2GbFkv>>UF#K
zt$!|}p}5G_P*3`-ewFQehIN|-9seKceq%DD(zSQiVvmKla#r=Px6;0*oICfzjPj6`
zXSD@>aojmPmD%X4PL9;F*M+_F9=<w!Qbe`M{pH11>Sr!5&c5{C;-K$ArogoNm{R3e
z8fFt89b-_4`C9ACbm51>>>A^_a~fa2G`ywxNvbk*i;4AGlbNiGl$I`f@^*z^*A5}Z
zgkMREDi<~G37-&V`sGZ&YJb<79V!<+>s%JjubndUzT11@yIX#HhD=VmuF|RH`N&3$
zKT_z|!UBf~gBrPT#tSoUEDqSD&JeP9Wf9A|w88~$o-f6BeEJ^b*J`lwk>2gJmu0*<
zkD_mJY3Z`{ivMF;HeF+(n%CUUi4mPQU)svgh<CG_|AXOHn0m<CL#_5n-;V9Obu2ew
z@7t8cv9Ff}sV>Ocv1?tRaYEz8y%`$H6K<G15D?iWQkt7CaoJ!UFRRZZ?)AyXyo$|w
zZ+`l*M!H*WjnspT*Q@@C>zK|{(NzCwK55r3wJ`J7YmaToTNjqRCND4RmdUj{iiJy!
zk9ft38F;hRZ~QNPXG5!dzKFV5!$jxwWvgFHm8hOLdrX@37+Zr9Ln!~YHLL56pNU=Q
z;AxcZlvTH0-Rb3ayBmLIPw()4AUiv15z9Xf>Cgo?WGb_tOrN>R=UM)WdH1`!h5ghd
zzJ5RQA~M2!Whc+k3;z~)MHbE7%J(8|#d}skD+Rap4}VK+G_7@H=y@H^d_iQ(%~PVs
zTT16oVRSqAi2I&GddQ*H|C_{_j($4wV429w=>Mf>L-uZD;z{@FDfOBn68U3OJlFn|
z<vL=aK0T#gI*E&J3A!s^m{`)gS}x5m`^u>kPWRToir_8O-1tm%y^K85_e&=}_-&e@
z9(kfaQfs!gW|7Xxq`qvSh6CmsJ$<iC(#mDNaqzrs%p=al4|m^Q{P48*1P`If`-OX-
z{Jm7bxIRJ5J!xA-eL(I-rF`E#>`N32w@R+MqW|m2{cT<rQ{_8TM9f~SHmrRX;4`68
zVY1D{zujx(zxYj(?Oa~lwEJ~6W02vjUg?Qj1Uv0+C$96z3ZE>pa!J;cKXc^Vf2*!?
z{pG0rI7(yAAD<q#2%##bN1GVK>H_Yq`Qs^mPwuCFe!zCWCm-u$nfFiquJvi>q3x=6
zaTO<Pc$sR2Uq`KEVy&)!F;z<GP2G-HTMMs0=AW|Q$bOqV$t|lBm`qI6)ykJ_=Ks@X
z%`Ni8Wp{B>oX7LVKT|5b#Y_$<&P*#63%%&Q#YsJKzA*DdA>lQVa>D*W4<w$Y?9{oC
z5x3qnwqGOu?)=3JPnNM;I9&SVq|5$T?7=Gb*FWZde;pwzHOb)qBJKM=Rm(0cG^t9{
z3YTIKy8omkQ{x_Ix%VR1ACq6sD#_iEw_Lp?{=&ZSrIUF!hF*KT#8NGCBBR1<HlGb$
zH&5!!2wCKvwtk72zo%~L#b;uR=4H7o)q1D*x*%wUe^B`SB>@UwRu(Z{IN^D0)sKB=
z&Uog23KF$UmJN@yJn-)6d)9RMoFL&T-HrW?*90AwsqQoneV|_A9UkvKwZ-d|+_|p2
z&cBTTK1WJbZP@lb;=bpuxYP4r?x8Kqu8M1VToMlYy}+0?`_un}YYo9ierPj<nDPA2
z<2jeOFYn0yFaDdKBpuwZB3t78^+|A=g;t#JInB659X$FiiLU%zOoDyj<7;|Aq&n}!
zf;k0q5=8WuOJy`Bh-8Uyq;a<>_g90?wrNaw64T8hyj5dj!J=uc2}%cDnmSp8In}ZX
zg&wLL@?@FJp_W<6sV3-i=~0J``k|97lR4Fdebi?77({kY=2RE<12J0@xDJXmX-3U)
zvS=;n`Zhb^%Eui7KB^L1AKuV<7;<POOEBj$A)l)|10Sd8`YF$Gv*=BbI%v|A$zse^
zmsL26Z-LCh-z%!kwKnxiC0n()?_Fx*w}$UgT*+0>JFFipE-_i~ZT0(FmX`54p?~t)
z#kr3&ZgV^mahUt=Y{@=f_B$nqeBJMq9Pv%RQ*y#R<VD$)UzZ*2n_sa6xc}|Z6Fgur
z!T<T+4{EQE%<kLs@<g=E44sBToki#NzI-s-Z{N!ov-|eFd^4MG|I&>enF8#*ff5N$
zjloWW4vLLWH+CFi7FL>JaPX6YIg>_=fnqaAh+WuehQXm0A+;$64_l@>9yq4NrSH>`
zc!)<hYevA~7HPF78?3|ve<V5y2)E4$IMSk|CS$1Bxpia5Az|S~GYpQlXkBBQC>s)%
zQYQZ-?!+S}G4V}1CLC?m){7~8*u@<#(AuKkqNA5msMyUN9<$@oAyN691FbrC5(gi!
zuxkq(ILOoYpTErD$H4@SW@U~@unPX>of(3$=w|VMd*CG2-yF}m0B$_L*+ZCpI`i1r
zRUAZr9N8~z%+37o>81eZw6iH&J&*0*;yO85z37cg-`o=$FDGA_Ghx!&Z_{1*wVG!Y
z%t@GHwu;4Fea1$6PiGaGrMVUdEg&Z%nMgM&9`}24<K@D<IiO>bG#04}`CM7#a;P&(
z43eURd{iVPU!B}2Y+0rRQrRhEZJW~Q!7_P^MQ4G~!;~g?+FEn;WD6*5`KZlsG61J7
zT|dP+P8P1eeZkz2rj=21yey^`XdMh`TFDYzn#Zv$t5E8p$)QY^%N)xDeUxVeZjA1}
zT*B~_*HY_B->sEa&Aa&?t_xm~)${0vr;N4jxp{AyDr7PlW!j^bS6OGTd;v~awPNf7
z4zlkiitL@sxkqY|-;bH<>J9E$lNf$ESj{cI?6}?FgC9fb72ou~IkwiIRK@Y|Qm46W
z<>iUnEes+V9!I#$t-gHFeD0sa?n@WvTm4>kI6qS-N$QBBvk2RafCDW|YBB}`m8_0z
zoNQ4hbleZ@|ITFf!Z#{?bJ;-rziNy&5seIdX$1wZ5Aw0uOYkHXus{=EqJg;XBJRi-
zXwoVGC)1Ay<zh}eD*T|$D6(k>Oh^r;X2Q|S4;ol*yg$cZHjDB2IsUNMy+6z!#+%L8
z`!W6C+%IC2lhcdd`1H*^x$$#yNUu`I#RI!uI3Dc~!ct((fgHCri}&CJgeGUf)s3KH
zO4mze&WcpU86E}`LENT^+H+;BVTQ{W-8(UT0*6{AxD<mYEc}HQs0>@l61)|ZupWXF
z7U!~8cLaQ{J~BBZY1_xKOz=#`D<^~Agjr(CUovRLC0^&eQ_504_u%4ZTl^l*JJxyC
z@lN+TtIpjFa_&(K#}{5(dGB0ShSiPY?6UKZZbZshcPFP8zOk_=6FYvcfAh5lhF2Z4
z&+T|QVK)Dg%a-P{CEU#KSpwYemR$2~zkA4GpR!XmOD)F&%tGs*pz9)d@_O`e&lQ1I
zMl}(Gg$<nSJ{}2`I*UFWXyH)v*<f>`mw`*%=LA^jV2glSkHNwgPE{X^#8iO|8#@kh
z3n$GmINTzocE#Xf8>i)(K39>t83IRI6xBow7j|&E`*<Yf>MZ(jq(wu`$8cfSR>u_f
zsiHIQvhRcxSfDZrRA7Nipu#sgeRGd)+zj>{)U(eIg82Uf8Ti8#8k!|}@(MOED|Yj@
z8CWzy3Z#z)GrGktwt@^&?B<3PW#a38B=GB{e6;v6m4OQ(Bn&AKK`Ak_z=0{m%kbY_
zi9IqO^mTcs#O+X8!xR2dUpskXvUt%Or@q(|8@VmZ6p!om2TE>u;n)<|s;e$BHKnMj
zut`#_e~DsNImdC%W1Mb3FE%DLr8yfsxzQ@Kdjgu?NB9Ll1<Yt&#2|D~Mb}Shj*G?2
z1fzq{5-hvW=wS-Dq6D9M=Vaj89n7&@!0%$6u#e&lCxgYew~M8h#Hq~zorkA&u;<=<
zP?}rpt^5#NBSviz^ih`h>U-<TGuPb06C1lN$^?(=J-YF<uuR?K@sU>w?_9&@9;p?n
zmWC!WF^KH7Jt7ARx43_`kbM_e;3KoUBU!xgjZ$Ci5x5Dd1*m*ind%nBX$Rr*r{X>+
z^{v&Y)PHmXMd`Hv_qr{%J=(zVfW!C_ebQQQpGR&$<iwk`6RN=}16=;BgBCX6;BZCr
zp(Kd^U7z(s0xOfnjDv{`@^2nIxc2xzlST@-TD9SMw#c;v-7vcw&D@bTe08b~PGaH^
z^X+c5zze(zDVYfj<vy1_=v$Pr9$&}*izOp{!J9*06Y5eQGcP;-bI-?0Wd>yyWe#N?
z?W%yxSuKxQ9xoGp-kQ)>td!X?Y4H|Imd7l@9BKkS7jih-WOh$V4ljD+)fX%8CB+MF
zWCbccbkXGox49PgG<g^Vc2DL|7xYt_;bP!<+S{NrVUie#JIBWWp1`(R%q%bh*Ot&@
z6&D=^ov^q(V?QT2y?Gggb_a7V7xGh`aq+<1gjMHw4~BpmT^B=VfE!(sy!M>SG7D$%
zDLkBz9A5ZFt1tHG#?=;OqQ}=YL;3RVkJ}!5a6hoPVs-V=jZm50T~G-Oh3S=+j8`Ph
zWs5#HmRLPs)|{94U@pU}6|>LndbuH5;zYTMXLg6x$7Ra-R-eS!)wmO6x>pp}FT2FC
zpbymYI=AoThiIwp8El0Y=##7n6k$j~0rmFvgP@@K9}O+SWY)bp$j7(0s^Im<dPWgY
zdO4h+7v+Lc9yZ(Vm~iy*gK${li`nt0*%#EvgA{ek4>EEV9Dl;|zbV<g;0;^fUAZqD
z7fv~xY+ZdYMyu$JTi@Li8>KDFl#l22UyN-qSo6ZM$?#BNQ{iQ=&rSx)Jqno}n<_kd
zF5MFVpHAtxSy2K-(~}#$GP@@xn-{+M7SLCq0<Iyam`HHCb*90jP}Dzys;7bA=9Rlw
zU#(O=9`^jDTi@Ly8*i#?mtPR8UT|ITPAOZt?4j7@1^)0dEta8QS-0VF!0V9i<n70A
znmIF+ZaM$x8`FxzxmI@{-FRClW+&z#TX<Q}eD251Ay3fSWOqw$=<+<dTxl*_aT(Gm
zv;X{v)u7My%1-;usjLN0B3`|ijh^Bxk{_`K3|yV51`3ne7G=W6^B&#smD$~yy#3(D
z*%oF0_cO??abRFKwrD!VW^JMKz<Isgov8od5{mp3mwt`s-&>jAuZ2G3AKB0O|B}3e
zH1kujb*vU<tLj(f=<Bm21aeyL5oi;&^)Ogwsw!c=)<B=dnCai7HjVo&JaUs3feJE(
z84GR-@K}^Nthb7R@Er^$CM*(D74o~XNx%n^+LR8uK&r*g1fhc(FAW5Jlq8lKG$w!V
zZ-I9oXC`bC19cz4WgDpJrO6V!#iF%<>!HY7b5L&*)M?BrMCm^&&RBIcv*j|!a!?cB
z%>dks)b+c}s3P;t;r_{u%$uK7URAtP%Jm)If0T(8hb5}X$&a~Z-xO{t-I6PlJ2&_8
zL$kT>-o6o8sQ9X7cHfSd9rKTFV7<V8>E)c+e7jm3%b8Xz&a-;G>~LP9!u)f)Umlq4
zx98=F*?oJCHlAdXIIi^S&TPJYFQ0&VkMLwwp>j8?<4}Wfw?9KGvzp2V8?nHO1Sb|@
zwFtQ<ZVav5YAGP09|=wz!frDHKwZc=8;m$^M7TU`<uvq}k?6!LoHe81aEnaXaV0K$
zAC9C$0>WLOE~K)W%0@G>z=|X%5#ePs0*>BN*wlQg>&(06JMgLsS~nIx<gzUL?*y(d
z5sh=Um=lkh1$q1mHZU>DoO!_UU+&F=525_rKQ63h{qSQyL)*caEggs!)*(@FN@K4s
zQ0zW_a6L=FiAOM@*#+<_)W4ZoNI^aMhq%n`0~>ik#9PPnwtE@37zAV~9ycq>Q9i!y
zc*cDX4mSZeiLfsU2WKpi*VR0@BfGIuQR3+DT;(o@b(}Y?Iozy;In*-DSe*NEpWJZk
z%jFN9!2_x^F}sg5Rvh(g0acJbN;8%`Rh3v;rVdGF@XC=>jZo`rYQicpP~`}1eO*~(
zd}x+@+ak$?njbUdUKMwETh6+<@sTl?-TOTW`v3p_aj)#LtDX^R^4ZxfeQK$cYj)(>
zD~`&iFS?!$EZ81=I##LmRqW1HM^kQyN91n0ye#OZ{o0br5ii{~Fg5!$$}awpC~|F$
z&QpP(+dSfr^*Q|SIkV@$pFJ(>nOHU)Dw@{zsrfHQ=%xo=uYx@@e)q0<x9z=qmi=mj
zuq|B4CW|)uaB8!p$L+K5wO5PZ{j;>Or2Rm<u0qmA`Ib{k5r2c8BqeU&yzj)5=PTy(
z?&lVIpglc4bgOoefYxD2t+|)}-grAf-1_*cf_cJGVgcWtXk^uJa4h_P`$PHR`+KYX
zmvY_L7hO16RB&=_TyN;FUcIOdVKG(aXOD@#n11TUsg5Nb4mWZVLJg+%EbyM<@;?6B
z3GT`2Wfk33p=By_Ow^oA+!mUfzR29M-SAJq)0Blpi}O;RFW}v{WA4n&(^B+%t_XNu
z7HGUIk#|8L=E{rk43l?e%dWo{*eYVZ>2tSJ`xKW{x%-XMHcuu#T<}8wS1IqGjx62X
z#pfelZK{vnX*zAnLHQp#n?C#&Z>`gx!hdY`7u(C0)<?y%6hH1an#WqoTqas^GjK(k
z`#bG|eEna67p8FTdaOLVSzBOzyt}Tk%~35mcjg$j-gyhxa`Zg@tMO~==AL8c+Gbnd
z4bPdMc}3=m-{hUkq)$)Ue*9uX^xf-$HhK9{R$I&BzScexZQaw$e(_toR9kwM>YFbf
zh4XlK^hR}ARpk3j7Tl{;n;==2zP9h8g|zSEo~8QL&Ci_PvTbMC@Wn;5c+0}H{Vxt(
z;?Ag$ylEip9?9Nd=Cf_S&l=vgdxw=*hZVYH<(|n<x;A&ymw>}DUr&e5zH>t1;j#OD
zMmIXcg0?WFf4OuscG^9wxYg@?*ql6dPZ-#!xhDThT5y&9vQ|mwCh^<ny43jg%H5LA
zy!~v6m)<IqI$fn8FC(X7iO%r9QC|(Z9&FyjX5ug}$>cNRM#I$AGlcSdBxPQ_X+7tn
z<Fi;|VI8l{FSgzd7k^fj)MuHz&0Ax2-YFv^*3qqf*009Whs+yWY}IR~w7u4`DVToM
z*Re5dqNlG`W$lKr$D&U!uRisjb=S#&yR%oHco?#8f94L84oBHupTv71Qa4I?qkhlb
z7~NPcu;p9zgwn{ZKFs2GBVB`^TGfiMY@O)6G-~FmM=!Nl_RY;pwe#RSSaP#4P;y4x
zD>bF34WWiVb5-ZBU$dY?X-#DFnN{&8D$31dFCU(AWb?7<k#E_a8giPN_<CJ6w0&h}
zw{7LGYK8VR-#E4OC4UX4d{eoxX_tM(%u7GqRarznbh>_R>=s+KqDN<ueW1@I@o7v?
z1>CnD@w>gaFDPlloR!ZKliu!e+5B&sq*Hjw!|hYQhb-F=y2(0>*Euv*ValnetE?(y
zKC#RGT45m)YM>Fc%lpjh^rPCz`>eD-sZO2it>xKbCaKw7WHd==>&#1z91+Xi_1f(B
z8JvJzm{7;?=ReDWuV?!8JPs<C{7kq0AEMZ%=P@_FtoCcs^UL-E-kO1d1wSVp{p%Px
zZPK*MIzJK`gPd3H=kkwUf3xp)WNDkJyV5@QTE%7Cj5k_7eBE+eQ~LSsk9W?!do2BX
zw$Z&3{=KuWPcXX3T=M?^?YO@miVy#PDcxXy$a;wfGym=<HUIWbed#>+U*6;VlD?Vq
z4KAy1E4qGq-;?;i7vsC*m^MfpjALCqu}<&TPWiWnN!iDz*B?6c_x_H9{q{Q&m5wY}
zySJ?TdhRp%M<1DmUVVIWW9wP=%EX9=%yIud2V4*|^7Gj6Q+>WYi>>UV2AN~0|FxL@
z-uZC;u7@|SG4$OxJ#*oF!0Y47W-~b$#U=l-x193t)W2mG`#RgWgU!BN{dim<<)g)-
z!T^5}#p~-AB>!!%n6UB2vHr*XSN=09sY#bF{kV+fki>3dgO9OyuS{L=+{!7o`hLQN
zbN6IQ6A})E$aQ!u+<mj^_cg=qJWp=_=B?bL`Q1D)=0tMXeZAX->3&s-b|)O`baVea
zzWx2LL*a~wN$SbILRNyJYs5DH-<I@?v5n(+&xET^5>IcunKW;|)&7^C`FC{2ta)!c
z$E$<w#>1FLYp05Txw9_$^}~IQEHTHcUw^!3buZ{QZ^E49iQ4`V+Zl38_dN8E__@E{
z`St$;v*!o=@Jip>JNfqQycg#p=VWfSxh&SW?5vP)w2Rcd-oq<unr^>nmNYM8Kk-LX
zXa1u<+umKik*WWcf7$Qi!}Vp(<<f8a7e9R1mwa*eMA07|4rebo7Qa8f=tMX}ptvDd
z&h&)};>+dRQv`Is{o+o@ShnYPX`R$u^&T~oU9L~A6?}R6T3Msy`-2FjP0ec0|DJgN
z#L#Q1o?Ay=heFqf;5X?7>K<0R9_^gLZd9wVJJiKZ;<QfBueCl8dH&RK+<qm*f96Ky
zlrsuvN`D*f^8O|mGKI@1Yi>h_p0+|-jx^_z3B?n6dy@ql&ipJ9>bw_IBxF{l!m+qu
z`3JRN>l3ofXJ3Ty9uknx$=Sa8qI&dp1F=H(uk4eX&AD`{Tbvs**}n-Z-j}nTz2UY;
z@L{eir_7}OzMjy3O#el|OvzX09+>9v{V=a-H%NZ}A&u90>&8XBjm_oNOfma^e_X0M
zN$qFbfzuCHOe$rO?rtfTJJjQr@ZiOUoyv9$Eibe0GM(O>bu2@{k|X7@$%_V`FD!|=
z!lzFLG<k4wH`K7r=a`Yc{fhXrRqqSr79Y1h7Vuz?>;JW}d)oz;ZvV^^`s}cw!=b|8
z=j8Tiyy-Gzsk(B)fw?P6QewsG(>yaW?45bnEw}49a?gHhvcZ`cuCyl)*R8pq=@4RY
z^#s#ewqvIvw3_`JCuTQtmRkS5_suz~lkbajhx5h6s~WBfg;x(OsS0mw3)(2r`s-8F
z<d0paclXPEV2isN;Fe^(VO7&U;e?Q5w&n&}7Bjd$PH#N6Vfn<sw<{(%nN2;}TPDQP
z5*GApadvU>h81gyPAuq}xzlM$Cr{?xPM!+a%RSW*q8v(><jO3z{?ffWfh}vs6{Vw|
z0<n78^O!Owxve}VaQ|RJbK9K;rlhV|Wz#!T_j6@MRK9RMY5nv;pVZ-%uAJ@lh8<^C
zzSC~~dv@uuRSFmNuHQYp^mLzzb&wxh)0Xxlv2EWz-muD8aBH{a*T@fy{E0Sq>pPk~
zEHxCE{2d<hJH1w@pL^`!dQQnH5_hI|Xg2d~aQxI5H(Oxl0)>WmzkAzVk9vLyn85n3
z`j}FxMTz2@FBi-%?KxnR8?bj7`-evde#E@eTJ?`(Rd|R_cgp&mkB(bpKH+S7)7$)Z
zK@H=ty^V%OdJfrNO05q3{-wCo>RZB-hkXg05py;eSwDJps#*46701-Nx4BVri%+ZF
z+bHcXyY|pr35%Tl3${CErMuOfZeHtsxjFX|my?#E(u9rdUoQKwTba5Ze$7<7*TAJ&
zYGG<td+U=0|I*$40_v5IDe*ixSmAag^vm=`?-#zFdN;O<b5m9TtB9DIySC1SlV|uQ
z&L~{2)M5O#MElUHqzCJ54OXwOuTM@doT0fR{6O@>S#P}=UPZr{P`BV&je5-j?l0Gk
z-V1Hi>S;*Yez3jjkoz9NJv{51qa~k}Zuz`y)){q49VQ>w3h{4Nk8&eUtkdWZp15OO
ziKG37#<{B=tmci~cx2bF*+uaOT69@<z72j=HOn}x-DHKa<)x$V&MlL={nKar<M%n<
z*Eti?ChOc{G72|PNLuC};l&hfYIi}%?C{zNGp}4->al74v3q3#hpmEAbLJcWS={ht
z<IhOLx!)OBuQV*Sy|&h1Ntdga_Z9uQT2qevObv;0s950m)8uHl*a9}=S-WQM>z~rt
z)ie9<%DP3D<rZ<c25H4{dP#rHPV_b@m?{@P-PEy-p((Ir8J}42g7!y0zOikwSkf0H
z$UE8PesY`1#H5Y2N@iObjjh(S^}hK~kfoAT!g_ASLi07*$CXNy1*R#>bxaYilD@CI
z)z^sW@Rcs7%Vlda9gNvBa(Z?@$+vKl<haeu^(#t2Z^^6Nok8vjiB2ry&!UA7+Zi?}
zSxP)%U(;N>W2PU|QKojSjnf&DHm``3`L}94t5XZFhagK?+s%fG(ik?&SLsU)__~zB
z7f(y@+MHZ5**2u|yu%cQ)UrM7Az}h0uegpe_$?0lkf5W{A|TUZ;`1}s;i2&ozphD&
zwOJO|-F~Tva<ga|)Cuq~Dal$LcNe;GVwW%v%h9d|pUCO$H;#y_=osr=KhpFeOW@zd
z-!Bcl+#LN4IBvfvzPmAbi@w|P?PruGbg;f}Zky#$Sn#~Y>cSd{l&vy%CEc6vp1&fp
zW9?$wRVjSRjK!rlzHIaf5$O>OpXi<-V$*!;q}opFtxW5Z0vBl9e4kP9)xv5|(}u6>
zjlDx8h11Fw?>iv-K1GM0=ZsE6Vvn5JB#TFSQ&<Hyt~p@C5j?X)?;o!a`;wIZI%?B<
z^iEl<KC|6at!tx*s&$P~gqcl=SHxp4<GYbBxi%lX`EI@YCF?CLlhl+`4}8`M%@nZB
znml{EckDzhrfJ3-SFo*CQK;!>(O3L<?}h8JLr$&=g$AxtlYdIRw2_#5snKUw-oh>i
z!Kqix**-S?@&DVjRL@mHSd`^((wAgbtrJh8A__KsYuvhp$D7HNZ;Qdk#kMOHm6*$4
z83%ZZvhts_2(~vkHixOPl&9<k`<)wlvQ0{9a}r;$pYUcVUe<6)yhPl6X$D_sztbDN
zZL@Y53!FC)Oo%o&Z{X3oB7TZdC{amST~cyw$1Xnx;p%j)9)lojhhNN%jY7`H%-8*T
z@sE4a+$Ay+z8W6oWtZLss?Ija|FW4;`|K6|p2FQrIu9HQH0?dUd3KS<f3DY?9NZry
z^{laCouIX2%9Q-&jG0f?Z_w8Y(UmhztDPAVrV(YW-E||<S5|RC|HW;xjS~bon6rC2
zwyv7BJV|!Ju?C*7DL)rnnRa8N#wV6duELy(t6U8}e1GU%@-!;th^NTg(v$^?UpTY)
zj@_|{a4MgdcBEM@y3rt1o@HL@-i<teucRDn>2T`sY|^`Qd(DJfeOLcF|6jO1;J>x=
zj^?$h%+|XYZg~1Ps6Djtn;@q6!bIe6+kw5#rx*Do252bg8%=!jIzOv+!n(4TXZT&p
z1Lil(Ie+hjkEDjj`KFY6{2cdwEU<fcWcINYH67;##O00h0z}HB4sCK=TfnwcxtaSC
zt5BDmvYiD(`-!jx!s-Ur9!L2q*C(?r$#YRmUgfrQ-~R1E;hZH0H}zh37Q8j#QbgUl
z*TQ~UnHe)~g)3}Ukn*#QZe`&7#m4G0&0FllIa!`f(O=~?-U%9BTp#Yz9K<LV`=BKG
zib3}>!;f2@+g!NPeq`=B#)aw|mAbEFwVZtCaB1Ikk3)@d4^`GPGQXX(Wn<aTW;Z`K
zCRVMvjJJ<A>GnjwXqQw^Oh0WfY5BUC9}8m+ygqy{@yQGyuIY@MUyFCWymxWw4aMs<
zg^PPWAKsBOgHvj9zS)A1<v#HY8q1Sc1<aQ^wJ3c}RvJ&)F_o(ywyd6Q(Pk~(@AxcD
zNz|=p-UY|wLbHTQzc+QN{W#F^f`8Z6m{)3xN`H5r$niOr693e=R61ZgYsk5&mcAAa
zD>AQVYP95k)2?0+P<>r*$F|PgfDO)PjG4?_!ou6X@II)}UbEhM`TI9%%cdBdxte*U
zweI1RTjgfn3*T?$R(^2#fkg%5J2_!qgS!dB+NPSTSf}oJ?zr3N3(u;HXSOTmCo+`O
z7q0lC?UEJgTh-=#rE$*WuVN{?7+lLwIWEcSEWCNaB*scyLx{cUjL@xRGo6gqlm(eo
z2r0U|=lO>$V?WcdRO6R!%1jH#1qwMSzmyl0S??9p`_DY-X}_vMZI_OAn+n&8?L}@D
ze=n(VxmNP9XuW2XF}@R2GV6DY!;&jExNosexaN7b(8?(H?_op7+Dpd1HjPWJ&P?<F
zuWj^pWt@gN)3g&lYY%OdoS7-)C%AKSSb(<5PO)b;1-9H*yY?-MY?HqA*<nLWlF2vC
z6CW8Kx=VKct@sw&wd7Qi?S?xi-!`~Qw)%G+TTopkr4n&Ls;Q=y?~=!+C5;oaQg5C8
z?Vb3co$H{pb9r-rh?DZ$M~3H><u+MuWp5Re$`qd{*!lO&o|PuIoE|KF_n=0(r(@Fv
zrHk`7iOQ{DPCm2JAt6!WR%6pskLyg^cItP$2>*U(F&jgK`4Ub6!<4(L1$iqtOFtCy
zEU<2<Fi+F?^}$Ot@NI14f*CPW-ZiW}rB!u*rFU4dW$NP%Sq|Hucor&%l{GT3@T&P<
z+N{PFbyR;>0`J;HA#R6jkA5UHxtVUC&!x%Bm$)+crWkwWvgm`EcbeXc8VQTA6&&!3
zb-4LrzuQH|6%`Zt98*f)T8pyDtn_Jb3eH=s;A?HULTZv|c^0>yH`9s_2eLv`7hHHN
zboJK+=Ou?8m{|UHysVMccXQGrLnqd!Tq*}<`$_$~rrG|zagSx-b3wz!QBj^<4l0hP
zmrSx=x^}LKh*q<3cW4&}llUv6z(10`4(;=#R~lLT<*3l=?vP{c{++y7C*gjxS8JnB
z?v&UAFT<E@Pv|YNx%6dU=Zdxu5~|Y+7Fc#qaB*0vwPViY0FgOu!s>y|{!<G@6-rx$
zEH5etxE8$X|DtD+<1TyI;rhOR8G(V9EamR8wmUL?5k0bY!*?H<Gc3QEn63*dg==v+
z965AEK|L}>ZOZBV$6e?7X4tNfiFM?;Fkz$kEViWv7Q4RP+n>If{cqmiegDGaqh7GZ
z?ygmMzdiVt-0rJyxkUqSG2GYO{O?QL8Vi}b#@ps8@fGfyeN0|ufm^=yJ^3dtudEy=
z%;wh@?yqZcbWYS;Dv{Ruz3i-L{_9WjEmzt9uHC?PDcNt2VUtUtp_i70K!w<;xozkF
z>^M@+y1eX)rStI}|H2ZykFL1DzwshFvu>kZor+}Jag8#`4P77RmFGIFU)ZhMV|COq
zzo*2UVe;>J-=Bv}T9q!5w0_qQxd(*>B8faI|3qIg$T|sL{BcI;m~%!F-(sf)Lbpm8
zFHNaCQT6HWi+931C(r%uzDD=1m7ug|xAP(I#K(_)jJH-?XIvG)!E}`OhjdEcFDnt{
zFYArlSgsly^zO)Jt5PXlC7j^je_{!<+``brhL*Sm(kz~xlGd|c`n-6**7bOM-bb(d
z%wpC`VXZYv&X-aSIl1rY(YjO1yemoI#XhZ=gsgu@j}_{iDQB29b%6)p3f7oC4UFum
zhn<W$yp&t>6jBmhTlXF9V3NpwqoKfA@_JL)+x5K`%~yA-3jV4Puy?-Q=HPsH-U9gt
z>)NU=Sky_HE@ajX)-XQ#C!+1DsowYN2c-HoUX*S$)hk$2I{j($R@Plj0uo1?z8!B|
zv})m9=4~6Cp0(baEa~nRU4LLgQ_T+FEsB8#{8LJ`Lt7U7ataY*E4m~r_+q}nDo%&Q
zWtHzbOB$aUX{<X{#^0}T+2!euU!AX|oC27>o@4wb+p?!$aE2C3gWtjI=#?rAyLW}2
zwWy7H;ILMTrEJ-u6V-uo%Aeltc3Ay*<!8kR5w<0EaWlAkzvy0G+}@-jFmKMun>H;g
z_B?z%qhNN&x(_}b&kQtexR**tdAwSpaA@VEIIFF99d|muTd<<^Qm#sHNGH?Q86BUO
zD&H!I(CA$-i$S)0=B7G@?u`q+_jN4u%i}ebVSfGg)E<vj;)#2lKAFtf%xT5ysjO0P
z!EU+m;{AKV#6&!67HVF#<hg$)O{K0hg<*1&_>Xk=2)2&+&@JIgqD@P<KTW^5_Kw59
zUA1>+F6aK$qRjrQ{i(+V1E$p74S%8&ER`HTysLYiwxE9T6Ah1qyprcHo-(j1-MGql
z<BB7j?WPazHhh)R><dqCb2Il_pj>Et!Rh(GMiH%Py4mk)H#_oL3*UVhdVnEnX_C(?
z{#cnWjaK2E%@)d0nuRAO@+fK;cC#3+e8ZxVBz`U6!|s;}ZmQE1C+RvXayhRznQ-**
z!iHe?gA2S08s(W%3^_}inFJg~3k5`TT(`WMrFJ4|A`izQj;D#n0>>O&R~H^sh?dYu
zo|xl)=|{juh6!rkA?h36cX;34D9Ll*T)<srS`OPQi3i~grUHkO7d{txzRKz3f<jKu
z+e><O&gPUU5u9?tQKUblI;xtvX{L&+<4e}qH51m!rU)K%ykPWeTUds$TGz$a$O|rP
zKPD)Iz1q$<X~xAr1;rDND2R$~o|am*rt09l??2s5gfnN!a$QZ@uYB9(@!eRPG|ia|
zA$}`zy{gW1F@}6vp~OG&s^eV+pZs^tKUYoJ!#9z6|B2(utn1kC+DdazoH>P6t~g}L
zVMF`U?v1({t&XnJN5nQIvFda4v=?45TP~R5d}HCXNmFv$Ii3f;=1rYs6njj5cJr2v
z>r_3W6JKjjGVAyq_@Z^U;qwzOg!@x8V(q(gW$LEhYRH%$n0Ix{u?w2Nk`8bR$|(n&
zcD&9}ob2VEy3Bn^2jh3~w67ge`*`_FqHesbog#4MeHV{``=X2mtWyuo`s&ORU)8cT
zDu|)3L!fAayZB3X#}YlBpMs2nHPU;ohH!bbB)$-+e7F8g$mCr&m=~`8AC{To<Q1E;
zc2=Kyg{CZD#p<4pbF4;h)bG~S+FS8_WAyzaWK~tKn)0%vWP?Vuf(f^!v~tWAktl&Z
zA}gPk`0#hVGrU!$WK;Qfh4E%H7u(}g3|_^=t~r{aeQVO>mga5W!-L-6V7ixa;Zaot
zBXg<JH$zPZt{|mFiptZ>6PGR$su9*Y;beE#V6Xd%<##P_ac7^n$hq47*_?yf%H112
z7Y3Ys_rh=4(G$JvG(}D~sCKLCEXvh7nN+T;qOvGui+}5?e2*wWZ?`KF-xs`|u#$7p
z9=_WB`#dVl&I$B}O7iY|`k`X}tKw(pd(!*d6>bQ4U21d}aD4VEY)f$eoxL$Hn^pxl
zh_LbInqAl&QgLoKU&sc9#3l2RJm+jQIiTCYo59ZhckRJL4Ku&?>RFUz_=Il|zi=+#
z3@__`hYzOjvVOh(@#;_8zCxL4Ym<1Cg|t3Nlx<;UU19NAc5c;`yUc<@TPJa-{L0*5
zYWpGc`3!5moV{x#E7Dp_gj1*FSyUhReoXY;I*vJe+&<};v>uXhPl#o%E1h*^^~!_G
zl{hV&-ZeO0=-9${Q{F^jp}$Us!s0)_v=y(IXx&t5o~y%Xyzq!fpV-n9Eh!z_WS%Su
zdjDXL;2B=4Fv)}j<zl(G>`6v190czlQ8v@cG=8?<C|uTGoVU++uj940519(Noy)`~
znf>uOb?qzD1n<rZJ-69PlP4xh>32Rnv*bW#@`F2R3dI^L#U8Be*pkhjbwu#K=k2A(
z`*bflymku~uTXvXjniZ@pLUu+)Z&KZ3zf!abWR0{@8D|9vx%xJFpry;8OC(-u$`--
zRA;_S+uE}ZUuJX&Zdp2|v7&B+(L`B&xfKdBq8po|oMcS*iU!Itu+<n{Wy)$<WEIKZ
zv6215zsYYN1}8`=6uey4x6`J@;2qDmO_yg%%5z0~S+&0S@4U%dFG-<c;>3vy>W^{F
zW)nKGqGXD4pGkx24m~9a?Fj!R`h8wUx5Qb#p6r}yG3kb}Ca>xiv%V>}m?kb%b+g;3
zGVgL_qpF)6t8g99rN?Os#f^pzt~q*_DjgSHNo5qWVzX$v#L8vb`ekcA>*=5k*J8JB
zbo#I^WZ&Jy?gy34UI%SodTG6oPBIJlCSf2M@h4$dU+Ba+Oj(Zq#j@HRA0@up?+~H9
zNO29D$U0|t%O@Jk4fl#VHBDnbwB2aM*2W`$oh#$b^(`JcyLJ|B3CMA~l92Laj*oMP
z;{q+w6^kF-xFmka)$5D>iI(UEOOCiFJUeI?XY)Vw_%lbYhREo(JnTN^a!J2t`uy&Q
z5Df})Gq65-=z!TKg#{DdWWG>}e<Non7<g@hb76Xy=BsK6Nr4tUo?8)Lb)IeHThk+%
zd1FC*i_)1F*8~DDP08{WDRkt`@S5@Jo<{4uG|r1*T6z=n-s#mCNv2HEQ`?>}wcue;
z<Etitdl@<+vZ0$9u58|%prJQ$S~Y*n&o-&N8pD&To2xGM9eQzUg+!n_=h`bwk2f4F
znVvPJqUY{{2N5?a?9>F)R*6iJo0(JbrgqKoc&Eg)Adje2xrmf`>(x1VI%jczx7swN
zkEu=akL?U&r56I}$shiRhfQJq+J5O=h3tjv?4S2X2rM~W{wq1=baSWg&I62+FQ(m;
zdi?!`pyi^Ozh5)`UiamK#Jt1rgdI!meq5C2P-xmTD}iwdKfiOcw@R;p((Cu#J`vgc
zq0ufb_nAwhd*uZAKL0s<T%NH$Ay)aVs=x-}H5`4L=gKWUU0$!h%H+E)v*YWF>b0W6
zwW}I6Z>-wq;T@<hyVuCy$#LGlRVFnpjO&kd6=tq9Pveu7w0arXZfa(D?$SkfA?LSO
z-5&c%wEbe~jAPYM?U=sujFZEWhi!+PJr=%NpS&wQTxXXW!(x}D65sDLL*A4z-uB`0
z@~sdr(4P6NVJWA?vk$g2eI2>yKl-7Zd3_hV?$?6~{d$I>yorn}Kj}0ze7h)eY37-$
z$6{+OI_{pWHE67KF-S6GEN<46oW$%e@|Iy{J6BccCC9r)*LUq-ygHdfv(#jVPY1Kk
zvY%z$o(~22Ud&O=d2okIsiM{Jsl(KdSAY6i=1HBH9GU&A@r1reuhRwo!@UJJn5&bM
z{`KuT=Ch&uf``EW>qoEOx-XV-|BlwVPvW-T1rrKHUmWr<xpw8-gr$4Fe+ytsGS)Tr
zFbY2wC~JAK{=O;CoRnpnMNNzwgJ<xamQkP6&)amsU1w(^Yah$6+Mg+xm#;N$|9N~v
zP1ot=TkK{`mp}b!rQZBopBCsIHjD<{cfJ91-}$9anUcLzzaC7r*rwB`zxZQmVU1*;
ze)r?k88xvo@okS!Kl))L6)%o<-MLP;@U)99rG<x#=4?Q}?mR|ZUGH$`=|@LWO$uX?
zuRFhFG-r#BUzFSAYezj#7hKw8Q7P#gC$6r4_~hwFPf|@PW9RJQQP=ODJpJO6(!x_l
zb2jPtMY;uFJF0oQ;M69IR7u}R@#Q*)HBUdfl4?>KJ7*Wqa=q^0=@+k*7QQl?vrES>
z)-Cw@(ah5Yw>DYiO8Q2NFV{VsdHT_oRFmA;Ioo*B6;JFFNQvj%q|b6wyy*?M<F}~_
zznv!3;uNkEc(Q*{&_8zb9f4&Z_A@?y%A1#R)m?DkXM6VFH{JXGZu-Lh{p59z2K%g!
z|Lk`kRAt}rrSW$cYq!D!5R!S&E;E7o^lEO6x@e6fN^C!r*lG%XDQFxizo=6G#OS}f
zxxv<`(xVfaKivpiB)n8f?zi(%kFsY@Ic~w9lIvHTJLcSxyDDe1@y2TB2&HU$r3*n9
z>rdQI6#3`peDv5WiNA_7o(H~b+FB=I!B#8rj$ML1@Gw)Gp2{AFyADFOT_G;#n9uQQ
zr2G{WS>W)H)52=P%!3!MF41^DSM`I#f<PnoqeT;fCd>%CJl}DVUe<#KmDH)0fvHvz
zW@aqq=~qjf=C;r6T)iTsnafneXY;~s>{=Il_Bm+XZhNG>_^RJ`!G%jWva%PHNt-RR
zXZkDlH8DV(?e=YvS(`Sy-CXf~)8*hZuiAC&%D&YmHr)7^kZU+qB>Cs6xrxhGoIB(d
zx@@xnm+~9_sf!;K9;m$G_EuAda~|i_h@*$sEIp*9Wg#xz?Qt{m=jU}skLBB)d)zYL
zh+MkIoD|RPW^>*=UsZno#CJbfUTi;m_Ve3_f4>W3#J|VOu<y}4m=YMOXX+ibb05bp
zx7f++BEz>vHJYEzn9I_j)RCHUlY7CbIR_1dXVjeCl)gJ^-Hb^W-Djz<lS&f}*!frB
ztkj#?mS%VFm^6ufnYK*P<m}2!zuYbT7jIv6V>`I8@#c{n?ajMk2464Y5&o%B6A|DW
zaJED=KsccL{`rsPayRSWvB^mOmv%6UUCE_&zQ;7QwntZc&7y}vGcK&{bFi4wS7g9*
z`k3p>>Q)A>`T8|=TLhG5co|Gh&^ox_khen&vmR(6l#q||3^#+`1hc90vRXiU9C)Im
zF9sjTu8|4#n~`gg7m_IOc(u>lzY)5}4^FHQRY;ZG7{s|xK!J712DQe+3};p|$o}VN
zQgF9P;wTVZut1QNk%viw)nFEbi(`*el*oa_dP<US?_2BEAL7-mIpAIHn)`m=r=T5s
zK03$LIj~KYTBgr0Ahmc)^zS)87aeQNJC?SvTxfr_b^3<R{QRzee|`U7`t|=3@4A)$
z-xdDxHcxTuTM)+5QWJ9{ZcVU%O~`4pwkEM>f#Ta12VJ_k-@@sao%HDk3agg9`plmG
zu|M|v$NBHo4R8G6T>gK{!F_ue51pUzVeW4y_BWUREhy+&?Qp>)_zK6b=-DSv?R&e2
zvr=$fPnV(DZ@1n;K`;3y+k02<<F_i2`}2G4rh@eeF>&wpO&a#^PwlD6s~6<*<~N!4
zqcTlvkK-K;n?mK44e#VXH0?KczS4VWV%F=`0v<25jJ`@=wYd`VE8Oh+ZRwbsk^i5T
z{J$x^V$H5s;k&1VP49Xs@35q*`c#jZR8w00uR4!Smo(1Ft6Y5c;mh9%bC*`nX!-ZJ
z?bn}Yfzl~c-mm`pvhlh3m5&FEQ_ed6I{Nc~#)dib6}@Ln<0`VdaE#gC{>qlRyyf%0
z#ch~8>5KckW&7)yqc0deem70&->20DYZyKTcS=0x_1_~d?&me*2-oGQXE)Tp_c05;
zc(%T+^vq@3<$v4bnzJU}3(<Oh-oWRdyLp5~KXdo=fBXepAy=cH?5W6`bG-i58jh_k
znU^wNtDNz8HQ|EdM}cpWF{LYfW@ITRMz;F;G_AO4Fq6As{>fV|g?Hm!WCG3!zxuyl
z)$reG^9c*zCp}SG;W6vnCZnedvaguFTovV$Fz@%oc^>Ds^1uG9cQL`>*TEa?`{n-B
zY<PUor2N?S58S*Pxe`PVXf=c~tY)~T!VoI3x-EkB!wOBU249BR4BHeKd<AB=-C)_k
znIL??tznDb`%QlD4_oPOHF~qj&)e~^>FcPH(7xw(Uj4HaX1!{j$uJ8HS2;~vt!k^J
z_@lM$1(O9=-%f^IASfoN<vhVje2Fyc%i_OMECw74)=akRTC(_0dcqZ}^-K~h1{?_j
z2Q(T2yMMg%5mzdEpUC><`SD#=d!Cq2yzLS<**8wu()Wq+#N#e}!au#A=uO<7GI_g8
zpU_UvC#n-CyVwcs^mw9p6KU0<>I^SXzN_?qVl(l*%RFIAKZHq>uOE40YG~=}<0m}%
z@)5V`GixmxpO_j}`uOk(Pd<F)iGiUdgqgC~_0AR9V<`gWk$t{xg_9HS$Sv-%;eCAU
zki;J+=MqK`EMnwh5@{2EyI~S{fWQI;2gimcH!&6i9{nhhBN{6L85T3RG4_Bm?KDOQ
zfyHezI6fSDyu{%2vA~l_ua5XJZ%$KCUa2qNkytb7{mnf09a4f5dTZpT@~X$`2<_-8
zoOdE>8o$Bii!l+a9zKwtV;Out;$mnXqlz_4?z%OeAKfI_&(3(1<S^lKZ#=I6E92GX
zl*=+-8T)5%oL$)aiRt*OohlPu`NB_l=^QKQnR?CJI-#J&xzlIzp{2JJpFcm;bE9KM
zr0&z7ho1lcHL3r%L-g;LFJ{QxyssWBf3xo<zp=KL-upYwrRhq=I<K9VT<u+A+GXaS
z|3GO;X=<HsPRH{?N3Il|{S2K(tju~@HrIHB4sY7+%D#5l<6Mhur`snIqV7y8o0{1n
z!#h9ToOjCR3Ex+msyQ)ibUT-_GP$QZZ0F_A3JxZn$FlSvr`2@MUGcn6#Y$=Nl4*vT
zAGTS{NLO1ckuH69k(zYQBQ+(CS(V#uUOU`xTy^zYa%88%<g2<m<^@?k0sHRW^%7xS
z`hIrIYs;E_k=cQ!xe6Ce-uMK0ZnNv~@x66I<5Zv+SK%Cif)##gWqImx@{;~%wi{|s
zuc%532x8Y*Uby4_ZNH?(TU(+sCLKI7No9o%*S88@(OAKay_+k7Tu-$-CwsGtT87&T
z9d3N-zk9;X3A~*$|62Z?Q1Nl@Sap2eLEe(?{$6hHlf_c3Pj*{WxQo6|P&6(JzcKx7
z_1YJ$lP_#gt65}k^DnseM*lfs-FUHXcmKby8#tUA7M*!D*U!+y?4ySK>cdyQwYuqD
zz7<*YT*A{&>)_^iwnDvEe(hGAm2Gp{qC7?2?Wa#Rdv|8Om{<X4;ByPl+zZxH{Yoai
zM|>j1e(|rF%NnX|I7#Vly5ik++upxUvfCLx%g;A*Wk*)l{2kIyn|DSEiZ_Zpo%?OG
z_w<jQUsB`_2diu-p1W}kb7C)_Z`j;zi85B@;#yZfF7Q}?v(d{V+$!K+&Mr&8{Du3c
zeA&}`mseZ;gv-Q>uih=b%v&}$&C8*)ZEjOsPF&za4uP+~ryME$pCh_Oi`%k!@1z4y
zZ#Uofh`o`aIHw@cO5Jm|%;~2w<r<SdJ4(gI_eqNFyZY9qaGi+Tip9;k4^Q7XC;8%8
z5Z@%emmF6&&5?foZhQOtO*%7`^roCm-*%n<;Dm$67V=&G*t|t0E6#sX;k>H~?^3@y
zZS0p;bax1-KBW2h(}VYZYad6HY&j{|``&u-yJZJzO08vG%A{Ry6gu~u4lFX1-n3Qy
zKEtXx>XIC6T&x>Sr0=xFR4#5fz_tI#&XPSRuQst%)g}GBF}bbhoctr+`EMjx*LyZp
z%(`~fFH8Nfi&6chd%8va?|(U}8+d8nc-(Zy|BJzVk6&jRcO0?m`&hMSgKYbP=RX%s
zzq5{kWtVhS!JQU{Mb9U{QJ>3v+`=MGZTG^C$(G9uT7TX1U9~Lr??SV?es*^^9}$h%
z^TJ4Mo|#Cg`ux0ADib3jLS!<o8~^!sG(Z1=(nY-@=ZJ@wJ$k}iR_2J7D$et|<d=Fe
zR$qVp*G&@>t_jyJy_qjsef5#T@~>e*!JRWT=Pyyd9U8~HPt8#Fs`A(12TNDvy)G!W
zemD1jaHP+s#eZ4YOCM;Jf3Q1Tt9r-j%CyOn(@S<PKk`|(SLDa4DFLQhG3Sf?Cg*O;
zi-<XSy8GS_eYM7oMM_gY>s=RJweQ`fAN*Rg_}qEt@3p-CdRdIyay!oHvtRA%o0=W5
z(=IwzJ$`50)XxWd`0s9=C}`Ss-#2Zo%g$+b4237-EIn%&*6Lmo$Vyq@<LLCt&-!s;
zg}>&8x$Ifl|2}P*@kaU1gByIJFMjS9Th{y_<<x<vp6V-8cK32$+hMf9WWzJglj}o{
zg-vq|jH-3p=B1XX736)iW7~7}SdOV#^E;ia{qwV57Zz=-s-ARv!PPHoy~{2ruR0a+
zrABDwT<xZ$pK*PU{_AGPU+TPTQm`S5cmBr5JinK?%@zK>Z9;BUlgf@8TehmWJC?W~
zdAz{esAZO0{^7C{6Z6;H+PY4er+bIy%T)`bMGlr-Dvx*&G@)RVx5ZAO8qeKD#;aF6
zyIX(zqSM9FDSu;@Cfg<Fb^6Rd`)N|o<@qm;Ut3o)@q%k#pf5*hY8W5WL&3vVoJYAN
ze=XiJ=b-bP{Lh&y17)Sme|p(ONLyYwA9!6{rteoxUzhvx_tU)$Z|+P8dL(uAkHJRq
z8O6((^HnUQ-#*>N>2X`-P@j;CRsBwzz6sw74_W@-;j?_3dZbDQWApr5NqesEPbu6t
zo!PHrYMZRykrWv#zmq8kYtqzm+KlsJ{Q1wCf4*a6sy4|+%lu1NMsz|=07w0n??pnj
ztQjwoUo$qiK1um|MJOfm;LV<g52inEIr{gT&F23r>Q=m-XuJI7>x|6oeU5z^&s>Gq
z$!2f3rxGQSA2xfnjftau<$S&tPvt8n?1H!C%NJd!^19?Bwyyi)tt_^KwTsK@q<pe$
z+m>@a;goO*4w17F@3M`EH;Bl2taq4em81Xf2ah7Jg`Mp3nz(kw)(_1Zmp5|#-F#U<
z=%$PH=Peo++*4IPZ}Qv1qy4dzOD^1Sb|Kd;PCjkH7KfkLKdHpcTEq1tz@Jxl`{TcQ
z<u`V{_&LvJ@uq7st?e_~6n}WkHYmNfXnulDtX=L-l@3R}r3$yVDZM&=VY833&_{DO
zzK&f_9NXTzE}dQxzvc4g3;F&@dpzyTJKq^RJ)(a0Oly~k*u<Wn8RECr7fyQd!9k+<
ziV~|=e%PthrKW2<+a}D(``Q(8E83n_;L9?L>GOInJdv3BbJF^Xvqd?#rfs|=wB_Q<
z2UE`+5M6bB>2}Yo?VfJi6}Q_v8+pF_G|k}3qLX{4&u`>@t@6y=eyL^UN_Bg;3DaFX
zBqKu~mV~lY#x0AyaP&h<@3Gk#KmE2u9yL))QD5w|U<KpM$X)HL)(UkiDrKp?jgbm}
zcJpoFy4A4<=Pmi}xoZ-~<O&1jx4U^fCbpY!CK^@*$Hmy(?Xz3*c9&G+OZAFd){Fj_
z{I0zuojI|pb&|jH{@?ufw%!zc^1E_MCYOBQ&A$-~mTx{JU$Z}NC6DMGru)l<R~PM?
z{QtF$^tz>YPha*pwDG!x@6zrBsb6~~n-;R=FUlAF_MmL@9~OmBk)V?tI+<HCCAux-
zK|4{mAK$$B(F~=%UXNX}tUg}Jepw@D#<MTx+TO|Acg@{>WmQV@t+1b;4*Qw@IeeLM
z64R8IjNcL`pDl_u5OUUC7Bqp^?u28c${kf9w;kb`tmoc-`CPE)lMtKKz6A!yZceLL
zc9d=Y;<@1dVz+I#Th%XyS{>@2_2*+{35)xG!AV9lx0=jQk)LV8v+hv4NARo44|mSb
zG&r}`)3ol^_u`+ol_GXs=VVYVuAJP=^W@UHIF5wLAFC&Qk4;Jcl<UmqaQ>5Xx^Zm!
z<UgKqpE94!-SN5Zgo(|*$YpGAD{73Ke=eCd_w)Y?pG$WhJiPZ$UE`z8)%wR)&nR?~
zQS0usNwsdZo-Xym%1mxu^}|GtZ@p#;Mdx0&Nvo!Pu2{GAzJ{91`G-D6C0DIveGXeK
z4m{eK*M4%v&$pi@W!(AyV)L@elDf|}u9Mc%ZOS<EUO~gX)N1~_+z_2}sf!ndeqYUY
z`1*a1f}L3sCHtNfHKb?+h%HTQ*<N?+k7r?#X8%03;^aTpsgep7`zPpK^HlBGbfviD
zuYAE|59S{x^Cgy?uy548(>qBoUw8Sc|6x(_adPLk9}|~5S@o(Q<rhz2?W7fY>sy@`
z+<2ZoJB{;l%J=Dw#{V0xr~L{1dCaEO_Mn=gG1K=CuZ$nWO)c$KU-;q6@oRspcru=O
zYzcCCHBtYJUG!H`R~!3zm7di?HCp{ny3@^tmA-F_WiMmc@H_MW=HC}Ad?aUEPAco$
zxmI}j++VN1RjmpNh?%6qba(dC-pA%&);!&BaOs$Co{Y3G@2ea8bUfQmr9L*y2*0x1
z!L0MF2<M`nSAh?OJOeM~rdaf7TrFN5bLjP3>046ke`ZI!nreD2l=b*=aL&7hGxyuX
zec|g7W7=l_ws@~ihoWN9wKu9)&L7{_u&wjbO<udp8-$;V@2LOUS@~^-?dL5k{&(d#
zhabIpw)IJ4+P7D$A0K;l|3FaJH2pTW&pY|%eBqb+c6`}S6QB8E7uI)wDXMup=lu8L
zfHi9IoBZ|n$aQ?@%Io^R>1e6;pHl~Bh8wMENJ`22pizIwyj}R)hUG6pTqf|Ij+?6^
zKK)?(kE(57%v@AcuDo2B`8X^i+~={xVcX{wyH6-rF8E(-_`c<J(7p4D`_jC81T9)7
zUC-Woam9ZZr?%S~Tq_raX+NvhSv2W?*4oEbinAV?ZYeozn;CWe8PCR=ik*UjrbopM
ztyjKyzo)}-?O!E(>0{M@=KdAPlGLB{RG{9`?Szx^+4#*{+XJJOt6VdcGgHNQ_}wP_
z{AzR1ptt>%$)3M4mak$iPdazaVtTLg?_F1>sYgvYT*|Dwo~29gy7uXqzX<{ivkn#c
zoBu2-j^<@sy!nl808`k3FO%mbJZ=4u`qbv%yXEn9SKGgD>R|smMeMw$=Vk-X+Z%4V
zsjaVF{_((rf3boJ+OO;KLt<VOzVdHA=9?3Ai*4@upQaC{cmI6L8y1#h<~sL|lhMl{
zvy<P8L!PewzvkWd=<jcDtew|xdztlChQqxzas3~E-l)7|zHLY4zC>5g)&IiXBjzdE
zUi6*3tFd=V(cX#=B4&n?O@~}x8*0X=Jx$qcHL?9$)RH@|UWzLg6skl|cJvWzuYXW+
zaf6lm9ACHS^jBiSp?q5vV?5eVt~{zb&q?h=YtICQtNw9`(p{Y*bI+?CS#UVr<Mp{$
z$5tz(=N?^nwmCNAPG#JmIX|De=YN`ZW0Uon=dNu5J5*0^G4(Gw|NTda&eL<7F2DU%
zX1&s1^k-Dun&hSXk9{{-7#(5B&aBks#M9N+Y-Jf&R35ckuC**^_Vg{~9jsHs-mGrT
zxwLextz_wo=@pYQzR$k<yyh0G?aqy5RsJ>gYen|Pmf6T?c-V4!JuPzDdGBos-(NKe
zr~Hzmx334CoRj`H<woIdLCMP>q}yLx{1iCf?44Y;a#LP;(#b7%@BCZtz_7hoea51)
zq-n=5Uu(N}soeT;*}LtxUFPY|nR9ok>8}2bb}#ps{NUGEHhcZ*#k03EnP=Uonh>Mb
z_^{ewlF9V2lO3HJ`!mJF_A1Cr%<`WsD>cJA^|NPvtp6O_dy6EDw~1_EPP?|QvT)6n
zfRv*B7X_qL=N7s7L`Vk)Z+gJjCDfK^({fz<xNhq7pG$mJi7{KHWU2gLFx}vy1H=Em
zFP8F_Rhg#V2Fq_f-MS-Ej;$r7QaA2}%fB#H?$tXR8`p+fIR&ox5*zjX!u1}$lIeNZ
z{lrCgEm6&Q({-k2@+sjbogJ4eC!TAso8`X5C+?{F{1BUd=P>@_jI)v+uP^=2S;FCY
z_w?5#f9I)Pig{NY;%mgZ{L>MJ<wstn&iwRh<$-X{?P;Ehex+rfHN&3%-2Z3E=IO6*
zAFJQG=3lYaR^dwR=ZVWUEle@hi2rV|kX1Epra^t-)XG<-Po)1^egEdS_gm4FenYN@
zK2HM<{-1v0KurG1H%x-NZi!q=UcPuf*8|@|lW9{<elqBtezEY7?5>YhB6%5>;uH2w
z;;%Z^Yq3;_uZYFBXi4`)^Vs}~kGEGEb3I?i?ze|qVUy*~Pd;tw$4+t=yTyus|2FT^
zz5B_NnPSdI9_}=-4WAJh>A$p~F=Ack#&szlZ<`0()^C-+bNH9q&1uIUYTCBkj=lC|
z11Ebp>xyOX#ow33>ub;O_db7mcGljc*^#?1?6|c|x578!->nsIT`#=9KV$du??E2_
z*MHOq{q4%~OFTd0$ed%w7iv_4dRZ18&DTh=eOw$RQ0n)vXv0hWT@StgOk92Wo&Rs{
zOEt6FqwIFF+g)e%`_1;(KF;cw!sI<Y^G%X={hsu6shel(3e(&6DpzW>_NsBOpI7!Y
zvBvl?r@LhI&yZVb_O2#XFXjnW<=^k`oi(kZd#&;E?|C9R2KBpj%&lbJYJa)mJA0mJ
zYkG`TaB6YX_gJ~9hDztU{cKG>s~p$+og%Sb+{maTPAhMBO};0qms))HT<?@qe7iT+
zy^(rx^1+MaQr?gKC0-})GK?*Mw#U%k)*_TE;mU-n*Y7SRxCwS^=AN&(eN3t<G_bF3
zjdRV+Jw?ZsYcFVg`u$b%l*NUKW~*PPR(-9S5XZy5I-zpe@;hZuIN7>9LPT#qWUdUD
zKgWx|-?%elu8XN;l>0)xIjpV>yfqxRHvLu0eRPEXtkwKR|0yiLa<=aO@-}4NCOxgx
zryE;6)ws3q<?zVYYdw=X*X$6vMr+E7mCna6FN&!1+Nk~WOG{W(+lv*GA1PRdIkJ8c
zd-dSr&E+k=nUg2@J<9z2>h2WvR{Jc*HFM-xW>r3Q?ecH8JI1Lj^zy35qK7qp*<!~(
z$;{fpKlS6EiIpn7UEeqS-`&-D!F+~@gyp9y5&c#7X3eOaDu1y=g)>rxaaHU>#*!m%
zr(M3{d;Ot{SjM?ZBipIQN*SMS`^@~AskHg!5@n<NHWOP*RJU%gN$RTEwYPnri{_II
z7O(TE6S*fw)l4i^54zYlwP1B$kZ_0kwzCJexowTIcj~pf5GEb?NHYA)hM9J|l_ss)
zJmH7fi#y6)YQ9G{Oq)LI@#R_b*^1fB#5MCK^Z0p|>ztll_WnzF-(%@5ZOfO%=Nlzg
zzTcJbZHdQ!W~Ie<MgD(Wtae|kG|>L1_NLuaukx6z{hV1l@n;unnu^a<N83-Pe|ncc
z*0f9E`)IK8l$!3Wub!_zO84%udvV#*>aE+y=(fDcPI*i3-TQOh?D)RxIqFuQ*PReE
zuIkz|*)!{sierRrr&eZaaK{(l8IkdFYr=Qjit~{&yIB9E#&+e${B(b*|1R9GC-Xgc
z*pqaC*PrWLT2Q!;RoPX;Y16WT+<Z>8dirlld)>`ZvsL7V_STj1>x@r+?=5`rSoy<6
z-oIBWe=&5uXKq!KJ@vh__lPE2SXZe1ef`&mbRTd274GSzb9&n5b%yt9Pidcd8>zY4
zd;P2*f3v#}W#7%b6gTsSh2sb5+%r>hx83YzJp6Xm>)LJG|2gga^!M17PePOYZ%x0Q
zeI$BqXwV9)Mv2Z4oqn@W!NSb&f2*^k?|(S5K0<QWsZ`U%@VQ1$mwNBKy1e$=-@27)
zvRzh&%)8UoYiBGm61}#x(?9dw)a#2Hrmj3D82>RvZo#B-IiFb*%dejF;_`T<Hd8D3
zPi2PJo;jJH+&8XsnzLl@7tbH&U0ckY*7V8WGWDIy?C<>F;_QLfy#6--8fM%|(pvD?
z_l>2hs*UVwIl1*pOnfUAZ}@nZcbQPq?VU4<4zBRH5W>s!Jzek85t#~$7_RB}r-UqE
z*^%}0-x9-}B?e{nO&*oIa%}D`7CX!N_)nYmM~l1?O&>GWoT?q={cBEGtxV+MS@-F-
z>e8!bQ=9&3ACU+M?QOO@756{JJ)CQnzg0xwrn!?I+wyrGIv{$5!+%ZbJ?H&X7+(}l
zn)ON2Iq1c*u)cd!W<P$tFm1t^+`X*(bG{W$UOmS+Tfl^E<vgaIQ}45+{i}}{cKkSZ
z=4DdKS$zxN>cfT|Ul^NADmy~rotN5Y&fddmTl4Sy(ym=0zE$z>KCN8hx@*$J<&%!R
zUO1WQWv1=-HDB!**|tWfv+r&CIbG8~&*5gdW?oPx-<MmdR?NnGXPBQ;)L@>uJZsf9
zcFp?Q%7?R0S*}r<u~a6$_u5iD?a-Ca{W}xuZFaWm#+M3lv!DFLQpD_kF|BldT*=wL
zYv(Z6e%1MK<^8fpuYy9|QZsfwSB|}DI`{GCiCnW|+h<?fcB<3(!xGz5Qh6@+sddYA
zo?6VByEgWaO>AcRlgiy)7c#6;?{e3auS>QzZ+Oa_{&uI=;uGrc7i^xS8$NHF2&+xs
zr?=S*QMcDGe(~&krPkSVSGCp4)6W|8mf3pbM!k2jvHvR=^SsP&|J72SsRvfYr(Lqx
zS@w&|fB&X8E~S?=%O*_=RP=dyYxc@@Dz>`C0lI&$`%IEctKFR>a<a=z{T+Ask_Bdy
z@6GK#$n@xNgw)fwCr+iG^6`C}o}!iE{NHifVGr(I{mounTRv8-+2OQ4cmlUG!@jbG
zt-)t)-sLVjaxC)V^Mc^Xll!_7KR;V>cRtqvn`GTueyO7P5_`!$o*>VV#M0yQ4jX6k
zSEjPWo|cV{ooBS@<yHmB>Z?o%n_Q-qB*t+wUG$1^OwDhr*c{~Q?Rh3ttGL=qOGh>S
z$=(we_VNGCU8H+?%eou3|Bn~mW3iki!LW4g^1ZsR*SyG?dF`f}o69G?sn^%<dHs!N
zPu%haiL7g<&;PvG#qjtywz(?tyt*Yfd5)>1Eb7Vqbau{`%kB#~{jaxf2&`3jv1i)C
z^BT<-Z>&~H741me{^dcBQ*vFu*Yv-f&t>9X{P~^yMNm=e>es7Vmf8JOPqsN;9rCuX
z@@|}ksUM#WyI#+h`K%dS{TF2tC5xsn?Y}HtI(fdn^5UtSd~>Y3cHImvYQCi9^Rl|6
zCE$Y4>FeUDt5~N<vSzPZQ*W7H{3c+}rfJu;=bsDqTl`b8B*o*;bsi?A+U2X)RcOvT
zsW9DVSDxtdf})GPj*g4Vraqf}z3{T#{M5tsVt#Y_t{*azeO|U*J$U^ksoY5}p{=cr
zr|+js-@%o3`RS~w?cH}TzWi(~aJFctPpvhd>(2YrQmc1#IEuaU`F(MB$&%F8=aaq(
z&0K2#WAgI+X$i{;<W{LEN5zE6Pwv(3e`~>SyZ7mNv7nEKHUB<*x<T@Yt<Gl2YawE7
zOTOoB_Vn9i)c4f$(8-0dX0LS~f9UN?5ZbU@!%o`i+fF_8xr?++4%y9LmLQbs`$@xk
zS>_boSl3kT>ysO|_i%M-{Ht2IN%hjrCzDo~hy0E4)OFY`xB2X?uV1g7V%?d_Jx_Sr
z`oB&ki)VDSgk?L|M;?DMS>)8?tq%77r(ed2#jT9FsOG)ivvl?H`DKwFv%g(BJj?Bo
zkX!7bRqvk*K4UJsq_#cX$YhI*wP*MFLyLTBN==vSTypEAiN@;V_s&VO$<F&&bn@P8
z?=7V#`@4)k{#|uh&;8)CGS$cXi|W3nJdZWMefN6m!!Q2sQoeF($<ImzYK2zaQOn$S
zb+e#D(55HWjtREOPd!CuaZSHbm)5XLW$RgW#!G+Ql04EU{Al@-{lS_)U`J%<EAe~P
zbGB`nA*1?1tN46-f@)x&j`HavGeQr@$FDiWopJv1g@5y2pKz{~du^Lo#oeiN=HRL2
zkF{5xbmxCq@@kV@x>v!8yhp`_D?IH^mgH|r<qUkSkvXx>VdeXIZ6?}le@*!+(J6S9
z$LX!-FDnz(@`_nGOj~0Q&01NtTI}7)6y`FiCbz&u-Fx#hb@%zSh)tV1<7v&E>Zprc
z`&Rc%V~`Jv2t7Q%HKZ#xXkO7$iPJ{4Wyf~vufCbF)XY;pV0qk>rUflRE6;v4I(I6^
zhVNhIn&s+CelWeUa9%rS5%bjhJDZZD)q-|3EVopVG4PH%Fn!0p%9?n+#SxkZe9~9x
zM%xKqU!Lgq@W76ZbE1QHw((5kezWeRI=A`Sq6gC6s<F9Orp~_Q_w{Ssi{SH%PNlAk
zkzBH0?dIFvofA$grHg&Ge<q~8Y~vK;m(8tr_7#ekeXCQKH#oDF{i5yMrH|Vp<i-0f
zw*QShZT)opvf^`mUdd(QkFMV8a-Q0D<k;4QiEA$OgsYf}-+K8a;PR`Z1v>7JZ6q9A
zVtky{v%O+`x3K$PUi<aN)P3*D9$DMoc=$TjXkKK*IU(z6v#Yu_t6KlP+kZAB%jEb;
zq41Pk={uig)Rq^{SpCCwnzi8^zX`YhhQ~R5Rxi+7e9zZZoXvgZDcAiwkBZ*TFxs<F
zqH?R`-afes(Z5dHubAr|%52nGWo*yA`p%K3&#HK@R`2$7S>^ia&dT^%P1kJhCf)s;
zQXHFi?}@~MpFzJ9t)7*+y7VP{$_?DPUr;}D-7i-5Mg2QY1&ZDC|FY<2$~u-=e>U|@
zv7WDRxgz{Y;S8CkRkGnbXPBqm+T}CPZQJaC9JW_GuKd0EBx<<@qj2Sisap+yeCQ0j
z9A@q6`2MxVy4IVm>sAS$V@*+hZs9X0Rc2n*n&_vw%cPE(h=@*W3XZYzc)sucB8E8I
zpZR8O;b|YI|32Xn_HyoG`I<$BiM9nQ6`3KzQs%b0i5=@*``x6iGv99LSf)Ky^W`F@
ziOXgby^Ra0PI_`DC#&{i`m|}6tQ+;79iQ8EKv`r(Mv3kWrSyGkbUMG9pA4OT{Zh@Z
zW#^=W%iSWbhl(uXEjo50!2e$vbLHa4k4q1{x%@-zpTPRf_g<)}7uHF)d2fExQ1VpR
z%yakT8MV6W4rp!8H`@PRebT$7Gov+rT20s9dvm>MR9KNf`mUXAD{SuGcvt>P=69t>
zhQP(|mH%^8Bb1(>>zICz<NEpkR|OZ?a=tRz6@NVLyg|S7(hrNzee2F$@wg-2UoZ61
z%P&11nzIVDnh(4Ez4N(YLV2CB;kr}_p{%`gC$1E1d#b+6Rr!ZO$Nkklw+lG}s#W50
zKmWY*Xl<<El}|rqbN}eCdOK6ZdvaRjmSvZoiXGjOpSDkqq3@trTJq$3X+b5qm(G~Y
z-eRe3E^VP1p_C(|P@cWwd$`Yqv)_;B?0k8*Uccwm`6E87B>o2LTP**=!rHq}ZnA7v
zQe=Kg%SGSw3DT?LWj}qLFmucDcD2Xtg)5hZZb?<$wajL!_$OV}$(bwO?%K1dr+{zW
zz8fK>Duq@1PQ5k@F`k>~W*)|x<-KyBoyoIuSKBq8#Jz*rUR(NiujlNvJ<H$lNVD+g
zzVqtSZ-rTQGXz>m?d`Ew>DSA>@?H98vs1?8o)ryWEkka7(^R|Y7jM?Av8rT-_^Bmt
zCs%HrTbZkuI`QI#&D$&IZ`k^7wV3<%z{!#sBF|%{)-gStXXJ21wT17y&|A;1vsgB0
zN&nvYbj=~txxAB)`H4PT+52jV$j&d1&$erYX&Udk>m43a_$b5AW?|aN?oCf7ulce>
z<*IYc7f=5J@9Sru^T+5+w|gAC-|5kkM-x}Ie191CX<_TyGSio(juZX;!~CLOzK|~d
z;CJv^{E0LFu9V*U+u47^<L27sQ?Ff3y?a;9WOcgA3e5*c@?OnN@Mij>am4%n`g`l1
z+WcIyU{_T2>`yl&uKj2^xNh0Qo&Y()CsS6hcy`|<%_!XTfsgFHV%fLbtZqyGykZ_H
zHRE?^k)8RclO=3yc9E%yi!O#nWnR8%v&Z84<VRsAkF8tx{pHT0V+(9{PJcG<g}Gng
z^i9t%ZM9i5<+gg_eAjgaUo@Fl$uIHl{A6H|%*z`W8r*X9BKs46tI4bNO;aZv_9*8S
zQ~zEie&&*&@D%=|r{;@jhKtPeHvRO&>El;*-Q#MW>2nvnI<@iGmx6^8!eXZX^W-d<
zU6lPy$@O(yjBcY>?VNYJJEwfR>~UtpDN(kRhZox_qnLJut8L;_u_%tSUH3e-xgvV{
zce#l>GWW;d5C1>cC@-#IQ$OeJl%<OohD^)a!RCG_xLA12<^Rnowg1?Re@biXtK>i2
z>|?QoM||p`w63l^&5wqEw)rf+yV7_?<4(`lcVcXPug+U=@#(w8-)f@Q?su8Fo6But
z+u}+73l)7kHDtV*n=Pb_?{De*d@+3Eq#2@mwk`jr7H&V;>H2Kq%SVB&`^tM?a+NQg
z;56xd-{kX$E&r|G^lVk@(=RX2n7W2{I+?!vxlrrz+~5_@dnA9Eh##I;b?JKX?Cd@E
zf?IX&8;gBg7neL~)y)?NQl6~qWbK`@;akhTi(;=XT?;-nk3rdT=Iawr{l9dCY}}{t
z(y?x`)}HXE>@5N@vrlc|T>7Eua*nfFw4`}lYm4j5cvnFNcfKEW$Iiahc9Rp%R1Y)u
zR$C$Vs=L`)|Kg2<m%Xp~Ey?yZ-kW6GyV6`phd2N6vZ+TdZL<t;R^s@}9Bj(-f>Tdi
z?&6!IvkQ;EmI?Cy?*3Zl)h?zlPeVi_tWQih<Q96n@!wLd_U3mV#a}L3$9BtSZhTOw
z|Hrvy-%3^0-9Jw5jLmyl=&>Z3|D{zC^R{hiLb9*zjQUO`8}1icyjsV>f9}yYcdAR*
z&fwlZXL-ZCb*$aXE~i^v`rY~7tg`dOvG0NJuY^i|+_$3PB)36ioacdCnbXTkuPsZN
zGc_c9$@_gT#EPmz^k%OTi=Ui4cXrUBrygsiU-&;SR&a~ce44sz-Q9_DuHO&Oj^isy
z>-lv0<E*ldxsJWFLmQr-be}nG%O3~6z?b?RObRdMSHB8AoNtxy#(JUV;*KMHB?>n7
z52KP*?5|d`u@r5w2{4b7wbEKP`M3$o&la}jQCq9*(%*}JTKxGyYq$C|gGD<}y#Czg
zdU?j$P+PG#XUY~IPX1yWvgY7z!%Ka2+g|TgC|1m$RGwwkech$lO7Yn3!#ov}cJsX}
zI`w+;lsowWvA2}J{q>9Ixvbc+rRPbZ%lU~HjSIds%CNsM;rsBrQCI!U`|tf}hc?y=
z-wk@gel~CSllZUOWaP|d9c-7%;y#`)T)x<F*C{T$U2D{B?N4si577@+o8$TRX%(Nv
z&#Gyen)Ss@t8bi~JmcJ+Bju($RX=Z*{;;~}xmv8EZFl&k1ck=)8`(2mC8B!2U-Wcl
zEnTGY?abC0@6SK{JIz>B>6FuYVV+Zy&KYbIjX(D8#Rku(6I}GNoo9VWxKxmHDJ?JO
z)!R*`Mvu?Dn^<X>cSLgbk(5`)`zM@qu6)j{zviT$-t2l&<612NMaN35t@~$g;g?P-
zv<^S+eyE`(Kb-OB?TbII1l(;aiBW%bc2%mc`?6CaKT<9gd<vKrbl7B>k!R|hjEBXM
z=dXoLS-48cD(vtsTcL^BHRsP5O53~s^R$Y1DpW7DHDdQw(Id92(^q!|@)y6I`uj(3
zO?h%s-SJIoy-mS_O<N+LY^dOVT60=>?I*=+{$8zHPi`|;`FvgAr`ywo#s}mBxh{QG
z-+S!VuFd=2e?O4>>h~U<7H|84-9-`n%LRX&oG0<+!e=hOoN31{>^2h3_u$N*VUV4E
zXH&#$$xAM&rBz#PS1x+@UHZAuhM0*>IjldD+GB&JdizW`Tlwt5@~3Oh&71S9L`y}=
zXnX05(<l97@7z_j+WR1AlJ%z#y-!Saj(xvbS2J1T&}XOQMt`LV#}m&?wpO=0`QfSE
zp*IX~CKo)*s(D|y=F=|j605&crFJjd<{=jzwc*Z;^IxLW+*UfC{9O21B2K37*S?5J
z-q%V@TlX(~XTIk{&DuR8dT-PBZ?bGXxPO@iyUX;3Gk0cwY}39J8>Ue!?C<GtxzLKm
zwcdZ1LZZjj_75MdS|x*SowaPRsIX)6{BX3e@TJOx`%-6j*Ke&dZdp;*_uyDc)tys{
z7blwU<rfNCtXR%v(VxCUK<j&qvcs|}k*6{H_nY+oi+_4(`mcvYGlE*YcHcFaZ}Rv0
z`!BB#WLH!&WN6!@wwx+H+*D#Ckse*STZrexWb?9q^RSlS=;*vvF&|Iau8m=ua%pbb
z;VtXkHhwtfclXb(D{pQ7<;HS&9ZP<e9_1I!&$l^Z)th<OOLNrMZJj;&{;QwH>8XqR
z)>_$k2THv9Icvw$Q<?cLZKro#%=r0a*8Q1kYj3%pe>msX^}jI^pVh-f@=NaS(39q!
z>Fc(h@!+)(|65VbT&$MChBY^u--{Pn+Dw@&b@-H<^8BL8yiJ$yCG+MjYW?W?WL=?b
z#=082`(n#9xh!>FX-ztD?S<>Ri-D}kve|Ntzg>4Ny!!OJ+uoyBXZ$oex~7M1_k7j0
z4T~p+JeatU@yScKy&ccCs9C=9h@QFU+((~z4`)7NTYvg-o%NjWUGv@7&bF7;**}jv
zO7{QMForD^`z-v9^D1xMHb+f7itTnrkag~-S@s93^Zl--swA%QsPJ87KYvB*)wN5#
z(o7ETJM}m#r7o6j>5Ub8<d4N%ko&fpXJXp-lX->HFP#gvdNuX^>YKS;n{V$bsq@%U
z!15_WWBU;`Z&u!k`fc9ak2MYlzR!Q7B<ovJmSOc~_mvcun$64Cn46t7?Emma{hW|%
z;^73IE4=E4rCPt4TAxO`xR%6Q&iKmtbB_2?uE0x`<z2eZ4~m@h`0hCQ|Kp=3p8MMp
zzcx>rwWUzc?waWB%)Z&Lg71f|KH0@BVj^WfTkHPMj<)IX`4MiDGahQp3cP+HYN~W*
z|HY*_wj5quoy$v3NEzjyc{XRwG(G>1k1~_gZ}NYf`p`$1Q@(V2`huAv9UHZ#*0m}2
zKQ;a{A=++f<&)2I{WnRozs!<1zb3r@?aw;qdH;VO;n)}N@-|hX=&qL6ch<>z`f3Mn
zomwn-!-Ub(?s=i~#<%ak=mi~o9wt|^$3&I0cKO|&KK4|lKWegPKDoS}C!#a&!eOp8
z$-CFrm1-|nZeP86Q`?g3^&2anoR-emp0g=A>!;-FU$Z<TB|kk};_BFD$Dg6Ra%CCU
z*4$51SIk^`zvSUlftu3q>0Y6}k3LUk`g-$D<`dDsf%&P~+3RHT^q%itd++tNFg3o!
zOD8Y%<aTj<3N;gd`Aga^<<5l5pQfGc@85XClg)HTDBsqyxf8P*?5#ij`E)na<bAr^
zsTo&S&u}$1@mZxk*Lk<(+PCW%)_gm1x;DPmFX-9D(r;<E-+C^r_PP?1In|TN@}J$t
zt4mpWpBS$_`J=GbadEND>BY~dENr<E{Ab@QmGq@<{7<8^l2UhEn09;9;(Wdjb(5S@
zD>kz)*R)eVvGwwbyq0{6Z+7bD*H`Df3%cmj=-;!zV$HtGzdR(ZE?vp7_uIw4_4Lw-
z8)8z^v}b;D&~I+ceQ2>K&pAbJchAQd+v$^Te0r>R>2X%vWV4`_uald$E}VNX<7-v_
z%e?y$<sQ$LPv3pT?fZ4Bmnq(Ms-D$d`&XJ&<iAKUx;RyQ*E^#_MWs$VY&)y<OlvJ%
z&%a-;YBhf!m(Fza;G<=(y(g>9zxeuxuUP-@c8AsG{a)&8;*>Y2rAOHM{;Ny&HVAc@
zon-#kb3<Eyl3vZTh4<upJZHwLPJ7@l@c65naN`$s+0efQ%eK!yzRBj}bc5W<-Wyd6
zYvo=p(N4)y?ULWu-8J))UYp#TOGj*K5^gLkRa*J-v3{9^McxPX&{LN$+xc=`2n#!Q
zYi5u8&gi%o|K-@H&3n!8GPbouzp$j#^zg=?Z@Qm_UFF|+{4wYL&3XM?ix2*Pd|Gr@
ztm?7NeC;Z+r(!sMw_Q<}EWh#V>AGuC!oN5F4(`ponY!b+t!36(byfX!DqrO<m_`&Q
z|J}49@W4mIf{A}uT60}pDXnh0)*&(H4$o_&9fxF1N~JaS%;maP9JzCEOhT#O`t_eI
zU&Vd>_4C}JM~<z3RzLZi7L>ziDX;TV$z{&JN!t#r|NW`(s-(K+-`i_fzGMj5`8WEk
zzW9cDi+8kM^Ap{k#c%kdW@d!$di8>w(kb0~i*9G^-+wWuXqWG+-)HN--@j&YB#paA
z?0WyxImbWFb(yr_NQ=0pW%>V`4qwaUE}LcCeYqk3`L-z*x=$h(EZ@9>^~1jS@5@#%
z`<yaC;^Uq-OXYS4`x$PVt9|=cDQ7_Ho%XZ$*9Ay=+E=UG`ofTY=W081QFvr$rxDYQ
zy4~BKKT&!rw@t#q_%ZjdfGPD|ja!R%+%5m`&E@|7oBI|T$~#6L7rFnKd2OV;+D)OP
zUGHwOzM9L~87S4tcG3J?;T>te_xB4YYnRUMdF5NZ<DdW5)9VhpJV{!6UR`R_+2C)R
zr+%M(!}Qhm)xR&w_5Rn|Dr>UxO~BMMmu*!ou9PkHyvts^Tk`HvW+|1gH)h<vwvTg7
zg{5Cx)|rR5&6htox$IBbrC7QBkG9Q!ebd%8|KgYF*LM6qx9{%C<<lxY1>6ble!NU7
z-}H-~<(`^E-tFfNB)_JyTAKxIJF)yr=D|F7H|`r}t0H!*rT+W1%Fnl9{p0+fPo>v2
zoY<3X`Ss0?sBdN`Hq2UNztwzqYv+X}Gxd+wMqXGO=eqFoP0rhA+mAY(5I+)mYl)j(
zY1jQ3Ndn8|*Qcu4#plfTQoFOhj3>NFK#gtx`o0y#f$#Xwx#e5D4bMOShw1FM+qU~l
z_u4w&J&>Ls7dmg+x3a^JcsU>P`#ZhWtPP2Oy65La!KPw<<GI~$%fu=h<lju$-@5$c
zk`|xszuWpQPM7=m|Fl$ZZL7|r7Y9oA=SWL;x{A%1_-*371%Eu4V%R3Db!v4TRQQy0
zBA3hU^nK2tmv)99YO3SHcke!$xBUOB{d#S++C6uiHrA{&dCGOO)JKfz^vleg=UzA0
zEEHslo$xKhL3;nnZH=CXlOLxUlw9RJ{iScVh_!Zp*uf=-cgYy4yxKh3Bgr;8=8nEy
za6;UYN3%sDJ=%^d&im7A();?^uKD%iT>+*x?-ozhne+YG)&4KHTB6RU7*CPdky@#%
z<MgI*hr@q$(OFgv8&%b&{mN86f4#1F+xugcp_BJ*mOS%+Yr!(UE8@4BuZlYfp1-h1
zDR|Y|lSe14cUURymn-|a>Q%q=?05<F*Hz|WCdVeuzEbhqrFq-8GX}@Mn|F84KJ;>L
zesJc#C6{E%*_(5$U%mR?a9(^(=Ao|N;eoTozsj$_t#WqvidjC@Q6Ux5vFpy|3w?O^
zZ}Yd_y-&otyytE!yDMeIm%wtzHU8YxMf`8w;&P`X*Y01m)SESZ8NavCnV#ufCU?`f
ztKU+0c3A4W_10g5bLCo#ZTE5bJWcT7uGgPq>p10YLjL{9%-h9_uI|1&(WWwVN6s|!
zdvl`Zo77Z1pT5a$a?`Czb7C@?Y<!f>kFB`fnkd-vnVZeDrz(8;xpVtu_6s>bGMD=A
zuKnW^TZN+iN(SF}w$s)1`L||-zS}0HaCf<H@QV}OzK<)jLh7CfS?8rbki2advt;vM
z6Zg4ScJ2$wKF2z5N;ZG?yQ0M{I+4%hly3*O1_Za3exJIla@R)IO+}~PEZB7}Cuw%L
zx7|Mehf|#HxC<wEy)_WyTexQp%WL@$dV6g63QzexIiqs-?dnPVvsI2suK&$`_~~YU
zGai1XX59!q-<h@-e7~0@%FD%h@Y!j$$;D~-)#q34T2P(H9JFd?x21;2rQhkQ&RdTy
zNx8h<PRX%DNiIHO*A7mrZ6B|`N$vfpes%hjH`44kna<{KiE!}BkI6M~ly~d<BOW@<
zJXz@e?c2hZRf+q*ROrvSd&2+Y$F*y}iE;h>&93w9r+vSEiu8Pwx2%(vSMS?>=gPNk
z4+h?VJi#c21)t8Q?liWI3*f9w*E>G{G)J-RK7F1H4V`PuYu{_SO?!B%_umPZ@Q3Vs
z-#y$ZAt%bawLnNU-a+R9S9`3*jG*beUs_FTJaSHT#qX+U>&GW8nBN9jXP1ZhwX&LD
z*IijG=E3D0DwA&zoqQ_B);S?zuKUEy!+9n*R+xt@c3<#utG}FT+ING#!gnc?PyW2x
z_v7xb#93cs9;cmtJN0zb&Na){@!3{z9}PaQ+`OYbP}6oj*RN;4_gW>aI(=`)w%+W;
zLQ^7nbJCrUO3t^r-7S56V&kS|tCoJ^$O^l|8$SK@wDXHEoZ1qo=D5k`Srqq^mW9>Z
z&wswN!zg4m*WCJizpA`$9uNC_#-H9;$^72Q`NdtWlK-;vwbo#}MN5~?4OG{)yJqm=
zuPNKbSbN@Py`$phx9jwz=T2Uqr?cKQ#j1J|*W8dwHujKeC(g$=ZU?&>|5`sOrpz;v
z#s6Kb@m=9*ckLdD+?Hf)JipI=ZR=hCiE=9fw<&sSYpX9k=-auZxlZR{M^)f_>31JL
zv9Yb4F(=uaSF<2kqkH|MW2Y<p+U%yObk`qWKl?=Q=Yy3+b@SMM9i3zo`FM9}Yg|uh
zmBNwC&4;TmeaS9jnJeSjHz`n5^Q5|gnn-w?i}@M$y`e8GDh}oE(v0(OsB09D?vReM
zvN)XbSbSq|<n^LjQ(JTWF0Lh;pFLRe{{8cl{=e_0#LX$2`fM@#12xq)vEM58O{*jx
zT20&$xV5adz$*5o-;5KN70(I#>YNfa485|bv{uAoUCug_D_^GyUf#1lIKuC7*2Bb%
zuHR>0U)(b1`rIv^QB_`y#wT4b@AY@;Jffl9?4Y{y_}h>*4xIagYaHeFU+p_AnUh@3
zG;`{Q7LnFve~o^uGN>0iI!!nrtbM^$$2q4br=C&&{LAj<gSG3}Shc@rWR~u?R83X*
z6DjbbrlBW!_9sT4rUhF!Us!atIM!$C$1B$BPo=GupP#y|>hSTq=NKM*-u*du_SI|~
zCFjLyC!W5PXiW5z?fdribJ|<aRZ~BtO}ZDsUaR${spoD@{=^-&UgiHItKE1xqjRtH
z?^^acPp$KO+ly=SKD_nh`Rf{{F!P++!ZXjD5}yeBKfUL)<ITyI46mw;?=GM6BO+Bk
z|NJ-Y?);-pGd~;LvgLhw;arZ*{p(vl-;H<vSJty{e*kxE($e?eWB%-2Sy;bl;y;!0
zU2p3@GVJhWntn4iCu)1P@2jV3m)0rtKbX_@!9{!Z+}#JIA6<62WFm9+mg>G;S6?2l
zHvD_?R`Jt2&zJnMx@|ro%<qAa`OM#{oR39K(%4@-I45;*=1QBT_uH@Tcd@LQUZZ?-
z;W{tw?;7!;_ik5Sl=|W%zB2vVVf6`dtL^PLcMJV?y|$nGM)Y*QJIBAbmU=%9*vk@}
z_-t?Nw5M-fie}C@^KT!=vvlo4hWn=%tFzVf`u;f@{x*B-%hSFWmfw5QJ5#G~^V+*>
zCOkE5Z}a;y@#h~m(MBb+mJ<H&?q?52T_~Hh&qeKVcUQAst!rzvt<A;$f@LgI%T`@I
zV=lSrk>vCP_s<3Yna6Y7bFuxtJLf(4kNt4JxguZT7q@6fa?f{`&f~vU?5tii^|-pH
zrTxz}g_jj<KJH4ld)0BgX0C+#kpr^zm!6yLzqsjGeE^$XZs0x}iH{1OtLA^VwH16I
zAb0+1ePOcR@!R+JnLIyT`^KyGvLw^@>(M(lKhMqF;bSj7Wwv=X<J@Pn`_|}Rf6b)B
zaD#2_Q_q-htLwf*ou9XBN3M^abl=^}_K`ax{qr8MrY){y+?5pUF=c;UZLD&)cDTTH
zQ9b1=zBhNA|2cKnIz!FMgcuJOufx~RKed_q)Mvu1BePeg{WmS^{vP>bPW8sAM_0y&
z?zZQgI@|SdYS_bDoqx@jbzc3gvq36sh2D0l(_8zmoRyx&5q-t_n82GaEZ2XCE%$4i
zX7OXzwBOk~{r1kA{cXz8$lE*LpZ{+<uk+iMX+2r_K3=Z!Rks?uf+jWZx36S)`??|S
ziR<Qaj@hy2U)JmD1gkYyKi1#8@?5U<`Qpbxn(b@*=Kr?Ld#+}nQK=-Ydskp{_RL$~
z@0<-e@cU<b(d5R$$h}jojMn>YkTRdb*rm^OFhctAA1Becj7R5<KBkv$lwh2-R)?k8
z?Ee~>CE}}IuKusa`Q)U{=Hgt%Bkj^G%lIGcjN#ZG;(MoS$=`>L4_e%6r)@rdN8{p`
z7REJ}W{%sX*B#ujbHy`RS1YH5v!Ac?`Nx@CfBxpR*{<t)vfpM+`26VE%M(&p=d50N
zV_i?hVy7k2hr9$|o;lGIF=ut)#n45|_%rSKq)+bFV%s6p+*4lDmAvKK&w~qVJy~zM
zai{;Xa$Ds$ZL-SgwIA6&P2Tdij^Bpw=A&EptyM(BIf}aPta-=zqN?b0cY>;w)jO%#
z?S@DHAHO$!sb$~mGyAf2>jVx|{+HgJ<`S?Z$Flv^tI0RNf4?5<d0OqDBMV2;oNo84
zCxvQlJ2szAz2z1#-%#qw)6Md2ay9|4T-aCX%DFZw85HKF9A!6uX}m@A$<-IiD?F~G
z^;Jc0yYV2fSod|M%Xiz^A5RoXZMIk@@_foIhj;yP4)dZVmQ8iMcy#llC-IX0+c#gA
z`6}Cf_E!v(m&~(Ya$=Q%r>Fk?xnQZ8>*=lY=T^)MG|&8dspf8~;P#E@s&Z^k3-WJC
zJXadOMNgdjdE&fT(^pK)xv8yr*X`8)&kwKU>F@ot{-3hRUB6R{gwF1fy_l2KqVmuy
z|H_h-%%m+0uIF4<a;39PpT@@^Jy(@Q_t<UizRx$7&fk=_?M~^NtG35ZS^33FW$d2v
z*>K~`yr^mOXY%X)S1+Hxys+r<#aqpdY4VfB_1PEeZf97X{wSq%Da*t)Q=V3KdHv7b
zb!5hkjOg`3%etFiMzKm=)jU-+IU#F<e#A7h{d525*u*Y5ck*{<`kgg#1!6xf<*$F<
zdUxgVjqGkUpN|GzIFj-Ek^9-2jmd$FD=yBG5BvVB>#wU#*7I5y#=p)U9>4g-G_5v?
z$Y(FkzcafwK5x<=r}DLbkIww|qjl?ZNqfPk(<jvMpI;w%o%hwwCKJ^zjZ&pB@iT9N
zzwcWgQf<F&Nq2eeiaGLC0`{rDi=R$kU%2g>Ue|fOxLvagC&p^#WiVb*IS}8b*!PJ$
zDE;GtDQ-N>WrZ)xJ}#?y=zLea?!dhJw<?Roc@!19)_>;S_io{%&%5p4Gsl%InfT+8
zZS{}fGt(W!cK*n{QMf0@Ynh02qrdoE#@wai3%Flr_-Edo##6WFw8|_&ot~3*4=*0L
zv94M6^0^2LcTIJb9TwXRw|bkj#OdEW-B)V3Sx)X-sKj@3#o8YU^M5i|Yu?=G_uA_1
zYnwBM)iomSIz2Bqf7#`m1`8CK`6m5lU&$Ay_q0`a#}2=W7>l(|v(C9>c}B{#-~Gt_
zQz!Xbt&r~7$I8ZAWoF7v54GGl|1#T+%R5fJ-(IY8D}Y~atIs}(oa=&r!WrYs<L=qm
zu4mpcsVLcIwc;Gh<NhlrpSF4C@iJvWM8(PUzJj}lCze-<T)f+R#$=K1FXq*oE?dV<
z+*aZH&&y6_=iFQ$9j$p)*QaQ7E}iChZGYQ*m8hFr%K8@<E>sHmlO^%s`?QuTQ`#@R
zW7=iN*2nlhLgSb2aqsAS*95U{n-g2Fa^LrO8c-QuxACx7os@N4gwPd()@k2nxEq{G
z-#aOE^_)wa_AV>huw{9kn%%qQ_g@4?Xr$;(QR2?p_&Bf1Z1-M)&g(^%8<*en-`uy{
zEPdt2&rVkh=6%SFp1DV_t4TIg_l3}oncb_Vi!4vuRQTd-T(kUt)3tocViu1zzGW!K
zTs{`3IbVCy<=KCtOgvu|86Vwv_<6*iPj>OXPo;Ab1&xb#&M^0jv|NAa*gUqHW1>+;
z=9%2`#`lg&-aO;J@72-lu;+`OiB0dA`uk05<lOe1HJ7c9B-{2?1y;WJ_BrgXMqiCX
z{^hlG_U`(@K9`p+nxEPz63h2!*1Ek~=}$i$Wb1xd5_@|`i}Hy}p%!zMEYl`Fc-Oqw
z)$tLx_^#liQ_ku4g~jV>KHe~&`&HQMeEubm4qmGKGkv;ns?Ld%O1FMwX@o_;{almB
z!1d%<`reA`4mFY<$+mJ%-NASFMJ%nf;-B;AnEG?E0tT^Xh0*gunIEglt@`crY?qc!
zg~fb<DKA7hKVI9}=J;%W|H9<rGavg-72i==={jkjXpz<D<*NJa-2FClo$k{9uI(=*
z9$opT!foxc0KSi`PZwwSt7*)Y&|TT8;VyjV$kr^8Yk_*^yRH~a`nA9#cgyZLr&C)4
ze*W6=r^NH$ZqXM}Yu?U3wJD6>;=86v*Yac8JGRM9v)Ss=5w2n^8)@R|_UW)??jyyw
zjrv>uoMD;cFYz&an*9U+fWSYqI*m;>Hct87qa&fc=w?q@uD6G5_hg}h&~I0TdXHQ=
z5@>YbwRnr38r#Jq=Q<5MloiEJ9SMw#ytl}={O(yXz24)`x*3eZ=C8bGI7RB*??Xq#
zXWh8CIB5>!LZ3O;!`^ltNx5{`?CHzpOAQLc!sPG$J+wi0>U3QVxs!4hu9sdvH(;BP
z*4AF7w(jID<EI<8%~`1C{(ZHow()^4X;!UkY>Q>}%hm61+cNQOl9h~~t$slCy=~L8
zV-+`7%>SIdFGZ$ie*O&=gTPJm+_%c#^%A%f(^)4HQBeFbEoEcOrajMFKh$1$@<--f
z_owcYmh;S?>^m|uEI~$m_0!*#6V2|=*JPG{cm1@D_Ko1f{gx~LOyKFcQNQubwma6h
zw%jWIe0rf@L)p=jb&VH`cOO}r`T4Dx`P|z_4<>x7D2zVepum?<Z_D!Cf7--zE+x+M
zZbyD8-cY`$jlWVQT+!d`ysiCyA0~}66RtnJ^7?A&$4Pp2XAWB&TvpOIo!cyLOY4<=
ze-$?7RqTkHWT-k<<Fd`2qY_mS6_KaZ<%QWM%WhU>YCV#BzHP^yUa!UGX<BR-#l@zi
zi5)&Ox!kOcOG;?fhWl}vS0>oyZso4tDdyKP`}oe|`jd{y=(BR(KKAJL<^%6DwF9SZ
zkMTLWy-LRYV^MOE;fkL*W-rU^_EsExeWqZCn$mS?t9klM)BTpuJDi&+nq6fk&g8sU
z=9GBd+3u6Qe3>^xP2!wpEWI%GM_Pvgd+5KsAB&g2OD%f-adNiCHHF%eCr7^Z?A-ix
ziEJg;_oxanQyFFL=f0&OOzl4%ZEUZ2PA|2w<vNz*xlW?vWP;00v*2l3o%1SAe>qyg
zm#`#`g-d@)Qi9(4;Q#Z^$#2-v{PFqPHE)(L<7xchV9{0c&saaY(yGorqbg%x^s^(}
z-*X-s+3lTg6z`~c{J8P#ynik^ub9@|dU{3o%#-=j!4W6#q@0W^o>%o$Devlh1+$>m
zs(Xh1msdXJneh5Z;<d~Exn*}BRX*w!UUjI9>*6h$VD9tWt>z{+(&dNpURG{+TX}l>
zrku{BT(1*<HJq>v*jM>=RatoJ=Q0t-O9!{Ge7<8@x;=AC&d#|fBPwNCt{?lh?Ciy_
zI~^nArzULJf3H^Zz|YpeDdDOHF=-x*cQ~#cd>QO^Yf3_n$AP{rWrrtB@OJE+{3B_0
z{+wTj*tu0t9eC9{(PVay*K-47e*3u{T?YkM3hG@C?2PBwvQs7P@iA>9SLuHf9p6aG
z-q_)*Vj?+pcF<g-_TzdBRW3)?OIRKFzT8jF@4{>IKYy9KKONNC7&-M%LG5+Ba{bok
z(`+9*k4Z0`aM|O5z{($YY(-9mdVUGp|74NK#N3mOVmFF+T1?2i8LDEuW|HK-2t%*e
zc9yr+{VV=BNyu!<YjgQml}G1kFA<)5Rcz)TPSuX}{U!=!GY`g|JFxZr3e^=!;jYrt
zxf{;@uDf~O>G@BqcK5qiW(5UBvTxnhS6eYJa^Jb~PY=6-<ziI+uQ`>P;+$?-xKy{z
zHB-;#@O0TvryUP$wS06(M&z8I=hZp0gS}rF@h;PPcJbfb>2t3C+Mv87S2q9Y(Pf?w
z&2l!c4EvTnt>MBcL9WYfC%HK$b8-u{N>6#TE;8@@-uWJ{w5NZL)a+L2P~Y_FOmvRL
z0=;if8C~w2|Gd?Fj&xMsdC}ZNDNX6Mlcw`6nryo53g4lknC8VR3iet2I=|P(xboJi
z^ZD;RZf5bXtmv2Zx_4NtZq}yD;;X9UMB+Oxl;*5CUZA@E-|q;C;OS@cO?6jHnK$8%
zite2^jnXoj#rnIq8EM}>6gx}8dA0bQ$y2{EC4W1v{P@w+DcpGzembpMawN3q^1*^9
z&)JGQr`=uN&ET6Br<i3?-Jg-WK3{pc*FO9C@z?Y=Ouu!)V)~OOYmAsBCKvE2-CH+P
ztiDI+srR1RY;kw3;?=sbQo6Tl|F<MtR&f|-%`mNYs|;5PoL=d;FtK-i%(knoOFg<A
z?!LOrQ4`<MzxDe2gC(zTWb}X4aH^}(Pn!EQ{>kqNbANsny!-8W=Ds_e&p-Mfdh+||
zHM>$_5u?(?bLQX0zaK1lwy>0C-pd8=&(~aj)_lMJd}frs`eSb6?&Nj*bxxn}XyW>L
zEACC^wLR<Yt#e~e{rH%CX8Xfs27W!8!yP@BUw>{EzxOrQCPA-Bomo>OX1uQp(R+Sk
z<!!_DiHmo{RK(mdUH;i~lGpau%O$^OtO*Dyf9M*THfdsV#~JPKIt_)^uaBGGTA+JV
zK>XRg!;;MVx81+HZf5a^_`}Y!Z!RTs+_u=0bIOQie$Dl&6~BstKeq2abj)Vg;f60Z
zG8vZb-n*6WJ=%EGX3oUZ$5UN+zFl_uaai<FsqCi>56Vu<r<wl0b!uAXzbWyjubK5<
zfAVnQrJs9ut<(1D`H+xWA98EG<o)S~m*>Bnq$462aKx@U=H0YiFMb?4dHv)jn>&-m
z_o;1p{npc`QZcRkuHb@}pAF~l_7&Do3!i*?o0`be9Y&jz3S3^!I{9JYvW=3V3YTyF
zT%xzHE28Q4g%4WH$-7nLMWx+?Op<o$*L-uAJ|b_qd9l0j+;e*le~4c!eNDo1=H-7S
z>#zLX^e%Aut&i4veEr{cbmiLa(^wO%7Gkhw{iF$>wkN3{ke+eMH2sH&EuXWT!?kFp
z^50dv7-pu=waMR~kSqC<f$hkiE)lP3W>seIo);>tzg7I@+v)9*mItKb*E2j&a{sJe
z_uh2Q^$zA)ljfc>UH$Z@?8E2J%ga|?{=xO?xc5%OJw6Kyej08Ftgu^bU!%U<v?F-c
zjUC!j%bmpATvP6RI&FB)YL1@oA#qQ3@r_H3tK$D&f3%Y?C`#ec7tOhU_tpQ&V_a1m
z_xw+s>VyO7u7=Az{s@2n*FU}D`{~x-k7ksun|qswGo@^y^AeLiC#O9=RaF?bsKVTW
zY3=7#u7<zVA1{g7YwMu){}<EASH?`X|DG2<Te~#*U-{oPeivexEFNFV6*;}%O<#+3
z%gbAq634dRlbXs|?(p_jR0CI=TC3CKBfl7xHFoC<9o~PVGDPK1rkKDg=909it8BCT
z+C*-h{#eBs>S(>QpP_n(%rzmo`9@#9PLQ|U@@H1qE2Zj<v+ClQJKxU!6F+Oy^6<`A
z`x_cdtYt6OEf>C#xrb-1$(q9F=d?`x7X7H38~=e-;(B}2H?@ghq?Rb!>@V?pJ==s=
zpJSFTpP|T2zL4|hA3E!cH+_2Le#LI_Z}DwmHo?|h%j6fv$*}DCUo+9?)3tR=+(Xr@
zG9#at@b+v9{Th=dQQ$Q@Jn~PsWpK&$lD~1wW`1vv-Q==xsY3l7cD*>I*4z3UW-hAV
zs@J_R>({Z9E(brB^Bp!je`tEC9jnpqe*V*<`^;pt!$pkZ-&_%zuRTwzMT7aak@hX-
z{M?^S&!RX_a|?88p8s;aXs2A0Zq82KIgjL5Sm>|gy<a2zH1XKeCU2vS=fa-roZh0F
z8`7_Tb^XS-J3rURUJN{xD%+KGKX)fn<lY0G!sa>h1?R8ZbXvq_>vOEy`=B)5VfPND
z5AE%~_r;Vh$Gx4p!{09dX~NpGsv6hjEY_%hcdt&EdAwfl+RZmgJ>hc~g~Ut5OKW-l
zNho>siGANS760!CH&*RPdvdG!PHuhUP7|h?D^vW}pAz3UY1>Nu!`uaewest({65IO
zyCQ9SzuxKeze>L5mm<2e=N*0f=$+^K$10N_D9W9@KKr=7L~i_zZD;jw91ec^K|uem
z__T|)C#=uEFDPbxR21zIw%NP#Vx-N}Z9ZOllMG)?5mK&O;@z9>`=fn=rsHk}DZPLB
zJ5Lv=Ja)DJp!daP>W1GlZr5ov7M%R2Aw8=--Rk=<F{Nu0YD!;h+q%f=r%bV!nW)w2
z^N&UMA75~IVpm`L0*!qewsl$Wo|l%s+JgV}KhE$s_v#+(KP0=u;_7*SNtK;4N?X(}
zzG4r#`PlgXq4%*2hs3Mr=|2BsGtcmHavkqkakZ;Q8}sGj<2OFD7LxBctX1>y7RUGJ
z;$`Z^N=d1ip0-bB@=NO*zxMsVzBv3LkM{J(+FqWY*Tnj7eO)J`CU9NXe(GP&cbRiy
z8zfYg$<FyQY4W<yc@Is>gX$(vPJ6zZWnTf?vIV)zw};GIDywSiz_&#=XU~VJmXSA}
zw(+~{UpnWR#q(=@HPesR>?n}gw`Rwy%Fb1D<##fjDg4=ZYfIbb+p9jehWTxMwmkgf
zb0MKy-)ofk*PrHFHK#In`tODR-G6T?x+TqV`sYcpD$8$a{=Bp6_pzzGNcPzyyuIL_
zZn5MvgD$hf`A+$!-~8tlW<^KsTPC*t-SfY<emsh4GkE%j{rV{xkJ%9(vL|QGUu^w%
zMfKiysk>w*F8bwqWzCii)`lm}X2%yfz26<6Zx@kpLG->zR?Igc@us79*BNrS9Z25$
z?MrKU_{*@iBL#txr;dr0JPoJ_u$=4u$)n&=U36~o^3n|xZp)qEb)D&5a(Rcu_jk@0
zHt<^=xE}c})o|s8tTj=pFC&@N?Rc%0U*2VW_!hTLGehATjwKzALC2G|eYd|?l@)od
zy)60W{3DqH>V4r?HMZW|k{o_+m*0d5((6pP@3!Bx)ooSoUBsVtruF^{o73LR&jYq_
zi@KgW^tmqa+$)XQPgLbjZ&6sb@&dbD(Y_~>9F}gA=y<kBpe%iIN=IgY=yzk+#m$eB
ze;Cd7<|uw*pg8xisL#E!OB22<dD<3ZIwAbXuaA0$huC`$2WO@>^*vn>E9ZAO{zYF=
zpL5=?E|2t1-$#~wvPX6tUnAH5SSd2=!iL8tS03E5c{e*EU)z!CYSH8u#(wOkzh16w
z6g&0x!poDYFZQhvfAo3hA%(TcMuA@p&V?@a<*a<XF}lBG$CaJyO_Y5e6=h0@On<C8
z&(oS^U9IM86U80B`ZF8iz1+_$uADya{2F=5KYw>VTDiL9nVxyuN@@G7O)r1uv`u_F
z>y>!WwPeq9Beo8EMwRSx{b{9Z3ThejtXe8x%|9N;YG|L3`%ETkvijURj^d>npAYEf
zX1xENB$B|<w^MiKLoo&;qsrRUJ2RI>?_GcA*d4>tWhNVKI?`%Ww#b)Fm8jG{{qbX#
zh<sk#|FYJj8)uw;bp3Q<s^uoH9mfRQwu^>peoobuJY^Q0uXNh?uvhJ^3wPX}RxO|W
z^Vf@*$;T(?icjKCdFbU65u@W<yR2)z-qx38mpxYH>^*XW^|#&aqn`!dJ}OGy_5DT_
zuOVxW(Ovg9&D@;AH*B41OItN6FP`j8-s%yv<VRUp{`6_@%^rF8GG~Y1Nxmx{!<l6^
zPh?`#L%Tm_?`BMiH#+}RVr4<}_m;I&Tyr!_!t~re{muR)J}Y0rlI_qDz1;=V`wKdx
zbi$XMXpNXyG4q4Q+U2uqyu|Y6o75DFmsa1qwk21F(MMy#uLh=NJD1knSfORK=>6nR
zx<8dCNGp2v)rfJO37A*ReCBYJ)?4<rMK-h3m6Q&y&QVww-SGbL3d5JB_75I2UM=PR
zDEwb<o}K>1D@VRu)=ZJe(TmyI9a&~Qf4%Z=6U)5WJ0AV(ky0=D@nU~`U}IRba%1DR
zW%ie4vh?`&uQ2|0xkE3|u2#oa#^%JMd7%~Bn%AFo=+D^jxi@@DUi~he2i4#E*Xzc=
z(6cZ9{>q-;yYJ^^i)niV;+tHa{8o@%qW`_+<h$Rjb3c5F`B?QK^N!+q_08?CWB1<i
zo4<1Z>rGD*7s{F3ko)wY%4th*$8BxCJL2so*L9CLSFT%g`1_VQr6*s;o;#>Mf7#QI
zHu3%E%b%UTT5`8BCS0cAeE7VGGc&?8Z1!83+5hr)`ll(7{PWSiZ(LjvTg3g6=FN+@
zI8?D=`Sm>q+iiapc_sx+U`;%DQQGxIn}m>KVVOJkhF8xQD@|X%{zuc};;Uu9Uad(o
z?y~Qi`>Mfy@BK}u{;|A$z1oI-@72uy*h}6MqATZ#%)0WKMT<T9`GZrHT~iOQuQ`8w
zS*1zjs$z|)r?*{wKK0o7r(cESO6?+^1>2r$V@v&bE@1BU8&mz36;9Hv;e8d{`fZP(
zU#XP(eKox;mgRD-eh)Vt)RFc)R^#>P)Xjohr~bS>?6}P;{?wdeTSK4TKf&4OL*@T3
zuK70EYkKn{m%Ou9M@8>z>@{2JaZ}Z(F3!uVzWw)|e|y%)-mz`HrhIH(th4fjMSB;{
zyzCNJwuQe}!$__vcrDY@ZC4a|IG5Z^ZJ)e+>*uhCdsgq6t@k3u_W3*Io|3;(MoV{3
zIofydS#fNa{o8L7PR?k$yD?{?m3dc(@1@hF7wX(Zx;)-4`*M5($6pS4wFTKsuHF~6
z9^WBfZhrLCB84j|C$=cE{BdUbWxvYd@UIgNwa2Zsx{gTwseIh};m^8<`ZHbxe9X}D
zW8th}6q|0a?eCt&D|QzM<XW-MJJ|mD(eAw3FDKrXpEk+A^ml*Jw|bq+`^4PlCV0KQ
z`R!rR)fvVa{~WZJTwQf&-r?KlC!U}Cf8mEGA)P^qlW%-Ic-yASPW6%I*4@END_jyb
zr`z1s@Qf=fyqu(xdv`|2vv$F)#Y`^CN`=e#4XdB+ox{5*ZpYKp(tJnvDEEe6no|^@
zS+BADR*O-NtY78{VIRizi;vBVd9nQlpT;7s<||K1?Jl{ht(_K;td&01AhqYozTZZs
z8vL{W&03)|eNw@r?b>h4R%pj2Z42<qos^b6t5G(1(%yh=rn5c#_%jx!a=%^3Jb$`N
zzjvCE;ryvfwjXt$y(h6aT*bhAmg?dwhf>#8sV47#I<cvj@9?&Q^<_u5-I~;Y_*2me
z*IoB-3!T1vN+|eu1#hU`yGJFbeco<eV-T;M{!}P_{U7g&8}A(@C67pn?~<ST)5*O}
zYf?ij$IcJiH^e)b#LK=;>h$&5rMa^!C@ii*xnup-R_3}HKj*ma<yiOOV!eEPhwUA|
zclVe27$(hq&Z568-174)8;dn@1{=f9@7V0I&t68c`Av<g%BJ(5f366*efjSX@7IZ6
z8*`8Txpw8`o$1@|XwEqL`s0V5^Gq(Byz`B}+J>&WEWowuLwJ+2)SI{?hU?!}Dc5E@
z=Iq>bru?VGqwP08d;c#gk2oG4cK4@^W%N6bYj!(s*H<>lhb^$oo_OSL#_8L+hI7l+
zUOisTH?f_=v-=~*W1ha`RZCO(&fk949BcPR{8Z7bZNK(>ESbIN`s*Fj_w!AEzKd^X
zp0kzPn**Bj_P9-Z+dBKV@r55v6Ivxj?@s?cZT<D#2j|ONI8-9L`1TLim>{=*dpqR9
z<}=%#Nz{w*@jbD+E9vsLc5UAJJ!0uO>%3>ZPoLPRug1IY&MmzojWMFz#V;{F6I^?1
zwOY};Ngw<#o%QxgTOstzr@Z4Q$DKn@+#~nAaGv+YQf6-c)NOi|7tdYM@eY2gH0SU_
zEn#1kL|64v$(u3a-w(doDtIETccN1B<mn|F%uH{^YekD0?mKfTK34edd6l#Av7-HZ
zug?>;Kk(&i*xA2FzdSoUf8)`^cHh6$-95g#!tKLp!5`u4_a6Vy<NoH-)317V>wP%X
zpB<k5BHkf!PqU3WAJ<m13%Z;sZvsP?O*sCqK)m#>g00RMC7XGdbKM>k-QDDHD{iCL
zzB^5hzbAP<I&=G)rNWh?f9Hii7i?2I(!N&4<G!8uuQG?v#SXXGxhD6WDA!*s;c#Kb
zu`-MMM>EQ5mc-Aixc&dI+uuV1r+Gejzx?mGZfoRYrSOczhsvF|)@iSt!he6lv<DWI
zTPJlZ{VaBP{ncn*|NZ@E+;-^QuwYpxXyGwaSJA`a@$qAKUw_)U_uihIilw=J>BR|i
zeA_qwn_%j5y{}bu?*pasFqxCv^h4_OzSqzGC+*nv*v|2D@uXB4e)W23d*PFhTk9Ij
zzZVwwpI>(RymPMz^8>jzC7BV*k9WVUh&ti1B$DUcQI+1_VCBb;pYk4wS#;)MMeH8;
z7&gvIwSxto1{n_wt}nJd^7p9g_exD8<>qO%eNPV8zI+*J(z7@{@=QXv$MJI_k0clP
zuHShm^&sb$4YJa$R?(GZ1&w*{y6-#*TzKa4vLlOa&wbKfl_6fa=G=!voF}~ZpYUgA
z>wLjJ-RhfJyxQB@zSpd|m+$ufcvd`a^?ZH*w^6$sN@oY}efDU<*LR<;-*c)>5VMmC
zJNrELB+t=Fu{Q6Yt4D;+{=J9w`Pq5ZD~tYLDdF94&O}oEZK$>J#E?^#SDS==c<VP<
z%I{Cuu|_}c{fA$VjIFjm{~3EI^SSs<i^jFK$&x1n1Mcyw&F2wsnwxy`TmGKkVe!E#
z20Q!NqaL?qq$(xN$zcmEmFIhBbFf#-qS9~fk8|noKfVq;^}PF(!}Hj;T3%laSsrUI
zN-CIX{k81ye`Wpor;krgTKa95kZG;>@5!$YKHU6iPv=gTV;cixUj*IUd8J@+;oo20
z|My2VYDVo7sFj<xuvxNf(d11>?N+Efuily{`MPFl>P5%?|F?W*J=hd_cv|Qct1HX@
zm9#wTJe{5!eO`Wl=I5QFF|!I*RWZaeGQX<3)4GDYRMUNZS>}#!<)-md%EMRtUtM%e
z-sRDXoig!plTU9ndVV$UsY=4KSA`RA1~S#2ZIl&Ww7NYgk}dYnv4Sr9je*ivQ^k{e
zsuVvq+5|X%Zx3AhFI-gP@t%NxNBucCujV(i&;EH!P13hY_~oAL1?T+q7tE`=@tJj1
zYL@tnM(5?epGui;JZ*Wl!R6h`dn!t@N|#kG-TKqX__tzBFW1T5Qx4OO&Mn<ms`>Pp
zR*LIB^H+@K$DZ<a#l<b%Q*9u^6CAWFP_TO4h9~w*E}eJnD`9oH;qda|jIvO5uX$}M
zTi(Yl<6%6W?$}uK!sPTLPP^KDCw4E1j!WM5+AZAVp~cg~&t<c`_%_7+^(nW!eD&O+
zns~k7H@%XAzqID=e9N9*6Ta$jd+xI9+h-_6txIRIS77<6|0*wK*ZrGCwMh;OoA>dg
zrMIYGG7;N$@74{;uQL5Je^2Q<t-R*O#)z$)_jd@d+VoRT@lMX(voF#X797?qUFxl9
zWgc!>y<7K}<JltKT@6>B8r_^OtoZod{spZC?+-7KSBjF~>#rWS@A8V`*QaLe^!t)8
z9#|UNXztd<vu);b{#FL@<^=%{ABJq%wZ|Yfb_MVB2Q>mG40M-osZg@pb^OMm54R89
zoUIp^-uczb_x8^arzaa$GW2hsUa0=&VHZ>8eW}K+PhY=1C;yyH(@|u{9NYiL>N}oA
zF8wU^Ixs!<a_k{_J)IR5G29jGH*0oA{wV7FaPZsv=aHROZ@UXlOgr!VN%s6M&G2ja
zJHE`nrZTtV%Cpmd84OL`-454&cqSO}?sv?cv(vfT^uM!C&$vI0C2-yBgU{6~_wikR
zu}k+yk@1Z?>mr4>f7&oRX`=b=7T2<~VLSDebeCwz9DH<CYInV3-jM`bezw4O=h<at
zW;t1#+N_=Q`wrW?bdilaD)cV1e3=z1VQFpty~^@6zj|@omxg0<&*HwbZ@YC^JZ>ky
z-@nCPG5ZT@=l}Wipr1>QPx8&<#wU*s`c6C(8s8ziZo0mG%KHPSGcR*DTP~AYd{~Z?
zo8NbPPWfSxIggb-X#{-xv0=|HMHALz{JYXLPMez_dAves>cWz1f4fW`J>0aR^3S2@
z4HFeszLD=PlzfnOw)Iy{z0pmZyfbT3F3qlaX!mGiOjyarKho>1J>`5t#Sdt?9&LTm
zbS&f)QyELvL_X6Wo$Z+)_x$_E_<yJDWO<R=&UZx&9^#L_UEKWo9Yb0P+mikDDQlKy
zAN<t*{@?X*g>W|+W@XuVub*07Up)6(;;QOz(_epnIOBjSyQX+w%E@|`SC_dswB@HV
z7y3F!pEI<4wZ!VW)|H*MT-#ekM6D}gkND<pdKO{qdqyVl$z%Hy2M%~mwBuiTvh2`&
zK9?TF^M(%EKNhg*)vP{n`e50%Pe-`7z08Q7a#Z<4k;~lUJ0Ji0vrlu=^WSSe%ZBL%
zZvA|0<;O2?3L~aXQUA*Rw}xfypTlPZEw}%&S-Ne0dHv_-TE#-WkMH05+#scX-{Rvm
z`2&6_O(_pozgx0@Ta&g+(Bnx#R|OO-_iSnX(C!oO@37KfM)s|FSBs=$->oiTcbxRE
z`$mXfy;sPu2NJ4RY~!3gpBKD4wP=>crbg2<CRZ0|{!n*RsyulvNRVZNtNJ2mjqbZo
z;{2T#8zoJcSNqOsmBF;GYv-gtT%PW=dXWO}Q7+Hy+=r$vSwYv_3j2!pO|AWuInAHf
zq^0Vo(!6V%Pn8`!m*K(PwWQ$YdX<a&?7#nc`D)F7!>?{p3b#I|e01KJuK1}^=lqpt
zAt!4VO3#~iKJdl1ckK1GZRbq+=GdKh*Z$*0F?(RZew~uV<-M)lGlTc+58)HuD>7fx
z<IevF3&cv&ST9ZqSbzQNW%Do6S|1J-q}~!ZFFoN^dv|c@-}N_HO?%GoZohO+y?xQ<
zGmkER48CaiIpF;HTX|PXZ1&lmRh@hGow<v|6a(!~Q-ex3B(3Z4ueuQ+qHSBU<V%Uj
z)zw8|6%VJdWUOOm{ltAN_{H9D|9r|d_WnQjY;n#1{EZu?{OfP<FBX(bxx&9<nRU<8
zsm^CB8&yPvi}N47S^MU^?Tj16+MBCcV)KfQ{yg;Y(2w0S*%pcW`1hS&ThMW^*=c=3
z!^6(4wNd8MXVyhTXrJzpzY+1H+RkZ9>&ByspDwySIDbETo%(sPBQ`R-7z<BzaQ$4K
znQ^4PKKXQ5*GmD0!j9RGHyUeHeq`?v$<8;8&-?zFP4s!*SINVAEZ<LeE>1~M^;fjd
zeJ|OUYFSrot2>j)A$CJ??z@}&-pbpuMm}eb%6a?nn~;Rtm0Q|ha=2e!={+!Qb+gOO
z<E%f7>X*i^aOjt3m$%tb5Nm99fByA`sB`>rVv0pG^y)5&-}~|VM!>h_cXbYa{;=S~
z)8c^sN4?_HCTT_=6ne9~SYXz)#2K3NE+0MNbwW<1v;LuMlKcmWcl_7G#oxd9Rx`0C
ziX+&{Lwx$FmgvZ$0^eKqk#R3vOdrmY*SY;yirN1_Ow8hLOC96D7pJeAS=TRI{=NOl
zc9F^ZXSDrR-|@a~@2vYfdfIm0ZQp%xzT>Z#Tp?fkT-FsY4p?b<sX;9F!-q3(DlLRp
zp1PdZ+?2gT;?4Tp7JIw1@|H#NYpT|6suTQKk?>wzZKd7G1vYkX<oef}n|;1%%kkXS
z?*0Q?yE$$9KHRi<;%;{B?*l2jp36U%sv1RZozE)o@PFrN+j)Uap6ti^Pfk03{>}T~
z?+>0TJ>BuK)HEdbxmBx*YOpKky1;XNR@sRf+trxZjDP;p3e@m_|FQmBTC1#x^||Iv
z@&$40(mm&2-#I7m<6^~%8{(^-QZJgv6`Z^;5uiC;JM@)I^nv5o@1EVh_2P-YK0C54
z>ek0Rc(q<JY@N&8!%1Syj2`;;Uvoy)*8SgFdm;00O>o?|t8X5E-14(4+9Gsm=}qp{
zt!A1k`rBUSY`gZT{r2y8D>knD6TR;jJpEj??RD=L{l4ewT3bH*CB9IPoN1q<z%|=-
zh1kBCN>BL9q@Nyp9VW;Y#PVm)F_DdKo#Dzy3?AQeh<ww*Rnhn6gTWn3)9w7)MVol0
zY)&h9UZdF+>)aOc<6ha)g7C)Nsav{NDtW9opSAnM3Za!-G=q2UYR=!Gyw5;y)>NI$
z4@NsTtx4BiTUhEfX<fFKfSK1u`5^h3H_~Q5)XNZ_<~HS@#=)#98DZ8(=Zkw!I`{eX
z@&#X+mz#LSuICZmt9SQhYFp~&wp5Ev|88sO_fDEz_c1l7PAc{1pQJTAV>VUpTeg3}
zgs;}o8R2(Y3L0n1zi-)5f8*-%03-d7$uoQA%Ls-456qI9sasRnQzC6>E#LF#(H*l*
z4F9L8gzmP@+J1Z$^9s4dnSMv+O}aR-CHv--%!9REp6lBkSH57L?6fgsO2n6>=XJk6
z?F(Tvn>k;SEBM#1gMEwlm}%YonDli1yzQ_2W#Z>X_Ze(;n;0n~5}kfbS@Nxip7|us
z-V|@;oBK{U+fO>#n{xD{hec}w*TImcmEcQ0cuHPP<cU$K7h7rApR!-ca*M|^^+{V_
z@k&25Ih4r)y7mKl4Twao;j2BpR$=ZU$2|CYQiEoOPGel~ireW3qj;%}>r0u%=eBE<
zDtYOO@d?%hhHx$5T)+*6*%uu?FV3hH@sxkaxOheRlwCSqMec#Q3>;EX0*EUII1=u#
zD%=vxZd(ewa)2vg4ReEn8m}Q|g3tk#22X~`49j#FJOw7V&0sO$P7phw(-6tf%5WyM
zQQyQxv5}M0CnCX#Sy(PYvRfm>;9(P|q|b?jLu|rUGd>)A72&e5g;U+fBhiUVIBdp+
zLoMQA$CbEDeRd=|@d+2r*l@T-PVLVIGqFI8q(g$jlXeswX;s#fDSX($?QSMMX~%>k
zttwD%jK!lvf)*v8yH^A;K-JtnacPBXiDD<WXN<?ALxSRcI|^DPgH>)QGdS`%&r)h|
z5))syqu^+(wqDH5m=lkj#Kbq9sb|uNDSX&<d}9ZQyJN!9RvkT%0C#xI4kp>ulsOF<
zOJ2IoI=ABd-V6<{_FxH<<ilZRmr9g<%`cTS?^qzt63nqofal%4iyoIH*>{SA<I+cU
zM%0xF1zHbHnvkN-BmcTQ=W;<GWr;~8!k*?6LB!n&A6$cGhKfxMUCJ<vVU}2z$z7Mr
zz92$UrvoC?1LFCb#3rT%a)BfAI-`R#H`9^>>Pud_9cG=vB*LPR!pI>Nb>Tu2Lss{s
zC9^$tbuQ7Kr^Nuh-$kP#kYO@|8l#UMEY@H#`B{%4Qebo24AuaSghLF%Tr&y|e2Q>c
z*vQH6(~;oBBCIwe;9v`P*fAw8S)U&XP8`BcGYk&32&v84U?moqk$8w(IBAB!;TB1?
zD+UkSwr=cj;uo%)A#kKcL5;_7VF#ysjD^!y*?k359aBSQhNMk(O_gO}3G{g6Bm|0@
zBam1-@ytmG60@*~j<GoOL->c2a|xr!rX2-G4-3rUUQm!KEu|~I2|0e)ESCq`{mX>J
z8zfdgT8ITg;&sOaR_j}ymn2QqjF@<sc7@oPiL|<VKg`%Ld9KP`&r5Sv?jBucooV&B
z=t9_banOA`pls-DHaAee$`O43P6#;W+H!VH2B~vx^{IK?#dx2)DU(In?5^wOSQ8MD
zv+I!jf-_pD83MktDo$FqJ7ZV3Z~4TMomLC4Bu!kV?dMo>vE-<>gNz#^=#q~TU8&4n
z-OEltm0ilPlR<MWtLLtyBxVOtw6TKj|1jC4(BQ~$G`GXI{9=h^r?!HiH)9Xz(vNG5
z4v^dii??9029*v^XCI~+tk4|j#IW(D-mG_vKt$5zr(2|+o|Am~lZ(NLRakGvgo7<S
zYB>fAn>ppz^tp<7%_un3BBHj$AhDHG*QX+}RA*7Z;TCDNCkBe`oYp=s5)bibCkwVJ
zsmT~Bc5=IeGa4wuTyl1GgZ;Q{_l**9&+>^S;-23RLPbDcpFTZq%KTXUR^_D2Pu<&L
z*^<L^SND?N377wx6(8VOFaezX3LkcHhaXvXdN%h`2Dvpq6`nty&u|P|7IZS38y2)T
zA;Bu=xr3SQgeB~gzBo*hJF<-Z(iewWavqnNZ-V$9mzX`P1ZMlWx5Wwgs6ua0y0WOP
zB^aFFz_%w!9W-fDoDI^FS*74ReWtBf@JlUDube6YU;afe9ZhUIeEF4LI;zBm-DgN>
z%5Vf{K2V-ym?hR@V%xEd{o)seSs<$?mdrF*yoR}<O^ii@19n{tL#qyhqcgWulz_us
z8Q(i?ncb6?uuuGAaN|pX^hAEo%gq_P)`TYucuv2XHHF`VLB-KWDhXDcsxh9~&5+`F
zMk-0nL9v08*+(Pc5aa1&!B#dk8w15APC=g;3807sm8c~K51Tm^eK-;iaR`GV5>%qL
za_akZBs%d3r_BIG<h5f;T(&+x5}gEun`RgsX;D%G6`(gju6MbddRZ*>ahuU<9j(_4
z3LW6Ahg8NMS;l^`<Yw>JAW-27it{6&$ZXDl22xIyfG0SRYG-g9RhXrBSY`^O_~Z_6
zo02+v&Cdm(h~x^dap4qQS0U4_ky5DG%^ewYqDj{G_T;z}F;>=_Up!{Xd0x(Ry~Hi2
z)0(Ww63o$-Q>EhDzvSga6Wd9?{VFd_X1-uOH~}OQBIJ6@=Sx$9)<IA~>TG5^X_@<_
zFCMe}dh7H#mVrvrjV}XDY`d1ZU;LtB7HgF;B{Ef#VbwkbmrGwXX6bD;^kOt&G|?5y
z+!eAZP%Cl@(+dcUG6BiUxn5qJQ6(~4FIK~gkxLI0eW0?GBjCb`CI&XfDFOjGRU*Fq
zi@;X+_A9--blmmjV-8SWTruO&l9!j}EEGAQ(xA!hAarDjq8j5FXm)f^Y`F17V;0PK
zIoC^zJ*q@J`<r2AEpy-aGEl{~Yl-{BFBTX|cRiXT(4fF&?sEcECzj2)aJWSt6s4{{
z7D*^2X9tE>5^N!;RJE$#d6$x$J)e<We|^&B-_321*bI-^QFP?K*t!Y6{!3nVn%GWU
zroQQAr;6>wCF+yDsF;EHm%g~nns;KE`lK%|ljeC`ntTJq_qZ&aS*0|4p2sC&&nhKP
z|0FOUY)B4>uL3fp6U+x2y78r_if!i-^@(3hZhTRhHP7Yp<cunz+4Ed3P4=h~^7L=^
z^<VVT)5NxOnL0vgqGmG#pVT5qg9k){>dN3*{+B=|99gD5@r%l&c`lbOCtRMKv5Utm
zNyyhf>GIUa=2{b`+uY<(;7Yo3VG+39GlS&=$MeTb6Icv0J3Jw^C({fTgZE4mSPio~
zK<ynh9)pDqoa{RNt|C%1J{)M_P;)UzY~mF4*^!W{v*^OX7JjuB1H~3jWgm^iL!7IV
z1zW|`_82I(aT@x}NOa;A&Wn)l*7#!Zu$|M<ha>5bfN<9gP)1AwdlT%p9FRAaK*7Lk
z2J+@bES{(m!l!ikZJ$o<hC`wop#gOf6hYuHjZ4>gq-c0ufd5(yLqDhu1g$!!3I0CS
zsx$MrqZ-GX^k2QD=G8gReP+$`ylk9Vr8aw>=Ots$DmBmZNnpP3`6VxB=79JrFK4RQ
zc7ypQwv(5oZvycrFG-*DMaK-pzx2gt*1VI;(kFfKnKaMy(&vQBn=`7!e9td>8JSZh
z=6PP}Wu%HNzgg_L|9ee9Sr&qI#WJCaOhAT%6?HFpesEd(#V<Ou=DA+peB+DGq<OBF
zHhWab<=|3Ua&&i3*P10SF0PxxYFEVNrg}<|!O=%*(ITmd%hET3Ebd;CKJkmq4XBwJ
zRbsOtW{P>9Z}ts8XETLKL&YGmk(1Y_0u;BPHj!G2fnqbKw9ku#L+qfq6;hjHpxDZ(
z=@XIY#4Q{bA=|A1Y7=o<`kY8S#3x)e<HO-w5iX!Mkq@kC3U2=h&IWk{92QBJH+w+B
zqH@E_NE6#`us6+Y!LHMpG>;v(()(_H9O9t15~yig_^=D=mEZk``%*RR+Yi)uL>^O;
z`%?2q*g>%y)Uth~%rv8*HK$6^SAWUNR+GIGeDzgcwyNx%uta<#n7>T?(ibN)5P#Aa
zr%7=~!2DTp9+$aqg7_YnxIL=`XM^~eR*&z0Z%P1FubC{)W_u?r6TeiFw)Wk^h;Ok=
zSC&j=Q8nA!u}u8p7o}MsV<vu4niS`9>2$*7?u;ryU;RZdU301gJ@u7dx~lBufh%1%
z=cESf1=b6%85S%AH;!Octs*z5!PF+k5|9?Ac6X2G{A3}fS$cg*5aYtVZbTeeCO)yG
z^+`9vypp4OZkphZ%d=R9O$uqehTIDT4zw_;i5NU=c)GCz)LWS$aIl3#&BtJ26Q}r^
z9#;`iZ>2>*t;Ha*g;UkX0@O$X^;Xo5fU>Z$&x*uDyr4#soZ24)#STtKABiL<LE*j~
z1ui*IUzzOf@P+uQW6AV`&;W3`+<gNQ0Nox{k`yVeHy8V8kRo~NyrQ9e(6ocI_>1iR
z^}32co5(3Ar(8-Y`ZlxOQH^2K%c&-NCoK!V^u^0;@1!N+lfHOOiaQGC&x-TBtbG&2
z_q?R-StU9f#Lui!^<AHGS=+Np)pNbd%g`JUe+k$S-}Ndlr>g9owB-81W#Jb~TDiKt
zxSEVs`DkrEWyBCt>)5g6WvI#CF5mS^FGE%Kc0rVV(V7+KdU^GYFIto0TraKmsFKa8
z67^lb2%pj_X+~>LY-)@C_I1tkVrZISazq6jrD}{mOfxpY8dRXZ=w^mAMiHhC-|#aP
zG|jmnPi267l5}~sN0q4OdZm}88^E4g7Jl)Imf7B}CE*i6o@Sp-veN%L4eh><HY7`)
zI=``_eMahrXU+4#<uthEd}5jTr7v!??s;66zWK#%(mjt$(w<eqvqAjKDrMjNl*`hd
zRmz_EDldI=K>Q^ydrkIE^vzd!*{ia5;u7<XU_RIoGZ23g$dDsoKFHA7H%gXjxj<US
z!oK;7UizBs?exu8dg-gOw{yw%gUie>eo>os&*k#d%~GNT0!zUy<h`BCw7>FuL3%oj
zU#u81G8`M47+4vDSU4wrQJZwn<<jkh%d<18z$SVbu3=$wFFSGrMbtNESJNdo)tMc>
zDtmd&KqiVvdx7GY#eg&69;*U((lvq23|x#p5(!R>!h8{O-5Mqa4;wiJeL4~ju?TC;
zC^&d3!UfdN@!?2x;t+P55pbwQ7&O8F>gPD|2q(=jINTzob_X=V0P5!mH-WmVifST;
z4?DQskH9@P`v%0tvpuS$b099p6$WG|{k?x<htsso$r=sqpMn|qHM>#zKJ~}Fr&e13
zU$tI)+B;_cd+$q=gM^wzRCda#{rsvpJI^j@v-Kf<7PEk3g->soJzZj|de&s=Qj?{b
zCaFAk9At%=A1|JAg?owmNm;d%vTl(RW^7x|;c!trRCE>3G%KMVkrze#<~`a{$SUo}
z+4(Plf8zP71zgVqXTCUgQ~qJlxfLf}Q<H6Vug?4N)$gaxB2x>0u`TCw*p8<(<*-Cl
z%nGsE7^WAzbgj){L!&v#4et%Oy8dY|b)9P7bLd}{Ml_H4j9=IHJ81uTBqdj$$8wcp
zmEe_Y7Ah$>IKRlJz0?wYnA@*4*~{s+z&l+HHpd134ZMUMAh4S$p(!I0(&yU6u<LB!
zuP?LjwY@zqWi6p<Gc`5x+tc|gzb{CXo%qJ&{DMH%UagD}$HiQ}42u-pc(u6_L_oKG
zGAw2|X2ig;D1!IczXk6Nyg>=)QB1^{{aOF&-t1z&x%uu39iQ+-3l4XiCDL<SUMl&p
zC+=duY&m1y!2%Aq*Ft$ET+6%-WSczAUhw#YC;WK7sMPhkXs@<ZxXHSVn2S5a%p6{K
zt&^5AH_6Mmb79BALhp<V7j`Xt-F9rP`8)M@ecD(04woGd<Zi#$(cZFOvYz{2*dNzq
z=j6jnexKa+IOcBQs&^K_p0edJ6UzkV$-2KhXV7AO?xO7S7k$Pd>+haC)Vn=+XP{`M
zh0Wfr{G8VD^RFk@zI$qZqQ3w7K@B6Gs{8D}c5Sw|PrE1j@42Ye;^K9U)*}94Mrz;B
zZ@=(eUiUS#z=MuY-#vMz{=T;Grv|TvvctW`AG%*Rr@Gbuox1vRyU*tdSK4__H~q10
z|F!PJcC9bd{r(od)8G4LI^W%kbK4JHUs})m(e&wzDM?rV=}Ig+c4`mjR%s#5rin^9
zNB8a$_Yi20@A0)Nzg2Jahh=+!vYyn$k8us(72=n<Io@Ra7@VRdk$U5i{sD95Ly<ws
zdD(~endRgJN9morYfyRkjqhdibN4qew22z%H5T&nbSI=pZ{;~wYM|3%ti&sRsPywe
zCkwGdTLtpEc-!W`kk?+MvZ|%EKs6(9@dArIKRmDf67qf#))l`&U|nm$%=$#dIoq5!
zDNPh)6g#vLB&4}`gMgoJTgok=%p}DV_PfOnm6{%NV$pGV;KZWmasb4-0B3>3SoZTp
zbS!A)i0No(O;9*=0K_^_1{dOp=l}~ftYa2a%1~qyS4vQ15>qOGv!G&1Von#cMAoPz
zl?ieSZWSo1>W}E?Xr1tWO^mv-m{OABA~7dD3qfwdjRKpVOjj&F;^d;^a>eO{f<cm^
zl9*GOtC4mmNJB>y$4ZEXB~K?zum(vgWhtuYbVhWvw0c;T>=5AOp1484lY1hR)d^>z
ziFKwMoqt@Hr9O*8J*wkT`|qXu|2tT3b}?RjCGz&~wKBdL>n5yN>o@nVuc+^e&t4&w
zOU|_|JEkTwSIz5OP<p2EkF!2?rjrxT)`on~_RODjvMcS=q8+PKRBBI`sGt9$cI>Mv
zyV=6<q-DWU>rDPe|LK>1ag#ysXWel}VL$ugUps!J_}CZ!ntAzntOkfWKc`MEGVh~v
zy4(g$BXid_H|2W;^}FKd8`UhnFvq)5JM^Fh_w+>%_?jiyIb6gRetLT+Dlw!_a88f?
z#nt-{ytbAXJiWnuH^X58aYlRAe<B}*_x5;&Y(8;+Lv8gozT`>IC%Ny~Tz#?r)Mt&i
z%Fm=k*Inf3VC#7ip6z^tm7!5h=HMlzFBgCG?%FA6x%QEITqt+yo~0`zU+)i9@Kb#h
zqF2fK=uZCRsX~)E%ne;8z3(@0UOQ!x%dWn+7b>N7f`6N6F>Q8S6@2njS)lj3Nz=S4
zz5loRSt=JvPg{9v)&8QnZWh~1ehYp6xb6c8DvS0-EEJitfbYnQKcZ`Xto--!tl0OD
zg&~b0KknTBqt);I`LBl3(<N%%Ul0A*beT7G=8`$xvKCf1*LWxYGuOT%YPNiiee6F!
zOKJNRY0`}EZqG=NPFXK|{h1ll&21Y`<u<(g^dz@t%j46J_r7`fLnQrZNzKfD|EE7f
z(vL2dwtklAu3vWM(3=;>9({cI;^?O}6(z}Ef0TTARBTjN^0;`i?A{-9dM-P5b7#As
z39-I3_uF31zCM2U^oKKoEPl=EEPCr<%MiG=VzS;kzZ=f63429r_k7;^>&n^EFB|3e
z{5g@(`739~w7VJy!}u?3e0lm^%Z#s<5Bo|Mo9w<{lP8kF{`I1-%AprazVf#BbLQCC
zM?F9Fv+$g5WAVf7$A5br|GletMRZVp`8<=%J)L{jPKzr2T$B1U;#kcY9r@KWo@<|W
z_y1WD`?Dgp^4<QLlHk7Sp?z_u<^)*o(mY;s>Z13|-|J=WPD%bhb@6m7_2B-zSB5jI
zz63o_;WKO9R90tIwX)cV-FDHNx%2zt)I2vdtKD!Ed9#4a>|~Q{$w9tD3GAsKJSG1u
z;He8>v)5?$KlOk;^+U7K4@b$GAdrCkl!N@I9!v%aKordf3qTYtf#`C+&Zv_2;@qjc
zn_ndRcKoS0^IU;vu3P!xfPZ|+iZwiE_O|x>>?~b8Pi&>_2T8_)A0KCgTBKd|be0a~
zexmxL;>>FcNr8sq8k=XO0&VMR<mW&0?s9kkI3vVHP4v09lp5FH&kMEB3kmiXb9ALy
zRRnnnzBs`D_vuIBH5Ci0r|G|_RnGmJr<4D`dB!$_BMO}5TdZe%oUp)I+P^?wn!m(D
z!rvrO)_+6Mr;ia8D|*!rA2gdMaUs`6QSE}^v_l&NA9wa0d)&D$^D*Z=?&Aeqya~sJ
z*N0ZEviW^XIH^|d@Jb$b^LcH1IQe5FY%>zS9BIASEav7PC1Km!`Y`$Op%<Rq!pEwQ
z9eVNd1kV)#XP0Y?ckiUx%PIVq;%C*2Jr=w_RgT}H^h?9SbM3#gmRQIa?zEXFp!=$#
zN#|R|uJy-d!~5Jh?({9cbbi}o&hPIZzuc#k*>|jBifq40n}wWY*t?1&XRkgtX3mu9
z|MJRK?xk+I&9svbVm6yTp6t8t>8!Pq^B<(y{kH#T+ULE;Q%EGo?qEyCp7a}SZ;D?s
zZ9Df-`S24}LqCz0Wk1hk$Q)O;-O=xE^;fq4`_KEGXFqnt_btE18vU5F=6{UG39Z_`
zjocc~-@VFT;3OxlF)`z5#SZ-dp5wwSeM)WtKd1i;QJfHV^jPMriI)z2Oc0P-9htOZ
z?_)!rDshQsvs)i0D0p5y{Bcp5o8U5DTfS_L5aGF{YWJD*^L|a|`xGtd_t0VDu?SWf
z{?GeniLGMIx_`3KEc4D)*+Z5aZdqCF>MMFIqwW_T_s&j3@JK`RR=X2yO}4jhczo7#
zik_H!+Aqy3^ZGZ(&Hd}&=da2-Al$C<H)Olp=7MErm-swAV?U;9U;oLWCic8yPF!sA
zdAZ{DoxKWjZ{ib@rq*6r|3KS&w)BB%mFJbOXPjMp!2I*GMH?Co!o7^7+jMj<F8L6_
z8ddx7^~`C971rE;d!v_GW0Us#$kmrkR((ABMCrhN8R;cP{}=Wu%sPI0$&IsYp$Qx+
z0y{1zv0X@!V4ZvJ_c<lk__`0N-+tSf>y&yt`<STi6uZuMzVO=z$E3vLN=ur)*-cx%
z=bOl-jbBf$x{|!#*YElc$wzlQk4qIW9^1`1;p%e9f-f&LE(RtaaJ73DBKOMi_(Jnr
z|8r&C`)a37obpJ*^?B&`zY!ll-{qWk^!RDZ7KOihjW4aP#7W-T?AOZtXh-?$@)%*k
zbF$oGkrU;T-R4FvlRi@0%&t5;R5Oc@<Eva{20L5Ld*?fjkJ?-f9n18%pEa%GTKQ*g
z0BcLrauX{9xjoB2UI;Y%S@CL0SM!VduN$4*7oE5LQZ2{NW3igO&FTuXbI41@i%-1$
zCDj+oJ<twYsJUnV(t?_I%hRQ{N=@ncvoz81%gih$Tb3oPSD2HtUN$mnd~tZ6V_TBP
z)uNyvQd|GKD&vMv&4FbZzdyDdxcsxC<=1vAd5O3}n~zWA{5!2CeDtXQ@bQZ0jauH1
zKlg<lfBxI6#b%zBeCo#vqc>|m9=WjnvF3%`R2!#>_fAUBlZajRX^u&omxTW(6WM-I
z@!pRvyFxau{IxUSpu}UwEqD6d-QLOiGu|$<F<f%3!ii^2a*p~puW36S*<v{VRV7L^
zPJ1kPtg+Uh;=r2Y%uW&g?Q%Ct{<XX)f86-7=$P<hv7Y5kzW0CZV-{_Eyt0(*ayYLI
zul}W9x><{R+_ldA+$U;QY-2d*W`$Qu#4+V5=X>=hy|1<ji7?G*wQ`>N`3G;<Zg=Ad
z!Q+oR5B43Oyh)_r{Z6Qd`LB=XrZgn2_{ApgU%)Z1zocKvKR3p{S4}L@?x4#qx&Cuy
zRa^^xKIW{tdu;2`PLXuqh_ashUenuq*){GSW3F-HQ}}zXt6Er&Bh5zhoY?)!M4p&C
zi+MKb$ml&boY*hbAMoR$Q$~XR_S%3%i^3Z<S=&nlKI=V+l6&|1Qs~#mg1etqJUUxu
z<GM-t@kVz6?azYJ-z&5><X@CqSt4j#H|6-5ioD%DHD6AAl<$9XxZiz_xp(dbi90pC
zGMoO0e>ieb-d;?$@bS!F-t)377Tpe%e17-G+WC_NM0(xZL*7*IY`F0-<zUO>_(#e=
ze*IkiqwAx#?WTVB9Hl!IyhdiTYG2>Xm}oc8CFuC#<}TU(1xHSAu2}SO#s^UrCAL=+
zB^4z7S^Z8NSKgc1?|#?n%L|bkvi-I8fisdE3@_~XC~+mE|D%FLg^x*--Mr0Vk^Mz4
zWco|2ZRDgQyFSVsuyg22eh^rg^P2OT>G5FuL*IX%xX^oiv4o$oUD|>(A0tXmN}vBa
zjg9?kYYn^g)u%OcWo7-{{GUFaIq`Y_@w$1z8&V!9J*x4jF@G$mxV&$<({DE0Mz)?_
zbDK5C*58d$^WE`@rSZ!tvH!eE*|(4D&%C62xbCfArd`#GB^Pgf3|=VwzCvZS<-8Y8
zOP4#%d{g1n)&IBRi?nkqi}XUl<N6z>NZFTWHpu&LXq4h--R4o%aQRQgg!c>NUhgRQ
zbTZG(FM{LKGvP-$!B>Qjls<dhsrdO=@Uz%Z|AeBnt6ZOVn^c^4ni<IO`evu?%q_pu
z-uyay?t6js^eP*cqRzSv^JO2_e3&0Hf70fb*!jP*L_A+JUYhvv!V~p}?A)(Duee`n
zB5!Zy5%S)60_R<;MY892Op(czyz%yjVe!nEKWWDon`vK`I9|Ex{gn7uCs(vv%C$?r
zs3^-@`;p`4#C4vv+=r*PFW;ou_3$H)=<S1Rr%CVJ<xnS5XH(U5Im>e1+^p%3CstJ2
z99rTLuE!BLL958d{a)e@zP^k($1k6na*EMo|CPqWjX9b^J6^lra_N(2-hTcgM-5j@
zzp~F#xy0UEJC``zD+ylpL*dz#TsxzXGao&||32QRnZ13U@>vb`(-vYL_Eysy(#_ro
z>^+k%#l_g7yRql1NAWF<IPs?6Pj?=2DK1)N;ja{KchM`@zAX5l!S*U8WroMKMyoAO
zKT`b5U7W4n5_seS)6c7QyN)!+AN?qyzW<hIwT;BJ-iDuZRvK8zRW6a~7kb%q+(G>R
z<DJp*ufy*B42zzZ;b}XM>#4-!iPvf#uRPck;LrN~`{R}O58tjSk?MM>`QV7Ge<1e?
z_XoE=ZRYF#7}4SSc;ZH`KKF`i%O39ximtGkRA?nvxJ!ObdV)&Z<Lim{*B*Cq%d&A|
zRJ-VzF6vl$JlR%8n|bFAi<7KNSr=z5zj<NG%Dm>p&mXhRCs@j5*j3nct(NPTeE+o~
zWx}Gz8?&Nc37XX%KR>s1s&KUe|Lp1NK}$cfJau0t$XI#f;U<|Ahuy3<Z|I2>J#i>c
zr1@o}m1vQR^?JD~BegU+f3~fcK6)e{{V1ZLbv5|O$yMsQK}x%?nE%TAyz$N>$NyHJ
zjvCD0mC$_Xj>9ukxssD}Ija7gSZp>?x#+2h#k`#^$CDpToOt3y`MKTl&W{B*9ynB!
z#xwQt#*fFAxSt4fbU(2xZ_2GtOAnbYI&-|Bo4s>!ww{{ciQR{m{;java@74%(FF14
zV;U1u?;a5BY8JV@T>WEymC*L3>P!4Jk1H=d@$f<9!5cC<+7VNlQ|}%K@R=7H^(^7?
z=h%MEcPft;KE6?7C2>v3G@GIO#<3Zv7N+nf2;7zkunbvqu#ekRep!?01lv2uFNH|I
zy6W()K%P6e^y8%iSvF}3vJ78S8vop9+|zjF!@`3<=KNY>t$Ok5-!)fv79DEjmDAnS
zZ-4u+@m;CJGN<%EOS7IQ$*;EC#uDwq*Y@4=M~1?=&a9Hx6;|El{2P8V?D7$}5%bWP
zd&+tFMH{7z7}3VrTWY=TZkhMvh{m~>MLN@ie@Ba2YpLwnmahFIKC|nm{fZASws&x~
zZ+-OXaN_6B+RHzl*S=x$<yW%Am)LXtp@+6N9QeVJ=Gy-5<x>wn-+S?K6FBaR{C79_
z7c3g|<G8}VIMy9Jd)G{iKcuj<`Pth2RyVxzE*z14*2kgTFoAJHw4KPd=<2s_|E<NI
z#;-8oUHRNxUhnVsT{EX$tIyXf+qCR|yv~fsf5#2xr9FJU{KNO>N&hTzZnf1X9(q_9
z{^v92|B%*9`R3&(_J6!x@b9vyj-BGx*tV8Ola}_!*)vuCdl<1y*Vg)!eA$=xYfqY7
z*q_j}tngpuhNrg*-|tRd82iuU$bTadwgZ7XX4j|3&SSqVXStw$;pEFI4+RZ+-`lk~
zZT{aYFMt1>$%p@&FRm&3?{Bkgzl~6x)YX2jFGe%YvHV|LSTgbA`L)NsH2pA^h}HW#
zHSdt9?vG|$F}a_M?c@71mv8rF?+R}HqH6I!sMWM=-e1L@{P2$ZTzOyLhiKfFbKd>o
z*&pXDDHg7K)z?E`J$^kwUVh!j`!XH%`I};Q{omELhq3(E|5C%ZAAbH;_x@zR=7Q^?
zH50#y3;(TC&)jn<q^>~s)79C(H`^6enD+A=e0!kHXxr2H8D8O!dHHwzKUwuRq;*|o
zlhm(biP8sQvfB6lJ?i>j*gEZhdviwr5^=5_^%uB(p4qM5^v?Okk$pD=Lkgciy!CkA
zzv%55|Eopb*asf`^Xcf!dKZ&tMXdj`PnRCuU(bK&s_O6a(_TAo<Wy3w-O7DJS)t|c
zJBfK(H=djB6O}#uZ{~&j65GGBE%Wvg4PJ0dT4$Nyd%lTpm+1f8VBEp>_dHA3Kd+RH
zwkO&26JzczQ|sBU-r?|r%R{}8v3a{_%Y*>d+#Pw26WB%VL!5V5InH6fZ*Zs1%wn4J
zF82JQJIxBeo2=C9JXd`PVf?<#Ii~DRvRTK;ON)PfU{R}8F>dmIYPM+cTlWi_^L3s?
z&inST=aaT0!vmX>^FLqRvrf{Y)g^k>f#1gVdHsJLewzOE;flbxh3|xUv}*jk)_k&P
zR~NkZ=K1YUG8X%swr+7;6du3+UAVbSO4HYV7PF3r8w0m*_1k23?sawa{yNV&pHwFP
z`S&vDdhvq4l09GTXEgoc?fam-=I1Yi+uK?0zP+UK@U!2)zJ^~HI<_63{-1xxkIAkF
z+h<+V|FHMBe19_A<XvKIZ|c`Y*Mu#tD>aj6Kle|nr$6p5WAd@1zZRToceh(zQ}V99
z_F|lNyZP@4%YSc}EqUTKziZlmhrKqBTWbqf#BYzCnRtBPUZpo$|37xwgwD8lZXfI6
zxY?p-7bwNcpNwq&_gD0zy}ja@{|Dths&{i6e6N3a_l9@bf7PCJ>Bjbh|8`m(wc8`N
zC*u0I$f?is^n6dJz1jV`@6cuLKR2E+R(9+&n57@O!TYTsujs#HW*qfv=GR9|RK9j<
z@~l_Y!fZW1mQFn5AV0q>d3`UluHC*f_AX!S4MaBnP&GTFS6Xua<+J{d56nI97iatt
zaeb@*Lh}4I&H6qO;{#{R%U>_$JoDMEde`6olNT;Ku4Vk{()5KJZrU3^-2CPFxBWT)
zi~4VTKO&v;Y5KaNZwpzT2p!wpc*%9D{e33mq!;GlPd+V~VYq#t{UpxEFSYD>7wzMD
zx~XYuxV?7pjrL%@o|2e<Ck!s0TAuPJ=k8Z_?(ZrNzh15SV<?%v;`;t0mxUjk=Dr#D
zbm^4Wj~8A$f4|_V^t$@<U#74X*RvgtYkB$qoy8kZhVs5ezx!X9{QuQ+^flM9v;ECG
z<M;2&H9aYG;${84bMo$e?zQ`69rBddKV0X(&qnd}lZqP?YCiqYT+g3cyJERpZe><>
z_}OdiTW`xXWJm_ZFgi6ak2K(XloLAbq|xL@Kh7TB_itL*kGuU@c27$uRnAS(TkiIH
z!6&PeoBTGdne4J;^Uupx9h>?VE(u;-Dv&Dc5_vq}nqf|<tV=9=puhf)Edsjdmwx@c
zX#IhiZ$D)mT{8W1?%eH{U;4IH<jwH2e|Gt@Rp2xExxC-ECPv@hdbv#dd06^{<?p^-
zUh(}i%lFcgGY)-u@yMk0?-#yXnVjD*d%bz>r66+dQoK$6|KRr*{gN&9SIl)we!l9t
zXG`(n%a?Ba^qq5{<O<{5MCT)GA5C)%kT-aC+@Vk~u+I2Sv-MNYp5L7jeWlkteIKse
zs6RQ+NzXnlW_80!4i>9d2cO!=RP^pi_xyX{>z%E$H|rJfO-^bm-rH7nX4ztAt;yRS
zd|ps?@tD9jt*Gv>0=>R7GjC2b@DmC-T4H@aN$2&hvp0>zp492o2X9W6y)2WY!!6Tt
z!tz-Dr-|<MrX7jto1YzTs*0&s`j&O>lw28)(Yoe0jIw>|{n??x5*&Jau9kM(eOsm%
zE3xcI&8MfFh9{0G%zXcChUBCjy}Atde{DQ35TCKfFJ<Cscjd_s4L->RRy-(?Tz-Qo
za>kvlNz?k*8_rKj{(tkL#Kho5^4$T`zF!LtmUlnXmf`&Rq_ui8$MnaYhDM9p+7?JI
z7ELPZ<IOqE&!Mm}C;G_|>$b!y(KV9O=1a(X$uKZamRYZP``5a=CjT89GaS$UeRsNQ
zip6%Bq$C;XCGE-lcE?{F_D&awFVyz9EB9<tnyulD-y1Up=P9qetW;#QT;ka>-CO5b
zo}ccY_WI82rE=@5l{ap>87%cX;X+lsME~c=lZI<*t{v<W)I9&+Y;TV9v8j_cNY{0D
zv8-FMEqdC*0J&-Ij5Ci*Jn(GH>HT<H;4+6u?@C$a2(f3Ey$z<mIQK_6Mxp8^WB%*s
zvB@c#bGEe2IOe#qtlS}AdBUwet23*&D_)jxJ3FT`{eVnrSc_%vmpZq*uk#K{9-lYi
z<KuM#h09`^5BfVFdU>lkljnqWacY$1t->qGyg&GVzIeC0<6+sY+&|7U)_y9gi(EYY
zcKt%phux|2w#RI&?@NBL{qV2&h1o@M=EHZl8-Jdv^5p*R%|fEbbZpg~>Z3FFY^$<9
zd2e5J<j)OG?r$Wsm^IteRMh|et}^%dYdvdj))!t&GXwjQ%Hu!9SgrSbZ8CfN>6f~_
zUGBpl68-)!e@sa~T2!;<_;Rzv^Lb{oWpBPYndUDx{nTdT*?VukIr}Q8vh2lX=XkYk
zXU?Rz+gX3PIbVPC=bH=9^VNP6pT^mCGjWD&+s*h0HHozL#4?Gr`ox(DGh~n5Oq}!g
zXlheoW%=gA7QeesvpjxdaE|Zs8+~12pUsC&tbI1`-{NC%mhbW#gR}oG867mSKC}6-
z&F|BvSw6opIM4TalkIfQXEzh)$v(RoAE_3R)}C4xkyf8NGhwFew3~@D|4vP9N-c{>
zZ!i58KArR0&BVE~*KWqgszr$N%mJ~Y)o!G<=a$__tIwU8Fk5!p&BWP%x287by8de2
z@rL`_`_nS*H`(huPCsY;{C$sE#Dx0wr=Kr<ZoD^gSDfZKuOdH_bX6<utC1(qb-vSS
zIWBf8dEca6rI)xrZfyN^!>KN3sr@#A1$Dm_q}!vo&z}BVeeCTn*&{E1C|-H`nJFW=
zFWE8IhQ)>N*>`P2uhgH3itgJkC`WTnIy&{3zKOY?!x=f-74I&YPPUc*QY`uER>DjT
zrK!5ShcXJ3{9Zp1`;@|6yJ@P!O{ax9ih<iMXhe5T(G6L(dFkfed*pIo?~e1Bs=MWs
zSklweVs~>C!?#_~*3Q2Enl0XA+SIQRvE?_dUbp7lblRSy7_%)%FWO_e?v~SHkDi{M
zxj8bn|4Zs6ZpO`1n<6(~mbqlqzU7SK+G3B>Xv~j0kDq#baY59)%O0mqE*bT1@ljrT
zd4~OuPn9qC9Nl{GQuUqb=eO0wExWi>;B)(rtQY;pKYu*WH@o-TOX17?jos6yzS#c%
zXS4qN=^vwGq;<3tD}TmJJ71c+q2%r9OFu7dUhn<f`}#hex%#%%and@mzl}2EtN30o
zIee)!LQQtsyu(&6`Ni*r9jaKgg#W9I5$}S3>4N7SZvM{_*!n+StL~)khyNa|Ivjp%
z8#<nB-f~vyao&S1Pv#{@@U-bJDY(qe-1uXQh;2{GlKCaQKUzNIy)D|qKK)?*0@;>w
z1r_h+*_)g#zUZ%46A|XIJ{RM}V|U)+DA$G^mVb8HE{)&BEBIjJ=NQ|%qWu!TvK4F}
zUpRjE%ZI)8W>fb^FXTQg*)+#w_9D-$Y#E8d+=$QF>R+t26x5hM&2S34`TyI6UA7h(
zuN2n@^UF@mv*47@T70(cO1k-r3wg(;aAhq2e^JP=TJSbw<)jO|QP#U%l2r<v+nycy
zv8&_91O;8AXBmDRALa<KL~YzVGiB;ev6*fHP75XqicDN~xmR+r;A9C&C4sD)69O;H
zc(lQOf$1hrC#6{v{;3<jS8lS=E>w0gYx`pPS6@n9PfSX=R8mPvMdhaVgd<;4U0(Mb
zlk7E?N;f$dljSERIA`J#Q%B$V3+DR=Ojfz@oW-}MsZYZ(?~?qFWfvq0r%Jw^nJF&u
zT5{GGmckBIwXg+QU7aEcA`@2}Y5ZK<^wT+MQ>?0`OHfNo3WorLbfw~xmxf$j!m8($
zcP?sj*FK@Q^nB-X??pCNo_m#g&4Z8MI^pQiXg;|?;&T0s6DyW$TnJK8Kef?)MaC<Y
zNmnMDr`hZY3@%B&XX7RC;l#s&-;&?w7yf5--|^SZ)i_mSdZ@PbleXj}*Lfbwp7*W?
zT;Fk+W3qJ*<Dq<><+aIjHky-Xe$@Ne<GaVa-!mmqEwNy+WcjS8mX43ZjNh3)PD|dV
zlKLdM<>wNO+abQHalF5kzt1VWELkr5b+=FPlo{2<CE>0r76R{V9$z!g+gm@APs;F3
zy;H8e6x+oQ@4qIgOxgeA&CexFlLP-n@4b-p=(^9h`Jo1r(v@q?gff&{@Aa76@>tRv
za%<MPWVsW+8#6;Rv>)a!`rBEwSas96PN}~~cuYB&ID*%;+uzJzcQ}5z{mJ!{|K#bh
zHK^P;$z-v88+)NZisA`2i<=BfULIC<_qp`u3G19AH$CUfJrX%{VMgWziAa0HC3TbD
zvP@1<UG`$htv^?HI($|-5$p5wfY9a13X4w)udC1IuecNtT+@;)BYb)7yoHkKDRTtR
zF22z=c`@UKvpZJh95PLv6@P=vw(R)U|BEEEG~|7&<L>;JHskKkJF(~Qe9^uAExA$U
ztYzrp${X|dw*Njd^PWhL`j@^77EYE7*_<oH7e=&rO+4kYLU5r&%PWChbt~8xsJFCD
z*yWhPx{$v`Z9|!w@G1Khe;0gMyo%q;ZpHTnH&)Nx*`miEW%J_wik;2p_-<Lfc$t;1
zwQyE*5Z@~ctw#%*nm_SonLnv)UB+u=mT`SWc(WVtE|ZLlS?Nj(Et*g9oHAN<a)Cl~
z7LV6PuGfv{teu$I?uu`XyHXx_*;O{2^|HrSG0~`yRL@S=ucD&iA(5d5-B*GF?Oo4K
zDG9pb7Rc|)8^Su-W2x{}-w+eeqb^T{u6l)Ncy5SW_kXW%+C4Sna5ZDe+57ex&D{CT
z;)k}H@jquZ<GB3v{gci%PX5d-@bvNJ+evKl_r;9!yJv1cdggXgTHU{1G2<<5A_sqM
z*G+pTEVXy8PTDH@xnEbGT5<XPH}}7KZWeVKnS8(F4QDv^9bbAd(LngJQR`CnqpnX)
z!j%`62EI0Gy&89H`ug~pr*%wT$w!_pS$HSr%KsHxeIl2Ah)tepV4f(xMJC^Jjs717
z`Def5%o1iWbCj;MG54LbS|+`{@aBcWGKuu|)Bn0ESK3(jfNE3k)6u@053@F30@bE5
zYnNYoV{`Ugux0MgkCy%lmD^6AUhp~R1^3KTr9Z1|lb`3Dn&UfjvgYYmKM$$>Jf!~f
zkjBqbnm-R|P2DMydhSqo+)44Y%!OvDe(QBk2Tjw|y%RLkc-86Ok-d9Y>FQ3uTs!yG
zA%mZX4ELH9Y`huyfBXKm(f{@&Er0!AJGlM7OY8pRyN?py?6zPKxw&9%?W-->hZX7;
z9H09r+WBxr^R<2_w^I`T52Y-OU3_WvefGqJq9?XLUbeP-YaM+e5_`WY>f*a49ajz~
ztlV?iY{!nEJx=VF?Lx;C{mL|W=d$b8a>utD{XF)djE8M;A<yw?5f{ZbI?5?|+F#}9
z-?*$^ROruVE?aBsO?STe%Kfqw`6a9UV3$zc^@#QVUYk$SJO0L;X~lMC-(52mWzKar
zUJ9Ob_>_L_@yF6a2FLfMCqLIsy1!{-yy@fhGw;-|Y+Ad_USGF<oBQSY{krwr(y2wA
z*R9{?eR;lq#J`;B%k1Mf{JE*;TfZ;i=V$E=A!)XMH|JEPTv9&!Y-#BEZ#maKv#y@^
z_R^Z?++nu2H%Fd#53~LM>5}L1f0_c3vN?ZhR`%P^mdu%6#<uxgR>FrXyXX7vOYv*S
zvfKK~&**XeZIe`q#S?x0cJ=;!%XJ~*^s<-X{9g`p@tgU&&z<I9wQ;`ui~Fk;CLgh9
zFG`i%K7%bz$~N|vP409z|8vY<W&YFC{BMiDnWx8F*S56(b4t-XpFICEljBEXYc3^B
z;RtcNbl9ouzzK!i{$+vco0s?V&OImQCv$sC=C6ON>kX23Zc4f-cP8S34qx(&_xVCM
z@7TSS)H}s4^6`fK>@`L9Z_mwJyY^hQQQV}r@AV&ZUv}xUuCrMG{Hy1Av*^nYN+&;j
zF#Y(Og)stJ@9v}*uYK?Tw_iKqb*}vTy*s~dD>3c$x3-Rs+rRe1zMuP4^6jqvR9CBz
zJ-PZ{-s{8O9&ESwJl`MxUg%oQpWSQu=j*HY{67{yzkZ|XPjSPeEB4j=;1>G%=R3DJ
zM+C>G_piM+oZJ1wd)e!k@1HrS{%xK5_{Z(*i*8SSxFK<R!Mt_bKbq^-fBv*xuHKxT
z>+|}985a^vE&eTgs;|o!D3QZ?{Qj>;`sLhQ?Q0)ijgS6!NNB>*pZOIZ%{MvP$Q`@?
z<xzfGbB#^U{?wn*)A#rC8nDl>>D&M9k^b|BM}N%s{5Wm7z~cW|{eNO+8pjX+h>rjB
zRA!AV|1a*}r&sTv!`$`x{)b2TNzElTJ^P;?jnA_adA|ScuY3ig1qBie{rjJOdf&d}
zX=joT_hW75$8S#^`f=(&#qLc8|G2W*(1i9G8Qfc^)3ctZXS+6Bs<rXsw^N6HOhu<`
z%;F*>_pj~0f9?4FjdptWVjJ}TO!!(TS9Zu<mUV~av{joIA78%xqoLit-v0Z?j^{sq
zy#3?HKYyfq`{P?*N3XoFy|-UH=*!=N+SM1==p<V#xhnKEp8t9}cjm9U9s5{U{*KK#
z_t166zT*`U@rI6dS)UJa-MntQBVdiy+0*|Ia8x?ps=v>1^Kn+l9)S&;d>-z0JF!n@
z*T;s<5_jJV|M+uBOe&3A@beD7R8tpu`P!w4b9HUmj9#~Js_G`s5*1*7S{88mqv841
z6S<9hF03=k{_V7@Mm4rhDYlrw@~q$V(8jX|8;X@;R;$)UrSFpYR9sd3;q<C0tX~cp
zuVu+@%qhNRW*x6PF*ovAu4KZDfJ;WpA`?#+pURDV{&UjlO=|l-_@>T0e8}SGDa*BO
zCw9p2ekjhIz1Dl*ff(M2)BmzR?*8d@IydO|z6tS$CsIvL$7k~Vxh(qkaLlp&Vda1H
zLw}g-PTXC|m$M;3?Wp!%GjoxazZR?~HL_dw?l+H=xE)Zx_KA21+yB;e3#8v&k9wbT
zoxSntqvRVqmrH5ZhCP12?$rK>g$kwuYnGI|EZ@wf{Ze46#IyVe&;RpRC-@&*c{}{k
zCEnzN`p1_}p7`MU<4e6eOfvpX-BHrz{`u>U5~K4!s$#6NW^P}9eCcA}1K+;xDA}a_
zrz*y3rbwNw-drEf{c_X$*c@(Oe|*VwW^<jn-rSzx?fJ)-PA+`)?d^^dBfq=*1gF0X
z-LU@Xy_}6xZl(xStdg9+Mq=JV-@{XmN~BGWeYj?;+mgfP>X)zP_MR%{b6=iO>0h?`
z_ST21&KTNlh`wvb<G#G01|;Nt`0C{>lcTy*CPrFHx15_0HUE<1%n1w6r5@3c{4(!W
z!SgeRZ|d`E%B?vf=k)62lCRm#bJBwRmnAE$@VEAuwkBQp#Il0;=f0OyQeLl?oPYjo
z9h0}ry_A{1|0Jadnukwao3dY<+cD_Fhc9{h;R!cb{c5TLeV>(o4e>SWGJ3E(YlUFZ
zwew<DhZziQW^d)a?Q~RSa_%CXe<EwI#?M~HyZh*Rsc9#x-W=2@jxd|Imi_s&DG#3*
z-`pAFDe3X6_2-qHx3YFtMCMAApGu2nueo&l!nEHv*7a}x7rm`k;)==2Nt!q3AN)C8
zJ4Slr!|9WGZ-1L9C|zf9b3^X>-W&T&&K+%gdwA!Gw%pxDN!3P-e;%#+aap>0L*nmy
zpZ0J0bR+KA#Oe*CQky>Au<KL)p7V5Lt&ID-o2Qb0TlC%8JoWguN|~M8TaVv9^!T)x
z-0I499h(C8H}=yPR{U!b`WxALE|S0g^}eGrJsZ3qvK*9J^>ekMO{wU9>6824o7so|
zJf!sWOVY$cFYeXI2t?m`-k%<L>mzI4kK;=WC%SXqFRPi{e!A$c`(oQH*-F=|XWI65
zo;NL9yW$I9{l8cHVh)N<c{Zc?uq^NL>enWbrne<hq%UVbj@WbgMPTNdV(Hb|UoAJ*
zNz1?e@u@<-+QRN=q@irQT$^jPrQOxYk1w7HwDFr-rXE<lNcL`ojh*b?h<T#@d28h6
z_r=xt9qZ4l$y>KreE#H*i)Ux5mL~9pC_heKEXb^P`(bnW_t>wTTmAP3b$)CX)%~x1
z=-2<W){2kGQQ9VdnUxql8yIffkuF*I(CW@h{W))zizaMiE8g;>B5&?grJu?g|7&Cl
z1?DXe*yKL7elq`$7w#IDxBc-FoOGE>WjnvZ-&N-SziWNbJe<MWreUCW^VRW3ZTWNW
z|Cc!Qc$$?@d2Z#7U*8j37js7+uq!KGB_JPVe>UmQ1Uc=PiSMU3-^q`kbM#+e>)*v(
z`%`)J!#|xradrC6Kga*SN*C2rjJeolf7t)Gu|V4Vt2^GDv0qjAVg7vyHi5@oNj1#J
zu1f#6;@DmF^?#4woL@gOe*fnd-M3XB;s3#(`2r_?a2=d~gDLi1-)mKo%EX^{L=y}c
z$}>-YVUV0)cbe(7*_(oe+_C~~A0<uG7MEUkdLZ&H!TtB*XBElLNw-yff0^u)6x-SU
z{Xp$LBW~$F{`{X;qwBu<KMmJ+HLiD?X}9J>{)zRAg1YSuAN{>sVC_6n!}{quS?ivN
znWu!<_U_%a-bh7icAtNKziLfP@_Rkmb@#mUr!U=p`cnPf)RzYfAHChSgl+%1+>_zQ
zr(V@e?KG{cn;vVlNk!m<_g<G|#yLCApTC_h`mdHD>fp;IMb<sPtdBnUxwBN5x9*Kt
zMB{v`-3O}ntXq8VM~3n~D>J`?>aHS&QvW_A$FEyfWzBEU{BY^YW%BbAvkwNABrEqV
zidJ+D-THVlueF%-9v@y8^{Dl`<mV?!9@<z^me<qjF1<=_exlHsjVW`B_SM{)xBtzX
zj_jScJ_?>ne(tgP$SStm(zS1<Ma&D`K3lnXh3#w$_gilpzX-l@lP)cvHz6h8GKA&f
zRjy|bt=#5X{XPAwQNm(Y-j${OcmL?W*m_Sh<Uzr)nVC=iZ*4hQStE7jf8*khbK936
z?DCZVeOK|-Rk68?Yfs-@6!*NY=FPJH!1dqiGF<vpKUtX0SlHXo_fNv~{R)Y#ZZCh_
z=$*Uh-kaJ8&-LH>j(TQ`^!MNWXOI~&_v<z7-Q`oaxIO%FW4*KI`Zs?5lj9;U?9AS9
z@A7d!Z=v>Lb!pFh9giJZ8`!TL&zn8da@MNF5;F=;N2yrbl?lsfSxm@qc>lVOHS&G7
zy<OSwi)S{9Jb!rSdUyKfgHlB`Jl6f0uQ!}NaHOQ>-Lt8wd#s)}=GOj7U65pBSI&HH
zk?F4fZaK-nN2fG)Km2hgGv}iA?)lEGhdV!g-EiMQ|31S#hI<Tk+6{hcyLOzdJb%r7
zzWjCr`{O?i&-PcYjCuCl%6{9@$xEH@?KsZwJ%8Jm%);CaCE4Elw|&V5kN$XH-{)60
zcddTx?@L?tZGT%O$M5>KG#ftnvy0FBeB#`ah+TZ%*Arh_u9?i|eZBCdm7eYK(o2Q4
z$3Yy+b(8x*w3VLi^3qG0FRgTAmoI(3#Scus-tuM6HP7WsU+*cIJAK~gm%jE1PH}CM
zrZ0SwsuB%lXjDp`44bxaN~%Vxq!(v)^U~LwN@AzY^Ny6(iJiXm^{y{5)8}p9RT4XW
z-Rn!mvFaeY>!J7g(zzwkyYjrR=f2#zb~2dWrE9yr^iu9pJ@rqUgtpYqHPiog++Vx%
z=Hp)z{CdN*Hm^@fTmSm7Rc&<VoVgu$I!~=l$=f{j!p+VLb2aXIy)ujLoV)hOxv;GC
zx~Pt+4{myW$XQzPY<X)$=e)Hp=fhTkg+JW%`k^!D#NSNCut(|IA2(0^6=|V+#ET(U
zwP9P3LpMnEf}@ugZthc@CzhnzvQ5Y-T65vi%T8;KTnJ0b&^Fyt64fzP;g**`?$VBF
ze%u>{T%$V|tqr;ODN`}*P=>bRmZ?IwIz?`Iap$VGZ3}X?p6DF?a^YH*i(y?E>XS0G
zeYZ^2h_W<fT;3Y-a?#qBi(#iS)GuXd=Wdy5am!2gt&3dl(*7|2H7BgvgggJ#&Uqkx
z00iGN76{F#|FffZ^|#$0L2&>5AH5geA49<X8$Nzz{Cl<NcV4r3gL%V$jt0FQO|pTx
zI<qgen+3nrVm`I@_OuV(OF(<BSvLqO<g^3`DQx2X*u4O<aca?~RXL#D56glWe4%hH
z4?|N1d>iY7kNTVq+>5e1^cwUU92uG!*cf@Dj^vde(Kk5)Ixzqw(8DBgT*=L`M=A-n
z6~c|NCs}YZ;@l3+-UACd-rfG6cP3N*!}QaWKA1nwk2Df8H8U_xuTHL3X6W9o{4;r%
zWMV|1bCcnr!luH@s}mdz9{*M0{dhg`7AP$E85R623r}?h`Ay++S?Mr^>rl?3D`FkN
zjTWLDY63nAGaL*iCM@D`QJJG5<Y+K4LFu4NQzwhCtA@}+l|!B^lR4BnuL$@k%}{Zg
z$e}Lir#8dKU}l2R!IY+xN+L50j2@;mon#5-SSH}3IAhUK&6Z$}<sIJyeH3Rn8B9%B
zCAM71Pj!x$0r;?nivdk5qvp6-^cFz&9bN|Q2EY8sL@@c##@H(r;+FSZ`^yEN#EMk<
zH&=CQymwu?;*(wjd!_gR#|N$t7k+#uuJoz-RQH+N3ZI+L{dbb7Vy<BR!O5Vu?D&zd
z2Uax4bHpC~IU_<|c&GWrYT<+C@@Hmb?CX3HE%9dtL)V+xFZOkQh?ek~nX$j~$LtmR
zJO9i+vH$47hnxvAEUxJdF9i(dGA&C!P{K3g9OGrjgiHaExva|$A1INU(Z_tbFu{u7
zhrQ|P#ttiCpZ2DgAqKMC%aRY4=*{3`JDn_8YBqz9{qoBMD><Lz%`a;<7)jjT*kPsY
z)86uOih-=~vgAW0elz&ERwoOVhRxvPzMPq8rRQ_J_2nJ|S&3`MlwO@Nkd;~%e7Gbh
zLi)`22m6lJy?-pVp!slV!45vY>jxiNna4bDdwr*1uJo>xs&}7E$}93T-+8~IH=iM&
z!JfszW=eN^(Z>M0b*J>yPO%G{=AAxX8hOH0?@YUkGt1HAwuvz!$9x^x+rcKt9b=7Q
zISMz~0%o$^I^K27hac~_%)Nk*@A^)No&B$yUq2|2m08z(__9+#fKbBvxleDiu5@b)
zQFdN6QSs`D30Wx~rW5|(FkT`R8Pw~u(rsCYa`38&npaP_8x$Pcu&9kCx#ckn9C|vd
z$f(PxOQ_FqFmRlgHH-J)2es*ylTYtCnR@SuQGU@(^POjA$2{}ZdyP+czu<gu4Zz}{
z<fXbOL};ZVm|Ey@WTnfTQ!XogrkrA#%&8{qBew8F%VbV<VIQ>_P6n+BTn9x2yPPaq
z3%WAo4~jHtf)0J@3J5v0vL%>vnUIg_3@s@ygV2^mf_}<#+zfi5n`19;vG6@Iqd?>8
ziAh;0o~E0?KGj+2CKuGJv(jx^h_d&piK+<6N)Ln*h-B&H)4NVSEd-INcb{y^D~dGV
zxn}m9lGz%^8C7QGEBz8XCaKb(^jmFLzS1ADV~#4f@|FIny~<bmul6awa84GJ#PP;2
zuQ$BreZc!5ongigMPcWZM;$&o6FXInKDsPxK5$7v!;0Idz44`qfh_y7#|KK}X7I6`
zZeH-h$3T{AS@6LUof&<smv<&uN$Bu5E!upr#A1dY`{j?I)cU-6>cJa)O^b{Vm3YkX
z<GgH`Xr<=!yyfMB4OS~Qo#VQkm}sR7N~k*w=87+425p9(E4j@1a7osTKHlu+pK^D$
z-*{ge!(0MOsPN>puGkqVe852f@qFbSP!RleXS7+z!DOMw`FL7EjBrW8j~yC4vzwqP
z&!)$_UF;%S8vW6F;|JRZwhzV(N1T7|aN0dXqyMp={u3eLr_k*2p>S%MtV~_ZGS&cS
zTDKOs|3N&cmuaP2W5{BMRe^a+_*m<;|CzxHPvw@0dwUGltWZ2C@zCPnj!v$P3NsR|
zCY!hfYJrN<CQcS%4z&z37Uz|23quwMtP0e)sxc)?#LJXxsZ?uFuM$4t4{G5RlePDp
z6utL^E5E4KeCMLsF%Ny$kt4icFdLfS6}?0kg{XRk3U+zTS#@Nk*OXN*AY#!%mS9&6
zDbzEkd|MWEN(l2Um2w5UbYjS2k5z#xS2di$<fJSSPt&d?2uYrmZg3??l14~MAo{_Q
zrzW85he+Zuyk~aIMc;KV)WS<9YwtQKdiP0JUXiQ$P9re62wn2j4ule9$;Tl5zvn#q
z&o1~KlpFdPW>}~SuTDvt>a%AO&V<a-g(V>?XjmEhw70#yVjwGhjqS7Tj{J@HfA3&>
z0WIxH3wE62g_VN%Lg3eQrivIrmVy`|KIUrOM^iF->X}wFA1=+?agLY&@uh{XCE(H%
zl9pkmYIgJM2Olin8NyXw-}&(IuLo8ZHoU8J8mu6h=!T)^u~SEU*F91TFPyx3$H}YG
zPpxD6yY~C?*2zBG%eaT}4-bQ|mf-ZB9Vsqq%4U)mPj>jbwJZu*9JDG>^XiHzSzqKM
z1kMz&cpb7k8SA=&;}|EnvR62xCgEkOwNz?qP_NfYx1}M?CtdeIv`oqhL6L!)L~Y?y
zvtyq6uKT1GUO9R7u9Knno@nJ4O*P+1tnjM5qEPdlt7gYs^?i3!^Q-uSGoVIJKf{8M
z#a^od+rgyj)fJPnLOe}ZEs+Wh>eX85CJQE~qDz)~Ae10UUQtBX50RvU;icd(x%&j}
zOIfI2*S%5;N0KbPgHUqS7cP0V5TSoQyZR6QMV~>TBhR?OY{vV8wcUU39iLiZ5Lmt>
z=-dvDzE^QB@-n6lrF&TSOIGh*F-NPlF39$G^pfxCDt_fr*C)!Q{PJUXU-IDIj>e9+
zCk|Zj^t6wEr?Py$(p;Cu1y;suG`7bq=l&aTlG9Ud+l`7{iqf*O(|=72%2-m)?*8g_
z-l^O}NA#>GMdp-C6)lgRn|AmA`zgzWXaDZJHeoW8b2$&&XD$(+QlovPPB+Cj>igU4
zzdQVbQ&?6#&E7N0->P|{1cPf|?rWB9{;%s^DEvJ8_sgp#1}sJ!YL|Wg{A}N!?~SEO
zGAAFJDX*5R3`z<LDm9U@nEU5zzH|^%c_ZgD`IP}Tb_uNbes%i(^p!6w^|<1>R(xOA
zVtgjR!sz?SsX5kh4T%}G8?~4Ii1_SvY~cr$)i!^B|GdNhdaeK4x^LSG9oY7~bx7ZA
zz~il4DUj?oVV~mf27#(sGugQ7f0SB$h15h21=brG+DiCzA8qP?|KfO--{YriAJ;CQ
z-uld7?!I!rTyfqEpLLgAPtL7k2~rR&57s*GwNz!(5w;!on+tmzRg4bb*mL>$w#O|m
zr&jf;7~OEQvs@H7QOiH;ykDG?{{^0R|Nfnw`y*Fbr;2UuH^Z)FElVB;Z7N<gGi5`F
ztj7Y0xtG3ncO6|R`u4Kvtrjs^!;=LWrDnU=-#yl|<VoFc@lyMo4y*Td@sExjeP{2*
zIa9{{^tFl)E*}0`oO$+T+)otLBDbbV3tVbs_j)oztH0arYtGe7L1nhSWu1Ti)y~bn
z!2N3O`_P^7(k$QqzF5h~eQU+cw{wgezARpzFFWzZs^p^;TUhrkTsQAUY{8<)vVYd6
z9db=>urA41T9~(N)|}r$$9(^~IQc!2E%ULMTYjRwPSFlpYHc`UePr3hq{|)~Gg}OH
ze>Lgo-Da?WjdzZO%F07`tUI%o$Oudb`xNiwkYeEDb8F5??t7lj#f8(S%$@Z2US*L4
z%chB!Ci&g3s!uslmE7jeD7`y4N!X*(McmrGKjm^lpXP-ZFP}@boQ$1Nq@MFa@j(ca
zr`MFbUj)^w1Sf_$e{3@p{U=p^hhvtGwRJ3G@XC@&b0w@Y|K~+4ag$%((X%W^`LjgY
zzt?v*G-@?fv(DY4pWiZJmgXwy<F7XSKWy;(`dppxltfd{c}jbEwrM$v%)IvRkX3AI
zlSf>!k^e=W&r9p>aw&9iL{8ptV8P-YMH63rf2_${R=vZ`@Q#oDu5BSxqW1Lb_Gs{*
zC=#!@P*y3(lDqrdVOjkO=U=%Udu67tF?(kyRbF4Z@U>w<=daoypFs&tnPH7+pg_^8
z4J#XFEDB`eeRYfV^xP1QKgmnAy_eUkowPWiq4V}chkM)_=9B))t>>29pR3{KC9kCE
z*!q64i_F{%hF;C6{*q>v=J_5v!TkCho!k<p?n$PT;*J$B-IKPwD|f=@#HAXyPjYO!
z&ZS}ys}(deJLKlvs`)2Xn*&&8yBu_Sbalyc*~91iR9}3brgw#-m9yM5jw{PxgG-}`
z<vqJwe4B;W{cbAx=zUGmRp=Pcew!mDj-4XBihubQ?DU&^Zo#*r=L^;T-8peU{BqP%
z#aB)}8}v-FCKNRO-7kFJ?PpZ;G7(>?_uLBC_GVt~`TbC|a`yqzHqQWIcZp*msqZfB
zeDS+H`l%M%zBCT+1Kce0&OhLkF|)F;I->Pu>VY}Fdz>bfEPH?aM1uLA{eR4^fIEef
z3_HFaKD6Z0q%{ZQmt8))_I~#J68**-j$M;ZimOI2G(Azf$h51ndtF(li=y`(?r_Nr
z+s@ZT;=JE)xo+7Mzz}Vvy=(EC6MSkBg&TX$-+jlYn#t9iD*4u++ROWi`~Ap(RTmpY
z<aG9~s_U6hT>hw7f1A_xD_(EoA8${n?q)f?SLe^oFV>$HeZRItP{iv2_oHQB7F|3l
zdS&?qO;N3*3*Jkf&u0GGD(|PiOJebZZ<o0ZmhF90viU-ibn3#}Z>G%%pM5_#kV7}s
zUTeYH9u4b*d*a=MYO^iZyPdVzcY%L`hp}ae`s*HTwte%3zMPu8d%CpT0?!9O8%$qZ
zeYyVj{miF7%k{1P$CvJ1p~e}TT2=5z;ce#i8H-A^0?W06dj-!Ns0e8ZxVJKf_sZIT
zR%@WawP%_7s(B64$2K{2b9y?b&Jj}9UMtUabxy$A&|R&cEic3z3}O1(RoA|oJK}}k
zmTc91!K(sRf0%nrLFeUU{<|5iT+>8%F-%*!GNt)IN6Q02?Wxl@Oifr(nQ{AF>Jq!n
z204mWnavh&A8ZO-C6(cq-}`h|JqHiRh2uT551$J<Kf~gUVNdFV@6zwhD~c{;a|lU<
zFtGb73noXhOjsyl?(uDRK-P2q#%I6g`rYgH6RbX{U-;*R>6fBrj^z{E7PCA#F*{WM
zX8%Htkm+txy*V@U7+mvry`Q9}=%3u<Gv)7u9HIRsmf=OF{5G$DUtN{T+Z%2(txxDI
z_j2a<JK}PD%TJtW_<xs=Jyrcj?{}_gIoI-ac*R!k{n5JP8z}P`GyFQbt<yYflkto5
zA(Cop7Zi%jjoSC>goNgO`fxMygXYE;F}f_O6H}9Vge4xowf1%V;ChjNs^~+#&67`T
zGMRFB&W6*gev9tqUXi%vx~taTUv>J0x#f3k6aGBV*<G+?`ipCYHeZSkZ(w@5)1Wp_
z=VEq)XN@>}xX8plue&iH;tpihERST**Dw5-+|?wSn7vPX-P>~sAF7vWF-SS`_y*>e
zxi;Js^<z}cw0frh{(`LE+}?N*!N04XFHkVBp7HHifWZ~}pr5zZ`&UbZD{g!f{I>lW
z-!18ilCVu5nia(Bb~j$WcF!SK@YSLZMzL?|^o7q`9i8>?^0oV~_wxMN_VKn_9fO-r
zqj%P>Gl`Wyt>dN##`kXeBw4y(SsSB}S^Hlvn`+P)j39%x#5U=*)+yTr7v9>XoYJsp
z%FD~lT1F|a@BPo)%jcrd;9fqr<NnM=&3ewhx)+!e7OUm@-mu<hT9W@p?OsOXLc8Dh
z5AFY8W^&|+>$>08oLnKVE^atmCHX;RGxw4de~C}Ed9`7&c}|j-%qFv|PUTH?J8)BG
zD~qh3pGHCWjSr&F?tj?6%1=J%&=f`nP7kv=5+zZ*UlMt3G?-(Pm}6ft+rDA8t!TEX
zV)m?9V4b(%h-}lZ6G|I3bRI0&dU8to^+yREeeFH0ukuyP?yt;i?AkxK<y++f##be-
z++62oXWt6t*cA0PcgHOTv5&t6A3VRF`vo*)D9==&Ui_%$9qWY_jq9xJ)-1Aq(>mY1
zn809hWrpAJ5(AUi2^V&nT;S^BD=R9A72)!7H#QDZGRaUVUGhkG!o2{tfS(~hubfo3
zVYc3x#o^5w6qUJ*@AY(t?r#qNYz<zyFW|3hcwc9ILfE;H#f^!R=Z~O9D4$6dPY;um
zHRps#=8YyrS3fB7N`%TQuP8t8i*?4=t+RWg0zBk5@NZ?%@sw)!Utzucn&e4`=7aCt
zLOxFa`n$C4iH^gzi#PL~Q$FbZefj?V_q+`tpO`n;Gbhv>y5F$>kKIH4oilqk>b+R(
z%y#j_H>ugux1||p>@qrJz+}i|Souq!r@Q)^MohBGoP)E4&OBHnQr?_!WF1@6OEvY1
zD<!b;#Kr`tQ0GIPEyA2?LOxeE3HYeYSTPmERTuJ6n&D#5nILqq=lcZEa3YB7*}XV3
z_0Y+vxjqgv8#cv>JWM%svSl*o@{Cfhha!hShfRV<7o7}TR|j)|1{9%Zg@!b(jGDWu
z*V$q!Y^>(XsjpS_ii`GuyGISyp*#QAt7{3`ME!sLL;8bwTNdXLb;Zrz+i$+*H*ojJ
zm~+u$aiQDeo@0`|+k37_t_818%!s+LV?m+g<FyM)9bY#cW9{XZx-770L80s8wTnt!
zUw0jYpDm*;y`a?jb=xuCUTG=wsOPFTUwmcbT`L`BZt^b2mMi(8&LQ7-a|NeKcJ|M7
zO?33`o14%Bg4!2SH&*oMa2$idokDlL*!yMrgnM8x+*D=Gfrl)R@dwZl?SZK;uidD4
zQosZmo1NQ!ef{k};Nd@}0~+gJRPaq)^f4=Ein&zl1h<WgL&f$?v(|r<C$h0_<9@ad
zUIyu-GkQOi9lBk4`+n*E=S%CKulTkl?&5y?>w2zBUo>eMbOt3d>Re<x$~#3r;2DGR
z%X<n7OHY~4;$@d$VgJ$3a;il0!O{~gr%pQD<Y-l#(i7n0wDUxKMLny+ZjPPalMJVH
zEezpVnj|Osd4+`k(F!f`g^Nm$HfVv5+~Iky*)b*K_eIxpGu)jwx25rZev#ilX>t69
zm7sZ?e~TFuikI$~R&RWC-9)E|Kdn<tAI)x<FTBcYb<3|Qzk{^6f36PJZhg<Z&wqvF
zN8fS{&JX7&dkI*wGZl%lED_`|*w1CK_!aLG+av!un<wm;u9WcY*p|LdV}_9BOg%x#
zd~CKXHS#}vpNQOG-qkIm&CXUa#oqnTtg>^AYlWlK`FIpol$?%H{^M2n)y>kh_1csm
zaR;r8fC~#4G9FH-`~R(yxdK$YIWxGObbihpDA8s1#kbRKC1+Xs!(|_MG+z9iXngzQ
z_9OR&>b<jOobqkd2-tA=44<*}nHQ_1SEyPwE>66X{Ggvj_=fUI%Qx?MeAK#5wY8RV
z?bm&?W5eT9VpC<q%L19D!~7N$F`a9>*VZr3WyX`W!ZNHZ^yZ>XthV)5$(@-3Wh!r0
zv`yrF=`K-mJ0q$>FKa@#VxrrDJG(xHFWQ)&)FUcVxZ|<I$>mei0?XF&x(Dxglo#XX
zHs5q_-M0HbXRl67o*Tcp6dc&=nO>amknWV7;alDG`1?DnGMf@{CXS|+-|s)H<2|)i
zx#{q^2?8II=h&94;%|T3Vj=TaU*&3ST4NJm*4(7a#a3@kDh?>OZ%7wwbxn0Na5G5D
z$!JM_xa>xu1}rH{Nn1U%Xn)M|n1T5>Zxr+4A7$x`ukZ4@X;(%)a}x_umMY#NJ$aVo
z!H8sMb(!U&8z2dOx$^PdlNK#pxTv$(qA`K#AWIV`!{rO>Hby$Hz9#XzZ=c!jUXO~#
zkIYSrDm3m*x}?osrOoOV$n_=i73=gx^1;>9Z?Yc=Z_!zk<i2&^VyPuTyiP0IymaGc
zcK=~20Y{)DLn1rtJCSX>1Kt#fHQ!^MBl4&9H}4$*VO~SgcOk2-=QgAnIH_`KBz-c>
z5`0_bDdl+4;k<*0qmZM3BcJC?*BVa=PsWeauS_{IWy_Q$TQ)FiW-6~e5<mHF#D8xo
zsm#v@7A`RLJ)<C!miOeql@pCKCo&5wvp;j?^XitFA!=!$S(M=S<iL~@jgk|Yg_YQ=
z+E|u4^POpvnZXk|?{(wK3Cwf#p7P4QxF9=)&GLexwE<_*0)NvE`PGwlNO$h;1Q8Qa
z38+|fK>y2Q2NZr6a4nx}8D%M2-}upnY4MB&1-Ewo*>(0GsP&@EVDx5#(H~V1s?puX
zQ{KRo-wj2NA28*2ANnvWW6#t@5wit1K2=)u-o@qJ%leBu78NdC?dJNr>l&o6gPxql
zFC;s0rizlGXUkVZ=MtkuF)bGj_ei|3N&51rS(5qfBxTwCq6U$C{2DKGHiespBm`H^
zzQIu}C27pZdho>K7CrUZCtn`X;%-`~-@S8B7{@WrV^4QHYI!WvC(IL@l5li^L(|kS
zo~dCxT?a%YA9JyS(gA1yR>0@VBbP&+GJaE}c_HQBOuZlbH?IY!>BS6I`Rw9mi&Ccv
z%U(1(z1R0ho5*dCO}#3&JvR5c-1gYon{vCWgI9C=R2!Qo0RlXo+b32@pWGfQC>>Ow
z%xONUK$+KEs8Ctdd{SYylG&0cZb5k}Pu-&GS{f82CKYEdI<n-2U)R1JsqVWX-G2s$
z?~q^o;E{#quE~q6Id@H703%MfUhup)SLCkeg}E#ULiS;d@?)um3KBvk<*6~@T}Dlu
zp9)o6%Y#bP9m|Cf#Fw)enr*WR>+Wu=2bDhkOfOoP&K<iOx3GQti+2jKD=wULo*sEe
zz+=nqj3ae#-=F<8|K6I(tQJn?!5kHe?mJQrXi7ObR$Ni)G0;1?LAK$rwDYNh-DYL8
z*>>DGWNuzo-FG8bI>|h@qhM!;{SK#%{o7`zc;C3he*5jl#J*l>CZA0Y9||T;yql}1
zbY^2>FK=?rjikdO(tNTU?Sh5P2U*#^i^s$#H23c2ma$M;r?+G0gGWu(-0O5V>^(M@
zl~3A!rwgcJ`tQzYa7fMcxoy$Sy$L!}o7VT*uNGT6^%&PNDUY6}8>U>J4;>OcS<Lp~
zi(g6LhQDS;Z#UL{(BvvTGVKkkw3gnAh^&;|ue$2OeE%43{=dd@L*m7lAF7Woil+!A
zh+GO}n>uTLTFR_RnMORF?fM~#JwKK*E!nY@qp~+hTl82Et7%Wun#@^gX|pC}`kgo$
z6tmFNx?zpnW~r1=4W^1e!7f*o8j@KB64q<HiwXR&_fU(e#_VMmzN{<Tdo7kB&0_w<
zk9MnM&R4CDlIBlV=V7Qiyl!j3TGpmL3q#nezIWX1wOz9P0<+dvelE7|{at^4!6#=L
zwzbagjX0^p)pfSh)T>Y`!t~Mutxwxeh;{B)ZMrEWs4M*4=yo$3>oH9}o>e_Lff^jW
zQ^fBnY20YKxm4me<5P(*66-eZK5J5NBuAg;**T+CA<W^n;s-WxH<;usIpN4+(ZRqj
zcu(Pwv;@!o3wN6sX0=_rQY?J(X8F`m)#|hvTMw*Q;o8`pW*511s^dzwsLVaPh4Ok_
zeIIY{J*3>W!K|)bT)OhrG3Px;v^opjwjYtW(V2Dhh}BHP@5c3~d-~_z+#ql(EMobF
z#KgIWzD+IFS{)J=m~we-VMy<R*>x$^OO`pVT=9RmQ;GKR8^^B8m%cj|-w^_eYkTH~
zg`XB{%-^(Pfrt?6Lq86uWg1*TtGy=nFMHpga3r!tWtGZ-UPH~r8qp%D-CeozGi|v#
zH@2>oYHVjzSm7j+BB&`|ne^gMmGz^?%WrecmY0l^PoL28bjxRr&Lg@XIh<B-isbMY
zA82|Yq;aG5$HPNbQ+cKL=VVnZd3#rM!+m#4HjQOb$0Wtv*&0+B7VP!f8!a+TE;UHg
z;nj@7@X34={vEq&d}ziZA1%%ajh2(IS!eE@JV{kW>eYj84F{=3*?%QwU;Pl?$zI`j
zqi34hx)*D&_&(q`%dxOl-)R4tKSAc)^Mq$UcX`G*apnqz&kZNceeCZ~d9+~DUws#F
z>v=xog{BFG3aLS!B}z|ECPf<G@rYnc%nxZ^(giw$dfCLVmJ{xYOmA<r{L9i%F;BES
zw1J<|Nw8UG-i0aRtqgrfl(QnPI*T?~3C&&6Jdt6kC}YOkGL}BKOfA>$vcGjK>S9MP
z&C1owa;<&kG4W86ibvu>sbgAuI1X+UWG!A{@!H}wOJ&+=p8n7oUCTaf3aL;Ny*KGW
za%YpSP;|<*C!C=k{@k3I4`+r5+}&@Go~$3SdDF9N5nD6m_N|uL+@odcsM>GXTW#Ds
zM`^{P+$A*$8eeypTv}!sDaBxtV#MY8e%Xt;8vmKSF3<XB<pb{QNiz7Ia+tUF@?3*`
z3S~QAa4uy$)fYRXoV(;1Te<z8yBWHREZ!a1=XGyw(62bnviD}m8ceHmI#a`f?3*(G
z2&F82l^0iPzJAhyD~gRP7a4~x54u{r*lR=3QStDPM?;^aq&$BYuVU)4YQ@73CX3GU
zdNZC#W^onmW)S7wnf2<o##XjjTrWj@ypKtxPIZ0i(Yds3-Tl3*a+nsBbgbL?d0FsR
zp-lNhLA=cj#}yc&WUfD|2w~P0x?fkH|H>n8-n=i*GV^_x`=?bdJUO9v^K{nYD$DHr
zbHC253VkcYZMNpm+Kp=4T=)ZyuIde~bk5qPXxkq5i!}l~4xr5N;Caxj6KaPyEi`$k
z;5yrP)iJeQw~ib$-I(j!^jhs~lJLx2udh+F@)&(fwsr0^n|M*p=+=?b{7(~-cgP3t
zQw?g5O%0F?O`FQ{Kx(H*y>HikwNE!)>}H=x7xusBVmEt5D*J>#3Spvp78)K0Cw}Ya
z++DS>r?ID@rFpfw)RX?H_F<{=DZkwo^jdOA8#f(fk$rx6U9r>NnRn6^-n~!l(>h-H
zh-tyO1?&zpr`Vkd%`*DEZW6-`k+r|YcGeXHuguhrUX<-(5govl5MbsiqcpX$IAYbo
zy5w(SVrQmtEI4NRws6B!*(3Rk9hHx(54K%gK2=k8Pu1Zg`NFsV+tonheP+kBse7l)
znA&MO^G5KG+iHv+iF3WStj@XLk<feau2i&%*$t`ah9%)_!ig)Vta!!8W9SvFqN`Tu
zbJemyz##hH%kNqap<hk3=7~<#+#I1cb&-B`=uMZF5c?j%6p6Lc!eR{}mYGxfb=W5Q
zFEHV=^eF9oSbaM7W!z*1)l}v)zieNBPtsy<SY&th>dO~4tCraA^|1P<_NUcjc@S^h
zO1Af`!TJkA6&!g4UVd4$G4WZygj0jTo}iC+xta3+OuEcHD^4K(!hVC7vvgOci0{Y?
z)!Y%dNq^Z%SxNcd;!<WynnJsBr({W(HZA$Z#s8T*@C|5&F`dCcTDQ4%lgOnM#a;th
zrlJ))TS`(B9vetnM!1Cvm^RGWt@SxE^i<Il*BcroWeeA5yQ~xZn)t0q-Q$n$kKGpy
zSA1lT{1f=)o!18UrAs#N+pJdU!uE0X#50L19~aAdw$8QS+UB3LL3P`SHM4HkKAm9l
z^w>9F|E!Ete4fi}v>q3vcok2HGI;vQtarYOo|jPV3Xvl_uUq_I86SN7Ot|#aAhA`s
zYdhQ?MClv74Ah*YoGUfaH)emk0z=}OH|v5Lk}d~vPnfo@eEJVLAtUu~MxU)FO3u*!
zeB9^wIw$>VnFpP#XJxpAPMo$tyf;B=^(PO{Jxy^-?EbU908eiyGt9Vc(|M`HDc?!z
zGXJ{OdjqbtESj)u!4ySz4JLt(t|gwFb$2dri8|I{RBMsKb}HA8!6`{a#Qh|jh>FTw
z0Z*NZMG<UE-5hRBJ<_bM>gE6FsPIu^jjy}87wl%(!O^;U5%+@Cjn@u{emv~{@5c-l
zg;fjZ1bY7YwW?U<Z+@7^x~~1_*dr!><7j4eO>-4Ez;k)77x&~i7O_rV?r4#w)qgf_
zN=%)5>b}(N&udOP3r*2n=`0z#NmBCTn#1bB4%fZq8JZYaLU~q6uqb5h+qo)7r&}#|
zmeBSi7h-#ab8;rfiA`m?5K&)z_Nb}JzK8R691Hztwg;NbtuJT@&1C9sNn*YxVwAk)
z>x$M#&kyacUwCI`nC#Rr*}aKL-7X?WpYESfA!=0E;nUmXV7xk~)n4q7=9~Q=j-UEA
zb%VCFS=ddf*AoJ#>ALGbUKb>MW^st^&+j>EFZMKv7#?#~S^8qbL``@7vs=t+?s;6=
zEp;ojNU(Zy)#C2~NAI`ocUyQVtw@JUr|qk9^h(3kR@qkBhvb&quhL4iZe%y($&twL
zTVk?1I$`b!dF5&uM!_G^N#UKm#??)>eru;Z3Ej8zlzI5iW3POtdAEjYwKHyBtL0iT
zRY_*)n>i**`_^djIdT=Qnb?-fwc+>g2`?bYJb*!2d7>5w2~K%jy>LHg;qs}8fto79
z*Zekq|8bpV0jF)W*i<hq_Nzj=w`QLR518q?lP$JeDRGfwLHwFc9~owCR*rh2{^u@N
z*Rh8azB2DHdo<H6?7YsC^*bBwOfM~WJLD4G7sqjH-|8vc4WHAGyf`fGcy7MpN|Dzq
zZJzCU>G7~9D7o#R!ajioA|b1igcjJ$;b-$d{k%75`m&`tQK#IT55=+7%70xWxP$3V
zNw&n&9WOsBKfLik=SOV&^%a`AAtu|`1?1)&b9grMep+4RjeQ#uALdW>6OK-mx3Di?
z^L}pz%RP>@8xxa7*Vyj*Q_ArT)HgC_aOh}|IU*`;VLjnm%PF%uaU;w6`wEK>iZef7
zJt3~)(Yi|^Tm>R>%}rnRCrK@F)LZr9s7B|bb%MLxw*6Glk>XU*@ZBb(an&G$Yr?0H
zKX;|Lw!E1ps>8({Rv312&7??HuVdAmT&}rA`YcgJOHNpstW6hV-O?(s(zE~elKpR&
z3QB3@CBKN9wq|<fi%p*9J&z||6t0?BIsb-g!TqPVMZU`X+%r?Dzi{W$L#~>=#pXX;
zEaxl^S<k{~v1i#8<ux<f{_=)i)43Y(_(&o%gRf{`{i}^1y;`ybyn-b|g(k%92!7Nw
zX~NDtznf9PZ<@c!JpLxW;4Ww~_&h_wL$3nGU;(4ffE^sHM^0+oOkkfE)E)j&JWbX1
z{kDw{wl~Nt$i85$=RWeu;h@!&Ie#bWGDW)_>RZ!%@35f!#88FLnOlBmZ26thQ+I*;
z-?9aoUAzHTk`ucRi3PcNor}MDe1XgFb(c&|$0o9stu!cK$?n6ug-5{myU~ieJFE(`
z_60DXy<%c{qrqh5_CT?zxob8vq<o!o)nM}>9uZ}R(EH|g!6A3=_bz)NWz~PdA#DHj
zb@z|&zEZtdZcqKfl?Ph(dCK2g!k>Sk*?dK~^wfK6SGP0E3wJjiiah>PbyxQtor$wm
zFEOl8oF&cG)S311w*YwIlskjVB9RQ0$p$93x=K{EbhP)cJ+jp6&1x6xfKH7jb!!2I
zcYYmeK57dmGjez>+#)`8mHejzHGc)JIyAqUc{}3O_cix7?>nE&B4u0YA34orX6&}a
z!^*OS%enTge)7KOQ<J_+nM>vatrnxzSKcq|wBcn46ct%`ee0<W8jdFgztsuaJp8x)
zp?=G|-i0Dn2lMBO8t!w^n&I(p#=C{)M<RrB>Z=Z}n)$Yp<K!9^)!VbGoM&a$ES%>P
zJG1}&RfC>~8^eRkr|e1Wh*WKVocuyAB<sVvDkhJ3tD1#vfuhMlk^M(ciEtSnKf2dp
zNvGhiAH|}t>IEXfy<-jr4&JrKRf!sIDF<TL>09rg7NXv5bE1Z6>6YF+t*^TU`gAhV
zx=txpv#YUfnw-M2nIlE4C|$Aic*MVbmKil{i8|(-_9e&9Ys|4vWNE#!&id2ltR<BT
zoEE5WJ5cBtn!mVjd*II7(rI<kH`w`jQpDX3ertWp9UT&OGo`abc}c(=pR@V;99uSK
zC7*T6_`v<*f7#i>>7I{gEMuMOnHqMoY|<Rji77|9UZe^%EO@`wY}wX@ENgjAMlL+D
zf4bMzlf_{hnKnFNT44IfFzSh)s<zKGrWK(Ey3Lug3bxs|oEQwQEm)b9UA4Vx=kApy
zQv;VW{IP?~M<_B>ixzQox_HzG_*~=`->VQDt#V1zc}nn+N>QtQ=B~yLnhb$o7rp9?
z%h_|xIE=&l+ZN%2AI%@;AB$J2GcSE_Z_WL$Wuws($Hk1Eiy1kEeHX<(*go-ra<t2~
zjx~#)h<ny<?&dwbW<$e!)`Jfs7ASh^oA_<h&x*Jis=C9=V5+WGv`JX*pS77QY&^7k
z9|f}cMrA+#75CZ9_v*12-^s1AUiyorGTN3r4BfK3tIT^VAHyuck~bPx7pzFS_<h#m
z%&29Rxh8Q_boO~RT`8%xc(I+y)MVwI*&%P&dO6-%mB++&;liqKsaN-f*tC7iar`VD
z0B)<eGqfn&5wI-?v=#ri`@?<L+e#HHTlP<_nY#E!Lv6283!C@exD9Cua}VfW3|Fqr
z^{{C??sg$(euU}9+O(@@?i;Z?#-=M9`+lAlH{rH+OW4gto9cIlP28GRF!|U6wY>?4
zy%zN9O4Td#-(4G7W;l77ywCYrwl8yp-`|;_#g}Tpcp+%UwWc#$-ek@KqbkWz`#wPz
z(+isdz3v}LF&E6bdHqXJc6w!x!s_QXS{w=2IJy`_u3kPgslhzW^O<-|@+;q^Il0b9
z)?X0R*s6L=Y0~MiHyvu-^Oju@@Ksct<>a*B$@`x98zhB&AFhA&^TYJ`jyQ1Nlj(rl
z6qkjHf-NgHTlPxMx$*dq;fK=)+9v)eRX5Y%SeAa}MQYMqpDm}?tkMzSDqE+~>&mPB
zx<r!2yVXVhaLG}(izj@XjeB|XOn)e?NEA3QA*Ab`3uD)+^;=4!r@wsMy`(ErbW_!;
z#WF43%F_Q6WDc8Nd6dZ&8-8+<Y{|OGOZQz5F}oi1Et=Px>4u|%@;|jdp$XnmvvSnz
zA1s-Wsxjy5;#nKBR5e^;4A$<vtCc+0)M@I6<Oxq>8!uduyx$(k)}r6UCahx8x!ddS
zx^=p}fohB%&Zmrc(n1^`ORzIvzpl`kcv3L;@3v0;p36ULHNf?jGlPq8m6^}9MO<!A
z3dMtVdNgv+-5u1kREte<`h`2K&*WNaoW7r3tfjSoxqGO<zxNIaYJYQnWFL9SJLPD;
zgkjR21sxhnuOF-_m?!F|^-L+=K-uNsw}4Qq&YAbySjy8wKQFOsw(`}=4qdsCa|LG~
zw}ZGYgM<0==i)gJX7$dNno)P%Wk;P!*rNye95bc`CR}Qq%x9B+n3p~B#is>vB6T}O
z>!NRL*p#Tc<&;KFZ)nc*ezg~~AEsW8VNXr1x7pBiukwO5|BhdR4A0INs}-G@nB12l
zs1(_9!ch6TB3Io`*RWn57LlLHDiW!6zBOJ`wy2x_Y3+cvNR1|H2zMG48VOe$eRO?!
zm8)>2(0Mb<|KW?mQoB!y^@e(CRcS7M8k_68BVSE4;!?4YuE4!nZs}4JGF_s-N6Bm6
zk64u$+N^995n}mdM<fH^(`ezFhEtVnq!#i!iMY&jDKU#$9jtZd!*!42j>m;M^WxLR
zSdTtiBNf5EK}a)PX`+`+xzKcjOip3ecYmDr&V2LK(QfjILZQcVN*FySEEaaS^kb6N
zlNClQb+oQJ2HN(zh)-Oi>NR1~1{vdfp|8rn-tlebP$*m>>vQZ<s$P`Z)$=iH&rH^u
z{3<=-xKh6P>mHqZJgi(deokw;_224G6=?8JkYQ>?P^WsdvY%;Egt8a!>1NwiK3d1W
zXPtRnDYo~VlG)E=x2>A{Ht=Y%YKSm)tdjWJykUlmX7`13Pj{m^c@b`mC$b{0ELh<r
z{H!|kq~dP3CsHS$EmB%HafjQZjVnYL1gF`}%Ugc=f1Y6Lo?PSZLyHy`gq4Ij-gj+T
zJz<}C*A_0<sMeG<6M95Ht!z!tzIZb#@6-ESmg9>T99Yqr8gTNKO~`J+u9xkGA>q!v
z{rM|BmIZBj;ksPMDPTon^2yt76Ejw3Z0r`>+3{(*w0?HSX@M`TQYv9fK1=yWCdaTp
z4}P+9lj<&0)ifO+pN*4lzWe_02Bd{@VvF;MkTlU#`ct152QSEX6$mM5SXSb?TSubo
z<w2jmmSgu-8`lbDg>)WT?NKPYKf+aal}6Ft-Vcv%_Z(QgWpOAk-*ng7^@4#y+8_Pc
zA4o0A?ht7T`S>I>XoXg0@YF3UyL=R{H8QY#6>!OJVsJC<$&xS?edc~w={H+$o=B1T
zrA5~^Px;2weNn?TbGwi7Qr*|?W+6!{4#{iVmT60yG3CD6D0t4G?ABs0){+8S_VATc
zf@d0-2Ypype&tKvt=wnJgdQB4c=o}GNCvkT9KGG2mMy!yDYNxmv7^lPV;OmpuI7R7
zQ<p#3yF%mFB1u!zy#`{9tl4?3rBdDZ+mpeC8Z*P1d7iSFLGDt?92->L%`D(QCi%xn
zbg~u)qoc%xH_i-RfiA}wA8=e;Avb$vNb|9-brS<$>HpmH)}-yQxDvO*IW^NIhA$XS
zt$4qfp+|Fv#_@9o@jp)6T<yFcAeDD2RyHu_#adxwu}L#tpUGfRiuj|up?3S$H>oLy
zPgqS1P`<5x$ZyR|4qm3s)iZA@ZO+P*N)E9+7Gs)mz2NHnm51|ooeSb!ETwkV>}7dx
zs&Q%ls~c|TT^Zc--mj_(ZO9gFaPu%(GF7f*g;js^wJ&m#*^R2NKP#mM-JB6(s&R92
z_KS53ljC3a{>pdR2AX}I&!{kMnrDy0!nrK1x7-)++j!gZ)IVmQ>f=ft^}of}$=BGp
zPc@oe-t_vVS!5a`$0~s-PMTZ}A<bvrFV~4_zPkVH)#CDc7s)S+s}v#=oVcf)4B1pS
zePu-doQ4lkb;`l#4@Izu%#2T~+nKuUbWTUiYL4WFrh~h*R%>z1QmSxdNNdzSmBFU7
z_|%e3D?%RVC)cV-JPDX;d-AHmj#CSQ8k(%QTp1QgJt>)OX5&0xZp)>_dj&ab+T0#U
zIrhJ6Dq1snb>r*m-V>%w;m1u_4v8~~++6ToIRDBk_djd@s4c#6A-`n>cU8UECZ>eY
z63KeyKJXeijs}M}jOSdBh`di#(o0neRNIxB6s9QD*xYR!#4RPZZN-u8S}afdr{1`J
zLx3r9N*32mzyF86G#f~{^=f>r72)joW#`7&v4};=tVhC8GQ{w8Iq%$^>m}<O7+x)q
z{k2e3P%v<!?JAMNiyet~ZZPiX;7_sExVf0WYw^O}*Jj>H*SFl-+cv3%BZ5=ud7O%v
zDC>hj)oOjSH7>hckF|8JnH8b_(R<IuBjKKnG5HZUHf->F+CMcutSsi{h9Z+tUhQCU
zvwt^!BnR6az8j)8HRp)<oFxl3E(z9r$uy~?a7vhj>cd&jPMX_pIXtc8p~sfxE-Ouc
zm;L}3;KmFhkrPcg>m@a_lxKSVnEi43F5|9cQ>#MO-joUJ`Wv`$8OK46Lz^Z|)zV%r
z!+rBY>c_Q-CsZaR#C(~QFehQpiiIpsTZBQ23@$*H8c1Xq%g&q;0Gc890PkEnvQei+
zm{VQIM`Z>`K<J=~uAkBz7YonR-rz+CDovhIb9^jj7J&CJu}uCti$g8D(CA?b$|{5I
z;4k|)mkac4I;*ud3v@AQXm>Ctc-_IOT4#f)2_hFaXBJ95)bP6b{_rG75-xDBUb4Zh
zZj;mZDJOnBE<bePqy7O^;qs~n@>hzAPVjWhtX+R~FZb@rPu5*nySwOl>Fo3)M;Gli
zu{B<NXx4>ghNl;=VBg7gH+4htol_Gw9(?@ipT4U_wBLJ0HxoydwSJC=^*$Cbgim|m
z%jLIT{ZGquJKf4%B^fO0H&drw>Ys3iBV}rtg|sMpD`T#5tn)<fIdQ9eLf>}C-245`
zZ`$8H!OVwuGqhJu*mCz`>GRgb=h?2^>H2Z0z25$ARe<E{TMz!-ka)9-`T3zGEk*%-
zO*_)>eiu>>S@X2v$)!%dm4S}2Wp1lIIsBUoc&&@KI2~7f=`;Va?2l_273SymZ-4z@
z*XO)NHM`Zz*8bh=!ot6AzYojfErJSv<L<cMSS%M3dH2KGa)G-cD;C5*x4u8aJT_6o
zr;&q4D!JmR*rwZ48z*R|=FSMs+Ar99kKrCe9oqp}->F-__+<$tuW6oUb$F(W6kpk$
zmlu!j{(s)1Fz{tTU&B71H<DH_cRfz<o}2ER;V{9FmHUp>$_De=3AVem7cE|Qu|xS0
z7sm^q)+aog0&ZKrG1N=NtmAflB@yQq(D0k3OZJ}OT+^NfZgWk-w4Agx3SC*Ix0(2M
z&0nez|Dk750{hQ}3x0T?-k{oMc+ny}=Z-@7+zW?AzZ(}gZ<%t!vFV!y^WKy><x`i7
zH0w_>`^@``qfb;(NiuSw)AK2!Hai1T?s^<k+_A!9*0y&)l1sjrzFe^T!J^6O%hyNP
ze=oT6)0c7D+#^DPXBHh=`Stp{nc62*sz2HKrZm6jzWeJax8s=%@y^LD$E)L499k^;
zT5P7f_QQ_X2b7MO`c&>UuKC2buHo_On#CUP-Y)sSpT8I!Vk``sSDP9{8(x+<V)Z<@
z!BQ}gY478>mdlDW3Z?ekU70qyI%T=o-12udDFsg-6kOV^P-b>nQ|3(YtIpC@KeVM8
zixwVZ>a+GW6xgwS^Wm8+{73XPm>&M!d}xkBzl-|zT9=fN-n1!hL3a}yXKQaiIO9{?
ze$fe8pEk}FV$=zGkSZrL_leks*>}Yr`9&S}%eowp#@55RV{XZQrBwymi&s5<#?W3h
zQG1S+#VM^{x^})l%h`6`IobC4o0Fa7!*dUo-Ks2Ev+<hR26>i^N4kR-NX{|*Vz9Jj
zXUEmMt0QuMGJRoQ{`srI#l8o77CdmBlp%MQ@#wYl9^ni#7bvo^edz3&$KNS<n_cE>
zr~1FP5{-$BQ9|#dS<82JnFkA=TJxy)TZ)Q--krWD_x`R;+hyHg`TkUUe7h&Of@M+A
zi1pilOZsw;<X!iIsq*ve=Q3IAS{+b0w6*1&!`?MZdKO%E`Nd&(Q`AT+c;%B0^BZ#y
zzIR<{b9h46BI6<>A2+4#vOiA?B`1q^C|Pl@ZD_Y%^WNjVlDCYavhn$eYn3!F#+0i_
z+AOF@d+uvHx$9xZOBwx_qG^{-d&CJf%{*YCrLp+MjH1{hYL@;>7phr)tXh1K^^wFq
z#fJ$R#*?nerF@z0_|R-|%!2uSwW%h-a~4?pU;MYqYI2o);iIoE-rW&dUV6PHtLIvu
z%L(sVbNaI5zhA5Scse&fJi%A8JZZk5wwUF&Gr}wW2kn^h_r{`=XVazxgm$h-yc1`+
zV((oM<w!>9>K4;|TYB5Mo;v=xe&1>Tl@dMcAhv7#YqkWhnO6|FQ?V&|(Hl-iiMO(H
ze?cRJ8V5h0(y;KDa`$DCVlCUo{wbHs?rooN_tlbkwmlyIA8fJo5GiulBDL^QPl>(a
zqsK<~XC7?h@b8%7Z6+6<$|hqT!+gR$ZKCvqYYz9KCT?z?wD9Y?E+%_R-P_it9tv|~
zh3;jXxn8~2_ImLWo4u$1I8Lb8RPu?*R_f4HW5#2CZAIZ54k^!dpCY1K=-~CfSiRLN
zZu{41bJhJfoOy6C+-jw6PeFBl*ph9{E|!OyHmld?eQ}U_nEXC_R%Xh@le2~1$sSVU
zSpADXdi!nt(jWY#cKa{gVsn!0dHqjFs(JO7Jpq1;v>tjq&}>XLn7p*DvOhTG%6i9G
ziDUaT%Qd$czGs&$^HM05-!)0P++40@hmcFn%o!G1nmWun?gp=T1bTC$7C&&?CD{@B
zD{gK6><^#{f!SeNrbFVv8yhdaH0M}%ZpIYF-yJfy1=i@_eG<M>$A)Xlx)=AXV;y}y
zPJdzTw@$+GKsoE_ws7;Qvm##_30;lZ!*;@pXIq1{$5S(-eV!NDBb|ifeGT1~>rL6y
z@VV^B$JP%qbGA&L99Hw8ZoNgyixNkslR}5%A|Ayt{OnTM{H40dW0nz9>yk;L(lcB+
z%zo|qS}J#NN7Fi<&O8&Jiv7+ts+ILpYcf?@S<Y9nL=|#sS6y4&b>o$n`mGa(7iV_X
z_`fxqB=9o&o<+tY{*PDx79R+lRB+C6YO8ccn)!_P#}o|%F345#z5E+EYw{$O!V8NW
zgz_Fe`Ix8Go^yq%ysbXmYuVi8CQsdXSkK&9^Zi%rwnm-_3_q;z@?R*O%J=*G!^@yH
zem?_)tLI&&4X^Lcu{z7K`F>u>ffvs@Lh_z$WR5()X2HFwi$a!7Y21<eLUpR3IveLk
zVTqqhTxQL5W0lQOmu7vkZnA0eGP&?2YZRtRD;c^Tlix4gFiGRWG9If196Po*XNO<V
z^9a7=aWzuooVf9Gle~<8)TWeoZn|pXY`JsI8<bL0eODiBe>u(RY5IioRVhN3tJnJm
zM$I{<FyY6gJ*^YlH5C{BQwS{KZ7g2CD>QXkCLbG9X7A)B=C2BSe_cwfW?Fak<X`r6
zi&;-8^au%Y97xf<a=PW<$1h837F}dn;vHtS<*ZU<qTGeLD{EA)eg8gxfpddJk73BK
zgRZLO2bcW5v0<{&dJT)qJ-04&a68VIe`jl5djFjDi4B_Nn$zoLzd_e8Iwb0d1aFX?
zxu<B!?=76utx6S7%Vc;vF$H)=Oi6ACViR9|#zH&LMDtD1=FZk{u}t3=ZSp*QtmyO;
z8E#(nE`K{Augz>xUZ$%3{VH2CpO-iO4rI~L+IB$E=w-;Zj{EPXXa!XWNFF_vu+~>L
zW@)%p9)m%sd!xXe!zS*I`LcbQ4Ci;KH?kD6H05mA+0ZuQmUVNa&6$u4wo5Co@-<qk
zI4k`Y`1?J))x>eqD*n%6H`i@g;iarp7#i@Spwe#BheC(X6F(H(DASaDxa(2VR70(A
znx@Udbx#)xloauN*uuc|W?8_^H#?+rOcrtm@wmjDj+*w=>(Ey10*B6Pc8;HUWCApf
zXVi-efg8*`3=%b}JC>KQ2);Ueb7C7$>}HO1t|R^Lf>M*RRNCB<l2vY{8oZtuaebrk
zo{fjyth}<-Pg&(1>zsBuVYi1=`9$XyWB<b+0xIPaGK2~QU*wqm{bOYuUM6{N!Ujnv
z%d%y92PZW)1}HBMDP>YrF8?;y#a&o^s>RBZ3qm5wHxd`uT2_07>T;S1=cw)RDVX_S
z)3uHVMh9~vw`@0b%T?R6Mx1f+ez$*iUEXI4w!F;k_Tex0>g?)Blh}K2=j}s&+}66U
zwrsc@#6ETEL3^&iM+~R`ox9Dx&Qj-R@AH(@@Tsw(WkHt}-e|CGoGR(PHu>n*fDb1Y
zMwvK&Z*bmmU**F)A^q6>0_ot&p3PxVJe#cHyO0INi(2m$6ngfARqC&IRAYXyK6UEF
z)@c(8jOTAW$;h%OV^h?QXYMba9GHAbCF)Gpbo2KKE``l{o2K1<$iU>eVsd5sk2_Q3
zEg#j@$)_ze*k?3tozvC{@25vpv^U%nNLf8OiX}Pd&pVGc`_q3}H+8xNe^OZc_RJ}^
z$J-gsP5NihDkkwz&0g(-3D=U_0&HIm^Del4`p@>4;jOgr+s!M5rmCLl_{w-c<PP_w
zHE&lq>xx_qU-xA%hfOh4Z?V9dGH-*RH^mtRv*dRgD9(K-$@zDK`OKuWb$V}FnBH0?
zzMsFM@y+XS#x>^4HRIn-JoJk(QnmC|vuDSzpqcBW4o%RLTo{|Qcxqz&%sHtpD|3%-
zS+>E;Fmkccc~`lh)$#2X;Od=O!N^WiM@=B&c7_+@-ARjlG~dZ*#032jj1+VVN%Wn@
z$L6+qaztcJ`XU8h-!hF|2}_ms-q>;Aa!hppq#E&yF2al-WBcl^1O{#oUCncJ^Xa$=
zLEqJuUVAu2NzBkQ%y!K&<8zC1m%O+W`zd&ykA-nrXW+XnmOVYiTP9`i&Y0ukWSy%s
zNBe?oBG==WVX4yt6js;el``?apR31dXtaK+nOVU6cM~URTfWtJB7elgXvdA3k}Ljf
z>s89nZEj=P<n?>!;byMwvrjlYt~u*|DNwfa?=dH}-5!i5!UZR%#JMrQdA8|CpFq`9
zmCN3ful7B0+jB?dhW4S5&H4JNZx7!#IAYPpb-2>RMXpms)pe$N*;?28w*;3LNl)jx
zbvk)hT%B?jI8SjjBo;+a-K99`bhC$%)-{%=^Lx6Nr!Xrq_ln8Qe0R<Fkxy#11Dm<V
zTc!Q{*0qPZ@7~C?bKvsb@8Ge&`o;v8&BjqlB0KM0<XU^_1@HFUCp=5dxD!^myjj%l
z6gA_8`H43cDQ^yhhtD<r9g<(w{Qvs|(St0LN(z=7_OLO3A;HXLrt)*4|Fw2SrK#0l
z9N%tgED8Q|@7&3-n{Rn{msa#&PU~~A?M;~#`blWU(_#_Vst1Q&Uff%B;m?AK{fyhR
z#oU**AMqAzu@~rYc(U=XWg^Ej&9$3qE9QsYO48bTzo6`m?GeS3ua3X2HEk~8X?>>R
zt5R`3h=0Zx#w*-kK8qaF*<e~EIcbVqFWa|;j0dD!ooA*qU72ND?h?M8O-t`<TfMv*
zIE;82`Wno9oHotaqax_m`f2Ut`3`rOlw4a37hPyBx@6FyQ|YJHd1HBJ34{Bw3<YP7
zV3#A(oG#xomo+(rZN0perD})goLiS=9qf;1SGqpny>7Z^QS6jd4=J^BYtfmlvrZqd
zZn*R2Vfl;+Tv9srzTX~9yqWr(Q7Li9zS(SVHht_C(tdd8LG3NyraunsQkgZPzSZIj
zQ{<05P~vdUNYOLg!Sids<0AphwpVOc5kI!bD+VQK_NKqAzI@@#yG`zek!nh!>~DX3
z-B%Nmelnv^G`z9SzOgCFFpDYk^$CtE%a)6Y2`vwNVtp?q<i+7_>jSl#ofV8CtWPU_
z_noyoSZ=f9!P6%u1k`DqdFOXDL;X2Nw-fV4q2;a_71E9S8TT;CFf=R>y!iEnauV0x
zS=MFu*PrLT6QFMJWXs8=rBUu(^D`pU{=arnbW=D!ZOZhso^}a0b{i{Igl=N5km~v<
zYCr3#*1Q#$f<6RhNpE+{w$qUJ?yt#CdTA}#xo7eA3JzPVgD1DlYo5^dpKHqcj^~d3
z(@w}~^KY{7kxO*EtNc~5;(%{rkjLi5DaU&<MN>-N{r3Iou>03G!wFrd?e=!=bNlHT
zDaa$SPUC}n5gU&)Px!I>vQCqDiVr9mXSK8~a#ct*46#$*?fQR0Y5aq|3qvJ4J+^HM
zznG@ny58zf!3y@&Ozuxl0^NdwUztofS1i!(dOx5yN%?tbYvsJA6yv$epZ7H!&cE`u
z>snj;)|yqyaR)XuWf@#Be|DqUS;s%tKqg-r+zwoP=Vc(D3+EM!i>Yz9HrRGYPIs=7
zEi^q+-?)(XFtg0VEh{^dcPzWIGHb$dw@FirCHdyhl(9?l743@FSidzku9DZR<nOtB
z5w{Bsk~We$w}pBySlu-ZlPru~GjYRb4z3RW4!z8iZ3ldNqBzuL+-9zNkv~VLcEMeN
zw!@*j0**a?C88EABbSkzyvJ06sk~B<<yMSbicye=@KT$#xwCe%N9wxm5qXi5x$?6A
zqI0|7J&0{y<1h5q&R1^Ana!F<H?(Fhixj=bP*xXcbynhK%apuH@7On;Z@pr9+JHlD
zf#}KmyKXg3Q(l*S`NPF2H*TL$J*?&N>;ArozgsVTDL&CX=ZHMJ^WKZ)`}ePT(A~5+
z|Ea^_>0wVlxH$42v5P-(>|4CcF;G+4o{^zl+U?5g2&W>SO`9V{_Aa>YDIm!DfA49{
zNqZ!9gPz>?JJmTslIPHri02d1J#u74oR$R4kujd@a!Ao-?S`}24?JckZ7q>{s#eV1
z*YEedk?-MzhbpIHRqJ!Vyvz~VtNkW8DMaMT#Rq$h!c*iWzSeK??9`E1-~7;}Z03R$
z=|u+(8s;yG=O|wC)pyZ~-HXynziKAMw`+OtJ>t>Eam@9sic*r{(f;7W8;rMgELtM*
zcz@2ybICfIhD|n+%<kP&EcP&5oP15<68AADf!1IRKhE-vM~m9#Sy)*~Hkbzp3TjMh
z-g1QFs>;DjxjFlP7X4ynwQp>ixsbnrd5iLnh%~G4$tH9A!awZxO8LsYM$9+q)BSdD
zNEOylvfPQ6eW%6E`5L$Tyk0h5uAaoW@3*hjML{Do(`lb~t1xm-dm<@!pH<?XG2?*%
zUZoov+FVEY`<suS>sde5b85=mM6dfz-4=5Mm#$m#gT+N<l9=jc&cICZc8T%{G1A&1
z0X>&oSbUaxC-}P=7kJsUSVgvI83pcOXfIpG`X^*!$mEZk+a+UDZR}Di#pG8Sx0khc
z7P~JIJt`0)mXUl+(#qNJR@j99K`hKX%Y8nb^PI&dxyoU?G_xt^7dzGT`3vsq6!t7P
z3XEF1J$rxY1(Ev6*Ob&E-+cIT^yHD0o6DX|dn{YtDYjPGT*|bUA*t&r)690+MSA8z
zKaTvK=*Owi?yIz>t9f2@&%8~cFaK%fv)V@JJ<XZAswuw19~wTdj(XXx?#|`bl}Rw0
z(0Pi}GWM6Kjlry77nbXCE4Fs^GhM&+((LNYo--34UY+Zzsru}$gu{hAAwG|d$37H$
z&hoc9RIVlPqA4XPG|wVrPoR#X@Qb)p32Z*a4%cMZo=sY+c+`CMlE)907RD}!_nx4?
z@brK7Ns8?SM>4e-Pqy)#tG0PvxN$jy^TlLE$Ffx)UI<!k*%PSrOeL4mw0@#v)YeBP
zpKt7*w=lqrMKxb?jm0_{qfI5U2mRhUEHm`bF4_2WYf8(TWr8c$<n<(p@09xbZRZP}
z1r2S}=JCbPa|+d8qGsiun0upO&E1unqC2K4O*&)T`Eb*!Jm;x(zfMJ6cl>zm*p>xf
zmlbm}ij^(<?69Y~V8gTBC3|YW%#6A|tF+*cRStCi$bonH*#d`*eLOC{PYs;jS=>Kx
z>7t1Rk9LmKMuVkZ6E1tW<Qd&qA8;$kW07|0a?WX77TjwB1U*>glpnB0<*9S3ODT8H
z`eZQU#BGCX*;{TfoVF>FusCY}{UeL#+d`g$YowojG&s}n*FtCVOA!;F6N=w8f}}3B
z)XjK5;q{*N1xpwXK9zA1w&}X#EXk*5x8$z7)f3q%6UA9M{iKu^nEX2Z&Sce+TNByZ
zCvqM44XYC|f84fYh0erHe<f6oi$%{qna*DMFZ{+NEtTZmnuhGfZXdq1p01vJYv=nW
zl}mFgSzL~}b?~Gztt|b%l-*r+g{pfr%iMmeDKpa!&(L<dX3wY{=(&b>(x(8`!^v@>
zyXLswoM#=Px}OhnoC=%6ZO_dw0yiqpi#=|(<I>wxw+|`&HhFD2=|`==F11s89tY*0
zP~_aI@hDIEpz@)WLEUCL^FQj&IeXAV`-PcoE6+uC!Q7f3^LrdhMCJz_NZ69|zVBb-
zx0^j0x7B^q7uw9><F0D3j1P}K)GMvB_`dw3gr^UrA{}kDRR6}Z%zbftzN-83BN2X1
zex2W*MZVe2^03kE&KKWab5`$`d*&WH1Vxi%+^nqEzLsVVx~P6hbAP@_vB8_kJZ3%5
zH1-%-%1YH9E1hyY@X=hRq^}*ui=^JhGHupW;Nf=iaqB3TdTJbd?1)3l;SB3n`$Q(4
zNtDp)>DySOdv|J6h5n;ysV_Dauj#Q9Sk~Be(a|BFN2dAXhD9g$UAbHP^_#-eWy??g
z{%w5w@8=U=Aj_mS)qIqCsl~%<WvqE!{zT+vrB9(tt6tXRPIXr^ovM3k=OiPa8I>l#
z^py6ACe3}vm14_t^r>h_#~<HsPbVt*{b;>ZJa=ZziZ#iHjAq8)KdrJbv*nG#Qs=Dh
z9aSApu}_xyy+7r0Y`#q*lkqIcj04=pU)a2Kg)VQM%%Jp2%cDNY;GRoiQ5(ywzAqkr
zff5V3)MQRLT=U&>@ZO>C>TQW!cU6rGr0%w<F+5VfTqV(a!}{X1t+HVW)1&{#rTE`H
zFOb^6|MG&o!Bao+dy~&x_EZm+x$B{-dGu9^@rm}JBCW|KX)o+c4)yhJG}l}$t*axs
zc6y)J!b_qH?manuzPYsG;H*DQzXF5GDqmlkBNQOuI7!WyHOfauY~pl@%2-3I>+78t
zgKDw)j10+7WP7C6pEz@z+nGg(ZTeeh52JKFp=bwR(|0H8K7<6CCAf7-svcUCa!yM2
zhxw*Ew!g9#7H&^6He9x2#&(A|`@kb_dzd!e+z{Qzv+1Fb_v+0`r^Tz<!ipAK=P})t
z-t4qEOf&F(i$#gmoSErrciogqR7ww|x`b%HKNBVMvbyU+mCzrvUqNA63A+{c&9}7l
zdgCqce=8?kD0BL}gQ|1O+#Wt#v&ctWmv`TcOl^%j<$C$fX&k{VdTzQ2Yi7J#)AwC$
zX2MSINspGC?NC}EEv%p5$md)w{bb_%sZMGh%d{WQn()i%32%9rMere8Id#Fa9}1f@
z1YXIn3VfcLk<L)$wpp<L-D5w;$={A;3#x`aoDj29H+aW~?f+S4KvU72d75tCR%%+o
zF<fffb=ZShGh0n&TkEzd#=EfuKXZ5HP&0ZO@Gtd~|6v9{y_d=fCqBH*+hDUyUpe+u
z&Jnr%ExVUBnL7T^V%~Y^GV7|4W89oRZpl+Ll_P=|njAQJ|B}qP87Cy?^#(aM<)lP5
zvQ%C%ue|bp(caYSq4SsBiw<>|=CkSOi|xKQyH?t8SmzrDK1!O~bRvzxIQQ~N_vbVB
zZSvBHI+7}W>$WnFd5hxRBg;<Z?Jq2mJ>|DlPh;MZ;7qB*;uaep357nHq|dIJ)$jP`
zw`APcX(j6xwVi&tPr7f$mphHi?)m;(HEAQOEQ{kgTdvr9cl8AI?_?~9i23%mw`i&z
zZ$SOh2RSk>O9U^NHAVh9@l<i4oNL*Bfu-P{J&QwVg~sKtmD3+sy?6RI<LR8^ENzz@
zJcYFStptpg^7ko~rYQ?oPb-j)+SAdK9BL!?GB4?e?S+;1oSpv_O(;w*OWp9LP(aF6
zWTjCj4^Q5q;uY+3&0aou@q~{xnm;$z({pLN%*rdNHyh7<;W+Cu({)LR{P&(CJ5Q?h
z70Xo}?J(GS<?TI@H_TghYT1aCOgnt?zQX61-u}GmOMR5$9nY*@61XXnQFm(5l%P(B
z6Fa7xw7qxw<ae)Hsy6plfar^|rec+gzXT)S&j`Jty0x%t^MlIJ%zeTRW{Dymnlqc`
zYwW7Ls^xz7h|t>$A7cX^E!vkav2d?_*~~r0_oZsyy;N*?BJki(;q`?<5{fM=ALPwA
zEmko#xoqG4Ht<#=d*+797%!=t$EBG59B#1enh{*LSCut^E9J6K?{SgGre>0S(z-XC
zE_7~~Jb#g-#NydcX8%c8pq{hDqR++lgZIIw@imG}8;>OhdPLn?ax_@)m&RmX%b-)b
z!ZOB8*(?|Dn9S)kVYhsyt+??GFTX&M=6#Q8O9VT%{5w`2Ip@_vYt?-3+uOCe_qa^e
zUGly5pz+^Jz0)-2X|7)&Hua~DwBHuqq~~(h<;z!axV<V#FycM-#F&}&zCq_gLA#Qv
zA`+#G&)FEYURpJ|UA|<=f|ZBAi}+b<daPSiWRbFL1$Sr6^pYEaH!hxUle0ckx$tz1
z`}NfsLUT@@ceoWSqcM@wUCFrQi*D%BCvBz`vO;Q-Uma{F=XXr-(EbzO5eR7pEqGkK
zIFKdg$*H#-^RAc9-XVKgn~(8-*@W{Y9{E2T8M(CAUT5m5+07f@y0l{Hgk|$3%%9B&
zH#3g%HoyCR=Cf;#u|X+j)wiamKAY#!Q4@M#mr<74(ai==6FdadR-4aw^tR`!`(>9?
z{4qwdlI**RZm35kUl5xc#5<3vqwa+jE5{^t$y5;@O(*le8rywbYZi$dJnq_Tq%06}
zOpu?2X(!v&UCLJ$Di-KGJyhhq=E|9-ImZ^Vg_P}P5!|O@dEsQ0)U!LH=ACxsYBSEC
z;S6!PT>f*X+SgerD_wXq7Hyv1^tNfq?k^`i%-ogTrwgm)bp2X+j@3yhYkzOb*=05^
z5f6WFo|G3L+j!wiuao2&f#&Jm{Lde0x*pMYnQz`;-XPDI;Pv>a(5k#+t3P&hhfKQC
z`Dl)Z)yxOiru;rFx+8OPDN7I6iQLj;TaMK))#Xz*KXlHxG<m0ipRjY=8zs)JI6w1}
z4~acb7aDjjV8}f3`CV7w(RFDi3=?);l6WYvCn~KdZTY9Om7?V=^5q5#9qp_ha0_O3
zEz_ABkh&swBHIm>IJY>KWtI*9`qECf{<5@~Y4+3oo1;?44B4MO!pc()aIXvwn3UQP
zFlUmY8edb9(dCrcD^+{7J(X+SLxiR0IUi$qSRsEb;ALp$dr3{fX+5kmxsKPC?AsDC
z!DP?s44(BnwzcgJTI9E6|GTz;7X`E4tZolTY`tl|sPBoA<OP8*yOlIm<{z7PDJH<}
zYDH_NKx3#`+HR+&*i(gGfA!9Qwl@FJWcX5`-E-PYxvyw)%%as|yZ6d&Dv(^c{`y3n
z)q%6Bk8k(jGYPD_XM8+h+B|+)F_8%+p^}-hQ?F0_#(H6?Q)kwv<!_RvEQpD5T($W`
z^lopT;1w^9EEaM!DlBCE?7KR>EwrV7=?tIDJ8l&dCt7a`FqU{CuyU5j6Rjt5t}j^6
zYzkee-McB_mBG=_wuRT9bk1n+wcxkZYEw0ADmixfin!aPwO1amI(+)7Tb*=Zh4UV<
z6R$S=ET7yWq`Y-g$qehg%LEJsmnpY*>+(;sJMUIzbvQu%64&G|ms43wKKnTHKiYDm
za8;V*N5jiU=gzbIa_VT};&9icEQh8Re$8CQv9~x(E_Y_pr&ul1<v~Sx0{#5aOUf6W
z0VSKjSw>gPB9qxyGCe&JoY}tc$)VYr-nwVCr`XtD^bD|+Ovz3=74h1n`ks$vwr<aX
zTZgWmS+O$lh(l_Ko%-3Vq^E97{!d?-sBT(5TWRsES&y=tV}cqroC{puobm{Cb3elM
zSEhwy&ob?o>U@hUj8*@)xGymB_?8jmb8EHEf}1XFE~?fNCr-sa(c(L7Q?yWzahp)f
zu9(ZhYqhjJm&#V!-Tu(P|LdVgW+t;xPWZ7%vyyeLR>@Bpd!1bmlxl9;U$XK0Def#U
z9<GZu@Anlhm~b&WR)RC^y`QI(Z={pr)pPA`;tNxL%;Iui|7GE{+`9frKMkk)U-=YK
zzEq_2r+%c|@p;J?mH01f%vPM~Z}{-&Kk12YK=Xg;3^P7`yp+FuqO_mUN#9FOrE1?!
zT=#Ce{L`VLTBC5iW^w+)7u$TSd|pi9n6b&YOOY>W!sCP~uEs|-)T1s09u4#4nkmY&
zux~>9B?(SZ$q5s8^r~s7%r6prKWSc(g^QBV&Z&-$bDm%KYZG4-um1myiKYB9)Ak1|
zCkwoMR`HQTA!5efSy~4Tu1%2hjbVMN|7@a|Wz<tyw>q!oS`Ef!A2%HikY5)xr#D#f
zj>#<}B@ao~E9PmLpDd5cty<cf&D<L-;aJ#ym*@G7B?o$|F3Z$R>oO}UeZYE^SxSLj
zTgXa;!^4P0Z;H&pS1OABENl8Rocyo01+RHF_4#_C(pL&M3tMlj@^K2j)SG2*rg-L4
z>ino%3s?M1&G-sw9+yS7iDvFt#j&8qKE;2+%U<@)-FfO4K5n>RWiTP|ZqZa(X<q3|
z1&1W_el1y|yzs2wWtWe)6++6Trc|=$^BlaDVd2jG#K+&S_u3cZ!^NlP#NIk|O4@0G
zFkj4f>%b<#U8g@qC&}Cho1rwpqW0okv%61EtmfQwIO5h!t%I_U*&FYq-pkt)Bf&gX
zA~L0I;lhc$N<2>U4&<#4DeF8oWz*4+LyD7QDk^NOY~mC@Es(cKPB5&VBa=Dv&I`Xd
z%MZ4v1-1k^JvDmO{<$xB;o9)fBOk6;ZrR=UZRYE`<d{1ii)S6Vz~Xjs_U8p5&#ESy
ztlRu>gUZGuA!nDI4lLXrw5PY`#v9+_(73ZsS6L_3e9D<p`G4K_l`ReMMh(N64-St#
zV!2mpuMstJn&QM^XZy9$!DFgk)|Iy*8JA)_Lwqf-zL+Nd(syn~@^#s#nR61ABaN+j
zip;f4QX4MDUi=zURul3<@qlbI58I_bv-rLyvpl|Cvh{xZ@p|Q##;5)VzWR5s!q27a
z$aaZ*<>(lBn>oS0oaY~ic2%=1x+rEDDt0GcWp$&`j!A{7YMWMwoa*wEW_ur-d6UtZ
zw@QcgS^M)3htK&qiF`M&YQ1D^c5oTLd5@U8`Ht%fYMmz|HXj#1(ix*UC9SI3Rp;e0
z)!ttzleetAa6@R*qByplDkozur*3#$b??p-weuBBjdHUmUfQIgHjBq;l3*tH;cI_6
z<^;T8YGZD`BE9^!-tOwj!Gb)od0jux&GvX|QYY^Q9blgH#M2{>``txP!4;DptvcY<
zBUzIq6O@0fQAvL0%;Tzt30s41O}H0!<G!MLx?=tA#gbeXHgTlylVSTfX{X_gzb=U;
ze~&-?obfw1MS1a0AKgh)Py9Hlxz?Ree%IO0Efd?VdR4XF2F>}%s=>M-a%a(+QtPKi
zN&hwXs<m1yP%^l05FT+ruS)Uhr^El3Pd53btXg$I{8s5Bg*PtSR0Ef<nB3H7J=0~?
zQpYzds}?+KOjo-vIm!CV^pF(p<R!fm*OaAhX|UmQJbAU<(dX&S-q&oq3#|@ouc^7+
zufZ~9Px)f`8-FgJ-tWk`PQk!NC$=z8Qa}61`$GqF+)Ef(qu)PY^T@VE&6nA-VCjqE
zqg=mREx@OpIWvd^o4Rt@cYIm5qqx^8S@T-V!49pb5+05|iOXD`xe7JA1U4>OHR1YX
zbN7IdOpE#KUOGx!TMKp+rX{3lywaGqcD`UqYRS>ZH$3)m8}SwJY+90d;iaQlhLwBw
z#8rPXrk;7XK)Y*kY~<EMsrw4AtPx7B+URXE_bJ0;7B}`P`LO9<&bF+vG4j1_a7^Xx
z#I=3=kEO3)$Y@$0eXfI_PqU_}!||7c+TuHj3MbZx6|lSR%e<NXTOeVo;=31|@0p%n
zb-Wk(Xr*s^vC7@_6%~?Zrwn8?4cYA9nF*~nJr&!Q%6T}<utCBp@nB!7vyIQJlj1oR
zPc%|(=DN(f+hvg}Y2x|h{0A$)ncclpN*x~_aC)?IUglZhd(R$&8heYE9N)6W*+Dlm
z_RiC}2G3LH*k5#re5=ag5&KfL_Jh~Q4H|6z*DtSNH!27`>-wYSMsdfbRMy^4WfQ!k
zGJX`!5V${ev*N{FHxDl;6_J0Oee0n?xuNfU?ZfpuddmJ7Twa)a#!Xe8_3;#yjydwz
zER23H3psIE;r^sW8KNsEOi9{wK1crG>@Pb1&wJgLO%uG!)bGLOC-cm9tE}VJsX7ZA
ze<(WI1X(!m@MW9N)lhX}X9ZK>G@}^ncFus13k>tbM0edz)Uh};<KnwiiSGrP8&q$d
zTfoS-o?*_rJL){)K9-@ETG==Kb277@C?r1TaY!{A*Hzx-8Gc)`WKXaCI+f4)n7uU9
zMCp7zuI`(~K?g2={{HYPXc+-N;{@9|r~kbDvHfuy-}=*C2ZD<vmruAV`dHLcL15nP
zne#4szBQlqH#A^j+wSV-xlWB&4z};9dZG|;XELu+^y3XL>hwg_LuUKv+|(5HEPGI@
zaH%yTIKl4JW>GCcKOdv)J1>oI&Cy%z6C1z!QO{-T=NI&i6u6IUyxS4r$d(oTBmJ4=
zF~b{A-g6q7sqXSM<SLuXzB?&H@qCNOHbcYZF$<gh7eBSIxhyMq$bC!M3=yLu&bz6a
z4mV#!UVa=BmZ7PA*+Aot&+`j{>n7&8FwR>q?fk^4|F#Gh_raEl&K_dVBUgp=Szn%8
zu03br=`R~kO;Zavd%D16lVPAlNmV1;%c;$G`*h9*P5SOA`}6y%d+~`cMKmPW`k8Ay
znR@@~z6H<!=qEh}1=4(m1#b=hK6Gy?+QAUEEAM+m<EQ;gf_J|$^I5gVXST=*)4mpq
zb1d0gbQ<PJJ(ClhxM8=S?!{NGayno1QaMDWLK-qvvbT$J)N?E8sBXHsuDSV~#>U>3
zMBj_+XWVI9rmEKzB4Kb;wX)T0vgBQ#Qw}$B4GhGbdJbGV!gpRIC2GR`AeDugYUk%{
zDfo7Gay(bNRI2Y`)4VxmO;eq-x!y&;VzOF(U27xX)i%9UhA9FH3zC*FpKn}LU}9o;
zpX;T1Qupa8G4@{%I!8H5npj5fE4{w4C17&k#@r(lj2Csj)3&z!ea5Hg-4$o^H2qtd
zc~2@Fm-4Jt{X0qEkL<=$={=s>i%pFT3?^GU=1$uEfY)=*&f~LG5{xW$wwEtD3u^7L
zIxL)I<e}yFYx;}H_7(|?O<DFhcrrQYXh`!H2~A0#a6&oe#oR5k_CHZ{)zjF1Kw06`
zf7Vr3=I-lEihRFx6Jw*4%ku1`BGt47KTq!CFpf#w_N2j6y~bk7`zK{5`_wE&Lp!HV
z+VRfmW)o9mL+Cp*VatozH4<lMzA;$o{zNmRiD_@oo#HKP`o4Tyx#e`e$MpsQgEJ}e
zqI+B9qIf^L2;B*ssPCCJi)VxO|B%(YR6lIHa9?>Xzvxagg9gdBirhL;Zf?)!8ZAwf
zPPr2MEntH6b;Zl`OO0i-&RkYIAKRw1A#uJ+x9p9^qNj6rUE+26t$eby>94oLfo4Hj
zbAux0934sd)fd##oVU#vJScQ=!pamr6OKiy=~K^Ne($^t6gu*Z42lhRYj#vO`1)*7
z?mm<EzNh<8MvYH<=JDJ;?OHdr^Ph4aY4NitD&C)5*)w^2nOFPDokI0}JWP$2^@*p{
zH}8yf^cQ}6&{#K(D|C4)bL+LOn_pPx3ve9g{mjjNxG&=Q;r39$|5B-^w|J_rJ>#ho
zxFk@mSWo%rk>6~_uX}W+c*Gp*oE4*Aezd-5SFYQsKZ&dIW^UPV@$}J`>0M72Fs5G6
z6iK~5FT?QAd}Xor!1|L3lc&7;@_O?LE>~qG%XRFYf_!uGCe1dwW60pOr0(Os8=lWR
z)lNIj*pi-_xlOvVdZl1ngVY|=8!2<*ro1;!=-VRW$Ws+0k)&3m)v>+9JZOrUrPf@R
z=BG8!)iM~nSEQ|*y-4{Iv+^q=m+S8jgF|ROqrl66nNJSsa<a|P<O-;WewS9-C}?aH
zaYAB-Tt{Klr3qyYyvs~J{T6((LGxwhQ&wxH(%mYG4?8q^?`d{6rL@Ky9od@oCAY^Y
zwOeKSDKY0~n~dhxZa0$u*5SO(r_;J+tJ?ct^YWA?yG=52o7tIS$N!P@$GH=8xTjpb
zv?oa2_rc2M2@O5h&3g<=f8FJt<0I-c|FF88(PNigH`WWxHMu0RLGIeq)|)-nhdEoD
zjM&qK7wcO8Ffp04E9QdJZ1rv*hbf<*$0_qP=V}Y}cBH7UQe4ToOmh3>AF>xuO_5J=
zX=Pk{t@?hZ^JLLY2Qt-fo-BR(NJGscNiV@|YEhoW9M7wcieXo;t)6m6{NB%$Z;=)&
z1okgF|A&9k15m*u&-h~17QLTshUI-*YL|UwR{9>;k?^IXPw0G8$}6V3@Ar6~YiSkP
zb}`lYWyXYlhRV!EQ!07Sy!fB|{`NH)&%(U-e|7e8ocr)kf7|4()0jG%->zBpZk=s?
zovH0Zo@7QRj)lrGjOK5GPaE{D%50uk*3b5H>qVt!AujAbH&^YLDYT1w$&~qv-^8E2
zvE$3diBgKOKZWH@z5ZT);u2A~IQ*@Gn+_9q<HfetcF&8Y^^?z;UF>}4Se`HD^!mQ2
zs^6U#=TH8*7a7%^Q@VPt)nxIErA3QRhTM>7diAj9?aVh9FPE}Di^+N#>7pNS!+jaU
z%)+JfmS6U0I9=7Vs{Z7v@)L(%R9x4r<~nrf4RgU<$3>nM(u*!+JvMAj%I=!UwC(py
z!5s_yicEYK*YYy&O<s{cz0}gma{i&W6Zh%OJHGjP=Jl(-TMdK`O#EJ+dFRogf4g|U
zGCyEHP|tEe<Z4%QW2S+lP`2x~&3dv?kFGKGX6;u!{O6>I+SIrgz3&uyOL@&K|L1*j
zX-seRX?tO}>0a8D`EgrTc<tz}FP!0{YN8~XdhB(0&YMS{?p$s>oN!}`b@k$~<Cd%s
z*u_c;eCk$oxPO$8x+S4B<!NkQUhB+cSB)+ap-yw*BRAMrl{$SlTkrGx?v<riRk^Nk
zs(diW5S0@CQ>8L#EyvuIy_;5Ts;~ZNWVvyL4eMz?mWt!~vRju`9Dn<S`+H^bDk0JJ
zF6R!#wX6tyzAw<_{*0yEKRth_Z}svN3qGn^`pj!?#e`hNA`373{GaTCOP@SB@Yd0M
z0oTmKFZ){7962-Xa%(fsM~1j}OH9)COi2%1kUsJD=E;G7+LISOo*$i1yK1w=Kl7ZW
z@(lJ2|AgB=D(SO^vD6)K@3lLvyE(|wWmnX_T@ORqS}U7m{Y@+6>^AqY)Hp|omoGkd
zU`^582DRl@RdY?*{vMEJYImP#C1!T$jL3D)q{1c77acb|xIs`>Nk?Acu2YDWxcwee
ztMIdz4p!f~H0RgS=}}AGb9P-)%~-P5PJqvpegA1M@mE?~i>L2ey<?J5(+sP{dAseF
zX;0BGQIpI!-)NZ@9p0v{#-DfQV`vB4@jG2{2Oh3+|H_;Ej`>OHli7(u!eM6$PMph7
z{kq2G?y?n9pH8i6c_!`cXDr!pRrj8^%<0Zc+Nr!X=Au`kM9;jgV87Y$@62MInVvy`
zGj{kS91A=y*)A}3PSAA~iRsDvQ$v1TE01t2dl=z6BZEib_3KGXy?(#mcA39Hp5Z?)
zL+XmGFUPz;9c%7fIs4F*JeN&d^v+yquvq$@!|0gi^RDy{cbgsOTyg%g#(&b5Lu#fR
zy?JZB9xP&bb|!S8_qtZcSyM}kW?Y^ccgQQAb#cbQ%@enlXl^-mYR2j_<pn{R(!n>h
zc2CvvcM{8+@<{%s=V7P0ei~96OITcUwjSU;df35XzBh~RDkIw)Jh^*6Nq%(6m6*9|
z#>Li`;U^U){%d*ew<M_f+@;XV39Y^v@*=VMRj*X0_nn*;STWIIZ>E;-ulaxXJ7_C<
zCD}+FUKKULsk_l^!i1;U?@Je+Shd6Ltqs59ytcTBJNo8ChE6o{-5=>G_(D|bWyiVC
zPrSKKoY>kb-QxGjSINP{|L4+ALepmE?6|*J%ha<`<JW65Sn&MfP~ItM$|87Bd1wA#
z{cFch{ArK;su3ajEBs2jT$lfp*lG4I3+^*-OW*#$HS>b(p{;>pE0nC=Q&ZxD-5j!1
zCKw3zsrOIFlwGT{J31scqKk>+OUR`r_CpK%Jh!coVt*XYv%)BL;T!e6M{RvGKKL#9
z^D=ZzkKMDl{fExXy6dfQD9=xmLs~@p#P_QKi~0J>gfw1ipR96wDk-s4IlbER{hH9{
z#;2uD*PWhq!Aj6K$X%~g#ruwNd}pe;)f$@_stuYe15Sx(UkDew(WYw|{5t-@=3be%
zy;%ZQDNc`Es~TMXAD#8>a_m-9!?#VD_6AepJ}Djg)%(V1X6YN7(+M`Vm#>x__|YSD
zb6HmNAN^d5$qLpdKkyyvcz4}-y6E}c2jX|s*D?HI_>s?`vS~lp=d`pv^WN`XSCPE8
z*Yu2;Th@X09UA+Do_S~~M05)=%A~cOSurQNJ#E1z37_c)vO^{X=OjPnDD-0S(_Q!H
zn^pP!kmbe>ys?r#aS!KQ@^-3dY1p*R=uQ9A%&paOK5xB(7l!wqcsI3u3UknmFOQc+
zoUxG13t8`*_ac({Qb%Q(LGHrl`Mr<oR~&lrN>NtmZ-OTSTj32GgBR@`pPOWzTk0!{
zzlL>sb1Zr4sqA<u@`3qJ&eF;q8u!<zesl7!+`0Wg&}EZ%PCpOIgw)n9bgEalFYz;J
z@oMYhV_HlnPD-BmY;e-#=_84dt;^5FJ>B$f3d7Qthu1G3Wy(6j^r*Hd&C0|-x?<t2
z<F88&2}&;g>-4Lvs_TF4?`P}>_#6JSG+YvHl0B`vph>$a*fEzeRi7!(XtVy#=W)Vk
zE<bz}sFN~5@I{<aPQVn-SEfM)ArIyUb7{#j6qL11Vx0M5j*O7@Du*wRPJL3(<WX<Z
z_L<)K@>{@)<Z0!ui|oDA)vh-2TNb!$?tSs@UB$<BTP6fvef3?1VWLvO^Z7oqCr<ok
z-)t8;$01<Fl)rO4Ii9?nxOm#74gAah|975uYhLELiEkz(+FE2Eh><M0p|DD675mzS
z6Yjq%sMZXb=zQ>?PFJl-;J=IWj$b(JbKdpX(G?1%uVxf{a<ObpSvRZbpptfK*o4<+
zo`*mE`Ru>Wq<3B1O2OJkx{tXpnp`rA(t8ld^e5V@QAc(6mY>lfC)Sm3I$*-L^x|v#
z;J=^0znu*(qoo=C26-_GO8K!abJ2<jtQHdTzv^m#$unZsNhj6PiIHnAnDfuH-NAd(
z!#Meba9QEKZxaqLd2mRpIBk>05BAz;3hcAW8MEJfiaNL8myWtc*RD>x=a$m*a|#ya
zO$>F|Ya?A*UcSs;RG-W9r;pN-@E6(Ul21iW9%50Rrx|DV%FE2MC4_J7YCEZ$0wU&X
zlI2gnTDp%@=&J7Cjw!E9J*79Fob2{pY{u6ar7D`Cj*nhmwM?0|Nlh_NGf8##`x4hf
zj<T+Q10`p3%6@D+(#h3xv*e;j+KmbJJG;uYA{h_=y{op?#;C(J&RS>wnorT+?x$7s
zK0fjFRFbIAymr66uVyHH)tFj6Eje|<VohJh&O%oH4vu}FPHp_#`uhbq;jl66HJx!s
zbE5Bam1z+x4=%kbZ=PLceqhbZ2#0wG)z-eSTN~qS8#3GR6@S`Wk3H<|n|3=H9QK%c
z*T_p&Mq=+p%QEL}ni+)x*H5ludvNlTkv@<4OQVwM>fFk=x!Gf8+~MzQeyKUv;M^J(
z{Z~ttJWc$+p6%IIud_+q`*(D%toKUg`s@?-qWOT)ygdf-?4b^we#M;SQ@LiZn*2=d
zQf;4m^Pkm$q6=>~KU{fI<&I6no~s{qxXL-dJYBrr;`#=A`H6z>T<2+Bi7{o%RSGda
zeBIWdUVO{*^9ytOOjO-p-Vyehsugv;|Etf=8S$0VoSNA=Go4d!SaG)6iLN@P5g4s{
z;YZ4kw}*KY|DCjw3TblT<dB@X%P7?UiW+OmtpD8R=OFc0!!eI%X@}PTshwY~>7~Cv
zvr@KPJ6>V`qE$b$<Hariq*bzt<P`oYwK)BKuB5!v&)AtuwSq;|eu)QEGnS{ji62^M
zVW8jE#+cr9V9)Z_uQJNKbLLfbtef+|Fy!Q>2k%~-5L>v!(_p8lf2aSic7u-|FK=vL
zwxE!8m-6?D+P+_Qet~oRBo_V$ol~%3r9-OjB4u62`8E!_zTBE&bwvCA!aZmA?tFG|
zqaau9N}E}aGBiG!S>-b&T=0|>VUskktP{Hu;nlUC>3FWsr_;ZA?^ezVI(Nb~pg62A
z;trpYzTe!uhzZ9-Po1^dBW3b?Pp56q6q&!~p?XqDb?2XG+;^7i=;I6&O5P~9>)XXQ
zj2jiMo|J7rmMSsh|GwTY;C3QYgP}&B-f@k@_!o<gS!MOHZJ9UKg|8-3?ogQUq&ns`
zY~PONFPfz1D62Dj@pNuS{%;DqeFL3ppRbS96P<VN*v!r&FE`|*GMIHO4D~d+R4nq)
zMN0RT|H;jF=iP4pmFMwUGAC*Ac0~(e)*J4AT?|j|%B%Tve3IZkw>@aZ{}a<>*E?*!
zKcSs}UqR5Bl<sQIgt$|;c*Uoz3sk(lJkTMo%KHCQ^RME353CREF`o8zLaD~0)X#0~
zRZVfqV#mBHz2)`9Kd>!~jx#^uEBrEGv!P47R|e0*?1jx&#E<eEid%L!Cw=Qqj!X9T
zo*8WHYV&5~x*m5g*uC1aZr&3AMc>+XN-PMPc)g}g@T#ro$|qC$-17d!J)9A^eVSYK
zr*D&gJYhe;&rq#)FHbT}$+e8-b5nY}c*8`?*;Y3^B02wQtTB`k$mQ$b(PET2QB-MP
zglF0A38(k?@%^^abYb2osUdUn#=KQp4tKw{tkKg_47pSpw8`nylJb*}=AZFyO0o*=
zsY&kBK0Za|%+kQ6s)k{w8{Av&nS|9WDc%+{mAm?D7^kCUsC4ZV*`k$p3fg&IdFw)$
zP9?t<$<<FkaiHb(itNW3a(xBU9c!CJmgcPZ(%_gh`PY<<7uIo{^j2+UQNQ~tGV|B#
zpJzq)Wqb=)QB?V^W8=A7&1>h`YESEx<}$tezGfCq3G?flRo|jk8e+)IWfD}NvS{kG
zM5oSh4YtZlH(Ql<hKsCP-nZ&I>s9{=ldV6$Xkaj&oA@H@U&5c&EFZeNZ2tc}_LK1g
z^Mn124F2sFD-Awq)P&ec$?<<s^KZAXd-{-f|3;0YCarOHOO0-HF|Me(xWxNL8=DiW
z@DC9O@$WXlEE}{HyXG;yV7b7(puF0Y(XN@H!tsmLqV1cQnO?A7;7$-Y@PI{uBk6(w
z=n6z0CJ7b;jsyc0H?(UI+m2{-1UmaL&0sO$Ob|Mt(r|LZ3>L%84$zs3X^dx>X0RGa
z3vE_N<2B??5IdmL5XsQZAm*GTcw~{H7^4nT1j`1F1i=GI9&4IboRAA=-N3crmE_mY
zjsA>loF0kK&7YyMs4o7Gyvc8Ao1e?K$9^o$s{A1>E}h2k!rnb#?ef3BJ0Gark3Z~o
zAUeR|@rC<`ID|f$Z7O`Texl+ONeN-8<?4&Hq+;s#-FtRfqiXdZ7dd&k*MGltZ;y=*
zo!PYaQ^B$9DZiTk?mRo$d8ds@#`KCq>)P(Wx@KCo{{LT-AN#K|Sf5zO;qUsY{_phV
z=Tm?ES#eqZtetV<$sdPy{!~A=+Fbk%^R8CwlIx%IwrDJJ`Ye1<GxqqOB}R-!HFx99
z_n!NEU`wXMyeIRVq-%KIbUe-cmH$xkoiM`}w#qHK^2%qvFHHF1yS}Mb{LcL7>Eaid
zFG^0_)v|r(+TXWJ^1hYwwWPfLG++80pY{X^4}-=dACBhlj>_6oe<b(6(ya}P107AY
zUaZvEnNz5?*Wz+qOo#rtEA3e&f3KfxoB8hn(;t%`)lzR>&)TrpJO0I$l`BexJQQkM
z48L&oWM#6<&dFZxXWf@~qW?;L$J(iDr{~N~QNHq>`E;#7Yy(5S*5CG>{S5zV?ygCF
z`zDypGFa-I+nI&zPPdQ8b#(vlx*abj9dz^ixqmAYgda}!-S<XTylt()q|FPQUubdN
z$Z)%)d*yEL1=TMHD*tUtinbGcusCRc!B??6UA(&&HkO7}$0zu0t?N0sSM!d))t<Eb
zTkDI>=T|>HIN`;H8y&3sUTF36E>BWECR%1G+w<33z<qlocie2LFQyxgzAZQFT@-&i
zK_~S<NJO3B^!;gloUD7EZaX@+@58U9=j^s#Y_Bb`*u1g2B%!?RZG}Z%fkv&xoSS@h
zYkGoS6dA-$<vHb-%hz6Z{ge5#*9Q+7X?XU2SN`p&D&YS(*5SdzzpkF06PN#&WBkL-
zE0fB<R^dqhx~WTFFIQa9ckT1US51OE|BFt?|FaZ!j(E{FiLr_=vvJ1t_^D6BOMhlB
zynA9|S*((dpVY6q1G_Dr?1|jx;`%|-FYaH|uXw*ImTSFdUwmV}|5m-(dwy~5bTJmy
z+Ytvf^#vLEHtnl;dCBNb%3;@K=l3_=s5oNTr=@>oviPf$+Fw(g`E>eiZcOk$@Kl!f
zCx6$p|I)lNe&6;5K52J}Keg`7xs<v_PL>z{kL+4-Tln1)IX=@J4=P&ozLgbhdHAsJ
zeZu0#8v!%Ri(bcUvUd42rQApAL6@HQDi_D{UmlnH`8M9;?yI`6dG#LCLg&v1mS5cd
z?#;fUw~1DVI{&ls%nP&l`ghq3ZJFmqPfDf=r?=$)4|#F!bAd(5?nc&pgYP|S%zJ~6
z|7;8ntNb#Nhhx_~y{JIfE54d{m3j`Fy)fS~x73$sQCp*K$}gAiyNVy}c^l_8lP~D6
zb?U>L8M$13hj=%AIG~VpN@UI!gN!fn3tk^co3f56$11{Jt@B31)O~ew%XJ>OOB_%9
z@?OePZqv-aJ2kd^HEb*_zbZLrj=<-h1DOeXSI;XrWfUEd?`OA?#m*w<aqvnt5eME<
zt@o!+Fn{@AQDW?MJz(jv*!P7o3p2ED34LVL+N8wwqHCqrsTXVCcs<jMo?fT#k{j{M
zGDYl!lJ6J8$1A!bLeDpI&Ex)S?%91Ybe^L~yU4{kR-cW-6-~aMY+p8?g)1O-FWb_5
zmHmgm#xEDS#{4|w{*)E(``!h<Ra11~f3of1#%9~^b8gysooeNpwmc*}VztGt;Ad)c
z1I{$HI<JyfioJM7+b8LWr_i&tUfg$YSW3%SO<H>=SXHuW*=MFRwz4bD9-NMQzE<1V
ze3o}`IIBUR!rg_|Ta`N9(<Z%ASK0e+|EG{h`9JR?UuIway->a6Kd;)SC0nkEYTZcq
zV4tqreyUnDs$}*HVafRdW<Oa4#BSg7J-@gwLdj=k@v6S^8^#x8yJT3;F8X|kV+NDj
zv&)&={`0)P{(F+Gbku{U?iuc#o$9OCB{J^ca7FQJ>|w9;l({Y|-0$}09adF$e`xt~
zzVYw(mpmAL9T3)<Rputvu<u5B();d5ekH#%cGoNA`+lfVitdn#d$Pu6_0NKp6VqmF
zKN<0sy;th(sgRu#0comz>Sno*v})&a=;VA%*|uK&uEOuR63YLj#J}9r%DL-b^6q`!
z?PD{3ZM|_PyTG_C;h*IFL;af0yX6cT-tFlW;r+1t_!Of8@e}7;&+~M>$ZVJp#J1$k
z#NXY{x<_KJ&ssc5=kSRMzYi5I7CWP5^fzMrx9`8}T^8~vSZ#_hpOwNUUXt)7jrEz;
zlY8;^k1m*@etJp>U!$eQ@6-Ag{ax>jGFEoondoZC`SZ-GmdCrz^?w(ID+o<9nsc$M
z`9a|Kkb868i<PGGi9F+KulOj&^V4hP9r3mA<wPtNyksovKDRibeR&7N`Hku#j2d1Z
z=9)SSUo#~viWEo*73FT%z58{ov=wXr%?ql$KkoYSu9@!_7x7T1{NcWBXI?+7P{_T(
zDpI*kR&vb|hi|NQO>?TOtYrNI^Q_!9H_z5^G`rcUe&XWN&AJD9);wq~QkhbA!&+Ko
zMwfH6f#|E=#T#-X7wl9uJEd)5KIf6;K_(rUe$Az8k66lnP`Pp9?vDRGK5B{O2~Q<Y
zbm~Mr$ToamS|(uJnH?_l^wMIZ_mf!<D_XN2Pu!Ppwc>Jkf4JcW=coRO`y!(BK5~bt
zKe~B7U*lZk_b+uK{GGuD=579+^_`3tKTezzaj&)GP{>iE!hk&PWi2AS6ZM1rF0WGE
zxJN@+=KbMY4z)6wYYH~;9$`t&liB^Zd`oT9Ro1wuZ)_87*70-xIibz08X?3rHSE;u
zl-8Mjt`i(=C(kdjm^g`Xd-Quzq1}t)y_Y>XnN@P?hSOrU8Wl_aumaz0Hx-{<e#bG9
zXWo_x6&FLVn%`ab@Wh&32bs>Sx{xpH(!F?xp*QpKXPR5ApJ{&R@eclb;Lyh=4%_>-
zk{7v8);{Na64Tq$yk_-ozQ7iR+QrM(D1Sa>&}wD0{(wn;LOf4t_MNny<*X-Vp9no=
z?7GjYmdtj!b@#L2zC~xgB`>$FxN$wYMJ@We!H4GV#zMo|H23<1E7M=Mo383=IAwlo
zp1E+K!nWkMyDH^!*5rNqbo9(hxq>@)HW)jUn6EtGt<|*kK5MR~%C|&6zpl6MA}i)Q
zmoRa!$vd-2|61EE2Af|KR62u#TDYZpFL!wAe_64(cE-IuOQbE{HSK)5{N`8dT#<W6
z9m;%*?D*b$U7UN|P{urG_reRjl`GW4vw0S`ebC$2-le(s^P%^)JEeZHd9U8n>R3^}
zhll;z>#9lZMa$E@-rXo#ptWJ2`VwP*N3Fw4bUnQ+9j#jxL<D4bnL{F!vezoCyCcE#
zwCtl_PiK$rfgbsj0p@IfUtVjd@wPgmuthrjlV{L*w|9O&TkEW>9xqlYn`FFWSxfeL
z(IdQmOwWQf!+v+Z)BI;&*xIoB-sN|b;+d>n-unnMYlvo4YF(3$Pd;sNu<Q+s&!OUr
z0$aMabLek>UwC9gT-y6I|9wB+I3Luj(Guj^BX{w?@bSele;;r+J9n0}@}=JWFh#pi
ze-U%Dd;MHa#sAswh3;8({u8g=99YyYAw5y^O!M#3I*Ep3=L$E!vkSQD>Z!3x@X}AI
zyXQ5JZWfc799OC7x%)N0-???Kj=c;y_-B{Odd9j$)}$o+`dzEpf9qK=@6u|#YNBvq
zb4{7UPK|q2$<tric5KRjKBKhIf5IEdiVv=Qg0bc?j=R=hxc<HM4Tn}A$IE%%?{-)4
zN18lb!+dbTvbJ!eHWtDC)~#P!KF-K4zr?v>?!(Xx(x%H4IlpIzm8&=TTz_!CTPScx
z>CU-Nj6U>yHz|3!f_u;GhYNh9cxINWy?kVMb7@`vwQc9*6>M@R7(TGO%=~)8k$G*q
zlT>0HLS|p-`!FxFgXztC;nR=5&io$7RrSUtd`Gy%!DA~+1-C3P@7t5N>RvbR(|KaE
z8&>yDzxsqR)ceTUwMDZ^G*){anfg-t_nVWCcD?D((&%-q&osz(5<R{6#f=w1_Gas9
zdiOPmFX=xPW2K(^X5HuIdLM<Qb&D;E{yaW);WxkLdxejmue8nP&tnsK*6H7RH_=!7
zXl+1)4bxG%r{Wpk8_wMAoFYFvP<L`yMTdOE={C{CGmFeu&Y9i1QRkkA+r+thBn}k{
z=*%_RzucJZ4*PsDn~<LQmTS|Np3u*gnd-Z%s6o}TSmWC%E{>J+yY_oMsW8m@A@1~G
zdcUG&MSzpd{qUfdoYm)-%{^$Ma4O$TY(syex#nZ@5c^L@nkFbknjevMe&T&>_UFD5
z1GQD3R(<4bU0inGpyYU;Y=7=2)fK8Ire=h+?9qR#yZKVVck5%@tKJ#R$?^}I&~Sp^
z?w#u81ih(oJ+YfpJc~S|_^%zDCgPvB$9AfryNK8MW6M+9TOa5fu{7VhAbunGVXD>5
zHI-And>0hxvUGPXN!tEd+QL5Q_i^b4t)R!eKV8K`jCQlJs~6u{ka%RHj}~(?lgC|#
z6Vnwun!Q7RZGFV`piuWYZ^JJ&_qluJm9iCY%@4Y@T6)83KmWf{41J<H^S1FX$XT|D
z{rvkT^9nIp@mD5=Mr(K!1vc5&^>B;Km{vD&$MZ8MgDmGM{>V1e+Bi=$v8gyTOR}fb
zlJl>HX7t8xmMe?>-kg5_t16)QoXD?(H<eUfh3jQ^Mg%|Nne*3w@~@r!PE*^I0~}wO
zf6D5+mw!*9aLE(@O$R1kTrb+FdgY*Zz**63KgGJqcP6gxyT;J(y<yY2%q1Js^BaTq
zZ@-(lDOBA=e9N*8>IG{Ae(lr|P2X34>dA%b)}v=8&t1Aa<g3+;Pm}GITW(w>o|*Gl
z{>{{=?+QPPa=!VCMlE2oa+>lv=H;fqYtOqxKJZMlZId>QSUKlZbI7+7l`Lg#f>oI_
zwf)p()Z~Qv!uO;uUGTp0tG2)w%Oy^c_q#v;Jg`~NgUR{!Ud@uH3dX?+%ldb(cysd1
zisW9k`;{kt&ik(<I9JBCX4l#TRYl`eu{4#xjz^}e^jb4o%=9_?Bt`AX=MODUXN4+g
z-2Z&MHO=tA!K0lSyh|JePEDU8|LbM6Vd31HAHIF~F#Gf`-|Mble#j|pvz9&lF<fwl
zk5b1nzm5KTH@CFxd%?~3@W!*olcI%;y#A3q7n7G1*$cnrc=BdF_mSp%sq+)u_7(Gm
zK2y=y6!7eEXOqhY|ExP3wtp#X{#(|^ktrRjHLqG?-EouM5nK!HJ5Gk}3a`HMKSh^4
z#Hq>VtiWQs>km?{y{@)Cu%*rYy?E8a3%h%{oOoZDZ%%zL?idol8gPW;#b(E!f)`eP
zu`&7WSa|-Il7S){XT-*G_S*O(Uf)(HyTs2G{{C*`h1f!gjg$7AcCnan_}`5j+eu%K
zI^8-UG3%EF^V)`h2gWI@w)btB{w2C%6W_uOJT^yz1^2(sxN@#c;GOCAGyfE>vvZVb
z<a_kb<5(GYf3bF_wL@Nu&HeNX{ZsVL-QM+l@A?}{e;#PQ(EPMTU4LD{pEp0W<>o7#
zKK)<*P|bqlQR2^<GcR(fixq?=_i#S4$z3e)jQRa$A9<lCOM?t84d!cI3sOAMtimnq
z>^wj0^18okZg#wAT(fA3k@m~^oNGB(2)6(2$$E3*?L@}Ef4o=R>nmL#uz!8Q{(HP;
z-qS91c~~XCX20`@S@e5E71zhct6Y&OW-m4*C7AWp%{5<O&tj8YHSwXEhOu*~U;KNA
zmvWWMs+Pv5wz;<11#if|@ijs4f$7v=;vS#xJUC#{#T>vd;^K75B}up}#k}KQ%M*bz
z%U;Kx+ASv@#`d0fIrWuAP~p1stj-$&39KDcuIvh0^E`i|lS5>p`KHj!PkXM3B}?U~
z2dv^3SS{2qv{7VL>w>=Og2uux!M*)=`yaLz=JPnu<M-c{6`0X6C&Do5sqE=<cReQV
zdq4Ta>Asx>)&=uD>J2u?=cuxOOFmRMfph-K&>!K?a;3I3r*_}5-LqiAJaezlGMZJ)
z+N%<j1zs?pyK>@4RwG*z%S1byrH5GTyJBy0RN9?z?Eh%E#i~*H;-m)$CUYJ3RlLx?
zJmlES9;c;Ct-tpy5o$SJb?3-|SrxI$!RoHT^Z2i94q9Yx_txmSZ>?Re5!2Diyv@B*
zwd=U=1aO&)&+WQs8_J#%<{w%!DNA;e&5fuOi7As99j8pc-L>PYJD;=o{-UKf)jw>n
z<FE<*=wWlA@!&<7;GNvut^XEu^PS?Jv|06y;DY7r*>B8QT-?pPy!-ru1sMgW>P|9l
z_uj?Rcwe!-HRRjc{Lc3580kET0-MdLDvuw05MlHzx!cZsTU#J-cE%?Dm0RcjvE4Dx
z^`7Ep=LH=zHah+AT_UcvQ~8X9g=fL}PYE?9XDSQ!@jQEf@Y{p_hbO<jnDpS_H=9H2
z_iS#K{4IAxGGd;?wj7tF*EhaCsO+2<y7zJ$gYJjjA5s{_H|%y%ZFu~tj8S+EUsR%j
z)s7@bO@1HqS1zRv%4-A#jQ8-{%$S=lWcNPzx4IbH4ONc!m2)b0J!3ifk>B64dtH6w
zXWkRJ5*<cff9~w_5<2%NO;BBg{|nE1iDd~dldK}-yq(MZ7bTdyJ^6VSquRR7N9t}(
z4HRb*Uany8;w^u*JmKNI1;x)EF5VceV}C=g@tth*b3<1NBP+JMhbEbceEBxXU#ahX
z!uQoG6Bpj!dEiZ#o{DFYbHbZ`ev=&Amx~{*;A=U|v3I4mNbLn4JE7**c>(5M_q3gV
zw<>sr^~yb>Uq8nS+&NY)le%|>wfzIjT`z<BI(M9Jc<g>}v-!`5F2w?cM-!ATGU?s<
z%k)1blj{v{pZGsFzFEdnYYQHgzIvhTuy@fr`$gWZ$Jg4aeLmiJb3vKynsfVH(pi6G
zl)Rs&{`9b3qW2b_J~N&bpBJCo&&%i=B4Odb$AS6&%_(y}F4(1VyrLz^najcAb3^Ik
z$tN`O-biPvi>eAXdhfW(vQAzrOfay2#+BvG`Rsv`XZC7ke+jfvT(sKZ+o2A#s%1HM
z-u<e)zMVaKK}%$6oJEy@aBZ4^FIV(?WzjWd4I%lHeb2@{<Lwp>Ty5YbJh_*_Sis|}
zV%4JKKK{ufFAs1uO*}G}yPWZ^N}w1^<{Lwes;5VnUuDvGvrgUS*p;T9T2>=}aUQQL
zuS(BpPinDr-{-ruT>Qnq;8klPY%j`XvK*3L_hznr`1bY5U)!Ebxj6mZa7aWtDNsq7
z<@JKTRieqQ(v4LiU$z7uyqvwraMQBF<%*wWzemMyaf>n9ZnkhM%M<6C2d@@oFt~*)
zM!NsxR<IS-;JxX+AtT{bzuu9I`22Y#-0gGkNqb9{Op{(%QLDtObd*<gF8i4?8vPx?
z7LC&v9q0|NVNbQcw%~p2^Isu4^>;2CT5Xux$Md7MVPi#C<O7|*4Oi|;iG?joeslTx
z(**+Qy`T1+xZk)ph10W6xHU+qoW;e}R_!!rhxgA~>3!n!^y*lH_u8c<YdKh03WrFV
z?CN^iVH)UiRByqT^EZ><&)_za3=UtXGS4>Xci7GkE;R=iaBT=&dZsZvTtK*T6PHvT
zLsamt4;?(QCeI!&%6)PCs<*hWvZHg(l=DnXIyqGnXCHJ9IL6E7(#X1oXXOL0(n5cp
zHHW>eI5r%dEPhZqqp7h>F5UBrs<GhfK*5g%$Le;3xHPv`o_I6qsnGIu!Rkgo-aI^U
zdefDk_sl%f=I?NMcjcjx<|gC70^_x%dP$agljXQ=nz!(-{IPtea7}x)W7vU1m4~d}
z9=JHccKIWwg!CoM!O0zkCw~`w>t9#EqN5nFb4|ffhIZw&6OSv-EA%hkbg$U-!E*T{
z@iR;0g<bUivNd&oseW-|jn!X9pF2~R-f+w-n7B;2?vAiS<6Fhm?A^y)?rDBBUTT){
z=-q>D+fF|&_CL*{)a<{JS$Rpqe);2lH3D^u9yIOhuHN7%cckdY*93={0}k&QwmAr{
zTXFWyL6)D+dATPto-};mt*+SM@bgYnsjcwU>18JA#~eRsefV&$f?;)&;M2Y!7Jt7p
zXWp`_cX3AeFzkrGuQgNehYG`tKWBgY?^I;cpMS4!vy-5`R^GYp$&OFh^cQconi1K#
z?2>p*fl-uuz&r+yCUrMsmd2@xOY9~TA2@FBA#-!V+4i0bzJ?D{rmES=_cYq=d9tSN
zA(xfs%t`$64-YJEb&dR$(WDacGsSnpi`L^@6YWm@<&x<xvNM~q)c;D{hrmfHx31OR
znP_C>eQ{%c$EOs%SiP^muL!paJ)7KBoz@(CtG4>kpH4QenHMj=_RKY`(E4=YQO=8#
z;t$GMTMd*XxN4h{{C7?$DKJ&_cQahDoaw{duODvMTb8kTu}DlQS$sQX!E?KsN})Wi
zFZ}HXZ@7HFw{*GJ=4e(SVU2JrMpusCf1mraNmnef<1E?Q?sBLhkw<=iZpZ!v2giok
zhMi9yWVPl^wcb%4qoKW3HZV5i-R7mr^^2UgbDt21e0lg^%l5>MX=QzO4nex1J5DAW
zI=x>zU!j0O=#kT6cE7jku8Z=tq>L8dDQ>X5Vf5g6!wfC9KL-^W6uLU9nfKh!;8(~m
z+hMM<GD#_I+DgL|(`NO>cWx#c1$jDt+_?6>v`}wHf6B_Q0{f<xJW%<<s_PgO{$X`n
zM9{-!TO02f34KfK_<K)*=gB?M_c9l(HXicKKf`AEUiWSAwKq&py#MU-o_JTk<6j*A
zW&_1(vJdq&W<8ppw5s)pXZYM7CecZOT0*nj3pzE<FL|)R{bjA|4f9id9@jQIny?hT
z&0O<)d6w{6C(X$YlP#~glw1&-z2eh5!xI8q3!6Q59lD}s;k)oOW2dKYPj=n?Exab0
zU+Y!mCY<ipj(Yjucg5NVYb7~XF3)?j>O$|KvLDY{X4h4El=QwVXV?2NxmEA#l-jSU
zH>={e+{|zFUdnrxn^%u_*9H5ji(~J7xArcyUb{#9ynfx&n2K52?5A}?PE9={;(2t>
zW>)u&X2+&lgnt!U#`N&aMcIkwkpkC)T@_9|mER+I@#vWXCi5N7)sF7@uwMEQ-}b(f
z)zP^z*Q`Hl?NPiD?dMlCaj%Sa!N*IjTk22UGBMc8_UX6pamLeuU-wJRl<1suz36<l
z<NfQs*O=U*7nYrPAgMP?K%~<2!4V_p^}=_14=g@&|NaM=+jfQ@)ID!J2>9?>;QYqs
zGo8UN^CpNWJ-K9ebIa%c?^l?^+HNqpg=s5K+-@DVu$S`>&$$mf>{UKb|8|Rq^*j4l
z|7G7yZyw@q+0wAbNoCbX<97lLH?7%&i(~VS={9NTrJ0|f@?-9SN8%51ZX~WcfBMXs
z*0L6r^V28stYdC|e3HA_VbbIY%##<dwwNh%_qq1T3nv$`f19Q&b6`<q){V}c$1;0Q
zJj<|l*dMbv>Pl!^q(Y}gg7}Ldjze;{&YhIKDQnJAJn!hC4Kv*?s%gZR&RNF4@A}XB
z=BA9}+7|IkbXVLgd~@KJgt3-ccgl(fwNbVF-`cN!mkzfy%D65jFUBZ0rSaW=w#j$Q
zE^%ro#%(xWTlwh#$BZY99~Q70FFw9w$4sNmS*<pz+LhiCM=!rN7n&~jriblr6L)j(
zCF|rpj+u`)I2mw0Fb?9X`qp~h%DD1U@$m|MPj<_%1{Y7wp1u9<+uE&>heZqoB)83d
zVjB^C@LI!vgFnV8JRU|>m8T*$BsI(|T>pE+`vUon#EQQYXJ3qaa`23hI$xgKgbmCY
z@(*tvC^^cTv_$r-omby<Sp~tDa%;|9?w@<6hcQ}Yhk@KiV|V%ghNYe{eTh306gDvj
zoLI^{A=hh}NAez)3au$`{M}wu*(82*+`_(2UgeGZqvQ8fjO~~w^2PGCeP;ct*#GU!
zBLUeuMpsJ_KHZX>7WVjX9oK7#XK$U|tF0>JDb<&(z_@7I8_}wwJ$t@A@}3daXzydT
zs@PiN{rpD@FL2qtd?d=cMw-!JCD-hPWl2ouZba^0B%~~9#?bwoo6AG*E=xm#hKq4J
zr;{Q_-E>V?en#8IV+wb9-`X=*F<CD<Ty$+)*X(ERPxn6)ulE1@E86;i&Us%6hL*J%
z9B&pbS=1Q86W(XW{o&U;Pf6*EQx%S-FJ8S)tl_FfrE@r!+3^$&pJTfoZpkm$^{bv?
z7266)qnEMVDXEM1zR7K})Honn{$;PCdTWLB-$fk39NdotjKevvZSwI8yc1k4y6~z?
z;6_ueYW|}e!ZzvFhktu4^?HJ6bbPjyEmLgE1BE5GH--AIarP5mBDM41+~TVy6M}cn
zKA^7E+4%Lsj`s?yXUlJY^kCu3>vv|!FW9v~?{J07&ENMd7D@PC`*>$lhk`@Q^?A8d
z`-}x2{o><q<g+-Yxv|?WklRW9v)C53*d+5gr4#RF>^=QP_<+$2=dBMNv&<V3q*7}8
za-5$pd&bRMZ??SPiJG8;0k3=6<nNr$hv#42eSBh`!R&)2b&IMren`H5q|kAAyIFt|
zgYNe>JE;JbHXo$|b~UF{rFH3%$6R);V9;~=$TjhbmAj0jr{cXs`$QFLpWDV5-`M87
zV-cVFlIaf&nHX)fpEqn2@wh*$^iEmbvqi@DJl5{HcFWbM-hHXePTkeZj-*^ZSF+>U
zBx@t_RauYriN{{?OWdT)tJvGyq;)=s$>G<w%?c;Q)L-7NoB6$${iBulztRT=8=ib;
zR=c@UK;wZFcUz4wpDUyEmmtOX?yk>uMmuc!*rw;+E?GGtroFJ@fi(-q%c==hH~jhj
z+>V%|eeXl0MwE1Qx$3RFk_XN<Gh$EvZs_XkV%s_E_-5_02!m5Tz9+j2d<&+^I61zw
zW-c$iwV~9$;Pnlwb(0!wjrYIFm7dO4xZ(G)g+lZ8i1sx~aYjtqaO0b=u%cJ;Mq%Hz
zWqCWyWM$U9e6nCN?{$vMmJ*d8x#BS=rf5_(YO8Y1vW{<R=duvqd|O~+r|20LfrH7D
zcuq`FkZ;mt)qM0_?&uVmr5V*b=d0CCPqO(Tm}>Ft9mknf%xeA{?^>VqJ+)k?@y6Q=
zdmdi-t&kB{#M2_Y|NFDeA6@({-T0iWFV$>bmN<Q;%@6-6n}vSxe+%jrneFMcLpg8-
z<Fi8+ku^8IbGW7pFL<Gv*D#w=k7v@^4`&WNZF<8|pqv?YX~Ww|3=eN|Tx^zfjCTM3
zGlz4j&5pnayc)0OOk~KNb9}PA;VZM9wOdj=`ow!u+<BMe$ePNsCVBeQg=TnHTg*5%
z;ZTdkTfKIn%LR;2e>TnLR1JT!&tZ~)N!Eu|iEmCXww>zVpeYsT`#v&am3~nB<=lf8
zo;aMGw?JCIY~F`++Q%)MUOAO4ELzxo(dQbw<GktZXCIU>?z*w7O3m-xn*Icv+=d0a
zQr;WgFMT4?u<&<}<I6+F8->mOE)kzJwcr1Pa9x$D^R^x-r8OKa%^u={ks55A=kmYg
zWd8D1xm9)j;!W%GWd*YWpRHVR^p#jsoO|1ku1Mxn{stF)!y`WYd8c%3uWSat*4*#e
zS8alJWqsX!-CQP4>&Y{x_{DmBi~Z$zJ2_HbzF9Qc%%SGl-A$`aU-50aS<97G5VyN}
zwVsQ3YV7Nxl8GB+TP)h<X>>FF&0sNlUOQ#xk0UeVdp&mB#A<|1&5dt+^et86MX%IK
zA&Y$-Hzw73c7M3FD`D;K0P!{5d1_1fGS0GvnV*amm@#)j=!*l9cP=c{ifC`&wBxtW
z?uxUlFI%$}_BnnJ>@H#AJUFrWQP$xf`x;Dz)VDr#U9+h2qW|>u-66fapFi*Tvc;rf
z>z?FwqS5VPoIE#!x4zxhYwSB^t>twW&C>R^MW^>{E@PDDzNnFK`^AIHDNaYicxq$!
z>G>~Q&wV5HiVBnW$4MJ>C+k~q@pC+H>b-PSR>6|%e69I6c9xvC0?$_oa-UM>m)$P#
z;y}cbHDB)qc>JHq^gOReK*!B0@Z*eg_YS0Ly!o+6mM3}3joCANmS~^3QK%8+%Q$yU
z+dP{GCNfD6iXPn(>{+RJdvdJxiQFwZ4=g@BEouDC-1OcoK;o^5!`7_HlbQ`B#2@!f
z-Z7s;@7-_bL()fMKfQ8jj7s*NU6^>K@@bLk`Zz_O+oyLpdzEQbOwCld7j*OEv}L^y
zg~}ImO-;+=W4qn-Q01QZiGq@AU-D)?V3lbP5?+$YtNwg$%%^?M0i9L*H%)vl!d<MZ
zCcfBz?t?mc+Z}x+mkO8fH_Dwj$yG;SQR{)Aa+XQ2GcH{%V?UCit2Cpp^Jrqvx?{Bx
z53DBLTK(`^Xl@^q;;tLL+qW6+Qrq-VU}5g=#@8SCcr|bNWy|i1y^#B4^@>kZ%k#Jd
ztK=0T`SrCE?Dnkrk$ZpgygScNs!VddRC42CrIB3Ras|iijymJ7ajiUi7hjnC-NEB_
z&%;XdKK}Q|em=abr|;OOx4XpWijj;@bc>?Qw#L1;zjxe!D*67Ka*L@)i}U-rf|J;v
zFI?k$giXq#eaoZcZXfT>kmb8^$XeO<-O4j<F1if|KfF4u;>^0gx!I(bF^D~P`Fj4#
znvV`vb{q`&rr7pZ=Hu=Kj~`oj*zD+gaP+0j$77W<GSbBFFUl3-xWHCm?_y)&&*O7y
z=V!V6J?wiN_IurPaLm&Siu@_^Jzn*(kwNdP52Za^Ra&_Yby~~X{v9;>rSfd?%cQES
zO=1U6beJrS`S(J|Bv)d#QgK1bRrSwjtnv$XU5N1wztVl;t(shfa^^$Fm7!7<T*`CJ
zes$!hm{0wDYX+O(%Kl?VYz`+_A2U?GxAxbMil5&-4?E>Z@y%0zee2?~V0D?FYAUSX
zj;iE21uHyTQMPW$2Z8b&wZp<O6=%b4wWcrBx*{8N`Oc$dJ4<gyHY}=tw^KrC@vdDy
zKK*Ar<`#?Yb@$;|$(Xd!@aV3`oaVB@eEGjWsXn=RgqOvUwewRom-VusD+hw!_f&10
zlKXEZPjtc7mx?E596mLhp_1c_ThI%x({o!7M7*5nFg4aK{=wz~-RB#M1S^#|gf^_G
zUFRhf)^p1EkJ}8b_Is8g64N*IuStmWnV-PjHo@QUu%52;&gr`jXSqeh>X_YY73w`R
zBk*DLu>ggO)lL5E&u;2I#T53LZw<%7tx{?CrFLs;Tsg&-^I1Oc-(mmylESKATIcGQ
z{OsTJXT_QLt3UfIc~)GoT*`d^&ZnjE|F}-a7yeC*+IQx3eCp5D>+ECN9&dZPKGh`e
zU{~?!f|!_pQErbv{W_d#u}-gEckxH<qCZA5`xTDsV=(7zP*B%d%&A>;$Owbksa^EQ
zXwD7=b-l$H%q<G)x{E!vi!K?>L1&)SF8X9NXODuq{^FC`MVok+-!Y!LJ?8oHgZr-?
zc=*EENodV8Cxe?DX(0?ho#*Op37<AMK<twCYd;O{w^LKqr=+S+DOI16nv{BzGgZ<z
zw%jSUEqMCefaw>nl&XhFpNs2yrmx!gKbbei^mz5UTTT+CPj7Vpcr5nw_*<p`zWoMW
zkL`~q&AO3ZFS_gBG`29Oi93~Flz(q1KR$W7`ZLit|Bt6s|NSpgdd>dbQ?3=omsAsy
z7m52T-;0|*accC-6<lYT{_%^K#IOh0DQPVIeC*EZ75t5x1T@$itpxbP8XVqk_$SPA
zULjZ}%i4u?;}>qpykoy@rLIZ|aJ9VRS#j!sgw>QpkH6*`eN9&O9xK{9>UY#Cb^L4G
zWf{4$HslAd+%FB*<|i#0e-Cx#ZK+UHmvFiyxIj%k`pNnw*}J_qE9&rxMg`1fHH{2#
zXDE%3TXUePwJ~VHe-_a&x35NG^3H#hxN@92_2!F;DklpXO_SezDS7tMKl%RGB$6`?
z(~hUu8j1;2TU>1VIWxz9yL!c)5cxAF&081dFX0URaHRjc)rZ@`OZU$RVwv(Wp;ISc
zbmPA+-yn%)7OzSaoy+fCwl<m^Wq(VSuX_2WCWGiy?WvdgHca$ZzkG4pRM%hrnXRsO
z;{6tjFIjeOTF3;xCnw78NI%N|#$0UZRBt?wKgGiB)P2UcMW<x`Y9BeDeE#3IkIj>d
z=fvE6C#}?Ob?n$2-TY%^_a7K+E4Uqz{Q2^YJgK4_`LdsZ%#YsieC$6_H?iZ$XI7=_
zA5|_!UhDt-=`rWRr@T(ZbN^-k%CFfc?_|j3Cp<BZC-KjLl?$uyeh@E+XgU0eSLWYL
zwgWX?`#GQf_h8oftFPEy@~4TlPw!Li;mmM@Mp4g;-Lt=>UkE$@dz$->^Y`0)mV9_)
zvtW7g0ppi5zv@)jRRpM7-TM|}b$i+Jptoi5fi_boW_4EyJzy@C_^{|j<X4pgc2aT$
zp4ToP>EiyeQ8+|>h2G1V-{tS06P);Crl3$w7E7G+2j9IcrSey5FU)DG;(uk!ksxp&
zfTux$O;M98p(MF4&|z`Iu@&;}j=fD%re`AVpZ}P@V5z-BZ*B3k&+~pClQr2LYx2nW
zh2&SCs!J;WX1Ma(bf>IVa`;`(6vDDXg;66?ziS?7aV1xR=mD(;Qw|5wBdZpMGOl5Y
zVBNr#Abj8%%L2}%V83&{yc=hC{n^CLd%R}V+~ngP1qZ}k&#zj}P|5g-=?UwJY_1dU
zcRt_qVU@v)r}0mBUj86*K%v1gctg~T8=0*y+kT2ToZc-9S{RzaB*1F8Yi`p4mAdX(
z|JvAWtnPeL?UyXi;Fx*Tv#u!k@tW^@roORPm@XPC<7aiMwJ+;T^7rq_Yng@ky8_)_
zK0R~t_;NR$l0Vzm9GstjKs)L;o5;O~Ke%^%NOxQRQSwXA{gz+*Z#Foc<UQLc7|&5Q
zeL}^|StVb5Qfu_>=P3m467aYABfw{ATv2vX=jW6a_j2agH)vng{pK~J@P5F?iz>Uc
z7B!bCzT2;|*)z$^gyVx|tea^5O24Ais|#aPJHj{@neLrdwSvz>Xnm&b<6wqw|2I{g
zk_x&u!DnyKw)&`jiyU661YCOAd47R<r1{Yp>xrBDUaXlcc|M!<T>MVqolap{$#Zz>
zpC;r>Pgv)(Xo8dWdY=ZKTbYH)G2e8b{yJ>;tj-`b?r%<D<=z>J`BqDATi8{ux0*k1
z&mt>pACqe;Og>5%QnEZ|d*5iZ-LZUqr2P9%KXcjdQv3JF?alm>efk9N<2pgE{KMP$
z)dg31Zpqpm5;7xV>*q<H{0F5MYTf(0dC%-Ww>&4!*!Ae|#gLQVldjnB>8x1)-(Bpd
zZQh-4(jgzrO&)XxmL`SF6$w>$oyxVS>w(tZxSxw&Wtuhk`ZM-0Nw6BYF?M9yANBvi
zGs%2v_}_yMO?a1QTKFE$T=ak0MU&oTnI^q`+iMg#&A1Xo4(!ls{Ga$I*!yaPj>+m2
zf%puj*=i5WY)$Kyf3)ts@5)%v^rA&jy}^%RE<+XL7p51yN8<$c8a!gXz`a1+LBAo6
zp*i4Be$Z>RtUH_LDIN1YvZGVtu3A#@A~*G{l0|OnpUOb1k~tTwW^)kOd*U`s(_V(E
z+xl?=d)r>H8pPaQ^>2mCK_}_ma;HR&YK8p~Q*xcOX0_=d*_4BgTnn79Y`$syqIz=s
z*Z9?J3syAFQ?oG7Ua`OXZ^YYG3?Gh7EzLYB^nCM`gORTiT34Jp=5k;*qes>XxmAB-
zzg*#8?W1ZGHgU@)N%zfq0yAH2nzJ={vxlztr&B_|H+%3iylFQ}|Gm)dQBKOXns2p+
z3}!C8H#1q{l(XaNU$@`;w@vWJ3h`GL(`{KVM6>@hcKZ2$H{;67|CL0PE_O1XkhotG
zpR;Rn{+^i|CY5|siq~gt62DoeG^_gL{(mb@th)8!>#t{S`xf8o+q}cYYTCRXSsW_T
z>PAJk-UKnf7oWDc;Dzdo>W>STJ=~go^WS=vo_x~>>q?eoS1vxOvioC_v-}KB|GT-(
z8S*K9_XEWK9_F>M-mN}Qboc*Pdv~2GiCR9pVDi&tVu4G)sqf!ndvdPJt!br)UfiAS
zwYyLL-@=b+yMJfze)_?reCFxZa{gM&KOgGMw$9C1&in3&<eZIM%WqmIp5Szj+NvPF
zc+vY)v!lgYyP8)%h>y6}FU7+yV?3AL_VK!Dug@R1*l_xtZ^}IDEjMn~=WTkB`Hdlf
zWuwQ#<vqq*Zh5i?FPW|xwMQw{kRilzjnty7BbTzap9CTGPscWMItU+Grf9~P!*qjX
z180KpfiRv11v95DyTUA1a|!SIAo-=IimUU+N7tAI9igIkuXN{~b&Xo5)G9X5Nr|^D
zEn@Ojx2b+VMI6){;u!W$@HqTX?XcqKjUO~YTu@SUQsQmjH9_oI?89IN=&JTEMu8&>
z6x|@1K<L5y3tM-#bcBn%<PDv@!(QIGPv`vN=*tUI&HtuPd#S+SD&T!77_@>Nv~-<y
zgB9b7rU=s`S`DELs~N&TrR!`46UQ8>B;f;U4ZaMs8O#`Sjxum0DZ5<SDjaKl5l$@5
zR^L^&2#Lu2$#8&kk#`l>f}p^O>*l_QIwU;LN$KUS&ULEAkC5CC5=qt2FcJ`v<mdt$
z`K5<Np~KM`oQXl1Q={SH1PRWMC3R0KYWMurO+WG8e1_?-8aCUv_EA&i9%seQbI(6r
zm~vChynXVCyIc&e0^M&yT*>iM+`>h9K51KfcKvX_yI|3hZ5ee5ftyxjg*;o)T{ERm
z<JCR6()|8i%iVV`cfWgj@w=z1PA}dhQ^N%+15`d85-EM(w@cCOuEgSZ1%c(eR;-S^
z5~@3Ee#De06E9t<rAvA*b-8h7uR1zu@s>pw{~TF#Wl><(MGe*5DPbmF+EPnJLGqVB
zy1)FfxQ8+DSc8VO-;`MOQ}={Z-*={M?wy}MY5zXP?*W(PvTiy1R<Fq9H|>0=u|fEY
zll6{MYB5Xat%B5qlbfc3CEqSwW_x8z`>byu9hb6Af^To#TO@(d-<j~=Nm;8fzV)}(
zo$!bIxW0$(Sl@=kK2$6EZgoLCFGw89hANc;i9^|3-%IBjTXwAM?5Yd-vUriasNvos
zhp?&twp{w&{AXo{y(pu;Q<!0jsN(7lWwF8|N=qvRokK3hwJs2F5IdsdFq60a$;$WL
z`}D0IdkHZtJ@MR1d~NYX5Ha)L<?lNs8BACFa@=hBIlt(NQeV`O!0rg6Pp4D%2Jrhj
z=Sx*xzA(G(p2^W^rcG(~S1!z|x_9OCGCs4lr^3Eo5vkA<o$Kv-+~=ZUvhw8Bi&h>l
zzWA~!$R~H!<Udx1;k|2i&5aPtdi+eoD$I>pPQN=p=tg|Sel7pK+wZ+OxvgGQ{$=y4
zAFqF(VE?)6t5(#<1#jG*@w<y!rzXs-nWZ;<>dMQE3PEfZ6{(?fmi=CK=FHE_;is$b
zp4nqQJ$L3duBktlf4n{S>-3EcoyU)w8!Iz2+NsAq(qH)1c2{+=#mb$kKkk>^?Yvc!
zzxVQPkI&D0--q8&{I>RbrO2010fVZqjX#tk*t~Z{I>pB|H@uj@w|B$c#oeaW3XT8M
zB>KMhxIJ*ubhu~E<IGl75OYPUQeLkviI<sK_Sy6Z4skwS<z%sr2fKWhZPxo#C1hK_
z!SD_P@0RD*Uz2x-r6u3tRQq6br~K5G))hA-_p*H1#DDV7Mt0qRmUpLj=S#}Z+dZex
z=WOe=z;!}@TfWJy%6gg0w9Sx#$x+(9XHI};?%S&ODwWT+KD;Lzp^<yCSUJVNtL@mi
zIfDN0%1+%@EI)Ve&b|h<nfnd4hZ)U`V>n(d=N2L2e^w~$=H$TY{ajb~mIo-L{BZfa
zu)p2SPmcAf?f2KdJ8pJQk2ts~JJi#d{p`Mtp#gUrOV%#>&iRTjw>nwizHz6vRvU{6
zue!x;(=Tiaub9&JeN6haseSt9|9jbD^FF;hlX^gYj!n{TlWp&x*jeZQWWBs^|E>**
z*LIw1T({HD-G2s)*PD8G-kAT3ycO)`37%_uHIY%dnxRFhdqeg1J)il0UvKT%XV89i
z(e94$xfks8J?8tCUvYbHmb*Crj*xEL%T0pkxbJ^!uKsi4J&$znLC0;SjvLM&;+iRP
z_37HMZ>|qG^CBg83fRPzFOIo)Qz$Idr}^tzBNgZ9mwGqK5`?UdDRPJjoSRX}(6#wd
zu+K5uX9C}wWwh^pcCK?-q%R#H5wzjPQ9GydKGEV6yYCsM`rXy_=2YA6y4T-IMgPyy
zof>|zayJB6H+Lqix}7;~wX1Kxtii1Xb<>aj*uKU7uh_&jWg!wlaz-1f+Sngve0mvV
zSKS|dswFf1`wP3Dis!aCp0;s({iZ44c)yc%r%`%;dypT~v*yinSDd&yca=f5^>L}2
zH+D&MK9ig<+gjHx#{ZMvXSJ?-YO@0kwtd<#d#6i}V#U<#q~yEpSu@T(+R(YYQpfh#
z{+s=&r!#wA9{FyV{ju(9o%hYZz6ll{Uv6;hsn~xecy;B@vlk`KJie7YsrqA4=kbR=
zZGRni@Xd(V5BzIrRq)VnHOJ9C%Su)*YS=b)<IjLCUw?5K-}MSB%&M0^{j;mo&2#U9
z^AY}!PFPKRQ*uvjPT+Rl`-`5Kyzo0SapiI=v2)v1=3Mbx6SZrxi0hKX3e`RPw7=|r
zvu%=qbIr2b>5F%4S#<2<yHm-Zm9EVd=ZM}{5hcmspmeK1Y=Z;GJBF$0Pybe)k8b~&
zta0G8)b`Q^FCJet{LOegTwKx7I8P}=);Mo!N#Tx6fBPNv>i7RViJN?@A;>S{M~;$B
z%NC`Da|CMc-VO6lx;-=Z%j%<ne{Qnxp2L?neQtwV{R4f0%w1J$mmYkQYIXeNG#44c
zi;<x=w=b6kEWPl`ew*@!Q`Va|P2lMBQJ;QJ*_-kAXYtPw;t5L*9k^F+Zk2zpL0wX{
zwJ_f)+)q7!h0tfsEdf*AzMakH{M=W$d`el_`855XOX?RM%G@7rD8={3CU1G`q7=#N
zmJ^oWS2?QaZ0m8Lwool|(y3!rrAIE@t@)q$gg3rD%p&mi(<Fvk@jdqrT|Cz<m}z<Z
z`Pw}ZTm2kfE_h**YY_Iv&CZnlx43z!J*T$b+A{~w7TG5YZYc7*e#zSQqH0xGOLdmC
znbyO~^<KN?FZsz7pqD@EzQy(5zROqtj@px!CNj@=!L>*1w=^~yt1nfLe7VRbt9uGZ
znvpi!3Z{*_wGPYI7-XjHJyvLOa_yEGhm?x+gqOU(@bzQ!T&egqwvqi$r7iAx&Uwo7
zartE_v%<wCM%I<9mvl=v&&*!=^n!2t;)-qT8(E?(rg^`8I>R}-#PP|C=s1yk4hxqD
ztNhHl@jh(&@A~DUt=|h2AMNN~(|c;du|i|JF2zLaPWk1WkzyiQlh*aEyfN+F!v8Z%
zj{W)Fd*Fby%UlJyuNf0rS58}3*p?g8e4%;y8}l!X$@O9zbep*&f6r!~b$7kFX`k^7
zSp!`b$M!`l=GGMUv$48<)GF?}@#wYU9@)p27#6+XBE7QW;=$S5Vt*ffeY>vdNMUwI
z=JTJ-9EWZ7Smtg~kgIZ7{wUr0h=WO>zoKmPN^Aecw-$QrDgH8Xre)8}8z*+Ja+&IX
zc~kt}Bb8Y?SB)bwlV-}jc-XZxv3FKqSw-}lje+mfj^(Xpf7`e_teYwKw_bso*6!19
zeLHV#lwj>K6$nf{x$@oCs3qnq#;2X{oL((at84e0`*@LqxBRawhvyU}hA1sjS-($b
zy*+DDVbB!DhGOH@0!dRc^sS2@dwP1!)=^u^TbSvyic4BZX3^v+dt^&O3$MmjUH$tk
z>1XXkIWb9>LxsDQ9+)J~(+iW>7-RJK;@-u|BK&Eam-NYB`0#Kgw}I8Mt$Dk5o@`tl
zed9-%UwNco)r0@nze()+`1Q_-)jO=%?r$&Km2l*+>n1(-=MwVA|1G#vo*%Ge%a_xW
z0|I|t@7=agKRTUj_4L+*r$qM7TzLA1zvcW3uLX8IXT15T`4Ur|#m7IVx>}BJ%I;N2
zV)^y;()*qsKIvlbps7<IuX`HGIa}Y#G|A8Xmu<_z-QOw>dY$Yo({@XBG%0m9uQ@O!
zI%n2)Zsz6ev-_`$ZsRp9ee|f%yy5o7lp>ydl}(p7-I}(p+V9c7W8M0EZ>(>A+Y?ZD
zzgWa-a-pZ{jO^=a3Jyzxst;95-!i;2<8k!c^xLf8MTPHO;^Y<8TcX?@f9+p&fOeU|
zonK|!8v8?6TTgE0DSLj&;nt2Y_kWJF6=t?p`b^opHc67dujKNy9ks7#e7|lwX>XGG
zZkDWhGd^FH)SBG9gC~5&mivi!bp;#PCOv(2LfCR?cI1QaAK0%6f4+4hN&DEQi&y8^
zN&J*k^5qr3+w?lNAmh#Sn<{+2J}a{ytGLe=b?mgt?-C2eKi@AD-8>L<W3BNz?WF-1
z%L->$MR7iSQaxq*fnSfL@2czwk5QGnQT(3GU%CHWzSsSEZd-mh#WX9ryBqVbdi~(k
z@4V=n`TX@6tOe1$%dARHdwO4)kaf>_ar=$PX$(^=&K$ecS(6aB)i}9z%5`tqh(o+e
z?u#e+MTMNR*qi?MzWb|>@-jk`lP*7As3>}2vy+u!sNdS%FTA9>1E>3VH*evswE36y
zihq_|=~}-v_p@emFm3!=aD0n@z{~q7+k-i0S>!XPHm~J;q*r$IyZ4W1?Pg((nP1+;
zU%ub{_WC#8x`k)&wx#L!{C*Q~MYjB!*pg*k&x;?;cVzy%Zo$U<<&S@}bPAoV3EMh(
z-zU?3Q}$LYSok#l@SpEe7v7d^6WdjLJ5V;WCH%c^QGJDv`kgO_AHA~q|2MB-LH@M3
z4Nkh<ua!bh7Md^Fx8U<0?&I|dF*{c62}u6)@MZk@6MOe93-V4osyS=-p6Lub3o9J=
zxFuM$87i<w&9vLU@s(lx_ba6<nmgb2u8Q{&*?!@Ls#EFHNB2)v-#fujQ=;<sAD2Vl
zjdRIXjtkS~J*=L-T{`Cd<%?eOOAelXK6SzI8!2`-UkQ9Rk19LYp~vN@z53mANA9^-
zRXvwGa|Lo{KKgv+cU?e1AK&Wq#v@FB<ch`1ou2mk)kc@DWWMy_<>JB@S|y9NJiR`x
zGJA~#vsKEmtua$SwUwps{r}b?U)mvM#xb^EB84_OZTSZyt#^wm=6CCgcRr{o+)(2A
zJ$#46yZ*FUbMn_cF*tvw?V!rdwb~s)d)iJIPK~z_f3ej}^PkUmk$)>VpG=p!F!TKi
zo7E+E&C`DwPTX_DLvD{ke9RxG=smgiqW-0?J)L*{dA)f_+;5GWS7X;my!xJDcRp0F
z;jn14*Pdo836(9I*Ihm5QyP$RFZworwMbm(uEX2*mdpP9cP6uPj_H%a(6vt=Zq!=Y
z&-v!~rm36n&W_*E!t(F4@AS5p?f3W>uiSm&;UR+=_jNg$a~qa=SgiV!A!~g3)+xpn
z3bU`<UJ9No71+&YC4b{d*yMyB`8KV|TP5djTj&#We70ZvliM>dUp*+Vxc0h8)_32t
z5AUqgj91*6$jrMZO4je^=GlMW{&-RG!Lirh%KK%+g1Sac!*?p%S*2JxT375ios#%A
zXtv||pWzFWCd$d}c<VRI?x(3AW802X>#vtpmCxRvP`CD`gX@K((P^`lCw)qJxVSBU
zs@<HBXX1L^C0&i1-<G{hVCq=EBw<b8boR43At@5K+f^%H2Fyy;NHFWa8*5<X`E>p+
z<3p7XoO-3sDjeQuET`ae`bA2$f8z9Oy7tdZ8+TkiobGhC<ISQV2d@PycHe#{d0x=Q
zBdz#|<4$w`=ufw!buNfM`Q<(Dz~z<$l4ty$rkvQ(^JU8^*Qx2MwX9D)cAQ<_@#bi>
zblrn3XU<4<R7pMBvb6oUddBs5Swlk|o4JaPMmO43k|(Lo?c}N6U$l7H#b|Tya+y<N
z{^~O7FR%6P_|I^9wSw~9d3mCHpPVwkSeJeH;mL!ld_5w|#m=oM{pr&8UEuGB!)*B-
zlN%2jMXt5)cs=pQtNRaiq;}=S#ZEhLd2`tOj{NR;hR7#x-Yk-F_z`n>Q>@z56^Hh%
zmNhO4ztelhc~#tT8PT)iug)od+ascCJH6v+w9bW<8Naq(n`I_>`OLX#M<w(sudC)g
zJZk8jtY`1Pu_w%`!$Njqw9S=!7BBDWzYO!+T_h{*w?}e*Ps@_l^dx(pJ-44&6|2Q%
zG4O|RTiMkH`#CYMHY)qNbZ(KlM_Ae0J^K<(uQq*c&3_S^Fa06vvzn{w$FiO>-;a~(
z|KF?7lU6u=taZmP>C0u)epu;7ZRK|DzxpbwS@6ARW$6*Of6e9TGZ;l)y$N`?d#!o2
zceuy;fX%C>OY2>+ys*S*(Y+7W$u52U;)!e6-D;DSj=hWJIs5wEzuG;uR~jCEe|KW#
z@zkzEYijPs-Fz@zFZ1o+4WHg0=Y3IJKKYQO__Wz`KUaqDIp~upm|MM%_uuZekfu4z
z*Ee{~+COEI^_znS0(;x58a8G<3rv!`D9ZHc0*B1q)Wt$Jp(j1-tfgPStXwQ#u|4Lp
zdd;lN&2!$Vl+?@@?#cLF7;!kZv9Ch@sLHa1TNmsPkvO>RHpl0MuT`|$Z|z(lzx8ry
zZ}Ej0+NR4zI3^v{=h!}bY0v~aC4+u3f936~`SPzQPSa9*^~jYyrS1Cks_gp<)#plX
z{2OrYGGkrY&Ii3S^bTHHdLiUxS!Tx!O`!{UCR{w{&VRDpup#m^L%{s%wh3#!(r1-g
zmWS0mbXsuYFn7hG`QKz1ZA=bLmS&UOnSMKc?eshO^49$7RpxIV`<01Hgn4t#{Iuq%
zslm2J(aZu5#>3GwwLEujl<GfRd+|?v{+fdV;(|A?seQj4Rd$zK{g={9o2R`q=WR>O
zdb}#_ZH?!-*%4j=I<Zn=QNIK%WcB(gqrMAo%v0~RQGa#qHIx2q{pO7GTBesSI9}MS
zvwXVtE};ujON!oYT6H0Bu~fbOyP&;#in%c+2P@}(TeveMW`b_%3CDl^x1T)Qe0KY*
zgXt3MBc6mAdtQ6<R>JmB^`)(fi`Pgsex0{Z`l?#`Q!W0&H><?EWH;^UjBboLqp23Z
zTq(-)Qv37JB?t073ZkuVm#*krm-KD_>)DwrSNZo&@X6!qV`F-&<7xBzMNiFAn{S7|
zw=KMRNwUmztEX?m-*vBcm@a*E;)+Szr9XB5pKbelfa}k1-WdU}uRhCqd+lS&t<$T$
z|Mo4aD_WMc#VtPYmIfd1-3iSvdMXy~O*P|^R9n2?ud2Y(?emdcSqD~hF4(Zu@{o9E
z>obW(f|q_I?AfeZzio{~vUgp*Yem0F`;V%XR=?Yy{=LoClfTX?nJ+I!<@rR3Cnx^?
zH#z#ubW#V?RTH(-wtt@oFg)M4Ix^6?v}Cgm_t$^VM0t#!zd7~#b+OBYUz2}5c6wgv
zm-BsYx7VCA8Or_5srQnSI{fFv#Gku#{dp>%n3m$yaMQDDiu+@W=6rOXwtM;FTa&go
zy0Nn@@!f5GVPf0Ghee@_jQ%`G;X0To#U=W1^GpBE`%`S@Ub8>Vv-Hhe>)@Wly<&On
z>~|U4XNxcwo?(vg?dv?<I;%H7MO#XH-IlzsYJ5#qyLNs`k-QaRe(20vwg=L4opzYp
zT~tc3+f@>~<KnXQ-_ITAIGpmzn(f=1nGD6N-->7JKfWv_>>fUO4TIa#+#AlFA#4A!
z?Cjlr$D1dB>95ISx!~A{n2DQiSXRBbu=-o;wRb{~W-Ki_lhf6k^@VTorgBN9qls@;
zE)l-G<qb!~*IlJ9mP#(dv-1ym*3|0x)rs&f^W8Pq`0k3toiSm2li5XN*8E~yyss`Q
z%v`1N^rd|Xtq(cOH}$pdi)uZ+^|hi_KuT?}$i%LxtLAnE@zs5D*eUH~k>0de|BJ7T
z$ldbUIlX~$Cgr`M>r?+*ueTCTd?1h&G*wpNnyaQ_EmNdw@5JIo9BCF&3*HNNrF=ah
zV0-#m;_c&gXN3=Ko3*P#-o*5^Vvc);b?b-zo9lmGJTs%{rtMw!bwz?Za>c_|=xjZ0
z@pt#jOG=IBo%$Y}csMuj1AF)DllPVcEieB+W44N?>_j#HS>?Y{qMG{LPMUq0l>J!K
zIz}>3^nIkzw<)RDPAm8FPd+4ZB)IBKwKj)z<gYhD%OjtgZu_stui5_S9Gjxd!#K;j
zZ+ln@U-Tx4N?)Dfo4;k*tH=B+w(S-CRO#^|W^LX^>q*RK^;rFqx{Q@eYvhvmNLJ-p
zh3voAZm?uYLB#TwZg<JXc^y`|=Byj#KK~I^e$sR%PxI)#sUIh;5dPA;rt{Au*LzY{
zTA7pLlI`!jmFuzGZ(n;L!ARVf{q&CFPm9VQ6tA6Qd!oD}bH-uGdq1201{-SnAL|!-
ze`&JoS6e09H!I%hOqWi)x+tb%hkkF^l{L2-CYyblvAiws#rEyTa?Q1j<g)tT-q%~d
zUH^DlmV@mf#lK$~S85tx4*d}ouwsU0QKs#zysf?Obf3O4a(cH{y**Ja&BH0}X2J88
zut(Q|uT72%PVCP*vHtCP{Xmzm>zhRO%-Of@j<MeLn%iwxJ1%TfJafd<p)ad{@${t4
zw}YbBo%CTSbbKh0E|lHkoh_|-KW)DR8>@+IzvoGA-}|fPWKZm>D|A}E`(WA1Wq<7Q
z{FC`x_USo93FbY$rz3vB*7$>RN`U!!=Z<ap{@hz_PKRII<hCx7<>mWTXJQM(zW;g~
z<Xk$-a{W@X<XfL-1fDr*GcDr1k|^un9iG`$AC#BvUN%*_N>KWYsE>0^+PZ7}mv<!G
zz0B@q>{c@Kt;w5Hm4%{9-)K)e@@$Ul2i=KlcJN#}_xs^{x5ZDV<TD99QR$AFS^6*F
z@Xn`aGF9#>s7EgOmOFiM#*a;Fl8y`a$;t8mk`Bw9zOJ+N-&64{dA<4XSdMRC<+_(Y
z?ee9VJ;z@^o4<TU>HM(iO3Q?Ioyd8juB<$_viXtpv)U{3ypLs=zgIne=4gr9%uPn6
z%+;44?(UU7_O(&E{aIW3OO@!$-;T|hA|P>l)|m;3kC%Dey0vJp;+8cP?Q8DDZ=SU!
zPw7MG#*~$9Y>b)*&8k<bAClxveAl;W=KYvUr`7hxc%F6@UlH83e!HfZX1jdrXNk5-
zg~Br?r_RoMe0Ywfp>=9{m)Gq{pFbNNd0oW1ec>(%_X~MJ((87K_^Uk0+a0^#&cE>2
z?OB?>yyue)-#${;$uZ~K^0SgFFS%m+DO06mT5nJ3c}M*X^f)M=bKvj)h2GEXcH8Lu
zXAUa5q;ab7R<DZ!PwST53zmN45;#<{jcpN=eT|~$0(NV$?I#ajk31%O>`nB^vb@O&
zpF#zz)7Nn@SuXSX_O)a~Wa8PSidw-3CG%R8f^2>raGkXC+bzLG_jk&1wp7YZzrktG
zBX=gCu#jWDFxL^yvtDZ^vj=DM3Y*_KCzv(GWU8=Y;O*Vjj;Z_aGrzPeO`f{o_PM3c
zUfv7;>M!u^S-9%*`0^(XRp+t~Z+NDx?y74kbV=b8vx`@@c$N0ERa35g6WzY}^@Kz3
zo_T1`U-no%C@4MU(VAk}mvMEn{UJqnEpA<8e?Eb2=Qd-;fZvwcwx{y^nirqj82w7g
z&q`tW9)^$|7ye{!detL$H`*-CURvtn+LyoVQn_z0Vd@J^pWfQnx<Gj5yT@0AFY_0O
zUl9H(dgWfts`A~xn><f{I%hdmWJ6}P&$I7yZ}!HBTBj6Dp6yU(qBK!_;Rzm(!@mDb
z!seZdlbo<Qr}%vrt7^HGQa!(|zVrk?{%!GE?e=?*xXhZT!Djj|Vwe5Bip`dqb;&g)
z0<%6>@^37jQ#O02>AZy(zdkBIyJzukfp5EC<d)g~ikErR>})4_r`@f1TcF!9+Y4#6
zIWp(V<l45x?AUclSIb*q#?DXQY*JU<*nj8Tx!hAr(&w%ES9xw*L8*piDtm`#)Z?kK
z#Yb=L={dzGr~77^r(lA;$NI-F_V1s=QoZl?Ma!^Q!_))parZ?giF%YJ-+Zw2NrB~3
zeWugz@7*rF#h&x{$9b*CmrDP-t#>iqdv;rn)M@*f+mElB+9Um-_1x@<61(qD`n37<
zo7#CVFD#1>_-eWM*x#cX1)3{&{+Rk|{+V}`XBNbT=XcxpUs=ldRnmN=Vfm7+f1=Kx
zvnUS!daQb_ZD@o198nu?pI;hQ>UCF7w?F^e9kYLNqC`}o{<<$(t9tot*gLj-j)@n_
zh@52kO7E|ZzQC?{*3N}C>1UO<*|oF(F1saueR+9oYwKabUB99({#Z20a@mz90(?~u
zR70j`g^Jy>TIG4yBm1Ds8~5)mCVZl7EPDbb2W)<zGQ;2N=c=4DUwZhA(qb}BB-Q9m
z<mGs0>YO|A=aQb}>4hBIp9brdXkCeqj#y^BRw(mf|M3YI*FINDu)PrYd)AW!2Jugo
z`0u!1S*mgM!<+REo8NZtJu9?jW_8rT&1V=aifn_|%{(G9>)7m^{nxXEr=6XtXL062
zogCLo#TON(YZpG9-`ZI(8tHTSj7L|(J;U$I_i)XM6Jd4L+|nF2M{cY6N5gX^YXw(V
z9;|YE6fZTQ<ULnu(zX>X^Zdo0WO6*`vD%{NKDRyX$BktVR*U#&?fu*SZ-Z;b&f=sj
z^GTd@&+4*<-ri}tQDN&#At@pDtrvG#Mti-C^^Y|2ds4aM&86mJGCb;0&(6*`nfdM#
z1K*13wJ-K?9Q{(1cj?ufOV!h#YpU24@W&OuUnWp&&UEv5YVtbfNH@KkqQ^D&ObJ*n
z%6<CNre{r(yF|s0{)t~UJL#7<7uV$$8_oW*nFTi4;Y-=efAlhoaK<d%w(H8(P4k}a
z{LLRNwe~h=REOQml2siSr<UlxpJl6-aV<b%t!`@v*Zhmuo-Y5~v&Ctr<GCm0??g^d
zc(Gi&s%_bpInNl5UXIhv_s{ctE1Y~p|67u;bJ;UJ^Lm}Du`|{P97}9nT9uR-l6dRv
zH@EvoZC<;r^4XD+_4xGU$&apu#M{WZ=ssip(U9`pa|YA#-jvKUGaiLF*|2I#JePQt
zSh46<XzI*K=5M!5Z||9W_kc=paY%Yoa$5Vn$&%A+C;EkQbI;Yvu)f=?y62Tp>eEbD
zqaV$0Kd<JT{OF8(@kPdvmrtGL7q4zu7*zf$`52Gq>hQwgkT8Q|{C@6l-*oohD~{u>
z4>|klNz=2hle-+=O)%}8bnoCcm3+pyiBIR-X*W%4yLWDeskub{LG$BAi-T2nURto6
zA;Ns-Grg34evuc2r9T!vKbx~tg?~%L3(p7E?*IJ)K5x4AKvG=rPyfz?dRuq>xwF_u
z^`PF<?>o+B79{L(5$0a;+w(x{EmqAuw@;f^<l2h|MZ0d#oYeKVC-IZBlxD?>?CR1)
z|B}nf|2O+Yt(|)&{z^vlhj+)Md0#&^X+3>+_WO)~vt&iL7fye?F#hW5b8hQ@XY#bo
z)y$8PwaWA>x;VH0!u{5?H1+2~_BI_aZ0#yDuDngVU0ubM5IOmX&yypWzi+IZ6Rl*n
zj#+l+lf&F?E0=CpoB578e4ckl;V17$Oaa#t47MMyul?h9()Sx{*6j)Ncb@O#N$b6u
z=9yNUP&NJj)OUZ~)(7Y0Mi#H+n;g7+$E4|(yXLJ64vYJ&vG|TnzN+~P3sz6Nca>i6
zzUTgV$D7gV8+72D;qTRIy@@9`96A27QaR%Dsp7w?UvJ!(RQ|fwSNxii>ZYDshTUts
z($;TUCa^s_gK4^T@XOj&d~*+<ocu-M&-&d{R!vkrrf=(>tGV&Q-UD3IXC7ZGbfB?v
zM^$F7!gQNwrTcbz*XRG8o|lk!#;W}JUU^ZajX$5e->Ym8JL9uGulMx2ml2hpL?$Zo
zM*W(2;px+d?i>A|U!U`K$A$O(J3po6e@{tTW8uR!soMR^mrKl_b?=BObA4VLwkJzE
ziQ)8_>Y2fH*F}B>GGD$@Q_-|1p|LuA&Q+NN^Cqz}%R84BKD}&fSEBfP($i(dE8iVo
zBDH<8gI${UMVId<A2zzPZh5{dF0?ms$_yt({S|Ze{V6{9KEwRAhU(InWuNOl1unm=
zGUL9*pZ&3JRjKBYUVYNKd@p+}k1aP@czfz~hX~=OK<3@?H}*W)pSyzRPg$Aq11Fcc
z$6m)-n%}87zEq$rx#NNFuN9Tn%Rfh07Cv*G=ejbFX?Nu5+SD~BmrwIZ-cylIZQ&^S
z@ioOW@#<1>);;^SUh`&l<E))jvTw)f)wgf2ix4TC9&v4^f~RMdv2omF`wedl=D8}G
z$1R-U{7o|OjL)yYDGL8*_*Y6h2^lMycrtYTFueaF+0p*bfq0i&Z}pUU)EDpGp_O%a
zWvrx?f%_e`;0{&Ss6VT33T{Z9EK}XzwQJ+GPXQ}$e^$1a`IDgXX4ko&8~S_ioiyLs
z_Uc>Ap2_;sKI!Kj^|$iYI&)mlwhnMK7Wk|<^Tdh?-1jbCI#KfK)FHDf|NG~y{|7SP
zy0t9&rF!a=`(_E24BoxcY|6|19xe!;U;4(hSK~ix{iVSBWx0Nbs=vQ`F!fM~;j?=?
ze_emetC@2`vflr;)t=s&CtmtreXsO>rmj!lF`ioyPi&2UwgxTzt+ZUbRNi}?w$c=@
zH<s?nJ3h|gtn={RX!rerZ~es?X6CH6F{!4{bv|4C+n#;AFZ-NA^SAkq->g1tnw!GB
z%6R>!=wGW31h~!8DE_I=XZ6yGxoK*fg+kesw+l?%zg}6i>W^xP!OIJ~H+_#2Oi45f
zo2QVfXH|Ur@4Fo<<f;!ouK3rse5z)|MCtRM4)@A_?q%!o+Ubx{wmy=nc(tEp$ooSd
zC9jzOOuzH<WMGc{&L4B)@146ObmFq`K^wcUuYbQ69y@X5_8P9kT?aoWPO4Z^kT7=#
z_gv%LP+|Awe^oprc0^2_#IC%g{=yQSy}^RDCdn86zKeM!I(emogui><t&Zk%+%X3)
z-(2(H@k^$Hji+CECTmVw?#;E);JEqD&uq(UszR(T?epD!e5c6GHyV;2Ix@$~gF^!E
zT1}m@^WxQ0f{$iZG~O>)eNyIeCs9n=NWNmVJCm^HyNQ2qKN9zJzU6UltK7;=4k4bE
z7Wep!-{<Z58>`~UbNGnMbX9Kl4-YM^cV3J=>s_ao`Zh3_N2_el;tKUovp>ac$&LIJ
zZ=)x*IAe$5|BpwmyxFwINI~PzRCC4mGfV$}l?#*p)O0>xH0|}FHFdRRJpOb0f|o7&
zRMfOLFx0^C$PzowO<T&Bmxu8DFnE#IWD)a7gFoh~)?={=UadM6u@gJ5ZF=|GXY$h{
zb!XrI@-?;G<va7?H-+U^Qf|wWQ=Z&jH1onb$;0RS(zZ6ob-T58GNv56XTL(zdWzrc
zWj{8Z3^HnS>F4pjvgF8xFE?$MM=!N~_hS1NUVVvQ5n2zf?%|uby>}MVGd`oo;R(mY
zZymL*4B2n~{Jv+pY1`Jd(XE*a^!_Z0u83n3y~uq|N$K%{%I^sd4w;jhlupjkTyA6S
zUC37&H~;w3<3UsB9P_=qN9EAntM4W}d}?yi!ZGaG^@A1sW_<TD*Qw3gmiRE3Nj>iA
za*m@%uFhro6`HkF`}`ISk^HF-PewY;u{64=AN@`~>5xy%ttso@a(&DwVD9BP=W_S$
zP8YFrc?;I;Dt&)7bGn!84rP~yOTBNtzSr`f@aNfs$+j~}WNu%nO1YKMlXrW`qV{I7
zJ=XmjA1QD9`(3d9cEi;(x9YA5Z$JF4Z1dd1hulIBq=oG<**Q1&_o;wCHzG5t?`d9p
z;k&JZiFIPl#5~nFuc!TU4f5v1&U8<@9-FhJ@9Hk@Yuy~zGn$g;K71Fllq<>FWP01#
zWbNk5F2CIW9&S2wuVGDL(LvAbS?s%x?e(e<(qC0!lze)P*|HrcO}HY33PRRST~hJ2
zc`|4C+XY(5MYC@*J_}v-IA^EWi`mZiuP&~Wv3?(*_&c;kak8wJOJ=J4F`cEtuO|IV
z-eDDZ&-~~!pU{Kdi(hbbeQ8l^zt$=AUoiFcX|^w|Ce3St{w{bUklJvw+wJz^OmB~C
zrzUUSoSvli>;CJImowcfrtaAAtU9iL#m8mU2jX_m_$j|^(H`A*(i6=+cH3T46c2Kn
zv*TOc<A*QZH?Go(_^$M0ZqP)g%XeD0%eHUQ)tUGFT6*aEI|`q2eJ7k`s8e5M%pTUF
z7gYau)t(<qa_wSx?q;2sl)bEP-qVzg44=RKdUkM1!hWY*dDDc5U$OUuEcV`&49i%X
zc2eZD^z7?vWS@M!oV$HOz&g?14@Oa6Rd1Q)KKhtzt~%GqKX`%d8jg}p`4^mjZFbV}
z(wqF~W`6_c&NJV=wmqFxmgl6u#nLpD`!avV{l)P+oFe){)9Ugq<INJjPU_|=U-#yF
z!%LyZ`rCD+K88(uBAL4Krmo>-%hv}EPdV|qO5f6F`>uI)d*pA<;up?!H(TcsU>aCa
zF*~YqrbKb}jTv)m@*jOp<q_^|xi|Mrbfx0VK=+BIZ|=PEI6tkebgI+5H$flyB}y!J
zM;hD-)8+_H{E)R-JM7HqD;HH7wg1aqQL*>tS~<CR_HDKO(-#(08wCE@`)QtK!yMN8
zoKb(;<fbp58M|xh(!}DRv&TaFo~M@b{kBgz{)pw$)3SyCu6XiWx?9Rdo;Ry#EYW%R
z)9mc^%A`*=_u9fzItt7;u5_uI@N5^Kf8~XynI4zDV%xnRY|ZZ7bjHu~ky#u|S>+X1
z-2<nuo>D(lx7P5C%`*K6^R4baAB#;m#HE&5y16@_Tf=hhu=2M9&oA#QxpLp=-+8~o
zo@tl9ZqHNydg$vJ^YXHfPmaxAt(UKUUF<}iZJ@?uceTGW<##I0nEY^oX3{a^V8gkG
z1z!F)QQuY4yh%e_J1(B{yw0W>4>zrnK6+;sJO9#6aY9EQ9J<_<zPD#>ny23Pl(#+M
zflqdD?LX1uzJE@9Pw#T3ZwZR5wrZcRS1wdcxbwWVHDUIree-tbyx)3jkFfmOC5@gs
z8io5Wp4!BBMX@k9ds0>gQ{_(WNTx?lO$#mGDa@PbE+;Lw$l}pOqX*_Q4QH=e{_fuW
zK8c9hDUvQf4{dW<yh88xjucIO=Eu9ZcOEf38{yj>VVB1eC^h}x<7s;5f4%3>PQ0nS
zWLEP6r*+>BZcOr=^1`M#@lsc{rek^3%J|s~(?87F{q{=7th>%Lsw;$NI^TX1%DGBF
zoXx9tk+pe^{SV)Xn{Us`=HabmIWKl1d%I`o@4ep>;-_ogO^)~cw9l~dHd_eeOzWwO
z9j@QGFl*Pss)aj`PBGm&kMF(Vz74Z3RmA!H=y`nYOwJQ?&x99z(?oTjh+fG5$DpS4
zYfHul&5tMT9QGgJzjNySKf{1WM_GHFKDC~l;w|yyYyHD7XA2r5ndSz)-}YlqPx`T$
z)#1r~6Q2hQZJ+R7lwD_69gm&lxl`?VC%6C3v*!BP-d5Uja^9!QCf{S$Hz>!=R6DS`
zFlyTMv$0ab70YI<5Nc<(eLU^#gN%y`KPyiK)Ow4YnNmKz+jZXSE54epcjunYo64<l
z_UCt|-<<Px-lZ_5P1$#rf0DBD_fO#;cGcf?SXTJ>um{7cV|E@j#%VkE?swYX;?z9B
z&b^cA>4bF?l2&vs%exuVvqfXo`>HcH0;Vu)`^)4lo^1d0aKfx7Wv3_0h2_qe_%Kv_
zeltsGo9r_iPy0m<5kkKeW*R)Z`Z_DO{Npc~Mvpp<*H<>qzQ3xqf7|6#o%j3iNSE~e
zQMf5SS0R4cWy^N`OWJDZZtpnBApKvnTB>zxevY2f<~cXI)|K5>UB0yc%o?lChm}u1
z{ro#~qf(#XGI_n*TKYc}rT%aTE#CUqwS;H2v9IK=^<L}F*E_7)_2I6yN72KrmM?9!
z3RY>q{Tjnk^Z4&%$AJBlN-kb1tjUk@nNl>7Q|rXc#hR(<bCM3c`*(3!F-P~~zsf>E
z3yxoKpBHPRw1y#I8DIZCtMx@aW;407cV77y9DG(e_ae`p_+17u43<5s?~2}CoAiFO
z=uP%0_d~4HdiH<Zx+E}1Z(<ckM7i+pBqK5F@~1mC$F4A1cfEYhK^|S_H)S*TsI|>W
zec4;KqQ`5;>9DJ6&d$AEMhl}=V{ga5nEG<n7d2(B{(#`!^J~K;U1}rygJ#*=Px?LQ
zLdrhp?WaBOF5LNR%H&O73XGMDQ>JMd^J~nwmU~_^)Y;B4YJpR|$wt##N&TzV==^_b
z<GOImLZKEuor~79zD23+d#J0Top{Zpn!)Q7kJ<F=yk`QwJk-_WnJhh*kMHDXrnkH%
z&(7Z6K2f&8QSRB1*Gq3S-<b16)7o?4e7Of-{#1##KX_H7J3}NrZWGVlNtsJ#h-I$6
z)IRNl%*N%)jy%S!9@!~7jo#EH@9fFgC-UXztXU~iWgjy)PTvqS>A3X1!*(jKob?w?
zKQV2}>XrFd%qrR4*rbfyv`+0Roh)?4r%nH&Wtcf%y>Q%(v+q~heE;-rMUmrj<7LZl
zo;97~`XV<`v-?fj)FTBE{zvsx*F<m3nD}xdPi<5X|2wB*cm0O@o~+*N>zl)NpYVF2
zuYB~C!atio4=S$y746UBYI=Qc!)nRnFD7MJzEM)iwN8_rm$afrhRH<MW(sefzSzxq
z#rw9TYWQ3;as2vut@YgZ2TbnDc~@QxPn{#HpSNyTblj9VmeX<$h<|9_W3-01`ii5w
z?z_uviBlDW+fNI>-(PkrJoe(X0`}IM_vG1gLe6hG{q)x5%+Jn|ZGykd!ZN47{<f#b
zGrC~s&&}l$>6Ly7j;lWg?Z}a7@KIfP_}2^OqX83~nYP>HEdBD4>(ds4%4KU69es+`
z{fa}91J!c0ToeOKxvfn3rTg!7_a^f_n^$;kW&NrPkuzQ5lMZXPZ+ud6_uJR!^ESRX
zrm^>Mhogo5M#<ZAT6qlZW*@(~RIs>uoh0vDo_pt{?2Wdpo_x&sxv=Lar9)aLn>@l&
z)b0o_KYCt#dTrc`_&Y^66<*w!xi~V@Iep&WlV>|ug+BdnXe(>8X8%grge#Y3+l21%
zzyI|38uL@`ehuNiRa;K&PSxLXoa0ev_|e!xvts9ET7hZ~KMo&#dql7E(9f`-wvWwc
z-kcNezIL9wb=Li<4^!rzT5h%ctCH!<Roi8}_5B>ZesTs(fAx92SYqaZk~z~@rWo4z
zG_6Q#GmLlM;`wH>)m+9p>zn87rR0BJoBivGx`xQ&{ElfCCxyMbX7f+vLDu&<R!@X?
zO{p-mtKzINnYizG{^3f?C2w{3)(V`Pbzgk?-G})fHY_RiE;ne9iEX{y@umISAGiE+
zhcC0X^zG{I4iGryUF`JfZ6%k%!)50G=DqJ1N!u0~JUKx>U43Wgr^%ac`<A5#e3sd=
zlh;-*e~w6Xyw$8tZ9Sd#iLzbN@77-T=4AbRlIwl^q-&?Y-jfbE`S+|(!V_)r#&uu5
zS+ne5J6FbeA+d<@_Fv_NYNew2N#Qdue~ze5>0WNk-#dBF($5zRY`;ym=lRd0rKQVg
zTDjwHbmWW+Pb!}KOTRXl(#`P5AjoTyzFhO!JE5Nz<#MQ-wEBO4CL$I&@969Pce<@|
zb|v48w2!p5|Jr^{enNKS-z^eh=IS5zb@BQuJUM)^Mt1H0mG@dMuKQ9vyXot<EQ7=U
zj0$_RT|eB;i*)}JUg$Rcg0y<!v4$B{X)Ve|r`<2jyO|y#-j|Sm_Itth^0~J^U(z}~
zYu2v!`%bN{wTuoId-%fO_S-G)cG4EjOW)5ulCiC#^jfQlNZ`ASySLH`^UpHX7<+pj
zi~Px$ExD$tl=Gg<{}jFbGhUQ9to(RnvgRDkJB7P>Pfv)l?h~FTw{cn7+Ra~oy*cH5
ze_5UEN1N`MV!s|t3E18m{kQ4l@%1+Y;+zh8E!ll5v`{7S@7IrOGy-^@#GO31b@F|g
zU4G8*s|*iske;(L@Q<+LAD(&tB6#1v^4`A0Jof4H)VT-y7hL$VV9K)Y+-qCorG=FP
z^!FUi__w$4h4H}$JZInE5@X3QT$C-Q>E2|##M%BCV{*dd^1sJwt>v$uNlC7-j^@6n
zcQuvy*}~v1k(To5n>`NdUH{`&b6nv~_uFl@k|`6WIZr=VGR;R}-erb6{l?oTzxds&
zoxN^3bIZ3j%e<v|+h++qbJ@Rf*`>;t>+GELroU^JpHua7j`^oW7Zq2O6)&$o{JmhS
zGuNpE;n$b7xbL(5+S}^3_V2~=d;K~FU%~=6_3p0q>Mff5-Ffoa53R55Hp|_wWU*9t
zzO?Gn!`R~*E^#?UZ<d%x1n_mOIy5cOdTy}wg2;oerdM2VwSBr9u;TA@(|H$Edmk0p
zFZ=QT?XL#E!rKeqZC@74{O<h2s(i(|YYj3nAKw@AHoradSwhV!_KZfd-%;0hLG^~a
zCr8fvJmrqz=NBpSxKqF1oV!cJ<D*_wi{Zy(3cj;z7Vlgrv2u@6x4muhANH?H-l`l~
zll|_{$t_#fPs@Cou{HF_jGfZ1->c+nvn^LH*m){$#vf1Bed}k%8|kj&V=3{Sxq8u_
z2^KTfW}SN++%~~AbV?T2%)i%jSGOEf+2rf~-#l%f$%5vGd$?AM<(Tw1K6_dc#j18l
z=;y*YH>NC{d2)S8_-^lsIX`{MJKoOWZugqK>QRb*UM;h0sr60S{EN=<DxD|R$LyG~
z>(H6`=08<mo~vK8$n?(H8QJ+KcP?AA&QShK;}V^RMb&)o&j~KOD&DYd-w&Ikl9#sr
zb6(2yv^sZ>?dtd_N&CpJ-3L5xEwDF@GW(@%xa(KJ#6=g@PC02ldB+@%VEtH;`6}zq
zm3X`j59s1vz2#x$)ijGAQ_h&4xcvS0%7Y$B%XA}E{hjhBM;_C*4Jql4@!onWWZmJ|
zT|PTQ4ciNz*`EJhn^vq8ckq1j*{SM!Ya}_29l4VgzbjU8O0U80jJ+LUPZC~>tT&i*
zJMa1&wz$(y#+P0%RFqs*$@@!MR)PNpyY0^Rm#(RJCg)zgxM!|u{o8x~PlUL--}|xM
znV}}w#B#cUT~6C0&}B<RMc^ITDQhgQyi41{8!efuK7ZQJr80jWzRi%YmRe~q_a$c6
z`#zulYegywJSr>;uD!IgQtXK_tah%t=G#{skate;LFl~PWAi@0I^(x_&dyJksz&F}
z2YV>5=eoZ~U}Mjbhe_FuM;^cLR@t!T%=dNMibC@ww#yZo1VnO#JbZbiC}5gd`iY4?
zC1EAT`?@0wp4PnGrP8LW`~6s{)A1V*%$%woeB1S;nd9HyhCf2K`O;qu@7_Fk?Aji|
zJ9@j7#DC`%m0nvp_wuo=-gdfb^R68&^AU4oUn?GVH#_6@Ud;(<Gcz_`UX@X!)$G+(
zcUyO9&~okj>nq;Ho4uH&kiyLQG9_xUWMj<N6zeFdw&o{wQZ=$(-RF;&y;582=&2oj
z<J_vJ-X1<jO*wh{>O2<lxw!=~)K5)5veu8=COUluPfFV3AIA>&3Y|N0*=A+a^cID}
zFKu2D=SwOV7H*%s!<GN-%lm!r4<r^U2W}}`pDrq<x{GO1;le7#U7J5jZ<N^m`Vi})
z_{(L<EY14*tF}Jd+8}sz@!nl;K4?D8I&+fs>6B?@!aYn|s<zb1a&FL=5IS)lgY&j|
zt;Zae|4ubL)ZroOp8BPsGWoLh8E^MxleEI4Tl8c+tpn}$u3vPi?9COGe-?LCDrat;
z%_4K>?=I;>9-PNYIKJ+P)>Pm0?UeLop}+pyKQf1xW`?|Dk-H&(EY)c5tL=}Bu1_lB
zNt~nIpW>Zg<hS|X1J>hj{ui2mnb;p+F>TEz-zom_Q^Lxke=;-|sZF0*WozkK{k9}M
z)$PIiAM+>9^!!;}QpuM+uSr~J(|y%uPj8z&vm%dtaW*^hC@Ru1{N)L`nZLUvr|UR{
z-b<NSvZpKZ*|PZ4#s0Z_;#E$Zl&^lYd&}M}o!%=qKKt|_bm>XwXVx#XUREWQAJ}$(
z#)}mecT<IBV`s=8IQ970g3mP(HES;Yy2rfsMOyK>q7y5-?=|t|c}H%ac&y-Ht=z5m
zulHWfOA3#BR4m`V_-<pxo(nB^gnU+hzpiN|@ALI?LR^{GpTK1fkA%K?vvnKqc{#7J
z^K%i~F1`R>JN>(7&&=HUG3uy?*6T7sd!vxIEt{UZ*-wzkZE?+edOyJaVn@<1?ka_g
zj9-M8GU{)+?7C^+$pxowo=#NK_?$j3Y3i!@{JAQ9{A!0Ae!P5t=bYU}=9B5I*KDU3
zJFnfG{j5(&GIrKnp<iz^P1?I9uYa9Ue);vU@?f>6Z$JJ0f3u-*=``!ojGh<A|13QH
z_BI>OEh~#-myVQMyr1*Zb6JF8-9^374g1aX<~f+0(EGX~;!|{bl*GJwAr5E1bF%fl
zG&9mX*0lSHy8dyGa4Gx6X)NX+<kB+p{^+eUxbw};WAUjMFWUC`st4ZoyB-|2aKB;Q
zg@%YefyHO+-`e>sntY>Xdcvd)vt`duQS`hkyVytKYVpAwzGF+>D*v2G+MalDaaM4;
z-u8c8d~T96-|2ZB_>#Tm(B1vV{Zvn^JLNp{(6Laa!<%%Slwb2ioND>DhbMBWW<uYE
z%<HT49&NRAKWgh85f#>~l)g55y7VMAiD%Q6ObFRpl481Y^=HA$6>`rCUoD*Sd9Thi
z!Ie4fd>uDLSr7ed>VAEjP3FCC4QsENak0k3lm*ds40qRtUgi9F#KCf*XV`<2#Q{P~
z3+~O#PxsW<vfg>SI3?bu`h8&7kE=|3yqTT4gsiXDKD#?r>v3|@j%`(!^o;pMmdlr1
z+_+*J_wH!Z$*eP(oQ2+q$@AVUzQ=I1cl*PZ&nItMyb1dvV=8z4g!^gj*77=Q>!6Jv
z%9L);lPwIYnOEc&yii_rW2xj;*<(kqpWeRc=fjt?@{P_5G9M0q@Kortm#piV{7aW3
z1B(}}Uiv&V>f}=IUxl(slcpLs73vo6<&&T8__@yF<x+ERy+?LaCSA{SmpQ$!W%(gX
zz4?6Fd&0N<+ME%1c-OUwRy?<Cl`LD9&P_40Y@IRnlg+ble`}o1n69zCf2wcR_EXGp
z3-kPV+5UJYX*{g#I*@GebT*IN;?;?_qofM|+I8gE@!Iu9=$j~oZ)gcR(|@3%_;iP0
zX;b8e$-mnqKfIF<zH`g<;#}zqPF0M(d3}ldU*9eBj-RzidP2wd7p84(eJ5jQ${%F9
zb?(-kmlksDqF0}V%L(MhJhXG-&!4vJ)>0dHle3*6hqda0C+rg_eZl{ecd=pfrZtl?
zca*J3;yE27x5Vb<UwNG+PMOh%o|sQQpXN|yw`VHPzRmMBwJx}SzV?3V$JxhUtWn%*
zRNZ*hxa*2_anfYBJf;J}?~fU{`YZaM{hq6%vqS2v*B5u`%BdOb7IU5l82br7Ia;iD
zPoU&WWZVTanbvPCc@NbzMZ#adh>=`(cFmczgFF7+^>E0~n`!K89lW0Ti=N2aJ<^6u
z@yB|@_Z>S?u&G<JBqRAC-*J_!WkQeFerR28lf2<vIqxopH!LOdZ@nz*F~7^o`QhoT
z<M$mO1ZEstv%z+~lZB*{&D@kJ^*e;!6*bqFf6eJk^pcQ%ZTYO&q~~R2NNt^o<g1H1
z;$4S6tiAN|(uK8t3F;jtt(HOuM7Fs0ciK+ToRhZm`-YF7e6%0w7##dxBDO-s%d2$#
zEd#Hf<gL1&IXKc%ew=*idg|1YC6c!dz6VZRT;k-n(zRym+gQIpuay_=bd%0woj6-B
zVCBBu=M@T{m+*a9V%Jui)BU#R<uaw@H20uGZ&T79Et#eI*E40J`8}iMg_}RBx0T&-
zoKau({dJpqcu?7lNNIr#{d56$!PkMYi{GVOoU!C}j_V$SeKi%5I`3L8$4C3c?Nxv7
zy4~slujg@p`v@8F({g&fE+QctR~BymQ*!&WmPEGDu5Hn^Gc@WYG$me7;P`s#-uVFT
z;Qcqho%_zoR4?CuKg(hDF+;1>ONHH+$-N7o>%Ssq(ez)1pDzpjd8c+@fe&Z-Lz#MG
zsa+GV6}-3WbN*6PbLWiTz7111-Oiu>`R?xWM2$XnuWLu#W!UnUXFIR|lArhD<_h6D
z#o!GSu9`54-PvJj_2`FR&!*bA$Mb$A{Fa%vIqgOFq;r{-i=7Q8A1-$BIr?1l%v^!H
zovV#jJ#$N1`a?CpYxOLx7OR-njNPXf{aUrf#eC}tyQuf?%{S<5{{3ldb8baVp={}<
z6DjV6yXE6!{gNFnF7JBt_xew(ihl-;MVYG<Epz|vX*+0}zu6+f#@v3r=5@{cF*^KP
zkNK^Wn|!fpcGUKya=(njM|#E2HQ0FlPg(GFSIAeTyLY$Qt~dU<d&8W~JjS~M{uuK7
zEbprA3ALDhNaA>kQr)kq$rUfPk4tR&aQ4rUtG1diCe>YIk~ySM|7*kfIEmY4CvPYl
zOYEKBcgSbO^mI;{JU{OH=iL9UU$37(A?t|B<m)yqd@J;elm+)6?tRX0ENyl6?9E%H
zfnS4@xvp`EZd$YL=NXAig+k9xWu5si6d0bR&e(G!u5EX&iSms4Ccnj@lmD%~X{?i0
z?ju{dOp|+dTY>fcg0hmSj&r6QdY){Wr(XSSUyZvphvEhExvI(c3PbI+{4P2M-sI|^
zxpl>&iA(|SBD|Fr`<^<LFL)}IxvH7(`|ibyy8cvIom@GkX8H$9-ow007o2=2cl)!*
z><wj-^Y43~J7`jJY-@yW%dOK3YHI}394b|dYQ)n&q+Y-BVSm))+_TF{Z+3`ZQ2xH@
zNl&19nw7bf#;SDVUzZd%hzXYp=&!nUiR01IZi}|5ENb$}8&}6aTytfS&#kT#J<3-i
zWWty1Xf{1Q-$m4F?oJKM(n%Y+a^GCxsZ&pDZ1<VGs4(u-uRT}J@1OhiuDw{x-*rdI
zZa2*Nzuib?x0%uHyw%?r-z(+n=$Moy&rLq6?zy+@SYScIyT!Y+1b<7+Ect!7^NaGE
zTq(|3Z|b%m(VS@WL-z6ixEu3MUVOS};-A+X6Q?I9xdqHT((iZh$jr-sf6saO;eLSq
zm+S;_ffMn6O;SHT44SuH^Y`@57D17M2a}X%D)EXPU)6FkcK)@1g!%_c4s&0Y`?h<m
zFLZ4XDeVnWGgQti$}Tt`Y?fql&MWlk`sOM7i#a9tNuD`rqdMouQyxuu^A|!7a~Em%
zJr*!;n4Y-X<puj)-=C{}b8D~9*yUFIworMdrR#>-Px8+=9Cdzut#ab4mu8874}UuJ
z`^KLWJAZBn>7VoPrs+E|De<4u6PrSM{|H(NHR~StUb{PN@x8yVZI}<<xZYfQI6xw>
zBwS(l67HMV)`tbSIseUjx4T~|;N7o0p08#?&%Bu;{%)=a-pzISd+MVz%8IOiKRw$s
zQ*mC)ywc8Pv0qNFaFDrwJYAXBzwCdAYLs@5$g9tbBQBn1<FVSAuwzeD+|B9N9ZqhX
z_fY1!iK6LT6MyR?tE%$t?Dd`R%`C{cExmTd%6~gm`0i)#-ugGo=dNGU(|1Sx;wv&!
z*G*G;e82UD4@Ys|?=2E~>Z|6(NPNCIF)fBKUWGqdYC&(+dfR6L;mb5OK2pn?qvu$h
zCucr|X`ikB>gtWVel&V-ys$Xv@SdPBgDGzh3$4lCo}Je&KD+M8(%;L{Rv0{MjkI6p
z6LRzJ^=3=`a0ySP>4gXNo?kiLn0eXDHe2UXo#>6pw}bVh+CO+Nub#Ep-iFhXMd;-M
z6|VQfM+z!ylYX7)&)-oOo!7fPIay}G*|1q#boK4$eer7h5jyp2(XnKvw^7y(|EIoB
z(@N20DLxV1*?4QObS&@Vmggp!Z!5VJE4#Pf&vtO%-MytOSLa`=LaCovv0~mGjcND#
zI+c=S0(8pwwqAK=VRC-YtS#R1T!L4xTK?Ure?D>B7r7Zz=Ug~dryOdXEw^{=mbE!8
zw_CScP23e1Qu%FPVfwP)U!T}tezeL_v3Ku=_w_cXYgzBL#_=Dyw)s_=>q#x)KUSW`
zn-3Wt4nO<dF5tKR;S(NdeT7>V#ClvhGtX3e#aV`cXRkeN4JX!G6bn|iEn}Zq@btw#
zmsviNSF>d7T=#Iv_s&Z!l1TV+^600vcP6R-aLi>rdNSyr@!P#C|2^FJXo{uprMeRW
zv%0<Y=2q9Kf7N}uJo$T1?NimyY9~3hMbE@tDg3eH(hIwz*458m&L~~IM)u)pu8#*)
zD^f&1GtGVUYEnsy$93(yTW4$8?0lP~_~6+e-jdRIV>VmgN|%V_muDCh!n@n_U*Gs}
z{PB-PkKe?UFJChGZS8{7{RJMMKCArQnk#R${G#=p)ARKsMOI6-nr#vI_lDQ1?UGv@
zV_U?YPqt?&6_upcpRv7c{jufh+_{Syr>^c^?K;`iFkEnE`K*cObN$l~mKbjCC=lDM
zVHPi%t^G5z)9BlxCEnYkttP4}x>-GNsG7Zfd+3QzkMj=1^quV5cGksSXt$B;X&Gy_
zJz;tdTX^=j_5QJ`>bHL(lGrszjhAh&(N4a$_eJk-7tPX;ov6FvLr%})&X6Fnsc~Ji
zip-{LlHXT*=giB5>)BQx*SH_reZcn8@i{9dh^}0rUq6+3<yukBbKbR6rDmLTSG(+Q
zSN&k_!lj$Pw+C#QSiki{O=NFQ`;)c@?)l!v3#MFs@vlg7roq#wi-$H`?NoU2M8Es|
z$>LIvbfL=ixflQFt^ek5>Y#kw>Iz{4otP;tNq0@XW3ww~-PvTiBHHrV{+#ssZS}9a
zKA4+4VEx+rY@+3iWmPM~P5kG!yG}fMu;J4OrqrxS{1SZcmroD8@z2HV`Qg8Zw*Ph7
zEBeGIMN|G#w(z0a={FvR{{C?GXwO3%@mZHxlO*b@@4T#E!s2Fl{)mOps*7b$R7zGH
zdr@X+=XGjT+k`34S=W7RJ%7r@CqeWx=cxmgnayd3E4?qp@$py6^#rO;n(H#dlSx56
zV1b)`X|zm`*xxI<wqezM2}*7+f?u8~SatN%@qmb*duOaVGJkW}y3_C6v$C|*;;)=|
zm|7uL{7ouGxl?_y^%{c}lb>xpvDSoVOVH!03EhuoY0j3KEN<rZ=|uR?1}*2_%DmI7
zpN8goJ?joLwB%-8tnMbXH=;|*s_dhi@zOIpxQ{$NbvASVomq;XZqI(WKhMFQRXa;;
zeQA$Q=koI#*DmA!<?9o@I3Pz+*YD!>kj?*-mWXZt-kRB?_-lXi|L1JK3T#56<0T#L
zlp0Qq_SoaFC*w$nn)=Z_)hj22FD_cU=mZx>ZzcPu8@qq0bbmE!v}k&o$!77!v(0vv
z<FQz6ugJ2rC&oL!Jl#-Z_1bI6^V?Mk`RX4xF^aN_2T4w5vv|7fuiL!?OBpBk*3T%Z
zdhohc+}wC#Y|88tmn1gKJ7#`5Bxru#y`I~z`VT)TbTm|pyVmRweWkqTzD{ISQNzA#
zA3gn_l`NVssyTO2y>Cy{Zu!}>wkpIe`EKu+^yV((qS-nAXYLzUvTMEkJHw@B-dv%;
zx-a2bUu$<Wvd&x*U3gLNzp&AROATJ{_+#BxlyU@dhI2(oU;g^e@w)cDOP^D>T*=)o
za&o_=v)-@u8&tdYPELrr?xo$6v-iT^0L$#{=RVmieX%_3WwVmAiIDf4(4DfYH&lDw
zx2toR&2n{;jmLz9u63)z9z1saBkCRM?rOlX>hq_)vQ|?{OM`6YwnV&MJX^-#!lWzv
z4j-Rd^u(sesXR07$?jPz7XP@sV)rEe2XC6C=O2$KnZ><mV}G^&`t3)YmVRFI<VM>G
zuDt~^i3wW@|94&e6Q6THn&a_KabbJb#%9(f>+Z$&wBJ7+z2*5-(OIQuZP%Ll1a7v?
zm4Db5u>Ilk>ZfZzuJw#u#I85p`BOdLL*aa8t9@s8Hhx;fuw>qseoI3m=lhAwC!6PZ
za;{+#4K$Sqm3sF<r>aD8li``T(v(R;n^@U$^wR>u!w=4zw`kh^h|<^Awo?|WF6&j*
zsJ=Z<IB}{)#O9+SM@@cayw_+AT(DhY?YzzR<=W5Q(F;qr;_2nzd~T)PGnMpU=X;XQ
zkLOOClJ=@5_L*oK`{6RZ?wH?<y+^iu2ujl}YqE*o?P-1arIA<u+um0nZr5DsFns=6
zZQsJh`?%^B{4iafEvkLWd8@y6h-kO_HvLt;D?g;HnrCb5ocP7eIVXdYWq$0jm}_yJ
zah3&&pMB39Hn_~un8iFfA-roY$9XTdb=zF()aOf_+V6I1bK<`V@@Kc7bi01(veupV
z&$d}Dw+(*u;=ys<uAOqToDyE%V&nB$XfN}c+3@Ez$8Hz(nmmcqHBbHiOzi#qVAY*P
z?(4jjzdG)m>Gw}@`jgX6iC(YmV*gGxz3|5HcJYp``OVKuZ~0rw3rKI6o8soBZLEFM
zZpDv7dDnkzyUiK-vU_^(Jts@k1+v-aKGvN(wa+0bY;*S&i`JxruV;sSxc)DYd&#cY
z*KcRc{36}Cb-m!rF#p(sGs&9e^Iq+bTHkgxF#nTD*WdVf{l0q>?$5h>nr(+9`>O-G
zr^Iq<yU*L^oi$y(q99;>-u)Ae^|u?$pQ)_>VEuiol5m}5-BTUQFKRc$d5a|?)7GYG
z?7Z+k#c^p{(Ya^o^Vuyo{yTc+#$}FO3yvR_-hKR^v%O7eeJ@AE0sqWm-4~P7Jr=oS
zU%gip5nFDi_3EX^uelQ}<&4&!y0Rp9yXmHqEe~@~xjah|S$L_#F2v_<qUWCz7vH}w
zb3bZ#ylj`S;niN@r}tC$eaK$-t#I4fNB$P+E9%ewPEh%stk|*rZp*eJ|1^WZH1!!P
z+iEA2Pxf5v6nvFCTSIp5f0u8!SJ&_Pdp{yYqc3L8g)MhXHB0m_^|lo(Rr+>#lfX5r
zNArCfPAzu+_i#hpgPFpA6I2#FN#;B?^HKlLX`8r?)NS{<l*_#9(w!BZl1EYnUu0Ww
z9salMeVpVaz2ip}GCqGeb$Ut1w7IjFJvZFYV7{XMO5)6K%a8K+Z~R{}Z5vPG?U!7i
zs*@MV|1&Y(u<~f`sd(-)`>)8#M&*@>T%PlHmBZ23XE)Bux_f`G#hp)o_4dC%x8K9Y
zLaOzpiCy~Xhq7nALpdHR<=_6&o>deu`|j2=^H2L%{`}*$@yfLGl49moQw_wvmOnaT
z?|xpayr`|;;d<7yP4^`w82_J=+LwF&^qIiqX}3Rb-jO7-@J~oZqUZYG%I!?AR`+n<
zdwb~y^QAMs2d>|443_=eX0TFQxHDRDL#fS2mlfAJbhF*^<{r4N`Xb`wSx<|ZrAaGn
zzb*gsfzj~E=0BeeMPdx>0)OhSSaBu&vSd}~>O0e%r?nrIzpQt8*-u~R7ZTA`amUX8
zzZLOKGws%+1)e|G1zVTan|~9M%CzsOVP4WJHZwEk-KA~+rQC0y_)|UY#irY<uf#ds
z+I)9uam!EBmwDL%r?z;z6$ynM{}V239x%t~Z`5ADr~mYOpWe@L;QztDY1SnH^GF$|
zx_fQgFWyLdCwu#l{!thAqN1w9r`T<bdS)-WXJE4Ca78G?mmmGN9A@e*(#qD^*w-4i
zOwVUdmO0C;vwTtqKh(^ODE)Ul+U~D%yxhI#Q$J>}O5<>tuNJ)Y?;=mlNS*IrzFGyV
z?KyMM<F(FbN8by!!eReSLuzbSZ?l@&8@ZQrU82Q2$&Gg+nbJikCWkHy^)9wHTX$rk
zpzWhod%WJ<GF>E^@vkm$eT$vhCgBzDjwwyKIOChs_hPB%#};VGeDLyd;|^Om*<LjJ
z@=1R8@YLmPf4`{N^S2AXzv$|7=G(G|H{C=tg1jV`9$5O)cFrEgZ}Kv>spq<#bpJPZ
zI`zdktowD_AkWBl%JlRDz13E_xq&_jdS()$`j?N*ZPi@oTKJH4c|u)}vmTS%x=H5m
zlJA`QytJBo@`1b0jAYMk|J|bXR%XqsBCYAmgn06zCBv7swfc1%{HXl-GROMW3#}|a
z?%R_uwuERH#c#X5_O0uq!b>NYh0fW+Wb)R(+&NTh#+P+3RSJ2G-*tpWsmq)xo7*n=
zPRp-%TTEo%-z8UVm(IvJ)gaS8tJg7U(Zo$zKH+!duPChXNpF>#^yzQwZ;{Ee_Y+>9
z(XH2z6;fOO-c@_@wc6v0Yd3BEog1FMis>QyDPy6Z>P4Jcp0mrVY$v`s^{co>F4SD-
zPvOx;m(1SGFSObhnRrg9HYk*d`N{1o*^2S=ZKfPrckz($363Q>-8Z`}3s#?+x5vP)
z=?mYU2Ci-5VvZ{`pZyk|8}aPa5#{IHO8S>}@2*_Zo@C#gzxj^A+a*fJWn?AV)ZR_D
zvJDWq`(u-z`Xh~dMR9`W3IY9Qk{{;Q_x*WdzB4#)_unw)XRdRX<m4^ro^zotRsH&f
zJG*|zo$yos@>c%pyK^t6-iZuu-uR?qo@7d|O4_<3nisNC^&5}AjpDo|y^ve$@=c4F
za0&M8KEB`+zwNFiIMv(=-Bh9#tIWdwyo>AOPS2h_MoS-k_cpVgdw<E}=YE?lUT(<Z
z)s??=I`5^J)Y6&8UUA8b?Ju6~sXm-}Rm)i-f@i}flY6mGCFgY?pB*P{Ipd{$$po>P
zmmajnT{6C?8h&)A@aqN9mlLfwNK7tVWgj}}`}({F>#wU<Gp-K`R-4w{t&*}Xe5puW
zUnk#eVO9gN*N3Hy<;@pNZ+yp7ye(+f9Nh#}`|n)yZ?l{4suhxswW_?y_pG#fYGS&@
zoxK)XPqQUEq@ITE`1H~5y!TY8-CoMfYgMgpZY%!o^U!ejo2jY${g}e{gw!t(^tCEW
zx3!)&cj3c%ztpEbmN#Fpp>~bqre3L_1GmGT>|M7@&;6>duaIws;q}gMF-;vSckhfy
zHW$+T6RPuY8{=Ko=S^kLt<_Xtm7C}J2i7cFT^yGbBRlm0dwIp3CDW_|N@JwAuQ>eu
znBd8hZ~EzHC$vVMmpm7Kcl(cK17*o0A`7x#W~2pMO}I3xrsMARhwRR8U+8qqJHO((
zO8j>2@Lff7-@J7;O_gv=zY?^!;8gOv1JW5+u9#KE)JX7n@n6iB+MFkC;P%w0`f-$P
zmh6u6mo$1r`t^4&xnLH%_>xD`u`kN`NlXzLFM3xCsc$}RAz!@TAX8+ryWBC4vyWqT
zmPBi`-1=FzQK)Odzpzzz_pf8TJFzbOOLIx(lb)q>-k&g0{^wU7tGywf<BrCEr}gQs
zCNjZnAH{ypUGXG0#(Krxsz95>_9H4EukW6@vi$!c50zESzQ&b$aVl%$VtN(_L@rbD
ze)jQD*N<10UoTto{a&zYm)^gU<luyRr7ybHty=nV+bWiz*xl3D3iTb@S8ILR>3BWQ
z9N(}cjZ>;uY))KzB&2h&G~E6A@yW`s<fH7uO!oy$$axsQ)KpD=hU!#}lPWdu&&*2`
zn^$iBB3gr|V@7byuB&;!`F-mpoh^=M*0Hrd+t3}8QL39)R^Q2W_=th*v+TMH^#!l)
z=Q-@#z_N<xE{E@-*?X?3v!5tG^zC+@V%0Kpxg|DHO56wKr`}yt_Peoimel9>VRKqa
zHb(w<650LVQl-u7pZ3f*|7WsYad=lDsivCN`rF{o{KnsD7T5l^U0Y*sSg~xQ|0?H+
zPp|x2{-osC##(I)qbHfta}Q6c%eT?l{j2l&()wW5C)>2!{?uQ-+0(V#^2+6IpGTJA
ze`YuK*Z4huEHmlo`X|-@j(s`LdgEVX-aWH~Q(vTyT=ajo=)i9?p);|U{eOM1Nfvu;
zuXXf-@_YZOn*UcYUfz@X^JlEj?7sV4>ReV|;v~!duWd{}wKleN$E>HXb{;sj-(X(-
zPDX7xxnj}w;zE;KZ_a#q)UMc*s`}rhO)BfkiF<y9pU$L~2Qym*dM<7IdMopU_0$ht
z@87%Xs~`BHzDl8py>si+=`LR$Zh9lVbU%M@$r+c7pRUs+9&K_+U-V*eorB)Y-}fC@
z7t3WDE`1jz7$VQ+a?$nit-tY1XG=K^)y~vD6?<CAnELJN`wbq`xIU$Lm*4U{rh8}Y
z`|>U=zBSu#&%R;5W#UVn&(@t6Ur6b$ziGMJD)xH+&uN!GZ+dX>w%$Tx{;>Pc-dt^N
zGr5>{vUsv`l5Av2W$G`#Ia0PS{%v_$C?7rT_oIJ{=E^D>_K2JpYZBeLxbIATt$_}&
zfXRi)CsWU-bMBtE#()3*+w}~pQc~)+o9DUO$4$)%)(_>KEtOZb>bud`IIG!OuU0Op
z<@huEr@;@A3rY*7=BgcCaJ$~--p^9M>96CO6^=0qX1VRTVvuF&7_S~{y6@JswiVU&
zGE70!;~aL&s=v!>n<;i}=6vbntMx8R+Uo9iKd&DUd3n;-DhJo--OfQa7LRsq{MY%j
zw=a3_7QMuZ_hOs%)%KpQDq`_bNS%_>XA^z->aBG*-dTQ9kjs6qx2CvZrh{VB`+)XO
z-K|zrYmd&D(<mriv&}myLa#03g{hzYG0v$^n}X!8zSwg|d_t>Uyjq9UH1TPN66Y@r
zjCeWS{fl6!;+(bvNg471GC@LbHMoD48MW)R-VWe@Y#kIQ;<q?3F7(!V&g~yNZfo3e
z)6G5;{Ft+KW7n@om6-?kU;2<_aQjzNa+r$c0zKcu2iJaKQ%?Eh>a(xscmDt8`H%no
z6zYBQqt(Xj?7K&m{~uo25#tms9qP9FV}`+cv-Rb^F?G_9_s)s9c%&;{`jdiXh?@RK
zn`_2LOk@q(RvD=s34SiR%FDVuc00F8=yy3^>!>o3wZhefZLVu0tQIVL#>#Yl<D$o_
zUhL2+xw%_PzJJvs;T12w7=~<ZOp!BiZ9f&e_VBWIx4XjSc$cqeeXV#mscF`VRiBr<
zkg0SGwDJD8V!^TGm&|i{&+9DRJHPJ0=GQG<*;Y0tK|K4UD;_^gyW-OL_Gsl({at0x
z&mO(}{_e9?na}0sD^E{fcIn#rj6(J;AO7fA*?0GyR0@9Ko1k<4!Xo1<bGQzFvGltV
zdwN1&cC79xyT6&I5}%x7-!3h8+x7Ujm;=k?0-oq<9(EB(RO;9^H@qXg^5RF^J8yR8
zPL(z8I2&<nSMAx^;mt;WBe+G6WWAZxrT=)Q?k54W-R?G%?`N#Iw5sq?mCe-9FsAcX
z64xIIUkH14;PQ?aCi5=LT36<}Oa9swkBq~eIoEa4Za-^`DV5lNV~S1BYQFo^c~9Rv
zEkE_yW8KJq&E?@<Txzl*$F9He&|zNqo4>2xzSfH?^pfLN=6H#F>t{Y?sde?dc*84N
z>eGY&@3;btW-RRK3}C3(`oeVH?j<4xYxc~vcks8~kkiE-`sh&W?vmWsKQ!F_{JwIj
z!`Vyobj2ZuwC=1U!c9V_qo;IeM9tJ#c9l~r&>{0^OF#Ekj-?Z|7AE(}>5Ioybie<2
zB4Dj#(BwapuUwX%<`}uyYtM|{iMPMCo7uKb5})09>6D}O%R7~+Yy1wL*3(>j<L@24
zKgywON4uvRU10zH<a)rtjX%UMbzUyoQMx_w$V_JgGtOQA&gL!N6Ri6F#L<%%9;u5|
zE^OU&)K_Q1ev1T&=%RDGf7{9!<!$y#S~)2qF3|VFkwac0Q=<Ho&a%($H0tf*))TO|
z2>ae779HoB!)1H?)-ib*VUZpm<-q>gt77ubU(DrspZ=%FwQl9XxKl=QWs<F%CeEy>
znWxbzbhGk;$eC3vo3$FxF!^70x%hI=xhZ>Z`E2;Qe`31LQ`Qr;-j3fp#Iql7*<Z~V
zc<Vz9n@g8(SM|-Q+WKA_gV$sUt(<j4qm^^&2EOK`;K@f)Zq)|gzhlwM=b6dVIw@%K
zo69PnO+rr|>9#QSyPW<tqI=%ghI708W;9BKHl4JdV#d4tC+AXM=d4*Z-pfy}6V8)L
zj^60Ba-pnry#9qt9h;6${eG%(hd=L}->ud^-kUF2b6MqeL{9XT-OPoTD=!`q&0eFU
z79E>b7f@!>$seY8$@Y86m!+N(FDz%q?zr=LiqNbjP2aZoylof$86bTmR_C$grncwX
z87D3;yqtNbL~8#66}gMP$3I6Y{b@L~;`3*ld)zA?3GVY<ahXxZB5vM#W3?uE4X@+O
z-y3-4cHBRaQJi(4NqD}7bJH|Ejg$MN-^_LYo|%*Uv%>2B(p{ZSt|gDzFZ$2tpHuTE
zV6~X(mKpkOg8CZTbq<m2CZ3P_=NAb6U*7U7-}J%9+BtPa&tIzlulr^5e)hRvf3Fl<
z1l{Z7U0yKNGUXQ|-@~e`Ie8299v}9Md0RZwF1)6$u*F=q_4X}+<sWVKEh?N|AorXz
zt21j3Tgc{_pNn_Sxlxr;Z}hoe`a-sM(}CNZSKihxzAt_L>z3CudlY8Q(OBH}{YN85
zu<E`&hrU(*D#~B+l=tVAUz|p+$+_0f%?CbD5}L)aUe?TK_bmh6l^fMAoGaO;rN4?r
z!L(`4=K5zBCPYhJ+*r5Q%6Z!j>3E*@$d>Ex6qEl5Wg1$&xH>ocaZaRL>AO!&PZYO>
z%>B^WSH68kQl+e>dCoCCzxkJUZ8_tcEY)vgdPQKagz!23-<R@V@7OC{vEGTH?#be~
zm<QL>YnRXabA(B;Kq0<EP5z3rgzDb3hChJ;`HC-RUQcW*YP|P>k@@h;^`~Z73oU9(
z2|bonv6p>j@!N2YSIk}3(VMPu{-{=bDZlq=wrY}?;}Ijp4-S6=J^Y0IkH3sBeH5=F
z%=dE@_usmvhZD*_sjam-J(tNmC2(c%5_bO5(=Vr;xK|i*UiIMVf8R?!Twi)oHLRk{
zdhXp<OD*<(t}61#?|YT}U3KoR=O6znomROZw(WCnfBW7mkHsg?lG;|hy|nuN+vujs
z+YRjNFDF_*>}G!(6+M-gy-UtUe=E~g9eajuPosnf?YUnLC|?v(+3|Aod^`DR6V&fB
z`s&8&B%hwn@!vOOD|Zts^Iu)J12Iye%RgCP%1`%tc(GRI`m=k^kAJ=^nHRlBW+KnC
z|9<rci~q^1U+Qj5=l$bQ936Z7aM1kFNe8S;ER-e*H7>pN`SNpfo7PDO<z3mCxmL0C
zZWsQc{$k#Q)4Nw*=T<5azw*ldK{n6b^+GM*Cd|y#tl2T=<*NNFSC!X(k+bZ*T;E`R
zD)hPAl+AGqkD2qPMoR~A%(h&%Em>l6bpS`Q-!^a8D34!u{wuhW*NB{mTc}mD!TjC7
zzkNE3?~2`J)V;VqqtlVs{zmMS33F6boZWS*BEMegTJqMUm^ENVq;r%1r{p!i%M)e!
zgdIXU{q#SatZ55PnmXNL>8yDIOZQw+io0~#_XxAAmVV$V@2aR(8CzvP{acswd$;(d
ziEUwj8a!s6@-F!_X<A&0*`cn#?m?gG7gQ}@qLF^q>iV>`={>XGvd&+fX?^F@VNZ$A
zzw~|VFKJy_l3wSi87dOAdfr<H&0OnXuVVQCuge#rW@s$U%<)am{%N{2VB0QF)vu?u
zT_(Od%Oa8gTRy=1u~0zG>`&8k#Uqw4`NsWYVa9i(B(1uJ#kza*ztoBZ^!&cO`rkIj
zrN@NZUhg*)lX3me=zYf}ColSB<ED2DSM2<}K74l5hUt5%FHX4h>h$D?_Jynq8vgVz
zE7&)0o%LpOuQTpiCC{0E^PDXf)RdK9Q1w4;|M740H&}bUiEH{9^W*n{D2<-#lehB&
z1Fu#*=q>uj{&CNg{r%bk=jKdf`e`jEX<^9q<o-%)&x?O=JQeNdlK-I5^*Qd-)&QZq
zUw-PgW-Lvz`OsBy@9LDz_vJRa3aI~_;<RJBz&q9K>XWzH=Xi>2+nbWDf6>yTB(C|}
z+xMPaecp?`w*+3`o3wIjFlSNegcw;Bzx^i+Ja1Zg)Xb9#>iaj>>zv3w_jSv)Gm@8H
zs!z&))_NeRYWmCRmm4%i_iOI*)U@<)x~DyHXROdO<2#F+lZqzHkWo=vuQ_*m;)ZkW
zFLmz+`d<BU%Peg9&X=3(oeg~-=YMS2H0_*5_D|+1rh>Vvg-=Nx_e?bQI8o#3czb4o
zruV*=|0a28q(psvR+^-rGHuPqX`-egSNoE)-ye5-sqXP&W76xqGgF$*YH!)``P||S
zpS3eA`}OxP6Z>$?zP=*ZrqcP<l<>ab{Rga$PA<P-Gri$c*V3gNm!JP&6aB~ZdWtMx
z@|UN~r#zlrv(1&_5)ET|TouHg8aLsO!P2Rm;<MW}9kLc_Rq3dda+_&)-CTo9{!M4_
zc716B_3)_$AM=<#&N}($;Kvw0>mpW-<7aA=<8to(IQVSo1mpRFg;8x4wSGQ#yS^_I
zO&6)?n=;W(KtzL=)zevRwZ)v$KW{$%{MXYkLqt_l_iE5(zSKRZfA1C-=vKJKIPue@
zrH8IY#@xBYth)HbtioibzdZkB^^e78IqcN(>YI5n=#!-G(wc^8LGzyl*j@<QZg}~X
z-vsdvks_bAnV)|ixoF!uTjQac*NV<bi6OJr-CNSN_>GY2_Kb+L{_~r|R&d(R-81Rx
zW{+U!ulKH0uVy#d_SryV;-0l}XBP%)3A%JC2Oe^rk|3yRzQN(SkIUpg0arHcJ7(M3
z74PBZ>iGC6ThH$s|6*NR1YZ6zGUl>dp7Nskh{lsU0Rm5_X;>br3s`=BQC$~Xc<U|`
zo%dgPwEt=F$!Hv3&aZJiJ7b^El*g;%iehZ;^nP99cxUeCrAI}hAM>z(Y1RJH`gw-`
z3g-KBI;OPOU0En!`r!7C!=?v6EvRqqd@p?ZHro`YMSN9jORoqWWA-XATCyzohSdH=
zt29K8bgp{j61s7%i_!nX7cW<Pi@#}AfB#->=Ho!wQmOq(4_CN+SU*2)3Ljta@)-ph
zKd1iv_b#<uM0(QN^gH#g8y~tF6`v9~o_Bg@^eKLMk%R>~6WN+xv%h51tWn{VJ=wz7
zEF`Wmg-J(p=F_L1XI_<?yUBeiI(9cOl>O4#l<j|3oU2$HC~(f=>CZZsNL~3wYp!KV
zymg+k_3fRfclX=hXt;DD@z>j?0L^)SUd}3+QtB5QtK+#lVv_L|=9R%FzZC9Uxh``#
zHTQhy+oVVhwY`q4sVjDxyxqh4r|Q96wV*?hd5Kns>gVhaJm)>>^R-*MxV1FytDY=h
zoN!Xmbn+jklpw2FUdJB9UNFA(Zh3=4=LxCxZ+e>oCJ9VAbKBa}e3HtCGgJMq%nr|w
z+Z%Yob5ioUqED;T<Jq|v#wee=+Ag*2a=+%OGp3?VZ35T+x)`P{yBoyvb=J%ED|jOV
zj`J;$n5?o*rBg6dmGzX!WrIa+;)fIO819ol_ECQGIn97KH@<p%oKgDzUjA8NMbA@<
zzf}h&Pne~~=GgdL%3UOR(h-Tp3sTwzT*bS1z2c*$@^0S69XDZV()q&t6W=rcM?Y!~
zs(H4_WRIKG5~io7Ti<n`JG^M2DBs(HCqGlSR@~EWesyO?`(MMvgt+51U;AgC7wO0q
z&{T}rv*oDB%cxmfEGO^t{*)Hq7W}u;VpH6o!&A(@a2)BFvnTiL`PHr)AL-6AxxLLd
zBP-7#@44i9lM9D-z80$&Ry|{~?82w*lQZN6j(iVqxO8y0?gf{iwYt5U95GjPYq=*j
zIZR{t(5oe6)8QXG&-}voz>nJ)`KzDKjJ;5x;3W6slxg(T>}^`t-z3hNtRQeD<IIHT
zduq=Kf4#QrvzXiuFWueddGA-YG94`U?0R&#P<orO^|F|c>%%84m6)u0?99v1zcalw
zZv8p6ZqbL&MveJ<U%X3-)KJ`e+aU3%m8zO<8OQU>=`YO$M5oM3o6=Gvm#p#J&?x<Z
zVu5vtV=lASQ_bYn*Jpj<T=hTyiDd5a3X83p_s_0eeRzr4CY3!O=iLkl3flRzaZ+Zy
zTVb2Zxe3=&Z8a)3sVv@V^s=&4K{0Yx{Qi17Wf`HMi7hGi9#zY0o(pv4U0NO_p(WHd
zW$$)9&&s<itG(RwCx6PyQ042G(lcdc`T4}(MuzK;El)8_R;_n^p8N2|{Y83dmw$i1
z`g+RaGgqt5{gn=T!>{aHWpB-u(C%|6bY{zHBhLGQ+!q(hZ*8`l&G~^(azfN!wRbcA
z<XthZ_mw@Ht@E(-@b?pWhZ3bNmb8Sa1Zm#>sC~uY?!9^k&E9OckGba@-^^QH>*e`2
zm+#SsEmaxEkBOX%TlDae-go^4jh;XM{k@!iI$h_#_T|0L=H71=(wpce`Qxcp_lr9Z
zk1QytIb-sc-FELK&Y%pvQz{vp)9);B^17hE&8qnOU-poIf69y2|36uB*WT^Ro_~9y
z62o1USAXj%U!uJGv%JjDJxrSOf0UmST(<N#f7spZ**~V*fA%VIa{R}_>MHR1Ms}UT
zl<Bj=|0r;@H(JyfWX4|3UH0OV(R6F?s`+21%sEx<5$Lot`I?#M2gf_=eup2~E_fjq
zpz=@pz66u<(fZ#Ly(fR$=J8~Ho8;-Ppk;p9yV&+PXJ4_ntl)f4uxlNQYj{)m3SS|=
z0^J#xmD1fFp6#tvt(eYdd3rv3IjeVj4|nrZbA9y_+%9o4eX-k%ukQ)m<J}l@Csp~L
INu26A0Jvd?cmMzZ

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ah b/third_party/icu/data/icu_conversion_data.c.gz.ah
new file mode 100644
index 0000000000000000000000000000000000000000..ae31dffbe2afc8ad59ae1dc323447d8cf9d61032
GIT binary patch
literal 177696
zcmdO!qnj@oDmHa*$K*{7{uA7#a{8u9zM8P<(w2U6=bOrMhg&w?)%V(at)|yZc;ipy
zVvhXR7jA7^)bIIW){_U@BbS)&GrKlFXl+nR_|h|Wizc6Z{_M}RUA$YYq>Nw2OkPo`
z<5Vv3{i^+`MOs{2o$ofqx!GRMUbT2l>6?9Xb}#?&iQAD|Bs(r`+C3MGTRl^9b-aTk
zcBSsyqQ-el=*h0vkwOk~DLWURyt=ZzoAtwOtF(FPr^NU2Ja01p!1I%B)r^DQYpyIe
zfAQ((s?)~h4-bCs>-y7p_(Q}htJ-_d+Uz!a&+`kPx$M5P_p7Qi6Vh+EUi)#`#p!B4
z|C3|PZ)arQs%@Bc;^fB*#-}=ym24iwrOg(5d$d%@=0(~P_mAhkFlIl`TwZeCY>LRT
z^M!UzGj6xf7mey;K6~%z-_P^+I6Ri9QFi%U5whsnN<;rclV5JCW!RWAy|+SY-<LT8
zSzZy+pCoKvBzRTzZw~ytfv3YpTetJe*A~8ArpET?JoDD?v6*7_z_cnWLNNCDlZprX
zoC2@5WLYj)am~0(OZ~X;4>qmhKQ}Yiyt!0*PA@k(`?+g`+Oa)#|M$69c}rE;Em$I}
zvCGpUGx=;}(1V~rhdCb`@~s}ceYTHx%ZCa39k~5#v!}2w^?ASQp6}tCyUUaL4JY1<
zl}lLu(bE2}!#rud7rTEX{f!M$=DjGZ(S7{O$9+YH&xBL-MSf-8H<q8b$tOH@W}Ro~
z!<<V$Z5Jh8Gj+boePzSO|NZL@MTyPluUQ@w(7pchqxqJ%y3VX(x%I6%q1=D12gmyW
zp{pMjd|mXSV9UOz-=`FH$~{x9_LThJ>!lO3;)sUg-_QSQ9c`4?bo+eF^4lqQRP50a
zu}77weS;>6nZ~V2Jd>}XB=&cQT!p)hu=3^J+UZIfQ}&)#oOj251DD80yOV!vZ%u#c
zl=pH|LiJ_UmLqCw-EZr&e$OlAHtCrBcJ}5!f7t}gXRDmr*0X%hG3Jk-Y^7B8Ov!a}
zmSJadIn_PWZ_?ubhgT%j8FQ}8R}Xmf+iidU&+g3S#>c$>EkAzfOP=q|+y5pyPd+LX
z@3+@(?VMA0E^O*q-}`!jyxPNE4OWxHkKDcb|EWOV|1&G!U-)`-*^2o&UAO8IWeq>5
zJ^tJ??V0|uYlnWvHve{*{3q8UXO8CPTc%wPk{`#(znE}(_M5%N_ZxWbElD|C+#{+~
zG5N<`pF4S0Yx-V&^*wy6YhJ0;wPSgTMdqGY+D|&~a?|&_d(6lr!8fR6c74IdCjx8l
zFBE-LHn}5r@>i)@;!1ns4NL#9uiWLiCpO^K`7PXn#d6vyXSxfW&g2Lg9$&d+qid|y
zA=Y0_^XnIEZ2hdsI`e(Ywh8wa_wpX!G4t?CrA=Q=Rxa>l_3i3R^hw!tawq4e>(<Jw
ziw{(s75|}pTjHqH>f0KxykBW%c3yUQooSV&5PYMoS?8gO-kHk7hyQ(d)T)?mZo`>$
zPx|wZZRbVj-<P@RWphvZQ^z)*Co<}vk8>P7>HmDC>RG+6t$Htu&e)v3bNSRiqkB2)
z`=1_pJ9YbShK8PdE9XpC+NC?~)g6oY1)HYv2Sl1Kxy8m*#`mVB<Ad6a6_uuZ+V@V@
zF6Y^B(qf(1hE(58zN@dl@>1`0R$g41v}KxLnY4>*-fNG7n>*f3Ia?=xY#NK^`op(R
zN%p23&KEAo?#YurT<A1k*mfs#S>OK?%jVwrGRNck)9=m}&elF{Hn)#m(^K@*i8%31
zJ9E;?`Iq$C`2(JqTHC*v?sL~}y7`Nbp$xYeZ4<3a{n`GTS#J$f^U-$h%h#N~zWiI`
zYiq-=mdquwyV*aVK6YSk#Wo>9`KlRu%cSCEeyA#MKmU^V)S@<V{vE2x_6u~j@dr%X
zc2I^_$)a-GV+Wqcs<(n<thf4dmKD0l2)}tWr(&{B|MRx%7YjV<yOSTeF0z>?>$Uq%
zU*`1bA6<Q>JU^zsa{BBb{q2@tH`Sf|{5aI;?j#n)^@lZ{GWo8$`$x(*Z05#3&JSNU
zo|n@8Fyn1hVcV(89-iIeQ?Ay;HB=ei`<Oa+*Yyv#%oeWkeViTlpVij1N6p7n*OXsm
z{oy081uU1?+|di0xcv0)D?PL0r9M9SsS^D3*vC&Svx1HC+Ew3~%zo?f$*Q$xzvCQr
zCWgMr4_7`eeHGE=CjKSp?(QYeD>us7SWHR26lxk%{q&>4m5)6itfcq!F*ANhm$E<c
zGwyi9UkBlDuWp+A+GPCvopx6E?-$?I`%iw|EAhMMUV&P&(XZ_%9ZZiHd=x0E*4KM~
z^h$i%$*Yf!Ox<zf0dH@iQ}muRUiKB~amT;s|B&r(R(^Qg`2T~6AD&-!RbQwqdtoBq
z8~H!xx9>Ww@YL7nV(+@tY398`^v62mw>j>v0{z*~MPd`~+&tI2;Blhg%Neg<w%cgk
zOFKB_)}kGZ6Q4J$vhYrKo+VKs!m|He)1-5EKi{dC{&Ulb_Wf5%C2sa{r@qZuzbQWK
zd)>GD>QlD!x*hr@nr}0&@5KsccbjF0WJ9>KX9NTt|MjWjmB^O(sy{OoW}R4<c{Iu@
zAh7ea&?onwwsIS<)t26JnQrrf>AKDBwJ%eXF1)pQW>oQ7E8@xPg=?CQE)?v)wBYim
z(7MCAbJEW){xn18OVg?I7dGvhd*Sfs%R<xlIrl1ORZR2i{5QwG{Cw1k_ZNbX2CcGR
ze6rR2MPcA!%K(A?_sMGK7af~pU>tVGfKl$T<Muta(a&b6_J0ar@#%S}mFceE<u@CC
z&h)jY*naI_^WRU^k9W@8w&Bh7$qkoIX?nh>Ts~KkEq9thqWzj1^@>Y7j)!cT!ujfF
z$6}4od>a@3VM@{zVC8fXj(SwqIPHa<gSU#6hD_w5a~8FJ>&^LR{F}IR@7xpb%@+uW
zsbrsBu|iu*BUy9xinCgC1C2fXojhj+OzL4c@>h}lYe@gh=}Tl~Bh`gk7H9^`-AnzK
zVWJnj*s3<~cY3G6?MtWm78FQ`6zXKBT@>)TVjTPLhr%%zPp#r(7kBYB>)%%0vNdpO
z-lkoKD_6aKGVh4>x*I!|tO@>Zy8rz@<yVUYJ{c{{sI31`bLHxGsQ`^2txK&@w`Ou^
zD4d-Vw7#{oa3;U-Qj<Ur;l^#*PyC#B9J|SwpC0&Bc}u{NDp$d^b2T4*4{KP*rM7nO
z?8xH(tgZp)f`hJ0+E01imzngqS|;#ZFx!o7%R6Pey$jEU)Tv$SoyWH*W{SplE!Q=l
z-wW1AE$5c^IaX`%`2BjOr3cNKm$g(xFovIdyl}@4F{zC{8$Yrd_5ZKv{`Zc@KFi_a
z*Q<xB);q30;&Jk82it$npjxpb#@iP<{Ah9yaQgH4ih#@WhrCu57yfgesb9@_^wxic
z&AAqv7u2Wjs!uu}Ty_0tdXnwY@{I>S__<~L+#mT?E6e5t#~u!uZ9XOP1{YVv%836=
z@Nn28;u6cjH?yO#C|&r})J}=>Q(p&)T@TQh;6Crw&6ZE)dlWP0WL}VM{j9Oj#?$hq
zaX{Lt)`A`Wt6P{u>w^RQg)S|xX`FIR-{|AEa!a4hO+v-e0-6W4Z8L+D?w0wPSe(51
z@J?;#;_9xi)B3*HT;uL=y<zd%L*vzckM|sbkL`Cn`?zc2pRUV1m76V8f9!R8wQyod
zYpKHI@ZKf2TQB|C<8++ECYOCx=IzRxw~j{m3zTa|&sed{H#z4e@6j#XO}X*{Z%&6c
z+RXH|2oJjXr%37T9o3_+?I%{xIP`(rB*4p0sPFlk?H{vZu6x*;oNBU|;K^9&HS>4T
z=N)esWtY$6XnhhNspoY{|Kg|nb3)#6y?)nI>UAl9ncu~zmrcBnr_9<a@^98TwVR)2
z)$B9(KDFn5ixXp{W_Nng!hjlw_WvxhaW6g?Tm5P2`@kpr(0@U)<mIp@9iJIBgR5+U
z+&k(ke9VLQAE?@Kz^e7Y_LsAd${lX`yTf<>U1>Q%{SU60Zw!uAY+QWq!lhDWuZ;B?
zN?ps6Vx@vgto!t94_wo{uG*RB<j!^Z`42YJ=)d_X{W|=oe2!25X!oZ6^Ne$s<~p{W
z5t5Bx`r_;<!|AW@O?dQZ%BG!rJtlb?2JM`4d(u2ho!G}Yr_`+WdEbsU`8SC@q^s9#
z-LJHyqfQ0eMN_Y?z5Ce1r1>uE5z#E(^MS@Eg><slnA*D=?PfkzaO_;zA6tKq>fZbB
zg}D!Ge`{J*u<t*+*3-M9KRk4Emrh&A;wK;AE&S|uOJ!H*seN}gvFvxg6ei9Ww&m=~
zk6t_?5B+{leq7zPFlM^yF3q_w!<L=@+7<Qa;j9~ayUN3bi{4*!y{YFNw7F!p-m9g@
zUf(O=^K$rKH!msNbl>4)3lEg~$o%27+H>JyddZKC+op8IJ<~bYv|&-pr3-~OYkoIm
z9s2rj>69-<=^N!w?+DoTJ9ecs_rBftTg^2%pYLs4YCUhBNL^iHj|0Q{b@d_(|9yP&
zTRd1@G(cc>v44E-ql&#3+T9*`6&9#+rF^s8x3H_?psQws>@<yO@kb<=ZV49=v|sQ$
z{*Ybj{_xBGhvKc~Sc&}O)9{#oLS5iQ7mJbiZl26Dmz<CP{ruELW1*~(-Sa*Btvxc{
zf8uqn`JH#_>6(rcn|eJTbU!+mto_esoA41K7Q=M{Kc7|}<2EVy@ZUjAbCQgg<)Vi@
zAzf47UkF(GepTM0J}Uta!%w26Z%i%2=L8<J2|6*)_U9~)Wo^nVW%6Fas^<Sq%nx6_
zq&qoVD$1L^WNVFExVHR))uE<2%t}YMDs`^$P^z9e@tf50{q8a?HI8S!ncx4LoUNF8
zTIpudIgi@LQm$F2dUtLWUdLCII#DOH(su7XR@?gvk7Q=(t>@J=llv@o{d<U0<9d&C
z##$d2@#(*3_}}NXNA1C3t;F9y>NxVlJ0?Ba-T9;2*5~5K`3vqjn}=SG=WO`&tkCCS
z4bL1!wm>(D+x>^;*ZN(b;`H&1RIFgmk5=Qi;sHYEsvpX~cxLjqqV?ks#$)kiu7ZIP
zz4?BUr+WV%ymD0f(M0nj-1h|RAMyt7Q9Qdx(f5z`-pAZ8=Udonc<;0Rr{KNsr1j6e
z8yjZd^$6k?Iki4?(d#KH;*VY%9yf5gR?b<ZcsQ(ct(V=)_H;eftKmD_6sN{5HMcAA
z)%+UE_3Y7l>A;ZMsZ~1#SVf|rUpZFU>ala9S4@c4gG+uF)D3-%{AGm~lw`a(mCrNV
zG-knyW5!)szZhIYwU<4TUbLWk`eo<s(+*e6HB3G8SYr0?hNf=`=M25M=6<t`4Hn=t
zSKd5LednfAhAHg@ak8goPqVJrEw9dcQLD1pf1}J-qn9)Ft1bi-{FtSby872aD;2K9
z<1IViF@FgRSuJ!`XYR(f=O#AO<MW-oGD9cb>~35B&OVEw@Nv_wu#1oPZxAdN)ku~L
zww1qr`TmA!TLT4-Smf*JHlMGWcDmHIBR4eZwu|b+F0VuCAwn*yiHjx)EI(g9TZiW`
zqpJmDWOLv-;YAkT`C=Wp1(vfO*s;meJ=EyjX_3>{_x!!^;*7pNXUn6m)bhCRU%5M7
zq&4Ks1YD;wXI(mKG*3b8tldve)6A%SCAJG+W|Sq==BNL8%O;{6_w2=={G?)y>oUf2
z$Nt{6Um4c4rNk>@uKuxLJ86Dbb???Wx8EkMixrctNR6%aatq!*rDGP0ym!V7zr8*a
zQe(AKe>u*z+kQR7(ecInlc&SiXVxYK{_hkQdb%fg-aBrswekU)Pj^@HzMi>H@3?E?
z`ia5w-&|V$@$ThYD%*0kYqxG>nl}A$E0;lrMX9al8Qt>SnvI(aieipM%sy9qUePYC
zBl+1<8KLt<9DVca=S?qs;M??a&XF?f$!4vW$}JPk6)U@$l~k{3>i#(GySX!K+b)wO
zUv@qD9h$NJ@q@w}^A;_<o0!x$dBKyc(5l4@DvUnqUWZoNXn&3oTTt|7;k>}-x7b&F
zp4C48m=9xs<>8MumtS?+)jwOd-(RC;&V88!AC>O?pT6r?9COz;U!ga1%>TF;7Tw`*
z?hTl<_pGemoA%Bqr#W`<0jHWKO<?DaS)mdW;Q6D)Yf<2DAJxJfU#?~AHB|hb*e%w6
zR{VX6;r*uz`a%VcvuNa-bx!eBda50=wBTaxu7tBQZ~nfwz;j;0&BY(TAF*r;II>rI
zpa1i`-D^zErQV;ul{<Yk$JV#@FM=-rcysRYn@5+8S{5ywTG0@9DN`c0sH%He>bKZq
zQjb?o7oNTA%ErL$r9EGpuUa}rv&9`>v-`@YqMy4s4ks>Q_Ig#Bx@Oa>+Z#7FUDbQ<
z<9%(Lc}8HC=Y;<{pH1o=ZFOUuqNNg<Q@u2kC0<wUw|H<?^Q}k!+dcc#IOixNIo<xV
z-S?9J#FX1J5~nl8En3;lew;1V%cAuD(bn%8w@#%l)^pmkWS(Adf>K_zblJ{_CU)f;
zThu#Vsuiu^mRTS8Xwk7v>vF|S&Sex{H?}ib)nsvPE4Sq1&#dPokG-*ctXH$<#Ygee
z&-JIh=lN(bv#zZF<DQ3>e;tlj9BPz1e5Cl-%(HHe{tr#(R6gOdO);I*Ci3db&bb$_
z_CHS5xVY_@VY%0r^eIO_FrHd;O#X7{_v^QlE%*O?T_y4SXxw|B*UEJ%v+Lb`xh_Ai
zkbCak@!yI06p!DdhRcfYOHNqJzVmxt>908FsaR9-?U#4TtTxX*m%Uv1*2|1Ct68$l
zVn3B$Yc{wtbc;p_9nfmH%IzR}WR+qV;~J(2)(u<>Li2*Y{WyLiZ;hfEV-C{|mJOT_
z-f;%=I!LdnE52MGcYZ<o72}thDwFiBKPIY|y*`pRcgGsx^wLKY{nlLAxKAlQ#g_E~
z=K^5|{f0P(y%RjnJw38v&WtI-@<mDZert|*9=0f)!Kc8HbU~n*fsK)eNrJ_IBVh%b
zgTUf8304EH1d#(84S@`c6%DzPt_Un<P-FCAn!#egnPB8~#_!FE*OFg)s?=;Z&vQNB
z^_+Rj{dkd&Ta`e5VGv`~VT#zqAmXSK>JRlwg6IJ$)&*QiXRA45SDR(9rt5g_NoC%4
zrjO;qAvud&L5pWCnQSGOb8pW*EFsCj(^F;JJTLJ4lJskvUqtdYC|GUuP;c;Kn9E?r
zSi<z8#pQxsT!<~}1?~mnP``29I?l~|5yE$5Xl7tj6x`A;E|ny3K%oK5XY6S^qR|oP
z+`|O-+QkVHtcIB#o(z*gUURz@|3*ivF`cJt;_>bk>6eUOM}ApTWoEa#Nt&TcL2UhU
zh__faa3ri`a}apFY&iogo)XS71+Z?+>Ih|+%>a!kSH_H{8zx888hja~86VwKcz0y^
z1P)pGI2YT=^CHhLO1~P+Fn0pSTA8>CXcU3G7i-GU^up8y99s-kj9-{uw7RV5S!DF?
zp(fN5JWLWTE*W(noSdPt1&SiDKe9Rk85T3RF@pUkDKuF@jn|Mf!RXSv`|cO*ZraTk
z^jBNc8@NT@^*5C8-*$evc!N@h>ML*pg!s;!aYa*v=@G4lP=?hI@2zGOII;|${1Su@
zOk-WZnRHn|nsL%MRdrX@#a$`CYq&a>)IOco1vOdT_4g?m(ZwG2t9JSIEc&Z)s~<wt
zZmPA}JHg{t|DxJdHJIY{HqM4!Ulzx>CW*Y&e(4WYU%RQ+uGQsIoyc2le{YyrYHVlV
z68TV9HMfiVgjTtzh8zrrL|xkvl@8C>Jh#I0L~J0*=GbS)TmFk`Q;lExU)U!!(?!+j
zU@(KX2*|sT{08ydUWO3IHBw2U2Vfq~nayD0m?M=Wd;k=4;Mly%AfS{PU*5ceM=MZM
z?E@&ugIp%`R{dffjM(^B<&wYF@;>oMe^B~lfh0_oN#CZHF!+Pw5u8*HD5y;OHaWw-
z6G6OHpIEnON542`x&*~1I9-CWoTO^gH__w0=@*P&&HQqvO3YS!9{;5}vA5|L_bpog
zQRDz9+j)yMD0M7-rHP2T#mK$``z4NHmVz1YM$QC?|D+iwec3$c^P;4Zk33aw(3A;E
zgJwvHa_$6=Tjv+m9$oZpIW)5|R4Go}GT-$#m(0;%hP{xIqs0Z{9*Coo1U`x!$nfZC
zk}y32E<zv)leaTaU~(I{2oXAvvgGdm@FRDw2S2J4d@FttPHe1oUCrnqc;wMnh`+i)
zDf21=N7CIdBJg-x6UnejA&hq;7t|-S8MbLK_zKK!1C@~p$_|(Ig*XHr43K5W+~4u7
zJ0o7uu|mvt^*m6~aj8!5t@Z(Rtpn`PxC&)f=!kRv!t??hNuct?L*=db#eGh}zl=E&
zpasYTk6ZeS{wg7eZSgL@jvfJv)E-rTpb07{8PuGUgpMpxRAcmUyY=_C)~)H=ZRZL4
zcm59DqW`?oX7#*Y{|j}Zx7REE&3aTP`u23DtUsuv1QjWFSr%|5T@`?4I@S$b32WIL
zVE%!`R<u}yT8FQ54vWXF>2jj}>(eg;d#JoU{ap%LoPf$kC#B5&UEiMS%0AWYT@Dfe
z6(N`EMBj#A+&8EGqX@`%47H{VO%f(YU<D(%Oo6KTllc);q97Iepb`ZfV@4`!jy_T8
z7wUxHnqLGF8~>_Z%2#^_;auGJM*^G>Rk<7lk4%Eb9oRc@u&9D%vu(bp$#6Eqwk!sY
ziCgq<GtNWQY2Ti%XoY%#1yqR%dH(j@q93kh1FF)%DG}s*O)j+jH9I4|&aQ$B8gI@Z
zuVSP@aP`KSAap>b!INQfVAArxF7D!Xkdgyb;e1@OWB!ZYLr5k5Nu~gnjUl$6c!BsL
zTckm&Bh(pEPlFTTS#Aem<dRa^VM5)eh&e9uY)B^aHYn`!g{C`D#jLK<^i4STTMZYi
zB4emh6x=dDBk?&XXH`M#<jw_uU8*hTL+WQxg2XKGrGyqkN_>!~PI~OFfA8|k?@?XR
zqFVJ^<xoPZ^drm5=!f^7xcv6p@*YZ<y!r&HV6XWi)zq^<H8m(PLMt=Qgl?t_EE_XB
zd>Ljlm@%omJ?%7Sj>mn^JN{sEwDP;tFK&LN+2H4)@^*DlZqU+OPh5U$dCZ=ZG2boL
zZZ)HT%X&p{bq390DwDp=&4@RRn=Jg+`r<y}x2uz~i<D~B3+*j0?&I2|26pk)Sl?B<
zXCc|*w`IN1s*|1HGOrvpMycPbFYXh+{avY6duOLOxN6<}k@ME~q~CE%-mAWQ?0O}b
z0bGPIMX+qhgVodEgb8Y6g)u9D@)Wpj1&&5tXf%R+sm%n-Wgt7=uC7y?$Mgc07`3L(
z4AC-P83Gd%7xMhQs%>TnuP{7Cu4i))Xl?_ysz9;k$k05&<5qa(sU@GL{FQ_?uu$R>
z+`t0+Zmn^KeaE+EFma<!;3a$K?~1^$IW<jaViU>BYOC`mg^I)5kKa<S`fhrq7Fjy^
z)NNJC(#bu$Jl$d$3YuPQf_fO9-&V~|0V#c?32IR?uqjU5q7O34{N$?c<&c_S6{EnB
z6^fu@1KQAn*8|Xo7SoI#AxBs%MBerH$Gx*<GGmWL{k&!Ixumctps>iN@RNDrCu2$5
z(<#$ZxV$|BKX{fcQZWvg6sUGmVsc7}r<c;46e&iAGrrThRZhE3TFP|(nEJN0Z+JYv
zwXpnlyvA+z#A8X1f6%eV?Xn9>R(kHb%+jhHKOtmkhEI@&+Dq2SS86<O?NM19Ym^(i
z$;Bf?<>G4H6VX%igbJj&Ry~N>aa-=*k~M24FFVzL;@{_@mBluVFU+n#QN6C=@UV4y
z_vY#E=U(UEQ}<x;yvXxP4EtWSGO#joF$u6Ja5#8WNi{5xcl&Gbsy)zFb?<e>S4RV0
z7+v*XJ~K<3Z}QTBb3yA;HKn@rVqJwY5`VMToR!h<U7REQzHQpoD?$oy1XGHb*&80N
zc=447+Ol4iF3jNW@!?C+9_~+?4u1C%{21mk?9^h2v;Xj`G2D6myuDRlq^bhi4{|yP
zG$=4Q+Ojcr{c^m*vG~^M$mb8A?tHNLuY>cHuF1BaR-|o<k1XXr`j0(^N%p+$rFyB~
z2UL9<k7Wd`oqo#r@~Phs*mt&7?ewgww0<`)Z;D;x@;+sMvHSDCSiYXK{KaX9-wo!)
z1=nm9z5PR8aI(*Lz3<{NPs++J)qce^ZN=>QH#YZ)e!S89EPDCUOT8_@2I~8cO=QW+
z`>~{vX_7^ph~ZhK)v*&<7kexXy}FLeVJ*{zFU@LO^Ed0hRbM3N$`+Wk;1eT5M_^!r
zz*AOV^_<J~OcE>_DvTVF`d^wg<ZrK#Kf&=nb;1{;a}}AdUmTIDnEHJ4$H*n8G=y@y
z=WOq~W%{pAZo#RjM8kS(b-toFzLY&RVYw=d3VctrWK8}%FbP@y|IZJ7F8PV?U!IWO
z^UTHadX4tXk4|mNA0172S^YS5!X*(GAIH4Oj(L+D<0kCRPZLp8W%Mh0!t3d=IG=OA
ztAFi%6>d|;j8KMIAFC?s^IXqc&1K9?GJ2(OImc)FuL-72I+M;tt<#zGY+_&fRn<Li
zj4QHkl(=RJU7uBV<HzBLlh2ktkXQWd)G8hq|6|GWI*Bi}7rt-$RXNik;6!KR-%H$I
zCUg07^?az~O-hd~SY!2XiPU2AEj7M-?=0JMXW^bR598hmDAzRa6xut}c`uJ%+%tZC
z(GAnP`s*j3j5*aPpt4yn(9-9>=a$nYv#TD6O|^`%ON}{Wv_(X7F1YM-Wav_uwgg_E
zaV3;u6oh7o4hy)c$aJHNQQ(MMN6(Whs#>pwrj~Y|+U1fOyU0k-KT_XCBl_xQU!^|1
zz{u$<)_99BSU8q=LaVi#t14u3os>3*vuO!zf+`5P1~r4JVSyqWuOX~i<$UjZ3j;^e
zg*mXEOMu^MJ1L>3XOCDE$1XzEZR&B;TZ`Z2g4ldzr$h6WNq0m!eW-W(uW?V~yY!6D
zwt;@?W;r|lU3$25vyNc=<J<MzlPb#EEDw~j^~DFgyt=<K(DrXW$Ch829}=7OZ~ax;
zv_99bE#vF)-%RznYt~o)5a(ZHtgT-^S8M*upGT!b72bAh>1o~jGQ&A;YjFGI`SA%x
z_YP^Uebk@+vVd#B{uALp%@?fX-}(Mq`djC95=Qw4Yv0@NKk|D0buWg`Uqy94iJ#=R
zN{e>i_1pT{*UJwMv(<K6M9xmlIr8i!d+L9$V;09%|5bf^Z?k{$MyFj_{p)wUoO5Kt
zg88g9;y>q3NqTmmZ@tj|NzLV#&I|23{YTGx)5U{r>$&z%YEHO#o@?LgKYn~6pXRUp
zvFfAt&*>(AdA_{v6k4CXK<}eNr@GgkJbR~3b}yU2N1a0JUvmaL>J*Y!X?>jzlCueX
zBzl^4O2wih!m4o^5ale@i;gg>&eQnl(kbp`15)lkrNVOuRC%iq{}h%*F6NIF%)G?B
zr@U~IXqm(?g=LY7fa<P|tP4~+OuNmwRT(unT|5=Mm;!|wCOLp)Ilw}l@2na%I2|A|
zaDAvkE{jxzR3~b5I(VvhDFq6(PU4t?EF^ME3?k&R(7x+W2S}BOq##si-Q!O(eITJH
zk<t($6(QAK>>q1Yyq?Su1&OFEa+#-H6yxzDRmm&mhQE_1lb2AS(&6QA;yCZBFLEhc
zs4_)mfr_AN&<1S|BSzIu4Nn(OAupkTNgb11rl>4ZNt}iuq$&9JdN<q7h1#3<g{cO*
zPu+Fl&mSS4efv(?*czXYUUIgw?&O}o(#Pdfvs?-?Yw9{L{M9}$AL!Ye{p7Q^-MjlN
ze>=owW5jlUiB^<&EX`%QBiqjS$gDYElvfEC{H>|ueDinp8TpI*<(&Q)JGY&5wO{nx
zaNUaYJduupIWsRY>8(A_<C3DNBrLe&xE;5^!hr2c2bnuG99#sIxKzLOJ$GVnV6xI&
zGTF&W)5WV%@n2+vsOxD_CD!ea(;0(A?87^zG*w-RpZ-+;%@^&@;><ccuQg*IXgjE$
z+uG&+pXqDbzIT`Z&OVg?LMU!mO?bo0y0h=%FT`(C*!}$a)ZO)$fAH?*JRMlGYENef
z*W9U-*WYmvm0nTA9GbVlYfp`>++S;@WkQBirB@_@gii5>RI2`|ve~!e!*$vJ-X%wU
z>tFZlU3#=Wopq;%$%aW$T3e#ecNJ<zZI~3Z>Z<-B@x9@BOSs<uxikL<pY+P0GgIbh
zItnidcC-pz68!$M{J&D6E4SHZsF*n(Zqk~u>7(=uzj<c^FO~i2y2J2lN;<Q7z>!qt
zht3B-<uuwWJv0}xE73d8RuvSHru@*E`}3QvhQGsO?jQTwn#9Jk(N=W#%^iCJuG&=F
z{re~S-lX>q!>!rrhbL+6+g#`=t<S&9)}+ogkAe66^d3$hi`K?nzTb;q)b5iz(iU8@
zBDjzH&)xms{%pLy-RN<yh|u;0^6a&`r2-;C@%-;hSZD0=-MAzmxW;x;-JCC554~Nm
z^hZ_7Ka1DVt}2edzkJpBRe13_*R6)2SFaDAU3(%_JzM$TyZdH;cf8E5{Fmo4L-~-%
zvsWnshwuN5R`j{J{v2oGxtTv=R9|^dd$8SQhVUT~&DV1To^=?ww`kT~vs64InCQn5
z9I>|8X@>G48Np=<(a&29+*>RaeGGS;<4o-1D0Z2lR6JMs(42QHPBWOw<_aH@5q#EZ
z(E8Czzok;?40j^eyHcZ{kKX??6<jtU{&}l`e@msJ&%^`gxD)4be17!QX@>YA8^LF-
z2Ccl-U>(AVTxw-;9G_igh#wM3ezQm5S*L-le3wmIQugDOE%~hmN0qH5FMlZCzgjS{
zE2zwogWDxS;E>3kHz|h>-v67e<fC|2k0Y^>gWD-$ft1<|u0E+f|McI*7@zU7-ukRt
z@Al^2zx&F!Zn+z8v*~9>iDS%MUegJ(`urWGf2z{2`<K0#_vh*U!jO{ft9O3*cwLt{
z%Xj*hh5ui_iJPBORK4}dUWR)sj&52mc>lBYF5B-S7HewngeP<VUcRH=YjNVe_-TKG
z@7llJseZTb)VcaMm+y6RFMfEh*ZcSKz2f0+hxbZv_doW2?+-&sdynk-J@>0WCL7hg
zKlXm|&6R@DtQGH{$j0f))G;Sj|E>RE@O#Zu_S}EVrK&cx?)OUhtuK9~d%AIc#TVHN
z|BGdF*9EVCzvOAP^8Nik;t!?oSogeyK``#F_`fBg2k&p~xE>n#e`4StU0$n8!T%ZB
zPlVKSp2%&s4yosRm~p!Jay@@}Md6?K+Ya7qoqa%Vccj#j?s)yp8}u)2Jor&uKfUnJ
zr!ukItJ#j{`NjU>P2O?z$z8oYsxv;VJLt{vHMZHCqx{UP!q&a-1>edp)DieMlWlv2
z!N=b^vAMfyE?BP5uiSO~h4Gi>KYO-Mzuz6TMWLN}>%4!>a-H|)6-=AUcBTHpSAo7s
zsp6LM&%`Huzunfp>++ifgMR^v47|)DY<y+C9JVj7+bUOR?%DrNJYMJH>+|cBUhd6l
z_+D^nmdEjnjA{~IySDMZ6=Hw3g6n6NFyr%!>TeBR%{bp+>7`}PQy{*wdQv~b*QJif
zrcc@a`#Hm9c7+~A$EO$Ge`Tv&EXsb(>|ftvGZ~AQ5<)!O9$k#W(*L_7?f1@$zxHC~
z%9r-r#KbeU%O%Ur{eCfT>hx2`YmRzeaIUSD4Zi-ke(j0tx~m;`-}DvR5M{G#<&uZl
zf8Ni&^Y}B{-RCFIE%r-Np1El6!DpZ3y9Enk4s6Z5AHMtA7skV4_cV37=g-V((^>I9
zbi-DoD|?c;FSj1E`}y~>@*DZb|1vAQpIqGVM*j7`mAp3=&u*8N-Fb1cwCzp{Q@Oc2
zFV2?UyVJ^4PWIQuh4a<S&YtP#`}^WT|Gz&b*7jCk7CYPj;=ass_=Q0a-{BYfKEgbU
z4;xtVEZ%S6YtX~@_=Q2=zegqqE!N(Jv8;L)AGY}AeVOI*3xi(1%P;hOg?%O$pM7D_
z`|py;K@+Ppix1oUI(?bt^9zH1zRxc6V5}GGeS~!uA2zbmS-juKcS8@~=@%P%{+%*8
zXk@i!@nNf9t1q*>ezBpC@AZrIe!^=m^U26wyBI%P?S@->ZpjU|`rKIw(z4qwCQAR^
zn%R_l?~8Ep&1JFseTz+aMfP`GexCU}zw+O~EkCzg)y}Jm`+4@t*E5A_(>8yYGxOz{
znDjJj?)x((`e$48e>Pq{Tiw=B-n>xWe51ViXL)l&1@l4$^NkATpB2mv6~)uctiRfP
zRx~$MGA~pz->78%S;^c`*}PC$y#J8=Bj0K(+sZ!`uT~xBUp6m&-V?QDPt?{uQQP(;
zZQm2MV^7r1JyE;%<WkWtpIHApCw<?XJp1RQFV8Cr^$LcPiU|b_yln5z+I?@1kndJ!
zPx;bnXQx!T@U^tp{9Ruo<eC5Q?h^SRAs=7=OFrvH;LF8(@7fz3Z?s!>CV267-`Ta_
zN)Eq}-#;V!+1;hHSAPAN-C425;)8JQn}5%LNj$7OxJ>cZ^LJ<0_FJB|o*B3B&yN>P
z^X%$%lhjg6j#t%wnaCc({(4pIyS!JwW)z$}u>M8A<A#N|o=>WrW|-zKU%H}nMJ<<a
z%9OXs9X7A-SbUYKz4_HL|I3L4pH+5c#|vs}uAB+JsJJfS|B25No%Yxr@{FJVvbT|K
z;jQEEKCbKU-*i#>@I$v1{qxdSy;k=(%-MR@?zZFW1My!sT7P=|SlLx>Kc9??{O;&I
zcGr5(N%lF4{_=UOsi}0^-JjVk<J*?+`+t7tZ;)rOXQ*TN!|;Rg1M>s+1N;sDXEW@w
znE7(s(_`)y)-Q`C<RAZ-vFuo7jo#yAS^3*nZk)CCi`})-Tl|^4&)!`tqs>cSpZe3h
zGTprN?eckljc%^Ywg<Cp5<&F3zgITTSC?J3?(mh;86R!@t$bqJSH3p*D)Y<}M3>4g
zpZD12rA4XibJKZMeV>;+zEV18S6}e?!g(dLcKHQg&wOQhcCw#wt#9n|mCsH5tw8i^
zo3C@8dp=+J+NN~w@_C<~ZUtYjd}ZZt`@Hf}>Z@HovC~&RH}VJ5uZ`ZXf(l+=`P|BX
zmtXAlm9MS7#ys}~(eGb?1$|?;uY7Ix_0BWT|9@*ff`R}oOzv|uEDJ9#eD&~hQ48n!
z>+|cDC%$Vk*xTQJ($qk>+wQ#l|6-NDhyX;>4GQ9VbB4Ir-<L><wTt-2|1tTI`N96q
zgZKAWq6Ixj=RZFN!TRkrU!Onzdfnds-_MWd`|Ioee12U2<aqu6n;#)@1X2i(wD-&o
zlPBKZy!>lML~6g&({1XLPv`s)S?=Gzdb&Mtz0^OGKjzZ^{>nVV>az#Y-w({&VDjqn
z;&A6@+YMg}uPS;RoM@%-MC<FX7cW-5m|zn<KkDjo_Y?k0LwIM~eO<Nw&y>HHjaGd-
zv-6Kx?yr!Ueyh^UzWSfGJ$;H<=fZ-RRnb?MuV;)_ySgGP)T8o@|K2Wr!3)N6uOC0o
zzBi|0^|zJjHrI~FwO`;)(O;@jvm;BsIxv0VLh*&$mTcB=KjB#sCR`9!KW{~<n)dNm
zGQaK!|9hp}eO5U4qMcpUq4?T&#v8tzon8B7h0ob-wS0#{^yg-0rq2{uy?Fht<L>@H
zR-eyIo~EPr=j!o!@5ANg*EpVkne%PqrZtS+Wfh0RPk-BaJy?8_)yk-EN%`{fmC5UL
z!&dM6|D}G*!~5s+;K7L$OuY<sdad@;5B>kI*SdyjasOVf9=p1;2c-ACN}Iob*@M<4
z>m^?#>oYCx@3&)BT<P!V!FA8>n`B7i*^747&x+kdCGtgc&3^At=j=Xzeg41Bwszlr
z;Zx4MT=^;YY@BV;=JLWReqp6M_VV3ZylrpNow&rE`SbSn+_|@D^2EKo-^|+g&WVxH
zHQ&D9*ZRWRH~P2lZQ0DU_iOckyJdfu-kzNow)Win<X56w-#mTs@3r}?9rvsMFXE^U
z|JKHwUFUw{`nHR^H}rDW)^6Kg{d~oR#nTgK1>C&<&iPfUNvN&<8|PP3r9<7;fA-k=
z=T}^f)s<8?9agcjE48(kc3bdnDPOYP`q@6S9<2{YGv{o4m;d;{a?uyvmkl2OE0TXE
zetmO!>Z_XD_xqf><F_oDo;iENl{Nq3i;{2N{Z}+0_Ic(vGoBR}{kDZ%TUKSw`(Wjy
zrpyU<#aUma${o3qzJ7XQmgT*76}P$to;5DJw>|D%hE`_1x!ccH!`1#Xz6*YBs`$3e
z=k?4x6?>JrOnctG-Q%b((fqAOI{)&Pf4AeLHa;;lTs<LT8DswAw|!wD&sD!pYYe|~
zSl6wzTG!hAUf<t0UefEA$BG`i-5GQD#d^QrSxghv*1X*+_4-ES?F!3h*H&M@b=%P>
znz8%nZNr@}=7;Uv_;&JZ^>uq?ioJ99++9BHaD`=B*qsV%j+|eAXN1q5_3rblq8tCp
zZuMxa@Hv#5oVKuMyRrDYC+oXfZa+AjSoc=#R^_{^n%iru4*KRFcC!8by0)oMt6-<E
zw)m|tb*rw;npe$xCim7c)xPhSe_p-wrAn%NhF50a<g=^$wrpJ8IMrsayo>nZFI7nl
z!JK~P)0Q85`E`q3?(BR1cUG}?u9)$p#_wD1M)9w6{7#weo%b#5K2!C|^M;o#!Wm?Z
z-@5F%{zt~;#j@?6rLMmGYjV+S?>x0#@$Pfxi<MMauYDepUm~+VlSy!yWnHP!z2B`z
zzF&WRaF4jb+`eaeaqris|C3nuy}7%jZR7rVX)oPfuM`%1*ZaObdDg++>yJOU{r&X!
z>z-+aRrb$bK7S@`uetcjtCCImpI;lEt(z3__iEvu@7<^VmHBMC?t4GpKYOP8-D?)Q
zY4=ZmtDE!pUhd`Bk$Z}RJqx3MnXKBoEVJ+Sm#Pb|?^G-bx8E-J<(H~O&-Ke*dAC<+
zS$7N8RoQM{V0Q2M#u;<hM%TWv*|?zY=<WOZO=~s_-P-)6QG4-T`AsE0i&wlAFqc#9
z`L)gY(TnLHKUPiBs&4%K_phDm{nvMIzm61pnRBV@q2Hm7`B_i=E_KX5^^`A@#pu+(
zs#|$~cig(qUwOp-yV35+E|(sCsp@!FT4lZV!n9+*6{j{Vez*R)^CF-3>enpI=Z9rn
z`6pZCdHhp_?b%I>3+nA>bn#z)-6?X}Y!#>fBTuf&uV;$<t*}=S;d47;bW&q)!OM#G
z*AL!!Z5X(~HN=o*s>S}f=MLpo?LBXNK7aYuIr04WZaxiLJ;~;z)?b0r-%@@~&;C?B
znrG?z{&?H!;?JRX<li6H+<12Va@M!isrB|^Cg;{a=k}U$ub;KoU;FEu?N29d+AnvA
z*Q{%Atm?VHU+vBsInGm=ZFN{8MEdTRDzW9CztkCA*z<P1aR@VSYo7eBeV<RQU0wY0
zzC}&^0@pWlYi&!6x9wj1E+PK^{n;!B3N=<q8`rx!=x$ox>tJ@r=a<;4zu(x8{<>Fx
zRP{f1cD%OSu7tZ=onpfdif+pe-q&%bI&SV8Kc;IP>Z?tHi|So8yp5`y4Ii%iaVfsB
zUe(UTQiSo{p@Y{OqW;_WJBluN_S)iIve)1Lwr$@`ciSD%ODGZiwz{27H~jwG-XABe
zXZ;c0e)n8`^pd_st{3X|Zz{`+I4EqZ?OQIH@0_ST`{H%xl*^(MTCYpYF`r<rWo7ts
zs*$`%V1n0**gNkT<NG`Qzwho_`ar&Kl~T>INumE1JrrHn^Y=ef-Rlow2^%)`owYvy
zUWDOFt*`9=e)r?CFT(r!&N?|UXUQ+U&;Q%1WNxB+_PZ^gTOV-<dHnc)Mtj=&L*|-F
zEc>o1f0nv7Z&J>Fx%dN7;s49tl=t1Ze#qU<M!u0hDEz;+!@Kv|SFdl*{`iaOD_iI5
znH$VMJ_wI*xxV25ulH@OrIY@JAJp9bQTxyOq?P+;<ovIfYm%OFv)^Ubw}mfHuHW?h
z@0t%2e`b_rzV2r~q1=%8eLEk&KbO`W;af?){Z3Y|M9+O#I_s0tz0Os_Gr0v8&&pVv
zSM@3CcfrIdz3z(c<)QQU#=85wYqhfT_{TBf^Q5?dSJM=79%=fW^*Gq*zg|6crMr0M
z@AiMQS?0>fP4Q+rI&B?Ou52W0#Cwxps>PxiQH@L!YQFtxzW<<~t?2xZ|L#ZimH+*a
z^8L@`yFX0)l1j;{gqRhUakgDtWvlodsxK;ct!=5BzWzzzU%`ckYZwAvgum6Bx#Zvf
zzq42TFa2BK@6+(#eYW34(O2L9ZGHVe{({Em;{khX9xh!JQ2pO=`O1CgnL@wFS*tWJ
zF8#ndXWbX2iogFq?vuCs``T|u<eVASYxB>xC9~E$KJVQ5MR(TEr4{8*#Ll+%@6B9%
zb=AR!OW!k|tn2CH&pYR!CUqicYwzN?rX})yQRnOKJ-E1I?!vB;ge_Mbm^@S_Xlxc<
zACkfJTe{DLU+Tq?+bd2Vs5>4%L21MLpJpO<CwQ3R-HJH;6ZU;-pXYn|*fJL3uR&es
z^N#*-l3r^3VUj~~xXSj9dHo02Z+%(3z3}+AcK$yL(}Rz<=jY7&IjO$#ufeCr_e*k0
zB-rOW`ma}y4868aasSFcuNk+dDTs4!c{Fit-h;nCx_ee_NOe!K-zz`w&++d6FHFj#
zFHBBX3`wncWzb_Kb8y3f9dqg&D*Vzj!(BhNSIK`ZKgG0xbCby=0YfvTDfS!QZ_crr
zcO&;v$E6>ZFPRnRK8pOx^DFLnnRd;$#+t95e+%E+h}oLXnBiN_x->*_`qZ#KdwmfX
ztF>wFZztW)udXQTdv(&}=b5VYF6uv&0&E-8FBn(Z9^IIH@q4Jh`ZT#K0pUON?l44L
zHlC<j!gnBD$bbE#m$7#aieG7SiStrEDiITx@VcSy&`g0y6=9K6EPo#g%iFwU`oCz(
zCGqtER~zNoit4#cTklUiz1z25aLaS=Q!W9)B7Vz1JZs*6!}XE!D)p^b_|4^{^ENND
zu>Fw{vh(o)k1LxGtK1FMi0}6}x$2e0bHz*l?LQYU;gQ#ja#UEpYC}+V*h<G0G0(lu
zg=<<b<~%o>Jw-F`uN4c+^6B#ue#||*_~G;ZV`7}TQoCRGC_Y+pG%&Q_gNuyKkHUq=
z*4%%;?U?()!>o2T@*3q_oD+`p%U5mnta<PuD`%77vghFzy+x02hE)Cwkx7oNI^5hI
zwenB*^DyP`)mB%so<>W&{pHKE|G~mA&2qEz_df@$k*>cn>tyW~{zQ8byMpo)|NHma
zdzY!UFVsC)-|H&xC-ml-{l;B=TNemNhTaSbn?Cc~nMYj@c@^#Tni$Lu_%1R$bB{0Q
z)}dv(PHP_@J?R;<vv;q_t%&A6>D@bb?0C7~pm%bb;<Jj=pQH<$*(Z9|o%?QlDWP|Z
zm$L6I5BDF%pF)lq3F}uS1*cu(PMI90H_1P9$@AamKI@;Fux(xHy?^&7?2LT;F>3$B
z^b^n5zcKi9C|fk#&Q+{%&-_ZuPoGUQB2zw=WoYW3|MKVDyko_Qp5|$nDqio5@ZS5;
zx7bR2<6P<A9nv>X2%E9petz`PC!MyhE%&EfOU`uVi#+0e^5~Jix`5?w9R+*b&L33G
zGLdpOwr^B5`t|hDqT~x^IoW>q>`z;6iG7)tG~;skd6QQ2b9u)%eBDu5zeVVQc}c#3
zgy-iE4W)_;D(64n&BxSMJ0l}yU)Al#Ps@Ezm8IUc-gzYN%%o?}ONEbZx|(~U;U({a
zufjZ)CtN>mUfy75^15C4hx`GNIoBC??qUo-n5?bfWhCeIUNxZqsJiEwUzYz|kMCDG
zF7;p7LUpgq)aZwM>u2(L)xXkTw|{}n%maH*-`6Xaa(+@>Ewe3-zbmjo%eP5kLEaLJ
z=ccvqx6CO`%m2;OZ#h4}Z{CZ3@l|iP9q&_hnEv8y!jjdSOG@v>Kh3?q>Fu`u>$dZJ
zzWiKwTd3*Zcl+*!+KEqM*cLA{tTeO^{U-ZCh5563&b*48*K9S9LoRObeO<V@cGKT4
zHAl_4cmK1!RAjMVE_Qp+`eyw-xn=J~HQKHIJbQOaee>O4X{R4Q{+Jo}{LgZmwW%ew
zw)b`<{jBCIGTyQ)Z+XntrTp9XetdD-_jWit8;4E&lb>IO3;w3D>fDaLAL9RGexTV0
ziF@BB->aBcv8i^y!5Q<T2}kzkX3P2aE8jlPeW;*`JNNZ1xtimDPHw*X^2{BdC7*5X
zhe)Y5yk40TE?4;R?<SUAmqM%M6CX>fXncE;$gW>e+p<Uf?g_mG*FJpYJA3T&>mM`L
zPs{()-YdPSQ09}y{vUI1#m!(eaQyS2Y4W`m!LVJmoh=hzoM6*0;JdT`reny*Qw$tJ
zJqJG5{Wbi%Z?*r7U;itgAKhcx*!rcINxfsjQ-O;zf4&?(GqLXR$2Hrl1Py;od%wPb
zVPead%M)kssN-I)E2me*|L?(($=r9W3mgrE4=j3f-Zt1!^9yfMae=x5$C5b}kDt!W
zlj>V@XqSlTQ_)#JFWlfg@p$W&O8$LG6+-qxe>OJze%p}zqqfmP>cGV7t5mcm-BX+w
z!M^hJ9DliG>NgrE-fx`l-Xt@3@nO>q=gNDYE);)zKf~f@j?|sQug&f1Ju=SUG?=aP
zU+SfJA4`ziuU4fchty}MHEz+FaM;pP%A|5i!*TUX(KbJNeoPZSZcw|UdH(fHJAeMX
z=5ddw@L%n_5`pr6|DXQ9%pX(v`cUDX9dlzm+&{?J_{#X%oSQoD_My3_zfXFsdidA(
z&wqak<y7*2s$nlUDPFv(>E+&?#h)KuS~TO0TEf4$6aW1`JWuI;aCA+~nhU>K4rxVy
z=Mz~bY2vfz==lqhH5nGKD*6w%MXTRSF7OW9V<T(7O5N&%nZ?AXHm_E_{M32t#fKgl
zoyvy=&ielE8eW&!?))bl;P?EZ`ks3hEp@wOPjT8NUGL{tGU(oUHvhwH_tHCD*RpL}
zHLupLW%;q<cHh%?asBP_A2c%BpUbmu$v%Eu`gNf9g!^m$`=s9S`0$8z`z4OFNcML+
z?_M5TkQ)6?@A#sar=OP2IK6&a!k61m<jW8K)%RTFZSm1A+id=qBllW_zO%`x|6Ts?
z`6711im$slzDk*2s{Zvh=3zqN%jTYk$wia$C1n)0X@2V|^3c~ibT#xw)rRO5xi4qP
zt(Wf?|9kJzgYtDZeyp4-U(Iswi`V6eIlp9HPA$88bKP#MlKA6S_FjE2yKCd&zSt*u
z5B3Jl`RKKO%Sz2kok`#OPUn=S_rH5zDPpkaVb#O9+d?7N|4)8(T7Q*##o>k9F7!+b
z{P;RI@6?}d`<@F~-T8G~*4$$Cf8i9*<<q)$o;W{q{@aVPY~2TC&z0)_I`90y;(@t-
zOu}dThMf;y_IgKtz3I7Zzj1OMpI_mIlc{+!Z?4aNt?TRX>$dvr5~lm#W^TLv`QgV)
z^7b$5)wfLL`x!j7;^m_MGNoa?GuEBzOO(<s-1xY2w(dq<jjG50`OEkJnyKq)aGL%9
zU!JPpOzUr!OiH@ESWT<?p#J73^KP$O>$xTRIj@2Kq1~lrl5ENkJ|275`f%fG>v^vp
z2>0x&udC0Ve$W0VJG(H~6Y)K3H@dZX>0g@}mtyYpvw{El^dRLES6BAD%C_dP-gVMZ
z=X^ph;{~I?>7TcJKb~CwG-TSw*=1)6t=4d#lJ2dKa#cM2CAp#}c+%%n3uYu{T-g-6
zE#{oY)A=V(+^B!9KDFWE57$GhS}&A6HC*U(Y*FH^2f6yk+bo`OGWE}zCfzx)Nl}pP
zzG3gohUfPdC={k~xoEp=xOT*;C&u>UwWz)F`CfKYKRlV$G5P9#_0`J!_AaXbjAeg)
zn{m^yN&4FQz6WUwUDjQ<m^s^4r=?=|lU9$J6PHJou`~Lc%TM^S;lisOE-wXAp5JU&
z^WXQp>f5`2?hC%`YIt8*caLYqy~eXf>z!-QN6#v_7j1Rm`}5jY<y~is7c<84ADY2a
zc<*<_?ayja_y7N|FrIkj+^=so$^ri_Ec~1BAtBKHl*%D5%bMcT=Xv5kF`N8ed)Z3k
zL-i&>wYe>OXYcr~ILS)x;`)h4YT3igSls%*3z)<@t?2PAlX#!vF=f5!r~mQG&BA}C
z2uA$de{;`w<HB2K&crlqC|A%gcy~Q8pW&MRj-PCs8_u=gNcnU1d&#C1b4AtW^1QST
z-9OcSNtykUEZ_U<oc}mJ*l4-4m}NpJ@2B-MtIjYjnq7a~bz%Oq1Hyi4S_*L)3dcET
zJX2&azUZlzD*oZG(y2(vjnB4v9``)%u`(sfar$o0J5wVk{psP+vwJ^((#)>yEqeZY
z-}fhcewMUR-1bC4@@?hAT_*~Xp0>^`JYl&k!N+dN<sW4?Dqo*DKYK2Jdc~|iZBy@-
zEoWZ2Al^c0N$uK$r?%htav=Jgw!hPV$&#F;3Ca_6pY>?ZeV6^9?$NHjsx|&*^G_aS
zncf^?*l_ap;&fp-*>_9+t7kOJIqGE;pZ^s0tNfR_U!B!`8w;MkL+#FIp4@tnQL<mK
z-}b=z&)w$y+kdWF>%Q-QFjMpP|1aBEW3TL%mJ_(~X3ivw^Q-0rPB4-y6RWhJvMD9{
zp8dI>UuQFy|1S7=iQ!=C@@Ki1!^-O`_G&MS`LW_(UH7>?ifjx<dO?fBn(o;xGUU--
z{fF~YRqgCYRev?_ypO-bQ)Q>3x9%rv&;y&jhJNZH9@#fae%{+wd`79)jpI)3W!@RB
z*Z!sbyd1M#@5tQ0v9~IFLv^+tD1D#wKvvy^wcx*ybAHnEm(3~O0!@ee(`9$K<-fkP
zw4~A~jWc<2=2gbKQCnN5$M=_Jom*LPP<pqy)Ts}*mev0&*?IQMc|C?YsfcH-nY%?o
z%$Y6-JL~?Rpn7E=gOSv=g}JYCwlUt{7M8@U`=oHL`lO9F4q5EV?ba&TYot`^@`Lq5
z<7?^c7Q1zdS;wr|Ebm<Aezknz@dxF<dVasYc=_qc9j$3X`&k1012_baSsy(5(Dn(3
z+S%7nzI|!FcTDM=x9IWXx0-c=MZTuatjZU;`O+`ld&lM8xCp1I;yvAMg@MOdbY3lU
z70@gAze!7-dv#AY+s7cauunHEHTLh6-Zr7<&-ZHgx@XaK*L4NsF3Rxn?AbB#_N|TA
z4fsxLX#H9DVR!S+&FvSbI{uLEv$YggDf;-YV#)u{+G$SW`IjwE>Nc-fD|kq7(zzZ(
ztDhgYCv@L@D8#-@dBf&8D~(Hx_sqU#$Tt15Sz7j&6>I!hwq>NTW?XL2=DDDA!_&1=
z{oohdU-_}2ZSz~q!yZYTNeQ@eiGkPY3D49`mNC*U>GPYpH#htd|ISl=Aw`3=_~3$T
z&)(h;6gZMNC+0}S?Gydp&2`O-*W}gyzBzaKO_T1(+RKkW_=t%uEtEa-|9xcs+xqRx
zX7j&w+In2%vdY#e%&8U&HpNYmF8c6n<MsOgd7LYRpB)V^U6E{^W~QsL_0;QF#)ryh
zcR4m56i(TH)PLz!Y17`+nR~^fdVg7&@w~nL*v&fUw-)1T|5&$AUMUT?>O7}uxSF(1
z*F9dd*En>W<RsI8-8t5bc~P;tZ*QM7a2I#m)3SWstWy(ZEIpsx%oEx3Z}J0f=kGmP
z+jTkZ4rOlKnbX^Ld(&P~JO6wGn{7Yd2ArDq)9F)<qi^}P_p7^&@(-Fg98BX|?!0FX
zzv1uvpS|4KLXS^guur}#u4b|G-1n4#BBN&(lFjpD?$;WvvRo%^v(w>Eis6?=HKpsC
z^LehX47Zf5mz7lhbnw&coF7_Duhg4=&7H6PXPV8aNh@U-)SF)%W}4pIU-@B6R;b%{
z>CPpG-~S0)?8}tVb*`gQ+VS(Lg72|+Dt;`QIrUGZj^DyBCktNK&QE-QX2*Bo;~syf
z76vE$`=7G&!Q{VYf6d|>Z}e<U{}!QH;9r%ZTHLmKiSXo!&jeoP2US|Tdo1O;zqGGC
zssD}Xil%eLYVy+TE)S=y&iy5`Byirf$U_rSuUY37%bo4o%%2@!rZ<(r>1=|m$i(*y
z%n~(IwXE-X-<+Sdng8OOldP=iVWn@+DwZeKdpv*gsA2y^E05D(pY3n3ZGV>f=FXp8
zvm-xlKQH@8`@LqEe#-H==|*RKo7!eS{{Gf*^Ua@sBQ;Jt>^<4XaH)8+*Z*g;mi!TV
zS5=(5UV7U7kH4C3s#FvRF-q`zo8CLm|3xH!V}zcp*XuuZZ04yyKXPlP^j?%zd9&%t
zzh$>S#+@)$e(K7l)M)8hxbJ7j^%;wg>!(eUXg=WF<}z7C?dKUwN13c=3S5i+t!-7!
zF<}x+(T~?R^M10T`?biXRKFrdrZsZ}K6gaR{m!=*>Yu3c_L-&U1hY#E^Y2V@-+StV
z(KK%X1^I~)Zyzbgc1hn)E6SZL#oB#h)>9jA;c3p=z5g1de`d#>dakF<9PIaq&(c6&
zfp6jC+YQb>`~O|)cX^dP`Lmy1+x;WoCv}}&viM}<@{i_fW{&4RbNNo--}}TlcKv0~
zM}dpPu3So6FzaAygt1&bV-B;PLav0!Bb$(|Ht!uWWR~aFHY~ST_wRPtP9`y5ljf&;
zDi2BTivJRF{8y5^OGwM2iteh)qW?mTVu#)>n4-}yx<f=mCuz@G@vkqmY<4~OmuP3N
zeC4~ZaI$vILhpngHLFASQ`=Oc3xzH(4b7}S%2hG{y3p?Iq#vL5-7DYE%6ZJ-$AAAO
z!^<<B6k-b=oy?29vE=(9o;UaYWag(j`?gQ|xNq8@SWVw`-m2?vCWN#-zxnmA-H(;e
z1@`W^T6kOQ1}pcHd-}#qD{ogF`T18{ZV!{&^_ZH_RbO42qEatJhkf67+~u)t^IV%J
z?>?NcI+Pm!n!Edq7yp;E&o^8*DEr(n+g-GpdE@KTv%=0g-szbr)exh^p}@1u@2L6_
z{gSvN9%r66Iq(#(+;QY``b@jqB9$}Zukx5AeM*(~dGs+Q(crKBedm-J@1NK=u$|wO
zqEz6Q9epLed+`H}3w*aXJpJeY?~(6S5BIw<*~}+qED*jX%l4w>X{Y>Yp|w$4A__0^
zRQcr1RVg>0;Ji+^Zt~g#Leeji7Jrj|ku+gn>>}X<Qh#=a9-RGl3v2U^@6kR^l^L6U
z=1lC=WD-;oQ7jR>C&9$8ctJoxxN{><*r9zFm`tZ}hA(kEuk3b%p?gM3`R*Am7ZzW(
z&zT_QAkw(SGs8si^UE#HCeC@&c)sqsoLSzq{?NITL32)ixqkWP)Y+=~Nr}yq53c1F
zNV;9f=%#Zd_xJ6OKO<lCbmlzQ3Q4MNI?%$hLD}H8Reg@=f&=_BALcHrV4l8V)ed$0
zc)bk|pL|-;o#_(w>`!dNB`b-T^cQ7a;Z~+f?*(_bH8sidytD0Yd~Z^;e@6Md*Zf~5
zoKIH~jWk<Q-C2Kj*1mX+2Nzk~XE_{M-WfIFd+xN&W~>%6wMl)s>7u^d-m<E4XPJDQ
zet&<(n-_nXl;@k=sSGatGMhF1mY(B0@wb_W)CAt7v@<cSO8%>9bCYqgh1#Bc;Z*`Y
z3m2F(By1MlwSsT9neX!h;%*1T{#ZQZ<+3VG<`k;k_-_4Nr|5T|*`Mn?+rP2q>goGA
zoS$`U=Ei)JZjv?JdvLqSTZ^{}w+`iRtND7`d}l;qbBcA#eSxnkUsL?;WUq4H_Ugzz
z^iP+WAx-kf<;MOeU6z$OMVc~8r#t3c4M|s+@pJy;XFbYpvrlxN=s6vxIQg{jy@Hnv
z8c9ORK6NR-Ic}cGagFu~`jgFG=%r-!QJ3SGQ1-INhDRdX7<w4Oe+eZ%Q;PmLUtq(=
z`bF0`1a<~KVr;TxGB{w$UZeK^9OtFE2EGp_2Dupi70Rviah%V&VwUXQ`ZGcsY!g2o
zS-|XeTrt+!;NAU{`7777v(~OzF0rlm+buhujRFQn%w{uf?0O${hPeuKen<&DG`aX7
z;{@w7e3hq}rwAwbOs?u>PsrALw{YPaWpSn^5l{Kq-h7{@Ivv}vqBY|8{`HlzvusX<
zrm`=0E?^5iBhT_CU8ir&yo@ieA6Rs6K4{xu5@~eQ<NV~9*9z7@-PBrN_jo>B@ORd!
z$)drX3-`=d{@8DB{aNnGN`~W|N21FfX)@1XGf@Bk-`9Bllj{~IcNR|C^<>Gcee-|*
z?{R%~BL4VemCc6@r#y8(-PCa;Oo~;QS4E{cEpzQBodgg5z8CQvTz}11oLzGN!L1M4
z4OwlxveWK!7hQfUQKR_6f1P;!r|G+TW_oYEqH1?eEpVEQym-L(pz7k4n@;Aq3(a&W
zoYZkrD4=pvY-L`tYU1>n^VJKd&h<Eba`pS}_H{3weQMjz{J=ZOQr$kB$#C-e8z-1&
zH%^{-KIZBEA4{Y~v_)pmU-S3G_j3t#v+qV6<ku-`an&$-uVZy)e?{uOi(i{(@9H(L
zJKfA8^z8RUhwa${=AsX@o7;0*DupIU-f>X>^jX_K&~cJ@RMlxcOCCe<gVXkEs4i#x
z?eU6n)7QuxJMMXvv0qY@b{NczWx9J>sLflTs?%`wnY*(XJC=UZUMcueYz_CmnBTV_
zyo-03UH#W>->Zk#az|KrML*9i$ZT>9@|$4MtE$@nAmzJ3&R=z3#`-MfwUhs@jd;24
zVfx&8Cl5tE{x868vRWxJ_vFX+151rdqm}2Zz39hg9qXZPp*2Hgk5xmo20Q<o%g!r)
z&FHJwV0~<MKv-*{{N+FI|4u)_C9{&7y>#QWvp3lj=O5l{mtfuM`O}5T_IiGW$WQJ1
zk9%58_O43NDb74rQ6^pYb=AFo|7$s`w?Ah+x2s`hz5nJGwmWM3*d{f*r#Y%*Z;R7;
znYOv1Ps~Hm#UQh}*DT%9`wpK7bB$kiYp=i+b&Uz{uPx14u#oqUO~$5mG5H%dX06%T
zu|`nJ{2K4}CAsG&n@!H<%8*gJAE#WEIg|5LHKP!}x_Zz{iJHQqm!j7qRATryv$3-D
zo@)Mfg-N`k=2T!NzXOviw{KSXN|unx(?Vxe-kAUDw?+?ldez+9{@cypy4>KIKXV^5
zue43jBMCKTY3=~2j}^)%>Mkxm=*#@WLp_^8m(~4br{RkC4M9(I`wZJZOt-najmgiM
zAuFOPInb8zf%~2lRtYyPpFES0`xxD&adQ9HjUDkmC%b0;xm@(K%52*6Xc6W`Qyv`J
zUsiC9YbL|}EgR|!HWeFn_}Z^)n#&qfXr(jjr2UDmjcJ0BNkKC88lJb-W#16{o|9d+
z#_Kd+*z+gKvH>sF{Lc@$ozr$qtYXocG-ey!hUGDnC-&rYM&#C<^sVGQ>a?aNXPH4!
zQxT6{%EEm84==6E+OJ>FUt{)q-z?!6#v8nD&2Q@ax9hfVxH0uK+lzmBx(;(=%^n2G
zSH?Rmeh~8V+L`iu*Y}q(o8>BPPfa|1>`6|;lCw9Du05{oofx*zYk|*vo;u;ULp`zr
zOa3%+Gby<>dA-fQ`1i^@F;%XNkLwS(TI>rJx|_-~bKlPG>u%-?OcUD4<Qc`_>07gc
z)4)`}-e~y*^&O3>Y!i;0JnNKc5xr=_))!mTPciA;T449H;=B7nCXvk<X64UL@46OJ
zCRUaveJCLCI7cVXgczq-?%BeMPSQdiOue2OZ*q^;3PrzMw|m`HKFRjyKlN^1t`>b*
z5ihbLxm@4=$CousQhJgSZJ+bIufzq_Y8+e{ClMr`^XiiRl2SRnc1a=gr<E+R^P2WQ
zz0A#gyE3LfB3AUJR-#yliBC!0_N_DT?phdj==Fv5V*6f+Nt<@Bw2!q}y}gR{-iga8
zi&A%_pL(CqpU++Y<$DYFnab8_y*#oT7d9Jx+0k}YadAM0BG*LOy@@3sbq+8bT)4T8
zF+a&&?s7I~x9-IaPdyaxp04aaugSP5$bHSiX>%A1ZQt@YN<{m3FIQi<{9SJvUq$?d
z{C%SKzuE0J-ujs<cHqkMifPf)dB4kK{WbFqn>aV*<o0Bz#v&cTG}c+})furj&%c^_
zy!FRcMyGoL8#2V72;GtTZ7&hFdC!TOyr#Icn&0^g&pzh8y3xU)|7jQ77ca&*iIjB*
zo2;6xcP*HBxw>SdqT?Kwvq@Es5xE?jTQ}VPP<5sByt{^i;`%j9J&TwoY-Gq|ekAlj
zXq(or!|&Gqcip~*wa&U`VaqwD<$pxpGTq%dwc}~uY1hi-`ti37J|%d*>^LgD@0nh3
zH}hYHfVnJRi<IYoZ}8TUJ$?LH_e+VA{Tz=c^CgGcpZioRSF%5S0jnaHe7~-R?8;wf
zj_KSATx)SxVEW`wR_Qx3^(y{(v_527P|Na(@7J}K_fic#w{|dmn{jw~bK0S@t1;iV
z8S;D1%wj&|KJohUzz0`Xe9IE)e)?%SyP4+qjSpAypK@_mIK=$U{qK!zHa?S_N?${r
z%UKH=PyTG(TvFiAx6ZxDcS8&334L)z$Lb2TtDh@xL|U?Xm0K>#(w;y6)F&Gzfj4dZ
z7hmjuX;{a-p`(w#JENF0^t*Je%!OmGZ6lAiF@Jp^VcYrVEz7G-Y;RSTKJ_er8IUwB
zWIy{CP4y$pVIRtNCN!<Rc0nL9WbZY`hYz0b-1C&>&WdC&CXKqL(|5{#&eXI2{8ar+
zc8I6xiiFuy!$TZY;|}-N{d}vpN2M}EAbx`kx5WCBWwT39Dko0ntZ-tzviCv8rlf7_
zOIj+Y<UgtsIC{NevgYeub#kkOPt3{J+q7?|(X(g2=6J7rG3n>YMVcIipIKS+b%j>U
zR#-kcO3BhdvG|6~gF5CVv$rhKKQS#m?byzV6*r&#H<$gi%;QGR)3t}4<kWmmNV$Eo
za;Tqa{J-_*ju$d|3a1ZOEr^-)XGbC5mrds%uTrT<k~`4&oN-IV3Q46sbvL*lDxRvd
z=35?p^rL8^^McJgR3CDO3ED`$QkcUY(IH)DfBwdwe+T80k1sebaqjcIs2h?3(d&~n
zm1q6tsdex_vs;~Y=J6mOlTLMqc&%Hn;v)|~x%9-nPHoT87JmL|&lHc;-%e$|qWZ_Y
za-uLBQ<vI&&#lvL&J16`D`Zz(Q@>_Dzv6Fap?gvW0_*oT7`%V=b+659uKDNgeciC7
zJxx-H^UPB1FB4|gtDU~8mfYar?Y5A;?+ZJ_!?zVXB$VPFWp%HXK9R*)!`S?k`)14J
z_X`#0Obv^bSaZH<C)dAQ+YY48tT-j5!6{hfX!9uCH)mz1v!m9x58di&DqL*ghn0^X
zd~Bt$a?YncOkB*fxn4B+u061PZ;cS^TB~o|-vR>`23@y5cwv9I=?sPtVbkVSQqTDh
z2G%#J>zL&l6$f>H_7M2^XXbC+KWaOUmjzr<HT6jsJnj&1gN<Rqkw=R&sv>3LUbwzu
zERQc(v-Q-oCl~7vtaU7{Y;Ly6cRKWtTP)TrR`0r*!S!}=ffbd>WjSJZE;E&R?^9F1
z&GPA#P<LCMNmiiLs_PdfO^+0vkiA&az2tR+m*=IOd)O6TGaSzOrN3d_*^_r<-S1sw
zIo)y~ZR@=GO_?D<rj9yUYOD1Y3w%gv_0C;(W>xo8MW4N%IX+Q$<4krt#5v^LezeKA
zHC~Q;>Dh<d{a^3k+bSNrj(75k>uh^oGt|rWHR#WM8KX0MdgFyBJD2~v_~<Cl_hm0`
zloW9%>Rq3=af4U6W&i6v-`6i|IQak1iZ?Mg*%;gI706w$EZpoUf8uVoZzOxri;$~o
z(sG}_3tBJEe2~4B>21-pzWrBI#aeYI?u=Ag_TY~G>c@v|A7!rd{_VRlwB?6Mza@Wr
z$@X6x7x(SAzjS|dbcM}~3A<GFI4`UEb_&+d-*@w6_w2Uq4GA&wa^(wm2~2q%w?ati
z`ue}3tr`Va{%&Rw`H^lo-8AN{<{G`6{tI_D&27CI`Q@s>fuMtD4;_6xd+$~yyW_F#
zb=%@|SNu-&u(;QHBURv{<djvrJRD!%artUd@A@{cZ#A!;I{(6)=I*39{V6Sy8~0wg
zdg2*JBIhYXC+k-M5r<z~Yvo_1bno85r-|B<SrWV7?w|gzY~PEkg736a`~%)zDu1s3
zcA3!SdBTmIPb}u$&)5HXVy+4I$FE23M&>GOxxD%D?!#(X*-!O;?|z1GoZ5R_KY!n>
z*W26Y{<!t_y5E0>{JI)P*+}k_`|iFLZ+XAt=e#*>QGVeQ=UcM!zv^n!p5Ojtap#$x
zdHV5tB~Pz8b<$bgPG7fvyUib;bF(;KZQA}NDR<&g)(6F%Gj$EOsICsary*wEW^m|?
z*=3bv?h~{0B%^=Liv41|PFG&*vcdhNT78pO3Rzb^q*i(|<ycPW-)yZsKg@m4HS7Mg
z^7q*c#q*<9&8~U1M6&tQy;F0gtEb%O=M!ftS?m`u_uBvHukuz`uf<+`mE<ZO&wct@
z-T!TCIpQ@mTz-gLh`pPg8X;^iY|3Z+yHe+n`c0wL-)B|COt#mEQIyTg{IEVYK1_+}
z{8s(l+nye)`T6tOJa@gYvY(HBc)3({bc!v_dOw4Ihjv`ZJNKOP){I}W5)#f@ZT9>8
zqNefm-<pk9XMgfOE6re<kkhr>cFx%uR|@oYdNo|vFl%MkDLBJ){M1x|o8n>*LrcDv
z*Vg~J@bbPw@}-}7=YJh_T>dz;|J2)W+!OV!|BBtW-g3Emv&5&MoiQ1a+a{a2e7M8d
z;B|gwwB60q+P8n+;G4KR`So8<l{;T}(k;z@9nthjnX8sjwAjq?uFH=@Qv1T^FUxb-
z)@?R(8e7iZoyV(Bn{hKuu2OVhE7nT1pLVPD;osZY_c!|ej7vAnOh20@BrnfZ&9{4@
zoY&5KZA%yK-R(DJF{9fJO_?_$qGdnl>?(M$YR#O^ZRK;-rEjP#s=UOIb~NGAslJl1
zYUP_hQqTW#zIr)P_pfKf_q~(kOCHD-?6sNvbRMUOe8HQ;cPb0k@^MW&oyT~;?WX^O
zy>7Dc$-JqH84MiHPA=Z>x`h3K-FusoB`F5Q78a$I{FxI3-U<7++?vX@?@7pxoQm?B
z%h!6nl*@=n6yN=ZuTJ-1QS+_S()<4uOqW;pXZql{c8bJ3=fv<blL?EJ)-!)UXkTzw
zw4H16xvpb=ow4f-jwJ8f5i#B3QBs)Rwbx0apQpLHm!C^)e;>22@jFLU)nvI>X=h)g
zJ}k|f!fNVst&G()YsvLbOSUr!nE7woQIz^F<0RvxrInl&Y40ApeiM2VJ#+hxE9d??
zJ&imQ&&jlV;i;qhrwYCoa@lwH#_C0ZyUHV{eo8UctvUVs$NLNFlNOaOF+RP{+Oc6H
z<1M`xw@qIOxTJjilRP6fXF~tI-QKMl1<XP|?sw*X-1Pr|QT(p>cehIHYHlv=&fXiX
zSby5RvZks1v-_3}TCZ>YJ>P69&S2&^@lM2n<+B~?jo&&wNzWD9(7M)TV?)WNI9`U;
z-A_#)u2b{7#`11ffz-<tnOFW~Obfp7@3Zlz8ykL1b7<UgTcqG`n-f>-=U?l!@_wbr
z`LDN+W_(n#R$=E`bI~4)ex|*4r-i$!m>7=)_s8^m9AD#ihiCp-{asVF#LMPw*vC6>
zt?v107Dt0$pWc#t_QvzpC2p@SEcmsY`<k!G>h9#s+xc~QLdx>5J*}=E3w1D?y!hDK
z1iAO0FBTUGtA>bq?&&xAQ6xL-Xl!FoXl=XFPh*{^N7s%9+W!8)|CIl~&wrQsnM_xG
z`8Ho#xl}cOLg$tx+Lil@c-A-0XRLd9)4T8F#|@&3xceeGZ?6zqz}z4|uSFo{ideq=
zf2BGFnax*{{@pSWI+UkiUjFz|ZxidL6B}~<k9^;5?7nc`&hOPp0Y5qUuIhYDs$R~<
z+3T}j-Fe-yWs~1e6g+v@a~6NdX3>-J8#;PC+SX3?yvkmtJWWRE`qJaq@(*lQ>Dkgc
zF(&v%OsmJn%gzZiE3W8;pXJWJ73R+TEOc$dHI-N8!e73%9$WEgzuJV|jGpEWCtp7b
z6Vl>b{o?Nb?AW<G7+1$EmY5-?IVr_sQ_1SbtYvpk<{36lRR80#jk$b@YhsXM#M7oD
z`&k|3{68v9H)GOzc}Q&GCBxLoM^jHpe>-nF^PtGAjIf1Kud_eSJbdDpQAY2wf;q-1
z^VYw9q+HJJ<@;}WbjP&f$a1$glO)QyXYQU{Rle@sCyfH98>dAlEC|0`YrKW;?#^BQ
z;d;-0RX<qEBe45R)!h?&cb`1dU9{F-y-RmmQM$=>!);NGKcYD~ZXMMRO4Yxfcuecq
z9i7DjlbfbZJN`)9cL|rnqUe&R0iIt{u5((;9h}<~d}OAB*{<xzyRL?79xz&U%fa7b
zh3K7<R}l^#Te?53iwp1&|Mg;Bz6sl@WUGd)C5Kn!%?&O$e0gED#5x=4OD}m}eyeMZ
zyIb0J*WnlIErw1t;qMH$JWHIIEj@gBwDQ<rAB-2tXkaV7sF1&uvr1>3uE2^|S<5*x
zZ0--&))^-rTf%wFMQW?#zmx!3n-wy0OPr3k$ZMNVJKJ~XQzmQS+d1O9xa}Ct#J9da
z%=+pu&xr|NtOd2NTQRjn3d}iPCNWRmA)%-FZHLbH<QM%txu$ovHUF9N{;Td2lersX
z-kk8!JZxy*5V@9VHkUI~_ae8`GVwM?Z>97pUUIMGUiM>-RnuW-^~37?_H&lDbX%?d
z`S<bStoS_R)2vKiR<eG7$ejN8mcw*DD~?zT3zwXryFdRn#edG7v8`U@0pES6@~VZl
ztej7c&Z~YF`>A?>?|k^#%R(B0j7b|eERZzkxYKdv$@<U6k=)f`Pf9cs7*BlBdc?Iq
zb4o(u^rw~Do1#K9Hnu1Ky|QTC&5Z`Kic3^8QZ7ck;$h;t@saKI!9)5*?(?46+5WtI
zxSpr!^4C4ayjLc~doNmgDtjGoeh|Z-Wr-{zEL%3e)w}#=*O$ANIoTfO2?A+foc(e>
zr=QFEyLtVF3oEa^Zhy_fQTgcB!EbYyEMK}h-}*qW*yVSJuGDuGNXSHOQ|!7rM{$|X
z?91Qh&k%YMxbA3k?C#CiOd91Swl=;O`c@HZ$$jL;(z!Oq-N9^}ryE3cq!I*YtE(US
z92u#w`*U&Mtu%|o6O&u*)Hj}({NVI$M!6MJr>8TyY1>Eg?FoA2Q+Uwa=YiU$Q_`1o
z#B$BN_7xQ`I(+Ez<T9;9`LL#EtF9e>6co>QwzcOUlhQN6(5Rg$?_zt4D~sQ&{+pk)
z;m+RYe@`5pa?;@Hi88|!y~p~}0umX^isruXIB&dA{F=R4n8mi2wq-2S5-+BNO>0Sw
zmN!4?>7bgu)w;EM`qGH$rpe|DU+L_bBvjo{-6QXO{B}-;zWIdrO@^6o?oYVQVpz$~
zJn_<6wJxPFpNV01HXmxrrZk*fv^H|}vIeCiPRov;zNVxmvvN=3%xwa%R(NS}udd7N
zZE|`RdO%r9xq?~pWAcs1C7)jW2`{oRe{9*L+{tIsTzz+nd%Z?Kf3A~BRZ@T5rRa#S
zDkrvlGH%^0`2Bv+o}W`)mvUEbPzfl1vhmNu?MDJm9b#YoIe_)!3n`ll+4HMxYhv#I
zo6vAV|K_}Br-gJQccz{$`gm`P#ec=cA9b?3V_g2HaJ@UZ>7K}pvkwv{1%JILUs=$4
zFSpcI^UI<8s=pI9FW{8^YQT``=y31$B=)bC`?`B7<jn$3G0b<^&zUOl!kl~ZmT0lb
z=H+=0B76@0-e$O_;^5O)`MvuSPUN4?bZooBuv_x;;VCy59^L&gZT%|uhd(}v%IEF6
z_vOYluleo|l%~X3u$}+;Gj#3OUqX6!_D9GV{`-0N-|vp>hy<6^89#fDr5vgJ*r$50
zaMttfOktb?j*(XnN|$qL9aPf$t)<{N=fiA=`_kT%9j0!cX`-a6JiGt*GZ77*b(Qbr
zXBo+|pS~Y`Uo~**Eyg29OV?iSU8Jpdkoo6@wOK1w^*3!|jS}0yt#C@fW#)Z(?yroi
zt#qDRulr?v|5kI*m(*7r=d8q5&HVg3ImI_Zm8<^dwgWnQ#rCGgtk1sddq2(l=lSKk
zv)1j7T6aBb_iBdlhhLXJ5I<dWC*jW5*r|K69_jnKIEhx?*s#aiylnBc7PoI-Sx&gD
z|C_PYIAh(6$Bykg8s>!-8HMgWUuY4(fajl(WyUV+r6tp&vn3yPZF5*2oqqXg!@Fyj
zd;Uc3{@^@4Y1eDP&Al1hmu#`#nN~h=Ld)50^&Dzb%W4)zNIep8u1RWHYjLz9M>Jsf
ze;enFq)z*D+1dfmrOfMu{+^zHntS#?Zr>e_KN<OoF8i%?-W1}}-!Jr{{+9vczoI1h
znI`|gOP-rFvG;<4$CVF4=4$o7_M365#{7*oRerbDtVsLGkqs7-NfLp_StTkoHa(oQ
zC-1N4e@20t!tHa~8@7FBY7;bBaJNA$hlioX=TG`|&*=|s8I1(*SpNxj3*OiNyi4sx
zVOw`6n`=R`Ll19i<T)cdUUl>M8sBmuGtU*B^Nsh1e!5<LHfM{PUGeAnjpAPa%=!<A
z>nZVF&(nzb(sZ{sE%0~_OWcwBAJhHsR_^q8@bb=!(%sj0=8H##-K`a<wqLxj>Yr`G
zx<8(*KR2<RTiK^v$jOys7k0;Br+D+;8*JMx0`=DGT03#3$v&T;mawAH`QE<o=I7jP
z^<GS#mVYJf%;D12hyQN<bnNZNkcNLR-)@U$Ozm3I!OCm1j-^C>J!5XogfgDk`z$^z
za=RxKl>dL6_m$7(TK^UQ{;h^q*CUr2vkFbqo2b!UnxK~`{Xk1ELD=Yr$XpR|)tOmx
zH$PtBc+zpz<lHH%t9xE}K9t?hm667A<I1u~nW%Hq&s+TX=U9KIDa>TL;5G5Kncn8P
zKXtdyj-R<$CxdIlY?p;<dZ`UM$4WNMzHcA)Q~6M_ZQVZBn5G{hyi>oL{fti6)+ss|
z`QziXE3dpGaxyay-8K1iOtm5S_~qC4)WdV+LthrZcJW;IZKG~u>6!y(HBHOsIXE^2
z*IqG?vwo2{e^>kwb@vNy6F=?p2sAgJcGNHY&8wyzDcmxwwzo}A8*ApD+&la73dZjY
z?@ml%`Ez5<Dp5|>#~<@Do$qKyXRUkVy7p=GTj3ay%hSHshOi2JZ)y&zJMv?GGjFTf
z;vyrh`^zdXb)VmIH!iO%udI67TG{9u*M3flZgQHUxxJQKZPUx9=bBaqOH*eXUH+3D
zf4`=w+u!_jme{TTOii8wzl&X$8}Hn+q5jSx%?BS@%$GUNvkJbv>Tjlnb+1eMv9|wz
zj=J24*=uxkV|vw{;^+GFX21RGAu_jLefGy?##=VM)QLLhyRND!ey)e`k=2_w%S5M^
zYl^H$-?ipr9zX9EF8}iV>n0y94tuk_b6?=o-(q%e^<6&9{o2v%+P2btXU7CKjx`5E
zrvBcRm_13*j!}(4^;9j}@+Ge6&8Djw@0~yK+4lUNjDu$v)<!;vxxK#8IPTC6Z-KJH
zg~AQD9Q^cz?>q?LK9PBwA^qUzt2Yim2%dUZ=b!hCc7v~*mi=SOh_h(a<9@w4Z^iv6
zCyzFL=~azt8kZM!wTm|NewyQNEm!pM(Auv7kDNdHZ9aB<mpoUehoQ~7nyQ$$pCvSG
zk6G^&*bty9``+9BJ5!nYN%zUW4?O$)_)x}~oc_d%kAHoRi797oRgqmT*1C3Y=5~ci
z3oflpZd16qgZ=iO15ME(q34rK?;JW~8xrYtdCG({kJd$(#|knon0fo(ff+|Hxm;Vf
zFIN4#-mY~kTYepn&8ykC^ZSpr_D>!zyuS4EC+?QH7L_|vyA^XC7e9ZmwEKenY`NP;
z3w7_LRcU<>U(K|_JJR<_jY&iIjM-)e9{MGzokzDE@{O^)bJTa&YYo|ZZ+x!CJiFF&
zefGgjt|u+?Iut~`PtN)sws7_q|5EXzI~Ro<=Ue?-V&46;kA-x&uIapCJeK(`*zAN}
zy0+HiS6kz}FU1)B$y^ut_$-gjooCaopWWknxy<ylr0?Y^Ofmbf#e8LpzM$~uAEWz2
z?af)MGLxeu7cS#nX|>hN^_WcEvTueVOeUQXs_Hrd{1fI^uHD1PqMo?X*W>PuL+fR^
zrtz_!>%Eei%>LF*_iwdHh6R`5tj(@vE%g-(UdLDcy{CPmc<Y?DmpA*E%5}C)T)+F|
z%e%3YuEy?mWo)*-|LwR_8xOZj?HxZ!m&Y5K4#^hmPIO+b^L2gMveeMDX*)`0sRdom
zJ$&tR^?&x0nnp9<vAw<f!J<DmHsh-5qj&4pFujlvi!5i4Esy{DW<!qrdH?sTKRYw}
z@@TN0cs?oO!p5yrUaA~3ZmG&xP#G29IU{@O>7|@`OOu~Z^Xr@ZHJfLRk7v=ve|5*3
z0}PzMXaCyqu4`)ifrz!!_J4gVeb3^{Tv?%iwv9EKBA>oL&b@w0V(*LXwr=XnEB8gc
z`^^v-dvK@LrCt9PO_$uZTd{G@I_CQ?j!rbX@l`--wPKZhM2}U(LMsmu-bqFJCpI2%
z{uVz=T~#0@HZRJAeM*Y?L&1HijZ0!0)e4u#9_T8XeZMOvZQ4Pl*y-CpeC2xliu1f!
zN9n)MXQj%+e{ANT;c-f266Zy}?l6T(>q4tSn*v>3jz%lhb3A_=@jvXL%C#*fufu1B
zYE~R!n^zgvaCDV0SJN_8-%#bvj2l(frEy>0=y=eqR68f*7n2(E1D7Vb(@snuRCbuP
zWb9eKyYqf~YQVda>1!jp6irmzLge~h7p;11wED4{)M48TpPPzy{f!l8RlMdH-j-da
z={NI!d~1`*)y~d}c|{!Ena;1KU$}T$HPD~&L;sAETT~BQ9&{FSIKgr-qCsY-*GJpa
z51BY4zcJ`=3QS;SI@I?-Zx46ENe{ofISh@P>XK^i#+<!-W!CJawg0-rj@ooBss41`
z{{r97%4G#@9UM#B4gY^$f3v8*iQAg};%UaSj;Eh(7FfK6h1)Ej<=wd(2i$rVewX`I
z|6>2nr{7Jq`2WVtzw-0fJF7)^@{M?;4tIQtO*>NlS#y5%_9MqaGb4Te*vZEWe5<Ib
zn3d-Lfq&oY$MHtoZ$9{2zRY4+6ti>voYu{{K94!7VjTN}*9z2a;+nb0Grsxck_O%n
zJgfX~-QO>8zvK9{$9sCMu8Q9jST{lF{#_n6JNGFe3ws0K3e7WEKEcZBu0vYZ`{mE9
zq91nN(s^jWxv~EBZ>|2$rE4Zl{847*@Hs+4d57KX4^HCs5|8uu&7DyZRoK01g6tu|
zK!)S%FRZfSNVsxpbDXf{cix81zT3Yxb`*64Uw9IIo53^T@_St-(eA#vk-xUHANlp~
z+u}K<k@By5d;FHI_~f%?2KS!%hXWcoKgKh=-}WeYd{*X(-5hq42T%6RZg-u~-l%1M
zn~|}sn|*bl@FR(JAEHuU@^`LmzC9uPz>U-AbYII=T%G(>)Ar@;^Pk0zsfajwDHZVw
zuQ+m|_tE{mKKHpl^+cy%&bYDWb&q^_V8|5?`>!qEs+yA))Qj)C-2Hdwm0xjUFV(mV
ztlCY&CY01p$lJ7bcHzr)we7q=H`cw$OnW@bJ3*@NO@GNQ<J4Vtf=YheMp3Qjr+Jw)
zXB!whPdR=u(M|2PflgXyk72J*f612StukxY8h)Jdd^*!IbDo6^i)*JfaIwx<Q)ATl
zDJ;e&v0`UO`R=P6F74}%=5G4<SFC%7n)z+6g59!<tg4z*rE9NLUT_cFA))l-UQnXV
ztEOH(RRg9T8P%9|TQ#?`OnDJ-P0;DZ(U1wp``>Ob-4pX@;iuV8{@nI3G3AN4*gauN
z&23kY84v$9>OJ+4DPA+df@imUWXHQo-KiN>4{w$|KD<VKr`;{llpXt;vw3HDC*C)!
zJ^5}{_^X!PsZ;Y`i(T0<C$?#V-o%c~|2&dWYcmSGvqCm+X1P*2eQxRhyp{<$a#KHU
z_b-l3I(ywEMK8f1ulUouu>86^25Y99U$!xsa7Ni_SL2mGe@e<*U+L9Hlo{8oIVz&2
z^ygjU4*vuXF~QqOYFqAHNj*4uvSY{gUU~7v2hXl;Xx}bm;kW4I$+_K=PjY>fi(9<^
z*YbZ}a)-PpoZ0iZB3+__=l_%E3m6X7zWh`ZyWQr%(k*vur*G;>J78%(FDmMmR%iaL
zeKXgme?5@Ec4|eIq}$AA>TwVE7Uwvau3oFLmgP#_J?E3F_wB6z|00X+_kvd{%Vkb;
z*X=e9cRlo_d%0|t?F?CW+YefdUyq3T{c5?)7w8|SxXx~?X6g6BS!ZPPvro<a%5&LN
z_OhysaIbu@(v8S$+nC)(%Q7FnTqGcVGKGDA!u8U940jCkKX{(`yFL1T2-B*D1FzM7
zMeaSo*T)?HH}}MB{YQHbPqdNX*8cV||DN5YW1W(HmlU7=JCIrRc(=is(`{S%&5Qqi
z&yJ0Ld+hB=XZCfuyAAK`*s`OsStew<s+fWM?$Zl*N4Kl<{9n!V!CfnA<AcBFOQ(77
zGrXyGx>lmKJtI%}V{WsR(`M0nDdDZ6&!wv~XKTNTx|`gr+idhgaM{nFQGQd^=lzc{
z5Ea{3_mjEa@7}Y8+pNT{c<lEJcQu#EQ(BN5{_9Ta_2*K3h1dTTyVrR?PuhI&<G)<q
zBjPD5C$9N_HkN00^xII=!VRbMHgqR>$(22O*|&WC!;5c^MYj2Ff3!AN!n9}eww;gH
zs&DID9>e=!QKO0L+w7TBw0R09$E8MyCWc-q%`yMJn`O&se($8MPu)!3f7y6KboYb<
zrL3Ed={aq3{2<~JGhd;N%jh6m)no_lJyQ#X+;UlxuLSx%zyH$2>axc_CvEN3%Tz;d
z#x?I=v7j$w{qL(wa&%{%nzp{sX}?R3yx#7~Cw!d$oc@1kzOC%n{M|i|pBd`SUUlG-
zc-+}-=WZ8HVPIY7&Ny58Z|1ZWH=0FfxFoN$;cVKakZ?LzO5NZ_OIe}OZr?vUPTE+^
z{F!#CH|==p1MwNpHB{c!WGjj;QR|!48_oZ;Aa}6=>#CTwAGf_rGM~ZniNB3iPxy}i
zw)|<2c;9ZCqkZCz?;S%iACqgrd-VT&Se}w{d{d84+5I~KD{JdhrfSdj-X;;%&X(>R
zrX9PYUoSNHra*q+<M}BPAwjWT(kFKniLvZB-Otr=OV#$R(V}fO+#kBu|FTd_PbvK`
zoVhc};I``#)rro=y+0Itvs6!2Ka^6KnWs_`eeI2YaVt0TET%In;)?p7v@^E+b9MRs
z`?kk+b*HapKYxDmH_e)N=~c~tvx{f1W>mUdn7s5vm~L7@N@7KI-KUby*<H7S-p|Uq
zRuXEItroA;xhFMXqsoJrPwBtP)3YmzUruk;UT?bZW{lGGD78Y5F4_Jc_fA#EUXDBY
zxZ(_lT*BhAKWrb@pIMe*tk>8&rCBC)?$@9HBv@v*Za&)-wZh5hu8W^~4`+vZ$s>04
z!wQE59=>?+_yd1Zx8uE|dt>$W{#MrgaBqM1;_GGpx?fur{Vaa`3_rrM|F3}1gvy(t
zUv-qTrzdQZcG@SMVDsad%7!~!yLLD4iDuX<cjaQKsk>9`!wc~;zq*?r{n~C?-DLHI
z_bM0T49Azt+;&}XSTAa!mKWn=Q=-%EU9NfYcP@ifNkIF$j|#g_`*B+=y34xjuIq-q
zT2W`q0ybGM4d1-V$~NY+mI}v{ZxVTjOz+InX3gpU%XIx;5TntP4;B00o>q$7pFhRo
zh|Hd_xlvxrKGw2Xd_54)RCapu7Y>`-jq<Z(E;Qer`QNm0vQ=UHcJ;z6alTKNjQLo2
zWK)jpcv1F9ad%VE1)u$eilwh)xIacHbk%dR-Erx<{BW+tvH2d&tSzp)9#6WyW5)sU
z^zSb?il-blK5!_baDsljxc$#d&!rA|{+MKXdi`&oG-cUqjGR($wjbQ)f3WFw!z{Bq
zYL+Exb==v@GbNLk<b0j+HT&b|?Fj`;->sJ0FR6GPbz3jmm?d|5L**Vv$A!zIejh(4
z6ce}pdpMKQ)Kh!7CwVVe+5dFoJWK70yYV(z%|E`he(fz^%D3$8&uew;*KK}IF|M?G
zr|@alksW)Pmv8?jar5rBn#9`sYx}#yuT>~kHp^bSqPcF{oYdOfV2K<KyGV7@-{-p-
zlTT`<PEwt{^KWw1A^Uvs{7EfLFPWxmKkP6IV(0xoWw-sD=w0ioj;$*?D0+1Nk(pcc
ztdbvdwx4fVo9guaFW-#pXAfRox@Q${*`2NT=*1<uBLTZJme}z=T`qCZB<TFo{TB1t
z!^<Ae&#Sr6&AqG8_PnmY{@=@MA0O|q>)N>3wxH^++>}W-eP%vdY!r8Hx()NX^faFt
z)Bl+=Y6-<|pJLq{Z9ebK!O2hA=cRmEe!AoHPN5q<vn=O?P2)1ZCj6Xj>w(QT52&dx
zj4rw_%kj}jx5!BQ)BCM!=G2O*GF?|qzWavJy3z03os?@)YTq_%PPxy?J6+^g@GJMs
z+x2~S`JZhJ`?XQ(_eM9X@Z@c8J0JF5wVQX`^=;F?5SFN^bD3gHG_^%e2biCKxypFe
z6zQd>dtd#zuF3oFPhxYp)eAw3bw&#OkDB}PXPFxEnr7|%{^WJdv*%9^ttz{DO#Ikl
zQ=5hI(Q90THaF(!i!3WU%3PYUyy6k7;p_)#yVY3k$jzI(sOmS@y|0V?PcA%jWy)@o
zHIt%4)cAV)cYI)be$DcT_MGs5h!+v*8zU{hME?n&;(CqmpiyLYfb|E9<B8q#PdFc#
zb?@TyFT(76$;G}BQ!R{o%7rh6Rc<W2btPZq^jg=I{R!`u?Y#LQg|p%Lucd2^mruVQ
z+jGUevhw)0bFbz8T}!?CHI(U#^6p7T^CAtBcd4<4zOLLDciJ@~Ic$#lPL=oW1wlTV
z8yMEh{M$KGjPLFy<#%^Jdh7^U`LnX~qGEBHmh72n>#F2i96tq#Wh!0HQJTLsaqqq)
z>(+{O_TN8j>J^K=wfCRI+2<Vzk9NzR%iFUj`Es4yoG08j1M>sjmx%^cetG`kahR3l
z4yo^_C(X}IDze|^^h~-(cuxNmfoi5R@8frEydE^`-`|gZFTcvxY+d}k%<|A&@9SAJ
zc4<Y3M0J;(b#XR7zSm3Bg(;GAbGBl)_1ved(YEX2MCJVNhOe6~Dt)&|H0(gmqV^kN
z|4;BveO`Jqk5fnFOW5(Eqsy4SXjyBh_*Zmh-`n=MvzCR8d5^(|mM;g~EyEfnST5M~
z_Lt|S$)%nCyN;-d`@d{ZkGpV`c})lNCEmZ6=C9(eh?bVgXa1~v_v+Rh%X3dpO}4F4
z-}p&oUS0p5V<#K$t1^e`{i@;rxTmdEw*6RR)#LM>&eqHKoS4aeMD(!iE2a9ollt>c
zx^Hh<94&Q7-<H>4`RS77A0L%$eLuxBQOe%$@F9^4>($%LZ#>-ogVlU><VVH_-?vpn
z%$GkN6lz_bzae2sXyJ(fhl+bzf@W{$&N`{-VbD6~j^gv_cTRnl3!m$?*{StXN#GRD
zPajr``8e8nc0?Y#!nmiR>A`jpcYn3@+aG2;W|G@$(<h`nQ*y&HcXr7S7dI}hVEJ|L
z=qHiyv$EcVOkI$)p^R1B_O;C&!>*{lg|}6MI>f_%B*e;ErRD|Ry8CYSRq3MSrT(U0
zE_G!bKGc=R=`R0tN?~2&*|Q7dkFI|dwW4#o=#B*L?FpB3s(k)x)t_5%{E*`8l9K&9
zTQ9ggxiB+q_n~FRhCd%()}DDN`?OY5vh88PAJ)@SWUf!#^7>L+w(9=U?6XPt+uHBn
z{JO=N_t&nlMt@cJq@?__yB>b8_Wf&r{9D~k<`m|es*~KU7O?yIPtfPzbpK&d)#blp
z5z%wkrl<0jZPx0X#mHW1FSdX4MVnUhg!FaBY1Qi#H~h+);LZ^7D~?}1R`}n-<7fRh
z3*627Wi1@f@_un6;}ZE<zv~~By(oWR7f`zAEN3?lpUeZFLc2fbj|M(izvGLU-N|iw
z)phOH>NrmBsMuasVKM8u>*mac$drSA{V$F`;!n?Xm_FU$)DQkSMn`qjj&UzCel~eF
zuj{1W(SMpIZ|)aA9rHYK+BKFt5{?d&|Eanssl;)=`MNE+;F`YWx8otd6&jbuPYqd+
zF8<}ESkJb1cbzP14hHR+=^noR(OWi$JK1NC`kvb&`fWqd=Gnn#9QJR%^xyP$)ccjC
za@!Wjv)^#uR(bNU-K2A;UF%O=h_uN(byn!qfg`)#eNLWs?&<t#v3|3>yzj4`_)ac)
zi~UxO5MzymZ(d2gX}Zr@>>}eUeb4AP89#|SKQ-{HPk!wthU86dNof<`o=KVdY~zb-
zXLkSnCpz)Y6)m?|edAqR*Dm~<^^$qrr|n(`w=Ltmt>wIL)#A6GJo8G|sD~_wJe+px
z!{=~c>s;o|TAA+ppZ-Ukw>l8ZB>k&!ehc@iBHKe8-dfX?4@EW3T#>&n_wIjTgSCIl
zzQyQxs>+van)mXlLAH*0>i6T<6=Ir>oaQOlyj>?G@$aqi^ytISs&*f6v%7z5<GP7I
z^HTOnpG#9_yywxd->qOa|K&rv!O{OYr#-(O`!ai{((Wy>tGC<=H;U&L<P&?Ekft$(
z%f{q0?+l^q_Yd66VmqAcVx)0B)N0Gj)rCu)-kJ7Ua`-ev@8o%N;(*PU#gz|Krae|p
zPnstEP?Nu;@PQ(~%^NGvjnz^@Jf{-u^zHncZXY<2QnS;9<yVK~(rw3uZ%mK7{pjC{
ziD#`d9M+s!SoPXUeS7};1%-A0w^bXq3+VjjJ+N&-lDT;ZW2N|lc)rWV|C0_d&#I4T
zJ#cARc~sn%gFfqo*o!|O(POclCcFM~<@z0`Ep(WzgY@!E_e{LDw&B#us3?ns<#X!#
z*D6l?tp9o4<fBPqcc(e%h}0O))=LZCTF3i5<lL$0DKmdP7e8%KZIsx--CnG`IVs(b
zH|>1?>YAp`V5<`cmsquJ-Y|I@LxJ#T(HUkp=CvKWyukXr_3FD;W*HWyyXU5{FW(z%
ze#Iu5Npy?o7T(~hR{7oY92j>qEqk|R=N!4^x|h{_yoANpdgk6-^6fS2!kLoh#hF$<
zMoiD{{JP!p>_Ay@XUGj^C3CAd$%AuSQtx?AQvJ5q(o<-?!M9j_H7A=Dkt>cS^+taB
z!?mjXmr4I^rf>0{Y{JhISIPYPy_j=x+;Z1Pw%2ZZUA?Fxm|4_h^1LynX#1~<SuXZX
zi#Q|7ny#Fi9{$UE`!5fJkg^ZIYyPh)NbP^2U}+f}XXq_cIIS`6@s0ZW<0*?~`&3W<
zd9Kv+-EY&!@1H20l6Yfgr?FXf&0Lv38kUWnH%uA#<h_0L+<Y_tawBj4Xi>4Sjalk!
z?;pkI{W<q5QFfWUd)_v=-N7}*53e7czOU-M^!|#+#&UnooYmPnbC=oVt7(&>{bFao
z%r(}}v(l?|m&}foxzNgx!apM|P+hoSXZMYR+Yi3H?c)>Fl4E=5t!w_%HLr^w_#EuH
z8shTr>)fq;{}%jQbyj9dQX=;Z5sUxXCHvMaUToGE@XPk}L?1<=R-L@LXNqG_w0_-t
zS<&n$^YZS)%XT~{IltAWEKM_I3HQtr#i@EnoU$$@t<&V2A$z+%?R-?9Mc{JJxc|8`
zLZ$_uI$U#QPE&z~=h@x9R~k*;Joqi^^lS1AuiV$VsyC9>zy6u(J?l=ln*9OWV`W*@
zM{J*o@8Z<`_c2o^=}`Ud7yoPjZE`$vVv5jG`)|AWd%tZ@Y*{JM`SnJ{<baMT#}qG=
zWnK<C{4qnUOOEZLiMKe1?f(-6de2KHemA-B-CoR{`Pm#}Gd+(gt-xP#|F50jd{T)0
zO3kaC9;(%x9S?OU%rcuXi}~5)1y?j9nx-t&{U|q0knQ}ceaY{1jtIZ{z&XF-X32^8
zI9H2TJ&l4<n=ZB|H{ZQ~<4dgK)P>&LV;1&HJuiJ@(07SFI$2G~Huz8VDNBpBx8@lw
z^8M~NgXzs>Qw~jq5P`t+cBi}zj#TpGp3y9>ce}J+tt8NiZ~4LQ4@$Q-ht4z030<`R
z@5+mN?|kghd3n;j<Ya10+0mMq-YFtlTPIptRY~3!-yJRa=<9T8-bn3fbx+UV`}8Ds
z#Xjz<ryt(d(ag(Z@JxDtP(XJ}qScYc-er1w6efi_ofT4e?X#=cYdhPXMR9_EH>5ns
zUBB(8X2p}j2X=?_U;5g`zcv#)d}9;epM%eQdmqh{^y}=)pTRkKVx;-!#Ef{i7grtk
zvi;~`WX_qhZU4uDeLqUitdUPjR8DFBsmF2Pfzqb-{I9Z_PcNPP&l1=7|1gK=(=(!Z
zy-Yprhu-(3@+NVn70cb;aNLRen_utmLKBXeW(vUzOUn=NZvObF?d}t|>q-BwEt{42
zavE2P%T3S6d1@znySMC~xU$bLQ07$qjU~=3hozJh*F8OZjrG~tqc7G@n{mDGUH`n}
z^41?W%(V|sc~vjwVtPhO=ZKHxMvH^%m0uk6zujVY#-L-_ny_aj|LStN9xYRRX~H)5
z*pkn)j_r7VzAi;HU(aEUOI_3Y_RhMO+hQBNFCM+6I{WUeti|uk%f#6}muH=}_cD2X
zJaNz5X36HWjZweFf4o@c^(i(~(NkN+hU?x{rbq92?kv0iC?P)UlG&mkcYp0VZ<e!m
zueNk@PeYevE+6;SHp6~4>xp~VL)VE!EcCyb6Ib@?0K+B8BXXS9YEN4~Uo4O*jZfKM
zf7z#QzHxixQr!}}({|Rcx_p0F6x2lrb)NkCPI~|STOGaSr$S<X-_}=Wf4u+ggPFH_
z?GFC=|9#tk=L7#0Sx+QQnQv?FUguUfN#mcv)lFJ|HkjS9(v{jS|L)SX3oBbA)1;PX
zuk@X8NkDmOko%eC${@H*`B>zB<z>ptl%E+-FrHxir&z!k43#gQN>@l%P#1W->{R27
z4_g(~Y7C32*@~D9mszMKf#5Rz^j~!ojRhfav%uyWOKuP}<c7l2(>G7tJaMxi6#m^=
zYbk9hZMpToZW13D_US)Ycy5s=P%IEUd)F>=?WA@3&y_%MnFps#y(xoiWB>a0l+q>f
zuCFy}WZL#~IkP`{>`_zW`__D!>=n~hve(wOmG-`ty3zN>q<hW>!Frd(rK(&dHRkLU
z#Vz&!Y^3Ec2Hul-b~f>z%=6qS_ohCwyf(XeujQ@(r?p+8cUrKz?R7a`Q+&bPy|(zq
z|G-;X7aHSF?!8m3=Wp?2_Tv4Pe{QeYxlk)m#NxH;DrR5Rj4a1s-dR}}t~4)G+7hZC
z7@MKx94tNS)rFAuWp*Z_i{4gszH$lHytR(gr*V~Qu>P#Bi++1uN*Aw`@qL@I%01Zj
z)=JI5#^rH~tS*I2S~kt(>XMaezP6cKUc0{v<)7VTde-XvDxKKam#@6S!*}hPG+Vad
z(95vYms;NWriI!8u`g4ZcAdHuI&IyilBr8qYwzW8jBK(GUU0;SZGSzNPIUm=LLH}>
zEnwMxBR#H=@LjtuU7Z@YY~gC1Sdb~<k-K(XT6|_I(`grw0Z>7hszv8FHF!*!KB0WV
z{0kpGg=y^gwV^2gxq3?cwM#c|-{Ji$&9vc$aJTJ7II(|{a@moDjp}06b+5lW`nW?N
zk63jQNDP@+jz_Fc*JMtI;YL$I<66th-@E5@&Vazy8Bb3~o`^gV*#U?9=JbN#j9xH&
zd;aa|n<s9bu<QUq%~xqhWa7^`o-4eg@J!*E5*Yp}%381UB<4uWk(lH0ybkUU9=|@A
z<gfef3W)ggZ>>|Qf?eN{<JYg$CGV=p7kRNE&vZ?8%=H6hDcKv>-t$_k@#_2~Ay%t>
zvzhmp*<MTv|CW}uak*GEf|z!6-u?Z1HAP+&{8xSxynuP1D{^|8cuM<1W4!9Ns5d|V
zo_?iu;o<$Xv%H}fS00Ge50uT&at!94m31Mcd6}Gv=)$#Cov)mNC1>3Nr6ntquM1ZS
z<X-m<QJ>{?vCKDtD@1oz)y0sWvRA6Bq<x=eWVr|1&U$sx&$pAy=Bv=viOVLLYz3ty
z)67?%!GX8dPOr$Gwl?!xWmqaSEnT`Q3iUSF?@;3WrW?WCwp(Gu-+PM>K+=<acI<zV
z2x_D!#~J%=?G^7Fs((0l$<es@AU1V-{kv~;Pm2FdeRC*DU*{Ww_~n&+N3i*5T>Qz#
z)000vckGF_FF#UpBw?etSal+VxPJZVNoK?3+k%$NmW?wUd=%7bbUQfXeH7Fu2zPKE
z@qxhjb6@@{r7Im<a>nJ1%NeILpPuSG(RreC1P<fRxq;vrH!%G6{M*x<Cpk}Kj=&*i
zLeeYJE7D8SOIr7MJ=+514<ElKY@9Auow@P)_xxnn;}0J@)W~%9uV4B1Sc&0v%@6J_
z%MVChH{Bq6Gb(2?=Sor6OR-Ul4#@x9$|U<R>dn``x9`U^@_l}0kl**&%<H|^N1504
z*&jt;6y)=Le^!yt_e1QfknHEPj`wB0o=v<j^X+WmeVHG+uT-tR&2HXr`D^y!{by%M
zi>zP@i3;l8yXA&ADzRGU+odFZT@+&dCUjNa-Fr`=tJ2r~riE%2*l2PMtoCiJU*^!6
z%2QWZ8u|Ly@&lVVQiZ@JnBA!z8Uc`Uu4-l*xWodNQLnuEjl#KfgfGGhIap~}HM7g^
zG?P-GQSiTKe^PwaJecpDZVz|5df=r0Yt^^8Hz%&n5NJ4hFXBxvDzWzHz4-6!8fTo{
zPsOtv${NZVLY4e2?S1LcV<V3>H61T)Y?SEsR8LxSa#qJg7Rm0t8*fN=@7;eb6_mns
zj_Aana{|FLPEhy>oPctUKw*6zB!xMifx(YYuW;!d=S|{E0wp3ncs2J->6z8PECw;j
z_3NMKYfks>mUn;n*q}zHy`TAGp^DwUW#6PP^SzR~%J(|#@UCN}ygBaM#HzD5Zif=}
z|G(`ISfCu!y?5)4Xk=pl)>%>Ad-vBbG2<%PVcuRX9r|_6ffdtV%*f~a^=w5x-|uG|
z{zvn#1_|Bxuk8`?pr3iqGd9*$452fZ9NiZ2J@;zUGAWa*3s$oGx@N47TeRy!NZT?q
zldB6?^7+<gXt~_}Ds;7TS<seP;TcS!-OJ)kL>JGk>U`xEY&q-J#gP7GRa=6C7cu$o
zbtzr4QpHy{bCqYX@2sjzAydj;tKOTHnmwy@UMQ$Gx;k~;x{^{?WT!)YvRmidwWNGq
z7_tAk$d7ccDG|pWv^Rvu#9rI=PjiEhQ+VXAQ<vN&#aUNr$AXfR{^bkEDJSrmS7WLY
zIK@HI7*tj8#q>xA6)*F1_h-#lwm-?)U|drWSD~mQU$nG&@5_5J@4Fauz8y@GM<aB<
z9ZZ^^pQ_$s^JVd$LV?SI%}4Db-oS|XnS0ohj%`yey2Gv_04j}I*0UNu?B;yJQp9Aa
z$2_wG1Pi5^b-w-F)l{Q&tjjYz!xvO0k&&2Wp2%QHOv_$;k%hLIp66fux}j9Wj_>gC
z!XFj_^6rlwXJ_p<e7j&>;9uqX@C0y^DM$C)#Uy!DV*aKZ?%lE32l~W*XKd_;5>t-a
z-M7DG#cFkD_Tj(V-}j={bLQ=}#dplv>vS6~K}?(f{=S}^skue~>xx+q&)?T_l@HX-
zSOsc2Rb2>a+4f3x6}N9{MwWB1?5tN8uCy<6+7hcDI5$Jf^|ooFX28~rSFXW^w^mMH
zk!Lb>@k&|WuNkY{txZ+6K3wq*ai8UN>B^*Kvp`KJbzj%a?QxIRMs8ac`8*QTA_Av@
z@bE1++`DVhh*J=!!F>DsKi3~)Rxh3852r)Lnc~3Z({t}PTHfK2zcd~%awuK88kAO2
zrH~Vk?Wq{e4L&a5L<df0FjZQ=bhtZ?sQ=$}?EZ}T%J$0kCpl^wBnx6IWT)qSTUNce
z-kCw{chW|EIPw1aT?Xr<4L82Oma7hRPbhLa;%t8EKAU00o9?6gpv3Q~Q;HSRa;%j=
zO>oroq~pbZ#OFvviycy<N#c5#KXp^nw}XX$t}>Lc*zJ?k`F1raUKfS9zv)JJckR|2
z;oWbg-q&rtp||`+cz5k-kg~u3-j+s2Ejn;tZW32XOZLX~V!yLciD^go-M43p0w<`w
zmiK03Nl^d8l3n(?9RGKpi-*+;)DCxS)N+{pRjB?Clii}I3n9(Rq)fgpSjmxl)jLFd
z)~O3u+Ll>?$|ru`){Nb8i>xk&bZyIK3SN+P@k;lyq%Fbvfp;^s+=H!Wy}B6EUzX(+
z@?hok6@4aCm#kFvH3gMV{<FF+<?THZy*bBs^SRAh-k>J<B~ba4f$Da!SEe1^7xiW}
zocKPU>Az2-&}oT3t4?W!$8uC0y_&kVwiDdymQRflS+TAJlveioI3p(>_nF$P(>h;(
z5*;L&!Bn}<Pi36=W5YRJ`|7&BKRtiu{QMd9rvB`?^ONU;6V&S>iAyV6y<cQZxF~RG
z!X<&rf|ms+i&@W<%mgz*T#&%;zs%6?obugo4rgwZxtw$GQ&0mHPVwAHhs1?Xa6Vy4
zVlos4!^_i+Yxkd+*-?0L;Tm;eLvF*<(>G7pJYll{9M*t4Z_<VkczgbBaPO{I01j&`
z*)5M3HqU6D(G7;LPwzaj^Tf`MogF*-_DePN9XNiS`SqLTqvx&#{;=SYM{YK4Y2M|w
z_3*B%8`c%ZGT)xqd-R;J-J-?2zrxzzmWMXps66CeGR3^TvUrC1@k;5X<x4C2zS`$i
z;!8#5>~-B$oqd0wJ;?9-_v}OdW^g69_06}>$NxN5Ud8Hb3M!cRXLVf&+v`%ga3zm#
zZpJE5!Sw4wNXNF<s;h*3muBo%GhkgM=DRmT%gy?$(AC~$MJ8Jpuaxusnz4MD3+ue9
z&Q~76p0lDZg-l*H%jD~ll^SoadG9ejea+;x&FW3yhzAu+Tw>P#7I#;HdR=SP@>o}C
z@AYv&P7Tu)HM~E7tGESg9A`FfVowz~r8LD8oIJ=alU)AII5vL@xJXK`t2=RLGA~2o
zf$U6JnY24`qqG<bF<b2S-+HMdA$#Y$vZSfCSPOjqI9>9D<Uh*}NeH~%cS7<6=Mhk{
zd6@0!^COAL^3oMHcp}QX)qONC;!PWf_%?NYj#8Rp+Rq{}5KIz-!fE>H${?7g42Hjp
ze;1h*nH50>1VAKWP@q^43~MdLLC|pP=QXhA_n(hP_@fE8m3C)toGpezL`S|^b~G;v
zl}Oz<TP%9s=8Icy_;%lg5^HtJE+?7mLWtl0E*fhaz+2$|zpYuf6ILM2sik{?gyyH&
zV!Nke_$lg57|7?hzvnNU##HZ`I(3yE!=33r($~I@C$quysO-n`C(lou2OTk*x$*b(
zJ+?a;KD4Ig?=t_j`>(Os?&OWusKjou-+$ekXRJEo?sHXO#teru?((PP(|$ZxNK-hr
zb}^*21R75Qb>)6U2?+0-;ozsBE+7nUD$VSexo^(P->&Cedj8meiYSswq~JXfpmBkH
zbDHNo-T`WbyPg5TuTNv1#2}3bERcB=^=94CcOYV#ag9f})h@B!*&C}P-~9V~`)*9*
z{@Amk5s!DVZBvf!zPt5CES&iJd;9dQ>(^Qyo87#}^3?3Zdo0h)e!Qpm((WLe<G=3P
zWkQ<W#e2-zYd{6i&u0tr`+hy!0BU*f$mjb5>frr8d+@%@-?QLR0j?0nu7zH3(-HRU
z)hWB4RIZCceBXrR5SY@_=&H(f%k*ht;NRcdmqa!0|CG=AFX-yNBl~ykT2uNrcmZgv
zY2CUnM!eu!4_vZcohp~QP9#EY5x8>)uIFH?L~Ez9x+pO;`nf}ExS3+rOODFLZ~B(P
zG;8n6doS(_G#r(Sc+-eVEIeA*dO=~?wF`>NR{hmcbU5R_#aaB+{ZxfC2*lc4Vlr%m
z4l2DoJ#%0D6Hq4(gmuX3$l+*vmkE_2T1yv__;tTsNZS4P_=LB)JRoNOrW?-Pwp(C?
z?%#J3QEvjpsxvmW!-=O_=dWGACiD2L<2{+Dpdrg=XAAGSy^PhIm%P{V#_Yv=E$_@e
zjH9`Py`sy#<{iR5%j?1w`u64!{)Dj>>wJTT2{>TD1SClI)jv_^`lEX#=)w9GXQuxE
z_wJ4@{ig{Y9w4bd$Mlq&|A~6N+mq*K&TqMKveInQXPxis6Spf%?K1ym&XTb4p^bFG
zJYI|QY;)3?&u#u*eO6t8t^04;GDn}aW$r##pDG{YYU;1#JjiFOQ9rFwVtcDxha{Hz
zu5pfok3yOf82&0+_Fmi)R62n$NhK7t)kH*_srl%%&p9V5&7Rmu7tQ0fJl{4a-TB<+
zKrpHJ{N@A{Nw-3T5@gAv==vd&BIx>umf>$?g^`LC&`5%8)SC-Q?PAtjZY(^?r(2e>
zvHP=*zeP2;1bXGA?;J4g!FdsljXekZm-#gASG~&hXKMX#q5nl!TN|bqYJ$c+SCCkU
zd6qZ+`E%sqgZ>#mXNp-{o-cZQYo7HTrx*Ut-`)PVG3c0qlN;mnn+>0H4pe@tTR*e@
zNW#YZaVGoxj$BD9KN1pYmt+?vFk_m)>kEya!odwKB9q;x$GaEOXo&NItlE|vNXZS7
zTuxM)b)h6TNODnpepBPzX1Efhgu2)Qnp{yOdmo{sWw_)}F??^bBX~vyGI_FYT?XpB
z0BD9_x5fESEt|K4Cv4VzF=9#O{0HeGa=42AP__?zkiT%6{>SyJ))ZY$jnP`C2TFPo
zq|DXSd{Xq?`CR=1!#lQmr>HkiY^1?uUe19^vj;ZG?Z0va8jiMo?$J%Qjy{&wJf&?$
z-;6#9op06Fy?y=p!iHO~$r^?|tzYwXbHjl(EdlNSCflFF+DR<T{)SoL<vD;R{fM9P
zV>g7s<I{^L6w8=*Sc1BRAiQr*Hwez?p7Hv}YQ`5FH8r*oIj~X=o-&@;NDt2<jKq@t
zp5X$>^dG2C=>;0>0*}!n6R~sBD-Yd_h9uA`$)-&#&|&y1_qqODoTB+*`;uGJe}w;k
ztNagC?1h7eQ{M_LaGAOkT1?^}h5vZ6J=-R!j_DCI&x4$rAKYbi^Zx89*=&AS8azpe
zRL3$tzxjJ_$IFg`N&CNF<OqE6{fCiYu=icT&l|Pw2id=7_wni|d13c+c2BPR6CUtb
z1Z<+YaSnK>0+h&%;iFs<<t?*2W`ZUJ_swYq!5OVk_!K-9c(Vfv|J{Mi6@rE$Ao%fV
z%M+G;(nn-KlYt-{f6f&I&$yl`1-ILFCC(L##!`ljtojsJV*I`x+Movw*DqbI9rb4I
z(R-+b-nq>-58teXBu?bHX<sXmAIc)35BmQcnf_yY&}sKSp;JTG?GpIVwfc0_dlHh}
zUR%ra_ta0HpE!Twd}I5|N$SsUdYs!l5v6(sHIlF=K=TU<phXT4%+}2dt&hzfAX<ga
z=QhKt>7gPFE+>a+B@1ur!YcuCng{Rmk>`Fu1*SXt>;SF;^OV#SOAV^5tEl-DDdi6u
zh&#Ep`F=eEYk^6{4{!78%X=^GS7bm-i+k^PLn`XlV{7)WWckQBSMI(_lAT^j`PVtB
zKd=3av`KJtn&Eu^<zsy#@U%Be(xK~3Gd>(;DPjW6ii2mpUCw-Y>T_SeNG<8k_gYY2
zg_`4V;)d5hhBIFf{PCk|!)O~3)ER@PP;k>1(z@Nde=DT%2OR>w2$~x~okuAvocEM7
zJs(`}#=cDDI3@IFCX?zk!yj*}S01=8C(HHcW9KiS|0n!wj@)<BW&PK6N-H#$;fEe$
z>e|1{Atf!LNvZh@KdSt+{AB!Tvd?e!A95ZH=FRT;kO5$as5cFtbspGoTbyS)x4Gf-
zo4;{KN{%c!dhWYZ^Nd?B&iFKaXtCo@vJ1Mj<J{e&#bHmPpQXQT;N%SK>)$uo-h<#w
z0%*dMMzyuwzIj`2C_axoQ7Kk5uXRp3jOkj4%!5lDMN<Zm5W&>nIww64VH!jk*p5MO
z@Xg=S(8e2N;!0GfY+k{xP|yT<wC^3RknpOR4UmEmGy{Rs6V7kXV*OWkIp{(E&)d^~
zxCcK|{x>Z|`$PD@wFlx?RZVZ`T3vhOzCG(IZTxA?W#8_PEa0S8{OozVi}eHB1_nPj
zq-G)OoOH(Lkq0Wp3g+#-|C-x@2Q>F^KiH&WW$ig1l@33JXUdgxdQ9|+%iqpn{TcQ%
z(kj93k@Bg9ub;dZ?BG0tJfBYc0ljCCl^Iq{^6~tjhT(+II!|o4Ezdih+YDxQKSJig
zCA!d*K_oPwnjk!|es0V2i!9)#AxR8=gTHSFCo9n0D7a`tn@j<5aWw{0dF!l0v_EX0
zJ&ozK${)e5Umf<JgjxTIWodp0583AJp!mS<(fO$B_N;Dr=SDlGKQMm|pNW|KS!WU$
zA&N3kTtQ1UNC9{6{nb!M9?<l}{r^iHecpOxow{$slw@~l&na1T#opC-Vy)6`_qo=E
z@ztDh=O}t%`Lh^*wF+AQs+J^{G)+HU5d_l|q3|boHp?st0=L<32TylBS9k`4KZ^K@
z`W~|xvKxwn;q~do6N@K;C%RzEH`u#%G0UbwUj)&tG`{(JGI-t;vMv_1mJww>1Ux+=
z{ycJC!M89_d3SYcT-ySjgYz{5k|diqv8D3C(wzRs{$ID<p<Q6m6vq2lCav(d%Ksj{
z+H~#fdb}%RRpwoHKY`Tsh*WtFLg3O2Qm~x>6>JbDSak1w?G+6YI^PZ??f;)45M14^
zysXU9`HZ_$S!CSOzRCT^T;Hvmvsvc8)c*dd%*&LISd`59V~VdOH=5+&^*qh%>6^cU
z(UKhI1O~n&cS`P0*^01)nJxQ$t!j?QFI>R{o#(iv>d-lL^*_Z2qT$oGuB*qh*irDw
z-3&YXpVuJMt;7{_qW|1^#H=^mSkEJMq~yqzYY#gLCvWbLUVh@Z-pSQx3NKyUaqMnu
zaoFSfH6J$@9LQ-AXs?@W?*>}gk9EKWI&DVcT5QmIY)e8jui&-Vr!m`QL$vutg|hG4
zzZNp*G8`kDjo4H9PbvH<Tk%cxU+(g!%KujE7yYqVGx$Ni=T|*OuQjVS#Y2Z&Vy^D5
z>I7Sa)H~Vh1736F(HC>a*8U^^k8?BUXKo}e$(aWBOXz$%lC*y=Wc5+7b-VJj$7<>C
z<|xVTmRT=!{G{7sq4MizYu6mxe&qZv#>s+8GP`{Li9LiajT~*tK^lJp(nkEgJQz}A
z!pHSi9-SBU2ARO!lshFe#a5#^Ky0DUq5H?C+dayk%*Xl<GP`k8)uA)=|KHVGt7A$P
zAEd536?NS^1Y{GIb(7z}J+Y}~CAB%{>f_EMR-Fi%N9%YAg$I)kqt(Hz;LaSlI!3CQ
z2dgN!D?4%vK-8{0tct(+d-6(1mlfKvMcvr|-sph8CZ6J`(H)=$*#)(@r<)1dahaY8
zURwuUdih18c<BKnLFC0N;5;#X<%`Wa3PSTmt_sYU@9?hW;|@0YefiIypFEE|eh2B*
zf|D3*#v>m*)fU%PZ<PdscJHL$r7d|^@NAoA(MInNTG?|#OytFP?9MtDRP*|`j+BA0
z;+}=)zkHm|@dUKE4z!#=*bufRlcpmnayr|<xdc4U0Uz=h0YfG@>g@OaOCdvR@ENvf
z^!*7$4jBJ=8xVWUwQ;|#mB^3B!gp02I=3$QwLQSQasQ%CM&Yat*S-IM_Qg2B*RJbB
zb|%<qE>hI6_v~ZdA$+9%1J93b&~?Ayh2+wpp*l#XmI<_qMG(3V;k%vGN0zxF|BJwT
zrXIpa_25b;AdmHtDq69SDQZQ{>es1zE7jL<7EOAuwj=fOlgUqdCYV3_zIS;LQ{T}u
zr@l?|IP%+7_)aa;`@P)9iYxD&Qq9*rnfOU|Ta5bmTP==@N+v{{-P`0AC*v6|tkamU
z(~%#!dH(WE92=hMe>^Gl@5{0{Zz~V|exF<W=L$}V7malK@i4u1?aPMcIS$EYpZ=W4
zKWW>x`-+49+53<B&+o5$I)DEs-nD-=m#tfTf2Udg^XQ*%YF1mvzdCnrcKGzU<z@Hw
zOn&pn^5*Z9_mk)Pm)YI?neu${-17^azwNvEJMH=Gx%p-LZvISre)@df=I>|knOpBa
z=XK!QG+z4`#u-fqKN*zGb3Oc{LPDNDNeTq>AAI#^YTDj#Uw1({_l>)o9C?}_fA!v!
z?C$rx5R}6q_}50|BDQ|W4q7l7($P5Q;A0-}l3DOV$08=ngO6E~#B8Via_m1UZam?V
zG{=i8OlDgfd~_cKaj&?-q_(xeL-$D_cg7Vav8@d*x(@=lHLftRZEbMSed5pk;xf~>
zEe$rlw)`tDGd<hVV4?fOmpkJ!)3q%PCb|!NxHT>_9oy1ip!>v|`^BYuFPk=AlgyqA
zBeF7|ex6X-2IGPyvNG>}p72H~d9Cp^D;RO*(yHf*{f8r7_iQ}}C3v=OdG=lrq~KS<
z^_1;NCH3m&y*J9H+@ExubEZYiz1Oo8xhJm8`}EY}S{%pkzo+k28m!*=Xlvv9lAm&Q
zE1y;sKhJEt-|rKw{%P*Pl3UNW-_HKLsYv_vwoO^xKR?Zl-yEmCdh3d-r*>K{f41h*
zDXFz{qKc=TeWjDNd6SX$e4EvqHmPZAZ`vfMy?SF)<on;V=3VbeH4K}Ul&TmuEiqN_
zT6Fc-dq1+SNN1#d44oF2`Y?1_Z0g0U)sJsKzq(*ff3a0v^C_Jzr;JwXY^us$ea~+F
zu_rcv&X(Sa^tfkq^{#^Z=?Q=Cub&$J`Oq0_<@0CuWIq2n@%6DLzKJfn#`-#^E`Pq}
z(cbt!jp<8vVuHad?%De`y!7@@eZurPJpFFgcC*g8GrwB?wEva-Q*y%k#M7VlmoKYY
z{`>mDSs%{rF|J;m^HFqe;j=B*9@a1Y`zL?z$9j$*{}(VkORRgyZ_Jveex8TpzYH5s
z-$Hx0=?BhUzIalw`p4P(0);_A7Mio0B-8h4onqdz?!l5p1wrYS#m6MqWXuVX^y|_~
z7km8l#Jm%CN)lE)(%Dz{#^-JQ?AOk5uaf_6e!lAc$(_Id&apZ8<n}Bvo6zh}s@=~u
z*FX6iV{_$|-O=0X>GzI0>&Pv7sa<pRpl9OqYS-p|`4h@Iat}YO{r>Z}wZ`f>Q$qbt
zYh8{%f4`$h`cU`l=hntgn9rBk+Z)I0>Nm?9e>K*QW#hgPcTc-lqve6++C9(e8Q4{%
zEjFL|z54w6H%l$|K7D%r^%|ZBJ&r5vJN~do9IN5n`tPiKck5=p^>fzUoBx9MjPT~!
zA)EZN!qd;Kx%olt`zPCi3d=orZpkb?l@rV(@od&~zm`90&FLScetlh9GUs0pXWqRG
zox)G2&SpILWb)n0D67Tfb{zBbw-S<8EKT9Z)Rp-;{Nnsi?06#k+TSRqPDx(j6Jy%H
z|7Yy9Mf0BWe>fD_9CU`KEXl|;f0pZE9ea7HW&cj9*cH3|=lQ3W*5tOS`e#(dk@owC
zejYCWdXe>2>8yD*d`q5wS4q!cnzHglzt)Ej#e45vYw=4wv}^)z;;X|ar%qAnyzQ$Y
zr*?-?cv7><RV&Z4AM2j+loT6Yl3q4v$vqD_#}2!;)5UV1I(d_4IVx{R=1Wc6dj0Zw
zwTunVl&>yG+;;!C)Pe4shEo=Yu-Usw?VWMs+mwza{?GMzthVILao}KI@<86|gAM<6
z>G+qmy7Et+?0j8Yb5>RT!o(}Khs-|;O4SE1mcMuUKj+%p|3z6%((}^J9%H$-t~gy&
z=ah%>pJzf-&Yqq5@R>=WaNn*~8k3Jqp6s$ricR|&8~3x2<d_2<UsQ$6I*+W6>s}T-
z%b58f$HtC@9rY)hrtJH-?qKpR=?&35yYeT_Ry?smCwFm7fV`wy%(hoi65Kg!ZyAbe
z?2|a&_lxJ218CcAEZY&Ebkn<!JLh!Hd75(a=+@W$r`y)wuzU5)+U)+upM7V`p_?P+
zOO>B1AP<MGV7FwqWH%Hy%+%f>D8aLAUiqgg&efM=5_C5R&FDFky}_z~YvoQQ{p$0d
zQ$yvlKSfMDZe<hpa3kA!(TX+ulfTMlzmIS@{>f78{KgVJ@iR-8OztlXy60J`F8_GR
zj>&WR>kps2XD<I3R^Y!)+aAu@AQr)AE)*frsl8|Qod0`!*94qelKyDL{3na^P8Qyr
zWWHKe-2L>|y}GqGr^!Zt^NBa&+{Jw3)3V={m;dfrzep`#Qy{nOMTlXrr0X_O7IW+V
zH#VC-pE$Sv*8@(MPlfK63X?6AKA!N<dgr0`ZoBh`tGdRI)?ap7)#AeSa?*c$pL%od
zvw5?Q%oaX%cK?&fpM^rbZ<fq*6gII;Oqt+NdU3;!jDTnp4PB`aF<!22wo+GS^Mrs<
z7x!iRj$OGv<CoOG(8C+Ec0|6t5cBNJIgwir3x3<r@BAsx^l!h$gZaPy&c2uCX8d36
z*xz)4c>Ut}`{%uv`8EIa|Khi=H_e-N`K#x@^<f*o|9@0`Z0(Id^`CAO|GlpDf8XPo
z|84)CJN)1O-LLt7XWtGMeEa{AcD3X8-}@h4{Qv&;G@bANSKHrQ{dRh5#a0!=f6wRt
zRr&mGsng^CSLLg}#Vh>S|KrKrhL8Ub9RB*hoGH%z$=rbZH%(r9|2zL({SQCm|9+;p
z^SaqN|L)f|m0!yITrV5&&;Eh+4|%44?G69Cxem-d=U|(-reyBrem{My*pDSg3ZH$v
zTzKN+rjG{-4}9GJ@loNU&8y{X8X5R({#n1Pp1z55i-LXRIwyt;D_5VqrwodK7vJjd
zh5xr_`SV_2g5FpA^pgEoQ#*~{`0RVLrs(Fov)fl*y>Z3x!AkiXv-oAstna=noP6%B
zyq%}!-zKH?!E=vX(vE%Bz5LIUcLFuJb??=+%cAPspNOCTvq;?0-m`A+<`3!VN6)66
zKI(h%#4?4H^gQ#%iOyW#RFt1H?y~TlIJuqK=ryCjl$dME<-JvhZ%+R0-#Kglo9jmT
zOZD#+<r>UvoVmL1Ud0bz;gXE?yZ4oEd30q;;|Y_iswLMh@0&SuCuhXHnVg?zUoHQs
z{xp4G_l(f<Q%>%j%j*B$dq$-DU#Is!_0)LZo7$Y59lK}wufX-~Uv}In-u!rW;jJtE
zIYIHW4^7_w_|*I=-@0;lM>V0iJ%1gJ)F$+-6OHq<sgD!8ZSMEzc&2EsXx8_AhrVy0
z`IEc0OfJXGFYjOJ<c_Cj9iH%WO}zE^;*;mHJ3VwhiT6J7?|x#-TX)Szc3VxVa{Zq3
zHh<dQ+N<d5|0%rKw>|N=VExh<mVYOO*3Z;jKUe#JxoiBDCHsF)$WfR2q*N<;b<cyC
zHpjbXkKBuuxVOKd$zYqhq`{Inu7hzGp5)rUm!ETUp;~iRa{b0*lRk3J&zhHca?bC*
zO`Ho)r*B$%qwVXTf)dNB?)jT!-<colzt6c>+F8Lq_`X`#35h5F`DNGH2HZaOAo0gO
zSLfM_7W&RSzwAtUu=SR;{I??CmQVWh??7?g0!w>?>gOFwxv3TNx31gSc(8Hx7l+uY
zIJT$dZ#Lw|)Wtn-s984maOU%=vy<OF+xtG^gj)Ivap%;Ojf}DO_W$-x{OY!~|IG=W
zD6=HSxqXFoIV{bZ&vS3cq#x<uU!Ia0^mfMN{>u8>r}#zEo~*Bn_)>D|&i-WUa2L08
z@sWZP_UHS(Qs?Bo_vG%`zwAZD`e{oJ{xOkTw%VuDP}bLhQBD0?@&<1?sR;}RmOq_l
ztzN9EF8WZ#@q=g5fAOnn+iku*;9PLhe}XHYM^m$nmqTB{UH$is+zU7QEZ(^9Q)}YA
zGQ(TqXWULZ?q9Afk@q02@13qg^?moS2^&+GTZAV4Pbi<4QNMK3f=jy7Kkhjj9XDI?
z$Ad52t!Wnfn$1dIJmEO8ZKrBHd%|Cp#WAPviUm*Bm;Sehf3mkz+|s(a+d?)>JXLmK
z&*3$vL;k2qnX&fWG}yR4-tNiVy13k$#7}b_{`l$Cs<Z4DF1x=||Cygc+@m|WYoom!
zFFS{dcS!$Y<$V4A&Z&=~Rtj6^N_B+ooA5cYxb-j_OS?`<+Ki7JMZfZYif>!NDX*0H
z#);{)`tk$D40HG!ihptCGlo7ZjrtV3ea-yLooN=^*ZkO$Gik-@r-znIGnsAa^!a~O
zT=bnY&(6=?H2ZsCgh_=_W1eI|-=xXj`_G;GSiR}rn<qO?rUWTft}HSBU%#kf@#6l!
z4-I^S9)D{)J<&lmT5sN+gP)!~lQJ)_3n&&pyCCuHm6YZ+Pu|tJF8w|+>hJk8ac<9A
zcfEe5UA<NO&bpgR+_qo2ZT@J-%k(9W_RTjhKd@)zspUDczif^?Z)=#R*<tr>d&hzQ
z5w7v;euZxpUw7!uIi@*t|9dXZ<9aR^=JC{~A#eY)A1CFNmNy<wn>9W2fsv-nx7Swl
zo?Poz-}H8e=8C%ZE5F|xCBNv|8ghN|vZtZP=eWdN_^|E0QG>W@EpOnq_Fm(gmy(~P
zH|y>R)Uw_A<>c;rmlsEEyHzvyWz3_iv5!o<7;-Q8c^tnluRgslvh(0F#r3(1maej&
zU;pFZiuOwPbLpE4es8i?uRpl%)bvj4{eCw;zph_j_Fks{zg_;csb`-o*gt2!*wy!6
zCg0~%*I)BzPG#b=n$1B+JO#D$@0RTN=_<amGW*RZwY+CcL8@iHF8%bl)73L4q^xRz
zH2cDfGRqbnRxvHwC;76{ZP)CHpM4)F=O|4nwKU4QS;-w{)yz04s)|3dx_Z;Emnlnc
zFHHLWWKYeeg6}DrZ%#JdoV>J3-8;qq+RnYQRdF18PkKytnp&UVqxq@$*_y9>`zL=5
zRDZqP@82Qy;MwZj&HmSX=dR&DmoIT9>;3#wUC$2xdNSFCS3Umv$*D`!uh;CGeEVFm
z_0-&__ZXiSip<eD{P%Wpx#iBYF}H4haJaYdi`nEf-oBg}uRffyU$1DL^S0`S*0&97
zU!9Eq^K4F8aq+_2fAqaO^k(0UQMfYuw#D5$-4CCI@tAK<-?4MSGqt&Oah1%Axg-Cz
zme|`a?A$(obIOCiJzwhV-YZ{ix^jKdoi(5LT={;l<fnd*m$=eW>%!XmH@_Z?FM3q_
zEdT%FljVL*Cuc_0uas1NwR_FdirJmYrkBs3auLuwmTGje^Y>1fqHXMF7cHzmonBkN
z&?c*7P7S-?9cjI|u&|h<6Q`B>W^a6Ez1IJc=$;MJ>U{!(p6T?nZ|_VtyZpQI-=o9R
zm(4o){{d&5%)wsH8+WR9mRZaUt_!<kB71o5+oVhTcQoWCDMTGNdgAik;-Ot<T*cuz
zZXWj*G-e9cPkUIHcJ8+m<7MGMSy7W&vZ5FE-h0LA<#731i|nDtT{qj}FVu9E1n)kV
zcDy|!>gBYn({4JbT&mOE7-yGvx@rEGgl5hhCk``T&7~g`GF`T<&&+u9t9yP|`bSUp
z?T?=<J8X6H`KtqL)8em5THidEwfkGXpFhjnG=u%hhVn{VVjfrB`Byxr+w<mvNpCgP
z?<CAVtI6;FbLqil^Kb6oIRDsl-5Do^^Y6S~#+^T#U)8&Gvh=KPH-e7-I9aaU_-X6D
z__A|qC)JLho_6Wd*|qbRS?v`*bbFuv>)3@GGiHc3tN495-P`=RzuAAspMBkD8P2h-
zNHdp8klFKj&V;{<%`g5r7JM_~c$)c}v)k_6WRY#Rwc@p93p~77BBa_*M%Rih{c!az
zvHwd-Z6l**1vB{We)2@xv6|h`%I%9~w8ZY^H`&BzNgC~0`gQ%+XHLiXwe|NqUQIOa
zpM352gRlKOiwfBI-n~$is-Epvai4cJ=aJcl)xS6YUvcr_^OHB4*>3;tdz#b6$dPV%
zl~?)SzQ@ikbJa6Be5C?CZf*P1w<2Q}(_?16$#*MfB&?r5bDC}a_U3nTTv3}(W<1T~
zv+}+5sfI%<oB!e+-=4S2+Kcwj_|ROs@5Y<SZoek$x6eI#KP`C5e}>uj4o~EDylDL9
zL|P;N-|c@lCodOzbalt%Z6<fWZTY-@as}f>J?XQt-{$YW;u>GJaCeT~cQzM=Dr?>U
zhxYn7-*1>3-|=IU<e8%%ckgI?sgctVawq6O|GbaFu0pojD^^a)kd}Yw%J%c@rc4u-
z*h0&yeMeoUn!Z}URsLuDBmO0c?VcZvmc}{tU$;K6_JvGs+*b{zQ=AqvTVLkSt$)`h
zb8?p9O=hL<dB0eqEw--8^R3%7dryk_&l7oRt#26al?&h5|MJP*mMFcz^Qoy1Q*|G*
z3i*{cd3>DfcK_Ld&d%bATQz*br>nM#7Z~h+o7mmOZlCh-xJ;Em#Xjd(OhR!CSyqph
z$Q*rX|FP%DhPf}cy=J(3cyZpgjaAd?6@RSR@z!#O>E*eL9n*y~-nJzDkLr5+<A2-#
z$F*ywcpUh)*GJ!E!^6uaa~57NJY9A}N^twG+^*@V3cn08FCKinGgmaCNjfg<)-w@<
zJsb7+Ywp>|QXx}1|M>a$oH0KXwZ4}`FaFjSd~Jii?DEyOxrAjNGSn@yxwiAw)2*5F
zXML=Fl=9Mg?&DsoP-*#9+Y?v&mzErAVVRY1VENr&Y5N2B?BNvtQgkYhbCta#<KBN;
zmLG8YzvSW1cX<!j{!^K+vhH4VN$ez7>ypoE`@<h>XYDw0WVZ0+{~w}V{a#j7#+(S1
z%D=ts?Uy}#FAx1u=XdN|bh5LikvHzr_E@Gl?;B2C+h|xSe=wx~o$Bkf{~8bevTnXL
zFK}0ZOgzh@ukzv-FIwkc=&Ij$uKfM}|NgzN*Y#ZXD+}*sh<<SFg^!%X+fVr?!rr95
zu3hI8U-r3W#p#Q&cdz;d&d`3v#PykP-NzRWe70u}+C9CQcRToc?)fjj^cWAA|6I}>
zdw6HygS4p*cOPhPD6VPBm6_--(&<>@G@0?GRNdOVtiDYX-6a2;F1+#JwMzN(2=;Gr
zvLUzTq%9IyH9PN6_93xpIh-;NS@hOFJo{|^KQU$AKR5lCB}PRabG!ATwop3NWb5yJ
zi4PWkzq`bp^URl57mpo0!KSBW_%_>pn;Xj=we`*OC#LUA*JgVzzF}o!*4{E@YrBBp
zM|<|Ymph?+|K6g5wXq8Kek|7hdv@-;7tj8mELs+>wWnmIR;|>BOIMS9k4VSNW(ihy
zoyxZ$bDrZdZI5eeS9nwYI!ykl^62xwZS4{&iTQJmR=+*rTC<ByZ|Z%&2Q!i^b{6Vy
z_xN?}xvfd}KZU6G{2|@i65H5$ZFgRqc-WPJzwgRd@5XsjKP>B>FbW90w^q9!e_r6h
zp2_E5CA^-wZ~u}T_oV*E>}0H&H$i-Vrrg8uO<S0^{GEBggL`@5LnpmIr&{B8esI{I
za-3Dey7K3r)cEHUSc<GH>P6D7yQZ2iwD{v}l*w&g_|W%}pp$eH_xA^!eXL?8CpJIS
zF`ILgEoaIB(VuH)d(X|g_Hoa=dmjGzOZ3?-1YU~do!i2<Yf^Y#S<TLec}9D)j5mMG
zxLCmcFQ&d=ZxQo_(?<StG#_Ye`^47m760|=hMm`gIu3Uq%8Oeem32_#nhVRD*qo2w
zqEe*9P6(Inf2m;dmvP!vySXAs>ZSKCA3nD^M#duL*{$a6bu(YwyR6=Kb@^-0hvF8?
z_q}D_aWyt|V(^RG?|%MWTz1~&;|I4`v%s}+cJp^c<a50#wG&xTeRcQ!oLMHhE@f+8
z%YCo9<UalF!*-Shx0nKFAG(}g{rH-wlI*Vsx4XlaHqY|=pc-E7x#wO~>`jZA?~TIm
z?>W2t@lC&TdPj8feC<C!QaI)Rk3&DMe#055B@tC@?!onvj1Mp7RfW5+_xjS5)t2Ws
z!`F4QZBy3mvWs<2?JvKdU)8a!`DxJflGmHA3JS~rSQ39D!T0#VLk~~cl+CWnxy(N2
zJ|C0#gTnbv(H667C%;jeyJ2ndwnNuGzqj^%p7U~T=>waXR_7TPSe&I9#r)=IJbwC1
zeeZ+sEOs#+Y;6I?e2wDE`R*TK{L^4HA-R64nI^ydyw=5RXEuHOX_j$Xdj9i;2OiDb
z=FLCxO9tO18?lLJTq4^WR_vTKx$K44tj(wY&;I%IiF)RB{+rbeB4Vb##Yyi4>Tkck
z{vx)oNa^GY#&1hz|1Xy8wEdjd{4?ZxUd!d;eOHd>lvV6mSbjUXd;P3F(<xCe8Ow_6
zl)qL!OE;IDVRXOjfmvJl`q-6!9xTy398$GC$lw36Ug_4`UjvKG|7*nk{uNQ9d|iCz
z+xCUu|8eeov5()sMBtdNUjA*y@}JwL$C#be{QTLNW5P0zKTNNDOL?59Z?{d@yE66N
z{M$D^eLcu7w=MR5Ma%K)k8`bU`M-IecvV;L+4z&=UEJd5+#Gu%^>;b*S9Se-_I;V~
zWDm`_kH<Xk{hoedX2PPAQ!^F*pG^Oi%k*=XV&`K04`2Rly#K9sr?9>?v(W$Az5@pH
z%ASXxWPPtQh4rKCanlda7g}UKZ>gSi>e-(CFMfY~;ydS@vF`3v-s6+~&g{>t3_gGU
z!T*DE*-y?t7QVyT`)%v4LLoEL%FcT437a%;R^Pk2L~=!7;HI1}2UapN`@IvJ8&E!_
z;L=H^zR3~~JlFqRl3u>a?vRWDgXgpvJ~FvoeAWL~Kj>PcQ&}17x32tL>5(0e=Y|xp
zceSpOE7)Q0y7Yq_&xu0DJp1Y1J3crZnrrh(VP)T(z*If`pc$oVFOB0f5@-E0x%ZXz
zd9CrLD{JcxWcmL(aA^CbchAy`Zu0JVWb;3>GG1)c(@QsJAAY)2`SfnLdsjdGS$g>M
z>fo0zC#Sfo2I#Ke6=?fA>XwaBb+)dQ=?u<;^S*5Mx4L?Kiq5*PJ_o*iu6kE#RyQ@<
zcJeLPZ}<1FExUSJdQ;pJ;g{vJFWfz{VD@5HJMraKV!WnvXKJZ2&s7x`=l}fd!~UPz
z@ivoAU%E9rJLz*@+wZ@9%W_VfYuuD}sq*1&eXq(T+xPFB>h$*FZzJ=#>x+W}W}Uly
z_EyJrWxJgxFPv(xt}TD1EOc~#WO<=xjNkRwZw0=bJMGv$Ws4x=kDVVkpIp3+>C7yK
zNaee?cJ}`GadOeCGujXG^Yeb{=yx@z&Dz|&s4u^A<$ujzjBl%$=0D*4bRguXU1PC?
zjYEi&iiRn(0Z;9@2ZD>ZE{gezzp?3v^@xzE6?@dYKJG;J^?7sVB<Z@}X1(##^ZEOm
z4U0TqPDtrxXk<Qe$)@E0(#ew6^Os%jaoppyYma42_MS|I_)Xg9MHkfmUcTY=;XU6A
z|F6yKsuhu*H@)Mtv*X9Vlf=z;os!<kSidd(!Q5PXx!}k@2WP%{^7#K&VU|fcg)ijW
z&ZThhM0sB=I&5LRWV6-ABf59DY<DSsVfTGkR(9mI<1KfNe%@PgXnN7vX5+gyM|R&m
z5c5+1b-elBcVV)9&-?klU48iN^sLNJ{>Ku04R*-Rt(m*4Y=!Dxkr_^kSM^GlT|e=m
zzpeN~wEwjS<^3P#T;ATg_gVaBzYJcf4LKfj{AzOlK5yP#^Kp@`*UuLr@pW>Of6rvg
ziT4itX#Z8yy2Rn8`QM&A-u&&~^ld*cU9R4yo$tUmVcyS)b|tgf4{vc6y|B4s#wIo?
znJ<m!?LM5fpSzh?eQ$C0_Y=Rkmp*(}9`pOWiGOOYlg!<!%Oc{N`+u($kN4ZPZ~Ho{
zdHXd!N!@#8t8nz%``QzCOHcnUxOcw1a`L)bg+~QtVF@2={(JrP(fG1>4fmxB@55ar
zmgs&t&unh<<+tl({zOLsZJ9s+okKQcZfaQ`Q<nDMe9eZ1$JJ71+%eiN+pD*uv{2-Z
z)SX@5?wecXrde$0<##ejsyw`F-uGWdIVaLh{MsuY{ZlVk(KYdDz>0?+wcmd)?QUD#
zZ#jL>^CvT;{~SAc<=Dhb$%5@yel&-22?=jGJ7Y=IdG)M&4RTBg6C##WJ~BLU=ZH+h
zrxwwpJN#8WpE=%OpIwkzQT62FmhMz7&$UV_57#Z~jdh(^t5I`0-&bkwv%d7RvS(*m
zFElN;%Fda1>@TN$q?Fm^>J!HVmR+16c;eJ-mcRZ>_nhP`D7HH<GQ0Bs6j#RpyHhPe
zuVZITWAxp$CeX}9kSEbox$i*m9m_g#!!ySmPcx)szmdFuM913x{1cJdqNyzVWmMNl
zt}E=?cYf{q$GRJ?9AWj7On5T)&#m^G?-NWnGd_rClU(!Q#8VB)#5E;FVhc~q-5RGd
zcV*2rmXCaWR~n_X=H8mj!=s)#)z59d`p#Uw-O)j_tC#&h>gLupr_wUa^3LR<ZzWp(
zmu%-g$+Oygp;F76$Iwjd;aZln6^~C^U5K%F_w@{$c_`<<+54&IrO!6}k=yZ}zh{Q!
zD!)Zd|Lb;4Wjro-Ok6fz&HP8yoeBHjpMBB#-)z3)bhkT+2T$BJX;GW5(IRyzEwb88
z{K4<Y%vlRt{`30p_ii_OmfpytQ6DES()V0)`cGS(_or9i)Lm_J>F(YJf&Wro&Kly1
zrpLH8AA7XT|Cn3K^Gyc}?q5;wve)=!@jIMhzVcBMrgZgd^MA)ns7hy<h+n_ve0*n}
ztGc%O{T_cCrKrd!5<2Hp1Wr9Qsr1-V{IW1d>Z!^-r~lht+?e3Z^hnmPl0RnZ5@V@}
z;;w5%=GLsZdBS~HOTmt5rmC@*%%^|hUH5sf%6a_-CvOWFKP@`z{gXfL%h9%{b1(PJ
ziEZ!R>-FNZ-0#cD#kyj$oZB|7dcN#`v9FC_c+7^=)%)Ed+Z8?sXJ>vq&cE>bT&<FM
zi_MOTwn*}t);S+CKWDz!Y7$41xBun`Oz%#J_*#75Ic=TI)i&M#c@n1t=cmNR{QuYG
zz02{knO~F_htujb3%7|K7rrD*{W=+YX0L(vs%W+tx!Ie&1pZ&lJW-~hFePKnjA^R<
zwMNR0UOCNkj<MyObDcVEYstlvTET`d9lv(2Hkz0H>S@!*^ka+to7FB$-{sqUGs#OW
z@z&mZwmnD7O3hE)R$cac?>zf?{r{Kwulw=0*!N}3B<_Cwf3uQzHO%2Z8Pa$7x%t&g
z?ss3v*YO&;+FWX`{^I$$Cb(he{JgE)zrNZz8J(R}z3|kI;A|l_hKD~Yot>Tc<t|CT
z_vCd}$h0pP&+!OdF3md`dOgmol}9GMLcM*ij9*^d_uFeZzct4&XQX_ekyOc}!pkDv
ze)iSNcZKH?T-v_8{-!K&<!ttGzL0}|b$M!Zl|se3FBCj%ezJJ-zoNAXy6@h;e3l}x
zqyI)j=j7uvb_=Op{=D%^#LR4?9a1N!&718nI4yOKk<e-nE1$j{svQpmzWnpKR--I9
zWtsoH>`&F-J=fncw9zj*pZ>9!J@K~6v}l>u?YAb%C2mWb*=@Kid)<Lo{#&2qc?iE<
z?>QycCcV~Q!c%ZFZ<1+vM5;x)fu8U^)znWlx}Rq*@lyNjewBgMG05(wz@qxc%0_Vx
zS7JWgcv?U6tn@#J!wD+=yc=fO?4J2q!0E)b3EK6|7kk!9rFKvFE|g|_<8yXMspr0w
zWmOh4`O=@-sM(ypnGx}MqWHHjOy+62mp<{w)&Dnh6tC}}pr*dZpy!&?3!Mh$Llr$2
zvIUB3Q&{=Vv8C7g>g_dNcIMNsFaPg7n;iJWdY5+0ZP9r%or<<P?9;n`W3$NO`bf0`
z`C>1d>Q`AaGCajXh3t<d9m|!eWfNy#7_P3Aeedu|#~kxDJ7<;gG@H%J-Q@Xjp6qY?
zkMoZj=QaP`{`IHHP1Az~ccORgOfM<U&ve=~H_E58A$v~tK@Z`8M>qZit^VDot0%7U
zr20|W>3xUFBtA|2%j|NhC{i-G)GCf`66k=?Df8z=Uo+P|I%mrFneR^DIQ!+&62<N*
zAGprX<F!pooBQMB<!iD!0dDzhg*sk!DhpnixRpij{%ZGbHPeOZDRadPF5VVsyV^D5
z;K`kw57Yif3Cu|6e6j6y*p5=4S>Bglc<@~BcxU8lY8<g-m%{nNP6yr7N0zxpvz%*}
zx7Igu_L*0Gh3VNHL+#`(IV$H8o-aP5z?)?LZ@=*Irw7%Y_k6k5f6navFC+2gR%_Sq
z|K$3)<FW^%DMzT(=^64r{zN}MF?F}XZpr1WOaDkZ&E?sW)|NQ?LUvlm)=mGi0xP!~
z^(kGyyynsM*?XTf>P@_MHd~b6c1f$)*=5(VHU{-?@z-OC`l+4r#A#}6*o*aN)}{JA
z5Mqt4JpZn6`rSzV-MiD+UNp|xzsY6)-IeiSD}Jx5sG4h?vMDEjx6AAmO+9|*Av@=O
zT7A&7NqAaOux|h4ij@m@hqyeOcwOP0y38q;Td6bs@|0h=N-bLLeC5LHX*QMGI+YyG
zdXA?}&kC?<3bJX-MQh(*v*G`QBQMx^9CUrID=4kG`#OHrt=;b?Jw5EN#<#O@M#(Od
z$r=rh3bU)^3RfIgdS$+5hNWUjv3JGog_C8@tm~KTd$TMe*mHi~p62=TK~V{g_x{_O
z9Ncc>Wo+^5gV{1emjH*UzYjlqb-XRvVt1~q$#Nwr8+UQ-v;z}vKfD^K{8XWm>G!_9
zzKimwP1yVPTh{-76<>@^=S1HqDEawP=&Ls0=9p<yivEa~NFF!-GP9%hwbthes}Gjz
z`ISwI?vCDl{%Xw>fA<f|UVnY|Yu1lz)n``QnZJ9bepqGC{aX&XB3lc8J*vAZeYl`d
z-+9`_-oz7Wk|i?^&1%uRw(^Pm)&-9ugE}`<%T<f*Ija&ibIzPQSt~B}Mzj^p+ut`k
zU0v3*TlVd=>4Nz=$CGX^d%rDnZ?0XgwEE1|C!?1A=-+z&?R7JCmyq3C(`K)n|3<c=
zO<Qq=o3iKE%p3IucWiEMw$K(oTXKi#R@&*G{_Cyux%Y3|HvK`0@G2SUBpLBXPZw0Z
zS6o&2^3lbK^H>bm$R6PO63OwoeFfLzJL(&o4pxi)`#R@=XZ*w+yN;jR@4EZ)6_;C2
zdswZdmn`ddR(d(%o2Sm>-blWOp8o`=x3`C_j=oULxlXTskGHO#4*y-(UbTk%-<CYT
zn9F8(<j1za+x2F3bMF)#>v$y9IOFc_!&CShIZTuFe%I|z-?uV-hrPxb1;2*@3d?85
zykhf{H2QB8_*c8o|A)%6r50IbhD^IyRF<f<ua0l4E0QaZc3RMq+_pOD(~Q?PKR)rt
zJgGKb^0DTa?74NyJNY-s&E9j#J^Z~;pN^21_y7LM(+@l?$h};nHu3zD2f0PB9bcJR
zNxErA#(y)|=)TtVr0}-#iX8V&-W5I78UbgwX+Mw>pL=SDth4Fkg?>`q4;IZ-5OS({
zyktv2VrN>1=D$ZvpMA=l$gw?HwN8nbEkcrkXX1picON~@nAm!<nDqAbl*d%mcBbul
z@o4HNofDgUlU95c<x+HrjyJe<zpGfP>H675U%M><c}jBcAMo$j(mB%c`m9UW*%hY8
zySaDS-wX_CZcN#9CO|X(=9Mttkd6si8V6#c+1}j@J5$=bHRta!y-8g6{wqFDd%M7a
zHE~u)%(j-4js^d;tks2n{&Tp^<UE=4<*AfvR+f2D*NYFxt`tgnF*{=S?6w;@!n0+o
z3v&If;=KQNoZ>i8WT!TzX13$LUdb<8%a@;iJwx<==rME6$Fn6PWs;t3S6qK>cc$5-
z_?<m7e^}0T=Jzw}+roAI!Mmz!|5zfIoOw`m>g+8)rtg2IAFZ5u*viuX#iqG;wuLSE
zdBD3oC9WzwaPAX{Gp_?y#!TC5Gv%Z0k=P|iZ*BDGf1g?KEM?1QfvpdOQ@{GO`B(p4
z<$SO6YvRn$&V1iP9AyljsjBUb?48*B`R|!8JceA-NxPTLXt{4)W}N!7?u~Q%o4poO
z%h!n*3QoD`?;W&n&&Q)a|Gzygd|JpR-z}kHn31I{Cv&deSE+;FE_K;*&Tu|n+e?b<
z531!Pmdkmc+O*~8#f2wXx(&~)Yw1?()DF;iTxEKEs%pivSmu?Bm7h#m*y%9kV1sJ(
z{Aj<`m5W);1n1qoe?RV^0=MV61EF)KFFIfCq3hH$GhJAR?bd3;fSD`5ckkTQt8Zj=
zGh%9v<@rw%-!#vEu6n-2XjbbZ-_4ihyjRY+vU%?B-=|x*9G6<#^6|@N9^P4juB$7O
z%pWsYhwVu+VUBd)+-7TC(fp8wZw({!tPsY?)1k%|f2wQhPj5&p%Ux%>>}~zWhSo{>
z@4c^VkoPaH*pV%yE#uVQ*&M-LQp|Z=<<!h$?hWeK<ejxbQu1`KC#S}2=#b^JyT4Ug
zktN0`I^O1G@T{X9ksROuMxW+pnYgwiVY<$;(~6h1xi4{^{J38#&M#Gq=b*8e!rVl)
zX@?GEcLa&{@P2Du78Y54Gle^2*%Fte&+BiT?np8#^wLjBJAA+(`}m>Hm$#jp?eR0Z
zVoz@6i36;;LSIUgrukVNO)~Gg%pmq4S0zI+%=5{<-|2hbzYv;nXH{qR5$!cw<n<!>
zUJ35LP-EVBEA*z_-{3Uex|t3yWli3S&(FDfCu76vqdONpt&8;E+Y%`*9^+Blx3Ht}
zt$|6VXplta2dTd&dCq4pfByY_?lmjfbJ`7-+QRI+c3tx@GuxPdICrtn{;PL>=3Vn-
z)oWa^g=yx@<=36AJ$dvrZ1Q*cWwyby7eDTAW)F(Gr|{^MgrZjMq~c%CQ#OD8eDeGk
z`{HP`LxO7mC(iHo>$T?R6gV_BwPF)b^t6L~PX%QrTPUub!@Xy<Gv@+k)}q^`4vQF?
zBiklzUzJk5Ywhu)_6gUPMjDoXjqgphTVrl+VQL;@lHB?v;(3q6<;bwBwPCfne|G&<
z;xqkvckMgF6v1<6PCZ(&(&j_Nj)Ms=q;^T@1pZ8``LXTr6u)2FA9~H2a8WtmAmwG7
zmaC=eM2pn2`M=llTCHGlxUaT+r+9^86RU&D$$MM+LIU)5#7pcuytaKYFVn8h>L97;
z)aSM_QxdagR#~~2r4`Og_7>}SDC^W|n0PYj=-2&eLQi!bEe!v7f0?js?76(E0}Hlh
zJ^cM-neUb@g4;Q2?Jhg(b^UxkN9Ksw5ercf$yGK-oHj)I?}>;?o}uu}^X{p~U4<Qu
z_c*o9ZFB$d2ZWvu(9`D0tYPXsaxqNcR*Hp{;_q{1Qp{%qj+uVBxkYVu(T1}d`m9Yq
zD6(z3_ax2Ofc@^#;06XswLSG^$+9A+*ITi6%?*vp|5NoLKgMgSdv~A8-iQ}d-duJt
zoO%0fgGLIE#8$zp(n}rw??|jq;dgObyl2C`er^WF*;Cd`baQ-vFu^wT-j*F+466Mi
zPl9rjoja1*u6m`+6nd1<W#Oaoe1qA)4SsWKC-|?cu$kFuZ^6CproEb`9QS#K&3fLF
zn-g<|<AUGszshiO;%qi0@xW(_E`he(tie)~kEOc)OikNyM&rYWG+%}8xe4d;F1X$6
znR22sVm7C)h-=Nv^IUT8N|zR2W@^k(S~)qj+IsQg>(h7deD|Ged79>_vpGCHx6S{r
z^XB+D>(jJ}!5;U#D~dVt`wY)-GQBf#pAh?tjnlp!l&(DR<nxDH-IrUK&PJ_bvyQqp
z>91bK(&=pJQbN8>;^(^OrOZisagis6Lu=X3Nk5m)$Yn~j4fdO-$?5PZ)vnB9TiK1n
z$;=C%3dgM1UsrE-@$|A++Rm01)zWMH&)Tjwc6fN<$5Y`uTTgiL&f0ThpVfyruBQ*?
zCr*w!HZ^bJ&-F89eD@XKn7^K*>5D(phiM^umJ8nZ-Tvc3V5E@TX7|?6G;@V-nikQk
z_5R%E;?Hj0uWiHAZ536sRPdBUmX+R$_A^gz8oe_3RiJq3_?@QiyRoj9&zKlgSNAPD
zy*}^Oqdz~}@6Ooq|I6e4^`9;>nqPa}I_+6!)?ULee=j$(J@C0NuYZ4*W|+<r=X{~0
zoZCfT&Z@Qa{o7zVIcb8?h1R?|_uKDVGbCD1=FI(WliA51=y5_q{>6dcLf?b}w@eM4
z^Lv@1$48+jym2><hdH`4p8l;h&Ejl?^QD6!t71A9FL-VK?o`=~doQM?l{N{83(Ra`
zuX^Pd8kW7IZQo9{-`n>nC-**NmE81j=e~9Ro3?!NZF?emeZ6#O&63DPO)EcdPkr4{
zbTZ92hT-I!J&OZ9zD}5LpX`+EeAZz-&q@6>n|t|3F7`%=*>9}>uCnZe)v`$I<^GS_
z<&H^D-fYr&-v7^yJ3(4^|0%>euGr-BTt|cH^AUqQ1D_R6YqtJ-+${h9&Es9O&wPD(
zT>rMgx`-bi&$_r7-<)Xt`@&wQ2Jthw0gK8?LceZ({PXYW?-ET`A3eU$a*c{^xbwv2
z#RY$xKkNMawAVS+&w8A(Fe5x(hX41c;@CUyoQpqRw!dEe;nDi5F}to#>@^MB&$;&6
zX@;PNlYe3(t}PZ!m|P<9|Kr5gFUcpT30ynbdNFpH`kNbb`<?Y`f7*pD)taW+^|WV;
z$+nkoUZ3?_Xe55~k1EfrwddDNSrv6YGbzKYHb1Ox>HRgcZL~uhF8B7%tdZXJG(7(7
z`D2aeG<n>Ao%|m;<4=mv>|amA-leVHT`RFs*#7tC!rj@YH9z^iv^;ImAU{{2M(_T~
z9IZW!pU&~!*s-7^|HIMk7go1DSuGx2ljkq^lIi@Hnd!T(9#PT$`+TO{=hupJVtz1p
zzdz~mCPC5v*)RWRKm7Cf=GSePI8&l&?|xf(PSz!+lSfJueotcjqarO_Ustv7O_*u+
z!+*b@FP~jq()zLZX3(O3`%_ov-Me$Narccivlsk+eeK?tLjCBYQNc&;gzvtcw8W#-
zJhJGu{AIS@ry9rGN;S@&l{ywK@Z;I{efM-<&$(y$hiT$dSqAI#&r~csjs~*C8UFi{
z{p^0*6_;zv7^|L|?kjs9=#ltqO7LR;JGts|rlS8B>Gv0WQ`Y(^QuDXN%+763KVL_p
zsqCu7_rB(F%_wy=uc>PG<O|y)eDjavGN*-+#alJ&oRX$ztlE8R(dLNSK%u3b75`t@
z{7O+%EazTw(EnVj*z4#AYrnVnnc2QIJmsohlFW8LWk-kewkb@vud+t7+~!=aleO9F
zvVD_o?2fG853JP75@&i&6-`~;%p-8S#OwC`^Q-6k-wa}o`8`!Fu;=-_oU?n*S0BIT
zf39n(;*=<fdV}SgPKW+F8EqfA+n{6$yT;#kS$7k@wHI#votkU>p|_p4VqY~+ZC3MF
ztt%UCy~StUuHdzhnX%$I_n$bIe&!mvHdV*1+ie-%T1@Dl_cZxu*GbpB1-{p%ShkhV
zuxBi;{_l0kq`uDdxMkSpzxo1pDgHvmCzJ1{g$D~-?Nb*s-yr9(ZC;*d{Pm76D-Y)x
z#+LW9>D{>Yt4Mrdx%lM6uT|bVY;Uo;`{*U>_U2P3v~PC>ebe_kS@xJuIU)Gm)IGD3
zo?Whz?XLcDT5o^0_zAE5=DbDAO#g3{ZCBc?!Yp+2U|7`q?=iFHo_&zgH`}mas_LfS
z*NY2++g2)vzkgoa&%B%=H}dGaUt!CH-S7RD+jISJg>}WY+vnUbv`B2r%KPBUx`F@f
z(fHh(HLGs<i>wrX6_fE*w|rXioYI%4FG=4mt0_redm}UK`GH+p%dc<P@zA#Z)ZDF?
zmhbkdd3;n%>usK(<uj*sYbNw+&y6(ybuwJG|LKo)?S03K{vKa?UF_ojgtzRU`^0m0
ze`piF`tHj55;55)^QK&xmonMHb;61&>8dNgrhcA3Zw+VH!L^6yg}Ad-Z)Gi=a8PLB
z_J!;#&c!!P=P8+W>^18xhK*%A4;@Hcw`i7O>5|yB7u;eQ&au6X53|zMo;_`SHs>>a
z_4Y4&)|(eKE=Zc0o)9hb?()HV&hAygx10ZWU*G-t^C!(0GEox?T^Fmq*)&V7WXk#a
z4=EQjN{WSco{5>Nu)}A~<-3<yCaqU|IsMJV%9!W!zr`~*KiPQqMK{;{C)2#{-#S*g
zyzs}tL#el3ef{|<_<~ZkOxl0V!zWdqY&KAJU)o@j6Jt>F^ndcv-O}c}LKmkqZ?}#x
zlz;P&jqmS_$t9_8j@Z^Q{BvA;d4GiE(;ZdUOnx6Mc<%Y<6?fj*v`)|J)AA)VTsAQ-
zNt0$Oc-UXfQ}Q6OT=o>hq*v3o>0UqV87qE$veG`CZTHvk-njB~gO9;%8!n@y^4C9O
zZT9N%-M+JKVdt|T$$vW}E|=U)Hq+q_J5_mg@^Xc{ULEe-dP(eCg&lO4KEGS}PEh>h
zwK;DOE{&<^oIKsW^SSHGlc(*%40I!AhxM6weB1o+$+5^gR&#~Ff2!K{zjJL>Q_7#Z
zIXmxf+;z~&UXppg`YGS&dkLw+uJXRi=Bsh1PkyNW@`TOCX=~*c$Osg0Y%Da;eHXV~
zFGfnmbW`V@r@f~?TXbFV=AR!T-rh9%fcu<XP1lM|Rv-9ib9GnD#VEbU;c4G;mOh@-
z^SSf$^{+CC>GuChvr4QQg`fAYk{170c0B5OO6uz7y%$dL^8K1P!+AzY^So)r<rZ&3
z!~9s-+5cS7DSN&xFKI2mt;$O2-TB+vr_7$|Qh7IRM(efdHNnpnY6V|e|8DZp%(k=c
zb1PdtslVo%ZfpNl{g(?0<I>~>o@lewtS&pW^=`hM{@x|Y%nmyX5A*#CpS1tFzOBjh
z|F>FCZ$19q{ZQz{YX#z)8ozp9_r4;q#qWSwu9|sF7bg?T;jX8R@m~v1K3%}L|29)&
z^t}tr(`GHP_+|a5VZM5<Oet62s)u>YA4hN$?u$5dZutbolxfbN7Uz_1OS{VU=6(Mh
z9iBPy&(#Z>?7Ah62}Ngji1(dVIWoV(RP9;nrJoV0Hm*OfZ+vR<BbMWO=*j?rBTM-&
ze@%>;HS@krJ;$8`MZT*_Rusn7+*At}UZYpPp6lz<{ojl%pLtHSlM1|6a*p}BdBony
ze|LV(`DiogvG1$De=HBaXZgYM?n7i&DC<7Y!{H}6mtQ?*wNpDf)aY60tplYq&$tP*
zr!oC#-Em*!Tk)}|mu)P0oz<!(HIo;f-&7KL?Aq~%F8Xt>^G;y+wPyXyu<!q~A79Mm
z{BWpbrozM7drowI^JD6&_qA*2j(aw7qGs?ntE-bM&4kosUe4nwTgVi2B=n@M&8jf3
z0LfI_7K`?cr5aZ)-*`{*R$ck>t-tR2Ju?sd{{HgZI+Ydbw}tHv#<{fD`tu(Ys#a3-
zJ;m_XYu{n-PtSwCPn6?eh*eI%)4tAKDeJ<ybNAnwTgb$+FREPhIIyHV`1Rtb_3eCa
z-z%nYKejtBP;Sy`v`h2Rxt3X$47VFMvfqhPi;0t2xnbGUmK&Dm6+)9gTO~|+y0R%g
zI$l$=b^hZdb@6p3uUj^mnr9b@PrlONoLMSe_gwVK>t8?k%ciVYWq#~2?=D{1_X}p{
zrK)FTcFZ<8a(3?P&n_+I7f#Ka(YjP|n(5#ForPXDnbU;>b^V;bSzG3sJ-YsducasE
zu<NeRwc?eBMc))1I{A3vbcK`@&(!jh7A2{7RXN|ca5c=j8S&@8{Ko}1cU+JCG3n)%
zQ~nd@T*&^Rzu@uj6OWHidp%+9*Mg-xvzvD1WZ0f~6ZGLqrTl-Xmq&}vCdUUv8u*rL
zExo6Fr#;oV|K?kd{<9CaDEk)VPMyv8j`{5UZQIU0ZT2lXdw*I-(82>Mefuxok>}a|
zYSFWp7u(KCe+a1xO~2><q~mu%;F`CWt9U-oZg$V#e`#4Fho2OKiKmRF@(IReliz-7
z(~^kcnh?>nWaaKNJlD5B=RB<v9l9aMW|msrl{vAOugYC(-@~M45x7f!=LCiR51C<?
zuO5{5%5eYE^Y`NC0^vQ6@AJfp8w6T$+|rvkgC$O`Zg#<gbnBefI;SJ)v!2J?n5ARE
zY4c?J!I?J|%&auH7r2_IKD=DxlWNAPbgRGT(34_AKMy0vO@i<490{3b|HNing`u>4
zYhJ|J8^7FUvwJh}m8ba6m3^nh|LkD-&a>w#+{7b2uSgj^X)!4Fm^x*xr%?HV+)0bK
zfA;qJWY4+SB!=tp7S4EwL&p5?+#d;6w5;!6_}swPJ&*C%-5mMb6W_A@jBt=&cgJdt
z#_XW4{?qsQt^Boo!-Ev*ohK)qt(-ZLul|j7gSl(zloP7<32xcf`Wr2tYfTTcUYL-z
z@$B6#0u!sJ=S<xCaN5r$jOT(hJOA8IIq&#)+p{YVc1dQNn|G@mh(D)!-pF=q%&h%g
z5q&C?6TVIM2#i{!-*Z5?c-N;5(Pu(Tye@B+I&w4D`EWR^myn&~ev_@X-8a{6oVWh1
z{JdnnCjx)XIyIu!dKCEkh)ukc|4}&qR<=lWXVUvidZDME9$2u%vsrzY^Rr7&Yc->y
zH5s$+ZwghBIcnE9(J*~x|DA)Dr<!s$v)_KOX%l-|(XI<6LL#A^e?KohlxqE4$feBL
zCu|Q_{F5hp=j<tsY20>qS=tPK$z{fEe@<H-Z2zpeS!Y?DK`PHQmHm^|Hm4b!-NiCh
z;;X=cTD{!Wz7_HtUYwp%kr8p!YvTXt<Xn&IZobuL!@>)=1@oJ>#4Wv8xNrZXsdG*)
zGrp5FiAm{RPsfFrl-GC6Z0DJZN<BRIk}Hwz@{Nx-Ug|bW8UEcqHL<;xWqD*1XY?VF
zOY<KENbWB5d1%~lS~{0gDSy#g-<q<v$@1yqq2k?^1%jcqO&Z)`a~*pm#8Qux|M_tL
z=WSVu2^QLy?i*+)JFh<dd`n!^>OX#qroV14cw^NWXYf?UUHIGGlNLX(pZRwCGGn}H
z`O5Zwweb8+kCTheozXhJaLue!%%6VmTsmcq=Iqo%o^uW{*{ZuJO?bC$PR{lxQQhg1
z25WBp@Vv(QNv+p+u~c`1)Xz!B_~!RI%{b<C`-{;gORKU__nW0sU02UtjrwqGtyYQ4
z_gSZJZr<{Jz1^ajpHBH!%sF1L=3w0JnScJ(C%-?t$<%$~nv3PVuKbIH4gPoDonl%o
z?Q#6BvGFFYckw&VbrsmP9B@gF$lt~MkMY{th?SbDHQISuT^rwJrF>5{|CyS!Y0jH+
z<?E{V?|Mk3iRNg_zP3D|8=1WA0Q1eSJvU9Jy0S*SI+8Rq%xfbD|51&)Ku4{g*S}P(
zo)wUL=g!Mzl^vH3Us}NX*RoeA<W-)Qt@@&!E0fH=HrHx6_^()dB<}jHh5LOB3SQdZ
z6v^`ZZ>o|a-j`tT+g#esxOR?!-K^&UcU-$3Z%Ev6+QY2-^c<Vk9?$AcuD`>VPs=-}
ze^=$)rvv{>r=(1ob}@BU_c5_0WtaO)jqlWH`Lr#S_5EC6P@A%O%9EESZ?A=9URo$|
z_ReqH&B<ZHOW*9AIr;CN(Ad;_kJ}&En6AjK3YoR?&TLn0;Yz=)^`iWlEN$s)zs8$x
zHaN6Y@^5CIhSU9RDJAPB<^GCv_T=#tSodkx!cB7)-dd7)!aak_m#w0F>tFNy##L;=
z)0av~cD!FAvQeGOFUxkajYgWCF7q5O|0%4s0bQGF<WkRWXg|R@>+btm2O}2CuT;1{
zXU&<aom!HQ&CZC0emjwN^v>Hm+R8b0Z8u*?h*pQ+E_1cyn%W<3{laU#hkldq#Am0r
zI348(u-tw51($2=O(xkpZ6}_{AI_S-ZO50G<-yHtaqFI#Pb>+wa<;v?Ot0u;qp#Lu
zPr>EYtmiI&b`t%){PsnYMTfuK=Xj7Y@$nV@lesp>SKe7yRGM}&#?)<zN5I!vvQ=lj
z&cwMG>#zD68d@HlbKB%t>z!@K!cN<->Y5;%)zflQ;q<Yq`Pr}RZ(q6ccc;<Qw%V54
z&R1g=UAnT?X6n%Z(<7?qv?6WyZ2onHyYt_h>no+NnuTqhe`t+#@4x=utVLVOB=Zx}
zV(#iWT6b>$H(NI{uI=sqdoedZ9h04QN^@q3>)q0?4_4lC-R2q^Wc>P=W)-`~gd;_(
ze>wSHf1|VV`r_QFhPkKjESENYdCws4{^Q9ahp(qeE$q0V5imLbO42bwU(V&L@)Xb8
z?=olEzhc+hpU)@NuX-!}bI(etj%722XIYh-6tjG+xtqklK%;nt$)B*=y-Sv6R{5HL
zWv&r;zI5y2Nmqi3yOs$qObIWY+M<2$^(vFxGDq{n3(pGqnw%}W_+?v8(IlUx`X4-V
zZn^W>g>GFxFD3k1eaPu~qW)fH<yU+Bc7C(5t-Y>dQMGv1)n`jHOXYWEy4(ymKD;%0
zy621orvn}=*m5a&&I(7ZfN9HFC)!j!{c_;YE^QIn757$VM+>sP^fR~~_*AOrh574?
ztF-p4DiaRPm0VRgH&nRAq?A?YOTugG-bLFDaut6h8QY&vb9_82???NyurmRo{vQ3`
zGr71#OMm>m8}jrvkEvPm2UqrG`#+}&u?I?IT)Va?JUCR-@od?<{G+SQQ=j|Ip4C0$
z+?IPXS-Dav4r;cc_r-z((s`3(rf}3I>CT+o<i+0mW#b#M4aeo@X?X8ER9F>KusPu5
zE^lrn-&Hl~KVoL>Q2&{^akGkaylmoZsa~7QFOQX-?Q=Bcdphft`bxPjvBd?uF6@1w
z=5uw!>{n-XBYLaW&TzSO<nXKq(-;eu3u(!Ta&&kde(Cu~<!(-UwpWkpn_c_!_P4%?
z|C~N|*ZQs`wzCHoax%^eJb$*JGT7+=uf+WNT(L8yUp=0knzcHzWWF4yz2r`9oBq7+
zwAWT&V^(^$ZTO&8<WseLRm_DJ8{fU}jy8E3#ssF`TX>FR8*|G^ql><)=d8&(R->gI
zJUKJA`l`ay+wX2>Cf57TO8zKZv;5V5zI$K1e{Ql2HhG!2NoQ(6n9}B1N^a-ou&oz*
z@m2Oahgo-Pj?szxf2;pw9{ykULA>k(|CHiRo1c@u+!T8K>34m<fTMHbv1vlLUK}sq
zvan-yD96W;?lp$qYu)ZnKA_~fMAdaw=;ctq&JOcdvEB2Jtn*)cWJ2Dh9iCgeULH|%
zd~|G8+?P7XkL>?{H%m^a3*B@%RblG83^(ykwwhJ3XHx5rm;U?pen0O&f0GJ6e!tAg
z@?MJf7T$5LZ24q(xWDA6yym|X-yVwvde?m7(GR(QSY_4uhs6f6ub$YvTU@>Alu6+C
z@)-x}_dB|E&)K6@z3_%s>im^j`<DFru=B^7*#EB&d|cPJCOdaV<n>>i!BOi1;)Py`
z`rFnotyoy)IPLq(tw-jDKDwq=m_K#L_IW&#zpB1!uKM}sF#oUo=Ku1h2R6ygs_<8G
z2ss$E$uRr!|F3_3@B7D;F>mj$8$2Cf7c8;aEvGr@$2vQfWu~7GUHo(Q8ApK9qs0*y
z0_<L%4F2uW|3=pK>{CI%3S&ucIia_A?M~?4_{15cpE$Qg?!+vy&sMsNXEevC@~kVZ
zK3zUn=-h83?P=|u8}pvNh&}&VJ-WN>cSM`?!Ng+u!Vmq%H$EQSduztsgD<{c`(eLh
zlC9D#_lp8~=0ERzzEmR;t|N2!;@JmEd^-=mT6+1<dnPlMjjOr77Oo9_?Ngd??TDH0
zC#Q_sOABnyyVz~wyD2=a!~bO1#-u$W+WxIK^~xujpSU;I$#A|<$+O5~!Igi!e;jq6
zQ{r>K;qtfHslJy_we#-z!fWXK@m5ce<4eg^nTOlFV#~{I|E``kqt;Wxc|FS&&;Ppr
zm1ihxvWA#s?r4#p&YLX9wo7l-v@haOF>9whGF_Rd^fOy$|FqdgoZAGBE{OWJF}U}Q
z->Nlh-d}y17+rVrox#`DS#mATm&C<0HaRbzmQ#PV=3m_*!y6O1zNv^=b9zqtzh?QV
zc^fiYa|E5X{3(t8#-DJpcg~S-J6^<vtvs80f3kzn(p5Qcn+5oMW3<;V@A3`1{j**9
zzkKF|Ctdy)%R?V;Gz)&q^=tL=_7l7A@EukvD&f7XE2dF2KlQWzm7|_T_xX(v2XO71
zRoZapSGk!mALAkBO{c!zKYBm>{eK-kkw>|U%==FqY~jgRB(Zz$ErHhQ6PSEu*Bm_+
zV9>u~`3qT{X(mp*Jf|ylSseFWdFo$e-=?hF(s)8n_st}?4-?Xz<TErgJJ_4gEfP3s
zVmn{IrJ?F}T3|t3lHjzfk`XiQ-+yL2_GZbOdt!@JUT)RZdo1RDYQpTDOJ`5~tlT)Q
zJKASL$m*KTzdP1_3^;Yk$N4GKzO%QoG;U4y+31;<P}(eRY{!3f^)yi<&1sQ|46NPD
zw>W&V*xdE=x6e1u(6_m{-;UHcC`?qD?pxwywj;$Z+srkqvs1Qc<((_@A|J)19(3{3
zx&Fmi+Q@kNyI|uh(@sZ~FlPO!oSP@2b1SU&d7j%J(?Z>I)0q|pJ+9GI__@U+jH$C@
zO6k!ln@$wHwTllk**S4nfLDamUdi=&i&Ac`5vnkIeN-bXU#Yol{`Tmv+S6A#%vx4d
z*OK|EQ%gl+7mwx7w7uO@Wi$0#e|p8vTI15&GjG0gu7`eLRRt6G-IX_U-kSXLx+st_
zUBckm8aty|HeR7&n}StWE)Ytp;=UicMJi1!=;~PqYr%sn?u4pcKIav;`fI7)F5ghL
z`Q1i5n}k)&U#S*PU!CT$_sNYA-@yDpwx<QQKbA**T6j8#|LWN&Q<qKIPq_k@FVmTR
z!njv!$JA_>Uir<R65mZ$FZbN0kQw=5g`B<N_eri3cfI=3XeBZ+>f##z=~_8*OJ=b4
z+C530oO<o&mt(tHznCr$otLXAxs=71yUJTEL4WQiburdQjOvSRxyz>ne--J!5mst_
ze)-nm<Fk@<SI2+V@c*^aPWk+u&LyutDp#DznaU>Adt;?qiQBHZt14t(X%?>f?IJAP
zeA&pzE{fx~*hgiXv)e*~HvP1A)h$gud$i$+WL=5#rOQ<n1~Yz^X6$Lvk<Sw}lbfO&
ztd;J+Z%@bU^(Xe4{yX;hex{zqEXM<Bu}Z2OEZZY2JC^Vj+K4c0oufJ3)w-rHR*>O{
z?VGTRf0|eCmf~K)wqr$<PuadbpBN0TifuUYW%b9%i8saT;`d7C$Np1qFBdxaq`Cg;
zjA-XgoKJk`>iJ*J?p(jrZ;Ip*yFH)RF5{i0=NCMmqwchj+(*e9mlvEkk+gqJmg@90
zvz+Z~!XE8Ph^$o-4YuLyJQ`Q2w<J9=_q*4z$l~;C6_XET-_6>!`o}lJkcpA{vjY5N
zbo@T|it@I-YG1x$&(kZ>JxQe*v&4?a@&A5ow(#=0U2mfqF5LaP!eoBsxvM_1OQu}q
zbjl0aDZ9*PwS+>6<iCrv>?L1Teew_6yW*y=*0Io@pBX->pRQgBNMf8fjcNVwb=7%C
z@9`#WEW7kRTu0&Bwpr4#&T+G9r#(wHigV{}JaX*iLXkFxgp=)ZS2R{WG>u-oOet`(
zEaRuh=@)B{O}!tMe|Xu#mwx3hX72h`wBF;0@==pzg46X)4s*LF&HC;raBuU=^kS7o
zTKcw*o^$yoEt<CORmcy|j$`+2ZcG*RZ<}+q$KjE6%K3#^dY6*=qSh?E@gyeHeD?D#
z7rNb;;_pVdZGR}_<#&gjy{{(lb;#0)qe|1$7tYFUShgoroq0CX=bhedPhF*})r$6>
zmCM|-l6}gwyZaSx>gK(w+v}@p*73mU<m+jEp9`hmaj6F<vHg!+s_N;>(f!V)_f_y=
zB~{n<r9aiKSUWYza9Y)Dm=g7y-|~!9gon7=%=J?oJ|<i~uH~BMF>$jiYtWtCch9zc
zY`083nRF&AZ7n}%>Fu=(k9|1HV{ldH^qlRb(VQpscNp>(zY$|u`Hwm6jDqsa=56!#
zw@Y0M(9CiQ6#4k_==HN12Pzt(dsXN8+O68;Blcw5Y^nb<L;Wu<IXM4nMX1IVokmX4
zaJ%%v8Ls<%R!rvHGxNxV0~raAXTLeab2O=nJ#F*)pffpc%d+HO)%}{%yy8)~#^oi7
z(o?rq_B~kJ5zRZ{io5sQhw~x@?);Sb{#@YR4VBnf7899mAN@Tu9xP9IVSM}Py5gkH
z*S}MXV|uE+n!Gn#S9$$Am!=+U=w)2>Z%f7ZtmtLmz6D2G&rB=indqxDeX&`Y$jZ7p
zfp;8V*KAqx=J1o>?hmhNUyYqP@3iO4rCB!|;;R+}Sg&7lB19)~S&?7cf_a@HHLENf
zE@-yRJ&@YO&9c~QhO}+{$s-GnEO%Oe<#OiMl`)gw$-ay(%rd;6>blA^bxzXi#TrW@
zH?2%LwnK`?t@3haoz<mNXWoeX%JB*QB;u2#TAbDLXW8;sU+y$Lx~4136|Lm)HO#+%
zjmOm{zwTO*lW~i6LQgHP6Ih-eCpcM4*;~)_p?E<rmkG~Q8?7BFjagZhbyWcgJKf*p
zU0X15o8{4amOob-J~v%{r}w}W?pVJ*ztsjjH}ii#IwpFG`N<oWZQm3VLf$&Z>c*(N
z^tgKHVD_EUIf{lF8_#qF%X>R)y%c(zw{V7*S?Bh9zpZ>De=bN{5!4XA#7cPQ_u$Pb
znr@{`vEOzVe)p`b+pDa)#_f}2sL78tYh;WpAKmf{%j&w*Bf~zGC1vru*0_l(TbqKq
z<KK9dSo5=O+P_*xMKen1z1zW6H=SxzmO5_cs@t3ty0^c?_i~6>VDP7?KU#t@o<7Vs
zC68U3^87YW?$h?hQ%s#lDz+Z2<hUBV*(L4dwn=BDeq7u>=Uw#=34w}R2amtKc`8XO
zb8+YS8mr#zxmu|cwY~3#`E6Zr?S!<^uiWW5o82RmZ={-j6t}7L+Ved64M$PJo@I6w
z7t;3C_<ZcxI8Wa5;LP4XlL9`Tm#&IQDcNYDbI9uSwjegI$G)c%uh#}nDXnySUv<^@
zw^pZK{Y~jjedkZ@?%(y|-Vw#Xrc#aeDW+|E+y4JJZdY+b{b}+1-%DS7&}ymPaP#Jr
z+4_flXU{WMFHC&0<4W|@Ii7k=TE+Rx*QCYoT9XrE_A|;-m3@iV_bhAM$m56Ie)eS?
za(jAtL*&<`=d<Rfiyz<IA7k?WL%_7m5{;M3Z?0X=u~=@~vuP#=?3{$;v{qj{l&qj(
z#LVe5Ih5u46TXjIx}1M3&k=I=WSV?%=Y3D}=2NM<ZOeXD-fjuGxcrvmkK>DX-<%vh
z=WwW$M$D<Zxy$l8&#(7f)n#%2hST5V-*!qTF6(V-uf3%6ebMA8w&j{Jdw=jvswtY4
z|5xmtr!2F{3y))WZ(7%RxVRX;5$U;7dhPt0kJC3-uIA~9Rb88G##t<W&(r+C=3uw2
zx{EWV{dfOv=gBj)l6$7P`sxm=s+Sulm`p0V6~bke`mEhb%jV8x-$Jp>*=zH!O8e@q
zUA3|MYXQHhQT?%r{Kl7UT?K;~H(YtcvGhlQUzMKDy7jvRy*ch#e1DYJI3f6u#m(;#
zQU$qTSLQpNbnE3W*M4>8)%^G08||2HX}-Fi-pQ@=aqhW2K|8vB>nxc5z^>mx!|0lD
zWz6LH&FNCD<)=>Zc<-~%;dnfcr90(w<f(ooXU&gGtc~W%8LF(_92vfFPLyH%t79&E
z6y8kcYCO9*aI;&y*N)&B>vsfj99i=wSna0fivWG2)YYoKD}FI)&R?9&>EzSKsWM~#
zg!`BLH5qlz{`{)I{BW*_{Yt|v@(<VPv2WV>MKoS2Hjj7u(l<4sdzPH5U^-kNu41cl
z_SzafhY+O|%k+G@R5lg(MfT2UDGXxJ-<o8`uzbOh3ylfxu^+u7)pvifv7RJ2CrfU^
z)mxD>Uj@HSYsuZTdhyCH$K!+k3m@&si<6zc(^6yQ?A$ezieLIM9#uO!!?oCf<F-m*
z`{wQgzO#Z#@A??6T*Yp=desA#Yg0BC^0#~6yL|a}&ySro|5_ggJ^5*HB{Z{8uPwo!
zyI>wmZPs*OOZAO)6FkF3vO;o&WL7QQrI$E&lOgvp8_BiiU(aokc8!@bslNG+;ek}w
zo6B`l*37G&6Q4TYh41Q>)0(Ge?rJac-*r!_+;yjs?OLrH|J<9~SI^;UD>67__w;fz
zSJxk>Kbb03y^pTst+~qF*6J$2<~5gXj`BJ6CUdT&xBYi)G?S(}*hlVEU$Czx*6ct3
zlcp$FquKf~I*ZZ+_e7OOryN`@)gS6A)Wx;xli$AR-A4YAs(QY)f7V`JvM}PQG3!Uo
zI9;JA?+W$3zf>|d#C>?gt#M_x+tW)o7;nlbEGzOWy8p^}W^a_wse6Yf3bl4xrp$hH
zGNaF1)c>Z1PU?J<vUxAsYMOm6+ukg_>2qq~Ka*8oLpXY>Pid72KUY4w>XB$3&w{Rd
zq2G_p4&647qf2#S|Dvl&T}_LkkKAx{UHxdz(z-`(Gkj7PPMHwg=KcLd$;#%771Pv1
ztas{uoPV)Q?2%#ggf&Y}MC9*YWu<Yn!pVWVsJ7*6sOqHyJ(t4#0}NwSs{KB#ec`GU
z;~cik{bQWr-_?2gi*u)}$UNnAvou36@J(d?Iku@OpM$mv_o}bu*rwI~N5fIIJzcOa
zXjN)ex7W&ffAXK|EccE+BJ$#rWZtxw0XMD(%RZa8x6I?m{pfQ$AADaU7xGz?`~H6c
zqjW<vr<odp>D}cYFMHjwlIL61u+7Kli-sGI$^WH^({wy;9X2av4tEs0th)O*3&V7U
zn17+$KLiMUbovp`=(8tRUhLGOg&fYS9k@a->3rR^rin*i>$zS`h@tuN-wzj==*Ca1
zSmZjRQ+>*_r=N>fig`({OPeQibCRgo%m&Rz6BgaCKmEviRY12*P|CaAn{r+E$2DtC
zdFcJiCvxI>e<|g~r=HI?^z>cDRnL@~CLL%oP3!UfF2Pj{7g~Q;I7QrI>0VeKxNE^G
zt5tKRP4}C-aQCKdrMKz=OQ%en#Xou7wp&`F6J-qeB0j$tPo2WnR&#A>XXmOphmMzi
zHBpOv<R^Zxz}G%D^cTPS(#gLT)PL+3Y;!*}TZHq5j!bmnx6g@7RK7jmoVUIH`{uiO
zkw2E@eAP|%_IuXetF?UjhrR5_ywCTl|EdxUIK5?d`?td$Kf|UL#A%(ba7q<reZ6za
zd{Mjn;1931oZh@{w_hp4-rJlNY3uA4bFa%e<bJdBYRrVANw+)MD-4hCe$Jg@B=^R=
z=8|e#SI@d9KLUa+r(W*6&0i4acj`&AuTsd=%f*v;@0M1n`u(k$yP|!n(aTFyPE38e
zC8B-v54CGPhDYy|wNBP5o4;c7<znZ|RdK(k>8-rm9qH!#aA}MD*Eh09S-!c>(7f53
zwK~WlgIis-DnqpRrQvjqD>uF$auGF-*F5F=a{J8STuWQAN2&sUl0$XcD=c-_FD?jh
zJ+W)q?weNO%A#}CdetHewN@Dg7`ck+yU2S!NuSxCq_{xj_e!Uj8_ScH?R5SjZ>=!x
zMAQ)#sT{-C&&r>zTyY^^>sZj&%}XatYbfr@lQS^czVw5iTcYO=mb?6}Ps^IvHZM2T
z>}xw{$NEHfN5Iu;&%lMtopi1)e<i3N@hoLx!s_#DE+)Cw{wn>uTuSqnsDhQSW2X@3
zi%F+9uGr&U5_nQyVrTWH+6yMlM;D3j+^HmP`orUt^Uc_h)^@Gs3q?9FcVAvtsB~n8
zx3hig`Me#omKg<p^XXWd6Ms4MZ^!}uD4As|rQ#nh7GW1nU3}$IWb)_#GY=}pS^bz+
zlrue2k5hayZ?X7B?g<-N*Y4u^5!Q20#OvT1zo|>2zn7Zzg>B3>+8^b({^sKx&Ze*3
zigzEE9Q?FdsVO;itK2T<4LaYv{QJ(&dfDzjJxt!yFn6o3+Kw`f-wStKYcAB>w)YB;
zZ;*|M;5nP$YqL-AfA$b>Ssk<3%lFjFa}V8v=B)m7O~qsTESC5U>pYfSzA(FPMn#&5
z`>ab3bFCvXWDoA%ZZBlv60JK^-q&_P^!^u&6CC83T5di+Su$heEET~C|5R2weqA}S
z?Z$Oi|G9#0UJ;r{pHK5UEa!Js@YkEw6X(B;@a$IOh^WZiDEV>qePOPfzS)vhC5@rl
zOMj<mZPn@6F{6LiqK9cLTOU1Ks5AFS;J2-sPLdg13EeE2J_Vt&fq`!yu5H{H>Y0)w
zzJ0RBCjb8J(^<v4a~CYRV&G+*`9wO~JS1~f_BB(vB@^|h-CgAHX2p>eC-aJqZPmDy
zdr0xr8g_w=N6y?lpKE5bX3~N=rLmj#8`kQ&$i325me_DZZ0A&20~VD(NgrpsZw+ct
zdabDcq*8=mJ@k>sfjq}psb7B&b}QLw^!<*Bf2!e|B&fPur^Rt~pXZl9V%7^*SqnO)
zp4j8TvwcxnkMCBtqd!9KUaZ<~e%F56$xvRi-07=tI4u>>%hU|9*OHpI%<9D1@MG0R
zBFPf5Hzl@aoD<vg)Z^3Po-F_G)fEY=H?{EptO@&4Xk*{nSM{Vg{b=NyYb&2{P2Y6x
zqM~C){?^xCNj`J)gAaAZ97&mCv`y`4WlY@aE|afJ#w%3#c9ky3x%T;qSK4}I!<V+V
zuTI!^_rRx+V1=`5qx}2#|M}5>E2N|D(7iym`}^I)&ZRpn;-4#eDQatuh^oiCYoC>0
zOC_rH>pb?Zxl;5n`C0Ll)w#Ep*nK*`n!h;4YsM#`=lf5*5R!TNa0gF<A;+6-Qk!^L
z7?PhZ(?5PVIo8a(|H?)#hC?|XGNR169&fx&FAJ&pp0PU{ve9h*CiSO_9VT4e6F!OQ
z#aRu<@2@jo9_Ksh^kvRrElai4Gq-TBTB&eh)|ve$n`bcunB?UOGsvZdWOz(n*2(Zx
zGX7?Vx{qfl<MHOhZSNNxS1kHv_m|y4s$oG#@b$^{XZHO}Jh6%Yrpg2Ft-UMD`lSk=
zR=TSl@X61Mtl#_ZJ$u7Sp;ghxw$F(_zV`lltM0nU&GkO3JJ~`{TzdLje#za`|Ivq@
z#O3yxYOP=Uaq-&;C-bxPKejyDcvD|!yT{R8zF)+?nyfsx<Ifkng^_LN>!u%J*z~t0
z{L|g^uxqQhghel9e2b0s@yJ!@kQ4TH7fkx~QJlZs@NKR4%S<KPvo|t-TXi38ddtGu
z!NC!7F8#N;x~uz5qa_|5oLfz<ov7N^sCqFybaR{H!Q-n|iMs4tG5Nw&_Z^eYZvDjc
zGvxYwcJpiYDghra9o#Nw^IG+2q*~*?yf>Scy@?8K=I}ILdHa}8#kx%IsHusowPuQK
z4Jf*^aADi#|C@OFZ9XJ5a&PB&cym?PS5@s_yfs&z+Vi$1bDsWc(-~&WDRed4Z-?1$
zi-QZUOTO-l&^%qmyVzG`wMxHR%v6i%6{cs)Dvk8ko%&X|&guQGoWN(=EtA|&T{b@w
zqU>a^pryRR$slq<;q7VLKV%6WReKQOS+#hB#MadjWg^$hN@uhCOFXXDn=e&RJL_La
zv%sBiQBTvtlT~C7Ub^CGF(uk}xxeZZRpXAt=c^u0TP3x%!*sIK!>B0_Pk3!|)ZCS;
z78}r_Z6<KF=SQlZZc+4(mBEMSL>$^$HEX-;XI59wB$1Wcd15*tuI%|6XXrSsKK5Z%
z)(owO-$nke%Dz6g=B)nH^Q$`TLfSIUA4v%^*syx?qy-7vrwNJZ918H%y770FfW79y
z!`q9sy4WV2T)w`-%POx)uV<=Gz;=)KveO*{FZRV(oni=oxyJh$U*yuPeQr&Y^Mz&0
zm|gcRNbXE|#Qs6)$?bK;-paoV`WsJmlyolH8vb=^`@w69F80fQhdoN-U2yE*nPmwt
zuJEiqy=KN1JI=PSJ&PhvtS>qFR&BuwWxrW|N-Lz>e7aa1^bRfk7$M{NvE(Yp_O4~R
zUb7ZuF1$I_^YV#4r?YW&({{VP+<bc3YG1{5vui}>H|H$eK4sC~slS6Ao=n<N`~Een
z+=^RkW_+L7x+XAt^{rigqIbg_)lRLmoxrns>B+9jyQL~enWu<;?&6-L(|M~<qji3b
z*O5aTe(y<J825F7zpC-->N1ZDQAagTS*uxlty2E1ec+D#RHF$S7I^IoQ$4u((t6A6
zcLhha`evp0txGZBT4t&^>(U0MwT~h`OP^8w$*T6s{@|ub$D<aX4>i0kw238U&D;a4
zjulVRbu07|d$MY2;lGDpf8S<%^Z$pGLiVg4b*`3QU0zcnWADBa_XrXSjrD$$W>9ix
z%9P+N=d1a3(>WP+JAQ{9Wpi`)eDu@K_4KE_?^C0+xN@^6G0yb}Jfn5(T^YA+gH72y
zXU_2b=X&qh-}U>p<4sbaY1;#jz$vS1j)X`)h+I`UWo6UamEzY9e>AmS_4nZqpM@G`
zKIy^lo(d+<e)j(0&hsl=Eq@+Qb{A~35S}B{86@<=?tPY<tfbj(*$+L{;+M~P&oDTD
zNNc4?@9v5%I%-1I2G>>wt8-|3hiqJx@HG9$EYl~)jTdDXzTNzF4F|*YU5-!K8NU0U
zkXpW`lW}U_{I?N&jAtv}R?gDgnzmwVg}v(BR~~g9S2iyX=@Qvg73j63>fxPvj`Lf0
zs($MK;V;(Ny~^#fl1z=8Ox0^q$qyHEMLT~b%NKWAtzD_;Hkm(v)q%DAUzdKruWYjV
zYJ6ouZ_P)|!Wa=R5xLf=;Ja=@y-~rc-#4c(*PBvQuC;91&-|0yr#v#ddf7AUcv7(T
zZ*RwdO+O~^E_Y;C^<M6qJ}qa?*$S48fjP^>!{zmFm-y$rI$f3~q`L4>{~_TYM^}}w
z%I$g}w&`@*LotqJx1?<r#^-DfEu50^?3?Ypx3|x9I0R|GoHrqQMSNX=ocr1o`HwN7
zvC9^|zIroN^^DO=&L2rZeaBs-XRr7A^fGNz_(4B6H?J76$ZPc`FPI#Hj=rlnHor=m
zKeDyn=7rFktuLQy+br~5{-eV5YNtoR^<_)09uDRG`A2Qtrt?~-j&#pVGG=xt?8;vr
zd_s7$J?qvNX*DJpyBOb1eyC7)<mTodS!c7BzDy8Rl<ldyIAu%Kscsd=K&DrYUcqTk
zj0AtE7I<<LU)^cS8>m~jdvk5?r`SzeM|Z6B)+{>8#BaQOvRYX5^aF`I!i@K<5}ceh
zH8(tc>ekzvx~J*A{AZx+<aLA1bL&aBDcZ)*%Od$Xr!n{jy)KwLXG-3bJ?}cE$}VMJ
zlT@eGrKf-Rr{@P%A=UJw@}IYyF{&!&-^(yNNVVx?>H8gfw#=<NDsH<~L1*%#vnw}M
zb~Z11o$Pt=%7Ps$t<Kr~x->Oo!Va008X9`l7k(OUHa@sS>C%kl%i<^eFm)FS(b}w`
zG&B9G-(I6@4D$Oqbc|#JS4q9)vJdt>y?)Oht=HY9l{covfB&?4y?)=*L>Bd}th1&~
z6Ti*mr+s=o>#S?n#KjAu;_GxTY$+{z$2zBa=A7!rXL0J!;|}bcesZUH#ygnsK8MTK
zPrl@~sGT_nohiv}kvwzGMhD|-Coz~i9gMG^oXKrbJaY~zbNb1X;VkO$nLnpak58@L
zsK<Z%)9bjpuV0UDwCQ>9WQ)V(X(vx+GOAB~dY#EP>vcD`#Y+ACVi}jLEGrq+^(Rjj
z&-jGN3>M2cWo4PlxLjv4Dl@EQjyMd3!x-W%b8xW#{1K14!lCy|xwVMzsn98RUi&DG
z`wQ<p=2reQqi{>=3yW`uPqw-j{t#*R&#lySnxMp?*)&0khu>O!U**gO4(GUK3hoL;
zEK2SYpNx1dnI<X=s2&QK)~RvY$VI`cWucC6ppt+pQ=k%0>dX$Q#ub7cQi&^G$8|Vd
z;c)3SxRR=r#j?mvA*yAeuJA=A0bQnx(|C9KxO6*g;c)3T*pjOBj^l`I;|^t>??!^<
zERW*)Tw5N-sXgj*xFgshm-yne%NGupeupm{&hcuC^xKV@E-LfX&g>9ulo0F?Oq4k7
z(!+72!=Z=caD<@?OOlI1T1%pyu%WVmF_WP(Pw~tS$;KIi9Xl7SOjR=3yW)S%jXgiI
z9Yez-<6|~ly*e$Pd)KaCzaBMhT*sQ5S5fRbNBdb!;PWnP^Cvr#&WqNr`%&z=AoJjY
zOvi<p2N!0#F3LQ(DARFq=E238u1hixF3EIUnt5<(rt7kmYp$O%vgEe&)pqjbcJt--
z^5ypP)eiFI4)f)X^5u^6)lTx|PV?o?^5xF+)h_boF7xHC^5w4c)o$|TZu8~t^3B~_
zdi`YNhMcGiIZ+>Sq6BlJ4059aa-#}zqbBA?ZODzfkQ?<OH%c%s${;T)ATO#QFKS|5
z)P}sM3wco=@}dOuUug$!@;TR3eYvaVa#QW)rn<{b^_ROEE;lt^Zfd&R)O@+C<#JQ&
z<)*gFP3@PvIxaVLUT*5T+|+%!tLJi4@8zbx%Q2bTdNZO|Y-3e?&Z_ua6ilMAw_KWV
z`pFZBAex%qMX{c@dY8p6xVhri)HSg$Z%y5BSL627EwKVcaRNngf<=1Ty?cGmHBI>3
zHQ{p;3?Z?L?|S@WodYo&tL58@6iz?MSmI%Av2c#_&X!Mshx^4&m1}(eafrh{O(s{;
zs_$<>$-_VyyTpo<?CQ#Y&psCY|C@JGmX4hD-~Glj>f6~eZ&tm$S?#)()8+4z#?^9X
zr%P7<of?pO_h{Z3f&Sn-M=a+pJU+*K&y(XX^!^|EQGGNyV*j@<+vE29-_2{XVI$j>
zkAEDeNBP*;oBVFd(ly<+r){dej-%71?~_^Io9$OIpK-ZS$2Is;+$8pu*Bg0dxHshN
z?9rJVXx1%w`DG-N@@dNyPS;J}k{SPcUsBYavVW=ACW*gd^W&Km{x6=|`fU4xpJICZ
zv+Tvx{%_zhzMAItd!+&Yg!)~4kz3`x-zV*io%K!mVQ2s8;9VwfmuK2fJ9+fejtntz
z?}trabhm#i*0$(h+WTkq--uPyqJQt)D&KjyE~0MQ>o>Rjuh;2Z+x0a1VvhEStw}S(
zc73}nI_LP*_-_s0l2`h*eKX!NKhZip!`}I~<hIH!^Am5UXW0k;o_Xv1mAYk3#<{<J
z-X6cy<8!-p+T916{ytvmYO}FpxoF^g{;e+CYO{A=6l$pW#()0r#0?vBwN>xm-nX;1
zTz%DiQI`7;_8rdcRzH1nYEHkrX0@NpYs1|~H+;>Ijup8awLva-bM-H-^RWwOYWJNM
z3XeJA^-xpOMDb{Ai3od;YsEB<+uzUdFRZuP^S0WbV`9$p?0?OtjpS_(-+t!5?f2x|
zdjFycQgb9TgI52K>M!G%B+ImMb@zvwzq-6CmwcugYi+dp|5Do{=IzsFm0iyxq${@9
zR+NV&8@|ckTJu-6WB=c_{m#rkf7tyy8~2Zo_lx(l{Wnk7OaECeb%W9B(%-nn_31L5
zvZ2qu?T&tVp@cms^0D{LPqY7s&R_0)@4xWoAKSAPK6Yg}zjRx<Sj8ix`?9ul+_gV^
z+h?t<UK#PSz@F=_ZQLmh(J439X*T6=I})X|?b?0jr7It-Jabjc`q(Rp)yX=_Oa9G_
z3<_K`ogwVK25*z$-l7Lj85`Ibr1&l@<jme8w3w&I$l%n0^#0DsSrVy}bS~VN@Xjz}
z%}-j>xl!%dEQ!+|JN92K`&+-zG51;Hr+wT0FDf)}dX~_7^i)#v$GR>lnZF<FKfZeD
zT3GfmDM>Kd<BNGnxR`XedH39-j1!KoJ=)dzSha7uQ8%kXw{mxQ@tz|eg^pL>372_t
z<fGB?(=z(Sd(ND%w%Hu`tYYTl)V}HL-IEo>`@$_e9xAln50P@zlUY(Q;gBQO{*^^N
z#|6Yv`@${bo>ok~AF|W%i29M$AWrY&tu7O!k7vuQzgZFbj!ne4JJs5F=aTx59)ILB
z8IGl&=Uh?$$!Fc%{&g+(mt?|&X8oQK6dQ4?B49(r+&kC!HT)94^lYnhUtYZY<-e8v
z=fr1vux^+rsM1)e!maTC_RMQ-);m{kN$=#nZ#;9lAYX0z`8-+a?e>4J*=Id?p1v>g
zPW`gk7cTCv3r#HCxBs91pI86?vKfWneVKUwnrQT1sh2BNeHUsUm7XfQv~iN~UA?D2
zj05rn=9+h$lXh8t?Dn@wjZJ?#f?jFxPFXhn+5MbHrhTiXb9wPD-SvINRasSWwM;L^
zwbc&~{6D+?kGk}O4{b@ms+(SCRPEEc^xwk7F8p!6R`;PR7EZ3L>v#X0c~r(fU*z~S
zTgk8aPan;9UeW$yHq*uZ%a2Yx=H>8U*$1({icJPGb!XPwOIWXs^)g}9_j_Mk=3rzQ
zpe&QwXddr3`%e<vmWK=~>qB1HpIh2=Wa`Y%%cuQ+wdv1f-V)Yt&L5^P%-$bgWbt*r
zZRX>)OJ0gjI+oVU-_4Htd4Go6n_UG@%<czW2^YJc{#?JoJAX?)o7eoO`-@i8vj1n_
z_u_um1f9U||8K=^FIM<}TlkZCmV)GikT{#wg?>?58lh9BRL#A5!(F#@3Y*tuZ!L{!
z99v}<m-JjR^g6Dg^>?n<TI&u7|J05EFNVT|DUE?_ZjutIcVO(95~+`Z({5ag`dB;v
zzwfl)?=Lv)m?h0~nYZmF+u@St#9b#1?k3F0Gw?B&SSHOA{QrC6)jFZJcMThvkMT+P
z#uhg3-D4`XKAh<opTu!)k%^4`Zk=<=;wu*aWc>5o-hX%G`>c}6;x9k%E~*wUel4!6
z7PUl_X^RBI;tB8WGkp8yyQD3v&dba(^X`jR7k1P$Cuv8X^PhF2fREwNLQf}odmj(^
zKPNshD;%|cdH?dg=f`uOX}sb8{;~SX{MN#K+|Qy7ew^?9`t|v#zO@sz?f$hcbV>QE
z<`66WSoO@OoIg(XQ9qMbE?km+<K^-F0_vw8*jz7ne(B~pIp0&zz3q6ndqeexYU>Ac
zm|Q{{=5PswMSi=dztZULV^M`(`)3>Lauoi=6>FB{{dbOH+uD?+vDYP}{>tR0n806$
z7krIouALt6SK;r4_T4(++4)mW#oLG18_Z<g)SPr@_cWicv2~g)|ISX(6Y;1QZgPDt
zd1}_L_g=sL-+sU^rEyv!cj~4$9s5-`{6ER2SGv$AXXW|u+uE=GTb=n|F72@9OV(1W
z@S{`mT34&asGFV$^39*UBJ8ZruiaG&Tb|g;FNqIPS=DdoaY%MX!=+0{&el9k+qdB6
z$;tOy`DdtA)}HpSw{Bnc=BUHdr4Ll!`f|<RV$zwA%pj$;@Q!rAJ6?_N$L{+bZkesO
zaYm$$PS_jH8+TN0LD3RnHS?2)jz*P2OBL<z-l+d)zy(gf^--TZKJ$17)8pDQ>kDk6
zgf9G1y9h;T8w-~I^j(C6xSpAJq9V;1_f=+r&=cWj=2=S{k_;zoeiJGJDe@8(vh_UH
zzZ374Szo*-Zcl{=OZNI_6>}e#_C2pzD>Z@n$-$3o$E9WRMZ~ln<z(^;_JH}575w|m
zE$=<4nEcqc?p_W{Wzn9KAJvX?N4)Kqd~@WhZ_NE8s@}^tm0Am(*z)r<7+n^4Ygf48
zCwJBspV|9;PAgoU`18oYXZn|)=?ni)c{JbW&tj>+%&C3TE#e+kWNxtFEP{rFW!yRz
z%i=wdu+abf`IPGfZg4>CIrK8*&th=d8~3oH_3_nig>YzL`#7{NZZBui(~7B&L;J2<
z%<ZZdd2;Nd)bZ>s&U=Nsx2R9$_#G!JbvfhfzQ`qKU-?!CJ(%zGC%B`Y>!W|+pW+=6
zOjkjnaqgqlTTj)jeWCn)<`(xJR5Z^w&+zB^Biyp4^~Z97|02ij+fO_0t*YZTV7m07
z`Tok%J(>0e{~K4`mRhlLNAw<R=6eSk%qQgYKAGKm?!&3JOT9tvod4v-b?(hQlA~Za
zJ5zsaNWdz-MU!XnmO1erv*%4oH=ZodYM4BwC(y|4q=f3@V51oEqGKA8i&J_g878uB
zUcojs>W~KOVv(Lt*QL1sZ9iD_@~V95*?MJ<|8=}`dj8yRd;I?50sTPzyY+7a>b6&F
zE}ZiHSl#CTd!IdDpZUP#<o?}$@@wka#MJc5o?g4~a?SqtcmDXBc?hri{F1A9_KBBS
zpTqN)vIRNcnrX}OW}0gJ#+hy_IF0YU4AbPaS-Z(xth;$>T1V6^{zjFhQ?h?uNODfS
zD^)t>)cQ16VWX5O|6+KR9RC|%ZJQMP>s+<-+zv6eJ*-wW6$@^Exp~0&Y(-V9lf6jj
zZTHqMg6{XG72J`?am)B+b*L^sD}MG1@$M76!f)71c5K`(+n^$6b;eWg_a;Am%|O+q
z+fSVk%BXmmdVIm@LyD%d9N%8<l{~|Er$_9@UE%rG|K}zzZ}?}u@6@dLNBnKSe3?C4
z|D??Qs*|$b+pj39WbU+;c2yd)7=8PLMQUqO1LJ?kCq6&+@SgGQb=Egr<+IaSmo{iL
zcyv8%{Ox{SVeZd;%$u`CY-^9VemT%C&yw@VGve2^{ahR7C#9#}Xt>TA{`LBvkSS7a
z=QaLbO7=AW*0y3}#Os}U(@y35I`lWvhv9Eryqaguo7E45lTCW3<Tb4l<y4JhX-;2P
zeZGB?^{o=;sbBj`A9oo}shy&v*Iu-^CHtUR_;h`P4!*3}jS3&n9+N#S9VPW~pTla|
z1&x<fGG2=vN!TOyY`(T+%Hdunj+}#PYb2L*X#e>*`O>mo4tp0nCN*zYd6eMZ5>vnZ
z>-WiXL}fQ#J$tYA_@X3%dAp=?7IMCO{%+~vw>Hm{d>8dvL^&#NZMvkiZ&z_?w8Xm4
ze+zc(Puv`9<~#RWlu^mA?%E!+-?@LDcgQ`sv3>X5{(qiU*?X_D%GRFUe49P9xu#9J
z^y{Z7Y;U9L<hQMj>3gx3%SuK@b@7e$Pk&75FO2)MGAvwwDyIN5%k3bGw<aGNH+}wU
zDiql)T*Cap?}irpfge&0KC|1NH*9Ike>@}3>dUzc(^&hBy_o%le`j(nUsZ27y>s#B
zzaOqWo8DTL=d-i3Mp4x!|I?<TkXs6CH?PW>elKaeQ<&YiO=dG<xP32Ih@LA{UX<k&
zR8=_X&s?tdM4s2%3OlPM8qXUy?B}sJ-K6e2#rlWTo>0qIFWQ#ON({{vXn6WX;EiC1
zUG28BrIN4Tt9Oe#><W}_xLy85hQUW)zgBsp<BVAw_tj`TTson3=L?4Z*G#(C>U-=(
zCoSjGpZc5G-7kq>eft{!T6UKybC(td9cbO2r+-Sesc!#E#kbpUZ}R!H=3Gq%+s2kg
z$GtD-P3d^7a`}SyJ^Rxq&p)=bToHRu+F^z5v{y^p*Ujc!&}8$SQK(zt3Im_@YmL^O
zk__uwU-H|2(mm6%(8F8&bwXk7|5!%x0}tN**AV$~!Bcb7#$PXP&3YB}?a_;`7d{<*
zb)o6+I%T;h54Z1~yvX`qqNu#%n?vfFET_bm@WidL?iQ%(n|IJEgsp{hY0vjk$Dsc+
zBo^jw39*#3+aW!vvf|hoN44k6nAsfGNd!J$zTxtRAQyL8oroarX6CbMRX#agjEBFL
zX0TrG?7seE<qN;^tqc}yYNl&!?U&|H*v2rw&~-11bzF&H-_CV8-qn-ikFkVJ*dNl|
zZv62nll}ZdrIX$juor*jl6u~m)@yrb#hf_JC{q)Sj0=%B_Xg?Tx>9~_#rc9qAEhcg
zo$u>KcW?4Pclpf+?XX`D!b8H^l&q_n7#3P_II2Z&F#G)4<ybnyzH_Tp)aO6kdn|J|
zM;c#BZV)HeKEs8Z1P`o!Kl!Mu)|@9U7qqT5$nH~-wW^K3D$mokMDK0k)hEf?T^IGk
zq?hmgxI9|tUcSyL&ND|U9>*0fcbs+g1;^j%xeia8`E}Fx2nM8|Q!BYTX}jQZ_Aiqx
zoYD+=g3C`hy>F8^Uh8)Kd3~E+kYS9w=fRmrnPNSj8ps%Mr@XrCI{#OgV`q@f#5Vb;
z*@3IAy|mc1AKy8*C{k|E&6xR;Toc?|RC_y^(++N&rRpN>;Hs3-Tl=8eZ3b&yfG6X=
z53ax8JbUy{DQML}O)vRYXW0n#=Zx|vx^BNuKfSE)`R>mXP6+TiuglTV+IG1u@P3nZ
za?r;#RfDMtcN(-e7d?926)v~)>E7aVT-BO2G0YXLw)^&J)SPv;mdMvS5*O9>W_i?;
z?9~D{0=2(wdzm&dcGa7x`w#xE*e@M@a+^-?Wj4tzWfE<k7608<{(k)U=EIDr$Uj{(
zKQesdSGrVjarw@bMN2-VrMfM>XXsyeWUK#G%ec&|*WKA|FI}uyE~>Ksd&s^|2j!04
zzxHTGjFHUwf_Yn~3i19b*l^ct&!W<8cKoM4IdeZv3vBr=7nb=Uk+~#Fs_&nQ`Obyq
zx|5qL%;w+Q7<Fl>R@T%MSL2N7OU`ww-qlXkaSw9&H+R-0&yQasq$1B;eW|m&t6X!v
ziT``f_wPBkUTV2?<_WW0sINEY(s-@|@}4KO4y`O};nQvN6e_bgk$+Yw-~`u+;HDp5
z9vm#uM)A9OUN*&aHhM3AqAR{@`_2t#7F?gnn;7*hx5DeW+GFXaqf_=hk+Nz|v9evJ
z`rc^8gl9h&3-3Lbb2LGAsr1s0E9H}F-l>Gxd^>nMe2Ygd`y=P&a(^;QxkI&OcW=11
zKSz)^M{dThE22vub?*@=ov!j?=exRHA%DMVH{X-8&pE)*BF*+I=EMc-%e(%ERjEAv
z;2K}A^t6D#udXVm{hwmSmWQR&7Fhi0ZC{bs(H8Vz&Wo47rfEp~?bKRfH^b?lMfks}
z^>v}LQEZQ`j^A6eUbI~|ujqG?ZlmTr^Z3@87B|}0Yjd+#Z9dCr8|ulQBlj_4(W8sP
zUqnRWyk_?{yT6Wz?2z|6@%{dMlM8Ftet9gl@}FXb_{jxU3U>oOZTo9+$bymM{||-V
z^J*`|7ranEthH>t)VT^3KE9X7#LgYd?2Ovi&7m}DUCGW*>(WH-Ju(onX*SYXVHI81
zY~uTCO>Vv57h!icrUTtpQ|?`RwxWJD_XHlN?%!?`Zyn6O^wr_`JCp6}{BCqbF)IEq
zE-GlMoDuwEUGulIzl`4X#s!=@-Qm6?&5qUb_M6PZE5s%I+E?um{%OdN@F`7y<tE=#
z0ft+)Csp$q1peBhT%IGe@4?J<?H`!`y%OCTAJ1{+>d!Jq&4nSB5ov`})dcT;tJ<gh
z{9lI*3;&FSP1+g<x*V09cls`r@DT0wy!laoTm75;z4J>?uCaf0;hO*SO~2YX#iLLB
z5!-Z{bx-+{>Zj#=e{L$w3KKi+x+Kcz-Ug}Pdu!Srygw)OLvg9sY2Mb(BD=<JCiCyY
z8&{b-F~rp6cksK^DgU&Klv#3x`TPovuh9(p9J^DG9{k(P60l}kT*8jccekCI-X3XU
z6CB97>#j@Gv%IE9&sKl^e1E>FfQlg#*A0n=eM&XvtQVdAzg|*M`=KZ|!A|G)`|~k8
z7QOq=d|b$`@i>GvSy<K8`stj|_!;}eCtqG3#U(ORZj(atS-FM)?@yEFO#PPm(X3*J
zMjqFc31KzeX%ebjrtul~&U^Vyh%Py$S;XMccg*)*l;#sD<yQ}uaGZ=-9)0MZtegGz
zPf>mr2mYmReelw4VfIV^oO@pt4pw9-PFWVuA=h`}+w+G)l@(u)+`Y21)Jkl7bHnDp
zT1PZlSFf+IJr-$I`i$*(AoCm9rgN5NtgG7{FI=B?I%MMWhw+gg_qLvQ?EbU!O86E3
zC$kQD&Ptzh`83-cN52dUOMRJr`Me8v-f#JH`A+R5tDfz1|Nc(M3vv*>V97J@Xs7F;
zW!+1<gSLNIF#qKD^I8lqmP`9t?OgZyz4phgUgqh4mrJ_`sCei*mx^-ixn*9vV7GXr
z{;S5Lr{35pTQ9sX&=c{Mc?WZOUeO+gu!guf|9tm+Hj0#+cuM~C72bCt=KhE0Of?QT
z+s*deE1l=vGKI$dvI|PXH(q_<Isdse*G8ez_+v78)uPWowA--Xo^AQA^ZI3{({f*L
z)bPLUYw<qn717LhQK?svEwga;9KlLHnYc^anmO_oZ2BK%@u7d+)E+aYqBrO33@&Xk
zn<AstmvLV=x6?~yVZnA5mPNk{Y{hT1aT}VQo6Gp`=z)FCzlyYLO@aa$y)Nfw@t<le
z<GhvsVghSJdhqcHExS&u%l$RDzUljMbN}VtJgUMQHsv&QMg0A2_AVyfPhgS=`-I~~
z@%%A`hxY{-E_qng?k*pGh4;$Cs$exY`TH3i$C>rnU!8ZTUVkp)LgF2sX8G@;k18i#
zb8BY!Ya6gCM@Q81&S{6jlc|!=dj8ztoc;J?$!*qJo51qLExWp37^~VG)2NL9c>P+@
z9b;xGu5WkFKdkxZY`p%9?eoAdOB0*6KDW-hYBXcE#<UOHW_zo3InC`0(O`J^@Wz?N
ze==Skd);F5DqrHJ|84iM#NOAnFHSSx_3`s_R#oh-I(S;sSXRYH)?Pnm|E;dc_BZVn
zxqtjmhzYJewz_Cjk>32WJ+(ZK%fr8Y=(dQO(Xd~`Vaff}67gd3$-7Q$$+(fp7TIpS
zd-1Gk`;Q)tef`h6qBM<f`g111Um6LncYU^=nzTr$<k%9CbvO2{R6kpn?49&tTVMGM
zqYq4{rkY=LpYSEs&vjWyL0i;0m$;j6YFa}ta($a^al2bu`A7Nm+nVeh{>Pp?(2%{?
zWfSsDWZ#5|ht8jm&v;(u7OpbU|KF64nfJpcTX<icxuVuk;Zf`pkBkQ?yleh4oRe5C
z9b<p}M$652Ejx-XJSv%FHrqVv8-v2VD8JVhi-jLKJ>Getn#udeQ|Tz#kKB5777Nd=
z$;pUZz$%@?x%AGHl(zGEiT@6XJhoQzp3ykh@y5rC5gs>xF8}!X;~{&|6+#O7+g*-3
z`be!gt{uMXW~D+P$E&HU^#kU!ZVo!?_Unc>`<wT37Hziln3v?@J^QQJy@dOT2jpuP
zR@*LKrh8`cp-CP;{A;|LrpT-iQf8g!aQoTT*8F|zd?E@@{ytN&cyT$OotoCdzqWt6
zUWq=hig|u2t6bscl)IAQ?VdH~lBN`?`yc&cm@a*ir{mamk?-cx?~3n#dv&UR%2~-8
z=>oT-GmR7r<#vVtVp;M1Nn>S`$Pr!^{lzX@)o<P0wf}B#o{3NHoov=v-ZEA>X@QF;
zwyc|UZo)IRUSoxor_H69JpZ=%ck{4IxZPp+l%XekK+~h`CU4nUjfxnxe-{*+ALbg|
z%}u=i_L+zl_dMQMk(%@R!fP`of88Ek-fz09-EPsx{Kr!qubDm;xm)p4z4(86nVrzV
zKf$vls#R|ohu=8)?qc-Cg<hNsUN5`4DmpDKz}A21M5~!%?=Nk6P-{M6>&b@9Yg&4z
zB`rMfxvN%vvbIf^TYr11`=T3JjH?c@X)2}v{Pe*y(eB5|vU5uoPZy0TyDiLm-kbaD
z;$ADS(%%=hHBaH3#97I*>(nFP8S4Uk7g(w`&fU-{&9Hru$TQ~n;@s;qxBF%^=oYjx
zuTEI{_r>20JCg*Srfz?w6ldbr7so#D#?kpRe;+UT&TshLl>N}1kAW6dXA~CqU%dSA
zd9s*!*wv&**>Ad~LcedA{ci3;-a}<RD|q%w$<6q3%z4u6T%%RVU3ad|m#K|;F+=Rq
z!EN61OLuha@t6?f9_?$h&!W>@&e)hCp0nXkWA@H(J6`T&Ji*_o>~dwrrl*hGzI~f_
zdfM6wo$EZlwqI<&l-{oi7j;sdZ*VH~Gr!1byIXr5#dwXmY#P1n_V?`0U|puG<<;A-
zo*=b8oOwdP)fb|5EYX`E@g@FBwRib&y*=b@|A(o$zgK*054psacc7FtPbBL{j9bo|
zylD$J);3t>>?kr0y8l$|j9itY_GaIX<DV|xy51mhKxdVxUX<*fxCJwv8V$dDY_ZUj
z<TW~b`m@$W#aGK-maE*_s`SN#Bj#Q8?%FnU=M``NOns5^DRqS*$F>g7kX)HJSM5LN
ziBEN2e`n^kmVd9GUSDaqYDLIoF-<c&{oAW^-k18ZaZF(DXaCJ{SJmcy!})@^y)v~~
zmjlksn7Lxd`su+Mx4M!KfBP5yaZk7A!(a`r|7(8zIC$$&lGDXA;Y%{a{;_`WSo`M9
ztCRY57Rxj4M(putZ;E9(5tn39tNljfs?(9llcf{0|Ll6UeZrAbDho2qZ|c?8ALyUq
z@%Hyuj#Q6|Eh}y(tcf}H`Nf9YK37AU^F^+`%KQ06@$)>dGRKu-rE<&XKX%T}Og#8}
z|Cx$)z8Tw7ZZF*8kZpTfrH_kg*_5{Fr;dIT6wYLjH*R{hddEW5<)5RAK5bI%P}s8f
zTH1m~M{lP5?pZFoG9y3t#`ZY5Z%H!)wkF?Ccl#PF9JNwX-uG~K6xT8lSt*Id8}q-v
z>8;m#Ud~u%<KlYq*ml)LUGF9zzu(bj{&27AoyNXT+KMmj_|LA`yY$e~z3ykS|NaZU
znAp3<ZF$O0=bpJnG47i?d(9169GAO1a^nnYYkn5u7sb!Nd%4b$^|?EX%6n$*R<>3v
zh*@!{z;#N7K<DdKLY~VT);}(do|u!gs_f3$nUyo6SXExFEBw_mzgnQmIlTIbsnfJ=
zO-&cRs=RYqw?6L9=JhM8Ca*iVee#a_tXI?b?U7tBawKY>XYs>h|C3%<_?^0T*{FWr
zQJ?c(erxtdww%)6%<?pLUJEDJ{y9It=>`4kexvlY`PHIYPO+@4A5xDVWVqUxcxbM?
zyW`!7yZ^sv<lkDRyDU`roY1ZvQgM4Cbyy~NEl#_4I*9LXAoKUiuMbKY-WALK)m&?7
z6>F-p@5$F5v8wuA?(F96+P9|XF2DMDw|%8;VC$rq$+pa%eeF|SU*sk58N6hzId2fV
zV!<)P)>}_z&Dvr7^}9>w;-xYSe{L@OFD|@d{+~~gzyBSM5YM@1d341C)`<y$l1HK|
zW<>1ymcBk)-7!75;&slo-W}7KO6)l@zy3WI9`@d)WBU{>`wMsXGFGi!CHD9`U+uSS
z-9t%k=J!-4#J6wAHMtabYt|FDys%TR)K!k3d?0a-wYBlu4d3P~Ke&~I!#N8QbKZ#U
zxql-x<M<<mp2LrB_uQTt|F?_tf^+l)u9Nce6L!XJIl;=lJb!HnZ-}6>@Tr!*_qBRg
zj@p$@S6c4Z_|;YO>(gsWoGQDU+*1#|cw^cl+wji1Xa3CPA9n6HILC0ZMPYGVaGsdr
z%Cl1#m5V++JbxpLJ1dc=?p)vV9Ld*wN1jMe(M~_L>++3zD_WKZeTy@UdBwti>4}U-
zAlD=At2~pvJr`{f*l}j%$|(!3Z}ERvbY4mDyOH7lIa{);XD+(>j_F17N3}C2ls+5l
zoVVy&X!h$~8jJ9WtoQt@Bx2QrKS$?%`Wou7JNLJ;^G-&OpPxJ4@CD6!z1zNK-yxA@
zCN=&_0gr7{Jr3>rvZnd%e1mV_#jbLGTCUH$<LT9<bGFaCvuo<DZ=$NZ-}xOqS-ioJ
zb&GJW`jSh^HhELRf+pA;-eItySM2Yt#D<v*jh;Q(T{1&fFT<{h<B#?frngLYFYtZ)
zXB_hW^M#)pC-&H@eHWc`vwElE`DC8mj~<q8nWAa4cFMYIu`*KU-v~PWntC<e`6#ET
zztXQS7DXE0c!Rv`R-SkDy(#rSvFTpY6MoO>kM3loUrcQ)+nABcvn))1O~Nmw>-@Qa
zH<KQ0J#^~AVg1F|SKsL0=cM^+dv>HsTW8UsQ(jxQt!y>g_qvCPYvRJ08hnZqd^p1Q
z{wed}I%uusm4AOVSG|eowwEbB+y6vQU#{?Lu^8)$X}p1lU)<<@e3j$R>FgUyHUD=A
zPFc79x&F4ExR!M)@kjr5-CuCeFmkEn{$F;v^XHy^AkXJ=^yjmD%_%2Nn|a%_Jh-@C
z@$B4;3!CrGi`b(PxyR?slE!PM`d4_=@?XYWdhOTmzwFp`RW7Ml-iMp~MY0sF4o>xD
zjE||$e^K6hbyL-z@0TA>F8_Y!!l{#-ZSy7GK2@LlI{8#a?Kk#|T3>G~o{Kr8qhs=K
z@3AkJbvZ8@T>G`WVaZpM#aErfE2rl-^tbb_xjc7oRo9yJb;n;myZ5-|>d%5Bic58S
zGGz|hd_8{X?`yNeZL6<;dJ^Hx+5ftomrrPlnV6`~sr73=PQ7!prT?<%I`(&yO2uEF
zeaN+3;L4I6^PB_Y19@!>gbumKe3;kaW*p^seXHL_WiL_r#xTbm4tBQw#d8k!-d*;`
z)pD`-v<GJcG`5)tPqjYw>-Rkc&-||PQjQ|tpFPJ~4(Ii$JbK!A^XuK|&-=}0ylGE5
z%d)*=(@&jsd&Q@SUAB1HlypMmSVK31QuFJQmA9RE<3;z0ZaVw^@V~+$?wkv+lOC4b
zkMV2?oR~J{Nw4;tU&pTB`>CTf<InGF;(N?`!Xiqp+pXHpZzG+vEhGG0>V6q6ojJT*
z4?kaFT77<rSE%+w-p3m@6}$b2+3I|&A--*)_OcxbV%#nJBvMM9uVqi%&;LZTNqN_n
zMFJZF&UnPh<p+4pH1ACEd*jq97sOrsBfPpVSa@OdV-3Yu7P$uRC8rzf!~_%@+&F5x
z^XfA1RiUpUJl#ajot)-%dKLfu2h5K;s*B8h#II%^H<)@p@fFwpnjB+6n~QZvf;2Cm
z*;aMt)Q>m1v)@&PuiJM0;!mr}OGeesti6rPxRfUHaKDL)*x8zuX7Dn!{K8+3SBu%2
zU+)rT{-w+KJmctg!})gH1~oPH4By&sEZbPgDe9E8bEBP3lAO@#!*}|)zaI+L(Vypb
zKYB^9UwM>w?!}8@PJa8V=OsOpu#{?C;@5eDb&b+lh5u*PaoT!xKWt_A-ENi|Go>Wf
zBJh&!etWIUxyP7XCcpiWnmKpD;f>o(9xF`!o8r|H{34xY=Epl~wR!hv6*o-SENoSG
z_8c$6XT57@b>8ht+4E1k`Q`SVg#ty}eEq6+oXaVR$#+)HTv)dG<=<y47iS&)y<M*A
z+NTe*vkVH}zj(OsV0n9CPr$6NJ>TAPDf$QVe_3By-&40vPx^4O#v9>s7R{oEcXsH^
ze{*q%`0O`U@ji>pDlH2oOlr0s>|5|g;ak5+j&j;YXI9lSQ#Z5RzVqr(=bOl>TUgxg
zEHTu&I%nq9DQkCq%x|5R7^eR5X!*gtEK6FWZyH@NI;^C;XXD-uquGZp?R>K-de+*9
zrr**yr!3jFa5J00U9R|BLUU%%|9o0wk$m;f1@`Mtq^;`-a^jri-+XjUw$y6PZC?U*
zpZr*25Lr;%#{BekNm}ouyC#MOwTxWKw^gU;o)zMX5#{kXG(p4RtjIN$O>O&wt}ODM
z@HQjiY*BGrTe6~mZ{w{C3NAKRr%x9+UF%vguUzGn{c+C8nZ5rzlj5Fb&*9<jRFgey
zHf5dcqMl3bf8vrS99U$sJ$y1tWQ&;KJ7!ap7e2-Hh8~&5y6(*k4m(TB7`0jrF0L|l
z7hdwld`p+p)g?Zu3r!xLnKC<#D_eQ*KNp9%kaxE%7SG5qoTa(#s>~CslKb)dww?d|
zP$}r+o8>M0cU(Eta<HKK>Z31<W`xA5HPjxTIPbZW<jmTXn5CEIoV%P9xlmKj$Ww={
za^1ciEEjBJ<~2>(;JADJe$5lfA9%jsD^so)t#hadT72XT)7JQ7pPCo1H%RNUlR6Z?
z?R#&9^4*3l4EDTsrzStG)46l_)|84%L5ycFy)Fyx(SBhuM^CR{qn3(Awp;3k=Ycj7
zr7|X$R$W(WxO`VeXa4lLcIRDp+!o1{*Xn6|U*s}Rk0E)+#T0Kdan=5RZaaFrIAlw?
zr@xK7c4<|+&_$oL#r*oyc2D5%Z~GRry7p{h<JExcHGBEb?+%$bZRJ0K{EF~~6Stbb
z>T{~{{!()-IN2JLCSa!%m?7S@Dtv>U?4spQI$vyPye3n?7NNELxWu<LHSJ>TTDNcQ
z`Fzy=qk-2fKCT)E)$YK=sZx{HzRG7lvNvE0i`mjWd8(=>Z7+5#=Cl=Ca+&>Q$%?p`
zS26l_%8uOG?CE!H7DO$1(6Kh)V&oskhRpcrJL|)}R<hmdNV#yJ_>wN`diA?5N9TUu
zGHGx5mC6<VH`tsD7i|?@8Y;d!W?Pm^_<G}AwoeKkzRl^3{C{|z-I{rizDaoH{WAQ0
zHQs<p*6~}n@P!TGmv{Q^eKViSdmUG>YQ*6gyPV8fcWyeE`9+3buGnLFU)ZU2Q@U<O
z-QPAztK0qEHQSd0_8$-0tXEk2`rY*2Z$`UCP6YkAd-vWUw)*N9+^5cDAKmEY;%U#Z
zfX_$NCMx^MXE_CClh>O<rvK8uprPn#;rIRR#O^P%IzQd1sq*vfz5L?XN#3faZ^vY|
zKYu@wq4%ES;<&4|y<0wsD#w3YknQ&D<@6&BF;xyX4Pqo$&lavI7k-;8KYL?L<BY}E
zjc=uDi7opWUF*tmaV@XS?xzw3hmtlfbBN%%zEGNP!qVU}bzK>5C7<vWu~Yb5^(G`c
zYP|i_?Yq)Jt@mBPi~bn}NpAmBa~RY9`|9_9{VHO>(J1lf_sW)!6UDw;EZG0;&h2Fr
z+tU>v=c(mRdh}qT)<W0g^LTS#-|JtQCHV5^DRriOVy7NXeE!lY&*m#zMQY^lA6?fk
z-l)mF(!>#^%pH7L%=PLLuJoX*rg!Sw?f!kQRWiF$tMr7AXVQ}R6>WU{ELX*JC$>M>
zb&`L@Vd*U62c_k0+c?fYDd)excFRMbmYxS2ntwmv`TOmYe@XmbU%Nbb!u|P{bIJtn
z)Bl#NJ2)@#&cy0@-rv+~cW;omV&L8Myit06{ER2>4myenNUoBTbWyVrW?OQVOR;_5
zeRIG44TpC{b^q1gyfUIlZ-2k3Xx{o|e%H2zyuNZ_y^VCu!>OvV(k%?jq8#n?&Lqev
zAKU5uH0JZnV`n%ROe2nkU-<Gk`m1oLg6ONs{c|+)%Bvlx{}7RWKjGNvL-Vqa^(-)Z
zU6aWBZdLy)w*FMfPa&rNST-3I1}5t*ntD>&%Vg0F%RKd9!5Id!MjLPTUW|D<u_ANX
zW#>Nz^?fBB4kp!oA8UW}`QO)F8xTCVpyh0x{lo7EZt%_A)O?UbY;kbzkr$@Q7GJ*#
zPkR@8^bn(x)k|LfV&Qp?DYi{7YdH$8G)`$hF1Tqse{Cvn!ln$Luek>H>{o(2-cBx$
zebHgJF5wsxgSquTNAZtbLi-#(OCFt<+oJW?=gDLL;*1?CRdc__<StDsbzCH-xNy0a
z$o#1{-aLIjYwB^^ZSxLm@AqhBJe8XxYI@?G^7$qFnhW$rW`=*7{Z%bH$|;%aYV)~}
zl_yrbT=28UZt;%&LFEC>5B}v=JP@<8uPI;PrYZPdPV7+GqlX(`Y&ZWDH*rse&a>}w
z?6<AYu8`3w^FEv&c<iFmmk+bQdSC6;Tp}?ijr+)}<62XE1;k%!>xgk(%wE{D=fZ=X
z0cT`=zix5*>6*L!#{W3ImKC!fPUjMN9h9iGEGlmH^lN3^4z+U*a#_mNzFEPvvR7<z
zQ$yQKy$Sb%ggAtSzUsI#KV-M{c093Y8dLC_{kkW-U;4>!I}s=@UcO)F*u3u7s`t~*
zB$W$?=CjP$EUIdA`sGB{<JY!-Szl{e>|-2fKK0sxY0?g-H1_DMnC$-Nt7}k-hn(!8
zD(-b}98XMXtbVCKMJMKur2Yik{NMZL_&!@H>pUyxVEUu^b>WVjo(4=@pKktr)W}t_
zNrUg)^F_9oLn~5!gPuK{YUFa0ZS(J}bFaNue)!pY>OeNnY8xBhl<Me>x~qB_pXeA{
z9ePqG=6Pl|qeD4w&#C#Zy?d8Wd44u2B<9q+8!Cd2RbwmuzdWXzDjECaYovSTqA%WY
z-rKrnw^X>PWUoB$;H9gfkbY_7-M+I6f4@s-RMD8tbC|JQ;DvgT)zuYS%cJEr>)cY0
zK4truyUfR2%Z~fcr!BVn_gyoCj6`OMS%@7qwV8OM{;{OUq0a4TM>pK&dQkVkH0W@z
zXj{wS&Y3YURWDR_MkvTWYdrO~=c3}P4c><qd;M<wCQ)7WCbY50GCEPoZ$^whBh#&u
zdu~^)YMozja51;x*5ruO;VYO;jL)qVF}d_sm#=X9Y@-E-gl%#%CZ4?TzQ|2FyZeN$
z=V{5g2YXW`)86a7ep{Z|v+@4si$?s@RF^nzzIo2{)c*4~1SfVJEy{mhE@fA)wSt?u
z&hgPTeTm&AKkVhB+SY{hJ8L~?sJeTj*Kcjir5~^Etr67b-M3rqBv0JwPPdqooF2Mn
zV!9JowQF4pa^uv{`SvAy|GFb4(I5Rz_Ph)~CvnrUUVM}M7MG%*_t)rcIr}%o%5v4F
zK7m^XQ2|fq#vh2S%=zjjeSAvshOdo2p9&QBm@n8Gpv;yn9`F3ivVi?D&%7yWGd0Y8
zTm(Ku2Z}abVsurSQ0CZhMd)x_(}rA?2I;w<qyhuDr+oE(z4F)EqfSh_ly#@IuFG+#
zUuu0XYu|;gkVQ3~e3B~r<ntJkdkba$v$&_}ew|ttbjMA&Yhz~6E_Th20<%sVx-Iy!
zEzUnpX4T_=6O5k*b>3g6a(><8tJ5d)h6ZoTC^R+tz#^ZVDi?Cb-twAI%#t;~`n30_
z_W5-$4Nz&F<|LpND<e>@?6FyK%|Fe&-G1^*TX_=MRF<7MTHMaEMtu3*fFOqufy$jX
zpU;ah&AazTjp4U^#=lQN{;a93t0gT|Q+bcBb?^I@fBEr0*^7)}{N=h2g-YF4Pnh{C
zuhMDa+2^}-rGC{}N_m`dHor4JcAM<ojdtcarBjbw@_6{cx~lNQ{!JI(ctz`ro!P6G
z)4{a#(t#%rS1c*|@bQ3?u9_{!!ezzp<ZjG<r{TD;V0ZVQMH`L&_tdn7Ondievj6mj
z$8|ryc_q2*ciP01#-nXnfz@7H&sbaC`Y0nQ;S#$qa9yR*(Ve-%D|fFg*>UPx?B^|C
zQuE$@`pa4P>j~%Y5`!ZzAFgtUu{qGeKf`kI-vgU9p0iu(^tL%Z*(tl_i}S5K;eA2>
zr2QK5c=IOR_G(|9$=0+d#p3Ski){;wmR>BWd>-`qi}>$JqDOuz99}au`#{uoF2hWp
zEWM`dN<K!-l4*`J+&woo?%wh#>h7getUr!8d=T%PA|X_8^LpNdg-c_V-!y&R?O<7?
zoV7*l{a?}jE}P$PeZA@I%48Lp&7I5bJ=T1^(OR9+$$kCYg!ZhX7Uf5G?h?EiWx6qX
zkF!anI;-bmo0G4a>`t`on6@`hYO!`3o6F-f$3&*Ax%XBy-Cpa-+lvpQWHQB6Ro?c@
zd;IJ6)@!B0>NO8K<jc?2vi)~eQQRqc>EFKd56--(sz});>X5f;v3JGki;)*9cKaq6
z^LCz@@cf#iK)CGxdk>b}eEe|ZPpOl8rH^TT<~jA{=){2ezI&t+des>J8u3MbEaz8<
zsSuCYEnM;6jN5ee)IFYFJL1){9kb4shcL@d-NrgIes!YUm!mtK{I@iA#T(@&u72>_
z_n_}$#g$LP`NPVJcD-7l$E&g8_QB{ipQl&lt($(i{a%Lr%K*I@=^laUs+CMz!jmVv
zEn~9oR^R2mV@deu32`r{R63Sk&z)PIW9GQhsC@SF1*Qv}*e3^{;V*Z#KR?GLHg>UX
zp-cydTFZR72A{_#f3>|Yoxd)AMb<w}o}~G6r>wO7U}|okBRFkGV3$*eXCs$I<FpsN
zO5OMVlz9d$@NoH(@p}2)k||Qvk;Z41ycK$r8z}PP_OgBN&Tfp+I$iWN_KDsyNxh}h
z#b&x5+N84N;sH}X-LqSmU4wGG8NM0*wm<6r>!_l<&riEabEOrxCe`$tR4lq<6et~d
z!es6_?pM{vukP|uU{SwxGe*Hu{pU_c$*VFAm*(g#xqVcxOd)3~-%XD6;})W-?>2gV
zZk5?4d@oAsf%8PYW%CQJ-z_osT6K>1m?Ja))TvrF?`@a7(sg(lT%vHOuxQDo8Rv4>
zJlyzY;;pMsA0_RLDd_E$2xF0Lsa<URVRH8C`3tyY`L_IC;H2d2kXw`<p{A)Hpr9z@
zxWJuzQWHn<)$NZGCCrWUe|LQQvLZoWYQIxE<9?oB0{Roqudr-b!M%4?!4`I={*8P)
ztn<xQ-kdu37t?<2h)qWp7|-1F;9{)qy5dz+y!5&i62A78ZPZ-2wL-&6ZQ82K$J8aX
zGZz1@e*1N={G)fT(u4YLY0h4nsDG_;!pp7;=XY%=`s%#Nbn&eF?X^EmLhP!$qxiTK
z;{L4K$83ISl7>f7?NuoW&39bMzG<yR$zkU8+LF?%4!dNmifj_)Kd<;`<E5?FnKmd$
z<R|vs>x<Jn;5bod-AW(sMfq8|Hw-umkKJc~lk!dB<$@B;J6~H^j&t$J3UEy+Qr+Ov
zzB%3X=GO=3CU(YM`Zclc;S^~$b;oDS0^<7?+}R@7G{@pZf6NlD1M4rB&TLiqm@Sqc
zu5#Su#V51y-*;S_T5C#j1WOqA^9prLlN0HRJGbMdOVY)|CeF_`-k3P;_E!B+PKhn~
zI)`@bJCt$B{f9_G>@tOwGizOL1V=Bu`(B4x?yuDSEo)17XSG{&&;1)-Bck@OKz^C^
zx<X%>jSGxw>Xv<~WSfx3bKtzsL*}WiL5hO4g}==By{#r*3F$mFtETnt<6545b005J
zUGDDcF?Hro)q8W=&36Ahc0jsAW2H}F>+41D49j9U84vzSt!n!&|1B_YHCL2&oSaVl
z@&`Y6c*XNwE_!YL{@FAw`Q_J3_8wyTcv+%iQ^3#om4D7Rd@SG>k*qo&``EG~N<isw
z$C<ZWckXzX6zhv_-L*thF)+4awW_GA62~MiDO+ov4;9~9PGotA%~?3}f$P^QDfWj4
zIdrWnm!InS5$l?&8+S+8U1aaot#PSyOLR}?-7Y<{H8e2EJ#&GGt-QYZyXU&cP9Jj<
zWAwV3x%-yq*=usg)>{Za-*YfA_p<+{i2YOD76^V>_vr>}l#=EJkA+)&k{0HEzqQEV
zvc6ME+>DvK%v2V+{qneG;a^m;xG~XC&g*-fb8N?%)vv!Sjno!MsOyNgb=!8PAc?am
zj=M=wh|g=bP^yvQb>*oEyk4D57uoljUq0sa;zJZ;{gjROkMX{oZ2Dy0Y>!nB_AX>e
zK5}IFdTX_u$W^Q6Oy8?opYF(fCGY2h&)my+<UYD}2(Eov@G!N1+scXV0e>eO-e_--
zyXmgqAGc_!&%@2^w^j?3*|@&=u6SjwT9$p%{nqnl)$-quhzI&S7npF{Ka6ijyRS!E
zaAWz+B_Xy_rYl~|*^#vFfMTH=Yr0CZpws-m<WA)^`Z3k4rkvgvzH;-O6?eK4BY8<A
zGvDs397E&tIUSDk^9r@={(jfDRJAphUUGrg=*wYde-m}Sb!<oPobCAe-Iul7ExGB_
zf}I*QqF+udZt%)6yVW_N=6jk;X?c2&-X(7L7rY-*6aM+kb<C~U`hN0)tI5A*jmzTZ
zxp+H1379c2<nWTj{b_w&L7FcF!$fb~$PLsC@sZmqBDwzgF2@Liyn`ZB`X>3`bL{PH
zohhjDH#6pA_#5*Y<q}KbES24-)yw`Y5qeX(oME5jk`sFB-@DljQ}|>%n11rSJ+@}e
zliDeaa!0I;bQ&Zt)CF9$SDfP4x*+Wp+aG6H-*4GB<7cNn<>C5Qk$rDHXHJWCj%;1T
ztDFfMdzQC7T)ORK;;I#&KPsEl2YmVeJRnfZ!F6wI<wl9czvk@faGY6_A~<<h)t(eD
z<%g@@Uhydlf1#IhV$t!pA-dn5?G8J*$iOmK+hAeR2~mcl2hQF~u2{I><^zL=&Ue3v
zw8eBPHd}v+%i3<v<{wwNW7<;l`}0@+uv-4;&~%scyifn~>5G;97i3#7cb<;2Xr8m_
z?W5HpOV50Gm{INWeP(^8x9I2DF-E6U`Il=iJrrc(>Th^O_nI&lKg*RX3-|((r}Rt@
zyrt8|5M1<f+uiS-j5Y2)^UEdugBT+oKG<0xzyC&VZq4S8DakxDBWJPX^_IOl$hF1U
zPryXw_#|y@afzCq5~XdLOy5*{rCTDsStib%9=juc@y0l*19gWNTWI>cN$AY7ZcuaU
z(o(e8uEf}6w!^TIQ~Tsq-vIYB8*CT2MEA_O)Nz0ALb=m%<vP;ci(8jIJ;eH@>A*_a
zV>XX(SO1DXxKHACRoQv5`_VUfFI}*RC}s=KPPt&(C%#K7oQtj6f0l^YgO>J_ZO2V*
zgtv11y~H!0f8ob7d@m+VQByYERJO_Gy41UOYuA62c57I$!7Tdn;fl*LCU*}mx%c+X
z<CweqYA#qmF}=9S$*afijh)=?%|CM{@|wvv#WWofe|2={v8IcP++HEPmM85VFs?cs
z&RHLkeeQ<rvx%#J^*xw6H{v%pC%fRTJ;CNL-NW^jCY@T6`n*J$>21?`-xmo2tk-=l
zr`@~B(@^5PeDl$$+lE_K%*ksI_+`C7D%X!aefx6W`B_HoD}&;kuK&=BF8Oxj=7W8l
zOWX@{1C0FMSgoCV`iJ|Kg+4Xn&kcEA);;!G#CYYOn2N9YH37l2-Apx{!N>0{+7Y9@
z?Z)2MJ*HC@urQys%jC3Q+$^x*SL&*J*ZaP_6aSyk<*boC@f!o%JavbZcX4I96EEG9
z;{Sc_!I45k&!T|ZbEn>|__^qp7E4+4_nK#}Ki5Vr)#GQ(p1xs^XkD#ap~$DtiJOEL
zF5r(}?4+i6WOem*UCY=Hh9So1Pd@Th(ARQQf9T5*8P1t9;XqORv(h7>^Gh?&?AHI9
z)3e}gr1bMgoqYQX7!S;?aIlT;V?D<u+r4PNxm#${^{v(acQme6a=9!%?Ohtz()ky2
zy(jN7W-GWbCvoCjziG>|JVL8{{CmYSlrJs_&1U={b<H>`vE04n%%%roR~aU@|I954
zmT38taMa=cn#1KfyV{D5PdFjB{$_GdwtW4BUx}FunkqFIji=@__peme37it4KcA)2
z#r6JzO@6u)mPm+P{8Zh!m*HY(i(SHut1;KNbMf3Y7F{*%ocrn8>V-M`<EtK>^M4oO
z>{HiU|5xz%A4QL~`d2Tzd$_IJKQnn<TawR#0NZafm^E}Iq$W8|2q=DRd!)U>b!NbK
z%i1<homFjaH}wDNgzXDbvAZhQVX-|oH;;eO;<ZgdlYY6}*6Ao%HdTzT_`nyX-6cZv
zFKjT}++EGjx5p(d?%wPjpBH^xf33ZI#l(<HJ6DNw#x9G$$T>%8htK8A!VQPN22IFz
z>*l%Fd8gK!OZ#f=DZz~Cr`>LEU2$XS)-A3R6m;+DWbx;zEWUL)?Sk)v^_R}`-(9@T
z<J#dw>-{^=H$4*wk%@U&th0Po;L5A<(|d#7nf#S_r<><CW!oh2<TZB#zdo20vfNUp
zFjj8K)%Kl#&joO9t2UZhxM};V>s3d#C@t`<RquFY_A)lH(`b#v{EvUtV@i097mLo0
zUBWIWw{7c`#`OZ+p$1Pxl_qeh*&TC_R+GE7@~Y|7EBWtkwecuM>xpD5Ff|ngGe24+
z^22{qa`GAl8Sg1C{*+y0%KX<Av;28aNS4z&OYVZ0UrAn5DrYwJ6kOiiXzkT0HmNbK
zZCX^r+;%0+*Nm@w#Xe}|7;{Z(6Laag-n+YIqTIytEo-l@I=i=Z>!r-{%;wXp)1pIn
zcBy@RCn{r9v8OV~{PPE)8=`kxZshkKYL@IuQD83Y>k;u=r6T^ii0jKT1M$r-zTWgp
zVYxkdPKVr*9p{d?ux5Vem1Ul@iE9l%dtrBk=$Tv7F853BnX_h<kH6xIb&r%4Oc)LX
zbX{e0Ft6vBXueL^pRr8omZ!-3*LIh-O$hlv<-3q}$CdS*KNCbxhlCXIX{YLRGv92m
zT$r~>_x`Fye&%6c7jVD+IdO-o?gZX$+p8ryi(Gg8$+oE4sTT9L!{=)Fo|lXh^tgIe
zlInJxHat}7cww7`UX_Zf?!lGzKfc>v*Xa>p%U9R>%`W;wS%SMFt9jR)=I`^h9CYI@
zoZaGOF5Gh0&{1gOq0NsMxo`R7SJQm-wy%lJ@yXk+Zg<kU!#8`Ow9U;@_I}6nzDst`
z^|dZJaHZ<^yIt1Hr)f^jGjO~l>iukE`Tnx2`Ww^t->LKK7Tl}hXII0{x>RfHWW)J$
z_ayY?Uw)~R`&262{MoGZEmBb>i@n!qUYPx>L%;p}1+J_nZpO81);elNy_gajcVyKz
zH~HgoD_@BVYgsIJV(!`T;bKdm;N?jRx8-kq6x8_5y<@5B=UhhBn%w*^t$D?V*=xUb
zP5l2?)uGBuy>qkmR8z;=)LZ61PO0Azes#jz;N(QH+-sB8l?P3+6xe9!TI~9Nug2Fl
zujXm9R1cQur3YMj%9N$B*mh1ySi5|#Xole0h6VP{>$-L<HCTJDHE&n4&a18h@eK3T
zuWwt_8~wR-p=I^{mg*N(H=OhXFIeq;`0&V12A`j=Ted!a=2x=7F!8U*+1b||Q};Zp
z-FC@RX3?jm@^fOp+TA(id!l8L&&?H5yQi!dQJz2PYSE#Ktg}LwW^=1#)-E^RI_=S>
zs=y1O4*LBL%3t5cJ}#cv%NqYIDqC@)))RZyq$!6h|6Mt>&y6+Jz(Awb<GHBmL4{S*
zqp!AcDId|_&U#tyM+Hm6iAjEwR^49a`nA2k`$C7k&h!sVrJ1~+*L0mo&RQMo#5`$^
zR;Q$&w??gqQ|!yl@-D)yM>D!YpLea)bPTgg>@*C#GdtXsVf*9*ddpYJ9X)d|@R#-^
z#p$_Dx;vjf7K?rMF2mIS`n&2L#e-A+mI}x{$}40(wL$o#)?VQ^GZs%OGv#T}Um<5N
zJTc~HtMs4UtLl$4+-R@AT)Xa}aMHHQ{SCKWtJi$nrDNT_p=@P=UVKotD(~dR)6eJn
zD_72GFtAJw-a4&AytjKvd*2!6b15NF>^o<7W@rU3uQt$|zkQ({kK2U9XY7v1@Q9sH
zmOYqW-C5Q6#PE9QuKB-9Yga|(YjwSQ^U2P%)o;rLzfRY62HN_wY?gl#o+#KBYBXPM
z(@eJGlf`zL6rS^bAbq)Ifrs`3&dGOO&OI*cPM*x+kpJZK^l-;jjO^Yo&xGx^HT0d)
zf3)VUQ-V)!*<yB%ms3K1*?Gx#d|GawYJQ9<qWtRWIUA}oe{T?O7q^yr*uZy%wag=T
z!&gg5X>Rv2=k>D2TT3TIHZi7EtW8{V?7G1lg(b>DlgmXo7dGv=D3Nm0Z3ai3|4p@|
ziIeV~`;xi;&o{|mT%R0TO-&Zt9Lsr=@9{ftdXvO#GcyMZ-sbzpCw=;4i>AG@Q`~P`
z`+wEXHidg7Y?mXH*R9{VDrifn>qcjZr{A*fHpgV;x?R5QTRL&JUZP<&7o+1Pc1DQ@
z?$SkzdS$C(k}TeFi_G0n=`^Wi9lQ6hhwVFUi-Wv1L(2D^?W;=Eo$=_9q=}00-@1J<
zpBG-YRa0Xv@A&@c&X0MI@)ei^{BK;ho!gUlh{IN3cIK2z(|iA_^v`uLDq#t~#wL^4
z_I86O_nix7D<`uhJi3=;-u(HdA@9#;TKp>vgj5-Lryh&CCj4;zvzOB**gEdJB-yfc
z`CJ3fu0z{w|9$chm#8Z^`Tx8BgMQvQYDVw&&QtX2UYEC}``ec9qLa=_ElEAv%3t~3
zcJf*M+UjX)xr?-y@PGBb8GMH0mh9{5Xi0{(9t;<~-8t@Wa&5~xB7RVP@m$3NGImKD
zPLv%q+huUZ=Zep5rsYhrLdxAIOG3}>kn9O}zw${^e%rpQ=6g(zt})f)@?GD3G;pP!
zl~44SEk`&q@9uTdh-+5%UbSJ(>)s-xs<$PfO3V&9D|Ky`d;SfMj9mVIqwRlZX2tK{
zJANszUBhrR()&<$<;CO|Z$9d|mAyT%F!cqG%|6ae3p@*37JlZNdwW@$fUI(}jFe>d
z8pXYQSBiXW<_jEVee~}_SEKu%N1?N&EcW{-A8Ygw;ksURndwu4Tl~*Q9KsdMaZ`>p
z^|c+>znY%U={CcJ?R44Eb-!hPt_v}j@e6m?T|PPJteeB{*Fm8b2KNtI><c{?&fo3R
z{l4v@+l`V49$uz3=WiOF(LT37d-0tV@9A6rd$s<1FRRSTdX3GlB5|VIBS-&xiyqeT
z)qF2VnIXBasHfpQKTqI~567g}?75K~+M26(Iy&UI_#XMoIUOzAawk1b_}MG6Ca-XT
zEzgO5@2BRuPR(A0A0~BsSU+Y_IhXNc&da0BJ9n^!Tuc6%alP(F<uXyjB&mZhjKt;6
zFiy(ak=Ww<@JaMS=DNVd_$_nORo|W#JfrDlTfh0~2EMrrt+|Jio_V>4#V%hf@ZrO^
zs|*$@alOvF1V1)dE)%=Bt!-xF#)xz6hUavxrv6s@doa_u*zXtLpNY{|EcQ=s$lv^N
z@uAsFf4ExzuPUF<n_g}f@KRWBZF|`Czf%`vH2h24ntZKH$4pFo;i;UMnV!4y%yi!7
zJQr$qogb+D@!`IuhgHO4g9{y&xi5cl^PK9#sox~+lFm+db1K_q6!z@u9`9qBilQ4`
zGJpOsvCwezTo+=wBL1VXW#X2p50|SPE_k+n!=B9llUl;X?PqaHyS!Ceb>*1kp1?VW
zg++t2G7j(?PU*kUwDW*+tyEy&WwCuf-%hcZyWFy*;{y9}UhOk0xfGsl2(X{uGrjeC
z!?gTeeD#?tAJ?poiMuO0S=3m8!}Rc~C@sA;7uvsnOL{y-Ynjf`qaweWR-V`wlG(#i
zwu9BgNnn~#gz%RDu?t4LhqkFGvMMrueXSFB>FGzYt&CgCS*M!o{;;hG4*b~HEUvbA
zk#^6m!*ket6FHN9?(<i)+u?3u*`6lyoOAQ^((XlvnwG4yQtO`Tz+T@cA?0shS7c_r
zuXn+9j|R`p|Mt%P#G~zfBO%qqVs42?qJibcxUX#asu_iBA&ph4BDWqSmbKSMRXpU>
zy2fRC)WU{;W{AJu-y?6<TIs!bs&h*3SNq5RDe2|0j)!i{_2s(fy+S6?^toZfM>bte
zap6fE;=5nHsBdw6sdcI8+s;SQA>ZPX45~^zCZG587q~xRvihWj3nU&##5kI*_S#a>
zE3$aaG}DfLr<3pAi-mnw(}__y&+|&B@7o3|=iIU$#Zc$Qw1q2{%$v;S`(McB;#8Gu
zR|T0ev{Pb~(gZrxEdQT!^M4zY`#!iiYe7}tgQpT*U2+pYXgy}F658@?N~4Hz(ygn9
z7_DaS;?#PyG5f2w_Tn1_kEHj+HlA#H8t9qFy_}g<nqO*<zHCd9(iP4$o_A7H?L3)s
z7bZ#Q`iJ%BUdzZ}6n*<pF7Tx1!c;{IMJ?sETI%XKA3kKx>DW8n<a^}q9rb#A^?`+F
zGHTj2x3Rw2ci8;<%pbwI{0YAo&z0KlX!$T=F;m6&2_GA(UdHUn-YQv>vnuuQ*_SbY
zjKA*P8NR3Y^H*OsCzI@#bNs9xT6yR?6nuVqCaNx2EoLt742328-bSnB_T60~DY-v;
zi}e9zzngbC;%691912%a+2pP6EV%H&&7Y@U##}m+?fRs2(L?vWg>Q@{+Fp4s-SXw|
zvy0^~-9wcBFS=%aW?sZcH?H#!7nJPSd3o>Kdv9F+^hXC+FP-cE<BM~Adc`rJeP7Nh
z-hMh!eS&w`RH-a+cY{#>gR3>!H^1&kOse=1ALMp(YuTZ)-4jKZq*!r0cDnRXi=9K5
zkxNnATse$kv2Cv`$6htBGlx?}*~@O0{PTSidg|7hmt~Lb_@)@Ie*brByw9X9jsIGw
zH8_2lv1euMgV|i7(zn?kXWp&mb1nN`WN}dY?o4;xSK9tNruaPHIDgaM6{<6mPE2z=
zFWND8s|3%HdwEQ}mEw=@W-Vdty4iia+|9IdRyfbfH1`d6`}esetr9ptJxZs>h12W#
zt7)5OO)>9yQ}tw9;Km!pU!Jjj%{)|@lyK|I&q>ZX2ln`NH@lvCt`p;V;+8Sn(kYj}
z-rH%Fs=xHe@ou+_dlL?IU+H?bX5yy6m!8~jHBxro<lnI|Q775)Q0UW72NqT-#TFIk
zDJ4%{C)(IkSJ|c6`PA}ir`~1hk5&seTb*^<7<c;EoTqKk-k(<shVxnLd)dF7c3H^g
zp#J?I>_1EHHg0gNsw`b8d${e^M$c=tzf@0FPTa22rB}Tw_`$?5+YK6j?a%t0_<U?#
z!ksNOd!9yF1nmBirn-IlKD8ywVkbuku*OI~y4t_Q@22S{c2mbXKDDa_lW*zz&sq3T
z)4cZi?CY146E2=&GkS2+GBYP2Q1V<DceIE3U+?l2yLWB6p~3XJTO;e2B!A+cuBb-Q
z^c!v#%qgt*&dGX38}G7snt$WXg2PgsORe9$eZYR>K>W(>p=Ty)o(|u+WkX8Eb1O0X
z?xXe#4y9$fTxY+3Ot|Q7xt;0U1LqcT`E~C$SY>Qn=**j;bfI|13ck0F=MOyDen`ml
z*Vfs8&ivgs?Srq8;)Lr;?rY)}oA`K^J<j+&d#a&PqsGSvku&abJnY-HmHk&lPi0=t
zle)`NkG8FT7;#HgEMF|%iDB>I75R0Zmp2_MOUM-e&0=+t=T>3<2_E%Tn=K+@rt1D#
z_tNdU)$fPf7Ura-aj`Z{$o?dAiTwbp=gG`m;g|_CdpSe3^uleE1?^wdDf7lKaURnv
zS-3gKK<=!ww>0ZxwPhR5Serzc<j>VD)&JCaO;~Zk>fhp-)4M~rUiL4H|Gwd*)c2f>
zZ!&)mPSRZU>#fa#D^5@C8}z2NL?q=JWPUZM^>5v~s5)nX$<EvNJOjKeZBzeFV!M@Q
zAeT4yjqYmwTW`%*Z_!(L@a)pXmb;JFmoMIAt^3+D;7&&M|IO_kN6Oiii?*+r<~qM%
z&5X(YXIriZU)DYRcDKsqI=fTm`scq%*SkA+yl&Ec!8`xYYo>*h{rQ7d?_^{YG<)+W
z>3x^v3ijVc-@7OD_9Q%zySZ~75AVb91!i|Y#pngj-14ZYw<`55>kn;f=ene&za7s!
zIotbqowir_f(L>=o1NeDmi;l!I%A^8rXJL<bLnQV^kU{o_jF#YZ+(AciD<-M@f&&a
z9BX6G3yADVQc06ITDE3+cH+VxUGk!D4qc4bPR#vz^>s|8NuEZLNb1s_sJg9-x9>aQ
zwmtjl@Av1WY(BqY^l;L;(8pO?d3jS7>$m?G^MiLOElRCpE}0p*=i{*h7UI*jeXo>l
z(a}(yVsz^+qn(Za!)7)|<vj)64j(@3^KrfzGi!Bo^_t%@3+ukD{d-Mw?uDO$?+xzm
zwEiI5Qg>?$!yazqW79I_j~QF5Xnb4$n`iRNAEC;Z7`is7Zjp>X`ikY5MwDjU_nmB8
z#0+-WAJTYmsGy)}v1i1b4c;64EDz5s6|g9q_i%$Cv$>7zktY*wKRtY;eZReqpZJBV
ziCdFiNgcS}ZK4!C`@%N6h*yV`ZB~{Y-Y)gyj2lyUE9XnA=8M)jC#-DuS|_W2FInfM
zU$e1%)sYULu!pzb*z+DrKUin$f9BI))_x0bO`m&Gy(emqiEsE)z4*G#=ZY^+PMF2&
zWeaX>k~A`&=jyMgdvW@Q+PTJ--VPEou1e37?M+yA;51K;&gQDU4j0OoFZ*H`{)+4L
z>6OoZsUN7{eBR)%rH`UPAh&hlbcKKUGm4Vi4|&yE`PS69GCh)3*6DgbO}gpOy1sY~
zHnqG>*Us&}>|#|X(RAlgiDggaN$#3t<?rgZ%P;(RCzjHe`{MWO+kZsAPj||Yt(CQD
zV!gh8dHd@18y_;dtF_F!tf-!CyuT;-F=Kr7p2dL^f0V6|o#UkE@gV!b3xfxN36@#f
z&Y~qxEWAotBcG?Rojk;-!Boec&D9tgvFUbW%xAx^vxA=h{*(Us+rQboE~}VdC#hYK
z{27zvtzK1oUjOObbAB({@;LWde2x)Ov2t;po?Lt642QuXFX7cjFCJQL%J!PHi|G(k
z{mK2tVgBK{F&vRjs=vHsUQ4}sqSleQK=<CRyr#M33{ne<b6$UB65*;VdUjpW!))i7
ziQ*r)7NoDA9{t_egrk*Dxj93oGV<n!KS~>}yKH~+T1jW=gG%)coLdduTo=us_hk~N
z`ZDAD87Ds)#q+DHw`x8$Dfo8d<<XnIbG7Bml$R&2`>>2p;c&=}We!K&=61dPv+(ow
z2X#A&J4~-G{I{9?pE$2ef$`tZe2Y8hopR)z%5|ui_YsFr)6yC1)~QVpdh$6>C|-7<
zm*-)15ATkt#~xTuKKfRfK`<n1GDEqaK?tj@qgre5uCC215+r^!WIFXTuH7qk+$w(`
z^8~}dDGkQO5@OXiEF@}#76oe9%zo(ndRvHH-`kw4(|a~3v>x51e~nkcT3x%v?y{m#
z+l_7f54`70I;MF*@1?4b{PpE)AL}rx%=_{(uVr03do!!Y&almlC&a>LRF@U)W4G5}
zn8%^azcu~s3WYmtLH?=JOOMX|A?OqJz}@@|cfYw&)#IqZ(|cAtdsN-ITetOA{ZXcG
z{Za|nKYZz5Kh4#AQ~dwQi&|ImEXbZPEyYs!Vei(+WJ9&U(_c2soS>EB(s?EC-YkwA
zPsRCpp5A$<!e~D=!#aTPvBTVX#@g)NMhp5T+|X}ZTRGe3>)#bG${wp+)Zb%Sq?n+5
zMtFac+CH}VJrbYde?L6(FS-99?}`oX6?Hm?7W;_rJgFcvIjVo<5u0><6E=&P$2dGD
zC;odF^<)-r)0y5Yho3xh?kiaBW1il=`Bbe_dvt?j`h%-#OPpuc6@F%$w}5-$Z(g}o
zN?fylZT)V(`t{qF^+vw;KF^%Da`zk$o!%bvUw3rBT%U2;%C$o5&kUDX<FhFrwbXki
z3%2i2IJMR;Uq&bQ!NGGfmHW1Eyq;XixQDyTaW~(oTShv$TiP%3{hT`U!h!FMiFYRm
zh4ChtrOB_2^qDiMTqJkyYiZq#lEuGc9#jf8{SxaHO5<X9$~&dx{f5@7GYVGDh-p3}
zc~~cIp?Gx2FVzosJ?3Tc-@E>BrTe44=D>i$EsJ84-Q$FxiIo*_8*xpI*dEoASsf*Q
z=H$NoJ<*o@CWW7Jo?o|84|I>3@M}fJ3YjK}XG`9_{t*57^nICl2UgeZPc|IyQ+H`N
zwD?1mfN=f0O0Q=-qox{%M8AAK%PKCVf7*_t%9r%lUzCttr#+8#L5W<)P7(d4<%jk?
z5-Q!_=2b3ssrkp6$Itve+*zAb)UP~6JL&Q6i%X`fIrx<RU)I2}ZL8z+X88klHzTGf
z7K(Z?nlMJ~+Ht|lZ{1bzUZG!Go44^L3THCr?z~WPk+VFuq0V*N<@YhQ9zXQf`CjR-
z%$UV$GRIU(H-3V!jN*n#-|k%e99{kAv8G2}Qrg-h%MKg$s!X41XS-`-P0(%L{FP63
zo9uWfu}CMw^@DP)PjdC{b|KZNR!*tOx3aGW+`e&*XUiqo_U^d{x2<PhC%DW>Ubjzd
z!iKP4f*L*F&5})JE^aCpe714nb{+xF@QB8vm;N!`U(#Ht7bUTb<;RPF$DP5GJ{#Sd
zQRg&OyXyS>i|SSvPj9|fTxxkib4_{)ck6%u*2n<27n-`4E*><x6@E3jT5#$?)8tD_
zlQ#XA$a9>3(LUu;q0{=iQU3i*;tnzuA_`|#s5DHz@z^a@;_*H8+~S#2ewnf@JO6;!
zTP$~CWX$H{GtPwOET0v9?@)m6YWu$LZzrsJ&7%Bmw{y$yb;l>}VlLdV`gCu$X7TUz
zyybTmeNFk|cd2W;efY6$;r(2@Y^HQAvYg42$8?A9RnWx`HlI~@gt%~@UUkqq@#;%I
zmCKd<x@-m(N_W`|UO&v`b3br)Ly(Nl8Ap?9mrd&zr`c`abXKj`kb8r;kMiR48+I0-
zel=~=-P~t_JxcfAF<N}C=J|K)=-eH(j}orEvb*x(pFx^RMKinj%O(q<s4dZ}FNkm0
zQr!7`>07q$%iYH(C2x;S?~(jpczUJkuCF35^?OP!<~FJI9+i%Dx#i=N%znz`b*+}x
znccIptOGJXhw4w5{go--=l17k=PZL>rM-+XZCGo%H0O@?nQ7b8%JkTpr991olICyz
zIzicBU+2L9!>(IqM_YobbsB8HG~7~sx@oJ1#$P2TpTINk4*q!Wm%R4fa;MsmJIB`k
z-ypi~@|xT_j*WWP6l+@<WiO?*6@=V6FvGw}>cS;0tK2NsGo4&o{qe1fG_Fqh+P!Ae
z@f)!X_6KJ^x?X!VVdbJQR_67GYZ4AHB_EiO!1B8B!G?g#Y|av=bYpD&u7C2C*`{YJ
zlmGb#>%a50pKiuoeVSL&BpuwfZ2v0m_Zd<dFY3j^e5xO8o^#PTZd&`Y@V{kxf!X=j
z^0Zs4N~(BE`j4~M-n)>VY*?egQE_EMteVU1?Xx9suUG$O&g+sNCRzRVba;A-%>0LD
z6EAM(emPlSvrG2H{q2>fs_I21?__V)d30!PrCD24v(OIR4fm%>YtCPNe)Y9IHcu|w
z%;bCQ5TbXhnQzuvzNoZ5nMmC&)$F=b7oUAy+uUK8qIWsLVR4JfgM<n5pJ!hFsGu^#
zi+jP2lP?Tcm>FF)x)>i;YPOTP?d(QHw~+rc8L#@SSYgt=Hzqb|#n!}&^&UBk0_uNu
z+?vgv%T%}da<}Jl;V;4+ibp@I9L@MJXQpeGTTIbRmg<eka|}+LX*QgcH~sDtK{K``
zPj^3JyVzF|eD*ibJ5#>UyZ4+WbX+!6O*kvWSZ@$9)%s{=eBz1O3ziyaKHNInl`m89
zzQ6(HY95JN8$*$;n&u0AZtvN~QF`}?7FWRS<!>)*7Th<w{5HaQb^C!`+fo>hem>VS
z?VeunsW^qnu`;K)mYmSaJlmWfkT$KHGo$R{>m>g_A0=-Ev#iW*UY|I3pHINn{#{#}
zcf2ded#<FPYIa^Dh#^cd`fQ0^QQB#n19A5mroE`J^kkcTo#}VVTAoMOPCODb|5M8!
z6ve>#X^W3yL89R?29pi<cHX`8wrlRHqV=h}E4w{4Z?-U;nz7o&Sz0$(#!Q26bIcLV
zvIkj<S$<o{DwZ%<-fviPYKOx_ZQicS$Mk})9Lq7#{MHrtdbM?gp7A1$1?!wvZS=mR
zrk*FX;^g{y6P)+Sw!20-Z+zbnb0$`?xa7K1>#ZXvq)+aae6wNmQ~qsDzuX)<KdIP%
zW#7eNpekmrzw4v(gjCTr4k3?iejiN#aAlkGM9l{*uNSR%`(Lwmq0Ev^u~YPAeg!O@
z`MAfj?R9szNO1AJjEsmkZ?7JBu}J30+V$LdUyhar*nf7=N?s9X)1xND>2!Ox;n#ew
zMa@5x0$YD?e;oPpPwP$nb2p+7w7>au-|cMX+2z$&%D(T~P%7FtanIw^Cu4W6h(F4-
zjkjjL9?OpH_wHI<Kij19cDDI_9X9QfmUkSB9$lO3$$REfUHsG)9YPOYG;zdFbh=!2
z{@C;>$!wmSn^&)om~R!myEKQd@urQ(hoUUe<LehWU45=mBk}LT`3bj<c0Vr??dJ;2
z3yIP@`sh%a+rQ*H?o&5hkzKVT=J&IP3lDD?sV>zu$xRQ)n(E)UG~Zg@UwsN2e~aYy
zEqXZ-$(y!!7|5Sl(6z|%$fE`x4aa#argk3Xx@CWm<LlJ!!1?Bz6ja~zi}M$4z9D|W
zLE*(d#g*|)hJ1{ISsoX~UR*HVdf%{ajZg_I*AE}jiiKwRol48{H06FI^QO*BSh@75
zuI!Y@SDrn}NLe($$KG`AD)Tq8E_Y6>kvn?EXW_iYYkd-P9nK$m^las%@bB#3IwS&T
z?2^A@J^#d^qTM$?e4jsedb0V~qn5kAcd>on@_-@x-{KDSRa0$dJgfV7<<iZfcJEck
zC4(-@yem>|I(<mY`X6t$x~N!V#H}*1({@50j66*4$E36#zI@)-bok@%OSj!;%<l=F
zp{IUe(rz{VwN~BUYv#>6?;5{K^o>TPs!;E@ntw*i&wtl@VYBM)&u6TmqFis(yryho
ztgc*ET+6Aa+-cEkv0fmubl0f^&G|>K+Sjmbh)s{rtUdOJ>A~D3H{xQt_w7@$mgLA=
zz5cL)y~n)2&%7O&e%(5&<nuPV!Zp5OzBBJz>4PiZ_w&tnj`ZKr%y;w^%kEb5B!ekk
ztG^%qQ@SQzb8SHUjh0JGq|~^s9nJhyl(|7@+mcV&C1UcCF2YkcO|01J5;>Rs=Y={o
zeX)pDk4$f!UMaT4;&%Ou)Al=$dFGosY&AIDab|_<EpgW=Az>F?AKbgWE<1AN)J6M#
zX5`kqbv@nV{hmKWUor6Ey%%;<HL5iHe#~M^KdxVXH>qd+Y*$r_wV4xriW2soOtH$I
z_8@iHQQbRBZ|kI%im|SjT+A9)u>R)XfZEg7r8iG~xHvjLnrH7}Wn+!R*DLw>X5Bui
zbai>Fl<#J_?9N@+J#~$gnZ?UXFPy#|BfV?+RlyRE@C9NU5)XSP2)>yVCiJlO`W?#&
zEcv<#w#hEdL6If83AWB(+RtV0+Vg%Af6T`_4YkT^RzFXa->`UEchRTbJ*9=K+vo17
z-5hz#%8iF<8Ox`xW81a5_qW972bD{<nX66u{$f&T-1=w2m2*A9r`P`cTDhgybNcOb
zCwsRody&+%c%EW{=k=XcpHFZ8;Ks9k4ZpGcrWbK@D(5;nN==S8{=sYhXOa2qhu7O)
z&3WzT6qhyqjPBf&%fUHoa=+B;DsUc{SN5*Kk4MK<Ztm<0nMY@LzrCHhAnI)E#+OSZ
zSl6A2+To{sao%$0PdnEv|NZK!0^8rIvNL2pJS<o05#Caf|MuF664zkw+}MdB2Ep~a
z{_%^xl+h3mJO0;R^5(`F8NRVU-t0T}b>aF=pHD_E_?*nW_`~fpci&Y7F0Wr^IF<WH
z)lKUHy=PBDc3u!qt=@J#&nh7PhIxiq@Iv2Xyff;wwQ{FgURY*WC@#k$FJPOL_Ewh7
zM<?jw4TWirQA&C*kGx&)yg~QM<Vpdbx{KRePA~XvDcd(Wa_*6-u1{Tf!cM*^bYE0`
z@A<4+$JsTSJf0DOVjFJMotQ16WYQ%T#b>b5b*@g|UghFTUuqZyA8f1tWDz?fo!e9Y
z_)fV6Jv;tOcAlK(A99FaPEGP2_s_%IK1Ll*<35?__TuT;)zR*bd#`c?Gcmq;sU@NR
zGs)vqcK6=3o2Jdb<hSaf_k@1^ug$JAs;4`c-80D6SMjU9YiGXbjX=iH<h}(GY-*Bs
z9AEvqG_`IW*B9Qy7LGH`mU5oG$@pKzbk7crCn;;E3hcZ7y-!s*Ahh%SFX^=Fo1N`j
z1AeXh+^es{J<axB?}Zb>N7m=btZWubWlB2o@w_HaL)W(O0A?5C6qZYV&)ro{I(L3t
zU}QLHmX7DX>z7w7o5J^`)@`zy>SO18S@~BB_h$Z@C%Dq3D=(*lH6$da;(OB3X~JPM
zAA3dDb4N^>{G(NN2RG|kIl*1QYk5B%JdhL6zesDvw3Xg#^umJD6a)4wnJabF>a5El
zo*HEj!CR+ZKD>JN??T0hOADPvdA4@%Pf?U}d0V{u2luy{OTkj2jdj2OO`dkw{M5qK
zNh-Wc{l$6jOzb}D^!)G5!na-@mqpc!Dl5CL6<fGp^J$G@zA>xIN8ZVD&ytGs^mMK|
z-#Pa9nbzMqem7RDbMzZGdB1$OZ0+w26^qQb7CiaVef;ay(jLX~makn;&TRD)=wG;x
zd%feD;Dgz_ZCqap-U^tiYml~Zg7imKe*P^j3-0wi(VY{OP;E7R_CzD?UF$hjWu_;v
z?aJ&-(5O4e5M7ygB-|!RL7@I^+qHL=g32;|f))?w>xSKT>*YCr@3UmG6wA9yXRa>U
zBGp_aA@FxXyyDU)B9Hoemv}k~WwPiMF7n#lkYS-OGfipcbghYwN7?=qZCxR4VSRS3
zZ#{#L#tkN?>pD`)rJt`ewwfALpmSrt$E94uDYv{W*kqrq-`!u%@O@g3#wmrR#vc79
zai8axJ+*jp@%LUn<F?C}v>i67L~7i5yhrGm-~Sgp6}Prm8Ex7(&u{v*f^Y9$9S>%8
z`^vhZ&&9Nh-PWe8Tq^&=>4sTSVe?eYH}Ww)Fw=hg-s6pI*q>jg&fogS{JXT*HSO2Q
zknpM7{T}wl%6*%>#r0n)hvU3G33485-5nDWS1z7%vsfv|Rz`bEEUS0lI@2i;6CS>N
zKmC2=KBpfdJM6Osd#Wdd_<Z`YIq<-PgPRg&E<C!6XUUGM&+>N8zRMNQSLE6-x$8JP
z^Sd=pb2xWbS2phXv_Ndnq>pJIrZ9C!M=yL?_PhH=BFnme+fQc7YU*r~Iw<7YSh#b;
zv;~|S^XD&jU+s8hj`QziCEv+UJeH>%a+f$I8M<6_tK)%)h0|<Hn2b5I9iRGnvCe!y
z{pRvTqC!50wfUFjwEWulD>P_PBB$G@8EUdD)AnrKwcq(-@Z2-jTkb^soyhyPNpy-q
zZ=M1>?`mnzg&uh#k}S3-OFwoj3tHrNf_Y#3@^(RoH#e1k^oo>sUOb=K^5l^B-|Rz$
z)9+Nf?#M8*{K)c}{kh?iYrPV-B9qN3o?pJ5`+Cyq;71oM9X@9J=-a63{<tS*bF1l2
z*0PTYeDC)<oqSatFL>af-mx8%zaCqXzJ2YT2Mw!Yq7@9o6|Y-fIPAEJmp}fUd#JFi
zyuwxOtkA97Bu`|Sr^W1CRX4rv_R~iO#@D;^>O1PZyLH#Li0lrzoVe0^ZuOSTm#N`8
zoy*Sn<OT0~@zyu1)@^I=g0v1p?T~n}jem;PE?%+Y)TD~1$4ob-*c#qyitLwZY6^1Y
zd{lho<P>cwleg{{7IW{Kns_jF+sX^t$q!~X*?hi`zN7Tsx0_uL@5KCaU^>Okex%1U
zfQQ$vm$gi1;@uS)g@<Y-|Nc50B=Em?W5S0EysJyjuGk{YS~YX}{<;1str{-&zm!va
zV}JO~7JM~9{PKyOAAvm|7A1TY-?#H!!Yp?4?K%0HnVkj)SMxqEJ#_DAzQfbbxOJ0%
zeO(~)nxBdPW}tGRyW<f<yQuwQCpeT1yf~CO0xRtQek{3}aIK^F%SYWjDZ%>BpM<(R
zHvT(%v;5@6Sv{t^D`%}}n0{gVF1JK|N87l>OD}h^-E>WKR(w*ifmPbzT-Gyv&8^-c
zw`z>GZF{{^Z~9!0{D#Hv8((cXs3pB{{qc=q@xK$Uh@M;EFz>e9sVzTeIk-zkrF1`7
zvUPuf^)Wk{8<U!InzN_>-f0oBTH|f0;6rVztB3f_z8pB~r*N#SHhIdc2Rr9i&$lsK
zEmVEPz$Js}-m;C~=X=Q8TI8;eIJ3(A<K5Lq&m}oLS8iaboHp^<6C(%ySKe`zEK`?P
zXEyG*;x+Gwz2mi_*ctCTr>&edXW`M?{v~X-|3kRhMOHe@N$HXh*i;*v`8VdRn0jzW
zre#R|jLGE%?VFXaxuiv0-f7YJLim)Nt@xcUK6kt3OU0#@AG{hY-&j5KNpafo*&;3e
z&-e2kW}0bess5t*<e&KSZ=Y!1SmiBO|M&am2Hk3w>%ObiY@LlBKTEq>xiu&ubMe+E
zB~>pJ_OJ<O`QNL)8d?-+HAOJ3yD7=%QTVR;XPOk4^WHt0`ebrak7ez*X2#7$GO5>(
zxb`-OHE=nEU0lMYALBpSwO=@8-9ytGGnNX^+?!atDppm@(zc5Gm__*3OExxhxu>ob
zS4jP?`jB;6+&6)!v!}NN91eTHc+|lz@5s`pAEb6JJ=?X~qS)x+)gvs2U-iVk548?>
zukkT{SLBB#BLn@&O-06)`PcVU>@mLQ_e<3`>bbAfmEDWB9I<JU*bv+CAw;12+Ls7N
zg{ujA^2u?b{;U5ANQ;Fyo)ifZ+Wm*qEV^&yA|uzhYnPkWH0_(e?rz<p=PT}fV0a<g
zb8k`f?CHX~H={LneR|-<acsJ<iveqz3eWNt3UzGEB}Lh6r?NMQ@d~K_lJo1zPM*rV
zzt>?O%Rb4n?9*+QC3;rNpB}!W-P~ufEsp!h{#N7JhiZ0P^EW^FUZdo~vgrEj>IW*P
zkB9I1AIB@V&v;qMwfn1POi<EXD%sU&(Iu^6s!`%@>0Ht0=J}cDsNbbLzp%-tHk%0Z
zPJ6Mp`O}LkR_lq^9dfK*-dT|N_HT*Sww<h#C(SGVUy}Fn*XqjOZ;!lkEGU%Rc1}ZI
zQH;aLFNUeGA}3Skingq4$B~b+>}vM!-|xNj`p-xAhZW8?mlWFX#eQBN+PKE|)ICAY
zlYeg=wC;2jnk0AlCzJZgyQ*_d#T371m>w{@`Jg@L_5H~YcbGV)wMeO758FJqeO6<M
ztmH|%Mdk~wE|i+Th-5jI*0<(nyh#>A_FBK!?^kbbU%+{FTWR(7jk&xZHgvnpDtWZ_
zgJS@n%zKY_r%e=}tWkY%C919>Dca3AZ^}OZ{;dJxfh)@_E%;0rcx9D-OgB-uXr*yL
ze*JEz{gpZMFDCkhA3p8)>-**TU6WsgC%Qy--b?ytE!g#AV)ur>iw<5Zt%}<Hs4w;P
zpV>;6x-}0l_d0p!NHy@tnuv+2P8Zy3XZOxy7LUxWAK_XBqOa9gu`klyDs*hg9_?)H
z$DK`+cO2ZK5>b+E*u}Kv@<xY*N4IAES(ByQW*aNyeC>(4Lp6UKrxQ;vzf@RqPNUnb
zj6aUYukmMwm!7tc>QuZiU5vZ?q3NU#rV_ocBvPavv1A@q*&DxqLuTQjn$x)rzbrH_
zYBO31K977Sd{N}Zm&p^Kdv(h@`kfN(`8DTHdpt{2OVWmrS!?d5sH})jxgc<_{lm?6
z_qhE&^^<NYh;VnGoh6s{=&GK1=L&-f;c>~G$tyVL^sjyP+C=ompS`Sir#`CfPFv0L
z^JAlR$oqwEVq5yeCf)v1oH(_(bV9**i|aajZFfJ2_I%AEKEvsg*fv+zZ7!^Q%6WFH
z*0X>5A^T%Pwob<K{OT2Nb?)hyiCvZQIN@?(X%@fQ(r}%r?hiXvS~xP+9__j=<+bKC
z%Y;WiB(?=<Yy1elEu+d>e(1bXP~Zu(2iw-Eq%G4idc#qh%>9~UQjTHoeuLMamF^Zu
z9{R)Un0oP~itE|5g7<#A#5OceID0v#A(^#v@fPEU_BUA!oH$oBdUA%QocAtl?+A)X
z4!*+m*&)61y={QT5~nF|1Cx#}o*6#JN^??8#3s>>)Raf5bMnOOm6t!#%zry2@{Vhy
zX$9kpzfUhtn#*)LdIIOpETP;D(gK?oZ+Rm(t?PmE{6!L1n*S>0tX3Be&@I^D&?m?y
z8dxgk>&SdFY?t5m1S6rt-zy4YCiG5DoP0Ckj-|w7XWd%8a*tn5%epSdJ^$a7c*WIQ
z@0Rzq*ejEqH*T15$Zh)irWen1zo$t|nba-8@#diV<H>7Fw@lIMKGMjkk#*shwwIjq
z|G6^^^VBLW7jM~Xq9AM`kTrRZzxwmbzd8TzP1pQkbASEh2l18yTYS4ycAaiB*Daa1
z=wSZ;`qw`lmt`xk9jpz=Q>eICTJ`Pc9lMwlTg=w~RVWPa){B1jc6#{BUU?nICe;NI
zMbma}deP@vCaF=q{m88u9~cYj<3$9MI2H>3?Z}!gT|aB#ixcJ+D^#nW_ACtiRvKKg
z%P?j&<5R&`@zZqMq%S<+i`c#JpgH#@%ftD{R;=6p{H9)B$)eo+DaWpPD=+`DxO=kn
zdcBC5s~X+xQVh@R)Y^M$^8Jk+rfZi<FV#)@WUg^jx$Z)g^3S;%<}PWQx9lr#+41Y#
zvu9sU_N9G2YyW3oL)?N-d_R5S&+2jA-E!*bE6tq=N^H}(Jig71*9$nbZe}ar{+2rz
z|DB%b{a)bu|LR>q%Njq;t>X{>6PqXhd&-3S-{rc0U5I~eP$P6_zNY%Q3%BcArsU~e
zvk*yV^YOZ5(%d7<_@4Ryp~5Z7856|zyUuJ~wxe52EB^VTiOYC(ejR1a%_y#Za_0}z
z*(t8v-?-<!m9Gx{I6qnAyzu1YIgwkGytL<QwLkT#TsMbH_~NOvwG(|NCH1Jia%9`G
zWkV)spKIQm$4AfHl360utHhnG7F@n^+qHM!Cd{wfYO%)V;5-jSXXR<hcjU{s_DAWm
zeT~^|_hH4)u9ZdU`_`@L-`q3zZ@W=cj>m_9>X38m?T;rMXT7q;T%q4W-@2}>I(WjL
z#gRS&Leo!pU&-Kj(|L8(uDZWm_dYmUU7RB2V!PpnmeuXv70%x|Ryn$h=l+gm4qDju
zTG=HmJcuzv)p@Vb=bn>`g}NFq{QlDHdblA^E%Tg@*OZJk6Eb+e9DXh)si#%TCt}nR
z=DY3j*7f3Sa!03l{p5;}%DtG{QQIK#i+NklrD&Cji|&cBWT-aZ*W2UP>5v?6@}{u-
z3*%`n-Jskf2RJxpg~Z6MaG3VJi9fwz`&rwhnmzq*U$s9m_A&RHaQl7Ca`)z(bdJsk
zvkT)E7-~ujD&17#F_Bo{8E$j9W`9G`JK-zU#}_oeKQd*P-UG{|qi(C#U*oMWnq+&m
zC%IGg;Gq`N?xYC|gjcD&;4U#pUB2w}A0`%m$BFvWuHCZV+2ZwTAKQ*YTUXiz6tOrn
zf0NUC|9SrG`K(!v(*hk*m+zBUyE{dFV!FV(JtoEN%RjCb`0U01@E6}!hYNGr{7&2r
zbBu_){ee}un17pWg<qXYxLESO*tLnfLq2|rRu64^A1C=qSu@SH{&DQjSydP0t)d^t
z*giR1XYyjvv7ZwI*BlW3vtZ+)OYG@0W-a+MQ=qcC@Zbp#<<NaHF<Z+{&V9l6IO^6G
zTgg}2{Aw?jZM3_Y+5XJm=45Ns>vvZ!*@tT#WL>pPIM48qQbT=l^yYJ(uhpBDJIbx+
z6);dVXh_SQa%ClF{>022Mz@I7KYbh)td}jg#@6_ju_@olPwh0PFL%>CW7%+{zH~Pk
z9o>B@r+<~sjaA{>x1{h)rR&{WR*Sn0Jd_G-xA6Wg*mHDUq$2+Tk&^iB6LkezH=I;1
zaliQ5p>uOm@NCl#>E!}Gwf};4{P&VrzvjEUPW8%m<%zqQ?ylZY?v(m`T5pQ~rfRY5
zr;F0gn%kdl?$!u4jF410Id8|gAid0B?udgE*e%<9I(O^*TKbXu^s6O*%_Ppun{#e`
z>!BH3j=dHutlxa-J@-O2P$=<v;hbt7+vRVjFVIq*^<HH84^2J)5EZo-^89gC_cC2G
z=Qck!GCo?qiaAipD2ZA4Ws6$$f;kc)?mV16=K1HIY3!S^cA4AicJcV_S*O!pE>UHS
z?N+?-Fu~BO#$f$R=i@RRH~LKG>89CyzQ5gEXz?#unTR{_*H`t32cDDrcW+(p2j^FA
zX-E6#q@9|0_xEkbcfl)EHNM)4J&TUq(l6t8ccsh2l^NH>W4>JIIrPK#Z9xw2$#~sG
z^RkZVwA)Fq$*owp`P24i<wra70{$fzo|-M*FfA$he)sb|*=lxG@Afw<ZV5M@8LAqo
zVdc&w!y;Y2`s?A~kh;>fCW3dT3dXN~q*mAE_BG^&!d2rLrk$~$&p-G*Z)xSLp!eHW
zvAo>4UN%HoY}U^f<F$qrV)Ex$<}2v3y-E;VQC@B_xjB8}VgV+P`RlDbzIS##%iqeB
zZymW-_0E@_O<JdZckiEI_}liFv_+TAm5v(EzMwm??4n1HzJJ@aGnaeW1&jQylIiE>
zlrC1AA~`d=$<fWG{s+TU*L=nkXK%exTDZi#X@Pu}&_W+quZ|kFY@XA<X6cE~SfZVx
z=`iDL4O=wd=jB-i3<5eXtO>=vi6(PbY&mg(d3iqT7njNa<)~Ex0V`)t5Yu$s^yB(j
zec`ox7#p}x@Xr#z+@<{Ejn&~hCsoUB|1*d>>2R}NvYT@J{-f1i|Icu_d54>sS2bCF
ze!1d>)l24QoOhRUgv|YD;k-;_ts$T5oQ3~o^;k|6^1j=!W+KC!4I%rEW-n+z$L^?d
z>)j4@quoiF0_XbH7q;*E^~izakv}I-nw4{kkD^uWyobNVa{Hz8`Plv$yw9)g<?4~x
z7yW)#xzExwKb~FopSoUS>N6uZlUt|H_NEw{f8I0gx4qZKv>z^B2Qv;k2ft_Te7df<
zbk!Vj6}#TH-P0#U+4cQalVYDJowMV1QugP^p`t|w-JViS$9c8d*}h%5!))!p)u?sC
z>Vp>58;{KJxo*&Yxu-oWSZv#p8FO}LzRj{cpKy6{r|L6?r^!3brk`I^v)y@O=%ML}
z68oRj`#4JLyWad75+3T|ol*NFB6QX)ma}JhmK055xq12Bg6<0`llScW_3BpB^vvrE
z;xZ(jimyFzn^VfgZF0QXcKxLpMo}_aF#=0l{nzWw`E20JDiQ9Oc)g<5VS+`oZUpBM
z$=3Sr&kJ}mD)+6gQraB*wK*eO_Flnn0oK9*rpUwQcYaG0T)5FUIrpx7IroZPFL$Rn
zM3~)O^N>SPLCk$GQ~heDeqD8bg>^hzum5@#{!90ALGqTyV>P-QZ>QZgH8av>OcgDC
z)xJ??uIt&2+YKiF-Ri?MdB?+62kz}}n`dYr%-CXduAFV(`KdR;pY)!Z-n#bW_wuEZ
zl}g_yJUF-XhzV=s<V$-!v!ZL$Y)yBTdw;48sIhQ7JbU7{Q~c`E=MR3rw@6~5wBI2=
zLFG?uySi6+abLL3;ls8+sfABKb<rJ`NliCisO@B$YMkbFq(perPS)M2{k<!6T5dnG
zkG{rQa`5i94U>-q9+)#DYH8T@Z!ca?P@cvhW%8rd!6}7Z-Y>U$q3*p?0tVN70w1yb
zX$?B*`N4R%dzI_rw@ZV&a@BwHJLC&ax^VM(pvKjf@+n+VN-n1s8vk9LzxytKtz1h}
ziF(2^mvrH~9>MEos`^jfC;fM2X5mEBIie0*5>#aW>Cc?F_S4=Cv*xF%Jw4RL_hD^6
zV_n-11Fc<8zMsoImyodAc=^8LY$;z^mpyFX=lEFj{K<-k0irFuljNEnn>gQ_v1Iek
z=9Xzp@4L5{#7#bYxYNAsqDH{lf}@j<&OWN~d2&K<ndzy+iLutcA485+y!L&0_l1k2
z?W%1bF4#mFiF(eg`xJdlHbio>L&TQ{p^WzL4~OaptyO9)GTL`H|6TKcvmfPBD<-6H
zw_l#|=&(|qnd`D_@l)+m_7f7`Djq#Av3*BD!@;v!E*tONKBkq$R(Y(#<f~AYc#Hj}
zncrtb9BbJ6W_c{HaQvq4rx&-$X(|8umKp!X=?ue?!<YSC^;)+sd@+g7eDBq$Q|?g?
ziCTIQG4E32w3qLgD5&(feZfSY6NhT}4*M?<V^()HGtipcdaL`j?ZS**cLMK3X;-@Q
z7M89mf4M;I&Xbjw9rX|H4eNe*ZJrLFSiIqpLu{Q-{w(B}6;U0uBO<o*(fQY@2fQRK
zgCEA;O@IDs!?DV3jY5r@d+!Er3{;zL$Cj3*_axl$EQj@z+ehNQ=zR!d@?Pb7Y9d>z
zbA(IIv~#t_5j+X4JhL{b+SIL#609gxSi;)+^XuV_7gc6!tXov<Dc_ym$<1F{&%5Q&
zs^ER+C%CL>32ooB@j;%xqhN-ZN|VB;m)~P-Wm$txWH&YmtE%38d$;uCp<R4pkJn93
z>yC}FHDA8vRrwOH2TeDM4qVe~FKx>(+`QEAb`;-Vr<$4Ol{ZbSAB*{MnjKEpiPfn|
zE1Z~iz$UUz^iglisWa229yLAAnKQfekvQ{g7VqR|b-tdwVjH`)Zch@==Xe`0U4BzR
z{rK|@y9=Jy9rc#H=*c(hxMj)A!oE+nRRN0T;*Cpfd+scazmxFpsJ82+K1*lWOB-Fw
zKVNJ4t+KM_YZAwiX9BPL>Tb&hC9Ip%Su$he$CqAF%%?X0S-H<4$|>W5>Y>&x`4&8#
z9_yI7)edo~9-o$WbE)yJ+2W4_I8JQ2q4aC+<JZ5g#frslIyJAuAn?n<3EWkox(kz&
zZRVs#H74J?a+G!D|5(MZK~II%=k@JgeQkEro$F_pe=gfB`~9f@_a%Net+QVlpKg8C
z#d-FK7hBA8_g9Nc8)hb0ElIu9Ha9xo-LfH>cgg85=lA8AURu0wi|v|C+=1fNPvs9j
z^}FX<|5~^5ZEfQ6J<Uep{dbqU&ugD=BzS`5-ZzJ`PQ~Mnu4^ifif$?Ud6M7dt-G3+
z&9mrV>^IF{PfL}OJ6OSU@VR98E2nkY+dtUZ-g)`FNH4-`zU8u~rw+`#Q5+MlvQF;d
zL{%Gyun7k=U%fxbH!D<5?d#47AN}VmUwRqQdf<vn%(|}dKUN%-9oyHPuiFs6V^{a9
zqvDATb9#<VzLol7?%G>yzV3bRC3d}RvTRhGTCNwra^LjuzW7MhIvJVce!Lo|KUn&7
zU-?`1FqLJlVc+!E2WL+I$$3ovZ0wfZJ!y$O$I7kOHb~{K)ZNLtq3@@BiFx6r&3A9g
zGOk&8ZU5!7e!{;lJ>S7$IxV?Kvh9qF)sxkyRU;3Gs@=A0Z!-Pyhd(6BF7xf3+PS(O
z+wGiEm2P%5aI2+Gp7eH+U7S>M{>2-NT|UbU4W!?i+!n3up2NP3@k^<C=v`}u+E{^G
zf_Xb)%n$tf^!xClH`_1&xMf$A)I81h)b6i&K03!XXhm%{{Q7RU?)gK1tK5INW~s$D
z-r5l|WyS0GCcPKj+0Qhtd&;iKkXgR@#<uH5IRbSX&i*<p^Xh5g?@jXa!_r<ZIn23p
znLNjIPZ@)|u3tKuCtkeUBgNpn|Kg4XCY;_*smbxpJ-)|_xst84gdH1a|K1*!I@7);
zKp|oJf@y|HXByQ+-uM{3G}PE*7VI?VC6B~=_xK&(#hb44G<WD}pPsPrR%_<cyI&1e
zM6WzwbL5M93#+qsS%%cH(}8PTPww&I_@NvX^5Dyy#FNLqt(cH@N2q_{JfH0K75X;i
z-^3Q$>+OihoS4RZv2)dnlmC>1UG~Sw>fMn)wcRIdm)6y#VXQ1Jg-)*CjYproHlK1)
zMe0In(&n=p1-9sane|LONchEFk)zHP3pekOw7q2dz~StJ!)GQ6{YuaOAaL!5Z1#CW
zi6z?#o<4qfsd>&vQ_J0A%c^E@>E6{?xn}XP3ekVkLM>ud+>7#3*juX|;y6;?vR-OW
z{yS?9<DY5IS4AZ)esqZ=i*=^j)5Cth0+uBOFWfn&?!nujnC;&;n5{dfDVM<c-t5?m
zS88<vYD;eIy7pws7O|CPlU|CJDHbgEy8TG%qeR=+lIdMyvc5eRcAhySHCg$Hhhrzt
z%kmH9Z=^XAj6ApQ+~(%L$53g9o_ult?pb$w+;;JDR~!^^d>I#%zqHA2k!WI1-7@Ey
zTm5-XKMQ8vE>SvjEr(%%b!ow-Hv%tTRPMX?(}6+sWyh1YV(+q;*+(Ba*`4>Cb8dV8
zou=55ns1SR(hSl<su=xeOMeP+usi){ieKWI>bU2ho>on|#&ONdO-$f8>ygaL%i^)F
zPxSjdpQ&FcHt(LM@TaJ^X-dNGNY5y>j_)rM_O^3-C*;jf;@Q1glyeF5(YO^Ws$1Dt
z#8$@k3+yoEn>epDH*WJ|b#~Y7=3b|_Nh~Z(H~jR!N>B6RQt1Q^z55B;&MGwrI2@b3
z7VfxhxnpO$+tr?3AF_9=EKS-VA-m-ER;G0`KBWoHOLLgomOe4pZ)*_e@0gE^m%UgL
zvcTzyYVV_Y72Evyq>f1Pr3ZVLSX%7<e<o>PWxC8)>9h|<As3ccC54*j$M+xTU2!?8
z#M9Nb-fO1ly)QRdu1`Do!6~Eat;XgG){R0>ZF};bJ-n=a_3pe|-!8xVBiHvxPoj<U
z>5~;N<<fb!tvLH5FD+Gdo!3IfOU+fQ?($s=nzy>*!6%D*+zE5fa`4JJUEpiflB{kI
zd?Y)674Myg3LoZ%matgPs`?-*ZnIONV8)TS>XjOWN>b_*b!vGZD24phsi>VOb7$Uk
z-E(ey41XS6{PFesb6ytZmpsd!{My#C<gVu2GiD(RyxzVmU&O1#_V#Ivtz=M9ZC=;Q
zr+>G1&uTgGkx$Jv*|0m#>w-|Zz1^u89*;FwQq5G&zl1g%<9f)reF{@;g1$mk6{qy&
zgWilbcaCn9zGOA|s9;KI^P&y?N38bFIq@?pL3+{J`{_HTALwD+aL#r047Mx0lLV%m
zPn3K(CHT)aAt{A7&HOpHnt7_`t^cv8ehY7|O1SLS*hgNQZzU`;Vs1&z-P^k1y|v?o
zc){$cZ3>F6GZ$I&TRPPkI2p7!PPuvTNEGi9Kl$`4Vtv<Vl-snMt8D2ldfLdEb*y96
z4S{$52OW-oE;7F^x}>ezrEE(2Y`)*$*tdsGy(hyb);M$FiJu%_Y7U#^X--)w^g?d8
zuVbmw72yvrKL_y0wp_gEsLUC^(o$wYZgzxIQd&%3#l!yA%k}+i3LPE|&lTKt71s0y
zoCqj=p1pN-$gAkehdj)!KD%{Z_8*>*W^TTN!|&!p?b`obZ)g2AHDVJxb5eI=i0$n|
z6(SbmTyq2kZ<bF8@spTxq#^UtnnumcnuS*kstv4Hrj%-J`9Af)<nML@wOi(8-+B`m
zTRn6AWXDFn|5r>4rmUXsRvP8fy=8OP{F@ewMe5SeN$k9(d}LLXJKKeG7BRVV_UX?4
zwSRZHXp_aaEn6ZF_z5_sFVMOFLO72l%4FH*M(w$pUAqO>b7-n<-F({3;t<y^=G5D7
zjMJDRt-fa2UTa@}BmGkQYE!jCD>D3bu3fNiWm4S~bc^rM-$VW$iCI5n3^zQo=)4^G
z^V(6iaHSQR@3n<@<n=#(!BMrWlx^ka8$r3%OvZEX@@N=q{}g<9`o|77fx}+YOD_qh
zhHe%-a>m@N!ZP`U!Of|kzeT;=vUa1VQAmx5DZ|O7-8<)Ie_^eB(lt}yWl!}b=bvWN
z*QIftUB)J0^?`HYEUP(^cIB73{ybZeBvyCs{zvZ8u!Plh5<IhO7QRsFQsF5#p8a;+
zoJ|M!&WULkTGM9e-*I=<R-+kJ)-7x{C38L<I@Pu8j^n&DJ&6nw-))$xzB0V{x1o*y
z)Evgej!SnX_81gQaeJqj{blPxLksoJ*ek8+69RvFJ-VX9(qz(X!V%x0dHVPFr!s1N
zo40!3DoWm1{6ePTu}MzS?yFsCRdNFS|C;?@{b6DfI;7P4!A`93gm-g3+XJ@grQPSc
z{U7Q?$+34w_jDf4uzeGdx4We9+dW2`Esr-C*#Bx?w=>8|ndi&oy=Sh8-b&9q8o<q-
z++v*hyuEiyNPP6aC6Bs}o>Via_-s)n7RbcA;OLo<Ais!rvrN8T@-Sd$SR_@V@@*^g
zrsv1p{x`ob5sPk^u<C|k#Gdbrhi;cM=+}51Uj9b^{EoI?aWREUs|_!y6f_?=sQvqJ
z{t}I?Jzsg0gH3JBR15ejRu_HTA->MHd(z$#i+Rl77rkZPka%?mbI_q9J6{`VROB|~
zabKVH(%V4bxX<qxhZ(h7<L6AN?_<zg#Z>Tr#}tKK{t73aJf3j)w5Lp9rn}uThaC&<
ziexA-edCQPdh(s=qQlSIf{EUVPxc({6}M$Cnb7o7yH~bV$$_t6U0~@X^(Vh(Sk)RY
z2z~WWy?ZhH1Ew=qj{9gOx?Q-`qBrfz*W|f9(o;1Yz4@i0x<5#GG4lDje|vs>*6wR9
zD`)ft@EDxiaH&P}n3sgQ5APkW7XcN{{a50Ao#tgI8%E7IcR^yCMCZ~Cm+o*q<!UIB
zi@#a(?~erImb2`~7rsj``1MKZ*PQj74<tlw6(!cKe5`hVfz>%9v5H$Px;vGAMKo&$
zKaFF`h>l~sviz@XwCav4ni0LaMzSZgcs;#XW4v3=Y-v@xHcwdUeC?^I7n8*dTQ3JW
zugyFnY{RmZ`_}=}zL0>T09)^-Z=wetZ@-|y*3?nUR__tE{Bzp8qdVsm$hL0^SUzFv
zmU)&<<<(#M;x82(UvaU6bHdB4$Igd?BBT#oI((*QE92YjkecYs<O!dX;*tf0r8dVt
zJ9G1OcKk!@$l1N0PHgzSHcw9M|CVinCw6?Cc49f}IWNhu<5s<`@wWrHK5TS1|ERg?
z&m4chB+k#0b~bCW0;*1VDEnBqhi7Z_C$BcXc|SU1J_oO4sI|#&%Vp^wxaL2TR#I4-
z_JiSms^SWV<5mX_#pOgE>;8BBoK*bc#E`ESHX43c(t6SULR#)%nCKya`&ZR}J!9Kd
zI7#y1dyc!uV`j>-@!t%-nUQ*!r%X!fi2?g=72msYr}LIgcu_XZS(j;>Ty(?L(@(ui
z6XtuSHYA<hR`F0z`?}<xJlh8k8s2Q=J2Ty8e|d!9--Q*Ojv?!XIkWU8NC){?|Cu-K
zA5+)Fvcv`FZ7M%)X*npn@uYUoxd#VD_>50w&C5xD*>bYv#l%;e%GNHcy!$M?HLHKq
zgO@2OD;iG-t-sOrR4t>U^7X;W`!9K?X&<tG61{t~fb98i-=r7a$=-PTv$ERD4bhHL
zI^A{5ho{co;j`*yI>&;CyFWb3e7EQK(!$j43!iVev$`CgRO!Q8WMyZ>V0V4xgkLWY
z1=s3Z%rgG6zTH}*<Kc><wmaO?ryFo26-?yh+UN4sP|NC<;T5&5?`?vUqK;(c{PEIW
z!!?;fH;?h&l6i&4w3~`niwdl@U-XOZ&CK5AQO6cM3(<X&+qA}6)O6YXO7&{(b?rBm
z9B0|acFuhG*WBBC!DMbO!KFuqHCG=?T5`8(u4}GE{LVGiLV{EHFMGvY-<jo|$F(`{
zRC2y(>7h$YD<)hrT~pvL7pt4se&yBmBjzVnolaTYUy<|X`DvZk{&!M;73}ir+PV1$
zm*S)+SMKH*)_k;n%V_g4Y|oX1Wd{tny?qvxT<+z1aXTTqMw!P+!Am3Q#nI^=ic4%A
z9(owcI^TKNy7nuRr#VkZ{`TYM4Aa-lxWg}7mf~5csP-ZJo@G(puFeE@;qINcx%dJ-
zw!SV|E4PpD>9(Iwc-4|*a#y~6@w%Z%^vMRXe6h+EXa8oen7SallG(z%+Te00<0}jG
z_#S6z2jzPU7pN!5Et{(6#J*gU;rmpZ1EvMf6fHjQRNY(B&Ymlpnyyq{cC+-@pR-Ta
zcrUx#y5hc+p=9X9-c_sFTw^3Y9{y2rXk~1-aBuiqms_F|lEJp0B^Ujc$*VO;j9IPw
zz;Y|+&;Kl$C*GL&OqqSxCx=P%kmiY;LOE;K@0~l(ZFk<uUi<Ks=#w*73-?T&JvDyA
zjERiQB^RP+a&4(lv*&khnI02bSW%@LXz63N;8)g$8}<@kxzl`uc*1Y#Cm&7Q-TT+J
ztCK%{y?*$O^u<os9A_Ron(g)2c?GZ63!R3}8H+hybjGeZI(vQU0q?B`q~|G2)SF`e
ze4F#lLluAi2_1X<XNJtfDDyRTi$nJ0E!g4NQDf&ADReQuz*N&MGO40W=8Ik84u}8x
zLEk@l=X0{#z9?FrY`pV&?$uzm%(+4*t{mae(45QD$!)oyU1)<V@268e%N7dxWw36#
zth_IEw-V!8kKDx`TZ>|hL$#H?mMR|P-n4GZp@b!6O&n`^yfio8Z%UnTE_sn`>vXH-
zXX>JVbj^M*_+{FDKa~To7@qPm1X;-0vE@}e9=YDU>+sRmk3zo+>lZM8$#RsMd0qXY
zSm5dI9#OknQEO_R8Xuii9{b%cCZ%hEQ<P4QVAn#&J!`%^JgcPnwe`2(q-BW@9-ied
zINE-DhSnB=pzmAi10LjkS*uVk8-IVle!ZUGO3n2Kd#)Wk-{G`i>y$UWE+>=k|N2s}
ztRrGw{*LX53m<G)qkE%yc}&ysDJQ-;?H6IYz3cg=nubD)NZ<2!b&Do?K5;sz)3fwz
zuTMb!j+j2*6dOzTzt3v;P9&;VuJ=E9^p&o$LV~Gp*t;9|Zzfmfc%3-YBD*u#>(;_4
z);HF*KT5FnJHU|~+U3!?k^AAUo7XJQ)G5u5c^C8Ooa~iG$zuEKHV!+pr|^AY5q!EJ
z#87R;`r6RXN3%ZdoO|@^7CV#Rg)s&(sajFZuNOX_y`K3~SY=|Ke!!$~Vb&T|o!|^X
zHoilAZ#6#O6jL(e`lIpNW?HyLg^qc`ZIAfOz#o>gCYtbs_V@=d&h@g1>TrnuvG-}r
zB()6IvhtN`=U-{`1xO2vtbVG^n!~)++>2MW>*AM&6@RoWer$`)y4G}rFKHdKV0ymH
zyhoA^AHKC*+Pi{LR5gN2^>Kjr(<j;90;+;}rqzeHw}pg>anE!Ael)D0M5~wANo1#h
z!8xTiS+y&L8{5;58Wn`FI7S|x=hVZS?qilaxz)#+$=GH|_iovP3m46?Z`rMN?DDMV
z1z*~ALl0j+yhL~Y8S{M}YTWAYJJ%+BYIoZ0^6#JKv>?}@{l~6+xP35Y;k5jq`X_aV
zBo`gYk2@0Heg0C!`R<S%&zYYbzNO>Q_3kfk)lQfEZm#e?iTjFoSBE6NT(O9?J$p*-
zRnL`StpXuib2-_g@Bb?O@O#dI$UZiwzN9|KlV@63QUksj-e<~t+tI7p+<C7<t3EI^
zW|{M!3vbjkHXY~G=x1#x7b~(_&a3KKc0<D_YEE05bbGFKw!!<;H#$U_**7hA47{%G
zd2!c4<Gt-^XWDmeIdb`!(o;{{J@fWRFwJ}L@T^jQUjH(gC}!b8t|@VH+xHvUoKxqu
z;h$mbr}Hj&j>yc42hB5T1eUEVHa*sR%==)im4?t(d9Q_5v;C$hoU;_LXFqu2to`ld
z-2H)-M;Wrar9K|_)H)_%By(@xZ?~v`<WkqIf?5faZ`!OhT5|1HZE7@!tX9tVS4r(<
zcNLDTfA+}n<)1^`m!sv*Rm7X??LHl<_bV(ZH8P#yc9ZP>rn8#Kw@*fuf4c2`L0n~?
z=w&@|p_ENCs#o25B7I5Wk{$c}Si68!%>#+gj;j0*Qp@g6Ug=u&W3Ho3+(uhQNhS;1
zqwYRC;%XaH=cL#t%lPe8Jh{QoXj`$l+omZ(l8S4ye)Kus-Zi08O{HCOxix>bspZ>~
z=T0nfEl*9os<x=Z=TnRDo3~9GU!Seyo$w^dB2N3TMgH5)Ym*Cm{f?D7zB{_&|J!d4
zUnhmx7zca5dp^C+WcA|zjYcyUbMXD#@_>)CSV}<rRLF$Xj3@e01_wL#@Sc^`Ix8z>
zsnW7%+nj*XHTtcEGc~p=y?hiAq;YC<xm2FwwW;==CN`6!K5<Q++IXa#PbuZwq;!KN
z*&o&hG40zFA$H-}q7~m>b*+xP?7_2aqJ(*Opnb7&(eI@;nIBaB)RW%r?A;wVt<fmJ
z_rQ{i7xR)gKVZB2E&OL=PQj~3?F9+H3KZ9=O-McVcEQwzI~*HUUsvA0^XW_1%U#{q
zgr;kmE#_-76VeP0I?nS{bG{<)l*haB<28<kd%p_$#rcG(O;225!y2o%{tpkIKW2SU
z=V{d3$EC~JPtV;eeDktx&b32}SfA+~?0fS1z5e&OYq26fY+4#TRQAN)HMytA9?1Jj
z=*zYosR;oW>Yl!R;bU5$sOesNO{V7eAw6YTi)ssN^V`Rw|1Ns+NXcK6Q}f<Y<(O~L
zV)<7d*Oeac;L+yP{lud@L)?t->=Lb<y>3gQrf9#vBi^TI&Um(^us(F#>kmusD5WZV
zvuctTQ7*KXcy#3YAx9zahK(N=B^!527+6RM_iUK--T&m}_`{#Q<@8tb7RY;WK9ge3
zc_oz9ZIkYCdf|RybJZKCD)*b!E#rPGwa+70_}Q`TwM$oe>Ya_db<iVWUA{~P<L36A
z+V|z&_ICO9M|^yEyR9a<|LcbIR94&hbDwOB)5yIdeCgzI-+jOO)|t%g@H}mvP-QBe
zeRSiFVp~&gt{FOfW(LB%H`ZpHUnn7dJC~7PSFGWfclM>Ogtl9*d4=^4V%GLrW`FVx
zZslYb`Fq~$AlFNd&vMDELCdnk*0mh=@!K2dro3TxYNDUsiyitI=hjcI+fiULclq&-
zD@BjoMZ}J?sk~LVQ}2CKME=9vBN^vTd`fy@;KtBlJoC$$iwqIBi<Zo<Jt(7T6Mg&e
z;XF-;ErBUBxP0&FKUneTrJD?^$ffJo+unI`Jbo2q>Dm4*_=)3N+Yh@;e6P8GzqVyj
z3L8H!6IWXISB4EyUf$yElg~}}ez^ZXi`em#|9<_5>|5L`epOpYe41zRF&<&jTn5t;
z*7ve5``X%0FW95>w6*?fdh7c`RtJ2a1-I4MGn$Hh(#`xhF-!4j>$a}sv&G&blg)Q7
z;A4DRue#I9^ZdC4jRe0XlhZi29P@SPiOLZ)`TjNRlK3C%rY~&u`lXz97n=T5JQ9hK
z-n?G?uT%VC-HaAPrT=9ca(5(Z*=>I28Z}X^(d&)PffoKb3nyLM;5Iqz*;$vkb4Js4
z{5i(*;k2>i?LB8T7z9)IIUoJEa3jCZ|IL@49j(;Z$o}upUe+ZMkukiL{jC`>M*F8+
zZr-u2HPW#Comcqtm}yB$Z)YCr3S885;V^6Q-GT_CFA7^-&%OAtlR0;NEN_U}KKb`2
zZ=ExJkgvzr>t(T^*ldT(#h#gOvXlFjcTb31mA-9ngF>AtSM&w(DHkV+NIyOD%C~WE
zfG(S~wdcd5XOE{ny7*9CuRO19LjAhO7oKGl)i(GxT-rXdyy9}htDb~wA{`M6YsEgv
zd@#veVIvbbU4m;)JhRqbtz$|lZ?5l^7P9!$w8K5BWUk)gT5*Xx*}2Ral8Y~DFVB7T
z$IZ9AXYa);S%O?2%jfZ}U3dCS=!q`9gttNBV!0nxC&%RX<|{ZZvG%`W{7m<XyVS|u
zvCrj9CY-(G_3n7quht#~_U1V~b<*Dt?R#<Bam$5(H&rgtR^jajg+8BIc<4jS!rI`%
z*(zIRzqZV9`}X)|!pD2}Z`%|ktGi`vd(*OF)rz-%6FxaKS1b*!njGE|opbc>ikcSP
zkN!R1^Ng15kGb&aKHK^Er!=P3Wb>XmE||r%x?nOF{}pBZO$yJhbQMe$kX_q2uiIFT
z-$5>9bv1*yXrzX+ER%)rQg?<KpJF&X7Z+@tw55^t<BGq{kIfH67q&J#9r>~6U8s>b
zOY-`sTRz`h>?my+CGbQfedFRBtNRH`^Zsu$aPE0;Bc5l}ZdV$s@k939RhOp|SuJO7
zIDGoG>FUW>61qDwZp~s~a1DQBaE|NU3z2nG1GfA)ny@M*v3n|?i^$y_Qge5PUZ_c6
zl77A^N$7p;E3W0|np4jhAA7Q0wLx~)&6TcpdmMMa)YG&}^c23{wBcO95yiHX1wS2B
zn<tuDSZEwRYHL=$XU@bgPU_{8ie602a+Tw|yJd>0Ti1m{{XgCm%N{zmFVZCQa>U^S
zHWLE3xCzcWYH+>yLO^6dm2X8@qrvs!$u%K*uf9xT=bLx)qT8{!^8ubut3}fsbDmCf
zk!-re^LhtQu~qHL#haYpnJC<9I@pr^THjp4XtIm=QkLG?w~ebZO{ZF1`!HjZXZTLl
zzHc{{XiV7~&>^(__`>yH_s;kA?e9>GY@S!#<2kpK?Kj_f*|kdq7C&Bk@Ou7~h8brU
zd!H9D5H<~bu;O~koLAbn%^e-p1D+fX|2|RV%=_bI&xB%xv&-C^XWsiG#2fBXb!Bt+
z4q-8`?MhdIzHVNux=G)`{y|I97K^njs$26`dA%)JD4+jvf|=Kz_UC>V<=@*(_Y(a6
z_Pg)yi`%D$apxTKz3Jr`b&0Kf`?PaMulc?Ib(F8TS7y`yzi&I1?cdd?^jcz$^6t*X
z(^hObePxy5$`<)wXLNg#O)7p*DcJ5G9*}!+|LK>73nmMPoJ`(-XxUnSbJ?lc%6CK!
z&K5g*D=1F4=s&F7*UDKmWp=|vd!~c_{&&`RwfWoey_NBm=kB|FQ~Bo+g~@r>w2!ig
zW?Z?#GO^-eRDjj`Ig`3N*iGN+TWobaqqO2j?xr7pN0-&Lut(j=vDub(ahhXzeetJ{
zXEqzwNq2NPayHFgewl5t!M~{j#f-drjL)q~Ej_09J%-&)L2g&R+O`SR&A<O{%#ry1
z+*Yh9c>da`;~5VpmVXZW&L%&9qQulyCl)BIc<Z$1%nZ-Abc5zulZ0-o2}m1nW{&c%
zl3Vcmj?tH=U$01{bn<)Nd2%XBY;$?dj24$;5286mLZ_^nr6{!BJ|tr5?){&9G+M)K
z3@l58FKo!x7Vzj@zGm0@w~X4;ck%>(YxX|0@~E(vNThRg#>1$F<lt@fNhz%v!A7jx
zvKGBq@@MJfiUn2XRWm{Y&z{@Ptzj&FCFVv+luWg|#D^PidoQTWy6vYfy452|Yw|Sh
zD^EqtH2nS>6oj8rnYZcuZZS=s1>c_v@|X$Eydcc3X`>PO%EPylMP>R&!H{g;zFD4C
z&m7#-g8Ex;Y+aHYHSNpv&woy-&bLvUc|WkpM%!}d*^d|hG_GFV$EO<<y2V0aX(E$x
zuIRciOIg2im|h85AH?mb9dheR%e=++l#6dKeR1^R6-UL3R)Iy$=T~%ih^!P5I@G#H
zcg`F|PYwNzJHsZcnf-sfYZdE@&s$rbulUQ;Hj{nPl2WH5dlDrDe{OkkufSl!S;Z=a
z$I@xbq@A6Xa-Hq$vYv6Qw(Yz4eh=P_9ol9AEKaN0C;rLGS)pd4zk0{cj(4FOqL$CL
zJ>Iu|?RLXyd3`IaW{CW$7ku)>e71XHg;%%tG$Gb3cBS)9xz6t=Pu&na_uag*9iIhU
z+`Qrx+$P`bm|Bsnwf)h`HB;X%co?RxZxoTae8C0QojiP==5LIcUuT|=d&cVYHs-;5
z7cINUY=LX1J>Q6Ju9IH*WV=i2!z&A)I`|xo4b8MapR-0Q{`!&l3x;a*56EA?BAEP3
zAm`t=eRHH9|7^8&56E4hZCi4>#*KUZeV$kH*)vVM*;w}ZeU<s#<0I#wKG*xl^(EhP
z6gYm{I9JFi_wAamvi8r0^U}O`ZhZJ4#{IylO)Y5F&W#a~Eh%SuShsB3d~o_!kHVx4
z6Bd-*V-4RZrYXDD@ZCx~mEK*KB0Hp4hCG?Hxu&Y;Y^hzEonTF7)1nKH&aR7@BbIai
zK)2_;V~uR$UV$$Tf3e^<6wf^1rgnzst$x~6ztt|0tOpyPe5p`6k+$||&-B?-`6@2P
zWKZ`x#Cj^PcTLe@7MHFKBAb?MJX=`tal?ya&XZ~uMS6F5Y-Bxg)+^uQ=#w<Pymj86
z3%)P@s!_aP`@O>7TW4LFdqSOG>h<N!a(7O-^14?w>uuNFb9^^J^NQ!Ldo?Lidbid|
zT9`TVu3h4@G-7?wpL9jD=9I}|ZU*x@tAc+wb!{*WJ+HrV#=fnKT-_U$bXLz;WF+O|
zrjx2WY0pYO`yJLF1!uW7i!X^-BT_g`<Vb1Hlh_H*T)UsVJln%uxGLoTz2;|gt`|T5
zdbc^MuHs|IMVaZYdMTM*pAD<3`wJq^Uw)tZYD?@4PH#`$x@T|h{QoDPwP3rs;3I3r
z##{L{)l)^zcWmHUd0Zi?Xvcy#?l(#nH+b!?Jvwh|v&co|yOv>|(z(Ht;urfA{n9_{
zU-<Xo?WR9PlYjn*Uivh=aOb0^O6U6Z;wwYMdEdO%>vhUVP`GqNoM+A!-OH1wH9nu_
z^D1pYgLKYZvHN_c`|s-=ZQaiEdd7s^Mwc%)ykn2_jTA02T)HK|u;=Lc`|YmJ{W2pR
z`?vKwmgOe<%@258XE=Z2xg7<yY~if@@s;!S)j7^bURyZ*QuxjC3EE*|yRBVzSbVY*
z3>S`$)nYcxc&YmS@?N8Tekl<K%kO(>OuEL+Zjk+|<8b%Fzt+W4;(ErxVnwnk;#b?B
zon$ZF{jsNq*~-K1bm#Fk(kwl8?yR@sRNP8#zW7j3{9lKUh4-bBcgp*qSILHx7W^yg
zWig!FaB;@naOc$<CVrOfnQP{8hmVit-WRX)g2iiBxX*WFxTRdImb?9j)4jYmZ;!qF
zlFH8Z_I5P0KU;N>N{r2^<=MY46gqngY!>@eY<T#g1Meb>@?E`A%Q&^J@~pEpYMJKn
zrONeI72D3=vNtcRbpD(=Ut#L=ofF+IWr@DnDb7*r(;7FoaaZiwzKNVFyEp9EwI}Xr
z*})mRQ@@;@w#0mP_g_Ah4UQTUxB{zLi<ci!(iZeP{WPfKc7$!zf}r{(`nGj-jVYQJ
zgRU$#%+|cLTItiv<?(O2|0dWj4skZw{EYd^ru%QF&vski{{7stkES{^zo*Z1J=PaD
z^OE)cBdm3n-wXU_Z#{8#!WQ#GcjNM&u3eh(Z^2r%dAw!+4sB5it62HKY{QhZ4mX~0
zX}V<P9LP97m8H?G=jt|(O1Z%ASI>t!{%X{-K67X33&Xzd#ksG!9!fucfAo6fy?fQ)
z63#sB*~ah1*7Ct!zg&TT<zLQkzZe%=3NA5Fxp%$!`^P0-1ubklF7T(Q%}+1MnWJ~*
zq06Jx+m5mi<CaQ#Hwq~B8rnKca2JiVvsU*oVsonXYLR@xp7!AW!;KzKw{G(H%ACR~
zx~?F}UbRQ$p7E^&)oIr}=g$<hP=C~%VcIQv#G#PgZAYJ`T<gAh?_SRHjqFresiV%M
zkpBEU|60CgQ?q3eCl1{Zm@czNZ*lGXuz-xqn)6@Id-RS;xw`U^{q^MhzdDX;>$t^S
zHE#r2O?KYi>n{0x&nxBoo{oGbk<lNb(o&bTXar7jF^--d6|=x&Ygwa-VtDV&OJdXI
zJ}7;$SR^!mQq^X$Ywh2kr)*!?{-(;Me=9S)Tkfn%UPs<(u@1&Jr>Czk`LNl2$K~66
zw-k<?Jn`PgZAIIT$C1;SpB60DW#gOLBrNc+eH!;_Ux`N#16^GhJB?dU&s%cd>7vy?
z360W4{S8a=9?f5|+V^|WiR>M-uQF|JOXk0{n`MsBTXvT3SK{v{1~0CX)8G#a7gOBk
zyKs}>%{?a@BV{`S?3Zp+y%>^uy)4!vVAWCG6t-`6=R=+awp=Oktckf39^-AZ*i!Cp
zJZq)EoyXC8+V9#$lr(Dx^c*!jw~#lY_VI+=Ydt6Uk27piV|sjD-TYRcXvbFRocqg#
zT})RTzFYfodb#mA<&a(ME>q=Z2K8&kp38Dq6+LL`;iDaTbe{1^<&;<1-3NpEP6qv%
zv%TQS@n3HW`j@`zSXuU90~7NTE5+zDvZt7H8IGp&Z}JzL_^q8|ah>4#?pI=$xG!cN
z3+O3a-QhOjpq64!@v7)ncV20)XhWye1?Tummoh5OndqT%%Y7=#$p;6|YgKR>En-^f
z^zdk(P5iqJ7yaermxnZ&XqX52UOZv)@WZm-DXVxqR*Nldv}g7dpYtO=T5^V{*c88p
zN}INf^vDi(>*$ZCmxs%Fv=+`+G;h7Ed2**g?Z0#BD|(fqO{DVfKfL%WWK*!%`}W^F
znTB)jNqv8r*|X0@^J$FPoRBY`F7GFDaG!avcE~fk`OGb!O}Q<{7Vs!HPiTxfDwoCW
z6Bx5^TCL@D_p`ZgVhyW)vt4?gEUT_~hb8ABS4G21_r#f#<rK7kAKq4bOn;|@teMa8
zvyq=V`Z|`Z)wOe0f3xGeQ<e5k=EPlGUehkgO3aU4B5S*AgRqOVrFHCuC*MNWRbKxl
zP%E3C5!?G@sdWC`368mjVcYtzUYmMAXP)=GEq4Wt6lTiQez?p&ODyc(o83vrY^qpS
z9(vuB`K5Gj!0os)!6TBz^IJ?cc+-!p<v%6$JMHHx3Hjj0#T|tgXT}~l!rGVD{_UW?
zbRyIJkH`9Izj&T}`l!El<yCw2m$w*iUY~S%)7+m<`9GcqGEOWtSmXAfj;TCE@TW4%
zB9Zc__hsD6I(?L{A8OIQEB<5oDMP85Yj<hB;a{ThGUU(wbPm%;)6%ck2Bq%(ad*wJ
z>m^(hJ&h#qmd?-H>BTSbQfNx%gHKLB{8IRL#@>j#C8@Og?aI=FUe64U=foa9ku#xL
zFpE!@Bk=L@iTb&!I>wrxob<j=-^pHk?9OyY@0*?phh5vJd6t$79ee*S@swx&h4l@l
z6X&&8SQhh`8>9xchG>{A7tSeS=X%><vhVoq1Q&0`SGFz3mn5=JHeJ%RdDf}U4vAK-
z&n?-J(G4$8OnuN2yk^buNfrj8D~y5`R(Hgoo-ZE6l(^t;VUgR66OzlG^r|nPnA3eA
zsV$%LvS629vHc>!>um`Wy~5&mDlR%<ZvSq(re1BV+EcOKsSoDQu$48MFzdYP$@z9%
z`sD@bCt~b(aux41S-O4Gom-jncx?N+4lSHkuv}BaULeSeohSMJn-ed7?)j8(t0(8N
z&zqn;kJ`s+xm!-PmTYdS7d-2c*q%K9M}e8u?8<XI<vTCPB^u6M`CX#(K-DSPWB<9?
zUVZ-JB9R+7$47);_`}sbr_xGgc;XhYpZd!#w2^J|_evu+L7z=oCi?6Zj4R4}Dsw-b
zzM^jbSGPKALU8<{v}au2cb~mmv1^Is`NJ&tR(ugrJjE{mqFdJ{&~wVk%IA5$z8_=s
zb|e?I&dpw@&|h4-aE((}f`uth<Tiij13^p{KMdZk&AfRv=l=F$(_NF(@`E45*zzU(
z@$$R4cin>Q|5-B@<u9Dl^uTk4cFU@rZMltHbN(|Y&eLA1@HHl>_o|qO%G~*ddX@ZI
zCPG%~`)|}#*e<Tv?e;0+>`LR$Jt=85r;_g)PMmqItoiMu@C)bMW;-g+vN4+IDW^5}
z<>!LE4Gq&RPwi@Edp^4{;!}Z7Ygvb8l=B5ewF9RNii4M((3@?e@bqM}dpg73sUp?Z
zNlRR0SLW~6%*pPkVm!_(wLAUBqpJdZoI7`is9cXT{-}RT>!rH>$C@kWueO$K2sP0@
zRT?h2{8jJmUoR>wO=jH;ZmkQbKKJGg-z0|}K|E#=0VRz)yVu@rHBX4JR4ka2_)y|w
zCTDTLL-x>0fAN;k6<)eB+0_-5{9Ts93G=z7qlK<*IS{pC-KqAslQa!q>1Z9h_vQEc
z9Sv75M_m`**sirUNc+a0CWhluRrVVBZZ8h?3d}t}{rTMUz7Jwv{S-X4b*+xB`toBN
z#l?NznzHWDI_{fu@uyjCih8y?Lypfr_n)757NwOL=J`G4_-wvyy;6wblvnTlAO3#!
z>ulmN1II&WIU>r=MLk;O@^-hq7dKBxwV0@Wwehqhod;qv6Eh3q7sTcsw7z-ufm;3g
zn%B>yTK2_VJFR=*hwhD_y$fQ^7U?djzQ|+cvP*>bmgR4qK8CvrKOWy%yn6Aik5>zR
zw@$m`v~p?j`Ita~q|8A7GoQOx|4Lx!z4<MP&-bd{ig&%GZ#PZ8&wFn|ytLOB$+@ol
zs$~`vmA6LM7;H~p&l$07)t|rxO3PyuSLKA<51n-~{La4iY3!?a?>7_Dj_1^`QCEm`
z(^hw$JM+sX(G|5<vrij|8~k-k^%G+G_vfL+zi)H?Z9n+mgE_QrZTbp_Xb}@3fz1qG
z*Qi~&w)u<r<6z^dIZ>|b+$FNkN}5hE`WL8j^+HUk6yvHxN^A1Cy><pix9ng`n>^#a
zu>_mww>}5O*YksnC(d7J$p2*N^_@kmL5?@;xZ*Zwb@gnlf3P}umhY6Vmiyl_ms*|-
zyW`z{NtkV-@6(ho793JZb0WlRXDV$uV=Q$>-`Xki9}6ds#+zN7PlFAZXJiFGxzu)&
zZQ<Jl!_5_wci+{yYVe9Fw(OFl#2&Y{B8QFg79Ss$t(>=K->z>#-i#Bja-IFzFY{yJ
zfk!P-GuEX&-eqexX<FT>Gb&3;<!q8vI>hxBTD8x}<>jC9RcLR`M``5<v8Z_>88TOk
zUWiXy^xr1z=YL0L*AT;L4`tVST~)dEcC9IU|0>7)3jM6YO+PkGalf9s)l2O5of>`7
zcb61$6aQuRZQFh<ZTUrmTv;iv`ggT!#P%HSmTUj^N=9H~)7D&vkm-5x3cvT*F6!Md
zsd#$+pLjk0z`*|JS6$`G&mVfHI*Vg^!aeH;D}!fL7<X;?+M96i<Ib=$Z{0j?_EpAn
zGJU?xESSAy_J<Y8uQq;}QOSHLQT?#@@;?Wkg|bWh{_{}N=1be0H8DNLdAF2Rrr*ib
z)jM3ZQ2g8Sw2Yt@dEd7h2Q`-dJ5v2xVNYy++~teQf2>@%t3BU;Mcbxq*{d##4s@+&
zQEIp*I$2He@?O6FgkQmCpF5m_9w^Vg?Yb(itJhV6uVP(i?6rbM-UTkpwp?EP_@MMr
z(RSSlPnXUz`#$$f!0VOT(JOkN^fhX?hTnZ0=^fIn!auiaP3OGgyLz)@{EwL(*t$j}
zbZ_$uq3QBZ5{xGVzYF#_afiX9(1nM6dI)bf^Vdg8rQLUL+}*Nuox$(MZo4fSH%(vc
zny;n(Fe5a7-{XI7a+;IuGFbaEk2=fjn8SDa|D~<B)5S}B4o(UbT*l=VySzz~>r<GQ
zt@;^OV=eyW**3>|rfJB###Fm34pg(x+3@JvpI>@Ua~eNhYq+U@E;?NB#zM<?7WZ!2
zhn-n=jPD3XueO8BSH5Dk&2tiePFC~UU{cs6_3+jand6=5{Q?sFZ>73+oGyJmO=h)P
zuJ^G3fm;8oWgL20=24Cd>}q+|)<(`flw^@&zd7J?sKDh9oW;Kx*5<xpVVrm9itNVg
zsv-HUzYM|^o_gqCt-g3!qi&tSo6Dybm_#p`Q0b61i#?#d%|L72(-|o`+$oPIZ+hr7
zv#Rjs$A<ypGbUyi3Z4z$kP&3Ud3visiIe*N$EI4PdnB{1LV4YbyoCF=uiwD6#pa*Q
zq`xl}?@e@e77?;cS@ksYT^QHI^)}o`d(s?jM4A_5ADB7+{6oIuTaT@b+Rk6XcG@xW
z(1k<4eZEOCN4T^fU)^r})QtbADVtx4rQ|18kF(Eb?K-I3`Z9Y%nXTCFG*{j4ag0|P
zvf@rOUU6u1jJxvQWoyqCrL!C2-=7Hhbtd+B=p!|6*;&q-erBfUB2MMJ(c3SZ<g8g#
zX{E~bRCluPZ05PT3Nb0C`d%h{d|VNpEb;GDwBN-`YVnS?Jwj1C_#5;4Or54bSaB#R
zxzJPgu*>C7JXJAjp)ITVJ_*Q2sde2dZR_6qxcIG}Y<rn(Y=E9Y{lW&OPq%Dj0^|ek
zDzUHM(bX65`RGOIX;t4eEJY4_8D8~hYh*fmif?;fvCCl-Da(D)3ZLyO>MDENdu6uO
zKUX_5#cQu&W-8x@nAq~7jGxb>O2nkQn~zRkIzvfD%Zhvb+*7P8v{#nQpUqXlVkKE}
zN&DS5buI1%OH#gMWV8qi+SPfViG07;-}cRH-zn`s-&q{l)f#(lORMSXkU1gtuYGkp
z`EvwVUK!{a?iMaT<`+~o_ukwk*P|6K9qe~qvQBAZ^~!=(;Rdf=HnPOn-dSROp@T8I
ze2SgPs!f^)w@mE{ikYTR=(;1TWqZn^PLWjOJGWid>bu{0Wfykwnt?>Rl9I*}w<w<7
zQPuOJ=g*!wjis}6&F`vjj$BJa9oEbhn<C^j@$}lKm(L{KUVY>0?7#duuCGptq+Ff3
zUMe`(%XrC)D`5tkt)@ND-a0?;>UIDAil+;$w_ZuKV@bclI5S&LFMX}7R@Yk-=1dD+
zZr$zP(FV>Y+jUM#M(9qGSS0Akcj(^JbJMuETJPE%`Kq_7YTj(4>U{<hQ?|DYzABRc
zGbPP!@xEP3p^SMZ*6Thn1#p>c{!y<hbuIp`gP|TvqTGc{!=|0<T9?SU<e%7(xR2{v
z`ohW>t%>DpGuvJL@4NBn{xmxxu=Z2f+PqkisT~J@?`(^nep6cJ_)SkYLypfa)15EK
z?fG7|UGKYOO2Lg!=H*YX+x_pJ<}d!{_JrtpTg~OCJ?LH3v_bXF(GPQsu36mge%g{^
zvq#WTwvg`{L(;8PdHe4(Ru{*wbn)n_$c~%8r#0lVp@mxjpO)UHug6Z^K9aa!ud&n0
z=e2D{i|O^Qo!g&=#(aqSy0_MaEm;2VhPJAit&bTM{Zm(dC@f%D*lOQ%&X#ZSKC#>o
zZli+hMRlqnEtePHyV{)_Yx%vvAmjP6314F#eR_SkYu?I9x)0Xy-G~YExKY&FViVpm
z=a=M~7FUK2qxYZAcw4ofo;N#EX7;`L`|74lSeH53r1IRXzTd^2{*kAhiYuhz*K1@h
zwBvUTug!N{lD4V0a$V$e7Wb(IhWgtgzb^U6qF)@rzN{tag$_rbj#X*fkF^fsSDmi-
zWUSp(o85ALXW-t$i&c31<~IpV&p4cPv$+2B#DB}aKiPlHLD1-Hu89TzL$>5w>GKs1
zntwSdEpoDH{r!x4GUegldK>;;kJVgwd+ml5N3N9~v)~c=@pSS@_Pd^Uo|Z%{Dp|!6
zf0^lR*uq%v##@UUW*2=?J6}J^?1W6i)%NcbL*8dp75m4ooaD9f8jpx?y*a<E-kE&H
zX}oKqRpas&nu%1FYy4mTLaJkS<2|XPzfDDS+i#^@Q93rkgEhoo%X|GqM~&jl&=a|N
zNjraaEnRh;@$O13-{`CdudYQL`)K9F`pZJ%g1B{cf`-@oQ%w&hU7m33&0Imf>vQLw
z5REnv{_i<)yE~^&+`Ki<cta}kFJ3=hJ3k~-F7Lc_($$zo+o!A*UJgpr*x#G@9%*~D
z$o}e*r#m(jC4RkeYo?~%Vy4uy)Aq$i{`5_o`ew6!URK$+*RO6qi}#dXGfC3NGj8|I
z=(OC_w^@JZnDfPGSw*+s5^K=@t^NCJL_xl6+eDU&6M6Nv99*ALwYYurKF7X=Esyk`
zXjOULW_`3QVX{Z6MDH3G$B!LB(Iq^}huzF}tWZ4saI48#tvy@4k4A6dFP9K5P5u5)
zvpK2F(ac+=CO7~2rkFL?6((pY+Xu+~K0Wtn!0K&Mx^EW04B9^J{8@SCr24a;Y%ad4
z?e0*xdRs})zx3U~ZKc}M^8;#EN5;%Nbt_=W$xTO3Ph7;l)>2{riPNQ<|NrgHnEwAE
zn^!_k*i!|WZ!ZL*ouU>W-x^U_oNsqu@zMM)!7%0NMssCWu`YYrX`XUn-R$7m){lNm
z%v862`Iqmfe9?1-uU>ZF?`Q^o3HYeGEjP(nVQaq)>(jX9%O$_|K0d1KbWq0Q2g_Zb
zP1y_L611*ahljs0ZZWX?HCJ)*Y98YWsezHLQ?sj=@7fj;P<Q;#0jJ6Jc`1#h7xg@5
znr?U9Au7B#E4X!<t?T^<8UgcFzI)`ha{W5JJGNlqZZ&a>@ChM1*%WWOJ$x@Ipq0tF
zUGn6-M*&g?bVW~Zywe}KIWbw^OiVG!d(Y+H-B;H<v|3#9R(5{CS$VGfbzTdLcCc$l
z1RJa7JB9uc`KWNjY{LV|E2>A|_BZtPw(m*{?|Y%v7uRuOS`fFS*?AF3$@~2bzlvr~
z*>KTW>qPpWgwK*ZHy7VJa;;!_j+uM;1#UHUtpHV(?Z;#MgnJpDP1C#C9DC`xRp{g=
zFGC`}ZR=KRmVfs|d#V1HOhwOVk4s`6p;A+x^F&==bTT{n$6}%6Yd@5$W;fd0RyoeQ
zF-){`XWT{S87F-|X)fJ-(@Etlcjvh+zwTOHHCB;5Y{M%ieS7aF72Umif_1W4zB20y
zRoAvhd2yH(WV{aWW%(iK^5xQs*I{jEnZxbk6V7hR=T&HVlVSShJLA2DUyqda*4}?p
zJ+tNhWZ??m=iTeFel9BCb$oif!b^K?QQkw!M*?rKzF#57t&;oKiFxT;;gG-cf)ca1
z*Y9EL;CpKxbogrZOs&7Qi$g35e%{q#`W|v?;hW{RF8azfyr}rP$iIBrmRT>VIb}Au
zPDtoG{-$$6-&4h2{hp6<2d+L&Ir05*G~?zsGvudLPk41ouP7+3*r|J#Q}bJ=*2l%)
z)-3tOw*H#xwdhX1z6UMrmd{R#AK$w_g1Mme>IISIO+j(@Z6`!)TyD0Wf4_1G=k@h_
zs>|k<vSx<7de-^dENta_1+Mx{(cJvunGW(xFWPKs^3vk<(C@gGti+OdfnEB!zQ+g0
z5B)}0T|b_&{Oz*Ef9v<AuiVUAr~Y<z$UWx7JvB0eH}uYfrx#v-l<iu2CuXv=+Z6W~
zor{`ZWv=@6MsM}OaP^bZq`OrnUP)sR(2#F=lxF&1*6ilLllK%lw=m|Za7_2v(|T3W
zcEWv=sKSXinZj?WN_Q@9c;NCz&Dh9w<K~Enm^{{q!sH2O1(qpZKKAh0#JJmmN(ZBF
zc>m;yIyO=6)$$83@(kFYJ7t7DJ?5aFt9Cy_Xo;rDsU448>hEw(Rn*GnVoN%HD}}Y=
z+YM98oLBSXlq@-}-#zxA(9}Kf>_@-Q505AQso&Fh>oTjZoo?^zbu-&neiHOGpJ%`4
zQ|Gp)ne2b-D&6cK8cVottcvk?@>#p1ap{)VivkluCWM^at>)(L*)vP^=)S$Z98HGD
zMEC88<KAe)#G5<))z*M7%3D<TZ*kT7T`1W#af$Mz{M6mgKbKaWTkAFZ#)lr0U1xp1
z9oT-cD34Qb{`yv{vce-rE2MtjIvO>d{l<#f1y?#=w59*PZc_GPr(?I^3T1(l%||`E
zZZT(UE%tpj=eqQ_h*#G4Igf77UN+%$?dz*7J9p~3eC1GJ^^m?DCU$sfQN~&Slb4uY
z-|=X)E`PF8C2no_yq$bbMv*P@>#nV9`Kq${&=rxHom)S%*iK!}m2x37fnDubyxE3h
zkJw+nx2v_^*_D4KI4^KIi<AQUqi+qyyVCWi{`*{=*PXV@Dj+Stqne+~z<rgh+v2B7
z>rRBMOUd#rT9O*DIq<`5I~8s2zIK(D=?yF2*Segr_~m+|I4So~dQ#BBnHn=!&68OZ
z8W*wpNN!KpmT;ZjIw~J^Z6aHb@A~k-KC}M7)DJeIa*r-~Offy?nH;2(d+~;n$+L=P
z-giHnrYW2Y@Rmz1aoU~cut44S<#VC6dzWemyL9(0a=z|=e(QvqP`=#R7Y@vn;jdql
z%f4GT&c>j<<hiEp2a6RC{`6I|e|GCw+RflTb+uE)`{Kg(jqktSWIVl?(QAFlyMDiK
zQ|vrl-}*1OpphcvmEaU}){)V(urg8g_5#1Nx+nH)wrWhV?D({qB`<vg>&#w--qKew
zN9Px+sn4{1#lf{!E8%###?kW~!QOfkybPlf`>rYTIJqqm-FN7gRF&V8z+2}QZ!t(n
z%H{oh@|73cQnrW%d)DsLVXwG&x9CZtj+Sww$TRkpt#iCT<ga-W=~dA`>He$6wR&rE
z_ior0w5OawEVI5>##HN8+{KlF`!aZISk*cMw{l7E;0!tIn54yDzMCU4tK@i>-%aJ>
zwSBo)RfB)M2%hk9_UZ5YdFyUERIZqx^e}eA6+sbmv#Bo4)_ElXr)EaH-4#~r{^7Rw
z*P5BDZNL6pl>Wc<ws!oE<wp7Ib;Q?9vN1n-$8)i2+^R~pBI`wl{WsQJ5##8N`SIiF
z?1j41yq6m~BwSvjxPmWSasBq#I3s4a2c5r+{+&oWncls9$J1}d$Bu;feK2lW;{Qs8
znRTJ&ji!%>kFCf%wn)v%(I+g^<I~4a2YDZ9riqKckoqd2pdkL*@bdkYVmhl*<Emxl
zKdxq|pH-{yJ9oXnftjZsKXk5Np&P%)=FQ(W_r3czy!px1HvL}C8Ur~w<tJ?Hb@LOG
z`JJZhm}$IoqW(mIZS%b!Nj2$2J&O}b447u#CiJ^(qGs8p9$S`gHD=lwGk-;GneFPq
zxcQ=ysiSkepwjx>lYAj3n6KV?7(bcW^W2X&*S9iGoGNB#P|v7e^Lf*8CVL(4TY5LW
zC%lo(|L+?8?Sb2DEk@7i7iM?$Ht6;3E7^64@#x-bM|kfgz7f#r;pXjcE>WMrsd#W|
z_4jqf=9=4P99ehSmFe@H$^O<0nq8A#FdMbMT)x35qU_|9^~#>5!FL$9WlVBT$Osc?
z_IPkxVD9A%n>-hO%~LIlzgmUsa~oUU3#xr-<T%AhjI}6Hsd<uOlpZsaqr%MZX2l<}
z4~4ClJRN6j<{qqU$Nu11&SY=Bm|v3nw!GUBwEFvIBku5Nvur-_&8+cLdwt0vPEI^q
zFXzmeQy<t$0t%kF1cj}<TXWm!r@{FH0eAMqwkN)nHM1&yKlP#09kI7f2ElV(S4kyQ
zF;^xQm)}oSRQD`3lAD;e$lsI8)n%h?%r?cV`P?68F<1TJztB|_d^TL!c3E?`JEP;7
z>PrdstCp{;ogwk`?2orM*#8%;VJzHq!)4k=*$b}}KmQX;`IavoVtT3ipR?iSh=?^h
z+m=^k{7frNFWg`e_=ml2^P(9i7tDHG+IQVDE??&!%g*9G=RR5;mlp5tRN(J3x48G9
zqWN*}Y#4j;W8b=a!iyMF`^+uxJ*k*{+0xo^o=kqy9`?NpXG9!%F3Z2pxiod-#){21
zB4rqUJ`~?G!y@ich34i6hEL5=0cSr79ru>e=WUu}5%;WO=Ht}9=|3y`X9}K@(J$U}
z=HsV?LZK&zK5`w`mRVo0Cy2A?VMXg>(Y|ntxQEX}<@U2@FF5g0>-g$9=T1HTe&^td
zXBAT)hxT2s_#?NbBdhPaMcn3(MuE*%n?a{1w;$_0I@|UB>6tqeh0RkQv6*%{7*>B|
z$UAX_cjgYqOkEM{?q-E@hzFH7M{s-s`SWl6o4vPhz0q2yQ!)SiByqQfiTC~=tr8Fv
zuv~p@;kUTo8+KLKg%;1apDEnn$e}5axyK}KS@)b{+K;DxJXP`Z)zyNDrz=wT7{%?h
zT%9*@eGbRzwhcK8%Acs^f3*uYYe{vEFuU-yX!7=|h{n5HKF<0$>*KA0qFpD>RzTp#
z9VZg^7{p2F_lU2H+oM+mVjO#&ckW)yle|3;_;1&VyA>dKxZ?0tX}LPEsWLYU7AfCf
z(tdv`Z{kgXX}l)u?m{^ibfqO?o~iAgyj;KhbX(rd3;V-!Ux@Mk?O^-Rvp(m=G~T<L
z7Dj_a=JK4czFl#;;&g?($qR!+v(4h9^n0i0b<fc&0x^zxKfd}{Y5K=g5Z_gO-E{)w
z&DcHKQojUw<(D1azI*cFlP{mFz4!bS$QoVgU02)kE;?K~^L$zF^`7fJ*W=Wuci-u`
z-XngD`>`vsKbLgN9D5CddFSrM!u>f<ugLtK0T>p1Z3FoX=F-0%Y+{vC`C$0IgYBid
zSNu%_9qAwUef`w^<K?FD9^RB#v;LNWj?^)b%X+u>fMB`H;e?7)U@vCwDfwy?^TY(~
z!}XI-yZSv|3icS6_|BeiNL*fBT{7|Yqu84UYs`4M+X`I{x4(RN`|`=_C!a#Rm<Y16
z?P^=%MTf~xVP3p+vS{Mr3P=pznZ7<p0_>KETnRB==0y+1c1o`Y!QGa>OD69AxC;!A
zJyzm>%nO0x`4vB6;pQ6jWh6{o{&CsIz8r<!f7BkU*oT|>oNmj!>7aJmS5MtPe%>_R
z%bOCTa%YI~e(q>HZz=xhp4mO4dq(#Jc^|Bm(C?jo%=_`u)zc4yy?3c%rr)&g7>MU8
zOk<uH#YwL32|u<v+O{Aff7j14i<@(0{LV!`(UxA8dU#9Dj4<hCu7^`D9H_nxPMf(_
zKVixAqs7gbCy+#Xtoynv-{aPghd?Rv>g$I}<&R52&^$d}ugE+O5`iB+?B0|Z1$O(^
z#3+*q%{ARNJ?6dUz2<l4Tt58%RNM7U54Ywd{P;V2&-uD_ITgCnai`hZmhL&Z>tyM#
zPuVv=M49aglaA|d``*#UfB9H67+NoSsH*?|9we2ni`xfHrK^vhd<IXYd-aMyeiVPd
zig&&1VeX3`cD{Uf8<a?2KiTEF4`eCGuGJvP(-HaKw?Xn_kx}fEG;k(7bn=~2`^Q7z
z2!$uoW3Si6$%8!?XC7Bx{H<tW`^Pp21SQh-sfR%>&aKdu+R^?Bnoi$$w3UKV(1*A0
zo}52?`Q&#{T<V-|OTD>ajhRk2n~}P`dG4OnJ*j)XTJ4N^0%Cv?CoJZ`={5F=2{^{`
z&b@+o>zMZA&|N1=Kd#G(n8tfL>+q(G2V&FC`}*Inn;YY|Y;tLLP3qxIaJd7HkB((S
z;JP>)Xvxz3@JR_Q!LGN5dCEMl{OhmR(5U1!e-4hnNHdUow<boK=(Jtjy}j2Q6oavQ
zUp_1c*>d82sPv^piv1Zs4E}!pQ1Yp?$a1Fo&z+kTb)_$DQe11c#I^Zc;r`6Wx{q}q
zuPxaG%X`O8KU7-&@lpk-6x~(zbqBaekz9Xgj%h43eTu*DYI|}}=sP5N`l;UsB~Yl5
z&T<z&B;Eq2&a)M7ODE0-$KRofhp*tp3#iPIImQi2l8?U@z%$*h)z>e(zB?ujf_dj2
zJ}ggljxt-4>Kv8p(cPBv;CgX2xNyneRrQ%?|E3&`(`~=vwl36>dId^=>+|*1FQ43X
zQd#O%`<;Mkys0+>!lX|vT3B}i#GJ;P3RVe|Lgx=9rQx{|=S6wF8_(qJ`uz=*Zm)ZO
zefl-#=7xFN($|Vp4_B?bwPBvN)V1WI!&U2YBF<0ceZ4d5aMikui2jqjuXk=rv<){~
z^L!QW>z#`dZPm=zJU`V2*L}6^Ys|$4rRCsq*C=jhRr?*NvCNZ>X`4S+H2>o%f3qQ_
z*l5lhzk9D@i<tBF`{}7)J{i5&JI?_U>$w(|psbp<2LvnNWfFJz`w1ZTF;4=;Jjf`8
zTpX3ByBWk$TN7==P1YQLf^Z+)cL7f__b5xB>5O^iqF1aWZaH!O?0NhCTJ4<UqwXJX
zrYYnJNz~EXyz?T?ZaO&UM5^BtBlRNF$<kq)a}3mrW(w~-(-|{e_#`}~+v<UfB~Vek
zy8Hz1>PWL0U^UNN)}8MBV<5Zl?pzr^KlS{tdOH(MPqP&(O}CtQdd`WfJ}4H%`l(>8
zPVXt2uSvU^0CvPo;hlQwlU(0{DpwGGsZ<WBX&&=J>KYVf^N!61L+eF~K6w#|2s5_W
ze_S>_fBEFn$?hgGeoxvV`B?X{>_q`J^EDd~zDz7S%!P1pspUi+P}>1iqlUurc2D>^
zkPDGCO&9)|SoPx@xX`FvU4D{RTL&K8;WO@RID`mPke@->8C2ms+*bo?O~HfCU}s`$
zYBM;bQvIInn&SbhZl&{W^gclv5(f96O$l&ZPPd%+x=1PVN#-7S46n;8I{a!HFHE|7
z&WZEB*Z0<@K+G+*oG8Bx-kfkY-<ep7@a<LKyokG~PQ_N+?)64f_N4vg_3hIqzg+V1
z*4lfj=4<j0;lAr6@9Jpe#E}9kto7r>Ex`?`(#NHs)E>4S5ecBA2C9a^jSBw#+S0oa
z!SYHC#R5>`u-lXvVa9X1EpcmNgbB}N>4M*&!rSkfuUrxHC2&<6t#@0|Tme!)rS4Id
zYCFlhBX<v|f{NYi49bh3;@j5G4BmKpRSIqd@2UvTHBc|&oh*F~ExN60A&rW+VecoQ
zNFILDW{QaY>rY)a!P~<xmD<4#rd=O*fpSfD1Zu#bRKkZ5@qo?tn%&kvLA8|aN$<Rf
z%Lug-g@5jZr0uoWPd-)Bf2{j>>BmbIlF+sVs5Mo7f;T$~)n-V0Uvm8=*LB_Hh@hUO
zX1*p95tn-ELazHj%^-M!%`7@R3z5{aXWiMb451s8ejzd3`tjFeXk84A>}y+4BOBg+
z1VuKI85l13bodLn6hHYiW!@82^EKD8dL38w+<s?693r`cGdHMpb!>Hax$EKVqQh0X
z@N9b>jr-K4ZiZQ$F&I|Eifn_p9iT!V-AoDnp6k8Wd#@ix6kFgD1Ie+VV!)=y90G0r
zfSZi40vcp>6e3t(7b)5M?BBO{j*t3lwf>9<HS;y8h)6lnxyLmQoW@Us+KsTL2&^%w
z{dg)ksi73mDHBgufErzpq8-x6g0RnY#+-iAwiPA)BK++wzEe^koM&5Ci@!S^j+%&I
z-GN`ojTBH~L$e!}%$I@Mnx_%*_mqF9B2xH+0^INZy4f~R6>1tWHzy!MrF+ha=qIV*
zEPVLnJ9x#k45=d<TjY$A&Rr(1&+$M+|5W=YZAi)Rr*j^XBsgtAV%s<l*4E^H+zKk(
zQL+S5)wI6*4k*?^?aG+FpcWaV$b}Z=l@j?9;0|Bak62`ntOhr_kZLiZbIsb)r=Y$z
zQZKs7zjGlXLc;$}K$ZlhqdA~X(#J~`@Wv;of>Je~f}9mk@Lzs-`|inyPf9+8oqy7{
z36cH2I_GI10tN1GP`CXdyz8)|YC5Q$2&+`Ubq=I2pSK6Imy4ndR5fMp$+YQgvu)|i
zIr02dn~A#7*-oEgrO$>t74<bIoh;du7qm!GU;WeJEgz?Wp^8)hxCa4>-(6MhcP301
zIl1KHrHY@Ru7ydQ6u8$18>Wz4AG6mv?}T^Pos-Jam*$)>Q8xma_2t9cmrq_lDf$E|
zpg-;0qzJb2@|+VjJ|M*@mnzOy=+4!FRzj^G57quW(N?oA$D>&3GT0FL$<m)DDa|wi
z_mSj^oM(x2E&&(c=>1*Un-iY7EVG=L>6a4cr_ycHYu;N9s%|s=Qp_exUuuM!cee9P
zT9LC=K*}uPnPBymsCBXNPDNP_NXT5Cb3#S^lb9vA|C?$R32$w|$7Uqg=Y7>f(XeOE
z3I5CAhP~(Gt)LdB2YZ(f%rCP~^1gHcIS_33GvrEXeK({z0<DzLl|hGTDh?lhe~Jyi
ziSA|=2+v8XnJ-~>g@np1;h9fd>hf-Zhh|QvT0dzs(KJH%)k6g0(WM_RUA2DFR<ZyT
zh2Yrw3~JlJdimE~^&U_C`07#Y)`N3S@Sp}PsL?rhUoN;6T?WddNZv@Bac2Ub2qeg%
zQ3Ubvp^AxmMH1lg4C(c|LCFkF8A<_NfN++vPabmMf>K+_kFxSl&mX>gQax!piglBS
zs*sVK3yvJnxD=>ndZ~2%=x$I^0M0XK^3c<d#;2*gNRBQ;4HXRKI*`#g?#Ew`qgGAG
zQ3Yyzq14ARh*bFo7OVAcM?<CCTn`)UWPCZlefi||lTV+tIq98uV|zb%$SCXZh75`O
z;BF3RJWd;w(ZH#B>BpiSCqS(&(1;wUR#eE{1B&50bK37TYyo$rc2$IfT5-r3ClTG_
z^3V~vp6hYqJ0;gkt_M|2Amh+|0vh}PrD0pd@Z-BzvgpR?z+2a#k%EIrSr&`U@%Q6E
zgA<e8O?*(o+own=f8um-0rshI(@wZA*LOooXwcv)rp-l?>-FwU<pq}ryHA88=OIg9
zjC2MWaGmur3N(@h8KsNaTM)kwkw#8;roaaY(5qtfWOld$0zpGq$eBAH#b0M2xhvMZ
z5>l!?iMtVh^8unbS;ptMKNHf-^eYpG<z*w-XwNZiQ1c!+Hcxkgs$!%J_1P4qD62vD
z_axW6V~~-b?&HwGy2L#NU-?jU?Lq1<t=|tF3A%^WUxE}y;368-?gEY8+5TCVgXE6l
znJ9TT&QC?{uC_E%`j3I7|4ctnG5*Bm9<=3A5-kI&A!Z^nqe>U7@AMQiy&(@atD+Q?
zr!fma(9nQEoP_=%;=I1R`wplH0`elf83J)GC};aW_60-PixcdhAjkRV_B%*%`V7?k
zf(*ri24jCZ=OG2tWKi1+)OqTij%(<7H;UPy5)x4#pGT3yuoux^0yQy_s+5_i4%SB+
z7Le`-jmLt#++&Wz)3P@cKykLS-+SLC<P82x(HzMRv^x3k1mxH!qE7Zf4yVtEmV58@
zyss#7o9j*>m)xLK39FSp?t=6f*Mn-M>1eUC2|RTI&bDYZ@@w=6+;n0R?^B0~seUOl
zg(IK2TuUx;whVx<r&&(?I^#|NpGf30muZ$DC9z0@BAzA-;Dr~cOr65)3Q;suI1-eG
zU{fgY!RZyeseUQ8YUZd4e<q@Il20`%ot|^TNPW|pPS7w_(E<otr&tNxoCKxt9`R${
zpwV1Vfql2)E~qttt}Jm61U`INo<hJoFA-za`a2iOXly#usZ$JcLl(MAPvYt*BL^R-
z(S%ViL%frQ60)V16Cw37JaA1XOC$RpLpjcR88tvpBIa2@{bYPT`kD9()EasHq{zts
z(<Btz4N$@Y+)Kw^GoxD$iFQ!!+;S2*VTEB!Nv4lMaO-tw$qnv0oj}%g4HTZB8q7S-
zJdR%+I<W*w^6h8|Qw5Q?K|SRHM8eVb$<tu(f<&s3`X)W~Plvy}zI__hqxjU(mWL86
zSAEgcPJ&J<W$vi~RaH{@z2T6m3OTAkwJEH#3`)2J%mj5|Kr^D)D`-e!0U3#_uZ*7F
z!1=u5a0Rr2hWONe@0YH&#3JTPcemHe&GXymH*cSfj&xh<;SD(wVbDg|cJLTqxeKU)
zMzC(4U<RF*an942taKVFpC+ONp(%QB<E)pFa~mjy!DAO&y$mT^Ks{M-gBz({1_zi<
zu~POd^dzD45!_M&7i`lkCz_&0E@)5$G$DGa;^j7rCv8TWn-F=$Lj*BFYW<`QwS2Mn
zY0ocLZ=Vbqqeo6#%TSU$IPrq!yFm%K1=@oGP20$#1Q@tC4NBi2>@U7kIv+F$Ad$bL
z3f!Fn7e?T8JINI>a{bU0C4*L>dJUAuVcq1uj0#jqgun6hl#zV}G7V8Nzeg=7uA_%e
zBy7r*`}<Q+vj|?GVz?18DuT6UhEz$Qssz*=0oTkkg(FX+*q1#MEzXe#?KhyNM1;R_
z%@FVPM$7%MlHyVYcmx+Y&!=L>A!sz@8296&uc0F%d3(T}2&C#17S-U{erP8GUfp4u
z_-P_9Qsw)Uf9FA@T=xguB!Q)Ev?2R{pe6}C<WI>LH500xSMfe`2}9Mk3p7~p@;0PV
zy}e2e)C7XrHx=B>f)q8-#0i-nPu$}nZV4IL?7bel*BjK-f#pze6%MJH6Ze3}zK~o6
zX+0t-g=8~u;iaC5;(@Q=h9;8INbo=qsIiGWm8^#nUZ4^cV+b3P#xTrdtWHG^FjRTa
zSR7KcfQlqoqwH@XyjQggG{AtS3|w-7+Mj4O6x77&!aH}*NMWA*Q02GLWqW>q^?3E^
zlPf2+-)Xo#h1W+aU$TEuqvy9&=*$dg4aQ~gjIxw|JGAq7sp93U&N~MnJ>;U|E*NuH
zg%GdCrWEG<_Q{apy}ho}auST@n#5Jl$=QBl60eUGsCT@6uU-*kI8#DD#&)9g3^VWw
z9Z>Tf6uF><9928OO-pdw>#Fe1#!SdO8)));a!$e}NLTT&|0c%mpcNg<J}z5re*Q!D
zG~TnD9u_Ihl<}Ll?~ac2tW@XCIXmWfsPt!KOuuvBHh5&(deOqzB4)_42b`nS;SZsU
z9*T;u6+s86cg*pCtU9{mFww^k5@_8uP%G39pR9v$GN$oP7e1MS-X&fbX%^$BGWli7
zPPoTvk^P7$n(oX2mB(#qH!tW&>!}N!1T6`0-kg&$jrVMpbA-teRda*8wZ9<^s+Xt1
z%aams3WP}?TBNAAvk_L;I>&%K>HT==N257!;1e#XyG~?+M>u-I*TwOQLo1)zn_r3j
zJk=(xG3jK%ChN-8-*;|$$kvroWI5CC-YZ#<IpF^8;gc_w%)u=w)5k|2Lkl0!tOLA{
zu-me_7@jf_OCDgeqXN@-6SperNP(uw<c>*$Cr4+?K~`LC&v_9hz01{k{}Z-l%kv>q
z)0e03PIcZ6UR0IkyglOuava8koCWgUrQC^^;f<#%_&OZz@bz(E|AD7dKpjZF`|tet
z)R#}*UNv7^I&Xo8TJQCq>$4^of}#y-`(aQs5L->^3hD)c#+ctddvg~tT7@zHdjYyk
ztH5%i&L@+55Gcs|c#?G4uTyP_u+>i|d42Tn`+;XrB&LHh4`igdF9XB_B~#GU*mT%h
zj+(hK;0Q#Y_l;ZH9V7n!RNKeB-~ldolbRWF`)udd%#HE8_o{Xsc<5_WB6zjb<4K@Q
z2Fi2Z>ZcJs_xOFtla)Q*c?q{b3y&)9p1ld`xP#}7dd=m;!P5nx)&iuhfZ`G9e5v;*
z+A={ak<NJMJ$MTnfV(_>Ibz)tDEtu}_|KE13#=i{e8S7A_B!V!pe&~XMcrlau=4q-
z;00S|KC5{zFG`F9r3g?$?FP*~fri>Z?IHN0zhkf0AzJpkEq@n*6DoM65oqoQwDJqt
zpxL0*nRgD9`M?X1U`wVZNmsxobk|*;9)B9V*y`4YD71<E4{=4z`O@GuW8wPo&~d1%
zk5h`lGr6EKMtJJH+IG4##R#;x5mdr}MlWAOa-+~m&|pg$I6H0yFXI9)t*SoB>mv=C
z`RXp%v>Vbn*Y6QWp3c4A4xRkDes|8^m?y|JA(~%in1R!%ATMaqfE8jM_xx1e)0+|_
z&2(1to?es)FE67(MKoxF50vrXEB=mohwFo~Ab7>*vo-IaMW+!geS*9<=Z#+<XsMB&
z`lORjQ>-Glp9lvpfPyU8YAZd-y9Y90{_GXJXp!*qgHMQ{%-JFa)C!9EK%LKNpfytw
zVbarF5AS-ycF*jd!9A0EC10VFdf@d^he1j3UuA{WPph4C&P+A|P4B_hJ^h;iT2-Yh
zeJRTs6pt$KTFw%_u*y69{UkI+kP)?4k77ZCSKz|)-IIbMtDpCj;%^pMPV|vlZ|k=W
z<mXG^Wm_P#pMYl-aas$i-a*U#P*zrzpXAL1P0?j;Rn&!-oZyvKppp}`$jWTV)wV4e
zC*+HqBh99yI!ESebhm*<N&o)(R%A4H&1@T7YpFnMryhc4H9#$z-s#6qUxyZ?se6jP
z>VYQuPHkGa#%zi!xLi!#v#TN;T#13&XlRvSq}i0KZJRQ7fSPiUhTO4iP;CKPSppgz
zJyiSiRNJN;jn%xV7eR$1Xfb0Ps3Rf|9UBErY+>4o+~ovm2h9!6ww(CZaOc9<AeG6G
z#>>^|vppxiW$SVY+O%+{@Xa%wIsGSj-?DY3T&g%-A;b$+JP9<;-!}O!)Qg#We8eq5
zoovuTW6;=6nI|a9dcyP0Ip<}lxo(5khUE~$Ahls^k@M~)kgB6?@@43FLiRDVkzlan
zV2h<pCM(_M1x*?5`iNd7%HF(irZeZ6i&?SKZBW$%^6uq|%b*_iiMDSMW;4LPdFHY$
zt;jhWG~H}gtOW9Yky7HdeVZ17=CVQF#Za(z=A8?(Kr^mq=bT9MOW8fg13G=T^y8~S
zcnJiWsmuT`u}bqxF;?FM8g&B?Qxz0hffo*~MOa`~qy$=02`Z4jf#y9y4A3AM>M-y^
z@baqJmJ`p;IZ*~$tpti;5XRQsL?}b5DHDsFxuKDKcFqYgHS;Z?r7oKw(F!W0p!0SW
z?j|iKd38Zk(U9<qo^j{GA<)DF%rB5!3@VdE^-$J_A!)h|DijcPCMa?nL6fY;ajzl8
z6-w-YsuNJ(3p5hkf(Tvi$<k3sQ3Y!M!$wrlCud_p!@kDqAn$<MK%j26HPp?o)y%hm
zmMVcFVy5uTT_<_hf|e>lqZgE&5etUUB=d@#U!x?BNa$kEW2<4!SfjYRuVT@a!4`6W
zhJ*EXF1+gi$^eq<ebwV(vsiNKv*E)D@J1eFRO|wH6%-<Ufd*B;0}7xe*B3xbC!q0S
zzH=dXRTolpPvkue^|i73Cf>=?w~*ra@RK$(M67}%2+?prlQh`5kQb3yzzGgCPkBuH
z@zvMhN~rYXI`Fdf?~|k_yxV6xXO7=KzjdG@89Y99<G<v3aIi>&mz6`8xP#Q1f%_v5
zQ_A7%!!Eh<ffv0(mkdoX0~cQ9#d1Z5{ZQs7!6w5;zA~ZH8wH@*b<mQ2P>FSa@}4Jc
zW{4oVZL)KrFRDL28Qn7iucn8!0ZrmSOAju9S0f<>I&^itR_qf{*$gW#z?s#y7TQkH
z{WO)=JV0eKs94@!HT}*7Py-6o_66sE@Nz9go&i-spfVe^hk1fG7qoZ<o)}Y5*JvY|
z;X7IS7HAy{D2box%mL+Cl(FAi*@!F<H(45)3(66Yak9)kGT;U;WWjy;3EsC`a}2<_
z25jU>aNL5cBa=O9=3BrknIK*OtvGx6^fqYm-{X|spf%~>Y5;9Hvuu%bHB#_{N?uUj
z1{G9jW4{-`tErHZE^OT+Xi()LlB?FA<jqBtmfJx26;b^r&b)JB8lu36Rx{rMS~LaC
z>d5{^8~nWmS{efnN|3)_J%W`Xx|5}mrB6R;+lHQR!0W?|<FKrhLW)UPS%p45i|QRj
zj6)k$2f;OqvHB+1N-0Qo2WMFLN~tuzl+*H%g-=i$|0tR-L4*Wy#e_0N3u<e@ZHV<#
z>8b&(D2Ju*ZK$RwtA8rK3`*U{vT=4%r{4iD*Mirdk??&nnEQX=)_{s~&;qe#AD4Xu
zdmFUa3L0yWwd&xi8&V@1%EsIbKorAkp)09yDUXD1mpQijICv=uXde)?(S=m$)XhNj
zTGb$ns35r?$<LrRIcP?j`*G_>CFDihlOSueAUOjxd<0n$cD)y|SpS&xx_h9cj2zbB
zHAA57B<dFh`cLvcbeNdvmoh_G@|nxA<RWK_00_Iya$+H<Py-L`Z|_mR*Z`ik0<Z7{
zHKz&|oG?%~I@8Hhtn?V##Kf{tii5q2r&#Im9FSU!;on1zP?<BGJc#DUG{0%^I_crQ
zniOOgeVlPefKNp7nM<1`$k8#NCEegvaMv+=u_xM4+y`1223nTRQ>?UjCW<L0lckYd
z(gVuch^lxNN&vYT?^Kl0fcX0GoD(}hivXZSbQWU4HmDFrbtc-H<rZdFhzDi}OM+(g
zA%iYQAEy+<>m#)F%BT*6ths=9ZIMC*!!Icl`$20CU_qhmlZPB7hn}>d#-qKDbiO1A
zzVB!=K=CUFdMJU`bwXw+5j|bDVkI;iK#^YZ3%XMXv|bz2@1W{P5VV#9ve@&ZQtT50
zaP14)SHp+m2vC5-$0|S#kq3yx>xP~-p0tA-yPy@k-&OQc%z2?^j_eN5+yIWn%gDI{
zRF6P>+!GF8D+LbOo;>u71DTVBr_>UZ(BlEE-8l^2CdH$^9G=?I>tuAhLA?hshRnso
zGuAGYG<pow=0$Xb_n<^^GI}6ETG60Y+bDhE320dY7TK|Tw86{SW&O&)6Ib6sBN?z^
zuaA45uq^>KJixmbVQtJFanP*(kqw~Xs>ju!4S)vwrh`^rf%m{wpe>bRz69E1bW9qu
z%Lp{dIF0u(c=$`r{LO7}->Kp<X88ka>VnoR&p?gb%P0W=E2}^wHz?g<%!IbHCtUpf
zDK>ENMaWEhA8GKwx8(Yz-FKkr_|R4G%oVtZgcTN`?TjFd)(k-{Es&<5p-YCqi40WI
znxZ6QaBuwO?b6BaW{~nb8zmWjoP|=(fl5or+OSI%Gxdt3K*cq5#Wre6TLf7c1~#(I
zaw3{B6ToW>O&^;+-U`|c2iZh6>*J$Bc-aMNcOsWEpau|pOAWSl%aHm9lnX&kZSayI
z(5R0`S54hN^A&ap9KnG%7C$KlFF5_IU-{>y-TCkK|L*@k$sXd>vuJWpea)1qdGSk)
z^0Mw+sSe(~ui(c!$Mv)8kNxqy%l@AycbS<*@P$9;&lU!MUiN9(t0iXT4^)2d{dw<-
zYv=Q2x9YFBMSsh;T=&B^y65$>Sq;Y?eonYst^Qw^H-GhAv8d0>?#b)yn&8*Hc2}i^
zx%r>m4h!9G)*m}7qjml~$nA*OzF_Xr?&v)`jxL_~V@aOw$G>(y_rkOOEj`O8_O>@`
zuP(#6v-L6@|J};}9Df+PUCG=#?8#xB$N%0ihHpRlIxTWJue}c2>YCk;s<n4r+iR}B
z;8u5A>*TK4ugp#JvNrW>(VR2;HQ3R4-*?)s`&)9@_{AeWt6!Ywic9TYik&~Tan3H*
z;ATEv7qN|b2VaS;@jH0#h0J|pi;YhG)tm2M*|D-R_`UDi%U$Ub{nkC~&#q3+G8bLm
zk)FYSW~F**;4Rn8*J6d|m%AtI{>*bf#{B0!wZESq)>%D15V9uZPIaNTgkItup<}ub
zVn<8iZACq={ThE4eYt((Z`o1X@AIy>z7$`&e)g&8BXxntTqVU*W2Rip7i?$0ydyVb
zW8T8Tlv{7x!gX>?AMyBhpM5wxeA@=cf7+L&>{V`WwdmhkZ$G=YZ~5Od@3g-3|C8*f
zH|el<y}ME3AGhnT-;Mw6__uuj*`Ck&`NI6VA8+s58|VGsW-lw}9`N+v<9?^@`N7<G
z?Ei+!A4&c_P5qF4Y}O+0i*lRlD=zBB-}yW9=l_x|-`DT_Tb{A-?&tqktoC!u&flH0
z!#?rv*OT^6or}MozwrO{hP!KhmX-edzT(P#{y*LPe||38x<CD)^d!OP`}XD1cEyjk
zhxQyeCjQUo`tRk(=C5e`xARRr(|(rvhfj8I{rWffxc^-Hi;~}-Z>pF4k@`XW+_Kqk
zw%5=4k@-n|)}enfR>$7|d-_yAh9iI9`G1)Ymmi(K!}7)X)c=!ysQ%=(epB}I{rn4D
zy=N8D3Y?u;q?B$5D6z3gD_syc*e0N_aY3N5jl--Zg7IJ*hl$Gu#V4XXCN2vUn|KxH
zJ8V#7;uXx{xXHrIE11!d;Cw<!Ag9B@nMGRZ21pl3c@wW7lF*Bcj&p4<azF%>)z?OC
zF^P<hgKZLvx;81YNhNJiY@3mk(b3o@k<+2LcM7lJ1%YN>!zb!)&O9bZ5}bPq&)8OQ
z@*3U{NS3oL|K9{wCM_tPv_O$fI_ZTDqsb8mXCAX77uHFdL0AHra=eBY1t#+v-UJa)
zmN403mgf_{-8(sR#+AvNf89H|wf?5@J)J*6e_D5&JPX?x|AJB9^y2r2+V9VO?Z33A
ze&IDuVa{t)>bKng>-?epf_8NH&&_-8>@WG}RK_-K&TqYc{qk*bH(#BY?|SB6Yu5>H
zUl#34_SqNzHkV8cU!P<8<h)by|4l!*%U30R{HgSQ`qlc-TAhISkpHP)<HO`n-)!Ba
zdseePs%)db&bQ9ih5Ik4ibW@FR85G#`DE5#tJz5xc^IotJ9+DDJEF8TZQ|4ozEaVd
zl2@W$M8(Iv(D`!L^rvuac6VH->CaoI?`K5CZ}HMw<#?%i35Ta}RE_RW>Fv^b+Kw6@
z{}nInyms%*X89-g79Y)(zU?wUdiNcBRnbE#xz>g+HhtXsgvo5D&P}sF_WKKCCv8bm
zIqvIpAkBTY`f=Y$(#`w#apsz_hunPPWMdedXZ-A6<|p-6n}1Y3N*B?M|L1kPLh0J!
z@@T8#|J|Q9%$#&~$^08$M$P}W2NeISd+?t9U)_WG@-NbJ@2pdNcJJkT`?SZ=xi<el
z{8-*wZ}Rkq-<;4d>D9?|X1+1~ob)WN`|-ij&)+}&y}se|{*9&EL^u7n`*fadY5ghY
zLwr~NZ2$Mu;%3@!@%exH|37U0a_G<c{HFiqb_V}8v-e$P3k#fKQ*OSvxZ~u{_bDIm
zuUq&3C9{FS|NDAJ{>8ul&&&03|HsCE?@M?8_ig>*e)-FP8<)%V^S^yQZvU^m_{Vp-
z7yAYF=l^w$`R^|9KU4DGYyLmiPk&hd^uz5v|HJnGkpCU=f11g!>qS4dFJrxybpA_v
z9JgEcg6zrfT&-+gezyF+@odFpy$=`SZvW-~^F8x}M(*=F+ZO#v_Frf3dL!&u?$q0C
zdlrklX*Cp*J$-50+1}e5cC5|49kzpiTHUv}=Gq@M)v42OrmRuBd?c;;$~K`K=_^X7
zn*aRUGiA?K-8pAIoc~p)zjWEW**X!2wR=q#|9uwMVm75}&;L1w-aCzD%^z>8bl76`
z=IOGcWBvSfcQR)!n$X;R<y&T$wc3M|KRN9-y{p#wn#uf+J^JXfqi<G(-d?ow|2EeZ
zYwNeyt@pCOu<rNM&qwxOe8XP2hwc8-+JJd~FV4UH+AQqRbHnY8seTc&)x`F;{{R1S
z;{Old>!!>%Nc=PN_vJJDOFsVBoLDY@<KG)&!?)|)oQ^#FAG6l%pYq>V`X0AKUD&_c
zbG~?Ou~3zf;r4<%DHTl*Go%$?uD|70#DDAcnma2$2)r}5%*(oW<u&_t-)Fv4KbxId
zF1bQ-rR2)q`R%;ddam_c`}91KxsCDh@+5mxZss<|!xbNccN-)~81!7P*Sf)bgZD-+
zD#L=uqQ|^W%c5@IT*mf~$NX8_8QU4#KR)wkUCy|iaXA_zo_XJ~>UymoQXfno{Jv}p
zWo7UA8hkMIK<a^1G=@onlzzR|3^pI;WgkB+Z~AG>#5?2I>iJyL7*98(?)kMcL2?66
z1W4f8`vw06_0FGPQD67!#=QBB|9j?tIe()5-hJ^pw*QmuU&=q(e`>b;i}=pZ+C~4A
zitAd>t-tb9)VhA6wSCj_zaI0%_Ah$3{gVBm<$pcqe^aizwf;}0J=2Q69t*xHH{Dv#
zlV$I;;%mI&@8&<+?YH_Bvg{|V_}j7Qn|AlDeuFIgODq0%EVjMK8mlg{xc=|%zbBS{
zQ=V~aeM*-7qLqJ7Ec>QB=hpg?Ec-_*|DIU>O?knsKc{6rGyhdye5-##*8ZSXe>+yj
z&iyO@b$W7FRyjki(C)a_|011tJ!d$v)Z3Y7wq&ia3%-5p>=myUf*ou^US?YVc^|v2
z^jd0HzwhCbz5g^=uZslT)?M=E+3F`|vka$l2C-@G^!a-+#b9HwV=~vZswLZu18(x(
zv~^HP&SHIDe=IEU6LY>@l$L+iZ}Ta4_#OmID|x?p>nD}x+PAsv_Dy;)RdcSRYg1g`
z<d*dLH{S`*yQ=3uN9E7jtZjvp60T_e-FL<AR^gw`FOPZFX|0$%Vb2<szkhP}*?7uX
z9Q{(WVv`9Em#X=3zmw;yR-Tw}eAN;YDXq7Kx4P#rY*Cu??@eLlq&qXtr{7Q3KhhCU
zWPE4pndwr3yFM0Q@;xQEwM^AqHP|!Y%~g-xTv;lUST88ctqSyIaWWMWU8R=AP<^C$
z()<b2t}1v>y(8kQs(ypvRcqy?*>x*Y?5-U5nE!5jb)aeXjI=3to`k6G{<1Z;sb1ps
z|HbwH=N`N-`3HmeZ*P3#*Qy_-XHWWDfcCSWo8KP4eEQ^<DSvJ5)Ctxr+~!Yty<h*&
zf^G6QzA@jv_MY4R#9MZ&x(Sc<r~Ym1lYjBUvF|?DasHA&4#)Y6{)FxN@9<sz#lPF<
z_D_9hf8j6tuKx<(?|XrSm~HDO9M4~Rod3&@zsKxPJl=lkF?-b?hkp4dAERIXWVWqe
z@SOkCpS559yp6ZN@R_~xUs%;Yhx76;zO(=QyY|a(=D+_O_S>I$AHVAxKbWVmfB)1t
z`wOqxtNtpizwfnP{>4}3y>;$a^Os)d|MIKxocxnNYfJt)Jm)X@r|>*~>1TGUdiO8<
zMgPKf)h&3<zN>D+>+P5R>$I8)N}J^TQNDd=>6-7mJ$L^9_wTpNi4*(HkM6#{jPZ$J
zdi~)BmK$e$E1os<?Y^ySqR_*3<U#{?hQp@@?Y?^P|3}qgD-Reb9eG$U7nktm#gF8s
z$LD=#RVPd^*r&by_}>@l)(l*7!PgIcWsR>FZo4UDz~&pHAXC7u8}P%t@bTf^t-_&h
ze8M&VmnS<P*j({YuW?oF&z#Az&mVf+v)*8yQ$Ek~O65QQ=ba9}jS`kM9It+#eWT`2
zZR8$@6{e=^Z?U=Z{P|d!DW<h0;QoKUf8BTa4a!VxHt{B`2u|O7bH(iqcQ&qEP<)y3
zyLLjpll?<pfws2Wy0gw`|F$%{|8D#8{cqe7=9~$b5O(8-gud|>bxFtju96S>UguWw
zc(~Uj{5kF9v_fQ`{@iO<Z{9d~%<tdKAHs8=y*Yd1{=_=27^`=pRR`bR<+ne#`uxm2
zSN>|*99s4Hht`9=zjkzs+a5NTD_Pg3cWFZ3lYIgr-O-zO?p~VBFPycF_s))zIJvU+
z&g0vpmt3yBbd~vq`pxO~pP#k7<h`x&<JNpDzdE<Jq&X(51Q&m=m-_zv*U#^DKf>4l
ze{P)dr(3@~<_Gg}yXtp`_J`ck;Fe0gBNqH)vZP7cg(+K8v_EH@S+X=vr&K;JgeOh-
zFNfc>DbtNRW}FXHoavixHuq*p+U1$P;ipTUUB0ipsxZ-P?oFOF;~8fIR`Zy0f0jIx
zW-$9;4%=qQGij>|)jrQWlWruvb+_8QlR0XeXJ*Y=c`R^i+_TR{^QZsZbLRP6ceBT5
zr%UcV^CH!*`=(CX<{4*`%)Hlbo^k#Xd%77&WbzrcnZBz^C;e3U?3p(CjM~-08NNod
zgI<e#)_fNH>)Ee8OBVZl2r7Fs<JQ_A&+nh_lVHxf_)q-2Z_dPDmz#da8})xM`tFl^
zbKn01xAo)dK7Q(+9>3?$qo?LSneN3^R6l&$I$b<2uA&meu;<R#-?R6F(NB}k>B9Qz
zaejOLc<z~7Vg0e_(bFTRTc>mDi)+VL?EX;Z`<`2SPfW$m51+*D|K=6w=CTurvC?mz
zev<q9G~4d!SGvzEx7}kf`&f?D=FBt83}+t;yD=}}&&)jrvlGk?<}}@8+59kX+xfB&
zkNm~dXYfw_@%HrH>F08+Hb1<!<NUYVkNm}!8_x#uU!GZJJbU3W$usFkR^FNRxi{E-
z@s<253R2%aw;k<V7&tj&PVu9MOaHnTAF}sM%iF8-B;v&S8M1%1XXILIrq7LO@Vh0h
z_c{LHukv(e4YxVdSIP!jKGHdrIr-cpKJ$%gAr^<e?XReO^t5xjId|W__*}K6=iEvg
zgzcZ#p8GuK%TlI-bN{Em{`CHO=0c4RY|id2c1Ks7<9V?r;#}-*nX(*tw*0g^X>B=a
z8`6$tzOxbRl4g*cIkRzwWb@32(<Li+24~(q_u%inzT2Pd1J(2TTG@`&FBB=<ob$n5
z!<V^yoBZ$dsgD9Rk4IE1n6A9@P<2Jb>}y-=kMaxq^WB+Qk#YAc?~Lx>t&KL8-d-CI
zFJ^9i@L&Cu!`s~1Rtsi54xBbOSf_}0)yFGL*4Yd#=aR~G=U81i`&a*BL`c?3=AVHJ
zWqwp{ny`j5Zk~?BrXK}wKWys#VEom8)!ZwND@*iJws89W=HIhn!t12p|F>Vh`R}!t
zeEL<}d+CoG?$>)w=KHtM_sHDo2TwnFdbRpb;iuy#<<;ZobWeY>v~HV<^1o{-Ix9R^
z9sHO5;n{`wx%&-g>$!Y;V0%r?+3cZHkL!b@v%Sr`_0{fsB&irqdg?#TKC&*V^V=C`
zmwh*WCSC7t@p4kV?{RHo$nl`k89x)AHS6>3v-ps7{gcTTIqs`7Gt-wfSMQWI)()NM
zzwV&;^(V$zS#e_B`y*x?W$Ql{#=_!PIkU&Wr1IFA6prnlpU&j`7vHUSI7PEZv?prG
z>v{K|Kb+-Zns=jRtwHGQ_lxF6$+rgG+9H+{wNJlLxz=%k$h1b*v%)^F=Kj50!5L?z
z-z+}u!Nasa=`W8ynSUaEb<hrYqV?T(V}^e;I1z)=D`%SUi8jL$37gHv1!?JL&YY{5
zId`Lx_2ZPXV<+BNX#9CPzgs-*@(f>%In0|m(}d^h8=W}3O|bOX-ZwmzHznU~GQN_U
zKI8N`f$0?!1(nMx)=FC}`VjSS?IG`gHjfkc^&O?FGMf}W?wx$GpS#)L1{Bsmlx8nF
z=rbc=>7-d9Mg>>j1+w<8UQr+_r)9I`M3nayW0%DXUUh8zm~Oi1W;RFe*L_KxjLS6L
zBqQHGc$?gLb;I<3r}aBam6jRmlzg*)!}fyZ1=E|pH$HE;|GbL-wEIH(jpiHtH*0TH
z->CF5S;g5T@{8+U+VR929S<gn>R*;&QhmR4+V<$eO@ZluTYfeyJN{ws+=<oJi@%k*
zy*b*wo~il6?LB9nrGg76P?7bWNxE}lg|#zliQ9v>J^OA;R%|zZk(YiTwywbL6yMz&
z3#F|~lH2p%T<DeEwbI$V?8PyN;1(OXUfErxibfwEEXrU~?!KKUmAuzvR^`Wv3my_P
z9Jg8iXubHLRrY&p+SfyDe-3%=Okj!Iz^H$t;rl;vx7dUR*0!L8D=f#{C0<&v|8AAu
zn{eQcT|$Pu!AAZIOC-G;5}7|R-P79>Td`AO9*h3<3(qD>Z+H@1u{&e;w9=_!U)ry|
zZh!W={oCvIM&Av8mPqo6OKqJ0r1j<nj(aIA%SHcOPGO&}7&EP4=Al&X{4;Lb?oH6O
zP4P)DY`ST1jw@__iWq+sv%6gRCHB+)n>q>;&0^guK{Z3V*<9VrD|C{7&Wx#>BxvKo
zcC7U#kL35O7R^6-#M0N)pFaCxzaM{1<dksUKbv&)SARKmb-@dhHG<Wd$>zD<yl3X!
zx)Cb9J1aRp_syEzy~iUPyQOB>Zrga;tnB77yW2N1rK@w3x96^8OFN(YW>;_Q_Kok&
z%I+Pzcl$<d^vcGY&9jr<ZQwTl_VAdW%$p+zK?G0r{GRN&JmvFw(&zG|&gDs-%ab^_
zCue@h`VZ={UQk6~l?VOKtoYiQDIuPA7^IO)Oavr*#`uHKWdpr4ZF4PdbT&hX8II2<
z2QHo57&rOglF5xrCOa;f%(!H7;nVNkZ;l>}1Ka#3KAf>U<G@{$YCq;oiNL^(ue1N}
z72f#&<!|{nY|Vndj~4&74PYxX&T%%>*!baOVqd#+`T?6BPKIo|3b_YI8->~9WGyP#
z&K&%}qxedg$wqO?<sbW3sPxC)$Tga(w2^!F&d(pxcqNn)jarY2um#`nPSk7ND(UCV
z;_Z~6a>T)Dk8+Edlf+`i$3};Q6@>(wxOvY6&RCQnfAkNFZ+b%2p*JljIg2m<KdSc2
zx_Q6x4>aO`0vo?r!j?~be|CR(->$v+(fO(_vFXRurRHbUsQftLzI@y3hBVn@t2SRP
z=?nVs_rdRj-zB*$`a;t;=rrs1Jxx`*yPo@_)5k|o`t`X#tP-jz{J8ze*^s#%EjM~s
zIKJMss%}+K@Z4EimqQ+vb?v$SZO6h*@2}dfcMjhga=klNlHW8e*mQQ*wUFh@ta5Kl
zO8={2VBEKoC(d@mmji$EU#;S~%2e%mX7#?J;Ms4E8th-TD&SYx`Ni7C99yr(HGisZ
zud}%Sqb6*t@0ZKMU*^~qtk4y>AY<MZC*gEq`+aVwZ;GiVKYue%K6vl%uETwg;%m<L
zHOTxns*K#hBF_^gb>p^`)BjH<`Y}I_J;|SZ)92Y=uJ@^I8Q=SMtoVJ%ee!vgVsE?1
zBkmQ`{@$6q>(%?<7r}Ry?OJi?#<N}b^R3S8SgGc_Tx8pY=7l`J7q2#YrNvM!tNdbf
z?Uw@~Z0p}GZ}3uGy^g0#e}lh4p5}U&duH4*&im(^+4stA`h4U9ch*bY_FG8}+ZV<z
zHDML~_t)g!;dWUO)5lTWKX^7BiV_u<JG;&D+V8Geh7aB)3EVw;U<WsMP|S}Lm%6*p
z>+G9fqxRG1(@dqLjR8mZ*e{j;X_v(O(5htaE~DhSzlwpz8KqBp*R77b;y6Xb)Ok^w
z$CMuZ<A#2dQ@3u5><-_%psCeMNbBS_r;n?6ewebK@!s=_QPeP`DfipM(Ea@jdA=k%
z%}@DnvwzFWhunUCDw7ZA72Pnrpnqo~zy6dY{r{I3ef96x|2%d&$4*~S<-6E?&wUYl
zBAM#sVrS03RqeISf9v}zFJ?;VJUQ?oYL8!H@FqXcYb*H;uf9`xrW7)9g7b;nMjbpq
z6xG%=?J(PS;@iBe_nfPvgCkPnLR$j_o!@S+uiF|uf6d!voeg#qA282fP-`mjrQ*Z8
z)3etrDSkdGyl&?EdJ%t1$p@A{l~?`0$8fl2|E>=|&n$oW;EGz#wr{KB{v0}Wc6FRg
zRb89Wj9-bX(mr3^8seI|#JTmHVUX|FOD&%4m*&b$XIaQ*zuqY<;pMU$7ap)YXj^1w
zes%u+zgI1)6IGsVz4B`L&H2luv;MpDztBGV(<f`o1@=Xfe}Z*{G`TBMKOWZ8O6lgh
z`KV?4KC5}(nj@16|3&|Kk?=j{yF};J+h4xblxC^M%{k(5SpU>@*PmSP&g|P$^W|y&
zdaqqSl8knzbWZM9llQfYs@XK-W&5FmT1&I(yUqu#kDT>z+OZdxc(yNz(+&Dsko=-?
zA^Q{Wj8(zGrn9<yZti#?d7Rg@V1>&<A=eG27G~3rJ)2atxi4t5$>q1}7l>c&k!E+l
zu;$ODjTcYY{bVq-^w@ZwSv=@!$-aW;%9E#0_ph7uQ{=sv?YueVL7)A+c6(%suUyvp
zzVm%yoafd|uYXJ3l2&mB`_72x^Jpo$*sOKl(t@9nTU^$8&ng!0^J@dxyzQ5)`Zs6w
zEr-yD+ZQfx3E%gf^Qxu+Ly&woA79+pq!-`U@q~QkPv3GS+~;i0m(&ld#M|xKZ>e1|
zn=eu2*n4FC{{6EjxEL<lS8Q|OiL~QH-IBIP4fo!E3fjRU&u=GR^J#Kb{-;CYlkLUi
zU8ge$ONiV3d>FFgMq77DeBAPNPWe^qTGz!&&IwwT;On|b$?K8s`l^lG2{xw^c<x$k
z4Rf=~n0WY;PJ!2=ttwI7Z#=j8TrYj`>(#8RO&3DXn{IVn(fZirW9FRzw^czaxI!|2
z)J}4oD|ohbubBHag)9ZVUU4ID^?L7r+wQ*co%m1q;)?G}XS`k)Yji1XlE)Ek`Cldr
zO)p9;*!TXmb%||q#{}PqfY%cbzSI8g_LA}8BGbuRG-IUW8$KM~y7JocTN_KRa>w$o
zN|CVNu}RC&kL}YvHgEAIHx#e4y*{w-Nn-kgL$l?d9C_gM`;ho|P2J<1K8wz(z4`d;
z$?y5oXXYzz(LeL<skHw6h(Er?zl9b>8T_m>ysi|u<A>YF-bd0lYdmUP?@8=hwuP;B
z%GJ6p9A_g|uA9F|{?qHZ|GzkBEq>DMyEIFSqs`H5<up$_mGvvLS3dmO6eU@IY2ReV
z{FnP4?LKnzt?3W(S>ng*9`ruHICa00gjk->zN2oOTU}SY+Z4Ja?Q!o_ryGwO_+wu_
z3b#MDU-&=YJ*hq44}Rw8s9MPobND@XeqQXy^G~1VYdE^ctf=+fH~-9@ipgJJubMCR
zc1O|99*^=pjvQxJuXMFq$I`5GCw%Izxk=8CeRa<jUhQ^Pol)h;6LMz%j(I{W`f^^b
zyXUsgCj3iP;Mcv{wViGJ)gmw7?GTGU@@Mz@zgMS*@`NgeJn~=Ru}~>-+GEZYouRc!
zx-%kft6%$Ox#Gizp2@Y2yLmILejj??++SvQsq(Y&jE@hbC*Sl5OZfEnq`BJtik~Vz
z7M$$ndNqrG)V<W#{MOI)e+k#`4H_I<x>rl-d|7bn{Cle}qUX30=NQ`lnO`uwA=)=K
z^s75>k(WT0zSm>NP?2!c$m{Q8zyHp>;V#)B$NZGVcWuv=66yR;)*oJMd!ke`-(j(F
zU;MuxlM*(c$ZEbaE9dG-P2SzxKO`B>f3#S}ZSpF%b>882d}o=$?>+BIxF4`_)+yGh
zOyQ|lrUt6p*dIQZ@aL9Ys>S6=U(dC#ylTBp%X2PImwv&dD@JnRTd#k9wX4K8_9|0A
z_;=o`x*_H(<bF$?GH|-Sa`ml-&2N_cnzf1h!785PKZ~jgIUH<O@Z0}bVs>iss?VZV
zXUeP;@cjEU_2H+=p9*%rxMzD`GMZp<mvj0_?)wpE-cJ5w_%rF#%qRUvzgr%N%e2&=
z8Xyz%h3D>r>?u3ev)x&(_bKba-Vn23G1im|UlYRFocZ^y%>KCR%c86!avvuxI(eX3
zt5fSh<d0DCi%s@h5BRUW|9NWBOq<<t$JeX>^tf@M>GYG-heCgN+h$(j?C2K0y-04S
z#<Lw#{%;Zvwl4jZkQ6PmmRoJ}ku<TG881(}i`7S;VY_zjuX?@DzWHZtekOgK_()l#
zqk84tt4fbAhKkmlH{E~y=7DLKi#0R24lGTJ$vU=_aZ5&s+v6AS4+^zJJvyAp_E6ya
zw7@^Je{BDdKl#v+_zNE*)_ppEbo&=0d0soI8k39|Ub~b1ljlqla2FKccO#R{N|5cx
zi3j=f9giHgf6_lWV6y(cma3mmw2w^B-&2#kF=Ug4uH9rEx6-SIAt&qdPS`C~`k4H5
zdQf0@Rm|7j-<Dsv(<Z&iV1L!e(8c?n|GN|_xw2yZGNz#AR}Vc|wf^Vl`E~kJS4?3H
zy)h-`>MQ%;BGauN6Gat*yG7TYo!EFwHgCz5TQb$%ohA*wo%=uJKfLe%SirrmbQ?2|
z-M>#t`z7r>KTe(!#uL+=UdX1yx$DxE<wuLMHqMDsVcwSgO)x3=2A5yvQpT_#f$nX(
zG5$N%yAS7wnH0TU&2{(M#MnQxxmv}JN8Y*HD80(cv~v<$VAic5?`dW(C4YX;EU{tH
z-?Q_x_PTFf-KlKKN3-wzZt;ub_t&hcSfSwe<8bSK)wxoh934IEe?Hghrp29E_ao_}
z<QCg?Mcp=kX7W9#eJrwN<qs{xFZ?0y``e8=R`P^M*6gj7b&~Q8-)r&Zk-!0-R0DtE
zm7(*BQ@1*)@=Vq7i(aLY@b*(%T*z)G?HiKLt)73Pe~9NN>5Kf2+4EuI17rR9l|N6M
zzW*U`i_*PHt!z!tMFE$eoV}ZN;)CQazk_y8S!ek6uG#UmHN5eX!@{R)U6{X|c(n59
z(x+<cK5gguYkThgB#p`IKkjI&bylx7lf8cP-s26O^4p&mJ~-jrz>`pCRW^C^n`=_v
zPU-P!#CY$&uIZ?mzNP=q>m6pX?d#5T$j?cPnZWqvXsz;>q!&joa4)=H{bCi*6*G~J
z9Senc_HEewI)0st(0`^~$zf~G&CLHFxueAH{?Esp0>+gOyXWd3$OtakBtG}eQPy9I
zH;di>-8*!`UF|;m=EX0n)}Qk``L*ie(|!79azFMS6}O8DP_6e#5{X}8@*>2taBBDO
zhu-qv)O0@;ralWW{l4{e>%#r*Mp6rTLM|^mmH4)AwNcRC2V0!1wVTVen!ndD*cNn3
zo>C~?|D`o#sYNJ<=-i~mtHn<$$A3EUe)YcS6<UVpw#%(iPCI#NmYm~;4XRB4nUVue
z@UPgkReT5c^#{fWcQ;7C(P^H`DpDC!@!5FB`3KU?Hy6YgtdA<}jkl@X_F~F?eKlhb
zCAEbYjGW~oxhrC3CI&yuJff$2r*Q5rz1Xi#*NbDn9}i&Dx^nNtnbmR?Qy;GWz20lV
zrQjnn-3}*RB94DsRGN44eO%Os$E%iwa_%(Hv3%mK{clpT-1ST9fo#tEvzxia+f=<B
zP8RlW_<dVy;*aeg^rL#?{v=t<tL3%p_;j&ogMJNvYG6U*N&kJee`~&kuIqmzCs7eB
zpZ!YN_sw0UU2*wMS%q~My8lk;U*TIJvLmYc`jty-o+KaN`g+wNc6pvu4pENlOL^Ml
zWP-2n>HQj1P^7)!9J9T2d)%+!|1t4W_u^;e@;`nx(emF!)9;eIUOip5X64L1B@^d4
zD|`#p5HXF~<2BulZOzHmg8x?q@0leR7y4xB#04TPob6NJNWNa&8T<KqxAzD0DGm1?
zKU%f*g^Qltv7W!rYnYu=KDy+s3-0E=@`!1xm~_fVhV@PXtT8|SJ^J09uOdJ3BG2Nq
zha%#CR;JI${&?}x;-h!E{5QRw?!#}P;d3=7_WH`#t5?VI*vdEMWpR}qcNKQY?Cn`S
zt5D-{VV!>Jg15h>=za=bd~j-`ROcdRKSoKOnT=5kSBlP>wQ!~E0?BE+F08cw=baj`
zG=FvfZ<AQ(>kD7MWL~*?l|a@Wi@7enB3UY4>s3o#=M~3HH+pd@uvhGr*OWN#SKV(I
zRL@r#eqb}6;ZhZ${m1&_`|kS4+fUXva$l=Cs#<^XZd}aI@J;o_z3UyCr@ndXx!ze-
zU4IUHsX6;I-VO&I5n(~6kB?I9B)Ci%ruen^_i@bKaL%+&RrJx4!nGAv6(2=DEc(1Z
zgI%MDp<v2vt(#x8tV_J+Eo<>urM$eQ^9<XLRq0=X*qrrOw7uD}^53ji>y7vySe3>u
zpZoRDrDkuARVl$+XT5T@o*j~%vOp_n*Yme~-b`QlwCxP*)TrDOHUTFEI`=FTKX?3H
z)rRs||LGMazNrhW+U;JPV=HTE60Yx`e}J{4<aW5?8oqx|CeJ-za*ri!WAN3x(NQ&p
zM$ISP)$iB;d~y1IoY<qM-QD%IE>2Fu%GV^iPMA;nQS@EqzQ?n_p8ICh7|zW8*!w7d
z%2Xxp2MkX4{s&le$uz8%3ppCC(R{CjH+Hwti>eLt*{3FkzvkO(Fy-Tg&sp2}x4v6s
z$Q{1d;A_*Zbt^ya5SucWMRL!nkD;8?j3TN&Y}g$nxw2IwrTbuvhR4^Wm$&U-3He_J
zwN+PXwL}?Tsa)~0v#&wBe){`))e}CxcmE^#x9CNB(=pW_H3hs<H4laVZ2X+}yt{cO
z-!6N$&5|`mp9EzZJ}bDr+t*>Kw`s$R{BC_U`J0!u@7;OSVIFcOU}fl*Wt&W==9Wvw
z?KXOGYU649%U>S^xH;=*%>EX3u~Ikn!>h({{wF)<^&g$|bN@oM5K*Vl8?SZarb~tM
zx4m1fwQ$*;$>PQ{&OC5jF7ac!-?Hg<UBsAnCjY#=yfBH+&i;#(yl>jnp0ktx=z1>y
zB~pC#NZqbS%A2k-X0umw{1MHW?qnbr`?X=gZJVQ0=I6+<Dot^G$vE{f58F1~Wb2Q!
zcD?$3?AD6ClD9g-x4K;BUf8qf<*MgSp%2<KZY(|Udi83fS56_K$uBH(Keqok&U^Kz
z<HDUE_kYO0To`fC`}kAg8iA*rM|f(R9xGeeHO1@wIJqH`RbR~bKoK{aLClhgw$2g3
z2~2aVX39pD-E(hSsQ!h~Nwz9}`8x0GK^sG*StRO2LM7Z&UmjieJNZuAiz(KzQ{SyA
zS)P;Va>su9^pF=vXLp-VkMr3#<BZ<PFIsk&<^J7x6eGPpSpRbFJyWmUZ1LC4-_LmT
zQ|Z<H6#L4;#F^|*l_WS0CUot%pnt!z_`^xZWc9u`RT~cfcdM0{GD$({!6EVZeLr3u
zo&L1q=dsi2TfU}!tQBN>QttQco9DiXHH&{_OrDeVYtI{H=f%|tUz@hy^lWo`8}OU=
zO#dFQwN?BF{la2J-yYUgc<k*a&MUc0_eAxw)-~68AN$qH^A#4!6od*sHmQ5wy>Qwx
z)0tlPmKS8c+5MwpvTUyPuFA+gA5NZgw>#1Ou~NS6QmsVTx0yMIR;tYr>RF=x;O@1Q
z3vTmgzG?~<D#}_k^FnvwT&;T|7U!~@E0?eH4&S?B%0#b2*JfrdJXsO3<D!4Bd~ERb
zAYqf($V+q2dcS>;x;W9EK~Kf7<erOvdd0fusp9n;d-&NJ?oL0s`IVZy@4sn(*3R%X
z4ED2l|9y?b{DrGKgwOBPS6#7p*QbBWSN6>5isRf7u61Db%>RGQTw9;_d~woDVbikQ
ze`NK!zjc<M_Xqr|xZ3^x<^;i02`?KTO|6~$rY0tIQGlnDuDI4o^^hqN-r=bWj@@}0
z8DI2uhjzQ)dH!2TftArA_r#`dcYV3#$5{!Nw~=oy@zizN|9r%0arnEsyszR%&z+I>
zN8jA|E8Y{hr!3aBIJ0Wq%Y9y})^A<1L$`LRYHi}mi_=w32j$1VdfUws9HPH$U5!D=
z#Q?WCQ^h%M?(s`C_^BY9m0m2|&i`LZ#%J=pX(!L-%s-hcseiwEXI;(8iTbaUZ+%yr
zw`NA9eC0Cl+g5UGZR9mS`|{0Qc0ZKk+;uL=R_XP16-O1S`0vL`##FsiEME0sdQnNN
z`>lD)g#tHQ-3s~l$34OKgXT@|{Z{K1iaYOL{o;?x$~wMJdv0x?ek)R+Z|{l#_uk*E
z{zn!cVs+nUcQmiF;m+@-V;Wf;9NT-l>n?ZSa@hPM`BL$$nvF9u1vk#<?Fo@Twcyfr
zt=h?xGBi(qnzTft^wuSHEvw9T_he&I|3&G{>fHA0?*_4uHT<P3Cv|9Sy^yAuvo4~r
znfbBNJ9R1XgnB*sqn)>Uzdhf?y+glu`Z;d-*qS93jL+q7y1mkxA-79tJ?92aL19Uw
z8C4DoGI-zeJ)gSt_?>#m{HQ?1<|M<}T`cv@(^l>=i;d*}a@_5>xsgMAPL!9a)t*Ax
zUG`HNR|#aTVPD<OFD`gzwUwtHSKOBR(hr}qHXhvGbe=)TuP9~Fo*&WAf6wh%x=@^b
zzT}zG4}VXdQJ0^4=Iv8y{rDR-9DgFU7I%p*KeN(l^@l^*hnVNiF#q!CLU*vf&);>M
zOb(hqJmhrz@1D2S-@i6_EoBduT<#TgYQ?l!Zz|taojtVlrSqlp=e6S-6f&b46`8MU
zhO`D;bar(YXzuN>Q#$Etb^7^Ip`V}fCWgn|N?zV--ST;#*+jvn?+;@i^)6g(*3|l@
zBUZ8`^~Tp~ajX4IFWGnO`*U#DTCeJV!k@l5DKeia_FcWIR<_DP(rI<}!etI3o3HH`
zxi$Zo@2`WrGAq1~Ka^Ozd2(r)k;Rq5i{0H1;|!aAhu=<})Zdk<Ix9eMQJkV(4TqBG
z^_8zLg}zzz?bWK^T94ax?_QnzGVyt+Wa-`;UmsogtY06VZf(}MZrZzfCvRo;hF@Qr
zt=W9pZ=v|2D|uPIQx#fxe3`E=<zb7zVc~pyBLAP+dk!n?Iv{)D(JZl<6D;<82z2NZ
zE)#c%aWK<U_};A_U&Hy)X!lWZ!=U5kACDe2pCm9pWZ{owp^ZP3L~LSyYF`nHsr-N0
zPq*rFs6J0<^^1QJyH<T#eq+Oqg{EH~tY!}>c~>tx%k0>6mH=JZiH;xH?0;NnzxL;*
z$)19_yI%d2$SO1~S~1nxm4B=8(lZw>JX+`(VYbz?I{NXaO@);=)%HvE_h;JhEc<9M
zqgIiXc~!;ZnR>nHyG-Uix}<hog+D&iCU5D-IaB{8eLDW+u1dkDqbZq_^wqX+6|Mg*
zQm>O+Ry}K7aQMC>`ZlIU%U$k0am&3Iz!uA2^6Ykqe_iI<g2K>)iN6o??o&7=WzX_Y
zRl0S4+r01m=C+q3Jwk({KYlTb&#&2U*xbJ_Z}RtlIdh&pwWwIKeU<!&qZ591{cN$~
z1kHb)QCsreXm%|Rqt=0%U8@e~SZ#g@n#$exMd|a)GwIOz@hq`4<0}TuKY5-NJ5?CX
z2G5U!=FFGfn*P%#&3NY76tl@U_ndha`gqTo=c#u3n=5CYJ)IMm_StB5c<<&J=acNZ
zZ)!-KNHXibnbH3{=&{bT#doKl%$amkWiw=^+~Q<S(BHP3Dw_pEH_h-hlonk0El=!C
z`q6t+T_;<fe|YoNg=23@dQI0&Vb<>EFTa`Rbd&ks{coRg(yuB@Jy_fuYG5d~uG_4S
zf2F$;i>cAqh0$V%S)Df}RUfGSfBT)*oVjJTQYiv0eYOYIonFXUoK${W&(*ns&E#6T
zaNJQn%ajK9XDzllaT_P3+8?w^xF~;2xcG)&Pfz@vb-&Ve8l`$ptG#H@zUr~|fEM?e
ze}`sz<aAB<-F)|@fw9?&xEnq55?;Pfw94?keQ|loy70$8vkDaaq(nEU?(E*a+x>A~
z-JHMMLY}n0nc#W**uK97=asJM1lbl8bnT08INKy_J86D#bzo`B?RzgyY`C7V$Y_IW
zetY~L?bFGX4|1<>djF8`aPFhX1HB7#zq|5sY(IbOdt0df<K%!fYMxs)rCygYzxR0c
zd9`oN?9(eZ{C{C@!y)pUwcNE*DkSf0#FigVl*D8%oZHL95os^DAX+g;YTsSO#J6(=
zcAuE*`uyDe0Qs;K&Y10|txg=|+_ic4jdQYUbz9!7E4Z%q>fl``>y+BvYSlS2pHIJ>
z(Zc-tu<YCVUrveE-W%CFJy`P3Uf5PTNyaQ8x`gMQ+A^WV@1>NY%69S=bm{K-IeV@_
zgxfbIIo(~!9TVQqF}Tos$*jEa%a%k*#~m9FOBXH^HeBR#M0eGKqwBgoEq4mse3$<#
zT6)@X4*O$vl3(KAZtOeOv;M@cgM6DTMVx!qGAh43E%t;@=O=^u)4O(p56)}vzBozE
zhG$*?OCw(=@BFG{?VP+zM>d3gX<u?$?C-31E&Q1*i#JYAnxpXGl=7jQ@22T<@4W9~
zpl0(&G9mu0!-eRQwF@pREnTKxrLr^Rwvy02$!DkkI`!W3=ve!9-*HFBlZ!Jo<{go8
zDQ?=(^-mzishM@x(R-_VC1U?DonV;LRp$2KUE*#BgG;P#t=sC=zB49VF`DGHJXOCi
zgd-!G`z~+DZ$G7@a`UP;Xe_$>Xi<f{*MSENt*5*5_}>}5{c|#P#WuO*wg&U?`5E={
zJ@=M8iA@ateR$!YfICIg7TK^Y<;pv>%q;D4!F_>iv%j!4uecM(t5fxBg;5vl_a!Q?
zykGL#J)L%c_pbVN?_X~9R_j@R&fuEll^+u(ud9{0eQ@iRXQo**tM-3hqv&Osvvh&c
zeo?<O>$!`|9-UVC5!9)_tK7h*eD?cy3xBLyA2H24uT$>V?}HsNkD~IVysh(uC2p7P
zwVTnhaG~Be4Gxbt%kS)Eteq?>D|5(q&#AlS8zelfl)k%_6wQc!zOmzcc$@QEIjtF8
zJ2)9XzY&|7G|84HsUhE{;^>Zxd~K%--1lhRw0SQ1dQ$Jf$QMtiA1>fBDPN&9@zyfA
zIX@H~m#01W*m3Ic)!pZ=>@L)b<LmEF+W+?acI8F;-v}*T|Gz|6C2nJh$Hf=jQ9W5)
zD?bJlz432Np2_^yV8_?=ORfw4F1?Y;@$UI*wa8Bn6RUWRB_!YBQ<(gdZ4<AR=$_>T
z$_djRthjBjYxZ=Su*p;tt$5Df&znV$IfWcpl<!>=ZTOHY-OuczxW!Vo-J&5Pa}G(r
zvXot1l4N{Ej_byi;uU56N$<9XKfLYawp;IN2xHDSQQ4Y+_fi**epkP-xAxTe_;eAU
zSMjmc|Jbi(HmiMHqPsC;$L+04uZded<G9Sgxx4qH_3UlOwuRsA{3w)M7<&GmbGFpC
zCrOnqmp|t<cD|c5!@K*R>4gtB8m;>bBY$wn`0n;y_@m+7=}?uYY$|tT%K06#H-(w_
z6)mh4u;G(oPBfOXva9sm-D2|0<@Dv#)2GQ@5MW=^8+(t9OUkN6VmDvy*7~i|ueE{#
zj(k`f@3Xrov!>2@#-Z!6G7nsh4&SpEe&I3ed+8VDb9_zxL7NqqmG8<}@IuhKq(RNa
z?Sapwzh^a%6y7p<_F{=i-Hk^v*>5iS1Tk%R;J)&E<O*(;E2>ILdmXx0Sa6DY?+Vwp
zI+HD-dotGK!~KLGW~;RGWyBVVMHl5Ken0di<@yE1vi&s~^YR{5T*&wQ*zREUXx5>?
z6~+tV3g4)QmUjJ4mX@62$E$AHH0k(Ju9IJ)y-Z)8I{33Uid7}2LHL&A(dGp_Txa@!
zY_(e3Yh`#>>4%Td8Sn5lf8*BaA77opG&#}3kg@B#QaAS!CbhSB^WIzND4kpX+xm5d
z`MWQ*3SXA&_dlg@K_T&Hoc$g)mYSu%I!hNUdg-_3OG8J*&Sq)Di*ucWRToFBs+y~}
zc<wt1JK<#OEe|s199G=5y;!{KGsCf;4I!b=rcCQh4fN`<Gx2@&B=p7EUhkW_H|MXL
zt~qms@We2#ypsuU9^6dqyR>l23^S(-Crd4&1eeF;JM&ymWe(f9x5Z~u^T98<Q<lzE
zdM2uAwo<C_xkG_ilkMuv=LcQ{d8xB}TXI+W^ZA5r)v;ard-gvGE7&OPk~3#r>ftcA
zrsb^fz4Rl5#Y0c^onD^o*Hj{A%)#AKxow@H$^mU_9{WJwRkQTJ_O7%ny>!AOx2aKa
zLx0^roh!G$yUbwzyZ3aw)sB_#`LjAj1!InwOPR~_F~3^Z^J3#o^$^#Ej!FObt<(3_
z(&#w%<ks~|QCkYnmiMqt@N+c0ztech-8}Zvmq$-5E0Qv)SU2U!!za=Ar9DJ8<pn%a
zE&aK}UyI>X--bY&H@|*rEnt+0-Mx*w^xvCJ3)T0|>5^F1roHQ+K}bDU*p_DTgND~-
zX6F|)-dP!wxUti8f2vaNYv1?pMXxQ%d2^g?LH2bgrsjZ>S8baw6wVT}Kir-sDU|gi
zR!;Lml$J~8$^);xIXCXO=X%D2lP9M1gYonz8Kcj2{(03>pI0pVlpSB1@O_PNZgu_K
zgEI>a9;o)LjB!igRy;O6#5&F))>chaP@{SE8d-OKub20hEy|T>4`|3}c)P|y>ddtj
z?A4}x-oJBLrK0+GS%v(xt=cfxDQeRe-I+24H`|{Ty>6_VV%~Gtl0&p9=-C;*i4PQ?
zx$p~r&zPGeIQev2!Z)rROx@q*bk(b)@~jfY#LqNZHcack7kcC1%k6P9Wz?2kKPTin
zE7R)q<;Zz;uWnwvG56`KReE#$VjA9E73A5|+$ybeCw)Umv#Uf)Rbr@A)<yQJN7t5#
zTxBQ;EM2brRdUaY#EOm9Hm{g?)4Xn;*s${5!d&$NE%OkgU(p*B<;pHEJfX_Vv$OF=
z;qU08WCgENT7HrXf4)gss`lFC>YC5n<n`KJ!nXVu$~3xuGA91nF5i1UCjZ=f=6$HN
z;qLFYy2t9w4BeY17@XLB@a?gMHCGNb8dP)}c-#J4$n+)hmB!x%|0X7NF95-=8LKYL
zy!}qS*+%bGt?ab&Ib3JW@|Q@xe>chHm&!tsXIjr+p53wHxc|CbWB=yOttX~&>b<@9
zFH}T1qTu64HTCPB&Z@bGZ@+Eym|Ei9GvC+vq$j&v<FVGyhp)1}jl2-CbNR-T8hhEx
zpHDa>VzyzOLbMO};e(mHVh;}XnQgiM-eq^jq{SSi#(m<<ZMrVWw*u=$POmtUaN(GU
z2gA*i3troa{CrTo!am`S$()|Q(x;z1ZJMa<|Ne&NyHhW8)Sj8HnX|r__5MVuG+9@6
z-%hn7|F@so^VT}%+o?J!XDjbhLVC=mNA{b2@SB^reMOOav{hk}h0^Lf3`agrwaxv$
zku&PnP3f{lOU+m>bWOVXA@%hk1}9;aGarLLmJ2wnnZIK77VD>nliOClWqbCQbJ9_F
z#_0wZ#WS}wU)*HX!&z+{^zrxN@IVGrwzNr4r`-7wE+xtK=z-Vwi&B3U_R7_)a=UDN
zMt1E<sUjY(lbI2UOAC7peyi$kx^v?C)?DGH9hY}0-2La{_oDQdch{TeENOXJTPvOv
zES%^2*Jf$cUd7NJFB8Au40k@$X?8nYmdpBu-Mub-J>~DgcfBVsp2#o=5|nEzwyMsN
zlC6oD5_r2(VWwS3BGa)-Rs+AlORm!nuH$$4|M=Y_H_6r$nh&-He|#ksW@xhIM*D2B
zQ-uZJ5^hMHyQ#*m$~ISNYg4tv%r6VeoaNeirq7xsxv=QGkI=;;wNKGKnzemDLry4J
z?+B}1ex}9un%GO1o(8ML=;p|ee~XmEpC8Y#X%zFGv>-GwfG@yT%4q4^)DtQ0@g`kU
z4i%W}W6kxS<ZpQQ!M7J%l)Vh6SzVqdd{f+q(aYiO`MQ^{wQnl&yVeB!UtL(j&nBDI
zZ5N{V`-b+*`Hg0$%U=JPP`yWgr$dIJr&LDMv)hJCCMrwov`8^uOuD#T{LRA9vgZtC
zPt<cSUlP*Qa9_%HkY$nOhkzIA?A*Oye`FQp*yQZ6Ff-N(*tUpu=cj<hKj#T7<w}h{
zzHZMxD}l#LeZBt9tv+)hHo+`i^W90&HS%|2me2m~{;k{Z_J4~vA5PvB>GBOac`HoG
zMWAIb|LVujD;Otdr|155dOo{F;?kvUE-!n$E+2i^9v^b|-Nc!d{R=9;v0r%6Evm;`
zAM;;7r?*9Sa&&K3*ZI?h4RSkvKC8~QxE}ZGkOae9ou~1=&sM&)l#JQK9==HD^@B{6
z85)zT{Ox7CH?<!5bX?6RH-7cP(x}OMS(gc!os#~=^63}*x%zo2F#*=ADz8bHJ3M}O
zuutuNMTGkWbB@m!4sX5j=+W!Tny;TeYW<&XH1GP7jgzlg&FHc!SKj~S)+q;->MNY}
z-JOaF-=`+sdwNA^A!Auyj$xvybKBkNWq0p>EPL<pGOnb`XIZn<wG56(GpqCZ)BAI>
z`sPP%e&=VHBHE++o9X%zn{$lmhcE3em3ux_XJ^X^_YFH`xm&dbT3mNUYj|9k@SQ`w
zJ(-2CE?H8^DNW;(hr>ZH-`&5eb$(vVuwS;W(Nv4GyeC3A^vlCndF6?+Mq7UWlG+wm
z_H`!XC852F&3Swulmu2SxbWIA-{Y`HB*%qWlieot*VNBiVBP*q<hja?lnr|VKP~<7
z@J@~<V>{;*wJ+{@DiTgNJ+@2kJkjLpbA0FJ6o1V-nLn@f?34cacU}g^<o}9t^~?Xy
z3H$bO@51`;mIsg9unRw*{Uy5orO5R|EBQ5>pPVg`Y<>JQt3IY^k6q8yX3MCJPYvWt
zIq#l4zh^_1k5sgw(TcOqlkK?<a9_SUX{PWO;aTffq!%#u&Me;S)_=6^v-481??EzK
z{9B*RSi0)6^f}oZCMzz=t&y$ry`5FS+xK_3@QjbFO~yjo50~WGx5UhOBUrG9@9d&2
zJ+ax}d{$Z?uUNW)qxbjv2Q!u|X`CQ>FnRr=Ca3I-p3LI=%jcd=YyUCf_(a`meHQWN
zChapCZl;mW^JOp2c(}%8>GMfHEbhg1efn!FX4>g?+rRpWtmchs31)U--OLn;>i!r0
zz3CiV)Ru<3bRA2WGWYO0<5iZA7z^Si88$3_qO9i4^uA|V>;?A3AnVi&VP&q~Kil40
zN~l=g5p?8yvLNDA<F|vCP1&~gTzr~wVw2>q(}&DH1a5e@q&2nQE>HB=<t2Ml?#|s3
zXts0Hj`u#@(Sav!YVWpb^;X)oV@HMNx*%@Tu9HXQex6#u>@Q>QwD^P9q$vrNlh^xH
z<xDn-DXHb-W0{-n{Fr4K(+5+R<qgjTCOS$f*WO`0EfU)FY~Rfkwi!X0QfKeX^;!Ct
zdw0SdL;q`SIuB!I*_*yiEbmI5FpcGB*wtvY@M9IJKD-AMkEY1kPPDr7=zHVCUGhsc
z1oK%YUSAS^+DP8_bc)ynzVm+hPi_WkZ<5+3d1-rC$Wm9`nJJ176h-3%%gcA}X!&_z
zhC#)``Z@1@yDwu_3}*H?%kYOmK10iq{a}cG)s@QcLIQU#uH#YTOnUIU<mThaN((Qj
z9o-kX;i6!3OZQB<UBO~MC%A9iyrub`setcuTlc)g28Ye6Z&$3?xb9o>$BdYKU){{<
zPaZznH1D_24!>s+k^Sj+pG(^-?+d=9w2Eu*yBRN~)r?FocuU`0=ypMpCH_K-$Mu)S
zLDery4zo{~ce>7Qi<<wr9!34I<!3Ed6xSzwn7(+A?0lQ{*L{54`O5yq(eEvb_!*yW
z`E^xNWYSW7OB;RrRvorQJCpkue=f*A>3Wqx*Zc=#+T|4<w+fnS?u)A}R#oCVoMx}|
zL`#K*|Ego?2}ZwOf7c@p({HS0PS?84^v@~BNcsPl88t#S%b&2l3wo0!+qY%?<Wlyn
zj(2q4vbe^o%bKWsDKRzN`L?7l&@F3iJr7UBf<EW#l^$<y`d#c4y(P8W;bg3d=laL<
zVl%X+&n%u3x9~@uM4$hqb(d4#Ju$zxu0e6(X~Wa4Zyx%+sgx|yUR8MU#_GzR1r|T=
z7^=M0d3h&Me(~ub_ntX3LU;<9vloQ?58#x$wNc_g)d}6tn|@4o_xSg6)7+k>i+s#3
zhnEV(FL*Fd_tgJG4_mEQO|Np_l<KE($@pVtsYBfPE3e*8oc%*lxGKoI>q`AmO>v)z
zkJ6_sY)<ohqo?rGJ<M>G+NCl@BXwU!PieVYE5-RNSLBY#bv`$7J*lu~y3zWc>ysyM
zUeR%ZqxrNz)w3-@vX>;Db{}n*wlT~!=y*M$y-w-Q1i$%F2Jf$2Wcw!MCFWT9bVZC&
zfz-`I0UJ^!5+7!~f8+jrv6tfa<8}XIU;PiU%b0qks;F>hm*JA!#uqLDvkZMNo6Mf`
zFTU^a(SLI8`y2WrqGy%G&6&H?S8u=6nu2%5Qpc8f-!|~w9<^M_gE72srRlldOZF7i
z?v_rjZkT4$)84jqk?OR0ACgs<er&u_e3p&*cbLMI_$(nS<7tcD`1gM2n!F`ph2v3E
zj!sttmYhRV)9xwxuI=1i%P;c#o<<kfLuT`W6YO_Zo+-<GC{bmw`%v9kgI`^5<9d%R
zOn&_IV`|io3rA|t=!xi0F8+LJdET9<nvfU!`Yzh`eXH8;Vi%vcZp98S$BBgtZmi(v
zZHTeDXkm7473bcrTgpFQ&Ncbwm|9!%a_OXa9{FDZoL4UvRhRC{C{#T-$EMgzW=AxC
ztkbo!8_rkWvj6?me1&nv!rT4aCvWb&^1Sc;^kX#{E%%qcTORzOWL9+3lBt*aJ)TZ%
z&zxgx8Q~th!_cSt<7{oSio%B>L6YpftUW;*ryqMO-~Z~gH%8>(HS>L+7@M|P?c3ya
z@RD4q?&KY3e^mUP81}tG`O>~uAN0ST;5WaLvB`2tz??@1v?ZrFzj0Z2Pkn38&l8_)
zPM%>_=hkyEx%|K~Nov!bs}q`i`j7FNPVRdeUS+s+t&O-Nuj#$_y$?G6D#yBA<M4ko
zIXm3-<+5ClOaC6OiIZ@<!DVzY<LJ$01u3jw-0W_rxN)po8UKoR{^9A9#Z!vjHO#Xy
zFc8WVxVrG5(!JW{S}TOLti|?s`^-)bSz6~^yXp03f6G;JJAcUKI@e5-i82bX(OEs`
z>GgFCpZ5FM+)6ycd%{<(RQG1`i4=pEU#yktqRrwhT}4EsxR2N_dfL};?@QhLm(Kkz
ztIxR|lxsM6>hMX|xh$_gFXHD^nRRJa%_;S(Cd*$JJczwG>2G;JYGZw0T=1KU2Tjeh
zBjt>$%9Fe}rDljf-xDSA!>hVQr_$r;(^(=PWc~;TJzqN6TCDtK;p884LZmc!4nA-$
zpPy3Zx2nCTXR^xaH(bdV@2huS5>9gTllh^{mgyzD*Z9fa#Yy~US7fRkU82Ud#mCtu
zw)VoK&jkkec-Qm4{e1iLNy!&e!_MvVJ$}&p>!)MkVg4^mQV-rO(%5RacizMhOIhcG
zE-#p-U(c65GihD_q|_O01zeLK_vWlQV)4x2o%b>`>8NRbw-$+oCA~dX^GnWOz_i@w
zg0e;b<;%MLew$34vai{t=GmCNKgKp^j)GnK8=jjFq&g2dYk3w4h|N7dWzFmp?d!g*
zIs9KiJ-m6#=_>E3qPKSMi%6fNGGVQA)v^QAVy1q%pt|&2vukF%c9yM4=cipu_0O%l
z_4(``Ylnj@*To$QzO^s=C{@DLv`NKv-HXd!>y)-9ot^vr%A*%qk5^_*m@@10!=ICO
zN%909$tpax+*<5W|6!9AYuIOpH@-Q_wCMDlJ3XIoy44<)X%(yarEGI!mZasyvf2yo
zzxMnwkF|RG#7=3h+>*rUA47Y7H)V@WJesQdJU#MtdaZa0r@hLDNw!LsGE!Y8mg4F5
zT3OG3w}1O}UvcY`Uw$<u0j*nI`WIU`&VBUYpwF7CHxGYZcP2(rn=?Xg%H9hf1%zK7
zk5I0E;e7R-Wu5D);sVW!#!lM~bIw|0&?X`LSE^XdJ><~ysWB}Jt<7F_D75IDD{*vm
zyUc4=9^w5q{?^t)1HZ>I$?q&h8LM*Te3OlicK!dbY>o87OmFtjO$EOTu1N*`H~Cb3
zs^^wTU{dj4m(y9zcPE*|Zfdu87OtK6e!+y&h!<~i<ktBFYOjpDeC(C$|D9TmPc>`R
z<kvM^JiNWYyLPFn`?)2i+DBwFVpb=!-GApTyHoIz{BEoI<;NFx{_0LB?J=D^r?H#;
zjMgvP$3MjRzb8F8du+now+6<yrz|Yuwv3uCw`%dvdv^ZIri)zse({ml5#~w9zXj=P
zdU)_TG-euHkvlXoZeIiMFS*pIzxQmERyCb=^SWB5@07|9Pxdv>Dh)pq-tn$bDqQZ5
z%_;7aEHUdpEl^|GUimWNsM5lZ6Q&>g%Dw)}k~yL~mn0Ne9edSmDExpsX50M@=h6#Z
z_=}z|v3e2u_+<E^1urtL2=J$tuRa+da%)QHucX+yKPE0yjb{GUFIF+9aCcGN4zrm7
z&JNC31#K1jWUj_<7C3fp$<n^4kiAkjVx9g9#wur)y$sl%a9|Oe$EL;`2P>m0PcWKh
zs^^*C6S#Up;jm<*y%iU?D|e3bg>VOr_uoxK^l}{C_lnFvG;?3H%H<iHx-}QCTur>s
zDJijZBD?4%%|7?%8Alq$ZUmh87-#fmqSH}bqZmttONXwzU)bN#vCwz5?{lf##A$PG
zDDaiYsO`UPShw-_g5Z`jmkt`MH>q043kOE3tl7QmW=e9w{k=M}znQaw7v&_IbMG|%
zsk-Dr^6srZ*Dq`-^tH^^Jd&||A@8KRr@}?q{?7Wfi+cCnN%-Lt*te5QV^fFxxdf$>
zx(wH4!B6K+(z3SO^KFy*#r)o<VryG(d;Qy&{#r(Ng3O1A=Z0$zd}Oq<NfgpzUT>4Z
z^W^x#iN4Y2FBV%ACN|qz`z>G0+a_Aeb+lanC*u~TBMQGRADSEcH?><e`i*mTuH0MC
zV-hRm-ix0x7F3qMvSXPE&k3>4Ey8YIUyfNFd|%O!79TYC+Vnl^WzPz>@x5Enzx!gF
zl*hw29qnG<|CMY>Yicmc<UO`4!`_~~{Np9IPf03%6SBozuC%WSUKJhDbh-6>?5?+~
zPl&G9VfgB?!6Sa6qV|^Z@?~N=McKWJm-(!7aantTFS{~w7stA}dXE&p&xla<Oxy5G
z_~<@YbtV4ky#BkHrY~!ETDBp22JcI`UoSYkN){fhNWbx(TSzRVC{wdrEp%q|cf0O$
zXYbvK{9W|^NRYi<V4r&6avq<UBaI3U$*MmYUx^3%ZE)?r)2VhlwZfsg<`!qy0^Zra
zzfI4*)Kz+wU3oF{&ZB>dIeaafzFmFkY<g9BrTB#%eyS@2-*i_UoT@v`MN09F{+%af
zTlxhoT~<e}VST9QqMg<eKgptI<%!G*P7~BKxNX1ihkH+umJoQnnpxwiwYX@r`$d~4
zhu<BQHQP9!`K*L^+Q*iTBQt6ySLcgPd$sy=e8CpR7T@Xj86L|ob3U5ecyRAY$vaDQ
z4;?wZc-O;u5hmJt>kJ>fS^eI&fY)Ye**24)f_LYCT=KqtLv-Q6<KO4ht+HL)b?4yR
zun%WX=UtXqD|@fk*i#{jWwGkKsZ&n0_%5H4ZU5`gJ0Y2qJEc=L{U|xASEwQ_vTCI%
z-?^s?vSN9DxW0S!>zZLp>l>$1(eM0stIp4@6gkP}E%++_=t{2k2$lF{UM;$Z9aq{p
zt4$RTy~oVn{r>CKInffK!PQf4K2|#K*R`l@S+kFv+o=qri>J;u=6WhU<XgM_oSWp^
zu8D?zdAdjUJP|x~(D!i3y{rZEY6I_FyuL+$)!p8}4V8P}c%O7K%ey>f(&vn;1$Tbl
z^4_{**UK;7wdd9aYNb6g3RH~~=+fQ#<dSkk+uYc|xxc(FpIh^{)+#hn<lB)2mg<qm
zzD#OAlhI?pQ~LHzjs<adza_GKVLw@C`q{&HR-e~v1Iwk7FH}yRwpr&_IioA6*!ssd
z*-kNMy|xwY84u02uCv^@O~EDM`r?}c93R9k*memn^KW%McGz-GUA2YVhKjc1imzwL
z{?y$X>RWwfR#HG_zf_p{!gF6foLKMv`9Yo4&N@43o~^;Xs~`27_4-+5A9*}2cF9-e
z%}*U>Oz+o<nfhLpdA+=y>`lLe?@NyDIc4X!aBK7QcZ<Sh=O#<Vwj7hl>Q`V@+{3_c
z;l@4j)_&=o79tU0Z^bTdS$emibK(Ae?&}9F8!|4jUolSUd}bH@^_08dt_1>F7Fma7
zI)gr5{WdY>dq(>GXxaDL>Va%2@}+E=weR^^HIKcIv{-lhzan4XXGiJB(|TGJ4cGM+
z<;p!fWU-I$U4+2FnWx?U9e*C;^LAGAv|m-Bt71zGUM>9co>TJbALey;^q2iD^_6}z
ztL(<nkJGn*=PA|u%f@<Q!dmyV^%jZewy5^+YngOqw$V)A%uBnY@A_8fJhi<ic++R=
zrDuC}pG*!D7mJ&E;^WosqpsKX-Bx86Eon8JB9PrJRCr3$^vMCW*oRYBGTq)JwcXp`
zjj-9*3nd5il>a{oOTPBir*L9Ll<q#RT&II<p?Wuzo7EmB3-9y_t?z5@{OqkhmATe!
zeb#ivTN?~>%%dDj7<wKF&bo8M<<|P6uI5>54i@sh<TcKm{60gP*L!Jf`%<NqpP%MU
zE0Ep!VwucR-^PV*1@E?1O_HeewU%BeYpUh#C@edrsN$R4xkl}N%T4+0?n+@QPMuDV
z^|`(t5fYiUUFCdJ^&y4gEroA?NEn1JSu?%s)aS${D<>T8Gi!I>oFE)ualI(e+rPH>
z=3@IO_I+DUI<LR`dUx;MjFYcKJn~OHQEIzw)7SV|Deb-Gk^k*!Ta?2++bi3da@H1G
z7&LG6)Sal~w*T_^g^cSyJ0&djIma@$uW^U<eQ)_W+M2gEEnQz8>GUm2BcnLBe7@wY
zSt(bhpPtozI?8uaQRu@PSKX2vs-Lc`d@^rVN?zhRmYl4sjH(Mhn(R2cRdMGs&-2#v
z)Y}#$3d~Qoni|XSWa>F30~s0ax^wRxj1SCO#u2P~?AEiFAEGrsC3>GW_LJRTUE{e?
zW^&#~&+Qe9qa;Q6Zf&~#DW@sCW$($mv*L?(x9_mMwfpXt&$@kY<E77rd0f5dF(=q4
z&VAC>&5=Aku`6#2@<bkZX<A^XH6<$Qw!Lrk$pf~N16kPE&iy?(@5(Ee`wK<29^bIp
zAne!us;n$WXv1apLz>G!A7MCa!>@j<-r{!u`Q)C>#i}xf?|<8-_c=Y4S`=<$bYuCo
zPqSusB|Gn~yZHUdQ7*YT7fYsyDSs_I#IU(A^YqOmiFDs;?u~*Q7<+ezv~3IQdUd0}
z$9LvNiA!0<N8*odNck!0u6RUBqw4vKg>$}K+N*T&BgfecBaY<dg6o$g6?1Pcd9T;z
zu-rMPKUy<r{?#QOzHtX<&Ah%%V$+r*KX;#WKCOE+!6xrCpXouxM9s^sJoD1IzZBPg
zi@8<2XGzr>rqVlWXV#u{ILJ43PQj$DKQz{42ro1i>EZL<qbbMCyxrGMQ*~PNLJj?U
zrHAK~`nBv%^mzWfsO8qXIZLWVPW<f^sdh`R{{1uI`Htgj%{o?IU19fu<LkGY^I@X1
zY$r80&im@#{3=z!M=R$;WTtwz*iO%CrwiNXzIiY=TjuSOxYtFiw%qOE;+pkt#sQD*
zw@e-_y2Q44r;`R>;iMO}u_jJM{QsAH>Q-EL&@ukd^U(jZmNyscHu7s)F4SWymq;&u
zb1>_(%hNmCMZUhWWsdLK#3Sih$olxC_Y4X3Z{ml(+FfV$^R3#w&v9OeMEnZXq}Tw5
zBcCI3cgiRpy+1u&s=YXqY1-vo#Y)_Ud$-hTyLfQ@+`ho+UFY0=Qw8QPU%{GHSirZ_
z>)b^<&zCLyk+XPR{|fa!oTGN(NnFyCrz-qAKcBcK`-ID{;enY?kY#(@GY6CGypl=(
zcV8@!EjnHAw63g3xPSM?i)Ri`t;>4fbM8n$@T1(fKPm)%rmri$!8G6U_s^|KRjHH3
zg?~7|&z0d$oW6MDX@{?IhZWZcHKZE<yr9-tx2t`^vdxFrw}$z$8K~cV?lS4_H9w<=
zl24N^2HXwaxp&SQi>dk+AsZKmbDvbUp3O2TNp@0}uJ#<B?Z?H9J(z80=VfV{1>C)Q
z=U=|!3EpO1lNXbXl3$m+D1P&$xmWc=tiET6<f0{qgO@J0ax8xN;6m$%H&-q={IgP;
ze0ch^WT~ry+dqCt%y?jDrrFDO?8Ei4)zZ74Oa1v)(8SxAeR;x14L^(d!sp%7gjjtV
zzMZ_w7BnmB4&xCkxj2rq{TKUB^2GC(Z{_XzEuJ~c@7L|eEiAj9iAtI7@LRZud!dZc
zmLppiUC_I|;**Pg>^Ixqi|0<xyu%<6k|i(bvg}{o%?n&dPsEn~tq5`Suuhw~=CqgS
z!CfB?E{yn4qQQDmm7jUx+&;eJf$p{scic$Xy>Mq<MuWkXg=b2l=44J3yRLC~nZtaI
zz*qNn^IC7+$NqJy)r~3MLc4x1vY7j(_CxT*IahXmWQgu^NY}sA+mTr}<IyL%*W5lg
z-YkC5kuPU`_|mB|VWX>e{>z=S<MH;HJ1JfEb%M+%*2!({#h=#9Xfm-oc(i-L!WlCp
z=00Z8wcD~GS>i#=9T7Wy5$`G1&m835NBlowd1mFbb;)l9v*QKlt(aF<7bUOqcSE%A
zyBiv8DU1CTwr;4|Av&8)KuAF%Sp9_YRPCpyJl~lfnRw;X?w1lGlRi9=uQy?n`?dR|
z@AXB+9s3;TJ73)JJCiGbtBN7_r9u5fO^5BOQ<<fHrx%2t-(Yl6lx>1p=!FL&CJb^O
zn{+pd92N13&YyI)psZ(a6#u3>`gd1#oAS(jd7w~4f6-iJOQ&s&A3I+5zTWfg+g@o?
zN#<E<w|ARs@Bc31_~z7tO-okf@u*r_UNZRdta`449b;v|v8WmBVt*4#R%Gp5Yx-E>
zr2j@%Jyq}H0(-cM{uE8M+psam<KVm$*K>>9DlE8T?II>^XJ<0gv)T3aoM)lbcZ-85
zrdwt%IkLf$nR)k$Cv6cb8Z9O(-NL_3$W=XGHT%u%N*<Os3vCYlld%w#i7bk0nqpe-
zQc)xNZFA>C|NUoEu1q*t$<8h8b<=aNyxD7?Or4mY7pi-0eb-m@@=TapTi^N5QFwz>
zN5ib&^DaF4!&xY9wf3cX7ytgM42@}A_qSFoJ~Hik)tru6j^wQw+atGZ(hT#zw4*7Q
z<630p#qddA$_-d9i{&I7oS3}I*C2vj@sRYQsRc)-Z?T?v{MvW9=7V$fdfC^$dp4_t
zL*8?FGS7qF<gJCF9dnlnlyF@-tH<~~x5mHV?7_K0>L0$PeY^PD%Ho8?g&Mmrf}SS6
zZHlvJ&)QmUSnyvaIk_`IGy5dxB#A|zP6)cO8_bz`XR*^t<NL~2mTj^3+UjgS?Xj#<
z;ri11l}x;HCO0mMoSvneUuvj*Zl6k&-BX99H*5TD^rt(lzVGpBjzL${gR=97bboxy
z4otaU`$XL)x+~SUYjfgX$)d#*R9SD|ebmVrap-cw8HU?iUYe}iZ+84$qV=94sVtdd
z{(hgicdVE_*>_LU(cKWaDL3gAw@rM0$=of`8K2jyo$$NG@TT#}1D#t&8#EsYFbn4Y
zc<8nB@&xDA$)6VSuX=B;z$@`UvTfQEcVC&ka~`}AJ8?37Rpri~`=6YUlX`sos8rW8
z1<5M^RWFsSU$XT0o&Ip)XSL2=j*`i2x2I3*JNoo~lIM1b=#KWIS6i6m6H_abKE%f_
zS`qSf?{VkyZ~QGMoXi8tCseAZ1Xw>T6rDTc<M9dsCu`~JPh_&J>iGB+wLaSPJou~i
z&iT^%=uK&XN@kO^n%U+FA5q-$zTvsa+{!hXm$^);*Cp=qd2iGF;0>EQ`^0kFjO~}7
zsqbQGuSl$ysy?;mO3K%!vp@gNV{S2hukU-~$2aaCg%0PQ8y1DPyU)C9i?H-mirsqH
zlA&<@mirIp7+APC>PKwbKDXi8t?+GoPrgo{@`qswBX8d(&F>4-(tD(;d>i@=uFTbY
zCB7)Bq%Y@_(zBVT#MP&>?u)a#b7BR<KJ`b7osO#U%X!QwP?)hoeA2^@jM|O=cI3uQ
zx|zD6yCc+J(JB3;a~D%?`kPSS<*i37H@Lgx`^Z1`URkgxaIcWi-xVKQ&l&XlUE90i
zsula&Yx@>C8ZMImdTohW+rt?=%!Pk8USL%JD1UD2rz20c{?mJx@ucln*XHUEOaDb0
z1)tyTHF^6Su@E=w%a>~3D=clhlNt~jQz~^uZWiN(!z;ZDP7ANS+--6(U`~%%`FiV6
z{kbiFPsPfayfU3<)nqZvdvnva47ICa7pkv+XM3K^!cnq!iP}Dk?U!A4Ml7@2alIsP
zvhUH->yi!C7L9^WV{h{Np6*@VIcdN4?Z;D$cHUSm!X3Y-)-CR#*}rAZIs*Gs5;sLo
zF-<a=!@;(`huP?0z)E%Y&6g`H%YVo$owWOR;;Jbg0_m$|{|2#7&ak@dnPA=`uvhI?
z!m(n(ibsdrrQ5Cc+I2H$Wa?EfX`XBFbgow4HjaYr_CAxg*iMqy_T9fX{e9NyWb2t4
zN$OvH-fdi@ZIGbDJL$!vsg17Ijk_fxr@XYe=j$D~@^;J{W4)UaxA>2}UwxQEV8yG`
zd+*NWzJ9S{9?$vx)e>(D=Q+<=P}7wZ5Yk`K;@BbAc(F1pWlL5-;We&GjRa<$lBM@t
zCyIQQSR)W(Ha%=}Z;;!*Rn-r;eLtsMGrZxq_I>9Tq4SE2dKn%k6@omEImiiVl~0<=
zbmoLrxzoY~SDmenDid54{i82g+|!*=-2H7+`;@24mU>*UEk3l1cgDN8u-c1xC+-Sz
zz3%SKKi*n%EAs5At%shsEs5XbIQ4sKWTM>l6ziSOYFCzh-n96sdgkU*CC=>sZ09c>
zeAM?bvMc6dMvoSEb=^JTr~~tsh8)-;8S+_g>E6Q?e;-8bUhI)9=EV|fxm@cKLy*Od
zFD%gxYpQw7PTI}mP!s!fQ=z0r^-0%OPrK?Y*1Bzbuc(&2ybviB!F>ABlWA!zQOl~C
zdBQgZZ)lfN5)6CMzGwZ6F3yt<AAZ{lF0fN%l?XFAHjhQr$$PD^TikA@$%#Kb75+5b
z>j`$6JTWKXcyfyj+c9pb*^()1O^>~hk2=0bB_N^2RF-x63(i~Lt#(XJHIL9c8{JrX
z&b#YH%OB}2n^?{Br|-GXA1SP;`p~(4-4D&E)b3=L(_Gh?-~N@eQ=L1<_if9(lOGN)
zU|OCtJIl=Lg<akb!$PYE6YYby_W8ZOBKPFPyx3Pw5#N{iPIhrp{krnKrK>{bjQW+2
zjDB5NpwRrzOLm+6mO4>SmcrzXSMKJOZqv6tGvTiCQTDnW*)<mg*PiXZ_e`TXzC-EK
z)~Wrr97Qv$9SeS~owJ<l)i)3SdKW<p^*c!{n>pqyUXp+AJa0j}bH@3^0-I=qm214}
zK7C=gvX8IK&seQHt8dwv@_@;bWg&tIj<VNM4&2;pn-!$1;ZoG`Jo~@J@*C?MmVbY8
z{CRc8PSyFnN&n1r4Y#)(nkgM|{(|m3k4HD;o66MJy%Afd-n8^i@}#XXO$IW@4@W2@
zUC7WDJHL6!mO59aN%_oMrU<X8*|TVi?VaBL33u6>Rv-G9;jCA7VQ<WathMqvxAM$*
zBt?|E>}MrScILHK-py2>6fI$D`|i`*_{jR{ESIhX%?W<4p0WPnL6NRyW;@-vi#g&W
zHZ_^Z)f_8*wB)1wq<~`|E*x1nv+LaQWruA}DA{&reRIq3a@@>ewt9{PchBO=ex={a
zKjK`Eb{8JK?))}N-6Bv<=DH+jb=QrHfz$YND-r@8Bs3q{ci_mv9lxKjSG8_6c*t<e
zTIhy<ytdJes+FZV&#OdTFY!G+nYBcMyE?DV(|P8NH$`uz@~;h-6>I(%<k#rJzMgx#
zOqN*7gK3wh7RA1ju+WNE7rAJ)YF$$6>ot;k%n8RA&f&~W$-K4eh{K`uaHHq)LQS()
z#Kwd)g&Yx1WxCAtgzaqAt?wKAe@5RD`TAgnjYsCYWUjfk%HD4FAsZ@mCOW#Yaq6a2
zS>D}}k-4CK)*A6SvrqJ9S}d@u+#=w!$CGj5mTxaB_-^rO-h41?+FIS`Q!{Smv}Nh*
znIEiq|NHja_p^Eq9kTVan&0?$+HKPpyE?vSP5kh+WlOYB*6fth<T*yH+BGj@y{cYT
zJWx4j<bO`|cf~S`yK8ssf4cCiM2W}Fof{T0@q2r}YgcbA`5HHG-J?i-Q7NWxWjfU<
zAFPh=?($eYgJ+9z*-OSRt90ayxpcc6qaD8M%G?h5lqGjdtxd1JU^#!697BLaQ_%l6
zG7-n)PsX|J7vP^(v4U^Q;X_pguT1;bH9yP^cems8J8zS*Ds%gz_BSqhyRV&^X=dCb
z$aMK!h0exXA6q3FYmdKhd$C#d?(d0>?$rnSU#G4%ofDhVs@KNCvo64J<K!2UI@U$p
z(F=dWRazEp(;qcQ+oj9BZ^87_fjqTUpQQXZAF{b~#3JJEw;7J^&&-bRS2x;qO^u)L
zVyX&PuSZ9#;#t0lE(Ry(8hgw?df?Foh3l)Ec@5QrD<6yfSR(lFop@l)-%=a%*aee9
zW2fc2Y+2MWf&JOLnEZt=SZ3ItG{`cVr#j<tb@NglMptq7jKdWg94&oEFZYSvQY_<s
zR>-vXxz3JBw`CT+UY)^X(>3KePaM06@-o8&8I8!2-)6Z_>z`UZ`?K)vy#l>A4PV=}
zwsjx=vSay<cXzuja$6*97EZaH^Q5IE{_#|fS(DZukJ-55Q_`n8ktdov1)H8sEbE)Z
zrKkPdurWF6>GzEIU{O(jmm`N_r-bi2_B{O6(QuiJx>u^t*OjH7d(8dVskr`F@w2~2
zYHJJUGP{dSjJfxB>NL%T4V^18rq(aL6*66+;h0kP&P8==7WU0e7m_x4<as%uf_LtN
zhWL%L-o8R_Z1nF=j|lm`zR&)_&F2eO++29st&e?M@QXFd|NYLKIjPw$cQ>3(y354u
z`tNz`0<CnjYD6`c&UH>vmtNI5>0^e8=<X7u@RqByd48Fc+8CIA3OeE-x1Gt4$Ga`#
za>2@A<!7G0CaS^bj9%$-rp|i4LgjTy@w~6f*7lJf^w<47@$9}!$-|BFE;*~kXm<Q}
z+g{joV(G{BuZp!PJu@P>jxN0_m=X3_CnRP1g*-FMQ!lgfifoe3|9tR;Ni6QM)N28Q
zxOY3-{G3<u`26CTwccR$t;mq5yS6sF|4Gi`vV7xmf^p%L)An;Sem*ps%`)kv;5Wb0
z<|S^+eAjjU71f;CT{%nb{qvm%1>^*!w#}YUCvA07GNN00=lPFJ>W5nT;uq9i&kQ_P
zz_d8ENTJPaE6cBiYYucp_08Z=*?VB_sp9mLGhc17u3Pf>Vi}+IbCK8E@Bg2)ZF1*7
z&hSeMKD)XLHZ%SC^qKwcY{hFo7S+qVI?Ks$KH+j_>B2=z3i=;iDVXqA*e6Si_n_;?
z<rXs@y~&O)T304DFXOarA+Orw-37^!kB=P}UiQ1iydtst9oOsquM?gY7FhQD5RedE
zcw&YPx1og4!@r-FKQNoQw;=KQ4YhyMSq^kY#D@IVusnaxLgtOojm;WoCpe0U9I0AT
zC3nL?|LUsJa|#}3EV#b9Up}Q=edl}LS+1L=siJ!lZBh>0E>y_u|1A)EOUbGE(G$I&
z9Pzi-Xs$RJ=NYtr*|pX=GZXukOlN1??<crEN#-%*%{+wwzPWqOcy23oJFjp(I?zO7
zN(Z}%!L!45ZR;{34&S*||Esm++43hFu3T*AzrO#=s-<aL7A|FQO+9&XS?ph{r%PXK
zczSsKnOVNa4ya9I;pgL$z0i|<EuQb8`{l}uK@7*Eo<CW(lzncc>SDv{xXb6ZIp0lC
zZ%$`y2|Sl<a(Ie{oKgD5bBm;3z3`i`K>a2A(HBNDmRKfqAOF;|`-yMhoZyQ)RL`3`
z`;{4aH69bS{&V!kg>?e|IG@(dFPd+kCbDkA%k7g3z3TEc+$@5(T@ja_`ab;c)2XVT
z-%QN9l#ubnGSFqgJ=-NG?kd+cAJllkyZD2j-(%Oso*T=R&oT3MwOjoOxU*!=rKt6<
z9Sm12;(g4Lz4x`x@_$?_*B)Rn>3vun5U@A6Z^nf`W(KpwO0P}7{qg$UGXHCWd-fg;
z{<SUZyVuK#e%*cb{yR>pC2vgXGdst6e8G{)PA}dmJ>FD&_WW7hc2~E@cP4n}UlMHG
zyiwvT!))yr+}0PrSFo^MKeu#8y|;4-`}W=6%rmCO27k8dzIEZ#m#H;Y*K}r`x99qN
zP*v;p%VYBdEx*iYdKx5b%k398E6lkt*LvB(Bo1?4gOB!3^XKMmRAiOeCMQ-ARCM`^
zZfTLvu}Fyt#a)ujTix5A9@O|GF#ES9*YxSK1rF)8nTsAYEj;<*qC-pT%^ejQYP^p8
zxl4G`E%x2&(!F%@&&wqrdOem`Tund1ToEbqHsz;In)1JSW)9kYZWoQG$FP24T0ZyN
z>BFYpS1i6{e*E0!c7!eNp5@z*3pa$uK0P*Vd3f7yze7ep{;Sk~V&D##Wxqk@WoPbA
zhRF*1qdv@8nXoCil}{>>MarV&@$M&Xi<%qXJ)Rz$7Fgv|WFz(U<o6fbVs<|J{$umG
zFy*XIo-b4$Hi#8UH0-$4Bh5SY=<ni%Qy;PTh3&|dd$(odf@>v`3wLkp;xQ}`R8ra!
zcjZ}*PFFWirAw83`fSES+Y0<WGW6MI|C!?|SdeRHbkMHr`!}B0<?Ckg&tIDTD(ch&
z3&(dl)jPCLZRkCnYAKxk!o@gsfz0eKiQ}s;=`sIwS@gK{#_J}YM*&kqj|8+W<aw{j
zd}@RC;d@gZ!~0@g-+<Wbcy=4foGO^(CUdHAMTfH_U#i8FhXHNQl6{vuf-U_-3$+ff
z<XLVs=Tw2#;Yz7Ot>Y_|_MQ3=+P2=PX6nP$JohhmtS_nwJrXXt?^J>2;iWv&jbfGy
zPA`hldKA>=Evc8fV@jgdVVm9=rwl_~-u^zoRu(fgaoy#!@>f1LhH~iLsQ*3xuSxQj
ze|9^k?yCPUYuCZqvrcf%*0U?(GivYj)^1OBW=XgH6)5nCyIZPG%T2a@ZT+J}tBx1f
z-871F`f3Zm|6LyRX8Aq+3S*Jf8_E0M>+M+Yxc$+tX!ofPzu3FQ6s6tp`a1i)z1iis
z>jo}2zF+(gxz*%8|DXSl7<m@xwtRC7t2&nHRZ)NGwfbE9m;QhMT%32`{?>c>h4yi7
zAO8GgH56q_`j-1)QfOiG{@>eu&n|w&@l^GE?XD%22TJdFB`G~UaLCx>Q2H9r<o#U!
z$NK*NTamDSe(e9=eP`-_IXszu>vi+tfbAO69Wzh-|N3n|&&xE`jZ6Ps`l<Q7llSj-
z`LC7l-!sckJ)U`co_gcG&Be0&W7GeX%@y2V|EFy3d5Nl8pHz!`@ApS6+%Ny5{vz}D
z&2?<QFW3bXl`py_n=xU|C)W2-=g(e_PoKlGgdx_wxO~nzcK_=$*^~dBR!VrMlyfza
z{aw@Zmp`2{Z&r(clWOU|dt{r+q!Q^3FE?nHpE6c`Ui<Cq+2BRy{|z@XFR`6c|5_wl
z)<)z-fR33oN42k<OwZRj4yD=3d~4=h%YC+0P*H30THj*5`lJ8eIvC9Hms_)Em)p1c
zt$*K5wl3iR`00xMfBwEF+`o3Ns8qAj5j1?<`#fhxt$}P_*y+XcufmfOl@2~%8+}k}
zKmVM_ZNZoC{@0G;oOrwM(udDq;+Nleu3s-3<DyvQ7k^)S-(;!(Q<~bF&+eVx;2!Wk
zRbl_?zLQJVYDjoxi8Cp$m>ZTH<GgG^$^IG6_B>7=?2)@)<lei|Hb=uf`n%eLNzWIU
zXs`T#d;j16jqFlw>6e!r-TH6Iw<7z9JN#nx7mr8%$x7+TezN~s{J&q_ao1MxI~;#`
z-hbNK|E`9wKThBNE52m2-M>%bqG}~qtXJ0GntSc`-0RZn-<p3+KPlU`BmS@czfafW
zOAj}npDg^&<o>&s3&-~BtiAmso4MC`ofYrms#oV^_I>}k_viFS=YnIz{_J;*e|+Uy
z$nl@k?-~EURQ)Wz>by<wVc9uzE;xLAY$Y>u|Nqw_r~c>LTrgPt_|5IRj`3a|^W1(0
zeJhpvesERRhlmGT&M;`Q7+b$FEjjg8++oRsHGX`uYGtxXHw|{aXO*=4ATsyMzLICI
z-woQ?G%a7SoS3#PMbnyhvyILTgNFy69o(=b{MPbUogYG_trmK2<q<V_V0O^wp63qV
zYqNj%n0;APyehHiZrGEnFYi{GJxwkUW{eA5kabQqq453f#<lSZsvDb|0~;c@eU?45
znR%PI&lY_N28%}`Re>)mj<efs&SlW+>TR)Z_|&7PeP-JOro~m)>kdimyS+|iMw<1u
zw&dzpdE50`IaY-v)ZLw*ULWPNaqd07A1x2hRqo{PPt$uabyn{d|4p%#Q4+uUGHRuJ
z<gT?}^Sky=P<rd<gycOR58YR<i~nFEQ+ZTeis{Zez5bhv<)mk<6}ZJXkGoFnMyT_B
z`<-_m22MV~_B}P7VfDVr%TBdbmqsxDW-0PA6XEG^aO)|MIQ!EuE=MJ#{ji!&*j(!c
z7jDNzIT^Yqx<6FuE|tEL@a(Nf`F*!vM;9+_i_GHJs^LEqa>v5wsrTwv2Xt7!%WZeg
zRB4`fGxU1H=TASiILb1btR_B^mngN4X%2aRVzOk`FJZY(7m+J%$3xzPZ#>LoD<Zvm
zVWMJ8qR-3l842G@HEJ#$ju5qG|Do|cf_dY^?z0c7pKj#dWLpux>Fe=2p|;t7c`6id
zYwhCXmH$u}*`#Y|wwfiG=MUE&w(AlC3QGGDx|L)EjV=qGyB)Nd{m&n>lV|jQ?0O)<
zkkcUAerP|3`0=FA0UDn3bsz5I5!rQDC4T4I1I2%`mhc|<G+S6B;ql$R61VS5-aKKf
zJ{a+1X;P`lw48H?@?*qJXZ4oVYRtB}mHYn2-yHs_BBC2SBG$b1{Ou(0E##ktsN7NM
zHKC4QJ|^e?-*YB*@$1&Nn_VwRywh;5+|fNNqT}xGqpNb4*d0o^yjMZ}T@e4=?FVd+
z*$B@KeJFQZf9LI@*+sT@6n-VjsaNJ`Gp?{TchCE5K5fsMbKPx+pIi?4B3_%g`IB|?
ztCf-W78dQxG2QVtZbJSBW!Wcke3!*TrS33o?A#pj`S9ZH#<y25x%%bA=@|>R{9L;(
zE!lyQC$X*RXV4S9Z4bOJy%IMUyAW5h_<WH6@o9VAb^Y%N+?wI;ywXb{(u?QNX$?8y
zu&Hmg<!bgl?^)=(h4Jd%iPvW@|Ja;v^QQlr<ngKV*e)!!xEi;=?c0Q!jgyX7I)148
zUn%A+yL`nPO_2*vm>hLJwg}wHv=0^Go*XY1A7NKgqhUGo`}fA?=?x{yW>E?UA|5Q*
zr}^&0pGje#)?7Y(@XMveNAp|nw!XF8uIL%}Ddh3JE7x5*KAN4=$eg71#d2P{dBj4F
z3F-o?JikfY+FGc4ZQtBRxkZ^LjN6o-oSK(mm44}1{~^<va>xBMo^*aZuvpf^LiZih
z;%4hD@=|yFx~j^qIf!I>NQZsnlKwVleP3eZ7RyBGhe7v~)K3~ey0=I1nUp_w+;?V&
zX9126%*6!PCEltQ{m9t=IY!%WZL`qAmpt}AUKQ>+Z}aGr>g8_fiypa;^bf8z{lnL+
z^wq-N)Yd1Koqh7Wr6NtsxplgiRf;8LoI1|7@$StNe`NgvOAaY5pSU~!`;Fxmv;I7_
zUG!emm`^G_K=_^{?@D(Ghu@iA%eH<wwVIJ#Pa@0vvgEJpBB7tw8t?jj^Wfo|e-w8L
zzB;?G*)jH(hCs;dW4^mgGQ0RC%Vs#m3)vfdJIKKD@8RU&6vYo+C#rg8__&=8-;#V%
zC+A|@m83n=ZVU~6d!k*7yqTsqy>4Cp`Lf0?tL@Vqizd$UI{DS9*C}Ro?BRuH=N@_a
z<h0|7ZQ8rzR#v+=G=1loYU}Cu==#ej(+%^d+>#4z7r0%$gze?48BLQM10v%$)PFmC
zW7cn(*2IpDMPlzJq_D2yF>{{(Q=Z4CH0uKY{@7EYkM$frg%~tA9&ZzQt<uIGs+2YH
zN|(UwDem9R(xPs4{kpn|XSdGFzi*ekTsW~n>eR90hO!-wOtoIOc`m+uHBtQc(^XAD
zyo#Zv4`gQvIJquMJGHs$XwZ!GE6J~=S#C{o^R7HrW4`U&e$Fmqx8IL`-nk&`SZ!Ce
ztxdXBE^FU{cE@RryWH2Qm)_LdD$qFV`ouOH0qIEgG_wiZ`;CqVEqiIRY(aptgX+7d
z&t|!BUA283I$6+cinqeYADoq&*9BB>y*pLa@}TO)>08T%nL4!fJJ?$frc^s`(d>~a
zR||N)eCku_Eq{+ivMt)c`&#a9&I6g6#D3Wym9LZHZ}Hgc$Nx|=GQ4?y$L82Sf1WBU
zo@MwOFPGJrD}R4)$i1c~+Q$SBZ)Tp}7a=%9!Lsl>>u2s&?B<Etf_rA#S_Jdos`}uq
z!0<7Awc8h`KTdD=#?LivJ90JeW#<{@BJ+1gEDEc3d09TLPM-C_BCu`p%{fs=FFLI>
zDEV&ZvWjoQ%$b++OM0%@EuOx-Ry-rk{g3jjoqegll-_*4`S)(*^Sia*KTWg!@G`{U
z`-IlVlm1+^uT3n@Tj^XTGjH$gKmK2jDQteye?mT3-fF{EnN!bQrp#C%pRr)mWWm&L
z9)FX5Kjib5P<dG5@`v-K9LH~lv*qoEFV7U3|4zH9_~ew^?9XMU6Ji~HS3dZD$z^-C
zb>rWpqXt(OGgW6cbyt0md0cU2TQ+xBu)EF23kRwsuX0pBj4O}*w$f2o=E)2{$<M8u
zGe1w-r*flCjG=saw2YGM^X`pVjfbUfa0=vB&RLNDJK;-Z-<OJo%q=!Dv$wP;x=NJ?
zFut&{{%gQBsZ2~j)S0o)e)drp{m}5>!o%HaeJQN$cRc2ViZ52bxXm%h=DE)sjfCtg
zizgnMJnO@6YZrH?2l=m_{?2aX<6sPCN%o0csj^i=?}0<td(J%pN57{&zY#HaV-iC^
z64xa5dmiFX7Sy$Iah`fGz43tEEg!b29ZwuDX()u6ubs@}bWf#I;7`^kj{VnjTCQ@Q
zY>9f~e3XB!ZUvjo+dO@(vZSz0`<ILSov?%Lq=24~Ag|_j>z7kGcK-@G&Hl;z)}Mu)
z8VuLH+2lDocy3NeQcRlkRPMs-qi2KXS}42h`kR^Gp(G{oxTDRp`&{|O8yDMC_`iEE
zykrx^q~sV~qS$F5sHgQq=DqKkqwhb5I!tMZT`}>%57zxbDsER?tq<<Am_7TKbHZ5`
z*{2zAn?HSjxURp{N;P!)`@0i(Cm!jy>1Ui^<K9xSWRd*+>WbHIPIa~~bI{<ubp6>>
zgOmrQQRf4)WxqNqJ(>RJiRTN~?=BhnLbn4~FEIDhpL)pOlO<KWNb_U}tH03cyv#o)
zY7eI?3oVS?m-BV~jLA)n4NZ3EeWNsf-~7Y)x^2dkj+37|d^OKq{I$~D^@{gX38ySs
zUdg1cWsY2$^E4S1U3c@XnD$HTq+9qBlM|}~bl5qy=LUDr6#QMQxglX+j!?v`5RFX<
zE04d_+dY+iYE7Hmm31>1tZVsnolL%#^e)n~m0u(^D=^S%^_Nl=u6t3FGD5z7w{mK1
z)QHXC&b)GKY1$qxPq~OdN5+R+><umobTMi>FB8c4$&w_KTo>qfLPz7MgxTA=9Z#lO
zFZ_5q=-~An*|%r76uN^aC5Gn(ER^E^ub_3#F5;B@vWyd(q)#o?_;k<NZRy56FSB)4
zedC$J5oBVwS@V%Z@7t*}rC3|C`j-lPsq&FGIo4iw(m<(h1$WR!cg<-`r!W6I_uy0g
zyVDZ#5ps?j!=;0IGL3niPQ12bGnuB?^Gxre<dqdyyn>how$ByTQrhZlUnRMAZnv&m
z@O1u;Z{HORIizZ9Zil|Kj8rPJTB_Z=_@dH^$%0GE*h8!8yuXB>?c1{V@YyZND-Z2o
zt9<97``=ev0)8xQQf%Ab^KYB{{muW(y6d;<R=eLnFnJ3@o)yP8<(hl>;-{<63z=Mf
z*J~4B`9q+Wb@!`<kBf76P0#=RuZgYSaq|}Oi6Y9m&hGc_to!4-LjBgSU0)>MtZT^6
z(Ej<i`q2yK$-kE$XmV><G1vG1yu*{W&APum;darityhk0cigBbIQ!z(mYRxJ+w9VE
z?#MkcH)cC0XWCG^^WFV($`Tt2O={ZJt}%9Ul-g*|@aLPk|HTxQ+3ZXS>n91swmN!z
z>l0ihy*J{${eSrb2g@aY)P3@P6R~=Rw!3|Nl8l0kMe_z;;Zrt6cOU03uvMRCcYF4S
z)HkmRA4pxPOm&yzTi#W7NAB|1S<ayh<r(=*|NO3HabMs0<#pJ-rGL*SZRT6?&PGXM
zqV?{OkK8TBwE}ZfyF2ebx&K(v#XEoP+?8+dUuJ8HJ?;1FrnZXKqcuUtQ+hx7zF>Lu
zKv(Xyk8MHr+gO#Ut@ju!H%4r9_)_@g@K>kA=?{0$xM}%=CszIT%J0{%x~@50XXIrj
zpM0+5g^KK{s_T5a4z3W8{eOPX{j&DNi4}KWS#3R*_3EU4#IN1E7r!j~<IE$F@!F=h
zuW-$7wdq#28(X&RHEEsoP=N1)RO;HB$t#NU4IW)Fo5bSHsQGR~t--0pTh$-lW+XX^
z=<K?_VEgy=O(KdX)U5bU#(h}eTzI{1^MY6F9{vrgb`O-)SL+Lr40!nayN0%aVaYy|
zK&jH6WgHy>hWh2T4$apYaz%``?07x9j5Ac%XX$~>9dn;uH<ordb-{s6@o=QnDeK?4
z%{`g!%U_3=+V^r?t+oHnSIXzs?jpb7{B-T3wk8R$rYxvbm_M<+dTG{@D?NT~8fME+
zik|m9^momdTMHbPZd~&+*da6BTJaIfFOj)VCs|n~FHF8CJ-MoS`QAFG{PzYTr}}r=
z%j(v}>KLzhyL`Umw-dGuA2*BaO?dUV>9)D1xRkk4zM*B%?&N2kMH|jNpEP&g)QS~b
z%PmeHzhpEcI$yOvWy$gO_Mac#N`-X=9pPs>Z09a48t1XhbL!+noS%<-M>aN3=e{4R
zm}T}M?3}uYbghHu^7_^<#qqy>tljp@mp81^Y5#losjUu^x6e=J*Jdl@)?2UYl({zi
z^PZG@CBBy?WHU=EE8dW}#<qMzaS=;!dfnBc-b=m4(spO!b{t&ipD;sjbKj1<rN<V|
z-1m`R<Ik&Jee<L_AMYtVK3BHWO>=vxMaFym`;uE81dAQY>d$0erRpO4H;3cMqBc&C
zU7o!*7MmQs4mLc`TU~MP3-?hu+2H4=7g-zL*x7bUUEyik<ZVlWuQD0+afJmm|N7)I
z>zKdw&bK1L>N@RPez2Y|eL3U%fy)<N)-=1GT>nDl)`BLh)~3UC?EO#6HYu9U4Hgfn
zd|`6oVRMy8MR~`02SF);f}bbE{%1Wg;^S0S;gd6HjpH|O&EoNuO6m(Vtvs`Lm+_qW
zFOnAq{QCQ$!fNTSbBv4lR%hpQ+Fml=wZZzl+}n6x)+wcdQO_K1DV{HEU|!VsQOoJp
z)hda$^`|3*le2gZ?_c##%J~#y(hbKm7u$L!Pug#Cm+eT*2g?(dxnX~g*gQ7xo1wgx
zZL*iRr?gzF^C2b1Bwk7L1+x|fZ{R$+|Mtx@$y?M9v$mHWkloMQzvV@KsGJs8$xp@V
z>TGpmDQPwKyKOrXS6D7QSlXLeUH(m0uqa_$rbE+I{i)&FC+&AB%T3B#kdU=+w$z09
z8!vADejpVnEBHg&OQ*urx$6Js(DF;Kzg=ft&aqp0@wzs>O_dLp>~xI%-duKBvtqBd
z{SIMI_1BX-*`qty)UNDXXkhefWyJd5iQn{;%pU#QYIrv>S?C4BIl0Hxp9MC#PpAz1
zes6Nb_9-9sE?8K8)vK4)+V-U4WFEB@&kJ8$e%!i`gLzlC-L_M9N8Ze0Pha%(LuA^c
zR@SMt8QRZZw^h5YWZ22J$|<k4)?@Fl2|p|yRIAjFd!GDtW$ALgh%MVUdA<tYEA(Q?
z#I?_-6f6w(m^z(3>wHM}-$e(j8<)D@*ZTdl<hRD-gI}LTrKh|x-n}z}^<k^`>5`*C
z_c;@_kNup+P?fRm=5A*;^UW&kqE42Jt_p_r`R(;zcFV^5?oz+{1BuIbr=0ZN<*em;
z@OQVU{Gu|0GPWk?ERIFdp93E4JsQ6}M0CM6waBIa4kkR|FAipT$;diYG4@#by^488
zMu)fU`5v9H(PF`xerfiM)vy1&Ub?HVkaPA&=8p>(o61dju=;?S5W@sT$LIX#Hm8TX
z$8fxw!~Cc+pq1yvE15s?GS?33cT8^8v|p$4^ZeJvzb_rn-x{Va>ON(gaI;8o>EgWg
zd6!k1rA(`N+%>*2hc1uX|6WYFKCr2gi%C-Cc?d&?;+zKOzjBw1Rz6U+Nm>4zQ#RG;
z!m$Uxk^&Eh-_QPA(sk|r>|L@?zdu`4u)xabh#7<ToT-Ozo|{s{Thx`Z-NEbPtsgT5
zeEk=B#mxB_s#0`h+9NAxCT}&lk5=qcYTvEN5{Q`V{c#!Jj@RWW(@biA9@pG@;sRrm
z`qK@u7q6-*CT`p>U%5$t--T22t>@gnt&)7p+s2^O<cmYgagB->1<U`edc61Ynl^^Z
z-G^SZ)a=`=&?50K>b&L|-$v8^LwqlOKHgNTaACu@7$Nob5}zl9@GA9An|Dm{Vx~wm
z&-F_Ue-&r*U#t9Z@8+|Zr-#lQUlA`*s9qwQ@%eCL#)YV^3p3{E{-|o+;(Y(zqH~wO
zaee;tW8MdY3Dqh~oIZIL?hjt~EH&z~wRQ6H2?>uI4eehrK5yx>v|g}xb*=YWKi2;y
z)d8OlK6E+AE*ECA(5LOhr)Fl}+h_I}1v<a+ysECD{H;-U{lusZb9s7gPuK;1mbNbz
zkDS-^Aho8f?tex|b7oJ=mDftw=by~JXkfp^R(Bl-x5oxYRvDul$AigN*oCqcvgNg&
zN%=Xqr>&f}FpGc1yEn^!TyR(In4r~gK~K6U`&q}6q9<t{y-pYYuZuL^7;x=-@4Eh3
zAvY|oPIMhFSf(4-JLAF)%LmLwU2Vl3nu4q58}lW3_%GR1*KL~;)u>u`qJdjc_1+hM
zQTDI>M-;;6sw~)Z{6+oivbi(DRgTz1m7TfmzwGLT29A^isuNyIO26B^_H{_jt?;_T
z7X+7cXs_0&-F>TPfx-SeA_eQ_i+AR-y0R6V@~fS)$hY>9g>u0s$#;DdT^2A*@@!D}
z`Q=~m6rNd00?ftxZydBbYQKQZbb(?;>47c&&kmHCUy5&FWiW8Gay8ttIZgUop^z-o
z)cW^vha0^T1HaByd7a<=ucfT3^k81ox(6C_j+vD{_fCIh_F}WI)rN%J{^IP%4GJ69
z{+w*KyiQ7RYxJjAx+Ydm8}gd}iA>%q+^OQv;i?dzk$+pnoTt%_FP+UL%)Ov;(VZiF
zPuE8Os<JWjXz35$&CY20@psGqvhe!;zc)KtZd5;sd%ND?BkT4}7VO?T!Z}~*Nw0Xk
zXOgTyd6xB~GoP#fCMT^I3)tEBIB4nB#HD=}cPx|}RR0~Yx+=N))7<5A<BqI-SkyfA
z_Wl2#g@jXD<{t2R_@(#iiRxRA%8zEcy4^kUOsQpA3TJ-O<&UM_Z+BkxRsCewa?v0|
z(5*C1=Ksn0`AM^X?R>21f4{}IXU@8{AJ4DvJA7-~zm-SZJ}@nB*7Uyie(BWzCa!`R
zjdkbQSFd*6)><E=bM1<`+C%C7wU;;D-eoVzu(+$Va-YpJnN#;KhZMC2Sv%+Gi)~r{
z!m{`K{MYxtFYUk2B>!%L>b%%PDhI4W4<0Q2v4^97`B|yAmgcu}3)&|1Tt2AQJGrO1
z>c-FS7cWb2%=|lb8RyT#wTx5jXDCWN?O!xY#^Oj_%dBHZMLzR}`J`*iQ`e8!!D4TI
z-FNA+<KFyVD#e647p{?iA^SYoQLlH&nU@j=6An9@na<m#_40~N%}%j|srNk94@^mC
zxcaYX&5G9cs$1TV|6lZdk;SUrFzaaU;==ZK?TRHkJeT)IUo8Cft^QuN!ma`lBUxrH
zCKtE!ErH(brI%W}zaCO)mF#0It7l6Tvsoh1eOcq^Hqmzr;~%J>PntK`#j4;xx0IEX
z_?+e6Ii|B~v!`|MWi#2DA38Ccy=_lS(&vsH*Ay-$?8p?zFvxVMod4)v%@gbA?_?6}
zYkHVBU1ViH*j6bVBDcli(3SdqKdb(BDqKHsm900uNZ25ZYjVo1X>S;8Jmg~ebk0vJ
zEIy;nrf}oRB7xkVQ@<u1DPG+dz!kwQBF4GgQ}IznpQMG&sjcr4CigT8F&i$=XZdyR
z=ZB;GHXcg*@9*`CKd!a()0YpA7^IiHD|p}Q^Jl?^(xUP!lRlnU>(XSmG&rC}cZGyN
zd~K0z;jSu=8q;H$bFZJ~e0FY1uBpn=ifi5bd>lI7F6pp#klOO0*yH%rWJXJ~bBe|*
zQi?3E^(iF2F~4R}$Hs4A{bB+K+m1l-ooZK>p4iy8QtzhcP0OV%Ka>`#eo_)NK5}hl
z0C#1bwaC@EiY?;CJ$0+R_VIaKsz`g4?OLC2?Ns4g_~)Q)I_J_T(=`Gi0-X9Lil*Av
zEZz41<mD9)DqWUy>cOiyjuLNf#m{1Tmo6RdW<14OJV3-J{$0QAU#n%m`ZcVArPZEE
z>MqgF_)shPJNt5RT-em(Z}&vao?z-O_-EC_Z9&XGw^+{62>o~XYw-PWLGOh=#oGKa
zkJQEIJU$Rp=CUPtUayDyr;xa4XV?1X0|%SA`x>5jD?BflZ{G1MOYPkg*ZL%`^r?G9
zG-kgoob_2mqrtiC!b<T&;$|gcNf&1Q&pJ}xuxAm|DwE$GPElVD&a0}Nz&)k>()k4<
zOndaha(8e3WOC`6cj%H_&(@~jk9yX9|FSaoaa(*^NouL^{K8dcerFG;S^fO5CWqJk
zhmqCFmaK!7Q6JR4{fnHM&gN`kcH#BaX_FgxtJA-}Tdj6WtnO}<xpmp3#*W)E3k+%}
zs(jz}`HnREL))p<$1|UZYin=#b?@>VeZ>Nqih23}uKkUgJ@s?YhIN-`C_Fo?%k+BR
z>@>!#_v=>WKB~8@*ZJ!D;`RHB5!YXSTkUuCQ(+wEhQ7L8Q%iIBpT6{;)mr@G@nMJc
z3pY&t8XjEmug3Jl4#VZo-%gH>PZ#u3j&d~LsJi8T-`=mK_nv-KGAYRo^=n;KDpkAs
z%_&abAAjp_RBtv351N<z{Z8^n#|x|m|2yBhe0O#z*=8Ibw)gAb>e#C;x70FPCbUGc
zl&xLw`KCl<YG!!s${6vRXC7~JT78x+ecO@)-uF#Thu!(DlRS0W-@9{ELwonk<*C?v
zwEVL6(S$cwZiJqna5JW0O4b!#qes{LUeB2**s*Zsi||6O)u~H+H^`*U4cY0({<LAS
z-d>)aH%q=On$I_B(=8vHW;Wq{zoVDRn{jV@aXazS_OffN6ZKv4GcwDkh{%NZ|GC?_
z;G+2U5`Gz8u@a3ZX6t)-9*6AcNVm?~{WfL>%f3^l`{vuLKWch0lOgG($Nf!fqfMvX
zIoPpi@8OFld^SB$72X*B=U2?D_Iq<af0^FbKJo7revUfxZ2rBzN;#+2+aA2M!l!|I
z`7P_C-S<6}%3fVjjw=`2(zWI0{=#ZerG%vSrz#y4*Y7RMzBw!Gtbuay?U$RMTw6C^
z&$};a&e5m6CA)28XRKjaQhU?m=`jPDW7}-xr|((2QRjBNpF)Yp<!tkL){AZL*z|ro
zARVJ_$Faw){>=YH9GyN>-p$S5b8qUtIFa|-k&}H^g+1n~HP|@gY1EUOY<G6e4e}8D
z&Z_K|a(C739b4!9Gul7%+|B8BE8_QDxGU{@s4d^mSo-NFZWDpC)%E$ZfAg9S1Z~^j
zw&kH(;o+~FUn_d4C4FBjTR*ert}36hpJ2XS{+E+qcQ;<X<!j=6#c<~}jS!t!*874t
zeis()6<ncUud+CBANOLnWl<`|h3j8kJ@V$_+p;R(3t`*uWlUXZW3%boE&b?wE2jQ5
zow;Fc@>^$n56Q&p(3rjanXj*EOf8O;wZCwl{o~G#1AAYEz3PptOe(e7Y&>zdvnk)t
z)5k4#eK9Q6`4T8|e&&H(@BWmB_Z6hrtCse@uT&15SNym)YOR`n70aUKqBl*8mY!~(
zxVmGvs%J&i8LfZ3araqr3esX9dR@|UYr3<_?dQ#6vyWS<to>si6sw<lck}(;wfU~^
zKW)}LIhAv9`F^D%#kY$qvu_;VFuVCe(nJ65_zNeV&0jC=bwPWdw21VSO$;}#KagzV
z2xz(dVaqAU4)w%DGvDiPtpb{Qlfox2c)2B5FvoPt2QJUMrVp*Um0SL__)6NbN*8Wb
zmTH)rdF<td+0_|!s~XBL_pUyik<8}&+oOQj)nRdL+**}IJNHEQ|IAFW7rLHqmbUp&
zbe7cD8#4EP%Ls2USvyUA+D^N(p<Nd~iEQWHpmXKHGF8v*dp&2~blr3BcbHn^7PEu5
z9(~u1*;;-z<@LSmQor_uF=uSsyhAP5#qrR&G=ZY9?MG8isU_vVj#<4;$$Ijp&0lzK
zdS-V%Gx$DvMzinwtNTwpQ0X&~eg3)a^URZ~!kdb(7d^H5rFA;E@Fr`-HsOet8PEQ%
zOBSvUKWe5oqiO-?O{c`$6^l-C|LFg+QTE8L9Ea6?=fpN$I~<iYK_cr%*kY^IGR*0!
z1tzO+@fT0t#QHDGd7*6dF-rwwf%1~oewSKb@7ti3_I*E3%Q8m;LFtCbPQi0dQ*&ai
zsv=(c7&4}}up}O{lnr@qHL*xZCD8BPZ9WTS^=B5ZZtQ57Uj42r_o8q*d-&d;OTRx;
z(1?B0utLGOSimQ!Z?CobE~SrF-X=zuF6}M)EwNQzQ+Qpez?xMt;r^R<IWTN_GE?Ap
z-_8q}Gg6C_coqAnrG80iP?6KlTVl71aq|oIm8PqbzE*QoC2(4-&tHDUF?2_tMC`^A
zwH@mooECa*HhoKpP2nOf&hT&d<n?C6KJdMD@TkhGURj5zH@9sX*fS0Hct3WDm|_{R
zX;-e?>iY}Wa|NfZ`RfqD>6E)*;<R;L=Wc&l6DD&x;<cHj@UpL^*H)fT^ZI^LGVx+z
zX{5$u-x=35A8*Q#d=n!lJ+pOTZ+lwDa#6eZV_y{Xo8oT%Xg20rZ0&KgPs!!jFTK~_
zmR2;M<WGH*E4k;O<kW}T-n}X@keTw#Gii$5d#fMKSJ%J)u==%`{bExIHy_Qrmb=fj
zy<GBnb9(Q~^lSQm@BB`EEO5`Gw<N{;6-SEH%X^XUL=Gr%n?GF0_n`9n%Gnz`b+&Go
zK7Lqw<;U2VYc_W*r0%VauD{pm$)fUfpX5E?n5Hfzv6yGE^B*=dIDa`Y`_ChDw}-u#
zF3j#c5nOI1Q?Z)k{@(XHx*FE-HQ#=a{zPq3v{6gC_+qPrhU>1}f7NsH$)h`^zII<G
zKXiV(<>>L$S<!Di1AVmK6?ZRuzqVi6<8hgukIK2bs{}r8{w$w=#jR+^MCr{BX9V0i
zKg)lT?gzD(t9>WGNO3B>m&fB)wBz1{#K4zdME3mBnbbX1=-bMcnJ**F+%`rztjH~z
z=;k}oQkT`o@mb!X!iV#6XJ#KMa5L}wp|a$$(!HrB>ntU7C(KleDL-Y9xxM$&$pxXy
z8tW?Box3CTX9V6}vs~zmTj|T-_sctvr|zEkZ26&p-Rt*eGZn?(a6YHAETl-*XWwD<
z7ETApeH+x|#Fr*+lwjryJn>3vMoA3M>L^#gJoUnt7t&?ij~1=fZCg8EV!mySz1k&a
z%gG(xUw#K(aP|p`-<VgN#k5gWKO<;e?&OD6pGwj$DlJ`p-K)^yZr8>enp=K3EYr`v
zI@y}pSEa^a;?DeOSJz+uT2Oj>+q!+s*}Ssz&-`s$7ZyFE@cVJEJ3X#Sw-UtWI2UnR
zvu3}owf%I-`gHB~qT}zjtG&$GaZ|V~ddKUqezmjm*M2(R+Z*z1{;Mwwbw0D3?+^L&
z=dw-brRNVW{eJmB_rv|nfJ=GJ=`EVZho(rzpX$+n`^(tws$}A;9{tkxEv0U^to#?9
zD_&u}WbJ2_S2mp5;+C~V%(DM4KluMYnpxZ8_Z=<;oy6_gh2JyVXTH5=_5a4lBwMl2
zpC?V$uKF9Y{jojsy8m9yaW*|1Ie&O`<W`w(XjpXZM3mOk(%nDo&gSetAS`E;zvX}D
zW&H}7fLS@(9^V2M_CI&hQ|PLkF(F0s#cl0r46&?#bsk)lxqG($D2u}6$5Zzv1q$kZ
znl_su`SgU-JGwL?<vz80&J^qF30}F=G`dZsyJG9o+evHu8brG`{1ONgJruJ+N2&BK
z*Ik=4td};OiHMSUB^B|HLtEuy+{RO^{cB{-YB^1L`XOzV-c;#LubBC}?G`>c5Ei;3
zN406qG>61^9p2e57v0hhQ$5hdJfl8qYW}mNg)yr(2XDU>c;)iKKEAKTE9QP)5W_dM
zXvHMwZx*7*A~kCGwHCCpNyq3jZd~!Kck*myNxl;~Zj+Ku9m-i6zj3)<*V%F{|Mp|-
zC!_l&PT9R_I`cK34-*uW7gahOy$~xfUHxdJ#u+C^u~!>%e%#kxuwzlF_VZ6ma=5Mr
zeQ;bRb*ec?qbt`-hM{JD^}BVhsje&34smAN8LYnFwl!tz<@EI`abZ%6uS;*N+3-3p
zL+10kBjS;_ZeCqkwLpt&`-z=m-OB}a{^i{@Du4JtbEkdu;Wyg@&va!wR%-k2<c%u2
zcXhuO$D?h2b_v3(_s7oo8a8*q#Ob%&rg>E8&Z@69-~Q|4okQ1tRpr&qyIt!1?Ayx;
z@}>-F-#`DFoTMk{aO*Rx0{>^vLz_eM*H8Z}?6#lb#Vu#2>wP=FTK=!KZ@pt^;Tut9
z*t${IkN58Dw)^dgVmzPA6MmdGWq6^__vV`Scg@PX8KHVI%rVtmioEBi@)WJz-S_Xh
z!VRg2zQt{8br0N_=XpN#{F?NO!moZRgv|;nu-QA$D|VBM?c{l@=j|*H_`+(t?WRMw
z=dOdnbFE5WEs869b#?9S)7!JRq+FZE;T-%S(*NuMW9CiL>Ox_+H5?DK^U7~owt%nM
ziszNVio+KgMXn~7B=-i+bt{#+ni;aZ@U8yp@SPj}uMd2B|G+WP%SX>wD>j8Y%FHZr
zv{^jQ^L%OYySbj*)aPiwHc7YtyS#6c)u~q+s~69yW`AYqU8C`8!-~U;_`0ohUTsh*
z4Y-ngvTD`gMSQER*1X!V>abTkzjdJ4o?S0qe)&?xX1jRa>UmL3OQ)P)vTWgp-BzDo
zomj2BzHb}T$0(++OZM0>o=`s-EX!6ZaV0UJeWAYMisKW$gtR+CM9#03dO4x^{U!ON
z%l|vsHiWA4**__tA<kFy`8)rL)gK-nxH}<cin^bEtwF0%Rg?1yr=u$^9xOC}@qM=2
z|Hu>dyBWhfepTw<F;p>%<a%D#?HPA|LHeJ#_5b_L97J|HswwZ+ci9>1?-%)a+q}O!
z7S@@mr*P@dOt#PQSFYX2@IQYJ8%wv+!AGrkSzEN7b||%IJ6XhLC>ndFEVEVBOuM_e
zdxckFRTsDTllkm+Pg>UPol?9l%4T&{gzD~fuM&Ry8%LQg-kPzb?(6x}_PT+J&Q?ox
zN+#*fb@5aWyyUq_lt1q1<nYG_Bjb5OkJ_7Dzn^`8@2mFtnY;fiSF66wu;<k+#pR(#
zFK0cN-#4Y?^G??(_va_~HNT(!`P0p1MT=)ti%ocaWZq8CxhL7gFU3_ZJ8#O#I9b4?
zRCK0*Y1>=XzAwBtAE&)2**^0~_iENc<*Lgs(r=&Wv|Ru1@ZNQaR_&8Ngs6sGEwL?p
zSLav0zkW)Z^YXb%+9f4TT2F}l3vX|i{$sys=ljIR>z1CWua>jVXIQTBNW@iUQHQgL
zrgWFUI*x~39?puE{BLS52FtpYN?c70X*cA3S38Gq^U7JiS94aS1)r2YBEEWF(AxGz
z>PqXvPiCbBo6h#CQrOo~6{oHCU-8G{{#BRULtidl)s-E3ciwGrKkfi4{S~#MOIIwi
z4&~X^)qMTj&ef@%k5=;Swfgev!fNNK+%6}!91#Bc!qjy=Sj^zf)HnaRw&@)@=6YiX
zhxGJC%O_mql$<-^VrAlLVKb}5#lh`<vR0)pt}G00uM1?4v#naVJ-j_mwyN~S)rF^4
zFx$R%ux+dUeNx{sd$(tK@8w&j{trE`emA#O>RPkQXZ^02^+8Lc&AL~}|1w_TIKBC6
z{8Z6HJHBaM%adJ^_?Gvp<@f1doit~4UcS7#`O@+m^JjU=mGN7}eW|`w{8sjh{-$|V
z8#B&k%g^j{SR1-=x%S4gKMPjw<a^4e)BDE6dAZ~?yXIT*SA6DNyC?kY`M=$1FMjc`
zx=bh$owROK^IEG{s|!j+*R4BrHFU==uf%1iCffYw_-E|$bN^k2H+!bF+b{5xljL3T
z?a_i=>S1>ePj~gdyIm|#o&Up4?p%AplY5`U?GKM_^u6>rE^_(;>s2pJyS)`QnH&-i
zX2_ni;l#s-`^+cEvpDPDyr=({_3YYb=f!^3uVZw-^s-~$#b~F@Jsua-+YS`-Gbb+e
zz8}c<_b_k7ymz&yw>EvfKZ`rZ`B=BFv(9gylZQ^F{yO`$_@p7z_SEJV0^egB_o_?p
zKejRT#Mb3pN^7o{zhRF#)fsLPn6v!wnlAz0rX=n4(2g(3WOnisxU`Pd^xQAq|L^l6
z>aR82EN|YyGE0Yd^_7CT_MgvuJF-eoUnr;OuYKu^tBGOlk+RR0@NKF(6X_4)2e!M)
zij_t*S!ul5n9&7hUr7vX50wpD&bO*+&8(zQ5W6(uYGP>nRKATH(>1qk{&INc3*~u%
z=a)QRmHtjvq}H)Nf@SH|Q<oB+x{5iz3@X|_M>k}{gYGrUtx7;i4V=E1l$JT(eDD^Q
z{thqTYi{VsESQ*C@K9-1smrD>2H!v>RU6-t6>^K0NnA}_a@hXh>vta%ttKv2KXWPg
zd1TF*Z#8H1%$TR&{Sv?3cJ<*ke8oZRt28;|y4_MPa%dk~2Ps2YKxODf5pa15Dp*%r
zt?`o$`5Iw*bQP>nUB#y@%e8*)hg+PeMCqQgL)q#OVp^EK^~0^gal8Aj3yHs3$u}30
zZBn%u*T){uR^KztWX9YNQBHAXhq7P(4>g>~*HpzbD=7e0*aoyOWHwxNe1#@7I|s_T
zS^e?f*j~Tz;F`V9CBMA+U&?*y*PAl?bjkbb+xH(__v_=kcPc9NPga6_)%D@&I$6t=
z-$Edfb0v}Ul|yRgMA=0t?HV@~U-`+YTDfor1v*XPGO-kmEnW5dY_Mz?ERN*&o)Fuv
zGWGt3^b5wXW`2qJdS-9)BK;Q=Pgh@wwSBctuGGAL*KGILql^7s-O7INcCse0C~-=R
zgsQMx?4(6{zJcncy}PpA@7`YYt}yWW#ucw4r$lLZ2}|u3kC>um;w37jy2LfpDfGpe
zd9Msg6x_b9u&P|)v{+<w;H(Q8z8O>E?7h~@uS`55J}W7x-BVVrbjFp$MTh@ivHY`{
zZO+0~#v!F`tIh>nm0V@z9Gbqu>(9E_)2KqPctT^tvbKwa&P7#Ss;#B$>kQNQy77NA
zTW~@=%WtI{;s^I}d~@BP-&8C3#=E^%@J%<WxGYQ(Dn313|DrBPmpGqh)89CD9@d*7
z&XM|0*WTjLPZiu-!w@#{+?EGV7;8^0@{in`&Zx~D5qV(KnJrRhGfkFXjJdQ~J5@Dw
z-K&hHf0K)AZyfP6Jt3vpee&r&KiOw%_;TiN{$`my|MQpmb@5-T_ivxNiZ3hPINl*>
zvq#pnLd|ZK^oc2|e2bWU_h!8c4PHO1>gtu%%i>HoM^&*)RbD*N?G~{`+xueh+c~!^
zua`UW#>`!&=6+<I(DwIRtrz-vfBG9W|ETCDK2N*3dgt0EHNLIsJ0!PTf#0@r%KdD+
zA9IdYZ>qRj@zdVXeT`1VfuIM>W!kG3$bIL^)6RXrB+UKa)S1h<cv`n`UvqR}yWx9S
z%kbF42gzDrS1@(W_S>h<-)EGrsd_B4y(IRprAW@hkEc2n3M==&SvmLoyKN6+zn>`B
zJ@1^YUTMWut6Fix^0;#sS4}^@&g8o9@--*KRBxXC-W9Sv$JYMW*W(Q`-@20)s$9IG
z#PX-y*>O$Y-%DH9arA%Zb)I9_E$}>nqh$XA2bRO@+;4Mi=ijz<)2DUUdpFLxcUZui
z)o;%E+83HaoyrU$WiAuHyjdaksWs<>&<>XG!G|;$_kNa8y`hmj%OWbjnB7Ii{$^h{
zzq5zGRrbRE2_M*RRq2FUFFz-iBrRoN<&fvt+4Qa8K8x-7Z)+Gu``=dNU6Hu#qntA<
zKKsV^T?*!3?!FfKsakizVV}rUZ|7vEZSr!dmkw{c;k<C~{p&l8W5m9hp1QZ<f*kW)
z8}=^g@>vDNZ2AimZ?ApJ68`P@zThC|ZBH96hm`EyC>@o5TKe$!Y1_jJ^%TyT%zaQ2
zW$??~!||c4(pvxLAHJLq|L@K_YsHmig^5kxWsNDf|CBV{epPdxY3jD(t1LZvWv{0^
zH`&vu?!#Wpd+T??{n?JkjvF7)Tp@jO_DyA}Mb0gogLkiyzIdZbKh^r|<-CVtht4HD
zGII<6zWhP)jc+FwuVy<YU-Pu+-CdU-DUq_=D*Lj{*M#dnu;mc-4V^gQ=+Vd9G{e5-
zd`wz8mvv1u&&{%9^H{@Ybwq8~&2xIQ?Xcv$<$>2^*Wb7nbkXTTwX(0F&*xt0$9dT^
zf8IS`D1OjAF#ctmujEHltF8Og53QNgl{ndc;i1o7*ZJCdFTL5QCBSoh0(<>6r=$yw
z21j#uoXT5xb*7}3^31n9@8+2Qonp>D@7n)kCy&eA>EZpkCHLX>2VF0wn|(U>Xwv-@
zaqDO6xToZ`|4_^RZh150k94}}<8XGzNv(dnubv1vt`S}OJlgba-;`%voW}yr%9<<X
z8C*NL^j_=P(27omHC<)i-^&u%X8Flpe))Z#&^G1P4-=1yiRpRNo-@c<zEizO$6aGN
zzx~$p--Mp(OG{SCNlE_Q+VgAI8fmLInZg6lzb{X|AAIZK`z=SC6`hyZbL=-fw7une
zZ`?O0E$f)2In~o`TD+Re_Snmr6y=qR-*_hW-J+Vguc&eM#y4T5QbPVBa~<m6c6~4|
zkWh1X@=7za+&C+=$?IkW--(<2v#X2cGs3SvZB?7P*gBBA`gEawtAE@^G5a=Cz49A^
zuMc#eUBcXJ&QjoBc_m+>uAcR3;G2mvuk%jd^tfcc7kA;EGmqrFBML=z`;)Zu^e;-8
zU$%U9!mr!$!GDK2TdMD!b*w+D{JO+&OYy69)i?RKPnld%mX&h7y+H9#Wl4>&e#z_&
zF4KN7`x*)!<9ff$@ka4+A^zzdtNU2^9v&;4%*8T$)2d|$zjf`=?aq7F>#x<Dxm=}s
z((`<wb#uhU%eH^Ez44~Zx~eI1ZL-Mrj+gC9k#dZzqLN=`?RI~}VSVWQFVU#oJLZ*W
zYfSo;&$8vFuh5n|`h1$70`AL5)$y`sya>FND{VYieM$#=)4@BdKK{5Uy}jJ5ODlH%
zi&y8bq)1<jjcND2QyA+$@qPK*JIbp~qn_qHyC(ZIzdG5vI`Zk3i!2u}Dn6Q}r}XNK
z<z4IdU+kwZu*|*Q6g1ab*geZVXCZU_q|jsQjD1_fAFDDt+r9f!eR0|Cngg>UJ2~s`
zYqq@dlQLm4dhNSPuaPzJf)BS{$;#CF(9Q2B-JammQm()MeVN}sr|U5;rE2dQ^PenB
zXSX;o#aREpef^Gq*HTx=EG)RL)Ec}oYl`@){@m(&6;=FBhO8HgnvP_iV|!h(kfm$0
zoL1@Il{!4CIpxbw8{0p#I?!tLaZ#eVW3Kb=#Ww_}c^4*MU-4Yq(YfT{v?SSbmEVW-
zt+zb>EX~-MedxsO(rf*u6P7r?Yjl!1dH9}z|C~L$Wto!e#TEsIam44dv>yKO*vf31
z#N>O6mv6rL?5b_YtH}IgA4L0dO;%Z3=sfTJ!F<-?<8N=dSyST{)!dxWXdU%js<41p
z<QltSab)@DIV`icFz?a)F=zU#WtUeo%m{EPIqP+kLn@2)?g5#1dTZ}KsMs{!aeJ4`
zWd6?#@n!~cs~%od@$X17DV<qTb9d7gVb@*!+=3qZE>9wzAFR7NH^lYgF^fJk^9|g_
z!a@eKs*Lx|@OY*6^py71_PvrDI`SUft<p7nfAnd$^vu#}c3->AKYQ#+n_MuZj`PjN
zq`FH7-0p;a`&IX)jw9M}L5BP7_bcU;E<3L5+jXonsl4`_)-MBJ-9@wKOt9-ue!>?0
zs?pZ0sdM(jw2j{LA|{{K?=<9EcxPtO_O3p0gR}_=D;{sW`)Jzk*|P&n&3&IXSssr4
z_oU~hf%ta@&F0<vG~?%WynC5p$L79U|8w%Ej%xi$EJ~VxD+Jf=vy)=j_|D>P#7iUA
zV`ZB^UE&R&`{#*q`#t|gWBwg`3QXR8UHm1a%=T@S$w#FJbGrXaxSZpAI%x^F^@+bC
zQGPOeUR>#rX|ynC>CO8ZVXrq~<89r}6-E=U@a}!j=#`f~zh=MYyxm%2YY&^YB(AOq
zOLrH}E#0*J+mDM!?(-_k-~E!)^UH1C-UAbNH1auao*w>eT|-HIvXW!G?cqIqZ>Qhw
z)7N+w`G`k+S>5iEnal4lndj?uf2$wQg(-3F%xl)GA56csag(6=<h}1=gxSvhbCCXD
z$=q?|glpl`p9as8*X+r5y|dx-$>!HmC*lmJ`+j+IZ^~!Wn<2{LNt^b*X<PcBX3ynK
zFO_$>>p1vb|MUNRLi&?u4*v4CdW-5Wey(}ozVY7o4$g;35sOR2XJn_Rn&nG>`Z;lX
zQnth^wrML1C#|)-!}L2nVP}rRqaC){@6I(Q`(;|j{@6BEZ<Fd$=PUCk?&+TXt#{6T
zRcUea!=)V)y6<>tos@mI_1Zd~%c?yu<KEWU=A2!A`_O#H`+Cb2%OuavwOH+YYk$Iw
zXlHwucJ80g64<`UM|fDTw}=t^K3#b+i+lYv;X6gQen05(jORYNzva?y%QdglX5N)r
z7_;w#%7@8;25xs%x0|@0p0GP#<q!Xg9Ww<>YyGs|teTwMlrR6V&ttw=#4CgT<a-n2
zZf`j!bmvcvVAuQY@6MMUu{c-uxo7=aukX>}o>Pi$a-@cp3*EjSUF~q&v5q&${it#N
zkMsi#=S5E5FI#oTd&W!#<CW68%l|z85ajfbasSu$3ID^GZCuq2Wnb<-pXqQrZ%6$T
zt6!hlj;XGz_%WZq`DNv$SuL+`-(#&?uikq2{PX1P6P3CD$v&vP!%%x*wd(VSOEY^f
z`#N6^mhr8d&hTfV{q()LlAD(+I^TRdJH)pxy==!@UVi>76F%GaXV2Nj%6xk3;pfk}
z4Jsc#Gb)-<<8b}Pi}R~*pEipWPuXB+J-gufoD<yp`tB;~zH2$b_+*X1#y!`cCu9hF
zzVSTwUaVQ_yW7Rhvy=NRtp6RDyZ8+6-_GrO*m~FGiaYz+RiwSx$&r0xLI>yfSNB3U
zJUN?iHS-_yMOVJ``4WHP%?vIooD&qOyCWbPzy1EMs%d9<zy8|R$RN%q>lI&OZJ$$V
zt|PJgBk!hJJ5$X*E&VZX&EmS>oOeDL&7M*bJH6y#=*RraF>~JYx&3O2{=3+ESAOr^
zUAqq!y#L!f!{d&@o30((WB=u}zF5v*zHsTAD}R?6zc9B;e#7@O>+^}ee>ql$S8krT
zdM~V}YWZ>YoYXE+$?z#<8}#PyuBo}h!2D>7@SV$Q4C@bXopS%Aggu|niRnd3VKw@}
z{p)v$oN@l0_-D?7jrLvQ?0>4Yw@KHXk1PmynD~V2Z_`%$pBj78<OOU_%4b+qPdPW!
zQF`jE^}D{MX&BkQKDuenkuCCFKTmIZtQzF1Z|&mdeBX3SUU1p`(l>YeB#+hBD!5zj
zK5+jW|M5m+bF0gbRdWqoQXQ(g+)V5(H+{Oi?zhB}jnZGEoExiuul}(1#nVetWkqsz
z9g|m_w*C7cC0*`@?Qf%7UB6F<ONxh8#XQqkSi0%bThp?BU7P)U#n<bE3sxERo}b#>
z@%4w-rLA{AerlN6;;wYsZerJ(t(Nucf_`a7xxQ$Xe6#)4)};UYyUaW9Zn(6S>Gd{e
zE8|V`mv8WVHp3(TKr;JFro+2c-O}AWS-mc*W>#Efp4yjMyd~nycC}~o>c1Tgee?9}
zvG-yrEelV!v0Qt(C&o2yooAg%&xZpi{rMU;=dC;SZ1<I1DT&CkcWl?ilV)$$)U(<c
zb<O**=nIRvnvY6TO87meEu6=ocIx$4C+?<)QQ}VJb505A@08wt{Itd;1%Yen`!(-s
z<u5#CE?DvV>bt#$2FI#3Z+IQQ|5Zp<zgost*E;dXMPskGQa^v##Oc`Ce9wEaZs)2q
zjSHL|>z_F%?wcnQ^RP-!u8wEAJF9f2z@cv+7MyjcnYKt?dV#2u*@^9+oS!@t`YFWp
zgE{y53c=LQ+@;yk>aP=I%uev<%{<GT98`Q`pZtau*PjcTO9qA-Y&PdB`+j@plj&(s
z+|P6FKC7!`by3H(I3#b%op<XsWwZ7+voft;TFrWl`)yiP;<69b>mL~2+4X(TtvHUu
zx2*CQ#U1|26}+snocUy(w5*Ew?yk5>t$#Ob?)l%CdRzDA<+RhUN@eerD^5Kk9QG%A
z^{bPA3--M+dsD1)ctW<?LuuW6_D1@9yw}Zfc|5N|p!iq+;g=@;B?pCeE3aVOcqN@*
zxi<6Ty#ELH{mR^XtzY`VwQrYIj^|4kY@flz`>IGt+5U|td*ScBt2h@=4oWExo1r?X
zc<r?dt8aI(o>G=cZM(|P_*5ZZLo~?pb(O1B`onXvtIo)^bbaC2`8V^}+#0=>Z9M%|
zDUa#|&#GUz>tW>F+wB}Q;rW4O;?q4|PMxvun(WnM{BJop%~=nMmCQJ{E|{MyLd9Bt
zwUourc@y)v(jLw`t|P<F>gvBjs8sgQcJaGkZ>-@iwBy^nalTD-73Ue=do!!G&TYGt
z_ob#YHjL5eiTAGE&xOzCC0aG-J}L^Da?oj~iJ0EA+4iaWN(E1iGdDfFDB*gqO^&bm
zrnHtsO4z(Ly{yysS350w)YZlry(IUQ(60@`N=&EHO-t+)7DSkY@HjO-Wbc_2z_-Zz
zy+;1LrO_?FGoz*+5L#0hW$~_7D02F*SwV`tXQa2t_&BUy;WQ;?cgGx-)}>1mC5~qG
z$M`Xww_3Bh<!$^4=XVMxidp}(on-i9*^yw&{vuXCc}J<O=9llbqN20bYFybqN&Tqz
z?~voY_Ut?Ne|a1C>fAho2U?*MR8wyjh40uaSR-rFwqpMpk1Lj&j`QB{U;BNB|Cxe)
zo8s<V+-X^U^@-I^2JxS<yLU~_&^J?hv+c%*lw!xo!@qM)d48o|?p+|EcV3S5W4iNK
zm2>OEpSJC6F1~-aTK^rdTZcL8$AGspHtpE0820UNW8K=--`$iJ|KsN>?<|+O%Ad2o
z{$4{(@Or+`wfY+y-G1J3-21=zS@z4Yro;VtCu|blxBhCo!<+Q`qP>1FOAMcG_;Tr`
zRdUZ>q+UA{`D(7ER5}Zrkj9<OishS~V&{iXKf(W8;<${W@P5h7|I>Ln`1KxXvb$>r
z{NyeBbFOAWLHgyQdnZe61wY&K%#S<pO2Ol~_x&dMxQ#yB=Ex@3&OFjv+th#h-UrU#
z8^0&?O=iqav3p^;^2E{)jkjOC4*j*)EH&oVDUN=*-s#VmPJUjY$s4zyJ0onK;h~*r
z)57Q5&d&JGtfY7M{av$(0%~#d+a1=NULUkjv(=()`#kf^Z94lr-X1rZ?03^pI__nY
z*Bwi5fi?Au1CH1gEPbzaJ&;A?#4{NIquaOc=dq-HKUKbdyZKw!9%j?;vp?KgJu}|?
z%Wvz{{@5*TEr(-VY^DlU<nLXskblQnMDk;uSI&jz{E(KvHRUTGH+?I5+A&T3*<59Q
z7xlk!JMYNw8T?pwuSIe1uXKSX)^PcE@|Py<uB<pG)?(ACtXG?^wY}|v@{`NU7ThR2
J{kL!GUjV2A$iM&q

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.ai b/third_party/icu/data/icu_conversion_data.c.gz.ai
new file mode 100644
index 0000000000000000000000000000000000000000..981b869561a615f21639482929b89d2b2e5ca360
GIT binary patch
literal 177696
zcmeBU6%oEX<<8S}3mJEKX9c*KNs2r!7Fj60sPeq`zGk+#Kjz|hJJ#3fKi=`YHnoGX
zV`0A6|Ai`oo3|WdJtcC2DQ}rT+rAQ}%X>xqJW{&vo$#3SWBDD^u*ylffv@e%H3ckq
z`q?cHnk_$5$k*k;wSS#-#EX;5iV_#uDSJiu71zy?I&$;TjP29E{g!{lw(c?K-Kw{p
z3y*uhQ)zi$_(iLFL9<F{AKzV;Q_FSS1vv}v$~@t4RxWj#CEIjPQn_08eD&(d-j_Zs
zm^I<c%logJHg1*itt%~$Qa}50ioEXpWI?+LO4lY{Y!lJkyFJ<Igmm*+2G41e7M;<K
z`yTkde5U!!#Pyrg{-++~mGRm5>BpTfc5P=?{Od5BcrShaiazmxo%d3Xo=7YZk#T!=
z^lh;BBazp;!WT?G_hd)*<7qCl)>|sKg=Z~dP1*Rczlfo(Hi$`=>+>FgglaqGb&Y;q
zJH4H2@1!stwbzvR;>N@3zRIGfTj=8sj<*NRl`gEWJZu%X(BS8Tf=ugso4?n6uI`%L
zHgV>I<Kj=`mM;3kWbbL*o$ayS{Gq7Q>m?TTsqbB+|MJ#4oZs_f)5RI#Hw62oxBlKG
ztN3J{y>4BvRzg|$x`!@DPWYE>{<$J+@rLwWo&qQ5rD|H<Q)%mGy{^LDyZ*4y!*`b~
z6XSpATF1xCxApJ4>;LN0o|1wcEq6D)v5;Mp`nm4L<m@k^?(+MqCLY=NPFU1WMRj7Z
z=HldI&zGyW&UX%&t`l@=Z)7|FT*>OW?^I{|9GyGw%xV2Ao%0WWWmz?0{_+gLH?E)O
z`Xxl^3H^On^;vmB-|WYX=7k)S*8S8lcMVdu+qE=bdY_JR`c=KZBI*x>V>54^&}Zkq
zF3DUVb#8Tqedf7<4b4tgy64vhTv(kGloNleLb%hz-ZvrX`z~qr4qKbU86Gj`pG1ln
zI2YDT4$|Kr;9SRWT!D9&d|Z-*sCw%GqfZ*V+AII~YX*hAU#Y)qANOmom}5uf7l-&S
zD_y8rcGr2mhhj;yN=0(~imV$}Cx5U{Q1st_(@W^k-VgpV2C;uUb)I*enfAH#MbLNN
z_6fb;vja>HxODd3J6}2Bxs6xflszw2?B?97CA+zDqL%&5)w^vU`HDv!_ET)hQk+!#
zQ6%g^d$r|B-?Z;1nwB-3Xb8QzPHk$M<C%(rm9zft`Tp^kZSs}}v3hs&8`{zzTE-r}
z-F8+-Vqw`OSIHYwuDr?>@?&|^d_nf`g>w^Ec*LY^OIcRzVt?(1$dcdTp6_ReNTjPo
z-O1B>5pGs|y&%VxW#Wfhu}^9%-`x><S(x9n;GwIY7tb|!4V~)qpVk(}&Obgu=+XQ=
zZ<h30ec#i$(WYAKS-;GO`t^+I|AXC+<(976zwNcAr6%)7Bei8Kq?_*uys6eb#d!F@
z#%I3@^erRai=Ch7rXiKpGB3UD#Mih48Qb$=E8H|=jAshHcyhp~_GZMDlKOpq-ib@H
zil6qr`x*GbH1lcSrCIfTJ;I)E4BlN{w9xe3wi6Zeo^!@979@RL>GkRUnFXmT8dkci
ztWI9+bx_&FoO91(b$#Cw@84JS`Y&Gy&k=t3%%3?bKYS05xavu@=fOLC>#iHT*__?%
zx!KrnQpxOd3zIxj#eb;>8F@Ya)ph9MvBe9vMB06H{&?tY;MN~$JW3pI{X<SSq%7gF
zK7W30vFX8;{r~orzK`Kj)GcD$WuUkqe8+__7Ml~P)806}<dM4TJ8k0q(^k<{sl9or
zpFdqYW$S)?!fe6WVG|V=pHX2@{u+Bfu7p1$ao=id>pI7(b)^$dxlZ3OqwUhHh9iCt
zzC}tk*vfs>7s-9S`FX(YOJ5cq+r2E%;9;Cq%FW$H@sC}K)XRRPFQ~l9@W-a$ek#|S
zKP%La%sn+bk!hK*&>h!@G2c2SpPMuHSHhKU#~(X%cF%r2<D8=SGx>u&hPi>a8l?G6
z?kM(oemq=tXye+Cb84m)2c&x2ne_e3`Koy1@u90C*O!D^9q#<p_VkI;mhflt&asz_
z-kg;AmVB;J+wF;ny8PrV`>KV`_I)k+G^1~c@IzLnl=fv`qOHG1GXJ^3w|(u4ZPJW|
zpXDo}l-bic=a~z?Q(alM_n~}%==+NF{+03*x*yv|zrAL)DI;bD>+-ALtiC^$KO1y8
zJNL$YZkuOGagU$*ALt1ec+{%3b-M3987cKw{C96nEbZPRWWUni^WLdsrPa;iN8U4+
zUT3I1YP%~!`S42rFHeqKj`N<f;;Y?5{tpd0_4{=GeF$DJ{o{A-w_9t)&q!U$s}5Wo
zzA?_?%A5KlHpRt~2b5HdFU2~A=5YxbJ5Q23nk(IKvih@3{Je0^Q2)I~*QNcny3U>1
zdd`61fy>3st9CX|Qq@0S`(TyO^x5<NXOxyJA7oy6w0|8-rh%}{$M_YF0kU5*nlx`0
zMJ`Qxk@L_^ntA4qPK^aiZn->vClcYJ|J3<>aD++G=fL+LE+<@=&Rei^=ZQ4QZ|5$i
z@4j<XwmwSnle(2qD09K)p08@P%0~mk`!*H6?YQ3^sZq_^ATfV)u*S5UE&A5&EwSfQ
z@9uS3_LqAdhmyd%J(|qc@&{$=6|-H9u5CIn`^n2|7uKg&o$YmOee>5*`t`e{z?kcE
zkKOh2dy=+f<57VSRVV+OiF<=ZR_<ST=&MpW&$0&^|E}NN!v1V_-rpG^Mb#e_Zrg3x
zXDPU8cFpFxqMqZMOhx?yFMRi_lvMXQY+yOP|L9`bof}UlKh5zudUdJwAK&lc?W;nj
zdcCiG<hksAt?H*;!VMn{)&<?3BNY1lxn~sL@6Y8kRyVD^Yd2?h_NTn>Ze3Sm-)q{G
zSFV2dFL3Q;OZW30J6e5nLocn?eJ*}dR*>geF6-wFn`Oj~9j#)!Zt0ViBvG+(QKp8K
zmFvwI>nJ6S{T6cs#4c>vEuLD#{h{RLIl0OVmvB#6#^=-6^#U#}&$H>Vu{*(4^kiRg
z{f)O-2b1R;Y`t+--CR!TuJOI%$YXJZf}0#${LEb!ovwIbyz~@fqT9EHH;(lb6?Lo5
zXwZJstJmH0P}X;9qvxsz-hG`FrlEW6IBu~VuWwp+TdC?!leFfc6XH!<TGn-}xM{r8
zH$`}pb>XMkVp8s6>d)Tp7P&R|i2J^Kyd1aYOy+0K@?!l^u6e3>GHcLI@!c;fPfb6+
zUVcf_%nI*s=O^B|7j*vm<+n+P|8Lm&tE~COyx`mbqgWQjl5Lg}cIS)O9tQ2sd7N6H
z9q%vJb-MLolSR8~U!3|v7HOO72|wH9zbx!uo7n%Z<abWQ3%C3T!;AB6HP}Mc1>Iv+
zXROPAuzmN|v$lNV|Bqk$yC$XY!d|&_n+K8K?=Afucl~$v@65atJa_-r)aD7!nG}|8
zP`GLDBKf@=w7BYQ-FB_H%=z+p|9(%#&7b$~5WCFri|>>0otiecYm#3w^b>lfM=r0l
z_0?QgTCEe^7AN!lmMd%8szsObQv8-ZoWGf0F|ESfa=Ya8Ng2;Ly<H#coh_Yn#i}J-
zMt4Q=(l5=z>ML{7_-Fr+e0*?b^|y5zr@v18F7Ycj{PLnpo2PLu<LeW-Tr6*Bn8bNr
z`tjwmYb(wNsvfF+)Kt84hQ*)GhWe|l2@`iahztHPGFz@Ud(D}TR&LU*pYA-La`jHK
zt+}1A<`czyrOm$g{<$C2KV{aGVl;nyq4NRv_43+E{_Ju;1kW@tSf21DS!;Lx;cfq$
zU9V;}zY%?TBkvi5;hc*FZr}D6Jof#y)+%UnOva}}pCyj|Xw=)<_0saGSj3(!%&SkV
z{P0zane)Ki=b?%F?RiXYN<H{x$ayg@zvWr^dfRfP+0mW?-^9PIGD+Xq9u&VpQ{%B>
zaN&=2uMga2o52(Q@#f7LlT!D5IDg*e<(st^&gMQ>E|ii|KcRi_hONDhLR3@CFLx2G
z1IO(9Lkc!uuY8rHWiHAWcIEH)Rdr{B@}|Ds!JD&lvFr3{2j8tMdzUKqGdTE}J8wWw
zt%G8L#$Sco*4?+>J+1yaq4v4E#v%5-Pd95$Rbg<gyEobL_SMZ7Y{RU2v_(YjomqLw
zXUSgWXWtgFrddX=U$^dRUFEx^H)~pIoL+Vw+nCN9(H^VR@G-`&epWww_)D$s;|moP
z?*&ioh^xOTFOquO>Cis$Eh}Yfq9jCJtDjAOddv2J=gh<M>w_ALYePBrW;ZjLKbh?I
z)=srehd<_m=G>CW0o|7#g=-z!63iZ-Jmt0c-A&UUZhM%oqf&pO?Rw4HYU{5~tB&yt
z)y)Y@d-}^tBjUvK$<O%yG?uni2(|96XtmAzbXMfE|Fxbqn_}AE960T9(D750=(0Oq
zt5_|$;-}7Z=C9FsxFyv-qWznn>ij%mnFp8bUAHZ(o7uNYqDXklm$Lo!_ZWVD(_=|L
zxU|LLs{bcP-NVZA1$)jM*v&Kd(9`~R$8Kyg-SOc>RnF>Ld-4x`-S@8QwCyK$LHUpQ
zdh=eL<Gk{(QTLFY*<B-h&1b*2F?PPGF1l{;?m_9N`X}ALuP9Eg5Rd0hx|>-p{cA)2
zl5kC7_FdiYdOmgYM^AZP@L%=e#r)7IP3O)`Q&d0yZ!7m^<%v825%ctoCnqhinq_%u
zlliQusI}r769Y6|-Q#AYe^?hSQduyud-l<_&i0MjH<oiAO|AGRtMFcZ-gM#n?(&sW
zKVOVzjnlexxRrly#wA}fMy7f1c(!TURp;K)HvMJZpLFl{^?2vI?+?rR_x7B$v?*Dy
zclQ2l;Z<wJHJu)=eRxy&)&H9X_p>f+uAR%cGmcwN{MoV3f0Lpj?=f`f|L>hBEBR+p
z-JIVM&8tkFS8$d1_hgs;HfLG+$MFmMmwLTK{oH!FR}aO%ZCGTzHl#Y8VZHRi!|}_X
zJD>R}WNja}a$%)@jU#7;{*SLLx}o20E7UE>wORSUc8|y-{sgV_uQLp6T;v)O{Td$m
zwM#~RUZQg3ThH%@Aw1dpbQfEOy!|Te{il2P_a#b)9g2A?j@-5XD*8C!YXFbE{EAv8
zNg=MXX3gEkitm@)Sdn>LZ)Z?>e|J?`l{4e?lFHo|tOV-r8BaU^%$sSi+ET&rz?8%d
zS;h)3xy2#RL;~_pNe8xX`k{Ow*6cug&`$a3(o$dE#{SyVnD~vm-)>#!?Yt)^?-_`2
z)NlCnb<NpdH&1c=pR;#&%L0o<arf7MaCrUm-!5$@mjlYv|F$2@U3~oE%w;V#;h~$^
zeks2@R~Zs?<LvZX2VUJYaCMw@VZV9l*$>IHWSGk=E55%pdcu5x|MU*4o|Qg@r<pI5
z=4+e2f1t&BU1r7P1tBq|TIY3RmkY_L3TkohjjSqN?X1VOdAcm?o79S>51y}Rxb*Jl
z^IhRy6CE>xP9<#kw#w>(=*ADr3oTvdp858_@EV_sLQHpU#p16Whb<n+hO_3VX^Kxe
z;uI5Mb}zGL`NwmmF-cWj{g?M#T<HDi_0Gg1OW(HzfitT54j<)A&#Axo;}P4>8_$-y
zxW^oI=TKn$c$s@ed3tb0<-6cA_nTpX3m<)wNKa?1_Y|v}`C`(J%~}g@ie6ZIu+;y;
zmU#je`sZU=?#l!|Z9DtL&EEJ7x2;Kl!|~S(pGVZ~R0zoD`|;x7tY&XvgXEt(+f(PI
ztf|{GrOD%M%#DR_l8^mgICtT?u)8y?H{88_+;49o{~X>7Wz(xS+)h8)kYnAv=b|^)
zHCxj=Z;S8!-ZoKZh4%bMzuvH}(x0eOoU`t`?UaRUOs_Ys*!+0+4&&;b3EG?QdK&F(
z<&?4r{ld^a@glS7huJ2g`?pUGIBK-{Ozkh0KUeOlbl&E5Z#x`$wL8Z%t10x+x}54V
z@xt`u{2f;Una_Sv`?1&S^X_kdSbv;;;86AABH!INqCxjvK2PLYug-Duwn>^Y+w!96
ze#t-N6mOS5ebN$mu>8IG$9Wy*Mpq)|JUNu}jbE8VuhUk&z*Bjxcf-f|PMdAwHlJwF
zeN@srIh>=j_d~t7cjnCY*AwFTqGZ-NWvnv1pKs?iEiBPVCPrqN3VZaTd5UaaUhjMF
zl<aQ&tmx&LSRoqIr?Mo$p#0(AV<F#W`Bq$WH=W^@X0G(MEbmRxhJwu9D}*#V_^LK<
zz4vZeW^aF7WM00L^ET1zH`BkraJ=*Nt8a5nl>LEi=cNRG)lTL=^5;SxuTsP`P5wo-
z@u%aiA9&`!C@rpR`qjNm7x&bks}c;-T&8Eqw|~dqyq3*UjI6JvFEmu|ebF&#>ylcI
z8xp&gm!FbooOovU=6{T*Pae7ve?Xx<`5Sv@QvG^HSF3e<+GFivH%*=J{8`+qk2wbd
zGrc|U3Cqk?{<Yih$6J}5Ou5x>%G%VfxO;Hs2Xns{b6(UnFZ1$Ad9`^a%a`8^Si0`i
z%ZiP$8VVmA_kQJS+jd`i^U1fnZccinFA)=YS0;4Rn{@|MrfpD|I5D&M^QV&P$xh!3
zUHIlUZ@X*6@;tTjUfaUA2~nkQW8JKbt``0XQ0G4WYI<g>O+=N>A%V-sw-&1X$hLYb
zGF5z?(Z-M^1wyuYnir={&XcY_Q1g)c{Pvd{{S+R}38`EolXPso*S0*~rYRR#pMPm&
zzUyuhn>>}{%GTA~TlTh}eDcoT?BpCjPCmVk*IS}r>pI0NpRkJfxK7aLRnol3K$kP;
z7jn)jn8^JyRmT0+Hs07Zk6u5^PC4{9=*E_qTPNf6I%K6H-Q;f1lbfu)ZdScz%nVNk
z%Sze#r`EQ2=Cu_qI$)u6_N2nyPcnsB8WlULwQ3#vua$P0<*4=UvhlAwXOSx}E`1<;
z&xH4nr>@lds^+b+{kC}IlY)sqSH5L%eWloSufU-6`AqTcbxm6OO?uNy-39n^mhQXm
zSA2eN(G?!&c{}EZe^hVsn!0(-oJ;wWngbp^cyz5t_w57&Q{CUYEqK3Q6#DJ@BlX6w
zrbUO|*WAtNcu?*$<-if~KWxfr)5Ds!EQ@uDJ-)a6jh9vDjTdub{kKdq{JH1B)A=0A
ziREesrZjVwAKmzw`KrSkmG_5YP5GARcuD`6HNn$r%I{{~hcA3OPPBhbvUsyHeCd=!
zcGD#GF0eMQvH$5ham8snbMgJU?3biJEmh>TeDuJoa=&lp5>~5!&PF@m>pXZTf5kF(
zbHcL;Cmdg1ZM}P8aYOQ5v5-@`lihBcgo~CYZkKrUV7bi)_x|g5r<oS+T5~CQY2xAj
z(??!E^LUb45%OU6_eSmSxy(&MaT?5mP5M4_a}p;k{~LO3pFsnE!}2X#%2;<C%DURP
zpJmVC<Jr61*U#5x{1CK5sOnKscX#k&qa?rnD=T;XE$v&eN^{HGMc<E4`&&||p2+iq
zual*?EZi^L{>!d??lEi52OoR3yWT^iTsig2lAIOOr<{FzEp*$LBYvkpPpN#MYU9oy
z_>Fb{Ldh++Pj5fqZLvFWMe>XvS6<6qy~fU&eC*G(@7Etq-<xpe;(bA$_S5GD7o@gm
z9-NidwqnMOH|N|qw=G{4<1C^4OV67_zw^sp?PX4{SeVvyuPb5K?Bm!XovL!?xzswH
zbAP_OuX8VA_>v%LzvSnuwskzID!cxzj%_Z?-T42sXJnP}^=c2BZEVZ0zHd(N^!Q@i
zd)PjY{r3t+t`*Wjlk^U)`j9+x@#6rS|A*#i{Jtc3iN8E^JO7!go6>c^V$W~bbFSX+
z;X>Zhxaa$%l&)~+7d{NF$YrbI=X(6Wi`h1MulT!ZE>eG0EECVCeq38QG3AMqisP2(
zscCxl)oZ?=mNPsibLiZTbeAfw9p7qB|K>`Y`^4|F*8jAro$H?@s@*p|k+-?yZQh^v
z+jV)q+dL~2jeWv)u69f6cHRqX%U1v1YH!Yac9QAzuQn<6^EFgg-Fw#_uxr`JTXwaI
z^ZE95Cx@{awoN}gVP#d+g11i%9u?~4nU+d$c!dP8>-C@Ft*&2wWbq4MGr=9tmRarJ
zG`}UgB|&*d%-v<7uj}l#-|p1gu>0wg$%4iAZ!;yT><-><sS$8h_x!`2UHifo&&tav
z6FpW}#qs7uQDL0=@eG^1w0yx6ax3Tk4o#j~e8QyswW{XaYfqZmPCsl9;XN8LFHh|F
zqVtTi8JFFy{9(1|4d<p8t;~C_Ot0AU;K;6(y891qDZE%E&i&vU<C<t?jhQw#s~S$p
zyxdhX{gOf6)EU!M-#!2FX5OLbeVujBrZ912KVG%w=I2n8lT%(l+RSdASGVcz-1h3T
zF*E;aU5}aaxnUA};<gu(n>n8;>%CMHlGpfodiSHVS55Nj6z?2QzW?dW%7_n-4nBD^
z<yLBuW46(UTgGZrP3|smo7h(Ob3wsjKjk-V<%vP>#l5_GzSd7t6O~`HcyXGV+>9re
zj-Oa##N*F0^TjKHcDo0Q7aq?_w&1<|KH<;YmP0da<)WMYW_|i4lXz0uSEWv3>-G3I
zOo_GkmL3nCw0Pz9oBkDd?=Lg$ExsTcCwn*jubTgrYZg4Of0p=qOxLol5nZp+TeVHo
z^S#c$==Q)V1xuTEO{>m({^nDS@8czxP9|*r9u&y=Ui#t%{@~Z%EDOKJ-EUg?;ArLk
zx16hgD6U#_<S=JX@sTbk<2yeWdAb}kl>cV+W{yQ-XIg2xPRiw*bNrfwibQ2Yf=|?k
z9+gm;uICu@X@Z)`$=he1-3g9vueSX;Teis}=Edeie9a#&-Q?QR^Kgf%ch&AsYLDvf
zP4@q`LH5zy#MtS_jz8Ub{)c+qZXVWqCDZbDbcO5HefZF{W0}Rr4QIbtJzDbPx0>*+
z)iM4i9FL6N6}(%kwe7a9fN$m`?uc0*ENVV~^M7(-_8z}GGv9x5pC-LjiTi<7=jxR<
z0cCYryF>Dv__p)=E8J}lde*9R_G;rIhQmL<O*H?-@OM|Bkx}pJRh8ZHr{1nQ;b|Wd
zeN7_g($saECAXIgT6}-=y7S=PI}NeSL80Fs=>!|~S-C9#JYm+KZ8L=Tem{Nk+24zI
z7KGj}oSDj}oOv?S-6%*^vM1^Lp<siTVO3=(lw3~NJUIO2FI&bZJuk_e)BfM1?sR*<
z`N038v!I;UFhRy;zDd(_d)B-=iA-Fb-2pr-i!2qt7m3ZXd@%Rx+V5+ca}0#VJGdrA
z&wa8;Pk!fbR>jNyo$M-?_LY2F64NEnuxM&A>&}PCzlzH1)-(Qk`9AGrQ{J3H-t)U}
zre8jNx6X3b<70~LJ|$OsUdr4%(mv__Cjo=~M|wZK&-eG7ck1;L%~w6KoQqWj`a=Sq
z1WJ})xO*u6SAcFf<F17=8TSo0oZk67aOb`5>dTIICi5CupVN9_c<7q;za^1!5r1{&
z+aBJ({rhs!-4CyJ)ctpDe7KQ8J}$c{?rTGI=`{Z*G6LIGv!%=?Gxiyo?6@yAZ9&KU
zLtOjMNH5Px(%ZFYqnyVb*Hz)qHpk8CwNu&o+H%u{ee1hc7eBpsu5!QEbpH(7wM9Ea
zQufca_;_6ZhH6@yxa~ttCDuvSQH!2U$O+dwSQN2z$(_>o*IZuxjStM&|4Y#O@x{`0
z-`?E$SILtmduNvyyDa<lW3pctoKju-?_!ra?~eAplbC)c+&Q-VqyM3V3lr;Sy!p9r
z`V9Yf7WHhkG80rnPhZ)-v*_G^g@1P}CO;IowYqWs(RcFaa@X$mt@kyPP4u;w&AR*X
zPrldkR*m)ZBx=vB{8!-TQW{s0mpE_lv_Dpt_rExsA2mtNdt0}I^8I_g`IjfnpKp2V
zZTlMaFrP=$-|EaW{guD{<t9eXn^WSBI4%7g8Iy3LSWe+cdv|v5`rPI@g#~@_+j>f#
zXRMj8|708ErMrQ%Bl$wAc3#h$@cs9(OP$IWWAD`$r~Yl!XO7#SKj;6B<A0>)Y!ht_
zjavQb&DH$;=4bc5wPpQXaN%?CqPRWodwle+rwcF5pSmFJr0}}Ko3}mm{8;_`+q0A>
ziNE>Er}xQzQk$Hd>fdEE>1@l>N$LwdW^UE~Xf>OOQ>TvQvXH)`>yfW%-X7}9{+Dro
ztU6R(tv&N{Cm*Mx{h0;d*0KrYv`#o*XZj;eZp-D<0bxEyPeODa>)DFkoWNJEX?@34
zQ)vp%@tOD7lsR_2GZ&ORGNruf#@2o2QsOQyPan@{wn)DFQE<<(JPGb%{=;j(wr~`F
z;_r%k^e*Ph&#OOwUJF|kvvXDG%yav$-R|@4GG01!POa>#GGnK=znpd{Y`rY=m-FMS
zD;}$QH#erN=T|Pzn%aM`SMsfH#)pryr5+wGU)bF5D0Y9#a(f@S_n|JL>t)&|&%Daj
zyfg8f-Pe6Q^`90lwK*1C(b{=U(E97Mx{WsZd&B%695na%^g+8^E6Bd&@)O^4u6JJa
zUtQ4lTKsD8r^FwwJC)0J?MY1tb=`iP`?OuuwA)usraX<Cv|pBI;^Wd++t!q4`hQTo
z_<eeO&S80JVeNg+EgJI5e|GMEX!B9_w$;lnJB?W<L<Gc7@Lv>8EUuonBYfh^^RZej
zaq%HF5?L+`RX%<eLZ=km+&yO%A6Pk`IsBVff9AZrbXIkfibGddPg?o=nDAt$7YgFn
zMbjU6)PG-8Ah)e&hjQMx{3ZT8>ui%x+vRcJy17|uR`e0yg?nr!9iBT;Nxd_=dii7i
zjaKsyZ?I!xKbrV_#iSW(h6g)edta7ri)Q)95qfc+cmH0$r0sX5vu><E(f2>ILZRrL
zdA_X*|LmfSJFW*d^!|=mAnp17fy{?2yKT3Ua|6!Uv@=|0;+rS_pdjw>Vjq=?wbka#
zKB?_O6OIcwu4A}gBEL-M(8EQynhTH1=nE|ja(x$j_I}X(yUXj+5+(Z843|yZJE^Ut
z>GcQp8@?;fnQ#91R=m){g@rAq^?i$=?T5_||E*vwyYxQR@cf-$Zv(FQ&i(v(=jL;%
zvnP93-<Eyo7&$LMUuX4wCdO}*=1sEqYOU2e&G~HKTfvW)Uf%j9od4rC8_R6@b*Xyu
zefY(#zVCffo7Lj|RerggPde*^YaKkc@+t=uWUt0Jr=I%%QY5g0<*(BBw&?lGXMFqk
z_(V<fmLE<xoC9Vm|FNCX&>&y(c>h73q^5Ox%E42f9d|f3<L_My&c}@TdeTRtEEis0
zRQ<!(l3{_vh2#2@Rg2uumriTvZDm+<?&zz9Mxo_jyzc5Onz3xzb%UGb-Tkh`9J9V|
zI`VF(_ZN<E%QY5HniIMn|6N>d{5bRJ(&Jj2D&wZ5Jd!)Na&rEg)gJ43rBplr@osm{
zixK)4y^dqap_>cyp4?RkJ<zDJ@a@B-@0a%8mr_?xof}tBw2F)CM2B+R17W_M=C^CP
z8&BwO=nj9o((YREJ1+Y-MjA4^+PB{SU9j=QLLZUoU7sd)Uz(-2`?90X>5@5u=Ih1X
z-rcg_=<Bp)Rgyj5E5<W@@;Ck#JhV4a;@hBpVUOQ|`kT_M^F!MIMy%i{Sl}X;s{3@I
z=x4t^hn!dMB313TZ`oVO)oGv}U>Ty;aVOi?>uj~O;`N?Yd;hg{^UssBeZOM;?NavT
z`*-BuC`qVPIuPA?HZ>w~2SeO}8K0^bsTKPK-Mas<^UnTHPvgFOYWi^}ch}DfkUqRx
zY0iDoqMN+4zjNPG-k>d<(el>sr$LeAED_-=yY^2Pm8>wfF|7HVe&&0|ir<TZc3gFv
zH0Oic8iu1)`NfQ}pKrb~WUVeaoHAW>=6Bh;uExc?Qy+b5c7Dn}z4qNg;Z|kuQ@168
zEOl8@x5q61F>jN)HUEUi%|``H?9Q*9SL?$*;ryxPx33n}&R)t{Zf5pas-{O`GGC{y
z?X#(0b{)Gr<!8n2(*Nqx0!=%gvdL!2)il|cB-h?<@L1k_SaaES=E-HT+hjk6?&o3J
z!N+!~vO>$}dk;%uMbILHStZhSEYXfXck`L{)Rf7e7c8IFnYF0t{T+3Cce|+%OZwCQ
z^g6Vydj4&NuKF{_7iW6^i@WV@R%5@sAZTHoP?AH_n%TmBp0AfI>`S%zKG8t9(DFyg
zm0x?#xVU#bQJL5BPN`}`?XBsrFYpScul^!Gf6A_V6BcK_EwGMIjoh<SX|n!)Ys>4G
zA2Cc``NICg33bj3GRJ26Uowci+*GsD{HB5blK8BdMt^FSaK)E#G#dXrscAO<U6hY*
zPRh{_TW-p4nDqZZ>X%&RXI0K_2J>Wc=KeeSRd#OHd21huhmEg!7EU<-uP5opjrz%(
z9&Nm`_^?-PA5ZgFmDdxCel0&5ciz^u^ZiEk1<&=mtiI34)0qEu!|hYeN1iA!y<cYV
z<L|i=V<&Y6Porx_UuLpMe-rt{wPaoT@#*4w@@Mq(X{|SSQonz{eRhV6${VH49P;y*
z$DGu-xj5rn=$E33JjarhPr)kHGal4VP3@h^-+p|0^y#k_T%GrqB)vYmDKe+(-74)p
zztU%k2bLabICI9>u3U5CjyJxOZe7}(z2p3nd$G)Gw1r=OJ{@VCU-PU<@+;5l<%%CO
zzyEGq*)1f%x=N=dRhYNn&)=0SuJ`WDi&V@{s9eqRz^bJ9r!vR7^Z7F#u<cN5K2@F2
zzPC4%`MTAentiKt<UR)6=D6$Kqr<5cZ8H75maSIC{3nmwb&^&2#OI!TDzjcTTJDEH
z+uL(x);fOLk>-+$Z(G^5vUcd&ACNxhuh%A5xPyPiO|kHut+nn^a#D3~Y*ss%bVj*!
z`7GC)w>aPAc=rFjw__EXGP|zrFN#z8mb^<a?BztKeh-I_+AHgVB;~o^w>}l-e2}*8
z`tG3X-olp|LTzSiRq08K8TXvF@GI-gytd4DS=fzRz7MPS6iU_Usc%eddd~D`&nBOc
z?VdF$S1TX-o<3TrrI)aE`yqk<oX2OsdQs`gGW};>Sbe3*IquCoe75|jL+;!@x#`B?
z+MT6!4=PVuhA&H1cRr%NZ}$XOPyIfX#OSNuc_sRL&US|G@|d&tn(sm;#-CF|GJGuJ
zFMYfn=b?BfJ6Zqy_JzG2rZPLu9&m|^ni<xYSUK%y3iHWQ8I=Vd(#L<Ot^cSzo#~~}
zr_JIw?wGo%{#A+)3ZDAn?76SGEmn)J?hj;@ni{=f!n;#}4^CUMyKzm6J^JpV)r7Xa
zyEE4%N*p_7xs#DA<9_x*7PE!BXIO4oe&K>n`q8|=)9cT!+RjnTYc~0lGP`ee?>S>{
zi<igdXik0<aU@RfIPY4GeR<wnw$E9&OlO4?qi<Bqy1O}g&wXC!ht(W#_F8suu5{>u
zv|gi_u4i%4%PrT08TrdDE9mdbZ|ryc_`T@R*}jH%Z?3TYy#1|Of99>m;2Q>OswV9)
z$YR_1YtIa}veVTC6E>z>uRQeb+UwS{b2(b)b*%oTy!W2^p5Mh5b*mY}+800L-g{x;
z!>X6rUp3t)aJ$6#=fzw&X@1G}V7IMffyME)IlOmITr!VzJe7N6Qvjz`M||c)(|7*f
zC;BYk&JAUmR9qx)^P!J-Z_uor3)P*=e>;^em~pAb?9^U)m6zUiNy{DbSI12&m?iA0
zyT^;`YtRBe%ho?JN8cnFE-|%vGU0pm`TO0gLng7lTXsn3S?b4^C;m!J315@^!!z&s
zeDfDKgUn}KHMSM|yQA;M4XMOedrrKcF#Yb_ht6fY?k#Vvzs>!sm0A4A-^XeZyN_Fb
z{(kSj;PidnxrS=Xmn81C_EyYz`RvkG_bZ(~JI=>S?z_)m`nqwU?&;1coZ5%_LWQRl
z7rJp?{5yG($nBUvJ5vr{>)@Cb>A7f6<TSs$vMai_<w<u;&dfQ!?uFb7KlRP(|2Fv;
zeK}Fq`u$>H0jF}v$ESx@#C|^e>g#si9fGT#ms&)}O$aTQ`u6CRaZF~N-SX3H7Hhsn
z@1HJP;xkWH;ilTL%k!KIWJ3zFXSknpSs;J>*yQ;MpX90~g|<~_9&xiWyj1bm<Pg*J
zO?CHY6e%meKgFu2GyS<s(Vcm0{kk#V?j`Te-ECm_(&N|kle@p$9?gF4e@bD?js=s<
zzAvAt^x)XX%P0QzOF6VJUog4p)FacE{*y)7I@6T+H_l@@&^*U-k*3`&o0*q)sk<#K
zVvRbsU~^UI0ajbVSr^1@O3h8Aeu(!9G~S!Bey5AvYGciX2_niqr~jUv;li$e!*bUH
z1=&O0S}P?q_DtbCF3{s3rrV|ax1nkg%gk;?cca_|g%)o-!ou!v^r{!K7ieC5<ebU-
zGh2IqKb3hXA8K`QZcBt+uu$Ed2ByXLryh9suW`fwK(V;+_9TwU_Z8cWlb9D?y4ZWQ
zXOi=zgzB)k_@^>kdos4)&eVBY8M*pldcg6XZ_A$=H-5NqR!I8$A+|GDfB5Tnr>vV2
z`|Cvk_l9p(KkTL7-R7-w`t;Y-`1$kPTR;BZe!AqdfT_&M{{~7jeKj^0S}!KsCB8M?
z+4DPRzCAnhqgP_-1}<zT%BKI&6Dn2;+^c!}ds$q?*E5z)%a3r`pJVzIpL1dBiS4}s
zEM@yw{jsWk{O!=x@5TSweGBzFw;em(TVq*SwEbHH_nh}H*Ur0pI<Gp}c)y@w`?*Kk
zpEx}Ev(u|`-?_Y>e;0OKta8-p*!A;D?)Bf*-H-dH{flHyS@!-IhkmJg;DYFxlUE+8
zs${%bwK!&;l=}YLg-m{N8EZE%#{Dq*XIyaTn(_K|;x{;-7B%l*n6qcXx}Be5Ekpvh
zJ$#iVdTygV^Nh@7r{$G}`(Nn%Phw0t6}ipr_w<eauaZpCU#-1eD{Xt)&`7OXv|d4z
zwQXDXg|K^eF*o#@j-A+bVXN`$4U^v}O#F~ut>~)t>d4iHg~z_Cd713!>^gQd?VRT0
zW3G4K*IKE0h4_7G{?%|Q<C9loL+888ljiPL++@!wHGOZw-`@+keywbrIWg+g^qMfX
z+AG49f_mGyqGw#@VBc~`$|hUnlG^rs(`%27j@bQ)jSF+}(+@3L-dZ5bBP{i{HMdJJ
zW&+P8>pCvE{crLswihewtrK51DJ}bEc#}kLZTp|CSuda7*|8}uhVvuu&onE>OK<Y~
za)0+syZiUeCi6$B&o2plt>ju;!M)u+tKs~u(3|a5_x^YW?DDTN>J+)owP1U(6Vshj
z=X&-oQn>yk{?*C99hyHjaLj4$n{}lkPFL*r&7=4F|Ni0Fapgi~^wh|ipQmk}{++eq
z@yP|{Yz4McTvt?o4E=aR{>ij|D;W9O_a|B}H@GqXTT(&M>zgLc!Dnn&ZgKmu@U&sf
zxwIMU^p>P-vi-{a+<|{i>+h|LV}6GPm;MwePBAoj;#mD4%{-i8=BE0oi3?PjPioHm
z*m20=XT{FaYAw#&b}Od&oZP4_J+p02Qv1u0ohz&r;%>jIbA4o=F6nab#r9*fS>#fV
z&fl~4QGsA>!ku?NRYm&WxqH=Gaa3zHJo@~=Uht#g;mMoCL%mZ>4cc-vQ<jF51us?D
z9+T7XlcV0adTropxzt^4*{!`N&mFpbx=Le@ZG>pw^5VbK=I9-bGfQz{dG%}Fl8|@q
zZ0q&+tlC@iq>8U&-Z!%=zP_%9T6Y`mH_iEEtH`<j&(CXn&9#m#&ii>Nib-z%k%qWe
zI`8s?rv%t&gzwz(<x#`o;-(UfOgp3WbzSloj*3o-(%f_{cIkwNE%PjOvbJ|DnD(so
ztCx4(9mW%;D=KDhaIPqyyY!MnR736O&_lv|oRe%j4SvYwaLv@pWy$NyacVE!_g&WV
z@s|KLn<}Y)cQ>5wuy##f>iX@_;Uh^0GS)sxnYrek;hPU^VjuK2@IIL#{3`G&hwZo3
zf9$@>%-nhZS-EC*Zg`%}Z8!gyvx0&J{8~@Pg>IJ8E_L2<xV!LF*(3e7eZSgS6wOZw
zA2R26oqy<(u%F!f@70_=pXQb?eg1cs^4EYV-Ck_dyB+TA&vd!CZl2%P=ki6nl^e@n
z9F*@_uqR*b^{@KnjNi|jAJlmw_3GN&S$ZF3OWP!D<&M~{jhl7ipr!Z=-tyS_<`Yk(
zn{SU@9CzfCuEmPik6g6tv|I}}b)UOG+gp60ety;z#uIYcZ|AwUUOI0klh5B8obUC^
z=^Sqh&(+0yE|@9tY*)Fm`cALzX~${h4q~kF8!!3E2q!N7Vsv%$;drTkr|ury%r!;M
zJ>=*X|9|1x6VEj7af|Tp5B7ZVp>y8a^MW<b9adZ^PW@$~TUWoo=a9L=@lWkE*KK#t
zCvslrTG08sUm)$sthn1N?c5K^Jm0puX`zFVv~l=ZgHB6ju{!;DpKo?s6!qWKUpOBA
zGoLGQ$A_%SX?s>>dN3u6s=e-9D_*kgRM*AeO)`6)ABqd!EdF7Vy~PRnuGpI23V+s1
zKhU|bdNt1(%M~1Vzq-oqZ++>J;v!N|&^OCpo=YS=zG#j9ne3L;|2wC1us=Wib3xla
zqqH5@TXoJc@LoUMH+5>QgU;&G+beg8w`cDQv|rOTtLOE<oM~Tw{ylSQ&Ih@V+x;Ci
zY`+@C)_*I!AMN~V?j7xARkvmw)?4B|?RR%O^U(vYCO@5wI9R&G!@o>FJn_%3%Pl8v
zZ@Ml%@8Xi%yR@`ll<U_f@36UaAb>L^%0cDcq(^h7^~$fjI^&?c<f_C@^IxqGtiIQ+
zRrq<&%l-RffydQfW$)@A%(~9&5olcf@aEK#Z%_KpPyT%W{knJC7$<pM@-=^L^1rQT
zdv?R5U(V%xCY)UJOkQ?bCcfR{&GAKR*Nb=ZOWwX;H{t9*PEMyab6L(8t$6crdiG*w
zu4{FR&zuilRk6iIUS!L`9omJVPh+cGuLWCu{3v9`dZnkJXWrLk%O~G@<r?$XS@iJ=
zhlaOBPoCbdy4HQ;z2-dMQ`@eGXQgSStv^36tgW*BuI}6)b5`*bPyaN*xWt*atf{a@
zZnNa#_x(ze^+5|H-WJYpv;Xnvn4r<u!2JKG+3sj{6xU_;sW+ZesaZbpz>~&@A8bS#
zf5c{MmN;3i>REsH=hs7vA60idcFnAPp8thmxuxFW(x_9rOPB9)KK?VBuUTb=^{v#V
z`%ER<Y~~ui*SO9+)%p6O_uO1P_da)68a$9wX1Y6XRpPY!pFXH*iiB4#@!@*DEJsI~
zo9Sb5@v8+7<|%jI+7-KP!GXwUOx$_*H|yGj8XV`@EpbXJ*JGOTl?f^43R_kk5501>
z*ju3OrO`SA)6G`vtF!*dnLpYf#B-;^&-VQFXSU~Ts&xDQKI2*LnZsAy62Ne8O45Fh
ze7QUKIQt$i4)I+W|1t1rgIqLg-o{k(rEku;7zr<KI{L1u?OkfNjq;O_r*qz^M@RWr
zJve2bx^cJn%#>dLkE?#HR5-@=_E${Na=D_qpO(qmv%fAVh;2VH=al!&-osN)8@A^O
z1zNHBPjqb#xTL#QHBs;Dg1-m*V^4mo3R5rlWG|HB{=CuV$_9<Y4K@l-+*X}lU9YC7
z)2H*+dh?e1CeHj<bYe5^Wxp~nP)qV_HI}@6(^1TYYo_OkPmZaAZF~Eet#v!HPv;+1
z=<8hmeBZkUYwioX=bgAwI+0K9J@c{krWX_EM|_N$q;Y!dzTTc$_dOVDc|Ep&pJEzR
zsq>ll`@h7wB1{M07x76Y@7$s5SpRS1gG2@CC3^x{J@l*g9eFPHS(U|N=LRLMe=q;+
z_`B~*@U)q>{PB5ScWNH2@?ADF?n9TrQg)FS{F^ElMZWR0=&>rhWfsu6izi$=?sA{m
z9vLylf9iS*k}Xy~3%)UB?}xsY1G_>6q7UDjn-<7aV$O47J}-Z9WuThs!CfuQhszni
zR-fOmsq8j|^XTF^W^#;0PABuTZQL!z1eL0M3{{l(#?RZn^TdNWzvDihpSiAW!>ac!
z;WGkXZ+H6suATF@i_Vpj=qYDUobkH8&E|}k{+ek&qW-&myLOuG&XfE#>KzK{Ry`Bf
zmZ`ouy2@!s(Cc5(uBUIGT+D2x!71SQ-0iS%{UQeCi&`tESIt`(+PLe!?#0ia**vyR
z&VFyy>2NRJ_}=uxf*N;h*Im1Nu{pVXq4n~~f2T@cvVW!1)B9q=`Kv+B4heG768A*a
zeq5XLp>h6+>^1J@YW12D|8p#4eDnMSGxyeMSroQfhCR|*{$6j!&0n|ls%+=%_g`mj
z$|d~#>+|T~C#N`qi*1*dPwfwydN{&gV~+W{rdO-1Q-0bWTl8|C?k9^Hfm1(Ur><HT
zzV8U{+_P=>uT09mmy)k^G(K|m^rtGW@>ilxFID)Z&Nc60d8M+*^6N(IMS<a8S~i#b
z`Zy<G>mKdY?LF0A>z%h|cWi&k?j)O7-ag?8>*U8rwSF(%D)%L(&~l}pUE9CZ=68EP
zZjO5+^s#f-Kb{+kwzg(3{BAQ&{vpg*@sEA;<MQ6Aw^JV9w0<q_XP~$Idn8+4wd2C_
z<i`g(emPE=`E?7={e-ib@3sC))=aC4I??`P@*jgkHA20OOux2&dil4K`N*=k-zk5u
zulWCe2V>v!`6;iDB$fHhsayU%=F)}9yPv8=CN#ZUG%I@P?y32+`X{~o^EqX*!|UI@
zyX|k;&XilU%I?i0&d+wt?;;-DJEHnZY@Yt))^qYZc3QVa)EwT?BviHO!t4p3Gn)c(
z1VXvocusA9Dmvk}UNLu)ld9n*_SJvan<%Wj$13Q2|F@$8_m<BY!BU==mgnBgj>&s|
zR7~diO5bCb7i%wYD`D97Qv8ZUz4*&tbFX~ge4$nGO>>pqZ5#2X={=p=hSMYG8`XV%
zar_ZaqlWTvrRwLt>t^w`l|MMNvcxaZ;LhoQ<W*8#mv$yySn*ILCP#nI=Y+(2M^?TS
zy7_T&%#-Pf6I9$Mh3`5c{Zd>z^2)>c+_zm>S6nGnRE*zjptom%z>^s_^rv)O2+ixS
z?engCTjeCQMSA)&)fkH%Q=fjiA#iumjeRrs2ue#oHHmogRrCnQw%<Q5>}s;<dn~f#
z23MCSul|>i2OOWCt=l6}_G6yalr1(-s&{@=ky>_LP-IJdPC!CLL_6o(roV}Gy0Pt6
zt_Nf<tB0w6>@7Sn$3f?zn_ado`<?s{X^qa+ekYdaO=&6fyLWYSnX2q%8@=BaqB@s?
zHNNZ)`TK3s!_V$T?N?Rbee8UCX`8LsrengJ7bzUQI&b+?%S->_He_gJ*F3m!{O;>T
zd%UFhti-wICB`$vtG{#NyT0g=l73H1TUxkl_xnehl2!Aox%W?soqGGVjpp>ddvhGD
zTwN0_&HYmU<jtLNn{C2N^KjXcxMHTn|1vu_=YQ({Q{z`|U*NFrlh|+LP7Cv*uaoA-
zpKy47VPm}uxAn*D@`a%rcdq%^^uu-P=1-a4dP(y*R!{%%&`g)f>_DAc_0Kb@J0=L&
zuWFV#cg)f$_0SUu!O~sRjAvAB)pbg>v;2EMuOVmS=c=f<S%w)RssBDcPUG+X+xA?2
zX?gw~ri)cwIgxWG6~>+4&hvb|#<LT`J@3yQ%t{yhzy3>G-QCIE%AE(6zmPa7{cYBd
z`*+vH=Ovim5O=ctK0PmH?e~@Ob!PH4Qp>Ar9@+f)bZO&7?~waXD-@OmJUaL5&MTXH
z5smp<Ol`yb)#KL1UqAIQ`Q?S+{J^+Q#h(4^_s(0-?6M^^^NHPCO`B<(XHB=^FD`sh
zG|hI6;=jGu4;*vbw9__rcgox9&9@)subN|@*RZB~P0~i5z1;_MPkwqHmO5c^l89^l
z)Z4}3SKnU#vq<A-|C}%K<_Go{>^pzu^IE>0-|os@f6tnfl*0Fnd-n#-RNj~UpX0jR
z%dhFr2(<ZhthIehUB1qGix2+~+}mJkQ0W}x6mIygo9+E)CeFU+Ayz9+?@}q8c<I~Y
zpOVL|E$2ObU6Lxlb_#di_xCGLt8TturS$c#uYdQI-`wJN{Po*Tubunz?Gu0Ajw?IP
z*jB8w+_Lvcc<lYVpQog~DDpV6TGQNXRu`kr$4bdf#{ZprXPNWa=`5Sy8SEx}#cPS3
z&6jyo6EaQW$|RcJ{Vv$BR{bdF|M{GIcH}gidMkZ#<#b*jz8ZC-|L?Lsa6T(5@Txgn
z`-y$Elld1%9~H?H|80*i+W4k;;;jBE#Utg@(=_gLZ4SD>X8QC8w;%en7lnT9x;<A&
zbgRwE?DZv!HYCTN7dm;@zQQEVWpbd~%XP<A-ggiD$Mb9Y=fbaRmi_&k7-yz%tyW$6
z$o$P*U%uYo+wx$Ky<nBO&!qoiIU9ubX?`f&`NUww3I4poM9Yb@+1d8jJ0*X7&TH{|
zcSF}g`vdnZP2;A0U-b62qVEmw`(Nv}m|w45a_VhBM#uh_M-$fUspg*e>uLK1wXFBy
zQ&#+6%$D)kDrUos7iBZz+Sk5$*w8E0oUvZZOy}!<lS-L&_1;oyJ6>5gRwc^5ve@%-
z|ICtqyaK0Fx3$DG$JKex$;%7*9cs5N>Dx!U=|58Q@8st9y!7C*Kf(E@el?@!*7egn
zXCFVhS0Lm6N@sJ;zWUSL6DkFt{m*xrZjxxe$RM(FLqc+EM4Ytt|Fxd$(=A2ZyXNl-
z{5L<-Ve77ByW0hNd9A&x!lh5_*Nt5~yJ?DSVAGfM^3>ax1AczV+G1W~Qdc*BXO4pv
zZ|I~QuR9;zE53D8aNhQGwYr@p5xaLXiT{jmf38?&`d-8^Mab^no~Kqj*jWS1qg@==
zo<HAQRABsLnZ5qWkowI}gj5svJj%&SajAK(UzKdHuhq0?uJFQ5|6iFhsrTD^E^0mh
zZjr%+laiYKJKnyu*|*^F`Zi<N;v27K-Kk!zFz;+%QR<TLr@KD$PU~vEzW(-$Z9CUi
z>sx*5jJ0?*vHw%5hL@e^+y9*JE{M3kExS+>^wv_p_P^z=bZ+M-t)b`lWLLb{yCU%E
zOmSP&tZ!9pwu|TSESkN*?Np?H>8z`nk!8jPqAv=)dN<1N->ncj%dIo|aoX?nhpv}3
zzH?vuFe`p#wZOHfHmzmi^;d6a&U<UL<LugZ<}ddwkXqm7lm6k#SKErXbFZaDLZib@
zGm2DSFxlJ2xHB^G7yny_yGheR@4S&)dYjwx{@SW%y5`>b%9Z<HdEHrm?44!N6WO(w
z^yci_60oKGfzk0hJ#s0t7oCn;q5W&)zGKVY{(5KXZvX7YyF6=yD%l{TU;7VgdFM<D
z|Ed37&Qw>QqxJC3O>T+(n|sCQ9~9F&AZEuP&3pWh?$zpjD<&1h1zf0WFPd?m@pjVj
zZ5D~qa~??X7xc=m3yhXpuG=g8W6=Te;~nXHJZ@dw!v2_9{1x+wOEbJ48*Sg~bYe5d
z&OHmlURgW4UElGyfYVOn_rhDBcFo&Y?eNK-V`0;u^Omz$t@yF&_rFJBYmTPu&*xZd
zamH}Ic-h6|SrQ!wCVys`7jv&c{rcw%sXH0`3+0=Z`$UJH<K7+Tk+}84Qc084{h=Q;
z=Nzl#`cZo3=YdF;FR#AJ1UF4A2?#y7Y2L(SpXFIUstz<(u{~z~_5bYxn`hkfD;j-2
zbln%(_rPlYi--rFUd4828Sj-a9nO{sQ9fF-o6%U}2Kx=>c5A-Z=RPzZ{=4e{mw!mr
zCrKGSc{}D#_CJQ+-G3id9FpJsBl&!V%(DHDrFA~0fBK&9@nFM49WxtoWzF{Up$eRr
zkF{4veQwZyuD)i+eu3rtw@N1F9NWRwW@D;zex6%{%6(zZ#!fkIUEkRPhj)Iz81Pg-
zc~)G+)(dMx4*ZNbkhuJ9%j&ektDHG6xgK9O-D+zhwAA$6svDE1>YOULrnKzWA!oT|
zQAa%D&Ccv*+usuVznQJzuToz8k+;>lAKv(#ZaKX_(rV8Bj@#co6dHa@Tt8$iP`>xl
ziofCIyopclx7y9AdzY%i()KUwu(u6AXSjXC@-_EoOV8Q=W%dh6nGUAQcP4PwUC#Ix
z$gI+*)R}BPpV7vp|KE2>8}Yqdl3DZOScE3UN7x0qPgE#;nBJ2TsN%54LHkK#e)ulG
zSATgk9l|tr9sgHl!N+uT_0^rmWeSB;k`I4&-1mYvK`BwD+Be_f;l4_-x|NKdJSWB&
zv2yM(ep8aVpPhM;mm;G8>v8rv#pOKT`Rn9Y@0$>9mmtF-e7{v%$$g^O1JO2?<!#k0
z4xcQV)N2YNCisTD$i4npeKoK6YS#)&HUD1?Z<HU1aGKt?tn0A*Zxwkri}TpwOs7p!
zlFN?YPyMw!?y(e8*u;iVm58qftp+Ewi!L{|&*b^Kf8`v5XAd6!R@?oSEB*LgaTCAg
z@Aayth*h19PF^xUZqo&q1>#TFP3%2UeExF(yiaxWJnTd_Utjj;T<p@K#{rg0<{FAF
zk>z^vNhHPVg0Ww=MrKu@^0YPSmJOTci1!qH<eL&2yi%AU>q1lZmHy|xH}$t=)s^xK
z-l(@VtJ`aNjYIO`p+}qlychhHw26Vga;bZiruWgJ#tR*Cdlz1c&`FP2Y52iO=Ec;X
zcZ$8$=bhv(<`%Q46P>>P{JhNSo(JbTc#hXL+irNMrR#V;|M-<7sjGLq;eI2@Y5Q$K
z(_cBq=kNLNURkl?xb3Qg0jt-&H)d(FcUGA5TvzQ^FOQmiHiPuKq{E+?&aJLLP*%OI
z<@e#Q4R6B=uf<)t?O%UCL2!=mRF<Nts~%YNRy4YPWY*a=<2k#?qw|e_-m-0Y^mx-`
zYkljv7hf(iU%-3+UCbHD=|7G%_!#m(UX}VM!Ds6nspXfaPhV|%E~?7E^4IP+Ryz_-
zhQ7(YX>P)2eO^ENp5>h9m9I?QP31nnUzQ%p|LJt=!8ZHIpWCGlG~YMXI{n+N-fsHm
zN!`}H*^`cOYM-j))~mWKHs!iT$;O(U98><Vm7c2X)|2Ag|ElQS*_Ij8BLZ4Wz7|Bh
zx|+Dsvv+GlRey5W=0-PWWuLN}|I)J5l%^bh<P&#8D$b|%%KG2>zGXjZw-^~Nc`(_!
zJpa=1%(%R$g}d49W_31wzFwi|SHC>_i9&6}|LEXi*Yk#|dVfFH>}7aox{1Ha&Gz!l
zLqXXt<-ZnXSIgfumiqNy>2CeRpRrG;_{|ncs@Gh3vF^Huc4<r4kA?`z_VA+zbNd2=
zUy063+QIhPtY*)FZT9Yq?&muMGD@m<tvi4F-f`x2ZjEZb3p|;8KV6?QRmyvpUH+SM
zH&uOYF5YJU$9MaFP2cVG!bo*BEAvyk&u7K>#m`&77+(5l)hws7U*}%$oPUW|*p_ep
z<(J+Tugf>DJ=C-`pl;&=_x(TLwdtJZZ~Ifm9I;4PdXD$4>4)p4t!QJmG1#>4_|rYp
z4Gh%fuD({%6=n-H|7(yKY?~wd=S9S|Z+n7ccHB=q|NUTyzQEV><;-$F`L4c}v`$#k
z{_{ZK{V#00OCN3cv^f6UfxR&dG2i9gPj!2)pY^3qI^m?c!JLPs?=CVrRFs@gda``~
z{R?~*U)MJ?ZTnyL=|4-~=2d_4ZiWk#i%Yz+UlQM;YP;Yt|E-3aPfa;WJ7n7T9tdce
zQSR{dxw2pXQ(h07)$Uxgq?Gv1s&bZoIaKoH&=EC%+x8{m*Iu^TG-~X5sMF!{pJmye
zoCcO>Dz#@7I;+i^EuN{A?mZ}`BB$Qz{-A@2U8vt{gVy6CcTZjP5mCRGKHu?kkL}A@
zR_~+~#Vb2qR%K-<O`NXr<l=+r((`Lvl=UZ`@Ls=RwPr|p{0;9)%i40qrx{t5v!c?n
z_+1qAZ4dExult)WrLg>DWI+_K&<uMsIR@8TpJr>6yxUn}%5mAdDb}-Uo&LA&8S&m1
zH_Lt7KJUBG#}{}1h54@a3tk=gJKA*nu6_67Rp$I=v%js#GUvYj;{ZmvqzhBDN_IAg
z3!Uc=YwP%8)TXvCUe@UH`eufSFSdVwoy)AULAd4o?mzlxo;IK4^1UPHE9X($p0ns(
zj~aV&U_ie4?t7o-{a^0z;9SP1^*fi(QK)g`nIL=r0pFn|)7MnIxcdA0@-OlccYi;v
ze%N*YG1sG)e`da&_~oY<kLzB(8H%NK0{xvPRV{TE%C?VQTCWm|kWhM6zM$WrTIN&N
zsuungTukexAGvvW{oOC$rQbL(eVyb`UONBWa><jQWiyh(`cr4QUA0qBEGnvs%W=3g
zB`E!oS_~WK^xq1ve{S|=&;0CrQ`F_6!pdMyE8kB%lWdxK!u5+@E7r1c&Ioo^IcvY-
zS67AA)4P>dZ~s41tj=9mX{%>DU#<Jg&t(bspS=y5wo#e&fL+^@%6lKyHVaiJpI!Ur
zc^gaBk!eNqZfAZyvC47P?l}7czV*M&X9Sskm*Ri0>Lt&*U3CoWv{Kfl&SJZK#Pyig
z@?F!rCudaXRFo91uyYbP;>g;k|GYK!TZ@diO2k>w#A%<;DO}j2{rAO|D)X@Zg3H?b
zc30~pWt7_$a+upQp02EWot^V@#q{^44l<R^&rYZxPmOnwDSQ%}FZV%t{+AM_#9!9?
z*qApR%6#$pp+nh^gzO3OZk_KM1s{HGT5^gjDAAWQ;PBBzN3#m{c@wTYju1$4_`iD(
zqyLWwI&<1;Z!<VPy8GmD_MuPS#g@93OtmS~W`-T<W|p?M*uY_Ox$c-vqHE1r=?`vN
zj=Q$4oL<7lzwt;u<Lss?8E&UvFIm<8eEa^iNuYC4N#1U)?#%D3z1J_7i`%AsjaZiX
zV3O8Pmow(OWAi;60}q|qKl^pj_68Z#{t^aHJAL_|Ph~xdD$Dxs@T#QFbO^e$a(Zk(
zhe=@3DVEJb%jG898T&>`+!mMGcjb2A62I<A!B>*MUcT=%Me6(RW{*qKnqS?np4ckm
z5OF@(;a5fU(`lKCjV`svr*PcU40Ljt(o?WGfTdj{`Udw5Wt%?=kpfIdyPdxW>hHh9
z@KVid)67>+y9?Uvn0gnyIoFbqwPV$Fo4o<c_BSdD9Y`%y@I75^`~C97i?13C|Jf|%
zE_4X~eECX^;IWFc+H(r?_a9jBvz7VAA<-L$D%a_kb1joQdS$W1u4huG6a;=xKUeW{
zeL?_Bm_f0xQP%B8q85)@TtAA6x$4^co$ePFJNmav-zHzrgCpjv|K!?(ZHuSy-1qtP
zli$4Iwfr>R-}lqqoq2vJxT`*DFgiWcW5Jr54rcvHj>^(9?Ps4SPUN=pQ18F6VCR#k
zpO#8Lj-6yMQN?G4j_@2?-`>lc)7xL&w5a;??%SoxmS1o5*4+N`<b`rt9h+IrZga7i
zmrrke;Bhnj<nIu6%EafdK+0F1+x16(MCc1_jZ@HCbbS7_Pz!zQINs8Ys$Y}5&+UD?
zo#W*5$$zePxE%krTs*po;|m+l3HRW)yPisw{pX#TlE^*b_A}4*?dKW7t>!J!U;lCT
zJXr>pR~Na@z23bbeNLTs@@|2wXTRzr^+jwYB^RodUOoDy>AFXpa^>2~>bBRjpE!hh
zP6{?LjbFa9)i_CE(V3smo7?z*?{&Aa6cwoPy>T@ow4eF(ME^-gCaQEFGU3e@;h)es
zD~hMx^7!XFc1{{B-CuTHydC%NAsdH<C)2sSn@<_!8I5@pl#bsiP(CtQ<>Qk58<Owv
zE!*^{pwKe@#y_oT_Ro8K+Rv}9RcpNAn;*R1b?>#chCMMqmAgN=Pjjx?^;2GAhmiL<
z-o$(DDjk)!wdK0cpV;`W%n00R=f38o;qN8ZJn`o~ya{Wucb>ML_n4~vOUp3b$cGl|
zKh?#Z;9h;Cao)U1p|2O!_dD{$o<H4w`k$sp!s+*70rq$Pyf<ywyx;k&R>=C&>k@8t
zfvO*K`wc#Y^8E2VyYr{~j8~Z_j2ZUxcWviQxO3|EPG)Dz8aAItmrvb~oU;FOpVz@1
z;fC+#^%?utzZY~kWAl2ck?ETEhOF=Y#g;gURLtJ~`K#xzrFSjXdwlrJ9@G_6<PrU{
zzG{|0Qk<HL?PTR8bAs6}eHNQj&0XE0{P)Y5#SeP~cPBD0aNwHdD0J?$`>)D&vxO^;
zZ&Ywu>@T$7AHS5sqP0S2(*%wfKXvqZy;{m(_r!`YPn+Ppt9)!Kb3-Tf6|IbWvsJ`k
zwaT2@w}&t1DZKr1XJy^*-&eGS{HGnc9PjbV&vKFPiJhJn9R-tB?`SB$x+B5)e8!6}
zHcO>D)x96R?DU&?EBVR#bKAQwf0#9YQtcm^#Htr>PrKz;|4fj0(3)VH?#SDIK5&7?
z%fEXj^zvDTb{DM@dm6I$c5?N?dEx)PmkYdnbyY6Rp)ujBdv(O(Dk%f!xKlx~8s}eY
z2mHyIT7Qk9QOkS6tj+7^C92PSnfvYPhc}|L`+5Z@|4UZ*QO3Mv!+%G)D^E>*fBiH#
z(XTJe!tHyfkxMy3&iHYiL#v?K^O|i+)-@HrRsSYue2mX%==j&aK&|QD>OY6p#Vj~9
z)B05GOIgW}3Syi7*mrTAcpF*tdyfB)p4Os@D(jzX<k&qX9H`#);OW^)?x@-im%V+0
z(=P1H2@HB1>fbAO?1g!lU#iwSWtZiGi|W5^GG4CR`}^Y48FN%8`CaZxZ<*-yPWH#5
zXVaGLRCQFz%+lP$m?-3JHnG%i?yg^V#ox*wxmunX9R9OvhRp5Dvg^NXFKPUF<@7rD
zmRpZ6e6=yT^ltW^4vz!kC$m4-HJS@;Fk-!JZ0qhj?b6=1?@K3CsqM~vx>S4LorVK>
zQ*?Lf_~^U#2AHHouD>2|jOU3+jEaxn<yGk#C*OSKD+w)LefiF+1%akpckN?Lo;oM`
z`);j;uO@gD@0{^^qx+I|O8Rr+%I9gGniZ_#viHo^>Nd?yhYcS-FLFB`oF5*q#JA^+
z)9EZh{w|lMxP~ip`K8~)YnLTAn#-)~ko_ut%E2+>+`{tx?E7|j3zpBEwEP#h6+`?F
z&KWgT%xd-bG!6S7Go7<8y?DFsX~E1(p%(d{PtH53r1M<M`t9#~5mq*yw?)>SeB9f&
zyu<zNrOosB1$|!Uwnd4tJHM`sdE8?9@$SN|L%Vmxv+(5pi(&opg^{y;wPt9}{P0=N
zX0WYEOo_f1()vc~@hi=jkG_4^Rk_FX{|ZCdceUg4H36M*%a0Z8NsbFlu6$p0=5(s^
zj(gpE7H!zCrDwi8?ri#x1HbMqjk}vQwfE>jq2GB=u5(Z7bJuK&Gyfvru<T9vwYmO3
zt@kqeUrh3{Ygj&KdskcNoNuA)LnBLH&9FbSwRy$7#{WVu{yQ;S)QT>j?-<A*5u;jj
z<+I)Us@ButhM%<D?p;3a_n={BeCk=*+v;v{NB30gyWWrWVcqsy@9C<`ckaktO*kF8
z=7*VcZjiF?S=kL7aW!WGezWCVJHcJ@uVCN9i>Lg4zfTsp^MC)e<2SOU|Hu_jl=bVZ
zI6h55`A+Iw-djx@?lZYGYZX3V)ezwI^UOc5BDV3t^~kIB3mJpX?VnH{QKIn1TtqPQ
zpUz4~!3;0?nr_yKzAh?OX`FHQ6CBP|?UeB={L}D!e|+h$mIF(#`+Q5cZs_>tx$MDZ
zMi22Kcj0HRW-I!hSbfRwia4+TWb?oc`!c`e3hc>ESd=t1EM?w?&epFtcGNI2amrU(
zHXm>~D85?d!|&?{6Pljh?tK24?~gXy+&SkaoO}I0MQ{J*1=CY%Ha^)jHDHGHH=QHD
zkEK4~>FhXX`|U<ikk;wi-%mx(*~U1?C_mWvP`!P@75O*wefM~o%s&`(e)X~KZ|-^;
zO78Q@duOob^_Oxx`Ac`5R+X)KC+^ZxGnMJgyyQML^YG3yp-M%2B@P~WsudePb;X|2
zLmeF_-ny4BlT{N8_dHa~BHX@O<-V2qz8gux?e`lmx;)X^xa0i!?5H?~5C2Rxe5KY2
z`Ij&Fk{)AfSU7KY`YiFiSy^?nq9WXqg?an;wr6f`>g(%lTHf}2<wMRdoV{iTUs<<b
za9N@ie4NiE@IYU(p_*K1r(5W)g<3~1h;I8h$v}_m@glb#+1r!cyl!1HY1C?c`JPdC
zPR^}`rr+$-)%kXx&yw+vpQpeaAGYuDEn$`CFW+x^{iKaod+$cuyWg62yfJkCI755Q
zg@xHG-?{DIboE+j)1$R_dME#KSy}0?Ec*Y=N&BjTwQ*kJz1O(~ru|{$=zbRRD&mG)
z?D@;P7Szs4zx#gCidU{$iP<_Qt{A$`Nlf3f!iQ7om5WQYR;+yjpX%JAH*q>r;bE^+
z`L$NO(%ha~$#0dh{;<Y{_Hw`bmA3o=mfx5p%ajfmbNQFwyL4IP+}^k1%%1NOioT}y
zOKi9u^QZ2<;;rQ=>z@Z#UtApa{P-({TYumGVYAt{qPdE}Kf>>@^O5_h=DfFN8Yud9
z2+uh5v*xY1XxP^RhB6Cf-p<WYk2P)_`z+)Bc*V}6nR$kO^~=p4bj^ygIUvea#}IDw
z`0&xQ{-6EcT}ZwZb2;1Q!K@6ITap`J*dJi)JL%LbzQ@yzEk9t<b?4-WgWWDEAJ|pv
z=1L#p))U$<_q^hj;bwy$N2mPw`a0k9*T<)eN_Kusk|?&jTEn;~#*QIy{fe+-Ob?9y
zzRz5jI_q^_qHBTPONLdO<~fGyJ+rFQxm++SYVNYIyDaNoeT}~me0fDvQ0&($eqmO}
z?P_N*oq0UP<MLj1MV&Ois;b^u;@9$?aUY)<d{;Mp!@;^eEmiuB_vTl(ovtX9(C1sc
zrQFY&!~EkTwYWon3~is>&^Y-fZcn1$42uJ7)*q6X_f7uy@3C#3ciMNQpMP0(Z)B&O
zKOyj?yY;rWV=%`*hD!zaL{|K~eWYtv)Qn|fo5Uncwimdq_{+4|O!b{0m(#ssp*GHY
zA5Ap_78}PdUT(gHcT>H~w~A%r6aL-zpEjGNuY|#Um%>*AzJnTj4=72rUoyHjZ;gge
zz5CyJ+urM)__xZfGJDCr)9<*YK&|_f_+<y)91AfD7P-m4JnkF!>5n!ge$N*^<bJ=2
zJ*~3l`QN4l)>9P`@hQKW?Eh3PTfd#xE$FT7o&@{lE?vxa8y047uxVqinHeYXo9p+*
zyIGG-67A#b0-Ri{mzf)^d9E4j#PICu@*uS}E7R}X{>tY5`|Xm94M!GqUtL{Oa9VQp
z$A?xmoWHB5OXNnHzF}Zrvq9ZG`d;H<M!p}9rpTQAdA{sXF7uAp+7ouH(3IK0{H^*-
z$&9NzURa7%<l5x*{)v#u+0lG_|3bqL&*P7a{Xco{7ytP~`sNOYI3^jW^?VQyk=^(>
zSIAYi&!B+o<m1U_7C&t2QLK|OP_ALnPnq(bNwiVTW5LYN0`tQCuN~d4(AmKB(oLbW
z@YiqNr8V5!>lZLGg-n=Z()_SNQ_#S3!Nsmiwh<-Le7ktRi?dlwNL-XM!;<%&*1Ju|
z-m<gI)R>t%J;u<#_tcm2yQVHCJ5MmStr1dP{^IEw9+f_g#>Co*o45*9UR7D~NBil&
zQv0PgS8S8#6pl-ug<iedu4>X(oiRr&{M_ejp<n$sS6-~G<DJ%D_46(phq>3q9fzmv
znxode<g?!MCuI-$lGU?B+Cmi5YI#Fs&epNMdj4~&c|^eZAK#>xBwI3nDG&RS&O71u
zlm|s^+(owxQ`2hrrJtCk9$sUcnkL7>`g6_yg4$iG(_A}K*Bhx?{jWWsG-+>i$M1x#
z_wO?<*<&v3_Q~4e{#^c65rh0{=2IQb|Eq;sEPiDL@4epg{dbE=6-(oPmIZa8{pkuy
zFZQ1L{NlglEP<BC4|y%>*k9exYFP2h{=_%QbLyYtBj4rEDP8i(GWxaE#JwNxKmLE>
zYhck|pTCc11}R+MuRJSI-MsDdOs50=LhsHmaM+huS(F@h`0q)V4Pvi7lDmGG?OV#|
zS?rzo%GGH#=M7J$vPm(u)4MOXyj5|mKDD~-NbSVlFCXr@_H%78_N?);i<-<NwR%$b
zwcjbF{4O64f3Wnk?fdD)RX_O`pWxp+9D#rBr~T_&-4wLMZ}Q`?0<XMZQZuqt=Elx!
zh`6*_o$Ym{Zd_9mi~lv|ZC9S|iT#?iZn>O!_O%=NPhQQdUBAqHMv%V1*1Coj`Q@yP
zzuz*w+9{~?DgQ~d>x$ZqHB0WQq&}JR(KznxYf}SoSEqwxSMaS1;So&-s%37?6>mE5
zdvdPRt6D~Al-^vPI$yER<xkqpjuT!pZz;ZiWg+2lV7<ZN{cdy5hjsq>bv90*Z0fdB
zH&K>5%ocytAADeHpMT(CdO=J11CITSeV6wfV%O+Vsqm7ncAIWL|NPNS`U-M-3Vi|J
z&3bhoxSzUYb|m%J?Y#?mKQhI6M6_ET>%Ls_?(H6n&h+)FOr5EoNjDX1-(=RkWG?Ev
zGcD!e+sc%~U&?EEX9f5FcVbR)eY$OJ@vK_~KYCVq*DYHuvT1$L%vo!8c*%qqUD?{V
z|MRBT58NDA|JhdT>~c8y)~$+P?-seAwOxPNWX7^HSDv0-RK%}(*I#bqn;D+#e@x%I
zGO(g=mj0~Zi#Df!$!H#nYs@;G8W?Z>$F3>jdub)_wEL3JqIuh1zY(;4#aL{vn){2v
zd6hyO`;m!E*WU$iJ=OmzwCvo`l@IIkIx?2;*_3`}?+e3~#~XKcr2l>Ysp|2>n|;o^
zKRXFrzL)x<M2AOnO?r!HtHYy6)u(%yCZB#E{_oZC`KAsFqEvm}7VU^@I9$)fr(f`c
zQ^t;OSJRcxM)O~<lKZCMc*`<xw*C93JC7IiF7a^G|GabF%4_*Ay$(zM=b!xViB8M)
z1AlI|2zLJac;vD8>cr!MYo5vM31>Ikx6CF><(2SpH>HHH`yWg5bcjz8YJ4^0)VG=j
z`y(ws+Ab=!{T1HA82Rq%r^yed^UYyRe8<rArSr~4tv$&{gQvf5`m1}o{7&7D7>=Op
zio)-9&D%Hm%2&O`t2<NfpE2ruvrK32<<mhgV^dz*o_l*GneSEM{;JNT=c4=Hyp7Lj
zxU=HS!D@jyj9n{!@Ugh=T4j{bapQ*J;uiB68?SQRIm~_YV~1??x?9&d9Db&@R^@%Z
z)ih<-{z{Ad+j)hd!K+^~tgD(Q&3nIbwV0{Q23M)mv9C@|+7*|&F(&Ttm!cQ_QVOU4
z9-nky$vW+1U-7^D+#SjuWhdqtR+yAD$W{jGTdaTIG%x=^<BA!oTJMU^&3oQ<=bPDc
zonp6XuQM(0S_GWPTEF4&{Ef_s@BE9`DY5R0ZrE?Jy`%Mi#lM0jXLa`8np0b{b4IYm
z<iExJjuL`w0fL`?-G3?NEO5MPv9=4Z{ewh%2G1S#%=<0QeB@@?8=Q2NU*X>?ca=kR
z0*|E6HO={9AF(UL$>vf^g`@BzbrZ!dwI!WuOJ=GqDK}C4D=fo&^P}u(<C`CS-yOD}
ze|jb3rmTr`tW;A>1HaCgaP`RLa?VKKI9($pdE+P3?v|ThdLGJkH`)IubA{r(I1?w8
z+Nt-<H`g4wY+3uR>c<%+RVl5#$#(ilUt(15Pua-ea*+R0rjnZ6!QgYztuub`*|=JV
zetI3dGs5Nk)ZOu#MNdMd?r)FS>}uL4sub~U|7GbjD_^UaPkU?sweFrE%c*%Y%Y8mN
zEkAZ;g8FZ6AK#$xiC0P|t}LHt927qBh-s=+sd$3(qpInpS2FYRX3g&Y<riH1I{SiR
ztEgw({e#W_C-Y8_?M^wKto87*+%IXNP5B~M9y>%VIdG}8&edvvcxC3^4Tt47D90qa
z|6s9h+Mw)nLvWd8n|V9e$2TTlDiu32-yaZR`BA}AQ}XNKEIvQp_{+JbR+kS4E6?_q
zIqlB#Q)O}CmBh}cJ36?fChKi`cP07KtIH9#lRVC6%!$+YxVE=mDNymz!FrukwN0lC
zx#MkWzx%If^I@`5b&S)0HrakQzfz$8Z=a-F{0<YIPMq@Hy8noAJzI!SM%AImpOu!)
z3!QEF{AFuq-_Cu<I9TS?r>IYu`7e29d-whW9Yu``pEC2f=FR@>xPE?;i>0zm(yh$A
zueKXsth~Ez-m3<iMYm4#TzY<0+x${u-PcDZbE}1&u5l`6{}j;q-^}K-&FjD%;pKYi
zUtD+8Oz$q?d{uZr;9&7-$J%8MyX6F3SM!_*_PhDChv(AI*pw}0?=~nLe=^a|RNwsU
z#iiG0G-a&1bNTnY^E0~deDi$wa@C#7wNmpky`G1wF5k;EegE<a+nwvLFl2tPKNcY9
zyZX$9V!l_}Z#bB(CphI72XI>-YLQJm)c1i86yP!&m17b>fxl>jvfmBCza<kM%`AB<
zF1onthQHj;j~uHimYo#075i!-)^I06RVu8rZN0-(JrBL2$ClBB%0BsmOFZj}51&6`
zw74?+&fc3T%PvpwO|z==e7r|~+e!B?QQPHbeKG!5_Po-}FvGlc&B~`0FKp*OzoxRF
z-@zm<;hfa27`+^+pfwA1ep^oCFMqbpQP|aN!;}wIzh_w-GP%U4@^sIixbRPJ@2tqW
z@_(Ih#H&wiI$!tHY;v9})i&KWw^(`6=I<r<o@Z~!>5F%_S@XR1ZOp$b$-j&KEiC-^
zH{IUh@{Zr$7fiO*=Ulk)Kl6ne+a6Y5Vb*n0rWYTm9y5tNDE91Ix3TZl%({0;uj9_I
zX+FG{xxIVVaXA*>85Ye)V%LAWuwupWjq`mcNYuw)m~l7Dc6Bb(F*%ceNw5DLy*9V{
zj{dTZFB%R1@%Co++<qp^S0QoCNve7oZ?V~Woqap(v=@Khuqtt0mG<TPUwPIYt11uf
z6o0br<0Ii6k0j;wBz8ZOyL|P+`u^6BnfLVCE#v0AKQ{Y*a!68XZ()9dXW}pGdCz}t
zI$pn!aZ{u4>vDgIUBb@gNl%{0J)8Me=UdHz#dCjb7S1nAI_{Tqqmy^C+l=R{_%>CY
zaXlZ`;4Ujx8gV5tuw8Xk^CG$KWnlK+Mdzn2+@pT;>#GH;j<3=TD~-6C7}_2xdu>->
z`RfLLKb3o(ySAraF@Cx8)y%Itdzrt!IAT7>s^ry$mCnog=3137DXE;dU6|z;a<+4k
zWuUS8qNgrf?g&Rc-SPKB>#`SD7lyaT$+DG7TuBrVP}F?K=~}o*;~nS20wozgm&2V2
z78g0%oo48p99_Y;*sAB1!K%Y6_>$R^Li#;}eO?)?JiLT2*gf~3*%kl5Lpe&GyyurZ
zUzL7s^NYyJXRfj-UuW!{_sU@P;Wd1lt<JnMn0~LZO6L-TIK+>xAkT)C27C%DT_>*h
z^5)6vwp;UBH>kgRx$$U8z~yH@ZuH)W6~FslZ0>|ohfg8`yx-q;uSmaCeAW1M<d=|k
zKL?XL+x7R%gZuN<g{k)%tG>)y1oBW->5Ho%pMe#bxUT1Gw&HnZu;TCnzUGFE9r^JY
zU5*e>hqMRE9^*T*LT>RgiK~eqo?EHJ)x=j0KCcWjyF6uI?Kl1$Wl-jn*mSO3V5OJU
zbI&I=S0A2wB+c4wGWUhO{;y{zzHxD`R*DQ2S=Hqfs#93AP<&6^2PdKR;=M+pfy=Z`
zg#-rO5O<ViDHXWV7`Q~sE5x;Nl}5nZNgkrDE0t72S(bD)l>Ax0=I+Dyx92@ucv{@`
z{3+wp_hwIZvt_rvx=!!af@8Xewz(ISI2T^OP#ReCf$OgBokf?QmxLB*a8{<-cF%j2
z@%#Kr=I38qt%|H>`N>+9KDjb6yjox4MrM&v+T15$?QtjPIV!XH+OBB6V9g<AxMJ}N
z@kMbRRf<_{fp3$8*aL%mQl&0#?(M6&wQTPhubBCYMr{Z6lJ4I>*XSMPRGu#K%=Bo=
z>l5BLA0A!0*Ex~p>PO+LA3Mx=19;u$xm17aDM&ipz5f20J6XNAX4!;p@D1GVl{kH&
z*D;4Tn!-ho+4ptvuUL@NulaDnmvl+%M=PZ`W<EA%Il}$j`fs-E+7k@Nl$%S;9W`V(
z7;jyEbIOlJ<}0)^SGT#!Ml6k3xNFV5l7Q7qc<mK?4U9O1oAq)XB_v9&a&d1f-520~
zyZ)8Iip3MY#C%=zO2O-1XO-fr#E`=)BwciKUG<DA6-#bfc$o1`>TFJVq#zk_^N;%{
zSI$}29M?7rv2#vxWJ(ce<eenmd}NoxN?nVKM-&n@R|I}|ykDcjrB;6PybFOJ5*`=F
z{g&M_g<&?oqduFi;|Y;P=bQvib3O7%nzBsN%*E@~j4Mjt&b;B-wQ_;dS1q?2pS`~M
znB85uaP@S>uQmOj4)4<t=Jybuc#&aS?&`EnS!}CC+7hppt#x`iH8_2#z}$I({#%0|
z<?2a%s(SlQ)LAdC_0f?#H!r`gUe9;nW$5o+S<>OTkF_4Gn_wesC8o=I@OI2UpQZOA
zLY4J=g*cVc_lhm_lwYu0*Km^iuD1(T-p|!uyhPw{diK3_mwxnoUedKdF+yiohT6*+
zll_u}`hCoQK0A9dG1M=o`rH3S^Sl}_ulcz8Qe3?)XY)q=kQ7V(s#UOjs$M$bYVx_N
zRfq4aHd}po5ns2Jj-#x|*9eoNVD_sG(;M$;v09Y|TutT;{^g@u706NEZ}Mv1oV(tK
ztQ?x}t^a(gGUxmPXqi;a?izo^_t?Xgpuz~0Th$e2tvtU^;F)FVi(l(1HkyI5s<=R}
z<~jq{d9N<4c3#i7H%-Fiu!4fqCZ;8syo)T9WLEnvJ;&l-Dq$tCxT<GX5<HuRv~OfK
zTy=bfrdsKYD~UnvoqXz@HVkuGxA@<&_`Ui01V5$+n`*zuJ>P8h^Zw6gF<U~HRcsSZ
zjlXv#*0AJ`on*wkw>9;OS(Dc)^!*PGy>_2%|J4KQV$QE$EIcpXW!ds?vGWdAWH_Hr
z&*8ZIg*9HH*=nJpsHDNZ3y+j?-81cXuYb&>p4ag^=Jxj03uWJ2YFbtN`uBcOxr(d{
z%Y634%+AO(*4xInDqzdzrA80p_g`T<w%Kz><CNcT>#wYSn%_K|t#`FfZm{g`jO{CK
z$h{R$-)~WO@$9*eleW*dv9GM#H2K+^6_U!a^UC^r-X`k1{?_~?T(x?=`)}2o`knDp
zCTV`Wlx4s6&z4V@v-DGctA6&rc69ReuD>BaJolYF8fPS8w(V|2<DSens`(8c7!K)Q
zx^D9}Dt|u%hkmMY!w0sGWAEOsTJw8_uZhX53oHz~Ej+UFh3<-9-Z)>$-t%tC>0d(p
zKFO!_g}w^wOZH|KIseXls@{BNI?u(rlYb`tRQ(*ZaXy#5=fco8OSATe)LnGlb<6u;
zM$BY~eRW(fqI~2k>pYd;iXYdHxxGW)%s_O5+O27~{MkAZ8aNn~I=(PL7z`Z;{z)k?
zHC&jh&HxqRm|QpSAcG)-3xhz66pW>&WZTTB#L&T@z|_#e*1@5m)L>xvN|IMV(7}a4
zkkQ2iOtqYhI-k+d!Jx#{!J)8-5ls0gRJ$>|us{?-)F%erHkMLQf+&Qj=a~Fv-bIi>
zAcZPB<QhB}4jtK_ZsefCFp<H9N#G=eQd72@%&5fJ!J;74;KA0xqOc^^-16g09s$oa
z;d{g#RG3|u1UNwys>W9b{lC=;b4_kkt#y3dy>96#SFMF9f2(T#rny|a{rL5A(a0jx
z8{2Nj{XY5eR#$0;spICm47c+=W@)eLUhn=}^TXtIxoSE3Zv}hxZ|6(IhLyZqotwDZ
zdfWU-ao&HXz1cqX{*Eu^M;(5jys#kF@V0;C`qaA9-=ZIGKa|~&Vme_>LyD+Jn8PM1
z4<m(>4Jyo&auiOklKRE^nP*$dhNF6$&gYz%)ac7*CV8XAR&FhG!)3X*<_VK|%_MK6
zSa`Q>uCbMBJa;V0XpQROsC{y8#UJZPo}2VgC!W9hWQ2Fy)|80T*BAdynxlF+(rC`p
z*NOU)*(cqnZ+$v5(Kw#JBc<8#p^oUeNp}y<KYA{R(TerOjkSM%ma1=`ZsEO(HR6`;
z)7R7PscdUF!Is0d;b)b}4$+2S20uoNZ!aU?c!>6eJOmLNl|!e*uG-7bCTg(4!Q;RJ
zB_6Fg`j@$Fy4S8M*uzzF%!KuP(0}Vs=jWSebho64c`RG$IPdDV9h**TG39klOkW*+
zt1fA__U)WqlhRGUta!7jizm!w!2$0HXShz9)SlWbB^IiY)|xb{?di=;e%t2XxPR*3
ztV>H3vmD=j?(n+$WXAgSMoo3k#Pit1{zvz+h3c`39$HYb;uPbG82*N~KU;m<KdbsT
zedPX7z|D|(zWwi;A2(m7FP|@~UtRb0SLju7@%7W0?b-jzd?|kL^u+qW{ceAyz7{=t
zzGVL7I=?-8KD}NQAO3gOtEXqqN7`$@KXK{6Q?ZP1OsZSc7n^!dH1qg$G3e#uRs1`5
z>K{1EXs*7)QqtmW_c!B$;-=ZccVr5R51i%9JNJFMtvxeH^59uUbM`xP9<*7m{NVaq
za);%?vz&Q+J1ieOV=>?UZTiF~vLKD8t1Lfjf4Ly~H|p2v*7=Mxgb&PNc*Zb;Jt2<a
zvuuJ~LnXsAR)d*kZ;OA6Hh9j;_utENV8V;JE>-F?@7ZmSXPmL**S9OD8F)_K^W0KC
z=`BRrE{L)Zb6slGCGXo6w{TY()V*bJzEJM*%Wu)X$!qfG-*)9~@Vr&NkeR3PzT!vg
z&Od%e`)l*|Gi`XV{q~X_^WHPouUma<R@WDY;N#(MQ$Ae3wqoVn?@P*RHXmCXdON%>
zwp+yJ?Ub)+t7rAT+spg#&HVb-;0407X8m}+!ccW%@!QjVE%95u3vSElto$3iIj<;s
zT^f7DPOF>C4XVufXDlhdwbm-<Y}_=bEw;uN`u^MU&A+%K>gS7Po%c+8FYTLmtNzmS
z|JuBlf7x8W_RpU~>wh!bap9V*3tLzFDwXig-S_0g@|6)joJqer|KANdw0c(6eR<^)
z-+~qEe|0<zRo}n;%8q+mJ@%WQ_%5~NKI@P7CLXW*cSrp9e*J@8YEAg>t!5_MZ~s%?
zt~@8cbwX{ulKbU5@&;*tzZbOY_to1^>y|%s=Wy)zxAQA<3ZC)LI()VMZ|iNg-IjY^
zJ>7P&K9z6#gqoeRkGFj9Pqqs?6Scq9VE*?H=^5|qOuV1p+iFqzFiv#)|Acw#U!U9e
z^3Ytq<J)%?)PBC7{LKD#g8Av`%O8K2j&brTUsTBZIY!~u+~kMT+Fu9$?|2+|nAP6&
z%O~?k?~ng@@ML|*`nKu6FJ6n}ebqB@TYs_he;MNsmw)ULl1?)*m)?BB$2-S&R?x~!
z2N|ta_wpMNyVKo2WNZ&SeEaLYg?BTv7Pe<LZ;14Kocn!MO4qB1*#{M8Ts!R+xn{q6
z@QoYcFIGpjpA50^t<QQZBwYMr=e}DBoYga)-Aa?aUVQwFkZ<Vw9WMhHg<O1nZS&t9
z3sNF;jxow!GEohdDZRYXmvwc{<+U&NsvH$ID7Yk|x>;c6#1$)pzQo6Tef9NM*jc%)
z(bYS*?_j8wH(Zze!7N%N(e1O@m)!MRUe=Y01`8jY6xkb;_v>`Vwzf2u?CPm+@7FK=
z;JiDm`m)RqyL;a&oPIB_oZWKzu=JihpU3@AE7x3~xa-#f`8P(gW&8hr<+we+@V9nu
z{o2Ke_x|bJjxYUU+g7>5aDue*PQyvv!H*4RNH5-LI7>VDvEc%F=3kkKmrwnXxX{n|
zSK_??>d(mz_H190_Za9J^e`TlFzESsXv+ZuHlE}I2FJKBGaZ&N=wo~=q3_4tbNOB`
zl$CtIf~_ZckBP29FXLqigWivqwj3~F^GQBna?JZO(`AVQS>|=gdrG4oSh2+%Z+P7@
z?=sVMLolbJGAcoi`I%vY+~cR2jg>qzjyF{HOkd9W%rHTcd75F|OtFY#4XHd4$0|~z
z5@z~6kl4`k@zs_CR%~mM4_F;reVOUC#D+e`*AnafxYvAMIKShx(cE9DQOU|LAGcfl
zwVnGXb#D9&zW+hX_Aj6K{Y#ou)iMj?lQ%EUnfc;ONV=M}^)6#UIrBid=jlP_`c+DH
zd5i4wl<f1C+2<)a<SlZ@Q*z8(=9s7Cq<1EzOsaC3bDok*-XfPgCD*)Vu6assd5hfg
zl-%={x$B)%sf+sJGU<-b<U1}??zl|7<1+1z&-6PkGw!&|yyG$}=2qeK%om+jJ3DQ5
z&a~Uv>9DiY$@NJ_{+|{9e{wv2{o?ri)8Epicy%K3lsikmY|pE|R+_c9hwtpK%m2@P
zE}Rv2;<AXkk?G#Z<(>WOXU`A(f4R4Fd8U@|%&6&^Qw%@a_}lmh%L^Y-yQprrcf#?2
z;OD|Ci;UM632!VC-dZHQv&eXF*K3oxhO;|ker8Vo<FfY8of;wOw4|r%Nl&NC-hcW2
z8Ax>19~Us{3(+lXdf>C_+56>Be?_{@YF#pSib=Pp@k*)Mb48c@0%oZ$?F{(Y8Sryv
zz|oCY^Ag(TpSaR;SIpC9*UVY|i_f{7@&_R;{*Y6`>wa2rw@wbRn5eN|Iq>w1IrBZI
z%-%QObIN=V5c2=rl>RaE*m>^Dx0dp9UcU98)%p7WWe@M#|CgNlWB-){4T(i7CVDMV
z4vcdC&+fz5=UBj#a%T3GLlZw8bLD+}`|k0X$5&J;nyuYy9Iv?Uvwv~2LE*xmCQ^CP
z7cSQ`N##pNthx2SMyy`?Pq>uCDeK^8OT^fw%oEGMFh^~kSo?<)Z~q@<5?*8a{)YFt
zdqv-7Df=B<y4+^|q)z{nOHQUNirh4zDdi#a$rS$X?(O{Fwr!ujcki3Gslst*&FyDC
zu6<OY*6PJleY3{ujI-U$-_=IPzo*2#J!!(18~Lql%k;&2Wg^$@m3jO0MAzcIvTxsJ
z=&M&--aLIW&hJ}M(#2=VNqqb#ZPrY-3|61qczLoz-_^Ld$S+y>>%V>DTJ!el)wnni
zaZbnT_U)VZ&V4J|HhuHnId7ll=%<U#efu^kU%YzfjnhZt^u85soX*{?_h$3n*f&qJ
z^uw!n3e8N?4;PEQ%n`QoTM?^wi`s*eOpA2Z+*Wzsa>;n%ZJ!fAI6EyL%FVdY?lpJL
z4hHKvyWcvRKbRwYj`L+p=>l1;J8dg{j&tX~WV=(WFrWFi%!~Bvp}$X*I5@KNSruGh
zeQ1A|WiErj#l}v)kdg<Bn8jsJyg1+{&N^pB^N|t<Pj)}6f=i84_|}wo9$++-o$=Da
zmp#v_;Bw;}zBeEtN71YjZ%vtu%CEDTCC!^2IUN1H&a2|<?-%SL#SdmNU!SA2_<$Mv
zuH5w%0loHze+bWF>Z>f^*}rdPm&J{z2le>NDmR?|^*t|o8vDjQ9J4f{)H6#M;taJf
znh2T(nocyGaH>6Z{{(|He!Y+C>zh2}T$H9&>b2`-aappq*2ElldbF*8|69d`<IOg5
zPd;X@xf`mhbxzsx#mv*zS1f*OII!8MrykM}Sl<!du%mLnrU2)8%c=^G4*uPlcQ)Cw
zca~l_$UP-3#ba@^(C$sl%U0i#+y3_1Q^AIk-AZ-SF3I`LxluIh+lHkMuWCw;tMPsE
zdnvn=-|NWg_~r-cNsY}XcNl$0`ETsd<Q$>a;9^jtbh7E}2UX6Ge$Vyd@{WJyJM=b2
zbGmhg@2S)8-icR#ydUrUI^OwpwsW?r^Xjr3W1YYE4EN-GST7wVJ=b1v)&8<;Z(r{(
zy9P)94#iu){_;KE`t_efTjyRqxaHRTx<5ZT9>2Hv=kxe{Y1W+M_f!8w9-l9!W?7K;
zD^cpQZ}KjS{RX_RmlfVMS*QJ(`|^c4saxl}=Z3#tzVNTfmicbqK6ioWwr`hDB*vA@
zXydzlAyLZmOgEUe@=<QDyqG9u<>!1n^NEGN)wyaLUfJanAMbf#!7ICb;bW7cS>kh-
zExc?}GRw{H^CA%4=6Cr-W}L~*wqX7l|E{?QSLeO3@lBq4v4-t{m2dLgWgGn%P8c(M
zVrj5pRPa}RF3C_SW##YuJoAYSvx2|#^voAVy)n;X^)FvYmD=T_JiYQ_s@+`>XXm-@
zb)PkVUu%=G+y1}oVXxb^f7#Q{|L5j?|L-S%WZl21Z2Obv{`J>;dtTbd?YZ{s&&fts
z|HYU6{y&@TU90bx#+7UTzTfNnMUnaHakGo<JRI`3UF2`@*=_H%+aO<)CtRCg`{Rz<
zuLETtcKUv4{Pn+h_6z3Pug}dcvQKM0pSy@Z<l+3=F7gtq_9Y9~p3wM}JNw1q(wg7P
ze7`6zez84w5x=DC{#=-hv)je|+b;4(U3ItBeoYAcve)-ZeChRxGkwL3B)6ulo5Y(v
z_28`LOT2!YHk{m|EZpa#6}ipuW}bzC(cM#v)RX7DN#E2{T0GMy*67)(ZC86MU7r~U
zTFu=5qV4hJw~?E4>hfOKmQ0?rrb}i?p5zmm(#;Rgz56}kVR+g7yu!)0Z(F~9zj!uQ
zM&;(l6lS}(vv~F!O|8rOReR!?hVe?C14gB%*mSI4+~fH(K{g^SVWvQ;LQN`9-HAH&
z>J4v-swaQ=-^aM$TEtv!&;Dh5_b=O<efgf%nd*B%9h)qJ*F4#;``!G`C;wG$l?xZ$
zZa3TicKOV&dt|TV%|ETovuE|gY4dho{MU2(!UXA+TYmJhpW3_T=HEuPhwo3<$N&5N
z>HhTp`~G}?x?lglw7&O|jkCq-b5|<NeJa&{_4v~C>N87xH>jw^ot!<3C6(*{GHtIt
ziuMYuJ7-jFTj{jPr9J(kylcJftb)XsuYJ@H$IMDN#_@LD^Iw0WKKZKccy!j;H{$P0
zGiRQnP04akW~b*Z{lBt{{o1ywn3_A2gV?@J|NPhA`@O!vQ_*<&@Aq$>*suS;_UHT4
z^?!;E7N1{fr&ho1`T|}4)qV;}fxqU9q(3_!c9`|nrv)7yTXRcoHfi`B+1MYXaba5f
z^!WMp^ZqYdQU2nJrPv(9zn|aE|6ld^eO}0>|2yXI|NrO5JMMbxAGZ(Q=lgfQBq1vJ
z)4JUsm&@1N9r|J2XMg!e@m#6rAIl}{uVqfibf`J{oB#5RJgLh^f3{{unD@S3Rv0@o
zen#83%NOe6-t398=Y0#xqnqZ3zX8!(=DYEIUUb+5oJTS8YN3>spYrj_i-q?dXTGrL
zm3i)ZJQJKpCtlw3!h{!`N73`@7c1Vqe#+~2&$XM=QabCDm2c|Yv`-PsSFX7naxGKq
zwaH}ndCMj(U-=|c%kqrAkMr})7dE|fKL0snQZlbi@A8RMsh@$%7M?aKndzqYc@c>A
z|6x)zQ#^M0!q+AxbKTZ`UIe1s)?GeP8doxR<>|gXXIOG)PVbHX_3g4x(lm>DkKNPL
zv^JkfNz?q?UimXmttij^Nm)pqS~0)5u+?_u5^FE>$-CNTcg_W&m2*E^JDg!Tf0pI^
zS&{QUWfjsEJqMvx&;RfV7(XmFepsC7{;s@XM(6z5o%3g}oX-tXe&H<3g|i|Tj>;;e
zDZO~q_wr0}hqc3*mJ4TFE}WeL7EXGRmh>Vm>%}EL0b|D!5OOWaWbc@%u?vK>c9pVs
z%rw|FQ()Ijp<S|?CC0iX#)c)vrX|)zFVd=Bq&2-r>v~b9a`CLm#j`FKpUxH7z<k6<
z{H~A0T_4H2eI~nRn(dltv1_K)F4@Ww<JuDA#y|EN{QurQ$Y-y&{_(!#Lw(S~@8CR9
z`}2JxN+zlOS^xc$dFs16-W#vw+@C!;?`pa4#~b@~?sjeu?S6NE=e-N3T)yXTU$t_r
zMah4oo@I44(%Y9M*35LfY_TtP`?AcMneLZMYofO;OAcJxw=6ld^yaL-)T<kH%%_EJ
zPu;n3jn%ZL$2Ps%2I3#zbSEP0E|?!NP5Shz+aSK|>7wMwXW8qwmHsNzIir91`t4JD
zX77{r{#^H~Dtb2m<?YFZc7E~st3PM{D$_Z?{_^$PziQ^~ljZ($nd$B}2YcNMy{v7S
zjd{@tGsIpTV>-OWVY{w@4|hp&V`9{T+hP*SSa)qaV4!;;mz(D@)7=P=s_h^Rbvg!q
z++S`pJ>KGAFD9{^^;d3VVblV7?w-p`f43d5(7n*ldMvZCE;?b3*o)&#kGCAypljgA
z&6C`i8I^EDY{oLywv7i&bPaO2eJ(Q{j!2j#Cb5lmS!QFRj)5;X&uym5TMih2R2|C&
zX?S<vF3RA_wDWe~OSj)x@h`W#IOwrk$l`r(He{qMs^9LY)b=k`|JChn0gYn6j&1V(
z7VchWT06OF^_J4DuU3m$9Esm)-gUd0H-E~?<NnWYF-6AwzJK`k{5MlF5~7n1bKQFV
z;PsSG_1-zchRjDi=jZBP*n4^L_1oIB|7AFI7M$pKs4$6fd8P18{rKgY=8x-g(*9<!
z)m9&Twvy@I>P6GmrW*u>?rv_}Z&`XveRKZy_qYDt{IC1q=I!rqd48y$_{bprXHnpy
zt4bUHMHXIdF1=ABALf3R(OccX?X#@H`!1&WX9E>xIXd|A`h00Q+0Y=9zfI=ixh#oK
z0=1$~O|}U<WZqc&^XvbV__f*5Z?B87NUylbJV`M?$!oRb_r1HW>HYr4GJ#*tC;Mta
zjp~~Nhc3ApT!;#s;ASfQ{)Cw6%||@a-%pFx+?0!du(|zeexBQe2^)L1^tUcMYNvXe
zZ}}2aZOd{ce(r$nHNJ0?-)gXIs{2+`b87;Rec6hhEZ3s&o9<f2*ndxSKKAnWV@K(o
zU1viVl`d=kp0RLQ?ro{nIa7{gyy(8T&-PWO*u1Asol@C<ey#nRxt!}#SWBZe|2gR=
zIjmyaL|%xr=pS1hS#NVX<Ak(#e~1ZBzLH0xluS|cM8ye9nJc+xCG7a#pLp>$pNflD
z&XhSX%#2d_mou+2x19C&#xncaJ6JS1{U%LOk@OUq^y2e`4ayJQF7+%C@6;CZSLyfo
zSK;w!LW|-=C#9AYwv!w}T)$F;|8|`1Ucda)pNn4MhFn(BM<=|<N%fm)xz#7&+eFV)
zwW%-FF8eN<?PDIPaOz9&i{%%57tU6ir})Xq+*LsfB+&6qfBxE%R$r;|$ljf6-0Z>^
zPq=9jY<6yn?Vc;=0?n>X0k{6EEpMN`8K?K{)8ZSqkKO|}|GW3bym^|WFJ6(far^4M
zv2UM(y8*XOUyWO5a5O7Fyn1)n;zL2=6|b0rV;`*YZkeiQaE<k6a^q$_gZ|b$tMp~k
z6`v1xT6f!a+aF#Kn|`5$d4Ayu7XIf)AE_E#>|HMHZ$2;2=I)P0;xE+=<~o==E@HaN
zvWv4sSVfQJ7pIT<1>YsJJ<KQOEpp*wR9|+^MOjYi{)6fFmlgCLo!z6%u>MSHs^@AJ
zg=I{WtTtR}T&Bl;AYm1AsO*YY2SV95S#7x5xDF(=hB;MM<Mn|^_Dfb9t~G93$8jKG
z9doJdiq{8X**{rrxZb#L9oK<`4a}{w8gC9HvI|vDxY2w>PQ|SAq@A1G1vd!qo5Du+
z&b1D+YNtr}n1k519&a3z_=TeHZvGZHNf*R<uUd4O7sSxcNRyw*2V(KV4BHlz`fcLN
zh9hz+V1sNu-Yjll7OUO>w&`E;8dFK3otOMv6dD%FPRn{ZOYHal&Ht-^*Khdm{@Y%2
zZdkSA&D*-IjdzupFX=8?_fwDc@V|r;@&&<MZNCo&*h@TXkB<o6rso@*v1seuMzckl
zjB_>r&dK~aC-du^l^^G<d^_jmOP_Cf`ZsPbt1MoYRlF>!c$s(cGPUAmV#UkYt7la7
zugPB_$8)(p(f5D-n+39W)Hr6HkbPU1Y#z9~qwe6YzgI(;-tI8_xPI@|f7j!(mv6b7
zK3m}4y=?X^cdsg+ym|YgiQpd3ij61B<9TmS%sCXBbDeK@=?&Xs>rB)(&pz?*>IT_^
zYG+(epZ;jy5|A@Fcjp&fcK6A$Z|`Ma@9CIwDdqSLp^l?!X2;Y_qROV+(3`e#CFedV
zv#_fn!W%VJl6LDISChN-)p8a`s?e42!{7Xpebnq{{<w1FV8*7&oqlSTwVokw=N{|u
z$@?Ylm?EAPoM-VbfBXAoPcy;`fA5c7y}0%>$G755%Xan5PFfPaH_N=N`sBM$Z`WO{
z+bTb4YtO>?OU2RlUQ-iZM&07R_{-<p;jX9yv)pF0{8yWOc$d+k`ganrdK28hD*Ld#
zIsV;(Sh=uZ#r0_>@n^mEC5grxHm|o(x^et~@+Sq^x0^nlusN|~e@I-(m&Y>vy9!Gl
zzc?0Ye$|Kjst@PcnTu*yq=iR_$@R5A7pzF=jM(7vCA7A)<>aSXD#5k&f9+@QdGhwX
z{>xi>Q{w+;|IFPl7vGfid;iwLZ_dWccBo~T&b+qo<V10;%%X6)J(JdyUjB9C@U89D
zk=1LieV_k6COCJi>J8sm@mglr;Bb{@-v@2Ch3wZYyRg-IUF{hgogbT)8pizE|L4KX
z)!XNt(O2Agd!<Vb&(Eb_8IpTqqt37W$1gi!zw94qL*e#8`x}nQ%WwXend$V}iK$X_
zO|ICkJ1Wf`?oY-4Yfi1Qzu4o<cYk8qVa<w)NQ=x^-%7pX?8`Up=AN0ayS?)Cw!1MF
zI&+JZIDZPA-4s<YNue@N;j8sKHSVj?QB^OF-O^Fsyq#^Ixc}Bu?sDduby=M!qLnsJ
zOWl3aCf+!+a`S$ceyRCe&rUpbKHhk9OZLRBtzj}JW-{$jeIHjKcJkT1PhXEt51FjJ
z>isv(84EvWKiFh8)qitT9cN7LCf+4mXa1R$yKvn!{li7PlZ$rTI?#D!7pvvk-sc%j
z!b^>(?`l_-$q#!sZS5}IEl+=Zdlqpy;a1w+Ggs3jHgB@HShmD=_J<VFl88fHbH8P~
z@!pWUJV#X^KP~(9y*taf{>8H<hu!vAo!7G9v2NgI)iwF~CbrpTHBo2pW$#;-dq!Ww
z#O9Mk&HinNboTNom|j-z+-9q}YyXn#?W)T@hm>#~VvtdJn`!y<qxI&w#n(Pge-q9$
zPqR&%X@R1Tnr@ZxS@zOP_qaslPdLauS?Uv5_o(_+A<vPrQ&$#CuF=lhz1sIf;>ma6
zhbNfb<Jus-&b&RgpL?0=!~eG$^sj7pa^1!r;@8#GxNw@|mB(T)G*<`gd2>26-D&5N
z*^`S>mSn7$y@Tz8s_B+}X#t*Txj*m8zSO*xHTl53DAr<)vO8>Nj$Y;}Tbtm1n&WQK
z{oTu!<(w{ZwS3wv`}AAi1_tjndsE#{G~e3!-fzn+!O6WfPXokfJ1jQ1D)M3N>8X!z
z@>My%GdsA=qU`*xyu2!lliTcOu}7Y^{{J<8aniI`_f&Fb=Lht@XsBP7D0U-f>in=*
zO)0bU4U;w0zH6<&e<t%!ROm*X+pTZzw<V+<%9oB6)}Q5Xb?yvX)77k2lO;Mo#H6=W
z-TJqFBKMM)i7sco!f!4<yCF2>hf+uAjNKv=4=ii{KkJk@Td4n>nxkjWczIdWF!x+L
zVs`q>6r<(43(B)aG$$RpQzzh5xaNpNlce_MpB6QyQL;<=)1#fM*E|clpW$vD<{$cR
z#kPHH2hDbuNq)APcQs>H=#~wKm}3gpsvWv+T)cYgE>7-uJh|)T%X-%Ou$l<YdcQ`%
zOSyFIZnoKBwF}>F7fv+FnCP;1XD*wqv{dW4sX`IbZ*FY)x!yuNqO?(e!HtcbX#q_2
z1;H87SLVb@v3`4-7v`9eUMAM(bG!dre4<tF&rhq=r|*zm+UjL?=;61V290Ol*Vr;%
z++4$PZ^xPIOLru=nfpsVPU~$5D|Rt*6F$3i$*uo;g`PIg?6wuMsTAdoQ_y&(?Wy-;
z)tRp{TfS}G_=lrt>wanRtoPE|>)BkigLlsTyM<$}_+sN$-Rv1m)n|^$++u#S!O6hs
z_J)qK17bHmw{nS|^*23yq4)31`L1n6(TcqqM^<V*6<lF;QEk7}ZR3~AH-4RV?cSU}
zN-XP78a-gXVkb2(BqHKy`l3v?utz*{o)5A<M_S~r3;*!J>P?ua+NOHG^SQtOWqXEg
zGU~WzWW7LrUAm~nfs1a-H*pHH{ZO5`b?wChZR4gJ!5^h^mtAx?_pi<3ZKTS*gdN*=
zMQDixBs8~n%x=@uSSlo;Aep!DP_yW%!!LKNO+I@2*z6q>CNTH}@VEttYl-P<GxFqW
zPOLQfdC9ZmqgAzBUglDn!VBxm#N-8SxRQzk_OGf`nfyURLgUCr=i8?OOg_z@7+^iK
zXdC-6UmoH8vm{>@{aC)Ut@&A9{2Lw7JvM9d6xOTW?sALK`j8!RQo3)(cK_fNJKGM$
zS0}2>JfNEXX3e2co>|@veCE-mOmk<=`PwS^t<+2={z?7qrLyT?XU`G(v(2=srEsx8
znbGzJspcHvWwutUo@q%=P?EO#<u*rYp-`Dmt)O8{f;D50@t#<VbTtl_MY29ywoK|3
zn#EHne16-c6<m_OF_)PZDan11t1I}QaVUDr<l8Dw+hl&UNR&6$uXkBEBj7>ds*Rb}
z9L`T~J+k0$UF~>rV?|Kjr5n?jpT$4EWjW0vD=_Nj4$IxQG}KS__3o_tc4LX~?0BPP
zKeo>247XYDBp0?kZJ|i4cJ`y{iM?DiGhXyn2fyCn#9kv1?O&yoZF8%2$-_|9RPo3~
zYeHwIJ1seKA~!mi<3+<oSFhlR5Z|XgQM|JK1%fN(rd2h>zTOrQ$#eUH&q}>!r!z5|
z667ugs&9NcHACg|#_Y-G9-YY!?U=Horg6KJd8Ulg?cSqHJRhIc&e<xIm+o_LtFD&J
zPbR^KrK=q-cf3Bl<APAg3XbDPx9!z-FEQO0&9OaFHB&k`b|+`3Tv@kqn$#?w+{Mb`
zQgd$4Eo8kceK;jMJSBJ4N)f;NP1PzJV?qiw|E3+x<#~8k?U?Qzz2)84&-Mwrgh_d4
z1{rJQ3%NCvJzSjTl&1dU+#{B=g+i8p9@?fKKK)hjQDS(0f5dDKzms!b^{h|SbJ^Sx
zBbC6@cJs&fsdiZ@OJ!B;#CA7soyo>G{k%u-oj9YX6-}`!y`8_xJl8$*i22y{k15~r
zMgDiu7wK=6%ATFMAsJs_WirKh-pi8YToHf2Wu39+Op`xqZguh%l)E?KcjKqSfpho-
zx2|+~)O01=yO%RAdi(A<AMc22iB6n;-~fw%xyZ5X<LA8Je<(dNJMVyWb=JQttm?m?
zd8n<r85FFW_BliS)P>VF!90yMSKsdc;O=(htCQqpw>MeBrNu5ftIlW?UapYXZD_{Z
z%C{{wga4Y@^qiA&xy#fJsTb!jE0}(fo3-BT-9-mkjy~guYaADOorrR|C+n~5dekrJ
zar>ld<0IP>Cq6feOc03gn7?orf7bn(E0?_O;9RV&t}?4>;jBZ;iaNJ;rG>idzEX+W
zYM6Y)O`~|fiimUEsTY}&$0QyeVUd*%3;x#`YxK5n>3Xr;BA0s+<=N@WxF0Z_wYV|+
z(Mc2KJ5fF2GgWeQRwo|I(p20pCEhKS5h0}FxkyC2VELhIRqJM*>+@?)XcgFYyz9n9
z_WDa(3k5kdlKyFJ3{BnLa#BsZ;^mw(OS>Pnp5SS#PMdN@LCRu!<&8(TS??zVvCd+x
zdcU?}+xFW$HX0sZg<AK&Ub4XR#Ql3O8lFsW_3~6voRHkwD(x1qW3~5f?$kxqvg_N#
zS?}Haw#u?zb@u!n<uR)Jw&iJf?w#Rx*{A5JmyU?@X0?=ck)nFDA5N-{P;pCi<T$fU
zzE|!hv+Oiu)3(ltDcrFvciD~|dnN7LJtOt6lG~xV$2Tl9{W@D9CEeV^%-iZ|*qhpi
zUtIlMuU|P<#~V3g_w!wnFYQIOh4ZFzUW`kX^UcoOH_`V|;6=mNK|%{APulr+W0A5?
zfQnL}?>bQz%TqU1u54QHT-#%*7<bag&&P6B<!;w(@sY`YzIIl5+TmX*(<g^+N_{4m
zek%BsoV35eFNukrw?0ODCge+Ta9^7C$>_C|evQGO-%?kmT+-f^Abhs4xz0jx){3TQ
zyJBaE-8ffe_Au2{a*Lsvt7G^hrZqaruDhqU?tan!%IM;6y}H|5!w${8D3zPB<;S_0
zkUfTytVW7_rzZ8*+6%m#b!Fp?Jpl{8`hGiR!}anNw|U6opBwV0hi2?8DAaW;^|e0#
z^!Dtg<um4d$;gt^`H*{kpV&p0sR^^MSFF$6DJId7n<{;#&&!bIvl^$!?wV&)SFJDm
za{KKXA&rY2lGXnjzDlv!wl(xR=HKJIGfVkbld58+csJ|2HFubjTds7bM=g2k5wuY8
z;@0TO#fo85E@kbSu}AD}VC9T!D{HxzvG!%K-Ie>p6*|c#uhHPnHm;<CHvf={9pay#
zX{pwhRO{7QUFXdE*4mjZk@dQ5H*fL27RM<pr-PT<dG1cRBd8ksXx`h2JNLegINZ|o
zO<AJzu~-5_fl}O|*AgMyt|YDC+9wr%H)U?N^_<mf1o;?`h|Ip!rgE7{T63nhXxQ$v
zGg*&>+|zAZ?4^G_#WY-1b#Y_GfoGeT#H1z|9p6)stQm8(+ci1#h)M92m$Ul#a<=|g
zmpymp@{!}qPMd!%GF$eln)l)Qx0@erd~tEpMXSlPdgm&?vhZ`-kRrps+lp<+n?q#^
z8&pKTW@ISNajTv6=ix+UDe2A58IM9t;^(HFHS#><x6AqBwiih$lj6Le-+2(S<9ce|
z_BmZ=zUG-ute$%1v4ETW47-HjxMhYj=Sod&wPlU1-W7JeFJko{#u+}#g-bm1U+BJ@
z?-IrPcd_njgV)EG?TA{Mt5K$(yKVBHDM^Mi|1u~lJHFVv>5S73o+B4lMU<LYyu7+5
zM{<*RPe<h6H)4xh44$y=<0v<bYkzjNM03s$j`*#UJlk~FoHEhO%}KFeyo1y0_2IN<
z0b;S<UcwB{@@qW)-i?TvaABU+W8GD&X0Q1dblYe~wV3*b)5@ndEHi$y>mb`au10g=
zNqSSXmn212nO^SlXl3&K&g0JeW!WTyRaq-KK2LHCGkl=--11Axy4N4WE?9G`=FFPJ
z>HGB|)2F?2uZ0*m->9__&6t>{BpBRc?sugv^N`boAE|5#{g%g)8;>r!(h(n>ZLf3D
z#Pq69Mep^94%My?U7bvghZe4l*NAEs@)p`AA}=R8w|T8cWNK;Z-hjKW-{mr%Qs61t
zBKSqESz_wvBvz5Te7n>*SDOp&@_6m`Vn*${2C1o;lb27^IIS^V>4k}p%4{~>#p0*f
zWOwX*d3W+btz<`|IZZrl*D`drOk{ki9L~9#ZIRoClvQO(pWWm(CRNFNv3XcfU}v&-
z3Ri!lvHn`|tB19pK8iNr+s>ljyg9t%`Qo*UWS21TGPW-gj7g5$nd#Uf)O%&UhbEtI
z-(;2U>LrpB=e&!a=%exCwvMaImbKezJkp-@FS@BQOZ$jQ)Z@249?e-w*AHJ|J(jb?
zqr;C)pC><Uz02k2OJ`4A(RGA<_jl)S>#T|@z0-pfa*ukknYX4M47{xJV0~_e`h~)|
z*@7>*(=YQ}nyGb*@zaF{5$&)_YX#233%mcyMQ^l-O61f~e*UmAOTo*@Al)@DX=bkZ
zVYVPQk*E2Wjb3F`wKeT^N_==%CidY`ZIzZ!L1$erMQ-`J_^$L)XZ;g3S9O@56*eBy
zaR~8{ON-j<F0^?S)9*u>u{$TsT(V7Rwuxw30xP5S&ZTl$9CN0hWKezW`@kVW!YHe~
z<HWqq9ZQ7bqwBwCd91dRX3U9MX_gdp#vuHL;_g?A-xo`GglBdgT)_3w&}>f;e}Bdu
zslxgS8^b+3oANdv(EF-sl{#Bh@z~;*X3`atB5idq`OS!t64#vE(>v>A%Y@Z!D<u`r
zuM;dwORe_5q#Tl`Q0drt?|h?ll*wVW&2gRYR~ndGo;|`W-YGV%iOn-&`wq6WDLiT0
z4bR`zUlYySz&7L9{keMlt2Jg9cC_Dbku|Y$E654Wd?EN&Q)*9Gjz{DiQHjHuXQ~o7
z`OYY=%2{(wEVSnnEBn7{Ysp4!l@gr<7w)pDXUcN>pWS@yyI|XqV%MxCw^r=Fc{8^>
z{7ceZrQFjd)@~o>?hf(GYIO)%qbYhRCU8e+Mc+=3#66e9l%qH%#Z101Q_?YFVOgX1
zA?1@iktMSy^;=afZ>rhp#JW2z?_lR)mEzk`hcyhvZ;FelvvrrTSmmB>jhStvq}1Jc
zr=rtu_UTFa+mnh}UUuk8S|{9(U%LB+dBKmuskXOISM5K>yZX(JgG?Jv%@7T*I`*Vg
zeXDhos_B#SI&-bR6}HbSGz=71o_3r;sK;*k*4cfxo*q4ScvH#O_(cA&nfthVW_7oo
zv|?K<bhL4<M_3}~vfmA*>yEu#vig}0r|p|LN~?90`uLiA=Pun9%V%btbK$M(Nr4F^
z(s}QGxviXRBV%ACA{^jzCVR(@8CLg>Olg?3uqb!q+>SL`&TgCd$~A%*Px#!+SC5km
z<V;uFz16I|N-;u2m~H8k>H1D#uFPUT@+LT07D(RVS$rvO+tPz`Q`<cKL!^ASnI8^T
zSe@!vq$P3fjYY!!nB8__#~MVPisU!k4hg<m#doNtxYl{I=KB-JJ|(}f({&5Z$>QYo
z-!S{SbJO##Yd2nRNZM$uuk>>Mo`^l?HyvB6F<DtA!l?du{mXlSJyO|gUdS4yeRKU1
zZS?Jxt25U!ZF36;Q+w~Cf~;^~|E4P`zkKvRntMIg6TDHp`Lo4^N}rg(7XD{~t~Xb`
z{Clz8G<Vg-GRw+^H9VK@&EzubsPr|9pP4%?PciGlrsIo?9(xM?GDu=I5KMKO=p6iH
zp61(DRhOxPj(!e)Q%*jR?y5=RYP-iVzms$6yv;HuJ9G*!7EbWel;*yr7}E9Z@HVO4
z8c+5figdi9`zokMP~-3e<0)ltbsVP8)cLey!Ndb9hyHG2Ond4!&-%BCXiKEAp|6f?
z?czK~N9#<Z*?ChOuX8z1TsPTqaoQBy$m=&R{Wa-4wWDNe=Zw`B%g-tsSj~L8YAI({
z@TpneTWx)AU1arrmF(K_$?=xr7fYj{ltSbAC6mRrdFV~D&o>CXcEoSug{?WcZ>mnX
zI)CT2S?(NeD=O*t#7kFPQ-t+UtBhIAi+{e$L`|ML8)aVKqTn`1I9y41lS=66OHXCZ
zc2E6dWM&+E>BiPY39Nb-`1>ouExV?9ncw)Fm}Ope)X(9~rrCNE0v>GYTK?KdH+#y@
zJyqVJsUJ2)2QcvpwJcI%pC!2R(Pd@*#-?P?gS<@Yt{IgFr!SuIB{rb(=3BD|T$>`I
zV$Uq<6%S!)%~G0r_vj8Ic9o@*3UfSy-fnpPOzyhE!`=@ci-i&{NLs6hJGO_r>ltnL
z;weqt{D@&@$L!6W=67PEK52Y@&f$Oaw&7gGYY&?hU(buw-<)R<<0bFs9y4Qd0ZZna
zI~L+u*I9LA7yZsSbMVqflPMl2f&=m^IZW&3?i4@S%`jDnY4g?pXW4dl{aQVH`jRyq
zXHGrNh$=ks&~Fa|L-4r;6SZ$d2k)OX^<DBcopM&$1CyTqx%$E6hThb|f?SOp?Prgr
z&jt#v-q53d&_rQbE7Q}DKaOYbT%fpWgVy9aX0`3Cw-;MhEfVeaHs7_yTYlc0pb&@u
zvbR=i%$>0E;Kf_1+{z73RXg(^o!&a(97pnuT@zUzyGl>23qM(FtGnu^T=JbQ=M3U+
z-qT&6lrQ!5LQWyCRjjp;>XR3bL^o>9cypO4@OAJ*hNCT)59O{}E0X@wtnaSXf?e7N
zj%{qNIJPXU>EzAco0I%n3stXtSK~e5&w4oSF~8cU8#iv2B=ifpN*h|uzP0dH=-uR1
zW_ug+L^fqtR)*O7?29f@(-rM<wLPJhq$Xpmn!Z?b27}1SY_*O%(<7d`Z#<wq%jB)0
zS7>IN(V~eqv8$4d_tZ!-ow>bydCzRWyr>T5z*9GyPNyAl-jHxbr|t0DBdHsgs;K3&
zy}Ej&V0Y(omAi7aty`-*HRNM9%4mvuE-YK>zxb<#M`h%yn(xw+!c^Td?R)*#&y5cK
z<JNPu>SNHIcfSAi-WE@-P@k`7sG&ahvhqpggVC=Jh~{}5ah-h1=$zKn?BuETu^Tr%
z^T@lv9J2q?ceamL61)t>QyAQ~xt-s1f|IRh(i@qDWpS^Ri=(GGEtCyk<ZvNa=SD{7
z{Y)O&!mUvO1*~z;8agCx7)l%Br^$II?~^|^BdqL@ckuIog*GMHCgqmv^!>85`?>SC
zJASulQrOHCmnvk-{L3axpG&5cIcKJ>BFozDG6U^6y`;X`iq2XtiC)QFV#10yQtm3q
zi2rauvFmL?aMy-&s(fKt<-GTtmax5-Dn0x~-P?C!MbouR(`x4<n=;!jx~8wbDf&C<
zseRCky4J$SvgdE+t1I4$)$^LHWjrzOA-7<F(Je8_xy2L0S=Qa1y=T*m9j`8Sn(sHc
z%=~f^$7}{!sVyI^CTiZ@;W}YOZ+NWXu321*IPY0XdY?ah=lqt_a>oU&eTrBoO|)*_
z7yE*ZQ%+mSVY;bnxN?+5^OC>4CTSHN7xN;Ytlf0tUY^n<iF${XPj*jajn|5~zUj~t
zvB;K1v5&GRiQoM+C5f@V%0$sk^vILk>ZlXm8=b>;Dn@R~Q9r4^z*RR$P$aYZ!YjKc
z4DX)kyw_eAvuVqgi`8|$mir%l4N7=*)Tl&s@vODab1tziT2lE)^<_uL_s9<`ThiDT
zEV>~tw!=pCUGv|GPt&I`p4}TY?PgE+!ChRYQhC-%GYnSEzPd~A%;eia)_rO2+svPK
zM|=Gj_bv)~;+De6Xd1ila>Q@eyhyXNao?*ola|NzmG6)eo4fxV#|Dp1V;SZ>zqF1V
zj4W3F>+-q(Nl>VOPuF!(?NefhYIPp<Mg}r1s^D9Z(Yr>nXtDHZiR&`g!y5h+IGt>1
zJ3qCqwQNc1aeGD%2?_B#8U?EPAr35S4(6QQAzz@=WMU=B=KW@ZI@h@-rJbu-JF_;(
zB`4nt@o}5!!&Y{K*QlvfD8zRAY_IQaJIbzVF@=P`Ub~AWwMFmSili>X*=vO7D@-Uj
zIQ#lz`8$ui&zPmBsZQShRw}FV_Q!VzbeVIfS0*elIq0EdxsB<!=}WmrF2U<p^L&^Y
zB7=TeJqXhI?&0Pf@Wl8=`SwLwhgaNRmwT*l;+b8>jY}`xo-*s)nywZ6J$Gjao%Obz
zF)jVO-?7$;r&Sx1o-`OIwnlEaHA`3M;T_xRoqU%MglJ9`3Q~+pR0_DZ-~s!(l-_+B
zX=@uYLcJOqmVXsfdo*$N-ps(*e&wx8b~FB)b@8#;ssx{weS5C-TnIb;Icu$s(KR8K
zv@F38<HA&-)n)1%MdPn*-Tz{qRlVEVU70(Q6GLxgNSxC8T-(jX$SUZod3Y`Fd|TPS
zt{-`g{LNMMx3{@7-8EtpG8Q;c7Wk|xWt)V;lUpq9OgghzH@%po`IoO-(`A_ef0DH3
z(%2{a67s^A?Kza^V=m~w|J~weJH*R=y+~bQy4^xgQi5TR&*jrvqUss%K8AdDQr36f
z)>^{0+dOT<${9*~7gVfp{hqe7{L2O5@D3@HFyX+jYBx7Y&*b^>McAupU9eV|Ab0;m
zk@p#vjv6jA7Ac?D9@%rZ<5Sa>2co-kZ*dFeDxaPGxZ+4taKMbPz`sZ5gvp2I*qw^f
z*j^MO;puf~*<Cl`hm5j)OZbD+S(#2s9W*;%oF{a&B1Q8NZ&LKxpC^3g>vk`Zxyz7S
zz2nr<^-<RX)RTWN`;~1I`~7y0r_a9qY7-(Yn3eJ$-rKUMv^$3-t?ab9iu>$cue`4G
z&bC_QnkKzM?OrVZ1l}D&#%#Yo-8~=p%$IfhqvGbL-!JMWt~lKMM{cM6(@R$^QkBhi
z&R^J3@w|ZT!`+p3-iJ;F?$UkY|9JN7Ks(J@Cu<HqshBo*i})p;={j#5eugi$VTt(Z
ze5ukYGBZvxtncWRDL(cKDxJQZ*x|jVLOG1{h@|M^JBDI;mG^8|&+4o@-ImJVd*@s4
zTd&VTr7A+^Z$!_Z%qri`rBJebyLZNSqsWd|x)}*)Cbw>0wW92&j7d@M#awP4^^Hk$
zSS%K~$>i3)h~Q*BYHg@7*Sbk>dq=DGlE}Iz%Ws+;J$OZQZl)UF=1MiaC)@rV;61Re
z)+5RL<@AZZo7TRtspY>D+VbGK@y7f`F>3x1Yc%^bPK76JI~nG_LV-QRDM3nEaS{`^
z&9R{O+ci3sYK)SD)n8w#*^&C8x5J$Eo@bnnfV!?k`;yqrM{)umaR=vKPdahr)Z&LT
z-}<}FKO=a?-}Pe1OO|P&%l*58ck`Duzm96L4Z2nwBwF|W!m4#@uh+(KFKv9{q`Z2k
zx%57>&I^u9vgLQJc4}16XAMr8=5pom;^5V-mt}f8?v$l$KEV;Py0ar~_6pYfTzUF#
zh8u)u7F}{*SI)^?CuE#|D86-e)e(88&pyA3d?yCKdAG`h;i}$MwWncvZ!=QEUT%Ne
z)nexR(c6ttp~rJu<EdJnKL>IT1bvsX5f*XSz-OR!=egW6hO-@))%wcjr6xwMp3-)2
zUgST`sZTiNrpXlg-M&)Ln^oy<#h7=SaYgizUyD^@P6YfqQPO0W_EgRzWDySwYj)l4
z_hOUI>0C&?nR4a4R<P59ILRGrT`s%ZOq#On=pnA|NHMNmce_5jwjK`&6aK)HA+5aq
z(NUEXq2KN*xoP~J<(&47tEP6wto1)v>u%%ztMzW_v@HQozD>^P%{V7Ky(vjr?qWcS
zC(kAyVZqHx2}|caWh&gLyX+*xG)eYGE2+FGy*txablq&z3b%eY&uxGBjkt-QHh71*
zX2&ep%Hq{_?uyYPo@@J7apk(~)xTt^KjEi`n&YZ)Q~y*|yHAXThcl*V9PO%7EuQYP
zX_<cPDif{abFWoj)cKOz_V#Xw2(O_}{IuQ%v(}wk{&xSlW_v5kc>N2mJu~-|>_5Ek
z$ALpS`muBLqQo@s-k<a<CM?#5*^ymxQ+Uww$3ObKrp~;`U9mUz!a?mym)l>~bn!mx
z@ZTle5iMe~Nh~^*>BNcuWv<(}yEl7EGp@1tJ7Wz?*sR+cE{vYKUeTLRg$WgEbqVQ;
zu8jET;Ba$VVEM!;$8w_1%PIB<?MYxTo;5XhTjSr)H;kKexww={4z6o=Wr%0BkILY_
z{a9D&r2C^uC$3!CTfXELOXu!wnZ*wpE>12vo%h|WVyZ-bQj_L=pF)+7iyk>9vxlBE
z);XQ}(5@l8uc&9z&aP_ii*HYDOo(W7$<eZRHf3E?y>8-%6lLjF9_H>(wJJNkx3BJ9
zG4Z&leEyMytko^+XHRdLvC|{vvcRN>bXQp|#w~AGeeus#VlAC1*wGSrLPua<^z%*y
z|49d5Ejy_AUv$Iq`3oa?cJ50Kd@M9~Nt*edsb$JDUY%45=knR^;L^QixgvjdWJb6n
z(+(pw-*(XxlNT;1_<gZ%rnErS;{{hlml<5ry)DWqc6XV8`p(V|_UY@of|8ZZz0T?v
z|5ZNCB)-(MJNEctR&iA}v9KJyn+LL;L>A^n-Pc;X|JS)mH%fRNK51|+&gu-vzw&_d
z_{}b(gQribo}Tp}?4<3sZS3nxy1&%U$b0)~(!A(^jptYC&vJCPW`CCcT(G`Lk1J@C
z{-*8a|6NM_`XVy9C%syC>W5{n<5}Oh=pFwiFV=Z1wz)&4GV^4!>`W!*?kVCk&s}rv
z5qLZG_?Dn{+ly*?UrIgh^O;{yI<-!tsyFGlcY79BzsACS8<SarpBCQOb8}b!^`uP6
zId_6|W_H@#FGyCNsPKvRhLaHY6Xqw!cEvvIanZSRdW!!sft}e`W(0j^o#thk=yl*%
zYF^MK%>)iX+X?Lx#T$>^3VnNLcFwMXe_8kP%(bS@n7Ga8YI|4UE}e2ecP7E*(npne
zZ!D8Me*aG7Of!$ThHv5@^L`##5E^`DePZI2oi4A`m-D)16mYp1*-hW!*vNTF@^DY{
z1fCTCH@rP_XSj0j2wr!hN$Y6BqziwnFEMnPXrBpMqFU)x?`fG}B<nV1)5>-ov#URL
zF1L5ycjWGk?`L8;EOMtm`P}#}QvKx1{g*B~MEN~?xF9_<+~*CagUhU!Qmy%ZUcQqu
z1K$azoG-W&Dn7HWO*X7ziuye%_s;B#r)s`*d{I;QBH<PMEhA#L`=KwFFI7HOYFW!t
zXSP<z>*;f`hZ|4uZ7g`-o?xiRI!}7$i(N~<Y4x00yz$H&`59ABc5Y2?ROE{kbNp<l
zab9lXjkhW)dpp!V+FsB;-M-*qf~dJG|E3eQK{mJkq;5{+w7Vd4C-jh|%Df$pC(FWq
z2uHRZ?k>NPv`Fcl^#7|VtN-(tEC^tnVo(;|RkVEVUmM|!v>wZ7-D5f1v-c$SXibj1
z;>dHdneDAnqSvoy?=-UZN&RurnY5J4Naf-29_Ouk1+6RYw@T`9WK8|-AiV$WVvkL4
zME5ARTdxl=dQvyp{M90%2`MX2t9?xiex4r8ka9<56U)@DbE^EN)2`oDDt)_o=eFEg
z($#@nN=7D=iVt1B^m*6Xm5Uga&jqcl^jUb|M{mMy>8cCIY|0k7iU^0x6dH4=%`3eB
zyfvei{W0gAM&-bKfmiL~OOM$u{H^ieO8U}EVyEMS#Qy$PP@3tYp89rS9qYHX9e0)V
zEzT${o2+@N$0<p|s4${x8EfceC!N<$2~ry+Ql@N>uMM~)E4O660XI+Grd%(#2OWD2
zBR<#192Z-<=Hb43GKaQH#HHJ;s8w*&F4;Tfq~%ekA5-~HcC6<WczBbqdDqUa1!X#U
zn=>^+Jb!J`@UBr%cW*JC^yAnRt8;mZtY^cj4cd=ADlm08ratM+!}upB9;66}%r9k-
z)LytZA|p5>csqCOL$k0CGqoz1*}u4L^H}z3=FWbtUs=ALo7J{5ykq&+n_6wgzVciB
zmac0WGg&5Z-rgkb>$k*TiMxAm?2FRKmvfF!GJ7BNB+2Jp&6|tucP1{1bKy8J;qu&P
zQ?CT9%6#|Ubvt)H(=6K;>%Hn6HYB}hPgHrg&$Th*QlENF7MGVs^%C6+Hy1N!zc%xX
z<~%77yK|Z1iiN)vjc)Bzx+&Hvt)w|8#y?$*$2suH!o><4DvQq>e@!{)y=cZ2<)y_F
zKV3VtzWUwUCYh)U0bZXr&3w7>+v_EkKa!-4zi`D&HC!O(6B4&;Udz*k0-O5HS06g~
z=8u*D-|=~iI*zCv7t!7vyQXaJl;opt_>UUh5nX*f{LF;NHLKz;>&<*O%ZAZyb!wLJ
z-}c0?sXu+~J+Jrf7yN5$rZ1c-HL27mcZ!*6S$yj^1<jsV=eNqq53Z+9R2Pg5b?Fzk
z+#nd0UanQ@K6}v@nLQ_F@myT=uw7M9tMh^2@6K<E`8Ugy_I+?+nptk7^~@=+G0AaH
zg{P>owupCEl+H)Ni%dtkrf(6?QrIZK-#<Cu&$jAZowDIhe%mPrzG!oCdsiucO1?Ac
znCb}$qgAz9YfgW3Q&n!LTB|+(!|QY@F$QiMo!Dh@3SX5u_s%r?w{f0<_mgRhrrQ|R
zD;?kM`eMQc4abes_dJ!1d@Hez<@c@WCY;eR{s%pGC~!(2d>$N<@qCuS>JM&?yhlQK
zq{Ftwi*1`KoSNkwwpC;LrCm!yqBv8c76xd)Sg>{7v~Pi}+jU>&)=etraX0Mot<ayX
z%Jg~mbZ6sttFD>d_%A$jV_2)%HuFh)cer`_vVP5TEL<3}@2Jc|E<UNZs>$^hTV`_2
zTfHo9xqfo4<gZDL&Tf~og-hnKufFW`fw?rw>7BRE6Yot5s}8MQ8DXembA|h4?gy!?
z{w~h-m6yegEk%9qv#J}N-nK~FKsK#TyCqDz`9MXi!A{XFtk=v18+}f1<FC9L7qVl4
za>9Yrwuvv}xLjxcEu62v<bjsaI*rJZgPF@us4u?RakkIvS5>jvsiGB!l4Lf0`G54!
zif&P(tpD4OtyZ6H|7)WA%b(^atnO{u*?mXj!{%d8H!kqsk{EI;@!*xW)8z`)qk|16
z&-a{n>hbFDFYaAj?q2%lYgI^Z<C(*=Sd5BTdGa+5cW0UCh<!_Y_o(!<{po4apB%eR
zr0froxjbca_j{ShR+*Wtv;G|sc@t`XY4?=(eY<NGWOCG43Y{>uG&6K8vfKTRJuizf
z^w0{mW8vLbv!Yat=B-Pc9{qNa(>ZRYLl+yus%O{B+g^OpbZ>kAQvV|-eyr7D;L=L<
z_!y!zLHVYa(L$l^4`QaA7CpGJXriJ1MOVQYHX2qJA|}}WnP$~<MDFf^8+W|}o3@KS
zetm<ZJ*nc%wj@uEj_2IZx;jdY7CzekO?$mwkaLpB>L+X}>H)4QA!{4EE^UvR;d`ua
z!5l#`zw;b^oleU3lj@G$iQh9fzdC_I%k|_h)AYJEr=PK|Oz_}O60l6~cb!+iM{v5_
zqNHFIL!J1o|HHX+RR7*;?l4}y!}xdO9S@BgLYBAQ1ZCeh>2j+m`d$C3uU9lW{HQ^S
zmZaUp>E9lD<fS(1GIDR^iI31dqc71tanDb$2S=UE)*StM!Xmo&_NKc^Gs9w5Yx!k_
zYBp+F&dLc}cIWs*X5Yn@eU-oWUpo6Rd1urwW}}R?fh)gg<(zj}lO>c;y>QZsO2gS^
zksPvrr9_n47yWKcWKrO^2>Z|_?{)N(gLxUxlO*RYk*azNv|{#1Yi@WJdSuJIM!QKn
zI%iL}HMkhH>c|Pn&N(tAlfNx6Uy!g%bkR)h`o&i#Dl<*f+U%1!-zfY-%gJihZ};lX
zW%nQ69uhHi%NjMO1MRoDH$ByK;)u1?teZ3W*}THTn^G5U&|>l`>GI!mCs4B>!7A3}
zY}e_nFPA*w+%)Z-e`2Cx%DR#lJ|8>3t-3Dw^+4dQ>b3W0OjdU`banc1eYxDvy;3PY
zx;gR{%_jnWH-5O#@a|Tev;Msj&#NJiMK^9p5?HhCR933&t^aF7)ebZ7yQr<#&;9=M
zBd7n~V&-clPR^X6+;6WKS+(Rx$b*ohlijav>*}2-etq8DOS7)6opG6~bNXh>M=7pa
zTU|uF*j7|t*>rU7njhX97UT$=IzM$opxft^hGW+xUe3+@x@*eR1TMBqvo=iH`agZw
zm%SmO+k6(@T=3KMRF-e}Z${g?P0O^`-wX-!`4f_^bhooJQuN_ri|w1Xh9{|OEtI?a
zYI0!h>BZ+e;*ZA5@LNqi9k{Z;>+!n1OSeR;bZ@nFdV9CGK{BpsdCJkoO{;|ZYgM)e
zvg|s=dPrrCjrgfk`Hg~m|CozqKS_PE^vd*HPRZ@R@(K($C{EsXDF5b^S!XwQ#;b{G
zI(JB3K3ny&ki|HBK|+1-1x=w_`Tw?0%u?Zg=68A4T2CJFPto04>LJUk)I@JD-1&JT
z=iQ5YgJ%gDN$gnR{w{RM6z7w1Aw>^YTnM&w+uSi}_v|f9Il3#v*_~`6#S?np#7<?N
zF-b>Mb+hfOu!CzJd{=!C@}_=??&@h5_tmCf&#zNextPqZme9N4;+*X+hnDGvDNX2F
zy=v#rs@4iiCfgq_Emi)qLPh6it>u~YgZ=rt<g{&thn}q9crEhoT%N=(je}9Dg_FFF
zM9!XSc9{3%rnO&vxR&(f2(otR1YBr7E_VO2+X=(EiM#ht{=DS!?oUOxd|rO>`SqUl
zxo!2UYEiv{=sz=meYD*ha<w~Df6AKszt5One{rSpQqbe6X?DM!c`PV2K6o>3FH6-_
z^DPtYs$TEqS~*2XI6U$bbHd)(4>DQ$k6o{yX8Ej{<m%_(Z1(g>zGt)6>zHFYYv%N{
z>OY+|ePR0EA5-Jj7zOTLF`MCX@k0B#^H{YP9xJs?)PEPo=l%AOX=D1u&GqL~3WUmU
zNqY;Z^SnIRB&#&9@5U6n!`EhN3O0vyuKeG%c>AS54eM5sKCQY*g+9?gQ#fVCD|r-N
z>aGfUGXL<@?e*8rn;d(5BKdykLhgB+oWBb(*_O`A+O=~Xqw3Qo;w5|Ts6UO^R8aV!
zn)gcc3a=}>c3V#`DybBm9r3dNMe%wSQMvd#M^9_sSge)o=FgP#M$lq1qkZ22Q#(ax
zmp=va+Q$@rK3|)eeOa#NR7r5A68pXOEli<(b$|b`@6nq3>3-pg-9M%O8&+C>7r&Aa
z`*q6iZm$UIRF5xvW6#^X4$Zy&byNRs?xK({MasekdzxnKy)=K}wzwv<)zxNf3#}qI
zo>b`MkodrV)<&l!ePecK?d-P;A2~>_JAOq;U2gB6Y4IGnTPK$bcy9O-dA4(2*C&aN
z8~4|KXngA}GRw`9YkibQP2NT3y+%!12@}_a1x|d{wc!5VTlSonpVd5A_TXyxf$E0~
zOP0@hmLa$A8=rjQj=%-opQP0+GAF)%pVU`!ZEM`6U(BoAgf?iDPyMR8!SxPj$jS?k
zzllb4Y0a_jls@8nLVXW!OeJSghxOK%8=g#lxSL<ne)Wz8le2FoFE!WP_vAoeX2{D$
zSxozW*S-$De)rSv-M1E<zx2Xl?~C1!)BX2cw%%a9<nlU|#6qF--iywA8Vad=ezPyZ
zMLFZBr+3e+go_qN<yEcMlU4+)8g;F|QN)uHr~i8&d*jKBy)!jiT=l>6KHbb89KZVJ
zlx<OlA(b2Y_w0TZzKnT&gyZ7S-8*J^|5p+Wj`CXienWiam&2>Wlj~2dPQRKXa@CQm
z{I}y4Ez7fV=^H1Rp0~SS_hr$&^IvzWI>tT`+P}u@@y<u<v-fjrH8o#nIm&ol-Q(5A
zK<8@$7k-p&{8Ha5azicUB#-2xwFS(}A2mwGFMsyb;qlb`-a{!`c{)cr^&_rVy_>sd
z>AD$z-o9BGxG=70S6o$%&-dmtO(kOM&p0{!)Q)7=KFl~#r#-(i=T@+6I`5RLjb7_l
z{!731FkI+~>T3_prHTAg-_4ugJ#Bg3vB)Mqu{F{DGUw*+?Rx3d*SyqbDueQagV~A(
z+{bjiOeeLpxSfb864>^EHOhKvxPa{R^6N^cu3kQ^AJbLw>bGtnx9p@dEB^+VT>qDp
zx=o;4=}|DtAtj~YClB_1S!H|baq|4Djt`DD6z3lMll*$cvq?ARY1?b%#da1x@x4)O
z`at7lL2WBzSS*9eVSUlmTG6bPJ3OX-xa!PRbv5y`_LR?y>jJoxz2|M}_!$~2RK+yE
zD|EViSKWmpwvQDqh6TDrdatRy_T$u3jtQ$+c(2NA5U*yhkv|&oMSf~B2k*U4+>0g^
zo(_IG+d18B$7}aDzxh|OO|m|$YcWrV`<2Ht-*Z8~*Y-R4Pg@*Sx-gWx@rY}c+Oe;;
zXZ++?<95nUajXe^^O{L-mn+|V?m71-+A@C6whiy~H{8Igd3>Vwfu?&O*F^ayeW|?`
zxK}OCNOP;DzV`02Bl6u_f>*IF+U?Q4a5Hnx%3D=WC&bOY`1<?WJpa2fPA6jz)?fYl
zy?Nc1Eb(8}U&6mcg=`PhUj1iHg4}W+LB4BA{=HkX;+F1T!S{I)XT{okFEayz7UcQ2
zJTBQ<<ku*|bt*&l!Rc$4i#Ve87FquH|JA!vBUR(1@6-0zI=#JH4;@wdkagtJuA<tY
zzwg_Ho`mtvEm7`xWstpR#ly{d@t^KB^xopHVdU5&bf@~Mc5vAXvvb8RPq$Z|R#dh1
zOndYu^2@~o%e!YyN$3kYraQgx<^E5m9cv=AmL@%@K4v1WBEF?%t<dasqHi-#@`%Jg
zYwDY!#5Z@HtRLr_*!?#w?%L1sinjQ9`^NKqxAx6jE-3g!rTcC9#2xI9s%1aEecQOx
z=Hu+SE~mV=iHHA+%$)TzY~j02o2_}9yz{RFc5uzvpr3Kx&AqkwQPAPZHyP(>d=jj_
z*QxQOf02IRg}|5v-CbuczCGZodcMO}Y2q5Mo*wUq!g*Qz{P|xk=G~kkoT)Bj>Ll}Z
zUrd$OminjWm0MT$n2A<)sh(W)J@ovE%OAy9*hKl}n@amWXw<G2N}X`wy~>^FI^DA&
z!Cx2ZJIFGG35%7w+%{hDy{$v7th)BwqS;$gw{N_uv0q>z!?&e<HT#)6Swf@)b1r44
zMa|i5_kGDPsjjneJ9poheEvmhZkyk0#;qDXs~<If<Eawc`u&vy<DHTV(|2Wko}Jv2
z+P&>R_rHIhks@_Ll?wf=v6;y{GmT$9_!NBeL)gA8(w@Ob6ID+9neo!C?T63hd3#bk
zrHZ`giq4C^(Uro!Y}x(ljqffzzhV7i=47Y*1$-un%XPxk5^e?WU%$6GRQa^VE0L9F
z7oI-h_3g^{qRqx9Z&_W~wD;PR(AEjTGhN%NQy=TFg!&a-UtMA4>bUiof0NkPU0s!x
zsnfsO-qtxQ=eI29cm0FY3;gG?>xO)ak#x1Z`E=zO|4wtG_vv+~?@ZE~&!wwtt?kJ%
zXOd@L;pV^hRz29Y_S+0?EA?qR9Q42ZFA;Z6(wJn@m9+BI=H(8hQCALs{cv)gz9pCK
zB)5=4*5$KKm(AXu9>VS#{Py9eP0iK12eaF968v3m6$?(CcYoUpjaO<H5@wbvK7GB7
z?^WM*bt&D;-CH+=@hodw^mXMEd#(QGKc@s-P>HfL(hs{QA!Q^L{{7A;$1gU@->%$#
za{5x~!sQO(yvAOJtM1QpGyJUdv1x1bnng1=%3s;AV(}uusS{6o?`PRRJ==cf0WsUk
zgWp5d&z@-(c+l$FWVzJmnA@Y3GW(YPXufvyvXHcn!la{DKi1?-of8su&Tq@7lOJ1T
z1^u>ZFuq)LN4MK!)87T+T^F{cnLa6ZY7uYUs{2BJO|y$XOQfLNlL(bfY29qz-#Rp2
zOnG<cl2lcy%F&PhY;~gc?>N`S@*h=wxNY*ggQsUD{#^dG^65>nyMDECCfu29#aDm7
zy8hMX+TO6%WCbzJ#@nac68(SWyI%Kk{=DRwAiu<(R};Rbyzu(7<jo5HsRv>+moR-W
z%buFE<WcMKM{hQUMCpBU{nX5w?CBw9Q}L>N_NMR)Q^Ol}AMf6NU3}>)8~YhLNs`%L
zlLD=M4`?RqFn*77n-ur-M0H}vrO+Fb#cSF7*Tp>(KPkTEWcI7L;O|}z-j(c@kE<nZ
z*D$MSa)xx<hW*~3HE*TJl;y4qT2m{&v9MJ0$k}H52)sC<>@FlQ`D%sX<(-UPJttp>
zJ#0R=EQf#BG7C$^$-1XQY<BV8K62IZ6?fqAKv}iY6`FP&&$+vbuTEw8Z+PqDms+N+
z_1Avy3wM0oz1D~0!0Do-ll=3ZXg$C9&@IiG$3Fi4XKml!Sr1RK+}UhZBlJn?i}B}e
zYZ5=Myd~mxYsKmdm!^M=zA{_;ep*{dr$q6i<GZgE`+wZXK2dzf>&2J)PsZ%EalR5)
z`gL}Tv_5y&qk@?mt5l!vf2aE`lK1+*5cgR<!M@?4{8N38y<U{;Z@T8yhBA&zeJN4V
ziHlb#q{UY3IaRNwI<2q6E7~W!y>Lp|spu`+%uDw@zjyid+#<<ODn;*>E)tH?JfC_{
zz3A+cbba-+)9=I<RD@rXzf|Y?b@g(#6FdQx7OY~EV>7%H7p!s5{4@Q_6%7WX&dsWY
z+f+79UNUo2+n)sMEm_YeS<KIhzV-W+{@3rJ*0;5jr;E?1X`i)XRrpLv1%2U&*9x}V
zi==KC-ctUcdg^Y+9HAMK@;bL?9yfRx?y$$Mx^|h1a;l_3)5ap6FrnJ&qO%q6O7|`j
zp0`MB!@;d<E>&Ng5xThIV8+F#Yi}P23FPV8@v35t(!)*$T_JY2z=dntUTM7eJVofZ
z=6d7qzP*iUbE};H%aooCyXf$=DOmEl&!uV8wA=FEu9*1aly)QQ#G)zlO0*d7$LVZ&
zS=YVCzGwZ*o5ue(D(zBgo!Dx=BC()qRr3Pz?MupdF8}pj_$90-Sayw+;%nElcc=b~
zd@CaI{MVn0pFKEpBULH{m(AYl%o6ma$9~F@%R+lD`Tn>uKa@A{-!|6Bb5XlzeR#0w
z(}$YXbF}8=uigDAWZm(p{%u>AlzdY0-Yy|^Wd5P<sruS`HTn0wo@pr?-@WXG*VTM)
zTlUp_&opKPi2RIGQP9qq*<+j~aW&v)oWh4z27~r*=S~Ye`u+F#X`x4{UK`K+UA<5L
z{93=6+jp;gpZTAAU;nq_ZSR$%(wxPYMyv>kiw(KN#JXb1oG+_h##Midn{Ora<JQWm
z^B(R8qx;vIR9@g;Sg&WZcb=o{nyOXHnk*7TS3UaiI(7BN^_lEf*C-ti{oa-r_i>lm
zP5!v^|7`WE&fYnlb?)qvvX2|O<ia_Zg$k&jnw2hc#=66VdHyePsgE~5FO1H7n@~Qv
zVPOYH*(%p{pZGSrKUsUCzw^FO{5lOg?f{cpO4F;HTz9o^>0-_2>*ub}`)$#zcSd#H
zrDrU*zxguz;`V1p>3#b?_3hmqk=0^rb*tB^y`1?qg<<{C$!mAjE}SYQlFM=;cEkVb
zwRcvy1$gfLW@U3Id)9)v)3dZb=6%XKy!@zKzsGG+Ngcz8hsUShH)&p>`Jtj@rElbi
zIa(e8kI!-n@O{gl|MQ-afOTfro4-raC4&;GqdLs9JeSXk|FXPu^0^a=jBKihx6ADE
zFS`42-pZopKTNFd>s4M{(^XlWRT!1MjQ{M>{Nksn-eHH&Ug~1m7^M0ohF2wLit~1f
z6`2>~w%+`$ySVVZ)8u<^zU{niF1GdI$+erqgTDG-4K1w|ows~ab!Fv=tBa<4UrM@a
z!x`dtI`p}psQH@(x4-XYW?gUb)x%D>-#|{IP9}vv(>}Xu-ui<Qt3+Erh`g(?72A7i
zO8BiA*K;qN<nveklXdILwQrf03O^S7vRJ3SB%Gc9)GgL6{$~5{Ih>!zsP(Ei=y~F6
z2Yt2DE1PfpyjOUIsYI+x;J`Mck`>x}69c%8FYumkyLujz;}wRCnQ~@vEP<RJi~(EX
z-bSbTf2s+RmEWwxV)Mx9&BvWvOjbz<Zdp@oyEN1#@b10{)2eCbv|kiodH(3@ZmTuf
z^S7onoDpwOFZvUnsxobUR6y6|3&mM(H}Ab^U(goHYtneFcGJ`4>h=2H{=08rf39!0
zbl-aaZxioVv6kI4nBvVOe)Gny=5VI>-=AdlgnwP2y48qz=^Uo(8x@*;6_U(f1YO(9
zIc33)y)hD7v)Z`zIlZ)li&vhXUq1H||HNIZYZu<@InHjmopn*giDlYOt7lFYzq0AT
zH*wR<vtkCX`$SVDHqA8Hn82U4GHP?EzpmM>_xHa3{B-ekbR3@v*B4R2i6NavAKO;t
zsmf_{Rjn>t@kTiD?ag;nT2^^=?*DSyar&N$cA-}bXBU=i-g@Q6JIk!#?vv5KY-{DK
z*&}(Y8c&8=?OV~dy6*h0-me7#Ki?!IY?TjdT-?00{@sN~uKFjogryw_{H!6-{%>Y_
zP0{zq8$Ybrvzn)Pm4WmRk<6?+bML%VWX=+**e))-S50r)%=Vx!p?0CXdn(h7PcSph
zp08Xw{qpAeYw!PFlloE}an&(F@4~X4ZRfmXS3F$B7gjpqYqj621<&ntvMvN`hnEIa
z9@LiCYl&ETgXhUCA%*bVg9&NAtEE0JS!c>`H*?B$?n~3t&+ACOO*9B|FxbAS;jeZA
zFL&3)!cWnUBIoU$;hdi6xM|I%<%ZphzK3^)?3H+NYyPa|&zKfoFV#AsmnysBm1%(H
zq~%>tf^RN%^8c(KzoTJxoWXO0z3;CU>hIC2aJ;~3P?Qt?V)foRY&oxk)pE~Ywf?YF
z_6%2M_R*S+w`S_cDAazsu52V7UBg=VdYVJOxsm>i-JP$(*?QvdN^gAbz2;V{mdd*G
zc{%R#i>;qen|5Pflw-`-CHv>K3u*-|oxzdf{FXIFET}X}QM-D<`I9DrY?j`S#HPnp
z?GX<-n4#+J^d_8hVzb7}$&0kA4sKemcjm^ty~>5Zk9^;k$Ljj#YuwxA85d{CZq*Ri
zTp`BN>cJxMbJkVH(0iqZU7M1(rgK&4RsE}fQyV$$&5nt0>er~+J?N|aFI~-P%*@C)
zac1bMX;=Qf+Zkl2+{D7ze)xIgXYU!Ab({aHJ&(2gt)p~?+jG;Z1qc7Hm^HgXTYk<~
z&E|QWd(J+SDE7Gi-SXAmxtAL@&3&@{(2qG>;)zf8domVowk|d@eD~4y3cq2t)31A`
z0nd1(zqS5wk*`Y<x$$Dd65qui`OYc0^PX|>RWLNkvFW@RvC-6!#q#2QQ@xr+g<DQp
z&yG83VwiSNEz8(v&SBr5wLea#KR1g!`g6ni<^|HpSFUbnR$^*fxO!bAbH=}APX%5s
zDSxn;?UK}un}<&p8#-KPo*Tbo+Tq-Sx82-t^fs)1ukEmIrSk(vnK#n1r|;`T_H$43
zPrv@-N}(f5%%W|^b!+}y{Ha=h`j77C&NI;oNuia$j+~m=xv}uE)BWJ5I#-x8%I?43
zv-NZIQ~e_5rN>l$?h0Uy$kXBdnKb+8i368!9x?Xx^*nXUGibu3OO2C`Tv&3>S=g-e
zlJ}&2lV03%Dy@v+``g*iG+EeR)pVYVerVD&FRy&l+|yEOg+&=2hYwX>?wb+uhG+7@
zrJqh7(wEMCctPhXBkRGtyI$RO$*i22#xj@3bj|O|FQTt@y=t^rA6ndzy+EZ_)7M;7
zigDJpxRR&6UY#Mk9p-Xw`YL|U*FP}H%qOY$i_7(ZB*VEbZ<ETdNctNwy7sBKss#mI
z=$)}mgzwAp>$6|WEO>Qrm2^lB|Gcv*%L6AlHED+y%r|~;a`LiCOI9wqsp8`&TXSCW
zqf6S<z2{D`g;sAl@`_o8U!JjOmDJ;XUEa^9>z7W|N;$pxcKL(J3aZH&|Dt|qPm7*0
ze_>g!nfLQY?|#kOYnOI-)e;NqklR-u+k|v2Km51iimA`S${6NT;p$su6c2Q=mI})n
zcGi{)J^ix8N`1<S$$Msbo^|bE-S(k&ZurDoQd=1!pU+N9{d~4~)<pgtXD+<C9xl0e
znu<YxcE&C?UWMKJ|M=>?T=dxKc6Z!)>4Iz0sXIST6pzf@P{eg{vtFX|6OEvLcI)Fa
zcfOM8d+GMdEbPU_8I09CitMZ|zgl{o<=D5ldz=2*{qgoxs+c6zYxdFN_byG(Ylp9v
z_U;j@jW3b+QeWgYIWOba!qC{CY(>UjL%m{o>wSJVq-jQ)tHg<_oxP_OYrUF5Gp2O^
zAATLpc>&i&a;2E{T`I2H>;DNUeQ0%2)Zld9IWC*cyE~=+rOtYi{{D$)NO3^TF`d-;
zszq`KxUU>dJo})A!JuZH)PgJq-!5NH)tX0I#U77&YRuZX=SWm*Jm$U^@cI&m;>P_q
z)w{Rvem3>P+wNmc$1=;}eh51`YA#6Qnmf}l;<2Hmq|kof8oSS(PIs4m*na4~mg2`%
zzowmEEqyNMyw+(~fh$d~SM6MMVD_7{#`EOvNliYQTz8FW&w2(mk(+(L6wkH3YFzSu
z>Ybcfo2UM?%xYN0K0D3g_l{LhTeF|tk*YM?G;2rFS6QPT?!0w36va%^Ew3^^<7?Em
z4qg{)uzatT@vCm$`x9okADMl$<Le%w=Mgq?ADh=@U)lO%6}w5#S;ki~3tk>v#~w1F
zojW|Oa@v0-W%>Fk0tf5kyKGo>Bw|giiav;Kb?E%#E4IpG;Y{8FCI5maUYfyaUNdGI
zrKS~xhIRg4@mVI_{K7GHt@!~Ty_zBu96ldfb2H21MZ@D&ufDB|(EK)gvZ~GMnK5C9
z{kNDLPg}iHPHc_zQtpa*^MCH%6CgQVT>nj-!$uq9b(+SfUcPQRs^-+t==0cdf~Z&5
zno>)>sqtm|7QYm(f4yb-o`?gAFK?(GGky?N`m~!vLh|_Wt!Ejn?!T;RnBc*4^R&_Q
z^qHqOuX%i2DUjQn|JZ`nY#mK)KK5_CCbI;pW+yb9(bqW5a5&>zSl#O#AG~`!n18Nl
zUMD4%Ai8CG`m&DnXHMyAWhtjtFIJCw+}wIU%r5?Gr@a~9<sY5tJ)78mt7N)OFxb4q
zYaV-i+2=ytUvckME}j&==e6}Xzm$h)#t#0--xD$~$c10$iCIwSYEjUvvafGz-}=-!
zXCoh+%X-+>wdRlQgG={w7*BLRc1oOlSVG^RI%P)H@%qa4UBzy(KbHOp^E@BAPxtf3
zQ{E4&cP&$RST-%%B5tMTp*QWT<7QvGqP=Y8o_in5YMA1e%(OIKu6){Jw&vNs?uS8N
zZ0slAx~Oti?d*;M8J~Hqks;>#m)Yi~FLF=g2ugDh@=h{RY%aezO{bo9nMr*1pJdnX
zuNsZkORdP#-TOl7`5x1v%gnj=7JOy>yYA<%AlDfEw4a~XELdn$of0<pnb+-zWj1p&
zbI$cnkyo_-<CAvp#iJ8KG0T4|pZ3$NR$lMQyyR!I+!?72FN!a|kBApuKRM7qJ6rkm
ztEpEnX|8U~3wwR#PD#Y9irqekcW&Guv;P9aEK89IYu>yl^!*iUT)y>w0$)^Kl7P-#
ztKTm-xl4MT*>`h_niey&{6!g^&Bf8nWGhPoA1puS-#b6eP(w&cLv|)_V}Qev(y1F&
zUz9d(4|ICxbbQ^EM|V`;cCn?b<di(<rBQPG{$`eAZ>FABb9k6>vv<mo|J&>&>e+r6
zAGj~o;J4_IT*Hzdp6?DOdN%IwWSw_`kL9EzUwP4lh2}oSPYi?uC6jK4TLsTiyz*g9
zUF^csi|Ren9_E%ENL$Rm<Ap}h#_Y~n9S(Jx1`cjt{~rh!tefSP-@EatTVi<s5;^Ht
zryBLObEhlHtm(F6+t#hI`5~L7*)6>fmu^}ebXXYhZ2u-k(`pV0YpxAf8MPdOUmTmB
zKi$UQ^f~1}&09Yf+jV`~>{QyyyYXVhm5fI-Mb8Sxoxa$`W?Pl5)XJ^AfTz@at5c4S
zQ=`(YHK&*Sd$?x8oxmb?%W@O*(q|04T*qH&#LQ5=T~K&Uv`@x*RoD8<QH`f|HhwLc
z{p#hWBE9UdZddF>bFVB&S`j$a?_+NIJJ%~qH*Q<LIYFI!#-=mMwyOGK8_#G2nskR6
zP3-X75)^SxfGtW?JCxH{Ql05;ZM?zqy)M2_j>i9pm(ZVk?Q`IPUU^^9^HQ~+vVP_0
z<egK=T$#OMc34XP!P_yR6GIj=q^UKeSj;Wi6tQ9TzR0FCnNcr($<4pAmM=!$KFj2l
ztKW6G%L@Yjuh`SS$gfo^c)^6Kl+x+nd8U=eW=6UElv@?KLhOjirNxHXi%WG*%#;;~
z>*Z4E*fG)C{KN^9bt@#Vn11#9Yjom<fC!5XTZ4sU+Qn?qgAR4c0l$(ImO6!UR&Ta&
zIac~&`Qli?lcFb?na|AG^kNNLV~WPqH*%?*6Evk~+HpS@K5$F?ak?mr=dQVI+dL%p
z)m)qVq9yb3)zDY{FINN=_;8)~*fD*I;{3)-2d1*FyOY0F_I+;m+ZmhAS@3MxGHV^j
zx~WmgQ`jrd?pf72|8nUO*YX#<y=~IZF9x`W%wEgp{z@%1UOltgvU5_m#@YDPGWqw;
z#}ez;>oscRo@f`;dMC6XF;()uve#VGGjmg#RvJD$%QLM-`&{d0yJ^}<M+NJf!}q7#
zUR9obP~-m5$hSo<i%$99I`LdU@0i>64#73~M}vNCsqUL`_(W{j9EF{#-}HhyWj1O|
z-aPA(!>gX(99(-7=CpUk6<YPae?Kd4`LF3ya=I!QtoHd{*SNv{D^&Tr0@t@jKf~#V
z^RH|<eD{msN%5y<wl1GO?67hC6j(Xuox%0qbL>wSU2K&TTWQ%kZ^0q`KrvIpNj<j9
z3s={eJFc6x==`zWY5Tq1*q1K)saeN;PQFiSx0vene*fzt^3|GKG$%P;ejIbJt0sWK
zVsG?QTUq`5pQS(ArRp5)eS?fA7yX}nXsXcaDZJsGcVt4}@mub`lX=0<X{k-_Ym?P0
zEK`<Uo#rMz&F<_Q{fReOyVvFxC~jZu%cIC_5%7ss`<tro$7Z%YTCb;MY5X{|W?SY5
z!&~z*^3H8qm1eZ4N8p0a`My(Y4}O`z@8s~cSgT#!@v=umk6P&B>RSPq1zyVhi0Bt$
z7u=x`)YAR&NM=O3<P-7j=Rd|@c_Wv?wDx5F|H`%YvXb+dmu|n$zIW%{%AfoS4i_4`
z6crkT78g%Hemy~b%SVGR61~pCdDCJ!<ClLl<&e#_lDz-yWA4GTCd^Zhue8y7Gk;fM
zN3+NacAxqG_uBpa@VxE+WpkC-&Fh4n<3j6AVt21A<4G+0n^oKVxK-KGXw|}W-d{HL
z=YC0YU65HP7yr+k;o1LVyk-Y8lmGKIN#ElUc6q!0FS~u+hZX9z?`}Qd`jwR<mACf2
z!Z`+~?RGsC_r7Yj{cV1k8KB-H^ZfKb>4b03+v;DnB}XSeTFzrBe)SJ?j$VhzkD4d{
zPwwOik<IUVY|kpp)U{9gmC5J(zmg|yI-)%Bc%<jYAJ%7sCu(@_75uWWe3_@sb$JWv
zAK5~e!sop|wIQ-6jQ8*|rj3UMPYW;L;N9%yC!=zRef{xczmI*FoFW{#KEB*9BW;ad
zkMyaUV9ESN0Ra_1_9^dRe{<@NdjqfXIZqzxyY^dM?ax1c5cGLzs=CAC2Q$AtlCKDV
z9>Jl@vcyQqZ?)i~FF$wJ1w<TR;G1;P(#>{3$my@Ezn+b7s@eRUB|_bIDWjXx4BqE+
zq$Uczyp=2Dzah-ybnd?GvhQ<0>*nrBt-1TG&Rpryg;uwTt@XFn{z>P(cwi8qt~kNi
zc7ehgukGJBSKBoh{ggjoadGARg4OTutbKpRSJw1Xb=kUz#|tOCs!O-2^;+&<S$}uK
zmDcY%Z$I2;xUx|B+<v~5N-|f@D6mf3{y%Ans`@PXdPbAO9!^icZr^;UFg(z9RZsq{
zvmSq>?zSq#_Qc5eA645Rr6T;<a^du!OS&1ubpEVmvM4^r=6Is=w@m_D<cU+!sj|<u
zb31&zza#R$cAkMpleRa9d#cNa%OUJW@}Z|&j;bYeF|YS^x02^&SR-bzE#Xf0i69NN
z){{;)Gdh0B<hMO-;Z)l+ZI{s7i&G~DzQ|eL`GL2f+P*0N7|)fGvj@KNuH(7Uw}4eq
zhS5eow$|5YeyZJp?>9f)J@CtR#bN%P`(J&G5c{?;gNcQ~&2uM@#bKS$%oz#E32x~J
z92#XxI+(QnC5o^=+1%hz;9}yeB~hljrN1S?!Q91FMCtg76wxf<GXm`monj`&@{=_>
zcB}ilmB}2Iy7^XHL5k@Sd(WMeRhxtwSG&1AoVZfy%K{;m4pX*p*^lw9o{Ve6?RxGf
zES>vp*QwwYXBpjFy_qt@G}d`@7fyI-d+4@-UvbhA#opsRib`9jos_&I`YpfW@Qo_2
z);y_+6E1#E*plP^WQLxlpwPzOF&i&d$*5i4=;!ifCvStQ(i{a=zWnGUqfm=m*C!OO
zJfM9xb!v;ioa~0BY|o~z_Nr>TXd}>m;jj1#j*ub)y(eqczSUdrSk|1Yc-q2yQAt~x
z)r@Ng6icSDo<Ei2E^oo!9BC79HN9kRbEZXx-l6Q9JF>ofF*3?y_S<!F7rT1bWcw@I
zvw}WY?3r0Uxim+~d&7zOvlwO4I2LuP{y1<ZwKVI<4VFLQs=^lQ<8D^++({_e&^}fE
zlBBl)BS)j4Eni(gOqc%F#}}_LJ#qRcGRyM#Lzx>dA8@zIO`hItx}b|UJHz?UnzrH|
zD}%!}nz>xOVUxn<++4!)<w)pjA=PBAHUC_K&S-h<NST?J#Q3FVrOle7axZjcz1a<Y
z?wAHShb&6gnV1sjKgGn+a?TO~r=8tGr*aj)vZr5k<dHUu*P3AE&R)s#!1Ty56}N(k
zMP;ov9{dGS8&%zJpXo4I!?L)4f8>TtizvrAm!f6+*n89pWrYqe$ZCGHM=<3;Vt^9o
zf;T-XHLLT!{>T>lQBcS0dW~(j)Tb{7`;<!>JGCF%t9qMA77B_kd33kZ_@0>O>0{EN
zl6+;EDGO38su)s3*dLzyHM?`)lBA5%pU3)=7-l@>o}9?y@cdWL-g_HZSD3bRxqj(7
zd`6t{aD&IsjV@`YFP!+l?3vxYB`jMyrY|%R()d)NvdQ#PbZX#*CeBm#+@gCXUT2Tw
z-^t8&T%+b}{He{{eHo=$At#07BwlKJ-PtV_$yCr28o7w;W%#G;PZ?6&GnhWI-JWPJ
zn0je*+^ieRc=y`gyxS+IB(m;t_vIV==WNYNJ|D%r)jww+OImB*mtF~pnaeG5;wSQL
zaZD0g{QP4@>eDsmv+_kBu1FE9h`lN0C+it_=Hc2|oUHjWOBOyT6)@zA6YsoY`ohyH
zv{1wGaltC>du=R>uXo%KZVPdmwo^-EEnCdd@DG1Gy?M>AP53G~Us=y|PL%Wa(yC(5
zyf*PEDg`aaFEkk3i8~zY^jGBQWG?2TnPr(R2`tBRESfK@iQxIr+jFvyIdI0O%at6S
zcdWnlUp2e<)@@#NSN#I@V{DroYRnq8Zok#Ac)c8}?k9$SM%Fq>jje@h9R^LuvpYhH
zq77Ft_v(tCF?<#+^6=j|75g>r_5m@R!uglF8m0%wyxo<!Y^mZGsg2yru6ju;wk!N>
z{Nnn2zSSiu&Izk)ET;ALB<^~lQNFuL%hSuTC1k#d&n*`XuM-WkSZbC{OHtUnB9E;h
znDf-+IZnQhR0LcOus(mO6rgM+W+%O8?W(8SSHAUMq+z*1Xsghi1)f3=G=j{Y-fAd%
zD3b6{ce9(gT7W7~vqj@eBX-`;X&kZ_bYJT#1g>M+oO!9X;=SXtIj4PF4otjxT4u4=
z``u6UR&n{{%zs(mw&Tf6TlYX=zdQyfQOAV_63K^On6>#_UBbnnyJ=0pgfl;RUQV<5
zuq0+~=Z7URmo_`>Qc9luAo|z}iS?6zDBYY;{qTsIfWhhuYaI_9+jKlo$L7rrK^LCC
zj-q_JcRf!vO_Xfzt6iI;_Ge#urO<^<hdeizG<^|a`P1Xb9m@K3iX&s|io5fVrf*o=
zxzRvv;aQJcAy0N*<5YWkM04%5P)Ro1BWoO=rWvYVuoNo@o+K1$Qa3yO;fmW_X6Dm4
zSEWzda`RZ1-A$L}HU@bI7@qJqcDg+>-?Xmzk?%3t$IJZWd?n|8;h)g|Ibzc%riSJU
zF#-F>57|DxzLe|uSD{Kobn&dOSptcl=fz$WQ0Q_9nEIh=aTG@gYmioO-GhpK2Fqlp
zZCEy`Q{bS`SC)oiw_V1XOICgo571w|XOT+CHHkE>+VI4@V{0_SgO3VrTzOnFy+6p~
z$14-HUr$AjaxJx<<haRx+L7?HK2n_bLVP6D7Zln1HLf`{o7I#tlzH{7e`lP!m+-H!
zKj|XA;rpT-iDR1u4>z#28i)GDC)S+%!8&u9LPz|Jh>)OXykhLe98bTW*!uZufY676
zWuA;qx@CWCZ!<OXX!T6k>w5g`qcWadA@@$rUdYoK5q^JFyg}Sui5kv2-+q3lIrj=m
z8NSYt2^CrCYV8&9@@=_F${djkH*ZU_Y;dZm)MVgU&L<+Ye8Wnnd(~kfC71S}O5whC
zo5{c^lr^|umWb9A0hU`l5lR<7_deiX&LS%@+ib~9pOwWd%Xq2`(|$8OHk*~xmaz1Z
zldp5KZ2r}+uMM8>6O8nFDJ|@l`Q&4H_}cB}O>4DRRU~kE6*rc&i}(E(5v!2U*Oly%
z*3UI5lfG5seYS2h!`{XJ9^6hn9+IKVEOuO=qVS*%+j8cM$(zl?4dR-l9v&!9Pj{4>
zD3SBd!t=0<!M$~#=IM(Vq|VoOx$7vB@?iaDbH(Nc4J(PQT<X3K=9cR1ZjSl^RvMxm
zivw9?He6cpZU4<Fbvoj|yj{Qj+9JTW)ak0E`;~JQ*^js)w3LDyJR*wH|2)+8effqv
zhC@|4W`WYXGB-)L2Nsei0ve5ZJz0z7{!M;xSvr2x9*xKGFE17wd|{d{H#OHqPV=0x
zbHZ^&S*zC7!CbH2@+$DS8N{*wky~@A@m=y}uCUjW?RPv9_td}Vah&np0)u6an;Fd4
zUAfCxv_X>9*^oEkjmV+@?QyKBon~B`SDL@=&AcKj!?f^EfZhs~`od+WlubIkbZ5N_
z@Ne)HeE6l=%=!JgD)}?P7OOWrn{6hm)h4gSR+F}3o4;7pf|MOT`<+kEaF?@^y7(x&
z<=PV6{>|JvNj(1pOm4_Fm#(WQleDm37B9i;Kbv{4r=O$VVtY~N>-*JgUObNuz1$`k
za%}s;R11+0j&JXM5pL*eG6~pUaMMsAR&Vd*Nw*Ggn-)I1nY{S>$9rcsgt1gP7q~~U
z2dp%_n!HDHX^6yvzj`W`W(Vg;miQhi`k*nl&*|~SDZ3Y@Sv1%6q;!4S>02OgJ6&O+
zx|XD$Y5KNBmFZE(L<1i67#=&f!TWYh&63id+1j0R6*PEM<qmJS<fF*9SgW|U`|B#1
zt^C<a8Sg79i`A?*+$u`VXAjU;o9t;l>*-FVwc5)XY6R98ybiPa*1L=C^`=EBk{8Z;
zUR{tY;A*|`a_C?7g$Dz^Z!}*fdZ2Iq3AL_AVaH|Id>6(adfM5*QPt3}g?p*9i0<i4
zl_91dd=d<_CHxmnW4v`M)UCl$dc&uEQ}g=X6v%kkO{|zVk-y`sHtW>i{k5#3(tlZ2
z#2M@o6`FVYB(Kskt422?H)Fji-0cNT#%Irp8#1dpPrdA==hhLHCC<F6^;N6)RyNbc
za~Bk^UbIKR;9$wDJNH&e#CUF&^<w=S^vUtTMV~N^qVR=5A513+Wau|8I2kE*GV&qc
zghd-qscT5hQ4dh<F#lrv<4l;*g{|irN-mhDpH<5c>{?=UY3s|&8Nw?XH!-rrzY_Q-
zw%>f-k3tEFAGcJjnzwCSKP`A7LxO@-^Df>npD86=(-!5fNWD;bEOZht3!ieD)vf~>
zE0+J9?apDv!tuMpY(nzEW6~}cUj}^ozDAixmMJ<k!iFPc+l8wOZZny5IBIVe;gEB=
zqPo%Ca-BDu@D$%YM-&CU`LZurZc4bNd40#9J$zi(?*+-td8OBF){)2FDlGoX??=({
zM-Mi&TCI@Q^)Rq(IIQk<++YG9(<7C<4enN*(yUq&%&Lq(++yh0+`_gzQZ4A3>is9d
z0-=$fhgW`8)#6)GYW~-BL3V&_%&onXS848%FzKCCBeKf1bDm9AfQ&|n^G`v?#f7?)
zWHxTk5^4?L4-~2h+achYoODvLzf|t*#@Y`DRJ!g;ev#VMyubg`pPMcojkZg2dRL0w
zDEH9mxT~-^I7ayd;}egH;zXYgk$dq0;wzeuZGUp=%RIgAKYgD*?wjz$K1Xdu8(04;
zj%bF=-;;O)lu8ds?{b>6HjjsE!{r4gaUV-tdp;fecH+7~W=7K0L=joW&@0^v&5zge
zPASRYS<%C^|8De2u@4vAc4o?OA4!xr<)p$a{Yv@Rl1a-$`<i7Pms($8vC_FLQTQiP
z)aCqT%Q*8T&)EJpEDe#mb>@StpvB7Xip33WTN=MP+e;j5VzXD-^F`ynfTU@=(dLpJ
zyiXlkFHL;JVeaPGeA6RqW`_1sgK2Zht!Jsbgh?A*>FF2fx;WYFQip}#i4&oci)#XV
zCiWkirjQ@@Ldq)cRTR^vT%);l9e0yMYpcqSM;~0ZWu~%)!sDsQ59VAwp|EdeCBuD{
zD@`3+-Bz$x`MWGrX3{zC>$={D<LBbmj5jrs?^BXL3N>yhG2d`tk+W`q;$gO}43i~g
znpSqLaCPG9Y4WPAy4L2Wz~lEKyt6MQ`MTEj&6g9MZ%fVPTQfB{z(~(&4&$>`rLs}m
zg{Mn>VG7+`t|sd&xoX9}!%4Qhx2CMp3Hzn+#Y0Yu=?k|Ahwp)76XneB-G10Dt>rYu
z;qHc|tTJ1BzxU}cV7wrE??ng0hQMcTVmmHP(Y*9x=NlCc=QA&ETyt9;ZPRt-i_yo8
z;j$JQ@<;ADd~LYUt@1MPW$6`xMIzR(IIK+l#G1T34z~!YEt&gOV8P~d^L7}diL13F
z<qIACtf6*n&AAf^Z4*|iKX5Dk!=@)T>AgpP&~vAIn@=-*VQJWJ6gp{MyNhq5Tg2A2
z5^nxobqfL&vN}&Xi~P7+Ehc??#^m;x6_ZwKxh$K0X|mkY2d?M0Z8uW)T)T+H>Vh^$
z^u$w#Y_>1CKk=c_Bl(G~KeWEGPUtb~&!|{^*tsRW`xv7S?=4Xeabr_v10z27NnDfN
zf2D@-&$-dUa@gbi)|C&8D*FsOI5ltkP3aS|a6C~bUR7$dRnBSdRm&hH-y|i)k9B3v
z;pd&2nr>Jc|LHUnoW;t&>DBRxH`<h6EI6Svt<^LkcH)wdl{reUSIl9N6ip0hWm)5}
zd4ku8OKMJ$(^wigPNw9V9d2Mtj0tI4;&*MegnC(Wh`wS`%&+)@7-5}QwknI79g?$H
zJJpU91h_7DPu{b~RH~aPzQcFDuz!JyhuF$V&3b&BVpldzT6<{6pS-UBt6Y!l`mm=b
zQINsx-Ws(qwo^BjUT8L2R8rBF!oOyD(F2?B9ZZLI3*OCJ(4(>P&cbvDu7j7We!i&|
z*y*#we#56Dr<ndaeBwK)6J+RcJMB?)_)ERE6@k-cykTs+uzio}g2~QG>=$27NsTzY
zX|le`rnVJtx7<^|*;XZB@zf>VHDr~-$&|FZ-OWCHh2<T!3nmAw`grNY4YN~Sg;~@2
ztSt9(t4tAEu5xPwEBlSZv%B0<Jd|8r#I7xBIi1|9(W+wd_DtW=!xLv#Kj3_2E4(p8
zL(A8H#V73-EU#V|J6|*^<$7c7BhR?VZnLh;6~Ui&8utC=EB2_edK={j9cJ6eb)@I!
z!X-VaGq`0+1gBhZ6iN5XPto97v~>}SPFXXHep}01h3*RR$J;aBIWzJH^|<ibYdvXa
zDg4&U=&7S|tM%Kfz(<RNcR6ocyPUJsY?AbA_l2R6Q&uERJl5;MSMfX5D6#mPN3(m%
zM$Hq}0mjQLnJjk+WzDpjI^pBX%1uvB6?uL9pw+lbQ6?*GGJ|kj$M#9VG85~zoL;sv
zUM2T<cOR$3q^ZBHbaXnVtbG4v-qR!Pz9J2;^Rtev5qCT}^O)t|vyUE2@SIh+mvF5>
z{_s3r;q$XAEMCYSN;|QaO}l<`r^G2&kw{sq!#-TA*6h3bwPa1onJKfLTYLIDNk{XU
zSIPG>ch;o)R8N`T#LB4=z%Q|PLYs9$)WS#~b}65?0s#W2Tq0PWoZi%+sO0<5(f`D)
z>G9?c>pcYWCd`?V5n1#@mQ6%xmimXetP6cQcqE=o`}$3rv#=?@?;GQb=FTIQuJ5E*
z`KV3Xf1-KrlI^Shs%=wU_$!cex#InUdt#3r5sKql;_i6Wsb3@I;;{ou1NYdS{KfuN
zsc^Hqd4tMFmWw`}tIk<m)|vFY!cO>D2dCWkbPaJ&rI#6JT&1sG&^5T-R-kq1>_JH{
z6|+UGy!SE!o_k&6dvK*sGGxnyWhoXNfs7T#TPojVIM3lIH3$z$Ib<nqcky7){gQCa
zoZ0X8bA8wp7sV<j`B~RZ$!`{4Z&zuWMQD4e%#LHPT$eORrmkT(6BDs+u<ZDna9L-?
z^+jfh8IyD~T`CohwV6%{I4*QLKy`+@!Ksz?^Pd!)$U1I(T)9By(L6a9kqdjzaNKKK
zGTlYz{Y3U1j@*fNG_<TXUf|3*e&ZY;KWlSD+A;4%i+3wNRy9;pxgf-9y6*CY_U#Ae
zNM+n(&SHOaBEV5AboG%x(pT0^oFm!wFDCxo{m_fLE_W74^~zri^mM;2@#%el`vdF5
zz3e&B!J!iG`X|m(W$SBLuu`9Gl^8>M<e7O2>Ec=oRAPU+9XNcFVakz|JI@&V4m>hx
z{%~WS^u>c2!H4TEl!UAN(hxqvGbf{+$*ErDl}Dd=a2-o&bB^=#e=5_&M3=JXCSD3&
zoIZ((fko(&)Q7V=91FfmbjYwOmY6M4V)A|VV$G}<tlq|PT4$Gh{Hy;-J3O7&?_B!&
z6jry?PsJC6EsPjg_Oz$yUpU>=xBHLnCMNc;!D6BBt^Td~aY9dhV%vr@0zp-?Jek}7
zESt20^TAPnhWJ#MOWa?>L>rUdN9s=57I5Xr0$1TJ0fvwCLnLdAxx}6X<heI33^GV4
z(Rnmit-W7mgH3x_3770=pUVv2j3&6am``73o9ZDVm~m^#2c|EVMcf|m4{;Wb75@@>
zkip~B|1kYoA734GDsYfo((r)ml1ok3kpK>hGs|W~%<!1e>Cvbd_|i6cW=ora$s~=*
z$0b%ICy7T2xc}&q7BJSlBcJ+GC^tp2uII>ugyb(S37ONI-!aDB{n9z@k7lSsn7^FN
z>&!<YUf)yZNtf-BT(57mx`b1rk;{FN@sxd&^;W$Ux)*WrWOJvFWu$k~96l@a1~HQ=
zqa80FOj61Y&|^_-mT$=~|9j?#nSgb2Lv!;TMU`i*51y3=ObHKK(>%Mw&sHfy%39b#
z?Ucn*sYAW$y#Fd>juu`&-Fs<DQfb7UC%&ak>i1OlI7)ZCk1yIJpI=dRP)dH4*Q_}4
zO95Ln7Su}Y^~_-M3vp8}6)ljna^p}D;XTeKwbg3E#S?Q{D)v<T)|Q(su3G*5)THpq
zBGoEFm-|Jw_9t+uEaj;v<Lb@PdcI)6+?`VMD*7%SIq&K^lk<C#SKnd9gU_<goJ^1`
z&(*myRrBaWNx9SrKO5hlZ0{5UE^^5)>TX-MJu52spUf9A6_IIYIf@h>d9kuF-p;r^
z+4cBD?a3$YxROuyG<r#1y1BxIgOyuGWYc|*!zWB$iVN&<OxK!|P;#NksnI?CS<Z%7
zzI&Hvh^Kv8u$a&A@4g&s^+#=Dg85Trl9LaY*PYMteY*b2Pj}_JtT*NKb$p&xrmOkw
z{`j5eE9>(adYjFe*1b4V<^5f*-C!}V#FUdfYlT>~UdQOvx^yflU&DX0xbRwXrR(MR
z*Ze;?te-ram~`OGb&mHO4c^~7z9shfnt3(*s_o-t=ZtQ0I+?um6CZ!XvSjU#wX*jn
z+9-E3{B4=Cwd8=wLJp?g&6g|>&0J@%RwBI6x?%P&m;RpeYcFS|GAvS@$J6U{{9sjT
znJ1HzN?wt~ufunAu0%8OztJ(9v2ZCrFWat@3uJZ*XMYlCOJkjNy(4Dv(n6M`y(^7H
z-=)uFV{*&u^Lsus`GU~#HS;)98GBn43O8NmyA_mrZN`cN@+mdfKJGG_qgA>`PkY)T
zw>d3cj~F8b_fEa*yD&#2_fWyy5Lfd*KK|LlPuzRM{#<O@mTPh4*pvwN1wUuM`^hAz
zY5ar5Q`%z1VUt@Nc_AtimmQxJuP!N)`ox-2FFQ-1-;5)FT3geRnw0meyuucqTy_33
z^L;gIBg6aJ%8NElmpmsJU?`mwtZqDcvdaF@f1fQZIc%TLwA*)Q|L4-jHm<E%T-p;H
zl^06SRJA{@(k3f(Q~F58kzYzCS47mMkA=)B%Vhg?RO7G_hbWWhOI^hfHm1f9)n#!i
zO~QHthoUp3jb#owtd0@lyCC_I-{T;Ao3ZGXoi9!_Xz2(fzN|33#=Ge2`44aF|FIR{
ztp2ASm!x+p@ZI+r!q<4Fv93vPWfOS)@%o91fBc7@o#&k{E%0pbD&eMDx!r8%cG~^?
z_LBA5#=kS}6|a`Oq@E<Gu3o)x`}%!3@_pxJ?;c3<{_}3$f3F??c0N4M``^|4LjTp7
zomC=XKMe%3-)nVc?cO=<v9eIWm+$p8xq9qh>TBfQ-nZh9x;16*>O=f{cC8D%zC_#8
zYBI;i)>Dqtm#t=7BemgNiY;%%Vzw1h8;e}dEX%sE%5gQ@TB$9pws%ajK0khVKKsqC
zo!MNm*{^0fp5OKA?cP_qo1bj;iZx!>BBmY}dwoUrrBH_^F5#)0mS!H}mk2#x9pl?P
zi_P@<;bnokfA<`#XI}M3I&TG!<e%ToB2n?8E5jrX#z$;ja>1MVPspq(=NCQIPf-2s
z>)tlQ&1_cRnQI;A^xmA=+s{)c%Wu|q*~0I!LGNJ`zRMOqj}3fHC8dtPO#IbX@X$aj
z@1mv8bA#Gv$`bibrz%T+a=!>Ly!!Cb)>o&@XEGVZe+jUdA{b|S!RK8W?-MDHf4a-e
zb`>37%oqIS?SCnatOY9?r+7J5&(eM=9iNfq$*jg(@#W6722W-+z7xr7Uy1$CT=MsN
z-iwbDr<d8+o^7jL*CuwGf5YU*zf0;E3~#KPwtBkw242S7PJd_p-*xMBa)Zb{_tih!
zZ_amPUjF0bvM2WUzf4!~Q8`<mIHhyb{;H|mEdTGc{68oy6<g<far+l*EnluL?YTSm
z>CJUu`g!ur2|44J=gk`&<{k8~_HYcpe6_T9ms;%Rbzj&IS)9|)SnyxIg_UJe<LXe0
z=vj9EnackMOaFK+ZKLz+p}5qCc=Mb6<_-z7Ru{bEKD+<<RfUW4*Y=dfX|1xZx#jb1
z-@l_f-BcTLMOcz{Ia$n|7Ahm`^1?pw?XFz5i@kGaJv5#h&YI-9*7%oO`0Mmpsa>br
zpVz8?_0KNKx4-}8dzs)w3HdAg<7M2>&dZ(fe(?;RZ4(sBTu&_Z*!90@?w@RJ7fu0|
zhu^rTiPpydUwlgGRMMaGIqxppKfCy>UaWoI&gc6RP5)ouZPf|m)N9q*_Th)vrP)rW
z0#7Ebj>u8vUD=ZP)L`o25WZkb9}r`Y)bUK2<%Ki8omp95$hX-g|7DB`!;UXscZbxf
zyFaa2>>Jv(tobiH=f|LP*S=TU3FzB<+?p<x9<<=vo!eipUeaIkGBW!*`?~xI{{qh`
zN6*fluxXpzg%e9-<vcz&)>S$@(4GGN_OgQyy8lH!xAi{p_UEzxU6((szkgs_^4y9a
zy@en313oJG1=X#LVz~do;g@XXQOQ|*yVn0{_<PIj*~Ha(|K4vf`L*TQzw>+8L@&(Q
zyZK*q&z}G5q;>Qja+~%4=bgi6>Qna6Ja?Asuj2)->E7<X%Nn=2Sarrt+M}YqKjF31
zjg&)Lmjg{bQ@jLCIG?3m{%ycMAuREdf{&`lfvpMl7oUIN-Z_)a@TcNZ`9Ig+s7h7~
zIM1)KI<ZK9Q%Cltsd~|oUz&GhM9friWj@EHw#vY@&HiWg46(l_Z>UGlJ5yYA_oTGC
zJ9p3TqYS>vX1*IU4=iK6z2?C}#@nkl9Aw<(_GVVn^@dpHGTs}e3D+C;o?}e=*28t8
zb;0VFuXee`PF}~Pr2EfN?0@E4{!QQ5BY%fR@r3hcFe$D5+bAg<Xn1#Gs9wd@1~czF
znGWIt3zgkjkDrmM2>d0yPU?c`f~4jJZ#EUob?cdxbfuwdm3yLfjA_D^hK=VKO_HvN
zOlI?u`4GKloy~)(&!e;cExY?T&2sUR?n&xieHuR(K53gI{z_GU%A9~tjwhK_*{9U_
z7ulZt{AJQ}&p!2?bDxxE$t)|JaV$})z0wp?9?U&_LQ%DT%ALSZZhN2fPBQk|r%}1+
zNr#c;BA-5u$;w;@L;g6eTYHnu0mM7?q{YZ`;hAO0zHu6p#UZ>GDF&93K7MSI4ev>?
z95vfGYf;z#OE(jW%x28tRZDL^c{Ab6ZiAa{J{l)p|M_2Hld)h$<D)M=T87Q{*p{V!
zTE#e-%}2^0^MHx%WKU%^Utiw5%(;d)C-;;l9XBmLAgy=$lg43x<>i_G)t@RdS#qDa
z&+<&**M5^t|F_>s*gUT=MDOg!daXD5k8bTZoztKGfBGu>mk$4Gg7vo_jQjgJ?B21L
zG4?M{SGAR>cPBi3%{A}srukpjZjdo~KJks@$~yLo>(25#|N5<rUGn8?V;_&=|J^DF
zlato@dK`MBay@5LdcnV?;kR`5<o?Xpn{T7u{XFI4oZPq+qyMoc%{&JGZB9M${eSZ0
zKmI!oni~Snhrf2^`1CSoQPa-kFkJ}=3l^;uo{dtLslT*lq#1;&xOUIq#J6OT{wpal
zi!*cVr}c+UIWS>m02{x><(1A$cK<tj?{(o?u~RPl+HWSf@P1ged42bnm3tz;Jz_c{
zwZ%YmlBA)y{+><KIQ=?&doO6-=1FC{8y^y4o?RRGku~fV%gN8b{eD|2toyw{WPxxs
zOS+tq*S{0aLeEXSGZxHBozh<VhB4)7RaHk6+uoxqHfmO8&aMfvU%S71*=8xRxape9
z{#L1E9cE#>`^@O}l>)XZ(RnM=ZQil3lk8{oy0`M0yIP&o{fj9JxX+)J`~TACXR3A+
zr*@b7l@n$@OyaKXzgjsr`)OYNyJ_EHw}SQwMqFn)PBFxGHw8^wb}L-t$+Mq_V*Fk(
z-%g#fu=vd~;p>GJ{gZFK;n`GXso=$J_m(}S;me%;9Re#ImDrNq&SgiR&QJXvefpT>
zE9<<#Q_G!J_0H&(juLv9aJb#Nkw1vHX@zgHt)+xCLrh9^`P|E&g`Oy+cqWO5UYfY}
z>jK5ib7f1u+A#CTZ&LCTel09|ebtTJghzR2)V+>4A7VcDY18yId<_kyL3+o_SM2xb
z>v=t6OTq5kxkvq0T#DPYjA60MtZmI|>n=t{bpDk()azg;mmnpo_G5?WiOzN3tLtUn
z2=1|v=nd^J`(u0I-GaH&vsd|?mV25KxaBOr8wZ!+2lie6+aotE``;A)kdH}z-R`aP
z5>sR|D;jedpH$5G=Tdz_rMq$G^%y3`8xd|I)7Jgux+>RJ$&(T7`jR`-_c`N{6ZNin
zUkcctMzyIiNWA&tRJz+T(~B)<arr_;8P)EKdR1NQ?FZ)R2`qV8>?(UuqrBkJh7;3*
zIwSW-DW0m#)m_sdT(;rM#B1jsU!1n(z@+Bm+G5Y;zqTAVds6qnzPH=@ufC1U=JI>%
zKS;$yMbCSDa0<iGBbR^ds0=k#zw+kUao@IsMd}Nhzo{06UD#GM+oZQ5>r%_}@FG9u
z%9g*M8D_ADzRgk>X}tR7$kLyFBJZp$<`yX>I^NwsIpFy#Wy8+TOP)^X-lVg7=G3b1
z(`#G27N&6je)08#({(|{nHI9;Z<^<*Slv6sTcof+GV$;WpAS2f?O3-|+3CDtw}@t2
z_ISYoHFMSD=e~6vd8u*mamG5SzNB|Qtk*jJXt=>6dF$ta^2^7jl`3iSE!v@evuBsS
zqn5^#{>Z}ppKUjXYQMQOb1VCaVvi38Rv!_q+Z-#h-K={~?&_*v=2`4#i|@KBK9V#{
z?|o*G89hl(;L^*C`OgG3{5PyW&AgQ*_q5jf8r7y7T|0H-@|X^6)-X)j@#U;<hul7&
z)D|6iuYmL27gw&}X`OXQ(szf__2-Gcy7Rw^Xn6T&pMUuLZi`2GWbe_>Y2RwZi*8N1
z{`vM5#m~aqe@VAB`FVTWub!U$*r;4ODs~AQ^S#rrq$HG97hhjKeOsAb+hh3|UzApV
z35YduGWBd|+L@;+dX+8xmD#1Vx9g5Jz3sf~G54MKp`|%>*H(GQZ+~|`+<xEshd(A?
z`p>>wXp7ObjdfCj(tc_&=d)Ed`oGq#y?EC+FF<%zOIqyeCAU8}uD@DTb=jRoQGA-n
zfl?E_-FXa6%>}2p{#h7p+0-eg`|sV`r#EjE&Qq-T@VCt^La)!?!tBtBx!3P=7-<wU
z@1LCiD~tVJnb+M|yBR)})A(NBtkhPW>u;vXusGq6hx!|hIevR{SGiis8NB0O{!4a(
zcjgpNmipy&LL&a=-&ixh&OQ=&PjsSN-EGeGeg_V0nIOSqA3p!)#<b&!+Ar&FNJX-!
zFdw<%{W$k!t!cGG&CUYDlIt<Wb{E+<R@^>fI&)90;4;q%hgvFc?o+l2uoba!Sj${>
zao-wYk7l;hcM@`T-dFKhUtFl8HfQQN@x@}xHfApui&1>px8gX9cFjcQnq@C%zdp4x
z`K`FYr3oFgH?5nsyRb53{}aZufk~Y+K4j#4D>;&|ih<!x#PzwwB3FMEb$-Zuzxm{)
zTwR;fZOz4LJ%K-agK})=3+BtRI4<Adq2H|bZH~(PglaWm6K&T|@0!~y#BPYKxtOTQ
z^}S4~*Y%0V{69Y><Tj?N<_EbIbiUQPm%^RI6104)Vw<e?FV3Jf<tpMI9N&2I#JCnN
zoy7Uyt5#kz*IK^!CC|-k=XYg_{5d4FLgR7mp;;0Br*|g%ELLqVxUt4@a@1uT&B;$&
znUcORYy9l76T4lR+u9}MId9`1i`w17n<s0O*mxXy8S_^Dh4h4p55G*SdG>e7Z=)3r
z+m1IU`yEwlH7>Ve^X9&I`_K*JbK0DRwv+8-`mQW}!Qz|ovh?`b2F|pfIzkgJmx|e1
zN5s$boHE73;=mHehY`<}nF_AV)v{q&e1GOGon8K?^=DiO`hWdE`X4d3%&bb`WuIa>
zDmPp+@JUsFtvB!MraG~8D}-`?3w@fIS7fimnVodg?2YHel2c4x%Ux%jId=Y2=G?G{
z74fT<tELHCn>TLNHD~HlS;TyXO=vayv5DQmELyd)<<oz^X8HU{Vf&{v=GB&YYrI(u
zUJB{AeK56TQ+r|d(uO-LNG#*jJDsdbpS>rPR0QWM<|*l=1|>ea^8V^#E$xeHU!wOi
z+*MgHyQMs$KyOmxdv?Lthfb5<oz>Sc&08U|(`|Jy+rkguHbvz}oX*r0JfyN>|C-k4
zvsD)xyKMA2G?QbBtB#(NmBgRAHIdhSe;YaKYD&*#n*W6_$<=n^LesT#Idg<|ZGG;#
z-=}Ez9c3P_H=mxz)^PWx_jw99Kl<G48@Oq*<J$>Wwi|Z}we7Q3UlgO8E&4?(#((ig
zwOPBb`be%-JhxA~E`I4#?~e@0Lf_k3EaJB)C@=c+W>%K??&)9ocPKYXE4GD}DTJ(E
z@}uj~vdz!SW+@89?#YsR&p*d{cKu7)9R?pSowGCGf8B6V=IcX;x?kmn@xNv!wEKQu
z##&>QblCT|!nzODHxIlQC|=37ZzcDe`1zNrKUc^yTRFa77?*COxqjE_Et}I1l%IWI
zlJv<v{7O){X8jJ^$qZdim8-TJvuwJ&B2mcesYl4=CeN#KdnWvjeDowEWp1cIkwxB&
zwQqL5IT{uFi?`Oscah=QRW-Y>G#r-S6a8e#f011^wX>4B-zPt4ofX#T*1hJN%9QUf
z&6h^8-_>8qcU<m*;`sz0A&tXEy1Tx*2goZF-w$=rI>$3%x5j(-JHj<OvH!js{qAbM
z%=2;K$yHPNW{Tw8T9P2Zwcp01w3GK;wj$4ocTq2!|COwXiC#5zTP_RNGd<UyX@xJt
z{8!XU-7GJ>?^<paZ<fMfs`_xnw>Yl%NBH8OEWP8qr^jf<tw<HtWh)({>jHUeuAdQO
zsC)T&*V;g-8~TT4mTiyoGB-@VE3y1!l5x6-wb_NGEW0ioTbeod>HU=|rL!7NSbX2U
z#5(ummcUQyds)`jEjLy&EUBqtS(3G@B+61nEjDxe^ja4EUEK8|_GYfj4b0A5t}Jkp
zDmwFNkwbu=(Vq3y)>pfHe=lBi_0Zb{?yPdXm|1Ph9xuIM(QsSxcW}l`uQQ&P^5>oZ
zQ2w${|NQK&A05~J6^(kt=5cPn#+}~q`m>w1UH+S(*2(sv)>hMNqCJ1;PU%wJLeEEU
zA2V8ezW#ms@<&16CG%}2=4KY8{BqN^t>u?~!R%Seq<48$;oh*TOX}HQ@2_pXB|7Eo
z6!+OJXE@GR|H!(t`qv-h=C>mD7Z1Iald_E1mzr@k)$+vqfNz%{FZnb5_pitgnJ%qi
z=i6WZm|1=M{Aa7X*WOg#{Qt(Tgmrq`*KPae-m8nVJbNXl*hJS+FQRSBw5TV&kHf#L
zx%+pc{rN4$-PY>I=U5zNRn%N?k>z9Q+apc$=0B`G#N&BZh;vfUD^EwE$ihFdJ1c^C
z4&T!H)n|Vs@T+R!UtaUH7qbHI@;%hQ_Qht_Pu^BBdG1tY{fC>*zWwKQCR69myN;jh
z6;*rxWVZR=IdA;d$}_I<%ioT(d?}N!&8U|@e|USY$OW~^1ylcC{i72Q{af5m)AjW8
zl^3h*oL!dGUs$((<xex;_&rTkck*Z4`*Hp6W1e>|tLOUt{dOol=xd=t6`x#6x3s{Y
zJ{}Ri<>3lKM_(SE@vcRFg7C8q-JAloZhV*HqNjD=mU&rF5vMzs*K?-D?4^DG8rk(k
z<^81USJXeAayF(hdAr$XKbz)Hn^$YKo^S8bYrHD(a<=sQfGXLz#Y=*xvaI{kvoYwC
z{Q;}5pI>LTUBB~5mOmp>KInYfrH_&u+Y?skzR=Y*7Pz(P{kI+W{!7`<URJ$srOtcy
z$F5y>9?GBKh|E~@Gkbf_@;`A0wOzAMr@JKk6sYs>d+RQ?`y}_7El<zyf6H^xcFsi2
zC82D;dMl^Q6`NXdzrE;QZdHtZ%gv9B3w={X{&s(B*&TP`{I@1?Tg&r}2{IAO&+An+
zUFAPC{p!{TtMK=m6T*JUt=`%6?>hIE^^>+;yvO<R$ob@Xf`{HNlf9R}D?|87G!I{T
zddjDnzFv11eEuq#_FrlCdhw`qF3U=plS_PVs@>1OI7R+`7XPMy@1Nz(J`($a@vV`<
zc5AWqp<8_YKUZA8y>@Q@lC8TVzMYo5_S$3mWR=q73Bpy;f8P8uZuLD=zab)KtK8&6
zsh9lL<X%Y(=6Lt%;7whpe7C@Y<Hz#X-aq)$njvQYg4oi}AGh4ic<pmFDd|**^t--K
z(@(B$ZGUBHbu^`!WvSovf|}V~p7mm!^K6gTF6ERlkKBKn{o486tEJD&TwHv&@Aa(s
zukM!F7izbZB>k!nb@>18oM18E$G;NyovJ@KEp9hviMY+ZQRd6ue>;|5S-I+uu6)AH
z7h67V=-l^lPS3Fk99!0h&+tmVV=A{x?ah}uoyVoWJ~dz1$kIErw%}W}-1nc$0;2a%
zNZKrXcX5Zjokz#Q`~4c`<wrZKDjcT1{};=%^r0GmaC$ul$5PW!IlFL=dz1J5_z{&g
z>-OrylGpNH`o;I{Qs<ai`$2N2iP`j9Z!V?Zm2;U~yL;#V>7SNwdl}Klbfj(R=?BjY
z=XadH<rV$=?d(%og@)zRAFWu^y`;HF@J^p&htIp0lIQedFX+#@;o2C!YPIfk?a7Us
z@9;M(nOHIY)!6f44cE@71^FLkJ=+YwN}lyfk-aW4Z~0UHSGOdmBvu{!d*S^$o@rlO
zFRc79bA5^1%`2i4KX0;QUXgNk?iANkvh7tf1mYrYw|1|yO)F?W=c}y0@VLR{hzV0B
zOr9LWbmok$d$ZXuHygWPCARh{FAr9<&97fQ@95^IjfU%d*DZTk?OiTAbFo*caqF7h
zB767!31v=~$XuatcFW}KB9WbfEG94Ob1L*@ZRWX7pPv6~-tv|2)^n&XyZkD{OSI;u
zkMN{-;kO+3)C3F8eEvH?|Cma`jQP!dg^$~pyedlTZFe-;ygxdtD?NKrxcr7SbH0AB
zs=IkJWDiq>!ApUA%hwoXNeWjUHWU!q$e-+_e5z~licc~5-?#m~^77Ho2U~B&Rsa2N
zCE(n1b-Bz2cFt+vZaUQOIdX6L9M7Vt)N>IP_LefC+qay!ZF1jDpR05y`^Qy9&aayi
zdbhLMohv@3b9KiF!7Zm|8oAk*?*9BFfBLzOIqdPge78(zoTxc@QZ7u*X0pHC46|9a
zcMh>m|M%B+o95x%wY%nSTx_&<(nXi@PhqcR^J6<7`R6ZP_Ak?ZN9)_!CDBQTTQ8fx
zE4RJgYaz$!EvfY3)A<9x-`#&?r@G&MCdags3-8`bi#B_<D?c}Uckt%=!298U-rK*}
zxM=R1=ESmp7dySr{=3EaOMcJ7&ksr#Ieh1y_-YBq-<fmQ{Jzz7^<}igXVbqe=N9`v
zoy;-kTy))bky8ySTz}6PRaviJ`oG{$J+GCO%4VCs`t2`7x|PlexOhfAoZd2v|LOUZ
zhmYsPSW4QjDLB}dI8EHlS^bdDJ&o_ovcJw3FFs@{ZGEfqWy#ad_ctUj?7#SQ(U(r+
zM`El`BB!xj<m(i-X}>r1XV|)KxqUj(8=Rvoa-O{Pb6fH|sGhs%aH^>K%@ulkJ2$I2
z+jJUaEBZ-XykjdH^ZUN|g$rNJ>i_uMc-nQF;oa?d$DjJGPRugc+;eo={&cRltGn(7
z=Pu`L`(oIidUTccjz+d4H|}i~>wTTFSuH2=MSA#~#WMG6g+(poS-(0?^5@!;zFvQc
z%U?Ea+kM+>7Hu}&f3rGt@|sgzK?WBBJ5{qzAF^#un%lqg)s5{*26J>}TO;e{x#>tx
z3JUa!{^F{rIs4u13h{FiUo0jrGO%h)be&sWxYSZ-*5=4{S(X#FUvzR=KKDyo=CzO(
z#@P1NmD-<U4lVR`vRJt9<D!FWF22}b{eIJzGcz;xY4VkP&F%Kf=JknDnizd$X-?pa
z%8#pl_OJXNxs$2bbfvet-|@riij+!((~f$a<C$;sw<GdvUH6x#Yc6pY*D7%ayj?YC
zpRvV$z1`+}le6cVypHh=C~aleZP3a6>iYa~%eh6e@6x+>=hdZUZApo_eEfabveOB{
zVh{dJn7(1J+^5P^wyi&B9xdfk)r@j#Ni*l0yr?cZrDtJl``y5adrWo1QcroFR(h$L
zaoy-X)6wd-t4~^wtlcM{d)8dzYN|u}RlOS#=l(@|?H1PJ7iH{|KE14Zs)m42n#i5^
zotyT2SCWj_x%tIqx7uG1XRo}=YI#)7^rznT$C2+AUDrRlyJ{Qj+Pm>$Gp74QtT9$@
z^txpx{?EW5^OcyvrkzSYuQqv3T;^ZiHz#Dhd)3C=WBjY{Yh>+Nm}9<uzryo>OhNWp
z+od=DTz5gtxMtO!sgb)bZJV7d7<TEjUhwT^FK53v$&^WE)=KU|Jh>MIcV~RMzq-)#
z=8on1w<T}ZdcPEzzN?^r<wlS5d54lTSLsi7OA0dZIW_6)?u!SPJj|7woqm<G?Tn<E
z_o46pUu=GUWRtM17Y=<IeEQ}W4gTFn=AClf=W|N5cGiB4{TXlbC%1(7w~0>|J9f(6
z*yEMsk1yRtPZewHqvW4Io6YuG{Os|i6X#wGe3||&<w(J9?VA0!qWS;+oKdl3cDP;N
zli6&~W*_>hYY}60HGAreMH?KipZcQs^ys>OlU^NLuHR59=efPRw0B+C%qLf-PbjRi
zu+cwbZrhb*$h_BIRP2%0{#mLIkKdna()vs3H|LVYMK$*Rf4r>Aqg;YNeVLT%s&TP`
zG5e3xtXc0YeE)fz3vtaoymXf6JL6MZpQT^tbgsVjGtDpN_w+}<UoD#+|5oz+jKG+0
z(y9X9_rLgZE}r)-c;{)|<}YQFSI)T6^mNMQr>}3Va(?hn$S=P{Gh1(Nx8NLpqg?CX
zS0n!YIFhO||EOo*wA;s)p1-ql!TU<*`!kATye8*z&e1#i>i1zObIs<7hkW<#USo3G
zFZjxRrDGDIM=f70f8(Q`c`8hZ?QChN>V3`VdrP-}lsM^fTurulmbUVR;G5SsG<mJ!
za=Wrw>X5)5+e2IJZtszB_^fDsCiL7)RZgqqu<afWQ|~`DyEpfLky4#O>8>9U-_`B5
zUNZd?bn@%Zh7!xpkX+}d_A^)i@U1y*xWHS!bmi=lgEmjYJtvo>s^^>b`fE?%TbZ)5
z_fKo_1^$k^NA+2bHvOFOi_>V2&mJN3m6q;R@3>@}TIZc%XBV8(=(Huu-ucx28>ZUv
zq1X3l9bfbHN1B;Yx#X(2Qs1d<E=!;HdK`Nyykd^>X;Gh@`Q3KeiF;oJ<@4JY^M1L$
zS)b43zMsy$7~3n3>1Pif@jUZ$Cy)8j);lIUOxMkJ)R^m=U&g-tuJTR~4bfD`Q{`(z
zG>bzQD>s;CJ}Y{~`y;n;V{vJB{hM3G^NyN|y<c#6)9Pb4DsSu(5e{R!{b6nU@3+re
z_w3SraP{b&--nj&`|!fF@QXux!6xaFrk&Tf?z!g|oFTJjZeZz8{ZrABi<evadtY1^
z#4>4Gq=C=P+smXTmu!2Znx<WQ!)MmKX|=l#w!5Uh^W{=scY>qWcQRkg(eAH@mmf4a
z`7rRw2L+c&PcE*U+P*IRaM`y*E+L$M;_@$4$d)!bUG`q_^IK|!wc3rHj{3VKy6*6m
zOF6~2md)JPwaDY}>$Sgqa^!*?@BTGm{iUeZUny`{V}7V**!3-Kxvy@#s`8t#?0%EW
zn`HKe)SfjzkL-T8$bC`lzAu-r)jhttvPtFqTkn-;|MqCDQL$$(^f)=~sL{R6pI+$w
zT((S8{nvu(SugCDu0372e@)lFX}lN8RNqa0ny>O|cm4c_BBrY~vJ9%5i+&UrX!m|`
zEj(PkGV1;_arLO69wY19vQyosJQd&7aDBP8!;2`*()}}zMo3O$jk!AK@nMCj%{o_K
zKGe9Y;GBQZJn?Ud?1f3k7njsE9J|sj<2b+Jne|zbm2>1$RO(}RDxO#V%n1{p-~Ilk
z^h1;8O>4ADY^J<S40Z_@+O>Sw3P!)q`37@+C6=dIcF#>c6}jhCacpB~kILy&|EoAw
z-CNv#$!&kVOU$el>c6i0KGT?R#D9&DxoK*W*iAN-$rl%E{JuGLb0Kdbb6Bj+ij2Ka
zjq+zb@6P!le)Gu7>e{P6>_T~OKho*^(&(UfJ2Na)?3ls-2|16n=J>A94rGa*7+P^{
zz1_BNdS7HL0_83KeU)#NNL`?(^ZHY4*`><tZM(jOnMDQbUF-=f=S*|`5@0y<W%#C_
z61p*KOxoT?c=-4KJnEoT_9MvZ$o9)=4&S$&Df*yXRXlBq<r3qCOIco~E_Ha%_tsx~
zyY7S8D)IRfYpz{-8F%|hO{SBh*5yir$tu~C+-|-q_Byrno=WQKua%!`uLbM8lv7`>
zB(b99)GxR5ulV!cO;-DA9k{LTxc8E|cNfppFWH_GbmFI*q2S3i*Oq^qbiVzDx#1Q4
zOUpd1(mfAJYHD6R5W3f+EpGCoYtxp0(~-V$%e(*i3+>QFT1NN9W|o>uPt09%GA|_~
z%QBj=!8gK0@<+q_>eHPCY*v9cQ*P+4`YqFH%ia-VoYTaVz9v9;y2)SPoWq|i^qh~~
z<lY%}SFidh|BA`erG3TtC+il!|GO!7)7sSiY+G%tm>Qz&xbJU&dt|lw(Z2cS%)M{T
zMCNO3&Y1Um@{tMQbACvD75eYTvuifr8r{psB)>kY4Ak3rV#@L3t2}~dTU59O?x~;n
zaLb8%+XFc-%*!v*l|T6HEpOe#BR1EpXVl4bDxFDrD*eqXqiFuD*tlJ5mh*b@UG%Nd
z^ELHsKY!U+(%$#DYSzvruD=*lC!P(SF*Rs!itV$DYN=g3Z$h4Y7vP9^Qf<t+rLI3`
z*{ijec6@gG;xpms>Q!g1iMdXEf7^rkbnA@9-SghJh6LVB_~HG9O+G9`G?!^=$f@nm
z<heZ_$}By(xq6<*@`<xz-?m>oEBCxwL0}78NulA?U$Z#-v|}3IPhI(ap$ez)sq`0z
zU0q8>J?6w;F=kMd%{)`p7Vg_0Tz~afq31Tu6GDaaS)JJ!^38v#D(zS|H<Ly2@lz#d
z36(S9c~Os#L|VR7oVdC$_;+Oe-n(h9Vy<vJce`MsH(fd^(<kKCR?WBB#XBzWgt#Vd
zot_z)wXd@+@?*64`=CgpZ>;Z5E7khebw9tv7Q{RK&sBBvdrcSS<viazKkinB`x_Qs
z-sGvVJ3h{w@H+eRt_9N{G4`D+z3@P`Qex`T6AN6q4!!MJ(VM*QiO3Suh)<=-F_Gd@
z5jFGQig<cu?D+jW?}E+SPOkoGTO=Q?T9eEEJ?8Thqc3Yd7Ed$|eD(79-|#G_@3}8@
z{u<cKw>aizx%$VWXLVw=nT9nElAkWipW$7@^H(OrarqTz<pY;}8>JWhW8S@`>ioSt
zp6uV;2U#`eTyv<-2xce|?fhAqQxkdU<`4D#3~Q$wE9hlge)G9fTbvuXy<R{+bL}tg
zf6n14s;>DzmR|q3=;o7I&+2%q&Xix)&Mgn+Yd^d8xt8knL&_U#E}q!F_u}PT+Z_`N
zt@KLks~6-3GO2xfAbsm|dr7rz?$$*Up2j#e?VFW7^P9=V_1>`yd^erk^FCWzGG}Fz
zb(gHcRFh>3S8OtxlXO}A<8GOL)B2zJ24yFz?$2B_w{pjHVTsHKHa>gG7#A)R5>H&f
zTIg@rd;U-LpVzJ$Q>RUCH#_Ccd$1<F(Icd1#^;qkgqfe01;1{$P>=GGKNl3m*d_m>
zs5Q5pvH0npvU8s!!>eUJR%o>T_E;_*6}KsDRr;Ez)2Hw4%H6pA_1PT<-~Ik__RqH1
zWxXG=$`*uomTuhNd1z^9+4e*C9+aQ=Toh60$RRfOuiDSwg^D-#v46>&QWSUQv90s*
zzw2i4@jjfq^_Qi~)0*V^dn--9^Ll0oT;x~%!zZ+6#^)^^e<FA6>%EfJ@Xbl#)*bn6
zdvA8mi<&!eC-<i9U$=EW;xFl5c9OT2Z@Zyl>@-O)trI#S3G$5km05vBw{~hv-dHSS
z9Gx6<#YyVW^1wUx`OD8%-Hu-W$=5vo_Z@k@l~ZLu{C#|^lkwzYZPm{klGmr7Dq**o
zAbRGYAJ6e6yVn+|?nz4Kob8l8``-4WzhWwOim2w@Sop|({h3?rA-})8e=fb|F01xr
zGdJ<8>hCmD58g80G9_-I*6y;Y_Y<e5c*MV7Qnacex9etbnb1Oml_owbZ*ZN;X)WEv
z;oUp`X$+T!wZkvt*IV|L&CX4%WOBWI%GY4y%7vW$l8<ks?b*h0@U7y)x697!W|+;p
ztUFWGd&8HR3vQ&=#w15An%=%4QD^JAU9Xq|Jzj0rI<J3niMRGw_S}v`8R@NSmGk~C
zIiJ6<bKBIpi6*X-^**l&iMnxiP3_VhJEyquKjqoG(y%b^;S$q}wO3O4X0@KWb?b*I
z*Y_>{Uki8ozT_z?%ldO*rNxnBI+1g;^9$DZ*xB!1TJd?A%ubQi`C5^SU%dF{cxutQ
z$xmE&EV(i_D%zIASEk|Mq*<pH)#sgWb1uzUVe~NEFY&vrhR#aQj_K1oIhemb%ZXPG
zSj4nIPfT?C`Itv6JYjFv85!Cg%UtuM(M^BH@0oLN_&mtXTv@Sf+3S6p_ER#qual^J
zb@+OQck&07mmy3ScT{fm=YO+mRaNb5p<5C~m0xGA?6h#6nyz7~suOmya>a}TXRdY}
zuK96My?1T;acfz&&EAz$4?j4$;#NxNzKBZ)PN_E?ohj#jK67#JarqLdyZamNy?V>A
zE1u<iRiEe0>(x7i*50jMqIdQD(#p!5=Z&?(|7`v4c}@)2s}yTBwaOwy?#=Q%&#dO7
zs|<^0`vtXnsa|z0&XC)=HO0bx$NdM#xwxz6R7~BUd^_Rjla+=gQ=6Z3hQv&fyS-%I
zWv0-AKGqfd{ajBQq+eW)Y-rCZaM?YjELvgvqlKk^R0StJ{C_>9bzjf1zlx5cNgv-_
z+;dPv-|Jz}5ue^w(>*Jv`v@P4?2r<R|6FtY+wF6<f18i&dj3OwmC#bT`<I(CMDCVN
z){`+m?;~#X%}nRav-=XYiY=!D^e6N29-W%_#wX&U?9_&ejcNH)l%^|&FD%?-HD~qR
zl~v*;zwXDDzSJyvdnj>HN!4uW#aFIQNcz?lHP7<WT)s0lx6JInO#OVbc;m!rp-ys_
z{=43LdwQwszl9pF)vn(&kA1E6eMy(Yq~GTjcFZ~c|EZ<+qS<Blj2``($Fiqjw<hyE
z?~1K^%Ji>#AGqZ8E_0v4<x9#=TdL-<C@0HvS!&hyab8cI7G=C~;Y@{V=a-w`oO$nS
z!7P^SU!BGReJu51J{gnuT6?ukkY4)n#%dv!w5>M|7CpLh`SdNLM-$H1F)myF-9%XV
zcF?oL@4iQ;{yF*clf%8zE2S%D8VZMMd}V%gA=Siu!&>RzRwZ*8UVJzHzbN->;^a%y
zbVNK7#jmm)pKX82{BgSNGgsr~rxz|SE~^y&8!vtC%b$*@nu#|aS2A$&Cpsq!$_KA)
z7r*Q4`;YzLw)zvYrC;mP<o?dvzB{EN>aPB_tKIj1IQ03v%~9-pa#V8P<Q<HE=Y%cU
zsdI7VweOlcF0^b*`@ZtR%T3!?-{b4rS~}_F_gnrK+iKN%_%f>#K1)vQ_MYyxc*oRV
zHM95%E$7xPIXdM<-3sX}f8UooG>)!2wdkui^ZUoV>;A<bzpZV)^q95R+_bmhf99w!
z-eYg+l<IWho5$Qm=8tB(@qfwnnX=)wXJRdT$X?6SAKqNNRAOWHVzR4A75}7fVO$Iv
zAva#l{n6&Cv+tuwkwVJ{-**M2+g97mS$6M>!qen!(ciBbH$0NmojFBe{h22rM^<+~
z{I1t~r7rwoy-R0n%jOQ}smk?_OZqJ){%U$%sQ2qs-C}N+#aiDUJQn$Jz^YYc?ey!H
zBW)Iczn<||@#CDlPRkp1AM`3^WuED6+-+5|!{^O<NshYNWjfNQF1dWt686sB=y5-7
zq8gvBawErS8v|+9prh0BzfVv*yt7?8O-rW5%;ILureE>ret(`dv)#9by+B;)lG)u9
z(fP|tb46^~Cgsilsvn#;=gkeS8@6m(@3q}77yRQDGBcc7wX=U^*Zrw)rad^{cW}Pd
z?inU+H4kNjk`>zDFO$5t=kARoFP7XsJ<nm|-U%z_FN=M|%l16;d8UD2VDLNv;REyK
zCTP@`d|i>*{Nqc<n#l|H%<XjlS7~+a-I6<pjcx^n+z;G+w^izPOKO&Bz3T4vp!51R
zo6UNk3Ee*#xL)<Us(${{AHG%{z7Kcg|2dd0*632u|2?^C&w=gNUYeyo@r_M1+^pA=
z+10iq#q+Yq?I#r(Mu8q;ldmn2yXng}M_0hlbG6p$WZk%J?oCD2=h7?>PFX28-R|qY
zCBio~&M#jUXkKdl_{ZtPH$Pli_VQa_jnA@QZk*pYc$WJA&$+B^;ms+tt@BP^`Pp|#
z684w1=5MOK-+F2vUq^eD^u(9m)r);SXPok1{v`H9=fx)p)&XUKM{Qc%4`?j$uC6nD
zy<-dOeUYYIv-7hWz2{Ae+b3PT?dz|~D(Po6&OsH;xdG9JXGQLtEv>kpx}Dp^rnX}5
z5#4Z!g~zQg-^>$RJ>|p$Y3Acof}&YgzkN5iY-aD3`Eu80mTi?UGpy=AzvRDZAnT)$
znS7Hs-+7zZD0l19<zs=x-A0ej&Az<l&B^1F&naIouDKukrsMa<iT9Ka`Y(M@UM7(j
z^x^Re{)iaS%ReP+y`m<zoS79QKUsUS*T=rMbN=7usdnUu+@SaOM!&SJ-D-20*gWp(
z=_i-mo11s)d-9(*52vm<vuD=NUnR?p!a1I@vmSh7mpk?P^>cDgkBxs!U#$3;_s8Wv
zdtF<N=R4G8zRziEuGq0p|LIS&cbv;ZG+3to`g!gBzl(>Y``fv9K7HO=<W=%%?RUq7
zS6kkFn``%0bn?4UX^9(F*<m*N55J$5_%F3E{`UI=iKmoSr60&o`8{**ock}gPv6RV
z@%YZ|s>UXZ`l^n4-?Xs0c)Pd2VPDOu=HC|fT5rk=Hwr!|NUe{RPHgDf9UZ7y%$f1l
za^8mf;rDYFI`%K0U%UC~mZMKIByZb1>HU?se||%%dPrf9^{p@4_Re3uDe_%d>_X0`
zD>uY{x)a;^{_jtN3zI4heI}&Oo^fF7#;^<f+IlU1+_m&f&YOSi^4`g=*BH3{(zK-=
z-InXPxu36!?{GPM&%9N<VsggGBI8wZ$J!;nU9eBKeA_pFQFU*@0@2S|CcW9;Gd8_7
zax04ru@-f^Q4zk9D=O9eRq&3wPZ!iqKd*{hF7>(SYtg=S3p8FHv|BUjm}95iL<#5F
zCrY<g39rqGtvnQ5cH_}AiM@rQ`FaJV^=WC>>!<JJs;fJwt^fUEM)x22ml6)vFP`6;
z{H68$q!Xpa2VLea$XL$kwRd^og_iG!|77yNHhNrp;BvhFl}9(PFO5onv*xejvT1Wu
zBGNCsEC?@}u*mR_T;R9IJefWAIZ}1XhI8I7ViP#$FI%-;VvpiQ`ANEanvd`-oxkD9
znT0EA4)4z_xg!18xVX$TAe{R`<OORPL6!UOG_xnIl|RMv(C_(WZ|CIcbGMwf+PQO5
zu0AjG*{4dYls>JO+fx<&I7<8}*ThS_A4;!UM{Qg9GUi;Y*h~J?DvYy_U5gL7yX0)~
z{}{akC$i7~VP3V$!(+OE&Dw>rM?c00elGgv>z(<o{b&^T-Xr(acqg6jiN7f9CFALB
zwdCbfY2L=}sUo{ur#zoKS45oEjMZwb?Gn=u3!nXnC<=JmyCW>{*2!02H`$6VvB_8F
zJ)!(B=<PE#n~%vF=cPYvIe-7&gSzXN_40zNO4csBZDSt&>9bNqZDrZY`yrCMJM7FJ
z-?x7mzhmX|@4lDSPN%8QV7xYe%j}zy3-u1=Upkx<yeOsq{ssfRwfC2J2HM``ZMo`y
zx+v66W#_-$d)4gkIasGnPb^;KRvkb0v^f97Crf-gn>hAfoaGmE`Heu<?`Kwluf4+;
z-?480T-W5ZFyLs_3s14f`y)bTxy4VEFXc%)@$IO3==I%e*Cy979z1sCmd$hT=TlPl
z2TXC<(^dCZ`(0{Z%(-iKY7$qM+1=f;>;0R>w|Sek_{LA|e6d}>a<f2$)J)HXyKh!W
zJS$pOcDP`tlTvfjX1!fg+4rBZoG4yZVU`iGzu<nE+3KI`_`hzDz2f_^_@z_Nd@ZI^
zf8Ks-^1HrswW9V_yVir#bWbmnd-*(fb^7JhJ<E)G7QHOLe1koNkKJ&_&j<QuZ%tS~
zxK!3!nf6!DdD7}~-MM7Lw*`AEXS~zD{6O3MfVtuQ<xwRmTO%z#+|4y~xx~+=VSY+e
z&V0GXXVK@yljb>AZeFu1_S-){!Eduu-X^Q+9X)dO{1x-u(~t9Pe-*sBTW9cf!n61M
zCt9|y%$I-uGLf@DfA^6WCbJIO&fB@x`}5zjk5hx5r)q{rcTS1j>0>T_bncB^Pv=i}
zuDvZ9X(n|4^QXQa>|5U#y2vf?4eb>^eQWQ!vmYmHXKpz2f5#>3sR6eSS=+`g;Jkix
z-qpfDb+g-dH=lZNalP`rr3%7xOZE!{mR^iJf2(c%&okDx?@q|LCcNU5Jvz-SE`G(5
zihbD|ZQ7Tcy>mS7{#^gxp>xj3u3^hh?7ubnfrRSZh0lKO3Y={ha$ct_B<!=vUW4-*
z&ok#;&fTqW)_vmh(|uc0-(A|P&Gz)y`j0X?xyf35Gmq`JXl^{W^XGnpf+thYvh?*$
zdXz5uxzI$*S?RTZ?VDJs$<KGsDY$dv&0kMrot)WkGdEAF{H0KwGjGHGWS*7gLI$tG
z`mdiqul(^&y6`ex1N~dYJtn-)g?aa6UKJLF&R!wMdbKrYTK)vtn6mj|$8`SwShptf
zdb_oDHecwho@~o^3OBDwygoSnc+q6_zRd5RH%0B(Tkv*by}Vc5t=ZH18>J>LnEE^F
znf%)N8eP>jOTTZcxWjd?_H0U4`GmP`#+Dynw7AypEwm5m(yd!myZ>(g>KXs7mfv`5
zGWlWN4g2rEU91<bw+cC?bL#HW-_18Kl)U)ubS<vs^OqO?OW!zb*y0!*q`BbL^Na1q
z53O!5+%m7h#D??w?3(=l(+@ogt##aSzr0?;o`I`wL%a03D-w*?k9%^&e7&G~t-NNT
zw~*|aZxx3x+gHVK-ISTV_V!zuz<vAM&fc2!{)0|U_pSc*+vHcA-M;uov#tNOJzxIb
zT(I}`bje*ZhW33G--BWwPMeYved~8H%ax{do89b&D?aTzxocmhp?k-VxdB%)%lx*>
zF4<CicJ8+GQ(PbH4c?J&{;GP#QprOOHlbn{3YIZ!U3>Rp`HxJw?a3954wIHxNl$+C
zir-K|UfoON_L{u9<IFSX)@L?+DzksI@1vRj{rT7Svpsnj|GRLtoYiaI?yH^4;^n`5
z5hysoT2r@px&OEIH}cipAMNnIqj7qV!26J(ZAW&y^WV=`YuwL&eeL`Ywf|}(o$6#x
zT-85!Ijnd((~Gu@!iSytwU_3-RW|h8w9mux4EueNRVC9Wn5p~Uy|Cf5+WKILqZw9H
zeIz|!&CFfiYVzmpp_u<dXKGjP`M~p~<hcdM7mJFzijZkDd;b+2d0{c%Y~AVEk<q`K
zk7PWo?Ot6Qqp>?WuCM-=g26T83i*X*(cO2&D;-(y?_xEpm-&(UD#Q8iAI+Twjxm9o
zH+_4y^)tuu(w|~!1x2gugH5gOPmVfhyEl&Ml#b8*)9tlqSc)EQT=?<X?8o-OoaY<P
z&Ym&#PscwS0ULe&>)#)R?%QFLXFjF-PfyqH`vPxoduTlTH@W1KMb}hcy>A<S-YB`}
zz3*JEve46>>UG;*ZJYXZ-;Kr$!#P|kKdr9{e={t)_N+B8z~1@bvNq{74Tt>`lurK6
zne*}B#*;R)_$B|Uxr#4()Oaj9qvpO)hjf3#4uRBFV)y$$`igC@K7IG=7n`fwHeFj&
zw?Mq)UCh(6tj4f%*PC0WS$%)RESPEk;M-%H{4a0SCm+gOA}8K)+c+xvw}P@@`?mA7
z-Z#JAeEiALe)+W>=G{5xKiSPVV5+#~tb$#tO1{^=zi#`t$!*(vGgkQTOupSVPfvfg
zh;Ev1{GETnER)j7S$Tgy-&ET0$nxQhlo<<VKVlbtQRTt1Yn7F+J+mmE*Yxr)?{6G=
z<GAo&p~&<}xqlruE~r*K@Z61QGlOgW?dJQevC>jk_Df3_W<K)~ODb%h>nHlGzv@TB
zCAn*o878~Us^=Z6a;cbMcVttMp4x$UEfw2-jmb?u{P*8YxXu3Y)os~Vrz;D09XH?H
zblW`Q_3U%}{r~2j+@QIpl{GzKLkzS3<dd79RktVXZjqb1>068E@5}cK&ae9?cV#x`
z1Nlpg57+<kP0ajd&C_(?{INb?R`<^nY=55G?i;-2WV^4j(?Vy@>g{EUR%#C`CLVmM
z_35(p$Iu<Z&!ub3V}C#W81sPV>Wnm(E6scc|Griv8paw`*qy)lSvE3z*MXOglWp1Z
zy7}j{?%m<B;dhSC8jotVM;?5h{e2UU-~Dqv??cJACp*@#o6a|1^6AahqWinb?psZN
z=Wo7i<-X}oqLWSq#js}gpEqju))y(So>u<P^g>0AgXHv}vo_~EXGI(-S}DHeOy!(;
z*3ourPc42J%<5>qj{V{Jr8U2s!+b&n-+n7`vkGq9R%=`@5^3}F`Ro^;|2^o-e%<h^
z`O@$2j^_nAU#7k0DR_9^<?dzX|MfM>+}Hmn?5_Pa>CRtqo^NH%%hOLD`^?^XM?U1+
z?)_?aJU()BCD_&dtI`kIx7N&ip*4@xLK*F)^YUi?_p;ts7kbRbVfJZ-57XHt?%jF0
z=8TT!2ZLw1j=6&WPR$I{TR819!}hD;e!GgaN@r^?n;d@if7<bU-8t;3Gq<ko=$^7^
z->U{Qy_Tca`q5i=UVNFm{>$e~rL^f89;Ql}FZZZk-hU-?ec<7he*BK#ch8NtT>pkw
zJDOv$57*7QHD6Nx1^n8tD^YIEyg_hXZ-MF7E)5^kEbc@BiH%h&=6)^aPmfK=?eE%K
z&a|D|Y~7>sr*Cd2=)Cf&jb8TH&%$WkHIbj1_7A^E7FoyiZvMUP!PYjh<pPoC9~yaX
z%t%x$o<DI?iRYfG-(u&z?Vrb7*jjFB<#?KZo0^|~>NI!5{rbyTOCP?BUU_NWxxmK@
zYup%qefs|I{`1tBJ*ls+T!{Vo@mTu9fPLJZp_lky>Ree-W+$lsYl+d(%_UWg4M~w1
zJ45E3eVDpS^WE&)AJSF!(d92!-bzT6pXQN&C8t)Uca5Ia;hE`^_<n6EaXWO=$aVdN
zqdyNU5SzUG&BEiXd0k)sYG$;q@4p@AI&qx@{|ei-(;uGY7T(*opEc{g1lwMx`##Oe
z({i;ke_PkPE$m-h`^(*&J!(yv;0@1=?W{|U%@<ieGk+WP!e+;u>m~OWezx@Z?p()K
zcHVqr)+*VMiN~5Q&DFhJ`FW+7<G%2xDy;J+9<sF2dA4urqXkxOKW9$995-L`*imWM
zjh~|auBoeT%e;3%+rC36)%UY&@h_dNi>?S=mej6m$f>!%ZPikfMcw;?1C2S|OK*m1
z7cMk5nIUWKe<)~YP2B0qSfOKYltdzTcBxES=;IW!_}7(bVOLL`m&&gWSiA23j1T)&
zx7}5UIWOTOs<v`H>$4TX@$Y?D3KpMF+q~ERP>tc8-_ss<-k6?Qy}c|+G|b*WA)DVK
z`gvfw=EBbpgSo%zrXNsYyp=QKxW4(n#h0qq<;89DEL6+Poqh3d$?ml`9+b*$|0aA*
z&Ph~Ke`~Ju?t-Th=gM;CJzMKryMKe8XRiL_JIAtK86OGSx%a8!lMljLw)YbL7U`&@
zma1AC?tNm@;CW@U=9aHDmU6RMem&+{_kWGQ-iDLO+onn=%kL5JOIu`D-D5R1dh(v{
z{<FeW-c|mXc5!{wVxP_#q3>AjqBE=Y`O_~{R;b<FZ(`7vUV1?_pz1_Dvr3(yjBU(`
z#kc=1_@DJ@ALk_f?ddv6^3C}+vP)tD`wsXnDBgYH)V31meRi?pn+$HNdhcQh-@ff{
zSY6v<Z;M*9z@L>H?R%a)pBU4mw)x1i-Y?A&kF|K8?lb(p_KB9~&A?Uv-h@g0pCbE4
zNcrZ)$Je|c?F>9}*X9v_($QNB(zoAipZM<AZMKE2o0q8-tnvBp{NP@u$@G-F@73~@
z=2nIAi2J=LUs1EWZ<CQqhUkwcGTV!}-hJGwZTt77uH57IA66fq-#RIuePNr3{rxMK
zc`MSVEm`$6hjS}y+*EJXl&TBqZYRvmChdD-)GvSGZ1SFsL3R2;Gwr5mmuPBh{eAV(
z%lT2)%az_)NoJ?kER(&zyz7;m{cNRk$93*%>Y6Xm=VCjmZu?nqI@6auQ(rO%Di!%x
zf3%96x2~zkvU+vl<t4T+mCQc4U+zDD>DB404=?K9nq$8r;&n!9z-sw}m4DfF7oYhh
zEB+v6ie}I$b{5UA-##6mKCNh%KhGWcz3X@EFD#m`wm<aKvi^2EvlnLf4=`z+<=2gy
z|L<qox*Zi=M!qLcdG2gjbidY5{(fe3wZ*apXZLxWw*R^6&X#WFA1pI{F7ZqaJQ^zZ
zs#Ruv{_}vxVtt_@Ou}Bv-`u&~ccm;!Z)H_VjK`v@yA{|TOT4=y+%@T(o7eWFH|iIn
z|JW)g`}g=>&N?rBFJ^~4hkw}qyJx1IQO%YQIvQou`|9%UX-ghI-`8;^vr6&L0l7m-
z`*iR2pZPq?^82*&(pTQOZ(eI#9XrYP_UDrek503=cz#35l<M?nTC0psUx}HzN9J$!
z8Q}%|e=3%-c`xkAS+qBL`uX1<l;;1gx#zRB=;tffNxQ1#j;4wRoZdW7EI@MZp1AAp
zTf+Z#%+I{_*w0D1e#M!-zdr*sU+h>u|Ga|n`z<Q()Rjf-cZ5dzC)b7r&JgGQ>)Q5j
zQJaL&g5OIs9Xmd2+<kd}ySBZfV%(!`FY6V)*675@%So`ra=Q9HT*dPLrR#&L414d>
zKi|9(bMHUsc0p&puj-cT@m%bzP1m1Ehq8QNjX!^Q&-E7%tJ%t#Bx?m+*EK0QeSWy+
zf@fggb(?R>%N{?PWFdL`VCaqemHOH#q3i8l`;<&SQPC*SDfw1l+RsUM6Vhhg+4`-u
zHtm-Ak%cQgL+_;hS;*~c`$}qA%4b`zxYT#=zaO|PVwhKZI5|v|?b9XkxdP|)mt9^o
zXL{&-*`SiLn2j;E?Jt}(i;C8qIuuoPZ{L$MkwwS*G}qrZzt;D8%?bXZY1{5rq-kzq
z=)AN<)pADH?hD%$p9I`neCx7{rFGXG5!Y4o=N##+nUmM+r2kkhZlOfhoF6a6{j)u}
z9#;8={wq{IbtvW9svfP-xRB!iiaoow7f;fgD{ov?+w2fmzdvG9hFFNuj#IMcFQYU+
z|G6`{+RwwY-950XrQ*e=1BGIlvyV1sPUJYLkpJoRVb)^yIjh%Sf19!9`c1ZmKl5r?
z{9l}F>Zmt#IJ0EUm0i9Y10s_+j_PPCT?%LkK6=ih^V_<eFCX|6>dG@4<R(44tf%{}
zGVJX8=MU|^Zc04CzV+BEJOBG;zEZtc3#z7ie%#dkt-R>+ztpW0+&8awdwVr8(A+9`
zyX#i&iJN@eA1LN!tvz`EDbIA_<tMrWpG42pzwm2GOk?X}&Xa0SH{HIW@8q+4K8yMJ
z=V>;Vo*lladgT^xgMQnu{|hcCeky(7XZ^l6e`2#*<?X}Ev^EI7ZF$9V?x(`6Bfs{i
z@84ACrpz`oR{L7n*3T0fvTGMB?RlujxwYn$_0AjKhgk(K?K;F<T^-Z?b+=LRyiexe
znD{@|x%tdupBo>@H$_SQqFwm^%04;2mg<u+a__8~+Pl@>3i;nX^jN9B!u0uBrmy@f
zUJ6CW@)k=7Ub*@C!J6|&@9({*+Iz{sF!^Sw-raZBPiMQl+E?)WX_<ZUbM~zkule72
zB+dKHA9CaGz74bIf5@nKus>vXdezZF;nNA_uQpz0{>V5dC(KN^d%Ah!#ml$P?(>{f
z_Evm)n22=fY@gzDen$`49&UV^sJ_kX$QR$PCAXc*dYC7_EU&uwYU}kZuG`Ib{QI-7
zRh<rbUh?U&`Hp8F8CzA_HYwc_^w@vaGIouyrp^1s?Mt7Ysn2!QUi<q}ZI{M2E9srp
zySxkLncelaJ#%A$?&|HI1DRe+T1R|%->#KCPtWGS<z+2Pc{S2COIlg0=gq3MU~H~x
zWm&W9NpeSguvXB?8xFDOHqZYq^*vniBA5A#=SkY@w=FsQwJfSn!7%skB}JW<nYVWb
z_00I^HdCtT!d79&gim`;6$fVj^X*n$x^QFSN|o1@I#bwO?>9F+<=vmVOw2=fdXvPu
z#T~}~40t<gs~2bAa+jQF_;7BfWO{JyeAQlO`<bGO#$m1UnFe_tkA31p=Fi`_TJOdD
z1(!Ct#hUrtmJ*q?PW9;~bGO@O_6Hl;UUtU)-IjcO^`T0xGX`t6ScbDDT<83?a^bu)
zF=Z<+^#s1I4c_;=T{`NQ&FP|h1~uaH`Sxopj5WnLpT_jYdf8uo6(%{&R`IUo_q_S-
z^Z#2dJnY2g^l1Is7cH6jQZ@zIIo~X9+~T}^HacU@+`@oU`3rIb6rbNYxNlLg)xx8G
zC9l5CtY;|gPd6~ywexgmMWM^;xlb-l*xYlrdQ0G?OF6~gFZo&Cu3jJUb=_v6ON@QY
zUn3Y7pD@|6u&_eG>`dOftdz31%eUsa?EC%BYq4f=zD=Fsgt-g?ugp27g_-*Ih^;(x
z=|;uD8mTX<&ddsJ+mm0=U3QdTvvj%Tvp;s#RXfzTSe`qzSnTU9&o$?kELwl7VEMt*
zJHJkE^`0o&785@6<~G~UTmPG!Kij#Z?4GG$yzt9C{XQAzH*rVrnDzX0x84!%&0!CV
zqw9WDm5IzbsPjitWW#K(Zg=~BpTlue4fEAE-?}96K6vN9#b39anq$!@<U0G2<lTr{
zwYR^|%1iksY5LeId`e&GiM^*7Eb33EXI%)rqgcD3X3Gano2Rd%!fGRDU7i-pzNJfz
zvsL2!Z<Br<k0-tFp7JX!sa>tL=STcnlfV04v874*@0#_RZB4q+r$Q5{m1^xL(}mv`
z1`F;I$@Rb4$H-e7%65o1P}TXCt6qre#Pg;%*7&eR+MQP4QFtm_?cxO$wp~tBXDr`p
zo3J|I+v#mu*3-@{X|TG@^>^XLASKn+hyE$G98^)frFMR!Vb{s7u++lUbI#rBn0hdK
z_5`<eKNYJ^Mg6GZd7~sc^N3S+nO)2Sf#7XZo?Lz7mKfK{vQdBYuSz|oxVKK;Ywn(3
zwRK<O<QA3ea+Q^JkJe5ydjHqdCus6l_EU+rxw8fBKL6S!Q=_Jr^0(>K{D22L8vngn
zvf?rO_n>_7AK!C#@3q^_cT?`qnS1tJd~(;sZtHjm%D2euisqfDTWPi<DQ%&*+2WR`
zo1WWVNSPjU?8L{-fx)7FX^SpP3hLw>U75aAX8MY!4}GrM+~H)to^`$<B6vf(+P4nI
zBkPMZndJVpOWzgq`1R`k<FbpI>;K>RBs=AwwBz}=FLl-?6i6~HkA8Me!Y9%|kFmgW
zg8-vl^QWi(Y$ayKr|7uszYzH)_>t_^527XfHye}W%rC!x{rK}#-*3kZ-b(J$3%sP-
zUO7jm=a}WsgJD-cuJf~g8dvpp&soEJ0UsySz3!4J=WN^O*<<1#_v-GBH}++ko(F|Q
zr_b)}%{prSel>fzRbOSmG$Fec&xEttef<k|NIHnMeko`^Xsk0wx$4%FuTw25o(F6z
zD!wbnQ@1_VXLe_6JO}Hgl%umBsr@X;_EBJ%e^WgAsyOSlf0JfZ-})lzFFtY4-P8FS
zlm54wij}Q=U3WjSNBF$UWVJc#q<lPU`C?^Hd@@P&+w@2LwBp_P^&B?-_A3^)JSx{w
zuNAu!qx8?4!SapR`NHH)SMOgA{8+(gvp-gC$@%5q_WVqe*u2+1`H83A+ln10rmb2~
z*Ojq<%?Ad{SI)5?y|mbFe#)Hn@l3tKL%AmVt(&C!-WPaV)jnA}^<#3$##PO?oOf(9
zTrs`$Y5#&EAA|dDM^BW#bzIxOeMXSjyJbGEk+)uMd~30WZBb6s(gl-s&6m%eevjkm
zvvQ7-Nv&aW&v&rdtY4^Wv9)YoTKxKV=^f>ID_(B7-1hBNc988owMJemsVA&`ci$Vl
zf6BLJ-?KA2uD9>_w(jJL_Z1tSujQJvB&YQDBs2TuJEyAI61Uy%O5Aqoyhe53qMbK>
z&gKc0|7H9^H*)i{N6|ObHeB-y5`4z>JCo7mz}Zi-%R<d64H7QR659~To^?!ANXW!O
z({56mMQ_;oDGm82Cizy}iMWyeoqxr*rMfR0W9M5j=hOuUP1Dy>@(zBycGlZRh9*(A
z7sRCgrJYK*Pdl(DY?peRiPt9OZ`+@;*w`$(^5=PV^>6v>U*Ga>;WxW^cGjErYORk>
zaktpM7Z~Q>?tg8vG4Sz{HTxXZiV{s;zMblJHD%NHr}|6wuHVS?aqF%3ZyFXEJI{V-
zd?aJdZ|lk+y~s(6=d8Tx7Ipi0c(&}%+Rwb-ROel2_%U<o!<g$=gI*N9NZ%f3f9{pw
zm%Z8y+eH3J<w+XdS~)Xk`<-Q5Li}EzZNB(`?QKz+#Gg-Zmg-FGt$tcKP22kNgMG)v
zpR!g=GoAhIwCDcG4x1P1uHAe(XsgGRIZL`kmZ?80I<lgq{yD$(&8*pHcKA=ND5^Oh
zkh^Q@`<ycAow8dEbC2!iQJCrH7}iy}??n2RG&@hh)y&t@y{iOWCwP3>RFz)x!2cuj
z`h&b*f0iiRO02)+RWGqO*E*bK(<TSk<gCe0L+|=8KXv578J)#1&5O9!uH{eA;&=b|
z;#byrPw!aW)Lh{enbv<FtWsb8!}Y9QU&*)L`j+4Q<`K7Vyi;>D;(sQlvr?e7+l0gI
z>&nypS92HNa(nF4v~VkX%c{RUhmZ6BJR`jJ+V9@5_m>o;yUs*-duZK0cjdg%np2iK
zCtGHe`G1eyA$VTVHzsF~^2M+7+y69V{;jKe*)!)YtDftx1((k)nzk)Tcul=P)Sn>B
zQ=v`sSJzLNakD?S`=*iVipn2xNtSWG!Dr@Nul*nE>k+^1L({1PQumkSWY2baxUNf3
zdSyhyU9%1KoB7q&Hh+wmt)w0JzsR`I?WLRCvbSgKH@x`AGkgB|)$P5Gt=3udFRHHU
zc%?RX_kG2h59d}}-qBxl|McO%1v{S9e&hS$Dz`X)(;MzfPj2XHZ*OkOoErM$Q}l;`
z*!{~U9eK`>busrV$MiW~Z}aq9C!fFle74K`OO6&E(=P5=d4T2nzXOwJ<%=-Ap7qV?
zwvL3}$62p`F5JBIcI1P~J2z_=%S~SO%9%seC1*eXv$C=Y#w@w-Pwt+}|KCmE-;RZO
z{9YF26(=VKc&+PP=EFZH?Stw<zn!l`yszK3J8ztr%ziKP%-$DV1;yuF%H4U7UA_4!
zDW@<~`J3Z`ZxxA=dZi~G-#T;Yp8V|7f21~*y4p`&8hBs#_e<tVi~A+_!sfr?vR1W8
zKl1D9v=5KJ%*@(lDslF*#hnyGu`5eo?5Uaj<o4adlhvR1y)9=HzJFWI_@4WNX@@w4
z<sapLuQ%cN7qFu_;P#n3J<$aleA$+ls4MO%|CQNu^XL{6i{9<gV#&83#rf-h4~=6!
zwD!T=#Xj1VQH(EkmQ{y&=Q00wwX)7jnjR&dv+CddOsg598J9D^-Jf0WSz>qZ@*9cQ
ztZyGKDqsEP>z|lPZtk~oy$S36WsS4{tiAP8jANSgm*7aDFFel<*4|O|*m3_$>XBz_
zs!v^Nh!@EJ9sOk1&-<K9y@CSz7JpN|`u)u`25t!*{rxNNUa&Yh&CZ#z+ok!r{H2G{
zd-4xlTeMm*Z;SB#`&Vy$&$zggdu@HawD<WCx1M`eQ!WPw%}@Veaj(*JcH>52ORM8a
zR)^DeM!0{G*!1Lfwzc@#A0O6U^H$gR{kQYB%J0h8Qo1)=YkSO7760scR_A^-|Dn-Z
z;UBxtdQClO*Z0X<gZ=-%3-$KP9WMM7TYKV1Pq+KTWgpia=vy9fY|G1#+*Z+@R#F$2
z{X1-vnY#bZkr@a4Z<;>zJDz7=88vm;jBWqLjo15`Z^)aU)W`1e#*gnDHwSm{ublzM
z;!V6GW-NcPvt{eb$2)hLz4lv|dE&jX_<zZw674^C<rKg0a)_?sJUHX@!OCA&akZ<>
z6W1`^oGwu*fBSvPWEQntp^ufRX0vlDtKA&4w)r!B<^CS@ZAz=;1*c|q-|zb^Th6%8
zRc#CpyYWvfEMb=3t{odzyRnAGriorR+y6r1#il*wH&=Y0Eg!-3_IvEQc7Bty+e9R9
z6)bnSl_&Jqc%$djhgV-3S63cuC~?b@T9t3|_#F2N{=d_Lf`WshRbDQr+&k0kmAa<U
z_sey@)gk9zKQ%d5Z&4Mw!lkw*I^FWK%KcMUwc6|79j_J6eDkkh!AtH7hfDio&fYgx
z4}NhWiHYCmcl4AO-Kuqao*#F-c3Xdj!|EUU%aZwv)=p(_OZ^)8<+e<mXX5s+B@TWS
z`A_|-)*j0hc1g>so8eSxXTaq*Pv%EHSFX&;TCw`N?ZRK3GT%C`Gw-~3ZCmIy(SlpA
zJ-If1dw4|mK+bXFWBEDnFNOF#+T*D|>F-}h!$}o6vn~F5U!VIVZnBM^|EJO~@g8os
zJI-6=&Q4h^eLZr^KhE?C8?4-4+-BzH`s!T8_bxbViD%Qk#CGpVX1k~V$%<|iz5gU(
z^U?nrGu$L6`MY*aIb)_8(SN=uc7MdvL+!$6I3~_~RCiD9{t};KYwOn7J4jT`$h`Js
zM^y4OoiB66_U`GgI5z#}k+;p4p7RT71W($Wv(R1i?57`T{QPeYnj4;zZ#lZTS9xA)
z(0x^p@0q+`xg(a&x$U-d*IxP4{`2lV+os<ocy~n?L!YUk(-+mbcc0jQnDAlFl(#~x
z=2zXaXIt0WCHVwTRs9nYU9rC4W)Xj{edG1V>F-M289O_tY+l^6cdnyC^$|uUy(8Dp
zJ1y4;3APA|JDym5`j*CiuZ5}F*R2AR?$)^52+dD@*7QVpzUt!Lyd7sB#$K9~|LDu-
zgL^s-W=|7Rx3zWtz4?8ba7_HXbDzI`skyMEFYlU9=i`408|)-vekVnI6pvB~TAcj%
zpW5_@(;BZ2U#Ohtoj6_Q&&)pi=^K~H-G7)IS#JKP^3Kge2iY%7F0>6f{PWyv`!9Y|
z{+7ADyK(RMIsd~O>-@ua_PG6CP`5s&$yTIdb*12&x4SQ&nArAI@8$M&SCz89?-ppO
zV!QH@t?AIGYn5Atist;kIKQ-h*G<-KEez60b&rE{KiZtRb>Z05eNmNjo;}X6zjxrl
ze0iRyxs1ySAHMC8OD~&z=;X>k&c*+jxoYQBZ@*n7=>A)n$K&GjIV<G9|M+pId*O0n
zmDLR{_b)8}k+`DjYisF+AIi)@<~48cScFeFvwGg-C%>37^N-K}GC$^#-OQZz)%FMW
zKKpLD^Y6+{VSL)BlupJ7Zu@t!(fY`qj^GNm&tH6>p3IE2Jl$>d<L>sZ`}rxH*G|cQ
zUuXE7r}xRETeD;x7QOxTs^4n=N2h|Iiup|C;cqthZJ&FRmv?rx>Xj`{^%Dind-xJ3
zF}_QS{q&%Ft)2De5}CFCA58ys;pL1OA^x8jR%_Ya@z9Cgkk-m|Q-NQ@P;C<1j^h6-
zBEM~H`)<4YgxQsMiE~?0s}JnW<vnSz|Fccx=La`@*-DI-*PWZ$ke-$sa8A=-e&dFf
zms;<h*O87<-zm8Lz`0#YCnP<-`2L!6y!iXUeXRX%ZmT2r9?>?=O8-~8?8lk7J#A$r
z^IXD%vyR!VJ?Lkv6uJDdPT9B63%RphMS8BtuYWh!^oV`1z@J4G#Ujg&*K$g~of&7Y
zU+#3)f$d*ximT_#BBwq1%<(shg0=)dITQcI=<JzW)p;B9<205yHAL+^DYNSji_f#$
z-FjEj?VLB6eN4BMjXTr5``(^!(<aQxp3%KlNo%8Q#_pi-^IPx5i~Mp;nYXC@(k!Xm
zZuJX=j=8Opb1qceot}3(V#mAlscRCo@3FdZ{rVp0xA>sOPJhFEkGWf~z2VQ85~e9}
zZ_f7C>sOC6ng#Y4Sx=dE`Bmb{zkah4{yh?&vB_*rj9>o51J`zcdOO8rR#>X=w)nX7
z25KJ`pVZFNSh8zp*trS61v)ncvTXbQtU)^U-jW~Tn{(TmqBEyo{d(HYd(rk^XEx;*
z{N7*byw@aV<1d|vSzCk-zKiTiQN80CYIZc`b$;4zr%jqNFV6n{^Ne3fe(8qyKW2aG
zT2pIxX?E_McN%F^cU`%$pDSzfw9B5WbAr>}c=p)eyQjzUbkXAzzqIqVuT);P%1>?Y
zkz1_i{TI9`ci8i$Su61Lvt`y^-$QTqhOnH!^;^^CUP$w+r;`&|uX;?o_aL#W`O)G_
zVr%?kgUfu(PRzM{{pPeo0n>T!@n4MnWg^<Jw~&X~de^JU_f@_HqEQ{5lT}@`gnNBM
zt53FUKk~$-=xkXLyVv|;rkF*Ev6m;#OjXq1oVkDFyB#KMS5Ks7OyJU}s#t&E{o1!I
zRaz=DrzkV0O*^)2Rh^#5oAhO8Q+Dl5@{Ll=;AZ=N%;@%((4vGaPPP903Ws-p=X<Mv
zoNS?A<`sO;#7g+n8HJf2w`Nv*T$=XYsW#};9+uqgr71PSng1^@`T73t0S4zvuBM>H
zf0DW_zm*?4bKc~^QI0J>#a|g`mz=n$tvu7qE4TdcmE$jW-4{)mcD`nn{JVd9#Xfgm
zug%xrwS((i=5Fy0n{e?8nUk+(GTqH9dcVDL=XUFVXD`X_pRs2}w$11Ce)}2oYJxk>
zgm?0V-<fi4kLs!;XRExzZ=C7fr_ZDOd)nS-m)vabiK~m%u%$;I-1jwR#ixTJwa<$6
zzCKQ`DO~BK7s?*=C3#nK6;I`_*~dKmPum@P&A#>R<BSPc?3OJ1*(~<Ba@||$+fTRW
zf7z0K`nlZO39ow>?v4-dc%^m9`s%Zy+3#0hIc|ET<d>9i1H=D4F|(?KtnA)?ckoF~
z?Rec?&;Qi)^|n1nOy%$2Yg_f*RCn^vYY%#gbF+)4YTHB~>TUZhxxPZPy5sh>7^#QX
z<P>`6&tF)(@44{||JAuMyv=7*?!@))w7R&*D*Wc-_ilUty?$vt=cD!Yd*U58Ugh0V
z%sBierhIAA?LP`mmsghu)!SX2XydzJ`|YL-zuVq!K@G3Y3)C81|5tGN@sf;%w~uUF
zpyb|YeQ2GQBij@9fJ+iO3k{!KHgUO?+QpY`oH6-Nh?QoDZ=-g)%HBme>la^cv2j-w
z$v9>@ZO4p6@iIG^>-8pU->EK`yQ(3&O66hiMrrYgC(m;=Ouk(*vsSN;<6XP(TbTWm
zvwnNO&2K$Co9CFC^|Q=Nb&??=O%p$Car&or`rK#Z9T|7-=suhy>bXX%=Jy=gbie2a
z_f;4CUnVV4K3_uB>R@c>7Sms{Qd^G11=YD{CHCc<-RwSTefti^Y1_KCCsdo%hWjnD
zPiMTywEOJgr9Ta8w`;6ROiq{{b8=Twzr<(BB~9@*vHt&Wq-N~ybo8t~^UQW~p>coB
zGg)=%Q=B`Kgc&1@_H2n4ZShkIs=R8Lclxvi_qM%f&Q0C=^Ks?>1<Rf<*yc6y(Dv19
z4*Wb;{QHRb?n5tI{NodDe)+t_cl*;rduD`O4>=L!bIm_kcW+?WgA-1%6G~JMZ#v^J
z)hcz9?Csk%{OSRmVPRV}pSPa>ut<Yj?3azmTJ5i<Q}so3o{L$|Dg8BX&!!n~(hg+s
zJYD$TB$ruqZNlUU0`;O-o3p2%-}X%TsZ!w1sM_G$cj6v+2bP#VP_8(o_=m^i%hN|o
z@{AULSe5gfdF`n?+K%fu-t=CoP5fbBtksosZq{PYlBb(*|Jf!d7k2BLL(-{zxnJ$q
zt~(?4S+vNtC5!8r?4r}Jc(y5=z5Dc44BOkeAFrHd?96(ipt(~kaOJwWt}!>xl<`?j
zpS`C01X~#6wO6WgvsKEvH_r~Va1FgsYSMgK<wew9?m(7@+a{IipZVZXU02Gyv7-CT
zigt^?o3=@?i(YNtR-GH~R-K^mcG1opv5)!bC%A0)Yc7BDFs&$8d+~dHqqAlA7$-IA
z?p`WrpL^NxjpyzK=ARGlO?w_!-+wt<+lQ;~lYg7avCnoPhMV%IOuNr~M9+%H^XA$u
z?X@*m``0V~{Vnh#R<C=rZ~CTxz3cwJX05AcJ{-GR=i{-c{}b0#2Z*O@ntJmu^{wUB
zTj;QI&!l~VrLW8P{M;k%UUOKjAihNJZF`1i)Y9*_+F!`%P5%8nG1ttrRdeCx-oLNT
zi##~I;N{E-N4J#l+!rype`T-cDw)MbQIX1DQp2o!V?zBu{&L>kem&+6$L8A~_MSLW
zw)n}mg8N3(i@qmROgm{XhyU^E?H=sg&mVvOH0b{y$DL1Bce5ynep9t9pZQ1p<-9#I
zZ?t^^H_EuiU$I!}VPU&HCjPZx_i3Ki%C|y^VX^x2KdtWC%R0?}X~M-Pe>Xnui+M2p
zL3l{m(g`0n?eR*`IpuB@;lsanpUrtQx6H|Pp~mOU=Wah@zq0T3*Ps8Qx}4vdX!XdS
zHavVNsz`I*eT(u(4;$>)zn-4;p^#aZD>^pwf5H;$y=uoMzj?UL)jHr&=A@6y&g;%;
zR9NbnbSF|VWM@i$`lWwGE2r#xxm-@aX4kD-O#Q)gy0%YWGc)Iz@UI`UeJ)(tbM9@`
zA=y1wmZtxm@^;TouBa>gxyJLp9}ef<C0!R<=y|GL-pjddhl_dF+UNqG8%$2OEWH}k
zp2vHnl#1^Cx@B^<Vs_N=HrCK((|3K$*!?Bgzy4yC)68GNp(i(2|GeF3le^^B<?nC4
z#|taR?ApepFvaYm$gG0QWrctCO2%u})`!1ZZ(A|{^Ul9EqTP$v{WY<hv-fq{^GU|D
zZ%#4~@~ro`rZn|^iMGaG=39%BRR6|kPjI@O7xV6Wl1KE3>--G!tg<(`cRsMW>@t~Q
z2Uqu*oFn~{QYY(Juk@I8(8#7l;nTT0oStRAb)Pqwo>#8EYuqidI3Vmd&ve6PMSkhz
zm(M31TriQpQn}UD_4UlAdKd5W<${k{Io^nz6Vu<{B52EDwt9VxYKX?^xW0_#waahi
z&eIpT6VEl7J#CHFR8!gh%{%TNcHHRAzUFtuM~RlA%k67U%B#2CnB#9KfBg2ZHuJ7E
zr%X(8lF}+{GS26}O=n!(K6QR&m7(CaRYGsC2~SvQu>VHux1P-Y;Oy&*w?<rB{dNBR
z>n(TAFU;{;n&mP-{B%F_wpCm86rFbkS}cz#h}E5YKC-)B)-vBbVE!-Hsf&`0UVgiF
z?&;q@o9fuAo-_UWJ7KR!-=e6t4f#*ox1N&zD*kQX_VXg0RnH{l=Ki=K?is4NXJ*}}
z$4|~_FL6G%)OX$~`?_f?=QoGANz83Nx8U<~rpw2*eOU~ioDLDwiTm>Ttk1+>e-~9;
zem?orqUY}qiluW)mAKn2;G0{b_kO|Y#^*(+&UWd4+cU9$_P_rxdEdPIH2ct34vD#&
zHhi|YS{&&9FXcAhnTp8g^RAUVHkjME#3{N+;Z|%&2*1z`rPPwCemx}%*VdnBihIT_
z8q-&}t9F)5#<Bp@lN%;-r>y;>uG1^ODe>%i+n{`F$MD5s!aEJDjGmXj=7^J-U0&jL
z^;hub>pSLNG<kboUS-4Mg-5Pm)_?wf=4syxq5D4?RGpJMHTjbH^LDm9avJyj9}0&2
ze<q#rsHR}brP}YZRZCeD-CSe-p1;+(N0#r8z$N9xeP{c{R-6vh{-V3*#$M+;YWXXs
zykk5e&c1w`_VLFuvSOF#l(77Ieq-kIz};54DS}V$lurE+c1V)THT1LZ&63E{l&2{R
zV&BZt+E$vsZ0p;mzUbF3QdeT0Wb8V4W!0t=cJsQYMSuG?<@q5AgZw`sRwtI1Z_Zmf
z`SmH5#cw9vkM6CW>=eHBfy?U;%(sK%8+|_;uPoA^oRwbqcKZ1XIn!_2&sqBR`n1*O
zf1l@^TGLpuDtBUM*t~ug-!r-QZ0=6iyF6{#o|igmswYAZd;C<@EAGq-ddy>0ps&R>
zd;97)$F^;|R(h|4!?(8~^nLE<h;yA=noAtd=M_Kt+Ee>g#=k#Zwfc5gdx*^0{))-U
z+c(&9Y~j8UxY<s<LC*Zz+5c}NncHsnaLn9xu71DxlhV+qGwzzEY>0f*?$*%md0|CC
z>%ndD!KIvcq{QCMXEB=R-8)-Ebh2Es&=2$dcY-Y5f9tai{Jf}U!R#*&nc^F&1Dy1e
z@`KNu-1TsC!^cg&pVq(G;*oyR*|fz?z4>dbT%^`C&*>k0<9F^@9CL1(TC7WRj#bMS
zmg&haY_hGAw@rH59_w3s&{O5|HwIo|k01A=`6r#pH_v;;$W?GIZlBz;f_VjJY;#fz
z%~=ndmp**D>CNqH(WlC<9yt74O#W$E8q3ms>*r)guRh&xy#3+6qq}};oep_wk;;4N
zeYNY9=-C~5?Z!;WT_@h{-ypwn+4-A`pZ`1XVZ!?@$7^F-lD_+HDA_MFbxV=Cgv76f
z3<tA*SEe)6`#$;9o$<EtaOM6J*X8CrmdXVR{oQU}xP|@4-=!zlPvi@Jv$lMzx7hZz
z61%*`zWdIw=Z$&Q>$lnJDo^_>u3fn=_g2aIwQpCddc0}=;=_lpZg}&ODK?X9eO&*X
zbgiT{Dh@q6j%i+0|COZme$GMu!fSOGWo-T?spo8qT$Nt;MM3^%<eZ6CpFWisZq!hl
z<U7kJZc6+M^?9#8@2h;pK1pfDq3Q3q0=(KQ4!GXTGCRCswg1oVPj}K}ZQEsks`c9~
zUanhtK9uX3&D$FDo}X8OVs^1C37+b&^+R~kvv!SU|NsBW?>K1o9^s$#)iz?s278uc
zO*u9Dm$p5Az28jT<Ltz9Y)h9M*>8EJ-+Y11UMBzVX&b)=?OlBHx8{UL66^K8tl-wa
zQLMb_R#tey@w6N5JeJw9Tdux(`Z!8r*%OcNCmap8@i(k|I)k~U<@%mkr(%yDymIqp
z`J&&iv?aH%QuJ7|Ddc^1U)WmyiVHjD=H5Q+CSYo9d*RZ{#pli9^1g41%GKR)wO-It
zYWlTbwR7s?g1%pNzjN)nl9l*{_wLWG?)-JG^?Q-rHr<|=|HL=>{*TTtxElP5Mf3Ju
zru)B=Gg^N0U$pxopEKcoxxK9L=h-owfo=cUk0kiWY=3a=>hFKgO78pqnV{cl-aKQT
zm+;3WXN+1m)-91gzT(QR?ijXD$?p&4*vMZLw-t`=afqmJeSYMRwSJawfbHZr=RcU|
zF1RVV>`RDCrKVkv$N5uc{<{xfnet|R;OW0?+20R;|FZrg%SG8u`c}sKTBdHZ*O?Rc
z_jzf}?`x0Q%HBtWd08>bt!grS^`dwSpDf$`FPvua0u!Yje!ulRo_m<R-@f^LTGLj2
z_1m9&_X%{g{g%Bj_oTVld+p_0>-SqO%T<v*HRFBp)0thHo_H^)X?opn{pEfEvuXSC
ztibd?!HlcVb9B!BwfBeWUrF&@uFH>^UVo8u=ttqdlA1G<XPIreo$>1LRl^fp)qEnK
z*8UW(<?+g}l)o#wu|i3uQn%>tny_+{d-9_GnZ4(w(hob$dhy-y^wVPN^KJ2V!57ZA
zZ~YTn_~RqnFXnHjLissspH^L4a^%LcT@g1kT3Y^2_uOON`7P{y$VHX;(RcgoyG+U@
zx7Qzxk65=|A;HAXBGc>EmqRnx3#S_NZxZ>>U_SfMI+uva1$!d*Z$I1j@L5k%<Uh{E
zHSaHe{+;{#-SJE3rYdHn&idHGHS25pp5FNV7jJ#uR^xWdt$Xfj{aI@szjWY>N<8->
zebT$NQ-AN=xj%7HOtsqc>Ag2@^htGJU7HZF=<V{nr>vYOH>=+IB|A4YB8p*==DU@Z
zG5>uguGOD)INW`j+}3{&d%pRa7{6rQmMI|Tm-QjpLG|on`BNKzh_tKr%-+Jw&+o9{
z^Jn%cMV&MCHeS+KGGbXX|CZ1^_nz+^O7~M7w)dXf?czH>>62RQt|!5hKj!J?R3xTd
zSa!sJdcf;MrzdAP^vbU0AK~49qC!vel77)Q_PcG2N_ve`dv~8Q>GjwBr)M<Zt#!Z1
zGcTv*v2$k4*7y;bJDKO@B+<a@Kb!>~=Xy??clSr$^hJzIvgM~e`e!Ryu)l-N{@iOb
zr#liG?K@WNmwRbn%WQjav+J8<tuH^%`N?x=RmJkZZ+Lgt-aPT=!9S}x!P+&S^=Dnv
zW7_3^aPP`#9o~1oS8QLBB$=AMrKG1wP|tSidH0@YZ@Z6|i^pG|{?X{wvgebYo_AaS
zP(bNGqg;(>{Y1^<Qx~?IdtCb(%kizG@u^zbZ#9wAF@KqzoOgMfyshio7QgLoslRHd
zW=WD$PsnmE;rFfvciq?&;_4R13NT9Xtht>$HNV2wUT`0`{PSv_$j|4$+x%VKvu{D+
z6}vu1_e=3NA63QwKhAmecUyte+aGdGU$0Iqy}1ANEn~OC@ja(<doOZ4d)7aBiHCp2
z7Srw9zAem^_#kT$75Tt+-|PE(w*2jx<^O+It^NFcVz(Ywdhs~_7Pxm|`E+Bi$7h!t
z-@cr=>%U&xgI9hRc5?si$=drbFaKZp{R`)3ESeR_<zb&Ju=ax2{b@SBb&_`TEBK_&
zv9~OHs`B{5;m)OBO;3KBCGc=|y2Hg=Y7r&#XUTm$w$)^Ne*TlF$i(MY)aG$7n^-n`
z-_iXY>$m(~Ww35m{l=#(C(W3XMQSZ=KFmBeEtuir$6rOyPko=Qll_kC+@?k6Ti$ek
zd%#$~>WEMN?60fe?LMC|OVRE2s-A-%HtKB7pLEvrWQKL*?E9U1;#HR4wj8WGrhF@T
zev(veuBq>8&uupr+nt-$f7aumhDuL;<F5-_tPY6V8!ro*?`n7dSH^`uzor*xtT^IS
zqxNThpyFN0|MALVPh;Zdn_b=SC6yWI`^I%&#H!mm-zq&nF5DPeJ<U#_tN-_u7A=!y
zYB$|P=S@pzUGdguxhKmZ$>SNybI%66Z^_&J(av4UXEM(+{u#d?Kl}TN%_aYzNU+cD
zH|7%V&Urz?PtX2y;C>gsBLDaNJ&kS)&gU)M|4-^xW}QdYpRd^-Ggfy*&aG6{nrFAJ
zcYdbWs;<s8K^d>2rwUDp{1fzU@g(l4&(pmOjeYNm1m$);HH`dng<)x@hMDZ!WhXT@
zXqwG!QftXGYBe*Pl%%kd%VNf<cnS6endx))3fE}G-m+u&_tks1B>U>t*LIh^-BS(I
zuX+Ug39dWG*gdbfFW4gI`Ev2B+Mvk(E}x0lCr=f>;;-UlbA0K8Pf`!>2fnqxdErI&
zj#Eh;51!n+{(mCZML`bZIIda7Y6mx3wZD>CRqWO=wQtJuil<BBR%8gMCc9fLsnp#S
z7CU>L)P*KCgWimFtJzF=Go&t<EXZ`oE@tR`F>BH7s>>16%#N^#)ZO+GST7xO=vzIn
zkm>5fpH@U3U9;WYSNqywlg!O`DpcBM^BKjNCUi+DWFA>ks>VCRWI@%!%MTQ_{dl-?
z`HlD6YaE<;WFEt%ZCu4?`(y7V|LFd3g@xns+tvVWCSJAFl3O!AY4O~U4qPcAE`H<L
z|HbPhub-R!@ZuHjV**pf7iB(OJk>vJ-`Y>98A76=aaSv}dX6_f{d}x-d&#{^vH4GI
z=YB7l+p!>%&DS_3wtL;2nO03R4X(HBRCAg8Rn+&Q;<5`K$&X~&3hqA0oqLpdzmG-Q
zA>F8s%DKiJRRQzLA5Gz09^&e?l~L^u+p_ez@26Z>TQpJ6aG|GCsA*!)rz__^E6Zy(
zzn7X+)5br==tukm^W?iXM6a2I1TL<hVEb?9L;Lc>6XyEg=eaF(RdLsujDp(z`(8w|
zlrDN1I_>=W`}6ixJe~WEapviX9}*5Zb26v#RFu#DTkiNG`;z43bMMz%il6zpvf=dg
z+Ra577vkf;hu?|c_^oUHtNP=+{@wX-T6&+^#zbLBwu>7&bKmIREIoex&5=8WyFLB5
zz61#<^Sm(F@%KmPRo`CGIs5b~&K&*sQ@a1&b=F0#D*FFKuCh(*S4|Z<p}wfAv!X{m
zC+31`w|%Oen~&V|kI@hFS^EVudn2-4Zm;K-Q`Ye@RBUNulu`TG%3$bpghNQ(V~#@M
z&q4+vb&nX<_|Pj|3WZHargmy(u}r9#66yO<<rB|G!<lzL3S~f2oDdyNM?eg0A`@Mn
zvz*Mi?mNL_Rv(L}h$*XwlA{o((AA$^ES@SJQ|3r<PU4v05|}YDqe(?bWs{Q|h!Rxj
z1j&L_PV$)Gf+?g?q#>k&tjcAAN|TD93a5f6i>H!@kmDqdN!W!9)e6-bR0LHzQB`6J
zefSMEpi|)_i>I20k>jL~DPW3olFx*cCKX|onF=Q>YB7WuJjJ%Fd2EVMa-0NG`DEsu
zbMpK4t#IZFXe*KHd;T%_sDH-WIgy<<#y7Q_EmAx7%{*1}u4+a9e6A&3POIY{&gSX}
zZ+sLu<8e$6e{X-hy=7g{TchXB3+h!LiKnfojr|dD#GlhXut77&#M*A*xys<!*dK{M
z1CIH#+8Y|@N<<&iXK-Ou;9?A9>0ojYVOS&}(AuB@5<0b}(`*U9l9%G5n%K5Ejy5Y<
zyi^0U8a^#u*Ly{vluQ2H)sMmrL5w0#Z-sQ#lybDh@46cxlMtV|qbI&?O*kWmhCc7~
zzDZgi{yds^Cf=xC@=`3T!okZ@da|x7ALJiZp1MEe-zL_xEOpUs?As3Vb7x<_U}*iS
z;NVTGwihysKDRUK<i&8;q^t;(UEO*#?T=Gze#|j`8@u@F2j9<a$g{CKZ2h|6Qr*Ry
zZEq$fKGS@&$hfZahpJ-Y@{KOpv-uvF{FAXyx0&%X`<Z^cfwaBgWsU`I3|ko&u!Ywv
z*W9|#$@H`M@O<ficRu9ret06ubpEnek7p|@6<5~utq(i%e9zy~{7;+qZLGNS^<Gr-
zgY|YV)3e`8I)wHe-2UZpJ%2{q!_Ok$esEt7Tv^=f|G)C>{KJQRZR6PgJfHq`|FgD(
zZE^Rfzy5vR|I_>X3IEkh{?!TnjF)>9zx&`iww3JiPxiBm{5Q{&2>Il$WaJliFaL+g
zioaGGpQ>kcT;u;{(aF3t*Zl0iOO=0PpS<K}<hQ>!v3}R%+tb&4QfOb#yzN;?-+n<}
zlmFBHGha)$bnJT{$Z%%)eeU{erRJ9mzbsrI_-j|HRas%R{_T`oh89`uHJ|^BPyW`n
zzbeA;+tR+;*F|Yk-8TD{Ev$Vp=ZA99rOQej#uCie+BUyt4PSfk(BuPxlY95C{I%R}
z%cm2jlCt|(^nF`u@Nl)$`I(L@mwh_;+em%cJ<<5@Dm~3^zHO1qi{xi)*7+iz{ovsz
zSyyXiZJz8W3fFIMuw*-9aVl-=G8Xx{fnOhnWSnohJMnzsHDNZj<kYrKR^IaoIZys4
zPFN{_J>29s%Z|SG=d%0>^YeXD_tu;-OR#I4`Q`J6u)QtsWi4bmIMy6WG<;OIw<uCR
z!{_H|_Al%2J~-^uT%S6L<?{af{6=%k`jYMcT9*F%I7xKI1c&~xJ!UWeJSg?!?v!cI
zZ9A=gW?k^zzyBV;*1!Ar`9pjD|CK+^AFh}C_xZ#8_Wv{6`EM@lyvbi}wY0K1nX}%&
zi{*Rht!kyy@7?Mog<LqK_Z|K-FVH3OacY~Ng3+2!;ac8bLQU>YTVZS1)?4g(Wm?AJ
z>+|)!zRyXR=-ZLoXe#~dWMzIvNY0zNOWZd{&iL2z<dEgwT`F?TGY+q`u)VjVbcX<|
zQq`uy!}X`#{y`lwT|Q6wUyI0cnfkut9?@~EUILviv+EZ%aIWl8@+o+)AhD?Y;`8|$
zLe55)1&y1cWf_$(yBYe5aC|!uFSt?Gq&|hEm`CW(<N5y^XB+?Xf4cjw-Tt~=56?5y
zv;8nW@P9w^fwogGgrn<!{rW6={eI@(nb+s1?%ug>|LtF!^Yw4W{n+$&>bAX?x0OfT
zlD`p`eY-lhdi~bFjc>2++k5N#(RZuAf?3<mfA34WANTh5>e}k!JL0n2!;incT8PP9
z{`P8Sb@46nx!-K>#m(JjzP$EgW_9T;5c7HM#mef^dvSBOn`1C<#>H+kpMKdd-p}dg
zvY>4%r{t<BvuFI>;JY*@So5||T<L7DyUT*Mue`Fue#72fdF$8Ro}GPH{zhEv_VDd*
z&*oNtUY)x>@Am53-=1yL-<7*Q?>FcDdw0IMet&zlwz~BGy*uAgm~(f{IdR(W!l8X{
z9*W(pyXEQQ@w>gIDr31(qPp?IxANbf-u8R)#^s4$NS=DJ{%y{=b2;vIUV6KP&y{)G
z{4$3(SI+%m>6rWArr(F0<rUA=9p1Q{FI$vuebv~WF-g5<o3LHCdQm;o5x+k<>UG<K
z?Yq?--mqLKW6H2*-BQAI#E(UH?u>JG?I0#cu6oP1U?*>Nhc`zqlqF?Yn{KILI^rjg
ztKP9K*yS|H=!<2GGOR<l6fqs~lYpqUp6GNtbK%<~7s|3S)Qd8#ZMV!-xaBAK)<r0H
zdFM7^*VXEZ4_G?p>fQ2_$X(u3rqsLbvfJ&>#c!`%^m}r#>{o_$<DYm9{(q7Wz$qkO
zGC^R~F%9|n`ek3AuU@nN_OHv^*mJ8trQY7W%{Ke?;eED$KE2JnFZb<j;(fWgqi<jC
zu$9@~o_tgO#yr2<hcn|p?t8MucJ8+J&)*8}iO=1>97N0M{a$qXTggp1z1xRV<4f+&
zTX*|#Y4whG-Ro{&&aK{&%fG$$V($GHZy)Zn1;@<GeYSV}Gd8WC#q{ap<vz_s_o*A!
z-|<_q?eVO+1-b5Koom_a=1nM-PjugL`{o8&*4*Qc-OE$oMr2q^-Rf%>^FMvd@M2lW
z7FluKxzn~LFMj(X!`kjvU%&os!%JmTw#cflozqunIrnjGi>&_Ic?=tqm%Uw)X`L5k
z%b0ZB@Ak#ZWq-DmF&*h!xNY%@w-#A{Svq9B*Usm-<i}pF<GOg$+vRgL-e$ZiTa;-%
z>sQ~heT!GVkNEXT*7vWAn14y(@l(^^XS}qI`qej8&c9>d;-w&7Sd|rHlDqf)i<ipR
ze5qkN(l>42;?#=UAOHUPJoVcB)W0{c&EIDGW7FHf+j3jqM&6dI`}yw{D0IJVvfp4U
zyS@GKw}Ly+pq{g>{c`5f+m|z|Epqw6xyCA=|M}a8d-QkZ_)mZPa1(QNe92AZ@GXUf
zZ}qOX(t8o%yS@GQz6_U2y(KpVRo~1II`wj)?B%kM&BCkR?)bJzc-z|--}VQ{{V_f;
zpYb2hhx^6{{-2uA4J#}8zRYj`Z}SIUc>dqn{(sS#*mTjpz;tWl_nW^(3N7CL__SH@
zId{%?Kj+G-+BikrKi4I-;*#zDp4VaV_m@4swqxI!*Vne}(>=bnvNrPi+SJ<HebLt!
zMa6Gl7y7l}&aP=!uW!oHT`hll)7CZnrln>_{*9QnHudXPo#@lAj)P>@r{0VTvj@r4
z>Yl!~X@dCL>fhhqM$Kq{`#L!_@AmfW%y+l1AHQXjcYoc{%3J&F!k$<DF4H}K`rFry
zcI$6%&u-kOd!di@*EWY}?w;FBZzB@!h-G9q7Dg|S1@Uur4f43RB!l>CS&!v5mg#`_
zTMz8ez0eQh?-QG`jrG^Y16y=2TxYtx&A}ebk4m^D_To5*AJ6S`o9S-^h@ah<8J%DQ
zl0UZfz#d%#IqoyJnI1<a+!K@NXML92Sg31|&)svJ>GQS&JH%#eXFZnOSQ(uV15(xh
z>Tm{|&HlBYZ;Q`5u`=xv$K9E(-G6_SnXp_q>&q$f_%vs?quR4_c9nhKzGS2>lt2CF
z*uBlEz9)|_{-r0Uf8z7H8Xi+^wSFc3EEBVQuYG&-BbtxP?T^$K>rw0Ed^mkN-yXjm
zeT)CiHeP*b(<yD4)K>rfB1}gWWBsSkTrU`D73!L*t^YxD&yUHAU#`|tS^UOOu0XUx
z_FeBGF3}^6PFG&nRI|*njz3o=_*grnp!Y<^LH0ie6KbzKI{J9dJssuQ0SZE=HDd~|
zx4sUz7#H>;)iAEf@ZjrTX@;@a&Zf4;h#h{qwn2eC>A|(`rGhewrAm|LZVk1x4fL4s
z-=%84K>ml)lRwriuy}P{?#Ro_XB?)SIVGua@0C>4?Khvj96s%z6L#@62h+qD)?K~k
z4BHkLi_B`evc0OghihH)>E2CJb4z3QA87YZsJwoTyFUBRl@FTb@3j7UbB3m~R|d~F
zGgWrKe!J7@h{nRZU%U5L*|G(+-roMp@ZqHUub3B3`n&j!?ty=g41Z6Lw|Ws&wRyt2
z^Udiic3Q`5>kwjHEA#%(@o80iCvE6>B=PF!BWamc;+YY`Tw-w_WKV`EYHSd?q#U?o
z%0IrIzDTu%_c{?d2R<lfU2tFK%qJn(_(!&`&XeWc-}8wV{lhuCh4@wZ_q|!*?7|=$
z;5&1=<+=T4g`7S@6XJwARhT@VP3%!#=;qY3M9foD|D@_9XO#+%3lmZlJ)IUcyR=Sk
zVdi9h^lw&-nCl~hNB19HudiI{TGQ0Lw@X6EU3*T*(<NHZLoAn{vJ7opQ8edNp;r4!
znPo*YKzAo*G6f2s7pQy)yG&L1CI9~DOvULe#hM9vt#iI;JefVAa^eF8{}bCh3MQzl
zM5wr=^|EWtTUW8`(Zja(ex+@kKZQ6aMm}zATP{5>uVTl;hi&cFa_=g3Ox7&3x%;u?
z_+eT8a+^CR1C9npzTi-u{zCD1YmDiHwQQfRIvkTa5$SxnStfl`+HLK$Zp&`#ZrjQB
z`*VsiuHJZNAi{O#=p$8wLW!^@_w5IcY|x3Z=qZ+XZm{OK-3)fU;E)FvI`i#*_$1|s
z>B+PmJ=gw(>zKv^mA=Ebo;X{3^qfDW>Mz&jefQ^6d;f=Q-Tpn74z&hr&heV~N0~v`
zyEh}tC0Kc$l;G7>TC<C1XfX&!hrYklvCgf=RB4T1a<4|VFN4}Osf*V-wp~-%RwR+M
zPOx+>_kkmE%D<#8UhmlN#$uMVL9lf#_wSCQemZ4J8-+XPdc1K-QWvtG_~Yr3By}<C
zi8p+eG}{e356ZN8@H`ZhkK~yLQZapt%E@USZ(JTt-|dp;*Y5EqE7(B=YCuoi>mMur
zamuuT6oQPp(RoB)U2Jv2UL@mhOm6tRK1nyl<J43Um6?C}dZ+OQD2rTMVYFGld7jyq
z^Bkq>PPaP)qLfOeapX>Xy8AdYtG~ES*oTON$*ldNAjV6d?Em4{Lk!j4GzqLN<WM^2
za73`<#FLH#{|#Mlyyp34+3d)7$XvB>!M`8+a_?A}deYdcXB_;OYEa?0Yxx>}pMHlg
z^+~?}<@p-a+#g>F`rX*X94azPLx=J40X{~9h2J@@M0niI%y`bJ>(usO?uD<(D_&hF
zYwxm{C&^xX;uGgzv$hg;Q$ya9d|vEdC0>|hcH9=Yd3nM!p<jUu!XDKNIA!{n^`6}4
z_VDn+D^BlQ=QaNN&AC^#?ZJ$;8y0yo!E)1D7e+4H$!sE0lH*X!RwDmnSK$T?j=%{E
z6`U3dGd)r7@SiX*;D*p!t_w36VmU4pC^+Ud-T0EvBKRfqo6p1gg|+)_0>zKlFAP_&
z5&l?wZ0)6^h4v;Dr?1@kC@{6MM*d^%vALZ0dqN(s_ddI6mCKb2GXIaxki0KGi}lyV
zLrY)POHS5!>iPNCdHKWk%zvP5C1~x)&wt_Kr?t)kk_)*WJG&e25U4PWyP=p@A;u+p
zqgC$pp&g7hYxZnd9`nH9SmK#)ZpC6h7Zl1Iwvb)d$`|kC{&uF}<P$Sp&Z!uEW0Y6c
z|Kh?D>9=#0ey73WLn&=9t4n-VPyKuOL+J7P<Ml@Seh7seuP^L=_<JIg)w`1uGCzhM
zT`PH>Z>q4k-K0X}m?JZD8;n;U@AW?T;Qyy{yqB*@uy^hHQnUQGM#8j-3_peDxqtFM
zxkn^UOW%V>YUxvEm2W-sa%bATIumws$CCHUY&OMSO#NW}o^h^WK-A^;;y>?~JN)DM
zklq0G^8d-qJathAFC=ijWxQ+2p8V>?t{0+wnr?n|8|Po!Z&A{e%-ZWHVQn<WqIY4;
z;mV8LInQ}&93&p?U|Y<S*b$*wz`(os+XhvBW)qdJzP_HtYc-^1IVeb)mzc`r%Knik
z%t_|ES$I4n@3JI^Sqfu|^T+8IuU!%TD|fixWRAz(1i^PN?_Rv5ve}=@D_&iquwAgG
zVhWFtPkP7m=_~<)_dk6-Iz7aA-?<$jC6=;bzuUg8W%f91Y^Y}Ka7(cM@r%5lszs&S
zHoe_o&?}za5x7Fuq)vkQyxqlucIi2}ZG8(R=T+%h9A0W>6w^Mx-luxU>W7ljzL{(_
z$NDy$%wC+i{}OwvZ9nr3jlPybtH<6Jc8`|4n3(Y;wYOKM^K@rXU;nwUJXO;AE!OLu
z?6eDh^u08Xy2LJL`FC$$+?@3rmp#0__2I9QH!}_gHU)%DUvHr7#kc!}!->Mw!;{Z2
z80XAQe4>AoKl;pxB?><n<F)>TI9t{5^7FbIZ;>v2qo~0Dgtg|F)trM_91Kfde>u8y
z@#YsVtZW|@bEjDp<m`C1f1m7oZI*8iUkwZnN@iQ$voA~dvO)KQXV|wQ*Xk6%?3}+0
zE0q7dXI*iz(9u2i`oa@A4<ARE$sBUH>!bVNX#UNcKeM^!%C@z|C+#TG-n%U_K;GPy
zg-^O<A``!MpN^EF@s5-V<;LFRNH_KSGag%<d@QKIxX7U}kKx$4!xp=~g}mjfKAflb
zsmZwal2G#fefMr8Hp(YY^V>AJ!0R}R`xj&L^H*j{l``#fFk-NGI&tBgZBtjTpQFGA
z!~2f8Odmxej9Gs8mB=ZpZ;@j+Vrh}*alfG86nk;+)YJc?LX15g_3F-)y8W2Xri{g_
zpIxx}+=5gGhPyl1k0mV3$QQY}f^+%1*Jpc|aGI=r<kQd1;l}Lv=G=xLm3_@DQo4WR
zHCkT%T%=L5A^GIu@_^Rt|5vS)jXRR$Iu-^v3*Yv7Sgk1HAKL0J(p#atVVUB($Ju(1
z<6?C_3p+h$f0@C&E`pEaVZ?oghco6))Riz#ny}@BfZgekLc!H0|5jYdTD!@9%Gt*@
zeIFU3ggoEyXzML<m*CHRt!;kCWk$uSp5@#uc`@u#u9yCORMAX4vQhH0evh7n-Mzvx
z?Z=#ae-fu0y0Pe%XM~l8hx&A*fY=8;o2N^41g2<+$(QbVaCEcC0lrNI6*0_luPP1}
z*eidzbue{b$s;!LoyH+-cX9+S^m(W#m??Q#{d=7i$99HA`E8Eyzt#n=Iu;WaEof%`
zRa`1p^Vm^3K01}d(t3U9riCAEA}XKP9oyGe$LI9i!OzI0!7oIydd&mA$4qY|9xf5i
zO%`~m5MEJunfZW`#61C#gd-kzc)t8w_u&nny6MMd#nO&GitAM@mWZaZY_mJ%<*-C?
zuk<3GkBvv_EW~>s$euVoqcc%TGx6dbmiLAiLo~RiHTCp*-D`?n&ylcU#cbi2)5<A2
zn~HZ%)p%iAxSNrQQ={4M>bZT@QzY5urI)<k=Cg6Ra#o2<llTk=#sAXR)qb}1{dQb=
zWzX7)+-7Olz8svdY@ja8s&a&N+g;|x4i`Q~xFv4r-P~NUjD^9|uxSC?k(CesChS$}
z;P7;-|FC9pv?L2lo~1>7l1kn2NS`B%HO$-}UDy21z{s9|%&NuGVoP!t-_No;_9v$#
za$7A4Ojxv$*V0_hy)%)I*L|hosbq!hOUX00oH-IHd}@wGLCTx^8<yX6c({HqgQwe;
z-`wBJ69NP{d7gBg5K%JYwS3KO_#v0Ii@&Z<*?g(2bG}>f`l$!6Pd?#u^`MPVI>${#
zU+dfu<uIe59+?*wNf(8Kl?r_Jc1o~qnrjipJ#&eY8~byfv+rhJGcYL2S+r<X$BvoT
zH%_`Dxs|QZm)pZDH{plD)qcg@s&norYVbdC_|b8LTe2c?7iSC8$*u^4nU2%19s1m`
z$W*ery|{62x_Y(p3FF&G+mGyUPD$RYwZpQ!bb{Zvxd#g$i#b~y{9{z{=z7^cBj=AX
zcSSEM6i4{@UUBW^w?28qp}fuftI8qy2eE3==XV9&kl;G$u=?DglWW?|@~U{ljM}8!
zYu@y3TV`0yTp*RW^6^p5!oL=ale3tu+_)lVm@o3#WvKVMTGDKD;0oEm_y?IDiLZK+
zrJm?_>xwUvO}u}6&e56P;aXEVx0`(m+c5c{(mpZs7VE7tO9TFI4O@1#QT@gZrJPiT
z?aYD)A7^lPg?T0)W_;$;V=6GOvF3sVw?uw&obSXHwqemLI7{Oe9BrKL_GR*s*P7x?
z=bY1Z7|uMHe&?oB<ZM|zMa|IMdp@_4vd^lWZ8{~9YJR3W%3|u}2SIOta7~<gFnC{@
ziJ{yb!7bg2SqV?skD9BnC>3l9ZYrP08~#E$lieiW{L0f~@5JBLnZ_OQ;akbqz{sKf
zbG!OWug5BZN%<EJNO|~7wvaA#Ili3h=~LEYrxxs5e>KHJOO#znaMzTd?Yo?Q-BjGl
zR}dm6CG+Wm3ai>DpUH=;H0CAw7@Pfdohg6BUTHGR?)N`EJ{awiV>4wk5b97|8n?#u
z>CMMwTE)$CMT1tV6rMcs<iI8O$5-8)`j%ffz3Py~g9QJp8dVL4Tm#Pr-pQ75SKtYM
zB<>V^;(&^ld7QRtjQBAJiB4xrUZJA7NrBI&7@6`GNN>mtdeI@f`0D}%v7L*YB-6Mg
z?UeUPhVVXd@|@RP$rIqNc2JQ|bW&XYq)69$z1Isr9}wEHYuA%|Q5}NJ-E&^0C^!Fb
z`s20A+U)EL&6Pd3T&BH=NR$d_a|+QcPG2s${Pewr%@zx$AM9{cf4xw}L_xph_?glP
zhF<SV1AZO5mL-v?a7KW&ZC9jvq0zE?0pCQ7d0W^v>M%O;?GAQK5xpw*Y0){M>QbH<
zf#`pw#m<)w9GK+c`6+cvmub=RV{1#f3M{Oc8|JnY#Bd$q^9YGgV4OScmV^uQzGa~*
z+g458WFWby>9U=1LXhW*4U^-;73PN+FP|p$aDKB@Yw(1M4<E7`)F#~PcQJ2hv*ECw
zq`KDGRDXA)S};SoK$DuT?h4_#g?91L;U^BUyVWoX+4e8rA}cVn-XvUZ$@D$NIafLU
zothyx)4U_9)y?FQYb3A!iDjIE>dtO|qApJ`^j7_sG<(MC17>@jCrEh2ZIo}8d*~!R
z?O;!%QLEx*6Xh3t7JPB}ow`$vdt@$OczC7o<oCY<O$8N;Q;b)|CVX(dDrG&ZLSxxN
zvAJ{SYTaBQnapoBRcQH^@P;I{;KZk?61u{3HaR~DRL|(q<h*d?*uHhGT#0I~NylDt
zH?37TwK+y{k>4zjg<Ard<TgdTFyUa8Y|-co_qZ;2$HLiM^HoRe%41uVl;>6$ai%Qt
zF*z3>sBgIZ$m311VJkl#Vt;i1x_9CfJrg!(vwrThkn>ud>TC_13m$C<_t0m(_W9sV
zjY*};SbMzRndDu3^w&tTqw2<szf<<RMmcQU6_Wj^+W$$&gmuPw%>wSHf~Gb)8#GtD
z2W@dvwGo~?ds5L7=B7^To7*Q|NX%#JGYyKJ@qA^CHIEH%(WMQaE->=j?sE?5{PEAU
zLVrz+jm*TZpk=qNG$imjE^z$0ruB*T;}`sI*97mDKhiVX?;1CU)n5ko`aX`2tf42C
zJP<i(?3y3;MMT{_uBX82^RH7vTI_ZQ+T1$xRy;jy^=!%wqoZ3}y#1}_Om!$sih3fr
zcGIQsSK+>k4lbxyUea*u+Uh`_btxiqZSJJ1>1+``C}+Fw;PztMxE!7*`h_>wvcKcI
z;yKr?X`+;`bYqYAgFa5iHOU|6ruBQNS}?L2+)nJ366uR#U`RN2V{+$>WZhn-iq^OD
zZ-kbvE41(y`flo_up#G^)TBf<IhB<6a`zXWJ;=z^{XILSpycM$whd{qK}Nm;Pl`f0
zxtTqt9^WH6X|h}F9!1&J!9K5T9vK`ET>0U?4S)Jmc>($MY^G;Vxt4LA^8J`-aM{N=
zigjhPt3kv3;EN`YJ3024JoBCXqU%W%NA%%ePTabj>MPC*ILv8sdF;e>WMxal+=pkf
z8eQi~zt&hVnblOeqiU{H$l|#0m3KY`^l;48lP+HVMN|0N28V*)b&IrPx%N#yv2V^F
zO|Q2z(_-fsE^WW4$H#YXCsWe@ZUOEa+b7OxDK(vVD|5S+k(tShrH4y{CT`<zNfW%~
z(U!G&O?IwQ%-p+zvw4IMOFTF7D66=sbu#YFq8lDt78^Wiic>0goXWfSrRX*hxt}h_
zZly-7_UUO<Ro(Y;cjJzm2mEKvX(%c-(Q0)(w(4WvKAvUHKe*WXyC>cHoU-RkG1EH5
zv^4>b)+VuBkd@XvwL#MF@dE~b_QrO0Pp(wOr5ptxoVZ_3S()K5d6D6xBO19)E0}~O
zce9+(VwaIqm~%?yqpIR`<{z=KZ>nzHe(Gp^YscA4`<yS%4vOb{w{*<%_|$BfI_IyV
z&Ji7B3mFH$@}A4A-u*#Gzx}Y$;nd<?!Fj`Ahu0#-J*N+OIrn+~Y;h3qS+}qw!PaZ$
zmWz@%Pnm?ddj8n6t4L`s53^e2jWeMSIa1CY<zCU_;VTp*FI19zRb<z*malUcEIVm(
z;m%~&|C?1(ch1u4_70b7(^}x1*Js7YB5Lb#Ky#Agrb}L8RxcWOCLMLHwC0`gDP;Bz
zn-z-#qrM(HV7Bb=#IL3|n>@GQ{*oD5cl2%Ml)R;CJ8aIa6FI-J!|<brkPv_P)+4<S
z<K76XvaQtL^6bKdWT6yEIZpLUA950!I#vBM3Z&Edee5pz$*JUcly@4u;X59)^iY)y
z*USKA<3bntU2ix}KKWoImf5s_(lWd0xziY4U%DH6&o8jyoO1g=&kr7fv(70jmgGFv
zTR2OgVSkxo@xQ5g&&8*FX|ZB@qEpme#-Leh^|a8==x^IJm(vF<wEie`J`xMua>`_a
zilV~Pxm^)UE!*btdP#atsXw#&qLP1fpoXz_%)5+;h^PBkm{eW}uxMdi!JRtmg0!pM
z+60Y_U(^p)-n@TIE74$f>c>@jE7<2<bE<vA8n`yVOfstWiI9@)(=C1$r`F2<Q?JZ_
zz}&w6{z)0715<=#{~EpTd)<?D!ganU1AF+Z<{2gy&!oyZoWzzU{&MejTl89Nq5QOy
zZQW}GN+umxf7XL%y8Sgi{x=_1bq1*J^2*>}wo>|7apl$G38hR)nOv8yHV2<&c-td#
zeC5egi7&bMgSJjP<Kmg2V0xh|&TO-bolSC2f`G5dCiiQ4%G@ot<u|c<T?i1FCN<q{
zrx@Fm3wN0_w_Hd#<y(-#`Z&tv=A1K$T-KMZm3~D_b~8P4s(uu5-m2E)%FHL9)s{DY
zX86kcAZYSNUTw+MSqim+o1}R9G;SH1cr5<8Wx^cS6_Z4>s-05$gYU{(=xYbbAFJ7M
zbK~yyPP=b>@kpNe`2CB?yG!O>@ngD}7`;G7V(tvLa8c*|J^QrZ8mMwJesVQEnJT&H
zqwL0*Ed?o_#lEMeI9<ssXPRmLE2vj2Q23?Mvdc;7KkJOdh4VSp_`E-Jyfm4{UBsL0
zvPefQ>+z&H53Y87k>jhgP3log`z-bHzP?ec4{wZGlV1C_VA;j9RM~&oxOe(VRurbD
zohhm3TmM)fFmUgLdZSkz4?l3sF1lnY(WrUfp{9SqdC9mHiQ#g6e|-dlp6x%Tt5H&G
zJSWL&3GXJpge#MJ%vB<P%#jG5a>A1R5Z`k-Pc{C@7n+}&um}G2@@L3o+hU!6#=zpw
zhQM3iZR!l^TP9hg1-x3r!7ia2$K1{?>Eg2J@S10jzL^-6{NjtyV(zXo%y68?w7f+`
zLnV1zkY5aA;LMFa0a5JF!wWj@?3l6ncF$>b#n+1%8{3{}G#dpuxN@yBneQ_-g30=>
z!B5?rJ1-`=bpO_FlI45kcwDNl`P}L^8&h~noILoZxc)ZqE#;A2TITSmIW_p;#KmmB
zT_Mfft(k7WQfE~tWd{a*&@qwP&8IC}=I}GKq3B~pxX-!kTexGhos@5XsLwF$JQg)!
z)}k590-aW#))TfoXK~@EtCLg;YnE^lqio|eooy#$TW7X73Huc5eVi^9_bMk%$eHQw
z#tx&EFO=90x!;@Ua`VO0>Wgw_XI3tF%k^oIcEC03848Olrnl^r^iFYY(-d;Le`J56
z{<1Uf@?j<?=NY7#xSFWGnrReoB6WT-OL!>%=9hL|K@AI}e3%uNcDYTu+@Y{cBSv|t
z&ZN^)XPvibDz&X`h&5^ZrV!?MMAuVuS$uoZq{I83ge*A7R1)PP%gifO(s_YtR?M!q
z9a1yj1izns%6-O**-KbmcdBV@@m$;!q}`yj>Ewk)Y=`C<7P)Snzi~Zl%&yb!KB03q
z?)<a<r0(@VRgOnaS5vIM8DzUR%X-~c&<;GNc&qryl8Vqm;}gQhA`Ws^1zNYR#|p1k
zTG+a4!ky%~VFx};J9O|w=E~%aCkq#OWVw3u_D)*p8^-zYFi%0#wYXH56(&s$X6dV3
z^gSYlRzH1NwBxbi;Zv6z!Y_MXdBKvm#9)F|NY3<akqQL`QFnJ}^GMBDB)w8WNqEl1
z@&_+3EqmJA6~fT<fK^w++wz=>$lM}@E2q!RkjpCXZB*?|6kz5~G2))GBEfsr1<7vN
zIU6s(zar?Y_?fw7CyU9eFB>mJ$EI|z?#Vu3^tRx#pse_uM5b6qZVfgWR>7|AevQ>K
zS8pu|_T(}3STD3H_MlDTDf5t6tKKsXb!>U=!m8gTn;&wW>QGw1wMt^gVr9J}CwW*t
zs_k@5yY8SJ`|Jm&8}ovH*Y6k~)eOpK<=D%1c-<Bejh+TIRgN=k+B^=|GyhF0?`(AM
zoM_TnHk(WCZmd<|gI|er7CNpoY-ye*V&x{9Vir^0GoR0gfkUKYqxadATZMbIG(T)Q
z=)`Z_Ueh&+XKt9rLL2U>hFLo=-oAcvm6301@9tQaRaU)89rKr8PSvPg^2H=%%J&kf
zl8i}n+1k!Mn#`PXBWIFF_z$&|hX;z>dTv}cn3OPK3WE~U%k3T?k`IRek_)!#Irn7m
zr@hKIkGxI{>i4+%;)c%hBz{HruJA>{jGNBiIPJk<cBFlZo1ws$=?5=8ww)U~_W(P`
z8*ydp85b<x_@orgJh+zOV+iM0(<P0P%bm{Od%!PH`QaUxbcDB3uj@SKcO~Leik94U
zkZP5QUN<4DqueoFXlcNNFAllwJj#cr#yAGQU|Qh9!0$5G`%Twkjz^--bIPigT0LaD
zm8++@Tif)o=xKq>{^DyXsa)*J2^xGVk?Eb^It810`TE&p+HQp(owjL*jm#C+RVq(J
zCF`D^U(ViCvTE@xPv_n#et`@9SM%qdZhX4h;c(gwfnKcu{fxgXi}fZ)m+o55^!Ci%
z`^InNo|V^i|C?aUVS09k+vHzQJ92xv%+i_P1v+V5PM#(5NF`h~`IAIsV9FnVu6x}=
z&CXMgo~_6;N(`J{z-#Rtz{6wcwW(NXqjRT0=dBr)s!|7;V>6d?e7R^;n{H5YWP@XB
zdV_h&1;?g`Z2c@&iT4lrEKPjFUJ>}vZ--8)n{?L{r<T(fr=~7Bcj3;aEwa;P+V61w
z6iu3JynJH4!Y-fX_Q7wa+_`vviz9R3v6F8S4kq=r%R7r5S@hU$hEkCd%WN-Eru(U4
zFF9rS*R;<u{_rcQ#q)~Ksz1#xds;s9uyt1_1US4eI<S!?O;uO=%aN4h86lgWC5hT!
zvZzwLUuS4Duf2Xw3rlRDr>bY1Qs%8j$$-n5x1W@*3k($Gc{}fumxIGGlgaEI8#sNn
zr6mj7Q&)eUQqEO1cikzzqfP-bpSa#Qy)fmx*>cfx>O8rY`I(dFHY!_q8;f|vz4Q7q
z*U5b2f)g_94{Pt5wdu_nv!i}q$p@UR-nL~t5n8*}%f;)xXxJrzELU~z=9Ln=!(Pf6
zKfSH0@zGYhOK(qVM1|pkdCLR>SPLuj_)8YK{hm>zzUgEdQ@&5*4Q6S_$y?jQ?iTX2
zomrVs`M&4LqYGce&;Od$RhN3jn>jdN<HA)3lj8?O4;}4Z^kjxQlgk_3@+)h$CMbQs
z_Jqw$m4`*jDLAMm^wBTvUdB&HE~GRbSgLfz;of}1_D;Xj9c!%{U2-$$xb2wu@k!6o
z+}wZt>z-WUZ&%w})vRsaH`5^`UNd{XrjX``R<?sjSX-9_9A5U=oSCud&ynNe>rBiF
zK0AKwnI;r9?~U%#Re^eq;v!aIlZ;z_MPzY3XWG=N6MkMLJ4AB@Q;5~|o~rCA89Fn9
z1vZ+QX0(Jamz?h)z|hxNC}J>=PfLNxEFo;wqu2_aMLJenPxttpb1&=6s@NhV?>K4Y
zhY5Vnf*M|d9oCu-OB3d@hAuBso~^g4D(Gq!)0Hi+Pi_v>EH3P~vNbF?d1(LfovDX5
zXc=sKko)26!PP94(oq_(wjEy3^4TMGv+=qG!7hs$n~K&XE$3RuYj{PnMMXbi0gL^j
z4H`?QvrcEbpTD%R!O*`jH-GucUcbMIk*6%oYP(e(RQEb^p18yl=Q@l3K)J#<E6ysu
z_mXqY2s{#+u_64$6NU6e(rPCh<yN;8SD)V|V{qUEKYxDF;rqUmm`i<Tng^=8e9Z1$
z=U3%-uy?W2-LzR9!5hj>9rsdpy%<}i>#;*=CDRU$m8(vlnUTV}P?K5YLZJMHP2vYR
zgw}Xz^SMumNHoa0*!=C<N9K*Q<~?NQ-hIjK@uo1vAH6H@&F$#ez?qfXb942r`3qRs
zcP?+AIz5W{nba}MX^X{Q1uRW!n<4pZu}e_VTc(FoA2j9!8KvHTm?TxLDJ|@@VY1OJ
z)mPk8d+tq<IhQEJ^f%yHMe9wSUoSpgQHr+hJg)hQtG#Jo%k>`pGPhMb*Y9mzk$opx
zZ6$k0jqQcGA`kW~eYEC7-^?nb7ZF)OFEU=9ElTA#;`|@Jq)>WR?1#w4xP}#*_;3F1
z_#W8xVL{%63kTwl+;E)2e3Y$!lEaPNx0ZjgWj-$X_d&`M<2N(+9V&YxIywGOwcFIo
zEfb&KlF!!M;$q==+#_hlW~H@ro8y!}&FMO_VdnO8x(lp0x0yEeKls&?%C_s`lI97O
z&kh((jC`*4H1!wvmv8K^_#0odu3UP5;-c=rOEPv0QFkwutmx<xojCDahsxxo^EsOz
z&oSMZ>tQB&*EL2tW~Q;*x2IgiGLsA<7H*1`EOEa6{!7cnc`~BkXDo5qmU%predEeo
z(_KEEli+z^ykei(%|BT}uL2oZ@7wJ86gg*aQGHCEn1ue5{>2OYwhB$E3u<u)m*AN;
zJ9CXo0NbvO4R*%Nt(7OZx@4^KS)MBNFL8*O`E-2&&ygN?Bm1hl#Z!1g_?KQ3&e`sD
z^6JDBAsgIv{FbvXHeOkBW2NTPsRa?YBs*N^7oA%oWAf$fmNHgZo}%8xesz;~Cb4mz
zkm7xmQ6k;^oMo3Mi|eZMje=QQJ}JJOr#M63>X_t;#-3Ln=0yssweg=$TC!}8N@0md
z(u*jw(p{Q2%Wm1kcJB5P__Hf5Z?=Z`=iUi9r#wWiYB%N^8NQ$2mU`rY^qc3+cQ3R0
zr?31yQB5&d{M<6nYpFjByy8siHs|*k+nhYgH1`-M%fEnIt?JJ_g!qkr9nLW24X`&d
zjXaWidEOc2i2J7&y$t<!Goa+xlN?K@%1w*nG}p`AJl`B}F<ooxK8G9HSJ<C=_;2d9
zs9a;?(Q&g`vhC8=<C3c{cuZiP=`z*D<nrRr9P1=H4Q8g9EG}Ffv_NZ>#Q~YEPEILj
z=Jl2cE9$Us%f7WPVau6E&m7bG6hrp7DunQ{{*!(oKlik8kb<nrt2ZX6L}qSRR<@6i
zy`~#nz|EPwEPp|;ymFO64#TuIv*2#_T^u(i_H;cg-cTR*ldCG;=5)I5^doVm?FJJT
zXoRt9{Ytp(tg>*1-%9qC=~MMo1FD;3C13063&q_pntMSmcnQ0aZXjQiTX|jcPSHib
zxvWYn74{h{I5AaVWrSOnHfN3D>9kuDLT@~XbSPs}K9=}Nt^Z}rxuUOHt1KKEbo3T(
z>l8e7AWdXeZ0CA|&%G5}8)9e7+R>e1BwG1LElGKi^PS8aA6%GSryfu_Z}L)n*9Mo!
z6-S>WZcY}Re{7LhNu0?G_1=xO6VhkbIL}=byIgwp;;G_%y*=$*!mQrB!HXZ6nN@55
zo+WliEk8b7-ArvSJLi#vOjiE1d4g?BE8k6Y?~+ysjP2`p`s}q-Z{|}!exYp+Pgh*p
z)tz?n&b72f6%%F%yJfF#tJ9F3S1b9u`O&qx$FjmoCh*n#*rQQsZYA+DVOiiV!xu>*
z*QeX}oC!*m5OM2R)7<qjYF^5mg^M?(^ogGN72Z+3P%!SQ^09T{WjO~DleY?A+U8QQ
z$D>PHll>C2=6`2*y)7?#GE$Dr-10J_*-`1@dxq$OIg_H4R&ZOI{%H>G>hmcpb6Pdo
z+{LOUJ+}44gyK|=$!AS|?Vq7|=D_U}yd_p9%4Mv@3v_R!g|R%ee&M;?H=*sirO_lC
zLyc*zvr=>?W`5Q+UwX#3E6L>PlnpP!76$ny^PiCKtW%x2ta{FszRa_q{I)5x9b1-~
zbxk7mp;q!0w#~OglNlo%J0%{qaqc%XC|3=hUTf$h804nHmD=jv{dIM4w)5GwJxMF(
z?%^p~?Q+D+chRPvu*n}3cCIcAk9^+dv+80T8`H#>qNg4uHHuw`h*Vf{;+2vx-|KkQ
zK$cYzo45HSnFuDR8e4x1d)CVl%ezv0)mta2TO3MWNk!9m!<B!qJFlMPm2XfI=&He$
zoHzA+NQ(Kgl1E!4JWp@i7AP8deA%wEU-mzI?@@beqo(<(bMwuA%}J5<>x%RE)YF!E
zWI^{-yXjmXR!wl8EO1z24x=<5Z~nARW{&0>RVM3tD-Ar9U-4AEFS^1u^(9xpvlkQe
zg=##6XR)~4_^nis^FVyl?zEtd;if`s1J!3$S@4ylthc+c_xqU%3+rpxG%meJ@tNi}
zX^PWS$>$|1ru>Dv0l(`vdPJsv2^R1yiag2A@Q^LFLC8~`U7Ke^qQmPC-!5&xq&Y>@
zH|9mQ$iCjdb-c&cg$wOnmU=wZrS+(C-~_2RGm11bxn1jjSt&=xJ4CVtN1XcbQR`E0
zVvdeV$LdctE023PEVy%nUzBg==8)4Nerz2&mGiH5&&buCT(nHv@gV141I-J9N<|A8
zl#@ENLzINo73Ksrz5g1JcSUn!(5<HH6WP9bsJ11V>YdM-#w<2%f2KtGj-M7Du8TBl
z4$7W69J%h;l%C^3;h#=dPTHRGYo?F1&&q>SI#}%5MH<|ECY-Dg)qQC^bD9a~zw$>#
zMRP5^s(Yu2G^kwul<!lPzv%3#%_6yt(HmAiVsNpVmmMYbz}YcR>&MPwhlKdFh3g}C
zc7Hm1W2x9y=ap+Fr~In7e&wLG`e;s<)Rmb^!oQh)FR##JY-wH*K6BNK1vfaZYg^_O
zYMOldY<R8U*>j6`ej?X}cGa9|`J$+Bqer}>bgx*K%FeoLLQw+y%GB!k77Klz?$S8-
z3s;L~z(@70%RBtaShNhi(+)KH`90eb5jIc0Xm!i;P}a806Q4Mgel0L`Hw$GAR(A4l
zO`m0>^U9@j@|B}L_j}fIbj=s(ciWT0I!(i$H)%&o@uZ4pyo;DDE8{2V96o&dg~72K
z760?~w*9J4V0gxLf`d7=^P$KZomrD><VAZVJ=34ualL4uaN0do%ysXXBW5Rpj7}ey
z)a2UoAV1PeYQFxTwMGkOamgs%(|)?{R9n$hBRf5rww0grioy*(9uqBmeoA%m1OE9n
z0qh=PD_2jbYQMNNFgHZj<<>-H-ZMpNCwiU+=`LH_cK=jLdX3#AkxdTD*?t!JC3gP~
z&9c%>ke#$K>+^%)$Leu0)6cOBZkjwH@XVe^Ee6dTFMD3u$$P9xl{hG}f<=AV-iblG
zHB1i+r}a1`Jk|N)#jTNWsp;SGmXvFjnW@WuDSil&Jh$$WK<CeMDek_lff3?utrh|E
zJQEv@r<)oW_wJO~T*iBv_pz}48oQ58+-;4Uw%ofhd#Ab20mUOPe=HL-{`z&|-s&eG
zoQi_Fb|1W&rQDQc<6yc#?&}1H+S@)%OZ&HI2DPNQTLs>J_#pX%r}EL9FO8;Elcj7W
zH(Q9$k}Kd1sp^?5VZ$fh^}|PHv)2B7S_aqb?i%d)@OO@R(8=D=>fS)>W3mAzb;)N!
zl1&Ph++ATPxA3A;OZTjOLPlpcr)4r86W)+(BqAVo&C_68%Hmu>A&0k{4f+<ZW5^0H
z@?U*W;F89|LuCh*>KHaI^41hLmwF;~)GTI&^3tCQOBt$)(k|>-C3VTf_pj_#!HWFs
znk|I~<aQcxg)MW*U-q$p&BJAKsg3rsWfwVGz3qhNN?Kb^Tg${V(eS1~?8@bVL5ttA
z|37N3v+d|E-cGp{IaM_+3d=H2HupAJDop)m6QTZ4+9WA=mfLf+*Se>^uKZHASmIX3
zf;ktr&6uf|`fBnDr9%g^EV(2vH+HdWuKP75Aob#@uBc!$iF5kCt9x6G48!+|to;2a
ze^TL^ga0oCJXoi=ru2t`QGLS3j2r9H7dBYf=Kf$g^J-=t_f0pSZFy`mg$I;RxwN)D
zkxia*?Mz!|<}s}v?~jqs1m>?0F<i$zQ@t}tqb|ptcaKZd^ok?G!v9vNnaoo9sBoRd
z$NK<(h+tO9w#VZ4<X;Eost3-_I>X{rVU&A@cj6vi&pkbpvOZ`juyMp+lsT)_CAnpR
z`!&%=M<pLevmQUuKT}M!-*~FS)Q%7v7Jrq0)50$9@Ue1}+<H;8=|#5P#YjPi<}x>}
zo!8#&x~gu&<@_Z;exG4|-XV?6yTTs|o|zPVVrK?_x5o+X6;s$2zxlwQ-um5Wo7scY
zOZZE4Sndh-Z;@M)<oYi{f@AWJ&dR6*y-o=t^JY1%vygl9Ynp$F-Nm0S&sRBFOj;Zo
zv~okw+aDP@+s=Ns-u(B_#R_TH{MXVCx%68qC0GBuP<31KX~%!91v4M6+EFUfmDM4c
z_ag7am1AtrUtX{0p0~Pd#R(qg*Y2A4+dNhr<LGr`c1pI9*7*=(`t!$W3yF$o)y9=9
z&Z(0MpKjZH%qO{zNiIcUMJ8{lo}k_GHknm!YgaCmyu|VGy-3{W9x18me)4gLmmkXE
z2*1QSziH*{qU^=@cNuyu34Aw4H1b7Z_7*Xd)E}m8ht13E@<bw}Z%dk6IZ6K(FlW7M
zq9$oR^;^Eq@w2P$_ns5I+Lgz1D=<w`Zi(_#$B+)Sq>A~cjvUqcUGFUOwSe*BmT85>
zg<+qkvsO>LpK$Rbn_!jArCC}xOf?#Nza3e&BEaiJ@519=J7(`&#x{Mv&5EgwalId%
zJQ~v&M0AgzJD%v2vuSFuQ(lJ0#fc@hZ|-ktHQ$=SA@EZ||6V`Cmaaz=bOdL9bWTr*
z3Q*zSZxSYI6ecFcHpNd;bbo2u#!t0w?si#>hVvE&_swN}a^n_5XG71GSz9;q2DpE-
zi$3+(x{Yb`qs+$Wbq;}vC%eUs4`njGt(f(HcBvb4?&8m}JXY>4yjQbClNPjgnOnXM
z<5JOnYOqdfa;;VG>A91Vm#Y~sKO1rQoXPETO*?yvzb`J6(607jUwp_rlSQ68ZN*~)
zRWsF(3T*<e91k)&J6x6&8y!A!ewO`VwX1<U8zZ-VnPvE5mTKdK`~xPBFTB{CxNJg+
z`(x?3Wp?`xhNzo-G&f~%{LyVJf99p@f)^d#%g)@dvS?D6TYBnYNa~vSYp(OIRqdG}
zsWrpk^qQ4NM6xz2Zl3z}`iz1!FYCkKbvC>)+0a;Oy>HczWe*>ANrjr8Kj1bc#cb(o
zv$n?{g}E<FWk)M+R6Vrf^3xxat}`_rERoclv;L@Z)C@^^uO8=_w|8o+3wb)nr}e2x
z`nB&KvqXA+7liLi$#i)#<MDnS^Wzeyn?A9xSr96eEdDWcbx~PaM}w@YvQ_d9t0?($
zuPzP`<A29kc#pMS<TQ}g;JmXlxWPHV_rV({>!h3+xz}b&7%1~UU9!NOKRzomX8PtH
zW&@RjyW2W^?N(^HYkoNN)RNoJdLhGYuGpME!AD&rI~-ms?MvFH=j<41w9nwX-2Q7u
zpFbG?@s_ocXBGVPaNcrle@-WptE-Rn&(!%|Q<$RCUevkh)f^+0xQi<S`P2Tb;F+N_
zd&(-EZIb?m)rBcd7Ms^(E)Ti!QtF^<{JM&lhcaTen7w(^+4Mf`mHDi+0~<Q`|73Y>
z_~5trW#{DCvh}BCw|(T>9`(?nac=OM&$2%@CAoYHSS2xW;l)<L{>Jm-R?nG^^M~Hq
za@qTyWaE`cz3rE`FIw|^-JT!k0_1kywwl|sif!4eDHR*!&(4|PI_bwm@n?Bb+~&Kp
z7_+2eBUxG6g)_EZnrZPbIznn{Ln>>=E-7L4mvgRNoIdHK$d1VDMU!*>Y)?88{_*DO
zRZ715nPzpgzt8w|_hP(j=48>xV%fHzeRgbf{nD;lE#SDOS=~^q>}4Nv&q03f#ytfO
zT8o8tJ$^6tbIQk+XFRq2EkDI-?LL~c@rLrOy&n@U+14;#f9xo}?B1uR4T-9qE0Ye3
zv{=t=oSVAm!GqvGZU=1j<n^O#54K;5EX>YhH*H?$)iagxzSc66n0d-4n*)Vb2{5Hw
z9q#!U-@<g%V0X9Kln>GeB|7%|`u3gc>-aFSefrUS&${ExZ{}R^<@L3yZJ#UF;<vhR
zd340Ony}vw*K)mmZat^i_^Oznmu+Z_NpaYLZIX=3S#J9=e+q2T6u35J?`|)K)vDgh
zr%Fz*+hUM?NBhvS%YTn=N`1WZM4EfR{-4Fq&sR+1%=VF5TPiBlwlkvD!74e_daudc
zLq*GTcLk@t^D1~%;;}kwo0rEbht{Ms52Vv)#awCjDt|v`zV<~~{#~-Vj|#jW>Xxic
zkMrCwaPi=ziHu674xZv`FN?3=B&Z*pP!q6czh>2?Ek$vB;a2QvKi@BSu=k_uMgFXq
z1mpi_o|$GOg<fCB7<HAm_}Q$SM>a8`D<!A2Nz^Xcnra(Y$r7{Jh0pr%!ceYLmt{gc
zmUhk1Z#%Wgj$!Zi#)-}c@9`{}9ozI%^J2G8!tH3kr)T7i<-@O9vdr4N*Ck<N>&FF7
zpS51zd{d{oeQ(T_X-hZ?%FHfL_wD7LA$dwdLrwJb_qeasmmR#s-Cjtr&B%W-hj;N2
z-`U2@jXs5mTHi%N!dem!ZSyVUVN*_8qG@<uUh?_cERn9ub-vBXhnE@|t$iV!uiG>G
zeb<|3)7OihmM)E*cwdS6gL(0vtJ$kwe7xzLFwHMG*!=Y8Rqwyrwf)do$HH8)cmGRY
z<IYu@$1Xpcx?ec!+>_Add|tt;ADFD3e@-cLvtHk!$2%{bQ2yD~^SC4Av2kk05r;cY
z@e>Yx_Oi>9<X`nU=&8lr?;1_vZjI|4_E-K{yhzKJ^+Uyq<-cb$ru3A}<A3pe(fg}g
zooAW{&X6e8S$xQRG1n#6XZKq*F1R$Btm>0)c(_X|!|Cbyn1qLEXAd0H2<i7?;Wz%X
zMPN?n1&=k{>zBl&6|;Sd=JA|p>{;w>^U37Q`Cm?+58w9iCGqOir6s-A3GU92>Yety
zcjomKFKk_$M0Hg(x5zST?Q)de;B)jvn%?AT2a+6K`br-@U1}$>?17ZFQI+FUzsgy{
zOf?g4tu>$gSS|3*k{yX|H(A^Mu^qXXm}2)N>c94-YbUsLR>ih%WN~p5UJ<y^_?32%
zrhch~d8hQ5*#SNk3$E2q5l^--&54+E@^sCy2_MT%#Z6kLiSnr(p8m+(>V0Kt-$JR#
z9^P3OWg{8)MOIIlxxcxS>((;%TDH1#r>vzIw3cYjRORjzU48ob)|svGDvz{;XKvbN
z$KAepM*cO;Q(T{}R~H<8{L1CoW*zC|+cEsRzd5M0qy_|jpB&s_vg_xa^FIrvS6^6O
z@}(<rHhayHr7zrFw@C`xsN1em)UMq!*L=I)iq8vAownKi`QnnzMz^g*_)1wWPOTJO
zd1~3s{gDxiLeCbTE1zc@JM~U-mF>akkYk%Q;>684befv8+t!H-dCoP=nqsPU;YX>%
z-~Eo<8#uqNb(mu_f61SzlIq`+v{nhHP2G8Ss!#CIJ(=!&U)G(yWgS|&Y^B)QhTRHx
zQ?`k7a_!;^ZJ1LyA(U~^!mjYJ#05;#E==!Quk5f&MZh(u?dCVJ_!qvR%qzZ2Rc2ki
z8P5A;L6CdIE-r`3$r?hRG-9J%6SVr{(pFD&^9lKT>B7A%sij;J6BYN|sIl7K^k`bT
zLuj&(o^h|JkkxG2RePE=-=ChsTV1j-aOo@Y)f3EGt4uw4eT#B0bIsODFb}+<#u)i_
z;*3Mf8MChP&YD>hzwW4zknf@BV5?^l`pwzeckO3ROkedU>c{L)*FwdgFU>e)v$&`-
z@kMs{k9}ERgUeo+T;u<G^k=~A?V1T@AB}?*dl|Q^5MB9Ra@9wtk5d$$U0<qthRZHi
zeJgkDt__P`FDbkB;R*k`!mkPIqY^KCFFl*SP38bYA>RS{NfO=v=1cIJ?-p9HPr=tH
z`P-}eGU~=jd+LH%%y+SEDr;k9o2Rs;UDoi6vVP&dHf77l@uKeBS6uEcQdp3>?|S;Y
zxk_Ajo;_d3ZnAM*;}^4{y5z4c$Kqc{J!AHCY>-)@!83WAWLk!H@QJjuYEwH*%Dzf$
zJiTh&T#3G;tAaO+ca#Wnuc^wjI9RbF>ulGnlD}*A*{<nZFd^XDx(EMvzx=7u8@Amw
zbI0bxZkLliAFJuEeO>E#U%TVX7734C74;W;bM00zuAcTZYVS)f1<gQl$;Hd`C#A{E
z&U+wjZ7OZmA9En+@h9>9t|F_r?|ln98K7Sk^tf2zs#dyTSURVu`h}T-X?EOC%JxcC
z?&@MZ=Dqsf^e?}(-g;k@Hk-U(+g_Mu-LG$Yr_xsO*~Wc|i~JcP(EHRqSL;ZRm4T@H
z^Y5P&KfXJafBVnG`$GLwy;C<IWT|^#E!dP2=sjcZjU{0V%!)32-(&Rh*p$MIOV&QD
zZ+yFYU9WNkWOE1a;AQhD-dc5dMxv9!x}x8`mo^#hzb<jh#^_oom+ohG8P{#oWyJY{
zE3%(XH@+I%S9aN3;?nFAF`-B)yU%rbB|&D-C(KS$Z#wi+(8}|R^2!irp?B&Rr>i_T
zv&X^P%X-Gu*OR-_RZ>;d=9aNtW9i6!aYn45)F?dtf#kC}H~07JI`zEWr?WqO@_|G0
zqF2}1-O4$+cmnsy#-KDG_RjpTALfb9oq1WR^eRhJ-TcSr8chtmS0o+UrFf3@L$#CW
zp+$W!cDT*j8yS(WWAI^FoA=|hH*!tI!`xgI1NC&)S1h@zBXwc-KE3ygQ<p`3H!^P7
zzdx<nKd&q>d(xqh_Qkxe7hj&gb=t{Sz<9o;n&GQkUk=n5<S>hD>|S(M-=osdM8fFW
z$F=Wo{%qR6!djriqjq)H8SWD?k^FtK_tt(Y*--n*;Am*vkLafcC!)h*8IEbmoK^E(
z=C#${_EMONwLx6LH}|<`cRil-#AWWH^PkIk7yR7k6S_tr;n6DTE;fy-&2ttl^U0Ol
zb&A3B+J#H}U7MRTa)tK#<_fRPa=t3k70O=He13J_g`SwBoSuiZxQ?#gDlHdotRG$(
zIsa)|<@}SAd;h!DiT`}LR4QfS_7zWeYIUXkTXxESrhkat|5blB2CaJa=Zc8sfwLBu
zQZN7ZnC)74UEvA;$J#G)o0k<EX{JX1pRVWD=_p&ZbHh#t-W8!Yedf=3I%)C-Wp~~M
z@3@xDJ00-6@alKn*Q@SZ@BhA&<+@00(9+cc-K+QXtX{MryG`$e+9LJeeo`f>$@f40
zTjt5_zNwho>a@q#?WdCVU6DWk)9|vx<jU-)&2#;AxM#|}{btAIbjC?}$F%P{nq?x4
zGes|4J=C*u&Sw3uYZga*O}NbL`)twAMazCiU1#vk5AoESUfantztLNVMeLq?Jnv+w
zgjmT2H(idaCHLID^{zcA{pB&I_i(>Z{pN^P?>5)6+3PmzKFN8q<Xn-(g;nau8MW5N
z`>1nkIY>=u75A9*aW7kz(`~=0^TQ4nChP2)C3nRkl3DefhZvI{U*tt)S)Ip|G8P2y
z?LOrHq0_h_kni8kKNVtIw$1E1-E{j)uhIR^^@)Pw!G#>o3$<TJPhGrW`(~BG=?8kX
z@4wv~+WOJ<iL+kk?Wac$Ox4er<5jcygS7sW_xfKIyNh?tS#)agD(1Y0wpk4Qk=B<&
zCrF%3w6-tZtL;(apf|1M3A4;Pnb7I)nas18sy+wKa_OBFaWD4hF9V0G&A#SYOlI20
z%6L~4oxk>+VbA=djvra&zi`UGjC&xe7vH{lmi79kIjfm;Z(D0f-GBO}V9G=Xb;dX*
zJ=XuVD__oxa<t6v+{4OoswH9h;bgI1$)LT(A$8SP_C8YQ<8$cL-?@dW|8vf%p9;1|
zMOt&*4_9O!mTO%aXx+G>rgx5yeTKu?i7#scE7t{iO4u!X{<Hl&=a-+62{U{zY>Ajx
zYw04>$7gHt&O862xcHrj8x!j0uV4RD`F%~}EW>G?1<z-Pe7Uoz?&+RDQ=Pq6XEB{+
zoZBlp=jg1t^Mw3!^4F|8_HwP5A;%;CjJ+-SKMS}0Q>}h0!)A2-&AAC%!dK<H=*5^i
zzx>$QJd-W;<o_lA@;lu;c^1svDAQqMqi4$&&KqMoA?e9YQ5(-C;kygtDwVr4RgXT~
zw4ZtXAG^!fPJ7*ESoM0AnZoIiHy+o@B0kT}>R)_DdtKICmYT5D8KsPi*FBiY>-9PM
z?vnVa_k+q4|Li*TPeymfGJB6}a@#r%9-bQ>oMd>KTh^2(r|j13|L1qTQeCsSA*^QC
z#+L^z^Db}wRGl+{=V#44=3P>OGqW;2TuBX$of7o?(}o{9SIuozR<y2=pJbPP>}PGs
z<pt8oF^^`mYG&T`of53H+^kis&OLP(TkoS9gU@QAk_<;RY}j?gpXr!B4tbsCtgin`
z_?QhFo3hmD$I{8mW_s#KuxjReU8+6Xm!!b<c$MVtx3fb+-dEOym&RXY2#n8BE%Yg!
zo4#8$&h)j-`^&q0yOnuE3@x@6u64QTwaFp2XX?Aa1jd$znMH4GGqV`q_uL8JvuORf
zrp+dYb#^#O1U)b;{rtf6rPj>HFFs5%JrH=M@BPe=OI5xGor&p^=!$yPTKw+XGx1%4
zo`uVPUOuBNZPMlO!O<vIBSGe7sNuvDk*-IsemTE1^5>e%dgd2Tlt^nkU5r|xwr7iZ
z^zA*N&$-3xIv+|&D_e9|TZHPQpA}f1_4Lfc<ZaD{E%N+je9NtVm}wVB)t#TWb&prc
zr5GRG+41h3;yK~Luc|MHnOd<26uNy^y}P_hf6cOf`Aa%W&+JQ%VVXJ5M)8Nvj1s0-
zPlc^!z1&fI?eFyVV=qmMUb!sRPdxT?>W{boli#1crgFS+$;Ik=vHb!E{{D@B!*aGq
zN%N$#Qg&6^tND}T%cdW?tEs2ZA)D~fz3rh4i@0{d&UYp0dFn+^V=tT4<v;#5Z?jzM
z>)&hqzSc_2*FLUxVOGKJi;PxUW)C;7shr7d>Kjyit<)iC{;y!;C65%ocX{U?`aWyM
zsz;k2%rfV^9kh6lr}4z-qqAQWPEOGJ$~Bd9j&btd&uYFdb&}y5E3S$kIPpG^Z*Mi%
zjH~M!H0+q<BQGXaxa<>cj(gnSc|T3cPJ3a8&7#LWYwXW4WG*=_f4rx{rsMgi{?8{@
zy41=PZ(Mdgwz$Of!k(Nx3zFU^r2UQDx@FPVO<LT=Q9qt=tULO9McAsTOdS#pPu_`s
zC|E0#qWr>ZZ-a+p%>4zfpC<bR7ckb<`mJ;OQ}RIYrdcqHx6GPP+ryvr&vLpV@@2w>
zWl9yxq*W@8&-R@0E<R<YhLnJ6$I~STfB&kv7a{u9Zqv@p=_awij{f7@YhV|C)?GMb
zf#aIpxA)t#NINP%NVn&HF(GN|Mh(Z^8>Xr~exCBtwCn1IN%{ZlpE`wJ*ev`(!Mt_P
z))hKuj?J*iFXei3=Fo=87R^g5uea98T>b0rns|lhlJBa2*Y>Vj7J4C3x}rLFf|^9l
zoxqcy)(6Ry-WN^`WHI`hx2up@UH0!4RxiJ0;vzcjlN_bur<NtA@T@w}x2gG$)uV-3
zj}OT{XTJAW;l5YFqs5Ez4xbPR*}Fc^=dJI3gNB#$0`K-0Z;~lx*wmf$=vVC>--$nK
z=87&@ROj)^wukRaQjq)Nj=AZj3%+hB2@Q~3S-5(^9seIOTN4}~$Lut(RTOaPRnQK8
zeE1%Z!^Mow-o{)WF76Xg9d#o&-9Kl+r2NQ9=H<>Dj&=O+D+1nEom!JoHU0Za_qnhB
z>Dj+dd+YI&gZE0}=_)T4jXypwT;}~d6Qf^~UvuBRp|`7TQ_#|PRvcQF#6_Bq{gBV`
zJy!qod*lD2(-nUnMPK{f_J5y`eV_J?pKJkrtHKgYxBYvd-S~dLTcK&+^)Cs*pV;D_
zimd2m{h9r1b?7Hei@q&Jp&DtNOeI&Zbm;SHr23sTk)G73lCioZe8Q_%?ev)Y#e7@z
zmLHrqX`6fBI)%Hu{=QL@Rc8pl|ChM8<gDFGkB5#qK36I~UWrnE{@(1_>1SKo7(cEo
zV9m;CoHbJ^>euYf{1?~O9&umRXcv55(p2Ne?5u!?>ndBteJ6VF@;|ZaoXH)F5R*u$
z+bl(A=Po#Ba+_5%z)?zkpLpR(qmM@~I)*hb5_hv&kyPg68Fh#2=YtPtm@}B8YA&+Q
zy64k3d%>njj-tn!Y>FD?%wN>i$kdqFge3ZjpJA)(%ITDv+qm^I^WL0B(LKML=Qgnf
zy?$-{Fn|5AeqZMK7jH`a%Bb2TSs8lqqeQqMPj2alFA5PWQxsnd74KWq9&x0kizTsU
zp?H^+$W05kw})5Vch7ukW|hITmg~_Zf!BK5{$1(eD7vdF@!;wa-$myv)9iknv@GQO
zvv^a=5oU#TB}-UVr8as+C1m~%oZ^@0U32aGjx&s+cl_hZURb6Dex2fBs>gix@yx4@
zYR+EzwOS_(MW3vAHNRIjXwIrh{;PdHB~JM{eOW8ty%p=%u^z|~3lTFtvA^|uu7-0)
z{Ex6}r=@!KpIoZTt;6%HQ84%Kalc!?Qulqi<!W{+N7zzQXP@B?Pu7`C+R3bO6Q!kI
z`+kty>G1q|hufR{ZA;D{HeYeDef!<7yI+^{`e<&~Y%=huojmX4@;98FXF|inA11N7
zMSp#CY?owNNM!2lK*v7c=-Pho1V4F^S4#cX+e7p2mT(KD$|?F!acW+E>$sIw#~-DS
z?D@}ol>+P5{#z5ZMeX=%4gN^piw^7Ms}^o#j{BsySL0N#=+k3|a(!Q35TBE9BxG`v
z<wuP_3*Kk!uV1-p&#DCn8CTAlJ%iPL*RF|Y|7TQ%&%N>D^6a(?-*sPU9=N*Zou#Oh
z>MwDzug&wG+uRUbJ=M5!zVM|toP5eV`wI$OS;D{mE}kUyIr+k}ixuA|<xTx5D4doN
z@noy>MAm3!<q67nqyHW~WUjSaJ1463F#G=89O0jfFFl{YZYuNi@hh{)qd#TX9p5@#
zn0$B7GtWSFjfHPi;woNMuWj>C-^(nUv2B^@hb(^e^GDP7Uifiyt4v;Vw?yyiPKKoG
zla+TY<7;I9Q1STCC-ZziW1EdNR=a;KKj#0(Xanai{`{#s+QscQMQE%qJKmgYWS=M>
zX=!|k`C7bAiJhpQb2-DyZ+nj|>y0-nJIveC-xWK<ZF3;sj-KVq;(y*ezG_eA#&dif
zyS&)DCOI$uqtMj5=-{F+qCN3HY-^_-VEMKD*Yf85mit2{x3RyQ(eZJu_w7l$I_JbD
zE<VMlb$`tp_HdQ&)%Sj+J=;EY+Xt`1$&;VIybzqczvI#;Bh8j`DJwSy9tpW#H0zzT
zb$*L0d!sOGi<^7kub?Tjxx^V~U7Pncgx#z2N^PT+@RQdPv*#^3ku&3j(94Og%L8Wh
z-e=+#>YbvjsCue@$q5%PuAJqW-VYD3ewEs}qIr>ccU|~K+X}PCm9v{ogltwe?@l`~
zS>0DvP4HBqd&H!@JoYBK(`0w9^D2qGperqtsZ<>E>uVl^WoYlc4G%8<SeiHW5aa3h
zg*U%1G<Wo>y8p-WbNZU;PbH2&)m>baH^p3)Z#`%Jnn!<^{gE?k2rM(#n#1@0acH>t
zdY|7rs-~>>%i1}|tTA3~+mTF-FF~%NRtuw5Pp!60S{E9>x?bn;$!l8<xLf)b#4cHu
zDpl!Y{DF14<gDvoHB0B&OU!q_`uW25QoTkYr99<hk6mwfx21E>DZOWN!TzJ7GH+O1
z;EZQFJ}a_KOLNz+3tE%D&Z;_jTi{Z?^*^2)C-D3Gohb24ylfJ?KKolwko>=;8iF=n
z{nx%8JR)a1xsIL9yp_`>^3TT*=PQ0WN=JJa+E={#J?o0&<L*6|XInn$3HN_rSg$mH
zqQ9%>=d7t}n;k-0LZ<AIEiF}=XTz|e+HkkcMYDU^Zma)QK07|ioj1&8(hC*)MZ3-$
za-H6PELA<L<cG>C&rR8rT&AiN&O6|o*HWi3M}VR2{Nt5;ChBos8aIVyLwZ9jnXkVs
zSm5UADPHmEd(bkc84=0Tzo)F+sV4SOH<xv)So1OVddAD%Qv!sSo;xD3=E$5c^H|U5
zE8q98VcZ^~K4sORX8WYC$FjHd-af!}`{c2&YxJ+GGlm|%{Iw^FvAaud)(o*@H*_ag
z%}nW?F8!P*L2B97g$<rH4~y4CoIJbCGFoo_)eSF>uHx*=jwyZ2+TE@0dCGHL?~>>k
zVeeUAcOPXjzkWAqO?uw0rI`orC>E-wpW3>=bS;zE$rbwdzO%9CC_d}WI#N}ya&G3!
zmsM=GH=mw9*6`|>8@sD)$le>9=KYf8E<ehk+Bt{w=a0Q@9If|%Jqx{G<6^@Uy{ClT
z>p{O!AgkBeiN4DF&s<3{s(0S`C(d`y-;}b&zikYwuU+!pWzrUuQ6G3!n=|bo<96{^
z)n7S81vX#*QhVmctbGaWJkPJU&ezOXKUJZRb@kj5Mz;NrxXmU=Ydt*p|I;UCucw`f
zzM4i0|Gl2MvXYsJC&jC$$V)^d^7STruKiEWMyy#pL*nU_h;1&c%ICW6-ItlptD4!l
zCUC;U(mnR2j;2eNE?Ld-;mIF?jnmzt$|vo#IcZb3E=co^r(&|_vm%?xRva>&+b_8^
zhTN3Wh&*?G?`{{K#aDN?+Z^nkt}sC*twufS#P7uq8N&`f={+Ly@!z6#j@>!4Zm>;J
z6uiX~^oqasQU3Z<bz1hHCIntvF#p(>nZbr%eOi1zIeydMRCi&<601pmznS>2e}Cn{
znh|%WV@a>amuugazpidPCi?Ke-$0L`_Y1tWJ+IxI!t(A2hu4<p=h@}np4DdfSg~;R
zpJiK4=K1iO_5abAeo^H2<Xycj^Zu!iwLa}VbWtc?zb1vRnc@DCps-a|2Y1_<ELp~}
zT7I6CnOxQ1-c^%-=x@|*E)msfNPBi<N}tN@oL4jDY8Hh@%@yA4SfyNdDreGF>EDV|
z(_F<w&v|cgRKGb-Sb2ib<W-S^!udgWB#xz6>KLf=W>?L-xHoJ5VyhFr`Wc40uO&_L
zOJlw!$?o60cf+a+JuP3wY%PsW&P-~%v_mQQ=fxKag(}OPog4i!bSuRQ{g<U*+Whe6
ztU7@@$JcRF-HckoZuU*SHY3H^jXjcg!vU>0^~DK6p?Z>gC#@^-+T|#|{g%^(;K&sr
zM{lP}`*nTv+;zlUla1qh&`zrhXFQLt+Oe<ajOX@8OSQ6&U0PdH)O2_6eeW~-Dm8rr
z*x2mYZn<4BetY7t5Nq9`r!RIL3k+Q_Nsl{SaQl(p4FL{EzNXaoR2&u0aTna_`775d
z)Axe7rpF~Aq2{RpF5CCI^Y#>m>ltn9JGf-##2@Q-vp>#fuebi8E-S%R@cE9#qBq)y
z8AUu}GL?&NNFMr=^LTUIcC)zfX2s4vw#3)^8uCufGhfBdTYP-g_QyGP_RIcWFY4K7
z8J2td!s4i3Gd%CuFZ=s+oBo<>wRa7(Wo4okE`5Gm`AbgCmcNhp^~C7wFJJrB?tHE9
z!gsqxzeUR4KE9*Y>ezy;*SFW3N%3##xILw|{^qyx%XV+<R!V#?f4uZ7-;IcG{a-&7
z-LCWd-E`S*eaXzyTk6xwek{>`HlN|K_|cYKEde*9m_^_I(a5XbH~ZAL;;nBNhu*h3
zTr6vqf3~xmJ8#~NX=**w4(?{yTAu&=xzRQS{f`H;*_XasU@2HuWB2WRoSw_U^~+D{
z$+nz+Uh($9rGzU!7WVO0TWVe&&<nP^m3nGA-=&S^3Ay$P%t}^_mF*d)e{-gvx#}W!
zY{t6z<xi5H?bnt4vCsARKE=G>=f(eQ+!c6tk8+*4O3sg`x%TFz`SbN(OxeD2d)3UJ
ziMJo5+8<2O`21X|?8Meh-{)<=mUq1Rx%%;Q{%^iH-HKoF@zc(CvOieMuD!XGxUXb_
zzVV90`2T*3Px&3(^!D_6>+mdV<xcC_n(F#tuepz}zI}Yd<%fBmx6R)%t!m8p+`23G
z?2fm;-zdbXFz&DMvp%2muqfqmtE%e#Tj{qG5|_q4o3F=vX<zW+bH)E^x|A|MO?w(5
zBd#^`QmUo6BUjlKR=c?E-`A`Ecw&}So3pmo{=f45?3|}{ak|@TUx`oiKA~f5eZD%X
ztje|bZ^!bv)8cOUu9<$Y+)?>GH}_McvJB~jP5I98FJdeT)0VE*mhXtp|LE1GUz4WZ
zq8wGA;Bv$6*yBy_WLFfrPY+&qQrP2k+595kc{{e(+?j6sbe4_!wm*C3&)!lld-<Oc
zYgv52Y5n<^pB5i^-g@A@lGdxJwIL_<>~E)@KcmmPPRng?&Az-}p_}aWl;wUid^Kv^
z_5aSdhc?%0|89KyTL1U!-;ch}jNy3FDtD`O!421X%TuX$kK0`?yV?GDht84joxxnQ
zwY$X)-d;W}{wzpu@AAh@YSqt8->nbc6L)ae;>4To{nKr`#Up;QzNvF;oS?s9cSc6)
zf(xsT>V;^$Nw<C9qV)b#&ApdyAOEKA&ycd7e{=V)J+m&~`|LOIlixRW=j+es8cg5&
z^<L;+0dspsJC!?geS%pdzAUVe{B87+aiP&c%kOqEs*Mx%?Nlaqb5vgR`=j)?EdS8D
zo3YR87H&JJ|6X1^Wd{e_Nxi$V_rK5m_MH2*{kQLjQ*ZxqI)A$F*TYY*SudXU^Eth)
z<7uq^S@EO#zrGdUDl~q(ZBE5QFL6;_9v+GP?=Ge6J8)*6#Lr8&&z*Q|_vPHjZ+ExL
z3cpqQ`ioD0zd^HOQu~6^ML&N$+H|VoVeH3C2Q~llq$VEDxh<ZQxctJ)L#GbktGw~E
zJ^qcC_~S@vmW@7MkJIBb-5-`s-Fmn+z5Vnq{pQX44tVwdJ@iKJcYyvE+n6(bFO_Z_
z_5R(xEal^&F5P!*Z5u9oX}NdHR9+N)<?7Wt{b}5d&|S04`}S7bmu>udC1%U{<&z|y
z$F2P~*E@gTd|9d3>yxWQzw28S?Uu^*&$HNfW9o}d+HvAr&OE=Sf9=9kk1cc6es)H!
ze)_EItM;3+<XP{3RqYd)73?X!VYk8LlBsdu4_=<?^EP{F)ONjRr)D3TYW|j`N<FM@
zYu=k}EZ@67JlK8kvdVIuw!N}tVg09{bHAN)ZKmPhxk|Ao9B!2^SgF`;5HIp;_1=W(
z>5p9*dVfb$+86y?H8*~0+ZK7Q{TdnKP19fP`%rLkgTD1deXHw7zs2cY+cR-{Ro%Uv
z9{XklzikS!p8oA(<V=qD+Ua}e_3!b$>$m&(kD5~p3K^g7`o_I;<J}7n!!Q1Jdigze
zAIGP<iNF6YTK%+E`0b+2S59Ae=(N1QTk_kEe|15-J|1m7FZ1$~WxQQ{Z`Sdn8D($W
zly*y)yl%ZRe;!k<&+p@Z_XJ+O=Tl{^dj2toZrQ`5yDGdmx}T<H%6{vw{Qu(j=}h&W
z!hG59op<)c{63-=a;%(Xo_cKU^4b;MH}#+KswhABRkJr%!eN((S?2Nh)8ae17*$U<
zl&1GB|Cnf4zux8Dqs-ki4*MO=I3X$i>CJAQcOQTKd=%Che(;H#>i5O<iT;)8`gISV
z>{i_y6IN!MRi<dXdtXBC^b3bv6M3y~e~)e5ymxc=<d2UwZ|nYlSnt?Q*=J$;Hd|vW
zvUXS8zZDwGBVKD1!%@aD{rvS<e(@%mb>~*a#%!+f+Wfft^h}GZM?U_1Bz*GiCC8l~
zCL~QiyE`Xs?+1zf7QHoh@=NOark{U#>!4lJ?W?(ur=J&}c`ety^tP+^?aFs0*OzuW
zcAGwJI(1y(b~o4lo5#wkIePW?CEhvo<lFS}%w6x6uX#5kz&|i*etCMx&5!%uoLTnd
z@6&Da+`E6UzAgFEdtN;GurJ50i5LDl{aUwZ#oI}n<Nq3q8!nGII;+Uh@V<TYn(6oT
zchzf7{~B+xJ3fVXztQv4Oy`BB&F0%HuvR!*EHdHd&$)+}bqAD*w*OtVVfpE-_47ZM
ze*0Y(yJAlKp7^(`Sl-2Kd=pW#%RtN}CQi>fyj#5e^|=q1T@5s?=e*K;(h_?@GqwKb
zq1)cK)gFnvJvy$s<cPkS)b0fr_>4cVHmKxf=@ifXvc=3(G~wYVSDAZh{<{x)E&KNI
zaODHl*>9x84+n*<T59!@IZV82qCTTX>G2Jl{PpH`HCzkYe(p4Di1^bFQq3XyMmJkC
z-feodWlH9YWeb09l=<y`+kT$kbff88|M+<Qf8WjjXD74j&Uy3iem{SzbgpbmRprB9
zJ9FpH<gVJ6_d8uB{#<|8X1n{nzfV`@$9}uE^{sqvz2(%?Clde9(cd4v`^=s17X{z!
zuiIAgb5Hq+1Mi-4-}`vWSHM$TXl?%Q)VCb<@%sWUPXC;I!_LUGzH)A}>$G#hPxsvX
zVf1<1-#?$;DjPdLf4<9~rIX?H?Pc7P%Xy;hj{hxJZ9nIG-(LK_U0==<*%byizQ*|J
z-rkVY_DcS9?9=3VH`04nS{N?NonL&@ZrbVNdkrTSKYKpwTmPBz*(Wk?KR3+3*Sv&(
zjqrj^8o#To6I1vy?$+s^N{<RG`g<p^>gS)NvLiNoc=pHJDLd!<jQRFWKdpR8Y8A(d
z$Ut@79g9NxUvCobcL|DWQmfwb_p|?!wf$m;J{i7|fBZ{uW#{elmH%Pwl7CIFzg^tc
z?{sm`I>|{_cg{~en)>IiZ^{<01xNT_Y1{pGe_!KUkbARg-IL?xHzq`S%4!D8RQ@)7
zid$=b@_)03_hgqD2sQ`(xB7nUOx2=>3BR|q_RcJEUAW@Q`of8v!OLIeitYb#zJ6_@
z`BbCdPwNvu?C1S&_UHD8{KJG8_p@(kZ#fWf%X`z5Ps{Q*|GmBJXZ@;&3+vZE{`+_T
ze%^oe7Zv*0JnK_zyXTdfWc)gOY<1f8{J78B$LqE9q+aj+^8beA4As9iUj(H02AzBV
zkGJ9H{)-3By)}NqGw<G7^VL5dUt0dO+J1k1<%QLD+s?B0Rovfv@5@ux`<GXD@3pqy
z^3>U48vouh#d!W^xz-Q=o;Lk6`%%B*;Lf${1%4VnytH%i^CnqavllO(Ec|!pa(#lH
zY_RsTOaEsZDn58|eS6^+tN$;iuKX%`-evz;t+t=fJx?qBJ(n+%dQJQ3ujAT}avtn<
z^tddc{dHm0wwu#srWi=cY~eI9ethrymG<rr3d;()ezW$dJm6d+yglgK0<o`MM`izh
zmpgT+ekXrx^7P7YVNJgU%YNQ*Z&>@^e*Pb&c&Y#9?;cvdcr9bPo<-yOM$!L`8>N0H
zJ*{uhdg#=V)MByf{jPoC7w_@Sj=NN#;4WFL`SaJ=?7FMdFWlFiVVB3DDY4hRQl35U
z<J0|KORn&4`n7KVt*Z3(R>#&RPqAWKSv#S{E%~sv;Kud~TmIjX`ztMFVld-C#XULU
z1Fx%%^i)D8Gp=eo(JmOpXu(&KrJc8R>dviGcRsWWe&p3(U>VkSYjShiX*t$yd&RfQ
zU;f5<Bv4%czjVW`!|7L+sH^nq`)?EoO8D2?mAHJy52MeYy$>wAZtuF~On!RnW4=Q_
zj806lea0_nvZPM*p|Qe`J>d)Xw?=Pg2yf0vvSYpOD9+Ck{P_Jf>**3lZcpDBno-uZ
zUZAx~hF@wv!zW>fhxG-U|IN=x5MVhj8>i14|LUdd4w?0b?KW2#Enyeg=9_;{@22ww
zhKv&eJef(7iJR1!C!5E5^CVR@OnkKM4D-n=$3)&YADnL6C9&pTchBd(8O)B;`np*T
zzWcjJdbPhJ>#T!cs{a{2<~q2i(A&_WuHyAF&PPn|T^MA;H-2+wyth}$vcld=es#bv
z2WjTt>72!4>+J+)&M0hlRa+2nZq}L<k>|GecFnx4!Sf)mZ@Qz@gRRPpOvf4nZp1Z6
z2RSbHo_RC$&B8BV8@`6WYfIHC@Y~fT`NhJ3+4@;&<Bsp##Tpu`c-wBNALHv6{F0Wi
zLh-``kyG|_qVumlHa+NHJ+1UvuC0LV?+yCQ;<<ZDmV99ObWYIV@`2Y25BOGpbK;kj
zasKQSu}W!=&DRH}5uMWy2MBHw+<AZF!?inV`rhlP*DCBd7m+=y;+l1}q=fDcfls^n
z+P+Fo+O6VdWwhHPB;f4KJz9^7SU#-MyZVyL!Q(84irV>Kuhu>|CZ3RR<_%x5hK{D+
zyw(i=CH}HU=0{a7XMVT#^~Prjk)6@6j~~*L<>B65ue3xWp<vm~hFC)-`8`?>rMT@a
z8W*c;D02J^co*U5qxw1W*BgGh<RztziVJ*-&BCtPPq1zB<~L-m?vL*4FMK?``OEh=
zKN_k-7~1qT!rJD2dbTevmEp_$>nn{K;wJq#{qe%rBXh2c|B-V3>c}ban1AJ(_uo$+
zWQ{R*u=?T9&QOy6;L!D7!eQK|GZ!xM3pyaOW7$kgPS)e^PjF_<n8@>?=#ta28y>x0
zCvH9N3jAg}anhHm`(;`tFf^_>o-JwPvCJh+g>&JR>XlY)ll)rhlDDO+FWhm=q-Sf@
zafu5Kax*-B3NdMMDyS5)Gn&LIek;<nwK&43<e}K59Ny;Y)$s1EaHakvhZTQoc<)Fg
zYrl+7+-LDk{{+__t`i#s4)v`6Iw3?k@|F0;Bt=`^b1osfXIwZLx!g4WPWZPZ^SzS4
zN|)q5I?uvmlYjSED}zbw*P~@mg&JSv-@AV9_L5)qn<fb~=-Jln<ZoM&IXRbS`^GPf
zbHl41e#?#1yZ%w4*($hegOSK8&I<DdK~Gm7f4ARr{jVRk2HS*H8qe?Cb1osV?=WA&
zo;b$k#?#F?ise^2EPg4LaxZRi^urqq`WI<GWD2|f(kuV&@n2O-?`zyWe#!Oe+>E`I
z%l*<n)EfVCW0?2XN}l=fE92%aUx~CBE+<`??`;#OySQXZ_oo~=R?4fHWFerSapRcG
zrS(g{t*BF&`>~7FgEyXca@(6Nnu${voY=FD<@to`a*JJ`v0hp8_MU5dORtV>r%=0F
zM(y*tvfr83^S&{7Yvg>)?ordRoR}#e&$X<V6p7>Hb6F6Td!~jh^TE<<JGh>%)$TE7
zb8#p;Rxv@#=ot5b=S44E<MbLopU}Qiuz<VmaBuwHrhOY03#<uoXOv=}^=P-;dHrWs
zKJ#{j$4Z(SF6UbEQhm*?T}M=JEvb!_HI<60vUB2pv5ev3^0}4yr=_<nf4!t7Cw+?O
zasE{zdjF~(vmI_*JYi<xwNk5O%YW<NOK&@0nCWx)-PdAah4(LSoja91V}iiH);WKZ
z7y{NY9X+QJJ@MOT_T#=Aj~`@xWjE8@`SrmS_v%)aupR1r-Tm8?yLMls`8fsFw-;K|
zHOdc|uoSpz1<B6H&kA}GGW|%SV0hQDm{nI)y>#4m9d=O?n5Tc_U}>i(%LWf+qk9#X
z_@_-2v(UFt;ADTxXqa{`P`z}fz?6u_)8;9!6rM6#F84~Y`Lp9jQ;5hR?X(FeOnMI;
z?0(nKm)@S2$>OZ-5`W5d&&<0w_>vnWQtz#0N@5Y*6vWf|g6YrkRr@cjnOt~*C+<bF
zbptoQ>Q<&Cu5ElJo!kFfi88BtUyyRwk^la|$i1t8W$AI%ZwmrzSz9}Egtl^+t8SD^
z%@ug6cJ_cq4BK6`<L5TNi#QyA>cvZqK;fy(k6eTfzhRI2t~4{R`^r=s9dU)b4Z-Jj
zJzbK_lXp<ytW$dL6-_U5h2sZV6B(F7q%W-HOVwoiCRb&c5pFN{I7;ZHM^f&Tb&mV?
zz2JQJkcIKE?VX8#8y(Ch<xh5FvR!eQr^xVx#QQVWE4C%PHrC&AXxgJ~`zF3G3NSS|
z)z!PwIr+Hb^(l?~iw-||;PkdZqAh#U#y<rCJH(H-w=U{SzVK1*730h5YrVZ^MC@m@
zpWVxL`nk%SEQyYL;r@~#{WZ(v887VdnaUQj-aEiD!1}^QmXnVsvK)2JWV-XV^J3we
zg_07N!U~VqK6E^^U7>21soeD$AFjx{Zr}U$>X$Xa0k&dpRwV*~sr(`5t7RE8Sba=a
zuL*MCoEUz#WMx8(`QayLrKZg0IO4r#7lV7qk}!u=3>POY;h$e}KWurd<InErFOP|K
zU69cFtkh^X)vED=g|Td|f$j1itY2rW_^?chX>P;y-@Vz-8^atWcg<bVd!=x~^MU|v
zhH&Rrb}sidxy`%|dcquu?oBlT$`AG}I^^)!-*%(Gln<|a&#h!$I#p&Rzr@n72Gi>V
zLINZzF9+MN3SnC_-}DR9B7d<bQ%)_I`9UW|YE4FYa#g6xIZ?0b1+}u>{I}A2;$&Aa
zPtb|TI#l5p`RuR#oilOu%v1Dvj`mG?pZ(>SOYx>=o~Z{)9ymx8GBj!}sNNH+<D`9o
zah;FK5|252Pj`J>q~ShKdTZqx?hQUan7u;X&95;x2HdiD(J|i}`-7>_{pE6xiOp;7
z@V1MptbJb@{<d+NZlKv}p{<_NiW?U_uvq*cC|{=b0~ZfVCTDWlMCMgZ$>z$Jeigo(
zaFJi=;hs}c<^A5l1x`|{4B3i86Azr>o0fTSgXHE4#aMoJhF?uQ7J?E7mFn0_*p~iJ
z&EReEJTLKfvAEFDhKsv-+1r_w62jdD(k^YByC#xz3mfktPaZyzZ%g*?c+Fo@oT4Fc
z;&u0hKaKrubDruo)Cq1_XTRa|Id2c%2P}tYu=hsXHDQ>l6x^xcR<cf*@thyW{%OMP
z2H#lMtSfjlCrv|0_73}zUXItk2}kF;1P7|Aef{rJ^=8hjkV9E(<rj%`^3KgKyUpP8
zVV%Q=d#BgyzU^F*Kk3;KLCrm-T|Z1+o(r7Vf8_2mjZ#LR^E-GhZakdA?YD6mw|78U
zV8-N*#|%PC&T%~Bnya7?xoNeaNm=Qsc^l8&h%5<TxJynjVp>BEXBUfZ%7pSiyuxxR
z^<2fQ%8w2`Uguq~EmoXSuQjf6$@S=lvRD(T*l3F-23MuqJT@rLy~Xk;QScUvpa1=9
zv$p64XdLrAzV)?BXI{f<hlMO3LS&?~>fT<c<X>ZPss4@heM`Uj|HR)!J^1)0WCdgM
zv8gq+5BeP3Tih5`-pyGgZJ8RM9iw)pG^Q<tGpO}c)Z;B-3o2wB=B)HCnR8;|td`Y3
zl2T9Z=nGr&XoGagvqBLjqgO%3TKN-2AMM+)LO`A~F-2&0z^Ro!FJeyEm2llu@elde
zv3J7J+yhdF7&JsuRIfdKxbz@<x1`10+ZQxr!kj0pSRcFcie^f}f{&}qLwc=R7Z*9G
zsZL(h6=Z0zTkM(%<Km@amyZ9t^;oZ_(V;fCZgJ4VU7~ZB?k=sDp31e{N$<A2`o*0B
zD@5KDtXR?Uc9P%2kYlOtOG=+A1S_PODX9ugtGxZ!QR&?3r@q<@XHJN}xX*C(Rf)?w
zwh1TIgax)3Oif>K=4MDOqt^cqrYAn<FN#Px&VDj;@p?wHS<SmxE=JGGPG^;lb>_O3
z?6c;*I@gOCJHB36<gjbb^tdoZ@$6d{^ZzD2tC;f6_14iv6E|Et@GCHKukRD?ES6{N
zm90-!7fxCbuXBE4=_#YF9DB}sCDqPnvgO{eVMW~y=`z6={C;P}k9haF&C<KKhk5dq
zwE=|>G|oxw3z@=wocoGo#=O=;4@4d*?6Y{R7%;oXxb4X8=*#K?p2>5TW(RCtZG7&O
zqIKGYwvP%<o&qZTrx@~ADXS!<ytW9NV&-sI!QE2Om1$)l$HPkBE$N9(7iugQ@;Oc1
z*eBi_t<B7pA!+3kB6uQbMcd9k-cv8i*4@2tdt#PAF+*VYL&+7%Zd$@CRUWWc@da2a
zoGx4t#{PO!?c1P5O$R2o&)&TA@UEV4iDo97MH(;eS!~sstHik=wz4$Hgl%2pyswj(
zS8%zpPSvvEUm(NgH(Bh}vwf1Ql^0Gr$28~P;T57M<}ydQUKYIT>bL8`lr0Rh8mvYQ
z%{>>ldTKp030iRG{_Kh6=|1{0oHt$`sXY)UBC#;WWKEE!#AU_5i~1R_a2r|GhJI;s
zRKD=@@lyU9JL|+;cV%cEt}+(j(PC85KQRALSbWqX*WMC8(|HM+S?r}uCw9y=YN+^X
zu3XBr{Mxm6FSVwd-$k+*@4f0~VtxIK>9F2`qdtKh7mn<<4BHnG!I99-_QOE_1+$P;
z{6||E{+G5fTXxuOZwR{Z?BCaiSO0Q<u=>_f%D7LNbN$<63!N)cUq*jCB*A*B?f}OZ
zah9mwg12v_w^ueZrS>vU>U7k0IkYb!qF^D%iZ=d|GAjnY3eDynmD{gO_AcEjSZ}^6
zFDm)|EQX0pr54R+IO8Pxo(TM7HoW({B39|x(`|be{mBkGXyUfuu><p>1kZqjdwA|M
ztnrBb&|Yur{NeaC1vC8<GsU(z?GTV!-61pKH}lKnCF>V|-tZ!ed%NQTO%^U$hG?tQ
zj);X#97$>I@hVE+6nBdrQT)g}Z^Ggo4g0h^?W~X7Nu0{K``aPc4-Y(RFPyPbWqBEX
zyp#FR@nc--AMQFl;E%|BF(>LUONt{)nAYMG>r2ykZaT;m%TGMkDATaINQz}gq|B$f
z1%Zo|GMKK|Fc&LKD$SfPvOT#Z@347TU*m4u7i;)Cvq~jD{d1VnB<RS<Z8oW_xyf+%
zw)?FA9JD7dz9(zAvaHkI;UA{}Z-m_1%@6dxD|c)vKIJuKDfhBp6{@8#<-454=kEH$
z|54&<FH_5hORgssenoCvJo8`UE%tZ!9d<1@-hF5;L&R~tAMBnIqKoPmocnH?qHOqL
zrN)89d7Cp@^w$c+ez>l;b<t%pCELC)tGBB?XxuBuP_#&1G;3psS;v1XL%*N)4m;0>
zFmPn;P%O+@5b*Ue*XELEx!-QgdJ)3F<hx;RxopdJZx#C+8y4Ge1Z!+@YBD&ee<Ws(
z!@Aq)T)(b--Nsbq#qKmkNkBombT<!2h~iqN#;zyMZbDagDzKOdtUNO-YC%x^4Mq2g
z2P`i+_}?pD+jXKX@0{Arz7RI1FRvVO6J(+)B`b7}SRRVr`Zr-q1HadEV@J~lGl2(l
z7oF?x6g_2PlvM7`r4ioA!jLgNlU-LtF*qTH!B5sHb(UK14>f^}ZWm)xdd{`l{`y<I
z=gQAZ+51ur=hVAiQoeSBc`37{OAZImuT@*!?&#>0x=rD{AXCxtGGE~9W7c;j7cO0x
z+G3ax)tDkuD&)u_d4xslhUg~e(s@$)9?x$yc12r#oT|F9`AFpk@p(SXl5e(MJSS>u
zplhM9Z<A4jiG^=>OmA>&&A|hl<~rT)1WmQ7+k@xYbub(iS#{{3;KrA!4?NxVCmr#6
z%H-1Ix_r$X9?@lwwjcTG^oT`K)@7q`42$L0g~7q=drMYdc;!;^c7tjpkF#LGys8Rg
z!wMl=UY#Fjvt~@NdoW8VGbEm&#!a$>xv)g!j#1!o8ymJc4h!#G?a1$aR&i`9YX;+T
z9mdPgqSx^UoYbp7JljjLEq%{K^#=`2ey8qUy`^x=rhZ1@lE;Z3>eMG5QT=*Fn<?cE
z*J8m)f#WJ$PZoGRalFrM!ky>UC@0{u{LciR<_d-x8iMkV%+5)=I<J^@MeBs;F0Yph
z`dp1PPb4oo#GuGLYihH}x0Q?juM$`CUfSff;*6Q9?_EBLj146kGXK(=TAGb6ZQ<S}
z@xp*XDrK!yiQvVD0lE$+D}qJ)rIMT-gdN%9`6gL-xi@J9Ef?@?;bl<S=(MKJGUL(p
zIOBgDM&}t9IVK6NjA3DWy`UytKr`i!;3BC9_I5iC)^71&ToAluy1V!k;Va$yejWI9
zEhb8QhsM=X$+i0%4(<+`xG=gUu>ZQ_U4bbwuCYbaGaYYfoHDwu`K_yH9-BVf1&x41
z_AOEMDQ^px)Spn6Z`WrFT;6ePp@ip|&Rabmx1HmKOOETk+^hUJ#_PXs6aSaCnTe$z
zd88|DIyTO9Gyf~Quuw@)EQ4LIcSb9Ruqls4ev%?f3Rk_!g2Z)yHNw8A6<w83om4o#
zE#~JAALUK+rx!aMTk<eE;;7Ojxd0KN%XtUZ*r_mWJH@FI^7FNUZs0}tBTvI$JXVY_
zOsEaqCXldI(ZZx`-4)v_jE~D+pJmKt$`X0SW2__EzL<e6Hj5|u3{SV&oZqas7S-(E
zGV$=LK7;KYyehGMjlZvnvm5U3cAS_z>A5Qpw~!cjc#2WP_k<~ZoFCSHnYq0A{;Az^
zn(oK_E-vP&zMv`5%sJEC^`t6?YuA+mp(InmRn6BqAI#%-aq+&Oxya?B&YQ-`vc+%T
z*dCTDyHGKWxo~5<<X1i^=hn#&`g5c;%;FnPx2|Zr5r07JqtZ^rwrP!WA$wvr_K3Vv
zS|t^1c2fD+th_zqOgToUOvDxhy#L(2MVx8-BIPwk2hD%IIw!9X^?p_VowrS$ePJ)`
zrzYynU9x`__nY{JRf&ImRVPg1RnqyD_x0qJGpx_n*%>_9f9?Cc{ttmp*722d-<LdR
z`j^pu!g0F!Y{4B<e`-$DxW{xp@2$@Ch4W%RJD4ofY~!4L^Fcv^K-Z+;N7Yjv=H2Ml
zi!0Hd(wOx%Kr8CAf!F)@4>I4WePq6UF?ORtsEox$9xtz1wf4D>*MGd5{dZGG%EOef
zk9=*Wt{+ydGc&Nbzp&|mFcYKb?68Hk1^y4_bllSVVIXw9VS|kDOBP3A(_|CAmy)_S
z-FCQtxOifXb+L51xSAxR+!cP2vy#{PzJ9*au<T|>3}fix)gmRmd?ptJIC~dl&%L9t
z@S(-ZC9JO33;!=pW0qI`S(o2$DxWmNlY!$+Ba?rFh_K{Azqd>I_H=#8bY-<ZI`OXU
z|Efrp<xQK|f{tqoN935F5?VUpw4Z0fAN7-mEmSJnW7HQ^2AHkz4p2@_WAltR&rxV*
zj9z$R$B`ZWY}}Lnq_U~+(V3Vn_U~GH<E1}3U!+BylU50H>+oMt-66~V<cP;t-3Q-S
zTnH6#YQ2}@)L7`tlgS&PdEz>=ruO*<ryV$7_9^ds{QZ+!b2IbXvpcp=Zxm3H^Z2Iz
zC2vV{N75#z4VUj^sI)dd3Rc`3K1I0gZJCF%YR;N1y-||CI6_(4?KMN4f3T;lXnuU4
znRStc(!`b~o)Z%bE_{^<ILcA3mnXB}H4mfsfm*e1;X?9ko0_i}_FZ;(`(W`CRkOky
zY-?xQUGTAI=@d_T^JLmaF?PGqHT^#8*w;0FdTMoVVnAWQ;f|6VspOd+da<9PmWu@_
z`LLWi8L#{}M`nwDK$^{t#~sV<FDYbfu;6xavv*AiIB6KLc6<IUVGaM<lp|Xdq<+?F
zxM*v|J$$NGbohnpuZ1!x>n^fRbm!MMpJ&wK@<?QoXVQT+5z=BlZrAgy-s&~>UizRP
zd83~<?f?4ai~&K_J3>5ctuOZZeO0-%;+Y8dYQ5779$b3yQ(=OYaDhO;j7Y94!be&S
z?zt|WTff()Wn;BmN!;(amJ*>v{v(N9vT|D{K44$6$fDNIapP-4)(b~Fof_7=%RT9_
z;1vu=TWz`Y=(`GyfN&+|GMRaTZ`T+*bXA=Fu)?GISYxG2tP_hX2a~1FBE3(Nu0hJm
z3|v#hv_4553`!ITYu9ISyr%I~kLw-J28SaC8V_e*?D`Nj)!}tjQjXK{&5u01-Wy5^
ze0KP_i-liZymsA!fP{0gGb$%fRmrlJjkQjn?!IS!%FiO%hszwVtUX{c^Tk5`6Z08l
zHqQ0jv--t)Ior?6*7Au<r>foi;u$8V_pdKHx+3DmT*rspa}wt$7R4S9;LtBpsj7MF
z>1wj?npe0$^L^RZ&eNhTOy(wBx8J3#a<Rg{+TOSD!cE2)E2k~|A6h1~UUHb+QLwOo
zc4q9G!&+LKeme=tMoeUWB=ywfP&31y4ykwRD-LZ*E|fPkj7wqo`scAIdx`SG(+|`W
z-49J@y<*<W;pFTS!4&(-n`6?uhkTwTllT4dWxu6!rGQ;HX9uggqw)KD6OMGpD&;wP
z+<D;h!|AE{IT^<D4oCUg&+wi-taV_A_YbEFth)J~=UU`suez_9c_=OEm3Ll?O^(%$
zql?vZrrO21P2*gY=W*4`fyK|9&pkK4yf(pP!oo>gxlg=IKXT~&mn~N|vYyasJXer$
zTV|EdB7->D*RCShSF<Up@-6UN_1I2b<1RbXVxiAQakieUV$*K;cf48qp+`kY+OVsv
zAzV4EagBlG18(8l7Pbq8KOB*mw{GGDGldn3y+5wG$-Mg*`uvfUc({cB;^vwgKd=9I
zx3%u&^Z3UCsk^F$?%rL$u1Dq6qM2S^mo9E>=IHgfySPY|kNHXC?F$(lX*=Q;*j{#6
zVHN#ej=k8C)iXvRbfTv4#0N`eSE@Yj3Mf@%GLIIBIrr!Dkq>RmRh+$x*-eCHOjV{x
zhI4#pbE^y1jyxUt=d|#y|INH-+DrZxtFsC9&E0iP@YnP;&;Bpxo#3}U#;3`-Fl;|V
zyzT4QhRyTlABcIbUcG!X_m9^uVonzSyPn5q227HF&TU!jF2(&^Me%xKAK$&Nn;fLt
z8dmH$D=??x$y%u!hWq^gpX;>@=T2-i4z;>m_190T<g{egp=F&@`L0!0C>T$vH){TW
zl8vpAZFkG;))QZ6>`t1JWy2x$-`KiilGEvl4R=~RymCF2CTE%D9gyT;|9G<Wvt-Ol
z8`+rCWz#+#2x<9s`=-IgrMtGZuuT7#!dfp~lacV##=G(Q(@i>!TxmQ~mu<~vwx8U>
z+5AM|v`(;G*e7?%=$osv|I7}nUbpK;SHMy8FM8@*e}?=1y3V`iNUd$Aj9Ly~x#<LU
z2j&CU%-Q(W+paie>E_-o?D(zza^>e1qq=li!KD8d`@*ijlt`)n-LLcIe+2Vt=d-f^
z*Z3tL5^z4XKY3HV^q<@h+Yjzv#^_vF5cy%n({H|xo87FNf)`p!PpjG2({p39#-0D4
zZrS7)|GYoj{qOua?0egmWwAR-K5D!<tA@>X@jTD-Ytk#{v!46GTJ5q;a^9;AD-JK>
z>$cK)BXGIpv247U?bXb{<)L%KN~3D`{VD7{YjSj%rit&uOfKK-EUCSjUzS~*-Ed?>
zgxaqUFRNhY&Agm)R3~{#Vf`#C)6%S0SFWrq`u1;Y%0v6>3p5@+lP{n2(l>0zUv1;V
z0ve~b9C_fA9`b72W$Slq_B7?#?1>Ore*Qc6ef^sKAO4=&8CDj2(|5b8^k%J|jV2Wv
zW}nK_+P(74vdojce@(tEz7^Gb*QD(76#dL~>e7mKE%7S0?uQqtw;Mg3WN_n9Vst3$
z`UUz|CazWvckjBwX#4*Bg1)Ae%?mVHOGT~(2DmF<HO_Ezlx_Pqk2Rf1d9RzF#{5?X
zs}7&w`yDrXRrcR}<+t@~9l6i%+4A!kTSVd-!((-+%Rl^n+`eOPgOkV!gVVpcYdRTw
z*Z!UNf05X+8JgctN1A-Ob$G4$hAw$&*Z(^&$~(@8_{FZ*+_-VS^eNV+|94vc7xQW@
zo~{+#9>=wi>96M!`_3=w6aQ^k5>YR}q+oxaf$8SNg{vO8rRp&3FR*Q%7kGY2`nAn3
zPF6Jk_j7igrVzCwUL<7C%3W{v7c<x2KhW>#@W+YyU+Lt(UzndPb&M9+eN*##p}O=6
z>y|HlJ0|;1ne}T!3Cs0=uVR$9<*6>xyTkcLmMb9O<P!H)vD3~5T==oz&e@iFUwf9d
z#y+Qx-&w<Na(YTghr*%ut$D^DyX8L0-*G)MrLMSO-`k@ml@X=uYdU$4TsUNR>hx02
zUH_Zr{<$93QI&E|s7G3S-KkBhtmpmlpD!Eo^4I&Dcb4l1N+%yY^`C>U_Pp(X>G03<
zGbfx(nmX6pS2^&q#}$)H8gqh9BymUPC~|5hZEXE3@-6s=Z=!kYT@g@xn;MpW3qIVN
z@F(kE$e-A(UHr@q-tph(S1(zbU}my1Xp78`oSdL_KDTbxINoyPyDqNs*1O+WGvImm
z)phzF`zI_*zqIig_jbW04NtPqM>UsheaiZE&U)MIRYA|EiL>0lqo=>*t?|u+<{#$S
zUVAV7Z*~9ae%=OOj|AI!KM&34XWip8eSe5<L%!FdzoL~#6`Nu{By8EdrCX)ruG{1K
z_N5mm|1UqsytH(~odV`(`=x~czvk7^d8C*l_g}xjDrDmw9ggla!T-TK7A;;n`P-z-
z1?Q9%FM3a!o|1ZF*M}aVMZWG=RVJ=H)aYqsF8z+ZRAK3%B@POg8lo1MbUDxOk3VtN
zq~m0!*53#BH%(7@b3EZiv%mbK)9p9jDwgT25>HunaB~me6yDi47q2`vYvn6d$$t;t
zH|O&2tJ_c|v0tOAFN@*ThE<1G@vXL6<0u>QHNx~Ln7vs_;&a*6MB~y6R~C0YxcI34
z1S;a`{;vo^`&a#ATY1M(N@rf=c_XWU(p$~8mu}Uc0HO6p`zlsB3kyt~Cl)ce+rKp9
z)rG4IS38Hd>nS+Ja-VT{7%aQXO6F^EtSnop1dGe`lh>!pcR1~?Sao;-U$Yg@Vukk%
zNg@3cZR@(Px2o^?P~&}mf5!Juu6v(!Ptx|9r}1;)leS6XUVa)s7sP#XJjtrcKc&XM
z$oAxCmE)8D`04+g`=o5un`N6|`9Ey$i8`s@6WzW3Y3yA5q<50B*S;0gYXXa0PYS0N
zxy+OaRCAwlQqVN(xU$Ba_!C=I{imGdOf7PnIVV6(eacDBuSS&%ed08%Bz^qYCQm+?
z(ra!h?Q@PT*~EPR1(8_UT~;NfFJ4`^I+6c;%7rWE{_~%2w&HrFu|j$2j7v8Ye7K*A
z&x#6Z50rH)mAIN1(jGX^Gi35{@u+N&m|9uI;nbOOsXtdfG5Pv`k&TOlIvZR4@(Dse
z{(p*i5X~$tuFdk4b^ibJRerng{=c%P;#>X7Uz7RnNYC$$+V}U~E%`Mo1sRs;Z<fC_
zSEZ?R;v|oje+McYjlL(y$%d}{C+IRe$6`tA=E-IAWnaE#f1`Tw?{|+TVXJk%9fuxi
zT+i8)e8K+1=9g>&MQ!z)YK-QpESvn~X554mr}p=!O<=TJe5dZqq0g3o!`D9Rm)_xJ
z=y0~ba>fcD(d=nY%ZuAz>6Nm$tTdgzUbU~w!_~kyVU_NxTQ3}|1A;yr6`JNHlNM@n
zZA<tRhv_SKon*97_7AMtpze65*Z4l`E|)5f&5r#a4{fM)Jezclo8|Dgq%=?VdtU`^
zJw0Ag<`B3~$b?CCxw`ZVs{rw`%USkEYRz~oJ3|xp^q1$Qv2VY%@tSL(Xl_bq)GibI
z<8ND46Qx(5QF|8@nG$06fZy?_khza&^S&ezhUpu&_}HzoIAwq2V&JjK2HsOH*4-5j
zO=Mzr`m^EYlw|fQ!AYfp@g1Btleb8UUOcbu**Pbm%tTV-kavCWQtub9dYHpR`d0M$
z`Y^G-{rl?F<;=cgy360@^t|67T>8!<C~;!**PZ@7-N_r4i9RV#E=V~1=uXQ+qZ6lY
zmS66CZL#z5j4*3!am^hv0$0s%`d>U4r0YLBw9@9_l)!>z*ETcv+5Ee<sjx##SX86=
zk&qu#@MJTiuB<6<bNoLQdFWfXWNC3fJalP-NV4eczRWv;-uE2iraVycoPK)2@uxcj
zE>G4w!1<l${9l1>jqRr=-Rjz*c=u$$lb2~Pf1ftl@UKc*)R@Oc=KlQsVy=(*Za?EU
zc9E%B)aAcnfp&hkmBHKi8>-IM;;)MiEnao{?}Go%-_`h>ml|dqeJFg@ugdag&`I@Y
z`xK^iy=_!0X=z;cKe201U<Q+R@%0Ag>#|miRR(>1F4l)9HH6IO(qR|3Q1*$mZ2O$g
zy=u$m`n$~^q*8qn8JT0xFVX2et~*`2@t@c!y`rygiYzP`*VHc-JNw;OO4Ooosl=Ps
zV71oRZyz~ke>pg>*v8W)Zd)st+&+Ki4YDG-XMJ0@zOPwnr$0e;qWj{C$b?x}I=3Be
zJ(MoT8l_u5yNcOvjji9q6zhhVFT4iP?XFihmaM$jFU{Tj#7oJ#wENLqg@m7i7cYwK
za^#uLx7>w!+4b$0^c-3(OCBGPIy=qymDW9m%P+LNGk49{wNF3wQsxO8PqoWOvYFS-
z_{P!iGf}kd{A<frA!R2+0}GuUY=RjRURJ5|DNONyQD^o+v2v=ciQ9!23P+1yCuT}3
zCF;L?v^ZcwpN3CCVZgQ2@T5B*jvsZ5O9?A?=oQL(bN5-;uN_wfd+b(M%zRYge^5Ou
zRxj*P<wBud&wO3}o9}kv%qrZIWx3xv{KksY1__P}EF6s&fBM{b;%Oz<`Zp~PL~b1|
zxnFqTpN;I#V`t^Vc{6qDE^`DP;NRe^yrJRXzM?BD!xZmWEahJE+D4b7?fuol2zwnH
zS^M`2Dx3e7YlYv>Nsv`4XF9Yv?#l9~c6`5bnGdzA{V4Ij{&a6mr}zbhr=d<!$$Rxn
zCZ2L*&u_k7b^CyL#QU0dy=Aehn}3PC;E0?xDXMGkGMm=MobrX->BgN4V@|CP-f{2x
zoZEY2|NDRZ{JUsQeNf&11kt9bqrZ*kRoTp5di%XA_w#=~mv$YTQstv45uduQU+%Q^
zd9BKCzjU)E92PpLB_6o*nbAV#>-Q|!ujXezcy~qEFzd(D7e6Hhze_fqzE{7(TBp#k
z^w3{{iYITcdrb&k$Js3x!hb9E$=WM_6~B8fD)5TmY?07oHM2R`O|8m=sc+J=fSqiY
z`~u%yRWsX~uCZw5$yo;#Z>fFF<-OgPr;}(jap9!7W=ve=smm9fzASOj?%Ldn|97iC
z6xCQHOyyyWvDXr|yRdy_q4?&ooq|nfg5R%xJN*37gEGNG3nr>eIk?%grH}E$o*MUr
z2W~3QQ|pRvev+Q!9=X7x>)uA;@>s14?oU#uI9?6A>7}s4W|EX(&&S!PPo~YW)c@O7
z+JE`jF8wYAo%)Q)$Gm54FU-BN;K?Q*$ENlhxxWII@jPo~zcSl;dT8dA)_ryhi`P9>
ziS#rRm(jJftzUd0YWHQQn?G1*%9Lb&IH#+?lN7at`}@4(Z>wL<_;ZNWY5xJqg7}a3
zI8Oz=Q)@Qn&{^)vTIBgqN9yOIFMCREd|g_2{dOmBuD!vUEgI=>J#SV1idFrwGKP20
z>8G{N=B>TVU%0$Fce;6meYs`X#eD~-Z20`kdRd56EC&ngzxJndRA-4*R{l=ieDU|q
z4RH)YWpaL>!$dkKKeqC^?XxQ1w@Ais(uXhpw+g2&$($Z|>D(jDuc!H#yyX1uSr}-`
zMay$D&S_XtF19T7mszw_<9t5XCvLxX9JBM2&D|Hn+Fj9Zw$Nsa<$N1H{T`oV8Z7<I
zA7rF$=518bwU{l}aPgf?PRtwU>0T2eZ>^KPU#W7$-^cQ3>XqF$w!Z&vxK{D;{BHZm
z*+L@H?*BEW6i7RCRyI{WU3hY*@RK7uXK?O$)2)3trF#B0?)BnHdpH)CGB0@=TC$~R
zk;F}tt!wX`JG!GL$a=!(xjf7wJK77o3+MaXTcTjFZr!Pb`or8e_p1KAd|*w^Rz=nY
z?GjIWIJ>NbRZlkGdB^c(b428pt=$Uw;ur6zlt)YUFp4jW+4A)370w-tKm6>T^x%n#
zKwDev51G<SJ7g`oOL8aeUMnXr<^3dWL&C%xivoo?51oFM+PH6itXR+0GM<CyUd_E1
zv*E$bHF@1%a!Uiv)=WDt=PR`1j)?xTXQr0d^veFNI;>i_cVf)R6$dw{ZLxm(?&*hx
z8~(gfztFn+wN}RK{ZgNAJae@!ne^8}b5@BV7mJs`gvQMmB<8rYX?4^lFX-f6_vXF3
z$hzHgPpS0Ud-w|ZORQuz_B+9qu;y^Unoj9ZaU-RR4T_fGy94$<-qF}{yxKR$x+d~m
z%ro9xyN8#Lv(@>$SsHuGB*iK(i>0vT{%^tg{Jq}CzK6am?+W_*sOfn=)5}0T<4CLY
zhyzw9*oB$q{<@!%rLph8TfVY=`k_LTj!D+s$e0jN^7zA}m!}qMe~pT1u)8|@z{!h3
zRyMZBZ4xYerVGC}D_?$9@%g16Cnu_&pWk=m=?;(1lU?gRB$}MfIbOhiw|HjLn@5iK
z4k$(HPUQIH<}xeea|yd(Qqg%<snrYKA3eM8-^_D6Lu8#EEO>Q#!<Oy`MoqmBer6p0
zc(yvmI#Z9!WrdOJ(clwDws}TN9CfQN4>)DAa;JWnr2nkvQ}pC(EOT%BO|ScGHC=X9
z%yvh%Hwu40wsZ4nUh8RA4ccrq@!*Tn*^<>;zh8-RSD(CS&!=~M2i||QFy&s9H*MvE
zgw)Hc*St@(572XbJKr+o?;^iiKBcIdoGmrS(-*I8Pb~7_KK4}7_tB*nF&U4=uX@G=
zEDBuA+dk(L(>CqUFFOL>`**SJwf>gZt*pg!x+_gY-L&GTYv6CwjO}duGIVAxjF9`@
zS9_7|g;`J5cKO^7e|D6t{qdse4xcgOM}>t?SFL*~bMon%Nrh&SSC*cP)6Ku)`m<28
zVV>CMgg@)2*f%-+acsIFezYMjs!QGAfQ?e`)zei;6O8J%h83%O-Lg9P;_1y(o40HJ
ze(>?y*=-Z7z8V;nFVoR+H0{rB>scQ&V>R!lmehsEeb4=QF8y(1<2&<H-Zp`LlXqVG
z#?gE#SL@GL#~0koHRAiNxh{Ae)Y6m{`T1_uynt`HY)igOFUu7#(z>|d-EGV2C;PTN
z{`@Vh`p;YYJ^a3gbB@cbJ!@%xpV9rWQNBye)g{S`GS$}Co7TBrzpn3fJ^sIGUjE}f
zac8W875EOl(|*hG*NttFgZKFj_cl09GQ3$oh0&%jpmmAI&t*C0FRvWGqZXfX<u*s|
z^mYGoX0Kp!)m-(M;a`&P`MopiUF5x*lR0h|PGI|adcut0_?@+Gr|R1#Y&q4x(q>NT
ztqdjSck4vH-iqGJdozRezp!Q7yjH`xj#3#?>y14;uPy#{-d|(s3I5>4H>(pTY?$}+
z2<xoR$M18q*uH1~cH31yFx-BfBjW^_ClPF0>?H*9m;BHOzO((%`;z)QE)8uakKHTf
z+vFdxKWV9a{YcmC#kGXykeTzIySpE3zk11AVCw5l5%)6g>_4A<#P!~DiBt3EZxZb7
zcMHGlTamW#yXg^Y=ct^|la~b8|Gx1-Z|j_Q^JcgdEIuIm{`oBZEBOhs-&rrV*oCYp
znJ<0z(XBbbJo1jk9R9Obu?vTaO0+)NZ?pX3t@$5~vo<!*@jrjGn^AVA*%bc33r`kI
z{Qf6*+qxO|jCZ-%*esPz;yIN2<e+&&$L%G%9Q5?nt@WAmZ?(=A-)z#&^Y*melUA{(
z1@|3J|IWMYYn6FHw&s%ZjD!g*`S}Ib@!ppE;-T+T_il=8cUH_-X6^GSM@}j6TvV?5
zUT*NQns@pgSJ$#7y;GO)cITwXeXjSsocKKT`NEJei{J^{T5Y{{CrtWj?(z5Wiuns`
z0+-D=_nY(fQtO*qm-PjE<=wZs9{9g_=WV5w!;^%jHpEWd_`$Pb)%hyP-+N@7SI>9d
z_&z;6&o<W2f3N(TmrAj|(u#MsN>5Hoz2vm!+}=%P^FL2vE&I;4S7_#>s2F4STj>II
zyFWxT-}1hmv-YUKYoFRhp-)2u-^t}h%LM88ZEQ0+v4dk(&BuHDe4;wGp1)leEx^p6
z&$;AMpdRmgnF~>Or7tOcR+N~s)Iv_i@9#eu(MyY;Hy=B?G(2l>&)j+rhlPrjhc5P4
z9CtVpeIfOi^y;anQ$PGX6ZR`U;%-qw$_-1_Wbv*=j9meXUM<ZQ^2s(Ysfete)}{7E
zOmOcqcZQ#f%qM%UKVZ1~qLsazLBs3J@5){BUAm3N=MP<a?<bUdaJtKpkbC`%v$jmq
zleG1(dZ>IO$1<&^xP9~Ozap7SADY?kb1*5$Jf=VW+^cU2b!#RnuHBn|u6ny`zg1uE
zME(BD3!a^txz9g6apS%fOU0H2JP6{udptycmu~NmOCOhn?LM9^vHOed_w<`jObt)0
z{KcQYe&U>+Q{3GwU4Ghap0a|ywB7E_nv3jrmd5SsKUx?lH}AaB+Y|R?4AY!UMQ2tD
z?UGWKwzc7y{5L+C$7kk6zGVuYm$oR_vESd)b6@dJ%BJFDA`#Oh^|C~p4O4<tekc63
z`_U`O`Q*~w8kN0Ew^ZNJx+`-gyE?+K*>ck!LHRH8|HJ-r9XC^9_FH|WanYXz%jaag
zOgoe3^Qrv8hHb6acPObn_L|phHQyvauIu^R@2;)MU0;@+Kid#CJuhAPuiGk_M+?~7
z^t9wBC(CQCnbE@W+4j-)|ItDd%{M%m`}g7MmSyXGHZ~tj4L$ObIqYeyyngYP+d8k;
zIRqredPD`<>D$Ysy9cbX`@$*eer)!()8?h;sy4dV8C#n~wblGePn;=V@yDzGGf(+_
zwH^POe{Bt`UobgNZTsWDPgGJ)ZqUiU*x<KJy~XNgY>C#b6Gn>RhmIf3{VZeXsyZiy
z{no=BJGNik8T0<nx7$mNvz{Hi-xOTR`(vZ2^Tf!<mkobyi1V3q;BQ!*#@pX!+g@z(
z$%)vbBV5rc*;V?gdiVS{^CDlJT2=Q=>-W4TTi&y8-%vMstyj*C!u3VFPfv>4ulwbO
z=-gR#Z1*1TyC)UlXTGZ_JLGk)>9!^2=gK~pTu(prX}70sZRT`^JO7W|vaL1QFt1mt
zaOJJ}vJ3tnW9wC4F33LXz00bJ3Kw2~<t<&4DYV(FxpTc3->(Kck$5F<k1v=1ZhF9X
zbkCk2f4(`nzdkPC_y4`4`|_ko*FVTlOHcZGKyYcf$0Dmb&lNv|e))*mojW;I;NxK~
z^*0jSl?yK(7diT*ba&X4Ec^4lQd56yZ<RHEF-h9qj`^2#tgc6D$M0q7uTGaV_L>x{
za);Qfa;RQcseC!<&Cb3BoeMc-zxp{Xxg6wZ{lv?A)uW9TdO416s~`RqiSXa;H|c1V
z$v0M=I?J{D4ot|~njW&qI+t~u{%_f3-fLto1-X4~Hw`@}(j6|6y<EtHndf7&(#am#
z@B$|9)z`kSxaqW&v(rUp!zvf=Ib9~N#n*~9_XJj$Oyr$9!8}P({H3|X%fyYIF*={F
z-rM{vDbTA=snTtY*M(`a{F*$UbKWRQ8tvLGQ|nnb%Zul=P*50O<c#0Gl_dvr+A89E
z6clwiCQ8O0s92!3{J!~?w$i+*zx=!TW%D|Js~InCVvgwlG-qy~zm1=-pipNC_k^8Z
zyZ=V+eV`=2eWk($=k1TO=M<;!66n13Gj^WXDslB9PF0&WtsN?z$IYgEtJwE;)jr4n
zaX~W5x`l6MXeTS)(Gj*1d2X;)G%$rhD`w*6vXibBk8>aQEit(o^CeL&-X^%fisyLW
za?YUdcZ<#)6W`!><9*;ei&frFE`2`H{I>haq<o7d0Z&eynwR<5So=bXm#@p>WqNu!
zvm7&fUww`Uh++zhnI)Tfam6mRUGrQHZ7wh@6nSwi{hjly6Vay^PpeQDOO-k#*&efG
zg|3mg>TSkp?IyoBC&uxWtLY@NUkPzL@;O(ma`|Vq)}QtoO1GT1%Gh&Xy~-_ns@&@L
zYDM2O&ytlRmqg4=<?y?-YUiup)+!6t-`kYw>1@5R#BlSqlDWaAn)|m&n7wg4cza^$
z#ocS)7`>>!%KmFH+wKd~->(WVytwSd!H(?X`Vk@OhN`_etLA@Fbm`gnVY-CjWU;fx
z`_(M|22E3r-OrYLHTK?@?0ZY5%sBdFeeE>4*w$S^F1}ptp7j%EDr+u%@#^KRwT$||
z9Zi+y{_el?=i~g$2hP=zUzF{|JZ;WZg#MgV7kTo+D|_2t8+{xbKJWC{_SJF0m+nnZ
zj@PQ!E#%kLS{ZL5xj!S~lVkT4dkNJ)tB(Gu+Wp5d@zS4n&nETT{#+Ee^X|s)H<?m@
zJH3#J{p`Z7{YzN1M?bzoaP^PyowMeJX&*h28^87UT^nzeh%bt(w(;zUoBJx!Q&L9s
z!teX8FCR}mzv#`~rDhji&-pUdEN|cA$9u0#^y(5@#K<)53+H{I_Z2?J)U&nE%fFp>
z{m~k?$g4H{Uz6vY&8xU{WNW$M9{J0%e-7<FFLzmv$IU%bs&A7D`^|=5clB!z^F$k&
z=J)2T-CXLkd)4X_=YkR)+a4s(pSML%{@3N8RSD+H<7yMc-*<SgEYgfBQR+7e{9PC&
zvfecQx%A{7Z_Z7sk(Zq7-j&{79=iFI$n2---dYcDJ_-N5+$<=#llzy5^yV|GHnp@k
zGPh3svW%r<>NhFN%1xU;`gO%U^_f{AC%#hSw#hBg&^V3V!LvRVWN*o=+!k$k;Hh)i
zwAFQnpMOg)uARQZ=IZRHX7}cPk=t(^zDpwf^Y59<J|;MJ$@6<mUhbZ%9rAyY+OhTx
z2c-Kvj)qL!pkjXN@WSbBFT7alV!M8vE3>=0#P_@1w*@i+ySww*xtKpId=-9D{O_iQ
zUyvl<8RuV4Z9aebUY%(UKK;RTL)OXwcFwx|Sc{;}&8dm=m(J-uzV)tNckoQ(RMXBC
zTXw8BE4}rV`}v6=hN8z>Ry}HqlKD#5GoMO5iB4atlCh;XLZ_bhS@?=QmmVFp?78}(
zYvM$m**m}9^*GjQ9I<5YX&&BLY*)FZCI#sgDs7j){GeRuRLkY9Z+<ttSL3;Tgmc=R
z-5Tq7?#ZyuTY2ZY+4cu_POmK7(06T4mi0U1i2tV1Wm|lv-K#lQ<UViPAq!dQr5P=`
zvn8&)va3r?znaf+bH|48+p@J0_wzO@xAb1zDtmm2dhV*d9{eYzUU=;{o;>-q#r(3_
zOeZ_cREjEh2W)e@D(_igx#wWYNuAY~>n#p(_G&EryrubsSMe0qKgSRFOp;l2gs*e+
zf^&*HE_p_7@D$&4{&VmXu@gn2HV>F&d7O+NFS)Dl8v0JZH(B#&@26`@{!v1rJEk9g
zz-Q9-C9+QK&(le*KIzP!*N*@Cc6nCBrQX1~XLlUjvg~=;?0eVp_~KdI=7lWf-_AX2
zgJ0Fe>xqtsTHD^Ft!Fo?Gkc`+KFmyb;qs8uo0m7O@8Fx1nzAc;%l*u*TRy749G=<v
z70wR3u%#*CDfiYzFE$);VojWIJa_qvR7nvvo|+|lQp!B9Nw~_|++|EuzHQIpfBHi7
zl)cg}vNN9rKH=OU&}#HFYnRwQ#pUWL8PER91lwy_?#<|0wq@5t?>+vlH-B3MdvD4)
z^Se7WYH7R|*Sr&z+dD5S%`L6Ge0a)B!xKgAnZ_r5Q{9C*AH3Y5BB`<V;1s*>i<p}a
ziOl~MllDY7d9RRR%2t!U`rNSc1#f>%_wfGw>ExbMN)a||cI)ZfR4KUlR(<)g!`^$!
zzdcb*y>)Z*wVC>#m-^bC{!k}qGl%bz(7o9e+1>|~1!Gy#CK`o4by>ODKBaueD%Z>A
zvqYn&rCyR<I{WxEJ)hTe4jyPNdj4j6uA)G*&gq%o7QDaIuq`+6ZdvZ>_PyH0)lY6l
zb^SbIDiyhGl}(xAdZi~@ntVi(npIgJ8u#av%)hC{KFQxpP$ncoX!F%h<|ha2R)wTW
zmdyV!WyaDMR+9DQL3!Oz{H~_8B*cm8bS_u3oNOLiXA!q;1(&r|uTit*J?87vRtbg4
zulUw7@7mrIi@G=ds(j(S_`FL+rphw~#w#j9(YO6A@|k4~_IUJPQ%jqZkvQpnY-)YV
zT+@|tru*{!yca!LB-Ucfa!NINSIhb7^438+be|m0Tavay%iHX))}NCu;fMXo{@!Tx
zy<!@fy!C)WisbE=Ld#+ot@4%&Inyq`JL+SC#g5%f@lS8sz6jH=ep+ti!vCY-n#ekb
zFL@I`P50ea)VMaI`FCvjkDmCaO80b19elp=-&ADZ<umKqKNVJul!WM*o!nje{N;P^
zzp{;dQM%~XuBek%%Z^w~-|)oQM%n+wCjPXmM^6}C)0I6MDgMy@>71P&;d1Y;JP<dE
zI=6hyqr!FfR5^a`Sa0h)b;^>rPu@Gr2+ManKmF+H^IMI3>RgVV!ULv0hqroLm2`&Z
zp33j(3ov7QH#z8#(EZt`AF3LNKL}_KE4*=W1M8cju)BPm@_*x(P5r)&Bg#$BMJHG@
zZh!NM0ENjljN*I3I3~_q5Tnt*^KSDViRex5_T4wOkXn0M?IhEyi|p!_OZz$2-I;jL
zolUVm=J2YQ2Q})V`$cZdv~g7}TU%i<*>zcAZW+_bcKOpR;?c)$7yQ`u=IpilvcNLW
z2lGQ}_xl82+;Mq|$@XPJZ9Ea&d-g<RxjtML8fpKk@Uqqg#_uAjr}uaMFul9`aKa}i
z;lPD&eV%>GyQLiRq$TOr(Xd%*XUd*MZ4kIMzsibJOf%)sVrj0UzxGwG-ud+U>+NEa
zt9j=x_Pn{ry(funZEkaz6r=P(r^jInCD(aKy>pl+eVt{egkONky5@s6Htn3JB7%-6
zu-@IJoVoUSTgi;ukLs4Kw!H8tT;$kR4V8&r8rlE;7WCfOroU{{oSByddox|dHXk$<
z&pI;oRqW&EI{XPU>bj5b4fk`H{e1S`oo}-Et<O8CiuS(fjlSbAwYH95KkZh1-M0_*
zT^<XyUq0NmYwg8_yp84sroXmSdzIWh{H#upRiK|YHS_WsBSW!?)9<q_eXjaq#sA5M
z^VLo~^$U1#-KOLB!stJNAvfe*yrSm)JMi*(SK*gH#k;SY3io|B-*s)>#rDiu8qZ8x
z5=zalZQAf&qyP7W<GH2rHo9rwzZ!HLTY7Z;vdg<%f@Ym)exKuOx<PNNb?!RT^Fch_
z%}=A2#2gPb-NNbc*jKsmhIYI6ig^XAbJA9Q_de{uJZsat$k|8UJ9kFJ9#Qv@@qE1W
z_+<<8qP5A-xO+LpTa*t<8}3?sk<Tg0#J)qe*Uf0st;Cre-(OBG39t4D@#)NyUnM-%
z^p%ZGu;Rb68i8j?`@YsKJe_>EoYOzAUw+c8yyDK|n{!IdR!m-W;aY{E@WpvM-ZgR*
z`+Pr^k#PRg)%KsddlchXOlxkw5KX%HBL7fgW~{93-SYP8nuQV~ntCS=d|ESq^Q!sc
zlip1_<Nj*S^QeC_54k086MOx&*4X%L+uO?N&-SP{UHD;mU~2z;$41q3xi-K199Oo_
zd(|;%-U;W!KMzm4UcF%ARO>3A`7a#aS{p9-Whrrf*7ZVxQ<a^ZT*CSlOHZ}er0kQQ
z{^5bnO{1&FMQ6TiN_h0B>c*!dT2kBWbCy=t+865NJ)RK#p8fKtKkr<f|FSPqv%R#$
zLn-j*7WebzMo+Cz^Dkj3-q3sS#-imjzeKq)_UenjJ$tH_IW#a~ErWuu`I(jw?YEMm
zYwH{~o|pdZ%)FYvX^Q9PMb$5bw@)cb_$vL&bG_fhwNW$KUcdTVvHsoeRIW*0uO_T+
zU$dmv)>LA?-Je-zuTC`O`R-Jbe-h=T!tD_CgW>nKH*0j&&wq|}+rF@mvt6<!B6Zm`
zq1yV)HE-+Q%ux7T>hOBr)Wh77_5wn?*YMsys+oGS#dgC~sj!)?r5Xagr_1ZTrDC;K
z*k{;@*vx+7#M-}J@l2V{#%8nHi#&BJf}-s-CY0$cyRz-cq@5-%_MiCnCf~eV^=6iI
ztfOz*{J;mB^1e+vDibGh<Dpi7zVNKeH6iH^|28)jp3zM&UCnCl6J>REnz!3D-D$eh
zgWfp*T_qxX*UlsKO7@~XET=c>>{j{niQh@+?!Lpt8$PIQPj|e%G<Qdd1lzr};YQjm
zE4&iq=PAq23co$og-KPT{pBOQsk1&vUw(h^fZ2Z?^~H%xf8WwSHK~{9W|enPj73uH
zCrc6ar0J8CnB*2qdCsm|@#ke-qQ)ti<O2_d6*o%?dGV&sI3~xWHj{7Fv7gPg4b%QB
zy?2@T^uKW6t{F!UtZ<)cCb@ovu66OLw$%?AXC7+$^EI!sY`@3krT6$QxbG-x(0C^E
z<xb+-f=5dou3YHN+)||JCdYQ|w(-|Zg&QwBhWF`LU3g?UE2L#xZ#JiWb)Tlabw;=4
z$)y@UT@8y|kM0bS?U$btu|Gpsjq}+)i>V38f1f^Nt2DY7BeHAfhNU~s-<e%@SwAyu
zuM10Sb;~D__wQcL706s|qjP$b?OEmb;%`qT-<5XuiOuJ+^gH(CW%I7u=&xV7Pt0EJ
zJ5`I}aNF^tp2|&W{C+L%PZbN6{cmpB6QXQX^T)!L<HD;`sr3sZw;Ke^(NxR|;@}Wl
z!5g&i+7+?b!z(}i>77?7|MYtF&67gsk2)Wfk1dM-bm+_FFS85z{_I|oySG^DvEKnN
zrcjQ&6R*WNxB9jVYwmBFu3i3pclR}}@<kI~O-x^<X}T==UwqwKoumwFKUOd1ZpCD!
z;?QLl(*rJVO5GUa)VfS`=ef0OKT2|E-BdgH<MQ%ft({s*!c#UcO7;Dt!fSW^+hVC)
z<*c_i)DKQ7`{X9r$5OwDeQ{TR>qJ3SclW23;Y(YVmpt00zuM23duQrWqo~psyY47G
zUi&+Val(-kJKw1nOqx^KHM2!1MEVQ!r3;IVZ6YquzIuqo@A0eXyJ3yyeJ3}6&wD(n
zzWB|Okg^jW7u%@s%a+^XxXUKjc7x8nw*g=L&T4M`GIPg|jqQdf`qhn(7#7}e&Gq>z
z@Pd0)5#OH&F-fa_PJ3qMoRz`7Kf*?T-W_4hNq3GhTdF+ZRp$C!AFB7h$p4<9t3uqz
zO)V+20<ONX6W!(X%4OSEjazqWs}^sYyg6Ym=hXg_OMLod&dzb^JT-GQ+rf5~n$^{L
za=9~IK2PNfns)Y7h_;c%-%D?P-DpU!T`3f?Ls9k4#f;lF`yZ(AALib+HGiGbf@YQu
zzoqT}8uQ=jE!dtYbGKSczKqp0!KC$P^ONJr+cPF8hs^q1SbJSjRMT(mTwe8W8+493
zU*VkkL5uxb)i$ZcPtWUKGnwA)y1njDtDo_a_<s`*PAoecz3hf{-}JKZ4fQUpC1TSz
z2To}gtdV|jaNd122mgwnB1$hNT;T6w`eDJkZ-dO?4+>cqa;=jdiJR1%xVmg|LdmwW
zJsqLVn}hRq21v!4JxtU|H9AmxEAe2X2eX^pjZ9(d%)Rn1$q&w}{<4_Ip1RQL;(dR<
ziMeW9p7q-9>DcYNP<TpyY5e1iIq%l++ive{G!YM%T={k0lG<DESWkRf<2rNFDIY2A
z#GP>xRWliKZ{AOc7iHh+@xVl*{_$yp&d>Vy(taQOpB}_~DYR=+5tCx|#u*zvMjc<=
zwf3Z_!q@pum1;WMGM|6g!CA~O%Q#Mr_287E!$)4Wi>s{Ke{QwrsY9DS6$G3yPDstu
zJ-wiQM&H$K>qT#r`$TJ{eq{aqsyQdI+r($;Q~yb+8n^x&a?Cp1r~7k`&KIFJy~-b3
zr_40hlr&p%-)!MyWxM(lH{|T*pSOIf$a;P1-V?VY*-dxMIB?;F=8jn=LQ;|{C7!B_
z)R$;=)$}?BFIxWUOvK%bXWCR^-hX7@E^5&Hs7m;NUe}ITKcA-$3#yOh&zj$+`n9iQ
zUq{jXi2D7>!MV%z-aSs(vL*Qed(HI9AD6mS%A>!qP1f2dvF*Lf+Sy0dTvXk(=Fk3A
z8ur31=*IUKd)_pB=&mZ@TlBiyQzlPNIx<7&Zd@JP`Xy@HYb5IgA7mV^xe@dId`gS{
zEv}7{PCkmcA)+^3UE{d+y?ycdnW5MU|G10Qa_@T5GIg$L{5(+Wu47d{h2O=!TjXQa
z%-%1v%jTrtEOlLXsv=y{)&9cu8V`rFhs!r|U$489`n=n?XB$KO5xM@uX6B1N=?QA3
z^8eUX`bNC*%wvYUJBH2Y7Sso1T`PIq&oB96W#Bx?)o1LR<e%tqSMPEDA^vashn|xx
z2bk~Qe)j%SZr{msVjti9+;Oj}nDd}dxa9q*@7voVJ}La1eK+vv<4t__tcTwFzv6z>
z($i4(FOz@5@dr<DsFj@CJU4!E<hlN{9C?Y3%O*@deSDeyJKYquxz~OAepD`;BUGDR
zY{TKwYj!h!MZ~mpPWD-vcK&~lzg+C7dd2&%tb|Xb<x<;i(|O;q_r?GHR>Zq~{kEOg
zHTgpp@x0#R*)HK0{_Ie!j`L0P$VcKy3+!*JXfwv`oH|wEfokvTvmf*xuD+KdAI0{5
zb-wV|+fBhQ@(fR1Ie9Ybj^R8>m8r|l{NA_4q&l~JOJ?!+*<q=Rr>xG?R-55&_j#WF
zQ!oDXh(D9H6U?>rYi_!H(0_D)VXbY>x!Zr<X)RF=yVu7n*S_J&j0Pjg1?Q*Ro-~qu
zaWb!X)|PX%!Lu8BU7W?#9|V5ueDn7G^0b93&u{6K$Yf#hofv*PJ!0C5-es;EPwLz%
zIb1%`yjWz?4MWCGyN+oA&zj%5EDW?Sj5Vx@P6~5stc_4zTl4r@^&*~Lnd?`xRA!x-
z^(jaGhHs4O@x^zm7S(?6_YF5WWIFTPwN>mt?@9A^{g)N}ka_w~gI9WU<9b!!jdQN;
zS4+M(CtC0O8<ty->t@*ZM*EuW<hS_sx;5%X^Zt<U-D21LUk2wI*@a(ybj+edyf?P~
z1V^T)yjj=Gz;6jn(y6=p@7CmHKG)W>7xC?RyEca}dX0d7l*IhyUZ)eKdF_o;vW=h5
zy>6;i_xN^gitoCgu5yAGcfWA-PL$rNHtS4xd76jo6Rkd_73=2oRDO$^zV)cl$!C`m
zH}cL~cEj=N;tV78`i9P{3%P!t75d!4vn5i`c8P3*$wuDXoP%d`Z>%Y>DP6{JW7(;K
zbq|VnK5g4-y!G;(Gp)DeDm{cNsxKcaTl?hMrW;3}y8KXSyRS3N_Nn9|U+LE?UOePp
zf42C)+sc<)FY9C-wwUDQwODyZ`Vo2Y&1u0;p6f1Q+`(CY<L8_+6XhHCul;cR?>|Y!
zCq-L}+JD`=aOyKtL{P<@{H=cfl<wW&Q2oCodST$~m|uV1Ensea<}!KX*V)YWtA0)Q
zeBf&}O_ys@>{Rtd&o;ccrs=l!WOHiaiGsgJiZ4B@uloORdHojWZGx+8@BFNO@VwS}
zY0Rxf8je2mR$OsOS~a&RJNl0-|8>K2&aZa2+XZK23H2{k_<M6#=7w1AMdwVm-2JBI
zxaSrx`<5@M&GJ`tS7k1D&Xt%~|B(OJ;=hwW|IJ~}EK&aWbyM8!!jCM6LLE8&)s@Zi
zoNAaE8Fu^cjEl2!xH#(<xV4Kg?|$J`_hx|#uUz<2yEogm);hmdJ$$AA=!=VDvv$8I
z+?BFbbAl$f!r_Rm{1;wanwGJPtxNCW$5b}{2wARXk^NQYn||&%yDdi6?9$T8#3h;y
zY9|!09bH&m@?>pt+pPX`@0ohNA1?B^;ORT};g@|Kul24zJM-IU(avr6mxgsni5>fP
zZS^0=sh;mWnDp9nUbM{izMuWGwpi5uZ*jaxdHsbcckE;`x6AvOs65H`H?q{tx_<oU
zPs3Kj=ts#fJSsW9?#Wo)&#kxn$%@pL(-S8(X?=fs^M?GC)a}0;_s+M>S+70CyKbA{
zh3EDwvZMQLG_q^vZ&-D1!;0S@;+8kwlV8KQEGW@iVQKu4)O)#GEt>u|TP?7<#{cPr
z>)OS=kJBs_WJ~r7c;0<yWWD?G605oTyGoodojIMeCobi*+~FznO#LtGK6DXZxk+#7
zsl)njj7;=YV#9y<uktPkF6*e=m3L{;l__&epY=?Bx7w@x_9BaO&y^Oa9{aWDm0WT2
z{a1Oek8@YbuS;81$7LcXe$Y;R(gK4;h4U_7v6oi8v_|P*^z}fY-;u6&sunvbOZ|Hw
zSfpwDN!CXG;;xK+*Y6jJoOwR;^Nt(*=T)~n=Xq;ynBZe(`cHJ)ar@h~vPI|8Zn6Db
z^;YTP&*t+13)i2OuC?`BmmwUQynlmb>GEvBZHw>xI+g2ZdOmY{_31;GtXpeV|2A;r
zo|N-%?tA@v36Zz1En9V5-Qc!T<NqD{rf2)K1Q$HJU2<++*6$zD|F6HAB9!&x#+GU4
zH`|+A_AS`W@^#Vv3w^zFulzE;lc#O5{M1X++rKgjj~^<#KTAzfMZ@sHq<=~L^Je50
zTu#gv_Po8I?DFn=(`q#fXS1xH`o8Q>`1T+1>9?kydwcZo{`TG5KIB|}xBD)ym^z<)
z+53LRx4FM-nzlqMG3-&+-5VlnpBc1m{S!R}7cc8I%l?<}JMVja;Vz@W^2GUtpFeN-
z#vJ-{oB02P>etuK=6`Qlw$grO$c0*o`)l*6`t{5d+k!-*%=UlGTAVv0Zud@)rFN5D
zYm1NGylgK~Tg7ms==nXFwfE9~zj`<Q{k5A@pUPkS`#r&Ry5F4;E8p@0hPi9+1#bK8
zH*eYXxkd|YLTcj^tnEeD|NX*zF-v#$>+fgx-)P;xU8J(s;_^NNz5e_1=k1&FzL);p
z;lAtQ+eeW*F7J-lc_+R&ckhNR-<t1Qbxbj83_O&+;km5-+kFgwJ}kKW-_qvw-Gu!&
z>OSSR#P_;n7WLle7d~!#uenlxxA0Mwa=t@Xp2w%^w{Kc-$H3*q4%Whn+cLU#o&2+v
zuk_q^jrXgc|33fVjdy2by2Ej6@0WdRCO@C@Snbm%+iE+%FA<leN?-5je)VwjkM!fe
z#n$|~VW4+;cD$W;{ZpoU&-vst*z0$23r!I$|9#+A9m^@3@)>GdVjG;62Tbr2ye%4O
z_)@;7*FI3cYOnIYdgco^B2r$gv~oHn|II+~(9Gkl*QV$9{r1>*dw+C>*o@Wv4kw<*
zJe{AitVF+N8~@z5mloTv|NC<O8KL{!q4Pf)=qD`WSoni0l2K>*={ssOCb;kY_hQ%l
z+j^->Z|=@wo)Ka(Iqev?{v^Fig+D5P{5B8RuyE0-ey6N`ZZTd3&s+KA_jLQXR;K+|
za}_muP`TPW=FyqkJ^vQ;r|<Eod>MN9x8Z^l*K*?h{)?OJJXfQyeZHhgZhDcs-h_Xy
zuFH1hC-gm9QeK+3=Jk0NzSZS+IrcYMuGQ=M+`MM@Vq=*73CAM~MU{TP+yBP#;IdcS
z@91oP_0(RctmU+3VR_)ix8_otwrVeyvE80tcuYLLR9SIKW0q9PdJV@i-O%H=HmBII
zCq%tdIvQZO(ETC%<EJ&933{t`UD6Y1U47x{;y>!wbgBdT>)#w*Y8+i1Ao)Thfsax1
zG>eFBqP&etoy~$NB{^~X7d`oZm38jSf|tkHUB0<qU2ify?6(d3J|&eNc_%kZap5cP
zTV5`7k7V!rW-MCpTfwJxw{5q`&T_Nq|39%mtv8GLAwK6-c2L7x>&M+ieccx`fBlG?
z9NXhPeZqVj=G>WA>V9$9EmyKXTzT>Nf1aB8{|?Umv3l2uFM%5#eLdgS&7ZaP_paEk
zuNC*!9aRYZJ|V)bEtNy?|D9{b%T2!DJM1HNuYcYBr`0A|4-dJ`VtErQ@##x*;Cb=2
zU;O^OzANO<!ZrEIuKv~8`jvlot$Jjik?`|I!$-&0q4)ng{7?5!obg+d>ENl5F1`+}
z(*>eaZEd_6_pPXqvs+>R-?X4&hjNFvby$~j?}{zl`gh_LL-k5$@_ktQsb@>4-s|@E
zqn@pGKbwoX*)}b&*t1~9)w^@w^LxGdyW`02mtIXr_3tGAb1eLu?vUQkUpMpJ#5xw&
zng`GQ|3~=#Wq<uDSwH2*{s%L+v;A98pM2?M#k?)c(=X;{U+I(XZB<kMzG$6U>$`0t
z3(l4JIc|M?eP-yjywfMX<}jJ+UYt8kAbtP0&br=@A1<5}imj?I`d#(Vgj+n|Q*OiB
z)rU02&n>=E+o|cZzi8{{?Nx8i-r{)|lvq^RoOZYSRO*H!Pg3WL<(uuj*Q#f(>UCT7
z!0A$5x8ChbO{1bq9t*CE>^S!1`s&Z^oF+X=Ar0KkHb%<46`t>e-<bWl%6UI6`m@)B
zeOifGyLKoTTQ8rs*)U1?kb%gRyH-z+Zw|;`W%DnKB}X_W=IWhK@2WODeRSq}(u>>{
z#m6DOjZ;3|%nZHLIsNs!r`vRP<Z!z!xf*q<Wscs7=;_D!8sD@3;)(hzxBIi)`TvV{
zzb#7OTl;s0v_pGhQbf^z<@bV%cJVAbyJCWv{>1CYKcBp4@@?tm&)*-;xX5eqe$wA%
z57Q(2`(~P~lV4Hvs8@NDJnOG+q0fBReyv?*G+|oH<np^uUH>OlUEW&p?#oN5jB3Tn
z;<lczAIMMhD8IO)(S23uP5oU9=I%K0)I@7y>^je7kDonKPYCEdIr;0J{GMwS3KupX
zj5*ysZ=y<aZP3gI{Nh(GCNDZ#8T(Icg{}Vmt?70f{Z-GqeQ|p6_Jhx~e=|3@y?2>Z
z@BCG_u;9_A1uuS!waeb!Z+J#Or=;#@WqXSFAD;@&H`DTxu3XSq@kK-8yOl|;-uzFW
zFYmpla`Ju039ETxpL^b3VG=HGo+q6#&-2DqwxeFfUl-@S{`bhqI5T*^$qDYgC%2jC
zd0jM+-SkHN#INtAoIK|e<5znsXgy4M+1hbo25(k(#S-%}rmV_!PiLj3id&xe<SL-a
ztleGPEp<QX@o}~@E%PN4zQ^iWp9*s9+|;c;bGz`|75<;Kci(=Oni}vZGt>R}z8MGm
zUv8{D_-S98%5;92<9dfArTY)tX20;c@mlJgD#Lx1*O9Y31H;6-a<mkl@A5nqR{2(G
z`rbE=eMPIcZ~j&k-M;%cn^8cf>&B|Y!w+v%2>ZVe`f}}7Yq+O}F=ytQcebnCOjY+k
z+nxIGe8JgUPc=MNWQkmwv8eFn1(h2&1uoul{X1dDPyUnpQp}@S4WhHMC#uJ+I^FW~
zcYECT<UjK_O!L_B`LXr3dCTS;&S|b>=k&knQ}Wr>Yf8ySp9S@%?)G*oYV<x{)MtAA
z-r<qB;YIyVOTCx;VPBFbD1BFN!HmOqR~zN`dTeXjQ`TL2WL?hUcT4&IDy`h55@^Z0
zM8?CXboJ?&&*uxibZb-@`rB>p<F|e5@v*3L>Y2?_$IkIP^{h6U^!w1M>6;d*q%6J`
zenYhXpFihTy@eC6d&dM%@3Wov<MFPH7eAMrypkS%y?x%inSBZ-h1W{{N_emO@AzX*
zJHLi!&*itAv3D$P$*SDfQ<~no+3tFmic8M<DBJW0yH^z%=GskO{(lSW*BjXe|0DI6
zG2PkIml3$@)6#AFd+#vY*C(=m{LqtR=e6)&y+CD;JlE%)Uj#$VzZNW%KB&G}FW4_>
z-*FATz3n`EY--%@=Q7E?HxhBQFFJLkz{c(~-~JUAztxWMw{%$8YDu5D{N$q&@AK|(
z$zHa-l>zhO^m30p-dyo&m+yt8>(AzP+`qu*@#nw79pP0jVYl9t-q(L6bn-EC)00ny
zA963u$$wih_tW86j*R&2-?p3Oo?7rXeqnJ>+nw_p8g6|$T)U|MaOIB0i)8FO)sj+c
z|1gR4^XBZHl2dh5lKaSeZgU^K+sEyseK{_0hUPu#TKIZ@73a6L$9J|kc{r_|^0(?{
z-==(i&B}x?Zc9w9FSFQbRkZhB3EmR9>c;utz4GeZ`=7_`xsZ5q^(xzU9#7paTFeZ6
zT$=c|cV*O9XSFci==F9ssexKGw?2#h<GGntGw0LY^Rp~o?vno(zIXm{tM6H!^JUcj
z`)k}TS#*ofnQgkc*!P!ZHm-BUm;QgH^&wyUZq2+ykNW3KX|N56f0$&l?|^+vZJ>F8
z?$U(ldCumshlH2CTR(f-tvf7jT>2`D@2=F%e$;l}c*k3nFYnp~{(hRkT-bc?&biC}
zm12sI>x>FMG?!0NRe#2>HN)w1?X;hEt4$6}m~#7QU_FcJw^}3nbv4b=H_jS<(MsWb
z$Nykq?f*lfFBDJg>RRJ*$bL%3an{~R>d$R8-z`3Jv5qNXUAE*!ISaPtTZ`6h(zwLU
zb=TbA^+|gE@!Eg$|6SZX!M!L@tg+HgyTrDqJLheM$@)w3g=gJ)zD}{KZ2d4PE7et6
z=<w6_oq{~Y5)bRVH>j;QmW<30H{Q6_-a$rcO30ZUk-W0WKa@gB9<Kl2FezN~_ift`
z6{keEdowX>Dn5;#oc-|dfiJFaB>rlhuT%SFur6Yqb@2<SlSOf7ly?2eOWg4#G$nND
z#^O_-mvVc5FAU9I;l0?}dSUmX$EkB}<g99RDsL5V&TL)xNVX*Yf$Q1pX$xd*FL7n>
zXMFXjqN`XkSLV(8hWYB>lwKIFU?`VMeIm~^>$Y6k_eILdJKCpDU7p<hvgdQJ(y^a<
z;+MRY3_Qzzz1izIDLg3R$Fn@AWw(<ytWo7laCd5pp6tn=e~S5mjZa_YU-g_VtPC%0
z^)}!BQMAPU(fJ=up4yt-tBr%TlO&Er{&Rk!z&(A_+Y=V6UcZVd*c@!N@E8l*%GHMV
zG_KgK{-tv}e%U;6o}UZ$M?^k<d7Assw1p?n#2r0mx1#cs?cas}jvL<$nfLWomj-uk
zq)Pqn6PJsMUL5x@JoV|xf=}7AMZ_mRS##o#VZ*iXL!a(CEsy%0dL{jHuUAFY4j(o7
z_qyv2znZIOeD7a-gBHu;vMm!C?9QJPdYe9JeXVEWv)tv)!PgmQ&Xu_B+VlUg@s%>e
z=50T`S7-?T?2?g+<m>yol>H?8)=oQ?o}U~0Upeo!lDl#9vVC^(MfpEc_a#{WaD1OD
zGm9-Y%5mOAo%83d!v9zH)va;)JtN}f@yUJ#sq2N@|0*%p?Vh~ZTrsHU{EC;8f+K~F
zirl!IvOaz*>+a^4g%#6(crqXH*ytH`_^{tjUzVcyBMhtW=dZqfV~Tp1%Eohl*}2~Q
zt4v(}{rwi1U;0;b+%(rqD@Hpe&RFw1{jv1>TT&lCCu(}e=*?X>X>sg(tLSx`7i&$H
zP~7mWRrY%ibC|pAq#5Tn=?5wQ72FigQ~cbqT}U@t`&LVG<wWUM;+&TbuiW?YN&ETe
zN0W5)pH&;au{!+BMrT&j@orNkJNaeP<%3sC{?FRUY0BlYFQ9jd_{j&3vp=}Hnch8m
zl>6AEbtW=VX*I|At{wTk&|>CsZvGFU89k@n@`PUSyqvnzQoFHS((X#IkFIx`l*{^!
zc~YDaepgcX_jNp-;B#vB)+Ik;XUlOn)Nsw}KI9oJxMb-=1-a67?nSziVyizZiNCFw
zzj6O`DPi`_S3{q?a@GB5ZqBBu*(08F%Fe8>RdZ7Px35hPmT{kX+;F$lY~AD^k9<FV
z&vbYaogckSc1ocb^S#bz@145eAC|o+Al9waamCPlanZCZQ|uGMPoCd<O?Fq=-Uxjm
zE&Y3?(=*-o-pRGOuxhUT-M00||3xkGo@n;eY4t{@*>A46eb>0f&RwCq-PN{l-(Ker
zcH353PvBVayKR24kr9jLl+Lj5rN#Oo?a#I@y??CI{P&HomNm*L5mpWzzqj)Ce#nvf
zP+*(+F6qdJj$H;^^WSbNK7L0iEJceaYHFXa!AB+2yM8nEig*9Zwq8*&-CzCb!+GX*
z>l}~plv;j1y^eFuN2}+SOv!BSTXvs2Cg^YBv+7vZ{4Kw9rTtGoeySmz$+!ODt)zo*
z5A9Q5el#azSxo-HIyLu4ch7g6Hq~d<zZkvXl9%(NRskvNpeF?rC%%)Ov*_Z7_Sa`F
zl-@F)A#vfUkw#y2?O};Jf#tP_^%zg5Kd<C>+?=eRcu3*pz4h-;FMR0V{M$&d|1qoY
zk>@T_w<kW-vCKa%Rq#yQ>P30Nexte0dwl2JpIQ<9VCRXA7vvr+Z@Tr+%l7z|!>K<E
zJbumnWphK){jp{Gqzgt~3*NXb7X6YsE${C=EvZj7c2k;4cf>w=EMfW1yV7)OP{;Wz
zePK4PGjg6ApWC~9<?0JN0#fRwAI=P%?7`&x>FHkn4~rRBpAh*rf6cZ(>+=tY+%L4v
zh-8?#Z@KLDdl{|2+Wucki%MA`9eDn+(#Zwy^>}WosN8b>uzAm!ubFvjjHf=CH*rXL
zDHwOwsTsb1y6>LY#yts7Q+mRtG0BR3|Lngs$L+nt#K|X4JX*P*)5V~(VH-#8o-c<}
z)U>&r^o*9yop{Q4?|reto;9DGABwFm4>Dg~Bv|kBY5vvUnQ?2PTTPw5pEK%AIQ@Nr
z^}dy&u`WSVckM9PXBD0<)V3y0!{dMWHz}qgleZK{lr3uA%HEZzt0!GpllCsP>a|bK
z@msNHess)~ahP}P+Xk6$HHlrh6LUPKy{~h)7hk(G>C@$HyII0Ex=r29S-!GuUGU@7
zn0-=eKHCl`%{-O5rrJSry27!9{QYNAv_9zDm$__6*1WeS$wcqsDb;>mp*zMKi#kK+
zuia-B__zGZw3#i%iZ(y_dGD%u-0C^@xm%=E{bAYhmDB&bZ7Qy|^3L4&P4~$W`4-RM
zWnH(67($D_Jmn9%Y?=O_vF8k9(y0$~npo_<J8lv;@Ju@$ysr5C_p?uaw~8PCn)k}M
zBzDtc?;oEGc3d~vyE89yLEbXy)S{h%*K23%2g#@gPU<u|yf@W(GIQyKcaP_pJ>B&7
zh1o*Ui|-C@bvf27XzHvwCE!K(jgtahg8M2x`dy~ZOAN5FlZu?s`Gb?qT4#>!uSK_P
z?`$^OIr;3H$nEUe_jr3B)$zn^T6Lz*mF;-uCn=3BqHnj~y>USM>SmtF`&FLFmFt#F
zFM4(6*{u6Zt2F|ioy~r`^Mvf$)NC8ysr_35KR<X{yKZ+9-_aF|l3slLr`PuP@uqJN
zMcto&WZyeE;7^;)kuv+8+CPqWS9YGwdZ>J9rk2^=U(F>y4`1Cl!AAa8#jY3m+a!K4
z`xiZXdnlwhRU=fx?&#+DYjF)SUl;x>Qxt7Z_-S%>!)N)9?amLDtA+JhdYg1^Ul%dO
z<aGTn)eTRpW$Sy=cuwnnee)=^W6M)Mcb;j}r#;=+Idgx$;Q!LH@V6gLul}8S-Skpg
z=r^gluQL`uHeML<_gb=Y=!(krtGUZhEj`S+JZih&ZKIOgiuZObSasR2Ir8(;zqOk;
zIxkjxdT?L#F8^(J1NTk6*>iC9_ukxD-2$`1&Mdb+Y3VKXT+Cw2(N2kJuV%7`zuU&5
z6n$@fsK$BG^wcBQrz(A`X=k*ynUr?)==J282l|Rl?uM!{=Gfo3qc3%170)8y@}h%Z
zOwBvXdNg)NOzrf1YMPU0VaqD+<*+z>epk+fvXu+whQ?i5_T|9pektYjy1=zlA9Kt<
z+qNy*<o3zrjFnXjbhmt2Ig#n8@AigIc|Fc<C%hhCFW3BEXW4bVUhcc>zvtHkZZWUU
zNv-|3Z@zt$*jBy!FQ=WE@c4M;tO~`4KlbVVmfm4>>*F=)+b`lC+WIRy^eb=P@m{q|
zwJ+Lf(J$}$if+Pp=ilq{v+&P0<8A9-veoXNLA$zI%#~M~^Dboln7Q;}%=Evf=5Cht
z?Ja705aYjdgDzLY&ns_F7Y6U%5v=UI&d;0W?Bv5m#pY6X)OuXj+V4Hk;`YGLRO$Pv
z!z<*sU4F2Qg@38*qJ+5{6SvFQ#GVjTFS?*)%~3OF$GMo2X|EnVT~ubDbY<86!m6`I
zn?jxI6CQhBUNCXnJgyt=B}?>QOi+uMx+3s}p-bNLI<w4!H4o0|NPaqe?}9;OD(9L_
zEOF<=D=xR+`qko8X(zd3MrJSX_B(mJy82sG`3q9x_g%RYWSx0xC6jyLgFgqpeGhz8
zoA~G9zT#y@m0s*SzF(W-xbeg#ExWI4<R*Fk@l;*=zlu4UB_mqJU2XH7Me?zMf9GE;
zW{-|E%b2L)duYKa_V}k;e}D64x~;j`*5jytwZQjEM)#?qJG7R45HWi9=YdS(M4#0B
zbzDt9KR7LDPi=SF>;IBX%l=(d!`Aj-@BYWmrfx4bEbduywt+cYzC~nzNb#qov-WOf
z7dvHrYT5?&<dj|V_8uDP?27)+(%<g;zRue`){wb1&`3XiN!DudpPS#7xNfOjD9-P7
z&_yd#f@jUHS>3O<8Wy@%I@R%5&#X^4{`N;l^nIq&{jCB&Kid2+Ue)OH?`gNnyMK=S
zo~L_DpBIQ5p6~y&<#*XBG5=+MclVyue}47T-+~A2HTqUR-%RqVOFzuB?q`AAVu5q2
z{XyN)tFOE<KeU6TTvp&>w@2*Nr9XcJu-435<79rVHTz78?)K1K5<EI*H8%8HJTeQs
z`PNu#&oMRIl`W}lj(&ZyeY4dQeM)ybw>GAne%sV7@IG<k?tQVx?T#2<taZHbYr{;R
z=hD;OeZJ&spSpT&#@j_b6+1rE-ZQi2+4i$(snSEezsvl>C&r72%5$}+y!b7+V+E&P
zue)nreIn<-&}O5@Gd{(p&QrIryWHZvc<!8CUj*-&eFzAZ?CoO@`*ZioOo?50AK0DQ
zAFB57p_f2!Z};6LcJ~Y3cW1m`X!}^z{{*}BE^qdR=}#SJ?3H={_@Yut;M;Frrh0<*
zpI3EGK4;@8V)w^jSrLPYs>RyP-sckM2CnX(-0)@Bom)4bPY{#5_qMwB@tX_!N;fQ-
zg$vm{xQY*5OP#*s?2l-fmB+7rySD7sPwOpB*&=JZyyrV__MN$RpTe}d9a|^ci_X5?
z?01RpqeX6)vQGOclX5ntH|FBPN$)oM&dbt05<X4SVa9t$*Tomoj`$pD^n7ajPWs2z
z$kj!4>woQ$fBvgr;Ya?HuT0+<C?zaAxlAZ+>z(f$_SfGBE-K`HWvn5-cQWgoTZP%j
z=iJu%{8L{)=w7(7Zd-51!4)BqpTdG&_VFJ4r2M<Qw>!<^dr;j{!D(;*9m}1Rdw-YL
z<&t~vyRNBDwO_Nd*6p(U4xY)(|H2XzrS{aHIP+ib)bTo*|7*mhuFQUw_`<rnK=9JF
zyCN$;CYZ9n<6FA&oP^?aT?dm%{|)?Soz?G^xcOaC{Mm}{$t8cE7w&vJ)$?op4E3$1
z32*l(ao0?~`geDCNPnkh?zCfnHV5uBb~*h`hR5N*qx8QfweBxpwLYwg+<tzByZu4?
zy(!Jd>J~PID&9CFy2Lkb_O)qQ0>`|1-pa*o;h6tW@P<~HzroKsque__PrpjCuH0wG
zaOHAetjQVkrNJgIzbIG#6K|hza`9rm_md89-FJ48hq6eHlK3R6ON!ioH|;anK6Bc?
zWe@I{as6G_`#z=n+Yhr-GWLr%>HgHwmr8Y)`?~kWb7h5$3Hx|tPoHP6xW8tHvZ?NQ
z^I3)N30e00mrS|Rb*%QXiPq%}HmV1Y3p)wF@@bM<_j}5;^8JcYTP|NT*+19+R))Av
zq}Q=aA@*D>PkyUiYWe%n;qs34JEyAhnEpL5=Zz5emrd-;{_1*dIVohn?dQhH#a2I?
zIJcDkPqO-^a5<_jA>x~($b9Fv6%w~L$xh%+{>=PxtI#xGftfow&K+t_uRIebdH0pQ
z$gK;P7dihqJXb^9E1TbFuV>G;S=)q-PgH2nj!XM`xN~+wZJ3YVvy_c)CqHd_;T$G^
zZmFlqHuk_@)%JHLRQhhR_<KlPVoSV->*kNm=MKo1t=Y2egKoC`2UWS{CzfkJYCBn-
z7x!~QOmo?(q%GZFYRpPJFQ$D@iYaB2`>}CFciQCdff~G<MAnBkxpCc^5NB(1s^sk?
zHLt@Tm^BXZC|B-$d;7`pL$4m4iQAn!-TO?j=dLsNCwV(Q+T6n`zvcN$-zO!tvpnwD
zY1I5vs5PpzIQhVGj?_=d%0Cqey!$!|^6XzcmMg2gBL4DXZG=s&{Jl`W({CdT&fn|5
zs<8d1-tmr$vzA3~Kd_F??a1Wre;KJ(2d9<inLO9BEC|g0@%6@wZl1$Of@bbMzg2em
zZ}zC~<=-b(&XE4j-Rfebl=^03YQ5;kODE5N-|6)vd1=DE8`Y~nKI^V|9sbhz{l<KK
ze(rZI>J#73aCFy-eDF|mul)DZs!El6vR_so{-JYj)rRcJv0tVi-gG=Q_hXX%XZD|E
z`*zIIQEmR+Jf%wdmMTY6aBKXEK9A&m5*6>cC+eJzc$s){PeRP}XHEZlp3hI8zcc6l
zQ=91PZ>NXb`mtR|o&R)s(Hq_MpWiGyqM-a%U}>qXjBne%z2~K@eMNO8_N|(4y=vj=
z_F37gxr>f@-_NyWkLs6py=NreedLCJp7<9Ri@Vp|0&Yw?70qF>Yw_dCr7x`}W{KYr
zV%p>RNjg81x7xheSvx#xx@zsKr;qLKN*T00XJ1`0S0ZHRr(1ayWqrp5Hg(=;HOR7G
zaN+n)^WD8y|D;Pyn6z4Oak9~;OY+ao{<tWtviX?v>;r1&=4Eo-{_*uj!PdgdF&p(#
zHM!g8t6SW*X)Ku#<8$XsZ}@F~1N~~RiNBp6t}Z$A!%QT_r=82DXV;J8Yd?#}F4`r#
zSlG9k?`Ui3mzPfz_LVoh_t<}9^QjiYn9E|vk0z=&WUSa{F}tinR@_Or|GQL~b$*d$
z$*Np+<1I;go+5=S7xvU_%S*J_k-MRp%}sn>!;;ynHm2$?KcF2oPoMRk+WGIFAM0@&
zKM!p9XmH|2g;R#w>Q_a}j><V-S9?~)d2pl2_x|H<H|%?P{>IP!ZoAO#f9X6Oe}l3~
z6K8DLHLq5>@mx(r7DtS8<TcTE6^E=BEI!mDe#xl0DV~S@*PQZ44~tgD-<Iv#R&q@B
z*AdklPT_m3$}Vt}*i^2wp1sg>o@~szm=ww0yUQ-U`+7BQ!xFYg;llw^ZVm5>_BBNm
zWIXasocqryz0LY;xzA+ZvTrj|l{yRU1@BFh{aWJ8e8cSc-wI{9<_$aFoOl#x6e{XC
z@l*rLo0kj;x9&y>FTAt-ocyy{ZU<N<-hb!8n*D(xz{cb`YewsR<2#WVR+D{l+r4-u
z&$Bu9|48f9BisDhpItp*{lvcI)QY>Y`>YqfJY9SD_le(uOBMc47F0gESMc<y-u+u|
zJURc{Al{4H;xgw(ah|y^5@Wv1+&=ZN&F|dvb$32^w#DX#?VEGs%+Kx1mh71LV*d{N
z%EFIKmo~8Pje8UE(8%GAd1<F=<(+_*_9cN#iHuj27KTUnO<<|q-SM_;;#J>6R_il=
zH|WYU{;pqsaFV>wkJu>_IM=s!c?nluxR&-}iLTZ0?471(#BvXxI&{hFu3>WDAIBw&
zmwe^b4}Qe&z2V=MqgOh8I_K+&e&u(}4N91mG%F`C<c*`t{KePjrbX`cwotp<#`ZBd
zDMZlfrOdYlB|e|7yldFtpXGFN`QzM8mz1IflCPICUcCD}ak1VM3DM>~TI&xlX)|}R
z`{<X+e63B+^RdeM*)k53{1SpVPMNIQ?NWUCYsZxL*H>Q_k-8n?RDCs)Z|SeL6(@z1
zG*;d<baX8~SsR|W?8=1XhqF~4yk46)YxUcB_ebkg_T7C|a+q&=)B>rkJ)bYyYSj6h
z+H>zygEr5iH%A&34T5=AZD&-i(K)@j`q<a)C-(b<A7yA`OR$Oh=a_T<&5DXb;p?i0
zo~OFU8rglec5}&ziQ{_pVv+yOmW=I{K6l<Pe-!V%e*VL>;Jmcl)a98!)pp)mll7?X
zB9n07t=fg}^a7_}DNORYd9_LY&iU?VC4FK2--8u+M7rLaOo`{2UO(;5xj36Qom;F;
z9?9pl#P<DIJMs5ilil}Ck6hPS_Obh9_pG+qQ=ba%e6N!>yR*}#EBwRR)~m}^r>b0e
z+b~y=Rc@Z;7JbcB{pr^pKHO)q@s8}AQn%+~^(}9b!tPyvZCJDa-^~E;X>Nyi$?*Ht
z+)ED25UYPQP5yfZpXuA!n!14VcHh`ezOhU^bGdN-wB;Lj<iDA4zwbri)sF8OnH-<o
zUhlZLD^JI$a@Db)X7^*xtuKpIzBk+K+m9VFi<dGl`h7|ENsw6f4~7--4wdJ2`Gx0u
zZr3}%&Z|;p-IZF#sgu_h7cI@zzqBfs!-h}!LBV>vj=D>4whQHb<;(mNW!L;6=QHn&
z?N`I}+Ak&<h3LO?j{S0J#|g2zo3Foim$|pB^?m&4HcQ~_>~zWN@2)>M#J%;#D|1ze
zwQFtu7fA29dV5KRdh}|upopxu%CF|$z4+&s^Wx?8Ci~WwPn2Kg`!Mgrr%BBdH~1$k
zDGfhaa9nnI?5987ZZ9h>pC140@>);dQnq!$i!HkztLPpwTjr#3!6aM9!tjw!ZuR$d
z>9_jSV#-q)4hsKVS3Nhz_rbn@|MV|6co)C6yjdeTVe-B^nrC*cW6qg4&qS)R_u{;0
z`F-+2QBH5yR(E8k{_)kDvpl`vV#Q9e<#v9#xgk3jUA&yK!Q|%ef0`fv$Y&i`@KdAs
z-HQ7wcC9@4{=$N-Uz>Vu88@t+xpH3MgWVlcI~bR7MVjbIzwSzj^4q7f;M<%{&f2ey
z_@_@h{^Zu02Q4=j#287P7P6SVVqwtTx)VQYojRv(F<g<+J7vT9pKWUzfAcm5EuMSj
z;=k-o8`gb2k|F#kG-6e!1w+{K?Gvu0Prg;@8_+X-^JSI^DsOs|x=a+-^WJ6)y|;at
zuwB;L4Pn1#w3*%g^xJT9S6b}Dm`jt2E^L1BqA%oPYuk>Xu$e#NQwq&)w)^V$K8o;C
zO6{GwN5AF>J8R_XfC~=iHR}3S)+|ieSM8m#^<UebO>16H*`7T`_U#SfbD7i4BsZvT
zWa;z1{nhF2DHF?xdz{l=AIiD;U>akMR;S$awizww!&U$0UQYKsn$mJn^yUfQX?c@d
zZ-*Eyst?q>`Ml6k>T*Nw#5mt1?fbplQF_-?BjyD$Z4<w)GmZ81sY%lwRp$mw-V%Lj
z3zx4(arRE5=})Utt)3QHG`;hlP!TgDG341YCC*=G-0e!##3jWqa;`YKdaAcp+DqmQ
zoOf%Ace+hnw{Ynqz4%?+0W9}pJZm+kfAA=;yV@YJXNSY-E%w)4GZ(b|TJTrjXvbCd
z#A~nW+Qbfj|9-6VK*^=}BXfSFTzed!J3qK;e{1{I=dupVcYVK;6?N^8!rr5mP2~|0
zRsSPyE<bmqu41pfWWPkm?}XAVzxHPQwN8lmt#dD-Let=XqNm#X?oDR?Z%*I({_4Q|
z{<6QvKU`U~>rCvS6an6u3s1j|JL;gvd2t_G`;knM&D$27Ue)q<4}1C?r^u=u$}6@y
z+CN%T6Fz@&wngYl=eje#%d$31c)EW7?MKOf3%AwXIa*L6mZn*3FDCS`yUILea<RHo
zrGDWn<E3e@cfOH~x!m-@(#B1XsrS|SrSew-if%PGJv*-VL-*06h10(|zsUa56n|yg
z+VsroJb4}FJr6f?h5L%!Nxdq+VCpHhO!b+0Yv0*E+swngx;gdaqUq76pO+lDt{{8m
zyAnfJJx^q4>NP$wy`>_7Pp?Wk@^y0_EiG15J*4Hibk(EIM_zW9>`sV>%6-ev(%2E=
z{+++--+`vw^>!;ei+_~JPup}}i2uFUrg?qhU0z<jG2gG%<{UQuUMXNxzw*<(V6#nE
zQcs*;bvj4nkXr4}pl#hud|q8wiyw;Yy!J@eSs~~7_s>(<PX4uyEYIwh3yTsgI}wl)
z{VL4io067ow39jSjEv8p79KvbYjqO;uDyR+l235fClyVI__2`dVXpn0)QtIWMOs(5
z6n+Q}Jf?hR7h7E?XR6A_9Xvm8{{H{=kJr3UJC0BF;|_kzbj~dO)1#}WBj>SBKK_vZ
zjLMV+_M*jiYLDG7ds3LR!~6E%{7t)eY{~LEtbB5z*1d#v?T0=D-Ff@xwq3HG^b%{e
z4Qp-|xqHlPKeN<$zen3OlU2{147lv_-xo4|%jG($-uLsubM1DM``KRtL!ygaqHE$k
z({`>FkzcU-vuwJ?r*se3SAP@K`)*yz{>Q?4O6%j+d4Kz}KX2exc<(3Q^JM3$Pw$Qg
zy=Sl~J<C$)Ci|pDOI~j>>tYG9X_vmua#rZ)kCdC)YIFMIkI%eW^X$0Alop%uTF5VI
z5{pcGwpX;N<<sk@1!lJjPT2;tmVDd(>G97?PYhMh$!74YGuZ2h``UgNKj){RU3((u
zPhrxA#yXF@8H=~FW{PM`Ez=fkF15e1ZAbsDvYm_GmbKj7`K)Bw&Mb|mj2GhHI_>S?
zxbL?%?)=r1(5-)M;zX1558B>7e`KlGpOr6n9*){_ZJT4q^s9P@avmSby0a|iu)V{%
z*Y;Tf`&T@!Fw6K@<`Z>m->)0~yK_<=bIrP6rJ~8TYw_X->$bet;P{)g|L*TF`!ct)
zpQ6;}aa>fh{c7QTbMwF7+b4gnE&8%^r^tz|Y{@_FrtK)&K1JYB$a%Yv%@1UJSw7tO
z-Zjr^?)T)I^1FW9>3j9gdudl?Tz$;{7qh#NSB0DGuZJ;w4$~)}n`&$rx2}G}%m4Pd
z2VRHN1!~GYoWES;jg9})y7fGBr#G+c{Sf|q-n8FyZO)cWw*4}#`O*~ayM1z(1JlzJ
zXX&l^`sc6TY=4tw`4uZ3y@=KP|J6cNp~^n?-UW3XUU{MLvxgTmSjG1guPbrqi(e`x
zdTDLC>AuUVQ#$Xj3+DYi;nKxtUPV9EPEI>k6>BQ_$M)0OkI^&N?R?s5J@xtbIlr?t
z_I+;u^H;>~@9+6J4y&I92X@MHaL&zT-dpo*?;PGqWlC=&nm=^C=lE=CFEvlkUH5YP
zgX2Pi-ujOm8qR+_@+t8Z!_oq|C6_&BxkTOW>HE2K^1_!{-71Ub%$g^3?~~s9$8`}`
z<buUwf<nW83TN=`POH)_SH65=oB4@g{wdw(UHjX%dw+LIyLIH{;gV%~b1JJ-%jX|n
z^D#J6{>h0F_OzMn`iwsBoU!`qdfoU}YrN-bM-|-RJ;Z%G*zmvWTjQ67YFp1W>0Lh-
z<91~0=}Yx*E`6I6S}zrrUoPrZy;=2LK-k81uY>HYsgv_kF1?)+XPj}$D_-Tz9MiTf
zJ)16+T=o_Haxw0cp|J1-_r?vG_1RYWM_N|BF3XL&=X<N?&Za}>R&<|OsvmLFGcqzL
z=DelHw{1n5o0Dv!t#Z5ySCluFEh^=k^>yCv%D#OmPm6*VOI)A)xk#?wWqHhvNvms)
z?Ks!;ehI6}@sAdqQ6hRV7saNYY<pF-;-6dW&-@$BOMPZ_dG>E~ePGV{ttjqY&6%hj
zHE|Kzigwvqmsme6Y-ouM5sCPDE&BFa+t2#@Yy?}bzKQuaakpOYr8%Lmmh>BMk2tl&
z`$wU9r-x3_v{?SoQynIKho|pX{VJc?e%#^YWuuhDpVc>ZN8jn-uhpIU^XKckk9%*J
zzt!xnYhaprct#D+O`AtkjHji}C=+KrEM9sr^@4eH*X7@<q<(zdXLUB_)gjBJG57qp
z2~WRv!0FZVj`PuPf^@|U7iy$xW?H{{boG&qRL35Xy6GKn{&D{nJpC@_(1JVfdH8R7
zCvLv}mb+-a$GdKkvztZJn|PY-?XU36_?}aDZBo6u+K%@HpA8N^eYi-r>W7a>y0Yh&
z`({b`<v;%3e3I_ZlCtkU!y+H{>tCl_DpcwI-E7d`SG;qgX4nKN(dk_wtEBFKo_6rz
z<1ojL4Kd5#1W%jsx_`IJ(@P>zmd4YUc5LKgFnnaR+9g~=xVSyy!Tt82>OB)O`uE@9
zlrEQ^nqIf%g!{L9$$X_QkDo4?c}T9(c+$znPuzcxJihx*Q9sCfqR2;KyVCH0?j89*
zn!368<9H4)ah>EI*6n|Ly~;=S$}diDm+yJ*eRG=S+mdt>J>8>Ay&Np23NRluHaPp(
zIpN^*yZ`GKFt(Zm26|lk9_sWZmdn1iy8P*my+3zbI_B_|n9UKF{l9r#T~5QLj~iEs
zJQPwX*W4GV{<HE|xY!pBVf_kbw*=EG%PRVgZs1oenzCla@44Fj*@-EWlxHi;axJc9
z@HzQh=7H><71vv5dpY->^V=<a*DN?YerZ>7K(yA|ZOWzZzULi!UUqF~`&5Bd+m!u!
zqvwmruF^}{#U^%!^_q3tKgpsHy|wqIf621uGv9BTd0I(I{K7loteBd|hvIeL-#vGj
z#rtsnWY7Owd1Fi`NI804cWzMqXsFZ_^uXNF?u)#R0C)M6gn6}7^%XTfK4&zPU^}k+
zBgFXOqmBxV#HkWn_jUYBs#>LWWU|pF*VB5_?fx#lG<T}4$gVeA)WtSWS1tOq;&<ob
za;J`xDNo<e4b?P#UR=1+`j4-5#&5d|fr1tCZ<fowjEH=mSw7>|tljxP&jr0W^`l_z
z`(Nunv0Rkhq-SNgsb%U0`!|j9=g+)39;hy*v+(JgOY;O*_}Ks59DS%ft2o=G`=3Ce
zxWr|9fhWQ<j6U=~*gVnxZLnrt-V5Qzj2-cecV{FdKipRo_51oUMLpY>0d2c8jw*|~
zt?Okum0$29-c#cI)g_rJ_ZX$i`<%;<Fo(zfH?3aK_VL{67ngS|6}G)U=SQK7mEAMh
zOV2AKGhfyI-Xb==Gxd){Z_Kp$5my~|%f(KdU!rLLa-WCfn$<num-l#O*96%M3v9Wd
z?>;Z=L+J$Bizz4m%xk*GpZ#z7qYsbep0Mg>+^Sz-@U!aLlA|{k?TU!YXlbdPT$1m+
zWjlN1J(c;<GZ!!JE0T`1*#AI(&6?SQ>c14?(qsQQ?k$iw*39#)G4-BYjQj72leT0F
zCFTnDt&N!?{@~?O_h{AVf{FPijrIH1?|j!PpOG51n7#Q;r2UfVH8K}peZO7ge#@&{
zmNz!LA=$mFaK)>>I<=4Yvi8lN{hQ;~oT`bb^Q5<@Dwn(rk9_st<yPIPI!@8voY$`H
zZ~M;uvGd7Up!rU5`qo<KiECp^W*kUb=#^6`Rb<%}#2s=wb4hSc)`w&h)whe!Uk&>s
zA#_XN*wWk|9}AY%-iqHhv0#&xz}xTL9XyP$muE9=mpj~ZWlqmQG1+T1Kdm!<D5~i{
zTIy|Q8u|X5W~sVQRFnLL=9VaXHkWz1vYS@diJ9NgpS8xj=L>()H`ncnEgjwoPme}L
zdR;uB{xRM3$s3h<g~}}cce7h}KfnE(KPw{Y$o>P1r_R59Z(0ifQ_Ev^d8LdV*X<lX
zu^T<86XdO%bA4^Q!N+@t^_Q%!x4Tkb%v{xUymqZ{<crTX`Awo>t=4b9yMA+f?DdTO
z`}LP|cC`!qzqF-H@Io!eyRBX>BC?#B_O{P|eVVtaao%60n5sR>-z-^YZP%B(FY#XD
ziD69D+z!V+`*$o;Yx0t;zdcy}!`L8lhG(Tj)TVX%P8+-p;$qmi&qlW-#j`x>KkU4#
zyQjAQ{&^v$2bY#jSd~&`sOYA}9JEG!W6A5e`vvs(U)1Yh6m7K=dlmSoddJkXZAU+D
zT)p}9q`JJ%Us6AQ-kUW4p_Bim`8kC@_xy`iUuv^Wx73fL>Fd$Q)fd0SEuEVy!MlI+
zBdgs9T9?PyhyS-Ysg-fXa=X>{h4&8r<(Ra~x$(%dTDdL%dS>+}oBpn|%hlWRc0!26
zt<B==e4{$2Xiig}pT6zr@uh#vjah`wb?umDS981Z&bu35)+Z<a|H`&DZ*@wf#?i&`
z1|4Y`7gxJZTUPi}x@56y<wyC;TVzsY>P|%2xkP7H_HMYa#Iz;mxbc)&vs>0Py^DWu
zQxrd~Wc7OP+xE1?-#?da{Ko%bYTEr330|=mj%q7;Y?G8&{7C*T^ZbmQn@k<&?tOZ`
z>vy;5{0WP#cb`;~Nxjx<#P04X82bH6p8~_~%VPK3MOjY;7f<rN!KrmCW^vCpCsF?2
z@8$=8sr{bW{8z2A_uGx-Gu+mnF1U4eLqc|h!4<b92?9cG_6zJx*1FA%vOg0#wK{L^
z&!VraXV=#^Ik$IdwX`q(X{&YQe9!;#y-)Uf+4Zif_mavC?A@bNvvN_&;%U!SkG5aC
zrYL9o{^Il6E~oDrCH+aA>oRzw;>4eHH*>r>5M=OW$C@wuJ}iA$+h;PvP0~l+;QR5j
zzeAZ_^8bkh`|N&WF5&K-cSZHM_uLgB_K$zn=RW#>mNz5mr=n~j`;!y3Q~#BASY4_K
zOr5yGD3V90%JbIJ<zZjFPX@o()mtTIE4?x_Xk}ZR(CNr`0<s^f`rKCjd_D8)yv_5^
z<Vo8vbWjbw5LdHp(;vAxm1~q2+}2}SKb2FbUMNCW^Ti|2EY25wsecYE*mL$jyV@2J
zyMjr-WNutty>b1qeNxL?1Rgk8Hu_%=Zd=xTImvf}gV_1>i<@7q<nxuCWn~i1zD!OR
z#sQsH&uSXiwrJw7U0amP<`}%YE?abQsZPR6eRf~%6_Xc~&SNt@tCbPvxS1=pWI-mY
zueRTD{`sKGAXe}t2eAj*x~&ZkF9`0RUZ^C~b;EAThB}ShaFaJJYd!}pEeu?_t&-FC
zJhQ*=1Ov14Em2}Q2AYeF56#ePh}!>`vE+5>(U=73|NK>IHqz1N*1zAsKU9_=vAq0X
zIQM-WnY9I54t>{VuMX`CySZ$W?^TJM%Qu#6^h}-{e!0`a<gD{$n@RH`&o4^9I{E$H
zj-6UQ5^kvu!b-E0{`LG!sd!Z`zT=#6<)fPnF;{~1S<WhCuqB>R@SDszf0n0?`W>r0
z?vKf{sySwr2?(!Z(Txr4jGL!7<&Vpvh1ser`F51`2stda<(7(E)TnZ@dh*jJ8eP-$
zjSh;(uDHE;)u~?#mhKBU>Uqg&(wupod!OXpT>nPS%YT`fSEP*Zq&+;T@nOB*<&m2l
zr|o|8`SaJ{=KJLZEV@3%mMrU%8NxT)voXwS$Yn9RI%$c<6qUVdn)_5d+dYI<uIBk0
zd93GGSde9Chst*$PeE_~%s)0gQ$oz+4C+sEg=MVqi1NLtre3-2*ebVOURTZ?UzI-F
zI_|z&@4S6iRUW5JJP_5!6E($l%9FjJalrvX0>5~x`p$dKnAVZWztu{?-lX-1sqWP+
z9=m!@N3#~Z@RJbG+jLt!Gt)IHN;0eY!Sc7e>es0s3Y*JORn`4%$qD9=FL{B#oC2Ag
zCW^#8anW>spea;wD*9`~si>}1`)}P#-#h!W&(cDr$$NZO>t8fk-)QXQx^qK_rGe+<
zHCDg5{lpf!iV7^alM*>+^STXxe=X)%?j33^J4?-B#~F61{(FlU3&p3z1Qa=LUbAD?
zxzGY@ZrQhg7U}$sdQx_=RPlv}d#Zro*>A4t1wy)BCd<TT8Jv#(x;Z4wE3_eG+0)XM
z>Yv>w6-$aN$q=8U@zx^!xJJ*h(tuEj=g!lunxFKQzTjtz61mv0s3^s?>!Qa@o&34(
zK9f!bRnGRgy)5M2#p$>2eYZG$YWgBxYt6c)9*ec}ML8|2{kQ20y4&!#uJ<U_QBwL@
z)2A!9^-;*VgDF|z2V1m?BSjfkD;@s2)<_}kaeCh3sg8?Jc`ZH_%{npUp2yNj8FmRZ
z%90-zUVOabx7&ex8X*OVFBSweR>xb`Tz&A^!MZV;_4KmZvVBLg*}5_u>#_r^&a&SU
zxhoyAq+hhK!-Q$FOH)I<Fu%cV#+1}K6W@Iaw%d^__2>8(nG&DlRugPyD1AC%VB~y!
zXKmC5j>Wx4c38YPeM-3dO<L-ahCb!FE;lDJP2JIA<ac`G8a@7C$7`7<@<rcmRDAy;
zB=EOR(HilO@h7ag1Ftb^d^#@vku@~gYUZgG*Q77~JlH=qYUy^5S6XJhle;|AeWO;N
z+}2PQVtMY?9UYNVhb$6iNzGH4eV9M&Y4fM|=N~=}(VVbouUzQIjLkFhZYesZv?lWI
zROxqEzr<nUp~*2%zMQt2$jsUm;UhRvui2dUS*Xe)k=89Dh5wb_#owFc6v7qweN(F7
zf1PPlw!DpuNe`H!ct?fvW~PXboJF*2?c^K5^X4D^x8%<>w<m5vG7(`K;nOTkRXVRK
z&r3b!yEvhJnsHZRf3)xK|3@#mMEFeJr1<rs$Lyo8H@%R~b{GEh>cA<Z*E$Q=l`C-N
zDjhk@X}9>OX+w)pH?!l>DSzg?(mVHmmhU7L&m)Sf!<cSsI;%-8X8+amQY}*Ea&*u~
z@2_&FCva@Z%59x`u+eqB|D$QgGcR#J-yAoua;9Gu|D9gunU79nUoYJ3sQ8*`?^63{
zOTG<(SJv`*o|-1ff5aod^G50g|H4e+vgbwbT;-f5o|u(WaL8KTSib&;f=K8C%VRr5
z?L74CjDNglh`n^7`OwDLi5gZ{j-R<6;&%DmlV=mp*o4S0ye=YhwfO2!siKtjNV{`a
zcYV0~_mfPDQLjY*=cfyo_stFMoIRQGwdIZ89qTy1tZ#Im!mQ$5v^mD0Nb~rk&5L~W
zCw@C4nJG8(_!=4RFQ21L0-KsdsxKZ2JY814;<mtzQ#%73A4!NfNL!a_@F=EobVaRb
zSioiG+8wg0RO8UyLXNJ!l#7D8M!&!DT?+W)Dxs>gE5$kVQRv4&(WxO@PfgbfU3Fop
z&M6~}{##vUM|LdqkYP4$|FFtdj;q;)(TmSHNdLXf<H-FV?fCW?alBL%%Dw#G{fXqI
zxoOKcTs^ioySab%htogy?wE99XGE7p&zA?wCQ8>&dAf8h`)-fc%MT|kx_6}JOU~nt
zS1KpC^mDUbOmaT{Wnu8P(B(RlBHBc(Rrn*7RxP<&)2DRK{DN}#eg0UZ{Y#y^BxTCF
zgD;5)U0ccNT{of6B{TB)CAMBGm)GrAy$b(5>C4e6WUlwBKKu4hmr2@-h0gxz`9@3b
zUO1MjHR<XC-D7>9rV0AU)y&n<+@^MU!pjq0M<kyKNY8lwh<A~SnpBdKlGzCtX*E8l
zg?xuE3*2IFoj*Z()y@EysuIh$g3azvQn@FaOj4PsyZ82ins))RFU&PoEz>WJ;7R=;
zU8{XHwm)1>z3j`v;KS2flCAz5m3RfzbZ$Ipr}=rw5k61x%BSa?J5DXGtDVF(ZHY;`
zWWy#Nhsds=y47B5RU#t;k42s`+RA6_J!zZGd>f@mD-Su=JDUv*x^Jfze%2|?EI6+t
zo6>SB-AdF$X{+iY#cRh7PMDB=_)^F-KCvB(R`7V<lMZ@1Vf&{CpPW+W&iVNJ|BBg0
zep5egoT%UaufNTRv$&4u_C{VIjn~b8ri<KK)pA2?;kGX4u)-5ot2Wuro>}x=Q2JG%
z<E6v{C*&PgSQ|gcPW0pwyYsVr=am0uKiYYJS>A~*ndL6oJZH-D2Y*{PF;20)Fwe@V
zqW^nv*EQ=r*-h^PTAs*$40<Db>G;HdPX&I>GG4lHeP^BTtUqrTp7{}Oohtg}*q_g<
zYaM?#-RJ(LY0v*_`@#Lo4_=oGd$Ta;o0i$eZ|`3==ij*9w*I#C&R<{7%Afl9*wV1%
zYV41{=J$47y;=DG<cG<pm#)8F@r5V-eA6S%A5jnd8SPy~_ex5(?z+vr|6|8j_y3(0
zf4;u37o4d3dh40{Ms>=Uq&8mb*cRXaPdG7AxqjjWgNDN*lN}l)6q6V_g;n$>?6{%r
z@Q9`JwUANM5k?_(j~Io*K;?!b%__c{Uy^S8=u{|dJi;l&?h!LDwCTvw7Yr(TH$xQ)
zA!_Hq7%>n=Yo>+cBbH8P6|RY#Or8R!tR75`LL5SO-2@pXIZR+_R1r{V6p2!qrNGJJ
z$pDgL0SPyNgcT;f6K4?W{Okyq<ABL2pEeaxVFZaQfb=j-@|fV#s3N2ysL;vcsp6sJ
zD8z_UsLPm9Wg=9agAnH=jR`JIDohwcE%q)=DncM(22UlANe+`ZCbgIgJ5J)5<T62}
zK}Ar-Q^AwP^U#k@5T)cH1X7?fL8VD$Vsv+`u!^URAV@;U<C4aaQ}O%uX~c2`Se|#8
z?)m@ASMTj-WZt{nG&7u~*l4ACWV4Ffi-qR`jxN_XtA4QbOvLIl6OB5;-7EsrY|rIs
zz1c5OSGaFUwAmc{Muuk%(<A(JjY~JxpNcIz<}H%2>)eg{t{<G!dVTf>Y(MceUa0P5
zO{d$7JZ`Is{~|u6p%YK|gudF(ATYDx1dEHBf)T?+#txf2zp|Dv(Hj3i=8m8r(TV|F
zjX?}km==gIEtOckU({i#MV(Rrm+QVus)vMrSqYkS{$Tpi=RN%^7eix*ipAcK&fywd
zJX2bay;UkNe#sTWsB-Y~1BK)KvYuQ$WgItG|2-Hk=6$kpJ+D;dQ_;nI-11UN(i=>^
zT>RnvSYI~c&JM4q%k8Daemnj0|KBPY^Y>!?!;dR1?4}-Hz9}lVblIw~33v5H_Zx1v
zH-5X~zt9KnO`%%)f~yN%bdUTiKaeZHo2L24C;k2P#s8UpgzQY#Vhpiv&|(PTT=2_Z
zNbJAakJ}IOoByw5OJ8;5bj^(9W8vRlF|Pl4^~`>o+4DX9*C(!<IkV<2x9z0l-DYR+
ztw>$4bnac50ILtr7s%_^>!&vS*8l%kVA8J5H6LfcnX<0L;!V=jrYT|nUhZH2)w#UW
zX77dCJ0D-R-v9IcJ$HTlkKc#xi~rmA;d|?T{Xex2i4p3Kf6?jwf9j{`|J$WXJYpWV
z|1X{V=Q;12xVG2zi9+WOKKWlfdBgdGud*KgcV6%#KBwWq_y1=-OWL!4tYr5oIy!y%
zT4(;lD{uS1k9vJvPQ6gB<+9_S->o;6d%fL%V9)z**6(8XW&8S@b0q%8b9@r>(E2<x
z(&XfMChx!bB3EVVSKkZz|9j~o@8{olc-(fMtNSN1E&EQ^0{+}@m(nH&dhnf%j#CRh
zf6nstiPb-*{oh~l-1of1`^KrSg?@Ycx?b+t*|%Qs&;7#>KDa+fai3tMRIJRMDeHK(
zh1YSpU}Db2U-x_5{v@s9EcC0@J;qer5oD{iKWSR%dxOxU&KqMN9qBQBx$l<CmuBth
zyqo)e-ZM-;*>dY*p?~J<#+i&CQx~WIS+T2_JxxZ$-FkUTQbIg$+~VhlZ!VehzVI3|
z+cJh%Ei2BixF!7fKZlU6{PpRkzd3e%o9^DtzM)?*d0zAPn{rbhs-1WyD)(I|y}j#q
z?OwUbY4%l*7fGKE+_+`_!kc#v*Owirzk8tiNyd4lSBldffBAU-z4gnJDtujrFHX(8
z)Z$?){qoA0|F7$p*G#K-4c*zMvh3KEt*t^|GTwdGxBp+&`uTjtKT~h!=QlUZslWDl
zz1i=1hxg>{yi?wnQmoSL{dg(gN13zFGQy@GD|VRA{A<&O)Kok6FP00=f2@g|d!DhD
z??v&R4LSyA7!S)BocVZYlf(Oq$22$2QB*pAKCJl61|6d_j*n$Zb{bmhb@!b9ch>Q7
zOiGNH<aF0}n}7X#T*~{uSARLHKqixtzrz#Gjy()edch~A4jaaa&l@WH!l&KUD?VVv
zu2Z~c)0?uH%+o9rW<H*p+L+20@w}n5FMK-dHOqv#%-1aAV#Ok+U$$ajQ@m%J&W5v$
zw`De*{djBB0W<cT;sa*KvrjYK_EHdYD$x;n6miX>L#n>x^nLEB7N33{a?<GA^=EI-
zp3BQpUre=H`y_L*zjkAk<`u6+W>Q-PG^1Bc`ROHg-BrKkl$cj4_sUIE!)`jQ$ypdC
z#jV=;L%fSq;@_K<LO+@-``O>HK3;$Q$K?P6^$+Wno75wgM|S=#RXbu|eYT@#e^%?7
zdy|C@NQrcuw-3B0UoWaYd4t~lnai%%{PF!bA^2>HSnayPKbDgYSZwxMdima&w@$YY
zI`;fLaLm(Go&Dw9y}iMOX~i2g^IGOla4cCBa4S$H-ow_uWXrty6SDT#Y<fF+{d>jq
z`k#h*^DlkVe6K(4?eSf;x6+c2e_ND$+3>zy?&gg<_V4gL{^?uh?B1(?kLFtKV?4h7
z<_|uZ`^z3n7u3w|eShF1RIo+XB5}6gjRxUuH!+xZ8icpsJR)mRINJ}MxkT0?bGF~D
zhRNG*qA}<41*<v6Yh0D=HvFNGb7IPy`gG5eZHHIe2R?Rl@jltFApY^KQrN-c^H+RU
zKXvs}wZ`6QnqL%mvlY!-Y{dG+#(gF4lt2f!i{|xnd1a5@Rbbe)iSzgS$NK3PmmYZ7
z9Q=fvzrImG{_*>L=7kr^qBSH=WzCr%r=e$2f5j}&`1jAxul?hH+&*}p?_b%6|32(<
zFQuy4-}-a;`TPwcFWy`H_xXH&kBQ#r_g4RNPAi;l*doy*Kg}>#^75l!hm6+fKE7qN
z?&{ap)QtGHZ>1YwXVpsHn!d1B^5%8X-$q;Xoqrn@MTpBzTX@*0B*KmF^&$}6#&`Ne
zVr)r7Ti@vmg_4%*y8B+s={p}!eX>K(O3(Rt>WdvcbFR5APkph4XYRC#mv@2bg_n(r
zqQvJ;Tlm?iB+l*JZNGRwr?_R4rmuXGs<wWQkE(v~$<ra9j3$RiE(@Bra!RU}>Kc6=
z=jo|0Huc1u`gO>tB(iPY=@X@rKSQT4d~H+`>$dLoA`tEW!>A}${O+`cw~b1o-SS>9
z0?}=Gr%&X@mPD^S?G_i-RJP{yvZD|GWU3mv$Jj4<yL9R)8SR;tuYM)Q?py0}&P-{0
z;LfRM_U5RTY!lqodui>Gcd6PNH&4BB)9dXSbB8r7=fj%PwT~L#XV@rY8{Ii?ZOHi=
z<|AG|a#U-?%!>9iCaKnK6S9w9Ilq-xK$~&PREAq#jJkOZ5uFQ;_P$(G+##(H=9HnW
zxMiwP)E$P6Le9~h3)fz`aEYyBs=_TVf!w7X)65*!xLgcdl%XBEWe;PLYR@(yr)bTE
zxl1mDMP+CkZkZ}|%Z)F0Y5O)ImuSsJxhfaKW@TsxZrQ}iD6J5-D?>YR%T%LVZc@2R
zd$$R>N3UF*`{ZKSuMF+RKlK4}f1t@C|K$Q<t<ai}Khx*b@B8#;_c{CA%8S#?C3hIr
zMcmu^G&Mf1?&qg%`ue{=ZPM4@f9O+LL>%Ag(~9f$b@GoteY#^^MQl;by}r|@Gb=6E
zcKe;aompwAtN*<8Vr8YZzW(#4Pxt8U(#fCx^y#KOG1pwDKYhDvPt5e`uXnxJmG|XS
zQFI(AT0WIU$K^@STC;jtL(RV}NvAe0I<;}#9kY<=!n0;E(Gz`>UU$xy-n7nk4M(}P
z^tMF{)>>pFMqle{-L`1q+6pkUbK9atYj<Q6Mqlgd-L`1)+8-I(cKdRUdPE0a3Y)WK
zkL=?;b02SQ7u8>z(-2{JIqb?7QF9P;<K?g~TSV>G<~2kZUI`P~D(b#Aw;^KVm0NBT
z!mM^Ay*wRm@>SHg)-`y0@3OTSue4|V>RPrhNmJ+j=jFXRc_oEMPfcH+@lreLSJzZI
zGne>_m%_Jv5!JTMYlwg`b0JKddu4U@|7(u^ET30@?dNh`{e3x=SEq&NR$iYrJ$@hG
z?mcf#pPqMJeA@QIpNhcYyMDtS*=f@se=52Ywr7v*bPx-aMYdo5R1_8G_j=LiPi1j&
z=d?FmcYXf!?WR33)25%^^<vYW*lE*We=3R<kDb2#^{$JjPlHnWy}Z+>b1QeQ?RImy
z?=nj?uun9&Z_nN>Nw>PPwk^EXm92k!L$2%g|Lji>?w9@Z_CY@T|9O1><{q3<AOG+7
zr~A|Ezka&U{P+9Q{rdlFf4)Br7X5$hbiGFL^ABmaT)s}so4R=4tLqzk-%r}t{qWDK
zzO;Gg-_P3jdR=a9_%Yc4+w!6sb2s1g@~1Le(|cd-F23^l><i`A)yE~;i-Ue`Iv;WW
z=*<s4TCc-PRwP>QKb`I@op@45ZLQ1XdBUsoUthX%KL2)()UoL=BW4}@96j6j^3SI+
zljbY_JmGQWy7611sY_q}{Aan^pxyrYmstwWc%64dyNGi!3NPBgvVV^WvnsR3miYg^
zd!#fziY?Ged1=2_WbpyL*!<@U)>XdsyR_7KkEX`K7vCTG=iQyu_Re_y(L>zpxEpr;
zH8hT$@nW`Q%6*F}hIwXu=bqgCC%W#(OMT0Afdzja@SZ$cGxxIebspC{3QbQ_*6nzC
zu=GWcdfdY!r)P1v-MM9y7yW3j*B+<N>8cww6;AX?M1D-_TBZEVl~b&@{Cz={*Jg%Q
zu1eu8&L3V+{1AKWspa1Te9N7kdTNuTijTKVU!9%1xnG^}<o}|m$ispxryd8Wc*!$v
zcv~L)s;b(iU~B)^$1T4tE8d?M|M9`1;;;YX=KY~{tA0$8Dxb>sphNhsty6`HUBQx4
z{}8DYT3dG4eO!KiGjnWX%m2E+^8H7SA7rmnRut;|rOz)V_3H@3;}_-Ez5Hhx&V6qu
z+4ECA`qfv@O*&n<JKl5Ne-O~g9<ngu8T0*#Z_=BXv=vuYPIN!=!#|<qoKah$>DB8u
z-%AGzib`Z0xu(e8)8XKu^D}b-!=2yn4=<WO@6`XGN7Ie=#g$!BRBGT`vFyz87ti;b
z6{aR@^1fdBM_V;c^Rd^;Ft3e4c~d8?n&SI4NNVb*<x?z{_GqShX}Wst4D{-%(v<ef
z3^-MP>B%Gwq1}O9lZ$5mt5_OY(=_+1Pijp{{>;f*b3z`@;d&lov0O<&^jq)^|3q`>
zjl!wsp$e-WNh;~X?~qmcd;ERatdpt-V~l2atEt=SS9Njp_I*fjZE<$5*r24eK-o$C
z7dLCZ_@3AgMNezn9#2}_(eSL}LgzoHqqjx#!}r8|EIN9cSKoZkof9I`_wp)sKYZFY
zT{<o=WyPZv>^EOHE~^S~u{;sVzv*go%~yqF+Y^!ftHf`fPdK|RW@TE^xku-c&ObT7
z$E9VRj?E3;R;J>O6`VeA+RRz^^;~C?%4aaS_w9OWmdy>`_pgobolQ^d;Cj=3{k7!!
zOUCzRrSDNZUm-c~<0I>CCO-Ww#`j{=1C`i!Km1yJZ1yvqX;b6>J=cs$|2Q#Gq@qA;
zX7I^L^(+ZVD+PUfGqR2ZD=(5VyxOrUj3psy^}EByi&hK9_i|((iBLWjCEC!r)oqLE
zqP3x&Yj>@fbXTBsE$4wFamv4>E?)20@5W-5v_Y_SE$8o9?=~*c@l+{O+9=#P*W-;#
zlDg3TIT3G;B&iGS_EbqVS2LV(SD;hT=8>{Kw~CPU#2c!*o||N+rwUoD^EN2Gzx3U<
zE2h(SZJLD8>i9i-lQgPvYq)vAX7}%!H2JPTr!AMo|Ijt9Jf1rzHK{b6VqSET*{O@^
z&~av^t}4#OdWRGiX*k^Fyimq8Wg5d=RRyj&*LQyvH@ep*m3v{1q6gzo=9cFSXZRid
ze3%~*>^PsbR&1Kq5i6~<ORA<VQS8f3e!Dy&<h%jHZ|2r~uSX7l|HbdQ!_m^VT{<qi
zV(r7NZP%r`ROB>jFO)w1@A&iO{{Z$Kth?t&W!VQ5Ea-9)cCBo$ODIgu75~40agSoD
z`yHKb?UceuoxIkgf7g5D{+smrm-XL-N3+829PgSPUU*bXFZk%%l^2p1Ty~iekYL={
z%i<;&yW;D9wuLv;Z})1)Cne9%H4iut(RABGap{A1fp?6!icf|gwtJcv*}%GFHs^wc
z58V7??seYQ+%Huo#;V9=B;ulRXA0*}&PT#a)I%f>mrmQUOK5w@Bezo=J2{gs|5xZ(
z;Q!e#_MiBz@28bZ3;&2$l^!u?v{yHos@M1J!UNsF;^W>S&py^3_|B=Tyzk}ChWP$T
zDWRMi8Q1=I+X?SGZ^C_nPr#7#pMIi{rF~}H|KG<y<g@=5mNmJ<d$(aC@5fhjJ5#Q`
zI&HEsO)}J2H&!ypUaqtMjQhjp>HhM)`cl6Qqt`8Y7i2H@=GX<^-eV@hrwx39H{|T!
z^zGCh?dEklJ2u^%xB9mdFXz)Lp&W(y|GKT;bso=d`~U6#myVz7kBc9D_1{(cFhApV
zllr+k{BD2n?W|$cFTcsmzi(2-^5Q3R&*j|zSzMp;<*)n%y*b^FWS=~q_BGGk!oYjh
zjNMBnXFNTA^|IyX<cG|PbGAgiuK#n;GThx?UwMw*r21R4PE8igjJlAqF}psc|F^i@
z1ZbsKZ~f!;!TMzOxpT!n7-t-b@5)~$$iVt#*V1hVj5yyHY<CQ)Fx}P2d$sDN^P6Kf
zE_<vmua9mMY?U*(();>+vuP9WywhhUWlq$)lGpJ<$aTGT&`X`<nGYLg{Bzm<m~nGf
z`tcRBu08*tdg419-}Hlx_PY!kyb}LtnntMa{?-3zTfA{5+i8dH_t&0xG^Nz0tx%R&
zc(y#-!(8{<e6QvUmwoM7>&~s$-?wB|lljL#ld5(dwSL6)%jNUe=?AW=-*&w9p#ATx
zveO@~Ez&aXHa6#(6Op|m$nW)I$=Ms^<{f<T>(w%cDXY1Ax!<~W&aKqnd#yNmuSJAM
z_0ku7^XEMhQf^u9CGEe^P-wOs!y6~zT=T*Of24Q0uVI{27tpp*+Vr>EA~ge6S$EIZ
z`@YsX%qZo~Hb3;C|5nCSwW)pXeuw{G4?FNEpC!n=(c0`xqQUD++Cj4tO#D{dZiuzv
z;6D-6u63%gdLPT3dmpF231{Yh!5Gfspy1PZP-yDACaahEtWyenS|_M~VzR4MEU>j)
zbFI;=#LxCn;YEeg?=B1V{+7wSwwtwn{qKsI2j1<tr>*gA%Hny7LOU7bSKM#!zR~>7
zhw*~)^Q+(YIbVt7T+iIgrX!Uz`&`Sayzf#ICMvrw$Xg_JKwpsgV)})MZ@X_V-{tu~
zG-IDXQ+58=t<`%)w=zx<d!xQBU0Kvha(C#i<j35iw|lSMvpZfl<+t^rrc=qx8fNp3
z_T5T-!`CCS?T42Uf9X*ctJcg7N51G8_ov&xkliVLy4b3mKlXb?FSEkS+Ajf2+!bY7
z*Rm%|tK^*7K6!R?2iF!(i+<T3dmq1BsqNCnoTrf@QKod|<S9q{TKnGk)vH#x$3?2k
za<GN_-G8yq_^)fo*OUc34ik32YmRz6*Y8_;!q<{HyVg(C_7t9U@R!P$7shW^#>{-`
zCj8t<C}Ycyn#6#~yTwIX=ZWe3<W_dbPMV+ka0-`y`O<gSG=ow$mj6*`d9+a|nPWqg
zc*vWdSyOtK^q=3?_U{D8^jBLJ%WLbfmuy(S-g(1$zN4(AHqsfhSdSG&Eb6*F`)m5b
zu<TaX+rG<xwkF?MDCQ~b`8jZf;F5La*As)ezTbA4!Js>B_WOs{j_3Q_5(}2Ptl_mV
ztNk}KZdu;z_vzxt)edd)__J{Ls{Fw3Rc!bC0)Aa%mQ2ilJhAXz4nva2i^<Pd_X$=^
z;VWoXk$HEXkE2cgE2C9aS@p!`(>0n$r@j-};dAh;6=UuPkLHUmJH({_z1|hnFr)Ip
z#1oS@M|^N>I+V3z#jN`kpL*HX*7Hu2?~M8T{#@&?-w9879b8l|eSY&jlyNTqg_);x
zU(ay*7I8r4SM!aFkGt4zwK;ET&S|W!W6+s<zx0}FwA+2|A6Fc9R=3L@YS#$A@7@qP
z`Fvu<?1R^;|HboPeDSxW>3XW<Bj%O0Eb~k@ZE(9ExxJ@k&TA!ap&h?!_~w}{(5UF*
zt3K|VQ`M+^y6IM(?n}`lGq^0v_?qVJh-+_nGTCpr*JD))5y@TqcU}I_H>)$r-}#5Y
zpG}P?du0oMZT8x;ka_v^+j8MrA)5}Kk~q<)XX2%r)R3~Hxjb>t0S$rLYu6{fEG_Ne
z?i6BRIm*yfr4ZLxuHNvyOF_wu_r(N`c~0pDJ5tmC{Ecxrk+t=*#-l)i*~(wDXSp}E
z9A^nu<m1cTzhUv@|4y8x6EqLYHOyuZ-ao6cM3Px_&0_^E<<L1xy~^W{UpsMKXxk#;
z>25ztS3Nl}G5r4iynxMphvKUlC-o@!Y{@^cz**!2$CASZDFSnM&H36Y`C}KuasH!;
zyqU)f0=@os2+vG>&6fS@!?BY!{Xr)ia>SR-HCrWTEUe*LR#GByihq&Eee3l~ZR|Jw
z6pk_G^UpKpU=sMF67|h@O7+~1*+1TBckc3D(w!Z}P-diX-%7^9_HMR-1Dlqzn03(w
zOOAI=|L*qB4&3qT4c{RpF`q*hR&0|v@4PfCpj2nW*NHi&IX<s1EbLS5lasx|dS}k=
zTbj!QtqPXROzu~ln^4E;^D*0A*x4v1eBOg?v+@i~YyN&Jl=W1edBIg_qUV|3k^{{*
zsxD35bZoV@itKtR?>ifdSfjpHs&!4N&EH}gyRD;LBDUZE6|*}_#iO2YJ4-7jI5_n!
z;|jE>INGXs;{sEQe}j`w$fgrEDU1D*PT!dBvA<}3iD3FUkv)n_zwcf3WbFgBxy~XP
zI*<R!UkiPo{+^d#cSh4!-BmW9rn<DOUp%EyeO*V0qNx9o2<E3RPh9WMV7vb|;bmgw
zq%8+Sj7=9FW8Y$7aQQ-NMvvc4fr58d$!g2W+fJ@MJ7sI-d!ENEJ1Rp$nOf^sJ8xcK
z=Jt?Rc(EAY(=P>?WipN_OE*u^GZlWSn8<QT@0gau2^p6C^=C`nPCZ;N_as5<HqSY?
zRTrPX70LenF8y7dq1^%RfXwJ8LJf>O+&{Lvzw)y1_!F_P@#{=BIX(R;QY-h0#Knj#
z@M!9+3ZEpcbZXZD8OD2F3-`a)UNS$o<3?*bTl$}b51avfHkX%dEbCgHu=q$Udn4mp
z{tk^}@2q=y^`-0|RK0k@aiOE*xCRgZOQ$+1aX;QzJ{$ANUaqISj~sBBmuKN@@m_ED
z;p>9$w=uF;zcQ~2`SqvDp>ai;{^5cH&oBCmT;SI8QkY<#`G0D?NY@U%DUBvfSJk|V
zmqc8#SnT5an6-@A%$G}cL+Tc}Cw9}Df`n#hy8LLdFmJiSAiB_4y{Mn>)j7pq|GRng
ze4VZ-e#)z95(%Ai<Q%{1cQK*+eXf4Fn<hEdDAp-nb#<9>F*HbGU-NA4UqZ?}JiKhP
z-Bh=|ZeRIwh3niSeEV43c$^~JCIvL^5s;fajq#X=-x(8u1k?P+M|uZ$H6MDn$oH5)
zPRVq3V_OcsMUwpAGAo)=TcWrt1XU6@tm%`KbZm?7)n4RoJ&nb4l1W!+(ehJkOIOWm
zTYOpZh6l%Q<={6OlkGioZCsdk&6uyc?NyU;qEQO#^s}7nY84_Eong4s9K1>3Vn=Z+
zzs^4G9}S+u8GM(1&--ve@v~KBz=W5oT=k!m7I;qCFI(bJbV6~limIZLyBasU+lQ{r
zin;O~7i{uvJ{P`?ak@BJj&*{8ec}5Vs{6j>MQnT0;47@Rvun1q)`d0PGiPoxD(f^{
zJ$JMG1Z4#lvA9oyUl;J6PB_-kF*ReBV2QPa_3HN~x|eis&pcsJVo@4n@->*_&`sV+
zXD9hpvgd_w{nh6-uPbq7uQRWuMfvhwk~iyDad5n|&<{?0xHwu@Q020!T<rNaJyph8
zJ!k&*`}7)2RFd7ItZJv-Th@A~Z2@cGl8~+$512RIP~4^8EO6vw-94#8C05teHPj<F
zr7o0XfBcg1u9ywu7sDX6SI7Bh#AY@+NX_V(?wYmd1LKeHrW!q$W^Q|M#AF%Y=INam
zT=Z1Db~lJhr0;d8I61-5I@vnn<!VE_E%rf+OILH0XUb<CcY5FcW35$;N@VYE+0OU8
zMLo{D{1!L}Jo1R-y79eRY3}1$okAWLU+p}}_l$9_yOzSt9g}ONHD$joQ;uZ4+FCmA
z)b_&%f)&-jZg}R#Uvq!!de@Rb)r8Mh?^~z7R$x95_U&Lnh?c+^Ma~e7`K)`Grp!J#
z=kJG<jNs1de@d@eS?2aNOm>`qk@Lzd<+rTvi=Ny)t?L`s$B?O5`bfBDoq%kD(_)wF
zTZ@jTPMLB;=;_uD_s7g(%m3*b>VD`DTXeg7|0FF>Id>P6t!upucTDg%`BWhOd6|}K
zbxFP4zB#X5^1iipTKa4*J$|>(GX9W4FU#@h<#s1`vApw84qY_w?UbFe*4GRdUiu~I
z@Mr}q1B2Ql)jjXLS5Dc_o%`Qq{i5RD!!w`u8gMBX<eZY4l)%cS8Tq~>=fblGjEyIE
zyMHpf`E=KsG~Xa2T>+gRB_git$`nN9K6~{p4H8|?aXMe*a)QR>S$@(H$Lc5Zr9TvY
zl)U}v;XN@2LLL?yo#LN6Q|;D8t_;~FX&Z{Wtd32-aQ4mLmex}&R>FxB6Sxz(^<<W3
z2&AyQ`qUoW_acX<UEooO%NoD$X^xW)c$!Py;?s1S@TF?)u~Q!TGw!aq`zb_ZRk@^6
z`Lrv^B5v^|wG(`I#v~V6muh)`6It?&XSH7648>=>?1!GJXT>yakY}*oVfsP!s?#y)
z2oYH!w`p4!I_baNH~G`FM8l0y5em**H%o=DREl9R%nZ%3lCpWp8@J7Aleoi?xD9(`
zHu%ewXge4vlryeh{8V(C$h;pO`?_wW91vT_HEoKWS*m@&9T%_H4@-(eG+W!(gt8YE
zX0lHIxqI^tg@v}f$4*y#xAR-S>)Q67GkZIP9V(X?uDQ+Ap1YxW`NRW<TUA<(CWpuz
z-|>BG;F3j*zEy7h!i&rN<23^&9`tTlGl^00x#Zgvvo{qpU&OWu%~+P=G{a6OVBhgf
z->G>VFCMR)B<3mHS>kG85h%Zmo7?e`xQv5edCz5L@BSe5y4tmmH@HM(NySvmy{>S*
zt?h%GI4djH;;sK4l=_(@c^;bf@NniL<4vNHs|%Rdb6<_!Wo~q}!(hr{#|yi8n6#cJ
zvFc|j2Tg9dx|}06wKSQJ(ayYSmRfL(tK3t`r9m!MzG^`Uj@nzeMIGAj$dr9&i4d)t
z&=9QB+?dV6{Witn+X<aSQH575-s`f2XR}u>5x*?C;JHt?!t=#T#Y>-9E3P=aGF0Ph
zLbcY?=uA$%_RZQ?*)#3`DzIJ>coe{LkoB|HT`r|5FP7K^dl^O*`ApI|to+c$=w-Bl
zKVNmUef5Kn7A7J6$s%W$E!;VAhKq^a`4*iO0z2aj#2ap&m>}TGr*C!d!TKdj&!^6w
zy27io|INMSZ|;^n;j%aW!Su*jFZ><b=~E8A9tYxYU+`ZLIQR9;PWJO^GM88{Nj<yG
zvE;^!smB>TOJt&Cs&W<|7Zl$(!RV9Co(!puNdf|EJbc#_+<tgt!4yH)pTD;_$R?(*
z_!6#RTd-rXbY-C$=fk7fwl0?@lzx9zwK(U+RHOLjbOu3jlNqc+qH()9R^Qa_j5KZh
z`ylgd$O(m&si)NLwn*-1a<I32SNet{rtc`D>U-Y@jSf~)XZa>7S-(;7WL5k9%RR*T
z)Gr>U8#{wuA6at9Fnp(Tz}L+8##SDib&eic;P!~wY|hGd_ozEoh3<y8yy{%ce|<P0
z_g2@c_3R{p$6HDcv(I}H=HI?Xc!Kw1#pFrG4~4fF2S_bfyS>8g!I@Lv=cTx3TyZ$%
zsQk-<-E3{f0kw+tN4}S|TCSfX!f&GzwLpYXH8HbL_Kb<qf&AtZclFntW>8?b{ByTw
z<%vZ(4+Qk>TV<n4911q9GI`t4xc%<MPnTafYdu=iVra>`hux#Z)gi<-Qdcb0@n@6Z
ze_3_qfL0Y*?vh2UD<-jKRlB70J1=k(?A0<3dVNK<uIx?Tve=x8B^!Ny7&h_0yHpV*
z&FQk(eCb3JbE!L0m3&T1UhKIf7Q973Wu@B1G`6M*o^P3^wuDcT-sCkqsK@H9-_%d3
zYN9gJb~Zc8OgOV~>j4cz@t@*+!p%!dTS}x(tL|(wR0<Lk-dWh`mwsYW`C5ra1?G*a
z$?U(rZ_W{SW>&Y)`;@+W&v(mt5v`Bi#2nW1?Afu&SZ%r=m+Zp-?cZKTr4%o(zmt(}
zqwwld=hKn~mJ83Pw7*`Vt#849-0)2O)anUOf2~Wo5~8E<n!(Mqi+Q$3*i)f|-wLnK
zJSf=|`dNq5w!lwwwTx1qTRZQ$AnU2km-(fa>{YR3nzFIIpf=#u5)O7NSuGZkj!Ic^
z{uz%Im$67mN?jFu=2INnnzH0YLA#c4!<{G2)`hMvs%*xN*>4|yaoV7v<})QIW*<kS
zFt5dl@@Ae>ji(;Gl$iQ;lYZ}=$h;X}mU%8d{jI>pF@-aseQw2tjctz|{-?=(i!frV
zQdIdaShhTK)xzfrXWU;%>(1`#d!u9DCU}`?R?|w=s0t>N_0w6-`>fvhdc&pUb`7PQ
z^J8@Gb?+&hdF+V?pU%ws2m5p0oAfl9n%$D+y8EX6#rBjpZx$&|U8g-;W`W|lN#e5E
z;fd-Cudq}v^ZwJjX@@sUSytIO2CL=W+Fc(eR=NakW7}>2Hu3H(u3PIA^rhsR*OVJL
zvKg*F`doYaSwkBa!PH~BlNSa)_7wW{;t1Cf7b)XaOtX}}`b6qa_^Pem)YRZJh4Vuw
ztCUT9?F1)R)uWZ6Ngcf!F_XL`rM1^On`kPv={Cn6_@=RZn+(gOT1U0Dfqq4H5<3~h
z6jGOU*vM`1xS;CvcN4Q(u(E!0?I9M%e6?8N;|}*VbTu;66*qe><_XenP&%yU+%2V1
z?R1?rReqNXtKQuwO3Sp)U4AAa;hVR!tw^xe%e6T3#^EKhwi%wasa%0_DYA=f-Tk_h
z@}7Cl+Oom5XyT(vW|zp0xk?Ln&dXgO7j$vLzJn)T8u<8!_6fHJX}ff_F+FtRRJZH-
zp%%fKSmQCFERmJ5&@ZG@A;ojmwB@IJ?RKAgz}3&(wru)}OWZM@_H!P^J`OzM`;_s#
z_?f&rqH`K7Qp`0cEIDA>z1(}|G;=P)^?j368^pIPa53>v5$P>bnB&oFXxk;Uf=6d1
zPjkWqrOe7y9rxBRv6)QGWzrH{mv(9=X{6L;h=@qJXuU`ZnaQlWG)m&egp^wk*D2eq
zb3Www<43VjLWZ$f@QMY7s}_gsj8<)nvfXRZ;*&DN_=t3t-d+>IN0x`8|CQ}Jr*X}Y
z&H0{fg?_h*gw|61%Yx$1RM?tI%J|N?Zhq~k9h>xB@XSNjEB|LzFS2ocwU%Syx%J#%
zm0SfcEOBYPnb5}gM(S+*;k_!!t`FACX<XLJXnCcRpNZj^WYiO_ziTsBq?I0-QF=ah
zDenUfu79s8q&9e$%Ej=w-seiHQDzc-DLU=5$^j-OZIQrvg8zG>)@>0m-K6EQzfo^{
z^FDW$s!Lj8{SQlCddVwWrmj%<YaX?JQI3;A^X07Y32qKtFS+ig=v+UzORS`ArL?Dk
z-Yt)p=HBm`SL>bnF7Y_CRPFQB_p+R#Pq(aSf7ku`g5<S{8j9{+;Y-39H~IU!<mNAB
z4&hin^;Sr{X7keD7QIhx4{&hgu$39i-#B~bi6;vT!>^@SggVvoXF3#WmAona$1ssS
zS^UO<g5NGF3Qd|moAljMbXjllE(tub{%O~WI>&w1C2A9e``57lba`;7QF~{@vJ0#W
zeByQ}oQg;amO1JecX4Uv^59h`jY2e}G%qdHG(RkQTHwSUYu6>6XGNB|7Al;wh?d+W
zDXAFo^2(Y659=Ov-3Stz+}>>E%+szmZ&FV68|^28s*83xi0=H<JIP7fP2SzmOHKJg
z@KfbHkFco{sef7KpKFdbJ=WWBbXSGu;dhDk)4%TY+!O3GU1G|~XJ5R!JPNK%IQ69M
z%#Ig9k%=3;7T>xd;=jB*h;ONj440e4$LEeVrUx|A9QhJXUE8u*hO0@@&9kg;Ntxbf
z!9&wh0}f0zIKi}V?xO|$(|%gdT^Jmb>%o=RBF-f6l8wK`sxiKQqIdHReuHIa<`zW0
z>QS3AeT!4e>A+gUnQP}L?m5hE`-!9J4p)!X<QI||=O4dvZCq?}Ans95%YyQY{AtNk
zx@SCod13-*;EYQ%m5P*DW-IX?T5({%)5LAgzM7Lt<q9_iy^yNuRx<s#F4%n6zb7kK
z3i)T0p88<!Qf2l~!nS1FuJ}Tou#d`9@1`5&xgG!f=KExUg{NI3gPy8Q600*{_VT-}
zwY-?Kt1BVnyXJZsf$+IzALXXASx=bavWat%bGzAMzb9Vo+c|``N`{6zh6gXrIP_wU
zlmB_{hv~Oc(;sl~O?GO0@<h+&zG8_mXF;IAq5TzAuHnjS3mR1ZEi+-WS#tSZKx+7`
zuU#%GhW{KEPvTeSPF^XoD{P8d`3Yr_g-5n8(b)A^_b}7rmzkW5p#qbSfBQ0JdYALH
z6^aWpR(XEn+_ETaCdaBZwp(896Jf~Xn)dxzfL>+PuNRBY&1#C5{2Fxfini9)kbtxI
ziW^HD1BE75c$z6a`z_P6Qspd9OIK0-jsuT%3+LaE-}%QW*@1ukwDfHTM-<W*x*g9=
z<`bU#>O<7_=FdyEUFlc;bD|=6<BqL;|1VCKnYvSOXN!YzZ0hojysYmm{7&ENs9u@0
zeBA--HmR_=`vo})PIMSEGso11K0CN@=SjPZkCj)3gmS4}U7F<j(`iM&t6Q>}6k}!u
zpUK6hHH<qmrL{}eNnQ<O`kCr<(uI5e)rC&duRj~vH3~3D@V5mTOxY96D7b-dbBsjY
zfn>pyi<&7L&d3&}9aPkuv?^-C3b$*_X3q=^8;u;<%zp85vA$MWVYPMkv3HF-0=BMV
zFg;Th=@qc>!cp6-lA{OIvmXijsMtuHeci+V?x*U9vj^9*R7z)QaQ!ga)to4~rA(2j
z*-hB0Q}wvnAv^V#f+mVaC8ZXZIU1BSZT)wIT#?h<A`o(vr|)jA$<~W2?_V|BknEMF
zJcB`Xs^8*e2UmN1X1u}MlcD!H!Rnr})l9`BGhewbo7_C7Gj2w6T=Wkm%{kJnS5>%u
zCI@N;YAp$!A*o@h@v~7Ya=HGg$ki@e)RY|(mVBM5_GrrLyAhlHDwnL-CvhU4`|Xao
zS`D2W^rz39xaBMBxg4YImRzo)VoUQ13Pr<iNINFY+_<80Pe%S+`+(ICrQ{-ROfi#M
zwvlUNexT+87Z-`t6<ZC{{N4Wt)HUC^eD{R+TE^>7ExXp8zQ|p=f<>};u2D3P%9C3x
ziy3teF-I;<IkoTb(U7!d2J$S@nu}wX>}%MdEwTQEd7AmeiFL|uXIF^x{d!S!MM<a6
zi%ph6@A{XCsgG1<Su0<S$#`OvqP*1DAz$anGA`$;r4Jc38@`A;^vkVO51VPq5hk4Z
z%J)-hxsjyA<?|szx2#f=L^l>#`AN#IRp404;XHAP^PGtVF&Z<1WxY}sJl@@r(QGom
z@$p2tIbO|~!dLADw*1OU`W$%Asdeh*mWe4UZ?5G=Da~1stniZi*_s0`oBTEiR{Hra
zYI47(bx&d2)PRNiv?nR{JD4|ZvtJYVGJAzwdeOG|%l4nUy!5`<t|KD9xf^+2@`zMw
ze_iIYI{Jy*g|mHC&RknEBegCT<h|+$+nMWODtY&-(k8)mXC#$>e-eDI@qO8(Xvt#d
z^Y61O4rTE1cU3R>7xK#B@s-IprWCd*9kot2Xy{+?ONn!}%gt>X^-cNn{C+OUQ9IJ4
z`C-kBHR79it}DG+@NvDXD@Vaoeb48e$Glup7wFiZnKGwt!PCw~?uk2G(oB*jJH%up
zg;*SO)IBe#$+3OM6yA`D-B-RHEK9BIv=Zu+DocBk(){ik2gl1V0Z#5yP99uy&x@N!
zDY7DL>eY2Kn*G*IyjwQmp~|`$j!ZU-6#63MbJzH=rj{r@>RD(n&l9+KCco$R*4IWm
zBYS;fZ_X?zJn($xiV4Yo8>JYo*m)(n%bq%+dDHBcO|8m1EoTF{md*U9SSy)!F5__t
z+$;1$t@`3yFUtjntjmmr(t<89`=_t`JySKX)xW@ucaz@fcG=1KAO10<mrUwrHS*~0
zalWKyW0*ee$HA3lTW6#weZKgS=XY?1|1&|I{M3skH(C1DTvk7<`Q_llg0rDFl#^}!
zS6zDF8+Mf^Qa@OC3hN}U-aXIw<oB6%u56yN&bB9@)vKvyg;4%P7n4higZGOpWS255
zz8!IPQNV&z0)h``XH4BFdL_=m@P&F);U(p(yIt7pgpA)GidQx-?Xved+x#W<?u6il
zyI1izGzal&ZV${{9;$YFAFpWVHIt|MjZ6~^)PAx_eKmZ<ewZ!bu;2%uB@9ia3X79|
z+~H=s;8ZB}=*5FbkJG1&q^#z-e$?zeDm+KW(#Ybi$>GvfPmdKbUD?LGu&?K9T((S*
zey?58+zWD(SF#&v2l6#}<=3T7E$Vo;<n*VLE9UEjJ1vNlT(Q>WhH{*z+vTn;hq%r=
zEzR9-_+!z;<0k9W42%}!_Z;ft_m~j*@2-}c#_w5yX=SSW_9Z-f{V|KZEOEsnz0E2?
z6My?JGF@bu-zE~0Q?aCVkw?;m^jVUIGnvAqLiIHCz8x)*WSCm05#av7&30zBVrXOj
ziomUl-*Nt$d-B_=o_6O=tD+t|MxAy!X)q&dp@nmPeD!G!c~{q2ol8^q%&2ga;QA8u
zP?=xE++necrqNmL)?F!+%>PORsjiSIjViyWbL)1)+ryzEjS?HCiwa!GGnl^hf54qx
zm!o*UcZEE-{8aUC-@l{cwr9F7rCxAducZ1{cjb9y?~gn_RvIeRro2|?ZUoLW;(p7t
zZo78w2Q9ga=CZBEF_n9D%AFpGvGy-IYPOSs>uLRp69ExCli3(^cz!jmaarSXL!*;P
zb*o0U@3i$QMk_SDwuCH8N@ii|&24?AC$_ZF|Fx}AOD4<ul7_}K(KBWR|L6QW)8M<X
zv140;bf#d-`bqK=ZykDDn4(gd5+|f>+WSIwrdj8a!?#M<3MO3K{6cI?HP1bjW6nMe
zA9>r9JH>kiO)OSu&1=+}KJ^#F;-Zk`DN|Rk*lw^p)>N!PbV^6!C+1a}iFa4JO;T^p
z2?>+12zjrp8MAA(*&?@d0X1&QY%|shCEtw^N?NECn4p-FIM=6m1<Qqft2fzy?F^Z9
z+Cf2RuG0sHA0N&cH`{o!WiMxK|GJ)|`j|1x9rmJWfl020A6kX;Q}1#Z*eVt;o%AwH
z=%Uu^OpVLYV!O0Xu&i^MzU(6RlQjVWEB|Kf7hrSQT^R6^OQL5<YV_0u!y2x_iL+<?
zOXmokB00Ng@tHqG*Y|hX6a-G&Vv%DLQjmFMLHks@=}aG-I+9k+zBWDeYxsRvq1jg$
zyyQ$Tu8dM%X@2%WXXEDHV=UnlyeFC;-1J0l&D)~^yPUt-?aEuYXUX@OA#a}gE{f~u
zvtaMoT-;^v*wxhYrv1-bWxI)H>dEU&CM|JWVf1*;xh2o^*2{+ck6gUQK<Al&XHn!y
z=02aP&929~51sp@=;rZy>gBDMme~smi~o{Znx8x)yLF>>SKQ?dk2ftm^gvMc3j3Y2
zY>#|QAM~V28^*DpGMaHHDBz6C#C)FQWJSkQ=10WDHZG`f*tv18mW;;{$GtvZQyNYj
zUUW?JYed4#DZ;UwU+NTnyv$gwoLu-t5}znt_)=y%r~1S)_Ve-D%gYvPZ{}LM_E5Bj
zmPTx##qx~}9iEFVQW&juANQD>-?{EQN!;W2>Wb}2Ng1KR=kzxioQhTYJUO#j(`1Iw
z!~@SOasyS>PNeyy$+V=nd^@sNF**I5lF+*l?M;`aFwIbj`q!Jv;5ut+n&zcRb5`!x
zv1FLp=QpKlR{Mn6Ty^i>@Sm8zLi+cLJFbk&-%m=i%c#EQY4mr0pV5RBCvBL&1eCER
z`75}j%*+e?k!F;&X@;1Iv|_d5@v}iG$0W_F9%kAUn)C@>S30$~zvqjdLXV7>M74>|
z7Z0PqB|LGJ9EsAx_Pawn-JX7*`LOT=e__CT^@ERErd0458RmHZ4K*@aest4^KNBJy
z{c;v_@qC`}RM6#%V{L!Wk%#Ju7rQw+-@ESKl*D1hXI2<|%aO0uzsp@YZX1KQ1oPSE
z*{X9UA2H4k*d&|Ruvq8t;nOcRFfUR%Z2oWU(XjvgB@03rr4kotyS855Ryc2F2HUZi
z0?qKova=Zy0jXhPrb5ow9F^ZT8K_o&<`8jR!&aZ9C*;M-==mc#(P68|j#F#yHyhh%
zEHHh=9Q)^(`^1!=+CSQu-o>m;netmPe~WW?<3_L8#w*bY=kyI2MA|$>IJJ7srW>7&
z(7UU|``Xy)w%=*qxG9YtqEeB?hi+c_X?5*N24nKPrCy&8EI9Dd`rt9?stvqKWlBa}
zGs9&h(*zXe1>S$oEm+I`f#ubKiIMp#S9WaU_{y5#Bx}gU^Xl+iOZHdOuQ>m&HdLP3
z>X#+AvTo{|Xvy87fdwVq2h@T?C0kn)BRZL%&g7dli|^ScIUk>7JvMEx2k!h@yAHFT
z_CLUU*y5(0s({6_dkok9=sO?ho4RJ<zI)7v&dbCx^S_dxu~@V%maE9mm23Yi#l{~=
z4IcAyOI9d{w4@!+TJG<>(reRl*UCrC*+nizZesfy1CK9g4T;+JtGW1vPTxYdDIaHg
zruFC>g%vQd98K?aST<ciKWy8|oXdW#>w=_L_sm??!^XEoI&tEhRmIQbN`KGSTiW==
z$IN@TNJu{eZ%b>b(%P<!DGH1t%W@qTYj!@J9MQ^}AO5W>rR?1CiRWGfojO{w^Yh~q
zc1!w1zACjcSQWWl*wZC-%Eb5YUa#E+92pfG_N)DDY!Yp+V^o%W7d^E@?R7<xkMB}J
zuKp4=E9=~Z+Pf3Bgih#Lq<z(dE6e1sfw5Hl#v5YX<}T9;HU*y3VQ|hovADO%Q=#>n
z%?x$z#VT4$<Rs^=?%D3KUvBGm?WY&KxR<KvpYiFpx#G$4<B~bs7p{=0FCEsF1n$hS
z?VQ(sYD%r!W-VEs=i!|NJa1N>@_19^b2QgYbh^Yzi?E0FD^?VQ7ZwJ$DsO)D?{!{m
z)7x34Ob)A`W;Oq1o^ka_-DUqxrN;L<{_Z`eAsi|-soW<w#7wm>qV-=wpu~!WKTa4*
zTyH%y*&{l1iLCyo18$eBUWB~r%UyM<_=D>@&JM9gc@3oy;mPhFgm1SOh28G#X-!uX
zSTs2^Y26y#fQd&=Ypmqj?&KPHrR$LU8L<^Rb}ZR{fr*>@<3pZLx|u2GADWA)eK!c=
zOo$JRint^_(f-)xj2I=!#XVjAQ(qhHyBHzpuy@-T|DM;+O(rmSS1gEG7MJkSUF^%V
zEt2xDeKs$-6ZCab@H784ANzP@#dN%u+;F#i-IF47_)JQC%}KR~XI`)55n4B;#qq;W
zO|7lQ>bpXJxGk0J2xc@($=h#}GgF-_&3oOe0NtfE(?U-9q?}q3F!RNNt!YzgukfzX
zsEWR~#`2hhq19}Oy*&Obck|aZq_wSHlzX6FSUWj&sae>)>0iH|`1n8h{n<?_#|v{W
z)=PKSawORQ@7$~Kjm`Sx9b2Q#t3J&W*IpHrCsf^}P&FZImB9Nj4n2ue+h-|;v^Kh}
zPq{A7bIXT?KWy^Vi_>CrS$`}|kepGnn?FE=|4g57qwI<TuA|E%1ocnOS)sLKS=Px3
z2@B%{@34hA|Gl{2(Cceku7>!Du6oa<Y}CEYNlb!QtY&q=+HKrSr(SbSjc(m?;8vTv
zLR;!>_NuE|mtq4R7%VXH-*Lxlq0uJ$Gtaf13PQEQC3JQj%2<9$ZSm_4-~O%-U(<X-
zG6Gn83pJ+v58u3a-Lw-c{$J-xcQvU$;U0JOalXQ<is{edOcpoHHT99xe$si3H`qER
zp!D@qx$-Nfp}{{TpPsbXx2F9WYp#~d@l&rRTC#D;g{degg*QCnJ@ny}4Da-vduQ&f
zkp7l_G|73NfRfS8>1>Bhj=ec#?HHoyn6gmM-jK2SvHKRkhr1i5^J_>k#hqg)n%n0q
zp^#+PeY<gXM8iyjSrb2=t=YOugj3Le^UJ5347EBc8QTjy9A;lV_CHQ8<4e<>>%SlA
z|2Xl&gPVa-RC$Spk>G_1I?6KwdJkKQA9~7mXk+6<L+y**ax*FvUOMb=db3cuM1rY$
zN7Kc#-ij>mjoa2HyUToeXn41aRk6W7-XPc|LtWVAPng}}SFVOCQ_^@hG71W>XjDmA
z*T}Xo-`IRMlPy!S+YD>lDgidG-X9$wjMM%tD%<y#ku_i~&$aW0kCS(|iK@(16m4KU
zZ&@9)<&Sf3#m??7Uctu1kE{M~pP8(EX#L&?g=$}{H}iM&vM@$F^_V4Rz4bkwQQ-gX
zzi-}+8w*}%1@O%DVB0S+{hKOBUTU8%qg0aCz6Dzib|+-?WSk9W)(Ueuyz7YV;~X=i
zMR%Kwat+pI88~J0a9$Bue9|rTP_0Cb!=;S2<gEXxJ1lQRq;c0ba70-eO^G|aHC-jl
zm}^6L2FI0}nSRoN9IS6|X}QR7ZRc(lVkkVYkTrjUbLIt`1(McmCL0^KM>fYhEZ)6C
zTXVtLY=z4<Otmf#)C%IhHFRBbQgxd%v12mx%_X)Mq{0rSXn#n{`ym}9E2ZQRoH|SM
z#qu*ECXP?%KCI54?_FkJ!`*sSVA@p=jys3<GL=?-5olT?r&#BrvD1D3L#aRwoo)u^
zxrfx|JzL>XkYE%$VHU62b+yThR6W+^`6uQXcEo5-n0ZJoYUX<7PmIo)q37=Fsk^o$
zsc;_rZ?f}w`L?Ns8#nxQ;H_x8#lEAR?ZmpZQcoVmPP^h`a?e4`OoL_i*-epA?f>Gn
zLj@i(Zo4R{)-V2Q@uSvn>kr-D;^^7e$oc5UVb$(_k^3ccvNk+fxNWWD@s6&Wi-V&s
znoY7yT~Hx4yLnE|0xw+w)@H^cnYDcTC-YQu`mDIYHMP9$wnkO3OGDc_!$qY$r#}ao
zSp+XoKF1lg>EHb(wX4CQqTM1<Ii~erC#}uc#y{b)y7sKVvu%?WK5{QpYq2&oTHW|#
z!|d4?Z%NmvOU2m6ybf0Qwaj(C;(oU3!iWoov3$X`CKB(WbldJaZHTz7+_5*7GooPn
zfuKzX8#WmV_y2XtSln?nRY!owDPw1V@jlisE4JL<v1UTh$?lN&ZK@qRp6+Hmc3_v!
z9WL36Q+A!(JUQM?%+RSr^RjRCN&^<--~|cw$_s;AviIM-@0OyxbHO{4m63jX3L5L8
zQ=he{ok_p6z}lqP&c#XGM4u<PiGxk(r^Y<jF2gBnl$yEScg?$GAT@c#(X&flCS?2V
zHBe|#ecig1?d@F&W(mzmsg^U}GL)MmTkndCFL(Ukz9IFj(yj01$Lbzy#|Vj5C0MLE
zn7L(&pvR3RM|oH-C9KLy+vg>&-?*5)?x6Es=k}IIftw{Ag}xm;ntR5_oX^}crA2ht
z?qqYG7>R_niUmT!M<QqT7+vN$xoB;r3TsQx8#&f5Itwm0JBhzfRL+p7zj!A;!$xzB
zxAyXdUhbzk{?{I?I6trE{1H~8Kj&}sRaLA!*3~PT^{`yt^0-thuYr!~noDQg?(=Zo
z$Zss(wrOfZSSD}o3jVc~t68+#j<l@QdBp5cU45`<MR=R&+~u6d)^q3<9m)z=KIen(
z#$dO(+5z0gYRN~vXFU^rVC-Law5wMutMdtqfeq(B5j*WIEpNhY67<ikWtnx0JBMlB
zRR8+^g9kifc9@GP^a(sV*R)Tmt8Ig(-JyFkI0czqJ5TOEbYb>G4T-r;Ozvv-ng%|n
zf21<X>PPW3T-rTjsmJ}xQ?A#4Hs(6~$YbIC)J5DjE8D+`Fv(f<THZaPx`4xSWsL07
zpDMiGdIo$I=lkw-u5vqf`|M7M#ojY>los1o%-3!X(a0&(UmCc<DWpws@56-T{sv>o
zgyVt-j;UV|5G>oVo+nk{?dKw?)L+c|xn^Z*I5FQ7U&_?mR#*3rd5u=<$M*#*V*m2~
zHjJ{aW)(Xz(|^`}gVwDEPK&B6`)yXA*`_=1TVcq8g^Mor^mH#QNeXMTZ@%%1>yFO$
z93GZZm!obho)a1vzb$0tFTT68M|b1)qjElcAqB4!GX&M;ihc^lb6m<=SSrwz@X@^c
zaJAN@Bn7Acd7b<@@k$3xE(KT=D}A)x!){~DWSpQFqq|q>tVrYisZZ}0Tt4=*VP?~&
zwG6LY#ShPYWa7U0!&a*wo!sU{FO}Z5J)Bc=@ymB3XRGX4Q!V~81S&IaFesb4^=N9h
zfqKF+r`DU{2SR2%jPb}jkl$qXaPQ+bFNb!6<z|v%xkguVPkfkplC^bN>iV8*8b1~>
zx;rmyQ<Gv}koW!Usz+%*^VXGpG*`7c)b*-uzFfs|X#=^S9on4%b1I&zK6>sV&&l$+
zB-)@tx!_o5aF0wvs(nbg*4^xdE0WcWRN^<jyfH~rd-Z$A0|^%Qn-p8Rr`9@uj6QrR
z%xvzZ6Qa#J{NIF2jrS*6?9etkpiwNodFGdR6+_LXDL?prceTsMh4ubh66*gf<HglR
zfp^~;cW80C^CxeNvhb5%FTeN1ucdq41+H|feGE^NIL}iZ`}<tzLn{sT6Ve9z8JBQL
zn_iHLG1;?M=TE#l>o(3-6KBRt%XT*!R3<d84c=bl@UUllTOyZHUd#vK{R?70->^<?
zSr_r<?VFQvje9dnYIoN6+;$XOSMo46lA~cu_$D@^U5C3wq-riFU7nY-W5eP@Y%{8Q
zf7)~N+czu3x4L&J^4<--rK`B!$@?x-GN(y_<L<9*2Y=q)JR`27u;8jWa{^1mhgsZb
zSf7donJRH`ay33%)VN`%{(>zAdze02tlh1bq{pvc->7+L@_Y9MVkR94et(^xM(j;G
zoYAPGHPQd6P?*w8FXs2BH-9te>;Id^%qYs-lg)j_-mE`Ot@H29j}z-&^Yl1pJM~{>
zaQ19`sjYXwjjh4t&sBvr`7F9>;+ZP@?kqj9nQwNiVz2zqM#UbTic?2Vub=4ofx(V9
zDz;|Dp978BzZhL_cL=W3-T0~Xukkcxv6T}qB%EVh{et&F?USR2{wo*r#5B9tICi8w
zsWPrD{&1S(*)PFgf5kVkDV4Rw7}&JxuTYp_o;2;2`FmE~$eyfct!a8JEP9WO7si*G
zTStj#BwHIa{cyd1oqL0ZIIo@loj*-4I1TncGu~XU!o1tzDMu3PjLX(Kt2YJqyjt9s
zW4drs;L5udGcRscezQ@atZS#kiS8d#U9t(>SD(#vwy|FP>Gz4-m)krwlENSS_uW&c
z;C;I2;Om8ZPi0L!>vnF<L*u!XEfbYk!n<v6hCkb}Dm<n6=_7_Io5k&Nr@mP6y0M^T
z%~TFq%@<QHN;l}vZh!h9tMXaVAM=mWZHFc-<jC`~j@f8n7RIF}#u%z>vR3kq@aOvd
z5(?WlzIN$T*mUsFKc(IJDf=?^HfCS3d%!x)LGnSI<oceA3#;wlznpsixNq~6FK!0H
z8`GcqN81@?i8OHrNq&zwc6I+FQ-+!QLU@ige1CD-XM#!rm$I<*&8~l264<`zPd=dR
z*6*x%TahP0|J)6ZpZtkg+za>i{{43ISIxaP7YFs3`TJdd*dEv){^0&S`GD!_HJc}Q
ze3`U2$<12QmHXbMt8=T$64eb}_S$ew>=XXR^mOCJiSOnZtUM^Z`0yi_Mg1=d)s-6U
zh4#Cw<NM2`ddax`PNNIk`HpuJJ63qTkW_2Uzq9OHz@4>RhmEC+oNjPB_6a!d)A!8Z
z^)0<-aj5m>3}t2itqPGDwx1<Gid<o8YUE(wZz;w1fHnA=%Nd77@g8@gYjpdjIA47r
zoWL9rrYu(J^4r+q9k0r)4Yz;3^)wF@+s!+d_c8ZD(F1XxPFVB1h+GKZIHxwx`0}4S
zKW{g`+N_;Z#`ZqR|4&=YH8+hp{0`img)?m~%xgS<>eDH<7YBOTYF5pheV;d3Cu+;z
z>95!4FL6DnzKlI6<AS8wv4))rGBK6LQgO$;AA9W5;PYx~>SsM0AQ&HTrFnWxXKdev
z$cMIf!aS@KGXA_fxvRPVqV$Ioo(H)%F!Du696iP1Q~jy>8=Fz}vY?O`D|?;89kg#w
zexI3^K4q)vflTe^OU^iT1V?tX*={aWY%o&WSs~`XP&`EcPupds)y6ZY8|_+CwIx!d
znltp~xBCs#8~2OwPf0jc>?U&b<hp#fI<FOh0s9|BGfuzqVfCUVuIa7<Oo;|3ADX|e
z(VqL-?VaID8+EZA4WfVkKRN1P7!o8kbzjKWw~7I+ldC#+`&aFG;_<=b&BT+UEtb=J
zXKznWVV>$-T3-3;;MCxNJ^|?$jUKjQfnR@Yo9aGsjzj!ur#6xGzilRz@7b$((P(Ex
zd3NieD-K)sO8#ko`B7xQ5Q_<?YCNl`be0dNB$s(*e}#Zt`jL5SdMhGR#BErtif1T_
zD&PKU(8VhHQ2$2FNhuZMZ;h<l(yQJ~6x=!Glj@!CCU4zUHgx-k1k5jebV7uIafgAw
zLE?#&7ak%r54(5RKd`EfN@(V8NU1BW*ypCEzHHiN;j<M*6_2c%tZyD=SR$UhJ;vqa
zw?<K|gWE*Kj+F1<h%d?Bt+0Osn^08KWYIevER$K*-rRd|lC2U;2~T-qBJWf|&%__@
ztoD=Ts~xfn!(&+Ph@Fy~a*L<i{_K6p^L8)mUY$M~7+@43^?GycM~iFoRy$n~RP$_#
zUU_(f`mOh#*L|EmyPZ?EDL81%Ka<@#{eilhd#xdBo|~dt!}dVqRAr+$4U=<RzDtiP
z?f0;sVJy~}vW|V;pFHO<t5{9hJECEG=EaLdKL2<yL$EvIbl23U77U3;A}sD`PgR-s
z)MKi^p#srwF0NmnD!xuFn^@6ksoB0xW|t9z?j`FB67eg)Y+!TnoVZ}un~87tpQ$_+
z63`{YsH$^l^C88Eg&#hwFl_X0w<zLZO4=f&C1#SxeYD&2WN5~Nn@ip`=5$@)ki59b
z=ZJIJ4YqS^ll)tF-OXm)P-y?rWF5a?zILS0jsAr)^IkD${G0vt>gEMMQ>58iT9-dN
z(j>n}aJ3A7yt#{6%cJMlt7}{X52qQV9@-^t_M`1|_Jj1E+l$(cnimI4WI4yR%I)L1
zuaup(NB6}f&7?CO^4FGf*|{#Zo)~^--TJn&o@bxF@Jy_J`p8_!+>4j%Z-HUbwyp{P
zpG3bg=T58Nq{!zs<MPy-&MPMe8d-fyIe3h1_Iia=iZiZx<cPdH;?w3n^PjQdh7y*Q
zCN)vDy~<02v+mu>dQ`)D|M5@1gFKo{mes3Xu&kWY6nUW~!uaLemrFhh?cwIRC;62<
zalg{-r;}wxN-lg5uo6?=b%7)CzzX-wfA$|w#%-9;X&(LP?6i(DA=Th80r{MEqjJ5E
z&yw@JSD*hj>3aIRoYW(FPmNZtm)f|>=qyjzJgp7)9IE<Dq%I_XaX;YAQLg-AO2fp5
z?XK3r8fqrVou6-iHdYl$n!@NTA$eRu`NDRkYduZtKlk`;5HW4%-H^(=HvHSo8{I{{
zdPe!{n3LTM6ONpDJhAhTu*?<#3j-l;QLz-~#{JVLSRC4MZbr!$CYjPtO~2+<o;4~|
zNIq!To9%dEnw&OU{@WFbAEp{Lu-ZJGP!%+TX<zsnjmKr(E9|GPfB9DMzk#wztAN|H
zdk2~vf21%sin<3_mpuNq^uU*CJ(GD;z6C@~OrHK~e`KFu;iJdxbK0FUx|JHcc9d|J
zbM%SGePq}CXu+DggR}Qvjt<Ae{P`1(t}(sF!f&9Ze>D17NZ_8W&tA>mC}&(Jc|~c-
zWTl8*KQA==S-IlIhfNDjj~x{6KciXUJI86-shz6*2TwIy3af=w?F$z=Q4-~LL{h9r
z=R}3R!v|5m1g4jBg9I0y`>$cD=oQ-K`tE#9{C#ErnNs<y<i71c^zEXZc(uG@s#!r|
zM=RSIZ#UK00}Q;1>QgQ6&USx)^~vjo>xbUh8q2U|?RCrgbb$Y0eYnlk^9R_B=AT)4
zKzf5<NaByxSFYa3p2B=B$K`l$P4nvTDLIpC1ML3VYH7KzyE3cUIMYwg?9pSlLt6@u
zK1}URe=_U0P$A2#KdjX?)ix#GYh`=PIRiuvHp|{rGG2T5jbNbmqvS)|Tc%4ko$m@Y
zx#KjsYDd?OR+GuB{LRO?3;h0CSnV~KHbe6)XU#9Z!k$y_Wv02TKcDfwZ1&gmr+2!F
z%sS5>Qnw25le@U;H}|<KVHc|yc5#1;e|m;Dn`POR*H;VOHQG5h1a~bHdZm^s`DfRg
zk6jwG9h+54!af>4mUb7gWU-0!+iJ))&!Cy5Xb-2jQ^DWc`Fpl=9C13?b=AM-nkVbG
z<vS~!bu`cXZ2e|Y&|)kU(9n4BgKpb9>5cCK&b#bvENhH$PZcQ17SmW=STrZwQCg<E
zZ{wm(tg9K*Gd-IOg4w>D*`{(sqcO)&VY%!2ti{&_FW#8_U_tx6eLLzNCrR2IEUi)t
ztu<c1>W7YqKil`9s1sXHoiZ)lq%&_v$f1{;3KNg<TEF;qPkO=Ut_`k7i~|K8GoI{c
z{;K%bxP5sAZ-?WyMFRI)WS>4x3gxj}+!J}1ZQh#?X$RKp`MyoPFUHJdKSSQ#M!{CP
zLUC<u!<UoCp0ob=!VxfWzpym_V#Y9^oD++0tTdOgWSrOP#js&5&%ReY`4SR`3@5zY
zoc?&Sx4=!tB|iGE^_c=5PH1X%dYO|iY3up1yRyb-vp|BN_@dv>7cEIV%Hecc>iOg#
zSB_P`yU*O?PK|5auUsGgwA}2*rv6zb4hOk){EvJ*-{aw9z4d^=@`K4)Zm;gWaZWgR
zj7i2J-|ps@%hL7n-|mNRU_TdM6I^ru-VOJf&pdBdBq~hb5z}$(n*0i(fcwp>7w$jC
z?xhr-=AgBlp-d+rQTV||=@V0Snldtrd_N_+*R1b@lj^#lV;59@{s;`0sN-0;`xp1N
zwDOt-h0zV-{EJ=+T`YRi!JQSDuvdxw?8T&+CzDyV+HzDRA~vuWt&G}uMqOR{?e4CA
zar>$HftCvb9HIqPgp32#t|VMr+v48VaBq{W(Jz-1a&P+_S4g$~m~PDOSGkZcXa#%t
z;|ZI$UbyjT-p-YkC!>GZ?(4tjkjUt7FjMn!x6X{8dnZU2mj~Q><8Uxb-e~&a=|}5-
zXDwV*lv<@3{9r@H6Djupz3Da0-w!`Nw0NPO@)^U!IS1BvEGpZrTvnwKk;U@iov3h>
zZ-NfD9M8q;A69RCoH)1FFV11ZQ(Nb9&iVgl-=CY!`$x`5nnQxSAh>bMxggmM32DqT
zc}42<J9#VK96rS)7qxR^V;k40iX9F|e2%7hpHoacIWyW|M%3j^ZhIzPm*W3pq;+2S
z()I1`(|W#bFkR+suwxU$-|z-AoeS>n8QWXZYpade_a9=)jCAuqtfBQfeNxCg9+Tgb
zA3up`cyZE?_0`ffjA?t1tqQpmJoSs_*T92^|6CT+JK&=~qfp|tw)D3nt7G&PO7tX>
za?Bruub%Vl);9CdTU^(yA1swU!*=D`<eyI2>DvkzA5N~fRdP$7oX>E_jOoQfH%C@u
z^TdCr7@kg#R<7D}<XCJ5%cE~)sn$;npIEv_Bvlu&8Gi2kX2Ykv!DDfPl7iGK^@5!O
zt1b&g-emqXr%9<tA>HxLqo*s6+b-mq5_Uz!C0(_HPidvUN@yZ$_q?jaBj3KXRoqtJ
zbKOj+E28xLw_wZ6KE9nA`dlmY1h@p{5<0G*VVm%DZcpG6xz+Z;4?aH<e%x(#>5JPh
z-=5tGUphS`_!p$OIU4^}PR@&3zv9J4P5o;-1AO-I<_G<>WBqp9fG2sI^4G9yc5O|b
z9PjRXG+UfMC(|lkUN87VQH8JL{ZwAno(;G5G0a<VxPJrFYsqOlG6n9<H1g18OJh+N
zNR+yk9hKd2Ln^UJX5sx;{8v_FtX+_jI=w)+Sv-fuocXw=_LO_h{_keq)(~}1{n~t>
zN%6zV(~OEto0oCV@8m7`bLb_*ixcHH^39G|Dr|0lbZ#q~l(xy906+HI3+{+N-K0Hz
zZe@J#Ny`%DiZguQawSjS=ZMVbpKUiK_HX#+_Q(US1=fF)54s=quJQgcEkJo;M`wiO
zJUgYLw3ghMdWY{J23*e=KE0{tb(Ow%sa{ap!%QvcdTL<9%412B^_N8Q7}$JOnKv=V
zYsqy#m1dEbd?KE0ZfSC#wstOvQ~EiT<LWfm>D!M#m>+Oe!SYc^)8ozyL9P|+j{Hcw
zwCzZm5?eZFra;B{ryYU^&*d0=(^xU{<0dDuyg91I3uY9W&wnGW;Hx`1`a)np^N#t-
z>jNH77HzWUJ}!{vJn>IZiRn~TCXsWtpF5jMI#YHz%;SuCt^Znj)*_Dl866TY1y?QX
zNU##T)0%$erRl>4Cs!d|VMomk3wUSqv_D;*e*UPm#+rzThJ)XHHcPHF=}Pf<!zmV1
z%VJUaBt*$_>I=_9E3Rz(E+Ocbl62#>OMbvI_wEk6hHr0{>sm(i#;v=t_~Fy;$fZW>
zQqO;@UAS!Fq<bd&(rUK8O#6{;5Iei#MT~ary?L(>3x~Phx*548HthJqMYeONZeMjO
z&FIMEoC&+EHa$&ak`W9rcM=qySgzjW*WXjj)MXR2T5@KLi$KEZd*by%SEn7|46ur~
z)cQEDb_S#9l%$L&ueCSCb*s$y{drYQTuwt#{j1qiuDEVyPtkuP$NFYX_=Tds>T**q
z-8kduQXO-sYbvwnU2U^1kN3UG;CttG#%$Wciv`WL)k!usm(MH>-`Vrkc5CWe+b`Y|
zRVq}Zb2A^keX}`0Wo^3uQ{x9Sf7)%H)9SZH!dEBY=Rz^Ni_Ce(&qBL;IqO?~C!7ot
z;&!pgRO`K?)obm|tXaLu<|{vkrkw7&l}j`Cd|)_W{IBxZ`a|r`G9wv<pFZn2@c5?h
zj1T&bD(`nrmR-55`<tZPDZ7bJWV*{6#mzI>jwN%a?dO)($Z2SH3UU&f|80rIk|dT_
zCm-tZ@K{cH%gQyy$kJ)?jr%7iw>~;m=vw`|X~Tk~8NB>8M!^9BD>z-!n|Q<4yD2&!
zx!v)L)6}S9c2B<KeXg)ap+CgF&g4CQd2>)vVc}K1r<0SnGUQJ&-)*}$GrL8I|NmLe
zjM;2HVky=ioIiAKa(Ys2WzKzE=Vm>-SwO_bqLz8br)ug?Q9gbxVDrQoN3N#b?`aEM
zH~Uf<2jf{mztS~3r4CLN(Yt=iw0)1&!B^az_s<yeH#|Ss5jnrFm_siATl1;(2gaXI
za^<+~X?(;R5|*>(K!eQ;3)|DeU&T-U`B=>%`1^hLwB_5xHmrLkX&KO>8NjqJ&`H$6
zM48d=04LuJ&5TnlT*i&dd<@ok@f6Be%xg|(Ub`YNp!uNo#xpT&-f=T5qRcXF66%e1
z?Y$Jn_4Anqr@xQd^cf#62hF;jX1sHr?+n(H+!>$l|M1fd*>s$nKgFIQa$dsqDG5)%
zyiT0l8^I`H^tG!k%t2G>T57$>o}3qpKZ)-%JrNwo@j#&RjnW&*H<3SF+#@8oj{n|V
z#mrl)rJbOv<nvAF=+n+epIl!4n6c#Op`@b)A5XF|g*PvfPg&X-6KItk!OW@ea9X0p
z@s02QYyS>-XA3fYl4GB1sPkr3!ycQ1t~Lk7tqyKfZj5_tc~MI%ZIAAX_#fQz+Ot;v
zXf<YwVy>KIp|sdQIDhIB_W4Dh|DCBhZ`W8dX}x*u+qcZpNi0%toFCb#aBTS<Y{~TW
zl7_C#21k|n-!Z?lxzd9l6{#;P*xa$^N8QcEdnYmp@NZ@B@HJ7cm~lgS=8EnA#Z_m_
zHU7{z{Ytd!HSHI=3#$$)FP?u)al($T1>B3h`7R!*`<Al3kZ<n|gO}HDS8tCm(|0;E
z=fUNP8gqOXr2Te&Gci(rf5TgaNp6$Usu##g+c0f1$ct;@vD&%Vy@@lZ$x+BD>5wAx
zQU&j2`wq1|xy$u$#<jg`Cj33w#`XM?(fotQ&rZ|U4$(jGGxpE9k6N*=Q)HF@R4%$0
z@JVK7>++orX44$})j4JdvpzGQEc@qJYTUv{9x5@he<x}zU$RH={28`I^$AChuo>5<
z*KPk9daqQ3ORXwb#cQunu$Ahv3%)*cXKC?!KfUXBv0xR4PP=$cgR(iB%0=s4_R9N<
zpPc$4{lU?DsyK_&_A0yBCmNdtHs`A><@|DB!~AJ7I*P^7O)@*v0}rh4iWl8)BOxNt
zYbeXf*{IXd@yRps^wD>EBFwFKIQn|^j;@?|OO?+fMR<~=cI1NF-@XY*%+nV4Y*;sO
z)9o0c|GAY0|4cqCZ`^;y;rKkcHHYVkmhkI#N}h;Oe&oI97<b|U&h>g*B0j(O>-be3
zk<jz2@t?pO->6%4$9M6nt@wWK;M@79w|))1{m-~Ml~47ZviI%t+s=0%T>X5{?ut&!
zLvPJ*hKuq4_Go$&TPzo6d42CEyGc8)-&GgwW4*;*`ZMYH#Y=yx-lmrR*1WjdD&ol6
z#f!iE)0VyaZgJOdgQQ#a&lVTmw7>p0{dV25<U^VA5x3muek)vB5n|`~|5ly2;*zAs
zQ+(Iix{SD%@A|KE`+V0jx73xpN>xkcz3yc(i-g}$+3_<!dP(Fy;ehJboBH>D_SUxH
ztA6ltZyv7(W0~ZEt-KCfW%j@RXMO6X!wv2ootH8m{Lrg1Q795Qas2(3|NCxTY>?w!
zQtNd|rmIuF?1o^xqkiq06=&V2-JkB<u>ZzF?sfl9=ij|8U9i8e?&rS4{Xgo2{>n7m
zXXTV`cv*MqRb9j9#!IUC&bg)XKUJfjFMT`rvD3`^**DTIow`@?t@QJ)>(%@H&)u*5
z&1(@Mb)a}<!0W(;a=fQ3n`%r7{_*|(lRCft=Eb6W=9}Ja53+ve9G+|Kck6vuSxm)a
zujqAiS-Yp#u5|sjI&!J3cX;32u)Dvy*;Nl1+a%h(ot|cW?#B-EJv-ig-Rys_{qnbm
zOCDESC8!^Ly!-rgi|XSqs(QP%^q+=TDapTm`}pFn>-Y1;uV&AF`!o3asdpcqM(=$8
zq>wSgMla+1d%LLY-w`SH|98lX<xDM0+4WuQ^~Ig<=02}YTgNUjqh8+o+TPd9=UbVN
zo$Jn+WGZu~v;BK@+VSQ@pV<O}-#Xth2z@v0W#4gRZbFYWr^Sm|Hi`Kw=X}dt{@2XI
z`qZ2f-um~s$7M?#HoX26{q{Rk)=Le6?e~k`MjU?>wf6az6CeNnS$q8brt9J>-5ZlH
z`ycvewc`Cm_d63`*){B{&t;!=CF1+f<J<n~Rew$XR2^P@u~_QmoN~Kor5oa|@6%g5
z_wv1u+J29$1aH<IXWoCUwx;s_v*zzid$%;6y;s$HJYik3LE`%OZ}<9V>&fj1Kc9M?
z`NW}((;n`yWWT(1(?)KoTm5zS1YPZ3{M;k_#&!GrDg&wOagpB+RlENd4Lx-6eP8G4
zbEQ*c4X1Alzn31-e>-1ihwzT(p6JMi*63T|D`c4EXKX$5b<Tl;BIb8`@1~sabdr11
zx$N<Gzd6}9$LIBFXFfmn#VX<94FlO5H|yoU@<%$_b$-uYFaIs~@|MevPaT9G{@BA@
zb+gdT@`zOBd+qlMLgg>K*=H<|ohHmLcXXm`x+zEg|2x}m9hW<K*>xY!pM(|POmFD#
zDHIegDG!)3_tn+fy<hh5$Z%RMEiK?T%w6kg^Qze-y7L<Erqt<WCm2GGNBw3s65v!!
z%%821zw^YlQ*RgSlU4lW^61k1BcJ#Vzg@8PaG_~y@jdtF90nWy*?rh7=i;!pkFRWF
zvek=S75CVW|5f~`VD+f4$my=5?3s%#=XWp%US0gVqHMpv`P-D`aqNOMvMJf8qJO`e
z^veDDlW+Vtr@Xo++p_Mor|rqVlil-{Uoex||2;T>?XT$k2S&^PKG(Y_QuOEa*&>d~
z>;6{A^EAgb-!Hhbkyr11huYilWml@M_^EH*RXWel<m$JT&1<74RNnaRb-2=8mZPfO
z*mjAuwaf}Rj$7^qOGB&+6;tD_S02CGlDUrckl~-^MYevqpI)6l-@53I_VZx71=dF;
z`{!GqI(dBJ>EE4`gY^sL4qEW>9^a+BXUk=YhYvP9o$%^O^YdG+HcxkG9$xVH&(XTx
zCx2N^Fa|ffe)E0!+=wx5`a-!Yolk0COyX0pURP;(BVnrW-4o|-&s*{LM`eL-)dx{_
z=F$&YkGnpv<Dd8Rfz08?<?Dlas^_vE`uKZC`nt)hc76(cAh0TSdC3-8UKysdyW~GE
z)Oc`y%lo?)>+apq486DAsQ>XUjy83zzU$wN<?Rm#TE3rOJ~jN-`-YW=I({cU>n+UK
z`K@qnMB0V#Z?xXTzP)~S&#bvApJhMa-)*x?_J{r4DZW-m<bN&*xn#GsDyFYAetGlD
zzV>BrMcR4Kop{;vH|Moq^Xrt4e~(T+Q~I;^@TB*$S7okWKKK3A!4o{Qx*|TzxK()N
ziG%U-FFW7v@wzcF=|+An@B6<=w`cY@zqzMxxw2X6@%Op0HY?XZ_RD=f_tq1Q0);09
z8zw(g$#AmZlG$A+yz<_ZQ1<IaN4Wm|wh*eEkn-<QK-ZI6%cU~m9+p$oF7<Jhy8BdV
z^nT&0X0AHA*ukpqz3hrRSIpe|neY7hu6JNU^Oi|-P3^qp4^46QYrd$b@<vno_EANF
zeL9;q&fRkJ{bku=zp#e=<sR#;pT_eWJ#F|s>DzhhTe-hi3cNZxZT8zM`m*dlEdB@o
zdUxe*o%!oRuC^&R0xv77PpsV$#J6dg48sEU6P|0_8=GI><aC?(IZgh^?*Ddr&y(wn
z*f)H-z<udf{!!lOwb%6bi1IIbqtO0!!IUo#7(@G+%?kdWIv{`j*|Fw#f44Vt-YG2&
z_SqW1&;8`>)YEmRk0w7pwa+hee?j}697`tc_q&9JQ}>_g-@SK^8|!i3Mb{U8v0i$K
zoxe!n(xT&>U6r$U_^oW;UvR5s4TJLZe&ubwa!bujN^fYsz4CN{sEl{x#fS{y_kG=4
z<qy=%5V^|y=#<^Ak`v2cT`RMkvbw0Cy`4A6He(a>omYNq_&g<dm;L3ho3`-BgZ!KJ
zum2gpv2T3&zx7*Vz0{A(2j;VZt9X0fHTp)M0)lT%o;kO>##P*)B(FGZ-?jT|q}S@y
zI|yh$UOqd1L+Yn(_jxZLcjP*r-MszUMGH=q`G>7oxt_WEc3u0UURigog!%f%$u0B$
zFKc}BW999nRK70RV78O<^D^w(=3Ia3nL3wWx76+8E>Yg>z^LROd{fq{&26z@ic<Nd
zA6Z{$QoJGY?<=+Hf5F>#>A6K(&+Qg6U$KDaeEPFx-T!XyoSwoM?ys<5&tdM}awUJt
z9<86TukBNz{E~Ifd8O=K8+^kL@hLCq-@A10y3Mzy=cqS@Uf%Z1>GkA``CY%C?~NC_
zw!gu8OXas?jZ6>!aL-G&@LzO0>Z3ZZn|tUj-=EicSKJQU{7(AHw&H8s&OWL5b3Jh5
zTKSV~zt-=Nz4!OT)V1#Bg3|Vn*|Ia8g{pFo7c#d`xE8-E`sj|i$v5kcuD!VB`-}FA
zfoH=?R(ssuyivK--XuEmu3O%rrkkmH+9xhB9__EV-B*7*VSSE6?6)pynMwLmqT3Hn
ztv&Vez`9Kf+pY#J`>$iYZEso0tD5K6zFoT7W~7>L@V1OmxLt1k>3_xY;!B@1zs*0q
zXkPA|rLszQTa)hYW_@{l?}j&bm(`w0%&z*qQC8vmCJBj(Y}4&~bMDp4ncu0KysPh@
zy?<ZN)w_lp-*5!+eK=)pHFZ<{y5Hxw{k@XCdQW_zoa~*8N6V@&ynDTM-id5yf!}*~
zZP^umr|Xqj@%{$ci-GoA9v<|JdFkfE@pkv0O}F{$ZeO3U+<N89B|Bs_*X)mD-B$d$
zFS4#w`P0*?qAhE!#qRe--#oA{hhgUT;@Rd7{kPZeinp*f4cP7+@cpseHsyzAOPRa#
zRTjR{^}HSEdar+8K!`;{4zuz_-o8(Kjg`&*Ry{wg-dulB8u#M2#QNHv>vq3iE9_dA
zdm?rBJB{O?;uH68P1#?&{jzx3gp$XF?B8<NCB_%te7HE*G&cLWeYurcOX;4U3QNpg
z=53#ytv)qY)ZAfFPW<+++p4p_-?q%FeUe*{7=5cISM>F^X>FR%8`+jxueY0?+h4uq
zjro<We$nM;*m&<2o#tcIS@|OOnb3FJdxD8~C(e~Vo)Mv$+@>bIqqT6eA5&TL_X?R+
zwfSbBJicALUb?U?^{`t&eS+m_x7;an#WZiPnv#6-*0<ux%HQw*76`Z8w8ghi=WV~t
zPk&}acKh$ad~R*tpKorB9lsTLCRy!WnXuPbXi~Y{&N)u|eG4X)B^4-d=acl0vOl(V
z#f6D=f2Q<4n6TsX)Dr7g2id1TtiC&U!V>;~>Fe7{wD(-T_vlI4cK#iw#qQ>)<}dmY
zUvgMWXHBAVX^QaU^0;SuN0+m=FLjC7XUF*`HY)DB-TF|amC>#@f8T$0Rk=jZ{<NFf
zKc$vy@tNy)oL!u=_Mg(ZYw@|OBff9F?H0cM;*|~B4(tAGP|Xz=mYJkfK3`(Kxkj;l
zi6?);6EW#v!Hsjd_*WZd{F-aOpz>tPecoH`(Xl%I(K39`n(Wk@!*3t;+_k#DtJ^Ys
zS_0FLb8Am3+P!6dIo15dE3;z$qHhmezV6%4eE7|q;@i(3Fmm1c8WMT;?zgV~*PBnO
zJQ1kL>FK`osBX<&#kL#aw+`#=;CL)BciG?cJ2O+Jzl%F<r}L?Q?b9jWcZs;vI=o4p
z?0iW&xvz5mq&Gp~H`!uKUz_I$t>4vcy*=%<-A!59<!^bG`L38&R+)IGRp7S%U1{Iy
zqkm`Jym3$Ddgc;YnM-E<Q@&*vO7DE)d}_zWP4D&?eybK%^|}?A!rA_!xV<lX^5Z9q
z*S&KJmFh1Gz1G~d?hSWnUw6rV3(XIgjvGgphirWBe)G7?=G)<`{C7OO#U8jVb=~j3
zd+K#|8~nOuc581p`<v&yoZEft)JyF-nOpvT*ITrh`S^`}xgmM%miyj){@iETBWqyt
zHhJ0k^J)=MYJ2Lgyx!Zj;QP%}bt-pWd&!$luWbKa%aQu`>Nn=q$3tG5?Tg*FewF*(
z*js)pYkzx*e9>1}FMIq%bwtO%S<8?A`r%seMYp(WRi1r(7faLPvl|5G&XtSQ{_mui
z{ZuZkEc8#y*X(*d`|vMTjFS&u+_n5^SZMxTz2*1awt8`I=Y93-%hU8pvirhzZO+Lm
zWM9{N=)|U8bLIoP+j63}esNeOJuQCOtbna~Q{G<|nDkCGbI!fzqSG>8{W3n{o3!fo
z%3D|UQ<bOnw8V>L7>iD*{rcwlFVi=3<Ejt8wVhbMUpOzEQTb_a=cW9`Z-mdz{$T$0
z_Dl6r`yDRdnD5Hkm(S(e(>MLp?%31o{J-2&Yuy)aS28(Qyj<Q)^_`WK-TNDv`=^Ag
zTU>P4TX^oW4+RHTGC%H3`h3eex=8kQXCdEDlTeA-%W53Yn{eDdcf$L$vi0s@+0ysd
z7nlB6yG_t!*W|*UgC<e8R=2&Co3L1C+4C8nFYLT{zq}{&{^nYb-&<cNs+eD0vCjU|
zuVkhtj4swPGF@r530+y6?|tt&x&Cj#vALmB*|)KZ%s=+w%i6asJ72lY^tQ8@cb8$&
zoR~8Qs~&vTt9-%c`FcWhHN)pvjmPi)S+^?oD=j&EDn<Hy-oFQhc6J}^<l=K(?{SyU
z=KEB3+(+4gvHzwb%k7B8+jck`KYV^nGiQQ?nE|h~<<SDIf7-b!F-LPXr0?s0_58OX
zzI@YGFaAZ0y1zS%w9c@yNWWdad+FTv1_|z6=RfbgX_2E|zWvpcg|oCCJI~%V@!6NJ
zhDj^$oqwIE`ApzJ$?hEK#ns1mZ!^iAd|P*EnXvZFCrX8v4ZLq3-+cbcPM4X|dpNYp
zxhKz^C$IRKr8ACYW)Mr{^Iaia`|26x>Zh%Wo{;J_;irebO^UkA|IAZ6{4ciD9ob>O
zvgORmV=mEMQT|Vl`W!9O(=FZ|k<>eH!h`EZE-g#9-?93;FRjm5<?oNLiqQtuOC;Vl
z+?BUw_p6O=QvWRd+EaXj?pA|(sZTq^RHQUdRA0?Mb$ZF<o0~qd{(gU2b=tJOTNK(?
zMw~l2XX2jqQuBL4>b5<$T`pquEB3m_3k5gv&<orCDsr6dUvlB5+_XE3i&rKU{$77h
zQe3!NYVsY%g@^vHvaibe(r|`ZG;Y(GNr4m3tXC4RI{GO*C2+l1`~Ik7oEzsD?EkiK
z{#m;#Nh*_;HaR5E%nj>)9RKE`U`_s^n4Po!-u+O%S>S)|*I5hC#+{l`F#G!Y^!xAX
zggGKUC-gT=iN0x&xBi-7zCXi?X$zOm?9OjymM^OKDnGsUrA<w9eRQ+`-SzJN?H6?1
ztNe=#ZuZN?EM@FA(Y~$lD~0P}+Di_d@QmdKvlYMiZ8NIRcxhj!`)K|DZ#vm0y083F
zQreo+wo&(z*f*{-&l1bz#p}Lbk={S;kI{y$I$HbZo!Qm!Kg!Eq#r-Y+pG_>b)89@E
zU32Dgz(&(aGqx!{m>GCesP;>`b8hOVP2v7`3l47TaX-DuHsZC%v@6C5Ci}L<+a5i6
z_4AuAF%sXVo>h#VaPi1>Y0c%ogq$Uw+<dL~<YL{|7U}S34T}Gp435v&$gjMox5V$|
z?UmmgKCPSAx9GX_%cdXmDj!`pHo9GM=<+_J&r$VdGR3CyRnFH`s~<J1-rT|CT=IIw
zJ!zicUyJpZmMq${e&JHp^Dh?8f9m%zO3cgq&2Mf+fmlZC2qUAw4VO;rPQ77st6sXO
z;H#)$@Xnc<3lk)zKiGY`^4%x4^=Ew5w%K*UJ9wu5zQ19KsQ+m;b+<ydY1$QB4NDzj
z54g;dRc(GJ9`Iw@3}vU~7hYAT*_=P~=i<q*)7O-0$}&=q&Hd-Ht?J_&cMIt>R;io=
zt;u=;?;f0bbs+1FzrC4T;3`{XqeB`2vzatCCr+woiK>XK|66|l`#vjMNB{aq3nH52
zL(`^mru~^VVOf;0&;_jvEw;b!egF4MYZdQS=A8RlsZ!-zmwb6~t3-a<vpKB4HmBRZ
zR9eh&wIkIt{PBTbo6E1f&-Z>KSK!0slwDzVz+qe4onK#%rDj%(>liP8xUO(3*E~tj
z)4Xvu*Sya^Kj+$Wph92T;c<cVBqi57$sTpRbJ}Xy*8M&D<_P0#0j@yD1+k_^SJ~F>
zlrTKcvev5TfKjuym--T}P3oUlt+Edk{L=WK@z2elXP?+h{tPsZ6Wg<9$5Y+?*>3k@
zS4-RwFrLHJrTEt3OQpwwSwCDXm$02JlS~YIC;N^wI`Dj2;Dk?`_e^Y)6p3q}Sn$zQ
zI^8O0f<sffEBCZ5nnvG+iY6L$YHpru6qv4d_t2aL7dbzj4yYEf7oS%sw8+|9U#0Bh
z7oQ%F>X07?PIoCyTV~tn;jyP<lIo>*yvB}3!iU_K+fBIoE_B9b-%|w}HqHqN>X4W)
zf!9((IG9)Mj`Q3NdpZJUoa?%|JgLZ~VUEu{!<X^uhX3IGlK=AN7a}!Ta(<Wo)Lgo$
z|G%MW!hd54S+-Trdvki^wf9DB<*wg-YPs-LAHB@{<oax%6midGXFQTt?l%)N-am2G
zr6q=c*FII!*Wj5M_;P(OJ7X>P#iYHxkJ$hJtY)p(4R~!{_WOPL-}(g!>faRuvi?5`
z{HOV2`GfgQ^<4NFKjyDX&)y*PYMSOW2ZpTw^|w9#`-|@R@xFBL{(s+>ANa4&wdNfA
z`V{*~fA9Y}xAKQx*p}OOt}H#WTG#$bRQ-uxi<x8VKTbN}xAgn1v%0?Bf6a<5jiVkX
zEd8*1rtt<p>G%J5Uw^A#+|Vb~rMp<m<8AvMUDZRM?E1dz``&BIpDp(P@PZ>zv5qP+
zulq$^n)K{<i7KpWKf&f)^}oQWp6ic&h(gJU&f3ZG3lIBkXklCE?Ekt!_|1uO|L(lr
z%m4rGy0>UU*_YEgZS%{1<T6V8y#Ft1ed6gq<8OgwvPmjZZ?5I$sGI$p`o^36sa@;G
z<@_I~9;)G7VYc5q%y03G#MtWR?V6S8C&QG>R;`>p_j_YW^Xi;wEBF7q9rWGK?Dp>X
z=bFD4?J?-Qm;8R&?wY@cPTb_r)w{Mh*Xi53GmdBZQV({EzORef^T_(L?vd*0cXwQB
z4}28(YkmHujL)W0x)BHCC6;~Z+$wJx>}G7YbJL>LS;GGInXhg$g<c5TzOi~{<BpvT
z;xRR8FH%=#f4Ent5`8G^+WVX%>@lx@J~NHKdF|`cd^6?GAM&r&I<K3$Zk7AZw$?YZ
zZ!7)ZV<mI*=WkZ?_1Av;v2maMo%KTNQIAl1Idj0eX}7)9iyysgJN514nnlOYoqVdk
zR{TlFZpn>b8D1wdKeg-1)A#wb;P#(I<%V6#m)317mrQu|OK7phhFL0>M|iI5#UwN(
z9(wm*HRF20#D)(C<~M(ksNZ{}L%>zL%qLg-?Yoi(|En85edq4rTcT{mq1XF(eM{@#
z@}6(|Hz{x|6xpca@~H4&=AyUXu6y^y7)H4?<*#F@{lDS%`{S%u$9sZ>d7kQTp7-8t
zWAh`%gh%?$SN&FdM`RXqN*m@~fBI+Zr6~Q*1NK|y$G)`gEL=VPTUF)nh;8v@PP;uf
z{Y!ZDzc;qOSp9Ov%wul1uFk1HB;Y+OLfi83qO`YM=|P6li|6;9)+^h+=<K6=7kVWg
z9kPw#W$5{~qHO(l`Md9;-;}XOoZ4|u)&GpHWWeRU4snOH@A(uKo{s*=_@(URVdhV&
zsXh639tHigjQGDl(1B|M<DbyDFL(N<Ir;RkoZO&huC&D3M<v4Jw(Zi04C}4WUPYWa
zDZOQ8!>tXu;sM;#Czj|N7A=&&koS$xZRh`^TZ-KHT#J|NdN7HfpLxT3@m+>iiZi!Q
zkyx5A@9)Jq{(7H(@;%eLd^{m!wTXixd#Pd7!|OACrSzmU2-obN(VNrI&bEj%Vriby
z{eoy^nP!QP7h0>AR@+Ij2A=H>c6f2P{B}l%o4e0qr7f3Uo?5}NdF^|-%Wm!}JiJ@9
z@67J9WLnf)q<CS**OZT}dLE(zr>=Q)y%Wv7_F{VIn~Hx+-NGY+pD89B=~qy=`SjlG
ztP<8gHfNHLvxpuwTM+&}aH@k_h;rf;j&26`XVaxzFP;%}P`rNP>fx;iD%svGoo;#m
zK>ve9{`@k>dU*@IR5UKfGQ=OA`gG}z?<{_|*%(hXxHLFgm76m~vu~N+<oTcV(cQO4
z-r3IHbb~MUu!G3=N9$F8Zsiu!Ix1#-P*XC-jXiSro?Z67{IZR|Ux#Ne?LW6}eVxp&
zbIq5vPxLpOK0QZFX9dHC()g3pZ`}>$opxp2I+y3ScifqmB|cq2<fM0Dz9y6P&8?v`
z8n5N8jo<G4{Z5ZW)0fWZF1ZI`#hci?-32=zSw#DAZ799_U&XlPNa}5Y2Wi<xf){v_
zKE2IYSIN<RY42^G&)5CleCMAV^RIMKQvL1N>vg&j{J+v2KEB%S(%5`!y_t1G+4i&B
zcQ#zfQ_B?DB4%;xz|W&K+o}$~nq;vt`GVu#|1<xly<f=6%V8av@HpV;(JLP(&f;HQ
zQlQK9eQ6z|RGz^u^RI?UQL-#m)4$An_c83u#dA&$9gPYso)Y=b-(8l@(~ey+<^F=D
zzjqxxxJgpzMfauh#Xqmq?KQbBvmvaO{oalrO-XBwZK@u0UB9{RT}Ot+GUF3_&!1BM
zY1X&uaqcd@zgp36OWUV4EM5C0Ol-r&yNA0f{)w(Vp5rnhcf;IM5_{uJUD#8S^{PIU
zn=X%9bh_>dum4P^C%orWB(MCDN)syiko~Q*HgXzc<K@KTj+&45atiCD2=pzUvD~<3
z<*#SYQX2O?DE!7<w9EYB?TWoQdlk<Ynkl$WSseZ@R;;D`#EX#Mm(qMTNSmkMKD6)7
zUHR?5dCR8cU0-AvH?7N|Vt&e*4fhv3ePkx`dc*HR=^kn3_#DmM!IcJn@n`;iy1uEb
zUSo>EsgrlEpAqEB@OgOT3Zvoy_d7L@ns(N8d(L=}#I|hn=Eoh1ArJa;*R6b3ntM9q
zp&$#>is`u%e}4LV>tNSk?P*$<t@H|(xS8xamw9`ZSd7YFm)}P(tT~?`H2av{?((>9
zi(3cZ)it`$jMC6Iw3&W(s^sQ(9^bC6d7Y&fcJ`MZquz0Gg^M*Jx!c&@>VKAbw_4_I
zsKrg!1oIc`3upW{e0VjaIQ&@U8}*+?SCS3I&aAx7C7FJ|;FVP;^Pgmq9hS3i2{35}
zuAW<{rE6EWULaTT;dd>u@_F0mPF4sy5g&bnr7_2|qt@fkCnuvrD}uk(u4}7x*dige
zc}CSS-o=?ediLp0Q#+)repx@_+x^CC+YTj6KgFX{(7?SuQ9+tr|4AR05MS%XTS@DF
zGd};K)U@69pQ%*5n^iN@_wKv;&t_%+STVof;kkb?`&-|J|2qWuugTa?)L9#^pEP6T
z0YRA=oU;>mc(PAcZ%eJtVE^p;M!DSIjhic{Zpt>Uo8PbIxo-$_y4sVtGN&;2?Y?an
zJb5qaC<Z6XOj&E5k-WQ<D~9c?yZxcu3t@XFxC&L&&OW}dai*qGuHeSsZR?brWKv2^
z(tIXOII*Gmi(W!w&eh+ZJqeRpZX9xBx|1EgkXK3Z+_Z)O12@jN>3?@H<d*6*U%AO4
z+UU<1aru|Qo2j}Bdn=0<ZRg5QJY3lL?~&Vy*%7A-W{AFE$jIPXGe6Ogd)lSrX&q<6
zuHN8wPCFJC^P$u1h57aeC-h$|Uf;mD;3Jn&T0mu>#OB0o{dp$$4)6sY>IoOPFiSRw
zce|wP&Fk_v*0Rri!28wh57%RH260Z4MG~obr40{X+~k(I&hxA{Uf}ls9t&|cGw~%e
z3vzu`B!2rOv+i%`=Gymlo4{PZpu<Isv$IU>PqIB0EofHxz{PY=vnf(Q;7;4~y0dG9
zMV`&fFL7RGyfJo8?UknNTMBm#VmCz|+9^L@`G#pueOk=QeQWQEMsS(GX4<asY)|$<
zwpr_iYl<JL$!&B!vHM})@!G4lJC!$j6>_}b+bOtZ)dgky#?%d_E<C=sTl_Mkr))mO
zyFDPNj<1;Yyh2CCB8TSvVaq39Z)2;U`hvsuftk6~T?w{;oMYCHVpb_SbpL*{@9E$9
zCI;MP%27;uvuo0LEDzV8((qq!>X*birnG};!2)Z%9ahd*yhl-sadpC1V+mH5^{*5!
z@%;X}(``ro_p5Iv2yXmxwQss1S5n1Fb`7ruS~;nWOw36|8U+jfCbe|*9b%HuN{~AB
zy{DOB4`b=xhPOR?xR>m%f4ez0<(N+Sr`^XLUWtUdUy#h5Il0QvH+y>c*Be%0XFNn6
zf3MD$-M+Gup(n%bj+x65gR8UevivksW7M%q_WsIWt6SA?yUfq@MU}h9o7b~_{5K0O
zcJI!-^)l$OS8wIZKaEni_MdoT^rvH|nA!%7e7Bh=k10rGPVG@jj9@O73|TzCT6?ee
zV}I-Bgga5jY}a=5P06gg^8JO=47cjb5AAQrT-{Vxy6?P(&k+r^WxNG{&AVIAscIZ}
zd%cZqcINS0SFcQ+QDzk8D0$GSH!{J7v*OY1i9cD*FYbD``hKH)qm;G!rT0b2tMq~$
zv_AifoFTT<dLL_a5V!qh*4CFv;<aj=!t7gbNIuy2_u``UH#gMFemQ5eqHx~adT)lV
zrnp$HNe1u#E&I%W<5-46e)_4TD#dLHP7gNoW&N!>nY?x3)F*#GWV21!$B~y}(lnz^
zf3dNZ9<%&%o_mQcJPo__-SbqKMFO)5ysYMYfA{;YjDp686K%5m5}o%IPih>z_l9)~
zXO~0I>VP|p%alW6cF$eT@FzW4>kPl>#Kk;v2R}yjEK0Izl?v_(@b@yTJ1W`qV3m8U
zv64;mMuvuxO$%;Kk$yBaWcH?`8%*}3Jn{5A7E=*2DIsuXf$o<E->&A2g;RN$>JGX;
z*Zp-nLCWsP>4lr~S&v^zjdN=&Uv_BQe&O45O-#<5Ti~%kMMq-74XrQQ2b4tjN<MtZ
z#ZvcJp<syw`x&ckGt>p=xUvgR<`+Gb<NnarC&1latn!4y?LRfWn-{EDegC~f)Po3~
zY}10*ZQBkcN#`?e+}R+q!6SiVX>!MUMWxwMD^~FQYm(re==N(vkF?2~)JbBg$Hgsp
ztWUc|WE8wf`EoPGkY}yy1__4?l0I!g#m;k`6#SR<8YFK#%G0a4_^5<hb_b`LOX`hE
z=hVL?=>}3_jH`urGfIe@VVV%BeqYFm<>s!)IU3zo$$K&rawMnkbv^UfX+@T_{!i`%
z!4KkIe^)&;Dp<j|<k;>9Q5`dvi(Jg=dRXyzV#7J6A7Revb5CU@7#_Ii-ZG&kdO@M^
zvzv$1kKAVcp&7w5XK~$pX}fNLIZ{s!Sok(v@R+Y2U(>AZoOQ5FBJaboS8*L2YYe^`
zxH)Tvo2<EZer14HYlIa?Qf6)l<MM?T0v)M~W3;<DvnH)z+9Z+^xhT$Ux5-5lp0doQ
z<wjes{p@1soBt<(X>(&i*xc6!XVMDACFh)YvYd6h$Ng>Hd)V}T`7INPx#`d#R(_3P
z+e5A`yxoFp+8)+Dj^;V}Rg*=5<C2=>EY8JtQ>r*+XLY1<Haz`x_x^!^+m52)-Wq2T
zS~AW#+}jZ2#_C+csJ_Y7sd|3T!d+aYtqPkQ4H=gz?v7VJ!O7FMEA8xuxltxe&gE>6
z-53ws9I4=*p!xR$!_BSVJG^tQbaxtT_~}q_EKZ~46{}+B#wDyTJ@4({)1SAK=iMQ*
zoA2UpuV&C~3Eay2#-Tm<atX(V-A?RZ+6tl_=SuEXi+OwQ+3L&bvK_3oaU2du9GQ-$
zzG+}OX=t-juytLKdTqyrCHZcSCU#68zpvUTxWGY+XPStXC~M#0lO}Ra-CT`UE8<_Y
zURbzv>XMY}795vS_Ie&JD9ifwOQP$wsBTr{K?UDn=B~Au4<E_vykeDS94v6-%<Pj(
zds`2LvIO=!-E5fiPWG~K#e$&Ze4CcJ;vD@`Pw?8b<c6kwN#jm+3}x<ith_uim5I5r
zc!mPUqq}RCT&p-Iq%Xc=*P#V^R`NpHk<pV&X6^WWeZO4n;f<3^Bt==BmL+pcsQ<gm
z<G#aBHRWEhSO0r=-!*cOicWXB)1ZBO-L4O99h=(ipI$57*Jx&O?K11pjBRa&&82@Q
zon5z?w?k%8*)k>xYvHsOzr8cn&Ms33&}AulZ|kils+(23IZSBZ?Q_xX9sjcL{<WHW
zb48cK#HL$3j$S3l6fI86D&#Sg@obxR(M>GJRG-78sWdyLF8p1?MxC^|A_vZYmwL+k
zYV-TBbon)28$52QEnPWn{k?aq<4=pOeV){@)tGPDEM2j7y9WQw*~{crKJYUBSY^!H
z=;FFX&$m%@?S4Jhmpp<3C5B~+6KaiBdvte{iXM=iwT|&)^KOlOpRNA($5&i?BU!v;
z9b<W|J%{bz#-rEtJ+zxFmAmpc1T2)TVOY0q{k8lpdtdT2YtP*5d*x;T!^T-`Y5}Wm
zN3!}{6|rlp(Jj_gQ2r+Q#eTQW#+dwVSGLyF{uXFCn|7H!l<D^ifnc}xV|ky?g`Q5!
z63FNb@%cWl*LuOu<ww`G?%P__wyav9p{$KDfk9|ZW5P|}*UDbsJxpgLuo#3z-%5Jc
zV0N5gZu-;Am1-L}#Eu8_>c5z}yK!CtSJR3$jnCwGmp^UljDLUaf~k4%+p>4*D~@Nl
zwlABLebukjK<A!iN^|<0%x}UC9?V52CmL?Zvvw?s-0y2^kZB+%SkqX$XxG6<tE4&W
zZbrUkGH~JD8Ymf@@M(&6qoxAe>qp{;JuY}lI5idRP*O1tx}UOvweeaU(~%U33rQx;
z@}~l7q&FVRI4cnNwa`<!LGfQI!=>P4UM35b%_RmRSN%61UC0uaQWAVPc*(h=0io+f
zS$&+?ujpx-rCfdandyLvbLxpBof^pkJ}-r*RHvG#Go1gXbc?n5==3ui)-Ya~+gil-
z&fvhQ16~u}uyL3P?__RTE3t2rYHNq#g$n0}O<NAGI#D3TRNmyw@#Nnehp;1c+Y%<v
z-K-_)!}P6TqZsp3pJ{(~Fi+A{mon4UieTA)o-6d^wnrxR8=H6;`FJyOS$X<X``t1O
z1UQbhovF)pcl_eCp=074CY7&@LH5E`xArDgSU2i2+XdgKl~|n+efR0hwo7%1-F6WV
zObp%GPu4}pCW!JJS7~A8T~N9DZ7jo9*#kO17?<ZM&A4>uOKRJbB^R^Y8e>*5E=!#+
zl%>Yx89Q0@+rpW1`QDxG`LVO@MV;tYRfCZ9TbA76cR0do<9Q!;J`7rUW&NrP9Ve3<
zXI~7gn5?wIPr4?*%2aD_n(oTXKdzTpCu$Tj2pqq@Aw|jLs@sP*zotA35boJ{;A7jY
zCXdr6qz+Fr$)Du5;AQ(Yfn}0nU$t)PGkBlL;E@(+N!*ze;?~e{z{!YzLT&&<;}!Fg
z$N~>vo6MwZar0z%PYgbOQ%!A$&9?o5cO7O38X21QL@ETC%*mY1vM_r6mGXN6X=^!V
z=4luo-f=5Ko>_!7J3Hf`1pi?%vC6ltcbLS>b}?jGbLu;UP1tO{C922NKzQ@9&H4_>
zXYO)VY+b^5Ks1GqC;S-q&-yjRJqyZnBi(1+-Ql)=#!3D_)!Um|&%4#FT<EoRMX^`N
z%-E9+j3OVr7#Xhb^gKNEN6s|sJr;4(-n{V5?NmJNH?e#l|B~3v$$7^@=KeAIcHjbw
z#Cnas!;3R5noqaz2C`WMF#4;poC~{9@%Np%uKoj~Lw>Bwa+e)n(f6wRqtp!%mp{Du
zajBgq6As)vsn=z0(QB}WiMh9F%0BJC5u(=1w#~k9%k_rv%mTwEr(-<X)8jX%_#7)c
z@ZrdgY{xJE%~fuQx$T;D+&SIM$CE*^GXIJX=Yr@LcjUJSi#<M{R4jfhr2owg6A{55
z@2+<Cn>#a=oA^ESTUvF0jnw^PbEB%7?k&#TZ?#m?@#sy@jnXGP9&<=9m>yL>HLP;)
z@t&5hy~i2Ewj8*!bh+V%jP_bvZ}pqXHeH8~u1uNy)MZ`B_eV=x&TMjXxU{D1;jCY)
z4p%N|Sjb-5w<O*9{f6JZUpDtmn|MuY*R~g;`bmFo@bh0gb7$q9BuyrUT^1(a&KDX;
z?0aRn`15N2gAGrwJI(I6{3fMJB-#1v#UrUP>sh+FUX;gmW@p_>m~`>4$dU|Rv0&F5
zqIY~Hb!?W*oc1;2P{2c#*$FK#U9u!Tr=AOpNLMaAyX>febC}lm-5FLlj#y8fbaCNZ
z$3sOd)*joO*?1<L3HdzX)r3sBpnXwpGrn)tJr)s=absf5@jV688++GD>VM0=A|flk
zrQ&Lcr7gF<$I5*cM;9zR-lx+rGlh3rTK9#_Bd_MBZBFglGG~=Q7{l(c=8zKtai&aq
zzm9udFqDpQIlcYPalxdB9l|qzofk?o(GiL1dcza-i(_)~w}s|ee|^3tEZ{n<I>RW4
z<6?n=s7hY(PbnkghU=bcevO&_X5W==bj>IZ%<tZ~X0h<>>GIymx;Y2RYU4lh+T=`=
z4rhv(HB-pIzcsP&q2GbSCvHSOlVy0h{K6!c&Fw3WMY|{$oe?@RA)tlr>V^RKm2E4O
zE{HRKFXpu}+7j_MU+t5Kg7W1hE{9J=Ea3Ua^rvTLlY-W()Je65Ypw{2^q5#rn04)%
zTf*FZXSx`iJ|*p8-FAFKPTJvh4KHSAIvc<Fl6_4<`$dSry6^9{e{Y@M8(wubN+{*e
zQ;pj<R1Rm%yfSU!mIhuQi)R95hj!dqr?;!}qS&djy^ijUQSZJwId^capU%;}(EC8Q
zM0dJd%ihgtHzSW2+*!YNgU6R`(XlVH@61lLl;{^c8*A|CNqp*=iprZEPksfO-C2Iv
zhATYsxsph+GfP=;OZP+D%~L11n50NCB<$l@c5%Y|hVzqLYPj!-pXTqDOK{-WYrKs?
zeDT9ir*{a*m7NYf$7?Xz>~Le6r`~}^i=;Nz)@l07Vhr!@ku`Ky(+qZFWV&RqP|!TK
PJ$Z&eM`#1LuTCrgk|N3@

literal 0
HcmV?d00001

diff --git a/third_party/icu/data/icu_conversion_data.c.gz.aj b/third_party/icu/data/icu_conversion_data.c.gz.aj
new file mode 100644
index 0000000000000000000000000000000000000000..1ae6bce382a05570b46217e1a031414515439a42
GIT binary patch
literal 177689
zcmb37+EpljVfO4>hXsT8$M8z0W$oe0U@?AaSd%fQ<D=2l^+6dTIeQPvtayL!$7|K8
zA$<)DhadDvntsX1shmIg;fW<C*&9L)7+AXYtVlOhd1)!k<2%di@{WWDr&#p49d{(p
zx*@r1i;Cev-~GOq?mpb}aF_17jmt!KtzN^Meu#}#EQIAtf}P}z3Ekl~xyQaL{b@Ye
zk$>x5Ohg-#JD2fNUV;8cO2$hg>XH}h$a=Tfw#50xv-}8nkQB1ex!X{o%`mZ&twho>
z;^r3aDbf+u9D1TZj3mCNR&MKY>;53Ufm=uNUthpmmEs#2kJCR0Tzc7L-|DPb9K+D3
zCoK2faEGPvLxD>iLZX~@LS-pkhN9bkI!@Sl%CEtJl|!eb@s@h*Rd=?gcc%>QUP;~C
z@XkkiQKFE7KCgr02A-3AAs3P#WW9OidAM<Bm8_7mc*K5=t2+)TaLowr-L`4*o%iv*
zjTv4KtuMX~pW!U2wPAl_qpzfB_hQq@&IO$;b;8^BZ+pgIuJZHHyppn07h-pvh>e(i
zEY@X~Ys4x&XRBvRnWl!S^X6>dy|#M&M<X`XS>B(e@3>S2Yf7J;FXz?rsg2+7>E^xP
zUkKJ8{y0Z>@402HTJ^z!v$i|mub=Gm_2TR^2TXL;>J2hO<oCXOaQ_5n@(Md+<%yp8
z_c$jC9I=+J|8ghv!1*mLN|(9VPH&L#S<~|@;8W>_@};Rwl352%=t*=tuAi55(_`}8
z#+8af);)|qXD2L(HCd;6aM`-WuMeCJnyh#D{E-UpDAm~w+)5pFVR5m}7hXQd5;}gw
z+G0oisZ>o-;Yr=4#;d=z$yb{Cig<)3{}JxXahLV+y;La0v;MxoP1VJFpXSC)HJaz#
zq<KgCo1X6!`Hefy3bCnW{P}$&Cz*B0LG8r+>d&4RE7yx#w8l>_Ht%e@n6Uk@SIo(H
z<qa0!KD;qa?`g@<%zTqs6md%2%zQ?aisRK;)#cB2em}){U)cAh!u%7Reij{XC;U-6
zdoA?!af91wZl^P*&-UN`<sH+Rr`$HBFIKldoKo=bqNy@x(x0T9S%&OMT=Es)B$yBL
z8eZjCcQhwyJ4?@<l`qVB0(NCToZU7l)_l@}+pAt&IC1&OH<zn?`y8{ccNh3BzG-q}
zUB^q;4#s1z!s73?U2Q!ovhYX{Z@__nS&d=scaskvP*=V`H#g1S@5*n#fXVx!Bxk3d
zIQ4EznwoEIS=Z@fcWfRQR0?J=Ug*r&pZw0{<wH@%$<Gc~Cq`$o)TQ$LY)WJCIhlH3
z)&j2$dR6yrJLP@%oUsyrc`hL<#e?(T9I=YCZ@#X|4Q~?kH92<FPcvt!Q0Xas!8t*@
zy$$%a0;R-K+Z=y1h3;TeGhWj={nXu%0%OjFIxdY?dR%ov2d-*(KJ^SsIqbEh(kDG{
z=KiWyyLAi^CTp&$_Hb4SbuH=Gtd;tnv4FkG_@L85r?s4^a_2V8oIR^co1y!_1?8Ow
z*RUMeHFL{(PIsRhLUBJOnY|9iTX~<GUijzfab4$luGjP8BqC<VN}D-POXy^%HD+SB
zYQFmA^dwKo`qcSV#~By-cKar6-<#Un6(eUn)o_W}!t>`NZspW?GF=l`WMbNEbU5ps
z%jAa|8S}QLt$Z1GNOH1S(#;Fe4VoNJe&!pf{=cI7?>cvf;<e`;29r4J|93We9Gi7Y
zGWCJc60Y{>sP3hblMi0lIrH&6#!3I4)_wbboVz1-o$|A`*fqwd+U~9^=D+++JAePF
z+sbc5Up&1Qb~|cIUPEB&+mE+DcHccIEzlWzPTJ<5y4b2?g|7eDcL^%1t<W?~YI-Qn
zGku%i`~Oo75AVy0-fxy)rR>lXD{0yz#QA@rDodgAg|O~mb0=rd@AXVeZ#_71)#144
z47M$s8m7+l(wlHa=9Eg{oY(V3rtp1HaeFmGHoeJQEa6%XXYajC?Yer+6LN0H0w>vu
z$6gnVeaK|W&3V$h_l4o-3wr5-@|`oYxDVJaFqLdye|n!tjbzV(kZYTlGfi7~ap`Hd
z#Oq5}+Md4DBc(cJ@AqwMB#Og-CI%~4^b~ukO<b@}SbWPwLC!5oYzcPzR`s#&%3YUK
zonkw2RkQiu=LsHD!*|{+zs2OfqQ7@S)-pw7#db?c*Au%Nw&Wag^PHKQ;Whtv_@u~!
zzndkP@;$PB4{}*|vanyhvU5h(r~WMyX8jLxS%2^*-&~OeZj$<?e?*VPf1H2+ME$;o
zV<yihAHQ+>$LhZQw=`zd@c!#HmSQ#O{p*=rf9b~jFY!0zeKX4rY53J>&2Ky({zSg>
z{F(HROjGN(e4ktO=eo|X|G}&&IbH9&er)?9aJ=TJwDJu}7D1-npWn|qH)C3J&lSVj
z{tln_%RKMrUhzJdKkv-r$I?sp`AfMg+B>~U_o#I(S<{i^dPZ}CdSIXFukiIJ>o+@G
zNKS3iuQE_w&nosmyyuI5<9|2C%})*9&o?h=IaaWDy}6Q-QqKF+ht_i*-aKQ++ottP
zc?3IHgR41h4&5ueU_JHMK8YQ7?yx5uN{hYKY5KhC^XZKp#e2OHO17WAd(?eT;o%!%
zo6hb@)A5S`-*7=c?RfIV<2tWqxJqwUNWPf-<X_IlGt191*(*It&cD-SBb7Se{me7*
z5{A8npLI5!=oQ;|vB@;*3k$bzN5cuRP60&@-zoWQ9(%ivN^Gf!>~PFE$fDb}z?FZ?
zj7Bl73nsj3b+wT`4&7`Si44-YO13^5j+SqJo1vUzp3G>>W6*MITX)Zu=^M^+2xJ)k
z6uAGrNkQ`W`-e4p$3E05Hs~jRKP9wQyx_nWhOo#))0PF5T(3hiA`Z4ir_Qxx`^Ve<
zIGJ(A+Zn17G5nhZZ+(9q&9(Tp<F}kv(N8}EcRbnNzQgocUCZvj^5+9Tn@#(F*Wy)u
zvCM{>0upaH7IQpWS;J<hJRcmLY+CUKBB6=RN169;ICzMSTUsaMLR)5=|F=yaPP%bR
zug%%A>Ef!*pN?CaJrs~`zhKdFOwr`r%8lQT-IK1)k5LJJ%W~xO!Qh`fHEwpo^Jktn
zYR`PO{F~6)Srg+LCUE$hY2}1G`d<7;zu{E<!iL74f4y!-C7C6yn+zHl9T}LLFCExn
zXkgKP$n4}KmK)4p<5_t{uIR6b57@uJu6DN8td$whLNEHcT8o|yF$uotld9ria@pc(
zTbb0YM4zK=X;QN?zvPNP6>b&Sb1v=zv(KJ{hr+R(e;EWH_$J0=@n$^WHe2$}>sZ^J
zw4j>-3C@l;93D(yl1@tC*qpFgU7AZKut53DF*c>>9+{|==83#+W)c?@?q?@@9Q|*4
z;h!_B&N-))AFTUb&OYD$XU|r#V^23u&D<5M#SwJ#f!)@)b8<fqpJ|-V^~~#z?un#(
z+6ykF>PP?nnVVO*sb<Nx-_J7Dw~OViy?Hd*S@78Xzh|$SU0)I}`d@VSzj&>L=P!3p
z{kt}=fw|6E`P~l&!*aQXU)LrH>HNF2z`J@`;QxPT{_kWGHQOgDw?pivsY;CShbugs
z*If>oPQ2H1<K~7bW!^Ol?app+daJgOQ)kZK7V)sQ!$HT*PUgkA{)wzUFlE#1hGqX>
za7k>u;a_(!thsB8_>q9Sd|H?Mt~$9KxO&Fs)9=q-e`NnR{xyq@)%j5VL$K%HUZyJF
znzihw{<iP_bzamU>3ZPKopu-0zs%`vy<#AKW5@lVXWAbVUp?FLNp!;bqgUq6-oi1l
z>oN0Wr8!ccpVseDIlW0ze7U1Rj?<5vKLQr#4Fp$T=>1!GwWaQNTEl;X>$xgb295t8
z=*>#KEAH|2bXZHXx%axsJPwSP_!HkB{c?OoWqWshMVpxMw0YO0F9u6mE__$;>Asz{
znEhA#%{%?|b=g9HIQ{(l`|ga_H_8oC8ZRY92Fd-Iy!n^Dn8uVc(K{x*M(fJdlXMnH
z-jD2l7V<Z;`s@CAH>R^1WeB^mGpf%$;Hh44iE~Z~)Ae}=0uI+2su*114E+4te@pNM
zA4g->vm&7MB^u<MvAj*%@9)JQiZ_C~7G7bE@v6LX*W=SQC6&a@3j#tIPR=-Y$mwBY
zz%K*s3BS)iT;q^;&3RjZgMn6<rS^pSWh%}Z&ND>wY$qH%mwtMVvu--;wmIjgS%!3J
zPveTYf2WTt^LMZG=kBlbbg!-F{<pgS^mbOBSvpIef2}FK7xhXn?xNAvnoc|3U27iB
zJ*xdNET1uVl1t_OW!^UgZ<sZ@6lvLVtk7*aSap5bp+o=qR_;>!%l&vo#38OD=N(*2
zyHeipo#?nN&Oe!}yWQXUTmDj|pj+D_y<ATzO>Z=w<L>>d=u+DKe+BRVn2X78ygdKC
z4JY@*+(ifcP4-s`rWsXB`e{@=)Q<bHrY6WlHAYR)ZYnQF^pyP-s><P)i%fK$%<q0F
zBBW}3=}Y;>-g$8k62c2_9r}KBKhrF+i{|h8K9=79R_|3JvTpyj6jAOAm;M&mYzuY_
zyqf>vZvNR*hg81R_J3D4<T7jDmVROH{4mdWlW&s${&zkWz4X0^lly(=hh$-?r<HlJ
z5?eR|b?1B%t~2z0v6PY9YOjdN{}&vL!hSIe9<;S=vUFcBS|TsVbm&(>s@So}{{<8O
ze)DpgCsMa~>b3=c_wQc6Hm~=|-{(zlr!U=c>+_e}wGMBq^4{Mr^js-_@YVj>)Nr1o
zpW{#PrN?)_fAVX#lLPm*-_Z{~{$I=_w#!1P?#bk5Pt5~2KiKqS?#;U7`So!OOC&F|
z{qbg~`FmYVDKT2+ullqf`(ql;uvB)7e=R93Vh}kKsORpvYUM^z!)}G7sU~N7KB(v`
z=G8r!=9=RW8@gbfb3&_A<>#aKuk$Zib)j^(bHVTBuIcrw8B(OCpEindDGXF847^kj
zDCB6TACR7P{t<7;K8Nl@9^Vg5QJqk_Bjd2DnBJuw0&?v7T=R1_Y&dv|O<Q_R&IUHK
zfSXBA1;Ff0j?1{3Bpxm@Jpc5Vjd*XRp48_UlV>|K&J<sq@qCftdDrB5r;$XRTYVPP
z9iBJy{3Bk23r~*TaXQ4-%F87!V&=hKP`qjro5bCFNyWxVs`GLJZZ6p5nA&{G)g*D>
z-Uk9xd9|dMxbIx)q_fIankU9(scE~>mr1JKo7AOwatt;ceDLsNt>EHfj*O4qJM=6b
zvOb?3wZQqiv+-u}vu83=-IR@I&A51|hb?W3{^H7;-Op0D=q)akJbNl5)NQfRttl6m
zym6gu6g4Fjln-5v!3Dmy_M*9MWf?hc!NyUuE?(#<OEWR9zIdi5EX~A7_|}Y*Pb-gP
zWH?J3FYKLZc(lTCwW-uh&bOyqzNI?-Hd<Ia^TNJ2swM`)QZo+Ld1TnDY>^j|y2bIf
zqovHH=>liPK}9X;5VI9vUn-U^K73$d@BiI_g3??$8XFcKXls&|HIn7!>1=tK+EV7?
zWUaJNcH)ITj|_Jejty<%bFxA8g_=o4bE?+5mEvo5WWM50vHkzl`my|uQi-ZZt*-xc
zx{p8l?-KfZz9z#qPM67(X8z}u(_lFysl2}Tf4bfBvhVv%ogXyFXW2LKziU<hJ~RJ*
z^zU9vQyqp6XL8tos0$X#UJ;sbG5<w=!#lYtFO;so-@4`O<Sd;BM{auT?&quc#w^18
z^Ix^bp`BKzd^=hmdAvSd(Z1mR`=A*sM9q)H&$QE<f8@0K#fnl!CC&fAcRnUw_%8hU
zM%Vqo|ECZB`^@UVleWT0X1bK4e7Wx2%u1n?XX6=eaB6ceJ@I7gg15^v*2k|C%e_8X
zJw8n}KtQQRuYSqWg6Bm-qU!}6cloSU;@F?H#-%1;rR2@sUgp+Er^)HOTzk|*dmeXK
z@ivodsZm>IGkR|fJ=YPN;&^_dSN>lKcV>mx+SA%kcPa*n?kSt{`J1$lZqSwzDOT^w
z_xU*)XBW#{iWXURXm?M9r~J43Y5B7pkHzo{ERtS)<NJY*XU<31%9srmeFc0DWlGkV
zh(3&O3qHTL$<%wn^}0JkH<EPP1i!3n*1Ep$MQg*gleJ9C4@zmC&p24P;kKKETg!#-
z2PJ~{Y`HFAA>med@p{*xA~uP6-2J=e8L+gkHCVXI@Lx%<o=;xft2+~0KCBfJ*>%oS
zvRrKL|I;1z=X)LB9lgq>|ItFVVXEPD!H4O`1J@c!sasj_dGOxOU-P-OVTb?h&_b8D
zNp61ot)v{z|1)2n+ny0PU9#-OtKI<hNh>?0B|9xoS=^Uyk!ZZyf8Vtvc;d<vOZYn1
ziER8h<Ct@h@5Z3RP0YH5Tf%28+w9QX`SJXOrmDNYo;Tl+5u2X5RkXr+*WyJT!g=bo
zN9F$7Z)4+lxIFXy%@UoHM;S^d<)t6A+~qN+{G^$<aG=Y6YpwTvZHoo9E052gVefDx
z;D*+=#ZQkn{};c>YAqw$v`BOr`wQMbmhV?JIqX|Db>ro-mpk}){Yw;#JP))dD#d<T
z#C%9k%4d$Xnb_ARZeD>(Gf(IHncWZAAD%eSD}Lx}5?_R4aJP!rz8mh$8c`kT4EnlX
zdAu)t)je3M^_T7E3YX;m)(Ou#G&h^;9BNrFVambMyheEPf~hWx4|RsFO;W$}cw@_i
zmUA~^)fN}OsW{7=z46Oiju%J%p0Ix1dN^pKk<qRb7D{PR6ZVKlavk3)KI01W!tFOd
zRS6puDXYx2znW&4VcjNs>??~g%U!Xo><wokp4z?DH^0>~LtE=@gu$miQ<drRjr&FA
zBv$Xgkiz7X=@b}mboAD2n-W&F$xHIY&8(+B<<LHyJu9SCb+1L%)SZe;eYWJO1TETP
zYRLSAv7!I;B*&+-&U~>sbnLr8zePejD~qI@@PWYh6^B2ph;^|xvU{Pge(lsgo2I7^
zCA*oqd;*?_q}-S6ebc-Ax=O{xiSIWV8|E!ovZo+!)%WWALE*QrJ*(_#`f>52HhZ{n
zMoZ6Wql=gGFZfLS9DL7embi=3j_nope^QP+)aX9Tnse>=;xxVY&6)v=x&ppGz1IDn
zv%#=n%7evr502RIzpUg=?Bwh-ysO53cu`^2r(T7M7)Iq+kHlNgNIkpbGc}bpYS#9+
zKARsqZsd6M-AbyQH|6Bz@ah%65<k8CRp*|4X9urzh=tjeN%Le|R|S7K$#?klqc^rC
z-!?wh=T7KVxN9$<y-hFiaPLKDBb}Hd7gt3Jugux;>00I5?Y%WOd-t|H-TiIpyZ<xN
zZkOnI2POpHJEZAvrF433+UC!*D&89~&s)aolC|@!_4c*<4VNx@T)Q)^_?S?QfSKg-
zwlypLb(1W1Oz_?{RWpX+&1IK^w{JDsYDJt2k9-z+=&@+{r<||e0tZ`p99GZpIJ)O_
zjN)avUo%%!&1NoJ$;YtrVf)_a=?!<>Gq!*H>wNe6r_hZPM7u*if7_aLQtMgD<T9NM
zpX@yjCuiwS7Tm)5Mfb|hJ({|Ortg@%y;n7FYFwwwDzy6CSxW~0tPfY!Lbg7ix+TfU
zvGZzwuCmPbrrf5vmTE@f-%iaAiP_7`{Vgj(YO;lk)Y_tdfA8HouhVhu^MTM95jWK%
zE}}YDRxCfeZK4r-QigCte6D@RsoQaUx6aO(ZCB+H(=kOa{>z>{hnpg9eXip-2sK?+
z8@S@(@mb!5qSq!e9`?$6mB+pLfKrc?)^?w;mPSpcuL6xdxr_Y#4XPG@S9CdYA@|*K
z=YElCo^hSY;%E4IBu$rSPH=b_I>+wFLUT^HMf?6*Bp0(AOZuv6ypCCFIKT0bkgIjs
zl@;lKIp^!V?UP>V_uy5^ld6`$qfQ1Z*GqjkvN!dy^2s+pY!}72#a_FmG$*3%ylkZc
zXI{gpefJcZ7JGAxFJ1CLd52oSJ@4kZPrJ4-N(Nl~cDUI_`idZb34hLlGy6FHoq4D~
z{d-5+Mn3x^vf|sC<v3#wESQ|#^NICJ%UrP?&OWU*?A(r#WfA9Mn^ZotPW*RIXp&g<
z!73fE6~FHo?ND1_^XiQ9%rI*;wU&f0eLsG#T3E7XlG4=0)3?O`e;}ffWcWtz*xZ)_
zV(ZuTvMQcyUGaT&@8v7GTP9fA%l37gZP5rnCY8f2rF~uLUbyt?H+L4C+kIZEqGpPR
zLVsV&x?J0N3srOrX3L2!zMF6Ae~(AkZ-Ge6xwiM;mrY!5_C#cQ+<TRq`|gXg=y*g}
z*=xPm$(+2)sddHejT=f{y{;8dbgJu2pT);u{bDN9S9h6tAD3kCta)a1@zJG6zeT1P
z>{EErnz1%Ha3aTq@E-@x2eF-aD3!k8j+xrBknXqL^WMLZbYFOSu9^Q~PZkbIt{Fc<
zUvabb_}htb7(TGLoysQJIb~;zfr!bH<I?YDMKPc3Yb#&yYaWa4omZ_NrZ-O!zw{#L
z&!r82c3PJ&d+q7tko@4l$KR}{3Jce8*}3ZlCEU7a^zr^aR&H0lC0Ccm$#YHiY3EH=
z>^wYAc*0TdSB8Oi&zo*qUJyNpLqzD7n`r%nlf|v?R95SR?7q_KIWbD^p|{7*;OtLL
zHxm}mdmmsKB4;(}=b7Bj$===C+U6Nwp9YjMIfhSlUBHwvlQo3*c&5mdN=KG?8r%F#
zN@7{K8K<;eJR=u)BTr2(Tv>4M;?9**4VTLu-1*MPK=JE8huDcNjUOj;HajiLO?ADY
z{D6xu?!dPPo0Q@TvUZ<p6kY#%n~ue&>?^I_(>2eoyyx)z=hwgkTXM9I?Nd{6R?&N7
z7Hj^Ec|+6ps-w@DmptJuc`7cF5^lSO`9rUF_0(jQzI{q3v?Fxa$kqzD9(eYk`-g~0
zeZWqA`&W}iO;@Gd@G#>r%V>GYb<A(=(%qIv7tOtLQi_#_PbfUxBKGr!n+J<F^nK0?
zow@tUs>{a&HY_Ut#OUn5M@HVrVJ4fxtEQVhMH^0Vh+JVm^^jR~YU`F*rlc(?E#fW*
zD_?yxh|A(;Zizppf6RB@f1kh`3MZ8UGdZtGPAg_#`1o6ZxPa!@Pm*azS;Ko58g*@Z
zq~MkN`b1)aU|m(lDUpjS^)AW!$~<4<_C6^qQ(7zJlgoO;w{^7>MVlwsO!)psL3p;V
z?w5T+Z`WAmDKq(eoO@%{9`)m|dwt$~I<@=N!F|WG3zQh{`vf-6J)`+tM)XkKiYY92
z<1fE|b+D;+TXEEtnh7h8rz>t?6OUZN`skBMSzuA4*M^JDS0AnQ*tF7-t!4J-h;72w
zSuqAbg_D)u)krQ7$?N{4y`!XUahI_2o-YaS_Qk|K=;3cId01k!=9tO5-t3}lYkfX*
zES{pAv2*E~i_C?Y^V05q-6fl&bBdXDy7ufgCbj7oReYL^41E{t%!%62To`23KTE7I
z`HwYYWN*PghuAlhoBkRuIbUq}#;8-EN&j<aW6vK=o#S~^wwNaEou2M_F>cwLxyNs2
z|5-3~&E)pOOZoG=kFvceymyTMLhth_nbS7-eA{(#VSTN!o!E*OhWgL^Ezfdq-*&s`
zR(4M4!Rzdc40ww6$CVp2Oks9p{2lZpHg@0oO?k=;&+Jcao%>-WL+h^mmpOvfx7QtC
znRx5dkGJyo+TAu^&i;1o*^JrmxY->`Yp$R4y7_dfhrouMV}Ji=Rj_`&72lC_VZ%}0
z<m!W&ecPO#=>{k^|M;52&^&G4_3CDxptA~`O0BOh`l<=>{*j*h^-ff2-c-FUuh+J3
z3y#^pJv3pml4O*9i~Wqt#o3GG9XUi6l`C4yI31`j$xMD_JpFvb&+83BL3Q${4p+9t
zs2}qBaAZw-cBolGv&-M|4CxH58jC(Tg|zjT>$-%N|GMt4sd1X$x%o%UP7U8r%Y?-i
zNPXBpUG&Nx`CIzxdnH<Gt=VtoESjACGN5j;^XiF@lyeL3bM1Xxx5Hysl)?wK;8_lB
z@(jy65A*qMiJbH^l*8;*WlexZ%?#Zwyc6}Tx|i^AHT~Xkr{uHUv4Fb&Q+5hBidr4D
ze)v;r?|H?0`b%34=4!Co+&<p)@mt}F-Xx_%y)o-5?60o~*dOtFhd)PBMf&PXwK)Q7
zi;LMJ-$msach7pm@h2y9M(Vz9?=KD4>fYNir@wwtlVu-gAa!!W`Wk~f$9QjruYP+f
zEh29xEBE`4Q@)8d&n-ACTN5pC&&=nqk6E_m%}T|Z%YF~`JV=SsSP=hBQGbU<`)@X{
zd*#wv*Y%x(IDT^ea7p=aVqZ)4!ELwWohE-4_?l?uv!?J9XVAQh9aCBrn##VeD{a32
zD{JS@$=w+p(%xCOmuwTvyK%qJX4#K_dNErj%!~+|dukTT!$k{sJe{SooiYBWe#7s_
zNp;Z<e9ySzPR?I2Z_ku9U;ZXV{@fTI+41+j)NUP??VgcJe@|%7)wL50DsB9}#C%`u
zt3s8fb!w;g$tCXGS~5pvlk~Cf$vdxwzEDjp_cZD}dh#oWq@H5AQt7+dTYleAuidcP
zb-~#a3+_F7#c<h9|M_(80&Rw!uU=Jb<H!}2i<z*8XWPSdn&Mhp4SsH#y_}<ULfcCI
zwI94s%=FkDUnZ~4a`^CJ@o6=u13%Phd#$c^^vJf8Sgf?`MDwCkL2ulSv1@Gkke|K!
zL0jUh|02tLUT^EGI%=&lOP4)l{r!B+8LOOXPmA06bUwTzt8}=o`heP^3#S$csAy@=
zt+QEs_rOEdw=;ugt=>N2t*Ncv1ie2ddhbdLUGggY*RyjRsJZpG<5s&;ci=f=#;=<v
zv&{VX(0}Hs-xoDRE?u$VnyK@pGrlIqDzZ<CZQuH>r~az!wW?)$TDYTEcq#***Seoe
zpQMM%c}%|gY01{_XC)j`A8uTi-8^&pG0lSDU5)qKH^=PVwPB5r+Q9`WGNH9A*za>M
zwEt<p>CUQ;m2;==S@6pE?x$H3mI!d~*cQ=nZAy>o8a1WT<uiG%F>ABP?nsaNTB`nf
z<*Uhumzdbh&pa_}zeQHTqpY6!$>z6X_4^rIS|5F9&s*5|O7n7+Q^pL=KVlWnXV%T$
zp3Y%DEB8?H%Hz6L-zAR8ida9=a!g6PY<>8a$I06(f4^P2CHtjTh;qT%>IgZB_LM9G
zyASTaRIA0-t@W1J8McYLb)Ap@x_eLVKG-mGg>vJAv!$hTTN_p?t~GhwwQl9q4q^46
z#e%)}CBlp=)t8neet*E2C#u%SY#%M>`>E-Xo^#6IGitXNmL&>4{Qp}Zz|A9}<6YSC
zzxN+y@6`>yx8ALK>Y5kY%_@zK(W-}jF{D;LzkmA8TeDNUjAarE#7)8(&g?N;cX5JY
zlKd@`X&REJTKpgT{l8-Q$+hZdjbzlqrMH*YA7cJ4ly=e3D&gqW%2^NYAE?xslr#6i
zqEh+%o%j5?++Dm*UoqnqXcJ@Ib7$@ztveTt!Z)<^3*R~R(#%_xrz9mtRgrUv!rZhv
z<$89VBDoUNvP*u+N|Ca94;AdEuHpZ@wK2JH{}N5F-@AHr_883372`b{vxiCjwAIhU
zvFFRmr-fQgu+LsmT7Kl#cjoAb{RIbDP2Ow>-*`8*Q)z?mms>Lz&e|8h=XmX2(Ft?%
zemo6ZaqV_aO5xc#PjB66N@w}J+0l0Il*0@^=Fix@tiS1I;0nfRtNz?${KYSpVPVN@
zaG}IKh?j%$)+T*}6kp+)TQg78c)2XF{w0vj74F>B_rCpOs{_+B*Z3XBOQY)RivQH_
zD+%yW%aZw@WTM65E0ZYZkr`|6a%II7yTz^j$w5}BHO7Z`mTlN<Q}D&q(<JNlIfkgW
zzc)5MUUbRr5T9hg)1SwmxBhFI&YhzEXx~do8`F?<15w#8Gg|*$aP+)zQ9bbRbPet>
z<2?m_FISbDINcNHx#MaYlXPK{>q|v$2QS|D>WAx2)C(=W8y7Ks>BYxKUTx|NIBDA~
z98&nY>Gh`PiK{N3a^*Y59KA-b#_9Gxr`xt}wVzTu<Ygn5t+ncv76{$8&(?+ahE{Qg
zQ~OlG%tt9(1UF^!PEaxFH}kp|>GtHO>HHP*9hSDamKAz@UcD!M$4RH{3Q^2E*Lpvg
z7R#?E^0}tqn$M98*#?mSEiU1&HlhJ(k%=!ai#?myY!<5^v+POx0hJ}J8b)h`6T+{o
zFtO>&&ucH(_JnbdsF0GzTcL0LNxo7N3M$Vf6#E1Bu$gCG;rz+#Tq$bwU$C{2W1G)=
z3y+$Wfn8Mx^5zsbycU{pr(*i@kk_pTWzxE)Z|><1uFg64;CNuPWCBaoAs1;+kM|c0
z(%LHy%v7pK-f(zIj>{sJ<hNW?_jU6h+3>vA`he4#;;sd!?%H^qI<$6K_RYU0h3&8O
z3f&(jXC80g7Jc>h#aNw%atm!NH62WPcDwW%na+<p<#@DS`GFssDr<q#`trED1|``E
zYipe{4eJ7nY7Y3yRrFQZ2`)`Pl;Wg+ten5T+oW;FH1~HO`)p2$EI52_=Y-1W7X<;k
z_v!E_GCnhm;j20pHS5j<=fdt+w>3WXeQ!PU#ooj0lyiWB?8aZO8Yh2}egAKT_rs^3
zH=GM*a^@6kI%nbNnkQ|%-<)TP)w|2t`)8ii<F?FfxmUKDPwj}P(XmY&_D>pr-fk>=
zcyj5RFE8)kmiakvcWlAg@PpeQJP2N~=FP=-uNZwxmBJpJJ~qREKP|nsGH2(Z*ndpX
zV#>YCwnVM6Idtl?snqA+X#rZL%iX_zd8sma^9tS__n&OmJ~*Ri)dWSsPvRoYD!Yv5
z-r5u!^<fhKnqc;IFTeb5ZFq28;lpO8Y0sWE$K+?b&OIIZLu0R4m#yFIh*wJ|G5!c&
zd){<?y{PIDBTm+yll+gCL_T;`EHJ;yAiU~s`7`!Emk%9!b@1nlgA)VSpUr;Y*s)Ok
z`scUn&a9hvou89)UxL^6X(bO2guJ`(M`xo_aBAg?7vZU9@&Rjg_N}Rl{mb{d?bPww
z)+OvyU#%7ued%O3d127aaEGr|^JeJPh}=k$s9Nv!d&3T+stZ5<l`p(qeRT7MhSbjL
zFH+3*h0mAG-gnRY%^DYORStb0Df`A{N34AwH!WErmM&y;*?Afp&+03pI*)#ol}A56
zu(RH9k9@4|mmQDYyEDxlnwj)=GU)|=e73sodiDJU&SLzRq7@?_cg0?JTHbstYLPR~
z-}7cRMcJ=xt_vk4iXWX<wbl9XqLd?3&PYzVBFB_%AH}_S+b`Z)#dCp1zMCuxvQC^|
zoA-N5QIg~n)6(+JiGI?hrS+lvw0O=l+NL&dk6yZ6Nb!W@jC18B)6!oUedk@$!<T8J
zQ(U65d{=;P<gx?n4U$}LPQAO~V6<+`>CI=j*-Yg39G;RmPjK>rgNG_MvZO@B<vfo4
zx&EVe;POvO*;V$J1*~)&KE7qlydq?Hht0Xk$>wK5S4Fenro}vU(^fQ9T6}q;GWFca
z^~%>i>MWl;_tuXu+2+3tQ_5eo_H1mhSF@Mo?YEac;cIY?(Jo+rgJLtk$+qW?ifZ3(
zEy(ITkRI|cZr6h4Lg^=)%)BLA1?MdOaOy+=$Ikf5CP@W{?FU%eUq~jq>|k2elv&Gm
z@sg?aF8$1-GAq`*A5ni?BfVh8E;;FV#>w2ClE)rwb_^3MzjgM;FTI$<M-p2u-AkP%
z=bQM3vF*T=m`PIa(&l@ao7|~Xxx#UM>znGt_s^`haf)+j?kGAxRmOE*IlIWT6I#>w
z7T+?m6h6W>`*OzhT9IkxWsYBbr`^^4T$OL-zMDBH`nq+j^tFtL=Vl96UajR3?G4?_
zn11+4TyD6;Eg4O%RowoCj9d5Eq)7bT-nvn3VQyq^&cefOmrFi=*4m!Pu(qIBY1t0p
ztktRir*bS`7kNyy_k+XV!=lH!T!fZ5*EzjB7dlOMhfGjo6NB9Eteyi7;@8Ev&L>Hi
za-EVg+?Ws+U~O~cWy_|f2Wk>qUI_|3i#yq`DQR;dzWPaYLTmL6zBdldoC}})ReIsG
zF2B^$X34@G3{t;mNF{hFd+&;kyUp0NV24wA(S8xRuvG<`g+(uK-Qf#x?D*-#>t^<@
z`a?c<-p!+F{4Z)n4mrFJvU<qMkoEe;?M>&oxTY^nUy*-jS;3?S1=+u>XHHXmc3!08
z`9$rzT+K@&-mGI%^nAQ6`ob-XZJd157c6$+J1)p?v+(6UfkziPm>zDmuy^i%<dDNT
zeX`TqLya=0mTX_R?1$$s)fL=!x4%}WtP*#*xgg2>iRgQ0$CAb)DG!~CCw%Wp_1YR=
z5;TwDmqNIIqcW$pL0M3hLq5-))i))Dn*-R~OB#ZUEUYh_b$W5`dy^4Mi`cwBvCC3L
zb505^IHEfB^^V&;4vas)^D~Moy(*kJwe`gbw-5Jixhi6#H<j#O*7=a>s?p1t9@UNq
z-hTI*Y4rQd&u7VZCY(>_`pEytWnqo(!@Uy^Y?6p#deNC9<~1cS^2Md!z1usDy3D?;
zo2iyFGbxcj^=<U-n3QA|KH;ZzkMD0|@0QS5cy5CHUkhU+=ev{n=Y7b|d~-b^D>YAW
zYpS=xBGqZaOx3|hrq-H&^2+n;JjtRd5^+b-?*4q<EX%^Gjo!iSKbNsj{g^4jewvei
z$HJ@1d8u6O?@#NfY{)$6?)a(iQR>1k2f22>e13Am#3`be7JIP0>Yn><$tImQNBQF9
zf-WvPI4^L!!ta-F<ewDqN7SxUdA|R`+HQtF_x5gaHMWhHtJwbb(Y@=x81EMPd$@Vu
z_O}<>@N1Ubm1SEvb(uq2_B0yR2&(RNy0+FY^sSl3)YhdOyMIodBo->PT7PeuLSSUT
z<U1E8Y_{}fX_y+Zq+@-Xtm*5m`c@8+8aJP^FgG6G9_m@6?HR55*CSeZZ&}zA#}5VJ
zmita^mI_)bSG}}cgf(}!b~9I+L(Gl>*3)XI4|#64n#_FT(CfMPcg*d)SZe99P_?f!
zpv@_AS@W4Am8<+kn9quA<D6z4`14Z1bXkwR)+T$|cC5YNvdiPeiRCJ5u6SDBk(_CC
z?92?gnN0haF0^=T`Nw&cvaN<8Z~2)I%vE~N9WQ6h*&Ht9yK3F``D=6n?(X<Mx8$*{
z_*~yhtxJ9%sut@lkX*bzd&Z%BRn?U$hi@(Un$YX$FX(;Ob@{5kGXl@5{WyP?_OUX(
zKl@+@^R?!;TLh(A8@C16IY-sZ=1|dLH#(iL?0UIdn8@PjI^7L-53_XfJb%S>%lBzs
z3S0FwQKm2NVlOEy6$_F-=2y$X%gCkLH2Zbp+`E?x9sbSoRu8)NTVOJa+*7?TcOyf1
zFHcP6dYPu|Ci^gb=IPc+AFs{bt5?18>wFm=BZ0q@I~@8GFDX@YEqZn>WQ`)vGp0{&
zlX*37Z1Gy@xi>GS!?eM6tHHbY2wCo6$%6~_I_wEis9$_zUpL1_t&p^XtSQ`UA1|I;
zC(rTbTkoz7_uutDJe&9`?Bp!_9~#Gg?aMr}@ooCH&8`2k&Mh`ET2X#FRN65+dbw!R
zk+!9c32PjB!aYpCx6Ye=eMgmH&(n+<>^vO>Vv`N?JHxsaT3++5*xKj&^0i)fmbBIz
zhR(!=KW`k`;bO3^BRQg;`9HUFe_DW-z!6ce+kd{r7zm}E+SPP_=B*<Jr3(GO{qMJ!
zowtYzKJ`SdOzv19Pt`^4?K|e1dGN?<rJd;6w_WZ>%3r3fSDf1pti5oQ*YNBkEsd=5
z?{9a_e*O2rE`>Ph6Hanbn)7sA4DC((&Ua4?{_lR2;mCAvt+3|xl>*<Lx4+nS;Ew%-
z=@Y{KwlM`}Mz54pjeE^hxa)plz-3#Dd-pO-RU59xUg&;sRF3J#!RIlr>?%EOzWdy`
zuy4}sc-M8M8y|=)V!ylI?AQmZM-xxY$)2aEB9?kqa>d-^QwtAoY-rNaxtKa<UEHeV
zyINhG$x_Y%S2jwiHeFKt^jqN9v`W66Lg7jEFF%@`>y0@a^|~qf5MzNuMV|bd)^DmU
zB43zaUQ`HSURC<ibqD|YCDz<5OO#4>{1%8^xn|n?hmzb6Z+~rE(Ean;ug2-!g$EZ{
zyq_X>Rqeh-#NA`U>(iyOMOFx}cCf4Ln4-`e^S$we<+AETZH4nC*V;eoes{LvFsr_~
zAk-=0jsBSe#i?JXy|ZqqwcEgUqKjEUpzPb`@83VWT$(%UXUD?Nb55s=J-f79AT54Z
z=gtOad$FAJ)~3hp8d;bG<2Tj(%~2IFdcN@W7uLes?3KG(zp*HA+?C(9_g$G>)y~X!
zvOde|t~&ndlQ=Nxm+F>ZGh-rN?zth=$|>(*{JHh2GE>m*%p$e9GhaPk)3Vd>fzM94
zT{a834}IXjt=Y3<ZTOzx`xB;3?%OLLbn^3E?xuhI9({Y3PS|Op{z~!qyi%hVwkP>B
zjviCE-Kxy}UhPR~V&W5h@jky(wZf8&iM<gH@63JNBQ@Vjsw}Nz*m{2UZ(qih{4G-_
zNH=%Ay8PBN&GD7^4w0yZPCL!^%3izq`fFTh!)XDJr6J2V&n<hjkFU>dxvhh*^fH%*
zU2gNI@|WmoOi6W&`my0#O6io!%?CeyV9DBd`RyYesfQA7eN!Lh7+wGFWw-zL$L7uF
z);C9$^D92t{kI|D$&C4XyC;8I)Nxx;EGB$rW21vg<+{i77kR2iuj0QW&~ec%YGT{#
z)hD;abmuPenQPXgsTDbs-)Ct|_l&K&c6naw0@v?Ze{buY8&z-b$Xs#neWbvDE7IKZ
zl#-slfk+_RqvaXCiealROFo$Sa>ui2%2wBzq@B*mt~v8iR;~Mp_eqV_n^Q!WEI!4q
z#l6RGiCCiLtkmUw@xK}~nqJ*7<vuOD^pj7Gwxxh-JoDjwrp#t%Cuwz7TsK--oSd63
zvr(gQUr76^scR1VA2}qh5mW27X;;e9_M4L~G*s<nd3i8;`GGK7!QFai_%oswRo|L-
zLhxTpH^*zw2bwKcD~b{$wn%bI82;RTVKFaT-*LsTWuonCjoL*Vk{Tb@8(eC6on^2=
zs;b1v{ON_$9Xsx)91D?;V7F&{pj+lS>+Vyz*1k`A1~<5_n_myI$%%?M=eC!7O(_4N
z%~x*!JfyUC<z@MjC0_UZPgZ8$5VTl3Yx<9HPNnzvgf6>kRci6pIXscP*!le6t_6aZ
zT3f4r3LZY@zl8bY3CWEC^L+2P`{z#d(EO=m`$KDK;Jit}mwq(zUu%9TC}jJc)98_m
zQ^0OFR*lE|zOehR*tCQFw9xj9ccHsCuAFc|j?MF7p2gpwxlWJEz6Y4D+7VQ^S*LMX
zr{<KN8G4+nO|R{33fz^QG&TE9_AI-C56}1SK4P5TE0y;4_59Nn{G3Vh5Aw7#yJoZB
zp8M~7#~alLlWv^vKWr>D$5+$UYJ!OPjg5zsTV1)tm<+3#f9_zZ)j#yy_`0R>JfmvI
zW~Mk>qgriiwZk(jIkH3)-Lxtf%3caNo2YYkUFXEzKNUC6sk(KPD<y2h7q@@%Ecvso
zbYm2@Y%a_B;d*aZQ>^BJ2|Mc8pD<e;|G(1ew9A}Lhr<~XH=giND+sqbn9OCWdt3Z;
z;zpC!E2VkGz2^l2Pn&VfIA+&c<nzGlVe#C|6WV*)CMoaTCVyW;`cU?DI}Vqxiw|+X
z?s)1SFd-za{@~p0E8JIFeCJ_H6l489$9VlV|FwRae0sOI{%!jtAeJDupw)GU1Cz+(
zyZ%p7f}XEzJMWXQ;tGEQ^U{ghr<Pq>)4J1vSNp;%Gw#)eXIIzdo9VrCy55(h`RYr5
z$hjBiPB@%d8S*0X*UsHDxVbi1E}3ShEWNj^n{ySn=G`4?GTIya4el^s@tyjM{W|~a
z&EHoT?KiV|X@350=1Jy_zZGL_MUFFD2yMN>r?Nym){S|4nj4?ZCBC@HB~D>;jwXe0
zY*YHa(BXBE`h~T}gVaPEK5m`6i1k;CLhaep-YbkBooHNe;IpQ)PECiQLTR~X%L$PO
z@BXw|<<?%5eYI%L^I3_aa?<}_-QOcGcB8q>^3e28-NzO@jeH=?{y6o~Zha$j2l-?N
z{yMH#9r{7G4m%$n|M9Lh!#X)J-=gJb<CkY!xqS+pLo)bvm~Xkh({@r=;B8m1qR2)g
z<KEWZ&8|!>&mONamG~CFLA|L_p?&w0{JXcf*#EVKGhH>R3x0dXR&{@Qh5p-fhwHh8
zu0_P0^IUk_<HFizc2TF<+}788)EgOPIqWa|c<@*tAklKt!$y|IZ8y$-7cZzOux*b!
zBpods=b^v<qvLs*h;~aWlOG|=e1F@$*>J$IrANhj%Bhwh4Q`o63m(~H7Yk)(ureQ&
ztbg*D$tmMS^^TBbwj3=5)7uv(a`~*E@a%%go0o3!xlT$;E>A5gyrx>tFqKh!i%oHY
z(|-%a@7<=dLBHlsIKKNeAKUBwr=p)OxTd)OpHr)n%HMbosXvZ?HBuxmd8SUBXy{ZU
zcy7UmLjevGc!XBeFK}UOsXi8!bNJlDZEUwYgjCe@6^#|Yh&1v4aAuwKY5l~Ti*>F?
zl+8V1!yWYOno`oA_J<z1zhihS)@g2IUAyl<S?z+Xl!em{Ui;Hm&wpZ`{EM`sN1rXZ
zU$|5*?9-Cz@!l?Vio!~MvfFoBy~<<pYtH^r<5%jr+pqbRmuu@{KdtE1$!&K<(-uwW
zQ$4xW!NW1BCr5aS{#3Sit2Jf*hDk=bzv9b!G^J?oY==A7M9#^jKWdq46KLt@dz3No
zru8)gOWuwxF%{M9cCjb+=(C)QkB!bfZnUb-A?lXmN9H@htID@Hy^0gN=X4@ZXVVw!
zqSs2>cCJz}e7T74mi6T(m5V}mrS*S1y*TL9<2OT5%Hz>8jYTQ$m)34-U0ajJ%cT7@
znS;BK{pX9rt?PeDE?ux_&1$o?vm6gpKA1AM$A#}(Zuoq2fi%zB4<;&C3ig*wJG4j3
z(|E<Z1FUm}V`nV5uXs7G|Kf!Inb)hmE)=dcx>dP!!dK>XXT>|OztNgJ_rtYpQFZ$r
z6B*JJtS_|6Tzav|)?CPjC+$>T{kFMGU$)82cF2DFqFbh%qfzgbzRN>VwZNd|{qwk<
zzO3Qit{Hsz&dZeE?^BQMYhBN5x_3&;@?)=mX0)_h7nXS+ZJi{(>sjgc35Dm6|G2hj
zQbb#N?|$w1yT6Ni@yj%wn5%nv#~D}li$A`;td-o^DAzOL!QC$#xUW_2+{V~jxb5Su
zuBU$@c)a~OPAD`L{fzkXc+(I2#Vae?jPp*P7d|>+!L!+aB@bRvxF0LF>+sttUG35z
zJmv*zD?IvP)0)3LkyR^f|CRZ=?H4Al*mC^Sl*hHsq9J=j*FF4}C0#w&#F_PlLXK=D
zulT(~bKg(UO1=A{SAIgbRpgFbfrt-Xx@#kto*asa;db#{a8<gN<>jN=Z@F@f+YU@K
z-Of?`YR}WCJBsq>^h6(B_`Pq7Npx=chRovc(&?&lAE$LL+<4~Qs=d3*HEr)F?)|?c
z>_+S5({pwAu<!|ee6%ml=(uiGxWCgZZ{Abe<ir;~nZ>OtlG1-_mc~QAfOXp~eLTMH
z<JjBabVRj#(MPS{4&Od~58nLXTDlB-hlmc#kr~UcnCJvQadVcssS%Xxvm$PV>DLHJ
zYn2)PlOzi+I69Xtxp3gP#%9a=%Vxa%t{|Vr`BFju9>avjfG2ZwtD9!5y%>6fbE2!H
z?DF=rNeo3gyWV+!GcFWwDep}>Xu86A-*&ddC-q913{MuwAIKCbn4z0F>D>egGcJbb
zH;Q&z2RXETKl?*bAbZN=+J?*W{vn6*rXMRvpKz}3)3>Z0f2?%5K25ymXmGs3(c{}}
zait|6^)AowE8t&b-JetUHp|oVbKOgqUkh@4Z8=UXVD8eH)GfYb^7+H9S2k82e13Z8
z<T8PqzTtH#$CvP)oL=3vA?34cnew~2Dve7vRz~!?eSDIXDKY(l!Lc24maMw@Z)#!W
z`Dw3>jz_3z#a>%@qO6?ztc+yU;y{(ZiGoY5UN14%Jg1!C@NDOn3Ex~>D$ecP&KkBo
z&v-4{O^Mu6Y33)IxzAR<EB4IHa!%>(Je8-wX;@WVZM9ieV9KR^7AKuM;`TidFo@hT
zWqGLOlg)B_T4t}`c=1Z+yM^x0<D}0WaoCW!@_?Pqq)I9EB&XHJ9(DKJI3`FZa`gH)
zJvh}bz2WSq+qT=cdY!Mi6{EeXWa*vodXXugY&cyKzD-Gd&BAxd{SMPV;s2?vxAq)7
zzMK1$M2AW%(`|je{p#)-!XLSR8br>}u$0tkSmE9JT4iI{|Kpo9$_?rdSbz8$?`!_^
zrTmi_XV;#-8<Vg-cyGRjWI*H$4dsQ?8wy-ZL)ijvi{0hi9RF(K?sB<^yK5PYI##)T
zn#ptJ{aIP3`0~liXC!dW-FCXbb4~cpgG|#CZf0ysnYJzW;M=Ob;<j^7Z>(RC_N&aw
zGS@cnsC}2@-Cc_R{_;&}O^wRoJM{aQ7fY@E>c=O(aQrk}`L^zb!fdfyoApCN<QB8L
z%G$)gmfD@Nd{x67+t9a%uX*3@ueIHi_BBdHHP`V7_vPa%+jD=d+}b(i%Ps4S3$x27
zcEpD5k~sM6=%M+7Q;p}YSp8YziKw<uXVLAlFWd_I)U1~1TNssb`Ia+X&7E7Y>vrxv
z#-CAl7QCMOCU8@xf|Qles>}Kg;!N=;1$f)d7_SJ6OgY2xF{QDvh_y8-lK;<<#_LI@
zlg>U}R3Nu{d5TDM-TjhF{{N@&cpf~tJXB0IBk{}HPY<`Ou2Fu-xGvsG<@pNk>)#5e
zRQc}m6}v3+B2(e-wms_Hd6qx!9-ldV?zJaAhYHV~coY<9#r2wb_u3-$sCVoaw?$<J
zxb@ESKJ`^PEk9e(J^gB;;GtJ0=c+a=S{eLjJ^v?`#5Y@xt_kLUBz5wL*woE+2}%-w
zem7=W&T#VZ%-h8N!2K$7rBUs<oSdfAo9`v0+IL4N2xw0Ke)5F#>PJh0*|HbCoLMTG
zmcM+DT=(K9$4ve>>|o|}P3k&v|E#M)l;sUg-{*F^F#$LAuhpH*Sn}#=GmpdK`IlNJ
zc^ep2UA=qZ_`a*LBJDm~<%1GKWvBF8NoO#7JGdY8ZI~DP$==)aQqPQ!n`Yl}>U^L6
zccW>6gUd_)S8A%$U0jcR)?CZIyQc2+#B96%xyM{NESFuFxA$VbJCjkq?*H%!VF^=S
zcf{KMyp+@@p0a$}G4{FNJZ=9s)tz{plUpo2bM}G-77}ZXIqrt$<$k?=uYK0@4X5{}
zIIdXOWW7e)We>{+vw!C{C(T^)FxS%i_O10fUow}bF1)t??yOm9&Y}hZpL4Yque@bf
z_xgX-+!ANr;-sH$idR2XG9|BGeEYZRW4Ef-vfS@pYvc33JytoEVR%R_T3Ywrh8yp!
zZ+lE*`K2o(XZ>lxm77-LazD)+w_2W??e%9{j&G;*l8c5L;zOe!r=3~0+%@CQy_v6%
z?EJE{PgZO4oZQlBIp61Q-|>X+()2sgts84^*Y$6G8^jZRR9km#$UL`Av7636_cL<2
zVDI6TpgAGmokQiXVadc)6`_4Cub$6)DsA&QRr{A?&2`qL@$<Mnw%4g2hzswnG2Oj#
zij|AkhI<+U6Y3V4Y~Pfq#r$05<%?eL*WF8s{>D$0?lYJeXudOIlI%IY*SQDQue<Rx
zYt`JH|B6cG-M?*g2;J1r5cKO$$=S|>Td!EZDO-BxGRN*?#|s1_o=%T--@jt(x88$C
zm-9EQH$AoC-oghH4C{4sFa0XmSGx1ENnLG7eRl6|y|=gLCMoT8PA)v&5S?#oSM+*r
z(~ld8yw*?cth3D(j#Mv-*pW2Jiuco=uS@SPPn4HSVc5Ta)z@`Q5l`HHUOW7}t)TO|
zQRTZEWsS=xZl1H~*zU%U8-piqe^Iyjz~}11k~J?k*Rbxp&DW@R@Bt&wo`hS6!i>)U
z$$p#5^Hb}6@Wp@C-0Qq2v_2Q@|Gs+J>r=;KL)J+b_EdeU*|k8S-RAYR0`*si)wKfG
zeLq|GZDT@An|ZvQaOcyAd(YYA132wuT=X;qk8kZyyfkAM+nyhbg&)QgJdL{P(=%J@
z%Z^Lal9OB}N7S{SUy$7Y?f-45pZBC<4+#ir*55eR;(E@)WWu$Y!Y_AI3+lHoFxXvw
z^{kO+a+8J8=3Dxmt4jE}wtt^jp7G|@rsFT||1OqzoIUBavB|U4rH%;~Rx}4OpL{8C
zJ4UmZC*EG`^YYVzb<%5%<(eiu6)r0BP?|JjgU7@hH}=(U<a(r|D{A8KZuLub&l;5z
zKNjq3*?(s9^L-OGnsODUobK#qteLH*9w1lgIw5Gi)V=;NpG~{8l7HNPzv;@$IciTO
zqa9j<-yKLTKX53hSzbWp%8{d0>3?eC_Pe)w?2SMDX)aIV-|L5#)GW1Y-g<@qh+slS
z?8KwS;vyft<s^zebb4Q!H?{x1+w$$Fg)Q^W2KCn+=MLAmf4E}l-091<-<g*w6MN+$
zuf)WpwVEew8JWY)Zz^V<FZuk2A?_%5Ci62^tIm9vd7Fj8b{VkwT8mxXGQmsqMf}9Z
zlg#3ObG5y$Mcra{X3S-}Bi#`H%*k>6H;3(J7dBVfGKlRge6lr>qdD~C+=ptbuCsSs
zbJYk?OkexSrYEwsK*C;PO_I)`*8RyV+Ql^8cij5^!r>`%?$@V$x-L)e-I(*wTRw$l
z^Mj&^GjG+EhELdO%==`$Ud|rXwe54BWVe+Iddhxtt&IA0$hiK6xZUpnd;PD6e*VA5
zRrf1>)=BxJ{cUy37Z2_iFMOewd;7}Y*UK(0ds2Cs!JpUX!s>U^b{cq`b_=^RK|{v3
zJm&f<S?l}LlMgkuy?kY}q-bAn)pLe5G2F*RFMBk-Z<(}=eW${sH9Fc`4K{wyUU*OS
zH^VA}i5pfe7ht=Z*W?_oVEp#Dy~_Nbn;3c~Uz_q~$-8xPZ<>Ex5_|Z1Y*B*InPO(s
z9bSxL5*^Q6Pq&<q5K*sO`*3E_g;vWe9~ujPRi9q`kk7(v-z>Y?6V5n2*>izw%ljas
zTLD|G>q{T@tT0xZ>(0S1tit^768p6qTmeRlKQh>^+|Ai&x8cC|%OdZK3??bfzgnO+
zO|G!fZo|I%+>aNP-tW)euHrbQWw~l6|C9rd58VC|`gd>P!+HM?hE{7Y_&D>}#S&Zo
zsLRF|cZg<P=hc)}_b62hz998}JInWT7g{8<JFZJAzRbIPqEy7tOy99~`WefF+{?E_
zB|b{~Pha5lXF>Sg)v>}oTy0SXos;tC=A0Gf*`1)X^xb8j#8;bE_vC-Q)x9+{``Cf^
zdwA2IobOtx5c7OvcsHButZz)R^0o(`ZZHpCCb#nA4dIS0(k$j@3{qF>EIP3H`xT>u
zzuD9JOx8EndbYJPPm;1<dw*M7>AJ$nYb%a!+NX6bbcT%5;jJsC1>VR}vdNBGw|kBE
z`t)rM5_kVz-LRuKdofS>^zyfDI-b7q-G6o@$|ibfZ~3xh+Jw!A^7c&Gx#_mi!%aC;
zCM?i-uUp5Rcf^5J@pWSAfjChOmi-N1_E;<JS#aB$@BGo9@x{Um7W-_N|E~VY-JYqP
z<+rwYWPUUd-apS@pgpimV$ZAOhu1BZCdYg~ykF#xkA~CF$u?)5m+rby{=h=0Y2$Wf
z0jVpIol<*T^qYg9Y9De+y!&=xX-4&vY2sT#v!BZ^<Cr=n-CC(U>|2Y{1RL>HTWwTs
zPrM{GYoRkMW3$-8ZEq^?Cun|ZSd-ppIbD2;Ugx9#M=qR}FZ%2xdH7^z?7wG0*>U%_
zKDSPm_nOzb;8w!h4?VN~NeQyox-Yua(&+H^!I4y_!0)<z);sDIU&XJx^7GSYzQAKY
zB!4DtjNUad>|A3*?4rgGH%+%#%x~gfQmx>(AYnV(?s;mTdEUxhe9szsAegbwSa8>*
z<TWPg?-}#IcX6L<>G-EHLA+*is%Fd!ZzY?Q$m5f~elOh^axQVD`W5fV4qAyZ?^zFA
zcyLLJd#B5@diO<>p4a$^8(O|lI>{awBxBUAtYHw;wqnl1$=3d*>Do^lPg-#wJX^nO
z^WE}&ZxVRY)Pmm4)3EcuaMRAw;pWt4ea*hP%T?}6U2{EC=ga!>w94<*ne{&lxKBFn
zShzv{honQsJJ#Uk`umuitO9O*c{6EOLS~|iZK{}lWaiH1wCa=0wM&EYpTA$asjPf^
zXv@hfTt#1Z%sRaFZn(uo?=1<L$N#!M^7YuG*tM(uOxBkdXUk6>aSy1{QFv=1rLs+`
z!~Dk-8D1_<yTVIrW#4d~ys*DQbi%U9Q#B^5ZjgA_sl3E*#(jA{slST1>bCsn%;fI0
z+q-YqyUR=J9|#y0?|-nwH{UjPg?o_f`HtW2$yZ)8N3T%P{;H5tzfGlTLVwkTxn4n^
z^*eaPih`a-bltpbJLPK_#|rHL;~l#+TK2kXe7<%e^y3VVs2BD@Q@lQfF4apudw>06
zIh9v-np2P0{=0CAPefmJC+Bkm@mX~Wc~cY@hD_J4>)gtf@@!%4p>q?y)PLa$6PoPt
zw6H2Fc6aaR<CTsQUpf!3Jm0m2U)MI?CT1b$=0jidJ3RmQGTz_zPGx=XO$*jt4OVHZ
zU!<J4`tJ0nr!Ga2c{iRPm>D5@GdBM?M@f1zU*QYmu3d}0_s-V&x9rK+Tg{>Oxg_Ji
zPR*ZbkYstuQMV`3u1Udp^}7wfTDKgLFbdafNuLnhFIxTIp+wT&MJwc!F3;~(4-Y6i
zK7Sgk_LgP7$a2YY<JReI=O66hb$C2?-663Z(lYuAz30n2<<?x-H}fNN5>rjJNPp!n
z6FHG$yOJAWCqABMp8Pea-&t<HXIN^PyK21ocE!3z?;h<RiHAOaoxf3f=D+>V_sQpo
zUU<sf@Z{6R&ucHw$$vWG(J#e~EmPM=|BRk#_VUud^$zdZ9=?CR)!^E**?-pc-_6|7
ztR(8rnUq?!Oy<dEzq*&~*Vv+qcC2h^=M}mqo+EYjaDT2@hjdSQO3YMYuj}<+H`uJZ
zKEv%`meg<0ncp|5rruXd_{LB@k%P0M?ZzGFx$V4Po9{$A{Xai>ue>Iw{r<BP1d|_b
zUuEOuax~3x!c55@Ws2-lF{fU!_ivQi7It-O?!-5Bw`4V^aX*rNo-ACl(V@5Bd4GHk
zXY+b%rHZS+Z>}jmFV^oLE?#40)w_K4+icFo-`g_WrrnV%TIlpXby?Pbp%1gq2}geU
zSay^to=2vTV^)7HN8<b|xhtnx?9@HKPTE+mRZ}|Q*k&_xMz+)3zcR|tbT=G)_?aWm
zI<uy7hki}vhYLH_-n(;d;cJ<R*Eh^Ji21W1)m5kWXQN=E!l&~hKhxbT3$%90N^-9|
zaA+6*v)eQCUyGF$@|p<FboqPulY@G}9f1p4Da%^4m;BSWVoP$8JD;jDEAZ<Kzu%k=
zJ)4%gSMIP)@DrcOyktVUM!;_y*W2^g#(w`;|BF4>rR@50AD7QHVGGuMP&r&=+m*8L
zu*F|>XW0;qOV;}P5`uOp8p_B&b32f7h?iG9Iq*qSVf{|$Ejn+_8Q7WB-3mUhxTd9&
z%F*TZ<7&RcrzN}g-(l`;KDI+Oo995wg3{Jk9sWtuYt6TO)H=UQ^M$RSM*1Pe6~RWL
za>lC+?&*r_f03T~uq=hAGVIjp`=<`@&T}%q^7Qdvug0v!htuW==<>W_GG%XUmYZ<O
zK_#F%!nH4QS+AVQtu5=!&(!?*a$(c0We<b9ioMSA{|uL&sID^mWop8dPj5bclkZu5
zJMZWBCZ!{xXHIi1$&S9CSuE2z<1_PKiRqhNs$OmWrarOFGjXSLd7<$Yxw=~2Z!Fdh
zhrURQZ_7@W6Z1Q~$M$@Ei%+DO!d~0%2W9T=8OC+*`vi)#Qv;`_6?hvgmq_&KkTOct
zI?XplE^S6S%j~(AB1|oUE2iwJI2`tS#j9F=`L=y?*7?`;PAQ$UD@0+7MZ0nI)2ZJY
z|1N&_%KWF(oU_M%Y*~J5kxoV0L$)UiHm($Sc${OB*QY(cE5*f)jGeM(#WCGueD414
zRKXNiv*-_D+4fs(a(A6HH}Oqx-?`v=^=AHwRmU%H`2YWy!)cx*>lYIg=08v0s3LOd
z_O2f>%G_)3-?<u|{(Scnh1d0;Wwy?J({Se>hbpK2VJB9PWlkw;zc_G4ZduCDmQnR~
z@2btQ*AIXF_Qn6!oG<KePl+=z?>$tjKKFA2mrg+Uq?MXc$5-9&4_q%=7%!~#wd#=|
zpI?;cyjPCGbvq|-Hf0LxIlo}#l4!w8t{E~{G;YW5WZ$WOIr+O+kw_C~`A^R|hY$O$
z^kE2!^<Y{VpTD{*|J3DD7bE|#(mHE?RVD@Rd==#SSMfIQ>KCQT8qOL92Sfkr%y3?0
zwEZE!cg(XQlU+fRiqyKJKQT3J_1s_-@%PHQ-H(}_4qJsD+q{Nbl=Cj@Qwcq;y$foZ
zu4J>$F3=U-xKOH0;JU#L%Xxo3RC-Sdd8YX6`O?_sKj*f!7GJ3FP=E9}vFfGiPMQDV
zr+YUnZ2a748Wgvpnf;y9W2XYcM#)W^RiCw$tTVQAW<T_|Ryf1=aUuH)FN<TT%H~=n
zvp9l9=DrNuQzHLLA@uYk&GaYJ&r3ToAMq1C)x}?TY{leHZaO-9vV#{VdfRoLZDnkI
zaY92aT&;RT{`c=kTU$3Ac_v!Ew_W$6py1;sW83DEy$4MHtLzoJdwIgzDW8n&#hmmT
zZ(cjyVXii<e_z@2j4A3LQ`7$>O1OPno4HO=zBRUOeR)&H9tWYAW6N@r(v+pRbtm4i
zFk6ze<iR|9hlrEgH#$4baJy@};z`%U4OaRpTxTY1mOHsbcF(OJCDKlNzh!Z1d7PNT
zz2ub1#7PGiz6;yQFZ3xYPq_L`?ds;#I-TI}t%sEEn%DJs78p+0=`-QjrOP!3?F4p<
z%IW20AHFfWCZ~>PVPdJkod$<H$&(X&rLFf)@$Wd4&}y@3d9y%n@%J}wi=P$cL?0E~
zmbv88hL{sh$3y1(2c}=I&y6=yv47<t_O9;jJnu_xCv|S<Tkg$X+}ApHf>m{+?xN_+
zpV!0`t~q|Bq$7vx<O3#_34U_NqZ`^M9M0KnJpHlP{O#*|*%qBKefuMvtLe35hv9qG
z1<SXJ9XR83qe8*m(Rqu9p2(A0#%KYZIz5BqGs^lkC0aFG`{tQgR($VUQx;Mv;naWZ
zbKWtv>vE;6$FA><y}O+Gp@Q}GR0XNMOzew_6?mT(aO&<Wzn-;a*~=F%_T5;|<2s3x
zLst3tZI+E^3cGe0alART;?ct+%j~`s@F-f$+Mm2QeK&`;&2io-Q8o#u^#Y=%??1z_
zHQw9bd7eAR6+`}=lh(*oq|HCI+VF{U&9RyZA1*pAEx(X9C%fbFvY6uqqOL-jj>!Ti
zD?=tZot$<3_lA}U`J!H@{^iYh`F}ar0p^>*Yp10uUcRpJ<eF4V$iC0+2d)Nc2*((0
zSJ%Hinfbo#_bn6JrZnqK+0*kqv&QL{*C+8WouVpx)t2zIhCJ{tJ-cXQ$ONNzo|@h^
zf}Pe{4Cl>y>wC^CyLR5#V81a@AgE*0g<_AcM?qVhW<PVvylqf3uaF~U;iZD?x(;LI
zuYF&i1@Nu%@DTI5%fD6jpWyMiOTwpqKe;aT!QpA|&1zPhjJ(P`-DB_k(3RXAliY-Y
zx}r~~_Lnh4c>ZqfcC*;|t-*51+LYg4f3DLHKB&H@b;;e8ef<|Y`Bu!y;lJ#7`nc>(
zF(-D3U+b(~@;)esK3~2z{L-d9nvx6E?{vy!M6-IHE}0t3akRBnWm?d@?+ufumPo!i
z{#D}SlaKLLZyOY@3oV-Uv3SaqX_IWCId*-sh*zEZHPS#w_)dLW>BB7+>P?sb2Lz<*
zdCopoQzZ~u9->!1qw1wUhwaqmo2Q61K4=R1(zs2;>d1;U<qQ>frrQYwCZG9r*67ex
zj<{3B983O($mZ&wb`jF^H}W^VZ!Y|mTj<T#v{#>BX?c38$}T&Yzd>_u@UoQ*r;q7a
z@4RF1X5U$MNA^P^8H;>g7k1rTkze|y_U_)zQy$5uMMg2c&0Ef$uqUDA@f@X>&aoN+
z5wSbIK6m|g$%$*{nUB9T+6~)}`)6-h-@3@PmwRvBcf~p8Q+(WGr?NNR=k0k^$1^2G
zTeZ2>=%l7-vB0fO!YB0F9dsV}+<eMEap$qQns+tlTFD-Jw!37z+^G`**XKEZc3iM+
z)`O5$LDDk>R4hZDo!y!7DC?mA`tRXtALW;CE%z6;>Ak;UVZ>4W3(h&;C-2tVAAY9W
zGMrn!(N7}o)wOwnGvZtBZZ>+kvu9cJ)XA>w0tJ(djZB(fFV&ek?XSYcI*E4&U##H&
zc$9m?48iI0MjY!65>?g-|4TS^%G5p6_0d|*me8{y8~-WY_+%T}_*HGgE8S9)k6H}3
zisId0>*%YVP8Jlby+4QjRnEFo$);|G%aY8TdP2W#X#P5D@9q3GNmrx0c_S7+t6iIC
z9oonC-0JEs(_7Ql-QM?zS9q1p+X)LzV^7^Tzg>1hIWsO}_tM`9w`HG1&pev&z3Tpr
zV;cn)C_bn;^|mk2DQx>1=jbmziJd<y6Q5~y^KO1(TkKNVH`CkFUU>P5;#q7a6{>w)
zlh<E2YLI=VaB}qr#T#}f?&zPmt(Cf@_vcA2*~Ze7=J{o<5nLW~B+fcNYjd7ikic}}
zz^?#}NmG<nD$-nhW?o_5WM?XI<B!4_onMMJ-4@5AEpAmFcgXnK5UubdS@G5kZsVm&
ze~-J)Olg&Qv-$*6mCVu4^N-cG|KAnD^5~$~#>n}5-aY4Uay#c;zQ=XtlKMHzIX$KR
z)<%CbPe>DZx%TGk1(l9P+S^|`pYQOhnX%o)zeVU~+^;=J6Ry=3Z?#=F<LUR09oi2i
zmG>*e{_%OlsVl;_t!k3GfI{8AOK)PP+itv|!M;+tRJm-Odh87`Hiwc=-=6N;7<)sr
ze8=iwAx6)o-udsGnr}Cpz5cqqc#DJFosDis;xa#cNVVq6>#hxq(%@>bEdIIl{!5lV
zi$>-{k?tP~4_V#0EvU-l8UD2H$br)Oh5WN8=4<c%SJ11@$9(9PmBfbUM-va&ujtS#
zYMxpr$I9heEPnUA`jVOa<|d0K*KD>I2nh3H(N=9bF1h*l%YzGQ52aVy$xf@!GS!@Z
zCy!NC|A*@DNvW}MML8>Z_ZZ!H;Gr`|e%-&l(<|mn*xf1jm)O}K$MXG}l&rp3)vS-}
z>{`mZGrfxJcnft_GF}t^Ijink*Vo+wmo^1V_|Uvl(pyWGsm$PO&+h(M??|((g?g<m
zii_pvZ@DeY<I(#zB1lf-$#k0u|4!%yX{xR>ag<>>{x?s;RwqR3>G`Q<#`0P$8L{6&
zSA18zJI!mowY$RGhhLl|Up78oU;D9l`B#tWM!CXEY89fsa40SHj;PDz57)Z1NmopW
z>2TTJeG4Ppm=({T4!BkOf2yX()Mu=$ZKnFMD{@wHubtYGs9a{_T(kE<Kf7BZllV@)
z8_9E(o>Ymkow;z=Lx1|*m+jiSV&xOxoMye8?dVfw+h5OP`ruLhOQ*T3>mK-CnzSOn
zq<lhM)l+qj36A+Toxk4~EpMH%HTvA54^MtOZe;o?$No7ocIuZp+rx6tFROYT2)?xP
z!Mke>7MZv0R2|PZJKYgHcv#C)sZ`AIIj43&p{)7IFTaB#SMu$@a>+#DH;1~G@SIS)
z=EJAWUv-A+Ty845_sA{jKC8j08S0xKY~>FYe-wAvslV2;e{Xj>%O4}AoE52u-(G7j
zU*LVv{hX(4$#t>#^287mnJ)}RA9fj(%lBnk_I^`(AG}=3lV8nkuB2jZtvwez_rfP_
z67|zvs{dJO{^}3g=JR@a&GQw{6Z_7;c&M=@IZSnT(;v?Ejej*tZ10?l=apTzEPLL?
zCzl?2b#Ba->d1Sn6t?o^M8k`%pRQk+cTkx9Y4eQOlS(s$o;9Ac_51l%!@$a7zpY;1
zB<2$y^9(PX6`r_o-7-No>4qhaihE-BNW9)seU~j!XJYi@DS_;M?!BK<jD$RG+Wz=o
z5oa$ob5lBURkG#`xBBMBz{eh5cijG~?zxh!U9BCQT4Vm~;g*xB5;^~41D2f$i+9^v
zcOtRN-}PBoq;h8bUyGytd1sjSN$*Y(c_+>(mHTG1&peq8f!jIS65I}p|Cq@1QK&{n
zcGaodlQm{Y8OgeBo&PVi=VR#n?<r?4ZnCL=%ol%npI^ir&4()^wnx4DoihLR^@NKX
zc)wO!ii?RpTzsokn|=K~ugu^4o4wy}p2>8K?LkAXHf#OrCrbBsIc%8xH}>$7M1_4U
z)tM2e%hnf4r`+DY&S}!z?<}{@T>E);&h7Mo+8FWaemCy(RPy}%VZQHw{Q6H@<xk$v
zX8rX2*a_(xb$%(=j$_ii)^fR$;`3JdZB|O1r+nhdeo6HuZ`>7cu+)86xAWCsiMjtx
z^iJkK-1dL=yzpp7m-pHtH_W+S?)TEF_Vvg#j(Gn5Yu8-Hh;8Y&8COWpS}iWcdLzB=
z%bCFK=O?glJrwUN%XF8)(NT*rr%K+b<-BjU_a071ofBo--J)Jx{IKH&&+`7%OMg?k
zp5MFli>K*9j=WgNWxm)6kIk(zOg8;_H~)XLGe>zyKi{5;*0oy&n@;K;S1Xt~+hdo;
zh4^RU&&-?+FJxT1ZS&_t)Q`Sx3j6ZqYJN&iN&PsXamCr)HgC4rGx0vT?tXn^O?|`n
zvt8B!&H=TDCCeGuoWD5xaJrqmobSxWYx!jfm%Km6lC_uDW}R4kDd;=*64pRDm7lkN
zwpf%mPEyU#RrxJfrf}a}@X|YecBx$qeQR~5t$sQCv?t%?h0|?fZpAmb%npBa+~~fU
zQQKsGkA{dp?1v|^?+W{LxK&mD#K)Vd9VWYVZ!_LhFtc9}r<r(@Wzo#$3N;y<%gLKA
zy$t%VbTLg=x8_Lvoz9|!sLBPeTT`}N*)mtc{qfqInps!))${aT7ujsCQLI*9t+eEM
z>cj3Oc5{3cD|Psve7U~LdU<v07mJXS$E~)=2e@tiz<j@f-#W!B`kh{;e1ckB^P6NY
zo9SKWd3EIP6t9t~Reri)fxDxss%{bg&(P&-o8q`{YZ$$^7g*NV^u$zbqV;A=*3}Ou
zuFG!!toh^^zqjDBrzgEr@2l;d_FB(Re#h-HO;20Zt=#+uS+X8Z!37^0yXT#9=Luha
z!{sUS<>mY$8ZncEQx~rLe&YOr#n%siUBE55{1b2dy2Rz4r3)28V<lEqe?PS#R_i)b
z<)^wH`<=bzmTm?gM4s_();_JM)HnM}^vTN++xFb|C|<LKRs0&;`r5_(R&05zrnL0$
zjCFQSne#nd@~X+1-rtPDPF8{?+kU?@S2$`q!NKEk-2LO;m-s(+O`P{b%-2ucD%@Yo
z<h@$4J}>v57WGT-XKnN1X<P76@<{&e#7?8wE!Q;4|1ue8*DTAC4BQr&@~e4XdiUus
zj}-kbvj>%j#Vnnva{Oy!!rs!gOE}*i;<A6Bbk_XWgunOHoi>SuUDJDE!?0estg-&s
z$LATw)8EFP+gx&Y-=0^d?;8EsbmyPiI^E{@P1WwkPtnU)&AiSh<Z}0wa)W>J4jzep
zpNiYfvR^44i1w7e`ti~3wNDui7BPQ~ewK3f@VCj+&PE-wy8FCs>4c-|I}#o)*wLq)
z``T)P*6~|OtP|8fbI;A<tu`)p)=rC>u34M)^s(Jtt^>cGOFLH16$ml>d@HZO>{s*0
zn=EgdOtbDcTsXebeCOAzUw)f1IHfDzxRT=R%m29T>C1>ok`9Z`9%Vbj$KK8vCTX>=
zD)+;!4TWCXGdCTXxA}ar=WUzT3-e{l<`-;BzsdhPuB=_<YWs<(m$R-FiZL3+_Q*VR
z{G~r{PsObC1OD+6^JOMY-96_b%QAoU6FM!mlIy=T?_FJBxp_{}MdLZWu1#-#U2uP!
zT_($+9{2ugLHV-jJ1cgjx|<8+=;cWiaz4nBD~x?nkoeliL@Hsvg_!WHHEok@-IzZe
zvr%_oYtYS`o}q02&TL_c9QR~Rwo?knwS2dSr%j4FVsfG3Rt5iKS<hnr!j=l5Wp5V#
zUu|qTRh7r$c;^iEeX}<_H%WYx5xwEVhc&F18!Sbf66baH`&BsJd+pKul=Z65=SSi^
zop#k5GAxV)x2>!;vAd_j+P-&_XKwA)(&HH);%t1arTi8dg>N;Sxwug|Ugc4V%*np@
zjCUvGDg@k+m@~hiIDWtV%xP*LviN$-!y=Y%cp!Iu*Gs-qk=y5l=V-ci7TPP`ns)c<
z<0!o;>)HBj^sdQ7EKV*L)16{a)9HGG=h-dWuPg=6qMP-m{QmGU@!V-&-2#axd<kkM
z-(0(nbQebMX!>rjNbQE-_0XH)YHgj#a%<Zk6`eh@jsN(P4G*0JzN|Nq{OI?)_v#hZ
z$e;H<*OfRvuUCKWQK;WiQTESVefAf|o>O|i3{Sp}xMULcHq|IF`{?GW&vL)1o&4K1
ztKt8n%SNhs5q5t0$7G@w@1EN(7-6#X#IZd(**APM`6q@)Jlm!+J=(n7(6#bT#AZED
zxs=4nHLYFiH_0r0bK~=k>&^4Tg}$6H{?3?Xr}ysvT&C{thS%OFggmR#72(-AmAx-d
zD)H2z>3gP`q;D!v2|D$u{H|j1w?B<fm_@%G{p+?}=}6<>yzYbMoOivZ=Df+*+dAQ7
zrb*|d)|nI8jq1L|mETeQ>i3i5r~HZY?4~C*DxP>hX*8UfvFfh4lifxkResyMd!o3H
zx^3u6U$$g-mx~RDsJ_mPj?gDxSj1mEQFtF%#C>Vb^%fanOXJ#!CyY5H+l*2_yjo)Y
z*|O<h{O3IvPi!-s_x;rMm=YDfiOom5B68mIarWHmj;`2y^+iRI?sxSGKW07ZNuK(*
zl;zDNp*yX?<}U&^@$gLIzO0~@aWOmTx#`=Mry(68n(Ps0dL-McUQcj2VPtFhqD$yq
zn@5|N-BG^4BGy+iO%FO=vTv#r-WzqacaD1J{ONN;KQVkzDExhEM+jGr#@py8GuM19
zl#{&roAc-ONAI3*o$MK`d||VbQmwLU$}#^y+Z{()K7_>@?488Iwk&2!<Nj-#-lTQk
z&sZ<cm;EJT{rAbTy@oRJg@*Po^y>XD_J*0f$=m(A>&X2ZJeGZb)=qdO8@l?Q<;m&o
z?|vM7&>4GJ@9D*YyWi_yo88H;<(}F&>-5$6V(wD|wl|yU2$|U2zp=|={oW~eI@*3e
zsbGD7I&%5O{ENq@#=2bmU1Qp|{<%GO(WxgT0<2FM_ba}PYSj4q^4p&s?weO@${+sB
zeEZu*)5TZj1+HKA+D^yUZl`|A^!RTp3ZG6Zf1IuShE=Gv(IrmcVbO-OKh5sN99up2
zTgUfByt;ON;R?KlL3NquUWBx?{n!v-AMw=kmDScGs&{9}_)h(FBX;F)7A>~u=MTJY
zYdHz&rR|ov6IaMzo$+?b&Ag+#uKxDAef?7<r~6F(X_d2ckCr6lxIO%~s4_)uR-5Ox
z4~N6fi@)XLh@RPYa{Eq~+;g%UQ+DgI2<tz{S?zZ)W@Y=5?PvPq`8Hj>eL%rK+S#qC
zA?vO3kKShr>;5jgaM_;Y#Wj}K(+iR}D4$qWba2MEOie}JWxLOnwr8vM{%;bfPP_c4
zVwnQ3TU!{vEo<s^Sv^I^ZvoX!p$!t^Qmo=0T{)%i_bh+2ps6zahP=(f54+f3KV^9L
z`Tc*Rmc0UJ`wl)^?9B7aqpRn@rhPerQWhLNtZa*;rFY4Tcz8cO>vC#>)4wC9{Vsnl
za@?`g?bJRt_UDCL6+}e2Oj<V`*x%*w-<vg|Twe3t*A)|aZb^OFCpF=S+=Uyl+`@D8
z?o6mr4`w!VkeJNPl;Nl{nJ4p<zSaucYDPz<-964He;%wgzq~F{Orw2$N@PyH@Q$zz
z55BJm=Vv--Tf&etDNLFB=bMuq413}gG{kNN%BCE4dih%FAWxCflUGS1Zt)wew)RZ$
z;f}m``KzH^`tm|Yp@rt3l3EHXb#H77bq%tZSJ3~i>A+iWmm3bxuctp>V=3Yx)N;u`
zQD<+`EH=gK_I*1pNs1-1aV@>*baUf|N$rmpRckG}^`!PuUYv-=!A&1HYuxU=G@BBy
zFyp<HsK=K54(mD8tTW$9X-4n9#8x*UoSXHwvHX^k>n}StOwnwcut!-ZbzA<ar_=aK
zjJl+rw{dV@2xtA58+@Ge*^#v$xKf`xaqbBCq{|a<F+L>V`%UBR2M<PwafNy8T9g-a
zpy=d7#mXSgZF{G2Z_)_}6FV<9_nD|#jY*-UThyf~VrQow`<7JZ)%nfsv<$n7!9?bh
zPng`78kv84D!DG_s@}ZQt=CLXvvo6_xjEU&Z363Vtr?S^pZLyk^`g*e@u}}zMAGcj
zgXEcvZ63{&7iAF9e|5>|>7~*{xdSWhJQ&5IVqP%^YM0u(cRT#aR&;Hc{)+!iXi40S
zf9toMpLZyJUHg?<_MAHIk3lmx#AZc3`|EJ@Xyv5uUnhL|XSOV0E%$@%-`yRB-c-sj
zlJNXH>&U;GO(zZ>z7aR?VdKdQe@rX3r2a|yG57mP&)LhrtG><t_8?vO&nx9MvE0he
z<z2#U7CU67uKIO~`{{?B*RJkR@pGKHg*7Ma*qh&bCBE^dW<KoGTVko#Y5Xm&cH6mw
z0Vm~Nnwm?mIn=bQ{_kC}*f-l3Uw!R2Ejl@oE#!K(qxh~3)qbmc=5jpUJ7cfE{@k@s
zH(9s(t~`|fS!$Kwjn#JSGZP#y<?{2)j<Z(WF`-{v`)zw*xHr4)jU8)Ki|V!Hm#})c
zMscoo%2_w%$L~v%T8&?|cP2S#Jrn%G`thVu=4IulzhwB{@8Ala(W>CWP`=rv^w-pb
z_w-u)P4{HY^_dVF>7so~q`S>u=*^zA8qr&eYK}B--FT_gIbe6s#5YS`vERF|n0R}=
z|C+}y_T5dca@e?i=Df@0)mmvhn|G9c-?e|$KGE}E4lo=3ayF~ri7Ys(7h9K>p0?1S
zkgKd9%K8T9wk7ttZO#TfTf-DCr$oF7nQIucNp8=|NsF&+c+_2R=W?#w`yiv(wwrbn
zy>=BGZTlruE7VZ?>fAir55KRdSGn}<{MYb=;m^0&Lpu!XTn+9#-xzo0eC*GCS&Lh>
z&rIN~x-spL)=guJ_hC$I%k3qSPEPi@zGG1~Q+CV~o?O0Xty3<}^kQFV^vHaPdfDun
zsFTin|CBlxGVPqi`H#OddCHk>u}u5YS=ViEn<pEQDm0_)bkF|V=?`3ws=qD1wYK$b
zp47U(B05aMYtKcVS4_`1eed494Zn35RQPAtZnddP`TBO*iysl+6B^5`*GOmn_;Fy)
z({q_M5s5}?3!}{Hr*XM=u=J>hahL4fl_GH}z31G{xDC@bR&RXYV)%qhlsA|62>&x7
z--GL}U)|}FxMafT2cA<d@krR}yuSF2!~NJBJBz*)7g62okDuROmAUJ(MA=uJryC~C
zV|sJ5FJocOvf$W*t8Va?%)7|O>A&;${u!&@Ex+<)g-QNwq33EZ4m)nh)Un(!?>2X|
zvix1O{jxJWJ?wY*oVoWb?a-gdj4PX4+#H>@$v<N=-<1;iX`8o1+1J@lcbD<pno{dn
zzlHm&g4jNpDBJ#Pd$wf#-nZZDM%<akZRZ=7a{XBOa_2!S<D8shOW)q|yxrD$bqDXx
zw*3rqp4+$F`lVT&-rTu8`O>9tuad3b-Z;@FX|i`KM~=u0<0TPN+t*Lv*pg;{_jj1R
zS(?kc%7vy3F3|y5a~6IT?EiQA;7dD;j3+O`w_cq4Y4h2Ds+Nm;T@J3P<(S@R$n}k5
z)}f<OZ)RmP+Rm3Yihp|AbK?c$SKF_-%zG$&%c(q*^ZWv4-MK-wD?%P>?$zH@^tadd
z|Nl(JCFMUIpHvx3$R647$YyHwJn0o?JDCqBgl$~@be{5xlX@5U#p(h*PfYlKjg#%d
z)L-{oqRz&@-|~VbIit@v`n1K7Qx!~KrPc_PEcS|hDLkc(|J{Z~4=3`?6@4tDJ!R^;
zlTVg7?b>?gQ2Cye#Mj$%)+fpZt#~*^&nSM!JExxWIx`x3=9>pCdz81b;P|JC{*C+R
zu+EeJblv&Km-qW48H~;??-0GOAhhC<%$|~}Gd)b5))UKC7(VV^FYsAH-X-98;OPr`
z3f1lR%`zF6{<z6BQ_4?nfygmODW%IUS8gqPdxrlifA2~&p@~IVHIph%Tc6B-nXS7+
z^6yI_<&#0D8B*`O)ZVrvzb&Xte}cNT2kQbM`JHk-JGG2eo?Ix<nj_oBo^W&OYqbYI
z^vWhwUMp$a<iqMQb6&!SPp@WPn_lt$$qO!ZnevYxiryM-JaFhIXQZWKx_V>ffn1%u
z*=wi#Zl8NAuI6j|jIYzIC-ThEnbxU)^1REWlYx^qY*?*-RklcG`I;X`J7xKkj$}?@
zUCwQs?$BIaQKq)Tw3=m;W@oldenZPCp94luKRD&Jc||*=r<^PK#2r)?5+>Gu(~#}b
zy`Vk`y{64a54$bzs8Y{Rk9d9{@V(rE#ovz}7oROvS!lb`^!Z2g+fyG$1s!|(;fvIY
z$<tJKt~>7Nu%h5j*QO0VPS;qY3c1d)H}UM&oH`*`@RQ*tfj>@%=4GAzD>qrJ@BZnl
zU83_HtrrUX5SZq~Cw8=@Han>@^Za*lEq?~b9eeEl6$x`n`otNqWu5L#3VNWJbxh>z
zE^pTr{XxyV968S>Uh<y4-}7sHW<39!yIVQhQ+`%^?0ei+Gllc;*~j(1z4sVuCr^(5
z!Q6e|Wzy5rnV&P3%S_YLdlD<b6MKVoX-0esXU}@=>;>0<hb+{**=o2X=AQp1Vb$vm
z4DS{nf36$0NsN1Dz>6m?3n$(=seS6qGqtE$&gKUdI@kPS{wbLBOU5l|)pzdmf94)i
z+hm<8A$+2A;iAHAk4ly{X1-|WU@?CGJYDZ+dP>u)eR)#PiZU&BIP=b*_)N#8>)&ao
zjJNyh_M88>DI{iefAfS3;!ZR5Cfo337S<{}Tl+93FN5phN}D;sir%4)rxhk_&)y>$
zr=;_8Zs{eV;(vw9S4^4Xq<#3gWRFB}E3;BxpsI%J!&9$Q8tZa1)_!!jC{@2f_)+Dw
zQ=e<MTyXz%PgkhY<#FMq7PpBfE~#8u{HMYGV#W08fSFg=Cd@Kz^}Ba<gX<mhnnqVC
ze*LDz)J;_vioK8ZZ(Htsk-h56fp3%VT~?JiBU833-sIlqNmC6TO>yZFoX6OwAb*C(
z?)|_2%&ZPe1iPhDYv(VWxX;^SWkLSBnC-Ldr6*53%Xq47V#Uw(reAXzyZz<0AIs=H
zD|Y|UXLa%X<^7u)+-DXvu90SZ7$&{eTI}FH!HIHj7QNdUC-<DmTGh0^zvSYHZ;6Rs
za>)j&4-dwP=V-B*+DN_aE4f{Ataj=tY34gYncHPo7Vj??wA;4%ob8&3g<94RuI$*l
z@}jQqsXm4^Z{{TIb$;=l(f#O^SG8X2w;e9H96fQH&!R-8w{{EKPMZ7tx%%ne8yg?B
z%pWUvzudpA!Dvy?;Ym(k1$-v`$dF#>er-ea;tTRR+G6h%7|;Lligj8LeStaQfCgXm
z2hCH57Isu{bWBaSyl=w4JzpedbEqHv>v`I5y4_#q%X42wi&(wgvRiKP)T4c$R{id5
zE^BHinfmno-&KnqpZk3G>z;pyWT({1FId5G!vFV5SB<c1g{NwLQ@?(jUb8=F!Koh;
z(klLjXP#DgI-{hik<%%+{s!~jdHS34tLG+ckeIvJvyyFr(bq5MvpDZ=JiAsv<(J<h
zy=<Pp4h#GeE*-e9H-ATa>7@K~i~Sgy9@NFYVEZo3`F*DIt^Hzrg_)i0Mt3~5WmZ0z
zXQ868zu{rMYLd)m&)^e#^mFdy%dAkA%e(qDelmNG#QSp5CG*YG7vDYm^!7*RkA}rj
z{hv2Iy7K#5q28Ho=0}Au-dk9g`nPOeOw#<4g!v`&m7iXny6Ly$A}5LYH_pYdbG(=?
z%&++4)=9qfDam!c4)4=V|A%J%DCGXcBs$@Zy~2zdIa4FUO$B<B#6=vV;yvzk2Y>tI
zaEkk6vF7IT?u&Qs*gj{!&VA@>nz2Off_27|yBl;%c2+FdW20bqr}<fieV|HNtH>Ii
zEgPpamm3<`MopQzVXOBOZnp>P-)FC@PT}aD_+n9tq)hrR#^!$!4zI4yE@HpQRXF#k
z_m{>A=LPKpOWSP~GxbgH^Pk<z{LaVr#f;~Na&NMxiE4XqS-`Q=|E6(F>XMVuOYW2h
z9Q$pcxbX1b!&ctEnZ&)VcT8_su(+h4@>QW_YYK-1`>DHHW^6w$P7#`P@wtaim1XX;
z6pNocd*%8z`<*;3zQs3<`N*#-f#YsbwbLgS{0(2X@zUf8(^@M<WB>8Jx%={Q>$(u3
zWlkIKN(5ftSHbVKE7<ewtEb$bbe=45_-Z_NVbz8WUcUnE1#YkhGhY@^UD`DzcBWBb
zx%S2Mf5|37cN1FP_}z8xU;Qllul0Y|SAm`?(=yfm*cMG}KOwuXKY9m4$65QePs}YG
zzAA9-lfAyS)!<;<Vg3`V_TRf&zk?y<z&x2UChjS7mEY<t)VlL=pPtKh(RDk%`MfvX
z5>$Tsq5P>Ue5YdOCas^kMe(AC$M2VtpHJ_;-nMlOd+5rKd^eIgCS=R6x+n2oV2Pp3
zTE7DaV&AV^=Q)G>y-a05(4Tuoo-_7UUNc=86MG_F)pO4aF0nb=Cmh~2;gI}p^Idv}
z-r3gKdMW>%X2cqy>Rg-2q9UtU`F@t*-B}4YI8N)|=wf<Ub$97xR#}mm-<@{anVCrG
zy!>tCuixEQ<!ZN{OT=UU=7Uc^zsc{N@+o556-x!>75uL64?fuIC7qhUvj6_!QnSR)
zkov!|Umq)Ihc7<2@#;?gulw%wdk1|FWmuIt-+JwR=4Z+AzWe0-XA9^4_PX@zP2|sO
zYRgR8HIEp_zxnd`amc^J*Bu#;|H-=1vTc3gZsyDT-~Idbn>FfgT4zAu7AJcKjzj56
zt6TfpJbrR#G|N<8lyY7mqbXGPA!c7kgkpZL+VsM6FK69ODZ1kyS0M0e(}J2vfyu53
zb4{)P91T2Cw?}c&U*3Y&4d$0xCRy&Ekj3O7{mg)eBS~|YV)D&1ZEo2=i_iRXZR?-f
zEVMgNNJjHauLzU-<&CPT-=eSoIW4<c;c(~^FTQ1+O$kT694|;|u2fx;al^d6C*b?p
z_6J|Nmz#1V&gYTbs&}{0_%PF&M8<%^&j%bNc=k6|EBN<LSzjli-Td>8)MeFbwv=`I
znVrNRYqhjb{%NXm<oxx2=c7(m2h@55)r%WD^+-)@s^MItBKPR?hu4iAS3MU$xBa!p
zf8qr>&bJfA7hQ5;esqoX$D+p#wHq@S-)aWD7mnw;cbvm8bIFV^j79tJ?vWQYn0)p<
zPp4w<U#3S2`+I%n?rG`s`f9x9|K7&`VU2n}-ae^RzY;fV(cd33R^Q+EvEG~g|3y!X
z;+OM0*Z5qOCaC5WEShmGreBr6TShhJyZU24gG)_3$DbTgudQ~qH9vJ!UHgL6)pHT`
zYXAItEGFukP58N}VxGjmbvYY??A6|7`WUm8eF^%Oz_Z%+VgswB{haiL!sc4m6Q>8w
zs?^T?WIH+OeB+6wuNqH^II6F;5?W!hL397SnO8;5rfj+O;j~k0)8qGv4cgOAO<C4)
z=Rl1LV`l?X(>azStGUj|acw&@%h|wHnRCn8|LhigqBcC0Ukw+m40n#^%{ApY>9dwu
z!`No3|EaHfJlqp+GIeO#aL=FWZ>EtGaASdnw7@oviBQf4$HeASq0YOczFm2KRCZ$a
zn!@|~KD(x*MpivNkjQE#WN}_`|C1F=?xGf}0`@TSX%|F%l;Se8xtRdE1>x8c&<#3s
z)QeX-=Qu?M?8uO;H?%w8`aL5~IyqHz<p!JEI@^DG1bVt&P4$|6dXKH%WtZ4x&AWUS
zFkR%&ILckM{IrSh^p`Uo4#Y3}ztcy$WTp+<jmJ(mwx0IWSts6cL@zivrmRT+a$<~{
z({6#c&x~A;q&`}C`U}tWm7IFQKjPCS70+yX(3JWkb<^+DOTJByTpXtsz5h(fU!$K^
zN4|^m>`fFcm^t%B>ZRh2>w1%I;?>&s`K-(RaXzbikK(_!2fvM)-=5}K=UCTZyCdNM
zuMzL3^p2&85}bhy<?~+Z@ube!>ct+&kfUnUmw0=}efQ6?N4{u&yJTOknk(+L|A*we
zqq>>DKd<NLV4n2+>+UD&{}#k=5!s$<(ChvE;<^aA#kZ?C6eWN9Pu;RTGgqhAT|#W<
z-=C-6K0eh~xaIY4qyIBwGk&+M_2GUTd-?VOt!K$eJ^aaLe|aVgy$a@Ol<(imtz-Qn
zJm$3i$KDr@CV5P~@kuAOcE%%}ORJZ@Z{3)^KVjYd+qO;?b#D)+vGBb<uzBH@V|(Ya
z=5?R&=v<p)kg<N&-cyA&KVNevxp1y$?{%NxAH6F3UH8klv*+$58Wl<E&zsTJs};e&
zxW?_7nEkw&xgv**725cPOWdEyEPpM3Pu=dPU3#A59EGKFlRKvNTzws>^7w}MVinz0
z*@;`G3H@Nnn89%O+m17#eKK~wd~5Dc*jX@D;IJ)ki|8UnMI%O535RyK?eSd`)NfyI
zuoluVvZ!UYYD(IAp4H&m=O0o}IOV$7pWXYg_ThBFO+1Gh=I!)JJC|r%$jRhh^s)L-
zOs~s(??%RbJt5{7X58NWk6A?IM*oed(Dw3o-p76#mX`Cxd}cbjOSe^@vu^*6a7l#_
zi#@L#j)$$DAG9yu?*1!LyTvo|{RPD@CdJ<@3z)csuk3iR>}3_1X73sU2Nt!1U6mCv
z2@`tmoVK`GHf4vqi=)2r&qNNn^V>6zb7kjQC5LlreKQSzCoO)i!g<%}p2w0u{a$a{
zVc_!AQd!_bgilELwXjz&WH;v9KXrVX+qO_-*8jg%fvHy>I(4^)KFX=tF8!YOVGalH
z4)e^}0?bb*OZGK<tGgHQ-?x%sS>uFP7B$vM>|AH}<?L(zEp*Q1WuIu}Y7YIdoXQ4U
zzw@m<ezWxsI2~^Cn7#I1`ozwpKXXz}IKRxa$@gu~wXe82b?+X_spnU)cpN{eP|MIF
znX~0#{T)%6F8%KHOnt6uHfaS9nGgNAIA!bpTY80$+C4ZH2D=_kS{T)R#J{i4U_R3q
zrzKBB8aMDitYu|5b!6U_N!=!D8-rc<%&T2o>nQczi=*>UYH3GmmkdLd%D2U9Zf{Uj
zlw&ns<EOLb*OFkzzd_sW-kr9Yr+<K9>O1WWPHryqpFep2UkILlLREuLfW=?&<=W&`
zg)=wlXFXWNcEV5TZ0avRh7WN^^9>H=X5{z(X#d^(vQy9gF?Yd(Jr;?+8lV1c)zcPN
zaP8VMaYN{?9i6?RS1+zncX?!7c)lalL5^hw$HtjAT$*$n<1F<4cdb6<FC$wN(D3%t
ziO>Z_2NE7?GDe8+&yoJ6z^1X!rH=pOtjtY&&ezQUTaYrR>BQXG4=<@}ef@p-{G#<P
zkB(0KGvTE~(*Nt1V)`GfV0PV<oD;;|wUFuM(~m6Iv`qB3HpOI5TD;@%jGajnQtGBV
z?rmgSlt1Zm-kKHn1h#koaJ`bR`$<t~k5aVSBnH>eij=vVwDz!Yt+zkV_t10OG1c$|
zQ)D>ogs*<ve^cT5qooJ?+mcoNRu+6*<ZN|8hhdArOBXi}S&v%(1j7yKWlemkai<bL
z@lDH~#BkOB(h;!*^4yn7lQ-}wr@sDNR=CQ}*kkd98D-B7rOn?K9~u+y>VF{ZZ~na+
zuT5z-&a*zOQ}Ny$uJ$XisQ-C^N4nTI#XXFwKfdhjZ2Gz)Meh3LC)<N07bOcc9X**h
z|Fp}I6tABO>}L71Pb;39zw56Ww^!emN6MY{DYfziF$EQ;XMcaL5X*Hw{9|$Ho*#Fg
zuWj7#Ubk}oe-SkwH~WPa><SkP?kezxxCd#(Ps_?YWmMo*v((6Nm;L1XdyChmB(`@N
zS4OZU&3ZC#i6>|C{kXG#{yG=Cb)8?zXtZkWk2wsvPHYh;epKI2HWtpGb6R_nqTb{a
z8lQU>beT_;35xZbbiClpED;F-Ck3gVmZK*=G<;*)&LVNpgGHEejo>!HZ)cJ}m*pyQ
zM#YFW`qVMJXHZ@D@xmL`4Lc90cD*qzGP(J3d1r4%?1@zV)M};|&vrFEif+|ToUYTQ
zcViPDC+o)7hlEddg~|VW*89bG&&5`LF{M*`-smwpY>@J5JSOsVs<~v-EcxG6o*vuz
z9aQ<V$`zNt*|OmOx91Ey_MhHtsp+ouOm&HrW`ZhbnFohGCr5m|H%Dw+v7p1G`Iir_
z7u+cHep}_uNz0}>%W=)#xx?i650QG-`Tt5=-Yl7K>^S|i!D<hU&n=hQMRV9aH4Epp
zYCD-7jtnkb)-fq``oeu>g0CkiU7LEK%XwAB<bZcU$6hVIeRP_?k^c?p{>$%cVhSXe
zpEix1_u|a7({k+%MI2I<SKbMo`+97K(D~`zI^vqo$~IJ}&0Sqvn~+_9iuvM==h=A$
zsch=|s-7{`pJLf(SI}sm!W8cxv*7H}nQIlj3O1@=`2AY%eSt*jtXrK0`}O8#sLQ_C
z)Tem3K&q!bjU&C{>n3~g!xOGN)!LbHyj3T)^{S>o;m%X1S+(>cie_G%Ai6VTy3Pvk
z+_n$LQ(g7+Z?-z>&AaKMEuy_QW?hMGJj?w>PaZ|2T#(ZHTfT6YG1ne0_Jb~Z$F_=}
zeg3HBg2M5N6Pvuh&ONTO(#~`D^vOAXY*wN#a#y~|{avY+_*E&?ghRuA+Y#Y=yIwQ0
zSxLGGw_AMZbrzVH`e@oo#bb`nd*^f%MP*(HP?<KTOiD#`Y0A-$SJ<OC*G@?J<)XFM
zFY0C6(tUzI{`uT^z3JX`?&^~dtsBi!_W$u&d1eA@aKSezr-$t47(y<dleO^wW;Juu
z>>a*ydheuGHp_mtk9qO@kc0TQvvcF$A2n!c(4Wq9uce{e;27s|XO+)ZsYX+dc3ieu
zw`q5c<=kh9_p5X}X0j^;e2}a#_qkRt>b=iw->)dcurjua=gI9C4&1zVQhv8VTeZuy
z|C@V`F6C`sb9DXc=6f<<UTAXL@N&oOv_Hejw{?2<-niwvPG2?fJ1To?UGVy^MSHJa
zNw(a0lFRvFE7$IAZ=P;aj$ue$)979NMXh+z6t$n3mMLz_Ph|YDOAU1PFx9)1{&32v
zlr=FD8n05US_|ecX+Ef$q__EYYvX!F-X%8*Jb2sB^zrU^lgGg<%Mj}&QU39vfcCB{
z7g`(Jw|rQdyrSOuzs4QYxa+A|Z)AdNF5Hpr+AVHczHV>9tz%DH)-fw(zs^}>AFsat
z^_=H5&r&UZzTF@#JL5!wRsV}U8;!4j-km)0>#>vC(QmFy(NQitAR+Vi;MsjG7v?V4
zIrjB&e0Ev<{gq|=FTdFrvvs!YVcV<<dyR_t%llqN`@UcKqIT`9dx|Z#M_w%txaR*c
z+oS&fIz5&WhL@hF+-&bDNT%G|te38qwfxW2$0sb(o<@c3-*Klhqjj!r`OXhh?0SWt
zvfMU!si5E!%r{-h^6&$fF5#{@83oSGiNc50F3CM{_KNbag$X~O>4X$Lo8K|<$Rg>b
z7bH^6Sr@9Fc&)xnAusunnEcnG3nh=HR{uFE(xT${Pod)WweUZ2g)Xn6w5K=ke%Yhn
zUsU4NC0c#`kDU0S={mRWeNwY}J~haU)AZ?8vGle7S!A|;P56E*c;B*=Yb#}|Ki>S)
zv8(Qdy4T+8E3f|cT`HGv$IgHKrlozQ*Ta}HLk(Z1#JP72Ub27k$V=?lTO{N9cfqbF
zUa>;fsvpa%_g&T~d{KI}vUE$>@`@^EY4Z<@pDfU2;%7PCEf>|XWW|c?c{`MCHmMZG
zs3`GOwyU{!I4{`|*tC94x8(+|tF8WiTddpWYd?SUbMdvWU+3QXdSM&a%wMk_JeMfF
ze)EIV$KS_HEpKGl#ohE@v;AOjvsa7Zym~HcPmO&Q8*7(JoqGM&M$~0}uzQWxLAw_R
zJWlS5(N_=Ixbxtf3(sX=Srz`3D?FU7@q=T1aQgEuhq`cc|3u5L&d<9p9ne+eoA`{q
z*=601Ei2E+@;tl9kk(<-7d-WF)RFv3rcKe^AAZ+gRyoNztG~6x^2`3KQzy*0eER9}
zM;a3@wL9GOQfZd0babuv-y*zn730s}Z}zZ>GkME@Y?}CQ{d{}*lJER2x3w1Kee3-H
z+h*>6kssWwR(vd$8(-Y}HTUc5%qt-VF>*agd}RuCvIpZ2c(;C7pTBx?>XY?#v1@Pb
z`Qs-$S#9-%H5*fUmwsQr&FFyr?dl1#JNN6$rq_5K`p}*5|CsA8;qQOds_Q3L{o5|~
z=DN-*-zkjetE;Adzsvt5+>p)iZR+iaDc8EW=bU<x_a*-3b9>f*E1ATe-gEeM-St-Q
znbyuImib5QH2<`|SkR%L70;x_`fJw1;0^xAR&o^VaoBvlzH}M$)ENg=9|mvocZ=mt
znf%vluU5Rbqbi5fFW0N~HyeMrPX40L@WgMy7yT9213K4D<()4TWtP-2?ShKu+U%oF
z8e&cx1+usoZWHKg4bW-1<)k6j#K}IzDI}Uh_4KjReMi>U9&|F8+N<`Af17`TvBr|4
zPAha<k`$*1DS}jk*&-0_3;I_kDP9p{vRn8?j3=Tafm?8c03(Q)*8Wd6N0CWPDM3+(
z|FU(0B9mCt!D~8ckF9SwvFNxQaAJw>XlUh#01?{+4uaG%i7CP4bX+#Ha%_W|Wc5lG
zYUn{RrCUxeN_9!K(H$MF39}w`w03M0xG2`Nvr}2@&?1+;%3?}MiW*_&TpxJV<~{L0
z;>2)IS*&Scq%ufj!^fV8j*eD?mG7*R6g8B4A~+sb{n~nYe}bYCNZLim<%pAuj?0!-
zk8J{++!Hqla9)=aYdSecNbJy@757hyDJ3cji7DN5Qqgfa1R^%U6~g2a6({MsY-&wl
z>uZ6?9b6K@$vrU#Bn;CM(Q!mZ`LA34j!V+-zNAgJvP-p?_l*0|!JO>btoK>&vxM)v
zp?*~T$(K{7va;?w^rQqROFlWV-u=JGN6tliWg^dRGiZKuVu7_0M?cRg<}$IFOW0Fq
z+&rMr+<SJyG3oH6jrPBmcln<<JW+eK<dPJN?`b-o$0nsjPij)tjF@ytRdbsPt9Q@_
z5FxQ%wLCLnt3r&MzlejkVTR^52G;E04Q8y_hy8g9gEv^Hi5i_P`aiAbnAd{kLK(}h
z7zUqI6V(csBdVd+t+<Kl5RcUIb9&$PkM0WzS@k32<4J>9!}RCx-p^fFA1utzsQ=BY
z^xnopzc&Yzln9ppdvs{Fri*Xf?aCrk_Vo!jC(h;+f7AV_`_}Y?cqVPf7r$Q%>Tnhr
zi>?wZvGBd>7i?Pf^?JRp^`*PNXD^L26AU!VU0-|R$A!ovS&sKtRU3R;Kfz_@`4Ur!
zw~CCv+PnB8=EwJk%lGI89AygC3E0Y-^<VDQbN@zr)_)>9{!35njazgs?^Q?L-F(~M
zi+8a6xcYSN<nV7N65<wevu3(kM+K)>?EZB#H+X7jyx3LA)WzK8zf2zr?*H`Shivce
z_x{4%f1it=WNKWy-&$Bi$KZ&5lww8Cd_lg-BX+Ynt&Ruv-I%1j>w(XD%O|g$dCZvX
zj@xkE<n3FxSg_#F?!CGa(f@b5U*Bk9_s#j9SkJM4*R~&3-?abm?Iw|%_xG>6@kIF7
zSNBu@wqK0+b9?#JV_PmUDgHUUeCqKnoBXwZgNXjj)O;K311b5tdvrDLRTLJ;GDNoR
zSXS})==a4Hw^MocR6KrsZQZ>xS?2ZkD!w*`=kM-o4A0;5>%i*mcaI&IZGNxj!P(n+
z$q&v-=i7aFmb=~X!?WJgrM>%8{+J%q3zyJ;{6o8U|0kV@W2deDN$ou`qxr-Ow~{}m
zRTC|^`|^%$6qVfTF_+cd+)8cnV)40?C6BMqzV>JR#qM(_dyd2j_xi3$Va)w={^D7O
zTBD>jr+5<7A6J|&cy7Go;iRVWXIwKrCZ}^;RPB7{^VoE9;h7WfjQoG`Tryv5cg~{R
zo8z8jbnY?psU}sP#YW0<GnW|7EL@X1FI$p5`q;^7g<DeR<w~|kAA32ia8K&Id`b40
zW1Q0qkEG5klx&YVra8UvOzOO1N%q)dp3@7jq|PgqY>z#bIlb^s>b!DE_PAr6(+i)Z
z&a0Gck2|(<df}VYdDW8a@yAY1FZ_}^uU4`>{@Baug@01#)k|_Xurpm~WGGQ$kVR)^
z-+Pj5WF^qR$FhK#@r4TmL8kHM`F>VulT?KnUpO!ruX@b0X^+c>D~${#3LwMPnPxnh
z1U9Q=?{n^nb2Fwa$eUoGc4evk9Feo9G%Dmf8aS`i9}H@Ibm$+?f=xc}6DK}8#y`2`
z2fuLnuYNhnQ_=>$&odGiRR*-4;4_+|$jl)ZyyUOdi-j9Kwx@Jj)%C2+R!CyuQSq3b
z<-{AHadnA={sg6~N5oDxmptV<bm(86g37P^ve7B?XB@cJEBoJy>u1uHa~TJo*zY!2
z<6U+9{ia&K>)$qat6V>ox;{r!#I8*ARoqV5sh{JbzRlki&Ubvn`sIxirE0(LnEaQA
z<*Sgs@xI9HgftbI>rzYP-(Ed^|K#2o_u>^(ZvE4{*L~Ohr_#!uqT2J-9`F8QWj0mh
zV-)j-s@}R?PD-x&DxXh(dOrWt|Lv#0+y9L?ap3T#ed0;~ADebxKmN$3dHW-q8`~ef
zb$<PFd(`v59ir<`i&jna-zzcslCMrt9lzd5?yBCkSN<*)ytu^utVeg6dsxjT=9f8T
z+U50~X}5Exl`ZzrH+=spdUN*9-`?5N98X<bqj&aKt8GT((#YDZu<dE7Cf=*Vv~73(
zFWa_DZ1-O0*;coGHh-AHd}mv>ZdrA^+2I`H^M{%pJ+|+S>b`q#;aSPEHq#?3ivDl!
zh4497?$pcWvpkSH{aVuY@(kniX18^0RGGfpX7T54TYJ{%md<q@n^flQwjkxYF)x)g
zBn;f|PuzS*G9t=-#kRe7GH(TbS$SiM*qLviiVt4SI2zk_uBmAD$<X=S^MVWWmqs5f
z)_d1qB6g+NNY!S#_47yn0(COV=55JZ;(qzlXK@LaQ%2YS?|ZlY!+pKS9mlR5TYN}g
z<nNVB%m3HCdFbD2FZ%DXXkF~bmG|9W-ZxrcFZwU!M=(U3AfvvxHR%3su_y7lI{)PL
z40>|!r}h1FEj7-oQWT!|^vvtfGvAb-eCMzFRlmsL&u`y9%*`G3yF2%XE6nrz@c-7|
zTS71D?z>n`o%&s9{^R05r>8$U&U)s~kE#1(yZ&D?_}ppxPrUiZbM7hsuPWF*{ILI;
z>kn_;5|(T4Z|vLp?7|PXj_&EK8w|2pCC=F~KD^d@VZ+4l{d=8)Zi%`pdaph!Czg>v
zOaI`zu<O6?ZJOzS`spj%S&cy(EWeu-Y_|2g|7rg0mDBImq&17YG23E!OEziSiL^!8
z+XUJ!o!xLENB7Jd#<tjv*9{kI9!^c0oRV>BP2Cxv=ca$yd90Vlo#oqj^Ytvr2~Qc0
z%{05t@R@7F<kWQx&sY<-*|JU3-~7(7yWaTQ_9Oe#9_AnWo3<g@vOYd-Q*zs%w8QzF
z^=Aw2=X|?+{OhKMPZEo6zL;IPuX53>-rkvyl`pSX{k2!}O2o;BrPu1D*|+bnPrTbx
zUU!dWPxG?$3-P&6Z%?k?F7s=fw1vt+$&-gJ?u@+nvO&dWmig}WYq$0~)tr3%b8hS7
zd|ifDHjT&Lzh4&3y{^u4{X_9*`s_jyZk3M@`1d>N+iEmlFW4zL&*<>M)~~FEc@KG)
zD%+R*uXedo^nO)*Drfa0yNslDoN<RIdwt&@Z{jB+<NEutRQ%m<MYFsY6*-8kyW{5h
zY?J%sd%N@Z&6s>#<CX2cWAX8SK8Bo7pL$#4%DM2z{YGI0e@g#1$NBD^@IUm{ar?OV
zn$^h<9<Oh=ck{mb{S0I2&CMT=zy9~?v{Uk5{hfcmR#m;+*ZMks{qpJWwrkkj)3Dg~
z^Ywl^5uNS(<NWpSZVzZnPSUrC+s1i0_fV3(Ftc9zIr*;~i@rTK{XZw**Q>m0z89A@
zODyX84)3-q@Z&%GvdJ<hQ(XVlQQsnW|Bu&SK9o<IXjS*`zqpLh?&fJnPew*<y}jw?
zv{LqS`|8&F?9$UNj6R?!*247C`OS}Q=U3hr5|a%R@amZ8(GsWrA=ytXVufN{6}zzU
z>-UbwyRN=IeMQ<wtbg(GEdpz1@bXN!dRoEZ;%TL>8!M9cnfC;y?e5w0u&!a(ebGhj
z6{n{c+&cO1T^>6}?G~Pu@5A&ze43{3I??D=;+1`DKlXpyes|$+g*W^E&p&v|{;YoS
zmlLZ~ALidap88!bdEVUb7nSNRw>q2>eikKpxAW%Dzqe+`ZwWLCGMsh#r*@kA>-qow
zPTu3p&w8c*%@$4ZfB(xn{&NWZ64O<vU^wv6z1;QAPy5qzHVQR#sJ^U!`Qx?dvH696
zrXGv06w`Tp-s)f0=C?P`dZ)P?RZqG(`N+}_Z+z17jjAW_5}7Ca>P^7(PF>^6Hy57c
zEB&_o^qZ2h6`P&s{%uWdN-UE|Yft<pK8>^OX5tLlwwv)0Y7%Mfg=G@y^@TGNV!q`;
zS#xBM-AtVGcWG)<X4#Ci_RMe7r*SU3nK(;!+0FPUwHaycm1Q&1>nmp_%#(d~GcoQ!
zF_bm$@6^<$)Ut@Q_SA3T(>SNyOq?k@?Ph$WT0~lVX<0;ied)}Exw6-8CeHnPHMObK
zvT^fatKZqDS#H1CaF*}(oAtWFIhzlgS?6rtzs+aE+V(m}z3WA<)~EKJ%X{b?^DoZt
z-_+||ryuTr_38Vi&wcsR)`j<MUNndI`5KS(qgL9tZhkn|RFQJfW|8))X!X4c@{t?*
zbzZoK{ZZy-nv^QMWbOOs8gaYUY}eCXeA=Z{@|Ab^ne9qPQYGFsp5x;7i!oTJ_rhO%
z$@fdFlCPSWN*x<_DeRlB#}O!QvVvRc3hU3kChII}U*;aH-<4z=yJ4Z8grE44<(Y32
z50*Q=^jlZTlCxodxQr_Iq)Dvotvf>E&hJ^bVB-SG$bis}9ljS1H@T-c=ITD4$C$B3
zdV533j%iM*wh^b<m7k|?WIgB=+u63%De~0vQkjCnxAp&Tt=@XbsB_l#$ZFQu_Ytvq
znvol3>Xf%mDUH4Uw4*>*wNC#1XR}317w(EZUi^5PbynNQZGyT5TNlh+wfKJDom7$e
zxv#eV+56?|rL7m3Y-e5j{`%ufm1@bQVP}eZ*L}X_8o%MA_SC2EOE1|7zDWKlc!=xL
zY0op>;)yfkVxnX9WbVFee;RZt`){@7y3?_Vg?pa0v%2d}?><$vY`XQqjN%{nqBkz(
zzu9-8D^UE>O5JKMt6A;8s{BJX9&(d=uUqu@O~SQlyONS4wYEeaymYqruc>FrpAYk|
z{}DFeUh>=b;`;xe>sKfA%i1JY+y4E1J?qFnXVx6UH;W7(F{g+;;8B_;UZD8Sv1zJc
z`T|v(2A-rs=T!-TH4{%Q=nnV2z|toFX5Y>=vnE`(n-Q=qIn}U6r;YcBU*jG2KW}@g
ze3TtaB)d;5yCpH~>^#b6zRq9w%|_NsTQk<EsW^vCZ8v*s5q(be$z%sHw<kJIR(uPj
zT|e<D`&dnv<9S=ocHz<CIuGf;-3PhOPnNtLvQPVCp>5TLYkrsezc6L3WNX@<vD0n7
zsbEqh=fA{`-+_&OW_ON%*>7i=l>KwRT&w7WGN&W|lSKZ9bCn!iel*!|(YF7`4{cuZ
zPyRG#zyyf}|F=hGUfJlCv{gkRv*GXcf8U*~7&q=}(qZD&WPP*$#YL^vq3>RmadRdA
z-+C%*s$<UTP`)tBh}6T|PAc7y*1h*XdulUCq#<bgso353)YG>v4(*$<F0?P~X3+Y`
zo^L5pWrmrnW~7Abh=u)MAL<t-xiLpbZSI<~O}9>Jsjr^1wrJa_n_B5UR?%;Jwt|@;
zv5lu#C+mgnj(D3iwL4VrhUV&+HAM%POgz6Z>TTB4)uHRcc1AtTnyUT%W>)y>yK9Oz
zpE|2$zWUCZqQgsOU(E~K&FICU)-aj7p@=a^&*x6c9nMSdQx*wSGsMg&edJ`!mlwgH
zctr3CM{$calkCF21oj=9Rr1(2v_zXQKM-b^&+v=ofqKLK`lFhm>*S`zGdMFTykc$1
zw64<0-@P;ESnJUZeK+DCJ~Lsj`f#0zk5OG*n<e3uCA-y)@Bqz|?;8L2@74G2k1?NB
zyMF77#+fs|@878H!otyz;`!>^#=HCK>vQE-t#at;oWuU*l=UgyX0FEarAETBO*+ZD
zFP`Rb(N`C#5Rei`yP){t#*d|fCwk5QKi%_gnfTAO><<MWaX(^GH!4VCezRd^?3L4V
zQZGEPsrq)m+x^SmWbsw4LSMI~30yxaxn7sc|55nYW4g};jxqLToT%8Y!?otBE_>il
zQDr})Mas%~n^xrAijkN&`6Ew{$El9_I-IJ-f@&8svJTJd+}@*cx?}UPOLv~}{oB6&
zp#9|oJJ<fdqv7}EsY`tQohn0D?f2LIR4<me_)mW4jr!tdz1IQEW$S;KN`Kr|bt_@*
z;{XlA*ZDptDxc2Xez)?hyOHfioq31CH~hVS!+p&(ZudmLGh3VPT-g{tH^;)mS3T;E
z4ExoW+>6*&|4Y~RIi&dA$>RSbgNV2LEBpWNWDC2!|7TqE-i7z=%gq0s<=s_(=Bxes
z<@(R-?|owp<NKeu*Wqej^-o2%<+}OSJ2TY9-_||)G<`OU$;LGGn+9BldSRCH+b!1f
zSk{`nn_lKTp?s02-TT|TC7wNb+Zmr{)m^)~wlRA5zKo|k4%Y7%KEL9h*_6OzxArXx
z_`<x^&9>5O@r1U=HvAP2CWgl_9=!F|D)J}qw6j@ti)7MghunX2aP?{L_uJFoB~_np
zI%D?KZC}r$HB-NR`y;>m)ufaB{Jdx1${+BO^M6pNX};v{kEiRNed^zTuD*Wm|7D-&
zFD?GIH+FULWv(d^?AuwrU5!pJdF);JPxkd0_20WM{M*J@%lLc$QSk}?>&}W#5ant+
zxvIy01<RwS>y|hBw+5U$$hG>}MxRRtx0PO3czyZ1_I^#x-=Np~_5auYe1Ez={@?FU
z_ox5g_viec8Y8~LAH&UL{@e`y^O#>GDsi`y`5uMo`gN5(pPC!DibR|-UAf<X8pk@>
zxxE^HrYas+(~R0D)$@lr{$Rp!{*a{O9Cw!`Cf8{k?&D0e`Y-*KeU@)}<l<X$LQ%d)
z*H~`1`q#4OtmWQWH|E}xRG!wWWb;2{X^Dxh*5QQubB_O@j+q|6j^~Tvu9%nS|49{c
zXX&~sc3S;wnJl)^M|{?t9Z#<cwta~G{#xshMc~(?zb5$I`Bc=(c=4xq;-tGXwLYv@
z2v1%vD3SMG#CPW12WRK6&yW6dxc9f;xBtQa)@?t({=L+nw-55!>#cw6zs-1Mg<$=y
zKbN1+UvKcg@AG++|7W}(8~tDR`TRDXO*|()T>5y}Xqj$uR7`wC+t$>W=wn-V?c2cf
z_Vk5)dS$U|^__nkZP8c$y(=lc?OSR_yc^%^MTd<_BHH*)pGb@a(-#sYE!TAOoxV^g
zX{D!py!2wB?c>xJJ9=cUyB<${v4cl;`ozn-UToo+J8j`*qoOErFkKSm=J$HhWuua~
zwsWUXR9e40?R(;M$S0$zd(O19+8^hKvY&)bTRA0FD|Mz9=WFiM7g8m6=_pU%v~L4X
z?6ifijf!I3>aM1~*u@h&ed6m~Ao{xWzMh!tuG>>zY~#5*ZQ|`+V0z(gqoQc>yJ2rO
zEu1d8Q1<mE$x~JTwk(>VyiWeow@Y2AeWGV&O8;)qyC0^KE<Ne?hC5x);<hPS-4?jp
z_A)Hw`zFzwH@n{C94&ix+ieZU`LLFB?PJFG&5~TJwkg?0Z=CmYo1pfi&7vP8Z(R7h
zO;G#OX3?KFyZ-9rNN-efh!$M1R^q~=ZGzfDTXqP}E#)h`-61M?tBWJ|Xp7kP-iV0{
z*Pgf#mXncryF*m*R+m8T(T-``dLt$-TI+E!Y)wYx?G8~xi0W+%ouUh&s->;Ah{{7$
zZ(HaRT?kTr>KIFo^u|Z7(SnQD&bVlHB||%Ji>T$TF4<h?{%w!kqXnP*SFr!Fy?MXv
zpSKVEUoyxsa4F8KKlbyv_WAv<|6HCXo?H1j_4Mv-d$LcT-nZw^r>D8`ao?V%#>dsQ
zK7G4kkIb~`&T;V(_xetsE{y%S>&cEiveTzu{sfNC?I1et-0MZ3Kb6JBojZNHGPWf0
zp5E!xsg*m|bnBhIU0S(QPyc%9#ZucBPoHkvbLX1t_NQ;R?YU!S5E<^v_VZ6>>y%{H
zsmZZBa~EtoG%I(*Hm2D(t_j<jC&X4qFup4@&tY|pPP}kv+Zs`>Tvq4khhU~qE~{&F
z;>AbX)`&{wvbsk<yckwdbCYZ0wx%U(4KgctAFJGbJeyxTChDeHQmaq2<K?g$TQ=n$
z;hMXxY5Cd@nWeWoM4fV31EUkK+}b9nJtgY4z@;wsaE;oZT+8+~tz4h*YTLstqCT~(
z!SM&LK!q0`<<(yo@bi<XPA#i<{K89z*<NTz{NkFn&uQuLT;;G0Uqp3kTfO{myRAuh
zsU0EL_2vEj^Y-zD|K>iQU-~cebobtxLw^!0uTCq^t^E1)^#)Ktzp1QEthCnAZ-4r9
z!=67}r*9`#TI%T^&pmqjb|Hwhy!2vbrM0g9@~2O?=vnFKKY#jkPu{m(FZS$-oi_dS
zr=m#l*lF8Oe=3TNTlad=>rZ8|{8g1Z*LLTfzMWgSQ&)d`>BSEka~(D_o!aPhYU1|k
zVII+rXUzhl6M4%vKV81G{l8<~2XH}g`{4Y`2mdcQeH2_qet)`O{1<Ye`Tgntd#CrG
zD4ssCXrpLNzrZQ8BB^avb&>A74$jLhtw~RBJMwtO{ayRs{!@BBJ<;sz&s>|?Z9h|I
z`9A(*HsAO1pQ2?MHlO}%o9Fv{QPynV=c{fNn$10(RUBzH{pz{Yn=xUtPjA|}rcCej
zvrV^RrkzdQ3YK}cDMxShT#$^}^wi==j^41_+iI-EpB?}7b*Itxr?+>Se1H17I9G03
z{_{sRdhzpDf8J7KJ^gv*&tEa~r$4>D(;;3g<2h4p<bt!TZK;iAdImb&TXr7UpmX6I
zh;Jq?F^%;WnE#CF@FoXqFh3?CLhQwJ5Pv>*&uON=F$pnZFNzxrBNu@AwR#46++V=_
z^Q^~G8|%RQod<U47|a2wKOB<~B_?r>by;d-qMm^+H_vmX%bN}uh|ieD+E(0{8Tnw=
z@6yNw3ow7@fh{@)^SFIZGo9bEcKy7hcW0i)9ow~AGO6bFWa*WKUjwaJKMKn;`}Vv)
zH&<fk)8F=gXPjT9{p;CP+x}y#H>dRN^IRNiwfodBty@2q^|)P}{&AO?#L0T)H%}By
z0$n)v?<sj$dbm{f>-`oc*V@C6ABA42uR6)v6}#)+IpsL!na$R!Jtg<Mw*2|}@yF%o
zTOC8+-FU0B(f#8?)-#tUayH%6iE}zMbHR0sssncBeCMVJGD<$0+5PXR$(KI)8LQ?6
z90>mIy!cBF*PmBYcRpIie!Y=%vBu;=ZQt7xiKR!`bp`)FH4`;G%C||`DsS%$aYxZ}
zw;l*teS7q!MX~Xp^2gegX}@l~{X75v*`4~|Kl2>gkg3MtmGr6SUDDs8(zVIoK0a~#
zw0}<6wSqfL3u7#IeHGlW-S%bj@xHlkA`uGJRY&}uR;Bf_>A!uK)6Sl?xGdhp=126?
z<z4<OKZaz+zq;wn#B;8~K=;k_Z(rP{6<j)mZp7~YarOC4#<OWVY#sb3{?HKOb$hh;
z$HCKI9-020&i=MSvn)8~eNK#xv*5|RO|8>43R2}i%SXTZ>Ul(|=dx!)(q5jJRpNya
zq8w><A7n3vJqt@vJ>q_-!0_KWxw)Hr8tz57v(4mtIQQy;UY#Bxb)7c~_Q&$sIUDxY
z%Zt>07ul@wE#S|C(|$HC3>R3hPWdVE_fNL4_+b^cm#Wh|bS6~DeY8l*I&!2VTX6a(
zp?D=bm!5VB-a@fQDo3n3LMu8g1&kG5tv{)ns8Xi<OSkIpY3;L%gx{<Qzj4U@+ce9S
zhdf2ktt{|sE!MiV=ujQkZ_PK$Hq1Vhr?q?Kn`K$ut1{XyaD$keW}nJi74ZM#=Ba5x
zo&wW(9!>J}G!95%%+ylwWnHrJfs|;#vZm?Wado15Vn37}JT0mpz9;5m(b3bQ`ro-$
z3bK9b*wMkkT<N0Y($Z+7^hfcK@#_5-K9qH@%9cn}=;z4oFqq)(V(e0t*4QJbvWh)&
zN^{6pg-BbEaDJg{%~QUvsG9hf=hB%xk2$_aBCkX~nfXOB)lOOWX~hO<Bi3h1ACqR>
z=q)z4a+iBKt(ARuVcFw1Y8z%B$UBrEdc*%g3Da&)2%l+p=dC#>>XeoXA1&G-9oGNG
zM5KSyrPK9thf9UzUoLHBUp~ols?I-mX&(*Krj>#|y#-k;A<9dn9Itkn&A5=|+9R@C
zagP+^HI9vL6Sl76Rl6c}@EXUqu%p{HNjt3*ELoe`%(>U?gK5)x!Ma|CoR$P-j%eX8
zf?ab1-moO83s^Va;5_1|P{#D}H0M!2jWVW<vm=7al9QTm@-|AGQMOC7yTRLd<EU=u
zW>o>}MhVwFA0}Q_MCjTm+!61mQRcK!xMQvZ!a#j>5$lCegCSCZvp=tQ(yj3LG&My<
z@-JVf*@0w3hXme&2%g0gJf_<-ADPRLsqT=$IU$m1$x(-A(=x9yKd@hMjYC3{p`PKh
z48u>yr-%MEnu>nm+^Z0g9n-YnlpNdBd5*KwFWlS9^UJEa?%aY2%%6SzWERK=EYn%R
zB6TW?^*}Ylj&}ZOuNcbx<K!pEF}(PHWY$0avJ3BZTb#Y@1qu|poP=7{7R28;$8hZ2
zKS!n?4A*6Mm&om&!g0*H%u!IZT>15@Z%W@1_9Z`mn*98I((`u;YRAsqbbPTuhIyu1
zS(&s>wae3o=T5sW@&2R#F5u1Nx2_ZHZyvL|y>7vaIm%CZIP{io?%QbGCzvT{Fa1rk
z{H)V-o#b#~2dB<hW5L~aN@bari@a=)Jm-+((g{iDR{o*B!T-U$3Ac@!Dw*E1TwA%h
zQLsk%#<Kqp#2n|f6&?N&?{R<c3$B#HKjKBDN6Z=R)lH`A^nFXb5~`{3KHSRY>;Ff;
z8{P{?xz${D?zNX!^;|79!EN(@@mjT-`76a1$SEWV{fR%MQdBo-&%fW-VU^^4zJFyO
zz>TQGvL!ba4|7d>xaxwvNl4l2OU}#oT3<deG4sI*lZ5oBHO7D0K5YCD_%p%$SYFRv
ziQO9yi1+@L_?2m(YjQ(Ks_6WenJnj23e+0+@&Azcu|W0FglAJ$|9Zk9Y~-W1V&7!P
z$<roW-B^G1!~K8rTlDQDul|cSF|4`o>`*NovZ(vVss))@Yka5we4x$Qo2c|o{^q{Z
zsedP4{JFoTD0b`B-;E3OEbnL9Ss9!@!22_0UiAn6G}XQS%lP^au`@MSmHlLvss1lt
zUwH0nWM%*DFJ-GHnzenJ`nBPh1jpKs&%6J8);odl=i3MOZ#pht&dS0&>q6Ovyw{Ai
z>E;(iC6>IfyqP_Ft3Q`)<i3s9*%rR{Fn<)XtElv`>*)(~FMnjr>-bwKQOO~)@{Qw~
zL=i0?9fnGW|6wnc56)6+{2KN!_mk7US8P>0_GVKilx%rnY9%duFe1U|tLnqMY^%6-
zvuB0Z`7NE^_UDOB)SrwsPfjH%d(_HC+HVnG<oxi|xq~LVD(Z?DSpVtHkFO~*)wte#
zT>X0R%ReE-;Xl9lI&toed$i~4nOk@NKP$d<_oC^>S)AGjO?c)Ua8oP~_`k3`C&xM8
zvw0)$)aG4NcZ=UX(j@GYWqWAr?VrE5Fmul|zq0h@@5}xwPLIP^-qPRV`0$ML{Tvl{
zC;Q%is&C}$g0^^s+}iZZ@!Nr?9(K<+r(cnN*Xs3K`e8!g!#is?Og&klZTeESZ_c-S
zar;cmcbMKNTRYn>viwTqg)O@`?aFE8j4QHmwQ~CQygPN*i-fkt#$W!N{Qa=w<;;?d
z{|x%AM-!6MZ#Jzqe|<J^?bZ!OA`RldFJFIH64uPD;JaM^ob926yD#R?HgujMe3oH?
zUEH&@@&J1)6^mNkK!&fMS?nD5^NSa9v_3zg%aD@jEc>or|BV!{xXBgM*sdd5cIT4T
z-krvF!FLK%+#fMdx!)pE-8>6p)*8O~UA)nA_dRJ=3qI+Ti9Foe>vH&u^h@*{bMNr=
zt~eDO`nv1boPS&m3~>u~nBO>d?DP%quOf5#N-l4kal-hWNs#xK;@>hG9hvX{KGU0_
z{%G1a&a(IEa&lGM-W_nuzp?M*-PSeNtAGEgKc2L=Pe3B)%=YBji&vgo_wde!Yxj01
zu3W(qZgAgAJHy?{_uk&t)9+hlc;{54hN?M8`26_0;P>1$2KN_tq?(sm?JeRkjL=x+
zz<w?3(AwWJJB3Ucmy3!?>1#PgH44nWyjG;~y+fm$?|*d;#p-<qT)b~0KB>DfT(4QQ
z|JI9{jsl;X1-J}NHf<8wC+_euOf<r!`gGn}9S@eDH(wR&?OiK(%<7Khy3ewuSN5%6
z{GjacuU}%{UP_*9`lw*##a;5yxiU`V`Ky)ecK<b|WCaSnU0~0=u6X~k#mfrn_g`FV
z!7aaV|334*n~DRzT1PY#tnS&)&9TnjT7p${7MJG?g9o?1{7kPBU%>YH`8ttb!gD@2
z>$ldqEEU{nk}$zdEA_yxhM9G8fB#S2{PM{3^;T>ZAN6F{$m>hIJI~x~#pW>gP@Y;r
zz)b&{I}W+LE1Ak@`kG_QL1E4Y-u_8#|98Eb&S>Q5A$@6i8N*qngY1S}S{4gj!h;<R
z<F@?UD!OaJ<{wdtlCR#gU(I{_TmIIbUoQnL<d>+-WzAp_ophY()dl$mzL0qF8*R=j
znnNBQb++H2JNH4U8>3gxiNh~k?^``{>piHkBXiZ?yAw5kOyy|avZu%4T6GlX29qP@
zbEhiW2;3}xyr{6+`opF4MXTLD85ZWHeEitFomYWtQd38-)2*gp{elFCn{WQrwq)+y
z-NSgdsOZjKt*rJ<cUdm=E$5oSne&Hn`RcyIfesUL{F|?5>}SyzX!QAYeSYX4Uf%Dr
z!7J;cRYlkItjU~f$L`>##L>}d9Z|{O!sK_nR&wS!GrqisQ%^891oJqoVE=Q)z|Ld6
zfKtpPYfT2>$B*Axb|;pdl7HEGzd&61p+?6U!Jnp|Y#AJ;w7!2W@Z`azZ<<y=Zr`h0
zpm|u(q+oHwk@IN>V%^wHnFZ7?{5<hmRG_I@Nz<+VFW*|VQ&JP39br`d`)8NkSu2kE
zd8`3Od+x?(+-GoX4|w3Xs>4IkDfszjJ4WXFVht6`pYJGYzP&N8=cs$k$(|ky2V+<9
z&pdM;o-50{wQ}*ReUln<QrM5b>z0!gYRrBWdg6n^P0re_4?MZLue0w`eOSO0dAhFS
z(<-G0YIeW9k``Z=x?!rTptYs(-C+@XtM_7s#ny}OG%~+aR?=5_F!P~W0@o4kq=PDK
zzCqmYnI~OSnIrp-^_<<LxWd!+$B&x!eX({ixwg7t*5?rGS1ETTW6b3YX9%CsZ&a(3
zd#-&^^n7T7;MBC;$F8)*hWy?j=vz{-ygIns=@0vw(<-k${f(q!6<#J>onbNa=Y^`p
z;p(b;SJxf=ee*?zma_Q<|GT<d`DGqn@3-z!+R=BUUUr}HV>c1c>%UX$^baS78Ew7$
zn%jg|(Wkf0NA|Dk#HVLAD9@>$zgeR=kE_+_;x(^ZTt$~Wk34^5Rm@%xth=D@t3(+4
ztc1TE1yk5p$WGvhb59MJ;`NHXFW0Xng89+Q1MHoK%^$*!T}|0|t9I+mNdb?UgJd#Z
zs^2NS&{433S*GEp-rt~bucb59XP?a8d_vV?>7v8Zj?rt@MXE*yNGQK=s|@5?UQo5e
z#hOoX%caay&wJR8G+Qy1Uv%YN^5@8pwgv|aKeM6_=XO6Vs#ST{@Z@dVo;wzQ&s^3&
z*4}aQ<kiIF4Xv$Tq*L$z?)v4cbUaS6F?7KUtunI*UElm!51r<2nd(<Mf3@d>5H3BJ
zC+{XbfB%T<V><KoTiX|Zxb$F>d}vI9%2^Z6HL{OS9yfV-A^yqF#y`xfkGo&`Aow8F
z#I_`-<!pyT+mot|*F4VMx~+Mpv}juA(nU8^l_xTLzGwB+7PP$Qq`R8wX+yJ(sPbz@
z9`P2_>Z0}QWEhQOIN}R@6&ZzB$NbcJQV=V^oTgIp@Qc9Y*D2jn%cp2$Hr#6P5q4&u
zBe9iTa^DG7$x{ZwA3kvYJ9{9@L7eN;n<I<!OA`cS{sbI+xm9ak=!?5Q-t<~eIdJ9b
zk?+%dI$i`k5mDFXJfi+UJn3#-hMTwN!s}{_QhswK-%sUmX|*XYT2(mfi|nqB+V4Uf
zh96QaTU)puuzsGggHOoq<6b_W_{b<;+tP-YYaGPQPdoS>yCD5(p3*Y*^5y_BMup|~
zG!Jj?O5)B8Ozzry$@<&}-Tyf;ks`Yf)J{>&TPeDFiQiQB*C`JQN`JALDINNEBEkAV
zU~L}vhb>2rIa@p^j*84#y-JgN(m^eYug10hT!Ny0pFVRwn4Ix!N)Yp#Vu9ra+)Da#
zZO5+39Qkg0fj8P&szuoI(KW?c&qEz2pJ=caaGW}&Y=zL=Lc96y(>)JayVT^VoRZ_u
z``wWKFEW1T;<!ua>O$`R)K08Yx#y6@Diru#Jk@NEvz6}#3r?Fy&u3Zn&*Xk6e*8#8
ztKTht10mTH+~*cQR<>Dj*l2~}gk>K*Le6HC|F$cO%AXiIRd|Yw^Tmf#3O&F7O=&8q
zY_2fwidFa!d*zk7RHbIyBC(@$=PE@Wm;B2k)heXEeL7>3T4>_K#oD^cJ)7n}4U|m#
zqRDr`<(S?4nM{dFZb?U8a`&t)n^L~B!By5`qEDtO`<=>-ivtx)JQQ8Z_B8C~TX2kX
zlV@1q8z;kcX__xxCU+_*S1zjizbUKJ(o$~vyG<TF;x+>R?ATj_tb!$Z?%ABNU0e~?
zVRMl&gn@PX-iGRv7v`0pa+|isP={ga8|kUhS1R`Va4jm+`BC@bzLV~O2;W7f5BItT
zX%$@OJbU1X;ARom2L-bo_c9wsEftu@aWd4=auTECk-1N9cf2StlRc)jQSZuUk$tjU
z^SJC*W>;o3w9DK-u!^PT|En$HQF?KG4vw0EIja~9*p&kmYo_^pnOg95uIPc^Wu+;{
zoYh|*<+FOrpkB*Y@R2pl<H&=QgTj&dX<tNC-D7$ZtUmtqO472nacFnzTi5+G*816#
z8$vg?cDQ%%n$tS_QOlMC+EGiE>Q7m}Dx$gX|1NLFrE9}grDHraq%wDS`_5RY-ekAS
zo<IIwsr-!>C*~i%5?y}d?E+!xsVuf8v#gjjr#r|h%S8NsBz;w`)v17mBVk*t^i@Nd
zr3^U@lC}P93E#Jd7(HO!RqqsjaqqFGX9BNWKhfy0Su@w8NovR930oU#noZc5IZW=Y
zmpgcI$@JG}W|<bA3~`)rN|aUSi?7z6XQsk)Lry&seHhW36ZKfMovF{E_5ZR$OYZ*+
zzi;>o2k46ngeK%|;-5Q1ZPi7t09lhJ_7|3{zQ*@Dn)^@f$P|tfjOR{UogKeoq3R=+
zZ!dW|CQn=u<H2Sv`f&B--pH>BLC;UwaIHvjJjt;pZZS)!=5<l7?R!M-IxqJ;e&<B3
zSL;<%ftbbGFTEx=ym#58uU^X~RNWROUheZS@k)1dlli)a3;!SW$y#ieo6}Mny71P*
z?WcmwLQX8bTM{I&jlUsH=$1oMmh#%{l}<4?k`}G<SmKp+Wua`?Hm5D(vkc6b-k#vu
zS*AZ}m%{0`z^`1fT<dF85_5yrh_W4Xm@H(Mv72#sq@(|;o(7}h5U$qtDWSDFd~8=0
zb6DpdV=a7}DG+zelJVLD<7p>9iU~5E=$k6B^fga=(T03~=B9R5Po`A0Wfln!T176M
z2o7vib6otpbK-55AXb%2<($^5B?=-M3bYsBnBEb=cc8p*;_HR^(^=21cx<-(--b(k
zjEy#-kCeQWF8V*3Qt;h+v%sV)4-6PA&l>s(>*#v19)J9JlS_xm0X2og3$!M7eNf}o
z7PVA+D9m#((TJDT;`PMSOZv`vgtcwb>Nx!TvZ(M&6^Ve8PU-7-+#QPbq8t)kk|s6$
zda^)!^Rf#j>MQc^WUcbyUsXNnL%q;)o#5caqL)rb0}j5MFiW|gd3%?b$^ns!3Z9vY
zoNp@}xK6$~w5ONLBXX5*h}?~fC)QRiO_o0V(Bs#tl7mNXm)_XIwg1t_kfQBE!ZBj$
z;T`GmF7qoCxHy-ujC$i{uD^{@NcL)aR`H4xhK8F;`db87Mw=NNJTXN*WXIRt>`L-0
z)a{Stc$9GlyeT^zv+zJw9M{SKX63>b`B`5$E~b1iQp;@GJ86~O^t@@(*Hm`zUNiR)
zLvJ|W*U1SJmCWZhxCt}$X#X`i$WTAe>CqqVv*+|VUJ6#Sctoa%<=$9wBV)?(zaCqp
zqeS$WA8Kr9cG(ooa#883gGhVBgmSK=)>jfyW+zfz693t)_v*DNb#<2ud}!qEd|2zZ
z>%vpbU5C!`IK-TAZjC$nDU&s}W2r6YvD4oY&j_(?jTBm&b?a;McGF<F>c-I1PkeWU
z$nR)zaJJkk+*k5?`Crd#(l-tyzAhJPZ^-SM*jBf){C9DM>5?_)T^i<UZSC{X;whf0
z&Z5?R$KdVaNZX4g+}HWNRSri+aY%V4TwkW%c3LibIqSCQt1T;(d{wWo2VdoVx^vB|
zmlMjEax!gHR?GVtGVd^+AiG>eyLstpTaTMjLd>d)jZ>PVzU*0{dMQ(KF?(~tqKP&}
z<&vHXXZ}6VozT>_X2X#kH!g3zu(0KsT*2a*T)}cp%32cVb<R9f;cLDrc}?))eW!R4
z1@TwH?G@KDoEM!@nQgAg+rxe$pJDQ>DY+4z@u94*xF1|yP~dW@PtQ^6>hhT{bR4GW
z2;5e-sh;yFue~yJVpRCE!)N*~*QUNY+U6>C`b|B%{FS92mzgPbu-#?)dEh~d$*ff`
zex+`Sec5s{GDA6DWOB?bMXmb}PrLHE3z>(j`kZu~Tcy6Ba<T5!6@sP<^^z@g{iZ#h
zykkbj>BL1FLiz>#lXp5?4{&q&lyt~U?;K~?T8Gz(%dg)(p5b6Nzwz5&ovTMD99XK9
zVU%Hg)UYekXhDCqNamDA(eSKeE}zr4Ta}54-sJwNzPIlMAOChu^|)rC8Gm?hd}sJG
zC!zIK)ziEi{waz}|E;!Z^0{n&SF_FW)`8av{aI5!wP|qASFY_+(oAQ+k#|S=)RR=9
ziVyRaIY;cjAmlKI@#Q&fWgb84oC#khC2$^))phCPoMCnHFr!y@c>BXXwucj61gze<
z!geZ8?>6RTrw%NND~X!0^uS3)*_26!(VXgf?JHd3)i~D9{dC&WB`xO6&D<YPg(sRm
zY-sL!qR?vO<j~61r83`TVg!%%S%a6(dy1DH>yY{$&S3fGM01;I4Ex>im&u+I87%_x
z8ol3E&dPdW<?)8$IQ!XUbCj$3W=UwUr5j!T^2IykBg?ZzDvxKbG%1S>lX}DO$(ix#
zqK|s>=bX<>pLLDJZQFtR=}Agcw>p?c+WFeH22GAr+c3Xw;b!jEkPlo_)LfXPWOQfd
zOkU1q$~jYQ#j}_<`lfrP+&punP3Fq+L#LN4=#mhS&vX|_TRio>Yi&gMa;EL4Pj)YJ
z$b7$`iDyx4(z7=GiK&{)Iyh<*|L@v2!$v+g;^2{Lr<s9IFN$cUd({T6wBb*RnQD8c
z?WcwZLsN!<NXru~tw2B3h8cSbdS@7Q>#q*s4_wY6zm2CT@Z~M$cvi*j8VhHX$$s+W
z`#UMPfsOM*u3(wXiU|umTcj?$n3TKw`U!>kQu!S6#~JQxXlk4=aa`srlsX}TQDCB9
zo0O@-x0ZR_oBn<&KD*$OuUS&pqc3Nl*88UIY}0W}5bsjET+rsJUUftBOX(J&B{GZb
z+}*mu1x=al4PzKn7BVkgRCm|(qmsxhP41I6*H*CF*r^m;D2{p*vBGH1iOErNL4Ox4
z$(S7G^ua)8j>1-PO+l`y3J1=1DqZA`nRX*9a+l1riZdHNm?dOLb!zn<m@2^*(?02K
zkU2Ml-JB@%d0cbZ*j~HoaGYmZ{#`a>*OJW0#Z0UXYyLKgOi__hSL$-J6L^%m*q?vt
zZm;8$yv#fJSc7KDK3TEATWf;k=DAZgUVL}ufwSUQ<{3LV46?Rtybv{aX}9*5Y>%L~
zA1*wUEw{MKGD}8m0*^(8`-yv2lJDw5y{G!9nq4`tw`*mY<!71Z{R>}QT9Lx`;c}t%
z41=Bg@;uXn-2|AX2D`S)#uhUAEmH0X|EL?ZTkgsw)o=0(O&DI(pR=7fSLxfd<_oKZ
z-#Ga;-r-mg#B@04!l8uMQdi?Q>0SJ&acQzzP=2t(;@RG6c01}c(pOAaUGi{&T5DUN
z<;>E{vVWKJvoXk|bQF4BU2?0CSM+H`<idsRvz*Ob3)}p3r#Q^(JoRF0Oy=8cmC(*r
zn@(Lm=M>uOW%%R#<rkM)?UJgrv_2g-kTUU@)XUX&?8)TX(*-wNChC3n{cwo=vgE~N
z|GOQ{jsZ*)ICk9EIo8h^pIP1WF~n-}w^QHx5`^`ad)X?4EPl9QPLu5n8P2$gZmb{d
z{^~H7Z#ZPH627VN!2XhH?;e|^l`_dbNZbG7=D~(z>(Z4bdY9xK72}^65Z^2<QKz-#
zP3bR&Y3#}3FAijhWS!Y0^I^&CGELT3yefewHasm_$yQzd!cR$*t4U7d?SurD8I!mR
zxO^F&a3nNpBzOAOiL__9rZ1lxw(?jl^E)%~>32nDJ^Yl)apkyW@g}2|W;uft_C;GZ
zv;6kpKj_u$&dTHbMqA0-GenN<6;GhhpDvO8o1R~0a<sWR;p`G6cQ57D7uv41?|Rz&
za&^Puw%Y<zwFLB6{AF2qt~ttd)^fgAGiTTHY_DE%|EKONXFl~S7By17kES2qZg}GM
z9M&DxTnk;gGpBS<_L=(S<l=PKX`k#*RqA)}+I5-a9jl(aLp;^!`i0FhpBfciI?MZ9
z$~*+s!laG$S(GCdaDNqH&)vdv|0Rp8U5>!bmk)U5wk%GVagf=3ZgqUWpqKM~{tJuF
zOfJZL)ng^X*;+7tvF7QHxr#egJ+1ZZ_%;e}(r(d8_EY`aP(CxSUg@^xzQwfx?7R*y
z%{Mo)bX&|T<H;1*yslcktE2P6J&`VfA9{wK=MVmKsPeGnw~PN`z&XovV(o+m@rUyQ
z7Z%#T5V<gmr@*H%vg5Rso#9JEt)pu;M*Qp#`8LmUdwfa%^QZ646`iIf2Y61I>M`lt
zL5>xPTh?x}ny#>(V^<k}-O~o=V*!)p6B3oX!oq|ev7HTjtec<mMap+7Z&Pd8#?RUp
zxEEeisSvJuE)rGspl+FSnN{BdJ>GDI$er8=%MI?fH0hM?(Odr^%jc5u?F8$Sy^MUB
zTVAi3*u8a|l9*<l&-O`N;o4G>FMM3@Z*}@SL-U@VQ%AmMT*>iv5pI2}E5V{nYZSE3
zKW_91St%d<#>MERPeSj>gz5##D=vKtSbclF<8#ZWI`4bu#k`sI?a{>e;Ct)8RIOBa
zCCa%=YeL%l9Su7xCQg0xxuv<I_JoXSk?xEOdqZb7`Z6-Ji!L-gwO^~~Z|f<B$fOmU
z8XgCUWhlHmFLBsqvDKMty|Z01SKfD<G4bQG4@cLQ{^?)#<c43f+S;nQTH)U$8$;p^
zU(Puxbn;^>*TEC4vVrT`La*mrFv)BZo*%#C&<%&P*2j#qyjE0h;^z#VTEn?!!Gw*A
zdK9M|Pnv2i-tgAL=qt|_w~0+k4hsv<YHVlQc<ffOky2PY3-9+=7Jr0yu--V{TqhDR
zuS`dQ<=S^0@t?atM6qO+cukg?JEi}L(9I7kRPE-fBtKJq+ohB+MMu0msln-(Rc83y
zL%k)tPQ3CAT%EPJEzW;huhYEl^eY*ijh<rPY|rTy@^{N58@n~<@`b5>xIMvX;&xds
z)jRH7vwQ1Udv%0FMV=%-wVt~3c7pR<KaWjKvQHlD78l$3#pe6cL*JrTC@eT1JmdK7
z6<Lb|_h(NNTIU;G!#TloeKOM|ljhKgub3~$ZrJPBGOw@y;T#|FM>Pfs`j<~Qo^mlh
zqsUyTk#z2D@|33yOm1Zr5tFt5t$QS+k?gg%(?;=A{A!cZOGR8+GEZKb9den|vvsn4
zn1tq}cbBppkBD}NI=FU(#%3MU(B%k~JkZehr=fK#$F9i<fe{}ItvXY!7N_makl$73
z5O&z8#wjuQM#hX=S{C~auk02ScxdLhve&NK^?9+z0mo-A*F9Z&rD3PsU%As4xC>VV
z7&M>fc^t@OxYMukw`gMH8X=>l_a7!{Wot?^I~7a{y5)L`yS3$>h|IY>C7Hhyo>lC+
z>GS8srYlNOwq3_gzUG?Vw5{d(2mP|DRXfjbW?h|a6V0|#KH=vr$Kp$jk9Aqocb4~D
znA~?fX{v*}Z~i3B-HSbM>}Q&Kd%_z&dC3=B1zmqB{<ipAE24B~qqK#|1#!VLg{RFq
z&FqB=YhvFv|CZ}}{H3ly=+eV)KGBJ`=erK-A3y#<YdM$l$u0M<Pg>bokSA;Fx$qp<
zm9nxL-t)y=Lb2&_()|sOR8EAI+cmv3e)8~z+f=@oXOhgP9n$X3p0VuJ`vqJ7FZfeX
zu-9Sh7VAl+hDEdPvN^1cmSGc3+^A!6>BYp9OJ9r=Hr(H=wVC&#+TPt9*>}Q^^-QeU
zc}K=tohN9;i!iIZ7rt2QBwkTx|7q*SIkEIb;j7M^u5+rB_8MC;|0r0cA8NH<h_x!k
z!O`4*b&XJ}zK#6!xvZzSZ$3V;B6tnUa`~r<7oM;+KULGxemJEuOXtA(9*0DkO>>lX
zpOJ2`^iV!2Anx|_v@EmT<HjTX)9x!IGT(Gw`Gw`Cu24~_su1g&ciopW4rcIZy{*bB
zs{CnT`nKfAB410@BtETQZV|iZ@LBCT7OKA2GsbW(%aUHUB9mFYj>UYlJhya<%;&FK
z5qP?NLG`YLeHjwV7qcm?>hBj6O;q}EL5I!jRG^GIvwGXAROe;Vb8;7-yDYk6HN(O4
z>5n#Y78~B<IJoSKOW;1C8*0jr|E-K@<KO34fA6HN?+24<yXGefO)5*wk;;he;#Yp|
z`qcdOF^jvCV^l7zoYU}_e`jn&(m92X$rbeyTbHpP>38uItGjtc{WI4ze%Fgzl>WY%
zSo%99$1=8Z(w?}J>*riNFB^C<O>3iF^Uc#!*i$|FFZEhvuF>)MaI;ye?atQrhpPiR
zC-4h(D)nWwxG#SfbCEew=xT=B(=bKnsZ$FZ46|l-oRF}U&QNQL<}0~=CDt)>rpsCW
zm6le)9~D^^mS}9a@9-}pW}YDPOQpcH<w0uRdu3nz{F!wrZ|0on4hi90=H5>d2b=Sl
zFPK~rjJk8sb+)X>iWhe5f72(fU9i=2bIp^Y&NZRMM$CduNfQ?@DmS_tDYWV3lPZC#
zu#6z4ZO^wUC+%I<dFXVzkNTD4DJL6wyr(oSxHKnzVIJ#iySaX`Vjcb*CyZ2CxTZB;
z@?wegximA(MKmlzOkl2Kf8mNfp2<?vjeYli(y}|?kR~1+?aHw<!Pw~Rx&z@We(u_T
zt1(z&(hlxSBaxl|)l!s~INw-l@xg=DRq(LNX_JrQt2VG?u5f*_aC5TQ{8LNBOyWTM
zZ}!zbNMD`f+`A}tvE=H7Q^fUpr?eLdvwGULxg1Si^KIda?5u*-YifO`-jMiG*P+Pf
zdAh>zW8Vc)kIH_V33nN~vW#j{R)uq=o>VFRrI^MY(WkU_cY)Z|+)|b<`K02$xLd0h
z$$2%W#-IA<T=&{9)zsL^gUv2C?#T{q-X0T!V9nT<B^NipJ}u{#w9<s9NZI9zqhq}(
zuZiFFz)YjxTyFogf9wt5T>nP!?-g!svj>|DZ*vw#KPlVO(WPz3eu(+xe`mLIS6-Cl
zr~H_CB{8DeN$Ju%hS&m$IZ;o-(u1;Yu(ONHO1yb<XQkUMfs7Bbm7+|s=R_5KjDj=&
zC$$*J<}>qO$h^Q~A$q29SAuk);GO$@{!*n(hxeWnocLs--$tJ+D!H8@v*nF~z3!^$
zy9N7jPR>i^x*GD0;jiFJ@kN=lj(5J5xTf<u#kMvfCu5mgU!dALqpDnkU9py845Cju
z4(82xAT9ejL@4#9_+62MsVq$alXh?M*srxU?8zN3kG5MLrw?rJa@Col!gV<#)R6zt
zZY}?*m3baZw7#Y~2y})mRM9F6V3y(%W=YMAU2-V#-)fB>2f^$o(>lMX9g6cj>$hWS
zm9j&a^NX&c-2&}ld4iUPlBajA6#UY>E;MkZ`HNjER77UlZSP7ybxC@%bzxSIN@{fM
zhORBi&Uey&#BVP@V)o_66X~VT{kiM<F7dfn>bpd`^)EcKpmVC(^rp9=O6^)|ZFUy5
z`8Q10M0VX`xu@_taHrX^g9<$>F23A*GN4++_c~)@AKOozW9=3TyBu5g=`$R&s!`mP
z%_3SIsCZGRWU*%ZV<+}&ubA)smJl@B($CNCsx`Og;3bYplU5u3opWx%vvccYr~Hfe
z2?~4hw}eA==awh6%!zDEn}q_^txuP1Sm>O+{oAE&mrhJc^^JLuowBbtZk_0<b>SlW
zmZcqE>e6~ldD6sJPiE9;7IH_{-?C!%yx+KmM{WC*yvI|YOW(aQ!$ZLT=+B@&!Dfej
z8|Ny?D5Yyo)11r05c$V$v$)}{D6OY1!A*07Z><bkpy=|#fzPc)VESqoC7%XMRrdR*
zH1DhkN>bd;x>{NEO`{Xf-K>~tH&vK*OzNEt{mMVrP23a_e4|Oaqun^RS5u;Y<+_yV
zpEa^iZZMw7HzTH5Q-HICPmy8j1cj*|eWEV88R!-Yy?NjA^u?~?C*QP8HE&FEIlJHR
z#$GOS?Q=mpSkn%!>S0cJS+Ra)W&<zl#+3`6pW|b!?d;s=_Dt`S`QIs77dVgF<WG9}
z|LYm%l`F(HAIu6!<KlT^zhahK87G5G#NI;zM>!6<ZHV(I-0Zzz;@tjyZOV4XFIr8C
z?OyT8km-_jbHd?xg(;RgES^Dsm#AKG{%}j;$IYo;J@G<pWskHKmNhroJI+2;I!QU9
zbD|M5TS<`7@?)Dm{F@Nvx@WzP0gv-ESAl!%Qw=w5JTX&BuFA_MI5ja))$7g@wWME;
z_q&|`O<r{I!*tySp`$AsdByYnM9%MUOi@sOYklPOhfkNRd+f~a{d<zK`oDb1fe1#;
zL<OCTbDL(m22XjrxWPdAMb8xL)6#4iKhK;}T0dRz23wq0)=vW)S4Ocvx}F}7f6v@6
zY84XP(0sgF@qTDTz`6;?k2l{nD7okRjEn8w4x4u|8&gvLBu=&uVVvaoifhNcbtNlB
zq^Gh^ta{?Wy19olD0!z#_rlc=w+G#nywC5_>T}`59N}|q=dQ;`1TSV=(`X!)Cs(uT
z&yn`m7k?<llqo57NruZjOcOXTH}KAL?uk2jm^+wSADq}=o|GlNY+3c84}lglEV;K{
z;!`nL+5Yc%L&`JDm6a{O4t@+0Jh$$Oz{HQ|RNO;5180c0by`fA=b6{2Jnd^jid3?p
z+dHXc(#O>8X4F1n73PsmUAcE7|FL@p4DHr_hs~GHP+b50#a-hz@i~*7?(i-Pdo3sO
zm$i%W>6vzxH_`3_8o5hC=P89)U+ReRXO^GquVt9Fly}XgSs|GxB~I=P_|lNQ;6m~o
zm*s^O6ON`U%oM%(b!y|rEs1Rhn;#e7<4`qEduv+tR>I%m-jAtv!Bg)YXslZ7Ro~*(
zD<G%!>(t!DIi|tf7v?vlPF8F%*yz`?Nma76`vHTObZ4PVCF_LdNrh3OT@$?cM0atk
zeLO67diRu?!lh2@CgmP(HVTr_pTxaDHQnN@_G-n@%Tw-8lx@t-e!6<9?6w1~6E_;M
zRvGuS8#^e>+Va@b&UC7mhRr3(7e4n-?#oe4;P`Tq?X{O>?;NR8`ycxI5;y5S%k9|W
zpnCcBT~<RrU%3*I9!AY8&mFBfZ!ZwcdK_RCo|!*!o&U=1+BYwFu|EB<?dX{=C!FWG
zhzXX3eVTb<23yD;kFu-m?OMHIldjKNbg-a)Wz<@qDV;mB0$SdE-XC~sBiC<d*QVWE
z+ppy{d;DoUxoF{TxlX1-8@4<YR#>fiOLvL1;mchw3y$#l>kF$&O)Bk)i&B<SJMwV#
z1^Juqvz%)d1-R_jbD8H-wD8Bqd6plP3S*y$_VfH$JR@Lb*OBfRVFg_#y9ur<F5T#h
zzhO7U__p5?lTb-cmhUOAW@y_~YByE9R1HlGZQvK!x5#Q%q=;~VBlj8YBkh-uZ_kit
zwpYsvvFQn5N>vK_B(O*DXY?G;$3h<^DzA72bL?6F(=FMJq4d^^l~1B}uU^^z_e9A>
z=ei%Ke(c=n-g$Gc(fS0T`%b4^Ya<*S;@p;*Xr%70wK%zV`o68~`+9yk96oeV>><x<
zM~$!t{WJRvCeD{w&U)j-ot`t%lRZU$cl+M|)O*Za>V8Jd)xtRkFM6$<GV|EBdK0nR
z&wiZC*#B5(Pw$fLPnq9w>F=nN-25+~`u2;b9sf@)ocV55#w}sj&>uYEA?7I=$*mv1
zeBLklUbHeqW!J*3##8fK)kBuHyDeo}cxgVbR7KaUn!l-Uc($w+I4F|moH(KI;YQ=*
zKB+xSaZ8j}Wb&r!2%0VLl33-na^)h4pz@FTDRGxSNWJQJla4#O{7eQ%_yyMcO{-?t
zWG}tD>yr19N$+JOBQpwDUl9v&{SmtBaCn&Ax|9g*(~{v*PTH>p!Y%KHut|n5{kGoc
z_}Ml0rydi1+O@9aR$z)`+!Dp9ejy*!7FEx`bfi`3Z+)wLsX1fd)@c_ktT+GkZnnLY
zZ}75$mHTe|%23HSS}g~>YLljhYgj(<x}MB>hc`O7^`yVp6({%gUiFGC4wo6bW+gv=
z9iSNY^3+MiaFHb$9J}8A%71lewU>!Z!p|4__x#wmG(DN%BRKPe^Wx-NivDtSnP;?8
z&gfhb)#$a+s>|+4dRpP;Y*)m1asJ|o{j!`-B5pA>Hhj4vwR0oy?!Fhb)219RFJVnP
zc9~~$OxuD(Q^fV%T7sExeK7lP{;5aqN^jrB7bSfB(p^`*jyUj&N?U#nD^fZAGi04q
zbFI|W)4g+&7poXA^Nl}z%;5I1mYrXUzZ;iJ7+3Q!FTUfwlI1=3ven7qs$r}j53~z-
zawKGMesEb*XykbG{2cpO^{W$hHU@6pGV9{YS(=Rk`3DRhFTRv^*hBGT-!Z|tRd#&|
zr-Y?`&gN=3@b{=B|FbPh6H1Rb2S3YyYcW@0Zsn=OkfrP6FF8-UR>XIPL)2$R=CvtF
zTsv<F+&uLso5#Yqb?(DzwTLpU8xFf<<3($NKNdOmt(w%9tQ=%C`%tO&-H$&yJ2QKC
zt`)c;wBSmnQO(IL#^VXIdY+sMKm1bnOb0*fF~zfQBSgYimG~_?QZ&o>bG3^v*QweW
z+VPi64i%sI7{6@x;{H^(U(9J2PEFj`{bQAwq_uR!fwn1vy>>CYOZ%lQT`iVK)+aZx
z{XLYyBEdF=<JFxL2M(@$_TWul)vp@{x7HXMBvi<q@^H+S+jnKt4!v|Kb_b7^QeL^)
zHGz?Rj}Ed=f9_-P_73Zdu#BX~^S#u(+*z{3KZ-sseaUrd%Ey@-zyH|!M6i8+LVVVQ
zpC>vd@NGBospJw^v?@-s?#z;%&kr=tlj&0BI#uj7y`pk4+uj*J7Aqx8DhWEZDWcu}
z=!&BgcO31^^p)Ou$n7$R+^?cv-sx437i~#Q_7$lyciJCl!rbNi=dAgRe#ZOzCFG=D
zt@tt7euYH7!Rpkqk_|;&rhSe2+*K*OOPl0gO3i)wvEsvDpT~C&{_9uDx|N}t|HUE8
zXZr1o=)fzr!7(+9wfoQH_PV*HG6$D=?YVI-$*)7H^Un$PWb@w6*|9qrOnaBDV9IMR
zzU;NoaN~b-V^b~jX_5;vvwG$%DUM2y^<oQNu<@FUa^(Mf$Nu$i7Kep8&Zs+>cSwHU
z!V~4rwW6)QVlHP*HJ(Yok}#2)IrVjePK5G%##6lde;03H%q=<g<q*64oXH1d>#rZ!
z-jlED7gczwF<JAi*yN*+dRBZp)*YB@!EpU?yByEnrw?u%b`lA8X*<bbF2yW;x#Hjf
z_5Z!hxiMyO(|$GaE;W37&4SO1&3C2*x9q;DJ}YP2R8L^vt1?BA<ygrs$;bN(Sh<d`
z(2JUQXuWmvf&XS<l2+0-hpJ`bg!ZcbdaJ*o$jMmLBy)?bS(bp*)?>YCi8DXVeB18(
z^wxR9ImO0L#rn8xr^cHkhdFF}$+(>1wj1lGnJq6L#7+L5=f${Yl1^__n$4}qLu)>*
z*<s%M%zl~f>-Vf;)=fXo&X=w~Hk&6R`9g-K@kE0wN4;1sy;yxKV`*l}H0jdIy*9<c
z4Z({Yqars?bqeCtdXmg`+v4z(rnrzD)sO$gG`_32_*O@-U2UdsMwEYzQ2oKh&6>*m
z8?M~&nw2qkTgB4eikUKx`G5YNy+_?w`}t#&rJIwN{kMCv=lcE=zZ_e+bB@fvSs^zo
z;^O9&%~4kp&csaaozt$ZZ94bTgT?(Dwk^5Ny}n`f^aFYA)?0!cD`n<#t(YSC*)=@!
z8T*2--xfT-kSJfWNIJCXr{<-uGiSH)OHLK8_o<1EeEuNg+$SOS$+};}pUw*JIPdmV
zd*<8JMcXtS8#Zqi+?S&jbKpe4F9*XF5!=2my1&{gXoo?}@e2nf78aU)5i*xOSHNQQ
zvsLr%<%L_6N`$wicI`FR5M&PR%>3hFpP#yT!u)U98Zz2)t@AP?=ie~7oWJkn=GpQ4
zmg(nTD6XpG<~?xl%)j)tE7x3i=WU#5<?DJ^r+4|j>lGy*C&qJHWk~JMS|aEY`t)(;
z<CFJyW}kZyx}3)=boIB)6nk0EOKx#8JC7GHZ4Cb;`r^2t#xeCz0u%do%-p81^ZC;f
zvzPj-J_RM(_vSu1sJ+x-^5XkD{yD}?UB*(e=gQ$fzU)R-*8SpNs;_-tb!*{?*$N&!
zyQVq5o9)Q?lIijLz6EPJZ(UkolXrvXda$3cSN*eFVsh6Ca(I}&E^zpeykmY^Uiy<f
zmuIcv0eXuq`L9LWEV4;o^h~Vs>B<@MKU){wx&2c1h)l$vGY76sTqbtU<dtr3TjzO&
z_qG*Isk$nsw#xEpWi8-}Se8<vJk8TP!Dzt`N7=)tOYL7Qd+<v8Lbc;dzslLlGBtv?
z)=u;+Tx^gx<-Wn*H+;MP$$ePte7@%7)_>s()=iX*n6jIzHdFYe?*gY*zxC@6EZr0G
z@XnDugFGj@hwMxL8Sj<2yK>>-M?P`S4!8I0U%g|&$*nq@jWzc@*?;lIv#U4Si&8F{
zXH=A{SpHC(8<_NmPi@s*v%N14e=JV97sxK4=zCDd(?KUbcHjELXZ|P&g-M>6Qu4*q
zV2(@8<h;O1llLDxD7=2P(9HfVIbU*%_r9@WzALcA(e<9cpJKqvXOC@;A78rOXZEE?
z?Y3084}$$`<e%P5WBDNRb=5ANEf>wq*7@!}H=RrV@w>k8#qUmOyq<9L>PwgD$AedB
z%}o1$@QBdXjCslX9>06J@`2pt4|ndZF_{<nZ&${G+>3TQ(q2eSaCr44P<g$fS#P}j
ziT~FN8Tl60oDfv+H9uLe`s?IgiLO_7HXpk2&S}xglzUf{<+rTsy<_cKxlB`xw|%$s
zrjr`_MJHbV(ztcvA$#N#g({JYr<6FR92R;NRA`asA;_-Oe>Qo_-lO7DD_1aIjZ^m3
z-SzuaV~xgD!D;JQE-aDw)M67nT}*Mtq1DqPvX%%5P2K-xg}j#3QXYv$y*(B+Qrr1{
z>hia*@|qvxCUsi1M8rCziZ%GobWN#mYmyfGT-8rgTwC;Y)g!4@KW?oO4NE<+?$C-*
zo=vBe4O{$Wrz~QdH8UrE-O(cTRWr7)Dmb$*&g#0@ta>5a^HYABel|b4R$Kp^_q~?P
zil?6(uU}XDUi<Ww`uhtj*1Uhz{duX?tdogmpNyRqd-=AU5MBBH<*JWPpQbn;S?}p3
zAz3pkFH3lbiKFXf-`q0~Ps+#qeRVW!%OU6c(=F!*7BR@STx6{8P}2ETzr_5`3a^Gg
zO(7@0++1B(EODgc->*QqJ1eA4+>tE1@KI!)?V65-@;^C}CB8lRQa@E**Fm_ln=d!&
z(GI&uZ=M7`Ftan?yP(swbjd}JpS?GQU(~Nnm(zE#WZbk^$K2;tn#97j9*WYIv!^Is
zinzM?x1RRyvL)7HoBevD6ehX8Nw`*gnD>~sYxcD8<*(DPzD+D++1X-L&ienp&wF;y
zEm>kJ5Bs>JL)W{0mEO8#*+;%weRZSDNe5mg{aMpix@QGn_q3-`dtY|?1})H2a`TOM
zIcpJO`k<qC5^t~jy0bwKKZ);e6<?LT|E;s8v+Zl&ujl)wte$f+Vy<S$oZ06(3_ed(
z*q)hj<mD-LiDt20anqWKUsT`oN*}!6I)5kYx<B9a&ZM2<yUYG-M&M5of!>$yxg1Bn
zSQ)6gKmWc-abxMj?WKQC<Z~YHTDmDPfyutWXNN-M1tB+8vrf?yy)`eY?IcT*yDUsj
z$}VI1rgrdHQxVIGEv+Z-vdJFV7}a|rUE*QS>Kk>++jDx}o9;6E-ch>L$@`CB_{68G
zznkx-nCbp0YT0%ALY`EM-rm4+#YsyZ8sGlBVDTbL>-#2Jf+>FeyM<fr7X_KR9IO+m
z>%28bP&^|rkzKjEHsn*!ijE^IZu=dd#hfFpwOO{ps&n<_k37YGYwjNxQan}^Kh4f<
z;(;^rPp_`Cx}|ecc{=yUMxitx@y^A+J{lTX880(^v655fSM3*TtDxgP3%fX1J4$dr
z_<kqUpnKP%zmhAyr6uj%cc8gfOKxg!;Vmt_H62|(OXkds`^d9;ro{r&+PU`UCe75k
zd-{aHzkgD!c9l0GmwFmG%bqh5iQI1gQpZ@;@l4H;87&LauW~;=n*36sJ0?Z8&h13^
z!UGcw`}2QFOx6F<y^5K!a|(ZIZzbal?#~A|9@;H>k8hg)yHz_5vDa(AVJkd+irXQ+
zb@PoSo}nv0El<DERl)v?yYJVE#S!HalVui6{#yBG9iPel>6+c55<WIp6;?N|nV2eK
z>YDZWlBku3QTw#I3G-zmvV~vgYR%4YWnZ-@;EdG*HoJLQ3nX_=5*BI~Rp|=PG~cr>
zDQ?}DO?H>gZkl^?QtyAZI`JPbm&&9x`i6Xpk#rTV4}P}%h&k8&deMIoCqhl@R(+Cr
zkT~bzrjL(#X1f+$cRo<x(!crJjL^H28#Q15*`H!q#Ix$c>DFG>RnBWqx&3(JF<pjL
zR&xb&Xt=@Em^O?4<@?rq`v1N6V{gCej%6<%X~lL%#Jo(6kz|cEE_s`yQnBgX62~y3
zYqI(BA(;=o%;X%CrB;4hxMha^)#Jr=J|P!W%yerue(YVTczN|%yK^l9$`?82{Y+jW
zVm-N`hv$V>;<12pfzzv=1nN|6eATK|dQoD<s@U9D3$k36J}G)R-Q&Z{9Y<UejvtQ<
zKdizQ5zMk6kju$zZvSQ#@!}6wxhm%lJxuS~KXJ{WqlcAt`JN9HD-tORO0|s1cse<m
zz4exU+hkcUhbj%O_X=LezQ0<*l_Tw1m&ICrc*0kcy({`AS#`~sXu=XBvuIJZMZ_WH
zAjjo3;xp$b2rp+|%=2gQkB=T1xymBbIk#s@r|uDMPZSalF5+-rq<uoVb?=64n=J~(
z5BI7c{}#CFkOkk%3Ehv&Bn>}2VVD}sDev>=82iiL-lZoF&CpxE;>(Iv4YO~$u|6=&
zcHhCpq<k~?@$zLG`8M)*92J^elh>~8b~SakgR`%L^8A&aAuBpx-krLJUshyq#MJ=d
z4HFHwt#n>mz0J%jp<0dosCdoA<NrLqF|94QX*K8Oou60E?KHZuX;1T>kFjq2?oyl~
zLJuAvP=35$U(_~OQzL!y0X2pIHWq7MIps{B=db4O{dC*-y{P@h;+!cjCV8*=VDN5P
z5C5cKpSTlcVm;GM-Z%zGl?WA_4nKeKOS9D#8Od|vBG0uZw!BNOnqU88hJ*C{t-Oml
zW{I8Nt>4^n_`*W*>fJvS|2(>7u4cC6?(@&t|4vNPPcZ&vRCwQV(xiFO7uL@)-_&-L
zf9f)aLWlH3*7Qwj%a<NeJ}td^RpFn2P6>;T?o;9pZU1B8^?%YHvohv+*&*p2R@zU^
zl|=PsEqwCh#5te2Mo;TQ{%-eJs$zBF%nUvkF}dk7&C9LyUU}GkTEiuG^wR1(7V~pX
zq(lYo+qvfb0rma<SH2ouHZ!~Wwdb^&cjz0AYh@Xq=O*<lpVgkHHJ7C#Y-L6$<Ki_B
zI$6Cgx3BWt&$WN)8>j!JOaEGW8}L?7*kY?A*gRc&{;~r}%fzjUC2p+PV*YRbmn#Zq
z7B>XdWJP>^^kVy~$RD<R9$hv2&hy2#uJExmsdznUlb+X#;>d`aC9kB#gq}EE;SZc|
z`uIy>*yRP1i|r4w3kL=5mOi<h#V^-D_fOxU63Z*ypN}4KJ7vVsGqI9?hTfT(S;sW5
z^)~s<3svta<SB78S$5p~myhwJi0TrLir@+FvO`3ejb8Yly^(9XWKGTazq=QeMar_&
zZd`K2@M)>s(`i4htht=AymYphyUdD|0<FhU9GhA*8aGK8-&H=yB*3WrG@|-a2-Cfn
zJN4^b=TBvI&uW`k&|2-$c0A;4^Z6CaEBZDc@(yB853=qv{^Q;GN_ECg7DJV-R~nMv
zg&h~qTCu?5@}HH@Ch|#ns{Byu)MGLD_U6<Kj|VzVkF<V0pR}gtN#^vKE8KT|6;;gC
zbrH6E#qNE(M&rD=+#jL4p<-?YYTpaGBF@cG^t*UU^6>Et_Ql-xaXD}NDnI0=Jlpcc
zFzebU&1;^;hEsFu=4!?j#Dp$<AL<^ODdTWVa%*?i@*4d!%lhRXc`QA%D>;U#bDoak
zk2SWLcUDaAzkAWA`t!u^@nTZTub$8p{<^D$vp@XF_E!0qZN&w<XEdG;y*zj0+>WW`
zzPEqu?R{mNZpU@~d*s|#zYXld`_B4iH@$UZesSVP%lS*sQu(f!c%F@X+Mr_hb$Ob{
zLC0sJ({HrAH#JN>ntsSMKWUq)Tjk^wrOjRD4<D-?3wb1JBy5p>tme7zq>eX6>ry_R
z(r=h(?`HKSPctE8x6Gm+95pGG?GFWihVfMO+N;&gUio9q9oHj*vdh!|7Fu~I+x)Xw
zcKorU#q`=a{(h>j9?$4D-TQ9V;?<4MQXjLbR<j$vKEG<I=-TO#krI~=sk;~G-gDm;
zv{qzx2V=*(I7a^Kry9+gyk4<Za4o877CY%5<a?0i$4|?hQXeljx~JUs5z{H$aO!^C
zO#3XZz~BqcKC>r1n5pHl;n?iXneXCLIyIyOG&@q49Q^&OCTvYtmHfp!SG;F+)otAG
ztlx7!^z%g)sRDt|@4mg~f7@H8_#oY0_=Q07){Po(%M!JHkDWjHC|hN9qT2m`|4+4Q
zElhWR;F!i0nLRObMz3LISSi<=GlworwwSv#^0kwF-<yBRiw%m{R!&+~zhd30Oi_~?
zY+>tpC$Tj5OHK9puXQl+>%1M}uF=cx`HGqsT)yZZTXxd(OVgaE6O23_YhTuz(&H$3
zV`ABacz2sAxiK3a*Bsa-pAyaKS25*!u7qIIsqa^(uH5^QT_j<Z@v2`I>L&x)9d>)D
zt-J4@+jZvo>oW|ZU!8;ACzdP_pKK-N`Nn27^V;^6tD7!)^sZ_$vVT~7wP~yL^HY0Y
za_2f;;kaaEYWJp@PeV#~qv3*HzeL83HYZfQKi%eZU*I0op=>jq*YRtjEdQ%m|COS?
z?>Eh>y0Z4&`%jy-vfV$qXDr~0z80+G@G$+I-;=lJd%hm}e(Za##SM*24dc*N*Bk>T
z?Ng99`St%nhS9&%`}zM&cR%)8+<wX4{2%X6e|fBN@SHhAk;qo2%^Sb6$8*;FH=VS)
zaL+RK*^|sRObK3KB9^lL<@&IX%NJNoIyGhC3{8#;p~1@gOv*HivzFZy;8l6MEvTHe
zGfu<u@vnKs3(72cKTRpIF)Cp_nOBi@X_n4*%Z=aoKQGPx<{8e#@07ggO!x9@QkM1G
z4dcz0oAEUGH);nsaZfq(<l?3KJ~hsv+lAz3a{cnLOn<WALH;Sn)~L@#`m=PVr_7%)
zb#CU2LX8X~(`}ijP0RC2m)+9yXyBT(<HOzw-qX7D`}j6ViR?8v<oI-RGS{U?fhXA7
z)8%HHm38ay+P2Jm@<TO^wJ8B@8x^`^798c>Brne{&&!`WBe?PA0so1*6BipBlvgd7
zs%y|(UcVuDfrD3Vt=gZrSAT5Gd~n%1+F9P$-%NR})-JilA_pggvHSAh(q5{Q5|?yt
z`cHxG4nINV9{n#)fz3*?$4}HoeEsdQ_Kq97Z}jSx9WF;!9lbVxmf-f7t*p#zX01?p
zH7EI5^ZYr&;)m^xyxnXz9G%)W#bKjPfCslvuKlD-Cv!W`|1#{dRA~O~d797mxX!A1
zNh{q9FWAhBl+7?Y@@3NUCZ1r&wpIUb-cY=`QtRIqFI9QBS@oV#FCH-eyt<WP#o4Ay
zi`Z^%|FDlYk>f4*{Zmzu%^%HYZduyc>STXm@!J140;Bbxd9RL5S$xK9;^c#mr033_
zGC|Y8I4q&_&V?EIO{GtmdgBjEZ`^-#k{$o;1#I%y%C5g(ci+@t=N&cvLkb^#i`3>{
zQdbcQpSsQ|k+mxN>yu-vc&s<A*>v`V!trHm>w1(7mh*B|PINz;yENK7)KTfY@`FyH
zj1M8dBiz|1#;g2$@OF)cQ0nzp=U2IA7wNcGdSrL7RsFrd-7CA{#O^1HG>pThNOE7D
zb!nl##leo1YL>;10)IH(53K(m6jqt)*vuGYX>Q0}S5m4x_y5H&>#R0jTyD<0@O|`^
zVCnG9yPk)vnDQb%;tGG&yw3^lXTr`ssP*&M{Jc!!Vr@&K_Mx4tuAleJI@9mi?)LPq
z_omQi?mjctB~DCjR}$XlR;A!RYx}S6*8GsN@EcpW+W6~k-%$JH-g;h<FH7Q-`%AOT
zqd#TD9p5@#n0$B7Gv7dVkA-hs;woNMuWfTs-^nbSv2B^@hAr)rpFP?fm+|LK6kq?r
z)*iP^rJRkgPYT8avmb8$`@`YjC;l)$W1EdNQoDaGKj#0(XanaietEA#e(jo+O##!&
zjyLBT**}z-X=!|k=~}#wiJhpQvuQ&}?fQ+GkEi$E{lJj8I7xij#hfL~dXHDW46pmP
zQ7b=c&1UANb%z=k{kWiE-SN%sUP9m}u4DRt=9zgrFue`_d->q~Iq|DJ4>OypCH)Dw
zxNS+EQhNA}6`Pt*nQQ-c?0gdUyf;6sE_x;R`Vbql$a#FWrr)|1bhRhPyzrSNCGF`G
zI_+{u{+l%%-F!^yU9wWLt|z?%)3ijGOxD`IUdbmSw6dykm++F;60@f*I*~EsgviT@
zp35i9>b=jzB{X%4vV!WVK9%z>MO-<{Grb=;G*<P-TyebE?Ydw4rku{~k87SObh7xL
zdazFN!!ysIPS1{_D;(aJrax?7c65_+_)3@X#=MsgI)o)3Upl=z@w8^vmp0b^WBQ??
zT;e+QJxTZ5@3CmTto{7_%>0dU%aUb|M!P+`qmk_;6DAzCCaE^Kj$ihG$8PDTe(m2s
zu39}id|6$L?Wr*JjWKSs59kX=KQa@ETDeGQ?u9i%saIv}uAf?e)qdK?l<ceri+j{G
z#8+m{bd$TxQ*&@>TiQ;$)^nfPAAep^CHHIJIn@cyE~ZH~aaZ<cRBSsCoBp)%Unjq2
z=7vvQM@-U_oTgq4xfwS#XifSWtLo$}flGDt|3AN+$nWoWB4o*i%vtNMn^sq?<o_Kc
z!Y!xjzPiR>q5JtI_ZbiR<}n3I)!SSZ*eN_apm6bP{&~Olsg+*%p_E-^+&1UmtCz`F
z{GS+q($vqK7M2;r?NaIC`tf$)QsIwJSR3wjUwqoR>*GA*sGsMJ?WfrkZFn@XMg6DX
z&Dy?+5&ulP=B~K-P<W-<$90}Ep+d(i^W>70zc@c^*^v0dX5K4@;-o;QkMmwE$Xaqr
za>uH}jMA#Cu@6q(_nyg=nA8`0?PO4~ug;_BS6o`AY`y&dm=;Yxu~4mOZl_&Dr{POm
zt{L%e`{w^(S{0(cWYwW&`=qbOjBXuEPH20Zve@Re_fOA;s~<{i7l$2KvZ!5cS?k5}
z(<*UlnU7PCS<236%gW_QNQ(a<qa9YTIrH4K<LRb4RU5OK7Wb^yiZj?*A+&r>$}Nvo
zk7mudwC1|l<$XJ|x((;=T<LZBMlt*GsdE&s|690;D?(-OzKHj{Y&V=vNZ;)E`j2Cd
z@#V{3d8#&@p5DuNwYQhA%W6f{##Gy{)?)8IF?uCg3P1W-%_nHI|7-KoeLp)YShiKH
zWb=B^9~8)1batYz^8PbZQjF@Icm0{?JLhjo+2X2sGi-}rs)_b0ir<P4`R0|k`5WU^
z?yq~RS~xmxX8*EF%khohz`X18>IdmuR@tl_$p^F4BOA`G|Ix&o(&kn1VZTnD!#bOb
zYc*ZjuGHHZtLDF9kew;CcaD&x>$6>N`VZ+xN_JO@2=AREba|Ra;*rQ7#V%2gS5B8a
zA+^=`Qs4LGTp`WTURtgV>d)Ex_nI8qHTlX@&sQIdr*b{?E0XjMn*Mm^6~_l2YrKTF
zF73MJaH^>8-Cb2DiLLkUKIIJC!_uZ=_{ciY`JOy4{{$|!e3iD2@8Y3sx|=eSq!ZeX
z++8*~sQ!g;eRb%!;GYwx_v~SNYqIS8oUWDWOevFiH`P!4+I&pqnqc`Y@roV$!ri?b
zK0k6)k#$+Lb(?+c{p{=*IX)Ztoho1XthP^DGS}Dh_S_eao!|caJg~TS1B-&3e#un(
z6S<qDFE^i6{(qWH>s;rJzvt5*Y&VK=-4|{V_2_kL|Cz)G4`$Ce<rS$O@!HurtLwtA
zhbt2wFT8F)p;YL<>Xy_6>zY^t&d!mzG;zsnU)xK~{$IS-7AKi_<R9^$>AR^a+5X6-
zGba`usqD0Rp>nr)5qnTlfT?lPBi~KZ&NFqIS)VOQ^gVxhclg`l5cZufS#_7C+BQF1
z+qXJy&ExWI;vu4|CT_U5NZnn{YV!F2DODp;`CdLD_aZ5iCofvAJxYK0J*7&`R(jt0
zO!kN3SKftssx)U#eP@x`>uHrzGT|x%_nJkeL0oF7PbXc{Ub!SVh&483E9>IrTLM;g
zZSyvt^W^d5kR#?N**QvA#>i$oJCYO{67ThF$*PK#T(b>Jwdc=CFn|ADWV5`Em#|1<
zV}Ii=!7o0xMf!^l_-pj7GwM6VG&MwLj^`br*Nlpd9j{ORd-1VL|3;rqk?{B1C6{NF
z#jjBC^ztYPa}v7y&9Eq;Cu(QM4J)>ZX)cfC!`UB$PZD#t+Tc~rP$?Atszau#&A?vT
z-hR(Iwq{}1ruTZ=7VppgZ8%Hw;Zw_+HC1!voAc#^Yt60PSLaICJn@z<?u_4m_td|#
zyVK=9KMp!~z5Vyi9~r-o*Q(C^QMqr<wrhpIuiQHuJ$s4r<K=copC;e2`?x)S;nO=C
zmGd@#Gt8WOZ+g1)_sXL?_RC!USA5TY+TY~8d+uzTe|g_C#T$M7(=(UXCS~4VRI-;b
z|69(Rz?-wCGk^GV`g`%7{HxpleR%TZXRD2b*@BpcFD<)FzMq_@X1{BD?GB?pMg4t;
z%-XjHeSd4oSYBiI?ff}TKbD8rvs0(@9eP^4r>r2;;FJ2C`ER8~Qm1RmzcqS#x+g^F
zi7v|(^Xm@Q*FIfmaA^;Yw!3Z2bJqE1k;A$Ff`Prx*DIV{t^btoJ;auD@7wF(@82wQ
z7!oU^eXJj*Cro*Mbg#3L>6?m8Q}_Pfqq~%Q((Cl><9=~(zB%2BU-9wN&V9Qb79W28
z^$g#qR5sHb<teh^Q)MTo-ku&m|K$5lvHMN?wq-BZ4%^<Z7|XEGX8qr{QQm*03X&^~
zt9{kqifm~;eYT(ZlUw!uTh9ygkC)tH{dQ@oW7WL(fBqhqHekE4(!%BEdV}`sxsJ!L
z^BnWM`Sqi$)CulzgNJ@g67rrs-7-1XJp0bC`Ro41R9Qt%Yt1=QC3$E2!O#1QB-x)G
zY<GO;%3SL{!#bozI4A7SE}@PcU&YFMO#dX;&s=Kv+xp(Zo;}4@mCs8)wO&4Hy?k=H
zpZfbbe)|f*LZ@E-aS#*WQCTW(YybOc@vfS_AAi_8jQ>}#OFPaEzmt4-yTUg6Qtor2
zZ=8gRUDs<rQuNng2%YKO^G{Xm{9EZc)BCtDZ20{>Ktf;t$cG<?EbVW<-~UJc-*5I0
z^&6Y#-m!5!>+mtZ<9>ZT=l)-Z)IQpO`kN`V_r2xA`^%gkw%<8De|vL&;6c|b%!hXc
z<mJEraehk&d$`{NTdi*U)W%5>D|%0E+_ZWAzSYzJIC-#z^(9?@<eJwp{phj3wV%rW
zH}q8{zX;>KTKwPMZud8x*?Xk-?Y$WDhu`V_ZSG$>b$^Q0CG<aC-uQaepN`wlw-_IK
zIK`H;(eiCm-QF+H3U|kZywzh!*?n%Ew03#qUH$ooL(BThPgVwsz8BY6zOkbAp6KZ^
zEg`nQJ2iIoe`EOf`rg|rtL?dYmhXjpZnf&K7T3L{IWuduUQ+$8M{A$&-l6@}j8W_T
z<D;>h+m-e9Yx&-LS$TQR$*K)E%O3VO{ot}Z{<L^s4d3;b@0;pw7-rsLU8PtupXa5k
zcY$HRoR0E|+r!=!%4;A0n|#aKJN%~c+v$fM>wR1v`@_35zGBCTH`}zkKj}&H`F^c*
ztoi+ur{C88y@={`+1NR|wiKS3&iz?-?cTTvu?PKA&llaD9KRrMhe7VL<y#NeYX2>I
zQ)c=6?~K1nUt&_&?k6sb-STGozSihz3-!6W9xr-myKevd6?rv+`n-Ba{_l99(^vF%
zL7dc<zn@(Lqx5&|d-rSRtZ)6lTa$&JmzLZPtduL)cvr6Bw;|T>>&Cw|QW9ckcGZ0O
z`*cfi<Bsipzg?W}#`B$j^Fa1v=9&%r<-X56Ry(uo)y!khKcD&Gy8A*yN#ch~d<UnU
zua)NgcJ=C9yK8qDBK2ozy<2fq&uZJmO|PGr=}X+wcbif1x5n_+5$*gU=PAFR?hjb8
zCs<;?z~{RM0_9F#XId-na`{_v*6w#kGQV#mF8`x$C=+v`?)<mxwCTshFL%XGsr@}K
zdhdj*Ws0lcCf&}iv)r=5{6m4`O~n|ycz@fNfT9(@|9n2TG15<5X1;#8()82MtA5_m
zlbymXs##{a=XByV?x`Oi7u77Dbm^yMoZa$l_TL<N)A{swTzGrvS`bHUh4XFucPZh$
z>H=>zM9*LO>3>7O7yBCr&vpK}YVfZsM@#vi{D!8pSAOx!Jj!IN+SfHZ_>}!d#`O00
zK8G_8TE|zg2DtrUH$QOn#@_^1r6cFHf0!RwQ0C+GYria;`t>c`lMk!Dy36wV{D)KW
z1)cv6@QJik*OlG3*A^=;6L|Hs_4V^@wP|Z!u{`=~+~oY+{b%F+_s9M|-LqY<`t_}E
z{oD4>IhFckL;bnw_t(azz5D%w!!5!-dRNUo>m`qWeqznOz&7(&&V0T-=eKXqmG|?^
zJlCK2`@|K-)30T8jJD1<`hE7;^qJe=KA)a1FS*mo{(7wvM@YndGtrWJia9@JzTX$!
zW5r+lKc?ol#iFI(eOcMwZ(J6&E%7Fg>Wm$CMf9tj<R9~^AKCJ@Snu}nqMtj=(>`4I
z6Lb0B#E%ui61l%^o}IPw{dK^G&Fl82_1lv@j;*-%_WGiV)uJlb&)4P5kMFq`VX)@t
zUt^^k)6S>npMS-1TD<Faq@%j-hD8BWUT+d!?-F#QMXh?v-_PYM*7l1X`egV<{_!ut
zg_CceulyhJt^ez%qT6-<?p%MnI9Hx^QDv<0AKUYvb+mOpFAaUVH_KS>-j&@NR)-#$
zv))>D^5)$aht}QU*j=U_6SGw1SsvGlr;pbipR>=a@YR%Q^UD{z@3BaazmivGc+lbP
z#$8!&<{x&Q`{1~%)UnWrUALE(dWRR*Wz6_;^ZR)t&vO^o?VD>J|KRSkN5@@vtzT|3
z-_P~zs)BtpQvU2HDbH$r^yInN-`ndxEXw|zbkAz*(@L}bFRq18eSg&ObJ3f!O6#2D
z_E_WTmsqdq&+FbD^<OCP;kNm=zV_&gwZ^WT;aB?d#^t+i0-vt^DR~&bM)dR^eW_F3
zO-Ap{E$09FS@>&r?ZZ_sZ#wRb@p0O6f9<KY-LF>0eYFbu^QUr-7SGB94HIpS{Ira<
zd(Ll})~kPNDP!%$f8sm8g3qD_HyUmq{2#!6SI5t*_shZ)cmMs7|M+|Up`*7peYMfa
zzn|!wX7gf+Y~=r>dQVNM54msdt6lk$Qq|J3KKQ@Y_hV;PI4raMp3g01ypVZj$EE#l
z6J3_2uGk*==YjqIsKf8%4xae+|ImYa>3_LDwm-bzMu>4g`^IMbLnjw5uhx0mysqo5
z|LkY~!+H7tR?EuA|Nnja!GD)#3n`Vq6Tj+IUAws8CBO9gS+V;o&#ssGzfvRVPW8+G
z8;cFRfBk%sdGw2y<^JEoX3zfjvz5usSLD9B;j@hV8iBT^O{c%t)&2jpAiP#)HowHj
zy0pD7Pjm0{|5G1pzvZd3#Wa3feXDqWX8G0+9}lzs&HZ41<$=w$@Qyz-0xtY|;i=H~
zZgNS<mw^56U&_z$ZoksC^UMD<9}a_GKXYZ)p0lsIDqVZj`l9yJV+Q|i3L}@Cf5FbR
z@5R)jzmG)=%|G0ASd!T@^;f{&uG8xBQw*f$XbTslZJTFc{q>=ePDkdQLveTJa@a7I
zE_zg3em7`+#GQ-v@AF>#nf^OqN7>BseAgZM-}UA{@5p`q|GfI%6Vs3VKW1#hUORX3
zGf~E;R(+4;C01|L4--8crYbU9`<SeID*yHGS{#?YFI(;{e<1K!jMu)p&$Hscs(vZw
zUe^DrnRW5^9p@fz&Xk?Jise*YM(G2;3D>S!S6?;ElU;np(Bo~hiis3^9B0SfzkB}{
zr+-m5$xtxp2wuR<=-pg*ugOedXYbmq4^eV`LN|^x`sKE+-6phso6z>~^GpsAFYCIF
zdj(WGHQd}(ZJhu9=-cC4YMF}OEam!h{>GJezt*YQavuEgDTVtW>$CYC5@nk@^^NWK
zAG!DC7FWTHKQGr5+-;PIXN%i({Plt6NjKIXsutpyZ+iMy^okeVwWb@?o=q;4t=RZ~
z{)J2L6<_Tta&YhDC^C4a{+lao#qS4;Kkjs_%M19yFL&*~3p2B_#Vh9hJS8jDMI0W!
z-S>Uw)W`$23o_h(B|QE0Zew3B8~?!qmT4M_l|}-Uhc`-}sM$Y#ZM@ZlA9c2ZdaaTN
z&hBoP|H@gjsPNi+n-?DaN>3HO*Im2&HaOs;xWM0cTh7c-5O{w<QCh^lW<{55V&m6q
z4aY+{UQNiaUth*@tACT0)*+Jv#~l7e%5}CD^0|nnh8#bAXT^ymje_M|Ywk1dIuO{n
zA>jM_)CX)4mkb&XS_mAw*8RId`$fgd;|8gL)8xAQt=_V)wsSx7`|~=6^+{}Z`Oi4?
zMRv)Uwi>oKHQ6exXlyO_^q1U_q_9Hq!y}PT_H&~1uO_c`@UPBVdd6!(g6!`N`plxa
zIvEia%#r5>j+kutqO&5ifBPG~Ysnc`a#oADDt%&?(b+gVqGD3h1m5%CnE(C!;{E)`
zxgb+^rsST|9FFw8o2NHkXyQ^-c$DDLr#QFyhKIWzyOL-~m*UzkjXi8pS9e-X6=%QR
zqu_99&G~y=t2~*QlGDm(I4AB@x}@WhrI>ig@yE)kUmpbs?|v@CbkfTv%3iGKr9#AC
z8|Fid8+rTmWuA0ZMmek&@_O>~Ag7G&4K~J>_D!xLN1QMI{O@psb)BJ*WrM;379X>)
zx3AuAC}NLw_*>xa)tVe4T(;ofJR$7`Zpzyp7K;m7Tu8t8`u&$HNeBLSeCGPHTwMKM
zkxheA)3dKT>w7N>A7JTeW(dD_{`b=bOzU2K;<LI?&alZi;bHM#&eg3meBOJjYb9Lj
zUN+NGkoEZc1DrWCCjNW#^hm4EWqm^}MSu42o=HKSGnTCX^VFf`j=+X0ouAJfZB&aE
z3J7}bnZ6>~gZcE`{4?(_1!mYMK02^3?7aZ9%n5GclkrWCs!S~E?;IMIeLA8){X(<%
z8;7QpMHWR%qnAj$xMw%<+afd0rSs1>O5Y7S`qz4b{QAG#dzeo5NQoV?eVlz)^=iko
zxQ+jR?VK<#>u5`e_3R55BafTPuW0>~WWHDOS1HTthv!*1Qch|KRn+nSyt=EPQ{mD-
zGs_7rkE&|V=^LrcXTRvo|2x5BO3J0)g_o3rV$~NM3O{bB6La^WM6;Fh%?(B@f~<R_
zCw%>P^>Lnk$NFDC?iy}WR>_@TTsilElWe>2feKsRG<7|BhcmTHm^znbPl%KZ7F~XG
zLI0wn%Z#gES1jHBF1dE!r<)7he<UUTO_uNZYGvK{zWpLU)9;(!tx_Ce^Cew!-X*#n
zbo6?-!qX>8NH8&T&m=+i>#9pS9yT;6BuH;QR-?Do{Rz{Ho~O4DnAVv2NNsw&tR<95
zd9#SpyF@p`*eyS7c2C*zqOWN8o?Hbr&QJ0y5>j&?@>Msgp8P$pY@Xs{nZQ4`(&DLW
zj(@Xk_V1d;I?rw6Er|!LR~VR%MLj#>C#fUoq#pV8M{|tpu?ofyF?@SZ94g(>uXDbK
zJJvvE73cR?F-?7ka+g|ktu1WO-1mCp4kbU^uo(qcTLXm)S24`0JG^T3X}vzF!gz7_
z-mYnK-gjhoopkt;nSQP155v2cMw;c@gim$7W)I|YZM6@O-TP20W!dsKMsqh_x&Hh+
z@A2mv9ybfB{@!ExQ2jTqbkcF5^&X60Ip^$sAz={Sn2`QtZO8AQ&c~+;yxHJzb=9AQ
z2px{A?emr9G8VQub@F{ayDF{IV6XGhDT12E1(E_>xq@nq?KM0X28%9WQ(TwQyECNI
z`$<GkMY|_MLxmk9`_dbe1rjE@q^wzXLw}l}xJCDJ!B*z)43ft24(_Ehtu?kWwf<f5
zO5qu!)pC!NJ%2Q2x$AH}6E*fwndSEEforit`(|g+2aXrG4o<HTtW(lECBu9|V{@MJ
z1i^?CUS=X|xF5)`{>QSp?^vU8gw7Uz&NVKE{2nX)rQO;0v=p^EygcA5pt_=0dCK?v
z#`$wr_ugUT;oRA<wS{|fK*!Zb`!oeEpU7s`H1}k4duFsE$kh7$s{1|rMSAZ$E>h!S
zZ|PKNx~ab>YuzlZi>vRb3%7WhJ(#jtOQWpAvDNmWPRX^7xr<VmgJeYHkEuCqVZ8Th
zx6Z)>c5N{{cdo8Ku2HEW>A9r$j_HN#>UJ-482$LSFim1H;C|k7sAH0c0{d56=6D{H
zV^w$9kBZ6ErfrOo(bQ_}kNDcWsBvO=4$p6Sb-q2z=0rPK$+zlAFJX3ykY{_ryCL$x
zrOBEH^dC!=>`0%P!{8NWT5*6`BLBhex@!tQ=d=X#FkkxpMw9vV#B*P?8Rksayu|Rj
zluwJ@i+$HLhsr&Z4pex!U3<u{alT-!qNIe@=`Y-jbJ)|AH*Zn9(NM?ZP_?7fePK$&
z)h{Pv5^U3)ZA%0N4S3f)-<u)2glSpliZhGc_$H?6Sce;UMLMm#yS=Z{m7$`u@>)Vi
z*A%V}(F0LJUmprDWxB9;!5!u2Z`~@(Jb0#B`ZCx}HEKLyVLbJSLY3b)?nj1>51W%X
zQkbUkh0iKwj$obY^}>VqW%zHFUmIJSgBVvxH61-EW2hs=-VmXtaEOoP=K_}l#jY>%
zAN$*Cau_^(E<HDhy-3?KNY0?>b)w$i2Vss0DWW&)LN$3J_GiCf^_Z`6;^b6Eqld94
zLLvg+AN#P%V}|yVZw<e#MC7lWl~`*fz<waogh{SjKK+{5)5LFgcn{Pha+DpZnZMZi
zQic+{q*CL{LyU%xn3zHuzDMk|aMHTK`tIR<m)dhCr;gN|D|)DZ!K3qkz{v?BkK@m8
zy7>QvB*Vce-}nVj`^xK8FzyC5Q}P+(c53r!2SnKytHc?Is<x|ot}(k<q$eOEQ!Wzn
ziaA_<3lno=^r0DZpEj&`U~#r%PUMdAxs?mq7;oP{p0j+(gFBfW$0RzI+}L<w-?w|r
zZD(g3<$hSTgJFXBk^`L$9BJ?D6pS_g=sRaUnD<45x%P|G5($H<>kl6kHL$*U#Bs;R
zYRhC3?Vr7lO$AEL%qz_^^xu7AJ}V>1#PaBul1lx7#fq2R(jDvtBc{vWs9dgkgw3ES
z@l3PVnsrhQ9uqZP1eC0<cHTJG$6-HRnBDl>&dAsYM{LgusK{9ISnU>ExR>+H#+fU$
zPPHugH{YXsZtx_ph_zq6rzkC4c=_x)X$J0ltQ`LXroNb0^ssq_Wuc2vzN~T`-$hN9
zNBY7OGLJ>c))XI0s-3{99({SHD#z{<8~hIx<_PUL$MJ}3rh-Dmrf$KIveGm2HlDlT
zSt7o0myF<yj=3qEO)RD<56b^AYuSAGm-39uP3P}fJ@0~Tv0{umt#L8y!Uda4Vojuc
zqjxL`xGLS|aY1?RC6+gdf|pqG{OzyJD$x<pIOfa0pp>C=UBhaIg)MJa?l7D3=hnjC
zax-Ra|9^vjU+^5ezvuU6H(uYIypWAU>gm4U2V@)iI69de?r6G(7kTZ!w!>$|>m59u
zLPxl!F8#D(t;3;=oWf-~7ZVpL*Qj)b{hM&=kAdu(j-w0BUmSU?ap%N}rjsJ~lr}rn
zI|VA*6t!D7vE(^5<#7q`62HVh*T?LlaI3wOenp{lHE$Y&1lJxR;SdFL(<O2WD_uH|
zW@@~wkkokfIYcX!OH*RSpI5S>i+vuRST?!yq{<2@fsh4@M1QOlj`C8heRJOU-5GI#
zE6*RAbBX#*n`G3w+RUVtYq^8oU3vA3D+M-)d?`3l)%<vp&qI-8OWl{0Jyi%)NHJql
zWtw*IB~xr_>RhIMO<8vog9PH8_FqiD@Ug>(*I}}+mV!s3*IKuEn>CB2T>d3yPk4I2
zWur$Q|Dwxo(aa?#?5Uhh+jXuVs9hr`SJ`cSpLtIxYhR~3zb4m;)1TYBIwyZo>^6OS
zP2a80{bbycSRWDoT;476qDd{>wT?Xp{v22@P;2TZ^rL&_*G+km%S0Nt&$Qk#KX^eZ
zqm)=G&%cH^mQT&WpIARlS~zhPw}kYTivo|luW6hM>J*v6eVluW<cfK%2Ogw6nlZEO
zpTG&XGm_1Z->%IR?l@w2?vI(r^t+ttPbbJ4bsVk`R8+}O=l{eYFXG;D#N%4w+7r19
z?T!6KOkEN|%EE_!&suT*5R2l^BBxsJ)?-#NCUR><G!CS`FbH%}@LVYIY?s-IqnB5f
z)qhvWY&y>vp}Q+x;k?mCpCuC-<TETCo;BzkZj6#WbL3B@S0@uweq4L{V@`K2_9lrZ
ztU_*%-;b>fJt^WTeXBKG-EHw>sSlC<mJM6>iv&!K?Oys=Q^q1R%7gK@W4x^4RIgV*
z55B3;U*@(Tm1l+yizv?t8*8q)=N2)Da4lhAms*@TIpWO9B@RjN`K#{DwcBf;@?eSZ
zdB*g>1uaDnH+U^f@M-_iZN`?M|KY`!(2HDboetmoTOSn^{ng_t4GeDkn#LgE!c-7<
zquwaGHnUU8^wCbYuXZM`Zx{G5$Zbz%Q&|5mZHdo=DYt%kpKLMsJ=00&Ky+>3frQw&
z1-DsO%s9y{IH@B1_$e`NUdED(H|)-^e`=U<Ec}l|Tl>3buEM#`3m39!%3s-8UsqB3
zn`uqo-Q-y5`;96A0xd@sE_jJ6upe;d=(>9#*&txQ$LuoyXV;f1CM;M}*kELs!RmcO
zoQGGBh4JbAmNS0L2N<<e1x(-1stQ`EXZGm5+eP2(H}1j*f)qa2O|Ux1eRrbFnR<mI
z)$;3$kBD;R`8+HRI%wjy;GqMv(oKb{NwRl#=Q2bsIrro6zIg|KJob1nTRg>wJ4(@q
zqc_rp@5A55ABLB%UCfLq+1h$jAwZO=kxx3>Dy<`8;T(>nwD$QLO5YTBiyb-mG1>m0
zdm-cB5TV?%4?7QQG5f7G{=;}E@l|u$GtGz7>dNL=DCFdvDPX$IEAg*kYMb9mQy&Kr
zmjpBOO@E@&k4@k`VfbBerOXM&4O)vG8)hCo_?}(MRBMh}!&zemcAd!Q-#QDeU7nle
zBtMndaC`2#UlUgF&N=v=zd=(%P-4Rag_Y(S5}Un$&wa>$#i-PC0mr1Q=RcT#%xAdP
z(D}iN^IeVo91ZKGYgi&@C9LWX4|@Jj(W2zq%Fq83`X|mbY2ehKJC*0qd{OmTner=Y
zAN=FpQ7yGu`wZue*Eb~pEATCD`pQ4$r(JuF3!AM7Yr&OLvEJX_x-RK|O1;*;*jBo;
zX+iab&(EJV?vcCk#Kl_cNK$7`!vE6bIe+SZBse*9Fx<&Xuk+woEGsWl`^AH&NJP%J
zgo~k3>xSQMzIWTZRqbzVXtoguHs2n~#n@P;c<d2N&|SOW2g~)gi#`aJ5?I92$Z&7P
z>(qt?T!o?nAu6&)i&prt9^Am_nfmN7>$G1je3FNl)jgamen{l3<<3>nit5~^+}g;n
z(<(qpVtQB@TO4;_--m@PcLSmhur2*PQ$fl>ierOc;IrdLxGJSIH||zrow3>_kD*}t
zOBP)b#^43<40*CKsk790|Eno%bh{Rl(Q~Zz?(e^Q_h0#WDSKb4;hcKcN6OERvn^w`
zYRTsi`E_ct&kY@)V4n$`6J#nnGxG($HP1Qe!MLe+8jGPqRAYvSq)a2r%Ofm0H&{10
zSI%=t&?$W5a8P&dhf_)xj&E#EaOW>$<So0KvAj!ahLns#e5PcB)SOkW>yBwU?OX7m
zMRFSFW=^T8dk?ShlXhuH;0k>Bpu^&e(Ss$;;(<v^3m8=nE(s3vYvKz1*nZ=y(-Rgo
zS&xm%F&36z7w*2vy4UQ{TBo(b2e-c0y_h7?)bRP*;aQyrCx6IH*mjd`BGVoBfOoY$
z=k{&*D9P!~d*b56g3~RspEpPpFtyf%EAKH~_4sADm;&pZJuIN}7it;2%l=7U3o$a>
z^SIZ9QCy@V=-Ik!Y?q$>J=~+r%isLXdSZ&WX>XA$Lx1!_6D7_^Gme-^x^>!osBTO-
z=&U(`x#`0c`A3-#_!&f1|2W?{W~-dd5jZ)BRnt>kQ})Kj4t3Tl9}$TIDGr;8796t+
z{SyC`Nygfv$#-Vm$;?#;Di$0PVr6NNQJlwM9JG~tk3@z6gG9<&sS3e+4+V4^PDV_d
z8P2;;@j$0Tvp&0*Oy>PY5zSx@RVQ|aDG>+5_RCm&{JiF6J<Gi343`u(b%^LO%`Kf!
zWzQjc=|4vt?*@5!n+JALD$ExQFP&bTJze-n_r6~Tb_K;mrSCX#wN!5H{)U6Q112g)
zvt$`Fd9X(0a)^bzES)E|qIZo>^4z5J8qYH?B;`m+dfjNBVAsFIw(kRf<der6jvja|
za?c_~nbR_`U2tXfi|nR1H!Sz|d)QCERNuXTd2iyf=vbS(Y;k215|>@_t#|jB^P!vd
zMx)o^bVVmuUe<H$3k7(LX4-3AFt}bPs$C_#E9;BU$rTILgY7m6xqtgy#OE>Jq=tKK
zgv$kHp<T(hcqd$KZ#f)hY0eq>@7KI(8t;`4ebWB&@xdC24f`}=ITqY{AR}cR`bz9o
zL*edk&l*e^4Y_{yzMR%|I&cH~+-#oYGd#U!J-=BmEy~${Wuo(HKJ)Dz%qnqxjnA)%
zvzzVT>^L!b(lb{cZV@r=@RXp4^7JWuoEz4DnYq0A{;6GZC*6<tU0f_uJwfwDGv_>W
z*N>_Nu3b|KglbG5u4=x%^PsI<N5eFQV3&=HA}=s2TR*#XvbxRe&4N!l?1z%djbF){
z?BY^?YriO0;YLkfj2?^WkAF$|5A`QW*JQkW;dt=$)6*Wy^cH2QR!+95S(ACJ`rtt|
zW#42*j<0t1fz=P6g_X2~s@-slzx#vP;dSiSiM!(rE?(gJx%|@ErHj9Wm*)O{?snDS
z-!cJ@b8K>Af4BTf$$G|AEH3}zQ~c}Wa{V8sIa|k9&V66<nCV|e`vu46=CccnwI2s7
zIqqS-clVa3UaalzCye<%llg`DHXnT8pf19?{D|@Mvcr)j-xg&r<cV0lJ1B5=dtg;P
zdwy|vr@Td9URUd?M+bVB1qWSv^E+3%zW06H>*=l<+~%9R$}X(cYziyg*m&+IpCHRL
z0fQA5Tew~}r!zfvxe|D=ZQ>5L9ZzQjs0+;6Ai1}&<NS(~X78$5WP5vd8E-EvUpVRF
zG3MWli!JZo+E{l_>Vb*$JnaKnCR3T#Uu<BLQCcQgv39XEi;0Z-v@Htnt>)EV$w^37
zx%>X@#%Inf#+l4a)e47&4;*!=+7Mi|l6jp{ZdBkoze1Pt^ZVn(JXb2LVZ6%NYR#SM
zlDX(f(M?0nDgRw6CE7XOPk6~<!GDM?mD6iU&l!bRue*3%3?67ak(~bGyJx!NqWwP4
zTc)c9ojr8_m(GOM^IWYK)p+<+CNVx`+{DuVm|?zz=04Uxa!+@0xoBLUeI|B6yl`w3
zvkTXyuMTHUS^qFfaGLd)<Nc4lH4_dTZ20E5fBSSs!9(&Mztq3v9cliMwCPap@?94@
zxR`G)cdF6XSLeC?b%L7@hyM${aF@2f$}WO2|CR*s9+Yob$k)ZpEjHoN2NxlZON#Di
z9H$pIh$^4i>2cEkvZRb2!*8B9>s{<hQrK55mS4_z`=Hy&O;ZbBu&teG7vO6z(J5Z@
zCS}@2F?O5KHT^E@tk*Gqerk13Ft{+_P=`s5RPD?Tz1Tld$HfGcd^k>d#w-8Lk=da?
zA>F3p(TC;smmD%KSY&tily!M5pOoAXm4ClPO<>-y6CW}g%|9Ji6kn@R-#UHv1>U{W
zGun$5>~s@$k+a=%r{eSjq0VRzrB24pHMuhkBx85K+_qc7tmv@4O5%O98GrZBV{@>a
zlNhA<?Tv@E)zQfwOJ_~iU9;+<)3K!&KOOXa<#M3WVPTr4fd2z=r+V?;vVUJc2^@P_
zd7<`gy5ObG7F&U~lVueb9Gm0>x*vVBlsu|;T;z>jo`_71?I)%5ADJADMp0)^>XsdL
zZrmaCa>L^dJugz`@&&bI?{as2Wz2U*dDR;Y7Da<67dm!bNEh+y{lcIj5T$V<-NL)I
zF+z5mfJNkDp2-F~E+1r)JA9x;{!3WP)m1E6*M)0^t>%cj2ULAO$uOI}=elKu#LkRj
z);6ZXcW2J9dwMR~a{1ua;IhagzkR3aUVoS;)pD0>%H&S5UkyJv-zfJPcb19%y}CEu
zZpG@?M?Eu&THi}Kt+UhTsdx7ki4%)TpYVgJT%x=q<hr5Aoo<;%x%ufq4|~^dy(HrD
zy!`ktfu~}8zUnu=_UCbUhTIFj?;k3YQkJ8~t7yd@;pE}8a)Bqyjtj@nUeWuO_*C>}
zu3{(KniGtHkJNa-E9BI<@O=-r`M$-uP~Pxjd`ix%pU1WP?)Kh^wX)~55^B>qvM;kj
zK&s}D(1)OSCxLSQVvj{Lzf8SU8FAtvpVEzhA~i>&_tz#IDY`ExdPa!fqPSl1lXN;?
zdwN6C{q{4=XPvbj_IuxOy1;6h-+8R%o$OWjH8anoCB5*@yHok1B%pCUd(Kq5IJYUB
zd-6K2dNr{7h4Z<~=9||hm@HU0sg$eZ<?`c)zW>;ArI4jVr}0d|iyJbFe3XpiWM8+6
zUti6}q^h?dZ`I;?)-CUt`vN-)CD+R>VdC|EWA5@REW%Bwu~)#=_P}bvRSjVhJRdka
zbMMT%AXu@8-+#JChxCIh6WZ#tm3hkluPQF=?biOX{GzMfn?Kn#-=p?_`Mkcc)99>i
z=d*X=;%-8f7kv~}U%tBG*wD88UEofkcBW4bM{~6ny<8{0;=GB%D!*&Hj~<NK-K3zm
zVAY8UohRNdnOVv5m@BYUjVbiyj@WZQKD&HxV=m&Hx|m%>IL4G^iexy)XEwKg3qm$6
z+x+7&^RE8~*`77;{<lw<nd`V`>}QU@imQLx-(q-JVl2+)@#;(+<F2Y_yBSh#?HhNT
z^Zz#SoL<6u;V6!Wf3)Y-FKzVPH&_418QBb;FWbGfXNKKc^27eb^WwfQ0oT_&xw||j
zJfZ9|d$9ALiO-Al#P%>LF)k2T$XuiI>7Re{)`=yxmJ==dg6_4y{I2$4eon%~jQNSD
z)TXtSYV+FkCVdqCYi@sQf9dOkx(7=+r!&e3PYwuKVO5gfG<R!$N%sK@!zuh~SH3QP
z%XhIw$yh|@N8#kG#hRf!vl@F>?Kk?qpZA`L0ox;$)@4t&$ZULC*l6|t<0hLAJbbb;
zD_62@NOj6m`W(bIPqY47*7;EJ=!1MZ#!f9fGRFB==bJo~H#ac))toT#>iGk20vOLM
zX4~I?VZT%9N0n-Qx1Q!x5|-5~9&vw};W>{#j6JYAQZ?)tk5-_O_gkqOzduY~`9D58
zq10oO{ky{oV!eC(>Mun7Gy8G-L4Nc95awUEOfuA_ta;nrliJ(GwEResna<A|$vaPH
zeto-tkJ<U#G5@MRulRqm@`6r=SGs@*lbl4~$@B}xuV#KZQ#GyMxLI<4LO+N4;b2*@
z(ugaGf$gobNwYSrd3<`&ax2|eTUK3O<+u9$^!w{J&RllGq;;95iSNQpU*E;%z4uJ2
zE~{O9KXsx_&8~Tl=U1d(GJYNT%w(p}=@)Ky<}dT}ojc3Qv~<;iJ@#U{e~Nj#l(On}
zPxdL^_~%9ZOvM(4z+<v(>3bF>ZJzrqKRrvd<@Up)O71oL;(ydV{N4IK{M^<}vrpyi
z+H_OGEU{$T!REUmWx+RnQ_X$7^WH4qD6e`x>&>!_vzIk^6x-h9;8Xac^wLsF%+_*>
zW<<+95x%D@gGyLy7xu--?zEbu&G(_Qo~=~GN0!A`bH(BXeN9$U8|OG0bG<Uy(myj$
z?ZVV-mfBA%`4(ICyxA~+t7h%Bdg+Y+TiJANE?;^kEt$Zz(M|o=)H#PX^vgf`#$*!6
zp?LZ?cTJ~U_u9X6{wdu&Iz#i^>6xNmZXI50KA|gL+V%gwi~4U37Jd=WVPa0IH=B~p
z{ck7d|6*RPyOXt&o8vxBWcufM#J=-~y5N6<^oaTb_J+EBH#l1C+g9~RO+8ju_ppl1
zcJVyV^J~&CPUd6%?|0TkOgX9|E+u4-X6>8#l@0d!501Mi)E#83zmszRFGF4C12K#A
zvNNT3F0u)6E7mE$%Mj*TYVO@W?}z($sdL5JLZt`&65b0mG!-e?CcWJx)3)aj`?EZ?
zAKAYYGv+2H*|Ej%Js7!cg<}P$-I~(bo$*gP>OY7)H2HP(=+8~!m!B+LzxR@=nSdkr
zZw>wFDlh*r7kyg4R)F*P97{2Ctr$_a&~l5P{`X~<JpA=t=H2D#9(5ZXp4u}x#|NLU
zf1LGiCfiJvu!q~Hm<Xx%x_B!0p3!Jk**4*b*rEwaLeV$;6YX2?ij)Q4@J%$IdN)Kk
zFx}qtj=-`0XZ{E8t1kN;z_8;<>HmH1SzKw(lQmq=Hl9DG_VAR-+_T~;vQG+X9q;UW
zVlkPabYH~VUrkTAJ*(6tv-cH9J2H9f`?ki^BP=>D;QY^9o0n-7=2bfWo_+gi>y}zI
z%O6Sm)BC@^Zma)N`g0rO0#3nI$Bkoud|k*8{^C>nBGw1Kft&1|*6(n6z%4hWY+Bhg
zmUA~V{-kF}+5X&LEO%mV^V7E5Y5y)x__5x6!-fs*7b^eg2UsmxdB=pKJ4NunX2iv-
zmwc-|O#_}!6?m<B&U=qhNo<9i;l*XEvmTw8a_GR3nX`F6H(N~zNEA|d5bB^AAar!$
z`Q!XQ(zK2|aaH~Kz~9na=v%VD7suuN7oR#m`6gf~c8xpe@`Fe>cCPZXZ!S)8IXmUr
zB$oOM-yOHH$J)=3>xmb!b>FeyYR#(+s}8T?%MM@<wGH##2x7nX`F`|3Oz90DS(C3T
zbjq*%kiUeAoFCVFfYACa`y7?ZC$My<U)$WnH>K`dLjRR-@|QqJ+h2d)s|#B?JM6iA
zb{$=AWm5X$)rG4IS36%<bBf{SF?<*-yUR+3vnW=UtyE%5r{2`{+6)3SOFo9QJAy>q
zj@{kZ8EEVF?T2cN_`MH@e(PHPSGs#z?CT_5uVosMi&EMrNqU88NG?oit~$x4Dm+Ce
zV3Y01FDj=e^Z0MF-kVZB>E=pML9lAiu^Yar=38I6e!G05Ungjj`$-wq>?u8gn_Ty%
zbWhUsnx-*X@l;BOk>nzuwiOd)<l^rCaayJuxyZ*&W3u3>lolh&g+6X8rk~_W-Q;xf
zM1qmgj2<4f+&w36Bp8`V+}--Kbs5xO;qB}CY9iE{mzDjikC3|(7~t+GtJyZ?7+dlk
z_5ByFEVAl(Ww7e-3Q%dW$ww*HX5WRV#UQbbhoyDAziOQIS6#aDzx^lYJC9w?-(SxX
zl=shn>YI8mX6dQIO-%LY|EJq7zxU4GRR7*z`L2IQn7<!OUpy^;|MqX(*;#iO9!<Z=
z|IttA(5?bc7pMIT_9)D%4(RXO61;!wVqYtnM~7~D?mpl5<16nMp_l(G=RCM0dtK4R
zv2aSJ**(P<=5KPeK02QIV0~KsqNkFT=d`!19c%tnS~RnKkbLrOwfMaEFXgw+iqCs+
zYAb`G{j-IOjFv8moOb`Jtk;?=i~>8a#B7^p5hN%2Hj^nZH}Itk|EuOnbM(cw=N&S*
zJkKz5@BD}A0hSDDDVkmUzf?BtF0A5kp60=yXZFG{j>Am*f=<@n1GzWi&YZb<Ac=2b
zY+X+}d&*Po?QYR0UwX3d;=3~Q?v_{lfg9TN)Hh~HzkfWp{pR-Qw=>Qx((pAqq^27?
zYyRVJXC_|g4Q=BtU#DXfEcH#k=hM;m^OV?fkDmCTo0d7VCgj`X`z;qIE}vXI?Zo20
zJJf@p2z^tXSKW4|?DjHo#z<fF1g3LGa*w%)*IkoQEpWPVF-3tx|F7vYwS_B<`}Qgo
zyA<X)329`!4>$E)ZY7oKbNi;m{f8>AY$h%_qsT5?Fke9Yc!IC?iRT9&9BMndgY#(W
zglU`SFB862SbW@cZCROKNWo48uY^ta7d7vUn8&yJQ&p3O@?xL0>FhF<f7Yfx7Sh$y
zN?`k`I)`JKnrw>5HI3VM=e>A3A*O)iYDn6y)@6z(k87F5Uf$6>ZB6r<mIqFr)3eSm
zw$eNDWeJ!0L%Bmc;}4lVD2NP-W;9=7E!DN>?wQ>BnQYhoi(E1}@;AT6ct+aknWiao
z?XL(FUg*@aI@q&ThrKl6mi-0qwlckIsV(leru}yP@B3Lz&v~g)M(ac2D}FVWFN031
zKiPL+TGty!^^%6hCI8d9c%<gco?4mJ(D<5ju5{If{yq<D=gAlRx848d@$`5nJO8q_
zhktG}X}x_D-^v%K?5}B(aNzaK8B0IzdRpXsA^zPa?pWK|GJJjvukUYg{rtDj&C)N%
zkgfXRl+MKI#WshI)oyq$<1f-bJ@;T!`}@lW?(y|Zd$!Q&cKN=L`Qj($9A6x`N5{bT
zjmzDKO%ILNGi{w_&l`LCtBr)%a)Cu%zM(w#Wg-H9X@{Qu{ViePgqXmT<9UHwjMY{O
z&+pWW4Nl%sVqqyIu(xhX+0Bp@&gNWeF6Qi9yzUK8K<~OeQ<inFeEmB}ZJwFy)}}vd
z*I0Kr-FjS?vT02~P279U774{J#)FBCrW+iXeXm;=F)XTK`o6i5|J>>~(aCqDVwY6N
z*_z}wtG=;}u1R6KB-+ZQ$9HDe9IqbfKRYx|bRT)OFHqTCs(O3n6uVPqO&8Kr)hElp
zKl#ID?P*sp8~q5U(mO3*>WjRdED$@qdfMmB)ve9Dc$kG)dW21kx$N^N#LV0N!OL&Q
zT&CSK-l_NPwa<6o7x?*jXtQ*8yh)Szhr{<43VIw+h_`$drhPeg&K=g~gYsf5N55xT
ztjQOf*Z1CEV9w2d)~&1c`8M!Pvu1oSQQ+0xB6;?|n;5^hYyBwczmWQH?-4FzjzqD^
z*JfPcj$N|p;lbMvw%+6Wz<SC0{=&}8>8}**Sf!k%EjuzzX}P9<n!@e5FAv@IQPP<H
z=T*wO@21bo@~{67{_|&_%=7tA?%&U7RS4VYa4fh#eRIk0y%`T}=66PIw_Pd|yrXx$
z(RKIkr*qS$+Eo7)GVw^{OqkleBBpreZsyDPcCcT~&wlXoim*Y}kB2XQN(y|JY&vzX
ze#P&&MW0HX7&&Y{ean72Ep#1cw_F7OrPP$0FaJ&WsWQ=W>DovU1Gl?p95t1hZKcfn
z<~$SF$#%gn?A=v0ldaEVU5qE2H9K$VeSKSMo9vx}TJgk1ljfM^iF73{U+^m9OM?7s
zKb?Z@aeHLs^&(Uq8Lsx9QWDCzePu^?)ap9|j<XwnXZ?O!99Xd1AaR0+(5E{$U7U{J
z_^_wu_*sXO%IRD8?aaB!dv5ibwH96XHVT);DqV<vuynfP)xeuw3Oj5TNh$VxoPGL4
z+8oQ(RnEJQXC~hjcNCaqzs2*h>e<^n%)A1OB9|!~bADpB_oOr1*F(%N&Q3n<rTU5~
ze*W&_bx&O)J*~uJbR});l`cf>e(dz}$5vy@6<QzsbPw<(MIGV(KF_^!Z;4OU!&^@K
z-xz<ZZLNMDcBrf_P;!o6f~Bs~gl_KiuoL1tpD#VEr{9~Dr*5+4?;(S!i+Z-IXFY#g
z{`AK30@DY2)BBCT<;<<?u)ddVz5gJ~&eL1Fzp*Z9nS1TN;?kg(hkPeIu8(*ZxhQMm
z)tmb5z4y+yechy(xcp&AzUx8@$#sjDoL$0l%`EHQ@$V|GmkLFfXHE~i<oD?0S8skM
zA348U77E&O(em6(bEE^`tN5J$lDjR0$v(F0MDv%x<#v9Ox%*<aihta9`_5Cvvp<&<
zRwTL@xiMDAbUeTD?XjfSC8o_U6OC`pZR$N`YqFAM<<hseKF)P(`g>$baE#mD&9T2L
z<%6Y-{_T7*dFx5XjfG#f`*8L%&X{37!<5(e*jxqWbFRJ*QsZMJwQm335?ioW;c=_v
z+S_hXagpxY>Kzk(f^VIA8`E=IZEJqfzQu_-tX#TzcJC&in9aiS>uRXxoBRUBz1w%x
zYt0Z{Yqo>oi@@R@L&v!ELn@UEZp$|8OV{r1D@%Ox_Ry@^Kk~Gj4HhV!a*c}1pKDg0
zVpcy<c+M1-GZ!v!&tL2(vpxUZq1f3!@>U<8eJp9`OPz=#+cK`Ww0zi96}jMj`E<#|
zQkmwBo2!nSi)&Pbt-gJzHafP2clFba?!xSP#z(vNRr<DV?Vh*)RZ(YbzDsye)`hj4
zZ~gXF@2oi?v;P)nNMLC!Yw6$cRJq%GR<!$Fl2@;stmoC}z{g}$ASTiL$-|L#TRx9T
z;z7~Be>o17UJstR<0Jbz&o`X5r3;R6M)LKPYIK<vE`H(Uq#|Qr@jOd>O}Wf=-G^V}
zn6LB2Pcxog$vnIK!<TK1^1@Xsr<?K4?3*p&DDm)n-I3?sj~{)kefoRunvlIS9{ilW
z?Tg0rnL2YX>n6xP>E&v4`>U^H`Xv5A+5NJ8`hh}oj=ik8v0}o6^2Zw<tz33dv|3lq
zVg4iE2TxXT%1)b?9A^-->~wGW?B$nVJt$uJM<&y7Wwcb=ji<XjI!=CC_hF&Q*&O$B
zcF|2fj#VEOvJ(W?PwQZb{4_!9md#nmJBBl#GffSh@cq%U`1=0mF^l-hA1rv`y?qP!
zW1~5}2|qIqe>m&3R@PM9QYmERqDLoF9^FvUEfB7&3Op6Ea;JWjr2nkvPxRz-EOV{>
zrq_J7nl8J_XS*ZU8-<@AXLGftWFI>!v?{Xqgu)lC@MCdrlfBk1p4=H2S82}v;CscK
zNvw|M-k}8s<u9jR|Gpt!LwxbKYPQh*9l`JCc8Ez!o8JEznfW?#h0G<U!pf@2J5;R1
zZ~SmA5fT;2zOv%5;?g}iw?(z9Vm5rYc5J>T`#YmsQH$qnSDJ{rS;bG+fZrdl<?+@`
zj4+DbX!B0?w-WD#9Eq!W`)@7yS@<&Q-^H&xV$<@DFt<-zy=z&a%Jj|Nziy@^PFJhl
zx+YNk;c-=ls;Dc?ALBjiS=xT^vTxMy;@f*g<osENj~yXl`mZ}35B&&@K08?>^EJ!j
z>FK)X?=5@Nd_3Cxw$rOAhdu5{ZrWgR)n=Wf&Az0>byg>YrnSnM+kO7d|0tJP)ZkRN
zeW2gu9oN3?V4r$C<i~5~%i?}v`{c?67EEi344TmVEpOGl-EVI5biCAmd+XejkS52w
z{l(u-6z3lQ{dn!SAGhsm_<Zf=9G6*p*3$gGd0$uRG@F>COOl&1)z;RV*12B3&R=vn
z{=cbQ{^LDyJyw&I`R=^a{>riU36tZ3rO)@?Ti`Uu@MQfICL6x+Ru%uB%QDPQUO8@~
z7GH7YHb?IBb#-rNXfU~Qu6oS$FTwZx-kJMZ<%^n=Ic_IT;QD!b!i?bfoqO3&-Dmd5
zdU`xW?wwJo$wa;K@Sdu-Yj3gTTxt5xCGULt(2R2qydk~UUoKI38~FFHw3ptevsYGp
zi{nt)l5UsS`0CHc@0*(EedqrDbdmV_)%n*I*gg1)beM1H^K_U8)jZLB=l-yK&v}W%
z3(xT{O49p(=mYbEma5lDx^1toDKv}BocG+_`QYrUm%Ic-UvJ8|x8lzJ^VvUK?>(0|
zwf_F5hrRu7;a7bt)E0g>J!0(`Rq|PQX@Fhz?GNX+&UrR(MoYosZQA$Vo5rt*e^Yu#
z+(q=4z`{$lc_H1e3;fJ#EY2RZ&Fqrn37MKK()9n+9JlQKZs#?Q@|D=>itAgIq`V5a
zSK&Ch$xZCj?UGo-TA%kq7e7q-Cc9WTPnmaLZpRAWRj1EAeVX>X^`WnI@#mx|X%iRK
zTDI?but??|dq$;w?krDrzFqnApK!2Aq?|gO%zeErx4deJsG5EGslHazb)Ooirkf<C
zCbne=?!9d-@ni2U?{{mItS=qxy4>bwX4LmHep1Pe%A1)Qt)k~dR^%%7Ptub}`NtYi
zZ~f|b>^_cQp69jfZzs*odHPbk|Je4$w+=n{f9Xzc;--b3om>ajbwyMhcet9qv!^z0
z-NLKi*W9?iS$q3Dz3t2I>3=hsxNcRiz`IMmo*Rrj6~mrKM(#de`H5+FWph}kkDu<k
ziOO&Piq-A>5Y7C``+CM&SHagjwTr@@iU__F%Z=s<^6}fa%fw?R$C{dr_xAY&b!`29
zye?WmmO-C!$)rF%-uEIGqV7ruDStjDIc24V9FO1LZ_9*UUi{?v^wA~lrE$N`*;_0K
zm}v9;Vt+-u!;k0-DZhl*PCcFS;orHiTk$jQ7CEHc&}6L@@7lxI<*?}0(rf{rZ1aMO
z$m(ZZ&)(_kRQdKxKk2^XqqH}#?<Vi{pC1_*WBhl=2mT4jDV$T8Hm$B~@(S*KEK18h
zeSERNQ}?CN#m_3@c6qaPulMA?`~9YDziU+Hj<fyx0z5I3KAu+Hyvufj{OWX%Y<cs?
zdv7bb%O2l$V*2rw0mVms?l0dwAtL@r5cg!w0?zh#$*aU~PV=fcSs}Fg?&HsLyPw#8
zPrvuXRPlu7FaGTHf^&DaxK~-a+_c-=vVy&^-R#Ypi^unQ?<tY*e!R%W=6>p{iTigX
z^|WMp8GSxdVp?TZRgs|fd%v6f45PiWK7NyqWIC4cZOhc$@4Vw<%JZI+8+43gj%ZmW
zdo1<%bns8@2I<SfCscR;<f!t_+`c1pmZik?ZyS=Vic=z$@13y!xAcc-U#^GMoUl%2
z*N=|=h8HKDmAE@2<^6)B+~W0xl|IKrZP`oh3K!^zoIn1)o8!2^OW%33`PS;)Jm>bK
z*TwROBR@y1iyhl>yOan+L&0aekLUm2&Z3lmds6wQ_Vq%u_8Hyevzi{NxZFHoYI)_J
zGZ*tVui4Gu*jVbA>H2ZcpMp8EjvJ~jtGmc(=HEJZ|BB^nSK*&NZ!Tm=etJ2-HMMTR
zM{T=vm+#ije(;O`(e+t>8{Mi_-s$UCS5^#eOO5P4_AVvLNn`Te$mNTgb&8*RRqWo8
zJMZxF6)nPV9js(pPfGQk{_2;%KgMcrn%o=R9iidv^3lp7lBRaNi}_z4J+gCW{3q_E
zwRew+&79WA+dVZkFD|hqY3`?cdFs2}r|nv_YW~_&``9htK0m0uCf;SWkW|@?)i&=o
zwOq^Rwk>m9zU;mE`;RgCygJLJ<93>^`npXj`jB+`?#kV-jgx-fTrzLpmTuv9_8ZIm
z^F`OBFLsMq^(|Zc#r+!#K0Y%!<nUS6(^QEiYVW=SeWt!C*OnQ73_a{9ePQ+!ZxznY
zvR(3OcNAw&7oUB9-iwUCKhA#r|MS|#6*E#y|D65eb4Jc$&lkSJkmLM<rtx0yFCMyW
zxsyq0U*y9(*1w$M3ceUd8b;n-C%N?2_u|Das=sm*+j(X^Io5w(`fuwRF%_dDe=it6
zO`UbXZN|<f)>ZRmTAH#atts*R71MtC$b^=@DtE<6nVJh^jh3pWevIG|-^Q@`>W7a{
zBK-IIO*&R(@+~#`Pf>L3P3Kux=Q(yh+fur@*7Ci9Z_?8VQ;as*uUS~67QaU+-g>En
z)NO(LY?FNM7h0+tY|Z*BVHvGqrZ}O4Ic#Z0XYhoye~V0$CtT$2*V?2gv`I-UX<{AI
zL^-j!M_iTT-zGnc(cwBdQT_afP)@5&j}==I@AckQb@nQszEJ<9UodClT<23=irk;~
zob1<|;4A*VTS#RItAf#9?ic)5Qoj6Vx^8fOt<(RN9~U0f{di}|vMI$3p9AM@zWlZG
zxTa>4^28iQlkk<>?Kg|Z{CI4}$`bV=tfII09gnzDkoEr4!OmYFx#+EHIWE9DUE$-6
zwhMCSx5wTz&$#dXDS3(7xeyN7^fD7oxm7)lV#~HUsqWQ0Br2IbJ)-6EeY1BCUZH1Q
z<<dSJHD+6WuwYKbtms$!vd`W8v1x7b`*QvAn5##NUsgVG{MK6JX)Y6^k(9dh{FaY1
zB{Ph6sx<`$i;EliF5lwzu~J7vmrq;oWZ#aAlvv?7f2W6$8)jH=rMx!&rs(@%?bAT7
zJ<8oiq7T0~>j_;En>TyT+Z)r`4SsJ<jMFQB7U#sjVkJ-i^V>R~`kwnTeYQWLbjx|0
zjJ@#HtK4#@%58oxR`fmcELS;m$&8t)27Z%P?R@py+GU~oTbnX1osBnC42`ds%ndf>
z+`mo3?2Y4r+l{3Ycdvb8^J0G%^WU(h*bk?}BUead1g9jt$-MW9wd<A3vLh3He+J*%
z(Q#4y-y`L;NsB6<UuRe@|EcK6>+t1kcYU5+*E@TPz~&WyO3zJNyxJkWX@%zlgOmJ0
z#VV~LvAVIl%^sxQ?{GU({NLkgfBmvX{+Fo}`~O5(e6;u*n(F;4QO$Yv{_3yEGkX}G
z7eCB-&FuVAJn>}zZ_hsta#1cp`#p^6CT>V+7F$&x;PoT4>*vS9pUnrB{JeWrHNX0k
z>!PCF&hIy~o%+^#!D833PQIWo+Da1f`z|P@eOzy3YP&Y9Y2xjDS>Jb8O>@|A!dWEu
zWx-yltA~Y*EQ}U>-`{=cxb}S4i@Uw^7F@S{shxKx=lJpCliamVMt5*=WL$dwZ(2or
zvXEV7bmjjQ-}k7cn|@mLZ1-yUzd2<`C#$X7-2L#e;hlr}TYkSWe0wgzWXjS+4R50f
zy|MdmFU_Bj=)L6G+KFo`xAm<IFIBx6X{6&JSo7xc<SS2|>!N~0-@LlAn)gkTY$0c;
zo@2M$lZk3s`~A8fY(4h6X5pklPRDI5-c={g@6CI@#Vc%P&gM5co|-nZ-(>Ayt!%n<
z#{%DthNsqOd3gw!I7B$+b2)@(trwiEZY!M~^hGDV>&WLF1+F)jU0SE{+39BQr7!K#
zdwoxDzSqU4m%nIJ%+GGg`}beG-Cgli^S)01$Gj!qe@xwV$#uu9`|nMrvU3O2R6EYn
zvGs~x_-A^Eq1_JFdkHQ|%O<s`&J2{(+pFRduJGaYq$B0qK5MGwZu-8_`YFTB*c@vC
z2?_R<^AF7beBP~W(xHL`nM>*hDW}Q>(&c)h+SW6Mdbe2>e5ihXXrk8~UGCpHPjhTe
zmF+h1OFcK`rpls2kL+$=S$SQ5j&d;Li5~6u2CF*yEHBi0YhPEmZDp+LxG1+J>1MXU
zey4|1rS#7wu4z+sbK8*f>|(j9q_|)D#BYJivM+?Jh&wQ0M$t#%oquPr?G+AIo3Sp{
zp1sEW`v%_`38(gUKk#~fcH)DXhiY>_bDY~eM~MA%#@UtI9@{m4jo<v#<+RGnv(I(P
zA7s9kTb_Jaq__IE8q3yQ{qZ*=ze+op>AksH<}810`|CG54!ga-#h2VQ+3acDlGc>c
zlBIWN9z2<P$A7nPV}=X6(9S(`HKX^w>Q~tzb1h*~%Cf63?PVU`>D5^F`AV~gckz_e
z-~Eg;T`XBTYt_%SShatf>UOHhdDnv4d-IhxJ4{>ofKe<XL12cY`rA6sRYmogG2Wbc
zPqvHIU7EDvfUPW>|ALE4&wnz0q(5CFMM}D3)4gZg=ifRqDX-;K&N1d?X13dJf7w=6
z{9{q>6W`Du1-lzKKQ9rFloeBmDLAq2Tb0A(bY;I!>r#ystBOLW8|(h=%20@OTej2n
z`CPTtX9E_QXS{nWvOSa4S36^U&B3q~S+V#P3LKwy%oSOy!+f}fvH!{RGkOQ5lvg${
z|Lu08;~Rg|WuqrzuJ73r-P<ZfBAN6&7W(X)wX9YD!poh;A)ohuUnxIxPF#rV<mkH(
zRPQZ6^rH68O4SInXMc|xZM~$=%Ig1M&+8*AC!W)~_r)MJif7ZAL@S@5;FlL$m@2IG
z9ND<C4O-9d%{ZW7d~~_p^p`(f;@7)yM4I+Kj-P!~cE#?0iWh?R)(EZNWFW@>dL6f?
znPH5{?~^M&eh_+nZl1{!AKU6{R-aS%U0Io~c~8Hm{jx*Uq2tHy-Fo!F!$G_$a)(c<
zW#Ef9<`-qx<y_p-o3?XW>dF%LSI-KUa9^}aH%M4`NAvgFh#j4dv!43YUI<TgxV=#$
ze|O*0vp1(!+HA_vJz4YURj*EHsNC`i;bKKuj%pkm4+=GXnCE6T>wL~rW>0lh4n7^7
zzMHRF7=sezBUfz_+2vp0bz)Na+$sC5wYIkwFV8TJF<8$u?MATh{F7c&^Vdz+U37@g
zPx)*@U-|K^s;gVBvahi%_kSH%anUvMug#aG7pqnFm<SaLFlQxou6=7h=c>bTxwswf
z*}_JC8w@^vU$@2n(z#hK>!s}T+`OBfD2cV)Wj%E?de@Be)8(xLcIdu1p0^^cL(ALb
z@2NkYuHlFK%KqLkpS>Xa(y^>Y#{))vmyi1FjtCXE*O<?5U$*g)V_|_g>%LQ)D=(~#
zJ9p}RMu*sk#5I~RjUVnFdaB=^^K{epL%i?GZ$7lGnaW+g`3a-pOZz45G7pRjXZ;oy
zSD4<ITln;x#y*=nPwQ5HPgr=JGwXHM(bqGW9><)S#Q&|wMA6%R##C`-@5t>XBI$80
z^`|U~AFi{xv+*E*#g;k#aYrA=?Clo(6u92jcjA;4Z<oApmKB!mc7F1))%Uj&*VMTg
z(vNRkHxRw9_wK^cxUDDmU$l0*D6v9)X@lxM^XZ3`45pu5$g}pzhQ*287EjmgkxjDu
zwckhgeXih@o|p*{%L4Y)u}@prp#Jkt%!MdMm$Zf=Mf+!E<)0SipRD>-*Z&~nir#Ds
z?hg0-o+nT2lvWh6SIG;u{3$G5y^MA7k6c@!g!B(0tv5^`Kjaacd1~uTP7C=uo#Nd$
zjPA7^zMh)D?ce6^4c;vORbKs0o%QM1+*L~|O{P|Rv~NA|=%|o37ynwX-+}$JLmK%i
zmU%?~YdyYx<vYH)C%HpiT6Y<*yuCZCf47pd$YH&0S4@((8DDGayij-b(#hP34r&&=
z8UxnIn`fK$|B0&0ez@`01j|`1XLldhNV{;$EMuwAhQjC-ceFwdixwWPo&5Zu>Dw5d
z=V2!6n$OwnY3Do?G3mI1<lSA&nQNanezDzt^p8()@q%OPPxNLBdMLF9Jp1!|S<j6!
zy=7bG%)BEwHPcmUv!kha&XK9FVjn-(;ZB%Q)_r_)xR1l^@3Z&r{F245?(eRu+WVq6
z`cA&o);fOuv{&`}wtv|F*<+#R%Y`v_uf4d?ctC20R_!fYm0j=hitRrzbsT5gbR{!v
zr9}6I)BbZWeSTDO<-g}lf6*sF!Xh6`^&i!}6ss0t{l-3R(yZn22ETUJ$ke8IeBb3T
z=lz%7Wm{K&Pn@OIWy#AJad+xgpEuT*9@`x$jJ_-G-+Qyxwq#ME=f~Brw&=~9qW0y1
zb!0H#8t-?0v$M|{iylr&*r}#@y)=|BH*dklOCB=6P9+MhdcH5z%=qc=rH_^;n`VAr
z<NM^hn(G>_kD2OyOFmwDoI8ho=QG34tjAlp4+uWwmA`v2<Gxdt$^8woy<SF(ZY`Y2
z@%`o067lMe5TC}p{7u4BufDdiNml$<wkPpf(!Q^C2Tv#8E$8!3>(6hRl~>$(+&I6~
zY=!XRfa?{3!h!R5%xe@V_W6D+BjNm?tFwRVZc&VrFs-?nA)0jQh5ntym9et6cm3Pb
zYYs}JXzCp}@MX>W#jECvPkJ}!O!S*M&!g)66BZjqcYpm=7;JpD?d{Jg&-SP{1pGAI
zrY&!On|0ZoN(rmlg8}!eRvq@PV&WHl&hH-gzRxY}-2=niMa)~?pJ;gWT)`$g=J>(b
zbKU*{GYSq)(#n4{@n>Dko#xFIr$gk!Q&zDaJaF{url*{tAvyaky*~f?=(4e*r#XLb
zywB;+yTwJn=1-XQ#AC8Tr^C}=dE5IZpS;(xUm$empczwg_nfpz*)Lg5_QfnQ*Z$5N
z;?`)&+@NyTfH`RGmh^xvzu1o4lYe8*yT;BSNbO|zv!&%%f(|ua)&HQr*2;BPmaEj7
z)!!c{o8H$A76=bwkGHK*o%>qz;Eyd2uWw0oS1ZZx60JOZeUfsd*^*ZC>ig3sZ+-f#
za^L3{W=9MU8q5_~edUVKqWAi}Tko!yWlpiv&$zp|C}P4_UZstvZ+(cJ6EiL326L2V
z;?$WD?K~GX_WcgN@<Pb*uj41h$2X6NpQ@}WP286JQFcpa_p;B<Q*V57YuJ(;xOAK9
zv@@!Tzb1aaYdy_)?Qy-G7e%ft`6kJ!_j;Lr<dui5eX{FVz6LF{yy{+R^~9cA;<!yw
z+V-e~!zxRIb9TC<++1|Ci1Vo3k@a3?7vJ)RyY5sw<+UN^^rqrN`t^rZF21qWVdu^*
zs!rPyd#TO4ZQ<j)QIjI|Ttaz%Z;<&pVb3i+m7?ILq#1h8f;u_v1OLjE<b3{KV<Z(e
zYyDp(otqsK)^1lg+NyL-b)IvbQkkdbqO*&`l?yMM&$Pd*&*C~Uxx}KzDa9<-Npm63
z)f>%+RSr8|wb*}=Kj3qG%3O_0fA%|jiEowQ`08<4?WyR})O4Sl2BtO)!4VDn@0p%|
zC!V+I%5B!F-Ror(x-8gjzwe!9{c(~))`?>wQ9D_b`I%q6m8`z0@uuX$l*ipNTO#_@
z#1`f~o^|N_yxLRe`ED)pE8_I36YPnJE7S`-{#aV^nto7sXY)>dKg}C6>MLhB&YNN`
z-k7JC<N40`{Ia`GyjO+l%Q-%Lx6tP1?&=Elh+A6Rr#I#Je?IlwwdzyE_hSjc*Si#t
zd(N=gE4V#>^}agBy5g%VgIE^a{-80(#3rNcxl2TZoJ{&J`+^hRW=e;TZ@<jUymnp8
zFY#5S+_Fa{g%+u`N*`p|>Uik7)U8EEbG**q&yf5+v2O2FS>2CuHYtAsC;px!zG(ik
zyFJAZ?yKg$o*OJ_%BU?E^02Hqet*G=T&X!7KcDW2soWJW8l`R1>9odu*2-m5X7v56
zzqxhOgoSSnL{ISQboFqa37z;T#>w~e#G^%pqO+o&SoLo^maefPbvDai|M{Q9)w()(
z0?vJ!W_oe5$%~lV>$A4-uH2eDpC$O#NvWf?Prj)~8LWB{At4xOR1$KpIMu6yOFi%R
zrdJ`GCq#vDEe@T&?z3*ty<PfJ423;&Ue__JpPIRShNFh#PRIKUyt-D0n@rb6>Yh29
z8B@FZw$_JZhMC{)<;Fb9?~|SC#cx?R<>`^~lg(Bh)0eKbo_2J%T-UXgmP@DIQx>-`
zGiST`aY>tn8qe+xy_)h&xsIX78uNR+c}(vgidpW>Tl!GE_xaID)l9CFZdNd~OYB+b
zlK5x+rKhp4p2$vSP3oL}RP{2;s<iJbFNg%GZ&(|C@!8AEQd{rNVSVMZpvFfj)#ypa
zGZ!zBb1{}2_gEfA-%b9!;<U<)^%WEL<b*AWnt14Cd)D>iY<pgNPdjjkS@R*E+wF%x
zS=A~f<1VbN4eV-Q6JoGxmAl2hZ$+#__Te47z6aRN;VL?i!S$K_WB>7W7ZqGrggjqd
zb6rtT({JTmUiB{qx<{L@bGClaV!l?jU25;s^UBvurXN}qZU3-o`O8Q8zfUai*!@H|
z^o{H>@7>%t?l&=6b)UYg(RGkxAMb|+=ktr5&;R{&(&d7}Lis1GAIi9D5_h&eY`nVQ
zX4#J;`UyV-R{JU+e3A3EB5^fas`~w+gC<&L4-<7#g$~r-N^ETOV0DwbkST1na<9Bc
z@`3Y5e_PBGPd#XL(S9C}(rup=XQk6C63b`DsGqpMD(-Q{oOet3ZMSnahKPr2uKYT0
zNA0V3TPHq^>@s4VI#VU=-P0(8FGh^7HtlcNr^QwD@W9G|e}|?eCOwZ|llJ@AzjPty
zOH;ci6)>q)U!1Yw<E-P0yVjf(QTRCDr}9}`&gF9tKMFi!2ua`L!_=htq^<EXzkWw(
z{oJLRr<^u@G6*<hoscT0dwIeBnSEEctrxve?h~t3`H}V4E9U$}ZgZcBPs5v1Pu%)*
zz#+@IU-#b}l`oIl^y+?WT{6?0Q_^h5eY5i8?e+g2Y_#38e}3_)X6|*`l@qsa=F2Gv
zY+N{Ta-pfGN{CU%%Sj$C-X2rMf4*v7=HUNy=EhykGkN`X-22O)r=7rZbgR&Tb6q=P
z^L(B@EvRnGUp2o??JHl&z70k38TI>>f^(1Sy?dOrWsCCz>5A!9KQ47!lt({do2;=>
zW7~U=wX2Ul>+9+bu`&PoTIYJN%J%mcD{q<~(tmW&vg4Gvu;m>cvr88ucJ2MMXYZp~
zcRr>5Xl-1~_xWML-TR9L_hr29^A%4r%2Zx`;+)ndjUQ!;&bPbAFR-hud|$akc-GR5
z9*ci4f0x~m@h8wmfLB-O$m>+IN%^-5@1=%!#w`7~E~snY!Sz1{nrF4YO-f()cgN>*
z;>i-FjQcj&%C+a^RXmNg2|4xdL+R@q`aCm_Z`@hf&Lh=ar+jtI%18bDaxYc}&J$eS
zW8WnE<Q#YPp7$U4-{e1(oV1gXza)S5e(!CTYL?MAHa~w|_4@2l7UP)In(%#cQaLA?
zpXZmci}s(k`jf)3f8R>|4Z=Z8w|*|SePhF>f81<g@w~Txq|O%A<s5q}CX!-gxpPnM
zueUdw(l6DXUDEMh{FLU!ZDz-rov*Bz{I{_qwQ^a(f?1FLUfDm_PAcSG)k^!@Y{4OZ
znf-5<HvevW6uy6N%;C4IbKjMIVxFpS*d}+9V%w#u8w<qG27K$C{)18a#d)ifr+C-f
zoI0hOF!9({qdna}SDD{ypLOu}tJ^Gpw;d4K6+OkMG-#7pc}F^n=TfcDb$YsI<8I65
z+_L$*EcB+w(^XkV?>rMczvsC3&O?V^iv3UFx-s<>cdVJ>AMW4fFJky-e>U4cn`>p~
z)UC<4`<(-d&h#2-E;v8k*3(!v<78g(tSjegC(dr@ZE+S;eh~Pr^Ud4$+tUuNJint?
zAoC8#Dy8+a&Tr5OWcTe&njE!d<)QM4ro}3gZYVM~+I^T7@TB>z$HG9n!l@GbbPcr^
z9Jse;Qq;b{uk#d~Rgaf$mFm>myv*V@dy#PXxsMs!=dF<c6M9v2YJu;ny{4}n_kDM3
zeY9Vh*{*bEzQfBLg9lreoSYW?`}&eIvx`qZm7D8Od&m6q@}kwA>fhPi>h}b2@BTdf
zQ(fTUUwSpGd=EW86?NwY`^QC_UW;=on!a>)H&i|)7gC_?`+ei;^SW<Kj;6LR>e^VV
zG3&6H?vZY(W6xIx72j|>{GH|It)9yCoo+w#YbyKBoHX5k;;?d6y6p<h9OdgSldC@Z
z@o09$+zhn1I(4$a`MB4cwneDjim}q!_ICNn@_?Tjv#y-X|90e+K<l4nos}$XuXLu%
zUE0?evXM74r}1p=4V`kEQZ@D)%gz+&Juja5v~8R5*5JEmT5r9p^boE1y`b;ytdnP#
zZtOnY`=OI(e}qo;smrdjt*%YHcvw7Y_Vb^;A(yk4N8V_wQ<*x$E!@Dr-(D}RciD;a
z?jEcK!hbe=ww$SKpZ9Ouq5Si|s~aYqyn3qk`uVo7dEy7A99q2Zs?|^K>g2;y|IE#4
zb;}KU`FVFUo5(6*-&5E0_5PfA6|dH0ellVkhew&{JdRn;i=)-0x3ck1JF0N_tMIwb
z+4bB1J=|S?#d+JqRkmk-?tc9IuY+pLEhUXc-+2qJv?Q&X+mjvrMwb7n#B<fJcb(>+
zG%?+HTxddF?%j|Z>o^0`C2p;&7FCXW%f=k_tLOm#BeA1fE-x?>Id8v#{qLopCx6s!
zV>I8j@JChT`nMY@@(zVMaQyq2V=`GIdD5me+kTraHoN&m=wCxGA17Pc#HoL7Y@cLN
zF~zIaA~*YY<2CP=mGa$}7VBD+PkbDbvi0Od&1~nkO<D2_E-ul%R#GYwd*|`#61fdl
zENq;0U*%Xof18o3DQk9UX{5oWCl10X0<Yg(xNH6Cnqll&_vhtp$5aa@s=ipU%&)vE
z{zmEajN)Upk_TgszZcSO;pMKaem(X7f)h*1k1$Smwkmly+xuSj&&O$6b-$kP<9PQ^
zL38KcotN_NugK^)aedyBqNpS5wtxPdY?Qq1$MFjjK0SC<IWbILJf`ei;AxKO+NzA9
z&rWaNXwPvv?>l$({$h)`>DtrZ<Q!gje!t-LZE}@?VgKzML+9oNet)>vk9Dto2D8t~
zLt^e;`!}3kle<-->2I&a0-J06e@?irS={${nWchU$$kaT(DIpc?<NM#JtrQ!NwM%*
zs#%==p49J&Ugsw*U+HCW&~?!o?-iduFz@A=%I*1-t6qIK3xDc;L;vf}Q7yAJO+GiL
z@N%u_%RG0H<9}l$wz$O455HTR_aXZ3){HgNel0Tz{yKT##~lXWECpFxANGEhS@thZ
zb7GnpXIQMe*PC>~!q>e_y#+s-T~DZfIZ^hZ#`U$*&$#;2fz@{J=Nxyfuh3g)>z?ty
ziz#{1%8%;}Z2#SS_jyvWS+Mzu@Z9vybMiI2xN7C@y?9+%<l4SM=6CB^P3zdn8)Tne
z3(qTFRq40;PPEvvdzwq4@3t9638a30UsL~a+w`TmxvQ#bZly(Ae8@k)blJ^7Rfa1y
zv(McO&CRcW{Xc4Mj1zDE>}#LuzCBkw{;*`aLfjYeTN@`%j@o~J`)#gsD~qbmZnKNJ
zvv9-R{$-t<oLoFRTK3;)R!x(>Q*!e*%O$f7cekwD{xrtxj@rSTr@Q6;Up4)AeP-Fh
z;_8nd)_;$6uh^FP{qj4mZs9im-QV5Yziq3v+rA}RX+x!ZRMpB|b(5Cl#Gjn&*zu%n
zhVTECe9rq$U%1O)usrd7;^)5`zVU|r+$3JVxcc?2v-;;-R;`Rb8FC?4B7SXNRKK2;
z;;tZ(EVKO^vKHsg2;05Wqt$M*OKsqzH!tO<*xhAJTDjBQef9R6`*!_&y1KM1@n>|w
z|DW3yd8_AW%~>XG!Ei3@y~6EWb^pt+-6Rv_y7uW$nEQUx^?kn^6Sgip`}Oz3_%Daz
zv%B`#-N}sSn0|cy`sey@^R}1PR=cfwQMOU%&d0m_V&9uDZi|}{_1iIDw#7^GfW|Z9
z8=pI;m&G&GRZMtUUu*w5HgW%px=*<+^1Uv3MPKjp3m>z+H@8xMxv;BBIoF{J&*fe9
z+c!1b32=F_i#2fKHjl1VDgUC{t)5p;>0kZy_w{c#r;9M3mzI66vQ&DL->l$1>C>mb
zzxio(G08Xg%G$^0R<)PEnJ+7Eo__UsTj9)me?HCptv&s1?Yj?*<saIul^x{@uk){Y
z+rIcraeL;wZP|-2XtFGse6*}G%;yh#>f`bo-C^%L{@*vtkkL{4GDTMLsd@U09fxOL
zZ@o2Lf8B46eYf{V7l?JN=665wH16s9ie)AKHQV^-zP+^Ae*NE<^REcS8;8DsXrO=F
zN6hJ;=q08Izv(;A<~qrI{k3?t-S*f^UYpCGvKe$1sGaO#)t|)m(&CNHpTFI)8x$9v
z>T}B3R~6G$nC{qae$BOQk<H}#$qTsTKCF2qByRuNY_EOBV@dr<@l{tpe0&j*lD$QL
z`G4j)G3k4zPffRR?DpQtEFSP*Non$3a{>3jOS>)1uYJwtX}@YMyX}1m)9d|WYWdmu
zPa;<5|4=w|VVCmnm;2v19$5Bbd&soNr=Rl0tnWM(*|EFh#W!Kjo42M0^v%0%Z2h=<
z?Jhw<FGo|+P2m$1c1~N7{C1}CJZ1x(@`p(pGcGLp(EF)q-;rFsQ@bwdS#t$1Jni<=
z`j$?$K>z-?M^%lZs|6%8L=t!y4Nu?Eh&psH!sAZ`gXYN_I{Ozr_<xmUu4KW><I)b_
zT(7JTnI2Yc&%RGdp(j7a%~JgGy8D8co%=8G$-J%BdGM`m=C4l`VtPgIbM*c{<v;X4
zXU7G7iL2KaFx>V(CjL;S_2SB3KcXhZPVp9>KHo+*SMo~TEslHbO7`zRE1my;>)YPn
z?8T4zKPg>yJJ@smzP8@Ij;rrp7oNQS_~#C>){wigNiQX*9d!A#Z(X`y=DfY_k~(|h
zWA}glo^j<+YmbTH4Qt~kFQu2x(+_$n`}6v4wRsF8YO6}+muBl1{?!Wo$gdS~&ul^c
zg{W7*&7ahN6KUHuUr*qSkLvq|6<c`1!)_in7Jty)@%&-$kI(CK+uN-hb}UJ5wFv6;
z+WW!j@6({CLen!D?i-!=nDt^$T}8wkmlxCRIksmg)OH=`?ufj5_UAu^Blp&O?^(U>
zNW`B5HqY`|uHV01^6f{$^p|2UkFV|E|MKUh{N|PQi(_lww6gqWH~D<+fc%quA1m4O
zlfQjA^DDRaR^j1|6P~2Rg=7Yw$n$1;<?~p?#ky|p%+$BrdScG230xLBo5@-CEqnfp
z>o55EXX;#B@?HDtb?)VnI~peCGv~yL`t2-`Tl&u1C-K(Q)pPe>P0qizta!T6<kM0n
zpW{OGnl;t*pKpoSocUGHWT$4pEj_-tb(<ti?@hb5A~*1;@|4JqV-K#c{@BiF@<nM%
zGxuB@BU|1GmG7DFxBXpRTt7SatoHUVp*xo^JH$HkqUF{(y$@##v@Kfj?v|$gyqQ(O
z&pw7fK4$i|TYGl&JzxH9BIjy!yY3ycT{3^w$%#Q`)@!@eKNek$%RAk4dRsz8)Y_Fk
z9xt2LlxEHmcu}|D?1HQ77h1pn_eX!$Z9Va47jE@eGMGrH?Na@2|LL9Lsw9Kls@5$P
zANSbJ%kNvZQGf2V{pQzu(hfv=f9r00Uui3qc1goNAoYlJc*=gRE#j)jWY_$R_RUn#
z<y3pW>2&wEqhA~^KdQX6JafU@PM^3fDr=kfM=G6lUCh+)vU-#Ft_AaUoOohlG%@y+
z%H@LMjlvgJ9!WV_WoKTMZKLqwX2QCsuBSaFZL-t!{V<!Ubjys4!no=Cw_cq${rxTD
zxi^+iN>`3j{8Coo=Dq*;nu}HwQ|<@UdB@Dzp`-Du?nom0cYTr1+>&$S_t`7HWWBE(
zmsjR(ZkFXCB2x9Fr&@NF+4S;{KVQzvpY)=<B1P7}yRxm!tFd#V<9S|_^C~aAn3I?8
z{55fVX?@|rnO9cEOFdz|pAs!4-kLE(FY;UQ>0jSV3wh2Z#;@*F)Ox7$vbEuY1aB61
z^%C<kmaNKkPo+{*#qCafY8BLE*6Ob1l!|wHe4DMOWxim-_h3Ei6G0B0m%7zgZWr!d
z;s05C_sw^ysR@r(X1X8Wx8h)b=Ehpb&--?%Og9%fu6IUKy8pCo@ryHi!zJGxWxRjn
zb>!^Ez%cQi9503Et5j08_m@399rx{k`_8MkW2<+rJ$$#8`Q?f&O%Z!1JS@oB(z(6d
zvnu<o)9NEjX3j84`z{x`cve&V=h)33vNxo?EfPHvVrrDhb8$yWM$(&{4H<8h>N@WJ
z@!g_-?`#;`nQ3>TmT*pgW0d&s-?Hm}rTz=w5;82Wt8u+{`AM-vu0i&M57W*%n8)vM
zDHK1?@yosV%j4b?&y(c;9@_9P$NSGAwO_6KOEyl~-}p*w+r_t=M2mM+hdo;>crk3k
z)x3*+H>T!XvHiL*-Xc_7U2Ab;3-iX6d8IS6|JBL=J=7I<W%BtYkA3~E1NOw^s6JlP
zw&^pk@Z(cGPxejtq`Fo^@aBoHqGbmc{||Op+nt$G*_r*~(#GGy`(wpLZQrZR{FU>n
z>hfjdix>HPXP8cvPxks6Uoijk2R0SX!d3Gw-0WR^cl(pmu1_`vTzeif@s8l_#bM_q
zf9S1>37LKV#mo8E7RXieJ&S*RbV|eQryXJowd0F^Upi&`;4^!a0RMS~XUd|l{<1GT
z{zJ`hzPDUpSunr&9>E%+S4KZoj#c+Oxv=~6fzyYpKipM&@bR2;;cIuFnH+t`({DW#
z7fiQ5@`FuKaG85rbLDKCxE&8`Hfk-tc)*<h(B;#ry%jZS{;^kCVn5xoY5T$Yj^X%!
z>38!4R5u+;TmQUHaC(QFJcG*g?alek&uX%d7oFnYDsW+6-rM}#TTdK+?{|7EA-ePZ
zcc!G%=3iap+dmhuyGqsxg&yhp_2XcejoF5^8aKCeT^8@SFD^I3XIp=**(w1AVXeC-
zM4hhJe|_{Oy1$sS)tYl-(684|El$<h9C^}sPkQ35H$I|2PCSq`3-P~}b~4F6|7+b`
zoj-GmHZC}<6dqb_Gx1dOq9P;h<FB25Njq<SHQQs2)V8?Vh*OJPer!3e{YPrU)gKm5
zch5B~yi~gX&-$wU{iXA+3fWnP{Cn@P?WNn+TK<<Y_h#H#{`%vS(m0WStAifI>+Slv
zr}e13rl$F~fV$T1OFuUKSA5gGEBERou5C{(OM(UG8Kl;S-pcwc@Iq_Pf}XPD+s<@K
z-#h=HY|@0?@-bgdJM$dL{r;?QUfC&QPRa9=`<nCDEcUT9tPeOOvg-ZjE8inmGO{hd
zqu2IJdBw)}lYf>yy}hqBR@Qm7li1^b8*Hz<k6*#0%M!WtM3==M=f<*_3m%n4*E|d5
zHT%9vA1H}E-SN%A@WmCe&{K;%^fXNF+o(>QzgPDA&;7sMPdmvSbdBVA_H*5ZF9uvU
zZ+%=5x77BLRKLWllck$lJ_u!{y0Qx$e%f9sP*N=MuC9Bt+Uc1+8e6(&-MFRCz$fbE
zm1ZVnzPqzlP-EAF>-!l`YES?BRI<Y6XIJ#Z0}ehO|E{G(RTvxO3R=7DKec&or&*8o
zl+|f`zRHoux@Wpfzpu+OeOuR>H6~?#mHSE*U)p(XZQEtCYqIbx4Xc=AoM)HGXqbd^
z7>I<u@Ve*tnKkZ8O|I3ci%PoNzuk6=<?%1nTio0I_v*9foO=tZc)SkGb(i|d-u`Uc
z?z?+4PDng^nELePjc+Bte!3|>u6fR#sd~|@v%D&QujixipokaG);TS^nKWU|QT_yW
zr(MyLJ@~Uv9X?h$L*(->{|gzX*_QMNp2=H$dZJio{9<mkl}mJ%o%31QktdM;i+^FW
zPQ<Bg%#Tm3TU~wdu;0r&rfdctF})w#7JiGonttz}(bqi=C!~KKJ!Rz|A1APd$20Al
zmeDu2Gn3!G6n|=e@8q&CYr=zFA`4C*`gyx`{<MkC_HLU3r>V0}jlHe1V}?a~<+Faq
zE&GI~y%)2&dW(Or-R%5`LzkTmXV%o@)X9duubBDo+kK0WgOXdDdnG<pmW$=v3)jE(
z<}hA8m(MHq__;SHZs_Iw(Z9EF+h)ltN8@8$B~OH>TsUD=utwju!0v?amt%=%`fEev
zA6@<EaBkke$l2X>$=824X+Ch@G5^T~lZ;DTn|e|r>#ptm^}YB@vg@tmEnfEXQkt|Y
zMXg_n%Y8UKdCp$W2}w0<zT)#wP0>(0K2NRoua@qO+SzjL<s0XRIP?h2USeu9XUc6B
zh3~Dr8-9J=xU1K>Qpq*x^_~3(54?LXUKaJ=@9e_=0cVy?|5PP#NmOLl$zA)y_iem(
z?ZbS2Z?8v1FH4@vyp4LDqnYj=sCLmgp_kkGogn*}J}V2uyQ%Rz+-@l^SugSGTr-<$
z*0!(>oX0;Y@n6xGS<)U{bNMX)`~D+GBjc`oSGrNU>uhC&3TwZ3u1n26AAS2}A;$l%
z7A0pr>8Lp<rKvyXV6(|X?*6P*M~^Zkd#dubPm!Fzu-WqCK2N`AADx(MQl%ajO^{}{
zimh6jcaG~pY#aaAl;G1sGuf_XubJ(|v`pCaWwU;crN!h=2V;W%tn=+=-Bx2XtNVaw
zsNjyJi3)O+>)Z=;ImI@ARuX&r!=koc-%^dwZMF8vtKC7L{I%FLHF{XhmdZ<CKlJ3J
z{qL&A!eGYF7T?}kNniJ^*%<VvRx07=wXD-unlGJCdQ-mW*Y1GFzXOz|&LmA_pJ??g
zG34B&NuQ)&X#L!Ieb@VSvD~j+-<|5-`p)R<is`qGF|WDx^K$NwsyFLZXNjx~*1IBg
zdh1EQ%#!bmYA-ZgFN(hM_{DAOJNJ&8mEKp$yYTnGc}q#oCYDn!YgZrIDZa+}>#a-q
zkN3>p`}UX2zQXhwRt^onD|vc<-!ysfuqx=TYyZQCrHLtax1T=gt5i92BILyuEy>xp
zk2qzm@|&qwy!&7F@34*2{N0~Elry(GrI6I7b?(omY=-PT=PLUg<{y0ccHQp6BgOJ+
zVaeP4v;IzNUjFQ3(bQgx_S79_@ddjly!XsBlwPHIUF*jA7am)FOBU>WrutB|id!UV
zrN<rxr)2j}GI~LmY8it=r0Rmt@x(5-ZR+HU)oXpU;<fa#56qTt*~<ze?5xl4=AI>6
z%_VH*`Ms_-o=>!1>dy4e3K{(jB|G&?H~Lu8J1ecj+Ku-=aNM8&P5ZLNk*rUD)*ZRc
zbl$bEwT#_f^$K738_Q*~dWYK^FTKC<-0{4H)Okzc)@c)&Qp2UzM#rbUy0(7nBE|Es
zo%JH7-#%*BH}UblDdE9dtv`C+t~ffm{bZT_W1H$#ySS!uyZ+k#aGs=T=aO8HeS5yA
z{a<lFE2#DF<eSs}|6t?!DErj$^rnd~v+oqX?u}ZZ|3bfXnQPashhJ^DJlSf?6;G(C
zUDWHD|1@=-f3dM)z_k4dE*AoLW_Erx-dL&seQVT_Pfb%N8$?A4l|<ZmZ{ND<<z8k-
zKON=C%l{n_Ja~lZ)}bvMU$lGrhCOMCS>k1FJ2kyxzwR3e&!@AG=!U&tk>~gH(7zc!
z>{oxky(eQkS8>a`xv5GAr@i+puL;)PwPA@@X`y0G>AG`Acp~>EO!&9{jU@|*dgk&C
zZ(O*u`6UiV#qd3<@V|3<%e9#&`nFon{wQW-*`U+=Hqr9UPbZPvhi(e!-hbP$CcakF
z@aMZ5u{^6i7GJvCVjb>$dF4il>Fc{VC+ltKSYD+0TF&9v(T<BZZ|fV+WcqWuUsm8v
z#3XZV$=>d*MIV#7*}wO!iOIQIy>`8Cz<<eYsVWa+IP(8FJ8$2qnp^ewXKVMa#Ra<$
zUpZZW=;lt_yGyrZ{1z*D#D8XqX3){xoef@=zdo_AdpT!w{pQ{t#-tM;<}^vzeQ(?}
zJy+=bH1+uB^WL|g{LamN{A=E;&+m3sxQl;&ni#NtWmR!#=7OAMT}C_aY<OLFMqICN
zj>bioneXmhT6nU-D&Tt||LmfdWg)&9tXp;$>o$H|;C@zs^Qg$LLuHp*lXm3GO;Vn?
zG+jfaf4i5Mi_*T^&9(Y-Y=0@;vb_>H^UBGzFKcc$o4sdqE8Nef7Z;kfU#azRNF}ep
ztx4Z*uggjB{Hk;G3ID{M$78wf?wn(_c;~b7m+!cyL{_e~Ro}UITh7<zD>qFv^ODoK
z_k5LT@d<ZPN$39l^))x{>t)Nw)s@KYpJ=_aJAOg?jd$kdcmI7%imTZiRl!}dtjBlz
zzXP##!B%2(o;yqXi~l?;##;Zt_uLviAH(pjpq-B<+x|{`$NC{K|5LtrlA*yg|I0kq
ze;KQ-CF;DAp3d0pGP&Y)m#63EH_PYqMDKh4@py*Y_B%o6_2OC`qTl`QIQZ$(CL1%u
z&;7HH*U!BhT3zE?S)W?kdnIzJZF{`!vll<k#IC7(y-`s6%AWUE-!3_|^zcsqt$A~|
zrM}qqzT$Dysyu7aw6oK{eLsARvv<xE_TPCg?QWK_{|rkrwpxFWe_N&=Q%08I{H#gE
z(?ZVa{=OiloD{JsT`p$l?MEFsmHMj#<{6*!>Rdlb>08X<23a}J&5s_v-sqFiZn^56
zRx`sk`J8#;qB)^l7njY738+2myhu*jOFwLBQcxA|Y<55IgRH^<FRw0Fl3fyOl##x4
z`j(Tn8@>cCetw33)7B!HgPU(oDC<tM&g3x-<=@dd%g%Jt;vFlwG_sRrf}Fy%_V45R
z`Tcb0o`0Wr%>VE{+j#~5noCo^9{pYSe?{b#T{Xv}gPi;1pXVky9{N}tea^ff^~&S5
zqPH{R66Y>|xZwE2nRmWF+AZWhb;62&mwwAG?s^x#dQtKG<z}<F4!d88lCPg}SXf9e
z>1&Gr3ey_@O9kss#}z%#aSvVGqp;)pWc{3Oh6KCR-$i$h=*_#*F=2JEu;bS!7w+7d
z%C?<TIpB3T_ly9}I~(1eL{>`tJX|JoN9_5+Ed?THjLp7GYhK1}@rZ>lD}}wOU-+72
z_qmW*9lfmY+HNa<b1%N`qa1DeMcQbd39nY>Yt4qetnRm(_&l3J8>L#soR5^fE1xWN
zhW*u<DT?>!@QO|jopnIV_rcS;Mzg&q*Pf5nIB(9}Iy3Bk!RfcxE_`Z={&ZvAo72;0
zMQ5q|S-L*Z;F%+T;-8(@9{nEsJO1aUsQEu+_<nDel7?7Z)XC-Zjyel<#-CjBb-nq9
z*2ZnE#VH1-&;Gvn^y+^(oA0^Wrx|r+mUc>p{Cc3hzs$a_Fu^))3;Vhssr+y3xC=ru
zTUXa``Kvwl<3A@Tb}r=CGcENQ=K3sA5#M50eAm3Y?NtA6k%YGouU&fdV?wW>(Hjrt
z%*ziC+>%y1s(*7%&B?U<w~Z~E+-^Slmhi>r`(tUor*9OVc>Y;)_x!!klFLtx174_p
z{?xj9Th&AR+kN3Jv&CyZDv0<jnAGBUeAVh*JL05;!$j1d9KSI6r*zSszU>>nK27_%
zQ9;Rm-t&4t(+MZ`*E~FO_x=gR%#{)4eC3Is|D5n&p0A$&amlUyuV?%zir2lb&t7-p
z`;y7$)mA<!H}ZKt%lx|`*Mpcp8cTPWdY_FGJa%-)>n4tPms6|sP9AU9c<?z*bk;__
zkYu*(oonwLRY=IJYTVl@xSjJ<-h0P~rhG3wRdg=%76rX2x}(FHyegVk)M}FMRaSAe
zdxsB|*Y51A?MPqpn`!aaX9kkz%uVj5Uv#yvT&<h=R;j0A$A#Lk*|J=>YZ`+V7EG@R
zUcT~#ep45JqqEJIzg#g#Sf(FYtg_wy0?Ypujx+0ge(D*WmzJ4dcxdUxKEK#c9IJV4
zQbOGpKW-GMH!Wpr%M-oR{%gCJs*Mllp^b$XXJ2{F^?l!lZ*sScV?MR*xwv?D3PVJs
z+>D#2zuL)}I*DJ*J0J2m>7%i?@0^Nfor^ytwi_;GUZ8bw<=ogLzSm!(YUi-*xV|(i
zeZF&4MaA~@PkT2z@86K{oX6*cWOR^(@HV~OM{<wFAM&u>wr#uF)pPe1MPv46OpW;^
zGb{Jho3E_fzW84C`xlZU$8Y8NyYKkQV3|Bik!6)e35okPd^&cXH>>R0nh-y88AIMa
zcGg~}xq`}q>?%|H1M?po&suxx=iXPJE9bm+c6^-QbT#|N_YP^}P_wDkVW<E0d?@}a
zr6Se8z%Ku(Qn^uMuyx*BiQ?#`cK;I<pVpcNC*R<Z_~JEHEkD%t$!!52`%U%NcVz4;
z)_)l;^?lRb`#XF$y>$;?IqO{Y+6>W^f6~srwVh%2?sS0VgM3x7Wru#xKJjOL`Oh2c
zAFu!F)LIp6$5Wfmujce>*K8Y8xh>Bc?kbvGeX0Cp6_bnVPxH@9ZvDB`F|Rg1DY36=
zzuWbCx#?N!c~<>DYO!)HWASs*%m=f#yo(nNvQ=BMWv0~U>uyg^3h3P4Y|QYMJ@*Fp
zER##ugC0a~&U>%eU)FSAcavl4eusmr7;=tr1*xxh&h|FrNLD*mR<0j4<NSvmH@(8n
z=YIN|c58*t)31^&n)~c>RxFp@wPHp-*Yb=>FWtZV;n!1ac6XP%r`ncXJKJ+&oAwPB
zJ(kiX&QiZpYZK*+P5=6y+nKBKD^~jcMX|3RbC+1wv86^oii`_6)o1aldeiyiy$hUv
z8I|bVkALuY!y~>cS8VPV9FuL({QE~BI7mzC>#~(0%aSUKn)=OKw5~|9nEHIz)O}yq
zxMjui#aVT`=U=&~7qDqb&(c+ODjX-iJ1^n-eYSO3QGBs>w{+I8HjA4_#b2cIyZrW^
zkTF?hU+(8z_2(s@ScO)+{&%qCP2=*de;hWv;nlWl=LxjilDb<#`p7f(E7__#?FuHv
ziE~)l&;OaR)@Ik$`zg0BTvl@a^UQM!_p+_*^X?sSi}t<UE19ups;}PWU(b%6&8-#l
z(R-CL(e2}>Z6}<=<limrG~LD?_AA@^&Vx$dJr-{dO}EXkf6$fon0;oW{hNTy+=bEC
z?j7*9@tfwa`l#(xwOm}Ka7=SqSJD>l?=@y6g%{Jlr^J+6$^F>a(VaH=+eA&?OCswd
zo7^~VJ&3cl`Bd^&NX_f$hr?klFWo*B-R?ix-+JY!<lZuCJ@MJkAC*Y%SDoB+BVCjG
zp2zvivrfGH6*6(hUcn!K8h@vJD42ApSi<y^@rNHD9i(a!AKuwF@wn}qKP&X_EdG6=
z;+NeX?YYx#Z*-VfYm?S|=h^NU<*MvitMVFScsn}OMgNAKF3F3&xANkg)jtlnu6cO<
z@dAAt9%k>Q@9eIZ&3Pv8aX0>|@@E77ckE1^6)vA{D4+Uw>e154^WGPWo<8n#aLtYC
z(;uI4*S`*bXZ(I&zCJ(qn-=wH?`QbAdqqBYD7i=e{OO}gm3zEjRv-Rx=A72X?8$Lo
z+7E9!o|^k{k^N`(e`Wi2tkOB!{F`}tmGrHn98E#3@*RB~$@?@a-g67;d&j?AcyW(I
z%=2eW|9YO!PoKXt=l)Zh=<9E%huiuwU8tP@ba~Mm-SwZ}tU98g`Zi%{s9c|x^Zk42
zeRG%fh?T@&JuiFZ!d2&UTPK-?Jzn~L+dSs2$9r}1XLh?Lys_TQUG>QB?)779H>gh8
zUhp`huP@#6a;ef)z3S7l392Xc*DN)CbN3AM+L+APX<yb&-~PNL+d+O_{+36jP61C(
zW$!+C(^4+>gj$05yTIRUE%(mty_vh_+5Pv7hC8J$TB|AR{Y||0Mc#IM%Cm}$;?10!
z(`OtqtFtwW$h9$<zTP|X(xHdXch1ed=OE>wr<Hf?*y^{lZS|`?CjNGQw7SISznMyk
zPrHy!&z>L0*M1iFU9_t2;>2aPyB|4O|0*edaNl~{dk=ey&8Hd+r(||7F1WGNF(f3u
z$M<)gthkGCfB)6DWno2@C98AYjjtr>If@jXT-Z~wZC#>8Mb3q0wkq*?(w@el$*1S}
zHL6C<>t@QI{QURNk5gD@e%5lRlvt8uQ=Y-LdX>fHMg0pig^Ty@cn~q``SEP!7xTT^
z{;fY(<$vOQ{ap3S!ab9hsH<&Rmwx}4Z@P_+D$BZsI<L9PEfRTOXqZ1{-RiUaf%x6V
zd&lQi>=5~yz1#8Pv~xRL=5Jt$eZduee4ptpt9v%#XVW|;rL#|;)a|o)<Li)Hw)<~!
z&$^<Jn<U|MxZpzUyKn(cKHn{xYc9usIAgH<Ctv2Jljr0%ho~67Ge2~@Xwkg91ctlM
zR`i?yG2CH3T{!ZL_p&ug9zl`<4Ys@tJiDWdm8Sf@^7C-a<$@UsA8yO8SimbMEy91c
z^5&L9?_a*tF_`PPY}<P;9^v^mzy2R-opNNGKl`hz2c$mb$E03)ckce&-7mfOzN>xm
zch#hc|NS~AKDyVD`SjTRsGLvFi)ZLBO|`zfGg)85>f&LIFEh7Kb+-MTdcN+?1JABl
z*|2?gZk+kKec6H?f-m;Zu#enPar4p!>%DPbA|4t!+~F_%s9I?gu%ms+M5e@>D_Wh`
zZ;Meh{8W~B`|Y9CvuBh}%dBSB%{Tw{e?FUcjluW#N-bypMr~N3GLbzqcbDHSrQ$u)
zRwZupkPZ`@6!wZwviOO)j;!Tc{fwDR^)s5j?p9vrlfw0<q;tjo9aq&Dmz`XGQq1wF
zT*Md4s=I~Lu3EPzPs&{(U~lQBx^VKDM1H5^F8*)#34ZhQ(fDby$2TZy3HPG+ySN1I
z=E|9Ua_S7Ycyje788y{C2S0U|c}Z<Bd*Y#`9+_8^Gbx2>vO~bKpu0zB%|4|(X@9);
z@{^|9G+V!EZI<Es${RTOX`jN<vUV2Lv#MWXSI%^D?rY5xYFr<B*d+Y+{=Syj!kXRJ
zUb4yRZFI2Adii{@l}4S<nLS~Z4xG&zwuKA0&!jZJ%5^Z5KmF;AT;X5U5BirwjT#gg
zCDu>dpLpBcRx9q#jna)DDlG%W`_KRAdnhP9eR`ACt`os}YPWLZgunk@`y=_|*U$TI
zKAAl;`sT{0eTD1HHqY7-zvO_+gtGVzySuNdmdz0eF5CD(`txTc%ejlMK7M>skd5hR
zxX>y7w$t~E^V0R@zB$~gHGiZp(-OPx$J&X%WleYAS3PpwW7)^%liai0=AQmkaOZrT
zwAr1NHj~0XoNc|bTy=`dmA6fE^;qTRX>QS1Ox2%$<>AA978CE(TEG5sPWRuA&D~Lz
z@#~L&`1&i|SvOLM_j8er#K*|vYXWrtx#-@XcTpzm)$SiP%JcTV<(+f0_`r<ikL`5*
zlMCZtDDIcJ_*hHu{k=;GPkL_^E-t$}BjuAw@8{foJLkl|-Q%{$JonAV!kuou>=ECW
zT7OvTbL~Ug;<^o|i?5Z=s`B1dT3Hr)>T$u+cib!H<jkF{om)LID!2J@p#)!h^*6^a
zlhgK3{T=q+x;OsxZ(W<)H5<>~&eERloNuVPO8oOeuDvFDn_A_+RsCIbmoYK>@{S*7
z+gF_3YTTQ>J-gsxYf#SD*#bS+!sgZQ;Jx=MH|WabwUN>%b+&#J`*QBxin_ncE?&0R
zx_>R|N&Cxy3Mrkqq6@;`GNo7E4K=t^*q$kF|9??XmDuu{>iH|~rcS&(k)z9PwY5)>
za!#_=9oAK8y`1W8^OxqnzxUMV_Q96d>q-<VobH#NpS+s$&h`8MQ?&|K=Gm&x)@Lrd
zG=0{gGq0_->0X-Trn=$c?c&#mzk56RuBctXXSlV;zO(i7mp!o|aqCX5><^BTj$F6m
zi;1R=@2`FLUFZE@$W}6|Kj?YipWaimrT*-bzOpTD!A5q5GDG95m$_@w1DW{`Oi}DU
zm6{wk(dX<*b@nUsoXb|E#y)#E>61jv?5A@Kq^EehBuC1m3#*27-R2kE@2{|Nk(rg~
z+Id3X?CwplEZFZ5khNv8)vJ16scWY5B}$!iT9?l0NIv{(i&)U_93kuVj9nj#%4eCW
za8@nuP!c_neR$hjt=DT`w)MwopP6d6Y@ze^KOZGLUAL}F(986+d=Xhv>b~MdlXHyX
zYMwv(mn>#~IlOGTTagayM5E(A_r&e~G&gMt^~hL|E@FE;#Lm&+{#w;5QT2^+Gq06?
zx^3#!U-pLa`4#WkA~zmIFdbj|uIgZ3>M9wX_Z+7~4Wg}fq%zERT6DZpLG9V+(9ZhX
zTOxxDB=bsKt%@cuyS?P0+0vdD@gYUuDn&e!B{t~ZS>2iYbax@+>7_AkPfw~os0d8k
zs1p!2ZG*`D;^tX9?oL`3mhsN0f0}l2=DP4j!Ftn`SHv~lczlRsu@S$h<ArpaPYbPg
ze%SHB&p|J4ZA^?|uzZ8hice>k_9*!}d%MN%D@k9lqqbP}t77aS<$FH^nVmi)G3f^X
zj}c$kDD<lN%l;1!!sKT}uKq0>C2~JrTb=2!XZ?fXN0TG^>$mRZfBCn_evRFH2CLA!
z#j7(TKQn(9d(M0B`=Lw6x6iD7#q*~9>hHOqI{J3-N4c+#-+ayfHc$5Zo6<b`jL+ns
zrF`0_k^TADzBRSFe1CprT(2+j*FAOmj-`*)#R(F-&b$j{c_Jk6c6G7G952Ic?j38K
zZhTKK_@y~zX}fhpl=Khfb7#uG-rU_5Jk{dKahsGbHtwi@e|GDdUCU2@eS9vjdwSwB
zqwmR%g8Mqko6Rl#m8SF`^{;Kal4CpFwkbPH;NI@zCtMZ;{<ZwtEY;;-EpXw_4axnj
zu{K{W)p6E-jr-7jW7}7q%=2%1(;7tWRwrC-IT#!DcjH!}n+M*i1Ydo1FWK($1_SE|
zG5xBQQFhCfcd@-&P^ZJQ;KlI=p;Ob|COir%5)2KS`|!zz6#+3*xlam)6>5b_`acQ(
zB=)^=|B6i;>L)rMRJGc*f8u9$k(~6eem-*!FaN#aNv&9YMfilTCVM7?24y^{+V<|T
z#JrW~nIHdjp7?#vrin}RocD>xrY#mQdv|*Jme`bn2|;V-ajT!+s`g%jC((NU{Ou+k
z@9$sS<z4k<!=tVZ?|CA(sphj*=r>*3tX49)fzwQ1-pFUoZjEmWw@>?7w9WbL@4=VE
zeLqEU&)jxn-nX0QEfSb=f^VPqsfw1F*AM91E&QS)cXY!1wg2PKt$%W|zdGjQ76nti
z+c%&2#OdsvlNxCdDO2a@>%{jf*68@%v_Glta_TL+m)xzNeDA1g=wxX*N50U1Y{j-I
zZPTCRJ-`1=uIQ%1UB$-Cv(uy$Q{#-LpZTLC6?J&UJmG^Ue(tI5VY;zhQ)RxvGv|5h
zWiHj6zvv#8+bfv+@o|^Y>DVO|n|JTJU${$Y|NWI7JLR7onHXKwJ72*$^60*6oBs!z
z@h@li@@~t)j`^#--q-2;<Z}qV?jf-Jy5qU!A07rpUg%C#)XY6^$@1lgz|)B{Pi&Uy
zx4&O@_Hy+xr;IDhn4b5BUpRF7%#Q7cbQS+s?VQtVHK(XQgmK<q&HokqOfr2sKeOCA
z%zJ>}d*RCG{|?>ctXyh7vG=|okJSb9gS^FCwlVa|EWNZ&b<yT`v+sy~54?RYd`oQq
z2I=c_j+un>EwwTG;=VjUU+2*D;MLcwO+7<%@ArqZ-smnq|IIjYrBGc~)w>O1Yq#cF
zA4%HEZG3yj2C40u*FQ)fsQl~B`HH<#<~*D3y>*`6x5M*)XHIX<iE;cK-S6V+Xllik
zwY0X?F+=?K%bVMOZ8P?ocHQJ7ONZIVmB(kEn)mbm{yB5rPhNcXtg6F0ONqnh`3{Tj
zUfLkAyyBbMY}V%)P7TNF!nRy_xljJ|&kJ|H*9B&M>G^(f_D$oOOL7)X0f&rVT;O|d
z#IUQUWZjI;k41l5o&Ve4YIqt_H$hYG-F$WNH+%e_#)Y>XJMDO-?f2@>KBxDp`EQO*
z<=^>K!Tc%L_Qgj_p4^P=SjL@YTVH$WnQ%|0wA><#s_+x_wtkEq*ZilOe&O^wJo`ZC
z=MN_u&WS&sqkVSb;jopittGD`d*4@ZW<J_pv??(!Na|LMqh37A&7jEjL6Z;KyX`Tp
z)4pu7eNVyhPk-hW*Yh4M|2JX(yhFR||DR;Ll4Ykl^#|L;3pdOToKC-U`liB5l}mi4
z1?zus8P5N__|eOvt46sTbvkkzw<z&3RJ`}skzS@3!1dhKYU&ct6<dAZ&ybgroaGg*
zqWJX67m?4?%IoC6CQhvO2`uo8j7{}lVD(1o<<={1%O>UKPgpLaAv~X3o;Q2?E2p$q
zM=}qWwCT+$tWGtb@4WV7Y?l0y6D7=PGne%lJ>Ds?`s(Rv`jyvI&xz_<yyJS<`bKl+
zf2D6TpIA(eNOwHC)o}X5!nc>c$XjpU>vDB|*VX8?PM-POe#m-hf19BBLt$~wq+Xv*
za}Q;+`9*&0o-x<>_=IVJVsr9Vg*ZyTRh2U~WT;f(nEh+}vfpkVE3~#}2Y=3+l$J70
zw8TwRY5JaoRQJ?W&O+Pg3iocGQa#)CG4JIj%_9r%N#5eTW|?uV`pq-TUqVw)JNGKZ
z_#Zo6`S;=6B1P|YUnCdLVZHBpdYa7f$0{oVcLcabyQoPoI=%3Zbm`LliRIIbJhjv;
zkBPP2KXT)A#m>uy*$+QeDz3frac1yjwFYxel{ZR@98PZ!%iaFXXaA2+ECOkpi*LHW
z+hh_{9M(D6?%kb5nv-=N9*<R3+IC`QnQaKC@+1qs_<v&8>zCBpvw6&$rO18yzVrRN
zkJ@T7vRC$;kI(Kmce;ONxy~m>p%lK<PlgqrJEHyKr!Bk{%fb_Xgmt>p{Txrf_p37=
z96x?F<C&27InAe^J}$8?^yKwfQrGvR=7`?Kq(tE^r)iV=9-oWTJ+_$fg!iNJjVIpO
zUywI^d+sRjslR?71on!U)!yBw@SXF?zJiN;q6^thT=@Cf_gq6{`sck<{urAbti5l}
zU%cBUW{ETZ`-#tTRQmp%c6;-7U;TcwpErfgjqYnVXk0oNIxonmucEL%;n~GPJ#&+z
zJVDBjgC=@}K0dz2$Rg*C7l+`qqEmL2ojd>SC=Su{TsYOZD6&anGlPJV-exb8RwIM*
z4XppRYHvNx-SzE9^W+VIw^!I)UfgQGssHZtfN+zzyjdsTPMkW?hi!`d33a*mRs4|?
zZ*ea9F#m(*Zl>rXe-DU9OsW2`NJ33d$bM5+&8@geN92E8<lZ*_&piFi=x19l&%Ll?
ziO6&f#%CcuJQC**81$R>vA*~JU%!BHrb%L8!L{$9O<!Y$>|3kLpYGWEbF*b*E}x0n
zoYubj^{exx6-sN?c)9MdI2k)B|4L`wynj<!ZBDgthaKQJ({}60`HdRi4!ZPB5iMQ6
z^V1HoDmBYRmX{RGZ?*So{+z?Srdj;st`7k#S6sZCS-#|UTE^SeA%Q$z-b?TLEjjo3
zUg!^-b5`d!6t%B<+YtQtntEjWswSWC<4rpcRJC7-XYM<-^y=?Pak=depKVvmjdXd;
zbgR~>w>v-P$LgnhZ&%J-kohCi;HCWS15=q-7J6q^aa>Tbt8$sZ{pZlh_HWIp#}CP>
zNTkQ7dUJ67sbt{Ub?_s{y{A4qB$VWWB2=r^>aW?~F>e#s$7MYk7dL%g>i=J(B;A$2
z^_=zF#-ndiKhCjvRrfe!u7HAU>d$KRP_DC;^J8A^`@c+h%U_v{6&!2Wf3I_w3cFT$
ztJXia_wM!@bxo7hJ({m~|69Gs(WHG%x8E0?M71~O=?{(@8~!f4!pYX1ZMl0(I)m0_
zzyCSYKFHp_BNe#VKH^Slf2KUgCQcu@AGhCb7PNmGtWlTuLbzeYj(GE3h6j!vs(pIp
z+xlMTn5s)ldCISKg=_UhNE=RxKkz}mQ{w#9B`Z_znVY>6X@AzizG~OM>~9UckLQM6
zTvo`fUbSw{k1`i2yENXHpZBe?_*z#J)$M)MsBVFa-dX=OuNK6vUw6TO*Mj*a@k>Om
zg`WC7*?p;*-OBkp1+QGt51$wHp>%@mg(WBcNHyQn&;A!%_TwYZCnm9wxAqA$YW8MN
zO3D$8)zP<bI<v2H_x6LgZZqrWKRUnm%*BcBJ9{<e$X^goyLR@2aBaf+&0X~YdNN%f
z6<RA3W^HG`e6eonk+-uVBBEy`Yl}Z*E%^2SM)hVB_oA50FR|GdnHkUhzJG&vmgL+e
zPr7>6tb4WY^Zh@otZkp1o2k$tsjqv>@8%=1pKZcFUjL4|CHbQ<XxZH=1Fv~sxxY{9
zw~hK;7k#gBTVRsA<Mq4;77a;qtIC?@ckbC9cJKVzYW`buzB!$~BmVBTo5suVyN~{>
zoT_^@v!%;vo9)HKdiL~v{oGO-UAsS~zP+E2@><`<CuKu`<+eMeJ7rxrvUa^SxvR-%
z_T$>DNuMtM&d`=qYc=aEER>eZJGVvu=V@~hzd+_gfB!itH6QpDI_tpVqdRm=uOCg2
z=Fi^uSN7^(mC5FxF1gO1wWR#|gf=0y{A2tXjxKB4cPf3~#CI~(ezNpC{W)v8d%p0O
zeB;h{<`xt`c<M-$tIx$R>L07ko@A-SmMO=~D?7$juAl!k|Hg(r6YD3suf8+AcJ`#Z
zEzf8Ct~kP~5chk_r2P)e@AQ`()Ia|9no~@{`;Y8buExKAC9mh;`{B&>T@9^P=e32`
zEYRBbxbA*NzDVAlKMVftniBk8?TEd|+PwlV>^Q$)b5Y{zKT<PqUUuEnlA8{v|2f4}
zRk6Rx<`Bu>pHUNB)vn<Gap_f7i9H|F{Q@pNUzUA5uS9hJb|10n!E(FA*1nb&e52H3
zKJ{SRXR}2&%$t5Be_!xUDEI#5?~7R&cT8P*M5{H*XTro!4OgymNAI$Iu7Bcm{tj*@
z2j>O-ywz8}%*k5%G*{5htkg8}^ZL_w_O7YBy82sX><Z6cb9L9vfByfP$J*_w+0o2Q
ziGLS;tbO=JZfksM25)`b(OlEUmgVvF=Kn2DEW4VKos;|4xjO#cZPm=@S^_t}oS(Zb
zzWG^h{M~)>{_(<ZpL?C+c^k)lU3^{3X_3Pd*Bjry{5Is@L+-|o%?H<|mfSz@`tJRO
zFY9+7`uCY>uk7ZO2#uSI_d5t2y>KX8TG#jCC-Vnxou8K3FUzp>w5WN!Ri-6cv(k6M
zg(r7gVvZYMn`~w!9T{Bwdz*s#X$7n5bKe#O-l*KCx#ll##nKz*Cuan4?wX<0lrg)_
zkn5kJ$%mPTrX6m0k+rs_Z})!B&pV4k(#ub_Og^&9^U(tptwoytZ%vpsl;1g26XNMz
zS?D*3(|UTB(RG!DYaNb0-ue5wz~4KyrxNxT#x1t_c5d0l+t=on8RuP)GUwQusVTwQ
z^3i+)zw2txMc4R~L!Zpseyqm3*74)(_Xh$30$MAIP4=_5e);+6f28))o=N@-U%g-C
z<`p75xivp<O3txQHH9A+ZYiDQ{=NE3<@`wpY&q{tUgt7>E1T+i=?_agS<W4uWcbA=
z?3dlgwGVzvXd3tm&A8|APT%~!J8Qz;pW3sNPNnW|wD2mLJV_?Ma8c23p4b0x9{B%|
zNo3=nL$V)ZPQ3iB^-r6_I;iHN%ESzzNFR}3kG6RGu6;E9li$KuW-lYZzBv*Wxlqc@
zLnnQQv&n%kGIK*dU*Ei9-sZW7(yZ$h9aJMP2-a*f{3AD|vPXGAj`+mPRHei7UEI98
zylg!67|$B^$m?mmfBk<VpYBxtIZF)L%)Y+JS-pAfImLr47L)uQT>d&`fo4HO52sk=
z(a(`zbE;N31~)HbJA1WZrK>lT<I6iss${Ly<b^Ai8|uI9XwB|*-{tJL>soH4+tU?^
zuBJk!=e-v!3v}(($_m+dj?HAvio~T$e>@E4RWqG&CE-+-!pfsdDz#Y6e^zj+Crvn7
zHsNs9gxl*1ZfxCjZi$z1;L2^4#=iQ(e!kj?I&nL)T(g@UC8r9yl`|gsCClG%yF>d~
z)V81hSEL`?yt!oi>c4^Fo0y&L7juTKT@!gTIyHalS83~NlW*4|mTmM2me;u)xn#3P
z`b78Zog7kW7Yv-QZGHjr)~0*S6ILH+DRg5qVO(_b(fJqtZOixVp7z>mviO{{t=?6u
zoUU*zauayYaY<<Ahm{kTRIR<;kjq$iDx1IYGLz!M&I>_ZUR#Q$2YeFlVp~7;sFlK7
z3C#w-N->K~K8&3!l0Iw+o%SizOd$4TNxSRRd(AW63tfJnxarl`-;8y}_UGB#j@qvb
zT`_-o;0@2EA?q$(XEK_=_q+Db69&b=ms>Pm%cL&%Sag|dO|Zg+ROM?&Wm5~?BcG{9
z&hZy3pK|m;im#>ct`CQvY+~A{+8uu~YO~Hgh3=4hU)YK#o)AgV?D_O7_Db>0BzGeL
zevU1x+^%TWpP1!w^<Jvx>SrylCX4*Yj>{CCR~z@<vE-VkdsrnyYG%UI*&<I*6hB{T
z7+taZ%kDRycBLg3Te&{wxf7|y`0Q7x=k3iEtF`WV?fca$eUC$Woo+!c@2}o{+x7>2
zv^(zJ>l?aPtGrpOy-{n`POq1N>Wx9J3vvqLCr#U2JW26YO@V$%-KH;&dprUZ#C&gU
z=@eEwWXgQ>=jrobpM0@;9aK8UH7xaJhj?du_ouUUe*;-pgjVZ+G}~Gi`fGt#;mjhn
z<fBPfxz|q0o?4S9^ZZie`uDdZR*I!xySM9Y`qW7-Cv6!rqoi~j)6{>yzO`j1m%8cB
zn?`>-GHU;>e|2HmvcUAjLu-0ZN-aJ4R6E<O^MTK~Wm$%e**p16npRky4PAI>)r@H`
z&qd5Hoy{sabC=ZA*<Z7~{e$Hln<p6yv!01Orkees>p`Jue(?9zvYwId#@RiYew#Sf
zuoh;W7d@H#h=ce0#$(dwT`&E3X7TLH75iS(S3a4h6VI>iZ#^a?`Z4|8jhro0wp(%Y
zKY6V=d!5gnK+V`^Z++IBwKQFua6Mq|REeMa?bP`~mtRQ^w=4@?`e|j-#F8x=9JK6x
z4K{}vs4Zljx0Jc$<Ut=_ssHo*_i?{|e`V{`g<K{k_Oq+?uW4n@+a=n{c=nm)hQCwJ
z?P=Y`7#qIn+OiyrZ2jZ=Stl{E&es;$!sRF{<a}+p!veoEIvvKB3%+?L9y`&?ZCr6<
zqhB4DXGh#i;Rluns`ak6^vBKXzb@_|Z*}IJV2N(kmAxvgiyq~K<lg47bZ<Oxsqx(I
zJtvN3PU1+73QV2b<khs?YjIe~qUZ0z9v;&wo?*3qQswy&LGI9RN}=0JuIm1Enl0!&
z{i}|WLQHt|g*B7JJQ4%tKKK886C-BZA!`&`8=GzTa@q8=Gr14(&Jz9eV&0)Gow24N
zwvlzuo?V&qy=wohzmXE%N(a_=OWa6I`ae6PcHQ~1*?+I8wuVji;EFOix%Ks;Gn<ZV
zDSj`i9DP_I^=E*{kyY7_M{0yNgqlwHvoqt!*Lpz~E1y$b=5_B>&dRvYvpD}OQn_(P
z>tnUMHh<S~?QHft8ZEAr<@9~=uOntkFMNL7c6l=6g!{$Srm{=r)Nbf>2Wn1!_aO4k
zWF_I7hR5%!iEa^2c3tLQ{C#WFr?l_PO6raWjY2K9tZS6{?ayP*o1?aDcE}8cHS2c2
z+sIWE9rNJ1ouav|xY4YS_ex8@o}8r<F>}JL5MB1UMr$+XYN&o#_o&zMF4vQjX5vc4
zIjtw+E1C^Ia(!P^(8#rYaY5~~Pt%rv2-&aE^Wh`M%_Vg%mu-El&#Yd`p&Q<6GehOz
zlPRn69?rB|bS^?SG<b4w;Ton>oVP<Cy<4RmuKHjPr}nqU!uh)_Io`HTo6BN2cax{>
zYrDPsUdPSdzyJMFHKzG22?7VxK39s(5Vba6zI)Zogd;!pZ7LI;dgAW7bm8j@ekqB4
z`@btiyfq-qMIkhH!lT)0?+tFQcwCvf@l4R%P{!9wo<BPpJHKm>#cOj;X`eNM=38Fu
znzJUjvP)I)xf0u-S+TF9@Bdx7db{7H3+ul=kkp@Sr}Jw^e7VjI@mQT_y&8L8U3z&*
zw5;%AY(&Gp&Ek8_pZ80i3)T_3-|DLJFC!<8LHE^y^PeBSGC32bet%KyrO(Hw-wA!N
zby-BX@CFk<Hy(qJ&$gC)UO9Ju(DIXCI_yRD|IV<MRx=cgulwy3G`GSdB=!D>>it^(
zUOa#N^!wZ7zAx_D>Q;U>|L5%snPJiC^z_7fv**9BfBLNP`EHxH-YmaWx$`y@eN5Ne
zIqUY6nvRSK5eZxeT@C~vnbbOYbxT4hOZ?QS|DVL?F}3`cSo*K7(UVC=qxe<Ymk@=u
zp01^a+b4(56U_S+ee~*qcK*+n)q2kE86EClBxJ;R+3J$#InUsYw00IUcyMaJ_tGEB
z55(&j_+5@n65u=XY|mPbv*-0SdMC)cdc9c2nO<>k=L?(57Zo0#Q@JpobLypx37bCf
zzxlF1t##iqpH=^|7sNN~Nqq60@p669CN25apU=Z9z3yu53vT-0eCE&c1N#>rxGrb*
zW?{@WDYK2e->)1jdy{+o^}m+&W~G}Q?c!|I+m^L)mDeO6Q%#=pb3OYS!6lbMP33G4
z-`uQGYqi?7uItAXkuND#Q#7{=@B7%%d;Eus#lNZ^f0h*ORbfBYK9Fv_#<A6H!{4eN
z{}}Gs|FUCv4;RfSxfCPtxJzQ%k)0~*R10G#MF>5gv}00$<`+AtP@=L<r~ApxN3XrQ
zbyQuiGuv~H_oE1*>1=)8kCJX|R5_<wsM}fWDdYWU(!65Nm`x5koyDFp-j8C0j!*LN
zeIFzAe3Hd97d4?kZ=qJ-jVcqpg?6f(auWcvwt~2w3tJcM1ThdoVAf8RNr^5xo=+yZ
z=z<6^ORw|DVnL7zmrolOc`8j)De_dB4kD(h6nahq5kg>Mx=NuZn1w^^W!j-hDtexe
zKm?d|3C=<l<FrR8OVRVZHYr8V)9vgT)sr!k&ZwS@01;6j;)Q*&r_pqkVo#%KD#f0g
zK!j0#cI@?-No%YHy(jHdiS(Y7uHaYqvnr5XbU{Ji%tOCFzJ7iBdQp$RPmhI5>|@~#
z!EJnImz}gHZ<g7=Z{5uXuhwm5t+t{H>zRrt9jfSYer>u>VxNV!=IN%-!U74MD~=RI
zwXQ3E94@)VSZiW~<ffL7nh%5BRI@bNHYC=Z{1Ft<x#*hWX09{#EGI)Jt7^rD9uwDb
zdFUjf2O@M_4mwSlX?Z;{D){5PC2R~!KSe)X6r$&KbWw<o*V9EI$zRrYh5mdbdP`J%
z#iS>zo0ZlSo)LB{&b4{)I+A^D_(p*Z9+?#-E%j}F$u$d9wx@+k<^&w|dgPZ~QQ~r;
zJ^#dyfS(IjoqF~_{6iJbmc#|Us?xI?%p+PSEDvHal#`v<;!sgnn~_p?Y;p1?{vGu_
z`dc1I_J3?WzWm`26S?`vGM1iwx#~tk+5U<je)r!wZJ+#6^%3_TQK`uuTTOa5UjAXN
zB<;}tf_=X6{*;=7zqS<C9BbI&kgF4Ln8{Qx;I}qkc0Jc0%@4~D)UQ5}s`cMs{<q_w
zukQZ-BYAJszw+>pr(Zr@z4qt2n5FyP{gh;1X}`RO_sb@$*)^8E%|D+{;j-Pw(fIt{
z!_`xN*>7;+u-sX_=&wtgNz0ALVSlR*uvmR|?9S>p>2TB7<*1h#DpynUU!P;$ZZ2op
zDRqHA-EIG@{ILAce6D&e5*YtCaTNxuFZr{F-}w)JmiND{tZnyR1S@T;KdbP+h%w{*
zzvs;-{y%n%_!-LiUtjm=|4j|Q>+c-dzpml_@<+d}dVPtX`s2Fqm-|r(2SWaYax)*7
zvv_cMo$WH$3kOd8R=fFDA!pUkx8EIa@AIztXlv!YU+1H_@*eK`o2!pMe_xtZE`B$k
zr}=-?ZY8sW+m)ui&QGhl)-QQ9^Uqojzw6m4&&w*_p8eis-LAB6)|=IWEOoQ@YT3wk
zP02OLH9Z%oKC?|F_H!ra|84*6XGEs6Y;Qb%-|RbMc<jQP30ii0%2F>G_2_<dfAV0t
zrp=rE!iP&+SIjudcKI1g^2wCP`M35gvpW+w^<v2vA*S4g&X2W!eeGu}o_tmIbSmE&
ziJ$LQ`#4#9yvdO$)q2lcJf$Rg9xuQA$;5xsiAOD>j~#F5fBc@~bNZGIZ7ma$<5}f4
zKYgGRw7yE_YYg+`nRRWsg+UFyKkH{GUGM*_EmeDHSKq14N6v0KFBcp+mwi{pp%t8Z
zSDLa<Uw`4g^WL>Zp|kwbb!RZ$ULca3x^Vx-hRWL)_t&}X*L`r<tFmGZZ}GiKwV(IT
zOG`dK*tl@nNfD)g8wHv)eRK@dy3%83dMBjbzNozC`LB0X>{kl@KD{2_U-5V5y8U4?
zk2Y~#dwss_@73_zt7o_8-pKfxvRd6c`l0TNkFU;#<zL%&Xti^^>@Ty8xoP{XzFb|n
z{$I`Px$F6AOJA(szr)vH9pB?u2J8MkGINw)_SRBZ^w8OdT3dhh+*Wz~%4DtI_Ah5L
zXQ$lymR~ySn#yIflUsa0$z1(zAOHLVf7rR(PEWQ9r0TjvatCf})yP&n71gn+@zXZ2
zknFUp@psF1uj70DYQwsJueRMTEsY3oFZ~+6o%7n&#Aw-VSL1K1-3V*XExi#|pF2C@
zw%_Yl8`l2&Wp;3%)tl9a_x*Z(o8|Yb4eR-SzgnL!{KmTJhCtvA1D6}mEb`jFD(2Sb
zM<`9%d#Fvr>Gr>SRd$7!uYK*CTlS^o!E#y0w-Q<If$V*^CQQkVI921`{d<YIORDs;
zO}wEu`&Q>ThiyyL{@N<w`-l6YB2PWvewjax>bDO{t=TX4*}vJp{7HP{mzlhCrrx|)
zpz>h8@+tR&@oNvBFR3{2AZx;P_Wv$=jDJGsPH*8gI&ZS)-RJzEUYV?isfiu?m)I{q
zuIPTv<HYUBeJvW+`4cMt7Y5v|Y?g@mY9X@xwL-Vj-#<~3Gn}}W$O`^sz4H1v!|Siy
zALF*gm;L#)SI$W*NB;6hZTbDDA~(v(-~RYoqPKPNBH6=+_I0w0H<pCiv?V|NQQC9t
zR^&&CKKbs)$20!K$k?|%KK|&3p_IM&@&1QDHd@s6sLksZ?tgeBx$u$UtO`9pn>OM8
zqn*by9__UFDB))%rY^hK^ZBDC$rdjo=9KiP&F!At_i#ya;U&XaHF|z_ZIk<to;;rM
zX{W_c2|qhAb@|07pFet1Yw_hgYn@_fde8lb!W$3jmj8)mdTE_JM{i+=n8z!{7n>$u
zV^)6V6n63Xe2$4)XRdO0+Ev8u{gb*lL?li2qT`41ntz|p?~jn!Q>oH6uio+#-?2{N
z#gnhe>}K8`rPrKW!SgU|T|B=_XpH>U$dt=<e}8}6E&9*o!}3OZ-aqp*6Bf*Ms*jGY
z|Mg4w6Vu<h*XCFLjofyq^zYqk^J`zHyq-|h{4??O<!yGlZ$-D|<-WeYt#0jG(QWH$
zU*GzE^4;dIYqRg~`nERxe)^l}>-$RIMxQU7Uvg(xU-b3D*Ou=lgK4Wg+vByD3SV30
z#x7s`e2c%;+v+`~bGOaAZ1-|Y>D+DWE?+CYr#^T4y3f~2?^T`qy#z$>Iv0Jua(>CZ
zU3$^iQ(y0tvHn{mbjobXCf=nv%9T@cHBzO$Zngz&n`raOY|1X)rFqUP3)gQbjorTP
z^|j)))vaq^?<&2!ZQku`pBLxGZeRO)+t)kaJVEsQ4{M)q^WT*p`+e=}eP8c<_XN?U
zcel^`ZTE6t@^t3CZ#Z<{TwZqP;jb-=XH57e|8vEb<e3{5&%E$W{`Z$$_o6a|oy@1-
zX1q(ZUbLC{qU?-3_fr1b6X(7?ajq;Uy-w#y--jIcifzd@pOY2KmZV!>+ARBerabpX
zWxLyg^N%v$1u^Y!Pn`eu#`#AZ1+1C2$THsQW7L)9-l**8eSGQWenk+|>9*j)w=*tW
z+9+Ucv_)3(Rv)h}NTbVb!9{N+E`Hi5U>&qYR`XV$=vo=>jmmBi)qEit)_M@tZynmV
zJ$8nu=9`jX?YBi%Gs?E3Az86(Plk2U7Fpw4jZ(SCd$%dO-`==b_Ql1rKN;3df9yT@
z|7AY#XRep}vE9T#U}_W3&tJxC?d4NJX<=LFmbK3gZ`-x)>ejWJ@~6u0yZQ}8*RKB4
z5&d>YXkYZxh;LlcZ?}Z{{qFg$xqNNeEv@Hki$L*ut8(?6?Wa=bm)y*nzP9M5*7Vv-
zrK@ANpDJA)^WF3M+OpeP+t(J|R=@kL_ny}GwMF;U?{2?UyZR2l!Oe7Erk}sIID6f2
zRDEN-o%u>x#AfDeWeLJJs}4SATvN?$ePHig-rJ5B$|SZ__++;`-9C7s%mU1Gx$Std
zEMiNEPj<W8?SmJ~Dz?bV$!~LB@>U_!+9%4guh8<`$9sqPrib;n-cY<;c43RG*;+a7
zjn2#8KFGALiLw?;Y7e;Wc%@8YYn{#!zNOdrTedttDC;G^uX*MBgjd!xcF9`gvIpNk
zc%|InD@0g6<KuyD>kzvdcJKQKFO{$OQo-<xZ`!`*rSAh?zKrOQ)v0CozQ6F&=Zyl^
z5x@ARJ<PoR`|ES%wfj&1+Pv02ceRC+_genw(A%$Wh5dY3y*)bhzE<^3?VPQT!z}Zr
zJ`VdSxcye)>N(p^y`1qe%sO}K<uJ?llg~xJ-4l8)`sp73T{&A%hwXgRy%)rK9kw%X
z>TA1~yRNQ_e!49*@As11VY}Z-?+tzTd&%#x-T700hwXenxlQ&V(=6G5LwuSGWu}&S
z+;%+67jQfAZ6f=Yw-3J6Pmud_`M`X(e<mN^XFj-}8T51cr}?Mqwf?X8G@tn|l)dr~
zi1EMs)PB$6=^EnCpIv^rN@cH<-OA6g*LI7n56>0*T(tLfm3heRs_^B)UzOuxuiVVu
zH*0nH`opau@7KkxpS9O#zR?X0pY44QvkzRi^Oa<(;R_LqH2$(JJ}&drf}Z_{pIY%>
zT;jWb%fr3})As+H!{>hRx<S;`1$G9kD)*P~vng(ye<;Vg<>?G#8?h_jH0pR$&lb9v
zMxKqC{3q)9OE-~gD#1JEEIwp<^5IsS`?t)Fzj?iN?Fz=?rfq5x*H34c?OZoKyJ+p2
z?bojy+p=!^^LMf9*LU(p{`*>XHYbB=-SzCO_}Ar?4Qp45st7&2ot;)#{qnX}j&984
z?!>9FlULuqZEE@XYnku5DPPOZ>dMAtU6;6Iw#C#u+V_a*_E~!Gw^f|YJ@D>p8S|N#
z>#wtmoNEjA-hEJ%vTN>o@rYYb9mTh=J)OEY?y~mn+qtiIt-pTz%df9yYhSiLFS+D>
z{mrYY?FUmL^RHjgS-U-xdEVO2t;Ji{Zol0q9XxOS_O;c!WajH`Emka<cDXHVT61Dt
zv2>gD_1CQ-MREDt_jbSh<a6daOZ5E8)CWdJr|TXref`zUK0bf@Pu_@`>#zU$b?uYg
ze$%&mo`qk#z3HsJe)!3x<3{JV-~RLF(^8%6s=~c7mtRL;%r2|d-lcZ^ch&BLsZsgc
zch)Mde*M*Sd)U0oGdH&}x2?Z^{mKM~HF4dwYd7TP#uPhiz5Q9{tJiiqdCR)B+NpbW
zk9VxU{(9eUrkAhZ&boIZS;t^qZS;emn{qd=&bGg8y4$cVvh4Qu4YzV%Kj_Wz`uMAu
z*JAy3?&U2{rEXt)v(Mnlo=dk(cdi#M+<Rx6UQVib#I~>7-cSFTwfHuheeCw!`~G*o
zRh`w-^S?XqT-)>4yvcdKIh#M9K3uLGdg+?e?eCAZs?X+4s0e+%U2XcUs@;7t-@ca3
zj+sC2=)M&q4Yz7`pUq{sx+~@RqN%4jZyv6bz4G?&tk@gf`AZ^p-<e)JQS+fvan16e
zoa$O%gYR$O&U)~#Y+_<+b@iOxUw_R?xWk<<%=6n|9Vg$e_f@-}UH?{?bD>h!=zfN%
z+x>vd``Zli)^E4fxxGXDVA9sy_1l?mY;V+Gl**H`_ujLa^Dful5x>b4ZxQ<CufVUc
zs@dtW>&*|PzHoN^_RDSOm$eh;mfYlu->j2cy*v0yY4!dI8S&ivF6(iX9{Mi5A#dq-
z?hD&5N&CiLd)-^(d3lTah1P;e>7~_s)gljnt5Qz-^sVZ)_m`cj+4tLx;@_8?v72V<
z|7PQa!)_;gM7lox`|f%&q5KxBv3235d+RG_<*xtEy)pOw^^<#&cz*bu={d9P`tO=;
zwt=lqod<aSaD^1GN;J;j6SbpD$gAYc^XTJkXCKD6Ud~d8cl}%yxo*+Sg(b)8OZT<7
z+x_3uG|wh!f84j9MRT4?MkdY<-u|`9m+NF~`k&^|3Kf?<n>yBJKK)vDR$Jff>#S?X
zcCCxl+^Q{J+^eu|dv;Q@+^)FzVCM^pvae0IZi&0KF-o{QMs=b>@uJr3HQVCycBj66
z5_ef@`}fc?-yDWpU#rgMq^u1&!gW9G+Tp6&vpl~isEfq${x<E{@$Jknt=;c$eye&b
zxybM3Tf5y`;`9@~?7EkCIoLyc&${1Y!u&@}EyJIv?}?k79e#65?(Fs3uRoczc6xRm
zNAl9`*RTA#_G;G5qoy0SnC0Dh`}ysxnXyyKqHd?%zMXq}!s^I}7t9)TuHW9HJYieh
z`rhUmpZx8;+R@V4j~{LQT6uO|(eICCzVEt^h+m$4{m!wSK~pC0F<ZNK`t3VyA2RmE
z6-zIRt%}~3JG;&+@yDCk6%VCyZ%%mp=<}&rH<CV|+Ll|rnOi}eJ8)a9^lOXLalz6q
z_j&FInRUo;Zh8JXJ8$2KWxHgz7kaM9xw~zxZMw#cUA}pOOr;Nn>d(C}DD_>JpMQN_
z@0X3A-<s`g-1q#o>CVEq=eJFFI{x(tid?@_QC{ic_FRR?ZP%~gd9=v?7Td%kCg$|*
zbGQ90y1lK@@Y!o#-)~>b4l6&FIDfq~-iXunHru4bKeG4jTV^)R=i;7Uvu-)me13at
zYoX!!?b%s{3%}N#<rU0HyJ@;}$A<j<&&00pe3PB^_0*f2*XQxZSloYSJek+n<ye)q
zLRFg-_w8l8ZcnTBKQnVuk6XXJ_H|<Qe!n@#-+ndQ@B2&S+RVdxXD?-UMf`THjPqEO
zxBh##Ld;Je_S$08dDmXgwVG*He`LS7*1h=r**i}5n|(@o^MmK$wu|b8leKlZRP!!%
z_PRMr9Fg3R8>rbF8MWU0*XrE0Ya(xT{oQ_1vpHgSoc@)}-0Hm#r#rrhdH>jQ($A{h
z7mx2P-y6SM^82;zn_v9?ojdQh#C03<)?<qzbE<a>>NZF1h>O2`CbxQbn&q1G_1CYf
zoW6IY?DyN;nBbh*UCE21*f^{A?o;bv`SLlp`sTNvb+aFa)hNe0G{wFb-}B4tU2n}n
z*^<5S(VepM)|WrZd0(2FdSlssLBqmWmucIilV@LaJI-TQxA(q7ne-#KlMJhtv6RP3
z7gq1S|GirIy3OTXDLIQ%lWs`elvtD-Xja75u#@G?<}crhZu{Q8zy5aeZ10=-$F}T^
zpMCT8x2oAo@_VOGe!e?yeWVkkIqTKyI;a1Y?RKlF-dphIz=_PxS=T)dsXA?Ry}hLL
zXyo0@OIqpE88Sb+*{r*sJu6xJvyl1u$CtNn&z|&nM$CF~;T`+$s_oof=)39d-&_&D
zdvWsCGu6-UNS3>OPk&z0-N)MkEj9Djub1RgnLGW=Ppv(7r%ErJd^@aa_M<OyTmmt%
z>1*=VpRbL1FaF8#qiSW`g}K|lXDjc2wmB}}#qsX!NE83t@#{O;D%Y}m%wNB7$DixW
zN6u#-eEsd;tc+Xlp7(x|EL@i^anbcxL*Dt|usyxiF+V0>k3TH;{cp|eKGU6X`G?QF
zerxus@IEMgzI*+)&-+%@-nYK{@4ZXuY5!WaTP$bqUBQz*2i$UMV-Mz5?~SdyeY;h6
z`}FYZ%3-(cxCFO-l{liaD{Xt&w*1MvuZhMy`uZy>V#3nTxi`7i-;L(xUR1I#H~Qh$
z>g+_v$$o<8X5HDCQx_VexTM{sN;J+lrnx&?ppN(LMjtn(y=`q0!u31#R3rC3IPJVR
zpu?F}=gR*0|NcGyCTufcdwkj1Q2fS{)n%PoR*Np{hfI*rSGst$;LCCU_z5BI0n1Hf
zcDH?G(oUGu*YKEU*1v!$Ck}CM-Ta+n_v~}$Bxly_DLS!NhP~v^fp*7dKPN9Z@u6Ps
z%IWL-yEuMm%qhIy{P{qGHQV{6Cc4Q@v(@V|x_(SQ9TF;{eWFc5^U=W*xBE_C{cYkc
zb%(oM+|`sN;xofBp%dNf-H+`qJbEZt+fV%z&&|lRo^OoI{Na~xrOo%(Q~CdNL)Wgy
zLK;>}m9l%}Hf%c(IhA9X(BF_ndj${dRn`$%(d(78<Wt@1J%6?In@&|Pa?*O7Fj=Vc
zfQK1tzs<{yA72Q!a0D{#zAnE1_a3PQ^W}6_I?PlLdekZ7pmcP8N`&g<)&F-~cATKz
z!FRb>uKwX}?&-Y;7o6XpyK24vteGd7aue47IU+5ib#sepW5Pq`_Zi2+c8JX23_ROx
zmaqADs_8DbnGAbZo^@fJxT@X5w3pBFS_eZ*#MJ$-RLVXb|1To)_tnZ3+qlwKTWsUs
z{Xu}yfjz|eS@O2e^Lb+o(?nywEnKmQOMSJ)CN7252R3#|tPa@NCHOm_Ai}jZ)FR?&
zW9Xl7*1FIm;jLA*8pl>Q?bcegnr(XP#2Y<K+qIHj=bzv5VqQXW^MvF6+rlhXoN^59
zTUq2YHF;IkqElsBw^!yY+cfi3n$+yfoMoAvv)=J66gRtk!zbCe_pHgne;+o_6uUQR
zM+}$V^h2|^Ft~=r_=<)HAH5n<*rS!Vtm~BMRC&>@+F9Wtc`NP&>|9vn{Iu;<bEfBq
z6TTcrrX{SJB2c4yP}yAZUX+tYN8rN6W$thLPRUNS)+&!%u`7^y{lx>`rW0H^_k=R9
zzj~nB^g|Nwo=E3l*KNk@)65Q^zFA`Vy6oE5GrxZ(er|gvd!+lAhsccAUE&9iq|I4v
zxFoPsZEM8_$#mm$X-cy@bJYBT8sEC`sc)Kj0>a-kbIDQ99Q8sAPZjpro|X3&KDx2}
z_ow&A3m$j*^Kdt^w+C5FQTpZ1?W1AZv{KNgw;+opM0tsn<JDDSGcII>wusDD+#|(!
zjbo$Rgssb1)vib#yvDKZn#;CLl1}RcOV(yLa_)8eVA`}^u&$ROrzJs|BU=26VAtG$
zH!Ml&0@jT;IFI-#lrb58dGq7uj|5}2NmI_wIFVrHtiblMV}2{YnX^J!p!cF2kgB>J
z-A|qsaDdfs6z-Vo@P;MH<M)TjhZPa#Y!vR0_tPkIg2{uem@M|(zBTH?geBUZ9ziJ{
zjEYYiMg9lgF~8B>A^*~Iq4Sb8eTytlJ<_ODF7*Byykt+$BSWE}DRqH2TyKi0M%Evn
zqjhUd#^xjq-p?5lCl_4N_`YyXds^$nBpI(<kDAFs%URk!iFJju87wYy-`bZYd(~<c
zZ`6FpgN!fgkI(s6f8&6~_5{9@e;W=mYIFICcxoSOlx0bfdLnPppuXar$&Sw^J6r_r
z2`pW5a8>hd-++nDKm3}f`8V(LZr;T_d&WGE|5oReen@;U$((Ro;pXK9&n_)^DzvHS
zFMqg3@4;n;H;$iJW;!G4!`=tR3D@Vdy_~`Ja0c7W83_q3PckwKre$_;9$2_Uai)i}
z+(fqRe?kjl0u>fHI5)OPr6e-_W%<N;ML1}Ms(}B3xeivmMh1;}OgF#8$0)7(e!%{7
ze8GKw|0hR3>i>AvVlFt}xT{Oty|UoLw39m*3(c(D(_b+^(CFdWj@&<AS40L)?a0Y}
z9KU7e$9(}h4wepw6n^aQahy_gyz=k+{)h9~{z>!pcrS4X;{N>dWB&558+tk>eri8-
z)yXq_q1XJj#S`6TSA^I}$<Gz_otActeYT-la%R-R-a5skMQ0+MlDt|~S*P6yPl`KP
zs(O6tgKx9$if5hhaGIjX{PWlLM-MFi{d3y9Kxf}SNkNAFa`6({hrg!0Snwf{<7&>F
z9gVj?EK>_}c<NaF;GmY|QueR??5FyFSK4sh`X{}D`}q=wjhzn;2l4DOot<)~`O?Xd
zKdF&bsjI#jg;rK_t@~<USI~F$;-$ko{Nyj%r}}>N>)N7{G3CbB`;(6U<>o&D?l6Og
z)iNK*=On}|7yT}2@rdtr>|s{3IeC{Anypvddgwmw!F!9m>4~?^bHr9S%N*L{HrcFY
zvV2@N-}m(%@7W^OoMb(<V5iO(Prs0be2zyJXtXs3FW%H+IYqfA(D-T}V^U~yXY!)j
zhaZBoci3eLTE5|H+xT;al0C2Sv_y8+*~gd?9~JcfP_n72`ex|1BvM*=b%{Zfr*=+d
z#&V;ch_>Cg#TgmYSAJY{s8Y7g?6G)JGw(-V?dEUtk6u5#de{Bk;fL!Czii-Jzi;8%
zw<R-QB$&D#mn^v=;NJ6nv3;^&+D~JSSb1j=j{P4Kw;QQh1?e2##-GjQd}m@!wTDN$
z?%4?Wn?`((Rt6pm*6ca5%w4B!X@?jezjJNlvv#H3N*$V$y!jSByKy3sdA`RBi%+Hf
zYvpB~)<n;oDAZIhQEJi^!X{(M`aeFJv2%an#5N9@b4Jd875B?Z=~xxrJur6@qf+J!
zr)s@tCm(;~v46m_FtWSkALE(~Mn(fsChr}U?xsl}F237RdhnER#YVeiCB1gp<xOW3
ze%L)(>i=t@(iEoLPI-f=S`8B}#y?DA-}U>z6ZUVD?=(Do9H%f_?sfFez!>HRv9K#I
zH`|K!GU;&T>^|2L)Wv`O%#nFQ4(5}2A9$yTH*MFI)fF&5B;`A8U)t=gZx)BN*lwLD
z-SED4NuttUrr(qOteQ8v)#ZCtKTM8@a1U_Mj=OS5aM9=646*O{T12+J^y1<#J<Pz?
z_Hx3J9yRX%=N2!RcUadRp0m4sS^Hi#-qr_#!kJt@zy5DL>h`FVxwZGB+f8}bS>~q#
z%XR9OYc9TgAhTz?X3{4IC+4**uU;O{{4*=mdDGWpDjygORumm`>z^wrYTetqa95#G
z7K^0BZg#1l!~XemcCDW$9Vpy%`%uBue#1kF6=5@6OpA3~8r?emTR)p!*?U0a%9eyv
z@d6iL&bVS_TGC>$yt0--{FlcUvDIHzGQ9Z^@iM7nLR5H)!Y{3mo)!J)4ck9ze9)5E
zku0O_!(LHvX8mP}^~&XI`_k(#J(#;q=EGXfmM<UIJjq&Xq`dc~iG4v&qL=p^k2(Ec
zCOecCyy_@9-nGSmDd|ww#VO@8-n-cL-s9gh)o7vFqZ>UR#j|GGTzb%_c5;G_P~D1k
zQqd+`<}ow>esI=`@s>jV<B5{L4gcNWb!om@Xz7;&i$w~gQx1Np=xbf@^WqDJYu`n!
zx&>8K9m9W_7On6poXyK}YvIIWu9Fu;z4;+7_nG+@!%W8hGuAs_aPhflocU<I&N0R>
z_WOin|AMFLOxJ%@-*H-8x1{t{gv*ogz31xqn9_G`Hp{!&AQIOvI{k2kfK^-UMV8wV
zE!Gvf1?MvrE#B=8dwOZc2629=g7A(X?c16fF7ND*2;<#%WM%HLt#&nM+B@4WMo4Yp
zdDwWvj?vF*{RY3gHz)KQ=&y=d8>LsF`*{naOX2bt8~AS=Sr)Fb>A?;*aW?5m?r}a-
z&C5EYZ0}YzhHXsFW}CN4L2bhaMd$cjp2N)ck9`)MUOBzj!Dh$5W5NF}yRn}0Q1bh4
zK4X)@CGNY{>^lN9rgAbaddMUjAiqN+q1NnK;EK}H3EVS97&wk{v`8haH~8g#<-g(7
zBZWM_F1Z}pac<t{Z8GBZi%wP?k8H8eT(@P5<jwVse|H_5==jhuVH*Q``!%lGdD@y+
zI+yWOH{52KkkPv0bjFGVX10khS3cA+UG@7x)qyO@Xu}EK&wuf*dD1ZP_>KLF0h<{Q
z#aA;<IrAW>?e&_^VF$C?JZyMe*$!r2h+O!oG_{7|W}<J_@q|FTy0Bede39ns)OM5{
z+K{K#aO~6}=^mq1iN?a7u6zYwwBFCH{8}k&G-YqG$`Qsq=JS#qi~@B^x({m<7ipH}
z#;G5jQQ_VcbD2fxFYBDN6#h^0%@y7~jE`Qd47TjJ-TJ+Jp{ia7)BJzcqLXDi7EaDJ
zoY(GlZNbZkgxA9Bbsx{_-(W4NeeZ?wm#tSsw_BEP6`#b~Iem3;zvJA58p-L8uGgi_
zN;z;a`ORwYvh0e#4BNQ&sP%}Zt}&E)bA(y0bZxq=XZ8X2gae`Jcf@~bFA8z~qBmhm
za{d<6-gVlaA`Rb39%g;e)3>qrt3s1b$uWu9aW^ZQ11-$9Fg-91Qw%kV++(A%_}s2(
z8}&P@o*KSbHGAiT4{THIzODM0cQn^1uY;?P^-9W|n~#p)Y(A~1&ng{#rQ(V7M2^+l
zmsf~HtP<$H{Get|`^LSk?pq$*YpqYL5(~VwBZS*>;W_pl7BR~{o^0?r{D7%|q5eRZ
z^wx>mx_53lMM?j#yWrO_+dWKm(u?h8mfS_jD)$TwiXJBTHFs}L=6BM5>?Iju>?kMV
zrt)slTBeROogaAXCK)VHl<l(!S!Qx&$ITAYV>{-iyuI=F(B1XN*xw25xXTrrl(?Zy
z^t*Wt+g!cxziu9A?49T)r?-BI)XBXe1^PR}Gh;rQ&gAi0`pBl|%2L^dr>w4uADUk~
z>BiJ_wse~dKUfsntuG(h$k(Huy!cEkdlTck{tX((-dVTu@^jhuyi-*PZ1-sS_+H@P
z>3KZeET??;$h^Dbq%+k+Uy#Z8eaT_TLzU$xW%u<}EMEHm`rA({+-@;T=y7H9EnmVg
z_qatMgZ>H)Mu&Sx|C;{`^nA3-f$fS1kJEWI^|MTG3`}~Tn8@wOEASO|cF&Pq%HDA)
zWTMpKi@F7Km~QO6Xe{`nNl$Et?XjSKX{A$3GuF6>PZVvr*XzGvQQKsTcg`30PCX&+
z_xy>Pw0?*Ff%QjrZQw9o<)wADT;PhqrTd#2<yS4)Y1}Hm^YseVxkonENQxT@q|Wtm
zV*b!nab^~qp4+`6JlUKp(w2z76Ix>J5w3qH#pIw{acbPM#?y`lj}Pu+@t@E$A^Tt~
zi<d<BwT2!h<->yed9E#H_FAOj$#qmJfBCVsrJH88EjA9@AS~GDu6Q%>`d^i8h8(Os
zM*BN*R0GWwcV1|oXQaO38)M2$6Xt~VC&W*jT<WIr;(*^nktOPawbw7PJo^3cgF)D{
z!n=-vi>9mm(4F0&Hu+!K1ICMrj!vFIPAq+gv}FVswf}eD;@faRrBVB#-{ZTM-?AbY
zFYrchFV|9vmv)LU+4N2~K-GN96a^t`Cq6zu=5tvAF_ZYcO~QCpn6$qoKTx*OIBe8m
z=#Z4!m9}M9vgGkl`+}%NQDreo!51DrDGa=#uf&mV-eq>$>S=PJux!h*B<Bg5p1HGf
zJRaPb`z9^v_s)X~67wpj#D&_mT@i9KYJQ}sd_c{WF>0P+;3orV##GN95e@fKHD+9I
zweqF)bSEgS47$Oh+{B<ayYFqA1ILpe7WuMiR?M%AXG~VQwP{j+^M{amn;-iz)cGvw
zJob?}#oS9lz&iNQX)Uw34-7wkzcRUOD!S=`PyVuvY5c;AJm+`_l{0D@oU3B}80660
z*UihQuOQJRpuX5@Np$E2@1Ftu();E=+5V|ZFtzkuxze8U3x*v(o3d>tb||N<+_6ty
z<)zF=*K8HH?CWaQdi)=3k{ByHt=H!(FFSmXM<M&bt_kNR|19IEkb1Es@!Fl0jq<yn
zaeOqNQ2PAtZOMg8go8_j7FcNUGCW(rA~oZD*KVd6vyaVr{6VB3cxLs#2UojAOSG8Q
zasS%nr*M6ahCav4DdovJQn61BCWr-S^94^cPCFyCaN;8An4bp}3s#mDENG5PUeb4t
zeTm;=T}9nb9brw<wZ?NJJil1zEIOHMI_col?=H_}*Hv)yZwi{^uD;7}UGZ59Pi7(S
zn55T?y9>(R2?_N$giI0i*wu1-qSGoLyW5_{)@3;kPK&=NGaa4CeSm4kgy|2ee3nl9
zw{FT`;XSL)newGiG&|(c;IKh6)1ys9Vuj0`wViJ!oiTNOVyjcR`$<uA*k(PgnL-?G
z+c-m~txle()nBQ6{L+ao^BGUeCuIsu>GWOB)ARB7CcgBi!cQJgc<Q_-rf{Xx^OPm>
z$5Ll$y01P^x?on}+{srA=e2YMsPJ#-o47saLD__alOk7woxG25zA=8muP$r2&QQi_
zLNMnxE9cp)UQFtDH8Qx9dK_N%-kIDx?ViByiMyY!T#@pg%j2EWs^cC#b}N28Fnt=-
z>-pAXgU<Tp8r#ynN(+zpd~DW`I4*k6lGU;PoYPu{|1FuOeZLAh*L5x7<*j*nVeXaX
zEZsa}-b%{C7e6mBRn*flEDU{RC1vwcHfo#K7V*X-aufC_G%-%-nx_A;>|m_>N$nI(
zn~$B}wVM7hL|JHi1i9T`^0%ST*l_J}@3R+=h_HFCW}357lXd!!>X^bnm+E=q`fu;L
z+beh9xnUIdF4UZHhCA2cwlf8%*raRsFKpddVK}Adb>r=6JGM?<vWUUA=GX>d<#PX6
zO^1ocydxqlnVZfTpE{Xy>Lb^|-CQaLJ{MaAY9mx?`!COuzAEtGc(Jmckou$*T?Kbs
zIR3?)NV+t4!OJ5j898NM@0g)gcKdmv=Y%T;H(u??evs|#XrcVY&Lco#=~w4P!m&;|
zfj5L|EL=;DWxF0)#a^<7sZ{(uufHi1&&v#jFOJO&r+2PnI;PZ<G@0e9IOkoJ(#8CY
zb>(`duFE(AW-O6Z4R*0P>%GLODNIv*RfO!lXA^d(uL)hs#%bVcB4OzsvyhqBLoU)~
zjS*k$!FLahE}8Ow@z7m%+2Q<4v4gYwC&jt>c~4A_3({waWYBbY6&BOv{qRlE*T&oD
zEj%V#v=~fjC@8GFs>mwn!4neiu~b6UQq61Hvxz;I)a$q(oz%>iPUkPLNx9LuY=xWS
z9`BZf?benGJHCGQ@o3_j^m^jFL;SH#Eh#}2fgjmwRaI;CZm#hN4XWAmuJ+=+Sod|G
z%zO16?0!f5QrwVZa)pKU&sN^YEK)ajKAb60VYYC>Ivy60PPt=BOa0c`@OdnIG$HX~
zuiy&pFA6KUjX&AgXh?Z15=dC%;kTyf_QD$qQzy3kJiehpRxv%}O85!ef>n#H-#>B^
zY1)y|QJeQ+S2fSRK%*~iv(`HsGjwxvotdG^P{hCyC)M-3FtSv)`az~{$_a;+qL<X1
zTO=);J#2q6SASqVV4B0Fk(sZ=&vNIYMwy4oO+|G{5#}SDkxY{v91i3w94OTO+UO%C
zQrv6J5;p&n-QuP#9zi}FuUzcB(i|08RP&g3D(}pDT<c=`>&gKmA#<BwT#Dww)0uv<
zKWPYB{aoQC%Zp1QDn3P4HB9AhL64uLSl{HB6Z!Jq<|iC;WjuIA7M(9n@a|&EX!_>$
zecs0^mua1AtPMK0IA|~h9eVWWm{ITvhP}Kx<@*<`OJLk+@VL(0kl%F%uQ|)(c)xjf
zRv+4Jb@GR%`;lOa9VM?OtjY^pXP7UQ!T;a|SM!Rp*sU`{n4fjK{YanH;vqJvqKA{~
z*w@PsnlC=EveB~_xWcjYqKexq=H1Tc`|j#a>Gth4S;lGW_N8)n$-FCmEEiY$zH~V|
zmudSsYj(Aukhsil&!`O5lWKu!Y%KvDZ<S`YxKESX)H!=nuhmn(-Y=<&Vsj?#bWr9C
zcy=SoVTzvkOYx?cO-oB!Dx@x}?rJkonkXi`t8k*<^plhL*GaS~2ybvrc7OG~J4Jjl
z^Yhv}OV5{OzW3g>fa`c~IKx(>3y-|c&4{(ptYA4>w#J}!;hDL=3K!2YY`C&i==4g4
z&I9Ln`dq!35LY1QG~?0!W40PWwdQeGQgj?%C-g>L;>~f2><w;s(;S|D&{sXu^!%g)
z%+Es#C%4M<a!JowT4%^UUCykl`eYExiDdp~zYbi96ypoAG7->F_{^rm*74YJnG2Vs
z)lIQqKE+{EGnTw6IIbqxaOKHl>%vHvR4L=eY}sdDm^Li&o}r++yGC)7o{T`ndpFK0
z$}<mo8*06LIzuWyeP!aO$x6MBx1B$-Oj3PhC3B*=%T$K_mHFu@$3G=45OXS#zy40h
zw{(jP>raE)#VNtpCO$spUwCT^!}5fTnL_h8&b?MVv^gN_jn$efHx71rd{VzI`abm5
z4yVMTN4z?->JRNtc`wrQDC^A>>yTA9n?G#Nc=PCxV(%*LXmf}5xvDcZ?OZ)!@`S7=
zo6D~M)I9IFGFe+%FK3(^d~|BdkBUl_#BF>#?Vlz(&*HkHr>xH<zj#TxfTLS%-0XAV
zS+fmHT{tr@w<j%}{P?8OuN6nST3on{XYtGu`sw4T|KO{(YEw^x&kWAjt2s<g&2avy
z(AnkI)4XEkg~O9B8ZPqUl$KuVETVa+ZS8|y4Q~Ryay2<zelz(-sn2~<bD@YaykW*n
ztuGQ96Bl^3{COHN!>Mo2x!1x<92v$dXK@JEOx~fu`d#&`TAxwZT80jvnLMgl2i{2f
zhPTv8h=}IB)Dty~ESzVielR2GbZJYsg!3vX@8fc5Z!;FCd=2z)shm>M@kvHgb5)-4
z`A17wbr*G~oR^jqy|R$^DATmEsf^VgZq9$$beBICu{G87OYzbb*5u-1;Wmx?VDNUf
zf@sSJ#pYYBA}l8?C#y0|R9zJ{OV9k(n`5lul`<Dhx4QI3J#hQ;Q02W<|04@7FSm~k
zH+pwB2~SXatHw4-Vu$G6mr2W(_BNeet(?MnjXNelO(I39%g;){Yl+`%xkyeEsc9y&
z94~lG+_C54w8f3T@<bXNclVmGa&~C>Y<;nV+lsT5Z<5!;e)iKco|;>|4!7xC<SV~B
z^$aiXiMT`^m%b>0HP*hYy<xIjJ@0B6UAeXN=)+Sgvn-qUC_XoG5<WOj*=}k6@>e}6
zvbhFJ?lynh)YYsQ{L4VL(9v(1;)xyS3X22ZNNFrRon!Z~sDk0k{$ukz{ROK}J7wIt
zKDB1z8V-#hrGq&FhZEjf9gPp(tCHyYWW}7eWpmjqpLB|HNF0*%dLs38ZRMu4+*>nv
z&&Dq1Q3#Q&=e6kdUurj-T|72$JCpQ%7H8M2)}=O`6B-=2Tqi6)YQJ`xw5rS8aM2a_
zJ*Gx4cqiC4Z%WrvgQ<GWFBhvWXAwQ}-|c1SBp;5X0<X7PcQ`r}W1r35@|3G5+c9;<
zEJ4=ChkBRPb-%E4n=<8{;ZpBcXHJLjDz^x^;=M?&T`zCVxhZ`rf|f~pgtl@msO_0(
zcCy7xV0rJID>F2Em%7`}eP~-CSg<kkhGYFP#k5DN?0q{8)eavOdS$zU@#e~ajppyz
zC)m8$?Zoyi!*j<(uk;RCtBBI&tE7sU3q>wv@6=f(zu>(H>$L~M{Oj3Yx-2-<s5LY5
z^a`d4>iQu9rG6Vv_bGi?Cvjy<u;x-0xdV5fUB0yRwE5xG(*l*1{5>9mvrqbTKXI5;
zu<c@s@kOT%fh%t^9DaNxG}imni{w+kn)WC(3!jhNWV=oD^cJDOm<4R{KmEKG`Y-HP
zHc_1`xMJm}Ommf$US5;x9?jGHyzSK%>4T!LcX?-)@&DYt<b3RtxjDN^9A~EZ_3L!A
zxbv($bbErFc(c}OldzX5(!1ZhJXWjsuwKb-!He)u_f}Y&I%%W@awS~4Hf1x5<UxT&
zF4pQv*3*A*q@5Ph=y~j=FK|kesdUSi`;JVy6IRRm9i01`mDy$0LFMqd-S-cDS=#uP
zU2oZ;xdooDdX%QL?{J!NdSb0%=h``HdxF_*|8gw4!nH+9_@$)g`NwZs8z);F5Pa0r
zkziuTm$rOrx88B@iHd@Y6jEclK6GBV6;deR#wI7Yidp)|-NUPcU(U!#6f&LQ86^CU
zt!(it|5>xtKD7ibXR38xlqTGDalvNOFI~l(Hpyq^?ECO&S*gwWe-@madtxT3gk~uf
zK5Uc=2)bpaIX8PsD2wlI{VG;YeTRd=Ji&_WLX%HqH$5;2n;oVewDj?|4yCP`q1PM2
zi<L8-UeEFJ<$tt^{q3g91uX5J%N&A=!kgZ!?BZnUcM?jtH0#jn&LE35D*x0>*({b^
z($m<beY7f6Ws=@MkA;)`Rk?FlX6y=kswTcf&@16l^)yjg<-quFU#7G$Xup_r{2R~o
z>21!}PAV#9tm^#KIc1SqC&#QMwo_i&r7+|fP5bT_td|)zf!(9<TFM`<)zgo8?^O))
zX1*q)8y+C8qMFz_T~&F}e*Xo&s)cD!R-O3XF3jUU@psF=BQL|bnA<A1nrxn`#<rBh
zWJ19VJD-qM&e>=8tV_5n^>*h1cQ@agkG7fpclRxt^xW-{$P8m4xqvIYU5(riC%y6A
zJ$>2hE2$Ok!H1W9Hs@t*YOy$NaNw#~v8htH+FjL^HDbY6J!Y7QcTZiyt!O_jqxYsJ
z%aR9{K`z`|*d8p)SrfD~EhT#A34URZG_N0Pe8p}_%%A>^Glo$|Ia$wq)+Bx%1s1bw
zYeHtpe~57LEYZ@B_{C?r_rU`Z&oJGtkjGb>v(G3dF{Lr_=3J2u5xN$+`qh&>tJ&-i
znyzL=t<b!toz$e&srN2$xfYvM<Yik&_d^cZam#Bze9&*q<I7ULa67?S@WAwIvL>e&
zY~dD@5SbO=sbjUR_^r2?yrZC!Z}@VfUhV+brPH_S@ose2Qf2WqYc4LgcFhfW#lMaB
zx}oOgOrM4cUeg0EF9==ogW)=FONQRZ1itf`bA5y#Iel9caPr{n&Zrp<Yjrn=?=)G;
zWzWUwGd)1le(Lj0oka@$FSp1y3hA7#TN`-Y(`80QaPzb|c}jk}ZuJ_ze&XKsqI=@^
z?4>g039K<nIj2?ARPt&cq?vWzmT6q1)f`m5VuzOU8(-y(PSID4v~LAJ=f9D)s!d&_
zY-jH=)iq6TqbG4|FbX<J7UgcadHEv$r~C<3RUDNkO>K-0t_^ZzVr5((%T+wrB)ZGx
z$t{+}3_6a?H;<%v?K^zZq-xm(c@}BSg|SNe88&NktY2ZCX52Zg?y}q26XJe<UIbk^
zq|@iaCd#09wM0XxQ0UCuX<2#(MVy-+UXna$9_AF>tgtum1B1B3EA9jC{?~=G{Z*fL
zrO3)$JaWR&Dllb9!R@JGp-N$j+{+(LxpvX0X+pPwgs0Y#OwQw-kBYJ;clLzTge&GQ
zcy_wLCb0RkhQZrIzZl(C_pi&g^NiNmT-0T-sinnvm#=3_@yiU4E*;Tin*+vkkDE@O
zoY40CT8a6KTc<o;nMs_CShi4ldYR3d$uD1b$fXBui(j<AaC!IswIQ7+zlpO*-jVe9
zWcJCoHE8>h-UYK{KenZ0T<(rowDQgs!Q7zR0@;^#y>?7^yz5eW&-Lm4*6u6KpWgAB
zEuB>-A1v%vSTW_U^3UbBmPss+J+bVZ@f44HlD&*IQdh$RBTPNFx&9LV{%q-#^Pke1
zbZ79KU*%b)c(P!16Cc<As!6R3>Hh>u=V`8K31vI<$=T=RLwB!v9#tW;yhWmv%LI>1
zRdSn|%u-az=k2)k^deqQ)&-5Xk8jmJ>3wP9i6<Mlb=9pawx4Si@aI=6iJHk$_0`NP
zA>rhq&06crZp!eK@V?)6fLp!zn2FE>LDr%pe>9SpYHO?&PE6<dH&gP6)zO-QUF+ve
z_dJ`m=gQN$oTBU{^Jel`K9fJm*zi_aRqR%Zo8GBy!Ovb^E-Zhh8uUnV{*2R81&VHU
zYQ}MvOjdretw^<e*MXkymU$vq4g^P@GP&*cKK+pJ6kp-B-k%Z^?@FJMf3U@`D7Mk$
z(xan_S>m&1oc6XUSkbJjHcO+1$Kvq6kW-T@Stj<oxVfmM9KWo7Q1i#Zl?A%K7nBoi
z{a4+2-y3w5DQf)$-6<@SczU-y<CEQI*14{E$vRuV;8wR58IjKIT}rdwU941bm1uMO
za>vYV^9q#}Tplhj)T$QevhEa5;Ca=lFz1WQH@)D-`K2@YAFcmvRyxVP<Sg^oRObno
z5A4?BabOST)!IHeb9u-zkA1viotI30>N7G67^b~sv-)Xxi2W>^z+u7HGdmf#T$?B^
zdiJ@TKttH1%L?w#=dx~JqqK10<H*$cmn3ZtR;sE?Esssw(YW=FgkQs*vL~w!C)Xa4
zV!!IWus=k7%5jlTjbFT`G%X06eP3d!%o6L5n@WtbmU~PUI2rC%q|N!M!+qL?EeF?b
zaNK-B<MvyVeJ}PTTcrzUN*b8Cr5$AyNtsx;{iV{BnzJ6pyJh0#1wQjuZ*7R3v1W(2
z4rln2kDfc+ES`H#ZffK8pArxf$aBeOx6#$c1E-8nv7S6?IMb0?!HAFZ70Zo`>rdl4
zLl;QDN_l&tnyFqquG;s|Vb4g@vxWlKF9jN%^Ikh?&cbc$?Nz6QYq_49!+fzONyTxQ
zq2#nvTs2Q7K4B}EV&J;4V(FymXD%&k_Y7q^J#l%d__;-UcrVz6y1qQga-Y}a-2~mO
zCQJW1mc91NG`*so)Tlpo`VZ?@;__DvPJ2yv6Ibq<@?-lNGiSlak}pdFI=@BDtC+KG
zu~2H*Db|>+(y1S~<P6PZ8;xV?_VScFJ(;#eE_CwSAjXhO{}U!2+#tcm%W@<03v*Ow
z0O#gFCDx!U&r7qEVm%iH1`1_r`XBY<X5qT6bu^a8i+S#~;wp|{j(aN@n9r?}$bIt9
z^6N~&*-ngtsRzyOD(%=;RM(Qtz5V#ZiBCG~JbSK~tSwi$r6S;;c{%mK!R~pE+Yj7b
z{8`UPE`_NjUqGgF&x<V!4myT@;BncR^MpNP>SBq-Ju$BPTJOE>+Q_g%!S&3ZS85FI
zr|(SliJKPIwZKT^z4Gapstsm`-28%TqLke_)*9vBjS)#wRSr~COi7sQRJelU!p7B;
z?0Xwcx=uGJ7)^D$;PB(hxy#Kq-E6O?v$TI)zvJ7M^o}#f%nxfAE|PfH%AKcrw?n}8
zVDZwAmvUVe`ChslF@2j3U)Th`n5kO6i^WbzE?hA2_r<z{JRL=kS6mPkkmx+UP3=(9
zE0IfX<`@5-Pgtd4X!g>r^XJla^&y!LCaGj*o~k(UAgIHUSG!bC^fb3p*Sfq}@e{Aa
z=Y|L7Br$tbZt+=~<$dIyNOQW>xiT){7&pDpTP)g(stvZY`@U>?QX6u&sq*Cc(<>!3
zr|W;+{aNO~xpSWXTnxE{HnG3Fy}VW_)z2+H)56m?IQ5ogtl!z@IPR4Hl8e_|(oy43
z-MQq6p!+h<gGvuwQ<GI+C@uMNYGu?*@A(~#+%>&dwqHE6)$zvEmi3x93Qq<oe(+Fw
zb-dK)P)MPSUiP-k$D#t$4yH_NN>JNWvshA^nRC)U#VrOMtS^}__5MwI*r3Gp)9C1A
zMg{*)sdkf`M%AEmA*untS&cPMilkMAKVXiO*ePJLHCFby+?LD-KVN@+lsCm_^`u*?
z&Ny9cc)99~WiO+PkBsXCmN%1nF5kN|VST%XzR-8`yLUHrE)4Ot+uv|VrL^;i|1w^+
ziwQ+8his2;aqXR;Fw;=~v4(>3hV*y5`ena#4n6eSs3h&G88O-C<bFe*1p%Ay=(I*{
zy8LyzBD=%oz|Kp09|dZH3+G$kX8w@+>6o2z`NRW~yH#fMpPE-X$>)E*F^@`;kv_9+
zODy9};hjp8e7>tx7;~CR`f$(bZP@$im~K+aGfA_ohnhBpB7REOg%0iY@BiYc;3MzF
zQGG@ChezBm%QL%;I1;R7?b|~-ot{2_`cQC5JI9mXof|9^Eax%%`rN#<;#Bt;&5dhp
z?Dwp3Q2!>$+E#bs633xm3v8FWKe{s6;DsyG(eDdlBF$Ks*>>jzpK@$Eqh9KMIBpx0
zR|fOh=4h8W!bdOX2W*iwIxunC!-q>tXM8$d^<SJl`fvRL#+_UN9L#Z=C+BQC|Jldg
zIOdF~=T5C1*-?iXw2e2d5R^3HlPVPN&^$SN`9h5x(;uDtJUB#I6doS;YR)n&=#AUo
zsLZ2s!RlwDW8LHB0h_*vu2F2Zo~|wVvhISkt%j(?;wzy6dqp4p;bL@HI@3jT;U&%D
zmEJv1AL)LYVt07U+evp8EMjr#xo~2J@VQCnUd;$z&eBsijq5CPBhznr4r$Xb36c?S
zR4PO+ueZ2(Mxn_@dH;DX&Rq99oKG5s_ulJRF>xEmM^*)=xn^7@ubj`#Y51Y4`=Xw|
zO2znsr}pKm>p%XQc06ygsLWNR2`5cl-4YWd+#WepEOQ79UZAf%`I_0UB!fjPc2yx4
zWbGvCn4~0bo$OO&Jb3XtTlU%dOe-;wO>KXE8F1{cso*WY@WWAlt;N%z1;tV^KScRC
zPl(H^+`H-4YUSgqQI=Eo(&Wi1mCC3|YIa6y?vKu%IAAXDN@B+Zx0BZ@3V0rOEndl(
zSyMGh@@;pI;G7LjyV85ReRLJI%%)}PT-I+}H&Hr!%gn4TY<*Lt6DP^6Dt<C=%3pua
zOb6S~vzEqit#M~zKXkyVGssos)B*;ryW0+2ymID)XV0OgTfJ-B4juc+@pF@&YOK#x
z>w3TU&YwIyMLk&pCK~rX6TK3!DD%^M-#e|%4u_lHmR{snS#!fQ=(zc;-)5GJJgw$s
z24B`_Iiwulcg|1p#td_fTviq3mtJPQEmE%bUwV#dv)xX5&~`+?&+PC_R|gH&$|->t
zIF|&?WB-`4c&ZEYRpo`nlRt>PyKelgOj-7p#zK*&trK4cs#$X~$G<wp5I1p+k?4wE
zEv@Nm)Pp}?c(KVpJ8Wn3!#}44``T=M<vN@DGEbyknQ+A8&_=eu&dx2n+m871cAfcX
z-t6jJcGiONz}29wj{g`>yb9X?a&pSuE#^tp{ijd4Ol(^s8!XxC>v=gW(MCdqEk~nn
z6aTH!gP&Cb!=`E+_qN&4xr5JU>a66M%Rb1gIbq3oLFfUqV@uSs&m49eYu1Esnd=f=
zQN?u7YNpb&V>g(1{q}5`log<D!s43CQR9-|*mgv9u~R>f&XM-ZC$>L(Y1^L9<MXa?
zmyp9grR^KmNOj6z7B$fm?w#m%bp5eP$?Ot0mVniJKZw8mWyxc4pvYE0FIZIK*F?s>
zmN~bMTiw<1+-?$Dbm`Ab!+Q@G9&T`*DPes@`<%x?L!FXuN4>>5r^ov*o>-u)%F}W_
z-gDht)!?;<q<WJS_*gFl?D%_WgXlbs4qeOD3nILpa;*$`aU!H+A=g32VqK2kD|ps$
zR7KD4v2=4b)S8{Km&cdoYQA1`+N{-!a*phuIdNlGjI{LU)LL6Fp{rLk?&XTaXiUj(
zRt#C(cx*+>>wdOefrFE;hLmn=UA<Ole~4c5q`ZE{S)UKy%v9RKZ0fu4oTk|^?<V0;
z<?B}_@N|m3>OGj7VQL~bS8GqA@9hOeSs}INQWF(#bwwnYMf_ZQajTR#%hc<=THD<+
z8E-9fS7>j2tGu_Xt4Q3$if6|e;X_-3GP>UQfBtz)AjbEUC~J3~$*s&yCnc<sUIa?+
zlRM@T$`*P>;<(n&`exZuXQjm-^|{2;P3lj%%jF)spK#@);#pp!#S7+|`pQW^?R??3
zQkE(7uH3TYb4z@Awd@1tbv<5Pm2>aLvfz?8tL9BfUht_=X`<jxCDDA5HuI+$90k?Q
zJ1h3TIj@!EY$u^)^w@iO;;f{yk8=%IO)%VaVZwZe1NXj8T<iTK@5xi;?qesWYd73k
zkZjC;V#ay1w+9r(0@Ql=jP@N4&-R!o@o|fTe)xeE2G3Y!4{0*KU2*omZQ6p14m;n!
z@!tPJ`Ehs@1J?=>#iKJj9okY_54J?@np3P9^G-#^T2eBildUr0)4?UokGT#VUVkBx
z=Z&Fg&*eQ+oIV&P-?HL6q9`x-B21vA;a`p5vW_c$X<a`8_if0UATh~n^SK)hJ)BoO
zg|x0aEWfb*@Y!WS{R?IY7A#NaU*@o|Q(m%;?U{bx=U#SEhqam!`;VRJw~Yy#P}Ek!
z#Af^a1IMO6$-N@Wy1Cj;9N17}`tNN)PU?@X?6&88>e7E4xZxqPA@x`Wb8xpg^WuxP
zm49Y0PfT9EZgsFB%S4`fL%p|$CGK$b=}weN(%iRVYeTGosoSP!*%L*j7bmjLo>w@d
zH}+zl=ghKMVWm<FOIul9^;~QTbll<J%<m<YXz}bv_`_!z$&mv88U(j^1!?R(m(8yd
z#?ES?Rl=6VcOlc5YvIP&HBOHf&L~R^VKU&e*!o~@na12%>}Ji$3c}J=vrB)mmh9~I
zS7qH=IXC52kHdV49i4N;<w7nhg(N+a^t7>@;``{}wH;g&)?S#s^K-seX-bEKuc%4z
z75{@GCc#f*UsU&>-|Ayu({kt)&uK29rtcqCD8$aQY0+4n-XU-7`R-;uPq+wIieSKk
z;9Eyd%S`3uQ@E_U@@8fc@60JWj$X6Bi4=4vKJi+7W{TOxbv3e{{8C=Kv;XawGe@v%
zrb^5I&o;LExx?6!68|LdR<%81zU!=<dVPi4&L0z0OFNEPpFHH(ns8jl`jS;oec&pi
zL(I90xqaoBUvExI_`UFz+1rpw#R<nO{*|1(q`Z8&%yKK;$|bq4uNZDhnt4$(a7+Bj
zIb4Bzdd_<Kl?5&3a9NnpAmyGv{l4eIy)5b>8=byJzA!s=Z;s%CmDxTya}Up|)U=+f
zd1K-;7u}mbwr}#BzjBq9Qft_nXW{y+uH1G3ee(miY>;XTTJb2oOs&nDapqOeng`Fq
zwtVxu-{}|Lzw+x!k=oOX_)o0A95+X-#B2KE5c#=nyH_mT5X~djZM*13wHBlHd!Z<=
zGO2*F)JF&X+swRTVvjOCRPdR`z4k+NO26Lk-UcT<RsG=FL~n`0?00OE%q26oiq^RX
zOIe+FtZUQ>Y7x-5yl`)cRMSBbjYs)vC0-?O+yCY!nN4yiRbP^(`udRSueZK4g?DMr
z_gwx?;8{&iOJ2@Bk!3A{JUTA})5SE81~|F0iu)DWPE9mXzxc{z^0a2%IaQes9^Tgu
zY*l-ESCn~%W~5c?nTjvk&5?`mP8VAq{QvldR9V5d$E`Qq|Kl~?Wx3o8zU&gIwO_eZ
zcrrIKHI~d;b?D6Xr;k!gzC6&cT5<k@;>L3;Zgwen{(fMUduD<3^4T)Rhi2WmyHlD$
zoHgP#&zvP9g&M&TX)_fSZ{6xya$v&5!;2l}u@+Soyn2*=gG2Hd`^?|7d(?ePQ=gWs
zymZs(a6P-!`-dyPd&MM7|3CBAN6ENVtCPZ8!@kz`#U%SKV-uM+D=c%v#dgKUUu#Rw
zm2DNexoXYA#$PvX<%BvcoiM{>YHAHbRz9<CyIX41#j_>{|4d!sdM<|d<rL%nsimt{
z6i>}cJerbIqj`CcSB=@^_?1c1yKYUgVB|ahsAkr@-YBQ9*~SU_XV>=3y5(Tjcz)UQ
zn)3%Qc-+}y&LN=AG4otgvFjY(!r*5d?#Tj5Zk<A(|9Cm)w=NDS;o_8;`e(@{gS8*T
znXK3%c_v)qJ{9!jeCjFd`q#$Xmmi&2c|UX!x82hAd73O~FHD}6Y}RB<J>hx%)s8dj
zsS!daEI#bDn&lUwn|bf@9B;#2F(=iyZZH16Q`@8UvY7dfo~F5rjQU=9vP;`2oljXJ
z>#ia_-_u#;)<Zk4sg9e@YyZ?TmirTW(<fa}@`Ig<=nJDSv!B~vT6Ia}e_wmms{NVv
zYT3^t9a+6D20zpHO3dw=@M80w9-G&vw&fbXeH`l8)}?1`q}z77^QP#(o}||TTO%)T
zGUU1<DLPwF#gobHR(qJ;gI&T0raj0#>U^?ME8mt+_v4XZz51i#i?-ZKkv*ai@oVj)
zFY~-MNqAh@ul$kmn<}TzWS-V;wMp})e?M@hX8}(HPq_Aaj~PlYcCY?3Iq#N@yh(7u
zR?*D89|Cp+&wIwg9e?Gaf7}jF@98P#KF^mZT)xlXY-O_6YgYY|6%!dFM0RuKX5JJ!
z%Q<D`h0JfFmZGT^<`bpA%%0%;<He56LKhX!u2eic$+yj4+Ndt9$Z>M!&BYr`IrpU;
zxEQ%&bLTq7A6tHhh0ad<c{xV+#dZ~|WnFf>_URAi-ejooxV$dKvGCg5>8<lO*QiLG
zDZbToQQFb?+^nQa46}bt+;#bBoVV*-qltz;xt2An7KeV@$v(09VvTmYK(p3)-lzHf
z(b23{OSQv!HrqT<e=Sz~w4fqfq$%*Cp4f~p>=S293eu`!-}lLofBmXuKc|HHU(9%N
z^`OAJ9||#3eHSm^7_nOFxy*Z;D$lRk^>K~?%|4Hu10~KoRmav`UzH&n!+eD|VjfG-
z@?NP-UR|mCY%Tw#S1`;Da5WB5%H1hFV-kDVEh}Dab}_vgZl2(og~}KFZ31?iCBMI-
zU2-%nzkPX?>bFT3OK1Euyv(;LYw7BDr?eQR>=lyIc+;mHl=?xp+t=o5L8yBuug2F|
zpX$S8>sTH6LfyR-d6%#LvZaM5blR?|$Aoee0(O60a`0zynjvpbp}?(RMgt|?iib?X
zEAAw%a${3WRJ;^pB+&Mo$$R!8ZI1rayR<oq&wlvS=p#74s-86~v6<(YiJeJrY1kVX
z-HEQkpE9Eksi|B}c_5p1P44K&gZZWck%pIcYzz9^Tv;+hr7!)V`_Hx727PNd)7P*`
zc}e-kS2C6vGAw%NynMqx?k!VdmURD^rN?Ug+TaaW>Yo+-T!}3YG##hMi%&LS{!x-u
z`g7sSX0~^4+C_53-KK0~dAj;nxQ@GCkodxdbC_3HNI&?!q}%m>`ZI}LZ1EpiH79NS
z5c2Dpg}(Bv*Xpmn%b$@taYIrpqrxjbAlV@Qn9kAdH@Tyoda|CjhUu}e>0L7396vv=
zY?DU8(Xs%Rj|%s%J49?zXg+^n_I(N4#%I^7#J-+SNoWk|GYn&xb1yS8)WPtVOli>S
znNuB>@;y#<z3#W=c+w5cr%ZzSM%OPCGzhNBP2-z+Q!@7c`aQOPjW|=^aQ)kVdyV|j
zORHk$e7zADymd+1<g{x)BhT3^^AJ3?n$`bnsL47r?NtY*Oc<`e@%3LbNv1SiK}I+`
zRn48tGPQ>-<Fwh~qKvI+&x-!d{@Uvtcp`w!e5&j^#U5U-i$|0;Wi48^bwX{>zxVA-
zPs&Q?9u-tEjkp>g^gZ;<^fl%cy^omV3pisK-^G4BB_dn(<#SBj&*VEs9w+_Tj16sO
z*CqWtvci)i%_r3+Npkzosp~mUd|Dc$!L~1bzJcSW6`C<KZyX8hQE!qwvH#4Xz8N-r
zzB%oh4SRi$9XnD#BPe>to7@l8=gQ7K=TvdB;@tOl+KcZF|Kk?d|E>s#o%fShed0@1
z_oIi(xVppkO<leF%bR6>8JA|4h)j}E|IqYw=S9zVb4*q~oV@t)Bb9~yCXfA880&@V
zJfmcPvPMlx@7uxb%{6c0GIyoLS{u`6iP%-ne)Mop^xU>|iK4U{oXLFx$@}zA`|tcF
zUN<>(_oWPDWq;=hI@{vD_|!;c3myz;IecHLm+iv>&1$hUfs6S{?*!w$m9GZap5t7>
zsHffGDtqx`&y;H6&a`)BmFJes);WE5**Uk5tuMG5rdxfQ%r3<BLdPY2@=Rmlx_7^9
zn_sQg&MQ-V-=tn2tk*3#>zVU~q@);C{v*b(Zid{u+90#z=7Bj`7oYJTmT>7lwm+)A
z-bk0rUek6$aPztih78Y66%>43nNiWIe{dpCpv+X3sq)&hCo1jR^nxc&Xw$AePU%OV
zKi#HutI_%L_nB*~&l#R$OM9}!f_nuc?+uZoTr6tye#NCRyV`ndW_`NyY~ku9Q$Jj(
zo_VuzlN<A_ZP|Y7bXshthGtZxnXO|AII6OJ=F!VfSWUU?Uv63P%In$FF1^>rw{*H~
zeOBfCk^X7)YWnAcLSB{YIu_a7e7o|5|4dV@*Wq=mpG>l<H=X8E62_)zz&d%)pEULR
zTF-ZBf1hDGSC~aFp!H|{$D}0^vow0u;#Yl}qZr^jx#~vA{5c;dO+KK!+Fdo=;Asq-
zd4GBkv#;~qcb_gb?_TymO3}Q4O=<4Nj$1wXw@XBha`tRpljQNU>P&Ox@!yk$bWa>@
zi`Euh#&Gdp$OrkQ$BX}+61k8vttKSw&6<rWDLQxFRvvAhQRwy|B=^{9q1^_~3$)uM
zgAG^Rm2}&<N$D@^@0d+~Cwc5vBm_JA+G;6H_uhBpcighSJuG5hQdsA2J|{I(Sb;<Q
z1B-F1&$7NFGcEsceRPj$S7(xDVG{cD>PJn?%sEq{_|&65KKb#a)TMmW0){1y8>5>7
zjO<o83E%j(s_BoP_(O&5+Z=wfN}b5*^b0FdHu9Ua<=F?e(-kUQFGSukCGy4!dS?Dm
zXWc(Z{(QqVv)Dq(g4-(91)0VI^-=q|=O<r!eC7IrKo6sc-LF>1&MsV&zK$!|ea;e&
zyy<+*{@d&)t#fqxoN`XtuHv9J|4p8@bqD;r`hEp)-8tms#n2z9ovLgcXJLBI&sQ~R
zBKt-Df@4Ax*L-~teBUr-`sJyo58ll@YW=y}=(UY~gP7xysL&j(<%~0wj$L|qZ>h@6
z$i6$Qid^B1>e|0z<Tl1_=zhX|?xbnS^$W3#88h!W9{ZuUlwC?eRkca$LEwk=Me{U8
zr)+jf;dH4evtqFpl{3!rxpK*{Po}w{AuRdmsbd=hcFl;1X?36L`%>=6vKc)SBz3u!
z<Tf6b*dcYISSib5<-s*<rbpQC{#^7Y=IEpgbv;jie6eh>t6#nEyiP{(rn$_I4tW<h
zJz)1gru95|owTxa(8teT=fy{g+~`^66Z3r)+x(Ks-d|@5m9rwMw9Hupq(5u*d`SH>
zEoAeD+|=n_g3QWwQPZt{iuhmd-1D)lwqzUgtn6j!9=BF&)(ICrzO>*3|8(WB)jU7-
z_p$B|-Ed~P)TIO;%h;*5Ay$&&i<_5om6_gn&b3LVIWxAicha00M?dViRG-E=%}-^j
z-u!Djk9l6wY~Q}kdCvPM)oJ^JjhxRpoHGtBSr&5Yq)tWJnwfv*yj=2g(jIQ!d!k?4
z6ZcQLbv0Nvr0l{^14}XET^B?TIRy59`c;1|cyEE?=DcldX6tglP4Qe7FhPEUv#a&=
z($AXPRbQ>%Yx7#We4BRC^z4~6>t=0OrG1tsJWgxFMTfe$mnJKYOZ1<ZF7i(8lIBF^
z$NVnV#ae263OY|0KTAKQvqXd0L8A5e0)q?Njj#1gUO!uMZiXgTJMX5{xoge8-n`nK
z-P<%{`%30uH^ZbOiyjBI95R;OB4J^`$sH;h;vBet`vi++JI>81nZ;`I%7*(_@l#Xn
zLycXm%T3lzb&PgfBeCyjVDba)a0c$GQ-)ucXtMrUaU&w_mhPs1LHnLP@A+|Da-(LO
zK~r@zm)qrFUYF24O}94A&W!i+=}(!HwO~d2sxGPBTYpABeIk-x{AbE%4~||9p*1JG
zw`aA#@Gw;VXP`Q7*#j=~hnaS}xq^OJtF_G7n&A6GVezMeeW5<0&!bJQ&+Gac@q;_y
z^aQ_i2`@h^RQ!24V&mu3^z5$Yd}E{KAGa2CMXWlhdsbqN)eP-Kr^(N&g&TF2r@GAv
zJh-H(>$?-n{TB>rQ||2)QMCIhKV9v}QZL6R{}z3JTlrM8_`@>0!~e{0**z*g`rAd*
z_<*aTn3dsriK#Ljj8@KmyNY&wm)v{(a}4`Fv()#I4>clQ7cN!n|0VGJ{jue*C9gVM
z47L<4VJ>Ub;;oO}CABBbGU=>d$(^I-K3}`Ka}Tj!FW#5#di_LfRB@47?WFeDA3M4Y
z-bNKxMSh;S<ymp33Dfz{tyMMWDqeW3l|4AyMXT$@!E-qiU9Tlps9f{<GvlZ3=hTG{
zHW!LEMyCY%hfmB@T$^%m`oUy{Io|f?{FskV>RMtMcz&m|)Z*8>+fp;Hg>NapllJ(g
z$@W*Xe6MYOb&@Y;a{886ADxVkYAs@4w7a7|)|mZThu2E;RiFC`cqb=37xGQLc6Oc7
zAJGpLD${hA95k}d{uA-TSJ^{~Nxt86t0vbx&1RP3Ju}4)Rs4NyeqWhsqvxikUy<jx
ztvK+prQ7`Iq-AsBbNrdpEtHj6B}94T4NK<tlpe1Vc<OeOHA^<u@xn!&z_9C2Os=0Y
zGZEW=?9?faFz0hZo=q0PtY35@gz}~YZj+dKIVt4mi@#kNHnT4*(BE4-_gC)%qnb&t
z=gbWGyK>Jev-F2GT05qnc3Nj1nin}a^y8YPM!w;_vyJi|EO`7k$KjmzGBL^XM?8Dn
z)$IE&wfCHtn)lgMvF&D8QVmyGO#gyaGDV4!5qI6@zWEVyV7;QRZ0h_D#)I;w`jd?n
z_DWS4tc_jrh4b-j)-Q7e7fh;4H<eq@7Gk)1q2$qX>4!aqFGOZAG32DqS-tK<TcD!M
z;u&@}yXQqUE#cEhty-|(#bK#4mw4Aw?t5BQlRi)X^uuAZK&GJh<uB(`Jrj<)IC1yB
z)?BH?diAku;QLUc^(*ds?w|d7x73@|z9<uir`&q}k3Q;mdFWVgT_Lc%@YoffOM4$W
zha6nTBy}LeF8SBbllz(f)w<YJ{JRwV==Z-TcAsvaIdD#jVdt8sNhaGqCQLo?%Xo*>
z@7GluREksGmKAlS9A6}2Hc@VOpwG=MY5@(80(Wk_zD|%W?2?u!-`P(x_OE9h;x{b0
zUa|06!EtxV?XFcH4Q8zqSnGCf$AS(fYwfHHQo7S4ZNjD`aVS4Lpd@!@X;+e~zpvTD
z-M3}*>v!GTRFtyt#5N&MmDELN)+}5TJ+t45(RP!p)-M+w<6Co^0!leQ9!}v?dwSH$
zXQAA3Dfc<LPRX~6pDw$m+W(=tYJM7XC~I2NNhQhnpo5Fvhu*nS!ansZpXiz&0b68>
zBcHwB8MWp`)XYFGE*Vk(sK*xdpJ&c{^7jWvP06*;7R%Hby?>@gh-|k`UVi-4(lmzm
zfrgu}`W)NzX`w*v-2J<(_O01`^JFu}HoNc_dY6m;UHg7=t6OcqE3Zpm>yDK{QSBk@
zS`k+q0+~baXNNHxe@hH*l#JTBy73&>x{4hxN4$=<sa~J3<H;#qiG|l(u63w?j{1Bs
ze!-_Sr(fUZOjH$?i%7O)nXKJ?rQS8`@S>U$pEB>7ZO?t48LZ!+5fygvvPIXjU#==w
zeb}O&1wXzL(edJ_pX<w|7aBIj6^G7xu~O|<$gdR^hyR=w)4SxOf5^h;Yb@{iBdeqI
zl}dCal5@%*g@>HW&ix&%m8<?*_NNg0X5p>9Df_P6Iw+=RRP*V&a-qqL8ubU?v>W8I
zL&6$%c76(X)7rnx^ij|B8(X<!9q!BzzUf!lQ*lmP$8g>(N3E(&dnMZ^MlA6*5R~LC
zRV(1+x!UOxRuM2SIMPM%iNF!v)|pi`Y9R|RdCh7uiR4_^tnzBIXJ`oH#b9Rlp659p
z+iRayzYlj344HqkZkF2Gi-zK<6B@K81bBR5NZylXdO+uWQqQC>5szmsp6BS_r=Pgw
z=gBX#Wy+tv*gU~N-sNOh6Wia#NqLLH!{%(%Y<|Tew)y6<oJ(Kr+`rzo<T1GIS*5+@
z{K5jEW53N$D&(c5`z`CP-qZ0*U^Cm2@9Wx(+;42qZ&82sL3r%}w>H&Wsn+rUHp`?0
zwIZg@Wr>T`qLPnXa}j>x^7mTB2Djwwsj9PgEtxH`H$ix(q}92F0d;XzpJwj#4Jr)#
zRw)o-;AUHEt>Bc9vFp{$s}0BUXYn=q)v(vCRy^A{({@g|p45v~7k(ZxmCb9;j*mJ0
zE~@Nl?a@iuFBB>g*nhhm`=suC?Q!GF;G3p(r8WtS(@(tZ>7Ob;SO2H(=jgQFGfDy*
zwQOpWo}6*Hz2oD8cPooTPBEHneqSo~wnqEEYu<tzGgM;57cqGEE>)BF*({M+VKuoz
zZKI}VoV6!U&?M^sA<0=&Dl^vkDt(=FWWCC&Z33}!{oVCRp$<ilR;nDIyke=>ml)5N
zE0^R(o>k%F<II$($Uh}0+&nkYpd#d&PR&gXZuaz*JQ@b?t_9Z$FIk#8ORPlbiov_*
zQ^QxhUddHxxB8esxU=V<pjla3DoiG4_r5sURMZ)=%V92O+-v?XzP^Er%zcu2zPMZs
zNHUn~@-8Xuilphw1|`=?I>MfsD-_yv+n9g8yjnb$Hzah8)`EoU3pr|<y^|z_Y)&@)
zmSOatXE9a9PxY)yV$iDxw(duSXNrEaIxQXY@}kgU{tdQ&j!c?-RpP0Z++2P6Q(B=F
zy61E5H<~tjxn2Gf^+WWs?w9icyUb=UEDqddm%grl<_4{k=lCv`h0bmF`c|URziM3?
z*U`sW0lTa=J~d$U<5@9#MTh5^-IG0*s~@#gbe*^4s*jgm63>R#@1=IFS=m=uROaSO
zO+7pBxq-6wjw2V&To2FOJI%$QKRu(0%~WCM{x80IuNFOayxF}gopH`rx2U{7Pn?6K
z&dhQ7(&K$&N0G`(_oL^^maVs%y?FP;O}(O7Cd&@W&6DXrx25Q%scv$$UT$Q4+^?l7
zLN=YfZnG-p)QWm7`ud^7R(Zbb`|eYUB}z#qD;+MkhkZ@q-*a|KxMr#9AH%oIla{84
zdeofqnYA-?S6LWaP{pb}U-)@6=LuXF$&_N2XQ?=9um30X>jRsKq6Xf1=QwPPcXtZ?
zOYM4+{_aU<Nb!W)V?3$zU5nzn#ZPoQ&pP-q;oyhes~T6anP{k~ihS%`enhcX`NK>Z
zy@G@@3wy+M0$xAjaNKA=Q@#6W>|?Kr-wQS@D4a2uzphDBgY$~dBIC<!*&&lBD1OXM
z`g=yIb&v1E?T7NGYJXf&b^6z-Hsi~iy@~|4WF7o^B|`9l@26*({`|SUo{tRcvzhKq
zXB2MAaj)$tUbJe$m$-9hml;OS+`m|A#i|=7hh`oR)zptsetykk^Teq~L^r=*kQnp&
z*(TW}hvK&2z1QwI7Njmey*2x+=K6D6ekC0;w|FM_A<ZD^>h#Al&BqVdUHIBlC1xAy
zc=krlf^%%Mw8}yQ9OV3B<~@!4)y-4?N6?Aozg<dY*VYB4S5KTcsN~fs^wU>pmB*r)
zoCQk$1y6iDgVTa$%rr?|Ru~%A@q5K*nRK%Y$E2p3itL$mdQGasr$cKluJZiQ@Ob5m
zZ+g+1&t^|nvC*Cx6L!ddiOKOa?VWOJYnmRh+MK`tM^888*yDrjo8>3yoZpgtYD>|t
zs)S9Q+78ak0tGW#rzj=I_PIYjea>!H-N)$VHct;S@Od8ByEu>W{3><pM~6Ht?B?Z~
zUAVb?HB-3K#T0$-n0cyt=O^{WPj=DK3GH$8Hx<|_CG^)o+xJq}sYqttlzj@i%p8kv
zME_g+_~7)6iA<ja*<%fL3PJ<o=Dk#!_mX?=%Nr9t*Z0lI=oRI@A9ij1ucQ6FXHEV+
zl2l%M(8g0rP~*&+Xw~!0`a6GCi0uuZ?_yQCZhOqzkB+>WOuXL}v*nFgZ#{k~)tH?b
zBgS_}VdDDab&t2UY_`naxjATuqLTK0cAH<5H5q;u*m&e@l6=gZ)Xx+6{>OCHDRYfq
z9h`nCTJ`GcH@cgvo-W=nf1P5-j=2xT*6EqLbo~7gvOSY`Z_<oUuVwc>7Juj3HPg7(
zYE#SRnOELaNXWT<{n>q^PbpI^^H}rSgbzF?7VW5<Y4pNI*4D^(f)Vc|38Be+k~*%D
zo4$xjTzYfu$MH??LR*dIXRXN6+xtTD`Hrha!L4T88Fh~LP2;Ao?pU4NW`EvD>Xfm2
z+SSZ;Q+iV`U7mU9*`1D`iJK1J-*ZMfR3@_Jbx3{6Nln%KC!1F^n%J*M3Tt-V-@Pxn
z&bNGSOH*W=bY#%_HB<Z|HA^-JEq}J`@THRN-X?RTnNNRgmAY`^U_(l!dw=?+^4>dB
z>zeH{cD`&%cyVo}|8&b!0!iOaE-?v|llam3Bw^;v+eS}MD0ef}oBqrCW7_N}c(LK-
z2_KFY2Bme&TXY@ovWh9U-eK*F)jPVg`<5u*i6mj8o~Z&aw%Mn1^vu+r?%8l?>LzKu
z&i~tNB<iJpK+n8{9^nB#2^C4GCVYXxnn{N_OxMg8k+xZP|Kksy=)SL$H?jUTYEzmU
z8f<STxBt`4EW2N4j(04}e*E?Gi_JF!OC{DVFi2LN&f@v*&x}X^3U}R#dA#&M&HSF&
zRKeB%vpCa2&+I?G>6QE5XOF`zk16zT$vz-=KfV0#l#NgR+&H&a^3nQSyWVDrXcM!K
zx87~|U!%bH@|SITK#u%pftzoe-|4Tu<F7G6>gBJWpG^0h*>UFl%Uqe4Hx_*4J-ueu
z*BS2xO5Y{Fd;3Rn>+ZzWdk!Aj_=aH$>uRrKI~S~yn?G?=_V37Z^Yy1LeQvXhE8=6V
z{Ew~EXSd#)W!E2aW8vZ2Ygb!>E!6Jt1-!B@nO?l~O+#sY<f<ya<#W@o$NOdT{+?E8
zb3A0zw5)k2gzp90q}RV|YE9nvuJnF=KfB9rzTaO>WsB9s?%4h2)Oq+Ka>m>D$1h&@
zIiIWlYh|d_LG8<T5;9D}k3CG>emj14uW<I+y_VC=eZ?<SF;90E=sD^(<@;C3#<SP`
z)1-FReP#Z<$FD45YVCx?=sT?yOOM3_#C|((`BwXJ>i?<!4^AD|JiE_1%Fa*d!py((
zcN}j0dD!rM)tTQdvTr}>NcDG>h4_5^Q4zEIbHwZGm9|%y|A)sG?1(pgx9fj{=U=|v
zzuhAiythC6@3UfZ^H)nb`~Bwv*GM0bwSQ<Rx7~HA_*L#Fr~j;yE3k9=m~a2OaA{qv
z_wV&ZVK#o(uiI|^Z*|Vw`u*FoIlIevmdh@dj9R$&nav^n=UonVA%2N#1AK3<U!7L9
zknuUMSe^mv%2f`jvX6_kKE3(#_Tkg*d;h2%S;uCxPsBrif8~Y$TC8VsSYDsv`nab#
z+1`Hs^+bzzyQkmYFn>$wq@%&Rj&69aSY-b@^Z3^2{{CH)+JnzD&i)>pdi-y~@y^{7
zvdt$>_}J(6=F_@&>M3#aMSt)9I{W3(W*3px9q$a94s6i9b@10SzQv2b`o#)bMBU-u
zUgcxfQoQZ6lzqnAvOA1t`{L{F%z67jB+9Dp>Em!qZMiSL)*hR#eUJaUXZ3E`jNb~W
z=edoqPo7b|G^MY0!^v~4yw4KkOOC5dI24n6bXBo<{zqTCV>y$>XWRQf+IzG3`O!6U
zrO`Ir^L@95|Jo`ue{RC-GWN?|dv<FCxIVJgoVoZF=U=&ZVXtP~Ioa|mMn0y<B5!u7
zPhbAerH>k;{lwmgrpmfMTkz|V<IQ8@yMkBznZKy`ZhzqR=HI8^-k4dVlle|PWWMQn
z+o_3nj{cN6A{4osRp(mVgT$z-iW?4V8?Aa?6}xG2<+pR6gZw@^r<||r?%Zp;-1NTh
z{<k;c>nCb%d2DB`-&gmqN>Jm-XEmEt`zb{^_Mg3<7L`;hT~9u6_k8Ip_P$RA^Ztsn
zd{eTwWW4Wpvw3cjTD7IqH>J!|a~!SKb&K&OeZ6%ixh^bXtL%|%-R<A~EGMk{ab;Sc
z-)G&B8;ooIx-=i`@Bhj0r0z;i`wExuzy6e-^8I!5)xnVM&CB0CzxeX_@v1Ko{S&uu
zK3=8pyU47Vr}S8L<m=*l!pHLdeXqGyzn`&X{qmDSawVL`&jgL645U6q+O2zWsKooj
zf#V0u|Ndnze`Zu;uz2zR6+(AsDVDYU|M6vWXRw|?#~~);V&yq&l^L8SWIs~4_q1V&
zjY*%#)eY;{_VC4IUi<d7;k&EM|CA+N^6Soop7Sl)v~CO2x)QIIJm0>2)hL+R{o}h~
zrS%T6a4QLE87J?B>9Uiwtp2`n>9*6l`_^g48r_#-)*4Gan674+AMfC0<&U^$W))Xw
zd&nZ@#9zt6a{@2t#d$t9d^F8v7VD$8ms1bjdXafuV#N|pO~WIdMXSQOnx+2EmD)RL
z!jFBIyJq)_Zaw)SL$qH|a)Tm6M031Fv7x!dKgGA!#+{}KGs0%P+^y^_a>(U6x45f~
z(%(d`$Ggmxbkh#WJ-fX4?TRCp{n(|Sq$IJuSjKbV%-1t-E*%crsNBF=#H?ALuM%|h
z^tp_Mf&9y^95rVXextC=O1Z9FV2kX`ZnsC_OT$Z-IV`<juE@01f8nRsM)FYst8}bZ
z)azQ>)+9W#31So4^E3aE?Shml<DK)1zL>gAOo+2?caey5iZq)#@w^hh(wAqa9xq)Z
z<-vO5gIV+B3m236c6O=Hi5L1S%xuH%l*D#8k)?l43g@GA)k(qsbmr%IK3IM--2eKf
z0}A5&s#A6e32E$G9Pd9ZeVOAeQ|&@4BSy{3{hCWBXs@db(&+fJ=hFO^e{EHIkA6;Z
zl<#7&UwVZ7VlBtJ$B}OplqSo6{WImqeAoVeMRr<UOYbfHzkEe`sLjph625m5=B)ZV
z?|!U)sZnVl8LVfmD(hbVbb;1s$NAHmm*}W(jp|>zl3g>LziRWmsHwlseP3^P&h7lt
zjgz0RIxciQm|G<7MabsnAND7;_|;>B{nhRr_GEsZT)O=JDbo{0#xLG}R=lQaxa;E=
zb&;D-IF|poajx-7a?s1xnSSc|Q~mbY$R4@1W|x1`)*3y3i<5h1^zW(*^JQOKX%Z55
zta???vg==TYW&pZxx5biqEXoss`6=nf83w%<^?OC#eLcJH01ZZKTXGr{=IQe^;b`r
zI{nhu2i{AKogP?n%scAyUp``YXG@&RZT(fT);ANipPvu!DJwcqc52Qaht+i}KdQx9
z+TGTa^E<vFPAAAu@~CFXiQ{iSDv4RLzIrKhz;gQLBs;rhi;oAl{n@lnKfB<BlHXjf
zx{G(U8E+iCeycP6y1#wvnYq$}msfJlz9pgb<!iK?^=sEE%?a^!)2HA6x|K0V{Qtk;
zkINhPFJ_$Xz0UW3;9_ZQ+v}TUws1B+_GFu!cP~_Kk7$TG6KhK4CSUu_^?(2Thn}vV
z`QX1hZwZU9>=X7C8?V>Pz4p(Ta(sT_iA1INORaymzBp~KkT~zejSr#4Ed?ho+nDrT
zpYZOYtli^WxqQW6+B!N`xqIAL)U7^D-m?0!Zi;hntLL$;w-??y_vXFUkF5^1CqDeD
z-~ammZ`O%hIH$P&7w`Y%f6$)wzsR594|o~Bn+`i{zFaf;VFR=C>h}7(9{=ZSN!b1Q
z{^QF-|Hl8zx!>q5l&nwxBY!NU^V{wIu0@AkmgTzs`nJ9G?ePr^_w0BVG{<I#%r~=g
zy_foATHT>O$!kY`#eJ<kGG{*Xwz|E4%-7uhFU|VrSF^R6?}W$4PyG7zVMo2kb@ua{
zpWWHoe*Gs`fYHDG%^p0r``zz2s{Hz=ysFG+^HU4!-{xy>&S$C*Z_JK<+_11?ieDi^
zpnSpS4hM#hKYyP1KQ~!2wr}30AE9h7mNG7KuKeNg`Cd%DPt3Fml}{Ghn(_6^E441o
zIKQE%|L`oIxy$VKpR+Hjcx93{d+Db)I?UF~9Q9L6zRO(uAbHK~XxrgK%KiU@Oy*R|
z9qxJAW8YvkkyF+!<InmBENy`c&dfXYf^+%Dz=~h{4)3`BXzI?1OIMsWV*jXdKk?1|
z+lyCUTz&S?*TugN@JH|Ty0-IDsk^=MufrRXenq?WbZ{SA5<2x-phsxfajVp2nG%7@
zKNvlgc4QWqCrQ7}+IsW#>aT1Z!mY>li*D=Y-Fx^W>$z?%uM0BL)<sq?pT5|3d242g
zPr$42>vLrtWBGGy+NSr2ty;Wz;<ks}LUOk8vR^8Be!W?--SWaY&QsEC*Z*^f%0HXZ
z_MY>14bSWX8Pgwo9^@z$x}OM-^zG7o$(+CHA;Y3+?bq3jZ?YT_6WZFi;%ipY@6+q|
zKZ|8Kyxns3e;K`hB0qL>Niba4dB3}93-|vUu1@djc{3OmCW>=@G1z{4-@i*6Je&`n
zH9tJ5G1IgC_tf~3-p;NrKI{9g8Il<*T^--2m<u`Q$@A|z<q*!>qg;OS>a)Whk+G_f
zt2QnssyN1Nzxqr5ebt_AMt(M#nQxb@dndnPcUkPqX&n4-PsX%2Mq0UL+pF30ezz-F
z{_t7*>KPB8$%n7K<kD~;;gW8S{bY02w@YKi{~tDb$un72?_bzA(LZZT)P+4`%lAM0
zwA^v;)9lW5r{xo8{>#4owSG}UBiF7^BF!RF8;iJ#XEf|^Ov(wcE`4^4@#y3kDa<Tf
zkJp6!ST{kU%7AZj;%(k9$9FulGInM=@=s#h*9Fc#fs-e&Yw^_oG*LF^O|E_7ay)YG
z&3aGo3+`7vybl<Q+Ra;RtLDOJE7*R0b!QC&Yl4E}zJDisR){`XH|>Ft^o*&;y4U$N
zY1E{YJWT)f#OQX>(&ZW%JWDn|NwvTBEOCLh)#7*w4eofm6%Q+)hN!e&{BZoRN6LZK
zQ&z^`a8q^co;N{(ZOSo;3`xKD3g&I^746ubJ~!K;-z-shZt{w9i|>~{PxJfCcS`wE
zm*A3iUTx<~rxx^1&^AbDS}YzQAE@WHz<ytq>^`r?<pF$09H(3@s91a;g@vOq`FfEx
z^GC+n9_(KmOZLy~Tc5H|&|~8Dd5KCpzD-!io2ky(Qc`koD!X{%&fd>KK^yqb-gu!R
zr}x=kUEvqc<)*D?QsXusu9S-0?C`sE=Nm@uT2uD#ZVib`kE*g-it<h8fBv*}N<4#4
zC7by(x8>q{nNygA&L2Gzk$3&?%N;w8iJHbRSLPd9&Ut)mmB+<4os0*oj~zMbRVTa6
zu<(vVM}&#gfwc!;+RJ=D<{@x-rn0_4@#PPD556^6CNtAf-5~n!3(b!v7hVdQAIPY@
z^LGz(TXl`wF4JWi?@xU9UUo)8EA3-_-)siXx5_Sg4cF~1c|S5*p&UOYz3T!8_YR&3
zaveKZ*Y)q%(LVo^xXrUdfd^Kc&q_|@vjr>*G-(c#%)H+)x6S>|kInqwR`f+#Y~U5z
z<9Me(JbttDw$<zRi!LfpIFq=6TR)B2U{aC9_4%LvE?r)9uG#LOL!~X-lOuIJ@{<jh
z8TPbIG*{&Q*39a(w^6dK*(M<C=(p9~EhXPAZXd49F1b1HlTBsQ*+Pqa<!a5c51N+g
zhdrcsygV2^VP&s`YCw(&?~FYYCmwfrq#TxW;-lLZ;|*$$c^UM5j#wH6F{VB|S8vpJ
z<V6mTai;6Os(O{uV<`nblfGWf?5goqkiC8}Jm2|U0*C3rEosS>+@Fsb_OLby@w{Z@
zTD+Sh#`Mmoc9r}&J&h4FG^7^__ArX>pP*^X(#P`cgu!W@>9Tq+1z4Cw9z=d?eQXq7
zvc~-x&wd5v@?2-fdS?AY^Uo?c=|!Awh?(=a!&qMbGuNU6$p==%)J`m!z;U+FxPNU&
zk0ZkhN%kU@TTMEhH*d{5ArrT8kz~$)i&zd`hP?T&J9e15ee`#2Km7YcHoNxs^^=0#
zkH?p1y0$-FVA!qQ{7~vU;|B9}Q``LZH!M`hW4H3{NKbzpQr{SIc+#UMy`SD#^#09u
z-7NQG+rsB;;j7x#X$MVLzH_+Yh~R3b;-jutHqJa@alcTmP}+t~q?UJ~(N6uFxf2w>
zEIV@c)CBP}Zf!z>8?_6r&Di~KWy>DMzpfKm4u*s$Y8DuXsxqC7W8UQ=mz;J<Y>vV$
z=FDydo&yW`YJNIAV7u#n;^dzeaf^;E%U>`n%oQxp_)s0_YwUT$c*7QfIeE7f9XPyx
znN5fdyjH~Z*P)s5DgP?gBj*1_r)T)5WvM^X>~ec-Gw0B&1GbOv8wt-d-g?JD`H16*
zx1QU$+L;<F8-7e$w1|N}aqY1@264r(_YRT{?o%iDm!$CgU~YLL-k)9|*?a1SIomql
zqk@HO=MQKdc&}V^*Rgj&c}%c_FRS17gmpY7LYpS<Ry+He|FrLlqpHCt?HF%Ojh%C&
z$nAULB=@Cj%-U1}^lT5Y6oe!hdCy+aZPJ|4!#;V&q$;&8p?B<Eo0e;6Jd7^zlyM15
zvlHU-kZuo|#T?SPdY@Q<OpP{+*~CQ-k)nRbJ<eKBOFP4(!7Y-iJm2AnSZ6M8VMfDp
z!v?J=i5=QP*BW;TxEA#A-rx?F>Sbzf+|3a(mHAh2z^MqKw?5L{r_0`$8{GWC^(kh0
zb7>J5TbDp%QsX(ch_X#wZeGO<Yywg*PCj}f9<guY3Krk15{~T&hQV&l-_m3knX-i&
zDQ)9hV6J4gG4eo;pa=7xro{Q~)dzAruM|Iz)5tdXFgtX^wFCLdw~{5T`R%zFj`NC4
zJ*g!Txm+dgphH1(zr=|^7KL}LlfE$2^Ub=sZob+_%MIGgI_I4BSL0USe*Uih6R{m@
zJ@n(YM27Gvbbej%)$#p{8;y|(2f7@WGrU#g==v0Ew7)i?+=XqbOtaw@)_rF;Hz@2n
z(9n6|xPTeQS@9kl=JFZ=eKY<?4%bxnEwWi%q4?FIjq$}E4QAD_l^P3_J~BKIJTA0{
zN&L8A1@m3)H3weoPIoQNu<<?C;XQYSpo)>_M#Ia3wX84nA4ajgwp}6ZTC29qsEBLD
zd4UgXn<`tjGJlf}_I)C}Va|yOoyi7lhKH^RGNx4&1d54#WSQ^qq#;26NaMtb{X!S@
zlN6SyxHLDUd93R#4SeVOP+xs%n8%-`o*mbG^bT@t<WoyLQ_R5Nr(RgkIz7SSb;8pI
zUiTj3<1K=X+=m&hWZau|mN_o@cp$@FWou#PgCdQDTb$ntPD|&zH~l{7Zn7et%kRwf
z*T0rj$p;yyyT|)5txCDXGee+nhEaZBoyfn;0*=F%^BGufd|i~X>&1MT*3UDRu!tRW
zlwkevL{BpBxI)1;x6HI3vNBDd6&mcPvYxTvnlaaS#-SHm#kd#`s52h4)H}>_nuT3a
zxU*AJZjH}lD+yLV>*mmc)cvJLYE`aHv%Sm^@no(0eU2MFtnz{zdlsHNm{|X?p<~}c
zxAYA>i&ES+&oF*Ef8*+I!^uZFCr8NKY3`5pchHq6PYfwraCH4Sp|Y*~5|VG4gZmOX
z>JR>~=?LqN^-)Nl_=Dw5v$0F2o8K$J**t$9Y`x*k+8M|GNY?nolp>alb|Wi2iQ^OW
znO93j)D~@iEF_!LV$ABnpsd&)($;n~@FY((%O*Q5jrK#C43f>q-U+Z<{@9~%j%Q2b
z#MKKLlvys>?Pzk``bgAc^~3xuP90XpO9EzGj*qmGTpIP)C}hMmeLfgsaq;H|AKATX
z=N2#>GSY16((HfzJo`iQ_5#*vPCVKIT%sFUH8)AO#4`8r?lFmYaICu9FmWR@XW{o_
zrv>{3E}L$6%j-T}#(Qys%*z`m_ewH-=T*Pe$jk2kaL=Lr=N@**|8l8VSD0)Zr|a~A
z@!j#XQaSZCQT~%VN}g28KR7s{yydF?37I*p>uz%y&SbtPeNKrrw!_lh=o9BBy`Dbn
zMRm$yb0xAn<{pTYPPSM2qcoFyj==@y#^s$=$E-GnBu=rIA+GXCf;q5MO>SbV(1d9(
z^~~pMaO$+_i!q<*>29?aUb0y9?UWrooxD>_B_|lIP=BB||Drx)6weV3x8@T%T6uPT
zC5bm48Ooo?>o9FxeIU)EbLpB3h8%7d$M|*3`kw4~-*8l;l6ku0VZ9ik8R9>=lls&a
z&3VM<vGm9^H#gq8uuUS7?!p-y9y-h!2jde~Hg0P?%r^C^WUai&_7yYLKY2GCeQ>H@
zo7+Ms_>{YhSxPw9zgGJToEIcgR~|`Pa{h8m^#M@>$t}hyMn^K))aDo5N>q6BK`rda
zLx)})b@@ukg!O_4i%aI6$a=OYH0Oya!^2a0>$p2ku5LWPFz$dUXB*d=w#i@Amp?p}
zdRE}_f(KelQ~Ux>G@d#3qU6pyhqT`A*p?$3U$;&-36!hgJ(QhZe`Ec|a))f!gRu?Q
zm70$>UMx7~uP?z?Xj>|zr^_<QFi~3QC(k<T2dp#J3SHq@(c7h^XcmydA#VRcPpN!S
zwajrb)>ktdZRcM6J1MCw@ZQ;mkIY*gdrq9?pL8{OMdu#YhuwmQGjkZHv9z3w&{?#@
z&yuf4Lv8zAPtAu%n2tKGIMefO*Eg=8T^kp*_Oy1dWSceniP1JqufGOyO)U#&=84{Q
z+Qsuix8oN}UADrcrfF4kHYh}`5pWFZ<ZyG!=9ne1WWMlLLmO2C=`Rrp3NFk{j|7vi
zt*lfM3OCs=c=p;!3y1JW3DP@kFC=~0Ii)f1io@$kxdG*VQ_P&-cYbop__CzfXo6k@
z`@EZlj~XuTW8>JxzPtMc-<-U@6e*eOwobbyYP~jyaJjZ(IfG3RzoKzbQ0kt3rS%(h
z4EJ5Wb;5J1E7#0}rV|{Kf^1!uEy#0Rx@6&Rr@lxT=JRpOPBfcu=vI4N+I>em#7cA%
zcXwC8rIgR^q1lW)ha=nyx%rk&jc}}(WyQMu3wJk@1jFKn>Y#};9M(%;{pWx4fZ+j?
z3#=7P3udl(ZDzM}uH1_WE&N-!{VG|Tl=&ROEGA4m-rTl$$31~+OD{Ido<CBbrfo=e
zRyT2xc3h_#=6QapV092*%YWAk7ZcLl@>A})KY0C|$IY~A_l+E1hGXG;jfZcv9qh7m
zOkz}D5N`C1vnIaIXx*0|h8upa2$;9TsE|)Pd%~Q?gk^@=-0w7+S#?wm1sfkO>{+{^
zt~aHNt^B~m3HAp*wi_kRQgivjA$suvkCLi<v$Vo=4kb+{-_Vv_>K*PMSSFs4FX5VV
z<bs}iF3X$MJN`7Qc1%$2DW2dqU-Z=bkmoIuvieMS`7*;_-DtfS<hGqtd(zIO%r{eg
zggMeSu!xk^>DC|1<=UDsPq<d8<IIA)Rx=ojDj!@_-kQAAzI9dCf|3=f-GxRHQ&;yh
zc8Avo+;B@()p)?f_CfN{MW^e12@7sW7wr1zY5P2Z(cmy+ovFZzg}xKcKDlw-Gx+L?
zO&7FWxEA;9?%i#c=&0E)yL{oRDJB#42nv;_Hx#|TBpf(t!W2EPW3s*KtzxQ+!|&8B
zKF^d^8t^YUB7VJ8wM?lymn`dTmY4F!pYds}`g)W9?0+R^-sT_IZ3JJXCoJ6fwzlME
zW197a1`{q1Ddweue$NFoO#}W3a_nX<aVRhSV(~#lX<PEVDKpt;KbW1NA+Rz!t>*@(
zu}39mlxJ0|huw098l|tbVipgbZkd@lhA6+3cYNzo<gKEo5X9;v<(w@t(Pd_v$|r_Z
z(<B?^SItqBV9Glbrz~c#@xe<kA<56>Df`+MgKx3Xk9aQluL|15_QrvUS->^M<U;Ml
zm_+4cy-O|~U<z2z@XJ0ZX2wZ|4E92e8MX=&|MhQbGgzeIzDKEvi{%MZhlW{ePJ`bR
z0js31A#87+iZyf}Soms5N5cjoL7PA^77?~7tc5>!?C#hqkZChn)Zt*EQp5JPP3ss_
z-B(TiwdBN72S)9Nw+!iwE6i8QcNi_KY?k{T>H2`NUUj8U$3ZqprlQL`E{86fTj=Di
zW-h>K#OW=wwP{*w$gxX;lPw!0-Z-?}QJy3}qkYyb_IXmPg%0xG%wFZS@Vg6(HgnkN
zBt9hrv8N@S%*?+-Dy+p`oo=|X@4|%$h6QGKIvOXq%;@U<!@!rixR%#F_X?l#A-kNe
zj;BjXW`up%Z?tw-)>^Ny%UPPj@u?010*c2t*34k_+RAC7eMMY2t%9dw$HF#&yd@n1
z;&YcIU1KqNe1yrhEJK-BL+Ho724!|{F^SJ2C)PGpc0Ac8RJ=ei&ieDxMxI)Qr>YBF
zd_<qQxXldT<TE27$#BabHlLF&o>MA=5A?`S?d6@pvP)*cK^Xyy_3P&LGuNBXx-wyo
z(JNIBHNIq3LE{Ad2JJa)zSnEJw>0@*dd<H}JHUpgQH5o1-(s<aXUk7rXgH+xgF$!?
zUsvRn*%pl_ob6xuE$~!W(a!9x^r#|S<t<~qWD2KMdT_+|kF2kH&%F)lTFCkMN}}tn
zy_!jHXNbSaY0#8Cak_S*)P^UOUCwNaWLSP2u<&zQXTGfJStw(&^#YDh;f6kcc+(o9
zv^^p&3iIZ7DjRPWw0OCbLpk6EyYE8t%v}pL(?YTq{^UB>G}}ncU#FAxqlsqmoxU9^
z^PXszESd16U&j6?SDaS!N|vHEPaetMFm!(S-l1>e8qtEs64^}w6GcUiiFza@@Ju)4
z7cunvrT3Z7`Ibc`w_3@;DZ6H#J@kX~SF_Vzo!p)|$2ccsoLMTzQ?2yr^n<$%msU=b
zQ0nY@&-|26F{areBfw`9_aas`y<jQviPswLh@?foST4G;%)h5&#jnn#3mO&PM6|_i
zv0JHd(!&2t(hr8tG`(a8iAtV)ujPB)Q!i8n6`nfau0C_4<rF1HwizzRoIEB<nY4%M
zUO!gQ87zLK^pE08U#Tk}R?XI0u9#DMD5A)uYq9^bB)xARR(XpwA91q3z$P`{%wS`q
z{n4e?pVnmT6}oZF;jQnbNqi-fW9s`qbqcQuFnJ&+r<=mDS~jXp<@}QtPOl^m%PfhK
z^g~@@N=taEBsm^UTza(q(ow_D3kwqJAFLOio-E*OncOYZBQE?QTsqI3bKSa~vE5%!
z#AZhy4Di@Dq3x3S#q^~+ddk_f1vu5WylDMp%@`ZdV>xXZLz>%<<L-)QQp|2_;Na}C
zD2q&3#&SY($CjkP?D=UzoMJ(b-+OG3xW9_w`Ra<a6K5RD!pgd$*DeZ=`{sPh>(Kkv
zHO~*eK2ggS(X2P0E&PoBktZ(AXL18|A94FHYCe-2DZt^q)I}^^=1y4Zq2PqAj=DBe
z15fM}4(X3`wVBkzWYzMqK-<eiKz8SBp@)TUo}GBiQp&QV$4ORpH|L`@=1o#>B(1~D
z{k;?#y&S@%7DuhoSk9OCb>SVCThbj4FH@FO@~^UED4LqfHlanwwDX?Zk~Hu6oasir
z2b{!Ds9s8R@tkSr&aC4dSryLe_&|;4x5%PJDuT8X1UUlPgB#y^t7IRavhuK}((;DB
zI=30ITf<a87i@hZY~F0i#HX#Yx#3VlWWu!r9%~-hHFzrR;J3;-d4kjW?#h}8yArB4
zt4J+0soET1!PmS=!+5XW+lvf*1(tylCJ(rLp4hORW?RA*Tr3>M{lsS3&#ImOqTbIc
zkSfubIHCD8<BdL9hU<aL+L)QT_$$^;loz~ra*xK&${nWM&kdp~B7~Y)PYLg1=JxDy
zU)*^{w&57#gIlT*7hd*Fh+UdllYXFbN{~dMT)*gsc_$aKR`gfpCfH@&mSejjzWkBB
z<3^X_mQMHH9sLhWPP=S9BG9=+@Pl-K`n#Zn{YIjZ4h_9*Mkdx_Rb1MiA1%4(cwI7r
zY4+~Te~)VSdde(fV^`gIRb@ugBW?@B;0eBSI^sHom@E6)ud!B}e#v&|-lDT`muX;@
z)wJy&<@!au8SIrFhp~L0yP~l3h-k`|kC{A7oeFH+*Cp=n2t4I0W4WMaLtpQ0!2^*?
zGJpTwp!Z_&!@#IpQWH$J{A;=()T%CMaEw31GrIPoze1nz&;RX=p-hLWua}8U6y9*B
zDCwljs@{xELD>gOkJr9GGRYvH`K`}olUEuphf`jto@m_3!zbLk*J$J7JGydtO?EH7
z_Uz^heEh=h^8CXrwavdw=ABk4Q`zhs%*MB=i<QT5k@lOzz1p!a3MS9n@>ubt*r_v%
z?53Z*%Q}y5SMDT<cb=zTA1L=p{?s7L)?u7y<=+r&YZ$h*sh#0anTB)28zs(ND|Q<M
znmZ;LHg-ysPRugsx|12=n_%P9to(=dpQAe0uE{6n$<E?T(q#`~el2;>M&(wcz0FR)
zS<5STWgKC75~Ru8zUkq^16i^UcX}T3jb&LOcf+mhz>Np}4d+)#Ei-buwWg+2gGtXo
z<|lvt`gpM&uM@WNm#Nq;ch6t;h3{C*Pt9$1lW)s=GS64CcTjdwQId19V--EWQRstF
z<rVeX&(Ai0T)?|d<+Y4m!W6|PSx-b9GIspfQTWhq>D_kw$CH(mJ$mPrTxxU+R}%iw
zXshYayyUTG^Zt)=cllPEO#kb|-v02z^@2@xFT|%YF;`R?9GubLr+q`~d=P&>ukMUr
z7gGEFDR?_x`KJHp%7Hltl4@s!yKVI1bDpWQ<-7x{$sL(Od57D4uQhx`p68bsbnGg$
zGgAFB(c8+0Ik|aT*Q?7nE*3mEdV21WvY9tb+6o?gC|>%pY+;Ngqnl?;a+}`N9Ht!p
z|8q^sjkf-De?IS!ZPFL^w=Yj9`MOs%u;st;*&*rveWKxRhx4m0O0M@~+xgx@vD5cW
z^PjpWX6e>C0t>^m{EOy&FqUx(XnFkTSN31V7c-Ss_-rzCy6yOyxj^<-Z)0yIC!cf0
zrklyVr(bMiSoZ2g*t5RS2IgLNH;!8OdEXpFwY%)J!?t|zTfrbTEAGnc2{H9&wyuqd
z)=)mwGO^9h)7tDNchhX<Hv+77x0c*{m^XFhft;teR<#{%eUh9~&AO-WXvPfnpL_KR
z&N@Gw*!o`H!_6UljYq<p4VM=(#l<<B82-zWj1c^(zHw=YP(wG%YL?*TKIa#;H#RPE
zk7D?9LD={}$$^AphP%#OzNDxkv)60!)YJbg7o2~gl(cC{On;$EM)Qa497{I)yIqIB
zPS50S-^A0P{pwbSdV*oPL%@a9z{{PBxjB~?{#9Je*41=!M`EY)Lw<>@6MUJyA_fOp
zxQgc;XL!T<lR1L_Q|W}L-!>tFt9*Z*?eX&4^HAZ$rzQFF69jE0_DdVJJik(%;<WJS
z>zK$duXo4RuPrYWozuQ%0&C;5xa%!vN}DDWt8Yx0$iQEmsbrA0##q5%`Iegvhmxl3
zknr$Po2Vu(azeHzgXb`lRQHt~D(m*m(cK~VL~%#jf<1+fEvII)z3{oWW#;6*E7b{2
zkJC;~F<VqpRrg-{|NVjoW)Cji?$Gs7V9IX)f5;(heN1-ME9Og*Qx~59`X}6S-~a!6
z8IJA@f5Cfab+`&o%*xl{cj|0;%3uGQG2b|j{jb|Mx7U#yWkr8~dp-TJdCW0Yx!@I_
z_Whl%|8+S(TToLMzlPXxtA^_1bM0#Q{+&A3^p8Pnb?QC2MHUUe97=fdR=?YIO7F`z
z{xkAU9tO%+LMEBqyvBHhx8|v}=rqaj4;yCWEb3)6QYerpKj83);hECZX-sN6^tW|N
zt(_>SQPR!4koms!GR^I-pE5KQsxq#7_;2p~Vm<NSgDalj9AtfWD{SQJ{26@mQ}nVU
ziousV?`=GGD%4-mD1QOR#b&;96HXmk*z;L(Td6{uf`#O<Sqg1cle8u?s61?r$!%Kq
z&%@hljqB0~v&&2y13xhwiBTwL$W=SYoc}fP4SN-PMa{<PX6OH(efs(O!lS(lEnXfD
za?w7-Bh1obtgG&^f@R(XPbWo}gU&BE&Dk`uf3Nk))ozn+o@5H+DDq4&-F2aPpVpG)
z3Eh?T7XOYpf0{2|px>18z3T7Pb^FzBvUB#t9h3d>ztnhE{SVi=U#@jkKG}9Zt15LJ
z*XSGn4nLc5_RX#NJHDyM{+|4g`}gCQQLzEnLmn^Ry60uoy%OE`s&XH^?HIgc_MW-U
zvnjUzY~H`A)*tIvF}x2F`PeNz^I*^MdSioxK*hg;`5ImSzs9U%@@zg`HEsIAf7)z6
zA2Wq6&ae8mQ@rf$xjS;RZzq4$G7&%gEbB%L-|Fy%-x96=Pv!m;uaoe1yJLH%>1Xcl
zkNfAJn$J}4&dBy6fg|h)n;ffv+3S-(j(3HKKk;&Zzet@wNkH3i+AGNwUlT(%2D%1r
z$@ue)$2jhXv4NLGbCgry5r*@N`8-~&XvmJfkbkUYokqJsk%6Riyu=c2J`*l(>3JLn
zzdF2GYm%(+FJt3_x;BQ+j>M)FeEcp<Iz?>(70DexG%MOI1=1QSqC**XKlrm?#(s{A
z?Hd9+PJDOJu&bD<_(QJw-ND^n$9{5M`0b!$d+dUAsDw#=h~tDkdXitl9or5GD=%Z%
z9UEA4m}jN*iH(j2Pbuu;nSc7k&YoGP8+P_gJ#Da)-}S^+$ue~fp>-$q#inwyGBC47
znjU@Oo~r)ig7BoUWmo23@;NBEKHv4%e{-3>e%6d@Csz1#T)ixE`|Z*-@s9VK?v%YO
zaL%;(zxwGf&e^B`-u_?G7q?ILbbY?e+x?b&QHdG_lbim2d|7oVlkJk-z7thqwyWp)
z`kO{vO)xbLxSG^kwd&w0Hp5w~+*V6Xbz@?CUvcqD)@6g)@l);3Z(Ln)onx2V1=FT^
zSG~i($KEYJyYjTM4U4U>|MlQ*maj~4DYo77zDlXBasTMo8x@cmyn0!f?yH$~w#Wag
zp7>YGs%7d^zjvb3Ynh+MqQ7#*-ByLHFgT#j>)TtGUEyLEv42xt>fckpLO*`hlFpFH
z2H!<!2ELTg_ub>(w<g;z-|$H{o_qGhCI63n*0U>1wq3r-=cBje(lg_imV0-kS-QS(
zu`#a<|Co6`^Wur+Qj=b51(?md{Qj>|V~BGgud8Xv-*{eEQ<2S56WDES<}8|XT)B4s
z2cIm1l?Ruw1&1(u>MpBs?9hDh@V`{X|IJLc_ZIy=clF+u%b%FJ>ZZ7R@b2+XXKjgY
z;ywL)?=b@x*|bCU`|1V1dbVziUwr-T-Q$^$m;Fdx_+-D{muhVvjlaCCZ&@N|@TLBa
zDbV%&v77zxchQV39JyaE=9Kv6@U(D<OzCWL3yIbfDG*S7V<^mCt9(OV%ti7Jqg*RL
z+h^S`Ns@|YMn757Uj*7noL=pA^zYx}VGK(+YM!&KUHbAn_m!l>?OJI+lvRJZe2RR}
zdAI(u-TD7EIzEpMvHibwuug~JROY!uJN>s9RavHW>}nV2dg;=kTW>eHAoB;`iuH*<
zPR>*ilkW*on$7O5BEC2JPpr6A*}~}g7JJSwzvq6|SWku{_^1Dk(@#$FetskS^8VlF
zNgDq+Cw%^5_Vd2QJSp3phP-JLHpaw;JvyHDBI~n!jL!d?Jc5&j1Iq4A*^sea^5EzC
z<7P?@PwhAF+|DXc^J2F3*YyVie()!}`0vB$!YCDfY6D}%&Y*vx&7nHRtz{Z2(p-gs
zir;jUq_s}Ad2L!Kq<D&ZCFq7q5s8Iip()l=-<m*@!rPY3_YY`A>a<pPa+$>xar`gs
zp3?9`D<w%#Qz%k*MunU3<(;7d|3e;mvl<#2-#M1Tv!3Z}oK{D!5PNo#>~^m8wjJw*
zp6_l``FG_=^E$4qom;MRNv*zdCDieB^snsJ8nHL;_x!PadjHUQvuFR)7#oB;&X?PK
zzrKqpV&PHoX`FT6<e&U+unehsD!jIS4a<9rAnW%bd~a6tX&Z)%{wwzgvi*JEgpVc5
z<-oCTU%u?(i3*76-Ji6K{qp2@rxln|l(sV8UjJTd)!*x>|Bfxa^FRBgadA%JK~Ck|
zx*azJKk;2(XrU+0{_N47J+C|`q{Zw$VsWEp*1Rru@v8|w>=yrzsa@Z!mSp9Z>XxeC
z!?1FCt*p$EKX){*h?sw}|0`S2Au#p6#`k}#eWD%}&3Jy>@bBT|Oq*8c$R8gKcsC#T
z63jMZ=7fF0bN(5hY5lsLbC2jN8;&lQCiA-bZ@)YLKKxJ?e(sg|-EXZ6q&@~F8=tL9
zcKpAOi9`2C;$(X-X~x;9Z(rJ5B(w<q&5N}<?td|8c~0Rwul4fJzvV99``7>5qxYHz
zbU6N7FO+inRA=#qV?yWaV<l&ASnvL}KW0z;4u&-s@)ahX{<wdk`M)a0iMtlnEN#u`
zwwRjpT=8b#lEQ%14`+T6d73lnhsLj!o}b*m&e9H?WL&E{e^P*0=!##mU#$N)7`R`J
z7JE_kfA&)S{h<tokArQwC*J3Kv|0VP%n{x0XvZ#{4JRMDEV|-Up|x}JA=!zWd6FJ9
zOMExr<xsnCd-LVVJpa7PPg^ES&eO?W@VoQq$u$3E6-5^(KcBlMN1$Hrh{<Bctt+M|
zJt<t?=r{oh&0u4DSgE?@Rn`V=cTbM0S@YH{7n{h&CN%lD0&}whb8}{lKne&Q$nN5u
z5w&H-aw!wjjI0Y+7OZr<tmG6Yt~#fG(&6JTPioFAm@+}k-}FVPnZe_v?2bTQH&YGP
z&DwjoKb>)Dt4UxE)OF)ETy<~-+hi%9oDb1A)^$xeXsj1|=&@_N!e#NueJ4J+mgyT+
zSDtv|8m4blHSuJ(PF%_drE2k+yKGWkDS3<E+<D@RYnYx<QD)AvjgmY@M)Mz4Y?yg0
zO=|Yb9Jg=!M)j2^{<vP#H>#WXvRfxU<%iO4@yT~jC%dT{N$#7$6Yo=|Zzg>9)Vrf8
z-;)w=eLV5vXv&wQO_hc>_sqzN^D)!kl4)?$MB?y?Ppv-1KD@i6_Dnjn(lNYwUFhP%
z=94=Pwj`wQ37h*k<M#jMa}S%ebV)^lOWj_bRR?D-(_4Aagm>YjC?Bb)pk_~AHPaba
z5`vmnu5LUd7M~dT$}e;JEFF$p{6~cTzuEhdU*v&Oy6z|Qf3`7y_g}Vu`<?5C+Q*H(
z?Y{!OTP%<HGYB4#k2ILhTKqrsxbC6`d9P=k{GZI{`0SL5)_IYx^t{jdm{m)$telHO
z<c!xjJttn2mvFn3zjrp`-hcCwVcFYMi|4m*|DGgxzOErj>HdGo&>tHa40FWhoi=(E
z6!7}K(V3mP3C1TEKizLud(SqqykAKAt?tKlKkq;6`|Wst&WzhlyB7T`UGdvq+aYU1
zz?*qbIIj9E^xS^vf>X*&`x?gw3Tr0Ccj|lI_TFW!kWsL`<DsT^ii+%{i_g_Uyp7^y
zV)&T0@tCQrvhMC^lAO8p&cmt+dozEE%?#STPt>LR^D~Z@M$?@7D}%SVt~=6cz||~h
zJndTdn)4zN!ml$!vJ)zI%#m4mWlClEN8VHA?<*%9n0am8%1q6h_usblsfJq?unVkE
z?$+Dm_~w|@n^`szZymF>SMz?`aDtEB<+J7z#oZSrnfX>tEtK0Pw}az<XZnXTw;J9V
zz1%u~yUV^As~NlEtYZ)FJXXqdOX2%f=>*>?&lRLrEBU80X-Lf1{KXQ!$CTsI{4$Pd
z&!Rkkn>5$2othr2#xeP-?k27oKmNUJh*({=Xszr?llF5#AN?A<HydAbpE7T!p~V*I
z9ZpLnme$L7S%|NB{Nvo>TW?}EmB|UPOu7+Yko8vA;ehG;W6D{l)*et^^>X{xIUQz=
zFQe?+V?EwYHWr<fS(&HeFYkArw~e9Ev@iZaUeGIpZ96&d2p--2dd|Gy38t5tJwL=`
zcsld{bW(C@o*7d;ZyxVc@o=yG35B!6?>Cq~<L+K_)!*i!#Y_F&4XOzSZ!I_R{>bq5
zvUJ#8mTN9$dp`O3p`eOQZj79)i;5n-%h+W-Wj*uH#>3K+YO-Z@kG5vSxHWX#i2T1!
zn~%G-;__436!Skn6BfkCHLP0kuJPHn1!1MKOujq`O)3u#8_bL^)4j1+L(7dLzd53G
z4ui8#oI;j_wXK1}qLP$H#|~I*p2Hk2U{@xQ^FCaD?goxb$%O4(cg2(DoJ;=UaC^U_
zT~$T=nbiU+sga&#<vNQ}CdzE(U}?DK>#fJ)d1m+f=L&Z&pSIItJY&kk@lvgd=XPW0
zwPc--E@d-kuikik?V^D7H<d(lCi0f(@8Vj%R$MAcc%lFAhd+vhMdSp%tm;?nIas>3
z_WT}BjXx46w0~|5TK_+EQJPxxe#PE<-!J$jtv2lETX$n-zV*EoOxA`x7M*idjFr4@
zw8ncsi>cvoF&Ai1__|=ys;aH5rR#pwO<48r{W8C!xw#%|#iQCeG`w%jn(4~t{$RK2
zK@YBzF&w_}A3JWgy6YY2ljb<KjpMx7y>GKCL>64j^Zl_i#%hhv*UfXaySb%#dUO>M
z_UvC~`o@I!VS!7F#$3(l`yRm(@i_~g>?)|(zBgil<MVl{&;5!IE&F*!y4~D3v*plf
zq3`#0wCXSN+}`_$ndyX{P12riCH8+Zj(gPRx*R#Zg|Fke*ScuoQ~%cNwa$>||E0j;
zlf>g>rFZhPP3tDUm$JLOl~^96d<kN>T_`)N=&sKF$zmQEzvs@go%(r3;Wg=XuPg6X
zslI&hIZ3(0=gzcOZ<j>bS&DD)E1!J+;dN^+srSBVm3c4D#8vyO^cAvuY;r*1jcD8c
z*FSDE#VC7ycQ^a?eP!YPgU?-E^^0YLXV;Y4PIwyqeC^&wUA;G<t*2Its|mi52tJkT
z+UfK9*d_lffp2=#4p+*qj=Oc0!)J<G#}?NqF^5_Cf7;D`b^Z0J*WTYN_qTlrI~uX>
z*ljUOskjrS>($o3%H-Xp&r{>Xesl4uuWN3bWbfJkC~K$encvrzyPBB!Ey=uBx>jII
zJJa!J`MTNDZ?P)8t<$_$rT^Y&!gs-_x_w<70W0PzT;9>wn|<ZlpU4^6*DTb}Se+}d
zl5M!{*;=lZArL2eW95a|sfXH^2zzNR@BVn~=A%awBY1;m`WheFv*MuKy2eub;}uRm
zaaU8Ds-ia>=Y3YG|JdUF9?!>DZ|_W)>wP%pcCSR(XZaUv=eJJ_d40Mudyo2xNdHJ4
zp|30S!;BSD%PvVY#|hjyU;JX%TlsB*`5Edzocugp3TJf3nYoDWQ1Xa<^Yv8aZOyy|
zKF-`?J48;TAGRtxxFP?|m0O~fX6vq=?DpKcVe1)5p|32O4(n?t1)VpknQi3KClg$6
zn%LYR*t%)nEw{&CPV{>^c8To2=<2LD@uc*W$m>i;K1^KF{DZ%3ofD7De>SDO?7W%g
z_N`(;oBwtAZ>yX4{OYc-<p%vSy;^1Bne$J7>(jVlB;i?T{aNngn$+m*-UZw<-G4h=
zp5fB>B{@@n@oepgPsiMLdi-z+ox4}(M#9bsxw?4@%p1?KeNc-sSa-Gd!-cYm8;uWa
zd$9h>^QQ^>byZBSTQ7T~ZY#94?xJ|X<SV}!OeZcmkY2SoaNpt53t@)7XIm!uPWo9j
zbHUHm3D)AO+otanE%H5588l1XaBXssfRn}|hp5jx#XBm5U3ckPPB)XkZg0uj8PRZO
zXUo)(Lqad_94wA{%@ExuJz=h);5C!rUl$_8&kLI<MBllhrIIowFKqT|pRx<-FIwm5
zcNi45<|I5?u;JNHL5@wiUxMr6d+zmLR`E8^jh{FDinWALMce`YCz>t1(w0*n@9fS0
zExYN!hgPNX*r;od3ppnm-ukY(j5)u^UP(~<jRi+ph_>s?{<vd)cEwwxmM^flH^o<d
zrtjJb&p4J&o#3eQH#;?&f3^6Qk6hE2EdR2)e!AbAh}%WZ+cp_&{uaZUeQQNoq41XX
z*&zyN?ma$s=$T%Z_Zz0Cw~MaNcMe}?DBS7)d;3cx-KcqDE%O&;-96xNRWILV|JCWP
z<`<u<-I852M|=}QqyPHk8J&tJYd@QJ9^>s>l;WUfB`fE)ILUV9deg3bvTA~_uGu9>
zOnh-Am?uQ^+NIAzCQ|nAO6KjKlc{FVxhrg0gh#jFZ)@(|3z}~H&wZJ@_(rbsg|%}h
z$2kjJ)$8TdW!qg+^K@(BT#Jc6?ux6bCu@rc&(-to^i%mX_3f*!6Z^JD2Auv-CDq%i
z@%NliWctk=dDDLV2{`$z`~88nCSRrh-cpe2_B*Ei>vOQpYxnAj+Fz<~RL(f@*6Xlh
zN7FIJp2!=q0f8nJ%Eu3PpIVlYap;aF$Fg+~Qr}lRG2g!8!R?-HEARQf=FPcx!1`um
zvAmp^MzD<C)XfilRTLv0vh#o6zRG{!f%3G2o<+G<8?s%_O|7k1p|9L|JucbgY@eX5
z&6nTGYgj(Yi#sjj&oe)Lp6x{Yq}_ABO`Pk*do$keZc<Rt<M1tITSc!$E;?f2xu7C*
z_MuRQ=UGi#JMubrUDx}nw(CY^&ZaY})pdHZA0MtcRjM1pynB<c(8JTpWnW4^+D*26
z<r(#UrI)Hd`!WBU0o(V6>{zKbaqgR_%X+8xFPyi|@z=Tk6SJ3Hy~F+5uk_`XMQ<;i
z6rUv$e$V7UO7NPgdR-#b>hGFXe>m(MEPnIBzPqX>*WV>|zt3VzQ@CHa@HbQLtyXi-
zyNjPZo_O)adxzgSH_fB&x0ajzHOpXlu}6J(+UBpZD*G>ZSBihK%cxSgrX$20d`^K+
zdvC`An|aGmy-hj0FZShjCb{<;&qQm_n|`G6R4+eMLVs|~#)Zo_y@`pDd2pE3tnP67
z&nFYCp4#uR_#T%hA>l8*^QE~DXaDmMwTtWi1l>5IIrHL*OKscZC3fdeFJG3jU-yah
z^xzDGXGsm`riwWmOEWE;qf&W)Mw{QVBwgv9Yqm+eFV4U8TQ_FbtYz<7yK)#S9;W*E
zI4@sn6KvL2tfF`B;%BvNpZ}f>9s=j&S9BNqW>&}C4wRejndEV_)~++=vbNny*Q1}K
z*Kge`yCFKO_WhjSs&T*Lly927w9v1uimI8e$ddbe@}}7z%+~BW@X+z)X?wY*y&F$&
znrSz+CU(c$JBL-jJdL~hTX!1cyrR;!?M71y40>YxHp%{3@Go=UG?vo6d*0U8E7nLQ
zF1&jCqUpO_{_O7iT{r%2`G2qW#U=~h)#h9$ewKev7MK#aeEE_`G0#ob7GDb8<{^9B
z{K}fC@7as2FP+nUCnF>KEG3=Oz0vLGVUIo6IobaHeX)0Ij?!#TAr;Omlh3Gb>iNA}
z=BpaNoEXnf?vGVpF5J&GtKSovGI`REo0Z>A^FJ%OJ!|iQw>Lv0EzTZ_oN(#ym!QTX
zMy{{+TYf#>I9EC;Q~LDp%4IR?hHsygdpC;Bmc8Is_$&W{*_9w4o{Xl6PJ-2+7aM9R
z|9hpWn)x#^!<gBI>s(08K8MDrMoXXjVHfQ6FYPWnd*AItA)nFpkoLsa7wYaQYCS3O
zkKQBt<sV;mN&lQ6hu9Ro*T;V_KWMRdV|s>R&5336mgt^5dRt;;&JTm=RZ^4g6q`Nt
zs<A(O>*@E&$G(5npR?(uL&4i?c1{0&uCshT;a>jf)l;`D6#0}hpKICokMUZImpD(|
z61DQqd?llw^RHRWozbLJ(U`Jtr>$oA^=CetYO;1D3T?e9e(_|P+d)ls$t%C}@1+M9
z^aoB^`fI^KkBLTqn57<y&eHgI>u6%<_BTd~C%62uUs0*PCb;&)F8RpozInGlYzx)d
z7VG?TNx_TwDAfh`kL9Hvc2(V%yI^V&U+b%D`ALB@esKPB7C9+=?`M-<^^4W&+~>nL
zzZF(Gvf~E#{DiN}A5%+xr_H)5{h069n*6ZY@2@C*oik%npTqMhr>bY0GZd~rZO6U0
zK=?`YikzksTo!q|)sE%`eEik_Wa%dHcc)Sci*8TqoVlrY-~BaO_TRGfxBSajIN$q7
zFQmSVb3$~Dz0K-dZ0~O7zxjK+Qf2MWc-h3-+?TBRvu^O_EZOnexmw&mU&Tu&Zik%k
z;nYWdYu4s2{(OzS=gzb!mm<Zx9%WW7H@c5JT;DAIbk%OT-MLQD%YTc_4OP3nVat=*
zU!8Y^wXPGEZk)cn-_^qO$(#;}$@A*$6s2VM{W^H>gRa`WH%lK>w%O=qeU~*^z5gY5
z>uKwyW%rgEZcJ|fz}x3Ed+MW&AL_i)Y?c(S*)rjUkk)^P7Uy}ZyzYNW)RmrUCb#Xi
zNuFI|h2V<COFJD!Jxs!?K0kc<m-l{D{d0$VAKt6*-dg!R=E;*|0nzo2N8L*Ap5$(+
z*6VKzHE-f9I(%8~Ia|oPf4jE}G04?jJUStBe<APt*-t-fuq3|V-CuEA*Ya%bHT^@f
z+sj{7O;Eogd;ELhBGJMey=^y-p5JwMqT21U;@|#m_l|z#oZ-iH=(5m`$}{SpB6ZjN
z{nnejbw}jKofhujEw2@;YJB!D4)tk$U&$}7{~~Yx!-j?@L0)hF=<1wuon)@X_?PS0
zhepvwLN!*`vhE(O+;x6up`TvZx4##Tm-9V(8sc+yhsXCj{#ReHPTF|N_+f3S)k?W%
z+cUEte|9Md%sQkK>J}7i&g}H`mY+i3?U#!S+mH0^@m^tgMno*ZC`#{RoypO=OSyV?
z3HHky2(ESRGLew~q5Qwkwwt^4<+^v5iafth`|~zsMJQue;LLYPUw#FJ^NKa4wHaLy
znXTRy9@V);R_J4W^Zgrp5B|M!?aSIjOKywTI*Ui&4b_Xgux$5)i2awuF68Mb{jGUl
z6Xu#QW7^Y(c4_zQJ$bLE#J@M{5(`w3D^b0AJ|N8R-`-7|s{=ot%=ZY}xp3#M1v7it
z-Fe;KIM062VRUBoi*qylS1sMU+J42Op8_+BUVmeF$~sYIvF3ZO7Y&D<Ht2l*?f*Y8
za5MX^2(NmhX7h(TBvsdX+%{R*?<KOS$oxs@)3$3xU&9}NeZKwr2A^qiUveI>HLsqt
zF8NCE_Sx1yZ?C+p@_g>iqmI?aYMXq8rEi5c+*6l#kv^OE@NdlYf3=dgXFS}NcK6WE
zim7tb-p+MAa{U+IcD?5xZ_hiqs{RJQY}2=!Kc`*zP;}Y+U3qP}$m6n>%N}c<#_QjE
zyKf)A+Wl_XKF_V+FQ<L;d$VP0tnOc)y85^Sb`t;pu@`^;6KP=m|8>jKwEdM0|8_FX
zWnV7LB6rtc<!YzkuivFbNhh}Dl>SOP{O47*)6<LX7QuU@jLwSHNkn&;ESOX?eeu1;
z^Bb<!7yhZ=Qxf8lmMQZ;OGV4gXO3FOq`o$JrL48r|L*)-_Cc?{C;m)<uIyQz_;r%6
z1eQ$Xc>2tt{r6Qn?wd|)ujK5F>A!CN--qXpUkl%Py|;I>ww_Qp&+=}WNY<1uySHd>
z4nNl|wNEE-Lvz#)i=`LtUFfKY|CH~TwZq2PDKCmY+B+pzl4XwYM}?^LXukXZ>msFA
z-7B-7&3}B_svWrpYj1zPA?6y|Y%xRfYEtoi<C)(=XTH;Xa5;J1;ocn*UmvBd)_ct6
zHYN9wOZS@mZl+^mv+Bxb+WBptR=2Cua7M&*johN1e^ZnXH(TwFcU*ehx1!K*(aqx4
zS!;?OcW?SM_qk%$=|g+P&#Q4RYW&{CfB0fh;0#gkt%4^WObhq85frk@wom{0G4aA}
zFYk#dOc2X9(tdSGa^C|PZFT+A2K(PeF}rki)Ee?FN={91IQvj$L0=%375l{JE0?MM
zKE*3?U9{1WW1C)TQ_iu}rpa;ZR&IIbuzu+x35)AX%(cJFnV)~H_RGHWMPe6ng2esj
ztUI;thEj-d-_4N1#7w`*o0AP5DAieVE1&)8JB8ueI<MEeEgjG7zs$Lw|5Rz5OTgE=
zRvd?;?mTZx`+P|Do%f@CFYlgPy7%7qqFJnuUp(7BFJ5Z)7KZQb<($EP56ulv3V8gU
z{cfW4?OY~x!)pEHMRTQt4(Qmhh5fSHb*pFAwTmW)v@SnmSj#16RL%I<_OI?Irbl7(
zw{Ln@{v`17E{8)?HqQAKEwsBhG|!1?P4JFyO&d>dXzRY4|2}S$R<+)Yso%AK-B{88
z`KQem*Cn}00z21C{dTFgUjNTxy|sE)k5lJPH}h7~ahoIPsG2rgcz@;$i_*Bs-9o{S
znW76X@$9yZo~FP0N78EPUt50JzRW6}oE1@<-tzC)vm5Jo-sZhtBVN%hXBT?wlulUY
zZQsJ_Dh-qNh$kA=Dlb_z<)T5?yVcdZcI3?a|FS=2zvJtRiC<Xdw~5;wh?lW?+k5h2
zS@+qtUy`dr^ComE8X8KdrJekxSt8&m6esonfR*Cai+g@vHfL&*Z$8k^#j~P1^uqn@
zIJN1UHwN<a-wvH*Hao&FocVzLu`X-#m->raLi%;T8}L68lWW*#r~dY-;=Ti}JH#i|
z?Kat0xM5$RT@rhqo>t}jn{x#Y$M2XI|L&BO+kSgBxx6FV^3gXX3^a@CHpu8L%Tnlg
z8F6$%=Ir0oEp-0pUhCa@UinN7yYH>lb8lz9mMZudocA_$zU>{qGv;<(IUmJ2gZ#eT
zc;q%yGw#oi-9k%kP8b;7c2MfAw7CDXyQ87!-nuz_=S9u6Pp8hfc67qA{6$}Xz0*DX
zJFqEA?j(EaGX1zCZkw+C37Kn?ar^VTZLgDLSBC82tbbHjUu{_XaNV>L!6T2%Yabsx
zvHY(VQ`(+D&-I;CeIsPT9K$ax&^2N?HNBw6@10xZt9?4Rf0xfH`_&wKxl8?1!N)|s
zdp%aKw59L<y{M#K-}_{<#qp!Yk$3*I*xU;)y?!SmBl#%T$?W+irIRn|=Vm<Ey>^Fg
zLf08b+tlUOo|Cr+$+`SJR2X`$ylC2Y6GKkjNGo0=E!n@Kjy{1!e13h>5u&<__G#?S
zY~Jn}^@@F_xNgR~uV!}6HpX&}%P+oCN)VYe{q~M2|D_H8%w2K0bYf|}_2ns+XB?l%
z%S`Z7y_kILR)9soDfRcN2KtLmEIX{XV?*%9ea}?<E<K(5N9b8aZo>?Z^Xhkum;JwH
zu;K1Xai(O)dY@WG-u0$0RLoCWxM#iN5^ZXobw-+1a7LrkhN$_DPxhZM)!w}-J7Q|?
zwOw4sM($VVDjwJ2JYsZ~fph0nHH$;@rZ%VSV49hkb1hwWO<$bTyNAZl9cpcxZ5uzn
zWl36D<r3-TI)BBvyzIys6H~3;inVI#7jbHFJ-R;stBLKRb)QmGJ2lfye*AC?-L>aJ
z$@9)2;e_qKwtZZidwY*r!$+3y9+xlun)deHf<v2v(@V^v#giB9NSM8`q(a-y<wJYk
z{@YP|cjbNG*TA{6c3ax7ZTBo?JRV=%d9K!X|Mta2$<b%8C&j!iD*786|05t}(ZN-*
zPXZLO0(Tfp{=H4}jLKBq>Mb|DWX<+2Tb^-$UcP!)hU@Ifhdvvae{8i3vEUAPt!C(Z
zsX`>vW`}|&%S+KC>LpVnSG%S<PkcO)(<<)VZ&6W=Emsd**ZXpLLCME#&vzdduemAh
zBT$yZ$URlmby?ebSAN?gHp`<*?e%4}l-7Aao6DzM8@4p^?uM%mik^pEzwA7#i#us!
ze<tHJlTFWDSKRsQ?pV0^-IBiz4hs&Y+`9HFc;DH-ETV1G*I!Byk>ZF~I?cO%P3GFe
zwdXf3yBw0qoU7<xfB*I`BW<l1v)jehN8epueenMKb<q+(_V@)J?uycn7gq7yc>JDM
zl&U?eZpiHwL30v3txl=r-M!)KI`6|Dv$9|VCbt~v!z(AxpXgr5v+ID#lZxWILEXm6
zmw*2atg3Y^J!oF`S6gf9yq9YZC>&fb?3LO3JxC^J3(N87bstZ;S2Aimef8X<sODS?
zC;N;o+dSnbaaG<lSbD(rYAbJn$Dbu1eDcK9%I&nAJu*J7yuWqbW8dgaJ_b8G52<`s
z?0r`k{Vv>2Ut{@&8X;L$mj8vJMT$?lZo2AqX)N{%WZH6lc5iUU?WC)zOdeO$Cz{km
zf6{pqcTQMatl`#msrk#d-dx$Ns>tWR(A2**b)n#A{XM=hf?HOW=^7<!3vo}EOiA|p
zIQP}gghlu6{K((ydhg<-0P$1(b+fdte>3==df4>u(K#1i`5n}mELWs9eS7N?J2lDh
znYTAK%+vZD&bjj4;j^-j9&gCJXzRL}_0pBoHO0rK?0oUb>R}NhOMb@m3%filY7Q&U
z;COR(()nAR59PN7{z_?G_VPKmhJVmCmwqGR7cp=DxM|J4(Ov#w)<qFPj&HiJrUj%=
z_gb`9`Cw>-%c`&6FXu~J{<;yrueVq^Ouo4O-JQKYCF?rVmd@eSKWA8V<6G8ZGxNw_
zOXe->ij0VT*sb!yv@oydbZK&Hp0xYIJ$<jEL=0akh1t$=c%<}Q<!_CvbI_^nx=anZ
zN49z%x&ElJ%I1pri>#FEwqHySYdqLF?S$!}Wk!dV8JT?)$ahRA-L%wT=KrhT!)Lv$
zJiTjw^SS0%Wu2c3w$E&tS$%ZtN&fA<v)<>bvYjZJ_oq+5A|dDbn;%J@89CyMez45!
zZTMm>q@nNp(ez+d(A1U%-&3FcyL)G^T>K0T@z|74Pd<A_bWV9ZHBco<XVM(8lfTV$
z81H;moOd`rSoSBk>M|dp{gSDzDrfeb+V1>z(X5y$di>w!oN43KyX4D$-u3>@3~~Rb
zk2l1r6bKbP$qZC^-C)xhskmZak48qXVz?md<Rhkcryf(v4^AqYTdb0@S5*8v)7OsP
zWhYi^T@X7h-qn3y&584L=NYd`?b8$7rv7ZVR!!Fld=V4dxwPgq)24^}Dh}A3e|I{o
ztZSw36ZRV``4=jBEK<31gZWeJyuLr%qRWB>KQY|>d{4sm)bcamTV22Ikcm82|24)T
zjrqa*s&(PM=_g;;?v-WT9wGC|bjvqCiA@XUv;IA*vSZy`N0kYTY*U}zwvEa0c)HA#
z(>JPO-_7#=|5D~#znkwo==nvnKk%`U`8uD+B|8^R-Tth?ccNge!?z1o#T!n)cW%5}
zw@^>!`fu4<hhX!IH+~+|ZC+Rwzvq5Z{XWjaxr_Jz+S6;Uy~X-r<@@7l=A1&-*V`s-
z^fHVSy&9vrJbCH5tKNkt`K;8Pn3d)owW-{sryk~7a%<V`TU)i0@8-@e&)Ohrx&Ks6
z&h%gv!-b0X?pe)W@9Qe3t1?Ay%8^jd+t1$aJa#g3#k!B?lc(zb`||kTY0HJby^Hl0
z-t#RHk8;<1byVYy|E1|dhovVxEd9k@$h<e-J|ZeW_p4>@_7j$GIZV2%b>;_eKK-}W
z{QB>*$rUTgP8k>6)||KIlhKcrg*BP(i7#0-_Rg8O$TuPHyT{$y?b~y|d;4TweXk)<
zdn@dmz{h=k;z!l0Q!c#8Kkc#W^U_qV_p8pV+%7SxOZEDp&tdCb74NI%e*Ut@^!T!c
zecgBO?^T)}6aMME=FK}#H@*DXwpw$|)zaEy6BcZGrt7i0Z}p?LV#eN^_RBhov!+*w
z3JXP^5xG30Y0;?*1(BOVAMX3H=;WSbn_uQ<#736vt=Z6%a^>FLUkA-)gx{uenoijv
zz#N)ey>Ld}!YLXvf=nOX(iE&!Un{}%@o1k?fM1Hf&#lTiuhM?X`7>B>AN$a_!279K
zWW2NM1jgB7#qXEMP5i1av*zBer9ZxGp3-s8I{Z~j`4Jz<Cv{56(cf>&eof1sUuU%M
zZJmet=66@L3=O`Sr|p<>%I}8f$F#qXtgk7=eq7YD{a;&Aox#MKewX}c&E?mgZ9DTo
z#cpZa#k{u_pYKYhYTwu|d#ia<X=2}mdEOb4b=!n^W)=r`nB3&Q8M1SF@Vh;!1-lL#
zzBT#$Vdbu^zbZ3tw|tP^<2tS6(8EnH7qBcpX_50xKZfDZ?$5J34VAv05m7cW-u_!T
z$=L81ceID)kEstH&dc5PAVDUb|7C1T_%*Zdvz@b2<A0RTxXJbElt6jp)(!f9WF{x=
zO1b}@`CVC@#kP-mYH8Qa-kmXP>zi})wcvXF@|_Z@vY$^rx<8*STi)UA*ZuRwH+<_8
z_PHYw8Ztl6-;n#-zJp7zaD|@S`t<Dv@nuUd?w)a1jax&^<)3Njw4I^X&UTgTbDwh4
zBgSpT>rat8mlu03kZF2azURz$SLvm5Za%3jVcEN9;xjeAw~0(CQI=*WHy@4JANp!@
z(C(Y!^DdvAJ@xaJFM<mrB0_E-o4YmJ(WZsB>SSqXw7BHTC3+vf^Iu%jt^KvYxqX7v
z+eM<OJL*1sKK;g{cyiP6)nW$w0#~j6x}h`j_ou>Q!(KVDX)0^w&9-pOJ<8o|Eb&A@
ze61JDw?lur<KIlKy>n&R6}F$7_gXW{D1YCuZO+4;-`0FDdRe?`sbA)iV=_B`q|BFz
zRDQXl=aRWhNYEa(>cp7LX**_4xMf|aowhP}RqNInc|U7E|6G{WGiO7-Cy(V%g`NE?
zeymLUbh3BuCsRGIDU2bNv2&_ps+7g}mK6MDe)}fc>zAAEj{P43&X}`&{ULN?*Q5=<
zkNugjY_81A9DkpW{^uTEu9{TQm1ufz%PsfT-q6;IHg_9Oyu5tqqighnDUY^<&Z}%u
z^3*B%^Il10*E+YRt4lq^OTJ&Wp3K#(wfL>oW&1k~Nda3{?a0|;D0S!Q><ML;)E@`D
z_3E<rynF2U*5J6kCLeD{yn4yA{Zww{<-7Mvm*`#dpUJbTM6^_UgH_ST+I2Rs`ImN;
zd<>C$&bZUOUVS;2vE{0kKdr4rOV>V=oTv3MZ2tOZNA?`qw>kHvx6;!`n`@F+x9seg
z8#8Cpa{ihP`weWj3EDnq5iROdT(R7(RpW8)%cDYhKT;VN<Q8^cGf1j`9L%`m`7`Zf
zkGYq9S2ccTF1JddJAK--T=z}+$Afxi<eyw+JNE;VQ#n7U=Ik7^Z;j3MwI9P6R9>f5
z%{$>WrE2dohKnA%-YUgv<h^TUHu!L7pJUFy-V5R`JI-x(u@VsppSAIFqU!3;v*rc&
zdT+n=VTtq757TA@gl`L0)puAkAuy+H+56=NGu)r)tq5Esvr=!jPFnoUKY8s(E>2y&
z``PW2zkGJySR%F}rs~3f^`@86Ju8j8i``?Y*7i$B?bMzsG3omIoURL%f8$qeR$9Hg
zEKex0ww(E1!|s!u^MW(7kD0XIV(^lDt$8K-_MJ<%E?cVhEYExst8rXs-R9u=p5Aen
zZB3jTzf6BT`^^Epzb!#-UuSdauT#EmAMALk<gcrsV9;WddDTao7;>M!7k9ExzvdzC
zvBLLj(ENt8liv#Q@6NYb#}P1b+w#YUuU@sf!f$of<*3(Rh11;o{KP{ea~T)?d&2ak
z^o6<Ai@00|!#ky_b2O$cI(M_7#CV>6(zGJK>2Cec-}vruX1y^ha=(3jzv-3hH@mAi
zRx5ozq9~hm#r@p;U+f2W)qjvHRlUAU{qMV&-5nL3ch4723sziR<XY^{?crkJr(|8o
z{Hr_p;?{SU8CTAWPPkRZ)e<*J^!BalR~O5SE29$}j$W_pDtlqvSQ7F4uGvz-^@WC)
zKQMkQ)w%az<y^T|p_xMWo(E~XHaq!PNqx80#B2Vld&>1=B@cwXpE^6}e(ILzY`?f`
z&Q1QP7gHbD%DuW{?jo~CvqShp@_Z)T$dT_~>v(7O<c{=d)0SP{xYllchuc@jAm&F5
z4GXu0Jn;Ey`&}ZsXnCbKlVyCsqf@!zuDf?-TwQkY-OuR$V~=)jDDj#QmG)@vwjIAi
z&)*Z@^lkg%@7@y}k~Q-l#62|=`uo;luEE4#Q8%*BPWvw%s!*l>xH<pew5G3SGq;wD
zc%**Za_|1RqWW^%<#9>NSS_XQd906Iuy^vCBEHZaw@yp_Ys>9P-CwDpqABck{lp6G
z89yF3Ee!T?aQw67cHZl|%N=HkKX{VLwcKR4@b=Da?_yIXcXHiU%6XF8XfyAp+wWaZ
zH0I__>ORjZTJA8nQD(7yL4w+U3*qmlP3H#vn%o!u_#rP(U)b!tsp464?{(dGeJl3z
z{G5aHC+(h5(e~%kE(ysC4|f-|wQg_nHJ`hqno~qh<qr4tM;R9Te80QKPcpf`V}Znj
zy*anzOjZ<^vwSPvee{S@r_kNUJI?ICUwA+*^?km)t<K7~%}0LilQ4IWI`T=i|HqUC
zk8_h+-cFX<p?f5iTV;>SzRzB@y}R_QcItbx2=gb^PLix$+vji3bn$`Qb<0}m-h9jJ
zxk4v%_vao-nQ?=Qi!EM7dfn;}AMR9<$&=OzFDhN|nln1IZgtlhXZee@)h?Rb%j>6=
zNAB4FIzRKpp66cMK3_4J$G^Ro|JkKEbKGVhy3J}gTjI$)-u+xZxi!Cso%q$679-N0
zYqCAM>iw@7^%Vz0?N<Ko-ML|3=Z`}>CB=)RjkaCY+C8=1%JaPvvyg^(ZT6p>3-J~m
zy$M-IetwJ%eVZgMm-pWN^5fl$8<&^`-gsZCy8UOBt$C&BFSex{4wM}_v?)vNuUWFf
z&CcpSt%4st7w;|AuR5LT@nU1my-e|mPn9HVb|0Ls*>LRow5H>0_d2v|xK{1+<FtAo
zdfoTE;l2C^Eg}~bQdjx-9g6PUDjv7%yTHO14;~iwp1(Zht>@{_N&3N+fwjx5ADt_7
zE7Z$e_eoP}q1LPQE)Pvr13#7cPYqhKujc4W^Q9qb>mNLO`FGmWm|M2Sd$>HBrXFHn
zXSwfwXY}@<m>n|~eyF?q(=D@Rx0PLI>aJ^NroaF5<2KjR*%K0P7e*C(N_)h*EUss}
z^ih5VuVm=$ugi-L@8w_9mTc3$@Z7h3Q+_AK6!EQ`z@hcE_+tO*B3|{lsoeRe&kH}D
zu;SV6U(83ZXx_hj=F(*`6HQ&O1mm|6Wv{pH%f0k|^Y7l(@wd-UJN(2wWakI-jNfzl
z>fc|!&wlTb?vdC~52FcZRo@uo%$?DzExC8EGT(*i_n(CA71Y~PT<~V5_Prg;d$SuB
z?7l5F%b#iOUO|t?``^9yzI$Er#dD`0dS^0U&w8!?;KKE#fihLf_Ag%V`6_+lefDqb
z^i<<VYd<*^Po2tiI?jn}m(Bg(l@izZmIPa!?ey%Ob7<=gX{qb`+O`@z)0ff`D-pGs
z-ph1OFY%6Qn~kiKW^-?s`je6y6ZDfczBAMv@O-f8;twCT^oM^#;*^)AeEp})+CTqI
zb?<8j!)Mwxw`W<WZi@|@7t5%=>(k0`P2c5(ZF7@#FYk%xle%_Ju=JDRx{`D2n{`|p
z^1p9hQV{SxPvyvoDc_bZuv#=_?djl(OMIEZZp$wpZM$+-`@>J`U6sujzHiL>Ycns~
z;m(Jo9Z!DNhVT3R-u#8+e;&jB)dyH^?dnWe<QK4|nCa==(@jcy;(O+Q+Ms86kKN+$
zM;BeaRPn&oCUOt&F8!R<b2CLke)bdPqwaIRNlcme_g$+;;UBf*J2s!_mNsK3+}Hic
zOnZ;xlK2+gM@{ZcZ8iZplVbv`ekSgiVs$P-_U*n03*KsMir)9f=i(Jri9c!nl7EW+
z>IJWx5SKSig-81N(F=X21wR%}JEF8_@+yPBtFOoIJzIFTyTmnJ>2huPD%lSSn~GHy
z-cX(N&%jq{gJ#ZO#|OTrY`(wyyt8Y{`P{%Y`N_9LB6(MtdO7cY^mu2^v!!oO$M)UY
z8E=&B_hm_nhU@$DGta$Qk~=xZ{n8>n&8nYm&JR*tj|Tnm_;K!bY0w{~_{^7E0)FtE
zt2K%1Xv{ctsiW4U+v)a^+~4Nu6F&L<>nyu0x}c@F*!H9Dl;6BRzT7u=`uM>wOFmn*
zcU|t6U%xw7$*UdYIJ1b~EbN%srS=DAz7Om_#ILxrUAm^X|I`e<@I~>3=3adXrHXaJ
z^2d4tuK$~VonNuUtJU@I1pB+Guj+hGi~gSQ;@A3Rv;Rai6rIuA`HZDEby?N^g-H&%
z$&2I`EEKmXT{J6AJn(k;-Ofw#Rr|g(8^*gaynd7$(y8XzQ*XS^Bz2#0(aIpB+um<X
z-n_rI-E{Zcldra&PdXW=lEZD&d0=(H_4-B8b=n&=zh9g@RlMhZ+`8U>cJil|#Lw)g
zIP_4<hB182jIH1IE(o}#@^0_t6Kpe6_I?PKi<>sdqjK4by*CT1A3lw<v9x`|G-=<$
z{@$C#AMLly)QXyr=`MGU@7Ja2lh00m?t1gDr>NV^=mm$B?roTBXS1K-<_5mMC4bZE
z{3b8-n^LxX^1+V#=04m%Z~ow&{w#6TPM=<VeFkw${f7mijz8B&?s)bzX-kX_$KnXF
zs6N>XlHwoDE7zU!E&sTHU)=x3>Dfk4-kKCl$=?5`ZDx?ohw^};->nkuKWf%5U@h6t
zes1&a4J(Xq^As>_S-x_m*pJ_Cfh*=cQF*;rpj0ofW|h<Ru={#`|GtKt@YwxG$9uZn
zPOtj>2gb_5(_?2{dDOJ(TVCDPUEjB{{P}l|eMZyblX<}*M|RE%@O<-6YU5scwz3cB
zHf62&cj=M!&4mwUsjWTxYsDXn)$3|s*siP6yEoC|v+u&qckj3Mv_CgJB>Y?M=FOc3
zdU2;8^QV}LIPj#-oV!kL`|qzCr+#tbud2Jbr1$tr{qW}=1<yQZP370w*WLTsw}X)>
zR<QKG&Wl@`naOIm_-C%06+fkS`PF|OOSMFG|F56=E3dULbdl=oEA~N4Pqc3Me(3nR
zv_<O68g_Q7zk1YUvtRkZ>V(bx(pFA?3eK9_>D4Y!f8?*Us_xf;AJY1*T9?^k>=(0b
zw$$3N&i1{^@hM+VyeM1}{^9&bZ7uVUiKlD>BIndx$&PtiWx6#x?Ah*3Zn61ZVQxaJ
z_H57E=_Qc7x@6^jKJnBn`%_yAqFtRN_Qx)|U7PtcYenJz=*s!WLwD^jt?s%sy+5|w
z{o>}!zd7@-XnrjWS)mklPvidKgWkNmm&UKVy_|pU;nz7owXR*hn6m!;<QGa#i)@7a
z!ez4e3oy>&tByCYI+QJZBiv@vzHdwCC07}A{O;CGu3+adnE%_m!lh>WyIY4Mmwo?!
zQ~AOVmPZNsZ!cEVseg37uT`+9**@a^4MkZ&!Arm7wq4&Mv{E)ra)+mXVBC}C6`9#<
zoHak_O588czMnibKl<YrMxC}RpKsePT=S~^-_{(%db`T-)#aZQXC;MnS?|BtusFvi
zv|47B#^ek0<kxPu?~^|ye|_pNu9FIxaeL;ymF?c6ll#+j$N!4Ri;IL!mcKrCp@CuE
zTUlY=tEb+Y@toxi=#PkBtRDTp_3n}5jzU|^wDb1g{4XB(al5e`%a7kVr<|rZGk$r?
z`FAa=oYuzpyx^S|TaFeydMEGqj(zXkyE-SYbI&}>yG;LSh`WwXvDmu5xl9@<`Za&!
zqtAcSJF>s(op;yAYH!!3qVlVe1q)C7pP!f@lPnbZF{Z#O_y3XiR_i|J+PMlAZd)~b
zN&cBf-gOmLf@eOq{n`^8|F>dp>_$O5X0NXI)%GPZ*KOtQ&4^og_j|U;`?E(DFDZAB
zPx^58-N&4ZhqgPEp16Onuj-cr!?ohd{P5hg|5e&7g&)qgm+e}YtNeJY`?p`$KIiLh
zzuonmLGI<EO{FfAb%iB&UHQvY9cVc3!~ffR1>b(0QTX`t-`K-f5;>XjmUOi;Jo|jk
z$9{it;Ab}{)%`lg{jp7oZ?>ld|9kWEI9puC!-WriU3p~tG;rU-pZjx<o{CBf5)A&n
zG+A$7_390Z?L~*?Xg{_z4&CGWc#3)B3=84>V{7Ci#l9Q73lzEW>#Wv|l;EYoie~q(
z+P+j0u+x%x`QX#R>-UbVY2uml>--jzc99Z)iHwK4QeV7Sd|_pInftbC@$K7Ncgbhn
zKJxf0^SlL@p0-A4KY8&$YHQ!xXF<>7_9*vf$L)75h^Rg;)lu>{nQ7ngtw-K6?@oBj
zT%@7>Xo1D2vL@H+<6>J@+@1VpOZlBYiJMf8`sQrSjj_^sTW6X1I=i;^y5g7FsV)nB
z%kPSdAA1mB-lQYEJNME0wfpmrdR8AXo;J~Qlf&FY`cJ0c-c>wz^`oO-id`2PmdtAX
zqv3kt_NnjjC!F)53pbv<c7J<Y7UM1@fsH@h%D;a%=n6l&LGZ=vrAMYlHmxgaP@G(>
zE){f-u`~b7zr}$`x86LKFtK(_+_hcjX@t+}clJ^1mu=mluGlxVeD`wkeRt>ecG#TS
z@z&&+xx#B{asI!*<hGuOD?4V+cK4{|uDc$y-u+8XXkIJeE0m_Q`sftn@5kOpH2mQ8
z{=fL??+6C1qw`%Vm(6NY+*7Z+`^S;U-TAjwSNHSZ-m0*2tGLVI(?1^mvsL(8;9Hwm
zr50C{?szBv#qW>t_O_>d9WP6UC8<|@(tlDVXMf)HVf{UOgT`rJ7=$=&GM;QrSKH<8
zSs#1s)5eD7PlHc*{uTW<-*owb`ECL|OI4W}Th{XZ{OP4t{l|gz$FWD1e-8Zn<9_<#
zM>dC;H-@%q>bF*2&|G&r{#vMB*-Wnwm;ZEp*&2W6NjHzfhnaR~<35ShCnl|(%T;?z
z?f)yApS<>6*FN!^q|7_De&X@>Z@cb)=<4t;*exPoaew<e3F&|0OxJe*uZaKu<Xlbs
zZ2l=-&kL+G&daMr{;s#((|zo~$)~SBhwp!I_glfO)?b<*%4*_Y1wPT@I_GCOBeRBK
zolY?8_oS^}%#Zx8CN2wmZ(ejIoNsf{pQ+8iExw)-4DWj!c>AK{);%rP)2=TUJLe{O
zG>0ubvM4|G{E-0Z<p&?kcy5>bE9cc-?V8rK{51V-ZKpn8yvEnrwBW_g;75yU{N@_{
zsVmc#6{yY42;GrBUvtmNnNB}mJbAZ&8^eQ(ZzB#IE6t4w3s!4$a-SD=-RO`@qMNzC
z`s}A%4S&oyf_1*0+xj+2Iy`6R%;ZN}anp8wP<!(>#yx87tsSNkn^&%1S^lm~+qg7d
z_}y0)R*9ImV%nb1;ty_jeY9$V<*JaYwagEnZuz<V+S{)eSbXi)@GiJ#;C+4ieEmy}
z?L~LKq{>{n?Ct;b^Sj`s`_ixH&F`0*+E^U%cX!iQ<DK4reZnLreOscHKX1~PB8}eW
z_vt4LSIypZB|Gw2+j_;+Ga(x9toQ1$|CUr~<yxAn`{uC7N|RZYtw&<7R;;?Ip|dW?
zR`bVA?{_cQr<$vaT-bJG-j(#bDia(QM&wWBnZ2g^_G*nSqK~&`Z4cAd+2eaoJiva%
zsZ*Ei&N97U@jq=%bnA?5`#*or_`7XuKkJG`CsgEW+jLJ&da?TS7TJWbUo|=BzxtS4
zPknUr*6pZee=4~H7d$ub`s=u{cG{cxu9MT(IjSGyH}W~Jt@Yrl*2niIXSmEKzx+N~
zQG15!{{4l13wO+2RASe<@zbooJi68EGV`Jvt(6w#IK*trUGwRd!Q73Hu6H%2XGC9l
zUnHk2>>DyYMr5L4`_bJwh4C3Gw=<M^vwfc(6+9i6v9Nurc#_MK$)UUB&%XcnyYogu
z<bfN!7gN8orkq@=!g+kN%biH3r?Wp^4K7VDO?ni3V_ia$mWWy9&bil^!|d-^T)Wr!
zC9zcQo#^!R&<Cm)&GG|;52n{z`b6H=lWAR9{PdX7#GKh4mA7}76{qjM+oHH}?{;Zn
z$6MNOb+3zW=zO?ic16|p-K*NC*NRL`TXaccb`AGhqbeQqWp(>mv#-VXH+8JCTWoRH
z^5m<6E|=<vddv8~e>MKpbf`T#YsPeDTS4p|p*RE8y;l2A{>}LNFX{K*jc@<&%&_La
zANN{2OTCsa%t&<I+@-1iWY3j;elS1!-%|<OnuOmmUl!jFShGJyh+qH5g~OfvcklWC
zJkR!C`tFM|ekUK!54~+o8QNaO+b8Dd>0fu-%>2;i&ZW~XpUh-FvMB}MHIsS%tuOL^
z+Pk{_I)BpkJDTsDAMj8~`(>^v>pb}miSQoP?{BrjKV0gri&|;<_;YBAu6cB4+~!Tm
zdomgi&n$lUc#p=LpGQt^3BLQad)h7Y$@e;<g6&M%D*wxBTlIfe@a$OK5<fxu;a%xJ
zw>_uqie2N~`DLHdwR`V8@@5_1zBKA^-+soJ`kf4x3x9;KS8V;87PR#2?7qPCZB0kb
zKKyAEIr5lY;B$q1;J1g5@-&ny_6Nnh>0nxJXS44??~b0lS4xv#d@DS<$nGuMpSJ9u
z3az#mPb9DX`{mZ7*2gcI3*T$jxw*V#R#NgfUlAi6|L|q2l-}|*Nzs;kmHN7e)kk_N
zwB8FpZpnyvtp8`$^85mJj(_sYc<i|vrfU=}tc{%W=TMfA?LKCX8J+xRegyVK?upmS
zt-p73T4BN4+%Wf<(;aRk_;9uEyuXI^$F%qqkG*ftC0E?{^He)9^~Cqb?B0dZ2l~!r
zc^m#)U@KrBl6Pa-_S)>t!7U8)0unv*zO;mYe{1q1_u(w3r(Sjk!n`{6imjWs+u7$|
ztAI6sifYIe)|p?=EO)t-c6h<xyZgAF>ij!)_GpXH>vI|JclQ?cTDv|>3A}UTY~ggi
z=(o+zVcqVl^>QVHw=93@^mF#af_29(|F+zj%VJh>*!Hc>-?jVvcdk9VYI$#pb^qy$
z+3Gr9ig`1W?}<JVuzaZbcx4fD-#^<UnT`F7wI5v59`UKoyLWB#@#4;kowbXZja#R?
zK4m>V*V{F5$qIp|oUdPMxmG{i%3!;He$la;d(DsT*?)75?2Rv4A@;X@*DNlYXZvew
zrkB+g6S+Ot<&Bt*UR(BPML<ow%07KB#f7dfyu;V4_G-P!|M2bYnSLgoo4Y%cnZ(6g
zs`ps#5c#nG*HzKENu1M|llARa$UbOE6PYsgc`ln%l_g`(o2^^(-dnVk<$C(<UhIAJ
zZ1cZo&nCq@-u|I*=e=n?t6G(K9RmH@_|sc=vA><x>a6)^QGZ3`z8ljbT0JM4zwHh!
zm5sl*y_7BUwLxy`w1i2VA<Oh{WnbZ_-oMhGiSMarPj#6j$1cumu?t=_#s6pZ*cWi~
z{`<z|p5c3*-|CBG<XsdZ_kQ(muHV*AuJM<-h9vFDnY`&sfN{{0-8+8V*vZ0e85kZY
zvc!$;t>OEr=N|s@v68-h&7*dI--<;VL4hk4I4ul_HDq+Y*J_tsp~6^lsUTPKbf9Kz
zX8NaX0m~nCc5#+odVcU<-pA8S@e+1!M?dRz`P8Rhx#NG^`jz3bvWl~R961lite+au
zq}8eP@gMiP<<ne@_65w7Kbi1u?=@ZhQ;X*bJz>8p_W6`m@?M<;vxjSUsL!s7x9ER;
zXis|L=cWKHFD~9)ehpRqUjH^8U7c#Edctq2+3&+krm%%S5m?x)6rm;kz;IUD<gR5J
zOsNM0)*qQ$+1=~^?fYiURh>zHj$SaAJ8t(ue_Npf|Lq7i;nzuD_bB<uOq*I`&+=+s
z-Sq#DXTITj`fHX$#nz0{`B%6dbEWqmxZvvhQ(etmXkLguw|HmCw%%HUk6dAo_ccl@
zz5XjU>;AJFe-8-h)h`z=pZdY(?DOj$*DAHYdv54+GVqX1`0Uj1JMF`F1Hl_|V%`U0
z*3OEa%^iF$@dmH#|Hr&$6W?V!+3r=ewE7$xxk>z(yOr7Y{r8=EyRPsb`XpR1vqpOI
z{`6h<pC$eMyhMM_pOp>mKkDp!=CFlE1$IqTQg6!L`&ZhkOnZy+Ti4`D3rC06_;uld
zi~l(>{R`mJv$}eD@AIkMKB-Qx8s|Q?xvzhC!;j7HVy~z_<<Io`@4DdjZ@-^zji;VO
zdZ*4W_g#A~cIVD6m#aJfGcoVppY!r{J<E^GmOsH})xT`k<f^pB{I&EovC~t(T<KeW
zPq(7*?jwgHi|j|=W(E14{CwoU!3!^I%eYzHdkffj7Oc`0aDBPY!1}A8Q1}@Ios`@~
zF45Ij7H<d@`S^alNXncyv-#@&uwApc*D%4uKP`5qj_aLcbK;f=YTkLjxc%tWn7iA{
zS1bE}%oX8rw|d$0rB9+pIZ%F?NxV<ew5g7PF=@XPW~Juri9e$8`HPo-?hEy`u9ZI=
z8`sIqo~N!Z-*+^Cho#j!YKfu8ddpnaP~J)VE9>If1Ju5r><Fs4n#=h5$9i3-&rH`m
zJOx)Q-E~1aImw^@_S3J<^(L1tFKCQg)3Woy&y@+`PbSq*YVoK`Jo9qp(lwuBW}NvM
zo~&?ZN}cW5rMuG#nBqd_{hpoJ@Z|O+$6!7$>+YTRW?p)~ep$AaSG@N9kF&&Fvi202
zOSOB3{bVk=T68<>^zrPUdT&;E#69V4+jKVm)bXX<YyNKIo|66Whg<l5ubD+lFYGv{
zy8PNnf7#W0kLVwJ@cMV!oo{s^yW-=xI`50GJX(B+-D2h(^;Jx~g=X7WUH1k2xaaYF
z$L`v^Us|W8CjMynzkYA|%dIKbFCKaJQTyEmGqD~8)mD`+Csw?3WNy1_aHk<%{Awuc
zV)fA8sx65UfA8--+Ap%QBO-hK+?mhk?1}BH^;;LvGEc-cP(;3K$Kl8%cAMSXc5ME)
z>iK_xRPpWG*jYAQ^!)HH_>w{K-BKT`1uUQEEfF-xw+Yah`(As^f+=^trhSm9)ZDFa
zxb4A(bm?m~FE?**cyaRJ)qv24|6Y83C(Icx+}`z<iR+zt3#-}D*uzyvcXv-_2t9MA
z`38TG*Xzg~r*|@oEtztDg4Xh<C2TKdCNHi!cED;SQ{C<CIZbCibSB=Ov~i7_&#JzY
zS^*|kcPu$8RcJM_ee$7Ae`Qy*-E#Z=>KIGZrO>ODhvyV3?4PhV)7>JQ@hwNS`>s5z
z8wE{wZ_A0C`{Bc0x&Oe+0P_b=#9xa}XYkj&!05JX<!<&DrpFz=-g+D2_uf;`a;dlZ
zxq9g%i$b5aa7|b;MRDy4w)G+(zbVF_cx4;4j3KvoJ=e+wMg7H5pRA^>TX*xba2C7f
zykq+%Tu#ijb52Uz$itm*HS}G;p@hxf7HcSQ9WVN>(89BNmBE|#U$OsQ8Xve69=PA4
z&7tBOTWNv9x9iacN0x=AmWn=$-n`TK<nfI{szG)Wr+nuQn)R#1l0`5k^yID8J*Os5
zEUI6!My{AgU69L>TWikso}wpT<piE@k~|^mGG$6`i~Lpd5<!od4qQ3Xhnji36;r2s
z>{MTs$aYdUOVc1ldfVx0Mse16Z*EN$W_LNov})O>vxkECR<pWY-6yNia@X}4x5NpH
z6~fV8<~=jHZk60P#UHp^$>ZqEM=HX5*qjv~PgoJJ$@W!7EvbIr{_y=9l<!uqn1A8N
z&H0Zj4|O*GvfY<|#a}wPJfgwqehjOU)3>Y#-=;)9IIww=Wuu3A4{x47=fd4OM}*h>
zkN9a=5Nh+{oULx!)1wRCpM9S9TXNoaQNfJ<yg66Zd9|yL{^nBQlX+kjwkz*jw)hLV
ztNDfuKT5k+v`(!*d*X?}%N_GBZTxUqEKqT(H(Oo%&g5OO-s_H?ed2MvWV7M~snrIp
ztSipB|7^?WGFtC{fWum02A{Q+_S=-jH`Z-iv5zO=R_5L3uYUyWbCOXxbFehx#Pz9u
zuk((c+@?Q$Ut!t*JF&@UWgO=}$t$UO^mvLS>)aK2zYm`hC`u4ftjh_X(yG7bsy53W
zmo3IygD+ot&>8#F$*<AOvDe9*|LZ!Icw4ogJMz<`|K8+yKb`lPoLG;PCA;3*__^xm
zyEI#FC+;#=j)`jBpr=#wG~DvGnG9d{sp)y*|Nri*Wi;J-{iSeUy6cNQaxT|>btOuE
zo-Vp6#eXF8b<NyJ&7x~7GR1V)J^s=dP`~D4vX4t<%FosR+SgrXerfUCzi(c{qt&|V
z_l<LBAG~iTr?>a@>X1Jw-TU2F`QAAFeBGM~%kMmUSR~dEDDX*r&6CAvH?^Pg3YC_B
zb91+zM9aio@6%ZYZ?|mR)4zE48~a1|qz?CAj<`F0(N*c<oHbdi>R0G|dvzhcTsz}g
zn0y86rE8)+b#K0CuJ~%i5};hPa@Swe_3IK{%ugRw&QRi+qBWUi@vLopdl@@=*9*K@
z!1Y!xdC#Fzp0f|H+`4u4o$vS3s@;4mUKX`qSW~_HSLr(QnTp0CcLK}zFUqrDci@%j
z0+)C-Grst&D<^JS+s<4y*Yxl$S5=1tCtkP|AHOg&Mto+U={_ghdEH?i7o~5x`0Ft!
zKFD6Bb3-n7{)8aggI~>fD}Vo*SH>>WlEd3(y{P??!U?tc${t3WypGLkTWW4D{lvJB
z``~0Dp(k-~8P%u7mb&e=b`RwY=?H63@Q_Vgmv52l>dvR?U3QDrV!>Sd!v!Bxw*}rv
zbXldfF7B!{lU;A9JHv~MdLqd$d7tFyf6=pGsrX+Kqi^h>b|a*F!^$%TXH1tHT#xaS
zpS#8JLk7=Dxj7pO8hj2NP&n0{b}aO<PTBW<9>e(N{`;HnpUh!&-V|1`-}vR6y&JdQ
z-TUOtr<@Z!`JUOkuha<%O*{Vd-TG$Rz=sb$zg#!LQ`2*I;9@Va_18Ll%iC78Gc)Xb
zePGx6rnLEfn<ssa4)oAC`{k8eM#0Mqj^W4t1b3XS@(q1D&)1oC;yur{=*4nh+Pj$L
z-W~JF%go-YQIz7&=aCxg^;Bimi_93)`ogb8%isTbbuYVWa_Fg<a~G|f>0LGBmFc?P
z@J&U<{rr=2WLRd;$_kkf<v5`zYWCApjtp8~qTY(n<Wpro#UHpguV|C`((o>|t#|po
zl1z?PFIpUL9F!oTD4e^>DeL`~Y}VGRrW;qYa`@RkjA;JwW!~H+kJEOZpRv4TZy9UZ
zDpA)5OBIc4i+KBUUvcwo-Dl6t`fuix;*hehZoif%IqiDP^nUrA!)1aNUO{OSZt-q+
z*?QmKDUx$>m6hGXhrHYSIr5t2gTiJrt@rx6OSWZk+5xMl{}!@+eq%E=%v3dG(z+AH
z{~qtXlMu0AGNDo8RonF9{)0Q1=Lbr^pDAKzUGnI`m3es<DJ<IE&-7T{mfW*{7?8%R
z=~DEfB=*^wkLHnA*|bDbEeft)`PEf>Wqq{X`@~1TxPMHZXRshDG<j{fj*6}Fij@M|
z-upW}kKZl3^Zm6z{9o3_yc<2=q^HEq^1ShM<{rzmsD)2{6!+R5KJ~2i+4}CL-mT~N
zRE1VpN!S^#bJBPpGxO1u4>9jgt1tbKD&1CfcJtR6rc&EJEw(u7decSs^p(N~cOv_x
zRxDXju*dOGn{mhbHC3e<T8F)YqhxP(n|%N2EwK0Vftg{)o~b@<^>}woV%54;6E5xD
z6`wD(W_9<*>+kL!iC_{wZ_e}n^1DiI^Y&by52ionB&V7w&y<?={A9H58pZa@9Lqm@
z9?ks`5^J2a^6sR?0iRbZ`KdQ@-EMq*#O3_D;wVjv*Av?(`#(|8T7Rg1KkL<3w|s6F
z+L~E&%%9L|8XRrBQO;AK{K3AoQtyAQ#iD1Noll%iVtTO5De<xE7n8${(fQ%uTs}`T
zc>BGFMd^l}rNL%7<|p%1YqM@Mt$SO#tnO3z;Zx7#Ijj`duef6@niFow(w*QTERnV7
zVDgd-uYCm;N<3?RdgxSHh91i7Tjz6#`{Ng1f5BB#Mb$$8^D9Pg{{A3XCiAz^9`AW>
zpLfgf_&tC5=(|o(tn0j2Te;GI>9nZt3ys>u@m``sK}Y{^?WR0!QDbGFH{BYom%dJT
z{$cUj4I2u=6i)58$O`f3P3T`?n|Afn!kT>Ta_h;wvN=C3SyF0*?)?y+{B_#81J@UX
z&2VQ}d-e9qoVTW4C1)I7uit!7(Wmv!521eP?ebr5HGek{%;33Drr_otYv9Ns^sp}G
zmc^;9H~RveSKjU}Z`ib6HP8Cy^_9*KI0Bjb7p5q_{+DuQZ#}P`TImJlxmFFgUY6DE
zXL$N|m)!mLm-#N_%3R^=T(`YNpu9Zv+77`v-0#jUFj=RzWg{C)(}F*f>zs<};zYHd
zS4CxoOO>5Ga?{rS;HH18uLXJMu2C{$dZSQYFB)1}?(_1^qf`1@yE<>?ir(Gbr^fr;
zcg^IZ*F_m$)`UC$7Cv)0^q_g$?S?(~`!2L_HYqFZU6~LcXZxc?;YaeFs=Wo9Hs|?$
zKfsswT2Z6lde6}nkE&A+a(?4mu&1f<%A?LR{c`8Nrn&q-rqsf_vhs1M_qwI~3wl#t
zCG^Fbu3U7b^TI>Dqgughe7v+jdnG75x0_gX;>qqfb(@8mB4?r$rkk=|5w(vKo?Uat
zWbS+O9nWt}tvt%$G5@^D<23yPj4yn>IwwzTPt;tqDfRH{qIk(AE9~Oc@|z+ox$eyG
zk=(RvUHW^2!sB&^COxnedsH>Mf3|0f$nUy00`G6{$hzR7J3q&7N?4=Z-P~L20~WRG
ze!O~rcJ#xE{tCO#T@+^gExXWWowV51nzK7nJZ}8bDDW+rGsDzs-ID29U6U7-EQ@>S
z>Av?p6RX_Zyc@^9H~Q$G6Uaa35^Ff;74K%3Q|`gqrzZs(-FtngHK*jT;rfP$=leaE
zs88vgGJSc0+@i8#1*2;-ZhijyNz7u2jlQOS-|UCRlkOJm)6d$|-Vk+*y?{Mz#xLWV
zle;(9G|pW5F5t$iy`8;Jf`i?Hp8b5bDtG>y6Rw-C#Y{WZ$gcKjEx%1>ljA`no2kn-
z7p>=bT6*~M*H90Riyve)f&x?*md>i+UoGCX;`|@h7w1mxzUlhDZta3U#+O%L{#><?
z!<M&r;qNC0j+Ycmv~m^(E?j=n^PQpZQvbgp*}Sawmi@&a%G;!vzn{o)^0#XY<$o&D
zH}BE3Kb^Z*-?V8jWoh+o5@)`-mPh&19T)qlMrUU!dhO=A9C_2h_L_yUIq!pTjzhad
zCap5qRvX87a^vsN6eGX$nRi85r?|3o=PvuUoKyHI=iT$u_i3GGuRkc{diHu#`X}DT
z%aOB+*US^MWWB?==B-yn$=lVBnf$b$*6LmN5Lm1^c}wAg#rcK7H}7j-n9}=1IQYl0
zyFL#hEZ6^iR%5fimwEB2Q*Fh1;S90AZ`H2%dOt_*=)9k52cB99JWXF{l<RbMwTN0~
zUFWO4*9<Eret6~3qx$lGLe-(=+s@l26xfG7|FQht^s4D~e3?nNt}co#O>|zf<KXVr
zM^Y*~S7&#t89DxqGi0)|jCa;w=hPqNXR7Wo!FtENsx#*oHU56{$#vDL?a4B~S09}|
z=P~1h3x9JCL@Qj&Xw_9{*f2@|olkUBck2ALZ40+Oei>3T*S%foyn55eXAPMW6|e8D
z{VXqX@{no@>x5tG8eiTxFBjeLsn5Qhv18{~&gYNzIhoIyeYcpyMJ6lk-G;C^p{x6g
zVl5Wl>WfUiTCsBV#^~~bZ_f&jsGfW&WW1Z#sh;Wcu3MrTe^y7o(ri3?QftwTSb6ru
zJ$?d5kFIb#Dd93XhNoWW!^OX+1a;%1>#8f0&q=*GrjihSjUy?l!}Q(3pZi|kc{)|*
z$zQ>#`LV%K;-+&?@Tkl@I8BND?cLZ`p540jXO^%$Hsqgbowv$rliAcy7pffp#uROm
z56_t|fAXQur^8D=xw$KDkF;&gGz#w#ZCW_l=hAYv)ovT*liFIpo7RSAO~2V<wQ%hs
zwpyQwd(PQ0zcA<uHB7&i81;JQrKM>{n$K0)N=z|Yy_(Hg^F`}R>GmD`MppZS<~)CR
z^r4EiUZ;tPANLtP|5Z}5+Wn>tn`P8;vpTLjbQCNv44V4-X_30>p({(6j&4~!-MQF#
z3RA)4yn~*G)<@s{&N&!)V@KfQ*KSHd5w+zS>b+0p!&trte9Zjq>c8c*WyP;Is|`h~
zgx1aQxZB;a+l$xtb)lqxSx^T<X`I~dS?Q5)W%5KmO?B$DsSx_UCwo5gl~tb)Mr6sY
zV=jNwc$PVMJ<HQDZVmP@mG4Wfl@fe8H0H+}%;Grun`i&ed%Y%2n~z>Q_1CZFmf@$B
z0XN!QH)!cx{9GGh%yufswxFrQYAI9qkIFU5;(~8a&#K(7Aj0)3MfSO9bpnHIdBT!?
z<rXmwN?nB-%&q%=%XK_3dUw3!(O&;sD&~u(>l8TLJaG8(!x@(}zW61UJ-TIX<#%Jr
z8LO+>m;NhgzKeHhOHkw45Hm59vwp#%ue*MGxb0Yc^(I$)pMY&o))TSAnN6=sHy`<}
zt|M!)HoSV~t^WbL^`1&sZfE0MvqOGi+2O!?uB=PKKJ2}V3IY~di`_jvm&4O~U9+0)
z?Es6c2~{ylw#5#+ez&Lv++QENK>c`2R$;EiooP!~eNrfObAMa7`jp=@g;Qp$V*iS~
zp4m{I{L`aS%=S>=_F|PMlRL~aZLe-!%ii>=sI+i5i&W=kBZ)r}z3iu?WRDBKV%&G=
zka)-Z3y}^>R@rW-I)C(;bct%=-;)Br^}blU@n5c7x%^*>dtAiceG~3%n8$S`T-T&_
zi}HlES|7O|%Bf6q3=1r566#sMd&{w2gFi7A5?<QUKQ%v9m#;R<)M>nT@142FUa^pC
z<*C=Fw%a$Un>_uP_#*XIwxyU?)a6rE8$Vs}aV$Apv;XRTnJ4F`Fm^Rcxyi*%lf3lQ
z*xbEN`{=2i)`}Vqna>L5goKG-G29^cb?d5!ozHj4Wj);X>0G+`=hwogq|e?xT{o}e
zPk8YyVUu@{TWoe##fJYVjr=gxDF4j$SpI$D_g?J@x-4?d%&tbs?NN#9uQln)eb1LN
zb*{Shs`lvAumb1m;|0YAI?1-BA6|wq<ve;laox_kyw*97TO)pMSzov>Jz$;f6=nX{
zoo*7(J~syMD$dyR>`!l#>$PCcMe{u;e?Pu?`Bu*KZ%1-^^8K`9a&q*aOwf;hQlR!I
z;V;L=ifQjS=KBh)7Y>>FHlyauzjL$tt0bFwcuRF<1?v8uJS*g45qYK9SuWB0;l_t|
zKKu^&7H7Wy?cJ=MZ+oY#_<r{4Hj&I1*|%#~l*%SKf1iEcIFH%?tJ!-m<~z4|mpuJ!
zyXCr#{((JD4reSdSXT7vf=c$0>3xCUzQnDa&SPue`uWFeiQm^`-R`pY*G^EhR&$Ac
zGvk=`ylB~}^|uc0^Lw(S_2Y+&2X(&Iovq3&e}3NhZW-61?Ghqhvixsn@VXcZPW)v1
zNAXT5TcQ4S*W;%yIIHCbohj*$Td_1t+@L7q;Oa?lc9wOttPOKuTol=Kn{#)fT2&{j
z^pmBId8bc(W#3-M{pHpxL-F1zzcVcq4z%vLYE`|aQt{Oi_xQCp6?R`Wk~Gg0V4Ccf
z9A$NOx+90mf|Goy=fwkN%x$arn6~Ywi@3t`<J@0MSr@9W+%qZU-uJafK9`?j*!pwL
zrI@!mKlH;UzB~EHZ0YNmZrKMGX<|pt@7yw}Bz%#~o%4Nr`GVed`F&Y^aeh~P_?$%B
zrw0#xbJ%=w(zbQC9-6K=Cngh6cxT_n-+LW+6KnsligX|PYB%@H&ufkG-+QAgPd4rK
zyg0|7$L3LygW|12<x&T9Hcbslh`aJ4ZS6B*&Pm3VhK_0y`C-}rmxkLO*}|sq<=h&J
z?R@iJsxfc(TweWr_Jmijg!FgKbUx$x>H#0$Oi%wG#l=CpLudSVzR1zq9du~H3h!5f
zqVv*{o=DF5V&*X`G)6U#_ltS?`;+W!a<5Z6mHuTP+H`RDYWY;DD}@E(QZ;9%A9j1d
z;!(1q&1J_L4-uxioRTS*F9mE^diATxk?UzTvz-|>CL7r?3*23=Q>gdSif!W&^9GGy
zvRpfy7v4K?LtadSciRE2cr)GQQm5MfwQi7<mQ5@^ZLoUzgUOS#416vsa5?Jq#f9}B
zdKz%;GJo4Kt(|-pasI!(f^waMzU?@4V#Ti|U2)SZweOVrUOT|wQPouO<myE2XrEIn
zgEzf!{GFmvB5M6r^=bagBb?RGo+)RBFX!A|@_a3i!-EyEfw5gTYAzpO{Hk{(HsR39
z*qNGH%Z0rKYWBZTw0XAY@vRxP>*vk9wb%0A@(&Bj4j;M|&m0$I5q{xrCzJV9bCHP;
zZoPaOvQ^CY*e~78xl`|Y%D#NI;8W?71^f1|YyD;W`e*H&Glfzjt)B(Iia-CApY?VU
zqt>d>rEgfi-dR$u_<C)%v3%z94!hqmN)O~i&w1EB@V3ueSZ2>2?5}8Wqw1K|+15+_
zZ{EGXCHz*3N4WU-Zhs>`wzdk%^2>jBy_)}R+V|IKEC0-`HhErf?@_@X<7-E5_J`C8
zztD4v&R+L@;+d#w({CGCjrX3qA>wg-s>+8teZvIXB^&2`YWj2L_Yw2u+Z4E1LT1eK
zU=w(?S##Z_Nd;jW_f5{ey*u^vt%Fis|JgntV^U9SpXc^jcWL8yzO`Q?)(g(;^>4i-
z-*ohhM!xQsW$Y8?`&d7G&eF7VJL^;N4X-&1llQgHI{VFO_0N-qAI_?M{ZiTW@zkD4
z@oCK;&K}yEJN3Tpxm)ro%m>qr?FF~!{`L3ME;%+YTfJi0Y~k}ig0CN5<9=#GPv{-V
zb5rNcd$V!QJJ+0rUrQfunCF<#FFDt^_3+P@ps$Zb)Y%QsCF=iSjCpuA+<lXNqOEa9
zzy+JM&sBL%-`2Yt*<GtG$WioPq`G!dNV&*q%Sqw34FzQ!T#<A4$W2py{d3~y{z-W+
zOy5^eEwEvG_IvFo_S~Oyt{;uRF5q<ky3n7#yE!^*(jx=<Gw!o+f0o{;XcSfR%KP$y
zeHUuymkAa7m$O&R=U--b|Be3y<Gg0Q+n=^pOFl2KY(FIIz01-qV(;aI1q#)%n+~7e
zE1R3@->qh`<BPpb9?Kh9mbv|@N55Tt**`}!zek6!;_@2p%38l5?pX1&4^$T0l`4rZ
zypTCHUQ1=W?ct-RN~^3`G^Reg9y#|;^WKwt&l>IH^muSU{pr%*Qm<ZC#-9AmqW6^B
zr7UyhlCK|XZbyB;wm{Ekm5lHd&u@PZZQsBB)bD>giUR@~7l?Lj3hbx|U%#U6cFOJi
z&v(mK%YL76<Ja?CQ`cv!^=705J1=INlllF`wO6GJ72I+*xF4v9irc*HOKHlVeLS}D
zjaT0vFI~BOeZ#vKHP2rwG2ir*5@vRkm>+1tc>Q1N&v$QaPbpVU?I>M7bIx4Z1EM!h
z_pN=xWFBoU_ug(UL)c}Fn01Ed?8@UNrw6xW9`uct(0_OEOw1#W^IyLvOnA9Vt0sPt
zw#A2eviXGz%cpb39(*e``zYh<t<!F{Z~3nND?Xd;h)(5U>D?OPQkzdjIF<6=ZQ{E5
ze5%jRDTd2U?e&fo%?<0UDB{mI*u_yT@lNvW!rnzX_a|4no0OR(><v9O)wBA+r_PY$
zr(^!BiPn9x4Llxuk9WJ%9=2b5&M>`ux#d46^I_EmyasnCyT?S%)pxIoW!bXhSn*Hs
ztolQdXPqR^KK9FAv*ZoK@u_D$Pt2bmpc<3&(WdR!@5iO$d5&ML(;N1Dcs5P2JbwKJ
zZR=?cOCP9&AG$i*tJ?3$-?hyAN35QwmN{6Ruihc6BO}o8j@=|%*D6-^Z0VCn$D2Hl
zsooP$@RSv=-VvO<_j1yV9jCjK@7D5{vifJmg<Z*9<@u^`VrkG0?uYG#^DCW>3vdfe
zPhYd-#Jh<)?;b6@^lZ`XlY+^*>%L!7D*kaMpYQe62Wr3c(_-E%3wjWGO4%Y$-FC*w
zm-?A^KF)TY8=>9%-aW!^$#dgNkEK-S>zl=<?X%>XpL2C)*lVY?GR5wWbNl;V7kyZ|
z;JNIj&r+?%f=4%Vygb;p{JGrQx`dma%nlE(eJ=Upu%+;;xnS9pYo#+^Chp7Bi00b#
zroczh*39A7xvJC0)7}a?U0=iXJm}hwY^%z9E-Ugxl|@aZGR%8kuX*Wl>-FUA&u>=k
zFnP8}^j&{->Vs#m_ua3UoBGu=F;OYtSh=jst9&cQhX*9t+-HQ?&VHa~`Pz4$(6N$B
zc9#yHaI1<~c;II6g9k55HaKaV_i*)Z=izM65x*<2>i+%GAd5~7^&{N2%l<iqI5nPJ
z|FY=n%l37$w~YVp$~ke4yQWy-;ep@978VEe&;MEQ=5O73(-_0G&tKd2MQqi799ODt
zvElCrolK)UcPrlMXwNKXS7<LjeC(mj0WGcN0vw&1K6dZ>yB`V6?_+G&e;#bNR9hr+
z-{ZpFUuK-E@d|aGzv#2m_doKV<qAx#e8aCz|H-?PU*_79;IrnlXWsbZ(z-(UaQB3n
zlbJ1b+uyM9UYJpnl=<FJ>$dHVIKH&CFSn#vTJEt}d)sokXvlX{t?mDegtK-x-k)yu
z-c+;HJ}kfb$Fe(4A6}h3mR`K;xp;r@7p|Fe-WeJQgsfa0@56l|Jt*bH{oD&%FRg7|
zU&Hi#vcROT5*J>Z{16qnKH=Jdj^g!Pd4h@OvuuC3FwXqkRX*qb49-nE97^kT+gevo
zPcS%Fb?rfo(99K^78rQ7e&KpNcQgC*)eg+MUptp9Dmfr_rK>RFsX9B$3pvx?9TMVo
zQL$UTgvzsTPki4p{lSALDPeJWE>G8}^I!YiSTINHnf;T%8^_hJf7qV;|7Z#Wdz-1+
znWA0KtY;lw9KXq9+phcj{%`R=B&Z(4H>1|=*S1x5XBGBc3l%Qz?1~K!7wwgMUj1+B
zzE>{-W%UJ2lx)pD%HIn8tr)XAy}z6F)DNXy(^5_u2(Fl*ooVx1JK>e#Z-wb)>B^J4
zBBy>`aeCSHsWB(4x4W#Bx~TL}Amq2`&)a`%%zd6;tKpM&xRRlH;nP;XWvlz2K5M>x
zOVoCMi^ST@=j$x)Tz^<1du-BC_6rw(#;s3&AyILB!S9V>xA#O%l&M*5cG7=x<JIT@
zc8|i+2`)xIQvWia_<xz{w6WCziM=mF9gIHDknXKF<NY*y!sYAJ@;3z9O}W~wQnJHT
zCUe!QwJCMWf@-Z6J4&&2Gk5%RzaRcOIz;Fz_xEi)0@HcCioQt+Wa($S?OOCR`^V*V
z2C7z9SrQ&^dg$4^L$R~<)1<JQ-{1X_l%0O7K>4Ez%ezZC!E>3SGMTPOonn?-JfBDA
z($CqxZ!U+)@?VRNKJg|0PORh7=dDJDD*yGJY6X7(abA*tK5}~00d~Ln&HYzS{U}v?
z$GG{@E%%+yey?W!H9DH<D%A1i?8-*H6Cvwj8&-M+b?*7pS8njPq^z!u$3o?fMA1{>
zFNNz1`WgH<*UytF)Gu5Vxns74^qn0$9-Y-*FSAUCeG2!NFSkl==`+jKY|-5HV4j1r
zsIK-k)4$VRwr%()^O$FoU&noQcdhoa6R#(qdhNTXLXH3UtzwV6{=HNFxgKdg^Ur<b
znh7u5`F+h*#FPFS7};(Puvj@kF0M(%W@Urb$`4j6b$(r8(zN%xI$PZRaO~47`8nDJ
z*3})4Qg`i4w=A;wH?zZfWu#Zo!uRRX(>`sJ);#UiD7mca(3UO!AEO1>-!n$9dlyzO
z;AwGd)w$9$t&XQ8`YW~X%d{+Ax_(hkb4*^s(Knv+W-xl5?y8p7)b@Y7t2lm_$Emf!
zyVq^-HrL$nWQpL$RrB2!%<_|WKWyr9`C{7hr6~^{U0=J@x`OT2{IxG8JZF_%w$I3T
zN9T=Dt@`aY)e&t~Tnh@~9@N@?xVO^OiQ(4~Zcc4xpJSD;Z#I3GmU!^$lW<K^s!rrj
zk9*e*xxK$evg}=Y%rVlhsGiT~{;?+)lAr3{{PF03-=<HCmt5L;K>GU5H4#63!}O+=
zGkZLksIRb0+=gxb46Cqh6Ia@=zqp(2ET5^r2Y<^PtB`NG$G_I}+ijk<re?ytqFYtk
zI}P{8b<Xls57~Km*Q=LyxiYd9MeOI7KUgo&Z!gL9S>2@JXWW`ETjH-fsvWQP%ij=k
z|K64S*^JkBmL&>V<j2I!Ds4~-P1x4_r{w6Wwp{;r+tQXC{2O=j)8)KRGqux`uSW+T
z3pnYawS98Kiv!E8-Op)%E3liVZ+K$8zf<M8>r0QQ=SAdlKT2EwAY|E`lJg56yV-qH
zHJF$+zxwj2XGID1mfJ6{Xr3~Y+5U|Anh#4WAHFt9*%AJ>W9rve-t)Lt6+M_%B+M6-
zd%g6rsOk;}ww8@Gg-cdUSZW?6xvoo0>ul}9chm31X{~ws*=GCUwKm*gReYi`BDIN4
zuRqqcXYFkd$-TFIOUUvUd(KsSm295(%d_mxo<24O^L^K>ikYR({=QZtx2>%8yROGA
zQJ%H?Gq%+B&Dfs%_4m%r`}-QbY-?FnO-{_qkSkd}#p21d<0l!C!+vXO)Wx)QDHk7?
z`67Dc!koI~tbdD)zie}oTQ@1Bwno<G$yu?pdLJ%MP~CsPjAMfGDuz-8u6>akCTvX;
z-JB+P^2WhT`#s`H2WpF~IV0a~v9Fyfn0)nsx#28JHlB$&FYK1;FVb$=^Xhl#<1oc6
zrVg_$ac30UT(-ZzVUoY*&yy2BZnkl97G693itljLo`4HN2ZFn+B0hSvaBTL!++^Sz
zskrie1nYq{4N0o}0vBIxJN8n{S|PZ1#qsl*3*X6xD|LMLduzrKyxA-6thUdKzRX{$
zM-P4xy~UiE754De<b85qr`>%lz{~XMn*PEIeUB|vw#6&F6=<q+RjK@EeW%dIVNQI$
z&~{PBmRW+1))IO~GwV->=JH$$ecUteLg(|(Q$%lXPO8q^#klq5p$x@u6Q)Gzta`Ef
z_;tG_%lvmSYQF3YY@A`Tdd3&aBm2IKY_4C&!;|@jyQlewS#wc=fUQH$Z`S^G`vcn)
zf5^V6oK(O0PxQW(%eEVFY}~E5-+qDQ!RJlMf_40V_}I3sc;Hr=9w9jC{GluN*&a39
z+j+ZbzndX#rG8u_tTZERYH4S`<~GyVupO=pNfjn4rq?INyOp|MRateDFXZ+_5&0<=
ze(Iq@jkh<myl0X+uhiH&?MdVOF8P*}bs3uv1<udee&_jrA@j(6o67|6Td#VxV%6eR
zeR7>%n<`@Nd&Y10x9UR9`CrjrzF)Y%YX4cS3sRm(pDq!d6y_17nAy5S^wL7n3D-P)
z>$f^x<GNYZ@vv;J08@a<mgh6{d3J@h``$YIKg#n`+{&DQLx&%<mTAAV2%dY$*+~2b
z=kE!3qZc-<F-?<Azs9vWY{u3@YechV<aVf(-PrVCp5yL_Er%9~iZRdeTdky*xNSS%
z5fc;naL3&-OmB-6H=VXUueaUCT4wfJrL{Mn#<BO@&?~pveaH5FQ7iMkiuTxpdf~de
zIjlGAJDBvoD3R$BZ|3BVKTAs{FPklr7qr9kp<3%~k-S*063x3yU+T5)7I_!6!~3CL
zYqcw*=3V!fihJ5}WSH_|w!ByBy60-JcG2qCBfEBURF+SaY?f|WQz71(d16Yc_4G?2
zatg@_dlmn%a<kmjQ`u)N!c%ze+RW=4I1e3vJ7XnVORkr$F~^DR!d4G|*k2Cbc|}QP
zgT+b3pMR|$itgMkmH2_X@qxAJ$EEy5yO(V}HT8Iex$~FAQ)`q?%n5X3V6uF?hl@?A
ze13EHE&G!{a+!DfoE2F5$L#D0+0!etCVuswvGApD9w&QF)TMZlDX--jT`TXo@06}O
zzWDBGo+7WAug*noOuHT*_V<`t=8eo%YsHN&L?z6by~e2a`xa}CWw)QdS55vSFkklE
zlxL^6DfQmz?myN3=gO4-Pt9zb^&W>`cE5Cg(;qMAq8jZK-W&W0_eHi(?!SHHppcth
znPk^(Df`DymgYM*gmGV~>Y6ae;G3eE)n%cbXD1c4|I1R2`C|Th{nsuAiJk9GDHar6
zdvHk1$AT$Z?@G(dtnDl>*;a4)x#X@_Y1S#Ggj>Fc%2%j)w0(IZF6mnOP)~?EW6}?y
z<6E2kQiG<bd5143x;!It&5W3}|4LuH$Y>RCp2i@(O1sr}7mHi-r+Ht?m)?z6)?H!}
zu*-JBdhI`=iKS)cj>Rwkt(&oWt^7&xMS(BsEVlXk_aC`;;m6(e#y&ZdukiA2v1XjC
z*?RPrY==_0+~-A~cgS1G`zcA!$}`omD$3GS+GRPd?q%GB+RX22+q42U345J5pjF|-
z;(J*&W(teE)qK~5VJ7z%c9cjcNgR{2`gr_fN$#Ix?wU8%x^}trg#?&AU-VC`*Y53c
zuj!EwwKs<yk<`^z?z#T8>qJ|>t^1cFceE}1_HRhgQEPp3<1yD44Ryt!H^QtuU!8bY
zZI!lPT#~wd?x{?jv`wdZ4;=URHM_WCzu4WNtvBm5GS;k2zP2Q?_2`y`=I(p=7L*-u
z-yKyN$XT&;?yCJ~Z~y(V_C+s~pY=kQ^xy#P6FGKK4|vb)Hd?V@UDcYD*bJuh+0y5Y
zpC6kxW6}CVL+!*oFO^xj!j*Gt?@IBfT)z92<MaOcTnzt2g}!B0uI^r=`C+zS{^iWv
zHWS~IuE8?7+Lf<%c^Dsy;h$T~T6a9@{Vw&C*hhB_X734-EH<}F*I0Gn<thCQVF98X
zeLGFejqb+xZVq;sxXxwaolD!4R_iXgx#bh%?!1$`-@V_RH>3I!tHOS(*H?09X7;uV
zM?5`n^M>3}$2V%H0vPOnAFdbGaFsqG5m38n?a8CfGbf#DbK=(A^kvss)h}z355APU
zGnK(KY{m;_&D%bWQ;%gCc-17Sc=jt^^T{zv+b3`%^6{Dn|H^;sFt;`btch5&P-$!9
z0Xf%4GZjh#EN3si_jk&V$K9oO`Le#bTAy0k=JsvorP#H0OtVwZuxX|$+ujYZm{W83
zqxM>!-ScY9tQnVX`KRUm>iyd#B0Jhr{g;S(K8ZE@RdD6>@gLVOcdgECO^#lD??B1*
z_P<?1>((%;9zEN!I;pkD=3Cuo{_p$!7kYZBd7NZ<yDg;WZctmHd0U}*)e@5f({}1r
z&$+Z)@4C1kzx~{V1%0w>N-kfGEeVZg^xVF7K?2L!a_*1p5*dA=VI^mNt={?SU2%ER
z$yIqP_Dx9R_PctB@3Kw%xfO3eJrFCc6*&;GUF+^Ct#1;tb3Szx-x1Ax>-03jC2Co4
z9Z#fqy7RGDcP}rx&~KS^T7837$(zNWHf3LDPMGGJXx(Epc}u*iv+jcV*HgY~vqyw4
zc~_=U{w)2IiO3VqJxMAD<Q8Y9FLzJ*q(3z-Fd=!vV$HTM1zCYBrSE#&UH9bmg9|g(
zU6VP{mUF_1`O{LfRchrNMw?ZcV_mHaI7Pk-UE^);<qXnF4(Zq(xck7okNtvDHyJmy
z?mhj@+j{;r&6rExU$0+Untn(%-_&EuxkHOxJ51u26?LEFyQDwqyz$pNcFOa=&6`@B
zlDc!o+m3}b+mC)on=60q<Y$YPCHvLx2gD@b<+!=vxb|7&1uO5Ia!I(Yb==DPh+om#
zoeNhk$SL-`sg-7&cym|CsY^@t&R1G5$ru=US5v)O$-_Flz|sG1YTVq*J<soF$fdro
z{1<rt?acJumS6T1U%NR^w#?4@b<X$px!=!O-L`p?GIwJ|k=^{8Upw-iD_RF?x1}aW
zlp3ZeGo4t+o-eALqvswFlvBiD%XHiE&J!NBHiMrB(hhNpr)~JB_V?_s=r7m(zFpPI
z_?0x(f@P(v%`?BwR>pmCtsm|?7)|xQpc}Zo;IVSa|7*E*#%`%M*My55*&*jDbabY#
zd3`Ex&h_bmPolRuoL6q^4$JQ3X-wK+q<bs;Xjt;ODa}TG$NU8!Ki&8tmMiY@gkP7g
zZmrK{Y$-c_gR{B&6K~Xc;dd-atE0cAJoQ^={Jk^cqDz-r;GKJ7nyWbWg{z<46yh)B
zDr_lr-cYqa{oSn{4qS&;c?$pK*z8qzz<Ae$6Gwc@$^ru?ch2`Yv&D9@#NJ8vGkFrY
zINuojbBRzm-xVpXX*O{!!%>@{Jt{|Qjh<W&b=kJ+#E&%DzzJ<flb3kfe3`Pn^!6_Q
zcAIaHri=a;-Py1)Wwvp_w%fC=)QeirUElt;>so&8{5!34-Z{L<TRhX?aS3};xm?}T
zL?fNuk1jmB!C>>=X`Rh_E}J**I|Wi3e07ALX03OXQM+Z~?d{XGX~DjAr$6rTnzcya
zg-U7B%V6H$e|nc>K6(>8GvI`cVBJKI(D(O^8!x)@{r+~$SiHXeh0r$Xna?uvCN+L~
zm3B-o_06<{dTD06r_NNjTz#@``sBHW5h+)^_>0QwjE$C;97$PUrLrkG!8GIc!_`w5
z-dgz=)-n0m**GUjmT!BOTk`s#@A^lFQ+LOn%bkDcTy2?UJ7;~7b$kA`sb44M?cTkV
zS@WWopLpr*bo0_B+eP#qZ{F*Zx;A}byvY69eu<dn6SH>QR<oXRL(?TP+K4TpGUnB>
z$Fp=U99V4rG{t)LCgpOW^QWs`mML78yY0IzcFE<c$+qv0y>+^)fB9|Ny}T!(MfUm6
zzVc*le>;8mC-v!X<FC9uQN=lL{q&b*zw>yGni<~^n;9ngC0Bb5OY>Bn4N01>PubMR
zU!C)$*{^@m&d$8Z={B#s?nJ1{ow@#V^2%x@?ssM}vz=63x_*~^FWS}p^Hu1XvVGl_
z@kawp|DC;57{C6Nyv6RAj#n>_<dk1)H=H(^W7d`f<@|nZw$^dKHl^RK`||Jms+lRL
zqQoVIrDF}uE^gWFv(LbE)|N%xX_F1DgO7SX58>=tX)|-pyeY{EQ`c<p3Nu^wTJF!a
zAWQK(_jbrtmsxL{yYA=>7MJ$7ZpT#C3)Oq)|8o@Y_L{aRYw~@zHP<<Ae~o*%xx_X+
zVXd5g;?8?(ZuFI2651p^=d);U@Zztxj(j>kd)5s1iMJ~vZD+h%x3+l6oUE;pm9^j3
z3ALYncm3;~<#$eg54x?N-l5*%AQD=&&_`HX_?%Zr#LU95G@0rCMVqd$F3Ayjoq6d0
z_H29C^2;q7r!8zcbK!QV@DBZ+q8slHq-xK3(7W-^ybFJ(J~TgVV37V(iAOU@D&xk9
z{v*o0Te;rvDY%mOuS@RWq?e2Jmh9T=Hm_g*P;%$p2`*e3O}?%hGBqmYA3s&p=dY~f
zx%~g*zu9g-FHW?w`grL7yX%Uk#~3y1YikVRb4>~!AE-<TmS>fZ{AhAVwEvB4-|_>6
z|CU-$`V&6Q@eo5tApf%n-AK;(l;etr{_v@#)F}Nt@`=+sYmKg9=p=nkGp8tx%mXn$
zr#!q9TAP+Vf%j+76Yq;otn<5Ste#A^x@Gs_=>+{vQY*3)6AU?}CO`PN;jd)8)IO7+
zOu}kMBbhGM{pl#LyP3eq!KM(waPUTzsDMw_TkZKQ0&BLgHY6~ztiByue0o`2*%M)%
zSBxCzszN5~v(DZlrj?bYKA%N^$H9Q%AQOj}!v?0Nub2ElY&Hc6kiMLq5sU|`;zS%&
z7+shYgcv5W2zW9~6cLc(wd7Qo#Gu3|z}ax%wMv5rR|kuO3L{Glw+dMBDT{z7<3xrI
zl?D$ckPL&8=Vh=)PLO~~g9n2P6G%U&!XzdoMv$3~U#8w-7Kn74&MFYeIFYeKr{M%s
z2aiJvgA%vGCI%&K1tW%utOAh?6B#?!NOyxpnUt780;~eBn(d%0>{>&bCa?;)G6XVo
zFgb`Yvh29Ds6m6lMbJTn(S=cgiy@E&Bq<`m+MvPIp#+j*ROn(@#G%l|w1@#D#R8Io
zY6x@?0ZTD}q>}%X97}$ANM4M?lq)a%^o=`w53TtP=COBme0}Q}^n}5`vSFpj?w!sy
zJNqpH9y2Gc=+L}-d}TzJN{#0aqZt#FU)O(9e0=zUon2pM5X+upjA_nmKJaajK9#R=
z*f64Z@gfdB2lgX@Nvq2}?k2_FdXiovaoFDA5A$JrgBrt^t1oTudKk_VzvhotTYTu_
zh(~L<iW#S@Xc7tySi~e0dg#;%?}^*`FEzNZsvHU1z$Kxj5NO=;PpND|ezT_5p?kga
zKdyWbJkg)sPB!Yz0rP|ZxeQZVb=EuG`1aA*&a@^gYR$vw$@#MPt-4sh&eO{`-}vU|
ziz4RhmUVVUrxpg-)n2)%@HBS^Qx?m%50A@hl53nNs9M^dYCZ5{$_GxqMNv%Zw^Qz#
zM4I!yPLm0--x2A_JF!Ce;E#l2`?@D(l`8#;sreiD&ONG4;Bnq}s_pg@joVr(=XjT2
zPIRu}@%;0G|G<?8Hk%o}etD{_`jc^A;oXm^55wEyCF{2HT;9mBQT9*8ulZ8n=U%p+
zQMY8x`nD(OR?jxJ+8wdgYC5xd*B^tWe-BD6u(M|G4#}G@x~gvViMkK9R&(UucDa6G
zw!IN|JnpArfK-U?yzA{#v^zikU^ky|=6Ks~<+=YD($_Cnj_=nsK4`sn?YROexxnnI
zn7MXFn{)g!s*X5_dd^Y#<s6gH^IR!rhTUc780V9pkLPLsb5xlq_ej-cUTgQI=SDx&
zYX3<Dubj3aQB*o?W1?(vL_6>64T-X5Ym)gO^x;=_%e=21)>_Z@J*)Kk%f{rS6jPVg
zVdZl_2d@2;B|AU5Y_@EESmowE^VPf0_L;BV6M200)w^lOpVwVq`}ppwcbgyI)p~#J
zV_xa^n;-M0mcOppzUz4DyR?3j_;aOumj9e$n><s$|7Xba;LkmqC2u{yoYVSDqa)3D
z3W&vb-eUGbv-xS-Z<-(8<gpH%wRQu4Te@*^q0srT8|=m>g_c^*Fp2)y5NuK_bE)LH
zb8#hm`QdjTF29`g`xW2E#dq50{|@=K!cwtl-tMrn{2lL<v)QcgH80jIuYJ~c`$X*J
zhyd>wA8uaGS^6X4*`{SX*JbMEe46T8oOwCswu!j;&sWQK?#W!2KZ|=#P3z^DM<&-T
z&bs>TJC&(dJnQwGXHM$zFHNRfo!#nJym9jSvRS9+KC4>3^TEk*o3pC^#b+<ae0j2Z
z-m^{1cfQNitNAq5zxd_lnBOMi_CH@O-}xtVUHvSUhPezMR2XbH8T^?J_%T!nG0bCW
zP-jd~hYC$**dWZX?1a#b%Q;8EY9=!nxV9ZM@?$zM8Km(INOeJbrVS^9HRFeh^<aYp
zl+Nv(9Q^(HQLt{Xfe$<xZg4gj2ZH4x7VTtI{>*A~yHM!C_URvLQ_uU&n>hK4&$Kr?
zw;nf~|9kQ6V)1*q%i2yo_vw(hD)dsZxY<RH{n|_|{&mKRMb6$ozJ0nOwCBCTjSU9`
zIN8iwT$rvmyO{C02R#kk)5grhDJ0s%F67Hor+f9FXM)ad!#sYmgF&GSuQMF{<X5@!
zsc39m?x`r<o0q<ZehZ(yclS5vo9mv2?k)5Ex&Ozj3)(kWc;$S(w%nK?R>SEz@lU1E
z)ZmA^>in{e)}JiXx^w;f@mWj6OLL$1&9y3$YCSPC`Qg_2mHSs`pUDeqGJF<z<=H03
zseimH{!IP9|NS4OWuZDss#k=LT)02^9q;n%v-aLi3-8&Ta^1Ax<h}V<;`W8?)|=%0
zP0Z|u<HU_`JHj`vJX>*N;yu5QAB8NQ?b;`Dy!e%Jgx1@un|~)Rj9JzDbDe%*?)R+d
z&u`8dEb-oIc>n9tkkvINtKKe*x}B!JT42@N@~hvLMt#cq{qAP0#RdJV$7-%mUop*j
z>yw+YK?QR+&3OMy=<2cnU3MFT3Dah4KHi;GxzemXYjS$I=E2faN&8-Vhe&VO_B`ON
zh-A!iooBoExomY`v8|$Py8IoV$epXV>0G@QkQ-sE=d)wxrrn{}riZ4j->sh>-J9mI
z`I+|gnxAI(BV+t8r&OPOuEchJ#yjJAQ{&FQcsgg|I%m!AlIxQf{_dH6aLZpa<#_hX
z?~LQv4;w0*Ojx|M&@{GqGiS~-z7s{2@7{i@)wF$5!+*m6@&4OiMgPefP0>-mu5)Ig
z=)F%0AJ2Q$E^LfvtrPummV3*>X!9re?-#x~Z_xr43Vjd`kt4vkzxlup{|nC_7j`}T
z^X7fLV_S}-%h_kIcojk#8R8y$hAea`j|+Ku`D4Z6rTaU0elCCE^6#D2K3ivw%0E-J
zPI+IcjC4I|p6^||oo{FC{h0T0JPeOrSH$#p|9i7$`8M^bwblX4litc37QW><v_ACW
zy8|1ayePl?+kO3H`8keXCjVZ(;K$ruFU$D$XDX*(ZL&{Wk*?c3pG$wACi52SeT-sX
zYQ2AkxBWe~{Ni_$iThTz8Fqi@VBUJjF>FDF?LMv|2kyUXI*T*gLgq$E8dS2{zVuin
z;2rA5uX?^ci^C~@?qe%)W~S}38P^uQVCXX1t-;u|eYfmB37!tKr61}RJyqYvxaiq-
zPH|PQcS-CDY7B?2bljVF<4;GLc!|2}<-jjOr!|!3v}8QuOjfv+ziiF2nnp{V8_VUH
zwjQ{BX6gYuTb4JMKh)3v_Gh<?@Xh72`=qXL_A6|xbY=IO(c-)1fr`O;iHj%9^p_cL
zdfpW_d&a4pi)MajA007qGr5-XUnF=2@9i@)-+7%o>Hgi=@sCKb{_ktz-}a`9y}s{s
zvff2@lSSFTBHarYl{q7O=APC4?<X05@cZXu9!>JQ?><Q7__B3jd?@4nSKOSeJI^|O
znUqueTCX_NHRhpHdO>ybqLZGJukB%-zLjlb_QUn1KenmudvQ8$bIsh@?Ln#seLP<1
z`k2PH7X_cMbxOZ$^I7ha<|3A*pXYsRty{WV_gPSTbYoq#adzy*zAw9<X~k}7y}#~o
z$ff0`3wP9AYPp^C>hK-K?VS4NQQPl)4%y|q`h4aZ%UqqUe+mSaD4t>WPD(s;{By}&
zkF<~a^Kw5f*)spglk;8?A3lHFv+|qu&6$&R)PDWQ;`+C4a{nRDdvg7D#d4-0nQNsr
zl{OmBiClX$*KTjcj?*d4R=>_%Ilumy^IU;B{@2?VpY{0`^80f8+oRjftnKFK$))+8
zeRgI=;*8BdH^j#8J!A54|K+EdyQ?$ZxBu93ckdS4nae77yDXghbx%#zq>XX&w(Xwo
zmiaLKp3%AKcMEq}>rJw_7QAQ61D{WcZc>k5nu(t;waYjBs1sbXzjBJfJiYq!=e=0(
zbZ*w0KeN1z|G|S@6+iCI@vFYhZzKETv&ogq@9vlHly97{W#=sO@B0jFb#`#Ry7O$2
zHp}<Y2j_SWu|56Av8=QA-)%L4i1{Ucn=Oq`Cf$_#FK+L(JK_i5*8hJW)*lj3K5`&|
z`$+Yng&XW5I?I`+DpmAL?UkN$TH@S;uiFm35{yw!d-(Zb|GERMnc?PHvimk2w-R`~
zga6rDWv4?77gucPFyHY|vFm_kSqr<gtDD@9rP4<-Qhxm4m|vWI^u<%fKg&aHG>*96
z)9rNETV1IxTQ)KM$1CqWC7C`~PHc!gYhB|TH23L+>}JM);^}#Zv%9Kfw*No=%=zof
zAAE0X#dh=^n)aCO&9x-EJs)L1a<=&1{3D`p_I+v-XJ}GNq|JJs|Jsi}<zJ4>Ud>YV
z_xD7nricFd0czV%DgFJgz5Gwl=1;C+<^h)iBJOg2+@inb>b1LH1hUt$E^B>$dD^q&
zdH$((JA)UlJ$Kw}zRe1SN@M9t=O?-ox4T%Td^>g`S~<Tr>V(W9iK=E9HZiwj_Y|s|
z-@Gl9kgaZh!@Ftw^g|4j&1dX6_~h+Ug9A@^)$$E0t2KEHDw}UgpSc&u$9yL7-JXMQ
z-aa)r@P;=n-=Ml$m1jdm^HFJ?dvTo1I`<MjvUP6{Kg7^&UQyB9zP-GKQSRP@hrDu(
zwuc$`^FMrG<Ii8;#u%2rp{n`n?bV45SEbk7OZfUNOCsSb+ide2d-jU4-Pm*R8LwIX
z`c}qm8<_SUeD?OM!GU+YW%(Pbt8IBUR5#z1eseF5pZQJUMfOLV+C%rZ8_p_KwtMnH
zChT9`5vIhC?{#h3r-fGu&*~FVpERfSnad*Km3}JL+;=%!+L@jz_ASxlvl5W!y3)?{
zbD>AQhQNYEcFhvjolci0as)1L5;+;b-Kwm($e~kXf)dx34kg1y4!s%^l)1iiC^;^Y
z$*fth^X6`r@2A~Lo#P+sR$lU#ckXBX_Caxi8rPQ2Q=9g-II@3oX|xMe2@uf`VHI-K
z(vi3QdR+Hs@welT`rS{&{N4F8`TOyMr_S6FnYHACTC17nai)clTyKLirbp=r%zAdg
z<oLm37mG4xIbW8EdS;Qt=UbdH%lWh>pH=I!;0&wQX~8ljT)xXMlyK=Tw|F5k>)gVZ
zGEwIWFIb){%&=;oRxDG(=llFZ37_tCix)z(^cKDpiqb2*plTB9bXj#v%(a<*k2W2e
z77`bf>M5&ex-G%|>4jG1MHMoC1a}p*=*c90Fy-6VcJR8v52>hig&#~!Vx2FWZi#vP
zAUk7M>$2#Koku0}7rqpmmACMz82jBvr}%ugUnuHtepi_Leb<5gx+~?<nJ-Ry=02@^
zdCvcan98cp?mzwt-B<nh$?W;-`hV7^ElyOOo-RD?|KE`E^ZT9I8oNKNJ;c#8n`vI6
z^ZkYtl^%mfEE_*$^z44{=Q7{h-^Lp%r4|<&ELS`|L3m$BwO}~cqBHkd=etbP<dN>Y
z?p+mkKA~V;?JuX`&{<i3R*8Kq|1O&>^-j2+<pJAD<&PIPUNcM6clj!}G30}R#IA?G
zd=5E!gf#!Y))o+UXz8N8jx+DSzW6<TLc)^$rONdVY@7jIC)PJ_y1*>QA(_|pVEfbM
zuRg?kuq_O9KBRrH;nENHm~B%(_P4M}2^Jq$T+;K{UGVC{Ko75pQ<OB_g8cqZo)i-3
zz%_YFn&z372<K1hMbf?sx3BZaoOY?`#Uy73!EgIH9CfAkXm~!<Rm_+;#V^Rh^Px)X
zWRY`07RehTz0!HYxzaV~EG?LJD3U9kXP3uIrKQ~>dO;HZ-gb%T1?@<<;OZr=*?YmO
zUBqt52gO!?&6<P@?NjWQd;zgzmKIDs6v`FOv&-wH)>7>>FRpOSn56}i5AinV1?}>D
z37(w`+L1VKX~E$IyQj1jU+PN;gv`(h+O0~yAe*7I)b&E2Hq%eWWp5m&%I?@CepF+@
z>9~)~H8%r$7fP=RY+*i@yToF-$MOjFEy}Le4`dlXa?IE+SkT{4!}3OXfjr}1jvwmT
zEux<r8(4T$7A#0%U=lKz(9kqR<Zojui;2nuMMgo+4v)z2fNfIqFFPj4i?%vk3|+3x
zuglENY2o4E#QWjvmQVaA?i`t4J$uoIe;MnG&j=<c3WObUi{NfK>d=0PpNHji;|4hn
z?xqb&W`|}e=x`lcrLczU(53~eN;s}2q<YNxHu1<Kg*AMKUMcACANr-BBakJf%$wb^
z!GmLU%LcD2?fQvx1;n@#m*%u=b&Akwx#|@Aa*>c*fSZo^v7(z2uUj|9fruE1)2$mJ
zgvztEDvrq;;}9Yer=MD__nJS|A-U6FTE~v7Q&n~~q#lY;?Fl{Pxzc9UL8qG%+N~Rd
zKtzB9ck4zFv6)Hbby?%PhAiU~X3crV9OlhM#eoeXMqmCrf4eCz$q}paeqnL3ghFD&
zKQWFe*EN-UDppD*{I9xix8m8?f1i1$x+FN&d~Z}zViYNyf8u{zNm7Xa+hx7Wb88<w
zoXzsAQgox^q`un6J!cc<Hc#6V%^lBX({Zfx1s~I<G%4;c!l!IFoP~|9Iu%#1skyLD
zjO)$D+s%t&mp4`ZSL66t$r5dq&o|xb#IAWS)U@}`StaNG_f0-e!G?A7za(dtF3`5P
z|5@cG$IErw-#hBGRc~cu>w5k<K=UEj1Ge9hGqawq>RrorRQDHiQ{<EnO@S3RcbiE0
zEIw#rHO<Zc@{C54h8b)-HYd2rEk4gI7FlK2^(0WGUrAYMdy9(jUb~6O+YdT+KZsJf
zrnD-rxmxUIiSYKdN`2EV)EB+iHs4otz5Am))BI!+$#*gAhjlI`3rctI*}<C@$#TSZ
zN~(*R&c#<Q96Fcc1%G?_SWf)RxATq0Ww)7TU0VWETnZ*f<O)rCtJt0L!m6`nn{CR+
zQ$=qVd&s+1Z4B7wyxMP_^X-I=LgudB{&%X(659$d-drHldi$(ekAa>^;nYs=Gip8t
z?{uG@bNAv-ny^6Qq>@skj>?v{mLB12hMev0o2)!nXmUoXDV{vy{pVr4RPcV2WpNok
zp`3+N|9kXm{<G^{sekH(#_X!@{8`C%8yq&D;AHbqX~~-2Tz)Mf(Med=<E~i8wL@&C
zmKPr1y(p({m$&ccvC8FVrfSIFt~<5wr#5@g_M?`M4riHdyYN~_S8S^vqv7fMC%#pv
zuK2fbv$g1kl1-Cub@n>zRO`&(x~g4i-F(pJ{>RPxGWQxBwB7pZG7qzG^U0ToOT_KB
zKa%kAlV29~PlV}sLeVdQq?3_qt84VcufLuzs~`5$B%^%!hs}>K+y2R#rpCYdv0=;{
zJ0JTG5JpQz;k1)l_G=y+M$Jj<didyzqD%K?A4QOo{Pz$g5qERTY}&dnw+rZ=GtyNn
z{3NjGXy!5rJwJJ;Ef%Lm4jp~jeD!Yn@#zJH-%LbjmG^sYZRy^;TtYW5tt9nTrt2n`
z?#(^kJ1nZZE<Q>-CZTt3UYhn3#%<FI3co$Mb<=K!YRnwlqZx&(wyRuPp=j3dOek|n
z`f2gQ$0DzK-?6CfN_?Dl?CL#s|KgB+Gp_F_{ALpUk#+B}-p$J;%<|IaoIR7ex2<<`
zPjTwym|NL5cFZ&cN!{$y|6rOo$M#~+HrIV;uAeCUCc=FDY)>iMGpXo))+bTT$0MJq
zR?V?J`k>G_xkoPDzu05nm+LRUhCki!*1vhVgbm1WAEga!{hNEdzgSdv9ekX2Ou`oA
zct5^tAf<<wTi8Y{K7KQpN6y^XFMFdW|Fs8&(+WG~()|r9?wpZWeEjC+oTD!fN<lR7
zgEWaWA3xi(S@QnL=~$GWJOEY7hEO`wlkM7t!fAz*80V!V%(<d#+%zp!IIS#HL!f3-
zEW@R%atGX3eO@fjq@;etb`$?frMl}r-P_{0^sOH0Mp`j1o2Pa}Z1&5<B$chVx?66f
z8236z%xf#Tep$##r=*Z2;?%-!p(z$$4A}1_BnK%L?@t%~;<%@%@|?|$lQSpXJ~q>e
zE!Z+R^vG0W$%>9Ay5$cI)4N={j3)mPsL0Z?omBp$d6CL{4|#U?_ns-nlfEzPW=LDM
z%Ogq0a!218MafA1YOkbyFDpMK1lVeZFPLY;w*J-0S3RC7?p`mLIiJ7soRr}{Z`y~N
zc|Oh4zoy8^tX1zm(P~r6^X=N?iMf{FK0IXBbAKVsef+g&;E9ha{LijW_H6N)cTQ+t
zmfHKr5Axh!NSH|4-ejL`Gug8u)t~S7g$uhCD>(N4c337=^}W&8v_!A>_Ja$%RUS^Z
ziDZv{>p8Kya+CLl{+Z`CRoQ5M+dHo%?zE5E^9H5nD^B@s1_oc!I5eYP_=(+h_dgXi
z>!i}0o$BrHLSCG+IMw#9=0OC1!lA%BlOMNPmAqj-S@q%ud*9a!>y?VE{lA6p(tLE=
z`A^n?ug5pnAE=#EylMLW-_Ivo{ZBFq3gph%Rr7H3wVVFyOh3;~6IgpWT{6Sd;k=O7
zRDRK^2TITVP!f~+P;316obSFT*Fxu|O#FPT@b8b~PO0-^^NM{Q9?8GLJw5wL{<_D%
zjrKg(5$J0?#`4Wu?z;|q*n`gKS@$z-_6N6Bt6T3l%Kb<vuuFZq^8w>&Yov;&D7A1g
zPWe37<jZpDU;U>W&dxRAFiJVZF^5Mqf2-z%^GeJCOY<KdFEqKo;p@YYUS;ERhb`W$
zO4}h5T*!8J#{QM-?Y-ONUvw0AO|8#Re?0YI8sDR1^DR50vm(CBPG``oOzGs%)9HJZ
zwsH009Zx@($bFYtae4KfXH0Ad=Xa-Du5_2suDiBC=S^;vL)D`^zTgi$-{zk?IK{0d
zciNrBbC=vQ4=tLlIQRLtNy_z6$A2DeRj7NY_3rjxm1mz#bYoA&ziJcV+-~|SK==IH
z++MpgyN@q_*M48xztVKx^iZGYN8j`Bm~y_TChn-QefI6_{~hn-3aj7BfBdVr_o0X2
zPdDa#i{Lvg?LsR*np+3`+46l8ch{K;;cY%DM|YTZy<=a`$7;SI??LV&X@{Ww^MWMA
zBAup~KQ3s|6Xw}=M?CIJ7W=*Q=H6ddXUlBb;cgjoFQ=}!_&a-c$yVp%x_uvmgEn9A
zh`CkMzuGka-Rmcl=1n@PE+hDFDr0Jai{x$j2vy067X<I{YJOI^(#&;0v88$6+>8g0
zGE&RAx5dwx|L~d2^}Nf^74>?0iYM!xSasy>gpWm^4|uRk*sf&Nx%cS$oChaGwmTgA
zyHvILipFZenul%C@~aXgmRg_EI_5nu_I<fo!Gs+*7P6fS(z3YwG{8MPrBiCTX7eQ1
zE^X-#^LDIS$oJ&!1DkK{v1dQ<6}wJ6_vZ9O{&1r`&CR0!nD(sJahS&1(JfxESvoIf
z#)1IVR>8v#VhZ|iE?h5|r$2F9{58flsq3cF&It!5*dP25{)=t<o`g9PlUNfcM_e<=
zODte+zAZjYwZ~gLX2*j~smYP8J5mm^a_fahOyhnRQZT=1_mtk$oh#NGM(Vv<;WMrK
zSIp$Aha77368<jhw+!T#+Gv^~VQA}e&xB{@*_Z;4nY->R==izxN1JeZ0jHnzf<yd|
zpD!#`wG%i}<jFJr$-2fPc`q3+9}G-caim+Dd1Hi7v+7Pmg^l4&f72)B^(r|t#_3Ew
z65zSyuS%I$(lV7WucRd^eXK{EJb9+L#PPT4OHA&oRy6bz`p=LwQ^m{XkZVVtSZCy<
z2-VKONi%+SyH1i&=`5JDV3Yc^m4_LednO+7ivRNch=6B}%A^~LosyFx6gvecN!;#c
zos@C1_RYG*XEtnVnEBdZgTQ0ujWfkhD<`aw2;$#ryU|wYvhqe7p~K3C_2R3QCw`qI
zA=`O&;tZM2qZ3zr==?Ty#SzC+-a5{OMeY|Wniolj+;q9;xWTB&OwsW_Z&cm^MTOP`
zRz__W-6Q-xt2mt$`A_u+bTyX>etG*ut?|LN)-#{N0$kp7E%?2F$$z8vq_Yz@SPJ!Y
zE!f7tT1i6m;4%(1*Q^uTcHtb~TnyBkOa*&76TFvP+m~c#V5XrtH<3-Jm9_lH2ZwKp
zlXP2C#1$)C6mPnDY!j?HU=zXe$UvjXl)tC)$~5+6HXEKaD)PUnNI1r<Ehq7D1uwr(
zMZ&>kwj)g;N&A>z%Syao@s`i0JYnbJZO4+fGjEoSczYnjJ+~}j6LYt$#2Xgr6pdq@
zN6+2hTEccCoqJj5R=%Fngw@Q!vbT9!6gUobuI2M7O<2k7EW0&K%y@2~LzX~`u(a%q
z7YCf!*{n94Z>&7Gz#=GWLa$>d%gqSSi6U%<LNT``zIaS{yNmhC&Cjk+^p;s~xN}ff
z`yQ9ksiy`9OWa@BtgGitvwnR|S<NPHb;1gXPjfbL?&|XG&tYL{p7%Pe?72<(FQ-@U
z>esq&_mI8j#y%(5Yya0s1L1JJ#SYhMlYiOI)yrkA+<L*R_U10_=)&2HzxH#A%e}nU
zsCz5tmfiX1zS9o>Dfm&$ecn`T#cv;<?VC5brM;6W+HPCJ;k(sne*T`5ei1D4>o14C
zdd3%$diVUj=^tVq3sk>w<~l#mQ>?QwisQr?k*F05TW>wqa9(!op=HPwridc~PJs<f
z|4v*oFj*<G%S2EA;MId&P8Pv!yVxS!Dh}NgU4N`9TrVhWZ&6*r(#^BCUtM(PwT44=
zMq`M27h_U(t_G(=kQJBADXq;WukW5vb2_>z``P)@7`g2KEq@&Ut(tjd;p-h9tohvY
zu4WyT$T6JQzjnf=E4Nf%&%bag>&1kgm#l#;@)HdCk9{!~tG8DBr=iW;Wwy}dg^T%|
zhmo%jXg@vRcq*N7+0R6WR51zWt(KgVckeac-5j9x-hS7WuMGzm9Nb*(>2KBZcJcc{
zxgSqcj_$m5Z{`|{@Yx#gUOcE<+$nwH`stj5yVQ>?51%hD`&`Yh`vk{^^UW(bZdP#=
zt4_&2_u>NYhOLHw@^7fHncP&Gx2IWcc17s6sMLqfDjS=14``Y@N;F<x_hK>EW7Elp
z>MOP0dv{H1N?y(_e|gd=?^SD9`=2Jq26^Wfz3I&;aS)l{vPM)$RjqG=#J-h>mWv75
zhM9{P?Fo4PL-VLh&bH}G19G<O>wcXe5mT#Sx^2l1L;aPTmh^2+khz)gJvnRTlnPCc
z%%3~9czAbj+2)bmeR@Sj=6vyjzQ@jgc5FHC{X6DbQ|`|lTV_lXyL>AtD$2*ZJ2TU8
zt?shqpF4UiboYAJYR;Jc?nx@sr%SWvTx;^~uFN#l*L}A2=%y_Z)5K0+N{Wou;bu5x
z^fdLQ@5=0hORZJQ(!F%r{31*XFWhK|$oH1q(00HrO#bG(1FyH)eGe#PTrNGWK`C~g
z>*5lj<2&YZyuG$J<3sY@Die+xHrBWMR(>`5ZhP?1$r(M)p6C6-ck?crwZhX@=SG^*
zIoYrTnf5iptKPm;p1tP0o$<*dsdpo0$jL2Tbe!qgC*ePGPv+^U*T3E_u;t`CQPI~*
zUal8wGjv=YFJODPaOcwHHy18GD;u!vzS;I#{@c&bF<yxa>znq?u62fl#J)O-X3uFW
zS7*$;YTWjbC%O4rpxL}TOJtn4$|V|#I5a67W9Zqr(K7qZ`9%%ctSNgnM5J4NN{g0G
zWx70hmexUIF@g4G4~^ADK?XcK*b+`~iY&VuSU+c_8oM%wG{chf$=4Sj$oqb>|IOwq
z$K`u|^JpY>84JcTGu`Q2Z0D_X`=!V(%fNHXMROJ|a_60VyqL9fzRhE6R_+{E`E#*-
z&Tr1xf8$TiZn-8qeX6R;VYM6wZ*?~dLFo+())nUzGaQ-}GIwTS$Yy3wy~cY#swZ|n
z{>2=e;-j)`vBjz<C(ne(`#lbrQ!=M@&RaVTgNe@3x9#58Ok|Bq;Yr?oPtAkdM)IEH
zwl&Kdk9|&Y7D?BA@Owci+b_jOfk7(n#k1QQ-OdK=v~-kNa=PmJ$<N(6Dy&MYllyu;
zXPBQ)eel{@=7P!Wo0c<^^)E)XJl?D+k*ss<hxJ}T&BJfb<#l~ovv1O-QpfjfBCm5K
z4bHE1XbJi}a}M8I*Y~p{Dz9I9UbX7h&cai(q(gZl%-s$@akz3*y6XBHmO1K)cVu78
z@SJV%O?XL;c;OK<Z^8B~KJK&rCP`Ne`pq9XI9^OXVgGfHm00OggTrBgX}iNC#peE~
zF<r85Uw_w)yhQ<5XPazooS`i7$DdE((P8n$X+pf|vJS0^Y+=)c7j5*La*t=$L959D
zecP^9y$D^F8{BsB-lP>JH%mGU&ik#}ogTHVI;ZGlW5ipN>FSp_C!fC7v|&cr0^gRS
zH!r?mIbX`ES!KA<X-=QivmNde-YEvhJv(1H=kQUk4QYmQT0P5uiz$fdX$D>1a-RQK
ztjYc4ma}Px7ugyFw$@5*%1_eXX_wS^!o@ONeN&El>BAqhnW`tw37lyBb(cU-#|5Lb
z=2n?=&pK_6))vjrIQr%^_l#WKf(1KT)gES~3iT-)%xX^Fe8BajvP$Ql8od=8zDQfA
zm;E@>_2g{Fvx#!rYwdjgJ^i#ujFs!`cJ+muw!M7YsC|F#cR{lateRb%1xJcE7bciq
zSSrTFA)fTRU}2}8(vz8ogl6gN-4JVbGQq#(qx`wQDzo+q^B>>U^+d<l%zO7^uQEj;
zpJU%%ZP?uG&HcspQ)AMnr9}(GmW24+JMSp_yyK|esYSkDf9lAcoI2yu6PNl*ou5xP
zJ`wI$eYElW^N$gqwtCeW_p4U^c`fI?t3v7O`OtsXIgJ^*?=~LM&FJ4;_Nm6OX3g`R
ze8=OT2H(rwH#6<!j!RR*pWW^DteqOMpd~hcb)dO@U4Fc(g=M?`{ykIwd<y%tyHdNc
zN_tKA*QKHVPbZ#C{{NBB`<c|gr|VO;eY*S4>y9_4?U~ra+pBaoF1K6|f6vS2v3|bl
zw=buoPoDWP_ny}q&D9RyAFWo=KF57kCg{bhm3)2YSR6M!?Jj>IcTL%^+I8-X{-<^w
z{i(BO)cw7EPOyK$H9hU0GPl_$_+}qb4s`f4lS$z3ImyuCP!rqwEbG(vjhh{we<_l3
zV@v+?@%t?Wd9&2>Z<g21VyvI#xI|w`Z2D`?8ReZPul`^#*4enRVd+%`9)qP)-r{Bw
zSua(#Np8~rBf_k_%RYbps|^VY_gA{ly}h?=YP@X4{{8X^6U?i!+<!~+d@n!qAm-O;
zt1C9XZ})w&j5g`(-}Z68<MNj~ZhzmG_<()Q7T3(2yq)$>W&SoCy!QFm!C#`gQkJC}
zDD9T0uMf}vu{(Q)WZX~2A5p^P&sN>P=UFWGp}9@+FaHYL>@$xhHC?@X;B;F|R)L}Z
z-mmTs8!Dyy-xV`#pEP;-wA<1<R?Wy`d!p08`~Q_MLmW%X!}8B{4>`pi2j95Qoz4H;
zc5zMLWWH+4MERC>@mtDserHYL3zt2#GPz&wX^X{No-IpnE)Toq&hq}-rKsC)H|*z^
zY>~+=PrFktcIWn7&hK+szduvE^U2`s4t?3zZ26X!yO(a;Bh>dSY3<$z=S#M2pL;az
z*sD3ZJJK)fY0chxacTX(mpQLxefO?^{UGUgZSZ3)C*yPrf%U~L*R&6R5dYKEeby|d
zXMeuLzJuGOg*L7h{C1VCx;nSzubGpRz_zv5Zk4>=_>k*M!j#@GA0vzVc$Vs!&Q09q
zch~#!JKbAl_QtQ<EX|jsM4LR{H>)sy?T+mk$7FqXEN1;~wI{mxo#i~U^UPPiAOCuu
zHNo#(zDlA;WB1;PEq9siB0A<TP0|y*Jz-AJ#00~AUWfCZ&DLMHGH=tKIqz?u``lV{
zr|<nu`FD@@`|X{1&g8>3zT%Hh%s$>WUR=@fe$iE{)vxDoUwbWa%f7w&Ti+G`+V=I=
zvR}dZ(d+Y9UHsDd^_QB^3idVE{~MhCs{fcj$L)R2-S<9sw_8Vlw+{aP_T06<=dRT5
z-dwuhxb*%zWGVTIoXq<y)rPHcMLx5CtCsz|rgO~Q*!ZEfbWNx2{~3kOZ`Lo5m@55D
zzcNg@Ht^FA#sv#AtNz})Qs2GpUwH8U)idp#I_>V6e{Q#X^SIWy-i5#RLTYHN@4xM<
z&+bp3Ce{4%f7#Z*^Jm`w$Y@|3U&ClKS7`gGdDB;(KeMUScwa<@{<7`W8?N2E8zr6f
zG;Ol=+O4j;uk^GB8_2a~u9uW5d)#no-OZTmSN1z>4dj+}>srr$yF1@~?#wguejPo$
zY?4^jo{Af*ZkAvF_a$-nzO1KzHpIsJu702Sdhglg;{1x2w-l92fBd=S?p_nqM(`}|
zWWOy7?l&3!J-z&F%aSh@f4A)Ptgf(%s7wegvRziEd!A*(@p;)5c^e(R^P8ru(zW>>
zu%NPdL(=x=BJ+xM0uHq++q7ScdK1JQD|IAx{?V{hyLPc7Q%>6%v_BV`*B_x^CL8rY
zY~JAouD5U4Ex8cIwRWip_mdBbCCai7cOGM6yyx#IlfLWdvc2mU@z~8zp8iQLYuEfW
z7U8!y^S@Sc+wjcbg$&!=!wWi{xovs2v^Rdcuve~dWqaP23%zn`Tijz_F&b6RIAZJb
zNNyJkQ@;G6if;z<Z279zKXg7Y-*$^nwT8pOmoi+>11#L1XfM34Dx#OT%zMsDA@Mqf
zk4`d9jZ=eI1mqcyG&apy;dWrPRMhIiW!W<>N=2<+xV7pClYd5Fcf_9*TO0THHx3E^
z`rPv;XX3MtsrPF7UdUcIX_Z{sz$fGBCvn(o50g^S5;ehSaie1YD5b&*FP6A~-W|)B
ztxl|w&Q4l0*>}s{<4$JntP#!^r*_S};cAwd|M2GB<q5pL<|-m~1r>e|Eq4ViykH{x
z&~l59t{8{!XSsRKr_U^8XkTX8{``W`amV6}S%()`Zkh9FfvQjUPC3r=hj%rfU2taY
z<ReujbrP*-WwI^&4T^Ui?rlA4d34JvskV-+E4pc_Y4;4?C@!mgdr&QP!pTi~wy$4(
zTeDv53VV0ovZq`!=Vn}daZqiYKwzt-`NR$JIcEMs>W5b@k`(8gWSV=SY~HtRO3ky(
zDh~fVWO8k#9b4m!kMEK`yp=h;g-zI8<(bNo^Ib>E@@6IWmL@#ws5a1*%oER$Dl<3l
zx>M;VmcIS5;Cs!>o*wC<T!x24XPzxCWfsZIm5TG8F<C0j<lN!)oxcwq>HX+az2i|^
zYIAnk>8%MJ>WUk4jtaK#GmBre*!yYPqa|Ao#x=RjoIdyW)_rTc?=Cc)aCVpC=VW8u
zfLRuwZBLZ5Og{a<jmfY0Ox^0u&88Psbd$86H=k?Vk|I3sQ0OGyS##nz*;6JsZqfUE
zspQ9k<9|}LCsfU7x2>>#rS_1OK`l4;T}<YiY`#az?<%;r|7Oz`v)uSrHtfyO#CPSX
zrw<7lZpx^CQ26oY!=&o6T@__JZp@pjH&0e?Tl(_u^!DzzH(x%2NOiPxA8h#WUw`xA
z__X%<Gh~;sJ2m_lNo)Ud)T_>T^WjaiWaF5ZzW(}W?#+dgOkGcE-o{s`vK{$lqb;ev
ze(Mpjdnc9T>*cjseS4~xtowN^Wzn>aN?Q-{GtJ+^S@-9jSckmr`Hx<Ir!zj%XFd}D
z@KSxG{Hx3Qubr!_PX7wX-^w@jg5t;1|1Qkimr#Eq>*l96)<rYtb@C=14&83y;<;(|
zzfDemuBWzYtm}O8Gy1K-?OxfW+LC!`Esx4B@bI%=TD>}e_uJXuf3Er5-FSdGVS}qo
z@P=9jUtht!;*~iE<R@I_J}Y=HT9`FTbJ~;#ho{YW?Yp9BoBgwUVdrne{eEK~*O&aQ
zKz>!-H8#O!kHUQhjXg_+pBNbP?r)f<x8u`C@pdbY%_X4+mo1$wAmHDv@altjX?W(s
zrJkxq(~e!8uza%Djpy7yBEFOazMQtS-?LzX-0?$lyCNPoUbq~~alyx2*?HPD1%ZX#
zyhfb<hi`9NzIlS0zqrNEFXA8M-o4~{`Pj!?v@CMh;pI<jE|!ZPjgs28$#(5`7UQ`w
zK{+e5C!L(BH{sLSFO2GsjAIK8pX-+-o-1k32)N9|ze>?}$BNJ5T0Qe$svNm+`9uA)
zmrdQ)^^EEb^VT`3*xpsxIrk-_3tz0t1YdvUuIA;wKDjShcv<TwhEB`MbP@ahWuZ}$
zclg(1cJU@(L(?)n+|y?{7TNk<NcbSWqx_3W%BgwhCY(N35@<f-^U;qD3b!tWc5Gfg
zdqRePd9mdReW4Rumvg#QFALpaeVNnz?LVeIP21R(Db-T%{@KKazO#upIboW%>$RAY
zW?;wXD+~!9bpqEWcsXw~4E`DDw5nrCo?5><@5)~pidW@qm$3ci{wwLlw$RyiOPTFS
zelA<B=5MWbXJ_;&m3)2IX>vQbIj#D8OHy^#j<=tu?9iU2De)kBQ{UHznt{UeR(?Df
zY_xLT8UAnYdQQu}KfB}ImwP<7&fJ^Je`?MiYxxq(%KTY5hm2WUAI*H?{^?!Kg~w0!
z{#<bEWVLZd;iq>s0gs;C{kh=q$?DIJt((86U3l>3?n|X@Gc+%T&eN<*d4G1n-kZBW
zJ63Kkf8P8q?fqHyt7q@cb}ZgpzPy_uXPHY{+RDNJJ()=yzn*5+O_7=OGSJK8nIgl-
z6v5t1e|cxAM<;)2*s9zX=&9J`EwXW@+Qdl}L08t=YSzuRo$0dr(&fmQz2{OYWfsQE
zYt*;Y@xH2R>8n+!<&{-lutBwwoiAD_YR0@a_ct?rnvNOIWbIGi<T1zC|NP}MPflG|
z{$=APz5maf4m;y>t^c2ZsI+-97oS(&emeiV`<I!8W}lyQ*!5rBJX0OcGd`E*WwYqI
z!Atg%INP)RVrqYxuSd=J!XJ~Jc!_;sPU0o|g0-!l{|{`1$vEmn&-l{yL&8|oYwNt0
z|8HmdTu#)y6xpY29C_sVCm*>F1(_!cLj|qAG4{(@g|!x)NpUvmo!Rni@AAlw_T|EN
zww)^xd-d=o(`VQEMrlF+@P!KV@|+xPbfuGCJlNrV$C=++<g@KrCs&)f3;w;<-y|U9
zFTPM^o?XkNil}#;PU6<<9@+3_8EwBSD`e|0tT*cq>*1wuebkS9nDJ6a<mhGAw8{S-
zHB5dyb6v+GgUh}vx|WBQ*X>i7AmM-b*n!JE-JfRq74*E(-!wtaU;N15884ajI@5O@
zQac!LqUbsAUB}0SOt#WbTaIae5!YFA>N01cLz<Pc&<P)Yg|^u6E&C4b)9#8-d@TBO
z{f4hx`re7(Q@JILE*o@wFyWs1`3pnRjaFA*gPg;QCdzC}43y>hz2U<qk+P(Vetgjz
zUx-XQk=dkG73E~)RyJAj=$y<IoK;q<r%hPOF3^91<#E`Z%b_opET4VB(;sA+WYm_0
z-HSY>t0D@L-@Rl!A{F_l^(61?FO2zt#+o_n%1b}&Oq?vH|E5thPfPM*iupl~OQqpE
zJJdXnD$Pon+Ld86Gr;9?WUA6E9W9}YPZkOZ`i2R2Wb9gL<1)GG&-Iksp;C)HjS@SS
zg-V~9<msw7>x>rX#S}xwj%EB)n=>}8l5m;qyHsJ;8#NZkU8{YrO<JNP;JeAo!DOZn
z!=jgKKJojCiPmR)3V7MBwwlx4<nA)5St?&w<R7WNANnOR)97OR-hicRX8LLU+E5a9
zv3+TGr`?;Q3m5Twhl|!m>{|Ka@TI#h^1qtOL~A2vg?vfO1gV+aY4^tU+TwjnyXC&>
z)~<MQ_|jDu`EQF}2Hw9^cICRs`(S5&u)zkVM&9bSucED1zc_s9sEho!N8<f|qCcIO
zqx4*Bvv_6r)q8U?Sz14ogl(L(wEI`qe0_nELzllEv@E*z7DUL3XMA>TeR2Qt1cpkf
zsg+hU74FA9VQ=3XsZrl4^KD_0s&_cc<xk?iPrarcyJmdZ_iAcd)Q3ZQLIO!Qf;~mW
zC!SIY+Y}-h_sFKQBj#k#*TR;N>MIkZ)Oq~B{k`a%Rd7=Aq=0s$QD?A>fBK23I+jj;
zEl(1>or>NBEDRT7GE%XA;#sv=Y2q5EASJ2xFAKIQ&Qu8Al+qS(a#B;eqOF>tiuMz)
zX*mKqkwp(8UPyF0b*po3QuY3%+*-#gG~4O8-GRwY$5%M)OF7BRq~_h%J^#YSg+Ilu
z%+^hF+F#K=;p8Nhd$l%a`(>=YG0v0u^_6k1%rDauS$wj|A1}W<$rU+SRl3D@+M7j*
zrk6cMGHpC3m`6@hEZFpf{eaht8|)QO;yQbY*Nf{4$5cz+Fxx<gFWT<~EFvcz(Vw{d
zXJJcUZNqbpzrPyJ3I0+ox^rP8{|A|c$?^{@o%Y++^<U8c*dnhl?AmyIGE3uRRY@jw
zZ?(d#_b*pIT=ML}9{(%OM=bY;HazwFl-=rRJ}WtXvV?tGb&>k<N~QTHZvVF1xc(&T
z62<u%k-r4jg!-#?{x_a1`Kqt(&#wh6#-%-CX{!!RDPMLwfia!y)2)IRxAtZ<)qe8X
zbZ@%UrI)oUAI5xtw@mTu$A7#TZ|}W0p0Dn2Dk$_@)7xi??p)XJnaf->3ztPm?3*cL
z@X5`7!&=LLw%lj$_Wqx7;oakZ4qG2G7OTy^CnUX$cbj1O!5zjo(z_mXU7B=Z>edh;
zxg)P;dXznHdT~zn-CFJl-b{6ypc7VQ$MkniZQacFLrP#y-Nfy78#W}nA5&W<=_>Wn
z{ntrRKBk=W$!v={>g@wof7aJ(KJYS<t>S%g?Be790{HFB>k8|;F7A2C^`%twQCz;w
z*{>DRCm)@BZ7$KZ`%&zsE8DeKhO7KflohqzCbo6S`gI2%-4F4YZTU-E^tJqr%Rip)
zT6f(1`o~PR@aEdc_Mbu`TLX4k#Dv(_zdGQ*Y1h9${cpF(-`b!5z}}3xB<}x<xIb-@
zF?T-3$?ARmantRSblQTWxv%_hpOrVfVEz4peXRL@+veBp|F7KrQ`B~~^@acKv)*hO
z*Jn?@xLLWdl$Y!Ip78g#q`HL{stB?Qv)x;iv3KR&9lL5;>fI}fTVA{Eh&W>CTC-=?
za@Uo=J3n51yP>V#WJiXuz4USCyQ+t57wyoJi9aGZTVr~s`&QpRlMfCS`wkp^@I%Rt
z<!I&t3(h-7bRV2Ii2ayf$oivB^pVVkdmZ%-<$u-R{jFQSaSzv-4_npV$*lU{;Kw)T
zkKsbw7T>x%JDra!wfO!~mf7^gblT$+TU~k;er%Fe5V2V2m$P2(-1-Ug_0G?)vblff
z>Cf!^=jZp%IX$cF`Lj!(P9EM_ZC?KT+3n!>&(x1UyM1!=&*1iFv#X88SADx8YkAIO
zwf`sU=})4o+r&OMeC9n}Sp`xZzxrv`;qSS&FVl}yM!N1V4fvO-9P}mk+ID}QSL+u|
zk7+M@W>&Yk`Hp(&o~I#__nsvxb~Zo!cILE=j-n@L=kLDz>&`u1zwc4v{f^+LVt)@E
zo@cnLxqsb*!Y_9c)>qWW%sKqI`~LPulZ6KPUGXVD_Zg_yy|>x?gZ0aFtLoW`RlD|E
z?YbXV4W<??ua0qwZjd^XIQbB(n%@n*16M_j&5r)v^ttk#&%6+W-`k8UXISUGx1QW?
z`uN*C<DcIXYrk6L&skaX*1*9ferjZEM9eR(DbHU?$)$D8F5I#q#%6a@_;s_6nR?xY
z#@ouL*Dw8W)V`{uf1mB=emzkZ`Ij41@7()7kuUh5?k|u3h8Df2_HQvhAocOKq~Z3&
zJJ+t?FL!$uZTNM&)05xk68k(#<~gfeeja&e<KA2L``_QFYj%A0yzi}f;kADiPjA#U
zN54BSdpqA^mFL$*3qGFN_*YGR=j7ySnKxnPUvCH7e^n<;J&K7di8^BYM~&U7kW>HN
zgZD89yVZaA#vJVa{k`CewCkPA)_zS@U%y{+uP(W`Z|~#9w!1R!-}`t`E_O@)`yUzo
zdbhT(j{mkg`rC`X+GhK2tF6DSmM*JEyuV2L+v?w?EZdhinKn3bKbx?CkMmu}q`sU>
zDzi-vz7pTI?^R3K6JrC*wzY-_i^9z^n<nb{6w3>JY<1~yHrUsCQkN(9;Tb8jts9oK
z-nVSJ9&vTD&}ya|LJr#*)0hp!8sy!YoFis1JM86*@-4{Y5>?C4>y3@@;_m9K6529p
zK@ZFF!vUw-wd`ze3(72Zx*3;0-*uzhKmUc!{AVjIcvOB^wz{#IJX%=8SibDS)`msD
zZ-gz~GD%L8=MnQO=1<JO7PD}Ocueq_qOc&JPq%o5mBT`rtS1*9DBs-3(e)^RzkWvN
zVv%zJ-iH^ko^;`M)Yz7F*pZdhitU1K!z43}ZLb6l{E^-Ewz;T3{in3}2j{uD8XI}9
zn(kaCFaEGLWzrm#b9da*cCM43m9{8e&8%yYml{{fA~UvB!$3jdqXrh05>^R|eyaY8
zTlAFmuHMBLLbiGr%LKX|0<Q>t)d@V+q%}<=q4U;Mjp$Cr`7c5{&8EHxa4h!vved=f
zt7P$!e|}dMxcu}CnYZAD$}8VRS5#K{BpIqlc`sV6BIR|#J7_6u+jL!t9i5XVt`O^V
z61>vkQt1)W<`U@f<|5nCwwE&{=5QW;=D0EP%sjTEZLO1Un0A_8cAmn|epIYHPbbXl
z(KZL3Nk@1*d-`2GqczOBD<`f<?EbWMMNIeA2^rztex@2`hov~8E?=11)@IUEvw(+J
zG$SCV?IYimISX&`w5EmLQ&`aapgADtM|tuK6=z||U&jp=Hm))h>2cgBxy;a@L$K@Y
zhT6uX+;3u9l8iOX4o_nJrtP#*a+#Jvz)z*!s%|>-QzzDOoa^M|<_T~4W}Fj}F!R%d
zfE1l0^AoF?x`h}1)!8z?_1oqP{{j~zSe{g1VL$5NlCl3+M+1|=8@nsz1|c;IZ*W)h
zz4+i%EdFbk!DWdrabDbBU2=MB^cECxyGF0LerSQyTa5({+*>0hygA;6w_j~qlqAA<
z)BZ3!la74C2L@~Q9cB%I%sG+;&ysfNG#q4lBa$$W!JlP=YXc|KxtLcWqEgEPOj<)3
zw|Fh|;gSt1E#&SEyuo%riJ^>P!{=~wl|?W5jl~bw$*=ko@Sy#c-I-4d7xM4@<M?)|
z$%&Z@beiXJp6bf76?wJLZGGH|L|OjSyof{2`O>#;UAQRrOaEWz5|b+vjaIA>5pxlK
znzitMfMd#?2?kS^E!5)OU7g|TEFLAx#<y}u#f@aq{^iFFruz3k6ng*T$NoN^w~y!B
zS^WAqw`IHh&&(9LS6h<#J&G1jI;LhI)8A9?HgTa4x2)DQ*)$Q!t^<cH-~UJ#c^KH@
zF8J;m@5>0Or)~BpHwt>FR2csEb3USDRp%MwTbCm9^pl2hOq$)1ANHpM+$P#|@yJhK
zbVE%}>hcYaOAsWWzkDOV%EwKbkDi*CHJO+-shrb1?lwWC;O`A~7je_h3d`PJ1vujU
zSS0n^LF%`I(8nSvX-6q($EptPgH~N3jh{7wQVkAU#F?-icbnj{FepUIb+_<2uGu_k
z8YO+b3Y}?-GBUf=mb_5vidvQt(dC&bCG9A*^wdT{m5U!*s?_$BIYo<zEhy-knW7x9
z*Jp*BldlL@Pe4q_CXOWxVGOzr;!P4PM+DB?;Mn14c3DNjiD%6uE*4LZ2`S2s!a_ER
zjv_)nijJZ}Hi`#@y<Y5Jz{R<4f&w?^wh0TkIrmL?z@3_~e*q8Yxd1jV?}s^giq~Zw
z1UUUoQxpzr32nKx;zp@3XW7IB;+%DX2fHS&<7`_Sba2xZtq%95%51ZP&O$CK2VI1G
zV#=(oK0S`x_Sx0*X(3x{%EHGLL4Pl&z1VPZ;u?OdXD3#?)6c3dW?z3fI^*eXy~n}7
z*0tFvOzV4@X|raz<AzH;jHyLoVoZtWA5Dt7TYWwt;*o1q?WFSye2jg9=P}N=ndH)c
zaQzjB&NKDP<_WHKv)m+K@J3f})knMYFZ|^yUWS&evDa$3X6T$@+rP9_*y**}WnYf9
zvn`^H*`}ZE+u8f4&mmf0DbKcZb7}96Qu%ako7NAJZ36R;-K>(GaQbo1UcM7Y7an{3
z>C(i|K1;=n**mo6e+*c0ere+eTdA{a*+azKpFdl??<{|T|GIO(RabayGFx`O(lWA=
z*-(U=Y5EPOFX<AiZ{~{o+)UGYtH`SU^WVhGlc&5*w}^;DYn`vsi98*Y85<q5Yx3(!
zr7wNGybtavY5zQ_G}G|;*45t6FBu)%qd)c2t*c9mD_6FKuUM!1jMZXK$vPd`^Kvx>
z&8~YFHcz(sF*|$<m)<jHjs^)qPo=90f1C<7?00G5;`{k9OYWv~L6hpE5RMRmy;r*V
zYk3U?odjCS-c|27s;Bpn%c(v&XO+M%g%)RyM2;kzZMnU{-&AH@n&5Zx>w`O)I>9w*
zd$m$}+Y%-Qw`~aUHfKLH!6vLH>xAIzp3R3o?{(O%w5~;fY0tWsi5ve5++XwF?z69R
zP|A7zL%Yn5zfSCO*$}C_qxHN_l6<6v0B2pvpIK}4eWrEH_-fmFBTTxrf-m{+i!&#$
zI<Q|Av-5l{e<|f{PsmLjjn4B^dp2Z#HFP=lm&q+;f>8D1yU*8cKR%)2?2Ac^2e*|Q
z=qTN|CL8*&^1#U$m8FlKnfNz(aBp4G%5ur+%gYE2P1jqR;XFIO`#lIw)@l`55&I)z
z+Let<UPW!tm9O^U4QLn9Wqo~V?yPB7F3pa**5qBD1zIza70<P8sdX-+Uv$;wum@Yv
znekPZ!ykNEYF*3dhsqRxa3JE&q#}Repgl`2MH%SJpPpnjEhLtE+tcJXeG?{4h-y$4
zcX*f_737`2Vh!u`cL5;FGFbWa?>=O;*z=_={K1DyvT+TEz4I%ef|)OUqZ%hqd$)wu
z0)sjI-4j-e%9p-zjg!%tsV{va8-u64o5E_L`pxacLzUG|e7dSv3e>WEwk!?cU%Bfz
z%Tbo&PEKskm*41=`W?`}G~kU(@7xs|`E|b~W^WYMEn9TdZVRgbi1yoZqkS90qN9Fa
zZgk51z98-ZqOC6`%l~5Pkh8v+tX}n|`Gs|bW?&76e5L17)v4E;Qh!$HtlYKaR#d@D
zzPH|4FL`wX1g~~|Fw|eU)Vu`j@#r9g9}yle)|o2zTB3jHwN%whn}l9Q9N(ei78Rzf
zyL#d)t7EB-mo_P7MotX5Zm8EiX<De~=~YX1DIM5kkQq61%Nn07?Sg4XJx{+{l3E%R
z-MCpNASz5lS9{7d)h>>!4<9qlNu3%L-?&*PBq~fxS9|I&t~se2KW&Prj9k5EO{mK{
zKKaj+w7g$Ma9?|x407AFtz8;>9x8(zd^*b2<lcvm5kcPh)3$c4*z>P2a?PGKq0dAu
zPA5GD84@-V5pS2c=4>fZ*FE6rosYrPKXB4J{}b1oJtgYs%u`%*HkB;bIiTsCf9h0s
z%GG$el?(MAbSkT5d35-7*S}H>{61qr#EPOnQ<9XvEu03AEz@s_689=s9R<bFv}sOg
z5%=Xr`#y$6$FW2l#}1DzOJ00$5z$|{MeNM!<C~WBsfJ!}%Ka&^Te-_gaVvwXN&BJW
zTb4|_7ZAy<cX#2gCDZO*;F5{kb(p)L;wA6;0}q#4?_p@4eoqD*UCEM<HwnCqI9{=4
zt6p-9n6m6^iRoWGPB$${bqtC<zGIDNl$fe+_oP={45xQ3Nlm=8$zbK$1CiI%bh{@{
zJL;LsdTx_lX5@k`Isu?aH1#^Iv@~@hD7MxFM~P|aa)V=Q?Il=j?FivTS>u%Jse9ld
zC?cS-X%WCHe|l0>)#f#!9-4=bvs#>vN{wsWtP>U|rmdenwUYJRriiD@be2rJ_W@6A
z>Ee#9Pe`!^Vyd%Py#KvNsllYCZSwhG6TO&uU1y%MT+k`2=G!jlqxV8wZ|3^*x#6o#
z!`giEd0Hl3<>u^6>vfm8{gsVDW=X5<cm9Ok7jx%aGZES?vun0neEPhZ4`c$?Pd#S1
zbyk$e_t}#lO;-}?J-xpF)}DzsY7><A->dji>ojp{R_6cDJ`KTFH~K^>9}fPy?&nOW
zzh4dWZJvBs^;O{b@2z(mgZ4bVmcDe-{&Ui+lGTnKc=lA_?9BCN4VB`g9_DO*&GP)F
z&Jy)9WfuO`lj^@$Ys<XMm7D(B&i};2$mbz^4jI{T!VW8~pUn%mGFe~SqOI7<7f~AQ
z|G;3%qG??`j#C!iez%&jh`;*W=bh#I?Xu!}W%6?N3iwZ%=y>+vyU%+aVgxsR-t%lq
zqxs=^j89)x?$V4+Ddk;sJ-+nW_uZD3)6cXPoMCdlaADd%iLlVGhDp3%42p$i7qHgE
z1zPxIKP=ea=e(@9Vou0ZfsT&TZ906<-#V?caFm=Q@n>>JMQHb_RhOSC9n#pn|9zdf
z<`=K*_jRUSE55k>oTMKwxhIH4P*bwSMI<diCsH@N)b>_YqB}?7((}cvw^VxXm@b&q
zyX}(9v@;i%>=lXnRPFEaR_C(70*z0d4>rzpn>~4g?~$c#7arz`Cxy(N?s&P!&S76>
z#+xInC$Iloxzs3(;rA}PYo^)ZH<czC{8Cf#dL3y0eZ^%%@rgpS&qhSF-kr{KNL@<p
zU2(OOPg{!a7Y3zxhoW8iZjPpTN=Bl~1>f90Rd|ipP;1`vKU?p1zEt>fcFR&Gw$NFB
zMY2-N&+qo%9yec7i%sjao#EEsvX(!DZ_lpX>S&bpRfgYmUf9;7QXzYCc=;2jYDRM$
z+@Kn{H)!GPRZlni>r8l~n<wc$L-nwl<H8-HuX;-FuX^(7e%YQ2Z}wTcdDymHdX#uO
zq<)TEW(hlMK(RxQv!l^oqoP@^s%s=)CC;je=gHtacAH_BwL|JOo*lavr<T`pe-Jp9
zZnB(B<OjdU)HMzvvsX0suRP~)@>vY;qCWqibneNyC+5!4%x>I0`Mcxkq)RXCID78+
zzGPv!D)R6)kKN6mmZ4pNQnPjkn>9Kw&}=IRkW|dCFcLYZ-4SqSh2D{xWtU2Qg!F^n
z8ZaNb+VLj7e6np$%w55dC9~Qtt~~Ej+B^N#DbF2QfiJjua``9UJ<efP*?7v4)8j{A
z>a}n0y!W}SReT<-*l2s`pV`*?HM3i+mR__-G(UW;n#HVSkv8k5*)@e6&elIIo~vy5
zc}_E9-$iwIF@x&gGR?nS4rmtN+?V5eWx=c~Oz90@bA9d!MrrR8eq(2r^X*#G0>0|~
z%ayJ?tkAuXvCefV%fjD*i)TtL?wZ*2DLdfXH0jen&+uQLvs8%dN3nMQ3ijP5LZUgZ
z|4seB{r|SV+v_*~J#PR1>i)mw^<Ve@`+5Iw{{J$Y|N8$Q-v9qH|KG#+|6k7k|0Vwa
zL;L@4=l@%74^q7Q|7-g{@BbhFf3p79^#7mw|9?II|NH&FpZEV?{r^Y)|6lX}|2i*!
z^WW?He;?cbeO~|L_y33We=h(3zP$d=?)rbz>;L?=|NDIZ&*}F6FWdh)ZU67={l7o+
xugBE?TmJv~`v0fvf9~Ed`~Ls)|6l(9`+WcJ<^4Y|*WdnEUvfx=Nqc@i0{~{Q7hV7W

literal 0
HcmV?d00001

diff --git a/third_party/icu/udata.patch b/third_party/icu/udata.patch
new file mode 100644
index 0000000000..d6d59100e4
--- /dev/null
+++ b/third_party/icu/udata.patch
@@ -0,0 +1,53 @@
+--- /icu4c/source/common/udata.cpp.old	2018-06-19 22:34:56.000000000 -0700
++++ /icu4c/source/common/udata.cpp	2018-10-19 14:26:09.778950855 -0700
+@@ -18,15 +18,15 @@
+ 
+ #include "unicode/utypes.h"  /* U_PLATFORM etc. */
+ 
+-#ifdef __GNUC__
+-/* if gcc
+-#define ATTRIBUTE_WEAK __attribute__ ((weak))
+-might have to #include some other header
+-*/
++#if defined(__GNUC__) || defined(__SUNPRO_CC)
++#  define ATTRIBUTE_WEAK __attribute__ ((weak))
++#else
++#  define ATTRIBUTE_WEAK
+ #endif
+ 
+ #include "unicode/putil.h"
+ #include "unicode/udata.h"
++#include "unicode/umachine.h"
+ #include "unicode/uversion.h"
+ #include "charstr.h"
+ #include "cmemory.h"
+@@ -641,10 +641,11 @@
+  * partial-data-library access functions where each returns a pointer
+  * to its data package, if it is linked in.
+  */
+-/*
+-extern const void *uprv_getICUData_collation(void) ATTRIBUTE_WEAK;
+-extern const void *uprv_getICUData_conversion(void) ATTRIBUTE_WEAK;
+-*/
++
++//extern "C" const void *uprv_getICUData_collation(void);
++U_CDECL_BEGIN
++const void *uprv_getICUData_conversion(void) ATTRIBUTE_WEAK;
++U_CDECL_END
+ 
+ /*----------------------------------------------------------------------*
+  *                                                                      *
+@@ -702,10 +703,11 @@
+         if (uprv_getICUData_collation) {
+             setCommonICUDataPointer(uprv_getICUData_collation(), FALSE, pErrorCode);
+         }
++        */
+         if (uprv_getICUData_conversion) {
+-            setCommonICUDataPointer(uprv_getICUData_conversion(), FALSE, pErrorCode);
++          setCommonICUDataPointer(uprv_getICUData_conversion(), FALSE, pErrorCode);
+         }
+-        */
++
+ #if U_PLATFORM_HAS_WINUWP_API == 0 // Windows UWP Platform does not support dll icu data at this time
+         setCommonICUDataPointer(&U_ICUDATA_ENTRY_POINT, FALSE, pErrorCode);
+         {
diff --git a/third_party/icu/workspace.bzl b/third_party/icu/workspace.bzl
index a4f653e026..f100836b41 100644
--- a/third_party/icu/workspace.bzl
+++ b/third_party/icu/workspace.bzl
@@ -2,6 +2,11 @@
 
 load("//third_party:repo.bzl", "third_party_http_archive")
 
+# Sanitize a dependency so that it works correctly from code that includes
+# TensorFlow as a submodule.
+def clean_dep(dep):
+    return str(Label(dep))
+
 def repo():
     third_party_http_archive(
         name = "icu",
@@ -13,4 +18,5 @@ def repo():
         ],
         build_file = "//third_party/icu:BUILD.bazel",
         system_build_file = "//third_party/icu:BUILD.system",
+        patch_file = clean_dep("//third_party/icu:udata.patch"),
     )
-- 
GitLab


From c10a3681aae5468d66888c6699f100cfef01bcf5 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Wed, 14 Nov 2018 11:38:32 -0800
Subject: [PATCH 1580/1825] [BufferAssignment] Hoist the calculation for
 eligibility of buffer set merging.

This avoids calling corresponding logic O(n^2) times, where n is number of colocated buffer sets, which can be expensive when there are many of colocated buffer sets.

PiperOrigin-RevId: 221481560
---
 .../compiler/xla/service/buffer_assignment.cc | 53 +++++++++++--------
 1 file changed, 30 insertions(+), 23 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment.cc b/tensorflow/compiler/xla/service/buffer_assignment.cc
index 40c012a5e4..4b3ab56dea 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment.cc
@@ -1434,33 +1434,40 @@ BufferAssigner::MergeColocatedBufferSets(
            computation == module->entry_computation();
   };
 
+  std::vector<bool> set_can_be_merged(colocated_buffer_sets.size(), true);
+
+  // Do not merge if one of the sets includes live outs, entry parameters or
+  // constants.
+  //
+  // Buffer liveness does not report the correct live range for entry
+  // parameter and live out buffers so we have to special case them here.  On
+  // backends that support constant buffer allocations, constant buffers are
+  // assigned globals in readonly storage so we can't merge colocated buffer
+  // sets containing constants with colocated buffer sets containing writing
+  // instructions or other constants.
+  //
+  // Moreover (on the CPU/GPU backends) the entry parameter buffers belong to
+  // the caller of the executable so we can't write to entry parameters
+  // either, and the argument for not merging constants also applies to entry
+  // parameters.
+  for (int64 i = 0; i < colocated_buffer_sets.size(); ++i) {
+    for (auto& buffer : colocated_buffer_sets[i]) {
+      if (buffer_liveness.MaybeLiveOut(*buffer) ||
+          is_entry_parameter(*buffer) ||
+          buffer->instruction()->opcode() == HloOpcode::kConstant) {
+        set_can_be_merged[i] = false;
+        break;
+      }
+    }
+  }
+
   // Returns true if the two colocated buffer sets (specified by their indices
   // into the colocated_buffer_sets) can be merged into a single set.
   auto cannot_merge_buffer_sets = [&colocated_buffer_sets, &buffer_liveness,
                                    &buffer_size,
-                                   &is_entry_parameter](int64 i, int64 j) {
-    // Do not merge if one of the sets includes live outs, entry parameters or
-    // constants.
-    //
-    // Buffer liveness does not report the correct live range for entry
-    // parameter and live out buffers so we have to special case them here.  On
-    // backends that support constant buffer allocations, constant buffers are
-    // assigned globals in readonly storage so we can't merge colocated buffer
-    // sets containing constants with colocated buffer sets containing writing
-    // instructions or other constants.
-    //
-    // Moreover (on the CPU/GPU backends) the entry parameter buffers belong to
-    // the caller of the executable so we can't write to entry parameters
-    // either, and the argument for not merging constants also applies to entry
-    // parameters.
-    for (int64 key : {i, j}) {
-      for (auto& buffer : colocated_buffer_sets[key]) {
-        if (buffer_liveness.MaybeLiveOut(*buffer) ||
-            is_entry_parameter(*buffer) ||
-            buffer->instruction()->opcode() == HloOpcode::kConstant) {
-          return true;
-        }
-      }
+                                   &set_can_be_merged](int64 i, int64 j) {
+    if (!set_can_be_merged[i] || !set_can_be_merged[j]) {
+      return true;
     }
 
     // Colocated sets satisfy the invariant that all buffers within a set have
-- 
GitLab


From 461ea88d9a6f2bb848da8cf9064fa939b89ff32b Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 14 Nov 2018 11:52:28 -0800
Subject: [PATCH 1581/1825] [XLA:GPU] Fix -Wreorder warning

tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h:120:11: error: field 'block_epilogue_generator_' will be initialized after field 'block_prologue_generator_' [-Werror,-Wreorder]
          block_epilogue_generator_(std::move(block_epilogue_generator)),

PiperOrigin-RevId: 221483918
---
 tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
index aaad385d1d..97a1e10455 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.h
@@ -117,8 +117,8 @@ class IrEmitterUnnested : public IrEmitter {
         BlockPrologueGenerator block_prologue_generator = {},
         BlockEpilogueGenerator block_epilogue_generator = {})
         : tile_element_generator_(std::move(tile_element_generator)),
-          block_epilogue_generator_(std::move(block_epilogue_generator)),
-          block_prologue_generator_(std::move(block_prologue_generator)) {}
+          block_prologue_generator_(std::move(block_prologue_generator)),
+          block_epilogue_generator_(std::move(block_epilogue_generator)) {}
 
     const TileElementGenerator& GetTileElementGenerator() const {
       return tile_element_generator_;
-- 
GitLab


From c1399d6459f989740dcbce96582fb380716c0f1f Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 14 Nov 2018 11:56:12 -0800
Subject: [PATCH 1582/1825] [tf.data] Ensure that all needed functions are
 available when initializing an iterator.

Previously, the function library would be captured when an `IteratorResource` is first created, which would mean that it is unable to use dataset containing functions defined subsequently, and (e.g.) initialized via a reinitializable iterator. This change moves function library capturing to the `MakeIteratorOp`, which runs in the same graph as the `Dataset` kernels that define the dataset.

This CL also cleans up the locking in `IteratorResource`, and fixes a potential data race when an iterator is being simultaneously used and restored.

Fixes #23334.

PiperOrigin-RevId: 221484449
---
 tensorflow/core/kernels/data/iterator_ops.cc  | 156 ++++++++++--------
 .../data/kernel_tests/iterator_ops_test.py    |  26 +++
 2 files changed, 114 insertions(+), 68 deletions(-)

diff --git a/tensorflow/core/kernels/data/iterator_ops.cc b/tensorflow/core/kernels/data/iterator_ops.cc
index 445718ba1e..93999dc095 100644
--- a/tensorflow/core/kernels/data/iterator_ops.cc
+++ b/tensorflow/core/kernels/data/iterator_ops.cc
@@ -17,6 +17,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/graph_runner.h"
 #include "tensorflow/core/common_runtime/renamed_device.h"
 #include "tensorflow/core/common_runtime/threadpool_device.h"
+#include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/iterator.pb.h"
 #include "tensorflow/core/framework/partial_tensor_shape.h"
 #include "tensorflow/core/framework/resource_op_kernel.h"
@@ -33,6 +34,7 @@ limitations under the License.
 #include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/lib/strings/stringprintf.h"
 #include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/platform/mutex.h"
 #include "tensorflow/core/public/session_options.h"
 
 namespace tensorflow {
@@ -65,11 +67,14 @@ class IteratorResource : public ResourceBase {
 
   Status GetNext(IteratorContext* ctx, std::vector<Tensor>* out_tensors,
                  bool* end_of_sequence) {
-    std::shared_ptr<IteratorBase> captured_iterator(iterator_);
-    if (captured_iterator) {
-      CHECK_NOTNULL(lib_);
-      IteratorContext::Params params(ctx);
+    IteratorContext::Params params(ctx);
+    std::shared_ptr<IteratorBase> captured_iterator;
+    {
+      tf_shared_lock l(mu_);
+      captured_iterator = iterator_;
       params.lib = lib_;
+    }
+    if (captured_iterator) {
       return captured_iterator->GetNext(IteratorContext(std::move(params)),
                                         out_tensors, end_of_sequence);
     } else {
@@ -86,7 +91,11 @@ class IteratorResource : public ResourceBase {
   }
 
   Status Save(SerializationContext* ctx, IteratorStateWriter* writer) {
-    std::shared_ptr<IteratorBase> captured_iterator(iterator_);
+    std::shared_ptr<IteratorBase> captured_iterator;
+    {
+      tf_shared_lock l(mu_);
+      captured_iterator = iterator_;
+    }
     if (captured_iterator) {
       return captured_iterator->Save(ctx, writer);
     } else {
@@ -131,14 +140,18 @@ class IteratorResource : public ResourceBase {
     TF_RETURN_IF_ERROR(GetDatasetFromVariantTensor(outputs[0], &dataset));
 
     std::unique_ptr<IteratorBase> iterator;
-    IteratorContext::Params params(ctx);
-    params.lib = lib;
-    TF_RETURN_IF_ERROR(dataset->MakeIterator(IteratorContext(std::move(params)),
-                                             "Iterator", &iterator));
-    TF_RETURN_IF_ERROR(set_iterator(std::move(iterator)));
-    std::shared_ptr<IteratorBase> captured_iterator(iterator_);
+    {
+      IteratorContext::Params params(ctx);
+      params.lib = lib;
+      TF_RETURN_IF_ERROR(dataset->MakeIterator(
+          IteratorContext(std::move(params)), "Iterator", &iterator));
+    }
+    TF_RETURN_IF_ERROR(
+        VerifyTypesMatch(output_dtypes_, iterator->output_dtypes()));
+    TF_RETURN_IF_ERROR(
+        VerifyShapesCompatible(output_shapes_, iterator->output_shapes()));
 
-    if (captured_iterator) {
+    {
       IteratorContext::Params params(ctx);
       params.lib = lib;
       DeviceBase* device = lib->device();
@@ -146,36 +159,64 @@ class IteratorResource : public ResourceBase {
         return device->GetAllocator(attrs);
       };
       IteratorContext iter_ctx(std::move(params));
-      TF_RETURN_IF_ERROR(captured_iterator->Restore(&iter_ctx, reader));
+      TF_RETURN_IF_ERROR(iterator->Restore(&iter_ctx, reader));
+    }
+
+    std::shared_ptr<IteratorBase> old_iterator;
+    {
       mutex_lock l(mu_);
-      device_mgr_ = std::move(device_mgr);
-      lib_def_ = std::move(flib_def);
-      pflr_ = std::move(pflr);
+      std::swap(device_mgr_, device_mgr);
+      std::swap(flib_def_, flib_def);
+      std::swap(pflr_, pflr);
       lib_ = lib;
-      return Status::OK();
-    } else {
-      return errors::FailedPrecondition(
-          "Failed to restore iterator. Make sure the checkpoint ",
-          "is not corrupt. If the checkpoint does not contain the GraphDef, ",
-          "you will need to initialize your iterator before restoring.");
+      old_iterator = iterator_;
+      iterator_ = std::move(iterator);
     }
-  }
 
-  std::shared_ptr<const FunctionLibraryDefinition> function_library() {
-    tf_shared_lock l(mu_);
-    return lib_def_;
+    return Status::OK();
   }
 
-  FunctionLibraryRuntime* function_library_runtime() { return lib_; }
+  Status AddLibrary(const FunctionLibraryDefinition& flib_def) {
+    mutex_lock l(mu_);
+    return flib_def_->AddLibrary(flib_def);
+  }
 
-  // Transfers ownership of iterator to this. This method is thread-safe.
-  Status set_iterator(std::unique_ptr<IteratorBase> iterator) {
-    if (iterator) {
-      TF_RETURN_IF_ERROR(
-          VerifyTypesMatch(output_dtypes_, iterator->output_dtypes()));
+  Status SetIteratorFromDataset(OpKernelContext* ctx, DatasetBase* dataset) {
+    mutex_lock l(mu_);
+    // Ensure that the iterator has access to all functions in the current
+    // subgraph, because some functions may have been defined after the resource
+    // was initially created.
+    Status s = flib_def_->AddLibrary(
+        *ctx->function_library()->GetFunctionLibraryDefinition());
+
+    if (!s.ok()) {
+      // Adding functions to `flib_def_` may fail, if there are clashes between
+      // the function names in (e.g.) a restored graph and the currently
+      // executing graph. In that case, we create a new function runtime for
+      // this iterator, based on the current `OpKernelContext`, which will have
+      // the functions we need.
+      iterator_.reset();
+      FunctionLibraryRuntime* lib;
+      std::unique_ptr<DeviceMgr> device_mgr(nullptr);
+      std::unique_ptr<FunctionLibraryDefinition> flib_def(nullptr);
+      std::unique_ptr<ProcessFunctionLibraryRuntime> pflr(nullptr);
       TF_RETURN_IF_ERROR(
-          VerifyShapesCompatible(output_shapes_, iterator->output_shapes()));
+          ctx->function_library()->Clone(&flib_def, &pflr, &lib));
+      std::swap(device_mgr_, device_mgr);
+      std::swap(flib_def_, flib_def);
+      std::swap(pflr_, pflr);
+      lib_ = lib;
     }
+
+    std::unique_ptr<IteratorBase> iterator;
+    IteratorContext::Params params(ctx);
+    params.lib = lib_;
+    TF_RETURN_IF_ERROR(dataset->MakeIterator(IteratorContext(std::move(params)),
+                                             "Iterator", &iterator));
+    TF_RETURN_IF_ERROR(
+        VerifyTypesMatch(output_dtypes_, iterator->output_dtypes()));
+    TF_RETURN_IF_ERROR(
+        VerifyShapesCompatible(output_shapes_, iterator->output_shapes()));
     iterator_.reset(iterator.release());
     return Status::OK();
   }
@@ -189,16 +230,12 @@ class IteratorResource : public ResourceBase {
   }
 
  private:
-  // The following (device_mgr_, flib_def_, pflr_) are only used when the
-  // IteratorResource is shared between sessions and in that case we create
-  // a new FLR. Otherwise these are set to null.
-  std::unique_ptr<DeviceMgr> device_mgr_;
-  std::unique_ptr<FunctionLibraryDefinition> flib_def_;
-  std::unique_ptr<ProcessFunctionLibraryRuntime> pflr_;
-  FunctionLibraryRuntime* lib_ = nullptr;  // not owned.
-  std::shared_ptr<IteratorBase> iterator_;
   mutex mu_;
-  std::shared_ptr<const FunctionLibraryDefinition> lib_def_ GUARDED_BY(mu_);
+  std::unique_ptr<DeviceMgr> device_mgr_ GUARDED_BY(mu_);
+  std::unique_ptr<FunctionLibraryDefinition> flib_def_ GUARDED_BY(mu_);
+  std::unique_ptr<ProcessFunctionLibraryRuntime> pflr_ GUARDED_BY(mu_);
+  FunctionLibraryRuntime* lib_ GUARDED_BY(mu_) = nullptr;  // not owned.
+  std::shared_ptr<IteratorBase> iterator_ GUARDED_BY(mu_);
   const DataTypeVector output_dtypes_;
   const std::vector<PartialTensorShape> output_shapes_;
 };
@@ -584,13 +621,7 @@ void MakeIteratorOp::Compute(OpKernelContext* ctx) {
   OP_REQUIRES_OK(
       ctx, LookupResource(ctx, HandleFromInput(ctx, 1), &iterator_resource));
   core::ScopedUnref unref(iterator_resource);
-
-  std::unique_ptr<IteratorBase> iterator;
-  IteratorContext::Params params(ctx);
-  params.lib = iterator_resource->function_library_runtime();
-  OP_REQUIRES_OK(ctx, dataset->MakeIterator(IteratorContext(std::move(params)),
-                                            "Iterator", &iterator));
-  OP_REQUIRES_OK(ctx, iterator_resource->set_iterator(std::move(iterator)));
+  OP_REQUIRES_OK(ctx, iterator_resource->SetIteratorFromDataset(ctx, dataset));
 }
 
 namespace {
@@ -916,13 +947,7 @@ class OneShotIteratorOp : public AsyncOpKernel {
     // factory function.
     DatasetBase* dataset;
     TF_RETURN_IF_ERROR(GetDatasetFromVariantTensor(return_values[0], &dataset));
-    std::unique_ptr<IteratorBase> iter;
-    IteratorContext::Params params(ctx);
-    params.lib = lib;
-    TF_RETURN_IF_ERROR(dataset->MakeIterator(IteratorContext(std::move(params)),
-                                             "Iterator", &iter));
-    TF_RETURN_IF_ERROR((*iterator)->set_iterator(std::move(iter)));
-
+    TF_RETURN_IF_ERROR((*iterator)->SetIteratorFromDataset(ctx, dataset));
     (*iterator)->Ref();
     return Status::OK();
   }
@@ -976,10 +1001,8 @@ void IteratorGetNextOp::ComputeAsync(OpKernelContext* ctx, DoneCallback done) {
         std::vector<Tensor> components;
         bool end_of_sequence = false;
 
-        IteratorContext::Params params(ctx);
-        params.function_library = iterator->function_library();
-        Status s = iterator->GetNext(IteratorContext(std::move(params)),
-                                     &components, &end_of_sequence);
+        Status s = iterator->GetNext(IteratorContext(ctx), &components,
+                                     &end_of_sequence);
         // NOTE(mrry): We must unref the iterator before calling `done()`, to
         // avoid destruction races.
         iterator->Unref();
@@ -1005,10 +1028,9 @@ void IteratorGetNextSyncOp::Compute(OpKernelContext* ctx) {
   core::ScopedUnref unref_iterator(iterator);
   std::vector<Tensor> components;
   bool end_of_sequence = false;
-  IteratorContext::Params params(ctx);
-  params.function_library = iterator->function_library();
-  OP_REQUIRES_OK(ctx, iterator->GetNext(IteratorContext(std::move(params)),
-                                        &components, &end_of_sequence));
+
+  OP_REQUIRES_OK(ctx, iterator->GetNext(IteratorContext(ctx), &components,
+                                        &end_of_sequence));
   OP_REQUIRES(ctx, !end_of_sequence, errors::OutOfRange("End of sequence"));
 
   for (int i = 0; i < components.size(); ++i) {
@@ -1041,10 +1063,8 @@ class IteratorGetNextAsOptionalOp : public AsyncOpKernel {
           std::vector<Tensor> components;
           bool end_of_sequence = false;
 
-          IteratorContext::Params params(ctx);
-          params.function_library = iterator->function_library();
-          Status s = iterator->GetNext(IteratorContext(std::move(params)),
-                                       &components, &end_of_sequence);
+          Status s = iterator->GetNext(IteratorContext(ctx), &components,
+                                       &end_of_sequence);
           // NOTE(mrry): We must unref the iterator before calling `done()`, to
           // avoid destruction races.
           iterator->Unref();
diff --git a/tensorflow/python/data/kernel_tests/iterator_ops_test.py b/tensorflow/python/data/kernel_tests/iterator_ops_test.py
index a2a3528cc6..490ca813dc 100644
--- a/tensorflow/python/data/kernel_tests/iterator_ops_test.py
+++ b/tensorflow/python/data/kernel_tests/iterator_ops_test.py
@@ -334,6 +334,32 @@ class IteratorTest(test.TestCase, parameterized.TestCase):
       with self.assertRaises(errors.OutOfRangeError):
         sess.run(get_next)
 
+  def testReinitializableIteratorWithFunctions(self):
+
+    def g():
+      for i in range(10):
+        yield i
+
+    iterator = iterator_ops.Iterator.from_structure(dtypes.int64, [])
+    next_element = iterator.get_next()
+
+    with self.cached_session() as sess:
+      dataset_1 = dataset_ops.Dataset.from_generator(
+          g, output_types=dtypes.int64)
+      sess.run(iterator.make_initializer(dataset_1))
+      for expected in range(10):
+        self.assertEqual(expected, sess.run(next_element))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(next_element)
+
+      dataset_2 = dataset_ops.Dataset.from_generator(
+          g, output_types=dtypes.int64)
+      sess.run(iterator.make_initializer(dataset_2))
+      for expected in range(10):
+        self.assertEqual(expected, sess.run(next_element))
+      with self.assertRaises(errors.OutOfRangeError):
+        sess.run(next_element)
+
   def testReinitializableIteratorStaticErrors(self):
     # Non-matching structure for types and shapes.
     with self.assertRaises(TypeError):
-- 
GitLab


From e767ba2c0d9a6b8a129f172fcae93828f8b46b70 Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Wed, 14 Nov 2018 12:34:04 -0800
Subject: [PATCH 1583/1825] Fix cudnn_rnn_test failure due to cudnn rnn savable
 refactorization

PiperOrigin-RevId: 221490781
---
 tensorflow/contrib/cudnn_rnn/BUILD                   |  1 -
 .../cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py  | 12 +++++++++---
 .../contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py    |  2 +-
 3 files changed, 10 insertions(+), 5 deletions(-)

diff --git a/tensorflow/contrib/cudnn_rnn/BUILD b/tensorflow/contrib/cudnn_rnn/BUILD
index a4c1e968b9..cec8dc2bed 100644
--- a/tensorflow/contrib/cudnn_rnn/BUILD
+++ b/tensorflow/contrib/cudnn_rnn/BUILD
@@ -92,7 +92,6 @@ cuda_py_test(
     ],
     shard_count = 6,
     tags = [
-        "no_oss",  # http://b/119506830
         "noasan",  # http://b/62067814
     ],
 )
diff --git a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
index 1954f6717b..6cc93dccb0 100644
--- a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
+++ b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_test.py
@@ -536,7 +536,9 @@ class CudnnRNNTestSaveRestore(test_util.TensorFlowTestCase):
       save_path = os.path.join(self.get_temp_dir(),
                                "save-restore-variable-test")
       saver = saver_lib.Saver()
-      weights, biases = model.rnn.saveable._OpaqueParamsToCanonical()
+      weights, biases = (
+          model.rnn.saveable.format_converter._opaque_to_cu_canonical(
+              model.rnn.saveable._variables))
       opaque_params = rnn.trainable_variables[0]
       # CudnnTestModel() creates CudnnOpaqueParamsSaveable that helps saver save
       # Cudnn vars in canonical format.
@@ -583,8 +585,12 @@ class CudnnRNNTestSaveRestore(test_util.TensorFlowTestCase):
             dtype=dtype)
       opaque_params = (model1.rnn.trainable_variables[0],
                        model2.rnn.trainable_variables[0])
-      weights1, biases1 = model1.rnn.saveable._OpaqueParamsToCanonical()
-      weights2, biases2 = model2.rnn.saveable._OpaqueParamsToCanonical()
+      saveable1 = model1.rnn.saveable
+      weights1, biases1 = saveable1.format_converter._opaque_to_cu_canonical(
+          saveable1._variables)
+      saveable2 = model1.rnn.saveable
+      weights2, biases2 = saveable2.format_converter._opaque_to_cu_canonical(
+          saveable2._variables)
       reset_params = [
           state_ops.assign(params,
                            array_ops.zeros_like(params, dtype=dtype))
diff --git a/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py b/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py
index d06d0c6bda..1ce29b42d5 100644
--- a/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py
+++ b/tensorflow/contrib/cudnn_rnn/python/ops/cudnn_rnn_ops.py
@@ -738,7 +738,7 @@ class CudnnOpaqueParamsSaveable(saver.BaseSaverBuilder.SaveableObject):
         self._variables, opaque_params, validate_shape=False)
 
   def _checkpointable_save(self, save_buffer):
-    weights, biases = self.format_converter.opaque_params_to_tf_canonical(
+    weights, biases = self.format_converter.opaque_to_tf_canonical(
         self._variables)
     for name, tensor in zip(self._param_names, weights + biases):
       save_buffer[name] = array_ops.identity(tensor)
-- 
GitLab


From 1ecd0a14f57ef2aa736839413741fec367981c2a Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Wed, 14 Nov 2018 13:02:34 -0800
Subject: [PATCH 1584/1825] Fusing BatchNorm into the Conv2D op.

PiperOrigin-RevId: 221495360
---
 .../core/grappler/optimizers/remapper.cc      |   4 +-
 tensorflow/core/kernels/conv_ops_fused.cc     | 296 ++++++--
 tensorflow/core/kernels/conv_ops_test.cc      | 697 ++++++++++++++----
 tensorflow/core/ops/nn_ops.cc                 |   3 +
 4 files changed, 818 insertions(+), 182 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/remapper.cc b/tensorflow/core/grappler/optimizers/remapper.cc
index 32f603a949..b97a95f302 100644
--- a/tensorflow/core/grappler/optimizers/remapper.cc
+++ b/tensorflow/core/grappler/optimizers/remapper.cc
@@ -168,7 +168,7 @@ bool FindFusedBatchNorm(const GraphView& graph_view,
 
 void CopyConv2DAttributes(const NodeDef* conv2d, NodeDef* fused_conv2d,
                           const std::vector<string>& fused_ops = {},
-                          int num_args = 1) {
+                          int num_args = 1, float epsilon = 0.0) {
   auto* attr = fused_conv2d->mutable_attr();
   auto src_attr = conv2d->attr();
 
@@ -184,6 +184,8 @@ void CopyConv2DAttributes(const NodeDef* conv2d, NodeDef* fused_conv2d,
   }
 
   SetAttrValue(num_args, &(*attr)["num_args"]);
+  // Required only for FusedBatchNorm.
+  SetAttrValue(epsilon, &(*attr)["epsilon"]);
 }
 
 void AddFusedConv2DNode(const Conv2DWithBiasAdd& matched,
diff --git a/tensorflow/core/kernels/conv_ops_fused.cc b/tensorflow/core/kernels/conv_ops_fused.cc
index c75bb67932..4f30d625e0 100644
--- a/tensorflow/core/kernels/conv_ops_fused.cc
+++ b/tensorflow/core/kernels/conv_ops_fused.cc
@@ -929,9 +929,45 @@ template <typename Scalar, typename Index>
 using ContractionOutputMapper =
     Eigen::internal::blas_data_mapper<Scalar, Index, Eigen::ColMajor>;
 
-// Output kernel that fused BiasAdd operation into the output of tensor
-// contraction.
-template <typename T>
+// Returns input expression without any transformations.
+struct Identity {
+  template <typename XprType>
+  static auto apply(XprType expr) -> XprType {
+    return expr;
+  };
+};
+
+// Applies `Relu` to the passed input expression.
+struct Relu {
+  template <typename XprType>
+  static auto apply(XprType expr)
+      -> decltype(expr.cwiseMax(std::declval<typename XprType::Scalar>())) {
+    return expr.cwiseMax(static_cast<typename XprType::Scalar>(0));
+  };
+};
+
+// TensorContraction swaps lhs with rhs, and changes layout from RowMajor
+// (default in Tensorflow) to ColMajor (preferred in Eigen), and computes matmul
+// using these tensors.
+//
+// TensorContraction output matrix (before reshape) has a ColMajor layout, and
+// has dimensions:
+//  - rows: output_channels
+//  - cols: all other dimensions
+//
+// First element in every column is:
+//   [batch ??, height ??, width ??, out_channel = i]
+//
+// We do not know what are the values of the 'batch', 'height', and 'width' here
+// (if we know original dimensions, they can be computed from 'j').
+//
+// Each column of an output block is a continuous slice along the output channel
+// dimension, so we can use it to efficiently compute any transformation that
+// depends only on a channel value (e.g. add channel bias).
+
+// Output kernel that fuses BiasAdd operation into the output of tensor
+// contraction + any other transformation defined by Transform.
+template <typename T, typename Transform = Identity>
 struct BiasAddOutputKernel {
   explicit BiasAddOutputKernel(const T* bias_data) : bias_data(bias_data) {}
 
@@ -943,13 +979,13 @@ struct BiasAddOutputKernel {
     DCHECK(params.swapped_arguments);
 
     const T* bias_base = bias_data + i;
+    typename OutputTypes<T>::ConstTensor bias(bias_base, num_rows);
 
-    // TODO(ezhulenev): Use Eigen::Array with strides after upgrading Eigen.
     for (int col = 0; col < num_cols; ++col) {
       T* output_base = &output_mapper(0, col);
       typename OutputTypes<T>::Tensor output(output_base, num_rows);
-      typename OutputTypes<T>::ConstTensor bias(bias_base, num_rows);
-      output = output + bias;
+      const auto expr = output + bias;
+      output = Transform::template apply<decltype(expr)>(expr);
     }
   }
 
@@ -957,12 +993,16 @@ struct BiasAddOutputKernel {
   const T* bias_data;
 };
 
-// Output kernel that fused BiasAdd and Relu operations into the output of
-// tensor contraction.
-template <typename T>
-struct BiasAddWithReluOutputKernel {
-  explicit BiasAddWithReluOutputKernel(const T* bias_data)
-      : bias_data(bias_data) {}
+// Output kernel that fuses FusedBatchNorm operation into the output of tensor
+// contraction + any other transformation defined by Transform.
+template <typename T, typename Transform = Identity>
+struct FusedBatchNormOutputKernel {
+  FusedBatchNormOutputKernel(T epsilon, const T* scaling_factor_data,
+                             const T* offset_data, const T* estimated_mean_data)
+      : epsilon(epsilon),
+        scaling_factor_data(scaling_factor_data),
+        offset_data(offset_data),
+        estimated_mean_data(estimated_mean_data) {}
 
   template <typename Index, typename Scalar>
   EIGEN_ALWAYS_INLINE void operator()(
@@ -971,19 +1011,31 @@ struct BiasAddWithReluOutputKernel {
       Index num_rows, Index num_cols) const {
     DCHECK(params.swapped_arguments);
 
-    const T* bias_base = bias_data + i;
+    const T* scaling_factor_base = scaling_factor_data + i;
+    const T* offset_base = offset_data + i;
+    const T* mean_base = estimated_mean_data + i;
+
+    typename OutputTypes<T>::ConstTensor scaling_factor(scaling_factor_base,
+                                                        num_rows);
+    typename OutputTypes<T>::ConstTensor offset(offset_base, num_rows);
+    typename OutputTypes<T>::ConstTensor mean(mean_base, num_rows);
 
-    // TODO(ezhulenev): Use Eigen::Array with strides after upgrading Eigen.
     for (int col = 0; col < num_cols; ++col) {
       T* output_base = &output_mapper(0, col);
       typename OutputTypes<T>::Tensor output(output_base, num_rows);
-      typename OutputTypes<T>::ConstTensor bias(bias_base, num_rows);
-      output = (output + bias).cwiseMax(static_cast<T>(0));
+
+      auto scaled = (output - mean) * scaling_factor;
+      auto shifted = scaled + offset;
+
+      output = Transform::template apply<decltype(shifted)>(shifted);
     }
   }
 
  private:
-  const T* bias_data;
+  T epsilon;
+  const T* scaling_factor_data;
+  const T* offset_data;
+  const T* estimated_mean_data;
 };
 
 // Type aliases for the output kernels, purely for the sake of better launch
@@ -991,21 +1043,33 @@ struct BiasAddWithReluOutputKernel {
 template <typename T>
 using WithBiasAdd = BiasAddOutputKernel<T>;
 template <typename T>
-using WithBiasAddAndRelu = BiasAddWithReluOutputKernel<T>;
+using WithBiasAddAndRelu = BiasAddOutputKernel<T, Relu>;
+template <typename T>
+using WithFusedBatchNorm = FusedBatchNormOutputKernel<T>;
+template <typename T>
+using WithFusedBatchNormAndRelu = FusedBatchNormOutputKernel<T, Relu>;
 
 // Dispatch 2D convolution to the appropriate primitive operation:
 //   (1) MatMul for the case of 1x1 convolution.
 //   (2) MatMul for the case when filter size equals to the input size.
 //   (3) General spatial 2D convolution for all other cases.
-template <typename T, typename OutputKernel>
-struct LaunchConv2DWithOutputKernel {
-  void operator()(OpKernelContext* ctx, const Tensor& input,
-                  const Tensor& filter, int row_stride, int col_stride,
-                  int row_dilation, int col_dilation, const Padding& padding,
-                  const OutputKernel& output_kernel, Tensor* output,
-                  TensorFormat data_format) {
-    if (filter.dim_size(0) == 1 && filter.dim_size(1) == 1 && row_stride == 1 &&
-        col_stride == 1) {
+template <typename T>
+class LaunchConv2DWithOutputKernel {
+ public:
+  LaunchConv2DWithOutputKernel(int row_stride, int col_stride,      //
+                               int row_dilation, int col_dilation,  //
+                               Padding padding)
+      : row_stride_(row_stride),
+        col_stride_(col_stride),
+        row_dilation_(row_dilation),
+        col_dilation_(col_dilation),
+        padding_(padding) {}
+
+  template <typename OutputKernel>
+  void operator()(const OutputKernel& output_kernel, OpKernelContext* ctx,
+                  const Tensor& input, const Tensor& filter, Tensor* output) {
+    if (filter.dim_size(0) == 1 && filter.dim_size(1) == 1 &&
+        row_stride_ == 1 && col_stride_ == 1) {
       int conv_width = 1;  // Width for the convolution step.
       for (int i = 0; i < 3; ++i) {
         conv_width *= output->dim_size(i);
@@ -1021,8 +1085,8 @@ struct LaunchConv2DWithOutputKernel {
           dim_pair, output_kernel);
 
     } else if (filter.dim_size(0) == input.dim_size(1) &&
-               filter.dim_size(1) == input.dim_size(2) && row_dilation == 1 &&
-               col_dilation == 1 && padding == VALID) {
+               filter.dim_size(1) == input.dim_size(2) && row_dilation_ == 1 &&
+               col_dilation_ == 1 && padding_ == VALID) {
       // If the input data and filter have the same height/width,
       // reduce the 2D convolution to matrix multiplication.
       const auto k =  // Length of reduction dimension.
@@ -1040,11 +1104,18 @@ struct LaunchConv2DWithOutputKernel {
     } else {
       functor::SpatialConvolution<CPUDevice, T, OutputKernel>()(
           ctx->eigen_device<CPUDevice>(), output->tensor<T, 4>(),
-          input.tensor<T, 4>(), filter.tensor<T, 4>(), row_stride, col_stride,
-          row_dilation, col_dilation, BrainPadding2EigenPadding(padding),
+          input.tensor<T, 4>(), filter.tensor<T, 4>(), row_stride_, col_stride_,
+          row_dilation_, col_dilation_, BrainPadding2EigenPadding(padding_),
           output_kernel);
     }
   }
+
+ private:
+  int row_stride_;
+  int col_stride_;
+  int row_dilation_;
+  int col_dilation_;
+  const Padding padding_;
 };
 
 }  // namespace
@@ -1065,27 +1136,43 @@ class FusedConv2DOp : public OpKernel {
                 errors::InvalidArgument(
                     "Fused Conv2D must have at least one fused op."));
 
-    // Right now we always expect to have just one extra argument that is an
-    // input to the BiasAdd. In future we might fuse other types of computations
-    // taking additional arguments.
-
     int num_args;
     OP_REQUIRES_OK(context, context->GetAttr("num_args", &num_args));
-    OP_REQUIRES(context, num_args == 1,
-                errors::InvalidArgument(
-                    "Fused Conv2D must have one extra argument with a bias."));
 
     // TODO(ezhulenev): Add support for fusion element-wise op chains defined
     // at runtime, e.g. Relu+Sqrt+Tanh+etc...
 
+    // Match combination of fused ops to one of the supported fusions.
     if (FusedOpsMatches(fused_ops, {"BiasAdd"})) {
       fused_computation_ = FusedComputationType::kBiasAdd;
     } else if (FusedOpsMatches(fused_ops, {"BiasAdd", "Relu"})) {
       fused_computation_ = FusedComputationType::kBiasAddWithRelu;
+    } else if (FusedOpsMatches(fused_ops, {"FusedBatchNorm"})) {
+      fused_computation_ = FusedComputationType::kFusedBatchNorm;
+    } else if (FusedOpsMatches(fused_ops, {"FusedBatchNorm", "Relu"})) {
+      fused_computation_ = FusedComputationType::kFusedBatchNormWithRelu;
     } else {
       OP_REQUIRES(context, false,
-                  errors::Unimplemented("Fusion is not implemented: ",
-                                        str_util::Join(fused_ops, ",")));
+                  errors::Unimplemented("Fusion is not implemented: [",
+                                        str_util::Join(fused_ops, ","), "]"));
+    }
+
+    // Depending on a picked fusion type validate fusion-specific arguments.
+
+    if (fused_computation_ == FusedComputationType::kBiasAdd ||
+        fused_computation_ == FusedComputationType::kBiasAddWithRelu) {
+      OP_REQUIRES(context, num_args == 1,
+                  errors::InvalidArgument(
+                      "Fused Conv2D must have one extra argument: bias."));
+    }
+
+    if (fused_computation_ == FusedComputationType::kFusedBatchNorm ||
+        fused_computation_ == FusedComputationType::kFusedBatchNormWithRelu) {
+      OP_REQUIRES(
+          context, num_args == 4,
+          errors::InvalidArgument("Fused FusedBatchNorm must have four extra "
+                                  "arguments: scale, offset, mean, variance."));
+      OP_REQUIRES_OK(context, context->GetAttr("epsilon", &epsilon_));
     }
   }
 
@@ -1098,10 +1185,6 @@ class FusedConv2DOp : public OpKernel {
     // [ filter_rows, filter_cols, in_depth, out_depth]
     const Tensor& filter = context->input(1);
 
-    // Bias of the following dimensions:
-    // [ output_depth ]
-    const Tensor& bias = context->input(2);
-
     Conv2DDimensions dimensions;
     OP_REQUIRES_OK(context,
                    ComputeConv2DDimension(params_, input, filter, &dimensions));
@@ -1139,23 +1222,47 @@ class FusedConv2DOp : public OpKernel {
                 errors::Unimplemented("Fused conv implementation does not "
                                       "support grouped convolutions for now."));
 
-    auto bias_data = reinterpret_cast<const T*>(bias.tensor_data().data());
+    BiasAddArgs bias_add;
+    FusedBatchNormArgs fused_batch_norm;
 
-#define LAUNCH_CONV2D(KERNEL)                                                 \
-  LaunchConv2DWithOutputKernel<T, KERNEL>()(                                  \
-      context, input, filter, dimensions.stride_rows, dimensions.stride_cols, \
-      dimensions.dilation_rows, dimensions.dilation_cols, params_.padding,    \
-      KERNEL(bias_data), output, params_.data_format);                        \
-  break
+    LaunchConv2DWithOutputKernel<T> conv2d(
+        dimensions.stride_rows, dimensions.stride_cols,
+        dimensions.dilation_rows, dimensions.dilation_cols, params_.padding);
 
     switch (fused_computation_) {
       case FusedComputationType::kBiasAdd:
-        LAUNCH_CONV2D(WithBiasAdd<T>);
+        OP_REQUIRES_OK(context, InitBiasAddArgs(context, &bias_add));
+        conv2d(WithBiasAdd<T>(bias_add.bias_add_data), context, input, filter,
+               output);
+        break;
+
       case FusedComputationType::kBiasAddWithRelu:
-        LAUNCH_CONV2D(WithBiasAddAndRelu<T>);
+        OP_REQUIRES_OK(context, InitBiasAddArgs(context, &bias_add));
+        conv2d(WithBiasAddAndRelu<T>(bias_add.bias_add_data), context, input,
+               filter, output);
+        break;
+
+      case FusedComputationType::kFusedBatchNorm:
+        OP_REQUIRES_OK(context,
+                       InitFusedBatchNormArgs(context, &fused_batch_norm));
+        conv2d(WithFusedBatchNorm<T>(epsilon_,
+                                     fused_batch_norm.scaling_factor.data(),
+                                     fused_batch_norm.offset_data,
+                                     fused_batch_norm.estimated_mean_data),
+               context, input, filter, output);
+        break;
+
+      case FusedComputationType::kFusedBatchNormWithRelu:
+        OP_REQUIRES_OK(context,
+                       InitFusedBatchNormArgs(context, &fused_batch_norm));
+        conv2d(WithFusedBatchNormAndRelu<T>(
+                   epsilon_, fused_batch_norm.scaling_factor.data(),
+                   fused_batch_norm.offset_data,
+                   fused_batch_norm.estimated_mean_data),
+               context, input, filter, output);
+        break;
     }
   }
-#undef LAUNCH_CONV2D
 
  private:
   bool FusedOpsMatches(const std::vector<string>& fused_ops,
@@ -1163,13 +1270,92 @@ class FusedConv2DOp : public OpKernel {
     return fused_ops == expected;
   }
 
+  struct BiasAddArgs {
+    const T* bias_add_data = nullptr;
+  };
+
+  struct FusedBatchNormArgs {
+    const T* scale_data = nullptr;
+    const T* offset_data = nullptr;
+    const T* estimated_mean_data = nullptr;
+    const T* estimated_variance_data = nullptr;
+
+    // Precomputed expression:
+    //   scaling_factor = (estimated_variance + epsilon).rsqrt() * scale
+    Eigen::Tensor<T, 1, Eigen::RowMajor> scaling_factor;
+  };
+
+#define TF_REQUIRES(EXP, STATUS) \
+  if (!TF_PREDICT_TRUE(EXP)) return (STATUS)
+
+  void InitDataPtr(const Tensor& tensor, const T** ptr) const {
+    *ptr = reinterpret_cast<const T*>(tensor.tensor_data().data());
+  }
+
+  Status InitBiasAddArgs(OpKernelContext* context, BiasAddArgs* args) const {
+    // Bias of the following dimensions: [ output_depth ]
+    const Tensor& bias = context->input(2);
+
+    TF_REQUIRES(bias.dims() == 1,
+                errors::InvalidArgument("bias must be 1-dimensional",
+                                        bias.shape().DebugString()));
+
+    InitDataPtr(bias, &args->bias_add_data);
+
+    return Status::OK();
+  }
+
+  Status InitFusedBatchNormArgs(OpKernelContext* context,
+                                FusedBatchNormArgs* args) const {
+    const Tensor& scale = context->input(2);
+    const Tensor& offset = context->input(3);
+    const Tensor& estimated_mean = context->input(4);
+    const Tensor& estimated_variance = context->input(5);
+
+    TF_REQUIRES(scale.dims() == 1,
+                errors::InvalidArgument("scale must be 1-dimensional",
+                                        scale.shape().DebugString()));
+    TF_REQUIRES(offset.dims() == 1,
+                errors::InvalidArgument("offset must be 1-dimensional",
+                                        offset.shape().DebugString()));
+    TF_REQUIRES(estimated_mean.dims() == 1,
+                errors::InvalidArgument("estimated_mean must be 1-dimensional",
+                                        estimated_mean.shape().DebugString()));
+    TF_REQUIRES(
+        estimated_variance.dims() == 1,
+        errors::InvalidArgument("estimated_variance must be 1-dimensional",
+                                estimated_variance.shape().DebugString()));
+
+    InitDataPtr(scale, &args->scale_data);
+    InitDataPtr(offset, &args->offset_data);
+    InitDataPtr(estimated_mean, &args->estimated_mean_data);
+    InitDataPtr(estimated_variance, &args->estimated_variance_data);
+
+    // Precompute scaling factor once for all output blocks (kernels).
+    args->scaling_factor =
+        (estimated_variance.flat<T>() + static_cast<T>(epsilon_)).rsqrt() *
+        scale.flat<T>();
+
+    return Status::OK();
+  }
+
+#undef TF_REQUIRES
+
   // Element-wise ops applied to the result of Conv2D.
   // TODO(ezhulenev): Add support for runtime-defined op chains.
-  enum class FusedComputationType { kBiasAdd, kBiasAddWithRelu };
+  enum class FusedComputationType {
+    kBiasAdd,
+    kBiasAddWithRelu,
+    kFusedBatchNorm,
+    kFusedBatchNormWithRelu
+  };
 
   Conv2DParameters params_;
   FusedComputationType fused_computation_;
 
+  // FusedBatchNorm attributes.
+  float epsilon_;
+
   TF_DISALLOW_COPY_AND_ASSIGN(FusedConv2DOp);
 };
 
diff --git a/tensorflow/core/kernels/conv_ops_test.cc b/tensorflow/core/kernels/conv_ops_test.cc
index 6421cad367..87bbc30573 100644
--- a/tensorflow/core/kernels/conv_ops_test.cc
+++ b/tensorflow/core/kernels/conv_ops_test.cc
@@ -13,6 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
+#include <string>
+#include <vector>
+
 #include "tensorflow/cc/ops/const_op.h"
 #include "tensorflow/cc/ops/image_ops.h"
 #include "tensorflow/cc/ops/nn_ops.h"
@@ -522,6 +525,7 @@ TEST_F(ConvOpTest, HandwrittenConv) { HandwrittenConv(); }
 
 TEST_F(ConvOpTest, AnisotropicStride) { AnisotropicStrides(); }
 
+template <typename T>
 class FusedConv2DOpTest : public OpsTestBase {
  protected:
   static constexpr int kDepth = 3;
@@ -529,10 +533,15 @@ class FusedConv2DOpTest : public OpsTestBase {
   static constexpr int kImageHeight = 32;
   static constexpr int kImageBatchCount = 8;
 
-  using GraphRunner =
+  using BiasAddGraphRunner =
       std::function<void(const Tensor& input_data, const Tensor& filter_data,
                          const Tensor& bias_data, Tensor* out)>;
 
+  using BatchNormGraphRunner = std::function<void(
+      const Tensor& input_data, const Tensor& filter_data,
+      const Tensor& scale_data, const Tensor& offset_data,
+      const Tensor& mean_data, const Tensor& variance_data, Tensor* out)>;
+
   // Runs a Tensorflow graph defined by the root scope, and fetches the result
   // of 'fetch' node into the output Tensor.
   void RunAndFetch(const tensorflow::Scope& root, const string& fetch,
@@ -550,8 +559,9 @@ class FusedConv2DOpTest : public OpsTestBase {
     *output = unfused_tensors[0];
   }
 
-  void RunConv2DOp(const Tensor& input_data, const Tensor& filter_data,
-                   const Tensor& bias_data, Tensor* output, int stride = 1) {
+  void RunConv2DWithBias(const Tensor& input_data, const Tensor& filter_data,
+                         const Tensor& bias_data, Tensor* output,
+                         int stride = 1) {
     auto root = tensorflow::Scope::NewRootScope();
 
     auto conv = ops::Conv2D(
@@ -567,9 +577,10 @@ class FusedConv2DOpTest : public OpsTestBase {
     RunAndFetch(root, "with_bias", output);
   }
 
-  void RunConv2DWithReluOp(const Tensor& input_data, const Tensor& filter_data,
-                           const Tensor& bias_data, Tensor* output,
-                           int stride = 1) {
+  void RunConv2DWithBiasAndRelu(const Tensor& input_data,
+                                const Tensor& filter_data,
+                                const Tensor& bias_data, Tensor* output,
+                                int stride = 1) {
     auto root = tensorflow::Scope::NewRootScope();
 
     auto conv = ops::Conv2D(
@@ -587,18 +598,79 @@ class FusedConv2DOpTest : public OpsTestBase {
     RunAndFetch(root, "with_relu", output);
   }
 
-  template <typename T>
+  void RunConv2DWithBatchNorm(const Tensor& input_data,
+                              const Tensor& filter_data,
+                              const Tensor& scale_data,
+                              const Tensor& offset_data,
+                              const Tensor& mean_data,
+                              const Tensor& variance_data, Tensor* output,
+                              int stride = 1) {
+    auto root = tensorflow::Scope::NewRootScope();
+
+    auto conv = ops::Conv2D(
+        root.WithOpName("conv"),
+        ops::Const(root.WithOpName("input"), Input::Initializer(input_data)),
+        ops::Const(root.WithOpName("filter"), Input::Initializer(filter_data)),
+        {1, stride, stride, 1}, "SAME");
+
+    ops::FusedBatchNorm::Attrs attr;
+    attr = attr.IsTraining(false);
+
+    auto with_fused_batch_norm = ops::FusedBatchNorm(
+        root.WithOpName("with_fused_batch_norm"), conv,
+        ops::Const(root.WithOpName("scale"), Input::Initializer(scale_data)),
+        ops::Const(root.WithOpName("offset"), Input::Initializer(offset_data)),
+        ops::Const(root.WithOpName("mean"), Input::Initializer(mean_data)),
+        ops::Const(root.WithOpName("var"), Input::Initializer(variance_data)),
+        attr);
+
+    RunAndFetch(root, "with_fused_batch_norm", output);
+  }
+
+  void RunConv2DWithBatchNormAndRelu(const Tensor& input_data,
+                                     const Tensor& filter_data,
+                                     const Tensor& scale_data,
+                                     const Tensor& offset_data,
+                                     const Tensor& mean_data,
+                                     const Tensor& variance_data,
+                                     Tensor* output, int stride = 1) {
+    auto root = tensorflow::Scope::NewRootScope();
+
+    auto conv = ops::Conv2D(
+        root.WithOpName("conv"),
+        ops::Const(root.WithOpName("input"), Input::Initializer(input_data)),
+        ops::Const(root.WithOpName("filter"), Input::Initializer(filter_data)),
+        {1, stride, stride, 1}, "SAME");
+
+    ops::FusedBatchNorm::Attrs attr;
+    attr = attr.IsTraining(false);
+
+    auto with_fused_batch_norm = ops::FusedBatchNorm(
+        root.WithOpName("with_fused_batch_norm"), conv,
+        ops::Const(root.WithOpName("scale"), Input::Initializer(scale_data)),
+        ops::Const(root.WithOpName("offset"), Input::Initializer(offset_data)),
+        ops::Const(root.WithOpName("mean"), Input::Initializer(mean_data)),
+        ops::Const(root.WithOpName("var"), Input::Initializer(variance_data)),
+        attr);
+
+    auto with_relu =
+        ops::Relu(root.WithOpName("with_relu"), with_fused_batch_norm.y);
+
+    RunAndFetch(root, "with_relu", output);
+  }
+
   void RunFusedConv2DOp(const Tensor& image, const Tensor& filter,
-                        const Tensor& bias,
+                        const std::vector<Tensor>& args,
                         const std::vector<string>& fused_ops, Tensor* output,
                         int stride = 1) {
     DataType dtype = DataTypeToEnum<T>::v();
+    int num_args = static_cast<int>(args.size());
 
     TF_EXPECT_OK(NodeDefBuilder("fused_conv_op", "_FusedConv2D")
                      .Input(FakeInput(dtype))
                      .Input(FakeInput(dtype))
-                     .Attr("num_args", 1)
-                     .Input(FakeInput(dtype))
+                     .Attr("num_args", num_args)
+                     .Input(FakeInput(num_args, dtype))
                      .Attr("T", dtype)
                      .Attr("strides", {1, stride, stride, 1})
                      .Attr("padding", "SAME")
@@ -609,18 +681,20 @@ class FusedConv2DOpTest : public OpsTestBase {
 
     AddInputFromArray<T>(image.shape(), image.flat<T>());
     AddInputFromArray<T>(filter.shape(), filter.flat<T>());
-    AddInputFromArray<T>(bias.shape(), bias.flat<T>());
+    for (const Tensor& arg : args)
+      AddInputFromArray<T>(arg.shape(), arg.flat<T>());
     TF_ASSERT_OK(RunOpKernel());
 
     *output = *GetOutput(0);
   }
 
-  template <typename T>
-  void VerifyTensorsNear(int depth, int image_width, int image_height,
-                         int image_batch_count, int filter_size,
-                         int filter_count, const GraphRunner& run_default,
-                         const GraphRunner& run_fused) {
+  void VerifyBiasAddTensorsNear(int depth, int image_width, int image_height,
+                                int image_batch_count, int filter_size,
+                                int filter_count,
+                                const BiasAddGraphRunner& run_default,
+                                const BiasAddGraphRunner& run_fused) {
     DataType dtype = DataTypeToEnum<T>::v();
+
     Tensor image(dtype, {image_batch_count, image_height, image_width, depth});
     image.flat<T>() = image.flat<T>().setRandom();
 
@@ -643,111 +717,272 @@ class FusedConv2DOpTest : public OpsTestBase {
     test::ExpectTensorNear<T>(conv_2d, fused_conv_2d, 1e-5);
   }
 
+  void VerifyFusedBatchNormTensorsNear(int depth, int image_width,
+                                       int image_height, int image_batch_count,
+                                       int filter_size, int filter_count,
+                                       const BatchNormGraphRunner& run_default,
+                                       const BatchNormGraphRunner& run_fused) {
+    DataType dtype = DataTypeToEnum<T>::v();
+
+    Tensor image(dtype, {image_batch_count, image_height, image_width, depth});
+    image.flat<T>() = image.flat<T>().setRandom();
+
+    Tensor filter(dtype, {filter_size, filter_size, depth, filter_count});
+    filter.flat<T>() = filter.flat<T>().setRandom();
+
+    const int scale_size = filter_count;
+
+    Tensor scale(dtype, {scale_size});
+    scale.flat<T>() = scale.flat<T>().setRandom();
+
+    Tensor offset(dtype, {scale_size});
+    offset.flat<T>() = offset.flat<T>().setRandom();
+
+    Tensor mean(dtype, {scale_size});
+    mean.flat<T>() = mean.flat<T>().setRandom();
+
+    Tensor variance(dtype, {scale_size});
+    variance.flat<T>() = variance.flat<T>().setRandom();
+    variance.flat<T>() += variance.flat<T>().constant(static_cast<T>(0.5f));
+
+    Tensor conv_2d;
+    Tensor fused_conv_2d;
+
+    run_default(image, filter, scale, offset, mean, variance, &conv_2d);
+    run_fused(image, filter, scale, offset, mean, variance, &fused_conv_2d);
+
+    ASSERT_EQ(conv_2d.dtype(), fused_conv_2d.dtype());
+    ASSERT_EQ(conv_2d.shape(), fused_conv_2d.shape());
+
+    test::ExpectTensorNear<T>(conv_2d, fused_conv_2d, 1e-3);
+  }
+
   // Verifies that computing Conv2D+BiasAdd in a graph is identical to
   // FusedConv2D.
-  template <typename T>
-  void VerifyConv2DWithBias(int depth, int image_width, int image_height,
-                            int image_batch_count, int filter_size,
-                            int filter_count) {
-    const GraphRunner run_default =
+  void VerifyConv2DWithBias(int filter_size, int filter_count,
+                            int depth = kDepth, int image_width = kImageWidth,
+                            int image_height = kImageHeight,
+                            int image_batch_count = kImageBatchCount) {
+    const BiasAddGraphRunner run_default =
         [this](const Tensor& input_data, const Tensor& filter_data,
                const Tensor& bias_data, Tensor* out) {
-          RunConv2DOp(input_data, filter_data, bias_data, out);
+          RunConv2DWithBias(input_data, filter_data, bias_data, out);
         };
 
-    const GraphRunner run_fused = [this](const Tensor& input_data,
-                                         const Tensor& filter_data,
-                                         const Tensor& bias_data, Tensor* out) {
-      RunFusedConv2DOp<T>(input_data, filter_data, bias_data, {"BiasAdd"}, out);
+    const BiasAddGraphRunner run_fused = [this](const Tensor& input_data,
+                                                const Tensor& filter_data,
+                                                const Tensor& bias_data,
+                                                Tensor* out) {
+      RunFusedConv2DOp(input_data, filter_data, {bias_data}, {"BiasAdd"}, out);
     };
 
-    VerifyTensorsNear<T>(depth, image_width, image_height, image_batch_count,
-                         filter_size, filter_count, run_default, run_fused);
+    VerifyBiasAddTensorsNear(depth, image_width, image_height,
+                             image_batch_count, filter_size, filter_count,
+                             run_default, run_fused);
   }
 
   // Verifies that computing Conv2D+BiasAdd+Relu in a graph is identical to
   // FusedConv2D.
-  template <typename T>
-  void VerifyConv2DWithBiasAndRelu(int depth, int image_width, int image_height,
-                                   int image_batch_count, int filter_size,
-                                   int filter_count) {
-    const GraphRunner run_default =
+  void VerifyConv2DWithBiasAndRelu(int filter_size, int filter_count,
+                                   int depth = kDepth,
+                                   int image_width = kImageWidth,
+                                   int image_height = kImageHeight,
+                                   int image_batch_count = kImageBatchCount) {
+    const BiasAddGraphRunner run_default =
         [this](const Tensor& input_data, const Tensor& filter_data,
                const Tensor& bias_data, Tensor* out) {
-          RunConv2DWithReluOp(input_data, filter_data, bias_data, out);
+          RunConv2DWithBiasAndRelu(input_data, filter_data, bias_data, out);
         };
 
-    const GraphRunner run_fused = [this](const Tensor& input_data,
-                                         const Tensor& filter_data,
-                                         const Tensor& bias_data, Tensor* out) {
-      RunFusedConv2DOp<T>(input_data, filter_data, bias_data,
-                          {"BiasAdd", "Relu"}, out);
-    };
+    const BiasAddGraphRunner run_fused =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& bias_data, Tensor* out) {
+          RunFusedConv2DOp(input_data, filter_data, {bias_data},
+                           {"BiasAdd", "Relu"}, out);
+        };
 
-    VerifyTensorsNear<T>(depth, image_width, image_height, image_batch_count,
-                         filter_size, filter_count, run_default, run_fused);
+    VerifyBiasAddTensorsNear(depth, image_width, image_height,
+                             image_batch_count, filter_size, filter_count,
+                             run_default, run_fused);
   }
-};
 
-#define FUSED_CONV2D_TESTS(dtype, name)                                       \
-  TEST_F(FusedConv2DOpTest, Conv2DWithBiasAddOneByOneConvolution##name) {     \
-    const int filter_size = 1;                                                \
-    const int filter_count = 12;                                              \
-                                                                              \
-    VerifyConv2DWithBias<dtype>(kDepth, kImageWidth, kImageHeight,            \
-                                kImageBatchCount, filter_size, filter_count); \
-  }                                                                           \
-                                                                              \
-  TEST_F(FusedConv2DOpTest, Conv2DWithBiasAddImageSizeConvolution##name) {    \
-    const int filter_size = 32;                                               \
-    const int filter_count = 12;                                              \
-                                                                              \
-    VerifyConv2DWithBias<dtype>(kDepth, kImageWidth, kImageHeight,            \
-                                kImageBatchCount, filter_size, filter_count); \
-  }                                                                           \
-                                                                              \
-  TEST_F(FusedConv2DOpTest, Conv2DWithBiasAddSpatialConvolution##name) {      \
-    const int filter_size = 3;                                                \
-    const int filter_count = 12;                                              \
-                                                                              \
-    VerifyConv2DWithBias<dtype>(kDepth, kImageWidth, kImageHeight,            \
-                                kImageBatchCount, filter_size, filter_count); \
-  }                                                                           \
-                                                                              \
-  TEST_F(FusedConv2DOpTest,                                                   \
-         Conv2DWithBiasAddAndReluOneByOneConvolution##name) {                 \
-    const int filter_size = 1;                                                \
-    const int filter_count = 12;                                              \
-                                                                              \
-    VerifyConv2DWithBiasAndRelu<dtype>(kDepth, kImageWidth, kImageHeight,     \
-                                       kImageBatchCount, filter_size,         \
-                                       filter_count);                         \
-  }                                                                           \
-                                                                              \
-  TEST_F(FusedConv2DOpTest,                                                   \
-         Conv2DWithBiasAddAndReluImageSizeConvolution##name) {                \
-    const int filter_size = 32;                                               \
-    const int filter_count = 12;                                              \
-                                                                              \
-    VerifyConv2DWithBiasAndRelu<dtype>(kDepth, kImageWidth, kImageHeight,     \
-                                       kImageBatchCount, filter_size,         \
-                                       filter_count);                         \
-  }                                                                           \
-                                                                              \
-  TEST_F(FusedConv2DOpTest,                                                   \
-         Conv2DWithBiasAddAndReluSpatialConvolution##name) {                  \
-    const int filter_size = 3;                                                \
-    const int filter_count = 12;                                              \
-                                                                              \
-    VerifyConv2DWithBiasAndRelu<dtype>(kDepth, kImageWidth, kImageHeight,     \
-                                       kImageBatchCount, filter_size,         \
-                                       filter_count);                         \
+  // Verifies that computing Conv2D+FusedBatchNorm in a graph is identical to
+  // FusedConv2D.
+  void VerifyConv2DWithBatchNorm(int filter_size, int filter_count,
+                                 int depth = kDepth,
+                                 int image_width = kImageWidth,
+                                 int image_height = kImageHeight,
+                                 int image_batch_count = kImageBatchCount) {
+    const BatchNormGraphRunner run_default =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& scale_data, const Tensor& offset_data,
+               const Tensor& mean_data, const Tensor& variance_data,
+               Tensor* out) {
+          RunConv2DWithBatchNorm(input_data, filter_data, scale_data,
+                                 offset_data, mean_data, variance_data, out);
+        };
+
+    const BatchNormGraphRunner run_fused =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& scale_data, const Tensor& offset_data,
+               const Tensor& mean_data, const Tensor& variance_data,
+               Tensor* out) {
+          RunFusedConv2DOp(input_data, filter_data,
+                           {scale_data, offset_data, mean_data, variance_data},
+                           {"FusedBatchNorm"}, out);
+        };
+
+    VerifyFusedBatchNormTensorsNear(depth, image_width, image_height,
+                                    image_batch_count, filter_size,
+                                    filter_count, run_default, run_fused);
   }
 
-FUSED_CONV2D_TESTS(float, F);
-FUSED_CONV2D_TESTS(double, D);
+  // Verifies that computing Conv2D+FusedBatchNorm+Relu in a graph is identical
+  // to FusedConv2D.
+  void VerifyConv2DWithBatchNormAndRelu(
+      int filter_size, int filter_count, int depth = kDepth,
+      int image_width = kImageWidth, int image_height = kImageHeight,
+      int image_batch_count = kImageBatchCount) {
+    const BatchNormGraphRunner run_default =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& scale_data, const Tensor& offset_data,
+               const Tensor& mean_data, const Tensor& variance_data,
+               Tensor* out) {
+          RunConv2DWithBatchNormAndRelu(input_data, filter_data, scale_data,
+                                        offset_data, mean_data, variance_data,
+                                        out);
+        };
+
+    const BatchNormGraphRunner run_fused =
+        [this](const Tensor& input_data, const Tensor& filter_data,
+               const Tensor& scale_data, const Tensor& offset_data,
+               const Tensor& mean_data, const Tensor& variance_data,
+               Tensor* out) {
+          RunFusedConv2DOp(input_data, filter_data,
+                           {scale_data, offset_data, mean_data, variance_data},
+                           {"FusedBatchNorm", "Relu"}, out);
+        };
+
+    VerifyFusedBatchNormTensorsNear(depth, image_width, image_height,
+                                    image_batch_count, filter_size,
+                                    filter_count, run_default, run_fused);
+  }
+};
+
+// Conv2D with BatchNorm can be tested only with `T=float`, because default
+// `FusedBatchNorm` kernel supports only floats for scale, mean and variance.
+
+template <typename T>
+class FusedConv2DWithBiasOpTest : public FusedConv2DOpTest<T> {};
+template <typename T>
+class FusedConv2DWithBatchNormOpTest : public FusedConv2DOpTest<T> {};
+
+TYPED_TEST_CASE_P(FusedConv2DWithBiasOpTest);
+TYPED_TEST_CASE_P(FusedConv2DWithBatchNormOpTest);
+
+// -------------------------------------------------------------------------- //
+// Conv2D + BiasAdd + {Relu}                                                  //
+// -------------------------------------------------------------------------- //
+
+TYPED_TEST_P(FusedConv2DWithBiasOpTest, OneByOneConvolution) {
+  const int filter_size = 1;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBias(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBiasOpTest, ImageSizeConvolution) {
+  const int filter_size = TestFixture::kImageWidth;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBias(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBiasOpTest, SpatialConvolution) {
+  const int filter_size = 3;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBias(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBiasOpTest, OneByOneConvolutionAndRelu) {
+  const int filter_size = 1;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBiasAndRelu(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBiasOpTest, ImageSizeConvolutionAndRelu) {
+  const int filter_size = TestFixture::kImageWidth;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBiasAndRelu(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBiasOpTest, SpatialConvolutionAndRelu) {
+  const int filter_size = 3;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBiasAndRelu(filter_size, filter_count);
+}
 
-#undef FUSED_CONV2D_TESTS
+// -------------------------------------------------------------------------- //
+// Conv2D + FusedBatchNorm + {Relu}                                           //
+// -------------------------------------------------------------------------- //
+
+TYPED_TEST_P(FusedConv2DWithBatchNormOpTest, OneByOneConvolution) {
+  const int filter_size = 1;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBatchNorm(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBatchNormOpTest, ImageSizeConvolution) {
+  const int filter_size = TestFixture::kImageWidth;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBatchNorm(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBatchNormOpTest, SpatialConvolution) {
+  const int filter_size = 3;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBatchNorm(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBatchNormOpTest, OneByOneConvolutionAndRelu) {
+  const int filter_size = 1;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBatchNormAndRelu(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBatchNormOpTest, ImageSizeConvolutionAndRelu) {
+  const int filter_size = TestFixture::kImageWidth;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBatchNormAndRelu(filter_size, filter_count);
+}
+
+TYPED_TEST_P(FusedConv2DWithBatchNormOpTest, SpatialConvolutionAndRelu) {
+  const int filter_size = 3;
+  const int filter_count = 12;
+  this->VerifyConv2DWithBatchNormAndRelu(filter_size, filter_count);
+}
+
+REGISTER_TYPED_TEST_CASE_P(FusedConv2DWithBiasOpTest,    //
+                           OneByOneConvolution,          //
+                           ImageSizeConvolution,         //
+                           SpatialConvolution,           //
+                           OneByOneConvolutionAndRelu,   //
+                           ImageSizeConvolutionAndRelu,  //
+                           SpatialConvolutionAndRelu);
+
+REGISTER_TYPED_TEST_CASE_P(FusedConv2DWithBatchNormOpTest,  //
+                           OneByOneConvolution,             //
+                           ImageSizeConvolution,            //
+                           SpatialConvolution,              //
+                           OneByOneConvolutionAndRelu,      //
+                           ImageSizeConvolutionAndRelu,     //
+                           SpatialConvolutionAndRelu);
+
+using FusedBiasAddDataTypes = ::testing::Types<float, double>;
+INSTANTIATE_TYPED_TEST_CASE_P(Test, FusedConv2DWithBiasOpTest,
+                              FusedBiasAddDataTypes);
+
+using FusedBatchNormDataTypes = ::testing::Types<float>;
+INSTANTIATE_TYPED_TEST_CASE_P(Test, FusedConv2DWithBatchNormOpTest,
+                              FusedBatchNormDataTypes);
 
 ////////////////////////////////////////////////////////////////////////////////
 // Performance benchmarks for the FusedConv2DWithBiasOp.                      //
@@ -771,6 +1006,19 @@ struct Conv2DWithBiasAndReluGraph {
   Node* relu;
 };
 
+struct Conv2DWithBatchNormGraph {
+  Graph* graph;
+  Node* conv2d;
+  Node* batch_norm;
+};
+
+struct Conv2DWithBatchNormAndReluGraph {
+  Graph* graph;
+  Node* conv2d;
+  Node* batch_norm;
+  Node* relu;
+};
+
 static Tensor MakeRandomTensor(const TensorShape& shape) {
   Tensor tensor(DT_FLOAT, TensorShape(shape));
   tensor.flat<float>() = tensor.flat<float>().setRandom();
@@ -800,7 +1048,7 @@ static Conv2DGraph Conv2D(int batch, int height, int width, int in_depth,
   return {graph, conv2d};
 }
 
-// Creates a Tensorflow graph with a Conv2D node followed by Relu.
+// Creates a Tensorflow graph with a Conv2D node followed by BiasAdd.
 static Conv2DWithBiasGraph Conv2DWithBias(int batch, int height, int width,
                                           int in_depth, int filter_w,
                                           int filter_h, int out_depth) {
@@ -846,11 +1094,68 @@ static Conv2DWithBiasAndReluGraph Conv2DWithBiasAndRelu(int batch, int height,
   return {graph, conv2d, bias, relu};
 }
 
-// Creates a tensorflow graph with a single FusedConv2D node and fuses into it
-// additional computations (e.g. BiasAdd or Relu).
-static Graph* FusedConv2D(int batch, int height, int width, int in_depth,
-                          int filter_w, int filter_h, int out_depth,
-                          const std::vector<string>& fused_ops = {}) {
+// Creates a Tensorflow graph with a Conv2D node followed by FusedBatchNorm.
+static Conv2DWithBatchNormGraph Conv2DWithBatchNorm(int batch, int height,
+                                                    int width, int in_depth,
+                                                    int filter_w, int filter_h,
+                                                    int out_depth) {
+  Conv2DGraph conv_graph =
+      Conv2D(batch, height, width, in_depth, filter_w, filter_h, out_depth);
+
+  Graph* graph = conv_graph.graph;
+  Node* conv2d = conv_graph.conv2d;
+
+  Tensor scale_t = MakeRandomTensor({out_depth});
+  Tensor offset_t = MakeRandomTensor({out_depth});
+  Tensor mean_t = MakeRandomTensor({out_depth});
+  Tensor variance_t = MakeRandomTensor({out_depth});
+
+  Node* scale = test::graph::Constant(graph, scale_t, "scale");
+  Node* offset = test::graph::Constant(graph, offset_t, "offset");
+  Node* mean = test::graph::Constant(graph, mean_t, "mean");
+  Node* variance = test::graph::Constant(graph, variance_t, "variance");
+
+  Node* out;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("batch_norm"), "FusedBatchNorm")
+                  .Input(conv2d)
+                  .Input(scale)
+                  .Input(offset)
+                  .Input(mean)
+                  .Input(variance)
+                  .Attr("T", DT_FLOAT)
+                  .Attr("is_training", false)
+                  .Finalize(graph, &out));
+
+  return {graph, conv2d, out};
+}
+
+// Creates a Tensorflow graph with a Conv2D node followed by FusedBatchNorm and
+// Relu.
+static Conv2DWithBatchNormAndReluGraph Conv2DWithBatchNormAndRelu(
+    int batch, int height, int width, int in_depth, int filter_w, int filter_h,
+    int out_depth) {
+  Conv2DWithBatchNormGraph conv_graph = Conv2DWithBatchNorm(
+      batch, height, width, in_depth, filter_w, filter_h, out_depth);
+
+  Graph* graph = conv_graph.graph;
+  Node* conv2d = conv_graph.conv2d;
+  Node* batch_norm = conv_graph.batch_norm;
+
+  Node* relu;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("relu"), "Relu")
+                  .Input(batch_norm)
+                  .Attr("T", DT_FLOAT)
+                  .Finalize(graph, &relu));
+
+  return {graph, conv2d, batch_norm, relu};
+}
+
+// Creates a tensorflow graph with a single FusedConv2D (with BiasAdd) node and
+// fuses into it additional computations (e.g. Relu).
+static Graph* FusedConv2DWithBias(int batch, int height, int width,
+                                  int in_depth, int filter_w, int filter_h,
+                                  int out_depth,
+                                  const std::vector<string>& fused_ops = {}) {
   Graph* graph = new Graph(OpRegistry::Global());
 
   Tensor images_t = MakeRandomTensor({batch, height, width, in_depth});
@@ -878,6 +1183,53 @@ static Graph* FusedConv2D(int batch, int height, int width, int in_depth,
   return graph;
 }
 
+// Creates a tensorflow graph with a single FusedConv2D (with FusedBatchNorm)
+// node and fuses into it additional computations (e.g. Relu).
+static Graph* FusedConv2DWithBatchNorm(
+    int batch, int height, int width, int in_depth, int filter_w, int filter_h,
+    int out_depth, const std::vector<string>& fused_ops = {}) {
+  Graph* graph = new Graph(OpRegistry::Global());
+
+  Tensor images_t = MakeRandomTensor({batch, height, width, in_depth});
+  Tensor filter_t = MakeRandomTensor({filter_w, filter_h, in_depth, out_depth});
+  Tensor scale_t = MakeRandomTensor({out_depth});
+  Tensor offset_t = MakeRandomTensor({out_depth});
+  Tensor mean_t = MakeRandomTensor({out_depth});
+  Tensor variance_t = MakeRandomTensor({out_depth});
+
+  Node* images = test::graph::Constant(graph, images_t, "images");
+  Node* filter = test::graph::Constant(graph, filter_t, "filter");
+  Node* scale = test::graph::Constant(graph, scale_t, "scale");
+  Node* offset = test::graph::Constant(graph, offset_t, "offset");
+  Node* mean = test::graph::Constant(graph, mean_t, "mean");
+  Node* variance = test::graph::Constant(graph, variance_t, "variance");
+
+  std::vector<NodeBuilder::NodeOut> args = {scale, offset, mean, variance};
+
+  Node* conv;
+  TF_CHECK_OK(NodeBuilder(graph->NewName("conv"), "_FusedConv2D")
+                  .Input(images)
+                  .Input(filter)
+                  .Attr("num_args", 4)
+                  .Input(args)
+                  .Attr("T", DT_FLOAT)
+                  .Attr("strides", {1, 1, 1, 1})
+                  .Attr("padding", "SAME")
+                  .Attr("fused_ops", fused_ops)
+                  .Finalize(graph, &conv));
+
+  return graph;
+}
+
+// Macro arguments names: --------------------------------------------------- //
+//    N: batch size
+//    H: height
+//    W: width
+//    C: channels
+//   FC: filter count
+//   FH: filter height
+//   FW: filter width
+
 #define BM_SETUP(N, H, W, C, type, LABEL, NAME)                               \
   testing::ItemsProcessed(static_cast<int64>(iters) * (N) * (H) * (W) * (C)); \
   testing::SetLabel(LABEL);
@@ -911,26 +1263,73 @@ static Graph* FusedConv2D(int batch, int height, int width, int in_depth,
   }                                                                       \
   BENCHMARK(BM_NAME(BM_Conv2DWithBiasAndRelu, type, N, H, W, C, FW, FH, FC));
 
-#define BM_FusedConv2D(N, H, W, C, FW, FH, FC, type, LABEL)                  \
-  static void BM_NAME(BM_FusedConv2D, type, N, H, W, C, FW, FH,              \
+#define BM_FusedConv2DWithBias(N, H, W, C, FW, FH, FC, type, LABEL)           \
+  static void BM_NAME(BM_FusedConv2DWithBias, type, N, H, W, C, FW, FH,       \
+                      FC)(int iters) {                                        \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                                \
+    test::Benchmark(#type,                                                    \
+                    FusedConv2DWithBias(N, H, W, C, FW, FH, FC, {"BiasAdd"})) \
+        .Run(iters);                                                          \
+  }                                                                           \
+  BENCHMARK(BM_NAME(BM_FusedConv2DWithBias, type, N, H, W, C, FW, FH, FC));
+
+#define BM_FusedConv2DWithBiasAndRelu(N, H, W, C, FW, FH, FC, type, LABEL)     \
+  static void BM_NAME(BM_FusedConv2DWithBiasAndRelu, type, N, H, W, C, FW, FH, \
+                      FC)(int iters) {                                         \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                                 \
+    test::Benchmark(#type, FusedConv2DWithBias(N, H, W, C, FW, FH, FC,         \
+                                               {"BiasAdd", "Relu"}))           \
+        .Run(iters);                                                           \
+  }                                                                            \
+  BENCHMARK(                                                                   \
+      BM_NAME(BM_FusedConv2DWithBiasAndRelu, type, N, H, W, C, FW, FH, FC));
+
+#define BM_Conv2DWithBatchNorm(N, H, W, C, FW, FH, FC, type, LABEL)           \
+  static void BM_NAME(BM_Conv2DWithBatchNorm, type, N, H, W, C, FW, FH,       \
+                      FC)(int iters) {                                        \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                                \
+    test::Benchmark(#type, Conv2DWithBatchNorm(N, H, W, C, FW, FH, FC).graph) \
+        .Run(iters);                                                          \
+  }                                                                           \
+  BENCHMARK(BM_NAME(BM_Conv2DWithBatchNorm, type, N, H, W, C, FW, FH, FC));
+
+#define BM_Conv2DWithBatchNormAndRelu(N, H, W, C, FW, FH, FC, type, LABEL)     \
+  static void BM_NAME(BM_Conv2DWithBatchNormAndRelu, type, N, H, W, C, FW, FH, \
+                      FC)(int iters) {                                         \
+    BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                                 \
+    test::Benchmark(#type,                                                     \
+                    Conv2DWithBatchNormAndRelu(N, H, W, C, FW, FH, FC).graph)  \
+        .Run(iters);                                                           \
+  }                                                                            \
+  BENCHMARK(                                                                   \
+      BM_NAME(BM_Conv2DWithBatchNormAndRelu, type, N, H, W, C, FW, FH, FC));
+
+#define BM_FusedConv2DWithBatchNorm(N, H, W, C, FW, FH, FC, type, LABEL)     \
+  static void BM_NAME(BM_FusedConv2DWithBatchNorm, type, N, H, W, C, FW, FH, \
                       FC)(int iters) {                                       \
     BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                               \
-    test::Benchmark(#type, FusedConv2D(N, H, W, C, FW, FH, FC, {"BiasAdd"})) \
+    test::Benchmark(#type, FusedConv2DWithBatchNorm(N, H, W, C, FW, FH, FC,  \
+                                                    {"FusedBatchNorm"}))     \
         .Run(iters);                                                         \
   }                                                                          \
-  BENCHMARK(BM_NAME(BM_FusedConv2D, type, N, H, W, C, FW, FH, FC));
+  BENCHMARK(BM_NAME(BM_FusedConv2DWithBatchNorm, type, N, H, W, C, FW, FH, FC));
 
-#define BM_FusedConv2DAndRelu(N, H, W, C, FW, FH, FC, type, LABEL)            \
-  static void BM_NAME(BM_FusedConv2DAndRelu, type, N, H, W, C, FW, FH,        \
-                      FC)(int iters) {                                        \
+#define BM_FusedConv2DWithBatchNormAndRelu(N, H, W, C, FW, FH, FC, type,      \
+                                           LABEL)                             \
+  static void BM_NAME(BM_FusedConv2DWithBatchNormAndRelu, type, N, H, W, C,   \
+                      FW, FH, FC)(int iters) {                                \
     BM_SETUP(N, H, W, C, type, LABEL, Conv2D);                                \
     test::Benchmark(#type,                                                    \
-                    FusedConv2D(N, H, W, C, FW, FH, FC, {"BiasAdd", "Relu"})) \
+                    FusedConv2DWithBatchNorm(N, H, W, C, FW, FH, FC,          \
+                                             {"FusedBatchNorm", "Relu"}))     \
         .Run(iters);                                                          \
   }                                                                           \
-  BENCHMARK(BM_NAME(BM_FusedConv2DAndRelu, type, N, H, W, C, FW, FH, FC));
+  BENCHMARK(BM_NAME(BM_FusedConv2DWithBatchNormAndRelu, type, N, H, W, C, FW, \
+                    FH, FC));
 
+// -------------------------------------------------------------------------- //
 // Pixel CNN convolutions.
+// -------------------------------------------------------------------------- //
 
 // 1x1 Convolution: MatMulFunctor
 
@@ -938,6 +1337,8 @@ BM_Conv2D(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
 BM_Conv2D(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
 BM_Conv2D(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
 
+// 1) BiasAdd {+ Relu}
+
 BM_Conv2DWithBias(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
 BM_Conv2DWithBias(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
 BM_Conv2DWithBias(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
@@ -946,20 +1347,44 @@ BM_Conv2DWithBiasAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
 BM_Conv2DWithBiasAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
 BM_Conv2DWithBiasAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
 
-BM_FusedConv2D(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
-BM_FusedConv2D(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
-BM_FusedConv2D(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+BM_FusedConv2DWithBias(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2DWithBias(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_FusedConv2DWithBias(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_FusedConv2DWithBiasAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2DWithBiasAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_FusedConv2DWithBiasAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+// 2) FusedBatchNorm {+ Relu}
+
+BM_Conv2DWithBatchNorm(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_Conv2DWithBatchNorm(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_Conv2DWithBatchNorm(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_Conv2DWithBatchNormAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_Conv2DWithBatchNormAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_Conv2DWithBatchNormAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+
+BM_FusedConv2DWithBatchNorm(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2DWithBatchNorm(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
+BM_FusedConv2DWithBatchNorm(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
 
-BM_FusedConv2DAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
-BM_FusedConv2DAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 16");
-BM_FusedConv2DAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 32");
+BM_FusedConv2DWithBatchNormAndRelu(8, 32, 32, 128, 1, 1, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2DWithBatchNormAndRelu(16, 32, 32, 128, 1, 1, 1024, cpu,
+                                   "1x1 /b 16");
+BM_FusedConv2DWithBatchNormAndRelu(32, 32, 32, 128, 1, 1, 1024, cpu,
+                                   "1x1 /b 32");
 
+// -------------------------------------------------------------------------- //
 // 3x3 Convolution: SpatialConvolution
+// -------------------------------------------------------------------------- //
 
 BM_Conv2D(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
 BM_Conv2D(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
 BM_Conv2D(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
 
+// 1) BiasAdd {+ Relu}
+
 BM_Conv2DWithBias(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
 BM_Conv2DWithBias(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
 BM_Conv2DWithBias(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
@@ -968,12 +1393,32 @@ BM_Conv2DWithBiasAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
 BM_Conv2DWithBiasAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
 BM_Conv2DWithBiasAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
 
-BM_FusedConv2D(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
-BM_FusedConv2D(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
-BM_FusedConv2D(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+BM_FusedConv2DWithBias(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_FusedConv2DWithBias(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_FusedConv2DWithBias(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+BM_FusedConv2DWithBiasAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_FusedConv2DWithBiasAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_FusedConv2DWithBiasAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+// 2) FusedBatchNorm {+ Relu}
+
+BM_Conv2DWithBatchNorm(8, 32, 32, 128, 3, 3, 1024, cpu, "1x1 /b 8");
+BM_Conv2DWithBatchNorm(16, 32, 32, 128, 3, 3, 1024, cpu, "1x1 /b 16");
+BM_Conv2DWithBatchNorm(32, 32, 32, 128, 3, 3, 1024, cpu, "1x1 /b 32");
+
+BM_Conv2DWithBatchNormAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_Conv2DWithBatchNormAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
+BM_Conv2DWithBatchNormAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+
+BM_FusedConv2DWithBatchNorm(8, 32, 32, 128, 3, 3, 1024, cpu, "1x1 /b 8");
+BM_FusedConv2DWithBatchNorm(16, 32, 32, 128, 3, 3, 1024, cpu, "1x1 /b 16");
+BM_FusedConv2DWithBatchNorm(32, 32, 32, 128, 3, 3, 1024, cpu, "1x1 /b 32");
 
-BM_FusedConv2DAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
-BM_FusedConv2DAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 16");
-BM_FusedConv2DAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 32");
+BM_FusedConv2DWithBatchNormAndRelu(8, 32, 32, 128, 3, 3, 1024, cpu, "3x3 /b 8");
+BM_FusedConv2DWithBatchNormAndRelu(16, 32, 32, 128, 3, 3, 1024, cpu,
+                                   "3x3 /b 16");
+BM_FusedConv2DWithBatchNormAndRelu(32, 32, 32, 128, 3, 3, 1024, cpu,
+                                   "3x3 /b 32");
 
 }  // namespace tensorflow
diff --git a/tensorflow/core/ops/nn_ops.cc b/tensorflow/core/ops/nn_ops.cc
index 4dfd95b019..efa84d6c22 100644
--- a/tensorflow/core/ops/nn_ops.cc
+++ b/tensorflow/core/ops/nn_ops.cc
@@ -327,6 +327,9 @@ REGISTER_OP("_FusedConv2D")
     .Attr(GetConvnetDataFormatAttrString())
     .Attr("dilations: list(int) = [1, 1, 1, 1]")
     .Attr("fused_ops: list(string) = []")
+    // Attributes for the FusedBatchNorm ------------------------------------ //
+    .Attr("epsilon: float = 0.0001")
+    // ---------------------------------------------------------------------- //
     .SetShapeFn(shape_inference::Conv2DShape)
     .Doc(R"doc(
 *NOTE*: Do not invoke this operator directly in Python. Grappler is
-- 
GitLab


From daa219172809b56c590c8b929a636e92d4a19ad1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 13:06:27 -0800
Subject: [PATCH 1585/1825] Put TPUEstimatorSpecs through some of the same
 validation checks as EstimatorSpecs.

PiperOrigin-RevId: 221496146
---
 tensorflow/contrib/tpu/python/tpu/tpu_estimator.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
index 7cb8c4aa7f..932367f4dd 100644
--- a/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
+++ b/tensorflow/contrib/tpu/python/tpu/tpu_estimator.py
@@ -298,9 +298,9 @@ class TPUEstimatorSpec(model_fn_lib._TPUEstimatorSpec):  # pylint: disable=prote
       host_calls['host_call'] = host_call
     _OutfeedHostCall.validate(host_calls)
 
-    training_hooks = list(training_hooks or [])
-    evaluation_hooks = list(evaluation_hooks or [])
-    prediction_hooks = list(prediction_hooks or [])
+    training_hooks = tuple(training_hooks or [])
+    evaluation_hooks = tuple(evaluation_hooks or [])
+    prediction_hooks = tuple(prediction_hooks or [])
 
     for hook in training_hooks + evaluation_hooks + prediction_hooks:
       if not isinstance(hook, session_run_hook.SessionRunHook):
@@ -335,7 +335,7 @@ class TPUEstimatorSpec(model_fn_lib._TPUEstimatorSpec):  # pylint: disable=prote
     hooks = None
     if self.host_call is not None:
       hooks = [_OutfeedHostCallHook(host_call_ret['host_call'])]
-    hooks = list(hooks or [])
+    hooks = tuple(hooks or [])
     scaffold = self.scaffold_fn() if self.scaffold_fn else None
     return model_fn_lib.EstimatorSpec(
         mode=self.mode,
-- 
GitLab


From 7edeed733eda7eb3e591afe95562097e72d3b173 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 13:11:08 -0800
Subject: [PATCH 1586/1825] This CL fixes a crash that happens when fitting in
 Keras without scipy sparse libraries being installed.

PiperOrigin-RevId: 221496911
---
 tensorflow/python/keras/engine/training_arrays.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 9f3f3c7c24..7c603f4e01 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -365,8 +365,9 @@ def model_iteration(model,
                           'pass shuffle="batch".')
 
         # Sparse to dense conversion.
-        for i in indices_for_conversion_to_dense:
-          ins_batch[i] = ins_batch[i].toarray()
+        if issparse is not None:
+          for i in indices_for_conversion_to_dense:
+            ins_batch[i] = ins_batch[i].toarray()
 
         # Callbacks batch_begin.
         batch_logs = {'batch': batch_index, 'size': len(batch_ids)}
-- 
GitLab


From 89fa3c5ed66a4e543ba01c31febf3edb417808d0 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 13:21:31 -0800
Subject: [PATCH 1587/1825] Updating Eigen to commit
 https://bitbucket.org/eigen/eigen/commits/af207140728002141ce3ff17f6f14cc159965f93.

PiperOrigin-RevId: 221498624
---
 tensorflow/workspace.bzl         |  9 +++---
 third_party/eigen_reshaped.patch | 48 --------------------------------
 2 files changed, 4 insertions(+), 53 deletions(-)
 delete mode 100644 third_party/eigen_reshaped.patch

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 29559927bb..0c894c9634 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -134,12 +134,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "eigen_archive",
         build_file = clean_dep("//third_party:eigen.BUILD"),
-        patch_file = clean_dep("//third_party:eigen_reshaped.patch"),
-        sha256 = "d66cec3b54b3dfaa4666c1d49481a7197f93fc078cd53c54e2b4a8893a529c9f",
-        strip_prefix = "eigen-eigen-b4890dc6bc34",
+        sha256 = "1e045bef75e9b17d459b60cc30b34408f3fdab300c5053d3919d1a5921f3c86a",
+        strip_prefix = "eigen-eigen-af2071407280",
         urls = [
-            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
-            "https://bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
+            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/af2071407280.tar.gz",
+            "https://bitbucket.org/eigen/eigen/get/af2071407280.tar.gz",
         ],
     )
 
diff --git a/third_party/eigen_reshaped.patch b/third_party/eigen_reshaped.patch
deleted file mode 100644
index 7acfdcf9fe..0000000000
--- a/third_party/eigen_reshaped.patch
+++ /dev/null
@@ -1,48 +0,0 @@
---- a/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
-+++ b/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
-@@ -39,6 +39,11 @@
-   return total/other;
- }
-
-+template<int Flags, int Order>
-+struct get_compiletime_reshape_order {
-+  enum { value = Order == AutoOrder ? Flags & RowMajorBit : Order };
-+};
-+
- }
-
- } // end namespace Eigen
---- a/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
-+++ b/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
-@@ -105,13 +105,13 @@
- inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
-                 internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
-                 internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
--                (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+                internal::get_compiletime_reshape_order<Flags,Order>::value>
- reshaped(NRowsType nRows, NColsType nCols) EIGEN_RESHAPED_METHOD_CONST
- {
-   return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
-                   internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
-                   internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
--                  (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+                  internal::get_compiletime_reshape_order<Flags,Order>::value>
-                 (derived(),
-                  internal::get_runtime_reshape_size(nRows,internal::get_runtime_value(nCols),size()),
-                  internal::get_runtime_reshape_size(nCols,internal::get_runtime_value(nRows),size()));
-@@ -128,11 +128,13 @@
-
- template<int Order>
- EIGEN_DEVICE_FUNC
--inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
-+                internal::get_compiletime_reshape_order<Flags,Order>::value>
- reshaped() EIGEN_RESHAPED_METHOD_CONST
- {
-   EIGEN_STATIC_ASSERT(Order==RowMajor || Order==ColMajor || Order==AutoOrder, INVALID_TEMPLATE_PARAMETER);
--  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
-+                  internal::get_compiletime_reshape_order<Flags,Order>::value>
-                 (derived(), size(), 1);
- }
- 
\ No newline at end of file
-- 
GitLab


From dfd22d1cea128e48ebee9de5301ad50def739d25 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 14 Nov 2018 13:22:15 -0800
Subject: [PATCH 1588/1825] Remove unnecessary 'typedef' keywords.

These generate a compiler warning:
tensorflow/c/kernels.h:38:1: warning: typedef requires a name [-Wmissing-declarations]

Also change the dependency from :c_api_internal to :c_api, only the latter exports c_api.h

PiperOrigin-RevId: 221498747
---
 tensorflow/c/BUILD     | 4 ++--
 tensorflow/c/kernels.h | 6 +++---
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index 183faaefa9..f9fc718f68 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -186,11 +186,11 @@ tf_cuda_library(
     visibility = ["//visibility:public"],
     deps = select({
         "//tensorflow:android": [
-            ":c_api_internal",
+            ":c_api",
             "//tensorflow/core:android_tensorflow_lib_lite",
         ],
         "//conditions:default": [
-            ":c_api_internal",
+            ":c_api",
             "//tensorflow/core:framework",
         ],
     }),
diff --git a/tensorflow/c/kernels.h b/tensorflow/c/kernels.h
index db51b2d535..2518789a3c 100644
--- a/tensorflow/c/kernels.h
+++ b/tensorflow/c/kernels.h
@@ -35,9 +35,9 @@ extern "C" {
 // `TF_RegisterKernelBuilder`, which will allow TF to construct user-provided
 // kernels when necessary.
 
-typedef struct TF_KernelBuilder;
-typedef struct TF_OpKernelConstruction;
-typedef struct TF_OpKernelContext;
+struct TF_KernelBuilder;
+struct TF_OpKernelConstruction;
+struct TF_OpKernelContext;
 
 // Allocates a new kernel builder and returns a pointer to it.
 //
-- 
GitLab


From e03aaa7e07353b5c165995c705ff922a5c2000eb Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 13:24:46 -0800
Subject: [PATCH 1589/1825] Add tile and gather tests

PiperOrigin-RevId: 221499197
---
 tensorflow/lite/testing/generate_examples.py | 30 +++++++++++++++-----
 1 file changed, 23 insertions(+), 7 deletions(-)

diff --git a/tensorflow/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
index 2b129df766..1d52fda4af 100644
--- a/tensorflow/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -370,7 +370,8 @@ def make_zip_of_tests(zip_path,
                       make_graph,
                       make_test_inputs,
                       extra_toco_options=ExtraTocoOptions(),
-                      use_frozen_graph=False):
+                      use_frozen_graph=False,
+                      expected_tf_success=None):
   """Helper to make a zip file of a bunch of TensorFlow models.
 
   This does a cartestian product of the dictionary of test_parameters and
@@ -390,6 +391,8 @@ def make_zip_of_tests(zip_path,
       `output_tensors` and returns tuple `(input_values, output_values)`.
     extra_toco_options: Additional toco options.
     use_frozen_graph: Whether or not freeze graph before toco converter.
+    expected_tf_success: Number of times tensorflow is supposed to succeed in
+      executing the input graphs. `None` means "unknown".
 
   Raises:
     RuntimeError: if there are toco errors that can't be ignored.
@@ -550,6 +553,11 @@ def make_zip_of_tests(zip_path,
                    " and %d TOCO converted graphs (%.1f%%"), zip_path,
                   total_conversions, tf_success, toco_success, percent)
 
+  if expected_tf_success is not None and tf_success != expected_tf_success:
+    raise RuntimeError(
+        "Expected TF to succeed %d times, but that happened %d times" %
+        (expected_tf_success, tf_success))
+
   if not FLAGS.ignore_toco_errors and toco_errors > 0:
     raise RuntimeError(
         "Found %d errors while generating toco models" % toco_errors)
@@ -1142,9 +1150,9 @@ def make_gather_tests(zip_path):
       # TODO(mgubin): add string tests when they are supported by Toco.
       # TODO(mgubin): add tests for Nd indices when they are supported by
       # TfLite.
-      "params_dtype": [tf.float32, tf.int32],
+      "params_dtype": [tf.float32, tf.int32, tf.int64],
       "params_shape": [[10], [1, 2, 20]],
-      "indices_dtype": [tf.int32],
+      "indices_dtype": [tf.int32, tf.int64],
       "indices_shape": [[3], [5]],
       "axis": [-1, 0, 1],
   }]
@@ -1172,7 +1180,13 @@ def make_gather_tests(zip_path):
     return [params, indices], sess.run(
         outputs, feed_dict=dict(zip(inputs, [params, indices])))
 
-  make_zip_of_tests(zip_path, test_parameters, build_graph, build_inputs)
+  # Note that TF can't execute with index=1 and params_shape=[10].
+  make_zip_of_tests(
+      zip_path,
+      test_parameters,
+      build_graph,
+      build_inputs,
+      expected_tf_success=60)
 
 
 def make_global_batch_norm_tests(zip_path):
@@ -3121,7 +3135,7 @@ def make_transpose_conv_tests(zip_path):
 def make_tile_tests(zip_path):
   """Make a set of tests to do tile."""
   test_parameters = [{
-      "input_dtype": [tf.float32, tf.int32],
+      "input_dtype": [tf.float32, tf.int32, tf.bool],
       "input_shape": [[3, 2, 1], [2, 2, 2]],
       "multiplier_dtype": [tf.int32, tf.int64],
       "multiplier_shape": [[3]]
@@ -3143,8 +3157,10 @@ def make_tile_tests(zip_path):
   def build_inputs(parameters, sess, inputs, outputs):
     input_value = create_tensor_data(parameters["input_dtype"],
                                      parameters["input_shape"])
-    multipliers_value = create_tensor_data(parameters["multiplier_dtype"],
-                                           parameters["multiplier_shape"])
+    multipliers_value = create_tensor_data(
+        parameters["multiplier_dtype"],
+        parameters["multiplier_shape"],
+        min_value=0)
     return [input_value, multipliers_value], sess.run(
         outputs,
         feed_dict={
-- 
GitLab


From 1a4e13725f04d8b27ed8f6c5feeed5ea7b2e54e9 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Wed, 14 Nov 2018 13:37:09 -0800
Subject: [PATCH 1590/1825] Enable V2 Optimizer With Keras model fit.

PiperOrigin-RevId: 221501649
---
 tensorflow/contrib/distribute/python/BUILD    | 12 +--
 .../python/keras_optimizer_v2_test.py         | 37 +++++++-
 tensorflow/python/keras/BUILD                 |  1 +
 tensorflow/python/keras/optimizer_v2/BUILD    |  1 -
 .../python/keras/optimizer_v2/optimizer_v2.py | 28 ++++--
 .../keras/optimizer_v2/optimizer_v2_test.py   | 89 ++++++++++++++++++-
 tensorflow/python/keras/optimizers.py         |  9 +-
 7 files changed, 147 insertions(+), 30 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 24bcb98e09..119ed45625 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -480,17 +480,7 @@ cuda_py_test(
     name = "keras_optimizer_v2_test",
     srcs = ["keras_optimizer_v2_test.py"],
     additional_deps = [
-        ":combinations",
-        "@absl_py//absl/testing:parameterized",
-        "//third_party/py/numpy",
-        "//tensorflow/contrib/optimizer_v2:training",
-        "//tensorflow/python/data/ops:dataset_ops",
-        "//tensorflow/python/eager:test",
-        "//tensorflow/python/estimator:estimator_py",
-        "//tensorflow/python/feature_column",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:summary",
+        ":keras_test_lib",
     ],
     tags = [
         "multi_and_single_gpu",
diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index e4e7717f8d..28f76ffadf 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -27,6 +27,7 @@ import six
 from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.eager import context
 from tensorflow.python.estimator import run_config
@@ -39,6 +40,7 @@ from tensorflow.python.feature_column import feature_column
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.keras.optimizer_v2 import adam
+from tensorflow.python.keras.optimizer_v2 import gradient_descent
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
@@ -140,6 +142,13 @@ class KerasOptimizerV2IntegrationTest(test.TestCase, parameterized.TestCase):
       shutil.rmtree(self._model_dir)
 
 
+def get_model():
+  x = keras.layers.Input(shape=(3,), name='input')
+  y = keras.layers.Dense(4, name='dense')(x)
+  model = keras.Model(x, y)
+  return model
+
+
 class MirroredStrategyOptimizerV2Test(test.TestCase):
 
   def testKerasOptimizerWithUnequalInput(self):
@@ -155,7 +164,7 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
       train_op = optimizer.minimize(loss, var_list=[var])
       m = optimizer.get_slot(var, 'm')
       v = optimizer.get_slot(var, 'v')
-      return (var, m, v, train_op, optimizer.iteration)
+      return (var, m, v, train_op, optimizer.iterations)
 
     devices = ['/device:GPU:0', '/device:CPU:0']
     dist = mirrored_strategy.MirroredStrategy(devices)
@@ -235,6 +244,32 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
                               counter.get(devices[1])
                           ]))
 
+  def testOptimizerWithKerasModelAndNumpyArrays(self):
+    if context.num_gpus() < 1:
+      self.skipTest('Not enough GPUs.')
+
+    with self.cached_session():
+      model = get_model()
+      optimizer = gradient_descent.SGD(0.001)
+      loss = 'mse'
+      metrics = ['mae']
+      devices = ['/device:GPU:0', '/device:CPU:0']
+      dist = mirrored_strategy.MirroredStrategy(devices)
+      model.compile(optimizer, loss, metrics=metrics, distribute=dist)
+
+      inputs = np.zeros((64, 3), dtype=np.float32)
+      targets = np.zeros((64, 4), dtype=np.float32)
+
+      model.fit(
+          inputs,
+          targets,
+          epochs=1,
+          batch_size=2,
+          verbose=0,
+          validation_data=(inputs, targets))
+      model.evaluate(inputs, targets)
+      model.predict(inputs)
+
 
 def _replica_id():
   # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 9f85fe5dd7..db78eff86e 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -146,6 +146,7 @@ py_library(
     deps = [
         ":backend",
         "//tensorflow/python/data",
+        "//tensorflow/python/keras/optimizer_v2",
         "//tensorflow/python/training/checkpointable:data_structures",
         "//tensorflow/tools/docs:doc_controls",
         "@six_archive//:six",
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index fb43775fdc..6a973058f7 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -24,7 +24,6 @@ py_library(
         "//tensorflow/python:math_ops",
         "//tensorflow/python:resource_variable_ops",
         "//tensorflow/python:state_ops",
-        "//tensorflow/python:training",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
     ],
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index c6e1d57c5e..d15665dac8 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -33,7 +33,7 @@ from tensorflow.python.keras import initializers
 from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.ops import gradients
 from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables
+from tensorflow.python.ops import variables as tf_variables
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import distribution_strategy_context
 from tensorflow.python.training import optimizer as optimizer_v1
@@ -327,9 +327,12 @@ class OptimizerV2(optimizer_v1.Optimizer):
       # this once b/118841692 is fixed.
       # with ops.control_dependencies(update_ops):
       #   apply_updates = self._iterations.assign_add(1).op
-      apply_updates = merge_update_step(update_ops, self.iteration)
+      apply_updates = merge_update_step(update_ops, self.iterations)
       return apply_updates
 
+  def get_updates(self, loss, params):
+    return [self.minimize(loss, params)]
+
   def _set_hyper(self, name, value):
     """set hyper `name` to value. value can be callable, tensor, numeric."""
     if name not in self._hyper:
@@ -393,7 +396,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
           "iter",
           shape=[],
           trainable=False,
-          aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA)
+          aggregation=tf_variables.VariableAggregation.ONLY_FIRST_REPLICA)
+      self._weights.append(self._iterations)
     for name, value in self._hyper.items():
       if isinstance(value, ops.Tensor) or callable(value):
         pass
@@ -403,11 +407,12 @@ class OptimizerV2(optimizer_v1.Optimizer):
             shape=[],
             trainable=False,
             initializer=value,
-            aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA)
+            aggregation=tf_variables.VariableAggregation.ONLY_FIRST_REPLICA)
+        self._weights.append(self._hyper[name])
     self._prepared = True
 
   @property
-  def iteration(self):
+  def iterations(self):
     if not self._prepared:
       self._prepare()
     return self._iterations
@@ -450,10 +455,14 @@ class OptimizerV2(optimizer_v1.Optimizer):
     value = self._get_hyper(hyperparameter_name)
     if callable(value):
       return value()
-    if isinstance(value, (ops.Tensor, variables.Variable)):
+    if isinstance(value, (ops.Tensor, tf_variables.Variable)):
       return backend.get_value(value)
     return value
 
+  def variables(self):
+    """Returns variables of this Optimizer based on the order created."""
+    return self._weights
+
   @property
   def weights(self):
     """Returns variables of this Optimizer based on the order created."""
@@ -490,15 +499,15 @@ class OptimizerV2(optimizer_v1.Optimizer):
                  dtype=None,
                  initializer="zeros",
                  trainable=None,
-                 synchronization=variables.VariableSynchronization.AUTO,
-                 aggregation=variables.VariableAggregation.NONE):
+                 synchronization=tf_variables.VariableSynchronization.AUTO,
+                 aggregation=tf_variables.VariableAggregation.NONE):
 
     if dtype is None:
       dtype = dtypes.float32
     if isinstance(initializer, six.string_types) or callable(initializer):
       initializer = initializers.get(initializer)
 
-    if synchronization == variables.VariableSynchronization.ON_READ:
+    if synchronization == tf_variables.VariableSynchronization.ON_READ:
       if trainable:
         raise ValueError(
             "Synchronization value can be set to "
@@ -522,6 +531,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
         use_resource=True,
         synchronization=synchronization,
         aggregation=aggregation)
+    backend.track_variable(variable)
 
     return variable
 
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index 682deda23f..e43327ff12 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -18,6 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import numpy as np
+
 from tensorflow.python.eager import context
 from tensorflow.python.eager import def_function
 from tensorflow.python.eager import function
@@ -25,6 +27,12 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
+from tensorflow.python.keras import backend
+from tensorflow.python.keras import callbacks
+from tensorflow.python.keras.engine import input_layer
+from tensorflow.python.keras.engine import sequential
+from tensorflow.python.keras.engine import training
+from tensorflow.python.keras.layers import core
 from tensorflow.python.keras.optimizer_v2 import adam
 from tensorflow.python.keras.optimizer_v2 import gradient_descent
 from tensorflow.python.ops import array_ops
@@ -279,8 +287,8 @@ class OptimizerTest(test.TestCase):
   def testIterationWithoutMinimize(self):
     with self.cached_session():
       sgd = gradient_descent.SGD(3.0)
-      self.evaluate(sgd.iteration.initializer)
-      self.assertEqual(0, self.evaluate(sgd.iteration))
+      self.evaluate(sgd.iterations.initializer)
+      self.assertEqual(0, self.evaluate(sgd.iterations))
 
   @test_util.run_in_graph_and_eager_modes
   def testSerializationWithinDefun(self):
@@ -341,8 +349,8 @@ class OptimizerTest(test.TestCase):
       opt2.set_weights(weights)
       self.evaluate([opt_op_1, opt_op_2])
       self.assertAllClose(self.evaluate(var1), self.evaluate(var2))
-      self.assertEqual(1, self.evaluate(opt1.iteration))
-      self.assertEqual(1, self.evaluate(opt2.iteration))
+      self.assertEqual(1, self.evaluate(opt1.iterations))
+      self.assertEqual(1, self.evaluate(opt2.iterations))
 
       var3 = resource_variable_ops.ResourceVariable([1.0, 2.0, 3.0],
                                                     dtype=dtypes.float32)
@@ -411,6 +419,79 @@ class OptimizerTest(test.TestCase):
       # when adam updates beta_1_power.
       self.assertAllClose([-1.343838, -0.343838], fn())
 
+  @test_util.run_in_graph_and_eager_modes
+  def testOptimizerWithKerasModel(self):
+    a = input_layer.Input(shape=(3,), name='input_a')
+    b = input_layer.Input(shape=(3,), name='input_b')
+
+    dense = core.Dense(4, name='dense')
+    c = dense(a)
+    d = dense(b)
+    e = core.Dropout(0.5, name='dropout')(c)
+
+    model = training.Model([a, b], [d, e])
+
+    optimizer = gradient_descent.SGD(learning_rate=0.001)
+    loss = 'mse'
+    model.compile(optimizer, loss, metrics=['mae'])
+
+    input_a_np = np.random.random((10, 3))
+    input_b_np = np.random.random((10, 3))
+
+    output_d_np = np.random.random((10, 4))
+    output_e_np = np.random.random((10, 4))
+
+    model.fit([input_a_np, input_b_np], [output_d_np, output_e_np],
+              epochs=1,
+              batch_size=5)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testOptimizerWithCallbacks(self):
+    input_np = np.random.random((10, 3))
+    output_np = np.random.random((10, 4))
+    a = input_layer.Input(shape=(3,), name='input_a')
+    model = sequential.Sequential()
+    model.add(core.Dense(4, name='dense'))
+    model.add(core.Dropout(0.5, name='dropout'))
+    model(a)
+    optimizer = gradient_descent.SGD(learning_rate=0.1)
+    model.compile(optimizer, loss='mse', metrics=['mae'])
+    # This does not reduce the LR after the first epoch (due to low delta).
+    cbks = [
+        callbacks.ReduceLROnPlateau(
+            monitor='val_loss', factor=0.1, min_delta=0, patience=1, cooldown=5)
+    ]
+    model.fit(
+        input_np,
+        output_np,
+        batch_size=10,
+        validation_data=(input_np, output_np),
+        callbacks=cbks,
+        epochs=5,
+        verbose=0)
+    self.assertAllClose(
+        float(backend.get_value(model.optimizer.lr)), 0.1, atol=1e-4)
+
+    # This should reduce the LR after the first epoch (due to high delta).
+    cbks = [
+        callbacks.ReduceLROnPlateau(
+            monitor='val_loss',
+            factor=0.1,
+            min_delta=10,
+            patience=1,
+            cooldown=5)
+    ]
+    model.fit(
+        input_np,
+        output_np,
+        batch_size=10,
+        validation_data=(input_np, output_np),
+        callbacks=cbks,
+        epochs=5,
+        verbose=2)
+    self.assertAllClose(
+        float(backend.get_value(model.optimizer.lr)), 0.01, atol=1e-4)
+
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/optimizers.py b/tensorflow/python/keras/optimizers.py
index 715d80a116..09dd708b93 100644
--- a/tensorflow/python/keras/optimizers.py
+++ b/tensorflow/python/keras/optimizers.py
@@ -23,6 +23,7 @@ import six
 from six.moves import zip  # pylint: disable=redefined-builtin
 
 from tensorflow.python.keras import backend as K
+from tensorflow.python.keras.optimizer_v2 import optimizer_v2
 from tensorflow.python.keras.utils.generic_utils import deserialize_keras_object
 from tensorflow.python.keras.utils.generic_utils import serialize_keras_object
 from tensorflow.python.ops import clip_ops
@@ -833,17 +834,17 @@ def get(identifier):
   Raises:
       ValueError: If `identifier` cannot be interpreted.
   """
+  if isinstance(identifier, (Optimizer, optimizer_v2.OptimizerV2)):
+    return identifier
   # Wrap TF optimizer instances
-  if isinstance(identifier, tf_optimizer_module.Optimizer):
+  elif isinstance(identifier, tf_optimizer_module.Optimizer):
     opt = TFOptimizer(identifier)
     K.track_tf_optimizer(opt)
     return opt
-  if isinstance(identifier, dict):
+  elif isinstance(identifier, dict):
     return deserialize(identifier)
   elif isinstance(identifier, six.string_types):
     config = {'class_name': str(identifier), 'config': {}}
     return deserialize(config)
-  if isinstance(identifier, Optimizer):
-    return identifier
   else:
     raise ValueError('Could not interpret optimizer identifier:', identifier)
-- 
GitLab


From 5c8a7cb381c023b5c4225c3475bd656f1b415979 Mon Sep 17 00:00:00 2001
From: James Qin <jamesqin@google.com>
Date: Wed, 14 Nov 2018 13:39:21 -0800
Subject: [PATCH 1591/1825] Revamp cudnn_rnn ops level unittests

* Use absl parameterized.named_tuple decorator
* Test training by comparing outputs and grads of cudnn and tf rnn, instead of comparing cudnn's symbolic and numerical gradients. Much more comfortable tolerance levels.
* Split different rnn type's tests, much easier to read. (though paying a little more cost in coding.)

PiperOrigin-RevId: 221502090
---
 tensorflow/contrib/cudnn_rnn/BUILD            |    6 +-
 .../python/kernel_tests/cudnn_rnn_ops_test.py | 1627 ++++++++++-------
 2 files changed, 958 insertions(+), 675 deletions(-)

diff --git a/tensorflow/contrib/cudnn_rnn/BUILD b/tensorflow/contrib/cudnn_rnn/BUILD
index cec8dc2bed..8d35622e39 100644
--- a/tensorflow/contrib/cudnn_rnn/BUILD
+++ b/tensorflow/contrib/cudnn_rnn/BUILD
@@ -42,10 +42,11 @@ tf_custom_op_py_library(
 
 cuda_py_test(
     name = "cudnn_rnn_ops_test",
-    size = "large",
+    size = "medium",
     srcs = ["python/kernel_tests/cudnn_rnn_ops_test.py"],
     additional_deps = [
         ":cudnn_rnn_py",
+        "@absl_py//absl/testing:parameterized",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/contrib/rnn:rnn_py",
         "//tensorflow/python/ops/losses:losses",
@@ -61,9 +62,8 @@ cuda_py_test(
         "//tensorflow/python:training",
         "//tensorflow/python:variables",
     ],
-    shard_count = 6,
+    shard_count = 2,
     tags = [
-        "no_oss",  # http://b/119506830
         "noasan",  # http://b/62067814
         "requires-gpu-sm35",
     ],
diff --git a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
index ae839108eb..1e2c9121d6 100644
--- a/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
+++ b/tensorflow/contrib/cudnn_rnn/python/kernel_tests/cudnn_rnn_ops_test.py
@@ -18,24 +18,30 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import collections
 import itertools
 import os
 import unittest
 
+from absl.testing import parameterized
 import numpy as np
 
 from tensorflow.contrib.cudnn_rnn.python.ops import cudnn_rnn_ops
 from tensorflow.core.protobuf import saver_pb2
+from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import random_seed
 from tensorflow.python.framework.test_util import TensorFlowTestCase
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import gradient_checker
-from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import gradients_impl
+from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import random_ops
+from tensorflow.python.ops import rnn
+from tensorflow.python.ops import rnn_cell_impl
 from tensorflow.python.ops import state_ops
+from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import googletest
 from tensorflow.python.platform import test
@@ -56,714 +62,991 @@ CUDNN_RNN_TANH_PARAMS_PER_LAYER = cudnn_rnn_ops.CUDNN_RNN_TANH_PARAMS_PER_LAYER
 CUDNN_RNN_RELU_PARAMS_PER_LAYER = cudnn_rnn_ops.CUDNN_RNN_RELU_PARAMS_PER_LAYER
 
 
-def _CreateModel(rnn_mode,
-                 num_layers,
-                 num_units,
-                 input_size,
-                 input_mode="linear_input",
-                 direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION,
-                 dtype=dtypes.float32,
-                 dropout=0.):
-  del input_mode
-  if rnn_mode == cudnn_rnn_ops.CUDNN_LSTM:
-    model_fn = cudnn_rnn_ops.CudnnLSTM
-  elif rnn_mode == cudnn_rnn_ops.CUDNN_GRU:
-    model_fn = cudnn_rnn_ops.CudnnGRU
-  elif rnn_mode == cudnn_rnn_ops.CUDNN_RNN_TANH:
-    model_fn = cudnn_rnn_ops.CudnnRNNTanh
-  elif rnn_mode == cudnn_rnn_ops.CUDNN_RNN_RELU:
-    model_fn = cudnn_rnn_ops.CudnnRNNRelu
+def RunLSTM(sess,
+            num_units,
+            input_size,
+            batch_size,
+            time,
+            num_layers=1,
+            is_training=True,
+            dropout=0.,
+            num_dirs=True,
+            dtype=dtypes.float32):
+  # TODO(jamesqin): add multi-layer tests.
+  # TODO(jamesqin): add multi-dir tests
+  assert num_layers == 1
+  assert num_dirs == 1
+  if is_training and not np.isclose(dropout, 0):
+    raise ValueError("dropout can not be 0. when test training.")
+
+  # set graph level random seed and numpy random seed.
+  random_seed.set_random_seed(0)
+  np.random.seed(0)
+
+  inputs = variable_scope.get_variable(
+      "inputs",
+      initializer=np.random.rand(time, batch_size,
+                                 input_size).astype(dtype.as_numpy_dtype),
+      dtype=dtype)
+  initial_h_op = variable_scope.get_variable(
+      "initial_h_op",
+      initializer=np.random.rand(batch_size,
+                                 num_units).astype(dtype.as_numpy_dtype),
+      dtype=dtype)
+  initial_c_op = variable_scope.get_variable(
+      "initial_c_op",
+      initializer=np.random.rand(batch_size,
+                                 num_units).astype(dtype.as_numpy_dtype),
+      dtype=dtype)
+
+  initializer = init_ops.random_uniform_initializer(
+      -0.01, 0.01, dtype=dtype, seed=19980904)
+
+  with variable_scope.variable_scope("test", initializer=initializer):
+    w = variable_scope.get_variable(
+        "rnn/lstm_cell/kernel",
+        shape=[input_size + num_units, num_units * 4],
+        dtype=dtype)
+    b = variable_scope.get_variable(
+        "rnn/lstm_cell/bias", shape=[num_units * 4], dtype=dtype)
+
+    # canonical lstm. must set forget_bias to 0. to align with cudnn lstm.
+    cell = rnn_cell_impl.LSTMCell(num_units, forget_bias=0., reuse=True)
+    outputs_op, state_tuple_op = rnn.dynamic_rnn(
+        cell,
+        inputs,
+        initial_state=rnn_cell_impl.LSTMStateTuple(
+            h=initial_h_op, c=initial_c_op),
+        dtype=dtype,
+        time_major=True,
+        scope=None)
+
+  # Convert to cudnn opaque param.
+  format_converter = cudnn_rnn_ops.CudnnParamsFormatConverterLSTM(
+      num_layers, num_units, input_size)
+  opaque_params = format_converter.tf_canonical_to_opaque([w, b])
+
+  cu_initial_h_op = array_ops.expand_dims(initial_h_op, axis=0)
+  cu_initial_c_op = array_ops.expand_dims(initial_c_op, axis=0)
+  cu_outputs_op, cu_h_op, cu_c_op = cudnn_rnn_ops._cudnn_rnn(
+      inputs,
+      cu_initial_h_op,
+      cu_initial_c_op,
+      opaque_params,
+      dropout=dropout,
+      is_training=is_training,
+      rnn_mode=cudnn_rnn_ops.CUDNN_LSTM)
+  # Remove the trivial 1st dimension.
+  cu_state_tuple_op = rnn_cell_impl.LSTMStateTuple(
+      c=array_ops.squeeze(cu_c_op, axis=0),
+      h=array_ops.squeeze(cu_h_op, axis=0))
+
+  if is_training:
+    (inp_grad_op, hgrad_op,
+     cgrad_op, wgrad_op, bgrad_op) = gradients_impl.gradients(
+         outputs_op, [inputs, initial_h_op, initial_c_op, w, b])
+
+    (cu_inp_grad_op, cu_hgrad_op,
+     cu_cgrad_op, opaque_grad_op) = gradients_impl.gradients(
+         cu_outputs_op,
+         [inputs, cu_initial_h_op, cu_initial_c_op, opaque_params])
+    # Remove the trivial 1st dimension
+    cu_hgrad_op = array_ops.squeeze(cu_hgrad_op, axis=0)
+    # Remove the trivial 1st dimension
+    cu_cgrad_op = array_ops.squeeze(cu_cgrad_op, axis=0)
+
+    cu_wgrad_op, cu_bgrad_op = format_converter.opaque_to_tf_canonical(
+        opaque_grad_op)
+    cu_wgrad_op = cu_wgrad_op[0]
+    cu_bgrad_op = cu_bgrad_op[0]
+    # cudnn lstm has 2 biases each gate. When converting to tf canonical format,
+    # the two biases are summed into one. Thus here bias gradient should be
+    # halved when comparing with tf lstm.
+    cu_bgrad_op *= 0.5
+
+  init_op = variables.global_variables_initializer()
+  sess.run(init_op)
+
+  if is_training:
+    outputs, state_tuple, inp_grad, state_grad, wgrad, bgrad = sess.run([
+        outputs_op, state_tuple_op, inp_grad_op,
+        (hgrad_op, cgrad_op), wgrad_op, bgrad_op
+    ])
+    (cu_outputs, cu_state_tuple, cu_inp_grad, cu_state_grad, cu_wgrad,
+     cu_bgrad) = sess.run([
+         cu_outputs_op, cu_state_tuple_op, cu_inp_grad_op,
+         (cu_hgrad_op, cu_cgrad_op), cu_wgrad_op, cu_bgrad_op
+     ])
+
+    logging.vlog(1, "outputs: %s" % outputs)
+    logging.vlog(1, "cu_outputs: %s" % cu_outputs)
+    logging.vlog(1, "state_tuple: %s" % str(state_tuple))
+    logging.vlog(1, "cu_state_tuple: %s" % str(cu_state_tuple))
+    logging.vlog(1, "inp_grad: %s" % inp_grad)
+    logging.vlog(1, "cu_inp_grad: %s" % cu_inp_grad)
+    logging.vlog(1, "state_grad: %s" % str(state_grad))
+    logging.vlog(1, "cu_state_grad: %s" % str(cu_state_grad))
+    logging.vlog(1, "wgrad: %s" % str(wgrad))
+    logging.vlog(1, "bgrad: %s" % str(bgrad))
+    logging.vlog(1, "cu_wgrad: %s" % str(cu_wgrad))
+    logging.vlog(1, "cu_bgrad: %s" % str(cu_bgrad))
+    return (outputs, cu_outputs, state_tuple, cu_state_tuple, inp_grad,
+            cu_inp_grad, state_grad, cu_state_grad, wgrad, bgrad, cu_wgrad,
+            cu_bgrad)
   else:
-    raise ValueError("Invalid rnn_mode: %s" % rnn_mode)
-  return model_fn(
-      num_layers,
-      num_units,
-      input_size,
-      direction=direction,
-      dtype=dtype,
-      dropout=dropout)
-
-
-def _CreateParamsSavable(params,
-                         model,
-                         base_variable_scope=None,
-                         name="params_canonical"):
-  """Create a RNNParamsSaveable for the weight and bias parameters.
+    outputs, state_tuple = sess.run([outputs_op, state_tuple_op])
+    cu_outputs, cu_state_tuple = sess.run([cu_outputs_op, cu_state_tuple_op])
+
+    logging.vlog(1, "outputs: %s" % outputs)
+    logging.vlog(1, "cu_outputs: %s" % cu_outputs)
+    logging.vlog(1, "state_tuple: %s" % str(state_tuple))
+    logging.vlog(1, "cu_state_tuple: %s" % str(cu_state_tuple))
+  return outputs, cu_outputs, state_tuple, cu_state_tuple
+
+
+# Basic set of RNN configs to test. They can be further extended in relevant
+# test (e.g. adding num_dirs).
+NAMED_RNN_TESTCASES = ({
+    "testcase_name": "xsmall",
+    "num_units": 1,
+    "input_size": 1,
+    "batch_size": 1,
+    "time": 1,
+    "num_layers": 1,
+}, {
+    "testcase_name": "small",
+    "num_units": 4,
+    "input_size": 4,
+    "batch_size": 4,
+    "time": 4,
+    "num_layers": 1,
+}, {
+    "testcase_name": "medium",
+    "num_units": 128,
+    "input_size": 64,
+    "batch_size": 8,
+    "time": 16,
+    "num_layers": 1,
+}, {
+    "testcase_name": "large",
+    "num_units": 128,
+    "input_size": 128,
+    "batch_size": 16,
+    "time": 32,
+    "num_layers": 1,
+})
+
+
+def ExpandNamedTestCases(inputs, *remove_keys, **extra_configs):
+  """Expands testcase with new config dimensions.
+
+  Example:
+    inputs = (
+      {'testcase_name': 'test1', 'gender': 'male'}
+      {'testcase_name': 'test2', 'gender': 'female'}
+    )
+    remove_keys:  empty
+    extra_configs = {
+      'age': [40, 80]
+      'height': [5, 6]
+    }
+
+    Returns:
+      (
+        {'testcase_name': 'test1_age_40_height_5','gender': 'male', 'age':
+        40,'height': 5}
+        {'testcase_name': 'test1_age_40_height_6', 'gender': 'male', 'age': 40,
+        'height': 6}
+        {'testcase_name': 'test1_age_80_height_5', 'gender': 'male', 'age': 80,
+        'height': 5}
+        {'testcase_name': 'test1_age_80_height_6', 'gender': 'male', 'age': 80,
+        'height': 6}
+
+        {'testcase_name': 'test2_age_40_height_5', 'gender': 'female', 'age':
+        40,
+        'height': 5}
+        {'testcase_name': 'test2_age_40_height_6', 'gender': 'female', 'age':
+        40,
+        'height': 6}
+        {'testcase_name': 'test2_age_80_height_5', 'gender': 'female', 'age':
+        80,
+        'height': 5}
+        {'testcase_name': 'test2_age_80_height_6', 'gender': 'female', 'age':
+        80,
+        'height': 6}
+      )
 
   Args:
-    params: a Variable for weight and bias parameters.
-    model: a CudnnRNN model.
-    base_variable_scope: a string, prefix of names of saved variables.
-    name: a string, name of the RNNParamsSaveable object.
+    inputs: A list of dictionary, each being a testcase.
+    *remove_keys: A list of keys into testcase which are not needed in new
+      testcases.
+    **extra_configs: A dict of new test dimension and applicable values in that
+      dimension.
+
   Returns:
-    a RNNParamsSaveable object.
+    A list of dictionary with expanded test cases.
   """
-  if model._rnn_mode == CUDNN_LSTM:
-    fn = cudnn_rnn_ops.CudnnLSTMSaveable
-  elif model._rnn_mode == CUDNN_GRU:
-    fn = cudnn_rnn_ops.CudnnGRUSaveable
-  elif model._rnn_mode == CUDNN_RNN_TANH:
-    fn = cudnn_rnn_ops.CudnnRNNTanhSaveable
-  elif model._rnn_mode == CUDNN_RNN_RELU:
-    fn = cudnn_rnn_ops.CudnnRNNReluSaveable
-  params_saveable = fn(
-      params,
-      model.num_layers,
-      model.num_units,
-      model.input_size,
-      model.input_mode,
-      model.direction,
-      scope=base_variable_scope,
-      name=name)
-  ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, params_saveable)
-  return params_saveable
-
-
-def _MinLSTMParamSize(num_layers,
-                      num_units,
-                      input_size,
-                      direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION):
-  if direction == cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION:
-    first_layer_weights = 4 * num_units * (num_units + input_size)
-    higher_layer_weights = 8 * (num_layers - 1) * num_units * num_units
-    all_biases = 8 * num_layers * num_units
-    return first_layer_weights + higher_layer_weights + all_biases
-  elif direction == cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION:
-    first_layer_weights = 4 * num_units * (num_units + input_size)
-    higher_layer_weights = (num_layers - 1) * (
-        4 * 2 * num_units * num_units + 4 * num_units**2)
-    all_biases = 8 * num_layers * num_units
-    return 2 * (first_layer_weights + higher_layer_weights + all_biases)
-  else:
-    raise ValueError("%s direction is not supported.")
+  res = []
+  ordered_extra_configs = collections.OrderedDict(extra_configs)
+  keys = ordered_extra_configs.keys()
+  # A list of list of configs.
+  # The outer loop is iterating keys, the innner is values of one key.
+  combined_kv = [[(k, v) for v in ordered_extra_configs[k]] for k in keys]
+  logging.info("combined_kv: %s", combined_kv)
 
+  for inp in inputs:
+    # Each inp is a dict
+    for config in itertools.product(*combined_kv):
+      new_inp = dict(inp)
+      # config is a list in the form of [(k_i, v_j), (k_p, v_q), ...]
+      suffix = ["%s_%s" % (p[0], str(p[1])) for p in config]
+      suffix = "_".join(suffix)
+      new_inp["testcase_name"] += "_" + suffix
+      for k, v in config:
+        new_inp[k] = v
+      # Remove not used keys from the new test case.
+      if remove_keys:
+        if not isinstance(remove_keys, (list, tuple)):
+          remove_keys = [remove_keys]
+        for k in remove_keys:
+          new_inp.pop(k, None)
+      logging.info("new_inp: %s", new_inp)
+      res.append(new_inp)
+  # Dedup, necessary if `remove_keys` is set.
+  return [dict(t) for t in {tuple(d.items()) for d in res}]
 
-class CudnnRNNTestSaveRestore(TensorFlowTestCase):
 
-  def _CompareWeights(self, lhs, rhs):
-    self.assertEqual(len(lhs), len(rhs))
-    for lw, rw in zip(lhs, rhs):
-      self.assertAllEqual(lw, rw)
+class CudnnLSTMTest(TensorFlowTestCase, parameterized.TestCase):
 
-  def _CompareBiases(self, lhs, rhs, rnn_mode, num_layers, direction):
-    self.assertEqual(len(lhs), len(rhs))
-    if rnn_mode == CUDNN_LSTM:
-      num_params_per_layer = CUDNN_LSTM_PARAMS_PER_LAYER
-    elif rnn_mode == CUDNN_GRU:
-      num_params_per_layer = CUDNN_GRU_PARAMS_PER_LAYER
-    elif rnn_mode == CUDNN_RNN_TANH:
-      num_params_per_layer = CUDNN_RNN_TANH_PARAMS_PER_LAYER
-    else:
-      num_params_per_layer = CUDNN_RNN_RELU_PARAMS_PER_LAYER
-    num_dirs = 1 if direction == CUDNN_RNN_UNIDIRECTION else 2
-    num_params_per_layer *= num_dirs
-    self.assertEqual(num_params_per_layer * num_layers, len(lhs))
-
-    for i in range(num_layers):
-      layer_lhs = lhs[i * num_params_per_layer: (i+1) * num_params_per_layer]
-      layer_rhs = rhs[i * num_params_per_layer: (i+1) * num_params_per_layer]
-      if direction == CUDNN_RNN_UNIDIRECTION:
-        self._CompareSingleLayerBiases(layer_lhs, layer_rhs)
-      else:
-        size = len(layer_lhs)
-        fw_lhs, bw_lhs = layer_lhs[:size//2], layer_lhs[size//2:]
-        fw_rhs, bw_rhs = layer_rhs[:size//2], layer_rhs[size//2:]
-        self._CompareSingleLayerBiases(fw_lhs, fw_rhs)
-        self._CompareSingleLayerBiases(bw_lhs, bw_rhs)
-
-  def _CompareSingleLayerBiases(self, lhs, rhs):
-    self.assertEqual(len(lhs), len(rhs))
-
-    lf_lhs, rt_lhs = lhs[:len(lhs)//2], lhs[len(lhs)//2:]
-    lf_rhs, rt_rhs = rhs[:len(rhs)//2], rhs[len(rhs)//2:]
-    self.assertEqual(len(lf_lhs), len(rt_lhs))
-    self.assertEqual(len(lf_rhs), len(rt_rhs))
-
-    sum_lhs, sum_rhs = [], []
-    for lf, rt in zip(lf_lhs, rt_lhs):
-      sum_lhs.append(lf + rt)
-    for lf, rt in zip(lf_rhs, rt_rhs):
-      sum_rhs.append(lf + rt)
-    self.assertEqual(len(sum_lhs), len(sum_rhs))
-    for lf, rt in zip(sum_lhs, sum_rhs):
-      self.assertAllEqual(lf, rt)
+  def _test_training_helper(self,
+                            num_units,
+                            input_size,
+                            batch_size,
+                            time,
+                            num_layers,
+                            dtype,
+                            rtol=2e-6,
+                            atol=2e-6):
+    with self.session(use_gpu=True) as sess:
+      (outputs, cu_outputs, state_tuple, cu_state_tuple, inp_grad, cu_inp_grad,
+       state_grad, cu_state_grad, wgrad, bgrad, cu_wgrad, cu_bgrad) = RunLSTM(
+           sess, num_units, input_size, batch_size, time, num_layers)
 
-  def _testSaveRestoreVariable(self, rnn_mode, direction, dtype):
-    num_layers = 2
-    num_units = 7
-    input_size = 3
-    with ops.Graph().as_default():
-      model = _CreateModel(
-          rnn_mode,
-          num_layers=num_layers,
-          num_units=num_units,
-          input_size=input_size,
-          direction=direction,
-          dtype=dtype)
-      random_seed.set_random_seed(1234)
-      params_size_t = model.params_size()
-      params = variables.VariableV1(
-          random_ops.random_uniform([params_size_t], dtype=dtype),
-          dtype=dtype,
-          validate_shape=False)
-      saveable = _CreateParamsSavable(params, model)
-      weights, biases = saveable.format_converter._opaque_to_cu_canonical(
-          saveable._variables)
-      reset_params = state_ops.assign(
-          params,
-          array_ops.zeros([params_size_t], dtype=dtype),
-          validate_shape=False)
-      save_path = os.path.join(self.get_temp_dir(),
-                               "save-restore-variable-test")
-      saver = saver_lib.Saver(write_version=saver_pb2.SaverDef.V2)
-      # Passing graph explicitly, otherwise an old sess would be reused.
-      with self.test_session(
-          use_gpu=True, graph=ops.get_default_graph()) as sess:
-        sess.run(variables.global_variables_initializer())
-        val = saver.save(sess, save_path)
-        self.assertEqual(save_path, val)
+      self.assertAllClose(outputs, cu_outputs, rtol=rtol, atol=atol)
+      for s, cu_s in zip(state_tuple, cu_state_tuple):
+        self.assertAllClose(s, cu_s, rtol=rtol, atol=atol)
+      for sg, cu_sg in zip(state_grad, cu_state_grad):
+        self.assertAllClose(sg, cu_sg, rtol=rtol, atol=atol)
+      self.assertAllClose(inp_grad, cu_inp_grad, rtol=rtol, atol=atol)
+      self.assertAllClose(bgrad, cu_bgrad, rtol=rtol, atol=atol)
+      self.assertAllClose(wgrad, cu_wgrad, rtol=rtol, atol=atol)
 
-        weights_v, biases_v = sess.run([weights, biases])
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_training(self, num_units, input_size, batch_size, time, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_training_helper(num_units, input_size, batch_size, time,
+                               num_layers, dtypes.float32)
 
-        sess.run(reset_params)
-        saver.restore(sess, save_path)
-        weights_v_restored, biases_v_restored = sess.run([weights, biases])
-
-        self._CompareWeights(weights_v, weights_v_restored)
-        self._CompareBiases(biases_v, biases_v_restored, rnn_mode, num_layers,
-                            direction)
-
-  def _testSaveRestoreTwoVariables(self, rnn_mode, direction, dtype):
-    num_layers = 2
-    num_units = 7
-    input_size = 3
-    with ops.Graph().as_default():
-      model = _CreateModel(
-          rnn_mode,
-          num_layers=num_layers,
-          num_units=num_units,
-          input_size=input_size,
-          direction=direction,
-          dtype=dtype)
-      random_seed.set_random_seed(1234)
-      params_size_t = model.params_size()
-      names = ["rnn_1", "rnn_2"]
-      param_vars = [
-          variables.VariableV1(
-              random_ops.random_uniform([params_size_t], dtype=dtype),
-              dtype=dtype,
-              validate_shape=False) for name in names
-      ]
-      saveables = []
-      for name, params in zip(names, param_vars):
-        saveables.append(_CreateParamsSavable(params, model, name, name))
-      weights1, biases1 = saveables[0].format_converter._opaque_to_cu_canonical(
-          saveables[0]._variables)
-      weights2, biases2 = saveables[1].format_converter._opaque_to_cu_canonical(
-          saveables[1]._variables)
-      reset_params = [
-          state_ops.assign(
-              params,
-              array_ops.zeros([params_size_t], dtype=dtype),
-              validate_shape=False) for params in param_vars
-      ]
-      save_path = os.path.join(self.get_temp_dir(),
-                               "save-restore-variable-test")
-      saver = saver_lib.Saver(write_version=saver_pb2.SaverDef.V2)
-      # Passing graph explicitly, otherwise an old sess would be reused.
-      with self.test_session(use_gpu=True,
-                             graph=ops.get_default_graph()) as sess:
-        sess.run(variables.global_variables_initializer())
-        val = saver.save(sess, save_path)
-        self.assertEqual(save_path, val)
-        weights1_v, biases1_v = sess.run([weights1, biases1])
-        weights2_v, biases2_v = sess.run([weights2, biases2])
-
-        sess.run(reset_params)
-        saver.restore(sess, save_path)
-        weights1_v_restored, biases1_v_restored = sess.run([weights1, biases1])
-        weights2_v_restored, biases2_v_restored = sess.run([weights2, biases2])
-
-        self._CompareWeights(weights1_v, weights1_v_restored)
-        self._CompareWeights(weights2_v, weights2_v_restored)
-        self._CompareBiases(biases1_v, biases1_v_restored, rnn_mode, num_layers,
-                            direction)
-        self._CompareBiases(biases2_v, biases2_v_restored, rnn_mode, num_layers,
-                            direction)
-
-  def _testSaveRestoreOutput(self, rnn_mode, direction, dtype):
-    with ops.Graph().as_default():
-      num_layers = 2
-      num_units = 7
-      input_size = 7
-      seq_length = 10
-      batch_size = 5
-      dir_count = 1 if direction == cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION else 2
-      model = _CreateModel(
-          rnn_mode,
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_training_fp16(self, num_units, input_size, batch_size, time,
+                         num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_training_helper(
+        num_units,
+        input_size,
+        batch_size,
+        time,
+        num_layers,
+        dtypes.float16,
+        rtol=5e-3,
+        atol=5e-4)
+
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_inference(self, num_units, input_size, batch_size, time, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with self.session(use_gpu=True) as sess:
+      (outputs, cu_outputs, state_tuple, cu_state_tuple) = RunLSTM(
+          sess,
+          num_units,
+          input_size,
+          batch_size,
+          time,
           num_layers,
+          is_training=False)
+
+      self.assertAllClose(outputs, cu_outputs)
+      # h
+      self.assertAllClose(state_tuple.h, cu_state_tuple.h)
+      # c
+      self.assertAllClose(state_tuple.c, cu_state_tuple.c)
+
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_inference_fp16(self, num_units, input_size, batch_size, time,
+                          num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with self.session(use_gpu=True) as sess:
+      (outputs, cu_outputs, state_tuple, cu_state_tuple) = RunLSTM(
+          sess,
           num_units,
           input_size,
-          direction=direction,
-          dtype=dtype)
-      params_size_t = model.params_size()
-      params = variables.VariableV1(
-          array_ops.ones([params_size_t], dtype=dtype),
-          validate_shape=False,
-          dtype=dtype)
-      _CreateParamsSavable(params, model)
-      save_path = os.path.join(self.get_temp_dir(), "save-restore-output-test")
-      saver = saver_lib.Saver(write_version=saver_pb2.SaverDef.V2)
+          batch_size,
+          time,
+          num_layers,
+          is_training=False,
+          dtype=dtypes.float16)
 
-      np.random.seed(1234)
-      has_input_c = (rnn_mode == cudnn_rnn_ops.CUDNN_LSTM)
-      input_data = constant_op.constant(
-          np.random.randn(seq_length, batch_size, input_size), dtype=dtype)
-      input_h = constant_op.constant(
-          np.random.randn(num_layers * dir_count, batch_size, num_units),
-          dtype=dtype)
-      if has_input_c:
-        input_c = constant_op.constant(
-            np.random.randn(num_layers * dir_count, batch_size, num_units),
-            dtype=dtype)
-        outputs = model(
-            input_data=input_data,
-            input_h=input_h,
-            input_c=input_c,
-            params=params,
-            is_training=False)
-      else:
-        outputs = model(
-            input_data=input_data,
-            input_h=input_h,
-            params=params,
-            is_training=False)
-      total_sum = sum(map(math_ops.reduce_sum, outputs))
-      # Passing graph explicitly, otherwise an old sess would be reused.
-      with self.test_session(
-          use_gpu=True, graph=ops.get_default_graph()) as sess:
-        sess.run(variables.global_variables_initializer())
-        total_sum_v = sess.run(total_sum)
-        val = saver.save(sess, save_path)
-        self.assertEqual(save_path, val)
-      # Passing graph explicitly, otherwise an old sess would be reused.
-      with self.test_session(
-          use_gpu=True, graph=ops.get_default_graph()) as sess:
-        reset_params = state_ops.assign(
-            params,
-            array_ops.zeros([params_size_t], dtype=dtype),
-            validate_shape=False)
-        sess.run(reset_params)
-        saver.restore(sess, save_path)
-        total_sum_v_restored = sess.run(total_sum)
-        self.assertAllClose(total_sum_v, total_sum_v_restored, atol=1e-5)
+      rtol, atol = 5e-3, 5e-4
+      self.assertAllClose(outputs, cu_outputs, rtol=rtol, atol=atol)
+      # h
+      self.assertAllClose(
+          state_tuple.h, cu_state_tuple.h, rtol=rtol, atol=atol)
+      # c
+      self.assertAllClose(
+          state_tuple.c, cu_state_tuple.c, rtol=rtol, atol=atol)
 
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
   @unittest.skipUnless(test.is_built_with_cuda(),
                        "Test only applicable when running on GPUs")
-  def testSaveRestore(self):
-    rnn_modes = [
-        cudnn_rnn_ops.CUDNN_LSTM, cudnn_rnn_ops.CUDNN_GRU,
-        cudnn_rnn_ops.CUDNN_RNN_TANH, cudnn_rnn_ops.CUDNN_RNN_RELU
-    ]
-    directions = [
-        cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION,
-        cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION
-    ]
-    dtype_list = [dtypes.float32, dtypes.float64]
-    for rnn_mode, direction, dtype in itertools.product(rnn_modes, directions,
-                                                        dtype_list):
-      self._testSaveRestoreVariable(rnn_mode, direction, dtype)
-      self._testSaveRestoreTwoVariables(rnn_mode, direction, dtype)
-      self._testSaveRestoreOutput(rnn_mode, direction, dtype)
-
-
-class CudnnRNNTestParamsSize(TensorFlowTestCase):
-
-  def _testOneLSTMParamsSize(self, num_layers, num_units, input_size,
-                             direction):
-    logging.info("Testing one lstm param size with config: %s", locals())
-    min_params_size = _MinLSTMParamSize(num_layers, num_units, input_size,
-                                        direction)
-    model = _CreateModel(
-        cudnn_rnn_ops.CUDNN_LSTM,
-        num_layers,
+  def test_inference_with_dropout(self, num_units, input_size, batch_size, time,
+                                  num_layers):
+    """Validates that dropout does not affect Cudnn Rnn inference."""
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    # Hand-picked dropouts are used below (0. and 1.)
+    with ops.Graph().as_default() as g:
+      with self.session(use_gpu=True, graph=g) as sess:
+        # 1st time w/o dropout.
+        (_, cu_outputs, _, cu_state_tuple) = RunLSTM(
+            sess,
+            num_units,
+            input_size,
+            batch_size,
+            time,
+            num_layers,
+            is_training=False,
+            dropout=0.)
+
+    with ops.Graph().as_default() as g:
+      with self.session(use_gpu=True, graph=g) as sess:
+        (_, cu_outputs2, _, cu_state_tuple2) = RunLSTM(
+            sess,
+            num_units,
+            input_size,
+            batch_size,
+            time,
+            num_layers,
+            is_training=False,
+            dropout=1.)
+
+    self.assertAllClose(cu_outputs, cu_outputs2)
+    # h
+    self.assertAllClose(cu_state_tuple.h, cu_state_tuple2.h)
+    # c
+    self.assertAllClose(cu_state_tuple.c, cu_state_tuple2.c)
+
+
+def RunGRU(sess,
+           num_units,
+           input_size,
+           batch_size,
+           time,
+           num_layers=1,
+           is_training=True,
+           dropout=0.,
+           num_dirs=True,
+           dtype=dtypes.float32):
+  # TODO(jamesqin): add multi-layer tests.
+  # TODO(jamesqin): add multi-dir tests
+  assert num_layers == 1
+  assert num_dirs == 1
+  if is_training and not np.isclose(dropout, 0):
+    raise ValueError("dropout can not be 0. when test training.")
+
+  # set graph level random seed and numpy random seed.
+  random_seed.set_random_seed(0)
+  np.random.seed(0)
+
+  inputs = variable_scope.get_variable(
+      "inputs",
+      initializer=np.random.rand(time, batch_size,
+                                 input_size).astype(dtype.as_numpy_dtype),
+      dtype=dtype)
+  initial_h_op = variable_scope.get_variable(
+      "initial_h_op",
+      initializer=np.random.rand(batch_size,
+                                 num_units).astype(dtype.as_numpy_dtype),
+      dtype=dtype)
+
+  initializer = init_ops.random_uniform_initializer(
+      -0.01, 0.01, dtype=dtype, seed=19980904)
+  with variable_scope.variable_scope("test", initializer=initializer):
+    gate_kernel = variable_scope.get_variable(
+        "rnn/cudnn_compatible_gru_cell/gates/kernel",
+        shape=[input_size + num_units, num_units * 2],
+        dtype=dtype)
+    gate_bias = variable_scope.get_variable(
+        "rnn/cudnn_compatible_gru_cell/gates/bias",
+        shape=[num_units * 2],
+        dtype=dtype)
+    candidate_inp_kernel = variable_scope.get_variable(
+        "rnn/cudnn_compatible_gru_cell/candidate/input_projection/kernel",
+        shape=[input_size, num_units],
+        dtype=dtype)
+    candidate_inp_bias = variable_scope.get_variable(
+        "rnn/cudnn_compatible_gru_cell/candidate/input_projection/bias",
+        shape=[num_units],
+        dtype=dtype)
+    candidate_hid_kernel = variable_scope.get_variable(
+        "rnn/cudnn_compatible_gru_cell/candidate/hidden_projection/kernel",
+        shape=[num_units, num_units],
+        dtype=dtype)
+    candidate_hid_bias = variable_scope.get_variable(
+        "rnn/cudnn_compatible_gru_cell/candidate/hidden_projection/bias",
+        shape=[num_units],
+        dtype=dtype)
+
+    cell = cudnn_rnn_ops.CudnnCompatibleGRUCell(num_units, reuse=True)
+    outputs_op, h_op = rnn.dynamic_rnn(
+        cell,
+        inputs,
+        initial_state=initial_h_op,
+        dtype=dtype,
+        time_major=True,
+        scope=None)
+
+  ws = [gate_kernel, candidate_inp_kernel, candidate_hid_kernel]
+  bs = [gate_bias, candidate_inp_bias, candidate_hid_bias]
+  # Convert to cudnn opaque param.
+  format_converter = cudnn_rnn_ops.CudnnParamsFormatConverterGRU(
+      num_layers, num_units, input_size)
+  opaque_params = format_converter.tf_canonical_to_opaque(ws + bs)
+
+  cu_initial_h_op = array_ops.expand_dims(initial_h_op, axis=0)
+  cu_outputs_op, cu_h_op, _ = cudnn_rnn_ops._cudnn_rnn(
+      inputs,
+      cu_initial_h_op,
+      array_ops.zeros_like(cu_initial_h_op),  # not used
+      opaque_params,
+      dropout=dropout,
+      is_training=is_training,
+      rnn_mode=cudnn_rnn_ops.CUDNN_GRU)
+
+  if is_training:
+    (inp_grad_op, hgrad_op, gk_grad_op, cik_grad_op, chk_grad_op, gb_grad_op,
+     cib_grad_op, chb_grad_op) = gradients_impl.gradients(
+         outputs_op, [inputs, initial_h_op] + ws + bs)
+
+    (cu_inp_grad_op, cu_hgrad_op, opaque_grad_op) = gradients_impl.gradients(
+        cu_outputs_op, [inputs, cu_initial_h_op, opaque_params])
+    # Remove the trivial 1st dimension
+    cu_hgrad_op = array_ops.squeeze(cu_hgrad_op, axis=0)
+
+    cu_wgrad_op, cu_bgrad_op = format_converter.opaque_to_tf_canonical(
+        opaque_grad_op)
+    (cu_gk_grad_op, cu_cik_grad_op, cu_chk_grad_op) = cu_wgrad_op
+    (cu_gb_grad_op, cu_cib_grad_op, cu_chb_grad_op) = cu_bgrad_op
+    # cudnn gru has 2 biases for reset and update gates. When converting to tf
+    # canonical format, the two biases are summed into one.  Thus here relevant
+    # bias gradient should be halved before comparing with tf gru.
+    cu_gb_grad_op *= 0.5
+
+  init_op = variables.global_variables_initializer()
+  sess.run(init_op)
+
+  if is_training:
+    outputs, h, inp_grad, hgrad, wgrad, bgrad = sess.run([
+        outputs_op, h_op, inp_grad_op, hgrad_op,
+        (gk_grad_op, cik_grad_op, chk_grad_op),
+        (gb_grad_op, cib_grad_op, chb_grad_op)
+    ])
+    (cu_outputs, cu_h, cu_inp_grad, cu_hgrad, cu_wgrad, cu_bgrad) = sess.run([
+        cu_outputs_op, cu_h_op, cu_inp_grad_op, cu_hgrad_op,
+        (cu_gk_grad_op, cu_cik_grad_op, cu_chk_grad_op),
+        (cu_gb_grad_op, cu_cib_grad_op, cu_chb_grad_op)
+    ])
+    # Remove the trivial 1st dimension
+    cu_h = np.squeeze(cu_h, axis=0)
+
+    logging.vlog(1, "outputs: %s" % outputs)
+    logging.vlog(1, "cu_outputs: %s" % cu_outputs)
+    logging.vlog(1, "h: %s" % h)
+    logging.vlog(1, "cu_h: %s" % h)
+    logging.vlog(1, "inp_grad: %s" % inp_grad)
+    logging.vlog(1, "cu_inp_grad: %s" % cu_inp_grad)
+    logging.vlog(1, "hgrad: %s" % hgrad)
+    logging.vlog(1, "cu_hgrad: %s" % cu_hgrad)
+    logging.vlog(1, "wgrad: %s" % str(wgrad))
+    logging.vlog(1, "bgrad: %s" % str(bgrad))
+    logging.vlog(1, "cu_wgrad: %s" % str(cu_wgrad))
+    logging.vlog(1, "cu_bgrad: %s" % str(cu_bgrad))
+    return (outputs, cu_outputs, h, cu_h, inp_grad, cu_inp_grad, hgrad,
+            cu_hgrad, wgrad, bgrad, cu_wgrad, cu_bgrad)
+  else:
+    outputs, h = sess.run([outputs_op, h_op])
+    cu_outputs, cu_h = sess.run([cu_outputs_op, cu_h_op])
+    # Remove the trivial 1st dimension.
+    cu_h = np.squeeze(cu_h, axis=0)
+
+    logging.vlog(1, "outputs: %s" % outputs)
+    logging.vlog(1, "cu_outputs: %s" % cu_outputs)
+    logging.vlog(1, "h: %s" % h)
+    logging.vlog(1, "cu_h: %s" % h)
+  return outputs, cu_outputs, h, cu_h
+
+
+class CudnnGRUTest(TensorFlowTestCase, parameterized.TestCase):
+
+  def _test_training_helper(self,
+                            num_units,
+                            input_size,
+                            batch_size,
+                            time,
+                            num_layers,
+                            dtype,
+                            rtol=2e-6,
+                            atol=2e-6):
+    with self.session(use_gpu=True) as sess:
+      (outputs, cu_outputs, h, cu_h, inp_grad, cu_inp_grad, hgrad,
+       cu_hgrad, wgrad, bgrad, cu_wgrad, cu_bgrad) = RunGRU(
+           sess, num_units, input_size, batch_size, time, num_layers)
+
+      self.assertAllClose(outputs, cu_outputs, rtol=rtol, atol=atol)
+      self.assertAllClose(h, cu_h, rtol=rtol, atol=atol)
+      self.assertAllClose(hgrad, cu_hgrad, rtol=rtol, atol=atol)
+      self.assertAllClose(inp_grad, cu_inp_grad, rtol=rtol, atol=atol)
+      for bg, cu_bg in zip(bgrad, cu_bgrad):
+        self.assertAllClose(bg, cu_bg, rtol=rtol, atol=atol)
+      for wg, cu_wg in zip(wgrad, cu_wgrad):
+        self.assertAllClose(wg, cu_wg, rtol=rtol, atol=atol)
+
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_training(self, num_units, input_size, batch_size, time, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_training_helper(num_units, input_size, batch_size, time,
+                               num_layers, dtypes.float32)
+
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_training_fp16(self, num_units, input_size, batch_size, time,
+                         num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_training_helper(
         num_units,
         input_size,
-        direction=direction)
-    params_size = model.params_size()
-    with self.test_session(use_gpu=True, graph=ops.get_default_graph()) as sess:
-      params_size_v = sess.run(params_size)
-      self.assertLessEqual(min_params_size, params_size_v)
+        batch_size,
+        time,
+        num_layers,
+        dtypes.float16,
+        rtol=5e-3,
+        atol=5e-4)
 
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
   @unittest.skipUnless(test.is_built_with_cuda(),
                        "Test only applicable when running on GPUs")
-  def testLSTMParamsSize(self):
-    test_configs = [
-        [4, 200, 200],
-        [4, 200, 300],
-        [4, 200, 100],
-        [1, 100, 200],
-        [2, 200, 100],
-        [3, 200, 400],
-    ]
-    directions = [
-        cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION,
-        cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION
-    ]
-    for (config, direction) in itertools.product(test_configs, directions):
-      num_layers, num_units, input_size = config
-      with ops.Graph().as_default():
-        self._testOneLSTMParamsSize(num_layers, num_units, input_size,
-                                    direction)
+  def test_inference(self, num_units, input_size, batch_size, time, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with self.session(use_gpu=True) as sess:
+      (outputs, cu_outputs, h, cu_h) = RunGRU(
+          sess,
+          num_units,
+          input_size,
+          batch_size,
+          time,
+          num_layers,
+          is_training=False)
+      self.assertAllClose(outputs, cu_outputs)
+      self.assertAllClose(h, cu_h)
 
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
   @unittest.skipUnless(test.is_built_with_cuda(),
                        "Test only applicable when running on GPUs")
-  def testLSTMParamsSizeShape(self):
-    with self.assertRaisesRegexp(
-        ValueError, "Shape must be rank 0 but is rank 1"):
-      model = _CreateModel(
-          cudnn_rnn_ops.CUDNN_LSTM,
-          constant_op.constant([4]), 200, 200,
-          direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
-      _ = model.params_size()
-    with self.assertRaisesRegexp(
-        ValueError, "Shape must be rank 0 but is rank 1"):
-      model = _CreateModel(
-          cudnn_rnn_ops.CUDNN_LSTM,
-          4, constant_op.constant([200]), 200,
-          direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
-      _ = model.params_size()
-    with self.assertRaisesRegexp(
-        ValueError, "Shape must be rank 0 but is rank 1"):
-      model = _CreateModel(
+  def test_inference_fp16(self, num_units, input_size, batch_size, time,
+                          num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with self.session(use_gpu=True) as sess:
+      (outputs, cu_outputs, h, cu_h) = RunGRU(
+          sess,
+          num_units,
+          input_size,
+          batch_size,
+          time,
+          num_layers,
+          is_training=False,
+          dtype=dtypes.float16)
+
+      rtol, atol = 5e-3, 5e-4
+      self.assertAllClose(outputs, cu_outputs, rtol=rtol, atol=atol)
+      self.assertAllClose(h, cu_h, rtol=rtol, atol=atol)
+
+  @parameterized.named_parameters(*NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_inference_with_dropout(self, num_units, input_size, batch_size, time,
+                                  num_layers):
+    """Validates that dropout does not affect Cudnn Rnn inference."""
+    # Hand-picked dropouts are used below (0. and 1.)
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with ops.Graph().as_default() as g:
+      with self.session(use_gpu=True, graph=g) as sess:
+        # 1st time w/o dropout.
+        (_, cu_outputs, _, cu_h) = RunGRU(
+            sess,
+            num_units,
+            input_size,
+            batch_size,
+            time,
+            num_layers,
+            is_training=False,
+            dropout=0.)
+
+    with ops.Graph().as_default() as g:
+      with self.session(use_gpu=True, graph=g) as sess:
+        (_, cu_outputs2, _, cu_h2) = RunGRU(
+            sess,
+            num_units,
+            input_size,
+            batch_size,
+            time,
+            num_layers,
+            is_training=False,
+            dropout=1.)
+
+    self.assertAllClose(cu_outputs, cu_outputs2)
+    self.assertAllClose(cu_h[0], cu_h2[0])
+
+
+class CudnnParamsFormatConverterTest(TensorFlowTestCase,
+                                     parameterized.TestCase):
+  """Class for testing various format converters."""
+
+  def _test_lstm_helper(self, num_units, input_size, num_layers, direction):
+    with self.session(use_gpu=True) as sess:
+      random_seed.set_random_seed(0)
+      np.random.seed(0)
+
+      num_dirs = 1 if direction == cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION else 2
+      format_converter = cudnn_rnn_ops.CudnnParamsFormatConverterLSTM(
+          num_layers, num_units, input_size, direction=direction)
+
+      ws, bs = [], []
+      for _ in range(num_layers * num_dirs):
+        w = constant_op.constant(
+            np.random.rand(input_size + num_units, 4 * num_units),
+            dtype=dtypes.float32)
+        b = constant_op.constant(
+            np.random.rand(4 * num_units), dtype=dtypes.float32)
+        ws.append(w)
+        bs.append(b)
+
+      opaque_params = format_converter.tf_canonical_to_opaque(ws + bs)
+      opaque_params_size = cudnn_rnn_ops.cudnn_rnn_opaque_params_size(
           cudnn_rnn_ops.CUDNN_LSTM,
-          4, 200, constant_op.constant([200]),
-          direction=cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
-      _ = model.params_size()
+          num_layers,
+          num_units,
+          input_size,
+          direction=direction)
 
+      ws_r, bs_r = format_converter.opaque_to_tf_canonical(opaque_params)
 
-class CudnnRNNTestInference(TensorFlowTestCase):
+      # Test tf_canonical_to_opaque() followed by opaque_to_tf_canonical()
+      # returns the original input.
+      ws, ws_r, bs, bs_r = sess.run([ws, ws_r, bs, bs_r])
+      for w, w_r in zip(ws, ws_r):
+        self.assertAllClose(w, w_r)
+      for b, b_r in zip(bs, bs_r):
+        self.assertAllClose(b, b_r)
 
-  def _testOneSimpleInference(self, rnn_mode, num_layers, num_units, input_size,
-                              batch_size, seq_length, dir_count, dropout,
-                              expected, tolerance):
-    random_seed.set_random_seed(5678)
-    model = _CreateModel(
-        rnn_mode,
-        num_layers,
-        num_units,
-        input_size,
-        input_mode="auto_select",
-        direction=(cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION if dir_count == 1
-                   else cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION),
-        dropout=dropout)
-    has_input_c = (rnn_mode == cudnn_rnn_ops.CUDNN_LSTM)
-    params_size_t = model.params_size()
-    input_data = array_ops.ones([seq_length, batch_size, input_size])
-    input_h = array_ops.ones([num_layers * dir_count, batch_size, num_units])
-    params = variables.VariableV1(
-        array_ops.ones([params_size_t]), validate_shape=False)
-    if has_input_c:
-      input_c = array_ops.ones([num_layers * dir_count, batch_size, num_units])
-      output, output_h, output_c = model(
-          input_data=input_data,
-          input_h=input_h,
-          input_c=input_c,
-          params=params,
-          is_training=False)
-    else:
-      output, output_h = model(
-          input_data=input_data,
-          input_h=input_h,
-          params=params,
-          is_training=False)
-    output_sum = math_ops.reduce_sum(output)
-    output_h_sum = math_ops.reduce_sum(output_h)
-    total_sum = output_sum + output_h_sum
-    if has_input_c:
-      output_c_sum = math_ops.reduce_sum(output_c)
-      total_sum += output_c_sum
-    with self.test_session(use_gpu=True, graph=ops.get_default_graph()) as sess:
-      sess.run(variables.global_variables_initializer())
-      total_sum_v = sess.run([total_sum])
+      # Test opaque_params size lower bound
+      opaque_params_size_v = sess.run(opaque_params_size)
+      min_params_size = (
+          np.sum([x.size for x in ws]) + np.sum([x.size for x in bs]))
+      logging.info("min_parm_size: %d vs actual_opaque_param_size: %d",
+                   min_params_size, opaque_params_size_v)
+      self.assertLessEqual(min_params_size, opaque_params_size_v)
 
-      self.assertAllClose(
-          total_sum_v[0], expected, atol=tolerance, rtol=tolerance)
+  @parameterized.named_parameters((c["testcase_name"], c["num_units"],
+                                   c["input_size"], c["num_layers"])
+                                  for c in NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_lstm(self, num_units, input_size, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_lstm_helper(num_units, input_size, num_layers,
+                           cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
 
+  @parameterized.named_parameters((c["testcase_name"], c["num_units"],
+                                   c["input_size"], c["num_layers"])
+                                  for c in NAMED_RNN_TESTCASES)
   @unittest.skipUnless(test.is_built_with_cuda(),
                        "Test only applicable when running on GPUs")
-  def testSimpleInference(self):
-    test_configs = [
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_LSTM,
-            "expected": 231833.22,
-            "tolerance": 1e-2,
-            "shape": {
-                "num_layers": 4,
-                "num_units": 200,
-                "input_size": 200,
-                "batch_size": 20,
-                "seq_length": 10,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_GRU,
-            "expected": 56000,
-            "tolerance": 1e-2,
-            "shape": {
-                "num_layers": 4,
-                "num_units": 200,
-                "input_size": 200,
-                "batch_size": 20,
-                "seq_length": 10,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_RNN_TANH,
-            "expected": 56000,
-            "tolerance": 1e-2,
-            "shape": {
-                "num_layers": 4,
-                "num_units": 200,
-                "input_size": 200,
-                "batch_size": 20,
-                "seq_length": 10,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_RNN_RELU,
-            "expected": 130688,
-            "tolerance": 1e-2,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 8,
-                "input_size": 4,
-                "batch_size": 4,
-                "seq_length": 2,
-                "dir_count": 1,
-            },
-        },
-    ]
-    # Cudnn scales result for dropout during training, therefore dropout has no
-    # impact for inference results.
-    # (lstm, gru, rnn_tanh are saturated in the test. rnn_relu case is most
-    # demonstrative of the dropout-invariant nature of CudnnRnn.)
-    dropouts = [0., 0.5, 1.]
-    for (config, dropout) in itertools.product(test_configs, dropouts):
-      rnn_mode = config["rnn_mode"]
-      expected = config["expected"]
-      tolerance = config["tolerance"]
-      shape = config["shape"]
-      with ops.Graph().as_default():
-        self._testOneSimpleInference(
-            rnn_mode, shape["num_layers"], shape["num_units"],
-            shape["input_size"], shape["batch_size"], shape["seq_length"],
-            shape["dir_count"], dropout, expected, tolerance)
-
-
-class CudnnRNNTestTraining(TensorFlowTestCase):
-
-  def _testOneSimpleTraining(self, rnn_mode, num_layers, num_units, input_size,
-                             batch_size, seq_length, dir_count, dropout, dtype,
-                             delta, tolerance):
-    # Gradient checking runs two forward ops with almost the same input. Need to
-    # make sure the drop patterns across the two runs are the same.
-    logging.info("Training test with config: %s", locals())
-    old_env_state = os.environ.get("TF_CUDNN_RESET_RND_GEN_STATE", str(False))
-    os.environ["TF_CUDNN_RESET_RND_GEN_STATE"] = str(True)
-    has_input_c = (rnn_mode == cudnn_rnn_ops.CUDNN_LSTM)
-    random_seed.set_random_seed(5678)
-    direction = (cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION if dir_count == 1
-                 else cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION)
-    model = _CreateModel(
-        rnn_mode,
-        num_layers,
-        num_units,
-        input_size,
-        direction=direction,
-        dtype=dtype,
-        dropout=dropout)
-    params_size_t = model.params_size()
-    input_data = variables.VariableV1(
-        random_ops.random_uniform(
-            [seq_length, batch_size, input_size], dtype=dtype),
-        dtype=dtype)
-    input_h = variables.VariableV1(
-        random_ops.random_uniform(
-            [num_layers * dir_count, batch_size, num_units], dtype=dtype),
-        dtype=dtype)
-    params = variables.VariableV1(
-        random_ops.random_uniform([params_size_t], dtype=dtype),
-        validate_shape=False,
-        dtype=dtype)
-    if has_input_c:
-      input_c = variables.VariableV1(
-          random_ops.random_uniform(
-              [num_layers * dir_count, batch_size, num_units], dtype=dtype),
-          dtype=dtype)
-
-      output, output_h, output_c = model(
-          input_data=input_data,
-          input_h=input_h,
-          input_c=input_c,
-          params=params)
-    else:
-      output, output_h = model(
-          input_data=input_data, input_h=input_h, params=params)
-    output_sum = math_ops.reduce_sum(output)
-    output_h_sum = math_ops.reduce_sum(output_h)
-    total_sum = output_sum + output_h_sum
-    if has_input_c:
-      output_c_sum = math_ops.reduce_sum(output_c)
-      total_sum += output_c_sum
-
-    with self.test_session(use_gpu=True, graph=ops.get_default_graph()) as sess:
-      params_size_v = sess.run(params_size_t)
-      inputs_and_shapes = [
-          (input_data, [seq_length, batch_size, input_size]),
-          (input_h, [num_layers * dir_count, batch_size, num_units]),
-          (params, [params_size_v]),
-      ]
-      if has_input_c:
-        inputs_and_shapes.append(
-            (input_c, [num_layers * dir_count, batch_size, num_units]),)
-      sess.run(variables.global_variables_initializer())
-      all_inputs = [entry[0] for entry in inputs_and_shapes]
-      all_shapes = [entry[1] for entry in inputs_and_shapes]
-
-      err = gradient_checker.compute_gradient_error(
-          all_inputs, all_shapes, total_sum, [1], delta=delta)
-
-      self.assertLess(err, tolerance)
-      os.environ["TF_CUDNN_RESET_RND_GEN_STATE"] = old_env_state
+  def test_lstm_bidi(self, num_units, input_size, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_lstm_helper(num_units, input_size, num_layers,
+                           cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION)
+
+  def _test_gru_helper(self, num_units, input_size, num_layers, direction):
+    with self.session(use_gpu=True) as sess:
+      random_seed.set_random_seed(0)
+      np.random.seed(0)
+
+      num_dirs = 1 if direction == cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION else 2
+      format_converter = cudnn_rnn_ops.CudnnParamsFormatConverterGRU(
+          num_layers, num_units, input_size, direction=direction)
+
+      ws, bs = [], []
+      for _ in range(num_layers * num_dirs):
+        gate_kernel = constant_op.constant(
+            np.random.rand(input_size + num_units, num_units * 2),
+            dtype=dtypes.float32)
+        gate_bias = constant_op.constant(
+            np.random.rand(num_units * 2), dtype=dtypes.float32)
+        candidate_inp_kernel = constant_op.constant(
+            np.random.rand(input_size, num_units), dtype=dtypes.float32)
+        candidate_inp_bias = constant_op.constant(
+            np.random.rand(num_units), dtype=dtypes.float32)
+        candidate_hid_kernel = constant_op.constant(
+            np.random.rand(num_units, num_units), dtype=dtypes.float32)
+        candidate_hid_bias = constant_op.constant(
+            np.random.rand(num_units), dtype=dtypes.float32)
+        ws.extend([gate_kernel, candidate_inp_kernel, candidate_hid_kernel])
+        bs.extend([gate_bias, candidate_inp_bias, candidate_hid_bias])
 
+      opaque_params = format_converter.tf_canonical_to_opaque(ws + bs)
+      opaque_params_size = cudnn_rnn_ops.cudnn_rnn_opaque_params_size(
+          cudnn_rnn_ops.CUDNN_GRU,
+          num_layers,
+          num_units,
+          input_size,
+          direction=direction)
+
+      ws_r, bs_r = format_converter.opaque_to_tf_canonical(opaque_params)
+
+      # Test tf_canonical_to_opaque() followed by opaque_to_tf_canonical()
+      # returns the original input.
+      ws, ws_r, bs, bs_r = sess.run([ws, ws_r, bs, bs_r])
+      for w, w_r in zip(ws, ws_r):
+        self.assertAllClose(w, w_r)
+      for b, b_r in zip(bs, bs_r):
+        self.assertAllClose(b, b_r)
+
+      # Test opaque_params size lower bound
+      opaque_params_size_v = sess.run(opaque_params_size)
+      min_params_size = (
+          np.sum([x.size for x in ws]) + np.sum([x.size for x in bs]))
+      logging.info("min_parm_size: %d vs actual_opaque_param_size: %d",
+                   min_params_size, opaque_params_size_v)
+      self.assertLessEqual(min_params_size, opaque_params_size_v)
+
+  @parameterized.named_parameters((c["testcase_name"], c["num_units"],
+                                   c["input_size"], c["num_layers"])
+                                  for c in NAMED_RNN_TESTCASES)
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_gru(self, num_units, input_size, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_gru_helper(num_units, input_size, num_layers,
+                          cudnn_rnn_ops.CUDNN_RNN_UNIDIRECTION)
+
+  @parameterized.named_parameters((c["testcase_name"], c["num_units"],
+                                   c["input_size"], c["num_layers"])
+                                  for c in NAMED_RNN_TESTCASES)
   @unittest.skipUnless(test.is_built_with_cuda(),
                        "Test only applicable when running on GPUs")
-  def DISABLED_testSimpleTraining(self):
-    # TODO(jamesqin): fix b/117989214
-    test_configs = [
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_LSTM,
-            "dtype": dtypes.float64,
-            "delta": 1e-4,
-            "tolerance": 5e-6,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_GRU,
-            "dtype": dtypes.float64,
-            "delta": 1e-4,
-            "tolerance": 5e-6,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_RNN_TANH,
-            "dtype": dtypes.float64,
-            "delta": 1e-4,
-            "tolerance": 5e-6,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_RNN_RELU,
-            "dtype": dtypes.float64,
-            "delta": 1e-4,
-            "tolerance": 5e-6,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-                "dir_count": 1,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_LSTM,
-            "dtype": dtypes.float32,
-            "tolerance": 1.5e-2,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_GRU,
-            "dtype": dtypes.float32,
-            "tolerance": 4e-3,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_RNN_TANH,
-            "dtype": dtypes.float32,
-            "tolerance": 5e-3,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-            },
-        },
-        {
-            "rnn_mode": cudnn_rnn_ops.CUDNN_RNN_RELU,
-            "dtype": dtypes.float32,
-            "tolerance": 5e-1,
-            "shape": {
-                "num_layers": 2,
-                "num_units": 3,
-                "input_size": 4,
-                "batch_size": 3,
-                "seq_length": 4,
-            },
-        },
-    ]
-    dropouts = [0., 0.5, 1.]
-    dir_counts = [1]
-    for config, dropout, dir_count in itertools.product(test_configs, dropouts,
-                                                        dir_counts):
-      rnn_mode = config["rnn_mode"]
-      dtype = config.get("dtype", dtypes.float32)
-      delta = config.get("delta", 1e-3)
-      tolerance = config["tolerance"]
-      shape = config["shape"]
-      with ops.Graph().as_default():
-        self._testOneSimpleTraining(rnn_mode, shape["num_layers"],
-                                    shape["num_units"], shape["input_size"],
-                                    shape["batch_size"], shape["seq_length"],
-                                    dir_count, dropout, dtype, delta, tolerance)
+  def test_gru_bidi(self, num_units, input_size, num_layers):
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    self._test_gru_helper(num_units, input_size, num_layers,
+                          cudnn_rnn_ops.CUDNN_RNN_BIDIRECTION)
+
+
+class CudnnRnnSaveRestoreTest(TensorFlowTestCase, parameterized.TestCase):
+  """Class for testing various Cudnn Rnn SaveableObjects."""
+
+  def _create_opaque_param(self,
+                           rnn_mode,
+                           num_units,
+                           input_size,
+                           num_layers,
+                           direction,
+                           name=None):
+    param_size_t = cudnn_rnn_ops.cudnn_rnn_opaque_params_size(
+        rnn_mode, num_layers, num_units, input_size, direction=direction)
+    init_val = random_ops.random_uniform([param_size_t])
+    return variable_scope.get_variable(
+        name or "opaque_param", initializer=init_val, validate_shape=False)
+
+  def _create_saveable(self, opaque_param, rnn_mode, num_units, input_size,
+                       num_layers, direction):
+    if rnn_mode == CUDNN_LSTM:
+      fn = cudnn_rnn_ops.CudnnLSTMSaveable
+    elif rnn_mode == CUDNN_GRU:
+      fn = cudnn_rnn_ops.CudnnGRUSaveable
+    elif rnn_mode == CUDNN_RNN_TANH:
+      fn = cudnn_rnn_ops.CudnnRNNTanhSaveable
+    elif rnn_mode == CUDNN_RNN_RELU:
+      fn = cudnn_rnn_ops.CudnnRNNReluSaveable
+    saveable = fn(
+        opaque_param, num_layers, num_units, input_size, direction=direction)
+    return saveable
+
+  def _compare_weights(self, lhs, rhs):
+    self.assertLen(rhs, len(lhs))
+    for lw, rw in zip(lhs, rhs):
+      self.assertAllEqual(lw, rw)
+
+  def _compare_biases(self, lhs, rhs):
+    self.assertLen(rhs, len(lhs))
+    for lf, rt in zip(lhs, rhs):
+      self.assertAllEqual(lf, rt)
+
+  @parameterized.named_parameters(
+      ExpandNamedTestCases(
+          NAMED_RNN_TESTCASES, "time", "batch_size", **{
+              "rnn_mode": [
+                  CUDNN_LSTM, CUDNN_GRU, CUDNN_RNN_RELU, CUDNN_RNN_TANH
+              ],
+              "direction": [CUDNN_RNN_UNIDIRECTION, CUDNN_RNN_BIDIRECTION]
+          }))
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_save_restore_variable(self, rnn_mode, num_units, input_size,
+                                 num_layers, direction):
+    # Verify the restored opaque param, once converted to tf_canonical format,
+    # is the same as the tf canonicals of the pre-restored param.
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with self.session(use_gpu=True) as sess:
+      opaque_param = self._create_opaque_param(rnn_mode, num_units, input_size,
+                                               num_layers, direction)
+      saveable = self._create_saveable(opaque_param, rnn_mode, num_units,
+                                       input_size, num_layers, direction)
+      ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+      weights_op, biases_op = saveable.format_converter.opaque_to_tf_canonical(
+          saveable._variables)
+
+      save_path = os.path.join(self.get_temp_dir(), "save_restore_var_test")
+      saver = saver_lib.Saver(write_version=saver_pb2.SaverDef.V2)
+
+      init_op = variables.global_variables_initializer()
+      reset_op = state_ops.assign(opaque_param,
+                                  array_ops.zeros_like(opaque_param))
+      sess.run(init_op)
+      self.assertEqual(save_path, saver.save(sess, save_path))
+
+      # Get the tf canonical vals before reset-restore
+      weights, biases = sess.run([weights_op, biases_op])
+
+      # Reset the opaque param value
+      sess.run(reset_op)
+      # Assert reset happened.
+      weights_z, biases_z = sess.run([weights_op, biases_op])
+      for w in weights_z:
+        self.assertAllClose(w, np.zeros_like(w))
+      for b in biases_z:
+        self.assertAllClose(b, np.zeros_like(b))
+
+      # Restore opaque param value from checkpoint.
+      saver.restore(sess, save_path)
+      weights_r, biases_r = sess.run([weights_op, biases_op])
+      self._compare_weights(weights, weights_r)
+      self._compare_biases(biases, biases_r)
+
+  @parameterized.named_parameters(
+      ExpandNamedTestCases(
+          NAMED_RNN_TESTCASES, "time", "batch_size", **{
+              "rnn_mode": [
+                  CUDNN_LSTM, CUDNN_GRU, CUDNN_RNN_RELU, CUDNN_RNN_TANH
+              ],
+              "direction": [CUDNN_RNN_UNIDIRECTION, CUDNN_RNN_BIDIRECTION]
+          }))
+  @unittest.skipUnless(test.is_built_with_cuda(),
+                       "Test only applicable when running on GPUs")
+  def test_save_restore_multi_variables(self, rnn_mode, num_units, input_size,
+                                        num_layers, direction):
+    # Verify the restored opaque param, once converted to tf_canonical format,
+    # is the same as the tf canonicals of the pre-restored param.
+    if not context.context().num_gpus():
+      self.skipTest("No GPUs found")
+    with self.session(use_gpu=True) as sess:
+      opaque_params = []
+      saveables = []
+      num_opaque_params = 2
+      for i in range(num_opaque_params):
+        opaque_params.append(
+            self._create_opaque_param(
+                rnn_mode,
+                num_units,
+                input_size,
+                num_layers,
+                direction,
+                name="opaque_param_%d" % i))
+        saveable = self._create_saveable(opaque_params[i], rnn_mode, num_units,
+                                         input_size, num_layers, direction)
+        ops.add_to_collection(ops.GraphKeys.SAVEABLE_OBJECTS, saveable)
+        saveables.append(saveable)
+
+      weights_ops, biases_ops = [], []
+      for i in range(num_opaque_params):
+        weights_op, biases_op = (
+            saveables[i].format_converter.opaque_to_tf_canonical(
+                saveables[i]._variables))
+        weights_ops.append(weights_op)
+        biases_ops.append(biases_op)
+
+      save_path = os.path.join(self.get_temp_dir(), "save_restore_var_test")
+      saver = saver_lib.Saver(write_version=saver_pb2.SaverDef.V2)
+
+      init_op = variables.global_variables_initializer()
+      reset_ops = []
+      for i in range(num_opaque_params):
+        reset_ops.append(
+            state_ops.assign(opaque_params[i],
+                             array_ops.zeros_like(opaque_params[i])))
+      sess.run(init_op)
+      self.assertEqual(save_path, saver.save(sess, save_path))
+
+      # Get the tf canonical vals before reset-restore
+      for i in range(num_opaque_params):
+        weights, biases = sess.run([weights_ops[i], biases_ops[i]])
+
+        # Reset the opaque param value
+        sess.run(reset_ops[i])
+
+        # Assert reset happened.
+        weights_z, biases_z = sess.run([weights_ops[i], biases_ops[i]])
+        for w in weights_z:
+          self.assertAllClose(w, np.zeros_like(w))
+        for b in biases_z:
+          self.assertAllClose(b, np.zeros_like(b))
+
+        # Restore opaque param value from checkpoint.
+        saver.restore(sess, save_path)
+        weights_r, biases_r = sess.run([weights_ops[i], biases_ops[i]])
+        self._compare_weights(weights, weights_r)
+        self._compare_biases(biases, biases_r)
 
 
 if __name__ == "__main__":
-- 
GitLab


From ebdc11520bd79a58b74c0d04a258917f887a24a2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 13:45:52 -0800
Subject: [PATCH 1592/1825] Bug fix: platform_strings should include powerpc
 options on 32-bit powerpc machines

PiperOrigin-RevId: 221503303
---
 tensorflow/core/platform/platform_strings.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/platform/platform_strings.h b/tensorflow/core/platform/platform_strings.h
index c9d29e6362..24c2929e41 100644
--- a/tensorflow/core/platform/platform_strings.h
+++ b/tensorflow/core/platform/platform_strings.h
@@ -297,7 +297,7 @@ limitations under the License.
 #undef TF_PLAT_STR_LIST___x86_64__
 #define TF_PLAT_STR_LIST___x86_64__()
 #endif
-#if !defined(__powerpc64__)
+#if !defined(__powerpc64__) && !defined(__powerpc__)
 #undef TF_PLAT_STR_LIST___powerpc64__
 #define TF_PLAT_STR_LIST___powerpc64__()
 #endif
-- 
GitLab


From 087144dd8e85242dcb2129bda5314651399f995f Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Wed, 14 Nov 2018 13:57:50 -0800
Subject: [PATCH 1593/1825] Delete remaining instances of `num_replicas` usage.

PiperOrigin-RevId: 221505311
---
 tensorflow/python/training/distribute.py | 9 ---------
 1 file changed, 9 deletions(-)

diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 4ed2fb1925..88ee5376fb 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1092,11 +1092,6 @@ class ReplicaContext(object):
     finally:
       _pop_per_thread_mode()
 
-  @property
-  def num_replicas(self):
-    """Returns number of replicas, for purposes of averaging across replicas."""
-    return self._distribution_strategy.num_replicas
-
   @property
   def num_replicas_in_sync(self):
     """Returns number of replicas over which gradients are aggregated."""
@@ -1204,10 +1199,6 @@ class _DefaultDistributionStrategy(DistributionStrategy):
   def value_container(self, value):
     return value
 
-  @property
-  def num_replicas(self):
-    return 1
-
   @property
   def num_replicas_in_sync(self):
     return 1
-- 
GitLab


From b7a2128b28a2755dba2a51d065c429c0cfb0a0f5 Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Wed, 14 Nov 2018 14:21:52 -0800
Subject: [PATCH 1594/1825] Add missing build dependencies

PiperOrigin-RevId: 221510037
---
 tensorflow/compiler/jit/BUILD         | 1 +
 tensorflow/compiler/tf2xla/BUILD      | 2 ++
 tensorflow/compiler/xla/service/BUILD | 3 +++
 3 files changed, 6 insertions(+)

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 5f25e4626a..f5ffe6ff6a 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -268,6 +268,7 @@ cc_library(
         "//tensorflow/core/kernels:variable_ops",
         "@com_google_absl//absl/container:flat_hash_map",
         "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/types:optional",
         "@com_google_absl//absl/types:span",
     ],
 )
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index e017141549..ab018d8507 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -204,6 +204,7 @@ cc_library(
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:types",
         "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/compiler/xla/client",
         "//tensorflow/compiler/xla/client:client_library",
         "//tensorflow/compiler/xla/client:local_client",
         "//tensorflow/compiler/xla/client:xla_builder",
@@ -221,6 +222,7 @@ cc_library(
         "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/types:optional",
         "@com_google_absl//absl/types:span",
     ],
     alwayslink = 1,
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 3fc804b9f6..779a700099 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -403,6 +403,7 @@ cc_library(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
+        "@com_google_absl//absl/base",
         "@com_google_absl//absl/container:flat_hash_map",
         "@com_google_absl//absl/types:span",
     ],
@@ -1336,6 +1337,7 @@ cc_library(
         ":hlo",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
@@ -2347,6 +2349,7 @@ cc_library(
         "//tensorflow/compiler/xla:util",
         "//tensorflow/compiler/xla:xla_data_proto",
         "//tensorflow/core:lib",
+        "@com_google_absl//absl/container:flat_hash_map",
     ],
 )
 
-- 
GitLab


From 70148b32e354fd3c578d54a0d4ac7bcc7a7deea5 Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Wed, 14 Nov 2018 14:41:34 -0800
Subject: [PATCH 1595/1825] Add methods to TPUClusterResolvers in preparation
 for Distribute Coordinators

PiperOrigin-RevId: 221513705
---
 .../python/training/tpu_cluster_resolver.py   | 116 ++++++++++++++----
 .../training/tpu_cluster_resolver_test.py     |  62 ++++++++++
 2 files changed, 153 insertions(+), 25 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
index 1f6803a9ff..1a7a31c15c 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
@@ -24,6 +24,7 @@ from six.moves.urllib.request import Request
 from six.moves.urllib.request import urlopen
 
 from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import ClusterResolver
+from tensorflow.contrib.cluster_resolver.python.training.cluster_resolver import format_master_url
 from tensorflow.python.training import server_lib
 from tensorflow.python.util import compat
 
@@ -85,6 +86,8 @@ class TPUClusterResolver(ClusterResolver):
     return compat.as_bytes(resp.read())
 
   def _shouldResolve(self):
+    if isinstance(self._should_resolve_override, bool):
+      return self._should_resolve_override
     if (self._tpu == compat.as_bytes('') or
         self._tpu == compat.as_bytes('local') or
         self._tpu.startswith(compat.as_bytes('/bns')) or
@@ -181,7 +184,39 @@ class TPUClusterResolver(ClusterResolver):
       raise ValueError('Please provide a TPU Name to connect to.')
 
     self._tpu = compat.as_bytes(tpu)  # self._tpu is always bytes
-    self._job_name = job_name
+
+    # By default the task_type is 'worker` and the task_index is 0 (which is the
+    # first worker in the task).
+    self.task_type = job_name
+    self.task_index = 0
+
+    if tpu.startswith('grpc://'):
+      # Cloud environment, where we are using GRPC to communicate to TPUs.
+      self.environment = ''
+    elif tpu == 'local' or not tpu:
+      # Google environment, where the TPU is attached to the host.
+      self.environment = 'google'
+    elif tpu.startswith('/bns'):
+      # Google environment, where we reach the TPU through BNS.
+      self.environment = 'google'
+
+    # If TPU is in the Google environment or exists locally, we don't use any
+    # RPC layer.
+    if tpu.startswith('/bns') or tpu == 'local' or not tpu:
+      self.rpc_layer = None
+    else:
+      self.rpc_layer = 'grpc'
+
+    # Setting this overrides the return value of self._shouldResolve()
+    self._should_resolve_override = None
+
+    # We strip out the protocol if it is included, and override the
+    # shouldResolve function to never resolve. We are adding the protocol back
+    # in later in self.master().
+    if self.rpc_layer is not None and tpu.startswith(self.rpc_layer + '://'):
+      tpu = tpu[len(self.rpc_layer + '://'):]
+      self._tpu = tpu
+      self._should_resolve_override = False
 
     # Whether we should actually attempt to contact Cloud APIs
     should_resolve = self._shouldResolve()
@@ -222,7 +257,7 @@ class TPUClusterResolver(ClusterResolver):
     else:
       self._coordinator_address = coordinator_address
 
-  def master(self, task_type=None, task_index=None):
+  def master(self, task_type=None, task_index=None, rpc_layer=None):
     """Get the Master string to be used for the session.
 
     In the normal case, this returns the grpc path (grpc://1.2.3.4:8470) of
@@ -234,8 +269,12 @@ class TPUClusterResolver(ClusterResolver):
     'grpc://10.240.1.2:8470' will be returned).
 
     Args:
-      task_type: (Optional) The type of the TensorFlow task of the master.
-      task_index: (Optional) The index of the TensorFlow task of the master.
+      task_type: (Optional, string) The type of the TensorFlow task of the
+        master.
+      task_index: (Optional, integer) The index of the TensorFlow task of the
+        master.
+      rpc_layer: (Optional, string) The RPC protocol TensorFlow should use to
+        communicate with TPUs.
 
     Returns:
       string, the connection string to use when creating a session.
@@ -243,25 +282,34 @@ class TPUClusterResolver(ClusterResolver):
     Raises:
       ValueError: If none of the TPUs specified exists.
     """
-    if not self._shouldResolve():
-      return self._tpu.split(compat.as_bytes(_ENDPOINTS_SEPARATOR))[0]
-
-    cluster_spec = self.cluster_spec()
-    if task_type and task_index:
-      return cluster_spec.task_address(task_type, task_index)
-
-    job_tasks = cluster_spec.job_tasks(self._job_name)
-    if not job_tasks:
-      raise ValueError('No TPUs exists with the specified names exist.')
-
-    return 'grpc://' + job_tasks[0]
+    if self._shouldResolve():
+      # We are going to communicate with the Cloud TPU APIs to get a Cluster.
+      cluster_spec = self.cluster_spec()
+      if task_type is not None and task_index is not None:
+        # task_type and task_index is from the function parameter
+        master = cluster_spec.task_address(task_type, task_index)
+      elif self.task_type is not None and self.task_index is not None:
+        # task_type and task_index is from the object
+        master = cluster_spec.task_address(self.task_type, self.task_index)
+      else:
+        # by default we take the first item in the cluster with the right name
+        job_tasks = cluster_spec.job_tasks(self.task_type)
+        if not job_tasks:
+          raise ValueError('No TPUs with the specified names exist.')
+        master = job_tasks[0]
+    else:
+      if isinstance(self._tpu, (bytes, bytearray)):
+        master = self._tpu.split(compat.as_bytes(_ENDPOINTS_SEPARATOR))[0]
+      else:
+        master = self._tpu.split(_ENDPOINTS_SEPARATOR)[0]
+    return format_master_url(master, rpc_layer or self.rpc_layer)
 
   def get_master(self):
     return self.master()
 
   def get_job_name(self):
     if self._shouldResolve():
-      return self._job_name
+      return self.task_type
 
   def cluster_spec(self):
     """Returns a ClusterSpec object based on the latest TPU information.
@@ -313,18 +361,23 @@ class TPUClusterResolver(ClusterResolver):
         instance_url = '%s:%s' % (response['ipAddress'], response['port'])
         worker_list = [instance_url]
 
-      cluster_spec = {self._job_name: worker_list}
+      cluster_spec = {self.task_type: worker_list}
     else:
-      if not self._tpu.startswith(compat.as_bytes('grpc://')):
+      if self.rpc_layer is None:
         # Case 3.
         return None
       # Case 2.
-      cluster_spec = {
-          self._job_name: [
-              x[len(compat.as_bytes('grpc://')):]
-              for x in self._tpu.split(compat.as_bytes(_ENDPOINTS_SEPARATOR))
-          ]
-      }
+      tpus = []
+      for tpu in self._tpu.split(_ENDPOINTS_SEPARATOR):
+        # We are working around the fact that GKE environment variable that is
+        # supplied to us has the protocol string embedded in it, but we want
+        # to strip it out for the ClusterSpec.
+        if (self.rpc_layer is not None and
+            tpu.startswith(self.rpc_layer + '://')):
+          tpus.append(tpu[len(self.rpc_layer + '://'):])
+        else:
+          tpus.append(tpu)
+      cluster_spec = {self.task_type: tpus}
 
     if self._coordinator_address:
       # {1, 2}.a
@@ -332,6 +385,19 @@ class TPUClusterResolver(ClusterResolver):
 
     return server_lib.ClusterSpec(cluster_spec)
 
+  def num_accelerators_per_worker(self, session_config=None):
+    """Returns the number of TPU cores per worker.
+
+    This defaults to 8 for all current TPU configurations, and we do not need
+    to query any remote systems for this.
+
+    Args:
+      session_config: Unused. Not currently necessary to query anything as this
+        number is 8 for all TPU configurations.
+    """
+    del session_config  # Unused. Not necessary to query anything.
+    return 8
+
   def _start_local_server(self):
     address = self._requestComputeMetadata('instance/network-interfaces/0/ip')
     self._server = server_lib.Server(
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py
index 478c82967b..365bd52ee2 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver_test.py
@@ -132,6 +132,7 @@ class TPUClusterResolverTest(test.TestCase):
     }
     """ % tpu_cluster_resolver._coordinator_port
     self._verifyClusterSpecEquality(actual_cluster_spec, str(expected_proto))
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.1.2.3:8470')
 
   @mock.patch.object(TPUClusterResolver, '_requestComputeMetadata',
                      mock_request_compute_metadata)
@@ -157,6 +158,7 @@ class TPUClusterResolverTest(test.TestCase):
     job { name: 'worker' tasks { key: 0 value: '10.1.2.3:8470' } }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.1.2.3:8470')
 
   @mock.patch.object(TPUClusterResolver, '_requestComputeMetadata',
                      mock_request_compute_metadata)
@@ -226,6 +228,7 @@ class TPUClusterResolverTest(test.TestCase):
     job { name: 'worker' tasks { key: 0 value: '10.1.2.3:8470' } }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.1.2.3:8470')
 
   def testNewNetworkEndpointFormat(self):
     tpu_map = {
@@ -304,6 +307,7 @@ class TPUClusterResolverTest(test.TestCase):
     }
     """ % tpu_cluster_resolver._coordinator_port
     self._verifyClusterSpecEquality(actual_cluster_spec, str(expected_proto))
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.2.3.4:8470')
 
   def testPodResolutionNoCoordinator(self):
     tpu_map = {
@@ -350,6 +354,7 @@ class TPUClusterResolverTest(test.TestCase):
     }
     """
     self._verifyClusterSpecEquality(actual_cluster_spec, expected_proto)
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.2.3.4:8470')
 
   def testGetMasterNoEntries(self):
     tpu_map = {}
@@ -464,5 +469,62 @@ class TPUClusterResolverTest(test.TestCase):
     self.assertEqual('https://{api}.internal/{apiVersion}',
                      TPUClusterResolver._environmentDiscoveryUrl())
 
+  def testEnvironmentAndRpcDetectionForGoogle(self):
+    tpu_cluster_resolver = TPUClusterResolver(tpu='/bns/ab/cd/ef')
+    self.assertEqual(tpu_cluster_resolver.environment, 'google')
+    self.assertEqual(tpu_cluster_resolver.rpc_layer, None)
+
+  def testEnvironmentAndRpcDetectionForGrpcString(self):
+    tpu_cluster_resolver = TPUClusterResolver(tpu='grpc://10.1.2.3:8470')
+    self.assertEqual(tpu_cluster_resolver.environment, '')
+    self.assertEqual(tpu_cluster_resolver.rpc_layer, 'grpc')
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.1.2.3:8470')
+
+  def testOverrideTaskTypeAndIndexAndGetMaster(self):
+    tpu_map = {
+        'projects/test-project/locations/us-central1-c/nodes/test-tpu-1': {
+            'health':
+                'HEALTHY',
+            'networkEndpoints': [
+                {
+                    'ipAddress': '10.2.3.4',
+                    'port': 8470,
+                },
+                {
+                    'ipAddress': '10.2.3.5',
+                    'port': 8470,
+                },
+                {
+                    'ipAddress': '10.2.3.6',
+                    'port': 8470,
+                },
+                {
+                    'ipAddress': '10.2.3.7',
+                    'port': 8470,
+                },
+            ]
+        }
+    }
+
+    tpu_cluster_resolver = TPUClusterResolver(
+        project='test-project',
+        zone='us-central1-c',
+        tpu='test-tpu-1',
+        coordinator_name=None,
+        credentials=None,
+        service=self.mock_service_client(tpu_map=tpu_map))
+
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.2.3.4:8470')
+
+    tpu_cluster_resolver.task_type = 'worker'
+    tpu_cluster_resolver.task_index = 3
+    self.assertEqual(tpu_cluster_resolver.master(), 'grpc://10.2.3.7:8470')
+
+    self.assertEqual(
+        tpu_cluster_resolver.master(
+            task_type='worker', task_index=2, rpc_layer='test'),
+        'test://10.2.3.6:8470')
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 368861aedb8105847f05284ea9fac235f1e9fe7a Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Wed, 14 Nov 2018 14:46:59 -0800
Subject: [PATCH 1596/1825] Deprecate `SUM_BY_NONZERO_WEIGHTS`,
 `SUM_OVER_NONZERO_WEIGHTS`, `MEAN` loss reductions in V1 and remove them in
 V2.

PiperOrigin-RevId: 221514670
---
 tensorflow/python/ops/losses/losses_impl.py   | 37 ++++++++++++++-----
 .../v1/tensorflow.losses.-reduction.pbtxt     |  1 +
 .../v2/tensorflow.losses.-reduction.pbtxt     | 14 +------
 3 files changed, 29 insertions(+), 23 deletions(-)

diff --git a/tensorflow/python/ops/losses/losses_impl.py b/tensorflow/python/ops/losses/losses_impl.py
index 53c09ee8dd..ffcd12b38e 100644
--- a/tensorflow/python/ops/losses/losses_impl.py
+++ b/tensorflow/python/ops/losses/losses_impl.py
@@ -34,28 +34,45 @@ from tensorflow.python.util.deprecation import deprecated_argument_lookup
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("losses.Reduction")
-class Reduction(object):
+@tf_export("losses.Reduction", v1=[])
+class ReductionV2(object):
   """Types of loss reduction.
 
   Contains the following values:
   `NONE`: Un-reduced weighted losses with the same shape as input.
   `SUM`: Scalar sum of weighted losses.
-  `MEAN`: Scalar `SUM` divided by sum of weights.
   `SUM_OVER_BATCH_SIZE`: Scalar `SUM` divided by number of elements in losses.
-  `SUM_OVER_NONZERO_WEIGHTS`: Scalar `SUM` divided by number of non-zero
-     weights.
-  `SUM_BY_NONZERO_WEIGHTS`: Same as `SUM_OVER_NONZERO_WEIGHTS`.
   """
 
   NONE = "none"
-
   SUM = "weighted_sum"
+  SUM_OVER_BATCH_SIZE = "weighted_sum_over_batch_size"
 
-  MEAN = "weighted_mean"
+  @classmethod
+  def all(cls):
+    return (cls.NONE, cls.SUM, cls.SUM_OVER_BATCH_SIZE)
+
+  @classmethod
+  def validate(cls, key):
+    if key not in cls.all():
+      raise ValueError("Invalid Reduction Key %s." % key)
 
-  SUM_OVER_BATCH_SIZE = "weighted_sum_over_batch_size"
 
+@tf_export(v1=["losses.Reduction"])
+class Reduction(ReductionV2):
+  """Types of loss reduction.
+
+  Contains the following values:
+  `NONE`: Un-reduced weighted losses with the same shape as input.
+  `SUM`: Scalar sum of weighted losses.
+  `MEAN`: Scalar `SUM` divided by sum of weights. DEPRECATED.
+  `SUM_OVER_BATCH_SIZE`: Scalar `SUM` divided by number of elements in losses.
+  `SUM_OVER_NONZERO_WEIGHTS`: Scalar `SUM` divided by number of non-zero
+     weights. DEPRECATED.
+  `SUM_BY_NONZERO_WEIGHTS`: Same as `SUM_OVER_NONZERO_WEIGHTS`.
+  """
+
+  MEAN = "weighted_mean"
   SUM_BY_NONZERO_WEIGHTS = "weighted_sum_by_nonzero_weights"
   SUM_OVER_NONZERO_WEIGHTS = SUM_BY_NONZERO_WEIGHTS
 
@@ -72,7 +89,7 @@ class Reduction(object):
   @classmethod
   def validate(cls, key):
     if key not in cls.all():
-      raise ValueError("Invalid ReductionKey %s." % key)
+      raise ValueError("Invalid Reduction Key %s." % key)
 
 
 def _safe_div(numerator, denominator, name="value"):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.losses.-reduction.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.losses.-reduction.pbtxt
index 258ad5047e..b2adb52660 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.losses.-reduction.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.losses.-reduction.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.losses.Reduction"
 tf_class {
   is_instance: "<class \'tensorflow.python.ops.losses.losses_impl.Reduction\'>"
+  is_instance: "<class \'tensorflow.python.ops.losses.losses_impl.ReductionV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "MEAN"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.losses.-reduction.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.losses.-reduction.pbtxt
index 258ad5047e..6a44e4ce66 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.losses.-reduction.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.losses.-reduction.pbtxt
@@ -1,11 +1,7 @@
 path: "tensorflow.losses.Reduction"
 tf_class {
-  is_instance: "<class \'tensorflow.python.ops.losses.losses_impl.Reduction\'>"
+  is_instance: "<class \'tensorflow.python.ops.losses.losses_impl.ReductionV2\'>"
   is_instance: "<type \'object\'>"
-  member {
-    name: "MEAN"
-    mtype: "<type \'str\'>"
-  }
   member {
     name: "NONE"
     mtype: "<type \'str\'>"
@@ -14,18 +10,10 @@ tf_class {
     name: "SUM"
     mtype: "<type \'str\'>"
   }
-  member {
-    name: "SUM_BY_NONZERO_WEIGHTS"
-    mtype: "<type \'str\'>"
-  }
   member {
     name: "SUM_OVER_BATCH_SIZE"
     mtype: "<type \'str\'>"
   }
-  member {
-    name: "SUM_OVER_NONZERO_WEIGHTS"
-    mtype: "<type \'str\'>"
-  }
   member_method {
     name: "__init__"
   }
-- 
GitLab


From 6e5c26a2ab63d51ec16d88a6bdbb27c3e5f6f378 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Wed, 14 Nov 2018 14:47:32 -0800
Subject: [PATCH 1597/1825] Add new flag zero_output_for_mask to RNN.

Current RNN layer will use previous timestep output as the output if the step is masked. It is useful for certain case, eg propagate the output to final timestep when data is right padded, and user only want the output for final timestep. However, if user cares about output for all timestep, then use zero filed output is more reasonable when input is masked.

Since this is change of behavior, added a new flag in RNN as well as backend.rnn().

PiperOrigin-RevId: 221514766
---
 tensorflow/python/keras/backend.py            | 33 ++++++++++++++-----
 tensorflow/python/keras/layers/recurrent.py   |  8 ++++-
 .../python/keras/layers/recurrent_test.py     | 26 +++++++++++++++
 tensorflow/python/keras/layers/wrappers.py    |  4 +++
 .../python/keras/layers/wrappers_test.py      | 28 ++++++++++++++++
 .../golden/v1/tensorflow.keras.backend.pbtxt  |  2 +-
 .../golden/v2/tensorflow.keras.backend.pbtxt  |  2 +-
 7 files changed, 91 insertions(+), 12 deletions(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index aeb9bd4cb0..6174478e59 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -3237,7 +3237,8 @@ def rnn(step_function,
         constants=None,
         unroll=False,
         input_length=None,
-        time_major=False):
+        time_major=False,
+        zero_output_for_mask=False):
   """Iterates over the time dimension of a tensor.
 
   Arguments:
@@ -3275,7 +3276,9 @@ def rnn(step_function,
           RNN calculation. However, most TensorFlow data is batch-major, so by
           default this function accepts input and emits output in batch-major
           form.
-
+      zero_output_for_mask: Boolean. If True, the output for masked timestep
+          will be zeros, whereas in the False case, output from previous
+          timestep is returned.
   Returns:
       A tuple, `(last_output, outputs, new_states)`.
           last_output: the latest output of the rnn, of shape `(samples, ...)`
@@ -3327,13 +3330,13 @@ def rnn(step_function,
   # So we need to broadcast the mask to match the shape of inputs.
   # That's what the tile call does, it just repeats the mask along its
   # second dimension n times.
-  def _expand_mask(mask_t, input_t):
+  def _expand_mask(mask_t, input_t, fixed_dim=1):
     assert not nest.is_sequence(mask_t)
     assert not nest.is_sequence(input_t)
     rank_diff = len(input_t.shape) - len(mask_t.shape)
     for _ in range(rank_diff):
       mask_t = array_ops.expand_dims(mask_t)
-    expand_dims = [1] + input_t.shape.as_list()[1:]
+    expand_dims = [1] * fixed_dim + input_t.shape.as_list()[fixed_dim:]
     return array_ops.tile(mask_t, expand_dims)
 
   if unroll:
@@ -3392,6 +3395,17 @@ def rnn(step_function,
       last_output = successive_outputs[-1]
       new_states = successive_states[-1]
       outputs = array_ops.stack(successive_outputs)
+
+      if zero_output_for_mask:
+        last_output = array_ops.where(
+            _expand_mask(mask_list[-1], last_output),
+            last_output,
+            zeros_like(last_output))
+        outputs = array_ops.where(
+            _expand_mask(mask, outputs, fixed_dim=2),
+            outputs,
+            zeros_like(outputs))
+
     else:
       for i in range(time_steps):
         inp = _get_input_tensor(i)
@@ -3485,11 +3499,12 @@ def rnn(step_function,
                                            tuple(states) + tuple(constants))
         # mask output
         flat_output = nest.flatten(output)
-        flat_previous_output = nest.flatten(prev_output)
+        flat_mask_output = (flat_zero_output if zero_output_for_mask
+                            else nest.flatten(prev_output))
         tiled_mask_t = tuple(_expand_mask(mask_t, o) for o in flat_output)
         flat_new_output = tuple(
-            array_ops.where(m, o, po) for m, o, po in zip(
-                tiled_mask_t, flat_output, flat_previous_output))
+            array_ops.where(m, o, zo) for m, o, zo in zip(
+                tiled_mask_t, flat_output, flat_mask_output))
 
         # mask states
         flat_state = nest.flatten(states)
@@ -3498,8 +3513,8 @@ def rnn(step_function,
           new_state.set_shape(state.shape)
         tiled_mask_t = tuple(_expand_mask(mask_t, s) for s in flat_state)
         flat_final_state = tuple(
-            array_ops.where(m, o, po)
-            for m, o, po in zip(tiled_mask_t, flat_new_state, flat_state))
+            array_ops.where(m, s, ps)
+            for m, s, ps in zip(tiled_mask_t, flat_new_state, flat_state))
         new_states = nest.pack_sequence_as(new_states, flat_final_state)
 
         output_ta_t = tuple(
diff --git a/tensorflow/python/keras/layers/recurrent.py b/tensorflow/python/keras/layers/recurrent.py
index 979187c719..d04533815e 100644
--- a/tensorflow/python/keras/layers/recurrent.py
+++ b/tensorflow/python/keras/layers/recurrent.py
@@ -446,6 +446,9 @@ class RNN(Layer):
                        'an attribute `state_size` '
                        '(tuple of integers, '
                        'one integer per RNN state).')
+    # If True, the output for masked timestep will be zeros, whereas in the
+    # False case, output from previous timestep is returned for masked timestep.
+    self.zero_output_for_mask = kwargs.pop('zero_output_for_mask', False)
     super(RNN, self).__init__(**kwargs)
     self.cell = cell
     if isinstance(cell, checkpointable.CheckpointableBase):
@@ -829,7 +832,8 @@ class RNN(Layer):
         mask=mask,
         unroll=self.unroll,
         input_length=timesteps,
-        time_major=self.time_major)
+        time_major=self.time_major,
+        zero_output_for_mask=self.zero_output_for_mask)
     if self.stateful:
       updates = []
       for i in range(len(states)):
@@ -923,6 +927,8 @@ class RNN(Layer):
     }
     if self._num_constants is not None:
       config['num_constants'] = self._num_constants
+    if self.zero_output_for_mask:
+      config['zero_output_for_mask'] = self.zero_output_for_mask
 
     cell_config = self.cell.get_config()
     config['cell'] = {
diff --git a/tensorflow/python/keras/layers/recurrent_test.py b/tensorflow/python/keras/layers/recurrent_test.py
index bb14a7a505..7172571f7c 100644
--- a/tensorflow/python/keras/layers/recurrent_test.py
+++ b/tensorflow/python/keras/layers/recurrent_test.py
@@ -1079,6 +1079,32 @@ class RNNTest(test.TestCase):
     # Expect last output to be the same as last output before masking
     self.assertAllClose(y_np, x_np[:, 1, :])
 
+  def test_zero_output_for_masking(self):
+
+    for unroll in [True, False]:
+      cell = keras.layers.SimpleRNNCell(5)
+      x = keras.Input((5, 5))
+      mask = keras.layers.Masking()
+      layer = keras.layers.RNN(
+          cell, return_sequences=True, zero_output_for_mask=True, unroll=unroll)
+      masked_input = mask(x)
+      y = layer(masked_input)
+      model = keras.models.Model(x, y)
+      model.compile(optimizer=rmsprop.RMSPropOptimizer(learning_rate=0.001),
+                    loss='mse')
+
+      np_x = np.ones((6, 5, 5))
+      result_1 = model.predict(np_x)
+
+      # set the time 4 and 5 for last record to be zero (masked).
+      np_x[5, 3:] = 0
+      result_2 = model.predict(np_x)
+
+      # expect the result_2 has same output, except the time 4,5 for last
+      # record.
+      result_1[5, 3:] = 0
+      self.assertAllClose(result_1, result_2)
+
 
 class Minimal2DRNNCell(keras.layers.Layer):
   """The minimal 2D RNN cell is a simple combination of 2 1-D RNN cell.
diff --git a/tensorflow/python/keras/layers/wrappers.py b/tensorflow/python/keras/layers/wrappers.py
index d40f7a2e80..27419a1ffc 100644
--- a/tensorflow/python/keras/layers/wrappers.py
+++ b/tensorflow/python/keras/layers/wrappers.py
@@ -389,6 +389,10 @@ class Bidirectional(Wrapper):
       raise ValueError('Invalid merge mode. '
                        'Merge mode should be one of '
                        '{"sum", "mul", "ave", "concat", None}')
+    if getattr(layer, 'zero_output_for_mask', None) is not None:
+      # Force the zero_output_for_mask to be True if it presents.
+      layer.zero_output_for_mask = True
+
     self.forward_layer = copy.copy(layer)
     config = layer.get_config()
     config['go_backwards'] = not config['go_backwards']
diff --git a/tensorflow/python/keras/layers/wrappers_test.py b/tensorflow/python/keras/layers/wrappers_test.py
index 9584b0186c..bbafa96aab 100644
--- a/tensorflow/python/keras/layers/wrappers_test.py
+++ b/tensorflow/python/keras/layers/wrappers_test.py
@@ -635,6 +635,34 @@ class BidirectionalTest(test.TestCase):
       y_np_3 = model.predict([x_np, s_fw_np, s_bk_np, c_np])
       self.assertAllClose(y_np, y_np_3, atol=1e-4)
 
+  def test_Bidirectional_with_masking(self):
+    rnn = keras.layers.LSTM
+    samples = 2
+    dim = 5
+    timesteps = 3
+    units = 3
+    merge_mode = 'concat'
+    x = np.random.rand(samples, timesteps, dim)
+    # clear the first record's timestep 2, and expect the output of timestep 2
+    # is also 0s.
+    x[0, 2] = 0
+
+    with self.cached_session():
+      inputs = keras.Input((timesteps, dim))
+      masked_inputs = keras.layers.Masking()(inputs)
+      wrapped = keras.layers.Bidirectional(
+          rnn(units, return_sequences=True),
+          merge_mode=merge_mode)
+      outputs = _to_list(wrapped(masked_inputs, training=True))
+      self.assertEqual(len(outputs), 1)
+      self.assertEqual(outputs[0].get_shape().as_list(),
+                       [None, timesteps, units * 2])
+
+      model = keras.Model(inputs, outputs)
+      y = _to_list(model.predict(x))
+      self.assertEqual(len(y), 1)
+      self.assertAllClose(y[0][0, 2], np.zeros(units * 2))
+
 
 def _to_list(ls):
   if isinstance(ls, list):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
index b0e5d2bde7..85e2a71ff3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
@@ -398,7 +398,7 @@ tf_module {
   }
   member_method {
     name: "rnn"
-    argspec: "args=[\'step_function\', \'inputs\', \'initial_states\', \'go_backwards\', \'mask\', \'constants\', \'unroll\', \'input_length\', \'time_major\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'None\', \'False\', \'None\', \'False\'], "
+    argspec: "args=[\'step_function\', \'inputs\', \'initial_states\', \'go_backwards\', \'mask\', \'constants\', \'unroll\', \'input_length\', \'time_major\', \'zero_output_for_mask\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'None\', \'False\', \'None\', \'False\', \'False\'], "
   }
   member_method {
     name: "round"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
index b30778b2a0..38105c540c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
@@ -394,7 +394,7 @@ tf_module {
   }
   member_method {
     name: "rnn"
-    argspec: "args=[\'step_function\', \'inputs\', \'initial_states\', \'go_backwards\', \'mask\', \'constants\', \'unroll\', \'input_length\', \'time_major\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'None\', \'False\', \'None\', \'False\'], "
+    argspec: "args=[\'step_function\', \'inputs\', \'initial_states\', \'go_backwards\', \'mask\', \'constants\', \'unroll\', \'input_length\', \'time_major\', \'zero_output_for_mask\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'None\', \'False\', \'None\', \'False\', \'False\'], "
   }
   member_method {
     name: "round"
-- 
GitLab


From 958a14b27f45390f5e3ab3a234dde3c18fd60241 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Wed, 14 Nov 2018 15:00:18 -0800
Subject: [PATCH 1598/1825] Update tf.pad for v2 API.

PiperOrigin-RevId: 221517062
---
 tensorflow/python/ops/array_ops.py            | 60 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  5 +-
 3 files changed, 63 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 8925af6664..d0efbdbaf8 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -2005,7 +2005,65 @@ def sparse_placeholder(dtype, shape=None, name=None):
 # pylint: enable=redefined-outer-name
 
 
-@tf_export("pad")
+@tf_export("pad", v1=[])
+def pad_v2(tensor, paddings, mode="CONSTANT", constant_values=0, name=None):
+  """Pads a tensor.
+
+  This operation pads a `tensor` according to the `paddings` you specify.
+  `paddings` is an integer tensor with shape `[n, 2]`, where n is the rank of
+  `tensor`. For each dimension D of `input`, `paddings[D, 0]` indicates how
+  many values to add before the contents of `tensor` in that dimension, and
+  `paddings[D, 1]` indicates how many values to add after the contents of
+  `tensor` in that dimension. If `mode` is "REFLECT" then both `paddings[D, 0]`
+  and `paddings[D, 1]` must be no greater than `tensor.dim_size(D) - 1`. If
+  `mode` is "SYMMETRIC" then both `paddings[D, 0]` and `paddings[D, 1]` must be
+  no greater than `tensor.dim_size(D)`.
+
+  The padded size of each dimension D of the output is:
+
+  `paddings[D, 0] + tensor.dim_size(D) + paddings[D, 1]`
+
+  For example:
+
+  ```python
+  t = tf.constant([[1, 2, 3], [4, 5, 6]])
+  paddings = tf.constant([[1, 1,], [2, 2]])
+  # 'constant_values' is 0.
+  # rank of 't' is 2.
+  tf.pad(t, paddings, "CONSTANT")  # [[0, 0, 0, 0, 0, 0, 0],
+                                   #  [0, 0, 1, 2, 3, 0, 0],
+                                   #  [0, 0, 4, 5, 6, 0, 0],
+                                   #  [0, 0, 0, 0, 0, 0, 0]]
+
+  tf.pad(t, paddings, "REFLECT")  # [[6, 5, 4, 5, 6, 5, 4],
+                                  #  [3, 2, 1, 2, 3, 2, 1],
+                                  #  [6, 5, 4, 5, 6, 5, 4],
+                                  #  [3, 2, 1, 2, 3, 2, 1]]
+
+  tf.pad(t, paddings, "SYMMETRIC")  # [[2, 1, 1, 2, 3, 3, 2],
+                                    #  [2, 1, 1, 2, 3, 3, 2],
+                                    #  [5, 4, 4, 5, 6, 6, 5],
+                                    #  [5, 4, 4, 5, 6, 6, 5]]
+  ```
+
+  Args:
+    tensor: A `Tensor`.
+    paddings: A `Tensor` of type `int32`.
+    mode: One of "CONSTANT", "REFLECT", or "SYMMETRIC" (case-insensitive)
+    constant_values: In "CONSTANT" mode, the scalar pad value to use. Must be
+      same type as `tensor`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor`. Has the same type as `tensor`.
+
+  Raises:
+    ValueError: When mode is not one of "CONSTANT", "REFLECT", or "SYMMETRIC".
+  """
+  return pad(tensor, paddings, mode, name, constant_values)
+
+
+@tf_export(v1=["pad"])
 def pad(tensor, paddings, mode="CONSTANT", name=None, constant_values=0):  # pylint: disable=invalid-name
   """Pads a tensor.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 665b3f5d81..e8435a401a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -930,7 +930,7 @@ tf_module {
   }
   member_method {
     name: "pad"
-    argspec: "args=[\'tensor\', \'paddings\', \'mode\', \'name\', \'constant_values\'], varargs=None, keywords=None, defaults=[\'CONSTANT\', \'None\', \'0\'], "
+    argspec: "args=[\'tensor\', \'paddings\', \'mode\', \'constant_values\', \'name\'], varargs=None, keywords=None, defaults=[\'CONSTANT\', \'0\', \'None\'], "
   }
   member_method {
     name: "parallel_stack"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 232ad48ac4..fbf4320e94 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -59,10 +59,11 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # for safety, if positional arguments are used. If you have reversed the
     # positional arguments yourself, this could do the wrong thing.
     self.function_reorders = {
-        "tf.convert_to_tensor": ["value", "dtype", "preferred_dtype", "name"],
-        "tf.argmin": ["input", "axis", "output_type", "name"],
         "tf.argmax": ["input", "axis", "output_type", "name"],
+        "tf.argmin": ["input", "axis", "output_type", "name"],
         "tf.boolean_mask": ["tensor", "mask", "name", "axis"],
+        "tf.convert_to_tensor": ["value", "dtype", "preferred_dtype", "name"],
+        "tf.pad": ["tensor", "paddings", "mode", "name", "constant_values"],
     }
 
     # Specially handled functions.
-- 
GitLab


From bd55d0dedb918a94e0ce54aaa53a24d334eefe06 Mon Sep 17 00:00:00 2001
From: Katherine Wu <kathywu@google.com>
Date: Wed, 14 Nov 2018 15:33:36 -0800
Subject: [PATCH 1599/1825] Export V2 Estimator without export_savedmodel
 function

PiperOrigin-RevId: 221523075
---
 .../v1/tensorflow.estimator.-baseline-classifier.pbtxt      | 1 +
 .../v1/tensorflow.estimator.-baseline-estimator.pbtxt       | 1 +
 .../v1/tensorflow.estimator.-baseline-regressor.pbtxt       | 1 +
 .../v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt | 1 +
 .../v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt  | 1 +
 .../golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt  | 1 +
 .../golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt   | 1 +
 ...orflow.estimator.-d-n-n-linear-combined-classifier.pbtxt | 1 +
 ...sorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt | 1 +
 ...sorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt | 1 +
 .../golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt   | 1 +
 .../api/golden/v1/tensorflow.estimator.-estimator.pbtxt     | 1 +
 .../golden/v1/tensorflow.estimator.-linear-classifier.pbtxt | 1 +
 .../golden/v1/tensorflow.estimator.-linear-estimator.pbtxt  | 1 +
 .../golden/v1/tensorflow.estimator.-linear-regressor.pbtxt  | 1 +
 .../v2/tensorflow.estimator.-baseline-classifier.pbtxt      | 1 +
 .../v2/tensorflow.estimator.-baseline-estimator.pbtxt       | 1 +
 .../v2/tensorflow.estimator.-baseline-regressor.pbtxt       | 1 +
 .../v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt | 1 +
 .../v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt  | 1 +
 .../golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt  | 1 +
 .../golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt   | 1 +
 ...orflow.estimator.-d-n-n-linear-combined-classifier.pbtxt | 1 +
 ...sorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt | 1 +
 ...sorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt | 1 +
 .../golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt   | 1 +
 .../api/golden/v2/tensorflow.estimator.-estimator.pbtxt     | 6 +-----
 .../golden/v2/tensorflow.estimator.-linear-classifier.pbtxt | 1 +
 .../golden/v2/tensorflow.estimator.-linear-estimator.pbtxt  | 1 +
 .../golden/v2/tensorflow.estimator.-linear-regressor.pbtxt  | 1 +
 30 files changed, 30 insertions(+), 5 deletions(-)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
index 32b84e90ce..c50527ed63 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.BaselineClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt
index 94933e7ffd..d218773dfc 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.BaselineEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
index db7776b5bf..ee37a060ae 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.BaselineRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
index d530c71482..970abd8622 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-classifier.pbtxt
@@ -3,6 +3,7 @@ tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
index 4703c0f561..b5bbad965e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-boosted-trees-regressor.pbtxt
@@ -3,6 +3,7 @@ tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
index ce6040d0f2..22c9e68da1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt
index 4635a1544c..85ff5a4fb1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
index e85007e16e..3f5f9ec724 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNLinearCombinedClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
index a23f5daeac..ac13dad2d4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNLinearCombinedEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
index 8a55bb835f..6e4018122b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNLinearCombinedRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
index 2c4128ec48..93fa79403b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt
index 9d270a87ab..eee57462fb 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-estimator.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.Estimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
index 4b5de2e245..1cadbbca57 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.LinearClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt
index 3d6b03098a..023edec819 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.LinearEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
index 0d1510e9ab..95226b3bcf 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.LinearRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
index 32b84e90ce..c50527ed63 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.BaselineClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt
index 94933e7ffd..d218773dfc 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.BaselineEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
index db7776b5bf..ee37a060ae 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.BaselineRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
index d530c71482..970abd8622 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-classifier.pbtxt
@@ -3,6 +3,7 @@ tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
index 4703c0f561..b5bbad965e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-boosted-trees-regressor.pbtxt
@@ -3,6 +3,7 @@ tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees.BoostedTreesRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.boosted_trees._BoostedTreesBase\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
index ce6040d0f2..22c9e68da1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt
index 4635a1544c..85ff5a4fb1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
index e85007e16e..3f5f9ec724 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNLinearCombinedClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
index a23f5daeac..ac13dad2d4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNLinearCombinedEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
index 8a55bb835f..6e4018122b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNLinearCombinedRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
index 2c4128ec48..93fa79403b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.DNNRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt
index 9d270a87ab..71531fd217 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-estimator.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.Estimator"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
@@ -34,10 +34,6 @@ tf_class {
     name: "export_saved_model"
     argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
   }
-  member_method {
-    name: "export_savedmodel"
-    argspec: "args=[\'self\', \'export_dir_base\', \'serving_input_receiver_fn\', \'assets_extra\', \'as_text\', \'checkpoint_path\', \'strip_default_attrs\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\', \'False\'], "
-  }
   member_method {
     name: "get_variable_names"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
index 4acbff2cff..72c226b25d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-classifier.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.LinearClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt
index 3d6b03098a..023edec819 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-estimator.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.LinearEstimator"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearEstimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
index 0d1510e9ab..95226b3bcf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
@@ -2,6 +2,7 @@ path: "tensorflow.estimator.LinearRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressor\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "config"
-- 
GitLab


From 785b7beec1bb9d21483fb23aeda04960afdf18ec Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Wed, 14 Nov 2018 15:35:58 -0800
Subject: [PATCH 1600/1825] Fix to remove the need to pass the batch size when
 using distribution strategy when using predict on a numpy array if the number
 of samples is less than the default batch size.

PiperOrigin-RevId: 221523550
---
 .../contrib/distribute/python/keras_test.py   | 19 +++------------
 .../engine/distributed_training_utils.py      | 17 +++++++++++++-
 tensorflow/python/keras/engine/training.py    | 23 ++++++++++---------
 3 files changed, 31 insertions(+), 28 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 790b683e58..c16fc52c9a 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -220,7 +220,7 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
   # TODO(b/118776054): Use global batch size for Keras/DS support.
   use_per_core_batch_size = (
       with_distribution and
-      with_distribution.__class__.__name__ != 'TPUStrategy')
+      not isinstance(with_distribution, tpu_strategy.TPUStrategy))
   if use_per_core_batch_size:
     batch_size //= with_distribution.num_replicas_in_sync
 
@@ -237,19 +237,7 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
         'x': x_train,
         'y': y_train,
     }
-    # TODO(b/119318587): We should not require batch_size when distribution
-    # is enabled.
-    if with_distribution:
-      if use_per_core_batch_size:
-        predict_batch_size = (
-            len(x_predict) // with_distribution.num_replicas_in_sync)
-      else:
-        predict_batch_size = len(x_predict)
-    else:
-      predict_batch_size = None
-
     predict_inputs = {
-        'batch_size': predict_batch_size,
         'x': np.array(x_predict, dtype=np.float32),
     }
   else:
@@ -280,7 +268,6 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
     predict_dataset = batch_wrapper(predict_dataset,
                                     predict_batch_size, with_distribution)
     predict_inputs = {
-        'batch_size': None,
         'steps': 1,
         'x': predict_dataset,
     }
@@ -486,8 +473,8 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
                                                      '/device:CPU:0',
                                                      '/device:GPU:1'])
 
-      with self.assertRaisesRegexp(ValueError, 'Please specify a batch_size '
-                                               'that is smaller than'):
+      with self.assertRaisesRegexp(ValueError, 'The number of samples is not '
+                                   'divisible by batch size.'):
         # The batch size(128) is larger than the number of input
         # samples(64).
         distributed_training_utils.get_input_batch_params(inputs,
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index 7e3147bb32..7d38df410f 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -364,9 +364,24 @@ def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
     ValueError: If the number of batches or steps evaluates to 0.
 
   """
+  if batch_size is None:
+    # Default the global batch size to the minimum of 32 and the size of
+    # the numpy array. 32 is chosen to guarantee backward compatibility.
+    batch_size = min(first_x_value.shape[0], 32)
+    if distribution_strategy.__class__.__name__ != 'TPUStrategy':
+      if batch_size % distribution_strategy.num_replicas_in_sync:
+        raise ValueError(
+            'The batch size (%s) could not be sharded evenly across the sync '
+            'replicas (%s) in the distribution strategy.' % (
+                batch_size, distribution_strategy.num_replicas_in_sync))
+      batch_size = batch_size // distribution_strategy.num_replicas_in_sync
+
+  # Calculate number of global batches
+  if first_x_value.shape[0] % batch_size:
+    raise ValueError('The number of samples is not divisible by batch size.')
   num_batches = first_x_value.shape[0] // batch_size
   if not num_batches:
-    raise ValueError('Please specify a batch_size that is smaller than'
+    raise ValueError('Please specify a batch_size that is smaller than '
                      'the number of input samples %d.' % first_x_value.shape[0])
   # TODO(b/118776054): Use global batch size for Keras/DS support.
   # The Keras API supports using the global batch size which is currently only
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 4c56e1eea7..3562060707 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1567,9 +1567,6 @@ class Model(Network):
           shuffle=shuffle,
           initial_epoch=initial_epoch)
 
-    # Backwards compatibility
-    if batch_size is None and steps_per_epoch is None:
-      batch_size = 32
     # Legacy support
     if 'nb_epoch' in kwargs:
       logging.warning(
@@ -1591,6 +1588,10 @@ class Model(Network):
         steps_per_epoch = distributed_training_utils.get_input_batch_params(
             first_x_value, batch_size, self._distribution_strategy)
 
+    # Backwards compatibility
+    if batch_size is None and steps_per_epoch is None:
+      batch_size = 32
+
     x, y, sample_weights = self._standardize_user_data(
         x,
         y,
@@ -1798,10 +1799,6 @@ class Model(Network):
           workers=workers,
           use_multiprocessing=use_multiprocessing)
 
-    # Backwards compatibility.
-    if batch_size is None and steps is None:
-      batch_size = 32
-
     # Validate and standardize user data.
     if self._distribution_strategy:
       distributed_training_utils.validate_inputs(
@@ -1811,6 +1808,10 @@ class Model(Network):
         steps = distributed_training_utils.get_input_batch_params(
             first_x_value, batch_size, self._distribution_strategy)
 
+    # Backwards compatibility.
+    if batch_size is None and steps is None:
+      batch_size = 32
+
     x, y, sample_weights = self._standardize_user_data(
         x,
         y,
@@ -1909,10 +1910,6 @@ class Model(Network):
           workers=workers,
           use_multiprocessing=use_multiprocessing)
 
-    # Backwards compatibility.
-    if batch_size is None and steps is None:
-      batch_size = 32
-
     if self._distribution_strategy:
       distributed_training_utils.validate_inputs(
           x, None, self._distribution_strategy)
@@ -1920,6 +1917,10 @@ class Model(Network):
       if isinstance(first_x_value, np.ndarray) and not steps:
         steps = distributed_training_utils.get_input_batch_params(
             first_x_value, batch_size, self._distribution_strategy)
+    # Backwards compatibility.
+    if batch_size is None and steps is None:
+      batch_size = 32
+
     # Validate and standardize user data.
     # TODO(anjalisridhar): We don't pass batch_size here for some reason. This
     # means that we end up calculating it twice which we should avoid.
-- 
GitLab


From 4ed1ea78f4df736e2647892918de121edd0137b9 Mon Sep 17 00:00:00 2001
From: Nick Hamatake <hamatake@google.com>
Date: Wed, 14 Nov 2018 15:38:05 -0800
Subject: [PATCH 1601/1825] Internal change

PiperOrigin-RevId: 221523998
---
 third_party/icu/data/{BUILD => BUILD.bazel} | 0
 1 file changed, 0 insertions(+), 0 deletions(-)
 rename third_party/icu/data/{BUILD => BUILD.bazel} (100%)

diff --git a/third_party/icu/data/BUILD b/third_party/icu/data/BUILD.bazel
similarity index 100%
rename from third_party/icu/data/BUILD
rename to third_party/icu/data/BUILD.bazel
-- 
GitLab


From 65e1e1ebbc86a3c4740168445dae4c2075ea2932 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Wed, 14 Nov 2018 15:40:21 -0800
Subject: [PATCH 1602/1825] Small changes to API generation to help creation of
 virtual pip.

- Underscore some imports like _print_function so we don't have to
  delete them. Deleting them doesn't work well since they get added
  to our __all__ list before being deleted which makes "import *" fail.
- Give a more unique name to some generated target in the api genrule.
  Doing this since I want multiple genrules that generate the same version
  of the API. (a compat_v1 and root_v1 for example).

PiperOrigin-RevId: 221524470
---
 tensorflow/python/tools/api/generator/api_gen.bzl          | 2 +-
 tensorflow/python/tools/api/generator/create_python_api.py | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index 2e5d875a58..8ee5e0ac94 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -60,7 +60,7 @@ def gen_api_init_files(
         root_init_template_flag = "--root_init_template=$(location " + root_init_template + ")"
 
     primary_package = packages[0]
-    api_gen_binary_target = ("create_" + primary_package + "_api_%d") % api_version
+    api_gen_binary_target = ("create_" + primary_package + "_api_%d_%s") % (api_version, name)
     native.py_binary(
         name = api_gen_binary_target,
         srcs = ["//tensorflow/python/tools/api/generator:create_python_api.py"],
diff --git a/tensorflow/python/tools/api/generator/create_python_api.py b/tensorflow/python/tools/api/generator/create_python_api.py
index f625803421..be988c572c 100644
--- a/tensorflow/python/tools/api/generator/create_python_api.py
+++ b/tensorflow/python/tools/api/generator/create_python_api.py
@@ -45,10 +45,10 @@ _GENERATED_FILE_HEADER = """# This file is MACHINE GENERATED! Do not edit.
 \"\"\"%s
 \"\"\"
 
-from __future__ import print_function
+from __future__ import print_function as _print_function
 
 """
-_GENERATED_FILE_FOOTER = '\n\ndel print_function\n'
+_GENERATED_FILE_FOOTER = '\n\ndel _print_function\n'
 
 
 class SymbolExposedTwiceError(Exception):
-- 
GitLab


From bba6d55aa28b14bf59c09897290e6aaf9bf07a6d Mon Sep 17 00:00:00 2001
From: Austin Anderson <angerson@google.com>
Date: Wed, 14 Nov 2018 15:49:44 -0800
Subject: [PATCH 1603/1825] Update to new TF Lite path

PiperOrigin-RevId: 221526017
---
 tensorflow/lite/lib_package/create_ios_frameworks.sh | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/lite/lib_package/create_ios_frameworks.sh b/tensorflow/lite/lib_package/create_ios_frameworks.sh
index fa466ed5bc..7901655b7c 100755
--- a/tensorflow/lite/lib_package/create_ios_frameworks.sh
+++ b/tensorflow/lite/lib_package/create_ios_frameworks.sh
@@ -30,7 +30,7 @@ echo "Creating target Headers directories"
 mkdir -p $FW_DIR_TFLITE_HDRS
 
 echo "Headers, populating: TensorFlow Lite"
-cd $TFLITE_DIR/../../..
+cd $TFLITE_DIR/../..
 
 find tensorflow/lite -name '*.h' \
     -not -path 'tensorflow/lite/tools/*' \
@@ -51,10 +51,10 @@ cd $FW_DIR_TFLITE_HDRS
 tar xf tmp.tar
 rm -f tmp.tar
 
-cd $TFLITE_DIR/../../..
+cd $TFLITE_DIR/../..
 echo "Generate master LICENSE file and copy to target"
 bazel build //tensorflow/tools/lib_package:clicenses_generate
-cp $TFLITE_DIR/../../../bazel-genfiles/tensorflow/tools/lib_package/include/tensorflow/c/LICENSE \
+cp $TFLITE_DIR/../../bazel-genfiles/tensorflow/tools/lib_package/include/tensorflow/c/LICENSE \
    $FW_DIR_TFLITE
 
 echo "Copying static libraries"
-- 
GitLab


From b8fbb495b6dcb3e993f310b296e1c70a6a230a37 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Wed, 14 Nov 2018 16:06:02 -0800
Subject: [PATCH 1604/1825] [TF:XLA] Bump open source abseil revision to
 7b46e1d31a6b08b1c6da2a13e7b151a20446fa07

PiperOrigin-RevId: 221528980
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 0c894c9634..4db44278f3 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -123,11 +123,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "3cf6132129ba87f0781c383bfaf381b7174b5818e81fffcc5d04bb451154f0f2",
-        strip_prefix = "abseil-cpp-f95179062eb65ce40895cc76f1398cce25394369",
+        sha256 = "f8536445cd480be7ec89bac19deaf766a1038330470fb0b469a98bce09e5c5ce",
+        strip_prefix = "abseil-cpp-7b46e1d31a6b08b1c6da2a13e7b151a20446fa07",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/f95179062eb65ce40895cc76f1398cce25394369.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/f95179062eb65ce40895cc76f1398cce25394369.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/7b46e1d31a6b08b1c6da2a13e7b151a20446fa07.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/7b46e1d31a6b08b1c6da2a13e7b151a20446fa07.tar.gz",
         ],
     )
 
-- 
GitLab


From ba5cd08179fecabbec3cbb21fce8232e667df72a Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Wed, 14 Nov 2018 16:06:13 -0800
Subject: [PATCH 1605/1825] Remove random.get_seed from the API of TF 2.0.

PiperOrigin-RevId: 221529008
---
 tensorflow/python/framework/random_seed.py             | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt | 4 ----
 tensorflow/tools/compatibility/renames_v2.py           | 3 ++-
 3 files changed, 3 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/framework/random_seed.py b/tensorflow/python/framework/random_seed.py
index 777bb2fe8c..88c8b878dd 100644
--- a/tensorflow/python/framework/random_seed.py
+++ b/tensorflow/python/framework/random_seed.py
@@ -34,7 +34,7 @@ def _truncate_seed(seed):
   return seed % _MAXINT32  # Truncate to fit into 32-bit integer
 
 
-@tf_export('random.get_seed', v1=['random.get_seed', 'get_seed'])
+@tf_export(v1=['random.get_seed', 'get_seed'])
 @deprecation.deprecated_endpoints('get_seed')
 def get_seed(op_seed):
   """Returns the local seeds an operation should use given an op-specific seed.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
index 160c09798d..bfc38fbf3c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
@@ -4,10 +4,6 @@ tf_module {
     name: "gamma"
     argspec: "args=[\'shape\', \'alpha\', \'beta\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'float32\'>\", \'None\', \'None\'], "
   }
-  member_method {
-    name: "get_seed"
-    argspec: "args=[\'op_seed\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "log_uniform_candidate_sampler"
     argspec: "args=[\'true_classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 5975eadead..06a33ef41e 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -158,7 +158,7 @@ renames = {
     'tf.floordiv': 'tf.math.floordiv',
     'tf.get_default_session': 'tf.compat.v1.get_default_session',
     'tf.get_local_variable': 'tf.compat.v1.get_local_variable',
-    'tf.get_seed': 'tf.random.get_seed',
+    'tf.get_seed': 'tf.compat.v1.get_seed',
     'tf.get_session_handle': 'tf.compat.v1.get_session_handle',
     'tf.get_session_tensor': 'tf.compat.v1.get_session_tensor',
     'tf.get_variable': 'tf.compat.v1.get_variable',
@@ -293,6 +293,7 @@ renames = {
     'tf.qr': 'tf.linalg.qr',
     'tf.quantize': 'tf.quantization.quantize',
     'tf.quantized_concat': 'tf.quantization.quantized_concat',
+    'tf.random.get_seed': 'tf.compat.v1.random.get_seed',
     'tf.random_crop': 'tf.image.random_crop',
     'tf.random_gamma': 'tf.random.gamma',
     'tf.random_normal': 'tf.random.normal',
-- 
GitLab


From 65ebe9f5f714ab74c43e2b4479f8706b28386e25 Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Wed, 14 Nov 2018 16:09:49 -0800
Subject: [PATCH 1606/1825] Update the arguments for `tf.nn.pool` and exporting
 in v2.

PiperOrigin-RevId: 221529633
---
 tensorflow/python/ops/nn_ops.py               | 101 +++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.nn.pbtxt   |   2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |   7 ++
 .../tools/compatibility/tf_upgrade_v2_test.py |  10 ++
 4 files changed, 118 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index bc195993c2..4c69201b49 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -873,7 +873,7 @@ class Convolution(object):
     return self.conv_op(inp, filter)
 
 
-@tf_export("nn.pool")
+@tf_export(v1=["nn.pool"])
 def pool(
     input,  # pylint: disable=redefined-builtin
     window_shape,
@@ -1044,6 +1044,105 @@ def pool(
         filter_shape=window_shape)
 
 
+@tf_export("nn.pool", v1=[])
+def pool_v2(
+    input,  # pylint: disable=redefined-builtin
+    window_shape,
+    pooling_type,
+    strides=None,
+    padding="VALID",
+    data_format=None,
+    dilations=None,
+    name=None):
+  # pylint: disable=line-too-long
+  """Performs an N-D pooling operation.
+
+  In the case that `data_format` does not start with "NC", computes for
+      0 <= b < batch_size,
+      0 <= x[i] < output_spatial_shape[i],
+      0 <= c < num_channels:
+
+  ```
+    output[b, x[0], ..., x[N-1], c] =
+      REDUCE_{z[0], ..., z[N-1]}
+        input[b,
+              x[0] * strides[0] - pad_before[0] + dilation_rate[0]*z[0],
+              ...
+              x[N-1]*strides[N-1] - pad_before[N-1] + dilation_rate[N-1]*z[N-1],
+              c],
+  ```
+
+  where the reduction function REDUCE depends on the value of `pooling_type`,
+  and pad_before is defined based on the value of `padding` as described in
+  the "returns" section of `tf.nn.convolution` for details.
+  The reduction never includes out-of-bounds positions.
+
+  In the case that `data_format` starts with `"NC"`, the `input` and output are
+  simply transposed as follows:
+
+  ```
+    pool(input, data_format, **kwargs) =
+      tf.transpose(pool(tf.transpose(input, [0] + range(2,N+2) + [1]),
+                        **kwargs),
+                   [0, N+1] + range(1, N+1))
+  ```
+
+  Args:
+    input: Tensor of rank N+2, of shape `[batch_size] + input_spatial_shape +
+      [num_channels]` if data_format does not start with "NC" (default), or
+      `[batch_size, num_channels] + input_spatial_shape` if data_format starts
+      with "NC".  Pooling happens over the spatial dimensions only.
+    window_shape: Sequence of N ints >= 1.
+    pooling_type: Specifies pooling operation, must be "AVG" or "MAX".
+    strides: Optional. Sequence of N ints >= 1.  Defaults to [1]*N. If any value of
+      strides is > 1, then all values of dilation_rate must be 1.
+    padding: The padding algorithm, must be "SAME" or "VALID". Defaults to "SAME".
+      See the "returns" section of `tf.nn.convolution` for details.
+    data_format: A string or None.  Specifies whether the channel dimension of
+      the `input` and output is the last dimension (default, or if `data_format`
+      does not start with "NC"), or the second dimension (if `data_format`
+      starts with "NC").  For N=1, the valid values are "NWC" (default) and
+      "NCW".  For N=2, the valid values are "NHWC" (default) and "NCHW". For
+      N=3, the valid values are "NDHWC" (default) and "NCDHW".
+    dilations: Optional.  Dilation rate.  List of N ints >= 1. Defaults to
+      [1]*N.  If any value of dilation_rate is > 1, then all values of strides
+      must be 1.
+    name: Optional. Name of the op.
+
+  Returns:
+    Tensor of rank N+2, of shape
+      [batch_size] + output_spatial_shape + [num_channels]
+
+    if data_format is None or does not start with "NC", or
+
+      [batch_size, num_channels] + output_spatial_shape
+
+    if data_format starts with "NC",
+    where `output_spatial_shape` depends on the value of padding:
+
+    If padding = "SAME":
+      output_spatial_shape[i] = ceil(input_spatial_shape[i] / strides[i])
+
+    If padding = "VALID":
+      output_spatial_shape[i] =
+        ceil((input_spatial_shape[i] - (window_shape[i] - 1) * dilation_rate[i])
+             / strides[i]).
+
+  Raises:
+    ValueError: if arguments are invalid.
+
+  """
+  return pool(
+      input=input,
+      window_shape=window_shape,
+      pooling_type=pooling_type,
+      padding=padding,
+      dilation_rate=dilations,
+      strides=strides,
+      name=name,
+      data_format=data_format)
+
+
 @tf_export("nn.atrous_conv2d")
 def atrous_conv2d(value, filters, rate, padding, name=None):
   """Atrous convolution (a.k.a. convolution with holes or dilated convolution).
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 2dc5c48aa6..d1c04f5acf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -222,7 +222,7 @@ tf_module {
   }
   member_method {
     name: "pool"
-    argspec: "args=[\'input\', \'window_shape\', \'pooling_type\', \'padding\', \'dilation_rate\', \'strides\', \'name\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'window_shape\', \'pooling_type\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'VALID\', \'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "quantized_avg_pool"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index fbf4320e94..939e4109a7 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -37,6 +37,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.convert_to_tensor": {
             "preferred_dtype": "dtype_hint"
         },
+        "tf.nn.pool": {
+            "dilation_rate": "dilations"
+        }
     }
 
     # Mapping from function to the new name of the function
@@ -64,6 +67,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.boolean_mask": ["tensor", "mask", "name", "axis"],
         "tf.convert_to_tensor": ["value", "dtype", "preferred_dtype", "name"],
         "tf.pad": ["tensor", "paddings", "mode", "name", "constant_values"],
+        "tf.nn.pool": [
+            "input", "window_shape", "pooling_type", "padding", "dilation_rate",
+            "strides", "name", "data_format"
+        ]
     }
 
     # Specially handled functions.
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index 9060b1c71f..66d18e146a 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -72,6 +72,16 @@ class TestUpgrade(test_util.TensorFlowTestCase):
     _, unused_report, unused_errors, new_text = self._upgrade(text)
     self.assertEqual(new_text, "some_call(tf.sysconfig.MONOLITHIC_BUILD)\n")
 
+  def testRenameArgs(self):
+    text = ("tf.nn.pool(input_a, window_shape_a, pooling_type_a, padding_a, "
+            "dilation_rate_a, strides_a, name_a, data_format_a)\n")
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    self.assertEqual(new_text,
+                     ("tf.nn.pool(input=input_a, window_shape=window_shape_a,"
+                      " pooling_type=pooling_type_a, padding=padding_a, "
+                      "dilations=dilation_rate_a, strides=strides_a, "
+                      "name=name_a, data_format=data_format_a)\n"))
+
   def testReorder(self):
     text = "tf.boolean_mask(a, b, c, d)\n"
     _, unused_report, unused_errors, new_text = self._upgrade(text)
-- 
GitLab


From 0f59b6068d5c9cc180ea2b102a13529fc64ada8c Mon Sep 17 00:00:00 2001
From: James Keeling <jtkeeling@google.com>
Date: Wed, 14 Nov 2018 16:13:30 -0800
Subject: [PATCH 1607/1825] Improve error messages when no server factory can
 be found

The new error appends the names of the available factories, e.g.:
"The available server factories are: [ GRPC_SERVER ]"

PiperOrigin-RevId: 221530310
---
 tensorflow/core/distributed_runtime/BUILD     | 11 ++++++
 .../core/distributed_runtime/server_lib.cc    | 10 ++++--
 .../distributed_runtime/server_lib_test.cc    | 35 +++++++++++++++++++
 3 files changed, 54 insertions(+), 2 deletions(-)
 create mode 100644 tensorflow/core/distributed_runtime/server_lib_test.cc

diff --git a/tensorflow/core/distributed_runtime/BUILD b/tensorflow/core/distributed_runtime/BUILD
index 3a534dcfb7..818324746f 100644
--- a/tensorflow/core/distributed_runtime/BUILD
+++ b/tensorflow/core/distributed_runtime/BUILD
@@ -467,6 +467,17 @@ cc_library(
     ],
 )
 
+tf_cc_test(
+    name = "server_lib_test",
+    srcs = ["server_lib_test.cc"],
+    deps = [
+        ":server_lib",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+    ],
+)
+
 cc_library(
     name = "rpc_collective_executor_mgr",
     srcs = ["rpc_collective_executor_mgr.cc"],
diff --git a/tensorflow/core/distributed_runtime/server_lib.cc b/tensorflow/core/distributed_runtime/server_lib.cc
index 7d308bb723..fe9369e884 100644
--- a/tensorflow/core/distributed_runtime/server_lib.cc
+++ b/tensorflow/core/distributed_runtime/server_lib.cc
@@ -49,16 +49,22 @@ void ServerFactory::Register(const string& server_type,
 Status ServerFactory::GetFactory(const ServerDef& server_def,
                                  ServerFactory** out_factory) {
   mutex_lock l(*get_server_factory_lock());
-  // TODO(mrry): Improve the error reporting here.
   for (const auto& server_factory : *server_factories()) {
     if (server_factory.second->AcceptsOptions(server_def)) {
       *out_factory = server_factory.second;
       return Status::OK();
     }
   }
+
+  std::vector<string> server_names;
+  for (const auto& server_factory : *server_factories()) {
+    server_names.push_back(server_factory.first);
+  }
+
   return errors::NotFound(
       "No server factory registered for the given ServerDef: ",
-      server_def.DebugString());
+      server_def.DebugString(), "\nThe available server factories are: [ ",
+      str_util::Join(server_names, ", "), " ]");
 }
 
 // Creates a server based on the given `server_def`, and stores it in
diff --git a/tensorflow/core/distributed_runtime/server_lib_test.cc b/tensorflow/core/distributed_runtime/server_lib_test.cc
new file mode 100644
index 0000000000..29aafc15d6
--- /dev/null
+++ b/tensorflow/core/distributed_runtime/server_lib_test.cc
@@ -0,0 +1,35 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/distributed_runtime/server_lib.h"
+#include "tensorflow/core/lib/strings/str_util.h"
+#include "tensorflow/core/platform/test.h"
+
+namespace tensorflow {
+
+TEST(ServerLibTest, NewServerNoFactoriesAccept) {
+  ServerDef server_def;
+  server_def.set_protocol("fake_protocol");
+  std::unique_ptr<ServerInterface> server;
+  Status s = NewServer(server_def, &server);
+  ASSERT_NE(s, Status::OK());
+  EXPECT_TRUE(str_util::StrContains(
+      s.error_message(),
+      "No server factory registered for the given ServerDef"));
+  EXPECT_TRUE(str_util::StrContains(s.error_message(),
+                                    "The available server factories are: ["));
+}
+
+}  // namespace tensorflow
-- 
GitLab


From 3732d473b6a7186c08ae560478ee0ac939c0bea9 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Wed, 14 Nov 2018 16:21:11 -0800
Subject: [PATCH 1608/1825] Fix AttributeError caused by renames being a set,
 not a dictionary.

PiperOrigin-RevId: 221531604
---
 .../tools/compatibility/update/generate_v2_renames_map.py     | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
index 43aa8e057e..9a7bae0da3 100644
--- a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
+++ b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
@@ -144,8 +144,8 @@ def collect_function_renames():
   # It is possible that a different function is exported with the
   # same name. For e.g. when creating a different function to
   # rename arguments. Exclude it from renames in this case.
-  renames = {name: new_name for name, new_name in renames.items()
-             if name not in v2_names}
+  renames = set((name, new_name) for name, new_name in renames
+                if name not in v2_names)
   return renames
 
 
-- 
GitLab


From 1c2d515477ada15b363d8c210d668dd20784d392 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 16:32:07 -0800
Subject: [PATCH 1609/1825] * Improve performance of cumsum and cumprod by up
 to 300x. * Add benchmarks.

The vast majority of cases are much faster, but there are a small number of cases
that do get slower.

PiperOrigin-RevId: 221533615
---
 tensorflow/core/graph/testlib.cc              |  11 +
 tensorflow/core/graph/testlib.h               |   4 +
 tensorflow/core/kernels/BUILD                 |  25 +-
 tensorflow/core/kernels/scan_ops_gpu.cu.cc    | 263 +++++++++++++++++-
 tensorflow/core/kernels/scan_ops_test.cc      | 146 ++++++++++
 .../core/util/permutation_input_iterator.h    |   6 +-
 .../core/util/permutation_output_iterator.h   | 129 +++++++++
 .../python/kernel_tests/conv_ops_test.py      |   2 +-
 .../python/kernel_tests/scan_ops_test.py      |   5 +
 9 files changed, 585 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/core/kernels/scan_ops_test.cc
 create mode 100644 tensorflow/core/util/permutation_output_iterator.h

diff --git a/tensorflow/core/graph/testlib.cc b/tensorflow/core/graph/testlib.cc
index 0a38aa1c91..0e74a30c7a 100644
--- a/tensorflow/core/graph/testlib.cc
+++ b/tensorflow/core/graph/testlib.cc
@@ -123,6 +123,17 @@ Node* Assign(Graph* g, Node* var, Node* val) {
   return ret;
 }
 
+Node* Cumsum(Graph* g, Node* data, Node* axes, bool exclusive, bool reverse) {
+  Node* ret;
+  TF_CHECK_OK(NodeBuilder(g->NewName("n"), "Cumsum")
+                  .Input(data)
+                  .Input(axes)
+                  .Attr("exclusive", exclusive)
+                  .Attr("reverse", reverse)
+                  .Finalize(g, &ret));
+  return ret;
+}
+
 Node* Reduce(Graph* g, const string& reduce, Node* data, Node* axes,
              bool keep_dims) {
   Node* ret;
diff --git a/tensorflow/core/graph/testlib.h b/tensorflow/core/graph/testlib.h
index b00196f587..0c7233161f 100644
--- a/tensorflow/core/graph/testlib.h
+++ b/tensorflow/core/graph/testlib.h
@@ -68,6 +68,10 @@ Node* Recv(Graph* g, const string& tensor, const string& type,
            const string& sender, const uint64 sender_incarnation,
            const string& receiver);
 
+// Adds a cumsum "node" in "g" doing cumsum(data, axes).
+Node* Cumsum(Graph* g, Node* data, Node* axes, bool exclusive = false,
+             bool reverse = false);
+
 // Adds a reduction "node" in "g" doing sum(data, axes).  "reduce" is
 // a reduction, e.g., Sum, Max, Min, Mean, etc.
 Node* Reduce(Graph* g, const string& reduce, Node* data, Node* axes,
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 5fd0f5d5d1..9065989657 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -3197,7 +3197,7 @@ tf_kernel_library(
 tf_kernel_library(
     name = "scan_ops",
     prefix = "scan_ops",
-    deps = MATH_DEPS,
+    deps = MATH_DEPS + if_cuda(["@cub_archive//:cub"]),
 )
 
 tf_kernel_library(
@@ -3375,6 +3375,29 @@ tf_cuda_cc_test(
     ],
 )
 
+tf_cuda_cc_test(
+    name = "scan_ops_test",
+    size = "small",
+    srcs = ["scan_ops_test.cc"],
+    linkopts = select({
+        "//tensorflow:darwin": ["-headerpad_max_install_names"],
+        "//conditions:default": [],
+    }),
+    deps = [
+        ":host_constant_op",
+        ":ops_testutil",
+        ":ops_util",
+        ":scan_ops",
+        "//tensorflow/core:core_cpu",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:protos_all_cc",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+        "//tensorflow/core:testlib",
+    ],
+)
+
 tf_cuda_cc_test(
     name = "reduction_ops_test",
     size = "small",
diff --git a/tensorflow/core/kernels/scan_ops_gpu.cu.cc b/tensorflow/core/kernels/scan_ops_gpu.cu.cc
index ed6c6affce..83f6cfd8c4 100644
--- a/tensorflow/core/kernels/scan_ops_gpu.cu.cc
+++ b/tensorflow/core/kernels/scan_ops_gpu.cu.cc
@@ -1,4 +1,4 @@
-/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -16,9 +16,18 @@ limitations under the License.
 #if GOOGLE_CUDA
 
 #define EIGEN_USE_GPU
+#define CUB_USE_COOPERATIVE_GROUPS
 
+#include "third_party/cub/block/block_load.cuh"
+#include "third_party/cub/block/block_scan.cuh"
+#include "third_party/cub/block/block_store.cuh"
+#include "third_party/cub/iterator/counting_input_iterator.cuh"
+#include "third_party/cub/iterator/transform_input_iterator.cuh"
+#include "cuda/include/cuComplex.h"
 #include "tensorflow/core/framework/numeric_types.h"
 #include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/util/permutation_input_iterator.h"
+#include "tensorflow/core/util/permutation_output_iterator.h"
 
 #include "tensorflow/core/kernels/scan_ops.h"
 
@@ -27,6 +36,258 @@ namespace tensorflow {
 typedef Eigen::GpuDevice GPUDevice;
 typedef Eigen::Index Index;
 
+namespace functor {
+
+// Map a contiguous range to the actual memory locations depending on which
+// axis the scan is taking place over and whether or not reversed.
+struct MapIndexToLocation {
+  __host__ __device__ MapIndexToLocation(int dimx, int dimy, int dimz,
+                                         bool reverse = false)
+      : dimx_(dimx), dimy_(dimy), dimz_(dimz), reverse_(reverse) {}
+
+  __host__ __device__ int operator()(int id) const {
+    if (dimx_ == 1) {
+      int row = id % dimy_;
+      int col = id / dimy_;
+
+      if (reverse_) return (dimy_ - row - 1) * dimz_ + col;
+
+      return row * dimz_ + col;
+    } else if (dimz_ == 1) {
+      if (reverse_) {
+        int row = id / dimy_;
+        int col = id % dimy_;
+        return row * dimy_ + (dimy_ - col - 1);
+      }
+      return id;
+    } else {
+      int col = id % dimy_;
+      int tmp = id / dimy_;
+
+      int row1 = id / (dimy_ * dimz_);
+      int col1 = tmp % dimz_;
+
+      if (reverse_)
+        return row1 * dimy_ * dimz_ + (dimy_ - col - 1) * dimz_ + col1;
+
+      return row1 * dimy_ * dimz_ + col * dimz_ + col1;
+    }
+  }
+
+  int dimx_;
+  int dimy_;
+  int dimz_;
+  bool reverse_;
+};
+
+template <typename T, typename Op>
+struct BlockPrefixCallbackOp {
+  // Running prefix
+  T running_total_;
+  Op op_;
+
+  __device__ BlockPrefixCallbackOp(T running_total, Op op)
+      : running_total_(running_total), op_(op) {}
+
+  // Callback operator to be entered by the first warp of threads in the block.
+  // tid 0 is responsible for returning a value for seeding the block-wide scan.
+  __device__ T operator()(T block_aggregate) {
+    T old_prefix = running_total_;
+    running_total_ = op_(old_prefix, block_aggregate);
+    return old_prefix;
+  }
+};
+
+template <typename T>
+struct Sum {
+  __host__ __device__ T operator()(const T& a, const T& b) const {
+    return a + b;
+  }
+};
+
+template <typename T>
+struct Prod {
+  __host__ __device__ T operator()(const T& a, const T& b) const {
+    return a * b;
+  }
+};
+
+template <typename T, typename Op>
+struct IsSum {
+  constexpr static bool value =
+      (std::is_same<Op, Sum<T>>::value ||
+       std::is_same<Op, Eigen::internal::SumReducer<T>>::value);
+};
+
+template <typename T, typename Op>
+struct IsProd {
+  constexpr static bool value =
+      (std::is_same<Op, Prod<T>>::value ||
+       std::is_same<Op, Eigen::internal::ProdReducer<T>>::value);
+};
+
+template <typename T, typename Op>
+struct IdentityValue {
+  static_assert(IsSum<T, Op>::value || IsProd<T, Op>::value,
+                "IdentityValue not yet defined for this type.");
+
+  template <typename U = T, typename OpCopy = Op>
+  __host__ __device__ U operator()(
+      typename std::enable_if<IsSum<U, OpCopy>::value, U>::type t = U(0)) {
+    return t;
+  }
+
+  template <typename U = T, typename OpCopy = Op>
+  __host__ __device__ U operator()(
+      typename std::enable_if<IsProd<U, OpCopy>::value, U>::type t = U(1)) {
+    return t;
+  }
+};
+
+// Each block is mapped to one sequence.  A contiguous range is mapped to the
+// appropriate locations in memory by the permutation iterators.  This is
+// ideal for 1-D and row based scans.  Column scans would be better if they
+// did a block load and then locally transposed.  CUB's device wide scan is not
+// used in the large 1D case, even though it would be more efficient, because
+// it is not deterministic.
+template <typename T, typename Op, int BlockDim = 128, int ItemsPerThread = 4>
+__global__ void scan_kernel(const T* in, T* out, int dimx, int dimy, int dimz,
+                            bool exclusive, bool reverse, Op op) {
+  typedef cub::BlockLoad<T, BlockDim, ItemsPerThread, cub::BLOCK_LOAD_TRANSPOSE>
+      BlockLoad;
+  typedef cub::BlockStore<T, BlockDim, ItemsPerThread,
+                          cub::BLOCK_STORE_TRANSPOSE>
+      BlockStore;
+  typedef cub::BlockScan<T, BlockDim> BlockScan;
+
+  // Allocate aliased shared memory for BlockLoad, BlockStore, and BlockScan
+  __shared__ union {
+    typename BlockLoad::TempStorage load;
+    typename BlockScan::TempStorage scan;
+    typename BlockStore::TempStorage store;
+  } temp_storage;
+
+  int problem_length = dimy;
+
+  // Initialize running total
+  BlockPrefixCallbackOp<T, Op> prefix_op(IdentityValue<T, Op>()(), op);
+
+  MapIndexToLocation map_op(dimx, dimy, dimz, reverse);
+  int block_start = problem_length * blockIdx.x;
+  // Have the block iterate over segments of items
+  for (int block_offset = block_start;
+       block_offset < block_start + problem_length;
+       block_offset += BlockDim * ItemsPerThread) {
+    int valid_items = min(BlockDim * ItemsPerThread,
+                          problem_length - (block_offset % problem_length));
+
+    // first construct a counting iterator that has the desired start point
+    typedef cub::TransformInputIterator<int, MapIndexToLocation,
+                                        cub::CountingInputIterator<int>>
+        MapIterType;
+
+    cub::CountingInputIterator<int> counting_iter(block_offset);
+
+    // Next map the iterator to the actual locations in memory
+    MapIterType map_iter(counting_iter, map_op);
+
+    PermutationInputIterator<T, const T*, MapIterType> permutein_iter(in,
+                                                                      map_iter);
+    PermutationOutputIterator<T, T*, MapIterType> permuteout_iter(out,
+                                                                  map_iter);
+
+    // Load a segment of consecutive items that are blocked across threads
+    T thread_data[ItemsPerThread];
+    BlockLoad(temp_storage.load).Load(permutein_iter, thread_data, valid_items);
+    __syncthreads();
+
+    // Collectively compute the block-wide scan
+    if (exclusive) {
+      BlockScan(temp_storage.scan)
+          .ExclusiveScan(thread_data, thread_data, op, prefix_op);
+    } else {
+      BlockScan(temp_storage.scan)
+          .InclusiveScan(thread_data, thread_data, op, prefix_op);
+    }
+    __syncthreads();
+
+    // Store scanned items to output segment
+    BlockStore(temp_storage.store)
+        .Store(permuteout_iter, thread_data, valid_items);
+    __syncthreads();
+  }
+}
+
+template <typename T, typename Op>
+void LaunchScan(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
+                typename TTypes<T, 3>::Tensor out, Op op, const bool reverse,
+                const bool exclusive) {
+  const int items_per_thread = 4;
+
+  int dimx = in.dimension(0);
+  int dimy = in.dimension(1);
+  int dimz = in.dimension(2);
+  int num_blocks = dimx * dimz;
+
+  int ideal_block_size = dimy / items_per_thread;
+
+  // There seems to be a bug when the type is not float and block_size 1024.
+  // Launch on the smallest power of 2 block size that we can.
+  if (ideal_block_size >= 1024 && std::is_same<T, float>::value) {
+    const int block_size = 1024;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 512) {
+    const int block_size = 512;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 256) {
+    const int block_size = 256;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 128) {
+    const int block_size = 128;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 64) {
+    const int block_size = 64;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else {
+    const int block_size = 32;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  }
+}
+
+template <typename T>
+struct Scan<GPUDevice, Eigen::internal::SumReducer<T>, T> {
+  void operator()(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
+                  typename TTypes<T, 3>::Tensor out,
+                  const Eigen::internal::SumReducer<T>& reducer,
+                  const bool reverse, const bool exclusive) {
+    LaunchScan<T, Sum<T>>(d, in, out, Sum<T>(), reverse, exclusive);
+  }
+};
+
+template <typename T>
+struct Scan<GPUDevice, Eigen::internal::ProdReducer<T>, T> {
+  void operator()(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
+                  typename TTypes<T, 3>::Tensor out,
+                  const Eigen::internal::ProdReducer<T>& reducer,
+                  const bool reverse, const bool exclusive) {
+    LaunchScan<T, Prod<T>>(d, in, out, Prod<T>(), reverse, exclusive);
+  }
+};
+
+}  // namespace functor
+
 #define DEFINE(REDUCER, T) template struct functor::Scan<GPUDevice, REDUCER, T>;
 
 #define DEFINE_FOR_ALL_REDUCERS(T)           \
diff --git a/tensorflow/core/kernels/scan_ops_test.cc b/tensorflow/core/kernels/scan_ops_test.cc
new file mode 100644
index 0000000000..588b606a99
--- /dev/null
+++ b/tensorflow/core/kernels/scan_ops_test.cc
@@ -0,0 +1,146 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/common_runtime/kernel_benchmark_testlib.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/platform/test.h"
+#include "tensorflow/core/platform/test_benchmark.h"
+
+namespace tensorflow {
+
+template <typename T>
+static Graph* LargeOneDCumsum(int num_x, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DataTypeToEnum<T>::value, TensorShape({num_x}));
+  data.flat<T>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 0;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+static Graph* ColCumsum(int num_x, int num_y, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DT_FLOAT, TensorShape({num_x, num_y}));
+  data.flat<float>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 0;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+static Graph* RowCumsum(int num_x, int num_y, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DT_FLOAT, TensorShape({num_x, num_y}));
+  data.flat<float>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 1;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+static Graph* ThreeDYCumsum(int num_y, int num_z, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DT_FLOAT, TensorShape({32, num_y, num_z}));
+  data.flat<float>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 1;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+template <typename T>
+static void LargeOneDimensional(int iters, const string& device, int num_x,
+                                bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * sizeof(T));
+  test::Benchmark(device, LargeOneDCumsum<T>(num_x, reverse)).Run(iters);
+}
+
+static void DoRowCumsum(int iters, const string& device, int num_x, int num_y,
+                        bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
+                          sizeof(float));
+  test::Benchmark(device, RowCumsum(num_x, num_y, reverse)).Run(iters);
+}
+
+static void DoColCumsum(int iters, const string& device, int num_x, int num_y,
+                        bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
+                          sizeof(float));
+  test::Benchmark(device, ColCumsum(num_x, num_y, reverse)).Run(iters);
+}
+
+static void Do3DYCumsum(int iters, const string& device, int num_x, int num_y,
+                        bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
+                          sizeof(float));
+  test::Benchmark(device, ThreeDYCumsum(num_x, num_y, reverse)).Run(iters);
+}
+
+static void BM_OneDCumsumGPU(int iters, int num_x) {
+  LargeOneDimensional<float>(iters, "gpu", num_x);
+}
+BENCHMARK(BM_OneDCumsumGPU)->Range(1, 1 << 21);
+
+static void BM_OneDCumsumGPUHalf(int iters, int num_x) {
+  LargeOneDimensional<Eigen::half>(iters, "gpu", num_x);
+}
+BENCHMARK(BM_OneDCumsumGPUHalf)->Range(1, 1 << 21);
+
+static void BM_Sum2DRowCumsumGPU(int iters, int num_x, int num_y) {
+  DoRowCumsum(iters, "gpu", num_x, num_y);
+}
+BENCHMARK(BM_Sum2DRowCumsumGPU)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum2DColumnCumsumGPU(int iters, int num_x, int num_y) {
+  DoColCumsum(iters, "gpu", num_x, num_y);
+}
+BENCHMARK(BM_Sum2DColumnCumsumGPU)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum3DYCumsumGPU(int iters, int num_x, int num_y) {
+  Do3DYCumsum(iters, "gpu", num_x, num_y);
+}
+BENCHMARK(BM_Sum3DYCumsumGPU)->RangePair(64, 4096, 64, 4096);
+
+static void BM_OneDCumsumGPU_reverse(int iters, int num_x) {
+  LargeOneDimensional<float>(iters, "gpu", num_x, true);
+}
+BENCHMARK(BM_OneDCumsumGPU_reverse)->Range(1, 1 << 21);
+
+static void BM_Sum2DRowCumsumGPU_reverse(int iters, int num_x, int num_y) {
+  DoRowCumsum(iters, "gpu", num_x, num_y, true);
+}
+BENCHMARK(BM_Sum2DRowCumsumGPU_reverse)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum2DColumnCumsumGPU_reverse(int iters, int num_x, int num_y) {
+  DoColCumsum(iters, "gpu", num_x, num_y, true);
+}
+BENCHMARK(BM_Sum2DColumnCumsumGPU_reverse)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum3DYCumsumGPU_reverse(int iters, int num_x, int num_y) {
+  Do3DYCumsum(iters, "gpu", num_x, num_y, true);
+}
+BENCHMARK(BM_Sum3DYCumsumGPU_reverse)->RangePair(32, 2048, 32, 2048);
+
+}  // end namespace tensorflow
diff --git a/tensorflow/core/util/permutation_input_iterator.h b/tensorflow/core/util/permutation_input_iterator.h
index f6375b2515..649318ebf3 100644
--- a/tensorflow/core/util/permutation_input_iterator.h
+++ b/tensorflow/core/util/permutation_input_iterator.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
-#define TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#ifndef TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#define TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
 
 #include <iostream>
 #include <iterator>
@@ -131,4 +131,4 @@ class PermutationInputIterator {
 
 }  // end namespace tensorflow
 
-#endif  // TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#endif  // TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
diff --git a/tensorflow/core/util/permutation_output_iterator.h b/tensorflow/core/util/permutation_output_iterator.h
new file mode 100644
index 0000000000..638c0f4545
--- /dev/null
+++ b/tensorflow/core/util/permutation_output_iterator.h
@@ -0,0 +1,129 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
+#define TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
+
+#include <iostream>
+#include <iterator>
+
+namespace tensorflow {
+
+template <typename ValueType, typename OutputIteratorT, typename IndexIteratorT,
+          typename OffsetT = ptrdiff_t>
+class PermutationOutputIterator {
+ public:
+  // Required iterator traits
+  typedef PermutationOutputIterator self_type;  ///< My own type
+  typedef OffsetT difference_type;  ///< Type to express the result of
+                                    ///< subtracting one iterator from another
+  typedef ValueType
+      value_type;  ///< The type of the element the iterator can point to
+  typedef ValueType* pointer;    ///< The type of a pointer to an element the
+                                 ///< iterator can point to
+  typedef ValueType& reference;  ///< The type of a reference to an element the
+                                 ///< iterator can point to
+
+  typedef std::random_access_iterator_tag
+      iterator_category;  ///< The iterator category
+
+ private:
+  OutputIteratorT output_itr;
+  IndexIteratorT index_itr;
+
+ public:
+  /// Constructor
+  __host__ __device__ __forceinline__ PermutationOutputIterator(
+      OutputIteratorT output_itr,  ///< Input iterator to wrap
+      IndexIteratorT index_itr)    ///< Conversion functor to wrap
+      : output_itr(output_itr), index_itr(index_itr) {}
+
+  /// Postfix increment
+  __host__ __device__ __forceinline__ self_type operator++(int) {
+    self_type retval = *this;
+    index_itr++;
+    return retval;
+  }
+
+  /// Prefix increment
+  __host__ __device__ __forceinline__ self_type operator++() {
+    index_itr++;
+    return *this;
+  }
+
+  /// Indirection
+  __host__ __device__ __forceinline__ reference operator*() const {
+    return output_itr[*index_itr];
+  }
+
+  /// Addition
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type operator+(Distance n) const {
+    self_type retval(output_itr, index_itr + n);
+    return retval;
+  }
+
+  /// Addition assignment
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type& operator+=(Distance n) {
+    index_itr += n;
+    return *this;
+  }
+
+  /// Subtraction
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type operator-(Distance n) const {
+    self_type retval(output_itr, index_itr - n);
+    return retval;
+  }
+
+  /// Subtraction assignment
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type& operator-=(Distance n) {
+    index_itr -= n;
+    return *this;
+  }
+
+  /// Distance
+  __host__ __device__ __forceinline__ difference_type
+  operator-(self_type other) const {
+    return index_itr - other.index_itr;
+  }
+
+  /// Array subscript
+  template <typename Distance>
+  __host__ __device__ __forceinline__ reference operator[](Distance n) const {
+    return output_itr[index_itr[n]];
+  }
+
+  /// Equal to
+  __host__ __device__ __forceinline__ bool operator==(const self_type& rhs) {
+    return (index_itr == rhs.index_itr && output_itr == rhs.output_itr);
+  }
+
+  /// Not equal to
+  __host__ __device__ __forceinline__ bool operator!=(const self_type& rhs) {
+    return !(*this == rhs);
+  }
+
+  /// ostream operator
+  friend std::ostream& operator<<(std::ostream& os, const self_type& itr) {
+    return os;
+  }
+};
+
+}  // end namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
diff --git a/tensorflow/python/kernel_tests/conv_ops_test.py b/tensorflow/python/kernel_tests/conv_ops_test.py
index 0ccbbf155c..835cc1504d 100644
--- a/tensorflow/python/kernel_tests/conv_ops_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_test.py
@@ -1669,7 +1669,7 @@ class SeparableConv2DTest(test.TestCase):
 
       value = sess.run(conv)
     tf_logging.info("value = ", value)
-    self.assertArrayNear(expected, np.ravel(value), 1e-5)
+    self.assertArrayNear(expected, np.ravel(value), 1e-3)
     self.assertShapeEqual(value, conv)
 
   def _testSeparableConv2D(self, data_format):
diff --git a/tensorflow/python/kernel_tests/scan_ops_test.py b/tensorflow/python/kernel_tests/scan_ops_test.py
index b369222565..c48e0e2e67 100644
--- a/tensorflow/python/kernel_tests/scan_ops_test.py
+++ b/tensorflow/python/kernel_tests/scan_ops_test.py
@@ -126,6 +126,11 @@ class CumsumTest(test.TestCase):
       for axis in range(-6, 6, 3):
         self._compareAll(x, axis)
 
+  def testLarge(self):
+    for dtype in self.valid_dtypes:
+      x = np.ones([1000000], dtype=dtype) / 1024
+      self._compareAll(x, 0)
+
   def testInvalidAxis(self):
     x = np.arange(0, 10).reshape([2, 5]).astype(np.float32)
     input_tensor = ops.convert_to_tensor(x)
-- 
GitLab


From 2ba2e6b25891e63c425c7f239ac75bcb7f8f9bda Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Wed, 14 Nov 2018 16:47:42 -0800
Subject: [PATCH 1610/1825] Change signature of tf.count_nonzero for TF 2.0.

PiperOrigin-RevId: 221536352
---
 tensorflow/python/ops/math_ops.py             | 73 +++++++++++++++++--
 .../tools/api/golden/v2/tensorflow.math.pbtxt |  2 +-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 -
 .../tools/compatibility/tf_upgrade_v2.py      |  7 +-
 .../tools/compatibility/tf_upgrade_v2_test.py | 12 +++
 5 files changed, 85 insertions(+), 13 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index 4ff7a8e3a6..79387bd99d 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -1408,7 +1408,7 @@ def reduce_sum(input_tensor,
                                    name=name))
 
 
-@tf_export("math.count_nonzero", "count_nonzero")
+@tf_export(v1=["math.count_nonzero", "count_nonzero"])
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
 def count_nonzero(input_tensor,
@@ -1469,20 +1469,79 @@ def count_nonzero(input_tensor,
   """
   keepdims = deprecation.deprecated_argument_lookup("keepdims", keepdims,
                                                     "keep_dims", keep_dims)
+  axis = deprecation.deprecated_argument_lookup(
+      "axis", axis,
+      "reduction_indices", reduction_indices
+      )
   if keepdims is None:
     keepdims = False
 
-  with ops.name_scope(name, "count_nonzero", [input_tensor]):
-    input_tensor = ops.convert_to_tensor(input_tensor, name="input_tensor")
+  return count_nonzero_v2(input_tensor, axis, keepdims, dtype, name)
+
+
+@tf_export("math.count_nonzero", v1=[])
+def count_nonzero_v2(input,  # pylint: disable=redefined-builtin
+                     axis=None,
+                     keepdims=None,
+                     dtype=dtypes.int64,
+                     name=None):
+  """Computes number of nonzero elements across dimensions of a tensor.
+
+  Reduces `input` along the dimensions given in `axis`.
+  Unless `keepdims` is true, the rank of the tensor is reduced by 1 for each
+  entry in `axis`. If `keepdims` is true, the reduced dimensions
+  are retained with length 1.
+
+  If `axis` has no entries, all dimensions are reduced, and a
+  tensor with a single element is returned.
+
+  **NOTE** Floating point comparison to zero is done by exact floating point
+  equality check.  Small values are **not** rounded to zero for purposes of
+  the nonzero check.
+
+  For example:
+
+  ```python
+  x = tf.constant([[0, 1, 0], [1, 1, 0]])
+  tf.count_nonzero(x)  # 3
+  tf.count_nonzero(x, 0)  # [1, 2, 0]
+  tf.count_nonzero(x, 1)  # [1, 2]
+  tf.count_nonzero(x, 1, keepdims=True)  # [[1], [2]]
+  tf.count_nonzero(x, [0, 1])  # 3
+  ```
+
+  **NOTE** Strings are compared against zero-length empty string `""`. Any
+  string with a size greater than zero is already considered as nonzero.
+
+  For example:
+  ```python
+  x = tf.constant(["", "a", "  ", "b", ""])
+  tf.count_nonzero(x) # 3, with "a", "  ", and "b" as nonzero strings.
+  ```
+
+  Args:
+    input: The tensor to reduce. Should be of numeric type, `bool`,
+      or `string`.
+    axis: The dimensions to reduce. If `None` (the default),
+      reduces all dimensions. Must be in the range
+      `[-rank(input), rank(input))`.
+    keepdims: If true, retains reduced dimensions with length 1.
+    dtype: The output dtype; defaults to `tf.int64`.
+    name: A name for the operation (optional).
+
+  Returns:
+    The reduced tensor (number of nonzero values).
+  """
+  with ops.name_scope(name, "count_nonzero", [input]):
+    input = ops.convert_to_tensor(input, name="input")
     # A scalar of 'zero' is enough as `not_equal` will broadcast.
-    zero = array_ops.zeros([], dtype=input_tensor.dtype)
+    zero = array_ops.zeros([], dtype=input.dtype)
     return cast(
         reduce_sum(
             # int64 reduction happens on GPU
-            to_int64(gen_math_ops.not_equal(input_tensor, zero)),
+            to_int64(gen_math_ops.not_equal(input, zero)),
             axis=axis,
-            keepdims=keepdims,
-            reduction_indices=reduction_indices),
+            keepdims=keepdims),
         dtype=dtype)
 
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
index a441e42b0a..a7638ffde6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
@@ -102,7 +102,7 @@ tf_module {
   }
   member_method {
     name: "count_nonzero"
-    argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'dtype\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'int64\'>\", \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'axis\', \'keepdims\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'int64\'>\", \'None\'], "
   }
   member_method {
     name: "cumprod"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index e8435a401a..c41e9dcd57 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -624,10 +624,6 @@ tf_module {
     name: "cosh"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "count_nonzero"
-    argspec: "args=[\'input_tensor\', \'axis\', \'keepdims\', \'dtype\', \'name\', \'reduction_indices\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \"<dtype: \'int64\'>\", \'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "create_partitioned_variables"
     argspec: "args=[\'shape\', \'slicing\', \'initializer\', \'dtype\', \'trainable\', \'collections\', \'name\', \'reuse\'], varargs=None, keywords=None, defaults=[\"<dtype: \'float32\'>\", \'True\', \'None\', \'None\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 939e4109a7..a6882e35d3 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -37,9 +37,14 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.convert_to_tensor": {
             "preferred_dtype": "dtype_hint"
         },
+        "tf.math.count_nonzero": {
+            "input_tensor": "input",
+            "keep_dims": "keepdims",
+            "reduction_indices": "axis",
+        },
         "tf.nn.pool": {
             "dilation_rate": "dilations"
-        }
+        },
     }
 
     # Mapping from function to the new name of the function
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index 66d18e146a..2dfeb64b32 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -110,6 +110,18 @@ class TestUpgrade(test_util.TensorFlowTestCase):
                               % "tf.estimator.LinearClassifier"])
     self.assertIn("loss_reduction has been changed", report)
 
+  def testCountNonZeroChanges(self):
+    text = (
+        "tf.math.count_nonzero(input_tensor=input, dtype=dtype, name=name, "
+        "reduction_indices=axis, keep_dims=keepdims)\n"
+        )
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    expected_text = (
+        "tf.math.count_nonzero(input=input, dtype=dtype, name=name, "
+        "axis=axis, keepdims=keepdims)\n"
+        )
+    self.assertEqual(new_text, expected_text)
+
 
 class TestUpgradeFiles(test_util.TensorFlowTestCase):
 
-- 
GitLab


From 0773b244a01e738459354b2697352feb04646c21 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Wed, 14 Nov 2018 16:47:46 -0800
Subject: [PATCH 1611/1825] Disable LOG and VLOG in fuzzing mode.

PiperOrigin-RevId: 221536365
---
 tensorflow/core/platform/default/logging.cc | 28 +++++++++++++++------
 1 file changed, 20 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/platform/default/logging.cc b/tensorflow/core/platform/default/logging.cc
index ad3feda701..133ae45a55 100644
--- a/tensorflow/core/platform/default/logging.cc
+++ b/tensorflow/core/platform/default/logging.cc
@@ -117,13 +117,33 @@ int64 LogLevelStrToInt(const char* tf_env_var_val) {
 }  // namespace
 
 int64 MinLogLevelFromEnv() {
+  // We don't want to print logs during fuzzing as that would slow fuzzing down
+  // by almost 2x. So, if we are in fuzzing mode (not just running a test), we
+  // return a value so that nothing is actually printed. Since LOG uses >=
+  // (see ~LogMessage in this file) to see if log messages need to be printed,
+  // the value we're interested on to disable printing is the maximum severity.
+  // See also http://llvm.org/docs/LibFuzzer.html#fuzzer-friendly-build-mode
+#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
+  return tensorflow::NUM_SEVERITIES;
+#else
   const char* tf_env_var_val = getenv("TF_CPP_MIN_LOG_LEVEL");
   return LogLevelStrToInt(tf_env_var_val);
+#endif
 }
 
 int64 MinVLogLevelFromEnv() {
+  // We don't want to print logs during fuzzing as that would slow fuzzing down
+  // by almost 2x. So, if we are in fuzzing mode (not just running a test), we
+  // return a value so that nothing is actually printed. Since VLOG uses <=
+  // (see VLOG_IS_ON in logging.h) to see if log messages need to be printed,
+  // the value we're interested on to disable printing is 0.
+  // See also http://llvm.org/docs/LibFuzzer.html#fuzzer-friendly-build-mode
+#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
+  return 0;
+#else
   const char* tf_env_var_val = getenv("TF_CPP_MIN_VLOG_LEVEL");
   return LogLevelStrToInt(tf_env_var_val);
+#endif
 }
 
 LogMessage::~LogMessage() {
@@ -133,16 +153,8 @@ LogMessage::~LogMessage() {
 }
 
 int64 LogMessage::MinVLogLevel() {
-  // We don't want to print logs during fuzzing as that would slow fuzzing down
-  // by almost 2x. So, if we are in fuzzing mode (not just running a test), we
-  // return minimum value so that nothing is actually printed
-  // See also http://llvm.org/docs/LibFuzzer.html#fuzzer-friendly-build-mode
-#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
-  return 0;
-#else
   static int64 min_vlog_level = MinVLogLevelFromEnv();
   return min_vlog_level;
-#endif
 }
 
 LogMessageFatal::LogMessageFatal(const char* file, int line)
-- 
GitLab


From 6c6056eb4d36f2ba54456dc94f15b9f55d922e42 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 14 Nov 2018 16:57:41 -0800
Subject: [PATCH 1612/1825] [XLA] Make ParseFlagsFromEnv take an envvar
 parameter.

Previously we hardcoded TF_XLA_FLAGS.

PiperOrigin-RevId: 221538332
---
 .../legacy_flags/build_xla_ops_pass_flags.cc  |  2 +-
 .../mark_for_compilation_pass_flags.cc        |  2 +-
 .../jit/legacy_flags/xla_device_flags.cc      |  2 +-
 .../jit/legacy_flags/xla_ops_common_flags.cc  |  2 +-
 .../compiler/tf2xla/dump_graph_flags.cc       |  2 +-
 .../compiler/xla/debug_options_flags.cc       |  2 +-
 .../compiler/xla/parse_flags_from_env.cc      | 69 ++++++++++---------
 .../compiler/xla/parse_flags_from_env.h       | 53 +++++++-------
 .../compiler/xla/parse_flags_from_env_test.cc |  8 +--
 9 files changed, 75 insertions(+), 67 deletions(-)

diff --git a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
index 961c17c17e..1f02cfaa95 100644
--- a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
@@ -34,7 +34,7 @@ void AllocateAndParseFlags() {
       Flag("tf_xla_enable_lazy_compilation",
            &flags->tf_xla_enable_lazy_compilation, ""),
   });
-  xla::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
 }
 
 }  // namespace
diff --git a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
index bad306e0b0..043012bd0b 100644
--- a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
@@ -65,7 +65,7 @@ static void AllocateFlags() {
        Flag("tf_xla_fusion_only", &flags->tf_xla_fusion_only,
             "enable fusion of element-wise operations only using XLA when "
             "global_jit_level is ON*.")});
-  xla::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
 
   if (VLOG_IS_ON(1)) {
     VLOG(1) << "Parsed MarkForCompilationPassFlags:";
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
index 76b80d3034..6389cf10d4 100644
--- a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
@@ -41,7 +41,7 @@ static void AllocateFlags() {
            "Switch a device into 'on-demand' mode, where instead of "
            "autoclustering ops are compiled one by one just-in-time."),
   });
-  xla::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
 }
 
 // Return a pointer to the XlaDeviceFlags struct;
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
index 1443d48a73..bf8bd0d47f 100644
--- a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
+++ b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
@@ -35,7 +35,7 @@ void AllocateAndParseFlags() {
       Flag("tf_xla_always_defer_compilation",
            &flags->tf_xla_always_defer_compilation, ""),
   });
-  xla::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
 
   if (VLOG_IS_ON(1)) {
     VLOG(1) << "Parsed XlaOpsCommonFlags:";
diff --git a/tensorflow/compiler/tf2xla/dump_graph_flags.cc b/tensorflow/compiler/tf2xla/dump_graph_flags.cc
index 2eb1f8cd84..32066bfd5b 100644
--- a/tensorflow/compiler/tf2xla/dump_graph_flags.cc
+++ b/tensorflow/compiler/tf2xla/dump_graph_flags.cc
@@ -41,7 +41,7 @@ static void AllocateFlags() {
            "Path prefix to which graphs dumped during debugging should be "
            "written."),
   });
-  xla::ParseFlagsFromEnv(*flag_list);
+  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
 }
 
 // Append to *append_to flag definitions associated with the XLA bridge's
diff --git a/tensorflow/compiler/xla/debug_options_flags.cc b/tensorflow/compiler/xla/debug_options_flags.cc
index 033887d7c1..a41bd7f9ae 100644
--- a/tensorflow/compiler/xla/debug_options_flags.cc
+++ b/tensorflow/compiler/xla/debug_options_flags.cc
@@ -335,7 +335,7 @@ void AllocateFlags() {
           "behavior to help run tests on the host that run models in parallel "
           "across multiple devices."),
   });
-  ParseFlagsFromEnv(*flag_objects);
+  ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_objects);
 }
 
 }  // namespace
diff --git a/tensorflow/compiler/xla/parse_flags_from_env.cc b/tensorflow/compiler/xla/parse_flags_from_env.cc
index 40481331b6..d575c5bc12 100644
--- a/tensorflow/compiler/xla/parse_flags_from_env.cc
+++ b/tensorflow/compiler/xla/parse_flags_from_env.cc
@@ -20,6 +20,8 @@ limitations under the License.
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
+#include <memory>
+#include <unordered_map>
 #include <vector>
 
 #include "tensorflow/compiler/xla/parse_flags_from_env.h"
@@ -32,7 +34,6 @@ limitations under the License.
 
 namespace xla {
 
-static const char kEnvVar[] = "TF_XLA_FLAGS";  // environment variable queried
 static const char kWS[] = " \t\r\n";           // whitespace
 
 // The following struct represents an argv[]-style array, parsed
@@ -42,12 +43,20 @@ static const char kWS[] = " \t\r\n";           // whitespace
 // constructor/destructor collisions with other "private" types
 // in the same named namespace.
 namespace {
+
+// Functor which deletes objects by calling `free`.  Necessary to free strdup'ed
+// strings created by AppendToEnvArgv.
+struct FreeDeleter {
+  void operator()(char* ptr) { free(ptr); }
+};
+
 struct EnvArgv {
   EnvArgv() : initialized(false), argc(0) {}
   bool initialized;         // whether the other fields have been set.
   int argc;                 // elements used in argv[]
   std::vector<char*> argv;  // flag arguments parsed from environment string.
-  std::vector<char*> argv_save;  // saved values from argv[] to avoid leaks
+  // saved values from argv[] to avoid leaks
+  std::vector<std::unique_ptr<char, FreeDeleter>> argv_save;
 };
 }  // anonymous namespace
 
@@ -63,7 +72,7 @@ static void AppendToEnvArgv(const char* s0, size_t s0len, const char* s1,
     string s = string(s0, s0len) + string(s1, s1len);
     char* str = strdup(s.c_str());
     a->argv.push_back(str);
-    a->argv_save.push_back(str);
+    a->argv_save.emplace_back(str);
     a->argc++;
   }
 }
@@ -127,14 +136,14 @@ static void ParseArgvFromString(const string& flag_str, EnvArgv* a) {
   }
 }
 
-// Call ParseArgvFromString(..., a) on a string derived from the setting of an
-// environment variable kEnvVar, or a file it points to.
-static void SetArgvFromEnv(EnvArgv* a) {
+// Call ParseArgvFromString(..., a) on a string derived from the setting of the
+// environment variable `envvar`, or a file it points to.
+static void SetArgvFromEnv(absl::string_view envvar, EnvArgv* a) {
   if (!a->initialized) {
     static const char kDummyArgv[] = "<argv[0]>";
     AppendToEnvArgv(kDummyArgv, strlen(kDummyArgv), nullptr, 0,
                     a);  // dummy argv[0]
-    const char* env = getenv(kEnvVar);
+    const char* env = getenv(string(envvar).c_str());
     if (env == nullptr || env[0] == '\0') {
       // nothing
     } else if (env[strspn(env, kWS)] == '-') {  // flags in env var value
@@ -157,23 +166,25 @@ static void SetArgvFromEnv(EnvArgv* a) {
   }
 }
 
-// The simulated argv[] parsed from the environment.
-static EnvArgv* env_argv;
+// The simulated argv[] parsed from the environment, one for each different
+// environment variable we've seen.
+static std::unordered_map<string, EnvArgv>& EnvArgvs() {
+  static auto* env_argvs = new std::unordered_map<string, EnvArgv>();
+  return *env_argvs;
+}
 
-// Used to protect accesses to env_argv.
+// Used to protect accesses to env_argvs.
 static tensorflow::mutex env_argv_mu(tensorflow::LINKER_INITIALIZED);
 
 // Call Flags::Parse(argc, argv, flag_list) against any as yet unrecognized
 // flags passed in from the environment.
-bool ParseFlagsFromEnv(const std::vector<tensorflow::Flag>& flag_list) {
-  env_argv_mu.lock();
-  if (env_argv == nullptr) {
-    env_argv = new EnvArgv;
-  }
-  SetArgvFromEnv(env_argv);  // a no-op if already initialized
+bool ParseFlagsFromEnv(absl::string_view envvar,
+                       const std::vector<tensorflow::Flag>& flag_list) {
+  tensorflow::mutex_lock lock(env_argv_mu);
+  auto* env_argv = &EnvArgvs()[string(envvar)];
+  SetArgvFromEnv(envvar, env_argv);  // a no-op if already initialized
   bool result =
       tensorflow::Flags::Parse(&env_argv->argc, &env_argv->argv[0], flag_list);
-  env_argv_mu.unlock();
   return result;
 }
 
@@ -182,23 +193,13 @@ bool ParseFlagsFromEnv(const std::vector<tensorflow::Flag>& flag_list) {
 // will parse the environment variable (or the file it points to) anew, and set
 // *pargc, and *pargv to point to the internal locations of the argc and argv
 // constructed from the environment.
-void ResetFlagsFromEnvForTesting(int** pargc, std::vector<char*>** pargv) {
-  env_argv_mu.lock();
-  if (env_argv == nullptr) {
-    env_argv = new EnvArgv;
-  }
-  if (!env_argv->argv_save.empty()) {
-    for (int i = 0; env_argv->argv_save[i] != nullptr; i++) {
-      free(env_argv->argv_save[i]);
-    }
-  }
-  env_argv->initialized = false;
-  env_argv->argc = 0;
-  env_argv->argv.clear();
-  env_argv->argv_save.clear();
-  env_argv_mu.unlock();
-  *pargc = &env_argv->argc;
-  *pargv = &env_argv->argv;
+void ResetFlagsFromEnvForTesting(absl::string_view envvar, int** pargc,
+                                 std::vector<char*>** pargv) {
+  tensorflow::mutex_lock lock(env_argv_mu);
+  EnvArgvs().erase(string(envvar));
+  auto& env_argv = EnvArgvs()[string(envvar)];
+  *pargc = &env_argv.argc;
+  *pargv = &env_argv.argv;
 }
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/parse_flags_from_env.h b/tensorflow/compiler/xla/parse_flags_from_env.h
index fe86ee687f..c0742e8b4f 100644
--- a/tensorflow/compiler/xla/parse_flags_from_env.h
+++ b/tensorflow/compiler/xla/parse_flags_from_env.h
@@ -17,47 +17,54 @@ limitations under the License.
 #define TENSORFLOW_COMPILER_XLA_PARSE_FLAGS_FROM_ENV_H_
 
 // This module exports ParseFlagsFromEnv(), which allows other modules to parse
-// flags from the environtment variable TF_XLA_FLAGS, or (if the first
-// non-whitespace in the variable value is not '-'), a file named by that
-// environment variable.  The accepted syntax is that flags arguments are of
-// the form --flag=value or (for boolean flags) --flag, and are whitespace
-// separated.  The <value> may be one of:
-// - <non-whitespace, non-nul not starting with single-quote or double-quote>
-//   in which case the effective value is the string itself
-// - <single-quote><characters string not containing nul or
-//   single-quote><single_quote> in which case the effective value is the
-//   string with the single-quotes removed
-// - <double-quote><character string not containing nul or unesecaped
-//   double-quote><double_quote> in which case the effective value if the
-//   string with the double-quotes removed, and escaped sequences of
-//   <backslash><char> replaced by <char>.
+// flags from an environtment variable, or (if the first non-whitespace in the
+// variable value is not '-'), a file named by that environment variable.
+//
+// The accepted syntax is that flags arguments are of the form --flag=value or
+// (for boolean flags) --flag, and are whitespace separated.  The <value> may be
+// one of:
+//
+//  - <non-whitespace, non-nul not starting with single-quote or double-quote>
+//    in which case the effective value is the string itself
+//  - <single-quote><characters string not containing nul or
+//    single-quote><single_quote> in which case the effective value is the
+//    string with the single-quotes removed
+//  - <double-quote><character string not containing nul or unesecaped
+//    double-quote><double_quote> in which case the effective value if the
+//    string with the double-quotes removed, and escaped sequences of
+//    <backslash><char> replaced by <char>.
 //
 // Flags values inconsistent with the type of the flag will be rejected by the
 // flag parser.
 //
 // Examples:
-//    TF_XLA_FLAGS="--foo=bar  --wombat='value with a space'"
 //
-//    TF_XLA_FLAGS=/tmp/flagfile
+//  - TF_XLA_FLAGS="--foo=bar  --wombat='value with a space'"
+//  - TF_XLA_FLAGS=/tmp/flagfile
+//
 // where /tmp/flagfile might contain
-//    --some_flag="This is a string containing a \" and a '."
-//    --another_flag=wombats
+//
+//  --some_flag="This is a string containing a \" and a '."
+//  --another_flag=wombats
 
 #include <vector>
 
+#include "absl/strings/string_view.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace xla {
 
-// Call tensorflow::Flags::Parse(argc, argv, flag_list) against any as yet
-// unrecognized flags passed in from the environment, and return its
-// return value.
-bool ParseFlagsFromEnv(const std::vector<tensorflow::Flag>& flag_list);
+// Calls tensorflow::Flags::Parse(argc, argv, flag_list) against any as yet
+// unrecognized flags passed in the environment variable `envvar`, and returns
+// its return value.
+bool ParseFlagsFromEnv(absl::string_view envvar,
+                       const std::vector<tensorflow::Flag>& flag_list);
 
 // Used only for testing.  Not to be used by clients.
-void ResetFlagsFromEnvForTesting(int** pargc, std::vector<char*>** pargv);
+void ResetFlagsFromEnvForTesting(absl::string_view envvar, int** pargc,
+                                 std::vector<char*>** pargv);
 
 }  // namespace xla
 
diff --git a/tensorflow/compiler/xla/parse_flags_from_env_test.cc b/tensorflow/compiler/xla/parse_flags_from_env_test.cc
index edd6538402..26c15c3e98 100644
--- a/tensorflow/compiler/xla/parse_flags_from_env_test.cc
+++ b/tensorflow/compiler/xla/parse_flags_from_env_test.cc
@@ -37,12 +37,12 @@ static void TestParseFlagsFromEnv(const char* msg) {
   // Initialize module under test.
   int* pargc;
   std::vector<char*>* pargv;
-  ResetFlagsFromEnvForTesting(&pargc, &pargv);
+  ResetFlagsFromEnvForTesting("TF_XLA_FLAGS", &pargc, &pargv);
 
   // Ensure that environment variable can be parsed when
   // no flags are expected.
   std::vector<tensorflow::Flag> empty_flag_list;
-  bool parsed_ok = ParseFlagsFromEnv(empty_flag_list);
+  bool parsed_ok = ParseFlagsFromEnv("TF_XLA_FLAGS", empty_flag_list);
   CHECK(parsed_ok) << msg;
   const std::vector<char*>& argv_first = *pargv;
   CHECK_NE(argv_first[0], nullptr) << msg;
@@ -65,7 +65,7 @@ static void TestParseFlagsFromEnv(const char* msg) {
       tensorflow::Flag("single_quoted", &single_quoted, ""),
       tensorflow::Flag("double_quoted", &double_quoted, ""),
   };
-  parsed_ok = ParseFlagsFromEnv(flag_list);
+  parsed_ok = ParseFlagsFromEnv("TF_XLA_FLAGS", flag_list);
   CHECK_EQ(*pargc, 1) << msg;
   const std::vector<char*>& argv_second = *pargv;
   CHECK_NE(argv_second[0], nullptr) << msg;
@@ -171,7 +171,7 @@ int main(int argc, char* argv[]) {
       tensorflow::Flag("int_flag", &int_flag, "An integer flag to test with"),
   };
   xla::string usage = tensorflow::Flags::Usage(argv[0], flag_list);
-  bool parse_ok = xla::ParseFlagsFromEnv(flag_list);
+  bool parse_ok = xla::ParseFlagsFromEnv("TF_XLA_FLAGS", flag_list);
   if (!parse_ok) {
     LOG(QFATAL) << "can't parse from environment\n" << usage;
   }
-- 
GitLab


From 627e22a24758b8568d9aaae3d002827b61bb6095 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 16:59:59 -0800
Subject: [PATCH 1613/1825] Do not lower cond_v2 or while_v2 to v1 control flow
 when the context requires the single threaded executor.

the SingleThreadExecutor does not support v1 control flow ops.

PiperOrigin-RevId: 221538796
---
 tensorflow/python/kernel_tests/cond_v2_test.py | 18 ++++++++++++++++++
 tensorflow/python/ops/control_flow_util_v2.py  | 14 ++++++++++----
 2 files changed, 28 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/kernel_tests/cond_v2_test.py b/tensorflow/python/kernel_tests/cond_v2_test.py
index b077b853ed..cf41134e7c 100644
--- a/tensorflow/python/kernel_tests/cond_v2_test.py
+++ b/tensorflow/python/kernel_tests/cond_v2_test.py
@@ -20,6 +20,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.eager import context
 from tensorflow.python.eager import function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -666,6 +667,23 @@ class CondV2Test(test.TestCase):
           if_found,
           "An `If` op was not found, but the graph should not be lowered.")
 
+  def testLoweringDisabledWithSingleThreadedExecutorContext(self):
+    with self.session(graph=ops.Graph()) as sess:
+      @function.defun
+      def _add_cond(x):
+        return cond_v2.cond_v2(
+            constant_op.constant(True, name="pred"),
+            lambda: x,
+            lambda: x + 1)
+
+      x = array_ops.placeholder(shape=None, dtype=dtypes.float32)
+      with context.function_executor_type("SINGLE_THREADED_EXECUTOR"):
+        out_cond = _add_cond(x)
+
+      # The fact that sess.run() succeeds means lowering is disabled, because
+      # the single threaded executor does not support cond v1 ops.
+      sess.run(out_cond, feed_dict={x: 1.0})
+
 
 class CondV2CollectionTest(test.TestCase):
 
diff --git a/tensorflow/python/ops/control_flow_util_v2.py b/tensorflow/python/ops/control_flow_util_v2.py
index 2eec423991..5f56850884 100644
--- a/tensorflow/python/ops/control_flow_util_v2.py
+++ b/tensorflow/python/ops/control_flow_util_v2.py
@@ -103,14 +103,20 @@ def maybe_set_lowering_attr(op):
   pruning. This brings v2 control flow closer to feature parity with v1 control
   flow.
 
-  However, we do not lower `If` and `While` ops in the XLA context because it is
-  easier for XLA to apply its own optimizations when dealing with un-lowered
-  control flow operators than with low-level control flow primitives.
+  However, we do not lower in the following cases:
+    - When the `If` or `While` ops are in the XLA context. Because it is easier
+      for XLA to apply its own optimizations when dealing with un-lowered
+      control flow operators than with low-level control flow primitives.
+    - When the eager execution context specifies the executor of functions to
+      be the single threaded executor (see context.function_executor_type()).
+      Because the single threaded executor does not support v1 control flow ops.
 
   Args:
     op: An `If` or `While` Operation.
   """
-  if not control_flow_util.IsInXLAContext(op):
+  if (not control_flow_util.IsInXLAContext(op) and
+      context.context().get_function_call_options().executor_type
+      != "SINGLE_THREADED_EXECUTOR"):
     # pylint: disable=protected-access
     op._set_attr("_lower_using_switch_merge", attr_value_pb2.AttrValue(b=True))
     # pylint: enable=protected-access
-- 
GitLab


From 3e5d507b1d1803c8b7b4419cab02abb3fc6a35ac Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 17:08:00 -0800
Subject: [PATCH 1614/1825] Step 1 of *args, **kwargs -> args, kwargs
 transition for DistributionStrategy.update() and .update_non_slot().

PiperOrigin-RevId: 221540518
---
 .../distribute/python/mirrored_strategy.py    | 12 +--
 .../distribute/python/one_device_strategy.py  | 10 +--
 .../python/parameter_server_strategy.py       | 12 +--
 .../contrib/distribute/python/tpu_strategy.py | 17 ++---
 .../contrib/distribute/python/values.py       |  4 +-
 tensorflow/python/training/distribute.py      | 75 +++++++++++++------
 6 files changed, 73 insertions(+), 57 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index bf065713a0..4bb2cb1990 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -612,11 +612,9 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return self._get_cross_tower_ops().batch_reduce(reduce_op,
                                                     value_destination_pairs)
 
-  def _update(self, var, options, fn, *args, **kwargs):
+  def _update(self, var, fn, args, kwargs, group):
     # TODO(josh11b): In eager mode, use one thread per device.
     assert isinstance(var, values.DistributedVariable)
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
     updates = {}
     for d, v in var._index.items():  # pylint: disable=protected-access
       name = "update_%d" % self._device_index.get(d)
@@ -625,12 +623,10 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
         updates[d] = fn(v,
                         *values.select_device_mirrored(d, args),
                         **values.select_device_mirrored(d, kwargs))
-    return values.update_regroup(self, updates, should_group)
+    return values.update_regroup(self, updates, group)
 
-  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
+  def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
     assert isinstance(colocate_with, list)
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
     # TODO(josh11b): In eager mode, use one thread per device.
     updates = {}
     for d in colocate_with:
@@ -638,7 +634,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       with ops.device(d), distribute_lib.UpdateContext(d), ops.name_scope(name):
         updates[d] = fn(*values.select_device_mirrored(d, args),
                         **values.select_device_mirrored(d, kwargs))
-    return values.update_regroup(self, updates, should_group)
+    return values.update_regroup(self, updates, group)
 
   def read_var(self, replica_local_var):
     """Read the aggregate value of a replica-local variable."""
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 8ce8e11589..96f5f739d5 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -126,18 +126,16 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     del reduce_op, destinations
     return value
 
-  def _update(self, var, options, fn, *args, **kwargs):
+  def _update(self, var, fn, args, kwargs, group):
     # The implementations of _update() and _update_non_slot() are identical
     # except _update() passes `var` as the first argument to `fn()`.
-    return self._update_non_slot(var, options, fn, var, *args, **kwargs)
+    return self._update_non_slot(var, fn, (var,) + tuple(args), kwargs, group)
 
-  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
+  def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
     del colocate_with
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
     with ops.device(self._device), distribute_lib.UpdateContext(self._device):
       result = fn(*args, **kwargs)
-      if should_group:
+      if group:
         return result
       else:
         return nest.map_structure(self._unwrap, result)
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 49733dd7a6..9cd71293f8 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -350,30 +350,26 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
 
     return nest.map_structure(_select_fn, structured)
 
-  def _update(self, var, options, fn, *args, **kwargs):
+  def _update(self, var, fn, args, kwargs, group):
     if isinstance(var, values.AggregatingVariable):
       var = var.get()
     if not isinstance(var, resource_variable_ops.ResourceVariable):
       raise ValueError(
           "You can not update `var` %r. It must be a Variable." % var)
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
     with ops.colocate_with(var), distribute_lib.UpdateContext(var.device):
       result = fn(var, *self._select_single_value(args),
                   **self._select_single_value(kwargs))
-      if should_group:
+      if group:
         return result
       else:
         return nest.map_structure(self._unwrap, result)
 
   # TODO(yuefengz): does it need to call _select_single_value?
-  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
+  def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
     with ops.device(
         colocate_with.device), distribute_lib.UpdateContext(colocate_with):
       result = fn(*args, **kwargs)
-      if should_group:
+      if group:
         return result
       else:
         return nest.map_structure(self._unwrap, result)
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index ae5c55a346..adc075011d 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -467,13 +467,10 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
       return output * (1. / len(value))
     return output
 
-  def _update(self, var, options, fn, *args, **kwargs):
+  def _update(self, var, fn, args, kwargs, group):
     assert isinstance(var, values.TPUMirroredVariable)
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
-
     if values._enclosing_tpu_context() is not None:  # pylint: disable=protected-access
-      if should_group:
+      if group:
         return fn(var, *args, **kwargs)
       else:
         return [fn(var, *args, **kwargs)]
@@ -488,9 +485,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
         updates[d] = fn(v,
                         *values.select_device_mirrored(d, args),
                         **values.select_device_mirrored(d, kwargs))
-    return values.update_regroup(self, updates, should_group)
-
-  # TODO(josh11b): Need to implement _update_non_slot()!
+    return values.update_regroup(self, updates, group)
 
   def read_var(self, var):
     assert isinstance(var, values.TPUMirroredVariable)
@@ -553,14 +548,12 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
   def non_slot_devices(self, var_list):
     return self._host_device
 
-  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
+  def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
     del colocate_with
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
     with ops.device(self._host_device), distribute_lib.UpdateContext(
         self._host_device):
       result = fn(*args, **kwargs)
-      if should_group:
+      if group:
         return result
       else:
         return nest.map_structure(self._unwrap, result)
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index e2931fcacd..f565381b49 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -1063,10 +1063,10 @@ def select_device_mirrored(device, structured):
   return nest.map_structure(_get_mirrored, structured)
 
 
-def update_regroup(strategy, updates, should_group):
+def update_regroup(strategy, updates, group):
   """Regroup for an update, with dependencies to ensure all updates execute."""
   regrouped = regroup(updates, Mirrored)
-  if not should_group:
+  if not group:
     return nest.map_structure(strategy.unwrap, regrouped)
   grouped_flat = []
   for u in nest.flatten(regrouped):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 88ee5376fb..883a22389a 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -514,7 +514,7 @@ class DistributionStrategy(object):
         # operates on v1 from var1, v2 from var2, and v3 from var3
 
       # `fn` runs on every device `v1` is on, `v2` and `v3` will be there too.
-      distribution_strategy.update(v1, fn, v2, v3)
+      distribution_strategy.update(v1, fn, args=(v2, v3))
     ```
 
     Args:
@@ -838,7 +838,7 @@ class DistributionStrategy(object):
     results = {}
     for device, v in var:
       with tf.device(device):
-        # *args and **kwargs will be unwrapped if they are mirrored.
+        # args and kwargs will be unwrapped if they are mirrored.
         results[device] = fn(v, *args, **kwargs)
     return merged(results)
     ```
@@ -852,23 +852,41 @@ class DistributionStrategy(object):
     Args:
       var: Variable, possibly mirrored to multiple devices, to operate on.
       fn: Function to call. Should take the variable as the first argument.
-      *args: Additional positional arguments to pass to `fn()`.
-      **kwargs: Keyword arguments to pass to `fn()`. If "grouped=False" is
-        specified, the return value will be unwrapped.
+      args: Tuple or list. Additional positional arguments to pass to `fn()`.
+      kwargs: Dict with keyword arguments to pass to `fn()`.
+      group: Boolean. Defaults to True. If False, the return value will be
+        unwrapped.
 
     Returns:
       By default, the merged return value of `fn` across all replicas.  The
       merged result has dependencies to make sure that if it is evaluated at
       all, the side effects (updates) will happen on every replica. If instead
-      "grouped=False" is specified, this function will return a nest of lists
+      "group=False" is specified, this function will return a nest of lists
       where each list has an element per replica, and the caller is responsible
       for ensuring all elements are executed.
     """
     _require_cross_replica_context(self)
-    options = {"grouped": kwargs.pop("grouped", True)}
-    return self._update(var, options, fn, *args, **kwargs)
+    group = kwargs.pop("group", True)
+    # We temporarily support "grouped" in addition to "group" for backward-
+    # compatibility.
+    group = kwargs.pop("grouped", True) and group
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to update")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to update")
+      kwargs = k
+    return self._update(var, fn, args, kwargs, group)
 
-  def _update(self, var, options, fn, *args, **kwargs):
+  def _update(self, var, fn, args, kwargs, group):
     raise NotImplementedError("must be implemented in descendants")
 
   def update_non_slot(self, colocate_with, fn, *args, **kwargs):
@@ -877,19 +895,36 @@ class DistributionStrategy(object):
     Args:
       colocate_with: The return value of `non_slot_devices()`.
       fn: Function to execute.
-      *args: Positional arguments to pass to `fn()`.
-      **kwargs: Keyword arguments to pass to `fn()`. If "grouped=False" is
-        specified, the return value will be unwrapped and the caller is
-        responsible for ensuring all elements are executed.
+      args: Tuple or list. Positional arguments to pass to `fn()`.
+      kwargs: Dict with keyword arguments to pass to `fn()`.
+      group: Boolean. Defaults to True. If False, the return value will be
+        unwrapped.
 
     Returns:
       Return value of `fn`, possibly merged across devices.
     """
     _require_cross_replica_context(self)
-    options = {"grouped": kwargs.pop("grouped", True)}
-    return self._update_non_slot(colocate_with, options, fn, *args, **kwargs)
+    group = kwargs.pop("group", True)
+    # We temporarily support "grouped" in addition to "group" for backward-
+    # compatibility.
+    group = kwargs.pop("grouped", True) and group
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to update_non_slot")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to update_non_slot")
+      kwargs = k
+    return self._update_non_slot(colocate_with, fn, args, kwargs, group)
 
-  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
+  def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
     raise NotImplementedError("must be implemented in descendants")
 
   def unwrap(self, value):
@@ -1173,14 +1208,12 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     del reduce_op, destinations
     return value
 
-  def _update(self, var, options, fn, *args, **kwargs):
+  def _update(self, var, fn, args, kwargs, group):
     # The implementations of _update() and _update_non_slot() are identical
     # except _update() passes `var` as the first argument to `fn()`.
-    return self._update_non_slot(var, options, fn, var, *args, **kwargs)
+    return self._update_non_slot(var, fn, (var,) + tuple(args), kwargs, group)
 
-  def _update_non_slot(self, colocate_with, options, fn, *args, **kwargs):
-    should_group = options.pop("grouped")
-    assert not options  # Validate that we are processing all of the options.
+  def _update_non_slot(self, colocate_with, fn, args, kwargs, should_group):
     # TODO(josh11b): Figure out what we should be passing to UpdateContext()
     # once that value is used for something.
     with ops.colocate_with(colocate_with), UpdateContext(colocate_with):
-- 
GitLab


From df74b804064bd16e1fe4aed2940c5f536c993dfc Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Wed, 14 Nov 2018 17:25:18 -0800
Subject: [PATCH 1615/1825] Disable flaky testRunMetadata

PiperOrigin-RevId: 221542805
---
 tensorflow/python/eager/function_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index ff1d947bf7..fad827953a 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -645,7 +645,7 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     # Ensure that v is watched again.
     self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
 
-  def testRunMetadata(self):
+  def disabled_testRunMetadata(self):
 
     @def_function.function
     def f(x):
-- 
GitLab


From 6f99a8181d8bf7d9e48673c65d26139432a0af67 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Wed, 14 Nov 2018 17:29:35 -0800
Subject: [PATCH 1616/1825] Implement Keras V2 Adam Optimizer.

PiperOrigin-RevId: 221543342
---
 tensorflow/python/keras/optimizer_v2/BUILD    |  30 +-
 tensorflow/python/keras/optimizer_v2/adam.py  |  62 +++-
 .../python/keras/optimizer_v2/adam_test.py    | 300 ++++++++++++++++++
 .../python/keras/optimizer_v2/optimizer_v2.py |   1 +
 .../keras/optimizer_v2/optimizer_v2_test.py   |   6 +-
 5 files changed, 381 insertions(+), 18 deletions(-)
 create mode 100644 tensorflow/python/keras/optimizer_v2/adam_test.py

diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index 6a973058f7..eaa764992f 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -7,6 +7,7 @@ licenses(["notice"])  # Apache 2.0
 
 exports_files(["LICENSE"])
 
+load("//tensorflow:tensorflow.bzl", "py_test")
 load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 
 py_library(
@@ -29,6 +30,25 @@ py_library(
     ],
 )
 
+cuda_py_test(
+    name = "adam_test",
+    size = "medium",
+    srcs = ["adam_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:resources",
+        "//tensorflow/python:variables",
+        "//tensorflow/python/eager:context",
+    ],
+    shard_count = 4,
+)
+
 cuda_py_test(
     name = "gradient_descent_test",
     size = "medium",
@@ -48,21 +68,21 @@ cuda_py_test(
     shard_count = 4,
 )
 
-cuda_py_test(
+py_test(
     name = "optimizer_v2_test",
     size = "medium",
     srcs = ["optimizer_v2_test.py"],
-    additional_deps = [
+    deps = [
         ":optimizer_v2",
-        "//tensorflow/python/eager:def_function",
+        "//tensorflow/python:array_ops",
         "//tensorflow/python:client_testlib",
+        "//tensorflow/python:clip_ops",
         "//tensorflow/python:framework",
         "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:clip_ops",
         "//tensorflow/python:gradients",
         "//tensorflow/python:resource_variable_ops",
         "//tensorflow/python:state_ops",
         "//tensorflow/python:variables",
+        "//tensorflow/python/eager:def_function",
     ],
 )
diff --git a/tensorflow/python/keras/optimizer_v2/adam.py b/tensorflow/python/keras/optimizer_v2/adam.py
index b05811c419..4b3f8563ff 100644
--- a/tensorflow/python/keras/optimizer_v2/adam.py
+++ b/tensorflow/python/keras/optimizer_v2/adam.py
@@ -1,4 +1,4 @@
-# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,8 +17,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.framework import ops
 from tensorflow.python.keras.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import state_ops
 from tensorflow.python.training import training_ops
 
 
@@ -106,23 +110,63 @@ class Adam(optimizer_v2.OptimizerV2):
       self.add_slot(var, 'v')
 
   def _resource_apply_dense(self, grad, var):
+    grad_dtype = grad.dtype.base_dtype
     m = self.get_slot(var, 'm')
     v = self.get_slot(var, 'v')
-    # TODO(tanzheny): let optimizer have its own step counter, and let
-    # beta1_power and beta2_power depend on it.
+    local_step = math_ops.cast(self.iterations + 1, grad_dtype)
+    beta_1_t = math_ops.cast(self._get_hyper('beta_1'), grad_dtype)
+    beta_2_t = math_ops.cast(self._get_hyper('beta_2'), grad_dtype)
+    beta_1_power = math_ops.pow(beta_1_t, local_step)
+    beta_2_power = math_ops.pow(beta_2_t, local_step)
     return training_ops.resource_apply_adam(
         var.handle,
         m.handle,
         v.handle,
-        math_ops.cast(self._get_hyper('beta_1'), grad.dtype.base_dtype),
-        math_ops.cast(self._get_hyper('beta_2'), grad.dtype.base_dtype),
-        math_ops.cast(self._get_hyper('learning_rate'), grad.dtype.base_dtype),
-        math_ops.cast(self._get_hyper('beta_1'), grad.dtype.base_dtype),
-        math_ops.cast(self._get_hyper('beta_2'), grad.dtype.base_dtype),
-        math_ops.cast(self._get_hyper('epsilon'), grad.dtype.base_dtype),
+        beta_1_power,
+        beta_2_power,
+        math_ops.cast(self._get_hyper('learning_rate'), grad_dtype),
+        beta_1_t,
+        beta_2_t,
+        math_ops.cast(self._get_hyper('epsilon'), grad_dtype),
         grad,
         use_locking=self._use_locking)
 
+  def _resource_apply_sparse(self, grad, var, indices):
+
+    def _resource_scatter_add(x, i, v):
+      with ops.control_dependencies(
+          [resource_variable_ops.resource_scatter_add(x.handle, i, v)]):
+        return x.value()
+
+    var_dtype = var.dtype.base_dtype
+    local_step = math_ops.cast(self.iterations + 1, var_dtype)
+    beta_1_t = math_ops.cast(self._get_hyper('beta_1'), var_dtype)
+    beta_2_t = math_ops.cast(self._get_hyper('beta_2'), var_dtype)
+    beta_1_power = math_ops.pow(beta_1_t, local_step)
+    beta_2_power = math_ops.pow(beta_2_t, local_step)
+    lr_t = math_ops.cast(self._get_hyper('learning_rate'), var_dtype)
+    epsilon_t = math_ops.cast(self._get_hyper('epsilon'), var_dtype)
+    lr = (lr_t * math_ops.sqrt(1 - beta_2_power) / (1 - beta_1_power))
+
+    # m_t = beta1 * m + (1 - beta1) * g_t
+    m = self.get_slot(var, 'm')
+    m_scaled_g_values = grad * (1 - beta_1_t)
+    m_t = state_ops.assign(m, m * beta_1_t, use_locking=self._use_locking)
+    with ops.control_dependencies([m_t]):
+      m_t = _resource_scatter_add(m, indices, m_scaled_g_values)
+
+    # v_t = beta2 * v + (1 - beta2) * (g_t * g_t)
+    v = self.get_slot(var, 'v')
+    v_scaled_g_values = (grad * grad) * (1 - beta_2_t)
+    v_t = state_ops.assign(v, v * beta_2_t, use_locking=self._use_locking)
+    with ops.control_dependencies([v_t]):
+      v_t = _resource_scatter_add(v, indices, v_scaled_g_values)
+
+    v_sqrt = math_ops.sqrt(v_t)
+    var_update = state_ops.assign_sub(
+        var, lr * m_t / (v_sqrt + epsilon_t), use_locking=self._use_locking)
+    return control_flow_ops.group(*[var_update, m_t, v_t])
+
   def get_config(self):
     config = super(Adam, self).get_config()
     config.update({
diff --git a/tensorflow/python/keras/optimizer_v2/adam_test.py b/tensorflow/python/keras/optimizer_v2/adam_test.py
new file mode 100644
index 0000000000..69b601ffc7
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/adam_test.py
@@ -0,0 +1,300 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for Adam."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.eager import context
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.keras.optimizer_v2 import adam
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+def adam_update_numpy(param,
+                      g_t,
+                      t,
+                      m,
+                      v,
+                      alpha=0.001,
+                      beta1=0.9,
+                      beta2=0.999,
+                      epsilon=1e-8):
+  alpha_t = alpha * np.sqrt(1 - beta2**t) / (1 - beta1**t)
+
+  m_t = beta1 * m + (1 - beta1) * g_t
+  v_t = beta2 * v + (1 - beta2) * g_t * g_t
+
+  param_t = param - alpha_t * m_t / (np.sqrt(v_t) + epsilon)
+  return param_t, m_t, v_t
+
+
+def get_beta_accumulators(opt, dtype):
+  local_step = math_ops.cast(opt.iterations + 1, dtype)
+  beta_1_t = math_ops.cast(opt._get_hyper("beta_1"), dtype)
+  beta_1_power = math_ops.pow(beta_1_t, local_step)
+  beta_2_t = math_ops.cast(opt._get_hyper("beta_2"), dtype)
+  beta_2_power = math_ops.pow(beta_2_t, local_step)
+  return (beta_1_power, beta_2_power)
+
+
+class AdamOptimizerTest(test.TestCase):
+
+  def testSparse(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = resource_variable_ops.ResourceVariable(var0_np)
+        var1 = resource_variable_ops.ResourceVariable(var1_np)
+        grads0_np_indices = np.array([0, 1], dtype=np.int32)
+        grads0 = ops.IndexedSlices(
+            constant_op.constant(grads0_np),
+            constant_op.constant(grads0_np_indices), constant_op.constant([2]))
+        grads1_np_indices = np.array([0, 1], dtype=np.int32)
+        grads1 = ops.IndexedSlices(
+            constant_op.constant(grads1_np),
+            constant_op.constant(grads1_np_indices), constant_op.constant([2]))
+        opt = adam.Adam()
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
+
+        # Run 3 steps of Adam
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          update.run()
+
+          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testSparseDevicePlacement(self):
+    for index_dtype in [dtypes.int32, dtypes.int64]:
+      with self.cached_session(force_gpu=test.is_gpu_available()):
+        # If a GPU is available, tests that all optimizer ops can be placed on
+        # it (i.e. they have GPU kernels).
+        var = variables.Variable([[1.0], [2.0]])
+        indices = constant_op.constant([0, 1], dtype=index_dtype)
+        gathered_sum = math_ops.reduce_sum(array_ops.gather(var, indices))
+        optimizer = adam.Adam(3.0)
+        minimize_op = optimizer.minimize(gathered_sum, var_list=[var])
+        variables.global_variables_initializer().run()
+        minimize_op.run()
+
+  def testSparseRepeatedIndices(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        repeated_index_update_var = variables.Variable(
+            [[1.0], [2.0]], dtype=dtype)
+        aggregated_update_var = variables.Variable(
+            [[1.0], [2.0]], dtype=dtype)
+        grad_repeated_index = ops.IndexedSlices(
+            constant_op.constant(
+                [0.1, 0.1], shape=[2, 1], dtype=dtype),
+            constant_op.constant([1, 1]),
+            constant_op.constant([2, 1]))
+        grad_aggregated = ops.IndexedSlices(
+            constant_op.constant(
+                [0.2], shape=[1, 1], dtype=dtype),
+            constant_op.constant([1]),
+            constant_op.constant([2, 1]))
+        repeated_update = adam.Adam().apply_gradients(
+            [(grad_repeated_index, repeated_index_update_var)])
+        aggregated_update = adam.Adam().apply_gradients(
+            [(grad_aggregated, aggregated_update_var)])
+        variables.global_variables_initializer().run()
+        self.assertAllClose(aggregated_update_var.eval(),
+                            repeated_index_update_var.eval())
+        for _ in range(3):
+          repeated_update.run()
+          aggregated_update.run()
+          self.assertAllClose(aggregated_update_var.eval(),
+                              repeated_index_update_var.eval())
+
+  def doTestBasic(self, use_callable_params=False):
+    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+      with self.session(graph=ops.Graph()):
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = resource_variable_ops.ResourceVariable(
+            var0_np, name="var0_%d" % i)
+        var1 = resource_variable_ops.ResourceVariable(
+            var1_np, name="var1_%d" % i)
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+
+        learning_rate = lambda: 0.001
+        beta1 = lambda: 0.9
+        beta2 = lambda: 0.999
+        epsilon = lambda: 1e-8
+        if not use_callable_params:
+          learning_rate = learning_rate()
+          beta1 = beta1()
+          beta2 = beta2()
+          epsilon = epsilon()
+
+        opt = adam.Adam(learning_rate=learning_rate)
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+
+        self.evaluate(variables.global_variables_initializer())
+        # Run 3 steps of Adam
+        for t in range(1, 4):
+          if not context.executing_eagerly():
+            self.evaluate(update)
+          elif t > 1:
+            opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+
+          beta_1_power, beta_2_power = get_beta_accumulators(opt, dtype)
+          self.assertAllCloseAccordingToType(0.9**(t + 1),
+                                             self.evaluate(beta_1_power))
+          self.assertAllCloseAccordingToType(0.999**(t + 1),
+                                             self.evaluate(beta_2_power))
+
+          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
+
+  @test_util.run_in_graph_and_eager_modes(reset_test=True)
+  def testResourceBasic(self):
+    self.doTestBasic()
+
+  def testBasicCallableParams(self):
+    with context.eager_mode():
+      self.doTestBasic(use_callable_params=True)
+
+  def testTensorLearningRate(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = variables.Variable(var0_np)
+        var1 = variables.Variable(var1_np)
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+        opt = adam.Adam(constant_op.constant(0.001))
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
+
+        # Run 3 steps of Adam
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          update.run()
+
+          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testSharing(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = variables.Variable(var0_np)
+        var1 = variables.Variable(var1_np)
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+        opt = adam.Adam()
+        update1 = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        update2 = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        # Run 3 steps of intertwined Adam1 and Adam2.
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          if t % 2 == 0:
+            update1.run()
+          else:
+            update2.run()
+
+          var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testSlotsUniqueEager(self):
+    with context.eager_mode():
+      v1 = resource_variable_ops.ResourceVariable(1.)
+      v2 = resource_variable_ops.ResourceVariable(1.)
+      opt = adam.Adam(1.)
+      opt.minimize(lambda: v1 + v2, var_list=[v1, v2])
+      # There should be iteration, hyper variables, and two unique slot
+      # variables for v1 and v2 respectively.
+      self.assertEqual(9, len(set(opt.variables())))
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index d15665dac8..68b5368711 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -395,6 +395,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
       self._iterations = self.add_weight(
           "iter",
           shape=[],
+          dtype=dtypes.int64,
           trainable=False,
           aggregation=tf_variables.VariableAggregation.ONLY_FIRST_REPLICA)
       self._weights.append(self._iterations)
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index e43327ff12..cb0886ac9a 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -414,10 +414,8 @@ class OptimizerTest(test.TestCase):
         opt.minimize(loss, [var])
         return var
 
-      self.assertAllClose([0., 1.], fn())
-      # This is just to test tf.function. The values needs to be updated
-      # when adam updates beta_1_power.
-      self.assertAllClose([-1.343838, -0.343838], fn())
+      self.assertAllClose([0., 1.], fn(), atol=1e-4)
+      self.assertAllClose([-1, 0.], fn(), atol=1e-4)
 
   @test_util.run_in_graph_and_eager_modes
   def testOptimizerWithKerasModel(self):
-- 
GitLab


From 5847293aeb9ab45a02c4231c40569a15bd4541c6 Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Wed, 14 Nov 2018 17:30:43 -0800
Subject: [PATCH 1617/1825] Create a simple PIP package generator for
 standalone TF Lite.

Based on original dkovalev@

PiperOrigin-RevId: 221543483
---
 tensorflow/lite/tools/make/Makefile           |   3 +
 tensorflow/lite/tools/pip_package/MANIFEST.in |   1 +
 tensorflow/lite/tools/pip_package/README.md   |  33 ++++
 .../tools/pip_package/build_pip_package.sh    |  54 +++++++
 tensorflow/lite/tools/pip_package/setup.py    | 150 ++++++++++++++++++
 5 files changed, 241 insertions(+)
 create mode 100644 tensorflow/lite/tools/pip_package/MANIFEST.in
 create mode 100644 tensorflow/lite/tools/pip_package/README.md
 create mode 100644 tensorflow/lite/tools/pip_package/build_pip_package.sh
 create mode 100644 tensorflow/lite/tools/pip_package/setup.py

diff --git a/tensorflow/lite/tools/make/Makefile b/tensorflow/lite/tools/make/Makefile
index 8f12355854..28374f13b7 100644
--- a/tensorflow/lite/tools/make/Makefile
+++ b/tensorflow/lite/tools/make/Makefile
@@ -208,6 +208,9 @@ $(BENCHMARK_BINARY) : $(BENCHMARK_LIB)
 
 benchmark: $(BENCHMARK_BINARY)
 
+libdir:
+	@echo $(LIBDIR)
+
 # Gets rid of all generated files.
 clean:
 	rm -rf $(MAKEFILE_DIR)/gen
diff --git a/tensorflow/lite/tools/pip_package/MANIFEST.in b/tensorflow/lite/tools/pip_package/MANIFEST.in
new file mode 100644
index 0000000000..bb574e63a3
--- /dev/null
+++ b/tensorflow/lite/tools/pip_package/MANIFEST.in
@@ -0,0 +1 @@
+recursive-include * *.py
diff --git a/tensorflow/lite/tools/pip_package/README.md b/tensorflow/lite/tools/pip_package/README.md
new file mode 100644
index 0000000000..8190782c39
--- /dev/null
+++ b/tensorflow/lite/tools/pip_package/README.md
@@ -0,0 +1,33 @@
+# Building TensorFlow Lite Standalone Pip
+
+Many users would like to deploy TensorFlow lite interpreter and use it from
+Python without requiring the rest of TensorFlow.
+
+## Steps
+
+To build a binary wheel run this script:
+```
+sudo apt install swig libjpeg-dev zlib1g-dev python3-dev python3-numpy
+sh tensorflow/lite/tools/pip_package/build_pip_package.sh
+```
+That will print out some output and a .whl file. You can then install that
+```
+pip install --upgrade <wheel>
+```
+
+Note, unlike tensorflow this will be installed to a tflite_runtime namespace.
+You can then use the Tensorflow Lite interpreter as.
+```
+import tflite_runtime as tflr
+interpreter = tflr.lite.Interpreter(model_path="foo.tflite")
+```
+
+This currently works to build on Linux machines including Raspberry Pi. In
+the future, cross compilation to smaller SOCs like Raspberry Pi from
+bigger host will be supported.
+
+## Caveats
+
+* You cannot use TensorFlow Select ops, only TensorFlow Lite builtins.
+* Currently custom ops and delegates cannot be registered.
+
diff --git a/tensorflow/lite/tools/pip_package/build_pip_package.sh b/tensorflow/lite/tools/pip_package/build_pip_package.sh
new file mode 100644
index 0000000000..2887ce8471
--- /dev/null
+++ b/tensorflow/lite/tools/pip_package/build_pip_package.sh
@@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+set -e
+
+# Find where this script lives and then the Tensorflow root.
+MY_DIRECTORY=`dirname $0`
+export TENSORFLOW_SRC_ROOT=`realpath $MY_DIRECTORY/../../../..`
+
+export TENSORFLOW_VERSION=`grep "_VERSION = " $TENSORFLOW_SRC_ROOT/tensorflow/tools/pip_package/setup.py  | cut -d'=' -f 2 | sed "s/[ '-]//g"`;
+
+
+# Build a pip build tree.
+BUILD_ROOT=/tmp/tflite_pip
+rm -rf $BUILD_ROOT
+mkdir -p $BUILD_ROOT/tflite_runtime/lite
+mkdir -p $BUILD_ROOT/tflite_runtime/lite/python
+
+# Build an importable module tree
+cat > $BUILD_ROOT/tflite_runtime/__init__.py <<EOF;
+import tflite_runtime.lite.interpreter
+EOF
+
+cat > $BUILD_ROOT/tflite_runtime/lite/__init__.py <<EOF;
+from interpreter import Interpreter as Interpreter
+EOF
+
+cat > $BUILD_ROOT/tflite_runtime/lite/python/__init__.py <<EOF;
+# Python module for TensorFlow Lite
+EOF
+
+# Copy necessary source files
+TFLITE_ROOT=$TENSORFLOW_SRC_ROOT/tensorflow/lite
+cp -r  $TFLITE_ROOT/python/interpreter_wrapper $BUILD_ROOT
+cp $TFLITE_ROOT/python/interpreter.py $BUILD_ROOT/tflite_runtime/lite/
+cp $TFLITE_ROOT/tools/pip_package/setup.py $BUILD_ROOT
+cp $TFLITE_ROOT/tools/pip_package/MANIFEST.in $BUILD_ROOT
+
+# Build the Pip
+cd $BUILD_ROOT
+python setup.py bdist_wheel
diff --git a/tensorflow/lite/tools/pip_package/setup.py b/tensorflow/lite/tools/pip_package/setup.py
new file mode 100644
index 0000000000..64d62ee1f2
--- /dev/null
+++ b/tensorflow/lite/tools/pip_package/setup.py
@@ -0,0 +1,150 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""TensorFlow Lite is for mobile and embedded devices.
+
+TensorFlow Lite is the official solution for running machine learning models on
+mobile and embedded devices. It enables on-device machine learning inference
+with low latency and a small binary size on Android, iOS, and other operating
+systems.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import multiprocessing
+import os
+import subprocess
+
+from distutils.command.build_ext import build_ext
+import numpy
+
+from setuptools import Extension
+from setuptools import find_packages
+from setuptools import setup
+from setuptools.command.build_py import build_py
+PACKAGE_NAME = 'tflite-runtime'
+PACKAGE_VERSION = os.environ['TENSORFLOW_VERSION']
+DOCLINES = __doc__.split('\n')
+PACKAGE = 'tflite_runtime.lite.python'
+TENSORFLOW_DIR = os.environ['TENSORFLOW_SRC_ROOT']
+
+# Setup cross compiling
+TARGET = (
+    os.environ['TENSORFLOW_TARGET'] if 'TENSORFLOW_TARGET' in os.environ
+    else None)
+if TARGET == 'rpi':
+  os.environ['CXX'] = 'arm-linux-gnueabihf-g++'
+  os.environ['CC'] = 'arm-linux-gnueabihf-g++'
+MAKE_CROSS_OPTIONS = ['TARGET=%s' % TARGET]  if TARGET else []
+
+RELATIVE_MAKE_DIR = os.path.join('tensorflow', 'lite', 'tools', 'make')
+MAKE_DIR = os.path.join(TENSORFLOW_DIR, RELATIVE_MAKE_DIR)
+DOWNLOADS_DIR = os.path.join(MAKE_DIR, 'downloads')
+RELATIVE_MAKEFILE_PATH = os.path.join(RELATIVE_MAKE_DIR, 'Makefile')
+DOWNLOAD_SCRIPT_PATH = os.path.join(MAKE_DIR, 'download_dependencies.sh')
+
+
+def make_args(target='', quiet=True):
+  """Construct make command line."""
+  args = (['make', 'SHELL=/bin/bash', '-C', TENSORFLOW_DIR]
+          + MAKE_CROSS_OPTIONS +
+          ['-f', RELATIVE_MAKEFILE_PATH, '-j',
+           str(multiprocessing.cpu_count())])
+  if quiet:
+    args.append('--quiet')
+  if target:
+    args.append(target)
+  return args
+
+
+def make_output(target):
+  """Invoke make on the target and return output."""
+  return subprocess.check_output(make_args(target)).decode('utf-8').strip()
+
+
+def make():
+  """Invoke make to build tflite C++ sources.
+
+  Build dependencies:
+     apt-get install swig libjpeg-dev zlib1g-dev python3-dev python3-nump
+  """
+  subprocess.check_call(make_args(quiet=False))
+
+
+def download_dependencies():
+  """Download build dependencies if haven't done yet."""
+  if not os.path.isdir(DOWNLOADS_DIR) or not os.listdir(DOWNLOADS_DIR):
+    subprocess.check_call(DOWNLOAD_SCRIPT_PATH)
+
+
+class CustomBuildExt(build_ext, object):
+
+  def run(self):
+    download_dependencies()
+    make()
+
+    return super(CustomBuildExt, self).run()
+
+
+class CustomBuildPy(build_py, object):
+
+  def run(self):
+    self.run_command('build_ext')
+    return super(CustomBuildPy, self).run()
+
+
+LIB_TFLITE = 'tensorflow-lite'
+LIB_TFLITE_DIR = make_output('libdir')
+
+ext = Extension(
+    name='%s._interpreter_wrapper' % PACKAGE,
+    language='c++',
+    sources=['interpreter_wrapper/interpreter_wrapper.i',
+             'interpreter_wrapper/interpreter_wrapper.cc'],
+    swig_opts=['-c++',
+               '-I%s' % TENSORFLOW_DIR,
+               '-module', 'interpreter_wrapper',
+               '-outdir', '.'],
+    extra_compile_args=['-std=c++11'],
+    include_dirs=[TENSORFLOW_DIR,
+                  os.path.join(TENSORFLOW_DIR, 'tensorflow', 'lite', 'tools',
+                               'pip_package'),
+                  numpy.get_include(),
+                  os.path.join(DOWNLOADS_DIR, 'flatbuffers', 'include'),
+                  os.path.join(DOWNLOADS_DIR, 'absl')],
+    libraries=[LIB_TFLITE],
+    library_dirs=[LIB_TFLITE_DIR])
+
+
+setup(
+    name=PACKAGE_NAME,
+    version=PACKAGE_VERSION,
+    description=DOCLINES[0],
+    long_description='\n'.join(DOCLINES[2:]),
+    url='https://www.tensorflow.org/lite/',
+    author='Google Inc.',
+    author_email='opensource@google.com',
+    license='Apache 2.0',
+    include_package_data=True,
+    keywords='tflite tensorflow tensor machine learning',
+    packages=find_packages(exclude=[]),
+    ext_modules=[ext],
+    package_dir={PACKAGE: '.'},
+    cmdclass={
+        'build_ext': CustomBuildExt,
+        'build_py': CustomBuildPy,
+    }
+)
-- 
GitLab


From 13440cc25460113c4828f4355bcc7544a613daa1 Mon Sep 17 00:00:00 2001
From: Penporn Koanantakool <penporn@google.com>
Date: Wed, 14 Nov 2018 17:41:08 -0800
Subject: [PATCH 1618/1825] Update MKL-DNN to incorporate sgemm thread safety
 bug fix. Commit with the fix:
 https://github.com/intel/mkl-dnn/commit/af280290dc063a8f45fc14cabd3871984fd6123b
 Latest commit we are updating to:
 https://github.com/intel/mkl-dnn/commit/733fc908874c71a5285043931a1cf80aa923165c

PiperOrigin-RevId: 221544975
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 4db44278f3..b4f7aba046 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -112,11 +112,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "mkl_dnn",
         build_file = clean_dep("//third_party/mkl_dnn:mkldnn.BUILD"),
-        sha256 = "363cc9239eacf8e7917753c6d8c94f767e4cd049160d0654a61ef32d5e1b3049",
-        strip_prefix = "mkl-dnn-4e333787e0d66a1dca1218e99a891d493dbc8ef1",
+        sha256 = "b100f57af4a2b59a3a37a1ba38f77b644d2107d758a1a7f4e51310063cd21e73",
+        strip_prefix = "mkl-dnn-733fc908874c71a5285043931a1cf80aa923165c",
         urls = [
-            "https://mirror.bazel.build/github.com/intel/mkl-dnn/archive/4e333787e0d66a1dca1218e99a891d493dbc8ef1.tar.gz",
-            "https://github.com/intel/mkl-dnn/archive/4e333787e0d66a1dca1218e99a891d493dbc8ef1.tar.gz",
+            "https://mirror.bazel.build/github.com/intel/mkl-dnn/archive/733fc908874c71a5285043931a1cf80aa923165c.tar.gz",
+            "https://github.com/intel/mkl-dnn/archive/733fc908874c71a5285043931a1cf80aa923165c.tar.gz",
         ],
     )
 
-- 
GitLab


From 450a56fcafd47742f0ac3ba44c8249e3a1a26656 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 17:42:05 -0800
Subject: [PATCH 1619/1825] Adding 'run_in_graph_and_eager_modes' and
 'run_all_in_graph_and_eager_modes' to kernel_tests/array_ops_test.py

PiperOrigin-RevId: 221545108
---
 .../python/kernel_tests/array_ops_test.py     | 32 +++++++++----------
 1 file changed, 16 insertions(+), 16 deletions(-)

diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index 5452ec4804..5caed54c4d 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -48,23 +48,24 @@ from tensorflow.python.platform import test as test_lib
 
 class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
 
+  @test_util.run_in_graph_and_eager_modes
   def testNonBatchMatrix(self):
     matrix = [[1, 2, 3], [4, 5, 6]]  # Shape (2, 3)
     expected_transposed = [[1, 4], [2, 5], [3, 6]]  # Shape (3, 2)
-    with self.cached_session():
-      transposed = array_ops.matrix_transpose(matrix)
-      self.assertEqual((3, 2), transposed.get_shape())
-      self.assertAllEqual(expected_transposed, transposed.eval())
+    transposed = array_ops.matrix_transpose(matrix)
+    self.assertEqual((3, 2), transposed.get_shape())
+    self.assertAllEqual(expected_transposed, transposed)
 
+  @test_util.run_in_graph_and_eager_modes
   def testConjugate(self):
     m = [[1 + 1j, 2 + 2j, 3 + 3j], [4 + 4j, 5 + 5j, 6 + 6j]]
     expected_transposed = [[1 - 1j, 4 - 4j], [2 - 2j, 5 - 5j], [3 - 3j, 6 - 6j]]
-    with self.cached_session():
-      matrix = ops.convert_to_tensor(m)
-      transposed = array_ops.matrix_transpose(matrix, conjugate=True)
-      self.assertEqual((3, 2), transposed.get_shape())
-      self.assertAllEqual(expected_transposed, transposed.eval())
+    matrix = ops.convert_to_tensor(m)
+    transposed = array_ops.matrix_transpose(matrix, conjugate=True)
+    self.assertEqual((3, 2), transposed.get_shape())
+    self.assertAllEqual(expected_transposed, transposed)
 
+  @test_util.run_in_graph_and_eager_modes
   def testBatchMatrix(self):
     matrix_0 = [[1, 2, 3], [4, 5, 6]]
     matrix_0_t = [[1, 4], [2, 5], [3, 6]]
@@ -72,10 +73,9 @@ class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
     matrix_1_t = [[11, 44], [22, 55], [33, 66]]
     batch_matrix = [matrix_0, matrix_1]  # Shape (2, 2, 3)
     expected_transposed = [matrix_0_t, matrix_1_t]  # Shape (2, 3, 2)
-    with self.cached_session():
-      transposed = array_ops.matrix_transpose(batch_matrix)
-      self.assertEqual((2, 3, 2), transposed.get_shape())
-      self.assertAllEqual(expected_transposed, transposed.eval())
+    transposed = array_ops.matrix_transpose(batch_matrix)
+    self.assertEqual((2, 3, 2), transposed.get_shape())
+    self.assertAllEqual(expected_transposed, transposed)
 
   def testNonBatchMatrixDynamicallyDefined(self):
     matrix = [[1, 2, 3], [4, 5, 6]]  # Shape (2, 3)
@@ -104,11 +104,11 @@ class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
               batch_matrix_ph: batch_matrix
           }))
 
+  @test_util.run_in_graph_and_eager_modes
   def testTensorWithStaticRankLessThanTwoRaisesBecauseNotAMatrix(self):
     vector = [1, 2, 3]
-    with self.cached_session():
-      with self.assertRaisesRegexp(ValueError, "should be a "):
-        array_ops.matrix_transpose(vector)
+    with self.assertRaisesRegexp(ValueError, "should be a "):
+      array_ops.matrix_transpose(vector)
 
 
 class BooleanMaskTest(test_util.TensorFlowTestCase):
-- 
GitLab


From 4b7ed4e8780ad67fbe1a5cec43e9c6e20877ffc1 Mon Sep 17 00:00:00 2001
From: Sachin Joglekar <srjoglekar@google.com>
Date: Wed, 14 Nov 2018 18:00:38 -0800
Subject: [PATCH 1620/1825] Remove tf.get_collection, tf.get_collection_ref &
 tf.get_default_graph from TF 2.0

PiperOrigin-RevId: 221547523
---
 tensorflow/python/framework/ops.py            |  6 +--
 .../tools/api/golden/v2/tensorflow.pbtxt      | 12 -----
 tensorflow/tools/compatibility/renames_v2.py  | 44 +++++++++++++++++--
 3 files changed, 44 insertions(+), 18 deletions(-)

diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 84f7dc5c7c..11a73eb11d 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -5677,7 +5677,7 @@ def reset_default_graph():
   _default_graph_stack.reset()
 
 
-@tf_export("get_default_graph")
+@tf_export(v1=["get_default_graph"])
 def get_default_graph():
   """Returns the default graph for the current thread.
 
@@ -6010,7 +6010,7 @@ def add_to_collections(names, value):
   get_default_graph().add_to_collections(names, value)
 
 
-@tf_export("get_collection_ref")
+@tf_export(v1=["get_collection_ref"])
 def get_collection_ref(key):
   """Wrapper for `Graph.get_collection_ref()` using the default graph.
 
@@ -6034,7 +6034,7 @@ def get_collection_ref(key):
   return get_default_graph().get_collection_ref(key)
 
 
-@tf_export("get_collection")
+@tf_export(v1=["get_collection"])
 def get_collection(key, scope=None):
   """Wrapper for `Graph.get_collection()` using the default graph.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index c41e9dcd57..9ce326edd2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -736,18 +736,6 @@ tf_module {
     name: "gather_nd"
     argspec: "args=[\'params\', \'indices\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "get_collection"
-    argspec: "args=[\'key\', \'scope\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "get_collection_ref"
-    argspec: "args=[\'key\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_default_graph"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "gradients"
     argspec: "args=[\'ys\', \'xs\', \'grad_ys\', \'name\', \'colocate_gradients_with_ops\', \'gate_gradients\', \'aggregation_method\', \'stop_gradients\', \'unconnected_gradients\'], varargs=None, keywords=None, defaults=[\'None\', \'gradients\', \'False\', \'False\', \'None\', \'None\', \'UnconnectedGradients.NONE\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 06a33ef41e..cf93bd2f53 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -139,11 +139,13 @@ renames = {
     'tf.distributions.StudentT': 'tf.compat.v1.distributions.StudentT',
     'tf.distributions.Uniform': 'tf.compat.v1.distributions.Uniform',
     'tf.distributions.kl_divergence': 'tf.compat.v1.distributions.kl_divergence',
+    'tf.div': 'tf.compat.v1.div',
     'tf.enable_resource_variables': 'tf.compat.v1.enable_resource_variables',
     'tf.enable_v2_tensorshape': 'tf.compat.v1.enable_v2_tensorshape',
     'tf.encode_base64': 'tf.io.encode_base64',
     'tf.erf': 'tf.math.erf',
     'tf.erfc': 'tf.math.erfc',
+    'tf.expand_dims': 'tf.compat.v1.expand_dims',
     'tf.expm1': 'tf.math.expm1',
     'tf.extract_image_patches': 'tf.image.extract_image_patches',
     'tf.fake_quant_with_min_max_args': 'tf.quantization.fake_quant_with_min_max_args',
@@ -152,10 +154,27 @@ renames = {
     'tf.fake_quant_with_min_max_vars_gradient': 'tf.quantization.fake_quant_with_min_max_vars_gradient',
     'tf.fake_quant_with_min_max_vars_per_channel': 'tf.quantization.fake_quant_with_min_max_vars_per_channel',
     'tf.fake_quant_with_min_max_vars_per_channel_gradient': 'tf.quantization.fake_quant_with_min_max_vars_per_channel_gradient',
+    'tf.feature_column.bucketized_column': 'tf.compat.v1.feature_column.bucketized_column',
+    'tf.feature_column.categorical_column_with_hash_bucket': 'tf.compat.v1.feature_column.categorical_column_with_hash_bucket',
+    'tf.feature_column.categorical_column_with_identity': 'tf.compat.v1.feature_column.categorical_column_with_identity',
+    'tf.feature_column.categorical_column_with_vocabulary_file': 'tf.compat.v1.feature_column.categorical_column_with_vocabulary_file',
+    'tf.feature_column.categorical_column_with_vocabulary_list': 'tf.compat.v1.feature_column.categorical_column_with_vocabulary_list',
+    'tf.feature_column.crossed_column': 'tf.compat.v1.feature_column.crossed_column',
+    'tf.feature_column.embedding_column': 'tf.compat.v1.feature_column.embedding_column',
+    'tf.feature_column.indicator_column': 'tf.compat.v1.feature_column.indicator_column',
+    'tf.feature_column.input_layer': 'tf.compat.v1.feature_column.input_layer',
+    'tf.feature_column.linear_model': 'tf.compat.v1.feature_column.linear_model',
+    'tf.feature_column.make_parse_example_spec': 'tf.compat.v1.feature_column.make_parse_example_spec',
+    'tf.feature_column.numeric_column': 'tf.compat.v1.feature_column.numeric_column',
+    'tf.feature_column.shared_embedding_columns': 'tf.compat.v1.feature_column.shared_embedding_columns',
+    'tf.feature_column.weighted_categorical_column': 'tf.compat.v1.feature_column.weighted_categorical_column',
     'tf.fft': 'tf.signal.fft',
     'tf.fft2d': 'tf.signal.fft2d',
     'tf.fft3d': 'tf.signal.fft3d',
     'tf.floordiv': 'tf.math.floordiv',
+    'tf.get_collection': 'tf.compat.v1.get_collection',
+    'tf.get_collection_ref': 'tf.compat.v1.get_collection_ref',
+    'tf.get_default_graph': 'tf.compat.v1.get_default_graph',
     'tf.get_default_session': 'tf.compat.v1.get_default_session',
     'tf.get_local_variable': 'tf.compat.v1.get_local_variable',
     'tf.get_seed': 'tf.compat.v1.get_seed',
@@ -239,6 +258,7 @@ renames = {
     'tf.local_variables_initializer': 'tf.compat.v1.local_variables_initializer',
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
     'tf.logical_xor': 'tf.math.logical_xor',
+    'tf.losses.Reduction': 'tf.compat.v1.losses.Reduction',
     'tf.make_template': 'tf.compat.v1.make_template',
     'tf.make_tensor_proto': 'tf.compat.v1.make_tensor_proto',
     'tf.manip.batch_to_space_nd': 'tf.batch_to_space_nd',
@@ -264,7 +284,6 @@ renames = {
     'tf.matrix_triangular_solve': 'tf.linalg.triangular_solve',
     'tf.model_variables': 'tf.compat.v1.model_variables',
     'tf.moving_average_variables': 'tf.compat.v1.moving_average_variables',
-    'tf.nn.ctc_beam_search_decoder': 'tf.compat.v1.nn.ctc_beam_search_decoder',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
@@ -273,12 +292,12 @@ renames = {
     'tf.nn.rnn_cell.BasicRNNCell': 'tf.compat.v1.nn.rnn_cell.BasicRNNCell',
     'tf.nn.rnn_cell.GRUCell': 'tf.compat.v1.nn.rnn_cell.GRUCell',
     'tf.nn.rnn_cell.LSTMCell': 'tf.compat.v1.nn.rnn_cell.LSTMCell',
-    'tf.nn.softmax_cross_entropy_with_logits': 'tf.compat.v1.nn.softmax_cross_entropy_with_logits',
     'tf.nn.softmax_cross_entropy_with_logits_v2': 'tf.nn.softmax_cross_entropy_with_logits',
     'tf.nn.static_rnn': 'tf.compat.v1.nn.static_rnn',
     'tf.nn.uniform_candidate_sampler': 'tf.random.uniform_candidate_sampler',
     'tf.op_scope': 'tf.compat.v1.op_scope',
     'tf.orthogonal_initializer': 'tf.keras.initializers.Orthogonal',
+    'tf.pad': 'tf.compat.v1.pad',
     'tf.parse_example': 'tf.io.parse_example',
     'tf.parse_single_example': 'tf.io.parse_single_example',
     'tf.parse_single_sequence_example': 'tf.io.parse_single_sequence_example',
@@ -286,6 +305,16 @@ renames = {
     'tf.placeholder': 'tf.compat.v1.placeholder',
     'tf.placeholder_with_default': 'tf.compat.v1.placeholder_with_default',
     'tf.polygamma': 'tf.math.polygamma',
+    'tf.profiler.AdviceProto': 'tf.compat.v1.profiler.AdviceProto',
+    'tf.profiler.GraphNodeProto': 'tf.compat.v1.profiler.GraphNodeProto',
+    'tf.profiler.MultiGraphNodeProto': 'tf.compat.v1.profiler.MultiGraphNodeProto',
+    'tf.profiler.OpLogProto': 'tf.compat.v1.profiler.OpLogProto',
+    'tf.profiler.ProfileOptionBuilder': 'tf.compat.v1.profiler.ProfileOptionBuilder',
+    'tf.profiler.Profiler': 'tf.compat.v1.profiler.Profiler',
+    'tf.profiler.advise': 'tf.compat.v1.profiler.advise',
+    'tf.profiler.profile': 'tf.compat.v1.profiler.profile',
+    'tf.profiler.write_op_log': 'tf.compat.v1.profiler.write_op_log',
+    'tf.py_func': 'tf.compat.v1.py_func',
     'tf.python_io.TFRecordCompressionType': 'tf.io.TFRecordCompressionType',
     'tf.python_io.TFRecordOptions': 'tf.io.TFRecordOptions',
     'tf.python_io.TFRecordWriter': 'tf.io.TFRecordWriter',
@@ -315,12 +344,13 @@ renames = {
     'tf.rint': 'tf.math.rint',
     'tf.rsqrt': 'tf.math.rsqrt',
     'tf.saved_model.Builder': 'tf.compat.v1.saved_model.Builder',
+    'tf.saved_model.LEGACY_INIT_OP_KEY': 'tf.compat.v1.saved_model.LEGACY_INIT_OP_KEY',
     'tf.saved_model.TRAINING': 'tf.saved_model.TRANING',
     'tf.saved_model.build_tensor_info': 'tf.compat.v1.saved_model.build_tensor_info',
     'tf.saved_model.builder.SavedModelBuilder': 'tf.compat.v1.saved_model.builder.SavedModelBuilder',
     'tf.saved_model.constants.ASSETS_DIRECTORY': 'tf.saved_model.ASSETS_DIRECTORY',
     'tf.saved_model.constants.ASSETS_KEY': 'tf.saved_model.ASSETS_KEY',
-    'tf.saved_model.constants.LEGACY_INIT_OP_KEY': 'tf.saved_model.LEGACY_INIT_OP_KEY',
+    'tf.saved_model.constants.LEGACY_INIT_OP_KEY': 'tf.compat.v1.saved_model.constants.LEGACY_INIT_OP_KEY',
     'tf.saved_model.constants.MAIN_OP_KEY': 'tf.saved_model.MAIN_OP_KEY',
     'tf.saved_model.constants.SAVED_MODEL_FILENAME_PB': 'tf.saved_model.SAVED_MODEL_FILENAME_PB',
     'tf.saved_model.constants.SAVED_MODEL_FILENAME_PBTXT': 'tf.saved_model.SAVED_MODEL_FILENAME_PBTXT',
@@ -419,8 +449,11 @@ renames = {
     'tf.string_to_number': 'tf.strings.to_number',
     'tf.svd': 'tf.linalg.svd',
     'tf.tables_initializer': 'tf.compat.v1.tables_initializer',
+    'tf.test.assert_equal_graph_def': 'tf.compat.v1.test.assert_equal_graph_def',
+    'tf.test.compute_gradient': 'tf.compat.v1.test.compute_gradient',
     'tf.test.compute_gradient_error': 'tf.compat.v1.test.compute_gradient_error',
     'tf.test.get_temp_dir': 'tf.compat.v1.test.get_temp_dir',
+    'tf.test.mock': 'tf.compat.v1.test.mock',
     'tf.test.test_src_dir_path': 'tf.compat.v1.test.test_src_dir_path',
     'tf.to_bfloat16': 'tf.compat.v1.to_bfloat16',
     'tf.to_complex128': 'tf.compat.v1.to_complex128',
@@ -431,6 +464,8 @@ renames = {
     'tf.to_int64': 'tf.compat.v1.to_int64',
     'tf.trace': 'tf.linalg.trace',
     'tf.train.MonitoredTrainingSession': 'tf.compat.v1.train.MonitoredTrainingSession',
+    'tf.train.NewCheckpointReader': 'tf.compat.v1.train.NewCheckpointReader',
+    'tf.train.ProfilerHook': 'tf.compat.v1.train.ProfilerHook',
     'tf.train.QueueRunner': 'tf.compat.v1.train.QueueRunner',
     'tf.train.Saver': 'tf.compat.v1.train.Saver',
     'tf.train.SaverDef': 'tf.compat.v1.train.SaverDef',
@@ -453,6 +488,7 @@ renames = {
     'tf.train.get_or_create_global_step': 'tf.compat.v1.train.get_or_create_global_step',
     'tf.train.global_step': 'tf.compat.v1.train.global_step',
     'tf.train.import_meta_graph': 'tf.compat.v1.train.import_meta_graph',
+    'tf.train.init_from_checkpoint': 'tf.compat.v1.train.init_from_checkpoint',
     'tf.train.input_producer': 'tf.compat.v1.train.input_producer',
     'tf.train.inverse_time_decay': 'tf.compat.v1.train.inverse_time_decay',
     'tf.train.limit_epochs': 'tf.compat.v1.train.limit_epochs',
@@ -471,6 +507,7 @@ renames = {
     'tf.train.queue_runner.start_queue_runners': 'tf.compat.v1.train.queue_runner.start_queue_runners',
     'tf.train.range_input_producer': 'tf.compat.v1.train.range_input_producer',
     'tf.train.remove_checkpoint': 'tf.compat.v1.train.remove_checkpoint',
+    'tf.train.replica_device_setter': 'tf.compat.v1.train.replica_device_setter',
     'tf.train.shuffle_batch': 'tf.compat.v1.train.shuffle_batch',
     'tf.train.shuffle_batch_join': 'tf.compat.v1.train.shuffle_batch_join',
     'tf.train.slice_input_producer': 'tf.compat.v1.train.slice_input_producer',
@@ -492,6 +529,7 @@ renames = {
     'tf.variables_initializer': 'tf.compat.v1.variables_initializer',
     'tf.variance_scaling_initializer': 'tf.keras.initializers.VarianceScaling',
     'tf.verify_tensor_all_finite': 'tf.debugging.assert_all_finite',
+    'tf.wrap_function': 'tf.compat.v1.wrap_function',
     'tf.write_file': 'tf.io.write_file',
     'tf.zeta': 'tf.math.zeta'
 }
-- 
GitLab


From 98e0558f5fc2caad195fd9a9a24906dff1ac286b Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Wed, 14 Nov 2018 18:02:57 -0800
Subject: [PATCH 1621/1825] Delete stale comment

PiperOrigin-RevId: 221547963
---
 tensorflow/compiler/tf2xla/xla_compiled_cpu_function.h | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/xla_compiled_cpu_function.h b/tensorflow/compiler/tf2xla/xla_compiled_cpu_function.h
index 425e769346..66206909a9 100644
--- a/tensorflow/compiler/tf2xla/xla_compiled_cpu_function.h
+++ b/tensorflow/compiler/tf2xla/xla_compiled_cpu_function.h
@@ -287,11 +287,6 @@ class XlaCompiledCpuFunction {
 
   // Argument i needs to be placed in buffer_table_[arg_index_to_temp_index_[i]]
   // for XLA generated code to be able to find it.
-  //
-  // For now we need to keep around the args_ array because there is code that
-  // depends on args() returning a void**.  However, in the future we may remove
-  // args_ in favor of using buffer_table_ as the sole storage for the
-  // arguments.
   const int32* const arg_index_table_;
 
   // The number of incoming arguments.
-- 
GitLab


From 375c51ed8ecb94941ba2bd9392e1f890c7a2d057 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 14 Nov 2018 18:11:29 -0800
Subject: [PATCH 1622/1825] Prune unreachable functions in the `GraphDef`
 objects returned from partitioning.

We currently make a full copy of the `FunctionDefLibrary` for each partition of a partitioned graph, and transfer it to remote workers in the remote setting. This change should reduce the memory consumption of `FunctionLibraryDefinition` objects throughout the runtime, by eliminating functions that will never be executed.

This change moves the implementation (and corresponding tests) of the functions `tensorflow::grappler::ReachableFunctionDefinitions()` into methods `tensorflow::FunctionLibraryDefinition::ReachableDefinitions()`. It also removes the `tensorflow::grappler::ReachableFunctions()` functions, which were unused except in tests.

PiperOrigin-RevId: 221549148
---
 tensorflow/core/BUILD                         |   4 +
 tensorflow/core/framework/function.cc         | 109 ++++++++++++++++++
 tensorflow/core/framework/function.h          |   5 +
 tensorflow/core/framework/function_test.cc    |  54 +++++++++
 tensorflow/core/graph/graph_partition.cc      |   4 +-
 tensorflow/core/graph/graph_partition_test.cc |  10 +-
 tensorflow/core/grappler/utils/BUILD          |   1 -
 tensorflow/core/grappler/utils/functions.cc   | 108 +----------------
 tensorflow/core/grappler/utils/functions.h    |   8 --
 .../core/grappler/utils/functions_test.cc     |  59 ----------
 10 files changed, 185 insertions(+), 177 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 4f998cf9b3..c69f3afd8b 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -1671,6 +1671,7 @@ cc_library(
 cc_library(
     name = "mobile_additional_lib_deps",
     deps = tf_additional_lib_deps() + [
+        "@com_google_absl//absl/container:flat_hash_set",
         "@com_google_absl//absl/strings",
     ],
 )
@@ -1775,6 +1776,7 @@ cc_library(
     deps = [
         ":protos_all_cc_impl",
         "//third_party/eigen3",
+        "@com_google_absl//absl/container:flat_hash_set",
         "@double_conversion//:double-conversion",
         "@nsync//:nsync_cpp",
         "@protobuf_archive//:protobuf",
@@ -1799,6 +1801,7 @@ cc_library(
     deps = [
         ":protos_all_cc_impl",
         "//third_party/eigen3",
+        "@com_google_absl//absl/container:flat_hash_set",
         "@double_conversion//:double-conversion",
         "@nsync//:nsync_cpp",
         "@protobuf_archive//:protobuf",
@@ -2640,6 +2643,7 @@ tf_cuda_library(
         ":stats_calculator_portable",
         ":version_lib",
         "@com_google_absl//absl/base",
+        "@com_google_absl//absl/container:flat_hash_set",
         "//tensorflow/core/platform/default/build_config:platformlib",
         "//tensorflow/core/kernels:bounds_check",
         "//third_party/eigen3",
diff --git a/tensorflow/core/framework/function.cc b/tensorflow/core/framework/function.cc
index 9d0933e680..cb894099b0 100644
--- a/tensorflow/core/framework/function.cc
+++ b/tensorflow/core/framework/function.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
+#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/framework/common_shape_fns.h"
 #include "tensorflow/core/framework/function.pb_text.h"
 #include "tensorflow/core/framework/graph.pb.h"
@@ -1279,6 +1280,114 @@ GET_ATTR(string)
 GET_ATTR(bool)
 #undef GET_ATTR
 
+namespace {
+
+absl::flat_hash_set<string> ReachableFunctions(
+    const FunctionLibraryDefinition& flib,
+    const protobuf::RepeatedPtrField<NodeDef>& nodes) {
+  // Functions that are reachable from the graph.
+  absl::flat_hash_set<string> reachable_funcs;
+
+  // Functions might be reachable from the nested function calls, so we keep a
+  // queue of functions that we have to check.
+  gtl::InlinedVector<const FunctionDef*, 4> func_queue;
+
+  // Add reachable and not already processed functions to the functions queue.
+  const auto add_to_func_queue = [&](const string& func_name) {
+    const FunctionDef* func = flib.Find(func_name);
+    if (func && reachable_funcs.find(func_name) == reachable_funcs.end()) {
+      func_queue.push_back(func);
+    }
+  };
+
+  // Add all the functions that are reachable from the given node to the queue.
+  const auto process_node = [&](const NodeDef& node) {
+    // Node itself can be a call to the function.
+    add_to_func_queue(node.op());
+
+    // Or node can have an attribute referencing a function.
+    for (const auto& attr : node.attr()) {
+      const auto& attr_value = attr.second;
+
+      // 1. AttrValue.func
+      if (attr_value.has_func()) {
+        add_to_func_queue(attr_value.func().name());
+      }
+
+      // 2. AttrValue.ListValue.func
+      if (attr_value.has_list()) {
+        for (const auto& func : attr_value.list().func()) {
+          add_to_func_queue(func.name());
+        }
+      }
+    }
+  };
+
+  // Add all functions that are directly called from the optimized graph.
+  std::for_each(nodes.begin(), nodes.end(), process_node);
+
+  // Process all reachable functions.
+  while (!func_queue.empty()) {
+    const FunctionDef* func = func_queue.back();
+    func_queue.pop_back();
+
+    const string& func_name = func->signature().name();
+    reachable_funcs.insert(func_name);
+
+    // Find all the functions called from the function body.
+    const auto& func_body = func->node_def();
+    std::for_each(func_body.begin(), func_body.end(), process_node);
+
+    // Check if the function has a registered gradient.
+    const string grad_func_name = flib.FindGradient(func_name);
+    if (!grad_func_name.empty()) add_to_func_queue(grad_func_name);
+  }
+
+  return reachable_funcs;
+}
+
+FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
+    const FunctionLibraryDefinition& flib,
+    const protobuf::RepeatedPtrField<NodeDef>& nodes) {
+  absl::flat_hash_set<string> reachable_funcs = ReachableFunctions(flib, nodes);
+
+  FunctionLibraryDefinition reachable_flib(flib.default_registry(),
+                                           FunctionDefLibrary());
+
+  for (const string& func_name : reachable_funcs) {
+    const FunctionDef* func = flib.Find(func_name);
+    DCHECK_NE(func, nullptr);
+    // That should never fail, because we copy functions from valid flib and use
+    // the same default registry.
+    const Status added = reachable_flib.AddFunctionDef(*func);
+    DCHECK(added.ok());
+
+    const string grad_func_name = flib.FindGradient(func_name);
+    if (!grad_func_name.empty()) {
+      GradientDef grad;
+      grad.set_function_name(func_name);
+      grad.set_gradient_func(grad_func_name);
+      // It can only fail if function already has a gradient function.
+      const Status added_grad = reachable_flib.AddGradientDef(grad);
+      DCHECK(added_grad.ok());
+    }
+  }
+
+  return reachable_flib;
+}
+
+}  // namespace
+
+FunctionLibraryDefinition FunctionLibraryDefinition::ReachableDefinitions(
+    const GraphDef& graph) const {
+  return ReachableFunctionLibraryDefinition(*this, graph.node());
+}
+
+FunctionLibraryDefinition FunctionLibraryDefinition::ReachableDefinitions(
+    const FunctionDef& func) const {
+  return ReachableFunctionLibraryDefinition(*this, func.node_def());
+}
+
 void FunctionDefHelper::AttrValueWrapper::InitFromString(StringPiece val) {
   if (val.size() >= 2 && val[0] == '$') {
     proto.set_placeholder(val.data() + 1, val.size() - 1);
diff --git a/tensorflow/core/framework/function.h b/tensorflow/core/framework/function.h
index 4cc1b858e3..6792cf1653 100644
--- a/tensorflow/core/framework/function.h
+++ b/tensorflow/core/framework/function.h
@@ -411,6 +411,11 @@ class FunctionLibraryDefinition : public OpRegistryInterface {
     return default_registry_;
   }
 
+  // Returns a copy of `*this` with only the subset of functions that are
+  // reachable from the nodes of `graph` or `func`.
+  FunctionLibraryDefinition ReachableDefinitions(const GraphDef& graph) const;
+  FunctionLibraryDefinition ReachableDefinitions(const FunctionDef& func) const;
+
  private:
   // Shape inference for functions is handled separately by ShapeRefiner.
 
diff --git a/tensorflow/core/framework/function_test.cc b/tensorflow/core/framework/function_test.cc
index 10392a9f32..28c2318c76 100644
--- a/tensorflow/core/framework/function_test.cc
+++ b/tensorflow/core/framework/function_test.cc
@@ -1293,6 +1293,60 @@ TEST(FunctionLibraryDefinitionTest, GetAttr_Gradient) {
   EXPECT_EQ(annotation, false);  // WXPlusB has no custom gradient.
 }
 
+TEST(FunctionLibraryDefinitionTest, ReachableDefinitions) {
+  using ::tensorflow::test::function::GDef;
+  using ::tensorflow::test::function::NDef;
+  using FDH = ::tensorflow::FunctionDefHelper;
+
+  const auto make_simple_fdef = [](const string& name) {
+    return FDH::Create(
+        name, {"x:T", "y:T"}, {"z:T"}, {"T: {float, double}"},
+        {{{"output"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
+        /* Mapping between function returns and function node outputs. */
+        {{"z", "output:z:0"}});
+  };
+
+  FunctionDef func_1 = make_simple_fdef("Func1");
+  FunctionDef func_2 = make_simple_fdef("Func2");
+  FunctionDef func_3 = make_simple_fdef("Func3");
+
+  FunctionDef func_2_grad = make_simple_fdef("Func2_grad");
+
+  constexpr char kDevice[] = "/device:CPU:0";
+
+  GraphDef graph = GDef(
+      {
+          NDef("a", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+          NDef("b", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
+          NDef("x", "Func1", {"a", "b"}, {{"T", DT_FLOAT}}, kDevice),
+          NDef("y", "PartitionedCall", {"a", "b"},
+               {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
+                {"Tout", DataTypeSlice{DT_FLOAT}},
+                {"f", FDH::FunctionRef("Func2", {{"T", DT_FLOAT}})}},
+               kDevice),
+      },
+      // FunctionLib
+      {func_1, func_2, func_3, func_2_grad});
+
+  // Register custom function gradient after the graph was constructed.
+  GradientDef* func3_grad_def = graph.mutable_library()->add_gradient();
+  func3_grad_def->set_function_name("Func2");
+  func3_grad_def->set_gradient_func("Func2_grad");
+
+  FunctionLibraryDefinition flib(OpRegistry::Global(), graph.library());
+
+  // - 'Func1' is called directly from the graph.
+  // - 'Func2' is called indirectly via a PartitionedCall attribute, and it also
+  //   has a custom gradient ('Func2_grad') that must remain in the library.
+  // - 'Func3' is unreachable and has to be removed from the library.
+  FunctionLibraryDefinition reachable_flib = flib.ReachableDefinitions(graph);
+  EXPECT_EQ(reachable_flib.num_functions(), 3);
+  EXPECT_TRUE(reachable_flib.Contains("Func1"));
+  EXPECT_TRUE(reachable_flib.Contains("Func2"));
+  EXPECT_TRUE(reachable_flib.Contains("Func2_grad"));
+  EXPECT_FALSE(reachable_flib.Contains("Func3"));
+}
+
 // TODO(skyewm): this could be more thorough
 TEST(FunctionDefsEqualTest, TestFunctionDefsEqual) {
   // Equal functions
diff --git a/tensorflow/core/graph/graph_partition.cc b/tensorflow/core/graph/graph_partition.cc
index 1dbcebab59..9c640c42a5 100644
--- a/tensorflow/core/graph/graph_partition.cc
+++ b/tensorflow/core/graph/graph_partition.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
+#include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/memory_types.h"
 #include "tensorflow/core/framework/node_def_builder.h"
 #include "tensorflow/core/framework/tensor.pb.h"
@@ -1186,7 +1187,8 @@ Status Partition(const PartitionOptions& opts, Graph* g,
   for (auto& it : *partitions) {
     GraphDef* gdef = &it.second;
     *gdef->mutable_versions() = g->versions();
-    *gdef->mutable_library() = flib_def->ToProto();
+    // Prune unreachable functions from `flib_def` before adding them to `gdef`.
+    *gdef->mutable_library() = flib_def->ReachableDefinitions(*gdef).ToProto();
 
     // Traverse the graph to fill every send/recv op's incarnation
     // information.
diff --git a/tensorflow/core/graph/graph_partition_test.cc b/tensorflow/core/graph/graph_partition_test.cc
index f44ed47a6e..29d8034d2a 100644
--- a/tensorflow/core/graph/graph_partition_test.cc
+++ b/tensorflow/core/graph/graph_partition_test.cc
@@ -470,13 +470,19 @@ TEST_F(GraphPartitionTest, Functions) {
   ConstructOp(in_.WithOpName("A2"), "XTimesTwo", {a1});
   ConstructOp(in_.WithOpName("B2"), "XTimesFour", {b1});
 
+  // The `Partition()` helper function uses the first letter of the op name ('A'
+  // or 'B') to choose a device for each node.
   Partition(ToGraphDef(), &partitions_);
   EXPECT_EQ(2, partitions_.size());
 
-  // Test that partition graphs inherit function library from original graph
+  // Test that partition graphs inherit function library from original graph.
   string a = "/job:a/replica:0/task:0/cpu:0";
   string b = "/job:a/replica:0/task:0/cpu:1";
-  ExpectFunctions(partitions_[a].library(), {"XTimesTwo", "XTimesFour"});
+
+  // Node "A2" is placed in part `a`, and uses only "XTimesTwo".
+  ExpectFunctions(partitions_[a].library(), {"XTimesTwo"});
+  // Node "B2" is placed in part `b`, and uses both "XTimesFour" directly,
+  // and "XTimesTwo" in the body of "XTimesFour".
   ExpectFunctions(partitions_[b].library(), {"XTimesTwo", "XTimesFour"});
 }
 
diff --git a/tensorflow/core/grappler/utils/BUILD b/tensorflow/core/grappler/utils/BUILD
index dbe425b75f..2b9448e403 100644
--- a/tensorflow/core/grappler/utils/BUILD
+++ b/tensorflow/core/grappler/utils/BUILD
@@ -172,7 +172,6 @@ cc_library(
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
-        "@com_google_absl//absl/container:flat_hash_set",
         "@com_google_absl//absl/strings",
     ],
 )
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index c806f3874d..c60a450573 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -74,120 +74,16 @@ Status ResolveFunctionBodyNodeAttrPlaceholders(
   return Status::OK();
 }
 
-absl::flat_hash_set<string> ReachableFunctions(
-    const FunctionLibraryDefinition& flib,
-    const protobuf::RepeatedPtrField<NodeDef>& nodes) {
-  // Functions that are reachable from the graph.
-  absl::flat_hash_set<string> reachable_funcs;
-
-  // Functions might be reachable from the nested function calls, so we keep a
-  // queue of functions that we have to check.
-  gtl::InlinedVector<const FunctionDef*, 4> func_queue;
-
-  // Add reachable and not already processed functions to the functions queue.
-  const auto add_to_func_queue = [&](const string& func_name) {
-    const FunctionDef* func = flib.Find(func_name);
-    if (func && reachable_funcs.find(func_name) == reachable_funcs.end()) {
-      func_queue.push_back(func);
-    }
-  };
-
-  // Add all the functions that are reachable from the given node to the queue.
-  const auto process_node = [&](const NodeDef& node) {
-    // Node itself can be a call to the function.
-    add_to_func_queue(node.op());
-
-    // Or node can have an attribute referencing a function.
-    for (const auto& attr : node.attr()) {
-      const auto& attr_value = attr.second;
-
-      // 1. AttrValue.func
-      if (attr_value.has_func()) {
-        add_to_func_queue(attr_value.func().name());
-      }
-
-      // 2. AttrValue.ListValue.func
-      if (attr_value.has_list()) {
-        for (const auto& func : attr_value.list().func()) {
-          add_to_func_queue(func.name());
-        }
-      }
-    }
-  };
-
-  // Add all functions that are directly called from the optimized graph.
-  std::for_each(nodes.begin(), nodes.end(), process_node);
-
-  // Process all reachable functions.
-  while (!func_queue.empty()) {
-    const FunctionDef* func = func_queue.back();
-    func_queue.pop_back();
-
-    const string& func_name = func->signature().name();
-    reachable_funcs.insert(func_name);
-
-    // Find all the functions called from the function body.
-    const auto& func_body = func->node_def();
-    std::for_each(func_body.begin(), func_body.end(), process_node);
-
-    // Check if the function has a registered gradient.
-    const string grad_func_name = flib.FindGradient(func_name);
-    if (!grad_func_name.empty()) add_to_func_queue(grad_func_name);
-  }
-
-  return reachable_funcs;
-}
-
-FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
-    const FunctionLibraryDefinition& flib,
-    const protobuf::RepeatedPtrField<NodeDef>& nodes) {
-  absl::flat_hash_set<string> reachable_funcs = ReachableFunctions(flib, nodes);
-
-  FunctionLibraryDefinition reachable_flib(flib.default_registry(),
-                                           FunctionDefLibrary());
-
-  for (const string& func_name : reachable_funcs) {
-    const FunctionDef* func = flib.Find(func_name);
-    DCHECK_NE(func, nullptr);
-    // That should never fail, because we copy functions from valid flib and use
-    // the same default registry.
-    const Status added = reachable_flib.AddFunctionDef(*func);
-    DCHECK(added.ok());
-
-    const string grad_func_name = flib.FindGradient(func_name);
-    if (!grad_func_name.empty()) {
-      GradientDef grad;
-      grad.set_function_name(func_name);
-      grad.set_gradient_func(grad_func_name);
-      // It can only fail if function already has a gradient function.
-      const Status added_grad = reachable_flib.AddGradientDef(grad);
-      DCHECK(added_grad.ok());
-    }
-  }
-
-  return reachable_flib;
-}
-
 }  // namespace
 
-absl::flat_hash_set<string> ReachableFunctions(
-    const FunctionLibraryDefinition& flib, const GraphDef& graph) {
-  return ReachableFunctions(flib, graph.node());
-}
-
-absl::flat_hash_set<string> ReachableFunctions(
-    const FunctionLibraryDefinition& flib, const FunctionDef& func) {
-  return ReachableFunctions(flib, func.node_def());
-}
-
 FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
     const FunctionLibraryDefinition& flib, const GraphDef& graph) {
-  return ReachableFunctionLibraryDefinition(flib, graph.node());
+  return flib.ReachableDefinitions(graph);
 }
 
 FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
     const FunctionLibraryDefinition& flib, const FunctionDef& func) {
-  return ReachableFunctionLibraryDefinition(flib, func.node_def());
+  return flib.ReachableDefinitions(func);
 }
 
 void GrapplerFunctionConnectivity::RegisterInputArgExpansion(
diff --git a/tensorflow/core/grappler/utils/functions.h b/tensorflow/core/grappler/utils/functions.h
index 72b3c0f31a..2eec83e998 100644
--- a/tensorflow/core/grappler/utils/functions.h
+++ b/tensorflow/core/grappler/utils/functions.h
@@ -19,7 +19,6 @@ limitations under the License.
 #include <memory>
 #include <string>
 #include <unordered_map>
-#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/framework/attr_value.pb.h"
 #include "tensorflow/core/framework/function.h"
 #include "tensorflow/core/framework/function.pb.h"
@@ -31,13 +30,6 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
-// Returns a set of functions from the function library, that are reachable from
-// the nodes of the graph.
-absl::flat_hash_set<string> ReachableFunctions(
-    const FunctionLibraryDefinition& flib, const GraphDef& graph);
-absl::flat_hash_set<string> ReachableFunctions(
-    const FunctionLibraryDefinition& flib, const FunctionDef& func);
-
 // Returns a copy of FunctionLibraryDefinition with subset of functions that are
 // reachable from the nodes of the graph.
 FunctionLibraryDefinition ReachableFunctionLibraryDefinition(
diff --git a/tensorflow/core/grappler/utils/functions_test.cc b/tensorflow/core/grappler/utils/functions_test.cc
index 16834acecf..31b9d7e49c 100644
--- a/tensorflow/core/grappler/utils/functions_test.cc
+++ b/tensorflow/core/grappler/utils/functions_test.cc
@@ -32,65 +32,6 @@ constexpr char kDevice[] = "/device:CPU:0";
 
 class FunctionsTest : public ::testing::Test {};
 
-TEST_F(FunctionsTest, ReachableFunctions) {
-  using ::tensorflow::test::function::GDef;
-  using ::tensorflow::test::function::NDef;
-  using FDH = ::tensorflow::FunctionDefHelper;
-
-  const auto make_simple_fdef = [](const string &name) {
-    return FDH::Create(
-        name, {"x:T", "y:T"}, {"z:T"}, {"T: {float, double}"},
-        {{{"output"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
-        /* Mapping between function returns and function node outputs. */
-        {{"z", "output:z:0"}});
-  };
-
-  FunctionDef func_1 = make_simple_fdef("Func1");
-  FunctionDef func_2 = make_simple_fdef("Func2");
-  FunctionDef func_3 = make_simple_fdef("Func3");
-
-  FunctionDef func_2_grad = make_simple_fdef("Func2_grad");
-
-  GraphDef graph = GDef(
-      {
-          NDef("a", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
-          NDef("b", "Placeholder", {}, {{"dtype", DT_FLOAT}}, kDevice),
-          NDef("x", "Func1", {"a", "b"}, {{"T", DT_FLOAT}}, kDevice),
-          NDef("y", "PartitionedCall", {"a", "b"},
-               {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT}},
-                {"Tout", DataTypeSlice{DT_FLOAT}},
-                {"f", FDH::FunctionRef("Func2", {{"T", DT_FLOAT}})}},
-               kDevice),
-      },
-      // FunctionLib
-      {func_1, func_2, func_3, func_2_grad});
-
-  // Register custom function gradient after the graph was constructed.
-  GradientDef *func3_grad_def = graph.mutable_library()->add_gradient();
-  func3_grad_def->set_function_name("Func2");
-  func3_grad_def->set_gradient_func("Func2_grad");
-
-  FunctionLibraryDefinition flib(OpRegistry::Global(), graph.library());
-
-  // - 'Func1' called directly from the graph
-  // - 'Func2' called indirectly via PartitionedCall attribute, and it also
-  //   has a custom gradient ('Func2_grad') that must remain in the library
-  // - 'Func3' in unreachable and has to be removed from the library
-
-  absl::flat_hash_set<string> reachable_funcs = ReachableFunctions(flib, graph);
-  ASSERT_EQ(reachable_funcs.size(), 3);
-  EXPECT_NE(reachable_funcs.find("Func1"), reachable_funcs.end());
-  EXPECT_NE(reachable_funcs.find("Func2"), reachable_funcs.end());
-  EXPECT_NE(reachable_funcs.find("Func2_grad"), reachable_funcs.end());
-
-  FunctionLibraryDefinition reachable_flib =
-      ReachableFunctionLibraryDefinition(flib, graph);
-  ASSERT_EQ(reachable_flib.num_functions(), 3);
-  EXPECT_TRUE(reachable_flib.Contains("Func1"));
-  EXPECT_TRUE(reachable_flib.Contains("Func2"));
-  EXPECT_TRUE(reachable_flib.Contains("Func2_grad"));
-}
-
 TEST_F(FunctionsTest, IsParametrized) {
   // Function is defined for multiple input types.
   FunctionDef parametrized_func = FunctionDefHelper::Create(
-- 
GitLab


From f1e2b518e1dd14d981de6fba893cf6611028a909 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 18:16:35 -0800
Subject: [PATCH 1623/1825] Add cholesky factorization to LinearOperator.

PiperOrigin-RevId: 221549742
---
 tensorflow/python/kernel_tests/linalg/BUILD   |  16 +++
 .../linalg/linear_operator_algebra_test.py    |  82 ++++++++++++++
 .../linalg/linear_operator_block_diag_test.py |  45 +++++++-
 .../linalg/linear_operator_circulant_test.py  |  50 +++++++--
 .../linear_operator_composition_test.py       |   6 +-
 .../linalg/linear_operator_diag_test.py       |  24 +++-
 .../linear_operator_full_matrix_test.py       |  25 ++++-
 .../linalg/linear_operator_identity_test.py   |  43 ++++++-
 .../linalg/linear_operator_kronecker_test.py  |  48 +++++++-
 .../linear_operator_low_rank_update_test.py   |  13 ++-
 .../linear_operator_lower_triangular_test.py  |   5 +
 .../linalg/linear_operator_zeros_test.py      |   7 +-
 .../ops/linalg/cholesky_registrations.py      | 101 +++++++++++++++++
 tensorflow/python/ops/linalg/linalg.py        |   2 +
 .../python/ops/linalg/linear_operator.py      |  46 ++++++--
 .../ops/linalg/linear_operator_algebra.py     | 106 ++++++++++++++++++
 .../ops/linalg/linear_operator_block_diag.py  |   4 +-
 .../ops/linalg/linear_operator_kronecker.py   |   4 +-
 .../ops/linalg/linear_operator_test_util.py   |  26 ++++-
 ...w.linalg.-linear-operator-block-diag.pbtxt |   4 +
 ...ow.linalg.-linear-operator-circulant.pbtxt |   4 +
 ...linalg.-linear-operator-circulant2-d.pbtxt |   4 +
 ...linalg.-linear-operator-circulant3-d.pbtxt |   4 +
 ....linalg.-linear-operator-composition.pbtxt |   4 +
 ...sorflow.linalg.-linear-operator-diag.pbtxt |   4 +
 ....linalg.-linear-operator-full-matrix.pbtxt |   4 +
 ...low.linalg.-linear-operator-identity.pbtxt |   4 +
 ...ow.linalg.-linear-operator-kronecker.pbtxt |   4 +
 ...alg.-linear-operator-low-rank-update.pbtxt |   4 +
 ...lg.-linear-operator-lower-triangular.pbtxt |   4 +
 ...alg.-linear-operator-scaled-identity.pbtxt |   4 +
 ...orflow.linalg.-linear-operator-zeros.pbtxt |   4 +
 .../tensorflow.linalg.-linear-operator.pbtxt  |   4 +
 ...w.linalg.-linear-operator-block-diag.pbtxt |   4 +
 ...ow.linalg.-linear-operator-circulant.pbtxt |   4 +
 ...linalg.-linear-operator-circulant2-d.pbtxt |   4 +
 ...linalg.-linear-operator-circulant3-d.pbtxt |   4 +
 ....linalg.-linear-operator-composition.pbtxt |   4 +
 ...sorflow.linalg.-linear-operator-diag.pbtxt |   4 +
 ....linalg.-linear-operator-full-matrix.pbtxt |   4 +
 ...low.linalg.-linear-operator-identity.pbtxt |   4 +
 ...ow.linalg.-linear-operator-kronecker.pbtxt |   4 +
 ...alg.-linear-operator-low-rank-update.pbtxt |   4 +
 ...lg.-linear-operator-lower-triangular.pbtxt |   4 +
 ...alg.-linear-operator-scaled-identity.pbtxt |   4 +
 ...orflow.linalg.-linear-operator-zeros.pbtxt |   4 +
 .../tensorflow.linalg.-linear-operator.pbtxt  |   4 +
 47 files changed, 720 insertions(+), 45 deletions(-)
 create mode 100644 tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py
 create mode 100644 tensorflow/python/ops/linalg/cholesky_registrations.py
 create mode 100644 tensorflow/python/ops/linalg/linear_operator_algebra.py

diff --git a/tensorflow/python/kernel_tests/linalg/BUILD b/tensorflow/python/kernel_tests/linalg/BUILD
index be2e31cb5a..599e08ffa1 100644
--- a/tensorflow/python/kernel_tests/linalg/BUILD
+++ b/tensorflow/python/kernel_tests/linalg/BUILD
@@ -40,6 +40,22 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "linear_operator_algebra_test",
+    size = "small",
+    srcs = ["linear_operator_algebra_test.py"],
+    additional_deps = [
+        "//tensorflow/python/ops/linalg",
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform_test",
+    ],
+)
+
 cuda_py_test(
     name = "linear_operator_block_diag_test",
     size = "medium",
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py
new file mode 100644
index 0000000000..98091f9758
--- /dev/null
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py
@@ -0,0 +1,82 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for registration mechanisms."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.ops.linalg import cholesky_registrations  # pylint: disable=unused-import
+from tensorflow.python.ops.linalg import linear_operator
+from tensorflow.python.ops.linalg import linear_operator_algebra
+from tensorflow.python.platform import test
+
+# pylint: disable=protected-access
+_CHOLESKY_DECOMPS = linear_operator_algebra._CHOLESKY_DECOMPS
+_registered_cholesky = linear_operator_algebra._registered_cholesky
+# pylint: enable=protected-access
+
+
+class CholeskyTest(test.TestCase):
+
+  def testRegistration(self):
+
+    class CustomLinOp(linear_operator.LinearOperator):
+
+      def _matmul(self, a):
+        pass
+
+      def _shape(self):
+        pass
+
+      def _shape_tensor(self):
+        pass
+
+    # Register Cholesky to a lambda that spits out the name parameter
+    @linear_operator_algebra.RegisterCholesky(CustomLinOp)
+    def _cholesky(a):  # pylint: disable=unused-argument,unused-variable
+      return "OK"
+
+    with self.assertRaisesRegexp(ValueError, "positive definite"):
+      CustomLinOp(dtype=None, is_self_adjoint=True).cholesky()
+
+    with self.assertRaisesRegexp(ValueError, "self adjoint"):
+      CustomLinOp(dtype=None, is_positive_definite=True).cholesky()
+
+    self.assertEqual("OK", CustomLinOp(
+        dtype=None, is_self_adjoint=True, is_positive_definite=True).cholesky())
+
+  def testRegistrationFailures(self):
+
+    class CustomLinOp(linear_operator.LinearOperator):
+      pass
+
+    with self.assertRaisesRegexp(TypeError, "must be callable"):
+      linear_operator_algebra.RegisterCholesky(CustomLinOp)("blah")
+
+    # First registration is OK
+    linear_operator_algebra.RegisterCholesky(CustomLinOp)(lambda a: None)
+
+    # Second registration fails
+    with self.assertRaisesRegexp(ValueError, "has already been registered"):
+      linear_operator_algebra.RegisterCholesky(CustomLinOp)(lambda a: None)
+
+  def testExactRegistrationsAllMatch(self):
+    for (k, v) in _CHOLESKY_DECOMPS.items():
+      self.assertEqual(v, _registered_cholesky(k))
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_block_diag_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_block_diag_test.py
index 30951b1b0e..f0cc5d709f 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_block_diag_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_block_diag_test.py
@@ -23,6 +23,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops.linalg import linalg as linalg_lib
 from tensorflow.python.ops.linalg import linear_operator_block_diag as block_diag
+from tensorflow.python.ops.linalg import linear_operator_lower_triangular as lower_triangular
 from tensorflow.python.ops.linalg import linear_operator_test_util
 from tensorflow.python.ops.linalg import linear_operator_util
 from tensorflow.python.platform import test
@@ -78,7 +79,9 @@ class SquareLinearOperatorBlockDiagTest(
         build_info((2, 1, 5, 5), blocks=[(2, 1, 2, 2), (1, 3, 3)]),
     ]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     shape = list(build_info.shape)
     expected_blocks = (
         build_info.__dict__["blocks"] if "blocks" in build_info.__dict__
@@ -98,7 +101,11 @@ class SquareLinearOperatorBlockDiagTest(
 
     operator = block_diag.LinearOperatorBlockDiag(
         [linalg.LinearOperatorFullMatrix(
-            l, is_square=True) for l in lin_op_matrices])
+            l,
+            is_square=True,
+            is_self_adjoint=True if ensure_self_adjoint_and_pd else None,
+            is_positive_definite=True if ensure_self_adjoint_and_pd else None)
+         for l in lin_op_matrices])
 
     # Should be auto-set.
     self.assertTrue(operator.is_square)
@@ -129,6 +136,40 @@ class SquareLinearOperatorBlockDiagTest(
     self.assertTrue(operator.is_non_singular)
     self.assertFalse(operator.is_self_adjoint)
 
+  def test_block_diag_cholesky_type(self):
+    matrix = [[1., 0.], [0., 1.]]
+    operator = block_diag.LinearOperatorBlockDiag(
+        [
+            linalg.LinearOperatorFullMatrix(
+                matrix,
+                is_positive_definite=True,
+                is_self_adjoint=True,
+            ),
+            linalg.LinearOperatorFullMatrix(
+                matrix,
+                is_positive_definite=True,
+                is_self_adjoint=True,
+            ),
+        ],
+        is_positive_definite=True,
+        is_self_adjoint=True,
+    )
+    cholesky_factor = operator.cholesky()
+    self.assertTrue(isinstance(
+        cholesky_factor,
+        block_diag.LinearOperatorBlockDiag))
+    self.assertEqual(2, len(cholesky_factor.operators))
+    self.assertTrue(
+        isinstance(
+            cholesky_factor.operators[0],
+            lower_triangular.LinearOperatorLowerTriangular)
+    )
+    self.assertTrue(
+        isinstance(
+            cholesky_factor.operators[1],
+            lower_triangular.LinearOperatorLowerTriangular)
+    )
+
   def test_is_non_singular_auto_set(self):
     # Matrix with two positive eigenvalues, 11 and 8.
     # The matrix values do not effect auto-setting of the flags.
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
index f1e151ebd8..dd342f1669 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
@@ -97,7 +97,9 @@ class LinearOperatorCirculantTestSelfAdjointOperator(
     # real, the matrix will not be real.
     return [dtypes.complex64]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     shape = build_info.shape
     # For this test class, we are creating real spectrums.
     # We also want the spectrum to have eigenvalues bounded away from zero.
@@ -105,6 +107,8 @@ class LinearOperatorCirculantTestSelfAdjointOperator(
     # spectrum is bounded away from zero.
     spectrum = linear_operator_test_util.random_sign_uniform(
         shape=self._shape_to_spectrum_shape(shape), minval=1., maxval=2.)
+    if ensure_self_adjoint_and_pd:
+      spectrum = math_ops.abs(spectrum)
     # If dtype is complex, cast spectrum to complex.  The imaginary part will be
     # zero, so the operator will still be self-adjoint.
     spectrum = math_ops.cast(spectrum, dtype)
@@ -115,7 +119,10 @@ class LinearOperatorCirculantTestSelfAdjointOperator(
       lin_op_spectrum = array_ops.placeholder_with_default(spectrum, shape=None)
 
     operator = linalg.LinearOperatorCirculant(
-        lin_op_spectrum, is_self_adjoint=True, input_output_dtype=dtype)
+        lin_op_spectrum,
+        is_self_adjoint=True,
+        is_positive_definite=True if ensure_self_adjoint_and_pd else None,
+        input_output_dtype=dtype)
 
     mat = self._spectrum_to_circulant_1d(spectrum, shape, dtype=dtype)
 
@@ -146,7 +153,9 @@ class LinearOperatorCirculantTestHermitianSpectrum(
   def _dtypes_to_test(self):
     return [dtypes.float32, dtypes.complex64]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     shape = build_info.shape
     # For this test class, we are creating Hermitian spectrums.
     # We also want the spectrum to have eigenvalues bounded away from zero.
@@ -175,7 +184,11 @@ class LinearOperatorCirculantTestHermitianSpectrum(
       lin_op_spectrum = array_ops.placeholder_with_default(spectrum, shape=None)
 
     operator = linalg.LinearOperatorCirculant(
-        lin_op_spectrum, input_output_dtype=dtype)
+        lin_op_spectrum,
+        input_output_dtype=dtype,
+        is_positive_definite=True if ensure_self_adjoint_and_pd else None,
+        is_self_adjoint=True if ensure_self_adjoint_and_pd else None,
+    )
 
     mat = self._spectrum_to_circulant_1d(spectrum, shape, dtype=dtype)
 
@@ -205,7 +218,16 @@ class LinearOperatorCirculantTestNonHermitianSpectrum(
   def _dtypes_to_test(self):
     return [dtypes.complex64]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  # Skip Cholesky since we are explicitly testing non-hermitian
+  # spectra.
+  @property
+  def _tests_to_skip(self):
+    return ["cholesky"]
+
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+    del ensure_self_adjoint_and_pd
     shape = build_info.shape
     # Will be well conditioned enough to get accurate solves.
     spectrum = linear_operator_test_util.random_sign_uniform(
@@ -421,7 +443,9 @@ class LinearOperatorCirculant2DTestHermitianSpectrum(
   def _dtypes_to_test(self):
     return [dtypes.float32, dtypes.complex64]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     shape = build_info.shape
     # For this test class, we are creating Hermitian spectrums.
     # We also want the spectrum to have eigenvalues bounded away from zero.
@@ -450,7 +474,10 @@ class LinearOperatorCirculant2DTestHermitianSpectrum(
       lin_op_spectrum = array_ops.placeholder_with_default(spectrum, shape=None)
 
     operator = linalg.LinearOperatorCirculant2D(
-        lin_op_spectrum, input_output_dtype=dtype)
+        lin_op_spectrum,
+        is_positive_definite=True if ensure_self_adjoint_and_pd else None,
+        is_self_adjoint=True if ensure_self_adjoint_and_pd else None,
+        input_output_dtype=dtype)
 
     mat = self._spectrum_to_circulant_2d(spectrum, shape, dtype=dtype)
 
@@ -470,7 +497,14 @@ class LinearOperatorCirculant2DTestNonHermitianSpectrum(
   def _dtypes_to_test(self):
     return [dtypes.complex64]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  @property
+  def _tests_to_skip(self):
+    return ["cholesky"]
+
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+    del ensure_self_adjoint_and_pd
     shape = build_info.shape
     # Will be well conditioned enough to get accurate solves.
     spectrum = linear_operator_test_util.random_sign_uniform(
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_composition_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_composition_test.py
index 02f56db596..3f19dc4bff 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_composition_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_composition_test.py
@@ -42,8 +42,12 @@ class SquareLinearOperatorCompositionTest(
     self._rtol[dtypes.float32] = 1e-4
     self._rtol[dtypes.complex64] = 1e-4
 
+  @property
+  def _tests_to_skip(self):
+    # Cholesky not implemented.
+    return ["cholesky"]
+
   def _operator_and_matrix(self, build_info, dtype, use_placeholder):
-    sess = ops.get_default_session()
     shape = list(build_info.shape)
 
     # Either 1 or 2 matrices, depending.
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py
index 0758349531..d8e53fdcf5 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py
@@ -32,17 +32,26 @@ class LinearOperatorDiagTest(
     linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
   """Most tests done in the base class LinearOperatorDerivedClassTest."""
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     shape = list(build_info.shape)
     diag = linear_operator_test_util.random_sign_uniform(
         shape[:-1], minval=1., maxval=2., dtype=dtype)
 
+    if ensure_self_adjoint_and_pd:
+      # Abs on complex64 will result in a float32, so we cast back up.
+      diag = math_ops.cast(math_ops.abs(diag), dtype=dtype)
+
     lin_op_diag = diag
 
     if use_placeholder:
       lin_op_diag = array_ops.placeholder_with_default(diag, shape=None)
 
-    operator = linalg.LinearOperatorDiag(lin_op_diag)
+    operator = linalg.LinearOperatorDiag(
+        lin_op_diag,
+        is_self_adjoint=True if ensure_self_adjoint_and_pd else None,
+        is_positive_definite=True if ensure_self_adjoint_and_pd else None)
 
     matrix = array_ops.matrix_diag(diag)
 
@@ -145,6 +154,17 @@ class LinearOperatorDiagTest(
       self.assertAllEqual(operator_solve.get_shape(), mat_solve.get_shape())
       self.assertAllClose(*sess.run([operator_solve, mat_solve]))
 
+  def test_diag_cholesky_type(self):
+    diag = [1., 3., 5., 8.]
+    operator = linalg.LinearOperatorDiag(
+        diag,
+        is_positive_definite=True,
+        is_self_adjoint=True,
+    )
+    self.assertTrue(isinstance(
+        operator.cholesky(),
+        linalg.LinearOperatorDiag))
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_full_matrix_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_full_matrix_test.py
index 8c2d2cf077..36575ceec3 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_full_matrix_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_full_matrix_test.py
@@ -33,7 +33,9 @@ class SquareLinearOperatorFullMatrixTest(
     linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
   """Most tests done in the base class LinearOperatorDerivedClassTest."""
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     shape = list(build_info.shape)
 
     matrix = linear_operator_test_util.random_positive_definite_matrix(
@@ -44,7 +46,12 @@ class SquareLinearOperatorFullMatrixTest(
     if use_placeholder:
       lin_op_matrix = array_ops.placeholder_with_default(matrix, shape=None)
 
-    operator = linalg.LinearOperatorFullMatrix(lin_op_matrix, is_square=True)
+    # Set the hints to none to test non-symmetric PD code paths.
+    operator = linalg.LinearOperatorFullMatrix(
+        lin_op_matrix,
+        is_square=True,
+        is_self_adjoint=True if ensure_self_adjoint_and_pd else None,
+        is_positive_definite=True if ensure_self_adjoint_and_pd else None)
 
     return operator, matrix
 
@@ -123,7 +130,13 @@ class SquareLinearOperatorFullMatrixSymmetricPositiveDefiniteTest(
   def _dtypes_to_test(self):
     return [dtypes.float32, dtypes.float64]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+
+    # Matrix is always symmetric and positive definite in this class.
+    del ensure_self_adjoint_and_pd
+
     shape = list(build_info.shape)
 
     matrix = linear_operator_test_util.random_positive_definite_matrix(
@@ -134,7 +147,11 @@ class SquareLinearOperatorFullMatrixSymmetricPositiveDefiniteTest(
     if use_placeholder:
       lin_op_matrix = array_ops.placeholder_with_default(matrix, shape=None)
 
-    operator = linalg.LinearOperatorFullMatrix(lin_op_matrix, is_square=True)
+    operator = linalg.LinearOperatorFullMatrix(
+        lin_op_matrix,
+        is_square=True,
+        is_self_adjoint=True,
+        is_positive_definite=True)
 
     return operator, matrix
 
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
index 465a8194dd..d47a21c1c3 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
@@ -22,6 +22,7 @@ import numpy as np
 from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import linalg_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.ops.linalg import linalg as linalg_lib
 from tensorflow.python.ops.linalg import linear_operator_test_util
@@ -41,7 +42,12 @@ class LinearOperatorIdentityTest(
     # 16bit.
     return [dtypes.float32, dtypes.float64, dtypes.complex64, dtypes.complex128]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+    # Identity matrix is already Hermitian Positive Definite.
+    del ensure_self_adjoint_and_pd
+
     shape = list(build_info.shape)
     assert shape[-1] == shape[-2]
 
@@ -242,6 +248,16 @@ class LinearOperatorIdentityTest(
           is_non_singular=None,
       )
 
+  def test_identity_cholesky_type(self):
+    operator = linalg_lib.LinearOperatorIdentity(
+        num_rows=2,
+        is_positive_definite=True,
+        is_self_adjoint=True,
+    )
+    self.assertTrue(isinstance(
+        operator.cholesky(),
+        linalg_lib.LinearOperatorIdentity))
+
 
 class LinearOperatorScaledIdentityTest(
     linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
@@ -253,7 +269,10 @@ class LinearOperatorScaledIdentityTest(
     # 16bit.
     return [dtypes.float32, dtypes.float64, dtypes.complex64, dtypes.complex128]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+
     shape = list(build_info.shape)
     assert shape[-1] == shape[-2]
 
@@ -266,6 +285,9 @@ class LinearOperatorScaledIdentityTest(
     multiplier = linear_operator_test_util.random_sign_uniform(
         shape=batch_shape, minval=1., maxval=2., dtype=dtype)
 
+    if ensure_self_adjoint_and_pd:
+      # Abs on complex64 will result in a float32, so we cast back up.
+      multiplier = math_ops.cast(math_ops.abs(multiplier), dtype=dtype)
 
     # Nothing to feed since LinearOperatorScaledIdentity takes no Tensor args.
     lin_op_multiplier = multiplier
@@ -275,7 +297,10 @@ class LinearOperatorScaledIdentityTest(
           multiplier, shape=None)
 
     operator = linalg_lib.LinearOperatorScaledIdentity(
-        num_rows, lin_op_multiplier)
+        num_rows,
+        lin_op_multiplier,
+        is_self_adjoint=True if ensure_self_adjoint_and_pd else None,
+        is_positive_definite=True if ensure_self_adjoint_and_pd else None)
 
     multiplier_matrix = array_ops.expand_dims(
         array_ops.expand_dims(multiplier, -1), -1)
@@ -420,6 +445,18 @@ class LinearOperatorScaledIdentityTest(
     self.assertTrue(operator.is_non_singular)
     self.assertTrue(operator.is_self_adjoint is None)
 
+  def test_scaled_identity_cholesky_type(self):
+    operator = linalg_lib.LinearOperatorScaledIdentity(
+        num_rows=2,
+        multiplier=3.,
+        is_positive_definite=True,
+        is_self_adjoint=True,
+    )
+    self.assertTrue(isinstance(
+        operator.cholesky(),
+        linalg_lib.LinearOperatorScaledIdentity))
+
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py
index f039b60f64..df6954f520 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py
@@ -24,6 +24,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops.linalg import linalg as linalg_lib
 from tensorflow.python.ops.linalg import linear_operator_kronecker as kronecker
+from tensorflow.python.ops.linalg import linear_operator_lower_triangular as lower_triangular
 from tensorflow.python.ops.linalg import linear_operator_test_util
 from tensorflow.python.ops.linalg import linear_operator_util
 from tensorflow.python.platform import test
@@ -99,7 +100,12 @@ class SquareLinearOperatorKroneckerTest(
   def _tests_to_skip(self):
     return ["det", "solve", "solve_with_broadcast"]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+    # Kronecker products constructed below will be from symmetric
+    # positive-definite matrices.
+    del ensure_self_adjoint_and_pd
     shape = list(build_info.shape)
     expected_factors = build_info.__dict__["factors"]
     matrices = [
@@ -116,7 +122,11 @@ class SquareLinearOperatorKroneckerTest(
 
     operator = kronecker.LinearOperatorKronecker(
         [linalg.LinearOperatorFullMatrix(
-            l, is_square=True) for l in lin_op_matrices])
+            l,
+            is_square=True,
+            is_self_adjoint=True,
+            is_positive_definite=True)
+         for l in lin_op_matrices])
 
     matrices = linear_operator_util.broadcast_matrix_batch_dims(matrices)
 
@@ -180,6 +190,40 @@ class SquareLinearOperatorKroneckerTest(
     with self.assertRaisesRegexp(ValueError, ">=1 operators"):
       kronecker.LinearOperatorKronecker([])
 
+  def test_kronecker_cholesky_type(self):
+    matrix = [[1., 0.], [0., 1.]]
+    operator = kronecker.LinearOperatorKronecker(
+        [
+            linalg.LinearOperatorFullMatrix(
+                matrix,
+                is_positive_definite=True,
+                is_self_adjoint=True,
+            ),
+            linalg.LinearOperatorFullMatrix(
+                matrix,
+                is_positive_definite=True,
+                is_self_adjoint=True,
+            ),
+        ],
+        is_positive_definite=True,
+        is_self_adjoint=True,
+    )
+    cholesky_factor = operator.cholesky()
+    self.assertTrue(isinstance(
+        cholesky_factor,
+        kronecker.LinearOperatorKronecker))
+    self.assertEqual(2, len(cholesky_factor.operators))
+    self.assertTrue(
+        isinstance(
+            cholesky_factor.operators[0],
+            lower_triangular.LinearOperatorLowerTriangular)
+    )
+    self.assertTrue(
+        isinstance(
+            cholesky_factor.operators[1],
+            lower_triangular.LinearOperatorLowerTriangular)
+    )
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_low_rank_update_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_low_rank_update_test.py
index 207e5edf81..2920f3ae7e 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_low_rank_update_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_low_rank_update_test.py
@@ -69,7 +69,8 @@ class BaseLinearOperatorLowRankUpdatetest(object):
     return linear_operator_test_util.random_uniform(
         diag_shape, minval=1e-4, maxval=1., dtype=dtype)
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(self, build_info, dtype, use_placeholder,
+                           ensure_self_adjoint_and_pd=False):
     # Recall A = L + UDV^H
     shape = list(build_info.shape)
     diag_shape = shape[:-1]
@@ -93,7 +94,7 @@ class BaseLinearOperatorLowRankUpdatetest(object):
     lin_op_v = v
 
     # D
-    if self._is_diag_update_positive:
+    if self._is_diag_update_positive or ensure_self_adjoint_and_pd:
       diag_update = self._gen_positive_diag(dtype, diag_update_shape)
     else:
       diag_update = linear_operator_test_util.random_normal(
@@ -178,6 +179,10 @@ class LinearOperatorLowRankUpdatetestWithDiagCannotUseCholesky(
     linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
   """A = L + UDU^H, D !> 0, L > 0 ==> A !> 0 and we cannot use a Cholesky."""
 
+  @property
+  def _tests_to_skip(self):
+    return ["cholesky"]
+
   _use_diag_update = True
   _is_diag_update_positive = False
   _use_v = False
@@ -217,6 +222,10 @@ class LinearOperatorLowRankUpdatetestNoDiagCannotUseCholesky(
     linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
   """A = L + UV^H, L > 0 ==> A is not symmetric and we cannot use a Cholesky."""
 
+  @property
+  def _tests_to_skip(self):
+    return ["cholesky"]
+
   _use_diag_update = False
   _is_diag_update_positive = None
   _use_v = True
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py
index e3c8f5cb68..70a3e36c41 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py
@@ -29,6 +29,11 @@ class LinearOperatorLowerTriangularTest(
     linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
   """Most tests done in the base class LinearOperatorDerivedClassTest."""
 
+  @property
+  def _tests_to_skip(self):
+    # Cholesky does not make sense for triangular matrices.
+    return ["cholesky"]
+
   def _operator_and_matrix(self, build_info, dtype, use_placeholder):
     shape = list(build_info.shape)
     # Upper triangle will be nonzero, but ignored.
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py
index ad97d1a93e..d1bcb89994 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py
@@ -35,7 +35,7 @@ class LinearOperatorZerosTest(
 
   @property
   def _tests_to_skip(self):
-    return ["log_abs_det", "solve", "solve_with_broadcast"]
+    return ["cholesky", "log_abs_det", "solve", "solve_with_broadcast"]
 
   @property
   def _operator_build_infos(self):
@@ -46,7 +46,10 @@ class LinearOperatorZerosTest(
         build_info((3, 4, 4)),
         build_info((2, 1, 4, 4))]
 
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
+    del ensure_self_adjoint_and_pd
     del use_placeholder
     shape = list(build_info.shape)
     assert shape[-1] == shape[-2]
diff --git a/tensorflow/python/ops/linalg/cholesky_registrations.py b/tensorflow/python/ops/linalg/cholesky_registrations.py
new file mode 100644
index 0000000000..e5284cf22a
--- /dev/null
+++ b/tensorflow/python/ops/linalg/cholesky_registrations.py
@@ -0,0 +1,101 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Registrations for LinearOperator.cholesky."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.ops import linalg_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.linalg import linear_operator
+from tensorflow.python.ops.linalg import linear_operator_algebra
+from tensorflow.python.ops.linalg import linear_operator_block_diag
+from tensorflow.python.ops.linalg import linear_operator_diag
+from tensorflow.python.ops.linalg import linear_operator_identity
+from tensorflow.python.ops.linalg import linear_operator_kronecker
+from tensorflow.python.ops.linalg import linear_operator_lower_triangular
+
+
+# By default, compute the Cholesky of the dense matrix, and return a
+# LowerTriangular operator. Methods below specialize this registration.
+@linear_operator_algebra.RegisterCholesky(linear_operator.LinearOperator)
+def _cholesky_linear_operator(linop):
+  return linear_operator_lower_triangular.LinearOperatorLowerTriangular(
+      linalg_ops.cholesky(linop.to_dense()),
+      is_non_singular=True,
+      is_self_adjoint=False,
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterCholesky(
+    linear_operator_diag.LinearOperatorDiag)
+def _cholesky_diag(diag_operator):
+  return linear_operator_diag.LinearOperatorDiag(
+      math_ops.sqrt(diag_operator.diag),
+      is_non_singular=True,
+      is_self_adjoint=True,
+      is_positive_definite=True,
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterCholesky(
+    linear_operator_identity.LinearOperatorIdentity)
+def _cholesky_identity(identity_operator):
+  return linear_operator_identity.LinearOperatorIdentity(
+      num_rows=identity_operator._num_rows,  # pylint: disable=protected-access
+      batch_shape=identity_operator.batch_shape,
+      dtype=identity_operator.dtype,
+      is_non_singular=True,
+      is_self_adjoint=True,
+      is_positive_definite=True,
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterCholesky(
+    linear_operator_identity.LinearOperatorScaledIdentity)
+def _cholesky_scaled_identity(identity_operator):
+  return linear_operator_identity.LinearOperatorScaledIdentity(
+      num_rows=identity_operator._num_rows,  # pylint: disable=protected-access
+      multiplier=math_ops.sqrt(identity_operator.multiplier),
+      is_non_singular=True,
+      is_self_adjoint=True,
+      is_positive_definite=True,
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterCholesky(
+    linear_operator_block_diag.LinearOperatorBlockDiag)
+def _cholesky_block_diag(block_diag_operator):
+    # We take the cholesky of each block on the diagonal.
+  return linear_operator_block_diag.LinearOperatorBlockDiag(
+      operators=[
+          operator.cholesky() for operator in block_diag_operator.operators],
+      is_non_singular=True,
+      is_self_adjoint=False,
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterCholesky(
+    linear_operator_kronecker.LinearOperatorKronecker)
+def _cholesky_kronecker(kronecker_operator):
+    # Cholesky decomposition of a Kronecker product is the Kronecker product
+    # of cholesky decompositions.
+  return linear_operator_kronecker.LinearOperatorKronecker(
+      operators=[
+          operator.cholesky() for operator in kronecker_operator.operators],
+      is_non_singular=True,
+      is_self_adjoint=False,
+      is_square=True)
diff --git a/tensorflow/python/ops/linalg/linalg.py b/tensorflow/python/ops/linalg/linalg.py
index c29b5033bb..e29c45c5f5 100644
--- a/tensorflow/python/ops/linalg/linalg.py
+++ b/tensorflow/python/ops/linalg/linalg.py
@@ -20,6 +20,8 @@ from __future__ import print_function
 
 # go/tf-wildcard-import
 # pylint: disable=wildcard-import,unused-import
+from tensorflow.python.ops.linalg import cholesky_registrations as _cholesky_registrations
+from tensorflow.python.ops.linalg import linear_operator_algebra as _linear_operator_algebra
 from tensorflow.python.ops.linalg.linalg_impl import *
 from tensorflow.python.ops.linalg.linear_operator import *
 from tensorflow.python.ops.linalg.linear_operator_block_diag import *
diff --git a/tensorflow/python/ops/linalg/linear_operator.py b/tensorflow/python/ops/linalg/linear_operator.py
index 9ef6c42b04..b8683a24fc 100644
--- a/tensorflow/python/ops/linalg/linear_operator.py
+++ b/tensorflow/python/ops/linalg/linear_operator.py
@@ -32,6 +32,7 @@ from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import linalg_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops.linalg import linalg_impl as linalg
+from tensorflow.python.ops.linalg import linear_operator_algebra
 from tensorflow.python.ops.linalg import linear_operator_util
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.util.tf_export import tf_export
@@ -284,7 +285,7 @@ class LinearOperator(object):
     `[B1,...,Bb, M, N]`, equivalent to `tf.shape(A)`.
 
     Args:
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       `int32` `Tensor`
@@ -318,7 +319,7 @@ class LinearOperator(object):
     `[B1,...,Bb]`.
 
     Args:
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       `int32` `Tensor`
@@ -340,7 +341,7 @@ class LinearOperator(object):
     `A.shape = [B1,...,Bb, M, N]`, then this returns `b + 2`.
 
     Args:
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       Python integer, or None if the tensor rank is undefined.
@@ -356,7 +357,7 @@ class LinearOperator(object):
     `A.shape = [B1,...,Bb, M, N]`, then this returns `b + 2`.
 
     Args:
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       `int32` `Tensor`, determined at runtime.
@@ -586,7 +587,7 @@ class LinearOperator(object):
       adjoint: Python `bool`.  If `True`, left multiply by the adjoint: `A^H x`.
       adjoint_arg:  Python `bool`.  If `True`, compute `A x^H` where `x^H` is
         the hermitian transpose (transposition and complex conjugation).
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       A `Tensor` with shape `[..., M, R]` and same `dtype` as `self`.
@@ -630,7 +631,7 @@ class LinearOperator(object):
         dimensions, the last dimension defines a vector.
         See class docstring for definition of compatibility.
       adjoint: Python `bool`.  If `True`, left multiply by the adjoint: `A^H x`.
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       A `Tensor` with shape `[..., M]` and same `dtype` as `self`.
@@ -655,7 +656,7 @@ class LinearOperator(object):
     """Determinant for every batch member.
 
     Args:
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       `Tensor` with shape `self.batch_shape` and same `dtype` as `self`.
@@ -684,7 +685,7 @@ class LinearOperator(object):
     """Log absolute value of determinant for every batch member.
 
     Args:
-      name:  A name for this `Op.
+      name:  A name for this `Op`.
 
     Returns:
       `Tensor` with shape `self.batch_shape` and same `dtype` as `self`.
@@ -830,6 +831,31 @@ class LinearOperator(object):
 
       return self._solvevec(rhs, adjoint=adjoint)
 
+  def cholesky(self, name="cholesky"):
+    """Returns a Cholesky factor as a `LinearOperator`.
+
+    Given `A` representing this `LinearOperator`, if `A` is positive definite
+    self-adjoint, return `L`, where `A = L L^T`, i.e. the cholesky
+    decomposition.
+
+    Args:
+      name:  A name for this `Op`.
+
+    Returns:
+      `LinearOperator` which represents the lower triangular matrix
+      in the Cholesky decomposition.
+
+    Raises:
+      ValueError: When the `LinearOperator` is not hinted to be positive
+        definite and self adjoint.
+    """
+
+    if not self._can_use_cholesky():
+      raise ValueError("Cannot take the Cholesky decomposition: "
+                       "Not a positive definite self adjoint matrix.")
+    with self._name_scope(name):
+      return linear_operator_algebra.cholesky(self)
+
   def _to_dense(self):
     """Generic and often inefficient implementation.  Override often."""
     logging.warn("Using (possibly slow) default implementation of to_dense."
@@ -922,6 +948,4 @@ class LinearOperator(object):
       return self._add_to_tensor(x)
 
   def _can_use_cholesky(self):
-    # TODO(langmore) Add complex types when tf.cholesky can use them.
-    return (not self.dtype.is_complex and self.is_self_adjoint and
-            self.is_positive_definite)
+    return self.is_self_adjoint and self.is_positive_definite
diff --git a/tensorflow/python/ops/linalg/linear_operator_algebra.py b/tensorflow/python/ops/linalg/linear_operator_algebra.py
new file mode 100644
index 0000000000..ba9b732797
--- /dev/null
+++ b/tensorflow/python/ops/linalg/linear_operator_algebra.py
@@ -0,0 +1,106 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Registration mechanisms for various n-ary operations on LinearOperators."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.util import tf_inspect
+
+
+_CHOLESKY_DECOMPS = {}
+
+
+def _registered_cholesky(type_a):
+  """Get the Cholesky function registered for class a."""
+  hierarchy_a = tf_inspect.getmro(type_a)
+  distance_to_children = None
+  cholesky_fn = None
+  for mro_to_a, parent_a in enumerate(hierarchy_a):
+    candidate_dist = mro_to_a
+    candidate_cholesky_fn = _CHOLESKY_DECOMPS.get(parent_a, None)
+    if not cholesky_fn or (
+        candidate_cholesky_fn and candidate_dist < distance_to_children):
+      distance_to_children = candidate_dist
+      cholesky_fn = candidate_cholesky_fn
+  return cholesky_fn
+
+
+def cholesky(lin_op_a, name=None):
+  """Get the Cholesky factor associated to lin_op_a.
+
+  Args:
+    lin_op_a: The LinearOperator to decompose.
+    name: Name to use for this operation.
+
+  Returns:
+    A LinearOperator that represents the lower Cholesky factor of `lin_op_a`.
+
+  Raises:
+    NotImplementedError: If no Cholesky method is defined for the LinearOperator
+      type of `lin_op_a`.
+  """
+  cholesky_fn = _registered_cholesky(type(lin_op_a))
+  if cholesky_fn is None:
+    raise ValueError("No cholesky decomposition registered for {}".format(
+        type(lin_op_a)))
+
+  with ops.name_scope(name, "Cholesky"):
+    return cholesky_fn(lin_op_a)
+
+
+class RegisterCholesky(object):
+  """Decorator to register a Cholesky implementation function.
+
+  Usage:
+
+  @linear_operator_algebra.RegisterCholesky(lin_op.LinearOperatorIdentity)
+  def _cholesky_identity(lin_op_a):
+    # Return the identity matrix.
+  """
+
+  def __init__(self, lin_op_cls_a):
+    """Initialize the LinearOperator registrar.
+
+    Args:
+      lin_op_cls_a: the class of the LinearOperator to decompose.
+    """
+    self._key = lin_op_cls_a
+
+  def __call__(self, cholesky_fn):
+    """Perform the Cholesky registration.
+
+    Args:
+      cholesky_fn: The function to use for the Cholesky.
+
+    Returns:
+      cholesky_fn
+
+    Raises:
+      TypeError: if cholesky_fn is not a callable.
+      ValueError: if a Cholesky function has already been registered for
+        the given argument classes.
+    """
+    if not callable(cholesky_fn):
+      raise TypeError(
+          "cholesky_fn must be callable, received: {}".format(cholesky_fn))
+    if self._key in _CHOLESKY_DECOMPS:
+      raise ValueError("Cholesky({}) has already been registered to: {}".format(
+          self._key.__name__, _CHOLESKY_DECOMPS[self._key]))
+    _CHOLESKY_DECOMPS[self._key] = cholesky_fn
+    return cholesky_fn
diff --git a/tensorflow/python/ops/linalg/linear_operator_block_diag.py b/tensorflow/python/ops/linalg/linear_operator_block_diag.py
index 438c3496bd..b0b418c997 100644
--- a/tensorflow/python/ops/linalg/linear_operator_block_diag.py
+++ b/tensorflow/python/ops/linalg/linear_operator_block_diag.py
@@ -29,9 +29,7 @@ from tensorflow.python.ops.linalg import linear_operator
 from tensorflow.python.ops.linalg import linear_operator_util
 from tensorflow.python.util.tf_export import tf_export
 
-__all__ = [
-    "LinearOperatorBlockDiag",
-]
+__all__ = ["LinearOperatorBlockDiag"]
 
 
 @tf_export("linalg.LinearOperatorBlockDiag")
diff --git a/tensorflow/python/ops/linalg/linear_operator_kronecker.py b/tensorflow/python/ops/linalg/linear_operator_kronecker.py
index 1fd5073c17..f7e785caa5 100644
--- a/tensorflow/python/ops/linalg/linear_operator_kronecker.py
+++ b/tensorflow/python/ops/linalg/linear_operator_kronecker.py
@@ -30,9 +30,7 @@ from tensorflow.python.ops.linalg import linalg_impl as linalg
 from tensorflow.python.ops.linalg import linear_operator
 from tensorflow.python.util.tf_export import tf_export
 
-__all__ = [
-    "LinearOperatorKronecker",
-]
+__all__ = ["LinearOperatorKronecker"]
 
 
 def _vec(x):
diff --git a/tensorflow/python/ops/linalg/linear_operator_test_util.py b/tensorflow/python/ops/linalg/linear_operator_test_util.py
index 76d659f109..e50f572b5f 100644
--- a/tensorflow/python/ops/linalg/linear_operator_test_util.py
+++ b/tensorflow/python/ops/linalg/linear_operator_test_util.py
@@ -102,7 +102,9 @@ class LinearOperatorDerivedClassTest(test.TestCase):
     raise NotImplementedError("operator_build_infos has not been implemented.")
 
   @abc.abstractmethod
-  def _operator_and_matrix(self, build_info, dtype, use_placeholder):
+  def _operator_and_matrix(
+      self, build_info, dtype, use_placeholder,
+      ensure_self_adjoint_and_pd=False):
     """Build a batch matrix and an Operator that should have similar behavior.
 
     Every operator acts like a (batch) matrix.  This method returns both
@@ -114,6 +116,11 @@ class LinearOperatorDerivedClassTest(test.TestCase):
       dtype:  Numpy dtype.  Data type of returned array/operator.
       use_placeholder:  Python bool.  If True, initialize the operator with a
         placeholder of undefined shape and correct dtype.
+      ensure_self_adjoint_and_pd: If `True`,
+        construct this operator to be Hermitian Positive Definite, as well
+        as ensuring the hints `is_positive_definite` and `is_self_adjoint`
+        are set.
+        This is useful for testing methods such as `cholesky`.
 
     Returns:
       operator:  `LinearOperator` subclass instance.
@@ -271,6 +278,21 @@ class LinearOperatorDerivedClassTest(test.TestCase):
     self._skip_if_tests_to_skip_contains("matmul_with_broadcast")
     self._test_matmul(with_batch=False)
 
+  def test_cholesky(self):
+    self._skip_if_tests_to_skip_contains("cholesky")
+    for use_placeholder in self._use_placeholder_options:
+      for build_info in self._operator_build_infos:
+        for dtype in self._dtypes_to_test:
+          with self.test_session(graph=ops.Graph()) as sess:
+            sess.graph.seed = random_seed.DEFAULT_GRAPH_SEED
+            operator, mat = self._operator_and_matrix(
+                build_info, dtype, use_placeholder=use_placeholder,
+                ensure_self_adjoint_and_pd=True)
+            op_chol = operator.cholesky().to_dense()
+            mat_chol = linalg_ops.cholesky(mat)
+            op_chol_v, mat_chol_v = sess.run([op_chol, mat_chol])
+            self.assertAC(mat_chol_v, op_chol_v)
+
   def _test_solve(self, with_batch):
     for use_placeholder in self._use_placeholder_options:
       for build_info in self._operator_build_infos:
@@ -441,7 +463,7 @@ class NonSquareLinearOperatorDerivedClassTest(LinearOperatorDerivedClassTest):
   @property
   def _tests_to_skip(self):
     """List of test names to skip."""
-    return ["solve", "solve_with_broadcast", "det", "log_abs_det"]
+    return ["cholesky", "solve", "solve_with_broadcast", "det", "log_abs_det"]
 
   @property
   def _operator_build_infos(self):
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.pbtxt
index 973705dae2..773c74e64d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-block-diag.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.pbtxt
index de917706d5..533544d21f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "block_shape_tensor"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "convolution_kernel"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'convolution_kernel\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt
index c4e6a21c3a..e3926eb6d4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "block_shape_tensor"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "convolution_kernel"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'convolution_kernel\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt
index 2e085a8e28..ba209df782 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "block_shape_tensor"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "convolution_kernel"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'convolution_kernel\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.pbtxt
index 42d22bce42..081fb0e08b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-composition.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.pbtxt
index d6749fdcec..2014a04301 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-diag.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.pbtxt
index d9f363d133..9a87ae9687 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-full-matrix.pbtxt
@@ -75,6 +75,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.pbtxt
index aac7ee31ed..33afb835ce 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-identity.pbtxt
@@ -76,6 +76,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.pbtxt
index c11d390829..a9078c8ab5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-kronecker.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt
index 3ee800269e..4cfa3bb30d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt
index 63a1bc2321..a87649133f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt
@@ -75,6 +75,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt
index e2c5a505a7..3265646784 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt
@@ -80,6 +80,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.pbtxt
index a1b0e06b47..49d8890c89 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator-zeros.pbtxt
@@ -75,6 +75,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.pbtxt
index 6d849dc040..c89dc067b3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.linalg.-linear-operator.pbtxt
@@ -74,6 +74,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.pbtxt
index 973705dae2..773c74e64d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-block-diag.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.pbtxt
index de917706d5..533544d21f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "block_shape_tensor"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "convolution_kernel"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'convolution_kernel\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt
index c4e6a21c3a..e3926eb6d4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant2-d.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "block_shape_tensor"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "convolution_kernel"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'convolution_kernel\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt
index 2e085a8e28..ba209df782 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-circulant3-d.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "block_shape_tensor"
     argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "convolution_kernel"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'convolution_kernel\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.pbtxt
index 42d22bce42..081fb0e08b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-composition.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.pbtxt
index d6749fdcec..2014a04301 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-diag.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.pbtxt
index d9f363d133..9a87ae9687 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-full-matrix.pbtxt
@@ -75,6 +75,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.pbtxt
index aac7ee31ed..33afb835ce 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-identity.pbtxt
@@ -76,6 +76,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.pbtxt
index c11d390829..a9078c8ab5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-kronecker.pbtxt
@@ -79,6 +79,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt
index 3ee800269e..4cfa3bb30d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-low-rank-update.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt
index 63a1bc2321..a87649133f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-lower-triangular.pbtxt
@@ -75,6 +75,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt
index e2c5a505a7..3265646784 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-scaled-identity.pbtxt
@@ -80,6 +80,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.pbtxt
index a1b0e06b47..49d8890c89 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator-zeros.pbtxt
@@ -75,6 +75,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.pbtxt
index 6d849dc040..c89dc067b3 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.linalg.-linear-operator.pbtxt
@@ -74,6 +74,10 @@ tf_class {
     name: "batch_shape_tensor"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'batch_shape_tensor\'], "
   }
+  member_method {
+    name: "cholesky"
+    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'cholesky\'], "
+  }
   member_method {
     name: "determinant"
     argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'det\'], "
-- 
GitLab


From 2c3c2f47e276bb826c0708e592aeee4e3583cd07 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 18:18:09 -0800
Subject: [PATCH 1624/1825] Modify ShouldUseRunHandlerPool() to also be used
 when session_inter_op_thread_pool() option is enabled in SessionConfig. Use
 it while running session-run(s) on the default inter_op_thread_pool() = 0.

PiperOrigin-RevId: 221549960
---
 .../core/common_runtime/direct_session.cc     | 19 +++++++++++++------
 .../core/common_runtime/direct_session.h      |  6 ++++--
 2 files changed, 17 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/common_runtime/direct_session.cc b/tensorflow/core/common_runtime/direct_session.cc
index 52c1cd2691..40b7071f40 100644
--- a/tensorflow/core/common_runtime/direct_session.cc
+++ b/tensorflow/core/common_runtime/direct_session.cc
@@ -253,11 +253,19 @@ static RunHandlerPool* GetOrCreateRunHandlerPool(
   return pool;
 }
 
-bool DirectSession::ShouldUseRunHandlerPool() const {
-  if (options_.config.session_inter_op_thread_pool_size() > 0 ||
-      options_.config.use_per_session_threads()) {
+bool DirectSession::ShouldUseRunHandlerPool(
+    const RunOptions& run_options) const {
+  if (options_.config.use_per_session_threads()) return false;
+  if (options_.config.session_inter_op_thread_pool_size() > 0 &&
+      run_options.inter_op_thread_pool() > 0)
     return false;
-  }
+  // Only use RunHandlerPool when:
+  // a. Single global thread pool is used for inter-op parallelism.
+  // b. When multiple inter_op_thread_pool(s) are created, use it only while
+  // running sessions on the default inter_op_thread_pool=0. Typically,
+  // servo-team uses inter_op_thread_pool > 0 for model loading.
+  // TODO(crk): Revisit whether we'd want to create one (static) RunHandlerPool
+  // per entry in session_inter_op_thread_pool() in the future.
   return true;
 }
 
@@ -603,9 +611,8 @@ Status DirectSession::RunInternal(int64 step_id, const RunOptions& run_options,
   }
 
   std::unique_ptr<RunHandler> handler;
-  if (ShouldUseRunHandlerPool() &&
+  if (ShouldUseRunHandlerPool(run_options) &&
       run_options.experimental().use_run_handler_pool()) {
-    // Non-null only when a global inter-op pool is used.
     VLOG(1) << "Using RunHandler to scheduler inter-op closures.";
     handler = GetOrCreateRunHandlerPool(options_)->Get();
   }
diff --git a/tensorflow/core/common_runtime/direct_session.h b/tensorflow/core/common_runtime/direct_session.h
index 3a168bbe3f..6754e9cfb7 100644
--- a/tensorflow/core/common_runtime/direct_session.h
+++ b/tensorflow/core/common_runtime/direct_session.h
@@ -247,8 +247,10 @@ class DirectSession : public Session {
                                    ExecutorsAndKeys* executors_and_keys,
                                    RunMetadata* run_metadata);
 
-  // Returns whether inter-op execution uses a global pool.
-  bool ShouldUseRunHandlerPool() const;
+  // Returns whether inter-op execution uses a global pool or the input
+  // `run_options` requests being run on inter_op_thread_pool = 0 in case
+  // multiple pools are configured.
+  bool ShouldUseRunHandlerPool(const RunOptions& run_options) const;
 
   ::tensorflow::Status ExtendLocked(const GraphDef& graph)
       EXCLUSIVE_LOCKS_REQUIRED(graph_state_lock_);
-- 
GitLab


From 010199ab1a8ae0412fa34644ea859ae8a0b9a2a1 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Wed, 14 Nov 2018 18:24:17 -0800
Subject: [PATCH 1625/1825] [TF:XLA] Consolidate TF:XLA flags into a single
 file.

Preparation for rejecting unknown TF_XLA_FLAGS.

PiperOrigin-RevId: 221550561
---
 tensorflow/c/BUILD                            |   2 +-
 tensorflow/c/c_api_experimental.cc            |   2 +-
 tensorflow/compiler/jit/BUILD                 |  17 +-
 tensorflow/compiler/jit/build_xla_ops_pass.cc |   2 +-
 tensorflow/compiler/jit/flags.cc              | 154 ++++++++++++++++++
 ...k_for_compilation_pass_flags.h => flags.h} |  63 +++++--
 .../increase_dynamism_for_auto_jit_pass.cc    |   2 +-
 tensorflow/compiler/jit/kernels/BUILD         |   2 +-
 tensorflow/compiler/jit/kernels/xla_ops.cc    |   2 +-
 tensorflow/compiler/jit/legacy_flags/BUILD    |  65 --------
 .../legacy_flags/build_xla_ops_pass_flags.cc  |  47 ------
 .../legacy_flags/build_xla_ops_pass_flags.h   |  37 -----
 .../mark_for_compilation_pass_flags.cc        |  98 -----------
 .../jit/legacy_flags/xla_device_flags.cc      |  56 -------
 .../jit/legacy_flags/xla_device_flags.h       |  47 ------
 .../jit/legacy_flags/xla_ops_common_flags.cc  |  52 ------
 .../jit/legacy_flags/xla_ops_common_flags.h   |  36 ----
 .../compiler/jit/mark_for_compilation_pass.cc |   2 +-
 tensorflow/compiler/jit/xla_cpu_device.cc     |   2 +-
 tensorflow/compiler/tf2xla/BUILD              |   5 +-
 tensorflow/compiler/tf2xla/dump_graph.cc      |   2 +-
 .../compiler/tf2xla/dump_graph_flags.cc       |  63 -------
 tensorflow/compiler/tf2xla/dump_graph_flags.h |  48 ------
 tensorflow/compiler/tf2xla/xla_op_registry.cc |   2 +-
 24 files changed, 230 insertions(+), 578 deletions(-)
 create mode 100644 tensorflow/compiler/jit/flags.cc
 rename tensorflow/compiler/jit/{legacy_flags/mark_for_compilation_pass_flags.h => flags.h} (57%)
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/BUILD
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/xla_device_flags.h
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
 delete mode 100644 tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h
 delete mode 100644 tensorflow/compiler/tf2xla/dump_graph_flags.cc
 delete mode 100644 tensorflow/compiler/tf2xla/dump_graph_flags.h

diff --git a/tensorflow/c/BUILD b/tensorflow/c/BUILD
index f9fc718f68..84238ffc1f 100644
--- a/tensorflow/c/BUILD
+++ b/tensorflow/c/BUILD
@@ -121,7 +121,7 @@ tf_cuda_library(
         ":c_api",
         ":c_api_internal",
         "//tensorflow/c/eager:c_api",
-        "//tensorflow/compiler/jit/legacy_flags:mark_for_compilation_pass_flags",
+        "//tensorflow/compiler/jit:flags",
         "//tensorflow/contrib/tpu:all_ops",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:framework",
diff --git a/tensorflow/c/c_api_experimental.cc b/tensorflow/c/c_api_experimental.cc
index fabe2fa0f6..bc434e7593 100644
--- a/tensorflow/c/c_api_experimental.cc
+++ b/tensorflow/c/c_api_experimental.cc
@@ -16,7 +16,7 @@ limitations under the License.
 #include "tensorflow/c/c_api_experimental.h"
 
 #include "tensorflow/c/c_api_internal.h"
-#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/core/common_runtime/eager/attr_builder.h"
 #include "tensorflow/core/framework/tensor.pb.h"
 #include "tensorflow/core/graph/graph.h"
diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index f5ffe6ff6a..682c0f0cb0 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -76,10 +76,10 @@ cc_library(
     srcs = ["xla_cpu_device.cc"],
     visibility = [":friends"],
     deps = [
+        ":flags",
         ":jit_compilation_passes",
         ":xla_device",
         "//tensorflow/compiler/jit/kernels:xla_ops",
-        "//tensorflow/compiler/jit/legacy_flags:xla_device_flags",
         "//tensorflow/compiler/tf2xla:xla_compiler",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/xla/service:cpu_plugin",  # buildcleaner: keep
@@ -210,6 +210,18 @@ cc_library(
 
 # Internal targets below this point.
 
+cc_library(
+    name = "flags",
+    srcs = ["flags.cc"],
+    hdrs = ["flags.h"],
+    visibility = [":friends"],
+    deps = [
+        "//tensorflow/compiler/xla:parse_flags_from_env",
+        "//tensorflow/core:framework_internal",
+        "//tensorflow/core:lib",
+    ],
+)
+
 cc_library(
     name = "common",
     srcs = [
@@ -488,6 +500,7 @@ cc_library(
     deps = [
         ":common",
         ":encapsulate_util",
+        ":flags",
         ":shape_inference_helpers",
         ":union_find",
         ":xla_cluster_util",
@@ -495,8 +508,6 @@ cc_library(
         "//tensorflow/cc:ops",
         "//tensorflow/cc:scope_internal",
         "//tensorflow/compiler/jit/graphcycles",
-        "//tensorflow/compiler/jit/legacy_flags:build_xla_ops_pass_flags",
-        "//tensorflow/compiler/jit/legacy_flags:mark_for_compilation_pass_flags",
         "//tensorflow/compiler/jit/ops:xla_ops",
         "//tensorflow/compiler/tf2xla:dump_graph",
         "//tensorflow/compiler/tf2xla:resource_operation_table",
diff --git a/tensorflow/compiler/jit/build_xla_ops_pass.cc b/tensorflow/compiler/jit/build_xla_ops_pass.cc
index 93637a69d5..01bea34af9 100644
--- a/tensorflow/compiler/jit/build_xla_ops_pass.cc
+++ b/tensorflow/compiler/jit/build_xla_ops_pass.cc
@@ -23,7 +23,7 @@ limitations under the License.
 #include "tensorflow/cc/ops/control_flow_ops.h"
 #include "tensorflow/compiler/jit/defs.h"
 #include "tensorflow/compiler/jit/encapsulate_subgraphs_pass.h"
-#include "tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/compiler/tf2xla/cc/ops/xla_jit_ops.h"
 #include "tensorflow/compiler/tf2xla/dump_graph.h"
diff --git a/tensorflow/compiler/jit/flags.cc b/tensorflow/compiler/jit/flags.cc
new file mode 100644
index 0000000000..7b055893cb
--- /dev/null
+++ b/tensorflow/compiler/jit/flags.cc
@@ -0,0 +1,154 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <mutex>  // NOLINT
+
+#include "tensorflow/compiler/jit/flags.h"
+#include "tensorflow/compiler/xla/parse_flags_from_env.h"
+#include "tensorflow/core/util/command_line_flags.h"
+
+namespace tensorflow {
+namespace legacy_flags {
+namespace {
+
+BuildXlaOpsPassFlags* build_ops_flags;
+DumpGraphFlags* dump_graph_flags;
+MarkForCompilationPassFlags* mark_for_compilation_flags;
+XlaDeviceFlags* device_flags;
+XlaOpsCommonFlags* ops_flags;
+
+std::vector<Flag>* flag_list;
+std::once_flag flags_init;
+
+void AppendDumpGraphFlagsInternal(std::vector<Flag>* flag_list) {
+  std::vector<Flag> new_flags = {
+      Flag("tf_dump_graph_prefix", &dump_graph_flags->tf_dump_graph_prefix,
+           "Path prefix to which graphs dumped during debugging should be "
+           "written."),
+  };
+  flag_list->insert(flag_list->end(), new_flags.begin(), new_flags.end());
+}
+
+void AppendMarkForCompilationPassFlagsInternal(std::vector<Flag>* flag_list) {
+  std::vector<Flag> new_flags = {
+      Flag("tf_xla_auto_jit", &mark_for_compilation_flags->tf_xla_auto_jit,
+           "Control compilation of operators into XLA computations on CPU and "
+           "GPU devices.  0 = use ConfigProto setting; -1 = off; 1 = on for "
+           "things very likely to be improved; 2 = on for everything.  "
+           "Experimental."),
+      Flag("tf_xla_min_cluster_size",
+           &mark_for_compilation_flags->tf_xla_min_cluster_size,
+           "Minimum number of operators in an XLA compilation. Ignored for "
+           "operators placed on an XLA device or operators explicitly marked "
+           "for compilation."),
+      Flag("tf_xla_max_cluster_size",
+           &mark_for_compilation_flags->tf_xla_max_cluster_size,
+           "Maximum number of operators in an XLA compilation."),
+      Flag("tf_xla_clustering_debug",
+           &mark_for_compilation_flags->tf_xla_clustering_debug,
+           "Dump graphs during XLA compilation."),
+      Flag("tf_xla_cpu_global_jit",
+           &mark_for_compilation_flags->tf_xla_cpu_global_jit,
+           "Enables global JIT compilation for CPU via SessionOptions."),
+      Flag("tf_xla_clustering_fuel",
+           &mark_for_compilation_flags->tf_xla_clustering_fuel,
+           "Places an artificial limit on the number of ops marked as "
+           "eligible for clustering."),
+      Flag("tf_xla_fusion_only",
+           &mark_for_compilation_flags->tf_xla_fusion_only,
+           "enable fusion of element-wise operations only using XLA when "
+           "global_jit_level is ON*.")};
+  flag_list->insert(flag_list->end(), new_flags.begin(), new_flags.end());
+}
+
+void AllocateAndParseFlags() {
+  build_ops_flags = new BuildXlaOpsPassFlags;
+  build_ops_flags->tf_xla_enable_lazy_compilation = true;
+
+  dump_graph_flags = new DumpGraphFlags;
+  dump_graph_flags->tf_dump_graph_prefix = "/tmp/";
+
+  mark_for_compilation_flags = new MarkForCompilationPassFlags;
+  mark_for_compilation_flags->tf_xla_auto_jit = 0;
+  mark_for_compilation_flags->tf_xla_min_cluster_size = 2;
+  mark_for_compilation_flags->tf_xla_max_cluster_size =
+      std::numeric_limits<int32>::max();
+  mark_for_compilation_flags->tf_xla_clustering_debug = false;
+  mark_for_compilation_flags->tf_xla_cpu_global_jit = false;
+  mark_for_compilation_flags->tf_xla_clustering_fuel =
+      std::numeric_limits<int64>::max();
+  mark_for_compilation_flags->tf_xla_fusion_only = false;
+
+  device_flags = new XlaDeviceFlags;
+  device_flags->tf_xla_compile_on_demand = false;
+
+  ops_flags = new XlaOpsCommonFlags;
+  ops_flags->tf_xla_always_defer_compilation = false;
+
+  flag_list = new std::vector<Flag>({
+      Flag("tf_xla_enable_lazy_compilation",
+           &build_ops_flags->tf_xla_enable_lazy_compilation, ""),
+
+      Flag("tf_xla_compile_on_demand", &device_flags->tf_xla_compile_on_demand,
+           "Switch a device into 'on-demand' mode, where instead of "
+           "autoclustering ops are compiled one by one just-in-time."),
+
+      Flag("tf_xla_always_defer_compilation",
+           &ops_flags->tf_xla_always_defer_compilation, ""),
+  });
+  AppendDumpGraphFlagsInternal(flag_list);
+  AppendMarkForCompilationPassFlagsInternal(flag_list);
+  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
+}
+
+}  // namespace
+
+const BuildXlaOpsPassFlags& GetBuildXlaOpsPassFlags() {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  return *build_ops_flags;
+}
+
+DumpGraphFlags* GetDumpGraphFlags() {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  return dump_graph_flags;
+}
+
+MarkForCompilationPassFlags* GetMarkForCompilationPassFlags() {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  return mark_for_compilation_flags;
+}
+
+XlaDeviceFlags* GetXlaDeviceFlags() {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  return device_flags;
+}
+
+const XlaOpsCommonFlags& GetXlaOpsCommonFlags() {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  return *ops_flags;
+}
+
+void AppendMarkForCompilationPassFlags(std::vector<Flag>* flag_list) {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  AppendMarkForCompilationPassFlagsInternal(flag_list);
+}
+
+void AppendDumpGraphFlags(std::vector<Flag>* flag_list) {
+  std::call_once(flags_init, &AllocateAndParseFlags);
+  AppendDumpGraphFlagsInternal(flag_list);
+}
+
+}  // namespace legacy_flags
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h b/tensorflow/compiler/jit/flags.h
similarity index 57%
rename from tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h
rename to tensorflow/compiler/jit/flags.h
index 79b47357a1..50f4f35836 100644
--- a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h
+++ b/tensorflow/compiler/jit/flags.h
@@ -13,10 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_MARK_FOR_COMPILATION_PASS_FLAGS_H_
-#define TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_MARK_FOR_COMPILATION_PASS_FLAGS_H_
-
-// Legacy flags for the XLA bridge's mark_for_compilation_pass module.
+#ifndef TENSORFLOW_COMPILER_JIT_FLAGS_H_
+#define TENSORFLOW_COMPILER_JIT_FLAGS_H_
 
 #include <vector>
 
@@ -26,13 +24,7 @@ limitations under the License.
 namespace tensorflow {
 namespace legacy_flags {
 
-// Append to *flag_list flag definitions associated with the XLA bridge's
-// mark_for_compilation_pass module.
-void AppendMarkForCompilationPassFlags(
-    std::vector<tensorflow::Flag>* flag_list);
-
-// The values of flags associated with the XLA bridge's
-// mark_for_compilation_pass module.
+// Flags associated with the XLA bridge's mark_for_compilation_pass module.
 struct MarkForCompilationPassFlags {
   int32 tf_xla_auto_jit;  // Control compilation of operators into XLA
                           // computations on CPU and GPU devices.  0 = use
@@ -57,12 +49,57 @@ struct MarkForCompilationPassFlags {
                             // only using XLA.
 };
 
-// Return a pointer to the MarkForCompilationPassFlags struct;
+// Flags associated with the XLA bridge's xla_device module.
+struct XlaDeviceFlags {
+  // Switch the CPU device into "on-demand" mode, where instead of
+  // autoclustering ops are compiled one by one just-in-time.
+  // Enabling this mode by a legacy flag is a temporary mechanism. When this
+  // feature is battle-tested, we will switch this to be a session option.
+  bool tf_xla_compile_on_demand;
+};
+
+// Flags common to the _Xla* ops and their kernels.
+struct XlaOpsCommonFlags {
+  // If true, _XlaCompile always refuses to compile the cluster, which means the
+  // XLA clusters always run in the TF executor.  Defaults to false.
+  bool tf_xla_always_defer_compilation;
+};
+
+// Flags for the build_xla_ops pass.
+struct BuildXlaOpsPassFlags {
+  // Enables lazy compilation for TF/XLA (only when auto-clustering) if true.
+  // Defaults to true.
+  bool tf_xla_enable_lazy_compilation;
+};
+
+// Flags for the XLA bridge's dump_graph module.
+struct DumpGraphFlags {
+  // Path prefix to which graphs dumped during debugging should be written.
+  string tf_dump_graph_prefix;
+};
+
+// Return a pointer to the DumpGraphFlags struct;
 // repeated calls return the same pointer.
 // This should be called only after Flags::Parse() has returned.
+
+// Getters for flags structs defined above.  The first call to any of these
+// parses TF_XLA_FLAGS for all of them.  Those functions which return a pointer
+// always return the same pointer.
 MarkForCompilationPassFlags* GetMarkForCompilationPassFlags();
+const BuildXlaOpsPassFlags& GetBuildXlaOpsPassFlags();
+XlaDeviceFlags* GetXlaDeviceFlags();
+const XlaOpsCommonFlags& GetXlaOpsCommonFlags();
+DumpGraphFlags* GetDumpGraphFlags();
+
+// Appends the flag definitions associated with
+// MarkForCompilationPassFlags/DumpGraphFlags to `flag_list`.
+//
+// Has the side-effect of parsing TF_XLA_FLAGS if that hasn't happened yet.
+void AppendMarkForCompilationPassFlags(
+    std::vector<tensorflow::Flag>* flag_list);
+void AppendDumpGraphFlags(std::vector<tensorflow::Flag>* flag_list);
 
 }  // namespace legacy_flags
 }  // namespace tensorflow
 
-#endif  // TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_MARK_FOR_COMPILATION_PASS_FLAGS_H_
+#endif  // TENSORFLOW_COMPILER_JIT_FLAGS_H_
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
index d984ca15cb..fb0b0a89d9 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -23,7 +23,7 @@ limitations under the License.
 #include "tensorflow/cc/ops/array_ops.h"
 #include "tensorflow/cc/ops/const_op.h"
 #include "tensorflow/cc/ops/math_ops.h"
-#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/compiler/tf2xla/cc/ops/xla_ops.h"
 #include "tensorflow/compiler/tf2xla/dump_graph.h"
diff --git a/tensorflow/compiler/jit/kernels/BUILD b/tensorflow/compiler/jit/kernels/BUILD
index 830db9ebdd..0583774714 100644
--- a/tensorflow/compiler/jit/kernels/BUILD
+++ b/tensorflow/compiler/jit/kernels/BUILD
@@ -12,10 +12,10 @@ cc_library(
     hdrs = ["xla_ops.h"],
     deps = [
         "//tensorflow/compiler/jit:common",
+        "//tensorflow/compiler/jit:flags",
         "//tensorflow/compiler/jit:xla_compilation_cache",
         "//tensorflow/compiler/jit:xla_device",
         "//tensorflow/compiler/jit:xla_launch_util",
-        "//tensorflow/compiler/jit/legacy_flags:xla_ops_common_flags",
         "//tensorflow/compiler/tf2xla:common",
         "//tensorflow/compiler/tf2xla:tf2xla_util",
         "//tensorflow/compiler/tf2xla:xla_compiler",
diff --git a/tensorflow/compiler/jit/kernels/xla_ops.cc b/tensorflow/compiler/jit/kernels/xla_ops.cc
index 055de7afcc..2dea0c5330 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.cc
+++ b/tensorflow/compiler/jit/kernels/xla_ops.cc
@@ -18,7 +18,7 @@ limitations under the License.
 #include "absl/container/flat_hash_map.h"
 #include "absl/memory/memory.h"
 #include "tensorflow/compiler/jit/defs.h"
-#include "tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/tf2xla_util.h"
 #include "tensorflow/compiler/tf2xla/xla_compiler.h"
diff --git a/tensorflow/compiler/jit/legacy_flags/BUILD b/tensorflow/compiler/jit/legacy_flags/BUILD
deleted file mode 100644
index 5fa6c85f06..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/BUILD
+++ /dev/null
@@ -1,65 +0,0 @@
-# Legacy command line flags for the XLA bridge libraries.
-
-# Please do not add more flags to this package.
-
-# The XLA bridge libraries were written in an environment that allowed
-# command-line flags to be scattered freely throughout the libraries.  This
-# model, while initially convenient, leads to a proliferation in unused command
-# line flags in tests and binaries, and serious problems in servers, where one
-# might wish parameters to be different in independent RPC calls to the same
-# routine.
-#
-# Please don't add more flags.  If you're a library author, pass options and
-# parameters explicitly through the library's interface.
-
-licenses(["notice"])  # Apache 2.0
-
-package(default_visibility = ["//tensorflow:internal"])
-
-cc_library(
-    name = "mark_for_compilation_pass_flags",
-    srcs = ["mark_for_compilation_pass_flags.cc"],
-    hdrs = ["mark_for_compilation_pass_flags.h"],
-    deps =
-        [
-            "//tensorflow/compiler/xla:parse_flags_from_env",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-        ],
-)
-
-cc_library(
-    name = "xla_device_flags",
-    srcs = ["xla_device_flags.cc"],
-    hdrs = ["xla_device_flags.h"],
-    deps =
-        [
-            "//tensorflow/compiler/xla:parse_flags_from_env",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-        ],
-)
-
-cc_library(
-    name = "build_xla_ops_pass_flags",
-    srcs = ["build_xla_ops_pass_flags.cc"],
-    hdrs = ["build_xla_ops_pass_flags.h"],
-    deps =
-        [
-            "//tensorflow/compiler/xla:parse_flags_from_env",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-        ],
-)
-
-cc_library(
-    name = "xla_ops_common_flags",
-    srcs = ["xla_ops_common_flags.cc"],
-    hdrs = ["xla_ops_common_flags.h"],
-    deps =
-        [
-            "//tensorflow/compiler/xla:parse_flags_from_env",
-            "//tensorflow/core:framework_internal",
-            "//tensorflow/core:lib",
-        ],
-)
diff --git a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
deleted file mode 100644
index 1f02cfaa95..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.cc
+++ /dev/null
@@ -1,47 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include <mutex>  // NOLINT
-
-#include "tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h"
-#include "tensorflow/compiler/xla/parse_flags_from_env.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-namespace {
-
-BuildXlaOpsPassFlags* flags;
-std::vector<Flag>* flag_list;
-std::once_flag flags_init;
-
-void AllocateAndParseFlags() {
-  flags = new BuildXlaOpsPassFlags;
-  flags->tf_xla_enable_lazy_compilation = true;
-  flag_list = new std::vector<Flag>({
-      Flag("tf_xla_enable_lazy_compilation",
-           &flags->tf_xla_enable_lazy_compilation, ""),
-  });
-  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
-}
-
-}  // namespace
-
-const BuildXlaOpsPassFlags& GetBuildXlaOpsPassFlags() {
-  std::call_once(flags_init, &AllocateAndParseFlags);
-  return *flags;
-}
-}  // namespace legacy_flags
-}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h b/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h
deleted file mode 100644
index 9aa5cf64d6..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/build_xla_ops_pass_flags.h
+++ /dev/null
@@ -1,37 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_BUILD_XLA_OPS_PASS_FLAGS_H_
-#define TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_BUILD_XLA_OPS_PASS_FLAGS_H_
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// Flags for the build_xla_ops pass.
-struct BuildXlaOpsPassFlags {
-  // Enables lazy compilation for TF/XLA (only when auto-clustering) if true.
-  // Defaults to true.
-  bool tf_xla_enable_lazy_compilation;
-};
-
-// Parses the flags in BuildXlaOpsPassFlags from the TF_XLA_FLAGS environment
-// variable and returns a reference to the parsed copy.  Parses TF_XLA_FLAGS
-// only the first time this routine is called.
-const BuildXlaOpsPassFlags& GetBuildXlaOpsPassFlags();
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_BUILD_XLA_OPS_PASS_FLAGS_H_
diff --git a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc b/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
deleted file mode 100644
index 043012bd0b..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.cc
+++ /dev/null
@@ -1,98 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// Legacy flags for the XLA bridge's mark_for_compilation_pass module.
-
-#include <mutex>
-#include <vector>
-
-#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
-#include "tensorflow/compiler/xla/parse_flags_from_env.h"
-#include "tensorflow/core/platform/logging.h"
-#include "tensorflow/core/platform/types.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// Pointers to the parsed value of the flags and flag descriptors, initialized
-// via flags_init.
-static MarkForCompilationPassFlags* flags;
-static std::vector<Flag>* flag_list;
-static std::once_flag flags_init;
-
-// Allocate *flags.  Called via call_once(&flags_init,...).
-static void AllocateFlags() {
-  flags = new MarkForCompilationPassFlags;
-  flags->tf_xla_auto_jit = 0;
-  flags->tf_xla_min_cluster_size = 2;
-  flags->tf_xla_max_cluster_size = std::numeric_limits<int32>::max();
-  flags->tf_xla_clustering_debug = false;
-  flags->tf_xla_cpu_global_jit = false;
-  flags->tf_xla_clustering_fuel = std::numeric_limits<int64>::max();
-  flags->tf_xla_fusion_only = false;
-  flag_list = new std::vector<Flag>(
-      {Flag("tf_xla_auto_jit", &flags->tf_xla_auto_jit,
-            "Control compilation of operators into XLA computations on CPU and "
-            "GPU devices.  0 = use ConfigProto setting; -1 = off; 1 = on for "
-            "things very likely to be improved; 2 = on for everything.  "
-            "Experimental."),
-       Flag("tf_xla_min_cluster_size", &flags->tf_xla_min_cluster_size,
-            "Minimum number of operators in an XLA compilation. Ignored for "
-            "operators placed on an XLA device or operators explicitly marked "
-            "for compilation."),
-       Flag("tf_xla_max_cluster_size", &flags->tf_xla_max_cluster_size,
-            "Maximum number of operators in an XLA compilation."),
-       Flag("tf_xla_clustering_debug", &flags->tf_xla_clustering_debug,
-            "Dump graphs during XLA compilation."),
-       Flag("tf_xla_cpu_global_jit", &flags->tf_xla_cpu_global_jit,
-            "Enables global JIT compilation for CPU via SessionOptions."),
-       Flag("tf_xla_clustering_fuel", &flags->tf_xla_clustering_fuel,
-            "Places an artificial limit on the number of ops marked as "
-            "eligible for clustering."),
-       Flag("tf_xla_fusion_only", &flags->tf_xla_fusion_only,
-            "enable fusion of element-wise operations only using XLA when "
-            "global_jit_level is ON*.")});
-  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
-
-  if (VLOG_IS_ON(1)) {
-    VLOG(1) << "Parsed MarkForCompilationPassFlags:";
-    VLOG(1) << "  tf_xla_auto_jit = " << flags->tf_xla_auto_jit;
-    VLOG(1) << "  tf_xla_min_cluster_size = " << flags->tf_xla_min_cluster_size;
-    VLOG(1) << "  tf_xla_max_cluster_size = " << flags->tf_xla_max_cluster_size;
-    VLOG(1) << "  tf_xla_clustering_debug = " << flags->tf_xla_clustering_debug;
-    VLOG(1) << "  tf_xla_cpu_global_jit = " << flags->tf_xla_cpu_global_jit;
-    VLOG(1) << "  tf_xla_clustering_fuel = " << flags->tf_xla_clustering_fuel;
-    VLOG(1) << "  tf_xla_fusion_only = " << flags->tf_xla_fusion_only;
-  }
-}
-
-// Append to *append_to flag definitions associated with the XLA bridge's
-// mark_for_compilation_pass module.
-void AppendMarkForCompilationPassFlags(std::vector<Flag>* append_to) {
-  std::call_once(flags_init, &AllocateFlags);
-  append_to->insert(append_to->end(), flag_list->begin(), flag_list->end());
-}
-
-// Return a pointer to the MarkForCompilationPassFlags struct;
-// repeated calls return the same pointer.
-// This should be called only after Flags::Parse() has returned.
-MarkForCompilationPassFlags* GetMarkForCompilationPassFlags() {
-  std::call_once(flags_init, &AllocateFlags);
-  return flags;
-}
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
deleted file mode 100644
index 6389cf10d4..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.cc
+++ /dev/null
@@ -1,56 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// Legacy flags for the XLA bridge's xla_device module.
-
-#include <mutex>
-#include <vector>
-
-#include "tensorflow/compiler/jit/legacy_flags/xla_device_flags.h"
-#include "tensorflow/compiler/xla/parse_flags_from_env.h"
-#include "tensorflow/core/platform/types.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// Pointers to the parsed value of the flags and flag descriptors, initialized
-// via flags_init.
-static XlaDeviceFlags* flags;
-static std::vector<Flag>* flag_list;
-static std::once_flag flags_init;
-
-// Allocate *flags.  Called via call_once(&flags_init,...).
-static void AllocateFlags() {
-  flags = new XlaDeviceFlags;
-  flags->tf_xla_compile_on_demand = false;
-  flag_list = new std::vector<Flag>({
-      Flag("tf_xla_compile_on_demand", &flags->tf_xla_compile_on_demand,
-           "Switch a device into 'on-demand' mode, where instead of "
-           "autoclustering ops are compiled one by one just-in-time."),
-  });
-  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
-}
-
-// Return a pointer to the XlaDeviceFlags struct;
-// repeated calls return the same pointer.
-// This should be called only after Flags::Parse() has returned.
-XlaDeviceFlags* GetXlaDeviceFlags() {
-  std::call_once(flags_init, &AllocateFlags);
-  return flags;
-}
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.h b/tensorflow/compiler/jit/legacy_flags/xla_device_flags.h
deleted file mode 100644
index 27b22121ac..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/xla_device_flags.h
+++ /dev/null
@@ -1,47 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_DEVICE_FLAGS_H_
-#define TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_DEVICE_FLAGS_H_
-
-// Legacy flags for the XLA bridge's xla_device module.
-
-#include <vector>
-
-#include "tensorflow/core/platform/types.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// The values of flags associated with the XLA bridge's
-// xla_device module.
-typedef struct {
-  // Switch the CPU device into "on-demand" mode, where instead of
-  // autoclustering ops are compiled one by one just-in-time.
-  // Enabling this mode by a legacy flag is a temporary mechanism. When this
-  // feature is battle-tested, we will switch this to be a session option.
-  bool tf_xla_compile_on_demand;
-} XlaDeviceFlags;
-
-// Return a pointer to the XlaDeviceFlags struct;
-// repeated calls return the same pointer.
-// This should be called only after Flags::Parse() has returned.
-XlaDeviceFlags* GetXlaDeviceFlags();
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_DEVICE_FLAGS_H_
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
deleted file mode 100644
index bf8bd0d47f..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.cc
+++ /dev/null
@@ -1,52 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include <mutex>  // NOLINT
-#include <vector>
-
-#include "tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h"
-#include "tensorflow/compiler/xla/parse_flags_from_env.h"
-#include "tensorflow/core/platform/logging.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-
-XlaOpsCommonFlags* flags;
-std::vector<Flag>* flag_list;
-std::once_flag flags_init;
-
-void AllocateAndParseFlags() {
-  flags = new XlaOpsCommonFlags;
-  flags->tf_xla_always_defer_compilation = false;
-  flag_list = new std::vector<Flag>({
-      Flag("tf_xla_always_defer_compilation",
-           &flags->tf_xla_always_defer_compilation, ""),
-  });
-  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
-
-  if (VLOG_IS_ON(1)) {
-    VLOG(1) << "Parsed XlaOpsCommonFlags:";
-    VLOG(1) << "  tf_xla_always_defer_compilation = "
-            << flags->tf_xla_always_defer_compilation;
-  }
-}
-
-const XlaOpsCommonFlags& GetXlaOpsCommonFlags() {
-  std::call_once(flags_init, &AllocateAndParseFlags);
-  return *flags;
-}
-}  // namespace legacy_flags
-}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h b/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h
deleted file mode 100644
index 7c5c1818ef..0000000000
--- a/tensorflow/compiler/jit/legacy_flags/xla_ops_common_flags.h
+++ /dev/null
@@ -1,36 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#ifndef TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_OPS_COMMON_FLAGS_H_
-#define TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_OPS_COMMON_FLAGS_H_
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// Flags common to the _Xla* ops and their kernels.
-struct XlaOpsCommonFlags {
-  // If true, _XlaCompile always refuses to compile the cluster, which means the
-  // XLA clusters always run in the TF executor.  Defaults to false.
-  bool tf_xla_always_defer_compilation;
-};
-
-// Parses the flags in XlaOpsCommonFlags from the TF_XLA_FLAGS environment
-// variable and returns a reference to the parsed copy.  Parses TF_XLA_FLAGS
-// only the first time this routine is called.
-const XlaOpsCommonFlags& GetXlaOpsCommonFlags();
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_COMPILER_JIT_LEGACY_FLAGS_XLA_OPS_COMMON_FLAGS_H_
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index 70033cae0a..9b02b0c3f9 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -24,8 +24,8 @@ limitations under the License.
 #include "absl/container/flat_hash_set.h"
 #include "tensorflow/compiler/jit/deadness_analysis.h"
 #include "tensorflow/compiler/jit/defs.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/compiler/jit/graphcycles/graphcycles.h"
-#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
 #include "tensorflow/compiler/jit/union_find.h"
 #include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/compiler/tf2xla/const_analysis.h"
diff --git a/tensorflow/compiler/jit/xla_cpu_device.cc b/tensorflow/compiler/jit/xla_cpu_device.cc
index 116e075603..13126e0878 100644
--- a/tensorflow/compiler/jit/xla_cpu_device.cc
+++ b/tensorflow/compiler/jit/xla_cpu_device.cc
@@ -17,8 +17,8 @@ limitations under the License.
 // operators using XLA via the XLA "Host" (CPU) backend.
 
 #include "absl/memory/memory.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/compiler/jit/kernels/xla_ops.h"
-#include "tensorflow/compiler/jit/legacy_flags/xla_device_flags.h"
 #include "tensorflow/compiler/jit/xla_compile_on_demand_op.h"
 #include "tensorflow/compiler/jit/xla_device.h"
 #include "tensorflow/compiler/jit/xla_device_ops.h"
diff --git a/tensorflow/compiler/tf2xla/BUILD b/tensorflow/compiler/tf2xla/BUILD
index ab018d8507..486b4d8a8c 100644
--- a/tensorflow/compiler/tf2xla/BUILD
+++ b/tensorflow/compiler/tf2xla/BUILD
@@ -195,8 +195,8 @@ cc_library(
         ":sharding_util",
         ":side_effect_util",
         ":tf2xla_util",
+        "//tensorflow/compiler/jit:flags",
         "//tensorflow/compiler/jit:xla_cluster_util",
-        "//tensorflow/compiler/jit/legacy_flags:mark_for_compilation_pass_flags",
         "//tensorflow/compiler/tf2xla/lib:util",
         "//tensorflow/compiler/xla:literal",
         "//tensorflow/compiler/xla:shape_util",
@@ -439,13 +439,12 @@ cc_library(
     name = "dump_graph",
     srcs = [
         "dump_graph.cc",
-        "dump_graph_flags.cc",
-        "dump_graph_flags.h",
     ],
     hdrs = [
         "dump_graph.h",
     ],
     deps = [
+        "//tensorflow/compiler/jit:flags",
         "//tensorflow/compiler/xla:parse_flags_from_env",
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:core_cpu_internal",
diff --git a/tensorflow/compiler/tf2xla/dump_graph.cc b/tensorflow/compiler/tf2xla/dump_graph.cc
index 380c6a7e23..34f891890a 100644
--- a/tensorflow/compiler/tf2xla/dump_graph.cc
+++ b/tensorflow/compiler/tf2xla/dump_graph.cc
@@ -19,7 +19,7 @@ limitations under the License.
 #include "tensorflow/compiler/tf2xla/dump_graph.h"
 
 #include "absl/strings/str_cat.h"
-#include "tensorflow/compiler/tf2xla/dump_graph_flags.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/mutex.h"
 
diff --git a/tensorflow/compiler/tf2xla/dump_graph_flags.cc b/tensorflow/compiler/tf2xla/dump_graph_flags.cc
deleted file mode 100644
index 32066bfd5b..0000000000
--- a/tensorflow/compiler/tf2xla/dump_graph_flags.cc
+++ /dev/null
@@ -1,63 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-// Legacy flags for the XLA bridge's dump_graph module.
-
-#include <mutex>
-#include <vector>
-
-#include "tensorflow/compiler/tf2xla/dump_graph_flags.h"
-#include "tensorflow/compiler/xla/parse_flags_from_env.h"
-#include "tensorflow/core/platform/types.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// Pointers to the parsed value of the flags and flag descriptors, initialized
-// via flags_init.
-static DumpGraphFlags* flags;
-static std::vector<Flag>* flag_list;
-static std::once_flag flags_init;
-
-// Allocate *flags.  Called via call_once(&flags_init,...).
-static void AllocateFlags() {
-  flags = new DumpGraphFlags;
-  flags->tf_dump_graph_prefix = "/tmp/";
-  flag_list = new std::vector<Flag>({
-      Flag("tf_dump_graph_prefix", &flags->tf_dump_graph_prefix,
-           "Path prefix to which graphs dumped during debugging should be "
-           "written."),
-  });
-  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
-}
-
-// Append to *append_to flag definitions associated with the XLA bridge's
-// dump_graph module.
-void AppendDumpGraphFlags(std::vector<Flag>* append_to) {
-  std::call_once(flags_init, &AllocateFlags);
-  append_to->insert(append_to->end(), flag_list->begin(), flag_list->end());
-}
-
-// Return a pointer to the DumpGraphFlags struct;
-// repeated calls return the same pointer.
-// This should be called only after Flags::Parse() has returned.
-DumpGraphFlags* GetDumpGraphFlags() {
-  std::call_once(flags_init, &AllocateFlags);
-  return flags;
-}
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
diff --git a/tensorflow/compiler/tf2xla/dump_graph_flags.h b/tensorflow/compiler/tf2xla/dump_graph_flags.h
deleted file mode 100644
index 80a3307d92..0000000000
--- a/tensorflow/compiler/tf2xla/dump_graph_flags.h
+++ /dev/null
@@ -1,48 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_COMPILER_TF2XLA_DUMP_GRAPH_FLAGS_H_
-#define TENSORFLOW_COMPILER_TF2XLA_DUMP_GRAPH_FLAGS_H_
-
-// Legacy flags for the XLA bridge's dump_graph module.
-
-#include <vector>
-
-#include "tensorflow/core/platform/types.h"
-#include "tensorflow/core/util/command_line_flags.h"
-
-namespace tensorflow {
-namespace legacy_flags {
-
-// Append to *flag_list flag definitions associated with the XLA bridge's
-// dump_graph module.
-void AppendDumpGraphFlags(std::vector<tensorflow::Flag>* flag_list);
-
-// The values of flags associated with the XLA bridge's
-// dump_graph module.
-typedef struct {
-  string tf_dump_graph_prefix;  // Path prefix to which graphs dumped during
-                                // debugging should be written.
-} DumpGraphFlags;
-
-// Return a pointer to the DumpGraphFlags struct;
-// repeated calls return the same pointer.
-// This should be called only after Flags::Parse() has returned.
-DumpGraphFlags* GetDumpGraphFlags();
-
-}  // namespace legacy_flags
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_COMPILER_TF2XLA_DUMP_GRAPH_FLAGS_H_
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.cc b/tensorflow/compiler/tf2xla/xla_op_registry.cc
index dcd0e9c5c1..49a6ebbbde 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.cc
@@ -18,7 +18,7 @@ limitations under the License.
 #include <functional>
 #include <memory>
 
-#include "tensorflow/compiler/jit/legacy_flags/mark_for_compilation_pass_flags.h"
+#include "tensorflow/compiler/jit/flags.h"
 #include "tensorflow/compiler/jit/xla_cluster_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_context.h"
-- 
GitLab


From 8c41a3aa72b18e2eca6f2f43bef85244ce45a156 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Wed, 14 Nov 2018 18:41:40 -0800
Subject: [PATCH 1626/1825] Change __init__.py file names under _api/v1 and
 _api/v2 to v1.py or v2.py. We copy this file over to tensorflow/ directory.
 Basically, we have tensorflow/__init__.py and tensorflow/compat/<v1 or
 v2>/__init__.py which is the same file. This is both confusing and causes
 issues.

PiperOrigin-RevId: 221552254
---
 tensorflow/BUILD                                     | 6 ++++--
 tensorflow/python/tools/api/generator/api_gen.bzl    | 9 ++++++++-
 tensorflow/tools/api/tests/api_compatibility_test.py | 2 +-
 3 files changed, 13 insertions(+), 4 deletions(-)

diff --git a/tensorflow/BUILD b/tensorflow/BUILD
index a81f132fe2..7c87a616a6 100644
--- a/tensorflow/BUILD
+++ b/tensorflow/BUILD
@@ -554,8 +554,8 @@ genrule(
     }),
     outs = ["__init__.py"],
     cmd = select({
-        "api_version_2": "cp $(@D)/_api/v2/__init__.py $(OUTS)",
-        "//conditions:default": "cp $(@D)/_api/v1/__init__.py $(OUTS)",
+        "api_version_2": "cp $(@D)/_api/v2/v2.py $(OUTS)",
+        "//conditions:default": "cp $(@D)/_api/v1/v1.py $(OUTS)",
     }),
 )
 
@@ -566,6 +566,7 @@ gen_api_init_files(
     output_dir = "_api/v1/",
     output_files = TENSORFLOW_API_INIT_FILES_V1,
     output_package = "tensorflow._api.v1",
+    root_file_name = "v1.py",
     root_init_template = "api_template_v1.__init__.py",
 )
 
@@ -581,6 +582,7 @@ gen_api_init_files(
     output_dir = "_api/v2/",
     output_files = TENSORFLOW_API_INIT_FILES_V2,
     output_package = "tensorflow._api.v2",
+    root_file_name = "v2.py",
     root_init_template = "api_template.__init__.py",
 )
 
diff --git a/tensorflow/python/tools/api/generator/api_gen.bzl b/tensorflow/python/tools/api/generator/api_gen.bzl
index 8ee5e0ac94..5e64cc64d2 100644
--- a/tensorflow/python/tools/api/generator/api_gen.bzl
+++ b/tensorflow/python/tools/api/generator/api_gen.bzl
@@ -20,7 +20,8 @@ def gen_api_init_files(
         packages = ["tensorflow.python", "tensorflow.lite.python.lite"],
         package_deps = ["//tensorflow/python:no_contrib"],
         output_package = "tensorflow",
-        output_dir = ""):
+        output_dir = "",
+        root_file_name = "__init__.py"):
     """Creates API directory structure and __init__.py files.
 
     Creates a genrule that generates a directory structure with __init__.py
@@ -54,6 +55,7 @@ def gen_api_init_files(
       output_package: Package where generated API will be added to.
       output_dir: Subdirectory to output API to.
         If non-empty, must end with '/'.
+      root_file_name: Name of the root file with all the root imports.
     """
     root_init_template_flag = ""
     if root_init_template:
@@ -73,6 +75,11 @@ def gen_api_init_files(
         ],
     )
 
+    # Replace name of root file with root_file_name.
+    output_files = [
+        root_file_name if f == "__init__.py" else f
+        for f in output_files
+    ]
     all_output_files = ["%s%s" % (output_dir, f) for f in output_files]
     compat_api_version_flags = ""
     for compat_api_version in compat_api_versions:
diff --git a/tensorflow/tools/api/tests/api_compatibility_test.py b/tensorflow/tools/api/tests/api_compatibility_test.py
index fb489ea80f..b0f3742af1 100644
--- a/tensorflow/tools/api/tests/api_compatibility_test.py
+++ b/tensorflow/tools/api/tests/api_compatibility_test.py
@@ -33,7 +33,7 @@ import re
 import sys
 
 import tensorflow as tf
-from tensorflow._api import v2 as tf_v2
+from tensorflow._api.v2 import v2 as tf_v2
 
 from google.protobuf import message
 from google.protobuf import text_format
-- 
GitLab


From f18df6b5c362feead21edf094f654331dbab38fb Mon Sep 17 00:00:00 2001
From: Ian Langmore <langmore@google.com>
Date: Wed, 14 Nov 2018 18:50:39 -0800
Subject: [PATCH 1627/1825] Small updates to LinearOperatorComposition. 
 Noticed while writing LinearOperatorInversion.

PiperOrigin-RevId: 221553102
---
 tensorflow/python/ops/linalg/linear_operator_composition.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tensorflow/python/ops/linalg/linear_operator_composition.py b/tensorflow/python/ops/linalg/linear_operator_composition.py
index 0292bc51dc..f499b30661 100644
--- a/tensorflow/python/ops/linalg/linear_operator_composition.py
+++ b/tensorflow/python/ops/linalg/linear_operator_composition.py
@@ -275,6 +275,3 @@ class LinearOperatorComposition(linear_operator.LinearOperator):
     for operator in solve_order_list[1:]:
       solution = operator.solve(solution, adjoint=adjoint)
     return solution
-
-  def _add_to_tensor(self, x):
-    return self.to_dense() + x
-- 
GitLab


From eedc97615c381ed621871ea62e4ad9ee0feafe05 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Wed, 14 Nov 2018 18:53:22 -0800
Subject: [PATCH 1628/1825] Split partially_decluster_pass.cc into two
 namespaces

This reflects the two reasons why we decluster nodes:

 - To reduce device to host copies
 - To reduce recompilations

I'm about to add a third so I thought this cleanup made sense.

PiperOrigin-RevId: 221553369
---
 .../compiler/jit/partially_decluster_pass.cc  | 19 ++++++++++++-------
 1 file changed, 12 insertions(+), 7 deletions(-)

diff --git a/tensorflow/compiler/jit/partially_decluster_pass.cc b/tensorflow/compiler/jit/partially_decluster_pass.cc
index 36b345ecbf..42ea3926e1 100644
--- a/tensorflow/compiler/jit/partially_decluster_pass.cc
+++ b/tensorflow/compiler/jit/partially_decluster_pass.cc
@@ -26,6 +26,10 @@ limitations under the License.
 
 namespace tensorflow {
 namespace {
+
+bool NotBackedge(const Edge& edge) { return !edge.src()->IsNextIteration(); }
+
+namespace reduce_device_to_host_copies {
 Status FindNodesToDecluster(const Graph& graph,
                             absl::flat_hash_set<Node*>* result,
                             absl::Span<Node* const> post_order) {
@@ -140,8 +144,6 @@ Status PartiallyDeclusterNode(Graph* graph, Node* n) {
   return Status::OK();
 }
 
-bool NotBackedge(const Edge& edge) { return !edge.src()->IsNextIteration(); }
-
 // Clones nodes to outside their cluster to avoid device-to-host copies.  For
 // instance, converts this:
 //
@@ -168,7 +170,7 @@ bool NotBackedge(const Edge& edge) { return !edge.src()->IsNextIteration(); }
 // where the ===> arrow has a hostmem source and destination and would entail a
 // device to host copy if the source and destination were not in the same XLA
 // cluster.
-Status PartiallyDeclusterToRemoveDeviceToHostCopies(Graph* graph) {
+Status PartiallyDeclusterGraph(Graph* graph) {
   // When deciding whether to decluster a particular node, we base our decision
   // on if we've decided that some of its consumers have to be declustered too.
   // Iterating the graph in post-order guarantees that consumers have been
@@ -206,7 +208,9 @@ Status PartiallyDeclusterToRemoveDeviceToHostCopies(Graph* graph) {
 
   return Status::OK();
 }
+}  // namespace reduce_device_to_host_copies
 
+namespace reduce_recompilation {
 bool IsIntraClusterEdge(const Edge& edge) {
   absl::optional<absl::string_view> src_cluster_name =
       GetXlaClusterForNode(*edge.src());
@@ -269,7 +273,7 @@ Status MustCompileNode(const Node* n, bool* must_compile) {
 // regress performance in any significant manner.  We will have to revisit this
 // algorith with a more complex cost model if this assumption turns out to be
 // incorrect.
-Status DeclusterNodesToReduceRecompilations(Graph* graph) {
+Status PartiallyDeclusterGraph(Graph* graph) {
   std::vector<bool> compile_time_const_nodes(graph->num_node_ids());
   TF_RETURN_IF_ERROR(BackwardsConstAnalysis(
       *graph, nullptr, &compile_time_const_nodes, IsIntraClusterEdge));
@@ -322,7 +326,7 @@ Status DeclusterNodesToReduceRecompilations(Graph* graph) {
 
   return Status::OK();
 }
-
+}  // namespace reduce_recompilation
 }  // namespace
 
 Status PartiallyDeclusterPass::Run(
@@ -334,8 +338,9 @@ Status PartiallyDeclusterPass::Run(
 
   Graph* graph = options.graph->get();
 
-  TF_RETURN_IF_ERROR(PartiallyDeclusterToRemoveDeviceToHostCopies(graph));
-  TF_RETURN_IF_ERROR(DeclusterNodesToReduceRecompilations(graph));
+  TF_RETURN_IF_ERROR(
+      reduce_device_to_host_copies::PartiallyDeclusterGraph(graph));
+  TF_RETURN_IF_ERROR(reduce_recompilation::PartiallyDeclusterGraph(graph));
 
   return Status::OK();
 }
-- 
GitLab


From ddfa238d6e0f2a4b53ac64c41736905f8e4681f8 Mon Sep 17 00:00:00 2001
From: RJ Ryan <rjryan@google.com>
Date: Wed, 14 Nov 2018 19:35:38 -0800
Subject: [PATCH 1629/1825] Remove tf.signal's __init__.py.

An attempt to avoid conflicts with the Python standard library 'signal' module.

PiperOrigin-RevId: 221557063
---
 tensorflow/compiler/tests/fft_test.py              |  2 +-
 tensorflow/python/__init__.py                      |  2 +-
 .../python/ops/signal/{__init__.py => signal.py}   | 14 ++++++++++++++
 tensorflow/python/tools/api/generator/doc_srcs.py  |  2 +-
 4 files changed, 17 insertions(+), 3 deletions(-)
 rename tensorflow/python/ops/signal/{__init__.py => signal.py} (67%)

diff --git a/tensorflow/compiler/tests/fft_test.py b/tensorflow/compiler/tests/fft_test.py
index e92afd5d6f..fab356991a 100644
--- a/tensorflow/compiler/tests/fft_test.py
+++ b/tensorflow/compiler/tests/fft_test.py
@@ -27,8 +27,8 @@ from tensorflow.compiler.tests import xla_test
 from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients_impl
-from tensorflow.python.ops import signal
 from tensorflow.python.ops import spectral_ops
+from tensorflow.python.ops.signal import signal
 from tensorflow.python.platform import googletest
 
 BATCH_DIMS = (3, 5)
diff --git a/tensorflow/python/__init__.py b/tensorflow/python/__init__.py
index 5da304e38c..f0d8079ce7 100644
--- a/tensorflow/python/__init__.py
+++ b/tensorflow/python/__init__.py
@@ -91,7 +91,7 @@ from tensorflow.python.ops import spectral_ops as spectral
 from tensorflow.python.ops.distributions import distributions
 from tensorflow.python.ops.linalg import linalg
 from tensorflow.python.ops.losses import losses
-from tensorflow.python.ops import signal
+from tensorflow.python.ops.signal import signal
 from tensorflow.python.profiler import profiler
 from tensorflow.python.saved_model import saved_model
 from tensorflow.python.summary import summary
diff --git a/tensorflow/python/ops/signal/__init__.py b/tensorflow/python/ops/signal/signal.py
similarity index 67%
rename from tensorflow/python/ops/signal/__init__.py
rename to tensorflow/python/ops/signal/signal.py
index 3fa4e94e58..4ddd30533c 100644
--- a/tensorflow/python/ops/signal/__init__.py
+++ b/tensorflow/python/ops/signal/signal.py
@@ -1,3 +1,17 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
 """Signal processing operations.
 
 See the [tf.signal](https://tensorflow.org/api_guides/python/contrib.signal)
diff --git a/tensorflow/python/tools/api/generator/doc_srcs.py b/tensorflow/python/tools/api/generator/doc_srcs.py
index 479d5006d1..7613104749 100644
--- a/tensorflow/python/tools/api/generator/doc_srcs.py
+++ b/tensorflow/python/tools/api/generator/doc_srcs.py
@@ -56,7 +56,7 @@ _TENSORFLOW_DOC_SOURCES = {
     'resource_loader': DocSource(
         docstring_module_name='platform.resource_loader'),
     'sets': DocSource(docstring_module_name='ops.sets'),
-    'signal': DocSource(docstring_module_name='ops.signal'),
+    'signal': DocSource(docstring_module_name='ops.signal.signal'),
     'sparse': DocSource(docstring_module_name='ops.sparse_ops'),
     'spectral': DocSource(docstring_module_name='ops.spectral_ops'),
     'strings': DocSource(docstring_module_name='ops.string_ops'),
-- 
GitLab


From 35228fbf0caf18a820a7306809f1fae5e111a64e Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Wed, 14 Nov 2018 19:53:57 -0800
Subject: [PATCH 1630/1825] Use new enum `ReduceOp` for all callers of
 strategy.reduce. Also use it for loss reduction as well as OutputContext
 which were previously using VariableAggregation.

PiperOrigin-RevId: 221558489
---
 .../distribute/python/minimize_loss_test.py   | 47 +++++++++----------
 .../distribute/python/mirrored_strategy.py    |  7 ++-
 .../contrib/distribute/python/tpu_strategy.py |  9 ++--
 .../contrib/distribute/python/values.py       | 36 +++++++-------
 tensorflow/contrib/optimizer_v2/BUILD         |  1 +
 .../contrib/optimizer_v2/optimizer_v2.py      |  6 +--
 tensorflow/python/BUILD                       |  1 +
 tensorflow/python/keras/BUILD                 |  1 +
 .../keras/engine/training_distributed.py      | 18 +++----
 tensorflow/python/keras/optimizer_v2/BUILD    |  1 +
 .../python/keras/optimizer_v2/optimizer_v2.py |  4 +-
 tensorflow/python/training/distribute.py      |  6 +--
 tensorflow/python/training/moving_averages.py |  4 +-
 tensorflow/python/training/optimizer.py       |  8 ++--
 14 files changed, 73 insertions(+), 76 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index 5d3b5d8922..1f57dd1754 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -403,9 +403,9 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         train_op = optimizer.minimize(loss_fn)
         loss = loss_fn()
         output_context.set_last_step_output(
-            name="replica_loss_agg",
+            name="replica_loss_reduced",
             output=loss,
-            aggregation=variables_lib.VariableAggregation.MEAN)
+            reduce_op=reduce_util.ReduceOp.MEAN)
         output_context.set_non_tensor_output(key1, value1)
         return (train_op, loss)
 
@@ -413,11 +413,11 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         (train_op, loss) = distribution.call_for_each_replica(
             model_fn, args=(output_context,) + inputs)
         output_context.set_last_step_output(
-            name="cross_replica_loss_agg",
+            name="cross_replica_loss_reduced",
             output=loss,
-            aggregation=variables_lib.VariableAggregation.MEAN)
+            reduce_op=reduce_util.ReduceOp.MEAN)
         output_context.set_last_step_output(
-            name="cross_replica_loss_noagg",
+            name="cross_replica_loss_not_reduced",
             output=loss)
         return distribution.group(train_op)
 
@@ -425,16 +425,16 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
 
       def run_step():
         initial_loss = lambda: constant_op.constant(1e7)
-        # Initial values corresponding to aggregated losses are just single
-        # tensors. But for non aggregated losses, we need to have initial
+        # Initial values corresponding to reduced losses are just single
+        # tensors. But for non reduced losses, we need to have initial
         # values that are of the same structure as non reduced losses. In
         # MirroredStrategy, this will be a list of losses, in TPUStrategy
         # it will be single tensor. Using `broadcast` followed by `unwrap`
         # gives us the desired initial value structure.
         initial_loop_values = {
-            "replica_loss_agg": initial_loss(),
-            "cross_replica_loss_agg": initial_loss(),
-            "cross_replica_loss_noagg":
+            "replica_loss_reduced": initial_loss(),
+            "cross_replica_loss_reduced": initial_loss(),
+            "cross_replica_loss_not_reduced":
             distribution.unwrap(distribution.broadcast(initial_loss()))
         }
         ctx = distribution.run_steps_on_dataset(
@@ -444,17 +444,17 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         self.assertEqual({key1: [value1]}, ctx.non_tensor_outputs)
         self._verify_loss_output(
             initial_loss(),
-            loss_output=ctx.last_step_outputs["replica_loss_agg"],
-            aggregated=True, distribution=distribution)
+            loss_output=ctx.last_step_outputs["replica_loss_reduced"],
+            reduced=True, distribution=distribution)
         self._verify_loss_output(
             initial_loss(),
-            loss_output=ctx.last_step_outputs["cross_replica_loss_agg"],
-            aggregated=True, distribution=distribution)
+            loss_output=ctx.last_step_outputs["cross_replica_loss_reduced"],
+            reduced=True, distribution=distribution)
         self._verify_loss_output(
             initial_loss(),
-            loss_output=ctx.last_step_outputs["cross_replica_loss_noagg"],
-            aggregated=False, distribution=distribution)
-        return (ctx.run_op, ctx.last_step_outputs["replica_loss_agg"])
+            loss_output=ctx.last_step_outputs["cross_replica_loss_not_reduced"],
+            reduced=False, distribution=distribution)
+        return (ctx.run_op, ctx.last_step_outputs["replica_loss_reduced"])
 
       self.evaluate(distribution.initialize())
       if not context.executing_eagerly():
@@ -479,17 +479,16 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       error_is_not_increasing = all(y <= x for x, y in zip(error, error[1:]))
       self.assertTrue(error_is_not_increasing)
 
-  def _verify_loss_output(self, initial_loss, loss_output, aggregated,
+  def _verify_loss_output(self, initial_loss, loss_output, reduced,
                           distribution):
-    if not aggregated:
-      self.assertEqual(distribution.num_replicas_in_sync,
-                       len(distribution.unwrap(loss_output)))
+    if not reduced:
+      self.assertLen(distribution.unwrap(loss_output),
+                     distribution.num_replicas_in_sync)
       loss_output = distribution.reduce(
-          aggregation=reduce_util.ReduceOp.MEAN,
-          value=loss_output, destinations="/device:CPU:0")
+          reduce_util.ReduceOp.MEAN, loss_output, destinations="/device:CPU:0")
 
     unwrapped_output = distribution.unwrap(loss_output)
-    self.assertEqual(1, len(unwrapped_output))
+    self.assertLen(unwrapped_output, 1)
     loss_tensor = unwrapped_output[0]
     self.assertEqual(initial_loss.dtype, loss_tensor.dtype)
     self.assertEqual(initial_loss.shape, loss_tensor.shape)
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 4bb2cb1990..9795df8d13 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -36,7 +36,6 @@ from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import variable_scope
-from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.training import coordinator
 from tensorflow.python.training import device_util
 from tensorflow.python.training import distribute as distribute_lib
@@ -532,11 +531,11 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     last_step_tensor_outputs_dict = nest.pack_sequence_as(
         ctx.last_step_outputs, last_step_tensor_outputs)
 
-    for (name, aggregation) in ctx._last_step_outputs_aggregations.items():  # pylint: disable=protected-access
+    for name, reduce_op in ctx._last_step_outputs_reduce_ops.items():  # pylint: disable=protected-access
       output = last_step_tensor_outputs_dict[name]
-      # For outputs that have already been aggregated, wrap them in a Mirrored
+      # For outputs that have already been reduced, wrap them in a Mirrored
       # container, else in a PerReplica container.
-      if aggregation is variables_lib.VariableAggregation.NONE:
+      if reduce_op is None:
         last_step_tensor_outputs_dict[name] = values.regroup(
             {d: t for d, t in zip(self._devices, output)}, values.PerReplica)
       else:
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index adc075011d..dcc2c64438 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -41,7 +41,6 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variable_scope as vs
-from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.training import device_util
 from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.util import nest
@@ -360,14 +359,14 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     last_step_tensor_outputs_dict = nest.pack_sequence_as(
         ctx.last_step_outputs, last_step_tensor_outputs)
 
-    for (name, aggregation) in ctx._last_step_outputs_aggregations.items():  # pylint: disable=protected-access
+    for name, reduce_op in ctx._last_step_outputs_reduce_ops.items():  # pylint: disable=protected-access
       output = last_step_tensor_outputs_dict[name]
-      # For outputs that have already been aggregated, take the first value
+      # For outputs that have already been reduced, take the first value
       # from the list as each value should be the same. Else return the full
       # list of values.
-      # TODO(josh11b): If aggregation is NONE, we should return a PerReplica
+      # TODO(josh11b): If reduce_op is NONE, we should return a PerReplica
       # value.
-      if aggregation is not variables_lib.VariableAggregation.NONE:
+      if reduce_op is not None:
         # TODO(priyag): Should this return the element or a list with 1 element
         last_step_tensor_outputs_dict[name] = output[0]
     ctx._set_last_step_outputs(last_step_tensor_outputs_dict)  # pylint: disable=protected-access
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index f565381b49..bf8c958efa 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -41,7 +41,6 @@ from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import gen_resource_variable_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import variable_scope as vs
-from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.training import device_util
 from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.training import distribution_strategy_context
@@ -1508,7 +1507,7 @@ class MultiStepContext(object):
       A context object.
     """
     self._last_step_outputs = {}
-    self._last_step_outputs_aggregations = {}
+    self._last_step_outputs_reduce_ops = {}
     self._non_tensor_outputs = {}
 
   @property
@@ -1518,8 +1517,8 @@ class MultiStepContext(object):
     Keys in the dictionary are names of tensors to be captured, as specified
     when `set_last_step_output` is called.
     Values in the dictionary are the tensors themselves. If
-    `set_last_step_output` was called with an `aggregation` for this output,
-    then the value is the aggregated value.
+    `set_last_step_output` was called with a `reduce_op` for this output,
+    then the value is the reduced value.
 
     Returns:
       A dictionary with last step outputs.
@@ -1532,8 +1531,7 @@ class MultiStepContext(object):
       raise ValueError("Need a dictionary to set last_step_outputs.")
     self._last_step_outputs = outputs
 
-  def set_last_step_output(self, name, output,
-                           aggregation=variables_lib.VariableAggregation.NONE):
+  def set_last_step_output(self, name, output, reduce_op=None):
     """Set `output` with `name` to be outputted from the last step.
 
     Args:
@@ -1541,37 +1539,35 @@ class MultiStepContext(object):
         name.
       output: The tensors that should be outputted with `name`. See below for
         actual types supported.
-      aggregation: Aggregation method to use to aggregate outputs from multiple
+      reduce_op: Reduction method to use to reduce outputs from multiple
         replicas. Required if `set_last_step_output` is called in a replica
         context. Optional in cross_replica_context.
-        When present, the outputs from all the replicas are aggregated using the
+        When present, the outputs from all the replicas are reduced using the
         current distribution strategy's `reduce` method. Hence, the type of
         `output` must be what's supported by the corresponding `reduce` method.
-        For e.g. if using MirroredStrategy and aggregation is set, output
+        For e.g. if using MirroredStrategy and reduction is set, output
         must be a `PerReplica` value.
-        The aggregation method is also recorded in a dictionary
-        `_last_step_outputs_aggregations` for later interpreting of the
+        The reduce method is also recorded in a dictionary
+        `_last_step_outputs_reduce_ops` for later interpreting of the
         outputs as already reduced or not.
-        # TODO(priyag): Change aggregation type used here.
-
     """
     if distribution_strategy_context.get_cross_replica_context():
-      self._last_step_outputs_aggregations[name] = aggregation
-      if aggregation is variables_lib.VariableAggregation.NONE:
+      self._last_step_outputs_reduce_ops[name] = reduce_op
+      if reduce_op is None:
         self._last_step_outputs[name] = output
       else:
         distribution = distribution_strategy_context.get_distribution_strategy()
         self._last_step_outputs[name] = distribution.reduce(
-            aggregation, output, destinations="/device:CPU:0")
+            reduce_op, output, destinations="/device:CPU:0")
     else:
-      assert aggregation is not variables_lib.VariableAggregation.NONE
+      assert reduce_op is not None
       def merge_fn(distribution, value):
         self._last_step_outputs[name] = distribution.reduce(
-            aggregation, value, destinations="/device:CPU:0")
+            reduce_op, value, destinations="/device:CPU:0")
         # Setting this inside the `merge_fn` because all replicas share the same
         # context object, so it's more robust to set it only once (even if all
         # the replicas are trying to set the same value).
-        self._last_step_outputs_aggregations[name] = aggregation
+        self._last_step_outputs_reduce_ops[name] = reduce_op
 
       distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, output)
@@ -1588,7 +1584,7 @@ class MultiStepContext(object):
     else:
       def merge_fn(distribution, value):
         # NOTE(priyag): For non tensor outputs, we simply return all the values
-        # in a list as aggregation doesn't make sense on non tensors.
+        # in a list as reduction doesn't make sense on non tensors.
         self._non_tensor_outputs[name] = distribution.unwrap(value)
       distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, output)
diff --git a/tensorflow/contrib/optimizer_v2/BUILD b/tensorflow/contrib/optimizer_v2/BUILD
index 3ba3ee29ec..835fb4aec4 100644
--- a/tensorflow/contrib/optimizer_v2/BUILD
+++ b/tensorflow/contrib/optimizer_v2/BUILD
@@ -56,6 +56,7 @@ py_library(
         "//tensorflow/python:training",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
+        "//tensorflow/python/distribute:reduce_util",
     ],
 )
 
diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index 467dd86d8f..1b6e70d3a0 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -24,6 +24,7 @@ import abc
 
 import six
 
+from tensorflow.python.distribute import reduce_util as ds_reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
@@ -848,8 +849,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
     """Scale loss for the number of replicas."""
     if scale_loss_by_num_replicas is None:
       scale_loss_by_num_replicas = (
-          distribute_lib.get_loss_reduction() == variable_scope
-          .VariableAggregation.MEAN)
+          distribute_lib.get_loss_reduction() == ds_reduce_util.ReduceOp.MEAN)
     if scale_loss_by_num_replicas:
       num_replicas = \
         distribute_ctx.get_distribution_strategy().num_replicas_in_sync
@@ -928,7 +928,7 @@ class OptimizerV2(optimizer_v1.Optimizer):
   def _distributed_apply(self, distribution, grads_and_vars, global_step, name):
     """`apply_gradients` for use with a `DistributionStrategy`."""
     reduced_grads = distribution.batch_reduce(
-        variable_scope.VariableAggregation.SUM, grads_and_vars)
+        ds_reduce_util.ReduceOp.SUM, grads_and_vars)
     var_list = [v for _, v in grads_and_vars]
     grads_and_vars = zip(reduced_grads, var_list)
 
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index a6e5c110b7..18f226beb5 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3476,6 +3476,7 @@ py_library(
         "@six_archive//:six",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python/data/ops:dataset_ops",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/distribute:distribute_coordinator_context",
         "//tensorflow/python/eager:backprop",
         "//tensorflow/python/eager:context",
diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index db78eff86e..365ae4746d 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -146,6 +146,7 @@ py_library(
     deps = [
         ":backend",
         "//tensorflow/python/data",
+        "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/keras/optimizer_v2",
         "//tensorflow/python/training/checkpointable:data_structures",
         "//tensorflow/tools/docs:doc_controls",
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 808d7c9f33..3a2373b4cf 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -22,6 +22,7 @@ from __future__ import print_function
 import enum
 import numpy as np
 
+from tensorflow.python.distribute import reduce_util as ds_reduce_util
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
@@ -34,7 +35,6 @@ from tensorflow.python.keras.engine import distributed_training_utils
 from tensorflow.python.keras.utils.generic_utils import Progbar
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import variable_scope
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.util import nest
@@ -288,12 +288,12 @@ def _experimental_fit_loop(
 
     for label, output in zip(out_labels, combined_fn.outputs):
       if label == 'loss':
-        aggregation = distribute_lib.get_loss_reduction()
+        reduce_op = distribute_lib.get_loss_reduction()
       else:
-        # We aggregate all other metrics using mean for now. This is temporary
+        # We reduce all other metrics using mean for now. This is temporary
         # workaround until new metrics are in place.
-        aggregation = variable_scope.VariableAggregation.MEAN
-      ctx.set_last_step_output(label, output, aggregation)
+        reduce_op = ds_reduce_util.ReduceOp.MEAN
+      ctx.set_last_step_output(label, output, reduce_op)
 
     # TODO(priyag, sourabhbajaj): Ignoring these things from the combined_fn:
     # feed_dict, session kwargs, run options, run_metadata for now. These should
@@ -571,12 +571,12 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
 
     for label, output in zip(model.metrics_names, combined_fn.outputs):
       if label == 'loss':
-        aggregation = distribute_lib.get_loss_reduction()
+        reduce_op = distribute_lib.get_loss_reduction()
       else:
-        # We aggregate all other metrics using mean for now. This is temporary
+        # We reduce all other metrics using mean for now. This is temporary
         # workaround until new metrics are in place.
-        aggregation = variable_scope.VariableAggregation.MEAN
-      ctx.set_last_step_output(label, output, aggregation)
+        reduce_op = ds_reduce_util.ReduceOp.MEAN
+      ctx.set_last_step_output(label, output, reduce_op)
 
     return combined_fn.updates_op
 
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index eaa764992f..e0ff587549 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -27,6 +27,7 @@ py_library(
         "//tensorflow/python:state_ops",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
+        "//tensorflow/python/distribute:reduce_util",
     ],
 )
 
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index 68b5368711..8e3aea2846 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -24,6 +24,7 @@ import abc
 
 import six
 
+from tensorflow.python.distribute import reduce_util as ds_reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
@@ -32,7 +33,6 @@ from tensorflow.python.keras import backend
 from tensorflow.python.keras import initializers
 from tensorflow.python.keras.engine import base_layer
 from tensorflow.python.ops import gradients
-from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables as tf_variables
 from tensorflow.python.platform import tf_logging as logging
 from tensorflow.python.training import distribution_strategy_context
@@ -580,7 +580,7 @@ def merge_grads(grads_and_vars):
 
   def merge_grad_fn(strategy, grads_and_vars):
     reduced_grads = strategy.batch_reduce(
-        variable_scope.VariableAggregation.MEAN, grads_and_vars)
+        ds_reduce_util.ReduceOp.MEAN, grads_and_vars)
     return reduced_grads
 
   return distribution_strategy_context.get_replica_context().merge_call(
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 883a22389a..aed2a413ae 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -71,11 +71,11 @@ class UpdateContext(object):
 
 
 def get_loss_reduction():
-  """Reduce `aggregation` corresponding to the last loss reduction."""
+  """Reduce op corresponding to the last loss reduction."""
   loss_reduction = ops.get_default_graph()._last_loss_reduction  # pylint: disable=protected-access
   if loss_reduction == losses_impl.Reduction.SUM:
-    return variable_scope.VariableAggregation.SUM
-  return variable_scope.VariableAggregation.MEAN
+    return reduce_util.ReduceOp.SUM
+  return reduce_util.ReduceOp.MEAN
 
 
 # ------------------------------------------------------------------------------
diff --git a/tensorflow/python/training/moving_averages.py b/tensorflow/python/training/moving_averages.py
index fc9eb479cc..957c8810ac 100644
--- a/tensorflow/python/training/moving_averages.py
+++ b/tensorflow/python/training/moving_averages.py
@@ -17,6 +17,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.distribute import reduce_util as ds_reduce_util
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import control_flow_ops
@@ -95,8 +96,7 @@ def assign_moving_average(variable, value, decay, zero_debias=True, name=None):
       # In a replica context, we update variable using the mean of value across
       # replicas.
       def merge_fn(strategy, v, value):
-        value = strategy.reduce(
-            variable_scope.VariableAggregation.MEAN, value, v)
+        value = strategy.reduce(ds_reduce_util.ReduceOp.MEAN, value, v)
         return strategy.update(v, update_fn, value)
 
       return replica_context.merge_call(merge_fn, variable, value)
diff --git a/tensorflow/python/training/optimizer.py b/tensorflow/python/training/optimizer.py
index 9dfa9d2afb..ada8a7d616 100644
--- a/tensorflow/python/training/optimizer.py
+++ b/tensorflow/python/training/optimizer.py
@@ -24,6 +24,7 @@ import abc
 
 import six
 
+from tensorflow.python.distribute import reduce_util as ds_reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes
@@ -520,8 +521,7 @@ class Optimizer(
 
   @staticmethod
   def _scale_loss(loss_value):
-    if (distribute_lib.get_loss_reduction() ==
-        variable_scope.VariableAggregation.MEAN):
+    if distribute_lib.get_loss_reduction() == ds_reduce_util.ReduceOp.MEAN:
       num_replicas = \
         distribute_ctx.get_distribution_strategy().num_replicas_in_sync
       if num_replicas > 1:
@@ -658,10 +658,10 @@ class Optimizer(
     Returns:
       An `Operation` that applies the specified gradients across all
       replicas. If `global_step` was not None, that operation also
-      increments `global_step`.
+      increments `global_step`
     """
     reduced_grads = distribution.batch_reduce(
-        variable_scope.VariableAggregation.SUM, grads_and_vars)
+        ds_reduce_util.ReduceOp.SUM, grads_and_vars)
     var_list = [v for _, v in grads_and_vars]
     grads_and_vars = zip(reduced_grads, var_list)
     # Note that this is called in a cross-replica context.
-- 
GitLab


From 5b61eed60089e1b28093ecc180034bc7ca307e3a Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 14 Nov 2018 20:23:35 -0800
Subject: [PATCH 1631/1825] [tf.data] Duplicate the internal `Dataset` class
 into `DatasetV1` and `DatasetV2`.

The implementation of `tf.data.Dataset` now depends on the version of
TensorFlow: in 1.x we export `DatasetV1` and in 2.x we export `DatasetV2`.
Currently, the internal `dataset_ops.Dataset` symbol maps to `DatasetV1`, but
this will change after all internal tests are updated to 2.x compatibility.

This change also removes the deprecated `Dataset.from_sparse_tensor_slices()`
method from `DatasetV2`, since its replacement has long been available in
`Dataset.from_tensor_slices()`.

PiperOrigin-RevId: 221560852
---
 .../contrib/distribute/python/input_ops.py    |   5 +
 .../contrib/distribute/python/tpu_strategy.py |   2 +
 tensorflow/contrib/eager/python/datasets.py   |   8 +-
 .../python/data/experimental/ops/counter.py   |  14 +-
 .../experimental/ops/indexed_dataset_ops.py   |   2 +
 .../data/experimental/ops/interleave_ops.py   |  28 ++-
 .../data/experimental/ops/random_ops.py       |  23 +-
 .../python/data/experimental/ops/readers.py   | 144 +++++++++--
 tensorflow/python/data/ops/dataset_ops.py     | 225 +++++++++++++++---
 tensorflow/python/data/ops/readers.py         | 112 +++++++--
 .../golden/v1/tensorflow.data.-dataset.pbtxt  |   3 +-
 ...ow.data.-fixed-length-record-dataset.pbtxt |   7 +-
 .../tensorflow.data.-t-f-record-dataset.pbtxt |   6 +-
 .../tensorflow.data.-text-line-dataset.pbtxt  |   7 +-
 ...rflow.data.experimental.-csv-dataset.pbtxt |   7 +-
 ...ow.data.experimental.-random-dataset.pbtxt |   7 +-
 ...rflow.data.experimental.-sql-dataset.pbtxt |   7 +-
 .../v1/tensorflow.data.experimental.pbtxt     |   2 +-
 .../golden/v2/tensorflow.data.-dataset.pbtxt  |   7 +-
 ...ow.data.-fixed-length-record-dataset.pbtxt |   8 +-
 .../tensorflow.data.-t-f-record-dataset.pbtxt |   8 +-
 .../tensorflow.data.-text-line-dataset.pbtxt  |   8 +-
 ...rflow.data.experimental.-csv-dataset.pbtxt |   8 +-
 ...ow.data.experimental.-random-dataset.pbtxt |   8 +-
 ...rflow.data.experimental.-sql-dataset.pbtxt |   8 +-
 .../v2/tensorflow.data.experimental.pbtxt     |   2 +-
 26 files changed, 526 insertions(+), 140 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/input_ops.py b/tensorflow/contrib/distribute/python/input_ops.py
index ac1ccd64b3..c40b2bf27a 100644
--- a/tensorflow/contrib/distribute/python/input_ops.py
+++ b/tensorflow/contrib/distribute/python/input_ops.py
@@ -102,6 +102,11 @@ def auto_shard_dataset(dataset, num_shards, index):
               dataset._input_dataset, found_reader_op)
           return dataset
 
+    if isinstance(dataset, dataset_ops.DatasetV1Adapter):
+      dataset._dataset = _auto_shard_impl(
+          dataset._dataset, found_reader_op)
+      return dataset
+
     # TODO(priyag): Make _input_dataset(s) a common property of all datasets to
     # make this check more robust.
     if hasattr(dataset, "_input_dataset"):
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index dcc2c64438..094a57c4e6 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -239,6 +239,8 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     def _get_dataset_batch_size(dataset):
       """Get the global batch size from the dataset object."""
       # pylint: disable=protected-access
+      if isinstance(dataset, dataset_ops.DatasetV1Adapter):
+        dataset = dataset._dataset
       if isinstance(dataset, dataset_ops.BatchDataset):
         return tensor_util.constant_value(dataset._batch_size)
       elif isinstance(dataset, batching._MapAndBatchDataset):
diff --git a/tensorflow/contrib/eager/python/datasets.py b/tensorflow/contrib/eager/python/datasets.py
index 3aed121233..db77a39626 100644
--- a/tensorflow/contrib/eager/python/datasets.py
+++ b/tensorflow/contrib/eager/python/datasets.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.data.experimental.ops import prefetching_ops
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import iterator_ops
 from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
@@ -52,11 +53,16 @@ class Iterator(iterator_ops.EagerIterator):
       TypeError: If `dataset` is an unsupported type.
       RuntimeError: When invoked without eager execution enabled.
     """
-    if isinstance(dataset, prefetching_ops._PrefetchToDeviceDataset):  # pylint: disable=protected-access
+    # pylint: disable=protected-access
+    if (isinstance(dataset, prefetching_ops._PrefetchToDeviceDataset)
+        or (isinstance(dataset, dataset_ops.DatasetV1Adapter)
+            and isinstance(
+                dataset._dataset, prefetching_ops._PrefetchToDeviceDataset))):
       raise TypeError(
           "`tf.data.experimental.prefetch_to_device()` is not compatible with "
           "`tf.contrib.eager.Iterator`. Use `for ... in dataset:` to iterate "
           "over the dataset instead.")
+    # pylint: enable=protected-access
 
     if not context.context().device_spec.device_type:
       is_remote_device = False
diff --git a/tensorflow/python/data/experimental/ops/counter.py b/tensorflow/python/data/experimental/ops/counter.py
index 42200eaef9..652eb9d002 100644
--- a/tensorflow/python/data/experimental/ops/counter.py
+++ b/tensorflow/python/data/experimental/ops/counter.py
@@ -25,8 +25,8 @@ from tensorflow.python.framework import ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("data.experimental.Counter")
-def Counter(start=0, step=1, dtype=dtypes.int64):
+@tf_export("data.experimental.Counter", v1=[])
+def CounterV2(start=0, step=1, dtype=dtypes.int64):
   """Creates a `Dataset` that counts from `start` in steps of size `step`.
 
   For example:
@@ -53,3 +53,13 @@ def Counter(start=0, step=1, dtype=dtypes.int64):
     step = ops.convert_to_tensor(step, dtype=dtype, name="step")
     return dataset_ops.Dataset.from_tensors(0).repeat(None).apply(
         scan_ops.scan(start, lambda state, _: (state + step, state)))
+
+
+@tf_export(v1=["data.experimental.Counter"])
+def CounterV1(start=0, step=1, dtype=dtypes.int64):
+  return dataset_ops.DatasetV1Adapter(CounterV2(start, step, dtype))
+CounterV1.__doc__ = CounterV2.__doc__
+
+# TODO(b/119044825): Until all `tf.data` unit tests are converted to V2, keep
+# this alias in place.
+Counter = CounterV1  # pylint: disable=invalid-name
diff --git a/tensorflow/python/data/experimental/ops/indexed_dataset_ops.py b/tensorflow/python/data/experimental/ops/indexed_dataset_ops.py
index 9c06474a2f..570f0116f7 100644
--- a/tensorflow/python/data/experimental/ops/indexed_dataset_ops.py
+++ b/tensorflow/python/data/experimental/ops/indexed_dataset_ops.py
@@ -65,6 +65,7 @@ class MaterializedIndexedDataset(object):
             sparse.as_dense_types(self._output_shapes, self._output_classes)))
 
 
+# TODO(saeta): Add a `DatasetV1` wrapper if this is exposed via the public API.
 class IndexedDataset(dataset_ops.Dataset):
   """IndexedDataset is highly experimental!
   """
@@ -149,6 +150,7 @@ class IndexedDataset(dataset_ops.Dataset):
     raise NotImplementedError("IndexedDataset._as_variant_tensor")
 
 
+# TODO(saeta): Add a `DatasetV1` wrapper if this is exposed via the public API.
 class IdentityIndexedDataset(IndexedDataset):
   """IdentityIndexedDataset is a trivial indexed dataset used for testing.
   """
diff --git a/tensorflow/python/data/experimental/ops/interleave_ops.py b/tensorflow/python/data/experimental/ops/interleave_ops.py
index a3c094859e..5605e1d60e 100644
--- a/tensorflow/python/data/experimental/ops/interleave_ops.py
+++ b/tensorflow/python/data/experimental/ops/interleave_ops.py
@@ -133,8 +133,8 @@ class _DirectedInterleaveDataset(dataset_ops.Dataset):
     return self._data_inputs[0].output_types
 
 
-@tf_export("data.experimental.sample_from_datasets")
-def sample_from_datasets(datasets, weights=None, seed=None):
+@tf_export("data.experimental.sample_from_datasets", v1=[])
+def sample_from_datasets_v2(datasets, weights=None, seed=None):
   """Samples elements at random from the datasets in `datasets`.
 
   Args:
@@ -217,8 +217,15 @@ def sample_from_datasets(datasets, weights=None, seed=None):
   return _DirectedInterleaveDataset(selector_input, datasets)
 
 
-@tf_export("data.experimental.choose_from_datasets")
-def choose_from_datasets(datasets, choice_dataset):
+@tf_export(v1=["data.experimental.sample_from_datasets"])
+def sample_from_datasets_v1(datasets, weights=None, seed=None):
+  return dataset_ops.DatasetV1Adapter(
+      sample_from_datasets_v2(datasets, weights, seed))
+sample_from_datasets_v1.__doc__ = sample_from_datasets_v2.__doc__
+
+
+@tf_export("data.experimental.choose_from_datasets", v1=[])
+def choose_from_datasets_v2(datasets, choice_dataset):
   """Creates a dataset that deterministically chooses elements from `datasets`.
 
   For example, given the following datasets:
@@ -260,3 +267,16 @@ def choose_from_datasets(datasets, choice_dataset):
     raise TypeError("`choice_dataset` must be a dataset of scalar "
                     "`tf.int64` tensors.")
   return _DirectedInterleaveDataset(choice_dataset, datasets)
+
+
+@tf_export(v1=["data.experimental.choose_from_datasets"])
+def choose_from_datasets_v1(datasets, choice_dataset):
+  return dataset_ops.DatasetV1Adapter(
+      choose_from_datasets_v2(datasets, choice_dataset))
+choose_from_datasets_v1.__doc__ = choose_from_datasets_v2.__doc__
+
+
+# TODO(b/119044825): Until all `tf.data` unit tests are converted to V2, keep
+# these aliases in place.
+choose_from_datasets = choose_from_datasets_v1
+sample_from_datasets = sample_from_datasets_v1
diff --git a/tensorflow/python/data/experimental/ops/random_ops.py b/tensorflow/python/data/experimental/ops/random_ops.py
index e3a2aeab31..7bf703502b 100644
--- a/tensorflow/python/data/experimental/ops/random_ops.py
+++ b/tensorflow/python/data/experimental/ops/random_ops.py
@@ -17,6 +17,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import functools
+
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.util import random_seed
 from tensorflow.python.framework import dtypes
@@ -26,13 +28,13 @@ from tensorflow.python.ops import gen_dataset_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("data.experimental.RandomDataset")
-class RandomDataset(dataset_ops.DatasetSource):
+@tf_export("data.experimental.RandomDataset", v1=[])
+class RandomDatasetV2(dataset_ops.DatasetSource):
   """A `Dataset` of pseudorandom values."""
 
   def __init__(self, seed=None):
     """A `Dataset` of pseudorandom values."""
-    super(RandomDataset, self).__init__()
+    super(RandomDatasetV2, self).__init__()
     self._seed, self._seed2 = random_seed.get_seed(seed)
 
   def _as_variant_tensor(self):
@@ -52,3 +54,18 @@ class RandomDataset(dataset_ops.DatasetSource):
   @property
   def output_types(self):
     return dtypes.int64
+
+
+@tf_export(v1=["data.experimental.RandomDataset"])
+class RandomDatasetV1(dataset_ops.DatasetV1Adapter):
+  """A `Dataset` of pseudorandom values."""
+
+  @functools.wraps(RandomDatasetV2.__init__)
+  def __init__(self, seed=None):
+    wrapped = RandomDatasetV2(seed)
+    super(RandomDatasetV1, self).__init__(wrapped)
+
+
+# TODO(b/119044825): Until all `tf.data` unit tests are converted to V2, keep
+# this alias in place.
+RandomDataset = RandomDatasetV1
diff --git a/tensorflow/python/data/experimental/ops/readers.py b/tensorflow/python/data/experimental/ops/readers.py
index fe60192586..1ba26ed5b9 100644
--- a/tensorflow/python/data/experimental/ops/readers.py
+++ b/tensorflow/python/data/experimental/ops/readers.py
@@ -19,6 +19,7 @@ from __future__ import print_function
 
 import collections
 import csv
+import functools
 
 import numpy as np
 
@@ -307,8 +308,8 @@ def make_tf_record_dataset(file_pattern,
     return dataset.prefetch(buffer_size=prefetch_buffer_size)
 
 
-@tf_export("data.experimental.make_csv_dataset")
-def make_csv_dataset(
+@tf_export("data.experimental.make_csv_dataset", v1=[])
+def make_csv_dataset_v2(
     file_pattern,
     batch_size,
     column_names=None,
@@ -507,11 +508,42 @@ def make_csv_dataset(
   return dataset
 
 
+@tf_export(v1=["data.experimental.make_csv_dataset"])
+def make_csv_dataset_v1(
+    file_pattern,
+    batch_size,
+    column_names=None,
+    column_defaults=None,
+    label_name=None,
+    select_columns=None,
+    field_delim=",",
+    use_quote_delim=True,
+    na_value="",
+    header=True,
+    num_epochs=None,
+    shuffle=True,
+    shuffle_buffer_size=10000,
+    shuffle_seed=None,
+    prefetch_buffer_size=optimization.AUTOTUNE,
+    num_parallel_reads=1,
+    sloppy=False,
+    num_rows_for_inference=100,
+    compression_type=None,
+):  # pylint: disable=missing-docstring
+  return dataset_ops.DatasetV1Adapter(make_csv_dataset_v2(
+      file_pattern, batch_size, column_names, column_defaults, label_name,
+      select_columns, field_delim, use_quote_delim, na_value, header,
+      num_epochs, shuffle, shuffle_buffer_size, shuffle_seed,
+      prefetch_buffer_size, num_parallel_reads, sloppy, num_rows_for_inference,
+      compression_type))
+make_csv_dataset_v1.__doc__ = make_csv_dataset_v2.__doc__
+
+
 _DEFAULT_READER_BUFFER_SIZE_BYTES = 4 * 1024 * 1024  # 4 MB
 
 
-@tf_export("data.experimental.CsvDataset")
-class CsvDataset(dataset_ops.DatasetSource):
+@tf_export("data.experimental.CsvDataset", v1=[])
+class CsvDatasetV2(dataset_ops.DatasetSource):
   """A Dataset comprising lines from one or more CSV files."""
 
   def __init__(self,
@@ -594,7 +626,7 @@ class CsvDataset(dataset_ops.DatasetSource):
         the input data. If specified, only this subset of columns will be
         parsed. Defaults to parsing all columns.
     """
-    super(CsvDataset, self).__init__()
+    super(CsvDatasetV2, self).__init__()
     self._filenames = ops.convert_to_tensor(
         filenames, dtype=dtypes.string, name="filenames")
     self._compression_type = convert.optional_param_to_tensor(
@@ -658,22 +690,43 @@ class CsvDataset(dataset_ops.DatasetSource):
     return self._output_classes
 
 
-@tf_export("data.experimental.make_batched_features_dataset")
-def make_batched_features_dataset(file_pattern,
-                                  batch_size,
-                                  features,
-                                  reader=core_readers.TFRecordDataset,
-                                  label_key=None,
-                                  reader_args=None,
-                                  num_epochs=None,
-                                  shuffle=True,
-                                  shuffle_buffer_size=10000,
-                                  shuffle_seed=None,
-                                  prefetch_buffer_size=optimization.AUTOTUNE,
-                                  reader_num_threads=1,
-                                  parser_num_threads=2,
-                                  sloppy_ordering=False,
-                                  drop_final_batch=False):
+@tf_export(v1=["data.experimental.CsvDataset"])
+class CsvDatasetV1(dataset_ops.DatasetV1Adapter):
+  """A Dataset comprising lines from one or more CSV files."""
+
+  @functools.wraps(CsvDatasetV2.__init__)
+  def __init__(self,
+               filenames,
+               record_defaults,
+               compression_type=None,
+               buffer_size=None,
+               header=False,
+               field_delim=",",
+               use_quote_delim=True,
+               na_value="",
+               select_cols=None):
+    wrapped = CsvDatasetV2(filenames, record_defaults, compression_type,
+                           buffer_size, header, field_delim, use_quote_delim,
+                           na_value, select_cols)
+    super(CsvDatasetV1, self).__init__(wrapped)
+
+
+@tf_export("data.experimental.make_batched_features_dataset", v1=[])
+def make_batched_features_dataset_v2(file_pattern,
+                                     batch_size,
+                                     features,
+                                     reader=core_readers.TFRecordDataset,
+                                     label_key=None,
+                                     reader_args=None,
+                                     num_epochs=None,
+                                     shuffle=True,
+                                     shuffle_buffer_size=10000,
+                                     shuffle_seed=None,
+                                     prefetch_buffer_size=optimization.AUTOTUNE,
+                                     reader_num_threads=1,
+                                     parser_num_threads=2,
+                                     sloppy_ordering=False,
+                                     drop_final_batch=False):
   """Returns a `Dataset` of feature dictionaries from `Example` protos.
 
   If label_key argument is provided, returns a `Dataset` of tuple
@@ -819,6 +872,31 @@ def make_batched_features_dataset(file_pattern,
   return dataset
 
 
+@tf_export(v1=["data.experimental.make_batched_features_dataset"])
+def make_batched_features_dataset_v1(file_pattern,  # pylint: disable=missing-docstring
+                                     batch_size,
+                                     features,
+                                     reader=core_readers.TFRecordDataset,
+                                     label_key=None,
+                                     reader_args=None,
+                                     num_epochs=None,
+                                     shuffle=True,
+                                     shuffle_buffer_size=10000,
+                                     shuffle_seed=None,
+                                     prefetch_buffer_size=optimization.AUTOTUNE,
+                                     reader_num_threads=1,
+                                     parser_num_threads=2,
+                                     sloppy_ordering=False,
+                                     drop_final_batch=False):
+  return dataset_ops.DatasetV1Adapter(make_batched_features_dataset_v2(
+      file_pattern, batch_size, features, reader, label_key, reader_args,
+      num_epochs, shuffle, shuffle_buffer_size, shuffle_seed,
+      prefetch_buffer_size, reader_num_threads, parser_num_threads,
+      sloppy_ordering, drop_final_batch))
+make_batched_features_dataset_v2.__doc__ = (
+    make_batched_features_dataset_v1.__doc__)
+
+
 def _get_file_names(file_pattern, shuffle):
   """Parse list of file names from pattern, optionally shuffled.
 
@@ -850,8 +928,8 @@ def _get_file_names(file_pattern, shuffle):
   return file_names
 
 
-@tf_export("data.experimental.SqlDataset")
-class SqlDataset(dataset_ops.DatasetSource):
+@tf_export("data.experimental.SqlDataset", v1=[])
+class SqlDatasetV2(dataset_ops.DatasetSource):
   """A `Dataset` consisting of the results from a SQL query."""
 
   def __init__(self, driver_name, data_source_name, query, output_types):
@@ -883,7 +961,7 @@ class SqlDataset(dataset_ops.DatasetSource):
       output_types: A tuple of `tf.DType` objects representing the types of the
         columns returned by `query`.
     """
-    super(SqlDataset, self).__init__()
+    super(SqlDatasetV2, self).__init__()
     self._driver_name = ops.convert_to_tensor(
         driver_name, dtype=dtypes.string, name="driver_name")
     self._data_source_name = ops.convert_to_tensor(
@@ -910,3 +988,21 @@ class SqlDataset(dataset_ops.DatasetSource):
   @property
   def output_types(self):
     return self._output_types
+
+
+@tf_export(v1=["data.experimental.SqlDataset"])
+class SqlDatasetV1(dataset_ops.DatasetV1Adapter):
+  """A `Dataset` consisting of the results from a SQL query."""
+
+  @functools.wraps(SqlDatasetV2.__init__)
+  def __init__(self, driver_name, data_source_name, query, output_types):
+    wrapped = SqlDatasetV2(driver_name, data_source_name, query, output_types)
+    super(SqlDatasetV1, self).__init__(wrapped)
+
+
+# TODO(b/119044825): Until all `tf.data` unit tests are converted to V2, keep
+# these aliases in place.
+CsvDataset = CsvDatasetV1
+SqlDataset = SqlDatasetV1
+make_batched_features_dataset = make_batched_features_dataset_v1
+make_csv_dataset = make_csv_dataset_v1
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 3836a68e7d..e627cc3469 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 import abc
+import functools
 import threading
 import warnings
 
@@ -52,19 +53,16 @@ from tensorflow.python.util import function_utils
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("data.Dataset")
-@six.add_metaclass(abc.ABCMeta)
-class Dataset(object):
+@tf_export("data.Dataset", v1=[])
+class DatasetV2(object):
   """Represents a potentially large set of elements.
 
   A `Dataset` can be used to represent an input pipeline as a
   collection of elements (nested structures of tensors) and a "logical
+
   plan" of transformations that act on those elements.
   """
 
-  def __init__(self):
-    pass
-
   def _as_serialized_graph(self):
     """Produces serialized graph representation of the dataset.
 
@@ -311,19 +309,6 @@ class Dataset(object):
     """
     return TensorSliceDataset(tensors)
 
-  @staticmethod
-  @deprecation.deprecated(None, "Use `tf.data.Dataset.from_tensor_slices()`.")
-  def from_sparse_tensor_slices(sparse_tensor):
-    """Splits each rank-N `tf.SparseTensor` in this dataset row-wise.
-
-    Args:
-      sparse_tensor: A `tf.SparseTensor`.
-
-    Returns:
-      Dataset: A `Dataset` of rank-(N-1) sparse tensors.
-    """
-    return SparseTensorSliceDataset(sparse_tensor)
-
   class _GeneratorState(object):
     """Stores outstanding iterators created from a Python generator.
 
@@ -435,7 +420,7 @@ class Dataset(object):
     flattened_types = [dtypes.as_dtype(dt) for dt in nest.flatten(output_types)]
     flattened_shapes = nest.flatten(output_shapes)
 
-    generator_state = Dataset._GeneratorState(generator)
+    generator_state = DatasetV2._GeneratorState(generator)
 
     def get_iterator_id_fn(unused_dummy):
       """Creates a unique `iterator_id` for each pass over the dataset.
@@ -1217,7 +1202,7 @@ class Dataset(object):
           dataset.
     """
     dataset = transformation_func(self)
-    if not isinstance(dataset, Dataset):
+    if not isinstance(dataset, DatasetV2):
       raise TypeError("`transformation_func` must return a Dataset.")
     dataset._input_datasets = [self]  # pylint: disable=protected-access
     return dataset
@@ -1401,6 +1386,188 @@ class Dataset(object):
     return _OptionsDataset(self, options)
 
 
+@tf_export(v1=["data.Dataset"])
+class DatasetV1(DatasetV2):
+  """Represents a potentially large set of elements.
+
+  A `Dataset` can be used to represent an input pipeline as a
+  collection of elements (nested structures of tensors) and a "logical
+  plan" of transformations that act on those elements.
+  """
+
+  def __init__(self):
+    pass
+
+  @staticmethod
+  @functools.wraps(DatasetV2.from_tensors)
+  def from_tensors(tensors):
+    return DatasetV1Adapter(DatasetV2.from_tensors(tensors))
+
+  @staticmethod
+  @functools.wraps(DatasetV2.from_tensor_slices)
+  def from_tensor_slices(tensors):
+    return DatasetV1Adapter(DatasetV2.from_tensor_slices(tensors))
+
+  @staticmethod
+  @deprecation.deprecated(None, "Use `tf.data.Dataset.from_tensor_slices()`.")
+  def from_sparse_tensor_slices(sparse_tensor):
+    """Splits each rank-N `tf.SparseTensor` in this dataset row-wise.
+
+    Args:
+      sparse_tensor: A `tf.SparseTensor`.
+
+    Returns:
+      Dataset: A `Dataset` of rank-(N-1) sparse tensors.
+    """
+    return DatasetV1Adapter(SparseTensorSliceDataset(sparse_tensor))
+
+  @staticmethod
+  @functools.wraps(DatasetV2.from_generator)
+  def from_generator(generator, output_types, output_shapes=None, args=None):
+    return DatasetV1Adapter(DatasetV2.from_generator(
+        generator, output_types, output_shapes, args))
+
+  @staticmethod
+  @functools.wraps(DatasetV2.range)
+  def range(*args):
+    return DatasetV1Adapter(DatasetV2.range(*args))
+
+  @staticmethod
+  @functools.wraps(DatasetV2.zip)
+  def zip(datasets):
+    return DatasetV1Adapter(DatasetV2.zip(datasets))
+
+  @functools.wraps(DatasetV2.concatenate)
+  def concatenate(self, dataset):
+    return DatasetV1Adapter(super(DatasetV1, self).concatenate(dataset))
+
+  @functools.wraps(DatasetV2.prefetch)
+  def prefetch(self, buffer_size):
+    return DatasetV1Adapter(super(DatasetV1, self).prefetch(buffer_size))
+
+  @staticmethod
+  @functools.wraps(DatasetV2.list_files)
+  def list_files(file_pattern, shuffle=None, seed=None):
+    return DatasetV1Adapter(DatasetV2.list_files(file_pattern, shuffle, seed))
+
+  @functools.wraps(DatasetV2.repeat)
+  def repeat(self, count=None):
+    return DatasetV1Adapter(super(DatasetV1, self).repeat(count))
+
+  @functools.wraps(DatasetV2.shuffle)
+  def shuffle(self, buffer_size, seed=None, reshuffle_each_iteration=None):
+    return DatasetV1Adapter(super(DatasetV1, self).shuffle(
+        buffer_size, seed, reshuffle_each_iteration))
+
+  @functools.wraps(DatasetV2.cache)
+  def cache(self, filename=""):
+    return DatasetV1Adapter(super(DatasetV1, self).cache(filename))
+
+  @functools.wraps(DatasetV2.take)
+  def take(self, count):
+    return DatasetV1Adapter(super(DatasetV1, self).take(count))
+
+  @functools.wraps(DatasetV2.skip)
+  def skip(self, count):
+    return DatasetV1Adapter(super(DatasetV1, self).skip(count))
+
+  @functools.wraps(DatasetV2.shard)
+  def shard(self, num_shards, index):
+    return DatasetV1Adapter(super(DatasetV1, self).shard(num_shards, index))
+
+  @functools.wraps(DatasetV2.batch)
+  def batch(self, batch_size, drop_remainder=False):
+    return DatasetV1Adapter(super(DatasetV1, self).batch(
+        batch_size, drop_remainder))
+
+  @functools.wraps(DatasetV2.padded_batch)
+  def padded_batch(self,
+                   batch_size,
+                   padded_shapes,
+                   padding_values=None,
+                   drop_remainder=False):
+    return DatasetV1Adapter(super(DatasetV1, self).padded_batch(
+        batch_size, padded_shapes, padding_values, drop_remainder))
+
+  @functools.wraps(DatasetV2.map)
+  def map(self, map_func, num_parallel_calls=None):
+    return DatasetV1Adapter(super(DatasetV1, self).map(
+        map_func, num_parallel_calls))
+
+  @functools.wraps(DatasetV2.flat_map)
+  def flat_map(self, map_func):
+    return DatasetV1Adapter(super(DatasetV1, self).flat_map(map_func))
+
+  @functools.wraps(DatasetV2.interleave)
+  def interleave(self,
+                 map_func,
+                 cycle_length,
+                 block_length=1,
+                 num_parallel_calls=None):
+    return DatasetV1Adapter(super(DatasetV1, self).interleave(
+        map_func, cycle_length, block_length, num_parallel_calls))
+
+  @functools.wraps(DatasetV2.filter)
+  def filter(self, predicate):
+    return DatasetV1Adapter(super(DatasetV1, self).filter(predicate))
+
+  @functools.wraps(DatasetV2.apply)
+  def apply(self, transformation_func):
+    return DatasetV1Adapter(super(DatasetV1, self).apply(transformation_func))
+
+  @functools.wraps(DatasetV2.window)
+  def window(self, size, shift=None, stride=1, drop_remainder=False):
+    return DatasetV1Adapter(super(DatasetV1, self).window(
+        size, shift, stride, drop_remainder))
+
+  @functools.wraps(DatasetV2.with_options)
+  def with_options(self, options):
+    return DatasetV1Adapter(super(DatasetV1, self).with_options(options))
+
+
+# TODO(b/119044825): Until all `tf.data` unit tests are converted to V2, keep
+# this alias in place.
+Dataset = DatasetV1
+
+
+class DatasetV1Adapter(DatasetV1):
+  """Wraps a V2 `Dataset` object in the `tf.compat.v1.data.Dataset` API."""
+
+  def __init__(self, dataset):
+    super(DatasetV1Adapter, self).__init__()
+    self._dataset = dataset
+
+  def _as_variant_tensor(self):
+    return self._dataset._as_variant_tensor()  # pylint: disable=protected-access
+
+  def _inputs(self):
+    return self._dataset._inputs()  # pylint: disable=protected-access
+
+  def options(self):
+    return self._dataset.options()
+
+  @property
+  def output_classes(self):
+    return self._dataset.output_classes
+
+  @property
+  def output_shapes(self):
+    return self._dataset.output_shapes
+
+  @property
+  def output_types(self):
+    return self._dataset.output_types
+
+  def make_initializable_iterator(self, shared_name=None):
+    return self._dataset.make_initializable_iterator(shared_name)
+
+  def __iter__(self):
+    return iter(self._dataset)
+
+  def make_one_shot_iterator(self):
+    return self._dataset.make_one_shot_iterator()
+
+
 @tf_export("data.Options")
 class Options(object):
   """Represents options for tf.data.Dataset.
@@ -1546,14 +1713,14 @@ class Options(object):
     return result
 
 
-class DatasetSource(Dataset):
+class DatasetSource(DatasetV2):
   """Abstract class representing a dataset with no inputs."""
 
   def _inputs(self):
     return []
 
 
-class UnaryDataset(Dataset):
+class UnaryDataset(DatasetV2):
   """Abstract class representing a dataset with one input."""
 
   def __init__(self, input_dataset):
@@ -1740,7 +1907,7 @@ class _NestedDatasetComponent(object):
     return self._output_types
 
 
-class _VariantDataset(Dataset):
+class _VariantDataset(DatasetV2):
   """A Dataset wrapper around a `tf.variant`-typed function argument."""
 
   def __init__(self, dataset_variant, structure):
@@ -1897,7 +2064,7 @@ class StructuredFunctionWrapper(object):
           flat_classes.append(sparse_tensor_lib.SparseTensor)
           flat_shapes.append(t.get_shape())
           flat_types.append(t.dtype)
-        elif isinstance(t, Dataset):
+        elif isinstance(t, DatasetV2):
           if not self._nested_dataset_support:
             raise NotImplementedError(
                 "The %s transformation does not currently support nested "
@@ -2108,14 +2275,14 @@ class _GeneratorDataset(DatasetSource):
     return "Dataset.from_generator()"
 
 
-class ZipDataset(Dataset):
+class ZipDataset(DatasetV2):
   """A `Dataset` that zips its inputs together."""
 
   def __init__(self, datasets):
     """See `Dataset.zip()` for details."""
     super(ZipDataset, self).__init__()
     for ds in nest.flatten(datasets):
-      if not isinstance(ds, Dataset):
+      if not isinstance(ds, DatasetV2):
         if isinstance(ds, list):
           message = ("The argument to `Dataset.zip()` must be a nested "
                      "structure of `Dataset` objects. Nested structures do not "
@@ -2155,7 +2322,7 @@ class ZipDataset(Dataset):
         [ds.output_types for ds in nest.flatten(self._datasets)])
 
 
-class ConcatenateDataset(Dataset):
+class ConcatenateDataset(DatasetV2):
   """A `Dataset` that concatenates its input with given dataset."""
 
   def __init__(self, input_dataset, dataset_to_concatenate):
@@ -2737,7 +2904,7 @@ class MapDataset(UnaryDataset):
     return "Dataset.map()"
 
 
-class MatchingFilesDataset(Dataset):
+class MatchingFilesDataset(DatasetV2):
   """A `Dataset` that list the files according to the input patterns."""
 
   def __init__(self, patterns):
diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index 7e165a052d..8a563122a0 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -32,8 +32,8 @@ from tensorflow.python.util.tf_export import tf_export
 _DEFAULT_READER_BUFFER_SIZE_BYTES = 256 * 1024  # 256 KB
 
 
-@tf_export("data.TextLineDataset")
-class TextLineDataset(dataset_ops.DatasetSource):
+@tf_export("data.TextLineDataset", v1=[])
+class TextLineDatasetV2(dataset_ops.DatasetSource):
   """A `Dataset` comprising lines from one or more text files."""
 
   def __init__(self, filenames, compression_type=None, buffer_size=None):
@@ -47,7 +47,7 @@ class TextLineDataset(dataset_ops.DatasetSource):
         to buffer. A value of 0 results in the default buffering values chosen
         based on the compression type.
     """
-    super(TextLineDataset, self).__init__()
+    super(TextLineDatasetV2, self).__init__()
     self._filenames = ops.convert_to_tensor(
         filenames, dtype=dtypes.string, name="filenames")
     self._compression_type = convert.optional_param_to_tensor(
@@ -75,6 +75,24 @@ class TextLineDataset(dataset_ops.DatasetSource):
     return dtypes.string
 
 
+@tf_export(v1=["data.TextLineDataset"])
+class TextLineDatasetV1(dataset_ops.DatasetV1Adapter):
+  """A `Dataset` comprising lines from one or more text files."""
+
+  def __init__(self, filenames, compression_type=None, buffer_size=None):
+    wrapped = TextLineDatasetV2(filenames, compression_type, buffer_size)
+    super(TextLineDatasetV1, self).__init__(wrapped)
+  __init__.__doc__ = TextLineDatasetV2.__init__.__doc__
+
+  @property
+  def _filenames(self):
+    return self._dataset._filenames  # pylint: disable=protected-access
+
+  @_filenames.setter
+  def _filenames(self, value):
+    self._dataset._filenames = value  # pylint: disable=protected-access
+
+
 class _TFRecordDataset(dataset_ops.DatasetSource):
   """A `Dataset` comprising records from one or more TFRecord files."""
 
@@ -156,8 +174,8 @@ class ParallelInterleaveDataset(dataset_ops.InterleaveDataset):
     return "tf.data.experimental.parallel_interleave()"
 
 
-@tf_export("data.TFRecordDataset")
-class TFRecordDataset(dataset_ops.Dataset):
+@tf_export("data.TFRecordDataset", v1=[])
+class TFRecordDatasetV2(dataset_ops.DatasetV2):
   """A `Dataset` comprising records from one or more TFRecord files."""
 
   def __init__(self, filenames, compression_type=None, buffer_size=None,
@@ -182,7 +200,7 @@ class TFRecordDataset(dataset_ops.Dataset):
       TypeError: If any argument does not have the expected type.
       ValueError: If any argument does not have the expected shape.
     """
-    super(TFRecordDataset, self).__init__()
+    super(TFRecordDatasetV2, self).__init__()
     if isinstance(filenames, dataset_ops.Dataset):
       if filenames.output_types != dtypes.string:
         raise TypeError(
@@ -194,7 +212,7 @@ class TFRecordDataset(dataset_ops.Dataset):
     else:
       filenames = ops.convert_to_tensor(filenames, dtype=dtypes.string)
       filenames = array_ops.reshape(filenames, [-1], name="flat_filenames")
-      filenames = dataset_ops.Dataset.from_tensor_slices(filenames)
+      filenames = dataset_ops.DatasetV2.from_tensor_slices(filenames)
 
     self._filenames = filenames
     self._compression_type = compression_type
@@ -217,10 +235,10 @@ class TFRecordDataset(dataset_ops.Dataset):
              compression_type=None,
              buffer_size=None,
              num_parallel_reads=None):
-    return TFRecordDataset(filenames or self._filenames,
-                           compression_type or self._compression_type,
-                           buffer_size or self._buffer_size,
-                           num_parallel_reads or self._num_parallel_reads)
+    return TFRecordDatasetV2(filenames or self._filenames,
+                             compression_type or self._compression_type,
+                             buffer_size or self._buffer_size,
+                             num_parallel_reads or self._num_parallel_reads)
 
   def _as_variant_tensor(self):
     return self._impl._as_variant_tensor()  # pylint: disable=protected-access
@@ -241,8 +259,40 @@ class TFRecordDataset(dataset_ops.Dataset):
     return self._impl.output_types
 
 
-@tf_export("data.FixedLengthRecordDataset")
-class FixedLengthRecordDataset(dataset_ops.DatasetSource):
+@tf_export(v1=["data.TFRecordDataset"])
+class TFRecordDatasetV1(dataset_ops.DatasetV1Adapter):
+  """A `Dataset` comprising records from one or more TFRecord files."""
+
+  def __init__(self, filenames, compression_type=None, buffer_size=None,
+               num_parallel_reads=None):
+    wrapped = TFRecordDatasetV2(
+        filenames, compression_type, buffer_size, num_parallel_reads)
+    super(TFRecordDatasetV1, self).__init__(wrapped)
+  __init__.__doc__ = TFRecordDatasetV2.__init__.__doc__
+
+  def _clone(self,
+             filenames=None,
+             compression_type=None,
+             buffer_size=None,
+             num_parallel_reads=None):
+    # pylint: disable=protected-access
+    return TFRecordDatasetV1(
+        filenames or self._dataset._filenames,
+        compression_type or self._dataset._compression_type,
+        buffer_size or self._dataset._buffer_size,
+        num_parallel_reads or self._dataset._num_parallel_reads)
+
+  @property
+  def _filenames(self):
+    return self._dataset._filenames  # pylint: disable=protected-access
+
+  @_filenames.setter
+  def _filenames(self, value):
+    self._dataset._filenames = value  # pylint: disable=protected-access
+
+
+@tf_export("data.FixedLengthRecordDataset", v1=[])
+class FixedLengthRecordDatasetV2(dataset_ops.DatasetSource):
   """A `Dataset` of fixed-length records from one or more binary files."""
 
   def __init__(self,
@@ -267,7 +317,7 @@ class FixedLengthRecordDataset(dataset_ops.DatasetSource):
       compression_type: (Optional.) A `tf.string` scalar evaluating to one of
         `""` (no compression), `"ZLIB"`, or `"GZIP"`.
     """
-    super(FixedLengthRecordDataset, self).__init__()
+    super(FixedLengthRecordDatasetV2, self).__init__()
     self._filenames = ops.convert_to_tensor(
         filenames, dtype=dtypes.string, name="filenames")
     self._record_bytes = ops.convert_to_tensor(
@@ -296,7 +346,6 @@ class FixedLengthRecordDataset(dataset_ops.DatasetSource):
           self._filenames, self._header_bytes, self._record_bytes,
           self._footer_bytes, self._buffer_size)
 
-
   @property
   def output_classes(self):
     return ops.Tensor
@@ -308,3 +357,36 @@ class FixedLengthRecordDataset(dataset_ops.DatasetSource):
   @property
   def output_types(self):
     return dtypes.string
+
+
+@tf_export(v1=["data.FixedLengthRecordDataset"])
+class FixedLengthRecordDatasetV1(dataset_ops.DatasetV1Adapter):
+  """A `Dataset` of fixed-length records from one or more binary files."""
+
+  def __init__(self,
+               filenames,
+               record_bytes,
+               header_bytes=None,
+               footer_bytes=None,
+               buffer_size=None,
+               compression_type=None):
+    wrapped = FixedLengthRecordDatasetV2(
+        filenames, record_bytes, header_bytes, footer_bytes, buffer_size,
+        compression_type)
+    super(FixedLengthRecordDatasetV1, self).__init__(wrapped)
+  __init__.__doc__ = FixedLengthRecordDatasetV2.__init__.__doc__
+
+  @property
+  def _filenames(self):
+    return self._dataset._filenames  # pylint: disable=protected-access
+
+  @_filenames.setter
+  def _filenames(self, value):
+    self._dataset._filenames = value  # pylint: disable=protected-access
+
+
+# TODO(b/119044825): Until all `tf.data` unit tests are converted to V2, keep
+# these aliases in place.
+FixedLengthRecordDataset = FixedLengthRecordDatasetV1
+TFRecordDataset = TFRecordDatasetV1
+TextLineDataset = TextLineDatasetV1
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt
index 8b7f63e43e..f59082baeb 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-dataset.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.data.Dataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
index 81358cecbc..d73168b070 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-fixed-length-record-dataset.pbtxt
@@ -1,8 +1,9 @@
 path: "tensorflow.data.FixedLengthRecordDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.readers.FixedLengthRecordDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.readers.FixedLengthRecordDatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1Adapter\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt
index 7b7a9ebaf0..51224cd6b4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-t-f-record-dataset.pbtxt
@@ -1,7 +1,9 @@
 path: "tensorflow.data.TFRecordDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.readers.TFRecordDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.readers.TFRecordDatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1Adapter\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt
index 1c305abf68..a10add1b7e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.-text-line-dataset.pbtxt
@@ -1,8 +1,9 @@
 path: "tensorflow.data.TextLineDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.readers.TextLineDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.readers.TextLineDatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1Adapter\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.pbtxt
index 2520e28a3c..71b597c19c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-csv-dataset.pbtxt
@@ -1,8 +1,9 @@
 path: "tensorflow.data.experimental.CsvDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.CsvDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.CsvDatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1Adapter\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.pbtxt
index 1dd53b1eab..20646e87b5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-random-dataset.pbtxt
@@ -1,8 +1,9 @@
 path: "tensorflow.data.experimental.RandomDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.random_ops.RandomDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.random_ops.RandomDatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1Adapter\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.pbtxt
index 8fdd9dc52e..86c5ff5b0b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.-sql-dataset.pbtxt
@@ -1,8 +1,9 @@
 path: "tensorflow.data.experimental.SqlDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.SqlDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.SqlDatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1Adapter\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV1\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
index 4c253bb8ad..244b24519c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.data.experimental.pbtxt
@@ -90,7 +90,7 @@ tf_module {
   }
   member_method {
     name: "make_batched_features_dataset"
-    argspec: "args=[\'file_pattern\', \'batch_size\', \'features\', \'reader\', \'label_key\', \'reader_args\', \'num_epochs\', \'shuffle\', \'shuffle_buffer_size\', \'shuffle_seed\', \'prefetch_buffer_size\', \'reader_num_threads\', \'parser_num_threads\', \'sloppy_ordering\', \'drop_final_batch\'], varargs=None, keywords=None, defaults=[\"<class \'tensorflow.python.data.ops.readers.TFRecordDataset\'>\", \'None\', \'None\', \'None\', \'True\', \'10000\', \'None\', \'-1\', \'1\', \'2\', \'False\', \'False\'], "
+    argspec: "args=[\'file_pattern\', \'batch_size\', \'features\', \'reader\', \'label_key\', \'reader_args\', \'num_epochs\', \'shuffle\', \'shuffle_buffer_size\', \'shuffle_seed\', \'prefetch_buffer_size\', \'reader_num_threads\', \'parser_num_threads\', \'sloppy_ordering\', \'drop_final_batch\'], varargs=None, keywords=None, defaults=[\"<class \'tensorflow.python.data.ops.readers.TFRecordDatasetV1\'>\", \'None\', \'None\', \'None\', \'True\', \'10000\', \'None\', \'-1\', \'1\', \'2\', \'False\', \'False\'], "
   }
   member_method {
     name: "make_csv_dataset"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt
index 8b7f63e43e..9394f4b767 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-dataset.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.data.Dataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -16,7 +16,6 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
     name: "apply"
@@ -46,10 +45,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
index 81358cecbc..8c32c773b7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-fixed-length-record-dataset.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.data.FixedLengthRecordDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.readers.FixedLengthRecordDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.readers.FixedLengthRecordDatasetV2\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -48,10 +48,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt
index 7b7a9ebaf0..9f32bce109 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-t-f-record-dataset.pbtxt
@@ -1,7 +1,7 @@
 path: "tensorflow.data.TFRecordDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.readers.TFRecordDataset\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.readers.TFRecordDatasetV2\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -47,10 +47,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt
index 1c305abf68..0eedfdbfe1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.-text-line-dataset.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.data.TextLineDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.ops.readers.TextLineDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.readers.TextLineDatasetV2\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -48,10 +48,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.pbtxt
index 2520e28a3c..08214ec3cf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-csv-dataset.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.data.experimental.CsvDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.CsvDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.CsvDatasetV2\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -48,10 +48,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.pbtxt
index 1dd53b1eab..608253298e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-random-dataset.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.data.experimental.RandomDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.random_ops.RandomDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.random_ops.RandomDatasetV2\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -48,10 +48,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.pbtxt
index 8fdd9dc52e..3335eb1dc7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.-sql-dataset.pbtxt
@@ -1,8 +1,8 @@
 path: "tensorflow.data.experimental.SqlDataset"
 tf_class {
-  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.SqlDataset\'>"
+  is_instance: "<class \'tensorflow.python.data.experimental.ops.readers.SqlDatasetV2\'>"
   is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetSource\'>"
-  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.Dataset\'>"
+  is_instance: "<class \'tensorflow.python.data.ops.dataset_ops.DatasetV2\'>"
   is_instance: "<type \'object\'>"
   member {
     name: "output_classes"
@@ -48,10 +48,6 @@ tf_class {
     name: "from_generator"
     argspec: "args=[\'generator\', \'output_types\', \'output_shapes\', \'args\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "from_sparse_tensor_slices"
-    argspec: "args=[\'sparse_tensor\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "from_tensor_slices"
     argspec: "args=[\'tensors\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
index 4c253bb8ad..244b24519c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.data.experimental.pbtxt
@@ -90,7 +90,7 @@ tf_module {
   }
   member_method {
     name: "make_batched_features_dataset"
-    argspec: "args=[\'file_pattern\', \'batch_size\', \'features\', \'reader\', \'label_key\', \'reader_args\', \'num_epochs\', \'shuffle\', \'shuffle_buffer_size\', \'shuffle_seed\', \'prefetch_buffer_size\', \'reader_num_threads\', \'parser_num_threads\', \'sloppy_ordering\', \'drop_final_batch\'], varargs=None, keywords=None, defaults=[\"<class \'tensorflow.python.data.ops.readers.TFRecordDataset\'>\", \'None\', \'None\', \'None\', \'True\', \'10000\', \'None\', \'-1\', \'1\', \'2\', \'False\', \'False\'], "
+    argspec: "args=[\'file_pattern\', \'batch_size\', \'features\', \'reader\', \'label_key\', \'reader_args\', \'num_epochs\', \'shuffle\', \'shuffle_buffer_size\', \'shuffle_seed\', \'prefetch_buffer_size\', \'reader_num_threads\', \'parser_num_threads\', \'sloppy_ordering\', \'drop_final_batch\'], varargs=None, keywords=None, defaults=[\"<class \'tensorflow.python.data.ops.readers.TFRecordDatasetV1\'>\", \'None\', \'None\', \'None\', \'True\', \'10000\', \'None\', \'-1\', \'1\', \'2\', \'False\', \'False\'], "
   }
   member_method {
     name: "make_csv_dataset"
-- 
GitLab


From bf705e98d1cec46211b13c190c6bdf4f9f221b88 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 14 Nov 2018 20:47:37 -0800
Subject: [PATCH 1632/1825] Avoid using offsetof in `ValueAndTensorBuffer`
 because it raises a warning before C++17.

Also define a class-specific placement deallocation function for `ValueAndTensorBuffer`, because some compilers warn if it is not present.

PiperOrigin-RevId: 221562487
---
 tensorflow/core/framework/tensor.h | 22 ++++++++++++++++++++--
 1 file changed, 20 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/framework/tensor.h b/tensorflow/core/framework/tensor.h
index eff1dc3736..797ce5f0be 100644
--- a/tensorflow/core/framework/tensor.h
+++ b/tensorflow/core/framework/tensor.h
@@ -17,6 +17,7 @@ limitations under the License.
 #define TENSORFLOW_CORE_FRAMEWORK_TENSOR_H_
 
 #include <cstdint>
+#include <type_traits>
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/framework/allocator.h"
 #include "tensorflow/core/framework/tensor_shape.h"
@@ -893,8 +894,25 @@ Tensor::Tensor(T value, host_scalar_tag tag) {
       // `core::Refcounted::Unref()` for an object of this type will free
       // the enclosing `ValueAndTensorBuffer` for the tensor buffer.
       static void operator delete(void* ptr) {
-        port::AlignedFree(static_cast<char*>(ptr) -
-                          offsetof(ValueAndTensorBuffer, tensor_buffer));
+        // Use a dummy object to compute to offset of
+        // `ValueAndTensorBuffer::tensor_buffer`, because `offsetof()` is not
+        // necessarily defined on this non-POD type (until C++17).
+        typename std::aligned_storage<sizeof(ValueAndTensorBuffer),
+                                      alignof(ValueAndTensorBuffer)>::type
+            dummy_storage_;
+        ValueAndTensorBuffer* dummy_object =
+            reinterpret_cast<ValueAndTensorBuffer*>(&dummy_storage_);
+        intptr_t offset =
+            reinterpret_cast<intptr_t>(&dummy_object->tensor_buffer) -
+            reinterpret_cast<intptr_t>(dummy_object);
+
+        port::AlignedFree(static_cast<char*>(ptr) - offset);
+      }
+
+      static void operator delete(void*, void*) {
+        // Some compilers require an overridden class-specific deallocation
+        // function, which will be called if placement `new` throws an
+        // exception.
       }
 
      private:
-- 
GitLab


From 6f0f058bced3bd07e3df33ed66163715db28757d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Wed, 14 Nov 2018 21:03:49 -0800
Subject: [PATCH 1633/1825] Automated rollback of commit
 1c2d515477ada15b363d8c210d668dd20784d392

PiperOrigin-RevId: 221563772
---
 tensorflow/core/graph/testlib.cc              |  11 -
 tensorflow/core/graph/testlib.h               |   4 -
 tensorflow/core/kernels/BUILD                 |  25 +-
 tensorflow/core/kernels/scan_ops_gpu.cu.cc    | 263 +-----------------
 tensorflow/core/kernels/scan_ops_test.cc      | 146 ----------
 .../core/util/permutation_input_iterator.h    |   6 +-
 .../core/util/permutation_output_iterator.h   | 129 ---------
 .../python/kernel_tests/conv_ops_test.py      |   2 +-
 .../python/kernel_tests/scan_ops_test.py      |   5 -
 9 files changed, 6 insertions(+), 585 deletions(-)
 delete mode 100644 tensorflow/core/kernels/scan_ops_test.cc
 delete mode 100644 tensorflow/core/util/permutation_output_iterator.h

diff --git a/tensorflow/core/graph/testlib.cc b/tensorflow/core/graph/testlib.cc
index 0e74a30c7a..0a38aa1c91 100644
--- a/tensorflow/core/graph/testlib.cc
+++ b/tensorflow/core/graph/testlib.cc
@@ -123,17 +123,6 @@ Node* Assign(Graph* g, Node* var, Node* val) {
   return ret;
 }
 
-Node* Cumsum(Graph* g, Node* data, Node* axes, bool exclusive, bool reverse) {
-  Node* ret;
-  TF_CHECK_OK(NodeBuilder(g->NewName("n"), "Cumsum")
-                  .Input(data)
-                  .Input(axes)
-                  .Attr("exclusive", exclusive)
-                  .Attr("reverse", reverse)
-                  .Finalize(g, &ret));
-  return ret;
-}
-
 Node* Reduce(Graph* g, const string& reduce, Node* data, Node* axes,
              bool keep_dims) {
   Node* ret;
diff --git a/tensorflow/core/graph/testlib.h b/tensorflow/core/graph/testlib.h
index 0c7233161f..b00196f587 100644
--- a/tensorflow/core/graph/testlib.h
+++ b/tensorflow/core/graph/testlib.h
@@ -68,10 +68,6 @@ Node* Recv(Graph* g, const string& tensor, const string& type,
            const string& sender, const uint64 sender_incarnation,
            const string& receiver);
 
-// Adds a cumsum "node" in "g" doing cumsum(data, axes).
-Node* Cumsum(Graph* g, Node* data, Node* axes, bool exclusive = false,
-             bool reverse = false);
-
 // Adds a reduction "node" in "g" doing sum(data, axes).  "reduce" is
 // a reduction, e.g., Sum, Max, Min, Mean, etc.
 Node* Reduce(Graph* g, const string& reduce, Node* data, Node* axes,
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 9065989657..5fd0f5d5d1 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -3197,7 +3197,7 @@ tf_kernel_library(
 tf_kernel_library(
     name = "scan_ops",
     prefix = "scan_ops",
-    deps = MATH_DEPS + if_cuda(["@cub_archive//:cub"]),
+    deps = MATH_DEPS,
 )
 
 tf_kernel_library(
@@ -3375,29 +3375,6 @@ tf_cuda_cc_test(
     ],
 )
 
-tf_cuda_cc_test(
-    name = "scan_ops_test",
-    size = "small",
-    srcs = ["scan_ops_test.cc"],
-    linkopts = select({
-        "//tensorflow:darwin": ["-headerpad_max_install_names"],
-        "//conditions:default": [],
-    }),
-    deps = [
-        ":host_constant_op",
-        ":ops_testutil",
-        ":ops_util",
-        ":scan_ops",
-        "//tensorflow/core:core_cpu",
-        "//tensorflow/core:framework",
-        "//tensorflow/core:lib",
-        "//tensorflow/core:protos_all_cc",
-        "//tensorflow/core:test",
-        "//tensorflow/core:test_main",
-        "//tensorflow/core:testlib",
-    ],
-)
-
 tf_cuda_cc_test(
     name = "reduction_ops_test",
     size = "small",
diff --git a/tensorflow/core/kernels/scan_ops_gpu.cu.cc b/tensorflow/core/kernels/scan_ops_gpu.cu.cc
index 83f6cfd8c4..ed6c6affce 100644
--- a/tensorflow/core/kernels/scan_ops_gpu.cu.cc
+++ b/tensorflow/core/kernels/scan_ops_gpu.cu.cc
@@ -1,4 +1,4 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -16,18 +16,9 @@ limitations under the License.
 #if GOOGLE_CUDA
 
 #define EIGEN_USE_GPU
-#define CUB_USE_COOPERATIVE_GROUPS
 
-#include "third_party/cub/block/block_load.cuh"
-#include "third_party/cub/block/block_scan.cuh"
-#include "third_party/cub/block/block_store.cuh"
-#include "third_party/cub/iterator/counting_input_iterator.cuh"
-#include "third_party/cub/iterator/transform_input_iterator.cuh"
-#include "cuda/include/cuComplex.h"
 #include "tensorflow/core/framework/numeric_types.h"
 #include "tensorflow/core/framework/register_types.h"
-#include "tensorflow/core/util/permutation_input_iterator.h"
-#include "tensorflow/core/util/permutation_output_iterator.h"
 
 #include "tensorflow/core/kernels/scan_ops.h"
 
@@ -36,258 +27,6 @@ namespace tensorflow {
 typedef Eigen::GpuDevice GPUDevice;
 typedef Eigen::Index Index;
 
-namespace functor {
-
-// Map a contiguous range to the actual memory locations depending on which
-// axis the scan is taking place over and whether or not reversed.
-struct MapIndexToLocation {
-  __host__ __device__ MapIndexToLocation(int dimx, int dimy, int dimz,
-                                         bool reverse = false)
-      : dimx_(dimx), dimy_(dimy), dimz_(dimz), reverse_(reverse) {}
-
-  __host__ __device__ int operator()(int id) const {
-    if (dimx_ == 1) {
-      int row = id % dimy_;
-      int col = id / dimy_;
-
-      if (reverse_) return (dimy_ - row - 1) * dimz_ + col;
-
-      return row * dimz_ + col;
-    } else if (dimz_ == 1) {
-      if (reverse_) {
-        int row = id / dimy_;
-        int col = id % dimy_;
-        return row * dimy_ + (dimy_ - col - 1);
-      }
-      return id;
-    } else {
-      int col = id % dimy_;
-      int tmp = id / dimy_;
-
-      int row1 = id / (dimy_ * dimz_);
-      int col1 = tmp % dimz_;
-
-      if (reverse_)
-        return row1 * dimy_ * dimz_ + (dimy_ - col - 1) * dimz_ + col1;
-
-      return row1 * dimy_ * dimz_ + col * dimz_ + col1;
-    }
-  }
-
-  int dimx_;
-  int dimy_;
-  int dimz_;
-  bool reverse_;
-};
-
-template <typename T, typename Op>
-struct BlockPrefixCallbackOp {
-  // Running prefix
-  T running_total_;
-  Op op_;
-
-  __device__ BlockPrefixCallbackOp(T running_total, Op op)
-      : running_total_(running_total), op_(op) {}
-
-  // Callback operator to be entered by the first warp of threads in the block.
-  // tid 0 is responsible for returning a value for seeding the block-wide scan.
-  __device__ T operator()(T block_aggregate) {
-    T old_prefix = running_total_;
-    running_total_ = op_(old_prefix, block_aggregate);
-    return old_prefix;
-  }
-};
-
-template <typename T>
-struct Sum {
-  __host__ __device__ T operator()(const T& a, const T& b) const {
-    return a + b;
-  }
-};
-
-template <typename T>
-struct Prod {
-  __host__ __device__ T operator()(const T& a, const T& b) const {
-    return a * b;
-  }
-};
-
-template <typename T, typename Op>
-struct IsSum {
-  constexpr static bool value =
-      (std::is_same<Op, Sum<T>>::value ||
-       std::is_same<Op, Eigen::internal::SumReducer<T>>::value);
-};
-
-template <typename T, typename Op>
-struct IsProd {
-  constexpr static bool value =
-      (std::is_same<Op, Prod<T>>::value ||
-       std::is_same<Op, Eigen::internal::ProdReducer<T>>::value);
-};
-
-template <typename T, typename Op>
-struct IdentityValue {
-  static_assert(IsSum<T, Op>::value || IsProd<T, Op>::value,
-                "IdentityValue not yet defined for this type.");
-
-  template <typename U = T, typename OpCopy = Op>
-  __host__ __device__ U operator()(
-      typename std::enable_if<IsSum<U, OpCopy>::value, U>::type t = U(0)) {
-    return t;
-  }
-
-  template <typename U = T, typename OpCopy = Op>
-  __host__ __device__ U operator()(
-      typename std::enable_if<IsProd<U, OpCopy>::value, U>::type t = U(1)) {
-    return t;
-  }
-};
-
-// Each block is mapped to one sequence.  A contiguous range is mapped to the
-// appropriate locations in memory by the permutation iterators.  This is
-// ideal for 1-D and row based scans.  Column scans would be better if they
-// did a block load and then locally transposed.  CUB's device wide scan is not
-// used in the large 1D case, even though it would be more efficient, because
-// it is not deterministic.
-template <typename T, typename Op, int BlockDim = 128, int ItemsPerThread = 4>
-__global__ void scan_kernel(const T* in, T* out, int dimx, int dimy, int dimz,
-                            bool exclusive, bool reverse, Op op) {
-  typedef cub::BlockLoad<T, BlockDim, ItemsPerThread, cub::BLOCK_LOAD_TRANSPOSE>
-      BlockLoad;
-  typedef cub::BlockStore<T, BlockDim, ItemsPerThread,
-                          cub::BLOCK_STORE_TRANSPOSE>
-      BlockStore;
-  typedef cub::BlockScan<T, BlockDim> BlockScan;
-
-  // Allocate aliased shared memory for BlockLoad, BlockStore, and BlockScan
-  __shared__ union {
-    typename BlockLoad::TempStorage load;
-    typename BlockScan::TempStorage scan;
-    typename BlockStore::TempStorage store;
-  } temp_storage;
-
-  int problem_length = dimy;
-
-  // Initialize running total
-  BlockPrefixCallbackOp<T, Op> prefix_op(IdentityValue<T, Op>()(), op);
-
-  MapIndexToLocation map_op(dimx, dimy, dimz, reverse);
-  int block_start = problem_length * blockIdx.x;
-  // Have the block iterate over segments of items
-  for (int block_offset = block_start;
-       block_offset < block_start + problem_length;
-       block_offset += BlockDim * ItemsPerThread) {
-    int valid_items = min(BlockDim * ItemsPerThread,
-                          problem_length - (block_offset % problem_length));
-
-    // first construct a counting iterator that has the desired start point
-    typedef cub::TransformInputIterator<int, MapIndexToLocation,
-                                        cub::CountingInputIterator<int>>
-        MapIterType;
-
-    cub::CountingInputIterator<int> counting_iter(block_offset);
-
-    // Next map the iterator to the actual locations in memory
-    MapIterType map_iter(counting_iter, map_op);
-
-    PermutationInputIterator<T, const T*, MapIterType> permutein_iter(in,
-                                                                      map_iter);
-    PermutationOutputIterator<T, T*, MapIterType> permuteout_iter(out,
-                                                                  map_iter);
-
-    // Load a segment of consecutive items that are blocked across threads
-    T thread_data[ItemsPerThread];
-    BlockLoad(temp_storage.load).Load(permutein_iter, thread_data, valid_items);
-    __syncthreads();
-
-    // Collectively compute the block-wide scan
-    if (exclusive) {
-      BlockScan(temp_storage.scan)
-          .ExclusiveScan(thread_data, thread_data, op, prefix_op);
-    } else {
-      BlockScan(temp_storage.scan)
-          .InclusiveScan(thread_data, thread_data, op, prefix_op);
-    }
-    __syncthreads();
-
-    // Store scanned items to output segment
-    BlockStore(temp_storage.store)
-        .Store(permuteout_iter, thread_data, valid_items);
-    __syncthreads();
-  }
-}
-
-template <typename T, typename Op>
-void LaunchScan(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
-                typename TTypes<T, 3>::Tensor out, Op op, const bool reverse,
-                const bool exclusive) {
-  const int items_per_thread = 4;
-
-  int dimx = in.dimension(0);
-  int dimy = in.dimension(1);
-  int dimz = in.dimension(2);
-  int num_blocks = dimx * dimz;
-
-  int ideal_block_size = dimy / items_per_thread;
-
-  // There seems to be a bug when the type is not float and block_size 1024.
-  // Launch on the smallest power of 2 block size that we can.
-  if (ideal_block_size >= 1024 && std::is_same<T, float>::value) {
-    const int block_size = 1024;
-    scan_kernel<T, Op, block_size, items_per_thread>
-        <<<num_blocks, block_size, 0, d.stream()>>>(
-            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
-  } else if (ideal_block_size >= 512) {
-    const int block_size = 512;
-    scan_kernel<T, Op, block_size, items_per_thread>
-        <<<num_blocks, block_size, 0, d.stream()>>>(
-            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
-  } else if (ideal_block_size >= 256) {
-    const int block_size = 256;
-    scan_kernel<T, Op, block_size, items_per_thread>
-        <<<num_blocks, block_size, 0, d.stream()>>>(
-            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
-  } else if (ideal_block_size >= 128) {
-    const int block_size = 128;
-    scan_kernel<T, Op, block_size, items_per_thread>
-        <<<num_blocks, block_size, 0, d.stream()>>>(
-            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
-  } else if (ideal_block_size >= 64) {
-    const int block_size = 64;
-    scan_kernel<T, Op, block_size, items_per_thread>
-        <<<num_blocks, block_size, 0, d.stream()>>>(
-            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
-  } else {
-    const int block_size = 32;
-    scan_kernel<T, Op, block_size, items_per_thread>
-        <<<num_blocks, block_size, 0, d.stream()>>>(
-            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
-  }
-}
-
-template <typename T>
-struct Scan<GPUDevice, Eigen::internal::SumReducer<T>, T> {
-  void operator()(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
-                  typename TTypes<T, 3>::Tensor out,
-                  const Eigen::internal::SumReducer<T>& reducer,
-                  const bool reverse, const bool exclusive) {
-    LaunchScan<T, Sum<T>>(d, in, out, Sum<T>(), reverse, exclusive);
-  }
-};
-
-template <typename T>
-struct Scan<GPUDevice, Eigen::internal::ProdReducer<T>, T> {
-  void operator()(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
-                  typename TTypes<T, 3>::Tensor out,
-                  const Eigen::internal::ProdReducer<T>& reducer,
-                  const bool reverse, const bool exclusive) {
-    LaunchScan<T, Prod<T>>(d, in, out, Prod<T>(), reverse, exclusive);
-  }
-};
-
-}  // namespace functor
-
 #define DEFINE(REDUCER, T) template struct functor::Scan<GPUDevice, REDUCER, T>;
 
 #define DEFINE_FOR_ALL_REDUCERS(T)           \
diff --git a/tensorflow/core/kernels/scan_ops_test.cc b/tensorflow/core/kernels/scan_ops_test.cc
deleted file mode 100644
index 588b606a99..0000000000
--- a/tensorflow/core/kernels/scan_ops_test.cc
+++ /dev/null
@@ -1,146 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/core/common_runtime/kernel_benchmark_testlib.h"
-#include "tensorflow/core/framework/tensor.h"
-#include "tensorflow/core/framework/types.h"
-#include "tensorflow/core/platform/test.h"
-#include "tensorflow/core/platform/test_benchmark.h"
-
-namespace tensorflow {
-
-template <typename T>
-static Graph* LargeOneDCumsum(int num_x, bool reverse = false) {
-  auto* g = new Graph(OpRegistry::Global());
-  Tensor data(DataTypeToEnum<T>::value, TensorShape({num_x}));
-  data.flat<T>().setRandom();
-  Tensor axes(DT_INT32, TensorShape({}));
-  axes.flat<int32>()(0) = 0;
-  test::graph::Cumsum(g, test::graph::Constant(g, data),
-                      test::graph::Constant(g, axes));
-  return g;
-}
-
-static Graph* ColCumsum(int num_x, int num_y, bool reverse = false) {
-  auto* g = new Graph(OpRegistry::Global());
-  Tensor data(DT_FLOAT, TensorShape({num_x, num_y}));
-  data.flat<float>().setRandom();
-  Tensor axes(DT_INT32, TensorShape({}));
-  axes.flat<int32>()(0) = 0;
-  test::graph::Cumsum(g, test::graph::Constant(g, data),
-                      test::graph::Constant(g, axes));
-  return g;
-}
-
-static Graph* RowCumsum(int num_x, int num_y, bool reverse = false) {
-  auto* g = new Graph(OpRegistry::Global());
-  Tensor data(DT_FLOAT, TensorShape({num_x, num_y}));
-  data.flat<float>().setRandom();
-  Tensor axes(DT_INT32, TensorShape({}));
-  axes.flat<int32>()(0) = 1;
-  test::graph::Cumsum(g, test::graph::Constant(g, data),
-                      test::graph::Constant(g, axes));
-  return g;
-}
-
-static Graph* ThreeDYCumsum(int num_y, int num_z, bool reverse = false) {
-  auto* g = new Graph(OpRegistry::Global());
-  Tensor data(DT_FLOAT, TensorShape({32, num_y, num_z}));
-  data.flat<float>().setRandom();
-  Tensor axes(DT_INT32, TensorShape({}));
-  axes.flat<int32>()(0) = 1;
-  test::graph::Cumsum(g, test::graph::Constant(g, data),
-                      test::graph::Constant(g, axes));
-  return g;
-}
-
-template <typename T>
-static void LargeOneDimensional(int iters, const string& device, int num_x,
-                                bool reverse = false) {
-  testing::ItemsProcessed(static_cast<int64>(iters) * num_x);
-  testing::BytesProcessed(static_cast<int64>(iters) * num_x * sizeof(T));
-  test::Benchmark(device, LargeOneDCumsum<T>(num_x, reverse)).Run(iters);
-}
-
-static void DoRowCumsum(int iters, const string& device, int num_x, int num_y,
-                        bool reverse = false) {
-  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
-  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
-                          sizeof(float));
-  test::Benchmark(device, RowCumsum(num_x, num_y, reverse)).Run(iters);
-}
-
-static void DoColCumsum(int iters, const string& device, int num_x, int num_y,
-                        bool reverse = false) {
-  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
-  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
-                          sizeof(float));
-  test::Benchmark(device, ColCumsum(num_x, num_y, reverse)).Run(iters);
-}
-
-static void Do3DYCumsum(int iters, const string& device, int num_x, int num_y,
-                        bool reverse = false) {
-  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
-  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
-                          sizeof(float));
-  test::Benchmark(device, ThreeDYCumsum(num_x, num_y, reverse)).Run(iters);
-}
-
-static void BM_OneDCumsumGPU(int iters, int num_x) {
-  LargeOneDimensional<float>(iters, "gpu", num_x);
-}
-BENCHMARK(BM_OneDCumsumGPU)->Range(1, 1 << 21);
-
-static void BM_OneDCumsumGPUHalf(int iters, int num_x) {
-  LargeOneDimensional<Eigen::half>(iters, "gpu", num_x);
-}
-BENCHMARK(BM_OneDCumsumGPUHalf)->Range(1, 1 << 21);
-
-static void BM_Sum2DRowCumsumGPU(int iters, int num_x, int num_y) {
-  DoRowCumsum(iters, "gpu", num_x, num_y);
-}
-BENCHMARK(BM_Sum2DRowCumsumGPU)->RangePair(1, 8192, 1, 8192);
-
-static void BM_Sum2DColumnCumsumGPU(int iters, int num_x, int num_y) {
-  DoColCumsum(iters, "gpu", num_x, num_y);
-}
-BENCHMARK(BM_Sum2DColumnCumsumGPU)->RangePair(1, 8192, 1, 8192);
-
-static void BM_Sum3DYCumsumGPU(int iters, int num_x, int num_y) {
-  Do3DYCumsum(iters, "gpu", num_x, num_y);
-}
-BENCHMARK(BM_Sum3DYCumsumGPU)->RangePair(64, 4096, 64, 4096);
-
-static void BM_OneDCumsumGPU_reverse(int iters, int num_x) {
-  LargeOneDimensional<float>(iters, "gpu", num_x, true);
-}
-BENCHMARK(BM_OneDCumsumGPU_reverse)->Range(1, 1 << 21);
-
-static void BM_Sum2DRowCumsumGPU_reverse(int iters, int num_x, int num_y) {
-  DoRowCumsum(iters, "gpu", num_x, num_y, true);
-}
-BENCHMARK(BM_Sum2DRowCumsumGPU_reverse)->RangePair(1, 8192, 1, 8192);
-
-static void BM_Sum2DColumnCumsumGPU_reverse(int iters, int num_x, int num_y) {
-  DoColCumsum(iters, "gpu", num_x, num_y, true);
-}
-BENCHMARK(BM_Sum2DColumnCumsumGPU_reverse)->RangePair(1, 8192, 1, 8192);
-
-static void BM_Sum3DYCumsumGPU_reverse(int iters, int num_x, int num_y) {
-  Do3DYCumsum(iters, "gpu", num_x, num_y, true);
-}
-BENCHMARK(BM_Sum3DYCumsumGPU_reverse)->RangePair(32, 2048, 32, 2048);
-
-}  // end namespace tensorflow
diff --git a/tensorflow/core/util/permutation_input_iterator.h b/tensorflow/core/util/permutation_input_iterator.h
index 649318ebf3..f6375b2515 100644
--- a/tensorflow/core/util/permutation_input_iterator.h
+++ b/tensorflow/core/util/permutation_input_iterator.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
-#define TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#ifndef TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#define TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
 
 #include <iostream>
 #include <iterator>
@@ -131,4 +131,4 @@ class PermutationInputIterator {
 
 }  // end namespace tensorflow
 
-#endif  // TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#endif  // TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
diff --git a/tensorflow/core/util/permutation_output_iterator.h b/tensorflow/core/util/permutation_output_iterator.h
deleted file mode 100644
index 638c0f4545..0000000000
--- a/tensorflow/core/util/permutation_output_iterator.h
+++ /dev/null
@@ -1,129 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#ifndef TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
-#define TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
-
-#include <iostream>
-#include <iterator>
-
-namespace tensorflow {
-
-template <typename ValueType, typename OutputIteratorT, typename IndexIteratorT,
-          typename OffsetT = ptrdiff_t>
-class PermutationOutputIterator {
- public:
-  // Required iterator traits
-  typedef PermutationOutputIterator self_type;  ///< My own type
-  typedef OffsetT difference_type;  ///< Type to express the result of
-                                    ///< subtracting one iterator from another
-  typedef ValueType
-      value_type;  ///< The type of the element the iterator can point to
-  typedef ValueType* pointer;    ///< The type of a pointer to an element the
-                                 ///< iterator can point to
-  typedef ValueType& reference;  ///< The type of a reference to an element the
-                                 ///< iterator can point to
-
-  typedef std::random_access_iterator_tag
-      iterator_category;  ///< The iterator category
-
- private:
-  OutputIteratorT output_itr;
-  IndexIteratorT index_itr;
-
- public:
-  /// Constructor
-  __host__ __device__ __forceinline__ PermutationOutputIterator(
-      OutputIteratorT output_itr,  ///< Input iterator to wrap
-      IndexIteratorT index_itr)    ///< Conversion functor to wrap
-      : output_itr(output_itr), index_itr(index_itr) {}
-
-  /// Postfix increment
-  __host__ __device__ __forceinline__ self_type operator++(int) {
-    self_type retval = *this;
-    index_itr++;
-    return retval;
-  }
-
-  /// Prefix increment
-  __host__ __device__ __forceinline__ self_type operator++() {
-    index_itr++;
-    return *this;
-  }
-
-  /// Indirection
-  __host__ __device__ __forceinline__ reference operator*() const {
-    return output_itr[*index_itr];
-  }
-
-  /// Addition
-  template <typename Distance>
-  __host__ __device__ __forceinline__ self_type operator+(Distance n) const {
-    self_type retval(output_itr, index_itr + n);
-    return retval;
-  }
-
-  /// Addition assignment
-  template <typename Distance>
-  __host__ __device__ __forceinline__ self_type& operator+=(Distance n) {
-    index_itr += n;
-    return *this;
-  }
-
-  /// Subtraction
-  template <typename Distance>
-  __host__ __device__ __forceinline__ self_type operator-(Distance n) const {
-    self_type retval(output_itr, index_itr - n);
-    return retval;
-  }
-
-  /// Subtraction assignment
-  template <typename Distance>
-  __host__ __device__ __forceinline__ self_type& operator-=(Distance n) {
-    index_itr -= n;
-    return *this;
-  }
-
-  /// Distance
-  __host__ __device__ __forceinline__ difference_type
-  operator-(self_type other) const {
-    return index_itr - other.index_itr;
-  }
-
-  /// Array subscript
-  template <typename Distance>
-  __host__ __device__ __forceinline__ reference operator[](Distance n) const {
-    return output_itr[index_itr[n]];
-  }
-
-  /// Equal to
-  __host__ __device__ __forceinline__ bool operator==(const self_type& rhs) {
-    return (index_itr == rhs.index_itr && output_itr == rhs.output_itr);
-  }
-
-  /// Not equal to
-  __host__ __device__ __forceinline__ bool operator!=(const self_type& rhs) {
-    return !(*this == rhs);
-  }
-
-  /// ostream operator
-  friend std::ostream& operator<<(std::ostream& os, const self_type& itr) {
-    return os;
-  }
-};
-
-}  // end namespace tensorflow
-
-#endif  // TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
diff --git a/tensorflow/python/kernel_tests/conv_ops_test.py b/tensorflow/python/kernel_tests/conv_ops_test.py
index 835cc1504d..0ccbbf155c 100644
--- a/tensorflow/python/kernel_tests/conv_ops_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_test.py
@@ -1669,7 +1669,7 @@ class SeparableConv2DTest(test.TestCase):
 
       value = sess.run(conv)
     tf_logging.info("value = ", value)
-    self.assertArrayNear(expected, np.ravel(value), 1e-3)
+    self.assertArrayNear(expected, np.ravel(value), 1e-5)
     self.assertShapeEqual(value, conv)
 
   def _testSeparableConv2D(self, data_format):
diff --git a/tensorflow/python/kernel_tests/scan_ops_test.py b/tensorflow/python/kernel_tests/scan_ops_test.py
index c48e0e2e67..b369222565 100644
--- a/tensorflow/python/kernel_tests/scan_ops_test.py
+++ b/tensorflow/python/kernel_tests/scan_ops_test.py
@@ -126,11 +126,6 @@ class CumsumTest(test.TestCase):
       for axis in range(-6, 6, 3):
         self._compareAll(x, axis)
 
-  def testLarge(self):
-    for dtype in self.valid_dtypes:
-      x = np.ones([1000000], dtype=dtype) / 1024
-      self._compareAll(x, 0)
-
   def testInvalidAxis(self):
     x = np.arange(0, 10).reshape([2, 5]).astype(np.float32)
     input_tensor = ops.convert_to_tensor(x)
-- 
GitLab


From 8dd83e34a00d051bb444b0474096d4f468a13663 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Wed, 14 Nov 2018 22:22:21 -0800
Subject: [PATCH 1634/1825] [tf.data] Add `UnaryUnchangedStructureDataset`.

This reduces the structure-handling boilerplate in `Dataset` implementations that have matching input and output structure.

PiperOrigin-RevId: 221569355
---
 .../python/data/experimental/ops/error_ops.py |  14 +-
 .../data/experimental/ops/optimization.py     |  28 +--
 .../data/experimental/ops/prefetching_ops.py  |  28 +--
 .../data/experimental/ops/shuffle_ops.py      |  14 +-
 .../python/data/experimental/ops/sleep.py     |   2 +-
 .../python/data/experimental/ops/stats_ops.py |  14 +-
 .../data/experimental/ops/threadpool.py       |  14 +-
 .../python/data/experimental/ops/unique.py    |  14 +-
 tensorflow/python/data/ops/dataset_ops.py     | 175 +++---------------
 9 files changed, 38 insertions(+), 265 deletions(-)

diff --git a/tensorflow/python/data/experimental/ops/error_ops.py b/tensorflow/python/data/experimental/ops/error_ops.py
index 82e274b70c..879b13ce09 100644
--- a/tensorflow/python/data/experimental/ops/error_ops.py
+++ b/tensorflow/python/data/experimental/ops/error_ops.py
@@ -52,7 +52,7 @@ def ignore_errors():
   return _apply_fn
 
 
-class _IgnoreErrorsDataset(dataset_ops.UnaryDataset):
+class _IgnoreErrorsDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that silently ignores errors when computing its input."""
 
   def __init__(self, input_dataset):
@@ -64,15 +64,3 @@ class _IgnoreErrorsDataset(dataset_ops.UnaryDataset):
     return gen_experimental_dataset_ops.experimental_ignore_errors_dataset(
         self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
         **dataset_ops.flat_structure(self))
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
diff --git a/tensorflow/python/data/experimental/ops/optimization.py b/tensorflow/python/data/experimental/ops/optimization.py
index b744db7f1e..c6c7de9265 100644
--- a/tensorflow/python/data/experimental/ops/optimization.py
+++ b/tensorflow/python/data/experimental/ops/optimization.py
@@ -100,7 +100,7 @@ def optimize(optimizations=None):
   return _apply_fn
 
 
-class _AssertNextDataset(dataset_ops.UnaryDataset):
+class _AssertNextDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that asserts which transformations happen next."""
 
   def __init__(self, input_dataset, transformations):
@@ -118,20 +118,8 @@ class _AssertNextDataset(dataset_ops.UnaryDataset):
         self._transformations,
         **dataset_ops.flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
 
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-
-class _NonSerializableDataset(dataset_ops.UnaryDataset):
+class _NonSerializableDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that performs non-serializable identity transformation."""
 
   def __init__(self, input_dataset):
@@ -143,15 +131,3 @@ class _NonSerializableDataset(dataset_ops.UnaryDataset):
     return gen_experimental_dataset_ops.experimental_non_serializable_dataset(
         self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
         **dataset_ops.flat_structure(self))
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
diff --git a/tensorflow/python/data/experimental/ops/prefetching_ops.py b/tensorflow/python/data/experimental/ops/prefetching_ops.py
index d34f9f25bd..1c4e14ce32 100644
--- a/tensorflow/python/data/experimental/ops/prefetching_ops.py
+++ b/tensorflow/python/data/experimental/ops/prefetching_ops.py
@@ -265,7 +265,7 @@ class _PrefetchToDeviceEagerIterator(iterator_ops.EagerIterator):
 # pylint: enable=protected-access
 
 
-class _PrefetchToDeviceDataset(dataset_ops.UnaryDataset):
+class _PrefetchToDeviceDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` whose iterator prefetches elements to another device."""
 
   def __init__(self, input_dataset, device, buffer_size):
@@ -322,18 +322,6 @@ class _PrefetchToDeviceDataset(dataset_ops.UnaryDataset):
     raise NotImplementedError("`prefetch_to_device()` must be the last "
                               "transformation in a dataset pipeline.")
 
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
 
 @tf_export("data.experimental.prefetch_to_device")
 def prefetch_to_device(device, buffer_size=None):
@@ -380,7 +368,7 @@ def copy_to_device(target_device, source_device="/cpu:0"):
 # TODO(rohanj): Use the _input_hostmem attr on the RemoteCall ops to indicate
 # all inputs to the Op are in host memory, thereby avoiding some unnecessary
 # Sends and Recvs.
-class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
+class _CopyToDeviceDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that copies elements to another device."""
 
   def __init__(self, input_dataset, target_device, source_device="/cpu:0"):
@@ -529,18 +517,6 @@ class _CopyToDeviceDataset(dataset_ops.UnaryDataset):
           output_types=self._flat_output_types,
           output_shapes=self._flat_output_shapes)
 
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
 
 class _MapOnGpuDataset(dataset_ops.UnaryDataset):
   """A `Dataset` that maps a function over elements in its using a GPU."""
diff --git a/tensorflow/python/data/experimental/ops/shuffle_ops.py b/tensorflow/python/data/experimental/ops/shuffle_ops.py
index a4307212da..d12328a714 100644
--- a/tensorflow/python/data/experimental/ops/shuffle_ops.py
+++ b/tensorflow/python/data/experimental/ops/shuffle_ops.py
@@ -26,7 +26,7 @@ from tensorflow.python.ops import gen_dataset_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-class _ShuffleAndRepeatDataset(dataset_ops.UnaryDataset):
+class _ShuffleAndRepeatDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that fuses `shuffle` and `repeat`."""
 
   def __init__(self, input_dataset, buffer_size, count=None, seed=None):
@@ -53,18 +53,6 @@ class _ShuffleAndRepeatDataset(dataset_ops.UnaryDataset):
         **dataset_ops.flat_structure(self))
     # pylint: enable=protected-access
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
 
 @tf_export("data.experimental.shuffle_and_repeat")
 def shuffle_and_repeat(buffer_size, count=None, seed=None):
diff --git a/tensorflow/python/data/experimental/ops/sleep.py b/tensorflow/python/data/experimental/ops/sleep.py
index 7e7d370f70..5e9d021ada 100644
--- a/tensorflow/python/data/experimental/ops/sleep.py
+++ b/tensorflow/python/data/experimental/ops/sleep.py
@@ -21,7 +21,7 @@ from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.ops import gen_experimental_dataset_ops
 
 
-class _SleepDataset(dataset_ops.UnaryDataset):
+class _SleepDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that sleeps before producing each upstream element."""
 
   def __init__(self, input_dataset, sleep_microseconds):
diff --git a/tensorflow/python/data/experimental/ops/stats_ops.py b/tensorflow/python/data/experimental/ops/stats_ops.py
index ca2f5f2a88..95689433bd 100644
--- a/tensorflow/python/data/experimental/ops/stats_ops.py
+++ b/tensorflow/python/data/experimental/ops/stats_ops.py
@@ -94,7 +94,7 @@ def latency_stats(tag):
   return _apply_fn
 
 
-class _StatsDataset(dataset_ops.UnaryDataset):
+class _StatsDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that acts as an identity, and also records statistics."""
 
   def __init__(self, input_dataset, op_function, tag):
@@ -108,15 +108,3 @@ class _StatsDataset(dataset_ops.UnaryDataset):
         self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
         self._tag,
         **dataset_ops.flat_structure(self))
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
diff --git a/tensorflow/python/data/experimental/ops/threadpool.py b/tensorflow/python/data/experimental/ops/threadpool.py
index 3ea017c6e8..69e8829d68 100644
--- a/tensorflow/python/data/experimental/ops/threadpool.py
+++ b/tensorflow/python/data/experimental/ops/threadpool.py
@@ -60,7 +60,7 @@ class PrivateThreadPool(object):
           display_name=display_name)
 
 
-class _ThreadPoolDataset(dataset_ops.UnaryDataset):
+class _ThreadPoolDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` that acts as an identity, and sets a custom threadpool."""
 
   def __init__(self, input_dataset, thread_pool):
@@ -74,18 +74,6 @@ class _ThreadPoolDataset(dataset_ops.UnaryDataset):
         self._thread_pool._resource,  # pylint: disable=protected-access
         **dataset_ops.flat_structure(self))
 
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
 
 # TODO(b/73383364): Properly export in the `tf.data.experimental` API when
 # stable or make private / remove.
diff --git a/tensorflow/python/data/experimental/ops/unique.py b/tensorflow/python/data/experimental/ops/unique.py
index 2a7775c456..55ed98d854 100644
--- a/tensorflow/python/data/experimental/ops/unique.py
+++ b/tensorflow/python/data/experimental/ops/unique.py
@@ -48,7 +48,7 @@ def unique():
   return _apply_fn
 
 
-class _UniqueDataset(dataset_ops.UnaryDataset):
+class _UniqueDataset(dataset_ops.UnaryUnchangedStructureDataset):
   """A `Dataset` contains the unique elements from its input."""
 
   def __init__(self, input_dataset):
@@ -65,15 +65,3 @@ class _UniqueDataset(dataset_ops.UnaryDataset):
     return gen_experimental_dataset_ops.experimental_unique_dataset(
         self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
         **dataset_ops.flat_structure(self))
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index e627cc3469..7f0903c330 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1731,6 +1731,22 @@ class UnaryDataset(DatasetV2):
     return [self._input_dataset]
 
 
+class UnaryUnchangedStructureDataset(UnaryDataset):
+  """Represents a unary dataset with the same input and output structure."""
+
+  @property
+  def output_classes(self):
+    return self._input_dataset.output_classes  # pylint: disable=protected-access
+
+  @property
+  def output_shapes(self):
+    return self._input_dataset.output_shapes  # pylint: disable=protected-access
+
+  @property
+  def output_types(self):
+    return self._input_dataset.output_types  # pylint: disable=protected-access
+
+
 class TensorDataset(DatasetSource):
   """A `Dataset` with a single element, viz. a nested structure of tensors."""
 
@@ -2377,7 +2393,7 @@ class ConcatenateDataset(DatasetV2):
     return self._output_types
 
 
-class RepeatDataset(UnaryDataset):
+class RepeatDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that repeats its input several times."""
 
   def __init__(self, input_dataset, count):
@@ -2396,18 +2412,6 @@ class RepeatDataset(UnaryDataset):
         count=self._count,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
 
 class RangeDataset(DatasetSource):
   """A `Dataset` of a step separated range of values."""
@@ -2457,7 +2461,7 @@ class RangeDataset(DatasetSource):
     return dtypes.int64
 
 
-class CacheDataset(UnaryDataset):
+class CacheDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that caches elements of its input."""
 
   def __init__(self, input_dataset, filename):
@@ -2473,20 +2477,8 @@ class CacheDataset(UnaryDataset):
         filename=self._filename,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
 
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-
-class ShuffleDataset(UnaryDataset):
+class ShuffleDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that randomly shuffles the elements of its input."""
 
   def __init__(self,
@@ -2534,20 +2526,8 @@ class ShuffleDataset(UnaryDataset):
         reshuffle_each_iteration=self._reshuffle_each_iteration,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
 
-
-class TakeDataset(UnaryDataset):
+class TakeDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` containing the first `count` elements from its input."""
 
   def __init__(self, input_dataset, count):
@@ -2562,20 +2542,8 @@ class TakeDataset(UnaryDataset):
         count=self._count,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
 
-
-class SkipDataset(UnaryDataset):
+class SkipDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` skipping the first `count` elements from its input."""
 
   def __init__(self, input_dataset, count):
@@ -2590,18 +2558,6 @@ class SkipDataset(UnaryDataset):
         count=self._count,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
 
 class BatchDataset(UnaryDataset):
   """A `Dataset` that batches contiguous elements from its input."""
@@ -2904,7 +2860,7 @@ class MapDataset(UnaryDataset):
     return "Dataset.map()"
 
 
-class MatchingFilesDataset(DatasetV2):
+class MatchingFilesDataset(DatasetSource):
   """A `Dataset` that list the files according to the input patterns."""
 
   def __init__(self, patterns):
@@ -2915,9 +2871,6 @@ class MatchingFilesDataset(DatasetV2):
   def _as_variant_tensor(self):
     return gen_dataset_ops.matching_files_dataset(self._patterns)
 
-  def _inputs(self):
-    return []
-
   @property
   def output_classes(self):
     return ops.Tensor
@@ -3057,7 +3010,7 @@ class ParallelInterleaveDataset(FlatMapDataset):
     return "Dataset.interleave()"
 
 
-class FilterDataset(UnaryDataset):
+class FilterDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that filters its input according to a predicate function."""
 
   def __init__(self, input_dataset, predicate):
@@ -3079,23 +3032,11 @@ class FilterDataset(UnaryDataset):
         predicate=self._predicate,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
   def _transformation_name(self):
     return "Dataset.filter()"
 
 
-class PrefetchDataset(UnaryDataset):
+class PrefetchDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that asynchronously prefetches its input."""
 
   def __init__(self, input_dataset, buffer_size):
@@ -3113,18 +3054,6 @@ class PrefetchDataset(UnaryDataset):
         buffer_size=self._buffer_size,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
 
 class WindowDataset(UnaryDataset):
   """A dataset that creates window datasets from the input elements."""
@@ -3176,7 +3105,7 @@ class WindowDataset(UnaryDataset):
     return self._output_types
 
 
-class _OptionsDataset(UnaryDataset):
+class _OptionsDataset(UnaryUnchangedStructureDataset):
   """An identity `Dataset` that stores options."""
 
   def __init__(self, input_dataset, options):
@@ -3194,20 +3123,8 @@ class _OptionsDataset(UnaryDataset):
   def options(self):
     return self._options
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
 
-class _ModelDataset(UnaryDataset):
+class _ModelDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that acts as an identity, and models performance."""
 
   def __init__(self, input_dataset):
@@ -3220,20 +3137,8 @@ class _ModelDataset(UnaryDataset):
         self._input_dataset._as_variant_tensor(),  # pylint: disable=protected-access
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
 
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-
-class _OptimizeDataset(UnaryDataset):
+class _OptimizeDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that acts as an identity, and applies optimizations."""
 
   def __init__(self, input_dataset, optimizations):
@@ -3251,20 +3156,8 @@ class _OptimizeDataset(UnaryDataset):
         self._optimizations,
         **flat_structure(self))
 
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
 
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-
-class _SetStatsAggregatorDataset(UnaryDataset):
+class _SetStatsAggregatorDataset(UnaryUnchangedStructureDataset):
   """A `Dataset` that acts as an identity, and sets stats aggregator."""
 
   def __init__(self, input_dataset, aggregator, prefix, counter_prefix):
@@ -3281,15 +3174,3 @@ class _SetStatsAggregatorDataset(UnaryDataset):
         self._prefix,
         self._counter_prefix,
         **flat_structure(self))
-
-  @property
-  def output_shapes(self):
-    return self._input_dataset.output_shapes
-
-  @property
-  def output_types(self):
-    return self._input_dataset.output_types
-
-  @property
-  def output_classes(self):
-    return self._input_dataset.output_classes
-- 
GitLab


From 387a062dd31406360733a5ccc72d783153b86096 Mon Sep 17 00:00:00 2001
From: Bixia Zheng <bixia@google.com>
Date: Wed, 14 Nov 2018 23:56:51 -0800
Subject: [PATCH 1635/1825] [XLA:GPU] Miscellaneous clean up for 0-2-1
 transpose related code.

We use the terms reduced shape and unreduced shape to refer to the logical
shapes and the original shapes of a 0-2-1 tranpose. Since reduced shape and
unreduced shape could also refer to the result shape and source shape of a
reduction operation, the purpose of this CL is mainly to change the 0-2-1
transpose related code outside reduction implementation to use the words
normalized/unnormalized instead of reduced/unreduced. The reduction
implementation will be fixed in another CL that migrates the implementation to
use the kernel mapping scheme.

PiperOrigin-RevId: 221575772
---
 .../xla/service/gpu/ir_emitter_unnested.cc    |  2 +-
 .../xla/service/llvm_ir/kernel_tiling.cc      | 95 ++++++++++---------
 .../xla/service/llvm_ir/kernel_tiling.h       | 24 ++---
 3 files changed, 58 insertions(+), 63 deletions(-)

diff --git a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
index 9976b521b3..5751cfd952 100644
--- a/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
+++ b/tensorflow/compiler/xla/service/gpu/ir_emitter_unnested.cc
@@ -3375,7 +3375,7 @@ void IrEmitterUnnested::EmitTileElementForFusion(
   fused_emitter.SetTiledParameterInfo(tiled_param_info);
   TF_CHECK_OK(hlo->fused_expression_root()->Accept(&fused_emitter));
   IrArray::Index untiled_index =
-      kernel_info->GetKernelMappingScheme()->GetReshapedOutputIndex(
+      kernel_info->GetKernelMappingScheme()->GetUnnormalizedIndex(
           index, output_arrays[0].GetShape());
   const llvm_ir::ElementGenerator& output_generator =
       fused_emitter.GetRootGenerator();
diff --git a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc
index 286b987d51..c26711e526 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc
+++ b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.cc
@@ -52,6 +52,29 @@ Shape MergeDimensions(absl::Span<const size_t> segs, const Shape& shape) {
   return ShapeUtil::MakeShapeWithDescendingLayout(shape.element_type(),
                                                   dimensions);
 }
+
+// Given an index for a shape, return the equivalent new index if the shape is
+// reshaped to another shape.
+IrArray::Index GetReshapedIndex(const IrArray::Index& index, const Shape& shape,
+                                const Shape& reshaped_shape,
+                                llvm::IRBuilder<>* b) {
+  auto bounds = shape.dimensions();
+  auto minor_to_major = shape.layout().minor_to_major();
+  llvm::Value* linear_index = index.GetConstantWithIndexType(0);
+  int64 multiplier = 1;
+  for (int i = 0; i < index.size(); ++i) {
+    int64 dim = minor_to_major[i];
+    llvm::Value* addend = b->CreateMul(
+        index[dim], index.GetConstantWithIndexType(multiplier), "linearizing",
+        /*HasNUW=*/true, /*HasNSW=*/true);
+    linear_index = b->CreateAdd(linear_index, addend, "",
+                                /*HasNUW=*/true, /*HasNSW=*/true);
+    multiplier *= bounds[dim];
+  }
+
+  return IrArray::Index(linear_index, reshaped_shape, b);
+}
+
 }  // namespace
 
 absl::optional<std::vector<int64> > FindTranspose021(const Shape& a,
@@ -60,28 +83,30 @@ absl::optional<std::vector<int64> > FindTranspose021(const Shape& a,
     return absl::nullopt;
   }
 
-  std::vector<int64> perm(a.dimensions().size());
-  {
-    auto layout_a_orig = LayoutUtil::MinorToMajor(a);
-    std::vector<int64> layout_a(layout_a_orig.rbegin(), layout_a_orig.rend());
-    auto layout_b_orig = LayoutUtil::MinorToMajor(b);
-    std::vector<int64> layout_b(layout_b_orig.rbegin(), layout_b_orig.rend());
-    for (size_t i = 0; i < perm.size(); ++i) {
-      perm[i] = PositionInContainer(layout_b, layout_a[i]);
-    }
+  std::vector<int64> permutation(a.dimensions().size());
+  absl::Span<const int64> minor_to_major_a = LayoutUtil::MinorToMajor(a);
+  std::vector<int64> major_to_minor_a(minor_to_major_a.rbegin(),
+                                      minor_to_major_a.rend());
+  absl::Span<const int64> minor_to_major_b = LayoutUtil::MinorToMajor(b);
+  std::vector<int64> major_to_minor_b(minor_to_major_b.rbegin(),
+                                      minor_to_major_b.rend());
+  for (size_t i = 0; i < permutation.size(); ++i) {
+    permutation[i] = PositionInContainer(major_to_minor_b, major_to_minor_a[i]);
   }
-  auto segs = ConsecutiveSegments(perm);
-  if ((3 == segs.size() && 0 == perm[0]) || 2 == segs.size()) {
-    Shape norm_a =
+
+  std::vector<size_t> segments = ConsecutiveSegments(permutation);
+  if ((3 == segments.size() && 0 == permutation[0]) || 2 == segments.size()) {
+    Shape descending_layout_shape =
         ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(a);
-    Shape reduced_a = MergeDimensions(segs, norm_a);
-    auto reduced_a_dims = reduced_a.dimensions();
+    Shape normalized_shape = MergeDimensions(segments, descending_layout_shape);
+    absl::Span<const int64> normalized_dims =
+        AsInt64Slice(normalized_shape.dimensions());
     std::vector<int64> dims_021;
-    if (2 == segs.size()) {
+    if (2 == segments.size()) {
       // The logical component-0 is of size one.
-      dims_021 = {1, reduced_a_dims[1], reduced_a_dims[0]};
+      dims_021 = {1, normalized_dims[1], normalized_dims[0]};
     } else {
-      dims_021 = {reduced_a_dims[0], reduced_a_dims[2], reduced_a_dims[1]};
+      dims_021 = {normalized_dims[0], normalized_dims[2], normalized_dims[1]};
     }
 
     return dims_021;
@@ -90,29 +115,6 @@ absl::optional<std::vector<int64> > FindTranspose021(const Shape& a,
   return absl::nullopt;
 }
 
-IrArray::Index GetUnreducedOutputIndex(
-    const IrArray::Index& reduced_output_index,
-    const Shape& reduced_output_shape, const Shape& unreduced_output_shape,
-    llvm::IRBuilder<>* b) {
-  auto bounds = reduced_output_shape.dimensions();
-  auto minor_to_major = reduced_output_shape.layout().minor_to_major();
-  llvm::Value* linear_index = reduced_output_index.GetConstantWithIndexType(0);
-  int64 multiplier = 1;
-  for (int i = 0; i < reduced_output_index.size(); ++i) {
-    int64 dim = minor_to_major[i];
-    llvm::Value* addend =
-        b->CreateMul(reduced_output_index[dim],
-                     reduced_output_index.GetConstantWithIndexType(multiplier),
-                     "linearizing",
-                     /*HasNUW=*/true, /*HasNSW=*/true);
-    linear_index = b->CreateAdd(linear_index, addend, "",
-                                /*HasNUW=*/true, /*HasNSW=*/true);
-    multiplier *= bounds[dim];
-  }
-
-  return IrArray::Index(linear_index, unreduced_output_shape, b);
-}
-
 KernelMappingScheme::KernelMappingScheme(
     absl::Span<const int64> dims_in_elems, int64 tile_size_y, int64 tile_size_x,
     absl::Span<const int64> req_block_sizes, int64 num_threads_y,
@@ -143,13 +145,14 @@ KernelMappingScheme::KernelMappingScheme(
            << "]";
 }
 
-IrArray::Index KernelMappingScheme::GetReshapedOutputIndex(
-    const IrArray::Index& output_index, const Shape& reshaped_output_shape) {
-  DCHECK_EQ(output_index.size(), dims_in_elems_.size());
+IrArray::Index KernelMappingScheme::GetUnnormalizedIndex(
+    const IrArray::Index& normalized_shape_index,
+    const Shape& unnormalized_shape) {
+  DCHECK_EQ(normalized_shape_index.size(), dims_in_elems_.size());
   Shape output_shape = ShapeUtil::MakeShapeWithDescendingLayout(
-      reshaped_output_shape.element_type(), GetDimensionsInElements());
-  return llvm_ir::GetUnreducedOutputIndex(output_index, output_shape,
-                                          reshaped_output_shape, b_);
+      unnormalized_shape.element_type(), GetDimensionsInElements());
+  return GetReshapedIndex(normalized_shape_index, output_shape,
+                          unnormalized_shape, b_);
 }
 
 IrArray::Index KernelMappingScheme::EmitBlockIndex(llvm::Type* index_ty) {
diff --git a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h
index fc1fa9c3d2..c44ffb9e07 100644
--- a/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h
+++ b/tensorflow/compiler/xla/service/llvm_ir/kernel_tiling.h
@@ -28,24 +28,15 @@ namespace llvm_ir {
 // If a shape can be viewed as three logical components 0-1-2 in the order of
 // major to minor, a 0-2-1-transpose changes the order of such logical
 // components to 0-2-1. We call the shape being transposed the input shape and
-// the transposed shape the output shape. The logical view of the input and
-// output shapes for the transpose are called the 0-1-2 shape or reduced input
-// shape and the 0-2-1 shape or the reduced output shape respectively. The
-// original input and output shapes are called the unreduced input and output
-// shapes.
-
+// the transposed shape the output shape. The logical view of the input/output
+// shapes for the transpose are called the 0-1-2/0-2-1 shapes or the normalized
+// shapes. The original input/output shapes are called unnormalized shapes.
+//
 // If `b` is a 0-2-1 transpose of `a` in 0-1-2, return the dimensions for the
-// reduced shape of `b` or the 0-2-1 shape.
+// normalized shape of `b` or the 0-2-1 shape.
 absl::optional<std::vector<int64> > FindTranspose021(const Shape& a,
                                                      const Shape& b);
 
-// Return the unreduced output index corresponding to the given reduced output
-// index.
-IrArray::Index GetUnreducedOutputIndex(
-    const IrArray::Index& reduced_output_index,
-    const Shape& reduced_output_shape, const Shape& unreduced_output_shape,
-    llvm::IRBuilder<>* b);
-
 // A tile is a spatial subdivision of a tensor. We group tensor elements into
 // tiles so that we can launch kernels to process the tensor elements in blocks
 // of tiles.
@@ -158,8 +149,9 @@ class KernelMappingScheme {
   std::tuple<llvm::Value*, llvm::Value*> EmitThreadYXCoordinate(
       llvm::Type* index_ty);
 
-  IrArray::Index GetReshapedOutputIndex(const IrArray::Index& output_index,
-                                        const Shape& reshaped_output_shape);
+  IrArray::Index GetUnnormalizedIndex(
+      const IrArray::Index& normalized_shape_index,
+      const Shape& unnormalized_shape);
 
   llvm::GlobalVariable* GetSharedMemoryBufferForElementType(
       llvm::Type* elem_ty, absl::string_view buffer_name);
-- 
GitLab


From fa5e5ecd88673492a91117d5d96d7be5f68e3443 Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Thu, 15 Nov 2018 00:58:02 -0800
Subject: [PATCH 1636/1825] Add make_input_fn_iterator method to distribution
 strategies which takes an input function and (will, in a following cl,)
 return an iterator object Add InputContext class which will be an argument
 for input_fn to the `make_input_fn_iterator` method.

PiperOrigin-RevId: 221581165
---
 tensorflow/contrib/distribute/python/BUILD    |   1 +
 .../python/collective_all_reduce_strategy.py  |  22 ++-
 .../collective_all_reduce_strategy_test.py    |  26 ++++
 .../distribute/python/mirrored_strategy.py    |  24 ++++
 .../python/mirrored_strategy_test.py          |  22 +++
 .../distribute/python/one_device_strategy.py  |   8 ++
 .../python/one_device_strategy_test.py        |   9 ++
 .../python/parameter_server_strategy.py       |  21 +++
 .../python/parameter_server_strategy_test.py  |  24 ++++
 .../distribute/python/strategy_test_lib.py    |  28 ++++
 .../contrib/distribute/python/values.py       |  24 +++-
 .../python/distribute/multi_worker_util.py    |  98 +++++++++++--
 .../distribute/multi_worker_util_test.py      |  91 +++++++++++-
 tensorflow/python/training/distribute.py      | 133 +++++++++++++++++-
 tensorflow/python/training/distribute_test.py |  23 ++-
 15 files changed, 529 insertions(+), 25 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 119ed45625..e642c8ca14 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -118,6 +118,7 @@ cuda_py_test(
         ":combinations",
         ":multi_worker_test_base",
         ":parameter_server_strategy",
+        ":strategy_test_lib",
         ":values",
         "@absl_py//absl/testing:parameterized",
         "//tensorflow/core:protos_all_py",
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index efa99d1fc5..a2922b9881 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -29,6 +29,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import collective_ops
 from tensorflow.python.platform import tf_logging as logging
+from tensorflow.python.training import distribute as distribute_lib
 
 
 # TODO(yuefengz): support in-graph replication.
@@ -94,8 +95,7 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
           "Unrecognized task_type: %r, valid task types are: \"chief\", "
           "\"worker\"." % task_type)
     cluster_spec = multi_worker_util.normalize_cluster_spec(cluster_spec)
-    self._num_workers = len(cluster_spec.as_dict().get("worker", [])) + len(
-        cluster_spec.as_dict().get("chief", []))
+    self._num_workers = multi_worker_util.worker_count(cluster_spec, task_type)
     if not self._num_workers:
       raise ValueError("No `worker` or `chief` tasks can be found in "
                        "`cluster_spec`.")
@@ -208,6 +208,23 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
     return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), self._devices, True)
 
+  def _make_input_fn_iterator(
+      self,
+      input_fn,
+      replication_mode=distribute_lib.InputReplicationMode.PER_WORKER):
+    """Distributes the dataset to each local GPU."""
+    if self._cluster_spec is None:
+      input_pipeline_id = 0
+    else:
+      input_pipeline_id = multi_worker_util.id_in_cluster(
+          self._cluster_spec, self._task_type, self._task_id)
+    input_context = distribute_lib.InputContext(
+        num_input_pipelines=self._num_workers,
+        input_pipeline_id=input_pipeline_id,
+        num_replicas_in_sync=self.num_replicas_in_sync)
+    return values.PerReplicaDataset(
+        self._call_dataset_fn(input_fn, input_context), self._devices, True)
+
   def configure(self,
                 session_config=None,
                 cluster_spec=None,
@@ -289,4 +306,3 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
   @property
   def num_replicas_in_sync(self):
     return len(self._devices) * self._num_workers
-
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 219c5f531c..28e69d2a5f 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -25,6 +25,7 @@ from tensorflow.contrib.distribute.python import collective_all_reduce_strategy
 from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import cross_tower_utils
 from tensorflow.contrib.distribute.python import multi_worker_test_base
+from tensorflow.contrib.distribute.python import strategy_test_lib
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python import keras
 from tensorflow.python.distribute import reduce_util
@@ -339,5 +340,30 @@ class LocalCollectiveAllReduceStrategy(CollectiveAllReduceStrategyTestBase,
     self._test_complex_model(None, None, num_gpus)
 
 
+class InputContextTest(strategy_test_lib.DistributionTestBase):
+
+  def testInputContextPropertyLocal(self):
+    d = collective_all_reduce_strategy.CollectiveAllReduceStrategy(
+        num_gpus_per_worker=2)
+    with context.graph_mode():
+      input_fn = self._input_fn_to_test_input_context(
+          expected_num_replicas_in_sync=2,
+          expected_num_input_pipelines=1,
+          expected_input_pipeline_id=0)
+      d.make_input_fn_iterator(input_fn)
+
+  def testInputContextPropertyMultiWorker(self):
+    d = collective_all_reduce_strategy.CollectiveAllReduceStrategy(
+        num_gpus_per_worker=2)
+    cluster_spec = {'worker': ['worker1', 'worker2', 'worker3'], 'ps': ['ps1']}
+    d.configure(cluster_spec=cluster_spec, task_type='worker', task_id=1)
+    with context.graph_mode():
+      input_fn = self._input_fn_to_test_input_context(
+          expected_num_replicas_in_sync=6,
+          expected_num_input_pipelines=3,
+          expected_input_pipeline_id=1)  # because task_id = 1
+      d.make_input_fn_iterator(input_fn)
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 9795df8d13..74d69abcfd 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -485,6 +485,30 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       return values.PerReplicaDataset(
           self._call_dataset_fn(dataset_fn), self._devices)
 
+  def _make_input_fn_iterator(
+      self,
+      input_fn,
+      replication_mode=distribute_lib.InputReplicationMode.PER_WORKER):
+    if self._cluster_spec:
+      input_fns = []
+      for i in range(len(self._worker_devices)):
+        input_context = distribute_lib.InputContext(
+            num_input_pipelines=len(self._worker_devices),
+            input_pipeline_id=i,
+            num_replicas_in_sync=self.num_replicas_in_sync)
+        input_fns.append(
+            partial(self._call_dataset_fn, input_fn, input_context))
+
+      return values.MultiWorkerDataset(input_fns, self._worker_devices,
+                                       self._auto_shard_dataset)
+    else:
+      input_context = distribute_lib.InputContext(
+          num_input_pipelines=1,
+          input_pipeline_id=0,
+          num_replicas_in_sync=self.num_replicas_in_sync)
+      return values.PerReplicaDataset(
+          self._call_dataset_fn(input_fn, input_context), self._devices)
+
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
   def _run_steps_on_dataset(self, fn, iterator, iterations,
                             initial_loop_values=None):
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index 7c7026052d..001ee89c82 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -47,6 +47,28 @@ class MirroredOneCPUDistributionTest(strategy_test_lib.DistributionTestBase):
   def testCallAndMergeExceptions(self):
     self._test_call_and_merge_exceptions(self._get_distribution_strategy())
 
+  @test_util.run_in_graph_and_eager_modes
+  def testInputContextPropertyLocal(self):
+    d = mirrored_strategy.MirroredStrategy(num_gpus_per_worker=2)
+    input_fn = self._input_fn_to_test_input_context(
+        expected_num_replicas_in_sync=2,
+        expected_num_input_pipelines=1,
+        expected_input_pipeline_id=0)
+    d.make_input_fn_iterator(input_fn)
+
+  def testInputContextPropertyMultiWorker(self):
+    d = mirrored_strategy.MirroredStrategy(num_gpus_per_worker=2)
+    cluster_spec = {"worker": ["worker1", "worker2", "worker3"]}
+    d.configure(cluster_spec=cluster_spec)
+    with context.graph_mode():
+      # `expected_input_pipeline_id` is None because the input_fn will be called
+      # multiple times, each with a different input_pipeline_id.
+      input_fn = self._input_fn_to_test_input_context(
+          expected_num_replicas_in_sync=6,
+          expected_num_input_pipelines=3,
+          expected_input_pipeline_id=None)
+      d.make_input_fn_iterator(input_fn)
+
 
 class VariableCreatorStackTest(test.TestCase):
 
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 96f5f739d5..cbd5d1ab40 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -67,6 +67,14 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), [self._device])
 
+  def _make_input_fn_iterator(
+      self,
+      input_fn,
+      replication_mode=distribute_lib.InputReplicationMode.PER_WORKER):
+    return values.PerReplicaDataset(
+        self._call_dataset_fn(input_fn, distribute_lib.InputContext()),
+        [self._device])
+
   def _broadcast(self, tensor, destinations):
     del destinations
     return tensor
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy_test.py b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
index 79f9c39cc8..cf6d890390 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
@@ -42,6 +42,15 @@ class OneDeviceStrategyTest(strategy_test_lib.DistributionTestBase):
   def testCallAndMergeExceptions(self):
     self._test_call_and_merge_exceptions(self._get_distribution_strategy())
 
+  @test_util.run_in_graph_and_eager_modes
+  def testInputContextPropertyLocal(self):
+    d = one_device_strategy.OneDeviceStrategy("/device:CPU:0")
+    input_fn = self._input_fn_to_test_input_context(
+        expected_num_replicas_in_sync=1,
+        expected_num_input_pipelines=1,
+        expected_input_pipeline_id=0)
+    d.make_input_fn_iterator(input_fn)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 9cd71293f8..11d6be9e86 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -227,6 +227,27 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), self._compute_devices, True)
 
+  def _make_input_fn_iterator(
+      self,
+      input_fn,
+      replication_mode=distribute_lib.InputReplicationMode.PER_WORKER):
+    """Distributes the dataset to each local GPU."""
+    if self._cluster_spec:
+      input_pipeline_id = multi_worker_util.id_in_cluster(
+          self._cluster_spec, self._task_type, self._task_id)
+      num_input_pipelines = multi_worker_util.worker_count(
+          self._cluster_spec, self._task_type)
+    else:
+      input_pipeline_id = 0
+      num_input_pipelines = 1
+    input_context = distribute_lib.InputContext(
+        num_input_pipelines=num_input_pipelines,
+        input_pipeline_id=input_pipeline_id,
+        num_replicas_in_sync=self.num_replicas_in_sync)
+    return values.PerReplicaDataset(
+        self._call_dataset_fn(input_fn, input_context), self._compute_devices,
+        True)
+
   def _broadcast(self, tensor, destinations):
     if not cross_tower_ops_lib.check_destinations(destinations):
       destinations = self._compute_devices
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index ec61f62dc7..d25b5836c5 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -25,6 +25,7 @@ from absl.testing import parameterized
 from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import parameter_server_strategy
+from tensorflow.contrib.distribute.python import strategy_test_lib
 from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.distribute import multi_worker_util
@@ -622,5 +623,28 @@ class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
       distribution.call_for_each_replica(f)
 
 
+class InputContextTest(strategy_test_lib.DistributionTestBase):
+
+  def testInputContextPropertyLocal(self):
+    d = parameter_server_strategy.ParameterServerStrategy(num_gpus_per_worker=2)
+    with context.graph_mode():
+      input_fn = self._input_fn_to_test_input_context(
+          expected_num_replicas_in_sync=2,
+          expected_num_input_pipelines=1,
+          expected_input_pipeline_id=0)
+      d.make_input_fn_iterator(input_fn)
+
+  def testInputContextPropertyMultiWorker(self):
+    d = parameter_server_strategy.ParameterServerStrategy(num_gpus_per_worker=2)
+    cluster_spec = {'worker': ['worker1', 'worker2', 'worker3'], 'ps': ['ps1']}
+    d.configure(cluster_spec=cluster_spec, task_type='worker', task_id=1)
+    with context.graph_mode():
+      input_fn = self._input_fn_to_test_input_context(
+          expected_num_replicas_in_sync=2,
+          expected_num_input_pipelines=3,
+          expected_input_pipeline_id=1)  # because task_id =1
+      d.make_input_fn_iterator(input_fn)
+
+
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index 31d7490290..ceea898566 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
@@ -211,3 +212,30 @@ class DistributionTestBase(test.TestCase):
         dist.call_for_each_replica(_merge_call_raises_fn)
       with self.assertRaises(_TestException):
         dist.call_for_each_replica(_merge_call_merge_raises_fn)
+
+  def _input_fn_to_test_input_context(self, expected_num_replicas_in_sync,
+                                      expected_num_input_pipelines,
+                                      expected_input_pipeline_id):
+    # Use a list of one element as counter so that it can be captured by the
+    # `_input_fn`. This counter is incremented by 1 each time an input_fn is
+    # called. We use this counter to check whether the `input_pipeline_id`
+    # matches the counter in the in-graph replication.
+    worker_id_counter = [0]
+
+    def _input_fn(input_context):
+      """Input fn for testing."""
+      self.assertIsNotNone(input_context)
+      self.assertEqual(expected_num_replicas_in_sync,
+                       input_context.num_replicas_in_sync)
+      self.assertEqual(expected_num_input_pipelines,
+                       input_context.num_input_pipelines)
+      if expected_input_pipeline_id is not None:
+        self.assertEqual(expected_input_pipeline_id,
+                         input_context.input_pipeline_id)
+      else:
+        self.assertEqual(worker_id_counter[0], input_context.input_pipeline_id)
+        worker_id_counter[0] += 1
+
+      return dataset_ops.Dataset.from_tensors([[1.]]).repeat()
+
+    return _input_fn
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index bf8c958efa..2f4ef9de89 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -1256,22 +1256,34 @@ class MultiWorkerDataset(object):
     """Initialize the MultiWorkerDataset object.
 
     Args:
-      dataset_fn: a function that returns a `tf.data.Dataset`.
+      dataset_fn: a function or a list of functions that returns a
+        `tf.data.Dataset`.
       worker_device_pairs: a list of (worker, list of devices on that worker)
-        pairs.
+        pairs; it must have same length with `dataset_fn` if `dataset_fn` is a
+        list.
       prefetch_on_device: whether to prefetch to devices.
       auto_shard: whether to auto-shard the dataset.
     """
+    if isinstance(dataset_fn, list):
+      if len(dataset_fn) != len(worker_device_pairs):
+        raise ValueError("If `dataset_fn` is a list, it must have same length "
+                         "as `worker_device_pairs`")
+      if auto_shard:
+        raise ValueError(
+            "If `dataset_fn` is a list, `auto_shard` is not supported.")
     self._worker_device_pairs = worker_device_pairs
     self._datasets = []
     # TODO(yuefengz, priyag): support different set of jobs for input
     # processing.
     for i, (worker, worker_devices) in enumerate(worker_device_pairs):
       with ops.device(worker):
-        worker_input = dataset_fn()
-        if auto_shard:
-          worker_input = input_ops.auto_shard_dataset(
-              worker_input, len(worker_device_pairs), i)
+        if isinstance(dataset_fn, list):
+          worker_input = dataset_fn[i]()
+        else:
+          worker_input = dataset_fn()
+          if auto_shard:
+            worker_input = input_ops.auto_shard_dataset(
+                worker_input, len(worker_device_pairs), i)
         dataset = PerReplicaDataset(
             worker_input, worker_devices, prefetch_on_device=prefetch_on_device)
         self._datasets.append((worker, dataset))
diff --git a/tensorflow/python/distribute/multi_worker_util.py b/tensorflow/python/distribute/multi_worker_util.py
index 360733eff6..2986a6726a 100644
--- a/tensorflow/python/distribute/multi_worker_util.py
+++ b/tensorflow/python/distribute/multi_worker_util.py
@@ -45,6 +45,33 @@ def normalize_cluster_spec(cluster_spec):
   return cluster_spec
 
 
+# TODO(yuefengz): add more validations.
+def _validate_cluster_spec(cluster_spec, task_type, task_id):
+  """Validates `cluster_spec`.
+
+  It checks
+  1) whether there is such a task type as `task_type` in the
+  `cluster_spec`.
+  2) whether there is at most one "chief" job.
+  3) whether the `task_id` is smaller than the number of `task_type`.
+
+  Args:
+    cluster_spec: a dict, `ClusterDef` or `ClusterSpec` object to be validated.
+    task_type: string indicating the type of the task.
+    task_id: task_id: the id of the `task_type` in this cluster.
+  Throws:
+    ValueError: if `cluster_spec` fails any check.
+  """
+  cluster_spec = normalize_cluster_spec(cluster_spec).as_dict()
+  if task_type and task_type not in cluster_spec:
+    raise ValueError("`task_type` %r not found in cluster_spec." % task_type)
+  if len(cluster_spec.get("chief", [])) > 1:
+    raise ValueError("There must be at most one 'chief' job.")
+  if task_id >= len(cluster_spec[task_type]):
+    raise ValueError(
+        "The `task_id` %d exceeds the maximum id of %s." % (task_id, task_type))
+
+
 def is_chief(cluster_spec, task_type, task_id):
   """Returns whether the given task is chief in the cluster.
 
@@ -61,20 +88,73 @@ def is_chief(cluster_spec, task_type, task_id):
     ValueError: if `task_type` is not in the `cluster_spec` or `task_id` exceeds
       the maximum id of the `task_type`.
   """
-  cluster_spec = normalize_cluster_spec(cluster_spec)
-  if task_type not in cluster_spec.jobs:
-    raise ValueError(
-        "The task_type \"%s\" is not in the `cluster_spec`." % task_type)
-  if task_id >= cluster_spec.num_tasks(task_type):
-    raise ValueError("The `task_id` %d exceeds the maximum id of %s." % (
-        task_id, task_type))
+  _validate_cluster_spec(cluster_spec, task_type, task_id)
+  cluster_spec = normalize_cluster_spec(cluster_spec).as_dict()
 
   if task_type == "chief":
     return True
 
   # If chief not in the cluster_spec, use the first worker as chief. This is
   # common in CollectiveAllReduceStrategy.
-  if ("chief" not in cluster_spec.jobs and task_type == "worker" and
-      task_id == 0):
+  if ("chief" not in cluster_spec and task_type == "worker" and task_id == 0):
     return True
   return False
+
+
+def worker_count(cluster_spec, task_type):
+  """Returns the number of workers in the cluster."""
+  _validate_cluster_spec(cluster_spec, task_type, task_id=0)
+  cluster_spec = normalize_cluster_spec(cluster_spec).as_dict()
+
+  # Other jobs such as "ps" shouldn't call this function.
+  if task_type not in ["chief", "worker", "evaluator"]:
+    raise ValueError("Unexpected `task_type` %r" % task_type)
+
+  if task_type == "evaluator":
+    # The "evaluator" is in its own cluster or its own partition of a cluster.
+    # So we don't have to count "chief" or "worker" if the current task is an
+    # "evaluator".
+    return len(cluster_spec["evaluator"])
+  else:
+    # In the non-evaluator case, we return the total number of "chief" and
+    # "worker" tasks as the "chief" is also a worker.
+    return (len(cluster_spec.get("chief", [])) + len(
+        cluster_spec.get("worker", [])))
+
+
+def id_in_cluster(cluster_spec, task_type, task_id):
+  """Returns a unique id for the task in the `task_type`'s cluster.
+
+  It returns an id ranging from [0, `worker_count(task_type, task_id)`).
+
+  Note: this function assumes that "evaluate" job is in its own cluster or its
+  own partition of a cluster.
+
+  Args:
+    cluster_spec: a dict, `ClusterDef` or `ClusterSpec` object to be validated.
+    task_type: string indicating the type of the task.
+    task_id: the id of the `task_type` in this cluster.
+
+  Returns:
+    an int indicating the unique id.
+
+  Throws:
+    ValueError: if `task_type` is not "chief", "worker" or "evaluator".
+  """
+  _validate_cluster_spec(cluster_spec, task_type, task_id)
+  cluster_spec = normalize_cluster_spec(cluster_spec).as_dict()
+
+  # The "chief" job has always id 0 and there is at most one and "worker" jobs
+  # come after it.
+  if task_type == "chief":
+    return 0
+
+  if task_type == "worker":
+    return task_id + len(cluster_spec.get("chief", []))
+
+  # The "evaluator" is in its own cluster or its own partition of a cluster.
+  if task_type == "evaluator":
+    return task_id
+
+  # We currently don't assign ids to other tasks.
+  raise ValueError("There is no id for task_type %r" % task_type)
diff --git a/tensorflow/python/distribute/multi_worker_util_test.py b/tensorflow/python/distribute/multi_worker_util_test.py
index bdc49725c7..9e1596eefd 100644
--- a/tensorflow/python/distribute/multi_worker_util_test.py
+++ b/tensorflow/python/distribute/multi_worker_util_test.py
@@ -95,7 +95,7 @@ class IsChiefTest(test.TestCase):
     self.assertFalse(multi_worker_util.is_chief(cluster_spec, "worker", 1))
 
     with self.assertRaisesRegexp(
-        ValueError, "The task_type \"chief\" is not in the `cluster_spec`."):
+        ValueError, "`task_type` 'chief' not found in cluster_spec."):
       multi_worker_util.is_chief(cluster_spec, "chief", 0)
 
     with self.assertRaisesRegexp(
@@ -103,5 +103,94 @@ class IsChiefTest(test.TestCase):
       multi_worker_util.is_chief(cluster_spec, "worker", 2)
 
 
+class NumWorkersTest(test.TestCase):
+
+  def testCountWorker(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:1234"],
+        "worker": ["127.0.0.1:8964", "127.0.0.1:2333"],
+        "ps": ["127.0.0.1:1926", "127.0.0.1:3141"]
+    }
+    self.assertEqual(
+        multi_worker_util.worker_count(cluster_spec, task_type="chief"), 3)
+    self.assertEqual(
+        multi_worker_util.worker_count(cluster_spec, task_type="worker"), 3)
+
+  def testCountEvaluator(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:1234"],
+        "worker": ["127.0.0.1:8964", "127.0.0.1:2333"],
+        "evaluator": ["127.0.0.1:7566"]
+    }
+    self.assertEqual(
+        multi_worker_util.worker_count(cluster_spec, task_type="evaluator"), 1)
+
+  def testTaskTypeNotFound(self):
+    cluster_spec = {}
+    with self.assertRaisesRegexp(
+        ValueError, "`task_type` 'worker' not found in cluster_spec."):
+      multi_worker_util.worker_count(cluster_spec, task_type="worker")
+
+  def testCountPs(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:1234"],
+        "ps": ["127.0.0.1:1926", "127.0.0.1:3141"]
+    }
+    # A "ps" job shouldn't call this method.
+    with self.assertRaisesRegexp(ValueError, "Unexpected `task_type` 'ps'"):
+      multi_worker_util.worker_count(cluster_spec, task_type="ps")
+
+
+class IdInClusterTest(test.TestCase):
+
+  def testChiefId(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:1234"],
+        "worker": ["127.0.0.1:8964", "127.0.0.1:2333"],
+        "ps": ["127.0.0.1:1926", "127.0.0.1:3141"]
+    }
+    self.assertEqual(
+        multi_worker_util.id_in_cluster(cluster_spec, "chief", 0), 0)
+
+  def testWorkerId(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:1234"],
+        "worker": ["127.0.0.1:8964", "127.0.0.1:2333"],
+        "ps": ["127.0.0.1:1926", "127.0.0.1:3141"]
+    }
+    self.assertEqual(
+        multi_worker_util.id_in_cluster(cluster_spec, "worker", 1), 2)
+
+    cluster_spec = {
+        "worker": ["127.0.0.1:8964", "127.0.0.1:2333"],
+        "ps": ["127.0.0.1:1926", "127.0.0.1:3141"]
+    }
+    self.assertEqual(
+        multi_worker_util.id_in_cluster(cluster_spec, "worker", 1), 1)
+
+  def testEvaluatorId(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:1234"],
+        "worker": ["127.0.0.1:8964", "127.0.0.1:2333"],
+        "evaluator": ["127.0.0.1:7566"]
+    }
+    self.assertEqual(
+        multi_worker_util.id_in_cluster(cluster_spec, "evaluator", 0), 0)
+
+  def testPsId(self):
+    cluster_spec = {"chief": ["127.0.0.1:1234"], "ps": ["127.0.0.1:7566"]}
+    with self.assertRaisesRegexp(ValueError,
+                                 "There is no id for task_type 'ps'"):
+      multi_worker_util.id_in_cluster(cluster_spec, "ps", 0)
+
+  def testMultipleChiefs(self):
+    cluster_spec = {
+        "chief": ["127.0.0.1:8258", "127.0.0.1:7566"],
+    }
+    with self.assertRaisesRegexp(ValueError,
+                                 "There must be at most one 'chief' job."):
+      multi_worker_util.id_in_cluster(cluster_spec, "chief", 0)
+
+
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index aed2a413ae..2ff6ff9bda 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -19,6 +19,7 @@ from __future__ import division
 from __future__ import print_function
 
 import threading
+import enum
 
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import reduce_util
@@ -184,6 +185,80 @@ class _SameScopeAgainContext(object):
     del exception_type, exception_value, traceback
 
 
+# TODO(yuefengz): add more replication modes.
+class InputReplicationMode(enum.Enum):
+  """Replication mode for input function."""
+
+  # The input function will be called on each worker independently, creating as
+  # many input pipelines as number of workers. Replicas will dequeue from the
+  # local Dataset on their worker. Distribution Strategy doesn't manage any
+  # state sharing between such separate input pipelines.
+  PER_WORKER = 0
+
+
+class InputContext(object):
+  """A class wrapping information needed by an input function.
+
+  This is a context class that is passed to the user's input fn and contains
+  information about the compute replicas and input pipelines. The number of
+  compute replicas (in sync training) helps compute per input pipeline batch
+  size from the desired global batch size. Input pipeline information can be
+  used to return a different subset of the input in each input pipeline (for
+  e.g. shard the input pipeline, use a different input source etc).
+  """
+
+  def __init__(self,
+               num_input_pipelines=1,
+               input_pipeline_id=0,
+               num_replicas_in_sync=1):
+    """Initializes an InputContext object.
+
+    Args:
+      num_input_pipelines: the number of input pipelines in a cluster.
+      input_pipeline_id: the current input pipeline id, should be an int in
+        [0,`num_input_pipelines`).
+      num_replicas_in_sync: the number of replicas that are in sync.
+    """
+    self._num_input_pipelines = num_input_pipelines
+    self._input_pipeline_id = input_pipeline_id
+    self._num_replicas_in_sync = num_replicas_in_sync
+
+  @property
+  def num_replicas_in_sync(self):
+    """Returns the number of compute replicas in sync."""
+    return self._num_replicas_in_sync
+
+  @property
+  def input_pipeline_id(self):
+    """Returns the input pipeline ID."""
+    return self._input_pipeline_id
+
+  @property
+  def num_input_pipelines(self):
+    """Returns the number of input pipelines."""
+    return self._num_input_pipelines
+
+  def get_per_replica_batch_size(self, global_batch_size):
+    """Returns the per-replica batch size.
+
+    Args:
+      global_batch_size: the global batch size which should be divisible by
+        `num_replicas_in_sync`.
+
+    Returns:
+      the per-replica batch size.
+
+    Raises:
+      ValueError: if `global_batch_size` not divisible by
+        `num_replicas_in_sync`.
+    """
+    if global_batch_size % self._num_replicas_in_sync != 0:
+      raise ValueError("The `global_batch_size` %r is not divisible by "
+                       "`num_replicas_in_sync` %r " %
+                       (global_batch_size, self._num_replicas_in_sync))
+    return global_batch_size // self._num_replicas_in_sync
+
+
 # ------------------------------------------------------------------------------
 # Base classes for all distribution strategies.
 
@@ -534,8 +609,15 @@ class DistributionStrategy(object):
     _require_distribution_strategy_scope(self)
     return variable_scope.variable_creator_scope(create_colocated_variable)
 
-  def _call_dataset_fn(self, dataset_fn):
-    result = dataset_fn()
+  def _call_dataset_fn(self, dataset_fn, input_context=None):
+    """Call the `dataset_fn` with `input_context` as argument."""
+    # This method is invoked by both `make_input_fn_iterator` and
+    # `distribute_dataset`. The `dataset_fn` for the former one accepts an
+    # input_context while the latter one doesn't.
+    if input_context:
+      result = dataset_fn(input_context)
+    else:
+      result = dataset_fn()
     if not isinstance(result, dataset_ops.Dataset):
       raise ValueError(
           "dataset_fn() must return a tf.data.Dataset when using a "
@@ -580,7 +662,7 @@ class DistributionStrategy(object):
       return tf.data.Dataset.from_tensors([[1.]]).repeat()
     with distribution_strategy.scope():
       distributed_dataset = distribution_strategy.distribute_dataset(dataset_fn)
-      iterator = distributed_dataset.make_one_shot_iterator()
+      iterator = distributed_dataset.make_initializable_iterator()
       replica_results = distribution_strategy.call_for_each_replica(
           replica_fn, args=(iterator.get_next(),))
     ```
@@ -593,6 +675,46 @@ class DistributionStrategy(object):
     """
     raise NotImplementedError("must be implemented in descendants")
 
+  def make_input_fn_iterator(self,
+                             input_fn,
+                             replication_mode=InputReplicationMode.PER_WORKER):
+    """Returns an iterator split across replicas created from an input function.
+
+    The `input_fn` should take an `InputContext` object where information about
+    input sharding can be accessed:
+
+    ```
+    def input_fn(input_context):
+      d = tf.data.Dataset.from_tensors([[1.]]).repeat()
+      return d.shard(input_context.num_input_pipelines,
+                     input_context.input_pipeline_id)
+    with distribution_strategy.scope():
+      iterator = distribution_strategy.make_input_fn_iterator(
+          input_fn)
+      replica_results = distribution_strategy.call_for_each_replica(
+          replica_fn, iterator.get_next())
+    ```
+
+    Args:
+      input_fn: A function that returns a `tf.data.Dataset`. This function is
+        expected to take an `InputContext` object.
+      replication_mode: an enum value of `InputReplicationMode`. Only
+        `PER_WORKER` is supported currently.
+
+    Returns:
+      An iterator object that can be initialized and fetched next element.
+    """
+    if replication_mode != InputReplicationMode.PER_WORKER:
+      raise ValueError(
+          "Input replication mode not supported: %r" % replication_mode)
+    return self._make_input_fn_iterator(
+        input_fn, replication_mode=replication_mode)
+
+  def _make_input_fn_iterator(self,
+                              input_fn,
+                              replication_mode=InputReplicationMode.PER_WORKER):
+    raise NotImplementedError("must be implemented in descendants")
+
   def broadcast(self, tensor, destinations=None):
     """Mirror a tensor on one device to all worker devices.
 
@@ -1193,6 +1315,11 @@ class _DefaultDistributionStrategy(DistributionStrategy):
   def distribute_dataset(self, dataset_fn):
     return self._call_dataset_fn(dataset_fn)
 
+  def _make_input_fn_iterator(self,
+                              input_fn,
+                              replication_mode=InputReplicationMode.PER_WORKER):
+    return self._call_dataset_fn(input_fn, InputContext())
+
   def _broadcast(self, tensor, destinations):
     if destinations is None:
       return tensor
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index 0a7bbd5687..20b6d4f977 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -20,11 +20,11 @@ from __future__ import print_function
 
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.platform import test
-from tensorflow.python.training import distribute
+from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.training import distribution_strategy_context
 
 
-class _TestReplicaContext(distribute.ReplicaContext):
+class _TestReplicaContext(distribute_lib.ReplicaContext):
 
   def merge_call(self, fn, *args, **kwargs):
     return kwargs["test_arg"]
@@ -38,7 +38,7 @@ def _get_test_variable(name, synchronization, aggregation):
   }
 
 
-class _TestStrategy(distribute.DistributionStrategy):
+class _TestStrategy(distribute_lib.DistributionStrategy):
 
   def _call_for_each_replica(self, fn, args, kwargs):
     with _TestReplicaContext(self, replica_id=0):
@@ -144,5 +144,22 @@ class DefaultDistributionStrategyTest(test.TestCase):
     _assert_in_default_state(self)
 
 
+class InputContextTest(test.TestCase):
+
+  def testProperties(self):
+    input_context = distribute_lib.InputContext(
+        num_input_pipelines=2, input_pipeline_id=1, num_replicas_in_sync=6)
+    self.assertEqual(6, input_context.num_replicas_in_sync)
+    self.assertEqual(1, input_context.input_pipeline_id)
+    self.assertEqual(2, input_context.num_input_pipelines)
+
+  def testPerReplicaBatchSize(self):
+    input_context = distribute_lib.InputContext(
+        num_input_pipelines=2, input_pipeline_id=1, num_replicas_in_sync=6)
+    self.assertEqual(2, input_context.get_per_replica_batch_size(12))
+    with self.assertRaises(ValueError):
+      input_context.get_per_replica_batch_size(13)
+
+
 if __name__ == "__main__":
   test.main()
-- 
GitLab


From 9a608da83605d162be891e69db903f581ca9566b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 01:02:45 -0800
Subject: [PATCH 1637/1825] compat: Update forward compatibility horizon to
 2018-11-15

PiperOrigin-RevId: 221581897
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index 6a20e63e89..eea6567774 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 14)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 15)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From cfdfcc311c10eacad1c9a6506c53987372b132f3 Mon Sep 17 00:00:00 2001
From: Chris Jones <cjfj@google.com>
Date: Thu, 15 Nov 2018 04:27:12 -0800
Subject: [PATCH 1638/1825] Rename `ReplicaContext.replica_id` to
 `replica_id_in_sync_group`.

PiperOrigin-RevId: 221602399
---
 .../python/keras_optimizer_v2_test.py         |  6 +--
 .../distribute/python/mirrored_strategy.py    |  3 +-
 .../python/mirrored_strategy_multigpu_test.py | 54 +++++++------------
 .../python/mirrored_strategy_test.py          |  9 ++--
 .../distribute/python/one_device_strategy.py  |  2 +-
 .../python/parameter_server_strategy_test.py  |  8 +--
 .../distribute/python/strategy_test_lib.py    | 14 ++---
 .../contrib/distribute/python/tpu_strategy.py |  5 +-
 tensorflow/python/ops/summary_op_util.py      |  3 +-
 tensorflow/python/training/distribute.py      | 14 ++---
 tensorflow/python/training/distribute_test.py |  2 +-
 .../training/distribution_strategy_context.py |  2 +-
 12 files changed, 53 insertions(+), 69 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index 28f76ffadf..402a2cfcdf 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -47,7 +47,7 @@ from tensorflow.python.ops import variables
 from tensorflow.python.platform import gfile
 from tensorflow.python.platform import test
 from tensorflow.python.summary.writer import writer_cache
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as ds_context
 
 
 class KerasOptimizerV2IntegrationTest(test.TestCase, parameterized.TestCase):
@@ -272,9 +272,9 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
 
 
 def _replica_id():
-  # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
+  # TODO(cjfj): Return `replica_id_...` directly, once it is a `Tensor`.
   return constant_op.constant(
-      distribution_strategy_context.get_replica_context().replica_id)
+      ds_context.get_replica_context().replica_id_in_sync_group)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 74d69abcfd..b8d4fea298 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -829,4 +829,5 @@ class MirroredReplicaContext(distribute_lib.ReplicaContext):
   @property
   def devices(self):
     distribute_lib.require_replica_context(self)
-    return [self._distribution_strategy.worker_devices[self._replica_id]]
+    ds = self._distribution_strategy
+    return [ds.worker_devices[self._replica_id_in_sync_group]]
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 23379a72d9..463459bb23 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -48,7 +48,7 @@ from tensorflow.python.ops import state_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.training import device_util
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as ds_context
 from tensorflow.python.training import gradient_descent
 from tensorflow.python.training import optimizer as optimizer_lib
 from tensorflow.python.training import server_lib
@@ -183,8 +183,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       # This variable should be created only once across the threads because of
       # special variable_creator functions used by `dist.call_for_each_replica`.
       v = variable_scope.variable(1.0, name="foo")
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -201,8 +200,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn():
       v = variable_scope.variable(1.0)
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -222,8 +220,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       vs = []
       for i in range(5):
         vs.append(variable_scope.variable(1.0, name="foo" + str(i)))
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return vs
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -245,8 +242,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       vs.append(variable_scope.variable(1.0, name="foo_1/bar"))
       vs.append(variable_scope.variable(1.0, name="foo_1/bar_1"))
       vs.append(variable_scope.variable(1.0, name="foo/bar_1"))
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return vs
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -269,8 +265,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     def model_fn():
       replica_id = self.evaluate(_replica_id())
       v = variable_scope.variable(1.0, name="foo_" + str(replica_id))
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -292,8 +287,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         layer2 = core.Dense(1)
         layer2(features)
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_replica_context().merge_call(
-            lambda _: _)
+        ds_context.get_replica_context().merge_call(lambda _: _)
         layer3 = core.Dense(1)
         layer3(features)
         return [(layer1.kernel, layer1.bias),
@@ -330,8 +324,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       with variable_scope.variable_scope("common"):
         v1 = variable_scope.variable(1.0, name="var1")
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_replica_context().merge_call(
-            lambda _: _)
+        ds_context.get_replica_context().merge_call(lambda _: _)
         v2 = variable_scope.variable(
             1.0,
             name="var2",
@@ -374,8 +367,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       with variable_scope.variable_scope("common"):
         v1 = variable_scope.get_variable("var1", [1])
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_replica_context().merge_call(
-            lambda _: _)
+        ds_context.get_replica_context().merge_call(lambda _: _)
         v2 = variable_scope.get_variable(
             "var2", [1],
             synchronization=variable_scope.VariableSynchronization.ON_READ,
@@ -564,8 +556,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn():
       v = variable_scope.variable(1.0, name="foo")
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -582,8 +573,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
 
     def model_fn(name):
       v = variable_scope.variable(1.0, name=name)
-      distribution_strategy_context.get_replica_context().merge_call(
-          lambda _: _)
+      ds_context.get_replica_context().merge_call(lambda _: _)
       return v
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -683,8 +673,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     def model_fn():
       with ops.name_scope("foo"):
         a = constant_op.constant(1.0, name="a")
-        distribution_strategy_context.get_replica_context().merge_call(
-            lambda _: _)
+        ds_context.get_replica_context().merge_call(lambda _: _)
         b = constant_op.constant(1.0, name="b")
       return a, b
 
@@ -705,8 +694,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     def model_fn():
       with ops.name_scope(None, "foo"):
         a = constant_op.constant(1.0, name="a")
-        distribution_strategy_context.get_replica_context().merge_call(
-            lambda _: _)
+        ds_context.get_replica_context().merge_call(lambda _: _)
         b = constant_op.constant(2.0, name="b")
       return a, b
 
@@ -734,8 +722,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     def model_fn():
       b = variable_scope.variable(1.0, name="b")
       with ops.name_scope("foo"):
-        c = distribution_strategy_context.get_replica_context().merge_call(
-            in_cross_replica)
+        c = ds_context.get_replica_context().merge_call(in_cross_replica)
       return b, c
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -767,8 +754,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
     def model_fn():
       b = variable_scope.get_variable("b", [1])
       with ops.name_scope("foo"):
-        c = distribution_strategy_context.get_replica_context().merge_call(
-            in_cross_replica)
+        c = ds_context.get_replica_context().merge_call(in_cross_replica)
       return b, c
 
     dist = mirrored_strategy.MirroredStrategy(
@@ -951,7 +937,7 @@ class MirroredVariableUpdateTest(test.TestCase):
 
       def model_fn():
         value = math_ops.cast(
-            distribution_strategy_context.get_replica_context().replica_id,
+            ds_context.get_replica_context().replica_id_in_sync_group,
             mirrored_var.dtype)
         return mirrored_var.assign(value)
 
@@ -1025,7 +1011,7 @@ class MirroredVariableUpdateTest(test.TestCase):
 
       def model_fn():
         value = math_ops.cast(
-            distribution_strategy_context.get_replica_context().replica_id,
+            ds_context.get_replica_context().replica_id_in_sync_group,
             mirrored_var.dtype)
         return mirrored_var.assign_add(value)
 
@@ -1091,7 +1077,7 @@ class MirroredVariableUpdateTest(test.TestCase):
 
       def model_fn():
         value = math_ops.cast(
-            distribution_strategy_context.get_replica_context().replica_id,
+            ds_context.get_replica_context().replica_id_in_sync_group,
             mirrored_var.dtype)
         return mirrored_var.assign_sub(value)
 
@@ -1463,9 +1449,9 @@ class MultiWorkerMirroredStrategyTestWithChief(
 
 
 def _replica_id():
-  # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
+  # TODO(cjfj): Return `replica_id_...` directly, once it is a `Tensor`.
   return constant_op.constant(
-      distribution_strategy_context.get_replica_context().replica_id)
+      ds_context.get_replica_context().replica_id_in_sync_group)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index 001ee89c82..79318c3e2d 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -26,7 +26,7 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import variable_scope
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as ds_context
 
 
 class MirroredOneCPUDistributionTest(strategy_test_lib.DistributionTestBase):
@@ -87,8 +87,7 @@ class VariableCreatorStackTest(test.TestCase):
         v = variable_scope.variable(1.0)
 
         # This will pause the current thread, and execute the other thread.
-        distribution_strategy_context.get_replica_context().merge_call(
-            lambda _: _)
+        ds_context.get_replica_context().merge_call(lambda _: _)
       return v
 
     def main_thread_creator(next_creator, *args, **kwargs):
@@ -106,9 +105,9 @@ class VariableCreatorStackTest(test.TestCase):
 
 
 def _replica_id():
-  # TODO(cjfj): Return `replica_id` directly, once it is a `Tensor`.
+  # TODO(cjfj): Return `replica_id_...` directly, once it is a `Tensor`.
   return constant_op.constant(
-      distribution_strategy_context.get_replica_context().replica_id)
+      ds_context.get_replica_context().replica_id_in_sync_group)
 
 
 class MultiWorkerMirroredStrategyTest(test.TestCase):
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index cbd5d1ab40..a4ce956a9f 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -180,7 +180,7 @@ class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
 
   def __init__(self, distribution_strategy):
     distribute_lib.ReplicaContext.__init__(
-        self, distribution_strategy, replica_id=0)
+        self, distribution_strategy, replica_id_in_sync_group=0)
 
   @property
   def device(self):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index d25b5836c5..be42686322 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -44,7 +44,7 @@ from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 from tensorflow.python.training import device_util
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as ds_context
 from tensorflow.python.training import training_util
 
 CHIEF = run_config.TaskType.CHIEF
@@ -98,7 +98,7 @@ class ParameterServerStrategyTestBase(
         else:
           last_part_device = (
               'device:GPU:%d' %
-              distribution_strategy_context.get_replica_context().replica_id)
+              ds_context.get_replica_context().replica_id_in_sync_group)
 
         a = constant_op.constant(1.0)
         b = constant_op.constant(2.0)
@@ -265,7 +265,7 @@ class ParameterServerStrategyTestBase(
         else:
           replica_compute_device = (
               '/device:GPU:%d' %
-              distribution_strategy_context.get_replica_context().replica_id)
+              ds_context.get_replica_context().replica_id_in_sync_group)
         replica_compute_device = device_util.canonicalize(
             replica_compute_device)
 
@@ -274,7 +274,7 @@ class ParameterServerStrategyTestBase(
         else:
           replica_variable_device = (
               '/device:GPU:%d' %
-              distribution_strategy_context.get_replica_context().replica_id)
+              ds_context.get_replica_context().replica_id_in_sync_group)
         replica_variable_device = device_util.canonicalize(
             replica_variable_device)
 
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index ceea898566..7c6f7123da 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -29,7 +29,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import variables
-from tensorflow.python.training import distribution_strategy_context
+from tensorflow.python.training import distribution_strategy_context as ds_context
 from tensorflow.python.training import optimizer
 
 
@@ -46,8 +46,7 @@ def _raise_exception_fn(_=None):
 # Must be the argument to a distribution.call_for_each_replica() call, calls a
 # get_replica_context().merge_call() that raises an exception.
 def _merge_raises_fn():
-  distribution_strategy_context.get_replica_context().merge_call(
-      _raise_exception_fn)
+  ds_context.get_replica_context().merge_call(_raise_exception_fn)
 
 
 # Must be the argument to a get_replica_context().merge_call() call, calls
@@ -60,8 +59,7 @@ def _call_raises_fn(dist):
 # calls a get_replica_context().merge_call() that calls a
 # call_for_each_replica() that raises an exception.
 def _merge_call_raises_fn():
-  distribution_strategy_context.get_replica_context().merge_call(
-      _call_raises_fn)
+  ds_context.get_replica_context().merge_call(_call_raises_fn)
 
 
 # Must be the argument to a get_replica_context().merge_call() call, calls
@@ -75,8 +73,7 @@ def _call_merge_raises_fn(dist):
 # get_replica_context().merge_call() that calls a call_for_each_replica() that
 # calls a get_replica_context().merge_call() that raises an exception.
 def _merge_call_merge_raises_fn():
-  distribution_strategy_context.get_replica_context().merge_call(
-      _call_merge_raises_fn)
+  ds_context.get_replica_context().merge_call(_call_merge_raises_fn)
 
 
 class DistributionTestBase(test.TestCase):
@@ -193,8 +190,7 @@ class DistributionTestBase(test.TestCase):
       expected_devices = [False] * len(d.worker_devices)
 
       def mark_devices_fn():
-        replica_id = (
-            distribution_strategy_context.get_replica_context().replica_id)
+        replica_id = ds_context.get_replica_context().replica_id_in_sync_group
         self.assertLess(replica_id, len(d.worker_devices))
         self.assertFalse(expected_devices[replica_id])
         expected_devices[replica_id] = True
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 094a57c4e6..53fe8ae244 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -587,7 +587,7 @@ class _TPUReplicaContext(distribute_lib.ReplicaContext):
   # TODO(sourabhbajaj): Call for each tower should be updating this.
   def __init__(self, distribution_strategy):
     distribute_lib.ReplicaContext.__init__(
-        self, distribution_strategy, replica_id=0)
+        self, distribution_strategy, replica_id_in_sync_group=0)
 
   @property
   def device(self):
@@ -596,4 +596,5 @@ class _TPUReplicaContext(distribute_lib.ReplicaContext):
   @property
   def devices(self):
     distribute_lib.require_replica_context(self)
-    return [self._distribution_strategy.worker_devices[self._replica_id]]
+    ds = self._distribution_strategy
+    return [ds.worker_devices[self._replica_id_in_sync_group]]
diff --git a/tensorflow/python/ops/summary_op_util.py b/tensorflow/python/ops/summary_op_util.py
index 14aa44a920..fe659532b0 100644
--- a/tensorflow/python/ops/summary_op_util.py
+++ b/tensorflow/python/ops/summary_op_util.py
@@ -50,7 +50,8 @@ def skip_summary():
   # alternatives to override default behavior. (e.g. run on last replica,
   # compute sum or mean across replicas).
   replica_context = distribution_strategy_context.get_replica_context()
-  return replica_context and replica_context.replica_id > 0
+  # TODO(cjfj): Also check is sync group ID > 0?
+  return replica_context and replica_context.replica_id_in_sync_group > 0
 
 
 def clean_tag(name):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 2ff6ff9bda..ceb73ebc4e 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -814,7 +814,7 @@ class DistributionStrategy(object):
     """Run `fn` once per replica.
 
     `fn` may call `tf.get_replica_context()` to access methods such as
-    `replica_id()` and `merge_call()`.
+    `replica_id_in_sync_group` and `merge_call()`.
 
     `merge_call()` is used to communicate between the replicas and
     re-enter the cross-replica context. All replicas pause their execution
@@ -832,7 +832,7 @@ class DistributionStrategy(object):
     # Called once per replica in `distribution`, in a "replica" context.
     def fn(three):
       replica_ctx = tf.get_replica_context()
-      v = three + replica_ctx.replica_id
+      v = three + replica_ctx.replica_id_in_sync_group
       # Computes the sum of the `v` values across all replicas.
       s = replica_ctx.merge_call(merge_fn, args=(v,))
       return s + v
@@ -1182,11 +1182,11 @@ class DistributionStrategy(object):
 class ReplicaContext(object):
   """DistributionStrategy API inside a `call_for_each_replica()` call."""
 
-  def __init__(self, distribution_strategy, replica_id):
+  def __init__(self, distribution_strategy, replica_id_in_sync_group):
     self._distribution_strategy = distribution_strategy
     self._thread_context = distribution_strategy_context._InReplicaThreadMode(  # pylint: disable=protected-access
         self)
-    self._replica_id = replica_id
+    self._replica_id_in_sync_group = replica_id_in_sync_group
 
   def __enter__(self):
     _push_per_thread_mode(self._thread_context)
@@ -1255,10 +1255,10 @@ class ReplicaContext(object):
     return self._distribution_strategy.num_replicas_in_sync
 
   @property
-  def replica_id(self):
+  def replica_id_in_sync_group(self):
     """Which replica is being defined, a number from 0 to `num_replicas - 1`."""
     require_replica_context(self)
-    return self._replica_id
+    return self._replica_id_in_sync_group
 
   @property
   def distribution_strategy(self):
@@ -1327,7 +1327,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
       raise NotImplementedError("TODO")
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    with ReplicaContext(self, replica_id=0):
+    with ReplicaContext(self, replica_id_in_sync_group=0):
       return fn(*args, **kwargs)
 
   def _reduce(self, reduce_op, value, destinations):
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index 20b6d4f977..39437ad9b5 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -41,7 +41,7 @@ def _get_test_variable(name, synchronization, aggregation):
 class _TestStrategy(distribute_lib.DistributionStrategy):
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    with _TestReplicaContext(self, replica_id=0):
+    with _TestReplicaContext(self, replica_id_in_sync_group=0):
       return fn(*args, **kwargs)
 
   def _create_variable(self, next_creator, *args, **kwargs):
diff --git a/tensorflow/python/training/distribution_strategy_context.py b/tensorflow/python/training/distribution_strategy_context.py
index 278f35b97e..9a33f5f416 100644
--- a/tensorflow/python/training/distribution_strategy_context.py
+++ b/tensorflow/python/training/distribution_strategy_context.py
@@ -196,7 +196,7 @@ def _get_default_distribution_strategy():
 def _get_default_replica_context():
   if _defaults["replica_context"] is None:
     _defaults["replica_context"] = distribute_lib.ReplicaContext(
-        _get_default_distribution_strategy(), replica_id=0)
+        _get_default_distribution_strategy(), replica_id_in_sync_group=0)
   return _defaults["replica_context"]
 
 
-- 
GitLab


From fa48fd8be8fb632343e7c15ca82c0193c265e07d Mon Sep 17 00:00:00 2001
From: Yash Gaurkar <yashgaurkar@gmail.com>
Date: Thu, 15 Nov 2018 19:47:03 +0530
Subject: [PATCH 1639/1825] Unicode error while testing

Error for inverted question mark : UnicodeEncodeError: 'ascii' codec can't encode character u'\xbf' in position 8: ordinal not in range(128)
Error for not adding u' ' : TypeError: normalize() argument 2 must be unicode, not str
---
 .../examples/nmt_with_attention/nmt_with_attention.ipynb  | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/eager/python/examples/nmt_with_attention/nmt_with_attention.ipynb b/tensorflow/contrib/eager/python/examples/nmt_with_attention/nmt_with_attention.ipynb
index 480777d948..66d52a7494 100644
--- a/tensorflow/contrib/eager/python/examples/nmt_with_attention/nmt_with_attention.ipynb
+++ b/tensorflow/contrib/eager/python/examples/nmt_with_attention/nmt_with_attention.ipynb
@@ -768,7 +768,7 @@
       },
       "outputs": [],
       "source": [
-        "translate('hace mucho frio aqui.', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
+        "translate(u'hace mucho frio aqui.', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
       ]
     },
     {
@@ -781,7 +781,7 @@
       },
       "outputs": [],
       "source": [
-        "translate('esta es mi vida.', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
+        "translate(u'esta es mi vida.', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
       ]
     },
     {
@@ -794,7 +794,7 @@
       },
       "outputs": [],
       "source": [
-        "translate('¿todavia estan en casa?', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
+        "translate(u'todavia estan en casa?', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
       ]
     },
     {
@@ -808,7 +808,7 @@
       "outputs": [],
       "source": [
         "# wrong translation\n",
-        "translate('trata de averiguarlo.', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
+        "translate(u'trata de averiguarlo.', encoder, decoder, inp_lang, targ_lang, max_length_inp, max_length_targ)"
       ]
     },
     {
-- 
GitLab


From 5704cba5777d254471dbcda619764713e7f79135 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 07:32:50 -0800
Subject: [PATCH 1640/1825] Make DatasetV2 an abc again.

PiperOrigin-RevId: 221620796
---
 tensorflow/python/data/ops/dataset_ops.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index 7f0903c330..cf51fdffdd 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -54,6 +54,7 @@ from tensorflow.python.util.tf_export import tf_export
 
 
 @tf_export("data.Dataset", v1=[])
+@six.add_metaclass(abc.ABCMeta)
 class DatasetV2(object):
   """Represents a potentially large set of elements.
 
-- 
GitLab


From 770561637857bf93947328d43497f0d4e37594c6 Mon Sep 17 00:00:00 2001
From: James Keeling <jtkeeling@google.com>
Date: Thu, 15 Nov 2018 07:44:18 -0800
Subject: [PATCH 1641/1825] Improve coverage of server_lib.cc testing

We add one more test method to cover the successful case. Testing now covers all lines except the LOG(ERROR) statement.

PiperOrigin-RevId: 221622246
---
 .../distributed_runtime/server_lib_test.cc    | 21 +++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/tensorflow/core/distributed_runtime/server_lib_test.cc b/tensorflow/core/distributed_runtime/server_lib_test.cc
index 29aafc15d6..460372523c 100644
--- a/tensorflow/core/distributed_runtime/server_lib_test.cc
+++ b/tensorflow/core/distributed_runtime/server_lib_test.cc
@@ -14,11 +14,32 @@ limitations under the License.
 ==============================================================================*/
 
 #include "tensorflow/core/distributed_runtime/server_lib.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/platform/test.h"
 
 namespace tensorflow {
 
+class TestServerFactory : public ServerFactory {
+ public:
+  bool AcceptsOptions(const ServerDef& server_def) override {
+    return server_def.protocol() == "test_protocol";
+  }
+
+  Status NewServer(const ServerDef& server_def,
+                   std::unique_ptr<ServerInterface>* out_server) override {
+    return Status::OK();
+  }
+};
+
+TEST(ServerLibTest, NewServerFactoryAccepts) {
+  ServerFactory::Register("TEST_SERVER", new TestServerFactory());
+  ServerDef server_def;
+  server_def.set_protocol("test_protocol");
+  std::unique_ptr<ServerInterface> server;
+  TF_EXPECT_OK(NewServer(server_def, &server));
+}
+
 TEST(ServerLibTest, NewServerNoFactoriesAccept) {
   ServerDef server_def;
   server_def.set_protocol("fake_protocol");
-- 
GitLab


From 1696d69b07f40a2a3d5c6b722a5990011af25842 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 15 Nov 2018 08:18:59 -0800
Subject: [PATCH 1642/1825] Add a comment in tf_upgrade_v2.py to indicate order
 of arguments in self.function_reorders should match old order as opposed to
 new order.

PiperOrigin-RevId: 221626603
---
 tensorflow/tools/compatibility/tf_upgrade_v2.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index a6882e35d3..8de288d6ba 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -66,6 +66,8 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # Functions that were reordered should be changed to the new keyword args
     # for safety, if positional arguments are used. If you have reversed the
     # positional arguments yourself, this could do the wrong thing.
+    # IMPORTANT: order here should correspond to OLD argument order.
+    # We just prepend "arg_name=" to all arguments in function calls.
     self.function_reorders = {
         "tf.argmax": ["input", "axis", "output_type", "name"],
         "tf.argmin": ["input", "axis", "output_type", "name"],
-- 
GitLab


From ec5a7049052b61d461c0a155a1cdb250ce0e8d9e Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Thu, 15 Nov 2018 08:31:44 -0800
Subject: [PATCH 1643/1825] Add tests for ast_edits.

PiperOrigin-RevId: 221628173
---
 tensorflow/tools/compatibility/BUILD          |  12 +
 .../tools/compatibility/ast_edits_test.py     | 396 ++++++++++++++++++
 2 files changed, 408 insertions(+)
 create mode 100644 tensorflow/tools/compatibility/ast_edits_test.py

diff --git a/tensorflow/tools/compatibility/BUILD b/tensorflow/tools/compatibility/BUILD
index 5f619c4e62..f46e36bf32 100644
--- a/tensorflow/tools/compatibility/BUILD
+++ b/tensorflow/tools/compatibility/BUILD
@@ -14,6 +14,18 @@ py_library(
     srcs_version = "PY2AND3",
 )
 
+py_test(
+    name = "ast_edits_test",
+    srcs = ["ast_edits_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":ast_edits",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_test_lib",
+        "@six_archive//:six",
+    ],
+)
+
 py_binary(
     name = "tf_upgrade",
     srcs = ["tf_upgrade.py"],
diff --git a/tensorflow/tools/compatibility/ast_edits_test.py b/tensorflow/tools/compatibility/ast_edits_test.py
new file mode 100644
index 0000000000..08f4ae3fcc
--- /dev/null
+++ b/tensorflow/tools/compatibility/ast_edits_test.py
@@ -0,0 +1,396 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for ast_edits which is used in tf upgraders.
+
+All of the tests assume that we want to change from an API containing
+
+    def f(a, b, kw1, kw2): ...
+    def g(a, b, kw1, c, kw1_alias): ...
+    def g2(a, b, kw1, c, d, kw1_alias): ...
+    def h(a, kw1, kw2, kw1_alias, kw2_alias): ...
+
+and the changes to the API consist of renaming, reordering, and/or removing
+arguments. Thus, we want to be able to generate changes to produce each of the
+following new APIs:
+
+    def f(a, b, kw1, kw3): ...
+    def f(a, b, kw2, kw1): ...
+    def f(a, b, kw3, kw1): ...
+    def g(a, b, kw1, c): ...
+    def g(a, b, c, kw1): ...
+    def g2(a, b, kw1, c, d): ...
+    def g2(a, b, c, d, kw1): ...
+    def h(a, kw1, kw2): ...
+
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+import six
+from tensorflow.python.framework import test_util
+from tensorflow.python.platform import test as test_lib
+from tensorflow.tools.compatibility import ast_edits
+
+
+class NoUpdateSpec(ast_edits.APIChangeSpec):
+  """A specification of an API change which doesn't change anything."""
+
+  def __init__(self):
+    self.function_handle = {}
+    self.function_reorders = {}
+    self.function_keyword_renames = {}
+
+
+class RenameKeywordSpec(NoUpdateSpec):
+  """A specification where kw2 gets renamed to kw3.
+
+  The new API is
+
+    def f(a, b, kw1, kw3): ...
+
+  """
+
+  def __init__(self):
+    NoUpdateSpec.__init__(self)
+    self.update_renames()
+
+  def update_renames(self):
+    self.function_keyword_renames["f"] = {"kw2": "kw3"}
+
+
+class ReorderKeywordSpec(NoUpdateSpec):
+  """A specification where kw2 gets moved in front of kw1.
+
+  The new API is
+
+    def f(a, b, kw2, kw1): ...
+
+  """
+
+  def __init__(self):
+    NoUpdateSpec.__init__(self)
+    self.update_reorders()
+
+  def update_reorders(self):
+    # Note that these should be in the old order.
+    self.function_reorders["f"] = ["a", "b", "kw1", "kw2"]
+
+
+class ReorderAndRenameKeywordSpec(ReorderKeywordSpec, RenameKeywordSpec):
+  """A specification where kw2 gets moved in front of kw1 and is changed to kw3.
+
+  The new API is
+
+    def f(a, b, kw3, kw1): ...
+
+  """
+
+  def __init__(self):
+    ReorderKeywordSpec.__init__(self)
+    RenameKeywordSpec.__init__(self)
+    self.update_renames()
+    self.update_reorders()
+
+
+class RemoveDeprecatedAliasKeyword(NoUpdateSpec):
+  """A specification where kw1_alias is removed in g.
+
+  The new API is
+
+    def g(a, b, kw1, c): ...
+    def g2(a, b, kw1, c, d): ...
+
+  """
+
+  def __init__(self):
+    NoUpdateSpec.__init__(self)
+    self.function_keyword_renames["g"] = {"kw1_alias": "kw1"}
+    self.function_keyword_renames["g2"] = {"kw1_alias": "kw1"}
+
+
+class RemoveDeprecatedAliasAndReorderRest(RemoveDeprecatedAliasKeyword):
+  """A specification where kw1_alias is removed in g.
+
+  The new API is
+
+    def g(a, b, c, kw1): ...
+    def g2(a, b, c, d, kw1): ...
+
+  """
+
+  def __init__(self):
+    RemoveDeprecatedAliasKeyword.__init__(self)
+    # Note that these should be in the old order.
+    self.function_reorders["g"] = ["a", "b", "kw1", "c"]
+    self.function_reorders["g2"] = ["a", "b", "kw1", "c", "d"]
+
+
+class RemoveMultipleKeywordArguments(NoUpdateSpec):
+  """A specification where both keyword aliases are removed from h.
+
+  The new API is
+
+    def h(a, kw1, kw2): ...
+
+  """
+
+  def __init__(self):
+    NoUpdateSpec.__init__(self)
+    self.function_keyword_renames["h"] = {
+        "kw1_alias": "kw1",
+        "kw2_alias": "kw2",
+    }
+
+
+class TestAstEdits(test_util.TensorFlowTestCase):
+
+  def _upgrade(self, spec, old_file_text):
+    in_file = six.StringIO(old_file_text)
+    out_file = six.StringIO()
+    upgrader = ast_edits.ASTCodeUpgrader(spec)
+    count, report, errors = (
+        upgrader.process_opened_file("test.py", in_file,
+                                     "test_out.py", out_file))
+    return (count, report, errors), out_file.getvalue()
+
+  def testNoTransformIfNothingIsSupplied(self):
+    text = "f(a, b, kw1=c, kw2=d)\n"
+    _, new_text = self._upgrade(NoUpdateSpec(), text)
+    self.assertEqual(new_text, text)
+
+    text = "f(a, b, c, d)\n"
+    _, new_text = self._upgrade(NoUpdateSpec(), text)
+    self.assertEqual(new_text, text)
+
+  def testKeywordRename(self):
+    """Test that we get the expected result if renaming kw2 to kw3."""
+    text = "f(a, b, kw1=c, kw2=d)\n"
+    expected = "f(a, b, kw1=c, kw3=d)\n"
+    _, new_text = self._upgrade(RenameKeywordSpec(), text)
+    self.assertEqual(new_text, expected)
+
+    # No keywords specified, no reordering, so we should get input as output
+    text = "f(a, b, c, d)\n"
+    _, new_text = self._upgrade(RenameKeywordSpec(), text)
+    self.assertEqual(new_text, text)
+
+  def testKeywordReorder(self):
+    """Test that we get the expected result if kw2 is now before kw1."""
+    text = "f(a, b, kw1=c, kw2=d)\n"
+    acceptable_outputs = [
+        # No change is a valid output
+        text,
+        # Just reordering the kw.. args is also ok
+        "f(a, b, kw2=d, kw1=c)\n",
+        # Also cases where all arguments are fully specified are allowed
+        "f(a=a, b=b, kw1=c, kw2=d)\n",
+        "f(a=a, b=b, kw2=d, kw1=c)\n",
+    ]
+    _, new_text = self._upgrade(ReorderKeywordSpec(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # Keywords are reordered, so we should reorder arguments too
+    text = "f(a, b, c, d)\n"
+    acceptable_outputs = [
+        "f(a, b, d, c)\n",
+        "f(a=a, b=b, kw1=c, kw2=d)\n",
+        "f(a=a, b=b, kw2=d, kw1=c)\n",
+    ]
+    _, new_text = self._upgrade(ReorderKeywordSpec(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+  def testKeywordReorderAndRename(self):
+    """Test that we get the expected result if kw2 is renamed and moved."""
+    text = "f(a, b, kw1=c, kw2=d)\n"
+    acceptable_outputs = [
+        "f(a, b, kw3=d, kw1=c)\n",
+        "f(a=a, b=b, kw1=c, kw3=d)\n",
+        "f(a=a, b=b, kw3=d, kw1=c)\n",
+    ]
+    _, new_text = self._upgrade(ReorderAndRenameKeywordSpec(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # Keywords are reordered, so we should reorder arguments too
+    text = "f(a, b, c, d)\n"
+    acceptable_outputs = [
+        "f(a, b, d, c)\n",
+        "f(a=a, b=b, kw1=c, kw3=d)\n",
+        "f(a=a, b=b, kw3=d, kw1=c)\n",
+    ]
+    _, new_text = self._upgrade(ReorderAndRenameKeywordSpec(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+  def testRemoveDeprecatedKeywordAlias(self):
+    """Test that we get the expected result if a keyword alias is removed."""
+    text = "g(a, b, kw1=x, c=c)\n"
+    acceptable_outputs = [
+        # Not using deprecated alias, so original is ok
+        text,
+        "g(a=a, b=b, kw1=x, c=c)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # No keyword used, should be no change
+    text = "g(a, b, x, c)\n"
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertEqual(new_text, text)
+
+    # If we used the alias, it should get renamed
+    text = "g(a, b, kw1_alias=x, c=c)\n"
+    acceptable_outputs = [
+        "g(a, b, kw1=x, c=c)\n",
+        "g(a, b, c=c, kw1=x)\n",
+        "g(a=a, b=b, kw1=x, c=c)\n",
+        "g(a=a, b=b, c=c, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # It should get renamed even if it's last
+    text = "g(a, b, c=c, kw1_alias=x)\n"
+    acceptable_outputs = [
+        "g(a, b, kw1=x, c=c)\n",
+        "g(a, b, c=c, kw1=x)\n",
+        "g(a=a, b=b, kw1=x, c=c)\n",
+        "g(a=a, b=b, c=c, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+  def testRemoveDeprecatedKeywordAndReorder(self):
+    """Test for when a keyword alias is removed and args are reordered."""
+    text = "g(a, b, kw1=x, c=c)\n"
+    acceptable_outputs = [
+        "g(a, b, c=c, kw1=x)\n",
+        "g(a=a, b=b, kw1=x, c=c)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasAndReorderRest(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # Keywords are reordered, so we should reorder arguments too
+    text = "g(a, b, x, c)\n"
+    # Don't accept an output which doesn't reorder c and d
+    acceptable_outputs = [
+        "g(a, b, c, x)\n",
+        "g(a=a, b=b, kw1=x, c=c)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasAndReorderRest(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # If we used the alias, it should get renamed
+    text = "g(a, b, kw1_alias=x, c=c)\n"
+    acceptable_outputs = [
+        "g(a, b, kw1=x, c=c)\n",
+        "g(a, b, c=c, kw1=x)\n",
+        "g(a=a, b=b, kw1=x, c=c)\n",
+        "g(a=a, b=b, c=c, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # It should get renamed and reordered even if it's last
+    text = "g(a, b, c=c, kw1_alias=x)\n"
+    acceptable_outputs = [
+        "g(a, b, kw1=x, c=c)\n",
+        "g(a, b, c=c, kw1=x)\n",
+        "g(a=a, b=b, kw1=x, c=c)\n",
+        "g(a=a, b=b, c=c, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+  def testRemoveDeprecatedKeywordAndReorder2(self):
+    """Same as testRemoveDeprecatedKeywordAndReorder but on g2 (more args)."""
+    text = "g2(a, b, kw1=x, c=c, d=d)\n"
+    acceptable_outputs = [
+        "g2(a, b, c=c, d=d, kw1=x)\n",
+        "g2(a=a, b=b, kw1=x, c=c, d=d)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasAndReorderRest(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # Keywords are reordered, so we should reorder arguments too
+    text = "g2(a, b, x, c, d)\n"
+    # Don't accept an output which doesn't reorder c and d
+    acceptable_outputs = [
+        "g2(a, b, c, d, x)\n",
+        "g2(a=a, b=b, kw1=x, c=c, d=d)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasAndReorderRest(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # If we used the alias, it should get renamed
+    text = "g2(a, b, kw1_alias=x, c=c, d=d)\n"
+    acceptable_outputs = [
+        "g2(a, b, kw1=x, c=c, d=d)\n",
+        "g2(a, b, c=c, d=d, kw1=x)\n",
+        "g2(a=a, b=b, kw1=x, c=c, d=d)\n",
+        "g2(a=a, b=b, c=c, d=d, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # It should get renamed and reordered even if it's not in order
+    text = "g2(a, b, d=d, c=c, kw1_alias=x)\n"
+    acceptable_outputs = [
+        "g2(a, b, kw1=x, c=c, d=d)\n",
+        "g2(a, b, c=c, d=d, kw1=x)\n",
+        "g2(a, b, d=d, c=c, kw1=x)\n",
+        "g2(a=a, b=b, kw1=x, c=c, d=d)\n",
+        "g2(a=a, b=b, c=c, d=d, kw1=x)\n",
+        "g2(a=a, b=b, d=d, c=c, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveDeprecatedAliasKeyword(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+  def testRemoveMultipleKeywords(self):
+    """Remove multiple keywords at once."""
+    # Not using deprecated keywords -> no rename
+    text = "h(a, kw1=x, kw2=y)\n"
+    _, new_text = self._upgrade(RemoveMultipleKeywordArguments(), text)
+    self.assertEqual(new_text, text)
+
+    # Using positional arguments (in proper order) -> no change
+    text = "h(a, x, y)\n"
+    _, new_text = self._upgrade(RemoveMultipleKeywordArguments(), text)
+    self.assertEqual(new_text, text)
+
+    # Use only the old names, in order
+    text = "h(a, kw1_alias=x, kw2_alias=y)\n"
+    acceptable_outputs = [
+        "h(a, x, y)\n",
+        "h(a, kw1=x, kw2=y)\n",
+        "h(a=a, kw1=x, kw2=y)\n",
+        "h(a, kw2=y, kw1=x)\n",
+        "h(a=a, kw2=y, kw1=x)\n",
+    ]
+    _, new_text = self._upgrade(RemoveMultipleKeywordArguments(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # Use only the old names, in reverse order, should give one of same outputs
+    text = "h(a, kw2_alias=y, kw1_alias=x)\n"
+    _, new_text = self._upgrade(RemoveMultipleKeywordArguments(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+    # Mix old and new names
+    text = "h(a, kw1=x, kw2_alias=y)\n"
+    _, new_text = self._upgrade(RemoveMultipleKeywordArguments(), text)
+    self.assertIn(new_text, acceptable_outputs)
+
+
+if __name__ == "__main__":
+  test_lib.main()
-- 
GitLab


From 82eb2d85c1f6ae56cc6c092bdc3f386278241e6e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 08:50:47 -0800
Subject: [PATCH 1644/1825] Automated rollback of commit
 89fa3c5ed66a4e543ba01c31febf3edb417808d0

PiperOrigin-RevId: 221630636
---
 tensorflow/workspace.bzl         |  9 +++---
 third_party/eigen_reshaped.patch | 48 ++++++++++++++++++++++++++++++++
 2 files changed, 53 insertions(+), 4 deletions(-)
 create mode 100644 third_party/eigen_reshaped.patch

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index b4f7aba046..42d92f7b49 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -134,11 +134,12 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "eigen_archive",
         build_file = clean_dep("//third_party:eigen.BUILD"),
-        sha256 = "1e045bef75e9b17d459b60cc30b34408f3fdab300c5053d3919d1a5921f3c86a",
-        strip_prefix = "eigen-eigen-af2071407280",
+        patch_file = clean_dep("//third_party:eigen_reshaped.patch"),
+        sha256 = "d66cec3b54b3dfaa4666c1d49481a7197f93fc078cd53c54e2b4a8893a529c9f",
+        strip_prefix = "eigen-eigen-b4890dc6bc34",
         urls = [
-            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/af2071407280.tar.gz",
-            "https://bitbucket.org/eigen/eigen/get/af2071407280.tar.gz",
+            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
+            "https://bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
         ],
     )
 
diff --git a/third_party/eigen_reshaped.patch b/third_party/eigen_reshaped.patch
new file mode 100644
index 0000000000..7acfdcf9fe
--- /dev/null
+++ b/third_party/eigen_reshaped.patch
@@ -0,0 +1,48 @@
+--- a/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
++++ b/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
+@@ -39,6 +39,11 @@
+   return total/other;
+ }
+
++template<int Flags, int Order>
++struct get_compiletime_reshape_order {
++  enum { value = Order == AutoOrder ? Flags & RowMajorBit : Order };
++};
++
+ }
+
+ } // end namespace Eigen
+--- a/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
++++ b/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
+@@ -105,13 +105,13 @@
+ inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
+                 internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
+                 internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
+-                (Order==AutoOrder?Flags&RowMajorBit:Order)>
++                internal::get_compiletime_reshape_order<Flags,Order>::value>
+ reshaped(NRowsType nRows, NColsType nCols) EIGEN_RESHAPED_METHOD_CONST
+ {
+   return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
+                   internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
+                   internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
+-                  (Order==AutoOrder?Flags&RowMajorBit:Order)>
++                  internal::get_compiletime_reshape_order<Flags,Order>::value>
+                 (derived(),
+                  internal::get_runtime_reshape_size(nRows,internal::get_runtime_value(nCols),size()),
+                  internal::get_runtime_reshape_size(nCols,internal::get_runtime_value(nRows),size()));
+@@ -128,11 +128,13 @@
+
+ template<int Order>
+ EIGEN_DEVICE_FUNC
+-inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
++inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
++                internal::get_compiletime_reshape_order<Flags,Order>::value>
+ reshaped() EIGEN_RESHAPED_METHOD_CONST
+ {
+   EIGEN_STATIC_ASSERT(Order==RowMajor || Order==ColMajor || Order==AutoOrder, INVALID_TEMPLATE_PARAMETER);
+-  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
++  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
++                  internal::get_compiletime_reshape_order<Flags,Order>::value>
+                 (derived(), size(), 1);
+ }
+ 
\ No newline at end of file
-- 
GitLab


From a30288517169434adc83a5c989984b912850af6b Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 15 Nov 2018 09:25:11 -0800
Subject: [PATCH 1645/1825] Add the default worker name to `AbortedError`
 messages.

This should help track down which worker is "this worker" in "this worker has restarted" errors.

PiperOrigin-RevId: 221635865
---
 tensorflow/contrib/verbs/rdma.cc                   | 6 ++++--
 tensorflow/core/distributed_runtime/session_mgr.cc | 4 +++-
 tensorflow/core/distributed_runtime/worker.cc      | 4 +++-
 3 files changed, 10 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/verbs/rdma.cc b/tensorflow/contrib/verbs/rdma.cc
index f7c979e863..9db80f6b57 100644
--- a/tensorflow/contrib/verbs/rdma.cc
+++ b/tensorflow/contrib/verbs/rdma.cc
@@ -30,7 +30,6 @@ limitations under the License.
 #include "tensorflow/core/distributed_runtime/rendezvous_mgr_interface.h"
 #include "tensorflow/core/distributed_runtime/rpc/grpc_util.h"
 #include "tensorflow/core/distributed_runtime/session_mgr.h"
-#include "tensorflow/core/distributed_runtime/rpc/grpc_util.h"
 #include "tensorflow/core/framework/rendezvous.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/lib/core/status.h"
@@ -1028,7 +1027,10 @@ Status RdmaTensorResponse::PrepareRecvTensor(
     return errors::Aborted(
         "RecvTensor expects a different device incarnation: ",
         parsed.src_incarnation, " vs. ", (*src_dev)->attributes().incarnation(),
-        ". Your worker job was probably restarted. Check your "
+        ". Your worker job (\"",
+        channel_->adapter_->worker_env_->session_mgr->LegacySession()
+            ->worker_name,
+        "\") was probably restarted. Check your "
         "worker job for the reason why it was restarted.");
   }
 
diff --git a/tensorflow/core/distributed_runtime/session_mgr.cc b/tensorflow/core/distributed_runtime/session_mgr.cc
index 95b31c6991..38833bd202 100644
--- a/tensorflow/core/distributed_runtime/session_mgr.cc
+++ b/tensorflow/core/distributed_runtime/session_mgr.cc
@@ -122,7 +122,9 @@ Status SessionMgr::WorkerSessionForSessionLocked(
     auto it = sessions_.find(session_handle);
     if (it == sessions_.end()) {
       return errors::Aborted("Session handle is not found: ", session_handle,
-                             ". Possibly this worker just restarted.");
+                             ". Possibly this worker (\"",
+                             legacy_session_->worker_name,
+                             "\") just restarted.");
     } else {
       *out_session = it->second;
     }
diff --git a/tensorflow/core/distributed_runtime/worker.cc b/tensorflow/core/distributed_runtime/worker.cc
index 079c09859f..f42143e582 100644
--- a/tensorflow/core/distributed_runtime/worker.cc
+++ b/tensorflow/core/distributed_runtime/worker.cc
@@ -438,7 +438,9 @@ Status Worker::PrepareRecvTensor(const Rendezvous::ParsedKey& parsed,
     return errors::Aborted(
         "RecvTensor expects a different device incarnation: ",
         parsed.src_incarnation, " vs. ", (*src_dev)->attributes().incarnation(),
-        ". Your worker job was probably restarted. Check your "
+        ". Your worker job (\"",
+        env_->session_mgr->LegacySession()->worker_name,
+        "\") was probably restarted. Check your "
         "worker job for the reason why it was restarted.");
   }
 
-- 
GitLab


From 299469c1ebc82d02dcca70be58f9bc21fdb74112 Mon Sep 17 00:00:00 2001
From: Skye Wanderman-Milne <skyewm@google.com>
Date: Thu, 15 Nov 2018 09:34:56 -0800
Subject: [PATCH 1646/1825] cond_v2: make FakeParam output tensor with correct
 size and device.

Allocating tensors of the expected size is necessary for adding them
to TensorLists in the case of cond_v2 nested in while_v2.

PiperOrigin-RevId: 221637330
---
 tensorflow/core/kernels/functional_ops.cc     | 31 ++++++++--
 .../kernel_tests/control_flow_ops_py_test.py  | 57 +++++++++++++++++++
 2 files changed, 82 insertions(+), 6 deletions(-)

diff --git a/tensorflow/core/kernels/functional_ops.cc b/tensorflow/core/kernels/functional_ops.cc
index 1529d2e336..5ecb203cbc 100644
--- a/tensorflow/core/kernels/functional_ops.cc
+++ b/tensorflow/core/kernels/functional_ops.cc
@@ -526,21 +526,40 @@ REGISTER_KERNEL_BUILDER(Name("For")
                             .HostMemory("delta"),
                         ForOp);
 
+// FakeParamOp allocates a tensor with a shape conforming to the expected
+// output. This is necessary if the value will be stored in a while_loop's
+// TensorList. The output is otherwise not expected to be consumed by anything
+// else.
 class FakeParamOp : public OpKernel {
  public:
   explicit FakeParamOp(OpKernelConstruction* context) : OpKernel(context) {
-    OP_REQUIRES_OK(context, context->GetAttr("dtype", &dtype_));
+    DataType dtype;
+    OP_REQUIRES_OK(context, context->GetAttr("dtype", &dtype));
+
+    // Set shape to the specified shape, setting unknown dimensions to empty.
+    // If the specified shape is unknown, leave as an empty shape.
+    TensorShape shape;
+    PartialTensorShape partial_shape;
+    OP_REQUIRES_OK(context, context->GetAttr("shape", &partial_shape));
+    if (!partial_shape.unknown_rank()) {
+      for (int64 d : partial_shape.dim_sizes()) {
+        shape.AddDim(d == -1 ? 0 : d);
+      }
+    }
+
+    // Create a persistent tensor that we can repeatedly return to save memory.
+    // TODO(b/119612758): add optimization to prevent sending this across
+    // devices on each Compute() call.
+    OP_REQUIRES_OK(context, context->allocate_persistent(
+                                dtype, shape, &value_handle_, nullptr));
   }
 
   void Compute(OpKernelContext* context) override {
-    // We must produce something (only Switch and Recvs are allowed to output
-    // dead tensors). This output is not expected to be consumed by anything.
-    Tensor output_tensor(dtype_, TensorShape({}));
-    context->set_output(0, output_tensor);
+    context->set_output(0, *value_handle_.AccessTensor(context));
   }
 
  private:
-  DataType dtype_;
+  PersistentTensor value_handle_;
 };
 
 REGISTER_KERNEL_BUILDER(Name("FakeParam").Device(DEVICE_CPU), FakeParamOp);
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 5b78113f4f..ec0492dd14 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -711,6 +711,34 @@ class ControlFlowTest(test.TestCase):
       self.assertAllEqual(980.0, r.eval(feed_dict={c: 1}))
       self.assertAllEqual(30.0, r.eval(feed_dict={c: 3}))
 
+  def testCondGradMultiDevice(self):
+    config = config_pb2.ConfigProto(device_count={"CPU": 2},
+                                    allow_soft_placement=True)
+    with self.cached_session(use_gpu=True, config=config) as sess:
+      pred = array_ops.placeholder(dtypes.bool, [])
+      x = array_ops.placeholder(dtypes.float32)
+      y = array_ops.placeholder(dtypes.float32)
+
+      with ops.device("/cpu:0"):
+        z = control_flow_ops.cond(pred, lambda: x * y * 2.0, lambda: 2.0)
+
+      with ops.device("/cpu:1"):
+        grad = gradients_impl.gradients(z, x)[0]
+
+      self.assertEqual(sess.run(grad, {pred: True, x: 1.0, y: 2.0}), 4.0)
+      self.assertEqual(sess.run(grad, {pred: False, x: 1.0, y: 2.0}), 0.0)
+
+      with ops.device("/cpu:0"):
+        grad_grad = gradients_impl.gradients(grad, x)[0]
+
+      # v1 control flow gets None second derivative for some reason.
+      if not control_flow_ops.ENABLE_COND_V2:
+        self.assertIsNone(grad_grad)
+        return
+
+      self.assertEqual(sess.run(grad_grad, {pred: True, x: 1.0, y: 2.0}), 0.0)
+      self.assertEqual(sess.run(grad_grad, {pred: False, x: 1.0, y: 2.0}), 0.0)
+
   def testNestedCond_Simple(self):
     with self.cached_session():
       x = constant_op.constant(0., name="X")
@@ -1657,6 +1685,35 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(c, b, [n])
       self.assertAllEqual(10, r.eval())
 
+  def testWhileCondGradMultiDevice(self):
+    config = config_pb2.ConfigProto(device_count={"CPU": 2},
+                                    allow_soft_placement=True)
+    with self.cached_session(use_gpu=True, config=config) as sess:
+      pred = array_ops.placeholder(dtypes.bool, [])
+      x_init = constant_op.constant(1.0)
+
+      with ops.device("/cpu:0"):
+        z = control_flow_ops.while_loop(
+            lambda i, _: i < 3,
+            lambda i, x: (i + 1, control_flow_ops.cond(
+                pred, lambda: x * 2.0, lambda: 10.0)),
+            [0, x_init])
+
+      with ops.device("/cpu:1"):
+        grad = gradients_impl.gradients(z, x_init)[0]
+
+      self.assertEqual(sess.run(grad, {pred: True}), 8.0)
+      self.assertEqual(sess.run(grad, {pred: False}), 0.0)
+
+      if not control_flow_ops.ENABLE_WHILE_V2:
+        return
+
+      with ops.device("/cpu:0"):
+        grad_grad = gradients_impl.gradients(grad, x_init)[0]
+
+      self.assertEqual(sess.run(grad_grad, {pred: True}), 0.0)
+      self.assertEqual(sess.run(grad_grad, {pred: False}), 0.0)
+
   # NOTE: It is ok to have parallel_iterations > 1
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
   def testWhileUpdateVariable_1(self):
-- 
GitLab


From 9771acf677b61a734d2df6897a45262a2a5f77cd Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 15 Nov 2018 09:47:05 -0800
Subject: [PATCH 1647/1825] Break down function_test a bit more.

PiperOrigin-RevId: 221639302
---
 tensorflow/python/eager/BUILD                 |  19 +-
 .../python/eager/function_gradients_test.py   | 755 ++++++++++++++++++
 tensorflow/python/eager/function_test.py      | 708 ----------------
 3 files changed, 773 insertions(+), 709 deletions(-)
 create mode 100644 tensorflow/python/eager/function_gradients_test.py

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index 362e8e3b83..db5c6b2eb7 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -174,6 +174,23 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "function_gradients_test",
+    size = "medium",
+    srcs = ["function_gradients_test.py"],
+    additional_deps = [
+        ":backprop",
+        ":context",
+        ":def_function",
+        ":function",
+        ":test",
+        "@absl_py//absl/testing:parameterized",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+    ],
+    shard_count = 5,
+)
+
 cuda_py_test(
     name = "function_test",
     size = "medium",
@@ -193,7 +210,7 @@ cuda_py_test(
         "//tensorflow/python:math_ops",
         "//tensorflow/python:resource_variable_ops",
     ],
-    shard_count = 20,
+    shard_count = 15,
 )
 
 py_library(
diff --git a/tensorflow/python/eager/function_gradients_test.py b/tensorflow/python/eager/function_gradients_test.py
new file mode 100644
index 0000000000..d4f8aaa7e3
--- /dev/null
+++ b/tensorflow/python/eager/function_gradients_test.py
@@ -0,0 +1,755 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from absl.testing import parameterized
+
+from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.eager import backprop
+from tensorflow.python.eager import context
+from tensorflow.python.eager import def_function
+from tensorflow.python.eager import function
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.framework import test_util
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import gradients_impl
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variable_scope
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+from tensorflow.python.util import nest
+
+
+class FunctionGradientsTest(test.TestCase, parameterized.TestCase):
+
+  def testGraphModeWithGradients(self):
+    v = resource_variable_ops.ResourceVariable(1.0, name='v')
+
+    @def_function.function
+    def step():
+      def inner():
+        return v * v
+
+      return backprop.implicit_grad(inner)()[0][0]
+
+    self.assertAllEqual(step(), 2.0)
+
+  def testGraphGradientVariable(self):
+    with ops.Graph().as_default(), self.cached_session():
+      v = variables.Variable(1.0)
+
+      @def_function.function
+      def f():
+        return 2.0 * v
+
+      node = f()
+      grads, = gradients_impl.gradients(node, v)
+      v.initializer.run()
+      self.assertAllEqual(grads.eval(), 2.0)
+      self.assertEqual(grads.shape, v.shape)
+
+  def testSymGradGatherNd(self):
+    with ops.Graph().as_default(), self.cached_session() as sess:
+
+      @def_function.function
+      def f(x):
+        return array_ops.gather_nd(x, [[0]])
+
+      c = constant_op.constant([[2.]])
+      f_c = f(c)
+      g, = gradients_impl.gradients(f_c, c)
+      self.assertAllEqual(sess.run(g).values, [[1.0]])
+
+  def testNoSymGradNestedDefun(self):
+
+    @def_function.function
+    def outer():
+
+      @def_function.function
+      def f(x):
+        return array_ops.gather_nd(x, [[0]])
+
+      c = constant_op.constant([[2.]])
+      f_c = f(c)
+      g, = gradients_impl.gradients(f_c, c)
+      self.assertIsInstance(g, ops.IndexedSlices)
+
+    outer()
+
+  def testGraphFunctionWithGradients(self):
+    v = resource_variable_ops.ResourceVariable(1.0, name='v')
+
+    @def_function.function
+    def step():
+      def inner():
+        return v * v
+
+      return backprop.implicit_grad(inner)()[0][0]
+
+    step_op = step.get_concrete_function()
+    self.assertEqual(step_op.output_dtypes, dtypes.float32)
+    self.assertEqual(step_op.output_shapes, tensor_shape.TensorShape([]))
+    self.assertAllEqual(step_op(), 2.0)
+
+  @test_util.run_in_graph_and_eager_modes()
+  def testDefunCondGradient(self):
+
+    @def_function.function
+    def f(x):
+      return control_flow_ops.cond(x > 0.5, lambda: 2 * x, lambda: 3 * x)
+
+    with backprop.GradientTape() as t:
+      x = constant_op.constant(1.0)
+      t.watch(x)
+      y = f(x)
+    self.assertAllEqual(self.evaluate(t.gradient(y, x)), 2.0)
+
+  @test_util.run_in_graph_and_eager_modes()
+  def testGraphLoopGradient(self):
+
+    @def_function.function
+    def f(x):
+      return control_flow_ops.while_loop(lambda _, i: i < 2,
+                                         lambda x, i: (2*x, i + 1),
+                                         [x, 0])[0]
+
+    with backprop.GradientTape() as t:
+      x = constant_op.constant(1.0)
+      t.watch(x)
+      y = f(x)
+    self.assertAllEqual(self.evaluate(t.gradient(y, x)), 4.0)
+
+  def testDefunDifferentiable(self):
+    v = resource_variable_ops.ResourceVariable(1.0)
+
+    @def_function.function
+    def f():
+      return v * v
+
+    self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
+
+  def testDefunCanBeDifferentiatedTwice(self):
+    v = resource_variable_ops.ResourceVariable(1.0)
+
+    @def_function.function
+    def f():
+      return v * v
+
+    self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
+    # Ensure that v is watched again.
+    self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
+
+  def testSymbolicGradientVariableNoneNotZerosLike(self):
+    with ops.Graph().as_default():
+      v = variables.Variable(1.0)
+
+      @def_function.function
+      def f(x, v):
+        v.read_value()
+        return x * x
+
+      x = constant_op.constant(1.0)
+      l = f(x, v)
+      _, dv = gradients_impl.gradients(l, [x, v])
+      with self.cached_session():
+        v.initializer.run()
+        self.assertEqual(dv, None)
+
+  def testDefunCallBackprop(self):
+
+    @def_function.function
+    def f(x):
+      return math_ops.add(x, x)
+
+    @def_function.function
+    def g(x):
+      return backprop.gradients_function(f, [0])(x)[0]
+
+    self.assertAllEqual(2, g(constant_op.constant(2.)))
+
+  def testGraphModeEagerGradError(self):
+    with context.graph_mode():
+      def f():
+        x = variable_scope.get_variable(
+            'v', initializer=constant_op.constant(1.0))
+        return x * constant_op.constant(2.0)
+
+      with self.assertRaisesRegexp(ValueError,
+                                   'No trainable variables were accessed'):
+        backprop.implicit_val_and_grad(f)()
+
+  def testDefunCallBackpropUsingSameObjectForMultipleArguments(self):
+
+    @def_function.function
+    def g(x):
+      return backprop.gradients_function(math_ops.multiply, [0, 1])(x, x)
+
+    def np_g(x):
+      return [d.numpy() for d in g(x)]
+
+    x = constant_op.constant(1.)
+    self.assertAllEqual([1., 1.], np_g(x))
+    self.assertAllEqual([1., 1.], np_g(1.))
+
+  def testGradientTensorConversionWithDefun(self):
+    three = resource_variable_ops.ResourceVariable(3.0, name='v')
+
+    @def_function.function
+    def f(x):
+      return math_ops.add(x, three)
+
+    def g(x):
+      return f(x)
+
+    g = backprop.implicit_grad(g)(constant_op.constant(1.0))[0][0]
+    self.assertAllEqual(g, 1.0)
+
+  def testGradient(self):
+    matmul = def_function.function(math_ops.matmul)
+
+    def sq(x):
+      return matmul(x, x, transpose_a=True)
+
+    t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
+    grad_t, = backprop.gradients_function(sq, [0])(t)
+    self.assertAllEqual(grad_t, [[6, 6], [14, 14]])
+
+  def testGradientInFunction(self):
+
+    @def_function.function
+    def f(x):
+      return backprop.gradients_function(lambda y: y * y, [0])(x)[0]
+
+    self.assertAllEqual(f(constant_op.constant(1.0)), 2.0)
+
+  def testGradientOfGatherWithDefun(self):
+    v = resource_variable_ops.ResourceVariable([0.0, 1.0, 2.0])
+
+    def sum_gather():
+      return math_ops.reduce_sum(array_ops.gather(v, [1, 2]))
+
+    grad_fn = backprop.implicit_grad(sum_gather)
+    gradient = grad_fn()
+    defun_grad_fn = backprop.implicit_grad(def_function.function(sum_gather))
+    defun_gradient = defun_grad_fn()
+    self.assertEqual(len(gradient), len(defun_gradient))
+
+    gradient = gradient[0][0]
+    defun_gradient = defun_gradient[0][0]
+    self.assertAllEqual(gradient.values, defun_gradient.values)
+    self.assertAllEqual(gradient.indices, defun_gradient.indices)
+    self.assertAllEqual(gradient.dense_shape, defun_gradient.dense_shape)
+
+  def testDifferentiableFunctionNoneOutputs(self):
+
+    @def_function.function
+    def my_function(x):
+      return x, None
+
+    def wrapper(x):
+      return my_function(x)[0]
+
+    g = backprop.gradients_function(wrapper, [0])(constant_op.constant(0.0))
+    self.assertAllEqual(g[0], 1.)
+
+    @def_function.function
+    def foo(a):
+      return None, a * a
+
+    x = constant_op.constant(5.0)
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      none, r = foo(x)
+    g = tp.gradient(r, x)
+
+    self.assertIs(none, None)
+    self.assertAllEqual(r, 25.0)
+    self.assertAllEqual(g, 2 * 5.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testNestedDifferentiableFunction(self):
+    @def_function.function
+    def inner_fn(a, b):
+      return a * math_ops.add(a, b)
+
+    @def_function.function
+    def outer_fn(x):
+      return inner_fn(x, 1.0)
+
+    x = constant_op.constant(5.0)
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunction(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def outer_fn(x):
+      return middle_fn(x, 1.0)
+
+    x = constant_op.constant(5.0)
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionWithMultipleGradCalls(self):
+    @def_function.function
+    def inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return math_ops.mul(a, inner_fn(a, b))
+
+    @def_function.function
+    def outer_fn(x):
+      return middle_fn(x, 3.0)
+
+    x = constant_op.constant(5.0)
+    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
+
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
+    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
+    self.assertAllEqual(middle_fn(3.0, x), 3.0 * (3.0 + 5.0))
+
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
+
+    y = constant_op.constant(4.0)
+    with backprop.GradientTape() as tp:
+      tp.watch(y)
+      result = outer_fn(y)
+    grad = tp.gradient(result, y)
+
+    self.assertAllEqual(grad, 2 * 4.0 + 3.0)
+
+    with backprop.GradientTape() as tp:
+      tp.watch(y)
+      result = inner_fn(y, y)
+    grad = tp.gradient(result, y)
+
+    self.assertAllEqual(grad, 2.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionGradientTapeInDefun(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def outer_fn(x):
+      with backprop.GradientTape() as tp:
+        tp.watch(x)
+        result = middle_fn(x, 1.0)
+      grad = tp.gradient(result, x)
+      return grad
+
+    x = constant_op.constant(5.0)
+    grad = outer_fn(x)
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionGradientTapeInNestedDefun(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def almost_outer_fn(x):
+      with backprop.GradientTape() as tp:
+        tp.watch(x)
+        result = middle_fn(x, 1.0)
+      grad = tp.gradient(result, x)
+      return grad
+
+    @def_function.function
+    def outer_fn(x):
+      return almost_outer_fn(x)
+
+    x = constant_op.constant(5.0)
+    grad = outer_fn(x)
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionGradientTapeInMultNestedDefun(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def almost_outer_fn(x):
+      with backprop.GradientTape() as tp:
+        tp.watch(x)
+        result = middle_fn(x, 1.0)
+      grad = tp.gradient(result, x)
+      return grad
+
+    @def_function.function
+    def outer_fn(x):
+      return almost_outer_fn(x)
+
+    @def_function.function
+    def outer_outer_fn(x):
+      return outer_fn(x)
+
+    x = constant_op.constant(5.0)
+    grad = outer_outer_fn(x)
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionTFGradientInDefun(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def outer_fn(x):
+      result = middle_fn(x, 1.0)
+      return gradients_impl.gradients(result, [x])[0]
+
+    x = constant_op.constant(5.0)
+    grad = outer_fn(x)
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionTFGradientInNestedDefun(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def almost_outer_fn(x):
+      result = middle_fn(x, 1.0)
+      return gradients_impl.gradients(result, [x])[0]
+
+    @def_function.function
+    def outer_fn(x):
+      return almost_outer_fn(x)
+
+    x = constant_op.constant(5.0)
+    grad = outer_fn(x)
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testDeeplyNestedDifferentiableFunctionTFGradientInMultNestedDefun(self):
+    @def_function.function
+    def inner_inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def inner_fn(a, b):
+      return inner_inner_fn(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def almost_outer_fn(x):
+      result = middle_fn(x, 1.0)
+      return gradients_impl.gradients(result, [x])[0]
+
+    @def_function.function
+    def outer_fn(x):
+      return almost_outer_fn(x)
+
+    @def_function.function
+    def outer_outer_fn(x):
+      return outer_fn(x)
+
+    x = constant_op.constant(5.0)
+    grad = outer_outer_fn(x)
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  def testDeeplyNestedDifferentiableFunctionWithVariable(self):
+    var = variables.Variable(constant_op.constant(1.0))
+
+    @def_function.function
+    def inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return a * inner_fn(a, b)
+
+    @def_function.function
+    def outer_fn(x):
+      return middle_fn(x, var)
+
+    x = constant_op.constant(5.0)
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
+
+  def testDeeplyNestedDifferentiableFunctionWithVariableMultipleGradCalls(self):
+    v = variables.Variable(constant_op.constant(3.0))
+
+    @def_function.function
+    def inner_fn(a, b):
+      return math_ops.add(a, b)
+
+    @def_function.function
+    def middle_fn(a, b):
+      return math_ops.mul(a, inner_fn(a, b))
+
+    @def_function.function
+    def outer_fn(x):
+      return middle_fn(x, v)
+
+    x = constant_op.constant(5.0)
+    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
+
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
+    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
+    self.assertAllEqual(middle_fn(v, x), 3.0 * (3.0 + 5.0))
+
+    with backprop.GradientTape() as tp:
+      tp.watch(x)
+      result = outer_fn(x)
+    grad = tp.gradient(result, x)
+
+    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
+
+    y = constant_op.constant(4.0)
+    with backprop.GradientTape() as tp:
+      tp.watch(y)
+      result = outer_fn(y)
+    grad = tp.gradient(result, y)
+
+    self.assertAllEqual(grad, 2 * 4.0 + 3.0)
+
+    v.assign(constant_op.constant(1.5))
+    with backprop.GradientTape() as tp:
+      tp.watch(y)
+      result = outer_fn(y)
+    grad = tp.gradient(result, y)
+
+    self.assertAllEqual(grad, 2 * 4.0 + 1.5)
+
+    with backprop.GradientTape() as tp:
+      tp.watch(y)
+      result = inner_fn(y, v)
+    grad = tp.gradient(result, y)
+
+    self.assertAllEqual(grad, 1.0)
+
+  def testDeeplyNestedDifferentiableFunctionWithVariableMultipleTFGrads(self):
+    with context.graph_mode(), self.cached_session():
+      v = resource_variable_ops.ResourceVariable(3.0)
+      v.initializer.run()
+
+      @def_function.function
+      def inner_fn(a, b):
+        return math_ops.add(a, b)
+
+      @def_function.function
+      def middle_fn(a, b):
+        return math_ops.mul(a, inner_fn(a, b))
+
+      @def_function.function
+      def outer_fn(x):
+        return middle_fn(x, v)
+
+      x = constant_op.constant(5.0)
+      self.assertAllEqual(outer_fn(x).eval(), 5.0 * (5.0 + 3.0))
+
+      grad, = gradients_impl.gradients(outer_fn(x), x)
+
+      self.assertAllEqual(grad, 2 * 5.0 + 3.0)
+      self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
+      self.assertAllEqual(middle_fn(v, x), 3.0 * (3.0 + 5.0))
+
+      grad, = gradients_impl.gradients(outer_fn(x), x)
+
+      self.assertAllEqual(grad, 2 * 5.0 + 3.0)
+
+      y = constant_op.constant(4.0)
+      grad, = gradients_impl.gradients(outer_fn(y), y)
+      self.assertAllEqual(grad, 2 * 4.0 + 3.0)
+
+      self.evaluate(v.assign(constant_op.constant(1.5)))
+      grad, = gradients_impl.gradients(outer_fn(y), y)
+
+      self.assertAllEqual(grad, 2 * 4.0 + 1.5)
+
+      grad, = gradients_impl.gradients(inner_fn(y, v), y)
+      self.assertAllEqual(grad, 1.0)
+
+  def testNestedDifferentiableFunctionNoneOutputs(self):
+    @def_function.function
+    def foo(a, b):
+      return None, a * math_ops.add(a, b), None, 2*a
+
+    @def_function.function
+    def bar(x):
+      return foo(x, 1.0)
+
+    x = constant_op.constant(5.0)
+    with backprop.GradientTape(persistent=True) as tp:
+      tp.watch(x)
+      none1, r1, none2, r2 = bar(x)
+    g1 = tp.gradient(r1, x)
+    g2 = tp.gradient(r2, x)
+
+    self.assertAllEqual(r1, 30.0)
+    self.assertAllEqual(r2, 10.0)
+    self.assertIs(none1, None)
+    self.assertIs(none2, None)
+    self.assertAllEqual(g1, 2 * 5.0 + 1.0)
+    self.assertAllEqual(g2, 2.0)
+
+  def testGradientWithKeywordArguments(self):
+    matmul = def_function.function(math_ops.matmul)
+
+    def sq(x):
+      return matmul(a=x, b=x, transpose_a=True)
+
+    t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
+    grad_t, = backprop.gradients_function(sq, [0])(t)
+    self.assertAllEqual(grad_t, [[6, 6], [14, 14]])
+
+    with backprop.GradientTape(persistent=True) as tape:
+      tape.watch(t)
+      one = matmul(t, b=t, transpose_a=True)
+      two = matmul(b=t, a=t, transpose_a=True)
+      three = matmul(a=t, b=t, transpose_a=True)
+
+    for output in [one, two, three]:
+      self.assertAllEqual(tape.gradient(output, t), [[6, 6], [14, 14]])
+
+  def testGradientInFunctionWithKeywordArguments(self):
+
+    @def_function.function
+    def f(x):
+      return backprop.gradients_function(lambda y: y * y, [0])(x)[0]
+
+    self.assertAllEqual(f(x=constant_op.constant(1.0)), 2.0)
+
+  @test_util.run_in_graph_and_eager_modes
+  def testBackwardNone(self):
+    model = variables.Variable(1.0, name='model')
+    count = variables.Variable(0)
+
+    @function.defun
+    def forward_pass(value):
+      count.assign_add(1)
+      residuals = value - model
+      loss = 0.5 * math_ops.reduce_mean(math_ops.pow(residuals, 2))
+      # Note: count is an integer, so its doutput will be None
+      return loss, count
+
+    def reduce_fn(x):
+      if context.executing_eagerly():
+        with backprop.GradientTape() as t:
+          loss, count = forward_pass(x)
+        return t.gradient(loss, model), count
+      loss, count = forward_pass(x)
+      grad_only = gradients_impl.gradients(loss, model)
+      return grad_only, count
+
+    g, _ = reduce_fn(constant_op.constant([7.0]))
+
+    self.evaluate(variables.global_variables_initializer())
+    self.assertAllEqual(nest.flatten(self.evaluate(g)), [-6.0])
+
+
+if __name__ == '__main__':
+  ops.enable_eager_execution(
+      config=config_pb2.ConfigProto(device_count={'CPU': 4}))
+  test.main()
diff --git a/tensorflow/python/eager/function_test.py b/tensorflow/python/eager/function_test.py
index fad827953a..98040dc68c 100644
--- a/tensorflow/python/eager/function_test.py
+++ b/tensorflow/python/eager/function_test.py
@@ -29,7 +29,6 @@ import numpy
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python import keras
-from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import def_function
 from tensorflow.python.eager import function
@@ -48,7 +47,6 @@ from tensorflow.python.layers import convolutional
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import clip_ops
 from tensorflow.python.ops import control_flow_ops
-from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import init_ops
 from tensorflow.python.ops import list_ops
 from tensorflow.python.ops import math_ops
@@ -149,32 +147,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     out = a_times_b(pair({'a': t}, {'b': t}))
     self.assertAllEqual(out, math_ops.matmul(t, t).numpy())
 
-  def testGraphModeWithGradients(self):
-    v = resource_variable_ops.ResourceVariable(1.0, name='v')
-
-    @def_function.function
-    def step():
-      def inner():
-        return v * v
-
-      return backprop.implicit_grad(inner)()[0][0]
-
-    self.assertAllEqual(step(), 2.0)
-
-  def testGraphGradientVariable(self):
-    with ops.Graph().as_default(), self.cached_session():
-      v = variables.Variable(1.0)
-
-      @def_function.function
-      def f():
-        return 2.0 * v
-
-      node = f()
-      grads, = gradients_impl.gradients(node, v)
-      v.initializer.run()
-      self.assertAllEqual(grads.eval(), 2.0)
-      self.assertEqual(grads.shape, v.shape)
-
   def testGraphEagerIsolation(self):
 
     @function.defun
@@ -314,34 +286,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     random_seed.set_random_seed(1)
     self.assertAllEqual(f(), x)
 
-  def testSymGradGatherNd(self):
-    with ops.Graph().as_default(), self.cached_session() as sess:
-
-      @def_function.function
-      def f(x):
-        return array_ops.gather_nd(x, [[0]])
-
-      c = constant_op.constant([[2.]])
-      f_c = f(c)
-      g, = gradients_impl.gradients(f_c, c)
-      self.assertAllEqual(sess.run(g).values, [[1.0]])
-
-  def testNoSymGradNestedDefun(self):
-
-    @def_function.function
-    def outer():
-
-      @def_function.function
-      def f(x):
-        return array_ops.gather_nd(x, [[0]])
-
-      c = constant_op.constant([[2.]])
-      f_c = f(c)
-      g, = gradients_impl.gradients(f_c, c)
-      self.assertIsInstance(g, ops.IndexedSlices)
-
-    outer()
-
   def testNestedInputsGraphFunction(self):
     matmul = def_function.function(math_ops.matmul)
 
@@ -378,21 +322,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(a, math_ops.matmul(t, t).numpy())
     self.assertAllEqual(b['b'].numpy(), 1.0)
 
-  def testGraphFunctionWithGradients(self):
-    v = resource_variable_ops.ResourceVariable(1.0, name='v')
-
-    @def_function.function
-    def step():
-      def inner():
-        return v * v
-
-      return backprop.implicit_grad(inner)()[0][0]
-
-    step_op = step.get_concrete_function()
-    self.assertEqual(step_op.output_dtypes, dtypes.float32)
-    self.assertEqual(step_op.output_shapes, tensor_shape.TensorShape([]))
-    self.assertAllEqual(step_op(), 2.0)
-
   def testGraphFunctionNoneOutput(self):
     @def_function.function
     def fn(unused_a, unused_b):
@@ -404,34 +333,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertEqual(fn_op.output_shapes, None)
     self.assertAllEqual(fn_op(x, x), None)
 
-  @test_util.run_in_graph_and_eager_modes()
-  def testDefunCondGradient(self):
-
-    @def_function.function
-    def f(x):
-      return control_flow_ops.cond(x > 0.5, lambda: 2 * x, lambda: 3 * x)
-
-    with backprop.GradientTape() as t:
-      x = constant_op.constant(1.0)
-      t.watch(x)
-      y = f(x)
-    self.assertAllEqual(self.evaluate(t.gradient(y, x)), 2.0)
-
-  @test_util.run_in_graph_and_eager_modes()
-  def testGraphLoopGradient(self):
-
-    @def_function.function
-    def f(x):
-      return control_flow_ops.while_loop(lambda _, i: i < 2,
-                                         lambda x, i: (2*x, i + 1),
-                                         [x, 0])[0]
-
-    with backprop.GradientTape() as t:
-      x = constant_op.constant(1.0)
-      t.watch(x)
-      y = f(x)
-    self.assertAllEqual(self.evaluate(t.gradient(y, x)), 4.0)
-
   def testDefunNumpyArraysConvertedToTensors(self):
 
     def f(x):
@@ -625,26 +526,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertIsInstance(
         self.v, resource_variable_ops.ResourceVariable)
 
-  def testDefunDifferentiable(self):
-    v = resource_variable_ops.ResourceVariable(1.0)
-
-    @def_function.function
-    def f():
-      return v * v
-
-    self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
-
-  def testDefunCanBeDifferentiatedTwice(self):
-    v = resource_variable_ops.ResourceVariable(1.0)
-
-    @def_function.function
-    def f():
-      return v * v
-
-    self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
-    # Ensure that v is watched again.
-    self.assertAllEqual(backprop.implicit_grad(f)()[0][0], 2.0)
-
   def disabled_testRunMetadata(self):
 
     @def_function.function
@@ -685,22 +566,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
       op = call()
       self.assertAllEqual(sess.run(op), 2.0)
 
-  def testSymbolicGradientVariableNoneNotZerosLike(self):
-    with ops.Graph().as_default():
-      v = variables.Variable(1.0)
-
-      @def_function.function
-      def f(x, v):
-        v.read_value()
-        return x * x
-
-      x = constant_op.constant(1.0)
-      l = f(x, v)
-      _, dv = gradients_impl.gradients(l, [x, v])
-      with self.cached_session():
-        v.initializer.run()
-        self.assertEqual(dv, None)
-
   def testGraphModeManyFunctions(self):
     with ops.Graph().as_default(), self.cached_session():
 
@@ -742,42 +607,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     self.assertAllEqual(8, g(constant_op.constant(2)))
 
-  def testDefunCallBackprop(self):
-
-    @def_function.function
-    def f(x):
-      return math_ops.add(x, x)
-
-    @def_function.function
-    def g(x):
-      return backprop.gradients_function(f, [0])(x)[0]
-
-    self.assertAllEqual(2, g(constant_op.constant(2.)))
-
-  def testGraphModeEagerGradError(self):
-    with context.graph_mode():
-      def f():
-        x = variable_scope.get_variable(
-            'v', initializer=constant_op.constant(1.0))
-        return x * constant_op.constant(2.0)
-
-      with self.assertRaisesRegexp(ValueError,
-                                   'No trainable variables were accessed'):
-        backprop.implicit_val_and_grad(f)()
-
-  def testDefunCallBackpropUsingSameObjectForMultipleArguments(self):
-
-    @def_function.function
-    def g(x):
-      return backprop.gradients_function(math_ops.multiply, [0, 1])(x, x)
-
-    def np_g(x):
-      return [d.numpy() for d in g(x)]
-
-    x = constant_op.constant(1.)
-    self.assertAllEqual([1., 1.], np_g(x))
-    self.assertAllEqual([1., 1.], np_g(1.))
-
   def testCallShape(self):
 
     @def_function.function
@@ -808,37 +637,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
 
     g(three)
 
-  def testGradientTensorConversionWithDefun(self):
-    three = resource_variable_ops.ResourceVariable(3.0, name='v')
-
-    @def_function.function
-    def f(x):
-      return math_ops.add(x, three)
-
-    def g(x):
-      return f(x)
-
-    g = backprop.implicit_grad(g)(constant_op.constant(1.0))[0][0]
-    self.assertAllEqual(g, 1.0)
-
-  def testGradient(self):
-    matmul = def_function.function(math_ops.matmul)
-
-    def sq(x):
-      return matmul(x, x, transpose_a=True)
-
-    t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
-    grad_t, = backprop.gradients_function(sq, [0])(t)
-    self.assertAllEqual(grad_t, [[6, 6], [14, 14]])
-
-  def testGradientInFunction(self):
-
-    @def_function.function
-    def f(x):
-      return backprop.gradients_function(lambda y: y * y, [0])(x)[0]
-
-    self.assertAllEqual(f(constant_op.constant(1.0)), 2.0)
-
   def testGatherResourceWithDefun(self):
     with ops.device('cpu:0'):
       v = resource_variable_ops.ResourceVariable([0.0, 1.0, 2.0])
@@ -849,24 +647,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     defined = def_function.function(sum_gather)
     self.assertAllEqual(sum_gather(), defined())
 
-  def testGradientOfGatherWithDefun(self):
-    v = resource_variable_ops.ResourceVariable([0.0, 1.0, 2.0])
-
-    def sum_gather():
-      return math_ops.reduce_sum(array_ops.gather(v, [1, 2]))
-
-    grad_fn = backprop.implicit_grad(sum_gather)
-    gradient = grad_fn()
-    defun_grad_fn = backprop.implicit_grad(def_function.function(sum_gather))
-    defun_gradient = defun_grad_fn()
-    self.assertEqual(len(gradient), len(defun_gradient))
-
-    gradient = gradient[0][0]
-    defun_gradient = defun_gradient[0][0]
-    self.assertAllEqual(gradient.values, defun_gradient.values)
-    self.assertAllEqual(gradient.indices, defun_gradient.indices)
-    self.assertAllEqual(gradient.dense_shape, defun_gradient.dense_shape)
-
   def testReturningIndexedSlicesWithDefun(self):
 
     def validate(indexed_slice):
@@ -1012,440 +792,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     shape = constant_op.constant([2, 1]).gpu()
     reshape(value, shape)  # No error is raised
 
-  def testDifferentiableFunctionNoneOutputs(self):
-
-    @def_function.function
-    def my_function(x):
-      return x, None
-
-    def wrapper(x):
-      return my_function(x)[0]
-
-    g = backprop.gradients_function(wrapper, [0])(constant_op.constant(0.0))
-    self.assertAllEqual(g[0], 1.)
-
-    @def_function.function
-    def foo(a):
-      return None, a * a
-
-    x = constant_op.constant(5.0)
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      none, r = foo(x)
-    g = tp.gradient(r, x)
-
-    self.assertIs(none, None)
-    self.assertAllEqual(r, 25.0)
-    self.assertAllEqual(g, 2 * 5.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testNestedDifferentiableFunction(self):
-    @def_function.function
-    def inner_fn(a, b):
-      return a * math_ops.add(a, b)
-
-    @def_function.function
-    def outer_fn(x):
-      return inner_fn(x, 1.0)
-
-    x = constant_op.constant(5.0)
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunction(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def outer_fn(x):
-      return middle_fn(x, 1.0)
-
-    x = constant_op.constant(5.0)
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionWithMultipleGradCalls(self):
-    @def_function.function
-    def inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return math_ops.mul(a, inner_fn(a, b))
-
-    @def_function.function
-    def outer_fn(x):
-      return middle_fn(x, 3.0)
-
-    x = constant_op.constant(5.0)
-    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
-
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
-    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
-    self.assertAllEqual(middle_fn(3.0, x), 3.0 * (3.0 + 5.0))
-
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
-
-    y = constant_op.constant(4.0)
-    with backprop.GradientTape() as tp:
-      tp.watch(y)
-      result = outer_fn(y)
-    grad = tp.gradient(result, y)
-
-    self.assertAllEqual(grad, 2 * 4.0 + 3.0)
-
-    with backprop.GradientTape() as tp:
-      tp.watch(y)
-      result = inner_fn(y, y)
-    grad = tp.gradient(result, y)
-
-    self.assertAllEqual(grad, 2.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionGradientTapeInDefun(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def outer_fn(x):
-      with backprop.GradientTape() as tp:
-        tp.watch(x)
-        result = middle_fn(x, 1.0)
-      grad = tp.gradient(result, x)
-      return grad
-
-    x = constant_op.constant(5.0)
-    grad = outer_fn(x)
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionGradientTapeInNestedDefun(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def almost_outer_fn(x):
-      with backprop.GradientTape() as tp:
-        tp.watch(x)
-        result = middle_fn(x, 1.0)
-      grad = tp.gradient(result, x)
-      return grad
-
-    @def_function.function
-    def outer_fn(x):
-      return almost_outer_fn(x)
-
-    x = constant_op.constant(5.0)
-    grad = outer_fn(x)
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionGradientTapeInMultNestedDefun(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def almost_outer_fn(x):
-      with backprop.GradientTape() as tp:
-        tp.watch(x)
-        result = middle_fn(x, 1.0)
-      grad = tp.gradient(result, x)
-      return grad
-
-    @def_function.function
-    def outer_fn(x):
-      return almost_outer_fn(x)
-
-    @def_function.function
-    def outer_outer_fn(x):
-      return outer_fn(x)
-
-    x = constant_op.constant(5.0)
-    grad = outer_outer_fn(x)
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionTFGradientInDefun(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def outer_fn(x):
-      result = middle_fn(x, 1.0)
-      return gradients_impl.gradients(result, [x])[0]
-
-    x = constant_op.constant(5.0)
-    grad = outer_fn(x)
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionTFGradientInNestedDefun(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def almost_outer_fn(x):
-      result = middle_fn(x, 1.0)
-      return gradients_impl.gradients(result, [x])[0]
-
-    @def_function.function
-    def outer_fn(x):
-      return almost_outer_fn(x)
-
-    x = constant_op.constant(5.0)
-    grad = outer_fn(x)
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  @test_util.run_in_graph_and_eager_modes
-  def testDeeplyNestedDifferentiableFunctionTFGradientInMultNestedDefun(self):
-    @def_function.function
-    def inner_inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def inner_fn(a, b):
-      return inner_inner_fn(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def almost_outer_fn(x):
-      result = middle_fn(x, 1.0)
-      return gradients_impl.gradients(result, [x])[0]
-
-    @def_function.function
-    def outer_fn(x):
-      return almost_outer_fn(x)
-
-    @def_function.function
-    def outer_outer_fn(x):
-      return outer_fn(x)
-
-    x = constant_op.constant(5.0)
-    grad = outer_outer_fn(x)
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  def testDeeplyNestedDifferentiableFunctionWithVariable(self):
-    var = variables.Variable(constant_op.constant(1.0))
-
-    @def_function.function
-    def inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return a * inner_fn(a, b)
-
-    @def_function.function
-    def outer_fn(x):
-      return middle_fn(x, var)
-
-    x = constant_op.constant(5.0)
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 1.0)
-
-  def testDeeplyNestedDifferentiableFunctionWithVariableMultipleGradCalls(self):
-    v = variables.Variable(constant_op.constant(3.0))
-
-    @def_function.function
-    def inner_fn(a, b):
-      return math_ops.add(a, b)
-
-    @def_function.function
-    def middle_fn(a, b):
-      return math_ops.mul(a, inner_fn(a, b))
-
-    @def_function.function
-    def outer_fn(x):
-      return middle_fn(x, v)
-
-    x = constant_op.constant(5.0)
-    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
-
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
-    self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
-    self.assertAllEqual(middle_fn(v, x), 3.0 * (3.0 + 5.0))
-
-    with backprop.GradientTape() as tp:
-      tp.watch(x)
-      result = outer_fn(x)
-    grad = tp.gradient(result, x)
-
-    self.assertAllEqual(grad, 2 * 5.0 + 3.0)
-
-    y = constant_op.constant(4.0)
-    with backprop.GradientTape() as tp:
-      tp.watch(y)
-      result = outer_fn(y)
-    grad = tp.gradient(result, y)
-
-    self.assertAllEqual(grad, 2 * 4.0 + 3.0)
-
-    v.assign(constant_op.constant(1.5))
-    with backprop.GradientTape() as tp:
-      tp.watch(y)
-      result = outer_fn(y)
-    grad = tp.gradient(result, y)
-
-    self.assertAllEqual(grad, 2 * 4.0 + 1.5)
-
-    with backprop.GradientTape() as tp:
-      tp.watch(y)
-      result = inner_fn(y, v)
-    grad = tp.gradient(result, y)
-
-    self.assertAllEqual(grad, 1.0)
-
-  def testDeeplyNestedDifferentiableFunctionWithVariableMultipleTFGrads(self):
-    with context.graph_mode(), self.cached_session():
-      v = resource_variable_ops.ResourceVariable(3.0)
-      v.initializer.run()
-
-      @def_function.function
-      def inner_fn(a, b):
-        return math_ops.add(a, b)
-
-      @def_function.function
-      def middle_fn(a, b):
-        return math_ops.mul(a, inner_fn(a, b))
-
-      @def_function.function
-      def outer_fn(x):
-        return middle_fn(x, v)
-
-      x = constant_op.constant(5.0)
-      self.assertAllEqual(outer_fn(x).eval(), 5.0 * (5.0 + 3.0))
-
-      grad, = gradients_impl.gradients(outer_fn(x), x)
-
-      self.assertAllEqual(grad, 2 * 5.0 + 3.0)
-      self.assertAllEqual(outer_fn(x), 5.0 * (5.0 + 3.0))
-      self.assertAllEqual(middle_fn(v, x), 3.0 * (3.0 + 5.0))
-
-      grad, = gradients_impl.gradients(outer_fn(x), x)
-
-      self.assertAllEqual(grad, 2 * 5.0 + 3.0)
-
-      y = constant_op.constant(4.0)
-      grad, = gradients_impl.gradients(outer_fn(y), y)
-      self.assertAllEqual(grad, 2 * 4.0 + 3.0)
-
-      self.evaluate(v.assign(constant_op.constant(1.5)))
-      grad, = gradients_impl.gradients(outer_fn(y), y)
-
-      self.assertAllEqual(grad, 2 * 4.0 + 1.5)
-
-      grad, = gradients_impl.gradients(inner_fn(y, v), y)
-      self.assertAllEqual(grad, 1.0)
-
-  def testNestedDifferentiableFunctionNoneOutputs(self):
-    @def_function.function
-    def foo(a, b):
-      return None, a * math_ops.add(a, b), None, 2*a
-
-    @def_function.function
-    def bar(x):
-      return foo(x, 1.0)
-
-    x = constant_op.constant(5.0)
-    with backprop.GradientTape(persistent=True) as tp:
-      tp.watch(x)
-      none1, r1, none2, r2 = bar(x)
-    g1 = tp.gradient(r1, x)
-    g2 = tp.gradient(r2, x)
-
-    self.assertAllEqual(r1, 30.0)
-    self.assertAllEqual(r2, 10.0)
-    self.assertIs(none1, None)
-    self.assertIs(none2, None)
-    self.assertAllEqual(g1, 2 * 5.0 + 1.0)
-    self.assertAllEqual(g2, 2.0)
-
   def testNoneOutput(self):
 
     @def_function.function
@@ -2039,33 +1385,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
     self.assertAllEqual(six, 2.0)
     self.assertAllEqual(seven, 2.0)
 
-  def testGradientWithKeywordArguments(self):
-    matmul = def_function.function(math_ops.matmul)
-
-    def sq(x):
-      return matmul(a=x, b=x, transpose_a=True)
-
-    t = constant_op.constant([[1.0, 2.0], [3.0, 4.0]])
-    grad_t, = backprop.gradients_function(sq, [0])(t)
-    self.assertAllEqual(grad_t, [[6, 6], [14, 14]])
-
-    with backprop.GradientTape(persistent=True) as tape:
-      tape.watch(t)
-      one = matmul(t, b=t, transpose_a=True)
-      two = matmul(b=t, a=t, transpose_a=True)
-      three = matmul(a=t, b=t, transpose_a=True)
-
-    for output in [one, two, three]:
-      self.assertAllEqual(tape.gradient(output, t), [[6, 6], [14, 14]])
-
-  def testGradientInFunctionWithKeywordArguments(self):
-
-    @def_function.function
-    def f(x):
-      return backprop.gradients_function(lambda y: y * y, [0])(x)[0]
-
-    self.assertAllEqual(f(x=constant_op.constant(1.0)), 2.0)
-
   def testDefuningInstanceMethod(self):
 
     integer = constant_op.constant(2, dtypes.int64)
@@ -2339,33 +1658,6 @@ class FunctionTest(test.TestCase, parameterized.TestCase):
         # pylint: disable=protected-access
         self.assertEqual(len(graph._functions), 3)
 
-  @test_util.run_in_graph_and_eager_modes
-  def testBackwardNone(self):
-    model = variables.Variable(1.0, name='model')
-    count = variables.Variable(0)
-
-    @function.defun
-    def forward_pass(value):
-      count.assign_add(1)
-      residuals = value - model
-      loss = 0.5 * math_ops.reduce_mean(math_ops.pow(residuals, 2))
-      # Note: count is an integer, so its doutput will be None
-      return loss, count
-
-    def reduce_fn(x):
-      if context.executing_eagerly():
-        with backprop.GradientTape() as t:
-          loss, count = forward_pass(x)
-        return t.gradient(loss, model), count
-      loss, count = forward_pass(x)
-      grad_only = gradients_impl.gradients(loss, model)
-      return grad_only, count
-
-    g, _ = reduce_fn(constant_op.constant([7.0]))
-
-    self.evaluate(variables.global_variables_initializer())
-    self.assertAllEqual(nest.flatten(self.evaluate(g)), [-6.0])
-
   def testCallingFunctionWithDifferentVariables(self):
 
     @function.defun
-- 
GitLab


From e68d8bb2f59a9b99432eae99fd531ad1737f7576 Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Thu, 15 Nov 2018 09:53:18 -0800
Subject: [PATCH 1648/1825] Update the arguments for `tf.nn.separable_conv2d`
 and exporting in v2. Renaming 'rate' argument to 'dilations'.

PiperOrigin-RevId: 221640289
---
 tensorflow/python/ops/nn_impl.py              | 68 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.nn.pbtxt   |  2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  9 ++-
 3 files changed, 76 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index ef763a4b61..b46cc6488c 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -501,7 +501,7 @@ def depthwise_conv2d(input,
 
 
 # pylint: disable=redefined-builtin,line-too-long
-@tf_export("nn.separable_conv2d")
+@tf_export(v1=["nn.separable_conv2d"])
 def separable_conv2d(input,
                      depthwise_filter,
                      pointwise_filter,
@@ -599,6 +599,72 @@ def separable_conv2d(input,
         name=name)
 
 
+@tf_export("nn.separable_conv2d", v1=[])
+def separable_conv2d_v2(
+    input,
+    depthwise_filter,
+    pointwise_filter,
+    strides,
+    padding,
+    data_format=None,
+    dilations=None,
+    name=None,
+):
+  """2-D convolution with separable filters.
+
+  Performs a depthwise convolution that acts separately on channels followed by
+  a pointwise convolution that mixes channels.  Note that this is separability
+  between dimensions `[1, 2]` and `3`, not spatial separability between
+  dimensions `1` and `2`.
+
+  In detail,
+
+      output[b, i, j, k] = sum_{di, dj, q, r}
+          input[b, strides[1] * i + di, strides[2] * j + dj, q] *
+          depthwise_filter[di, dj, q, r] *
+          pointwise_filter[0, 0, q * channel_multiplier + r, k]
+
+  `strides` controls the strides for the depthwise convolution only, since
+  the pointwise convolution has implicit strides of `[1, 1, 1, 1]`.  Must have
+  `strides[0] = strides[3] = 1`.  For the most common case of the same
+  horizontal and vertical strides, `strides = [1, stride, stride, 1]`.
+  If any value in `rate` is greater than 1, we perform atrous depthwise
+  convolution, in which case all values in the `strides` tensor must be equal
+  to 1.
+
+  Args:
+    input: 4-D `Tensor` with shape according to `data_format`.
+    depthwise_filter: 4-D `Tensor` with shape `[filter_height, filter_width,
+      in_channels, channel_multiplier]`. Contains `in_channels` convolutional
+      filters of depth 1.
+    pointwise_filter: 4-D `Tensor` with shape `[1, 1, channel_multiplier *
+      in_channels, out_channels]`.  Pointwise filter to mix channels after
+      `depthwise_filter` has convolved spatially.
+    strides: 1-D of size 4.  The strides for the depthwise convolution for each
+      dimension of `input`.
+    padding: A string, either `'VALID'` or `'SAME'`.  The padding algorithm. See
+      the "returns" section of `tf.nn.convolution` for details.
+    data_format: The data format for input. Either "NHWC" (default) or "NCHW".
+    dilations: 1-D of size 2. The dilation rate in which we sample input values
+      across the `height` and `width` dimensions in atrous convolution. If it is
+      greater than 1, then all values of strides must be 1.
+    name: A name for this operation (optional).
+
+  Returns:
+    A 4-D `Tensor` with shape according to 'data_format'. For
+      example, with data_format="NHWC", shape is [batch, out_height,
+      out_width, out_channels].
+  """
+  return separable_conv2d(
+      input,
+      depthwise_filter,
+      pointwise_filter,
+      strides,
+      padding,
+      rate=dilations,
+      name=name,
+      data_format=data_format)
+
 # pylint: enable=redefined-builtin,line-too-long
 
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index d1c04f5acf..c4da3d670a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -266,7 +266,7 @@ tf_module {
   }
   member_method {
     name: "separable_conv2d"
-    argspec: "args=[\'input\', \'depthwise_filter\', \'pointwise_filter\', \'strides\', \'padding\', \'rate\', \'name\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'depthwise_filter\', \'pointwise_filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "sigmoid"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 8de288d6ba..1e050cca9b 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -45,6 +45,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.nn.pool": {
             "dilation_rate": "dilations"
         },
+        "tf.nn.separable_conv2d": {
+            "rate": "dilations"
+        }
     }
 
     # Mapping from function to the new name of the function
@@ -77,7 +80,11 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.nn.pool": [
             "input", "window_shape", "pooling_type", "padding", "dilation_rate",
             "strides", "name", "data_format"
-        ]
+        ],
+        "tf.nn.separable_conv2d": [
+            "input", "depthwise_filter", "pointwise_filter", "strides",
+            "padding", "data_format", "dilations", "name"
+        ],
     }
 
     # Specially handled functions.
-- 
GitLab


From 829a53908b6005f7ef2c23e3e1321ca1979b2d81 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 09:54:23 -0800
Subject: [PATCH 1649/1825] [XLA] Split XLA_FLAGS out from TF_XLA_FLAGS, and
 die if an unknown flag is passed.

PiperOrigin-RevId: 221640411
---
 tensorflow/compiler/jit/flags.cc              |  2 +-
 tensorflow/compiler/xla/BUILD                 |  2 +
 .../compiler/xla/debug_options_flags.cc       |  2 +-
 .../compiler/xla/parse_flags_from_env.cc      | 51 +++++++++++++++----
 .../compiler/xla/parse_flags_from_env.h       | 13 +++--
 .../compiler/xla/parse_flags_from_env_test.cc | 18 ++-----
 6 files changed, 55 insertions(+), 33 deletions(-)

diff --git a/tensorflow/compiler/jit/flags.cc b/tensorflow/compiler/jit/flags.cc
index 7b055893cb..702197e1b1 100644
--- a/tensorflow/compiler/jit/flags.cc
+++ b/tensorflow/compiler/jit/flags.cc
@@ -110,7 +110,7 @@ void AllocateAndParseFlags() {
   });
   AppendDumpGraphFlagsInternal(flag_list);
   AppendMarkForCompilationPassFlagsInternal(flag_list);
-  xla::ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_list);
+  xla::ParseFlagsFromEnvAndDieIfUnknown("TF_XLA_FLAGS", *flag_list);
 }
 
 }  // namespace
diff --git a/tensorflow/compiler/xla/BUILD b/tensorflow/compiler/xla/BUILD
index 91096cf1d0..d914e97b6b 100644
--- a/tensorflow/compiler/xla/BUILD
+++ b/tensorflow/compiler/xla/BUILD
@@ -745,6 +745,8 @@ cc_library(
             "//tensorflow/core:framework_internal",
             "//tensorflow/core:lib",
             "@com_google_absl//absl/strings",
+            "@com_google_absl//absl/strings:str_format",
+            "@com_google_absl//absl/types:span",
         ],
 )
 
diff --git a/tensorflow/compiler/xla/debug_options_flags.cc b/tensorflow/compiler/xla/debug_options_flags.cc
index a41bd7f9ae..a40330a9b1 100644
--- a/tensorflow/compiler/xla/debug_options_flags.cc
+++ b/tensorflow/compiler/xla/debug_options_flags.cc
@@ -335,7 +335,7 @@ void AllocateFlags() {
           "behavior to help run tests on the host that run models in parallel "
           "across multiple devices."),
   });
-  ParseFlagsFromEnv("TF_XLA_FLAGS", *flag_objects);
+  ParseFlagsFromEnvAndDieIfUnknown("XLA_FLAGS", *flag_objects);
 }
 
 }  // namespace
diff --git a/tensorflow/compiler/xla/parse_flags_from_env.cc b/tensorflow/compiler/xla/parse_flags_from_env.cc
index d575c5bc12..5b568888d1 100644
--- a/tensorflow/compiler/xla/parse_flags_from_env.cc
+++ b/tensorflow/compiler/xla/parse_flags_from_env.cc
@@ -13,9 +13,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-// This module exports ParseFlagsFromEnv(), which allows other modules to parse
-// flags from an environtment variable, or a file named by the environment
-// variable.
+// This module exports ParseFlagsFromEnvAndDieIfUnknown(), which allows other
+// modules to parse flags from an environtment variable, or a file named by the
+// environment variable.
 
 #include <stdio.h>
 #include <stdlib.h>
@@ -24,6 +24,9 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
+#include "absl/strings/str_format.h"
+#include "absl/strings/str_join.h"
+#include "absl/types/span.h"
 #include "tensorflow/compiler/xla/parse_flags_from_env.h"
 #include "tensorflow/compiler/xla/types.h"
 #include "tensorflow/core/platform/logging.h"
@@ -176,23 +179,49 @@ static std::unordered_map<string, EnvArgv>& EnvArgvs() {
 // Used to protect accesses to env_argvs.
 static tensorflow::mutex env_argv_mu(tensorflow::LINKER_INITIALIZED);
 
-// Call Flags::Parse(argc, argv, flag_list) against any as yet unrecognized
-// flags passed in from the environment.
-bool ParseFlagsFromEnv(absl::string_view envvar,
-                       const std::vector<tensorflow::Flag>& flag_list) {
+bool ParseFlagsFromEnvAndDieIfUnknown(
+    absl::string_view envvar, const std::vector<tensorflow::Flag>& flag_list) {
   tensorflow::mutex_lock lock(env_argv_mu);
   auto* env_argv = &EnvArgvs()[string(envvar)];
   SetArgvFromEnv(envvar, env_argv);  // a no-op if already initialized
   bool result =
       tensorflow::Flags::Parse(&env_argv->argc, &env_argv->argv[0], flag_list);
+
+  // There's always at least one unparsed argc, namely the fake argv[0].
+  if (result && env_argv->argc != 1) {
+    // Skip the first argv, which is the fake argv[0].
+    auto unknown_flags = absl::MakeSpan(env_argv->argv);
+    unknown_flags.remove_prefix(1);
+
+    // Some flags are set on XLA_FLAGS, others on TF_XLA_FLAGS.  If we find an
+    // unrecognized flag, suggest the alternative.
+    string alternate_envvar;
+    if (envvar == "TF_XLA_FLAGS") {
+      alternate_envvar = "XLA_FLAGS";
+    } else if (envvar == "XLA_FLAGS") {
+      alternate_envvar = "TF_XLA_FLAGS";
+    }
+    string did_you_mean;
+    if (!alternate_envvar.empty()) {
+      did_you_mean = absl::StrFormat(
+          "\nPerhaps you meant to specify these on the %s envvar?",
+          alternate_envvar);
+    }
+
+    LOG(FATAL) << "Unknown flag" << (unknown_flags.size() > 1 ? "s" : "")
+               << " in " << envvar << ": " << absl::StrJoin(unknown_flags, " ")
+               << did_you_mean;
+    return false;
+  }
   return result;
 }
 
 // Testing only.
-// Reset the env_argv struct so that subsequent calls to ParseFlagsFromEnv()
-// will parse the environment variable (or the file it points to) anew, and set
-// *pargc, and *pargv to point to the internal locations of the argc and argv
-// constructed from the environment.
+//
+// Resets the env_argv struct so that subsequent calls to
+// ParseFlagsFromEnvAndDieIfUnknown() will parse the environment variable (or
+// the file it points to) anew, and set *pargc, and *pargv to point to the
+// internal locations of the argc and argv constructed from the environment.
 void ResetFlagsFromEnvForTesting(absl::string_view envvar, int** pargc,
                                  std::vector<char*>** pargv) {
   tensorflow::mutex_lock lock(env_argv_mu);
diff --git a/tensorflow/compiler/xla/parse_flags_from_env.h b/tensorflow/compiler/xla/parse_flags_from_env.h
index c0742e8b4f..76940a4299 100644
--- a/tensorflow/compiler/xla/parse_flags_from_env.h
+++ b/tensorflow/compiler/xla/parse_flags_from_env.h
@@ -16,9 +16,10 @@ limitations under the License.
 #ifndef TENSORFLOW_COMPILER_XLA_PARSE_FLAGS_FROM_ENV_H_
 #define TENSORFLOW_COMPILER_XLA_PARSE_FLAGS_FROM_ENV_H_
 
-// This module exports ParseFlagsFromEnv(), which allows other modules to parse
-// flags from an environtment variable, or (if the first non-whitespace in the
-// variable value is not '-'), a file named by that environment variable.
+// This module exports ParseFlagsFromEnvAndDieIfUnknown(), which allows other
+// modules to parse flags from an environtment variable, or (if the first
+// non-whitespace in the variable value is not '-'), a file named by that
+// environment variable.
 //
 // The accepted syntax is that flags arguments are of the form --flag=value or
 // (for boolean flags) --flag, and are whitespace separated.  The <value> may be
@@ -59,8 +60,10 @@ namespace xla {
 // Calls tensorflow::Flags::Parse(argc, argv, flag_list) against any as yet
 // unrecognized flags passed in the environment variable `envvar`, and returns
 // its return value.
-bool ParseFlagsFromEnv(absl::string_view envvar,
-                       const std::vector<tensorflow::Flag>& flag_list);
+//
+// Raises a fatal error if any flags in `envvar` were not recognized.
+bool ParseFlagsFromEnvAndDieIfUnknown(
+    absl::string_view envvar, const std::vector<tensorflow::Flag>& flag_list);
 
 // Used only for testing.  Not to be used by clients.
 void ResetFlagsFromEnvForTesting(absl::string_view envvar, int** pargc,
diff --git a/tensorflow/compiler/xla/parse_flags_from_env_test.cc b/tensorflow/compiler/xla/parse_flags_from_env_test.cc
index 26c15c3e98..3465552ebb 100644
--- a/tensorflow/compiler/xla/parse_flags_from_env_test.cc
+++ b/tensorflow/compiler/xla/parse_flags_from_env_test.cc
@@ -39,19 +39,6 @@ static void TestParseFlagsFromEnv(const char* msg) {
   std::vector<char*>* pargv;
   ResetFlagsFromEnvForTesting("TF_XLA_FLAGS", &pargc, &pargv);
 
-  // Ensure that environment variable can be parsed when
-  // no flags are expected.
-  std::vector<tensorflow::Flag> empty_flag_list;
-  bool parsed_ok = ParseFlagsFromEnv("TF_XLA_FLAGS", empty_flag_list);
-  CHECK(parsed_ok) << msg;
-  const std::vector<char*>& argv_first = *pargv;
-  CHECK_NE(argv_first[0], nullptr) << msg;
-  int i = 0;
-  while (argv_first[i] != nullptr) {
-    i++;
-  }
-  CHECK_EQ(i, *pargc) << msg;
-
   // Check that actual flags can be parsed.
   bool simple = false;
   string with_value;
@@ -65,7 +52,7 @@ static void TestParseFlagsFromEnv(const char* msg) {
       tensorflow::Flag("single_quoted", &single_quoted, ""),
       tensorflow::Flag("double_quoted", &double_quoted, ""),
   };
-  parsed_ok = ParseFlagsFromEnv("TF_XLA_FLAGS", flag_list);
+  bool parsed_ok = ParseFlagsFromEnvAndDieIfUnknown("TF_XLA_FLAGS", flag_list);
   CHECK_EQ(*pargc, 1) << msg;
   const std::vector<char*>& argv_second = *pargv;
   CHECK_NE(argv_second[0], nullptr) << msg;
@@ -171,7 +158,8 @@ int main(int argc, char* argv[]) {
       tensorflow::Flag("int_flag", &int_flag, "An integer flag to test with"),
   };
   xla::string usage = tensorflow::Flags::Usage(argv[0], flag_list);
-  bool parse_ok = xla::ParseFlagsFromEnv("TF_XLA_FLAGS", flag_list);
+  bool parse_ok =
+      xla::ParseFlagsFromEnvAndDieIfUnknown("TF_XLA_FLAGS", flag_list);
   if (!parse_ok) {
     LOG(QFATAL) << "can't parse from environment\n" << usage;
   }
-- 
GitLab


From 0e5e47022f4c32b54a267b8f12dd5ceb2fc680f4 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 15 Nov 2018 10:13:19 -0800
Subject: [PATCH 1650/1825] Fix two bugs in IncreaseDynamismForAutoJitPass:

 - We'd miscompile rewriteable slices that have other rewritable slices as
   input.  This was because we were caching the slice inputs from the first time
   we looked at a rewriteable Slice when a rewrite could have changed one of the
   inputs to that Slice.  Fix this by not caching SliceInputs.

 - We'd sometimes try to create (trivial) ConcatV2 nodes with one input, which
   isn't legal.  Fix this by not creating these trivial ConcatV2 nodes.

PiperOrigin-RevId: 221644004
---
 .../increase_dynamism_for_auto_jit_pass.cc    |  51 +++----
 ...ncrease_dynamism_for_auto_jit_pass_test.cc | 130 +++++++++++++++++-
 2 files changed, 152 insertions(+), 29 deletions(-)

diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
index fb0b0a89d9..a8295bb77b 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -208,8 +208,12 @@ Status ComputeSliceSize(const Scope& host_scope,
     DCHECK_EQ(slice_size.back().type(), DT_INT64);
   }
 
-  *size = ops::Concat(host_scope.WithOpName("slice_size"), slice_size,
-                      ops::Const(host_scope.WithOpName("concat_axis"), 0));
+  // Trivial ConcatV2 nodes (with exactly one input) are disallowed.
+  *size =
+      slice_size.size() == 1
+          ? slice_size[0]
+          : ops::Concat(host_scope.WithOpName("slice_size"), slice_size,
+                        ops::Const(host_scope.WithOpName("concat_axis"), 0));
   return Status::OK();
 }
 
@@ -242,6 +246,9 @@ Status ConvertTensorFlowSliceToStaticShapedSlice(
                      .WithOpName("static_shaped_slice"),
                  slice_inputs_int64.input, slice_inputs_int64.begin, slice_size)
           .node();
+
+  TF_RETURN_IF_ERROR(main_scope.status());
+
   std::vector<string> compile_time_const_inputs;
   compile_time_const_inputs.push_back("size");
   (*result)->AddAttr(kXlaCompileTimeConstantInputsAttr,
@@ -284,49 +291,45 @@ Status RewriteSlice(Graph* g, Node* slice, const SliceInputs& slice_inputs,
   return Status::OK();
 }
 
-// If `n` is a slice we can rewrite to have a static shape (i.e. have the output
-// shape only depend on the "size" input) then returns the a SliceInputs
-// representing the inputs to `n`.  Otherwise returns nullopt.
-StatusOrOptional<SliceInputs> IsRewritableSlice(Node* n) {
+// Return true if `n` is a slice we can rewrite to have a static shape
+// (i.e. have the output shape only depend on the "size" input).
+xla::StatusOr<bool> IsRewritableSlice(Node* n) {
   if (n->type_string() != "Slice") {
-    return {absl::nullopt};
+    return false;
   }
 
   if (!GetXlaClusterForNode(*n).has_value()) {
     // There is no need to change slice ops outside XLA clusters.
-    return {absl::nullopt};
+    return false;
   }
 
   TF_ASSIGN_OR_RETURN(absl::optional<SliceInputs> slice_inputs,
                       GetSliceInputs(n));
   if (!slice_inputs.has_value()) {
-    return {absl::nullopt};
+    return false;
   }
 
   // If slice_size[i] < -1 for any i then executing the slice will throw an
   // error, and we don't do anything here.
-  bool slice_is_ok = absl::c_all_of(slice_inputs->size_as_vector,
-                                    [](int64 size_i) { return size_i >= -1; });
-  if (!slice_is_ok) {
-    return {absl::nullopt};
-  }
-
-  return slice_inputs;
+  return absl::c_all_of(slice_inputs->size_as_vector,
+                        [](int64 size_i) { return size_i >= -1; });
 }
 
 Status FindAndRewriteSlices(Graph* g, bool* changed) {
-  std::vector<std::pair<Node*, SliceInputs>> slices_to_rewrite;
+  std::vector<Node*> slices_to_rewrite;
   for (Node* n : g->nodes()) {
-    TF_ASSIGN_OR_RETURN(absl::optional<SliceInputs> slice_inputs,
-                        IsRewritableSlice(n));
-    if (slice_inputs.has_value()) {
-      slices_to_rewrite.push_back({n, std::move(*slice_inputs)});
+    TF_ASSIGN_OR_RETURN(bool is_rewritable, IsRewritableSlice(n));
+    if (is_rewritable) {
+      slices_to_rewrite.push_back(n);
     }
   }
 
-  for (const auto& pair : slices_to_rewrite) {
-    TF_RETURN_IF_ERROR(RewriteSlice(g, pair.first, pair.second,
-                                    *GetXlaClusterForNode(*pair.first)));
+  for (Node* n : slices_to_rewrite) {
+    TF_ASSIGN_OR_RETURN(absl::optional<SliceInputs> slice_inputs,
+                        GetSliceInputs(n));
+    TF_RET_CHECK(slice_inputs.has_value());
+    TF_RETURN_IF_ERROR(
+        RewriteSlice(g, n, *slice_inputs, *GetXlaClusterForNode(*n)));
   }
 
   if (!slices_to_rewrite.empty()) {
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
index 0f6f612e96..a2f1b831ad 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass_test.cc
@@ -27,6 +27,7 @@ limitations under the License.
 namespace tensorflow {
 namespace {
 
+using ::testing::_;
 using testing::matchers::AssignedDevice;
 using testing::matchers::Attr;
 using testing::matchers::Const;
@@ -142,6 +143,26 @@ TEST(SliceToDynamicSliceRewriteTest, Basic) {
   EXPECT_THAT(static_shaped_slice, m_dynamic_slice);
 }
 
+TEST(SliceToDynamicSliceRewriteTest, SliceFromVector) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT32);
+  Output size = ops::Const(root.WithOpName("size"), {-1});
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  Node* static_shaped_slice = testing::FindNodeByName(
+      result.get(), "slice/static_shaped_slice/static_shaped_slice");
+  EXPECT_NE(static_shaped_slice, nullptr);
+  EXPECT_THAT(result->nodes(), Not(Contains(NodeWith(Op("ConcatV2")))));
+}
+
 TEST(SliceToDynamicSliceRewriteTest, ControlDependencePreserved) {
   Scope root = Scope::NewRootScope()
                    .ExitOnError()
@@ -166,18 +187,18 @@ TEST(SliceToDynamicSliceRewriteTest, ControlDependencePreserved) {
                        CtrlDeps(NodeWith(Op("Placeholder"), Name("control")))));
 }
 
+int64 ToInt64(int v) { return static_cast<int64>(v); }
+
 TEST(SliceToDynamicSliceRewriteTest, Int64Indices) {
   Scope root = Scope::NewRootScope()
                    .ExitOnError()
                    .WithAssignedDevice(kDeviceName)
                    .WithXlaCluster("cluster_0");
 
-  auto to_int64 = [](int v) { return static_cast<int64>(v); };
-
   Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
   Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT64);
   Output size =
-      ops::Const(root.WithOpName("size"), {to_int64(-1), to_int64(500)});
+      ops::Const(root.WithOpName("size"), {ToInt64(-1), ToInt64(500)});
   Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
 
   std::unique_ptr<Graph> result;
@@ -252,13 +273,35 @@ TEST(SliceToDynamicSliceRewriteTest, DontRewriteSliceWithNonConstSize) {
                                     Attr(kXlaCompileTimeConstantInputsAttr)))));
 }
 
+TEST(SliceToDynamicSliceRewriteTest, ScalarSlice) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT64);
+  Output size = ops::Const<int64>(root.WithOpName("size"), {});
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  Node* static_shaped_slice = testing::FindNodeByName(
+      result.get(), "slice/static_shaped_slice/static_shaped_slice");
+  ASSERT_NE(static_shaped_slice, nullptr);
+  EXPECT_THAT(static_shaped_slice,
+              NodeWith(Op("Slice"), Attr(kXlaCompileTimeConstantInputsAttr),
+                       Inputs(_, _, Out(NodeWith(Name(size.node()->name()))))));
+}
+
 TEST(SliceToDynamicSliceRewriteTest, IndicesNotVector) {
   Scope root = Scope::NewRootScope()
                    .ExitOnError()
                    .WithAssignedDevice(kDeviceName)
                    .WithXlaCluster("cluster_0");
 
-  auto to_int64 = [](int v) { return static_cast<int64>(v); };
+  auto ToInt64 = [](int v) { return static_cast<int64>(v); };
 
   Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
   Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT64);
@@ -271,7 +314,7 @@ TEST(SliceToDynamicSliceRewriteTest, IndicesNotVector) {
       ops::Slice(root.WithOpName("slice"), input, begin, size_placeholder);
 
   Output size =
-      ops::Const(root.WithOpName("size"), {{to_int64(-1)}, {to_int64(500)}});
+      ops::Const(root.WithOpName("size"), {{ToInt64(-1)}, {ToInt64(500)}});
   TF_ASSERT_OK(root.graph()->UpdateEdge(size.node(), 0, slice.node(), 2));
 
   std::unique_ptr<Graph> result;
@@ -281,5 +324,82 @@ TEST(SliceToDynamicSliceRewriteTest, IndicesNotVector) {
               Not(Contains(NodeWith(Op("Slice"),
                                     Attr(kXlaCompileTimeConstantInputsAttr)))));
 }
+
+TEST(SliceToDynamicSliceRewriteTest, SliceWithSliceInput) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input = ops::Placeholder(root.WithOpName("input"), DT_FLOAT);
+  Output begin = ops::Placeholder(root.WithOpName("begin"), DT_INT32);
+  Output size_a = ops::Const(root.WithOpName("size_a"), {-1, 500});
+  Output slice = ops::Slice(root.WithOpName("slice"), input, begin, size_a);
+
+  Output size_b = ops::Const(root.WithOpName("size_a"), {-1, 200});
+  Output slice_with_slice_input = ops::Slice(
+      root.WithOpName("slice_with_slice_input"), slice, begin, size_b);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  Node* static_shaped_slice = testing::FindNodeByName(
+      result.get(),
+      "slice_with_slice_input/static_shaped_slice/static_shaped_slice");
+  ASSERT_NE(static_shaped_slice, nullptr);
+  EXPECT_EQ(static_shaped_slice->output_type(0), DT_FLOAT)
+      << "Expected DT_FLOAT, was "
+      << DataType_Name(static_shaped_slice->output_type(0));
+  EXPECT_THAT(
+      static_shaped_slice,
+      NodeWith(
+          Op("Slice"),
+          Inputs(Out(NodeWith(
+                     Op("Slice"),
+                     Name("slice/static_shaped_slice/static_shaped_slice"))),
+                 _, _)));
+}
+
+TEST(SliceToDynamicSliceRewriteTest, SliceWithSliceBegin) {
+  Scope root = Scope::NewRootScope()
+                   .ExitOnError()
+                   .WithAssignedDevice(kDeviceName)
+                   .WithXlaCluster("cluster_0");
+
+  Output input_float =
+      ops::Placeholder(root.WithOpName("input_float"), DT_FLOAT);
+  Output input_i64 = ops::Placeholder(root.WithOpName("input_i64"), DT_INT64);
+
+  Output begin_begin =
+      ops::Placeholder(root.WithOpName("begin_begin"), DT_INT32);
+  Output begin_size = ops::Const(root.WithOpName("begin_size"), {-1});
+  Output begin =
+      ops::Slice(root.WithOpName("begin"), input_i64, begin_begin, begin_size);
+
+  Output size =
+      ops::Const(root.WithOpName("size"), {ToInt64(-1), ToInt64(200)});
+  Output slice_with_slice_begin = ops::Slice(
+      root.WithOpName("slice_with_slice_begin"), input_float, begin, size);
+
+  std::unique_ptr<Graph> result;
+  TF_ASSERT_OK(IncreaseDynamismForAutoJit(root, &result));
+
+  Node* static_shaped_slice = testing::FindNodeByName(
+      result.get(),
+      "slice_with_slice_begin/static_shaped_slice/static_shaped_slice");
+  ASSERT_NE(static_shaped_slice, nullptr);
+  EXPECT_EQ(static_shaped_slice->output_type(0), DT_FLOAT)
+      << "Expected DT_FLOAT, was "
+      << DataType_Name(static_shaped_slice->output_type(0));
+  EXPECT_THAT(
+      static_shaped_slice,
+      NodeWith(
+          Op("Slice"),
+          Inputs(_,
+                 Out(NodeWith(
+                     Op("Slice"),
+                     Name("begin/static_shaped_slice/static_shaped_slice"))),
+                 _)));
+}
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From 73e3215c3a2edadbf9111cca44ab3d5ca146c327 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 10:17:39 -0800
Subject: [PATCH 1651/1825] Apparently some users still haven't migrated to
 cuda 9.  Fixes for them.

Automated rollback of commit 6f0f058bced3bd07e3df33ed66163715db28757d

PiperOrigin-RevId: 221644777
---
 tensorflow/core/graph/testlib.cc              |  11 +
 tensorflow/core/graph/testlib.h               |   4 +
 tensorflow/core/kernels/BUILD                 |  25 +-
 tensorflow/core/kernels/scan_ops_gpu.cu.cc    | 266 +++++++++++++++++-
 tensorflow/core/kernels/scan_ops_test.cc      | 146 ++++++++++
 .../core/util/permutation_input_iterator.h    |   6 +-
 .../core/util/permutation_output_iterator.h   | 129 +++++++++
 .../python/kernel_tests/conv_ops_test.py      |   2 +-
 .../python/kernel_tests/scan_ops_test.py      |   5 +
 9 files changed, 588 insertions(+), 6 deletions(-)
 create mode 100644 tensorflow/core/kernels/scan_ops_test.cc
 create mode 100644 tensorflow/core/util/permutation_output_iterator.h

diff --git a/tensorflow/core/graph/testlib.cc b/tensorflow/core/graph/testlib.cc
index 0a38aa1c91..0e74a30c7a 100644
--- a/tensorflow/core/graph/testlib.cc
+++ b/tensorflow/core/graph/testlib.cc
@@ -123,6 +123,17 @@ Node* Assign(Graph* g, Node* var, Node* val) {
   return ret;
 }
 
+Node* Cumsum(Graph* g, Node* data, Node* axes, bool exclusive, bool reverse) {
+  Node* ret;
+  TF_CHECK_OK(NodeBuilder(g->NewName("n"), "Cumsum")
+                  .Input(data)
+                  .Input(axes)
+                  .Attr("exclusive", exclusive)
+                  .Attr("reverse", reverse)
+                  .Finalize(g, &ret));
+  return ret;
+}
+
 Node* Reduce(Graph* g, const string& reduce, Node* data, Node* axes,
              bool keep_dims) {
   Node* ret;
diff --git a/tensorflow/core/graph/testlib.h b/tensorflow/core/graph/testlib.h
index b00196f587..0c7233161f 100644
--- a/tensorflow/core/graph/testlib.h
+++ b/tensorflow/core/graph/testlib.h
@@ -68,6 +68,10 @@ Node* Recv(Graph* g, const string& tensor, const string& type,
            const string& sender, const uint64 sender_incarnation,
            const string& receiver);
 
+// Adds a cumsum "node" in "g" doing cumsum(data, axes).
+Node* Cumsum(Graph* g, Node* data, Node* axes, bool exclusive = false,
+             bool reverse = false);
+
 // Adds a reduction "node" in "g" doing sum(data, axes).  "reduce" is
 // a reduction, e.g., Sum, Max, Min, Mean, etc.
 Node* Reduce(Graph* g, const string& reduce, Node* data, Node* axes,
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 5fd0f5d5d1..9065989657 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -3197,7 +3197,7 @@ tf_kernel_library(
 tf_kernel_library(
     name = "scan_ops",
     prefix = "scan_ops",
-    deps = MATH_DEPS,
+    deps = MATH_DEPS + if_cuda(["@cub_archive//:cub"]),
 )
 
 tf_kernel_library(
@@ -3375,6 +3375,29 @@ tf_cuda_cc_test(
     ],
 )
 
+tf_cuda_cc_test(
+    name = "scan_ops_test",
+    size = "small",
+    srcs = ["scan_ops_test.cc"],
+    linkopts = select({
+        "//tensorflow:darwin": ["-headerpad_max_install_names"],
+        "//conditions:default": [],
+    }),
+    deps = [
+        ":host_constant_op",
+        ":ops_testutil",
+        ":ops_util",
+        ":scan_ops",
+        "//tensorflow/core:core_cpu",
+        "//tensorflow/core:framework",
+        "//tensorflow/core:lib",
+        "//tensorflow/core:protos_all_cc",
+        "//tensorflow/core:test",
+        "//tensorflow/core:test_main",
+        "//tensorflow/core:testlib",
+    ],
+)
+
 tf_cuda_cc_test(
     name = "reduction_ops_test",
     size = "small",
diff --git a/tensorflow/core/kernels/scan_ops_gpu.cu.cc b/tensorflow/core/kernels/scan_ops_gpu.cu.cc
index ed6c6affce..ed66c02dc5 100644
--- a/tensorflow/core/kernels/scan_ops_gpu.cu.cc
+++ b/tensorflow/core/kernels/scan_ops_gpu.cu.cc
@@ -1,4 +1,4 @@
-/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -17,8 +17,20 @@ limitations under the License.
 
 #define EIGEN_USE_GPU
 
+#if CUDA_VERSION >= 9000
+#define CUB_USE_COOPERATIVE_GROUPS
+#endif  // CUDA_VERSION >= 9000
+
+#include "third_party/cub/block/block_load.cuh"
+#include "third_party/cub/block/block_scan.cuh"
+#include "third_party/cub/block/block_store.cuh"
+#include "third_party/cub/iterator/counting_input_iterator.cuh"
+#include "third_party/cub/iterator/transform_input_iterator.cuh"
+#include "cuda/include/cuComplex.h"
 #include "tensorflow/core/framework/numeric_types.h"
 #include "tensorflow/core/framework/register_types.h"
+#include "tensorflow/core/util/permutation_input_iterator.h"
+#include "tensorflow/core/util/permutation_output_iterator.h"
 
 #include "tensorflow/core/kernels/scan_ops.h"
 
@@ -27,6 +39,258 @@ namespace tensorflow {
 typedef Eigen::GpuDevice GPUDevice;
 typedef Eigen::Index Index;
 
+namespace functor {
+
+// Map a contiguous range to the actual memory locations depending on which
+// axis the scan is taking place over and whether or not reversed.
+struct MapIndexToLocation {
+  __host__ __device__ MapIndexToLocation(int dimx, int dimy, int dimz,
+                                         bool reverse = false)
+      : dimx_(dimx), dimy_(dimy), dimz_(dimz), reverse_(reverse) {}
+
+  __host__ __device__ int operator()(int id) const {
+    if (dimx_ == 1) {
+      int row = id % dimy_;
+      int col = id / dimy_;
+
+      if (reverse_) return (dimy_ - row - 1) * dimz_ + col;
+
+      return row * dimz_ + col;
+    } else if (dimz_ == 1) {
+      if (reverse_) {
+        int row = id / dimy_;
+        int col = id % dimy_;
+        return row * dimy_ + (dimy_ - col - 1);
+      }
+      return id;
+    } else {
+      int col = id % dimy_;
+      int tmp = id / dimy_;
+
+      int row1 = id / (dimy_ * dimz_);
+      int col1 = tmp % dimz_;
+
+      if (reverse_)
+        return row1 * dimy_ * dimz_ + (dimy_ - col - 1) * dimz_ + col1;
+
+      return row1 * dimy_ * dimz_ + col * dimz_ + col1;
+    }
+  }
+
+  int dimx_;
+  int dimy_;
+  int dimz_;
+  bool reverse_;
+};
+
+template <typename T, typename Op>
+struct BlockPrefixCallbackOp {
+  // Running prefix
+  T running_total_;
+  Op op_;
+
+  __device__ BlockPrefixCallbackOp(T running_total, Op op)
+      : running_total_(running_total), op_(op) {}
+
+  // Callback operator to be entered by the first warp of threads in the block.
+  // tid 0 is responsible for returning a value for seeding the block-wide scan.
+  __device__ T operator()(T block_aggregate) {
+    T old_prefix = running_total_;
+    running_total_ = op_(old_prefix, block_aggregate);
+    return old_prefix;
+  }
+};
+
+template <typename T>
+struct Sum {
+  __host__ __device__ T operator()(const T& a, const T& b) const {
+    return a + b;
+  }
+};
+
+template <typename T>
+struct Prod {
+  __host__ __device__ T operator()(const T& a, const T& b) const {
+    return a * b;
+  }
+};
+
+template <typename T, typename Op>
+struct IsSum {
+  constexpr static bool value =
+      (std::is_same<Op, Sum<T>>::value ||
+       std::is_same<Op, Eigen::internal::SumReducer<T>>::value);
+};
+
+template <typename T, typename Op>
+struct IsProd {
+  constexpr static bool value =
+      (std::is_same<Op, Prod<T>>::value ||
+       std::is_same<Op, Eigen::internal::ProdReducer<T>>::value);
+};
+
+template <typename T, typename Op>
+struct IdentityValue {
+  static_assert(IsSum<T, Op>::value || IsProd<T, Op>::value,
+                "IdentityValue not yet defined for this type.");
+
+  template <typename U = T, typename OpCopy = Op>
+  __host__ __device__ U operator()(
+      typename std::enable_if<IsSum<U, OpCopy>::value, U>::type t = U(0)) {
+    return t;
+  }
+
+  template <typename U = T, typename OpCopy = Op>
+  __host__ __device__ U operator()(
+      typename std::enable_if<IsProd<U, OpCopy>::value, U>::type t = U(1)) {
+    return t;
+  }
+};
+
+// Each block is mapped to one sequence.  A contiguous range is mapped to the
+// appropriate locations in memory by the permutation iterators.  This is
+// ideal for 1-D and row based scans.  Column scans would be better if they
+// did a block load and then locally transposed.  CUB's device wide scan is not
+// used in the large 1D case, even though it would be more efficient, because
+// it is not deterministic.
+template <typename T, typename Op, int BlockDim = 128, int ItemsPerThread = 4>
+__global__ void scan_kernel(const T* in, T* out, int dimx, int dimy, int dimz,
+                            bool exclusive, bool reverse, Op op) {
+  typedef cub::BlockLoad<T, BlockDim, ItemsPerThread, cub::BLOCK_LOAD_TRANSPOSE>
+      BlockLoad;
+  typedef cub::BlockStore<T, BlockDim, ItemsPerThread,
+                          cub::BLOCK_STORE_TRANSPOSE>
+      BlockStore;
+  typedef cub::BlockScan<T, BlockDim> BlockScan;
+
+  // Allocate aliased shared memory for BlockLoad, BlockStore, and BlockScan
+  __shared__ union {
+    typename BlockLoad::TempStorage load;
+    typename BlockScan::TempStorage scan;
+    typename BlockStore::TempStorage store;
+  } temp_storage;
+
+  int problem_length = dimy;
+
+  // Initialize running total
+  BlockPrefixCallbackOp<T, Op> prefix_op(IdentityValue<T, Op>()(), op);
+
+  MapIndexToLocation map_op(dimx, dimy, dimz, reverse);
+  int block_start = problem_length * blockIdx.x;
+  // Have the block iterate over segments of items
+  for (int block_offset = block_start;
+       block_offset < block_start + problem_length;
+       block_offset += BlockDim * ItemsPerThread) {
+    int valid_items = min(BlockDim * ItemsPerThread,
+                          problem_length - (block_offset % problem_length));
+
+    // first construct a counting iterator that has the desired start point
+    typedef cub::TransformInputIterator<int, MapIndexToLocation,
+                                        cub::CountingInputIterator<int>>
+        MapIterType;
+
+    cub::CountingInputIterator<int> counting_iter(block_offset);
+
+    // Next map the iterator to the actual locations in memory
+    MapIterType map_iter(counting_iter, map_op);
+
+    PermutationInputIterator<T, const T*, MapIterType> permutein_iter(in,
+                                                                      map_iter);
+    PermutationOutputIterator<T, T*, MapIterType> permuteout_iter(out,
+                                                                  map_iter);
+
+    // Load a segment of consecutive items that are blocked across threads
+    T thread_data[ItemsPerThread];
+    BlockLoad(temp_storage.load).Load(permutein_iter, thread_data, valid_items);
+    __syncthreads();
+
+    // Collectively compute the block-wide scan
+    if (exclusive) {
+      BlockScan(temp_storage.scan)
+          .ExclusiveScan(thread_data, thread_data, op, prefix_op);
+    } else {
+      BlockScan(temp_storage.scan)
+          .InclusiveScan(thread_data, thread_data, op, prefix_op);
+    }
+    __syncthreads();
+
+    // Store scanned items to output segment
+    BlockStore(temp_storage.store)
+        .Store(permuteout_iter, thread_data, valid_items);
+    __syncthreads();
+  }
+}
+
+template <typename T, typename Op>
+void LaunchScan(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
+                typename TTypes<T, 3>::Tensor out, Op op, const bool reverse,
+                const bool exclusive) {
+  const int items_per_thread = 4;
+
+  int dimx = in.dimension(0);
+  int dimy = in.dimension(1);
+  int dimz = in.dimension(2);
+  int num_blocks = dimx * dimz;
+
+  int ideal_block_size = dimy / items_per_thread;
+
+  // There seems to be a bug when the type is not float and block_size 1024.
+  // Launch on the smallest power of 2 block size that we can.
+  if (ideal_block_size >= 1024 && std::is_same<T, float>::value) {
+    const int block_size = 1024;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 512) {
+    const int block_size = 512;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 256) {
+    const int block_size = 256;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 128) {
+    const int block_size = 128;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else if (ideal_block_size >= 64) {
+    const int block_size = 64;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  } else {
+    const int block_size = 32;
+    scan_kernel<T, Op, block_size, items_per_thread>
+        <<<num_blocks, block_size, 0, d.stream()>>>(
+            in.data(), out.data(), dimx, dimy, dimz, exclusive, reverse, op);
+  }
+}
+
+template <typename T>
+struct Scan<GPUDevice, Eigen::internal::SumReducer<T>, T> {
+  void operator()(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
+                  typename TTypes<T, 3>::Tensor out,
+                  const Eigen::internal::SumReducer<T>& reducer,
+                  const bool reverse, const bool exclusive) {
+    LaunchScan<T, Sum<T>>(d, in, out, Sum<T>(), reverse, exclusive);
+  }
+};
+
+template <typename T>
+struct Scan<GPUDevice, Eigen::internal::ProdReducer<T>, T> {
+  void operator()(const GPUDevice& d, typename TTypes<T, 3>::ConstTensor in,
+                  typename TTypes<T, 3>::Tensor out,
+                  const Eigen::internal::ProdReducer<T>& reducer,
+                  const bool reverse, const bool exclusive) {
+    LaunchScan<T, Prod<T>>(d, in, out, Prod<T>(), reverse, exclusive);
+  }
+};
+
+}  // namespace functor
+
 #define DEFINE(REDUCER, T) template struct functor::Scan<GPUDevice, REDUCER, T>;
 
 #define DEFINE_FOR_ALL_REDUCERS(T)           \
diff --git a/tensorflow/core/kernels/scan_ops_test.cc b/tensorflow/core/kernels/scan_ops_test.cc
new file mode 100644
index 0000000000..588b606a99
--- /dev/null
+++ b/tensorflow/core/kernels/scan_ops_test.cc
@@ -0,0 +1,146 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/common_runtime/kernel_benchmark_testlib.h"
+#include "tensorflow/core/framework/tensor.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/platform/test.h"
+#include "tensorflow/core/platform/test_benchmark.h"
+
+namespace tensorflow {
+
+template <typename T>
+static Graph* LargeOneDCumsum(int num_x, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DataTypeToEnum<T>::value, TensorShape({num_x}));
+  data.flat<T>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 0;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+static Graph* ColCumsum(int num_x, int num_y, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DT_FLOAT, TensorShape({num_x, num_y}));
+  data.flat<float>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 0;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+static Graph* RowCumsum(int num_x, int num_y, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DT_FLOAT, TensorShape({num_x, num_y}));
+  data.flat<float>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 1;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+static Graph* ThreeDYCumsum(int num_y, int num_z, bool reverse = false) {
+  auto* g = new Graph(OpRegistry::Global());
+  Tensor data(DT_FLOAT, TensorShape({32, num_y, num_z}));
+  data.flat<float>().setRandom();
+  Tensor axes(DT_INT32, TensorShape({}));
+  axes.flat<int32>()(0) = 1;
+  test::graph::Cumsum(g, test::graph::Constant(g, data),
+                      test::graph::Constant(g, axes));
+  return g;
+}
+
+template <typename T>
+static void LargeOneDimensional(int iters, const string& device, int num_x,
+                                bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * sizeof(T));
+  test::Benchmark(device, LargeOneDCumsum<T>(num_x, reverse)).Run(iters);
+}
+
+static void DoRowCumsum(int iters, const string& device, int num_x, int num_y,
+                        bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
+                          sizeof(float));
+  test::Benchmark(device, RowCumsum(num_x, num_y, reverse)).Run(iters);
+}
+
+static void DoColCumsum(int iters, const string& device, int num_x, int num_y,
+                        bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
+                          sizeof(float));
+  test::Benchmark(device, ColCumsum(num_x, num_y, reverse)).Run(iters);
+}
+
+static void Do3DYCumsum(int iters, const string& device, int num_x, int num_y,
+                        bool reverse = false) {
+  testing::ItemsProcessed(static_cast<int64>(iters) * num_x * num_y);
+  testing::BytesProcessed(static_cast<int64>(iters) * num_x * num_y *
+                          sizeof(float));
+  test::Benchmark(device, ThreeDYCumsum(num_x, num_y, reverse)).Run(iters);
+}
+
+static void BM_OneDCumsumGPU(int iters, int num_x) {
+  LargeOneDimensional<float>(iters, "gpu", num_x);
+}
+BENCHMARK(BM_OneDCumsumGPU)->Range(1, 1 << 21);
+
+static void BM_OneDCumsumGPUHalf(int iters, int num_x) {
+  LargeOneDimensional<Eigen::half>(iters, "gpu", num_x);
+}
+BENCHMARK(BM_OneDCumsumGPUHalf)->Range(1, 1 << 21);
+
+static void BM_Sum2DRowCumsumGPU(int iters, int num_x, int num_y) {
+  DoRowCumsum(iters, "gpu", num_x, num_y);
+}
+BENCHMARK(BM_Sum2DRowCumsumGPU)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum2DColumnCumsumGPU(int iters, int num_x, int num_y) {
+  DoColCumsum(iters, "gpu", num_x, num_y);
+}
+BENCHMARK(BM_Sum2DColumnCumsumGPU)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum3DYCumsumGPU(int iters, int num_x, int num_y) {
+  Do3DYCumsum(iters, "gpu", num_x, num_y);
+}
+BENCHMARK(BM_Sum3DYCumsumGPU)->RangePair(64, 4096, 64, 4096);
+
+static void BM_OneDCumsumGPU_reverse(int iters, int num_x) {
+  LargeOneDimensional<float>(iters, "gpu", num_x, true);
+}
+BENCHMARK(BM_OneDCumsumGPU_reverse)->Range(1, 1 << 21);
+
+static void BM_Sum2DRowCumsumGPU_reverse(int iters, int num_x, int num_y) {
+  DoRowCumsum(iters, "gpu", num_x, num_y, true);
+}
+BENCHMARK(BM_Sum2DRowCumsumGPU_reverse)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum2DColumnCumsumGPU_reverse(int iters, int num_x, int num_y) {
+  DoColCumsum(iters, "gpu", num_x, num_y, true);
+}
+BENCHMARK(BM_Sum2DColumnCumsumGPU_reverse)->RangePair(1, 8192, 1, 8192);
+
+static void BM_Sum3DYCumsumGPU_reverse(int iters, int num_x, int num_y) {
+  Do3DYCumsum(iters, "gpu", num_x, num_y, true);
+}
+BENCHMARK(BM_Sum3DYCumsumGPU_reverse)->RangePair(32, 2048, 32, 2048);
+
+}  // end namespace tensorflow
diff --git a/tensorflow/core/util/permutation_input_iterator.h b/tensorflow/core/util/permutation_input_iterator.h
index f6375b2515..649318ebf3 100644
--- a/tensorflow/core/util/permutation_input_iterator.h
+++ b/tensorflow/core/util/permutation_input_iterator.h
@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
-#define TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#ifndef TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#define TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
 
 #include <iostream>
 #include <iterator>
@@ -131,4 +131,4 @@ class PermutationInputIterator {
 
 }  // end namespace tensorflow
 
-#endif  // TENSORFLOW_UTIL_PERMUTATION_INPUT_ITERATOR_H_
+#endif  // TENSORFLOW_CORE_UTIL_PERMUTATION_INPUT_ITERATOR_H_
diff --git a/tensorflow/core/util/permutation_output_iterator.h b/tensorflow/core/util/permutation_output_iterator.h
new file mode 100644
index 0000000000..638c0f4545
--- /dev/null
+++ b/tensorflow/core/util/permutation_output_iterator.h
@@ -0,0 +1,129 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
+#define TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
+
+#include <iostream>
+#include <iterator>
+
+namespace tensorflow {
+
+template <typename ValueType, typename OutputIteratorT, typename IndexIteratorT,
+          typename OffsetT = ptrdiff_t>
+class PermutationOutputIterator {
+ public:
+  // Required iterator traits
+  typedef PermutationOutputIterator self_type;  ///< My own type
+  typedef OffsetT difference_type;  ///< Type to express the result of
+                                    ///< subtracting one iterator from another
+  typedef ValueType
+      value_type;  ///< The type of the element the iterator can point to
+  typedef ValueType* pointer;    ///< The type of a pointer to an element the
+                                 ///< iterator can point to
+  typedef ValueType& reference;  ///< The type of a reference to an element the
+                                 ///< iterator can point to
+
+  typedef std::random_access_iterator_tag
+      iterator_category;  ///< The iterator category
+
+ private:
+  OutputIteratorT output_itr;
+  IndexIteratorT index_itr;
+
+ public:
+  /// Constructor
+  __host__ __device__ __forceinline__ PermutationOutputIterator(
+      OutputIteratorT output_itr,  ///< Input iterator to wrap
+      IndexIteratorT index_itr)    ///< Conversion functor to wrap
+      : output_itr(output_itr), index_itr(index_itr) {}
+
+  /// Postfix increment
+  __host__ __device__ __forceinline__ self_type operator++(int) {
+    self_type retval = *this;
+    index_itr++;
+    return retval;
+  }
+
+  /// Prefix increment
+  __host__ __device__ __forceinline__ self_type operator++() {
+    index_itr++;
+    return *this;
+  }
+
+  /// Indirection
+  __host__ __device__ __forceinline__ reference operator*() const {
+    return output_itr[*index_itr];
+  }
+
+  /// Addition
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type operator+(Distance n) const {
+    self_type retval(output_itr, index_itr + n);
+    return retval;
+  }
+
+  /// Addition assignment
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type& operator+=(Distance n) {
+    index_itr += n;
+    return *this;
+  }
+
+  /// Subtraction
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type operator-(Distance n) const {
+    self_type retval(output_itr, index_itr - n);
+    return retval;
+  }
+
+  /// Subtraction assignment
+  template <typename Distance>
+  __host__ __device__ __forceinline__ self_type& operator-=(Distance n) {
+    index_itr -= n;
+    return *this;
+  }
+
+  /// Distance
+  __host__ __device__ __forceinline__ difference_type
+  operator-(self_type other) const {
+    return index_itr - other.index_itr;
+  }
+
+  /// Array subscript
+  template <typename Distance>
+  __host__ __device__ __forceinline__ reference operator[](Distance n) const {
+    return output_itr[index_itr[n]];
+  }
+
+  /// Equal to
+  __host__ __device__ __forceinline__ bool operator==(const self_type& rhs) {
+    return (index_itr == rhs.index_itr && output_itr == rhs.output_itr);
+  }
+
+  /// Not equal to
+  __host__ __device__ __forceinline__ bool operator!=(const self_type& rhs) {
+    return !(*this == rhs);
+  }
+
+  /// ostream operator
+  friend std::ostream& operator<<(std::ostream& os, const self_type& itr) {
+    return os;
+  }
+};
+
+}  // end namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_UTIL_PERMUTATION_OUTPUT_ITERATOR_H_
diff --git a/tensorflow/python/kernel_tests/conv_ops_test.py b/tensorflow/python/kernel_tests/conv_ops_test.py
index 0ccbbf155c..835cc1504d 100644
--- a/tensorflow/python/kernel_tests/conv_ops_test.py
+++ b/tensorflow/python/kernel_tests/conv_ops_test.py
@@ -1669,7 +1669,7 @@ class SeparableConv2DTest(test.TestCase):
 
       value = sess.run(conv)
     tf_logging.info("value = ", value)
-    self.assertArrayNear(expected, np.ravel(value), 1e-5)
+    self.assertArrayNear(expected, np.ravel(value), 1e-3)
     self.assertShapeEqual(value, conv)
 
   def _testSeparableConv2D(self, data_format):
diff --git a/tensorflow/python/kernel_tests/scan_ops_test.py b/tensorflow/python/kernel_tests/scan_ops_test.py
index b369222565..c48e0e2e67 100644
--- a/tensorflow/python/kernel_tests/scan_ops_test.py
+++ b/tensorflow/python/kernel_tests/scan_ops_test.py
@@ -126,6 +126,11 @@ class CumsumTest(test.TestCase):
       for axis in range(-6, 6, 3):
         self._compareAll(x, axis)
 
+  def testLarge(self):
+    for dtype in self.valid_dtypes:
+      x = np.ones([1000000], dtype=dtype) / 1024
+      self._compareAll(x, 0)
+
   def testInvalidAxis(self):
     x = np.arange(0, 10).reshape([2, 5]).astype(np.float32)
     input_tensor = ops.convert_to_tensor(x)
-- 
GitLab


From 848dd8dd287c93c3e109af68654283845a8900db Mon Sep 17 00:00:00 2001
From: sahilbadyal <sbadyals@gmail.com>
Date: Fri, 16 Nov 2018 00:12:48 +0530
Subject: [PATCH 1652/1825] changed the download version of protobuf to 3.6.0

---
 tensorflow/contrib/makefile/download_dependencies.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/makefile/download_dependencies.sh b/tensorflow/contrib/makefile/download_dependencies.sh
index 0a07588f07..b396c52767 100755
--- a/tensorflow/contrib/makefile/download_dependencies.sh
+++ b/tensorflow/contrib/makefile/download_dependencies.sh
@@ -34,7 +34,7 @@ NSYNC_URL="$(grep -o 'https://mirror.bazel.build/github.com/google/nsync/.*tar\.
 # 1.10 branch does not work. `make distclean` fails and blocks the build
 # process. For now we're hardcoding to the version which is used by
 # TensorFlow 1.9.
-PROTOBUF_URL="https://mirror.bazel.build/github.com/google/protobuf/archive/396336eb961b75f03b25824fe86cf6490fb75e3a.tar.gz"
+PROTOBUF_URL="https://mirror.bazel.build/github.com/google/protobuf/archive/v3.6.0.tar.gz"
 # TODO (yongtang): Replace the following with 'https://mirror.bazel.build/github.com/google/re2/.*tar\.gz' once
 # the archive has been propagated in mirror.bazel.build.
 RE2_URL="$(grep -o 'https://github.com/google/re2/.*tar\.gz' "${BZL_FILE_PATH}" | head -n1)"
-- 
GitLab


From 56e2c8224e99e2d97c63f8baf6bd1034ed61da36 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 10:21:11 -0800
Subject: [PATCH 1653/1825] Automated rollback of commit
 82eb2d85c1f6ae56cc6c092bdc3f386278241e6e

PiperOrigin-RevId: 221645406
---
 tensorflow/workspace.bzl         |  9 +++---
 third_party/eigen_reshaped.patch | 48 --------------------------------
 2 files changed, 4 insertions(+), 53 deletions(-)
 delete mode 100644 third_party/eigen_reshaped.patch

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 42d92f7b49..b4f7aba046 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -134,12 +134,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "eigen_archive",
         build_file = clean_dep("//third_party:eigen.BUILD"),
-        patch_file = clean_dep("//third_party:eigen_reshaped.patch"),
-        sha256 = "d66cec3b54b3dfaa4666c1d49481a7197f93fc078cd53c54e2b4a8893a529c9f",
-        strip_prefix = "eigen-eigen-b4890dc6bc34",
+        sha256 = "1e045bef75e9b17d459b60cc30b34408f3fdab300c5053d3919d1a5921f3c86a",
+        strip_prefix = "eigen-eigen-af2071407280",
         urls = [
-            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
-            "https://bitbucket.org/eigen/eigen/get/b4890dc6bc34.tar.gz",
+            "https://mirror.bazel.build/bitbucket.org/eigen/eigen/get/af2071407280.tar.gz",
+            "https://bitbucket.org/eigen/eigen/get/af2071407280.tar.gz",
         ],
     )
 
diff --git a/third_party/eigen_reshaped.patch b/third_party/eigen_reshaped.patch
deleted file mode 100644
index 7acfdcf9fe..0000000000
--- a/third_party/eigen_reshaped.patch
+++ /dev/null
@@ -1,48 +0,0 @@
---- a/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
-+++ b/Eigen/src/Core/util/ReshapedHelper.h	(date 1541195478000)
-@@ -39,6 +39,11 @@
-   return total/other;
- }
-
-+template<int Flags, int Order>
-+struct get_compiletime_reshape_order {
-+  enum { value = Order == AutoOrder ? Flags & RowMajorBit : Order };
-+};
-+
- }
-
- } // end namespace Eigen
---- a/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
-+++ b/Eigen/src/plugins/ReshapedMethods.h	(date 1541195254000)
-@@ -105,13 +105,13 @@
- inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
-                 internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
-                 internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
--                (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+                internal::get_compiletime_reshape_order<Flags,Order>::value>
- reshaped(NRowsType nRows, NColsType nCols) EIGEN_RESHAPED_METHOD_CONST
- {
-   return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived,
-                   internal::get_compiletime_reshape_size<NRowsType,NColsType,SizeAtCompileTime>::value,
-                   internal::get_compiletime_reshape_size<NColsType,NRowsType,SizeAtCompileTime>::value,
--                  (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+                  internal::get_compiletime_reshape_order<Flags,Order>::value>
-                 (derived(),
-                  internal::get_runtime_reshape_size(nRows,internal::get_runtime_value(nCols),size()),
-                  internal::get_runtime_reshape_size(nCols,internal::get_runtime_value(nRows),size()));
-@@ -128,11 +128,13 @@
-
- template<int Order>
- EIGEN_DEVICE_FUNC
--inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+inline Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
-+                internal::get_compiletime_reshape_order<Flags,Order>::value>
- reshaped() EIGEN_RESHAPED_METHOD_CONST
- {
-   EIGEN_STATIC_ASSERT(Order==RowMajor || Order==ColMajor || Order==AutoOrder, INVALID_TEMPLATE_PARAMETER);
--  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1, (Order==AutoOrder?Flags&RowMajorBit:Order)>
-+  return Reshaped<EIGEN_RESHAPED_METHOD_CONST Derived, SizeAtCompileTime, 1,
-+                  internal::get_compiletime_reshape_order<Flags,Order>::value>
-                 (derived(), size(), 1);
- }
- 
\ No newline at end of file
-- 
GitLab


From ffde93148d82093c9cd8703e8d7d81bff67a1dc6 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Thu, 15 Nov 2018 10:25:28 -0800
Subject: [PATCH 1654/1825] [Grappler] Remapper optimizer for
 Conv2D+FusedBatchNorm:

 (1) Conv2D + FusedBatchNorm
 (2) Conv2D + FusedBatchNorm + Relu

PiperOrigin-RevId: 221646158
---
 tensorflow/core/grappler/graph_view.cc        |   6 +
 tensorflow/core/grappler/graph_view.h         |   5 +-
 tensorflow/core/grappler/optimizers/BUILD     |   2 +
 .../core/grappler/optimizers/remapper.cc      | 316 +++++++++++++++---
 .../core/grappler/optimizers/remapper_test.cc | 152 +++++++++
 5 files changed, 427 insertions(+), 54 deletions(-)

diff --git a/tensorflow/core/grappler/graph_view.cc b/tensorflow/core/grappler/graph_view.cc
index 35675fb1a2..ba9d2eb321 100644
--- a/tensorflow/core/grappler/graph_view.cc
+++ b/tensorflow/core/grappler/graph_view.cc
@@ -70,6 +70,12 @@ bool HasSingleFanoutNode(const GraphView& graph_view, const NodeDef* node,
   return fanout.size() <= 1;
 }
 
+bool HasFanouts(const GraphView& graph_view, const NodeDef* node, int port) {
+  const auto output = GraphView::OutputPort(node, port);
+  const auto fanout = graph_view.GetFanout(output);
+  return !fanout.empty();
+}
+
 bool NoControlFanin(const GraphView& graph_view, const NodeDef* node) {
   const auto control_port = GraphView::InputPort(node, -1);
   return graph_view.GetFanin(control_port).empty();
diff --git a/tensorflow/core/grappler/graph_view.h b/tensorflow/core/grappler/graph_view.h
index 89cec2eb2e..0a47b22565 100644
--- a/tensorflow/core/grappler/graph_view.h
+++ b/tensorflow/core/grappler/graph_view.h
@@ -342,10 +342,13 @@ class GraphView
   }
 };
 
-// Returns true if node has one (or zero) fanout nodes at given port.
+// Returns true if node has one (or zero) fanout nodes at given output port.
 bool HasSingleFanoutNode(const GraphView& graph_view, const NodeDef* node,
                          int port = 0);
 
+// Returns true if node has at least one fanout node at given output port.
+bool HasFanouts(const GraphView& graph_view, const NodeDef* node, int port = 0);
+
 bool NoControlFanin(const GraphView& graph_view, const NodeDef* node);
 bool NoControlFanout(const GraphView& graph_view, const NodeDef* node);
 bool NoControlFaninOrFanout(const GraphView& graph_view, const NodeDef* node);
diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 3a5b1334d3..904fd42844 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -708,6 +708,8 @@ cc_library(
         "//tensorflow/core/grappler:op_types",
         "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/costs:graph_properties",
+        "//tensorflow/core/grappler/utils:topological_sort",
+        "@com_google_absl//absl/container:flat_hash_set",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/remapper.cc b/tensorflow/core/grappler/optimizers/remapper.cc
index b97a95f302..8b93411358 100644
--- a/tensorflow/core/grappler/optimizers/remapper.cc
+++ b/tensorflow/core/grappler/optimizers/remapper.cc
@@ -15,6 +15,7 @@ limitations under the License.
 
 #include "tensorflow/core/grappler/optimizers/remapper.h"
 
+#include "absl/container/flat_hash_set.h"
 #include "tensorflow/core/framework/versions.pb.h"
 #include "tensorflow/core/grappler/costs/graph_properties.h"
 #include "tensorflow/core/grappler/graph_view.h"
@@ -22,6 +23,7 @@ limitations under the License.
 #include "tensorflow/core/grappler/op_types.h"
 #include "tensorflow/core/grappler/optimizers/constant_folding.h"
 #include "tensorflow/core/grappler/utils.h"
+#include "tensorflow/core/grappler/utils/topological_sort.h"
 #include "tensorflow/core/platform/logging.h"
 
 namespace tensorflow {
@@ -29,22 +31,55 @@ namespace grappler {
 
 namespace {
 
+constexpr char kFusedConv2D[] = "_FusedConv2D";
+
+constexpr char kDataFormat[] = "data_format";
+constexpr char kIsTraining[] = "is_training";
+
+struct RemapperContext {
+  RemapperContext(const GrapplerItem& item)
+      : nodes_to_preserve(item.NodesToPreserve()),
+        graph_view(&item.graph),
+        graph_properties(item),
+        inferred_graph_properties(false) {}
+
+  std::unordered_set<string> nodes_to_preserve;
+  GraphView graph_view;
+  GraphProperties graph_properties;
+  bool inferred_graph_properties;
+};
+
 // FusedBatchNorm that can be replaced with a cheaper set of primitives.
 struct FusedBatchNorm {
-  const NodeDef* fused_batch_norm;
+  const NodeDef* fused_batch_norm = nullptr;
 };
 
 // Conv2D node followed by a BiasAdd.
 struct Conv2DWithBiasAdd {
-  const NodeDef* conv2d;
-  const NodeDef* bias_add;
+  const NodeDef* conv2d = nullptr;
+  const NodeDef* bias_add = nullptr;
 };
 
 // Conv2D node followed by a BiasAdd and Relu.
 struct Conv2DWithBiasAddAndRelu {
-  const NodeDef* conv2d;
-  const NodeDef* bias_add;
-  const NodeDef* relu;
+  const NodeDef* conv2d = nullptr;
+  const NodeDef* bias_add = nullptr;
+  const NodeDef* relu = nullptr;
+};
+
+// Conv2D node followed by a FusedBatchNorm.
+struct Conv2DWithBatchNorm {
+  const NodeDef* conv2d = nullptr;
+  const NodeDef* fused_batch_norm = nullptr;
+  float epsilon = 0.0;
+};
+
+// Conv2D node followed by a FusedBatchNorm and Relu.
+struct Conv2DWithBatchNormAndRelu {
+  const NodeDef* conv2d = nullptr;
+  const NodeDef* fused_batch_norm = nullptr;
+  const NodeDef* relu = nullptr;
+  float epsilon = 0.0;
 };
 
 bool IsFloatOrDoubleDataType(const NodeDef* node,
@@ -54,7 +89,7 @@ bool IsFloatOrDoubleDataType(const NodeDef* node,
 }
 
 bool HaveSameDataType(const NodeDef* lhs, const NodeDef* rhs,
-                      const string& type_attr) {
+                      const string& type_attr = "T") {
   DataType lhs_attr = GetDataTypeFromAttr(*lhs, type_attr);
   DataType rhs_attr = GetDataTypeFromAttr(*rhs, type_attr);
 
@@ -62,25 +97,36 @@ bool HaveSameDataType(const NodeDef* lhs, const NodeDef* rhs,
          lhs_attr == rhs_attr;
 }
 
-bool FindConv2DWithBias(const GraphView& graph_view, const NodeDef* node,
+bool HasDataType(const NodeDef* node, const DataType& expected,
+                 const string& type_attr = "T") {
+  DataType dtype = GetDataTypeFromAttr(*node, type_attr);
+  return dtype == expected;
+}
+
+bool IsInPreserveSet(const RemapperContext& ctx, const NodeDef* node) {
+  return ctx.nodes_to_preserve.count(node->name()) > 0;
+}
+
+bool FindConv2DWithBias(const RemapperContext& ctx, const NodeDef* node,
                         Conv2DWithBiasAdd* matched) {
   // Root of the pattern must be a BiasAdd.
   if (!node) return false;
   if (!IsBiasAdd(*node)) return false;
   if (!NodeIsOnCpu(node)) return false;
   if (!IsFloatOrDoubleDataType(node)) return false;
-  if (!NoControlFaninOrFanout(graph_view, node)) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, node)) return false;
 
   // Input to the BiasAdd must be a Conv2D in NHWC format.
   const auto input_port = GraphView::InputPort(node, 0);
-  const auto conv2d = graph_view.GetRegularFanin(input_port);
+  const auto conv2d = ctx.graph_view.GetRegularFanin(input_port);
   if (!conv2d.node) return false;
   if (!IsConv2D(*conv2d.node)) return false;
-  if (conv2d.node->attr().at("data_format").s() != "NHWC") return false;
+  if (conv2d.node->attr().at(kDataFormat).s() != "NHWC") return false;
   if (!NodeIsOnCpu(conv2d.node)) return false;
-  if (!HaveSameDataType(node, conv2d.node, "T")) return false;
-  if (!NoControlFaninOrFanout(graph_view, conv2d.node)) return false;
-  if (!HasSingleFanoutNode(graph_view, conv2d.node)) return false;
+  if (!HaveSameDataType(node, conv2d.node)) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, conv2d.node)) return false;
+  if (!HasSingleFanoutNode(ctx.graph_view, conv2d.node)) return false;
+  if (IsInPreserveSet(ctx, conv2d.node)) return false;
 
   // We successfully found a Conv2D+BiasAdd pattern.
   matched->conv2d = conv2d.node;
@@ -89,23 +135,24 @@ bool FindConv2DWithBias(const GraphView& graph_view, const NodeDef* node,
   return true;
 }
 
-bool FindConv2DWithBiasAndRelu(const GraphView& graph_view, const NodeDef* node,
+bool FindConv2DWithBiasAndRelu(const RemapperContext& ctx, const NodeDef* node,
                                Conv2DWithBiasAddAndRelu* matched) {
   // Root of the pattern must be a Relu.
   if (!node) return false;
   if (!IsRelu(*node)) return false;
   if (!NodeIsOnCpu(node)) return false;
   if (!IsFloatOrDoubleDataType(node)) return false;
-  if (!NoControlFaninOrFanout(graph_view, node)) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, node)) return false;
 
   // And input to Relu must match Conv2DWithBiasAdd pattern.
   const auto input_port = GraphView::InputPort(node, 0);
-  const auto bias_add = graph_view.GetRegularFanin(input_port);
+  const auto bias_add = ctx.graph_view.GetRegularFanin(input_port);
 
   Conv2DWithBiasAdd base;
-  if (!FindConv2DWithBias(graph_view, bias_add.node, &base)) return false;
-  if (!HasSingleFanoutNode(graph_view, base.bias_add)) return false;
-  if (!HaveSameDataType(node, base.bias_add, "T")) return false;
+  if (!FindConv2DWithBias(ctx, bias_add.node, &base)) return false;
+  if (!HasSingleFanoutNode(ctx.graph_view, base.bias_add)) return false;
+  if (!HaveSameDataType(node, base.bias_add)) return false;
+  if (IsInPreserveSet(ctx, base.bias_add)) return false;
 
   // We successfully found a Conv2D+BiasAdd+Relu pattern.
   matched->conv2d = base.conv2d;
@@ -115,27 +162,97 @@ bool FindConv2DWithBiasAndRelu(const GraphView& graph_view, const NodeDef* node,
   return true;
 }
 
+bool FindConv2DWithBatchNorm(const RemapperContext& ctx, const NodeDef* node,
+                             Conv2DWithBatchNorm* matched) {
+  // Root of the pattern must be a FusedBatchNorm or a FusedBatchNormV2.
+  if (node == nullptr) return false;
+  if (!IsFusedBatchNorm(*node)) return false;
+  if (!NodeIsOnCpu(node)) return false;
+  if (!HasDataType(node, DT_FLOAT)) return false;
+
+  // V2 has a separate data type for the scale/offset/mean/variance inputs.
+  if (node->op() == "FusedBatchNormV2" && !HasDataType(node, DT_FLOAT, "U"))
+    return false;
+
+  // Check that batch normalization is in inference mode.
+  const auto& attr = node->attr();
+  if (attr.count(kIsTraining) > 0 && attr.at(kIsTraining).b()) return false;
+
+  // Check that only 0th output is consumed by other nodes.
+  if (!NoControlFaninOrFanout(ctx.graph_view, node)) return false;
+  if (HasFanouts(ctx.graph_view, node, 1)) return false;  // batch_mean
+  if (HasFanouts(ctx.graph_view, node, 2)) return false;  // batch_variance
+  if (HasFanouts(ctx.graph_view, node, 3)) return false;  // reserve_space_1
+  if (HasFanouts(ctx.graph_view, node, 4)) return false;  // reserve_space_2
+
+  // Input to the FusedBatchNorm must be a Conv2D in NHWC format.
+  const auto input_port = GraphView::InputPort(node, 0);
+  const auto conv2d = ctx.graph_view.GetRegularFanin(input_port);
+  if (conv2d.node == nullptr) return false;
+  if (!IsConv2D(*conv2d.node)) return false;
+  if (conv2d.node->attr().at(kDataFormat).s() != "NHWC") return false;
+  if (!NodeIsOnCpu(conv2d.node)) return false;
+  if (!HaveSameDataType(node, conv2d.node)) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, conv2d.node)) return false;
+  if (!HasSingleFanoutNode(ctx.graph_view, conv2d.node)) return false;
+  if (IsInPreserveSet(ctx, conv2d.node)) return false;
+
+  // We successfully found a Conv2D+FusedBatchNorm pattern.
+  matched->conv2d = conv2d.node;
+  matched->fused_batch_norm = node;
+  if (!GetNodeAttr(*node, "epsilon", &matched->epsilon).ok()) return false;
+
+  return true;
+}
+
+bool FindConv2DWithBatchNormAndRelu(const RemapperContext& ctx,
+                                    const NodeDef* node,
+                                    Conv2DWithBatchNormAndRelu* matched) {
+  // Root of the pattern must be a Relu.
+  if (node == nullptr) return false;
+  if (!IsRelu(*node)) return false;
+  if (!NodeIsOnCpu(node)) return false;
+  if (!IsFloatOrDoubleDataType(node)) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, node)) return false;
+
+  // And input to Relu must match Conv2DWithBatchNorm pattern.
+  const auto input_port = GraphView::InputPort(node, 0);
+  const auto batch_norm = ctx.graph_view.GetRegularFanin(input_port);
+
+  Conv2DWithBatchNorm base;
+  if (!FindConv2DWithBatchNorm(ctx, batch_norm.node, &base)) return false;
+  if (!HasSingleFanoutNode(ctx.graph_view, base.fused_batch_norm)) return false;
+  if (!HaveSameDataType(node, base.fused_batch_norm)) return false;
+  if (IsInPreserveSet(ctx, base.fused_batch_norm)) return false;
+
+  // We successfully found a Conv2D+FusedBatchNorm+Relu pattern.
+  matched->conv2d = base.conv2d;
+  matched->fused_batch_norm = base.fused_batch_norm;
+  matched->relu = node;
+  matched->epsilon = base.epsilon;
+
+  return true;
+}
+
 // Check that given node meets some basic FusedBatchNorm optimization
 // preconditions. We use this check to lazily infer graph properties which is
 // rather expensive.
-bool IsFusedBatchNormCandidate(const GraphView& graph_view,
-                               const NodeDef& node) {
+bool IsFusedBatchNormCandidate(const NodeDef& node) {
   if (!IsFusedBatchNorm(node)) return false;
   if (GetDataTypeFromAttr(node, "T") != DT_FLOAT) return false;
 
   // Check that the node is in inference mode.
   const auto& attr = node.attr();
-  if (attr.count("is_training") > 0 && attr.at("is_training").b()) return false;
+  if (attr.count(kIsTraining) > 0 && attr.at(kIsTraining).b()) return false;
 
   return true;
 }
 
-bool FindFusedBatchNorm(const GraphView& graph_view,
-                        const GraphProperties& graph_properties,
-                        const NodeDef* node, FusedBatchNorm* matched) {
-  if (!IsFusedBatchNormCandidate(graph_view, *node)) return false;
+bool FindFusedBatchNorm(const RemapperContext& ctx, const NodeDef* node,
+                        FusedBatchNorm* matched) {
+  if (!IsFusedBatchNormCandidate(*node)) return false;
 
-  const auto& props = graph_properties.GetInputProperties(node->name());
+  const auto& props = ctx.graph_properties.GetInputProperties(node->name());
 
   // a. Scaling factor can be const folded:
   //      scaling_factor = (variance + epsilon).rsqrt() * scale
@@ -155,7 +272,7 @@ bool FindFusedBatchNorm(const GraphView& graph_view,
   if (!can_remap) return false;
 
   // The optimized version only generates the first output.
-  for (GraphView::Edge edge : graph_view.GetFanoutEdges(*node, false)) {
+  for (GraphView::Edge edge : ctx.graph_view.GetFanoutEdges(*node, false)) {
     if (edge.src.port_id != 0) return false;
   }
 
@@ -188,37 +305,98 @@ void CopyConv2DAttributes(const NodeDef* conv2d, NodeDef* fused_conv2d,
   SetAttrValue(epsilon, &(*attr)["epsilon"]);
 }
 
-void AddFusedConv2DNode(const Conv2DWithBiasAdd& matched,
-                        GraphDef* optimized_graph) {
+void AddFusedConv2DNode(
+    const Conv2DWithBiasAdd& matched, GraphDef* optimized_graph,
+    absl::flat_hash_set<const NodeDef*>* invalidated_nodes) {
   VLOG(2) << "Fuse Conv2D with BiasAdd: bias_add=" << matched.bias_add->name()
           << " conv2d=" << matched.conv2d->name();
 
   NodeDef* fused_conv2d = optimized_graph->add_node();
   fused_conv2d->set_name(matched.bias_add->name());
-  fused_conv2d->set_op("_FusedConv2D");
+  fused_conv2d->set_op(kFusedConv2D);
   fused_conv2d->set_device(matched.bias_add->device());
   fused_conv2d->add_input(matched.conv2d->input(0));    // 0: input
   fused_conv2d->add_input(matched.conv2d->input(1));    // 1: filter
   fused_conv2d->add_input(matched.bias_add->input(1));  // 2: bias
 
   CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"BiasAdd"});
+
+  invalidated_nodes->insert(matched.bias_add);
+  invalidated_nodes->insert(matched.conv2d);
 }
 
-void AddFusedConv2DNode(const Conv2DWithBiasAddAndRelu& matched,
-                        GraphDef* optimized_graph) {
+void AddFusedConv2DNode(
+    const Conv2DWithBiasAddAndRelu& matched, GraphDef* optimized_graph,
+    absl::flat_hash_set<const NodeDef*>* invalidated_nodes) {
   VLOG(2) << "Fuse Conv2D with BiasAdd and Relu: relu=" << matched.relu->name()
           << " bias_add=" << matched.bias_add->name()
           << " conv2d=" << matched.conv2d->name();
 
   NodeDef* fused_conv2d = optimized_graph->add_node();
   fused_conv2d->set_name(matched.relu->name());
-  fused_conv2d->set_op("_FusedConv2D");
+  fused_conv2d->set_op(kFusedConv2D);
   fused_conv2d->set_device(matched.relu->device());
   fused_conv2d->add_input(matched.conv2d->input(0));    // 0: input
   fused_conv2d->add_input(matched.conv2d->input(1));    // 1: filter
   fused_conv2d->add_input(matched.bias_add->input(1));  // 2: bias
 
   CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"BiasAdd", "Relu"});
+
+  invalidated_nodes->insert(matched.relu);
+  invalidated_nodes->insert(matched.bias_add);
+  invalidated_nodes->insert(matched.conv2d);
+}
+
+void AddFusedConv2DNode(
+    const Conv2DWithBatchNorm& matched, GraphDef* optimized_graph,
+    absl::flat_hash_set<const NodeDef*>* invalidated_nodes) {
+  VLOG(2) << "Fuse Conv2D with BatchNorm: batch_norm="
+          << matched.fused_batch_norm->name()
+          << " conv2d=" << matched.conv2d->name();
+
+  NodeDef* fused_conv2d = optimized_graph->add_node();
+  fused_conv2d->set_name(matched.fused_batch_norm->name());
+  fused_conv2d->set_op(kFusedConv2D);
+  fused_conv2d->set_device(matched.fused_batch_norm->device());
+  fused_conv2d->add_input(matched.conv2d->input(0));            // 0: input
+  fused_conv2d->add_input(matched.conv2d->input(1));            // 1: filter
+  fused_conv2d->add_input(matched.fused_batch_norm->input(1));  // 2: scale
+  fused_conv2d->add_input(matched.fused_batch_norm->input(2));  // 3: offset
+  fused_conv2d->add_input(matched.fused_batch_norm->input(3));  // 4: mean
+  fused_conv2d->add_input(matched.fused_batch_norm->input(4));  // 5: variance
+
+  CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"FusedBatchNorm"},
+                       /*num_args*/ 4, /*epsilon*/ matched.epsilon);
+
+  invalidated_nodes->insert(matched.fused_batch_norm);
+  invalidated_nodes->insert(matched.conv2d);
+}
+
+void AddFusedConv2DNode(
+    const Conv2DWithBatchNormAndRelu& matched, GraphDef* optimized_graph,
+    absl::flat_hash_set<const NodeDef*>* invalidated_nodes) {
+  VLOG(2) << "Fuse Conv2D with BatchNorm and Relu: relu="
+          << matched.relu->name()
+          << " batch_norm=" << matched.fused_batch_norm->name()
+          << " conv2d=" << matched.conv2d->name();
+
+  NodeDef* fused_conv2d = optimized_graph->add_node();
+  fused_conv2d->set_name(matched.relu->name());
+  fused_conv2d->set_op(kFusedConv2D);
+  fused_conv2d->set_device(matched.fused_batch_norm->device());
+  fused_conv2d->add_input(matched.conv2d->input(0));            // 0: input
+  fused_conv2d->add_input(matched.conv2d->input(1));            // 1: filter
+  fused_conv2d->add_input(matched.fused_batch_norm->input(1));  // 2: scale
+  fused_conv2d->add_input(matched.fused_batch_norm->input(2));  // 3: offset
+  fused_conv2d->add_input(matched.fused_batch_norm->input(3));  // 4: mean
+  fused_conv2d->add_input(matched.fused_batch_norm->input(4));  // 5: variance
+
+  CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"FusedBatchNorm", "Relu"},
+                       /*num_args*/ 4, /*epsilon*/ matched.epsilon);
+
+  invalidated_nodes->insert(matched.relu);
+  invalidated_nodes->insert(matched.fused_batch_norm);
+  invalidated_nodes->insert(matched.conv2d);
 }
 
 void AddBatchNormNodes(const FusedBatchNorm& matched,
@@ -233,7 +411,7 @@ void AddBatchNormNodes(const FusedBatchNorm& matched,
   string mean = fused_node.input(3);
   string variance = fused_node.input(4);
 
-  if (fused_node.attr().at("data_format").s() == "NCHW") {
+  if (fused_node.attr().at(kDataFormat).s() == "NCHW") {
     // Need to reshape the last 4 inputs
     NodeDef* new_shape = optimized_graph->add_node();
     new_shape->set_name(AddPrefixToNodeName("NCHWShape", fused_node.name()));
@@ -367,38 +545,70 @@ void AddBatchNormNodes(const FusedBatchNorm& matched,
 
 Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
                           GraphDef* optimized_graph) {
-  GraphProperties properties(item);
-  bool inferred_properties = false;
-  GraphView graph(const_cast<GraphDef*>(&item.graph));
-
   // Supported graph patterns.
-  FusedBatchNorm fused_batch_norm{};
-  Conv2DWithBiasAdd conv2d_with_bias{};
-  Conv2DWithBiasAddAndRelu conv2d_with_bias_and_relu{};
+  // clang-format off
+  FusedBatchNorm              fused_batch_norm;
+  Conv2DWithBiasAdd           conv2d_with_bias;
+  Conv2DWithBiasAddAndRelu    conv2d_with_bias_and_relu;
+  Conv2DWithBatchNorm         conv2d_with_batch_norm;
+  Conv2DWithBatchNormAndRelu  conv2d_with_batch_norm_and_relu;
+  // clang-format on
+
+  // Processing graph in reverse-topological sorted order allows to remap
+  // longer chains of dependent ops in one pass.
+  GraphDef topo_sorted_graph = item.graph;
+  TF_RETURN_IF_ERROR(TopologicalSort(&topo_sorted_graph));
+  std::reverse(topo_sorted_graph.mutable_node()->begin(),
+               topo_sorted_graph.mutable_node()->end());
+
+  RemapperContext ctx(item);
+
+  // Skip nodes that were invalidated by a remapper, e.g. do not process BiasAdd
+  // and Relu nodes that were fused into a Conv2D node.
+  absl::flat_hash_set<const NodeDef*> invalidated_nodes;
 
   optimized_graph->mutable_node()->Reserve(item.graph.node_size());
   for (const NodeDef& node : item.graph.node()) {
-    // Remap Conv2D+BiasAdd into the _FusedConv2DWithBias.
-    if (FindConv2DWithBias(graph, &node, &conv2d_with_bias)) {
-      AddFusedConv2DNode(conv2d_with_bias, optimized_graph);
+    // Check if node was invalidated by one of the previous remaps.
+    if (invalidated_nodes.count(&node) > 0) continue;
+
+    // Remap Conv2D+BiasAdd into the _FusedConv2D.
+    if (FindConv2DWithBias(ctx, &node, &conv2d_with_bias)) {
+      AddFusedConv2DNode(conv2d_with_bias, optimized_graph, &invalidated_nodes);
+      continue;
+    }
+
+    // Remap Conv2D+BiasAdd+Relu into the _FusedConv2D.
+    if (FindConv2DWithBiasAndRelu(ctx, &node, &conv2d_with_bias_and_relu)) {
+      AddFusedConv2DNode(conv2d_with_bias_and_relu, optimized_graph,
+                         &invalidated_nodes);
+      continue;
+    }
+
+    // Remap Conv2D+FusedBatchNorm into the _FusedConv2D;
+    if (FindConv2DWithBatchNorm(ctx, &node, &conv2d_with_batch_norm)) {
+      AddFusedConv2DNode(conv2d_with_batch_norm, optimized_graph,
+                         &invalidated_nodes);
       continue;
     }
 
-    // Remap Conv2D+BiasAdd+Relu into the _FusedConv2DWithBias(Relu).
-    if (FindConv2DWithBiasAndRelu(graph, &node, &conv2d_with_bias_and_relu)) {
-      AddFusedConv2DNode(conv2d_with_bias_and_relu, optimized_graph);
+    // Remap Conv2D+FusedBatchNorm+Relu into the _FusedConv2D;
+    if (FindConv2DWithBatchNormAndRelu(ctx, &node,
+                                       &conv2d_with_batch_norm_and_relu)) {
+      AddFusedConv2DNode(conv2d_with_batch_norm_and_relu, optimized_graph,
+                         &invalidated_nodes);
       continue;
     }
 
     // Infer properties lazily in case they are not needed.
-    if (!inferred_properties && IsFusedBatchNormCandidate(graph, node)) {
-      TF_RETURN_IF_ERROR(properties.InferStatically(false));
-      inferred_properties = true;
+    if (!ctx.inferred_graph_properties && IsFusedBatchNormCandidate(node)) {
+      TF_RETURN_IF_ERROR(ctx.graph_properties.InferStatically(false));
+      ctx.inferred_graph_properties = true;
     }
 
     // During inference, most of the inputs to FusedBatchNorm are constant, and
     // we can therefore replace the op with a much cheaper set of primitives.
-    if (FindFusedBatchNorm(graph, properties, &node, &fused_batch_norm)) {
+    if (FindFusedBatchNorm(ctx, &node, &fused_batch_norm)) {
       AddBatchNormNodes(fused_batch_norm, optimized_graph);
       continue;
     }
diff --git a/tensorflow/core/grappler/optimizers/remapper_test.cc b/tensorflow/core/grappler/optimizers/remapper_test.cc
index 249ca70673..1536c91ef7 100644
--- a/tensorflow/core/grappler/optimizers/remapper_test.cc
+++ b/tensorflow/core/grappler/optimizers/remapper_test.cc
@@ -215,5 +215,157 @@ TEST_F(RemapperTest, FuseConv2DWithBiasAndRelu) {
   test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
 }
 
+TEST_F(RemapperTest, FuseConv2DWithBatchNorm) {
+  using ops::Placeholder;
+
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  auto input_shape = ops::Placeholder::Shape({8, 32, 32, 3});
+  auto filter_shape = ops::Placeholder::Shape({1, 1, 3, 128});
+  auto scale_shape = ops::Placeholder::Shape({128});
+
+  auto input = Placeholder(s.WithOpName("input"), DT_FLOAT, input_shape);
+  auto filter = Placeholder(s.WithOpName("filter"), DT_FLOAT, filter_shape);
+  auto scale = Placeholder(s.WithOpName("scale"), DT_FLOAT, scale_shape);
+  auto offset = Placeholder(s.WithOpName("offset"), DT_FLOAT, scale_shape);
+  auto mean = Placeholder(s.WithOpName("mean"), DT_FLOAT, scale_shape);
+  auto variance = Placeholder(s.WithOpName("variance"), DT_FLOAT, scale_shape);
+
+  std::vector<int> strides = {1, 1, 1, 1};
+  auto conv = ops::Conv2D(s.WithOpName("conv"), input, filter, strides, "SAME");
+  ops::FusedBatchNorm::Attrs attrs;
+  attrs = attrs.IsTraining(false);
+  auto batch_norm = ops::FusedBatchNorm(s.WithOpName("batch_norm"), conv, scale,
+                                        offset, mean, variance, attrs);
+  auto fetch = ops::Identity(s.WithOpName("fetch"), batch_norm.y);
+
+  auto input_t = GenerateRandomTensor<DT_FLOAT>({8, 32, 32, 3});
+  auto filter_t = GenerateRandomTensor<DT_FLOAT>({1, 1, 3, 128});
+  auto scale_t = GenerateRandomTensor<DT_FLOAT>({128});
+  auto offset_t = GenerateRandomTensor<DT_FLOAT>({128});
+  auto mean_t = GenerateRandomTensor<DT_FLOAT>({128});
+  auto variance_t = GenerateRandomTensor<DT_FLOAT>({128});
+
+  GrapplerItem item;
+  item.fetch = {"fetch"};
+  item.feed = {{"input", input_t}, {"filter", filter_t},
+               {"scale", scale_t}, {"offset", offset_t},
+               {"mean", mean_t},   {"variance", variance_t}};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  // Place all nodes on CPU.
+  for (int i = 0; i < item.graph.node_size(); ++i) {
+    item.graph.mutable_node(i)->set_device("/device:CPU:0");
+  }
+
+  Remapper optimizer(RewriterConfig::ON);
+  GraphDef output;
+  TF_CHECK_OK(optimizer.Optimize(nullptr, item, &output));
+
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "batch_norm") {
+      EXPECT_EQ("_FusedConv2D", node.op());
+      EXPECT_EQ("input", node.input(0));
+      EXPECT_EQ("filter", node.input(1));
+
+      EXPECT_EQ(4, node.attr().at("num_args").i());
+      EXPECT_EQ("scale", node.input(2));
+      EXPECT_EQ("offset", node.input(3));
+      EXPECT_EQ("mean", node.input(4));
+      EXPECT_EQ("variance", node.input(5));
+
+      const auto fused_ops = node.attr().at("fused_ops").list().s();
+      EXPECT_EQ(1, fused_ops.size());
+      EXPECT_EQ("FusedBatchNorm", fused_ops[0]);
+      found++;
+    }
+  }
+  EXPECT_EQ(1, found);
+
+  auto tensors_expected = EvaluateNodes(item.graph, item.fetch, item.feed);
+  auto tensors = EvaluateNodes(output, item.fetch, item.feed);
+  EXPECT_EQ(1, tensors_expected.size());
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
+}
+
+TEST_F(RemapperTest, FuseConv2DWithBatchNormAndRelu) {
+  using ops::Placeholder;
+
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  auto input_shape = ops::Placeholder::Shape({8, 32, 32, 3});
+  auto filter_shape = ops::Placeholder::Shape({1, 1, 3, 128});
+  auto scale_shape = ops::Placeholder::Shape({128});
+
+  auto input = Placeholder(s.WithOpName("input"), DT_FLOAT, input_shape);
+  auto filter = Placeholder(s.WithOpName("filter"), DT_FLOAT, filter_shape);
+  auto scale = Placeholder(s.WithOpName("scale"), DT_FLOAT, scale_shape);
+  auto offset = Placeholder(s.WithOpName("offset"), DT_FLOAT, scale_shape);
+  auto mean = Placeholder(s.WithOpName("mean"), DT_FLOAT, scale_shape);
+  auto variance = Placeholder(s.WithOpName("variance"), DT_FLOAT, scale_shape);
+
+  std::vector<int> strides = {1, 1, 1, 1};
+  auto conv = ops::Conv2D(s.WithOpName("conv"), input, filter, strides, "SAME");
+  ops::FusedBatchNorm::Attrs attrs;
+  attrs = attrs.IsTraining(false);
+  auto batch_norm = ops::FusedBatchNorm(s.WithOpName("batch_norm"), conv, scale,
+                                        offset, mean, variance, attrs);
+  auto relu = ops::Relu(s.WithOpName("relu"), batch_norm.y);
+  auto fetch = ops::Identity(s.WithOpName("fetch"), relu);
+
+  auto input_t = GenerateRandomTensor<DT_FLOAT>({8, 32, 32, 3});
+  auto filter_t = GenerateRandomTensor<DT_FLOAT>({1, 1, 3, 128});
+  auto scale_t = GenerateRandomTensor<DT_FLOAT>({128});
+  auto offset_t = GenerateRandomTensor<DT_FLOAT>({128});
+  auto mean_t = GenerateRandomTensor<DT_FLOAT>({128});
+  auto variance_t = GenerateRandomTensor<DT_FLOAT>({128});
+
+  GrapplerItem item;
+  item.fetch = {"fetch"};
+  item.feed = {{"input", input_t}, {"filter", filter_t},
+               {"scale", scale_t}, {"offset", offset_t},
+               {"mean", mean_t},   {"variance", variance_t}};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  // Place all nodes on CPU.
+  for (int i = 0; i < item.graph.node_size(); ++i) {
+    item.graph.mutable_node(i)->set_device("/device:CPU:0");
+  }
+
+  Remapper optimizer(RewriterConfig::ON);
+  GraphDef output;
+  TF_CHECK_OK(optimizer.Optimize(nullptr, item, &output));
+
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "relu") {
+      EXPECT_EQ("_FusedConv2D", node.op());
+      EXPECT_EQ("input", node.input(0));
+      EXPECT_EQ("filter", node.input(1));
+
+      EXPECT_EQ(4, node.attr().at("num_args").i());
+      EXPECT_EQ("scale", node.input(2));
+      EXPECT_EQ("offset", node.input(3));
+      EXPECT_EQ("mean", node.input(4));
+      EXPECT_EQ("variance", node.input(5));
+
+      const auto fused_ops = node.attr().at("fused_ops").list().s();
+      EXPECT_EQ(2, fused_ops.size());
+      EXPECT_EQ("FusedBatchNorm", fused_ops[0]);
+      EXPECT_EQ("Relu", fused_ops[1]);
+      found++;
+    }
+  }
+  EXPECT_EQ(1, found);
+
+  auto tensors_expected = EvaluateNodes(item.graph, item.fetch, item.feed);
+  auto tensors = EvaluateNodes(output, item.fetch, item.feed);
+  EXPECT_EQ(1, tensors_expected.size());
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
+}
+
 }  // namespace grappler
 }  // namespace tensorflow
-- 
GitLab


From 406591972c09fb52ee13ce6d3bcc8dc6fd118d35 Mon Sep 17 00:00:00 2001
From: Ayush Dubey <ayushd@google.com>
Date: Thu, 15 Nov 2018 10:37:02 -0800
Subject: [PATCH 1655/1825] Make the API of tf.nn.fractional_*_pool ops
 consistent with other random ops.

Before this change, fractional_avg_pool and fractional_max_pool would take 3
randomness-related args: `seed`, `seed2`, and `deterministic`.  The intended
behavior was to get a deterministic execution if `deterministic` was true using
`seed` and `seed2`.

After this change, these ops take a single `seed` arg.  If `seed` is zero, the
execution is random.  Otherwise, we use the graph-level random ops to generate
seed and seed2 from `seed`, and pass that to the kernel with deterministic set
to True.

PiperOrigin-RevId: 221648311
---
 .../api_def_FractionalAvgPool.pbtxt           |   4 +-
 .../api_def_FractionalMaxPool.pbtxt           |   4 +-
 .../fractional_avg_pool_op_test.py            |  70 +----
 .../fractional_max_pool_op_test.py            |  38 +--
 tensorflow/python/ops/nn_ops.py               | 287 ++++++++++++++++++
 .../tools/api/golden/v2/tensorflow.nn.pbtxt   |   4 +-
 6 files changed, 318 insertions(+), 89 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_FractionalAvgPool.pbtxt b/tensorflow/core/api_def/python_api/api_def_FractionalAvgPool.pbtxt
index 16ed9b56f2..cbe87777a7 100644
--- a/tensorflow/core/api_def/python_api/api_def_FractionalAvgPool.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FractionalAvgPool.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "FractionalAvgPool"
-  endpoint {
-    name: "nn.fractional_avg_pool"
-  }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_FractionalMaxPool.pbtxt b/tensorflow/core/api_def/python_api/api_def_FractionalMaxPool.pbtxt
index 6955595208..02470b4345 100644
--- a/tensorflow/core/api_def/python_api/api_def_FractionalMaxPool.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_FractionalMaxPool.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "FractionalMaxPool"
-  endpoint {
-    name: "nn.fractional_max_pool"
-  }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py b/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py
index f89d2062f1..114240fd85 100644
--- a/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py
+++ b/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py
@@ -37,7 +37,6 @@ class FractionalAvgTest(test.TestCase):
   # Random number generate with seed.
   _PRNG = np.random.RandomState(341261000)
   _SEED = 341261001
-  _SEED2 = 341261002
 
   def _AvgPoolAlongRows(self, input_matrix, row_seq, overlapping):
     """Perform average pool along row of a 2-D matrix based on row_seq.
@@ -128,14 +127,12 @@ class FractionalAvgTest(test.TestCase):
       None
     """
     with self.cached_session() as sess:
-      p, r, c = nn_ops.fractional_avg_pool(
+      p, r, c = nn_ops.fractional_avg_pool_v2(
           input_tensor,
           pooling_ratio,
           pseudo_random,
           overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
+          seed=self._SEED)
       actual, row_seq, col_seq = sess.run([p, r, c])
       expected = self._GetExpectedFractionalAvgPoolResult(input_tensor, row_seq,
                                                           col_seq, overlapping)
@@ -161,14 +158,12 @@ class FractionalAvgTest(test.TestCase):
       rand_mat = self._PRNG.randint(10, size=tensor_shape)
       pooling_ratio = [1, math.sqrt(2), math.sqrt(2), 1]
       with self.cached_session() as sess:
-        p, r, c = nn_ops.fractional_avg_pool(
+        p, r, c = nn_ops.fractional_avg_pool_v2(
             rand_mat.astype(np.float32),
             pooling_ratio,
             pseudo_random,
             overlapping,
-            deterministic=True,
-            seed=self._SEED,
-            seed2=self._SEED2)
+            seed=self._SEED)
         tensor_output, row_seq, col_seq = sess.run([p, r, c])
         expected_result = self._GetExpectedFractionalAvgPoolResult(
             rand_mat.astype(np.float32), row_seq, col_seq, overlapping)
@@ -214,12 +209,6 @@ class FractionalAvgTest(test.TestCase):
 
   def testIntegerTensorInput(self):
     """Test FractionalAvgPool works fine when input tensor is integer type.
-
-    I would have used _ValidateFractionalAvgPoolResult function to automate this
-    process, however, there's rounding issue. It is caused by numpy.mean cast
-    integer input to numpy.float64 for intermediate use. While for
-    fractional_avg_pool, the mean operation is integer division (trucated).  So,
-    for this test case, I will hard code a simple matrix.
     """
     pseudo_random = True
     overlapping = True
@@ -234,29 +223,9 @@ class FractionalAvgTest(test.TestCase):
         [4, 4, 5, 9, 7, 2]
     ])
     # pyformat: enable
-    with self.cached_session() as sess:
-      # Since deterministic = True, seed and seed2 are fixed. Therefore r, and c
-      # are the same each time. We can have an expected result precomputed.
-      # r = [0, 2, 4, 6]
-      # c = [0, 1, 3, 4, 6]
-
-      # pyformat: disable
-      expected = np.array([
-          [6, 5, 3, 5],
-          [5, 5, 4, 5],
-          [5, 4, 7, 5]
-      ]).reshape((1, 3, 4, 1))
-      # pyformat: enable
-      p, unused_r, unused_c = nn_ops.fractional_avg_pool(
-          mat.reshape(tensor_shape), [1, math.sqrt(3), math.sqrt(2), 1],
-          pseudo_random,
-          overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
-      actual = sess.run(p)
-      self.assertShapeEqual(expected, p)
-      self.assertAllClose(expected, actual)
+    self._ValidateFractionalAvgPoolResult(mat.reshape(tensor_shape),
+                                          [1, math.sqrt(3), math.sqrt(2), 1],
+                                          pseudo_random, overlapping)
 
   def testDifferentTensorShapes(self):
     """Test different shapes of input tensor.
@@ -320,14 +289,12 @@ class FractionalAvgTest(test.TestCase):
       pooling_ratio = [1, 1.5, 1.5, 1]
       pseudo_random = False
       overlapping = False
-      p, r, c = nn_ops.fractional_avg_pool(
+      p, r, c = nn_ops.fractional_avg_pool_v2(
           input_holder,
           pooling_ratio,
           pseudo_random,
           overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
+          seed=self._SEED)
       # First run.
       input_a = np.zeros([3, 32, 32, 3])
       actual, row_seq, col_seq = sess.run([p, r, c], {input_holder: input_a})
@@ -372,7 +339,6 @@ class FractionalAvgPoolGradTest(test.TestCase):
   """
   _PRNG = np.random.RandomState(341261004)
   _SEED = 341261005
-  _SEED2 = 341261006
 
   def _GenerateRandomInputTensor(self, shape):
     num_elements = 1
@@ -470,14 +436,12 @@ class FractionalAvgPoolGradTest(test.TestCase):
       for overlapping in True, False:
         with self.cached_session() as _:
           input_tensor = constant_op.constant(input_data, shape=input_shape)
-          output_tensor, unused_a, unused_b = nn_ops.fractional_avg_pool(
+          output_tensor, unused_a, unused_b = nn_ops.fractional_avg_pool_v2(
               input_tensor,
               pooling_ratio,
               pseudo_random=pseudo_random,
               overlapping=overlapping,
-              deterministic=True,
-              seed=self._SEED,
-              seed2=self._SEED2)
+              seed=self._SEED)
           output_data = output_tensor.eval()
           output_shape = output_data.shape
           # error_margin and delta setting is similar to avg_pool_grad.
@@ -503,14 +467,12 @@ class FractionalAvgPoolGradTest(test.TestCase):
             input_data = self._GenerateRandomInputTensor(input_shape)
             with self.cached_session() as _:
               input_tensor = constant_op.constant(input_data, shape=input_shape)
-              output_tensor, unused_a, unused_b = nn_ops.fractional_avg_pool(
+              output_tensor, unused_a, unused_b = nn_ops.fractional_avg_pool_v2(
                   input_tensor,
                   pooling_ratio,
                   pseudo_random=pseudo_random,
                   overlapping=overlapping,
-                  deterministic=True,
-                  seed=self._SEED,
-                  seed2=self._SEED2)
+                  seed=self._SEED)
               output_data = output_tensor.eval()
               output_shape = output_data.shape
               # error_margin and delta setting is similar to avg_pool_grad.
@@ -534,14 +496,12 @@ class FractionalAvgPoolGradTest(test.TestCase):
 
     with self.cached_session() as _:
       input_tensor = constant_op.constant(input_data, shape=input_shape)
-      output_tensor, unused_a, unused_b = nn_ops.fractional_avg_pool(
+      output_tensor, unused_a, unused_b = nn_ops.fractional_avg_pool_v2(
           input_tensor,
           pooling_ratio,
           pseudo_random=pseudo_random,
           overlapping=overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
+          seed=self._SEED)
       # error_margin and delta setting is similar to avg_pool_grad.
       error_margin = 1e-4
       gradient_error = gradient_checker.compute_gradient_error(
diff --git a/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py b/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py
index 9b94ca8554..1b536ba28a 100644
--- a/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py
+++ b/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py
@@ -37,7 +37,6 @@ class FractionalMaxPoolTest(test.TestCase):
   # Random number generate with seed.
   _PRNG = np.random.RandomState(341261)
   _SEED = 123456
-  _SEED2 = 654321
 
   def _MaxPoolAlongRows(self, input_matrix, row_seq, overlapping):
     """Perform max pool along row of a 2-D matrix based on row_seq.
@@ -128,14 +127,12 @@ class FractionalMaxPoolTest(test.TestCase):
       None
     """
     with self.cached_session() as sess:
-      p, r, c = nn_ops.fractional_max_pool(
+      p, r, c = nn_ops.fractional_max_pool_v2(
           input_tensor,
           pooling_ratio,
           pseudo_random,
           overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
+          seed=self._SEED)
       actual, row_seq, col_seq = sess.run([p, r, c])
       expected = self._GetExpectedFractionalMaxPoolResult(input_tensor, row_seq,
                                                           col_seq, overlapping)
@@ -161,14 +158,12 @@ class FractionalMaxPoolTest(test.TestCase):
       rand_mat = self._PRNG.randint(10, size=tensor_shape)
       pooling_ratio = [1, math.sqrt(2), math.sqrt(2), 1]
       with self.cached_session() as sess:
-        p, r, c = nn_ops.fractional_max_pool(
+        p, r, c = nn_ops.fractional_max_pool_v2(
             rand_mat,
             pooling_ratio,
             pseudo_random,
             overlapping,
-            deterministic=True,
-            seed=self._SEED,
-            seed2=self._SEED2)
+            seed=self._SEED)
         tensor_output, row_seq, col_seq = sess.run([p, r, c])
         expected_result = self._GetExpectedFractionalMaxPoolResult(rand_mat,
                                                                    row_seq,
@@ -291,14 +286,12 @@ class FractionalMaxPoolTest(test.TestCase):
       pooling_ratio = [1, 1.5, 1.5, 1]
       pseudo_random = False
       overlapping = False
-      p, r, c = nn_ops.fractional_max_pool(
+      p, r, c = nn_ops.fractional_max_pool_v2(
           input_holder,
           pooling_ratio,
           pseudo_random,
           overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
+          seed=self._SEED)
       # First run.
       input_a = np.zeros([3, 32, 32, 3])
       actual, row_seq, col_seq = sess.run([p, r, c], {input_holder: input_a})
@@ -344,7 +337,6 @@ class FractionalMaxPoolGradTest(test.TestCase):
 
   _PRNG = np.random.RandomState(341261)
   _SEED = 123456
-  _SEED2 = 654321
 
   def _GenerateUniqueRandomInputTensor(self, shape):
     """Generate 'unqiue' random input tensor.
@@ -449,14 +441,12 @@ class FractionalMaxPoolGradTest(test.TestCase):
       for overlapping in True, False:
         with self.cached_session() as _:
           input_tensor = constant_op.constant(input_data, shape=input_shape)
-          output_tensor, unused_a, unused_b = nn_ops.fractional_max_pool(
+          output_tensor, unused_a, unused_b = nn_ops.fractional_max_pool_v2(
               input_tensor,
               pooling_ratio,
               pseudo_random=pseudo_random,
               overlapping=overlapping,
-              deterministic=True,
-              seed=self._SEED,
-              seed2=self._SEED2)
+              seed=self._SEED)
           output_data = output_tensor.eval()
           output_shape = output_data.shape
           # error_margin and delta setting is similar to max_pool_grad.
@@ -484,14 +474,12 @@ class FractionalMaxPoolGradTest(test.TestCase):
             input_data += self._PRNG.random_sample(input_shape)
             with self.cached_session() as _:
               input_tensor = constant_op.constant(input_data, shape=input_shape)
-              output_tensor, unused_a, unused_b = nn_ops.fractional_max_pool(
+              output_tensor, unused_a, unused_b = nn_ops.fractional_max_pool_v2(
                   input_tensor,
                   pooling_ratio,
                   pseudo_random=pseudo_random,
                   overlapping=overlapping,
-                  deterministic=True,
-                  seed=self._SEED,
-                  seed2=self._SEED2)
+                  seed=self._SEED)
               output_data = output_tensor.eval()
               output_shape = output_data.shape
               # error_margin and delta setting is similar to max_pool_grad.
@@ -517,14 +505,12 @@ class FractionalMaxPoolGradTest(test.TestCase):
 
     with self.cached_session() as _:
       input_tensor = constant_op.constant(input_data, shape=input_shape)
-      output_tensor, unused_a, unused_b = nn_ops.fractional_max_pool(
+      output_tensor, unused_a, unused_b = nn_ops.fractional_max_pool_v2(
           input_tensor,
           pooling_ratio,
           pseudo_random=pseudo_random,
           overlapping=overlapping,
-          deterministic=True,
-          seed=self._SEED,
-          seed2=self._SEED2)
+          seed=self._SEED)
       # error_margin and delta setting is similar to max_pool_grad.
       error_margin = 1e-3
       gradient_error = gradient_checker.compute_gradient_error(
diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 4c69201b49..651bd32e5f 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -28,6 +28,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import graph_util
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import random_seed
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
@@ -2501,6 +2502,292 @@ def nth_element(input, n, reverse=False, name=None):  # pylint: disable=redefine
   return gen_nn_ops.nth_element(input, n, reverse=reverse, name=name)
 
 
+@tf_export(v1=["nn.fractional_max_pool"])
+@deprecation.deprecated(date=None, instructions="`seed2` and `deterministic` "
+                        "args are deprecated.  Use fractional_max_pool_v2.")
+def fractional_max_pool(value,
+                        pooling_ratio,
+                        pseudo_random=False,
+                        overlapping=False,
+                        deterministic=False,
+                        seed=0,
+                        seed2=0,
+                        name=None):   # pylint: disable=redefined-builtin
+  r"""Performs fractional max pooling on the input.
+
+  This is a deprecated version of `fractional_max_pool`.
+
+  Fractional max pooling is slightly different than regular max pooling.  In
+  regular max pooling, you downsize an input set by taking the maximum value of
+  smaller N x N subsections of the set (often 2x2), and try to reduce the set by
+  a factor of N, where N is an integer.  Fractional max pooling, as you might
+  expect from the word "fractional", means that the overall reduction ratio N
+  does not have to be an integer.
+
+  The sizes of the pooling regions are generated randomly but are fairly
+  uniform.  For example, let's look at the height dimension, and the constraints
+  on the list of rows that will be pool boundaries.
+
+  First we define the following:
+
+  1.  input_row_length : the number of rows from the input set
+  2.  output_row_length : which will be smaller than the input
+  3.  alpha = input_row_length / output_row_length : our reduction ratio
+  4.  K = floor(alpha)
+  5.  row_pooling_sequence : this is the result list of pool boundary rows
+
+  Then, row_pooling_sequence should satisfy:
+
+  1.  a[0] = 0 : the first value of the sequence is 0
+  2.  a[end] = input_row_length : the last value of the sequence is the size
+  3.  K <= (a[i+1] - a[i]) <= K+1 : all intervals are K or K+1 size
+  4.  length(row_pooling_sequence) = output_row_length+1
+
+  For more details on fractional max pooling, see this paper: [Benjamin Graham,
+  Fractional Max-Pooling](http://arxiv.org/abs/1412.6071)
+
+  Args:
+    value: A `Tensor`. 4-D with shape `[batch, height, width, channels]`.
+    pooling_ratio: A list of `floats` that has length >= 4.  Pooling ratio for
+      each dimension of `value`, currently only supports row and col dimension
+      and should be >= 1.0. For example, a valid pooling ratio looks like [1.0,
+      1.44, 1.73, 1.0]. The first and last elements must be 1.0 because we don't
+      allow pooling on batch and channels dimensions.  1.44 and 1.73 are pooling
+      ratio on height and width dimensions respectively.
+    pseudo_random: An optional `bool`.  Defaults to `False`. When set to `True`,
+      generates the pooling sequence in a pseudorandom fashion, otherwise, in a
+      random fashion. Check paper [Benjamin Graham, Fractional
+      Max-Pooling](http://arxiv.org/abs/1412.6071) for difference between
+      pseudorandom and random.
+    overlapping: An optional `bool`.  Defaults to `False`.  When set to `True`,
+      it means when pooling, the values at the boundary of adjacent pooling
+      cells are used by both cells. For example:
+      `index  0  1  2  3  4`
+      `value  20 5  16 3  7`
+      If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used
+      twice.  The result would be [20, 16] for fractional max pooling.
+    deterministic: An optional `bool`.  Deprecated; use `fractional_max_pool_v2`
+      instead.
+    seed: An optional `int`.  Defaults to `0`.  If set to be non-zero, the
+      random number generator is seeded by the given seed.  Otherwise it is
+      seeded by a random seed.
+    seed2: An optional `int`.  Deprecated; use `fractional_max_pool_v2` instead.
+    name: A name for the operation (optional).
+
+  Returns:
+  A tuple of `Tensor` objects (`output`, `row_pooling_sequence`,
+  `col_pooling_sequence`).
+    output: Output `Tensor` after fractional max pooling.  Has the same type as
+      `value`.
+    row_pooling_sequence: A `Tensor` of type `int64`.
+    col_pooling_sequence: A `Tensor` of type `int64`.
+  """
+  return gen_nn_ops.fractional_max_pool(value, pooling_ratio, pseudo_random,
+                                        overlapping, deterministic, seed, seed2,
+                                        name)
+
+
+@tf_export("nn.fractional_max_pool", v1=[])
+def fractional_max_pool_v2(value,
+                           pooling_ratio,
+                           pseudo_random=False,
+                           overlapping=False,
+                           seed=0,
+                           name=None):  # pylint: disable=redefined-builtin
+  r"""Performs fractional max pooling on the input.
+
+  Fractional max pooling is slightly different than regular max pooling.  In
+  regular max pooling, you downsize an input set by taking the maximum value of
+  smaller N x N subsections of the set (often 2x2), and try to reduce the set by
+  a factor of N, where N is an integer.  Fractional max pooling, as you might
+  expect from the word "fractional", means that the overall reduction ratio N
+  does not have to be an integer.
+
+  The sizes of the pooling regions are generated randomly but are fairly
+  uniform.  For example, let's look at the height dimension, and the constraints
+  on the list of rows that will be pool boundaries.
+
+  First we define the following:
+
+  1.  input_row_length : the number of rows from the input set
+  2.  output_row_length : which will be smaller than the input
+  3.  alpha = input_row_length / output_row_length : our reduction ratio
+  4.  K = floor(alpha)
+  5.  row_pooling_sequence : this is the result list of pool boundary rows
+
+  Then, row_pooling_sequence should satisfy:
+
+  1.  a[0] = 0 : the first value of the sequence is 0
+  2.  a[end] = input_row_length : the last value of the sequence is the size
+  3.  K <= (a[i+1] - a[i]) <= K+1 : all intervals are K or K+1 size
+  4.  length(row_pooling_sequence) = output_row_length+1
+
+  For more details on fractional max pooling, see this paper: [Benjamin Graham,
+  Fractional Max-Pooling](http://arxiv.org/abs/1412.6071)
+
+  Args:
+    value: A `Tensor`. 4-D with shape `[batch, height, width, channels]`.
+    pooling_ratio: A list of `floats` that has length >= 4.  Pooling ratio for
+      each dimension of `value`, currently only supports row and col dimension
+      and should be >= 1.0. For example, a valid pooling ratio looks like [1.0,
+      1.44, 1.73, 1.0]. The first and last elements must be 1.0 because we don't
+      allow pooling on batch and channels dimensions.  1.44 and 1.73 are pooling
+      ratio on height and width dimensions respectively.
+    pseudo_random: An optional `bool`.  Defaults to `False`. When set to `True`,
+      generates the pooling sequence in a pseudorandom fashion, otherwise, in a
+      random fashion. Check paper [Benjamin Graham, Fractional
+      Max-Pooling](http://arxiv.org/abs/1412.6071) for difference between
+      pseudorandom and random.
+    overlapping: An optional `bool`.  Defaults to `False`.  When set to `True`,
+      it means when pooling, the values at the boundary of adjacent pooling
+      cells are used by both cells. For example:
+      `index  0  1  2  3  4`
+      `value  20 5  16 3  7`
+      If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used
+      twice.  The result would be [20, 16] for fractional max pooling.
+    seed: An optional `int`.  Defaults to `0`.  If set to be non-zero, the
+      random number generator is seeded by the given seed.  Otherwise it is
+      seeded by a random seed.
+    name: A name for the operation (optional).
+
+  Returns:
+  A tuple of `Tensor` objects (`output`, `row_pooling_sequence`,
+  `col_pooling_sequence`).
+    output: Output `Tensor` after fractional max pooling.  Has the same type as
+      `value`.
+    row_pooling_sequence: A `Tensor` of type `int64`.
+    col_pooling_sequence: A `Tensor` of type `int64`.
+  """
+  if seed == 0:
+    return gen_nn_ops.fractional_max_pool(value, pooling_ratio, pseudo_random,
+                                          overlapping, deterministic=False,
+                                          seed=0, seed2=0, name=name)
+  else:
+    seed1, seed2 = random_seed.get_seed(seed)
+    return gen_nn_ops.fractional_max_pool(value, pooling_ratio, pseudo_random,
+                                          overlapping, deterministic=True,
+                                          seed=seed1, seed2=seed2, name=name)
+
+
+@tf_export(v1=["nn.fractional_avg_pool"])
+@deprecation.deprecated(date=None, instructions="`seed2` and `deterministic` "
+                        "args are deprecated.  Use fractional_avg_pool_v2.")
+def fractional_avg_pool(value,
+                        pooling_ratio,
+                        pseudo_random=False,
+                        overlapping=False,
+                        deterministic=False,
+                        seed=0,
+                        seed2=0,
+                        name=None):  # pylint: disable=redefined-builtin
+  r"""Performs fractional average pooling on the input.
+
+  This is a deprecated version of `fractional_avg_pool`.
+
+  Fractional average pooling is similar to Fractional max pooling in the pooling
+  region generation step. The only difference is that after pooling regions are
+  generated, a mean operation is performed instead of a max operation in each
+  pooling region.
+
+  Args:
+    value: A `Tensor`. 4-D with shape `[batch, height, width, channels]`.
+    pooling_ratio: A list of `floats` that has length >= 4.  Pooling ratio for
+      each dimension of `value`, currently only supports row and col dimension
+      and should be >= 1.0. For example, a valid pooling ratio looks like [1.0,
+      1.44, 1.73, 1.0]. The first and last elements must be 1.0 because we don't
+      allow pooling on batch and channels dimensions.  1.44 and 1.73 are pooling
+      ratio on height and width dimensions respectively.
+    pseudo_random: An optional `bool`.  Defaults to `False`. When set to `True`,
+      generates the pooling sequence in a pseudorandom fashion, otherwise, in a
+      random fashion. Check paper [Benjamin Graham, Fractional
+      Max-Pooling](http://arxiv.org/abs/1412.6071) for difference between
+      pseudorandom and random.
+    overlapping: An optional `bool`.  Defaults to `False`.  When set to `True`,
+      it means when pooling, the values at the boundary of adjacent pooling
+      cells are used by both cells. For example:
+      `index  0  1  2  3  4`
+      `value  20 5  16 3  7`
+      If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used
+      twice.  The result would be [20, 16] for fractional avg pooling.
+    deterministic: An optional `bool`.  Deprecated; use `fractional_avg_pool_v2`
+      instead.
+    seed: An optional `int`.  Defaults to `0`.  If set to be non-zero, the
+      random number generator is seeded by the given seed.  Otherwise it is
+      seeded by a random seed.
+    seed2: An optional `int`.  Deprecated; use `fractional_avg_pool_v2` instead.
+    name: A name for the operation (optional).
+
+  Returns:
+  A tuple of `Tensor` objects (`output`, `row_pooling_sequence`,
+  `col_pooling_sequence`).
+    output: Output `Tensor` after fractional avg pooling.  Has the same type as
+      `value`.
+    row_pooling_sequence: A `Tensor` of type `int64`.
+    col_pooling_sequence: A `Tensor` of type `int64`.
+  """
+  return gen_nn_ops.fractional_avg_pool(value, pooling_ratio, pseudo_random,
+                                        overlapping, deterministic, seed, seed2,
+                                        name=name)
+
+
+@tf_export("nn.fractional_avg_pool", v1=[])
+def fractional_avg_pool_v2(value,
+                           pooling_ratio,
+                           pseudo_random=False,
+                           overlapping=False,
+                           seed=0,
+                           name=None):  # pylint: disable=redefined-builtin
+  r"""Performs fractional average pooling on the input.
+
+  Fractional average pooling is similar to Fractional max pooling in the pooling
+  region generation step. The only difference is that after pooling regions are
+  generated, a mean operation is performed instead of a max operation in each
+  pooling region.
+
+  Args:
+    value: A `Tensor`. 4-D with shape `[batch, height, width, channels]`.
+    pooling_ratio: A list of `floats` that has length >= 4.  Pooling ratio for
+      each dimension of `value`, currently only supports row and col dimension
+      and should be >= 1.0. For example, a valid pooling ratio looks like [1.0,
+      1.44, 1.73, 1.0]. The first and last elements must be 1.0 because we don't
+      allow pooling on batch and channels dimensions.  1.44 and 1.73 are pooling
+      ratio on height and width dimensions respectively.
+    pseudo_random: An optional `bool`.  Defaults to `False`. When set to `True`,
+      generates the pooling sequence in a pseudorandom fashion, otherwise, in a
+      random fashion. Check paper [Benjamin Graham, Fractional
+      Max-Pooling](http://arxiv.org/abs/1412.6071) for difference between
+      pseudorandom and random.
+    overlapping: An optional `bool`.  Defaults to `False`.  When set to `True`,
+      it means when pooling, the values at the boundary of adjacent pooling
+      cells are used by both cells. For example:
+      `index  0  1  2  3  4`
+      `value  20 5  16 3  7`
+      If the pooling sequence is [0, 2, 4], then 16, at index 2 will be used
+      twice.  The result would be [20, 16] for fractional avg pooling.
+    seed: An optional `int`.  Defaults to `0`.  If set to be non-zero, the
+      random number generator is seeded by the given seed.  Otherwise it is
+      seeded by a random seed.
+    name: A name for the operation (optional).
+
+  Returns:
+  A tuple of `Tensor` objects (`output`, `row_pooling_sequence`,
+  `col_pooling_sequence`).
+    output: Output `Tensor` after fractional avg pooling.  Has the same type as
+      `value`.
+    row_pooling_sequence: A `Tensor` of type `int64`.
+    col_pooling_sequence: A `Tensor` of type `int64`.
+  """
+  if seed == 0:
+    return gen_nn_ops.fractional_avg_pool(value, pooling_ratio, pseudo_random,
+                                          overlapping, deterministic=False,
+                                          seed=0, seed2=0, name=name)
+  else:
+    seed1, seed2 = random_seed.get_seed(seed)
+    return gen_nn_ops.fractional_avg_pool(value, pooling_ratio, pseudo_random,
+                                          overlapping, deterministic=True,
+                                          seed=seed1, seed2=seed2, name=name)
+
+
 @tf_export("nn.conv1d")
 @deprecation.deprecated_arg_values(
     None,
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index c4da3d670a..2fce093e16 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -150,11 +150,11 @@ tf_module {
   }
   member_method {
     name: "fractional_avg_pool"
-    argspec: "args=[\'value\', \'pooling_ratio\', \'pseudo_random\', \'overlapping\', \'deterministic\', \'seed\', \'seed2\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'0\', \'0\', \'None\'], "
+    argspec: "args=[\'value\', \'pooling_ratio\', \'pseudo_random\', \'overlapping\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'0\', \'None\'], "
   }
   member_method {
     name: "fractional_max_pool"
-    argspec: "args=[\'value\', \'pooling_ratio\', \'pseudo_random\', \'overlapping\', \'deterministic\', \'seed\', \'seed2\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'False\', \'0\', \'0\', \'None\'], "
+    argspec: "args=[\'value\', \'pooling_ratio\', \'pseudo_random\', \'overlapping\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'False\', \'0\', \'None\'], "
   }
   member_method {
     name: "fused_batch_norm"
-- 
GitLab


From 7ba1642f782a3db29c55987d1953198fa4302acb Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Thu, 15 Nov 2018 10:51:00 -0800
Subject: [PATCH 1656/1825] Changing public feature column method imports to
 come from feature_column_lib rather than the base feature_column file. This
 enables better file management of the feature column repository.

PiperOrigin-RevId: 221651041
---
 tensorflow/contrib/layers/BUILD                               | 4 ++--
 .../contrib/layers/python/layers/feature_column_ops_test.py   | 2 +-
 .../contrib/layers/python/layers/feature_column_test.py       | 2 +-
 tensorflow/contrib/learn/python/learn/estimators/dnn.py       | 4 ++--
 .../learn/python/learn/estimators/dnn_linear_combined.py      | 2 +-
 .../learn/python/learn/estimators/dnn_linear_combined_test.py | 2 +-
 tensorflow/contrib/learn/python/learn/estimators/dnn_test.py  | 2 +-
 tensorflow/contrib/learn/python/learn/estimators/linear.py    | 2 +-
 .../contrib/learn/python/learn/estimators/linear_test.py      | 2 +-
 9 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/tensorflow/contrib/layers/BUILD b/tensorflow/contrib/layers/BUILD
index e6596bfdfb..795591ea62 100644
--- a/tensorflow/contrib/layers/BUILD
+++ b/tensorflow/contrib/layers/BUILD
@@ -253,7 +253,7 @@ py_test(
         "//tensorflow/python:training",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
-        "//tensorflow/python/feature_column",
+        "//tensorflow/python/feature_column:feature_column_py",
         "//third_party/py/numpy",
     ],
 )
@@ -277,7 +277,7 @@ py_test(
         "//tensorflow/python:sparse_tensor",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
-        "//tensorflow/python/feature_column",
+        "//tensorflow/python/feature_column:feature_column_py",
         "//third_party/py/numpy",
     ],
 )
diff --git a/tensorflow/contrib/layers/python/layers/feature_column_ops_test.py b/tensorflow/contrib/layers/python/layers/feature_column_ops_test.py
index 6fb4b9ff35..7e6eafaa0d 100644
--- a/tensorflow/contrib/layers/python/layers/feature_column_ops_test.py
+++ b/tensorflow/contrib/layers/python/layers/feature_column_ops_test.py
@@ -27,7 +27,7 @@ from tensorflow.contrib.layers.python.layers import feature_column
 from tensorflow.contrib.layers.python.layers import feature_column_ops
 from tensorflow.core.example import example_pb2
 from tensorflow.core.example import feature_pb2
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/layers/python/layers/feature_column_test.py b/tensorflow/contrib/layers/python/layers/feature_column_test.py
index d90d6ecf7f..cab8da808b 100644
--- a/tensorflow/contrib/layers/python/layers/feature_column_test.py
+++ b/tensorflow/contrib/layers/python/layers/feature_column_test.py
@@ -27,7 +27,7 @@ import numpy as np
 
 from tensorflow.contrib.layers.python.layers import feature_column as fc
 from tensorflow.contrib.layers.python.layers import feature_column_ops
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import sparse_tensor as sparse_tensor_lib
diff --git a/tensorflow/contrib/learn/python/learn/estimators/dnn.py b/tensorflow/contrib/learn/python/learn/estimators/dnn.py
index eabebb7e88..18ca4214a1 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/dnn.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/dnn.py
@@ -28,7 +28,6 @@ import six
 from tensorflow.contrib import layers
 from tensorflow.contrib.framework import deprecated
 from tensorflow.contrib.framework import deprecated_arg_values
-from tensorflow.python.training import training_util
 from tensorflow.contrib.layers.python.layers import feature_column
 from tensorflow.contrib.layers.python.layers import optimizers
 from tensorflow.contrib.learn.python.learn import metric_spec
@@ -38,11 +37,12 @@ from tensorflow.contrib.learn.python.learn.estimators import head as head_lib
 from tensorflow.contrib.learn.python.learn.estimators import model_fn
 from tensorflow.contrib.learn.python.learn.estimators import prediction_key
 from tensorflow.contrib.learn.python.learn.utils import export
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.ops import nn
 from tensorflow.python.ops import partitioned_variables
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.summary import summary
+from tensorflow.python.training import training_util
 
 # The default learning rate of 0.05 is a historical artifact of the initial
 # implementation, but seems a reasonable choice.
diff --git a/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined.py b/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined.py
index 3d85533d92..7a3cc8bd98 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined.py
@@ -38,7 +38,7 @@ from tensorflow.contrib.learn.python.learn.estimators import head as head_lib
 from tensorflow.contrib.learn.python.learn.estimators import model_fn
 from tensorflow.contrib.learn.python.learn.estimators import prediction_key
 from tensorflow.contrib.learn.python.learn.utils import export
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import nn
diff --git a/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined_test.py b/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined_test.py
index 4e65c180d8..d46a873bfa 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined_test.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/dnn_linear_combined_test.py
@@ -36,7 +36,7 @@ from tensorflow.contrib.learn.python.learn.estimators import run_config
 from tensorflow.contrib.learn.python.learn.estimators import test_data
 from tensorflow.contrib.learn.python.learn.metric_spec import MetricSpec
 from tensorflow.contrib.metrics.python.ops import metric_ops
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/learn/python/learn/estimators/dnn_test.py b/tensorflow/contrib/learn/python/learn/estimators/dnn_test.py
index 2bd57597c2..ee25cebd48 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/dnn_test.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/dnn_test.py
@@ -38,7 +38,7 @@ from tensorflow.contrib.learn.python.learn.estimators import run_config
 from tensorflow.contrib.learn.python.learn.estimators import test_data
 from tensorflow.contrib.learn.python.learn.metric_spec import MetricSpec
 from tensorflow.contrib.metrics.python.ops import metric_ops
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import sparse_tensor
diff --git a/tensorflow/contrib/learn/python/learn/estimators/linear.py b/tensorflow/contrib/learn/python/learn/estimators/linear.py
index e100bc7a1e..439b17e505 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/linear.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/linear.py
@@ -37,7 +37,7 @@ from tensorflow.contrib.learn.python.learn.estimators import head as head_lib
 from tensorflow.contrib.learn.python.learn.estimators import prediction_key
 from tensorflow.contrib.learn.python.learn.utils import export
 from tensorflow.contrib.linear_optimizer.python import sdca_optimizer
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
diff --git a/tensorflow/contrib/learn/python/learn/estimators/linear_test.py b/tensorflow/contrib/learn/python/learn/estimators/linear_test.py
index 597ca4e86d..64ee2eef0a 100644
--- a/tensorflow/contrib/learn/python/learn/estimators/linear_test.py
+++ b/tensorflow/contrib/learn/python/learn/estimators/linear_test.py
@@ -37,7 +37,7 @@ from tensorflow.contrib.learn.python.learn.estimators import test_data
 from tensorflow.contrib.learn.python.learn.metric_spec import MetricSpec
 from tensorflow.contrib.linear_optimizer.python import sdca_optimizer as sdca_optimizer_lib
 from tensorflow.contrib.metrics.python.ops import metric_ops
-from tensorflow.python.feature_column import feature_column as fc_core
+from tensorflow.python.feature_column import feature_column_lib as fc_core
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import sparse_tensor
-- 
GitLab


From 181b59b22052ca1ad090a0bdbbf626726b7e489b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 10:56:29 -0800
Subject: [PATCH 1657/1825] Fix SIGFPE when concatenating two "empty" ragged
 tensors.

PiperOrigin-RevId: 221652186
---
 tensorflow/core/kernels/ragged_gather_op.cc           | 6 ++++--
 tensorflow/python/ops/ragged/ragged_concat_op_test.py | 5 +++++
 2 files changed, 9 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/kernels/ragged_gather_op.cc b/tensorflow/core/kernels/ragged_gather_op.cc
index b2a342f637..903a97a960 100644
--- a/tensorflow/core/kernels/ragged_gather_op.cc
+++ b/tensorflow/core/kernels/ragged_gather_op.cc
@@ -236,8 +236,10 @@ class RaggedGatherOpBase : public OpKernel {
     values_shape.set_dim(0, num_values);
     TF_RETURN_IF_ERROR(
         context->allocate_output(values_index, values_shape, &values_out));
-    int64 value_size = params_dense_values_in.NumElements() /
-                       params_dense_values_in.dim_size(0);
+    const int64 num_elements = params_dense_values_in.NumElements();
+    const int64 value_size =
+        num_elements == 0 ? 0
+                          : (num_elements / params_dense_values_in.dim_size(0));
     CallWriteValueSlices(params_dense_values_in, value_slices, value_size,
                          values_out);
     return ::tensorflow::Status::OK();
diff --git a/tensorflow/python/ops/ragged/ragged_concat_op_test.py b/tensorflow/python/ops/ragged/ragged_concat_op_test.py
index 6b1a602d04..bddc5d8580 100644
--- a/tensorflow/python/ops/ragged/ragged_concat_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_concat_op_test.py
@@ -41,6 +41,11 @@ class RaggedConcatOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     ]
 
   @parameterized.parameters(
+      dict(
+          descr='Two rank-2 inputs with empty value axis=1',
+          rt_inputs=([[]], [[]]),
+          axis=1,
+          expected=[[]]),
       dict(
           descr='Two rank-2 inputs (ragged_rank=1), axis=0',
           rt_inputs=(
-- 
GitLab


From 1ffa8477eb7fd69cd1f513b330ebaabdf6433a76 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Thu, 15 Nov 2018 10:56:52 -0800
Subject: [PATCH 1658/1825] Changing public feature column method imports to
 come from feature_column_lib rather than the base feature_column file. This
 enables better file management of the feature column repository.

PiperOrigin-RevId: 221652243
---
 tensorflow/python/BUILD                                         | 2 +-
 .../python/keras/engine/feature_columns_integration_test.py     | 2 +-
 tensorflow/python/training/warm_starting_util_test.py           | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 18f226beb5..7cc1237fe7 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -4904,7 +4904,7 @@ py_test(
         ":training",
         ":variable_scope",
         ":variables",
-        "//tensorflow/python/feature_column",
+        "//tensorflow/python/feature_column:feature_column_py",
         "//third_party/py/numpy",
     ],
 )
diff --git a/tensorflow/python/keras/engine/feature_columns_integration_test.py b/tensorflow/python/keras/engine/feature_columns_integration_test.py
index 9ee6a0a27a..c187b1f8e5 100644
--- a/tensorflow/python/keras/engine/feature_columns_integration_test.py
+++ b/tensorflow/python/keras/engine/feature_columns_integration_test.py
@@ -22,7 +22,7 @@ import numpy as np
 
 from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
-from tensorflow.python.feature_column import feature_column_v2 as fc
+from tensorflow.python.feature_column import feature_column_lib as fc
 from tensorflow.python.framework import test_util as tf_test_util
 from tensorflow.python.keras import metrics as metrics_module
 from tensorflow.python.platform import test
diff --git a/tensorflow/python/training/warm_starting_util_test.py b/tensorflow/python/training/warm_starting_util_test.py
index 91a0b53b3a..b575b8d364 100644
--- a/tensorflow/python/training/warm_starting_util_test.py
+++ b/tensorflow/python/training/warm_starting_util_test.py
@@ -22,7 +22,7 @@ import os
 import numpy as np
 import six
 
-from tensorflow.python.feature_column import feature_column as fc
+from tensorflow.python.feature_column import feature_column_lib as fc
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
-- 
GitLab


From 76d204f38757c2b4a3a82020b90b7e739b2c90b6 Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Thu, 15 Nov 2018 11:01:24 -0800
Subject: [PATCH 1659/1825] Keep side effectful ops in grappler function items

PiperOrigin-RevId: 221653198
---
 tensorflow/core/grappler/op_types.cc          |  4 +++
 tensorflow/core/grappler/utils/functions.cc   | 10 ++-----
 tensorflow/core/grappler/utils/functions.h    | 16 ++++++-----
 .../core/grappler/utils/functions_test.cc     | 27 +++++++++++++++++++
 4 files changed, 43 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index ebc4e9c466..08d4e39ec2 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -571,6 +571,10 @@ bool IsFreeOfSideEffect(const NodeDef& node) {
   if (node.op().find("Queue") != string::npos) {
     return false;
   }
+  // Sending a tensor via a network is a side effect.
+  if (IsSend(node)) {
+    return false;
+  }
   return !ModifiesInputsInPlace(node);
 }
 
diff --git a/tensorflow/core/grappler/utils/functions.cc b/tensorflow/core/grappler/utils/functions.cc
index c60a450573..7756c73967 100644
--- a/tensorflow/core/grappler/utils/functions.cc
+++ b/tensorflow/core/grappler/utils/functions.cc
@@ -347,12 +347,6 @@ GrapplerFunctionItem::GrapplerFunctionItem(
       fetch.push_back(output_tensor);
     }
   }
-  // Stateful and Send (it's not stateful) nodes must be preserved in the graph.
-  for (const NodeDef& node : graph.node()) {
-    if (IsSend(node)) {
-      keep_ops.push_back(node.name());
-    }
-  }
 }
 
 const string& GrapplerFunctionItem::description() const { return description_; }
@@ -584,8 +578,8 @@ Status MakeGrapplerFunctionItem(const FunctionDef& func,
     TF_RETURN_IF_ERROR(RegisterFunctionBodyOutputs(*registration, func_def_node,
                                                    &connectivity));
 
-    // Stateful and Send nodes must be preserved in a function body
-    if (registration->op_def.is_stateful() || IsSend(func_def_node)) {
+    // Ops with side effects must be preserved in a function body.
+    if (!IsFreeOfSideEffect(func_def_node)) {
       keep_nodes.push_back(func_def_node.name());
     }
   }
diff --git a/tensorflow/core/grappler/utils/functions.h b/tensorflow/core/grappler/utils/functions.h
index 2eec83e998..ba9950e484 100644
--- a/tensorflow/core/grappler/utils/functions.h
+++ b/tensorflow/core/grappler/utils/functions.h
@@ -142,12 +142,6 @@ class GrapplerFunctionItemInstantiation {
 class GrapplerFunctionItem : public GrapplerItem {
  public:
   GrapplerFunctionItem() = default;
-  GrapplerFunctionItem(string func_name, string description,
-                       AttrSlice func_attr,
-                       std::vector<InputArgExpansion> input_arg_expansions,
-                       std::vector<OutputArgExpansion> output_arg_expansions,
-                       std::vector<string> keep_nodes, int graph_def_version,
-                       bool is_stateful, GraphDef&& function_body);
 
   const string& description() const;
 
@@ -170,12 +164,22 @@ class GrapplerFunctionItem : public GrapplerItem {
   GrapplerFunctionItem& SwapFunctionBody(GraphDef&& other);
 
  private:
+  friend Status MakeGrapplerFunctionItem(const FunctionDef&, const AttrSlice&,
+                                         const FunctionLibraryDefinition&, int,
+                                         GrapplerFunctionItem*);
   friend Status ReplaceInputWithConst(const NodeDef&, int,
                                       GrapplerFunctionItem*);
   friend Status RemoveUnusedOutputs(
       const gtl::FlatSet<int>& active_outputs, GrapplerFunctionItem* item,
       std::vector<std::pair<int, int>>* output_mapping);
 
+  GrapplerFunctionItem(string func_name, string description,
+                       AttrSlice func_attr,
+                       std::vector<InputArgExpansion> input_arg_expansions,
+                       std::vector<OutputArgExpansion> output_arg_expansions,
+                       std::vector<string> keep_nodes, int graph_def_version,
+                       bool is_stateful, GraphDef&& function_body);
+
   string description_;
   AttrSlice func_attr_;  // Attributes specific to function definition that
                          // produced this item (FuncDef.attr field).
diff --git a/tensorflow/core/grappler/utils/functions_test.cc b/tensorflow/core/grappler/utils/functions_test.cc
index 31b9d7e49c..8639dec05a 100644
--- a/tensorflow/core/grappler/utils/functions_test.cc
+++ b/tensorflow/core/grappler/utils/functions_test.cc
@@ -576,6 +576,33 @@ TEST_F(FunctionsTest, FromFunctionDefWithoutInput) {
   EXPECT_EQ("two", cast.input(0));
 }
 
+TEST_F(FunctionsTest, FromFunctionDefWithSideEffectfulOps) {
+  const Tensor kOne = test::AsScalar<float>(1.0);
+  FunctionDef func = FunctionDefHelper::Define(
+      /* Name */ "SideEffects",
+      /* Args */ {"x: Ref(float)"},
+      /* Return values */ {},
+      /* Attr def */ {},
+      /* Nodes */
+      {{{"one"}, "Const", {}, {{"value", kOne}, {"dtype", DT_FLOAT}}},
+       {{"update"}, "AssignAdd", {"x", "one"}, {{"T", DT_FLOAT}}}});
+
+  protobuf::Map<string, AttrValue> func_instantiation_attr;
+  FunctionLibraryDefinition flib(OpRegistry::Global(), FunctionDefLibrary());
+
+  GrapplerFunctionItem item;
+  TF_EXPECT_OK(MakeGrapplerFunctionItem(func,
+                                        AttrSlice(&func_instantiation_attr),
+                                        flib, TF_GRAPH_DEF_VERSION, &item));
+
+  EXPECT_EQ("SideEffects", item.id);
+  EXPECT_EQ(3, item.function_body().node_size());
+  EXPECT_EQ(1, item.input_size());
+  EXPECT_EQ(0, item.output_size());
+  ASSERT_EQ(1, item.keep_ops.size());
+  EXPECT_EQ("update", item.keep_ops[0]);
+}
+
 TEST_F(FunctionsTest, MakeFunctionDef) {
   const Tensor kTwo = test::AsScalar<int64>(2);
   FunctionDef func = FunctionDefHelper::Define(
-- 
GitLab


From c7d57d435c2163bd314bf0d39a19d6ce9321196b Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Thu, 15 Nov 2018 11:08:45 -0800
Subject: [PATCH 1660/1825] Update the arguments for
 `tf.nn.sufficient_statistics` and exporting in v2. Renaming 'keep_dims'
 argument to 'keepdims'.

PiperOrigin-RevId: 221654843
---
 tensorflow/python/ops/nn_impl.py              | 31 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.nn.pbtxt   |  2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  3 ++
 3 files changed, 34 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index b46cc6488c..245aa0e52f 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -668,7 +668,7 @@ def separable_conv2d_v2(
 # pylint: enable=redefined-builtin,line-too-long
 
 
-@tf_export("nn.sufficient_statistics")
+@tf_export(v1=["nn.sufficient_statistics"])
 def sufficient_statistics(x, axes, shift=None, keep_dims=False, name=None):
   """Calculate the sufficient statistics for the mean and variance of `x`.
 
@@ -718,6 +718,35 @@ def sufficient_statistics(x, axes, shift=None, keep_dims=False, name=None):
   return counts, m_ss, v_ss, shift
 
 
+@tf_export("nn.sufficient_statistics", v1=[])
+def sufficient_statistics_v2(x, axes, shift=None, keepdims=False, name=None):
+  """Calculate the sufficient statistics for the mean and variance of `x`.
+
+  These sufficient statistics are computed using the one pass algorithm on
+  an input that's optionally shifted. See:
+  https://en.wikipedia.org/wiki/Algorithms_for_calculating_variance#Computing_shifted_data
+
+  Args:
+    x: A `Tensor`.
+    axes: Array of ints. Axes along which to compute mean and variance.
+    shift: A `Tensor` containing the value by which to shift the data for
+      numerical stability, or `None` if no shift is to be performed. A shift
+      close to the true mean provides the most numerically stable results.
+    keepdims: produce statistics with the same dimensionality as the input.
+    name: Name used to scope the operations that compute the sufficient stats.
+
+  Returns:
+    Four `Tensor` objects of the same type as `x`:
+
+    * the count (number of elements to average over).
+    * the (possibly shifted) sum of the elements in the array.
+    * the (possibly shifted) sum of squares of the elements in the array.
+    * the shift by which the mean must be corrected or None if `shift` is None.
+  """
+  return sufficient_statistics(
+      x=x, axes=axes, shift=shift, keep_dims=keepdims, name=name)
+
+
 @tf_export("nn.normalize_moments")
 def normalize_moments(counts, mean_ss, variance_ss, shift, name=None):
   """Calculate the mean and variance of based on the sufficient statistics.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 2fce093e16..881f566fe2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -314,7 +314,7 @@ tf_module {
   }
   member_method {
     name: "sufficient_statistics"
-    argspec: "args=[\'x\', \'axes\', \'shift\', \'keep_dims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+    argspec: "args=[\'x\', \'axes\', \'shift\', \'keepdims\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
   }
   member_method {
     name: "tanh"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 1e050cca9b..82044ff43f 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -47,6 +47,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         },
         "tf.nn.separable_conv2d": {
             "rate": "dilations"
+        },
+        "tf.nn.sufficient_statistics": {
+            "keep_dims": "keepdims"
         }
     }
 
-- 
GitLab


From 2e21bcf118a549a65c9a6d036fa06eba0f2346e2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 11:21:10 -0800
Subject: [PATCH 1661/1825] Avoid constant folding partial output of a node. It
 fixes issues #22383. Its root cause is that tf only fold values but not
 indices when running TopK on GPU with dtype float. TopK generates different
 results on GPU and CPU.

PiperOrigin-RevId: 221657401
---
 tensorflow/core/BUILD                         |  1 +
 .../core/common_runtime/constant_folding.cc   | 26 ++++++-----
 .../common_runtime/constant_folding_test.cc   | 46 +++++++++++++++++++
 3 files changed, 62 insertions(+), 11 deletions(-)

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index c69f3afd8b..3ee31e0b29 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -4106,6 +4106,7 @@ tf_cc_test(
         "//tensorflow/core/kernels:identity_op",
         "//tensorflow/core/kernels:immutable_constant_op",
         "//tensorflow/core/kernels:matmul_op",
+        "//tensorflow/core/kernels:topk_op",
         "//third_party/eigen3",
     ],
 )
diff --git a/tensorflow/core/common_runtime/constant_folding.cc b/tensorflow/core/common_runtime/constant_folding.cc
index 6d5c7f951e..5c226ec56e 100644
--- a/tensorflow/core/common_runtime/constant_folding.cc
+++ b/tensorflow/core/common_runtime/constant_folding.cc
@@ -471,10 +471,10 @@ bool ReplaceTensorWithConstant(
   // Be conservative when replacing a tensor with a constant, when not
   // running on CPU.
   // 1) Do not replace another constant.
-  // 2) If the destination tensor is not an int32 tensor, and has HOST_MEMORY
-  // constraint, do not replace it.
-  // 3) If the destination tensor is an int32 tensor, and has DEVICE_MEMORY
-  // constraint, do not replace it.
+  // 2) If the destination tensor or any other tensor from the same node is not
+  // an int32 tensor, and has HOST_MEMORY constraint, do not replace it.
+  // 3) If the destination tensor or any other tensor from the same node is an
+  // int32 tensor, and has DEVICE_MEMORY constraint, do not replace it.
   // 4) If the size of the constant in bytes is too large (>
   // max_constant_in_bytes), do not replace it. This prevents the size of the
   // Graph from growing too large.
@@ -490,16 +490,20 @@ bool ReplaceTensorWithConstant(
                                ? DeviceType{partition_device->device_type()}
                                : DEVICE_CPU;
   if (partition_device && device_type != DEVICE_CPU) {
-    MemoryType memory_type;
-    if (!MemoryTypeForOutput(device_type, graph, tensor.first, tensor.second,
-                             &memory_type)
+    MemoryTypeVector input_mvec;
+    MemoryTypeVector output_mvec;
+    if (!MemoryTypesForNode(graph->op_registry(), device_type,
+                            tensor.first->def(), &input_mvec, &output_mvec)
              .ok()) {
       return false;
     }
-    bool is_int32 = tensor.first->output_type(tensor.second) == DT_INT32;
-    if ((memory_type == HOST_MEMORY && !is_int32) ||
-        (memory_type == DEVICE_MEMORY && is_int32)) {
-      return false;
+    for (int i = 0; i < output_mvec.size(); i++) {
+      MemoryType memory_type = output_mvec[i];
+      bool is_int32 = tensor.first->output_type(i) == DT_INT32;
+      if ((memory_type == HOST_MEMORY && !is_int32) ||
+          (memory_type == DEVICE_MEMORY && is_int32)) {
+        return false;
+      }
     }
   }
   if (constant.TotalBytes() > max_constant_size_in_bytes) {
diff --git a/tensorflow/core/common_runtime/constant_folding_test.cc b/tensorflow/core/common_runtime/constant_folding_test.cc
index 98aefcde27..1d4586f3da 100644
--- a/tensorflow/core/common_runtime/constant_folding_test.cc
+++ b/tensorflow/core/common_runtime/constant_folding_test.cc
@@ -18,13 +18,16 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
+#include "tensorflow/cc/ops/nn_ops.h"
 #include "tensorflow/core/common_runtime/constant_folding.h"
 
 #include "tensorflow/cc/ops/array_ops_internal.h"
 #include "tensorflow/cc/ops/sendrecv_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/core/common_runtime/device.h"
 #include "tensorflow/core/common_runtime/device_factory.h"
 #include "tensorflow/core/common_runtime/device_mgr.h"
+#include "tensorflow/core/framework/device_attributes.pb.h"
 #include "tensorflow/core/framework/function_testlib.h"
 #include "tensorflow/core/framework/node_def_util.h"
 #include "tensorflow/core/framework/tensor.h"
@@ -90,6 +93,24 @@ class ConstantFoldingTest : public ::testing::Test {
   }
 };
 
+class FakeDevice : public Device {
+ private:
+  explicit FakeDevice(const DeviceAttributes& device_attributes)
+      : Device(nullptr, device_attributes) {}
+
+ public:
+  Status Sync() override { return errors::Unimplemented("FakeDevice::Sync()"); }
+
+  Allocator* GetAllocator(AllocatorAttributes attr) override { return nullptr; }
+
+  static std::unique_ptr<Device> Make(const string& name, const string& type) {
+    DeviceAttributes device_attributes;
+    device_attributes.set_name(name);
+    device_attributes.set_device_type(DeviceType(type).type());
+    return std::unique_ptr<Device>(new FakeDevice(device_attributes));
+  }
+};
+
 TEST_F(ConstantFoldingTest, Basic) {
   Scope s = Scope::NewRootScope();
   BuildSimpleGraph(&s);
@@ -610,6 +631,31 @@ TEST_F(ConstantFoldingTest, ConstShapeKnown) {
   }
 }
 
+TEST_F(ConstantFoldingTest, NoReplacePartialOutput) {
+  Graph g(OpRegistry::Global());
+  {
+    Scope s = Scope::NewRootScope().ExitOnError().WithAssignedDevice("/gpu:0");
+
+    auto c0 = ops::Const<float>(s.WithOpName("c0"), {5.0, 2.0, 8.0, 1.0}, {4});
+    auto k = ops::Const<int>(s.WithOpName("k"), 3);
+    auto topK =
+        ops::TopK(s.WithOpName("topK"), c0, k, ops::TopK::Sorted(false));
+    auto send_values = ops::_Send(s.WithOpName("send_values"), topK.values,
+                                  "send_values", "sender", 0, "receiver");
+    auto send_indices = ops::_Send(s.WithOpName("send_indices"), topK.indices,
+                                   "send_indices", "sender", 0, "receiver");
+    TF_ASSERT_OK(s.ToGraph(&g));
+  }
+  bool was_mutated;
+  TF_EXPECT_OK(ConstantFold(
+      ConstantFoldingOptions{}, nullptr, Env::Default(),
+      FakeDevice::Make("/job:tpu_worker/replica:0/task:0/device:GPU:0",
+                       DEVICE_GPU)
+          .get(),
+      &g, &was_mutated));
+  EXPECT_FALSE(was_mutated);
+}
+
 namespace {
 
 const char kTestMemRegionName[] = "test://test";
-- 
GitLab


From 8aff5e540a4771a56926ac30be0ebb4cc512e606 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 11:21:55 -0800
Subject: [PATCH 1662/1825] Apply EIGEN_STRONG_INLINE to all
 tf_custom_op_library when --define=override_eigen_strong_inline=true

This avoids hitting #10521 for tensorflow/contrib/rnn/kernels/lstm_ops.cc

PiperOrigin-RevId: 221657546
---
 tensorflow/tensorflow.bzl | 12 +++++++++---
 1 file changed, 9 insertions(+), 3 deletions(-)

diff --git a/tensorflow/tensorflow.bzl b/tensorflow/tensorflow.bzl
index 8e5ab94b53..f01dc64bcf 100644
--- a/tensorflow/tensorflow.bzl
+++ b/tensorflow/tensorflow.bzl
@@ -1493,7 +1493,7 @@ check_deps = rule(
     },
 )
 
-def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [], **kwargs):
+def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [], copts = [], **kwargs):
     """Helper to build a dynamic library (.so) from the sources containing implementations of custom ops and kernels.
     """
     cuda_deps = [
@@ -1505,12 +1505,18 @@ def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [
         clean_dep("//tensorflow/core:stream_executor_headers_lib"),
     ]
     deps = deps + tf_custom_op_library_additional_deps()
+
+    # Override EIGEN_STRONG_INLINE to inline when
+    # --define=override_eigen_strong_inline=true to avoid long compiling time.
+    # See https://github.com/tensorflow/tensorflow/issues/10521
+    copts = copts + if_override_eigen_strong_inline(["/DEIGEN_STRONG_INLINE=inline"])
+
     if gpu_srcs:
         basename = name.split(".")[0]
         native.cc_library(
             name = basename + "_gpu",
             srcs = gpu_srcs,
-            copts = _cuda_copts() + if_tensorrt(["-DGOOGLE_TENSORRT=1"]),
+            copts = copts + _cuda_copts() + if_tensorrt(["-DGOOGLE_TENSORRT=1"]),
             features = if_cuda(["-use_header_modules"]),
             deps = deps + if_cuda_is_configured_compat(cuda_deps) + if_rocm_is_configured(rocm_deps),
             **kwargs
@@ -1531,7 +1537,7 @@ def tf_custom_op_library(name, srcs = [], gpu_srcs = [], deps = [], linkopts = [
         srcs = srcs,
         deps = deps + if_cuda_is_configured_compat(cuda_deps) + if_rocm_is_configured(rocm_deps),
         data = if_static([name + "_check_deps"]),
-        copts = tf_copts(is_external = True),
+        copts = copts + tf_copts(is_external = True),
         features = ["windows_export_all_symbols"],
         linkopts = linkopts + select({
             "//conditions:default": [
-- 
GitLab


From e0ef2053ac909caf6613527e37838bef346bedea Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 15 Nov 2018 11:34:39 -0800
Subject: [PATCH 1663/1825] Fix and test issue with incorrect target shape
 assumption check.

PiperOrigin-RevId: 221660032
---
 tensorflow/python/keras/engine/training.py    |  4 ++-
 .../python/keras/engine/training_test.py      | 30 +++++++++++++++++++
 2 files changed, 33 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 3562060707..856f315a76 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1284,7 +1284,9 @@ class Model(Network):
       y = training_utils.standardize_input_data(
           y,
           feed_output_names,
-          feed_output_shapes,
+          # Don't enforce target shapes to match output shapes.
+          # Precise checks will be run in `check_loss_and_target_compatibility`.
+          shapes=None,
           check_batch_axis=False,  # Don't enforce the batch size.
           exception_prefix='target')
 
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index 8ba19859d0..359b4da0db 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -544,6 +544,36 @@ class TrainingTest(test.TestCase):
               'val_loss', 'val_weighted_mean_absolute_error'
           ]))
 
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_mismatched_output_shape_and_target_shape(self):
+    model = keras.Sequential([
+        keras.layers.Dense(2, input_shape=(3, 4)),
+        keras.layers.Dense(5),
+    ])
+    model.compile(RMSPropOptimizer(learning_rate=0.001),
+                  loss='sparse_categorical_crossentropy')
+    # Test with Numpy data
+    x_train = np.random.random((10, 3, 4))
+    y_train = np.random.randint(0, 5, size=(10, 3))
+    model.fit(x_train, y_train, batch_size=5, epochs=1)
+
+    # Test with iterator
+    dataset = dataset_ops.Dataset.from_tensor_slices((x_train, y_train))
+    dataset = dataset.repeat(10)
+    dataset = dataset.batch(10)
+    iterator = dataset.make_one_shot_iterator()
+    model.fit(iterator, epochs=1, steps_per_epoch=2)
+
+    if context.executing_eagerly():
+      # Test with eager execution
+      model.compile(RMSPropOptimizer(learning_rate=0.001),
+                    loss='sparse_categorical_crossentropy',
+                    run_eagerly=True)
+      model.fit(x_train, y_train, batch_size=5, epochs=1)
+
+      # Test with eager execution and iterator
+      model.fit(iterator, epochs=1, steps_per_epoch=2)
+
 
 class TestExceptionsAndWarnings(test.TestCase):
 
-- 
GitLab


From dcf390ede49516cf52445520bb6a918e9bb1249f Mon Sep 17 00:00:00 2001
From: Frank Chen <frankchn@google.com>
Date: Thu, 15 Nov 2018 11:36:11 -0800
Subject: [PATCH 1664/1825] Add abstract methods/properties to the base Cluster
 Resolver class.

Also fixes a bug in KubernetesClusterResolver.master() where we were not getting the attribute correctly and added a test for it.

PiperOrigin-RevId: 221660325
---
 .../python/training/cluster_resolver.py       | 36 +++++++++++++++++--
 .../training/kubernetes_cluster_resolver.py   |  4 +--
 .../kubernetes_cluster_resolver_test.py       |  9 ++---
 .../python/training/tpu_cluster_resolver.py   | 11 ++++--
 4 files changed, 48 insertions(+), 12 deletions(-)

diff --git a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
index 3583501a45..7774ac0e12 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/cluster_resolver.py
@@ -44,6 +44,17 @@ class ClusterResolver(object):
   automatically discover and resolve IP addresses for various TensorFlow
   workers. This will eventually allow us to automatically recover from
   underlying machine failures and scale TensorFlow worker clusters up and down.
+
+  Note to Implementors: In addition to these abstract methods, you must also
+  implement the task_type, task_index, and rpc_layer attributes. You may choose
+  to implement them either as properties with getters or setters or directly
+  set the attributes.
+
+  - task_type is the name of the server's current named job (e.g. 'worker',
+     'ps' in a distributed parameterized training job).
+  - task_index is the ordinal index of the server within the task type.
+  - rpc_layer is the protocol used by TensorFlow to communicate with other
+      TensorFlow servers in a distributed environment.
   """
 
   @abc.abstractmethod
@@ -60,8 +71,7 @@ class ClusterResolver(object):
     management system every time this function is invoked and reconstructing
     a cluster_spec, rather than attempting to cache anything.
     """
-    raise NotImplementedError(
-        'cluster_spec is not implemented for {}.'.format(self))
+    raise NotImplementedError()
 
   @abc.abstractmethod
   def master(self, task_type=None, task_index=None, rpc_layer=None):
@@ -79,7 +89,27 @@ class ClusterResolver(object):
     returned is up-to-date at the time to calling this function. This usually
     means retrieving the master every time this function is invoked.
     """
-    raise NotImplementedError('master is not implemented for {}.'.format(self))
+    raise NotImplementedError()
+
+  @abc.abstractmethod
+  def num_accelerators_per_worker(self, session_config=None):
+    """Returns the number of accelerator cores per worker.
+
+    This returns the number of accelerator cores (such as GPUs and TPUs)
+    available per worker. If workers only has CPU cores available, then this
+    should return 0. This method will query the master for this information
+    if it is not otherwise known.
+
+    Args:
+      session_config: (Optional) Configuration for starting a new session to
+        query how many accelerator cores it has.
+    """
+    raise NotImplementedError()
+
+  @abc.abstractproperty
+  def environment(self):
+    """Returns the current environment which TensorFlow is running in."""
+    raise NotImplementedError()
 
 
 class SimpleClusterResolver(ClusterResolver):
diff --git a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
index a705b99374..eab1359a5b 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver.py
@@ -113,9 +113,9 @@ class KubernetesClusterResolver(ClusterResolver):
           self.cluster_spec().task_address(task_type, task_index),
           rpc_layer or self.rpc_layer)
 
-    if self._task_type is not None and self._task_index is not None:
+    if self.task_type is not None and self.task_index is not None:
       return format_master_url(
-          self.cluster_spec().task_address(self._task_type, self._task_index),
+          self.cluster_spec().task_address(self.task_type, self.task_index),
           rpc_layer or self.rpc_layer)
 
     return ''
diff --git a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
index 9ab1fcb309..c63a98af6c 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/kubernetes_cluster_resolver_test.py
@@ -118,10 +118,11 @@ class KubernetesClusterResolverTest(test.TestCase):
     cluster_resolver = KubernetesClusterResolver(
         override_client=_mock_kubernetes_client(
             {'job-name=tensorflow': ret}))
-    cluster_resolver.task_type = 'blah'
-    cluster_resolver.task_index = 1
-    self.assertEqual(cluster_resolver.task_type, 'blah')
-    self.assertEqual(cluster_resolver.task_index, 1)
+    cluster_resolver.task_type = 'worker'
+    cluster_resolver.task_index = 0
+    self.assertEqual(cluster_resolver.task_type, 'worker')
+    self.assertEqual(cluster_resolver.task_index, 0)
+    self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470')
     self.assertEqual(cluster_resolver.master('worker', 2),
                      'grpc://10.1.2.5:8470')
 
diff --git a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
index 1a7a31c15c..d5537a4100 100644
--- a/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
+++ b/tensorflow/contrib/cluster_resolver/python/training/tpu_cluster_resolver.py
@@ -192,13 +192,13 @@ class TPUClusterResolver(ClusterResolver):
 
     if tpu.startswith('grpc://'):
       # Cloud environment, where we are using GRPC to communicate to TPUs.
-      self.environment = ''
+      self._environment = ''
     elif tpu == 'local' or not tpu:
       # Google environment, where the TPU is attached to the host.
-      self.environment = 'google'
+      self._environment = 'google'
     elif tpu.startswith('/bns'):
       # Google environment, where we reach the TPU through BNS.
-      self.environment = 'google'
+      self._environment = 'google'
 
     # If TPU is in the Google environment or exists locally, we don't use any
     # RPC layer.
@@ -398,6 +398,11 @@ class TPUClusterResolver(ClusterResolver):
     del session_config  # Unused. Not necessary to query anything.
     return 8
 
+  @property
+  def environment(self):
+    """Returns the current environment which TensorFlow is running in."""
+    return self._environment
+
   def _start_local_server(self):
     address = self._requestComputeMetadata('instance/network-interfaces/0/ip')
     self._server = server_lib.Server(
-- 
GitLab


From 4ea51ae99cdeeb7abb9bc8e5efff188c4729fca3 Mon Sep 17 00:00:00 2001
From: Andiry Xu <andiryxu@google.com>
Date: Thu, 15 Nov 2018 11:37:50 -0800
Subject: [PATCH 1665/1825] Change _Send/_Recv attrs in VirtualScheduler

Change src_device_ to send_device and dst_device_ to recv_device. This complies
with tensorflow naming, so that VirtualScheduler can handle graphs generated
on inspectz with _Send/_Recv nodes and AutoGrappler does not need to remove
them.

PiperOrigin-RevId: 221660625
---
 tensorflow/core/grappler/costs/virtual_scheduler.cc | 4 ++++
 tensorflow/core/grappler/costs/virtual_scheduler.h  | 5 +++--
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/grappler/costs/virtual_scheduler.cc b/tensorflow/core/grappler/costs/virtual_scheduler.cc
index 424994125f..b9b240e72c 100644
--- a/tensorflow/core/grappler/costs/virtual_scheduler.cc
+++ b/tensorflow/core/grappler/costs/virtual_scheduler.cc
@@ -639,6 +639,8 @@ std::pair<const NodeDef*, const NodeDef*> VirtualScheduler::CreateSendRecv(
   send->set_device(ChannelDeviceName(from, to));
   auto& send_attr = *(send->mutable_attr());
   send_attr[kAttrInputSrc].set_s(input_name);
+  // Use input_name as tensor_name.
+  send_attr[kAttrTensorName].set_s(input_name);
   send_attr[kAttrSrcDevice].set_s(DeviceName(from));
   send_attr[kAttrDstDevice].set_s(DeviceName(to));
 
@@ -650,6 +652,8 @@ std::pair<const NodeDef*, const NodeDef*> VirtualScheduler::CreateSendRecv(
   recv->set_device(DeviceName(to));
   auto& recv_attr = *(recv->mutable_attr());
   recv_attr[kAttrInputSrc].set_s(input_name);
+  // Use input_name as tensor_name.
+  recv_attr[kAttrTensorName].set_s(input_name);
 
   // NodeState for _Send op.
   auto& send_node_state = GetNodeStateOrCreateIt(send);
diff --git a/tensorflow/core/grappler/costs/virtual_scheduler.h b/tensorflow/core/grappler/costs/virtual_scheduler.h
index 89dff9686d..92e0a88782 100644
--- a/tensorflow/core/grappler/costs/virtual_scheduler.h
+++ b/tensorflow/core/grappler/costs/virtual_scheduler.h
@@ -308,8 +308,9 @@ class VirtualScheduler {
  private:
   // Constants.
   const string kAttrInputSrc = "input_source_";
-  const string kAttrSrcDevice = "src_device_";
-  const string kAttrDstDevice = "dst_device_";
+  const string kAttrSrcDevice = "send_device";
+  const string kAttrDstDevice = "recv_device";
+  const string kAttrTensorName = "tensor_name";
   const string kChannelDevice = "Channel";
 
   // Methods called from Init(). Fails if initialize_ is set.
-- 
GitLab


From 02d069baba34da897b0739ac7406688408537ab1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 11:38:36 -0800
Subject: [PATCH 1666/1825] Removes another potential noisy error message from
 gradient tape.

PiperOrigin-RevId: 221660789
---
 tensorflow/python/eager/backprop.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/python/eager/backprop.py b/tensorflow/python/eager/backprop.py
index 844c9b52e7..5b6b42155f 100644
--- a/tensorflow/python/eager/backprop.py
+++ b/tensorflow/python/eager/backprop.py
@@ -776,6 +776,8 @@ class GradientTape(object):
         context.context().end_step()
       except AttributeError:
         pass
+      except TypeError:
+        pass
 
   def watch(self, tensor):
     """Ensures that `tensor` is being traced by this tape.
-- 
GitLab


From af832feff72da49f78d4d7b8fd266d0b8f783365 Mon Sep 17 00:00:00 2001
From: Rohan Jain <rohanj@google.com>
Date: Thu, 15 Nov 2018 11:41:21 -0800
Subject: [PATCH 1667/1825] Changing public feature column method imports to
 come from feature_column_lib rather than the base feature_column file. This
 enables better file management of the feature column repository.

PiperOrigin-RevId: 221661326
---
 .../estimator_batch/dnn_tree_combined_estimator.py              | 2 +-
 .../contrib/distribute/python/estimator_integration_test.py     | 2 +-
 tensorflow/contrib/distribute/python/estimator_training_test.py | 2 +-
 tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py | 2 +-
 tensorflow/contrib/factorization/python/ops/kmeans.py           | 2 +-
 tensorflow/contrib/factorization/python/ops/kmeans_test.py      | 2 +-
 tensorflow/contrib/timeseries/python/timeseries/estimators.py   | 2 +-
 .../contrib/timeseries/python/timeseries/estimators_test.py     | 2 +-
 tensorflow/contrib/timeseries/python/timeseries/head_test.py    | 2 +-
 tensorflow/contrib/timeseries/python/timeseries/model.py        | 2 +-
 10 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/dnn_tree_combined_estimator.py b/tensorflow/contrib/boosted_trees/estimator_batch/dnn_tree_combined_estimator.py
index ca73e4af2f..358404cd94 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/dnn_tree_combined_estimator.py
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/dnn_tree_combined_estimator.py
@@ -36,7 +36,7 @@ from tensorflow.contrib.learn.python.learn.estimators import estimator
 from tensorflow.contrib.learn.python.learn.estimators import head as head_lib
 from tensorflow.python.estimator import estimator as core_estimator
 from tensorflow.contrib.learn.python.learn.estimators import model_fn
-from tensorflow.python.feature_column import feature_column as feature_column_lib
+from tensorflow.python.feature_column import feature_column_lib
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
diff --git a/tensorflow/contrib/distribute/python/estimator_integration_test.py b/tensorflow/contrib/distribute/python/estimator_integration_test.py
index a1355c0b09..ecda5337bb 100644
--- a/tensorflow/contrib/distribute/python/estimator_integration_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_integration_test.py
@@ -34,7 +34,7 @@ from tensorflow.python.estimator.canned import dnn_linear_combined
 from tensorflow.python.estimator.canned import prediction_keys
 from tensorflow.python.estimator.export import export
 from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import ops
 from tensorflow.python.platform import gfile
 from tensorflow.python.summary.writer import writer_cache
diff --git a/tensorflow/contrib/distribute/python/estimator_training_test.py b/tensorflow/contrib/distribute/python/estimator_training_test.py
index 8f82b4c92a..cc15fc80a9 100644
--- a/tensorflow/contrib/distribute/python/estimator_training_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_training_test.py
@@ -45,7 +45,7 @@ from tensorflow.python.estimator import training as estimator_training
 from tensorflow.python.estimator.canned import dnn_linear_combined
 from tensorflow.python.estimator.canned import prediction_keys
 from tensorflow.python.estimator.export import export as export_lib
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.platform import gfile
 from tensorflow.python.platform import test
 from tensorflow.python.summary import summary_iterator
diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index 402a2cfcdf..54b79e2f97 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -36,7 +36,7 @@ from tensorflow.python.estimator.canned import dnn_linear_combined
 from tensorflow.python.estimator.canned import prediction_keys
 from tensorflow.python.estimator.export import export
 from tensorflow.python.estimator.inputs import numpy_io
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.keras.optimizer_v2 import adam
diff --git a/tensorflow/contrib/factorization/python/ops/kmeans.py b/tensorflow/contrib/factorization/python/ops/kmeans.py
index f384d761a8..3eb396a29c 100644
--- a/tensorflow/contrib/factorization/python/ops/kmeans.py
+++ b/tensorflow/contrib/factorization/python/ops/kmeans.py
@@ -26,7 +26,7 @@ from tensorflow.contrib.factorization.python.ops import clustering_ops
 from tensorflow.python.estimator import estimator
 from tensorflow.python.estimator import model_fn as model_fn_lib
 from tensorflow.python.estimator.export import export_output
-from tensorflow.python.feature_column import feature_column as fc
+from tensorflow.python.feature_column import feature_column_lib as fc
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
diff --git a/tensorflow/contrib/factorization/python/ops/kmeans_test.py b/tensorflow/contrib/factorization/python/ops/kmeans_test.py
index 1ab5418fe4..2f7cd131d3 100644
--- a/tensorflow/contrib/factorization/python/ops/kmeans_test.py
+++ b/tensorflow/contrib/factorization/python/ops/kmeans_test.py
@@ -27,7 +27,7 @@ from sklearn.cluster import KMeans as SklearnKMeans
 # pylint: disable=g-import-not-at-top
 from tensorflow.contrib.factorization.python.ops import kmeans as kmeans_lib
 from tensorflow.python.estimator import run_config
-from tensorflow.python.feature_column import feature_column as fc
+from tensorflow.python.feature_column import feature_column_lib as fc
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators.py b/tensorflow/contrib/timeseries/python/timeseries/estimators.py
index af68aa03cf..146ed9f271 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators.py
@@ -32,7 +32,7 @@ from tensorflow.contrib.timeseries.python.timeseries.state_space_models.filterin
 from tensorflow.python.estimator import estimator_lib
 from tensorflow.python.estimator.canned import optimizers
 from tensorflow.python.estimator.export import export_lib
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
diff --git a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
index ffd838be40..7d780559f9 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/estimators_test.py
@@ -30,7 +30,7 @@ from tensorflow.contrib.timeseries.python.timeseries import saved_model_utils
 
 from tensorflow.python.client import session
 from tensorflow.python.estimator import estimator_lib
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.platform import test
diff --git a/tensorflow/contrib/timeseries/python/timeseries/head_test.py b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
index 90c7d8ac1a..8f692d94da 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/head_test.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/head_test.py
@@ -38,7 +38,7 @@ from tensorflow.core.example import example_pb2
 
 from tensorflow.python.client import session as session_lib
 from tensorflow.python.estimator import estimator_lib
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
diff --git a/tensorflow/contrib/timeseries/python/timeseries/model.py b/tensorflow/contrib/timeseries/python/timeseries/model.py
index edd97b2a4c..a8cd4287e0 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/model.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/model.py
@@ -27,7 +27,7 @@ from tensorflow.contrib.timeseries.python.timeseries import math_utils
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import PredictionFeatures
 from tensorflow.contrib.timeseries.python.timeseries.feature_keys import TrainEvalFeatures
 
-from tensorflow.python.feature_column import feature_column
+from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
-- 
GitLab


From d9361134494d90cc945c5a77f878e106d663931d Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 11:41:37 -0800
Subject: [PATCH 1668/1825] Update documentation to reflect that XLA_FLAGS and
 TF_XLA_FLAGS are now split.

PiperOrigin-RevId: 221661379
---
 tensorflow/compiler/xla/g3doc/jit.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/g3doc/jit.md b/tensorflow/compiler/xla/g3doc/jit.md
index b61a0358bc..85fa16ccc7 100644
--- a/tensorflow/compiler/xla/g3doc/jit.md
+++ b/tensorflow/compiler/xla/g3doc/jit.md
@@ -144,7 +144,7 @@ Execute the python script to train the model with XLA and turn on a debugging
 feature of XLA via an environmental variable that outputs the XLA graph.
 
 ```shell
-TF_XLA_FLAGS="--xla_hlo_graph_path=/tmp --xla_generate_hlo_graph=.*" python mnist_softmax_xla.py
+XLA_FLAGS="--xla_hlo_graph_path=/tmp --xla_generate_hlo_graph=.*" python mnist_softmax_xla.py
 ```
 
 Open the timeline file created (`timeline.ctf.json`).  The rendered timeline
-- 
GitLab


From 24a06a12201819779b647819d726e486c2b88a68 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 15 Nov 2018 11:44:49 -0800
Subject: [PATCH 1669/1825] Add additional guidance for errors that can
 possibly be caused by buggy inspect.getsource.

PiperOrigin-RevId: 221661908
---
 tensorflow/python/autograph/impl/conversion.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/autograph/impl/conversion.py b/tensorflow/python/autograph/impl/conversion.py
index 328a4b5fe4..48a9307cab 100644
--- a/tensorflow/python/autograph/impl/conversion.py
+++ b/tensorflow/python/autograph/impl/conversion.py
@@ -295,11 +295,17 @@ def function_to_graph(f,
           ' matching signature. To avoid ambiguity, define each lambda'
           ' in a separate expression.'.format(f, source))
     else:
+      # The inspect.getsource bug is currently known to occur in the Windows
+      # integration tests which run Python 3.6.
+      # TODO(mdan): Find out eaxctly which distribution of Python is that.
       raise ValueError(
           'Unable to identify source code of function {}. The source code'
           ' reported by Python did not include exactly one matching signature:'
           '\n{}\nTo avoid ambiguity, use a unique name for each'
-          ' function.'.format(f, source))
+          ' function.\nNote that some distributions of Python may report source'
+          ' code incorrectly. It may be possible to avoid that bug by'
+          ' organizing the code into smaller units (smaller files, functions or'
+          ' classes), or by turning AutoGraph off.'.format(f, source))
   node, = nodes
 
   # TODO(znado): Place inside standard_analysis.
-- 
GitLab


From 87ca7af6920a284447c396fc4a39aa2cb738f7a7 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Thu, 15 Nov 2018 11:47:48 -0800
Subject: [PATCH 1670/1825] Break down the tests in optimizer_v2_test to work
 around the bug in inspect.getsource that manifests in windows builds.

PiperOrigin-RevId: 221662383
---
 .../keras/optimizer_v2/optimizer_v2_test.py   | 35 +++++++++++--------
 1 file changed, 20 insertions(+), 15 deletions(-)

diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
index cb0886ac9a..305267d73e 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2_test.py
@@ -402,21 +402,6 @@ class OptimizerTest(test.TestCase):
     with self.assertRaises(AttributeError):
       opt.not_an_attr += 3
 
-  def testOptimizerWithFunction(self):
-    with context.eager_mode():
-      var = resource_variable_ops.ResourceVariable([1.0, 2.0],
-                                                   dtype=dtypes.float32)
-      loss = lambda: 3 * var
-      opt = adam.Adam(learning_rate=1.0)
-
-      @def_function.function
-      def fn():
-        opt.minimize(loss, [var])
-        return var
-
-      self.assertAllClose([0., 1.], fn(), atol=1e-4)
-      self.assertAllClose([-1, 0.], fn(), atol=1e-4)
-
   @test_util.run_in_graph_and_eager_modes
   def testOptimizerWithKerasModel(self):
     a = input_layer.Input(shape=(3,), name='input_a')
@@ -491,5 +476,25 @@ class OptimizerTest(test.TestCase):
         float(backend.get_value(model.optimizer.lr)), 0.01, atol=1e-4)
 
 
+# Note: These tests are kept in a separate class to avoid bugs in some
+# distributions of Python that break AutoGraph which is used by tf.function.
+class OptimizerWithFunctionTest(test.TestCase):
+
+  def testBasic(self):
+    with context.eager_mode():
+      var = resource_variable_ops.ResourceVariable([1.0, 2.0],
+                                                   dtype=dtypes.float32)
+      loss = lambda: 3 * var
+      opt = adam.Adam(learning_rate=1.0)
+
+      @def_function.function
+      def fn():
+        opt.minimize(loss, [var])
+        return var
+
+      self.assertAllClose([0., 1.], fn(), atol=1e-4)
+      self.assertAllClose([-1, 0.], fn(), atol=1e-4)
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 79e73ee2294c06866e4b01a02eb3675eb08a5969 Mon Sep 17 00:00:00 2001
From: Taylor Robie <taylorrobie@google.com>
Date: Thu, 15 Nov 2018 11:49:38 -0800
Subject: [PATCH 1671/1825] Move `name` argument to the end of the `shape`,
 `size`, and `sparse.concat` functions.

Add a rewrite rule for `sparse_concat` to `sparse.concat`.

PiperOrigin-RevId: 221662719
---
 tensorflow/python/ops/array_ops.py               | 16 ++++++++++++++--
 tensorflow/python/ops/sparse_ops.py              |  8 +++++++-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt  |  6 +++---
 .../tools/api/golden/v2/tensorflow.sparse.pbtxt  |  2 +-
 tensorflow/tools/compatibility/tf_upgrade_v2.py  | 14 ++++++++++----
 5 files changed, 35 insertions(+), 11 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index d0efbdbaf8..5a81442f3a 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -269,7 +269,13 @@ def broadcast_static_shape(shape_x, shape_y):
   return common_shapes.broadcast_shape(shape_x, shape_y)
 
 
-@tf_export("shape")
+@tf_export("shape", v1=[])
+def shape_v2(input, out_type=dtypes.int32, name=None):
+  # pylint: disable=redefined-builtin
+  return shape(input, name, out_type)
+
+
+@tf_export(v1=["shape"])
 def shape(input, name=None, out_type=dtypes.int32):
   # pylint: disable=redefined-builtin
   """Returns the shape of a tensor.
@@ -342,7 +348,13 @@ def shape_n(input, out_type=dtypes.int32, name=None):
   return gen_array_ops.shape_n(input, out_type=out_type, name=name)
 
 
-@tf_export("size")
+@tf_export("size", v1=[])
+def size_v2(input, out_type=dtypes.int32, name=None):
+  # pylint: disable=redefined-builtin
+  return size(input, name, out_type)
+
+
+@tf_export(v1=["size"])
 def size(input, name=None, out_type=dtypes.int32):
   # pylint: disable=redefined-builtin
   """Returns the size of a tensor.
diff --git a/tensorflow/python/ops/sparse_ops.py b/tensorflow/python/ops/sparse_ops.py
index 80d93f3de1..8a7cfd45b2 100644
--- a/tensorflow/python/ops/sparse_ops.py
+++ b/tensorflow/python/ops/sparse_ops.py
@@ -185,8 +185,14 @@ def sparse_eye(num_rows,
         dense_shape=[num_rows, num_columns])
 
 
+@tf_export("sparse.concat", "sparse_concat", v1=[])
+def sparse_concat_v2(axis, sp_inputs, expand_nonconcat_dim=False,
+                     concat_dim=None, name=None):
+  return sparse_concat(axis, sp_inputs, name, expand_nonconcat_dim, concat_dim)
+
+
 # pylint: disable=protected-access
-@tf_export("sparse.concat", "sparse_concat")
+@tf_export(v1=["sparse.concat", "sparse_concat"])
 @deprecation.deprecated_endpoints("sparse_concat")
 @deprecation.deprecated_args(
     None, "concat_dim is deprecated, use axis instead", "concat_dim")
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 9ce326edd2..87ce1b2328 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1058,7 +1058,7 @@ tf_module {
   }
   member_method {
     name: "shape"
-    argspec: "args=[\'input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\"], "
+    argspec: "args=[\'input\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int32\'>\", \'None\'], "
   }
   member_method {
     name: "shape_n"
@@ -1082,7 +1082,7 @@ tf_module {
   }
   member_method {
     name: "size"
-    argspec: "args=[\'input\', \'name\', \'out_type\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'int32\'>\"], "
+    argspec: "args=[\'input\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int32\'>\", \'None\'], "
   }
   member_method {
     name: "slice"
@@ -1094,7 +1094,7 @@ tf_module {
   }
   member_method {
     name: "sparse_concat"
-    argspec: "args=[\'axis\', \'sp_inputs\', \'name\', \'expand_nonconcat_dim\', \'concat_dim\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+    argspec: "args=[\'axis\', \'sp_inputs\', \'expand_nonconcat_dim\', \'concat_dim\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'None\'], "
   }
   member_method {
     name: "sparse_to_dense"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
index 9c9c4d838e..cf63924bb1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
@@ -14,7 +14,7 @@ tf_module {
   }
   member_method {
     name: "concat"
-    argspec: "args=[\'axis\', \'sp_inputs\', \'name\', \'expand_nonconcat_dim\', \'concat_dim\'], varargs=None, keywords=None, defaults=[\'None\', \'False\', \'None\'], "
+    argspec: "args=[\'axis\', \'sp_inputs\', \'expand_nonconcat_dim\', \'concat_dim\', \'name\'], varargs=None, keywords=None, defaults=[\'False\', \'None\', \'None\'], "
   }
   member_method {
     name: "cross"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 82044ff43f..35592918ae 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -58,6 +58,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # pylint: disable=line-too-long
     # Add additional renames not in renames_v2.py here.
     self.symbol_renames.update({
+        "tf.sparse_concat": "tf.sparse.concat",
     })
     # pylint: enable=line-too-long
 
@@ -75,11 +76,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # IMPORTANT: order here should correspond to OLD argument order.
     # We just prepend "arg_name=" to all arguments in function calls.
     self.function_reorders = {
-        "tf.argmax": ["input", "axis", "output_type", "name"],
-        "tf.argmin": ["input", "axis", "output_type", "name"],
+        "tf.argmax": ["input", "axis", "name", "dimension", "output_type"],
+        "tf.argmin": ["input", "axis", "name", "dimension", "output_type"],
         "tf.boolean_mask": ["tensor", "mask", "name", "axis"],
-        "tf.convert_to_tensor": ["value", "dtype", "preferred_dtype", "name"],
-        "tf.pad": ["tensor", "paddings", "mode", "name", "constant_values"],
+        "tf.convert_to_tensor": ["value", "dtype", "name", "preferred_dtype"],
         "tf.nn.pool": [
             "input", "window_shape", "pooling_type", "padding", "dilation_rate",
             "strides", "name", "data_format"
@@ -88,6 +88,12 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             "input", "depthwise_filter", "pointwise_filter", "strides",
             "padding", "data_format", "dilations", "name"
         ],
+        "tf.pad": ["tensor", "paddings", "mode", "name", "constant_values"],
+        "tf.shape": ["input", "name", "out_type"],
+        "tf.size": ["input", "name", "out_type"],
+        "tf.sparse.concat": [
+            "axis", "sp_inputs", "name", "expand_nonconcat_dim", "concat_dim"
+        ],
     }
 
     # Specially handled functions.
-- 
GitLab


From ed2c7cdf015a858bb0404826f9336dd224e28533 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Thu, 15 Nov 2018 11:50:48 -0800
Subject: [PATCH 1672/1825] Add tensorflow/python/platform/__init__.py for
 clearer error msg.

Without this init file, when trying to import tensorflow python code
from the source tree you get this error....

File "tensorflow/tensorflow/python/pywrap_tensorflow.py", line 25, in <module>
  from tensorflow.python.platform import self_check
ImportError: No module named platform

With this init file you get a much clearer error message telling you
not to do this...

File "tensorflow/tensorflow/python/pywrap_tensorflow.py", line 25, in <module>
  from tensorflow.python.platform import self_check
File "tensorflow/tensorflow/python/platform/self_check.py", line 27, in <module>
    raise ImportError("Could not import tensorflow. Do not import tensorflow "
ImportError: Could not import tensorflow. Do not import tensorflow from its source directory; change directory to outside the TensorFlow source tree, and relaunch your Python interpreter from there.
PiperOrigin-RevId: 221662931
---
 tensorflow/python/eager/test.py        | 2 +-
 tensorflow/python/platform/__init__.py | 0
 2 files changed, 1 insertion(+), 1 deletion(-)
 create mode 100644 tensorflow/python/platform/__init__.py

diff --git a/tensorflow/python/eager/test.py b/tensorflow/python/eager/test.py
index 33ee797678..a45deac962 100644
--- a/tensorflow/python/eager/test.py
+++ b/tensorflow/python/eager/test.py
@@ -24,6 +24,6 @@ from tensorflow.python.platform.test import *  # pylint: disable=wildcard-import
 
 
 # TODO(akshayka): Do away with this file.
-def main(argv=None):
+def main(argv=None):  # pylint: disable=function-redefined
   _ops.enable_eager_execution()
   _test.main(argv)
diff --git a/tensorflow/python/platform/__init__.py b/tensorflow/python/platform/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
-- 
GitLab


From a2833694c1b2e8b26c2409dd7e40e65d4c4b8ea3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 11:54:36 -0800
Subject: [PATCH 1673/1825]   export keras.backend.tile

PiperOrigin-RevId: 221663541
---
 tensorflow/python/keras/backend.py                            | 2 +-
 tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt | 4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt | 4 ++++
 3 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 6174478e59..1d23e14d1d 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -2547,7 +2547,7 @@ def arange(start, stop=None, step=1, dtype='int32'):
     result = cast(result, dtype)
   return result
 
-
+@tf_export('keras.backend.tile')
 def tile(x, n):
   """Creates a tensor by tiling `x` by `n`.
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
index 85e2a71ff3..8cd0c6ea5f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.backend.pbtxt
@@ -512,6 +512,10 @@ tf_module {
     name: "temporal_padding"
     argspec: "args=[\'x\', \'padding\'], varargs=None, keywords=None, defaults=[\'(1, 1)\'], "
   }
+  member_method {
+    name: "tile"
+    argspec: "args=[\'x\', \'n\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "to_dense"
     argspec: "args=[\'tensor\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
index 38105c540c..d200d3d26d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.backend.pbtxt
@@ -508,6 +508,10 @@ tf_module {
     name: "temporal_padding"
     argspec: "args=[\'x\', \'padding\'], varargs=None, keywords=None, defaults=[\'(1, 1)\'], "
   }
+  member_method {
+    name: "tile"
+    argspec: "args=[\'x\', \'n\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "to_dense"
     argspec: "args=[\'tensor\'], varargs=None, keywords=None, defaults=None"
-- 
GitLab


From dd7dd8e16c0b564dce9893d65fb92e8b6eb79e93 Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Thu, 15 Nov 2018 12:11:47 -0800
Subject: [PATCH 1674/1825] [TF:XLA][XlaCompiler]Support non-default layout in
 return type.

- Add a layout field in XlaContext RetVal object.

- Change retval_op to also return the layout of the result of shape_representation_fn.

- Resets the layout based on the layout field for return shapes in xla_compiler.

- Add tests.

PiperOrigin-RevId: 221666728
---
 tensorflow/compiler/tf2xla/xla_compiler.cc    | 39 ++++++----
 .../compiler/tf2xla/xla_compiler_test.cc      | 77 +++++++++++++++++++
 2 files changed, 102 insertions(+), 14 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/xla_compiler.cc b/tensorflow/compiler/tf2xla/xla_compiler.cc
index a08d030ce7..8036bc6844 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler.cc
@@ -158,7 +158,8 @@ Status BuildComputation(
     xla::XlaBuilder* builder, xla::XlaComputation* computation,
     int* num_computation_outputs, int* num_nonconst_outputs,
     std::vector<XlaCompiler::OutputDescription>* outputs,
-    std::vector<XlaCompiler::ResourceUpdate>* resource_updates) {
+    std::vector<XlaCompiler::ResourceUpdate>* resource_updates,
+    xla::Shape* output_shape) {
   // Attach a common operator name as metadata. This has no semantic effect — it
   // merely makes the HLO graph more readable when visualized via TensorBoard,
   // since TensorBoard forms groups out of operators with similar names.
@@ -176,6 +177,10 @@ Status BuildComputation(
 
   std::vector<xla::XlaOp> elems;
   elems.reserve(retvals.size());
+
+  // Keeps track of which retvals have layout to update. The first element is
+  // the output index, second element is the new layout.
+  std::vector<std::pair<int64, xla::Layout>> retval_to_update_layout;
   for (int i = 0; i < retvals.size(); ++i) {
     XlaCompiler::OutputDescription& output = (*outputs)[i];
     const XlaExpression& retval = retvals[i];
@@ -202,10 +207,12 @@ Status BuildComputation(
           TF_ASSIGN_OR_RETURN(xla::Shape shape, shape_representation_fn(
                                                     output.shape, output.type));
           value = xla::Reshape(value, xla::AsInt64Slice(shape.dimensions()));
+          retval_to_update_layout.emplace_back(elems.size(), shape.layout());
         } else if (it != retval_cores.end()) {
           // Apply the sharding to the output, if there is a core assignment.
           value = identity_op(value);
         }
+
         elems.push_back(value);
         break;
       }
@@ -297,6 +304,21 @@ Status BuildComputation(
     return computation_status.status();
   }
   *computation = computation_status.ConsumeValueOrDie();
+
+  TF_ASSIGN_OR_RETURN(const auto& program_shape,
+                      computation->GetProgramShape());
+  *output_shape = program_shape.result();
+  // Update the output layout to the layout of retval.
+  for (auto& update : retval_to_update_layout) {
+    if (!always_return_tuple && elems.size() == 1) {
+      *output_shape->mutable_layout() = update.second;
+      continue;
+    }
+
+    xla::Shape* output_sub_shape =
+        xla::ShapeUtil::GetMutableSubshape(output_shape, {update.first});
+    *output_sub_shape->mutable_layout() = update.second;
+  }
   return Status::OK();
 }
 
@@ -988,23 +1010,12 @@ Status XlaCompiler::CompileGraph(const XlaCompiler::CompileOptions& options,
       options.return_updated_values_for_all_resources,
       options.always_return_tuple, &builder, result->computation.get(),
       &num_computation_outputs, &num_nonconst_outputs, &result->outputs,
-      &result->resource_updates));
+      &result->resource_updates, &result->xla_output_shape));
 
   VLOG(2) << "Outputs: total: " << context->retvals().size()
           << " nonconstant: " << num_nonconst_outputs;
-
-  // Compute the XLA output shape, if there is a computation with non-constant
-  // outputs.
-  TF_ASSIGN_OR_RETURN(std::unique_ptr<xla::ProgramShape> computation_shape,
-                      client()->GetComputationShape(*result->computation));
-
-  result->xla_output_shape.Swap(computation_shape->mutable_result());
   VLOG(2) << "XLA output shape: "
-          << xla::ShapeUtil::HumanString(result->xla_output_shape);
-
-  // Tensorflow expects a major-to-minor order of results.
-  xla::LayoutUtil::SetToDefaultLayout(&result->xla_output_shape);
-
+          << xla::ShapeUtil::HumanStringWithLayout(result->xla_output_shape);
   return Status::OK();
 }
 
diff --git a/tensorflow/compiler/tf2xla/xla_compiler_test.cc b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
index aaee208f63..eba5d77efa 100644
--- a/tensorflow/compiler/tf2xla/xla_compiler_test.cc
+++ b/tensorflow/compiler/tf2xla/xla_compiler_test.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/cc/ops/function_ops.h"
 #include "tensorflow/cc/ops/resource_variable_ops.h"
 #include "tensorflow/cc/ops/standard_ops.h"
+#include "tensorflow/compiler/tf2xla/shape_util.h"
 #include "tensorflow/compiler/tf2xla/side_effect_util.h"
 #include "tensorflow/compiler/tf2xla/type_util.h"
 #include "tensorflow/compiler/tf2xla/xla_op_kernel.h"
@@ -910,6 +911,82 @@ TEST_F(XlaCompilerTest, Variables) {
   RunAndCheckVariablesComputation(client_, result);
 }
 
+TEST_F(XlaCompilerTest, ResultLayoutSingle) {
+  Scope scope = Scope::NewRootScope().ExitOnError();
+  auto a = ops::_Arg(scope.WithOpName("A"), DT_INT32, 0);
+  auto b = ops::_Retval(scope.WithOpName("RET"), a, 0);
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  TF_ASSERT_OK(scope.ToGraph(graph.get()));
+
+  // Builds a description of the arguments.
+  std::vector<XlaCompiler::Argument> args(1);
+  args[0].kind = XlaCompiler::Argument::kParameter;
+  args[0].type = DT_INT32;
+  args[0].shape = TensorShape({2, 3});
+
+  auto options = DefaultOptions();
+  // Sets the representation function to return a non-default layout.
+  options.shape_representation_fn =
+      [](const TensorShape& shape, DataType type) -> xla::StatusOr<xla::Shape> {
+    xla::Shape xla_shape;
+    TF_RETURN_IF_ERROR(TensorShapeToXLAShape(type, shape, &xla_shape));
+    *xla_shape.mutable_layout() = xla::LayoutUtil::MakeLayout({0, 1});
+    return xla_shape;
+  };
+
+  // Compiles the graph.
+  XlaCompiler compiler(options);
+
+  XlaCompiler::CompilationResult result;
+  auto compile_options = XlaCompiler::CompileOptions();
+  compile_options.always_return_tuple = false;
+  TF_ASSERT_OK(compiler.CompileGraph(compile_options, "id", std::move(graph),
+                                     args, &result));
+  EXPECT_TRUE(xla::ShapeUtil::Equal(
+      result.xla_output_shape,
+      xla::ShapeUtil::MakeShapeWithLayout(xla::S32, {2, 3}, {0, 1})));
+}
+
+TEST_F(XlaCompilerTest, ResultLayoutMultiple) {
+  Scope scope = Scope::NewRootScope().ExitOnError();
+  auto a = ops::_Arg(scope.WithOpName("A"), DT_INT32, 0);
+  auto b = ops::_Retval(scope.WithOpName("RET1"), a, 0);
+  auto c = ops::_Retval(scope.WithOpName("RET2"), a, 1);
+
+  std::unique_ptr<Graph> graph(new Graph(OpRegistry::Global()));
+  TF_ASSERT_OK(scope.ToGraph(graph.get()));
+
+  // Builds a description of the arguments.
+  std::vector<XlaCompiler::Argument> args(1);
+  args[0].kind = XlaCompiler::Argument::kParameter;
+  args[0].type = DT_INT32;
+  args[0].shape = TensorShape({2, 3});
+
+  auto options = DefaultOptions();
+  // Sets the representation function to return a non-default layout.
+  options.shape_representation_fn =
+      [](const TensorShape& shape, DataType type) -> xla::StatusOr<xla::Shape> {
+    xla::Shape xla_shape;
+    TF_RETURN_IF_ERROR(TensorShapeToXLAShape(type, shape, &xla_shape));
+    *xla_shape.mutable_layout() = xla::LayoutUtil::MakeLayout({0, 1});
+    return xla_shape;
+  };
+
+  // Compiles the graph.
+  XlaCompiler compiler(options);
+
+  XlaCompiler::CompilationResult result;
+  TF_ASSERT_OK(compiler.CompileGraph(XlaCompiler::CompileOptions(), "id",
+                                     std::move(graph), args, &result));
+  xla::Shape result_shape =
+      xla::ShapeUtil::MakeShapeWithLayout(xla::S32, {2, 3}, {0, 1});
+
+  EXPECT_TRUE(xla::ShapeUtil::Equal(
+      result.xla_output_shape,
+      xla::ShapeUtil::MakeTupleShape({result_shape, result_shape})));
+}
+
 // Tests a simple graph that reads and writes a variable.
 TEST_F(XlaCompilerTest, ReturnResourceHandleOnly) {
   Scope scope = Scope::NewRootScope().ExitOnError();
-- 
GitLab


From 219bb5d8dc9d16fa2e9895d8d4c6adaf45ee3c34 Mon Sep 17 00:00:00 2001
From: Tim Shen <timshen@google.com>
Date: Thu, 15 Nov 2018 12:16:59 -0800
Subject: [PATCH 1675/1825] Use protos for dnn.h data structure
 implementations.

This is the first of a series patches that log StreamExecutor
convolution calls. This patch introduced structured (proto) logging,
suitable for serialize and potentially deserialize.

PiperOrigin-RevId: 221667516
---
 .../xla/service/gpu/cudnn_conv_runner.cc      |   8 +-
 tensorflow/stream_executor/BUILD              |  12 +
 tensorflow/stream_executor/cuda/cuda_dnn.cc   |   2 +
 tensorflow/stream_executor/dnn.cc             | 134 +++++----
 tensorflow/stream_executor/dnn.h              | 265 +++++++++---------
 tensorflow/stream_executor/dnn.proto          | 102 +++++++
 tensorflow/stream_executor/stream.cc          |   3 +-
 7 files changed, 309 insertions(+), 217 deletions(-)
 create mode 100644 tensorflow/stream_executor/dnn.proto

diff --git a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
index 3df4ab96e1..3425e1b494 100644
--- a/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
+++ b/tensorflow/compiler/xla/service/gpu/cudnn_conv_runner.cc
@@ -370,14 +370,12 @@ StatusOr<CudnnConvParams> GetCudnnConvParams(
       params.output_shape = &conv_result_shape;
       params.fusion.emplace();
       auto& fusion = *params.fusion;
-      if (backend_config.activation_mode() <
-          static_cast<int64>(se::dnn::ActivationMode::kNumActivationModes)) {
-        fusion.mode = static_cast<se::dnn::ActivationMode>(
-            backend_config.activation_mode());
-      } else {
+      if (!se::dnn::ActivationMode_IsValid(backend_config.activation_mode())) {
         return InternalError("Bad activation mode: %s",
                              backend_config.ShortDebugString());
       }
+      fusion.mode = static_cast<se::dnn::ActivationMode>(
+          backend_config.activation_mode());
       fusion.side_input_scale = backend_config.side_input_scale();
       params.input_buf = operand_buffers[0];
       params.filter_buf = operand_buffers[1];
diff --git a/tensorflow/stream_executor/BUILD b/tensorflow/stream_executor/BUILD
index 5c9d85acf4..2526e1adaa 100644
--- a/tensorflow/stream_executor/BUILD
+++ b/tensorflow/stream_executor/BUILD
@@ -1,6 +1,8 @@
 licenses(["restricted"])
 
 load("@local_config_cuda//cuda:build_defs.bzl", "if_cuda_is_configured")
+load("//tensorflow/core:platform/default/build_config.bzl", "tf_proto_library")
+load("//tensorflow/core:platform/default/build_config.bzl", "tf_additional_all_protos")
 load("//tensorflow/core:platform/default/build_config_root.bzl", "if_static")
 load("//tensorflow:tensorflow.bzl", "cc_header_only_library")
 
@@ -13,6 +15,14 @@ STREAM_EXECUTOR_HEADERS = glob([
     "platform/**/*.h",
 ])
 
+tf_proto_library(
+    name = "dnn_proto",
+    srcs = ["dnn.proto"],
+    cc_api_version = 2,
+    default_header = True,
+    protodeps = tf_additional_all_protos(),
+)
+
 cc_library(
     name = "stream_executor_impl",
     srcs = glob(
@@ -35,6 +45,7 @@ cc_library(
     }),
     visibility = ["//visibility:public"],
     deps = [
+        ":dnn_proto_cc_impl",
         "//tensorflow/core:lib",
         "//tensorflow/core:ptr_util",
         "@com_google_absl//absl/container:flat_hash_map",
@@ -51,6 +62,7 @@ cc_library(
     hdrs = STREAM_EXECUTOR_HEADERS,
     visibility = ["//visibility:public"],
     deps = [
+        ":dnn_proto_cc",
         "//tensorflow/core:lib",
         "//tensorflow/core:ptr_util",
         "@com_google_absl//absl/strings",
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc
index b5583cbb94..3dd5b77ddb 100644
--- a/tensorflow/stream_executor/cuda/cuda_dnn.cc
+++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc
@@ -161,6 +161,8 @@ cudnnDataType_t GetCudnnDataType<int8>(dnn::DataLayout layout) {
       return CUDNN_DATA_INT8;
     case dnn::DataLayout::kBatchDepthYX4:
       return CUDNN_DATA_INT8x4;
+    default:
+      LOG(FATAL) << "Unsupported layout: " << static_cast<int32_t>(layout);
   }
 }
 
diff --git a/tensorflow/stream_executor/dnn.cc b/tensorflow/stream_executor/dnn.cc
index 0448ffce41..faa662211e 100644
--- a/tensorflow/stream_executor/dnn.cc
+++ b/tensorflow/stream_executor/dnn.cc
@@ -23,7 +23,7 @@ namespace stream_executor {
 namespace dnn {
 
 uint64 AlgorithmDesc::hash() const {
-  return ::tensorflow::Hash64Combine(algo_, tensor_ops_enabled_);
+  return ::tensorflow::Hash64Combine(algo_id(), tensor_ops_enabled());
 }
 
 bool DnnSupport::GetConvolveAlgorithms(
@@ -187,6 +187,9 @@ std::tuple<int, int, int> GetDimIndices(const DataLayout& layout,
       batch_idx = 0;
       spatial_idx = 2;
       break;
+
+    default:
+      LOG(FATAL) << "Unknown layout " << layout;
   }
 
   return std::make_tuple(depth_idx, batch_idx, spatial_idx);
@@ -233,28 +236,27 @@ string AlgorithmConfig::ToString() const {
 // -- BatchDescriptor
 
 BatchDescriptor::BatchDescriptor(int ndims)
-    : count_(0),
-      feature_map_count_(0),
-      spatial_size_(ndims, 0),
-      value_max_(0.0),
+    : value_max_(0.0),
       value_min_(0.0),
-      layout_(DataLayout::kYXDepthBatch),
-      ndims_(ndims),
-      quantized_activation_mode_(QuantizedActivationMode::k8Bit) {}
+      quantized_activation_mode_(QuantizedActivationMode::k8Bit) {
+  tensor_.mutable_dimensions()->Resize(ndims + 2, 0);
+  set_layout(DataLayout::kYXDepthBatch);
+}
 
 BatchDescriptor::BatchDescriptor() : BatchDescriptor(/*ndims=*/2) {}
 
 std::vector<int64> BatchDescriptor::full_dims(const DataLayout& layout) const {
-  std::vector<int64> bdyx_dims(ndims_ + 2);
+  std::vector<int64> bdyx_dims(ndims() + 2);
   bdyx_dims[0] = count();
   bdyx_dims[1] = feature_map_count();
-  std::copy(spatial_size_.begin(), spatial_size_.end(), bdyx_dims.begin() + 2);
+  std::copy(spatial_size().begin(), spatial_size().end(),
+            bdyx_dims.begin() + 2);
   return ReorderDims(bdyx_dims, DataLayout::kBatchDepthYX, layout);
 }
 
 std::vector<int64> BatchDescriptor::full_strides(
     const DataLayout& layout) const {
-  if (layout_ == DataLayout::kBatchDepthYX4) {
+  if (this->layout() == DataLayout::kBatchDepthYX4) {
     LOG(FATAL)
         << "Cannot compute full strides for batch descriptor " << ToString()
         << ", because its layout is kBatchDepthYX4. In fact, "
@@ -262,36 +264,32 @@ std::vector<int64> BatchDescriptor::full_strides(
            "Use cudnnSetTensor4DDescriptor to set cudnnTensorDescriptor_t "
            "instead.";
   }
-  std::vector<int64> phys_dims = full_dims(layout_);
+  std::vector<int64> phys_dims = full_dims(this->layout());
   std::vector<int64> phys_strides(phys_dims.size());
-  phys_strides[ndims_ + 1] = 1;
-  for (int i = ndims_; i >= 0; i--) {
+  phys_strides[ndims() + 1] = 1;
+  for (int i = ndims(); i >= 0; i--) {
     phys_strides[i] = phys_strides[i + 1] * phys_dims[i + 1];
   }
-  return ReorderDims(phys_strides, layout_, layout);
+  return ReorderDims(phys_strides, this->layout(), layout);
 }
 
 void BatchDescriptor::CloneFrom(const BatchDescriptor& other) {
-  count_ = other.count_;
-  feature_map_count_ = other.feature_map_count_;
-  spatial_size_ = other.spatial_size_;
+  tensor_ = other.tensor_;
   value_max_ = other.value_max_;
   value_min_ = other.value_min_;
-  layout_ = other.layout_;
-  ndims_ = other.ndims_;
   quantized_activation_mode_ = other.quantized_activation_mode_;
 }
 
 string BatchDescriptor::ToString() const {
   string spatial;
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&spatial, "%lld ", spatial_size_[i]);
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&spatial, "%lld ", spatial_size()[i]);
   }
   return port::Printf(
       "{count: %lld feature_map_count: %lld spatial: %s "
       "value_min: %f value_max: %f layout: %s}",
-      count_, feature_map_count_, spatial.c_str(), value_min_, value_max_,
-      DataLayoutString(layout_).c_str());
+      count(), feature_map_count(), spatial.c_str(), value_min_, value_max_,
+      DataLayoutString(layout()).c_str());
 }
 
 string BatchDescriptor::ToShortString() const {
@@ -302,8 +300,8 @@ string BatchDescriptor::ToShortString() const {
   string batch = absl::StrCat("b", count());
 
   string spatial = "s";
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&spatial, "%lld ", spatial_size_[i]);
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&spatial, "%lld ", spatial_size()[i]);
   }
 
   string suffix;
@@ -333,18 +331,18 @@ string BatchDescriptor::ToShortString() const {
 
 int64 BatchDescriptor::NodesPerFeatureMap() const {
   int64 ret = 1;
-  for (int i = 0; i < ndims_; i++) {
-    ret *= spatial_size_[i];
+  for (int i = 0; i < ndims(); i++) {
+    ret *= spatial_size()[i];
   }
   return ret;
 }
 
 int64 BatchDescriptor::NodesAcrossFeatureMaps() const {
-  return NodesPerFeatureMap() * feature_map_count_;
+  return NodesPerFeatureMap() * feature_map_count();
 }
 
 int64 BatchDescriptor::ElementCount() const {
-  return count_ * feature_map_count_ * NodesPerFeatureMap();
+  return count() * feature_map_count() * NodesPerFeatureMap();
 }
 
 int64 BatchDescriptor::FullyConnectedWeightCount(
@@ -372,33 +370,27 @@ BatchDescriptor BatchDescriptor::DepthConcatenateOutputDescriptor(
 
 // -- FilterDescriptor
 
-FilterDescriptor::FilterDescriptor(int ndims)
-    : output_feature_map_count_(0),
-      input_feature_map_count_(0),
-      input_filter_dims_(ndims, 0),
-      ndims_(ndims),
-      layout_(FilterLayout::kOutputInputYX) {}
+FilterDescriptor::FilterDescriptor(int ndims) {
+  tensor_.mutable_dimensions()->Resize(ndims + 2, 0);
+  set_layout(FilterLayout::kOutputInputYX);
+}
 
 FilterDescriptor::FilterDescriptor() : FilterDescriptor(/*ndims=*/2) {}
 
 FilterDescriptor::~FilterDescriptor() {}
 
 void FilterDescriptor::CloneFrom(const FilterDescriptor& other) {
-  set_output_feature_map_count(other.output_feature_map_count())
-      .set_input_feature_map_count(other.input_feature_map_count())
-      .set_layout(other.layout());
-  input_filter_dims_ = other.input_filter_dims_;
-  ndims_ = other.ndims_;
+  tensor_ = other.tensor_;
 }
 
 string FilterDescriptor::ToString() const {
   string desc = port::Printf(
       "{output_feature_map_count: %lld input_feature_map_count: %lld "
       "layout: %s shape: ",
-      output_feature_map_count_, input_feature_map_count_,
-      FilterLayoutString(layout_).c_str());
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&desc, "%lld ", input_filter_dims_[i]);
+      output_feature_map_count(), input_feature_map_count(),
+      FilterLayoutString(layout()).c_str());
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&desc, "%lld ", input_filter_dims()[i]);
   }
   absl::StrAppend(&desc, "}");
 
@@ -409,15 +401,15 @@ string FilterDescriptor::ToShortString() const {
   // All the constituent strings are less than 15 characters, so the
   // small string optimization ensures that there will be at most one
   // heap memory allocation.
-  string od = absl::StrCat("od", output_feature_map_count_);
-  string id = absl::StrCat("id", input_feature_map_count_);
+  string od = absl::StrCat("od", output_feature_map_count());
+  string id = absl::StrCat("id", input_feature_map_count());
 
   string spatial = "s";
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&spatial, "%lld ", input_filter_dims_[i]);
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&spatial, "%lld ", input_filter_dims()[i]);
   }
 
-  switch (layout_) {
+  switch (layout()) {
     case FilterLayout::kOutputInputYX:
       return absl::StrCat(od, id, spatial);
     case FilterLayout::kOutputYXInput:
@@ -429,28 +421,28 @@ string FilterDescriptor::ToShortString() const {
     case FilterLayout::kYXInputOutput:
       return absl::StrCat(spatial, id, od);
     default:
-      LOG(FATAL) << "Unknown layout " << static_cast<int32>(layout_);
+      LOG(FATAL) << "Unknown layout " << static_cast<int32>(layout());
       return "";  // Avoid return warning (unreachable)
   }
 }
 
 int64 FilterDescriptor::ComputeWeightCount() const {
-  int64 ret = output_feature_map_count_ * input_feature_map_count_;
-  for (int i = 0; i < ndims_; i++) {
-    ret *= input_filter_dims_[i];
+  int64 ret = output_feature_map_count() * input_feature_map_count();
+  for (int i = 0; i < ndims(); i++) {
+    ret *= input_filter_dims()[i];
   }
   return ret;
 }
 
 // -- ConvolutionDescriptor
 
-ConvolutionDescriptor::ConvolutionDescriptor(int ndims)
-    : zero_padding_(ndims, 0),
-      filter_strides_(ndims, 1),
-      dilation_rates_(ndims, 1),
-      group_count_(1),
-      ndims_(ndims),
-      convolution_not_crosscorr_(false) {}
+ConvolutionDescriptor::ConvolutionDescriptor(int ndims) {
+  proto_.mutable_paddings()->Resize(ndims, 0);
+  proto_.mutable_strides()->Resize(ndims, 1);
+  proto_.mutable_dilations()->Resize(ndims, 1);
+  proto_.set_group_count(1);
+  proto_.set_convolution_mode(ConvolutionMode::CROSS_CORRELATION);
+}
 
 ConvolutionDescriptor::ConvolutionDescriptor()
     : ConvolutionDescriptor(/*ndims=*/2) {}
@@ -461,10 +453,10 @@ string ConvolutionDescriptor::ToString() const {
   string padding;
   string strides;
   string dilations;
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&padding, "%lld ", zero_padding_[i]);
-    port::Appendf(&strides, "%lld ", filter_strides_[i]);
-    port::Appendf(&dilations, "%lld ", dilation_rates_[i]);
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&padding, "%lld ", this->padding()[i]);
+    port::Appendf(&strides, "%lld ", this->strides()[i]);
+    port::Appendf(&dilations, "%lld ", this->dilations()[i]);
   }
 
   return port::Printf(
@@ -476,15 +468,15 @@ string ConvolutionDescriptor::ToString() const {
 
 string ConvolutionDescriptor::ToShortString() const {
   string desc;
-  for (int i = 0; i < ndims_; i++) {
+  for (int i = 0; i < ndims(); i++) {
     if (i > 0) port::Appendf(&desc, "_");
-    port::Appendf(&desc, "p%d:%lld", i, zero_padding_[i]);
+    port::Appendf(&desc, "p%d:%lld", i, padding()[i]);
   }
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&desc, "_s%d:%lld", i, filter_strides_[i]);
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&desc, "_s%d:%lld", i, strides()[i]);
   }
-  for (int i = 0; i < ndims_; i++) {
-    port::Appendf(&desc, "_d%d:%lld", i, dilation_rates_[i]);
+  for (int i = 0; i < ndims(); i++) {
+    port::Appendf(&desc, "_d%d:%lld", i, dilations()[i]);
   }
   return desc;
 }
diff --git a/tensorflow/stream_executor/dnn.h b/tensorflow/stream_executor/dnn.h
index f4270c8575..ab88345873 100644
--- a/tensorflow/stream_executor/dnn.h
+++ b/tensorflow/stream_executor/dnn.h
@@ -29,7 +29,9 @@ limitations under the License.
 
 #include "absl/types/optional.h"
 #include "absl/types/span.h"
+#include "tensorflow/core/platform/protobuf.h"
 #include "tensorflow/stream_executor/device_memory.h"
+#include "tensorflow/stream_executor/dnn.pb.h"
 #include "tensorflow/stream_executor/lib/array_slice.h"
 #include "tensorflow/stream_executor/lib/status.h"
 #include "tensorflow/stream_executor/lib/statusor.h"
@@ -48,19 +50,6 @@ class ScratchAllocator;
 
 namespace dnn {
 
-// Describes how an input or output layer's data is formatted.
-// Specify int64 so there's no padding in BatchDescriptor.
-enum class DataLayout : int64 {
-  kYXDepthBatch = 0,  // Same as dist_belief::DF_DEPTH_MAJOR.
-  kYXBatchDepth,      // Same as dist_belief::DF_BATCH_MAJOR.
-  kBatchYXDepth,      // Same as run_brain output, and tensorflow's layout.
-  kBatchDepthYX,      // cuDNN's NCHW layout, data laid out as image, feature
-                      // maps, rows, columns.
-  kBatchDepthYX4,     // cuDNN's NCHW_VECT_C layout, data laid out the same as
-                      // kBatchDepthYX but each element is a vector of 4 feature
-                      // maps.
-};
-
 // Specifies an index to use when accessing specific spatial dimensions.
 enum class DimIndex : int {
   X = 0,
@@ -73,8 +62,27 @@ inline int64 GetDim(absl::Span<const int64> data, DimIndex dim) {
   return data.rbegin()[static_cast<int64>(dim)];
 }
 
+inline void SetDim(absl::Span<int64> data, DimIndex dim, int64 value) {
+  data.rbegin()[static_cast<int64>(dim)] = value;
+}
+
 inline void SetDim(std::vector<int64>* data, DimIndex dim, int64 value) {
-  data->rbegin()[static_cast<int64>(dim)] = value;
+  return SetDim(absl::MakeSpan(*data), dim, value);
+}
+
+// tensorflow::int64 is not the same type as tensorflow::protobuf_int64 in
+// open-source. Wrapper function that gives an int64 array slice view of a
+// repeated int64 protobuf field.
+inline absl::Span<const int64> AsInt64Slice(
+    const tensorflow::protobuf::RepeatedField<tensorflow::protobuf_int64>& v) {
+  return absl::Span<const int64>(reinterpret_cast<const int64*>(v.data()),
+                                 v.size());
+}
+
+inline absl::Span<int64> AsInt64Slice(
+    tensorflow::protobuf::RepeatedField<tensorflow::protobuf_int64>* v) {
+  return absl::Span<int64>(reinterpret_cast<int64*>(v->mutable_data()),
+                           v->size());
 }
 
 // Returns a string representation of the given data layout.
@@ -87,14 +95,6 @@ enum class QuantizedActivationMode {
   k32Bit = 4,
 };
 
-// Specifies the data type used by an operation.
-enum class DataType {
-  kFloat = 0,
-  kDouble = 1,
-  kHalf = 2,
-  kInt8 = 3,
-};
-
 // A helper class to convert C/C++ types to the proper enums.
 template <typename T>
 struct ToDataType;
@@ -245,15 +245,15 @@ class BatchDescriptor {
   string ToShortString() const;
 
   // Accessors.
-  int64 count() const { return count_; }
-  int64 feature_map_count() const { return feature_map_count_; }
-  int64 height() const { return GetDim(spatial_size_, DimIndex::Y); }
-  int64 width() const { return GetDim(spatial_size_, DimIndex::X); }
-  int64 spatial_dim(DimIndex dim) const { return GetDim(spatial_size_, dim); }
-  int ndims() const { return ndims_; }
+  int64 count() const { return tensor_.dimensions(0); }
+  int64 feature_map_count() const { return tensor_.dimensions(1); }
+  int64 height() const { return GetDim(spatial_size(), DimIndex::Y); }
+  int64 width() const { return GetDim(spatial_size(), DimIndex::X); }
+  int64 spatial_dim(DimIndex dim) const { return GetDim(spatial_size(), dim); }
+  int ndims() const { return spatial_size().size(); }
   float value_max() const { return value_max_; }
   float value_min() const { return value_min_; }
-  DataLayout layout() const { return layout_; }
+  DataLayout layout() const { return tensor_.data_layout(); }
   QuantizedActivationMode quantized_activation_mode() const {
     return quantized_activation_mode_;
   }
@@ -267,23 +267,23 @@ class BatchDescriptor {
 
   // Named-argument helpers for avoiding user error during construction.
   BatchDescriptor& set_count(int64 value) {
-    count_ = value;
+    tensor_.set_dimensions(0, value);
     return *this;
   }
   BatchDescriptor& set_feature_map_count(int64 value) {
-    feature_map_count_ = value;
+    tensor_.set_dimensions(1, value);
     return *this;
   }
   BatchDescriptor& set_height(int64 value) {
-    SetDim(&spatial_size_, DimIndex::Y, value);
+    SetDim(spatial_size(), DimIndex::Y, value);
     return *this;
   }
   BatchDescriptor& set_width(int64 value) {
-    SetDim(&spatial_size_, DimIndex::X, value);
+    SetDim(spatial_size(), DimIndex::X, value);
     return *this;
   }
   BatchDescriptor& set_spatial_dim(DimIndex dim, int64 value) {
-    SetDim(&spatial_size_, dim, value);
+    SetDim(spatial_size(), dim, value);
     return *this;
   }
   BatchDescriptor& set_value_max(float value) {
@@ -295,7 +295,7 @@ class BatchDescriptor {
     return *this;
   }
   BatchDescriptor& set_layout(DataLayout layout) {
-    layout_ = layout;
+    tensor_.set_data_layout(layout);
     return *this;
   }
   BatchDescriptor& set_quantized_activation_mode(
@@ -334,31 +334,20 @@ class BatchDescriptor {
       port::ArraySlice<dnn::BatchDescriptor> inputs);
 
  private:
-  int64 count_;
-  int64 feature_map_count_;
-  // Stored as: ..., y, x.
-  std::vector<int64> spatial_size_;
+  absl::Span<const int64> spatial_size() const {
+    return AsInt64Slice(tensor_.dimensions()).subspan(2);
+  }
+
+  absl::Span<int64> spatial_size() {
+    return AsInt64Slice(tensor_.mutable_dimensions()).subspan(2);
+  }
+
+  TensorDescriptorProto tensor_;
   float value_max_;
   float value_min_;
-  DataLayout layout_;
-  int ndims_;
   QuantizedActivationMode quantized_activation_mode_;
 };
 
-// Describes how a filter is laid out in the memory.
-// Specify int64 so there's no padding in FilterDescriptor.
-enum class FilterLayout : int64 {
-  kOutputInputYX = 0,  // cuDNN's default filter layout, laid out as:
-                       // (major) output feature maps >> input feature maps >>
-                       // rows >> columns (minor).
-  kOutputYXInput,      // major to minor:
-                       //   (output features, row, columns, input features)
-  kOutputInputYX4,  // laid out the same as kOutputInputYX but each element is a
-                    // vector of 4 feature maps.
-  kInputYXOutput,   // Same as dist_belief's default filter layout.
-  kYXInputOutput,   // Same as tensorflow's default filter layout.
-};
-
 // Returns a string representation of the given filter layout.
 string FilterLayoutString(FilterLayout layout);
 
@@ -398,30 +387,30 @@ class FilterDescriptor {
 
   // Named-argument helpers for avoiding user error during construction.
   FilterDescriptor& set_output_feature_map_count(int64 value) {
-    output_feature_map_count_ = value;
+    tensor_.set_dimensions(0, value);
     return *this;
   }
   FilterDescriptor& set_input_feature_map_count(int64 value) {
-    input_feature_map_count_ = value;
+    tensor_.set_dimensions(1, value);
     return *this;
   }
   FilterDescriptor& set_input_filter_height(int64 value) {
-    SetDim(&input_filter_dims_, DimIndex::Y, value);
+    SetDim(input_filter_dims(), DimIndex::Y, value);
     return *this;
   }
   FilterDescriptor& set_input_filter_width(int64 value) {
-    SetDim(&input_filter_dims_, DimIndex::X, value);
+    SetDim(input_filter_dims(), DimIndex::X, value);
     return *this;
   }
   FilterDescriptor& set_layout(FilterLayout layout) {
-    layout_ = layout;
+    tensor_.set_filter_layout(layout);
     return *this;
   }
   FilterDescriptor& set_spatial_dim(DimIndex dim, int64 value) {
-    SetDim(&input_filter_dims_, dim, value);
+    SetDim(input_filter_dims(), dim, value);
     return *this;
   }
-  int ndims() const { return ndims_; }
+  int ndims() const { return input_filter_dims().size(); }
 
   void CloneFrom(const FilterDescriptor& other);
 
@@ -434,32 +423,32 @@ class FilterDescriptor {
 
   // Returns the number of biases required as parameters for a convolution
   // using this filter descriptor.
-  int64 bias_count() const { return output_feature_map_count_; }
+  int64 bias_count() const { return output_feature_map_count(); }
 
-  int64 output_feature_map_count() const { return output_feature_map_count_; }
-  int64 input_feature_map_count() const { return input_feature_map_count_; }
+  int64 output_feature_map_count() const { return tensor_.dimensions(0); }
+  int64 input_feature_map_count() const { return tensor_.dimensions(1); }
   int64 input_filter_height() const {
-    return GetDim(input_filter_dims_, DimIndex::Y);
+    return GetDim(input_filter_dims(), DimIndex::Y);
   }
   int64 input_filter_width() const {
-    return GetDim(input_filter_dims_, DimIndex::X);
+    return GetDim(input_filter_dims(), DimIndex::X);
   }
   int64 input_filter_dim(DimIndex dim) const {
-    return GetDim(input_filter_dims_, dim);
+    return GetDim(input_filter_dims(), dim);
   }
 
-  FilterLayout layout() const { return layout_; }
+  FilterLayout layout() const { return tensor_.filter_layout(); }
+
   absl::Span<const int64> input_filter_dims() const {
-    return input_filter_dims_;
+    return AsInt64Slice(tensor_.dimensions()).subspan(2);
   }
 
  private:
-  int64 output_feature_map_count_;
-  int64 input_feature_map_count_;
-  // Stored as: ..., y, x.
-  std::vector<int64> input_filter_dims_;
-  int ndims_;
-  FilterLayout layout_;
+  absl::Span<int64> input_filter_dims() {
+    return AsInt64Slice(tensor_.mutable_dimensions()).subspan(2);
+  }
+
+  TensorDescriptorProto tensor_;
 };
 
 // Describes how padding should be aligned when the total number of pad
@@ -518,90 +507,102 @@ class ConvolutionDescriptor {
   string ToShortString() const;
 
   ConvolutionDescriptor& set_zero_padding_height(int64 value) {
-    SetDim(&zero_padding_, DimIndex::Y, value);
+    SetDim(padding(), DimIndex::Y, value);
     return *this;
   }
   ConvolutionDescriptor& set_zero_padding_width(int64 value) {
-    SetDim(&zero_padding_, DimIndex::X, value);
+    SetDim(padding(), DimIndex::X, value);
     return *this;
   }
   ConvolutionDescriptor& set_zero_padding(DimIndex dim, int64 value) {
-    SetDim(&zero_padding_, dim, value);
+    SetDim(padding(), dim, value);
     return *this;
   }
   ConvolutionDescriptor& set_vertical_filter_stride(int64 value) {
-    SetDim(&filter_strides_, DimIndex::Y, value);
+    SetDim(strides(), DimIndex::Y, value);
     return *this;
   }
   ConvolutionDescriptor& set_horizontal_filter_stride(int64 value) {
-    SetDim(&filter_strides_, DimIndex::X, value);
+    SetDim(strides(), DimIndex::X, value);
     return *this;
   }
   ConvolutionDescriptor& set_filter_stride(DimIndex dim, int64 value) {
-    SetDim(&filter_strides_, dim, value);
+    SetDim(strides(), dim, value);
     return *this;
   }
   ConvolutionDescriptor& set_vertical_dilation_rate(int64 value) {
-    SetDim(&dilation_rates_, DimIndex::Y, value);
+    SetDim(dilations(), DimIndex::Y, value);
     return *this;
   }
   ConvolutionDescriptor& set_horizontal_dilation_rate(int64 value) {
-    SetDim(&dilation_rates_, DimIndex::X, value);
+    SetDim(dilations(), DimIndex::X, value);
     return *this;
   }
   ConvolutionDescriptor& set_dilation_rate(DimIndex dim, int64 value) {
-    SetDim(&dilation_rates_, dim, value);
+    SetDim(dilations(), dim, value);
     return *this;
   }
   ConvolutionDescriptor& set_group_count(int group_count) {
-    group_count_ = group_count;
+    proto_.set_group_count(group_count);
     return *this;
   }
   ConvolutionDescriptor& set_convolution_not_crosscorr(bool conv) {
-    convolution_not_crosscorr_ = conv;
+    proto_.set_convolution_mode(conv ? ConvolutionMode::CONVOLUTION
+                                     : ConvolutionMode::CROSS_CORRELATION);
     return *this;
   }
-  int64 zero_padding_height() const {
-    return GetDim(zero_padding_, DimIndex::Y);
-  }
-  int64 zero_padding_width() const {
-    return GetDim(zero_padding_, DimIndex::X);
-  }
+  int64 zero_padding_height() const { return GetDim(padding(), DimIndex::Y); }
+  int64 zero_padding_width() const { return GetDim(padding(), DimIndex::X); }
   int64 vertical_filter_stride() const {
-    return GetDim(filter_strides_, DimIndex::Y);
+    return GetDim(strides(), DimIndex::Y);
   }
   int64 horizontal_filter_stride() const {
-    return GetDim(filter_strides_, DimIndex::X);
+    return GetDim(strides(), DimIndex::X);
   }
   int64 vertical_dilation_rate() const {
-    return GetDim(dilation_rates_, DimIndex::Y);
+    return GetDim(dilations(), DimIndex::Y);
   }
   int64 horizontal_dilation_rate() const {
-    return GetDim(dilation_rates_, DimIndex::X);
+    return GetDim(dilations(), DimIndex::X);
   }
 
-  int zero_padding(DimIndex dim) const { return GetDim(zero_padding_, dim); }
-  int filter_stride(DimIndex dim) const { return GetDim(filter_strides_, dim); }
-  int dilation_rate(DimIndex dim) const { return GetDim(dilation_rates_, dim); }
+  int zero_padding(DimIndex dim) const { return GetDim(padding(), dim); }
+  int filter_stride(DimIndex dim) const { return GetDim(strides(), dim); }
+  int dilation_rate(DimIndex dim) const { return GetDim(dilations(), dim); }
   // TODO(timshen): remove this function. No users of this class is setting a
   // non-default pad alignment.
   PadAlignment pad_alignment() const { return PadAlignment::kDefault; }
-  int group_count() const { return group_count_; }
-  int ndims() const { return ndims_; }
-  bool convolution_not_crosscorr() const { return convolution_not_crosscorr_; }
+  int group_count() const { return proto_.group_count(); }
+  int ndims() const { return padding().size(); }
+  bool convolution_not_crosscorr() const {
+    return proto_.convolution_mode() == ConvolutionMode::CONVOLUTION;
+  }
+
+  absl::Span<const int64> strides() const {
+    return AsInt64Slice(proto_.strides());
+  }
+
+  absl::Span<const int64> dilations() const {
+    return AsInt64Slice(proto_.dilations());
+  }
 
-  absl::Span<const int64> strides() const { return filter_strides_; }
-  absl::Span<const int64> dilations() const { return dilation_rates_; }
-  absl::Span<const int64> padding() const { return zero_padding_; }
+  absl::Span<const int64> padding() const {
+    return AsInt64Slice(proto_.paddings());
+  }
 
  private:
-  // Stored as: .. y, x.
-  std::vector<int64> zero_padding_;
-  std::vector<int64> filter_strides_;
-  std::vector<int64> dilation_rates_;
-  int group_count_;
-  int ndims_;
-  bool convolution_not_crosscorr_;
+  absl::Span<int64> strides() { return AsInt64Slice(proto_.mutable_strides()); }
+
+  absl::Span<int64> dilations() {
+    return AsInt64Slice(proto_.mutable_dilations());
+  }
+
+  absl::Span<int64> padding() {
+    return AsInt64Slice(proto_.mutable_paddings());
+  }
+
+  ConvolutionDescriptorProto proto_;
+
   // TODO(leary) cudnn provides these fields, but need to characterize what
   // their effect is -- they may be boolean rather than integral.
   // int64 upscale_input_x;
@@ -725,21 +726,23 @@ class PoolingDescriptor {
 class AlgorithmDesc {
  public:
   typedef int64 Index;
-  AlgorithmDesc(Index a, bool use_tensor_ops)
-      : algo_(a), tensor_ops_enabled_(use_tensor_ops) {
-    DCHECK_NE(a, -1);
+  AlgorithmDesc(Index a, bool use_tensor_ops) {
+    proto_.set_algo_id(a);
+    proto_.set_math_type(use_tensor_ops ? AlgorithmProto::TENSOR_OP_MATH
+                                        : AlgorithmProto::DEFAULT_MATH);
+  }
+  bool tensor_ops_enabled() const {
+    return proto_.math_type() == AlgorithmProto::TENSOR_OP_MATH;
   }
-  bool tensor_ops_enabled() const { return tensor_ops_enabled_; }
-  Index algo_id() const { return algo_; }
+  Index algo_id() const { return proto_.algo_id(); }
   bool operator==(const AlgorithmDesc& other) const {
-    return this->algo_ == other.algo_ &&
-           this->tensor_ops_enabled_ == other.tensor_ops_enabled_;
+    return algo_id() == other.algo_id() &&
+           tensor_ops_enabled() == other.tensor_ops_enabled();
   }
   uint64 hash() const;
 
  private:
-  Index algo_;
-  bool tensor_ops_enabled_;
+  AlgorithmProto proto_;
 };
 
 // Describes the result from a perf experiment.
@@ -883,24 +886,6 @@ class NormalizeDescriptor {
   int32 segment_size_;
 };
 
-// Describes a kind of non-linearity (threshold-like mathematical function).
-enum class ActivationMode {
-  kNone = 0,
-  kSigmoid,
-  // Rectified linear activation: f(x) = x < 0 ? 0 : x
-  kRelu,
-  // Rectified linear activation, where upper maximum is 6.0.
-  kRelu6,
-  // Rectified linear activation, where upper maximum specified by
-  // BatchDescriptor::value_max().
-  kReluX,
-  kTanh,
-  // Like ReluX, but passes all values in the range [-X,X].
-  kBandPass,
-
-  kNumActivationModes,  // Always in the end.
-};
-
 // Returns a string representation of the given activation mode.
 string ActivationModeString(ActivationMode mode);
 
diff --git a/tensorflow/stream_executor/dnn.proto b/tensorflow/stream_executor/dnn.proto
new file mode 100644
index 0000000000..91943cc8e0
--- /dev/null
+++ b/tensorflow/stream_executor/dnn.proto
@@ -0,0 +1,102 @@
+// LINT: LEGACY_NAMES
+syntax = "proto3";
+
+package stream_executor.dnn;
+
+// Specifies the data type used by an operation.
+enum DataType {
+  kFloat = 0;
+  kDouble = 1;
+  kHalf = 2;
+  kInt8 = 3;
+}
+
+// Describes how a convolution input or output layer's data is formatted.
+enum DataLayout {
+  // Naming convention:
+  // Y <-> row or height
+  // X <-> column or width
+  // Batch <-> batch, or N
+  // Depth <-> feature, or channel
+  // TODO(timshen): turn them into cuDNN names, e.g. kNCHW.
+  kYXDepthBatch = 0;
+  kYXBatchDepth = 1;
+  kBatchYXDepth = 2;   // cuDNN's NHWC layout
+  kBatchDepthYX = 3;   // cuDNN's NCHW layout
+  kBatchDepthYX4 = 4;  // cuDNN's NCHW_VECT_C layout
+}
+
+// Describes how a convolution filter is laid out in the memory.
+enum FilterLayout {
+  // Naming convention:
+  // Y <-> row or height
+  // X <-> column or width
+  // Output <-> output feature, or N
+  // Input <-> input feature, or N
+  // TODO(timshen): turn them into cuDNN names, e.g. kNCHW.
+  kOutputInputYX = 0;   // cuDNN's NCHW layout
+  kOutputYXInput = 1;   // cuDNN's NHWC layout
+  kOutputInputYX4 = 2;  // cuDNN's NCHW_VECT_C layout
+  kInputYXOutput = 3;
+  kYXInputOutput = 4;
+}
+
+// Describes a kind of non-linearity (threshold-like mathematical function).
+enum ActivationMode {
+  kNone = 0;
+  kSigmoid = 1;
+  // Rectified linear activation: f(x) = x < 0 ? 0 : x
+  kRelu = 2;
+  // Rectified linear activation; where upper maximum is 6.0.
+  kRelu6 = 3;
+  // Rectified linear activation; where upper maximum specified by
+  // BatchDescriptor::value_max().
+  kReluX = 4;
+  kTanh = 5;
+  // Like ReluX; but passes all values in the range [-X,X].
+  kBandPass = 6;
+}
+
+// Describe the math definition for the conv op. The popular behavior is
+// actually called cross-correlation in math, despite the operation is often
+// referred as convolution. See cuDNN cudnnConvolutionMode_t.
+enum ConvolutionMode {
+  CROSS_CORRELATION = 0;
+  CONVOLUTION = 1;
+}
+
+// Generic tensor representation.
+message TensorDescriptorProto {
+  repeated int64 dimensions = 1;
+  DataType data_type = 2;
+  oneof layout_oneof {
+    DataLayout data_layout = 3;
+    FilterLayout filter_layout = 4;
+  }
+}
+
+// Generic algorithm representation.
+message AlgorithmProto {
+  enum MathType {
+    DEFAULT_MATH = 0;
+    // The GPU may operate 4x4 matrix FMA.
+    // See cuDNN's documentation for CUDNN_TENSOR_OP_MATH.
+    TENSOR_OP_MATH = 1;
+  }
+  int64 algo_id = 1;
+  MathType math_type = 2;
+}
+
+// Convolution-specific parameters.
+message ConvolutionDescriptorProto {
+  repeated int64 paddings = 1;
+  repeated int64 strides = 2;
+  repeated int64 dilations = 3;
+  // The "accumulator" type. For example, use F32 as an accumulator for F16
+  // convolutions.
+  // See cuDNN's cudnnConvolutionMode_t.
+  DataType compute_mode = 4;
+  // See cuDNN's group count.
+  int32 group_count = 5;
+  ConvolutionMode convolution_mode = 6;
+}
diff --git a/tensorflow/stream_executor/stream.cc b/tensorflow/stream_executor/stream.cc
index 5421e4f4a5..4dc7c59921 100644
--- a/tensorflow/stream_executor/stream.cc
+++ b/tensorflow/stream_executor/stream.cc
@@ -191,8 +191,9 @@ string ToVlogString(dnn::DataType data_type) {
       return "dnn::DataType::kHalf";
     case dnn::DataType::kInt8:
       return "dnn::DataType::kInt8";
+    default:
+      return "unknown DataType";
   }
-  return "unknown DataType";
 }
 
 // Used together with PARAM to VLOG calls made to the stream. Intended
-- 
GitLab


From c6f2390654dd3cbbdacb7c4e22d2ec716b63fcc2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 12:25:51 -0800
Subject: [PATCH 1676/1825] Allow real data to be a list or dict.

PiperOrigin-RevId: 221668879
---
 tensorflow/contrib/gan/python/train.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/contrib/gan/python/train.py b/tensorflow/contrib/gan/python/train.py
index 7ee39f304a..73185c79fc 100644
--- a/tensorflow/contrib/gan/python/train.py
+++ b/tensorflow/contrib/gan/python/train.py
@@ -114,7 +114,7 @@ def gan_model(
     discriminator_gen_outputs = discriminator_fn(generated_data,
                                                  generator_inputs)
   with variable_scope.variable_scope(dis_scope, reuse=True):
-    real_data = ops.convert_to_tensor(real_data)
+    real_data = _convert_tensor_or_l_or_d(real_data)
     discriminator_real_outputs = discriminator_fn(real_data, generator_inputs)
 
   if check_shapes:
-- 
GitLab


From 5c85435208629b50f7dc38e124611939befc9ed8 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Thu, 15 Nov 2018 12:26:15 -0800
Subject: [PATCH 1677/1825] Add LeakyRelu to the op schema

PiperOrigin-RevId: 221668946
---
 tensorflow/lite/builtin_ops.h                 |   1 +
 tensorflow/lite/c/builtin_op_data.h           |   4 +
 .../lite/core/api/flatbuffer_conversions.cc   |  10 ++
 .../writer/option_writer_generator.cc         |   1 +
 tensorflow/lite/nnapi_delegate.cc             |   1 +
 tensorflow/lite/schema/schema.fbs             |   6 +
 tensorflow/lite/schema/schema_generated.h     | 141 +++++++++++++++++-
 7 files changed, 158 insertions(+), 6 deletions(-)

diff --git a/tensorflow/lite/builtin_ops.h b/tensorflow/lite/builtin_ops.h
index b8c05f57bb..89f5aac922 100644
--- a/tensorflow/lite/builtin_ops.h
+++ b/tensorflow/lite/builtin_ops.h
@@ -123,6 +123,7 @@ typedef enum {
   kTfLiteBuiltinFloorMod = 95,
   kTfLiteBuiltinRange = 96,
   kTfLiteBuiltinResizeNearestNeighbor = 97,
+  kTfLiteBuiltinLeakyRelu = 98,
 } TfLiteBuiltinOperator;
 
 #ifdef __cplusplus
diff --git a/tensorflow/lite/c/builtin_op_data.h b/tensorflow/lite/c/builtin_op_data.h
index 855983d60d..5a2f1fa4b1 100644
--- a/tensorflow/lite/c/builtin_op_data.h
+++ b/tensorflow/lite/c/builtin_op_data.h
@@ -328,6 +328,10 @@ typedef struct {
   int axis;
 } TfLiteUnpackParams;
 
+typedef struct {
+  float alpha;
+} TfLiteLeakyReluParams;
+
 #ifdef __cplusplus
 }  // extern "C"
 #endif  // __cplusplus
diff --git a/tensorflow/lite/core/api/flatbuffer_conversions.cc b/tensorflow/lite/core/api/flatbuffer_conversions.cc
index 8cd3faabb7..e63a3ec5d6 100644
--- a/tensorflow/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/lite/core/api/flatbuffer_conversions.cc
@@ -618,6 +618,16 @@ TfLiteStatus ParseOpData(const Operator* op, BuiltinOperator op_type,
       break;
     }
 
+    case BuiltinOperator_LEAKY_RELU: {
+      TfLiteLeakyReluParams* params =
+          allocator->AllocatePOD<TfLiteLeakyReluParams>();
+      if (auto* leaky_relu_params = op->builtin_options_as_LeakyReluOptions()) {
+        params->alpha = leaky_relu_params->alpha();
+      }
+      *builtin_data = reinterpret_cast<void*>(params);
+      break;
+    }
+
     // Below are the ops with no builtin_data strcture.
     case BuiltinOperator_BATCH_TO_SPACE_ND:
     // TODO(aselle): Implement call in BuiltinOptions, but nullptrs are
diff --git a/tensorflow/lite/experimental/writer/option_writer_generator.cc b/tensorflow/lite/experimental/writer/option_writer_generator.cc
index 036809e94a..26d4a91c71 100644
--- a/tensorflow/lite/experimental/writer/option_writer_generator.cc
+++ b/tensorflow/lite/experimental/writer/option_writer_generator.cc
@@ -66,6 +66,7 @@ static const char* param_structs[] = {"TfLiteConvParams",
                                       "TfLiteFakeQuantParams",
                                       "TfLitePackParams",
                                       "TfLiteOneHotParams",
+                                      "TfLiteLeakyReluParams",
                                       nullptr};
 }  // namespace
 
diff --git a/tensorflow/lite/nnapi_delegate.cc b/tensorflow/lite/nnapi_delegate.cc
index 950bdb3942..a1be2a5abc 100644
--- a/tensorflow/lite/nnapi_delegate.cc
+++ b/tensorflow/lite/nnapi_delegate.cc
@@ -682,6 +682,7 @@ TfLiteStatus AddOpsAndParams(
       case tflite::BuiltinOperator_FILL:
       case tflite::BuiltinOperator_FLOOR_MOD:
       case tflite::BuiltinOperator_RANGE:
+      case tflite::BuiltinOperator_LEAKY_RELU:
         logError("Op code %d is currently not delegated to NNAPI", builtin);
         return kTfLiteError;
         break;
diff --git a/tensorflow/lite/schema/schema.fbs b/tensorflow/lite/schema/schema.fbs
index 9b0eae74c3..3eeae708fd 100644
--- a/tensorflow/lite/schema/schema.fbs
+++ b/tensorflow/lite/schema/schema.fbs
@@ -200,6 +200,7 @@ enum BuiltinOperator : byte {
   FLOOR_MOD = 95,
   RANGE = 96,
   RESIZE_NEAREST_NEIGHBOR = 97,
+  LEAKY_RELU = 98,
 }
 
 // Options for the builtin operators.
@@ -278,6 +279,7 @@ union BuiltinOptions {
   FloorModOptions,
   RangeOptions,
   ResizeNearestNeighborOptions,
+  LeakyReluOptions,
 }
 
 enum Padding : byte { SAME, VALID }
@@ -658,6 +660,10 @@ table FloorModOptions {
 table RangeOptions {
 }
 
+table LeakyReluOptions {
+  alpha:float;
+}
+
 // An OperatorCode can be an enum value (BuiltinOperator) if the operator is a
 // builtin, or a string if the operator is custom.
 table OperatorCode {
diff --git a/tensorflow/lite/schema/schema_generated.h b/tensorflow/lite/schema/schema_generated.h
index b7885cfcc5..b054f6bb0c 100755
--- a/tensorflow/lite/schema/schema_generated.h
+++ b/tensorflow/lite/schema/schema_generated.h
@@ -253,6 +253,9 @@ struct FloorModOptionsT;
 struct RangeOptions;
 struct RangeOptionsT;
 
+struct LeakyReluOptions;
+struct LeakyReluOptionsT;
+
 struct OperatorCode;
 struct OperatorCodeT;
 
@@ -500,11 +503,12 @@ enum BuiltinOperator {
   BuiltinOperator_FLOOR_MOD = 95,
   BuiltinOperator_RANGE = 96,
   BuiltinOperator_RESIZE_NEAREST_NEIGHBOR = 97,
+  BuiltinOperator_LEAKY_RELU = 98,
   BuiltinOperator_MIN = BuiltinOperator_ADD,
-  BuiltinOperator_MAX = BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
+  BuiltinOperator_MAX = BuiltinOperator_LEAKY_RELU
 };
 
-inline const BuiltinOperator (&EnumValuesBuiltinOperator())[97] {
+inline const BuiltinOperator (&EnumValuesBuiltinOperator())[98] {
   static const BuiltinOperator values[] = {
     BuiltinOperator_ADD,
     BuiltinOperator_AVERAGE_POOL_2D,
@@ -602,7 +606,8 @@ inline const BuiltinOperator (&EnumValuesBuiltinOperator())[97] {
     BuiltinOperator_FILL,
     BuiltinOperator_FLOOR_MOD,
     BuiltinOperator_RANGE,
-    BuiltinOperator_RESIZE_NEAREST_NEIGHBOR
+    BuiltinOperator_RESIZE_NEAREST_NEIGHBOR,
+    BuiltinOperator_LEAKY_RELU
   };
   return values;
 }
@@ -707,6 +712,7 @@ inline const char * const *EnumNamesBuiltinOperator() {
     "FLOOR_MOD",
     "RANGE",
     "RESIZE_NEAREST_NEIGHBOR",
+    "LEAKY_RELU",
     nullptr
   };
   return names;
@@ -793,11 +799,12 @@ enum BuiltinOptions {
   BuiltinOptions_FloorModOptions = 72,
   BuiltinOptions_RangeOptions = 73,
   BuiltinOptions_ResizeNearestNeighborOptions = 74,
+  BuiltinOptions_LeakyReluOptions = 75,
   BuiltinOptions_MIN = BuiltinOptions_NONE,
-  BuiltinOptions_MAX = BuiltinOptions_ResizeNearestNeighborOptions
+  BuiltinOptions_MAX = BuiltinOptions_LeakyReluOptions
 };
 
-inline const BuiltinOptions (&EnumValuesBuiltinOptions())[75] {
+inline const BuiltinOptions (&EnumValuesBuiltinOptions())[76] {
   static const BuiltinOptions values[] = {
     BuiltinOptions_NONE,
     BuiltinOptions_Conv2DOptions,
@@ -873,7 +880,8 @@ inline const BuiltinOptions (&EnumValuesBuiltinOptions())[75] {
     BuiltinOptions_UnidirectionalSequenceLSTMOptions,
     BuiltinOptions_FloorModOptions,
     BuiltinOptions_RangeOptions,
-    BuiltinOptions_ResizeNearestNeighborOptions
+    BuiltinOptions_ResizeNearestNeighborOptions,
+    BuiltinOptions_LeakyReluOptions
   };
   return values;
 }
@@ -955,6 +963,7 @@ inline const char * const *EnumNamesBuiltinOptions() {
     "FloorModOptions",
     "RangeOptions",
     "ResizeNearestNeighborOptions",
+    "LeakyReluOptions",
     nullptr
   };
   return names;
@@ -1265,6 +1274,10 @@ template<> struct BuiltinOptionsTraits<ResizeNearestNeighborOptions> {
   static const BuiltinOptions enum_value = BuiltinOptions_ResizeNearestNeighborOptions;
 };
 
+template<> struct BuiltinOptionsTraits<LeakyReluOptions> {
+  static const BuiltinOptions enum_value = BuiltinOptions_LeakyReluOptions;
+};
+
 struct BuiltinOptionsUnion {
   BuiltinOptions type;
   void *value;
@@ -1888,6 +1901,14 @@ struct BuiltinOptionsUnion {
     return type == BuiltinOptions_ResizeNearestNeighborOptions ?
       reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value) : nullptr;
   }
+  LeakyReluOptionsT *AsLeakyReluOptions() {
+    return type == BuiltinOptions_LeakyReluOptions ?
+      reinterpret_cast<LeakyReluOptionsT *>(value) : nullptr;
+  }
+  const LeakyReluOptionsT *AsLeakyReluOptions() const {
+    return type == BuiltinOptions_LeakyReluOptions ?
+      reinterpret_cast<const LeakyReluOptionsT *>(value) : nullptr;
+  }
 };
 
 bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *obj, BuiltinOptions type);
@@ -6633,6 +6654,60 @@ inline flatbuffers::Offset<RangeOptions> CreateRangeOptions(
 
 flatbuffers::Offset<RangeOptions> CreateRangeOptions(flatbuffers::FlatBufferBuilder &_fbb, const RangeOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
 
+struct LeakyReluOptionsT : public flatbuffers::NativeTable {
+  typedef LeakyReluOptions TableType;
+  float alpha;
+  LeakyReluOptionsT()
+      : alpha(0.0f) {
+  }
+};
+
+struct LeakyReluOptions FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
+  typedef LeakyReluOptionsT NativeTableType;
+  enum {
+    VT_ALPHA = 4
+  };
+  float alpha() const {
+    return GetField<float>(VT_ALPHA, 0.0f);
+  }
+  bool Verify(flatbuffers::Verifier &verifier) const {
+    return VerifyTableStart(verifier) &&
+           VerifyField<float>(verifier, VT_ALPHA) &&
+           verifier.EndTable();
+  }
+  LeakyReluOptionsT *UnPack(const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  void UnPackTo(LeakyReluOptionsT *_o, const flatbuffers::resolver_function_t *_resolver = nullptr) const;
+  static flatbuffers::Offset<LeakyReluOptions> Pack(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+};
+
+struct LeakyReluOptionsBuilder {
+  flatbuffers::FlatBufferBuilder &fbb_;
+  flatbuffers::uoffset_t start_;
+  void add_alpha(float alpha) {
+    fbb_.AddElement<float>(LeakyReluOptions::VT_ALPHA, alpha, 0.0f);
+  }
+  explicit LeakyReluOptionsBuilder(flatbuffers::FlatBufferBuilder &_fbb)
+        : fbb_(_fbb) {
+    start_ = fbb_.StartTable();
+  }
+  LeakyReluOptionsBuilder &operator=(const LeakyReluOptionsBuilder &);
+  flatbuffers::Offset<LeakyReluOptions> Finish() {
+    const auto end = fbb_.EndTable(start_);
+    auto o = flatbuffers::Offset<LeakyReluOptions>(end);
+    return o;
+  }
+};
+
+inline flatbuffers::Offset<LeakyReluOptions> CreateLeakyReluOptions(
+    flatbuffers::FlatBufferBuilder &_fbb,
+    float alpha = 0.0f) {
+  LeakyReluOptionsBuilder builder_(_fbb);
+  builder_.add_alpha(alpha);
+  return builder_.Finish();
+}
+
+flatbuffers::Offset<LeakyReluOptions> CreateLeakyReluOptions(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher = nullptr);
+
 struct OperatorCodeT : public flatbuffers::NativeTable {
   typedef OperatorCode TableType;
   BuiltinOperator builtin_code;
@@ -6988,6 +7063,9 @@ struct Operator FLATBUFFERS_FINAL_CLASS : private flatbuffers::Table {
   const ResizeNearestNeighborOptions *builtin_options_as_ResizeNearestNeighborOptions() const {
     return builtin_options_type() == BuiltinOptions_ResizeNearestNeighborOptions ? static_cast<const ResizeNearestNeighborOptions *>(builtin_options()) : nullptr;
   }
+  const LeakyReluOptions *builtin_options_as_LeakyReluOptions() const {
+    return builtin_options_type() == BuiltinOptions_LeakyReluOptions ? static_cast<const LeakyReluOptions *>(builtin_options()) : nullptr;
+  }
   const flatbuffers::Vector<uint8_t> *custom_options() const {
     return GetPointer<const flatbuffers::Vector<uint8_t> *>(VT_CUSTOM_OPTIONS);
   }
@@ -7315,6 +7393,10 @@ template<> inline const ResizeNearestNeighborOptions *Operator::builtin_options_
   return builtin_options_as_ResizeNearestNeighborOptions();
 }
 
+template<> inline const LeakyReluOptions *Operator::builtin_options_as<LeakyReluOptions>() const {
+  return builtin_options_as_LeakyReluOptions();
+}
+
 struct OperatorBuilder {
   flatbuffers::FlatBufferBuilder &fbb_;
   flatbuffers::uoffset_t start_;
@@ -9806,6 +9888,32 @@ inline flatbuffers::Offset<RangeOptions> CreateRangeOptions(flatbuffers::FlatBuf
       _fbb);
 }
 
+inline LeakyReluOptionsT *LeakyReluOptions::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
+  auto _o = new LeakyReluOptionsT();
+  UnPackTo(_o, _resolver);
+  return _o;
+}
+
+inline void LeakyReluOptions::UnPackTo(LeakyReluOptionsT *_o, const flatbuffers::resolver_function_t *_resolver) const {
+  (void)_o;
+  (void)_resolver;
+  { auto _e = alpha(); _o->alpha = _e; };
+}
+
+inline flatbuffers::Offset<LeakyReluOptions> LeakyReluOptions::Pack(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT* _o, const flatbuffers::rehasher_function_t *_rehasher) {
+  return CreateLeakyReluOptions(_fbb, _o, _rehasher);
+}
+
+inline flatbuffers::Offset<LeakyReluOptions> CreateLeakyReluOptions(flatbuffers::FlatBufferBuilder &_fbb, const LeakyReluOptionsT *_o, const flatbuffers::rehasher_function_t *_rehasher) {
+  (void)_rehasher;
+  (void)_o;
+  struct _VectorArgs { flatbuffers::FlatBufferBuilder *__fbb; const LeakyReluOptionsT* __o; const flatbuffers::rehasher_function_t *__rehasher; } _va = { &_fbb, _o, _rehasher}; (void)_va;
+  auto _alpha = _o->alpha;
+  return tflite::CreateLeakyReluOptions(
+      _fbb,
+      _alpha);
+}
+
 inline OperatorCodeT *OperatorCode::UnPack(const flatbuffers::resolver_function_t *_resolver) const {
   auto _o = new OperatorCodeT();
   UnPackTo(_o, _resolver);
@@ -10360,6 +10468,10 @@ inline bool VerifyBuiltinOptions(flatbuffers::Verifier &verifier, const void *ob
       auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
       return verifier.VerifyTable(ptr);
     }
+    case BuiltinOptions_LeakyReluOptions: {
+      auto ptr = reinterpret_cast<const LeakyReluOptions *>(obj);
+      return verifier.VerifyTable(ptr);
+    }
     default: return false;
   }
 }
@@ -10674,6 +10786,10 @@ inline void *BuiltinOptionsUnion::UnPack(const void *obj, BuiltinOptions type, c
       auto ptr = reinterpret_cast<const ResizeNearestNeighborOptions *>(obj);
       return ptr->UnPack(resolver);
     }
+    case BuiltinOptions_LeakyReluOptions: {
+      auto ptr = reinterpret_cast<const LeakyReluOptions *>(obj);
+      return ptr->UnPack(resolver);
+    }
     default: return nullptr;
   }
 }
@@ -10976,6 +11092,10 @@ inline flatbuffers::Offset<void> BuiltinOptionsUnion::Pack(flatbuffers::FlatBuff
       auto ptr = reinterpret_cast<const ResizeNearestNeighborOptionsT *>(value);
       return CreateResizeNearestNeighborOptions(_fbb, ptr, _rehasher).Union();
     }
+    case BuiltinOptions_LeakyReluOptions: {
+      auto ptr = reinterpret_cast<const LeakyReluOptionsT *>(value);
+      return CreateLeakyReluOptions(_fbb, ptr, _rehasher).Union();
+    }
     default: return 0;
   }
 }
@@ -11278,6 +11398,10 @@ inline BuiltinOptionsUnion::BuiltinOptionsUnion(const BuiltinOptionsUnion &u) FL
       value = new ResizeNearestNeighborOptionsT(*reinterpret_cast<ResizeNearestNeighborOptionsT *>(u.value));
       break;
     }
+    case BuiltinOptions_LeakyReluOptions: {
+      value = new LeakyReluOptionsT(*reinterpret_cast<LeakyReluOptionsT *>(u.value));
+      break;
+    }
     default:
       break;
   }
@@ -11655,6 +11779,11 @@ inline void BuiltinOptionsUnion::Reset() {
       delete ptr;
       break;
     }
+    case BuiltinOptions_LeakyReluOptions: {
+      auto ptr = reinterpret_cast<LeakyReluOptionsT *>(value);
+      delete ptr;
+      break;
+    }
     default: break;
   }
   value = nullptr;
-- 
GitLab


From c9734ae1cd0705d9be39b58fa328f4f3d5b3547c Mon Sep 17 00:00:00 2001
From: Cong Liu <congliu@google.com>
Date: Thu, 15 Nov 2018 12:27:55 -0800
Subject: [PATCH 1678/1825] [XLA] Change GetDimensionSize type to U32.

PiperOrigin-RevId: 221669196
---
 tensorflow/compiler/xla/service/shape_inference.cc | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/tensorflow/compiler/xla/service/shape_inference.cc b/tensorflow/compiler/xla/service/shape_inference.cc
index 61a60ef9ef..2bfc1676bd 100644
--- a/tensorflow/compiler/xla/service/shape_inference.cc
+++ b/tensorflow/compiler/xla/service/shape_inference.cc
@@ -2038,7 +2038,16 @@ ShapeInference::InferDegenerateDimensionBroadcastShape(HloOpcode operation,
                            dimension);
   }
 
-  return ShapeUtil::MakeShape(S64, {});
+  // TODO(b/119580730): Remove this restriction when very large dimension size
+  // is needed.
+  if (shape.dimensions(dimension) > std::numeric_limits<uint32>::max()) {
+    return InvalidArgument(
+        "GetDimensionSize's input shape is %s, the %dth dimension exceeds the "
+        "UINT_MAX limit.",
+        ShapeUtil::HumanString(shape), dimension);
+  }
+
+  return ShapeUtil::MakeShape(U32, {});
 }
 
 /* static */ StatusOr<Shape> ShapeInference::InferSliceShape(
-- 
GitLab


From b32ddc60bb320a58e532c15c5029f2b105a0c13a Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Thu, 15 Nov 2018 12:50:39 -0800
Subject: [PATCH 1679/1825] Remove alias tf.set_random_seed in TF 2.0 API.

PiperOrigin-RevId: 221672774
---
 tensorflow/python/framework/random_seed.py      | 7 ++++---
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 2 files changed, 4 insertions(+), 7 deletions(-)

diff --git a/tensorflow/python/framework/random_seed.py b/tensorflow/python/framework/random_seed.py
index 88c8b878dd..0d20693429 100644
--- a/tensorflow/python/framework/random_seed.py
+++ b/tensorflow/python/framework/random_seed.py
@@ -45,7 +45,7 @@ def get_seed(op_seed):
   graph, or for only specific operations.
 
   For details on how the graph-level seed interacts with op seeds, see
-  `tf.set_random_seed`.
+  `tf.random.set_random_seed`.
 
   Args:
     op_seed: integer.
@@ -82,7 +82,8 @@ def get_seed(op_seed):
   return seeds
 
 
-@tf_export('random.set_random_seed', 'set_random_seed')
+@tf_export('random.set_random_seed',
+           v1=['random.set_random_seed', 'set_random_seed'])
 def set_random_seed(seed):
   """Sets the graph-level random seed.
 
@@ -154,7 +155,7 @@ def set_random_seed(seed):
   sessions, set a graph-level seed:
 
   ```python
-  tf.set_random_seed(1234)
+  tf.random.set_random_seed(1234)
   a = tf.random_uniform([1])
   b = tf.random_normal([1])
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 87ce1b2328..e5331649d7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -1052,10 +1052,6 @@ tf_module {
     name: "sequence_mask"
     argspec: "args=[\'lengths\', \'maxlen\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'bool\'>\", \'None\'], "
   }
-  member_method {
-    name: "set_random_seed"
-    argspec: "args=[\'seed\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "shape"
     argspec: "args=[\'input\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int32\'>\", \'None\'], "
-- 
GitLab


From f15948957d31f6632c343ec6b7261c1d01acc79e Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Thu, 15 Nov 2018 13:10:55 -0800
Subject: [PATCH 1680/1825] Start moving most of the implementation of
 interpreter into subgraph.

This prepares for adding control flow by allowing multiple subgraphs
to be created and call into each other.

PiperOrigin-RevId: 221676178
---
 tensorflow/lite/BUILD            |  2 +
 tensorflow/lite/core/subgraph.cc | 32 +++++++++++
 tensorflow/lite/core/subgraph.h  | 97 ++++++++++++++++++++++++++++++++
 tensorflow/lite/interpreter.cc   | 90 +++++++++++++++--------------
 tensorflow/lite/interpreter.h    | 62 ++++++++++----------
 5 files changed, 212 insertions(+), 71 deletions(-)
 create mode 100644 tensorflow/lite/core/subgraph.cc
 create mode 100644 tensorflow/lite/core/subgraph.h

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index be84fc5db1..bb2c53b8c9 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -131,6 +131,7 @@ cc_library(
     name = "framework",
     srcs = [
         "allocation.cc",
+        "core/subgraph.cc",
         "graph_info.cc",
         "interpreter.cc",
         "model.cc",
@@ -155,6 +156,7 @@ cc_library(
         "allocation.h",
         "context.h",
         "context_util.h",
+        "core/subgraph.h",
         "error_reporter.h",
         "graph_info.h",
         "interpreter.h",
diff --git a/tensorflow/lite/core/subgraph.cc b/tensorflow/lite/core/subgraph.cc
new file mode 100644
index 0000000000..1033fecbb5
--- /dev/null
+++ b/tensorflow/lite/core/subgraph.cc
@@ -0,0 +1,32 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/lite/core/subgraph.h"
+
+namespace tflite {
+
+Subgraph::~Subgraph() {
+  for (auto& node_and_reg : nodes_and_registration_) {
+    TfLiteNode& node = node_and_reg.first;
+    TfLiteIntArrayFree(node.inputs);
+    TfLiteIntArrayFree(node.outputs);
+    TfLiteIntArrayFree(node.temporaries);
+    if (node.builtin_data) free(node.builtin_data);
+    OpFree(node_and_reg.second, node.user_data);
+    node.builtin_data = nullptr;
+  }
+}
+
+}  // namespace tflite
diff --git a/tensorflow/lite/core/subgraph.h b/tensorflow/lite/core/subgraph.h
new file mode 100644
index 0000000000..e53f752631
--- /dev/null
+++ b/tensorflow/lite/core/subgraph.h
@@ -0,0 +1,97 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#ifndef TENSORFLOW_LITE_CORE_SUBGRAPH_H_
+#define TENSORFLOW_LITE_CORE_SUBGRAPH_H_
+
+#include <cstdlib>
+#include <vector>
+
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+
+namespace tflite {
+
+class Subgraph {
+ public:
+  Subgraph(TfLiteContext* context) : context_(context) {}
+
+  virtual ~Subgraph();
+
+  // Read only access to list of inputs.
+  const std::vector<int>& inputs() const { return inputs_; }
+
+  // Read only access to list of outputs.
+  const std::vector<int>& outputs() const { return outputs_; }
+
+  // Read only access to list of variable tensors.
+  const std::vector<int>& variables() const { return variables_; }
+
+  // Read only access to list of inputs.
+  std::vector<int>& inputs() { return inputs_; }
+
+  // Read only access to list of outputs.
+  std::vector<int>& outputs() { return outputs_; }
+
+  // Read only access to list of variable tensors.
+  std::vector<int>& variables() { return variables_; }
+
+  // Mutable form of tensors (TEMPORARY for refactor).
+  // TODO(b/119495520): remove when refactoring complete.
+  std::vector<TfLiteTensor>& tensors() { return tensors_; }
+  // Mutable form of tensors (TEMPORARY for refactor).
+  // TODO(b/119495520): remove when refactoring complete.
+  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
+  nodes_and_registration() {
+    return nodes_and_registration_;
+  }
+
+  const std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
+  nodes_and_registration() const {
+    return nodes_and_registration_;
+  }
+
+ private:
+  // Let 'op_reg' release any memory it might have allocated via 'OpInit'.
+  void OpFree(const TfLiteRegistration& op_reg, void* buffer) {
+    if (op_reg.free == nullptr) return;
+    if (buffer) {
+      op_reg.free(context_, buffer);
+    }
+  }
+
+  // TODO(b/119495520): Make this be the authoritative copy.
+  TfLiteContext* context_;
+
+  std::vector<TfLiteTensor> tensors_;
+
+  // Array of indices representing the tensors that are inputs to the
+  // interpreter.
+  std::vector<int> inputs_;
+
+  // Array of indices representing the tensors that are outputs to the
+  // interpreter.
+  std::vector<int> outputs_;
+
+  // Array of indices representing the tensors that are variable tensors.
+  std::vector<int> variables_;
+
+  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
+  // function pointers to actual implementation.
+  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
+      nodes_and_registration_;
+};
+
+}  // namespace tflite
+#endif  // TENSORFLOW_LITE_CORE_SUBGRAPH_H_
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index c90fc3be87..39b105042d 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -117,6 +117,7 @@ class InterpreterInfo : public GraphInfo {
 Interpreter::Interpreter(ErrorReporter* error_reporter)
     : error_reporter_(error_reporter ? error_reporter
                                      : DefaultErrorReporter()) {
+  subgraphs_.emplace_back(&context_);
   context_.impl_ = static_cast<void*>(this);
   context_.ResizeTensor = ResizeTensor;
   context_.ReportError = ReportError;
@@ -132,8 +133,9 @@ Interpreter::Interpreter(ErrorReporter* error_reporter)
   SwitchToKernelContext();
 
   // Reserve some space for the tensors to avoid excessive resizing.
-  tensors_.reserve(kTensorsReservedCapacity);
-  nodes_and_registration_.reserve(kTensorsReservedCapacity);
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+  tensors.reserve(kTensorsReservedCapacity);
+  primary_subgraph().nodes_and_registration().reserve(kTensorsReservedCapacity);
   next_execution_plan_index_to_prepare_ = 0;
 
   for (int i = 0; i < kTfLiteMaxExternalContexts; ++i) {
@@ -144,16 +146,6 @@ Interpreter::Interpreter(ErrorReporter* error_reporter)
 }
 
 Interpreter::~Interpreter() {
-  for (auto& nodeAndReg : nodes_and_registration_) {
-    TfLiteNode& node = nodeAndReg.first;
-    TfLiteIntArrayFree(node.inputs);
-    TfLiteIntArrayFree(node.outputs);
-    TfLiteIntArrayFree(node.temporaries);
-    if (node.builtin_data) free(node.builtin_data);
-    OpFree(nodeAndReg.second, node.user_data);
-    node.builtin_data = nullptr;
-  }
-
   for (size_t i = 0; i < context_.tensors_size; i++) {
     TfLiteTensor* tensor = &context_.tensors[i];
     if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
@@ -261,6 +253,8 @@ TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
                                            &node_subsets);
 
   execution_plan_.clear();
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+
   for (auto& node_subset : node_subsets) {
     // Subsets calimed by the delegate should have a "macro" op created, the
     // other node_subsets (kTfNonPartition) just have their nodes added back to
@@ -283,14 +277,15 @@ TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
 
         // Initialize the output tensors's delegate-related fields.
         for (int tensor_index : node_subset.output_tensors) {
-          TfLiteTensor* tensor = &tensors_[tensor_index];
+          TfLiteTensor* tensor = &tensors[tensor_index];
           TF_LITE_ENSURE(&context_, tensor->delegate == nullptr ||
                                         tensor->delegate == delegate);
           tensor->delegate = delegate;
         }
 
         // Associate the node with the delegate.
-        TfLiteNode* node = &nodes_and_registration_[node_index].first;
+        TfLiteNode* node =
+            &primary_subgraph().nodes_and_registration()[node_index].first;
         node->delegate = delegate;
       } break;
       case NodeSubset::kTfUnexplored:
@@ -353,21 +348,21 @@ TfLiteStatus Interpreter::GetExecutionPlan(struct TfLiteContext* context,
 TfLiteStatus Interpreter::SetInputs(std::vector<int> inputs) {
   TF_LITE_ENSURE_OK(&context_,
                     CheckTensorIndices("inputs", inputs.data(), inputs.size()));
-  inputs_ = std::move(inputs);
+  primary_subgraph().inputs() = std::move(inputs);
   return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetOutputs(std::vector<int> outputs) {
   TF_LITE_ENSURE_OK(
       &context_, CheckTensorIndices("outputs", outputs.data(), outputs.size()));
-  outputs_ = std::move(outputs);
+  primary_subgraph().outputs() = std::move(outputs);
   return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetVariables(std::vector<int> variables) {
   TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("variables", variables.data(),
                                                   variables.size()));
-  variables_ = std::move(variables);
+  primary_subgraph().variables() = std::move(variables);
   return kTfLiteOk;
 }
 
@@ -439,7 +434,8 @@ TfLiteStatus Interpreter::AllocateTensors() {
   // Explicit (re)allocation is necessary if nodes have been changed or tensors
   // have been resized. For inputs marked as dynamic, we can't short-circuit the
   // allocation as the client may have done the resize manually.
-  if (state_ != kStateUninvokable && !HasDynamicTensorImpl(context_, inputs_)) {
+  if (state_ != kStateUninvokable &&
+      !HasDynamicTensorImpl(context_, inputs())) {
     return kTfLiteOk;
   }
 
@@ -463,7 +459,8 @@ TfLiteStatus Interpreter::AllocateTensors() {
 
 // TODO(ycling): Support non-zero default values.
 TfLiteStatus Interpreter::ResetVariableTensors() {
-  for (auto& tensor : tensors_) {
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+  for (auto& tensor : tensors) {
     if (!tensor.is_variable) {
       continue;
     }
@@ -480,7 +477,7 @@ TfLiteStatus Interpreter::ResetVariableTensors() {
 }
 
 void Interpreter::ReserveNodes(int count) {
-  nodes_and_registration_.reserve(count);
+  primary_subgraph().nodes_and_registration().reserve(count);
 }
 
 TfLiteStatus Interpreter::AddNodeWithParameters(
@@ -503,10 +500,11 @@ TfLiteStatus Interpreter::AddNodeWithParameters(
       &context_,
       CheckTensorIndices("node outputs", outputs.data(), outputs.size()));
 
-  int new_node_index = nodes_and_registration_.size();
+  int new_node_index = primary_subgraph().nodes_and_registration().size();
   if (node_index) *node_index = new_node_index;
-  nodes_and_registration_.resize(nodes_and_registration_.size() + 1);
-  auto& node_and_reg = nodes_and_registration_.back();
+  primary_subgraph().nodes_and_registration().resize(
+      primary_subgraph().nodes_and_registration().size() + 1);
+  auto& node_and_reg = primary_subgraph().nodes_and_registration().back();
   TfLiteNode& node = node_and_reg.first;
   if (node.inputs) TfLiteIntArrayFree(node.inputs);
   if (node.outputs) TfLiteIntArrayFree(node.outputs);
@@ -577,12 +575,13 @@ bool HasDynamicTensor(const TfLiteContext& context,
 
 TfLiteStatus Interpreter::PrepareOpsStartingAt(
     int first_execution_plan_index, int* last_execution_plan_index_prepared) {
+  auto& subgraph = primary_subgraph();
   for (int execution_plan_index = first_execution_plan_index;
        execution_plan_index < execution_plan_.size(); execution_plan_index++) {
     int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = nodes_and_registration_[node_index].first;
+    TfLiteNode& node = subgraph.nodes_and_registration()[node_index].first;
     const TfLiteRegistration& registration =
-        nodes_and_registration_[node_index].second;
+        subgraph.nodes_and_registration()[node_index].second;
     EnsureTensorsVectorCapacity();
     if (OpPrepare(registration, &node) == kTfLiteError) {
       return ReportOpError(&context_, node, registration, node_index,
@@ -621,6 +620,8 @@ TfLiteStatus Interpreter::PrepareOpsAndTensors() {
 }
 
 TfLiteStatus Interpreter::Invoke() {
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+
   if (!consistent_) {
     ReportError(&context_, "Invoke called on model that is not consistent.");
     return kTfLiteError;
@@ -657,9 +658,10 @@ TfLiteStatus Interpreter::Invoke() {
                                     execution_plan_index);
     }
     int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = nodes_and_registration_[node_index].first;
+    TfLiteNode& node =
+        primary_subgraph().nodes_and_registration()[node_index].first;
     const TfLiteRegistration& registration =
-        nodes_and_registration_[node_index].second;
+        primary_subgraph().nodes_and_registration()[node_index].second;
     SCOPED_OPERATOR_PROFILE(profiler_, node_index);
 
     // TODO(ycling): This is an extra loop through inputs to check if the data
@@ -671,7 +673,7 @@ TfLiteStatus Interpreter::Invoke() {
       if (tensor_index == kOptionalTensor) {
         continue;
       }
-      TfLiteTensor* tensor = &tensors_[tensor_index];
+      TfLiteTensor* tensor = &tensors[tensor_index];
       if (tensor->delegate && tensor->delegate != node.delegate &&
           tensor->data_is_stale) {
         EnsureTensorDataIsReadable(tensor_index);
@@ -694,7 +696,7 @@ TfLiteStatus Interpreter::Invoke() {
   }
 
   if (!allow_buffer_handle_output_) {
-    for (int tensor_index : outputs_) {
+    for (int tensor_index : outputs()) {
       EnsureTensorDataIsReadable(tensor_index);
     }
   }
@@ -729,15 +731,17 @@ void Interpreter::ReportError(TfLiteContext* context, const char* format, ...) {
 
 TfLiteStatus Interpreter::AddTensors(int tensors_to_add,
                                      int* first_new_tensor_index) {
-  const size_t base_index = tensors_.size();
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+
+  const size_t base_index = tensors.size();
   if (first_new_tensor_index) *first_new_tensor_index = base_index;
-  tensors_.resize(tensors_.size() + tensors_to_add);
-  for (size_t i = base_index; i < tensors_.size(); i++) {
-    memset(&tensors_[i], 0, sizeof(tensors_[i]));
-    tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
+  tensors.resize(tensors.size() + tensors_to_add);
+  for (size_t i = base_index; i < tensors.size(); i++) {
+    memset(&tensors[i], 0, sizeof(tensors[i]));
+    tensors[i].buffer_handle = kTfLiteNullBufferHandle;
   }
-  context_.tensors = tensors_.data();
-  context_.tensors_size = tensors_.size();
+  context_.tensors = tensors.data();
+  context_.tensors_size = tensors.size();
   return kTfLiteOk;
 }
 
@@ -755,8 +759,9 @@ TfLiteStatus Interpreter::GetNodeAndRegistration(
   TF_LITE_ENSURE(&context_, node_index >= 0);
   TF_LITE_ENSURE(&context_, static_cast<size_t>(node_index) < nodes_size());
   TF_LITE_ENSURE(&context_, node != nullptr && registration != nullptr);
-  *node = &nodes_and_registration_[node_index].first;
-  *registration = &nodes_and_registration_[node_index].second;
+  auto& node_and_reg = primary_subgraph().nodes_and_registration()[node_index];
+  *node = &node_and_reg.first;
+  *registration = &node_and_reg.second;
   return kTfLiteOk;
 }
 
@@ -946,7 +951,8 @@ TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
       // If all the nodes can be prepared, check if the last node has dynamic
       // tensors.
       int node_index = execution_plan_[last_execution_plan_index_prepared];
-      TfLiteNode& node = nodes_and_registration_[node_index].first;
+      TfLiteNode& node =
+          primary_subgraph().nodes_and_registration()[node_index].first;
       if (!HasDynamicTensor(context_, node.outputs)) {
         has_dynamic_tensors = false;
       }
@@ -988,7 +994,8 @@ TfLiteStatus Interpreter::SetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle buffer_handle,
                                           TfLiteDelegate* delegate) {
   TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-  TfLiteTensor* tensor = &tensors_[tensor_index];
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+  TfLiteTensor* tensor = &tensors[tensor_index];
 
   TF_LITE_ENSURE(&context_,
                  tensor->delegate == nullptr || tensor->delegate == delegate);
@@ -1007,7 +1014,8 @@ TfLiteStatus Interpreter::GetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle* buffer_handle,
                                           TfLiteDelegate** delegate) {
   TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-  TfLiteTensor* tensor = &tensors_[tensor_index];
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+  TfLiteTensor* tensor = &tensors[tensor_index];
 
   *delegate = tensor->delegate;
   *buffer_handle = tensor->buffer_handle;
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index 415c5f0979..1cadb5eb5d 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -25,6 +25,7 @@ limitations under the License.
 #include "tensorflow/lite/allocation.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/subgraph.h"
 #include "tensorflow/lite/memory_planner.h"
 #include "tensorflow/lite/profiling/profiler.h"
 #include "tensorflow/lite/stderr_reporter.h"
@@ -197,31 +198,37 @@ class Interpreter {
   // Functions to access tensor data
 
   // Read only access to list of inputs.
-  const std::vector<int>& inputs() const { return inputs_; }
+  const std::vector<int>& inputs() const { return primary_subgraph().inputs(); }
 
   // Return the name of a given input. The given index must be between 0 and
   // inputs().size().
   const char* GetInputName(int index) const {
-    return context_.tensors[inputs_[index]].name;
+    return context_.tensors[inputs()[index]].name;
   }
 
   // Read only access to list of outputs.
-  const std::vector<int>& outputs() const { return outputs_; }
+  const std::vector<int>& outputs() const {
+    return primary_subgraph().outputs();
+  }
 
   // Read only access to list of variable tensors.
-  const std::vector<int>& variables() const { return variables_; }
+  const std::vector<int>& variables() const {
+    return primary_subgraph().variables();
+  }
 
   // Return the name of a given output. The given index must be between 0 and
   // outputs().size().
   const char* GetOutputName(int index) const {
-    return context_.tensors[outputs_[index]].name;
+    return context_.tensors[outputs()[index]].name;
   }
 
   // Return the number of tensors in the model.
   size_t tensors_size() const { return context_.tensors_size; }
 
   // Return the number of ops in the model.
-  size_t nodes_size() const { return nodes_and_registration_.size(); }
+  size_t nodes_size() const {
+    return primary_subgraph().nodes_and_registration().size();
+  }
 
   // WARNING: Experimental interface, subject to change
   const std::vector<int>& execution_plan() const { return execution_plan_; }
@@ -251,10 +258,9 @@ class Interpreter {
   // Get a pointer to an operation and registration data structure if in bounds.
   const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
       int node_index) const {
-    if (node_index < 0 ||
-        static_cast<size_t>(node_index) >= nodes_and_registration_.size())
+    if (node_index < 0 || static_cast<size_t>(node_index) >= nodes_size())
       return nullptr;
-    return &nodes_and_registration_[node_index];
+    return &primary_subgraph().nodes_and_registration()[node_index];
   }
 
   // Perform a checked cast to the appropriate tensor type (mutable pointer
@@ -285,28 +291,28 @@ class Interpreter {
   // index must be between 0 and inputs().size().
   template <class T>
   T* typed_input_tensor(int index) {
-    return typed_tensor<T>(inputs_[index]);
+    return typed_tensor<T>(inputs()[index]);
   }
 
   // Return an immutable pointer into the data of a given input tensor. The
   // given index must be between 0 and inputs().size().
   template <class T>
   const T* typed_input_tensor(int index) const {
-    return typed_tensor<T>(inputs_[index]);
+    return typed_tensor<T>(inputs()[index]);
   }
 
   // Return a mutable pointer into the data of a given output tensor. The given
   // index must be between 0 and outputs().size().
   template <class T>
   T* typed_output_tensor(int index) {
-    return typed_tensor<T>(outputs_[index]);
+    return typed_tensor<T>(outputs()[index]);
   }
 
   // Return an immutable pointer into the data of a given output tensor. The
   // given index must be between 0 and outputs().size().
   template <class T>
   const T* typed_output_tensor(int index) const {
-    return typed_tensor<T>(outputs_[index]);
+    return typed_tensor<T>(outputs()[index]);
   }
 
   // Change the dimensionality of a given tensor. Note, this is only acceptable
@@ -446,6 +452,14 @@ class Interpreter {
   friend class InterpreterBuilder;
   friend class InterpreterTest;
 
+  Subgraph& primary_subgraph() {
+    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
+  }
+
+  const Subgraph& primary_subgraph() const {
+    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
+  }
+
   // Prevent 'context_' from accessing functions that are only available to
   // delegated kernels.
   void SwitchToKernelContext();
@@ -498,7 +512,7 @@ class Interpreter {
   // tensor entries. Note, `tensors_.data()` needs to be synchronized to the
   // `context_` whenever this std::vector is reallocated. Currently this
   // only happens in `AddTensors()`.
-  std::vector<TfLiteTensor> tensors_;
+  // std::vector<TfLiteTensor> tensors_;
 
   // Check if an array of tensor indices are valid with respect to the Tensor
   // array.
@@ -592,6 +606,7 @@ class Interpreter {
   // tensors. After calling this function, adding `kTensorsCapacityHeadroom`
   // more tensors won't invalidate the pointer to existing tensors.
   void EnsureTensorsVectorCapacity() {
+    std::vector<TfLiteTensor>& tensors_ = primary_subgraph().tensors();
     const size_t required_capacity = tensors_size() + kTensorsCapacityHeadroom;
     if (required_capacity > tensors_.capacity()) {
       tensors_.reserve(required_capacity);
@@ -618,27 +633,11 @@ class Interpreter {
   // structure to store tensors.
   TfLiteContext context_;
 
-  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
-  // function pointers to actual implementation.
-  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
-      nodes_and_registration_;
-
   // Whether the model is consistent. That is to say if the inputs and outputs
   // of every node and the global inputs and outputs are valid indexes into
   // the tensor array.
   bool consistent_ = true;
 
-  // Array of indices representing the tensors that are inputs to the
-  // interpreter.
-  std::vector<int> inputs_;
-
-  // Array of indices representing the tensors that are outputs to the
-  // interpreter.
-  std::vector<int> outputs_;
-
-  // Array of indices representing the tensors that are variable tensors.
-  std::vector<int> variables_;
-
   // The error reporter delegate that tflite will forward queries errors to.
   ErrorReporter* error_reporter_;
 
@@ -686,6 +685,9 @@ class Interpreter {
 
   // List of active external contexts.
   TfLiteExternalContext* external_contexts_[kTfLiteMaxExternalContexts];
+
+  // Subgraphs
+  std::vector<Subgraph> subgraphs_;
 };
 
 }  // namespace tflite
-- 
GitLab


From c418938e751699b7f3ec30d8c4a68c0b4ae1a271 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 13:11:05 -0800
Subject: [PATCH 1681/1825] Delete ReplicaContext.device. All users were moved
 to .devices in an earlier change.

PiperOrigin-RevId: 221676215
---
 tensorflow/contrib/distribute/python/mirrored_strategy.py   | 4 ----
 tensorflow/contrib/distribute/python/one_device_strategy.py | 4 ----
 tensorflow/contrib/distribute/python/tpu_strategy.py        | 4 ----
 tensorflow/python/training/distribute.py                    | 5 -----
 4 files changed, 17 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index b8d4fea298..6aec4d27a3 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -822,10 +822,6 @@ class MirroredReplicaContext(distribute_lib.ReplicaContext):
       raise _RequestedStop()
     return t.merge_result
 
-  @property
-  def device(self):
-    raise RuntimeError("Use .devices instead")
-
   @property
   def devices(self):
     distribute_lib.require_replica_context(self)
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index a4ce956a9f..3582d99405 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -182,10 +182,6 @@ class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
     distribute_lib.ReplicaContext.__init__(
         self, distribution_strategy, replica_id_in_sync_group=0)
 
-  @property
-  def device(self):
-    raise RuntimeError("Use .devices instead")
-
   @property
   def devices(self):
     return [self._distribution_strategy.worker_devices[0]]
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 53fe8ae244..5f7838c6ce 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -589,10 +589,6 @@ class _TPUReplicaContext(distribute_lib.ReplicaContext):
     distribute_lib.ReplicaContext.__init__(
         self, distribution_strategy, replica_id_in_sync_group=0)
 
-  @property
-  def device(self):
-    raise RuntimeError("Use .devices instead")
-
   @property
   def devices(self):
     distribute_lib.require_replica_context(self)
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index ceb73ebc4e..dfa368026b 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1265,11 +1265,6 @@ class ReplicaContext(object):
     """The current `DistributionStrategy` object."""
     return self._distribution_strategy
 
-  @property
-  def device(self):
-    """BEING DELETED: use .devices instead."""
-    raise RuntimeError("Use .devices instead")
-
   @property
   def devices(self):
     """The devices this replica is to be executed on, as a list of strings."""
-- 
GitLab


From 31f48a5a60cbfec9163b981cb2bdb5486f0fd257 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 15 Nov 2018 13:17:46 -0800
Subject: [PATCH 1682/1825] Add compat.v1 for v1 build as well.

PiperOrigin-RevId: 221677301
---
 tensorflow/BUILD | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/tensorflow/BUILD b/tensorflow/BUILD
index 7c87a616a6..2dc70c359c 100644
--- a/tensorflow/BUILD
+++ b/tensorflow/BUILD
@@ -43,6 +43,11 @@ TENSORFLOW_API_INIT_FILES_V2 = (
     TENSORFLOW_API_INIT_FILES + get_compat_files(TENSORFLOW_API_INIT_FILES_V1, 1)
 )
 
+# @unused
+TENSORFLOW_API_INIT_FILES_V1_WITH_COMPAT = (
+    TENSORFLOW_API_INIT_FILES_V1 + get_compat_files(TENSORFLOW_API_INIT_FILES_V1, 1)
+)
+
 # Config setting used when building for products
 # which requires restricted licenses to be avoided.
 config_setting(
@@ -561,10 +566,15 @@ genrule(
 
 gen_api_init_files(
     name = "tf_python_api_gen_v1",
-    srcs = ["api_template_v1.__init__.py"],
+    srcs = [
+        "api_template_v1.__init__.py",
+        "compat_template_v1.__init__.py",
+    ],
     api_version = 1,
+    compat_api_versions = [1],
+    compat_init_templates = ["compat_template_v1.__init__.py"],
     output_dir = "_api/v1/",
-    output_files = TENSORFLOW_API_INIT_FILES_V1,
+    output_files = TENSORFLOW_API_INIT_FILES_V1_WITH_COMPAT,
     output_package = "tensorflow._api.v1",
     root_file_name = "v1.py",
     root_init_template = "api_template_v1.__init__.py",
-- 
GitLab


From 2e902b354bcea0d7eb1319de2beeaf603c7d5ee5 Mon Sep 17 00:00:00 2001
From: Igor Ganichev <iga@google.com>
Date: Thu, 15 Nov 2018 13:25:33 -0800
Subject: [PATCH 1683/1825] Support attributes on tf.function calls

While FunctionDef has an OpDef that can contain attribute
specification for each function, we don't use per function
attribute specificaton at the moment. Instead we have just two
attributes "executor_type" and "config" shared by all functions.
These attributes are declared in PartitionedCall.

This CL makes regular functions calls (not going through
PartitionedCall) have the same two attributes. It is done
by hardcoding them in eager/attr_builder. This is a bit hacky
but quick and efficient. A cleaner alternative could be to have
TF_GraphToFunction always add these attributes to OpDef of every
FunctionDef it builds. Hardcoding these attributes in C API
instead of letting users specify them from Python should be fine
because they are consumed by FunctionLibraryRuntime.

PiperOrigin-RevId: 221678560
---
 tensorflow/c/eager/c_api.cc                   | 26 ++++++++--------
 tensorflow/c/eager/c_api_internal.h           |  7 ++---
 .../core/common_runtime/eager/attr_builder.cc | 30 +++++++++++++++++--
 .../core/common_runtime/eager/attr_builder.h  |  6 +++-
 .../common_runtime/eager/attr_builder_test.cc | 17 ++++++++---
 .../common_runtime/eager/eager_operation.h    | 14 +++++----
 .../core/common_runtime/eager/execute.cc      | 15 +++++++---
 .../eager/eager_service_impl.cc               | 26 ++++++++--------
 tensorflow/lite/delegates/flex/kernel.cc      | 24 ++++++++++-----
 9 files changed, 112 insertions(+), 53 deletions(-)

diff --git a/tensorflow/c/eager/c_api.cc b/tensorflow/c/eager/c_api.cc
index 408277468d..192044915f 100755
--- a/tensorflow/c/eager/c_api.cc
+++ b/tensorflow/c/eager/c_api.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #include "tensorflow/c/c_api.h"
 #include "tensorflow/c/c_api_internal.h"
 #include "tensorflow/c/eager/c_api_internal.h"
+#include "tensorflow/core/platform/host_info.h"
 #ifdef TENSORFLOW_EAGER_USE_XLA
 #include "tensorflow/compiler/tf2xla/xla_op_registry.h"
 #endif  // TENSORFLOW_EAGER_USE_XLA
@@ -458,13 +459,20 @@ TFE_Op* TFE_NewOp(TFE_Context* ctx, const char* op_or_function_name,
                   TF_Status* status) {
   const char* name = op_or_function_name;  // Shorthand
   const tensorflow::AttrTypeMap* types;
-  status->status = tensorflow::AttrTypeMapForOp(name, &types);
-  if (status->status.ok()) return new TFE_Op(ctx, name, types);
-  if (TF_GetCode(status) == TF_NOT_FOUND) {
-    if (ctx->context.FindFunctionByName(name)) {
-      status->status = tensorflow::Status::OK();
-      return new TFE_Op(ctx, name, nullptr);
+  bool is_function = false;
+  status->status = tensorflow::AttrTypeMapForOp(name, &types, &is_function);
+  if (status->status.ok()) {
+    if (is_function && !ctx->context.FindFunctionByName(name)) {
+      status->status = tensorflow::errors::NotFound(
+          "'", name,
+          "' is neither a type of a primitive operation nor a name "
+          "of a function registered in binary running on ",
+          tensorflow::port::Hostname(),
+          ". Make sure the operation or function is "
+          "registered in the binary running in this process.");
+      return nullptr;
     }
+    return new TFE_Op(ctx, name, is_function, types);
   }
   return nullptr;
 }
@@ -497,12 +505,6 @@ void TFE_OpAddInput(TFE_Op* op, TFE_TensorHandle* h, TF_Status* status) {
 TF_AttrType TFE_OpGetAttrType(TFE_Op* op, const char* attr_name,
                               unsigned char* is_list, TF_Status* status) {
   TF_AttrType ret;
-  if (op->operation.is_function()) {
-    status->status = tensorflow::errors::Unimplemented(
-        "TODO(apassos): Support for attributes for TensorFlow functions is not "
-        "ready yet.");
-    return TF_ATTR_INT;  // The compiler requires that we return something.
-  }
   status->status = tensorflow::AttrTypeByName(*op->operation.AttrTypes(),
                                               attr_name, &ret, is_list);
   return ret;
diff --git a/tensorflow/c/eager/c_api_internal.h b/tensorflow/c/eager/c_api_internal.h
index fa1b22e3af..67bc1bcd24 100644
--- a/tensorflow/c/eager/c_api_internal.h
+++ b/tensorflow/c/eager/c_api_internal.h
@@ -93,10 +93,9 @@ struct TFE_TensorDebugInfo {
 };
 
 struct TFE_Op {
-  // t is NULL iff the TFE_Op corresponds to a TensorFlow function instead of a
-  // primitive operation.
-  TFE_Op(TFE_Context* ctx, const char* op, const tensorflow::AttrTypeMap* t)
-      : operation(&ctx->context, op, t) {}
+  TFE_Op(TFE_Context* ctx, const char* op, bool is_function,
+         const tensorflow::AttrTypeMap* t)
+      : operation(&ctx->context, op, is_function, t) {}
 
   tensorflow::EagerOperation operation;
 };
diff --git a/tensorflow/core/common_runtime/eager/attr_builder.cc b/tensorflow/core/common_runtime/eager/attr_builder.cc
index 201f06242f..aae3392d0e 100644
--- a/tensorflow/core/common_runtime/eager/attr_builder.cc
+++ b/tensorflow/core/common_runtime/eager/attr_builder.cc
@@ -39,6 +39,18 @@ std::unordered_map<string, const AttrTypeMap*>* OpNameToAttrTypeMap() {
 
 const uint32 kIsList = 1U << 31;
 
+AttrTypeMap* DefaultFunctionAttrTypeMap() {
+  AttrTypeMap* map = new AttrTypeMap();
+  (*map)["executor_type"] = TF_ATTR_STRING;
+  (*map)["config"] = TF_ATTR_STRING;
+  return map;
+}
+
+const AttrTypeMap* GetDefaultFunctionAttrTypeMap() {
+  static const AttrTypeMap* map = DefaultFunctionAttrTypeMap();
+  return map;
+}
+
 }  // namespace
 
 Status OpDefForOp(const char* op_name, const OpDef** op_def) {
@@ -50,13 +62,27 @@ Status OpDefForOp(const char* op_name, const OpDef** op_def) {
   return s;
 }
 
-Status AttrTypeMapForOp(const char* op_name, const AttrTypeMap** out) {
+Status AttrTypeMapForOp(const char* op_name, const AttrTypeMap** out,
+                        bool* is_function) {
   mutex_lock l(g_op_name_to_attr_type_map_lock);
+  *is_function = false;
   *out = gtl::FindPtrOrNull(*OpNameToAttrTypeMap(), op_name);
   if (*out != nullptr) return Status::OK();
   const OpDef* op_def = nullptr;
   Status s = OpDefForOp(op_name, &op_def);
-  if (!s.ok()) return s;
+  if (errors::IsNotFound(s)) {
+    // If we did not find the op def, we assume `op_name` is a function.
+    // If it is actually a misspelled op, user will get another error when
+    // trying to run it.
+    // TODO(iga): If we ever have a use case for different attribute specs
+    // in different functions, we will need to look at the OpDef in the
+    // function def to retrieve their types.
+    *out = GetDefaultFunctionAttrTypeMap();
+    *is_function = true;
+    return Status::OK();
+  } else if (!s.ok()) {
+    return s;
+  }
   std::unique_ptr<AttrTypeMap> m(new AttrTypeMap);
   // TODO(agarwal): Avoid having to create this "registry" at runtime,
   // perhaps can be done at op registration time?
diff --git a/tensorflow/core/common_runtime/eager/attr_builder.h b/tensorflow/core/common_runtime/eager/attr_builder.h
index af5b7d80c3..41dd275a66 100644
--- a/tensorflow/core/common_runtime/eager/attr_builder.h
+++ b/tensorflow/core/common_runtime/eager/attr_builder.h
@@ -43,7 +43,11 @@ typedef std::unordered_map<string, uint32> AttrTypeMap;
 Status OpDefForOp(const char* op_name, const OpDef** op_def);
 
 // Returns the AttrTypeMap for the TensorFlow operation named op_name.
-Status AttrTypeMapForOp(const char* op_name, const AttrTypeMap** out);
+// If op_name is not registered in global op registry, AttrTypeMapForOp assumes
+// the op to be a function and returns the default attributes for a function.
+// `is_function` is set to true in this case.
+Status AttrTypeMapForOp(const char* op_name, const AttrTypeMap** out,
+                        bool* is_function);
 
 // Looks for 'attr_name' in 'm' and sets 'out' and 'is_list'.
 Status AttrTypeByName(const AttrTypeMap& m, const string& attr_name,
diff --git a/tensorflow/core/common_runtime/eager/attr_builder_test.cc b/tensorflow/core/common_runtime/eager/attr_builder_test.cc
index 79b094f2e0..220cc6f5ce 100644
--- a/tensorflow/core/common_runtime/eager/attr_builder_test.cc
+++ b/tensorflow/core/common_runtime/eager/attr_builder_test.cc
@@ -35,9 +35,18 @@ namespace {
 
 TEST(AttrTypeMap, Lookup) {
   const AttrTypeMap* m = nullptr;
-  Status s = AttrTypeMapForOp("ThisOpCannotPossiblyExist", &m);
-  EXPECT_FALSE(s.ok());
-  s = AttrTypeMapForOp("MatMul", &m);
+  // Unknown ops are assumed to be functions.
+  // Their maps are filled with default attributes.
+  bool is_function = false;
+  Status s = AttrTypeMapForOp("SomeFunctionName", &m, &is_function);
+  EXPECT_TRUE(s.ok());
+  EXPECT_TRUE(is_function);
+  EXPECT_EQ(TF_ATTR_STRING, m->find("executor_type")->second);
+  EXPECT_EQ(TF_ATTR_STRING, m->find("config")->second);
+
+  is_function = true;
+  s = AttrTypeMapForOp("MatMul", &m, &is_function);
+  EXPECT_FALSE(is_function);
   ASSERT_TRUE(s.ok()) << s;
 
   TF_AttrType t;
@@ -50,7 +59,7 @@ TEST(AttrTypeMap, Lookup) {
   EXPECT_EQ(TF_ATTR_BOOL, t);
   EXPECT_EQ(is_list, 0);
 
-  s = AttrTypeMapForOp("Squeeze", &m);
+  s = AttrTypeMapForOp("Squeeze", &m, &is_function);
   ASSERT_TRUE(s.ok()) << s;
   s = AttrTypeByName(*m, "squeeze_dims", &t, &is_list);
   ASSERT_TRUE(s.ok()) << s;
diff --git a/tensorflow/core/common_runtime/eager/eager_operation.h b/tensorflow/core/common_runtime/eager/eager_operation.h
index fcf62c7715..935ca7f9aa 100644
--- a/tensorflow/core/common_runtime/eager/eager_operation.h
+++ b/tensorflow/core/common_runtime/eager/eager_operation.h
@@ -22,11 +22,14 @@ limitations under the License.
 namespace tensorflow {
 class EagerOperation {
  public:
-  // t is NULL iff the EagerOperation corresponds to a TensorFlow function
-  // instead of a primitive operation.
   EagerOperation(tensorflow::EagerContext* ctx, const char* op,
-                 const tensorflow::AttrTypeMap* t)
-      : ctx_(ctx), name_(op), attrs_(op), attr_types_(t), device_(nullptr) {}
+                 bool is_function, const tensorflow::AttrTypeMap* t)
+      : ctx_(ctx),
+        name_(op),
+        attrs_(op),
+        attr_types_(t),
+        device_(nullptr),
+        is_function_(is_function) {}
 
   ~EagerOperation() {
     for (tensorflow::TensorHandle* h : inputs_) {
@@ -34,7 +37,7 @@ class EagerOperation {
     }
   }
 
-  bool is_function() const { return attr_types_ == nullptr; }
+  bool is_function() const { return is_function_; }
 
   tensorflow::EagerContext* EagerContext() { return ctx_; }
 
@@ -68,6 +71,7 @@ class EagerOperation {
   tensorflow::gtl::InlinedVector<tensorflow::TensorHandle*, 4> inputs_;
   tensorflow::Device* device_;
   bool use_xla_ = false;
+  const bool is_function_;
 };
 }  // namespace tensorflow
 
diff --git a/tensorflow/core/common_runtime/eager/execute.cc b/tensorflow/core/common_runtime/eager/execute.cc
index a708033c65..5bf7888fad 100644
--- a/tensorflow/core/common_runtime/eager/execute.cc
+++ b/tensorflow/core/common_runtime/eager/execute.cc
@@ -24,6 +24,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/eager/execute_node.h"
 #include "tensorflow/core/common_runtime/eager/kernel_and_device.h"
 #include "tensorflow/core/common_runtime/eager/tensor_handle.h"
+#include "tensorflow/core/lib/core/errors.h"
 #ifndef __ANDROID__
 #include "tensorflow/core/distributed_runtime/eager/eager_client.h"
 #include "tensorflow/core/distributed_runtime/eager/remote_execute_node.h"
@@ -827,8 +828,11 @@ Status ExecuteSend(EagerContext* ctx, tensorflow::Device* device,
                    TensorHandle* h, StringPiece wire_id,
                    const string& recv_device) {
   const tensorflow::AttrTypeMap* types;
-  TF_RETURN_IF_ERROR(tensorflow::AttrTypeMapForOp("_Send", &types));
-  tensorflow::EagerOperation op(ctx, "_Send", types);
+  bool is_function = false;
+  TF_RETURN_IF_ERROR(
+      tensorflow::AttrTypeMapForOp("_Send", &types, &is_function));
+  DCHECK(!is_function);
+  tensorflow::EagerOperation op(ctx, "_Send", /*is_function=*/false, types);
 
   op.AddInput(h);
 
@@ -855,8 +859,11 @@ Status ExecuteRecv(EagerContext* ctx, tensorflow::Device* device,
                    const string& send_device, int64 send_device_incarnation,
                    TensorHandle** result) {
   const tensorflow::AttrTypeMap* types;
-  TF_RETURN_IF_ERROR(tensorflow::AttrTypeMapForOp("_Recv", &types));
-  tensorflow::EagerOperation op(ctx, "_Recv", types);
+  bool is_function = false;
+  TF_RETURN_IF_ERROR(
+      tensorflow::AttrTypeMapForOp("_Recv", &types, &is_function));
+  DCHECK(!is_function);
+  tensorflow::EagerOperation op(ctx, "_Recv", /*is_function=*/false, types);
 
   op.SetDevice(device);
 
diff --git a/tensorflow/core/distributed_runtime/eager/eager_service_impl.cc b/tensorflow/core/distributed_runtime/eager/eager_service_impl.cc
index b8af63724a..5b0a420fad 100644
--- a/tensorflow/core/distributed_runtime/eager/eager_service_impl.cc
+++ b/tensorflow/core/distributed_runtime/eager/eager_service_impl.cc
@@ -36,6 +36,7 @@ limitations under the License.
 #include "tensorflow/core/lib/strings/stringprintf.h"
 #include "tensorflow/core/platform/cpu_info.h"
 #include "tensorflow/core/platform/env.h"
+#include "tensorflow/core/platform/host_info.h"
 
 namespace tensorflow {
 namespace eager {
@@ -152,20 +153,19 @@ Status EagerServiceImpl::ExecuteOp(const Operation& operation,
   std::unique_ptr<tensorflow::EagerOperation> op;
   const char* name = operation.name().c_str();  // Shorthand
   const tensorflow::AttrTypeMap* types;
-  auto status = tensorflow::AttrTypeMapForOp(name, &types);
-  if (status.ok()) {
-    op.reset(
-        new tensorflow::EagerOperation(server_context->Context(), name, types));
-  } else if (errors::IsNotFound(status)) {
-    if (server_context->Context()->FindFunctionByName(name)) {
-      op.reset(new tensorflow::EagerOperation(server_context->Context(), name,
-                                              nullptr));
-    } else {
-      return status;
-    }
-  } else {
-    return status;
+  bool is_function = false;
+  TF_RETURN_IF_ERROR(tensorflow::AttrTypeMapForOp(name, &types, &is_function));
+  if (is_function && !server_context->Context()->FindFunctionByName(name)) {
+    return errors::NotFound(
+        "'", name,
+        "' is neither a type of a primitive operation nor a name "
+        "of a function registered in binary running on ",
+        port::Hostname(),
+        ". Make sure the operation or function is "
+        "registered in the binary running in this process.");
   }
+  op.reset(new tensorflow::EagerOperation(server_context->Context(), name,
+                                          is_function, types));
 
   TF_RETURN_IF_ERROR(op->SetDevice(operation.device().c_str()));
 
diff --git a/tensorflow/lite/delegates/flex/kernel.cc b/tensorflow/lite/delegates/flex/kernel.cc
index c4fe142dff..02da1d1a22 100644
--- a/tensorflow/lite/delegates/flex/kernel.cc
+++ b/tensorflow/lite/delegates/flex/kernel.cc
@@ -15,6 +15,12 @@ limitations under the License.
 #include "tensorflow/lite/delegates/flex/kernel.h"
 
 #include "flatbuffers/flexbuffers.h"  // TF:flatbuffers
+#include "tensorflow/core/common_runtime/eager/context.h"
+#include "tensorflow/core/common_runtime/eager/execute.h"
+#include "tensorflow/core/common_runtime/eager/tensor_handle.h"
+#include "tensorflow/core/framework/node_def.pb.h"
+#include "tensorflow/core/framework/node_def_util.h"
+#include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/lite/builtin_ops.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/context_util.h"
@@ -22,11 +28,6 @@ limitations under the License.
 #include "tensorflow/lite/delegates/flex/util.h"
 #include "tensorflow/lite/kernels/kernel_util.h"
 #include "tensorflow/lite/string.h"
-#include "tensorflow/core/common_runtime/eager/context.h"
-#include "tensorflow/core/common_runtime/eager/execute.h"
-#include "tensorflow/core/common_runtime/eager/tensor_handle.h"
-#include "tensorflow/core/framework/node_def.pb.h"
-#include "tensorflow/core/framework/node_def_util.h"
 
 // Note: this is part of TF Lite's Flex delegation code which is to be
 // completed soon.
@@ -78,11 +79,18 @@ tensorflow::Status ExecuteFlexOp(tensorflow::EagerContext* eager_context,
                                  const std::vector<int>& inputs,
                                  const std::vector<int>& outputs) {
   const tensorflow::AttrTypeMap* attr_types;
+  bool is_function = false;
   TF_RETURN_WITH_CONTEXT_IF_ERROR(
-      tensorflow::AttrTypeMapForOp(op_name.c_str(), &attr_types),
+      tensorflow::AttrTypeMapForOp(op_name.c_str(), &attr_types, &is_function),
       " (while processing attributes of '", op_name, "')");
-
-  tensorflow::EagerOperation op(eager_context, op_name.c_str(), attr_types);
+  if (is_function) {
+    return tensorflow::errors::NotFound(
+        "Operation '", op_name,
+        "' is not registered.  (while processing attributes of '", op_name,
+        "')");
+  }
+  tensorflow::EagerOperation op(eager_context, op_name.c_str(),
+                                /*is_function=*/false, attr_types);
   for (const auto& attr : nodedef.attr()) {
     op.MutableAttrs()->Set(attr.first, attr.second);
   }
-- 
GitLab


From a68fec0c77a4c99d4306cd3e987b4f6f548a8112 Mon Sep 17 00:00:00 2001
From: RJ Ryan <rjryan@google.com>
Date: Thu, 15 Nov 2018 13:30:07 -0800
Subject: [PATCH 1684/1825] Merge tf.spectral into tf.signal for TensorFlow
 2.0.

PiperOrigin-RevId: 221679418
---
 tensorflow/compiler/tests/BUILD               |   1 -
 tensorflow/compiler/tests/fft_test.py         |  25 +-
 tensorflow/contrib/distributions/BUILD        |   2 +-
 .../distributions/python/ops/sample_stats.py  |   6 +-
 tensorflow/python/BUILD                       |  32 +-
 tensorflow/python/__init__.py                 |   1 -
 tensorflow/python/kernel_tests/BUILD          |  29 --
 tensorflow/python/kernel_tests/linalg/BUILD   |   3 +-
 .../linalg/linear_operator_circulant_test.py  |  29 +-
 tensorflow/python/kernel_tests/signal/BUILD   |  31 +-
 .../kernel_tests/{ => signal}/dct_ops_test.py |  22 +-
 .../kernel_tests/{ => signal}/fft_ops_test.py |  26 +-
 tensorflow/python/ops/gradients_impl.py       |   1 -
 tensorflow/python/ops/linalg/BUILD            |   1 +
 .../ops/linalg/linear_operator_circulant.py   |   5 +-
 tensorflow/python/ops/math_ops.py             |  11 -
 tensorflow/python/ops/signal/BUILD            |  17 +-
 .../{spectral_ops.py => signal/dct_ops.py}    | 152 +-------
 tensorflow/python/ops/signal/fft_ops.py       | 330 ++++++++++++++++++
 tensorflow/python/ops/signal/mfcc_ops.py      |   4 +-
 tensorflow/python/ops/signal/shape_ops.py     |   2 +-
 tensorflow/python/ops/signal/signal.py        |  14 +
 tensorflow/python/ops/signal/spectral_ops.py  |   8 +-
 tensorflow/python/ops/spectral_grad.py        | 185 ----------
 tensorflow/python/ops/standard_ops.py         |   1 -
 .../tools/api/generator/api_init_files.bzl    |   1 -
 .../python/tools/api/generator/doc_srcs.py    |   1 -
 .../api/golden/v1/tensorflow.signal.pbtxt     |  32 ++
 .../tools/api/golden/v2/tensorflow.pbtxt      |   4 -
 .../api/golden/v2/tensorflow.signal.pbtxt     |  32 ++
 .../api/golden/v2/tensorflow.spectral.pbtxt   |  35 --
 tensorflow/tools/compatibility/renames_v2.py  |   8 +
 32 files changed, 538 insertions(+), 513 deletions(-)
 rename tensorflow/python/kernel_tests/{ => signal}/dct_ops_test.py (91%)
 rename tensorflow/python/kernel_tests/{ => signal}/fft_ops_test.py (98%)
 rename tensorflow/python/ops/{spectral_ops.py => signal/dct_ops.py} (53%)
 create mode 100644 tensorflow/python/ops/signal/fft_ops.py
 delete mode 100644 tensorflow/python/ops/spectral_grad.py
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt

diff --git a/tensorflow/compiler/tests/BUILD b/tensorflow/compiler/tests/BUILD
index 6b8e6bba1e..2b88a64fed 100644
--- a/tensorflow/compiler/tests/BUILD
+++ b/tensorflow/compiler/tests/BUILD
@@ -474,7 +474,6 @@ tf_xla_py_test(
         "//tensorflow/python:extra_py_tests_deps",
         "//tensorflow/python:framework",
         "//tensorflow/python:platform_test",
-        "//tensorflow/python:spectral_ops",
         "//tensorflow/python/ops/signal",
     ],
 )
diff --git a/tensorflow/compiler/tests/fft_test.py b/tensorflow/compiler/tests/fft_test.py
index fab356991a..61abf9c9c0 100644
--- a/tensorflow/compiler/tests/fft_test.py
+++ b/tensorflow/compiler/tests/fft_test.py
@@ -27,7 +27,6 @@ from tensorflow.compiler.tests import xla_test
 from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gradients_impl
-from tensorflow.python.ops import spectral_ops
 from tensorflow.python.ops.signal import signal
 from tensorflow.python.platform import googletest
 
@@ -107,39 +106,39 @@ class FFTTest(xla_test.XLATestCase):
 
   def testFFT(self):
     self._VerifyFftMethod(INNER_DIMS_1D, lambda x: x, np.fft.fft,
-                          spectral_ops.fft)
+                          signal.fft)
 
   def testFFT2D(self):
     self._VerifyFftMethod(INNER_DIMS_2D, lambda x: x, np.fft.fft2,
-                          spectral_ops.fft2d)
+                          signal.fft2d)
 
   def testFFT3D(self):
     self._VerifyFftMethod(INNER_DIMS_3D, lambda x: x,
                           lambda x: np.fft.fftn(x, axes=(-3, -2, -1)),
-                          spectral_ops.fft3d)
+                          signal.fft3d)
 
   def testIFFT(self):
     self._VerifyFftMethod(INNER_DIMS_1D, lambda x: x, np.fft.ifft,
-                          spectral_ops.ifft)
+                          signal.ifft)
 
   def testIFFT2D(self):
     self._VerifyFftMethod(INNER_DIMS_2D, lambda x: x, np.fft.ifft2,
-                          spectral_ops.ifft2d)
+                          signal.ifft2d)
 
   def testIFFT3D(self):
     self._VerifyFftMethod(INNER_DIMS_3D, lambda x: x,
                           lambda x: np.fft.ifftn(x, axes=(-3, -2, -1)),
-                          spectral_ops.ifft3d)
+                          signal.ifft3d)
 
   def testRFFT(self):
     self._VerifyFftMethod(
         INNER_DIMS_1D, np.real, lambda x: np.fft.rfft(x, n=x.shape[-1]),
-        lambda x: spectral_ops.rfft(x, fft_length=[x.shape[-1].value]))
+        lambda x: signal.rfft(x, fft_length=[x.shape[-1].value]))
 
   def testRFFT2D(self):
 
     def _tf_fn(x):
-      return spectral_ops.rfft2d(
+      return signal.rfft2d(
           x, fft_length=[x.shape[-2].value, x.shape[-1].value])
 
     self._VerifyFftMethod(
@@ -153,7 +152,7 @@ class FFTTest(xla_test.XLATestCase):
           x, axes=(-3, -2, -1), s=[x.shape[-3], x.shape[-2], x.shape[-1]])
 
     def _tf_fn(x):
-      return spectral_ops.rfft3d(
+      return signal.rfft3d(
           x,
           fft_length=[x.shape[-3].value, x.shape[-2].value, x.shape[-1].value])
 
@@ -162,7 +161,7 @@ class FFTTest(xla_test.XLATestCase):
   def testIRFFT(self):
 
     def _tf_fn(x):
-      return spectral_ops.irfft(x, fft_length=[2 * (x.shape[-1].value - 1)])
+      return signal.irfft(x, fft_length=[2 * (x.shape[-1].value - 1)])
 
     self._VerifyFftMethod(
         INNER_DIMS_1D, lambda x: np.fft.rfft(np.real(x), n=x.shape[-1]),
@@ -171,7 +170,7 @@ class FFTTest(xla_test.XLATestCase):
   def testIRFFT2D(self):
 
     def _tf_fn(x):
-      return spectral_ops.irfft2d(
+      return signal.irfft2d(
           x, fft_length=[x.shape[-2].value, 2 * (x.shape[-1].value - 1)])
 
     self._VerifyFftMethod(
@@ -195,7 +194,7 @@ class FFTTest(xla_test.XLATestCase):
           s=[x.shape[-3], x.shape[-2], 2 * (x.shape[-1] - 1)])
 
     def _tf_fn(x):
-      return spectral_ops.irfft3d(
+      return signal.irfft3d(
           x,
           fft_length=[
               x.shape[-3].value, x.shape[-2].value, 2 * (x.shape[-1].value - 1)
diff --git a/tensorflow/contrib/distributions/BUILD b/tensorflow/contrib/distributions/BUILD
index 60f6b90edc..3079175015 100644
--- a/tensorflow/contrib/distributions/BUILD
+++ b/tensorflow/contrib/distributions/BUILD
@@ -72,7 +72,6 @@ py_library(
         "//tensorflow/python:nn",
         "//tensorflow/python:nn_ops",
         "//tensorflow/python:random_ops",
-        "//tensorflow/python:spectral_ops",
         "//tensorflow/python:state_ops",
         "//tensorflow/python:tensor_util",
         "//tensorflow/python:util",
@@ -80,6 +79,7 @@ py_library(
         "//tensorflow/python:variables",
         "//tensorflow/python/ops/distributions",
         "//tensorflow/python/ops/linalg",
+        "//tensorflow/python/ops/signal",
         "//third_party/py/numpy",
         "@six_archive//:six",
     ],
diff --git a/tensorflow/contrib/distributions/python/ops/sample_stats.py b/tensorflow/contrib/distributions/python/ops/sample_stats.py
index aa680a92be..978e627d66 100644
--- a/tensorflow/contrib/distributions/python/ops/sample_stats.py
+++ b/tensorflow/contrib/distributions/python/ops/sample_stats.py
@@ -29,8 +29,8 @@ from tensorflow.python.ops import clip_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import nn_ops
-from tensorflow.python.ops import spectral_ops
 from tensorflow.python.ops.distributions import util
+from tensorflow.python.ops.signal import fft_ops
 
 __all__ = [
     "auto_correlation",
@@ -157,11 +157,11 @@ def auto_correlation(
                                        dtype.real_dtype.as_numpy_dtype(0.))
 
     # Autocorrelation is IFFT of power-spectral density (up to some scaling).
-    fft_x_rotated_pad = spectral_ops.fft(x_rotated_pad)
+    fft_x_rotated_pad = fft_ops.fft(x_rotated_pad)
     spectral_density = fft_x_rotated_pad * math_ops.conj(fft_x_rotated_pad)
     # shifted_product is R[m] from above detailed explanation.
     # It is the inner product sum_n X[n] * Conj(X[n - m]).
-    shifted_product = spectral_ops.ifft(spectral_density)
+    shifted_product = fft_ops.ifft(spectral_density)
 
     # Cast back to real-valued if x was real to begin with.
     shifted_product = math_ops.cast(shifted_product, dtype)
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 7cc1237fe7..d656d8ef16 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -124,7 +124,6 @@ py_library(
         ":session_ops",
         ":sets",
         ":sparse_ops",
-        ":spectral_ops",
         ":spectral_ops_test_util",
         ":standard_ops",
         ":state_ops",
@@ -1837,6 +1836,7 @@ tf_gen_op_wrapper_private_py(
 
 tf_gen_op_wrapper_private_py(
     name = "spectral_ops_gen",
+    visibility = ["//tensorflow/python/ops/signal:__pkg__"],
 )
 
 tf_gen_op_wrapper_private_py(
@@ -2266,7 +2266,6 @@ py_library(
         ":platform",
         ":random_grad",
         ":resource_variable_ops",
-        ":spectral_grad",
         ":tensor_array_ops",
         ":tensor_util",
         ":unconnected_gradients",
@@ -2508,7 +2507,6 @@ py_library(
         ":nn_ops_gen",
         ":sparse_ops_gen",
         ":sparse_tensor",
-        ":spectral_ops_gen",
         ":state_ops",
         ":state_ops_gen",
         ":tensor_shape",
@@ -2817,33 +2815,6 @@ py_test(
     ],
 )
 
-py_library(
-    name = "spectral_grad",
-    srcs = ["ops/spectral_grad.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":array_ops",
-        ":framework",
-        ":framework_for_generated_wrappers",
-        ":math_ops",
-        ":spectral_ops",
-        "//third_party/py/numpy",
-    ],
-)
-
-py_library(
-    name = "spectral_ops",
-    srcs = ["ops/spectral_ops.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":array_ops",
-        ":dtypes",
-        ":framework_ops",
-        ":math_ops",
-        ":spectral_ops_gen",
-    ],
-)
-
 py_library(
     name = "spectral_ops_test_util",
     srcs = ["ops/spectral_ops_test_util.py"],
@@ -2961,7 +2932,6 @@ py_library(
         ":sparse_grad",
         ":sparse_ops",
         ":special_math_ops",
-        ":spectral_grad",
         ":state_grad",
         ":state_ops",
         ":stateless_random_ops",
diff --git a/tensorflow/python/__init__.py b/tensorflow/python/__init__.py
index f0d8079ce7..c93ba4dcee 100644
--- a/tensorflow/python/__init__.py
+++ b/tensorflow/python/__init__.py
@@ -87,7 +87,6 @@ from tensorflow.python.ops import manip_ops as manip
 from tensorflow.python.ops import metrics
 from tensorflow.python.ops import nn
 from tensorflow.python.ops import sets
-from tensorflow.python.ops import spectral_ops as spectral
 from tensorflow.python.ops.distributions import distributions
 from tensorflow.python.ops.linalg import linalg
 from tensorflow.python.ops.losses import losses
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 002d5fbca7..43353f7a51 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -2626,35 +2626,6 @@ cuda_py_test(
     tags = ["manual"],
 )
 
-cuda_py_test(
-    name = "dct_ops_test",
-    srcs = ["dct_ops_test.py"],
-    additional_deps = [
-        "@absl_py//absl/testing:parameterized",
-        "//third_party/py/numpy",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:spectral_ops",
-        "//tensorflow/python:spectral_ops_test_util",
-    ],
-)
-
-cuda_py_test(
-    name = "fft_ops_test",
-    size = "medium",
-    srcs = ["fft_ops_test.py"],
-    additional_deps = [
-        "//third_party/py/numpy",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework_for_generated_wrappers",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:spectral_ops",
-        "//tensorflow/python:spectral_ops_test_util",
-    ],
-    shard_count = 4,
-    tags = ["optonly"],
-)
-
 cuda_py_test(
     name = "pooling_ops_3d_test",
     size = "medium",
diff --git a/tensorflow/python/kernel_tests/linalg/BUILD b/tensorflow/python/kernel_tests/linalg/BUILD
index 599e08ffa1..c2f14a119a 100644
--- a/tensorflow/python/kernel_tests/linalg/BUILD
+++ b/tensorflow/python/kernel_tests/linalg/BUILD
@@ -105,7 +105,6 @@ cuda_py_test(
     size = "medium",
     srcs = ["linear_operator_circulant_test.py"],
     additional_deps = [
-        "//tensorflow/python/ops/linalg",
         "//third_party/py/numpy",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:spectral_ops_test_util",
@@ -115,6 +114,8 @@ cuda_py_test(
         "//tensorflow/python:framework_test_lib",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:platform_test",
+        "//tensorflow/python/ops/linalg",
+        "//tensorflow/python/ops/signal",
     ],
     shard_count = 5,
     tags = [
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
index dd342f1669..bd666c0db3 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
@@ -27,6 +27,7 @@ from tensorflow.python.ops import spectral_ops_test_util
 from tensorflow.python.ops.linalg import linalg
 from tensorflow.python.ops.linalg import linear_operator_circulant
 from tensorflow.python.ops.linalg import linear_operator_test_util
+from tensorflow.python.ops.signal import fft_ops
 from tensorflow.python.platform import test
 
 rng = np.random.RandomState(0)
@@ -75,8 +76,8 @@ class LinearOperatorCirculantBaseTest(object):
       x = np.zeros([domain_dimension])
       # x is a basis vector.
       x[m] = 1.0
-      fft_x = math_ops.fft(x.astype(np.complex64))
-      h_convolve_x = math_ops.ifft(spectrum * fft_x)
+      fft_x = fft_ops.fft(x.astype(np.complex64))
+      h_convolve_x = fft_ops.ifft(spectrum * fft_x)
       matrix_rows.append(h_convolve_x)
     matrix = array_ops.stack(matrix_rows, axis=-1)
     return math_ops.cast(matrix, dtype)
@@ -169,14 +170,14 @@ class LinearOperatorCirculantTestHermitianSpectrum(
     #  = IFFT[EvenPartOf[pre_spectrum]]
     # is the IFFT of something that is also bounded away from zero.
     # Therefore, FFT[pre_h] would be a well-conditioned spectrum.
-    pre_h = math_ops.ifft(pre_spectrum_c)
+    pre_h = fft_ops.ifft(pre_spectrum_c)
 
     # A spectrum is Hermitian iff it is the DFT of a real convolution kernel.
     # So we will make spectrum = FFT[h], for real valued h.
     h = math_ops.real(pre_h)
     h_c = _to_complex(h)
 
-    spectrum = math_ops.fft(h_c)
+    spectrum = fft_ops.fft(h_c)
 
     lin_op_spectrum = spectrum
 
@@ -273,7 +274,7 @@ class LinearOperatorCirculantTestNonHermitianSpectrum(
   def test_defining_operator_using_real_convolution_kernel(self):
     with self.cached_session():
       convolution_kernel = [1., 2., 1.]
-      spectrum = math_ops.fft(
+      spectrum = fft_ops.fft(
           math_ops.cast(convolution_kernel, dtypes.complex64))
 
       # spectrum is shape [3] ==> operator is shape [3, 3]
@@ -291,7 +292,7 @@ class LinearOperatorCirculantTestNonHermitianSpectrum(
       # Make spectrum the FFT of a real convolution kernel h.  This ensures that
       # spectrum is Hermitian.
       h = linear_operator_test_util.random_normal(shape=(3, 4))
-      spectrum = math_ops.fft(math_ops.cast(h, dtypes.complex64))
+      spectrum = fft_ops.fft(math_ops.cast(h, dtypes.complex64))
       operator = linalg.LinearOperatorCirculant(
           spectrum, input_output_dtype=dtypes.complex64)
       matrix = operator.to_dense()
@@ -419,8 +420,8 @@ class LinearOperatorCirculant2DBaseTest(object):
         x = np.zeros(block_shape)
         # x is a basis vector.
         x[n0, n1] = 1.0
-        fft_x = math_ops.fft2d(x.astype(np.complex64))
-        h_convolve_x = math_ops.ifft2d(spectrum * fft_x)
+        fft_x = fft_ops.fft2d(x.astype(np.complex64))
+        h_convolve_x = fft_ops.ifft2d(spectrum * fft_x)
         # We want the flat version of the action of the operator on a basis
         # vector, not the block version.
         h_convolve_x = array_ops.reshape(h_convolve_x, shape[:-1])
@@ -459,14 +460,14 @@ class LinearOperatorCirculant2DTestHermitianSpectrum(
     #  = IFFT[EvenPartOf[pre_spectrum]]
     # is the IFFT of something that is also bounded away from zero.
     # Therefore, FFT[pre_h] would be a well-conditioned spectrum.
-    pre_h = math_ops.ifft2d(pre_spectrum_c)
+    pre_h = fft_ops.ifft2d(pre_spectrum_c)
 
     # A spectrum is Hermitian iff it is the DFT of a real convolution kernel.
     # So we will make spectrum = FFT[h], for real valued h.
     h = math_ops.real(pre_h)
     h_c = _to_complex(h)
 
-    spectrum = math_ops.fft2d(h_c)
+    spectrum = fft_ops.fft2d(h_c)
 
     lin_op_spectrum = spectrum
 
@@ -636,7 +637,7 @@ class LinearOperatorCirculant3DTest(test.TestCase):
       convolution_kernel = linear_operator_test_util.random_normal(
           shape=(2, 2, 3, 5), dtype=dtypes.float32)
       # Convolution kernel is real ==> spectrum is Hermitian.
-      spectrum = math_ops.fft3d(
+      spectrum = fft_ops.fft3d(
           math_ops.cast(convolution_kernel, dtypes.complex64))
 
       # spectrum is Hermitian ==> operator is real.
@@ -668,7 +669,7 @@ class LinearOperatorCirculant3DTest(test.TestCase):
       #         =      H1  +      H2
       # where H1 is real since it is Hermitian,
       # and H2 is imaginary since it is anti-Hermitian.
-      ifft_s = math_ops.ifft3d(math_ops.cast(s, dtypes.complex64))
+      ifft_s = fft_ops.ifft3d(math_ops.cast(s, dtypes.complex64))
 
       # Throw away H2, keep H1.
       real_ifft_s = math_ops.real(ifft_s)
@@ -676,7 +677,7 @@ class LinearOperatorCirculant3DTest(test.TestCase):
       # This is the perfect spectrum!
       # spectrum = DFT[H1]
       #          = S1,
-      fft_real_ifft_s = math_ops.fft3d(
+      fft_real_ifft_s = fft_ops.fft3d(
           math_ops.cast(real_ifft_s, dtypes.complex64))
 
       # S1 is Hermitian ==> operator is real.
@@ -699,7 +700,7 @@ class LinearOperatorCirculant3DTest(test.TestCase):
       # S2 is anti-Hermitian ==> operator is imaginary.
       # S2 is real ==> operator is self-adjoint.
       imag_ifft_s = math_ops.imag(ifft_s)
-      fft_imag_ifft_s = math_ops.fft3d(
+      fft_imag_ifft_s = fft_ops.fft3d(
           1j * math_ops.cast(imag_ifft_s, dtypes.complex64))
       operator_imag = linalg.LinearOperatorCirculant3D(fft_imag_ifft_s)
 
diff --git a/tensorflow/python/kernel_tests/signal/BUILD b/tensorflow/python/kernel_tests/signal/BUILD
index 56d4d46d46..8f4e31abe3 100644
--- a/tensorflow/python/kernel_tests/signal/BUILD
+++ b/tensorflow/python/kernel_tests/signal/BUILD
@@ -18,6 +18,35 @@ py_library(
     ],
 )
 
+cuda_py_tests(
+    name = "dct_ops_test",
+    srcs = ["dct_ops_test.py"],
+    additional_deps = [
+        "@absl_py//absl/testing:parameterized",
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:spectral_ops_test_util",
+        "//tensorflow/python/ops/signal",
+    ],
+)
+
+cuda_py_tests(
+    name = "fft_ops_test",
+    size = "medium",
+    srcs = ["fft_ops_test.py"],
+    additional_deps = [
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:spectral_ops_test_util",
+        "//tensorflow/python/ops/signal",
+    ],
+    shard_count = 4,
+    tags = ["optonly"],
+)
+
 cuda_py_tests(
     name = "mel_ops_test",
     srcs = ["mel_ops_test.py"],
@@ -91,9 +120,9 @@ cuda_py_tests(
         "//tensorflow/python:framework",
         "//tensorflow/python:framework_for_generated_wrappers",
         "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python/ops/signal",
         "//tensorflow/python:platform_test",
         "//tensorflow/python:spectral_ops_test_util",
+        "//tensorflow/python/ops/signal",
     ],
     tags = ["nomac"],
 )
diff --git a/tensorflow/python/kernel_tests/dct_ops_test.py b/tensorflow/python/kernel_tests/signal/dct_ops_test.py
similarity index 91%
rename from tensorflow/python/kernel_tests/dct_ops_test.py
rename to tensorflow/python/kernel_tests/signal/dct_ops_test.py
index 27fdf8775e..af4939332f 100644
--- a/tensorflow/python/kernel_tests/dct_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/dct_ops_test.py
@@ -23,8 +23,8 @@ import importlib
 from absl.testing import parameterized
 import numpy as np
 
-from tensorflow.python.ops import spectral_ops
 from tensorflow.python.ops import spectral_ops_test_util
+from tensorflow.python.ops.signal import dct_ops
 from tensorflow.python.platform import test
 from tensorflow.python.platform import tf_logging
 
@@ -105,10 +105,10 @@ class DCTOpsTest(parameterized.TestCase, test.TestCase):
   def _compare(self, signals, norm, dct_type, atol=5e-4, rtol=5e-4):
     """Compares (I)DCT to SciPy (if available) and a NumPy implementation."""
     np_dct = NP_DCT[dct_type](signals, norm)
-    tf_dct = spectral_ops.dct(signals, type=dct_type, norm=norm).eval()
+    tf_dct = dct_ops.dct(signals, type=dct_type, norm=norm).eval()
     self.assertAllClose(np_dct, tf_dct, atol=atol, rtol=rtol)
     np_idct = NP_IDCT[dct_type](signals, norm)
-    tf_idct = spectral_ops.idct(signals, type=dct_type, norm=norm).eval()
+    tf_idct = dct_ops.idct(signals, type=dct_type, norm=norm).eval()
     self.assertAllClose(np_idct, tf_idct, atol=atol, rtol=rtol)
     if fftpack:
       scipy_dct = fftpack.dct(signals, type=dct_type, norm=norm)
@@ -116,9 +116,9 @@ class DCTOpsTest(parameterized.TestCase, test.TestCase):
       scipy_idct = fftpack.idct(signals, type=dct_type, norm=norm)
       self.assertAllClose(scipy_idct, tf_idct, atol=atol, rtol=rtol)
     # Verify inverse(forward(s)) == s, up to a normalization factor.
-    tf_idct_dct = spectral_ops.idct(
+    tf_idct_dct = dct_ops.idct(
         tf_dct, type=dct_type, norm=norm).eval()
-    tf_dct_idct = spectral_ops.dct(
+    tf_dct_idct = dct_ops.dct(
         tf_idct, type=dct_type, norm=norm).eval()
     if norm is None:
       if dct_type == 1:
@@ -147,20 +147,20 @@ class DCTOpsTest(parameterized.TestCase, test.TestCase):
     signals = np.random.rand(10)
     # Unsupported type.
     with self.assertRaises(ValueError):
-      spectral_ops.dct(signals, type=5)
+      dct_ops.dct(signals, type=5)
     # DCT-I normalization not implemented.
     with self.assertRaises(ValueError):
-      spectral_ops.dct(signals, type=1, norm="ortho")
+      dct_ops.dct(signals, type=1, norm="ortho")
     # DCT-I requires at least two inputs.
     with self.assertRaises(ValueError):
-      spectral_ops.dct(np.random.rand(1), type=1)
+      dct_ops.dct(np.random.rand(1), type=1)
     # Unknown normalization.
     with self.assertRaises(ValueError):
-      spectral_ops.dct(signals, norm="bad")
+      dct_ops.dct(signals, norm="bad")
     with self.assertRaises(NotImplementedError):
-      spectral_ops.dct(signals, n=10)
+      dct_ops.dct(signals, n=10)
     with self.assertRaises(NotImplementedError):
-      spectral_ops.dct(signals, axis=0)
+      dct_ops.dct(signals, axis=0)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/fft_ops_test.py b/tensorflow/python/kernel_tests/signal/fft_ops_test.py
similarity index 98%
rename from tensorflow/python/kernel_tests/fft_ops_test.py
rename to tensorflow/python/kernel_tests/signal/fft_ops_test.py
index 8592550f99..3eeecc12a8 100644
--- a/tensorflow/python/kernel_tests/fft_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/fft_ops_test.py
@@ -29,8 +29,8 @@ from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gen_spectral_ops
 from tensorflow.python.ops import gradient_checker
 from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import spectral_ops
 from tensorflow.python.ops import spectral_ops_test_util
+from tensorflow.python.ops.signal import fft_ops
 from tensorflow.python.platform import test
 
 VALID_FFT_RANKS = (1, 2, 3)
@@ -139,21 +139,21 @@ class FFTOpsTest(BaseFFTOpsTest):
 
   def _tfFFTForRank(self, rank):
     if rank == 1:
-      return spectral_ops.fft
+      return fft_ops.fft
     elif rank == 2:
-      return spectral_ops.fft2d
+      return fft_ops.fft2d
     elif rank == 3:
-      return spectral_ops.fft3d
+      return fft_ops.fft3d
     else:
       raise ValueError("invalid rank")
 
   def _tfIFFTForRank(self, rank):
     if rank == 1:
-      return spectral_ops.ifft
+      return fft_ops.ifft
     elif rank == 2:
-      return spectral_ops.ifft2d
+      return fft_ops.ifft2d
     elif rank == 3:
-      return spectral_ops.ifft3d
+      return fft_ops.ifft3d
     else:
       raise ValueError("invalid rank")
 
@@ -312,21 +312,21 @@ class RFFTOpsTest(BaseFFTOpsTest):
 
   def _tfFFTForRank(self, rank):
     if rank == 1:
-      return spectral_ops.rfft
+      return fft_ops.rfft
     elif rank == 2:
-      return spectral_ops.rfft2d
+      return fft_ops.rfft2d
     elif rank == 3:
-      return spectral_ops.rfft3d
+      return fft_ops.rfft3d
     else:
       raise ValueError("invalid rank")
 
   def _tfIFFTForRank(self, rank):
     if rank == 1:
-      return spectral_ops.irfft
+      return fft_ops.irfft
     elif rank == 2:
-      return spectral_ops.irfft2d
+      return fft_ops.irfft2d
     elif rank == 3:
-      return spectral_ops.irfft3d
+      return fft_ops.irfft3d
     else:
       raise ValueError("invalid rank")
 
diff --git a/tensorflow/python/ops/gradients_impl.py b/tensorflow/python/ops/gradients_impl.py
index 4f0fb54dca..53c0709e32 100644
--- a/tensorflow/python/ops/gradients_impl.py
+++ b/tensorflow/python/ops/gradients_impl.py
@@ -51,7 +51,6 @@ from tensorflow.python.ops import math_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import random_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import resource_variable_ops
-from tensorflow.python.ops import spectral_grad  # pylint: disable=unused-import
 from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.ops.unconnected_gradients import UnconnectedGradients
 from tensorflow.python.platform import tf_logging as logging
diff --git a/tensorflow/python/ops/linalg/BUILD b/tensorflow/python/ops/linalg/BUILD
index c7314d7774..5df2d6b838 100644
--- a/tensorflow/python/ops/linalg/BUILD
+++ b/tensorflow/python/ops/linalg/BUILD
@@ -18,6 +18,7 @@ py_library(
         "//tensorflow/python:random_ops",
         "//tensorflow/python:tensor_util",
         "//tensorflow/python:util",
+        "//tensorflow/python/ops/signal",
         "//third_party/py/numpy",
         "@six_archive//:six",
     ],
diff --git a/tensorflow/python/ops/linalg/linear_operator_circulant.py b/tensorflow/python/ops/linalg/linear_operator_circulant.py
index 021ef47383..09f0c518e7 100644
--- a/tensorflow/python/ops/linalg/linear_operator_circulant.py
+++ b/tensorflow/python/ops/linalg/linear_operator_circulant.py
@@ -30,6 +30,7 @@ from tensorflow.python.ops.distributions import util as distribution_util
 from tensorflow.python.ops.linalg import linalg_impl as linalg
 from tensorflow.python.ops.linalg import linear_operator
 from tensorflow.python.ops.linalg import linear_operator_util
+from tensorflow.python.ops.signal import fft_ops
 from tensorflow.python.util.tf_export import tf_export
 
 __all__ = [
@@ -39,8 +40,8 @@ __all__ = [
 ]
 
 # Different FFT Ops will be used for different block depths.
-_FFT_OP = {1: math_ops.fft, 2: math_ops.fft2d, 3: math_ops.fft3d}
-_IFFT_OP = {1: math_ops.ifft, 2: math_ops.ifft2d, 3: math_ops.ifft3d}
+_FFT_OP = {1: fft_ops.fft, 2: fft_ops.fft2d, 3: fft_ops.fft3d}
+_IFFT_OP = {1: fft_ops.ifft, 2: fft_ops.ifft2d, 3: fft_ops.ifft3d}
 
 # This is the only dtype allowed with fft ops.
 # TODO(langmore) Add other types once available.
diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index 79387bd99d..a769c0dff4 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -36,7 +36,6 @@ from tensorflow.python.ops import gen_data_flow_ops
 from tensorflow.python.ops import gen_math_ops
 from tensorflow.python.ops import gen_nn_ops
 from tensorflow.python.ops import gen_sparse_ops
-from tensorflow.python.ops import gen_spectral_ops
 # go/tf-wildcard-import
 # pylint: disable=wildcard-import
 from tensorflow.python.ops.gen_math_ops import *
@@ -3417,13 +3416,3 @@ def bessel_i1e(x, name=None):
           indices=x.indices, values=x_i1e, dense_shape=x.dense_shape)
     else:
       return gen_math_ops.bessel_i1e(x, name=name)
-
-
-# FFT ops were moved to tf.spectral. tf.fft symbols were part of the TensorFlow
-# 1.0 API so we leave these here for backwards compatibility.
-fft = gen_spectral_ops.fft
-ifft = gen_spectral_ops.ifft
-fft2d = gen_spectral_ops.fft2d
-ifft2d = gen_spectral_ops.ifft2d
-fft3d = gen_spectral_ops.fft3d
-ifft3d = gen_spectral_ops.ifft3d
diff --git a/tensorflow/python/ops/signal/BUILD b/tensorflow/python/ops/signal/BUILD
index 0d04dc0c1b..da2bf9c1d2 100644
--- a/tensorflow/python/ops/signal/BUILD
+++ b/tensorflow/python/ops/signal/BUILD
@@ -6,16 +6,29 @@ exports_files(["LICENSE"])
 
 py_library(
     name = "signal",
-    srcs = glob(["*.py"]),
+    srcs = [
+        "dct_ops.py",
+        "fft_ops.py",
+        "mel_ops.py",
+        "mfcc_ops.py",
+        "reconstruction_ops.py",
+        "shape_ops.py",
+        "signal.py",
+        "spectral_ops.py",
+        "util_ops.py",
+        "window_ops.py",
+    ],
     srcs_version = "PY2AND3",
     deps = [
         "//tensorflow/python:array_ops",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:control_flow_ops",
         "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
-        "//tensorflow/python:spectral_ops",
+        "//tensorflow/python:spectral_ops_gen",
         "//tensorflow/python:tensor_util",
         "//tensorflow/python:util",
         "//third_party/py/numpy",
diff --git a/tensorflow/python/ops/spectral_ops.py b/tensorflow/python/ops/signal/dct_ops.py
similarity index 53%
rename from tensorflow/python/ops/spectral_ops.py
rename to tensorflow/python/ops/signal/dct_ops.py
index 9d914513f1..d042c95c04 100644
--- a/tensorflow/python/ops/spectral_ops.py
+++ b/tensorflow/python/ops/signal/dct_ops.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Spectral operators (e.g. DCT, FFT, RFFT)."""
+"""Discrete Cosine Transform ops."""
 from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
@@ -22,149 +22,12 @@ import math as _math
 from tensorflow.python.framework import dtypes as _dtypes
 from tensorflow.python.framework import ops as _ops
 from tensorflow.python.framework import tensor_shape
-from tensorflow.python.framework import tensor_util as _tensor_util
 from tensorflow.python.ops import array_ops as _array_ops
-from tensorflow.python.ops import gen_spectral_ops
 from tensorflow.python.ops import math_ops as _math_ops
+from tensorflow.python.ops.signal import fft_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
-def _infer_fft_length_for_rfft(input_tensor, fft_rank):
-  """Infers the `fft_length` argument for a `rank` RFFT from `input_tensor`."""
-  # A TensorShape for the inner fft_rank dimensions.
-  fft_shape = input_tensor.get_shape()[-fft_rank:]
-
-  # If any dim is unknown, fall back to tensor-based math.
-  if not fft_shape.is_fully_defined():
-    return _array_ops.shape(input_tensor)[-fft_rank:]
-
-  # Otherwise, return a constant.
-  return _ops.convert_to_tensor(fft_shape.as_list(), _dtypes.int32)
-
-
-def _infer_fft_length_for_irfft(input_tensor, fft_rank):
-  """Infers the `fft_length` argument for a `rank` IRFFT from `input_tensor`."""
-  # A TensorShape for the inner fft_rank dimensions.
-  fft_shape = input_tensor.get_shape()[-fft_rank:]
-
-  # If any dim is unknown, fall back to tensor-based math.
-  if not fft_shape.is_fully_defined():
-    fft_length = _array_ops.unstack(_array_ops.shape(input_tensor)[-fft_rank:])
-    fft_length[-1] = _math_ops.maximum(0, 2 * (fft_length[-1] - 1))
-    return _array_ops.stack(fft_length)
-
-  # Otherwise, return a constant.
-  fft_length = fft_shape.as_list()
-  if fft_length:
-    fft_length[-1] = max(0, 2 * (fft_length[-1] - 1))
-  return _ops.convert_to_tensor(fft_length, _dtypes.int32)
-
-
-def _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length, is_reverse=False):
-  """Pads `input_tensor` to `fft_length` on its inner-most `fft_rank` dims."""
-  fft_shape = _tensor_util.constant_value_as_shape(fft_length)
-
-  # Edge case: skip padding empty tensors.
-  if (input_tensor.shape.ndims is not None and
-      any(dim.value == 0 for dim in input_tensor.shape.dims)):
-    return input_tensor
-
-  # If we know the shapes ahead of time, we can either skip or pre-compute the
-  # appropriate paddings. Otherwise, fall back to computing paddings in
-  # TensorFlow.
-  if fft_shape.is_fully_defined() and input_tensor.shape.ndims is not None:
-    # Slice the last FFT-rank dimensions from input_tensor's shape.
-    input_fft_shape = input_tensor.shape[-fft_shape.ndims:]
-
-    if input_fft_shape.is_fully_defined():
-      # In reverse, we only pad the inner-most dimension to fft_length / 2 + 1.
-      if is_reverse:
-        fft_shape = fft_shape[:-1].concatenate(
-            fft_shape.dims[-1].value // 2 + 1)
-
-      paddings = [[0, max(fft_dim.value - input_dim.value, 0)]
-                  for fft_dim, input_dim in zip(
-                      fft_shape.dims, input_fft_shape.dims)]
-      if any(pad > 0 for _, pad in paddings):
-        outer_paddings = [[0, 0]] * max((input_tensor.shape.ndims -
-                                         fft_shape.ndims), 0)
-        return _array_ops.pad(input_tensor, outer_paddings + paddings)
-      return input_tensor
-
-  # If we can't determine the paddings ahead of time, then we have to pad. If
-  # the paddings end up as zero, tf.pad has a special-case that does no work.
-  input_rank = _array_ops.rank(input_tensor)
-  input_fft_shape = _array_ops.shape(input_tensor)[-fft_rank:]
-  outer_dims = _math_ops.maximum(0, input_rank - fft_rank)
-  outer_paddings = _array_ops.zeros([outer_dims], fft_length.dtype)
-  # In reverse, we only pad the inner-most dimension to fft_length / 2 + 1.
-  if is_reverse:
-    fft_length = _array_ops.concat([fft_length[:-1],
-                                    fft_length[-1:] // 2 + 1], 0)
-  fft_paddings = _math_ops.maximum(0, fft_length - input_fft_shape)
-  paddings = _array_ops.concat([outer_paddings, fft_paddings], 0)
-  paddings = _array_ops.stack([_array_ops.zeros_like(paddings), paddings],
-                              axis=1)
-  return _array_ops.pad(input_tensor, paddings)
-
-
-def _rfft_wrapper(fft_fn, fft_rank, default_name):
-  """Wrapper around gen_spectral_ops.rfft* that infers fft_length argument."""
-
-  def _rfft(input_tensor, fft_length=None, name=None):
-    with _ops.name_scope(name, default_name,
-                         [input_tensor, fft_length]) as name:
-      input_tensor = _ops.convert_to_tensor(input_tensor, _dtypes.float32)
-      input_tensor.shape.with_rank_at_least(fft_rank)
-      if fft_length is None:
-        fft_length = _infer_fft_length_for_rfft(input_tensor, fft_rank)
-      else:
-        fft_length = _ops.convert_to_tensor(fft_length, _dtypes.int32)
-      input_tensor = _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length)
-      return fft_fn(input_tensor, fft_length, name)
-  _rfft.__doc__ = fft_fn.__doc__
-  return _rfft
-
-
-def _irfft_wrapper(ifft_fn, fft_rank, default_name):
-  """Wrapper around gen_spectral_ops.irfft* that infers fft_length argument."""
-
-  def _irfft(input_tensor, fft_length=None, name=None):
-    with _ops.name_scope(name, default_name,
-                         [input_tensor, fft_length]) as name:
-      input_tensor = _ops.convert_to_tensor(input_tensor, _dtypes.complex64)
-      input_tensor.shape.with_rank_at_least(fft_rank)
-      if fft_length is None:
-        fft_length = _infer_fft_length_for_irfft(input_tensor, fft_rank)
-      else:
-        fft_length = _ops.convert_to_tensor(fft_length, _dtypes.int32)
-      input_tensor = _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length,
-                                         is_reverse=True)
-      return ifft_fn(input_tensor, fft_length, name)
-  _irfft.__doc__ = ifft_fn.__doc__
-  return _irfft
-
-
-fft = gen_spectral_ops.fft
-ifft = gen_spectral_ops.ifft
-fft2d = gen_spectral_ops.fft2d
-ifft2d = gen_spectral_ops.ifft2d
-fft3d = gen_spectral_ops.fft3d
-ifft3d = gen_spectral_ops.ifft3d
-rfft = _rfft_wrapper(gen_spectral_ops.rfft, 1, "rfft")
-tf_export("spectral.rfft")(rfft)
-irfft = _irfft_wrapper(gen_spectral_ops.irfft, 1, "irfft")
-tf_export("spectral.irfft")(irfft)
-rfft2d = _rfft_wrapper(gen_spectral_ops.rfft2d, 2, "rfft2d")
-tf_export("spectral.rfft2d")(rfft2d)
-irfft2d = _irfft_wrapper(gen_spectral_ops.irfft2d, 2, "irfft2d")
-tf_export("spectral.irfft2d")(irfft2d)
-rfft3d = _rfft_wrapper(gen_spectral_ops.rfft3d, 3, "rfft3d")
-tf_export("spectral.rfft3d")(rfft3d)
-irfft3d = _irfft_wrapper(gen_spectral_ops.irfft3d, 3, "irfft3d")
-tf_export("spectral.irfft3d")(irfft3d)
-
-
 def _validate_dct_arguments(input_tensor, dct_type, n, axis, norm):
   """Checks that DCT/IDCT arguments are compatible and well formed."""
   if n is not None:
@@ -186,7 +49,7 @@ def _validate_dct_arguments(input_tensor, dct_type, n, axis, norm):
 
 
 # TODO(rjryan): Implement `n` and `axis` parameters.
-@tf_export("spectral.dct")
+@tf_export("signal.dct", v1=["signal.dct", "spectral.dct"])
 def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disable=redefined-builtin
   """Computes the 1D [Discrete Cosine Transform (DCT)][dct] of `input`.
 
@@ -235,7 +98,7 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
 
     if type == 1:
       dct1_input = _array_ops.concat([input, input[..., -2:0:-1]], axis=-1)
-      dct1 = _math_ops.real(rfft(dct1_input))
+      dct1 = _math_ops.real(fft_ops.rfft(dct1_input))
       return dct1
 
     if type == 2:
@@ -247,7 +110,8 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
       # TODO(rjryan): Benchmark performance and memory usage of the various
       # approaches to computing a DCT via the RFFT.
       dct2 = _math_ops.real(
-          rfft(input, fft_length=[2 * axis_dim])[..., :axis_dim] * scale)
+          fft_ops.rfft(
+              input, fft_length=[2 * axis_dim])[..., :axis_dim] * scale)
 
       if norm == "ortho":
         n1 = 0.5 * _math_ops.rsqrt(axis_dim_float)
@@ -277,7 +141,7 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
               _math_ops.range(axis_dim_float) * _math.pi * 0.5 /
               axis_dim_float))
       dct3 = _math_ops.real(
-          irfft(
+          fft_ops.irfft(
               scale * _math_ops.complex(input, 0.0),
               fft_length=[2 * axis_dim]))[..., :axis_dim]
 
@@ -285,7 +149,7 @@ def dct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disabl
 
 
 # TODO(rjryan): Implement `n` and `axis` parameters.
-@tf_export("spectral.idct")
+@tf_export("signal.idct", v1=["signal.idct", "spectral.idct"])
 def idct(input, type=2, n=None, axis=-1, norm=None, name=None):  # pylint: disable=redefined-builtin
   """Computes the 1D [Inverse Discrete Cosine Transform (DCT)][idct] of `input`.
 
diff --git a/tensorflow/python/ops/signal/fft_ops.py b/tensorflow/python/ops/signal/fft_ops.py
new file mode 100644
index 0000000000..2d14b2bbd7
--- /dev/null
+++ b/tensorflow/python/ops/signal/fft_ops.py
@@ -0,0 +1,330 @@
+# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Fast-Fourier Transform ops."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.framework import dtypes as _dtypes
+from tensorflow.python.framework import ops as _ops
+from tensorflow.python.framework import tensor_util as _tensor_util
+from tensorflow.python.ops import array_ops as _array_ops
+from tensorflow.python.ops import gen_spectral_ops
+from tensorflow.python.ops import math_ops as _math_ops
+from tensorflow.python.util.tf_export import tf_export
+
+
+def _infer_fft_length_for_rfft(input_tensor, fft_rank):
+  """Infers the `fft_length` argument for a `rank` RFFT from `input_tensor`."""
+  # A TensorShape for the inner fft_rank dimensions.
+  fft_shape = input_tensor.get_shape()[-fft_rank:]
+
+  # If any dim is unknown, fall back to tensor-based math.
+  if not fft_shape.is_fully_defined():
+    return _array_ops.shape(input_tensor)[-fft_rank:]
+
+  # Otherwise, return a constant.
+  return _ops.convert_to_tensor(fft_shape.as_list(), _dtypes.int32)
+
+
+def _infer_fft_length_for_irfft(input_tensor, fft_rank):
+  """Infers the `fft_length` argument for a `rank` IRFFT from `input_tensor`."""
+  # A TensorShape for the inner fft_rank dimensions.
+  fft_shape = input_tensor.get_shape()[-fft_rank:]
+
+  # If any dim is unknown, fall back to tensor-based math.
+  if not fft_shape.is_fully_defined():
+    fft_length = _array_ops.unstack(_array_ops.shape(input_tensor)[-fft_rank:])
+    fft_length[-1] = _math_ops.maximum(0, 2 * (fft_length[-1] - 1))
+    return _array_ops.stack(fft_length)
+
+  # Otherwise, return a constant.
+  fft_length = fft_shape.as_list()
+  if fft_length:
+    fft_length[-1] = max(0, 2 * (fft_length[-1] - 1))
+  return _ops.convert_to_tensor(fft_length, _dtypes.int32)
+
+
+def _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length, is_reverse=False):
+  """Pads `input_tensor` to `fft_length` on its inner-most `fft_rank` dims."""
+  fft_shape = _tensor_util.constant_value_as_shape(fft_length)
+
+  # Edge case: skip padding empty tensors.
+  if (input_tensor.shape.ndims is not None and
+      any(dim.value == 0 for dim in input_tensor.shape.dims)):
+    return input_tensor
+
+  # If we know the shapes ahead of time, we can either skip or pre-compute the
+  # appropriate paddings. Otherwise, fall back to computing paddings in
+  # TensorFlow.
+  if fft_shape.is_fully_defined() and input_tensor.shape.ndims is not None:
+    # Slice the last FFT-rank dimensions from input_tensor's shape.
+    input_fft_shape = input_tensor.shape[-fft_shape.ndims:]
+
+    if input_fft_shape.is_fully_defined():
+      # In reverse, we only pad the inner-most dimension to fft_length / 2 + 1.
+      if is_reverse:
+        fft_shape = fft_shape[:-1].concatenate(
+            fft_shape.dims[-1].value // 2 + 1)
+
+      paddings = [[0, max(fft_dim.value - input_dim.value, 0)]
+                  for fft_dim, input_dim in zip(
+                      fft_shape.dims, input_fft_shape.dims)]
+      if any(pad > 0 for _, pad in paddings):
+        outer_paddings = [[0, 0]] * max((input_tensor.shape.ndims -
+                                         fft_shape.ndims), 0)
+        return _array_ops.pad(input_tensor, outer_paddings + paddings)
+      return input_tensor
+
+  # If we can't determine the paddings ahead of time, then we have to pad. If
+  # the paddings end up as zero, tf.pad has a special-case that does no work.
+  input_rank = _array_ops.rank(input_tensor)
+  input_fft_shape = _array_ops.shape(input_tensor)[-fft_rank:]
+  outer_dims = _math_ops.maximum(0, input_rank - fft_rank)
+  outer_paddings = _array_ops.zeros([outer_dims], fft_length.dtype)
+  # In reverse, we only pad the inner-most dimension to fft_length / 2 + 1.
+  if is_reverse:
+    fft_length = _array_ops.concat([fft_length[:-1],
+                                    fft_length[-1:] // 2 + 1], 0)
+  fft_paddings = _math_ops.maximum(0, fft_length - input_fft_shape)
+  paddings = _array_ops.concat([outer_paddings, fft_paddings], 0)
+  paddings = _array_ops.stack([_array_ops.zeros_like(paddings), paddings],
+                              axis=1)
+  return _array_ops.pad(input_tensor, paddings)
+
+
+def _rfft_wrapper(fft_fn, fft_rank, default_name):
+  """Wrapper around gen_spectral_ops.rfft* that infers fft_length argument."""
+
+  def _rfft(input_tensor, fft_length=None, name=None):
+    """Wrapper around gen_spectral_ops.rfft* that infers fft_length argument."""
+    with _ops.name_scope(name, default_name,
+                         [input_tensor, fft_length]) as name:
+      input_tensor = _ops.convert_to_tensor(input_tensor, _dtypes.float32)
+      input_tensor.shape.with_rank_at_least(fft_rank)
+      if fft_length is None:
+        fft_length = _infer_fft_length_for_rfft(input_tensor, fft_rank)
+      else:
+        fft_length = _ops.convert_to_tensor(fft_length, _dtypes.int32)
+      input_tensor = _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length)
+      return fft_fn(input_tensor, fft_length, name)
+  _rfft.__doc__ = fft_fn.__doc__
+  return _rfft
+
+
+def _irfft_wrapper(ifft_fn, fft_rank, default_name):
+  """Wrapper around gen_spectral_ops.irfft* that infers fft_length argument."""
+
+  def _irfft(input_tensor, fft_length=None, name=None):
+    """Wrapper irfft* that infers fft_length argument."""
+    with _ops.name_scope(name, default_name,
+                         [input_tensor, fft_length]) as name:
+      input_tensor = _ops.convert_to_tensor(input_tensor, _dtypes.complex64)
+      input_tensor.shape.with_rank_at_least(fft_rank)
+      if fft_length is None:
+        fft_length = _infer_fft_length_for_irfft(input_tensor, fft_rank)
+      else:
+        fft_length = _ops.convert_to_tensor(fft_length, _dtypes.int32)
+      input_tensor = _maybe_pad_for_rfft(input_tensor, fft_rank, fft_length,
+                                         is_reverse=True)
+      return ifft_fn(input_tensor, fft_length, name)
+  _irfft.__doc__ = ifft_fn.__doc__
+  return _irfft
+
+
+# FFT/IFFT 1/2/3D are exported via
+# third_party/tensorflow/core/api_def/python_api/
+fft = gen_spectral_ops.fft
+ifft = gen_spectral_ops.ifft
+fft2d = gen_spectral_ops.fft2d
+ifft2d = gen_spectral_ops.ifft2d
+fft3d = gen_spectral_ops.fft3d
+ifft3d = gen_spectral_ops.ifft3d
+rfft = _rfft_wrapper(gen_spectral_ops.rfft, 1, "rfft")
+tf_export("signal.rfft", v1=["signal.rfft", "spectral.rfft"])(rfft)
+irfft = _irfft_wrapper(gen_spectral_ops.irfft, 1, "irfft")
+tf_export("signal.irfft", v1=["signal.irfft", "spectral.irfft"])(irfft)
+rfft2d = _rfft_wrapper(gen_spectral_ops.rfft2d, 2, "rfft2d")
+tf_export("signal.rfft2d", v1=["signal.rfft2d", "spectral.rfft2d"])(rfft2d)
+irfft2d = _irfft_wrapper(gen_spectral_ops.irfft2d, 2, "irfft2d")
+tf_export("signal.irfft2d", v1=["signal.irfft2d", "spectral.irfft2d"])(irfft2d)
+rfft3d = _rfft_wrapper(gen_spectral_ops.rfft3d, 3, "rfft3d")
+tf_export("signal.rfft3d", v1=["signal.rfft3d", "spectral.rfft3d"])(rfft3d)
+irfft3d = _irfft_wrapper(gen_spectral_ops.irfft3d, 3, "irfft3d")
+tf_export("signal.irfft3d", v1=["signal.irfft3d", "spectral.irfft3d"])(irfft3d)
+
+
+def _fft_size_for_grad(grad, rank):
+  return _math_ops.reduce_prod(_array_ops.shape(grad)[-rank:])
+
+
+@_ops.RegisterGradient("FFT")
+def _fft_grad(_, grad):
+  size = _math_ops.cast(_fft_size_for_grad(grad, 1), grad.dtype)
+  return ifft(grad) * size
+
+
+@_ops.RegisterGradient("IFFT")
+def _ifft_grad(_, grad):
+  rsize = _math_ops.cast(
+      1. / _math_ops.cast(_fft_size_for_grad(grad, 1), grad.dtype.real_dtype),
+      grad.dtype)
+  return fft(grad) * rsize
+
+
+@_ops.RegisterGradient("FFT2D")
+def _fft2d_grad(_, grad):
+  size = _math_ops.cast(_fft_size_for_grad(grad, 2), grad.dtype)
+  return ifft2d(grad) * size
+
+
+@_ops.RegisterGradient("IFFT2D")
+def _ifft2d_grad(_, grad):
+  rsize = _math_ops.cast(
+      1. / _math_ops.cast(_fft_size_for_grad(grad, 2), grad.dtype.real_dtype),
+      grad.dtype)
+  return fft2d(grad) * rsize
+
+
+@_ops.RegisterGradient("FFT3D")
+def _fft3d_grad(_, grad):
+  size = _math_ops.cast(_fft_size_for_grad(grad, 3), grad.dtype)
+  return ifft3d(grad) * size
+
+
+@_ops.RegisterGradient("IFFT3D")
+def _ifft3d_grad(_, grad):
+  rsize = _math_ops.cast(
+      1. / _math_ops.cast(_fft_size_for_grad(grad, 3), grad.dtype.real_dtype),
+      grad.dtype)
+  return fft3d(grad) * rsize
+
+
+def _rfft_grad_helper(rank, irfft_fn):
+  """Returns a gradient function for an RFFT of the provided rank."""
+  # Can't happen because we don't register a gradient for RFFT3D.
+  assert rank in (1, 2), "Gradient for RFFT3D is not implemented."
+
+  def _grad(op, grad):
+    """A gradient function for RFFT with the provided `rank` and `irfft_fn`."""
+    fft_length = op.inputs[1]
+    input_shape = _array_ops.shape(op.inputs[0])
+    is_even = _math_ops.cast(1 - (fft_length[-1] % 2), _dtypes.complex64)
+
+    def _tile_for_broadcasting(matrix, t):
+      expanded = _array_ops.reshape(
+          matrix,
+          _array_ops.concat([
+              _array_ops.ones([_array_ops.rank(t) - 2], _dtypes.int32),
+              _array_ops.shape(matrix)
+          ], 0))
+      return _array_ops.tile(
+          expanded, _array_ops.concat([_array_ops.shape(t)[:-2], [1, 1]], 0))
+
+    def _mask_matrix(length):
+      """Computes t_n = exp(sqrt(-1) * pi * n^2 / line_len)."""
+      # TODO(rjryan): Speed up computation of twiddle factors using the
+      # following recurrence relation and cache them across invocations of RFFT.
+      #
+      # t_n = exp(sqrt(-1) * pi * n^2 / line_len)
+      # for n = 0, 1,..., line_len-1.
+      # For n > 2, use t_n = t_{n-1}^2 / t_{n-2} * t_1^2
+      a = _array_ops.tile(
+          _array_ops.expand_dims(_math_ops.range(length), 0), (length, 1))
+      b = _array_ops.transpose(a, [1, 0])
+      return _math_ops.exp(
+          -2j * np.pi * _math_ops.cast(a * b, _dtypes.complex64) /
+          _math_ops.cast(length, _dtypes.complex64))
+
+    def _ymask(length):
+      """A sequence of [1+0j, -1+0j, 1+0j, -1+0j, ...] with length `length`."""
+      return _math_ops.cast(1 - 2 * (_math_ops.range(length) % 2),
+                            _dtypes.complex64)
+
+    y0 = grad[..., 0:1]
+    if rank == 1:
+      ym = grad[..., -1:]
+      extra_terms = y0 + is_even * ym * _ymask(input_shape[-1])
+    elif rank == 2:
+      # Create a mask matrix for y0 and ym.
+      base_mask = _mask_matrix(input_shape[-2])
+
+      # Tile base_mask to match y0 in shape so that we can batch-matmul the
+      # inner 2 dimensions.
+      tiled_mask = _tile_for_broadcasting(base_mask, y0)
+
+      y0_term = _math_ops.matmul(tiled_mask, _math_ops.conj(y0))
+      extra_terms = y0_term
+
+      ym = grad[..., -1:]
+      ym_term = _math_ops.matmul(tiled_mask, _math_ops.conj(ym))
+
+      inner_dim = input_shape[-1]
+      ym_term = _array_ops.tile(
+          ym_term,
+          _array_ops.concat([
+              _array_ops.ones([_array_ops.rank(grad) - 1], _dtypes.int32),
+              [inner_dim]
+          ], 0)) * _ymask(inner_dim)
+
+      extra_terms += is_even * ym_term
+
+    # The gradient of RFFT is the IRFFT of the incoming gradient times a scaling
+    # factor, plus some additional terms to make up for the components dropped
+    # due to Hermitian symmetry.
+    input_size = _math_ops.to_float(_fft_size_for_grad(op.inputs[0], rank))
+    the_irfft = irfft_fn(grad, fft_length)
+    return 0.5 * (the_irfft * input_size + _math_ops.real(extra_terms)), None
+
+  return _grad
+
+
+def _irfft_grad_helper(rank, rfft_fn):
+  """Returns a gradient function for an IRFFT of the provided rank."""
+  # Can't happen because we don't register a gradient for IRFFT3D.
+  assert rank in (1, 2), "Gradient for IRFFT3D is not implemented."
+
+  def _grad(op, grad):
+    """A gradient function for IRFFT with the provided `rank` and `rfft_fn`."""
+    # Generate a simple mask like [1.0, 2.0, ..., 2.0, 1.0] for even-length FFTs
+    # and [1.0, 2.0, ..., 2.0] for odd-length FFTs. To reduce extra ops in the
+    # graph we special-case the situation where the FFT length and last
+    # dimension of the input are known at graph construction time.
+    fft_length = op.inputs[1]
+    is_odd = _math_ops.mod(fft_length[-1], 2)
+    input_last_dimension = _array_ops.shape(op.inputs[0])[-1]
+    mask = _array_ops.concat(
+        [[1.0], 2.0 * _array_ops.ones([input_last_dimension - 2 + is_odd]),
+         _array_ops.ones([1 - is_odd])], 0)
+
+    rsize = _math_ops.reciprocal(_math_ops.to_float(
+        _fft_size_for_grad(grad, rank)))
+
+    # The gradient of IRFFT is the RFFT of the incoming gradient times a scaling
+    # factor and a mask. The mask scales the gradient for the Hermitian
+    # symmetric components of the RFFT by a factor of two, since these
+    # components are de-duplicated in the RFFT.
+    the_rfft = rfft_fn(grad, fft_length)
+    return the_rfft * _math_ops.cast(rsize * mask, _dtypes.complex64), None
+
+  return _grad
+
+
+_ops.RegisterGradient("RFFT")(_rfft_grad_helper(1, irfft))
+_ops.RegisterGradient("IRFFT")(_irfft_grad_helper(1, rfft))
+_ops.RegisterGradient("RFFT2D")(_rfft_grad_helper(2, irfft2d))
+_ops.RegisterGradient("IRFFT2D")(_irfft_grad_helper(2, rfft2d))
diff --git a/tensorflow/python/ops/signal/mfcc_ops.py b/tensorflow/python/ops/signal/mfcc_ops.py
index 6ae3b222ba..601409dea9 100644
--- a/tensorflow/python/ops/signal/mfcc_ops.py
+++ b/tensorflow/python/ops/signal/mfcc_ops.py
@@ -22,7 +22,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import spectral_ops
+from tensorflow.python.ops.signal import dct_ops
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -106,5 +106,5 @@ def mfccs_from_log_mel_spectrograms(log_mel_spectrograms, name=None):
     else:
       num_mel_bins = array_ops.shape(log_mel_spectrograms)[-1]
 
-    dct2 = spectral_ops.dct(log_mel_spectrograms)
+    dct2 = dct_ops.dct(log_mel_spectrograms, type=2)
     return dct2 * math_ops.rsqrt(math_ops.to_float(num_mel_bins) * 2.0)
diff --git a/tensorflow/python/ops/signal/shape_ops.py b/tensorflow/python/ops/signal/shape_ops.py
index 02dd7c97e8..ae9c2ef28e 100644
--- a/tensorflow/python/ops/signal/shape_ops.py
+++ b/tensorflow/python/ops/signal/shape_ops.py
@@ -71,7 +71,7 @@ def frame(signal, frame_length, frame_step, pad_end=False, pad_value=0, axis=-1,
   ```python
   pcm = tf.placeholder(tf.float32, [None, 9152])
   frames = tf.signal.frame(pcm, 512, 180)
-  magspec = tf.abs(tf.spectral.rfft(frames, [512]))
+  magspec = tf.abs(tf.signal.rfft(frames, [512]))
   image = tf.expand_dims(magspec, 3)
   ```
 
diff --git a/tensorflow/python/ops/signal/signal.py b/tensorflow/python/ops/signal/signal.py
index 4ddd30533c..cdc4d1c191 100644
--- a/tensorflow/python/ops/signal/signal.py
+++ b/tensorflow/python/ops/signal/signal.py
@@ -39,6 +39,20 @@ from __future__ import division
 from __future__ import print_function
 
 # pylint: disable=unused-import
+from tensorflow.python.ops.signal.dct_ops import dct
+from tensorflow.python.ops.signal.dct_ops import idct
+from tensorflow.python.ops.signal.fft_ops import fft
+from tensorflow.python.ops.signal.fft_ops import fft2d
+from tensorflow.python.ops.signal.fft_ops import fft3d
+from tensorflow.python.ops.signal.fft_ops import ifft
+from tensorflow.python.ops.signal.fft_ops import ifft2d
+from tensorflow.python.ops.signal.fft_ops import ifft3d
+from tensorflow.python.ops.signal.fft_ops import irfft
+from tensorflow.python.ops.signal.fft_ops import irfft2d
+from tensorflow.python.ops.signal.fft_ops import irfft3d
+from tensorflow.python.ops.signal.fft_ops import rfft
+from tensorflow.python.ops.signal.fft_ops import rfft2d
+from tensorflow.python.ops.signal.fft_ops import rfft3d
 from tensorflow.python.ops.signal.mel_ops import linear_to_mel_weight_matrix
 from tensorflow.python.ops.signal.mfcc_ops import mfccs_from_log_mel_spectrograms
 from tensorflow.python.ops.signal.reconstruction_ops import overlap_and_add
diff --git a/tensorflow/python/ops/signal/spectral_ops.py b/tensorflow/python/ops/signal/spectral_ops.py
index b0b7d964b9..f029e0a8b5 100644
--- a/tensorflow/python/ops/signal/spectral_ops.py
+++ b/tensorflow/python/ops/signal/spectral_ops.py
@@ -25,7 +25,7 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import spectral_ops
+from tensorflow.python.ops.signal import fft_ops
 from tensorflow.python.ops.signal import reconstruction_ops
 from tensorflow.python.ops.signal import shape_ops
 from tensorflow.python.ops.signal import window_ops
@@ -86,9 +86,9 @@ def stft(signals, frame_length, frame_step, fft_length=None,
       window = window_fn(frame_length, dtype=framed_signals.dtype)
       framed_signals *= window
 
-    # spectral_ops.rfft produces the (fft_length/2 + 1) unique components of the
+    # fft_ops.rfft produces the (fft_length/2 + 1) unique components of the
     # FFT of the real windowed signals in framed_signals.
-    return spectral_ops.rfft(framed_signals, [fft_length])
+    return fft_ops.rfft(framed_signals, [fft_length])
 
 
 @tf_export('signal.inverse_stft_window_fn')
@@ -232,7 +232,7 @@ def inverse_stft(stfts,
       fft_length = ops.convert_to_tensor(fft_length, name='fft_length')
       fft_length.shape.assert_has_rank(0)
 
-    real_frames = spectral_ops.irfft(stfts, [fft_length])
+    real_frames = fft_ops.irfft(stfts, [fft_length])
 
     # frame_length may be larger or smaller than fft_length, so we pad or
     # truncate real_frames to frame_length.
diff --git a/tensorflow/python/ops/spectral_grad.py b/tensorflow/python/ops/spectral_grad.py
deleted file mode 100644
index 0af24114ac..0000000000
--- a/tensorflow/python/ops/spectral_grad.py
+++ /dev/null
@@ -1,185 +0,0 @@
-# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Gradients for operators defined in spectral_ops.py."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
-import numpy as np
-
-from tensorflow.python.framework import dtypes
-from tensorflow.python.framework import ops
-from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import math_ops
-from tensorflow.python.ops import spectral_ops
-
-
-def _FFTSizeForGrad(grad, rank):
-  return math_ops.reduce_prod(array_ops.shape(grad)[-rank:])
-
-
-@ops.RegisterGradient("FFT")
-def _FFTGrad(_, grad):
-  size = math_ops.cast(_FFTSizeForGrad(grad, 1), grad.dtype)
-  return spectral_ops.ifft(grad) * size
-
-
-@ops.RegisterGradient("IFFT")
-def _IFFTGrad(_, grad):
-  rsize = math_ops.cast(
-      1. / math_ops.cast(_FFTSizeForGrad(grad, 1), grad.dtype.real_dtype),
-      grad.dtype)
-  return spectral_ops.fft(grad) * rsize
-
-
-@ops.RegisterGradient("FFT2D")
-def _FFT2DGrad(_, grad):
-  size = math_ops.cast(_FFTSizeForGrad(grad, 2), grad.dtype)
-  return spectral_ops.ifft2d(grad) * size
-
-
-@ops.RegisterGradient("IFFT2D")
-def _IFFT2DGrad(_, grad):
-  rsize = math_ops.cast(
-      1. / math_ops.cast(_FFTSizeForGrad(grad, 2), grad.dtype.real_dtype),
-      grad.dtype)
-  return spectral_ops.fft2d(grad) * rsize
-
-
-@ops.RegisterGradient("FFT3D")
-def _FFT3DGrad(_, grad):
-  size = math_ops.cast(_FFTSizeForGrad(grad, 3), grad.dtype)
-  return spectral_ops.ifft3d(grad) * size
-
-
-@ops.RegisterGradient("IFFT3D")
-def _IFFT3DGrad(_, grad):
-  rsize = math_ops.cast(
-      1. / math_ops.cast(_FFTSizeForGrad(grad, 3), grad.dtype.real_dtype),
-      grad.dtype)
-  return spectral_ops.fft3d(grad) * rsize
-
-
-def _RFFTGradHelper(rank, irfft_fn):
-  """Returns a gradient function for an RFFT of the provided rank."""
-  # Can't happen because we don't register a gradient for RFFT3D.
-  assert rank in (1, 2), "Gradient for RFFT3D is not implemented."
-
-  def _Grad(op, grad):
-    """A gradient function for RFFT with the provided `rank` and `irfft_fn`."""
-    fft_length = op.inputs[1]
-    input_shape = array_ops.shape(op.inputs[0])
-    is_even = math_ops.cast(1 - (fft_length[-1] % 2), dtypes.complex64)
-
-    def _TileForBroadcasting(matrix, t):
-      expanded = array_ops.reshape(
-          matrix,
-          array_ops.concat([
-              array_ops.ones([array_ops.rank(t) - 2], dtypes.int32),
-              array_ops.shape(matrix)
-          ], 0))
-      return array_ops.tile(
-          expanded, array_ops.concat([array_ops.shape(t)[:-2], [1, 1]], 0))
-
-    def _MaskMatrix(length):
-      # TODO(rjryan): Speed up computation of twiddle factors using the
-      # following recurrence relation and cache them across invocations of RFFT.
-      #
-      # t_n = exp(sqrt(-1) * pi * n^2 / line_len)
-      # for n = 0, 1,..., line_len-1.
-      # For n > 2, use t_n = t_{n-1}^2 / t_{n-2} * t_1^2
-      a = array_ops.tile(
-          array_ops.expand_dims(math_ops.range(length), 0), (length, 1))
-      b = array_ops.transpose(a, [1, 0])
-      return math_ops.exp(-2j * np.pi * math_ops.cast(a * b, dtypes.complex64) /
-                          math_ops.cast(length, dtypes.complex64))
-
-    def _YMMask(length):
-      """A sequence of [1+0j, -1+0j, 1+0j, -1+0j, ...] with length `length`."""
-      return math_ops.cast(1 - 2 * (math_ops.range(length) % 2),
-                           dtypes.complex64)
-
-    y0 = grad[..., 0:1]
-    if rank == 1:
-      ym = grad[..., -1:]
-      extra_terms = y0 + is_even * ym * _YMMask(input_shape[-1])
-    elif rank == 2:
-      # Create a mask matrix for y0 and ym.
-      base_mask = _MaskMatrix(input_shape[-2])
-
-      # Tile base_mask to match y0 in shape so that we can batch-matmul the
-      # inner 2 dimensions.
-      tiled_mask = _TileForBroadcasting(base_mask, y0)
-
-      y0_term = math_ops.matmul(tiled_mask, math_ops.conj(y0))
-      extra_terms = y0_term
-
-      ym = grad[..., -1:]
-      ym_term = math_ops.matmul(tiled_mask, math_ops.conj(ym))
-
-      inner_dim = input_shape[-1]
-      ym_term = array_ops.tile(
-          ym_term,
-          array_ops.concat([
-              array_ops.ones([array_ops.rank(grad) - 1], dtypes.int32),
-              [inner_dim]
-          ], 0)) * _YMMask(inner_dim)
-
-      extra_terms += is_even * ym_term
-
-    # The gradient of RFFT is the IRFFT of the incoming gradient times a scaling
-    # factor, plus some additional terms to make up for the components dropped
-    # due to Hermitian symmetry.
-    input_size = math_ops.to_float(_FFTSizeForGrad(op.inputs[0], rank))
-    irfft = irfft_fn(grad, fft_length)
-    return 0.5 * (irfft * input_size + math_ops.real(extra_terms)), None
-
-  return _Grad
-
-
-def _IRFFTGradHelper(rank, rfft_fn):
-  """Returns a gradient function for an IRFFT of the provided rank."""
-  # Can't happen because we don't register a gradient for IRFFT3D.
-  assert rank in (1, 2), "Gradient for IRFFT3D is not implemented."
-
-  def _Grad(op, grad):
-    """A gradient function for IRFFT with the provided `rank` and `rfft_fn`."""
-    # Generate a simple mask like [1.0, 2.0, ..., 2.0, 1.0] for even-length FFTs
-    # and [1.0, 2.0, ..., 2.0] for odd-length FFTs. To reduce extra ops in the
-    # graph we special-case the situation where the FFT length and last
-    # dimension of the input are known at graph construction time.
-    fft_length = op.inputs[1]
-    is_odd = math_ops.mod(fft_length[-1], 2)
-    input_last_dimension = array_ops.shape(op.inputs[0])[-1]
-    mask = array_ops.concat(
-        [[1.0], 2.0 * array_ops.ones([input_last_dimension - 2 + is_odd]),
-         array_ops.ones([1 - is_odd])], 0)
-
-    rsize = math_ops.reciprocal(math_ops.to_float(_FFTSizeForGrad(grad, rank)))
-
-    # The gradient of IRFFT is the RFFT of the incoming gradient times a scaling
-    # factor and a mask. The mask scales the gradient for the Hermitian
-    # symmetric components of the RFFT by a factor of two, since these
-    # components are de-duplicated in the RFFT.
-    rfft = rfft_fn(grad, fft_length)
-    return rfft * math_ops.cast(rsize * mask, dtypes.complex64), None
-
-  return _Grad
-
-
-ops.RegisterGradient("RFFT")(_RFFTGradHelper(1, spectral_ops.irfft))
-ops.RegisterGradient("IRFFT")(_IRFFTGradHelper(1, spectral_ops.rfft))
-ops.RegisterGradient("RFFT2D")(_RFFTGradHelper(2, spectral_ops.irfft2d))
-ops.RegisterGradient("IRFFT2D")(_IRFFTGradHelper(2, spectral_ops.rfft2d))
diff --git a/tensorflow/python/ops/standard_ops.py b/tensorflow/python/ops/standard_ops.py
index cc779e6901..03e491a315 100644
--- a/tensorflow/python/ops/standard_ops.py
+++ b/tensorflow/python/ops/standard_ops.py
@@ -31,7 +31,6 @@ from tensorflow.python.ops import manip_grad
 from tensorflow.python.ops import math_grad
 from tensorflow.python.ops import random_grad
 from tensorflow.python.ops import sparse_grad
-from tensorflow.python.ops import spectral_grad
 from tensorflow.python.ops import state_grad
 from tensorflow.python.ops import tensor_array_grad
 
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 60a5540b83..a9e8ed4578 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -74,7 +74,6 @@ TENSORFLOW_API_INIT_FILES = [
     "sets/__init__.py",
     "signal/__init__.py",
     "sparse/__init__.py",
-    "spectral/__init__.py",
     "strings/__init__.py",
     "summary/__init__.py",
     "sysconfig/__init__.py",
diff --git a/tensorflow/python/tools/api/generator/doc_srcs.py b/tensorflow/python/tools/api/generator/doc_srcs.py
index 7613104749..0524b5e35c 100644
--- a/tensorflow/python/tools/api/generator/doc_srcs.py
+++ b/tensorflow/python/tools/api/generator/doc_srcs.py
@@ -58,7 +58,6 @@ _TENSORFLOW_DOC_SOURCES = {
     'sets': DocSource(docstring_module_name='ops.sets'),
     'signal': DocSource(docstring_module_name='ops.signal.signal'),
     'sparse': DocSource(docstring_module_name='ops.sparse_ops'),
-    'spectral': DocSource(docstring_module_name='ops.spectral_ops'),
     'strings': DocSource(docstring_module_name='ops.string_ops'),
     'sysconfig': DocSource(docstring_module_name='platform.sysconfig'),
     'test': DocSource(docstring_module_name='platform.test'),
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
index 2c50c41f18..ea717b4d71 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.signal.pbtxt
@@ -1,5 +1,9 @@
 path: "tensorflow.signal"
 tf_module {
+  member_method {
+    name: "dct"
+    argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
+  }
   member_method {
     name: "fft"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -24,6 +28,10 @@ tf_module {
     name: "hann_window"
     argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
   }
+  member_method {
+    name: "idct"
+    argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
+  }
   member_method {
     name: "ifft"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -44,6 +52,18 @@ tf_module {
     name: "inverse_stft_window_fn"
     argspec: "args=[\'frame_step\', \'forward_window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'<function hann_window instance>\', \'None\'], "
   }
+  member_method {
+    name: "irfft"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "irfft2d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "irfft3d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "linear_to_mel_weight_matrix"
     argspec: "args=[\'num_mel_bins\', \'num_spectrogram_bins\', \'sample_rate\', \'lower_edge_hertz\', \'upper_edge_hertz\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'20\', \'129\', \'8000\', \'125.0\', \'3800.0\', \"<dtype: \'float32\'>\", \'None\'], "
@@ -56,6 +76,18 @@ tf_module {
     name: "overlap_and_add"
     argspec: "args=[\'signal\', \'frame_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "rfft"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "rfft2d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "rfft3d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "stft"
     argspec: "args=[\'signals\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'pad_end\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'False\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index e5331649d7..a2ac908195 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -388,10 +388,6 @@ tf_module {
     name: "sparse"
     mtype: "<type \'module\'>"
   }
-  member {
-    name: "spectral"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "string"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
index 2c50c41f18..ea717b4d71 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.signal.pbtxt
@@ -1,5 +1,9 @@
 path: "tensorflow.signal"
 tf_module {
+  member_method {
+    name: "dct"
+    argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
+  }
   member_method {
     name: "fft"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -24,6 +28,10 @@ tf_module {
     name: "hann_window"
     argspec: "args=[\'window_length\', \'periodic\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \"<dtype: \'float32\'>\", \'None\'], "
   }
+  member_method {
+    name: "idct"
+    argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
+  }
   member_method {
     name: "ifft"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
@@ -44,6 +52,18 @@ tf_module {
     name: "inverse_stft_window_fn"
     argspec: "args=[\'frame_step\', \'forward_window_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'<function hann_window instance>\', \'None\'], "
   }
+  member_method {
+    name: "irfft"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "irfft2d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "irfft3d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "linear_to_mel_weight_matrix"
     argspec: "args=[\'num_mel_bins\', \'num_spectrogram_bins\', \'sample_rate\', \'lower_edge_hertz\', \'upper_edge_hertz\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'20\', \'129\', \'8000\', \'125.0\', \'3800.0\', \"<dtype: \'float32\'>\", \'None\'], "
@@ -56,6 +76,18 @@ tf_module {
     name: "overlap_and_add"
     argspec: "args=[\'signal\', \'frame_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "rfft"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "rfft2d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
+  member_method {
+    name: "rfft3d"
+    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "stft"
     argspec: "args=[\'signals\', \'frame_length\', \'frame_step\', \'fft_length\', \'window_fn\', \'pad_end\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'<function hann_window instance>\', \'False\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt
deleted file mode 100644
index b0f0783e30..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.spectral.pbtxt
+++ /dev/null
@@ -1,35 +0,0 @@
-path: "tensorflow.spectral"
-tf_module {
-  member_method {
-    name: "dct"
-    argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "idct"
-    argspec: "args=[\'input\', \'type\', \'n\', \'axis\', \'norm\', \'name\'], varargs=None, keywords=None, defaults=[\'2\', \'None\', \'-1\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "irfft"
-    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "irfft2d"
-    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "irfft3d"
-    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "rfft"
-    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "rfft2d"
-    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-  member_method {
-    name: "rfft3d"
-    argspec: "args=[\'input_tensor\', \'fft_length\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index cf93bd2f53..de87f405bc 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -434,12 +434,20 @@ renames = {
     'tf.sparse_tensor_to_dense': 'tf.sparse.to_dense',
     'tf.sparse_to_indicator': 'tf.sparse.to_indicator',
     'tf.sparse_transpose': 'tf.sparse.transpose',
+    'tf.spectral.dct': 'tf.signal.dct',
     'tf.spectral.fft': 'tf.signal.fft',
     'tf.spectral.fft2d': 'tf.signal.fft2d',
     'tf.spectral.fft3d': 'tf.signal.fft3d',
+    'tf.spectral.idct': 'tf.signal.idct',
     'tf.spectral.ifft': 'tf.signal.ifft',
     'tf.spectral.ifft2d': 'tf.signal.ifft2d',
     'tf.spectral.ifft3d': 'tf.signal.ifft3d',
+    'tf.spectral.irfft': 'tf.signal.irfft',
+    'tf.spectral.irfft2d': 'tf.signal.irfft2d',
+    'tf.spectral.irfft3d': 'tf.signal.irfft3d',
+    'tf.spectral.rfft': 'tf.signal.rfft',
+    'tf.spectral.rfft2d': 'tf.signal.rfft2d',
+    'tf.spectral.rfft3d': 'tf.signal.rfft3d',
     'tf.squared_difference': 'tf.math.squared_difference',
     'tf.string_join': 'tf.strings.join',
     'tf.string_strip': 'tf.strings.strip',
-- 
GitLab


From 05a5a85c3381f9886e61028c44745fbef2a870af Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 13:37:13 -0800
Subject: [PATCH 1685/1825] Don't load libraries requiring missing CPU
 features.

This CL attempts to read the platform strings from a given plugin shared object
before that shared object is loaded. It also moves the GetStrings function in
platform_strings_test.cc into a new source file so that it may be used by the
plugin loader.

PiperOrigin-RevId: 221680960
---
 tensorflow/core/BUILD                         | 21 ++++--
 tensorflow/core/framework/op_kernel.cc        | 56 ++++++++++++++--
 tensorflow/core/platform/platform_strings.cc  | 64 +++++++++++++++++++
 tensorflow/core/platform/platform_strings.h   | 19 ++++++
 .../core/platform/platform_strings_test.cc    | 36 +----------
 5 files changed, 151 insertions(+), 45 deletions(-)
 create mode 100644 tensorflow/core/platform/platform_strings.cc

diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 3ee31e0b29..73e8db58a8 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -300,6 +300,7 @@ filegroup(
         "platform/env_time.h",
         "platform/logging.h",
         "platform/macros.h",
+        "platform/platform_strings.h",
         "platform/types.h",
     ],
     visibility = ["//visibility:private"],
@@ -519,6 +520,19 @@ cc_library(
     ],
 )
 
+cc_library(
+    name = "platform_strings",
+    srcs = tf_platform_srcs([
+        "platform/platform_strings.cc",
+        "platform/platform_strings_computed.h",
+    ]),
+    hdrs = [
+        "platform/platform_strings.h",
+    ],
+    visibility = ["//tensorflow/core:__subpackages__"],
+    deps = [":lib"],
+)
+
 filegroup(
     name = "platform_other_hdrs",
     srcs = [
@@ -3412,12 +3426,6 @@ tf_cc_test(
     ],
 )
 
-cc_library(
-    name = "platform_strings",
-    srcs = ["platform/platform_strings_computed.h"],
-    hdrs = ["platform/platform_strings.h"],
-)
-
 tf_cc_test(
     name = "platform_strings_test",
     size = "small",
@@ -4879,6 +4887,7 @@ transitive_hdrs(
         "//tensorflow/core:core_cpu",
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
+        "//tensorflow/core:platform_strings",
         "//tensorflow/core:protos_all_cc",
         "//tensorflow/core:stream_executor",
     ],
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 9e2d98b70a..1213e25116 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -39,9 +39,11 @@ limitations under the License.
 #include "tensorflow/core/lib/io/path.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/lib/strings/strcat.h"
+#include "tensorflow/core/platform/cpu_info.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/mutex.h"
+#include "tensorflow/core/platform/platform_strings.h"
 #include "tensorflow/core/platform/types.h"
 #include "tensorflow/core/util/ptr_util.h"
 
@@ -945,6 +947,44 @@ static const char kKernelLibPattern[] = "libtfkernel*.dylib";
 static const char kKernelLibPattern[] = "libtfkernel*.so";
 #endif
 
+#define FEATURE(x) \
+  { x, #x }
+
+// Returns Status::OK if the dynamic library at the given path is safe to
+// load with some level of confidence.
+static Status IsProbablySafeToLoad(const string& path) {
+  // A map of platform string to required CPU feature.
+  using port::CPUFeature;
+  static const auto* feature_map =
+      new std::map<string, std::pair<CPUFeature, string>>{
+          {"__AVX512VL__=1", FEATURE(CPUFeature::AVX512VL)},
+      };
+
+  std::vector<std::string> platform_strings;
+  int result = GetPlatformStrings(path, &platform_strings);
+  if (result) {
+    return Status(error::Code::UNKNOWN, strerror(result));
+  }
+  if (platform_strings.empty()) {
+    return Status(error::Code::FAILED_PRECONDITION,
+                  "Didn't find any platform strings");
+  }
+  std::vector<std::string> missing_features;
+  for (const auto& platform_string : platform_strings) {
+    const auto& entry = feature_map->find(platform_string);
+    if (entry != feature_map->end() &&
+        !port::TestCPUFeature(entry->second.first)) {
+      missing_features.emplace_back(entry->second.second);
+    }
+  }
+  if (!missing_features.empty()) {
+    string errmsg = "Missing CPU features: ";
+    errmsg.append(str_util::Join(missing_features, ", "));
+    return Status(errors::Code::FAILED_PRECONDITION, errmsg);
+  }
+  return Status::OK();
+}
+
 void LoadDynamicKernelsInternal() {
   Env* env = Env::Default();
   string bazel_kernel_dir = io::JoinPath(env->GetRunfilesDir(),
@@ -955,12 +995,18 @@ void LoadDynamicKernelsInternal() {
   Status s_kernel_dir = env->GetChildren(bazel_kernel_dir, &files);
   if (s_kernel_dir.ok()) {
     string dll_spec = io::JoinPath(bazel_kernel_dir, kKernelLibPattern);
-    for (const auto&  file : files) {
-      string fullpath =  io::JoinPath(bazel_kernel_dir, file);
+    for (const auto& file : files) {
+      string fullpath = io::JoinPath(bazel_kernel_dir, file);
       if (env->MatchPath(fullpath, dll_spec)) {
-        // TODO(gunan): Store the handles to the opened files.
-        void* unused_filehandle;
-        TF_CHECK_OK(env->LoadLibrary(fullpath.c_str(), &unused_filehandle));
+        Status s = IsProbablySafeToLoad(fullpath);
+        if (s.ok()) {
+          // TODO(gunan): Store the handles to the opened files.
+          void* unused_filehandle;
+          TF_CHECK_OK(env->LoadLibrary(fullpath.c_str(), &unused_filehandle));
+        } else {
+          LOG(WARNING) << "Not loading plugin library " << fullpath << ": "
+                       << s.error_message();
+        }
       }
     }
   }
diff --git a/tensorflow/core/platform/platform_strings.cc b/tensorflow/core/platform/platform_strings.cc
new file mode 100644
index 0000000000..c1852633d5
--- /dev/null
+++ b/tensorflow/core/platform/platform_strings.cc
@@ -0,0 +1,64 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/platform/platform_strings.h"
+
+#include <cstdio>
+#include <cstring>
+
+#include <string>
+#include <vector>
+
+#include "tensorflow/core/lib/core/status.h"
+
+namespace tensorflow {
+
+int GetPlatformStrings(const std::string& path,
+                       std::vector<std::string>* found) {
+  int result;
+  FILE* ifp = fopen(path.c_str(), "rb");
+  if (ifp != nullptr) {
+    static const char prefix[] = TF_PLAT_STR_MAGIC_PREFIX_;
+    int first_char = prefix[1];
+    int last_char = -1;
+    int c;
+    while ((c = getc(ifp)) != EOF) {
+      if (c == first_char && last_char == 0) {
+        int i = 2;
+        while (prefix[i] != 0 && (c = getc(ifp)) == prefix[i]) {
+          i++;
+        }
+        if (prefix[i] == 0) {
+          std::string str;
+          while ((c = getc(ifp)) != EOF && c != 0) {
+            str.push_back(c);
+          }
+          if (!str.empty()) {
+            found->push_back(str);
+          }
+        }
+      }
+      last_char = c;
+    }
+
+    result = (ferror(ifp) == 0) ? 0 : errno;
+    fclose(ifp);
+  } else {
+    result = errno;
+  }
+  return result;
+}
+
+}  // namespace tensorflow
diff --git a/tensorflow/core/platform/platform_strings.h b/tensorflow/core/platform/platform_strings.h
index 24c2929e41..5b1dbd130e 100644
--- a/tensorflow/core/platform/platform_strings.h
+++ b/tensorflow/core/platform/platform_strings.h
@@ -24,6 +24,9 @@ limitations under the License.
 // built with the same options (or at least, the strings should be embedded in
 // the compilation unit built with the most restrictive options).
 
+// The platform strings embedded into a binary may be retrieved with the
+// GetPlatformStrings function.
+
 // Rationale:
 // We wish to load only those libraries that this CPU can execute.  For
 // example, we should not load a library compiled with avx256 instructions on a
@@ -58,6 +61,9 @@ limitations under the License.
 
 #include <stdio.h>
 
+#include <string>
+#include <vector>
+
 // Aside from the header guard, the internal macros defined here have the form:
 //   TF_PLAT_STR_*
 
@@ -342,4 +348,17 @@ limitations under the License.
     }  /* anonymous namespace */
 // clang-format on
 
+namespace tensorflow {
+
+class Status;
+
+// Retrieves the platform strings from the file at the given path and appends
+// them to the given vector. If the returned int is non-zero, an error occurred
+// reading the file and vector may or may not be modified. The returned error
+// code is suitable for use with strerror().
+int GetPlatformStrings(const std::string& path,
+                       std::vector<std::string>* found);
+
+}  // namespace tensorflow
+
 #endif  // TENSORFLOW_CORE_PLATFORM_PLATFORM_STRINGS_H_
diff --git a/tensorflow/core/platform/platform_strings_test.cc b/tensorflow/core/platform/platform_strings_test.cc
index 9584333bb8..5251f10d41 100644
--- a/tensorflow/core/platform/platform_strings_test.cc
+++ b/tensorflow/core/platform/platform_strings_test.cc
@@ -38,45 +38,13 @@ typedef std::vector<std::string> string_vec;
 
 // Append to *found the strings within the named file with the platform_strings
 // magic prefix, and return true; or return false on error.
-static bool GetStrings(const std::string &file_name, string_vec *found) {
-  bool result = false;
-  FILE *ifp = fopen(file_name.c_str(), "rb");
-  if (ifp != nullptr) {
-    static const char prefix[] = TF_PLAT_STR_MAGIC_PREFIX_;
-    int first_char = prefix[1];
-    int last_char = -1;
-    int c;
-    while ((c = getc(ifp)) != EOF) {
-      if (c == first_char && last_char == 0) {
-        int i = 2;
-        while (prefix[i] != 0 && (c = getc(ifp)) == prefix[i]) {
-          i++;
-        }
-        if (prefix[i] == 0) {
-          std::string str;
-          while ((c = getc(ifp)) != EOF && c != 0) {
-            str.push_back(c);
-          }
-          if (!str.empty()) {
-            found->push_back(str);
-          }
-        }
-      }
-      last_char = c;
-    }
-
-    result = (ferror(ifp) == 0);
-    fclose(ifp);
-  }
-  return result;
-}
 
 // Print the platform strings embedded in the binary file_name and return 0,
 // on on error return 2.
 static int PrintStrings(const std::string file_name) {
   int rc = 0;
   string_vec str;
-  if (GetStrings(file_name, &str)) {
+  if (!tensorflow::GetPlatformStrings(file_name, &str)) {
     for (int i = 0; i != str.size(); i++) {
       printf("%s\n", str[i].c_str());
     }
@@ -145,7 +113,7 @@ static int RunTest(const std::string &binary_name) {
   int rc = 0;
   string_vec str;
 
-  if (GetStrings(binary_name, &str)) {
+  if (!tensorflow::GetPlatformStrings(binary_name, &str)) {
     CheckStr(str, "__linux__", AS_STR(__linux__));
     CheckStr(str, "_WIN32", AS_STR(_WIN32));
     CheckStr(str, "__APPLE__", AS_STR(__APPLE__));
-- 
GitLab


From a7b6dd64b4411d81ceedb5c8f9aae44fc5be1b00 Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Thu, 15 Nov 2018 13:42:33 -0800
Subject: [PATCH 1686/1825] Update default value of loss reduction in  
 tf.estimator.LinearClassifier,   tf.estimator.LinearRegressor,  
 tf.estimator.DNNLinearCombinedClassifier,  
 tf.estimator.DNNLinearCombinedRegressor,   tf.estimator.DNNRegressor,  
 tf.estimator.DNNClassifier to SUM_OVER_BATCH_SIZE for TF V2. It's SUM in V1.

PiperOrigin-RevId: 221682023
---
 ...nsorflow.estimator.-d-n-n-classifier.pbtxt |  1 +
 ...or.-d-n-n-linear-combined-classifier.pbtxt |  1 +
 ...tor.-d-n-n-linear-combined-regressor.pbtxt |  1 +
 ...ensorflow.estimator.-d-n-n-regressor.pbtxt |  1 +
 ...sorflow.estimator.-linear-classifier.pbtxt |  1 +
 ...nsorflow.estimator.-linear-regressor.pbtxt |  1 +
 ...nsorflow.estimator.-d-n-n-classifier.pbtxt |  4 +-
 ...or.-d-n-n-linear-combined-classifier.pbtxt |  4 +-
 ...tor.-d-n-n-linear-combined-regressor.pbtxt |  4 +-
 ...ensorflow.estimator.-d-n-n-regressor.pbtxt |  4 +-
 ...nsorflow.estimator.-linear-regressor.pbtxt |  4 +-
 .../tools/compatibility/tf_upgrade_v2.py      | 40 ++++++++++++++-----
 .../tools/compatibility/tf_upgrade_v2_test.py | 19 +++++----
 13 files changed, 58 insertions(+), 27 deletions(-)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
index 22c9e68da1..77e60d426e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-classifier.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.DNNClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
index 3f5f9ec724..07aefed63d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.DNNLinearCombinedClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
index 6e4018122b..852e8d2f54 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.DNNLinearCombinedRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
index 93fa79403b..2779cbe90e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-d-n-n-regressor.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.DNNRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
index 1cadbbca57..6569e92c6a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-classifier.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.LinearClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
index 95226b3bcf..d74bf4f197 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-linear-regressor.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.LinearRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
index 22c9e68da1..c542edf64d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-classifier.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.DNNClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'hidden_units\', \'feature_columns\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'optimizer\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\'], varargs=None, keywords=None, defaults=[\'None\', \'2\', \'None\', \'None\', \'Adagrad\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum\', \'False\'], "
+    argspec: "args=[\'self\', \'hidden_units\', \'feature_columns\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'optimizer\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\'], varargs=None, keywords=None, defaults=[\'None\', \'2\', \'None\', \'None\', \'Adagrad\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum_over_batch_size\', \'False\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
index 3f5f9ec724..623cbc3648 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-classifier.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.DNNLinearCombinedClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'model_dir\', \'linear_feature_columns\', \'linear_optimizer\', \'dnn_feature_columns\', \'dnn_optimizer\', \'dnn_hidden_units\', \'dnn_activation_fn\', \'dnn_dropout\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\', \'linear_sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Ftrl\', \'None\', \'Adagrad\', \'None\', \'<function relu instance>\', \'None\', \'2\', \'None\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum\', \'False\', \'sum\'], "
+    argspec: "args=[\'self\', \'model_dir\', \'linear_feature_columns\', \'linear_optimizer\', \'dnn_feature_columns\', \'dnn_optimizer\', \'dnn_hidden_units\', \'dnn_activation_fn\', \'dnn_dropout\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\', \'linear_sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Ftrl\', \'None\', \'Adagrad\', \'None\', \'<function relu instance>\', \'None\', \'2\', \'None\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum_over_batch_size\', \'False\', \'sum\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
index 6e4018122b..f45e76537a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-linear-combined-regressor.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.DNNLinearCombinedRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn_linear_combined.DNNLinearCombinedRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'model_dir\', \'linear_feature_columns\', \'linear_optimizer\', \'dnn_feature_columns\', \'dnn_optimizer\', \'dnn_hidden_units\', \'dnn_activation_fn\', \'dnn_dropout\', \'label_dimension\', \'weight_column\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\', \'linear_sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Ftrl\', \'None\', \'Adagrad\', \'None\', \'<function relu instance>\', \'None\', \'1\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum\', \'False\', \'sum\'], "
+    argspec: "args=[\'self\', \'model_dir\', \'linear_feature_columns\', \'linear_optimizer\', \'dnn_feature_columns\', \'dnn_optimizer\', \'dnn_hidden_units\', \'dnn_activation_fn\', \'dnn_dropout\', \'label_dimension\', \'weight_column\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\', \'linear_sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'Ftrl\', \'None\', \'Adagrad\', \'None\', \'<function relu instance>\', \'None\', \'1\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum_over_batch_size\', \'False\', \'sum\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
index 93fa79403b..8db2196512 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-d-n-n-regressor.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.DNNRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.dnn.DNNRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'hidden_units\', \'feature_columns\', \'model_dir\', \'label_dimension\', \'weight_column\', \'optimizer\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'Adagrad\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum\', \'False\'], "
+    argspec: "args=[\'self\', \'hidden_units\', \'feature_columns\', \'model_dir\', \'label_dimension\', \'weight_column\', \'optimizer\', \'activation_fn\', \'dropout\', \'input_layer_partitioner\', \'config\', \'warm_start_from\', \'loss_reduction\', \'batch_norm\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'Adagrad\', \'<function relu instance>\', \'None\', \'None\', \'None\', \'None\', \'weighted_sum_over_batch_size\', \'False\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
index 95226b3bcf..c4bb19612a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-linear-regressor.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.LinearRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.linear.LinearRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'feature_columns\', \'model_dir\', \'label_dimension\', \'weight_column\', \'optimizer\', \'config\', \'partitioner\', \'warm_start_from\', \'loss_reduction\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'Ftrl\', \'None\', \'None\', \'None\', \'weighted_sum\', \'sum\'], "
+    argspec: "args=[\'self\', \'feature_columns\', \'model_dir\', \'label_dimension\', \'weight_column\', \'optimizer\', \'config\', \'partitioner\', \'warm_start_from\', \'loss_reduction\', \'sparse_combiner\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'Ftrl\', \'None\', \'None\', \'None\', \'weighted_sum_over_batch_size\', \'sum\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 35592918ae..94eff59182 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -116,16 +116,36 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # Function warnings. <function name> placeholder inside warnings will be
     # replaced by function name.
     self.function_warnings = {
-        "tf.train.exponential_decay": decay_function_comment,
-        "tf.train.piecewise_constant": decay_function_comment,
-        "tf.train.polynomial_decay": decay_function_comment,
-        "tf.train.natural_exp_decay": decay_function_comment,
-        "tf.train.inverse_time_decay": decay_function_comment,
-        "tf.train.cosine_decay": decay_function_comment,
-        "tf.train.cosine_decay_restarts": decay_function_comment,
-        "tf.train.linear_cosine_decay": decay_function_comment,
-        "tf.train.noisy_linear_cosine_decay": decay_function_comment,
-        "tf.estimator.LinearClassifier": default_loss_reduction_changed,
+        "tf.train.exponential_decay":
+            decay_function_comment,
+        "tf.train.piecewise_constant":
+            decay_function_comment,
+        "tf.train.polynomial_decay":
+            decay_function_comment,
+        "tf.train.natural_exp_decay":
+            decay_function_comment,
+        "tf.train.inverse_time_decay":
+            decay_function_comment,
+        "tf.train.cosine_decay":
+            decay_function_comment,
+        "tf.train.cosine_decay_restarts":
+            decay_function_comment,
+        "tf.train.linear_cosine_decay":
+            decay_function_comment,
+        "tf.train.noisy_linear_cosine_decay":
+            decay_function_comment,
+        "tf.estimator.LinearClassifier":
+            default_loss_reduction_changed,
+        "tf.estimator.LinearRegressor":
+            default_loss_reduction_changed,
+        "tf.estimator.DNNLinearCombinedClassifier":
+            default_loss_reduction_changed,
+        "tf.estimator.DNNLinearCombinedRegressor":
+            default_loss_reduction_changed,
+        "tf.estimator.DNNRegressor":
+            default_loss_reduction_changed,
+        "tf.estimator.DNNClassifier":
+            default_loss_reduction_changed,
     }
     # Right now we can't have both a rename and a warning.
     self.symbol_renames = {
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index 2dfeb64b32..fa6fc5a362 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -102,13 +102,18 @@ class TestUpgrade(test_util.TensorFlowTestCase):
       self.assertEqual(errors, ["test.py:1: %s requires manual check." % decay])
       self.assertIn("%s has been changed" % decay, report)
 
-  def testEstimatorLossReductionChangege(self):
-    text = "tf.estimator.LinearClassifier(a, b)\n"
-    _, report, errors, new_text = self._upgrade(text)
-    self.assertEqual(text, new_text)
-    self.assertEqual(errors, ["test.py:1: %s requires manual check."
-                              % "tf.estimator.LinearClassifier"])
-    self.assertIn("loss_reduction has been changed", report)
+  def testEstimatorLossReductionChange(self):
+    classes = [
+        "LinearClassifier", "LinearRegressor", "DNNLinearCombinedClassifier",
+        "DNNLinearCombinedRegressor", "DNNRegressor", "DNNClassifier"
+    ]
+    for c in classes:
+      ns = "tf.estimator." + c
+      text = ns + "(a, b)"
+      _, report, errors, new_text = self._upgrade(text)
+      self.assertEqual(text, new_text)
+      self.assertEqual(errors, ["test.py:1: %s requires manual check." % ns])
+      self.assertIn("loss_reduction has been changed", report)
 
   def testCountNonZeroChanges(self):
     text = (
-- 
GitLab


From 24dd4cd186397b97f60519625430f1eac7338a3d Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 15 Nov 2018 13:55:55 -0800
Subject: [PATCH 1687/1825] [TF:XLA] Bump open source llvm revision to r346880

PiperOrigin-RevId: 221684552
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index b4f7aba046..435ea2d733 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -472,11 +472,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "016e265dc5978f424f23a7893044bb41c68cd58a1c993b1fac99187d92176ae4",
-        strip_prefix = "llvm-5e1b99cf3b50e2d013904a4ecc096cee77d91b86",
+        sha256 = "9d4ceba32fc6cedea2e299c32005f36e273f6174d4f2a7ad808231bd4ab43396",
+        strip_prefix = "llvm-45c215a28e72a6a6b301d0ee3466d999bd1e39d3",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/5e1b99cf3b50e2d013904a4ecc096cee77d91b86.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/5e1b99cf3b50e2d013904a4ecc096cee77d91b86.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/45c215a28e72a6a6b301d0ee3466d999bd1e39d3.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/45c215a28e72a6a6b301d0ee3466d999bd1e39d3.tar.gz",
         ],
     )
 
-- 
GitLab


From ccd7ddc3e9cebabb322f8210430a85fc7d636e8d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 13:58:48 -0800
Subject: [PATCH 1688/1825] Avoid a potential loop while copying the shape of
 inputs to the 'axis' parameters of reduce ops.

PiperOrigin-RevId: 221685018
---
 tensorflow/lite/testing/generate_examples.py              | 8 +++++++-
 .../graph_transformations/resolve_reduce_attributes.cc    | 5 +++++
 2 files changed, 12 insertions(+), 1 deletion(-)

diff --git a/tensorflow/lite/testing/generate_examples.py b/tensorflow/lite/testing/generate_examples.py
index 1d52fda4af..71db1bcdb4 100644
--- a/tensorflow/lite/testing/generate_examples.py
+++ b/tensorflow/lite/testing/generate_examples.py
@@ -901,7 +901,13 @@ def make_reduce_tests(reduce_op,
     }, {
         "input_dtype": [tf.float32],
         "input_shape": [[], [1, 8, 8, 3], [3, 2, 4]],
-        "axis": [None],
+        "axis": [[]],   # shape is: [0]
+        "const_axis": [False],
+        "keepdims": [True, False],
+    }, {
+        "input_dtype": [tf.float32],
+        "input_shape": [[], [1, 8, 8, 3], [3, 2, 4]],
+        "axis": [None],  # shape is: []
         "const_axis": [True],
         "keepdims": [True, False],
     }]
diff --git a/tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc b/tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc
index ea5d33009b..9ceba45e93 100644
--- a/tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc
+++ b/tensorflow/lite/toco/graph_transformations/resolve_reduce_attributes.cc
@@ -35,6 +35,11 @@ bool ResolveAttributes(Model* model, T* op) {
 
   const Array& indices_array = model->GetArray(op->inputs[1]);
   if (!indices_array.has_shape()) return false;
+
+  // It is ok for indices_array to have a shape for an empty tensor. In that
+  // case, we don't bother setting 'axis'.
+  if (indices_array.buffer->Length() == 0) return false;
+
   op->axis = indices_array.GetBuffer<ArrayDataType::kInt32>().data;
   return true;
 }
-- 
GitLab


From f3c0d1a9d7d711d78e235e4da3038f5eb4f5a7f4 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 15 Nov 2018 14:10:38 -0800
Subject: [PATCH 1689/1825] Disable broken ragged_tensor tests on windows

PiperOrigin-RevId: 221687416
---
 tensorflow/python/ops/ragged/BUILD | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/tensorflow/python/ops/ragged/BUILD b/tensorflow/python/ops/ragged/BUILD
index 152c6dc841..9ff5f26804 100644
--- a/tensorflow/python/ops/ragged/BUILD
+++ b/tensorflow/python/ops/ragged/BUILD
@@ -256,6 +256,9 @@ py_test(
     size = "medium",
     srcs = ["ragged_tensor_test.py"],
     srcs_version = "PY2AND3",
+    tags = [
+        "no_windows",
+    ],
     deps = [
         ":ragged",
         "//tensorflow/python:array_ops",
@@ -407,6 +410,9 @@ py_test(
     name = "ragged_to_sparse_op_test",
     srcs = ["ragged_to_sparse_op_test.py"],
     srcs_version = "PY2AND3",
+    tags = [
+        "no_windows",
+    ],
     deps = [
         ":ragged",
         "//tensorflow/python:array_ops",
@@ -513,6 +519,9 @@ py_test(
     name = "ragged_constant_value_op_test",
     srcs = ["ragged_constant_value_op_test.py"],
     srcs_version = "PY2AND3",
+    tags = [
+        "no_windows",
+    ],
     deps = [
         ":ragged",
         "//tensorflow/python:framework_test_lib",
-- 
GitLab


From c90fa478b97d8a876d67b27ba017dbed768d9f1f Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Thu, 15 Nov 2018 14:12:07 -0800
Subject: [PATCH 1690/1825] Update default value of loss reduction in  
 tf.estimator.BaselineClassifier,   tf.estimator.BaselineRegressor, to
 SUM_OVER_BATCH_SIZE for TF V2. It's SUM in V1.

PiperOrigin-RevId: 221687673
---
 .../golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt | 1 +
 .../golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt  | 1 +
 .../golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt | 4 ++--
 .../golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt  | 4 ++--
 tensorflow/tools/compatibility/tf_upgrade_v2.py               | 4 ++++
 tensorflow/tools/compatibility/tf_upgrade_v2_test.py          | 3 ++-
 6 files changed, 12 insertions(+), 5 deletions(-)

diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
index c50527ed63..af1659528b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-classifier.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.BaselineClassifier"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
index ee37a060ae..e5794252e4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.estimator.-baseline-regressor.pbtxt
@@ -1,6 +1,7 @@
 path: "tensorflow.estimator.BaselineRegressor"
 tf_class {
   is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
index c50527ed63..07483df83e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-classifier.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.BaselineClassifier"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifier\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineClassifierV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'optimizer\', \'config\', \'loss_reduction\'], varargs=None, keywords=None, defaults=[\'None\', \'2\', \'None\', \'None\', \'Ftrl\', \'None\', \'weighted_sum\'], "
+    argspec: "args=[\'self\', \'model_dir\', \'n_classes\', \'weight_column\', \'label_vocabulary\', \'optimizer\', \'config\', \'loss_reduction\'], varargs=None, keywords=None, defaults=[\'None\', \'2\', \'None\', \'None\', \'Ftrl\', \'None\', \'weighted_sum_over_batch_size\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
index ee37a060ae..292b5f32d8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.estimator.-baseline-regressor.pbtxt
@@ -1,6 +1,6 @@
 path: "tensorflow.estimator.BaselineRegressor"
 tf_class {
-  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressor\'>"
+  is_instance: "<class \'tensorflow_estimator.python.estimator.canned.baseline.BaselineRegressorV2\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.Estimator\'>"
   is_instance: "<class \'tensorflow_estimator.python.estimator.estimator.EstimatorV2\'>"
   is_instance: "<type \'object\'>"
@@ -22,7 +22,7 @@ tf_class {
   }
   member_method {
     name: "__init__"
-    argspec: "args=[\'self\', \'model_dir\', \'label_dimension\', \'weight_column\', \'optimizer\', \'config\', \'loss_reduction\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'Ftrl\', \'None\', \'weighted_sum\'], "
+    argspec: "args=[\'self\', \'model_dir\', \'label_dimension\', \'weight_column\', \'optimizer\', \'config\', \'loss_reduction\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'Ftrl\', \'None\', \'weighted_sum_over_batch_size\'], "
   }
   member_method {
     name: "eval_dir"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 94eff59182..7e741fa1d9 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -146,6 +146,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             default_loss_reduction_changed,
         "tf.estimator.DNNClassifier":
             default_loss_reduction_changed,
+        "tf.estimator.BaselineClassifier":
+            default_loss_reduction_changed,
+        "tf.estimator.BaselineRegressor":
+            default_loss_reduction_changed,
     }
     # Right now we can't have both a rename and a warning.
     self.symbol_renames = {
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index fa6fc5a362..4b83d50036 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -105,7 +105,8 @@ class TestUpgrade(test_util.TensorFlowTestCase):
   def testEstimatorLossReductionChange(self):
     classes = [
         "LinearClassifier", "LinearRegressor", "DNNLinearCombinedClassifier",
-        "DNNLinearCombinedRegressor", "DNNRegressor", "DNNClassifier"
+        "DNNLinearCombinedRegressor", "DNNRegressor", "DNNClassifier",
+        "BaselineClassifier", "BaselineRegressor"
     ]
     for c in classes:
       ns = "tf.estimator." + c
-- 
GitLab


From 60c32eaddfc3bcd9637c2c33b649b6c5b4a6c839 Mon Sep 17 00:00:00 2001
From: Shining Sun <shiningsun@google.com>
Date: Thu, 15 Nov 2018 14:17:05 -0800
Subject: [PATCH 1691/1825] Change replica_id from int to tensor

PiperOrigin-RevId: 221688437
---
 tensorflow/contrib/distribute/python/BUILD    |  6 +++++
 .../python/keras_optimizer_v2_test.py         |  8 ++++---
 .../distribute/python/mirrored_strategy.py    |  9 +++++---
 .../python/mirrored_strategy_multigpu_test.py |  7 +++---
 .../python/mirrored_strategy_test.py          |  7 +++---
 .../distribute/python/one_device_strategy.py  |  9 +++++++-
 .../python/parameter_server_strategy_test.py  | 23 +++++++++++--------
 .../contrib/distribute/python/tpu_strategy.py | 15 +++++++++---
 tensorflow/python/BUILD                       |  4 ++++
 tensorflow/python/ops/summary_op_util.py      | 22 ++++++++++++++----
 tensorflow/python/training/distribute.py      |  6 ++++-
 tensorflow/python/training/distribute_test.py |  5 +++-
 12 files changed, 90 insertions(+), 31 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index e642c8ca14..4b96179077 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -78,8 +78,10 @@ py_library(
         "//tensorflow/python:device",
         "//tensorflow/python:device_util",
         "//tensorflow/python:distribute",
+        "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:pywrap_tensorflow",
+        "//tensorflow/python:tensor_util",
         "//tensorflow/python:training",
         "//tensorflow/python:util",
         "//tensorflow/python:variable_scope",
@@ -130,6 +132,7 @@ cuda_py_test(
         "//tensorflow/python:gradients",
         "//tensorflow/python:layers",
         "//tensorflow/python:session",
+        "//tensorflow/python:tensor_util",
         "//tensorflow/python:training",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
@@ -152,6 +155,7 @@ py_library(
         "//tensorflow/contrib/eager/python:datasets",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:distribute",
+        "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
         "//tensorflow/python/distribute:reduce_util",
@@ -345,7 +349,9 @@ py_library(
         "//tensorflow/contrib/tpu:tpu_lib",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
+        "//tensorflow/python:tensor_util",
         "//tensorflow/python:util",
         "//tensorflow/python/distribute:reduce_util",
     ],
diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index 54b79e2f97..6a4cbb113a 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -39,6 +39,7 @@ from tensorflow.python.estimator.inputs import numpy_io
 from tensorflow.python.feature_column import feature_column_lib as feature_column
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
 from tensorflow.python.keras.optimizer_v2 import adam
 from tensorflow.python.keras.optimizer_v2 import gradient_descent
 from tensorflow.python.ops import math_ops
@@ -272,9 +273,10 @@ class MirroredStrategyOptimizerV2Test(test.TestCase):
 
 
 def _replica_id():
-  # TODO(cjfj): Return `replica_id_...` directly, once it is a `Tensor`.
-  return constant_op.constant(
-      ds_context.get_replica_context().replica_id_in_sync_group)
+  replica_id = ds_context.get_replica_context().replica_id_in_sync_group
+  if not isinstance(replica_id, ops.Tensor):
+    replica_id = constant_op.constant(replica_id)
+  return replica_id
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 6aec4d27a3..990f36ce2e 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -32,7 +32,9 @@ from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import device as tf_device
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import variable_scope
@@ -783,7 +785,8 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
             context.context()._mode(self.context_mode), \
             context.context().device_policy(self.context_device_policy), \
             _enter_graph(self.graph), \
-            MirroredReplicaContext(self.distribution, self.replica_id), \
+            MirroredReplicaContext(self.distribution, constant_op.constant(
+                self.replica_id, dtypes.int32)), \
             ops.device(self.device), \
             ops.name_scope(self._name_scope), \
             variable_scope.variable_scope(
@@ -825,5 +828,5 @@ class MirroredReplicaContext(distribute_lib.ReplicaContext):
   @property
   def devices(self):
     distribute_lib.require_replica_context(self)
-    ds = self._distribution_strategy
-    return [ds.worker_devices[self._replica_id_in_sync_group]]
+    replica_id = tensor_util.constant_value(self._replica_id_in_sync_group)
+    return [self._distribution_strategy.worker_devices[replica_id]]
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 463459bb23..9c46ce5665 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -1449,9 +1449,10 @@ class MultiWorkerMirroredStrategyTestWithChief(
 
 
 def _replica_id():
-  # TODO(cjfj): Return `replica_id_...` directly, once it is a `Tensor`.
-  return constant_op.constant(
-      ds_context.get_replica_context().replica_id_in_sync_group)
+  replica_id = ds_context.get_replica_context().replica_id_in_sync_group
+  if not isinstance(replica_id, ops.Tensor):
+    replica_id = constant_op.constant(replica_id)
+  return replica_id
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index 79318c3e2d..0886d0ef34 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -105,9 +105,10 @@ class VariableCreatorStackTest(test.TestCase):
 
 
 def _replica_id():
-  # TODO(cjfj): Return `replica_id_...` directly, once it is a `Tensor`.
-  return constant_op.constant(
-      ds_context.get_replica_context().replica_id_in_sync_group)
+  replica_id = ds_context.get_replica_context().replica_id_in_sync_group
+  if not isinstance(replica_id, ops.Tensor):
+    replica_id = constant_op.constant(replica_id)
+  return replica_id
 
 
 class MultiWorkerMirroredStrategyTest(test.TestCase):
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 3582d99405..681aa31432 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -22,6 +22,7 @@ import six
 
 from tensorflow.contrib.distribute.python import values
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -180,7 +181,13 @@ class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
 
   def __init__(self, distribution_strategy):
     distribute_lib.ReplicaContext.__init__(
-        self, distribution_strategy, replica_id_in_sync_group=0)
+        self,
+        distribution_strategy,
+        replica_id_in_sync_group=constant_op.constant(0, dtypes.int32))
+
+  @property
+  def device(self):
+    raise RuntimeError("Use .devices instead")
 
   @property
   def devices(self):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index be42686322..7561d7b3d5 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -35,6 +35,7 @@ from tensorflow.python.eager import context
 from tensorflow.python.estimator import run_config
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_util
 from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -52,6 +53,13 @@ WORKER = run_config.TaskType.WORKER
 PS = run_config.TaskType.PS
 
 
+def _get_replica_id_integer():
+  replica_id = ds_context.get_replica_context().replica_id_in_sync_group
+  if isinstance(replica_id, ops.Tensor):
+    replica_id = tensor_util.constant_value(replica_id)
+  return replica_id
+
+
 class ParameterServerStrategyTestBase(
     multi_worker_test_base.MultiWorkerTestBase):
 
@@ -96,9 +104,8 @@ class ParameterServerStrategyTestBase(
         if num_gpus == 0:
           last_part_device = 'device:CPU:0'
         else:
-          last_part_device = (
-              'device:GPU:%d' %
-              ds_context.get_replica_context().replica_id_in_sync_group)
+          replica_id = _get_replica_id_integer()
+          last_part_device = ('device:GPU:%d' % replica_id)
 
         a = constant_op.constant(1.0)
         b = constant_op.constant(2.0)
@@ -263,18 +270,16 @@ class ParameterServerStrategyTestBase(
         if 'CPU' in compute_device:
           replica_compute_device = '/device:CPU:0'
         else:
-          replica_compute_device = (
-              '/device:GPU:%d' %
-              ds_context.get_replica_context().replica_id_in_sync_group)
+          replica_id = _get_replica_id_integer()
+          replica_compute_device = ('/device:GPU:%d' % replica_id)
         replica_compute_device = device_util.canonicalize(
             replica_compute_device)
 
         if 'CPU' in variable_device:
           replica_variable_device = '/device:CPU:0'
         else:
-          replica_variable_device = (
-              '/device:GPU:%d' %
-              ds_context.get_replica_context().replica_id_in_sync_group)
+          replica_id = _get_replica_id_integer()
+          replica_variable_device = ('/device:GPU:%d' % replica_id)
         replica_variable_device = device_util.canonicalize(
             replica_variable_device)
 
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 5f7838c6ce..b917334790 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -35,6 +35,7 @@ from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
@@ -404,7 +405,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
       return [tpu.shutdown_system()]
 
   def _get_devices_from(self, colocate_with=None):
-     # TODO(jhseu): Change this when we support model parallelism.
+    # TODO(jhseu): Change this when we support model parallelism.
     return self._tpu_devices
 
   def _create_variable(self, next_creator, *args, **kwargs):
@@ -587,10 +588,18 @@ class _TPUReplicaContext(distribute_lib.ReplicaContext):
   # TODO(sourabhbajaj): Call for each tower should be updating this.
   def __init__(self, distribution_strategy):
     distribute_lib.ReplicaContext.__init__(
-        self, distribution_strategy, replica_id_in_sync_group=0)
+        self,
+        distribution_strategy,
+        # TODO(b/118385803): properly initialize replica_id, instead of always 0
+        replica_id_in_sync_group=constant_op.constant(0, dtypes.int32))
+
+  @property
+  def device(self):
+    raise RuntimeError("Use .devices instead")
 
   @property
   def devices(self):
     distribute_lib.require_replica_context(self)
     ds = self._distribution_strategy
-    return [ds.worker_devices[self._replica_id_in_sync_group]]
+    replica_id = tensor_util.constant_value(self._replica_id_in_sync_group)
+    return [ds.worker_devices[replica_id]]
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index d656d8ef16..3499bbca2f 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3552,8 +3552,10 @@ py_library(
     srcs_version = "PY2AND3",
     deps = [
         ":array_ops",
+        ":constant_op",
         ":control_flow_ops",
         ":device_util",
+        ":dtypes",
         ":framework_ops",
         ":platform",
         ":resource_variable_ops",
@@ -3573,7 +3575,9 @@ py_test(
     srcs_version = "PY2AND3",
     deps = [
         ":client_testlib",
+        ":constant_op",
         ":distribute",
+        ":dtypes",
         ":variable_scope",
     ],
 )
diff --git a/tensorflow/python/ops/summary_op_util.py b/tensorflow/python/ops/summary_op_util.py
index fe659532b0..c72a9aefc3 100644
--- a/tensorflow/python/ops/summary_op_util.py
+++ b/tensorflow/python/ops/summary_op_util.py
@@ -22,6 +22,7 @@ import contextlib
 import re
 
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_util
 from tensorflow.python.platform import tf_logging
 from tensorflow.python.training import distribution_strategy_context
 
@@ -44,14 +45,27 @@ _INVALID_TAG_CHARACTERS = re.compile(r'[^-/\w\.]')
 
 
 def skip_summary():
-  # If using multiple replicas in distributed strategy, skip summaries on all
-  # replicas except the first one (replica_id=0).
+  """Determines if summary should be skipped.
+
+  If using multiple replicas in distributed strategy, skip summaries on all
+  replicas except the first one (replica_id=0).
+
+  Returns:
+    True if the summary is skipped; False otherwise.
+  """
+
   # TODO(priyag): Add a new optional argument that will provide multiple
   # alternatives to override default behavior. (e.g. run on last replica,
   # compute sum or mean across replicas).
   replica_context = distribution_strategy_context.get_replica_context()
-  # TODO(cjfj): Also check is sync group ID > 0?
-  return replica_context and replica_context.replica_id_in_sync_group > 0
+  if not replica_context:
+    return False
+  # TODO(b/118385803): when replica_id of _TPUReplicaContext is properly
+  # initialized, remember to change here as well.
+  replica_id = replica_context.replica_id_in_sync_group
+  if isinstance(replica_id, ops.Tensor):
+    replica_id = tensor_util.constant_value(replica_id)
+  return replica_id and replica_id > 0
 
 
 def clean_tag(name):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index dfa368026b..1cd3bc2e04 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -23,6 +23,8 @@ import enum
 
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
@@ -1322,7 +1324,9 @@ class _DefaultDistributionStrategy(DistributionStrategy):
       raise NotImplementedError("TODO")
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    with ReplicaContext(self, replica_id_in_sync_group=0):
+    with ReplicaContext(self, \
+                        replica_id_in_sync_group= \
+                        constant_op.constant(0, dtypes.int32)):
       return fn(*args, **kwargs)
 
   def _reduce(self, reduce_op, value, destinations):
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index 39437ad9b5..d8c7d64088 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -18,6 +18,8 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.platform import test
 from tensorflow.python.training import distribute as distribute_lib
@@ -41,7 +43,8 @@ def _get_test_variable(name, synchronization, aggregation):
 class _TestStrategy(distribute_lib.DistributionStrategy):
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    with _TestReplicaContext(self, replica_id_in_sync_group=0):
+    with _TestReplicaContext(
+        self, replica_id_in_sync_group=constant_op.constant(0, dtypes.int32)):
       return fn(*args, **kwargs)
 
   def _create_variable(self, next_creator, *args, **kwargs):
-- 
GitLab


From d350de2d22627742e3d58d10159288bc3178132e Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Thu, 15 Nov 2018 14:20:59 -0800
Subject: [PATCH 1692/1825] Implement RMSProp Optimizer.

PiperOrigin-RevId: 221689113
---
 tensorflow/python/keras/optimizer_v2/BUILD    |  20 ++
 .../python/keras/optimizer_v2/rmsprop.py      | 193 ++++++++++
 .../python/keras/optimizer_v2/rmsprop_test.py | 335 ++++++++++++++++++
 3 files changed, 548 insertions(+)
 create mode 100644 tensorflow/python/keras/optimizer_v2/rmsprop.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/rmsprop_test.py

diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index e0ff587549..2421decc32 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -16,6 +16,7 @@ py_library(
         "adam.py",
         "gradient_descent.py",
         "optimizer_v2.py",
+        "rmsprop.py",
     ],
     srcs_version = "PY2AND3",
     deps = [
@@ -87,3 +88,22 @@ py_test(
         "//tensorflow/python/eager:def_function",
     ],
 )
+
+cuda_py_test(
+    name = "rmsprop_test",
+    size = "medium",
+    srcs = ["rmsprop_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python/eager:def_function",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:clip_ops",
+        "//tensorflow/python:gradients",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:state_ops",
+        "//tensorflow/python:variables",
+    ],
+)
diff --git a/tensorflow/python/keras/optimizer_v2/rmsprop.py b/tensorflow/python/keras/optimizer_v2/rmsprop.py
new file mode 100644
index 0000000000..4b036c005f
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/rmsprop.py
@@ -0,0 +1,193 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""RMSProp for TensorFlow."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import math_ops
+from tensorflow.python.training import training_ops
+
+
+class RMSProp(optimizer_v2.OptimizerV2):
+  r"""Optimizer that implements the RMSProp algorithm.
+
+  A detailed description of rmsprop.
+
+    - maintain a moving (discounted) average of the square of gradients
+    - divide gradient by the root of this average
+
+  $$mean_square_t = rho * mean_square{t-1} + (1-rho) * gradient ** 2$$
+  $$mom_t = momentum * mom_{t-1} + learning_rate * gradient / \sqrt{ /
+      mean_square_t + \epsilon}$$
+  $$variable_t := variable_{t-1} - mom_t
+
+  This implementation of RMSProp uses plain momentum, not Nesterov momentum.
+
+  The centered version additionally maintains a moving average of the
+  gradients, and uses that average to estimate the variance:
+
+  $$mean_grad_t = rho * mean_grad_{t-1} + (1-rho) * gradient$$
+  $$mean_square_t = rho * mean_square_{t-1} + (1-rho) * gradient ** 2$$
+  $$mom_t = momentum * mom_{t-1} + learning_rate * gradient /
+      sqrt(mean_square_t - mean_grad_t**2 + epsilon)$$
+  $$variable_t := variable_{t-1} - mom_t
+
+  References
+    See ([pdf]
+      http://www.cs.toronto.edu/~tijmen/csc321/slides/lecture_slides_lec6.pdf).
+  """
+
+  def __init__(self,
+               learning_rate=0.001,
+               rho=0.9,
+               momentum=0.0,
+               epsilon=1e-10,
+               centered=False,
+               name="RMSProp"):
+    """Construct a new RMSProp optimizer.
+
+    Note that in the dense implementation of this algorithm, variables and their
+    corresponding accumulators (momentum, gradient moving average, square
+    gradient moving average) will be updated even if the gradient is zero
+    (i.e. accumulators will decay, momentum will be applied). The sparse
+    implementation (used when the gradient is an `IndexedSlices` object,
+    typically because of `tf.gather` or an embedding lookup in the forward pass)
+    will not update variable slices or their accumulators unless those slices
+    were used in the forward pass (nor is there an "eventual" correction to
+    account for these omitted updates). This leads to more efficient updates for
+    large embedding lookup tables (where most of the slices are not accessed in
+    a particular graph execution), but differs from the published algorithm.
+
+    Args:
+      learning_rate: A Tensor or a floating point value.  The learning rate.
+      rho: Discounting factor for the history/coming gradient
+      momentum: A scalar tensor.
+      epsilon: Small value to avoid zero denominator.
+      centered: If True, gradients are normalized by the estimated variance of
+        the gradient; if False, by the uncentered second moment. Setting this to
+        True may help with training, but is slightly more expensive in terms of
+        computation and memory. Defaults to False.
+      name: Optional name prefix for the operations created when applying
+        gradients. Defaults to "RMSProp".
+
+    @compatibility(eager)
+    When eager execution is enabled, `learning_rate`, `decay`, `momentum`, and
+    `epsilon` can each be a callable that takes no arguments and returns the
+    actual value to use. This can be useful for changing these values across
+    different invocations of optimizer functions.
+    @end_compatibility
+    """
+    super(RMSProp, self).__init__(name)
+    self._set_hyper("learning_rate", learning_rate)
+    self._set_hyper("rho", rho)
+
+    self._momentum = False
+    if isinstance(momentum, ops.Tensor) or callable(momentum) or momentum > 0:
+      self._momentum = True
+    if isinstance(momentum, (int, float)) and (momentum < 0 or momentum > 1):
+      raise ValueError("`momentum` must be between [0, 1].")
+    self._set_hyper("momentum", momentum)
+
+    self._set_hyper("epsilon", epsilon)
+    self._centered = centered
+
+  def _create_slots(self, var_list):
+    for var in var_list:
+      self.add_slot(var, "rms")
+      self.add_slot(var, "momentum")
+      if self._centered:
+        self.add_slot(var, "mg")
+
+  def _resource_apply_dense(self, grad, var):
+    rms = self.get_slot(var, "rms")
+    mom = self.get_slot(var, "momentum")
+    learning_rate = math_ops.cast(
+        self._get_hyper("learning_rate"), grad.dtype.base_dtype)
+    rho = math_ops.cast(self._get_hyper("rho"), grad.dtype.base_dtype)
+    momentum = math_ops.cast(self._get_hyper("momentum"), grad.dtype.base_dtype)
+    epsilon = math_ops.cast(self._get_hyper("epsilon"), grad.dtype.base_dtype)
+    if self._centered:
+      mg = self.get_slot(var, "mg")
+      return training_ops.resource_apply_centered_rms_prop(
+          var.handle,
+          mg.handle,
+          rms.handle,
+          mom.handle,
+          learning_rate,
+          rho,
+          momentum,
+          epsilon,
+          grad,
+          use_locking=self._use_locking)
+    else:
+      return training_ops.resource_apply_rms_prop(
+          var.handle,
+          rms.handle,
+          mom.handle,
+          learning_rate,
+          rho,
+          momentum,
+          epsilon,
+          grad,
+          use_locking=self._use_locking)
+
+  def _resource_apply_sparse(self, grad, var, indices):
+    rms = self.get_slot(var, "rms")
+    mom = self.get_slot(var, "momentum")
+    learning_rate = math_ops.cast(
+        self._get_hyper("learning_rate"), grad.dtype.base_dtype)
+    rho = math_ops.cast(self._get_hyper("rho"), grad.dtype.base_dtype)
+    momentum = math_ops.cast(self._get_hyper("momentum"), grad.dtype.base_dtype)
+    epsilon = math_ops.cast(self._get_hyper("epsilon"), grad.dtype.base_dtype)
+    if self._centered:
+      mg = self.get_slot(var, "mg")
+      return training_ops.resource_sparse_apply_centered_rms_prop(
+          var.handle,
+          mg.handle,
+          rms.handle,
+          mom.handle,
+          learning_rate,
+          rho,
+          momentum,
+          epsilon,
+          grad,
+          indices,
+          use_locking=self._use_locking)
+    else:
+      return training_ops.resource_sparse_apply_rms_prop(
+          var.handle,
+          rms.handle,
+          mom.handle,
+          learning_rate,
+          rho,
+          momentum,
+          epsilon,
+          grad,
+          indices,
+          use_locking=self._use_locking)
+
+  def get_config(self):
+    config = super(RMSProp, self).get_config()
+    config.update({
+        "learning_rate": self._serialize_hyperparameter("learning_rate"),
+        "rho": self._serialize_hyperparameter("rho"),
+        "momentum": self._serialize_hyperparameter("momentum"),
+        "epsilon": self._serialize_hyperparameter("epsilon"),
+        "centered": self._centered,
+    })
+    return config
diff --git a/tensorflow/python/keras/optimizer_v2/rmsprop_test.py b/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
new file mode 100644
index 0000000000..57a2c7789f
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
@@ -0,0 +1,335 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for rmsprop."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import copy
+import itertools
+import math
+
+import numpy as np
+
+from tensorflow.python.eager import context
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import rmsprop
+from tensorflow.python.ops import embedding_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+_DATA_TYPES = [dtypes.half, dtypes.float32]
+
+_TEST_PARAM_VALUES = [
+    # learning_rate, rho, momentum, epsilon, centered
+    [0.05, 0.9, 0.0, 1e-3, True],
+    [0.05, 0.9, 0.0, 1e-3, False],
+    [0.1, 0.9, 0.0, 1e-3, True],
+    [0.01, 0.9, 0.0, 1e-5, True],
+    [0.01, 0.9, 0.9, 1e-5, True],
+]
+
+_TESTPARAMS = [
+    [data_type] + values
+    for data_type, values in itertools.product(_DATA_TYPES, _TEST_PARAM_VALUES)
+]
+
+
+class RMSPropOptimizerTest(test.TestCase):
+
+  def _rmsprop_update_numpy(self, var, g, mg, rms, mom, lr, rho, momentum,
+                            epsilon, centered):
+    rms_t = rms * rho + (1 - rho) * g * g
+    denom_t = rms_t + epsilon
+    if centered:
+      mg_t = mg * rho + (1 - rho) * g
+      denom_t -= mg_t * mg_t
+    else:
+      mg_t = mg
+    mom_t = momentum * mom + lr * g / np.sqrt(denom_t, dtype=denom_t.dtype)
+    var_t = var - mom_t
+    return var_t, mg_t, rms_t, mom_t
+
+  def _sparse_rmsprop_update_numpy(self, var, gindexs, gvalues, mg, rms, mom,
+                                   lr, rho, momentum, epsilon, centered):
+    mg_t = copy.deepcopy(mg)
+    rms_t = copy.deepcopy(rms)
+    mom_t = copy.deepcopy(mom)
+    var_t = copy.deepcopy(var)
+    for i in range(len(gindexs)):
+      gindex = gindexs[i]
+      gvalue = gvalues[i]
+      rms_t[gindex] = rms[gindex] * rho + (1 - rho) * gvalue * gvalue
+      denom_t = rms_t[gindex] + epsilon
+      if centered:
+        mg_t[gindex] = mg_t[gindex] * rho + (1 - rho) * gvalue
+        denom_t -= mg_t[gindex] * mg_t[gindex]
+      mom_t[gindex] = momentum * mom[gindex] + lr * gvalue / np.sqrt(denom_t)
+      var_t[gindex] = var[gindex] - mom_t[gindex]
+    return var_t, mg_t, rms_t, mom_t
+
+  def testDense(self):
+    for (dtype, learning_rate, rho, momentum, epsilon, centered) in _TESTPARAMS:
+      with self.cached_session(use_gpu=True):
+        # Initialize variables for numpy implementation.
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.2], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.2], dtype=dtype.as_numpy_dtype)
+
+        var0 = resource_variable_ops.ResourceVariable(var0_np, dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable(var1_np, dtype=dtype)
+        grads0 = constant_op.constant(grads0_np, dtype=dtype)
+        grads1 = constant_op.constant(grads1_np, dtype=dtype)
+        opt = rmsprop.RMSProp(
+            learning_rate=learning_rate,
+            rho=rho,
+            momentum=momentum,
+            epsilon=epsilon,
+            centered=centered)
+
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        if centered:
+          mg0 = opt.get_slot(var0, "mg")
+          mg1 = opt.get_slot(var1, "mg")
+        else:
+          mg0 = None
+          mg1 = None
+
+        rms0 = opt.get_slot(var0, "rms")
+        self.assertTrue(rms0 is not None)
+        rms1 = opt.get_slot(var1, "rms")
+        self.assertTrue(rms1 is not None)
+        mom0 = opt.get_slot(var0, "momentum")
+        self.assertTrue(mom0 is not None)
+        mom1 = opt.get_slot(var1, "momentum")
+        self.assertTrue(mom1 is not None)
+
+        mg0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        mg1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        rms0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        rms1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        mom0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        # Run 4 steps of RMSProp
+        for _ in range(1, 5):
+          update.run()
+
+          var0_np, mg0_np, rms0_np, mom0_np = self._rmsprop_update_numpy(
+              var0_np, grads0_np, mg0_np, rms0_np, mom0_np, learning_rate, rho,
+              momentum, epsilon, centered)
+          var1_np, mg1_np, rms1_np, mom1_np = self._rmsprop_update_numpy(
+              var1_np, grads1_np, mg1_np, rms1_np, mom1_np, learning_rate, rho,
+              momentum, epsilon, centered)
+
+          # Validate updated params
+          if centered:
+            self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
+            self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
+          self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
+          self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
+          self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
+          self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testMinimizeSparseResourceVariable(self):
+    for dtype in [dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
+        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
+        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
+        loss = pred * pred
+        sgd_op = rmsprop.RMSProp(
+            learning_rate=1.0,
+            rho=0.0,
+            momentum=0.0,
+            epsilon=0.0,
+            centered=False).minimize(
+                loss, var_list=[var0])
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType(
+            [[0., 1.]], var0.eval(), atol=0.01)
+
+  def testMinimizeSparseResourceVariableCentered(self):
+    for dtype in [dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
+        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
+        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
+        loss = pred * pred
+        sgd_op = rmsprop.RMSProp(
+            learning_rate=1.0,
+            rho=0.0,
+            momentum=0.0,
+            epsilon=1.0,
+            centered=True).minimize(
+                loss, var_list=[var0])
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType(
+            [[-111, -138]], var0.eval(), atol=0.01)
+
+  def testSparse(self):
+    for (dtype, learning_rate, rho, momentum, epsilon, centered) in _TESTPARAMS:
+      with self.cached_session(use_gpu=True):
+        # Initialize variables for numpy implementation.
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = variables.Variable(var0_np)
+        var1 = variables.Variable(var1_np)
+        grads0_np_indices = np.array([0], dtype=np.int32)
+        grads0 = ops.IndexedSlices(
+            constant_op.constant(grads0_np),
+            constant_op.constant(grads0_np_indices), constant_op.constant([1]))
+        grads1_np_indices = np.array([1], dtype=np.int32)
+        grads1 = ops.IndexedSlices(
+            constant_op.constant(grads1_np),
+            constant_op.constant(grads1_np_indices), constant_op.constant([1]))
+        opt = rmsprop.RMSProp(
+            learning_rate=learning_rate,
+            rho=rho,
+            momentum=momentum,
+            epsilon=epsilon,
+            centered=centered)
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        if centered:
+          mg0 = opt.get_slot(var0, "mg")
+          self.assertEqual(mg0 is not None, centered)
+          mg1 = opt.get_slot(var1, "mg")
+          self.assertEqual(mg1 is not None, centered)
+        else:
+          mg0 = None
+          mg1 = None
+        rms0 = opt.get_slot(var0, "rms")
+        self.assertTrue(rms0 is not None)
+        rms1 = opt.get_slot(var1, "rms")
+        self.assertTrue(rms1 is not None)
+        mom0 = opt.get_slot(var0, "momentum")
+        self.assertTrue(mom0 is not None)
+        mom1 = opt.get_slot(var1, "momentum")
+        self.assertTrue(mom1 is not None)
+
+        mg0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        mg1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        rms0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        rms1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        mom0_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+        mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        # Run 4 steps of RMSProp
+        for _ in range(1, 5):
+          update.run()
+
+          var0_np, mg0_np, rms0_np, mom0_np = self._sparse_rmsprop_update_numpy(
+              var0_np, grads0_np_indices, grads0_np, mg0_np, rms0_np, mom0_np,
+              learning_rate, rho, momentum, epsilon, centered)
+          var1_np, mg1_np, rms1_np, mom1_np = self._sparse_rmsprop_update_numpy(
+              var1_np, grads1_np_indices, grads1_np, mg1_np, rms1_np, mom1_np,
+              learning_rate, rho, momentum, epsilon, centered)
+
+          # Validate updated params
+          if centered:
+            self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
+            self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
+          self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
+          self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
+          self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
+          self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testCallableParams(self):
+    with context.eager_mode():
+      for dtype in [dtypes.half, dtypes.float32]:
+        var0 = resource_variable_ops.ResourceVariable([1.0, 2.0], dtype=dtype)
+        var1 = resource_variable_ops.ResourceVariable([3.0, 4.0], dtype=dtype)
+        grads0 = constant_op.constant([0.1, 0.1], dtype=dtype)
+        grads1 = constant_op.constant([0.01, 0.01], dtype=dtype)
+
+        learning_rate = lambda: 2.0
+        rho = lambda: 0.9
+        momentum = lambda: 0.0
+        epsilon = lambda: 1.0
+        opt = rmsprop.RMSProp(learning_rate, rho, momentum, epsilon)
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
+        # Step 1: the rms accumulators where 1. So we should see a normal
+        # update: v -= grad * learning_rate
+        opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        # Check the parameters.
+        self.assertAllCloseAccordingToType(
+            np.array([
+                1.0 - (0.1 * 2.0 / math.sqrt(0.001 + 1.0)),
+                2.0 - (0.1 * 2.0 / math.sqrt(0.001 + 1.0))
+            ]), self.evaluate(var0))
+        self.assertAllCloseAccordingToType(
+            np.array([
+                3.0 - (0.01 * 2.0 / math.sqrt(0.00001 + 1.0)),
+                4.0 - (0.01 * 2.0 / math.sqrt(0.00001 + 1.0))
+            ]), self.evaluate(var1))
+        # Step 2: the root mean square accumulators contain the previous update.
+        opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        # Check the parameters.
+        self.assertAllCloseAccordingToType(
+            np.array([
+                1.0 - (0.1 * 2.0 / math.sqrt(0.001 + 1.0)) -
+                (0.1 * 2.0 / math.sqrt(0.001 * 0.9 + 0.001 + 1.0)),
+                2.0 - (0.1 * 2.0 / math.sqrt(0.001 + 1.0)) -
+                (0.1 * 2.0 / math.sqrt(0.001 * 0.9 + 0.001 + 1.0))
+            ]), self.evaluate(var0))
+        self.assertAllCloseAccordingToType(
+            np.array([
+                3.0 - (0.01 * 2.0 / math.sqrt(0.00001 + 1.0)) -
+                (0.01 * 2.0 / math.sqrt(0.00001 * 0.9 + 1e-5 + 1.0)),
+                4.0 - (0.01 * 2.0 / math.sqrt(0.00001 + 1.0)) -
+                (0.01 * 2.0 / math.sqrt(0.00001 * 0.9 + 1e-5 + 1.0))
+            ]), self.evaluate(var1))
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 45372d7cbaed40eae35536bf6466e5029767550e Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 14:31:19 -0800
Subject: [PATCH 1693/1825] Write string tensor in a way compatible with
 tensor_util.MakeNdarray

PiperOrigin-RevId: 221691033
---
 .../tensorboard/db/summary_file_writer.cc      | 11 ++++++++++-
 .../tensorboard/db/summary_file_writer_test.cc | 18 ++++++++++++++++++
 2 files changed, 28 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/tensorboard/db/summary_file_writer.cc b/tensorflow/contrib/tensorboard/db/summary_file_writer.cc
index 3f24f58f03..22b6f09d0c 100644
--- a/tensorflow/contrib/tensorboard/db/summary_file_writer.cc
+++ b/tensorflow/contrib/tensorboard/db/summary_file_writer.cc
@@ -73,7 +73,16 @@ class SummaryFileWriter : public SummaryWriterInterface {
     e->set_step(global_step);
     e->set_wall_time(GetWallTime());
     Summary::Value* v = e->mutable_summary()->add_value();
-    t.AsProtoTensorContent(v->mutable_tensor());
+
+    if (t.dtype() == DT_STRING) {
+      // Treat DT_STRING specially, so that tensor_util.MakeNdarray in Python
+      // can convert the TensorProto to string-type numpy array. MakeNdarray
+      // does not work with strings encoded by AsProtoTensorContent() in
+      // tensor_content.
+      t.AsProtoField(v->mutable_tensor());
+    } else {
+      t.AsProtoTensorContent(v->mutable_tensor());
+    }
     v->set_tag(tag);
     if (!serialized_metadata.empty()) {
       v->mutable_metadata()->ParseFromString(serialized_metadata);
diff --git a/tensorflow/contrib/tensorboard/db/summary_file_writer_test.cc b/tensorflow/contrib/tensorboard/db/summary_file_writer_test.cc
index cd3f712256..ffbfb9533e 100644
--- a/tensorflow/contrib/tensorboard/db/summary_file_writer_test.cc
+++ b/tensorflow/contrib/tensorboard/db/summary_file_writer_test.cc
@@ -15,6 +15,7 @@ limitations under the License.
 #include "tensorflow/contrib/tensorboard/db/summary_file_writer.h"
 
 #include "tensorflow/core/framework/summary.pb.h"
+#include "tensorflow/core/framework/tensor.pb.h"
 #include "tensorflow/core/lib/core/errors.h"
 #include "tensorflow/core/lib/core/refcount.h"
 #include "tensorflow/core/lib/io/path.h"
@@ -104,6 +105,23 @@ TEST_F(SummaryFileWriterTest, WriteTensor) {
                                   CHECK_EQ(e.summary().value_size(), 1);
                                   EXPECT_EQ(e.summary().value(0).tag(), "name");
                                 }));
+  TF_CHECK_OK(SummaryTestHelper(
+      "string_tensor_test",
+      [](SummaryWriterInterface* writer) {
+        Tensor hello(DT_STRING, TensorShape({}));
+        hello.scalar<string>()() = "hello";
+        TF_RETURN_IF_ERROR(writer->WriteTensor(
+            2, hello, "name", SummaryMetadata().SerializeAsString()));
+        TF_RETURN_IF_ERROR(writer->Flush());
+        return Status::OK();
+      },
+      [](const Event& e) {
+        EXPECT_EQ(e.step(), 2);
+        CHECK_EQ(e.summary().value_size(), 1);
+        EXPECT_EQ(e.summary().value(0).tag(), "name");
+        EXPECT_EQ(e.summary().value(0).tensor().dtype(), DT_STRING);
+        EXPECT_EQ(e.summary().value(0).tensor().string_val()[0], "hello");
+      }));
 }
 
 TEST_F(SummaryFileWriterTest, WriteScalar) {
-- 
GitLab


From a81e966cf236e07668009e9751c150e5cec13a0a Mon Sep 17 00:00:00 2001
From: Yuefeng Zhou <yuefengz@google.com>
Date: Thu, 15 Nov 2018 14:41:35 -0800
Subject: [PATCH 1694/1825] Prototype for Keras multi worker: make session a
 per-thread object; configure session if running under distribute coordinator;
 initialize variables or wait for variables to be initialized. The changes to
 Keras should be noop.

PiperOrigin-RevId: 221692888
---
 .../distribute/distribute_coordinator.py      |  9 +++
 tensorflow/python/keras/backend.py            | 34 +++++++-----
 .../engine/distributed_training_utils.py      | 55 +++++++++++++++++--
 tensorflow/python/keras/engine/training.py    | 10 ++--
 .../keras/engine/training_distributed.py      |  7 +++
 5 files changed, 92 insertions(+), 23 deletions(-)

diff --git a/tensorflow/python/distribute/distribute_coordinator.py b/tensorflow/python/distribute/distribute_coordinator.py
index 520413102b..07d291e037 100644
--- a/tensorflow/python/distribute/distribute_coordinator.py
+++ b/tensorflow/python/distribute/distribute_coordinator.py
@@ -261,6 +261,10 @@ class _WorkerContext(object):
           config=session_config,
           max_wait_secs=max_wait_secs)
 
+  @property
+  def session_config(self):
+    return copy.deepcopy(self._session_config)
+
   @property
   def has_barrier(self):
     """Whether the barrier is set or not."""
@@ -301,6 +305,11 @@ class _WorkerContext(object):
     """Returns number of workers in the cluster, including chief."""
     return self._num_workers
 
+  @property
+  def should_init(self):
+    """Whether to run init ops."""
+    return self._strategy.should_init
+
   @property
   def should_checkpoint(self):
     """Whether to save checkpoint."""
diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index 1d23e14d1d..c67b7a5b0b 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -25,6 +25,7 @@ import collections
 import itertools
 import json
 import os
+import threading
 import weakref
 
 import numpy as np
@@ -73,9 +74,9 @@ py_sum = sum
 # while executing eagerly (such as the functional API for model-building).
 _GRAPH = None
 
-# This is the default internal TF session used by Keras.
-# It can be set manually via `set_session(sess)`.
-_SESSION = None
+# This is a thread local object that will hold the default internal TF session
+# used by Keras. It can be set manually via `set_session(sess)`.
+_SESSION = threading.local()
 
 # This dictionary holds a mapping {graph: learning_phase}.
 # A learning phase is a bool tensor used to run Keras models in
@@ -337,7 +338,7 @@ def clear_session():
   global _GRAPH_TF_OPTIMIZERS  # pylint: disable=global-variable-not-assigned
   ops.reset_default_graph()
   reset_uids()
-  _SESSION = None
+  _SESSION.session = None
   graph = get_graph()
   with graph.as_default():
     phase = array_ops.placeholder_with_default(
@@ -444,6 +445,20 @@ def learning_phase_scope(value):
         _GRAPH_LEARNING_PHASES[get_graph()] = previous_value
 
 
+def _get_session():
+  """Returns the session object for the current thread."""
+  global _SESSION
+  default_session = ops.get_default_session()
+  if default_session is not None:
+    session = default_session
+  else:
+    if getattr(_SESSION, 'session', None) is None:
+      _SESSION.session = session_module.Session(
+          config=get_default_session_config())
+    session = _SESSION.session
+  return session
+
+
 @tf_export(v1=['keras.backend.get_session'])
 def get_session():
   """Returns the TF session to be used by the backend.
@@ -461,14 +476,7 @@ def get_session():
   Returns:
       A TensorFlow session.
   """
-  global _SESSION
-  default_session = ops.get_default_session()
-  if default_session is not None:
-    session = default_session
-  else:
-    if _SESSION is None:
-      _SESSION = session_module.Session(config=get_default_session_config())
-    session = _SESSION
+  session = _get_session()
   if not _MANUAL_VAR_INIT:
     with session.graph.as_default():
       _initialize_variables(session)
@@ -493,7 +501,7 @@ def set_session(session):
       session: A TF Session.
   """
   global _SESSION
-  _SESSION = session
+  _SESSION.session = session
 
 
 def get_default_session_config():
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index 7d38df410f..8dd9ef470b 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -22,6 +22,7 @@ import numpy as np
 from tensorflow.python.client import session as session_module
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import iterator_ops
+from tensorflow.python.distribute import distribute_coordinator_context as dc_context
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
@@ -293,19 +294,63 @@ def validate_all_tensor_shapes(x, x_values):
                        ' inputs {}'.format(x))
 
 
+def _wait_for_variable_initialization(session):
+  """Utility to wait for variables to be initialized."""
+  all_variables = K._get_variables(K.get_graph())  # pylint: disable=protected-access
+  candidate_vars = []
+  for v in all_variables:
+    if not getattr(v, '_keras_initialized', False):
+      candidate_vars.append(v)
+
+  if not candidate_vars:
+    return
+
+  while True:
+    is_initialized = session.run(
+        [variables.is_variable_initialized(v) for v in candidate_vars])
+    uninitialized_vars = []
+    for flag, v in zip(is_initialized, candidate_vars):
+      if not flag:
+        uninitialized_vars.append(v)
+      v._keras_initialized = True  # pylint: disable=protected-access
+    if not uninitialized_vars:
+      break
+
+
+def init_restore_or_wait_for_variables():
+  """Initialize or restore variables or wait for variables to be initialized."""
+  session = K._get_session()  # pylint: disable=protected-access
+  worker_context = dc_context.get_current_worker_context()
+  if not worker_context or worker_context.should_init:
+    # TODO(yuefengz): if checkpoints exit, restore from checkpoint.
+    K._initialize_variables(session)  # pylint: disable=protected-access
+  else:
+    _wait_for_variable_initialization(session)
+
+
 def configure_and_create_session(distribution_strategy):
   """Configure session config and create a session with it."""
   # TODO(priyag): Throw error if a session already exists.
   session_config = K.get_default_session_config()
-  distribution_strategy.configure(session_config)
 
-  if distribution_strategy.__class__.__name__ == 'TPUStrategy':
-    # TODO(priyag): Remove this workaround when Distributed Coordinator is
-    # integrated with keras and we can create a session from there.
+  if type(distribution_strategy).__name__ == 'TPUStrategy':
+    # TODO(priyag, yuefengz): Remove this workaround when Distribute
+    # Coordinator is integrated with keras and we can create a session from
+    # there.
+    distribution_strategy.configure(session_config)
     master = distribution_strategy._tpu_cluster_resolver.master()  # pylint: disable=protected-access
     session = session_module.Session(config=session_config, target=master)
   else:
-    session = session_module.Session(config=session_config)
+    worker_context = dc_context.get_current_worker_context()
+    if worker_context:
+      dc_session_config = worker_context.session_config
+      # Merge the default session config to the one from distribute coordinator,
+      # which is fine for now since they don't have conflicting configurations.
+      dc_session_config.MergeFrom(session_config)
+      session = session_module.Session(
+          config=dc_session_config, target=worker_context.master_target)
+    else:
+      session = session_module.Session(config=session_config)
 
   K.set_session(session)
 
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 856f315a76..9fd12c4b56 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -971,13 +971,13 @@ class Model(Network):
         x = x.batch(batch_size, drop_remainder=drop_remainder)
 
     assert isinstance(x, dataset_ops.Dataset)
-    if self._distribution_strategy.__class__.__name__ == 'TPUStrategy':
-      iterator = self._distribution_strategy.make_dataset_iterator(x)
-    else:
-      dataset = self._distribution_strategy.distribute_dataset(lambda: x)
-      iterator = dataset.make_initializable_iterator()
 
     with self._distribution_strategy.scope():
+      if type(self._distribution_strategy).__name__ == 'TPUStrategy':
+        iterator = self._distribution_strategy.make_dataset_iterator(x)
+      else:
+        dataset = self._distribution_strategy.distribute_dataset(lambda: x)
+        iterator = dataset.make_initializable_iterator()
       K.get_session().run(iterator.initializer)
 
     training_utils.validate_iterator_input(x, y, sample_weight,
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 3a2373b4cf..3c64233215 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -105,6 +105,13 @@ def fit_loop(
     (grouped_inputs, grouped_outputs, grouped_updates,
      grouped_session_args) = current_strategy.call_for_each_replica(
          _per_device_fit_function, args=(model._grouped_model,))
+
+    # Initialize the variables in the replicated model. This is necessary for
+    # multi-worker training because on some workers, initialization is not
+    # needed. This method does initialization or waiting for initialization
+    # according to the context object of distribute coordinator.
+    distributed_training_utils.init_restore_or_wait_for_variables()
+
     # Unwrap all the per device values returned from `call_for_each_replica`.
     # Unwrapping per device values gives you a list of values that can be
     # used to construct a new train function that is composed of update ops on
-- 
GitLab


From e5a31083cd54a6a7939b0c55b3d03b18e0d08785 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Thu, 15 Nov 2018 14:50:11 -0800
Subject: [PATCH 1695/1825] Use NumPy types for object/bool in _NP_TO_TF

np.object and np.bool are just references to the object/bool builtins
and not NumPy types.

PiperOrigin-RevId: 221694469
---
 tensorflow/python/framework/dtypes.py      | 10 ++++++----
 tensorflow/python/framework/dtypes_test.py |  4 ++--
 2 files changed, 8 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/framework/dtypes.py b/tensorflow/python/framework/dtypes.py
index 48e9f0524e..f7a12d27df 100644
--- a/tensorflow/python/framework/dtypes.py
+++ b/tensorflow/python/framework/dtypes.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 import numpy as np
+from six.moves import builtins
 
 from tensorflow.core.framework import types_pb2
 from tensorflow.python import pywrap_tensorflow
@@ -548,8 +549,8 @@ _NP_TO_TF = frozenset([
     (np.int8, int8),
     (np.complex64, complex64),
     (np.complex128, complex128),
-    (np.object, string),
-    (np.bool, bool),
+    (np.object_, string),
+    (np.bool_, bool),
     (_np_qint8, qint8),
     (_np_quint8, quint8),
     (_np_qint16, qint16),
@@ -658,8 +659,9 @@ tf_export(
         __name__, "QUANTIZED_DTYPES")
 
 _PYTHON_TO_TF = {
-    float: float32,
-    bool: bool,
+    builtins.float: float32,
+    builtins.bool: bool,
+    builtins.object: string
 }
 
 
diff --git a/tensorflow/python/framework/dtypes_test.py b/tensorflow/python/framework/dtypes_test.py
index a873670e04..719fdc0953 100644
--- a/tensorflow/python/framework/dtypes_test.py
+++ b/tensorflow/python/framework/dtypes_test.py
@@ -81,10 +81,10 @@ class TypesTest(test_util.TensorFlowTestCase):
     self.assertIs(dtypes.int8, dtypes.as_dtype(np.int8))
     self.assertIs(dtypes.complex64, dtypes.as_dtype(np.complex64))
     self.assertIs(dtypes.complex128, dtypes.as_dtype(np.complex128))
-    self.assertIs(dtypes.string, dtypes.as_dtype(np.object))
+    self.assertIs(dtypes.string, dtypes.as_dtype(np.object_))
     self.assertIs(dtypes.string,
                   dtypes.as_dtype(np.array(["foo", "bar"]).dtype))
-    self.assertIs(dtypes.bool, dtypes.as_dtype(np.bool))
+    self.assertIs(dtypes.bool, dtypes.as_dtype(np.bool_))
     with self.assertRaises(TypeError):
       dtypes.as_dtype(np.dtype([("f1", np.uint), ("f2", np.int32)]))
 
-- 
GitLab


From cc6113fd3b64b282fa9a77c1112743be9f224099 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 15 Nov 2018 15:03:54 -0800
Subject: [PATCH 1696/1825] Disable c_api_test in OSS

PiperOrigin-RevId: 221697081
---
 tensorflow/c/eager/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/c/eager/BUILD b/tensorflow/c/eager/BUILD
index ba3d8533db..c25b78434f 100644
--- a/tensorflow/c/eager/BUILD
+++ b/tensorflow/c/eager/BUILD
@@ -133,6 +133,7 @@ tf_cuda_cc_test(
     tags = [
         "guitar",
         "multi_gpu",
+        "no_oss",
     ],
     deps = [
         ":c_api",
-- 
GitLab


From 67c74b1ab0e05531fc0cb1e864ac8a4c5e9b84c1 Mon Sep 17 00:00:00 2001
From: Cong Liu <congliu@google.com>
Date: Thu, 15 Nov 2018 15:07:08 -0800
Subject: [PATCH 1697/1825] [XLA] Add the HloInstruction::dimension() method to
 delegate the HloGetDimensionSizeInstruction::dimension.

PiperOrigin-RevId: 221697647
---
 tensorflow/compiler/xla/service/hlo_instruction.cc | 4 ++++
 tensorflow/compiler/xla/service/hlo_instruction.h  | 3 +++
 tensorflow/compiler/xla/service/hlo_verifier.cc    | 6 +++---
 3 files changed, 10 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_instruction.cc b/tensorflow/compiler/xla/service/hlo_instruction.cc
index b8f7726c39..ce255292d2 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.cc
+++ b/tensorflow/compiler/xla/service/hlo_instruction.cc
@@ -3069,6 +3069,10 @@ int64 HloInstruction::concatenate_dimension() const {
   return Cast<HloConcatenateInstruction>(this)->concatenate_dimension();
 }
 
+int64 HloInstruction::dimension() const {
+  return Cast<HloGetDimensionSizeInstruction>(this)->dimension();
+}
+
 bool HloInstruction::IsRank2Transpose() const {
   auto transpose = DynCast<HloTransposeInstruction>(this);
   return transpose != nullptr && transpose->IsRank2Transpose();
diff --git a/tensorflow/compiler/xla/service/hlo_instruction.h b/tensorflow/compiler/xla/service/hlo_instruction.h
index b6bbc560d9..95ad29235a 100644
--- a/tensorflow/compiler/xla/service/hlo_instruction.h
+++ b/tensorflow/compiler/xla/service/hlo_instruction.h
@@ -1323,6 +1323,9 @@ class HloInstruction {
   // Delegates to HloConcatenateInstruction::concatenate_dimension.
   int64 concatenate_dimension() const;
 
+  // Delegates to HloGetDimensionSizeInstruction::dimension.
+  int64 dimension() const;
+
   // Returns whether this instruction does a rank-2 transposition.
   bool IsRank2Transpose() const;
 
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index 27fd685a69..c5688a445a 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -757,9 +757,9 @@ Status ShapeVerifier::HandleAfterAll(HloInstruction* token) {
 }
 
 Status ShapeVerifier::HandleGetDimensionSize(HloInstruction* get_size) {
-  return CheckShape(
-      get_size, ShapeInference::InferGetDimensionSizeShape(
-                    get_size->operand(0)->shape(), get_size->dimensions(0)));
+  return CheckShape(get_size,
+                    ShapeInference::InferGetDimensionSizeShape(
+                        get_size->operand(0)->shape(), get_size->dimension()));
 }
 
 Status ShapeVerifier::CheckShape(const HloInstruction* instruction,
-- 
GitLab


From 8ba1b3462a19529597e4a57556cbda95d25c492e Mon Sep 17 00:00:00 2001
From: Dimitris Vardoulakis <dimvar@google.com>
Date: Thu, 15 Nov 2018 15:10:39 -0800
Subject: [PATCH 1698/1825] [TF:XLA] Delete unused method
 ParseAndReturnUnverifiedModule and deprecate CreateNewUnverifiedModule to
 avoid creating unverified modules in unit tests. The only legitimate use case
 for creating an unverified module is in hlo_verifier_test, and I added a
 helper method there for that.

PiperOrigin-RevId: 221698267
---
 .../compiler/xla/service/hlo_verifier_test.cc    | 16 ++++++++++------
 tensorflow/compiler/xla/tests/hlo_test_base.cc   |  8 --------
 tensorflow/compiler/xla/tests/hlo_test_base.h    |  8 ++------
 3 files changed, 12 insertions(+), 20 deletions(-)

diff --git a/tensorflow/compiler/xla/service/hlo_verifier_test.cc b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
index 5ddfe0a944..4bc557e4e6 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier_test.cc
@@ -35,6 +35,10 @@ namespace {
 
 using ::testing::HasSubstr;
 
+std::unique_ptr<HloModule> CreateUnverifiedModule() {
+  return absl::make_unique<HloModule>("module", HloModuleConfig());
+}
+
 // This class cannot be converted to use HloTestBase. It explicitly
 // uses HloTestBase to create and test malformed HLOs.
 class HloVerifierTest : public HloTestBase {
@@ -66,7 +70,7 @@ TEST_F(HloVerifierTest, NullInstructionParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -85,7 +89,7 @@ TEST_F(HloVerifierTest, NullComputationParent) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateUnverifiedModule();
   HloComputation* computation = module->AddEntryComputation(builder.Build());
 
   TF_ASSERT_OK(verifier().Run(module.get()).status());
@@ -104,7 +108,7 @@ TEST_F(HloVerifierTest, DifferentOperandParents) {
       HloInstruction::CreateParameter(0, scalar_shape, "param"));
   HloInstruction* negate = builder.AddInstruction(
       HloInstruction::CreateUnary(scalar_shape, HloOpcode::kNegate, param));
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   HloComputation::Builder emb_builder(TestName());
@@ -138,7 +142,7 @@ TEST_F(HloVerifierTest, ResetsShapeVerifierState) {
   builder.AddInstruction(
       HloInstruction::CreateBinary(s2, HloOpcode::kMultiply, add, add));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   // Run the verifier twice.  It should fail both times, because it shouldn't
@@ -303,7 +307,7 @@ TEST_F(HloVerifierTest, NegativeInteriorPaddingNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32))),
       padding_config));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   auto status = verifier().Run(module.get()).status();
@@ -327,7 +331,7 @@ TEST_F(HloVerifierTest, PadNegativeInteriorDilationNotAllowed) {
           HloInstruction::CreateConstant(LiteralUtil::Zero(F32).Clone())),
       padding_config));
 
-  auto module = CreateNewUnverifiedModule();
+  auto module = CreateUnverifiedModule();
   module->AddEntryComputation(builder.Build());
 
   EXPECT_THAT(verifier().Run(module.get()).status().error_message(),
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index d8fa00272f..2f467a26b0 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -140,14 +140,6 @@ std::unique_ptr<VerifiedHloModule> HloTestBase::CreateNewVerifiedModule(
       allow_mixed_precision_in_hlo_verifier_);
 }
 
-StatusOr<std::unique_ptr<HloModule>>
-HloTestBase::ParseAndReturnUnverifiedModule(absl::string_view hlo_text,
-                                            const HloModuleConfig& config) {
-  auto module = absl::make_unique<HloModule>(TestName(), config);
-  TF_RETURN_IF_ERROR(ParseHloString(hlo_text, module.get()));
-  return std::move(module);
-}
-
 StatusOr<std::unique_ptr<VerifiedHloModule>>
 HloTestBase::ParseAndReturnVerifiedModule(absl::string_view hlo_text,
                                           const HloModuleConfig& config) {
diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.h b/tensorflow/compiler/xla/tests/hlo_test_base.h
index 366726d90b..1d1e7f4372 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.h
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.h
@@ -20,6 +20,7 @@ limitations under the License.
 #include <string>
 #include <vector>
 
+#include "absl/base/macros.h"
 #include "absl/types/optional.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/xla/service/backend.h"
@@ -100,6 +101,7 @@ class HloTestBase : public ::testing::Test {
   //
   // This returns a vanilla HloModule that doesn't run the HLO verifier on
   // destruction.
+  ABSL_DEPRECATED("Use CreateNewVerifiedModule instead.")
   std::unique_ptr<HloModule> CreateNewUnverifiedModule(
       const string& name = TestName());
 
@@ -108,12 +110,6 @@ class HloTestBase : public ::testing::Test {
   std::unique_ptr<VerifiedHloModule> CreateNewVerifiedModule(
       const string& name = TestName());
 
-  // Parses the given string and returns module as a vanilla, unverified
-  // HloModule.
-  StatusOr<std::unique_ptr<HloModule>> ParseAndReturnUnverifiedModule(
-      absl::string_view hlo_text,
-      const HloModuleConfig& config = HloModuleConfig());
-
   // Parses the given string and returns module as a VerifiedHloModule.
   StatusOr<std::unique_ptr<VerifiedHloModule>> ParseAndReturnVerifiedModule(
       absl::string_view hlo_text,
-- 
GitLab


From a85df480c4b7c06c0f8adaf0003f038e2c440f50 Mon Sep 17 00:00:00 2001
From: Dimitris Vardoulakis <dimvar@google.com>
Date: Thu, 15 Nov 2018 15:10:48 -0800
Subject: [PATCH 1699/1825] [TF:XLA] Handle literals of arbitrary rank when
 converting a literal to a string.

Removed duplication and special-casing of ranks 1 to 5. See DenseArrayToStringHelper.
The rest of the diff is because of splitting out the other cases into helper methods.

PiperOrigin-RevId: 221698285
---
 tensorflow/compiler/xla/literal.cc            | 275 ++++++++----------
 tensorflow/compiler/xla/literal_test.cc       | 142 ++++++---
 .../compiler/xla/service/hlo_parser_test.cc   |   4 +-
 .../service/indexed_array_analysis_test.cc    |   8 +-
 .../xla/tests/array_elementwise_ops_test.cc   |  12 +-
 5 files changed, 237 insertions(+), 204 deletions(-)

diff --git a/tensorflow/compiler/xla/literal.cc b/tensorflow/compiler/xla/literal.cc
index cb00a0ab16..fcc59f6d21 100644
--- a/tensorflow/compiler/xla/literal.cc
+++ b/tensorflow/compiler/xla/literal.cc
@@ -27,6 +27,7 @@ limitations under the License.
 #include "absl/strings/str_cat.h"
 #include "absl/strings/str_format.h"
 #include "absl/strings/str_join.h"
+#include "absl/types/span.h"
 #include "tensorflow/compiler/xla/index_util.h"
 #include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/status_macros.h"
@@ -1012,166 +1013,144 @@ void LiteralBase::Piece::SortSparseElementsInternal() {
 
 namespace {
 
-void ToStringHelper(const LiteralBase& literal, const ShapeIndex& shape_index,
-                    bool print_layout, std::vector<string>* pieces) {
-  const Shape& subshape = ShapeUtil::GetSubshape(literal.shape(), shape_index);
-  CHECK(LayoutUtil::HasLayout(literal.shape()));
-  CHECK(LayoutUtil::HasLayout(subshape));
+string ShapeToString(bool print_layout, const Shape& shape) {
+  return print_layout ? ShapeUtil::HumanStringWithLayout(shape)
+                      : ShapeUtil::HumanString(shape);
+}
 
-  auto shape_to_string = [print_layout](const Shape& shape) {
-    if (print_layout) {
-      return ShapeUtil::HumanStringWithLayout(shape);
-    } else {
-      return ShapeUtil::HumanString(shape);
-    }
-  };
+void ToStringHelper(const LiteralBase& literal, const ShapeIndex& shape_index,
+                    bool print_layout, std::vector<string>* pieces);
 
-  // TODO(b/32894291): refactor this code to reduce code duplication.
-  if (ShapeUtil::IsTuple(subshape)) {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back(" (\n");
-    std::vector<string> tuple_pieces;
-    for (int i = 0; i < ShapeUtil::TupleElementCount(subshape); ++i) {
-      ShapeIndex element_index = shape_index;
-      element_index.push_back(i);
-      std::vector<string> element_pieces;
-      ToStringHelper(literal, element_index, print_layout, &element_pieces);
-      tuple_pieces.push_back(absl::StrJoin(element_pieces, ""));
+void TupleToStringHelper(const LiteralBase& literal,
+                         const ShapeIndex& shape_index, bool print_layout,
+                         std::vector<string>* pieces) {
+  const Shape& subshape = ShapeUtil::GetSubshape(literal.shape(), shape_index);
+  pieces->push_back(ShapeToString(print_layout, subshape));
+  pieces->push_back(" (\n");
+  std::vector<string> tuple_pieces;
+  for (int i = 0; i < ShapeUtil::TupleElementCount(subshape); ++i) {
+    ShapeIndex element_index = shape_index;
+    element_index.push_back(i);
+    std::vector<string> element_pieces;
+    ToStringHelper(literal, element_index, print_layout, &element_pieces);
+    tuple_pieces.push_back(absl::StrJoin(element_pieces, ""));
+  }
+  pieces->push_back(absl::StrJoin(tuple_pieces, ",\n"));
+  pieces->push_back("\n)");
+}
+
+void SparseArrayToStringHelper(const LiteralBase& literal,
+                               const Shape& subshape, bool print_layout,
+                               std::vector<string>* pieces) {
+  pieces->push_back(ShapeToString(print_layout, subshape));
+  pieces->push_back("{");
+  int64 rank = ShapeUtil::Rank(subshape);
+  int64 num_elements = literal.sparse_element_count();
+  for (int64 i = 0; i < num_elements; ++i) {
+    if (i > 0) {
+      pieces->push_back(", ");
     }
-    pieces->push_back(absl::StrJoin(tuple_pieces, ",\n"));
-    pieces->push_back("\n)");
-    return;
-  }
-
-  if (ShapeUtil::IsToken(subshape)) {
-    pieces->push_back("token");
-    return;
-  }
-
-  if (LayoutUtil::IsSparseArray(subshape)) {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back("{");
-    int64 rank = ShapeUtil::Rank(subshape);
-    int64 num_elements = literal.sparse_element_count();
-    for (int64 i = 0; i < num_elements; ++i) {
-      if (i > 0) {
-        pieces->push_back(", ");
-      }
-      if (rank == 1) {
-        pieces->push_back(StrCat(literal.GetSparseIndex(i)[0]));
-        pieces->push_back(": ");
-      } else {
-        pieces->push_back("[");
-        pieces->push_back(absl::StrJoin(literal.GetSparseIndex(i), ", "));
-        pieces->push_back("]: ");
-      }
-      pieces->push_back(literal.GetSparseElementAsString(i));
+    if (rank == 1) {
+      pieces->push_back(StrCat(literal.GetSparseIndex(i)[0]));
+      pieces->push_back(": ");
+    } else {
+      pieces->push_back("[");
+      pieces->push_back(absl::StrJoin(literal.GetSparseIndex(i), ", "));
+      pieces->push_back("]: ");
     }
-    pieces->push_back("}");
-    return;
+    pieces->push_back(literal.GetSparseElementAsString(i));
   }
+  pieces->push_back("}");
+}
 
-  CHECK(LayoutUtil::IsDenseArray(subshape));
-
-  auto element_to_string = [&](absl::Span<const int64> indices) -> string {
-    PrimitiveType element_type = subshape.element_type();
-    // We display predicates as 0s and 1s so that the string is more dense.
-    string elem = element_type == PRED
-                      ? literal.Get<bool>(indices, shape_index) ? "1" : "0"
-                      : literal.GetAsString(indices, shape_index);
-    return ((!indices.empty() && indices.back() > 0) ? ", " : "") + elem;
-  };
+void DenseArrayToStringHelper(const LiteralBase& literal,
+                              const ShapeIndex& shape_index, bool print_layout,
+                              std::vector<string>* pieces) {
+  const Shape& subshape = ShapeUtil::GetSubshape(literal.shape(), shape_index);
+  int64 rank = ShapeUtil::Rank(subshape);
+
+  std::function<void(absl::Span<const int64> dimensions, std::vector<int64>*)>
+      to_string_recursive = [&](absl::Span<const int64> dimensions,
+                                std::vector<int64>* accum_indices) {
+        // dimensions.size() decreases by 1 at each recursive call,
+        // and accum_indices->size() increases by 1.
+        // Their sum is equal to the rank of the tensor.
+        CHECK_EQ(rank, dimensions.size() + accum_indices->size());
+
+        auto brace_to_string = [&](string brace) -> string {
+          // Handle 1D tensor
+          if (rank == 1) {
+            return brace;
+          }
+          // Handle the innermost tensor of a 2D+ tensor.
+          if (dimensions.size() == 1 && brace == "{") {
+            return StrCat("  ", brace, dimensions[0] <= 1 ? "" : " ");
+          }
+          if (dimensions.size() == 1 && brace == "}") {
+            return StrCat(dimensions[0] <= 1 ? "" : " ", brace);
+          }
+          // Handle the non-innermost tensors of a 2D+ tensor.
+          if (brace == "{") {
+            if (rank > 3 && !accum_indices->empty() &&
+                accum_indices->size() < rank) {
+              int index = accum_indices->size() - 1;
+              int value = accum_indices->back();
+              return StrCat(brace, " /*i", index, "=", value, "*/\n");
+            }
+            return StrCat(brace, "\n");
+          }
+          return StrCat("\n", brace);
+        };
 
-  if (ShapeUtil::Rank(subshape) == 0) {
-    pieces->push_back(literal.GetAsString({}, shape_index));
-  } else if (ShapeUtil::Rank(subshape) == 1) {
-    pieces->push_back("{");
-    for (int64 i0 = 0; i0 < subshape.dimensions(0); ++i0) {
-      pieces->push_back(element_to_string({i0}));
-    }
-    pieces->push_back("}");
-  } else if (ShapeUtil::Rank(subshape) == 2) {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back(" {\n");
-    for (int64 i0 = 0; i0 < subshape.dimensions(0); ++i0) {
-      pieces->push_back("  { ");
-      for (int64 i1 = 0; i1 < subshape.dimensions(1); ++i1) {
-        pieces->push_back(element_to_string({i0, i1}));
-      }
-      pieces->push_back(" ");
-      pieces->push_back(i0 == subshape.dimensions(0) - 1 ? "}\n" : "},\n");
-    }
-    pieces->push_back("}");
-  } else if (ShapeUtil::Rank(subshape) == 3) {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back(" {\n");
-    for (int64 i0 = 0; i0 < subshape.dimensions(0); ++i0) {
-      pieces->push_back(i0 > 0 ? ",\n{" : "{");
-      for (int64 i1 = 0; i1 < subshape.dimensions(1); ++i1) {
-        pieces->push_back(i1 > 0 ? ",\n  { " : " { ");
-        for (int64 i2 = 0; i2 < subshape.dimensions(2); ++i2) {
-          pieces->push_back(element_to_string({i0, i1, i2}));
-        }
-        pieces->push_back(" }");
-      }
-      pieces->push_back(" }");
-    }
-    pieces->push_back("\n}");
-  } else if (ShapeUtil::Rank(subshape) == 4) {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back(" {\n");
-    for (int64 i0 = 0; i0 < subshape.dimensions(0); ++i0) {
-      pieces->push_back(StrFormat("  {  /*i0=%d*/\n", i0));
-      for (int64 i1 = 0; i1 < subshape.dimensions(1); ++i1) {
-        pieces->push_back(StrFormat("    {  /*i1=%d*/\n", i1));
-        for (int64 i2 = 0; i2 < subshape.dimensions(2); ++i2) {
-          pieces->push_back("      {");
-          for (int64 i3 = 0; i3 < subshape.dimensions(3); ++i3) {
-            pieces->push_back(element_to_string({i0, i1, i2, i3}));
+        if (dimensions.empty()) {
+          // Display predicates as 0s and 1s so that the string is more dense.
+          string elem;
+          if (subshape.element_type() == PRED && rank > 0) {
+            elem = literal.Get<bool>(*accum_indices, shape_index) ? "1" : "0";
+          } else {
+            elem = literal.GetAsString(*accum_indices, shape_index);
           }
-          pieces->push_back(i2 == subshape.dimensions(2) - 1 ? "}\n" : "},\n");
-        }
-        pieces->push_back(i1 == subshape.dimensions(1) - 1 ? "    }\n"
-                                                           : "    },\n");
-      }
-      pieces->push_back(i0 == subshape.dimensions(0) - 1 ? "  }\n" : "  },\n");
-    }
-    pieces->push_back("}");
-  } else if (ShapeUtil::Rank(subshape) == 5) {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back(" {\n");
-    for (int64 i0 = 0; i0 < subshape.dimensions(0); ++i0) {
-      pieces->push_back(StrFormat("  {  /*i0=%d*/\n", i0));
-      for (int64 i1 = 0; i1 < subshape.dimensions(1); ++i1) {
-        pieces->push_back(StrFormat("    {  /*i1=%d*/\n", i1));
-        for (int64 i2 = 0; i2 < subshape.dimensions(2); ++i2) {
-          pieces->push_back(StrFormat("      {  /*i2=%d*/\n", i2));
-          for (int64 i3 = 0; i3 < subshape.dimensions(3); ++i3) {
-            pieces->push_back("        {");
-            for (int64 i4 = 0; i4 < subshape.dimensions(4); ++i4) {
-              pieces->push_back(element_to_string({i0, i1, i2, i3, i4}));
+          pieces->push_back(elem);
+        } else {
+          pieces->push_back(brace_to_string("{"));
+          for (int i = 0; i < dimensions[0]; ++i) {
+            std::vector<int64> cloned_indices(*accum_indices);
+            cloned_indices.push_back(i);
+            to_string_recursive(dimensions.subspan(1), &cloned_indices);
+            if (i < dimensions[0] - 1) {
+              pieces->push_back(",");
+              pieces->push_back(dimensions.size() > 1 ? "\n" : " ");
             }
-            pieces->push_back(i3 == subshape.dimensions(3) - 1 ? "}\n"
-                                                               : "},\n");
           }
-          pieces->push_back(i2 == subshape.dimensions(2) - 1 ? "      }\n"
-                                                             : "      },\n");
+          pieces->push_back(brace_to_string("}"));
+          return;
         }
-        pieces->push_back(i1 == subshape.dimensions(1) - 1 ? "    }\n"
-                                                           : "    },\n");
-      }
-      pieces->push_back(i0 == subshape.dimensions(0) - 1 ? "  }\n" : "  },\n");
-    }
-    pieces->push_back("}");
+      };
+
+  if (rank > 1) {
+    pieces->push_back(ShapeToString(print_layout, subshape));
+    pieces->push_back(" ");
+  }
+  std::vector<int64> indices = {};
+  std::vector<int64> dimensions(subshape.dimensions().begin(),
+                                subshape.dimensions().end());
+  to_string_recursive(dimensions, &indices);
+}
+
+void ToStringHelper(const LiteralBase& literal, const ShapeIndex& shape_index,
+                    bool print_layout, std::vector<string>* pieces) {
+  const Shape& subshape = ShapeUtil::GetSubshape(literal.shape(), shape_index);
+  CHECK(LayoutUtil::HasLayout(literal.shape()));
+  CHECK(LayoutUtil::HasLayout(subshape));
+  if (ShapeUtil::IsTuple(subshape)) {
+    TupleToStringHelper(literal, shape_index, print_layout, pieces);
+  } else if (ShapeUtil::IsToken(subshape)) {
+    pieces->push_back("token");
+  } else if (LayoutUtil::IsSparseArray(subshape)) {
+    SparseArrayToStringHelper(literal, subshape, print_layout, pieces);
   } else {
-    pieces->push_back(shape_to_string(subshape));
-    pieces->push_back(" {");
-    literal.EachCellAsString(
-        [&](absl::Span<const int64> indices, const string& value) {
-          pieces->push_back(" ");
-          pieces->push_back(value);
-        });
-    pieces->push_back("}");
+    CHECK(LayoutUtil::IsDenseArray(subshape));
+    DenseArrayToStringHelper(literal, shape_index, print_layout, pieces);
   }
 }
 
diff --git a/tensorflow/compiler/xla/literal_test.cc b/tensorflow/compiler/xla/literal_test.cc
index 8cec37897a..dac6067861 100644
--- a/tensorflow/compiler/xla/literal_test.cc
+++ b/tensorflow/compiler/xla/literal_test.cc
@@ -150,12 +150,58 @@ TEST_F(LiteralUtilTest, R3ToString) {
   const auto literal =
       LiteralUtil::CreateR3({{{1}, {2}}, {{3}, {4}}, {{5}, {6}}});
   const string expected = R"(s32[3,2,1] {
-{ { 1 },
-  { 2 } },
-{ { 3 },
-  { 4 } },
-{ { 5 },
-  { 6 } }
+{
+  {1},
+  {2}
+},
+{
+  {3},
+  {4}
+},
+{
+  {5},
+  {6}
+}
+})";
+  EXPECT_EQ(expected, literal.ToString());
+}
+
+TEST_F(LiteralUtilTest, R6ToString) {
+  const auto literal =
+      LiteralUtil::CreateFromDimensions(S32, {2, 2, 1, 1, 1, 2});
+  const string expected = R"(s32[2,2,1,1,1,2] {
+{ /*i0=0*/
+{ /*i1=0*/
+{ /*i2=0*/
+{ /*i3=0*/
+  { 0, 0 }
+}
+}
+},
+{ /*i1=1*/
+{ /*i2=0*/
+{ /*i3=0*/
+  { 0, 0 }
+}
+}
+}
+},
+{ /*i0=1*/
+{ /*i1=0*/
+{ /*i2=0*/
+{ /*i3=0*/
+  { 0, 0 }
+}
+}
+},
+{ /*i1=1*/
+{ /*i2=0*/
+{ /*i3=0*/
+  { 0, 0 }
+}
+}
+}
+}
 })";
   EXPECT_EQ(expected, literal.ToString());
 }
@@ -190,12 +236,16 @@ TEST_F(LiteralUtilTest, CreateR3FromArray3d) {
   EXPECT_THAT(literal.shape().dimensions(), ElementsAre(2, 3, 2));
   string result = literal.ToString();
   const string expected = R"(f32[2,3,2] {
-{ { 1, 2 },
+{
+  { 1, 2 },
   { 3, 4 },
-  { 5, 6 } },
-{ { 7, 8 },
+  { 5, 6 }
+},
+{
+  { 7, 8 },
   { 9, 10 },
-  { 11, 12 } }
+  { 11, 12 }
+}
 })";
   EXPECT_EQ(expected, result);
 }
@@ -247,18 +297,18 @@ TEST_F(LiteralUtilTest, LiteralR4F32ProjectedStringifies) {
   EXPECT_THAT(literal.shape().dimensions(), ElementsAre(1, 2, 3, 2));
   string result = literal.ToString();
   const string expected = R"(f32[1,2,3,2] {
-  {  /*i0=0*/
-    {  /*i1=0*/
-      {1, 2},
-      {1001, 1002},
-      {2001, 2002}
-    },
-    {  /*i1=1*/
-      {1, 2},
-      {1001, 1002},
-      {2001, 2002}
-    }
-  }
+{ /*i0=0*/
+{ /*i1=0*/
+  { 1, 2 },
+  { 1001, 1002 },
+  { 2001, 2002 }
+},
+{ /*i1=1*/
+  { 1, 2 },
+  { 1001, 1002 },
+  { 2001, 2002 }
+}
+}
 })";
   EXPECT_EQ(expected, result);
 }
@@ -268,30 +318,30 @@ TEST_F(LiteralUtilTest, LiteralR4F32Stringifies) {
               ElementsAre(2, 2, 3, 3));
   string result = literal_r4_2x2x3x3_dim0major_.ToString();
   const string expected = R"(f32[2,2,3,3] {
-  {  /*i0=0*/
-    {  /*i1=0*/
-      {1, 2, 3},
-      {4, 5, 6},
-      {7, 8, 9}
-    },
-    {  /*i1=1*/
-      {11, 12, 13},
-      {14, 15, 16},
-      {17, 18, 19}
-    }
-  },
-  {  /*i0=1*/
-    {  /*i1=0*/
-      {101, 102, 103},
-      {104, 105, 106},
-      {107, 108, 109}
-    },
-    {  /*i1=1*/
-      {201, 202, 203},
-      {204, 205, 206},
-      {207, 208, 209}
-    }
-  }
+{ /*i0=0*/
+{ /*i1=0*/
+  { 1, 2, 3 },
+  { 4, 5, 6 },
+  { 7, 8, 9 }
+},
+{ /*i1=1*/
+  { 11, 12, 13 },
+  { 14, 15, 16 },
+  { 17, 18, 19 }
+}
+},
+{ /*i0=1*/
+{ /*i1=0*/
+  { 101, 102, 103 },
+  { 104, 105, 106 },
+  { 107, 108, 109 }
+},
+{ /*i1=1*/
+  { 201, 202, 203 },
+  { 204, 205, 206 },
+  { 207, 208, 209 }
+}
+}
 })";
   EXPECT_EQ(expected, result);
 }
diff --git a/tensorflow/compiler/xla/service/hlo_parser_test.cc b/tensorflow/compiler/xla/service/hlo_parser_test.cc
index c59bdc0a0b..88682e55fb 100644
--- a/tensorflow/compiler/xla/service/hlo_parser_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser_test.cc
@@ -195,7 +195,7 @@ ENTRY %add_constants () -> f32[] {
 R"(HloModule TupleConstant_module
 
 ENTRY %TupleConstant.v1 () -> (f32[2,1], f32[2]) {
-  ROOT %constant = (f32[2,1]{1,0}, f32[2]{0}) constant((f32[2,1], f32[2]) ( f32[2,1] { { 1 }, { 2 } }, {2, 42} ))
+  ROOT %constant = (f32[2,1]{1,0}, f32[2]{0}) constant((f32[2,1], f32[2]) ( f32[2,1] { {1}, {2} }, {2, 42} ))
 }
 
 )"
@@ -587,7 +587,7 @@ ENTRY %DynamicUpdateSlice.v4 (input: s32[1,1,25,1], update: s32[1,1,2,1], start_
 R"(HloModule BasicTraining_module
 
 ENTRY %BasicTraining.v4 () -> (f32[2,2,1,2], f32[2], f32[2]) {
-  %constant = f32[2,2,1,2]{3,2,1,0} constant(f32[2,2,1,2] { { /*i0=0*/ { /*i1=0*/ {1, 2} }, { /*i1=1*/ {3, 4} } }, { /*i0=1*/ { /*i1=0*/ {5, 6} }, { /*i1=1*/ {7, 8} } } })
+  %constant = f32[2,2,1,2]{3,2,1,0} constant(f32[2,2,1,2] { { /*i0=0*/ { /*i1=0*/ { 1, 2 } }, { /*i1=1*/ { 3, 4 } } }, { /*i0=1*/ { /*i1=0*/ { 5, 6 } }, { /*i1=1*/ { 7, 8 } } } })
   %constant.1 = f32[2]{0} constant({2, 3})
   %constant.2 = f32[2]{0} constant({1, 2})
   ROOT %batch-norm-training = (f32[2,2,1,2]{3,2,1,0}, f32[2]{0}, f32[2]{0}) batch-norm-training(f32[2,2,1,2]{3,2,1,0} %constant, f32[2]{0} %constant.1, f32[2]{0} %constant.2), epsilon=0.001, feature_index=3
diff --git a/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc b/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
index 20cc18f981..98246d5403 100644
--- a/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
+++ b/tensorflow/compiler/xla/service/indexed_array_analysis_test.cc
@@ -481,8 +481,8 @@ ENTRY main {
   const char* expected_root_expression = R"(
 (scalar-indexed-const
   (constant s32[2,1,1,1,6] s32[2,1,1,1,6] {
-    { /*i0=0*/ { /*i1=0*/ { /*i2=0*/ {1, 2, 3, 4, 5, 6} } } },
-    { /*i0=1*/ { /*i1=0*/ { /*i2=0*/ {1, 2, 3, 4, 5, 6} } } } })
+    { /*i0=0*/ { /*i1=0*/ { /*i2=0*/ { 1, 2, 3, 4, 5, 6 } } } },
+    { /*i0=1*/ { /*i1=0*/ { /*i2=0*/ { 1, 2, 3, 4, 5, 6 } } } } })
   (reshape %indices to s32[])
   0->[])
 )";
@@ -512,8 +512,8 @@ ENTRY main {
   const char* expected_root_expression = R"(
 (scalar-indexed-const
   (constant s32[2,1,1,6] s32[2,1,1,6] {
-    { /*i0=0*/ { /*i1=0*/ {1, 2, 3, 4, 5, 6} } },
-    { /*i0=1*/ { /*i1=0*/ {1, 2, 3, 4, 5, 6} } } })
+    { /*i0=0*/ { /*i1=0*/ { 1, 2, 3, 4, 5, 6 } } },
+    { /*i0=1*/ { /*i1=0*/ { 1, 2, 3, 4, 5, 6 } } } })
   (reshape %indices to s32[5])
   0->[2])
 )";
diff --git a/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc b/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
index 2180b22cb3..0615f9425c 100644
--- a/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
+++ b/tensorflow/compiler/xla/tests/array_elementwise_ops_test.cc
@@ -2744,12 +2744,16 @@ XLA_TEST_F(ArrayElementwiseOpTest, CompareGtR3F32sWithDegenerateDim2) {
   Array3D<int> expected_3d(
       {{{0, 1}, {0, 0}, {0, 0}}, {{0, 1}, {1, 0}, {0, 1}}});
   const string expected = R"(pred[2,3,2] {
-{ { 0, 1 },
+{
+  { 0, 1 },
   { 0, 0 },
-  { 0, 0 } },
-{ { 0, 1 },
+  { 0, 0 }
+},
+{
+  { 0, 1 },
   { 1, 0 },
-  { 0, 1 } }
+  { 0, 1 }
+}
 })";
   EXPECT_EQ(expected, ExecuteToString(&builder, {}));
 }
-- 
GitLab


From 837072ef149aaf7c2563271a5f52de98d2af72e1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 15:20:59 -0800
Subject: [PATCH 1700/1825] Another try at handling ops that are known to TOCO
 but not to TFLite. If they aren't builtins, and we are in flex mode, and we
 have a NodeDef, we must export them as flex ops.

PiperOrigin-RevId: 221700244
---
 tensorflow/lite/toco/tflite/export.cc      | 30 ++++++++++++----
 tensorflow/lite/toco/tflite/export_test.cc | 40 +++++++++++++++-------
 2 files changed, 51 insertions(+), 19 deletions(-)

diff --git a/tensorflow/lite/toco/tflite/export.cc b/tensorflow/lite/toco/tflite/export.cc
index 489c21295e..f17ce900eb 100644
--- a/tensorflow/lite/toco/tflite/export.cc
+++ b/tensorflow/lite/toco/tflite/export.cc
@@ -332,6 +332,11 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     std::set<int32_t>* variable_tensor_indices, const ExportParams& params) {
   variable_tensor_indices->clear();
 
+  auto is_tflite_builtin = [](const BaseOperator* op) {
+    const auto& tflite_builtins = GetBuiltinOpsMap();
+    return (op && tflite_builtins.find(op->name()) != tflite_builtins.end());
+  };
+
   // The operators are in execution order, so we just follow tf.mini order.
   std::vector<Offset<Operator>> op_vector;
   for (const auto& op : model.operators) {
@@ -360,7 +365,19 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
     auto options = Options::Custom(0);
 
     std::vector<bool> mutating_input_variables;
-    if (tflite_op) {
+
+    // It is conceivable that an op is exportable via Serialize() but does not
+    // have a corresponding TFLITE builtin. In that case, when flex mode is
+    // enabled we should export it as a flex op, not as a native.
+    bool export_as_flex_op = !is_tflite_builtin(tflite_op) &&
+                             key.is_flex_op() &&
+                             !op->tensorflow_node_def.empty();
+    if (export_as_flex_op) {
+      auto fbb = WriteFlexOpOptions(op->tensorflow_node_def);
+      if (fbb) {
+        options = Options::Custom(builder->CreateVector(fbb->GetBuffer()));
+      }
+    } else if (tflite_op) {
       options = tflite_op->Serialize(*op, builder);
       mutating_input_variables = tflite_op->GetMutatingInputVariables(*op);
 
@@ -373,12 +390,13 @@ Offset<Vector<Offset<Operator>>> ExportOperators(
           variable_tensor_indices->insert(variable_tensor_index);
         }
       }
-    } else if (key.is_flex_op() && !op->tensorflow_node_def.empty()) {
-      auto fbb = WriteFlexOpOptions(op->tensorflow_node_def);
-      if (fbb) {
-        options = Options::Custom(builder->CreateVector(fbb->GetBuffer()));
-      }
+    } else {
+      // We don't know much about this op. It doesn't have a serializer and
+      // it is not supposed to be exported as a flex op. We will treat it as
+      // a regular custom op: we will still create an operator for it, but it
+      // will not have any 'options'.
     }
+
     // The only supported CustomOptionFormat is FLEXBUFFERS now.
     op_vector.push_back(CreateOperator(
         *builder, op_index, builder->CreateVector(inputs),
diff --git a/tensorflow/lite/toco/tflite/export_test.cc b/tensorflow/lite/toco/tflite/export_test.cc
index b6c67772ac..b371296784 100644
--- a/tensorflow/lite/toco/tflite/export_test.cc
+++ b/tensorflow/lite/toco/tflite/export_test.cc
@@ -46,6 +46,18 @@ class ExportTest : public ::testing::Test {
         input_model_.operators.emplace_back(new AddOperator);
       } else if (name == "Sub") {
         input_model_.operators.emplace_back(new SubOperator);
+      } else if (name == "Assert") {
+        auto* op = new TensorFlowAssertOperator;
+
+        // Even though assert is known to TOCO, it doesn't have a tflite
+        // serializer, so it has to be exported as a custom op. If we attach a
+        // NodeDef to it, however, it will be exported as a flex op instead.
+        ::tensorflow::NodeDef node_def;
+        node_def.set_name("Assert");
+        node_def.set_op("Assert");
+        node_def.SerializeToString(&op->tensorflow_node_def);
+
+        input_model_.operators.emplace_back(op);
       } else {
         auto* op = new TensorFlowUnsupportedOperator;
         op->tensorflow_op = name;
@@ -232,37 +244,38 @@ class OpSetsTest : public ExportTest {
 TEST_F(OpSetsTest, BuiltinsOnly) {
   // --target_op_set=TFLITE_BUILTINS
   SetAllowedOpSets({kTfLiteBuiltins});
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold", "Assert"}),
               ElementsAre());
   EXPECT_THAT(ImportExport({"Add"}), ElementsAre("builtin:ADD"));
 
   // --target_op_set=TFLITE_BUILTINS --allow_custom_ops
   SetAllowedOpSets({kTfLiteBuiltins, kCustomOps});
-  EXPECT_THAT(
-      ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
-      ElementsAre("builtin:ADD", "custom:AdjustHue", "custom:UnrollAndFold"));
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold", "Assert"}),
+              ElementsAre("builtin:ADD", "custom:AdjustHue", "custom:Assert",
+                          "custom:UnrollAndFold"));
 }
 
 TEST_F(OpSetsTest, TfSelectOnly) {
   // --target_op_set=SELECT_TF_OPS
   SetAllowedOpSets({kSelectTfOps});
-  EXPECT_THAT(
-      ImportExport({"Add", "AdjustHue", "RandomUniform", "UnrollAndFold"}),
-      ElementsAre());
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "RandomUniform",
+                            "UnrollAndFold", "Assert"}),
+              ElementsAre());
   EXPECT_THAT(ImportExport({"Add"}), ElementsAre("custom:FlexAdd"));
 
   // --target_op_set=SELECT_TF_OPS --allow_custom_ops
   SetAllowedOpSets({kSelectTfOps, kCustomOps});
   EXPECT_THAT(
-      ImportExport({"Add", "AdjustHue", "RandomUniform", "UnrollAndFold"}),
-      ElementsAre("custom:AdjustHue", "custom:FlexAdd",
+      ImportExport(
+          {"Add", "AdjustHue", "RandomUniform", "UnrollAndFold", "Assert"}),
+      ElementsAre("custom:AdjustHue", "custom:FlexAdd", "custom:FlexAssert",
                   "custom:FlexRandomUniform", "custom:UnrollAndFold"));
 }
 
 TEST_F(OpSetsTest, BuiltinsAndTfSelect) {
   // --target_op_set=TFLITE_BUILTINS,SELECT_TF_OPS
   SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps});
-  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold"}),
+  EXPECT_THAT(ImportExport({"Add", "AdjustHue", "UnrollAndFold", "Assert"}),
               ElementsAre());
   EXPECT_THAT(ImportExport({"Add", "RandomUniform"}),
               ElementsAre("builtin:ADD", "custom:FlexRandomUniform"));
@@ -270,9 +283,10 @@ TEST_F(OpSetsTest, BuiltinsAndTfSelect) {
   // --target_op_set=TFLITE_BUILTINS,SELECT_TF_OPS --allow_custom_ops
   SetAllowedOpSets({kTfLiteBuiltins, kSelectTfOps, kCustomOps});
   EXPECT_THAT(
-      ImportExport({"Add", "AdjustHue", "RandomUniform", "UnrollAndFold"}),
-      ElementsAre("builtin:ADD", "custom:AdjustHue", "custom:FlexRandomUniform",
-                  "custom:UnrollAndFold"));
+      ImportExport(
+          {"Add", "AdjustHue", "RandomUniform", "UnrollAndFold", "Assert"}),
+      ElementsAre("builtin:ADD", "custom:AdjustHue", "custom:FlexAssert",
+                  "custom:FlexRandomUniform", "custom:UnrollAndFold"));
 }
 
 // This test is based on a hypothetical scenario that dilation is supported
-- 
GitLab


From 0edab17ef54ed8211818c3365499928b4850f621 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 15:22:57 -0800
Subject: [PATCH 1701/1825] Step 1 of DistributionStrategyExtended transition.

PiperOrigin-RevId: 221700595
---
 tensorflow/contrib/distribute/__init__.py     |   1 +
 .../python/collective_all_reduce_strategy.py  |  55 +-
 .../collective_all_reduce_strategy_test.py    |   9 +-
 .../contrib/distribute/python/keras_test.py   |   2 +-
 .../distribute/python/metrics_v1_test.py      |   5 +-
 .../distribute/python/mirrored_strategy.py    |  73 +-
 .../python/mirrored_strategy_multigpu_test.py |   8 +-
 .../distribute/python/one_device_strategy.py  |  38 +-
 .../python/parameter_server_strategy.py       |  47 +-
 .../python/parameter_server_strategy_test.py  |  19 +-
 .../contrib/distribute/python/tpu_strategy.py |  60 +-
 .../contrib/distribute/python/values.py       |   8 +-
 tensorflow/python/BUILD                       |   1 +
 .../engine/distributed_training_utils.py      |   6 +-
 .../keras/engine/training_distributed.py      |  11 +-
 tensorflow/python/ops/metrics_impl.py         |   8 +-
 tensorflow/python/training/distribute.py      | 886 +++++++++++-------
 tensorflow/python/training/distribute_test.py |   9 +-
 18 files changed, 770 insertions(+), 476 deletions(-)

diff --git a/tensorflow/contrib/distribute/__init__.py b/tensorflow/contrib/distribute/__init__.py
index ab2f221dc6..69784c737a 100644
--- a/tensorflow/contrib/distribute/__init__.py
+++ b/tensorflow/contrib/distribute/__init__.py
@@ -46,6 +46,7 @@ _allowed_symbols = [
     'CrossDeviceOps',
     'DistributeConfig',
     'DistributionStrategy',
+    'DistributionStrategyExtended',
     'MirroredStrategy',
     'Monitor',
     'MultiWorkerAllReduce',
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index a2922b9881..dd7d29ac2b 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -33,7 +33,7 @@ from tensorflow.python.training import distribute as distribute_lib
 
 
 # TODO(yuefengz): support in-graph replication.
-class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
+class CollectiveAllReduceStrategy(distribute_lib.DistributionStrategy):
   """Distribution strategy that uses collective ops for all-reduce.
 
   It is similar to the MirroredStrategy but it uses collective ops for
@@ -54,10 +54,20 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
       num_gpus_per_worker: number of local GPUs or GPUs per worker, the default
         is 0 meaning CPU only.
     """
+    super(CollectiveAllReduceStrategy, self).__init__(
+        CollectiveAllReduceExtended(self, num_gpus_per_worker))
+
+
+class CollectiveAllReduceExtended(mirrored_strategy.MirroredExtended):
+  """Implementation of CollectiveAllReduceStrategy."""
+
+  def __init__(self, container_strategy, num_gpus_per_worker):
+    distribute_lib.DistributionStrategyExtended.__init__(
+        self, container_strategy)
     self._num_gpus_per_worker = num_gpus_per_worker
-    self._initialize_local_worker(num_gpus_per_worker)
+    self._initialize_local_worker(container_strategy, num_gpus_per_worker)
 
-  def _initialize_local_worker(self, num_gpus_per_worker):
+  def _initialize_local_worker(self, container_strategy, num_gpus_per_worker):
     """Initializes the object for local training."""
     self._is_chief = True
     self._num_workers = 1
@@ -70,9 +80,10 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
       local_devices = ["/device:CPU:0"]
 
     self._collective_keys = cross_tower_utils.CollectiveKeys()
-    super(CollectiveAllReduceStrategy, self).__init__(
+    super(CollectiveAllReduceExtended, self).__init__(
+        container_strategy,
         devices=local_devices,
-        cross_tower_ops=cross_tower_ops_lib.CollectiveAllReduce(
+        cross_device_ops=cross_tower_ops_lib.CollectiveAllReduce(
             num_workers=1,
             num_gpus_per_worker=num_gpus_per_worker,
             collective_keys=self._collective_keys))
@@ -84,8 +95,8 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
     logging.info("CollectiveAllReduceStrategy with local_devices = %r",
                  local_devices)
 
-  def _initialize_multi_worker(self, num_gpus_per_worker, cluster_spec,
-                               task_type, task_id):
+  def _initialize_multi_worker(self, container_strategy, num_gpus_per_worker,
+                               cluster_spec, task_type, task_id):
     """Initializes the object for multi-worker training."""
     if task_type is None or task_id is None:
       raise ValueError("When `cluster_spec` is given, you must also specify "
@@ -113,9 +124,10 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
       local_devices = [worker_device]
 
     self._collective_keys = cross_tower_utils.CollectiveKeys()
-    super(CollectiveAllReduceStrategy, self).__init__(
+    super(CollectiveAllReduceExtended, self).__init__(
+        container_strategy,
         devices=local_devices,
-        cross_tower_ops=cross_tower_ops_lib.CollectiveAllReduce(
+        cross_device_ops=cross_tower_ops_lib.CollectiveAllReduce(
             num_workers=self._num_workers,
             num_gpus_per_worker=num_gpus_per_worker,
             collective_keys=self._collective_keys))
@@ -202,7 +214,7 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
     return mirrored_strategy._create_mirrored_variable(
         devices, _real_mirrored_creator, *args, **kwargs)
 
-  def distribute_dataset(self, dataset_fn):
+  def _distribute_dataset(self, dataset_fn):
     """Distributes the dataset to each local GPU."""
     # TODO(yuefengz): shard the dataset.
     return values.PerReplicaDataset(
@@ -221,15 +233,15 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
     input_context = distribute_lib.InputContext(
         num_input_pipelines=self._num_workers,
         input_pipeline_id=input_pipeline_id,
-        num_replicas_in_sync=self.num_replicas_in_sync)
+        num_replicas_in_sync=self._num_replicas_in_sync)
     return values.PerReplicaDataset(
         self._call_dataset_fn(input_fn, input_context), self._devices, True)
 
-  def configure(self,
-                session_config=None,
-                cluster_spec=None,
-                task_type=None,
-                task_id=None):
+  def _configure(self,
+                 session_config=None,
+                 cluster_spec=None,
+                 task_type=None,
+                 task_id=None):
     """Configures the object.
 
     Args:
@@ -246,8 +258,9 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
       # If a `cluster_spec` is already passed in, do nothing here.
       # TODO(yuefengz): check `cluster_spec` is the same if this object has
       # already been initialized with a `cluster_spec`.
-      self._initialize_multi_worker(self._num_gpus_per_worker, cluster_spec,
-                                    task_type, task_id)
+      self._initialize_multi_worker(
+          self._container_strategy(), self._num_gpus_per_worker, cluster_spec,
+          task_type, task_id)
 
     if not session_config:
       return
@@ -288,11 +301,11 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
         "/job:%s/task:%d" % (self._task_type, self._task_id))
 
   @property
-  def between_graph(self):
+  def experimental_between_graph(self):
     return True
 
   @property
-  def should_init(self):
+  def experimental_should_init(self):
     return True
 
   @property
@@ -304,5 +317,5 @@ class CollectiveAllReduceStrategy(mirrored_strategy.MirroredStrategy):
     return self._is_chief
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     return len(self._devices) * self._num_workers
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 28e69d2a5f..ae7b88aa2d 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -80,8 +80,8 @@ class CollectiveAllReduceStrategyTestBase(
         CollectiveAllReduceStrategyTestBase.collective_key_base,
         instance_key_with_id_start=num_gpus * 10000 +
         CollectiveAllReduceStrategyTestBase.collective_key_base)
-    distribution._collective_keys = collective_keys
-    distribution._cross_tower_ops._collective_keys = collective_keys
+    distribution.extended._collective_keys = collective_keys
+    distribution.extended._cross_tower_ops._collective_keys = collective_keys
     if task_type and task_id is not None:
       return distribution, 'grpc://' + self._cluster_spec[task_type][
           task_id], session_config
@@ -95,7 +95,8 @@ class CollectiveAllReduceStrategyTestBase(
          self.cached_session(config=config,
                              target=master_target) as sess, \
          d.scope():
-      l = core.Dense(1, use_bias=False, name='gpu_%d' % d._num_gpus_per_worker)
+      l = core.Dense(1, use_bias=False,
+                     name='gpu_%d' % d.extended._num_gpus_per_worker)
 
       def loss_fn(x):
         y = array_ops.reshape(l(x), []) - constant_op.constant(1.)
@@ -138,7 +139,7 @@ class CollectiveAllReduceStrategyTestBase(
 
       before_out, after_out = step()
 
-      if context.num_gpus() < d._num_gpus_per_worker:
+      if context.num_gpus() < d.extended._num_gpus_per_worker:
         return True
 
       sess.run(
diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index c16fc52c9a..abf9e78adc 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -521,7 +521,7 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
       loss = 'mse'
       strategy = mirrored_strategy.MirroredStrategy(['/device:GPU:0',
                                                      '/device:CPU:0'])
-      strategy._require_static_shapes = True
+      strategy.extended._require_static_shapes = True
 
       model.compile(optimizer, loss, distribute=strategy)
       iterator = model._distribution_standardize_user_data(inputs,
diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index 8289f7e212..a2fc118173 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -103,13 +103,14 @@ class MetricsV1Test(test.TestCase, parameterized.TestCase):
           return distribution.group(update)
 
         ctx = distribution.run_steps_on_dataset(
-            step_fn, iterator, iterations=distribution.steps_per_run)
+            step_fn, iterator, iterations=distribution.extended.steps_per_run)
         update = ctx.run_op
         value = ctx.non_tensor_outputs["value"]
         # In each run, we run multiple steps, and each steps consumes as many
         # batches as number of replicas.
         batches_per_update = (
-            distribution.num_replicas_in_sync * distribution.steps_per_run)
+            distribution.num_replicas_in_sync *
+            distribution.extended.steps_per_run)
       else:
         value, update = distribution.call_for_each_replica(
             metric_fn, iterator.get_next())
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 990f36ce2e..960cd09696 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -105,10 +105,10 @@ def _call_for_each_replica(distribution, fn, args, kwargs):
   # TODO(isaprykin): Create these threads once instead of during every run()
   # call.
   threads = []
-  for index, d in enumerate(distribution.worker_devices):
+  for index, d in enumerate(distribution.extended.worker_devices):
     variable_creator_fn = shared_variable_creator.make_fn(
         shared_variable_store, index)
-    t = MirroredStrategy._MirroredReplicaThread(  # pylint: disable=protected-access
+    t = MirroredExtended._MirroredReplicaThread(  # pylint: disable=protected-access
         distribution, coord, d, variable_creator_fn, fn,
         *values.select_device(d, args), **values.select_device(d, kwargs))
     threads.append(t)
@@ -180,8 +180,7 @@ def _call_for_each_replica(distribution, fn, args, kwargs):
   return values.regroup({t.device: t.main_result for t in threads})
 
 
-def _reduce_non_distributed_value(distribution, reduce_op, value,
-                                  destinations):
+def _reduce_non_distributed_value(extended, reduce_op, value, destinations):
   """Reduce a non-DistributedValue `value` to `destinations`."""
   if isinstance(value, values.DistributedValues):
     raise ValueError("You are passing a `DistributedValue` to "
@@ -202,7 +201,7 @@ def _reduce_non_distributed_value(distribution, reduce_op, value,
   # We do not support a reduce op of SUM if the value is the same across
   # all replicas. We call this as part of assign functions for MirroredVariables
   # and summing up identical values across replicas is not clearly defined.
-  if (len(distribution.worker_devices) != 1 or
+  if (len(extended.worker_devices) != 1 or
       not cross_tower_ops_lib.check_destinations(destinations)):
     raise ValueError("A non-DistributedValues value %s cannot be reduced with "
                      "the given reduce op %s." % (value, reduce_op))
@@ -354,10 +353,26 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
                cross_device_ops=None,
                auto_shard_dataset=False,
                cross_tower_ops=None):
-    super(MirroredStrategy, self).__init__()
-
     assert not (cross_device_ops and cross_tower_ops)
-    self._cross_tower_ops = cross_device_ops or cross_tower_ops
+    extended = MirroredExtended(
+        self, devices, num_gpus, num_gpus_per_worker,
+        cross_device_ops or cross_tower_ops, auto_shard_dataset)
+    super(MirroredStrategy, self).__init__(extended)
+
+
+class MirroredExtended(distribute_lib.DistributionStrategyExtended):
+  """Implementation of MirroredStrategy."""
+
+  def __init__(self,
+               container_strategy,
+               devices=None,
+               num_gpus=None,
+               num_gpus_per_worker=None,
+               cross_device_ops=None,
+               auto_shard_dataset=False):
+    super(MirroredExtended, self).__init__(container_strategy)
+    # TODO(josh11b): Rename self._cross_tower_ops -> self._cross_device_ops
+    self._cross_tower_ops = cross_device_ops
     self._auto_shard_dataset = auto_shard_dataset
     # Remember num GPUs which might be needed by `configure` method.
     if num_gpus is not None and num_gpus_per_worker is not None:
@@ -478,7 +493,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return _create_mirrored_variable(devices, _real_mirrored_creator, *args,
                                      **kwargs)
 
-  def distribute_dataset(self, dataset_fn):
+  def _distribute_dataset(self, dataset_fn):
     if self._cluster_spec:
       return values.MultiWorkerDataset(
           partial(self._call_dataset_fn, dataset_fn), self._worker_devices,
@@ -497,7 +512,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
         input_context = distribute_lib.InputContext(
             num_input_pipelines=len(self._worker_devices),
             input_pipeline_id=i,
-            num_replicas_in_sync=self.num_replicas_in_sync)
+            num_replicas_in_sync=self._num_replicas_in_sync)
         input_fns.append(
             partial(self._call_dataset_fn, input_fn, input_context))
 
@@ -507,13 +522,13 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       input_context = distribute_lib.InputContext(
           num_input_pipelines=1,
           input_pipeline_id=0,
-          num_replicas_in_sync=self.num_replicas_in_sync)
+          num_replicas_in_sync=self._num_replicas_in_sync)
       return values.PerReplicaDataset(
           self._call_dataset_fn(input_fn, input_context), self._devices)
 
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
-  def _run_steps_on_dataset(self, fn, iterator, iterations,
-                            initial_loop_values=None):
+  def _experimental_run_steps_on_iterator(self, fn, iterator, iterations,
+                                          initial_loop_values=None):
     if initial_loop_values is None:
       initial_loop_values = {}
     initial_loop_values = nest.flatten(initial_loop_values)
@@ -528,7 +543,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       fn_result = fn(ctx, *fn_inputs)
       for (name, output) in ctx.last_step_outputs.items():
         # Convert all outputs to tensors, potentially from `DistributedValues`.
-        ctx.last_step_outputs[name] = self.unwrap(output)
+        ctx.last_step_outputs[name] = self._unwrap(output)
       flat_last_step_outputs = nest.flatten(ctx.last_step_outputs)
       with ops.control_dependencies([fn_result]):
         return [i + 1] + flat_last_step_outputs
@@ -571,19 +586,19 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     ctx._set_last_step_outputs(last_step_tensor_outputs_dict)  # pylint: disable=protected-access
     return ctx
 
-  def _broadcast(self, tensor, destinations):
+  def _broadcast_to(self, tensor, destinations):
     # TODO(josh11b): In eager mode, use one thread per device, or async mode.
     return self._get_cross_tower_ops().broadcast(tensor, destinations or
                                                  self._devices)
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    return _call_for_each_replica(self, fn, args, kwargs)
+    return _call_for_each_replica(self._container_strategy(), fn, args, kwargs)
 
-  def configure(self,
-                session_config=None,
-                cluster_spec=None,
-                task_type=None,
-                task_id=None):
+  def _configure(self,
+                 session_config=None,
+                 cluster_spec=None,
+                 task_type=None,
+                 task_id=None):
     del task_type, task_id
 
     if session_config:
@@ -613,7 +628,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
           cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps())
     return self._cross_tower_ops
 
-  def _reduce(self, reduce_op, value, destinations):
+  def _reduce_to(self, reduce_op, value, destinations):
     assert not isinstance(value, values.Mirrored)
     if not isinstance(value, values.DistributedValues):
       # This function handles reducing values that are not PerReplica or
@@ -626,13 +641,13 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       value = value.get(self._devices[0])
       if isinstance(value, (int, float)):
         return value
-      return self.broadcast(value, destinations)
+      return self.broadcast_to(value, destinations)
     return self._get_cross_tower_ops().reduce(
         reduce_op, value, destinations=destinations)
 
-  def _batch_reduce(self, reduce_op, value_destination_pairs):
+  def _batch_reduce_to(self, reduce_op, value_destination_pairs):
     if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return [self.broadcast(v.get(self._devices[0]), d)
+      return [self.broadcast_to(v.get(self._devices[0]), d)
               for v, d in value_destination_pairs]
     return self._get_cross_tower_ops().batch_reduce(reduce_op,
                                                     value_destination_pairs)
@@ -680,7 +695,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return values.value_container(val)
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     return len(self._devices)
 
   @property
@@ -693,11 +708,11 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
     return list(self._devices)
 
   @property
-  def between_graph(self):
+  def experimental_between_graph(self):
     return False
 
   @property
-  def should_init(self):
+  def experimental_should_init(self):
     return True
 
   @property
@@ -723,7 +738,7 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
 
     def __init__(self, dist, coord, device, variable_creator_fn, fn, *args,
                  **kwargs):
-      super(MirroredStrategy._MirroredReplicaThread, self).__init__()  # pylint: disable=protected-access
+      super(MirroredExtended._MirroredReplicaThread, self).__init__()  # pylint: disable=protected-access
       self.coord = coord
       self.distribution = dist
       self.device = device
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 9c46ce5665..78d6876723 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -644,7 +644,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
       self.evaluate([y for x in ret_ops for y in dist.unwrap(x)])
       expected_sum = 0.0
       expected_mean = 0.0
-      for i, d in enumerate(dist.worker_devices):
+      for i, d in enumerate(dist.extended.worker_devices):
         # Should see different values on different devices.
         v_sum_value = self.evaluate(ret_v_sum.get(d).read_value())
         v_mean_value = self.evaluate(ret_v_mean.get(d).read_value())
@@ -654,7 +654,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         expected = i * 6.0
         self.assertEqual(expected, v_mean_value)
         expected_mean += expected
-      expected_mean /= len(dist.worker_devices)
+      expected_mean /= len(dist.extended.worker_devices)
 
       # Without get(device), should return the value you get by
       # applying the reduction across all replicas (whether you use
@@ -829,7 +829,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         # Assert that the aggregated value of the replica local vars is the sum
         # of the individual values before running the update ops.
         self.assertEquals(1.0, self.evaluate(
-            ret_v_sum.get(dist._devices[0]).read_value()))
+            ret_v_sum.get(dist.extended.worker_devices[0]).read_value()))
         self.assertEquals(2.0, self.evaluate(ret_v_sum))
 
         # Apply updates.
@@ -837,7 +837,7 @@ class MirroredStrategyVariableCreationTest(test.TestCase):
         # Assert that the aggregated value of the replica local vars is the sum
         # of the individual values after running the update ops.
         self.assertEquals(5.0, self.evaluate(
-            ret_v_sum.get(dist._devices[0]).read_value()))
+            ret_v_sum.get(dist.extended.worker_devices[0]).read_value()))
         self.assertEquals(10.0, self.evaluate(ret_v_sum))
 
 
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 681aa31432..893f073f00 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -40,7 +40,14 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
   # implementations?
 
   def __init__(self, device):
-    super(OneDeviceStrategy, self).__init__()
+    super(OneDeviceStrategy, self).__init__(OneDeviceExtended(self, device))
+
+
+class OneDeviceExtended(distribute_lib.DistributionStrategyExtended):
+  """Implementation of OneDeviceStrategy."""
+
+  def __init__(self, container_strategy, device):
+    super(OneDeviceExtended, self).__init__(container_strategy)
     self._device = device
     self._default_device = device
 
@@ -59,12 +66,12 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     with ops.colocate_with(colocate_with):
       return next_creator(*args, **kwargs)
 
-  def make_dataset_iterator(self, dataset):
+  def _make_dataset_iterator(self, dataset):
     distributed_dataset = values.PerReplicaDataset(dataset, [self._device])
     # TODO(priyag): Return distribution strategy specific InputIterator
     return distributed_dataset.make_initializable_iterator()
 
-  def distribute_dataset(self, dataset_fn):
+  def _distribute_dataset(self, dataset_fn):
     return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), [self._device])
 
@@ -76,13 +83,13 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
         self._call_dataset_fn(input_fn, distribute_lib.InputContext()),
         [self._device])
 
-  def _broadcast(self, tensor, destinations):
+  def _broadcast_to(self, tensor, destinations):
     del destinations
     return tensor
 
   # TODO(priyag): Deal with OutOfRange errors  once b/111349762 is fixed.
-  def _run_steps_on_dataset(self, fn, iterator, iterations,
-                            initial_loop_values=None):
+  def _experimental_run_steps_on_iterator(self, fn, iterator, iterations,
+                                          initial_loop_values=None):
     if initial_loop_values is None:
       initial_loop_values = {}
     initial_loop_values = nest.flatten(initial_loop_values)
@@ -128,10 +135,11 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     return ctx
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    with ops.device(self._device), _OneDeviceReplicaContext(self):
+    strategy = self._container_strategy()
+    with ops.device(self._device), _OneDeviceReplicaContext(strategy):
       return fn(*args, **kwargs)
 
-  def _reduce(self, reduce_op, value, destinations):
+  def _reduce_to(self, reduce_op, value, destinations):
     del reduce_op, destinations
     return value
 
@@ -160,7 +168,7 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     return value
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     return 1
 
   @property
@@ -175,6 +183,18 @@ class OneDeviceStrategy(distribute_lib.DistributionStrategy):
     del var_list
     return [self._device]
 
+  @property
+  def experimental_should_init(self):
+    return True
+
+  @property
+  def should_checkpoint(self):
+    return True
+
+  @property
+  def should_save_summary(self):
+    return True
+
 
 class _OneDeviceReplicaContext(distribute_lib.ReplicaContext):
   """ReplicaContext for OneDeviceStrategy."""
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 11d6be9e86..58b6c87179 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -95,7 +95,15 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
       ValueError: if `cluster_spec` is given but `task_type` or `task_id` is
         not.
     """
-    super(ParameterServerStrategy, self).__init__()
+    super(ParameterServerStrategy, self).__init__(
+        ParameterServerExtended(self, num_gpus_per_worker))
+
+
+class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
+  """Implementation of ParameterServerStrategy."""
+
+  def __init__(self, container_strategy, num_gpus_per_worker):
+    super(ParameterServerExtended, self).__init__(container_strategy)
     self._num_gpus_per_worker = num_gpus_per_worker
     self._initialize_local(num_gpus_per_worker)
 
@@ -222,7 +230,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
         "ParameterServerStrategy with compute_devices = %r, "
         "variable_device = %r", self._compute_devices, self._variable_device)
 
-  def distribute_dataset(self, dataset_fn):
+  def _distribute_dataset(self, dataset_fn):
     """Distributes the dataset to each local GPU."""
     return values.PerReplicaDataset(
         self._call_dataset_fn(dataset_fn), self._compute_devices, True)
@@ -243,12 +251,12 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     input_context = distribute_lib.InputContext(
         num_input_pipelines=num_input_pipelines,
         input_pipeline_id=input_pipeline_id,
-        num_replicas_in_sync=self.num_replicas_in_sync)
+        num_replicas_in_sync=self._num_replicas_in_sync)
     return values.PerReplicaDataset(
         self._call_dataset_fn(input_fn, input_context), self._compute_devices,
         True)
 
-  def _broadcast(self, tensor, destinations):
+  def _broadcast_to(self, tensor, destinations):
     if not cross_tower_ops_lib.check_destinations(destinations):
       destinations = self._compute_devices
     return self._cross_tower_ops.broadcast(tensor, destinations)
@@ -259,7 +267,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
   # TODO(yuefengz): not all ops in device_setter.STANDARD_PS_OPS will go through
   # this creator, such as "MutableHashTable".
   def _create_variable(self, next_creator, *args, **kwargs):
-    if self.num_replicas_in_sync > 1:
+    if self._num_replicas_in_sync > 1:
       aggregation = kwargs.pop("aggregation", vs.VariableAggregation.NONE)
       if aggregation not in (
           vs.VariableAggregation.NONE,
@@ -315,7 +323,8 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
 
   def _call_for_each_replica(self, fn, args, kwargs):
     # pylint: disable=protected-access
-    return mirrored_strategy._call_for_each_replica(self, fn, args, kwargs)
+    return mirrored_strategy._call_for_each_replica(
+        self._container_strategy(), fn, args, kwargs)
 
   def _verify_destinations_not_different_worker(self, destinations):
     if not self._cluster_spec:
@@ -329,20 +338,21 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
             "Cannot reduce to another worker: %r, current worker is %r" %
             (d, self._worker_device))
 
-  def _reduce(self, reduce_op, value, destinations):
+  def _reduce_to(self, reduce_op, value, destinations):
     self._verify_destinations_not_different_worker(destinations)
     if not isinstance(value, values.DistributedValues):
       # pylint: disable=protected-access
       return mirrored_strategy._reduce_non_distributed_value(
           self, reduce_op, value, destinations)
     if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return self.broadcast(value.get(self._compute_devices[0]), destinations)
+      return self.broadcast_to(
+          value.get(self._compute_devices[0]), destinations)
     return self._cross_tower_ops.reduce(
         reduce_op, value, destinations=destinations)
 
-  def _batch_reduce(self, reduce_op, value_destination_pairs):
+  def _batch_reduce_to(self, reduce_op, value_destination_pairs):
     if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return [self.broadcast(v.get(self._compute_devices[0]), d)
+      return [self.broadcast_to(v.get(self._compute_devices[0]), d)
               for v, d in value_destination_pairs]
     for _, destinations in value_destination_pairs:
       self._verify_destinations_not_different_worker(destinations)
@@ -416,11 +426,11 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     # variables.
     return array_ops.identity(var)
 
-  def configure(self,
-                session_config=None,
-                cluster_spec=None,
-                task_type=None,
-                task_id=None):
+  def _configure(self,
+                 session_config=None,
+                 cluster_spec=None,
+                 task_type=None,
+                 task_id=None):
     """Configures the strategy class.
 
     The strategy object will be re-initialized if `cluster_spec` is given but
@@ -468,7 +478,7 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
         ["/job:%s/task:%d" % (self._task_type, self._task_id), "/job:ps"])
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     return len(self._compute_devices)
 
   @property
@@ -484,11 +494,12 @@ class ParameterServerStrategy(distribute_lib.DistributionStrategy):
     return min(var_list, key=lambda x: x.name)
 
   @property
-  def between_graph(self):
+  def experimental_between_graph(self):
+    # TODO(yuefengz): Should this return False in the local case?
     return True
 
   @property
-  def should_init(self):
+  def experimental_should_init(self):
     return self._is_chief
 
   @property
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 7561d7b3d5..091a358fea 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -361,9 +361,9 @@ class ParameterServerStrategyTestBase(
   def _test_simple_increment(self, task_type, task_id, num_gpus):
     d, master_target, sess_config = self._get_test_objects(
         task_type, task_id, num_gpus)
-    if hasattr(d, '_cluster_spec') and d._cluster_spec:
-      num_workers = len(d._cluster_spec.as_dict().get(WORKER))
-      if 'chief' in d._cluster_spec.as_dict():
+    if d.extended._cluster_spec:
+      num_workers = len(d.extended._cluster_spec.as_dict().get(WORKER))
+      if 'chief' in d.extended._cluster_spec.as_dict():
         num_workers += 1
     else:
       num_workers = 1
@@ -396,7 +396,7 @@ class ParameterServerStrategyTestBase(
       x, y, z, train_op = d.call_for_each_replica(model_fn)
       train_op = d.group(train_op)
 
-      if context.num_gpus() < d._num_gpus_per_worker:
+      if context.num_gpus() < d.extended._num_gpus_per_worker:
         return True
 
       if task_id == 0:
@@ -433,9 +433,9 @@ class ParameterServerStrategyTestBase(
         task_type, task_id, num_gpus)
     if task_type:
       # Multi-worker
-      assert hasattr(d, '_cluster_spec') and d._cluster_spec
-      num_workers = len(d._cluster_spec.as_dict().get(WORKER))
-      if CHIEF in d._cluster_spec.as_dict():
+      assert hasattr(d.extended, '_cluster_spec') and d.extended._cluster_spec
+      num_workers = len(d.extended._cluster_spec.as_dict().get(WORKER))
+      if CHIEF in d.extended._cluster_spec.as_dict():
         num_workers += 1
     else:
       # local
@@ -488,11 +488,12 @@ class ParameterServerStrategyTestBase(
 
       before_out, after_out = step()
 
-      if context.num_gpus() < d._num_gpus_per_worker:
+      if context.num_gpus() < d.extended._num_gpus_per_worker:
         return True
 
       if (not task_type or
-          multi_worker_util.is_chief(d._cluster_spec, task_type, task_id)):
+          multi_worker_util.is_chief(
+              d.extended._cluster_spec, task_type, task_id)):
         variables.global_variables_initializer().run()
 
       # Workers waiting for chief worker's initializing variables.
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index b917334790..6e42bf9d97 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -134,8 +134,21 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
       num_cores: Number of cores to use on the TPU. If None specified, then
           auto-detect the cores and topology of the TPU system.
     """
-    super(TPUStrategy, self).__init__()
+    super(TPUStrategy, self).__init__(TPUExtended(
+        self, tpu_cluster_resolver, steps_per_run, num_cores))
 
+  @property
+  def steps_per_run(self):
+    """DEPRECATED: use .extended.steps_per_run instead."""
+    return self._extended.steps_per_run
+
+
+class TPUExtended(distribute_lib.DistributionStrategyExtended):
+  """Implementation of TPUStrategy."""
+
+  def __init__(self, container_strategy, tpu_cluster_resolver, steps_per_run,
+               num_cores=None):
+    super(TPUExtended, self).__init__(container_strategy)
     self._tpu_cluster_resolver = tpu_cluster_resolver
     self._tpu_metadata = get_tpu_system_metadata(self._tpu_cluster_resolver)
     # TODO(sourabhbajaj): Change this from num_cores to metadata_override
@@ -149,7 +162,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     self._host_device = self.get_host_cpu_device(0)
     self._tpu_devices = sorted(device_map.keys())
     # Only create variables for the number of replicas we're running.
-    self._tpu_devices = self._tpu_devices[:self.num_replicas_in_sync]
+    self._tpu_devices = self._tpu_devices[:self._num_replicas_in_sync]
 
     # TODO(sourabhbajaj): Remove this once performance of running one step
     # at a time is comparable to multiple steps.
@@ -218,7 +231,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
 
     return enqueue_op_per_host
 
-  def make_dataset_iterator(self, dataset):
+  def _make_dataset_iterator(self, dataset):
     """Make iterators for each of the TPU hosts.
 
     We first unbatch the users input dataset and then rebatch it with the
@@ -255,11 +268,11 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
           "The batch operations can be followed by a prefetch.")
 
     global_batch_size = _get_dataset_batch_size(dataset)
-    if global_batch_size % self.num_replicas_in_sync:
+    if global_batch_size % self._num_replicas_in_sync:
       raise ValueError(
           "Batch size %s cannot be sharded evenly across replicas %s" % (
               global_batch_size, self.num_replicas_in_sync))
-    per_replica_batch_size = global_batch_size // self.num_replicas_in_sync
+    per_replica_batch_size = global_batch_size // self._num_replicas_in_sync
     dataset = dataset.apply(batching.unbatch())
     dataset = dataset.batch(per_replica_batch_size, drop_remainder=True)
 
@@ -273,7 +286,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     # TODO(priyag): Return distribution strategy specific InputIterator
     return distributed_dataset.make_initializable_iterator()
 
-  def distribute_dataset(self, dataset_fn):
+  def _distribute_dataset(self, dataset_fn):
     worker_devices = [
         (self.get_host(hid), [self.get_host_cpu_device(hid)])
         for hid in range(self.num_hosts)
@@ -284,9 +297,8 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
   # TODO(sourabhbajaj): Remove the initial_loop_values parameter when we have
   # a mechanism to infer the outputs of `fn`. Pending b/110550782.
-  def _run_steps_on_dataset(self, fn, multi_worker_iterator, iterations,
-                            initial_loop_values=None):
-
+  def _experimental_run_steps_on_iterator(
+      self, fn, multi_worker_iterator, iterations, initial_loop_values=None):
     output_shapes = multi_worker_iterator.output_shapes
     shapes = nest.flatten(output_shapes)
     if any([not s.is_fully_defined() for s in shapes]):
@@ -338,7 +350,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     self._outer_control_flow_context = (
         ops.get_default_graph()._get_control_flow_context())  # pylint: disable=protected-access
 
-    replicate_inputs = [[]] * self.num_replicas_in_sync
+    replicate_inputs = [[]] * self._num_replicas_in_sync
     replicate_outputs = tpu.replicate(iterate_on_tpu, replicate_inputs)
     del self._outer_control_flow_context
     ctx.run_op = control_flow_ops.group(replicate_outputs, enqueue_ops)
@@ -379,10 +391,10 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
   def _call_for_each_replica(self, fn, args, kwargs):
     # TODO(jhseu): Consider making it so call_for_each_replica implies that
     # we're in a tpu.rewrite(), and update TPUMirroredVariable accordingly.
-    with _TPUReplicaContext(self):
+    with _TPUReplicaContext(self._container_strategy()):
       return fn(*args, **kwargs)
 
-  def initialize(self):
+  def _initialize(self):
     if context.executing_eagerly():
       # TODO(priyag): Add appopriate call here when eager is supported for TPUs.
       raise NotImplementedError("Eager mode not supported in TPUStrategy.")
@@ -397,7 +409,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
                               tpu.initialize_system())
       return graph.get_collection(_TPU_INITIALIZE_SYSTEM_COLLECTION)
 
-  def finalize(self):
+  def _finalize(self):
     if context.executing_eagerly():
       # TODO(priyag): Add appopriate call here when eager is supported for TPUs.
       raise NotImplementedError("Eager mode not supported in TPUStrategy.")
@@ -442,11 +454,11 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     return _create_tpu_mirrored_variable(devices, _real_mirrored_creator, *args,
                                          **kwargs)
 
-  def _reduce(self, reduce_op, value, destinations):
+  def _reduce_to(self, reduce_op, value, destinations):
     if values._enclosing_tpu_context() is not None:  # pylint: disable=protected-access
       if reduce_op == reduce_util.ReduceOp.MEAN:
         # TODO(jhseu):  Revisit once we support model-parallelism.
-        value *= (1. / self.num_replicas_in_sync)
+        value *= (1. / self._num_replicas_in_sync)
       elif reduce_op != reduce_util.ReduceOp.SUM:
         raise NotImplementedError(
             "Currently only support sum & mean in TPUStrategy.")
@@ -507,7 +519,7 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
   def value_container(self, value):
     return value
 
-  def _broadcast(self, tensor, destinations):
+  def _broadcast_to(self, tensor, destinations):
     del destinations
     return tensor
 
@@ -520,15 +532,15 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
     return self._tpu_metadata.num_of_cores_per_host
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     return self._num_cores_override or self._tpu_metadata.num_cores
 
   @property
-  def between_graph(self):
+  def experimental_between_graph(self):
     return False
 
   @property
-  def should_init(self):
+  def experimental_should_init(self):
     return True
 
   @property
@@ -569,11 +581,11 @@ class TPUStrategy(distribute_lib.DistributionStrategy):
   def get_host_cpu_device(self, host_id):
     return self.get_host(host_id) + "/device:CPU:0"
 
-  def configure(self,
-                session_config=None,
-                cluster_spec=None,
-                task_type=None,
-                task_id=None):
+  def _configure(self,
+                 session_config=None,
+                 cluster_spec=None,
+                 task_type=None,
+                 task_id=None):
     del cluster_spec, task_type, task_id
     if session_config:
       session_config.isolate_session_state = True
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 2f4ef9de89..86e647c4c6 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -1062,18 +1062,18 @@ def select_device_mirrored(device, structured):
   return nest.map_structure(_get_mirrored, structured)
 
 
-def update_regroup(strategy, updates, group):
+def update_regroup(extended, updates, group):
   """Regroup for an update, with dependencies to ensure all updates execute."""
   regrouped = regroup(updates, Mirrored)
   if not group:
-    return nest.map_structure(strategy.unwrap, regrouped)
+    return nest.map_structure(extended._unwrap, regrouped)  # pylint: disable=protected-access
   grouped_flat = []
   for u in nest.flatten(regrouped):
     if isinstance(u, DistributedValues):
-      g = strategy.group(u)
+      g = extended._group(u)  # pylint: disable=protected-access
       if u.is_tensor_like:
         # Make sure we run all updates. Without this, something like
-        # session.run(strategy.update(...)) may only update one replica.
+        # session.run(extended.update(...)) may only update one replica.
         index = {}
         for d in u.devices:
           with ops.device(d), ops.control_dependencies([g]):
diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 3499bbca2f..e55b2a0e92 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -3565,6 +3565,7 @@ py_library(
         "//tensorflow/python/data",
         "//tensorflow/python/distribute:reduce_util",
         "//tensorflow/python/ops/losses",
+        "//tensorflow/tools/docs:doc_controls",
     ],
 )
 
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index 8dd9ef470b..b41febbbc7 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -338,7 +338,7 @@ def configure_and_create_session(distribution_strategy):
     # Coordinator is integrated with keras and we can create a session from
     # there.
     distribution_strategy.configure(session_config)
-    master = distribution_strategy._tpu_cluster_resolver.master()  # pylint: disable=protected-access
+    master = distribution_strategy.extended._tpu_cluster_resolver.master()  # pylint: disable=protected-access
     session = session_module.Session(config=session_config, target=master)
   else:
     worker_context = dc_context.get_current_worker_context()
@@ -508,11 +508,11 @@ def get_cpu_device(distribution_strategy):
     multiple hosts in the case of Cloud TPU pods.
   """
   if distribution_strategy.__class__.__name__ == 'TPUStrategy':
-    if distribution_strategy.num_hosts > 1:
+    if distribution_strategy.extended.num_hosts > 1:
       raise NotImplementedError('TPUDistributionStrategy does not '
                                 'support numpy inputs when running on Cloud'
                                 'TPU pods.')
-    return distribution_strategy.get_host_cpu_device(0)
+    return distribution_strategy.extended.get_host_cpu_device(0)
   else:
     # For all strategies except TPUDistributionStrategy
     # TODO(anjalisridhar): We may need to modify this when we add support for
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 3c64233215..02d0befe8e 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -317,7 +317,7 @@ def _experimental_fit_loop(
     raise ValueError('`steps_per_epoch` should be specified when calling '
                      '`fit` on the model.')
   steps_per_run = K.variable(
-      value=min(steps_per_epoch, current_strategy.steps_per_run),
+      value=min(steps_per_epoch, current_strategy.extended.steps_per_run),
       dtype='int32',
       name='steps_per_run')
 
@@ -348,10 +348,11 @@ def _experimental_fit_loop(
       verbose=verbose)
 
   # Calculate the steps each time on the device.
-  steps_to_run = [current_strategy.steps_per_run] * (
-      steps_per_epoch // current_strategy.steps_per_run)
-  if steps_per_epoch % current_strategy.steps_per_run:
-    steps_to_run.append(steps_per_epoch % current_strategy.steps_per_run)
+  steps_to_run = [current_strategy.extended.steps_per_run] * (
+      steps_per_epoch // current_strategy.extended.steps_per_run)
+  if steps_per_epoch % current_strategy.extended.steps_per_run:
+    steps_to_run.append(
+        steps_per_epoch % current_strategy.extended.steps_per_run)
 
   callbacks.on_train_begin()
   for epoch in range(initial_epoch, epochs):
diff --git a/tensorflow/python/ops/metrics_impl.py b/tensorflow/python/ops/metrics_impl.py
index e86a3b8536..328a5dcbd8 100644
--- a/tensorflow/python/ops/metrics_impl.py
+++ b/tensorflow/python/ops/metrics_impl.py
@@ -302,7 +302,7 @@ def _aggregate_across_replicas(metrics_collections, metric_value_fn, *args):
   """Aggregate metric value across replicas."""
   def fn(distribution, *a):
     """Call `metric_value_fn` in the correct control flow context."""
-    if hasattr(distribution, '_outer_control_flow_context'):
+    if hasattr(distribution.extended, '_outer_control_flow_context'):
       # If there was an outer context captured before this method was called,
       # then we enter that context to create the metric value op. If the
       # caputred context is `None`, ops.control_dependencies(None) gives the
@@ -315,13 +315,13 @@ def _aggregate_across_replicas(metrics_collections, metric_value_fn, *args):
       # once the update ops have been evaluted.
 
       # pylint: disable=protected-access
-      if distribution._outer_control_flow_context is None:
+      if distribution.extended._outer_control_flow_context is None:
         with ops.control_dependencies(None):
           metric_value = metric_value_fn(distribution, *a)
       else:
-        distribution._outer_control_flow_context.Enter()
+        distribution.extended._outer_control_flow_context.Enter()
         metric_value = metric_value_fn(distribution, *a)
-        distribution._outer_control_flow_context.Exit()
+        distribution.extended._outer_control_flow_context.Exit()
         # pylint: enable=protected-access
     else:
       metric_value = metric_value_fn(distribution, *a)
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 1cd3bc2e04..130eb6ad5b 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -18,7 +18,9 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import copy
 import threading
+import weakref
 import enum
 
 from tensorflow.python.data.ops import dataset_ops
@@ -35,6 +37,7 @@ from tensorflow.python.platform import tf_logging
 from tensorflow.python.training import device_util
 from tensorflow.python.training import distribution_strategy_context
 from tensorflow.python.util import nest
+from tensorflow.tools.docs import doc_controls
 
 
 # ------------------------------------------------------------------------------
@@ -85,25 +88,33 @@ def get_loss_reduction():
 # Internal API for validating the current thread mode
 
 
-def _require_cross_replica_context(distribution_strategy):
-  """Verify in cross-replica context for `distribution_strategy`."""
+def _require_cross_replica_context_extended(extended):
+  """Verify in cross-replica context."""
   context = _get_per_thread_mode()
-  if context.cross_replica_context is distribution_strategy: return
+  cross_replica = context.cross_replica_context
+  if cross_replica is not None and cross_replica.extended is extended:
+    return
+  distribution_strategy = extended._container_strategy()  # pylint: disable=protected-access
   # We have an error to report, figure out the right message.
   if context.distribution_strategy is not distribution_strategy:
-    if not distribution_strategy_context.has_distribution_strategy():
-      raise RuntimeError(
-          'Need to be inside "with distribution_strategy.scope()" for %s' %
-          (distribution_strategy,))
-    else:
-      raise RuntimeError(
-          "Mixing different DistributionStrategy objects: %s is not %s" %
-          (context.distribution_strategy, distribution_strategy))
-  assert context.cross_replica_context is None
+    _wrong_distribution_strategy_scope(distribution_strategy, context)
+  assert cross_replica is None
   raise RuntimeError("Method requires being in cross-replica context, use "
                      "get_replica_context().merge_call()")
 
 
+def _wrong_distribution_strategy_scope(distribution_strategy, context):
+  # Figure out the right error message.
+  if not distribution_strategy_context.has_distribution_strategy():
+    raise RuntimeError(
+        'Need to be inside "with distribution_strategy.scope()" for %s' %
+        (distribution_strategy,))
+  else:
+    raise RuntimeError(
+        "Mixing different DistributionStrategy objects: %s is not %s" %
+        (context.distribution_strategy, distribution_strategy))
+
+
 def require_replica_context(replica_ctx):
   """Verify in `replica_ctx` replica context."""
   context = _get_per_thread_mode()
@@ -113,25 +124,26 @@ def require_replica_context(replica_ctx):
     raise RuntimeError("Need to be inside `call_for_each_replica()`")
   if context.distribution_strategy is replica_ctx.distribution_strategy:
     # Two different ReplicaContexts with the same DistributionStrategy.
-    raise RuntimeError("Mismatching replica context.")
+    raise RuntimeError("Mismatching ReplicaContext.")
   raise RuntimeError(
       "Mismatching DistributionStrategy objects: %s is not %s." %
       (context.distribution_strategy, replica_ctx.distribution_strategy))
 
 
-def _require_distribution_strategy_scope(distribution_strategy):
+def _require_distribution_strategy_scope_strategy(distribution_strategy):
   """Verify in a `distribution_strategy.scope()` in this thread."""
   context = _get_per_thread_mode()
   if context.distribution_strategy is distribution_strategy: return
-  # We have an error to report, figure out the right message.
-  if not distribution_strategy_context.has_distribution_strategy():
-    raise RuntimeError(
-        'Need to be inside "with distribution_strategy.scope()" for %s' %
-        (distribution_strategy,))
-  else:
-    raise RuntimeError(
-        "Mixing different DistributionStrategy objects: %s is not %s" %
-        (context.distribution_strategy, distribution_strategy))
+  _wrong_distribution_strategy_scope(distribution_strategy, context)
+
+
+def _require_distribution_strategy_scope_extended(extended):
+  """Verify in a `distribution_strategy.scope()` in this thread."""
+  context = _get_per_thread_mode()
+  if context.distribution_strategy.extended is extended: return
+  # Report error.
+  distribution_strategy = extended._container_strategy()  # pylint: disable=protected-access
+  _wrong_distribution_strategy_scope(distribution_strategy, context)
 
 
 # ------------------------------------------------------------------------------
@@ -271,6 +283,362 @@ class DistributionStrategy(object):
   See [tensorflow/contrib/distribute/README.md](
   https://www.tensorflow.org/code/tensorflow/contrib/distribute/README.md)
   for overview and examples.
+  """
+
+  # TODO(josh11b): Raise an exception if variable partitioning requested before
+  #   we add support.
+  # TODO(josh11b): Also `parameter_device_index` property?
+  # TODO(josh11b): `map()`
+  # TODO(josh11b): ClusterSpec/ClusterResolver
+  # TODO(josh11b): Partitioned computations, state; sharding
+  # TODO(josh11b): Model parallelism: "replicas" with multiple devices; shuffling
+  # TODO(josh11b): List of replicas with their worker and parameter devices
+  #   (where the parameter devices may overlap in the ps case).
+
+  def __init__(self, extended):
+    self._extended = extended
+
+  @property
+  def extended(self):
+    """`tf.contrib.distribute.DistributionStrategyExtended` with new methods."""
+    return self._extended
+
+  def scope(self):
+    """Returns a context manager selecting this DistributionStrategy as current.
+
+    Inside a `with distribution_strategy.scope():` code block, this thread
+    will use a variable creator set by `distribution_strategy`, and will
+    enter its "cross-replica context".
+
+    Returns:
+      A context manager.
+    """
+    return self._extended._scope(self)  # pylint: disable=protected-access
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def read_var(self, v):
+    """DEPRECATED: use extended.read_var() instead."""
+    return self._extended.read_var(v)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def colocate_vars_with(self, colocate_with_variable):
+    """DEPRECATED: use extended.colocate_vars_with() instead."""
+    return self._extended.colocate_vars_with(colocate_with_variable)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED
+  def distribute_dataset(self, dataset_fn):
+    """Return a `dataset` split across all replicas.  DEPRECATED.
+
+    DEPRECATED: Please use `make_dataset_iterator()` or
+    `make_input_fn_iterator()` instead.
+
+    Suitable for providing input to for `extended.call_for_each_replica()` by
+    creating an iterator:
+
+    ```
+    def dataset_fn():
+      return tf.data.Dataset.from_tensors([[1.]]).repeat()
+
+    with distribution_strategy.scope():
+      distributed_dataset = distribution_strategy.distribute_dataset(dataset_fn)
+      iterator = distributed_dataset.make_initializable_iterator()
+      replica_results = distribution_strategy.extended.call_for_each_replica(
+          replica_fn, args=(iterator.get_next(),))
+    ```
+
+    Args:
+      dataset_fn: A function that returns a `tf.data.Dataset`.
+
+    Returns:
+      A `PerReplicaDataset` that will produce data for each replica.
+    """
+    return self._extended._distribute_dataset(dataset_fn)  # pylint: disable=protected-access
+
+  def make_dataset_iterator(self, dataset):
+    """Makes an iterator for input provided via input_dataset.
+
+    Data from the given dataset will be distributed evenly across all the
+    compute replicas. We will assume that the input dataset is batched by the
+    global batch size. With this assumption, we will make a best effort to
+    divide each batch across all the replicas (one or more workers).
+    If this effort fails, an error will be thrown, and the user should instead
+    use `make_input_fn_iterator` which provides more control to the user, and
+    does not try to divide a batch across replicas.
+
+    The user could also use `make_input_fn_iterator` if they want to
+    customize which input is fed to which replica/worker etc.
+
+    Args:
+      dataset: `tf.data.Dataset` that will be distributed evenly across all
+        replicas.
+
+    Returns:
+      An `InputIterator` which returns inputs for each step of the computation.
+      User should call `initialize` on the returned iterator.
+    """
+    return self._extended._make_dataset_iterator(dataset)  # pylint: disable=protected-access
+
+  def make_input_fn_iterator(self,
+                             input_fn,
+                             replication_mode=InputReplicationMode.PER_WORKER):
+    """Returns an iterator split across replicas created from an input function.
+
+    The `input_fn` should take an `InputContext` object where information about
+    input sharding can be accessed:
+
+    ```
+    def input_fn(input_context):
+      d = tf.data.Dataset.from_tensors([[1.]]).repeat()
+      return d.shard(input_context.num_input_pipelines,
+                     input_context.input_pipeline_id)
+    with distribution_strategy.scope():
+      iterator = distribution_strategy.make_input_fn_iterator(
+          input_fn)
+      replica_results = distribution_strategy.call_for_each_replica(
+          replica_fn, iterator.get_next())
+    ```
+
+    Args:
+      input_fn: A function that returns a `tf.data.Dataset`. This function is
+        expected to take an `InputContext` object.
+      replication_mode: an enum value of `InputReplicationMode`. Only
+        `PER_WORKER` is supported currently.
+
+    Returns:
+      An iterator object that can be initialized and fetched next element.
+    """
+    if replication_mode != InputReplicationMode.PER_WORKER:
+      raise ValueError(
+          "Input replication mode not supported: %r" % replication_mode)
+    return self.extended._make_input_fn_iterator(  # pylint: disable=protected-access
+        input_fn, replication_mode=replication_mode)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def broadcast(self, tensor, destinations=None):
+    """DEPRECATED: use extended.broadcast_to() instead."""
+    return self._extended.broadcast_to(tensor, destinations)
+
+  @doc_controls.do_not_generate_docs  # Use experimental_initialize() instead.
+  def initialize(self):
+    """DEPRECATED: Use `experimental_initialize()` instead."""
+    return self._extended._initialize()  # pylint: disable=protected-access
+
+  def experimental_initialize(self):
+    """Any initialization to be done before running any computations.
+
+    In eager mode, it executes any initialization as a side effect.
+    In graph mode, it creates the initialization ops and returns them.
+
+    For example, TPU initialize_system ops.
+
+    Returns:
+      A list of ops to execute.
+    """
+    return self._extended._initialize()  # pylint: disable=protected-access
+
+  @doc_controls.do_not_generate_docs  # Use experimental_finalize() instead.
+  def finalize(self):
+    """DEPRECATED: Use `experimental_finalize()` instead."""
+    return self._extended._finalize()  # pylint: disable=protected-access
+
+  def experimental_finalize(self):
+    """Any final actions to be done at the end of all computations.
+
+    In eager mode, it executes any finalize actions as a side effect.
+    In graph mode, it creates the finalize ops and returns them.
+
+    For example, TPU shutdown ops.
+
+    Returns:
+      A list of ops to execute.
+    """
+    return self._extended._finalize()  # pylint: disable=protected-access
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def run_steps_on_dataset(self, fn, iterator, iterations=1,
+                           initial_loop_values=None):
+    """DEPRECATED: use extended.experimental_run_steps_on_iterator() instead."""
+    return self._extended.experimental_run_steps_on_iterator(
+        fn, iterator, iterations, initial_loop_values)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def call_for_each_replica(self, fn, *args, **kwargs):
+    """DEPRECATED: use extended.call_for_each_replica() instead."""
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to call_for_each_replica")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to call_for_each_replica")
+      kwargs = k
+    kwargs.pop("run_concurrently", None)  # Ignore old option.
+    return self._extended.call_for_each_replica(fn, args, kwargs)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def reduce(self, aggregation, value, destinations):
+    """DEPRECATED: use extended.reduce_to() instead."""
+    return self._extended.reduce_to(aggregation, value, destinations)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def batch_reduce(self, aggregation, value_destination_pairs):
+    """DEPRECATED: use extended.batch_reduce_to() instead."""
+    return self._extended.batch_reduce_to(aggregation, value_destination_pairs)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def update(self, var, fn, *args, **kwargs):
+    """DEPRECATED: use extended.update() instead."""
+    group = kwargs.pop("group", True)
+    # We temporarily support "grouped" in addition to "group" for backward-
+    # compatibility.
+    group = kwargs.pop("grouped", True) and group
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to update")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to update")
+      kwargs = k
+    return self._extended.update(var, fn, args, kwargs, group)
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def update_non_slot(self, colocate_with, fn, *args, **kwargs):
+    """DEPRECATED: use extended.update_non_slot() instead."""
+    group = kwargs.pop("group", True)
+    # We temporarily support "grouped" in addition to "group" for backward-
+    # compatibility.
+    group = kwargs.pop("grouped", True) and group
+    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
+    # allow transition.
+    a = kwargs.pop("args", None)
+    if a is not None:
+      if args:
+        raise ValueError(
+            "Can't pass *args and args=... to update_non_slot")
+      args = a
+    k = kwargs.pop("kwargs", None)
+    if k is not None:
+      if kwargs:
+        raise ValueError(
+            "Can't pass **kwargs and kwargs=... to update_non_slot")
+      kwargs = k
+    return self._extended.update_non_slot(
+        colocate_with, fn, args, kwargs, group)
+
+  def unwrap(self, value):
+    """Returns the list of all per-replica values contained in `value`.
+
+    Args:
+      value: A value returned by `extended.call_for_each_replica()` or a
+        variable created in `scope()`.
+
+    Returns:
+      A list of values contained in `value`. If `value` represents a single
+      value, this returns `[value].`
+    """
+    return self._extended._unwrap(value)  # pylint: disable=protected-access
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def value_container(self, value):
+    """DEPRECATED: use extended.value_container() instead."""
+    return self._extended.value_container(value)
+
+  def group(self, value, name=None):
+    """Shortcut for `tf.group(self.unwrap(value))`."""
+    return self._extended._group(value, name)  # pylint: disable=protected-access
+
+  @property
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def require_static_shapes(self):
+    """DEPRECATED: use extended.require_static_shapes instead."""
+    return self._extended.experimental_require_static_shapes
+
+  @property
+  def num_replicas_in_sync(self):
+    """Returns number of replicas over which gradients are aggregated."""
+    return self._extended._num_replicas_in_sync  # pylint: disable=protected-access
+
+  @property
+  def worker_devices(self):
+    """DEPRECATED: use extended.worker_devices instead."""
+    return self._extended.worker_devices
+
+  @property
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def parameter_devices(self):
+    """DEPRECATED: use extended.parameter_devices instead."""
+    return self._extended.parameter_devices
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def non_slot_devices(self, var_list):
+    """DEPRECATED: use extended.non_slot_devices instead."""
+    return self._extended.non_slot_devices(var_list)
+
+  @property
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def between_graph(self):
+    """DEPRECATED: use extended.experimental_between_graph instead."""
+    return self._extended.experimental_between_graph
+
+  @doc_controls.do_not_generate_docs  # DEPRECATED, being replaced by a new API.
+  def configure(self,
+                session_config=None,
+                cluster_spec=None,
+                task_type=None,
+                task_id=None):
+    """Configures the strategy class."""
+    return self._extended._configure(  # pylint: disable=protected-access
+        session_config, cluster_spec, task_type, task_id)
+
+  @property
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def should_init(self):
+    """DEPRECATED: use extended.should_init instead."""
+    return self._extended.experimental_should_init
+
+  @property
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def should_checkpoint(self):
+    """DEPRECATED: use extended.should_checkpoint instead."""
+    return self._extended.should_checkpoint
+
+  @property
+  @doc_controls.do_not_generate_docs  # DEPRECATED, moving to `extended`
+  def should_save_summary(self):
+    """DEPRECATED: use extended.should_save_summary instead."""
+    return self._extended.should_save_summary
+
+  def __deepcopy__(self, memo):
+    # First do a regular deepcopy of `self`.
+    cls = self.__class__
+    result = cls.__new__(cls)
+    memo[id(self)] = result
+    for k, v in self.__dict__.items():
+      setattr(result, k, copy.deepcopy(v, memo))
+    # One little fix-up: we want `result._extended` to reference `result`
+    # instead of `self`.
+    result._extended._container_strategy_weakref = weakref.ref(result)  # pylint: disable=protected-access
+    return result
+
+  def __copy__(self):
+    raise RuntimeError("Must only deepcopy DistributionStrategy.")
+
+
+class DistributionStrategyExtended(object):
+  """Additional APIs for algorithms that need to be distribution-aware.
 
   The intent is that you can write an algorithm in a stylized way and
   it will be usable with a variety of different `DistributionStrategy`
@@ -339,7 +707,7 @@ class DistributionStrategy(object):
     with my_distribution.scope():
       iterator = my_distribution.distribute_dataset(
           dataset).make_one_shot_iterator()
-      replica_train_ops = my_distribution.call_for_each_replica(
+      replica_train_ops = my_distribution.extended.call_for_each_replica(
           replica_fn, args=(iterator.get_next(),))
       train_op = tf.group(my_distribution.unwrap(replica_train_ops))
     ```
@@ -371,28 +739,26 @@ class DistributionStrategy(object):
     wrap them in a "PerReplica" or "Mirrored" object that contains a map
     from device to values. "PerReplica" is used when the value may be
     different across replicas, and "Mirrored" when the value are the same.
-  * Unwrapping and merging: Consider calling a function `fn` on
-    multiple replicas, like `call_for_each_replica(fn, args=[w])` with an
-    argument `w` that is a wrapped value. This means `w` will have a
-    map taking replica device `d0` to `w0`, replica device `d1` to `w1`,
-    etc. `call_for_each_replica()` unwraps `w` before calling `fn`, so
-    it calls `fn(w0)` on `d0`, `fn(w1)` on `d1`, etc.  It then merges
-    the return values from `fn()`, which can possibly result in
-    wrapped values. For example, let's say `fn()` returns a tuple with
-    three components: `(x, a, v0)` from replica 0, `(x, b, v1)` on replica 1,
-    etc. If the first component is the same object `x` from every
-    replica, then the first component of the merged result will also be
-    `x`. If the second component is different (`a`, `b`, ...)  from
-    each replica, then the merged value will have a wrapped map from
-    replica device to the different values. If the third component is
-    the members of a mirrored variable (`v` maps `d0` to `v0`, `d1` to
-    `v1`, etc.), then the merged result will be that mirrored variable
-    (`v`).
+  * Unwrapping and merging: Consider calling a function `fn` on multiple
+    replicas, like `extended.call_for_each_replica(fn, args=[w])` with an
+    argument `w` that is a wrapped value. This means `w` will have a map taking
+    replica device `d0` to `w0`, replica device `d1` to `w1`,
+    etc. `extended.call_for_each_replica()` unwraps `w` before calling `fn`, so
+    it calls `fn(w0)` on `d0`, `fn(w1)` on `d1`, etc.  It then merges the return
+    values from `fn()`, which can possibly result in wrapped values. For
+    example, let's say `fn()` returns a tuple with three components: `(x, a,
+    v0)` from replica 0, `(x, b, v1)` on replica 1, etc. If the first component
+    is the same object `x` from every replica, then the first component of the
+    merged result will also be `x`. If the second component is different (`a`,
+    `b`, ...)  from each replica, then the merged value will have a wrapped map
+    from replica device to the different values. If the third component is the
+    members of a mirrored variable (`v` maps `d0` to `v0`, `d1` to `v1`, etc.),
+    then the merged result will be that mirrored variable (`v`).
   * Replica context vs. Cross-replica context: _replica context_ is when we
     are in some function that is being called once for each replica.
     Otherwise we are in cross-replica context, which is useful for
     calling `DistributionStrategy` methods which operate across the
-    replicas (like `reduce()`). By default you start in a replica context
+    replicas (like `reduce_to()`). By default you start in a replica context
     (the default "single replica context") and then some methods can
     switch you back and forth, as described below.
   * Worker devices vs. parameter devices: Most replica computations will
@@ -428,38 +794,40 @@ class DistributionStrategy(object):
 
   * `with d.scope()`: default single-replica context -> cross-replica context
     for `d`
-  * `with d.colocate_vars_with(v)`: in replica/cross-replica context, variables
-    will be created with locality V(`v`). That is, if we write
-    `with d.colocate_vars_with(v1): v2 = tf.get_variable(...)`, then
-    `v2` will have locality V(`v1`), i.e. locality V(`v2`) will equal
+  * `with d.extended.colocate_vars_with(v)`: in replica/cross-replica context,
+    variables will be created with locality V(`v`). That is, if we write
+    `with d.extended.colocate_vars_with(v1): v2 = tf.get_variable(...)`,
+    then `v2` will have locality V(`v1`), i.e. locality V(`v2`) will equal
     V(`v1`).
-  * `with d.colocate_vars_with(d.non_slot_devices(...))`: in
+  * `with d.extended.colocate_vars_with(d.extended.non_slot_devices(...))`: in
     replica/cross-replica context, variables will be created with locality N
   * `v = tf.get_variable(...)`: in replica/cross-replica context, creates
     a variable (which by definition will have locality V(`v`), though
     will match another locality if inside a `colocate_vars_with`
     scope).
-  * `d.distribute_dataset(dataset).make_one_shot_iterator()`: in cross-replica
+  * `d.make_dataset_iterator(dataset)` (or the deprecated
+    `d.distribute_dataset(dataset).make_one_shot_iterator()`): in cross-replica
     context, produces an iterator with locality T
-  * `d.broadcast(t)`: in cross-replica context, produces a value with locality M
-  * `d.broadcast(t, v)`: in cross-replica context, produces a value with
-    locality V(`v`)
-  * `d.call_for_each_replica(fn, ...)`: in cross-replica context, runs
+  * `d.extended.broadcast_to(t)`: in cross-replica context, produces a value
+    with locality M
+  * `d.extended.broadcast_to(t, v)`: in cross-replica context, produces a value
+    with locality V(`v`)
+  * `d.extended.call_for_each_replica(fn, ...)`: in cross-replica context, runs
     `fn()` in a replica context (and so may call `get_replica_context()` and
     use its API, including `merge_call()` to get back to cross-replica
     context), once for each replica. May use values with locality T or
     M, and any variable.
-  * `d.reduce(m, t, t)`: in cross-replica context, accepts t with locality T
-    and produces a value with locality M.
-  * `d.reduce(m, t, v)`: in cross-replica context, accepts t with
+  * `d.extended.reduce_to(m, t, t)`: in cross-replica context, accepts t with
+    locality T and produces a value with locality M.
+  * `d.extended.reduce_to(m, t, v)`: in cross-replica context, accepts t with
     locality T and produces a value with locality V(`v`).
-  * `d.batch_reduce(m, [(t, v)]): see `d.reduce()`
-  * `d.update(v, fn, ...)`: in cross-replica context, runs `fn()` once
+  * `d.extended.batch_reduce_to(m, [(t, v)]): see `d.extended.reduce_to()`
+  * `d.extended.update(v, fn, ...)`: in cross-replica context, runs `fn()` once
     for each device `v` is copied to, all inputs should have locality
     V(`v`), output will have locality V(`v`) as well.
-  * `d.update_non_slot(d.non_slot_devices(), fn)`: in cross-replica
-    context, like `d.update()` except with locality N.
-  * `d.read_var(v)`: Gets the (read-only) value of the variable `v` (on
+  * `d.extended.update_non_slot(d.extended.non_slot_devices(), fn)`: in
+    cross-replica context, like `d.extended.update()` except with locality N.
+  * `d.extended.read_var(v)`: Gets the (read-only) value of the variable `v` (on
     the device determined by the current device scope), aggregating
     across replicas for replica-local variables. Frequently, this will be
     done automatically when using `v` in an expression or fetching it in
@@ -469,65 +837,68 @@ class DistributionStrategy(object):
 
   The standard pattern for updating variables is to:
 
-  1. Wrap your input dataset in `d.distribute_dataset()` and create an iterator.
-  2. Define each replica `d.call_for_each_replica()` up to the point of
+  1. Create an input iterator with `d.make_dataset_iterator()`.
+  2. Define each replica `d.extended.call_for_each_replica()` up to the point of
      getting a list of gradient, variable pairs.
-  3. Call `d.reduce(VariableAggregation.SUM, t, v)` or `d.batch_reduce()` to sum
-     the gradients (with locality T) into values with locality V(`v`).
-  4. Call `d.update(v)` for each variable to update its value.
+  3. Call `d.extended.reduce_to(VariableAggregation.SUM, t, v)` or
+     `d.extended.batch_reduce_to()` to sum the gradients (with locality T)
+     into values with locality V(`v`).
+  4. Call `d.extended.update(v)` for each variable to update its value.
 
   Steps 3 and 4 are done automatically by class `Optimizer` if you call
   its `apply_gradients` method in a replica context. Otherwise you can
   manually call its `_distributed_apply` method in a cross-replica context.
 
-  Another thing you might want to do in the middle of your replica function
-  is an all-reduce of some intermediate value, using `d.reduce()` or
-  `d.batch_reduce()`. You simply provide the same tensor as the input and
-  destination.
+  Another thing you might want to do in the middle of your replica function is
+  an all-reduce of some intermediate value, using `d.extended.reduce_to()` or
+  `d.extended.batch_reduce_to()`. You simply provide the same tensor as the
+  input and destination.
 
   Layers should expect to be called in a replica context, and can use
   the `get_replica_context()` function to get a `ReplicaContext` object. The
   `ReplicaContext` object has a `merge_call()` method for entering
-  cross-replica context where you can use `reduce()` (or
-  `batch_reduce()`) and then optionally `update()` to update state.
+  cross-replica context where you can use `reduce_to()` (or
+  `batch_reduce_to()`) and then optionally `update()` to update state.
 
   You may use this API whether or not a `DistributionStrategy` is
   being used, since there is a default implementation of
   `ReplicaContext` and `DistributionStrategy`.
-  """
 
-  # TODO(josh11b): Raise an exception if variable partitioning requested before
-  #   we add support.
-  # TODO(josh11b): Also `parameter_device_index` property?
-  # TODO(josh11b): `map()`
-  # TODO(josh11b): ClusterSpec/ClusterResolver
-  # TODO(josh11b): Partitioned computations, state; sharding
-  # TODO(josh11b): Model parallelism: "replicas" with multiple devices; shuffling
-  # TODO(josh11b): List of replicas with their worker and parameter devices
-  #   (where the parameter devices may overlap in the ps case).
+  NOTE for new `DistributionStrategy` implementations: Please put all logic
+  in a subclass of `DistributionStrategyExtended`. The only code needed for
+  the `DistributionStrategy` subclass is for instantiating your subclass of
+  `DistributionStrategyExtended` in the `__init__` method.
+  """
 
-  def __init__(self):
+  def __init__(self, container_strategy):
+    self._container_strategy_weakref = weakref.ref(container_strategy)
     self._default_device = None
     # This property is used to determine if we should set drop_remainder=True
     # when creating Datasets from numpy array inputs.
     self._require_static_shapes = False
 
-  def scope(self):
-    """Returns a context manager selecting this DistributionStrategy as current.
+  def _container_strategy(self):
+    """Get the containing `DistributionStrategy`.
 
-    Inside a `with distribution_strategy.scope():` code block, this thread
-    will use a variable creator set by `distribution_strategy`, and will
-    enter its "cross-replica context".
+    This should not generally be needed except when creating a new
+    `ReplicaContext` and to validate that the caller is in the correct
+    `scope()`.
 
     Returns:
-      A context manager.
+      The `DistributionStrategy` such that `strategy.extended` is `self`.
     """
+    container_strategy = self._container_strategy_weakref()
+    assert container_strategy is not None
+    return container_strategy
+
+  def _scope(self, strategy):
+    """Implementation of DistributionStrategy.scope()."""
     if distribution_strategy_context.has_distribution_strategy():
-      _require_cross_replica_context(self)
-      return _SameScopeAgainContext(self)
+      _require_cross_replica_context_extended(self)
+      return _SameScopeAgainContext(strategy)
 
     def creator_with_resource_vars(*args, **kwargs):
-      _require_distribution_strategy_scope(self)
+      _require_distribution_strategy_scope_extended(self)
       kwargs["use_resource"] = True
       return self._create_variable(*args, **kwargs)
 
@@ -540,7 +911,8 @@ class DistributionStrategy(object):
       return getter(*args, **kwargs)
 
     return _CurrentDistributionContext(
-        self, variable_scope.variable_creator_scope(creator_with_resource_vars),
+        strategy,
+        variable_scope.variable_creator_scope(creator_with_resource_vars),
         variable_scope.variable_scope(
             variable_scope.get_variable_scope(),
             custom_getter=distributed_getter), self._default_device)
@@ -603,12 +975,12 @@ class DistributionStrategy(object):
       A context manager.
     """
     def create_colocated_variable(next_creator, *args, **kwargs):
-      _require_distribution_strategy_scope(self)
+      _require_distribution_strategy_scope_extended(self)
       kwargs["use_resource"] = True
       kwargs["colocate_with"] = colocate_with_variable
       return next_creator(*args, **kwargs)
 
-    _require_distribution_strategy_scope(self)
+    _require_distribution_strategy_scope_extended(self)
     return variable_scope.variable_creator_scope(create_colocated_variable)
 
   def _call_dataset_fn(self, dataset_fn, input_context=None):
@@ -626,144 +998,44 @@ class DistributionStrategy(object):
           "DistributionStrategy.")
     return result
 
-  def make_dataset_iterator(self, dataset):
-    """Makes an iterator for input provided via input_dataset.
-
-    Data from the given dataset will be distributed evenly across all the
-    compute replicas. We will assume that the input dataset is batched by the
-    global batch size. With this assumption, we will make a best effort to
-    divide each batch across all the replicas (one or more workers).
-    If this effort fails, an error will be thrown, and the user should instead
-    use `make_input_fn_iterator` which provides more control to the user, and
-    does not try to divide a batch across replicas.
-
-    The user could also use `make_input_fn_iterator` if they want to
-    customize which input is fed to which replica/worker etc.
-
-    Args:
-      dataset: `tf.data.Dataset` that will be distributed evenly across all
-        replicas.
-
-    Returns:
-      An `InputIterator` which returns inputs for each step of the computation.
-      User should call `initialize` on the returned iterator.
-    """
-    raise NotImplementedError("must be implemented in descendants")
-
   # TODO(josh11b): `PerReplicaDataset` currently only implements a few methods of
   # Dataset API such as make_one_shot_iterator and make_initializable_iterator.
   # Extend to implement more functionality of datasets.
-  def distribute_dataset(self, dataset_fn):
-    """Return a `dataset` split across all replicas.
-
-    Suitable for providing input to for `call_for_each_replica()` by creating an
-    iterator:
-
-    ```
-    def dataset_fn():
-      return tf.data.Dataset.from_tensors([[1.]]).repeat()
-    with distribution_strategy.scope():
-      distributed_dataset = distribution_strategy.distribute_dataset(dataset_fn)
-      iterator = distributed_dataset.make_initializable_iterator()
-      replica_results = distribution_strategy.call_for_each_replica(
-          replica_fn, args=(iterator.get_next(),))
-    ```
-
-    Args:
-      dataset_fn: A function that returns a `tf.data.Dataset`.
-
-    Returns:
-      A `PerReplicaDataset` that will produce data for each replica.
-    """
+  def _distribute_dataset(self, dataset_fn):
     raise NotImplementedError("must be implemented in descendants")
 
-  def make_input_fn_iterator(self,
-                             input_fn,
-                             replication_mode=InputReplicationMode.PER_WORKER):
-    """Returns an iterator split across replicas created from an input function.
-
-    The `input_fn` should take an `InputContext` object where information about
-    input sharding can be accessed:
-
-    ```
-    def input_fn(input_context):
-      d = tf.data.Dataset.from_tensors([[1.]]).repeat()
-      return d.shard(input_context.num_input_pipelines,
-                     input_context.input_pipeline_id)
-    with distribution_strategy.scope():
-      iterator = distribution_strategy.make_input_fn_iterator(
-          input_fn)
-      replica_results = distribution_strategy.call_for_each_replica(
-          replica_fn, iterator.get_next())
-    ```
-
-    Args:
-      input_fn: A function that returns a `tf.data.Dataset`. This function is
-        expected to take an `InputContext` object.
-      replication_mode: an enum value of `InputReplicationMode`. Only
-        `PER_WORKER` is supported currently.
-
-    Returns:
-      An iterator object that can be initialized and fetched next element.
-    """
-    if replication_mode != InputReplicationMode.PER_WORKER:
-      raise ValueError(
-          "Input replication mode not supported: %r" % replication_mode)
-    return self._make_input_fn_iterator(
-        input_fn, replication_mode=replication_mode)
+  def _make_dataset_iterator(self, dataset):
+    raise NotImplementedError("must be implemented in descendants")
 
-  def _make_input_fn_iterator(self,
-                              input_fn,
-                              replication_mode=InputReplicationMode.PER_WORKER):
+  def _make_input_fn_iterator(self, input_fn, replication_mode):
     raise NotImplementedError("must be implemented in descendants")
 
-  def broadcast(self, tensor, destinations=None):
+  def broadcast_to(self, tensor, destinations):
     """Mirror a tensor on one device to all worker devices.
 
     Args:
       tensor: A Tensor value to broadcast.
-      destinations: An optional mirrored variable, device string, or
-        list of device strings, specifying the destination devices
-        to copy `tensor` to. Defaults to `self.worker_devices`.
+      destinations: A mirrored variable, device string, or list of device
+        strings, specifying the destination devices to copy `tensor` to.
 
     Returns:
       A value mirrored to `destinations` devices.
     """
     # TODO(josh11b): More docstring
-    _require_cross_replica_context(self)
-    return self._broadcast(tensor, destinations)
+    _require_cross_replica_context_extended(self)
+    return self._broadcast_to(tensor, destinations)
 
-  def _broadcast(self, tensor, destinations):
+  def _broadcast_to(self, tensor, destinations):
     raise NotImplementedError("must be implemented in descendants")
 
-  def initialize(self):
-    """Any initialization to be done before running any computations.
-
-    In eager mode, it executes any initialization as a side effect.
-    In graph mode, it creates the initialization ops and returns them.
-
-    For example, TPU initialize_system ops.
-
-    Returns:
-      A list of ops to execute.
-    """
+  def _initialize(self):
     return []
 
-  def finalize(self):
-    """Any final actions to be done at the end of all computations.
-
-    In eager mode, it executes any finalize actions as a side effect.
-    In graph mode, it creates the finalize ops and returns them.
-
-    For example, TPU shutdown ops.
-
-    Returns:
-      A list of ops to execute.
-    """
+  def _finalize(self):
     return []
 
-  def run_steps_on_dataset(self, fn, iterator, iterations=1,
-                           initial_loop_values=None):
+  def experimental_run_steps_on_iterator(self, fn, iterator, iterations=1,
+                                         initial_loop_values=None):
     """Run `fn` with input from `iterator` for `iterations` times.
 
     This method can be used to run a step function for training a number of
@@ -804,15 +1076,15 @@ class DistributionStrategy(object):
         - non_tensor_outputs: A dictionatry containing anything that was set by
           `fn` by calling `context.set_non_tensor_output`.
     """
-    _require_cross_replica_context(self)
-    return self._run_steps_on_dataset(fn, iterator, iterations,
-                                      initial_loop_values)
+    _require_cross_replica_context_extended(self)
+    return self._experimental_run_steps_on_iterator(
+        fn, iterator, iterations, initial_loop_values)
 
-  def _run_steps_on_dataset(self, fn, iterator, iterations,
-                            initial_loop_values):
+  def _experimental_run_steps_on_iterator(self, fn, iterator, iterations,
+                                          initial_loop_values):
     raise NotImplementedError("must be implemented in descendants")
 
-  def call_for_each_replica(self, fn, *args, **kwargs):
+  def call_for_each_replica(self, fn, args, kwargs):
     """Run `fn` once per replica.
 
     `fn` may call `tf.get_replica_context()` to access methods such as
@@ -855,38 +1127,21 @@ class DistributionStrategy(object):
     Returns:
       Merged return value of `fn` across all replicas.
     """
-    _require_cross_replica_context(self)
-    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
-    # allow transition.
-    a = kwargs.pop("args", None)
-    if a is not None:
-      if args:
-        raise ValueError(
-            "Can't pass *args and args=... to call_for_each_replica")
-      args = a
-    k = kwargs.pop("kwargs", None)
-    if k is not None:
-      if kwargs:
-        raise ValueError(
-            "Can't pass **kwargs and kwargs=... to call_for_each_replica")
-      kwargs = k
-    kwargs.pop("run_concurrently", None)  # Ignore old option.
+    _require_cross_replica_context_extended(self)
     return self._call_for_each_replica(fn, args, kwargs)
 
   def _call_for_each_replica(self, fn, args, kwargs):
     raise NotImplementedError("must be implemented in descendants")
 
-  def reduce(self, aggregation, value, destinations):
+  def reduce_to(self, reduce_op, value, destinations):
     """Combine (via e.g. sum or mean) values across replicas.
 
     Args:
-      aggregation: Reduction type, an instance of `tf.distribute.ReduceOp` enum.
+      reduce_op: Reduction type, an instance of `tf.distribute.ReduceOp` enum.
         DEPRECATED but still accepted values:
         `tf.VariableAggregation.SUM`,
         `tf.VariableAggregation.MEAN`,
         `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
-        # TODO(priyag): Rename this argument when moving the method to
-        # DSExtended.
       value: A per-replica value with one value per replica.
       destinations: A mirrored variable, a per-replica tensor, a device string,
         or list of device strings. The return value will be copied to all
@@ -899,60 +1154,56 @@ class DistributionStrategy(object):
     # TODO(josh11b): More docstring
     # TODO(josh11b): Return an unwrapped value if colocate_with is a
     # single device.
-    _require_cross_replica_context(self)
+    _require_cross_replica_context_extended(self)
 
     # TODO(priyag): Remove this when all callers have been updated.
-    reduce_op = aggregation
-    if isinstance(aggregation, variable_scope.VariableAggregation):
-      assert aggregation in [
+    if isinstance(reduce_op, variable_scope.VariableAggregation):
+      assert reduce_op in [
           variable_scope.VariableAggregation.SUM,
           variable_scope.VariableAggregation.MEAN,
           variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
       ]
-      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(aggregation)
-    return self._reduce(reduce_op, value, destinations)
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(reduce_op)
+    return self._reduce_to(reduce_op, value, destinations)
 
-  def _reduce(self, reduce_op, value, destinations):
+  def _reduce_to(self, reduce_op, value, destinations):
     raise NotImplementedError("must be implemented in descendants")
 
-  def batch_reduce(self, aggregation, value_destination_pairs):
-    """Combine multiple `reduce` calls into one for faster execution.
+  def batch_reduce_to(self, reduce_op, value_destination_pairs):
+    """Combine multiple `reduce_to` calls into one for faster execution.
 
     Args:
-      aggregation: Reduction type, an instance of `tf.distribute.ReduceOp` enum.
+      reduce_op: Reduction type, an instance of `tf.distribute.ReduceOp` enum.
         DEPRECATED but still accepted values:
         `tf.VariableAggregation.SUM`,
         `tf.VariableAggregation.MEAN`,
         `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
-        # TODO(priyag): Rename this argument when moving the method to
-        # DSExtended.
       value_destination_pairs: A sequence of (value, destinations)
-        pairs. See `reduce()` for a description.
+        pairs. See `reduce_to()` for a description.
 
     Returns:
       A list of mirrored values, one per pair in `value_destination_pairs`.
     """
     # TODO(josh11b): More docstring
-    _require_cross_replica_context(self)
+    _require_cross_replica_context_extended(self)
 
     # TODO(priyag): Remove this when all callers have been updated.
-    reduce_op = aggregation
-    if isinstance(aggregation, variable_scope.VariableAggregation):
-      assert aggregation in [
+    if isinstance(reduce_op, variable_scope.VariableAggregation):
+      assert reduce_op in [
           variable_scope.VariableAggregation.SUM,
           variable_scope.VariableAggregation.MEAN,
           variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
       ]
-      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(aggregation)
-    return self._batch_reduce(reduce_op, value_destination_pairs)
+      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(reduce_op)
+    return self._batch_reduce_to(reduce_op, value_destination_pairs)
 
-  def _batch_reduce(self, reduce_op, value_destination_pairs):
+  def _batch_reduce_to(self, reduce_op, value_destination_pairs):
     return [
-        self.reduce(reduce_op, t, destinations=v)
+        self.reduce_to(reduce_op, t, destinations=v)
         for t, v in value_destination_pairs
     ]
 
-  def update(self, var, fn, *args, **kwargs):
+  def update(self, var, fn, args, kwargs, group):
     """Run `fn` to update `var` using inputs mirrored to the same devices.
 
     If `var` is mirrored across multiple devices, then this implements
@@ -969,7 +1220,7 @@ class DistributionStrategy(object):
 
     Otherwise this returns `fn(var, *args, **kwargs)` colocated with `var`.
 
-    Neither `*args` nor `**kwargs` may contain per-replica values.
+    Neither `args` nor `kwargs` may contain per-replica values.
     If they contain mirrored values, they will be unwrapped before
     calling `fn`.
 
@@ -989,31 +1240,13 @@ class DistributionStrategy(object):
       where each list has an element per replica, and the caller is responsible
       for ensuring all elements are executed.
     """
-    _require_cross_replica_context(self)
-    group = kwargs.pop("group", True)
-    # We temporarily support "grouped" in addition to "group" for backward-
-    # compatibility.
-    group = kwargs.pop("grouped", True) and group
-    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
-    # allow transition.
-    a = kwargs.pop("args", None)
-    if a is not None:
-      if args:
-        raise ValueError(
-            "Can't pass *args and args=... to update")
-      args = a
-    k = kwargs.pop("kwargs", None)
-    if k is not None:
-      if kwargs:
-        raise ValueError(
-            "Can't pass **kwargs and kwargs=... to update")
-      kwargs = k
+    _require_cross_replica_context_extended(self)
     return self._update(var, fn, args, kwargs, group)
 
   def _update(self, var, fn, args, kwargs, group):
     raise NotImplementedError("must be implemented in descendants")
 
-  def update_non_slot(self, colocate_with, fn, *args, **kwargs):
+  def update_non_slot(self, colocate_with, fn, args, kwargs, group):
     """Runs `fn(*args, **kwargs)` on `colocate_with` devices.
 
     Args:
@@ -1027,42 +1260,14 @@ class DistributionStrategy(object):
     Returns:
       Return value of `fn`, possibly merged across devices.
     """
-    _require_cross_replica_context(self)
-    group = kwargs.pop("group", True)
-    # We temporarily support "grouped" in addition to "group" for backward-
-    # compatibility.
-    group = kwargs.pop("grouped", True) and group
-    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
-    # allow transition.
-    a = kwargs.pop("args", None)
-    if a is not None:
-      if args:
-        raise ValueError(
-            "Can't pass *args and args=... to update_non_slot")
-      args = a
-    k = kwargs.pop("kwargs", None)
-    if k is not None:
-      if kwargs:
-        raise ValueError(
-            "Can't pass **kwargs and kwargs=... to update_non_slot")
-      kwargs = k
+    _require_cross_replica_context_extended(self)
     return self._update_non_slot(colocate_with, fn, args, kwargs, group)
 
   def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
     raise NotImplementedError("must be implemented in descendants")
 
-  def unwrap(self, value):
-    """Returns the list of all per-replica values contained in `value`.
-
-    Args:
-      value: A value returned by `call_for_each_replica()` or a variable
-        created in `scope()`.
-
-    Returns:
-      A list of values contained in `value`. If `value` represents a single
-      value, this returns `[value].`
-    """
-    return self._unwrap(value)
+  def _unwrap(self, distributed_value):
+    raise NotImplementedError("must be implemented in descendants")
 
   def value_container(self, value):
     """Returns the container that this per-replica `value` belongs to.
@@ -1079,12 +1284,9 @@ class DistributionStrategy(object):
     """
     raise NotImplementedError("must be implemented in descendants")
 
-  def _unwrap(self, distributed_value):
-    raise NotImplementedError("must be implemented in descendants")
-
-  def group(self, value, name=None):
+  def _group(self, value, name=None):
     """Shortcut for `tf.group(distribution.unwrap(value))`."""
-    value = nest.flatten(self.unwrap(value))
+    value = nest.flatten(self._unwrap(value))
 
     if len(value) != 1 or name is not None:
       return control_flow_ops.group(value, name=name)
@@ -1095,11 +1297,11 @@ class DistributionStrategy(object):
     return v
 
   @property
-  def require_static_shapes(self):
+  def experimental_require_static_shapes(self):
     return self._require_static_shapes
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     """Returns number of replicas over which gradients are aggregated."""
     raise NotImplementedError("must be implemented in descendants")
 
@@ -1130,7 +1332,7 @@ class DistributionStrategy(object):
     raise NotImplementedError("must be implemented in descendants")
 
   @property
-  def between_graph(self):
+  def experimental_between_graph(self):
     """Whether the strategy uses between-graph replication or not.
 
       This is expected to return a constant value that will not be changed
@@ -1138,16 +1340,16 @@ class DistributionStrategy(object):
     """
     raise NotImplementedError("must be implemented in descendants")
 
-  def configure(self,
-                session_config=None,
-                cluster_spec=None,
-                task_type=None,
-                task_id=None):
+  def _configure(self,
+                 session_config=None,
+                 cluster_spec=None,
+                 task_type=None,
+                 task_id=None):
     """Configures the strategy class."""
     del session_config, cluster_spec, task_type, task_id
 
   @property
-  def should_init(self):
+  def experimental_should_init(self):
     """Whether initialization is needed."""
     raise NotImplementedError("must be implemented in descendants")
 
@@ -1258,7 +1460,7 @@ class ReplicaContext(object):
 
   @property
   def replica_id_in_sync_group(self):
-    """Which replica is being defined, a number from 0 to `num_replicas - 1`."""
+    """Which replica is being defined, from 0 to `num_replicas_in_sync - 1`."""
     require_replica_context(self)
     return self._replica_id_in_sync_group
 
@@ -1281,7 +1483,7 @@ class ReplicaContext(object):
   #   in the background, not blocking until the result was needed.
   # * When constructing a graph, it could batch up all reduction requests up
   #   to that point that the first result is needed. Most likely this can be
-  #   implemented in terms of `merge_call()` and `batch_reduce()`.
+  #   implemented in terms of `merge_call()` and `batch_reduce_to()`.
 
 # ------------------------------------------------------------------------------
 
@@ -1289,47 +1491,55 @@ class ReplicaContext(object):
 class _DefaultDistributionStrategy(DistributionStrategy):
   """Default `DistributionStrategy` if none is explicitly selected."""
 
-  def scope(self):
+  def __init__(self):
+    super(_DefaultDistributionStrategy, self).__init__(
+        _DefaultDistributionExtended(self))
+
+
+class _DefaultDistributionExtended(DistributionStrategyExtended):
+  """Implementation of _DefaultDistributionStrategy."""
+
+  def _scope(self, strategy):
     """Context manager setting a variable creator and `self` as current."""
     if distribution_strategy_context.has_distribution_strategy():
       raise RuntimeError("Must not nest DistributionStrategy scopes.")
 
     def creator(next_creator, *args, **kwargs):
-      _require_distribution_strategy_scope(self)
+      _require_distribution_strategy_scope_strategy(strategy)
       return next_creator(*args, **kwargs)
 
     return _CurrentDistributionContext(
-        self, variable_scope.variable_creator_scope(creator))
+        strategy, variable_scope.variable_creator_scope(creator))
 
   def colocate_vars_with(self, colocate_with_variable):
     """Does not require `self.scope`."""
-    _require_distribution_strategy_scope(self)
+    _require_distribution_strategy_scope_extended(self)
     return ops.colocate_with(colocate_with_variable)
 
-  def make_dataset_iterator(self, dataset):
-    return dataset.make_initializable_iterator()
-
-  def distribute_dataset(self, dataset_fn):
+  def _distribute_dataset(self, dataset_fn):
     return self._call_dataset_fn(dataset_fn)
 
+  def _make_dataset_iterator(self, dataset):
+    return dataset.make_initializable_iterator()
+
   def _make_input_fn_iterator(self,
                               input_fn,
                               replication_mode=InputReplicationMode.PER_WORKER):
     return self._call_dataset_fn(input_fn, InputContext())
 
-  def _broadcast(self, tensor, destinations):
+  def _broadcast_to(self, tensor, destinations):
     if destinations is None:
       return tensor
     else:
       raise NotImplementedError("TODO")
 
   def _call_for_each_replica(self, fn, args, kwargs):
-    with ReplicaContext(self, \
-                        replica_id_in_sync_group= \
-                        constant_op.constant(0, dtypes.int32)):
+    with ReplicaContext(
+        self._container_strategy(),
+        replica_id_in_sync_group=constant_op.constant(0, dtypes.int32)):
       return fn(*args, **kwargs)
 
-  def _reduce(self, reduce_op, value, destinations):
+  def _reduce_to(self, reduce_op, value, destinations):
     # TODO(josh11b): Use destinations?
     del reduce_op, destinations
     return value
@@ -1359,7 +1569,7 @@ class _DefaultDistributionStrategy(DistributionStrategy):
     return value
 
   @property
-  def num_replicas_in_sync(self):
+  def _num_replicas_in_sync(self):
     return 1
 
   @property
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index d8c7d64088..10b8dead5f 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -42,9 +42,16 @@ def _get_test_variable(name, synchronization, aggregation):
 
 class _TestStrategy(distribute_lib.DistributionStrategy):
 
+  def __init__(self):
+    super(_TestStrategy, self).__init__(_TestExtended(self))
+
+
+class _TestExtended(distribute_lib.DistributionStrategyExtended):
+
   def _call_for_each_replica(self, fn, args, kwargs):
     with _TestReplicaContext(
-        self, replica_id_in_sync_group=constant_op.constant(0, dtypes.int32)):
+        self._container_strategy(),
+        replica_id_in_sync_group=constant_op.constant(0, dtypes.int32)):
       return fn(*args, **kwargs)
 
   def _create_variable(self, next_creator, *args, **kwargs):
-- 
GitLab


From c82941f88c2ff47f4df68f651069a45f365b4eeb Mon Sep 17 00:00:00 2001
From: Sachin Joglekar <srjoglekar@google.com>
Date: Thu, 15 Nov 2018 16:00:04 -0800
Subject: [PATCH 1702/1825] Remove tf.load_file_system_library from TF 2.0

PiperOrigin-RevId: 221706408
---
 tensorflow/python/framework/load_library.py     |  4 +++-
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt |  4 ----
 tensorflow/tools/compatibility/renames_v2.py    | 14 ++++++++++++++
 tensorflow/tools/compatibility/tf_upgrade_v2.py |  1 +
 4 files changed, 18 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/framework/load_library.py b/tensorflow/python/framework/load_library.py
index 908a5f521e..727f6aa44c 100644
--- a/tensorflow/python/framework/load_library.py
+++ b/tensorflow/python/framework/load_library.py
@@ -31,6 +31,7 @@ from tensorflow.core.lib.core import error_codes_pb2  # pylint: disable=unused-i
 from tensorflow.python import pywrap_tensorflow as py_tf
 from tensorflow.python.lib.io import file_io
 from tensorflow.python.util import compat
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 
@@ -83,7 +84,8 @@ def load_op_library(library_filename):
   return module
 
 
-@tf_export('load_file_system_library')
+@deprecation.deprecated(date=None, instructions='Use tf.load_library instead.')
+@tf_export(v1=['load_file_system_library'])
 def load_file_system_library(library_filename):
   """Loads a TensorFlow plugin, containing file system implementation.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index a2ac908195..42b9397504 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -796,10 +796,6 @@ tf_module {
     name: "linspace"
     argspec: "args=[\'start\', \'stop\', \'num\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "load_file_system_library"
-    argspec: "args=[\'library_filename\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "load_library"
     argspec: "args=[\'library_location\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index de87f405bc..a653623a27 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -101,9 +101,22 @@ renames = {
     'tf.convert_to_tensor': 'tf.compat.v1.convert_to_tensor',
     'tf.convert_to_tensor_or_indexed_slices': 'tf.compat.v1.convert_to_tensor_or_indexed_slices',
     'tf.convert_to_tensor_or_sparse_tensor': 'tf.compat.v1.convert_to_tensor_or_sparse_tensor',
+    'tf.count_nonzero': 'tf.compat.v1.count_nonzero',
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
+    'tf.data.Dataset': 'tf.compat.v1.data.Dataset',
+    'tf.data.FixedLengthRecordDataset': 'tf.compat.v1.data.FixedLengthRecordDataset',
+    'tf.data.TFRecordDataset': 'tf.compat.v1.data.TFRecordDataset',
+    'tf.data.TextLineDataset': 'tf.compat.v1.data.TextLineDataset',
+    'tf.data.experimental.Counter': 'tf.compat.v1.data.experimental.Counter',
+    'tf.data.experimental.CsvDataset': 'tf.compat.v1.data.experimental.CsvDataset',
+    'tf.data.experimental.RandomDataset': 'tf.compat.v1.data.experimental.RandomDataset',
+    'tf.data.experimental.SqlDataset': 'tf.compat.v1.data.experimental.SqlDataset',
+    'tf.data.experimental.choose_from_datasets': 'tf.compat.v1.data.experimental.choose_from_datasets',
+    'tf.data.experimental.make_batched_features_dataset': 'tf.compat.v1.data.experimental.make_batched_features_dataset',
+    'tf.data.experimental.make_csv_dataset': 'tf.compat.v1.data.experimental.make_csv_dataset',
+    'tf.data.experimental.sample_from_datasets': 'tf.compat.v1.data.experimental.sample_from_datasets',
     'tf.decode_base64': 'tf.io.decode_base64',
     'tf.decode_compressed': 'tf.io.decode_compressed',
     'tf.decode_csv': 'tf.io.decode_csv',
@@ -254,6 +267,7 @@ renames = {
     'tf.layers.separable_conv2d': 'tf.compat.v1.layers.separable_conv2d',
     'tf.lbeta': 'tf.math.lbeta',
     'tf.lgamma': 'tf.math.lgamma',
+    'tf.load_file_system_library': 'tf.compat.v1.load_file_system_library',
     'tf.local_variables': 'tf.compat.v1.local_variables',
     'tf.local_variables_initializer': 'tf.compat.v1.local_variables_initializer',
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 7e741fa1d9..3a8ff25937 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -59,6 +59,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # Add additional renames not in renames_v2.py here.
     self.symbol_renames.update({
         "tf.sparse_concat": "tf.sparse.concat",
+        "tf.load_file_system_library": "tf.load_library",
     })
     # pylint: enable=line-too-long
 
-- 
GitLab


From d5ae07428338f9be3f664fa549a3df23a2c15bb2 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Thu, 15 Nov 2018 16:08:09 -0800
Subject: [PATCH 1703/1825] Proper test for two gpus in DeviceToDevice copy.

PiperOrigin-RevId: 221707799
---
 tensorflow/c/eager/BUILD         |  1 -
 tensorflow/c/eager/c_api_test.cc | 15 ++++++++++++++-
 2 files changed, 14 insertions(+), 2 deletions(-)

diff --git a/tensorflow/c/eager/BUILD b/tensorflow/c/eager/BUILD
index c25b78434f..ba3d8533db 100644
--- a/tensorflow/c/eager/BUILD
+++ b/tensorflow/c/eager/BUILD
@@ -133,7 +133,6 @@ tf_cuda_cc_test(
     tags = [
         "guitar",
         "multi_gpu",
-        "no_oss",
     ],
     deps = [
         ":c_api",
diff --git a/tensorflow/c/eager/c_api_test.cc b/tensorflow/c/eager/c_api_test.cc
index 55331022b9..0045bb5622 100644
--- a/tensorflow/c/eager/c_api_test.cc
+++ b/tensorflow/c/eager/c_api_test.cc
@@ -589,9 +589,22 @@ void TensorHandleCopyBetweenTwoGPUDevices(bool async) {
   TF_DeviceList* devices = TFE_ContextListDevices(ctx, status.get());
   ASSERT_EQ(TF_OK, TF_GetCode(status.get())) << TF_Message(status.get());
   const int num_devices = TF_DeviceListCount(devices);
+  bool has_gpu0 = false;
+  bool has_gpu1 = false;
+  for (int i = 0; i < num_devices; ++i) {
+    const char* dev = TF_DeviceListName(devices, i, status.get());
+    ASSERT_EQ(TF_OK, TF_GetCode(status.get())) << TF_Message(status.get());
+    string device_name(dev);
+    if (device_name.find("GPU:0") != string::npos) {
+      has_gpu0 = true;
+    }
+    if (device_name.find("GPU:1") != string::npos) {
+      has_gpu1 = true;
+    }
+  }
 
   const char* kCPUDevice = "CPU:0";
-  if (num_devices < 3) {
+  if (!has_gpu0 || !has_gpu1) {
     TF_DeleteDeviceList(devices);
     TF_DeleteTensor(t);
     TFE_DeleteTensorHandle(hcpu);
-- 
GitLab


From 8828ef8e020323d5990622b2c0467715e600d0d5 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 16:10:38 -0800
Subject: [PATCH 1704/1825] Drop support for ONLY_FIRST_REPLICA reductions.
 Instead when using ONLY_FIRST_REPLICA variable aggregation, perform a
 broadcast instead.

PiperOrigin-RevId: 221708135
---
 .../distribute/python/mirrored_strategy.py    | 21 ++++--------
 .../python/mirrored_strategy_multigpu_test.py | 19 -----------
 .../python/parameter_server_strategy.py       |  7 ----
 .../contrib/distribute/python/tpu_strategy.py |  2 --
 .../contrib/distribute/python/values.py       | 32 ++++++++-----------
 tensorflow/python/distribute/reduce_util.py   | 10 ++----
 tensorflow/python/training/distribute.py      |  4 ---
 7 files changed, 23 insertions(+), 72 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 960cd09696..fb59a8ad91 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -191,10 +191,9 @@ def _reduce_non_distributed_value(extended, reduce_op, value, destinations):
   # and equal to 0.
   if value == 0:
     return 0
-  # If the reduce op is MEAN or ONLY_FIRST_REPLICA, then this
-  # essentially means that the same value should be on all destinations.
-  if reduce_op in (reduce_util.ReduceOp.MEAN,
-                   reduce_util.ReduceOp.ONLY_FIRST_REPLICA):
+  # If there is only a single value and the reduce op is MEAN,
+  # that value should be on all destinations.
+  if reduce_op == reduce_util.ReduceOp.MEAN:
     return value
 
   cross_tower_ops_lib.validate_destinations(destinations)
@@ -587,9 +586,11 @@ class MirroredExtended(distribute_lib.DistributionStrategyExtended):
     return ctx
 
   def _broadcast_to(self, tensor, destinations):
+    if isinstance(tensor, (float, int)):  # Fast path for Python constants.
+      return tensor
     # TODO(josh11b): In eager mode, use one thread per device, or async mode.
-    return self._get_cross_tower_ops().broadcast(tensor, destinations or
-                                                 self._devices)
+    return self._get_cross_tower_ops().broadcast(
+        tensor, destinations or self._devices)
 
   def _call_for_each_replica(self, fn, args, kwargs):
     return _call_for_each_replica(self._container_strategy(), fn, args, kwargs)
@@ -637,18 +638,10 @@ class MirroredExtended(distribute_lib.DistributionStrategyExtended):
       # be 0.
       return _reduce_non_distributed_value(self, reduce_op, value,
                                            destinations)
-    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      value = value.get(self._devices[0])
-      if isinstance(value, (int, float)):
-        return value
-      return self.broadcast_to(value, destinations)
     return self._get_cross_tower_ops().reduce(
         reduce_op, value, destinations=destinations)
 
   def _batch_reduce_to(self, reduce_op, value_destination_pairs):
-    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return [self.broadcast_to(v.get(self._devices[0]), d)
-              for v, d in value_destination_pairs]
     return self._get_cross_tower_ops().batch_reduce(reduce_op,
                                                     value_destination_pairs)
 
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 78d6876723..d45eb46e6f 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -126,25 +126,6 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
       expected = sum(range(dist.num_replicas_in_sync))
       self.assertEqual(expected, self.evaluate(unwrapped[0]))
 
-  @test_util.run_in_graph_and_eager_modes
-  def testReduceOnlyFirstReplicaUpdates(self):
-    if not GPU_TEST:
-      self.skipTest("Not GPU test")
-
-    def run_fn():
-      return 3 + 5 * _replica_id()
-
-    dist = self._get_distribution_strategy()
-    with dist.scope():
-      result = dist.call_for_each_replica(run_fn)
-      reduced = dist.reduce(
-          reduce_util.ReduceOp.ONLY_FIRST_REPLICA,
-          result,
-          destinations="/device:CPU:0")
-      unwrapped = dist.unwrap(reduced)
-      self.assertEqual(1, len(unwrapped))
-      self.assertEqual(3, self.evaluate(unwrapped[0]))
-
   @test_util.run_in_graph_and_eager_modes()
   def testReduceToMultipleDestinations(self):
     if not GPU_TEST:
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 58b6c87179..e87337baff 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -22,7 +22,6 @@ from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import values
 from tensorflow.python.distribute import multi_worker_util
-from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.framework import device as tf_device
 from tensorflow.python.framework import ops
@@ -344,16 +343,10 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
       # pylint: disable=protected-access
       return mirrored_strategy._reduce_non_distributed_value(
           self, reduce_op, value, destinations)
-    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return self.broadcast_to(
-          value.get(self._compute_devices[0]), destinations)
     return self._cross_tower_ops.reduce(
         reduce_op, value, destinations=destinations)
 
   def _batch_reduce_to(self, reduce_op, value_destination_pairs):
-    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return [self.broadcast_to(v.get(self._compute_devices[0]), d)
-              for v, d in value_destination_pairs]
     for _, destinations in value_destination_pairs:
       self._verify_destinations_not_different_worker(destinations)
     return self._cross_tower_ops.batch_reduce(reduce_op,
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index 6e42bf9d97..cfe411af76 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -474,8 +474,6 @@ class TPUExtended(distribute_lib.DistributionStrategyExtended):
     else:
       raise ValueError("Multiple devices are not supported for TPUStrategy")
 
-    if reduce_op == reduce_util.ReduceOp.ONLY_FIRST_REPLICA:
-      return value[0]
     output = math_ops.add_n(value)
     if reduce_op == reduce_util.ReduceOp.MEAN:
       return output * (1. / len(value))
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/contrib/distribute/python/values.py
index 86e647c4c6..80b9b1f457 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/contrib/distribute/python/values.py
@@ -318,6 +318,14 @@ class DistributedVariable(DistributedDelegate):
 ops.register_dense_tensor_like_type(DistributedVariable)
 
 
+def _apply_aggregation(strategy, value, aggregation, destinations):
+  if aggregation == vs.VariableAggregation.ONLY_FIRST_REPLICA:
+    return strategy.broadcast(strategy.unwrap(value)[0],
+                              destinations=destinations)
+  reduce_op = reduce_util.ReduceOp.from_variable_aggregation(aggregation)
+  return strategy.reduce(reduce_op, value=value, destinations=destinations)
+
+
 class _MirroredSaveable(saver.BaseSaverBuilder.ResourceVariableSaveable):
   """Class for defining how to restore a MirroredVariable."""
 
@@ -373,14 +381,10 @@ class MirroredVariable(DistributedVariable, Mirrored,
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
                          "MirroredVariable in Replica Context.")
-      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(
-          self._aggregation)
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
-        return strategy.update(
-            self, f,
-            strategy.reduce(reduce_op, value=value, destinations=self),
-            *other_args, **other_kwargs)
+        v = _apply_aggregation(strategy, value, self._aggregation, self)
+        return strategy.update(self, f, v, *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, *args, **kwargs)
@@ -615,14 +619,10 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
                          "TPUMirroredVariable in Replica Context.")
-      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(
-          self._aggregation)
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
-        return strategy.update(
-            self, f,
-            strategy.reduce(reduce_op, value=value, destinations=self),
-            *other_args, **other_kwargs)
+        v = _apply_aggregation(strategy, value, self._aggregation, self)
+        return strategy.update(self, f, v, *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, *args, **kwargs)
@@ -1662,14 +1662,10 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
       if self._aggregation == vs.VariableAggregation.NONE:
         raise ValueError("You must specify an aggregation method to update a "
                          "a variable in Replica Context.")
-      reduce_op = reduce_util.ReduceOp.from_variable_aggregation(
-          self._aggregation)
 
       def merge_fn(strategy, value, *other_args, **other_kwargs):
-        return strategy.update(
-            self, f,
-            strategy.reduce(reduce_op, value=value, destinations=self),
-            *other_args, **other_kwargs)
+        v = _apply_aggregation(strategy, value, self._aggregation, self)
+        return strategy.update(self, f, v, *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
           merge_fn, *args, **kwargs)
diff --git a/tensorflow/python/distribute/reduce_util.py b/tensorflow/python/distribute/reduce_util.py
index 8df3923daf..eb027d8b2a 100644
--- a/tensorflow/python/distribute/reduce_util.py
+++ b/tensorflow/python/distribute/reduce_util.py
@@ -29,7 +29,6 @@ class ReduceOp(enum.Enum):
 
   * `SUM`: Add all the values.
   * `MEAN`: Take the arithmetic mean ("average") of the values.
-  * `ONLY_FIRST_REPLICA`: Return the value on the first replica.
 
   TODO(priyag): Add the following types:
   * `MIN`: Return the minimum of all values.
@@ -38,21 +37,16 @@ class ReduceOp(enum.Enum):
 
   SUM = 0
   MEAN = 1
-  ONLY_FIRST_REPLICA = 2
 
   @staticmethod
   def from_variable_aggregation(aggregation):
     mapping = {
         variable_scope.VariableAggregation.SUM: ReduceOp.SUM,
         variable_scope.VariableAggregation.MEAN: ReduceOp.MEAN,
-        variable_scope.VariableAggregation.ONLY_FIRST_REPLICA:
-            ReduceOp.ONLY_FIRST_REPLICA
     }
 
     reduce_op = mapping.get(aggregation)
     if not reduce_op:
-      raise ValueError("Could not convert from `tf.VariableAggregation` to"
-                       "`tf.distribute.ReduceOp` type")
+      raise ValueError("Could not convert from `tf.VariableAggregation` %s to"
+                       "`tf.distribute.ReduceOp` type" % aggregation)
     return reduce_op
-
-
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 130eb6ad5b..53148ed6f9 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1141,7 +1141,6 @@ class DistributionStrategyExtended(object):
         DEPRECATED but still accepted values:
         `tf.VariableAggregation.SUM`,
         `tf.VariableAggregation.MEAN`,
-        `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
       value: A per-replica value with one value per replica.
       destinations: A mirrored variable, a per-replica tensor, a device string,
         or list of device strings. The return value will be copied to all
@@ -1161,7 +1160,6 @@ class DistributionStrategyExtended(object):
       assert reduce_op in [
           variable_scope.VariableAggregation.SUM,
           variable_scope.VariableAggregation.MEAN,
-          variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
       ]
       reduce_op = reduce_util.ReduceOp.from_variable_aggregation(reduce_op)
     return self._reduce_to(reduce_op, value, destinations)
@@ -1177,7 +1175,6 @@ class DistributionStrategyExtended(object):
         DEPRECATED but still accepted values:
         `tf.VariableAggregation.SUM`,
         `tf.VariableAggregation.MEAN`,
-        `tf.VariableAggregation.ONLY_FIRST_REPLICA`.
       value_destination_pairs: A sequence of (value, destinations)
         pairs. See `reduce_to()` for a description.
 
@@ -1192,7 +1189,6 @@ class DistributionStrategyExtended(object):
       assert reduce_op in [
           variable_scope.VariableAggregation.SUM,
           variable_scope.VariableAggregation.MEAN,
-          variable_scope.VariableAggregation.ONLY_FIRST_REPLICA
       ]
       reduce_op = reduce_util.ReduceOp.from_variable_aggregation(reduce_op)
     return self._batch_reduce_to(reduce_op, value_destination_pairs)
-- 
GitLab


From 5d1b29c525250e5121c269ee1157bc300cc84d46 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Thu, 15 Nov 2018 16:15:58 -0800
Subject: [PATCH 1705/1825] Make tf-nightly pip depend on tf-estimator-nightly
 pip.

PiperOrigin-RevId: 221708873
---
 tensorflow/tools/pip_package/setup.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/tools/pip_package/setup.py b/tensorflow/tools/pip_package/setup.py
index 07475cc0c4..e164853428 100644
--- a/tensorflow/tools/pip_package/setup.py
+++ b/tensorflow/tools/pip_package/setup.py
@@ -87,7 +87,8 @@ if 'tf_nightly' in project_name:
   for i, pkg in enumerate(REQUIRED_PACKAGES):
     if 'tensorboard' in pkg:
       REQUIRED_PACKAGES[i] = 'tb-nightly >= 1.13.0a0, < 1.14.0a0'
-      break
+    if 'tensorflow_estimator' in pkg:
+      REQUIRED_PACKAGES[i] = 'tf-estimator-nightly'
 
 # weakref.finalize and enum were introduced in Python 3.4
 if sys.version_info < (3, 4):
-- 
GitLab


From 98a1c014d5f3b93666818ad7266052233387216b Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Thu, 15 Nov 2018 16:16:00 -0800
Subject: [PATCH 1706/1825] Update grappler plugin to support swap of
 forward/backward defun call. Also added a new unit test to show the e2e LSTM
 with swap of underlying functions with grappler.

PiperOrigin-RevId: 221708879
---
 tensorflow/core/framework/function.cc         |  24 +
 tensorflow/core/framework/function_test.cc    |  37 +-
 tensorflow/core/grappler/optimizers/BUILD     |   4 +-
 .../experimental_implementation_selector.cc   | 114 ++++-
 ...perimental_implementation_selector_test.cc |  95 ++++
 .../grappler/optimizers/function_api_info.cc  | 180 +++++--
 .../grappler/optimizers/function_api_info.h   |  38 +-
 .../optimizers/function_api_info_test.cc      | 118 +++--
 tensorflow/python/keras/BUILD                 |  11 +
 tensorflow/python/keras/backend.py            |   4 +-
 .../python/keras/layers/unified_rnn_test.py   | 469 ++++++++++++++++++
 11 files changed, 959 insertions(+), 135 deletions(-)
 create mode 100644 tensorflow/python/keras/layers/unified_rnn_test.py

diff --git a/tensorflow/core/framework/function.cc b/tensorflow/core/framework/function.cc
index cb894099b0..838f899911 100644
--- a/tensorflow/core/framework/function.cc
+++ b/tensorflow/core/framework/function.cc
@@ -1282,12 +1282,21 @@ GET_ATTR(bool)
 
 namespace {
 
+constexpr char kExperimentalApiImplements[] = "experimental_api_implements";
+
 absl::flat_hash_set<string> ReachableFunctions(
     const FunctionLibraryDefinition& flib,
     const protobuf::RepeatedPtrField<NodeDef>& nodes) {
   // Functions that are reachable from the graph.
   absl::flat_hash_set<string> reachable_funcs;
 
+  // For any functions, if it has attribute "experimental_api_implements" =
+  // "some_interface" and it is reachable, then it means any other
+  // function with same attribute name and value could also be potentially
+  // reachable, eg via experimental_implementation_selector swapping the
+  // nodedef.
+  absl::flat_hash_set<string> reachable_api_interface;
+
   // Functions might be reachable from the nested function calls, so we keep a
   // queue of functions that we have to check.
   gtl::InlinedVector<const FunctionDef*, 4> func_queue;
@@ -1334,6 +1343,11 @@ absl::flat_hash_set<string> ReachableFunctions(
     const string& func_name = func->signature().name();
     reachable_funcs.insert(func_name);
 
+    const auto attr_it = func->attr().find(kExperimentalApiImplements);
+    if (attr_it != func->attr().end()) {
+      reachable_api_interface.insert(attr_it->second.s());
+    }
+
     // Find all the functions called from the function body.
     const auto& func_body = func->node_def();
     std::for_each(func_body.begin(), func_body.end(), process_node);
@@ -1343,6 +1357,16 @@ absl::flat_hash_set<string> ReachableFunctions(
     if (!grad_func_name.empty()) add_to_func_queue(grad_func_name);
   }
 
+  const FunctionDefLibrary library_proto = flib.ToProto();
+  for (const auto& it : library_proto.function()) {
+    const auto attr_it = it.attr().find(kExperimentalApiImplements);
+    if (attr_it != it.attr().end()) {
+      if (reachable_api_interface.contains(attr_it->second.s())) {
+        reachable_funcs.insert(it.signature().name());
+      }
+    }
+  }
+
   return reachable_funcs;
 }
 
diff --git a/tensorflow/core/framework/function_test.cc b/tensorflow/core/framework/function_test.cc
index 28c2318c76..f57a79b167 100644
--- a/tensorflow/core/framework/function_test.cc
+++ b/tensorflow/core/framework/function_test.cc
@@ -1298,19 +1298,29 @@ TEST(FunctionLibraryDefinitionTest, ReachableDefinitions) {
   using ::tensorflow::test::function::NDef;
   using FDH = ::tensorflow::FunctionDefHelper;
 
-  const auto make_simple_fdef = [](const string& name) {
-    return FDH::Create(
+  const auto make_simple_fdef = [](const string& name,
+                                   const string& interface_name) {
+    auto func_def = FDH::Create(
         name, {"x:T", "y:T"}, {"z:T"}, {"T: {float, double}"},
         {{{"output"}, "Mul", {"x", "y"}, {{"T", "$T"}}}},
         /* Mapping between function returns and function node outputs. */
         {{"z", "output:z:0"}});
+
+    if (!interface_name.empty()) {
+      auto* attr = func_def.mutable_attr();
+      (*attr)["experimental_api_implements"].set_s(interface_name);
+    }
+    return func_def;
   };
 
-  FunctionDef func_1 = make_simple_fdef("Func1");
-  FunctionDef func_2 = make_simple_fdef("Func2");
-  FunctionDef func_3 = make_simple_fdef("Func3");
+  FunctionDef func_1 = make_simple_fdef("Func1", "");
+  FunctionDef func_2 = make_simple_fdef("Func2", "");
+  FunctionDef func_3 = make_simple_fdef("Func3", "");
+  FunctionDef func_4 = make_simple_fdef("Func4", "api_1");
+  FunctionDef func_5 = make_simple_fdef("Func5", "api_1");
+  FunctionDef func_6 = make_simple_fdef("Func6", "api_2");
 
-  FunctionDef func_2_grad = make_simple_fdef("Func2_grad");
+  FunctionDef func_2_grad = make_simple_fdef("Func2_grad", "");
 
   constexpr char kDevice[] = "/device:CPU:0";
 
@@ -1324,9 +1334,10 @@ TEST(FunctionLibraryDefinitionTest, ReachableDefinitions) {
                 {"Tout", DataTypeSlice{DT_FLOAT}},
                 {"f", FDH::FunctionRef("Func2", {{"T", DT_FLOAT}})}},
                kDevice),
+          NDef("z", "Func4", {"a", "b"}, {{"T", DT_FLOAT}}, kDevice),
       },
       // FunctionLib
-      {func_1, func_2, func_3, func_2_grad});
+      {func_1, func_2, func_3, func_2_grad, func_4, func_5, func_6});
 
   // Register custom function gradient after the graph was constructed.
   GradientDef* func3_grad_def = graph.mutable_library()->add_gradient();
@@ -1338,13 +1349,21 @@ TEST(FunctionLibraryDefinitionTest, ReachableDefinitions) {
   // - 'Func1' is called directly from the graph.
   // - 'Func2' is called indirectly via a PartitionedCall attribute, and it also
   //   has a custom gradient ('Func2_grad') that must remain in the library.
-  // - 'Func3' is unreachable and has to be removed from the library.
+  // - 'Func3' is unreachable and has to be removed from the library
+  // - 'Func4' is called directly from the graph
+  // - 'Func5' is not called directly, but it implements same interface as Func4
+  //   which is directly called.
+  // - 'Func6' is not called directly, and the interface it implements has not
+  //   not been called by another nodes in the graph.
   FunctionLibraryDefinition reachable_flib = flib.ReachableDefinitions(graph);
-  EXPECT_EQ(reachable_flib.num_functions(), 3);
+  EXPECT_EQ(reachable_flib.num_functions(), 5);
   EXPECT_TRUE(reachable_flib.Contains("Func1"));
   EXPECT_TRUE(reachable_flib.Contains("Func2"));
   EXPECT_TRUE(reachable_flib.Contains("Func2_grad"));
   EXPECT_FALSE(reachable_flib.Contains("Func3"));
+  EXPECT_TRUE(reachable_flib.Contains("Func4"));
+  EXPECT_TRUE(reachable_flib.Contains("Func5"));
+  EXPECT_FALSE(reachable_flib.Contains("Func6"));
 }
 
 // TODO(skyewm): this could be more thorough
diff --git a/tensorflow/core/grappler/optimizers/BUILD b/tensorflow/core/grappler/optimizers/BUILD
index 904fd42844..b6f989f2c9 100644
--- a/tensorflow/core/grappler/optimizers/BUILD
+++ b/tensorflow/core/grappler/optimizers/BUILD
@@ -849,6 +849,7 @@ cc_library(
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
         "//tensorflow/core:protos_all_cc",
+        "@com_google_absl//absl/container:flat_hash_map",
     ],
 )
 
@@ -875,11 +876,10 @@ cc_library(
         "//tensorflow/core:framework",
         "//tensorflow/core:lib",
         "//tensorflow/core:lib_internal",
-        "//tensorflow/core:protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
         "//tensorflow/core/grappler:op_types",
-        "//tensorflow/core/grappler:utils",
         "//tensorflow/core/grappler/costs:graph_properties",
+        "@com_google_absl//absl/strings",
     ],
 )
 
diff --git a/tensorflow/core/grappler/optimizers/experimental_implementation_selector.cc b/tensorflow/core/grappler/optimizers/experimental_implementation_selector.cc
index 2c36c9b7b3..75ad8bffef 100644
--- a/tensorflow/core/grappler/optimizers/experimental_implementation_selector.cc
+++ b/tensorflow/core/grappler/optimizers/experimental_implementation_selector.cc
@@ -17,6 +17,8 @@ limitations under the License.
 
 #include <string>
 
+#include "absl/strings/numbers.h"
+#include "absl/strings/str_split.h"
 #include "tensorflow/core/framework/op.h"
 #include "tensorflow/core/grappler/costs/graph_properties.h"
 #include "tensorflow/core/grappler/grappler_item.h"
@@ -32,6 +34,73 @@ limitations under the License.
 namespace tensorflow {
 namespace grappler {
 
+Status UpdateNodeDef(NodeDef* node_def, const string& funcName,
+                     const FunctionApiInfo& apiInfo) {
+  VLOG(3) << "Node def before swap is: " << node_def->DebugString();
+  auto tin = node_def->mutable_attr()->find("Tin");
+  tin->second.mutable_list()->clear_type();
+  for (const auto& tin_dtype : apiInfo.input_arg_dtypes()) {
+    tin->second.mutable_list()->add_type(tin_dtype);
+  }
+
+  auto tout = node_def->mutable_attr()->find("Tout");
+  tout->second.mutable_list()->clear_type();
+  for (const auto& tout_dtype : apiInfo.output_arg_dtypes()) {
+    tout->second.mutable_list()->add_type(tout_dtype);
+  }
+
+  if (apiInfo.function_type() == FunctionApiInfo::BACKWARD) {
+    // Update the inputs since for backward function, it might have different
+    // number of inputs due the different number output from forward function.
+    // The output of forward function are composed by two parts:
+    //   1. Real output tensors from defun.
+    //   2. Internal states that will be used for gradient calculation.
+    // Part 1 will be static, and part 2 could be different based on the
+    // different implementation.
+
+    const int prev_input_size = node_def->input_size();
+    const int diff = prev_input_size - apiInfo.input_arg_dtypes().size();
+    if (diff >= 0) {
+      for (int i = 0; i < diff; ++i) node_def->mutable_input()->RemoveLast();
+    } else {
+      // Adding new inputs for internal states, the name of the internal states
+      // should be in format "{forward_node_name}:{index}", where the newly
+      // added index should start from last index of the state.
+      // Eg:
+      // {
+      //   input: "gradients/unified_lstm/strided_slice_1_grad/StridedSliceGrad"
+      //   input: "gradients/zeros_like_1"
+      //   input: "gradients/zeros_like_2"
+      //   input: "unified_lstm/StatefulPartitionedCall:3"
+      //   input: "unified_lstm/StatefulPartitionedCall:4"
+      //   # New input should be "unified_lstm/StatefulPartitionedCall:5"
+      // }
+      const string last_input = node_def->input(prev_input_size - 1);
+      const std::vector<string> name_index = ::absl::StrSplit(last_input, ':');
+      if (name_index.size() != 2) {
+        return errors::InvalidArgument(
+            "Invalid format of input node name: ", last_input,
+            " Expected: {forward_node_name}:{index}");
+      }
+      const absl::string_view node_name = name_index[0];
+      int last_index;
+      if (!::absl::SimpleAtoi(name_index[1], &last_index)) {
+        return errors::InvalidArgument(
+            "The index of input node is expected to be number, got: ",
+            name_index[1]);
+      }
+      for (int i = 1; i <= -diff; ++i)
+        node_def->add_input(strings::StrCat(node_name, ":", i + last_index));
+    }
+  }
+
+  node_def->mutable_attr()->find("f")->second.mutable_func()->set_name(
+      funcName);
+
+  VLOG(3) << "Node def after swap is: " << node_def->DebugString();
+  return Status::OK();
+}
+
 Status ExperimentalImplementationSelector::LoadFunctions(
     const GraphDef& graph) {
   lib_info_.reset(new FunctionLibraryApiInfo);
@@ -43,8 +112,11 @@ Status ExperimentalImplementationSelector::MaybeOptimizeFunctionCall(
     NodeDef* node_def) const {
   // There are two ways of calling functions:
   //  1. By specifying an op name as a function name, or
-  //  2. Via the @defun functional interface, where the real function name
-  //     appear as the attribute with type func.
+  //  2. Via the @defun functional interface, where the real function call
+  //     happens with partitionedcall op, and the function name appear as the
+  //     attribute with name "f" and type func. In this use case, there are more
+  //     attributes need to be taken care, like Tin and Tout which take care of
+  //     the DTYPE of input/output.
   std::vector<string> function_attribute_names;
   for (const auto& attr : node_def->attr()) {
     if (attr.second.has_func() &&
@@ -70,22 +142,29 @@ Status ExperimentalImplementationSelector::MaybeOptimizeFunctionCall(
 
   for (const auto& attr_name : function_attribute_names) {
     string function_name = node_def->attr().at(attr_name).func().name();
-    string best_function_name;
-    lib_info_->GetBestImplementation(function_name, parsed_name.type,
-                                     &best_function_name);
-    if (function_name != best_function_name) {
-      node_def->mutable_attr()
-          ->find(attr_name)
-          ->second.mutable_func()
-          ->set_name(best_function_name);
+    std::vector<string> equiv_func_names;
+    TF_RETURN_IF_ERROR(lib_info_->GetEquivalentImplementations(
+        function_name, &equiv_func_names));
+    for (const auto& func_name : equiv_func_names) {
+      const auto& func_api_info = lib_info_->GetApiInfo(func_name);
+      if (func_api_info->preferred_device() == parsed_name.type) {
+        VLOG(2) << "Swapping: " << function_name << " TO: " << func_name;
+        TF_RETURN_IF_ERROR(UpdateNodeDef(node_def, func_name, *func_api_info));
+        break;
+      }
     }
   }
+
   if (lib_info_->GetApiInfo(node_def->op()) != nullptr) {
-    string best_function_name;
-    lib_info_->GetBestImplementation(node_def->op(), parsed_name.type,
-                                     &best_function_name);
-    if (node_def->op() != best_function_name) {
-      node_def->set_op(best_function_name);
+    std::vector<string> equiv_func_names;
+    TF_RETURN_IF_ERROR(lib_info_->GetEquivalentImplementations(
+        node_def->op(), &equiv_func_names));
+    for (const string& func_name : equiv_func_names) {
+      const auto func_api_info = lib_info_->GetApiInfo(func_name);
+      if (func_api_info->preferred_device() == parsed_name.type) {
+        node_def->set_op(func_name);
+        break;
+      }
     }
   }
   return Status::OK();
@@ -93,6 +172,11 @@ Status ExperimentalImplementationSelector::MaybeOptimizeFunctionCall(
 
 Status ExperimentalImplementationSelector::SelectImplementation(
     GraphDef* graph) const {
+  if (!graph->has_library()) {
+    VLOG(2) << "Skipping graph since it does not have function def";
+    return Status::OK();
+  }
+
   for (int k = 0; k < graph->node_size(); ++k)
     TF_RETURN_IF_ERROR(MaybeOptimizeFunctionCall(graph->mutable_node(k)));
 
diff --git a/tensorflow/core/grappler/optimizers/experimental_implementation_selector_test.cc b/tensorflow/core/grappler/optimizers/experimental_implementation_selector_test.cc
index 3f1ebefac6..e1ac7766d3 100644
--- a/tensorflow/core/grappler/optimizers/experimental_implementation_selector_test.cc
+++ b/tensorflow/core/grappler/optimizers/experimental_implementation_selector_test.cc
@@ -133,6 +133,101 @@ TEST_F(ExperimentalImplementationSelectorTest, SwapImplementationEval) {
                                  test::AsScalar<float>(2.0f));
 }
 
+TEST_F(ExperimentalImplementationSelectorTest, SwapImplementationWithGradient) {
+  using test::function::NDef;
+  using FDH = FunctionDefHelper;
+  // boost_1 returns the doubled input and a const as the internal state, the
+  // state will be feed to gradient function to mimic the behavior of backward
+  // function of defun that use internal states as extra inputs.
+  FunctionDef boost_1 = FDH::Create(
+      "Boost1", {"x:float"}, {"z:float", "s:float"}, {},
+      {{{"boost"}, "Add", {"x", "x"}, {{"T", DT_FLOAT}}},
+       FDH::Const("one", 1.0f)},
+      /* Mapping between function returns and function node outputs. */
+      {{"z", "boost:z:0"}, {"s", "one:output:0"}});
+  auto* boost_1_attr = boost_1.mutable_attr();
+  (*boost_1_attr)["experimental_api_implements"].set_s("random_boost");
+  (*boost_1_attr)["experimental_api_preferred_device"].set_s("CPU");
+  (*boost_1_attr)["backward_function_name"].set_s("BoostCpuGradient");
+
+  FunctionDef boost_1_gradient = FDH::Create(
+      "Boost1Gradient", {"x:float", "s:float"}, {"dx:float"}, {},
+      {FDH::Const("two", 2.0f),
+       {{"grad"}, "Mul", {"x", "two:output:0"}, {{"T", DT_FLOAT}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"dx", "grad:z:0"}});
+  auto* boost_1_grad_attr = boost_1_gradient.mutable_attr();
+  (*boost_1_grad_attr)["experimental_api_implements"].set_s("random_boost");
+  (*boost_1_grad_attr)["experimental_api_preferred_device"].set_s("CPU");
+  (*boost_1_grad_attr)["forward_function_name"].set_s("BoostCpu");
+
+  // boost_2 return the input * 4, and with two extra internal states.
+  FunctionDef boost_2_func = FDH::Create(
+      "Boost2", {"x:float"}, {"z:float", "s1:float", "s2:float"}, {},
+      {FDH::Const("four", 4.0f),
+       {{"boost"}, "Mul", {"x", "four:output:0"}, {{"T", DT_FLOAT}}},
+       FDH::Const("one", 1.0f),
+       FDH::Const("two", 2.0f)},
+      /* Mapping between function returns and function node outputs. */
+      {{"z", "boost:z:0"}, {"s1", "one:output:0"}, {"s2", "two:output:0"}});
+  auto* boost_2_attr = boost_2_func.mutable_attr();
+  (*boost_2_attr)["experimental_api_implements"].set_s("random_boost");
+  (*boost_2_attr)["experimental_api_preferred_device"].set_s("GPU");
+  (*boost_2_attr)["backward_function_name"].set_s("BoostGpuGradient");
+
+  FunctionDef boost_2_gradient = FDH::Create(
+      "Boost2Gradient", {"x:float", "s1:float", "s2:float"}, {"dx:float"}, {},
+      {FDH::Const("four", 4.0f),
+       {{"grad"}, "Mul", {"x", "four:output:0"}, {{"T", DT_FLOAT}}}},
+      /* Mapping between function returns and function node outputs. */
+      {{"dx", "grad:z:0"}});
+  auto* boost_2_grad_attr = boost_2_gradient.mutable_attr();
+  (*boost_2_grad_attr)["experimental_api_implements"].set_s("random_boost");
+  (*boost_2_grad_attr)["experimental_api_preferred_device"].set_s("GPU");
+  (*boost_2_grad_attr)["forward_function_name"].set_s("BoostGpu");
+
+  // Define the forward function with f = boost2 function but with CPU device.
+  // Expect the grappler plugin to swap f and attributes to use the boost1.
+  const auto forward =
+      NDef("lstm/StatefulPartitionedCall", "StatefulPartitionedCall", {"input"},
+           {{"Tin", DataTypeSlice{DT_FLOAT}},
+            {"Tout", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+            {"f", FDH::FunctionRef("Boost2")}},
+           CpuDevice);
+  const auto backward =
+      NDef("gradient/lstm/StatefulPartitionedCall", "StatefulPartitionedCall",
+           {"input", "lstm/StatefulPartitionedCall:1",
+            "lstm/StatefulPartitionedCall:2"},
+           {{"Tin", DataTypeSlice{DT_FLOAT, DT_FLOAT, DT_FLOAT}},
+            {"Tout", DataTypeSlice{DT_FLOAT}},
+            {"f", FDH::FunctionRef("Boost2Gradient")}},
+           CpuDevice);
+
+  ExperimentalImplementationSelector optimizer;
+  GraphDef output;
+  GrapplerItem item;
+  item.graph = test::function::GDef(
+      {NDef("input", "Placeholder", {}, {{"dtype", DT_FLOAT}}, CpuDevice),
+       forward, backward,
+       NDef("output", "Identity", {"lstm/StatefulPartitionedCall:0"},
+            {{"T", DT_FLOAT}}, CpuDevice)},
+      // FunctionLib
+      {boost_1, boost_1_gradient, boost_2_func, boost_2_gradient});
+
+  const Tensor input = test::AsScalar<float>(1.0f);
+  item.fetch = {"output"};
+  item.feed.emplace_back("input", input);
+
+  const auto four_times_boosted_tensor = EvaluateFetchNodes(item);
+  test::ExpectTensorEqual<float>(four_times_boosted_tensor[0],
+                                 test::AsScalar<float>(4.0f));
+
+  TF_EXPECT_OK(optimizer.Optimize(nullptr, item, &output));
+  GrapplerItem optimized(item, std::move(output));
+  const auto twice_boosted_tensor = EvaluateFetchNodes(optimized);
+  test::ExpectTensorEqual<float>(twice_boosted_tensor[0],
+                                 test::AsScalar<float>(2.0f));
+}
 }  // namespace
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/core/grappler/optimizers/function_api_info.cc b/tensorflow/core/grappler/optimizers/function_api_info.cc
index 798e0f6fd5..497ad6032e 100644
--- a/tensorflow/core/grappler/optimizers/function_api_info.cc
+++ b/tensorflow/core/grappler/optimizers/function_api_info.cc
@@ -27,6 +27,7 @@ FunctionApiInfo::FunctionApiInfo() {}
 FunctionApiInfo::~FunctionApiInfo() {}
 
 Status FunctionApiInfo::Init(const FunctionDef& function_def) {
+  function_type_ = FunctionApiInfo::FunctionType::INFERENCE;
   for (const auto& attr : function_def.attr()) {
     if (attr.first == "experimental_api_preferred_device") {
       preferred_device_ = attr.second.s();
@@ -34,7 +35,25 @@ Status FunctionApiInfo::Init(const FunctionDef& function_def) {
     if (attr.first == "experimental_api_implements") {
       interface_name_ = attr.second.s();
     }
+    if (attr.first == "forward_function_name") {
+      function_type_ = FunctionApiInfo::FunctionType::BACKWARD;
+      pairing_function_name_ = attr.second.s();
+    }
+    if (attr.first == "backward_function_name") {
+      function_type_ = FunctionApiInfo::FunctionType::FORWARD;
+      pairing_function_name_ = attr.second.s();
+    }
+  }
+
+  input_arg_dtypes_.reserve(function_def.signature().input_arg_size());
+  for (const auto& input_arg : function_def.signature().input_arg()) {
+    input_arg_dtypes_.emplace_back(input_arg.type());
   }
+  output_arg_dtypes_.reserve(function_def.signature().output_arg_size());
+  for (const auto& output_arg : function_def.signature().output_arg()) {
+    output_arg_dtypes_.emplace_back(output_arg.type());
+  }
+
   if (interface_name_.empty() && !preferred_device_.empty()) {
     return errors::InvalidArgument(
         "Function '", function_def.signature().name(),
@@ -51,53 +70,94 @@ const string& FunctionApiInfo::interface_name() const {
   return interface_name_;
 }
 
+const FunctionApiInfo::FunctionType FunctionApiInfo::function_type() const {
+  return function_type_;
+}
+
+const string& FunctionApiInfo::pairing_function_name() const {
+  return pairing_function_name_;
+}
+
+const DataTypeVector& FunctionApiInfo::input_arg_dtypes() const {
+  return input_arg_dtypes_;
+}
+
+const DataTypeVector& FunctionApiInfo::output_arg_dtypes() const {
+  return output_arg_dtypes_;
+}
+
 FunctionLibraryApiInfo::FunctionLibraryApiInfo() {}
 FunctionLibraryApiInfo::~FunctionLibraryApiInfo() {}
 
 namespace {
-bool IsSameSignature(const FunctionDef& f1, const FunctionDef& f2) {
-  if (f1.ret().size() != f2.ret().size()) return false;
+bool IsSameArgDef(const OpDef::ArgDef& arg1, const OpDef::ArgDef& arg2) {
+  if (arg1.type() != arg2.type()) return false;
+  if (arg1.type_attr() != arg2.type_attr()) return false;
+  if (arg1.number_attr() != arg2.number_attr()) return false;
+  if (arg1.type_list_attr() != arg2.type_list_attr()) return false;
+  if (arg1.is_ref() != arg2.is_ref()) return false;
+  return true;
+}
+
+bool IsSameSignature(const FunctionDef& f1, const FunctionDef& f2,
+                     const bool check_inputs, const bool check_outputs) {
   const auto& sig1 = f1.signature();
   const auto& sig2 = f2.signature();
   // Functions have positional semantics, so we don't check for names.
-  if (sig1.input_arg_size() != sig2.input_arg_size()) return false;
-  for (int k = 0; k < sig1.input_arg_size(); ++k) {
-    const OpDef::ArgDef& arg1 = sig1.input_arg(k);
-    const OpDef::ArgDef& arg2 = sig2.input_arg(k);
-    if (arg1.type() != arg2.type()) return false;
-    if (arg1.type_attr() != arg2.type_attr()) return false;
-    if (arg1.number_attr() != arg2.number_attr()) return false;
-    if (arg1.type_list_attr() != arg2.type_list_attr()) return false;
-    if (arg1.is_ref() != arg2.is_ref()) return false;
+  if (check_inputs) {
+    if (sig1.input_arg_size() != sig2.input_arg_size()) return false;
+    for (int k = 0; k < sig1.input_arg_size(); ++k) {
+      if (!IsSameArgDef(sig1.input_arg(k), sig2.input_arg(k))) return false;
+    }
+  }
+  if (check_outputs) {
+    if (f1.ret().size() != f2.ret().size()) return false;
+    if (sig1.output_arg_size() != sig2.output_arg_size()) return false;
+    for (int k = 0; k < sig1.output_arg_size(); ++k) {
+      if (!IsSameArgDef(sig1.output_arg(k), sig2.output_arg(k))) return false;
+    }
   }
   return true;
 }
 
 Status ValidateSignature(const string& interface_name,
-                         const std::vector<const FunctionDef*>& equiv_funcs) {
+                         const std::vector<const FunctionDef*>& equiv_funcs,
+                         const FunctionApiInfo::FunctionType function_type) {
   if (equiv_funcs.size() < 2) return Status::OK();
   for (size_t k = 1; k < equiv_funcs.size(); ++k) {
-    if (!IsSameSignature(*equiv_funcs[0], *equiv_funcs[k]))
+    const bool check_input =
+        (function_type == FunctionApiInfo::FunctionType::INFERENCE ||
+         function_type == FunctionApiInfo::FunctionType::FORWARD);
+    const bool check_output =
+        (function_type == FunctionApiInfo::FunctionType::INFERENCE ||
+         function_type == FunctionApiInfo::FunctionType::BACKWARD);
+    if (!IsSameSignature(*equiv_funcs[0], *equiv_funcs[k], check_input,
+                         check_output)) {
       return errors::InvalidArgument(
           "Functions '", equiv_funcs[0]->signature().name(), "' and '",
           equiv_funcs[k]->signature().name(), "' both implement '",
           interface_name, "' but their signatures do not match.");
+    }
   }
   return Status::OK();
 }
 
 Status ValidateSignatures(
     const std::unordered_map<string, std::vector<const FunctionDef*>>&
-        intf_to_func) {
+        intf_to_func,
+    const FunctionApiInfo::FunctionType function_type) {
   for (const auto& item : intf_to_func)
-    TF_RETURN_IF_ERROR(ValidateSignature(item.first, item.second));
+    TF_RETURN_IF_ERROR(
+        ValidateSignature(item.first, item.second, function_type));
   return Status::OK();
 }
 }  // namespace
 
 Status FunctionLibraryApiInfo::Init(
     const FunctionDefLibrary& function_library) {
-  std::unordered_map<string, std::vector<const FunctionDef*>> intf_to_func;
+  std::unordered_map<string, std::vector<const FunctionDef*>> infer_funcs;
+  std::unordered_map<string, std::vector<const FunctionDef*>> fwd_funcs;
+  std::unordered_map<string, std::vector<const FunctionDef*>> bwd_funcs;
   for (const auto& function : function_library.function()) {
     std::unique_ptr<FunctionApiInfo> func_info(new FunctionApiInfo);
     TF_RETURN_IF_ERROR(func_info->Init(function));
@@ -106,54 +166,64 @@ Status FunctionLibraryApiInfo::Init(
 
     const string& function_name = function.signature().name();
     const string& interface_name = func_info->interface_name();
-    func_to_intf_[function_name] = interface_name;
-    intf_to_funcs_[interface_name].emplace_back(function_name);
-    intf_to_func[interface_name].emplace_back(&function);
+    VLOG(3) << "Got " << func_info->function_type()
+            << " function: " << function_name
+            << " with interface: " << interface_name;
+    switch (func_info->function_type()) {
+      case FunctionApiInfo::FunctionType::INFERENCE:
+        intf_to_inference_funcs_[interface_name].emplace_back(function_name);
+        infer_funcs[interface_name].emplace_back(&function);
+        break;
+      case FunctionApiInfo::FunctionType::FORWARD:
+        intf_to_forward_funcs_[interface_name].emplace_back(function_name);
+        fwd_funcs[interface_name].emplace_back(&function);
+        break;
+      case FunctionApiInfo::FunctionType::BACKWARD:
+        intf_to_backward_funcs_[interface_name].emplace_back(function_name);
+        bwd_funcs[interface_name].emplace_back(&function);
+        break;
+      default:
+        return errors::InvalidArgument("Unrecognized function type: ",
+                                       func_info->function_type());
+    }
     func_info_[function_name] = std::move(func_info);
   }
-  TF_RETURN_IF_ERROR(ValidateSignatures(intf_to_func));
+  TF_RETURN_IF_ERROR(ValidateSignatures(
+      infer_funcs, FunctionApiInfo::FunctionType::INFERENCE));
+  TF_RETURN_IF_ERROR(
+      ValidateSignatures(fwd_funcs, FunctionApiInfo::FunctionType::FORWARD));
+  TF_RETURN_IF_ERROR(
+      ValidateSignatures(bwd_funcs, FunctionApiInfo::FunctionType::BACKWARD));
   return Status::OK();
 }
 
-void FunctionLibraryApiInfo::GetEquivalentImplementations(
-    const string& function_name, std::vector<string>* other_names) const {
-  const auto intf_it = func_to_intf_.find(function_name);
-  // The function does not implement any interface.
-  if (intf_it == func_to_intf_.end()) return;
-  CHECK(!intf_it->second.empty()) << "Function " << function_name
-                                  << "should at least implement 1 interface.";
-  const auto it = intf_to_funcs_.find(intf_it->second);
-  CHECK(it != intf_to_funcs_.end())
-      << "Function " << function_name << " maps to " << intf_it->second
-      << " but no reverse mapping was found";
-  CHECK_GE(it->second.size(), 1) << "Class " << it->first << " is empty";
-  other_names->reserve(it->second.size() - 1);
-  for (const auto& other_name : it->second) {
-    if (other_name == function_name) continue;
-    other_names->emplace_back(other_name);
+Status FunctionLibraryApiInfo::GetEquivalentImplementations(
+    const string& function_name, std::vector<string>* other_functions) const {
+  const auto func_it = func_info_.find(function_name);
+  if (func_it == func_info_.end()) return Status::OK();
+  const FunctionApiInfo* func_info = func_it->second.get();
+
+  absl::flat_hash_map<string, std::vector<string>>::const_iterator it;
+  switch (func_info->function_type()) {
+    case FunctionApiInfo::FunctionType::INFERENCE:
+      it = intf_to_inference_funcs_.find(func_info->interface_name());
+      break;
+    case FunctionApiInfo::FunctionType::FORWARD:
+      it = intf_to_forward_funcs_.find(func_info->interface_name());
+      break;
+    case FunctionApiInfo::FunctionType::BACKWARD:
+      it = intf_to_backward_funcs_.find(func_info->interface_name());
+      break;
+    default:
+      return errors::InvalidArgument("Unrecognized function type: ",
+                                     func_info->function_type());
   }
-}
 
-void FunctionLibraryApiInfo::GetBestImplementation(
-    const string& function_name, const string& device,
-    string* best_func_name) const {
-  CHECK(best_func_name != nullptr);
-  const auto func_it = func_to_intf_.find(function_name);
-  if (func_it == func_to_intf_.end()) return;
-
-  const auto it = intf_to_funcs_.find(func_it->second);
-  // No function found for the given interface.
-  if (it == intf_to_funcs_.end()) return;
   for (const auto& func_name : it->second) {
-    const auto func_api_info = func_info_.find(func_name)->second.get();
-    if (func_api_info->preferred_device() == device) {
-      best_func_name->assign(func_name);
-      return;
-    }
+    if (func_name == function_name) continue;
+    other_functions->emplace_back(func_name);
   }
-  // Didn't find a function with the match device name, choose the first one
-  // among all the available functions.
-  best_func_name->assign(it->second.front());
+  return Status::OK();
 }
 
 const FunctionApiInfo* FunctionLibraryApiInfo::GetApiInfo(
diff --git a/tensorflow/core/grappler/optimizers/function_api_info.h b/tensorflow/core/grappler/optimizers/function_api_info.h
index 412687c58c..9a5f548951 100644
--- a/tensorflow/core/grappler/optimizers/function_api_info.h
+++ b/tensorflow/core/grappler/optimizers/function_api_info.h
@@ -20,7 +20,10 @@ limitations under the License.
 #include <unordered_map>
 #include <vector>
 
+#include "absl/container/flat_hash_map.h"
 #include "tensorflow/core/framework/function.pb.h"
+#include "tensorflow/core/framework/types.h"
+#include "tensorflow/core/framework/types.pb.h"
 #include "tensorflow/core/lib/core/status.h"
 
 namespace tensorflow {
@@ -30,14 +33,32 @@ class FunctionApiInfo {
   FunctionApiInfo();
   virtual ~FunctionApiInfo();
 
+  enum FunctionType {
+    INFERENCE,  // Default type.
+    FORWARD,
+    BACKWARD,
+  };
+
   Status Init(const FunctionDef& function_def);
 
   const string& interface_name() const;
   const string& preferred_device() const;
+  const FunctionType function_type() const;
+  const string& pairing_function_name() const;
+  const DataTypeVector& input_arg_dtypes() const;
+  const DataTypeVector& output_arg_dtypes() const;
 
  private:
   string interface_name_;
   string preferred_device_;
+  FunctionType function_type_;
+  // The pairing function is used to pair between forward and backward function,
+  // which will be useful during function swapping. Inference function won't
+  // have pairing function.
+  string pairing_function_name_;
+  // The following two attributes are useful for forward and backward functions.
+  DataTypeVector input_arg_dtypes_;
+  DataTypeVector output_arg_dtypes_;
 
   TF_DISALLOW_COPY_AND_ASSIGN(FunctionApiInfo);
 };
@@ -55,21 +76,22 @@ class FunctionLibraryApiInfo {
   // Populate the internal field for the functions within the function_library.
   Status Init(const FunctionDefLibrary& function_library);
 
-  void GetEquivalentImplementations(const string& function_name,
-                                    std::vector<string>* other_names) const;
-
-  void GetBestImplementation(const string& function_name, const string& device,
-                             string* best_func_name) const;
+  Status GetEquivalentImplementations(
+      const string& function_name, std::vector<string>* other_functions) const;
 
   const FunctionApiInfo* GetApiInfo(const string& function_name) const;
 
  private:
   // Map between function name to function details.
   std::unordered_map<string, std::unique_ptr<FunctionApiInfo>> func_info_;
-  // Map between function name to interface name.
-  std::unordered_map<string, string> func_to_intf_;
+
   // Map between interface name to function names.
-  std::unordered_map<string, std::vector<string>> intf_to_funcs_;
+  // Forward/backward function pair usually have different signatures between
+  // each other since forward function could produce extra internal state as
+  // output, and backward will take those extra state as inputs.
+  absl::flat_hash_map<string, std::vector<string>> intf_to_inference_funcs_;
+  absl::flat_hash_map<string, std::vector<string>> intf_to_forward_funcs_;
+  absl::flat_hash_map<string, std::vector<string>> intf_to_backward_funcs_;
 
   TF_DISALLOW_COPY_AND_ASSIGN(FunctionLibraryApiInfo);
 };
diff --git a/tensorflow/core/grappler/optimizers/function_api_info_test.cc b/tensorflow/core/grappler/optimizers/function_api_info_test.cc
index 582890d3e3..b683d26b32 100644
--- a/tensorflow/core/grappler/optimizers/function_api_info_test.cc
+++ b/tensorflow/core/grappler/optimizers/function_api_info_test.cc
@@ -36,28 +36,35 @@ void SetArg(const string& name, const string& type_name,
 
 typedef std::pair<string, string> ArgSpec;  // name, type.
 
-void SetArgs(const std::vector<ArgSpec>& args_spec, OpDef* sig) {
-  for (const auto& arg_spec : args_spec)
+void SetArgs(const std::vector<ArgSpec>& input_args_spec,
+             const std::vector<ArgSpec>& output_args_spec, OpDef* sig) {
+  for (const auto& arg_spec : input_args_spec)
     SetArg(arg_spec.first, arg_spec.second, sig->add_input_arg());
-  SetArg("output", "float32", sig->add_output_arg());
+  for (const auto& arg_spec : output_args_spec)
+    SetArg(arg_spec.first, arg_spec.second, sig->add_output_arg());
 }
 
 void PopulateFunction(const string& name, const string& api_interface_name,
                       const string& preferred_device,
                       const std::vector<ArgSpec>& input_args,
+                      const std::vector<ArgSpec>& output_args,
+                      const string& forward_function_name,
+                      const string& backward_function_name,
                       FunctionDef* func_def) {
   OpDef* sig = func_def->mutable_signature();
   sig->set_name(name);
 
-  SetArgs(input_args, sig);
-
-  if (!api_interface_name.empty() || !preferred_device.empty()) {
-    auto* func_attr = func_def->mutable_attr();
-    if (!api_interface_name.empty())
-      (*func_attr)["experimental_api_implements"].set_s(api_interface_name);
-    if (!preferred_device.empty())
-      (*func_attr)["experimental_api_preferred_device"].set_s(preferred_device);
-  }
+  SetArgs(input_args, output_args, sig);
+
+  auto* func_attr = func_def->mutable_attr();
+  if (!api_interface_name.empty())
+    (*func_attr)["experimental_api_implements"].set_s(api_interface_name);
+  if (!preferred_device.empty())
+    (*func_attr)["experimental_api_preferred_device"].set_s(preferred_device);
+  if (!forward_function_name.empty())
+    (*func_attr)["forward_function_name"].set_s(forward_function_name);
+  if (!backward_function_name.empty())
+    (*func_attr)["backward_function_name"].set_s(backward_function_name);
 }
 
 void PopulateSampleLibrary(const bool mismatch_args,
@@ -65,39 +72,50 @@ void PopulateSampleLibrary(const bool mismatch_args,
   const std::vector<ArgSpec> func_args{{"in1", "float32"}, {"in2", "int32"}};
   const std::vector<ArgSpec> func_wrong_args{{"in1", "int32"},
                                              {"in2", "int32"}};
-  PopulateFunction("DoStuffCpu", "DoStuff", "CPU", func_args,
-                   func_lib->add_function());
+  const std::vector<ArgSpec> output_args{{"out", "float32"}};
+  PopulateFunction("DoStuffCpu", "DoStuff", "CPU", func_args, output_args, "",
+                   "", func_lib->add_function());
   PopulateFunction("DoStuffGpu", "DoStuff", "GPU",
-                   mismatch_args ? func_wrong_args : func_args,
+                   mismatch_args ? func_wrong_args : func_args, output_args, "",
+                   "", func_lib->add_function());
+  PopulateFunction("DoThings", "DoThings", "", func_args, output_args, "", "",
                    func_lib->add_function());
-  PopulateFunction("DoThings", "DoThings", "", func_args,
+  PopulateFunction("OneOff", "", "", func_args, output_args, "", "",
                    func_lib->add_function());
-  PopulateFunction("OneOff", "", "", func_args, func_lib->add_function());
-  PopulateFunction("AnotherOneOff", "", "", func_args,
+  PopulateFunction("AnotherOneOff", "", "", func_args, output_args, "", "",
                    func_lib->add_function());
 }
 
+void PopulateComplexLibrary(FunctionDefLibrary* func_lib) {
+  const std::vector<ArgSpec> input_args{{"in1", "float32"}, {"in2", "int32"}};
+  const std::vector<ArgSpec> output_args{{"out", "float32"}};
+  const std::vector<ArgSpec> output_with_state{
+      {"out", "float32"}, {"state1", "int32"}, {"state2", "int32"}};
+
+  PopulateFunction("DoStuffCpu", "DoStuff", "CPU", input_args, output_args, "",
+                   "DoStuffCpu_gradient", func_lib->add_function());
+  PopulateFunction("DoStuffCpu_gradient", "DoStuff", "CPU", output_args,
+                   input_args, "DoStuffCpu", "", func_lib->add_function());
+  PopulateFunction("DoStuffGpu", "DoStuff", "GPU", input_args,
+                   output_with_state, "", "DoStuffGpu_gradient",
+                   func_lib->add_function());
+  PopulateFunction("DoStuffGpu_gradient", "DoStuff", "GPU", output_with_state,
+                   input_args, "DoStuffGpu", "", func_lib->add_function());
+}
+
 bool CheckEquivImpl(const FunctionLibraryApiInfo& lib_api_info,
                     const string& func_name,
                     const std::vector<string>& expected_other) {
   std::vector<string> other_impl;
-  lib_api_info.GetEquivalentImplementations(func_name, &other_impl);
+  Status status =
+      lib_api_info.GetEquivalentImplementations(func_name, &other_impl);
+  EXPECT_EQ(status, Status::OK());
   const std::unordered_set<string> actual(other_impl.begin(), other_impl.end());
   const std::unordered_set<string> expected(expected_other.begin(),
                                             expected_other.end());
   return actual == expected;
 }
 
-bool CheckGetBestImpl(const FunctionLibraryApiInfo& lib_api_info,
-                      const string& function_name, const string& device,
-                      const string& expected_function_name) {
-  string best_function_name;
-  lib_api_info.GetBestImplementation(function_name, device,
-                                     &best_function_name);
-
-  return best_function_name == expected_function_name;
-}
-
 string GetInterfaceName(const FunctionLibraryApiInfo& lib_api_info,
                         const string& func_name) {
   auto* info = lib_api_info.GetApiInfo(func_name);
@@ -117,34 +135,46 @@ TEST(FunctionApiInfoTest, ParseTags) {
   PopulateSampleLibrary(/* mismatch_args */ false, &func_lib);
   FunctionLibraryApiInfo lib_api_info;
   TF_ASSERT_OK(lib_api_info.Init(func_lib));
+
+  EXPECT_EQ("DoStuff", GetInterfaceName(lib_api_info, "DoStuffCpu"));
+  EXPECT_EQ("DoStuff", GetInterfaceName(lib_api_info, "DoStuffGpu"));
+  EXPECT_EQ("DoThings", GetInterfaceName(lib_api_info, "DoThings"));
+
+  EXPECT_EQ("CPU", GetPreferredDevice(lib_api_info, "DoStuffCpu"));
+  EXPECT_EQ("GPU", GetPreferredDevice(lib_api_info, "DoStuffGpu"));
+  EXPECT_EQ("", GetPreferredDevice(lib_api_info, "DoThings"));
+
   EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoStuffCpu", {"DoStuffGpu"}));
   EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoStuffGpu", {"DoStuffCpu"}));
   EXPECT_TRUE(CheckEquivImpl(lib_api_info, "Undefined", {}));
   EXPECT_TRUE(CheckEquivImpl(lib_api_info, "OneOff", {}));
   EXPECT_TRUE(CheckEquivImpl(lib_api_info, "AnotherOneOff", {}));
   EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoThings", {}));
+}
+
+TEST(FunctionApiInfoTest, ComplexFunctionLib) {
+  FunctionDefLibrary func_lib;
+  PopulateComplexLibrary(&func_lib);
+  FunctionLibraryApiInfo lib_api_info;
+  TF_ASSERT_OK(lib_api_info.Init(func_lib));
 
   EXPECT_EQ("DoStuff", GetInterfaceName(lib_api_info, "DoStuffCpu"));
+  EXPECT_EQ("DoStuff", GetInterfaceName(lib_api_info, "DoStuffCpu_gradient"));
   EXPECT_EQ("DoStuff", GetInterfaceName(lib_api_info, "DoStuffGpu"));
-  EXPECT_EQ("DoThings", GetInterfaceName(lib_api_info, "DoThings"));
+  EXPECT_EQ("DoStuff", GetInterfaceName(lib_api_info, "DoStuffGpu_gradient"));
 
   EXPECT_EQ("CPU", GetPreferredDevice(lib_api_info, "DoStuffCpu"));
+  EXPECT_EQ("CPU", GetPreferredDevice(lib_api_info, "DoStuffCpu_gradient"));
   EXPECT_EQ("GPU", GetPreferredDevice(lib_api_info, "DoStuffGpu"));
-  EXPECT_EQ("", GetPreferredDevice(lib_api_info, "DoThings"));
+  EXPECT_EQ("GPU", GetPreferredDevice(lib_api_info, "DoStuffGpu_gradient"));
 
-  EXPECT_TRUE(
-      CheckGetBestImpl(lib_api_info, "DoStuffCpu", "CPU", "DoStuffCpu"));
-  EXPECT_TRUE(
-      CheckGetBestImpl(lib_api_info, "DoStuffCpu", "GPU", "DoStuffGpu"));
-  EXPECT_TRUE(
-      CheckGetBestImpl(lib_api_info, "DoStuffGpu", "CPU", "DoStuffCpu"));
-  EXPECT_TRUE(
-      CheckGetBestImpl(lib_api_info, "DoStuffGpu", "GPU", "DoStuffGpu"));
-
-  EXPECT_TRUE(CheckGetBestImpl(lib_api_info, "DoThings", "GPU", "DoThings"));
-  // TPU impl is not available, choose the first one available which is the CPU.
-  EXPECT_TRUE(
-      CheckGetBestImpl(lib_api_info, "DoStuffGpu", "TPU", "DoStuffCpu"));
+  EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoStuffCpu", {"DoStuffGpu"}));
+  EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoStuffGpu", {"DoStuffCpu"}));
+  EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoStuffCpu_gradient",
+                             {"DoStuffGpu_gradient"}));
+  EXPECT_TRUE(CheckEquivImpl(lib_api_info, "DoStuffGpu_gradient",
+                             {"DoStuffCpu_gradient"}));
+  EXPECT_TRUE(CheckEquivImpl(lib_api_info, "Undefined", {}));
 }
 
 TEST(FunctionApiInfoTest, MismatchedArguments) {
diff --git a/tensorflow/python/keras/BUILD b/tensorflow/python/keras/BUILD
index 365ae4746d..510fcc04b4 100755
--- a/tensorflow/python/keras/BUILD
+++ b/tensorflow/python/keras/BUILD
@@ -508,6 +508,17 @@ py_test(
     ],
 )
 
+cuda_py_test(
+    name = "unified_rnn_test",
+    size = "medium",
+    srcs = ["layers/unified_rnn_test.py"],
+    additional_deps = [
+        ":keras",
+        "//third_party/py/numpy",
+        "//tensorflow/python:client_testlib",
+    ],
+)
+
 py_test(
     name = "serialization_test",
     size = "small",
diff --git a/tensorflow/python/keras/backend.py b/tensorflow/python/keras/backend.py
index c67b7a5b0b..8ab8f2ae04 100644
--- a/tensorflow/python/keras/backend.py
+++ b/tensorflow/python/keras/backend.py
@@ -3570,12 +3570,12 @@ def rnn(step_function,
           **while_loop_kwargs)
       new_states = final_outputs[2:]
 
-    last_time = final_outputs[0]
     output_ta = final_outputs[1]
 
     outputs = tuple(o.stack() for o in output_ta)
+    last_output = tuple(o[-1] for o in outputs)
+
     outputs = nest.pack_sequence_as(output_time_zero, outputs)
-    last_output = tuple(o.read(last_time - 1) for o in output_ta)
     last_output = nest.pack_sequence_as(output_time_zero, last_output)
 
   # static shape inference
diff --git a/tensorflow/python/keras/layers/unified_rnn_test.py b/tensorflow/python/keras/layers/unified_rnn_test.py
new file mode 100644
index 0000000000..015a079a0d
--- /dev/null
+++ b/tensorflow/python/keras/layers/unified_rnn_test.py
@@ -0,0 +1,469 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for UnifiedLSTM layer."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import collections
+
+from tensorflow.core.protobuf import config_pb2
+from tensorflow.core.protobuf import rewriter_config_pb2
+from tensorflow.python import keras
+from tensorflow.python.client import session
+from tensorflow.python.eager import function
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
+from tensorflow.python.keras import activations
+from tensorflow.python.keras import backend as K
+from tensorflow.python.keras import constraints
+from tensorflow.python.keras import initializers
+from tensorflow.python.keras import regularizers
+from tensorflow.python.keras import testing_utils
+from tensorflow.python.keras.engine.base_layer import \
+  InputSpec
+from tensorflow.python.keras.layers.recurrent import RNN
+from tensorflow.python.keras.utils import tf_utils
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import gen_cudnn_rnn_ops
+from tensorflow.python.ops import gen_math_ops
+from tensorflow.python.ops import state_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.ops.losses import losses
+from tensorflow.python.platform import test
+from tensorflow.python.training import gradient_descent
+
+
+class RNNTest(test.TestCase):
+
+  def test_unifiedRNN(self):
+    rewrites = rewriter_config_pb2.RewriterConfig()
+    rewrites.function_optimization = rewriter_config_pb2.RewriterConfig.OFF
+    customer_optimizer = rewrites.custom_optimizers.add()
+    customer_optimizer.name = 'ExperimentalImplementationSelector'
+    rewrites.min_graph_nodes = -1
+    graph_options = config_pb2.GraphOptions(rewrite_options=rewrites)
+    config = config_pb2.ConfigProto(graph_options=graph_options)
+
+    input_shape = 10
+    rnn_state_size = 8
+    output_shape = 8
+    timestep = 4
+    batch = 100
+    epoch = 1
+
+    with ops.Graph().as_default(), session.Session(config=config) as sess:
+      (x_train, y_train), _ = testing_utils.get_test_data(
+          train_samples=batch,
+          test_samples=0,
+          input_shape=(timestep, input_shape),
+          num_classes=output_shape)
+      y_train = keras.utils.to_categorical(y_train)
+
+      layer = UnifiedLSTM(rnn_state_size)
+
+      inputs = array_ops.placeholder(
+          dtypes.float32, shape=(None, timestep, input_shape), name='inputs')
+      predict = array_ops.placeholder(
+          dtypes.float32, shape=(None, output_shape), name='predict')
+
+      outputs, runtime = layer(inputs)
+      loss = losses.softmax_cross_entropy(predict, outputs)
+      optimizer = gradient_descent.GradientDescentOptimizer(0.001)
+      train_op = optimizer.minimize(loss)
+
+      sess.run([variables.global_variables_initializer()])
+      existing_loss = 0
+      for _ in range(epoch):
+        loss_value, _, runtime_value = sess.run([loss, train_op, runtime], {
+            inputs: x_train,
+            predict: y_train
+        })
+        if test.is_gpu_available():
+          self.assertEquals(runtime_value, b'cudnn')
+        else:
+          self.assertEquals(runtime_value, b'cpu')
+        # Make sure the loss is updated for every epoch
+        # (layer weights properly updated).
+        self.assertNotEqual(existing_loss, loss_value)
+        existing_loss = loss_value
+
+  def test_unifiedRNN_with_cond(self):
+    # This test is to demonstrate the graph rewrite of grappler plugin under
+    # the condition that the function returns different number of internal
+    # states.
+    rewrites = rewriter_config_pb2.RewriterConfig()
+    rewrites.function_optimization = rewriter_config_pb2.RewriterConfig.OFF
+    customer_optimizer = rewrites.custom_optimizers.add()
+    customer_optimizer.name = 'ExperimentalImplementationSelector'
+    rewrites.min_graph_nodes = -1
+    graph_options = config_pb2.GraphOptions(rewrite_options=rewrites)
+    config = config_pb2.ConfigProto(graph_options=graph_options)
+
+    input_shape = 10
+    rnn_state_size = 8
+    output_shape = 8
+    timestep = 4
+    batch = 100
+    epoch = 1
+
+    with ops.Graph().as_default(), session.Session(config=config) as sess:
+      (x_train, y_train), _ = testing_utils.get_test_data(
+          train_samples=batch,
+          test_samples=0,
+          input_shape=(timestep, input_shape),
+          num_classes=output_shape)
+      y_train = keras.utils.to_categorical(y_train)
+
+      layer = UnifiedLSTM(rnn_state_size)
+
+      inputs = array_ops.placeholder(
+          dtypes.float32, shape=(None, timestep, input_shape), name='inputs')
+      predict = array_ops.placeholder(
+          dtypes.float32, shape=(None, output_shape), name='predict')
+
+      zeros = array_ops.zeros([batch, output_shape])
+      dummy_runtime = constant_op.constant(
+          'unknown', dtype=dtypes.string, name='runtime')
+      a = constant_op.constant(0)
+      b = constant_op.constant(1)
+      # Will always run the lstm layer.
+      outputs, runtime = control_flow_ops.cond(
+          gen_math_ops.less(a, b),
+          lambda: layer(inputs),
+          lambda: (zeros, dummy_runtime))
+      loss = losses.softmax_cross_entropy(predict, outputs)
+      optimizer = gradient_descent.GradientDescentOptimizer(0.001)
+      train_op = optimizer.minimize(loss)
+
+      sess.run([variables.global_variables_initializer()])
+      existing_loss = 0
+
+      for _ in range(epoch):
+        loss_value, _, runtime_value = sess.run([loss, train_op, runtime], {
+            inputs: x_train,
+            predict: y_train
+        })
+        if test.is_gpu_available():
+          self.assertEquals(runtime_value, b'cudnn')
+        else:
+          self.assertEquals(runtime_value, b'cpu')
+        # Make sure the loss is updated for every epoch
+        # (layer weights properly updated).
+        self.assertNotEqual(existing_loss, loss_value)
+        existing_loss = loss_value
+
+
+class UnifiedLSTM(RNN):
+
+  def __init__(self,
+               units,
+               kernel_initializer='glorot_uniform',
+               recurrent_initializer='orthogonal',
+               bias_initializer='zeros',
+               unit_forget_bias=True,
+               kernel_regularizer=None,
+               recurrent_regularizer=None,
+               bias_regularizer=None,
+               activity_regularizer=None,
+               kernel_constraint=None,
+               recurrent_constraint=None,
+               bias_constraint=None,
+               return_sequences=False,
+               return_state=False,
+               go_backwards=False,
+               stateful=False,
+               time_major=False,
+               **kwargs):
+    super(RNN, self).__init__(**kwargs)  # pylint: disable=bad-super-call
+    self.units = units
+    cell_spec = collections.namedtuple('cell', ['state_size', 'output_size'])
+    self.cell = cell_spec(
+        state_size=(self.units, self.units), output_size=self.units)
+
+    self.kernel_initializer = initializers.get(kernel_initializer)
+    self.recurrent_initializer = initializers.get(recurrent_initializer)
+    self.bias_initializer = initializers.get(bias_initializer)
+    self.unit_forget_bias = unit_forget_bias
+
+    self.kernel_regularizer = regularizers.get(kernel_regularizer)
+    self.recurrent_regularizer = regularizers.get(recurrent_regularizer)
+    self.bias_regularizer = regularizers.get(bias_regularizer)
+    self.activity_regularizer = regularizers.get(activity_regularizer)
+
+    self.kernel_constraint = constraints.get(kernel_constraint)
+    self.recurrent_constraint = constraints.get(recurrent_constraint)
+    self.bias_constraint = constraints.get(bias_constraint)
+
+    self.return_sequences = return_sequences
+    self.return_state = return_state
+    self.go_backwards = go_backwards
+    self.stateful = stateful
+    self.time_major = time_major
+    self._num_constants = None
+    self._num_inputs = None
+    self._states = None
+    self.input_spec = [InputSpec(ndim=3)]
+    self.state_spec = [
+        InputSpec(shape=(None, dim)) for dim in (self.units, self.units)
+    ]
+
+  @tf_utils.shape_type_conversion
+  def build(self, input_shape):
+    super(UnifiedLSTM, self).build(input_shape)
+    if isinstance(input_shape, list):
+      input_shape = input_shape[0]
+    input_dim = int(input_shape[-1])
+
+    self.kernel = self.add_weight(
+        shape=(input_dim, self.units * 4),
+        name='kernel',
+        dtype=dtypes.float32,
+        use_resource=True,
+        initializer=self.kernel_initializer,
+        regularizer=self.kernel_regularizer,
+        constraint=self.kernel_constraint)
+    self.recurrent_kernel = self.add_weight(
+        shape=(self.units, self.units * 4),
+        name='recurrent_kernel',
+        dtype=dtypes.float32,
+        use_resource=True,
+        initializer=self.recurrent_initializer,
+        regularizer=self.recurrent_regularizer,
+        constraint=self.recurrent_constraint)
+
+    # Normal LSTM has 4 bias instead of 8.
+    if self.unit_forget_bias:
+
+      def bias_initializer(_, *args, **kwargs):
+        return array_ops.concat([
+            self.bias_initializer((self.units * 5,), *args, **kwargs),
+            initializers.Ones()((self.units,), *args, **kwargs),
+            self.bias_initializer((self.units * 2,), *args, **kwargs),
+        ],
+                                axis=0)
+    else:
+      bias_initializer = self.bias_initializer
+    self.bias = self.add_weight(
+        shape=(self.units * 8,),
+        name='bias',
+        dtype=dtypes.float32,
+        use_resource=True,
+        initializer=bias_initializer,
+        regularizer=self.bias_regularizer,
+        constraint=self.bias_constraint)
+    self.built = True
+
+  def call(self, inputs, mask=None, training=None, initial_state=None):
+    if isinstance(inputs, list):
+      initial_state = inputs[1:]
+      inputs = inputs[0]
+    elif initial_state is not None:
+      pass
+    elif self.stateful:
+      initial_state = self.states
+    else:
+      initial_state = self.get_initial_state(inputs)
+
+    if len(initial_state) != len(self.states):
+      raise ValueError('Layer has ' + str(len(self.states)) +
+                       ' states but was passed ' + str(len(initial_state)) +
+                       ' initial states.')
+
+    if self.go_backwards:
+      # Reverse time axis.
+      inputs = K.reverse(inputs, 1)
+
+    outputs, [new_h, new_c], runtime = normal_lstm(
+        inputs, initial_state[0], initial_state[1], self.kernel,
+        self.recurrent_kernel, self.bias, self.units)
+
+    function.register(cudnn_lstm, inputs, initial_state[0], initial_state[1],
+                      self.kernel, self.recurrent_kernel, self.bias, self.units)
+
+    states = [new_h, new_c]
+
+    if self.stateful:
+      updates = []
+      for i in range(len(states)):
+        updates.append(state_ops.assign(self.states[i], states[i]))
+      self.add_update(updates, inputs)
+
+    if self.return_sequences:
+      output = outputs
+    else:
+      output = outputs[:, -1, :]
+
+    if self.return_state:
+      return [output] + states
+    else:
+      return output, runtime
+
+  @tf_utils.shape_type_conversion
+  def compute_output_shape(self, input_shape):
+    if isinstance(input_shape, list):
+      input_shape = input_shape[0]
+
+    if _is_multiple_state(self.cell.state_size):
+      state_size = self.cell.state_size
+    else:
+      state_size = [self.cell.state_size]
+
+    if getattr(self.cell, 'output_size', None) is not None:
+      output_dim = tensor_shape.as_shape(self.cell.output_size).as_list()
+    else:
+      # Note that state_size[0] could be a tensor_shape or int.
+      output_dim = tensor_shape.as_shape(state_size[0]).as_list()
+
+    if self.return_sequences:
+      output_shape = tuple([input_shape[0], input_shape[1]] + output_dim)
+    else:
+      output_shape = tuple([input_shape[0]] + output_dim)
+
+    if self.return_state:
+      state_shape = [
+          tuple([input_shape[0]] + tensor_shape.as_shape(dim).as_list())
+          for dim in state_size
+      ]
+      return [output_shape] + state_shape
+    else:
+      return output_shape
+
+  @property
+  def trainable_weights(self):
+    if self.trainable and self.built:
+      return [self.kernel, self.recurrent_kernel, self.bias]
+    return []
+
+  @property
+  def non_trainable_weights(self):
+    if not self.trainable and self.built:
+      return [self.kernel, self.recurrent_kernel, self.bias]
+    return []
+
+  @property
+  def losses(self):
+    return super(RNN, self).losses
+
+  def get_losses_for(self, inputs=None):
+    return super(RNN, self).get_losses_for(inputs=inputs)   # pylint: disable=bad-super-call
+
+  def get_weights(self):
+    return super(RNN, self).get_weights()  # pylint: disable=bad-super-call
+
+
+def _canonical_to_params(weights, biases, shape):
+  weights = [array_ops.reshape(x, shape) for x in weights]
+  biases = [array_ops.reshape(x, shape) for x in biases]
+  return array_ops.concat(weights + biases, axis=0)
+
+
+def _is_multiple_state(state_size):
+  """Check whether the state_size contains multiple states."""
+  return (hasattr(state_size, '__len__') and
+          not isinstance(state_size, tensor_shape.TensorShape))
+
+
+@function.defun_with_attributes(
+    attributes={
+        'experimental_api_implements': 'lstm',
+        'experimental_api_preferred_device': 'CPU'
+    })
+def normal_lstm(inputs, init_h, init_c, kernel, recurrent_kernel, bias, units):
+  input_shape = K.int_shape(inputs)
+  timesteps = input_shape[1]
+
+  def step(cell_inputs, cell_states):
+    h_tm1 = cell_states[0]  # previous memory state
+    c_tm1 = cell_states[1]  # previous carry state
+
+    # Only use the second half of the bias weights.
+    _, real_bias = array_ops.split(bias, 2)
+
+    z = K.dot(cell_inputs, kernel)
+    z += K.dot(h_tm1, recurrent_kernel)
+    z = K.bias_add(z, real_bias)
+
+    z0 = z[:, :units]
+    z1 = z[:, units:2 * units]
+    z2 = z[:, 2 * units:3 * units]
+    z3 = z[:, 3 * units:]
+
+    i = activations.get('hard_sigmoid')(z0)
+    f = activations.get('hard_sigmoid')(z1)
+    c = f * c_tm1 + i * activations.get('tanh')(z2)
+    o = activations.get('hard_sigmoid')(z3)
+
+    h = o * activations.get('tanh')(c)
+    return h, [h, c]
+
+  _, outputs, new_states = K.rnn(
+      step,
+      inputs, [init_h, init_c],
+      constants=None,
+      unroll=False,
+      input_length=timesteps)
+  return outputs, new_states, constant_op.constant(
+      'cpu', dtype=dtypes.string, name='runtime')
+
+
+@function.defun_with_attributes(
+    attributes={
+        'experimental_api_implements': 'lstm',
+        'experimental_api_preferred_device': 'GPU'
+    })
+def cudnn_lstm(inputs, input_h, input_c, kernel, recurrent_kernel, bias, units):
+  inputs = array_ops.transpose(inputs, perm=(1, 0, 2))
+  input_h = array_ops.expand_dims(input_h, axis=0)
+  input_c = array_ops.expand_dims(input_c, axis=0)
+
+  params = _canonical_to_params(
+      weights=[
+          kernel[:, :units],
+          kernel[:, units:units * 2],
+          kernel[:, units * 2:units * 3],
+          kernel[:, units * 3:],
+          recurrent_kernel[:, :units],
+          recurrent_kernel[:, units:units * 2],
+          recurrent_kernel[:, units * 2:units * 3],
+          recurrent_kernel[:, units * 3:],
+      ],
+      biases=[
+          bias[:units],
+          bias[units:units * 2],
+          bias[units * 2:units * 3],
+          bias[units * 3:units * 4],
+          bias[units * 4:units * 5],
+          bias[units * 5:units * 6],
+          bias[units * 6:units * 7],
+          bias[units * 7:],
+      ],
+      shape=constant_op.constant([-1]))
+
+  outputs, h, c, _ = gen_cudnn_rnn_ops.cudnn_rnn(
+      inputs, input_h=input_h, input_c=input_c, params=params)
+  outputs = array_ops.transpose(outputs, perm=[1, 0, 2])
+  h = h[0]
+  c = c[0]
+  return outputs, [h, c], constant_op.constant(
+      'cudnn', dtype=dtypes.string, name='runtime')
+
+
+if __name__ == '__main__':
+  test.main()
-- 
GitLab


From 4a46b26914dbe4e366ad07da2c7897115e07c6b0 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 16:18:51 -0800
Subject: [PATCH 1707/1825] Drop unused contrib deps.

PiperOrigin-RevId: 221709337
---
 tensorflow/contrib/distribute/python/BUILD | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 4b96179077..bf5adb1a50 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -152,7 +152,6 @@ py_library(
     visibility = ["//tensorflow:internal"],
     deps = [
         ":values",
-        "//tensorflow/contrib/eager/python:datasets",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:distribute",
         "//tensorflow/python:dtypes",
@@ -715,8 +714,6 @@ cuda_py_test(
     additional_deps = [
         ":input_ops",
         "//tensorflow/python/data/ops:dataset_ops",
-        "//tensorflow/contrib/data/python/ops:batching",
-        "//tensorflow/contrib/data/python/ops:interleave_ops",
         "//tensorflow/python:errors",
         "//tensorflow/python:client_testlib",
         "//tensorflow/python:framework_ops",
@@ -769,7 +766,6 @@ py_library(
     srcs = ["metrics_v1_test.py"],
     deps = [
         ":combinations",
-        "//tensorflow/contrib/data/python/ops:batching",
         "//tensorflow/python:math_ops",
         "//tensorflow/python:metrics",
         "//tensorflow/python:variables",
-- 
GitLab


From dba6ada47754dd60990ed999b25b6659819b55c3 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 15 Nov 2018 16:22:52 -0800
Subject: [PATCH 1708/1825] [tf.data] Add deprecated `tf.contrib.data` symbols
 to the conversion script.

PiperOrigin-RevId: 221709955
---
 .../tools/compatibility/tf_upgrade_v2.py      | 42 +++++++++++++++++++
 1 file changed, 42 insertions(+)

diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 3a8ff25937..7e87b7d764 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -58,6 +58,48 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # pylint: disable=line-too-long
     # Add additional renames not in renames_v2.py here.
     self.symbol_renames.update({
+        "tf.contrib.data.AUTOTUNE": "tf.data.experimental.AUTOTUNE",
+        "tf.contrib.data.Counter": "tf.data.experimental.Counter",
+        "tf.contrib.data.CheckpointInputPipelineHook": "tf.data.experimental.CheckpointInputPipelineHook",
+        "tf.contrib.data.CsvDataset": "tf.data.experimental.CsvDataset",
+        "tf.contrib.data.Optional": "tf.data.experimental.Optional",
+        "tf.contrib.data.RandomDataset": "tf.data.experimental.RandomDataset",
+        "tf.contrib.data.Reducer": "tf.data.experimental.Reducer",
+        "tf.contrib.data.SqlDataset": "tf.data.experimental.SqlDataset",
+        "tf.contrib.data.StatsAggregator": "tf.data.experimental.StatsAggregator",
+        "tf.contrib.data.TFRecordWriter": "tf.data.experimental.TFRecordWriter",
+        "tf.contrib.data.assert_element_shape": "tf.data.experimental.assert_element_shape",
+        "tf.contrib.data.batch_and_drop_remainder": "tf.compat.v1.contrib.data.batch_and_drop_remainder",
+        "tf.contrib.data.bucket_by_sequence_length": "tf.data.experimental.bucket_by_sequence_length",
+        "tf.contrib.data.choose_from_datasets": "tf.data.experimental.choose_from_datasets",
+        "tf.contrib.data.copy_to_device": "tf.data.experimental.copy_to_device",
+        "tf.contrib.data.dense_to_sparse_batch": "tf.data.experimental.dense_to_sparse_batch",
+        "tf.contrib.data.enumerate_dataset": "tf.data.experimental.enumerate_dataset",
+        "tf.contrib.data.get_next_as_optional": "tf.data.experimental.get_next_as_optional",
+        "tf.contrib.data.get_single_element": "tf.data.experimental.get_single_element",
+        "tf.contrib.data.group_by_reducer": "tf.data.experimental.group_by_reducer",
+        "tf.contrib.data.group_by_window": "tf.data.experimental.group_by_window",
+        "tf.contrib.data.ignore_errors": "tf.data.experimental.ignore_errors",
+        "tf.contrib.data.latency_stats": "tf.data.experimental.latency_stats",
+        "tf.contrib.data.make_batched_features_dataset": "tf.data.experimental.make_batched_features_dataset",
+        "tf.contrib.data.make_csv_dataset": "tf.data.experimental.make_csv_dataset",
+        "tf.contrib.data.make_saveable_from_iterator": "tf.data.experimental.make_saveable_from_iterator",
+        "tf.contrib.data.map_and_batch": "tf.data.experimental.map_and_batch",
+        "tf.contrib.data.padded_batch_and_drop_remainder": "tf.compat.v1.contrib.data.padded_batch_and_drop_remainder",
+        "tf.contrib.data.parallel_interleave": "tf.data.experimental.parallel_interleave",
+        "tf.contrib.data.parse_example_dataset": "tf.data.experimental.parse_example_dataset",
+        "tf.contrib.data.prefetch_to_device": "tf.data.experimental.prefetch_to_device",
+        "tf.contrib.data.read_batch_features": "tf.compat.v1.contrib.data.read_batch_features",
+        "tf.contrib.data.reduce_dataset": "tf.compat.v1.contrib.data.reduce_dataset",
+        "tf.contrib.data.rejection_resample": "tf.data.experimental.rejection_resample",
+        "tf.contrib.data.sample_from_datasets": "tf.data.experimental.sample_from_datasets",
+        "tf.contrib.data.scan": "tf.data.experimental.scan",
+        "tf.contrib.data.set_stats_aggregator": "tf.data.experimental.set_stats_aggregator",
+        "tf.contrib.data.shuffle_and_repeat": "tf.data.experimental.shuffle_and_repeat",
+        "tf.contrib.data.sliding_window_batch": "tf.compat.v1.contrib.data.sliding_window_batch",
+        "tf.contrib.data.sloppy_interleave": "tf.compat.v1.contrib.data.sloppy_interleave",
+        "tf.contrib.data.unbatch": "tf.data.experimental.unbatch",
+        "tf.contrib.data.unique": "tf.data.experimental.unique",
         "tf.sparse_concat": "tf.sparse.concat",
         "tf.load_file_system_library": "tf.load_library",
     })
-- 
GitLab


From 582672a1c206238252dc7703bc5928f054dd6c15 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Thu, 15 Nov 2018 16:25:08 -0800
Subject: [PATCH 1709/1825] Automated rollback of commit
 0cfa4c157d317ccb4ccd1f6c85773f973d628695

PiperOrigin-RevId: 221710313
---
 tensorflow/core/framework/tensor.h       | 87 +++++++++---------------
 tensorflow/core/framework/tensor_test.cc | 11 ++-
 2 files changed, 36 insertions(+), 62 deletions(-)

diff --git a/tensorflow/core/framework/tensor.h b/tensorflow/core/framework/tensor.h
index 797ce5f0be..8a5633983b 100644
--- a/tensorflow/core/framework/tensor.h
+++ b/tensorflow/core/framework/tensor.h
@@ -30,7 +30,6 @@ limitations under the License.
 #include "tensorflow/core/lib/gtl/inlined_vector.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
-#include "tensorflow/core/platform/mem.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
@@ -120,7 +119,7 @@ class Tensor {
 
   class HostScalarTensorBufferBase;
   template <typename T>
-  struct ValueAndTensorBuffer;
+  class HostScalarTensorBuffer;
 
   // Creates a tensor with the given scalar `value` in CPU memory.
   template <typename T>
@@ -877,62 +876,40 @@ class Tensor::HostScalarTensorBufferBase : public TensorBuffer {
   void FillAllocationDescription(AllocationDescription* proto) const final;
 };
 
+// `Tensor::HostScalarTensorBuffer<T>` is a specialized `TensorBuffer`
+// implementation for storing a single scalar value.
+//
+// TODO(mrry): Evaluate other compilers or approaches to aligning the value
+// so that it can be used directly as a tensor value. For example, in a C++17
+// future, we could use `alignas(EIGEN_MAX_ALIGN_BYTES)` to store the value
+// inline in this object to save an allocation. However, this is not currently
+// widely supported in our compilers.
 template <typename T>
-Tensor::Tensor(T value, host_scalar_tag tag) {
-  // A packed representation for a single scalar value of type `T`, and a
-  // `TensorBuffer` implementation that describes (and manages the lifetime of)
-  // that value.
-  struct ValueAndTensorBuffer {
-    class HostScalarTensorBuffer : public HostScalarTensorBufferBase {
-     public:
-      HostScalarTensorBuffer(void* data) : data_(data) {}
-      void* data() const final { return const_cast<void*>(data_); }
-      size_t size() const final { return sizeof(T); }
-      TensorBuffer* root_buffer() final { return this; }
-
-      // Override `operator delete` so that calling `delete this` in
-      // `core::Refcounted::Unref()` for an object of this type will free
-      // the enclosing `ValueAndTensorBuffer` for the tensor buffer.
-      static void operator delete(void* ptr) {
-        // Use a dummy object to compute to offset of
-        // `ValueAndTensorBuffer::tensor_buffer`, because `offsetof()` is not
-        // necessarily defined on this non-POD type (until C++17).
-        typename std::aligned_storage<sizeof(ValueAndTensorBuffer),
-                                      alignof(ValueAndTensorBuffer)>::type
-            dummy_storage_;
-        ValueAndTensorBuffer* dummy_object =
-            reinterpret_cast<ValueAndTensorBuffer*>(&dummy_storage_);
-        intptr_t offset =
-            reinterpret_cast<intptr_t>(&dummy_object->tensor_buffer) -
-            reinterpret_cast<intptr_t>(dummy_object);
-
-        port::AlignedFree(static_cast<char*>(ptr) - offset);
-      }
-
-      static void operator delete(void*, void*) {
-        // Some compilers require an overridden class-specific deallocation
-        // function, which will be called if placement `new` throws an
-        // exception.
-      }
-
-     private:
-      ~HostScalarTensorBuffer() override { static_cast<T*>(data_)->~T(); }
-      void* const data_;
-    };
-
-    T value;
-    HostScalarTensorBuffer tensor_buffer;
-  };
-
-  auto* value_and_buf = static_cast<ValueAndTensorBuffer*>(
-      port::AlignedMalloc(sizeof(ValueAndTensorBuffer), EIGEN_MAX_ALIGN_BYTES));
-  new (&value_and_buf->value) T(std::move(value));
-  new (&value_and_buf->tensor_buffer)
-      typename ValueAndTensorBuffer::HostScalarTensorBuffer(value_and_buf);
-  buf_ = &value_and_buf->tensor_buffer;
+class Tensor::HostScalarTensorBuffer : public HostScalarTensorBufferBase {
+ public:
+  HostScalarTensorBuffer(T&& value)
+      : data_(reinterpret_cast<T*>(cpu_allocator()->AllocateRaw(
+            EIGEN_MAX_ALIGN_BYTES, sizeof(value)))) {
+    if (is_simple_type<T>::value) {
+      *data_ = value;
+    } else {
+      new (data_) T(std::move(value));
+    }
+  }
+  ~HostScalarTensorBuffer() { cpu_allocator()->Deallocate(data_, 1); }
+  void* data() const final { return const_cast<T*>(data_); }
+  size_t size() const final { return sizeof(*data_); }
+  TensorBuffer* root_buffer() final { return this; }
+
+ private:
+  T* const data_;
+};
+
+template <typename T>
+Tensor::Tensor(T value, host_scalar_tag tag)
+    : buf_(new HostScalarTensorBuffer<T>(std::move(value))) {
   set_dtype(DataTypeToEnum<T>::value);
 }
-
 inline Tensor& Tensor::operator=(Tensor&& other) {
   // Avoid self-assignment, since we might destroy our underlying buffer.
   if (&other != this) {
diff --git a/tensorflow/core/framework/tensor_test.cc b/tensorflow/core/framework/tensor_test.cc
index 4fa9d1df67..925ebc4945 100644
--- a/tensorflow/core/framework/tensor_test.cc
+++ b/tensorflow/core/framework/tensor_test.cc
@@ -854,18 +854,15 @@ TEST(Tensor_HostScalar, Basics) {
     EXPECT_FLOAT_EQ(42.0f, Tt());
   }
   {
-    // NOTE(mrry): Use long enough strings so that the contents are dynamically
-    // allocated, and the absence of a call to the string destructor would
-    // cause a memory leak.
-    Tensor t("fooooooooooooooooooooooooooooooooooooo");
+    Tensor t("foo");
     EXPECT_EQ(DT_STRING, t.dtype());
     EXPECT_EQ(1, t.NumElements());
     auto Tt = t.scalar<string>();
     EXPECT_EQ(1, Tt.size());
     EXPECT_EQ(0, Tt.rank());
-    EXPECT_EQ("fooooooooooooooooooooooooooooooooooooo", Tt());
-    Tt() = "baaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar";
-    EXPECT_EQ("baaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar", Tt());
+    EXPECT_EQ("foo", Tt());
+    Tt() = "bar";
+    EXPECT_EQ("bar", Tt());
   }
 }
 
-- 
GitLab


From 2583b9ff7ad9c24a544aa203029521a64f32a5a2 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Thu, 15 Nov 2018 16:26:10 -0800
Subject: [PATCH 1710/1825] Do not use assertBetween. AssertBetween is an
 absl-py function, TF still uses python unittest.

PiperOrigin-RevId: 221710480
---
 .../contrib/boosted_trees/estimator_batch/estimator_test.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py b/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
index 1ede129925..ae6bb5767f 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
@@ -417,7 +417,8 @@ class BoostedTreeEstimatorTest(test_util.TensorFlowTestCase):
 
     frac_below_upper = round(1. * np.count_nonzero(upper > y) / len(y), 3)
     # +/- 3%
-    self.assertBetween(frac_below_upper, 0.92, 0.98)
+    self.assertTrue(frac_below_upper >= 0.92)
+    self.assertTrue(frac_below_upper <= 0.98)
 
     train_input_fn, test_input_fn, _ = _quantile_regression_input_fns()
     model_lower = estimator.GradientBoostedDecisionTreeQuantileRegressor(
@@ -435,7 +436,8 @@ class BoostedTreeEstimatorTest(test_util.TensorFlowTestCase):
 
     frac_above_lower = round(1. * np.count_nonzero(lower < y) / len(y), 3)
     # +/- 3%
-    self.assertBetween(frac_above_lower, 0.92, 0.98)
+    self.assertTrue(frac_below_upper >= 0.92)
+    self.assertTrue(frac_below_upper <= 0.98)
 
 
 class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
-- 
GitLab


From 0f7c2537af48bc84740474485dca3e936d5aef27 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Thu, 15 Nov 2018 16:27:15 -0800
Subject: [PATCH 1711/1825] Implement Adadelta optimization.

PiperOrigin-RevId: 221710645
---
 tensorflow/python/keras/optimizer_v2/BUILD    |  20 +++
 .../python/keras/optimizer_v2/adadelta.py     | 128 +++++++++++++
 .../keras/optimizer_v2/adadelta_test.py       | 170 ++++++++++++++++++
 3 files changed, 318 insertions(+)
 create mode 100644 tensorflow/python/keras/optimizer_v2/adadelta.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/adadelta_test.py

diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index 2421decc32..7c2b1d7d35 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -13,6 +13,7 @@ load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 py_library(
     name = "optimizer_v2",
     srcs = [
+        "adadelta.py",
         "adam.py",
         "gradient_descent.py",
         "optimizer_v2.py",
@@ -51,6 +52,25 @@ cuda_py_test(
     shard_count = 4,
 )
 
+cuda_py_test(
+    name = "adadelta_test",
+    size = "medium",
+    srcs = ["adadelta_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:resources",
+        "//tensorflow/python:variables",
+        "//tensorflow/python/eager:context",
+    ],
+    shard_count = 4,
+)
+
 cuda_py_test(
     name = "gradient_descent_test",
     size = "medium",
diff --git a/tensorflow/python/keras/optimizer_v2/adadelta.py b/tensorflow/python/keras/optimizer_v2/adadelta.py
new file mode 100644
index 0000000000..29407484a9
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/adadelta.py
@@ -0,0 +1,128 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Adadelta for TensorFlow."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.keras.optimizer_v2 import optimizer_v2
+from tensorflow.python.ops import math_ops
+from tensorflow.python.training import training_ops
+
+
+class Adadelta(optimizer_v2.OptimizerV2):
+  r"""Optimizer that implements the Adadelta algorithm.
+
+  Adadelta optimization is a stochastic gradient descent method that is based on
+  adaptive learning rate per dimension to address two drawbacks:
+    1) the continual decay of learning rates throughout training
+    2) the need for a manually selected global learning rate
+
+  Two accumulation steps are required:
+    1) the accumulation of gradients squared,
+    2) the accumulation of updates squared.
+
+  Initialization:
+
+  $$accum_g_0 := 0 \text{(Initialize gradient 2nd order moment vector)}$$
+  $$accum_x_0 := 0 \text{(Initialize variable update 2nd order moment vector)}$$
+
+  $$t := t + 1$$
+  $$accum_g_t := rho * accum_g_{t-1} + (1 - rho) * g * g$$
+  $$delta = -\sqrt{accum_x_{t-1}} / (\sqrt{accum_g_{t-1}} + \epsilon)$$
+  $$accum_x_t := rho * accum_x_{t-1} + (1 - rho) * delta * delta$$
+
+  References
+    See [M. D. Zeiler](http://arxiv.org/abs/1212.5701)
+      ([pdf](http://arxiv.org/pdf/1212.5701v1.pdf))
+
+  """
+
+  def __init__(self,
+               learning_rate=0.001,
+               rho=0.95,
+               epsilon=1e-8,
+               name='Adadelta'):
+    """Construct a new Adadelta optimizer.
+
+    Adadelta is a more robust extension of Adagrad that adapts learning rates
+    based on a moving window of gradient updates, instead of accumulating all
+    past gradients. This way, Adadelta continues learning even when many updates
+    have been done. Compared to Adagrad, in the original version of Adadelta you
+    don't have to set an initial learning rate. In this version, initial
+    learning rate can be set, as in most other Keras optimizers.
+
+    Args:
+      learning_rate: A `Tensor` or a floating point value. The learning rate.
+        To match the exact form in the original paper use 1.0.
+      rho: A `Tensor` or a floating point value. The decay rate.
+      epsilon: A `Tensor` or a floating point value.  A constant epsilon used
+               to better conditioning the grad update.
+      name: Optional name prefix for the operations created when applying
+        gradients.  Defaults to "Adadelta".
+
+    @compatibility(eager)
+    When eager execution is enabled, `learning_rate`, `rho`, and `epsilon` can
+    each be a callable that takes no arguments and returns the actual value to
+    use. This can be useful for changing these values across different
+    invocations of optimizer functions.
+    @end_compatibility
+    """
+    super(Adadelta, self).__init__(name)
+    self._set_hyper('learning_rate', learning_rate)
+    self._set_hyper('rho', rho)
+    self._set_hyper('epsilon', epsilon)
+
+  def _create_slots(self, var_list):
+    for v in var_list:
+      self.add_slot(v, 'accum_grad')
+      self.add_slot(v, 'accum_var')
+
+  def _resource_apply_dense(self, grad, var):
+    accum_grad = self.get_slot(var, 'accum_grad')
+    accum_var = self.get_slot(var, 'accum_var')
+    return training_ops.resource_apply_adadelta(
+        var.handle,
+        accum_grad.handle,
+        accum_var.handle,
+        math_ops.cast(self._get_hyper('learning_rate'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('rho'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('epsilon'), grad.dtype.base_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _resource_apply_sparse(self, grad, var, indices):
+    accum_grad = self.get_slot(var, 'accum_grad')
+    accum_var = self.get_slot(var, 'accum_var')
+    return training_ops.resource_sparse_apply_adadelta(
+        var.handle,
+        accum_grad.handle,
+        accum_var.handle,
+        math_ops.cast(self._get_hyper('learning_rate'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('rho'), grad.dtype.base_dtype),
+        math_ops.cast(self._get_hyper('epsilon'), grad.dtype.base_dtype),
+        grad,
+        indices,
+        use_locking=self._use_locking)
+
+  def get_config(self):
+    config = super(Adadelta, self).get_config()
+    config.update({
+        'learning_rate': self._serialize_hyperparameter('learning_rate'),
+        'rho': self._serialize_hyperparameter('rho'),
+        'epsilon': self._serialize_hyperparameter('epsilon'),
+    })
+    return config
diff --git a/tensorflow/python/keras/optimizer_v2/adadelta_test.py b/tensorflow/python/keras/optimizer_v2/adadelta_test.py
new file mode 100644
index 0000000000..f169fa6b86
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/adadelta_test.py
@@ -0,0 +1,170 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for Adadelta Optimizer."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.eager import context
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import test_util
+from tensorflow.python.keras.optimizer_v2 import adadelta
+from tensorflow.python.ops import embedding_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+class AdadeltaOptimizerTest(test.TestCase):
+
+  def doTestBasic(self, use_resource=False, use_callable_params=False):
+    num_updates = 4  # number of ADADELTA steps to perform
+    for dtype in [dtypes.half, dtypes.float32]:
+      for grad in [0.2, 0.1, 0.01]:
+        for lr in [1.0, 0.5, 0.1]:
+          var0_init = [1.0, 2.0]
+          var1_init = [3.0, 4.0]
+          if use_resource:
+            var0 = resource_variable_ops.ResourceVariable(
+                var0_init, dtype=dtype)
+            var1 = resource_variable_ops.ResourceVariable(
+                var1_init, dtype=dtype)
+          else:
+            var0 = variables.Variable(var0_init, dtype=dtype)
+            var1 = variables.Variable(var1_init, dtype=dtype)
+
+          grads = constant_op.constant([grad, grad], dtype=dtype)
+
+          accum = 0.0
+          accum_update = 0.0
+
+          # ADADELTA gradient optimizer
+          rho = 0.95
+          epsilon = 1e-8
+          if use_callable_params:
+            adadelta_opt = adadelta.Adadelta(
+                learning_rate=lambda: lr,  # pylint: disable=cell-var-from-loop
+                rho=lambda: rho,  # pylint: disable=cell-var-from-loop
+                epsilon=lambda: epsilon)  # pylint: disable=cell-var-from-loop
+          else:
+            adadelta_opt = adadelta.Adadelta(
+                learning_rate=lr, rho=rho, epsilon=epsilon)
+          if not context.executing_eagerly():
+            adadelta_update = adadelta_opt.apply_gradients(
+                zip([grads, grads], [var0, var1]))
+            self.evaluate(variables.global_variables_initializer())
+
+            # Assign slots
+            slot = [None] * 2
+            slot_update = [None] * 2
+            slot[0] = adadelta_opt.get_slot(var0, "accum_grad")
+            self.assertEquals(slot[0].get_shape(), var0.get_shape())
+
+            slot_update[0] = adadelta_opt.get_slot(var0, "accum_var")
+            self.assertEquals(slot_update[0].get_shape(), var0.get_shape())
+
+            slot[1] = adadelta_opt.get_slot(var1, "accum_grad")
+            self.assertEquals(slot[1].get_shape(), var1.get_shape())
+
+            slot_update[1] = adadelta_opt.get_slot(var1, "accum_var")
+            self.assertEquals(slot_update[1].get_shape(), var1.get_shape())
+
+          # Fetch params to validate initial values
+          self.assertAllClose(var0_init, self.evaluate(var0))
+          self.assertAllClose(var1_init, self.evaluate(var1))
+
+          update = [None] * num_updates
+          tot_update = 0
+          for step in range(num_updates):
+            # Run adadelta update for comparison
+            if not context.executing_eagerly():
+              self.evaluate(adadelta_update)
+            else:
+              adadelta_opt.apply_gradients(zip([grads, grads], [var0, var1]))
+
+            # Perform initial update without previous accum values
+            accum = accum * rho + (grad**2) * (1 - rho)
+            update[step] = (
+                np.sqrt(accum_update + epsilon) *
+                (1. / np.sqrt(accum + epsilon)) * grad)
+            accum_update = (
+                accum_update * rho + (update[step]**2) * (1.0 - rho))
+            tot_update += update[step] * lr
+
+            if not context.executing_eagerly():
+              # Check that the accumulators have been updated
+              # TODO(lxuechen): This is hard to test in eager mode
+              for slot_idx in range(2):
+                self.assertAllCloseAccordingToType(
+                    np.array([accum, accum], dtype=dtype.as_numpy_dtype()),
+                    self.evaluate(slot[slot_idx]),
+                    rtol=1e-5)
+
+                self.assertAllCloseAccordingToType(
+                    np.array(
+                        [accum_update, accum_update],
+                        dtype=dtype.as_numpy_dtype()),
+                    self.evaluate(slot_update[slot_idx]),
+                    rtol=1e-5)
+
+              # Check that the parameters have been updated
+              self.assertAllCloseAccordingToType(
+                  np.array(
+                      [var0_init[0] - tot_update, var0_init[1] - tot_update],
+                      dtype=dtype.as_numpy_dtype()),
+                  self.evaluate(var0),
+                  rtol=1e-5)
+
+              self.assertAllCloseAccordingToType(
+                  np.array(
+                      [var1_init[0] - tot_update, var1_init[1] - tot_update],
+                      dtype=dtype.as_numpy_dtype()),
+                  self.evaluate(var1),
+                  rtol=1e-5)
+
+  @test_util.run_in_graph_and_eager_modes(reset_test=True)
+  def testResourceBasic(self):
+    self.doTestBasic(use_resource=True)
+
+  def testBasicCallableParams(self):
+    with context.eager_mode():
+      self.doTestBasic(use_resource=True, use_callable_params=True)
+
+  def testMinimizeSparseResourceVariable(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        var0 = resource_variable_ops.ResourceVariable([[1.0, 2.0]], dtype=dtype)
+        x = constant_op.constant([[4.0], [5.0]], dtype=dtype)
+        pred = math_ops.matmul(embedding_ops.embedding_lookup([var0], [0]), x)
+        loss = pred * pred
+        sgd_op = adadelta.Adadelta(1.0, 1.0, 1.0).minimize(
+            loss, var_list=[var0])
+        variables.global_variables_initializer().run()
+        # Fetch params to validate initial values
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        # Run 1 step of sgd
+        sgd_op.run()
+        # Validate updated params
+        self.assertAllCloseAccordingToType(
+            [[-111, -138]], var0.eval())
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 1612ea9fd2ef6896a339b00e8619e8a19e0efe67 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Thu, 15 Nov 2018 16:31:14 -0800
Subject: [PATCH 1712/1825] [TF:XLA] Bump open source abseil revision to
 a06c4a1d9093137b7217a5aaba8920d62e835dc0

PiperOrigin-RevId: 221711321
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 435ea2d733..3618f14650 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -123,11 +123,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "f8536445cd480be7ec89bac19deaf766a1038330470fb0b469a98bce09e5c5ce",
-        strip_prefix = "abseil-cpp-7b46e1d31a6b08b1c6da2a13e7b151a20446fa07",
+        sha256 = "042badbfa529555ed63d57c39bf58410aa16e518ce98299599d85729feb25070",
+        strip_prefix = "abseil-cpp-a06c4a1d9093137b7217a5aaba8920d62e835dc0",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/7b46e1d31a6b08b1c6da2a13e7b151a20446fa07.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/7b46e1d31a6b08b1c6da2a13e7b151a20446fa07.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/a06c4a1d9093137b7217a5aaba8920d62e835dc0.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/a06c4a1d9093137b7217a5aaba8920d62e835dc0.tar.gz",
         ],
     )
 
-- 
GitLab


From 7a74b83897804d54789d240b224947d9c3185061 Mon Sep 17 00:00:00 2001
From: Michael Case <mikecase@google.com>
Date: Thu, 15 Nov 2018 16:52:18 -0800
Subject: [PATCH 1713/1825] Add initial symbol name validation check to
 tf_export.py

Add validation check to ensure @estimator_export only exports
public symbols under estimator.*. If TF and Estimator root
package names aren't disjoint, it can cause a bunch of issues
when trying to tie together the APIs. Adding initial check to
ensure this.

PiperOrigin-RevId: 221714350
---
 tensorflow/python/util/tf_export.py      | 40 ++++++++++++++++++++++++
 tensorflow/python/util/tf_export_test.py | 20 ++++++++++++
 2 files changed, 60 insertions(+)

diff --git a/tensorflow/python/util/tf_export.py b/tensorflow/python/util/tf_export.py
index 0924b36ade..ec70cae7d2 100644
--- a/tensorflow/python/util/tf_export.py
+++ b/tensorflow/python/util/tf_export.py
@@ -50,6 +50,10 @@ from tensorflow.python.util import tf_decorator
 ESTIMATOR_API_NAME = 'estimator'
 TENSORFLOW_API_NAME = 'tensorflow'
 
+# List of subpackage names used by TensorFlow components. Have to check that
+# TensorFlow core repo does not export any symbols under these names.
+SUBPACKAGE_NAMESPACES = [ESTIMATOR_API_NAME]
+
 _Attributes = collections.namedtuple(
     'ExportedApiAttributes', ['names', 'constants'])
 
@@ -78,6 +82,11 @@ class SymbolAlreadyExposedError(Exception):
   pass
 
 
+class InvalidSymbolNameError(Exception):
+  """Raised when trying to export symbol as an invalid or unallowed name."""
+  pass
+
+
 def get_canonical_name_for_symbol(
     symbol, api_name=TENSORFLOW_API_NAME,
     add_prefix_to_v1_names=False):
@@ -163,6 +172,37 @@ class api_export(object):  # pylint: disable=invalid-name
     self._overrides = kwargs.get('overrides', [])
     self._allow_multiple_exports = kwargs.get('allow_multiple_exports', False)
 
+    self._validate_symbol_names()
+
+  def _validate_symbol_names(self):
+    """Validate you are exporting symbols under an allowed package.
+
+    We need to ensure things exported by tf_export, estimator_export, etc.
+    export symbols under disjoint top-level package names.
+
+    For TensorFlow, we check that it does not export anything under subpackage
+    names used by components (estimator, keras, etc.).
+
+    For each component, we check that it exports everything under its own
+    subpackage.
+
+    Raises:
+      InvalidSymbolNameError: If you try to export symbol under disallowed name.
+    """
+    all_symbol_names = set(self._names) | set(self._names_v1)
+    if self._api_name == TENSORFLOW_API_NAME:
+      for subpackage in SUBPACKAGE_NAMESPACES:
+        if any(n.startswith(subpackage) for n in all_symbol_names):
+          raise InvalidSymbolNameError(
+              '@tf_export is not allowed to export symbols under %s.*' % (
+                  subpackage))
+    else:
+      if not all(n.startswith(self._api_name) for n in all_symbol_names):
+        raise InvalidSymbolNameError(
+            'Can only export symbols under package name of component. '
+            'e.g. tensorflow_estimator must export all symbols under '
+            'tf.estimator')
+
   def __call__(self, func):
     """Calls this decorator.
 
diff --git a/tensorflow/python/util/tf_export_test.py b/tensorflow/python/util/tf_export_test.py
index 4ae1dc55e0..a0fac8bf36 100644
--- a/tensorflow/python/util/tf_export_test.py
+++ b/tensorflow/python/util/tf_export_test.py
@@ -130,6 +130,26 @@ class ValidateExportTest(test.TestCase):
     with self.assertRaises(tf_export.SymbolAlreadyExposedError):
       export_decorator(_test_function)
 
+  def testRaisesExceptionIfInvalidSymbolName(self):
+    # TensorFlow code is not allowed to export symbols under package
+    # tf.estimator
+    with self.assertRaises(tf_export.InvalidSymbolNameError):
+      tf_export.tf_export('estimator.invalid')
+
+    # All symbols exported by Estimator must be under tf.estimator package.
+    with self.assertRaises(tf_export.InvalidSymbolNameError):
+      tf_export.estimator_export('invalid')
+    with self.assertRaises(tf_export.InvalidSymbolNameError):
+      tf_export.estimator_export('Estimator.invalid')
+    with self.assertRaises(tf_export.InvalidSymbolNameError):
+      tf_export.estimator_export('invalid.estimator')
+
+  def testRaisesExceptionIfInvalidV1SymbolName(self):
+    with self.assertRaises(tf_export.InvalidSymbolNameError):
+      tf_export.tf_export('valid', v1=['estimator.invalid'])
+    with self.assertRaises(tf_export.InvalidSymbolNameError):
+      tf_export.estimator_export('estimator.valid', v1=['invalid'])
+
   def testOverridesFunction(self):
     _test_function2._tf_api_names = ['abc']
 
-- 
GitLab


From 1c0ff2f48f4bbfb8a91ef31e1fe8bf837d9fc4bd Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 17:03:20 -0800
Subject: [PATCH 1714/1825] Add support for FunctionalizeControlFlow to
 optimize a GraphDef.

PiperOrigin-RevId: 221715957
---
 .../tf2xla/functionalize_control_flow.cc      |   19 +
 .../tf2xla/functionalize_control_flow.h       |    6 +
 .../tf2xla/functionalize_control_flow_test.cc | 1013 +++++++++--------
 3 files changed, 574 insertions(+), 464 deletions(-)

diff --git a/tensorflow/compiler/tf2xla/functionalize_control_flow.cc b/tensorflow/compiler/tf2xla/functionalize_control_flow.cc
index 9ef9f49f42..3dfd3f854c 100644
--- a/tensorflow/compiler/tf2xla/functionalize_control_flow.cc
+++ b/tensorflow/compiler/tf2xla/functionalize_control_flow.cc
@@ -75,6 +75,25 @@ Status FunctionalizeControlFlow(Graph* graph,
   return FunctionalizeControlFlow(/*lookup_library=*/nullptr, graph, library);
 }
 
+Status FunctionalizeControlFlowForGraphDef(GraphDef* graph_def,
+                                           FunctionLibraryDefinition* library) {
+  return FunctionalizeControlFlowForGraphDef(/*lookup_library=*/nullptr,
+                                             graph_def, library);
+}
+
+Status FunctionalizeControlFlowForGraphDef(
+    const FunctionLibraryDefinition* lookup_library, GraphDef* graph_def,
+    FunctionLibraryDefinition* library) {
+  FunctionDefLibrary function_lib = graph_def->library();
+  Graph graph(OpRegistry::Global());
+
+  TF_RETURN_IF_ERROR(ConvertGraphDefToGraph({}, *graph_def, &graph));
+  TF_RETURN_IF_ERROR(FunctionalizeControlFlow(lookup_library, &graph, library));
+  graph.ToGraphDef(graph_def);
+  std::swap(*graph_def->mutable_library(), function_lib);
+  return Status::OK();
+}
+
 Status FunctionalizeControlFlowForFunction(
     const string& func_name, const string& new_func_name,
     const protobuf::Map<string, tensorflow::AttrValue>& attrs,
diff --git a/tensorflow/compiler/tf2xla/functionalize_control_flow.h b/tensorflow/compiler/tf2xla/functionalize_control_flow.h
index ba99205640..91d33fa405 100644
--- a/tensorflow/compiler/tf2xla/functionalize_control_flow.h
+++ b/tensorflow/compiler/tf2xla/functionalize_control_flow.h
@@ -33,6 +33,12 @@ Status FunctionalizeControlFlow(const FunctionLibraryDefinition* lookup_library,
                                 Graph* graph,
                                 FunctionLibraryDefinition* library);
 
+Status FunctionalizeControlFlowForGraphDef(GraphDef* graph_def,
+                                           FunctionLibraryDefinition* library);
+Status FunctionalizeControlFlowForGraphDef(
+    const FunctionLibraryDefinition* lookup_library, GraphDef* graph_def,
+    FunctionLibraryDefinition* library);
+
 // This pass looks at the graph and all associated FunctionDefs, and turns
 // traditional control flow structure (Switch/Merge/etc.) into functional
 // control flow structure (If/While).
diff --git a/tensorflow/compiler/tf2xla/functionalize_control_flow_test.cc b/tensorflow/compiler/tf2xla/functionalize_control_flow_test.cc
index c3841f996f..9784985af8 100644
--- a/tensorflow/compiler/tf2xla/functionalize_control_flow_test.cc
+++ b/tensorflow/compiler/tf2xla/functionalize_control_flow_test.cc
@@ -95,77 +95,87 @@ TEST(FunctionalizeControlFlow, Conditional) {
   }
 
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
+  GraphDef optimized_graph_def;
+  graph.ToGraphDef(&optimized_graph_def);
+  TF_ASSERT_OK(
+      FunctionalizeControlFlowForGraphDef(&optimized_graph_def, &library));
   TF_ASSERT_OK(FunctionalizeControlFlow(&graph, &library));
+  GraphDef converted_graph_def;
+  graph.ToGraphDef(&converted_graph_def);
+
+  for (const GraphDef& graph_def : {optimized_graph_def, converted_graph_def}) {
+    string op_name;
+    NameAttrList then_fn;
+    NameAttrList else_fn;
+    TF_EXPECT_OK(FindIfThenAndElse(graph_def, &op_name, &then_fn, &else_fn));
+    InstantiationResultForTest else_result;
+    TF_EXPECT_OK(
+        InstantiateFunctionForTest(else_fn.name(), library, &else_result));
+
+    // Outer graph
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto y = ops::Placeholder(scope.WithOpName("y"), DT_INT32);
+      auto x = ops::Placeholder(scope.WithOpName("x"), DT_INT32);
+      auto less = ops::Less(scope.WithOpName("cond/Less"), y, x);
+      auto if_op = ops::If(scope.WithOpName(op_name), less,
+                           std::initializer_list<Input>{less, y, x}, {DT_INT32},
+                           then_fn, else_fn);
+      auto id = ops::Identity(scope.WithOpName("cond/Merge"), if_op.output[0]);
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+      TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    }
 
-  GraphDef graph_def;
-  graph.ToGraphDef(&graph_def);
-  string op_name;
-  NameAttrList then_fn;
-  NameAttrList else_fn;
-  TF_EXPECT_OK(FindIfThenAndElse(graph_def, &op_name, &then_fn, &else_fn));
-  InstantiationResultForTest else_result;
-  TF_EXPECT_OK(
-      InstantiateFunctionForTest(else_fn.name(), library, &else_result));
-
-  // Outer graph
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto y = ops::Placeholder(scope.WithOpName("y"), DT_INT32);
-    auto x = ops::Placeholder(scope.WithOpName("x"), DT_INT32);
-    auto less = ops::Less(scope.WithOpName("cond/Less"), y, x);
-    auto if_op = ops::If(scope.WithOpName(op_name), less,
-                         std::initializer_list<Input>{less, y, x}, {DT_INT32},
-                         then_fn, else_fn);
-    auto id = ops::Identity(scope.WithOpName("cond/Merge"), if_op.output[0]);
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-    TF_EXPECT_GRAPH_EQ(expected, graph_def);
-  }
-
-  // then body.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg_0 = ops::_Arg(scope.WithOpName("_arg0"), DT_BOOL, 0);
-    auto arg_1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto arg_2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
-    auto identity = ops::Identity(scope.WithOpName("cond/Identity"), arg_0);
-    auto cond = ops::Const(
-        scope.WithOpName("cond").WithControlDependencies(identity), 17);
-    auto mul = ops::Mul(scope.WithOpName("cond/Mul"), arg_1, cond);
-    auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), mul, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(then_fn.name(), library, &result));
-
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
-    EXPECT_EQ((DataTypeVector{DT_BOOL, DT_INT32, DT_INT32}), result.arg_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
+    // then body.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg_0 = ops::_Arg(scope.WithOpName("_arg0"), DT_BOOL, 0);
+      auto arg_1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto arg_2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
+      auto identity = ops::Identity(scope.WithOpName("cond/Identity"), arg_0);
+      auto cond = ops::Const(
+          scope.WithOpName("cond").WithControlDependencies(identity), 17);
+      auto mul = ops::Mul(scope.WithOpName("cond/Mul"), arg_1, cond);
+      auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), mul, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(then_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
+      EXPECT_EQ((DataTypeVector{DT_BOOL, DT_INT32, DT_INT32}),
+                result.arg_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-  // else body.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg_0 = ops::_Arg(scope.WithOpName("_arg0"), DT_BOOL, 0);
-    auto arg_1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto arg_2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
-    auto identity = ops::Identity(scope.WithOpName("cond/Identity_1"), arg_0);
-    auto cond_1 = ops::Const(
-        scope.WithOpName("cond_1").WithControlDependencies(identity), 23);
-    auto add = ops::Add(scope.WithOpName("cond/false/add"), arg_2, cond_1);
-    auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(else_fn.name(), library, &result));
-
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
-    EXPECT_EQ((DataTypeVector{DT_BOOL, DT_INT32, DT_INT32}), result.arg_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    // else body.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg_0 = ops::_Arg(scope.WithOpName("_arg0"), DT_BOOL, 0);
+      auto arg_1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto arg_2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
+      auto identity = ops::Identity(scope.WithOpName("cond/Identity_1"), arg_0);
+      auto cond_1 = ops::Const(
+          scope.WithOpName("cond_1").WithControlDependencies(identity), 23);
+      auto add = ops::Add(scope.WithOpName("cond/false/add"), arg_2, cond_1);
+      auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(else_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
+      EXPECT_EQ((DataTypeVector{DT_BOOL, DT_INT32, DT_INT32}),
+                result.arg_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
   }
 }
 
@@ -239,75 +249,77 @@ TEST(FunctionalizeControlFlow, OneLoopVar) {
   }
 
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
+  GraphDef optimized_graph_def;
+  graph.ToGraphDef(&optimized_graph_def);
+  TF_ASSERT_OK(
+      FunctionalizeControlFlowForGraphDef(&optimized_graph_def, &library));
   TF_ASSERT_OK(FunctionalizeControlFlow(&graph, &library));
+  GraphDef converted_graph_def;
+  graph.ToGraphDef(&converted_graph_def);
+
+  for (const GraphDef& graph_def : {optimized_graph_def, converted_graph_def}) {
+    NameAttrList cond_fn, body_fn;
+    TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
+
+    // Outer graph
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
+      auto while_op =
+          ops::While(scope.WithOpName("while/LoopCond"),
+                     std::initializer_list<Input>{source}, cond_fn, body_fn);
+      auto sink = ops::Identity(scope.WithOpName("sink"), while_op[0]);
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+      TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    }
 
-  GraphDef graph_def;
-  graph.ToGraphDef(&graph_def);
-
-  NameAttrList cond_fn, body_fn;
-  TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
-
-  // Outer graph
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
-    auto while_op =
-        ops::While(scope.WithOpName("while/LoopCond"),
-                   std::initializer_list<Input>{source}, cond_fn, body_fn);
-    auto sink = ops::Identity(scope.WithOpName("sink"), while_op[0]);
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-    TF_EXPECT_GRAPH_EQ(expected, graph_def);
-  }
-
-  // Condition graph
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto ten = ops::Const<int32>(
-        scope.WithOpName("while/Less/y").WithControlDependencies(arg), 10);
-    auto less = ops::Less(scope.WithOpName("while/Less"), arg, ten);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(cond_fn.name(), library, &result));
-
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
-
-  // Body graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto identity = ops::Identity(scope.WithOpName("while/Identity"), arg);
-    auto one = ops::Const<int32>(
-        scope.WithOpName("while/add/y").WithControlDependencies(identity), 1);
-    auto add = ops::Add(scope.WithOpName("while/add"), identity, one);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(body_fn.name(), library, &result));
+    // Condition graph
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto ten = ops::Const<int32>(
+          scope.WithOpName("while/Less/y").WithControlDependencies(arg), 10);
+      auto less = ops::Less(scope.WithOpName("while/Less"), arg, ten);
+      auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(cond_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    // Body graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto identity = ops::Identity(scope.WithOpName("while/Identity"), arg);
+      auto one = ops::Const<int32>(
+          scope.WithOpName("while/add/y").WithControlDependencies(identity), 1);
+      auto add = ops::Add(scope.WithOpName("while/add"), identity, one);
+      auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(body_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
   }
 }
 
-// @function.Defun(noinline=True)
-// def increment_fn(x):
-//   return [x + 1]
-// Define the above function, and add it to the given graph. It's used as the
-// while loop body in NoinlineLoopBody test.
-Status AddNoinlineFunctionToGraph(const string& node_name, Graph* graph) {
+FunctionDef GetNoinlineFunctionDef() {
   FunctionDef fdef = FunctionDefHelper::Create(
       "increment_fn", {"x:int32"}, {"add:int32"}, {},
       {
@@ -316,8 +328,17 @@ Status AddNoinlineFunctionToGraph(const string& node_name, Graph* graph) {
       },
       {{"add", "add_0:z:0"}});
   (*fdef.mutable_attr())["_noinline"].set_b(true);
+  return fdef;
+}
+
+// @function.Defun(noinline=True)
+// def increment_fn(x):
+//   return [x + 1]
+// Define the above function, and add it to the given graph. It's used as the
+// while loop body in NoinlineLoopBody test.
+Status AddNoinlineFunctionToGraph(const string& node_name, Graph* graph) {
   FunctionDefLibrary fdef_lib;
-  *(fdef_lib.add_function()) = fdef;
+  *(fdef_lib.add_function()) = GetNoinlineFunctionDef();
   TF_RETURN_IF_ERROR(graph->AddFunctionLibrary(fdef_lib));
   NodeDef increment_fn;
   increment_fn.set_name(node_name);
@@ -376,55 +397,88 @@ TEST(FunctionalizeControlFlow, NoinlineLoopBody) {
   FunctionLibraryDefinition lookup_lib(graph.flib_def());
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
   // Function increment_fn will be copied from lookup_lib to library.
-  TF_ASSERT_OK(FunctionalizeControlFlow(&lookup_lib, &graph, &library));
+  GraphDef optimized_graph_def;
+  graph.ToGraphDef(&optimized_graph_def);
 
-  GraphDef graph_def;
-  graph.ToGraphDef(&graph_def);
+  *(optimized_graph_def.mutable_library()->add_function()) =
+      GetNoinlineFunctionDef();
 
-  NameAttrList cond_fn, body_fn;
-  TF_ASSERT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
+  TF_ASSERT_OK(FunctionalizeControlFlowForGraphDef(
+      &lookup_lib, &optimized_graph_def, &library));
+  TF_ASSERT_OK(FunctionalizeControlFlow(&lookup_lib, &graph, &library));
+  GraphDef converted_graph_def;
+  graph.ToGraphDef(&converted_graph_def);
+
+  for (const GraphDef& graph_def : {optimized_graph_def, converted_graph_def}) {
+    NameAttrList cond_fn, body_fn;
+    TF_ASSERT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
+
+    // Outer graph
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
+      auto while_op =
+          ops::While(scope.WithOpName("while/LoopCond"),
+                     std::initializer_list<Input>{source}, cond_fn, body_fn);
+      GraphDef expected;
+      TF_ASSERT_OK(scope.ToGraphDef(&expected));
+      TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    }
 
-  // Outer graph
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
-    auto while_op =
-        ops::While(scope.WithOpName("while/LoopCond"),
-                   std::initializer_list<Input>{source}, cond_fn, body_fn);
-    GraphDef expected;
-    TF_ASSERT_OK(scope.ToGraphDef(&expected));
-    TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    // Body graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      TF_ASSERT_OK(
+          AddNoinlineFunctionToGraph(noinline_node_name, scope.graph()));
+      auto identity = ops::Identity(scope.WithOpName("while/Identity"), arg);
+      NodeDef retval;
+      retval.set_name("_retval0_RetVal");
+      retval.set_op(FunctionLibraryDefinition::kRetOp);
+      *retval.add_input() = noinline_node_name;
+      (*retval.mutable_attr())["T"].set_type(DT_INT32);
+      (*retval.mutable_attr())["index"].set_i(0);
+      Status status;
+      scope.graph()->AddNode(retval, &status);
+      TF_ASSERT_OK(status);
+
+      GraphDef expected;
+      TF_ASSERT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      // Verify that increment_fn has been copied to library.
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(body_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
+      // Ignore the function library when comparing the graphs.
+      expected.clear_library();
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
   }
+}
 
-  // Body graph.
+TEST(FunctionalizeControlFlow, MissingFunctionDefInLibrary) {
+  const string& noinline_node_name = "while/increment_fn";
+  Graph graph(OpRegistry::Global());
   {
     Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+    auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
+    auto identity = ops::Identity(scope.WithOpName("while/Identity"), source);
     TF_ASSERT_OK(AddNoinlineFunctionToGraph(noinline_node_name, scope.graph()));
-    auto identity = ops::Identity(scope.WithOpName("while/Identity"), arg);
-    NodeDef retval;
-    retval.set_name("_retval0_RetVal");
-    retval.set_op(FunctionLibraryDefinition::kRetOp);
-    *retval.add_input() = noinline_node_name;
-    (*retval.mutable_attr())["T"].set_type(DT_INT32);
-    (*retval.mutable_attr())["index"].set_i(0);
-    Status status;
-    scope.graph()->AddNode(retval, &status);
-    TF_ASSERT_OK(status);
-
-    GraphDef expected;
-    TF_ASSERT_OK(scope.ToGraphDef(&expected));
+    TF_ASSERT_OK(scope.ToGraph(&graph));
+  }
 
-    InstantiationResultForTest result;
-    // Verify that increment_fn has been copied to library.
-    TF_EXPECT_OK(InstantiateFunctionForTest(body_fn.name(), library, &result));
+  FunctionLibraryDefinition lookup_lib(graph.flib_def());
+  FunctionLibraryDefinition library(OpRegistry::Global(), {});
+  GraphDef graph_def;
+  graph.ToGraphDef(&graph_def);
+  graph_def.clear_library();
 
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
-    // Ignore the function library when comparing the graphs.
-    expected.clear_library();
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
+  Status status =
+      FunctionalizeControlFlowForGraphDef(&lookup_lib, &graph_def, &library);
+  EXPECT_EQ(tensorflow::error::NOT_FOUND, status.code());
 }
 
 // Tests functionalizing OneLoopVar where the loop value is not used post the
@@ -467,65 +521,72 @@ TEST(FunctionalizeControlFlow, OneLoopVarWithoutExit) {
   }
 
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
+  GraphDef optimized_graph_def;
+  graph.ToGraphDef(&optimized_graph_def);
+  TF_ASSERT_OK(
+      FunctionalizeControlFlowForGraphDef(&optimized_graph_def, &library));
   TF_ASSERT_OK(FunctionalizeControlFlow(&graph, &library));
+  GraphDef converted_graph_def;
+  graph.ToGraphDef(&converted_graph_def);
+
+  for (const GraphDef& graph_def : {optimized_graph_def, converted_graph_def}) {
+    NameAttrList cond_fn, body_fn;
+    TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
+
+    // Outer graph
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
+      auto while_op =
+          ops::While(scope.WithOpName("while/LoopCond"),
+                     std::initializer_list<Input>{source}, cond_fn, body_fn);
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+      TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    }
 
-  GraphDef graph_def;
-  graph.ToGraphDef(&graph_def);
-
-  NameAttrList cond_fn, body_fn;
-  TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
-
-  // Outer graph
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto source = ops::Placeholder(scope.WithOpName("source"), DT_INT32);
-    auto while_op =
-        ops::While(scope.WithOpName("while/LoopCond"),
-                   std::initializer_list<Input>{source}, cond_fn, body_fn);
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-    TF_EXPECT_GRAPH_EQ(expected, graph_def);
-  }
-
-  // Condition graph
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto ten = ops::Const<int32>(
-        scope.WithOpName("while/Less/y").WithControlDependencies(arg), 10);
-    auto less = ops::Less(scope.WithOpName("while/Less"), arg, ten);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(cond_fn.name(), library, &result));
-
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
-
-  // Body graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto identity = ops::Identity(scope.WithOpName("while/Identity"), arg);
-    auto one = ops::Const<int32>(
-        scope.WithOpName("while/add/y").WithControlDependencies(identity), 1);
-    auto add = ops::Add(scope.WithOpName("while/add"), identity, one);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(body_fn.name(), library, &result));
+    // Condition graph
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto ten = ops::Const<int32>(
+          scope.WithOpName("while/Less/y").WithControlDependencies(arg), 10);
+      auto less = ops::Less(scope.WithOpName("while/Less"), arg, ten);
+      auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(cond_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    // Body graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto identity = ops::Identity(scope.WithOpName("while/Identity"), arg);
+      auto one = ops::Const<int32>(
+          scope.WithOpName("while/add/y").WithControlDependencies(identity), 1);
+      auto add = ops::Add(scope.WithOpName("while/add"), identity, one);
+      auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(body_fn.name(), library, &result));
+
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_INT32}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
   }
 }
 
@@ -608,86 +669,95 @@ TEST(FunctionalizeControlFlow, TwoLoopVars) {
   }
 
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
+  GraphDef optimized_graph_def;
+  graph.ToGraphDef(&optimized_graph_def);
+  TF_ASSERT_OK(
+      FunctionalizeControlFlowForGraphDef(&optimized_graph_def, &library));
   TF_ASSERT_OK(FunctionalizeControlFlow(&graph, &library));
+  GraphDef converted_graph_def;
+  graph.ToGraphDef(&converted_graph_def);
+
+  for (const GraphDef& graph_def : {optimized_graph_def, converted_graph_def}) {
+    NameAttrList cond_fn, body_fn;
+    TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
+
+    // Outer graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto x = ops::Placeholder(scope.WithOpName("Placeholder/x"), DT_INT32);
+      auto y = ops::Placeholder(scope.WithOpName("Placeholder/y"), DT_INT32);
+      auto while_op =
+          ops::While(scope.WithOpName("while/LoopCond"),
+                     std::initializer_list<Input>{x, y}, cond_fn, body_fn);
+      auto sink_x = ops::Identity(scope.WithOpName("sink_x"), while_op[0]);
+      auto sink_y = ops::Identity(scope.WithOpName("sink_y"), while_op[1]);
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+      TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    }
 
-  GraphDef graph_def;
-  graph.ToGraphDef(&graph_def);
-
-  NameAttrList cond_fn, body_fn;
-  TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &cond_fn, &body_fn));
-
-  // Outer graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto x = ops::Placeholder(scope.WithOpName("Placeholder/x"), DT_INT32);
-    auto y = ops::Placeholder(scope.WithOpName("Placeholder/y"), DT_INT32);
-    auto while_op =
-        ops::While(scope.WithOpName("while/LoopCond"),
-                   std::initializer_list<Input>{x, y}, cond_fn, body_fn);
-    auto sink_x = ops::Identity(scope.WithOpName("sink_x"), while_op[0]);
-    auto sink_y = ops::Identity(scope.WithOpName("sink_y"), while_op[1]);
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-    TF_EXPECT_GRAPH_EQ(expected, graph_def);
-  }
-
-  // Condition graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto three = ops::Const<int32>(scope.WithOpName("while/cond/three")
+    // Condition graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto three = ops::Const<int32>(scope.WithOpName("while/cond/three")
+                                         .WithControlDependencies(arg0.output),
+                                     3);
+      auto cond_add =
+          ops::Add(scope.WithOpName("while/cond/Add"), arg0.output, three);
+      auto ten = ops::Const<int32>(scope.WithOpName("while/cond/ten")
                                        .WithControlDependencies(arg0.output),
-                                   3);
-    auto cond_add =
-        ops::Add(scope.WithOpName("while/cond/Add"), arg0.output, three);
-    auto ten = ops::Const<int32>(
-        scope.WithOpName("while/cond/ten").WithControlDependencies(arg0.output),
-        10);
-    auto less = ops::Less(scope.WithOpName("while/cond/Less"), cond_add, ten);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(cond_fn.name(), library, &result));
-
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32}), result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
-
-  // Body graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-
-    auto identity_x = ops::Identity(scope.WithOpName("while/Identity/x"), arg0);
-    auto identity_y = ops::Identity(scope.WithOpName("while/Identity/y"), arg1);
-
-    auto one = ops::Const<int32>(
-        scope.WithOpName("while/add/one").WithControlDependencies(identity_x),
-        1);
-    auto two = ops::Const<int32>(
-        scope.WithOpName("while/mul/two").WithControlDependencies(identity_x),
-        2);
+                                   10);
+      auto less = ops::Less(scope.WithOpName("while/cond/Less"), cond_add, ten);
+      auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
 
-    auto add = ops::Add(scope.WithOpName("while/add"), identity_x, one);
-    auto mul = ops::Add(scope.WithOpName("while/mul"), identity_y, two);
-    auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
-    auto retval1 = ops::_Retval(scope.WithOpName("_retval1_RetVal"), mul, 1);
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
 
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(cond_fn.name(), library, &result));
 
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(InstantiateFunctionForTest(body_fn.name(), library, &result));
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32}), result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32}), result.arg_types);
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32}), result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    // Body graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+
+      auto identity_x =
+          ops::Identity(scope.WithOpName("while/Identity/x"), arg0);
+      auto identity_y =
+          ops::Identity(scope.WithOpName("while/Identity/y"), arg1);
+
+      auto one = ops::Const<int32>(
+          scope.WithOpName("while/add/one").WithControlDependencies(identity_x),
+          1);
+      auto two = ops::Const<int32>(
+          scope.WithOpName("while/mul/two").WithControlDependencies(identity_x),
+          2);
+
+      auto add = ops::Add(scope.WithOpName("while/add"), identity_x, one);
+      auto mul = ops::Add(scope.WithOpName("while/mul"), identity_y, two);
+      auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add, 0);
+      auto retval1 = ops::_Retval(scope.WithOpName("_retval1_RetVal"), mul, 1);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(body_fn.name(), library, &result));
+
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32}), result.arg_types);
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32}), result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
   }
 }
 
@@ -841,177 +911,192 @@ TEST(FunctionalizeControlFlow, Complex) {
   }
 
   FunctionLibraryDefinition library(OpRegistry::Global(), {});
+  GraphDef optimized_graph_def;
+  graph.ToGraphDef(&optimized_graph_def);
+  TF_ASSERT_OK(
+      FunctionalizeControlFlowForGraphDef(&optimized_graph_def, &library));
   TF_ASSERT_OK(FunctionalizeControlFlow(&graph, &library));
+  GraphDef converted_graph_def;
+  graph.ToGraphDef(&converted_graph_def);
 
-  GraphDef graph_def;
-  graph.ToGraphDef(&graph_def);
-
-  NameAttrList outer_cond_fn, outer_body_fn;
-  TF_EXPECT_OK(FindWhileCondAndBody(graph_def, &outer_cond_fn, &outer_body_fn));
-
-  // Outer graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto x = ops::Placeholder(scope.WithOpName("x"), DT_INT32);
-    auto three = ops::Const<int32>(scope.WithOpName("three"), 3);
-    auto y = ops::Add(scope.WithOpName("y"), x, three);
-
-    auto var = ops::VarHandleOp(scope.WithOpName("Variable"), DT_INT32,
-                                TensorShape({}));
-
-    auto zero = ops::Const<int32>(scope.WithOpName("outer/Const"), 0);
-
-    auto while_op = ops::While(scope.WithOpName("outer/LoopCond"),
-                               std::initializer_list<Input>{zero, y, x, var},
-                               outer_cond_fn, outer_body_fn);
-    auto sink = ops::Identity(scope.WithOpName("sink"), while_op[0]);
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-    TF_EXPECT_GRAPH_EQ(expected, graph_def);
-  }
-
-  // Outer condition graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
-    auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
-
-    auto ten = ops::Const<int32>(
-        scope.WithOpName("outer/Less/y").WithControlDependencies(arg0.output),
-        10);
-    auto less = ops::Less(scope.WithOpName("outer/Less_i"), arg0, ten);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(
-        InstantiateFunctionForTest(outer_cond_fn.name(), library, &result));
-
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
-              result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
-
-  // Outer body graph.
-  NameAttrList inner_cond_fn, inner_body_fn;
-  {
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(
-        InstantiateFunctionForTest(outer_body_fn.name(), library, &result));
-
-    // Find the inner condition and body names.
-    TF_EXPECT_OK(
-        FindWhileCondAndBody(result.gdef, &inner_cond_fn, &inner_body_fn));
-
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
-    auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
-
-    auto identity_i = ops::Identity(scope.WithOpName("outer/Identity"), arg0);
-    auto one_j = ops::Const<int32>(
-        scope.WithOpName("outer/j").WithControlDependencies(identity_i), 1);
-    auto while_op =
-        ops::While(scope.WithOpName("outer/LoopCond_1"),
-                   std::initializer_list<Input>{one_j, arg1, arg2, arg3},
-                   inner_cond_fn, inner_body_fn);
-
-    auto one_outer = ops::Const<int32>(
-        scope.WithOpName("outer/add/y").WithControlDependencies(identity_i), 1);
-    auto add_i =
-        ops::Add(scope.WithOpName("outer/add")
-                     .WithControlDependencies(absl::Span<const Operation>{
-                         while_op[0].op(), while_op[1].op()}),
-                 identity_i, one_outer);
-
-    auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add_i, 0);
-    auto retval1 = ops::_Retval(scope.WithOpName("_retval1_RetVal"), arg1, 1);
-    auto retval2 = ops::_Retval(scope.WithOpName("_retval2_RetVal"), arg2, 2);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
-              result.arg_types);
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32}), result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
-
-  // Inner condition graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
-    auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
-
-    auto five = ops::Const<int32>(
-        scope.WithOpName("outer/inner/Five").WithControlDependencies(arg0), 5);
-    auto less_j = ops::Less(scope.WithOpName("outer/inner/Less_j"), arg0, five);
-    auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less_j, 0);
-
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
-
-    InstantiationResultForTest result;
+  for (const GraphDef& graph_def : {optimized_graph_def, converted_graph_def}) {
+    NameAttrList outer_cond_fn, outer_body_fn;
     TF_EXPECT_OK(
-        InstantiateFunctionForTest(inner_cond_fn.name(), library, &result));
-
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
-              result.arg_types);
-    EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
-  }
-
-  // Inner body graph.
-  {
-    Scope scope = Scope::NewRootScope().ExitOnError();
-    auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
-    auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
-    auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
-    auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
-
-    auto identity_j =
-        ops::Identity(scope.WithOpName("outer/inner/Identity_j"), arg0);
-    auto identity_k =
-        ops::Identity(scope.WithOpName("outer/inner/Identity_k"), arg1);
-
-    auto mul_jk =
-        ops::Mul(scope.WithOpName("outer/inner/mul"), identity_j, identity_k);
-    auto add_jkx = ops::Add(scope.WithOpName("outer/inner/add"), mul_jk, arg2);
-    auto assign = ops::AssignAddVariableOp(
-        scope.WithOpName("outer/inner/assign_add"), arg3, add_jkx);
-
-    auto one = ops::Const<int32>(
-        scope.WithOpName("outer/inner/One")
-            .WithControlDependencies(
-                absl::Span<const Operation>{assign.operation}),
-        1);
-    auto add_j =
-        ops::Add(scope.WithOpName("outer/inner/add_j"), identity_j, one);
+        FindWhileCondAndBody(graph_def, &outer_cond_fn, &outer_body_fn));
+
+    // Outer graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto x = ops::Placeholder(scope.WithOpName("x"), DT_INT32);
+      auto three = ops::Const<int32>(scope.WithOpName("three"), 3);
+      auto y = ops::Add(scope.WithOpName("y"), x, three);
+
+      auto var = ops::VarHandleOp(scope.WithOpName("Variable"), DT_INT32,
+                                  TensorShape({}));
+
+      auto zero = ops::Const<int32>(scope.WithOpName("outer/Const"), 0);
+
+      auto while_op = ops::While(scope.WithOpName("outer/LoopCond"),
+                                 std::initializer_list<Input>{zero, y, x, var},
+                                 outer_cond_fn, outer_body_fn);
+      auto sink = ops::Identity(scope.WithOpName("sink"), while_op[0]);
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+      TF_EXPECT_GRAPH_EQ(expected, graph_def);
+    }
 
-    auto retval0 = ops::_Retval(scope.WithOpName("_retval0_RetVal"), add_j, 0);
-    auto retval1 =
-        ops::_Retval(scope.WithOpName("_retval1_RetVal"), identity_k, 1);
-    auto retval2 = ops::_Retval(scope.WithOpName("_retval2_RetVal"), arg2, 2);
+    // Outer condition graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
+      auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
+
+      auto ten = ops::Const<int32>(
+          scope.WithOpName("outer/Less/y").WithControlDependencies(arg0.output),
+          10);
+      auto less = ops::Less(scope.WithOpName("outer/Less_i"), arg0, ten);
+      auto retval = ops::_Retval(scope.WithOpName("_retval0_RetVal"), less, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(outer_cond_fn.name(), library, &result));
+
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
+                result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-    GraphDef expected;
-    TF_EXPECT_OK(scope.ToGraphDef(&expected));
+    // Outer body graph.
+    NameAttrList inner_cond_fn, inner_body_fn;
+    {
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(outer_body_fn.name(), library, &result));
+
+      // Find the inner condition and body names.
+      TF_EXPECT_OK(
+          FindWhileCondAndBody(result.gdef, &inner_cond_fn, &inner_body_fn));
+
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
+      auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
+
+      auto identity_i = ops::Identity(scope.WithOpName("outer/Identity"), arg0);
+      auto one_j = ops::Const<int32>(
+          scope.WithOpName("outer/j").WithControlDependencies(identity_i), 1);
+      auto while_op =
+          ops::While(scope.WithOpName("outer/LoopCond_1"),
+                     std::initializer_list<Input>{one_j, arg1, arg2, arg3},
+                     inner_cond_fn, inner_body_fn);
+
+      auto one_outer = ops::Const<int32>(
+          scope.WithOpName("outer/add/y").WithControlDependencies(identity_i),
+          1);
+      auto add_i =
+          ops::Add(scope.WithOpName("outer/add")
+                       .WithControlDependencies(absl::Span<const Operation>{
+                           while_op[0].op(), while_op[1].op()}),
+                   identity_i, one_outer);
+
+      auto retval0 =
+          ops::_Retval(scope.WithOpName("_retval0_RetVal"), add_i, 0);
+      auto retval1 = ops::_Retval(scope.WithOpName("_retval1_RetVal"), arg1, 1);
+      auto retval2 = ops::_Retval(scope.WithOpName("_retval2_RetVal"), arg2, 2);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
+                result.arg_types);
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32}),
+                result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-    InstantiationResultForTest result;
-    TF_EXPECT_OK(
-        InstantiateFunctionForTest(inner_body_fn.name(), library, &result));
+    // Inner condition graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
+      auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
+
+      auto five = ops::Const<int32>(
+          scope.WithOpName("outer/inner/Five").WithControlDependencies(arg0),
+          5);
+      auto less_j =
+          ops::Less(scope.WithOpName("outer/inner/Less_j"), arg0, five);
+      auto retval =
+          ops::_Retval(scope.WithOpName("_retval0_RetVal"), less_j, 0);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(inner_cond_fn.name(), library, &result));
+
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
+                result.arg_types);
+      EXPECT_EQ(DataTypeVector{DT_BOOL}, result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
 
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
-              result.arg_types);
-    EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32}), result.ret_types);
-    TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    // Inner body graph.
+    {
+      Scope scope = Scope::NewRootScope().ExitOnError();
+      auto arg0 = ops::_Arg(scope.WithOpName("_arg0"), DT_INT32, 0);
+      auto arg1 = ops::_Arg(scope.WithOpName("_arg1"), DT_INT32, 1);
+      auto arg2 = ops::_Arg(scope.WithOpName("_arg2"), DT_INT32, 2);
+      auto arg3 = ops::_Arg(scope.WithOpName("_arg3"), DT_RESOURCE, 3);
+
+      auto identity_j =
+          ops::Identity(scope.WithOpName("outer/inner/Identity_j"), arg0);
+      auto identity_k =
+          ops::Identity(scope.WithOpName("outer/inner/Identity_k"), arg1);
+
+      auto mul_jk =
+          ops::Mul(scope.WithOpName("outer/inner/mul"), identity_j, identity_k);
+      auto add_jkx =
+          ops::Add(scope.WithOpName("outer/inner/add"), mul_jk, arg2);
+      auto assign = ops::AssignAddVariableOp(
+          scope.WithOpName("outer/inner/assign_add"), arg3, add_jkx);
+
+      auto one = ops::Const<int32>(
+          scope.WithOpName("outer/inner/One")
+              .WithControlDependencies(
+                  absl::Span<const Operation>{assign.operation}),
+          1);
+      auto add_j =
+          ops::Add(scope.WithOpName("outer/inner/add_j"), identity_j, one);
+
+      auto retval0 =
+          ops::_Retval(scope.WithOpName("_retval0_RetVal"), add_j, 0);
+      auto retval1 =
+          ops::_Retval(scope.WithOpName("_retval1_RetVal"), identity_k, 1);
+      auto retval2 = ops::_Retval(scope.WithOpName("_retval2_RetVal"), arg2, 2);
+
+      GraphDef expected;
+      TF_EXPECT_OK(scope.ToGraphDef(&expected));
+
+      InstantiationResultForTest result;
+      TF_EXPECT_OK(
+          InstantiateFunctionForTest(inner_body_fn.name(), library, &result));
+
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32, DT_RESOURCE}),
+                result.arg_types);
+      EXPECT_EQ((DataTypeVector{DT_INT32, DT_INT32, DT_INT32}),
+                result.ret_types);
+      TF_EXPECT_GRAPH_EQ(expected, result.gdef);
+    }
   }
 }
 
-- 
GitLab


From 2226a4d599224d4759844db5c80460fafd87145f Mon Sep 17 00:00:00 2001
From: Ian Langmore <langmore@google.com>
Date: Thu, 15 Nov 2018 17:04:23 -0800
Subject: [PATCH 1715/1825] LinearOperatorInversion added as a meta-class. 
 Computes the naive inverse of a non-singular operator by swapping .solve and
 .matmul, and other appropriate modifications.

This is hidden from the public API, with an upcoming method, .inverse, the preferred way to get an inverse, since it has more operator specific information.

PiperOrigin-RevId: 221716123
---
 tensorflow/python/kernel_tests/linalg/BUILD   |  22 ++
 .../linalg/linear_operator_inversion_test.py  | 130 +++++++++++
 .../ops/linalg/linear_operator_inversion.py   | 207 ++++++++++++++++++
 3 files changed, 359 insertions(+)
 create mode 100644 tensorflow/python/kernel_tests/linalg/linear_operator_inversion_test.py
 create mode 100644 tensorflow/python/ops/linalg/linear_operator_inversion.py

diff --git a/tensorflow/python/kernel_tests/linalg/BUILD b/tensorflow/python/kernel_tests/linalg/BUILD
index c2f14a119a..d90e65526a 100644
--- a/tensorflow/python/kernel_tests/linalg/BUILD
+++ b/tensorflow/python/kernel_tests/linalg/BUILD
@@ -167,6 +167,28 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "linear_operator_inversion_test",
+    size = "medium",
+    srcs = ["linear_operator_inversion_test.py"],
+    additional_deps = [
+        "//tensorflow/python/ops/linalg",
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform_test",
+    ],
+    shard_count = 5,
+    tags = [
+        "noasan",  # times out, b/63678675
+        "optonly",  # times out
+    ],
+)
+
 cuda_py_test(
     name = "linear_operator_full_matrix_test",
     size = "medium",
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_inversion_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_inversion_test.py
new file mode 100644
index 0000000000..9344c526ee
--- /dev/null
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_inversion_test.py
@@ -0,0 +1,130 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops.linalg import linalg as linalg_lib
+from tensorflow.python.ops.linalg import linear_operator_inversion
+from tensorflow.python.ops.linalg import linear_operator_test_util
+from tensorflow.python.platform import test
+
+linalg = linalg_lib
+
+LinearOperatorInversion = linear_operator_inversion.LinearOperatorInversion  # pylint: disable=invalid-name
+
+
+class LinearOperatorInversionTest(
+    linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
+  """Most tests done in the base class LinearOperatorDerivedClassTest."""
+
+  def setUp(self):
+    self._atol[dtypes.complex64] = 1e-5
+    self._rtol[dtypes.complex64] = 1e-5
+
+  def _operator_and_matrix(self,
+                           build_info,
+                           dtype,
+                           use_placeholder,
+                           ensure_self_adjoint_and_pd=False):
+    shape = list(build_info.shape)
+
+    if ensure_self_adjoint_and_pd:
+      matrix = linear_operator_test_util.random_positive_definite_matrix(
+          shape, dtype, force_well_conditioned=True)
+    else:
+      matrix = linear_operator_test_util.random_tril_matrix(
+          shape, dtype, force_well_conditioned=True, remove_upper=True)
+
+    lin_op_matrix = matrix
+
+    if use_placeholder:
+      lin_op_matrix = array_ops.placeholder_with_default(matrix, shape=None)
+
+    if ensure_self_adjoint_and_pd:
+      operator = LinearOperatorInversion(
+          linalg.LinearOperatorFullMatrix(
+              lin_op_matrix, is_positive_definite=True, is_self_adjoint=True))
+    else:
+      operator = LinearOperatorInversion(
+          linalg.LinearOperatorLowerTriangular(lin_op_matrix))
+
+    return operator, linalg.inv(matrix)
+
+  def test_base_operator_hint_used(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 0.], [1., 1.]]
+    operator = linalg.LinearOperatorFullMatrix(
+        matrix,
+        is_positive_definite=True,
+        is_non_singular=True,
+        is_self_adjoint=False)
+    operator_inv = LinearOperatorInversion(operator)
+    self.assertTrue(operator_inv.is_positive_definite)
+    self.assertTrue(operator_inv.is_non_singular)
+    self.assertFalse(operator_inv.is_self_adjoint)
+
+  def test_supplied_hint_used(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 0.], [1., 1.]]
+    operator = linalg.LinearOperatorFullMatrix(matrix)
+    operator_inv = LinearOperatorInversion(
+        operator,
+        is_positive_definite=True,
+        is_non_singular=True,
+        is_self_adjoint=False)
+    self.assertTrue(operator_inv.is_positive_definite)
+    self.assertTrue(operator_inv.is_non_singular)
+    self.assertFalse(operator_inv.is_self_adjoint)
+
+  def test_contradicting_hints_raise(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 0.], [1., 1.]]
+    operator = linalg.LinearOperatorFullMatrix(
+        matrix, is_positive_definite=False)
+    with self.assertRaisesRegexp(ValueError, "positive-definite"):
+      LinearOperatorInversion(operator, is_positive_definite=True)
+
+    operator = linalg.LinearOperatorFullMatrix(matrix, is_self_adjoint=False)
+    with self.assertRaisesRegexp(ValueError, "self-adjoint"):
+      LinearOperatorInversion(operator, is_self_adjoint=True)
+
+  def test_singular_raises(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 1.], [1., 1.]]
+
+    operator = linalg.LinearOperatorFullMatrix(matrix, is_non_singular=False)
+    with self.assertRaisesRegexp(ValueError, "is_non_singular"):
+      LinearOperatorInversion(operator)
+
+    operator = linalg.LinearOperatorFullMatrix(matrix)
+    with self.assertRaisesRegexp(ValueError, "is_non_singular"):
+      LinearOperatorInversion(operator, is_non_singular=False)
+
+  def test_name(self):
+    matrix = [[11., 0.], [1., 8.]]
+    operator = linalg.LinearOperatorFullMatrix(
+        matrix, name="my_operator", is_non_singular=True)
+
+    operator = LinearOperatorInversion(operator)
+
+    self.assertEqual("my_operator_inv", operator.name)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/ops/linalg/linear_operator_inversion.py b/tensorflow/python/ops/linalg/linear_operator_inversion.py
new file mode 100644
index 0000000000..7aa4b40e16
--- /dev/null
+++ b/tensorflow/python/ops/linalg/linear_operator_inversion.py
@@ -0,0 +1,207 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Inverts a non-singular `LinearOperator`."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.ops.linalg import linear_operator
+from tensorflow.python.util.tf_export import tf_export
+
+__all__ = []
+
+
+@tf_export("linalg.LinearOperatorInversion")
+class LinearOperatorInversion(linear_operator.LinearOperator):
+  """`LinearOperator` representing the inverse of another operator.
+
+  This operator represents the inverse of another operator.
+
+  ```python
+  # Create a 2 x 2 linear operator.
+  operator = LinearOperatorFullMatrix([[1., 0.], [0., 2.]])
+  operator_inv = LinearOperatorInversion(operator)
+
+  operator_inv.to_dense()
+  ==> [[1., 0.]
+       [0., 0.5]]
+
+  operator_inv.shape
+  ==> [2, 2]
+
+  operator_inv.log_abs_determinant()
+  ==> - log(2)
+
+  x = ... Shape [2, 4] Tensor
+  operator_inv.matmul(x)
+  ==> Shape [2, 4] Tensor, equal to operator.solve(x)
+  ```
+
+  #### Performance
+
+  The performance of `LinearOperatorInversion` depends on the underlying
+  operators performance:  `solve` and `matmul` are swapped, and determinant is
+  inverted.
+
+  #### Matrix property hints
+
+  This `LinearOperator` is initialized with boolean flags of the form `is_X`,
+  for `X = non_singular, self_adjoint, positive_definite, square`.
+  These have the following meaning:
+
+  * If `is_X == True`, callers should expect the operator to have the
+    property `X`.  This is a promise that should be fulfilled, but is *not* a
+    runtime assert.  For example, finite floating point precision may result
+    in these promises being violated.
+  * If `is_X == False`, callers should expect the operator to not have `X`.
+  * If `is_X == None` (the default), callers should have no expectation either
+    way.
+  """
+
+  def __init__(self,
+               operator,
+               is_non_singular=None,
+               is_self_adjoint=None,
+               is_positive_definite=None,
+               is_square=None,
+               name=None):
+    r"""Initialize a `LinearOperatorInversion`.
+
+    `LinearOperatorInversion` is initialized with an operator `A`.  The `solve`
+    and `matmul` methods are effectively swapped.  E.g.
+
+    ```
+    A = MyLinearOperator(...)
+    B = LinearOperatorInversion(A)
+    x = [....]  # a vector
+
+    assert A.matvec(x) == B.solvevec(x)
+    ```
+
+    Args:
+      operator: `LinearOperator` object. If `operator.is_non_singular == False`,
+        an exception is raised.  We do allow `operator.is_non_singular == None`,
+        in which case this operator will have `is_non_singular == None`.
+        Similarly for `is_self_adjoint` and `is_positive_definite`.
+      is_non_singular:  Expect that this operator is non-singular.
+      is_self_adjoint:  Expect that this operator is equal to its hermitian
+        transpose.
+      is_positive_definite:  Expect that this operator is positive definite,
+        meaning the quadratic form `x^H A x` has positive real part for all
+        nonzero `x`.  Note that we do not require the operator to be
+        self-adjoint to be positive-definite.  See:
+        https://en.wikipedia.org/wiki/Positive-definite_matrix#Extension_for_non-symmetric_matrices
+      is_square:  Expect that this operator acts like square [batch] matrices.
+      name: A name for this `LinearOperator`. Default is `operator.name +
+        "_inv"`.
+
+    Raises:
+      ValueError:  If `operator.is_non_singular` is False.
+    """
+
+    self._operator = operator
+
+    # Auto-set and check hints.
+    if operator.is_non_singular is False or is_non_singular is False:
+      raise ValueError(
+          "operator and supplied hints must have `is_non_singular` equal to "
+          "`True` or `None`.  Found %s, %s" % (operator.is_non_singular,
+                                               is_non_singular))
+    if operator.is_square is False or is_square is False:
+      raise ValueError(
+          "operator and supplied hints must have `is_square` equal to "
+          "`True` or `None`.  Found %s, %s" % (operator.is_square, is_square))
+
+    # The congruency of is_non_singular and is_self_adjoint was checked in the
+    # base operator.  Other hints are, in this special case of inversion, ones
+    # that must be the same for base/derived operator.
+    def _combined_hint(hint_str, provided_hint_value, message):
+      """Get combined hint in the case where operator.hint should equal hint."""
+      op_hint = getattr(operator, hint_str)
+      if op_hint is False and provided_hint_value:
+        raise ValueError(message)
+      if op_hint and provided_hint_value is False:
+        raise ValueError(message)
+      return (op_hint or provided_hint_value) or None
+
+    is_square = _combined_hint(
+        "is_square", is_square,
+        "An operator is square if and only if its inverse is square.")
+
+    is_non_singular = _combined_hint(
+        "is_non_singular", is_non_singular,
+        "An operator is non-singular if and only if its inverse is "
+        "non-singular.")
+
+    is_self_adjoint = _combined_hint(
+        "is_self_adjoint", is_self_adjoint,
+        "An operator is self-adjoint if and only if its inverse is "
+        "self-adjoint.")
+
+    is_positive_definite = _combined_hint(
+        "is_positive_definite", is_positive_definite,
+        "An operator is positive-definite if and only if its inverse is "
+        "positive-definite.")
+
+    is_square = _combined_hint(
+        "is_square", is_square,
+        "An operator is square if and only if its inverse is square.")
+
+    # Initialization.
+    if name is None:
+      name = operator.name + "_inv"
+    with ops.name_scope(name, values=operator.graph_parents):
+      super(LinearOperatorInversion, self).__init__(
+          dtype=operator.dtype,
+          graph_parents=operator.graph_parents,
+          is_non_singular=is_non_singular,
+          is_self_adjoint=is_self_adjoint,
+          is_positive_definite=is_positive_definite,
+          is_square=is_square,
+          name=name)
+
+  @property
+  def operator(self):
+    """The operator before inversion."""
+    return self._operator
+
+  def _assert_non_singular(self):
+    return self.operator.assert_non_singular()
+
+  def _assert_positive_definite(self):
+    return self.operator.assert_positive_definite()
+
+  def _assert_self_adjoint(self):
+    return self.operator.assert_self_adjoint()
+
+  def _shape(self):
+    return self.operator.shape
+
+  def _shape_tensor(self):
+    return self.operator.shape_tensor()
+
+  def _matmul(self, x, adjoint=False, adjoint_arg=False):
+    return self.operator.solve(x, adjoint=adjoint, adjoint_arg=adjoint_arg)
+
+  def _determinant(self):
+    return 1. / self.operator.determinant()
+
+  def _log_abs_determinant(self):
+    return -1. * self.operator.log_abs_determinant()
+
+  def _solve(self, rhs, adjoint=False, adjoint_arg=False):
+    return self.operator.matmul(rhs, adjoint=adjoint, adjoint_arg=adjoint_arg)
-- 
GitLab


From 073e29df4b2b2b9b9d0bea5191229deb1462ebac Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Thu, 15 Nov 2018 17:51:48 -0800
Subject: [PATCH 1716/1825] Update the name for `tf.sets.set_*` to `tf.sets.*`
 and exporting to v2 and v1.

PiperOrigin-RevId: 221722355
---
 tensorflow/python/ops/sets_impl.py               | 11 +++++++----
 .../tools/api/golden/v1/tensorflow.sets.pbtxt    | 16 ++++++++++++++++
 .../tools/api/golden/v2/tensorflow.sets.pbtxt    |  8 ++++----
 tensorflow/tools/compatibility/renames_v2.py     |  4 ++++
 4 files changed, 31 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/ops/sets_impl.py b/tensorflow/python/ops/sets_impl.py
index 21e08d03d2..ee9c9b6bc0 100644
--- a/tensorflow/python/ops/sets_impl.py
+++ b/tensorflow/python/ops/sets_impl.py
@@ -31,7 +31,7 @@ _VALID_DTYPES = set([
     dtypes.uint8, dtypes.uint16, dtypes.string])
 
 
-@tf_export("sets.set_size")
+@tf_export("sets.size", v1=["sets.size", "sets.set_size"])
 def set_size(a, validate_indices=True):
   """Compute number of unique elements along last dimension of `a`.
 
@@ -133,7 +133,8 @@ def _set_operation(a, b, set_operation, validate_indices=True):
   return sparse_tensor.SparseTensor(indices, values, shape)
 
 
-@tf_export("sets.set_intersection")
+@tf_export(
+    "sets.intersection", v1=["sets.intersection", "sets.set_intersection"])
 def set_intersection(a, b, validate_indices=True):
   """Compute set intersection of elements in last dimension of `a` and `b`.
 
@@ -200,7 +201,8 @@ def set_intersection(a, b, validate_indices=True):
   return _set_operation(a, b, "intersection", validate_indices)
 
 
-@tf_export("sets.set_difference")
+@tf_export(
+	   "sets.difference", v1=["sets.difference", "sets.set_difference"])
 def set_difference(a, b, aminusb=True, validate_indices=True):
   """Compute set difference of elements in last dimension of `a` and `b`.
 
@@ -271,7 +273,8 @@ def set_difference(a, b, aminusb=True, validate_indices=True):
   return _set_operation(a, b, "a-b" if aminusb else "b-a", validate_indices)
 
 
-@tf_export("sets.set_union")
+@tf_export(
+	   "sets.union", v1=["sets.union", "sets.set_union"])
 def set_union(a, b, validate_indices=True):
   """Compute set union of elements in last dimension of `a` and `b`.
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.sets.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.sets.pbtxt
index 8a196b1a55..09d6f1424b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.sets.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.sets.pbtxt
@@ -1,5 +1,13 @@
 path: "tensorflow.sets"
 tf_module {
+  member_method {
+    name: "difference"
+    argspec: "args=[\'a\', \'b\', \'aminusb\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\', \'True\'], "
+  }
+  member_method {
+    name: "intersection"
+    argspec: "args=[\'a\', \'b\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
+  }
   member_method {
     name: "set_difference"
     argspec: "args=[\'a\', \'b\', \'aminusb\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\', \'True\'], "
@@ -16,4 +24,12 @@ tf_module {
     name: "set_union"
     argspec: "args=[\'a\', \'b\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
   }
+  member_method {
+    name: "size"
+    argspec: "args=[\'a\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
+  }
+  member_method {
+    name: "union"
+    argspec: "args=[\'a\', \'b\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
+  }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.sets.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.sets.pbtxt
index 8a196b1a55..900d08ff47 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.sets.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.sets.pbtxt
@@ -1,19 +1,19 @@
 path: "tensorflow.sets"
 tf_module {
   member_method {
-    name: "set_difference"
+    name: "difference"
     argspec: "args=[\'a\', \'b\', \'aminusb\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\', \'True\'], "
   }
   member_method {
-    name: "set_intersection"
+    name: "intersection"
     argspec: "args=[\'a\', \'b\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
   }
   member_method {
-    name: "set_size"
+    name: "size"
     argspec: "args=[\'a\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
   }
   member_method {
-    name: "set_union"
+    name: "union"
     argspec: "args=[\'a\', \'b\', \'validate_indices\'], varargs=None, keywords=None, defaults=[\'True\'], "
   }
 }
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index a653623a27..7ba6982f97 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -419,6 +419,10 @@ renames = {
     'tf.serialize_sparse': 'tf.io.serialize_sparse',
     'tf.serialize_tensor': 'tf.io.serialize_tensor',
     'tf.setdiff1d': 'tf.compat.v1.setdiff1d',
+    'tf.sets.set_difference': 'tf.sets.difference',
+    'tf.sets.set_intersection': 'tf.sets.intersection',
+    'tf.sets.set_size': 'tf.sets.size',
+    'tf.sets.set_union': 'tf.sets.union',
     'tf.space_to_batch': 'tf.nn.space_to_batch',
     'tf.space_to_depth': 'tf.nn.space_to_depth',
     'tf.sparse.placeholder': 'tf.compat.v1.sparse.placeholder',
-- 
GitLab


From 668afe69dba9106c76682e6e169e2334a50ac87a Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 17:57:07 -0800
Subject: [PATCH 1717/1825] BREAKING: Make the `gain` argument of convolutional
 orthogonal initializers (`convolutional_delta_orthogonal`,
 `convolutional_orthogonal_1D`, `convolutional_orthogonal_2D`,
 `convolutional_orthogonal_3D`) have a consistent behavior with the
 `tf.initializers.orthogonal` initializer, i.e. scale the output l2-norm by
 `gain` and NOT by `sqrt(gain)`. PiperOrigin-RevId: 221723104

---
 .../python/kernel_tests/init_ops_test.py      | 19 +++---
 tensorflow/python/ops/init_ops.py             | 59 ++++++++-----------
 2 files changed, 33 insertions(+), 45 deletions(-)

diff --git a/tensorflow/python/kernel_tests/init_ops_test.py b/tensorflow/python/kernel_tests/init_ops_test.py
index 70bfbf8544..3f3fcfd2ff 100644
--- a/tensorflow/python/kernel_tests/init_ops_test.py
+++ b/tensorflow/python/kernel_tests/init_ops_test.py
@@ -616,7 +616,7 @@ class OrthogonalInitializerTest(test.TestCase):
       with self.session(graph=ops.Graph(), use_gpu=True):
         t1 = init1(shape).eval()
         t2 = init2(shape).eval()
-      return np.allclose(t1, t2 / 3.14, rtol=1e-15, atol=1e-15)
+      self.assertAllClose(t1, t2 / 3.14)
 
   def testShapesValues(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -674,7 +674,7 @@ class ConvolutionDeltaOrthogonalInitializerTest(test.TestCase):
       with self.session(graph=ops.Graph(), use_gpu=True):
         t1 = init1(shape).eval()
         t2 = init2(shape).eval()
-      return np.allclose(t1, t2 / 3.14, rtol=1e-15, atol=1e-15)
+      self.assertAllClose(t1, t2 / 3.14)
 
   def testShapesValues(self):
     gain = 3.14
@@ -709,8 +709,7 @@ class ConvolutionDeltaOrthogonalInitializerTest(test.TestCase):
           t = outputs.eval()
           self.assertAllEqual(t.shape, outputs_shape)
           # Check isometry of the delta-orthogonal kernel.
-          self.assertAllClose(sess.run(ratio), np.sqrt(gain),
-                              rtol=tol, atol=tol)
+          self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
 
   def testNonuniformity(self):
     value = 0
@@ -774,7 +773,7 @@ class ConvolutionOrthogonal1dInitializerTest(test.TestCase):
       with self.session(graph=ops.Graph(), use_gpu=True):
         t1 = init1(shape).eval()
         t2 = init2(shape).eval()
-      return np.allclose(t1, t2 / 3.14, rtol=1e-15, atol=1e-15)
+      self.assertAllClose(t1, t2 / 3.14)
 
   def testNonuniformity(self):
     value = 0
@@ -848,7 +847,7 @@ class ConvolutionOrthogonal1dInitializerTest(test.TestCase):
         t = outputs.eval()
         self.assertAllEqual(t.shape, outputs_shape)
         # Check isometry of the orthogonal kernel.
-        self.assertAllClose(sess.run(ratio), np.sqrt(gain), rtol=tol, atol=tol)
+        self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
 
 
 class ConvolutionOrthogonal2dInitializerTest(test.TestCase):
@@ -888,7 +887,7 @@ class ConvolutionOrthogonal2dInitializerTest(test.TestCase):
       with self.session(graph=ops.Graph(), use_gpu=True):
         t1 = init1(shape).eval()
         t2 = init2(shape).eval()
-      return np.allclose(t1, t2 / 3.14, rtol=1e-15, atol=1e-15)
+      self.assertAllClose(t1, t2 / 3.14)
 
   def testShapesValues(self):
     def circular_pad(input_, width, kernel_size):
@@ -943,7 +942,7 @@ class ConvolutionOrthogonal2dInitializerTest(test.TestCase):
         t = outputs.eval()
         self.assertAllEqual(t.shape, outputs_shape)
         # Check isometry of the orthogonal kernel.
-        self.assertAllClose(sess.run(ratio), np.sqrt(gain), rtol=tol, atol=tol)
+        self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
 
 
 class ConvolutionOrthogonal3dInitializerTest(test.TestCase):
@@ -983,7 +982,7 @@ class ConvolutionOrthogonal3dInitializerTest(test.TestCase):
       with self.session(graph=ops.Graph(), use_gpu=True):
         t1 = init1(shape).eval()
         t2 = init2(shape).eval()
-      return np.allclose(t1, t2 / 3.14, rtol=1e-15, atol=1e-15)
+      self.assertAllClose(t1, t2 / 3.14)
 
   def testNonuniformity(self):
     value = 0
@@ -1068,7 +1067,7 @@ class ConvolutionOrthogonal3dInitializerTest(test.TestCase):
         t = outputs.eval()
         self.assertAllEqual(t.shape, outputs_shape)
         # Check isometry of the orthogonal kernel.
-        self.assertAllClose(sess.run(ratio), np.sqrt(gain), rtol=tol, atol=tol)
+        self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
 
 
 class IdentityInitializerTest(test.TestCase):
diff --git a/tensorflow/python/ops/init_ops.py b/tensorflow/python/ops/init_ops.py
index 4fe6d05620..5a1ac675db 100644
--- a/tensorflow/python/ops/init_ops.py
+++ b/tensorflow/python/ops/init_ops.py
@@ -580,9 +580,9 @@ class ConvolutionDeltaOrthogonal(Initializer):
 
 
   Args:
-    gain: Multiplicative factor to apply to the orthogonal matrix. Default is 1.
-      The 2-norm of an input is multiplied by a factor of 'sqrt(gain)' after
-      applying this convolution.
+    gain: Multiplicative factor to apply to the orthogonal
+      matrix. Default is 1. The 2-norm of an input is multiplied by a factor of
+      `gain` after applying this convolution.
     seed: A Python integer. Used to create random seeds. See
       `tf.set_random_seed` for behavior.
     dtype: The data type.
@@ -613,7 +613,7 @@ class ConvolutionDeltaOrthogonal(Initializer):
     d = array_ops.diag_part(r)
     q *= math_ops.sign(d)
     q = q[:shape[-2], :]
-    q *= math_ops.sqrt(math_ops.cast(self.gain, dtype=dtype))
+    q *= math_ops.cast(self.gain, dtype=dtype)
     if len(shape) == 3:
       weight = array_ops.scatter_nd([[(shape[0]-1)//2]],
                                     array_ops.expand_dims(q, 0), shape)
@@ -636,9 +636,9 @@ class ConvolutionOrthogonal(Initializer):
   Base class used to construct 1D, 2D and 3D orthogonal kernels for convolution.
 
   Args:
-    gain: multiplicative factor to apply to the orthogonal matrix. Default is 1.
-      The 2-norm of an input is multiplied by a factor of 'sqrt(gain)' after
-      applying this convolution.
+    gain: multiplicative factor to apply to the orthogonal
+      matrix. Default is 1. The 2-norm of an input is multiplied by a factor of
+      `gain` after applying this convolution.
     seed: A Python integer. Used to create random seeds. See
       `tf.set_random_seed` for behavior.
     dtype: The data type.
@@ -701,9 +701,9 @@ class ConvolutionOrthogonal2D(ConvolutionOrthogonal):
   See algorithm 1 in [Xiao et al., 2018]: https://arxiv.org/abs/1806.05393
 
   Args:
-    gain: Multiplicative factor to apply to the orthogonal matrix. Default is 1.
-      This has the effect of scaling the output 2-norm by a factor of
-      `sqrt(gain)`.
+    gain: Multiplicative factor to apply to the orthogonal
+      matrix. Default is 1. This has the effect of scaling the output 2-norm by
+      a factor of `gain`.
     seed: A Python integer. Used to create random seeds. See
       `tf.set_random_seed` for behavior.
     dtype: The data type.
@@ -722,7 +722,7 @@ class ConvolutionOrthogonal2D(ConvolutionOrthogonal):
       raise ValueError("Kernel sizes must be equal.")
 
     kernel = self._orthogonal_kernel(shape[0], shape[2], shape[3])
-    kernel *= math_ops.sqrt(math_ops.cast(self.gain, dtype=dtype))
+    kernel *= math_ops.cast(self.gain, dtype=dtype)
     return kernel
 
   def _dict_to_tensor(self, x, k1, k2):
@@ -837,9 +837,9 @@ class ConvolutionOrthogonal1D(ConvolutionOrthogonal):
   See algorithm 1 in [Xiao et al., 2018]: https://arxiv.org/abs/1806.05393
 
   Args:
-    gain: Multiplicative factor to apply to the orthogonal matrix. Default is 1.
-      The 2-norm of an input is multiplied by a factor of 'sqrt(gain)' after
-      applying this convolution.
+    gain: Multiplicative factor to apply to the orthogonal
+      matrix. Default is 1. The 2-norm of an input is multiplied by a factor of
+      `gain` after applying this convolution.
     seed: A Python integer. Used to create random seeds. See
       `tf.set_random_seed`
       for behavior.
@@ -856,7 +856,7 @@ class ConvolutionOrthogonal1D(ConvolutionOrthogonal):
       raise ValueError("In_filters cannot be greater than out_filters.")
 
     kernel = self._orthogonal_kernel(shape[0], shape[-2], shape[-1])
-    kernel *= math_ops.sqrt(math_ops.cast(self.gain, dtype=dtype))
+    kernel *= math_ops.cast(self.gain, dtype=dtype)
     return kernel
 
   def _dict_to_tensor(self, x, k):
@@ -954,9 +954,9 @@ class ConvolutionOrthogonal3D(ConvolutionOrthogonal):
   See algorithm 1 [Xiao et al., 2018] in: https://arxiv.org/abs/1806.05393
 
   Args:
-    gain: Multiplicative factor to apply to the orthogonal matrix. Default is 1.
-      The 2-norm of an input is multiplied by a factor of 'sqrt(gain)' after
-      applying this convolution.
+    gain: Multiplicative factor to apply to the orthogonal
+      matrix. Default is 1. The 2-norm of an input is multiplied by a factor of
+      `gain` after applying this convolution.
     seed: A Python integer. Used to create random seeds. See
       `tf.set_random_seed` for behavior.
     dtype: The data type.
@@ -975,7 +975,7 @@ class ConvolutionOrthogonal3D(ConvolutionOrthogonal):
       raise ValueError("Kernel sizes must be equal.")
 
     kernel = self._orthogonal_kernel(shape[0], shape[-2], shape[-1])
-    kernel *= math_ops.sqrt(math_ops.cast(self.gain, dtype=dtype))
+    kernel *= math_ops.cast(self.gain, dtype=dtype)
     return kernel
 
   def _dict_to_tensor(self, x, k1, k2, k3):
@@ -1148,9 +1148,7 @@ class GlorotUniform(VarianceScaling):
     dtype: The data type. Only floating point types are supported.
   """
 
-  def __init__(self,
-               seed=None,
-               dtype=dtypes.float32):
+  def __init__(self, seed=None, dtype=dtypes.float32):
     super(GlorotUniform, self).__init__(
         scale=1.0,
         mode="fan_avg",
@@ -1159,10 +1157,7 @@ class GlorotUniform(VarianceScaling):
         dtype=dtype)
 
   def get_config(self):
-    return {
-        "seed": self.seed,
-        "dtype": self.dtype.name
-    }
+    return {"seed": self.seed, "dtype": self.dtype.name}
 
 
 @tf_export(
@@ -1185,14 +1180,11 @@ class GlorotNormal(VarianceScaling):
 
   Args:
     seed: A Python integer. Used to create random seeds. See
-      `tf.set_random_seed`
-      for behavior.
+      `tf.set_random_seed` for behavior.
     dtype: The data type. Only floating point types are supported.
   """
 
-  def __init__(self,
-               seed=None,
-               dtype=dtypes.float32):
+  def __init__(self, seed=None, dtype=dtypes.float32):
     super(GlorotNormal, self).__init__(
         scale=1.0,
         mode="fan_avg",
@@ -1201,10 +1193,7 @@ class GlorotNormal(VarianceScaling):
         dtype=dtype)
 
   def get_config(self):
-    return {
-        "seed": self.seed,
-        "dtype": self.dtype.name
-    }
+    return {"seed": self.seed, "dtype": self.dtype.name}
 
 
 # Aliases.
-- 
GitLab


From 7830dce1d574eadfa2c62782acee8904db0aaaff Mon Sep 17 00:00:00 2001
From: Yunxing Dai <yunxing@google.com>
Date: Thu, 15 Nov 2018 18:21:08 -0800
Subject: [PATCH 1718/1825] Dynamic parameter binding.

Dynamic parameter binding is the minimum API to start working on
dynamic padder and unblock the bridge to start integrating dynamic
shapes features.

PiperOrigin-RevId: 221726042
---
 tensorflow/compiler/xla/client/xla_builder.cc |  16 ++
 tensorflow/compiler/xla/client/xla_builder.h  |  16 ++
 tensorflow/compiler/xla/service/BUILD         |  21 +++
 .../xla/service/dynamic_parameter_binding.cc  | 138 ++++++++++++++++
 .../xla/service/dynamic_parameter_binding.h   | 125 ++++++++++++++
 .../service/dynamic_parameter_binding_test.cc | 153 ++++++++++++++++++
 tensorflow/compiler/xla/service/hlo.proto     |  37 +++++
 tensorflow/compiler/xla/service/hlo_module.cc |   6 +
 tensorflow/compiler/xla/service/hlo_module.h  |  14 ++
 .../compiler/xla/service/hlo_verifier.cc      |   2 +
 tensorflow/compiler/xla/shape_util.h          |   5 +
 11 files changed, 533 insertions(+)
 create mode 100644 tensorflow/compiler/xla/service/dynamic_parameter_binding.cc
 create mode 100644 tensorflow/compiler/xla/service/dynamic_parameter_binding.h
 create mode 100644 tensorflow/compiler/xla/service/dynamic_parameter_binding_test.cc

diff --git a/tensorflow/compiler/xla/client/xla_builder.cc b/tensorflow/compiler/xla/client/xla_builder.cc
index 0a587725d2..f508ffb9c9 100644
--- a/tensorflow/compiler/xla/client/xla_builder.cc
+++ b/tensorflow/compiler/xla/client/xla_builder.cc
@@ -239,6 +239,19 @@ void XlaBuilder::IsConstantVisitor(const int64 op_handle,
   visited->insert(op_handle);
 }
 
+Status XlaBuilder::SetDynamicBinding(int64 dynamic_size_param_num,
+                                     ShapeIndex dynamic_size_param_index,
+                                     int64 target_param_num,
+                                     ShapeIndex target_param_index,
+                                     int64 target_dim_num) {
+  TF_RETURN_IF_ERROR(dynamic_parameter_binding_.Bind(
+      DynamicParameterBinding::DynamicParameter{dynamic_size_param_num,
+                                                dynamic_size_param_index},
+      DynamicParameterBinding::DynamicDimension{
+          target_param_num, target_param_index, target_dim_num}));
+  return Status::OK();
+}
+
 XlaComputation XlaBuilder::BuildAndNoteError() {
   DCHECK(parent_builder_ != nullptr);
   auto build_status = Build();
@@ -297,6 +310,9 @@ StatusOr<XlaComputation> XlaBuilder::Build(int64 root_id) {
   }
   module->add_computations()->Swap(&entry);
 
+  *(module->mutable_dynamic_parameter_binding()) =
+      dynamic_parameter_binding_.ToProto();
+
   // Clear data held by this builder.
   this->instructions_.clear();
   this->handle_to_index_.clear();
diff --git a/tensorflow/compiler/xla/client/xla_builder.h b/tensorflow/compiler/xla/client/xla_builder.h
index 68314a026e..e6ee41b300 100644
--- a/tensorflow/compiler/xla/client/xla_builder.h
+++ b/tensorflow/compiler/xla/client/xla_builder.h
@@ -29,6 +29,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/client/xla_computation.h"
 #include "tensorflow/compiler/xla/literal.h"
 #include "tensorflow/compiler/xla/literal_util.h"
+#include "tensorflow/compiler/xla/service/dynamic_parameter_binding.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
 #include "tensorflow/compiler/xla/service/hlo_opcode.h"
 #include "tensorflow/compiler/xla/shape_util.h"
@@ -263,6 +264,18 @@ class XlaBuilder {
   // evaluating the computation.
   StatusOr<bool> IsConstant(const XlaOp& operand) const;
 
+  // Sets up binding which indicates that the `target_dim_num` in the subshape
+  // `target_param_index` of parameter `target_param_num` is a dynamic dimension
+  // and its real dynamic size is represented by `dynamic_param_index` in
+  // parameter `dynamic_param_num`.
+  //
+  // TODO(b/119520625): Remove this API once we have more dynamic shape infra
+  // ready.
+  Status SetDynamicBinding(int64 dynamic_size_param_num,
+                           ShapeIndex dynamic_size_param_index,
+                           int64 target_param_num,
+                           ShapeIndex target_param_index, int64 target_dim_num);
+
  private:
   // Build helper which takes the id of the root operation..
   StatusOr<XlaComputation> Build(int64 root_id);
@@ -1019,6 +1032,9 @@ class XlaBuilder {
   // The instructions of this computation.
   std::vector<HloInstructionProto> instructions_;
 
+  // Dynamic parameter configuration of this computation.
+  DynamicParameterBinding dynamic_parameter_binding_;
+
   // A map from XlaOp::Handle to the index in the instructions_ vector where the
   // instruction is held.
   absl::flat_hash_map<int64, int64> handle_to_index_;
diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 779a700099..ccbe83bd96 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -292,6 +292,7 @@ cc_library(
     name = "hlo",
     srcs = [
         "dfs_hlo_visitor.cc",
+        "dynamic_parameter_binding.cc",
         "hlo_computation.cc",
         "hlo_input_output_alias_config.cc",
         "hlo_instruction.cc",
@@ -305,6 +306,7 @@ cc_library(
     hdrs = [
         "dfs_hlo_visitor.h",
         "dfs_hlo_visitor_with_default.h",
+        "dynamic_parameter_binding.h",
         "hlo_clone_context.h",
         "hlo_computation.h",
         "hlo_domain_metadata.h",
@@ -350,6 +352,25 @@ cc_library(
     ],
 )
 
+tf_cc_test(
+    name = "dynamic_parameter_binding_test",
+    srcs = ["dynamic_parameter_binding_test.cc"],
+    deps = [
+        ":hlo",
+        ":hlo_dce",
+        ":hlo_memory_scheduler",
+        ":hlo_ordering",
+        ":hlo_parser",
+        "//tensorflow/compiler/xla:shape_util",
+        "//tensorflow/compiler/xla:types",
+        "//tensorflow/compiler/xla:xla_data_proto",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
+        "//tensorflow/compiler/xla/tests:xla_internal_test_main",
+        "//tensorflow/core:test",
+        "@com_google_absl//absl/algorithm:container",
+    ],
+)
+
 tf_cc_test(
     name = "dfs_hlo_visitor_with_default_test",
     srcs = ["dfs_hlo_visitor_with_default_test.cc"],
diff --git a/tensorflow/compiler/xla/service/dynamic_parameter_binding.cc b/tensorflow/compiler/xla/service/dynamic_parameter_binding.cc
new file mode 100644
index 0000000000..c8bfc89050
--- /dev/null
+++ b/tensorflow/compiler/xla/service/dynamic_parameter_binding.cc
@@ -0,0 +1,138 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/dynamic_parameter_binding.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_module.h"
+
+namespace xla {
+
+Status DynamicParameterBinding::Bind(
+    const DynamicParameter& dynamic_parameter,
+    const DynamicDimension& dynamic_dimension) {
+  auto result = bindings_.emplace(dynamic_dimension, dynamic_parameter);
+  TF_RET_CHECK(result.second);
+  return Status::OK();
+}
+
+absl::optional<DynamicParameterBinding::DynamicParameter>
+DynamicParameterBinding::GetBinding(const DynamicDimension& dynamic_dimension) {
+  auto param_iter = bindings_.find(dynamic_dimension);
+  if (param_iter == bindings_.end()) {
+    return absl::nullopt;
+  }
+  return param_iter->second;
+}
+
+DynamicParameterBindingProto DynamicParameterBinding::ToProto() const {
+  DynamicParameterBindingProto result;
+  for (const auto& binding : bindings_) {
+    const DynamicDimension& dynamic_dimension = binding.first;
+    const DynamicParameter& dynamic_param = binding.second;
+    DynamicParameterBindingProto::Binding binding_proto;
+    binding_proto.set_dynamic_param_num(dynamic_param.parameter_num);
+    for (int64 i : dynamic_param.parameter_index) {
+      binding_proto.add_dynamic_param_index(i);
+    }
+
+    binding_proto.set_target_param_num(dynamic_dimension.parameter_num);
+
+    for (int64 i : dynamic_dimension.parameter_index) {
+      binding_proto.add_target_param_index(i);
+    }
+
+    binding_proto.set_target_param_dim_num(dynamic_dimension.dimension);
+    result.add_entries()->Swap(&binding_proto);
+  }
+  return result;
+}
+
+StatusOr<DynamicParameterBinding> DynamicParameterBinding::CreateFromProto(
+    const DynamicParameterBindingProto& proto) {
+  DynamicParameterBinding result;
+  for (const DynamicParameterBindingProto::Binding& binding : proto.entries()) {
+    int64 dynamic_param_num = binding.dynamic_param_num();
+    ShapeIndex dynamic_param_index(binding.dynamic_param_index().begin(),
+                                   binding.dynamic_param_index().end());
+    int64 target_param_num = binding.target_param_num();
+    ShapeIndex target_param_index(binding.target_param_index().begin(),
+                                  binding.target_param_index().end());
+    int64 target_dim_num = binding.target_param_num();
+
+    TF_RETURN_IF_ERROR(
+        result.Bind(DynamicParameter{dynamic_param_num, dynamic_param_index},
+                    DynamicDimension{target_param_num, target_param_index,
+                                     target_dim_num}));
+  }
+
+  return result;
+}
+
+string DynamicParameterBinding::ToString() const {
+  std::vector<string> pieces;
+  pieces.push_back("DynamicParameterBinding: ");
+  for (const auto& binding : bindings_) {
+    const DynamicDimension& dynamic_dimension = binding.first;
+    const DynamicParameter& dynamic_param = binding.second;
+    pieces.push_back(absl::StrFormat(
+        " -- Input param number %lld at %s has dim %lld as dynamic"
+        " dimension, which is represented by param number %lld at "
+        "%s",
+        dynamic_dimension.parameter_num,
+        dynamic_dimension.parameter_index.ToString(),
+        dynamic_dimension.dimension, dynamic_param.parameter_num,
+        dynamic_param.parameter_index.ToString()));
+  }
+  return absl::StrJoin(pieces, "\n");
+}
+
+Status DynamicParameterBinding::ForEachBinding(BindingFn fn) const {
+  for (const auto& binding : bindings_) {
+    TF_RETURN_IF_ERROR(fn(binding.second, binding.first));
+  }
+  return Status::OK();
+}
+
+Status DynamicParameterBinding::Verify(const HloModule& module) const {
+  const HloComputation* entry = module.entry_computation();
+  return ForEachBinding([&](const DynamicParameter& dynamic_parameter,
+                            const DynamicDimension& dynamic_dimension)
+                            -> Status {
+    TF_RET_CHECK(dynamic_parameter.parameter_num < entry->num_parameters());
+    TF_RET_CHECK(dynamic_dimension.parameter_num < entry->num_parameters());
+    TF_RET_CHECK(ShapeUtil::IndexIsValid(
+        entry->parameter_instruction(dynamic_parameter.parameter_num)->shape(),
+        dynamic_parameter.parameter_index));
+    TF_RET_CHECK(ShapeUtil::IndexIsValid(
+        entry->parameter_instruction(dynamic_dimension.parameter_num)->shape(),
+        dynamic_dimension.parameter_index));
+    TF_RET_CHECK(
+        dynamic_dimension.dimension <
+        ShapeUtil::Rank(ShapeUtil::GetSubshape(
+            entry->parameter_instruction(dynamic_dimension.parameter_num)
+                ->shape(),
+            dynamic_dimension.parameter_index)));
+    return Status::OK();
+  });
+}
+
+std::ostream& operator<<(std::ostream& out,
+                         const DynamicParameterBinding& binding) {
+  out << binding.ToString();
+  return out;
+}
+
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/dynamic_parameter_binding.h b/tensorflow/compiler/xla/service/dynamic_parameter_binding.h
new file mode 100644
index 0000000000..dd474d8eed
--- /dev/null
+++ b/tensorflow/compiler/xla/service/dynamic_parameter_binding.h
@@ -0,0 +1,125 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#ifndef TENSORFLOW_COMPILER_XLA_SERVICE_DYNAMIC_PARAMETER_BINDING_H_
+#define TENSORFLOW_COMPILER_XLA_SERVICE_DYNAMIC_PARAMETER_BINDING_H_
+
+#include <utility>
+
+#include "absl/container/flat_hash_map.h"
+#include "absl/types/optional.h"
+#include "tensorflow/compiler/xla/service/hlo.pb.h"
+#include "tensorflow/compiler/xla/shape_tree.h"
+#include "tensorflow/compiler/xla/shape_util.h"
+
+namespace xla {
+
+class HloModule;
+// We currently use an explicit API that takes an extra parameter to indicate
+// the runtime size of a dynamic dimension. DynamicParameterBinding indicates
+// the relationship between parameter: We can have a dynamic parameter that
+// points to another target parameter to indicate that the target parameter is
+// dynamic.
+//
+//
+// TODO(b/119520625): Remove this API once we have more dynamic shape infra
+// ready.
+class DynamicParameterBinding {
+ public:
+  // DynamicParameter represents a special parameter that is used to represent
+  // the runtime size of a dimension of another parameter. A dynamic parameter
+  // has to be a scalar value.
+  struct DynamicParameter {
+    // The parameter number of dynamic parameter.
+    int64 parameter_num;
+    // The index of the parameter.
+    ShapeIndex parameter_index;
+  };
+
+  // DynamicDimension represents a dimension whose size is determined at
+  // runtime. A DynamicDimension's runtime size is determined by the binded
+  // DynamicParameter using `DynamicParameterBinding::Bind` method.
+  struct DynamicDimension {
+    // The parameter number of dynamic dimension.
+    int64 parameter_num;
+    // The subshape index of the parameter.
+    ShapeIndex parameter_index;
+    // The dimension number in the subshape.
+    int64 dimension;
+
+    // "friend" keyword are added so these functions can be found by ADL.
+    template <typename H>
+    friend H AbslHashValue(H h, const DynamicDimension& m) {
+      return H::combine(std::move(h), m.parameter_num, m.parameter_index,
+                        m.dimension);
+    }
+
+    friend bool operator==(const DynamicDimension& lhs,
+                           const DynamicDimension& rhs) {
+      return lhs.parameter_num == rhs.parameter_num &&
+             lhs.parameter_index == rhs.parameter_index &&
+             lhs.dimension == rhs.dimension;
+    }
+  };
+
+  DynamicParameterBinding() = default;
+
+  virtual ~DynamicParameterBinding() = default;
+
+  // Adds binding which indicates that the dimension indicated by
+  // `dynamic_dimension` is dynamic, and its runtime size is represented by
+  // `dynamic_parameter`.
+  Status Bind(const DynamicParameter& dynamic_parameter,
+              const DynamicDimension& dynamic_dimension);
+
+  // Returns the parameter and the index representing the runtime size of
+  // dimension `dim_num` of parameter `param_num` at `param_index`.
+  //
+  // Returns nullopt if the binding is not set.
+  absl::optional<DynamicParameter> GetBinding(
+      const DynamicDimension& dynamic_dimension);
+
+  using BindingFn =
+      std::function<Status(const DynamicParameter& dynamic_parameter,
+                           const DynamicDimension& dynamic_dimension)>;
+
+  // Iterate through each binding.
+  Status ForEachBinding(BindingFn fn) const;
+
+  DynamicParameterBindingProto ToProto() const;
+
+  static StatusOr<DynamicParameterBinding> CreateFromProto(
+      const DynamicParameterBindingProto& proto);
+
+  string ToString() const;
+
+  // Verifies that the given binding is valid for the given module.
+  // Specifically, the binding's parameter and parameter size should be valid.
+  Status Verify(const HloModule& module) const;
+
+ private:
+  // Keeps track of mappings from DynamicDimension to DynamicParameter. The
+  // direction of is chosen so that we can easily query if a dimension is
+  // dynamic and which dynamic parameter represents the real size of that
+  // dimension.
+  absl::flat_hash_map<DynamicDimension, DynamicParameter> bindings_;
+};
+
+std::ostream& operator<<(std::ostream& out,
+                         const DynamicParameterBinding& binding);
+
+}  // namespace xla
+
+#endif  // TENSORFLOW_COMPILER_XLA_SERVICE_DYNAMIC_PARAMETER_BINDING_H_
diff --git a/tensorflow/compiler/xla/service/dynamic_parameter_binding_test.cc b/tensorflow/compiler/xla/service/dynamic_parameter_binding_test.cc
new file mode 100644
index 0000000000..83a6d83dff
--- /dev/null
+++ b/tensorflow/compiler/xla/service/dynamic_parameter_binding_test.cc
@@ -0,0 +1,153 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/compiler/xla/service/dynamic_parameter_binding.h"
+
+#include <memory>
+#include <string>
+
+#include "absl/algorithm/container.h"
+#include "tensorflow/compiler/xla/service/hlo_computation.h"
+#include "tensorflow/compiler/xla/service/hlo_dce.h"
+#include "tensorflow/compiler/xla/service/hlo_instruction.h"
+#include "tensorflow/compiler/xla/service/hlo_memory_scheduler.h"
+#include "tensorflow/compiler/xla/service/hlo_opcode.h"
+#include "tensorflow/compiler/xla/service/hlo_ordering.h"
+#include "tensorflow/compiler/xla/service/hlo_parser.h"
+#include "tensorflow/compiler/xla/shape_util.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
+#include "tensorflow/compiler/xla/types.h"
+#include "tensorflow/core/lib/core/status_test_util.h"
+
+namespace xla {
+namespace {
+class DynamicParameterBindingTest : public HloTestBase {};
+
+TEST_F(DynamicParameterBindingTest, SimpleBinding) {
+  // 'b' is a dynamic shape; 'a' represents the real size of b's first
+  // dimension.
+  const string module_str = R"(
+HloModule TEST
+
+ENTRY main {
+  a = f32[] parameter(0)
+  b = f32[10] parameter(1)
+  ROOT root = (f32[], f32[10]) tuple(%a, %b)
+}
+)";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(module_str));
+
+  DynamicParameterBinding binding;
+
+  TF_EXPECT_OK(
+      binding.Bind(DynamicParameterBinding::DynamicParameter{0, {}},
+                   DynamicParameterBinding::DynamicDimension{1, {}, 0}));
+
+  absl::optional<DynamicParameterBinding::DynamicParameter> param =
+      binding.GetBinding(
+          DynamicParameterBinding::DynamicDimension{/*parameter_num=*/1,
+                                                    /*parameter_index=*/{},
+                                                    /*dimension=*/0});
+  EXPECT_TRUE(param);
+  EXPECT_EQ(param->parameter_num, 0);
+  EXPECT_EQ(param->parameter_index, ShapeIndex({}));
+  TF_EXPECT_OK(binding.Verify(*module));
+}
+
+TEST_F(DynamicParameterBindingTest, TupleBinding) {
+  // 'gte2' is a dynamic shape; 'gte1' represents the real size of gte2's first
+  // dimension.
+  const string module_str = R"(
+HloModule TEST
+
+ENTRY main {
+  param = (f32[], f32[10]) parameter(0)
+  gte1 = f32[] get-tuple-element(%param), index=0
+  gte2 = f32[10] get-tuple-element(%param), index=1
+  ROOT root = (f32[], f32[10]) tuple(%gte1, %gte2)
+}
+)";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(module_str));
+
+  DynamicParameterBinding binding;
+
+  TF_EXPECT_OK(
+      binding.Bind(DynamicParameterBinding::DynamicParameter{0, {0}},
+                   DynamicParameterBinding::DynamicDimension{0, {1}, 0}));
+
+  absl::optional<DynamicParameterBinding::DynamicParameter> param =
+      binding.GetBinding(
+          DynamicParameterBinding::DynamicDimension{/*parameter_num=*/0,
+                                                    /*parameter_index=*/{1},
+                                                    /*dimension=*/0});
+
+  EXPECT_TRUE(param);
+  EXPECT_EQ(param->parameter_num, 0);
+  EXPECT_EQ(param->parameter_index, ShapeIndex({0}));
+  TF_EXPECT_OK(binding.Verify(*module));
+}
+
+TEST_F(DynamicParameterBindingTest, TupleBindingWithMultiDimension) {
+  // 'gte2' is a dynamic shape; 'gte1' represents the real size of gte2's both
+  // dimensions.
+  const string module_str = R"(
+HloModule TEST
+
+ENTRY main {
+  param = (f32[], f32[10, 10]) parameter(0)
+  gte1 = f32[] get-tuple-element(%param), index=0
+  gte2 = f32[10, 10] get-tuple-element(%param), index=1
+  ROOT root = (f32[], f32[10, 10]) tuple(%gte1, %gte2)
+}
+)";
+  TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
+                          ParseHloString(module_str));
+
+  DynamicParameterBinding binding;
+
+  TF_EXPECT_OK(
+      binding.Bind(DynamicParameterBinding::DynamicParameter{0, {0}},
+                   DynamicParameterBinding::DynamicDimension{0, {1}, 0}));
+
+  TF_EXPECT_OK(
+      binding.Bind(DynamicParameterBinding::DynamicParameter{0, {0}},
+                   DynamicParameterBinding::DynamicDimension{0, {1}, 1}));
+
+  absl::optional<DynamicParameterBinding::DynamicParameter> param =
+      binding.GetBinding(
+          DynamicParameterBinding::DynamicDimension{/*parameter_num=*/0,
+                                                    /*parameter_index=*/{1},
+                                                    /*dimension=*/0});
+
+  EXPECT_TRUE(param);
+  EXPECT_EQ(param->parameter_num, 0);
+  EXPECT_EQ(param->parameter_index, ShapeIndex({0}));
+
+  absl::optional<DynamicParameterBinding::DynamicParameter> param2 =
+      binding.GetBinding(
+          DynamicParameterBinding::DynamicDimension{/*parameter_num=*/0,
+                                                    /*parameter_index=*/{1},
+                                                    /*dimension=*/0});
+  EXPECT_TRUE(param2);
+  EXPECT_EQ(param2->parameter_num, 0);
+  EXPECT_EQ(param2->parameter_index, ShapeIndex({0}));
+
+  TF_EXPECT_OK(binding.Verify(*module));
+}
+
+}  // namespace
+}  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo.proto b/tensorflow/compiler/xla/service/hlo.proto
index dbab62f847..913d4c34b4 100644
--- a/tensorflow/compiler/xla/service/hlo.proto
+++ b/tensorflow/compiler/xla/service/hlo.proto
@@ -251,6 +251,41 @@ message HloInputOutputAliasProto {
   repeated AliasEntryProto entries = 1;
 }
 
+message DynamicParameterBindingProto {
+  // A list of bindings which indicates that the `target_dim_num` in
+  // the subshape `target_param_index` of parameter `target_param_num`
+  // is a dynamic dimension and its real dynamic size is represented
+  // by `dynamic_param_index` in parameter `dynamic_param_num`.
+  //
+  // As an example, imagine we have a program:
+  //
+  // ENTRY main {
+  //   a = f32[] parameter(0)
+  //   b = f32[10] parameter(1)
+  //   ROOT root = (f32[], f32[10]) tuple(%a, %b)
+  // }
+  //
+  // Let's say 'b' (param index 1) is a dynamic shape whose input has
+  // an upperbound of 10 and real size is determined at runtime.'a'
+  // represents the real size of b's first dimension.
+  //
+  // In this case, the fields are set in the following way:
+  // dynamic_param_num = 1
+  // dynamic_param_index = {}
+  // target_param_num = 0
+  // target_param_index = {}
+  // target_param_dim = 0
+  message Binding {
+    int64 dynamic_param_num = 1;
+    repeated int64 dynamic_param_index = 2;
+    int64 target_param_num = 3;
+    repeated int64 target_param_index = 4;
+    int64 target_param_dim_num = 5;
+  }
+
+  repeated Binding entries = 1;
+}
+
 // Serialization of HloModule.
 message HloModuleProto {
   string name = 1;
@@ -272,6 +307,8 @@ message HloModuleProto {
 
   // Describes alias information between inputs and outputs.
   HloInputOutputAliasProto input_output_alias = 8;
+
+  DynamicParameterBindingProto dynamic_parameter_binding = 9;
 }
 
 // Serialization of LogicalBuffer.
diff --git a/tensorflow/compiler/xla/service/hlo_module.cc b/tensorflow/compiler/xla/service/hlo_module.cc
index 14bf17f4be..59f44475df 100644
--- a/tensorflow/compiler/xla/service/hlo_module.cc
+++ b/tensorflow/compiler/xla/service/hlo_module.cc
@@ -242,6 +242,8 @@ HloModuleProto HloModule::ToProto() const {
   *proto.mutable_host_program_shape() =
       entry_computation_layout().ComputeProgramShape();
   *proto.mutable_input_output_alias() = input_output_alias_config().ToProto();
+  *proto.mutable_dynamic_parameter_binding() =
+      dynamic_parameter_binding().ToProto();
   return proto;
 }
 
@@ -325,6 +327,10 @@ StatusOr<std::unique_ptr<HloModule>> HloModule::CreateFromProto(
 
   // Because we didn't uniquify the names or the ids, double-check that the
   // instruction and computation names and ids are unique from the proto.
+  TF_ASSIGN_OR_RETURN(module->dynamic_parameter_binding_,
+                      DynamicParameterBinding::CreateFromProto(
+                          proto.dynamic_parameter_binding()));
+
   absl::flat_hash_set<string> computation_names;
   absl::flat_hash_set<string> instruction_names;
   absl::flat_hash_set<int> computation_ids;
diff --git a/tensorflow/compiler/xla/service/hlo_module.h b/tensorflow/compiler/xla/service/hlo_module.h
index 8a1f999e3a..7974999e07 100644
--- a/tensorflow/compiler/xla/service/hlo_module.h
+++ b/tensorflow/compiler/xla/service/hlo_module.h
@@ -28,6 +28,7 @@ limitations under the License.
 #include "absl/types/optional.h"
 #include "absl/types/span.h"
 #include "tensorflow/compiler/xla/iterator_util.h"
+#include "tensorflow/compiler/xla/service/dynamic_parameter_binding.h"
 #include "tensorflow/compiler/xla/service/hlo.pb.h"
 #include "tensorflow/compiler/xla/service/hlo_clone_context.h"
 #include "tensorflow/compiler/xla/service/hlo_computation.h"
@@ -232,6 +233,16 @@ class HloModule {
     return input_output_alias_config_;
   }
 
+  // DynamicParameterBinding holds the list of bindings that indicates which
+  // parameter dimensions are dynamic and which parameters represent their
+  // runtime value.
+  DynamicParameterBinding& dynamic_parameter_binding() {
+    return dynamic_parameter_binding_;
+  }
+  const DynamicParameterBinding& dynamic_parameter_binding() const {
+    return dynamic_parameter_binding_;
+  }
+
   // Returns an id that is unique to this module across all modules created over
   // the lifetime of this process.
   int unique_id() const { return unique_id_; }
@@ -285,6 +296,9 @@ class HloModule {
   // alias_config indicates the alias information of input/output buffers that
   // are expected from the module.
   HloInputOutputAliasConfig input_output_alias_config_;
+
+  // Bindings for dynamic parameter mapping.
+  DynamicParameterBinding dynamic_parameter_binding_;
 };
 
 }  // namespace xla
diff --git a/tensorflow/compiler/xla/service/hlo_verifier.cc b/tensorflow/compiler/xla/service/hlo_verifier.cc
index c5688a445a..60d8a511b5 100644
--- a/tensorflow/compiler/xla/service/hlo_verifier.cc
+++ b/tensorflow/compiler/xla/service/hlo_verifier.cc
@@ -1426,6 +1426,8 @@ StatusOr<bool> HloVerifier::Run(HloModule* module) {
         return target_metadata_->ShapeSize(shape);
       }));
 
+  TF_RETURN_IF_ERROR(module->dynamic_parameter_binding().Verify(*module));
+
   return false;
 }
 
diff --git a/tensorflow/compiler/xla/shape_util.h b/tensorflow/compiler/xla/shape_util.h
index a7a3026cf3..bb347bf0de 100644
--- a/tensorflow/compiler/xla/shape_util.h
+++ b/tensorflow/compiler/xla/shape_util.h
@@ -100,6 +100,11 @@ class ShapeIndex {
 
   string ToString() const;
 
+  template <typename H>
+  friend H AbslHashValue(H h, const ShapeIndex& index) {
+    return H::combine(std::move(h), index.indices_);
+  }
+
  private:
   container_type indices_;
 };
-- 
GitLab


From beac73a40fe38d6ee0fc09327eeeb74d2838558d Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 18:34:28 -0800
Subject: [PATCH 1719/1825] Add `in_cross_replica_context` and deprecate
 `get_cross_replica_context` in `tf.contrib.distribute`.

PiperOrigin-RevId: 221727283
---
 tensorflow/contrib/distribute/__init__.py     |  1 +
 tensorflow/python/training/distribute_test.py |  4 ++
 .../training/distribution_strategy_context.py | 53 ++++++++++++++-----
 3 files changed, 44 insertions(+), 14 deletions(-)

diff --git a/tensorflow/contrib/distribute/__init__.py b/tensorflow/contrib/distribute/__init__.py
index 69784c737a..2853bbdb11 100644
--- a/tensorflow/contrib/distribute/__init__.py
+++ b/tensorflow/contrib/distribute/__init__.py
@@ -63,6 +63,7 @@ _allowed_symbols = [
     'get_loss_reduction',
     'get_replica_context',
     'has_distribution_strategy',
+    'in_cross_replica_context',
     'require_replica_context',
     'run_standard_tensorflow_server',
     'UpdateContext',
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index 10b8dead5f..be7c80d1fa 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -63,6 +63,7 @@ def _assert_in_default_state(t):
   t.assertIs(distribution_strategy_context._get_default_replica_context(),
              distribution_strategy_context.get_replica_context())
   t.assertIs(None, distribution_strategy_context.get_cross_replica_context())
+  t.assertFalse(distribution_strategy_context.in_cross_replica_context())
   t.assertIs(distribution_strategy_context._get_default_distribution_strategy(),
              distribution_strategy_context.get_distribution_strategy())
   t.assertFalse(distribution_strategy_context.has_distribution_strategy())
@@ -79,6 +80,7 @@ class TestStrategyTest(test.TestCase):
       self.assertTrue(replica_context is not None)
       self.assertIs(None,
                     distribution_strategy_context.get_cross_replica_context())
+      self.assertFalse(distribution_strategy_context.in_cross_replica_context())
       self.assertTrue(distribution_strategy_context.has_distribution_strategy())
       self.assertIs(dist,
                     distribution_strategy_context.get_distribution_strategy())
@@ -102,6 +104,7 @@ class TestStrategyTest(test.TestCase):
       self.assertIs(None, distribution_strategy_context.get_replica_context())
       self.assertIs(dist,
                     distribution_strategy_context.get_cross_replica_context())
+      self.assertTrue(distribution_strategy_context.in_cross_replica_context())
       self.assertTrue(distribution_strategy_context.has_distribution_strategy())
       self.assertIs(dist,
                     distribution_strategy_context.get_distribution_strategy())
@@ -141,6 +144,7 @@ class DefaultDistributionStrategyTest(test.TestCase):
       self.assertIs(None, distribution_strategy_context.get_replica_context())
       self.assertIs(dist,
                     distribution_strategy_context.get_cross_replica_context())
+      self.assertTrue(distribution_strategy_context.in_cross_replica_context())
       self.assertIs(dist,
                     distribution_strategy_context.get_distribution_strategy())
       self.assertFalse(
diff --git a/tensorflow/python/training/distribution_strategy_context.py b/tensorflow/python/training/distribution_strategy_context.py
index 9a33f5f416..c73d65d330 100644
--- a/tensorflow/python/training/distribution_strategy_context.py
+++ b/tensorflow/python/training/distribution_strategy_context.py
@@ -86,24 +86,26 @@ def _get_per_thread_mode():
 
 
 def get_replica_context():
-  """Returns the current ReplicaContext or None if in a cross-replica context.
+  """Returns the current `tf.distribute.ReplicaContext` or `None`.
+
+  Returns `None` if in a cross-replica context.
 
   Note that execution:
 
   1. starts in the default (single-replica) replica context (this function
-     will return the default ReplicaContext object);
+     will return the default `ReplicaContext` object);
   2. switches to cross-replica context (in which case this will return
-     None) when entering a `with DistributionStrategy.scope():` block;
+     `None`) when entering a `with DistributionStrategy.scope():` block;
   3. switches to a (non-default) replica context inside
-     `call_for_each_replica(fn, ...)`;
-  4. if `fn` calls `get_replica_context()->merge_call(merge_fn, ...)`, then
+     `extended.call_for_each_replica(fn, ...)`;
+  4. if `fn` calls `get_replica_context().merge_call(merge_fn, ...)`, then
      inside `merge_fn` you are back in the cross-replica context (and again
-     this function will return None).
+     this function will return `None`).
 
   Note that you can also go directly from step 1 to 4 to switch to a
   cross-replica context for the default `DistributionStrategy`. You may
   also switch from the cross-replica context of 4 to a replica context by
-  calling `call_for_each_replica()`, jumping back to step 3.
+  calling `extended.call_for_each_replica()`, jumping back to step 3.
 
   Most `DistributionStrategy` methods may only be executed in
   a cross-replica context, in a replica context you should use the
@@ -111,10 +113,12 @@ def get_replica_context():
 
   Returns:
     The current `ReplicaContext` object when in a replica context scope,
-    else None.
+    else `None`.
 
-    Exactly one of `get_replica_context()` and `get_cross_replica_context()`
-    will return None in a particular block.
+    Within a particular block, exactly one of these two things will be true:
+
+    * `get_replica_context()` returns non-`None`, or
+    * `tf.distribute.is_cross_replica_context()` returns True.
   """
   return _get_per_thread_mode().replica_context
 
@@ -122,6 +126,9 @@ def get_replica_context():
 def get_cross_replica_context():
   """Returns the current DistributionStrategy if in a cross-replica context.
 
+  DEPRECATED: Please use `in_cross_replica_context()` and
+  `get_distribution_strategy()` instead.
+
   Note that execution:
 
   1. starts in the default (single-replica) replica context;
@@ -142,19 +149,37 @@ def get_cross_replica_context():
 
   Returns:
     Returns the current `DistributionStrategy` object in a cross-replica
-    context, or None.
+    context, or `None`.
 
     Exactly one of `get_replica_context()` and `get_cross_replica_context()`
-    will return None in a particular block.
+    will return `None` in a particular block.
   """
   return _get_per_thread_mode().cross_replica_context
 
 
+def in_cross_replica_context():
+  """Returns True if in a cross-replica context.
+
+  See `tf.distribute.get_replica_context` for details.
+
+  Returns:
+    True if in a cross-replica context (`get_replica_context()` returns
+    `None`), or False if in a replica context (`get_replica_context()` returns
+    non-`None`).
+  """
+  return _get_per_thread_mode().cross_replica_context is not None
+
+
 def get_distribution_strategy():
   """Returns the current `DistributionStrategy` object.
 
-  Prefer to use `get_replica_context()` or `get_cross_replica_context()`
-  instead when possible.
+  Typically only used in a cross-replica context:
+
+  ```
+  if tf.distribute.in_cross_replica_context():
+    strategy = tf.distribute.get_distribution_strategy()
+    ...
+  ```
 
   Returns:
     A `DistributionStrategy` object. Inside a
-- 
GitLab


From ea45713a672cfd1e4df1f0a3f4b9ca9b503f6e69 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 19:02:07 -0800
Subject: [PATCH 1720/1825] [XLA] Fix britle CPU test.

Relies on a specific ordering of two constants in the IR.

Also add HLO verification to the test's modules while we're here.

PiperOrigin-RevId: 221729688
---
 .../xla/service/cpu/tests/cpu_literal_caching_test.cc     | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/compiler/xla/service/cpu/tests/cpu_literal_caching_test.cc b/tensorflow/compiler/xla/service/cpu/tests/cpu_literal_caching_test.cc
index 3b87683fff..fa0e09ff6b 100644
--- a/tensorflow/compiler/xla/service/cpu/tests/cpu_literal_caching_test.cc
+++ b/tensorflow/compiler/xla/service/cpu/tests/cpu_literal_caching_test.cc
@@ -63,7 +63,7 @@ CHECK-NOT: private constant [48 x i8]
 )";
 
   TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
-                          ParseHloString(hlo_text));
+                          ParseAndReturnVerifiedModule(hlo_text));
 
   CpuAotCompilationOptions options{
       /*triple=*/"x86_64-pc-linux", /*cpu_name=*/"", /*features=*/"",
@@ -104,14 +104,14 @@ ENTRY main {
 )";
 
   string filecheck_pattern = R"(
-CHECK: private constant [4 x i8]
-CHECK: private constant [8 x i8]
+CHECK-DAG: private constant [4 x i8]
+CHECK-DAG: private constant [8 x i8]
 CHECK-NOT: private constant [4 x i8]
 CHECK-NOT: private constant [8 x i8]
 )";
 
   TF_ASSERT_OK_AND_ASSIGN(std::unique_ptr<HloModule> module,
-                          ParseHloString(hlo_text));
+                          ParseAndReturnVerifiedModule(hlo_text));
 
   CpuAotCompilationOptions options{
       /*triple=*/"x86_64-pc-linux", /*cpu_name=*/"", /*features=*/"",
-- 
GitLab


From b8c1442d124402830464b67d210761a9b5a4db35 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Thu, 15 Nov 2018 19:05:47 -0800
Subject: [PATCH 1721/1825] Fork MirroredStrategy in anticipation of moving it
 out of contrib.

PiperOrigin-RevId: 221730172
---
 .../python/checkpoint_utils_test.py           |   4 +-
 .../contrib/distribute/python/combinations.py |  22 +++-
 .../distribute/python/cross_tower_ops_test.py |   7 +-
 .../python/estimator_integration_test.py      |   4 +-
 .../python/keras_optimizer_v2_test.py         |   4 +-
 .../contrib/distribute/python/keras_test.py   |   6 +-
 .../distribute/python/metrics_v1_test.py      |   4 +-
 .../distribute/python/minimize_loss_test.py   |   4 +-
 .../distribute/python/mirrored_strategy.py    | 105 ++++++++++++++++--
 .../distribute/python/moving_averages_test.py |   3 +-
 .../python/warm_starting_util_test.py         |   4 +-
 11 files changed, 141 insertions(+), 26 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/checkpoint_utils_test.py b/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
index d38bdb592a..31bd0e996a 100644
--- a/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
+++ b/tensorflow/contrib/distribute/python/checkpoint_utils_test.py
@@ -43,7 +43,9 @@ class CheckpointUtilsWithDistributionStrategyTest(
       distribution=[combinations.default_strategy,
                     combinations.one_device_strategy,
                     combinations.mirrored_strategy_with_gpu_and_cpu,
-                    combinations.mirrored_strategy_with_two_gpus],
+                    combinations.mirrored_strategy_with_two_gpus,
+                    combinations.core_mirrored_strategy_with_gpu_and_cpu,
+                    combinations.core_mirrored_strategy_with_two_gpus],
       in_replica_mode=[True, False],
       mode=["graph"]))
   def testInitFromCheckpoint(self, distribution, in_replica_mode):
diff --git a/tensorflow/contrib/distribute/python/combinations.py b/tensorflow/contrib/distribute/python/combinations.py
index a513716540..0fcabb1afe 100644
--- a/tensorflow/contrib/distribute/python/combinations.py
+++ b/tensorflow/contrib/distribute/python/combinations.py
@@ -343,6 +343,14 @@ mirrored_strategy_with_two_gpus = NamedDistribution(
     "Mirrored2GPUs",
     lambda: mirrored_lib.MirroredStrategy(["/gpu:0", "/gpu:1"]),
     required_gpus=2)
+core_mirrored_strategy_with_gpu_and_cpu = NamedDistribution(
+    "CoreMirroredCPUAndGPU",
+    lambda: mirrored_lib.CoreMirroredStrategy(["/gpu:0", "/cpu:0"]),
+    required_gpus=1)
+core_mirrored_strategy_with_two_gpus = NamedDistribution(
+    "CoreMirrored2GPUs",
+    lambda: mirrored_lib.CoreMirroredStrategy(["/gpu:0", "/gpu:1"]),
+    required_gpus=2)
 
 
 gradient_descent_optimizer_v1_fn = NamedObject(
@@ -373,8 +381,11 @@ def distributions_and_v1_optimizers():
   """A common set of combination with DistributionStrategies and Optimizers."""
   return combine(
       distribution=[
-          one_device_strategy, mirrored_strategy_with_gpu_and_cpu,
-          mirrored_strategy_with_two_gpus
+          one_device_strategy,
+          mirrored_strategy_with_gpu_and_cpu,
+          mirrored_strategy_with_two_gpus,
+          core_mirrored_strategy_with_gpu_and_cpu,
+          core_mirrored_strategy_with_two_gpus,
       ],
       optimizer_fn=optimizers_v1)
 
@@ -383,7 +394,10 @@ def distributions_and_v2_optimizers():
   """DistributionStrategies and V2 Optimizers."""
   return combine(
       distribution=[
-          one_device_strategy, mirrored_strategy_with_gpu_and_cpu,
-          mirrored_strategy_with_two_gpus
+          one_device_strategy,
+          mirrored_strategy_with_gpu_and_cpu,
+          mirrored_strategy_with_two_gpus,
+          core_mirrored_strategy_with_gpu_and_cpu,
+          core_mirrored_strategy_with_two_gpus,
       ],
       optimizer_fn=optimizers_v2)
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
index 2e352360a4..100328efba 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
+++ b/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
@@ -212,7 +212,9 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
       distribution=[
           combinations.one_device_strategy,
           combinations.mirrored_strategy_with_gpu_and_cpu,
-          combinations.mirrored_strategy_with_two_gpus
+          combinations.mirrored_strategy_with_two_gpus,
+          combinations.core_mirrored_strategy_with_gpu_and_cpu,
+          combinations.core_mirrored_strategy_with_two_gpus
       ],
       mode=["graph", "eager"])
   allreduce_combinations = combinations.combine(
@@ -232,7 +234,8 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
               cross_tower_ops_lib.AllReduceCrossDeviceOps(
                   "hierarchical_copy", 0, 100, 10))
       ],
-      distribution=[combinations.mirrored_strategy_with_two_gpus],
+      distribution=[combinations.mirrored_strategy_with_two_gpus,
+                    combinations.core_mirrored_strategy_with_two_gpus],
       mode=["graph", "eager"])
 
   @combinations.generate(reduction_to_one_combinations + allreduce_combinations)
diff --git a/tensorflow/contrib/distribute/python/estimator_integration_test.py b/tensorflow/contrib/distribute/python/estimator_integration_test.py
index ecda5337bb..264dca6f38 100644
--- a/tensorflow/contrib/distribute/python/estimator_integration_test.py
+++ b/tensorflow/contrib/distribute/python/estimator_integration_test.py
@@ -63,7 +63,9 @@ class DNNLinearCombinedClassifierIntegrationTest(test.TestCase,
           distribution=[
               combinations.one_device_strategy,
               combinations.mirrored_strategy_with_gpu_and_cpu,
-              combinations.mirrored_strategy_with_two_gpus
+              combinations.mirrored_strategy_with_two_gpus,
+              combinations.core_mirrored_strategy_with_gpu_and_cpu,
+              combinations.core_mirrored_strategy_with_two_gpus
           ],
           use_train_and_evaluate=[True, False]))
   def test_complete_flow_with_mode(self, distribution, use_train_and_evaluate):
diff --git a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
index 6a4cbb113a..40f10922b1 100644
--- a/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
+++ b/tensorflow/contrib/distribute/python/keras_optimizer_v2_test.py
@@ -71,7 +71,9 @@ class KerasOptimizerV2IntegrationTest(test.TestCase, parameterized.TestCase):
           distribution=[
               combinations.one_device_strategy,
               combinations.mirrored_strategy_with_gpu_and_cpu,
-              combinations.mirrored_strategy_with_two_gpus
+              combinations.mirrored_strategy_with_two_gpus,
+              combinations.core_mirrored_strategy_with_gpu_and_cpu,
+              combinations.core_mirrored_strategy_with_two_gpus
           ],
           use_train_and_evaluate=[True, False]))
   def test_complete_flow_with_mode(self, distribution, use_train_and_evaluate):
diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index abf9e78adc..4adc380b83 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -279,6 +279,8 @@ strategies = [combinations.default_strategy,
               combinations.one_device_strategy,
               combinations.mirrored_strategy_with_gpu_and_cpu,
               combinations.mirrored_strategy_with_two_gpus,
+              combinations.core_mirrored_strategy_with_gpu_and_cpu,
+              combinations.core_mirrored_strategy_with_two_gpus,
               combinations.tpu_strategy,  # steps_per_run=2
               combinations.tpu_strategy_one_step]
 
@@ -288,7 +290,9 @@ def strategy_minus_tpu_combinations():
       distribution=[combinations.default_strategy,
                     combinations.one_device_strategy,
                     combinations.mirrored_strategy_with_gpu_and_cpu,
-                    combinations.mirrored_strategy_with_two_gpus],
+                    combinations.mirrored_strategy_with_two_gpus,
+                    combinations.core_mirrored_strategy_with_gpu_and_cpu,
+                    combinations.core_mirrored_strategy_with_two_gpus],
       mode=['graph'])
 
 
diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index a2fc118173..e622e1df23 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -77,7 +77,9 @@ def all_combinations():
       distribution=[combinations.default_strategy,
                     combinations.one_device_strategy,
                     combinations.mirrored_strategy_with_gpu_and_cpu,
-                    combinations.mirrored_strategy_with_two_gpus],
+                    combinations.mirrored_strategy_with_two_gpus,
+                    combinations.core_mirrored_strategy_with_gpu_and_cpu,
+                    combinations.core_mirrored_strategy_with_two_gpus],
       mode=["graph"])
 
 
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index 1f57dd1754..195d8a90c2 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -286,7 +286,9 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
                   distribution=[
                       combinations.one_device_strategy,
                       combinations.mirrored_strategy_with_gpu_and_cpu,
-                      combinations.mirrored_strategy_with_two_gpus
+                      combinations.mirrored_strategy_with_two_gpus,
+                      combinations.core_mirrored_strategy_with_gpu_and_cpu,
+                      combinations.core_mirrored_strategy_with_two_gpus
                   ]),
               combinations.combine(
                   mode=["graph"], use_callable_loss=[True, False]) +
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index fb59a8ad91..34061696ed 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -295,9 +295,11 @@ def _create_mirrored_variable(devices, real_mirrored_creator, *args, **kwargs):
   return result
 
 
-class MirroredStrategy(distribute_lib.DistributionStrategy):
+class CoreMirroredStrategy(distribute_lib.DistributionStrategy):
   """Mirrors vars to distribute across multiple devices and machines.
 
+  *** core version ***
+
   This strategy uses one replica per device and sync replication for its
   multi-GPU version.
 
@@ -342,7 +344,6 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
       set, the `configure` method will try to find the best one.
     auto_shard_dataset: whether to auto-shard the dataset when there are
       multiple workers.
-    cross_tower_ops: Deprecated alias for `cross_device_ops`.
   """
 
   def __init__(self,
@@ -350,17 +351,15 @@ class MirroredStrategy(distribute_lib.DistributionStrategy):
                num_gpus=None,
                num_gpus_per_worker=None,
                cross_device_ops=None,
-               auto_shard_dataset=False,
-               cross_tower_ops=None):
-    assert not (cross_device_ops and cross_tower_ops)
-    extended = MirroredExtended(
+               auto_shard_dataset=False):
+    extended = CoreMirroredExtended(
         self, devices, num_gpus, num_gpus_per_worker,
-        cross_device_ops or cross_tower_ops, auto_shard_dataset)
-    super(MirroredStrategy, self).__init__(extended)
+        cross_device_ops, auto_shard_dataset)
+    super(CoreMirroredStrategy, self).__init__(extended)
 
 
-class MirroredExtended(distribute_lib.DistributionStrategyExtended):
-  """Implementation of MirroredStrategy."""
+class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
+  """Implementation of CoreMirroredStrategy."""
 
   def __init__(self,
                container_strategy,
@@ -369,7 +368,7 @@ class MirroredExtended(distribute_lib.DistributionStrategyExtended):
                num_gpus_per_worker=None,
                cross_device_ops=None,
                auto_shard_dataset=False):
-    super(MirroredExtended, self).__init__(container_strategy)
+    super(CoreMirroredExtended, self).__init__(container_strategy)
     # TODO(josh11b): Rename self._cross_tower_ops -> self._cross_device_ops
     self._cross_tower_ops = cross_device_ops
     self._auto_shard_dataset = auto_shard_dataset
@@ -731,7 +730,7 @@ class MirroredExtended(distribute_lib.DistributionStrategyExtended):
 
     def __init__(self, dist, coord, device, variable_creator_fn, fn, *args,
                  **kwargs):
-      super(MirroredExtended._MirroredReplicaThread, self).__init__()  # pylint: disable=protected-access
+      super(CoreMirroredExtended._MirroredReplicaThread, self).__init__()  # pylint: disable=protected-access
       self.coord = coord
       self.distribution = dist
       self.device = device
@@ -806,6 +805,88 @@ class MirroredExtended(distribute_lib.DistributionStrategyExtended):
         self.has_paused.set()
 
 
+class MirroredStrategy(distribute_lib.DistributionStrategy):
+  """Mirrors vars to distribute across multiple devices and machines.
+
+  *** contrib version ***
+
+  This strategy uses one replica per device and sync replication for its
+  multi-GPU version.
+
+  When `cluster_spec` is given by the `configure` method., it turns into the
+  mulit-worker version that works on multiple workers with in-graph replication.
+  Note: `configure` will be called by higher-level APIs if running in
+  distributed environment.
+
+  There are several important concepts for distributed TensorFlow, e.g.
+  `client`, `job`, 'task', `cluster`, `in-graph replication` and
+  'synchronous training' and they have already been defined in the
+  [TensorFlow's documentation](https://www.tensorflow.org/deploy/distributed).
+  The distribution strategy inherits these concepts as well and in addition to
+  that we also clarify several more concepts:
+
+  * **In-graph replication**: the `client` creates a single `tf.Graph` that
+    specifies tasks for devices on all workers. The `client` then creates a
+    client session which will talk to the `master` service of a `worker`. Then
+    the `master` will partition the graph and distribute the work to all
+    participating workers.
+  * **Worker**: A `worker` is a TensorFlow `task` that usually maps to one
+    physical machine. We will have multiple `worker`s with different `task`
+    index. They all do similar things except for one worker checkpointing model
+    variables, writing summaries, etc. in addition to its ordinary work.
+
+  The multi-worker version of this class maps one replica to one device on a
+  worker. It mirrors all model variables on all replicas. For example, if you
+  have two `worker`s and each `worker` has 4 GPUs, it will create 8 copies of
+  the model variables on these 8 GPUs. Then like in MirroredStrategy, each
+  replica performs their computation with their own copy of variables unless in
+  cross-replica model where variable or tensor reduction happens.
+
+  Args:
+    devices: a list of device strings.
+    num_gpus: number of GPUs. For local training, either specify `devices` or
+      `num_gpus`. In distributed training, this must be specified as number of
+      GPUs on each worker.
+    num_gpus_per_worker: number of GPUs per worker. This is the same as
+      `num_gpus` and only one of `num_gpus` and `num_gpus_per_worker` can be
+      specified.
+    cross_device_ops: optional, a descedant of `CrossDeviceOps`. If this is not
+      set, the `configure` method will try to find the best one.
+    auto_shard_dataset: whether to auto-shard the dataset when there are
+      multiple workers.
+    cross_tower_ops: Deprecated alias for `cross_device_ops`.
+  """
+
+  def __init__(self,
+               devices=None,
+               num_gpus=None,
+               num_gpus_per_worker=None,
+               cross_device_ops=None,
+               auto_shard_dataset=False,
+               cross_tower_ops=None):
+    assert not (cross_device_ops and cross_tower_ops)
+    extended = MirroredExtended(
+        self, devices, num_gpus, num_gpus_per_worker,
+        cross_device_ops or cross_tower_ops, auto_shard_dataset)
+    super(MirroredStrategy, self).__init__(extended)
+
+
+class MirroredExtended(CoreMirroredExtended):
+  """Implementation of (contrib) MirroredStrategy."""
+
+  # pylint: disable=useless-super-delegation
+  def __init__(self,
+               container_strategy,
+               devices=None,
+               num_gpus=None,
+               num_gpus_per_worker=None,
+               cross_device_ops=None,
+               auto_shard_dataset=False):
+    super(MirroredExtended, self).__init__(
+        container_strategy, devices, num_gpus, num_gpus_per_worker,
+        cross_device_ops, auto_shard_dataset)
+
+
 class MirroredReplicaContext(distribute_lib.ReplicaContext):
   """ReplicaContext used in MirroredStrategy.call_for_each_replica().
 
diff --git a/tensorflow/contrib/distribute/python/moving_averages_test.py b/tensorflow/contrib/distribute/python/moving_averages_test.py
index 7ecc852d20..c492d8bafc 100644
--- a/tensorflow/contrib/distribute/python/moving_averages_test.py
+++ b/tensorflow/contrib/distribute/python/moving_averages_test.py
@@ -32,7 +32,8 @@ from tensorflow.python.training import moving_averages
 all_combinations = combinations.combine(
     distribution=[combinations.default_strategy,
                   combinations.one_device_strategy,
-                  combinations.mirrored_strategy_with_gpu_and_cpu],
+                  combinations.mirrored_strategy_with_gpu_and_cpu,
+                  combinations.core_mirrored_strategy_with_gpu_and_cpu],
     mode=["graph"])
 
 
diff --git a/tensorflow/contrib/distribute/python/warm_starting_util_test.py b/tensorflow/contrib/distribute/python/warm_starting_util_test.py
index 5d57d144c1..b0bcf9b174 100644
--- a/tensorflow/contrib/distribute/python/warm_starting_util_test.py
+++ b/tensorflow/contrib/distribute/python/warm_starting_util_test.py
@@ -44,7 +44,9 @@ class WarmStartingUtilWithDistributionStrategyTest(
       distribution=[combinations.default_strategy,
                     combinations.one_device_strategy,
                     combinations.mirrored_strategy_with_gpu_and_cpu,
-                    combinations.mirrored_strategy_with_two_gpus],
+                    combinations.mirrored_strategy_with_two_gpus,
+                    combinations.core_mirrored_strategy_with_gpu_and_cpu,
+                    combinations.core_mirrored_strategy_with_two_gpus],
       save_with_distribution=[True, False],
       restore_with_distribution=[True, False],
       mode=["graph"]))
-- 
GitLab


From e3a4aa36027b779ca1011c6331f173cc15d16135 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Thu, 15 Nov 2018 19:38:57 -0800
Subject: [PATCH 1722/1825] Remove xw_plus_b from the API for TF 2.0.

PiperOrigin-RevId: 221732670
---
 tensorflow/python/ops/nn_ops.py                    | 2 +-
 tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt | 4 ----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 651bd32e5f..9103253874 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -2299,7 +2299,7 @@ def _calc_bias_add_flops(graph, node):
   return ops.OpStats("flops", input_count)
 
 
-@tf_export("nn.xw_plus_b")
+@tf_export(v1=["nn.xw_plus_b"])
 def xw_plus_b(x, weights, biases, name=None):  # pylint: disable=invalid-name
   """Computes matmul(x, weights) + biases.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 881f566fe2..481365be24 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -336,10 +336,6 @@ tf_module {
     name: "with_space_to_batch"
     argspec: "args=[\'input\', \'dilation_rate\', \'padding\', \'op\', \'filter_shape\', \'spatial_dims\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "xw_plus_b"
-    argspec: "args=[\'x\', \'weights\', \'biases\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "zero_fraction"
     argspec: "args=[\'value\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 59beb2ca929a0492a59a76d51bed774176156798 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Thu, 15 Nov 2018 20:01:33 -0800
Subject: [PATCH 1723/1825] Remove tf.quantize_v2 in the v2 API.

PiperOrigin-RevId: 221734249
---
 tensorflow/python/ops/array_ops.py              | 4 ++--
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt | 4 ----
 tensorflow/tools/compatibility/tf_upgrade_v2.py | 5 +++++
 3 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 5a81442f3a..b7823ccc2f 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -3005,7 +3005,7 @@ def batch_gather(params, indices, name=None):
 
 # Define quantize_v2 here in order to make name the second-to-last attribute,
 # because round_mode was added later.
-@tf_export("quantize_v2")
+@tf_export(v1=["quantize_v2"])
 @deprecation.deprecated(
     "2017-10-25",
     "`tf.quantize_v2` is deprecated, please use `tf.quantization.quantize` "
@@ -3026,7 +3026,7 @@ def quantize_v2(input,  # pylint: disable=redefined-builtin
                                    round_mode=round_mode)
 
 
-quantize_v2.__doc__ = """Please use `tf.quantize` instead."""
+quantize_v2.__doc__ = """Please use `tf.quantization.quantize` instead."""
 
 
 # We want to expose tf.quantize instead of tf.quantize_v2; we can deprecate
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 42b9397504..d37f83efdc 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -924,10 +924,6 @@ tf_module {
     name: "py_function"
     argspec: "args=[\'func\', \'inp\', \'Tout\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "quantize_v2"
-    argspec: "args=[\'input\', \'min_range\', \'max_range\', \'T\', \'mode\', \'name\', \'round_mode\'], varargs=None, keywords=None, defaults=[\'MIN_COMBINED\', \'None\', \'HALF_AWAY_FROM_ZERO\'], "
-  }
   member_method {
     name: "range"
     argspec: "args=[\'start\', \'limit\', \'delta\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'1\', \'None\', \'range\'], "
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 7e87b7d764..41948441ec 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -100,6 +100,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.contrib.data.sloppy_interleave": "tf.compat.v1.contrib.data.sloppy_interleave",
         "tf.contrib.data.unbatch": "tf.data.experimental.unbatch",
         "tf.contrib.data.unique": "tf.data.experimental.unique",
+        "tf.quantize_v2": "tf.quantization.quantize",
         "tf.sparse_concat": "tf.sparse.concat",
         "tf.load_file_system_library": "tf.load_library",
     })
@@ -132,6 +133,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             "padding", "data_format", "dilations", "name"
         ],
         "tf.pad": ["tensor", "paddings", "mode", "name", "constant_values"],
+        "tf.quantize_v2": [
+            "input", "min_range", "max_range", "T", "mode", "name",
+            "round_mode"
+        ],
         "tf.shape": ["input", "name", "out_type"],
         "tf.size": ["input", "name", "out_type"],
         "tf.sparse.concat": [
-- 
GitLab


From 5b57bcabe03428d6b89c88618f4ddf71517e0456 Mon Sep 17 00:00:00 2001
From: Francois Chollet <fchollet@google.com>
Date: Thu, 15 Nov 2018 20:16:04 -0800
Subject: [PATCH 1724/1825] Remove learning phase placeholder from inputs to
 the test & predict graph functions (since it has a default value of False).

PiperOrigin-RevId: 221735591
---
 .../contrib/tpu/python/tpu/keras_support.py   |  5 +----
 tensorflow/python/keras/engine/training.py    | 21 ++++---------------
 .../python/keras/engine/training_arrays.py    |  7 +++----
 .../keras/engine/training_distributed.py      | 12 ++---------
 4 files changed, 10 insertions(+), 35 deletions(-)

diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index 08f58a5f5b..e1cc17b301 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -1184,12 +1184,9 @@ class TPUFunction(object):
       # pipelined loop.
       return None, None
 
-    if not isinstance(K.learning_phase(), int):
+    if isinstance(inputs[-1], int):
       # Remove the learning_phase flag at the end. We currently hard code the
       # learning_phase in TPUFunction.
-      assert isinstance(inputs[-1], int), (
-          'Expect the final element be learning_phase flag. Got {}'.format(
-              inputs[-1]))
       inputs = inputs[:-1]
 
     if (self.execution_mode == model_fn_lib.ModeKeys.TRAIN or
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 9fd12c4b56..4928098901 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -802,8 +802,6 @@ class Model(Network):
       inputs = (self._feed_inputs +
                 self._feed_targets +
                 self._feed_sample_weights)
-      if not isinstance(K.symbolic_learning_phase(), int):
-        inputs += [K.symbolic_learning_phase()]
 
       with K.name_scope('evaluation'):
         updates = self.state_updates
@@ -832,10 +830,7 @@ class Model(Network):
     if not hasattr(self, 'predict_function'):
       self.predict_function = None
     if self.predict_function is None:
-      if not isinstance(K.symbolic_learning_phase(), int):
-        inputs = self._feed_inputs + [K.symbolic_learning_phase()]
-      else:
-        inputs = self._feed_inputs
+      inputs = self._feed_inputs
       # Gets network outputs. Does not update weights.
       # Does update the network states.
       kwargs = getattr(self, '_function_kwargs', {})
@@ -2049,12 +2044,9 @@ class Model(Network):
       outputs = training_eager.test_on_batch(
           self, x, y, sample_weights=sample_weights)
     else:
-      if not isinstance(K.symbolic_learning_phase(), int):
-        ins = x + y + sample_weights + [False]
-      else:
-        ins = x + y + sample_weights
+      inputs = x + y + sample_weights
       self._make_test_function()
-      outputs = self.test_function(ins)  # pylint: disable=not-callable
+      outputs = self.test_function(inputs)  # pylint: disable=not-callable
 
     if len(outputs) == 1:
       return outputs[0]
@@ -2093,13 +2085,8 @@ class Model(Network):
         ]
       return self(inputs)  # pylint: disable=not-callable
 
-    if not isinstance(K.symbolic_learning_phase(), int):
-      ins = inputs + [False]
-    else:
-      ins = inputs
-
     self._make_predict_function()
-    outputs = self.predict_function(ins)
+    outputs = self.predict_function(inputs)
 
     if len(outputs) == 1:
       return outputs[0]
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 7c603f4e01..7f4cfc729b 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -247,10 +247,9 @@ def model_iteration(model,
   inputs = training_utils.ModelInputs(inputs).as_list()
   targets = targets or []
   sample_weights = sample_weights or []
-  learning_phase_input = []
-  if not isinstance(K.symbolic_learning_phase(), int):
-    learning_phase_input = [True] if mode == 'train' else [False]
-  ins = inputs + targets + sample_weights + learning_phase_input
+  ins = inputs + targets + sample_weights
+  if mode == 'train' and not isinstance(K.symbolic_learning_phase(), int):
+    ins += [True]
   num_samples_or_steps = _get_num_samples_or_steps(ins, batch_size,
                                                    steps_per_epoch)
 
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 02d0befe8e..a614614c9b 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -477,10 +477,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
     # placeholders that are created with default values.
     sample_weights = [None for _ in range(
         len(model.outputs) * current_strategy.num_replicas_in_sync)]
-    if not isinstance(K.learning_phase(), int):
-      ins = dataset_inputs + dataset_targets + sample_weights + [0]
-    else:
-      ins = dataset_inputs + dataset_targets
+    ins = dataset_inputs + dataset_targets + sample_weights
 
     for m in model.stateful_metric_functions:
       m.reset_states()
@@ -685,11 +682,6 @@ def predict_loop(model, iterator, verbose=0, steps=None):
         name='distributed_predict_function',
         **all_session_args)
 
-    if not isinstance(K.learning_phase(), int):
-      ins = dataset_inputs + [0]
-    else:
-      ins = dataset_inputs
-
     if verbose == 1:
       progbar = Progbar(target=steps)
 
@@ -706,7 +698,7 @@ def predict_loop(model, iterator, verbose=0, steps=None):
     unconcatenated_outs = []
     assert steps is not None
     for step in range(steps):
-      batch_outs = distributed_predict_function(ins)
+      batch_outs = distributed_predict_function(dataset_inputs)
       if not isinstance(batch_outs, list):
         batch_outs = [batch_outs]
       if step == 0:
-- 
GitLab


From 186744c73b9d0e64933bbc9e15db9ce2938e9e6b Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Thu, 15 Nov 2018 20:16:41 -0800
Subject: [PATCH 1725/1825] Change API for tf.zeros_like/tf.ones_like in TF
 2.0.

PiperOrigin-RevId: 221735639
---
 tensorflow/python/ops/array_ops.py            | 80 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  8 +-
 3 files changed, 86 insertions(+), 6 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index b7823ccc2f..3845e66b07 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -1740,8 +1740,8 @@ def zeros(shape, dtype=dtypes.float32, name=None):
   return output
 
 
-@tf_export("zeros_like")
-def zeros_like(tensor, dtype=None, name=None, optimize=True):
+@tf_export(v1=["zeros_like"])
+def zeros_like_v1(tensor, dtype=None, name=None, optimize=True):
   """Creates a tensor with all elements set to zero.
 
   Given a single tensor (`tensor`), this operation returns a tensor of the
@@ -1767,6 +1767,43 @@ def zeros_like(tensor, dtype=None, name=None, optimize=True):
   Returns:
     A `Tensor` with all elements set to zero.
   """
+  zeros_like_impl(tensor, dtype, name, optimize)
+
+
+@tf_export("zeros_like", v1=[])
+def zeros_like_v2(
+    input,  # pylint: disable=redefined-builtin
+    dtype=None,
+    name=None):
+  """Creates a tensor with all elements set to zero.
+
+  Given a single tensor (`tensor`), this operation returns a tensor of the
+  same type and shape as `tensor` with all elements set to zero. Optionally,
+  you can use `dtype` to specify a new type for the returned tensor.
+
+  For example:
+
+  ```python
+  tensor = tf.constant([[1, 2, 3], [4, 5, 6]])
+  tf.zeros_like(tensor)  # [[0, 0, 0], [0, 0, 0]]
+  ```
+
+  Args:
+    input: A `Tensor`.
+    dtype: A type for the returned `Tensor`. Must be `float16`, `float32`,
+      `float64`, `int8`, `uint8`, `int16`, `uint16`, `int32`, `int64`,
+      `complex64`, `complex128`, `bool` or `string`.
+    name: A name for the operation (optional).
+    and encode it as a constant.
+
+  Returns:
+    A `Tensor` with all elements set to zero.
+  """
+  zeros_like_impl(input, dtype, name, optimize=True)
+
+
+def zeros_like_impl(tensor, dtype, name, optimize=True):
+  """Internal implementation for the v1/v2 zeros_like API calls."""
   with ops.name_scope(name, "zeros_like", [tensor]) as name:
     tensor = ops.convert_to_tensor(tensor, name="tensor")
 
@@ -1793,7 +1830,7 @@ def zeros_like(tensor, dtype=None, name=None, optimize=True):
       return gen_array_ops.zeros_like(tensor, name=name)
 
 
-@tf_export("ones_like")
+@tf_export(v1=["ones_like"])
 def ones_like(tensor, dtype=None, name=None, optimize=True):
   """Creates a tensor with all elements set to 1.
 
@@ -1820,6 +1857,43 @@ def ones_like(tensor, dtype=None, name=None, optimize=True):
   Returns:
     A `Tensor` with all elements set to 1.
   """
+  return ones_like_impl(tensor, dtype, name, optimize)
+
+
+@tf_export("ones_like", v1=[])
+def ones_like_v2(
+    input,  # pylint: disable=redefined-builtin
+    dtype=None,
+    name=None):
+  """Creates a tensor with all elements set to zero.
+
+  Given a single tensor (`tensor`), this operation returns a tensor of the
+  same type and shape as `tensor` with all elements set to zero. Optionally,
+  you can use `dtype` to specify a new type for the returned tensor.
+
+  For example:
+
+  ```python
+  tensor = tf.constant([[1, 2, 3], [4, 5, 6]])
+  tf.ones_like(tensor)  # [[1, 1, 1], [1, 1, 1]]
+  ```
+
+  Args:
+    input: A `Tensor`.
+    dtype: A type for the returned `Tensor`. Must be `float16`, `float32`,
+      `float64`, `int8`, `uint8`, `int16`, `uint16`, `int32`, `int64`,
+      `complex64`, `complex128`, `bool` or `string`.
+    name: A name for the operation (optional).
+    and encode it as a constant.
+
+  Returns:
+    A `Tensor` with all elements set to zero.
+  """
+  return ones_like_impl(input, dtype, name, optimize=True)
+
+
+def ones_like_impl(tensor, dtype, name, optimize=True):
+  """Internal implementation for the v1/v2 ones_like API calls."""
   with ops.name_scope(name, "ones_like", [tensor]) as name:
     tensor = ops.convert_to_tensor(tensor, name="tensor")
     ones_shape = shape_internal(tensor, optimize=optimize)
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index d37f83efdc..51210e77d4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -902,7 +902,7 @@ tf_module {
   }
   member_method {
     name: "ones_like"
-    argspec: "args=[\'tensor\', \'dtype\', \'name\', \'optimize\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
+    argspec: "args=[\'input\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "pad"
@@ -1206,6 +1206,6 @@ tf_module {
   }
   member_method {
     name: "zeros_like"
-    argspec: "args=[\'tensor\', \'dtype\', \'name\', \'optimize\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
+    argspec: "args=[\'input\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
 }
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 41948441ec..d7428a2417 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -50,7 +50,13 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         },
         "tf.nn.sufficient_statistics": {
             "keep_dims": "keepdims"
-        }
+        },
+        "tf.zeros_like": {
+            "tensor": "input",
+        },
+        "tf.ones_like": {
+            "tensor": "input",
+        },
     }
 
     # Mapping from function to the new name of the function
-- 
GitLab


From bec2d2d4b58d6d52014c6d0fb52268f6fac12fd4 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 15 Nov 2018 21:26:33 -0800
Subject: [PATCH 1726/1825] Automated rollback of commit
 186744c73b9d0e64933bbc9e15db9ce2938e9e6b

PiperOrigin-RevId: 221740619
---
 tensorflow/python/ops/array_ops.py            | 80 +------------------
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  8 +-
 3 files changed, 6 insertions(+), 86 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index 3845e66b07..b7823ccc2f 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -1740,8 +1740,8 @@ def zeros(shape, dtype=dtypes.float32, name=None):
   return output
 
 
-@tf_export(v1=["zeros_like"])
-def zeros_like_v1(tensor, dtype=None, name=None, optimize=True):
+@tf_export("zeros_like")
+def zeros_like(tensor, dtype=None, name=None, optimize=True):
   """Creates a tensor with all elements set to zero.
 
   Given a single tensor (`tensor`), this operation returns a tensor of the
@@ -1767,43 +1767,6 @@ def zeros_like_v1(tensor, dtype=None, name=None, optimize=True):
   Returns:
     A `Tensor` with all elements set to zero.
   """
-  zeros_like_impl(tensor, dtype, name, optimize)
-
-
-@tf_export("zeros_like", v1=[])
-def zeros_like_v2(
-    input,  # pylint: disable=redefined-builtin
-    dtype=None,
-    name=None):
-  """Creates a tensor with all elements set to zero.
-
-  Given a single tensor (`tensor`), this operation returns a tensor of the
-  same type and shape as `tensor` with all elements set to zero. Optionally,
-  you can use `dtype` to specify a new type for the returned tensor.
-
-  For example:
-
-  ```python
-  tensor = tf.constant([[1, 2, 3], [4, 5, 6]])
-  tf.zeros_like(tensor)  # [[0, 0, 0], [0, 0, 0]]
-  ```
-
-  Args:
-    input: A `Tensor`.
-    dtype: A type for the returned `Tensor`. Must be `float16`, `float32`,
-      `float64`, `int8`, `uint8`, `int16`, `uint16`, `int32`, `int64`,
-      `complex64`, `complex128`, `bool` or `string`.
-    name: A name for the operation (optional).
-    and encode it as a constant.
-
-  Returns:
-    A `Tensor` with all elements set to zero.
-  """
-  zeros_like_impl(input, dtype, name, optimize=True)
-
-
-def zeros_like_impl(tensor, dtype, name, optimize=True):
-  """Internal implementation for the v1/v2 zeros_like API calls."""
   with ops.name_scope(name, "zeros_like", [tensor]) as name:
     tensor = ops.convert_to_tensor(tensor, name="tensor")
 
@@ -1830,7 +1793,7 @@ def zeros_like_impl(tensor, dtype, name, optimize=True):
       return gen_array_ops.zeros_like(tensor, name=name)
 
 
-@tf_export(v1=["ones_like"])
+@tf_export("ones_like")
 def ones_like(tensor, dtype=None, name=None, optimize=True):
   """Creates a tensor with all elements set to 1.
 
@@ -1857,43 +1820,6 @@ def ones_like(tensor, dtype=None, name=None, optimize=True):
   Returns:
     A `Tensor` with all elements set to 1.
   """
-  return ones_like_impl(tensor, dtype, name, optimize)
-
-
-@tf_export("ones_like", v1=[])
-def ones_like_v2(
-    input,  # pylint: disable=redefined-builtin
-    dtype=None,
-    name=None):
-  """Creates a tensor with all elements set to zero.
-
-  Given a single tensor (`tensor`), this operation returns a tensor of the
-  same type and shape as `tensor` with all elements set to zero. Optionally,
-  you can use `dtype` to specify a new type for the returned tensor.
-
-  For example:
-
-  ```python
-  tensor = tf.constant([[1, 2, 3], [4, 5, 6]])
-  tf.ones_like(tensor)  # [[1, 1, 1], [1, 1, 1]]
-  ```
-
-  Args:
-    input: A `Tensor`.
-    dtype: A type for the returned `Tensor`. Must be `float16`, `float32`,
-      `float64`, `int8`, `uint8`, `int16`, `uint16`, `int32`, `int64`,
-      `complex64`, `complex128`, `bool` or `string`.
-    name: A name for the operation (optional).
-    and encode it as a constant.
-
-  Returns:
-    A `Tensor` with all elements set to zero.
-  """
-  return ones_like_impl(input, dtype, name, optimize=True)
-
-
-def ones_like_impl(tensor, dtype, name, optimize=True):
-  """Internal implementation for the v1/v2 ones_like API calls."""
   with ops.name_scope(name, "ones_like", [tensor]) as name:
     tensor = ops.convert_to_tensor(tensor, name="tensor")
     ones_shape = shape_internal(tensor, optimize=optimize)
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 51210e77d4..d37f83efdc 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -902,7 +902,7 @@ tf_module {
   }
   member_method {
     name: "ones_like"
-    argspec: "args=[\'input\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+    argspec: "args=[\'tensor\', \'dtype\', \'name\', \'optimize\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
   }
   member_method {
     name: "pad"
@@ -1206,6 +1206,6 @@ tf_module {
   }
   member_method {
     name: "zeros_like"
-    argspec: "args=[\'input\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+    argspec: "args=[\'tensor\', \'dtype\', \'name\', \'optimize\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'True\'], "
   }
 }
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index d7428a2417..41948441ec 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -50,13 +50,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         },
         "tf.nn.sufficient_statistics": {
             "keep_dims": "keepdims"
-        },
-        "tf.zeros_like": {
-            "tensor": "input",
-        },
-        "tf.ones_like": {
-            "tensor": "input",
-        },
+        }
     }
 
     # Mapping from function to the new name of the function
-- 
GitLab


From 1cd869a9b52f5bea0041f27544dc741a5016d7d5 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 15 Nov 2018 21:46:38 -0800
Subject: [PATCH 1727/1825] Fix the way we check if a different function is
 exported with the same name in TF 2.0. In this case, we don't want to add the
 function name to renames_v2.py since it is still available.

PiperOrigin-RevId: 221742137
---
 tensorflow/tools/compatibility/renames_v2.py  | 49 +------------------
 .../update/generate_v2_renames_map.py         | 24 +++++++--
 2 files changed, 23 insertions(+), 50 deletions(-)

diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 7ba6982f97..46d1bf445c 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -53,12 +53,9 @@ renames = {
     'tf.SparseConditionalAccumulator': 'tf.sparse.SparseConditionalAccumulator',
     'tf.SparseFeature': 'tf.io.SparseFeature',
     'tf.TFRecordReader': 'tf.compat.v1.TFRecordReader',
-    'tf.TensorShape': 'tf.compat.v1.TensorShape',
     'tf.TextLineReader': 'tf.compat.v1.TextLineReader',
     'tf.VERSION': 'tf.version.VERSION',
     'tf.VarLenFeature': 'tf.io.VarLenFeature',
-    'tf.Variable': 'tf.compat.v1.Variable',
-    'tf.VariableAggregation': 'tf.compat.v1.VariableAggregation',
     'tf.VariableScope': 'tf.compat.v1.VariableScope',
     'tf.WholeFileReader': 'tf.compat.v1.WholeFileReader',
     'tf.accumulate_n': 'tf.math.accumulate_n',
@@ -67,8 +64,6 @@ renames = {
     'tf.add_to_collections': 'tf.compat.v1.add_to_collections',
     'tf.all_variables': 'tf.compat.v1.all_variables',
     'tf.angle': 'tf.math.angle',
-    'tf.argmax': 'tf.compat.v1.argmax',
-    'tf.argmin': 'tf.compat.v1.argmin',
     'tf.assert_greater_equal': 'tf.debugging.assert_greater_equal',
     'tf.assert_integer': 'tf.debugging.assert_integer',
     'tf.assert_less_equal': 'tf.debugging.assert_less_equal',
@@ -98,25 +93,12 @@ renames = {
     'tf.confusion_matrix': 'tf.math.confusion_matrix',
     'tf.conj': 'tf.math.conj',
     'tf.container': 'tf.compat.v1.container',
-    'tf.convert_to_tensor': 'tf.compat.v1.convert_to_tensor',
     'tf.convert_to_tensor_or_indexed_slices': 'tf.compat.v1.convert_to_tensor_or_indexed_slices',
     'tf.convert_to_tensor_or_sparse_tensor': 'tf.compat.v1.convert_to_tensor_or_sparse_tensor',
     'tf.count_nonzero': 'tf.compat.v1.count_nonzero',
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
-    'tf.data.Dataset': 'tf.compat.v1.data.Dataset',
-    'tf.data.FixedLengthRecordDataset': 'tf.compat.v1.data.FixedLengthRecordDataset',
-    'tf.data.TFRecordDataset': 'tf.compat.v1.data.TFRecordDataset',
-    'tf.data.TextLineDataset': 'tf.compat.v1.data.TextLineDataset',
-    'tf.data.experimental.Counter': 'tf.compat.v1.data.experimental.Counter',
-    'tf.data.experimental.CsvDataset': 'tf.compat.v1.data.experimental.CsvDataset',
-    'tf.data.experimental.RandomDataset': 'tf.compat.v1.data.experimental.RandomDataset',
-    'tf.data.experimental.SqlDataset': 'tf.compat.v1.data.experimental.SqlDataset',
-    'tf.data.experimental.choose_from_datasets': 'tf.compat.v1.data.experimental.choose_from_datasets',
-    'tf.data.experimental.make_batched_features_dataset': 'tf.compat.v1.data.experimental.make_batched_features_dataset',
-    'tf.data.experimental.make_csv_dataset': 'tf.compat.v1.data.experimental.make_csv_dataset',
-    'tf.data.experimental.sample_from_datasets': 'tf.compat.v1.data.experimental.sample_from_datasets',
     'tf.decode_base64': 'tf.io.decode_base64',
     'tf.decode_compressed': 'tf.io.decode_compressed',
     'tf.decode_csv': 'tf.io.decode_csv',
@@ -126,7 +108,6 @@ renames = {
     'tf.depth_to_space': 'tf.nn.depth_to_space',
     'tf.dequantize': 'tf.quantization.dequantize',
     'tf.deserialize_many_sparse': 'tf.io.deserialize_many_sparse',
-    'tf.device': 'tf.compat.v1.device',
     'tf.diag': 'tf.linalg.tensor_diag',
     'tf.diag_part': 'tf.linalg.tensor_diag_part',
     'tf.digamma': 'tf.math.digamma',
@@ -158,7 +139,6 @@ renames = {
     'tf.encode_base64': 'tf.io.encode_base64',
     'tf.erf': 'tf.math.erf',
     'tf.erfc': 'tf.math.erfc',
-    'tf.expand_dims': 'tf.compat.v1.expand_dims',
     'tf.expm1': 'tf.math.expm1',
     'tf.extract_image_patches': 'tf.image.extract_image_patches',
     'tf.fake_quant_with_min_max_args': 'tf.quantization.fake_quant_with_min_max_args',
@@ -167,20 +147,8 @@ renames = {
     'tf.fake_quant_with_min_max_vars_gradient': 'tf.quantization.fake_quant_with_min_max_vars_gradient',
     'tf.fake_quant_with_min_max_vars_per_channel': 'tf.quantization.fake_quant_with_min_max_vars_per_channel',
     'tf.fake_quant_with_min_max_vars_per_channel_gradient': 'tf.quantization.fake_quant_with_min_max_vars_per_channel_gradient',
-    'tf.feature_column.bucketized_column': 'tf.compat.v1.feature_column.bucketized_column',
-    'tf.feature_column.categorical_column_with_hash_bucket': 'tf.compat.v1.feature_column.categorical_column_with_hash_bucket',
-    'tf.feature_column.categorical_column_with_identity': 'tf.compat.v1.feature_column.categorical_column_with_identity',
-    'tf.feature_column.categorical_column_with_vocabulary_file': 'tf.compat.v1.feature_column.categorical_column_with_vocabulary_file',
-    'tf.feature_column.categorical_column_with_vocabulary_list': 'tf.compat.v1.feature_column.categorical_column_with_vocabulary_list',
-    'tf.feature_column.crossed_column': 'tf.compat.v1.feature_column.crossed_column',
-    'tf.feature_column.embedding_column': 'tf.compat.v1.feature_column.embedding_column',
-    'tf.feature_column.indicator_column': 'tf.compat.v1.feature_column.indicator_column',
     'tf.feature_column.input_layer': 'tf.compat.v1.feature_column.input_layer',
     'tf.feature_column.linear_model': 'tf.compat.v1.feature_column.linear_model',
-    'tf.feature_column.make_parse_example_spec': 'tf.compat.v1.feature_column.make_parse_example_spec',
-    'tf.feature_column.numeric_column': 'tf.compat.v1.feature_column.numeric_column',
-    'tf.feature_column.shared_embedding_columns': 'tf.compat.v1.feature_column.shared_embedding_columns',
-    'tf.feature_column.weighted_categorical_column': 'tf.compat.v1.feature_column.weighted_categorical_column',
     'tf.fft': 'tf.signal.fft',
     'tf.fft2d': 'tf.signal.fft2d',
     'tf.fft3d': 'tf.signal.fft3d',
@@ -272,7 +240,6 @@ renames = {
     'tf.local_variables_initializer': 'tf.compat.v1.local_variables_initializer',
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
     'tf.logical_xor': 'tf.math.logical_xor',
-    'tf.losses.Reduction': 'tf.compat.v1.losses.Reduction',
     'tf.make_template': 'tf.compat.v1.make_template',
     'tf.make_tensor_proto': 'tf.compat.v1.make_tensor_proto',
     'tf.manip.batch_to_space_nd': 'tf.batch_to_space_nd',
@@ -284,8 +251,6 @@ renames = {
     'tf.manip.space_to_batch_nd': 'tf.space_to_batch_nd',
     'tf.manip.tile': 'tf.tile',
     'tf.matching_files': 'tf.io.matching_files',
-    'tf.math.argmax': 'tf.compat.v1.math.argmax',
-    'tf.math.argmin': 'tf.compat.v1.math.argmin',
     'tf.matrix_band_part': 'tf.linalg.band_part',
     'tf.matrix_determinant': 'tf.linalg.det',
     'tf.matrix_diag': 'tf.linalg.diag',
@@ -309,9 +274,9 @@ renames = {
     'tf.nn.softmax_cross_entropy_with_logits_v2': 'tf.nn.softmax_cross_entropy_with_logits',
     'tf.nn.static_rnn': 'tf.compat.v1.nn.static_rnn',
     'tf.nn.uniform_candidate_sampler': 'tf.random.uniform_candidate_sampler',
+    'tf.nn.xw_plus_b': 'tf.compat.v1.nn.xw_plus_b',
     'tf.op_scope': 'tf.compat.v1.op_scope',
     'tf.orthogonal_initializer': 'tf.keras.initializers.Orthogonal',
-    'tf.pad': 'tf.compat.v1.pad',
     'tf.parse_example': 'tf.io.parse_example',
     'tf.parse_single_example': 'tf.io.parse_single_example',
     'tf.parse_single_sequence_example': 'tf.io.parse_single_sequence_example',
@@ -418,6 +383,7 @@ renames = {
     'tf.serialize_many_sparse': 'tf.io.serialize_many_sparse',
     'tf.serialize_sparse': 'tf.io.serialize_sparse',
     'tf.serialize_tensor': 'tf.io.serialize_tensor',
+    'tf.set_random_seed': 'tf.random.set_random_seed',
     'tf.setdiff1d': 'tf.compat.v1.setdiff1d',
     'tf.sets.set_difference': 'tf.sets.difference',
     'tf.sets.set_intersection': 'tf.sets.intersection',
@@ -475,7 +441,6 @@ renames = {
     'tf.string_to_number': 'tf.strings.to_number',
     'tf.svd': 'tf.linalg.svd',
     'tf.tables_initializer': 'tf.compat.v1.tables_initializer',
-    'tf.test.assert_equal_graph_def': 'tf.compat.v1.test.assert_equal_graph_def',
     'tf.test.compute_gradient': 'tf.compat.v1.test.compute_gradient',
     'tf.test.compute_gradient_error': 'tf.compat.v1.test.compute_gradient_error',
     'tf.test.get_temp_dir': 'tf.compat.v1.test.get_temp_dir',
@@ -502,11 +467,8 @@ renames = {
     'tf.train.batch': 'tf.compat.v1.train.batch',
     'tf.train.batch_join': 'tf.compat.v1.train.batch_join',
     'tf.train.checkpoint_exists': 'tf.compat.v1.train.checkpoint_exists',
-    'tf.train.cosine_decay': 'tf.compat.v1.train.cosine_decay',
-    'tf.train.cosine_decay_restarts': 'tf.compat.v1.train.cosine_decay_restarts',
     'tf.train.create_global_step': 'tf.compat.v1.train.create_global_step',
     'tf.train.do_quantize_training_on_graphdef': 'tf.compat.v1.train.do_quantize_training_on_graphdef',
-    'tf.train.exponential_decay': 'tf.compat.v1.train.exponential_decay',
     'tf.train.export_meta_graph': 'tf.compat.v1.train.export_meta_graph',
     'tf.train.generate_checkpoint_state_proto': 'tf.compat.v1.train.generate_checkpoint_state_proto',
     'tf.train.get_checkpoint_mtimes': 'tf.compat.v1.train.get_checkpoint_mtimes',
@@ -516,18 +478,12 @@ renames = {
     'tf.train.import_meta_graph': 'tf.compat.v1.train.import_meta_graph',
     'tf.train.init_from_checkpoint': 'tf.compat.v1.train.init_from_checkpoint',
     'tf.train.input_producer': 'tf.compat.v1.train.input_producer',
-    'tf.train.inverse_time_decay': 'tf.compat.v1.train.inverse_time_decay',
     'tf.train.limit_epochs': 'tf.compat.v1.train.limit_epochs',
-    'tf.train.linear_cosine_decay': 'tf.compat.v1.train.linear_cosine_decay',
     'tf.train.match_filenames_once': 'tf.io.match_filenames_once',
     'tf.train.maybe_batch': 'tf.compat.v1.train.maybe_batch',
     'tf.train.maybe_batch_join': 'tf.compat.v1.train.maybe_batch_join',
     'tf.train.maybe_shuffle_batch': 'tf.compat.v1.train.maybe_shuffle_batch',
     'tf.train.maybe_shuffle_batch_join': 'tf.compat.v1.train.maybe_shuffle_batch_join',
-    'tf.train.natural_exp_decay': 'tf.compat.v1.train.natural_exp_decay',
-    'tf.train.noisy_linear_cosine_decay': 'tf.compat.v1.train.noisy_linear_cosine_decay',
-    'tf.train.piecewise_constant': 'tf.compat.v1.train.piecewise_constant',
-    'tf.train.polynomial_decay': 'tf.compat.v1.train.polynomial_decay',
     'tf.train.queue_runner.QueueRunner': 'tf.compat.v1.train.queue_runner.QueueRunner',
     'tf.train.queue_runner.add_queue_runner': 'tf.compat.v1.train.queue_runner.add_queue_runner',
     'tf.train.queue_runner.start_queue_runners': 'tf.compat.v1.train.queue_runner.start_queue_runners',
@@ -549,7 +505,6 @@ renames = {
     'tf.unsorted_segment_prod': 'tf.math.unsorted_segment_prod',
     'tf.unsorted_segment_sqrt_n': 'tf.math.unsorted_segment_sqrt_n',
     'tf.unsorted_segment_sum': 'tf.math.unsorted_segment_sum',
-    'tf.variable_creator_scope': 'tf.compat.v1.variable_creator_scope',
     'tf.variable_op_scope': 'tf.compat.v1.variable_op_scope',
     'tf.variable_scope': 'tf.compat.v1.variable_scope',
     'tf.variables_initializer': 'tf.compat.v1.variables_initializer',
diff --git a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
index 9a7bae0da3..949946c827 100644
--- a/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
+++ b/tensorflow/tools/compatibility/update/generate_v2_renames_map.py
@@ -78,6 +78,26 @@ def get_canonical_name(v2_names, v1_name):
   return 'compat.v1.%s' % v1_name
 
 
+def get_all_v2_names():
+  """Get a set of function/class names available in TensorFlow 2.0."""
+  v2_names = set()  # All op names in TensorFlow 2.0
+
+  def visit(unused_path, unused_parent, children):
+    """Visitor that collects TF 2.0 names."""
+    for child in children:
+      _, attr = tf_decorator.unwrap(child[1])
+      if not hasattr(attr, '__dict__'):
+        continue
+      api_names_v2 = attr.__dict__.get(_TENSORFLOW_API_ATTR, [])
+      for name in api_names_v2:
+        v2_names.add(name)
+
+  visitor = public_api.PublicAPIVisitor(visit)
+  visitor.do_not_descend_map['tf'].append('contrib')
+  traverse.traverse(tf.compat.v2, visitor)
+  return v2_names
+
+
 def collect_constant_renames():
   """Looks for constants that need to be renamed in TF 2.0.
 
@@ -120,7 +140,6 @@ def collect_function_renames():
   # Set of rename lines to write to output file in the form:
   #   'tf.deprecated_name': 'tf.canonical_name'
   renames = set()
-  v2_names = set()  # All op names in TensorFlow 2.0
 
   def visit(unused_path, unused_parent, children):
     """Visitor that collects rename strings to add to rename_line_set."""
@@ -133,8 +152,6 @@ def collect_function_renames():
       deprecated_api_names = set(api_names_v1) - set(api_names_v2)
       for name in deprecated_api_names:
         renames.add((name, get_canonical_name(api_names_v2, name)))
-      for name in api_names_v2:
-        v2_names.add(name)
 
   visitor = public_api.PublicAPIVisitor(visit)
   visitor.do_not_descend_map['tf'].append('contrib')
@@ -144,6 +161,7 @@ def collect_function_renames():
   # It is possible that a different function is exported with the
   # same name. For e.g. when creating a different function to
   # rename arguments. Exclude it from renames in this case.
+  v2_names = get_all_v2_names()
   renames = set((name, new_name) for name, new_name in renames
                 if name not in v2_names)
   return renames
-- 
GitLab


From 49c91cd9e3ead217eb31d2b06e51b6463d5f82f5 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 22:22:53 -0800
Subject: [PATCH 1728/1825] [XLA] Print the contents of VerifiedHloModules that
 fail verification.

Aids in debugging when this fails.

PiperOrigin-RevId: 221744981
---
 tensorflow/compiler/xla/tests/hlo_test_base.cc | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/compiler/xla/tests/hlo_test_base.cc b/tensorflow/compiler/xla/tests/hlo_test_base.cc
index 2f467a26b0..989a7c705a 100644
--- a/tensorflow/compiler/xla/tests/hlo_test_base.cc
+++ b/tensorflow/compiler/xla/tests/hlo_test_base.cc
@@ -99,6 +99,8 @@ void VerifiedHloModule::VerifyOrAddFailure(const string& message) {
     ADD_FAILURE() << "HloVerifier failed on module " << name()
                   << (message.empty() ? "" : absl::StrCat(" (", message, ")"))
                   << ": " << status;
+    LOG(ERROR) << "Contents of bad module:";
+    XLA_LOG_LINES(tensorflow::ERROR, ToString());
   }
 }
 
-- 
GitLab


From c4ba167d474e354b5a4749e608e85d192bf27f11 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 22:32:02 -0800
Subject: [PATCH 1729/1825] [TF:XLA] Remove legacy_flags:: namespace now that
 it no longer matches the directory structure.

PiperOrigin-RevId: 221745541
---
 tensorflow/c/c_api_experimental.cc                   |  8 ++++----
 tensorflow/compiler/jit/build_xla_ops_pass.cc        |  8 ++++----
 tensorflow/compiler/jit/flags.cc                     |  2 --
 tensorflow/compiler/jit/flags.h                      |  2 --
 .../jit/increase_dynamism_for_auto_jit_pass.cc       |  3 +--
 tensorflow/compiler/jit/kernels/xla_ops.cc           |  2 +-
 tensorflow/compiler/jit/mark_for_compilation_pass.cc | 12 ++++--------
 tensorflow/compiler/jit/xla_cpu_device.cc            |  2 +-
 tensorflow/compiler/tf2xla/dump_graph.cc             |  3 +--
 tensorflow/compiler/tf2xla/xla_op_registry.cc        |  3 +--
 10 files changed, 17 insertions(+), 28 deletions(-)

diff --git a/tensorflow/c/c_api_experimental.cc b/tensorflow/c/c_api_experimental.cc
index bc434e7593..7fe74b5db3 100644
--- a/tensorflow/c/c_api_experimental.cc
+++ b/tensorflow/c/c_api_experimental.cc
@@ -51,8 +51,8 @@ void TF_EnableXLACompilation(TF_SessionOptions* options, unsigned char enable) {
     // These XLA flags are needed to trigger XLA properly from C (more generally
     // non-Python) clients. If this API is called again with `enable` set to
     // false, it is safe to keep these flag values as is.
-    tensorflow::legacy_flags::MarkForCompilationPassFlags* flags =
-        tensorflow::legacy_flags::GetMarkForCompilationPassFlags();
+    tensorflow::MarkForCompilationPassFlags* flags =
+        tensorflow::GetMarkForCompilationPassFlags();
     flags->tf_xla_cpu_global_jit = true;
     flags->tf_xla_min_cluster_size = 1;
   } else {
@@ -71,8 +71,8 @@ TF_Buffer* TF_CreateConfig(unsigned char enable_xla_compilation,
     // These XLA flags are needed to trigger XLA properly from C (more generally
     // non-Python) clients. If this API is called again with `enable` set to
     // false, it is safe to keep these flag values as is.
-    tensorflow::legacy_flags::MarkForCompilationPassFlags* flags =
-        tensorflow::legacy_flags::GetMarkForCompilationPassFlags();
+    tensorflow::MarkForCompilationPassFlags* flags =
+        tensorflow::GetMarkForCompilationPassFlags();
     flags->tf_xla_cpu_global_jit = true;
     flags->tf_xla_min_cluster_size = 1;
   } else {
diff --git a/tensorflow/compiler/jit/build_xla_ops_pass.cc b/tensorflow/compiler/jit/build_xla_ops_pass.cc
index 01bea34af9..9f4042630e 100644
--- a/tensorflow/compiler/jit/build_xla_ops_pass.cc
+++ b/tensorflow/compiler/jit/build_xla_ops_pass.cc
@@ -320,10 +320,10 @@ Status BuildXlaOpsPass::Run(const GraphOptimizationPassOptions& options) {
                     return IsXlaCompiledKernel(*n);
                   });
 
-  bool lazy_compilation_enabled = enable_lazy_compilation_
-                                      ? *enable_lazy_compilation_
-                                      : legacy_flags::GetBuildXlaOpsPassFlags()
-                                            .tf_xla_enable_lazy_compilation;
+  bool lazy_compilation_enabled =
+      enable_lazy_compilation_
+          ? *enable_lazy_compilation_
+          : GetBuildXlaOpsPassFlags().tf_xla_enable_lazy_compilation;
 
   for (Node* n : xla_compiled_kernels) {
     TF_RETURN_IF_ERROR(ReplaceNodeWithXlaCompileAndXlaRun(
diff --git a/tensorflow/compiler/jit/flags.cc b/tensorflow/compiler/jit/flags.cc
index 702197e1b1..98e344b3a0 100644
--- a/tensorflow/compiler/jit/flags.cc
+++ b/tensorflow/compiler/jit/flags.cc
@@ -20,7 +20,6 @@ limitations under the License.
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace tensorflow {
-namespace legacy_flags {
 namespace {
 
 BuildXlaOpsPassFlags* build_ops_flags;
@@ -150,5 +149,4 @@ void AppendDumpGraphFlags(std::vector<Flag>* flag_list) {
   AppendDumpGraphFlagsInternal(flag_list);
 }
 
-}  // namespace legacy_flags
 }  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/flags.h b/tensorflow/compiler/jit/flags.h
index 50f4f35836..5ddea588ee 100644
--- a/tensorflow/compiler/jit/flags.h
+++ b/tensorflow/compiler/jit/flags.h
@@ -22,7 +22,6 @@ limitations under the License.
 #include "tensorflow/core/util/command_line_flags.h"
 
 namespace tensorflow {
-namespace legacy_flags {
 
 // Flags associated with the XLA bridge's mark_for_compilation_pass module.
 struct MarkForCompilationPassFlags {
@@ -99,7 +98,6 @@ void AppendMarkForCompilationPassFlags(
     std::vector<tensorflow::Flag>* flag_list);
 void AppendDumpGraphFlags(std::vector<tensorflow::Flag>* flag_list);
 
-}  // namespace legacy_flags
 }  // namespace tensorflow
 
 #endif  // TENSORFLOW_COMPILER_JIT_FLAGS_H_
diff --git a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
index a8295bb77b..ce53f70b79 100644
--- a/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
+++ b/tensorflow/compiler/jit/increase_dynamism_for_auto_jit_pass.cc
@@ -345,8 +345,7 @@ Status FindAndRewriteSlices(Graph* g, bool* changed) {
 
 Status IncreaseDynamismForAutoJitPass::Run(
     const GraphOptimizationPassOptions& options) {
-  legacy_flags::MarkForCompilationPassFlags* flags =
-      legacy_flags::GetMarkForCompilationPassFlags();
+  MarkForCompilationPassFlags* flags = GetMarkForCompilationPassFlags();
   if (flags->tf_xla_clustering_debug) {
     dump_graph::DumpGraphToFile("before_increase_dynamism_for_auto_jit_pass",
                                 **options.graph, options.flib_def);
diff --git a/tensorflow/compiler/jit/kernels/xla_ops.cc b/tensorflow/compiler/jit/kernels/xla_ops.cc
index 2dea0c5330..ad71df5a69 100644
--- a/tensorflow/compiler/jit/kernels/xla_ops.cc
+++ b/tensorflow/compiler/jit/kernels/xla_ops.cc
@@ -418,7 +418,7 @@ void XlaCompileOp::Compute(OpKernelContext* ctx) {
     cannot_compile_cluster = cannot_compile_cluster_;
   }
 
-  if (legacy_flags::GetXlaOpsCommonFlags().tf_xla_always_defer_compilation ||
+  if (GetXlaOpsCommonFlags().tf_xla_always_defer_compilation ||
       cannot_compile_cluster) {
     executable = nullptr;
   } else {
diff --git a/tensorflow/compiler/jit/mark_for_compilation_pass.cc b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
index 9b02b0c3f9..60b962d2e8 100644
--- a/tensorflow/compiler/jit/mark_for_compilation_pass.cc
+++ b/tensorflow/compiler/jit/mark_for_compilation_pass.cc
@@ -427,8 +427,7 @@ Status FindCompilationCandidates(
       BackwardsConstAnalysis(graph, /*compile_time_const_arg_indices=*/nullptr,
                              &compile_time_const_nodes));
 
-  int64& fuel =
-      legacy_flags::GetMarkForCompilationPassFlags()->tf_xla_clustering_fuel;
+  int64& fuel = GetMarkForCompilationPassFlags()->tf_xla_clustering_fuel;
 
   // Iterate over nodes in sorted order so that compiler fuel is deterministic.
   // We can't simply pass op_nodes().begin() and op_nodes().end to the
@@ -607,8 +606,7 @@ OptimizerOptions::GlobalJitLevel GetGlobalJitLevel(
     // To set compilation to be on by default, change the following line.
     global_jit_level = OptimizerOptions::OFF;
   }
-  legacy_flags::MarkForCompilationPassFlags* flags =
-      legacy_flags::GetMarkForCompilationPassFlags();
+  MarkForCompilationPassFlags* flags = GetMarkForCompilationPassFlags();
   if (flags->tf_xla_auto_jit == -1 ||
       (1 <= flags->tf_xla_auto_jit && flags->tf_xla_auto_jit <= 2)) {
     // If the flag tf_xla_auto_jit is a valid, non-zero setting, it overrides
@@ -651,8 +649,7 @@ Status MarkForCompilationPass::Run(
   // device ahead of time.
   OptimizerOptions::GlobalJitLevel global_jit_level =
       GetGlobalJitLevel(options);
-  legacy_flags::MarkForCompilationPassFlags* flags =
-      legacy_flags::GetMarkForCompilationPassFlags();
+  MarkForCompilationPassFlags* flags = GetMarkForCompilationPassFlags();
   bool fusion_only = flags->tf_xla_fusion_only;
 
   VLOG(1) << "flags->tf_xla_fusion_only = " << flags->tf_xla_fusion_only;
@@ -953,8 +950,7 @@ Status MarkForCompilationPass::RunImpl(
 
   OptimizerOptions::GlobalJitLevel global_jit_level =
       GetGlobalJitLevel(options);
-  legacy_flags::MarkForCompilationPassFlags* flags =
-      legacy_flags::GetMarkForCompilationPassFlags();
+  MarkForCompilationPassFlags* flags = GetMarkForCompilationPassFlags();
 
   // Repeatedly contract edges between clusters that are on the same device,
   // provided the contraction would not create a cycle.
diff --git a/tensorflow/compiler/jit/xla_cpu_device.cc b/tensorflow/compiler/jit/xla_cpu_device.cc
index 13126e0878..9006dd514b 100644
--- a/tensorflow/compiler/jit/xla_cpu_device.cc
+++ b/tensorflow/compiler/jit/xla_cpu_device.cc
@@ -37,7 +37,7 @@ class XlaCpuDeviceFactory : public DeviceFactory {
 Status XlaCpuDeviceFactory::CreateDevices(const SessionOptions& session_options,
                                           const string& name_prefix,
                                           std::vector<Device*>* devices) {
-  legacy_flags::XlaDeviceFlags* flags = legacy_flags::GetXlaDeviceFlags();
+  XlaDeviceFlags* flags = GetXlaDeviceFlags();
   bool compile_on_demand = flags->tf_xla_compile_on_demand;
 
   XlaOpRegistry::DeviceRegistration registration;
diff --git a/tensorflow/compiler/tf2xla/dump_graph.cc b/tensorflow/compiler/tf2xla/dump_graph.cc
index 34f891890a..1de85004a5 100644
--- a/tensorflow/compiler/tf2xla/dump_graph.cc
+++ b/tensorflow/compiler/tf2xla/dump_graph.cc
@@ -61,8 +61,7 @@ string MakeUniqueFilename(string name) {
 string WriteTextProtoToUniqueFile(
     Env* env, const string& name, const char* proto_type,
     const ::tensorflow::protobuf::Message& proto) {
-  const string& dirname =
-      legacy_flags::GetDumpGraphFlags()->tf_dump_graph_prefix;
+  const string& dirname = GetDumpGraphFlags()->tf_dump_graph_prefix;
   Status status = env->RecursivelyCreateDir(dirname);
   if (!status.ok()) {
     LOG(WARNING) << "Failed to create " << dirname << " for dumping "
diff --git a/tensorflow/compiler/tf2xla/xla_op_registry.cc b/tensorflow/compiler/tf2xla/xla_op_registry.cc
index 49a6ebbbde..14237df690 100644
--- a/tensorflow/compiler/tf2xla/xla_op_registry.cc
+++ b/tensorflow/compiler/tf2xla/xla_op_registry.cc
@@ -130,8 +130,7 @@ XlaOpRegistry::~XlaOpRegistry() = default;
   // Lazily register the CPU and GPU JIT devices the first time
   // GetCompilationDevice is called.
   static void* registration_init = [&registry]() {
-    legacy_flags::MarkForCompilationPassFlags* flags =
-        legacy_flags::GetMarkForCompilationPassFlags();
+    MarkForCompilationPassFlags* flags = GetMarkForCompilationPassFlags();
     bool cpu_global_jit = flags->tf_xla_cpu_global_jit;
 
     mutex_lock lock(registry.mutex_);
-- 
GitLab


From 18d8ac67307fbb66b6f7d7abaede4fac5beed9f7 Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 22:35:42 -0800
Subject: [PATCH 1730/1825] [XLA] Remove ShapeUtil::IsNil in favor of
 ShapeUtil::IsEmptyTuple.

No need to have two functions that do the same thing.

PiperOrigin-RevId: 221745815
---
 tensorflow/compiler/xla/literal_test.cc    |  6 +++---
 tensorflow/compiler/xla/shape_tree_test.cc |  4 ++--
 tensorflow/compiler/xla/shape_util.cc      |  4 ----
 tensorflow/compiler/xla/shape_util.h       |  3 ---
 tensorflow/compiler/xla/shape_util_test.cc | 10 +++++-----
 5 files changed, 10 insertions(+), 17 deletions(-)

diff --git a/tensorflow/compiler/xla/literal_test.cc b/tensorflow/compiler/xla/literal_test.cc
index dac6067861..bd93517728 100644
--- a/tensorflow/compiler/xla/literal_test.cc
+++ b/tensorflow/compiler/xla/literal_test.cc
@@ -1587,9 +1587,9 @@ TEST_F(LiteralUtilTest, DecomposeTuple) {
   Literal nested_tuple = LiteralUtil::MakeTuple(
       {&tuple_elements[0], &tuple_elements[1], &nil_literal});
 
-  EXPECT_FALSE(ShapeUtil::IsNil(nested_tuple.shape()));
+  EXPECT_FALSE(ShapeUtil::IsEmptyTuple(nested_tuple.shape()));
   std::vector<Literal> elements = nested_tuple.DecomposeTuple();
-  EXPECT_TRUE(ShapeUtil::IsNil(nested_tuple.shape()));
+  EXPECT_TRUE(ShapeUtil::IsEmptyTuple(nested_tuple.shape()));
 
   ASSERT_EQ(elements.size(), 3);
 
@@ -1640,7 +1640,7 @@ TEST_F(LiteralUtilTest, MoveIntoTuple) {
   EXPECT_EQ(literal.Get<double>({1}, /*shape_index=*/{2, 1}), 44.0);
 
   for (const Literal& element : elements) {
-    EXPECT_TRUE(ShapeUtil::IsNil(element.shape()));
+    EXPECT_TRUE(ShapeUtil::IsEmptyTuple(element.shape()));
   }
 }
 
diff --git a/tensorflow/compiler/xla/shape_tree_test.cc b/tensorflow/compiler/xla/shape_tree_test.cc
index c8ff55e784..2b6c484bc4 100644
--- a/tensorflow/compiler/xla/shape_tree_test.cc
+++ b/tensorflow/compiler/xla/shape_tree_test.cc
@@ -52,10 +52,10 @@ class ShapeTreeTest : public ::testing::Test {
 
 TEST_F(ShapeTreeTest, DefaultConstructor) {
   ShapeTree<int> int_tree;
-  EXPECT_TRUE(ShapeUtil::IsNil(int_tree.shape()));
+  EXPECT_TRUE(ShapeUtil::IsEmptyTuple(int_tree.shape()));
 
   ShapeTree<bool> bool_tree;
-  EXPECT_TRUE(ShapeUtil::IsNil(bool_tree.shape()));
+  EXPECT_TRUE(ShapeUtil::IsEmptyTuple(bool_tree.shape()));
 }
 
 void ShapeTreeTest::TestShapeConstructor(const Shape& shape,
diff --git a/tensorflow/compiler/xla/shape_util.cc b/tensorflow/compiler/xla/shape_util.cc
index d0c35d8dee..7d011bfc65 100644
--- a/tensorflow/compiler/xla/shape_util.cc
+++ b/tensorflow/compiler/xla/shape_util.cc
@@ -372,10 +372,6 @@ ShapeUtil::MakeShapeWithDescendingLayoutAndSamePhysicalLayout(
   return IsTuple(shape) && TupleElementCount(shape) == 0;
 }
 
-/* static */ bool ShapeUtil::IsNil(const Shape& shape) {
-  return IsEmptyTuple(shape);
-}
-
 /* static */ int64 ShapeUtil::TupleElementCount(const Shape& shape) {
   CHECK(IsTuple(shape)) << HumanString(shape);
   return shape.tuple_shapes_size();
diff --git a/tensorflow/compiler/xla/shape_util.h b/tensorflow/compiler/xla/shape_util.h
index bb347bf0de..f9f1347460 100644
--- a/tensorflow/compiler/xla/shape_util.h
+++ b/tensorflow/compiler/xla/shape_util.h
@@ -473,9 +473,6 @@ class ShapeUtil {
   // Returns true if shape is an empty tuple.
   static bool IsEmptyTuple(const Shape& shape);
 
-  // Returns true if shape is the nil shape (an empty tuple).
-  static bool IsNil(const Shape& shape);
-
   // Returns the number of elements in the given tuple shape.
   // Precondition: IsTuple(shape)
   static int64 TupleElementCount(const Shape& shape);
diff --git a/tensorflow/compiler/xla/shape_util_test.cc b/tensorflow/compiler/xla/shape_util_test.cc
index 0c647369a3..11b493323c 100644
--- a/tensorflow/compiler/xla/shape_util_test.cc
+++ b/tensorflow/compiler/xla/shape_util_test.cc
@@ -376,12 +376,12 @@ TEST(ShapeUtilTest, ByteSizeOfWithoutPadding) {
 }
 
 TEST(ShapeUtilTest, NilShape) {
-  EXPECT_TRUE(ShapeUtil::IsNil(ShapeUtil::MakeNil()));
-  EXPECT_FALSE(ShapeUtil::IsNil(ShapeUtil::MakeShape(F32, {1, 2, 3})));
-  EXPECT_FALSE(ShapeUtil::IsNil(ShapeUtil::MakeShape(F32, {0, 1})));
-  EXPECT_FALSE(ShapeUtil::IsNil(
+  EXPECT_TRUE(ShapeUtil::IsEmptyTuple(ShapeUtil::MakeNil()));
+  EXPECT_FALSE(ShapeUtil::IsEmptyTuple(ShapeUtil::MakeShape(F32, {1, 2, 3})));
+  EXPECT_FALSE(ShapeUtil::IsEmptyTuple(ShapeUtil::MakeShape(F32, {0, 1})));
+  EXPECT_FALSE(ShapeUtil::IsEmptyTuple(
       ShapeUtil::MakeTupleShape({ShapeUtil::MakeShape(S32, {})})));
-  EXPECT_FALSE(ShapeUtil::IsNil(
+  EXPECT_FALSE(ShapeUtil::IsEmptyTuple(
       ShapeUtil::MakeTupleShape({ShapeUtil::MakeShape(F32, {0})})));
 }
 
-- 
GitLab


From d17a4fcecdde116b9eae39ab21ae72e9b70a111e Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 22:35:48 -0800
Subject: [PATCH 1731/1825] Internal change

PiperOrigin-RevId: 221745821
---
 tensorflow/contrib/distribute/python/BUILD | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index bf5adb1a50..b8d6208150 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -752,10 +752,13 @@ cuda_py_test(
     ],
     shard_count = 16,
     tags = [
+        "manual",  # TODO(b/119646053): Failing when run.
         "multi_and_single_gpu",
         "no_oss",  # TODO(b/117919883): Fix python error.
         "no_pip",
         "no_windows_gpu",
+        "noguitar",  # TODO(b/119646053): Failing when run.
+        "notap",  # TODO(b/119646053): Failing when run.
         "notsan",
     ],
 )
-- 
GitLab


From eec9c3f9551c3e414090ed25bb6756538e81d3ae Mon Sep 17 00:00:00 2001
From: Justin Lebar <jlebar@google.com>
Date: Thu, 15 Nov 2018 22:40:20 -0800
Subject: [PATCH 1732/1825] [XLA] Simplify away constants in while loop
 parameters.

If a while loop param is a constant and is the same in the loop's init and
body, then this parameter can be eliminated from the loop carry.

PiperOrigin-RevId: 221746124
---
 tensorflow/compiler/xla/service/BUILD         |   1 +
 .../xla/service/while_loop_simplifier.cc      | 172 ++++++++++++++++--
 .../xla/service/while_loop_simplifier_test.cc |  96 ++++++++++
 3 files changed, 257 insertions(+), 12 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index ccbe83bd96..3cbf0d0c8c 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -1746,6 +1746,7 @@ tf_cc_test(
         ":hlo",
         ":hlo_dce",
         ":hlo_matchers",
+        ":tuple_simplifier",
         ":while_loop_simplifier",
         "//tensorflow/compiler/xla:test",
         "//tensorflow/compiler/xla/tests:hlo_test_base",
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier.cc b/tensorflow/compiler/xla/service/while_loop_simplifier.cc
index 6f924a29d8..646f75ca2a 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier.cc
@@ -302,6 +302,147 @@ static StatusOr<bool> TryRemoveDeadWhileParams(HloInstruction* while_op) {
   return true;
 }
 
+// Removes each loop parameter (i.e. member of the while loop tuple) that is a
+// constant and is the same in the while loop body and the while loop init.
+static StatusOr<bool> TryRemoveConstantParams(HloInstruction* while_op) {
+  HloModule* module = while_op->GetModule();
+  HloComputation* computation = while_op->parent();
+  auto* while_init = while_op->mutable_operand(0);
+  auto* while_body = while_op->while_body();
+  auto* while_cond = while_op->while_condition();
+  auto* while_body_root = while_body->root_instruction();
+  if (while_init->opcode() != HloOpcode::kTuple ||
+      while_body_root->opcode() != HloOpcode::kTuple) {
+    return false;
+  }
+
+  TF_RET_CHECK(while_cond->num_parameters() == 1);
+  TF_RET_CHECK(while_body->num_parameters() == 1);
+  TF_RET_CHECK(
+      ShapeUtil::Compatible(while_init->shape(), while_body_root->shape()));
+
+  absl::flat_hash_set<int64> constant_tuple_indices;
+  const auto& while_shape = while_init->shape();
+  for (int64 i = 0; i < while_shape.tuple_shapes_size(); ++i) {
+    auto* init_elem = while_init->operand(i);
+    auto* body_elem = while_body_root->operand(i);
+    if (init_elem->opcode() == HloOpcode::kConstant &&
+        body_elem->opcode() == HloOpcode::kConstant &&
+        init_elem->literal() == body_elem->literal()) {
+      constant_tuple_indices.insert(i);
+    }
+  }
+
+  if (constant_tuple_indices.empty()) {
+    return false;
+  }
+
+  // OK, we found some constant elements of the while parameter!  Eliminate
+  // them.
+  std::vector<Shape> new_while_shape_elems;
+  for (int64 i = 0; i < while_shape.tuple_shapes_size(); ++i) {
+    if (!constant_tuple_indices.count(i)) {
+      new_while_shape_elems.push_back(while_shape.tuple_shapes(i));
+    }
+  }
+  Shape new_while_shape = ShapeUtil::MakeTupleShape(new_while_shape_elems);
+
+  // `new_instrs` holds instructions created outside of a computation for
+  // cloning.  Elements added here just need to live until the end of the
+  // relevant CloneWithReplacement call.
+  std::vector<std::unique_ptr<HloInstruction>> new_instrs;
+  auto add_new_instr = [&](std::unique_ptr<HloInstruction> instr) {
+    new_instrs.push_back(std::move(instr));
+    return new_instrs.back().get();
+  };
+
+  // Returns a new tuple without the elements of constant_tuple_indices.
+  auto remove_constant_elems = [&](HloInstruction* instr) {
+    CHECK(ShapeUtil::Compatible(instr->shape(), while_shape));
+
+    std::vector<HloInstruction*> tuple_elems;
+    for (int64 i = 0; i < while_shape.tuple_shapes_size(); ++i) {
+      if (!constant_tuple_indices.count(i)) {
+        tuple_elems.push_back(
+            add_new_instr(HloInstruction::CreateGetTupleElement(
+                while_shape.tuple_shapes(i), instr, i)));
+      }
+    }
+    return HloInstruction::CreateTuple(tuple_elems);
+  };
+
+  auto add_constant_elems = [&](HloInstruction* instr) {
+    CHECK(ShapeUtil::Compatible(instr->shape(), new_while_shape));
+
+    std::vector<HloInstruction*> tuple_elems;
+    int64 j = 0;
+    for (int64 i = 0; i < while_shape.tuple_shapes_size(); ++i) {
+      if (constant_tuple_indices.count(i)) {
+        tuple_elems.push_back(while_init->mutable_operand(i));
+      } else {
+        tuple_elems.push_back(
+            add_new_instr(HloInstruction::CreateGetTupleElement(
+                while_shape.tuple_shapes(i), instr, j)));
+        ++j;
+      }
+    }
+    return HloInstruction::CreateTuple(tuple_elems);
+  };
+
+  // Special case: constant_tuple_indices covers the whole while parameter, so
+  // the new while shape is the empty tuple.  In this case, the value of the
+  // while loop is simply equal to the value of `init`.
+  //
+  // It's unfortunate to special-case this, but it's simpler than the
+  // alternative.  The problem is that if our while parameter has no
+  // non-constant elems, the tuple returned by `add_constant_elems` won't depend
+  // on instr (the loop body/cond parameter), and therefore
+  // CloneWithReplacementPairs will *leave the parameter out entirely*, creating
+  // invalid HLO.
+  if (ShapeUtil::IsEmptyTuple(new_while_shape)) {
+    TF_RETURN_IF_ERROR(computation->ReplaceInstruction(while_op, while_init));
+    return true;
+  }
+
+  std::unique_ptr<HloComputation> new_while_cond =
+      while_cond->CloneWithReplacementPairs({
+          while_cond->parameter_instruction(0),
+          add_constant_elems(add_new_instr(HloInstruction::CreateParameter(
+              0, new_while_shape,
+              while_cond->parameter_instruction(0)->name()))),
+      });
+
+  std::unique_ptr<HloComputation> new_while_body =
+      while_body->CloneWithReplacementPairs(
+          {
+              while_body->parameter_instruction(0),
+              add_constant_elems(add_new_instr(HloInstruction::CreateParameter(
+                  0, new_while_shape,
+                  while_cond->parameter_instruction(0)->name()))),
+          },
+          {
+              while_body->root_instruction(),
+              remove_constant_elems(
+                  add_new_instr(while_body->root_instruction()->Clone())),
+          });
+
+  // Create the final while loop, and add any new instructions created to
+  // `computation`.
+  new_instrs.clear();
+  TF_RETURN_IF_ERROR(computation->ReplaceWithNewInstruction(
+      while_op,
+      add_constant_elems(
+          computation->AddInstruction(HloInstruction::CreateWhile(
+              new_while_shape,
+              module->AddEmbeddedComputation(std::move(new_while_cond)),
+              module->AddEmbeddedComputation(std::move(new_while_body)),
+              add_new_instr(remove_constant_elems(while_init)))))));
+  for (auto& instr : new_instrs) {
+    computation->AddInstruction(std::move(instr));
+  }
+  return true;
+}
+
 // Tries to remove a while loop from the graph.
 //
 //  - Loops with trip count of 0 can be replaced by the loop's "init" value.
@@ -519,14 +660,6 @@ static StatusOr<bool> TryFlattenNestedTuples(HloInstruction* while_op) {
     return false;
   }
 
-  // Cowardly refuse to perform this optimization in the presence of kDomain
-  // instructions, which may reference other instructions in the loop and
-  // therefore make this complicated.
-  if (ContainsInstrWithOpcode(while_body, {HloOpcode::kDomain}) ||
-      ContainsInstrWithOpcode(while_cond, {HloOpcode::kDomain})) {
-    return false;
-  }
-
   std::vector<Shape> flattened_shape_elems;
   ShapeUtil::ForEachSubshape(while_shape,
                              [&](const Shape& s, const ShapeIndex& /*index*/) {
@@ -650,19 +783,34 @@ StatusOr<bool> WhileLoopSimplifier::Run(HloModule* module) {
       continue;
     }
 
+    // TODO(b/119281462): Cowardly refuse to perform any of the following
+    // optimizations in the presence of kDomain instructions.  It seems that
+    // modifying a while loop's tuple doesn't work when kDomain is present.
+    if (ContainsInstrWithOpcode(while_op->while_body(), {HloOpcode::kDomain}) ||
+        ContainsInstrWithOpcode(while_op->while_condition(),
+                                {HloOpcode::kDomain})) {
+      continue;
+    }
+
+    // Each of the optimizations below modifies the while loop itself if it's
+    // successful, meaning that `while_op` is no longer valid after one of these
+    // transformations returns true.
+
     TF_ASSIGN_OR_RETURN(result, TryFlattenNestedTuples(while_op));
     changed |= result;
     if (result) {
-      // Successfully flattening nested tuples results in us cloning and
-      // replacing the while loop, meaning that `while_op` is no longer valid.
       continue;
     }
 
     TF_ASSIGN_OR_RETURN(result, TryRemoveDeadWhileParams(while_op));
     changed |= result;
     if (result) {
-      // Successfully removing dead while params results in us cloning and
-      // replacing the while loop, meaning that `while_op` is no longer valid.
+      continue;
+    }
+
+    TF_ASSIGN_OR_RETURN(result, TryRemoveConstantParams(while_op));
+    changed |= result;
+    if (result) {
       continue;
     }
   }
diff --git a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
index 05005e0b26..e036c2aabc 100644
--- a/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_simplifier_test.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/hlo_dce.h"
 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
 #include "tensorflow/compiler/xla/service/hlo_matchers.h"
+#include "tensorflow/compiler/xla/service/tuple_simplifier.h"
 #include "tensorflow/compiler/xla/test.h"
 #include "tensorflow/compiler/xla/tests/hlo_test_base.h"
 #include "tensorflow/core/lib/core/status_test_util.h"
@@ -27,6 +28,7 @@ limitations under the License.
 namespace xla {
 namespace {
 
+using ::testing::_;
 namespace op = xla::testing::opcode_matchers;
 
 class WhileLoopSimplifierTest : public HloTestBase {
@@ -563,5 +565,99 @@ TEST_F(WhileLoopSimplifierTest, FlattenNestedTuple) {
           .ValueOrDie()));
 }
 
+// Edge-case: All elements of the loop carry are constants which can be removed,
+// leaving us with a nullary loop.  This is a special case, we just replace the
+// loop with its init.
+TEST_F(WhileLoopSimplifierTest, OnlyConstantsInLoopCarry) {
+  const string hlo_string = R"(
+  HloModule Test
+  Body {
+    param = (s32[1]) parameter(0)
+    a = s32[1] constant({0})
+    ROOT tuple = (s32[1]) tuple(a)
+  }
+  Cond {
+    param = (s32[1]) parameter(0)
+    ROOT cond = pred[] constant(true)
+  }
+  ENTRY Loop {
+    a = s32[1] constant({0})
+    init = (s32[1]) tuple(a)
+    ROOT while = (s32[1]) while(init), condition=Cond, body=Body
+  })";
+
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
+  EXPECT_TRUE(HloDCE().Run(m.get()).ok());
+  EXPECT_TRUE(TupleSimplifier().Run(m.get()).ok());
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
+              op::Tuple(op::Constant()));
+}
+
+TEST_F(WhileLoopSimplifierTest, RemoveConstantFromLoopCarry) {
+  const string hlo_string = R"(
+  HloModule Test
+  Body {
+    param = (s32[1], s32[2], s32[3]) parameter(0)
+    a = s32[1] get-tuple-element(param), index=0
+    a.1 = s32[1] add(a, a)
+    b = s32[2] constant({1,1})
+    c = s32[3] constant({10,10,10})
+    ROOT tuple = (s32[1], s32[2], s32[3]) tuple(a.1, b, c)
+  }
+  Cond {
+    param = (s32[1], s32[2], s32[3]) parameter(0)
+    /* Use each tuple element.  The verifier will then ensure that if any of
+     * these get modified, they're replaced with values of the correct shape. */
+    a = s32[1] get-tuple-element(param), index=0
+    b = s32[2] get-tuple-element(param), index=1
+    c = s32[3] get-tuple-element(param), index=2
+    ROOT cond = pred[] constant(true)
+  }
+  ENTRY Loop {
+    /* Only `b` should be simplified away.  `a` is not a constant within the
+     * loop, and `c`'s value changes depending on whether we run 0 or 1
+     * iterations of the loop. */
+    a = s32[1] constant({0})
+    b = s32[2] constant({1,1})
+    c = s32[3] constant({2,2,2})
+    init = (s32[1], s32[2], s32[3]) tuple(a,b,c)
+    ROOT while = (s32[1], s32[2], s32[3]) while(init),
+      condition=Cond, body=Body
+  })";
+
+  auto m = ParseAndReturnVerifiedModule(hlo_string).ValueOrDie();
+  EXPECT_TRUE(WhileLoopSimplifier().Run(m.get()).ValueOrDie());
+  // DCE away the old loop so there's just one while loop in the module, making
+  // it easy to find.
+  EXPECT_TRUE(HloDCE().Run(m.get()).ok());
+  // Run the tuple simplifier to make the resulting HLO a bit easier to check.
+  EXPECT_TRUE(TupleSimplifier().Run(m.get()).ok());
+
+  const auto& instrs = m->entry_computation()->instructions();
+  HloInstruction* new_while =
+      *absl::c_find_if(instrs, [](const HloInstruction* instr) {
+        return instr->opcode() == HloOpcode::kWhile;
+      });
+
+  Shape new_while_shape =
+      ShapeUtil::ParseShapeString("(s32[1], s32[3])").ValueOrDie();
+  SCOPED_TRACE(m->ToString());
+  EXPECT_TRUE(ShapeUtil::Equal(new_while->shape(), new_while_shape));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      new_while->while_body()->root_instruction()->shape(), new_while_shape));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      new_while->while_body()->parameter_instruction(0)->shape(),
+      new_while_shape));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      new_while->while_condition()->parameter_instruction(0)->shape(),
+      new_while_shape));
+  EXPECT_TRUE(ShapeUtil::Equal(
+      m->entry_computation()->root_instruction()->shape(),
+      ShapeUtil::ParseShapeString("(s32[1], s32[2], s32[3])").ValueOrDie()));
+  EXPECT_THAT(m->entry_computation()->root_instruction(),
+              op::Tuple(_, op::Constant(), _));
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 3b45c882ff23a1e5bd157fbb8a37dd665d8892c8 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 15 Nov 2018 23:08:43 -0800
Subject: [PATCH 1733/1825] Deprecate logging endpoints.

PiperOrigin-RevId: 221748184
---
 tensorflow/python/platform/tf_logging.py      | 40 ++++-----
 .../tools/api/generator/api_init_files.bzl    |  1 -
 .../api/golden/v2/tensorflow.logging.pbtxt    | 83 -------------------
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 -
 tensorflow/tools/compatibility/renames_v2.py  | 21 +++++
 5 files changed, 41 insertions(+), 108 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.logging.pbtxt

diff --git a/tensorflow/python/platform/tf_logging.py b/tensorflow/python/platform/tf_logging.py
index 59e60856ae..9f00abb201 100644
--- a/tensorflow/python/platform/tf_logging.py
+++ b/tensorflow/python/platform/tf_logging.py
@@ -130,37 +130,37 @@ def _get_logger():
     _logger_lock.release()
 
 
-@tf_export('logging.log')
+@tf_export(v1=['logging.log'])
 def log(level, msg, *args, **kwargs):
   _get_logger().log(level, msg, *args, **kwargs)
 
 
-@tf_export('logging.debug')
+@tf_export(v1=['logging.debug'])
 def debug(msg, *args, **kwargs):
   _get_logger().debug(msg, *args, **kwargs)
 
 
-@tf_export('logging.error')
+@tf_export(v1=['logging.error'])
 def error(msg, *args, **kwargs):
   _get_logger().error(msg, *args, **kwargs)
 
 
-@tf_export('logging.fatal')
+@tf_export(v1=['logging.fatal'])
 def fatal(msg, *args, **kwargs):
   _get_logger().fatal(msg, *args, **kwargs)
 
 
-@tf_export('logging.info')
+@tf_export(v1=['logging.info'])
 def info(msg, *args, **kwargs):
   _get_logger().info(msg, *args, **kwargs)
 
 
-@tf_export('logging.warn')
+@tf_export(v1=['logging.warn'])
 def warn(msg, *args, **kwargs):
   _get_logger().warn(msg, *args, **kwargs)
 
 
-@tf_export('logging.warning')
+@tf_export(v1=['logging.warning'])
 def warning(msg, *args, **kwargs):
   _get_logger().warning(msg, *args, **kwargs)
 
@@ -183,18 +183,18 @@ _log_prefix = None  # later set to google2_log_prefix
 _log_counter_per_token = {}
 
 
-@tf_export('logging.TaskLevelStatusMessage')
+@tf_export(v1=['logging.TaskLevelStatusMessage'])
 def TaskLevelStatusMessage(msg):
   error(msg)
 
 
-@tf_export('logging.flush')
+@tf_export(v1=['logging.flush'])
 def flush():
   raise NotImplementedError()
 
 
 # Code below is taken from pyglib/logging
-@tf_export('logging.vlog')
+@tf_export(v1=['logging.vlog'])
 def vlog(level, msg, *args, **kwargs):
   _get_logger().log(level, msg, *args, **kwargs)
 
@@ -214,7 +214,7 @@ def _GetNextLogCountPerToken(token):
   return _log_counter_per_token[token]
 
 
-@tf_export('logging.log_every_n')
+@tf_export(v1=['logging.log_every_n'])
 def log_every_n(level, msg, n, *args):
   """Log 'msg % args' at level 'level' once per 'n' times.
 
@@ -231,7 +231,7 @@ def log_every_n(level, msg, n, *args):
   log_if(level, msg, not (count % n), *args)
 
 
-@tf_export('logging.log_first_n')
+@tf_export(v1=['logging.log_first_n'])
 def log_first_n(level, msg, n, *args):  # pylint: disable=g-bad-name
   """Log 'msg % args' at level 'level' only first 'n' times.
 
@@ -247,7 +247,7 @@ def log_first_n(level, msg, n, *args):  # pylint: disable=g-bad-name
   log_if(level, msg, count < n, *args)
 
 
-@tf_export('logging.log_if')
+@tf_export(v1=['logging.log_if'])
 def log_if(level, msg, condition, *args):
   """Log 'msg % args' at level 'level' only if condition is fulfilled."""
   if condition:
@@ -296,13 +296,13 @@ def google2_log_prefix(level, timestamp=None, file_and_line=None):
   return s
 
 
-@tf_export('logging.get_verbosity')
+@tf_export(v1=['logging.get_verbosity'])
 def get_verbosity():
   """Return how much logging output will be produced."""
   return _get_logger().getEffectiveLevel()
 
 
-@tf_export('logging.set_verbosity')
+@tf_export(v1=['logging.set_verbosity'])
 def set_verbosity(v):
   """Sets the threshold for what messages will be logged."""
   _get_logger().setLevel(v)
@@ -318,8 +318,8 @@ def _get_thread_id():
 
 _log_prefix = google2_log_prefix
 
-tf_export('logging.DEBUG').export_constant(__name__, 'DEBUG')
-tf_export('logging.ERROR').export_constant(__name__, 'ERROR')
-tf_export('logging.FATAL').export_constant(__name__, 'FATAL')
-tf_export('logging.INFO').export_constant(__name__, 'INFO')
-tf_export('logging.WARN').export_constant(__name__, 'WARN')
+tf_export(v1=['logging.DEBUG']).export_constant(__name__, 'DEBUG')
+tf_export(v1=['logging.ERROR']).export_constant(__name__, 'ERROR')
+tf_export(v1=['logging.FATAL']).export_constant(__name__, 'FATAL')
+tf_export(v1=['logging.INFO']).export_constant(__name__, 'INFO')
+tf_export(v1=['logging.WARN']).export_constant(__name__, 'WARN')
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index a9e8ed4578..1097455734 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -62,7 +62,6 @@ TENSORFLOW_API_INIT_FILES = [
     "linalg/__init__.py",
     "lite/__init__.py",
     "lite/constants/__init__.py",
-    "logging/__init__.py",
     "losses/__init__.py",
     "math/__init__.py",
     "metrics/__init__.py",
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.logging.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.logging.pbtxt
deleted file mode 100644
index 85bb15455d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.logging.pbtxt
+++ /dev/null
@@ -1,83 +0,0 @@
-path: "tensorflow.logging"
-tf_module {
-  member {
-    name: "DEBUG"
-    mtype: "<type \'int\'>"
-  }
-  member {
-    name: "ERROR"
-    mtype: "<type \'int\'>"
-  }
-  member {
-    name: "FATAL"
-    mtype: "<type \'int\'>"
-  }
-  member {
-    name: "INFO"
-    mtype: "<type \'int\'>"
-  }
-  member {
-    name: "WARN"
-    mtype: "<type \'int\'>"
-  }
-  member_method {
-    name: "TaskLevelStatusMessage"
-    argspec: "args=[\'msg\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "debug"
-    argspec: "args=[\'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "error"
-    argspec: "args=[\'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "fatal"
-    argspec: "args=[\'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "flush"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "get_verbosity"
-    argspec: "args=[], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "info"
-    argspec: "args=[\'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "log"
-    argspec: "args=[\'level\', \'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "log_every_n"
-    argspec: "args=[\'level\', \'msg\', \'n\'], varargs=args, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "log_first_n"
-    argspec: "args=[\'level\', \'msg\', \'n\'], varargs=args, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "log_if"
-    argspec: "args=[\'level\', \'msg\', \'condition\'], varargs=args, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "set_verbosity"
-    argspec: "args=[\'v\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "vlog"
-    argspec: "args=[\'level\', \'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "warn"
-    argspec: "args=[\'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-  member_method {
-    name: "warning"
-    argspec: "args=[\'msg\'], varargs=args, keywords=kwargs, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index d37f83efdc..08d3cb5072 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -296,10 +296,6 @@ tf_module {
     name: "lite"
     mtype: "<type \'module\'>"
   }
-  member {
-    name: "logging"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "losses"
     mtype: "<type \'module\'>"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 46d1bf445c..2cbb82a9ab 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -239,6 +239,26 @@ renames = {
     'tf.local_variables': 'tf.compat.v1.local_variables',
     'tf.local_variables_initializer': 'tf.compat.v1.local_variables_initializer',
     'tf.log_sigmoid': 'tf.math.log_sigmoid',
+    'tf.logging.DEBUG': 'tf.compat.v1.logging.DEBUG',
+    'tf.logging.ERROR': 'tf.compat.v1.logging.ERROR',
+    'tf.logging.FATAL': 'tf.compat.v1.logging.FATAL',
+    'tf.logging.INFO': 'tf.compat.v1.logging.INFO',
+    'tf.logging.TaskLevelStatusMessage': 'tf.compat.v1.logging.TaskLevelStatusMessage',
+    'tf.logging.WARN': 'tf.compat.v1.logging.WARN',
+    'tf.logging.debug': 'tf.compat.v1.logging.debug',
+    'tf.logging.error': 'tf.compat.v1.logging.error',
+    'tf.logging.fatal': 'tf.compat.v1.logging.fatal',
+    'tf.logging.flush': 'tf.compat.v1.logging.flush',
+    'tf.logging.get_verbosity': 'tf.compat.v1.logging.get_verbosity',
+    'tf.logging.info': 'tf.compat.v1.logging.info',
+    'tf.logging.log': 'tf.compat.v1.logging.log',
+    'tf.logging.log_every_n': 'tf.compat.v1.logging.log_every_n',
+    'tf.logging.log_first_n': 'tf.compat.v1.logging.log_first_n',
+    'tf.logging.log_if': 'tf.compat.v1.logging.log_if',
+    'tf.logging.set_verbosity': 'tf.compat.v1.logging.set_verbosity',
+    'tf.logging.vlog': 'tf.compat.v1.logging.vlog',
+    'tf.logging.warn': 'tf.compat.v1.logging.warn',
+    'tf.logging.warning': 'tf.compat.v1.logging.warning',
     'tf.logical_xor': 'tf.math.logical_xor',
     'tf.make_template': 'tf.compat.v1.make_template',
     'tf.make_tensor_proto': 'tf.compat.v1.make_tensor_proto',
@@ -300,6 +320,7 @@ renames = {
     'tf.python_io.tf_record_iterator': 'tf.io.tf_record_iterator',
     'tf.qr': 'tf.linalg.qr',
     'tf.quantize': 'tf.quantization.quantize',
+    'tf.quantize_v2': 'tf.compat.v1.quantize_v2',
     'tf.quantized_concat': 'tf.quantization.quantized_concat',
     'tf.random.get_seed': 'tf.compat.v1.random.get_seed',
     'tf.random_crop': 'tf.image.random_crop',
-- 
GitLab


From 5e2be9addaa7bd384cbe7d55ad0cb0cca2dc5ed6 Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Thu, 15 Nov 2018 23:15:41 -0800
Subject: [PATCH 1734/1825] Adding `false_positive` metric and confusion matrix
 calculation logic in the new metrics module.

PiperOrigin-RevId: 221748567
---
 tensorflow/python/keras/metrics.py      | 202 ++++++++++++++++++++++++
 tensorflow/python/keras/metrics_test.py |  64 ++++++++
 2 files changed, 266 insertions(+)

diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index 2ea6405597..5f63192475 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -24,6 +24,7 @@ import functools
 import sys
 import types
 import weakref
+from enum import Enum
 import six
 
 from tensorflow.python.compat import compat
@@ -49,6 +50,7 @@ from tensorflow.python.keras.losses import squared_hinge
 from tensorflow.python.keras.utils.generic_utils import deserialize_keras_object
 from tensorflow.python.keras.utils.generic_utils import serialize_keras_object
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import check_ops
 from tensorflow.python.ops import confusion_matrix
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import init_ops
@@ -267,6 +269,153 @@ def squeeze_or_expand_dimensions(y_pred, y_true, sample_weight):
   return y_pred, y_true, sample_weight
 
 
+class _ConfusionMatrix(Enum):
+  TRUE_POSITIVES = 'tp'
+  FALSE_POSITIVES = 'fp'
+  TRUE_NEGATIVES = 'tn'
+  FALSE_NEGATIVES = 'fn'
+
+
+def _update_confusion_matrix_variables(variables_to_update,
+                                       y_true,
+                                       y_pred,
+                                       thresholds,
+                                       sample_weight=None):
+  """Returns op to update the given confusion matrix variables.
+
+  For every pair of values in y_true and y_pred:
+
+  true_positive: y_true == True and y_pred > thresholds
+  false_negatives: y_true == True and y_pred <= thresholds
+  true_negatives: y_true == False and y_pred <= thresholds
+  false_positive: y_true == False and y_pred > thresholds
+
+  The results will be weighted and added together. When multiple thresholds are
+  provided, we will repeat the same for every threshold.
+
+  For estimation of these metrics over a stream of data, the function creates an
+  `update_op` operation that updates the given variables.
+
+  If `sample_weight` is `None`, weights default to 1.
+  Use weights of 0 to mask values.
+
+  Args:
+    variables_to_update: Dictionary with 'tp', 'fn', 'tn', 'fp' as valid keys
+      and corresponding variables to update as values.
+    y_true: A `Tensor` whose shape matches `y_pred`. Will be cast to `bool`.
+    y_pred: A floating point `Tensor` of arbitrary shape and whose values are in
+      the range `[0, 1]`.
+    thresholds: A python list or tuple of float thresholds in `[0, 1]`.
+    sample_weight: Optional `Tensor` whose rank is either 0, or the same rank as
+      `y_true`, and must be broadcastable to `y_true` (i.e., all dimensions must
+      be either `1`, or the same as the corresponding `y_true` dimension).
+
+  Returns:
+    Update op.
+
+  Raises:
+    ValueError: If `y_pred` and `y_true` have mismatched shapes, or if
+      `sample_weight` is not `None` and its shape doesn't match `y_pred`, or if
+      `variables_to_update` contains invalid keys.
+  """
+  if variables_to_update is None:
+    return
+  y_pred.get_shape().assert_is_compatible_with(y_true.get_shape())
+
+  if not any(
+      key for key in variables_to_update if key in list(_ConfusionMatrix)):
+    raise ValueError(
+        'Please provide at least one valid confusion matrix '
+        'variable to update. Valid variable key options are: "{}". '
+        'Received: "{}"'.format(
+            list(_ConfusionMatrix), variables_to_update.keys()))
+
+  invalid_keys = [
+      key for key in variables_to_update if key not in list(_ConfusionMatrix)
+  ]
+  if invalid_keys:
+    raise ValueError(
+        'Invalid keys: {}. Valid variable key options are: "{}"'.format(
+            invalid_keys, list(_ConfusionMatrix)))
+
+  with ops.control_dependencies([
+      check_ops.assert_greater_equal(
+          y_pred,
+          math_ops.cast(0.0, dtype=y_pred.dtype),
+          message='predictions must be >= 0'),
+      check_ops.assert_less_equal(
+          y_pred,
+          math_ops.cast(1.0, dtype=y_pred.dtype),
+          message='predictions must be <= 1')
+  ]):
+    y_pred, y_true, sample_weight = squeeze_or_expand_dimensions(
+        math_ops.cast(y_pred, dtype=dtypes.float32),
+        math_ops.cast(y_true, dtype=dtypes.bool), sample_weight)
+
+  num_thresholds = len(thresholds)
+  num_predictions = array_ops.size(y_pred)
+
+  # Reshape predictions and labels.
+  predictions_2d = array_ops.reshape(y_pred, [1, -1])
+  labels_2d = array_ops.reshape(
+      math_ops.cast(y_true, dtype=dtypes.bool), [1, -1])
+
+  # Tile the thresholds for every prediction.
+  thresh_tiled = array_ops.tile(
+      array_ops.expand_dims(array_ops.constant(thresholds), 1),
+      array_ops.stack([1, num_predictions]))
+
+  # Tile the predictions for every threshold.
+  preds_tiled = array_ops.tile(predictions_2d, [num_thresholds, 1])
+
+  # Compare predictions and threshold.
+  pred_is_pos = math_ops.greater(preds_tiled, thresh_tiled)
+
+  # Tile labels by number of thresholds
+  label_is_pos = array_ops.tile(labels_2d, [num_thresholds, 1])
+
+  if sample_weight is not None:
+    weights = weights_broadcast_ops.broadcast_weights(
+        math_ops.cast(sample_weight, dtype=dtypes.float32), y_pred)
+    weights_tiled = array_ops.tile(
+        array_ops.reshape(weights, [1, -1]), [num_thresholds, 1])
+  else:
+    weights_tiled = None
+
+  update_ops = []
+
+  def weighted_assign_add(label, pred, weights, var):
+    label_and_pred = math_ops.cast(
+        math_ops.logical_and(label, pred), dtype=dtypes.float32)
+    if weights is not None:
+      label_and_pred *= weights
+    return state_ops.assign_add(var, math_ops.reduce_sum(label_and_pred, 1))
+
+  loop_vars = {
+      _ConfusionMatrix.TRUE_POSITIVES: (label_is_pos, pred_is_pos),
+  }
+  update_tn = _ConfusionMatrix.TRUE_NEGATIVES in variables_to_update
+  update_fp = _ConfusionMatrix.FALSE_POSITIVES in variables_to_update
+  update_fn = _ConfusionMatrix.FALSE_NEGATIVES in variables_to_update
+
+  if update_fn or update_tn:
+    pred_is_neg = math_ops.logical_not(pred_is_pos)
+    loop_vars[_ConfusionMatrix.FALSE_NEGATIVES] = (label_is_pos, pred_is_neg)
+
+  if update_fp or update_tn:
+    label_is_neg = math_ops.logical_not(label_is_pos)
+    loop_vars[_ConfusionMatrix.FALSE_POSITIVES] = (label_is_neg, pred_is_pos)
+    if update_tn:
+      loop_vars[_ConfusionMatrix.TRUE_NEGATIVES] = (label_is_neg, pred_is_neg)
+
+  for matrix_cond, (label, pred) in loop_vars.items():
+    if matrix_cond in variables_to_update:
+      update_ops.append(
+          weighted_assign_add(label, pred, weights_tiled,
+                              variables_to_update[matrix_cond]))
+  return control_flow_ops.group(update_ops)
+
+
 @six.add_metaclass(abc.ABCMeta)
 class Metric(Layer):
   """Encapsulates metric logic and state.
@@ -644,6 +793,59 @@ class SparseCategoricalAccuracy(MeanMetricWrapper):
         sparse_categorical_accuracy, name, dtype=dtype)
 
 
+class FalsePositives(Metric):
+  """Calculates the number of false positives.
+
+  If `sample_weight` is given, calculates the sum of the weights of
+  false positives. This metric creates one local variable, `false_positives`
+  that is used to keep track of the number of false positives.
+
+  If `sample_weight` is `None`, weights default to 1.
+  Use `sample_weight` of 0 to mask values.
+  """
+
+  def __init__(self, thresholds=None, name=None, dtype=None):
+    """Creates a `FalsePositives` instance.
+
+    Args:
+      thresholds: (Optional) Defaults to [0.5]. A python list/tuple of float
+        threshold values in [0, 1]. A threshold is compared with prediction
+        values to determine the truth value of predictions (i.e., above the
+        threshold is `true`, below is `false`). One metric value is generated
+        for each threshold value.
+      name: (Optional) string name of the metric instance.
+      dtype: (Optional) data type of the metric result.
+    """
+    super(FalsePositives, self).__init__(name=name, dtype=dtype)
+    self.thresholds = [0.5] if thresholds is None else thresholds
+    self.fp = self.add_weight(
+        'false_positives',
+        shape=(len(self.thresholds),),
+        initializer=init_ops.zeros_initializer)
+
+  def update_state(self, y_true, y_pred, sample_weight=None):
+    """Accumulates false positive statistics.
+
+    `y_true` and `y_pred` should have the same shape.
+
+    Args:
+      y_true: The ground truth values.
+      y_pred: The predicted values.
+      sample_weight: Optional weighting of each example. Defaults to 1. Can be a
+        `Tensor` whose rank is either 0, or the same rank as `y_true`, and must
+        be broadcastable to `y_true`.
+
+    Returns:
+      Update op.
+    """
+    return _update_confusion_matrix_variables({
+        _ConfusionMatrix.FALSE_POSITIVES: self.fp
+    }, y_true, y_pred, self.thresholds, sample_weight)
+
+  def result(self):
+    return ops.convert_to_tensor(self.fp)
+
+
 @tf_export('keras.metrics.binary_accuracy')
 def binary_accuracy(y_true, y_pred, threshold=0.5):
   threshold = math_ops.cast(threshold, y_pred.dtype)
diff --git a/tensorflow/python/keras/metrics_test.py b/tensorflow/python/keras/metrics_test.py
index 5f5565d4d5..f506b3041b 100644
--- a/tensorflow/python/keras/metrics_test.py
+++ b/tensorflow/python/keras/metrics_test.py
@@ -22,6 +22,7 @@ import os
 import numpy as np
 
 from tensorflow.python.eager import context
+from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
@@ -478,5 +479,68 @@ class KerasMetricsTest(test.TestCase):
       invalid_update_obj.update_state()
 
 
+@test_util.run_all_in_graph_and_eager_modes
+class FalsePositivesTest(test.TestCase):
+
+  def test_config(self):
+    fp_obj = metrics.FalsePositives(name='my_fp', thresholds=[0.4, 0.9])
+    self.assertEqual(fp_obj.name, 'my_fp')
+    self.assertEqual(len(fp_obj.variables), 1)
+    self.assertEqual(fp_obj.thresholds, [0.4, 0.9])
+
+  def test_unweighted(self):
+    fp_obj = metrics.FalsePositives()
+    self.evaluate(variables.variables_initializer(fp_obj.variables))
+
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+
+    update_op = fp_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = fp_obj.result()
+    self.assertAllClose([7.], result)
+
+  def test_weighted(self):
+    fp_obj = metrics.FalsePositives()
+    self.evaluate(variables.variables_initializer(fp_obj.variables))
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+    sample_weight = constant_op.constant((1., 1.5, 2., 2.5))
+    result = fp_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([14.], self.evaluate(result))
+
+  def test_unweighted_with_thresholds(self):
+    fp_obj = metrics.FalsePositives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(fp_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+
+    update_op = fp_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = fp_obj.result()
+    self.assertAllClose([7., 4., 2.], result)
+
+  def test_weighted_with_thresholds(self):
+    fp_obj = metrics.FalsePositives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(fp_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+    sample_weight = ((1.0, 2.0, 3.0, 5.0), (7.0, 11.0, 13.0, 17.0),
+                     (19.0, 23.0, 29.0, 31.0), (5.0, 15.0, 10.0, 0))
+
+    result = fp_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([125., 42., 12.], self.evaluate(result))
+
+
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 62389b3a5a656164e00e3affeea6f5a342965ce2 Mon Sep 17 00:00:00 2001
From: Anna R <annarev@google.com>
Date: Thu, 15 Nov 2018 23:34:51 -0800
Subject: [PATCH 1735/1825] Updating tf.nn.conv1d, tf.nn.conv2d,
 tf.nn.conv2d_backprop_filter, tf.nn.conv2d_packprop_input,
 tf.nn.conv2d_transpose, tf.nn.conv3d, tf.nn.conv3d_backprop_filter_v2,
 tf.nn.conv3d_transpose, tf.nn.convolution, tf.nn.crelu for TensorFlow 2.0
 API.

PiperOrigin-RevId: 221749850
---
 .../api_def/python_api/api_def_Conv2D.pbtxt   |   4 +-
 .../api_def_Conv2DBackpropFilter.pbtxt        |   4 +-
 .../api_def_Conv2DBackpropInput.pbtxt         |   4 +-
 .../api_def/python_api/api_def_Conv3D.pbtxt   |   4 +-
 .../api_def_Conv3DBackpropFilterV2.pbtxt      |   4 +
 tensorflow/python/ops/nn_ops.py               | 371 +++++++++++++++++-
 .../tools/api/golden/v1/tensorflow.nn.pbtxt   |   4 +
 .../tools/api/golden/v2/tensorflow.nn.pbtxt   |  20 +-
 tensorflow/tools/compatibility/renames_v2.py  |   1 +
 .../tools/compatibility/tf_upgrade_v2.py      |  26 ++
 .../tools/compatibility/tf_upgrade_v2_test.py |  13 +
 11 files changed, 428 insertions(+), 27 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_Conv2D.pbtxt b/tensorflow/core/api_def/python_api/api_def_Conv2D.pbtxt
index 2ae75d6da2..1f4bc6d22e 100644
--- a/tensorflow/core/api_def/python_api/api_def_Conv2D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Conv2D.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "Conv2D"
-  endpoint {
-    name: "nn.conv2d"
-  }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropFilter.pbtxt b/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropFilter.pbtxt
index 6f21d8c880..1a9d96f3ab 100644
--- a/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropFilter.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropFilter.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "Conv2DBackpropFilter"
-  endpoint {
-    name: "nn.conv2d_backprop_filter"
-  }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropInput.pbtxt b/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropInput.pbtxt
index ea976799cb..1505a30765 100644
--- a/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropInput.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Conv2DBackpropInput.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "Conv2DBackpropInput"
-  endpoint {
-    name: "nn.conv2d_backprop_input"
-  }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Conv3D.pbtxt b/tensorflow/core/api_def/python_api/api_def_Conv3D.pbtxt
index ba8d178263..cb463dd0d8 100644
--- a/tensorflow/core/api_def/python_api/api_def_Conv3D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Conv3D.pbtxt
@@ -1,6 +1,4 @@
 op {
   graph_op_name: "Conv3D"
-  endpoint {
-    name: "nn.conv3d"
-  }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_Conv3DBackpropFilterV2.pbtxt b/tensorflow/core/api_def/python_api/api_def_Conv3DBackpropFilterV2.pbtxt
index 1da8ee3a25..590b37c95f 100644
--- a/tensorflow/core/api_def/python_api/api_def_Conv3DBackpropFilterV2.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_Conv3DBackpropFilterV2.pbtxt
@@ -1,6 +1,10 @@
 op {
   graph_op_name: "Conv3DBackpropFilterV2"
+  endpoint {
+    name: "nn.conv3d_backprop_filter"
+  }
   endpoint {
     name: "nn.conv3d_backprop_filter_v2"
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index 9103253874..c733d90ab5 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -645,7 +645,7 @@ def _get_strides_and_dilation_rate(num_spatial_dims, strides, dilation_rate):
   return strides, dilation_rate
 
 
-@tf_export("nn.convolution")
+@tf_export(v1=["nn.convolution"])
 def convolution(
     input,  # pylint: disable=redefined-builtin
     filter,  # pylint: disable=redefined-builtin
@@ -783,6 +783,30 @@ def convolution(
     return op(input, filter)
 
 
+@tf_export("nn.convolution", v1=[])
+def convolution_v2(
+    input,  # pylint: disable=redefined-builtin
+    filters,
+    strides=None,
+    padding="VALID",
+    data_format=None,
+    dilations=None,
+    name=None):
+  return convolution(
+      input,  # pylint: disable=redefined-builtin
+      filters,
+      padding=padding,
+      strides=strides,
+      dilation_rate=dilations,
+      name=name,
+      data_format=data_format)
+
+convolution_v2.__doc__ = deprecation.rewrite_argument_docstring(
+    deprecation.rewrite_argument_docstring(
+        convolution.__doc__, "dilation_rate", "dilations"),
+    "filter", "filters")
+
+
 class Convolution(object):
   """Helper class for convolution.
 
@@ -1281,7 +1305,208 @@ def atrous_conv2d(value, filters, rate, padding, name=None):
       name=name)
 
 
-@tf_export("nn.conv2d_transpose")
+@tf_export("nn.conv2d", v1=[])
+def conv2d_v2(input,  # pylint: disable=redefined-builtin
+              filters,
+              strides,
+              padding,
+              data_format="NHWC",
+              dilations=None,
+              name=None):
+  # pylint: disable=line-too-long
+  r"""Computes a 2-D convolution given 4-D `input` and `filters` tensors.
+
+  Given an input tensor of shape `[batch, in_height, in_width, in_channels]`
+  and a filter / kernel tensor of shape
+  `[filter_height, filter_width, in_channels, out_channels]`, this op
+  performs the following:
+
+  1. Flattens the filter to a 2-D matrix with shape
+     `[filter_height * filter_width * in_channels, output_channels]`.
+  2. Extracts image patches from the input tensor to form a *virtual*
+     tensor of shape `[batch, out_height, out_width,
+     filter_height * filter_width * in_channels]`.
+  3. For each patch, right-multiplies the filter matrix and the image patch
+     vector.
+
+  In detail, with the default NHWC format,
+
+      output[b, i, j, k] =
+          sum_{di, dj, q} input[b, strides[1] * i + di, strides[2] * j + dj, q] *
+                          filter[di, dj, q, k]
+
+  Must have `strides[0] = strides[3] = 1`.  For the most common case of the same
+  horizontal and vertices strides, `strides = [1, stride, stride, 1]`.
+
+  Args:
+    input: A `Tensor`. Must be one of the following types:
+      `half`, `bfloat16`, `float32`, `float64`.
+      A 4-D tensor. The dimension order is interpreted according to the value
+      of `data_format`, see below for details.
+    filters: A `Tensor`. Must have the same type as `input`.
+      A 4-D tensor of shape
+      `[filter_height, filter_width, in_channels, out_channels]`
+    strides: A list of `ints`.
+      1-D tensor of length 4.  The stride of the sliding window for each
+      dimension of `input`. The dimension order is determined by the value of
+      `data_format`, see below for details.
+    padding: A `string` from: `"SAME", "VALID"`.
+      The type of padding algorithm to use.
+    data_format: An optional `string` from: `"NHWC", "NCHW"`.
+      Defaults to `"NHWC"`.
+      Specify the data format of the input and output data. With the
+      default format "NHWC", the data is stored in the order of:
+          [batch, height, width, channels].
+      Alternatively, the format could be "NCHW", the data storage order of:
+          [batch, channels, height, width].
+    dilations: An optional list of `ints`. Defaults to `[1, 1, 1, 1]`.
+      1-D tensor of length 4.  The dilation factor for each dimension of
+      `input`. If set to k > 1, there will be k-1 skipped cells between each
+      filter element on that dimension. The dimension order is determined by the
+      value of `data_format`, see above for details. Dilations in the batch and
+      depth dimensions must be 1.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor`. Has the same type as `input`.
+  """
+  # pylint: enable=line-too-long
+  if dilations is None:
+    dilations = [1, 1, 1, 1]
+  return gen_nn_ops.conv2d(input,  # pylint: disable=redefined-builtin
+                           filters,
+                           strides,
+                           padding,
+                           use_cudnn_on_gpu=True,
+                           data_format=data_format,
+                           dilations=dilations,
+                           name=name)
+tf_export(v1=["nn.conv2d"])(gen_nn_ops.conv2d)
+
+
+@tf_export("nn.conv2d_backprop_filter", v1=[])
+def conv2d_backprop_filter_v2(input,  # pylint: disable=redefined-builtin
+                              filter_sizes,
+                              out_backprop,
+                              strides,
+                              padding,
+                              data_format="NHWC",
+                              dilations=None,
+                              name=None):
+  r"""Computes the gradients of convolution with respect to the filter.
+
+  Args:
+    input: A `Tensor`. Must be one of the following types:
+      `half`, `bfloat16`, `float32`, `float64`.
+      4-D with shape `[batch, in_height, in_width, in_channels]`.
+    filter_sizes: A `Tensor` of type `int32`.
+      An integer vector representing the tensor shape of `filter`,
+      where `filter` is a 4-D
+      `[filter_height, filter_width, in_channels, out_channels]` tensor.
+    out_backprop: A `Tensor`. Must have the same type as `input`.
+      4-D with shape `[batch, out_height, out_width, out_channels]`.
+      Gradients w.r.t. the output of the convolution.
+    strides: A list of `ints`.
+      The stride of the sliding window for each dimension of the input
+      of the convolution. Must be in the same order as the dimension specified
+      with format.
+    padding: A `string` from: `"SAME", "VALID"`.
+      The type of padding algorithm to use.
+    data_format: An optional `string` from: `"NHWC", "NCHW"`.
+      Defaults to `"NHWC"`.
+      Specify the data format of the input and output data. With the
+      default format "NHWC", the data is stored in the order of:
+          [batch, in_height, in_width, in_channels].
+      Alternatively, the format could be "NCHW", the data storage order of:
+          [batch, in_channels, in_height, in_width].
+    dilations: An optional list of `ints`. Defaults to `[1, 1, 1, 1]`.
+      1-D tensor of length 4.  The dilation factor for each dimension of
+      `input`. If set to k > 1, there will be k-1 skipped cells between each
+      filter element on that dimension. The dimension order is determined by
+      the value of `data_format`, see above for details. Dilations in the batch
+      and depth dimensions must be 1.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor`. Has the same type as `input`.
+  """
+  if dilations is None:
+    dilations = [1, 1, 1, 1]
+  return gen_nn_ops.conv2d_backprop_filter(input,  # pylint: disable=redefined-builtin
+                                           filter_sizes,
+                                           out_backprop,
+                                           strides,
+                                           padding,
+                                           use_cudnn_on_gpu=True,
+                                           data_format=data_format,
+                                           dilations=dilations,
+                                           name=name)
+tf_export(v1=["nn.conv2d_backprop_filter"])(
+    gen_nn_ops.conv2d_backprop_filter)
+
+
+@tf_export("nn.conv2d_backprop_input", v1=[])
+def conv2d_backprop_input_v2(input_sizes,
+                             filters,
+                             out_backprop,
+                             strides,
+                             padding,
+                             data_format="NHWC",
+                             dilations=None,
+                             name=None):
+  r"""Computes the gradients of convolution with respect to the input.
+
+  Args:
+    input_sizes: A `Tensor` of type `int32`.
+      An integer vector representing the shape of `input`,
+      where `input` is a 4-D `[batch, height, width, channels]` tensor.
+    filters: A `Tensor`. Must be one of the following types:
+      `half`, `bfloat16`, `float32`, `float64`.
+      4-D with shape
+      `[filter_height, filter_width, in_channels, out_channels]`.
+    out_backprop: A `Tensor`. Must have the same type as `filters`.
+      4-D with shape `[batch, out_height, out_width, out_channels]`.
+      Gradients w.r.t. the output of the convolution.
+    strides: A list of `ints`.
+      The stride of the sliding window for each dimension of the input
+      of the convolution. Must be in the same order as the dimension specified
+      with format.
+    padding: A `string` from: `"SAME", "VALID"`.
+      The type of padding algorithm to use.
+    data_format: An optional `string` from: `"NHWC", "NCHW"`.
+      Defaults to `"NHWC"`.
+      Specify the data format of the input and output data. With the
+      default format "NHWC", the data is stored in the order of:
+          [batch, in_height, in_width, in_channels].
+      Alternatively, the format could be "NCHW", the data storage order of:
+          [batch, in_channels, in_height, in_width].
+    dilations: An optional list of `ints`. Defaults to `[1, 1, 1, 1]`.
+      1-D tensor of length 4.  The dilation factor for each dimension of
+      `input`. If set to k > 1, there will be k-1 skipped cells between each
+      filter element on that dimension. The dimension order is determined by
+      the value of `data_format`, see above for details. Dilations in the batch
+      and depth dimensions must be 1.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor`. Has the same type as `filters`.
+  """
+  if dilations is None:
+    dilations = [1, 1, 1, 1]
+  return gen_nn_ops.conv2d_backprop_input(input_sizes,
+                                          filters,
+                                          out_backprop,
+                                          strides,
+                                          padding,
+                                          use_cudnn_on_gpu=True,
+                                          data_format=data_format,
+                                          dilations=dilations,
+                                          name=name)
+tf_export(v1=["nn.conv2d_backprop_input"])(
+    gen_nn_ops.conv2d_backprop_input)
+
+
+@tf_export(v1=["nn.conv2d_transpose"])
 def conv2d_transpose(
     value,
     filter,  # pylint: disable=redefined-builtin
@@ -1361,6 +1586,31 @@ def conv2d_transpose(
         name=name)
 
 
+# pylint: disable=redefined-builtin
+@tf_export("nn.conv2d_transpose", v1=[])
+def conv2d_transpose_v2(
+    input,
+    filters,  # pylint: disable=redefined-builtin
+    output_shape,
+    strides,
+    padding="SAME",
+    data_format="NHWC",
+    name=None):
+  return conv2d_transpose(
+      input,
+      filters,
+      output_shape,
+      strides,
+      padding=padding,
+      data_format=data_format,
+      name=name)
+# pylint: enable=redefined-builtin
+conv2d_transpose_v2.__doc__ = deprecation.rewrite_argument_docstring(
+    deprecation.rewrite_argument_docstring(
+        conv2d_transpose.__doc__, "filter", "filters"),
+    "value", "input")
+
+
 @tf_export("nn.atrous_conv2d_transpose")
 def atrous_conv2d_transpose(value,
                             filters,
@@ -1509,7 +1759,29 @@ def atrous_conv2d_transpose(value,
         input=value, crops=batch_to_space_crop, block_size=rate)
 
 
-@tf_export("nn.conv3d_transpose")
+@tf_export("nn.conv3d", v1=[])
+def conv3d_v2(input,  # pylint: disable=redefined-builtin,missing-docstring
+              filters,
+              strides,
+              padding,
+              data_format="NDHWC",
+              dilations=None,
+              name=None):
+  if dilations is None:
+    dilations = [1, 1, 1, 1, 1]
+  return gen_nn_ops.conv3d(input,  # pylint: disable=redefined-builtin
+                           filters,
+                           strides,
+                           padding,
+                           data_format=data_format,
+                           dilations=dilations,
+                           name=name)
+tf_export(v1=["nn.conv3d"])(gen_nn_ops.conv3d)
+conv3d_v2.__doc__ = deprecation.rewrite_argument_docstring(
+    gen_nn_ops.conv3d.__doc__, "filter", "filters")
+
+
+@tf_export(v1=["nn.conv3d_transpose"])
 def conv3d_transpose(
     value,
     filter,  # pylint: disable=redefined-builtin
@@ -1587,6 +1859,31 @@ def conv3d_transpose(
         name=name)
 
 
+# pylint: disable=redefined-builtin
+@tf_export("nn.conv3d_transpose", v1=[])
+def conv3d_transpose_v2(
+    input,
+    filters,
+    output_shape,
+    strides,
+    padding="SAME",
+    data_format="NDHWC",
+    name=None):
+  return conv3d_transpose(
+      input,
+      filters,
+      output_shape,
+      strides,
+      padding=padding,
+      data_format=data_format,
+      name=name)
+# pylint: enable=redefined-builtin
+conv3d_transpose_v2.__doc__ = deprecation.rewrite_argument_docstring(
+    deprecation.rewrite_argument_docstring(
+        conv3d_transpose.__doc__, "filter", "filters"),
+    "value", "input")
+
+
 @tf_export("nn.bias_add")
 def bias_add(value, bias, data_format=None, name=None):
   """Adds `bias` to `value`.
@@ -1642,7 +1939,7 @@ def bias_add_v1(value, bias, name=None):
     return gen_nn_ops.bias_add_v1(value, bias, name=name)
 
 
-@tf_export("nn.crelu")
+@tf_export(v1=["nn.crelu"])
 def crelu(features, name=None, axis=-1):
   """Computes Concatenated ReLU.
 
@@ -1668,6 +1965,12 @@ def crelu(features, name=None, axis=-1):
     return gen_nn_ops.relu(c)
 
 
+@tf_export("nn.crelu", v1=[])
+def crelu_v2(features, axis=-1, name=None):
+  return crelu(features, name=name, axis=axis)
+crelu_v2.__doc__ = crelu.__doc__
+
+
 @tf_export("nn.relu6")
 def relu6(features, name=None):
   """Computes Rectified Linear 6: `min(max(features, 0), 6)`.
@@ -2788,7 +3091,7 @@ def fractional_avg_pool_v2(value,
                                           seed=seed1, seed2=seed2, name=name)
 
 
-@tf_export("nn.conv1d")
+@tf_export(v1=["nn.conv1d"])
 @deprecation.deprecated_arg_values(
     None,
     "`NCHW` for data_format is deprecated, use `NCW` instead",
@@ -2873,6 +3176,64 @@ def conv1d(value,
     return array_ops.squeeze(result, [spatial_start_dim])
 
 
+@tf_export("nn.conv1d", v1=[])
+def conv1d_v2(input,  # pylint: disable=redefined-builtin
+              filters,
+              stride,
+              padding,
+              data_format=None,
+              name=None):
+  r"""Computes a 1-D convolution given 3-D input and filter tensors.
+
+  Given an input tensor of shape
+    [batch, in_width, in_channels]
+  if data_format is "NWC", or
+    [batch, in_channels, in_width]
+  if data_format is "NCW",
+  and a filter / kernel tensor of shape
+  [filter_width, in_channels, out_channels], this op reshapes
+  the arguments to pass them to conv2d to perform the equivalent
+  convolution operation.
+
+  Internally, this op reshapes the input tensors and invokes `tf.nn.conv2d`.
+  For example, if `data_format` does not start with "NC", a tensor of shape
+    [batch, in_width, in_channels]
+  is reshaped to
+    [batch, 1, in_width, in_channels],
+  and the filter is reshaped to
+    [1, filter_width, in_channels, out_channels].
+  The result is then reshaped back to
+    [batch, out_width, out_channels]
+  \(where out_width is a function of the stride and padding as in conv2d\) and
+  returned to the caller.
+
+  Args:
+    input: A 3D `Tensor`.  Must be of type `float16`, `float32`, or `float64`.
+    filters: A 3D `Tensor`.  Must have the same type as `input`.
+    stride: An `integer`.  The number of entries by which
+      the filter is moved right at each step.
+    padding: 'SAME' or 'VALID'
+    data_format: An optional `string` from `"NWC", "NCW"`.  Defaults
+      to `"NWC"`, the data is stored in the order of
+      [batch, in_width, in_channels].  The `"NCW"` format stores
+      data as [batch, in_channels, in_width].
+    name: A name for the operation (optional).
+
+  Returns:
+    A `Tensor`.  Has the same type as input.
+
+  Raises:
+    ValueError: if `data_format` is invalid.
+  """
+  return conv1d(input,  # pylint: disable=redefined-builtin
+                filters,
+                stride,
+                padding,
+                use_cudnn_on_gpu=True,
+                data_format=data_format,
+                name=name)
+
+
 def conv1d_transpose(
     value,
     filter,  # pylint: disable=redefined-builtin
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
index 93f2fda2ac..cb28ea8424 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
@@ -72,6 +72,10 @@ tf_module {
     name: "conv3d"
     argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NDHWC\', \'[1, 1, 1, 1, 1]\', \'None\'], "
   }
+  member_method {
+    name: "conv3d_backprop_filter"
+    argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NDHWC\', \'[1, 1, 1, 1, 1]\', \'None\'], "
+  }
   member_method {
     name: "conv3d_backprop_filter_v2"
     argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NDHWC\', \'[1, 1, 1, 1, 1]\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 481365be24..36aaf7565c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -50,43 +50,43 @@ tf_module {
   }
   member_method {
     name: "conv1d"
-    argspec: "args=[\'value\', \'filters\', \'stride\', \'padding\', \'use_cudnn_on_gpu\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'filters\', \'stride\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "conv2d"
-    argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'use_cudnn_on_gpu\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
+    argspec: "args=[\'input\', \'filters\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'None\', \'None\'], "
   }
   member_method {
     name: "conv2d_backprop_filter"
-    argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'use_cudnn_on_gpu\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
+    argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'None\', \'None\'], "
   }
   member_method {
     name: "conv2d_backprop_input"
-    argspec: "args=[\'input_sizes\', \'filter\', \'out_backprop\', \'strides\', \'padding\', \'use_cudnn_on_gpu\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'True\', \'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
+    argspec: "args=[\'input_sizes\', \'filters\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'None\', \'None\'], "
   }
   member_method {
     name: "conv2d_transpose"
-    argspec: "args=[\'value\', \'filter\', \'output_shape\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'SAME\', \'NHWC\', \'None\'], "
+    argspec: "args=[\'input\', \'filters\', \'output_shape\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'SAME\', \'NHWC\', \'None\'], "
   }
   member_method {
     name: "conv3d"
-    argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NDHWC\', \'[1, 1, 1, 1, 1]\', \'None\'], "
+    argspec: "args=[\'input\', \'filters\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NDHWC\', \'None\', \'None\'], "
   }
   member_method {
-    name: "conv3d_backprop_filter_v2"
+    name: "conv3d_backprop_filter"
     argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NDHWC\', \'[1, 1, 1, 1, 1]\', \'None\'], "
   }
   member_method {
     name: "conv3d_transpose"
-    argspec: "args=[\'value\', \'filter\', \'output_shape\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'SAME\', \'NDHWC\', \'None\'], "
+    argspec: "args=[\'input\', \'filters\', \'output_shape\', \'strides\', \'padding\', \'data_format\', \'name\'], varargs=None, keywords=None, defaults=[\'SAME\', \'NDHWC\', \'None\'], "
   }
   member_method {
     name: "convolution"
-    argspec: "args=[\'input\', \'filter\', \'padding\', \'strides\', \'dilation_rate\', \'name\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'filters\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'VALID\', \'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "crelu"
-    argspec: "args=[\'features\', \'name\', \'axis\'], varargs=None, keywords=None, defaults=[\'None\', \'-1\'], "
+    argspec: "args=[\'features\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'-1\', \'None\'], "
   }
   member_method {
     name: "ctc_beam_search_decoder"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 2cbb82a9ab..5f9d33228b 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -283,6 +283,7 @@ renames = {
     'tf.matrix_triangular_solve': 'tf.linalg.triangular_solve',
     'tf.model_variables': 'tf.compat.v1.model_variables',
     'tf.moving_average_variables': 'tf.compat.v1.moving_average_variables',
+    'tf.nn.conv3d_backprop_filter_v2': 'tf.nn.conv3d_backprop_filter',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 41948441ec..6f46c13710 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -50,6 +50,17 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         },
         "tf.nn.sufficient_statistics": {
             "keep_dims": "keepdims"
+        },
+        "tf.nn.conv3d": {
+            "filter": "filters"
+        },
+        "tf.nn.conv3d_transpose": {
+            "value": "input",
+            "filter": "filters",
+        },
+        "tf.nn.convolution": {
+            "filter": "filters",
+            "dilation_rate": "dilations",
         }
     }
 
@@ -124,6 +135,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.argmin": ["input", "axis", "name", "dimension", "output_type"],
         "tf.boolean_mask": ["tensor", "mask", "name", "axis"],
         "tf.convert_to_tensor": ["value", "dtype", "name", "preferred_dtype"],
+        "tf.nn.convolution": [
+            "input", "filter", "padding", "strides", "dilation_rate", "name",
+            "data_format"],
+        "tf.nn.crelu": ["features", "name", "axis"],
         "tf.nn.pool": [
             "input", "window_shape", "pooling_type", "padding", "dilation_rate",
             "strides", "name", "data_format"
@@ -198,6 +213,17 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             default_loss_reduction_changed,
         "tf.estimator.BaselineRegressor":
             default_loss_reduction_changed,
+        "tf.nn.conv1d":
+        "WARNING: use_cudnn_on_gpu argument has been removed and \"value\" was "
+        "renamed to \"input\"",
+        "tf.nn.conv2d":
+        "WARNING: use_cudnn_on_gpu argument has been removed and \"filter\" "
+        "was renamed to \"filters\"",
+        "tf.nn.conv2d_backprop_filter":
+        "WARNING: use_cudnn_on_gpu argument has been removed",
+        "tf.nn.conv2d_backprop_input":
+        "WARNING: use_cudnn_on_gpu argument has been removed and \"filter\" "
+        "was renamed to \"filters\"",
     }
     # Right now we can't have both a rename and a warning.
     self.symbol_renames = {
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index 4b83d50036..b5e3f1907e 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -128,6 +128,19 @@ class TestUpgrade(test_util.TensorFlowTestCase):
         )
     self.assertEqual(new_text, expected_text)
 
+  def testConvolutionOpUpdate(self):
+    text = (
+        "tf.nn.convolution(input, filter, padding, strides, dilation_rate, "
+        "name, data_format)"
+    )
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    expected_text = (
+        "tf.nn.convolution(input=input, filters=filter, padding=padding, "
+        "strides=strides, dilations=dilation_rate, name=name, "
+        "data_format=data_format)"
+    )
+    self.assertEqual(new_text, expected_text)
+
 
 class TestUpgradeFiles(test_util.TensorFlowTestCase):
 
-- 
GitLab


From eaaaa8497d0164fa266b42728b553dce4d3a26f2 Mon Sep 17 00:00:00 2001
From: Yifei Feng <yifeif@google.com>
Date: Thu, 15 Nov 2018 23:35:52 -0800
Subject: [PATCH 1736/1825] Remove some class symbols from tf 2.0. -
 ConditionalAccumulator - ConditionalAccumulatorBase - DeviceSpec - Dimension
 - gfile.FastGFile - gfile.GFile  -> move to io.gfile.GFile

PiperOrigin-RevId: 221749919
---
 tensorflow/python/framework/device.py         |  2 +-
 tensorflow/python/framework/tensor_shape.py   |  2 +-
 tensorflow/python/ops/data_flow_ops.py        |  4 +-
 tensorflow/python/platform/gfile.py           |  4 +-
 ...orflow.-conditional-accumulator-base.pbtxt | 29 ----------
 .../tensorflow.-conditional-accumulator.pbtxt | 38 ------------
 .../golden/v2/tensorflow.-device-spec.pbtxt   | 37 ------------
 .../api/golden/v2/tensorflow.-dimension.pbtxt | 25 --------
 .../v2/tensorflow.gfile.-fast-g-file.pbtxt    | 58 -------------------
 .../golden/v2/tensorflow.gfile.-g-file.pbtxt  | 58 -------------------
 .../golden/v2/tensorflow.gfile.-open.pbtxt    | 58 -------------------
 .../api/golden/v2/tensorflow.gfile.pbtxt      | 12 ----
 .../tools/api/golden/v2/tensorflow.pbtxt      | 16 -----
 13 files changed, 6 insertions(+), 337 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator-base.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-device-spec.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-dimension.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.gfile.-fast-g-file.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.gfile.-g-file.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.gfile.-open.pbtxt

diff --git a/tensorflow/python/framework/device.py b/tensorflow/python/framework/device.py
index 7f6e0a75a5..e7ac6444a4 100644
--- a/tensorflow/python/framework/device.py
+++ b/tensorflow/python/framework/device.py
@@ -23,7 +23,7 @@ import threading
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export("DeviceSpec")
+@tf_export(v1=["DeviceSpec"])
 class DeviceSpec(object):
   """Represents a (possibly partial) specification for a TensorFlow device.
 
diff --git a/tensorflow/python/framework/tensor_shape.py b/tensorflow/python/framework/tensor_shape.py
index 5a58d27148..960a3dad73 100644
--- a/tensorflow/python/framework/tensor_shape.py
+++ b/tensorflow/python/framework/tensor_shape.py
@@ -169,7 +169,7 @@ def dimension_at_index(shape, index):
     return shape.dims[index]
 
 
-@tf_export("Dimension")
+@tf_export(v1=["Dimension"])
 class Dimension(object):
   """Represents the value of one dimension in a TensorShape."""
 
diff --git a/tensorflow/python/ops/data_flow_ops.py b/tensorflow/python/ops/data_flow_ops.py
index cca8e12b43..0fac7994cb 100644
--- a/tensorflow/python/ops/data_flow_ops.py
+++ b/tensorflow/python/ops/data_flow_ops.py
@@ -1148,7 +1148,7 @@ class Barrier(object):
         self._barrier_ref, name=name)
 
 
-@tf_export("ConditionalAccumulatorBase")
+@tf_export(v1=["ConditionalAccumulatorBase"])
 class ConditionalAccumulatorBase(object):
   """A conditional accumulator for aggregating gradients.
 
@@ -1227,7 +1227,7 @@ class ConditionalAccumulatorBase(object):
         name=name)
 
 
-@tf_export("ConditionalAccumulator")
+@tf_export(v1=["ConditionalAccumulator"])
 class ConditionalAccumulator(ConditionalAccumulatorBase):
   """A conditional accumulator for aggregating gradients.
 
diff --git a/tensorflow/python/platform/gfile.py b/tensorflow/python/platform/gfile.py
index 5927bc2409..d0159e9e98 100644
--- a/tensorflow/python/platform/gfile.py
+++ b/tensorflow/python/platform/gfile.py
@@ -37,7 +37,7 @@ from tensorflow.python.util.deprecation import deprecated
 from tensorflow.python.util.tf_export import tf_export
 
 
-@tf_export('gfile.GFile', 'gfile.Open')
+@tf_export(v1=['gfile.GFile', 'gfile.Open'], v2=['io.gfile.GFile'])
 class GFile(_FileIO):
   """File I/O wrappers without thread locking.
 
@@ -52,7 +52,7 @@ class GFile(_FileIO):
     super(GFile, self).__init__(name=name, mode=mode)
 
 
-@tf_export('gfile.FastGFile')
+@tf_export(v1=['gfile.FastGFile'])
 class FastGFile(_FileIO):
   """File I/O wrappers without thread locking.
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator-base.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator-base.pbtxt
deleted file mode 100644
index c9a32c16b3..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator-base.pbtxt
+++ /dev/null
@@ -1,29 +0,0 @@
-path: "tensorflow.ConditionalAccumulatorBase"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.data_flow_ops.ConditionalAccumulatorBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "accumulator_ref"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'dtype\', \'shape\', \'accumulator_ref\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "num_accumulated"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "set_global_step"
-    argspec: "args=[\'self\', \'new_global_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator.pbtxt
deleted file mode 100644
index 15e0ab76b6..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-conditional-accumulator.pbtxt
+++ /dev/null
@@ -1,38 +0,0 @@
-path: "tensorflow.ConditionalAccumulator"
-tf_class {
-  is_instance: "<class \'tensorflow.python.ops.data_flow_ops.ConditionalAccumulator\'>"
-  is_instance: "<class \'tensorflow.python.ops.data_flow_ops.ConditionalAccumulatorBase\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "accumulator_ref"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "dtype"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'dtype\', \'shape\', \'shared_name\', \'name\', \'reduction_type\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'conditional_accumulator\', \'MEAN\'], "
-  }
-  member_method {
-    name: "apply_grad"
-    argspec: "args=[\'self\', \'grad\', \'local_step\', \'name\'], varargs=None, keywords=None, defaults=[\'0\', \'None\'], "
-  }
-  member_method {
-    name: "num_accumulated"
-    argspec: "args=[\'self\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "set_global_step"
-    argspec: "args=[\'self\', \'new_global_step\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "take_grad"
-    argspec: "args=[\'self\', \'num_required\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-device-spec.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-device-spec.pbtxt
deleted file mode 100644
index 92e535c341..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-device-spec.pbtxt
+++ /dev/null
@@ -1,37 +0,0 @@
-path: "tensorflow.DeviceSpec"
-tf_class {
-  is_instance: "<class \'tensorflow.python.framework.device.DeviceSpec\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "job"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "replica"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "task"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'job\', \'replica\', \'task\', \'device_type\', \'device_index\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "from_string"
-    argspec: "args=[\'spec\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "merge_from"
-    argspec: "args=[\'self\', \'dev\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "parse_from_string"
-    argspec: "args=[\'self\', \'spec\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "to_string"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-dimension.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-dimension.pbtxt
deleted file mode 100644
index a9ab27719b..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-dimension.pbtxt
+++ /dev/null
@@ -1,25 +0,0 @@
-path: "tensorflow.Dimension"
-tf_class {
-  is_instance: "<class \'tensorflow.python.framework.tensor_shape.Dimension\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "value"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'value\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "assert_is_compatible_with"
-    argspec: "args=[\'self\', \'other\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "is_compatible_with"
-    argspec: "args=[\'self\', \'other\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "merge_with"
-    argspec: "args=[\'self\', \'other\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.gfile.-fast-g-file.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.gfile.-fast-g-file.pbtxt
deleted file mode 100644
index eecfaffd0a..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.gfile.-fast-g-file.pbtxt
+++ /dev/null
@@ -1,58 +0,0 @@
-path: "tensorflow.gfile.FastGFile"
-tf_class {
-  is_instance: "<class \'tensorflow.python.platform.gfile.FastGFile\'>"
-  is_instance: "<class \'tensorflow.python.lib.io.file_io.FileIO\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "mode"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'name\', \'mode\'], varargs=None, keywords=None, defaults=[\'r\'], "
-  }
-  member_method {
-    name: "close"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "flush"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "next"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "read"
-    argspec: "args=[\'self\', \'n\'], varargs=None, keywords=None, defaults=[\'-1\'], "
-  }
-  member_method {
-    name: "readline"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "readlines"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "seek"
-    argspec: "args=[\'self\', \'offset\', \'whence\', \'position\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'None\'], "
-  }
-  member_method {
-    name: "size"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "tell"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "write"
-    argspec: "args=[\'self\', \'file_content\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.gfile.-g-file.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.gfile.-g-file.pbtxt
deleted file mode 100644
index 305251059d..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.gfile.-g-file.pbtxt
+++ /dev/null
@@ -1,58 +0,0 @@
-path: "tensorflow.gfile.GFile"
-tf_class {
-  is_instance: "<class \'tensorflow.python.platform.gfile.GFile\'>"
-  is_instance: "<class \'tensorflow.python.lib.io.file_io.FileIO\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "mode"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'name\', \'mode\'], varargs=None, keywords=None, defaults=[\'r\'], "
-  }
-  member_method {
-    name: "close"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "flush"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "next"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "read"
-    argspec: "args=[\'self\', \'n\'], varargs=None, keywords=None, defaults=[\'-1\'], "
-  }
-  member_method {
-    name: "readline"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "readlines"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "seek"
-    argspec: "args=[\'self\', \'offset\', \'whence\', \'position\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'None\'], "
-  }
-  member_method {
-    name: "size"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "tell"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "write"
-    argspec: "args=[\'self\', \'file_content\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.gfile.-open.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.gfile.-open.pbtxt
deleted file mode 100644
index 6e8894180a..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.gfile.-open.pbtxt
+++ /dev/null
@@ -1,58 +0,0 @@
-path: "tensorflow.gfile.Open"
-tf_class {
-  is_instance: "<class \'tensorflow.python.platform.gfile.GFile\'>"
-  is_instance: "<class \'tensorflow.python.lib.io.file_io.FileIO\'>"
-  is_instance: "<type \'object\'>"
-  member {
-    name: "mode"
-    mtype: "<type \'property\'>"
-  }
-  member {
-    name: "name"
-    mtype: "<type \'property\'>"
-  }
-  member_method {
-    name: "__init__"
-    argspec: "args=[\'self\', \'name\', \'mode\'], varargs=None, keywords=None, defaults=[\'r\'], "
-  }
-  member_method {
-    name: "close"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "flush"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "next"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "read"
-    argspec: "args=[\'self\', \'n\'], varargs=None, keywords=None, defaults=[\'-1\'], "
-  }
-  member_method {
-    name: "readline"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "readlines"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "seek"
-    argspec: "args=[\'self\', \'offset\', \'whence\', \'position\'], varargs=None, keywords=None, defaults=[\'None\', \'0\', \'None\'], "
-  }
-  member_method {
-    name: "size"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "tell"
-    argspec: "args=[\'self\'], varargs=None, keywords=None, defaults=None"
-  }
-  member_method {
-    name: "write"
-    argspec: "args=[\'self\', \'file_content\'], varargs=None, keywords=None, defaults=None"
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt
index 65b55a8b7c..c5ef944a97 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt
@@ -1,17 +1,5 @@
 path: "tensorflow.gfile"
 tf_module {
-  member {
-    name: "FastGFile"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "GFile"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Open"
-    mtype: "<type \'type\'>"
-  }
   member_method {
     name: "Copy"
     argspec: "args=[\'oldpath\', \'newpath\', \'overwrite\'], varargs=None, keywords=None, defaults=[\'False\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 08d3cb5072..8aa3f8e0f3 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -8,14 +8,6 @@ tf_module {
     name: "AttrValue"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
   }
-  member {
-    name: "ConditionalAccumulator"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "ConditionalAccumulatorBase"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "ConfigProto"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
@@ -24,14 +16,6 @@ tf_module {
     name: "DType"
     mtype: "<type \'type\'>"
   }
-  member {
-    name: "DeviceSpec"
-    mtype: "<type \'type\'>"
-  }
-  member {
-    name: "Dimension"
-    mtype: "<type \'type\'>"
-  }
   member {
     name: "Event"
     mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
-- 
GitLab


From b474a89d530f9b0e7a15eb0a37f130e6751320b0 Mon Sep 17 00:00:00 2001
From: Martin Wicke <wicke@google.com>
Date: Fri, 16 Nov 2018 00:16:44 -0800
Subject: [PATCH 1737/1825] Change assert_* endpoints for 2.0. Adds docstring
 to assert_scalar.

This removes the data argument everywhere, except Assert, and reorders the arguments to be consistent. It also removes the return values from assert_* functions.

PiperOrigin-RevId: 221753314
---
 tensorflow/python/kernel_tests/BUILD          |   1 +
 .../python/kernel_tests/check_ops_test.py     |  64 +++
 tensorflow/python/ops/check_ops.py            | 523 ++++++++++++++++--
 .../api/golden/v1/tensorflow.debugging.pbtxt  |   2 +-
 .../tools/api/golden/v1/tensorflow.pbtxt      |   2 +-
 .../api/golden/v2/tensorflow.debugging.pbtxt  |  30 +-
 .../tools/api/golden/v2/tensorflow.pbtxt      |   8 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  29 +
 8 files changed, 593 insertions(+), 66 deletions(-)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 43353f7a51..5f3b8a2449 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1461,6 +1461,7 @@ cuda_py_test(
     additional_deps = [
         "//third_party/py/numpy",
         "//tensorflow/python/eager:context",
+        "//tensorflow/python/eager:def_function",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:check_ops",
         "//tensorflow/python:math_ops",
diff --git a/tensorflow/python/kernel_tests/check_ops_test.py b/tensorflow/python/kernel_tests/check_ops_test.py
index 88f5cd6f22..15124a19a2 100644
--- a/tensorflow/python/kernel_tests/check_ops_test.py
+++ b/tensorflow/python/kernel_tests/check_ops_test.py
@@ -25,6 +25,7 @@ from tensorflow.core.protobuf import config_pb2
 from tensorflow.core.protobuf import rewriter_config_pb2
 from tensorflow.python.client import session
 from tensorflow.python.eager import context
+from tensorflow.python.eager import def_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
@@ -39,6 +40,69 @@ from tensorflow.python.ops import random_ops
 from tensorflow.python.platform import test
 
 
+class AssertV2Asserts(test.TestCase):
+
+  def test_passes_when_it_should(self):
+    # This is a v2 test and need to run eagerly
+    with context.eager_mode():
+      c1 = constant_op.constant(-1, name="minus_one", dtype=dtypes.int32)
+      c2 = constant_op.constant(2, name="two", dtype=dtypes.int32)
+      c3 = constant_op.constant([3., 3.], name="three", dtype=dtypes.float32)
+      c4 = constant_op.constant([3., 3.5], name="three_and_a_half",
+                                dtype=dtypes.float32)
+      scalar = c1
+      non_scalar = c3
+      integer = c1
+      non_integer = c3
+      positive = c2
+      negative = c1
+      cases = [
+          (check_ops.assert_equal_v2, (c1, c1), (c1, c2)),
+          (check_ops.assert_less_v2, (c1, c2), (c1, c1)),
+          (check_ops.assert_near_v2, (c3, c3), (c3, c4)),
+          (check_ops.assert_greater_v2, (c2, c1), (c1, c1)),
+          (check_ops.assert_negative_v2, (negative,), (positive,)),
+          (check_ops.assert_positive_v2, (positive,), (negative,)),
+          (check_ops.assert_less_equal_v2, (c1, c1), (c2, c1)),
+          (check_ops.assert_none_equal_v2, (c1, c2), (c3, c4)),
+          (check_ops.assert_non_negative_v2, (positive,), (negative,)),
+          (check_ops.assert_non_positive_v2, (negative,), (positive,)),
+          (check_ops.assert_greater_equal_v2, (c1, c1), (c1, c2)),
+          (check_ops.assert_type_v2, (c1, dtypes.int32), (c1, dtypes.float32),
+           TypeError),
+          (check_ops.assert_integer_v2, (integer,), (non_integer,),
+           TypeError),
+          (check_ops.assert_scalar_v2, (scalar,), (non_scalar,),
+           ValueError),
+          (check_ops.assert_rank_v2, (c1, 0), (c3, 2), ValueError),
+          (check_ops.assert_rank_in_v2, (c1, [0, 1]), (c1, [1, 2]),
+           ValueError),
+          (check_ops.assert_rank_at_least_v2, (non_scalar, 1), (scalar, 1),
+           ValueError),
+      ]
+
+      for case in cases:
+        fn = case[0]
+        passing_args = case[1]
+        failing_args = case[2]
+        error = errors.InvalidArgumentError if len(case) < 4 else case[3]
+
+        print("Testing %s passing properly." % fn)
+
+        fn(*passing_args)
+
+        print("Testing %s failing properly." % fn)
+
+        @def_function.function
+        def failing_fn():
+          fn(*failing_args, message="fail")  # pylint: disable=cell-var-from-loop
+
+        with self.assertRaisesRegexp(error, "fail"):
+          failing_fn()
+
+        del failing_fn
+
+
 class AssertProperIterableTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
diff --git a/tensorflow/python/ops/check_ops.py b/tensorflow/python/ops/check_ops.py
index 5589bbc848..75dad172fc 100644
--- a/tensorflow/python/ops/check_ops.py
+++ b/tensorflow/python/ops/check_ops.py
@@ -119,9 +119,31 @@ def assert_proper_iterable(values):
         'Expected argument "values" to be iterable.  Found: %s' % type(values))
 
 
-@tf_export(
-    'debugging.assert_negative',
-    v1=['debugging.assert_negative', 'assert_negative'])
+@tf_export('debugging.assert_negative', v1=[])
+def assert_negative_v2(x, message=None, summarize=None, name=None):
+  """Assert the condition `x < 0` holds element-wise.
+
+  This Op checks that `x[i] < 0` holds for every element of `x`. If `x` is
+  empty, this is trivially satisfied.
+
+  If `x` is not negative everywhere, `message`, as well as the first `summarize`
+  entries of `x` are printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to "assert_negative".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x[i] < 0` is False. The check can be performed immediately during eager
+      execution or if `x` is statically known.
+  """
+  assert_negative(x=x, message=message, summarize=summarize, name=name)
+
+
+@tf_export(v1=['debugging.assert_negative', 'assert_negative'])
 @deprecation.deprecated_endpoints('assert_negative')
 def assert_negative(x, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x < 0` holds element-wise.
@@ -163,9 +185,31 @@ def assert_negative(x, data=None, summarize=None, message=None, name=None):
     return assert_less(x, zero, data=data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_positive',
-    v1=['debugging.assert_positive', 'assert_positive'])
+@tf_export('debugging.assert_positive', v1=[])
+def assert_positive_v2(x, message=None, summarize=None, name=None):
+  """Assert the condition `x > 0` holds element-wise.
+
+  This Op checks that `x[i] > 0` holds for every element of `x`. If `x` is
+  empty, this is trivially satisfied.
+
+  If `x` is not positive everywhere, `message`, as well as the first `summarize`
+  entries of `x` are printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional). Defaults to "assert_positive".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x[i] > 0` is False. The check can be performed immediately during eager
+      execution or if `x` is statically known.
+  """
+  assert_positive(x=x, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_positive', 'assert_positive'])
 @deprecation.deprecated_endpoints('assert_positive')
 def assert_positive(x, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x > 0` holds element-wise.
@@ -206,9 +250,32 @@ def assert_positive(x, data=None, summarize=None, message=None, name=None):
     return assert_less(zero, x, data=data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_non_negative',
-    v1=['debugging.assert_non_negative', 'assert_non_negative'])
+@tf_export('debugging.assert_non_negative', v1=[])
+def assert_non_negative_v2(x, message=None, summarize=None, name=None):
+  """Assert the condition `x >= 0` holds element-wise.
+
+  This Op checks that `x[i] >= 0` holds for every element of `x`. If `x` is
+  empty, this is trivially satisfied.
+
+  If `x` is not >= 0 everywhere, `message`, as well as the first `summarize`
+  entries of `x` are printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to
+      "assert_non_negative".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x[i] >= 0` is False. The check can be performed immediately during eager
+      execution or if `x` is statically known.
+  """
+  assert_non_negative(x=x, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_non_negative', 'assert_non_negative'])
 @deprecation.deprecated_endpoints('assert_non_negative')
 def assert_non_negative(x, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x >= 0` holds element-wise.
@@ -251,9 +318,32 @@ def assert_non_negative(x, data=None, summarize=None, message=None, name=None):
     return assert_less_equal(zero, x, data=data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_non_positive',
-    v1=['debugging.assert_non_positive', 'assert_non_positive'])
+@tf_export('debugging.assert_non_positive', v1=[])
+def assert_non_positive_v2(x, message=None, summarize=None, name=None):
+  """Assert the condition `x <= 0` holds element-wise.
+
+  This Op checks that `x[i] <= 0` holds for every element of `x`. If `x` is
+  empty, this is trivially satisfied.
+
+  If `x` is not <= 0 everywhere, `message`, as well as the first `summarize`
+  entries of `x` are printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to
+      "assert_non_positive".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x[i] <= 0` is False. The check can be performed immediately during eager
+      execution or if `x` is statically known.
+  """
+  assert_non_positive(x=x, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_non_positive', 'assert_non_positive'])
 @deprecation.deprecated_endpoints('assert_non_positive')
 def assert_non_positive(x, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x <= 0` holds element-wise.
@@ -296,7 +386,33 @@ def assert_non_positive(x, data=None, summarize=None, message=None, name=None):
     return assert_less_equal(x, zero, data=data, summarize=summarize)
 
 
-@tf_export('debugging.assert_equal', 'assert_equal')
+@tf_export('debugging.assert_equal', 'assert_equal', v1=[])
+def assert_equal_v2(x, y, message=None, summarize=None, name=None):
+  """Assert the condition `x == y` holds element-wise.
+
+  This Op checks that `x[i] == y[i]` holds for every pair of (possibly
+  broadcast) elements of `x` and `y`. If both `x` and `y` are empty, this is
+  trivially satisfied.
+
+  If `x` and `y` are not equal, `message`, as well as the first `summarize`
+  entries of `x` and `y` are printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    y:  Numeric `Tensor`, same dtype as and broadcastable to `x`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to "assert_equal".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x == y` is False. The check can be performed immediately during eager
+      execution or if `x` and `y` are statically known.
+  """
+  assert_equal(x=x, y=y, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_equal', 'assert_equal'])
 def assert_equal(x, y, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x == y` holds element-wise.
 
@@ -396,9 +512,36 @@ def assert_equal(x, y, data=None, summarize=None, message=None, name=None):
     return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_none_equal',
-    v1=['debugging.assert_none_equal', 'assert_none_equal'])
+@tf_export('debugging.assert_none_equal', v1=[])
+def assert_none_equal_v2(x, y, summarize=None, message=None, name=None):
+  """Assert the condition `x != y` holds for all elements.
+
+  This Op checks that `x[i] != y[i]` holds for every pair of (possibly
+  broadcast) elements of `x` and `y`. If both `x` and `y` are empty, this is
+  trivially satisfied.
+
+  If any elements of `x` and `y` are equal, `message`, as well as the first
+  `summarize` entries of `x` and `y` are printed, and `InvalidArgumentError`
+  is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    y:  Numeric `Tensor`, same dtype as and broadcastable to `x`.
+    summarize: Print this many entries of each tensor.
+    message: A string to prefix to the default message.
+    name: A name for this operation (optional).  Defaults to
+    "assert_none_equal".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x != y` is False for any pair of elements in `x` and `y`. The check can
+      be performed immediately during eager execution or if `x` and `y` are
+      statically known.
+  """
+  assert_none_equal(x=x, y=y, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_none_equal', 'assert_none_equal'])
 @deprecation.deprecated_endpoints('assert_none_equal')
 def assert_none_equal(
     x, y, data=None, summarize=None, message=None, name=None):
@@ -450,7 +593,52 @@ def assert_none_equal(
     return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export('debugging.assert_near', v1=['debugging.assert_near', 'assert_near'])
+@tf_export('debugging.assert_near', v1=[])
+def assert_near_v2(x, y, rtol=None, atol=None, message=None, summarize=None,
+                   name=None):
+  """Assert the condition `x` and `y` are close element-wise.
+
+  This Op checks that `x[i] - y[i] < atol + rtol * tf.abs(y[i])` holds for every
+  pair of (possibly broadcast) elements of `x` and `y`. If both `x` and `y` are
+  empty, this is trivially satisfied.
+
+  If any elements of `x` and `y` are not close, `message`, as well as the first
+  `summarize` entries of `x` and `y` are printed, and `InvalidArgumentError`
+  is raised.
+
+  The default `atol` and `rtol` is `10 * eps`, where `eps` is the smallest
+  representable positive number such that `1 + eps != 1`.  This is about
+  `1.2e-6` in `32bit`, `2.22e-15` in `64bit`, and `0.00977` in `16bit`.
+  See `numpy.finfo`.
+
+  Args:
+    x: Float or complex `Tensor`.
+    y: Float or complex `Tensor`, same dtype as and broadcastable to `x`.
+    rtol:  `Tensor`.  Same `dtype` as, and broadcastable to, `x`.
+      The relative tolerance.  Default is `10 * eps`.
+    atol:  `Tensor`.  Same `dtype` as, and broadcastable to, `x`.
+      The absolute tolerance.  Default is `10 * eps`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to "assert_near".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x != y` is False for any pair of elements in `x` and `y`. The check can
+      be performed immediately during eager execution or if `x` and `y` are
+      statically known.
+
+  @compatibility(numpy)
+  Similar to `numpy.assert_allclose`, except tolerance depends on data type.
+  This is due to the fact that `TensorFlow` is often used with `32bit`, `64bit`,
+  and even `16bit` data.
+  @end_compatibility
+  """
+  assert_near(x=x, y=y, rtol=rtol, atol=atol, summarize=summarize,
+              message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_near', 'assert_near'])
 @deprecation.deprecated_endpoints('assert_near')
 def assert_near(
     x, y, rtol=None, atol=None, data=None, summarize=None, message=None,
@@ -529,7 +717,34 @@ def assert_near(
     return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export('debugging.assert_less', 'assert_less')
+@tf_export('debugging.assert_less', 'assert_less', v1=[])
+def assert_less_v2(x, y, message=None, summarize=None, name=None):
+  """Assert the condition `x < y` holds element-wise.
+
+  This Op checks that `x[i] < y[i]` holds for every pair of (possibly
+  broadcast) elements of `x` and `y`. If both `x` and `y` are empty, this is
+  trivially satisfied.
+
+  If `x` is not less than `y` element-wise, `message`, as well as the first
+  `summarize` entries of `x` and `y` are printed, and `InvalidArgumentError` is
+  raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    y:  Numeric `Tensor`, same dtype as and broadcastable to `x`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to "assert_less".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x < y` is False. The check can be performed immediately during eager
+      execution or if `x` and `y` are statically known.
+  """
+  assert_less(x=x, y=y, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_less', 'assert_less'])
 def assert_less(x, y, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x < y` holds element-wise.
 
@@ -577,9 +792,34 @@ def assert_less(x, y, data=None, summarize=None, message=None, name=None):
     return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_less_equal',
-    v1=['debugging.assert_less_equal', 'assert_less_equal'])
+@tf_export('debugging.assert_less_equal', v1=[])
+def assert_less_equal_v2(x, y, message=None, summarize=None, name=None):
+  """Assert the condition `x <= y` holds element-wise.
+
+  This Op checks that `x[i] <= y[i]` holds for every pair of (possibly
+  broadcast) elements of `x` and `y`. If both `x` and `y` are empty, this is
+  trivially satisfied.
+
+  If `x` is not less or equal than `y` element-wise, `message`, as well as the
+  first `summarize` entries of `x` and `y` are printed, and
+  `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    y:  Numeric `Tensor`, same dtype as and broadcastable to `x`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional). Defaults to "assert_less_equal".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x <= y` is False. The check can be performed immediately during eager
+      execution or if `x` and `y` are statically known.
+  """
+  assert_less_equal(x=x, y=y, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_less_equal', 'assert_less_equal'])
 @deprecation.deprecated_endpoints('assert_less_equal')
 def assert_less_equal(x, y, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x <= y` holds element-wise.
@@ -628,7 +868,34 @@ def assert_less_equal(x, y, data=None, summarize=None, message=None, name=None):
     return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export('debugging.assert_greater', 'assert_greater')
+@tf_export('debugging.assert_greater', 'assert_greater', v1=[])
+def assert_greater_v2(x, y, message=None, summarize=None, name=None):
+  """Assert the condition `x > y` holds element-wise.
+
+  This Op checks that `x[i] > y[i]` holds for every pair of (possibly
+  broadcast) elements of `x` and `y`. If both `x` and `y` are empty, this is
+  trivially satisfied.
+
+  If `x` is not greater than `y` element-wise, `message`, as well as the first
+  `summarize` entries of `x` and `y` are printed, and `InvalidArgumentError` is
+  raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    y:  Numeric `Tensor`, same dtype as and broadcastable to `x`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to "assert_greater".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x > y` is False. The check can be performed immediately during eager
+      execution or if `x` and `y` are statically known.
+  """
+  assert_greater(x=x, y=y, summarize=summarize, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_greater', 'assert_greater'])
 def assert_greater(x, y, data=None, summarize=None, message=None, name=None):
   """Assert the condition `x > y` holds element-wise.
 
@@ -676,9 +943,36 @@ def assert_greater(x, y, data=None, summarize=None, message=None, name=None):
     return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_greater_equal',
-    v1=['debugging.assert_greater_equal', 'assert_greater_equal'])
+@tf_export('debugging.assert_greater_equal', v1=[])
+def assert_greater_equal_v2(x, y, message=None, summarize=None, name=None):
+  """Assert the condition `x >= y` holds element-wise.
+
+  This Op checks that `x[i] >= y[i]` holds for every pair of (possibly
+  broadcast) elements of `x` and `y`. If both `x` and `y` are empty, this is
+  trivially satisfied.
+
+  If `x` is not greater or equal to `y` element-wise, `message`, as well as the
+  first `summarize` entries of `x` and `y` are printed, and
+  `InvalidArgumentError` is raised.
+
+  Args:
+    x:  Numeric `Tensor`.
+    y:  Numeric `Tensor`, same dtype as and broadcastable to `x`.
+    message: A string to prefix to the default message.
+    summarize: Print this many entries of each tensor.
+    name: A name for this operation (optional).  Defaults to
+    "assert_greater_equal".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x >= y` is False. The check can be performed immediately during eager
+      execution or if `x` and `y` are statically known.
+  """
+  assert_greater_equal(x=x, y=y, summarize=summarize, message=message,
+                       name=name)
+
+
+@tf_export(v1=['debugging.assert_greater_equal', 'assert_greater_equal'])
 @deprecation.deprecated_endpoints('assert_greater_equal')
 def assert_greater_equal(x, y, data=None, summarize=None, message=None,
                          name=None):
@@ -777,7 +1071,31 @@ def _assert_rank_condition(
   return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export('debugging.assert_rank', 'assert_rank')
+@tf_export('debugging.assert_rank', 'assert_rank', v1=[])
+def assert_rank_v2(x, rank, message=None, name=None):
+  """Assert that `x` has rank equal to `rank`.
+
+  This Op checks that the rank of `x` is equal to `rank`.
+
+  If `x` has a different rank, `message`, as well as the shape of `x` are
+  printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x: `Tensor`.
+    rank: Scalar integer `Tensor`.
+    message: A string to prefix to the default message.
+    name: A name for this operation (optional). Defaults to
+      "assert_rank".
+
+  Raises:
+    InvalidArgumentError: if the check can be performed immediately and
+      `x` does not have rank `rank`. The check can be performed immediately
+      during eager execution or if the shape of `x` is statically known.
+  """
+  assert_rank(x=x, rank=rank, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_rank', 'assert_rank'])
 def assert_rank(x, rank, data=None, summarize=None, message=None, name=None):
   """Assert `x` has rank equal to `rank`.
 
@@ -792,7 +1110,7 @@ def assert_rank(x, rank, data=None, summarize=None, message=None, name=None):
     x:  Numeric `Tensor`.
     rank:  Scalar integer `Tensor`.
     data:  The tensors to print out if the condition is False.  Defaults to
-      error message and first few entries of `x`.
+      error message and the shape of `x`.
     summarize: Print this many entries of each tensor.
     message: A string to prefix to the default message.
     name: A name for this operation (optional).  Defaults to "assert_rank".
@@ -839,9 +1157,31 @@ def assert_rank(x, rank, data=None, summarize=None, message=None, name=None):
   return assert_op
 
 
-@tf_export(
-    'debugging.assert_rank_at_least',
-    v1=['debugging.assert_rank_at_least', 'assert_rank_at_least'])
+@tf_export('debugging.assert_rank_at_least', v1=[])
+def assert_rank_at_least_v2(x, rank, message=None, name=None):
+  """Assert that `x` has rank of at least `rank`.
+
+  This Op checks that the rank of `x` is greater or equal to `rank`.
+
+  If `x` has a rank lower than `rank`, `message`, as well as the shape of `x`
+  are printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x: `Tensor`.
+    rank: Scalar integer `Tensor`.
+    message: A string to prefix to the default message.
+    name: A name for this operation (optional).  Defaults to
+      "assert_rank_at_least".
+
+  Raises:
+    InvalidArgumentError: `x` does not have rank at least `rank`, but the rank
+      cannot be statically determined.
+    ValueError: If static checks determine `x` has mismatched rank.
+  """
+  assert_rank_at_least(x=x, rank=rank, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_rank_at_least', 'assert_rank_at_least'])
 @deprecation.deprecated_endpoints('assert_rank_at_least')
 def assert_rank_at_least(
     x, rank, data=None, summarize=None, message=None, name=None):
@@ -973,9 +1313,30 @@ def _assert_ranks_condition(
   return control_flow_ops.Assert(condition, data, summarize=summarize)
 
 
-@tf_export(
-    'debugging.assert_rank_in',
-    v1=['debugging.assert_rank_in', 'assert_rank_in'])
+@tf_export('debugging.assert_rank_in', v1=[])
+def assert_rank_in_v2(x, ranks, message=None, name=None):
+  """Assert that `x` has a rank in `ranks`.
+
+  This Op checks that the rank of `x` is in `ranks`.
+
+  If `x` has a different rank, `message`, as well as the shape of `x` are
+  printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x: `Tensor`.
+    ranks: `Iterable` of scalar `Tensor` objects.
+    message: A string to prefix to the default message.
+    name: A name for this operation (optional). Defaults to "assert_rank_in".
+
+  Raises:
+    InvalidArgumentError: `x` does not have rank in `ranks`, but the rank cannot
+      be statically determined.
+    ValueError: If static checks determine `x` has mismatched rank.
+  """
+  assert_rank_in(x=x, ranks=ranks, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_rank_in', 'assert_rank_in'])
 @deprecation.deprecated_endpoints('assert_rank_in')
 def assert_rank_in(
     x, ranks, data=None, summarize=None, message=None, name=None):
@@ -1038,9 +1399,25 @@ def assert_rank_in(
   return assert_op
 
 
-@tf_export(
-    'debugging.assert_integer',
-    v1=['debugging.assert_integer', 'assert_integer'])
+@tf_export('debugging.assert_integer', v1=[])
+def assert_integer_v2(x, message=None, name=None):
+  """Assert that `x` is of integer dtype.
+
+  If `x` has a non-integer type, `message`, as well as the dtype of `x` are
+  printed, and `InvalidArgumentError` is raised.
+
+  Args:
+    x: A `Tensor`.
+    message: A string to prefix to the default message.
+    name: A name for this operation (optional). Defaults to "assert_integer".
+
+  Raises:
+    TypeError:  If `x.dtype` is not a non-quantized integer type.
+  """
+  assert_integer(x=x, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_integer', 'assert_integer'])
 @deprecation.deprecated_endpoints('assert_integer')
 def assert_integer(x, message=None, name=None):
   """Assert that `x` is of integer dtype.
@@ -1079,13 +1456,30 @@ def assert_integer(x, message=None, name=None):
     return control_flow_ops.no_op('statically_determined_was_integer')
 
 
-@tf_export('debugging.assert_type', v1=['debugging.assert_type', 'assert_type'])
+@tf_export('debugging.assert_type', v1=[])
+def assert_type_v2(tensor, tf_type, message=None, name=None):
+  """Asserts that the given `Tensor` is of the specified type.
+
+  Args:
+    tensor: A `Tensor`.
+    tf_type: A tensorflow type (`dtypes.float32`, `tf.int64`, `dtypes.bool`,
+      etc).
+    message: A string to prefix to the default message.
+    name:  A name for this operation. Defaults to "assert_type"
+
+  Raises:
+    TypeError: If the tensor's data type doesn't match `tf_type`.
+  """
+  assert_type(tensor=tensor, tf_type=tf_type, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_type', 'assert_type'])
 @deprecation.deprecated_endpoints('assert_type')
 def assert_type(tensor, tf_type, message=None, name=None):
   """Statically asserts that the given `Tensor` is of the specified type.
 
   Args:
-    tensor: A tensorflow `Tensor`.
+    tensor: A `Tensor`.
     tf_type: A tensorflow type (`dtypes.float32`, `tf.int64`, `dtypes.bool`,
       etc).
     message: A string to prefix to the default message.
@@ -1260,8 +1654,10 @@ def assert_same_float_dtype(tensors=None, dtype=None):
     tensors: Tensors of input values. Can include `None` elements, which will be
         ignored.
     dtype: Expected type.
+
   Returns:
     Validated type.
+
   Raises:
     ValueError: if neither `tensors` nor `dtype` is supplied, or result is not
         float, or the common type of the inputs is not a floating point type.
@@ -1275,20 +1671,57 @@ def assert_same_float_dtype(tensors=None, dtype=None):
   return dtype
 
 
-@tf_export(
-    'debugging.assert_scalar', v1=['debugging.assert_scalar', 'assert_scalar'])
+@tf_export('debugging.assert_scalar', v1=[])
+def assert_scalar_v2(tensor, message=None, name=None):
+  """Asserts that the given `tensor` is a scalar.
+
+  This function raises `ValueError` unless it can be certain that the given
+  `tensor` is a scalar. `ValueError` is also raised if the shape of `tensor` is
+  unknown.
+
+  Args:
+    tensor: A `Tensor`.
+    message: A string to prefix to the default message.
+    name:  A name for this operation. Defaults to "assert_scalar"
+
+  Raises:
+    ValueError: If the tensor is not scalar (rank 0), or if its shape is
+      unknown.
+  """
+  assert_scalar(tensor=tensor, message=message, name=name)
+
+
+@tf_export(v1=['debugging.assert_scalar', 'assert_scalar'])
 @deprecation.deprecated_endpoints('assert_scalar')
-def assert_scalar(tensor, name=None):
+def assert_scalar(tensor, name=None, message=None):
+  """Asserts that the given `tensor` is a scalar.
+
+  This function raises `ValueError` unless it can be certain that the given
+  `tensor` is a scalar. `ValueError` is also raised if the shape of `tensor` is
+  unknown.
+
+  Args:
+    tensor: A `Tensor`.
+    name:  A name for this operation. Defaults to "assert_scalar"
+    message: A string to prefix to the default message.
+
+  Returns:
+    The input tensor (potentially converted to a `Tensor`).
+
+  Raises:
+    ValueError: If the tensor is not scalar (rank 0), or if its shape is
+      unknown.
+  """
   with ops.name_scope(name, 'assert_scalar', [tensor]) as name_scope:
     tensor = ops.convert_to_tensor(tensor, name=name_scope)
     shape = tensor.get_shape()
     if shape.ndims != 0:
       if context.executing_eagerly():
-        raise ValueError('Expected scalar shape, saw shape: %s.'
-                         % (shape,))
+        raise ValueError('%sExpected scalar shape, saw shape: %s.'
+                         % (message or '', shape,))
       else:
-        raise ValueError('Expected scalar shape for %s, saw shape: %s.'
-                         % (tensor.name, shape))
+        raise ValueError('%sExpected scalar shape for %s, saw shape: %s.'
+                         % (message or '', tensor.name, shape))
     return tensor
 
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.debugging.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.debugging.pbtxt
index ab6287f8cd..8a7f1e9363 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.debugging.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.debugging.pbtxt
@@ -78,7 +78,7 @@ tf_module {
   }
   member_method {
     name: "assert_scalar"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'tensor\', \'name\', \'message\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "assert_type"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 9904e264eb..707337ebfa 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -778,7 +778,7 @@ tf_module {
   }
   member_method {
     name: "assert_scalar"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'tensor\', \'name\', \'message\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "assert_type"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt
index ab6287f8cd..5d8afcd8b2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt
@@ -10,15 +10,15 @@ tf_module {
   }
   member_method {
     name: "assert_equal"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_greater"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_greater_equal"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_integer"
@@ -26,35 +26,35 @@ tf_module {
   }
   member_method {
     name: "assert_less"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_less_equal"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_near"
-    argspec: "args=[\'x\', \'y\', \'rtol\', \'atol\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'rtol\', \'atol\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_negative"
-    argspec: "args=[\'x\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_non_negative"
-    argspec: "args=[\'x\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_non_positive"
-    argspec: "args=[\'x\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_none_equal"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_positive"
-    argspec: "args=[\'x\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_proper_iterable"
@@ -62,15 +62,15 @@ tf_module {
   }
   member_method {
     name: "assert_rank"
-    argspec: "args=[\'x\', \'rank\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'rank\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "assert_rank_at_least"
-    argspec: "args=[\'x\', \'rank\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'rank\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "assert_rank_in"
-    argspec: "args=[\'x\', \'ranks\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'ranks\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "assert_same_float_dtype"
@@ -78,7 +78,7 @@ tf_module {
   }
   member_method {
     name: "assert_scalar"
-    argspec: "args=[\'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+    argspec: "args=[\'tensor\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "assert_type"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 8aa3f8e0f3..a1e7b3231f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -482,19 +482,19 @@ tf_module {
   }
   member_method {
     name: "assert_equal"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_greater"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_less"
-    argspec: "args=[\'x\', \'y\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'y\', \'message\', \'summarize\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "assert_rank"
-    argspec: "args=[\'x\', \'rank\', \'data\', \'summarize\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'x\', \'rank\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "atan"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 6f46c13710..e83e771001 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -176,9 +176,38 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "SUM_OVER_BATCH_SIZE.\n"
     )
 
+    assert_return_type_comment = (
+        "WARNING: assert_* functions have been changed to return None, the "
+        "data argument has been removed, and arguments have been reordered."
+    )
+
+    assert_rank_comment = (
+        "WARNING: assert_rank_* functions have been changed to return None, and"
+        " the data and summarize arguments have been removed."
+    )
+
     # Function warnings. <function name> placeholder inside warnings will be
     # replaced by function name.
     self.function_warnings = {
+        "tf.assert_greater": assert_return_type_comment,
+        "tf.assert_equal": assert_return_type_comment,
+        "tf.assert_less": assert_return_type_comment,
+        "tf.assert_rank": assert_rank_comment,
+        "tf.debugging.assert_equal": assert_return_type_comment,
+        "tf.debugging.assert_greater": assert_return_type_comment,
+        "tf.debugging.assert_greater_equal": assert_return_type_comment,
+        "tf.debugging.assert_integer": assert_return_type_comment,
+        "tf.debugging.assert_less": assert_return_type_comment,
+        "tf.debugging.assert_less_equal": assert_return_type_comment,
+        "tf.debugging.assert_near": assert_return_type_comment,
+        "tf.debugging.assert_negative": assert_return_type_comment,
+        "tf.debugging.assert_non_negative": assert_return_type_comment,
+        "tf.debugging.assert_non_positive": assert_return_type_comment,
+        "tf.debugging.assert_none_equal": assert_return_type_comment,
+        "tf.debugging.assert_positive": assert_return_type_comment,
+        "tf.debugging.assert_rank": assert_rank_comment,
+        "tf.debugging.assert_rank_at_least": assert_rank_comment,
+        "tf.debugging.assert_rank_in": assert_rank_comment,
         "tf.train.exponential_decay":
             decay_function_comment,
         "tf.train.piecewise_constant":
-- 
GitLab


From 2a0e004358f13d6ebe936ceab1b5e7d147606583 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 01:02:23 -0800
Subject: [PATCH 1738/1825] compat: Update forward compatibility horizon to
 2018-11-16

PiperOrigin-RevId: 221756964
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index eea6567774..a12f798d8f 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 15)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 16)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 25c6011c3725461fa507ea5abbbb7f382a279742 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 01:20:26 -0800
Subject: [PATCH 1739/1825] Add -fno-canonical-system-headers to gcc's command
 line so we can correctly validate system includes with bazel.

PiperOrigin-RevId: 221759265
---
 third_party/gpus/crosstool/CROSSTOOL.tpl | 3 ++-
 third_party/gpus/cuda_configure.bzl      | 9 +++++++++
 2 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/third_party/gpus/crosstool/CROSSTOOL.tpl b/third_party/gpus/crosstool/CROSSTOOL.tpl
index 3189cf8e31..921188cbb4 100644
--- a/third_party/gpus/crosstool/CROSSTOOL.tpl
+++ b/third_party/gpus/crosstool/CROSSTOOL.tpl
@@ -184,7 +184,8 @@ toolchain {
       action: "c++-link-dynamic-library"
       action: "c++-link-nodeps-dynamic-library"
       flag_group {
-        flag:"-no-canonical-prefixes"
+        flag: "-no-canonical-prefixes"
+        %{extra_no_canonical_prefixes_flags}
       }
     }
   }
diff --git a/third_party/gpus/cuda_configure.bzl b/third_party/gpus/cuda_configure.bzl
index 831a3067b2..03c67bcb3d 100644
--- a/third_party/gpus/cuda_configure.bzl
+++ b/third_party/gpus/cuda_configure.bzl
@@ -1418,6 +1418,7 @@ def _create_local_cuda_repository(repository_ctx):
         flag: "-Wno-invalid-partial-specialization"
     """
     cuda_defines["%{host_compiler_includes}"] = host_compiler_includes
+    cuda_defines["%{extra_no_canonical_prefixes_flags}"] = ""
     _tpl(repository_ctx, "crosstool:BUILD", {
         "%{linker_files}": ":empty",
         "%{win_linker_files}": ":empty"
@@ -1439,6 +1440,14 @@ def _create_local_cuda_repository(repository_ctx):
             repository_ctx, cuda_config) +
         "\n  cxx_builtin_include_directory: \"%s\"" % cupti_header_dir +
         "\n  cxx_builtin_include_directory: \"%s\"" % cudnn_header_dir)
+
+    # For gcc, do not canonicalize system header paths; some versions of gcc
+    # pick the shortest possible path for system includes when creating the
+    # .d file - given that includes that are prefixed with "../" multiple
+    # time quickly grow longer than the root of the tree, this can lead to
+    # bazel's header check failing.
+    cuda_defines["%{extra_no_canonical_prefixes_flags}"] = (
+        "flag: \"-fno-canonical-system-headers\"")
     nvcc_path = str(
         repository_ctx.path("%s/bin/nvcc%s" % (
             cuda_config.cuda_toolkit_path,
-- 
GitLab


From 54588d50cbde7fefe3dd67c7e8338c68917f5e33 Mon Sep 17 00:00:00 2001
From: Sergei Lebedev <slebedev@google.com>
Date: Fri, 16 Nov 2018 02:48:36 -0800
Subject: [PATCH 1740/1825] Allowed creating partitioned variables in eager

PiperOrigin-RevId: 221768491
---
 tensorflow/python/ops/variable_scope.py | 13 -------------
 tensorflow/python/ops/variables.py      |  4 ----
 2 files changed, 17 deletions(-)

diff --git a/tensorflow/python/ops/variable_scope.py b/tensorflow/python/ops/variable_scope.py
index fe93bfb61f..077bb647ef 100644
--- a/tensorflow/python/ops/variable_scope.py
+++ b/tensorflow/python/ops/variable_scope.py
@@ -646,10 +646,6 @@ class _VariableStore(object):
         when violating reuse during variable creation, or if an existing
         sharded variable exists for the given name but with different sharding.
     """
-    if context.executing_eagerly():
-      raise NotImplementedError("Partitioned variables are not yet supported "
-                                "when eager execution is enabled.")
-
     initializing_from_value = initializer is not None and isinstance(
         initializer, ops.Tensor)
     reuse_without_partition = reuse and not partitioner
@@ -1080,9 +1076,6 @@ class VariableScope(object):
       if self._caching_device is not None:
         raise NotImplementedError("Caching devices is not yet supported "
                                   "when eager execution is enabled.")
-      if self._partitioner is not None:
-        raise NotImplementedError("Partitioned variables are not yet supported "
-                                  "when eager execution is enabled.")
       self._reuse = AUTO_REUSE
       self._use_resource = True
 
@@ -1162,9 +1155,6 @@ class VariableScope(object):
 
   def set_partitioner(self, partitioner):
     """Set partitioner for this scope."""
-    if partitioner and context.executing_eagerly():
-      raise NotImplementedError("Partitioned variables are not yet supported "
-                                "when eager execution is enabled.")
     self._partitioner = partitioner
 
   def set_custom_getter(self, custom_getter):
@@ -1277,9 +1267,6 @@ class VariableScope(object):
                                 synchronization=VariableSynchronization.AUTO,
                                 aggregation=VariableAggregation.NONE):
     """Gets an existing variable with this name or create a new one."""
-    if context.executing_eagerly():
-      raise NotImplementedError("Partitioned variables are not yet supported "
-                                "when eager execution is enabled.")
     if initializer is None:
       initializer = self._initializer
     if regularizer is None:
diff --git a/tensorflow/python/ops/variables.py b/tensorflow/python/ops/variables.py
index e43736069e..8da740d265 100644
--- a/tensorflow/python/ops/variables.py
+++ b/tensorflow/python/ops/variables.py
@@ -2504,11 +2504,7 @@ class PartitionedVariable(object):
         `partitions` is not a list.
       ValueError: If `variable_list` is empty, or the `Variable` shape
         information does not match `shape`, or `partitions` has invalid values.
-      RuntimeError: If eager execution is enabled
     """
-    if context.executing_eagerly():
-      raise RuntimeError(
-          "tf.PartitionedVariable not supported with eager execution enabled.")
     if not isinstance(variable_list, (list, tuple)):
       raise TypeError(
           "variable_list is not a list or tuple: %s" % variable_list)
-- 
GitLab


From 1d3d92dfdecd38daf068583b39aef7811a604601 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 06:39:12 -0800
Subject: [PATCH 1741/1825] No-op refactor and comment fix.

PiperOrigin-RevId: 221786311
---
 tensorflow/contrib/gan/python/train.py | 20 +++++++++++++-------
 1 file changed, 13 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/gan/python/train.py b/tensorflow/contrib/gan/python/train.py
index 73185c79fc..cf5b9d9476 100644
--- a/tensorflow/contrib/gan/python/train.py
+++ b/tensorflow/contrib/gan/python/train.py
@@ -1071,8 +1071,19 @@ def get_sequential_train_hooks(train_steps=namedtuples.GANTrainSteps(1, 1)):
   return get_hooks
 
 
+def _num_joint_steps(train_steps):
+  g_steps = train_steps.generator_train_steps
+  d_steps = train_steps.discriminator_train_steps
+  # Get the number of each type of step that should be run.
+  num_d_and_g_steps = min(g_steps, d_steps)
+  num_g_steps = g_steps - num_d_and_g_steps
+  num_d_steps = d_steps - num_d_and_g_steps
+
+  return num_d_and_g_steps, num_g_steps, num_d_steps
+
+
 def get_joint_train_hooks(train_steps=namedtuples.GANTrainSteps(1, 1)):
-  """Returns a hooks function for sequential GAN training.
+  """Returns a hooks function for joint GAN training.
 
   When using these train hooks, IT IS RECOMMENDED TO USE `use_locking=True` ON
   ALL OPTIMIZERS TO AVOID RACE CONDITIONS.
@@ -1105,12 +1116,7 @@ def get_joint_train_hooks(train_steps=namedtuples.GANTrainSteps(1, 1)):
   Returns:
     A function that takes a GANTrainOps tuple and returns a list of hooks.
   """
-  g_steps = train_steps.generator_train_steps
-  d_steps = train_steps.discriminator_train_steps
-  # Get the number of each type of step that should be run.
-  num_d_and_g_steps = min(g_steps, d_steps)
-  num_g_steps = g_steps - num_d_and_g_steps
-  num_d_steps = d_steps - num_d_and_g_steps
+  num_d_and_g_steps, num_g_steps, num_d_steps = _num_joint_steps(train_steps)
 
   def get_hooks(train_ops):
     g_op = train_ops.generator_train_op
-- 
GitLab


From a5ad58c7e9f8cb2b6830f8e6ecf506ad8373f3f4 Mon Sep 17 00:00:00 2001
From: Michael Kuperstein <mkuper@google.com>
Date: Fri, 16 Nov 2018 06:48:38 -0800
Subject: [PATCH 1742/1825] [XLA] Add a less aggressive mode to LICM.

LICM extends the live-range of the output of the hoisted instruction to be the entire while loop, which may be problematic on platforms where memory is limited. This adds a less aggressive mode to LICM, which will not hoist instructions if their output is significantly larger than their inputs, mitigating the most egregious cases of this problem.

PiperOrigin-RevId: 221787120
---
 tensorflow/compiler/xla/service/BUILD         |  2 +-
 .../while_loop_invariant_code_motion.cc       | 32 +++++++++++
 .../while_loop_invariant_code_motion.h        | 11 +++-
 .../while_loop_invariant_code_motion_test.cc  | 54 +++++++++++++++++++
 4 files changed, 96 insertions(+), 3 deletions(-)

diff --git a/tensorflow/compiler/xla/service/BUILD b/tensorflow/compiler/xla/service/BUILD
index 3cbf0d0c8c..da185db2e3 100644
--- a/tensorflow/compiler/xla/service/BUILD
+++ b/tensorflow/compiler/xla/service/BUILD
@@ -3343,9 +3343,9 @@ cc_library(
         ":tuple_util",
         ":while_loop_analysis",
         ":while_util",
+        "//tensorflow/compiler/xla:shape_util",
         "//tensorflow/compiler/xla:statusor",
         "//tensorflow/compiler/xla:util",
-        "//tensorflow/core:lib",
         "@com_google_absl//absl/algorithm:container",
         "@com_google_absl//absl/container:flat_hash_map",
         "@com_google_absl//absl/container:flat_hash_set",
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc
index b7c28bfac7..41011176ff 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.cc
@@ -21,6 +21,7 @@ limitations under the License.
 #include "tensorflow/compiler/xla/service/tuple_util.h"
 #include "tensorflow/compiler/xla/service/while_loop_analysis.h"
 #include "tensorflow/compiler/xla/service/while_util.h"
+#include "tensorflow/compiler/xla/shape_util.h"
 #include "tensorflow/compiler/xla/util.h"
 
 namespace xla {
@@ -207,6 +208,37 @@ WhileLoopInvariantCodeMotion::TryHoistingInvariantInstructionsFromWhileBody(
       continue;
     }
 
+    if (!hoist_size_inflating_ops_) {
+      // Check that hoisting the instruction doesn't cause a significant memory
+      // blow-up. LICM extends the live-range of the output of the hoisted
+      // instruction to be the entire while loop, which may be problematic on
+      // platforms where memory is limited. This can be especially harmful if
+      // the instruction has a significantly larger output than its input, e.g.
+      // kIota, kBroadcast or kConstant.
+      int64 input_size = 0, output_size = 0;
+
+      for (auto* operand : instruction->operands()) {
+        ShapeUtil::ForEachSubshape(
+            operand->shape(),
+            [&input_size](const Shape& subshape, const ShapeIndex& /*index*/) {
+              if (ShapeUtil::IsArray(subshape)) {
+                input_size += ShapeUtil::ByteSizeOfElements(subshape);
+              }
+            });
+      }
+      ShapeUtil::ForEachSubshape(
+          instruction->shape(),
+          [&output_size](const Shape& subshape, const ShapeIndex& /*index*/) {
+            if (ShapeUtil::IsArray(subshape)) {
+              output_size += ShapeUtil::ByteSizeOfElements(subshape);
+            }
+          });
+
+      if (output_size > input_size) {
+        continue;
+      }
+    }
+
     auto is_invariant = [&](HloInstruction* op) {
       return hoisted_instructions.find(op) != hoisted_instructions.end() ||
              unhoisted_invariant_instructions.count(op) ||
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.h b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.h
index 3031899f71..bd6232dc0a 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.h
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion.h
@@ -34,8 +34,14 @@ class WhileLoopInvariantCodeMotion : public HloModulePass {
   // Setting `hoist_constants` to false can be help if LICM is run in the mid
   // level HLO pipeline because hoisting constants out of while loop bodies can
   // break optimizations like constant folding.
-  explicit WhileLoopInvariantCodeMotion(bool hoist_constants = false)
-      : hoist_constants_(hoist_constants) {}
+  // Setting `hoist_size_inflating_ops` to false will forbid hoisting
+  // instructions where the size of the output(s) is larger than the size of the
+  // input(s). This is useful on platforms on which it's important to prevent
+  // blow-ups in memory size.
+  explicit WhileLoopInvariantCodeMotion(bool hoist_constants = false,
+                                        bool hoist_size_inflating_ops = true)
+      : hoist_constants_(hoist_constants),
+        hoist_size_inflating_ops_(hoist_size_inflating_ops) {}
   ~WhileLoopInvariantCodeMotion() override = default;
 
   absl::string_view name() const override {
@@ -49,6 +55,7 @@ class WhileLoopInvariantCodeMotion : public HloModulePass {
       HloInstruction* while_instr);
 
   bool hoist_constants_;
+  bool hoist_size_inflating_ops_;
 };
 }  // namespace xla
 
diff --git a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
index 046ccb2d3f..8e7c4bc882 100644
--- a/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
+++ b/tensorflow/compiler/xla/service/while_loop_invariant_code_motion_test.cc
@@ -570,5 +570,59 @@ TEST_F(WhileLoopInvariantCodeMotionTest, DoNotHoistOutOfSingleIteration) {
   EXPECT_FALSE(simplified_loop);
 }
 
+const char* const kInflatingTestCase = R"(
+HloModule ModuleWithWhile
+
+mul {
+  lhs = f32[] parameter(0)
+  rhs = f32[] parameter(1)
+  ROOT mul = f32[] multiply(lhs, rhs)
+}
+
+body {
+  p_body = (f32[]) parameter(0)
+  iota = f32[1024, 1024] iota(), iota_dimension=0
+  add = f32[1024, 1024] add(iota, iota)
+  constant = f32[] constant(1.0)
+  reduce = f32[] reduce(f32[1024, 1024] add, f32[] constant), dimensions={0,1}, to_apply=mul
+  ROOT root = (f32[]) tuple(reduce)
+}
+
+condition {
+  p_cond = (f32[]) parameter(0)
+  ROOT result = pred[] constant(true)
+}
+
+ENTRY entry {
+  param = f32[] parameter(0)
+  while_init = (f32[]) tuple(param)
+  ROOT while = (f32[]) while(while_init), condition=condition, body=body
+}
+)";
+
+TEST_F(WhileLoopInvariantCodeMotionTest, HoistsInflatingByDefault) {
+  auto m = ParseAndReturnVerifiedModule(kInflatingTestCase).ValueOrDie();
+
+  TF_ASSERT_OK_AND_ASSIGN(
+      bool simplified_loop,
+      WhileLoopInvariantCodeMotion(/*hoist_constants=*/true).Run(m.get()));
+  EXPECT_TRUE(simplified_loop);
+
+  HloComputation* while_body = m->GetComputationWithName("wide.body");
+  ASSERT_NE(while_body, nullptr);
+  EXPECT_THAT(while_body->instructions(), Not(Contains(op::Iota())));
+}
+
+TEST_F(WhileLoopInvariantCodeMotionTest, NoHoistInflating) {
+  auto m = ParseAndReturnVerifiedModule(kInflatingTestCase).ValueOrDie();
+
+  TF_ASSERT_OK_AND_ASSIGN(
+      bool simplified_loop,
+      WhileLoopInvariantCodeMotion(/*hoist_constants=*/true,
+                                   /*hoist_size_inflating_ops=*/false)
+          .Run(m.get()));
+  EXPECT_FALSE(simplified_loop);
+}
+
 }  // namespace
 }  // namespace xla
-- 
GitLab


From 5822f97659aa3a19231f43fecb90546d3b83f680 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 16 Nov 2018 07:31:27 -0800
Subject: [PATCH 1743/1825] Automated rollback of commit
 582672a1c206238252dc7703bc5928f054dd6c15

PiperOrigin-RevId: 221791370
---
 tensorflow/core/framework/tensor.h       | 91 +++++++++++++++++-------
 tensorflow/core/framework/tensor_test.cc | 11 +--
 2 files changed, 71 insertions(+), 31 deletions(-)

diff --git a/tensorflow/core/framework/tensor.h b/tensorflow/core/framework/tensor.h
index 8a5633983b..3177bbe7e9 100644
--- a/tensorflow/core/framework/tensor.h
+++ b/tensorflow/core/framework/tensor.h
@@ -30,6 +30,7 @@ limitations under the License.
 #include "tensorflow/core/lib/gtl/inlined_vector.h"
 #include "tensorflow/core/platform/logging.h"
 #include "tensorflow/core/platform/macros.h"
+#include "tensorflow/core/platform/mem.h"
 #include "tensorflow/core/platform/types.h"
 
 namespace tensorflow {
@@ -119,7 +120,7 @@ class Tensor {
 
   class HostScalarTensorBufferBase;
   template <typename T>
-  class HostScalarTensorBuffer;
+  struct ValueAndTensorBuffer;
 
   // Creates a tensor with the given scalar `value` in CPU memory.
   template <typename T>
@@ -876,40 +877,76 @@ class Tensor::HostScalarTensorBufferBase : public TensorBuffer {
   void FillAllocationDescription(AllocationDescription* proto) const final;
 };
 
-// `Tensor::HostScalarTensorBuffer<T>` is a specialized `TensorBuffer`
-// implementation for storing a single scalar value.
-//
-// TODO(mrry): Evaluate other compilers or approaches to aligning the value
-// so that it can be used directly as a tensor value. For example, in a C++17
-// future, we could use `alignas(EIGEN_MAX_ALIGN_BYTES)` to store the value
-// inline in this object to save an allocation. However, this is not currently
-// widely supported in our compilers.
+// A packed representation for a single scalar value of type `T`, and a
+// `TensorBuffer` implementation that describes (and manages the lifetime of)
+// that value.
 template <typename T>
-class Tensor::HostScalarTensorBuffer : public HostScalarTensorBufferBase {
- public:
-  HostScalarTensorBuffer(T&& value)
-      : data_(reinterpret_cast<T*>(cpu_allocator()->AllocateRaw(
-            EIGEN_MAX_ALIGN_BYTES, sizeof(value)))) {
-    if (is_simple_type<T>::value) {
-      *data_ = value;
-    } else {
-      new (data_) T(std::move(value));
+struct Tensor::ValueAndTensorBuffer {
+  class HostScalarTensorBuffer : public Tensor::HostScalarTensorBufferBase {
+   public:
+    HostScalarTensorBuffer(void* data) : data_(data) {}
+    void* data() const final { return const_cast<void*>(data_); }
+    size_t size() const final { return sizeof(T); }
+    TensorBuffer* root_buffer() final { return this; }
+
+    // Override `operator delete` so that calling `delete this` in
+    // `core::Refcounted::Unref()` for an object of this type will free
+    // the enclosing `ValueAndTensorBuffer` for the tensor buffer.
+    //
+    // NOTE(mrry): The definition of this method must be outside the class
+    // definition in order to satisfy some compilers.
+    static void operator delete(void* ptr);
+
+    static void operator delete(void*, void*) {
+      // Some compilers require an overridden class-specific deallocation
+      // function, which will be called if placement `new` throws an
+      // exception.
     }
-  }
-  ~HostScalarTensorBuffer() { cpu_allocator()->Deallocate(data_, 1); }
-  void* data() const final { return const_cast<T*>(data_); }
-  size_t size() const final { return sizeof(*data_); }
-  TensorBuffer* root_buffer() final { return this; }
 
- private:
-  T* const data_;
+   private:
+    ~HostScalarTensorBuffer() override { static_cast<T*>(data_)->~T(); }
+    void* const data_;
+  };
+
+  T value;
+  HostScalarTensorBuffer tensor_buffer;
 };
 
+/* static */
 template <typename T>
-Tensor::Tensor(T value, host_scalar_tag tag)
-    : buf_(new HostScalarTensorBuffer<T>(std::move(value))) {
+void Tensor::ValueAndTensorBuffer<T>::HostScalarTensorBuffer::operator delete(
+    void* ptr) {
+  // Use a dummy object to compute to offset of
+  // `ValueAndTensorBuffer::tensor_buffer`, because `offsetof()` is not
+  // necessarily defined on this non-POD type (until C++17).
+  //
+  // NOTE(mrry): Using `sizeof(Tensor::ValueAndTensorBuffer<T>)` here requires
+  // us to define this method outside the class definition, so that it is not
+  // considered an incomplete type.
+  typename std::aligned_storage<sizeof(Tensor::ValueAndTensorBuffer<T>),
+                                alignof(Tensor::ValueAndTensorBuffer<T>)>::type
+      dummy_storage_;
+  Tensor::ValueAndTensorBuffer<T>* dummy_object =
+      reinterpret_cast<Tensor::ValueAndTensorBuffer<T>*>(&dummy_storage_);
+  intptr_t offset = reinterpret_cast<intptr_t>(&dummy_object->tensor_buffer) -
+                    reinterpret_cast<intptr_t>(dummy_object);
+
+  port::AlignedFree(static_cast<char*>(ptr) - offset);
+}
+
+template <typename T>
+Tensor::Tensor(T value, host_scalar_tag tag) {
+  auto* value_and_buf = static_cast<Tensor::ValueAndTensorBuffer<T>*>(
+      port::AlignedMalloc(sizeof(typename Tensor::ValueAndTensorBuffer<T>),
+                          EIGEN_MAX_ALIGN_BYTES));
+  new (&value_and_buf->value) T(std::move(value));
+  new (&value_and_buf->tensor_buffer)
+      typename Tensor::ValueAndTensorBuffer<T>::HostScalarTensorBuffer(
+          value_and_buf);
+  buf_ = &value_and_buf->tensor_buffer;
   set_dtype(DataTypeToEnum<T>::value);
 }
+
 inline Tensor& Tensor::operator=(Tensor&& other) {
   // Avoid self-assignment, since we might destroy our underlying buffer.
   if (&other != this) {
diff --git a/tensorflow/core/framework/tensor_test.cc b/tensorflow/core/framework/tensor_test.cc
index 925ebc4945..4fa9d1df67 100644
--- a/tensorflow/core/framework/tensor_test.cc
+++ b/tensorflow/core/framework/tensor_test.cc
@@ -854,15 +854,18 @@ TEST(Tensor_HostScalar, Basics) {
     EXPECT_FLOAT_EQ(42.0f, Tt());
   }
   {
-    Tensor t("foo");
+    // NOTE(mrry): Use long enough strings so that the contents are dynamically
+    // allocated, and the absence of a call to the string destructor would
+    // cause a memory leak.
+    Tensor t("fooooooooooooooooooooooooooooooooooooo");
     EXPECT_EQ(DT_STRING, t.dtype());
     EXPECT_EQ(1, t.NumElements());
     auto Tt = t.scalar<string>();
     EXPECT_EQ(1, Tt.size());
     EXPECT_EQ(0, Tt.rank());
-    EXPECT_EQ("foo", Tt());
-    Tt() = "bar";
-    EXPECT_EQ("bar", Tt());
+    EXPECT_EQ("fooooooooooooooooooooooooooooooooooooo", Tt());
+    Tt() = "baaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar";
+    EXPECT_EQ("baaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar", Tt());
   }
 }
 
-- 
GitLab


From 1480288eecc3ff13af5951c0bb79d56aca2f83f7 Mon Sep 17 00:00:00 2001
From: Martin Wicke <wicke@google.com>
Date: Fri, 16 Nov 2018 07:55:34 -0800
Subject: [PATCH 1744/1825] Remove the tf.app module in v2. Users interested in
 command line flag parsing should use the standard argparse module.

PiperOrigin-RevId: 221793880
---
 tensorflow/api_template.__init__.py                      | 3 ++-
 tensorflow/python/platform/app.py                        | 2 +-
 tensorflow/python/tools/api/generator/api_init_files.bzl | 1 -
 tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt      | 7 -------
 tensorflow/tools/api/golden/v2/tensorflow.pbtxt          | 4 ----
 5 files changed, 3 insertions(+), 14 deletions(-)
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt

diff --git a/tensorflow/api_template.__init__.py b/tensorflow/api_template.__init__.py
index 0d49756838..2efb8846c6 100644
--- a/tensorflow/api_template.__init__.py
+++ b/tensorflow/api_template.__init__.py
@@ -34,7 +34,8 @@ from tensorflow.python.platform import flags  # pylint: disable=g-import-not-at-
 
 # Make sure directory containing top level submodules is in
 # the __path__ so that "from tensorflow.foo import bar" works.
-_tf_api_dir = _os.path.dirname(_os.path.dirname(app.__file__))  # pylint: disable=undefined-variable
+# We're using bitwise, but there's nothing special about that.
+_tf_api_dir = _os.path.dirname(_os.path.dirname(bitwise.__file__))  # pylint: disable=undefined-variable
 if _tf_api_dir not in __path__:
   __path__.append(_tf_api_dir)
 
diff --git a/tensorflow/python/platform/app.py b/tensorflow/python/platform/app.py
index 4c91bc3652..7b917235c0 100644
--- a/tensorflow/python/platform/app.py
+++ b/tensorflow/python/platform/app.py
@@ -108,7 +108,7 @@ def _define_help_flags():
     _define_help_flags_called = True
 
 
-@tf_export('app.run')
+@tf_export(v1=['app.run'])
 def run(main=None, argv=None):
   """Runs the program with an optional 'main' function and 'argv' list."""
 
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 1097455734..8ce9038d3a 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -4,7 +4,6 @@
 TENSORFLOW_API_INIT_FILES = [
     # BEGIN GENERATED FILES
     "__init__.py",
-    "app/__init__.py",
     "bitwise/__init__.py",
     "compat/__init__.py",
     "data/__init__.py",
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt
deleted file mode 100644
index 67e1b76cab..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.app.pbtxt
+++ /dev/null
@@ -1,7 +0,0 @@
-path: "tensorflow.app"
-tf_module {
-  member_method {
-    name: "run"
-    argspec: "args=[\'main\', \'argv\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index a1e7b3231f..c5181ac1ac 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -144,10 +144,6 @@ tf_module {
     name: "VariableSynchronization"
     mtype: "<class \'enum.EnumMeta\'>"
   }
-  member {
-    name: "app"
-    mtype: "<type \'module\'>"
-  }
   member {
     name: "bfloat16"
     mtype: "<class \'tensorflow.python.framework.dtypes.DType\'>"
-- 
GitLab


From 4f8c575890a63def2bf667b61d85f1c2ff2ef91b Mon Sep 17 00:00:00 2001
From: Greg Billock <gbillock@google.com>
Date: Fri, 16 Nov 2018 08:05:28 -0800
Subject: [PATCH 1745/1825] Update unicode_decode_with_splits type to int32

PiperOrigin-RevId: 221795193
---
 tensorflow/core/kernels/unicode_ops.cc        |  4 +--
 .../core/ops/compat/ops_history.v1.pbtxt      |  2 +-
 tensorflow/core/ops/string_ops.cc             |  2 +-
 .../kernel_tests/unicode_decode_op_test.py    | 33 ++++++++-----------
 4 files changed, 17 insertions(+), 24 deletions(-)

diff --git a/tensorflow/core/kernels/unicode_ops.cc b/tensorflow/core/kernels/unicode_ops.cc
index fde579dd9f..eb0c1d1228 100644
--- a/tensorflow/core/kernels/unicode_ops.cc
+++ b/tensorflow/core/kernels/unicode_ops.cc
@@ -425,12 +425,12 @@ class UnicodeDecodeWithOffsetsOp : public OpKernel {
         ctx, ctx->allocate_output("char_to_byte_starts",
                                   {static_cast<int64>(offset_values.size())},
                                   &output_offset_values));
-    auto out_char_values = output_char_values->vec<uint32>();
+    auto out_char_values = output_char_values->vec<int32>();
     auto out_offset_values = output_offset_values->vec<int64>();
 
     // Load output tensors from intermediate value arrays.
     for (int i = 0; i < char_values.size(); ++i) {
-      out_char_values(i) = static_cast<uint32>(char_values[i]);
+      out_char_values(i) = static_cast<int32>(char_values[i]);
       out_offset_values(i) = offset_values[i];
     }
   }
diff --git a/tensorflow/core/ops/compat/ops_history.v1.pbtxt b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
index 13416c179a..803e4b434b 100644
--- a/tensorflow/core/ops/compat/ops_history.v1.pbtxt
+++ b/tensorflow/core/ops/compat/ops_history.v1.pbtxt
@@ -77022,7 +77022,7 @@ op {
   }
   output_arg {
     name: "char_values"
-    type: DT_UINT32
+    type: DT_INT32
   }
   output_arg {
     name: "char_to_byte_starts"
diff --git a/tensorflow/core/ops/string_ops.cc b/tensorflow/core/ops/string_ops.cc
index 8fe8e5db52..fbecff11df 100644
--- a/tensorflow/core/ops/string_ops.cc
+++ b/tensorflow/core/ops/string_ops.cc
@@ -263,7 +263,7 @@ REGISTER_OP("UnicodeTranscode")
 REGISTER_OP("UnicodeDecodeWithOffsets")
     .Input("input: string")
     .Output("row_splits: int64")
-    .Output("char_values: uint32")
+    .Output("char_values: int32")
     .Output("char_to_byte_starts: int64")
     .Attr("input_encoding: string")
     .Attr("errors: {'strict', 'replace', 'ignore'} = 'replace'")
diff --git a/tensorflow/python/kernel_tests/unicode_decode_op_test.py b/tensorflow/python/kernel_tests/unicode_decode_op_test.py
index 9401e77adf..34dae9b731 100644
--- a/tensorflow/python/kernel_tests/unicode_decode_op_test.py
+++ b/tensorflow/python/kernel_tests/unicode_decode_op_test.py
@@ -37,7 +37,7 @@ class UnicodeDecodeTest(test.TestCase):
 
   def testBatchDecode(self):
     text = constant_op.constant(
-        ["仅今年前", "中国进出口银行与中国银行加强合作"])
+        ["仅今年前", "分享介面終於迎來更新"])
     row_splits, utf8_text, offsets = gen_string_ops.unicode_decode_with_offsets(
         text, "utf-8")
 
@@ -47,27 +47,20 @@ class UnicodeDecodeTest(test.TestCase):
           codepoint("今"),
           codepoint("年"),
           codepoint("前"),
-          codepoint("中"),
-          codepoint("国"),
-          codepoint("进"),
-          codepoint("出"),
-          codepoint("口"),
-          codepoint("银"),
-          codepoint("行"),
-          codepoint("与"),
-          codepoint("中"),
-          codepoint("国"),
-          codepoint("银"),
-          codepoint("行"),
-          codepoint("加"),
-          codepoint("强"),
-          codepoint("合"),
-          codepoint("作")
+          codepoint("分"),
+          codepoint("享"),
+          codepoint("介"),
+          codepoint("面"),
+          codepoint("終"),
+          codepoint("於"),
+          codepoint("迎"),
+          codepoint("來"),
+          codepoint("更"),
+          codepoint("新")
       ],
                           utf8_text.eval().tolist())
-      self.assertAllEqual([0, 4, 20], row_splits.eval().tolist())
-      self.assertAllEqual([0, 3, 6, 9, 0, 3, 6, 9, 12, 15, 18, 21, 24, 27, 30,
-                           33, 36, 39, 42, 45],
+      self.assertAllEqual([0, 4, 14], row_splits.eval().tolist())
+      self.assertAllEqual([0, 3, 6, 9, 0, 3, 6, 9, 12, 15, 18, 21, 24, 27],
                           offsets.eval().tolist())
 
   def testBasicDecodeWithOffset(self):
-- 
GitLab


From f0713a4169cfeb22d96ccb119f8200573d4360ca Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 08:19:48 -0800
Subject: [PATCH 1746/1825] Update ops-related pbtxt files.

PiperOrigin-RevId: 221796820
---
 tensorflow/core/ops/ops.pbtxt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/core/ops/ops.pbtxt b/tensorflow/core/ops/ops.pbtxt
index ac83059aec..f9474d4a16 100644
--- a/tensorflow/core/ops/ops.pbtxt
+++ b/tensorflow/core/ops/ops.pbtxt
@@ -36955,7 +36955,7 @@ op {
   }
   output_arg {
     name: "char_values"
-    type: DT_UINT32
+    type: DT_INT32
   }
   output_arg {
     name: "char_to_byte_starts"
-- 
GitLab


From f91d1fc2dd43ce022d550d47f6639fdb2d3f9f30 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 08:59:38 -0800
Subject: [PATCH 1747/1825] Make the error thrown by PassThroughAllStages more
 informative by including the node name.

PiperOrigin-RevId: 221801636
---
 tensorflow/core/grappler/optimizers/graph_optimizer_stage.h | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorflow/core/grappler/optimizers/graph_optimizer_stage.h b/tensorflow/core/grappler/optimizers/graph_optimizer_stage.h
index f31a30ec0e..99fcb31523 100644
--- a/tensorflow/core/grappler/optimizers/graph_optimizer_stage.h
+++ b/tensorflow/core/grappler/optimizers/graph_optimizer_stage.h
@@ -239,7 +239,8 @@ class GraphOptimizerStagePipeline {
         // case of any error it must leave optimized graph unmodified.
         if (!stage_status.ok()) {
           LOG(WARNING) << "Failed to run optimizer " << stage->optimizer_name()
-                       << ", stage " << stage->stage_name()
+                       << ", stage " << stage->stage_name() << " node "
+                       << node->name()
                        << ". Error: " << stage_status.error_message();
         }
         if (break_predicate_(*result)) return true;
-- 
GitLab


From b6a23fd293902065b020d75baf2606c1c6f00e08 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 16 Nov 2018 09:09:28 -0800
Subject: [PATCH 1748/1825] Change API for tf.random.multinomial in TF2.0.

PiperOrigin-RevId: 221803100
---
 tensorflow/python/ops/random_ops.py           | 49 ++++++++++++++++---
 .../tools/api/golden/v2/tensorflow.pbtxt      |  4 --
 .../api/golden/v2/tensorflow.random.pbtxt     |  8 +--
 .../tools/compatibility/tf_upgrade_v2.py      | 19 +++++--
 .../tools/compatibility/tf_upgrade_v2_test.py | 21 ++++++++
 5 files changed, 82 insertions(+), 19 deletions(-)

diff --git a/tensorflow/python/ops/random_ops.py b/tensorflow/python/ops/random_ops.py
index 1f7db0af61..9c33ef3407 100644
--- a/tensorflow/python/ops/random_ops.py
+++ b/tensorflow/python/ops/random_ops.py
@@ -325,7 +325,9 @@ def random_crop(value, size, seed=None, name=None):
     return array_ops.slice(value, offset, size, name=name)
 
 
-@tf_export("random.multinomial", "multinomial")
+@tf_export(v1=["random.multinomial", "multinomial"])
+@deprecation.deprecated(
+    date=None, instructions="Use tf.random.categorical instead.")
 def multinomial(logits, num_samples, seed=None, name=None, output_dtype=None):
   """Draws samples from a multinomial distribution.
 
@@ -342,9 +344,7 @@ def multinomial(logits, num_samples, seed=None, name=None, output_dtype=None):
       `[i, :]` represents the unnormalized log-probabilities for all classes.
     num_samples: 0-D.  Number of independent samples to draw for each row slice.
     seed: A Python integer. Used to create a random seed for the distribution.
-      See
-      `tf.set_random_seed`
-      for behavior.
+      See `tf.set_random_seed` for behavior.
     name: Optional name for the operation.
     output_dtype: integer type to use for the output. Defaults to int64.
 
@@ -352,10 +352,43 @@ def multinomial(logits, num_samples, seed=None, name=None, output_dtype=None):
     The drawn samples of shape `[batch_size, num_samples]`.
   """
   with ops.name_scope(name, "multinomial", [logits]):
-    logits = ops.convert_to_tensor(logits, name="logits")
-    seed1, seed2 = random_seed.get_seed(seed)
-    return gen_random_ops.multinomial(
-        logits, num_samples, seed=seed1, seed2=seed2, output_dtype=output_dtype)
+    return multinomial_categorical_impl(logits, num_samples, output_dtype, seed)
+
+
+@tf_export("random.categorical", v1=[])
+def categorical(logits, num_samples, dtype=None, seed=None, name=None):
+  """Draws samples from a multinomial distribution.
+
+  Example:
+
+  ```python
+  # samples has shape [1, 5], where each value is either 0 or 1 with equal
+  # probability.
+  samples = tf.random.categorical(tf.log([[10., 10.]]), 5)
+  ```
+
+  Args:
+    logits: 2-D Tensor with shape `[batch_size, num_classes]`.  Each slice
+      `[i, :]` represents the unnormalized log-probabilities for all classes.
+    num_samples: 0-D.  Number of independent samples to draw for each row slice.
+    dtype: integer type to use for the output. Defaults to int64.
+    seed: A Python integer. Used to create a random seed for the distribution.
+      See `tf.set_random_seed` for behavior.
+    name: Optional name for the operation.
+
+  Returns:
+    The drawn samples of shape `[batch_size, num_samples]`.
+  """
+  with ops.name_scope(name, "categorical", [logits]):
+    return multinomial_categorical_impl(logits, num_samples, dtype, seed)
+
+
+def multinomial_categorical_impl(logits, num_samples, dtype, seed):
+  """Implementation for random.multinomial (v1) and random.categorical (v2)."""
+  logits = ops.convert_to_tensor(logits, name="logits")
+  seed1, seed2 = random_seed.get_seed(seed)
+  return gen_random_ops.multinomial(
+      logits, num_samples, seed=seed1, seed2=seed2, output_dtype=dtype)
 
 
 ops.NotDifferentiable("Multinomial")
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index c5181ac1ac..eba7b39561 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -836,10 +836,6 @@ tf_module {
     name: "mod"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "multinomial"
-    argspec: "args=[\'logits\', \'num_samples\', \'seed\', \'name\', \'output_dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "multiply"
     argspec: "args=[\'x\', \'y\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
index bfc38fbf3c..a9dd64383d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
@@ -1,5 +1,9 @@
 path: "tensorflow.random"
 tf_module {
+  member_method {
+    name: "categorical"
+    argspec: "args=[\'logits\', \'num_samples\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+  }
   member_method {
     name: "gamma"
     argspec: "args=[\'shape\', \'alpha\', \'beta\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'float32\'>\", \'None\', \'None\'], "
@@ -8,10 +12,6 @@ tf_module {
     name: "log_uniform_candidate_sampler"
     argspec: "args=[\'true_classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
-  member_method {
-    name: "multinomial"
-    argspec: "args=[\'logits\', \'num_samples\', \'seed\', \'name\', \'output_dtype\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
-  }
   member_method {
     name: "normal"
     argspec: "args=[\'shape\', \'mean\', \'stddev\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'0.0\', \'1.0\', \"<dtype: \'float32\'>\", \'None\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index e83e771001..9cd00e6994 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -51,6 +51,12 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.nn.sufficient_statistics": {
             "keep_dims": "keepdims"
         },
+        "tf.multinomial": {
+            "output_dtype": "dtype",
+        },
+        "tf.random.multinomial": {
+            "output_dtype": "dtype",
+        },
         "tf.nn.conv3d": {
             "filter": "filters"
         },
@@ -68,6 +74,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     self.symbol_renames = renames_v2.renames
     # pylint: disable=line-too-long
     # Add additional renames not in renames_v2.py here.
+    # IMPORTANT: For the renames in here, if you also need to add to
+    # function_reorders or function_keyword_renames, use the OLD function name.
+    # These renames happen after the arguments have been processed.
     self.symbol_renames.update({
         "tf.contrib.data.AUTOTUNE": "tf.data.experimental.AUTOTUNE",
         "tf.contrib.data.Counter": "tf.data.experimental.Counter",
@@ -113,6 +122,8 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.contrib.data.unique": "tf.data.experimental.unique",
         "tf.quantize_v2": "tf.quantization.quantize",
         "tf.sparse_concat": "tf.sparse.concat",
+        "tf.multinomial": "tf.random.categorical",
+        "tf.random.multinomial": "tf.random.categorical",
         "tf.load_file_system_library": "tf.load_library",
     })
     # pylint: enable=line-too-long
@@ -143,9 +154,11 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             "input", "window_shape", "pooling_type", "padding", "dilation_rate",
             "strides", "name", "data_format"
         ],
-        "tf.nn.separable_conv2d": [
-            "input", "depthwise_filter", "pointwise_filter", "strides",
-            "padding", "data_format", "dilations", "name"
+        "tf.multinomial": [
+            "logits", "num_samples", "seed", "name", "output_dtype"
+        ],
+        "tf.random.multinomial": [
+            "logits", "num_samples", "seed", "name", "output_dtype"
         ],
         "tf.pad": ["tensor", "paddings", "mode", "name", "constant_values"],
         "tf.quantize_v2": [
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
index b5e3f1907e..7baa1cafdd 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2_test.py
@@ -128,6 +128,27 @@ class TestUpgrade(test_util.TensorFlowTestCase):
         )
     self.assertEqual(new_text, expected_text)
 
+  def testRandomMultinomialToRandomCategorical(self):
+    text = (
+        "tf.random.multinomial(logits, samples, seed, name, output_dtype)\n"
+        )
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    expected_text = (
+        "tf.random.categorical(logits=logits, num_samples=samples, seed=seed, "
+        "name=name, dtype=output_dtype)\n"
+        )
+    self.assertEqual(new_text, expected_text)
+
+    text = (
+        "tf.multinomial(logits, samples, seed, name, output_dtype)\n"
+        )
+    _, unused_report, unused_errors, new_text = self._upgrade(text)
+    expected_text = (
+        "tf.random.categorical(logits=logits, num_samples=samples, seed=seed, "
+        "name=name, dtype=output_dtype)\n"
+        )
+    self.assertEqual(new_text, expected_text)
+
   def testConvolutionOpUpdate(self):
     text = (
         "tf.nn.convolution(input, filter, padding, strides, dilation_rate, "
-- 
GitLab


From e510289890c19b4ebab990e101d918b4c37029a7 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 09:19:48 -0800
Subject: [PATCH 1749/1825] import [0] shapes as they are, instead of mapping
 to [].

PiperOrigin-RevId: 221804264
---
 tensorflow/lite/toco/import_tensorflow.cc      | 5 +----
 tensorflow/lite/toco/import_tensorflow_test.cc | 4 +---
 2 files changed, 2 insertions(+), 7 deletions(-)

diff --git a/tensorflow/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
index 96f3c6a6ab..535aef05b1 100644
--- a/tensorflow/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -219,10 +219,7 @@ tensorflow::Status ImportShape(
   // allocation code gets a bit confused. It seems that the code expects an
   // empty shape for zero-sized shapes, so we will do just that, except for the
   // [0] case.
-  // TODO(b/119325030): In order to correctly import the "scalar" shapes the
-  // following test must include "&& input_dims_only_sizes.size() > 1", but
-  // that seems to slow everything down a lot.
-  if (zero_sized_shape) {
+  if (zero_sized_shape && input_dims_only_sizes.size() > 1) {
     shape->mutable_dims()->clear();
     if (input_flat_size != nullptr) *input_flat_size = 0;
     return tensorflow::Status::OK();
diff --git a/tensorflow/lite/toco/import_tensorflow_test.cc b/tensorflow/lite/toco/import_tensorflow_test.cc
index 0be358b1f7..07b52d3970 100644
--- a/tensorflow/lite/toco/import_tensorflow_test.cc
+++ b/tensorflow/lite/toco/import_tensorflow_test.cc
@@ -190,9 +190,7 @@ TEST_P(ShapeImportTest, ShapeIsOneDimZero) {
   EXPECT_TRUE(ImportNode(node, &model).ok());
 
   const auto& array = model.GetArray("Node1");
-  // We would like to have [0] shapes actually import correctly, but
-  // for some reason that slows everything down.
-  EXPECT_THAT(array.shape().dims(), ::testing::ElementsAre());
+  EXPECT_THAT(array.shape().dims(), ::testing::ElementsAre(0));
 }
 
 TEST_P(ShapeImportTest, ShapeElementTooLarge) {
-- 
GitLab


From 5c4fe7b6680df500cf129306e08b86ff3128c5f4 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Fri, 16 Nov 2018 09:48:36 -0800
Subject: [PATCH 1750/1825] Remove dead code.

USE_C_SHAPES has been forced True for a while now
(June: commit 1d74a69443f741e69f9f52cb6bc2940b4d4ae3b7
August: commit a473f435cf7345cb9dc2efacb471a7f318141a9b)
PiperOrigin-RevId: 221808148
---
 tensorflow/python/BUILD                  |   1 -
 tensorflow/python/framework/importer.py  |  15 ++-
 tensorflow/python/framework/ops.py       | 115 ++---------------------
 tensorflow/python/framework/test_util.py |  47 +--------
 4 files changed, 17 insertions(+), 161 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index e55b2a0e92..e81ed2f73a 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -853,7 +853,6 @@ py_library(
     deps = [
         ":c_api_util",
         ":control_flow_util",
-        ":cpp_shape_inference_proto_py",
         ":device",
         ":dtypes",
         ":error_interpolation",
diff --git a/tensorflow/python/framework/importer.py b/tensorflow/python/framework/importer.py
index c9ac27e788..71ebfd6ceb 100644
--- a/tensorflow/python/framework/importer.py
+++ b/tensorflow/python/framework/importer.py
@@ -431,17 +431,16 @@ def import_graph_def(graph_def,
     #
     # TODO(skyewm): fetch the TF_Functions directly from the TF_Graph
     # TODO(skyewm): avoid sending serialized FunctionDefs back to the TF_Graph
-    # TODO(b/74620627): move this after _ProcessNewOps outside the lock once
-    # _USE_C_SHAPES is removed.
-    if graph_def.library and graph_def.library.function:
-      # pylint: disable=protected-access
-      functions = function._from_library(graph_def.library)
-      for f in functions:
-        f.add_to_graph(graph)
-      # pylint: enable=protected-access
 
     _ProcessNewOps(graph)
 
+  if graph_def.library and graph_def.library.function:
+    # pylint: disable=protected-access
+    functions = function._from_library(graph_def.library)
+    for f in functions:
+      f.add_to_graph(graph)
+    # pylint: enable=protected-access
+
   # Treat input mappings that don't appear in the graph as an error, because
   # they are likely to be due to a typo.
   missing_unused_input_keys = (
diff --git a/tensorflow/python/framework/ops.py b/tensorflow/python/framework/ops.py
index 11a73eb11d..ee7323fc9d 100644
--- a/tensorflow/python/framework/ops.py
+++ b/tensorflow/python/framework/ops.py
@@ -40,7 +40,6 @@ from tensorflow.python.eager import context
 from tensorflow.python.eager import core
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import c_api_util
-from tensorflow.python.framework import cpp_shape_inference_pb2
 from tensorflow.python.framework import device as pydev
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import error_interpolation
@@ -318,22 +317,13 @@ class Tensor(_TensorLike):
     self._op = op
     self._value_index = value_index
     self._dtype = dtypes.as_dtype(dtype)
-
     # This will be set by self._as_tf_output().
     self._tf_output = None
-
     # This will be set by self.shape().
     self._shape_val = None
-
     # List of operations that use this Tensor as input.  We maintain this list
     # to easily navigate a computation graph.
     self._consumers = []
-
-    if not _USE_C_SHAPES:
-      # Attributes used for C++ shape inference. Not inspected, only forwarded.
-      # If set, will be a HandleData object from cpp_shape_inference.proto.
-      self._handle_data = None
-
     self._id = uid()
 
   @property
@@ -408,17 +398,7 @@ class Tensor(_TensorLike):
 
     """
     if self._shape_val is None:
-      if _USE_C_SHAPES:
-        self._shape_val = self._c_api_shape()
-      else:
-        # Call set_shape_and_handle_data_for_outputs in topological order on all
-        # ops that are needed to compute self.op's shape. We do this instead of
-        # having set_shape_and_handle_data_for_outputs recursively call
-        # Operation.shape on self.op.inputs to overflowing the call stack.
-        need_shapes = self._get_input_ops_without_shapes(self.op)
-        need_shapes.sort(key=lambda op: op._id)
-        for op in need_shapes:
-          set_shape_and_handle_data_for_outputs(op)
+      self._shape_val = self._c_api_shape()
     return self._shape_val
 
   def _get_input_ops_without_shapes(self, target_op):
@@ -533,14 +513,10 @@ class Tensor(_TensorLike):
       ValueError: If `shape` is not compatible with the current shape of
         this tensor.
     """
-    if _USE_C_SHAPES:  # pylint: disable=protected-access
-      # Reset cached shape.
-      self._shape_val = None
-    else:
-      self._shape_val = self.shape.merge_with(shape)
+    # Reset cached shape.
+    self._shape_val = None
 
-    # Update C shape even if _USE_C_SHAPES = False, since we still want
-    # set_shape to be reflected in the C API graph for when we run it.
+    # We want set_shape to be reflected in the C API graph for when we run it.
     if not isinstance(shape, tensor_shape.TensorShape):
       shape = tensor_shape.TensorShape(shape)
     dim_list = []
@@ -634,10 +610,7 @@ class Tensor(_TensorLike):
     return id(self) == id(other)
 
   def __copy__(self):
-    # Make sure _shape_val is computed before we copy.
     # TODO(b/77597810): get rid of Tensor copies.
-    if self._shape_val is None:
-      set_shape_and_handle_data_for_outputs(self.op)
     cls = self.__class__
     result = cls.__new__(cls)
     result.__dict__.update(self.__dict__)
@@ -2135,12 +2108,6 @@ class Operation(object):
       raise TypeError("tensor must be a Tensor: %s" % tensor)
     _assert_same_graph(self, tensor)
 
-    # Make sure output shapes are already computed for this op in case we create
-    # a cycle (we cannot compute shapes for cycles). Usually shapes are computed
-    # lazily upon request.
-    if not _USE_C_SHAPES:
-      set_shape_and_handle_data_for_outputs(self)
-
     # Reset cached inputs.
     self._inputs_val = None
     c_api.UpdateEdge(
@@ -2614,72 +2581,9 @@ class RegisterShape(object):
     return f
 
 
-# TODO(b/74620627): remove when _USE_C_SHAPES is removed
-def _set_shape_and_handle_data_for_outputs_c_api(op):
-  """Set shapes and resource handle data using info from the C API."""
-  assert not _USE_C_SHAPES
-  for output in op.outputs:
-    output._shape_val = output._c_api_shape()
-    # Set the resource handle data for compatibility with the Python shape
-    # inference code.
-    serialized = c_api.GetHandleShapeAndType(op._graph._c_graph,  # pylint: disable=protected-access
-                                             output._as_tf_output())
-    if serialized:
-      output._handle_data = (
-          cpp_shape_inference_pb2.CppShapeInferenceResult.HandleData
-          .FromString(compat.as_bytes(serialized)))
-    else:
-      output._handle_data = None
-
-
-# TODO(b/74620627): remove when _USE_C_SHAPES is removed
-def set_shape_and_handle_data_for_outputs(op):
-  """Set the shapes and resource handle data for op's outputs.
-
-  When _USE_C_SHAPES = False, this is lazily called when a tensor's shape is
-  first requested. Usually this should work automatically, but some edge cases
-  may require manually calling this first to make sure Tensor._shape_val and
-  Tensor._handle_data are set (e.g. manually overriding _handle_data, copying a
-  Tensor).
-  """
-  if _USE_C_SHAPES: return
-
-  if op.graph._is_function(op.type):
-    for output in op.outputs:
-      output._shape_val = tensor_shape.unknown_shape()
-    return
-
-  try:
-    shape_func = _shape_registry.lookup(op.type)
-  except LookupError:
-    try:
-      shape_func = _default_shape_function_registry.lookup(op.type)
-    except LookupError:
-      shape_func = _call_cpp_shape_fn_and_require_op
-
-  shapes = shape_func(op)
-  if shapes is None:
-    raise RuntimeError(
-        "Shape function for op %s did not return any shapes" % op)
-  elif isinstance(shapes, dict):
-    # Returned by call_cpp_shape_fn
-    shapes_dict = shapes
-    shapes = shapes_dict["shapes"]
-    handle_datas = shapes_dict["handle_data"]
-    for output, handle_data in zip(op.outputs, handle_datas):
-      # Don't override any existing handle data that may have been manually set.
-      # pylint: disable=protected-access
-      if output._handle_data is None:
-        output._handle_data = handle_data
-      # pylint: enable=protected-access
-
-  if len(op.outputs) != len(shapes):
-    raise RuntimeError(
-        "Shape function for op %s returned %d shapes but expected %d %s %s" %
-        (op, len(shapes), len(op.outputs), shape_func.__name__, str(shapes)))
-  for output, s in zip(op.outputs, shapes):
-    output._shape_val = tensor_shape.unknown_shape()
-    output._shape_val = output._shape_val.merge_with(s)
+def set_shape_and_handle_data_for_outputs(_):
+  """No op. TODO(b/74620627): Remove this."""
+  pass
 
 
 class OpStats(object):
@@ -3532,11 +3436,6 @@ class Graph(object):
 
     # pylint: disable=protected-access
     for op in new_ops:
-      # Operations created by the C API always retrieve shapes from the C API so
-      # we preserve the shapes of ops created in import_graph_def (from the
-      # "_output_shapes" attr of the imported NodeDef).
-      if not _USE_C_SHAPES:
-        _set_shape_and_handle_data_for_outputs_c_api(op)
       new_control_inputs = self._control_dependencies_for_inputs(op.inputs)
       op._add_control_inputs(new_control_inputs)
       op._control_flow_post_processing()
diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 0a08f3b5bd..39c8ba152d 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -378,53 +378,12 @@ def skip_if(condition):
 
 
 def enable_c_shapes(fn):
-  """Decorator for enabling C shapes on a test.
-
-  Note this enables the C shapes after running the test class's setup/teardown
-  methods.
-
-  Args:
-    fn: the function to be wrapped
-
-  Returns:
-    The wrapped function
-  """
-
-  # pylint: disable=protected-access
-  def wrapper(*args, **kwargs):
-    prev_value = ops._USE_C_SHAPES
-    ops._USE_C_SHAPES = True
-    try:
-      fn(*args, **kwargs)
-    finally:
-      ops._USE_C_SHAPES = prev_value
-
-  # pylint: enable=protected-access
-
-  return wrapper
+  """No-op. TODO(b/74620627): Remove this."""
+  return fn
 
 
 def with_c_shapes(cls):
-  """Adds methods that call original methods but with C API shapes enabled.
-
-  Note this enables C shapes in new methods after running the test class's
-  setup method.
-
-  Args:
-    cls: class to decorate
-
-  Returns:
-    cls with new test methods added
-  """
-  # If C shapes are already enabled, don't do anything. Some tests break if the
-  # same test is run twice, so this allows us to turn on the C shapes by default
-  # without breaking these tests.
-  if ops._USE_C_SHAPES:
-    return cls
-
-  for name, value in cls.__dict__.copy().items():
-    if callable(value) and name.startswith("test"):
-      setattr(cls, name + "WithCShapes", enable_c_shapes(value))
+  """No-op. TODO(b/74620627): Remove this."""
   return cls
 
 
-- 
GitLab


From 28bb75b696bbfea014c2c9c62a09cad987720d8f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 09:55:23 -0800
Subject: [PATCH 1751/1825] Renamed maybe_saved_model_directory to
 contains_saved_model for TF 2.0

PiperOrigin-RevId: 221809031
---
 tensorflow/python/saved_model/loader_impl.py  | 28 ++++++++++++---
 .../golden/v1/tensorflow.saved_model.pbtxt    |  4 +++
 .../golden/v2/tensorflow.saved_model.pbtxt    |  8 ++---
 tensorflow/tools/compatibility/renames_v2.py  | 36 +++++++++++--------
 4 files changed, 53 insertions(+), 23 deletions(-)

diff --git a/tensorflow/python/saved_model/loader_impl.py b/tensorflow/python/saved_model/loader_impl.py
index 8c8eaf038a..601133ce90 100644
--- a/tensorflow/python/saved_model/loader_impl.py
+++ b/tensorflow/python/saved_model/loader_impl.py
@@ -145,12 +145,11 @@ def _get_main_op_tensor(
   return main_op_tensor
 
 
-@tf_export(
+@tf_export(v1=[
+    "saved_model.contains_saved_model",
     "saved_model.maybe_saved_model_directory",
-    v1=[
-        "saved_model.maybe_saved_model_directory",
-        "saved_model.loader.maybe_saved_model_directory"
-    ])
+    "saved_model.loader.maybe_saved_model_directory"
+])
 @deprecation.deprecated_endpoints(
     "saved_model.loader.maybe_saved_model_directory")
 def maybe_saved_model_directory(export_dir):
@@ -173,6 +172,25 @@ def maybe_saved_model_directory(export_dir):
   return file_io.file_exists(txt_path) or file_io.file_exists(pb_path)
 
 
+@tf_export("saved_model.contains_saved_model", v1=[])
+def contains_saved_model(export_dir):
+  """Checks whether the provided export directory could contain a SavedModel.
+
+  Note that the method does not load any data by itself. If the method returns
+  `false`, the export directory definitely does not contain a SavedModel. If the
+  method returns `true`, the export directory may contain a SavedModel but
+  provides no guarantee that it can be loaded.
+
+  Args:
+    export_dir: Absolute string path to possible export location. For example,
+                '/my/foo/model'.
+
+  Returns:
+    True if the export directory contains SavedModel files, False otherwise.
+  """
+  return maybe_saved_model_directory(export_dir)
+
+
 @tf_export(v1=["saved_model.load", "saved_model.loader.load"])
 @deprecation.deprecated(
     None,
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt
index 2055bfbf06..3929003fa1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.saved_model.pbtxt
@@ -148,6 +148,10 @@ tf_module {
     name: "classification_signature_def"
     argspec: "args=[\'examples\', \'classes\', \'scores\'], varargs=None, keywords=None, defaults=None"
   }
+  member_method {
+    name: "contains_saved_model"
+    argspec: "args=[\'export_dir\'], varargs=None, keywords=None, defaults=None"
+  }
   member_method {
     name: "get_tensor_from_tensor_info"
     argspec: "args=[\'tensor_info\', \'graph\', \'import_scope\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
index c83b569176..d946c666c2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.saved_model.pbtxt
@@ -101,12 +101,12 @@ tf_module {
     argspec: "args=[\'examples\', \'classes\', \'scores\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
-    name: "is_valid_signature"
-    argspec: "args=[\'signature_def\'], varargs=None, keywords=None, defaults=None"
+    name: "contains_saved_model"
+    argspec: "args=[\'export_dir\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
-    name: "maybe_saved_model_directory"
-    argspec: "args=[\'export_dir\'], varargs=None, keywords=None, defaults=None"
+    name: "is_valid_signature"
+    argspec: "args=[\'signature_def\'], varargs=None, keywords=None, defaults=None"
   }
   member_method {
     name: "predict_signature_def"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 5f9d33228b..c1a550ff3e 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -28,6 +28,10 @@ renames = {
     'tf.AUTO_REUSE': 'tf.compat.v1.AUTO_REUSE',
     'tf.COMPILER_VERSION': 'tf.version.COMPILER_VERSION',
     'tf.CXX11_ABI_FLAG': 'tf.sysconfig.CXX11_ABI_FLAG',
+    'tf.ConditionalAccumulator': 'tf.compat.v1.ConditionalAccumulator',
+    'tf.ConditionalAccumulatorBase': 'tf.compat.v1.ConditionalAccumulatorBase',
+    'tf.DeviceSpec': 'tf.compat.v1.DeviceSpec',
+    'tf.Dimension': 'tf.compat.v1.Dimension',
     'tf.FixedLenFeature': 'tf.io.FixedLenFeature',
     'tf.FixedLenSequenceFeature': 'tf.io.FixedLenSequenceFeature',
     'tf.FixedLengthRecordReader': 'tf.compat.v1.FixedLengthRecordReader',
@@ -64,21 +68,21 @@ renames = {
     'tf.add_to_collections': 'tf.compat.v1.add_to_collections',
     'tf.all_variables': 'tf.compat.v1.all_variables',
     'tf.angle': 'tf.math.angle',
-    'tf.assert_greater_equal': 'tf.debugging.assert_greater_equal',
-    'tf.assert_integer': 'tf.debugging.assert_integer',
-    'tf.assert_less_equal': 'tf.debugging.assert_less_equal',
-    'tf.assert_near': 'tf.debugging.assert_near',
-    'tf.assert_negative': 'tf.debugging.assert_negative',
-    'tf.assert_non_negative': 'tf.debugging.assert_non_negative',
-    'tf.assert_non_positive': 'tf.debugging.assert_non_positive',
-    'tf.assert_none_equal': 'tf.debugging.assert_none_equal',
-    'tf.assert_positive': 'tf.debugging.assert_positive',
+    'tf.assert_greater_equal': 'tf.compat.v1.assert_greater_equal',
+    'tf.assert_integer': 'tf.compat.v1.assert_integer',
+    'tf.assert_less_equal': 'tf.compat.v1.assert_less_equal',
+    'tf.assert_near': 'tf.compat.v1.assert_near',
+    'tf.assert_negative': 'tf.compat.v1.assert_negative',
+    'tf.assert_non_negative': 'tf.compat.v1.assert_non_negative',
+    'tf.assert_non_positive': 'tf.compat.v1.assert_non_positive',
+    'tf.assert_none_equal': 'tf.compat.v1.assert_none_equal',
+    'tf.assert_positive': 'tf.compat.v1.assert_positive',
     'tf.assert_proper_iterable': 'tf.debugging.assert_proper_iterable',
-    'tf.assert_rank_at_least': 'tf.debugging.assert_rank_at_least',
-    'tf.assert_rank_in': 'tf.debugging.assert_rank_in',
+    'tf.assert_rank_at_least': 'tf.compat.v1.assert_rank_at_least',
+    'tf.assert_rank_in': 'tf.compat.v1.assert_rank_in',
     'tf.assert_same_float_dtype': 'tf.debugging.assert_same_float_dtype',
-    'tf.assert_scalar': 'tf.debugging.assert_scalar',
-    'tf.assert_type': 'tf.debugging.assert_type',
+    'tf.assert_scalar': 'tf.compat.v1.assert_scalar',
+    'tf.assert_type': 'tf.compat.v1.assert_type',
     'tf.assert_variables_initialized': 'tf.compat.v1.assert_variables_initialized',
     'tf.assign': 'tf.compat.v1.assign',
     'tf.assign_add': 'tf.compat.v1.assign_add',
@@ -163,6 +167,9 @@ renames = {
     'tf.get_session_tensor': 'tf.compat.v1.get_session_tensor',
     'tf.get_variable': 'tf.compat.v1.get_variable',
     'tf.get_variable_scope': 'tf.compat.v1.get_variable_scope',
+    'tf.gfile.FastGFile': 'tf.compat.v1.gfile.FastGFile',
+    'tf.gfile.GFile': 'tf.compat.v1.gfile.GFile',
+    'tf.gfile.Open': 'tf.compat.v1.gfile.Open',
     'tf.global_norm': 'tf.linalg.global_norm',
     'tf.global_variables': 'tf.compat.v1.global_variables',
     'tf.global_variables_initializer': 'tf.compat.v1.global_variables_initializer',
@@ -362,10 +369,11 @@ renames = {
     'tf.saved_model.get_tensor_from_tensor_info': 'tf.compat.v1.saved_model.get_tensor_from_tensor_info',
     'tf.saved_model.load': 'tf.compat.v1.saved_model.load',
     'tf.saved_model.loader.load': 'tf.compat.v1.saved_model.loader.load',
-    'tf.saved_model.loader.maybe_saved_model_directory': 'tf.saved_model.maybe_saved_model_directory',
+    'tf.saved_model.loader.maybe_saved_model_directory': 'tf.compat.v1.saved_model.loader.maybe_saved_model_directory',
     'tf.saved_model.main_op.main_op': 'tf.compat.v1.saved_model.main_op.main_op',
     'tf.saved_model.main_op.main_op_with_restore': 'tf.compat.v1.saved_model.main_op.main_op_with_restore',
     'tf.saved_model.main_op_with_restore': 'tf.compat.v1.saved_model.main_op_with_restore',
+    'tf.saved_model.maybe_saved_model_directory': 'tf.compat.v1.saved_model.maybe_saved_model_directory',
     'tf.saved_model.signature_constants.CLASSIFY_INPUTS': 'tf.saved_model.CLASSIFY_INPUTS',
     'tf.saved_model.signature_constants.CLASSIFY_METHOD_NAME': 'tf.saved_model.CLASSIFY_METHOD_NAME',
     'tf.saved_model.signature_constants.CLASSIFY_OUTPUT_CLASSES': 'tf.saved_model.CLASSIFY_OUTPUT_CLASSES',
-- 
GitLab


From 1023a54b03751d859468905403e2ae7f4faf4e60 Mon Sep 17 00:00:00 2001
From: Sourabh Bajaj <sourabhbajaj@google.com>
Date: Fri, 16 Nov 2018 10:13:49 -0800
Subject: [PATCH 1752/1825] Remove the input flattening as required in the new
 API

PiperOrigin-RevId: 221811903
---
 .../contrib/distribute/python/metrics_v1_test.py     |  2 +-
 .../contrib/distribute/python/minimize_loss_test.py  | 12 ++++++------
 .../contrib/distribute/python/mirrored_strategy.py   |  2 +-
 .../contrib/distribute/python/one_device_strategy.py |  2 +-
 tensorflow/contrib/distribute/python/step_fn.py      |  2 +-
 tensorflow/contrib/distribute/python/tpu_strategy.py |  2 +-
 .../python/keras/engine/training_distributed.py      |  8 +++++---
 tensorflow/python/training/distribute.py             |  9 ++-------
 8 files changed, 18 insertions(+), 21 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/metrics_v1_test.py b/tensorflow/contrib/distribute/python/metrics_v1_test.py
index e622e1df23..8ac659abe9 100644
--- a/tensorflow/contrib/distribute/python/metrics_v1_test.py
+++ b/tensorflow/contrib/distribute/python/metrics_v1_test.py
@@ -100,7 +100,7 @@ class MetricsV1Test(test.TestCase, parameterized.TestCase):
       if isinstance(distribution, tpu_strategy.TPUStrategy):
         def step_fn(ctx, inputs):
           value, update = distribution.call_for_each_replica(
-              metric_fn, args=[inputs])
+              metric_fn, args=inputs)
           ctx.set_non_tensor_output(name="value", output=value)
           return distribution.group(update)
 
diff --git a/tensorflow/contrib/distribute/python/minimize_loss_test.py b/tensorflow/contrib/distribute/python/minimize_loss_test.py
index 195d8a90c2..e77d3d455b 100644
--- a/tensorflow/contrib/distribute/python/minimize_loss_test.py
+++ b/tensorflow/contrib/distribute/python/minimize_loss_test.py
@@ -64,7 +64,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
       model_fn, dataset_fn, layer = minimize_loss_example(
           optimizer_fn, use_bias=True, use_callable_loss=use_callable_loss)
 
-      def step_fn(ctx, *inputs):
+      def step_fn(ctx, inputs):
         del ctx  # Unused
         return distribution.group(
             distribution.call_for_each_replica(model_fn, args=inputs))
@@ -158,7 +158,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
           use_callable_loss=True,
           create_optimizer_inside_model_fn=True)
 
-      def step_fn(ctx, *inputs):
+      def step_fn(ctx, inputs):
         del ctx  # Unused
         return distribution.group(
             distribution.call_for_each_replica(model_fn, args=inputs))
@@ -227,7 +227,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
           renorm=renorm,
           update_ops_in_replica_mode=not update_ops_in_cross_replica_mode)
 
-      def step_fn(ctx, *inputs):
+      def step_fn(ctx, inputs):
         del ctx  # Unused
         fetches = distribution.unwrap(
             distribution.call_for_each_replica(model_fn, args=inputs))
@@ -324,10 +324,10 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         labels = dataset_ops.Dataset.from_tensors([[6.], [21.]])
         return dataset_ops.Dataset.zip((features, labels)).repeat()
 
-      def step_fn(ctx, x, y):
+      def step_fn(ctx, inputs):
         del ctx  # Unused
         return distribution.group(
-            distribution.call_for_each_replica(model_fn, args=(x, y)))
+            distribution.call_for_each_replica(model_fn, args=inputs))
 
       iterator = self._get_iterator(distribution.distribute_dataset(dataset_fn))
 
@@ -411,7 +411,7 @@ class MinimizeLossStepTest(test.TestCase, parameterized.TestCase):
         output_context.set_non_tensor_output(key1, value1)
         return (train_op, loss)
 
-      def step_fn(output_context, *inputs):
+      def step_fn(output_context, inputs):
         (train_op, loss) = distribution.call_for_each_replica(
             model_fn, args=(output_context,) + inputs)
         output_context.set_last_step_output(
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 34061696ed..3b24f1b03d 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -538,7 +538,7 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
       fn_inputs = iterator.get_next()
       if not isinstance(fn_inputs, tuple):
         fn_inputs = (fn_inputs,)
-      fn_result = fn(ctx, *fn_inputs)
+      fn_result = fn(ctx, fn_inputs)
       for (name, output) in ctx.last_step_outputs.items():
         # Convert all outputs to tensors, potentially from `DistributedValues`.
         ctx.last_step_outputs[name] = self._unwrap(output)
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 893f073f00..6df3b3a92b 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -101,7 +101,7 @@ class OneDeviceExtended(distribute_lib.DistributionStrategyExtended):
       fn_inputs = iterator.get_next()
       if not isinstance(fn_inputs, tuple):
         fn_inputs = (fn_inputs,)
-      fn_result = fn(ctx, *fn_inputs)
+      fn_result = fn(ctx, fn_inputs)
       flat_last_step_outputs = nest.flatten(ctx.last_step_outputs)
       with ops.control_dependencies([fn_result]):
         return [i + 1] + flat_last_step_outputs
diff --git a/tensorflow/contrib/distribute/python/step_fn.py b/tensorflow/contrib/distribute/python/step_fn.py
index 3dc815f037..c928b6d9f1 100644
--- a/tensorflow/contrib/distribute/python/step_fn.py
+++ b/tensorflow/contrib/distribute/python/step_fn.py
@@ -94,7 +94,7 @@ class StandardSingleLossStep(StandardInputStep):
 
   def __call__(self):
     with self._distribution.scope():
-      def step_fn(ctx, *inputs):
+      def step_fn(ctx, inputs):
         """Function to run one iteration with one input."""
         gradients_fn = backprop.implicit_grad(self._loss_fn)
         gradients_fn = optimizer_lib.get_filtered_grad_fn(gradients_fn)
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index cfe411af76..f36171e4c2 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -328,7 +328,7 @@ class TPUExtended(distribute_lib.DistributionStrategyExtended):
       fn_inputs = dequeue_fn()
       if not isinstance(fn_inputs, tuple):
         fn_inputs = (fn_inputs,)
-      fn_result = fn(ctx, *fn_inputs)
+      fn_result = fn(ctx, fn_inputs)
       flat_last_step_outputs = nest.flatten(ctx.last_step_outputs)
       if flat_last_step_outputs:
         with ops.control_dependencies([fn_result]):
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index a614614c9b..0d6f4d772f 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -266,11 +266,12 @@ def _experimental_fit_loop(
   K.set_learning_phase(1)
   out_labels = model.metrics_names or []
 
-  def step_fn(ctx, inputs, targets):
+  def step_fn(ctx, inputs):
     """Clones the model and calls make_fit_function."""
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
+    inputs, targets = inputs
     clone_model_on_replicas(
         model,
         current_strategy,
@@ -546,11 +547,12 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
   # TODO(priyag, sourabhbajaj): This should likely not be hardcoded here.
   K.set_learning_phase(0)
 
-  def step_fn(ctx, inputs, targets):
+  def step_fn(ctx, inputs):
     """Clones the model and calls make_eval_function."""
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
     # fit/test/predict is called. We should look into caching this keyed on
     # input shapes.
+    inputs, targets = inputs
     clone_model_on_replicas(
         model,
         current_strategy,
@@ -750,7 +752,7 @@ def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
             model.predict_function.updates_op,
             model.predict_function.session_kwargs)
 
-  def step_fn(ctx, *inputs):
+  def step_fn(ctx, inputs):
     """Clones the model and calls make_predict_function."""
 
     # TODO(priyag, sourabhbajaj): The model gets cloned every time
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 53148ed6f9..b68d62a0a5 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1043,18 +1043,13 @@ class DistributionStrategyExtended(object):
 
     Args:
       fn: function to run using this distribution strategy. The function must
-        have the following signature: `def fn(context, *inputs)`.
+        have the following signature: `def fn(context, inputs)`.
         `context` is an instance of `MultiStepContext` that will be passed when
         `fn` is run. `context` can be used to specify the outputs to be returned
         from `fn` by calling `context.set_last_step_output`. It can also be used
         to capture non tensor outputs by `context.set_non_tensor_output`.
         See `MultiStepContext` documentation for more information.
-        `inputs` will have same type/structure as `iterator.get_next()`. If the
-        `iterator.get_next()` returns a tuple say `return x, y` then whose will
-        be unpacked and passed to the `step_fn`; and step_fn signature would
-        look like `def step_fn(context, x, y)`. If the iterator returns a single
-        value say `return x` then the value is passed as is; the step_fn
-        signature would look like `def step_fn(context, x)`.
+        `inputs` will have same type/structure as `iterator.get_next()`.
         Typically, `fn` will use `call_for_each_replica` method of the strategy
         to distribute the computation over multiple replicas.
       iterator: Iterator of a dataset that represents the input for `fn`. The
-- 
GitLab


From 5bdfc37e3fa3cd3bfee670b0e9705a8188d0f83d Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 16 Nov 2018 10:29:06 -0800
Subject: [PATCH 1753/1825] [tf.data] Relax argument type checks to allow
 `DatasetV2`.

In each case, we are only relying on the V2 subset of methods, so this will smooth the transition to the V2 API.

PiperOrigin-RevId: 221814307
---
 .../kernel_tests/get_single_element_test.py           | 11 +++++++++++
 .../data/experimental/ops/get_single_element.py       |  2 +-
 .../python/data/experimental/ops/interleave_ops.py    |  2 +-
 tensorflow/python/data/experimental/ops/writers.py    |  2 +-
 tensorflow/python/data/ops/readers.py                 |  2 +-
 5 files changed, 15 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/data/experimental/kernel_tests/get_single_element_test.py b/tensorflow/python/data/experimental/kernel_tests/get_single_element_test.py
index 8c07afbac5..0147988c59 100644
--- a/tensorflow/python/data/experimental/kernel_tests/get_single_element_test.py
+++ b/tensorflow/python/data/experimental/kernel_tests/get_single_element_test.py
@@ -67,6 +67,17 @@ class GetSingleElementTest(test_base.DatasetTestBase, parameterized.TestCase):
         with self.assertRaisesRegexp(error, error_msg):
           sess.run(element, feed_dict={skip_t: skip, take_t: take})
 
+  def testWindow(self):
+    """Test that `get_single_element()` can consume a nested dataset."""
+    def flat_map_func(ds):
+      batched = ds.batch(2)
+      element = get_single_element.get_single_element(batched)
+      return dataset_ops.Dataset.from_tensors(element)
+
+    dataset = dataset_ops.Dataset.range(10).window(2).flat_map(flat_map_func)
+    self.assertDatasetProduces(
+        dataset, [[0, 1], [2, 3], [4, 5], [6, 7], [8, 9]])
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/data/experimental/ops/get_single_element.py b/tensorflow/python/data/experimental/ops/get_single_element.py
index 132526166c..73116edf12 100644
--- a/tensorflow/python/data/experimental/ops/get_single_element.py
+++ b/tensorflow/python/data/experimental/ops/get_single_element.py
@@ -60,7 +60,7 @@ def get_single_element(dataset):
     InvalidArgumentError (at runtime): if `dataset` does not contain exactly
       one element.
   """
-  if not isinstance(dataset, dataset_ops.Dataset):
+  if not isinstance(dataset, dataset_ops.DatasetV2):
     raise TypeError("`dataset` must be a `tf.data.Dataset` object.")
 
   nested_ret = nest.pack_sequence_as(
diff --git a/tensorflow/python/data/experimental/ops/interleave_ops.py b/tensorflow/python/data/experimental/ops/interleave_ops.py
index 5605e1d60e..8b0fdfce11 100644
--- a/tensorflow/python/data/experimental/ops/interleave_ops.py
+++ b/tensorflow/python/data/experimental/ops/interleave_ops.py
@@ -158,7 +158,7 @@ def sample_from_datasets_v2(datasets, weights=None, seed=None):
       length of the `datasets` element.
   """
   num_datasets = len(datasets)
-  if not isinstance(weights, dataset_ops.Dataset):
+  if not isinstance(weights, dataset_ops.DatasetV2):
     if weights is None:
       # Select inputs with uniform probability.
       logits = [[1.0] * num_datasets]
diff --git a/tensorflow/python/data/experimental/ops/writers.py b/tensorflow/python/data/experimental/ops/writers.py
index 994447cb4d..cc0a80336c 100644
--- a/tensorflow/python/data/experimental/ops/writers.py
+++ b/tensorflow/python/data/experimental/ops/writers.py
@@ -48,7 +48,7 @@ class TFRecordWriter(object):
     Returns:
       A `tf.Operation` that, when run, writes contents of `dataset` to a file.
     """
-    if not isinstance(dataset, dataset_ops.Dataset):
+    if not isinstance(dataset, dataset_ops.DatasetV2):
       raise TypeError("`dataset` must be a `tf.data.Dataset` object.")
     if (dataset.output_types != dtypes.string or
         dataset.output_shapes != tensor_shape.scalar()):
diff --git a/tensorflow/python/data/ops/readers.py b/tensorflow/python/data/ops/readers.py
index 8a563122a0..880e005653 100644
--- a/tensorflow/python/data/ops/readers.py
+++ b/tensorflow/python/data/ops/readers.py
@@ -201,7 +201,7 @@ class TFRecordDatasetV2(dataset_ops.DatasetV2):
       ValueError: If any argument does not have the expected shape.
     """
     super(TFRecordDatasetV2, self).__init__()
-    if isinstance(filenames, dataset_ops.Dataset):
+    if isinstance(filenames, dataset_ops.DatasetV2):
       if filenames.output_types != dtypes.string:
         raise TypeError(
             "`filenames` must be a `tf.data.Dataset` of `tf.string` elements.")
-- 
GitLab


From 5fb82fc0184b199d302757bfb4f0a57921a8acf0 Mon Sep 17 00:00:00 2001
From: Suharsh Sivakumar <suharshs@google.com>
Date: Fri, 16 Nov 2018 10:33:45 -0800
Subject: [PATCH 1754/1825] Propagate int8 type through toco/tflite.

PiperOrigin-RevId: 221815026
---
 tensorflow/lite/c/c_api_internal.c                         | 2 ++
 tensorflow/lite/c/c_api_internal.h                         | 2 ++
 tensorflow/lite/c/c_api_internal_test.cc                   | 1 +
 tensorflow/lite/core/api/flatbuffer_conversions.cc         | 3 +++
 tensorflow/lite/delegates/flex/util.cc                     | 4 ++++
 tensorflow/lite/interpreter.cc                             | 7 +++++--
 tensorflow/lite/interpreter.h                              | 4 ++++
 tensorflow/lite/kernels/internal/tensor_ctypes.h           | 5 +++++
 tensorflow/lite/kernels/test_util.h                        | 1 +
 tensorflow/lite/optional_debug_tools.cc                    | 2 ++
 .../lite/python/interpreter_wrapper/interpreter_wrapper.cc | 4 ++++
 tensorflow/lite/toco/tooling_util.cc                       | 2 ++
 tensorflow/lite/toco/types.proto                           | 3 +++
 13 files changed, 38 insertions(+), 2 deletions(-)

diff --git a/tensorflow/lite/c/c_api_internal.c b/tensorflow/lite/c/c_api_internal.c
index b131f06774..7f67b1c272 100644
--- a/tensorflow/lite/c/c_api_internal.c
+++ b/tensorflow/lite/c/c_api_internal.c
@@ -125,6 +125,8 @@ const char* TfLiteTypeGetName(TfLiteType type) {
       return "INT32";
     case kTfLiteUInt8:
       return "UINT8";
+    case kTfLiteInt8:
+      return "INT8";
     case kTfLiteInt64:
       return "INT64";
     case kTfLiteBool:
diff --git a/tensorflow/lite/c/c_api_internal.h b/tensorflow/lite/c/c_api_internal.h
index e05fd19936..d7bf06442b 100644
--- a/tensorflow/lite/c/c_api_internal.h
+++ b/tensorflow/lite/c/c_api_internal.h
@@ -179,6 +179,7 @@ typedef enum {
   kTfLiteBool = 6,
   kTfLiteInt16 = 7,
   kTfLiteComplex64 = 8,
+  kTfLiteInt8 = 9,
 } TfLiteType;
 
 // Return the name of a given type, for error reporting purposes.
@@ -203,6 +204,7 @@ typedef union {
   bool* b;
   int16_t* i16;
   TfLiteComplex64* c64;
+  int8_t* int8;
 } TfLitePtrUnion;
 
 // Memory allocation strategies. kTfLiteMmapRo is for read-only memory-mapped
diff --git a/tensorflow/lite/c/c_api_internal_test.cc b/tensorflow/lite/c/c_api_internal_test.cc
index e21823c41f..acf0dfc5be 100644
--- a/tensorflow/lite/c/c_api_internal_test.cc
+++ b/tensorflow/lite/c/c_api_internal_test.cc
@@ -74,6 +74,7 @@ TEST(Types, TestTypeNames) {
   EXPECT_EQ(type_name(kTfLiteInt16), "INT16");
   EXPECT_EQ(type_name(kTfLiteInt32), "INT32");
   EXPECT_EQ(type_name(kTfLiteUInt8), "UINT8");
+  EXPECT_EQ(type_name(kTfLiteInt8), "INT8");
   EXPECT_EQ(type_name(kTfLiteInt64), "INT64");
   EXPECT_EQ(type_name(kTfLiteBool), "BOOL");
   EXPECT_EQ(type_name(kTfLiteComplex64), "COMPLEX64");
diff --git a/tensorflow/lite/core/api/flatbuffer_conversions.cc b/tensorflow/lite/core/api/flatbuffer_conversions.cc
index e63a3ec5d6..3e67badfe4 100644
--- a/tensorflow/lite/core/api/flatbuffer_conversions.cc
+++ b/tensorflow/lite/core/api/flatbuffer_conversions.cc
@@ -61,6 +61,9 @@ TfLiteStatus ConvertTensorType(TensorType tensor_type, TfLiteType* type,
     case TensorType_UINT8:
       *type = kTfLiteUInt8;
       break;
+    case TensorType_INT8:
+      *type = kTfLiteInt8;
+      break;
     case TensorType_INT64:
       *type = kTfLiteInt64;
       break;
diff --git a/tensorflow/lite/delegates/flex/util.cc b/tensorflow/lite/delegates/flex/util.cc
index c786ffa1a2..c995b360f9 100644
--- a/tensorflow/lite/delegates/flex/util.cc
+++ b/tensorflow/lite/delegates/flex/util.cc
@@ -66,6 +66,8 @@ TF_DataType GetTensorFlowDataType(TfLiteType type) {
       return TF_INT32;
     case kTfLiteUInt8:
       return TF_UINT8;
+    case kTfLiteInt8:
+      return TF_INT8;
     case kTfLiteInt64:
       return TF_INT64;
     case kTfLiteComplex64:
@@ -87,6 +89,8 @@ TfLiteType GetTensorFlowLiteType(TF_DataType type) {
       return kTfLiteInt32;
     case TF_UINT8:
       return kTfLiteUInt8;
+    case TF_INT8:
+      return kTfLiteInt8;
     case TF_INT64:
       return kTfLiteInt64;
     case TF_COMPLEX64:
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index 39b105042d..04db91ffd8 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -407,6 +407,9 @@ TfLiteStatus Interpreter::BytesRequired(TfLiteType type, const int* dims,
     case kTfLiteUInt8:
       *bytes = sizeof(uint8_t) * count;
       break;
+    case kTfLiteInt8:
+      *bytes = sizeof(int8_t) * count;
+      break;
     case kTfLiteInt64:
       *bytes = sizeof(int64_t) * count;
       break;
@@ -418,8 +421,8 @@ TfLiteStatus Interpreter::BytesRequired(TfLiteType type, const int* dims,
       break;
     default:
       ReportError(&context_,
-                  "Only float32, int16, int32, int64, uint8, bool, complex64 "
-                  "supported currently.");
+                  "Only float32, int16, int32, int64, uint8, int8, bool, "
+                  "complex64 supported currently.");
       return kTfLiteError;
   }
   return kTfLiteOk;
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index 1cadb5eb5d..eb7d2e47f1 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -58,6 +58,10 @@ constexpr TfLiteType typeToTfLiteType<unsigned char>() {
   return kTfLiteUInt8;
 }
 template <>
+constexpr TfLiteType typeToTfLiteType<int8_t>() {
+  return kTfLiteInt8;
+}
+template <>
 constexpr TfLiteType typeToTfLiteType<bool>() {
   return kTfLiteBool;
 }
diff --git a/tensorflow/lite/kernels/internal/tensor_ctypes.h b/tensorflow/lite/kernels/internal/tensor_ctypes.h
index d24dca9bfb..b4822d5701 100644
--- a/tensorflow/lite/kernels/internal/tensor_ctypes.h
+++ b/tensorflow/lite/kernels/internal/tensor_ctypes.h
@@ -66,6 +66,11 @@ inline const uint8_t* GetTensorData(const TfLiteTensor* tensor) {
   return tensor != nullptr ? tensor->data.uint8 : nullptr;
 }
 
+template <>
+inline const int8_t* GetTensorData(const TfLiteTensor* tensor) {
+  return tensor != nullptr ? tensor->data.int8 : nullptr;
+}
+
 template <>
 inline const int16_t* GetTensorData(const TfLiteTensor* tensor) {
   return tensor != nullptr ? tensor->data.i16 : nullptr;
diff --git a/tensorflow/lite/kernels/test_util.h b/tensorflow/lite/kernels/test_util.h
index 43a5137a94..a49d6c2cae 100644
--- a/tensorflow/lite/kernels/test_util.h
+++ b/tensorflow/lite/kernels/test_util.h
@@ -307,6 +307,7 @@ class SingleOpModel {
 
     if (is_quantized) {
       if (t.min != 0 || t.max != 0) {
+        // TODO(b/119422369): Handle signed int8 here.
         if (t.type == TensorType_UINT8) {
           std::tie(t.scale, t.zero_point) =
               QuantizationParams<uint8_t>(t.min, t.max);
diff --git a/tensorflow/lite/optional_debug_tools.cc b/tensorflow/lite/optional_debug_tools.cc
index 5ee1cf6d33..1113bf01b1 100644
--- a/tensorflow/lite/optional_debug_tools.cc
+++ b/tensorflow/lite/optional_debug_tools.cc
@@ -44,6 +44,8 @@ const char* TensorTypeName(TfLiteType type) {
       return "kTfLiteInt32";
     case kTfLiteUInt8:
       return "kTfLiteUInt8";
+    case kTfLiteInt8:
+      return "kTfLiteInt8";
     case kTfLiteInt64:
       return "kTfLiteInt64";
     case kTfLiteString:
diff --git a/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc
index e71752fe63..d14af439ec 100644
--- a/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc
+++ b/tensorflow/lite/python/interpreter_wrapper/interpreter_wrapper.cc
@@ -124,6 +124,8 @@ int TfLiteTypeToPyArrayType(TfLiteType tf_lite_type) {
       return NPY_INT16;
     case kTfLiteUInt8:
       return NPY_UINT8;
+    case kTfLiteInt8:
+      return NPY_INT8;
     case kTfLiteInt64:
       return NPY_INT64;
     case kTfLiteString:
@@ -150,6 +152,8 @@ TfLiteType TfLiteTypeFromPyArray(PyArrayObject* array) {
       return kTfLiteInt16;
     case NPY_UINT8:
       return kTfLiteUInt8;
+    case NPY_INT8:
+      return kTfLiteInt8;
     case NPY_INT64:
       return kTfLiteInt64;
     case NPY_BOOL:
diff --git a/tensorflow/lite/toco/tooling_util.cc b/tensorflow/lite/toco/tooling_util.cc
index e33f7c8452..4a96450e07 100644
--- a/tensorflow/lite/toco/tooling_util.cc
+++ b/tensorflow/lite/toco/tooling_util.cc
@@ -2207,6 +2207,8 @@ ArrayDataType ConvertIODataTypeToArrayDataType(IODataType type) {
       return ArrayDataType::kFloat;
     case QUANTIZED_UINT8:
       return ArrayDataType::kUint8;
+    case INT8:
+      return ArrayDataType::kInt8;
     case QUANTIZED_INT16:
       return ArrayDataType::kInt16;
     case INT32:
diff --git a/tensorflow/lite/toco/types.proto b/tensorflow/lite/toco/types.proto
index 12f711fd8a..fa911b8a4c 100644
--- a/tensorflow/lite/toco/types.proto
+++ b/tensorflow/lite/toco/types.proto
@@ -43,4 +43,7 @@ enum IODataType {
 
   // Complex64, not quantized
   COMPLEX64 = 8;
+
+  // Int8, quantized based on QuantizationParameters in schema.
+  INT8 = 9;
 }
-- 
GitLab


From 2c1edcbacf5070d96690f8e091cc2bcfe7fda4cb Mon Sep 17 00:00:00 2001
From: Jiri Simsa <jsimsa@google.com>
Date: Fri, 16 Nov 2018 10:35:00 -0800
Subject: [PATCH 1755/1825] [tf.data] Fix the default thread pool size use for
 auto-tuning.

Prior to this fix, the default was using the size of the intra-op threadpool not the inter-op threadpool.

PiperOrigin-RevId: 221815222
---
 tensorflow/core/framework/dataset.h | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git a/tensorflow/core/framework/dataset.h b/tensorflow/core/framework/dataset.h
index 5960c105c8..9b11449b30 100644
--- a/tensorflow/core/framework/dataset.h
+++ b/tensorflow/core/framework/dataset.h
@@ -30,8 +30,10 @@ limitations under the License.
 #include "tensorflow/core/framework/types.pb.h"
 #include "tensorflow/core/framework/variant_encode_decode.h"
 #include "tensorflow/core/framework/variant_tensor_data.h"
+#include "tensorflow/core/lib/core/threadpool.h"
 #include "tensorflow/core/lib/strings/str_util.h"
 #include "tensorflow/core/lib/strings/strcat.h"
+#include "tensorflow/core/platform/cpu_info.h"
 #include "tensorflow/core/platform/tracing.h"
 
 // Polymorphic datasets should support all primitive TensorFlow
@@ -285,15 +287,20 @@ class IteratorContext {
     explicit Params(OpKernelContext* ctx)
         : env(ctx->env()),
           lib(ctx->function_library()),
-          runner(*(ctx->runner())),
-          runner_threadpool_size(
-              ctx->device()->tensorflow_cpu_worker_threads()->num_threads) {
+          runner(*(ctx->runner())) {
       // NOTE: need reinterpret_cast because function.h forward-declares Device.
       DeviceBase* device =
           reinterpret_cast<DeviceBase*>(ctx->function_library()->device());
       allocator_getter = [device](AllocatorAttributes attrs) {
         return device->GetAllocator(attrs);
       };
+      thread::ThreadPool* thread_pool =
+          ctx->device()->tensorflow_device_thread_pool();
+      if (thread_pool) {
+        runner_threadpool_size = thread_pool->NumThreads();
+      } else {
+        runner_threadpool_size = port::NumSchedulableCPUs();
+      }
     }
 
     // The Allocator to be used to allocate the output of an iterator.
-- 
GitLab


From 5e1ab9651b3490f0b3e7a9f50bc28631be30bce4 Mon Sep 17 00:00:00 2001
From: Anjali Sridhar <anjalisridhar@google.com>
Date: Fri, 16 Nov 2018 10:38:33 -0800
Subject: [PATCH 1756/1825] Reduce tolerance for CoreMirroredStrategy when
 running the correctness test.

PiperOrigin-RevId: 221815733
---
 tensorflow/contrib/distribute/python/BUILD         | 3 ---
 tensorflow/contrib/distribute/python/keras_test.py | 3 ++-
 2 files changed, 2 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index b8d6208150..bf5adb1a50 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -752,13 +752,10 @@ cuda_py_test(
     ],
     shard_count = 16,
     tags = [
-        "manual",  # TODO(b/119646053): Failing when run.
         "multi_and_single_gpu",
         "no_oss",  # TODO(b/117919883): Fix python error.
         "no_pip",
         "no_windows_gpu",
-        "noguitar",  # TODO(b/119646053): Failing when run.
-        "notap",  # TODO(b/119646053): Failing when run.
         "notsan",
     ],
 )
diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 4adc380b83..e7dc57b15b 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -1102,7 +1102,8 @@ class TestDistributionStrategyCorrectness(test.TestCase,
     with self.cached_session():
       tolerance = 1e-5
 
-      if isinstance(distribution, mirrored_strategy.MirroredStrategy):
+      if isinstance(distribution, (mirrored_strategy.MirroredStrategy,
+                                   mirrored_strategy.CoreMirroredStrategy)):
         # TODO(b/119257215): use the default one once the flakyness is fixed.
         tolerance = 1e-4
 
-- 
GitLab


From 0bae83b92ba0d8b62eae966022017237f599221e Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Fri, 16 Nov 2018 10:40:54 -0800
Subject: [PATCH 1757/1825] Support returning TensorArrays and SparseTensors
 from functions (IndexedSlices was already supported). Support returning
 TensorArrays, SparseTensors and IndexedSlices from cond_v2. Pack the outputs
 of cond_v2 to have the same shape as the function outputs and check that the
 structure of true_graph.outputs and false_graph.outputs matches.

PiperOrigin-RevId: 221816081
---
 tensorflow/python/BUILD                       |  5 ++
 .../python/framework/auto_control_deps.py     | 13 +++
 tensorflow/python/framework/func_graph.py     | 66 +++++++++++++-
 tensorflow/python/kernel_tests/BUILD          |  2 +
 .../python/kernel_tests/cond_v2_test.py       | 86 +++++++++++++++++++
 .../kernel_tests/control_flow_ops_py_test.py  |  7 +-
 .../python/kernel_tests/while_v2_test.py      |  6 +-
 tensorflow/python/ops/cond_v2.py              | 20 ++---
 tensorflow/python/ops/tensor_array_ops.py     | 12 +++
 tensorflow/python/ops/while_v2.py             | 11 ++-
 10 files changed, 203 insertions(+), 25 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index e81ed2f73a..83b7bc9403 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -878,6 +878,8 @@ py_library(
     deps = [
         ":auto_control_deps",
         ":framework_ops",
+        ":sparse_tensor",
+        ":tensor_array_ops",
         "//tensorflow/python/autograph",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:graph_only_ops",
@@ -892,6 +894,8 @@ py_library(
     deps = [
         ":control_flow_ops",
         ":framework_ops",
+        ":sparse_tensor",
+        ":tensor_array_ops",
         ":util",
     ],
 )
@@ -2137,6 +2141,7 @@ py_library(
         ":control_flow_util_v2",
         ":dtypes",
         ":framework_ops",
+        ":framework_test_lib",
         ":function_def_to_graph",
         ":functional_ops_gen",
         ":gradients_impl",
diff --git a/tensorflow/python/framework/auto_control_deps.py b/tensorflow/python/framework/auto_control_deps.py
index 9a9ee46aab..30dc959e9a 100644
--- a/tensorflow/python/framework/auto_control_deps.py
+++ b/tensorflow/python/framework/auto_control_deps.py
@@ -21,9 +21,11 @@ from __future__ import print_function
 from tensorflow.python.eager import context
 from tensorflow.python.framework import dtypes as dtypes_module
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import control_flow_util
+from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.util import nest
 from tensorflow.python.util import tf_decorator
 
@@ -70,6 +72,17 @@ class AutomaticControlDependencies(object):
       self._returned_tensors.add(indices)
       self._returned_tensors.add(values)
       return ops.IndexedSlices(values, indices, dense_shape=tensor.dense_shape)
+    elif isinstance(tensor, sparse_tensor.SparseTensor):
+      values = array_ops.identity(tensor.values)
+      indices = array_ops.identity(tensor.indices)
+      self._returned_tensors.add(indices)
+      self._returned_tensors.add(values)
+      return sparse_tensor.SparseTensor(
+          indices, values, dense_shape=tensor.dense_shape)
+    elif isinstance(tensor, tensor_array_ops.TensorArray):
+      flow = array_ops.identity(tensor.flow)
+      self._returned_tensors.add(flow)
+      return tensor_array_ops.build_ta_with_new_flow(tensor, flow)
     # We want to make the return values depend on the stateful operations, but
     # we don't want to introduce a cycle, so we make the return value the result
     # of a new identity operation that the stateful operations definitely don't
diff --git a/tensorflow/python/framework/func_graph.py b/tensorflow/python/framework/func_graph.py
index c7a5d1ee20..f1e508c365 100644
--- a/tensorflow/python/framework/func_graph.py
+++ b/tensorflow/python/framework/func_graph.py
@@ -26,11 +26,13 @@ from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.eager.graph_only_ops import graph_placeholder
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import tensor_spec
 from tensorflow.python.framework.auto_control_deps import AutomaticControlDependencies
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import custom_gradient
 from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.util import compat
 from tensorflow.python.util import nest
@@ -372,7 +374,7 @@ def func_graph_from_py_func(name,
         # captured Operations).
         with ops.control_dependencies([x]):
           x = array_ops.identity(op_return_value)
-      else:
+      elif not isinstance(x, tensor_array_ops.TensorArray):
         try:
           x = ops.convert_to_tensor_or_indexed_slices(x)
         except (ValueError, TypeError):
@@ -408,7 +410,8 @@ def func_graph_from_py_func(name,
 
       func_outputs = python_func(*func_args, **func_kwargs)
 
-      # invariant: `func_outputs` contains only Tensors and `None`s.
+      # invariant: `func_outputs` contains only Tensors, IndexedSlices,
+      # SparseTensors, TensorArrays and `None`s.
       func_outputs = nest.map_structure(convert, func_outputs)
 
       check_mutation(func_args_before, func_args)
@@ -495,7 +498,17 @@ def check_mutation(n1, n2):
 
 
 def flatten(sequence):
-  """A wrapper around `nest.flatten` that also unpacks `IndexedSlices`."""
+  """Like `nest.flatten` but also unpacks other Tensor-like objects.
+
+  Flattens non-tensor objects into their constituent tensors.
+
+  Args:
+    sequence: A nested structure of Tensors, IndexedSlices, SparseTensors and
+      TensorArrays.
+
+  Returns:
+    A list of tensors.
+  """
   # TODO(akshayka): Support `SparseTensor` in a similar fashion.
   flat_sequence = nest.flatten(sequence)
   outputs = []
@@ -505,11 +518,58 @@ def flatten(sequence):
         outputs.extend([item.values, item.indices, item.dense_shape])
       else:
         outputs.extend([item.values, item.indices])
+    elif isinstance(item, sparse_tensor.SparseTensor):
+      outputs.extend([item.indices, item.values, item.dense_shape])
+    elif isinstance(item, tensor_array_ops.TensorArray):
+      outputs.append(item.flow)
     else:
       outputs.append(item)
   return outputs
 
 
+def pack_sequence_as(structure, flat_sequence):
+  """Like `nest.pack_sequence_as` but also packs other Tensor-like objects.
+
+  Args:
+    structure: The structure to pack into. May contain Tensors, IndexedSlices,
+      TensorArrays or SparseTensors.
+    flat_sequence: An iterable containing tensors.
+
+  Returns:
+    A nested structure.
+
+  Raises:
+    AssertionError if `structure` and `flat_sequence` are not compatible.
+  """
+  flattened_structure = nest.flatten(structure)
+  flat_sequence_with_slices_and_tas = []
+  index = 0
+  for t in flattened_structure:
+    if isinstance(t, ops.IndexedSlices):
+      if t.dense_shape is not None:
+        flat_sequence_with_slices_and_tas.append(
+            ops.IndexedSlices(*flat_sequence[index:index + 3]))
+        index += 3
+      else:
+        flat_sequence_with_slices_and_tas.append(
+            ops.IndexedSlices(*flat_sequence[index:index + 2]))
+        index += 2
+    elif isinstance(t, sparse_tensor.SparseTensor):
+      flat_sequence_with_slices_and_tas.append(
+          sparse_tensor.SparseTensor(*flat_sequence[index:index + 3]))
+      index += 3
+    elif isinstance(t, tensor_array_ops.TensorArray):
+      flow = flat_sequence[index]
+      ta = tensor_array_ops.build_ta_with_new_flow(t, flow)
+      flat_sequence_with_slices_and_tas.append(ta)
+      index += 1
+    else:
+      flat_sequence_with_slices_and_tas.append(flat_sequence[index])
+      index += 1
+  assert len(flattened_structure) == len(flat_sequence_with_slices_and_tas)
+  return nest.pack_sequence_as(structure, flat_sequence_with_slices_and_tas)
+
+
 def _create_substitute_placeholder(value, name=None, dtype=None):
   """Creates a placeholder for `value` and propagates shape info to it."""
   # Note: setting ops.control_dependencies(None) ensures we always put
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 5f3b8a2449..975b603006 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -3315,7 +3315,9 @@ cuda_py_test(
         "//tensorflow/python:framework",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:gradients",
+        "//tensorflow/python:tensor_array_ops",
         "//tensorflow/python:training",
+        "//tensorflow/python:while_v2",
     ],
     grpc_enabled = True,
 )
diff --git a/tensorflow/python/kernel_tests/cond_v2_test.py b/tensorflow/python/kernel_tests/cond_v2_test.py
index cf41134e7c..70b66bc52a 100644
--- a/tensorflow/python/kernel_tests/cond_v2_test.py
+++ b/tensorflow/python/kernel_tests/cond_v2_test.py
@@ -33,6 +33,7 @@ from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import data_flow_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import test
 from tensorflow.python.training import saver
@@ -684,6 +685,91 @@ class CondV2Test(test.TestCase):
       # the single threaded executor does not support cond v1 ops.
       sess.run(out_cond, feed_dict={x: 1.0})
 
+  @test_util.enable_control_flow_v2
+  def testStructuredOutputs(self):
+    x = constant_op.constant(1.0, name="x")
+    y = constant_op.constant(3.0, name="y")
+
+    def true_fn():
+      return ((x * y,), y)
+
+    def false_fn():
+      return ((x,), y * 3.0)
+
+    output = control_flow_ops.cond(
+        constant_op.constant(False), true_fn, false_fn)
+    self.assertEqual(self.evaluate(output[0][0]), 1.)
+    self.assertEqual(self.evaluate(output[1]), 9.)
+
+  @test_util.enable_control_flow_v2
+  def testRaisesOutputStructuresMismatch(self):
+    x = constant_op.constant(1.0, name="x")
+    y = constant_op.constant(3.0, name="y")
+
+    def true_fn():
+      return x * y, y
+
+    def false_fn():
+      return ((x,), y * 3.0)
+
+    with self.assertRaisesRegexp(
+        ValueError, "Outputs of true_fn and false_fn must"
+        " have the same structure"):
+      control_flow_ops.cond(constant_op.constant(False), true_fn, false_fn)
+
+  @test_util.enable_control_flow_v2
+  def testCondAndTensorArray(self):
+    x = math_ops.range(-5, 5)
+    output = tensor_array_ops.TensorArray(dtype=dtypes.int32, size=x.shape[0])
+
+    def loop_body(i, output):
+
+      def if_true():
+        return output.write(i, x[i]**2)
+
+      def if_false():
+        return output.write(i, x[i])
+
+      output = control_flow_ops.cond(x[i] > 0, if_true, if_false)
+      return i + 1, output
+
+    _, output = control_flow_ops.while_loop(
+        lambda i, arr: i < x.shape[0],
+        loop_body,
+        loop_vars=(constant_op.constant(0), output))
+    output_t = output.stack()
+    self.assertAllEqual(
+        self.evaluate(output_t), [-5, -4, -3, -2, -1, 0, 1, 4, 9, 16])
+
+  @test_util.enable_control_flow_v2
+  def testCondAndTensorArrayInDefun(self):
+
+    @function.defun
+    def f():
+      x = math_ops.range(-5, 5)
+      output = tensor_array_ops.TensorArray(dtype=dtypes.int32, size=x.shape[0])
+
+      def loop_body(i, output):
+
+        def if_true():
+          return output.write(i, x[i]**2)
+
+        def if_false():
+          return output.write(i, x[i])
+
+        output = control_flow_ops.cond(x[i] > 0, if_true, if_false)
+        return i + 1, output
+
+      _, output = control_flow_ops.while_loop(
+          lambda i, arr: i < x.shape[0],
+          loop_body,
+          loop_vars=(constant_op.constant(0), output))
+      return output.stack()
+
+    output_t = f()
+    self.assertAllEqual(
+        self.evaluate(output_t), [-5, -4, -3, -2, -1, 0, 1, 4, 9, 16])
+
 
 class CondV2CollectionTest(test.TestCase):
 
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index 3f088266cd..e5b45d2ed8 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -389,7 +389,6 @@ class ControlFlowTest(test.TestCase):
             with self.assertRaisesRegexp(ValueError, "may not be fed"):
               sess.run(r, feed_dict={t: 3})
 
-  @test_util.disable_control_flow_v2("b/113296180 (IndexedSlices)")
   def testCondIndexedSlices(self):
     with self.cached_session():
       values = constant_op.constant(10)
@@ -405,7 +404,6 @@ class ControlFlowTest(test.TestCase):
     self.assertAllEqual(11, val)
     self.assertAllEqual(0, ind)
 
-  @test_util.disable_control_flow_v2("b/113296161 (SparseTensors)")
   def testCondSparseTensor(self):
     with self.cached_session():
       values = constant_op.constant([2.0, 4.0], name="values")
@@ -660,9 +658,10 @@ class ControlFlowTest(test.TestCase):
       pred = math_ops.less(1, 2)
       fn1 = lambda: {"a": math_ops.add(x, y), "b": math_ops.add(x, y)}
       fn2 = lambda: {"c": y, "d": y}
+      v1_msg = "The two structures don't have the same nested structure"
+      v2_msg = "Outputs of true_fn and false_fn must have the same structure"
       with self.assertRaisesRegexp(
-          ValueError,
-          "The two structures don't have the same nested structure"):
+          ValueError, v2_msg if control_flow_ops.ENABLE_COND_V2 else v1_msg):
         r = control_flow_ops.cond(pred, fn1, fn2)
         test_result = sess.run(r)
 
diff --git a/tensorflow/python/kernel_tests/while_v2_test.py b/tensorflow/python/kernel_tests/while_v2_test.py
index 5868b0d226..0634dfa2d8 100644
--- a/tensorflow/python/kernel_tests/while_v2_test.py
+++ b/tensorflow/python/kernel_tests/while_v2_test.py
@@ -26,9 +26,9 @@ from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import meta_graph
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
 from tensorflow.python.grappler import tf_optimizer
 from tensorflow.python.ops import array_ops
-from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import functional_ops
 from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import list_ops
@@ -308,9 +308,8 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
         self.assertRegexpMatches(
             while2_op.get_attr("body").name, r"foo_while_1_body_\d*")
 
+  @test_util.enable_control_flow_v2
   def testWhileAndTensorArray(self):
-    old_enable_while_v2 = control_flow_ops.ENABLE_WHILE_V2
-    control_flow_ops.ENABLE_WHILE_V2 = True
     with self.cached_session() as sess:
       param = constant_op.constant(2.0)
       y0 = constant_op.constant([1.0, 2.0, 3.0, 4.0, 5.0, 6.0], name="elems")
@@ -319,7 +318,6 @@ class WhileV2Test(test.TestCase, parameterized.TestCase):
       self.assertAllClose([2.0, 4.0, 6.0, 8.0, 10.0, 12.0], sess.run(r))
       r = gradients_impl.gradients(r, param)[0]
       self.assertAllClose(21.0, sess.run(r))
-    control_flow_ops.ENABLE_WHILE_V2 = old_enable_while_v2
 
   def testNestedWhile(self):
     # Compute sum of geometric progression: n^0 + n^1 + ... + n^m
diff --git a/tensorflow/python/ops/cond_v2.py b/tensorflow/python/ops/cond_v2.py
index 255df4e582..0f08c611bc 100644
--- a/tensorflow/python/ops/cond_v2.py
+++ b/tensorflow/python/ops/cond_v2.py
@@ -121,12 +121,8 @@ def cond_v2(pred, true_fn, false_fn, name="cond"):
     # correct output structure
     tensors = tuple(array_ops.identity(t) for t in tensors)
 
-    # Packing output tensors in the same nested structure as the true and false
-    # functions return
-    result = nest.pack_sequence_as(
-        structure=true_graph.structured_outputs,
-        flat_sequence=tensors[:num_cond_outputs])
-    return result
+    return func_graph_module.pack_sequence_as(true_graph.structured_outputs,
+                                              tensors[:num_cond_outputs])
 
 
 @ops.RegisterGradient("If")
@@ -453,15 +449,19 @@ def _check_same_outputs(true_graph, false_graph):
   false_output_types = [t.dtype for t in false_graph.outputs]
   if (len(true_graph.outputs) != len(false_graph.outputs) or
       true_output_types != false_output_types):
-    raise ValueError(
+    raise TypeError(
         "true_fn() and false_fn() must return the same number and type of "
         "arguments, got:\n"
         "  true_fn: %s\n"
         "  false_fn: %s" % (true_output_types, false_output_types))
 
-  # Make sure both structured outputs for both graphs have the same structure
-  nest.assert_same_structure(true_graph.structured_outputs,
-                             false_graph.structured_outputs)
+  # Make sure `structured_outputs` for both graphs have the same structure.
+  try:
+    nest.assert_same_structure(true_graph.structured_outputs,
+                               false_graph.structured_outputs)
+  except (ValueError, TypeError) as e:
+    raise ValueError("Outputs of true_fn and false_fn must have the same "
+                     "structure: %s" % str(e))
 
 
 def _get_output_shapes(true_graph_outputs, false_graph_outputs):
diff --git a/tensorflow/python/ops/tensor_array_ops.py b/tensorflow/python/ops/tensor_array_ops.py
index f86dfb3527..c08a2b0499 100644
--- a/tensorflow/python/ops/tensor_array_ops.py
+++ b/tensorflow/python/ops/tensor_array_ops.py
@@ -953,4 +953,16 @@ class TensorArray(object):
     """Close the current TensorArray."""
     return self._implementation.close(name=name)
 
+
+def build_ta_with_new_flow(old_ta, flow):
+  ta = TensorArray(
+      dtype=old_ta.dtype,
+      handle=old_ta.handle,
+      flow=flow,
+      infer_shape=old_ta._infer_shape,
+      colocate_with_first_write_call=old_ta._colocate_with_first_write_call)
+  ta._colocate_with = old_ta._colocate_with
+  ta._element_shape = old_ta._element_shape
+  return ta
+
 # pylint: enable=protected-access
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index c35431154e..568531cc5c 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -256,11 +256,14 @@ def while_loop(cond,
     outputs = tuple(array_ops.identity(t) for t in outputs)
 
   # First var is loop counter.
-  if num_flattened_outputs == 1:
-    return outputs[1]
+  outputs = _pack_sequence_as(orig_loop_vars,
+                              outputs[1:1 + num_flattened_outputs])
+
+  flattened_outputs = nest.flatten(outputs)
+  if len(flattened_outputs) == 1:
+    return flattened_outputs[0]
   else:
-    return _pack_sequence_as(orig_loop_vars,
-                             outputs[1:1 + num_flattened_outputs])
+    return outputs
 
 
 @ops.RegisterGradient("While")
-- 
GitLab


From 67c42feaac2e5594ec190441fe5f00c9735488b2 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 10:41:29 -0800
Subject: [PATCH 1758/1825] Remove split_dim parameter from sparse.split for TF
 API 2.0

PiperOrigin-RevId: 221816187
---
 tensorflow/python/ops/sparse_ops.py           | 47 ++++++++++++++++++-
 .../api/golden/v2/tensorflow.sparse.pbtxt     |  2 +-
 tensorflow/tools/compatibility/renames_v2.py  |  5 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  4 ++
 4 files changed, 55 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/ops/sparse_ops.py b/tensorflow/python/ops/sparse_ops.py
index 8a7cfd45b2..6beceb83d5 100644
--- a/tensorflow/python/ops/sparse_ops.py
+++ b/tensorflow/python/ops/sparse_ops.py
@@ -711,7 +711,7 @@ class KeywordRequired(object):
     return "KeywordRequired()"
 
 
-@tf_export("sparse.split", v1=["sparse.split", "sparse_split"])
+@tf_export(v1=["sparse.split", "sparse_split"])
 @deprecation.deprecated_endpoints("sparse_split")
 @deprecation.deprecated_args(
     None, "split_dim is deprecated, use axis instead", "split_dim")
@@ -785,6 +785,51 @@ def sparse_split(keyword_required=KeywordRequired(),
   return sparse_tensors
 
 
+@tf_export("sparse.split", v1=[])
+def sparse_split_v2(sp_input=None,
+                    num_split=None,
+                    axis=None,
+                    name=None):
+  """Split a `SparseTensor` into `num_split` tensors along `axis`.
+
+  If the `sp_input.dense_shape[axis]` is not an integer multiple of `num_split`
+  each slice starting from 0:`shape[axis] % num_split` gets extra one
+  dimension. For example, if `axis = 1` and `num_split = 2` and the
+  input is:
+
+      input_tensor = shape = [2, 7]
+      [    a   d e  ]
+      [b c          ]
+
+  Graphically the output tensors are:
+
+      output_tensor[0] =
+      [    a ]
+      [b c   ]
+
+      output_tensor[1] =
+      [ d e  ]
+      [      ]
+
+  Args:
+    sp_input: The `SparseTensor` to split.
+    num_split: A Python integer. The number of ways to split.
+    axis: A 0-D `int32` `Tensor`. The dimension along which to split.
+    name: A name for the operation (optional).
+
+  Returns:
+    `num_split` `SparseTensor` objects resulting from splitting `value`.
+
+  Raises:
+    TypeError: If `sp_input` is not a `SparseTensor`.
+  """
+  return sparse_split(sp_input=sp_input,
+                      num_split=num_split,
+                      axis=axis,
+                      name=name,
+                      split_dim=None)
+
+
 @tf_export("sparse.slice", v1=["sparse.slice", "sparse_slice"])
 @deprecation.deprecated_endpoints("sparse_slice")
 def sparse_slice(sp_input, start, size, name=None):
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
index cf63924bb1..bb86f07f1e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
@@ -110,7 +110,7 @@ tf_module {
   }
   member_method {
     name: "split"
-    argspec: "args=[\'keyword_required\', \'sp_input\', \'num_split\', \'axis\', \'name\', \'split_dim\'], varargs=None, keywords=None, defaults=[\'KeywordRequired()\', \'None\', \'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'sp_input\', \'num_split\', \'axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "to_dense"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index c1a550ff3e..5f66d2925e 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -68,6 +68,7 @@ renames = {
     'tf.add_to_collections': 'tf.compat.v1.add_to_collections',
     'tf.all_variables': 'tf.compat.v1.all_variables',
     'tf.angle': 'tf.math.angle',
+    'tf.app.run': 'tf.compat.v1.app.run',
     'tf.assert_greater_equal': 'tf.compat.v1.assert_greater_equal',
     'tf.assert_integer': 'tf.compat.v1.assert_integer',
     'tf.assert_less_equal': 'tf.compat.v1.assert_less_equal',
@@ -290,6 +291,7 @@ renames = {
     'tf.matrix_triangular_solve': 'tf.linalg.triangular_solve',
     'tf.model_variables': 'tf.compat.v1.model_variables',
     'tf.moving_average_variables': 'tf.compat.v1.moving_average_variables',
+    'tf.multinomial': 'tf.compat.v1.multinomial',
     'tf.nn.conv3d_backprop_filter_v2': 'tf.nn.conv3d_backprop_filter',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
@@ -331,6 +333,7 @@ renames = {
     'tf.quantize_v2': 'tf.compat.v1.quantize_v2',
     'tf.quantized_concat': 'tf.quantization.quantized_concat',
     'tf.random.get_seed': 'tf.compat.v1.random.get_seed',
+    'tf.random.multinomial': 'tf.compat.v1.random.multinomial',
     'tf.random_crop': 'tf.image.random_crop',
     'tf.random_gamma': 'tf.random.gamma',
     'tf.random_normal': 'tf.random.normal',
@@ -443,7 +446,7 @@ renames = {
     'tf.sparse_segment_sum': 'tf.sparse.segment_sum',
     'tf.sparse_slice': 'tf.sparse.slice',
     'tf.sparse_softmax': 'tf.sparse.softmax',
-    'tf.sparse_split': 'tf.sparse.split',
+    'tf.sparse_split': 'tf.compat.v1.sparse_split',
     'tf.sparse_tensor_dense_matmul': 'tf.sparse.matmul',
     'tf.sparse_tensor_to_dense': 'tf.sparse.to_dense',
     'tf.sparse_to_indicator': 'tf.sparse.to_indicator',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 9cd00e6994..3bfefd3623 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -51,6 +51,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.nn.sufficient_statistics": {
             "keep_dims": "keepdims"
         },
+        "tf.sparse.split": {
+            "split_dim": "axis",
+        },
         "tf.multinomial": {
             "output_dtype": "dtype",
         },
@@ -122,6 +125,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.contrib.data.unique": "tf.data.experimental.unique",
         "tf.quantize_v2": "tf.quantization.quantize",
         "tf.sparse_concat": "tf.sparse.concat",
+        "tf.sparse_split": "tf.sparse.split",
         "tf.multinomial": "tf.random.categorical",
         "tf.random.multinomial": "tf.random.categorical",
         "tf.load_file_system_library": "tf.load_library",
-- 
GitLab


From 32d2f5199942a5ec52002341665238ba9e73c855 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Fri, 16 Nov 2018 10:45:59 -0800
Subject: [PATCH 1759/1825] Treat LegacyFedInput as a placeholder in full flex
 mode

PiperOrigin-RevId: 221816858
---
 tensorflow/lite/toco/import_tensorflow.cc | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/lite/toco/import_tensorflow.cc b/tensorflow/lite/toco/import_tensorflow.cc
index 535aef05b1..c13517566f 100644
--- a/tensorflow/lite/toco/import_tensorflow.cc
+++ b/tensorflow/lite/toco/import_tensorflow.cc
@@ -2230,6 +2230,7 @@ ConverterMapType GetTensorFlowNodeConverterMapForFlex() {
   return std::unordered_map<std::string, ConverterType>({
       // We need to let TCO convert Placeholder information into
       // array data, so that the data types are correct.
+      {"LegacyFedInput", ConvertPlaceholderOperator},
       {"Placeholder", ConvertPlaceholderOperator},
   });
 }
-- 
GitLab


From 540788794fdd9811267fa1392c966ea1312a6c84 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 16 Nov 2018 10:50:17 -0800
Subject: [PATCH 1760/1825] Add aliases random.all_unigram_canditate_sampler
 and random.all_candidate_sampler in TF2.0.

PiperOrigin-RevId: 221817469
---
 tensorflow/python/ops/candidate_sampling_ops.py        | 7 +++++--
 tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt | 8 ++++++++
 2 files changed, 13 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/candidate_sampling_ops.py b/tensorflow/python/ops/candidate_sampling_ops.py
index f0bfdb2b7a..c64000b65d 100644
--- a/tensorflow/python/ops/candidate_sampling_ops.py
+++ b/tensorflow/python/ops/candidate_sampling_ops.py
@@ -208,7 +208,9 @@ def learned_unigram_candidate_sampler(true_classes, num_true, num_sampled,
       seed2=seed2, name=name)
 
 
-@tf_export('nn.fixed_unigram_candidate_sampler')
+@tf_export('random.fixed_unigram_candidate_sampler',
+           'nn.fixed_unigram_candidate_sampler',
+           v1=['nn.fixed_unigram_candidate_sampler'])
 def fixed_unigram_candidate_sampler(true_classes,
                                     num_true,
                                     num_sampled,
@@ -300,7 +302,8 @@ def fixed_unigram_candidate_sampler(true_classes,
       unigrams=unigrams, seed=seed1, seed2=seed2, name=name)
 
 
-@tf_export('nn.all_candidate_sampler')
+@tf_export('random.all_candidate_sampler', 'nn.all_candidate_sampler',
+           v1=['nn.all_candidate_sampler'])
 def all_candidate_sampler(true_classes, num_true, num_sampled, unique,
                           seed=None, name=None):
   """Generate the set of all classes.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
index a9dd64383d..cace49a5ce 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
@@ -1,9 +1,17 @@
 path: "tensorflow.random"
 tf_module {
+  member_method {
+    name: "all_candidate_sampler"
+    argspec: "args=[\'true_classes\', \'num_true\', \'num_sampled\', \'unique\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "categorical"
     argspec: "args=[\'logits\', \'num_samples\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
+  member_method {
+    name: "fixed_unigram_candidate_sampler"
+    argspec: "args=[\'true_classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\', \'num_reserved_ids\', \'num_shards\', \'shard\', \'unigrams\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'\', \'1.0\', \'0\', \'1\', \'0\', \'()\', \'None\', \'None\'], "
+  }
   member_method {
     name: "gamma"
     argspec: "args=[\'shape\', \'alpha\', \'beta\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \"<dtype: \'float32\'>\", \'None\', \'None\'], "
-- 
GitLab


From a767a02ca976d00b9e8e06042bdc2a2bb33b00eb Mon Sep 17 00:00:00 2001
From: Eugene Zhulenev <ezhulenev@google.com>
Date: Fri, 16 Nov 2018 10:54:59 -0800
Subject: [PATCH 1761/1825] [Grappler] Remapper optimizer for Conv2D + Squeeze
 + BiasAdd.

 Replace: Conv2D + Squeeze + BiasAdd
    with: _FusedConv2D + Squeeze

PiperOrigin-RevId: 221818332
---
 .../core/grappler/optimizers/remapper.cc      | 110 ++++++++++++++++--
 .../core/grappler/optimizers/remapper_test.cc |  70 +++++++++++
 .../python/grappler/tf_optimizer_test.py      |  13 ++-
 3 files changed, 179 insertions(+), 14 deletions(-)

diff --git a/tensorflow/core/grappler/optimizers/remapper.cc b/tensorflow/core/grappler/optimizers/remapper.cc
index 8b93411358..5282b08066 100644
--- a/tensorflow/core/grappler/optimizers/remapper.cc
+++ b/tensorflow/core/grappler/optimizers/remapper.cc
@@ -37,7 +37,7 @@ constexpr char kDataFormat[] = "data_format";
 constexpr char kIsTraining[] = "is_training";
 
 struct RemapperContext {
-  RemapperContext(const GrapplerItem& item)
+  explicit RemapperContext(const GrapplerItem& item)
       : nodes_to_preserve(item.NodesToPreserve()),
         graph_view(&item.graph),
         graph_properties(item),
@@ -67,6 +67,13 @@ struct Conv2DWithBiasAddAndRelu {
   const NodeDef* relu = nullptr;
 };
 
+// Conv2D node followed by a Squeeze and BiasAdd.
+struct Conv2DWithSqueezeAndBiasAdd {
+  const NodeDef* conv2d = nullptr;
+  const NodeDef* squeeze = nullptr;
+  const NodeDef* bias_add = nullptr;
+};
+
 // Conv2D node followed by a FusedBatchNorm.
 struct Conv2DWithBatchNorm {
   const NodeDef* conv2d = nullptr;
@@ -162,6 +169,54 @@ bool FindConv2DWithBiasAndRelu(const RemapperContext& ctx, const NodeDef* node,
   return true;
 }
 
+bool FindConv2DWithSqueezeAndBias(const RemapperContext& ctx,
+                                  const NodeDef* node,
+                                  Conv2DWithSqueezeAndBiasAdd* matched) {
+  // Root of the pattern must be a BiasAdd.
+  if (node == nullptr) return false;
+  if (node->op() != "BiasAdd") return false;
+  if (!NodeIsOnCpu(node)) return false;
+  if (!IsFloatOrDoubleDataType(node)) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, node)) return false;
+
+  // Input to the BiasAdd must be a Squeeze.
+  const auto bias_input_port = GraphView::InputPort(node, 0);
+  const auto squeeze = ctx.graph_view.GetRegularFanin(bias_input_port);
+  if (squeeze.node == nullptr) return false;
+  if (squeeze.node->op() != "Squeeze") return false;
+  if (!NodeIsOnCpu(squeeze.node)) return false;
+  if (!HaveSameDataType(node, squeeze.node, "T")) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, squeeze.node)) return false;
+  if (!HasSingleFanoutNode(ctx.graph_view, squeeze.node)) return false;
+  if (IsInPreserveSet(ctx, squeeze.node)) return false;
+
+  // Squeeze must not squeeze output channel dimension.
+  std::vector<int32> dims;
+  if (!GetNodeAttr(*squeeze.node, "squeeze_dims", &dims).ok()) return false;
+  for (auto dim : dims) {
+    if (dim == 3) return false;
+  }
+
+  // Input to the Squeeze must be a Conv2D in NHWC format.
+  const auto squeeze_input_port = GraphView::InputPort(squeeze.node, 0);
+  const auto conv2d = ctx.graph_view.GetRegularFanin(squeeze_input_port);
+  if (conv2d.node == nullptr) return false;
+  if (conv2d.node->op() != "Conv2D") return false;
+  if (conv2d.node->attr().at("data_format").s() != "NHWC") return false;
+  if (!NodeIsOnCpu(conv2d.node)) return false;
+  if (!HaveSameDataType(node, conv2d.node, "T")) return false;
+  if (!NoControlFaninOrFanout(ctx.graph_view, conv2d.node)) return false;
+  if (!HasSingleFanoutNode(ctx.graph_view, conv2d.node)) return false;
+  if (IsInPreserveSet(ctx, conv2d.node)) return false;
+
+  // We successfully found a Conv2D+Squeeze+BiasAdd pattern.
+  matched->conv2d = conv2d.node;
+  matched->squeeze = squeeze.node;
+  matched->bias_add = node;
+
+  return true;
+}
+
 bool FindConv2DWithBatchNorm(const RemapperContext& ctx, const NodeDef* node,
                              Conv2DWithBatchNorm* matched) {
   // Root of the pattern must be a FusedBatchNorm or a FusedBatchNormV2.
@@ -281,8 +336,6 @@ bool FindFusedBatchNorm(const RemapperContext& ctx, const NodeDef* node,
   return true;
 }
 
-#undef REMAPPER_REQUIRES
-
 void CopyConv2DAttributes(const NodeDef* conv2d, NodeDef* fused_conv2d,
                           const std::vector<string>& fused_ops = {},
                           int num_args = 1, float epsilon = 0.0) {
@@ -347,6 +400,37 @@ void AddFusedConv2DNode(
   invalidated_nodes->insert(matched.conv2d);
 }
 
+void AddFusedConv2DNode(
+    const Conv2DWithSqueezeAndBiasAdd& matched, GraphDef* optimized_graph,
+    absl::flat_hash_set<const NodeDef*>* invalidated_nodes) {
+  VLOG(2) << "Fuse Conv2D with Squeeze and BiasAdd: "
+          << " bias_add=" << matched.bias_add->name()
+          << " squeeze=" << matched.squeeze->name()
+          << " conv2d=" << matched.conv2d->name();
+
+  // Replace Conv2D node with a fused Conv2D. Matched pattern guarantees that it
+  // has single consumer (only the squeeze node).
+  NodeDef* fused_conv2d = optimized_graph->add_node();
+  fused_conv2d->set_name(matched.conv2d->name());
+  fused_conv2d->set_op("_FusedConv2D");
+  fused_conv2d->set_device(matched.conv2d->device());
+  fused_conv2d->add_input(matched.conv2d->input(0));    // 0: input
+  fused_conv2d->add_input(matched.conv2d->input(1));    // 1: filter
+  fused_conv2d->add_input(matched.bias_add->input(1));  // 2: bias
+
+  CopyConv2DAttributes(matched.conv2d, fused_conv2d, {"BiasAdd"});
+
+  // Replace BiasAdd node with a Squeeze.
+  NodeDef* remapped_squeeze = optimized_graph->add_node();
+  *remapped_squeeze = *matched.squeeze;
+  remapped_squeeze->set_name(matched.bias_add->name());
+  remapped_squeeze->set_input(0, fused_conv2d->name());
+
+  invalidated_nodes->insert(matched.squeeze);
+  invalidated_nodes->insert(matched.bias_add);
+  invalidated_nodes->insert(matched.conv2d);
+}
+
 void AddFusedConv2DNode(
     const Conv2DWithBatchNorm& matched, GraphDef* optimized_graph,
     absl::flat_hash_set<const NodeDef*>* invalidated_nodes) {
@@ -552,6 +636,7 @@ Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
   Conv2DWithBiasAddAndRelu    conv2d_with_bias_and_relu;
   Conv2DWithBatchNorm         conv2d_with_batch_norm;
   Conv2DWithBatchNormAndRelu  conv2d_with_batch_norm_and_relu;
+  Conv2DWithSqueezeAndBiasAdd conv2d_with_squeeze_and_bias;
   // clang-format on
 
   // Processing graph in reverse-topological sorted order allows to remap
@@ -561,14 +646,15 @@ Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
   std::reverse(topo_sorted_graph.mutable_node()->begin(),
                topo_sorted_graph.mutable_node()->end());
 
-  RemapperContext ctx(item);
+  GrapplerItem topo_sorted_item(item, std::move(topo_sorted_graph));
+  RemapperContext ctx(topo_sorted_item);
 
   // Skip nodes that were invalidated by a remapper, e.g. do not process BiasAdd
   // and Relu nodes that were fused into a Conv2D node.
   absl::flat_hash_set<const NodeDef*> invalidated_nodes;
 
-  optimized_graph->mutable_node()->Reserve(item.graph.node_size());
-  for (const NodeDef& node : item.graph.node()) {
+  optimized_graph->mutable_node()->Reserve(topo_sorted_item.graph.node_size());
+  for (const NodeDef& node : topo_sorted_item.graph.node()) {
     // Check if node was invalidated by one of the previous remaps.
     if (invalidated_nodes.count(&node) > 0) continue;
 
@@ -585,6 +671,14 @@ Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
       continue;
     }
 
+    // Remap Conv2D+Squeeze+BiasAdd into the _FusedConv2D+Squeeze.
+    if (FindConv2DWithSqueezeAndBias(ctx, &node,
+                                     &conv2d_with_squeeze_and_bias)) {
+      AddFusedConv2DNode(conv2d_with_squeeze_and_bias, optimized_graph,
+                         &invalidated_nodes);
+      continue;
+    }
+
     // Remap Conv2D+FusedBatchNorm into the _FusedConv2D;
     if (FindConv2DWithBatchNorm(ctx, &node, &conv2d_with_batch_norm)) {
       AddFusedConv2DNode(conv2d_with_batch_norm, optimized_graph,
@@ -617,8 +711,8 @@ Status Remapper::Optimize(Cluster* /*cluster*/, const GrapplerItem& item,
     *optimized_graph->add_node() = node;
   }
 
-  *optimized_graph->mutable_library() = item.graph.library();
-  *optimized_graph->mutable_versions() = item.graph.versions();
+  *optimized_graph->mutable_library() = topo_sorted_item.graph.library();
+  *optimized_graph->mutable_versions() = topo_sorted_item.graph.versions();
 
   return Status::OK();
 }
diff --git a/tensorflow/core/grappler/optimizers/remapper_test.cc b/tensorflow/core/grappler/optimizers/remapper_test.cc
index 1536c91ef7..1711c3dbcd 100644
--- a/tensorflow/core/grappler/optimizers/remapper_test.cc
+++ b/tensorflow/core/grappler/optimizers/remapper_test.cc
@@ -367,5 +367,75 @@ TEST_F(RemapperTest, FuseConv2DWithBatchNormAndRelu) {
   test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
 }
 
+TEST_F(RemapperTest, FuseConv2DWithSqueezeAndBias) {
+  using ops::Placeholder;
+
+  tensorflow::Scope s = tensorflow::Scope::NewRootScope();
+
+  auto input_shape = ops::Placeholder::Shape({8, 32, 1, 3});
+  auto filter_shape = ops::Placeholder::Shape({1, 1, 3, 128});
+  auto bias_shape = ops::Placeholder::Shape({128});
+
+  auto input = Placeholder(s.WithOpName("input"), DT_FLOAT, input_shape);
+  auto filter = Placeholder(s.WithOpName("filter"), DT_FLOAT, filter_shape);
+  auto bias = Placeholder(s.WithOpName("bias"), DT_FLOAT, bias_shape);
+
+  std::vector<int> strides = {1, 1, 1, 1};
+  auto conv = ops::Conv2D(s.WithOpName("conv"), input, filter, strides, "SAME");
+
+  ops::Squeeze::Attrs attrs;
+  attrs = attrs.Axis({2});
+  auto squeeze = ops::Squeeze(s.WithOpName("squeeze"), conv, attrs);
+
+  auto bias_add = ops::BiasAdd(s.WithOpName("bias_add"), squeeze, bias);
+  auto fetch = ops::Identity(s.WithOpName("fetch"), bias_add);
+
+  auto input_t = GenerateRandomTensor<DT_FLOAT>({8, 32, 1, 3});
+  auto filter_t = GenerateRandomTensor<DT_FLOAT>({1, 1, 3, 128});
+  auto bias_t = GenerateRandomTensor<DT_FLOAT>({128});
+
+  GrapplerItem item;
+  item.fetch = {"fetch"};
+  item.feed = {{"input", input_t}, {"filter", filter_t}, {"bias", bias_t}};
+  TF_CHECK_OK(s.ToGraphDef(&item.graph));
+
+  // Place all nodes on CPU.
+  for (int i = 0; i < item.graph.node_size(); ++i) {
+    item.graph.mutable_node(i)->set_device("/device:CPU:0");
+  }
+
+  Remapper optimizer(RewriterConfig::ON);
+  GraphDef output;
+  TF_CHECK_OK(optimizer.Optimize(nullptr, item, &output));
+
+  int found = 0;
+  for (const NodeDef& node : output.node()) {
+    if (node.name() == "conv") {
+      EXPECT_EQ("_FusedConv2D", node.op());
+      EXPECT_EQ("input", node.input(0));
+      EXPECT_EQ("filter", node.input(1));
+
+      EXPECT_EQ(1, node.attr().at("num_args").i());
+      EXPECT_EQ("bias", node.input(2));
+
+      const auto fused_ops = node.attr().at("fused_ops").list().s();
+      ASSERT_EQ(1, fused_ops.size());
+      EXPECT_EQ("BiasAdd", fused_ops[0]);
+      found++;
+    } else if (node.name() == "bias_add") {
+      EXPECT_EQ("Squeeze", node.op());
+      EXPECT_EQ("conv", node.input(0));
+      found++;
+    }
+  }
+  EXPECT_EQ(2, found);
+
+  auto tensors_expected = EvaluateNodes(item.graph, item.fetch, item.feed);
+  auto tensors = EvaluateNodes(output, item.fetch, item.feed);
+  EXPECT_EQ(1, tensors_expected.size());
+  EXPECT_EQ(1, tensors.size());
+  test::ExpectTensorNear<float>(tensors_expected[0], tensors[0], 1e-6);
+}
+
 }  // namespace grappler
 }  // namespace tensorflow
diff --git a/tensorflow/python/grappler/tf_optimizer_test.py b/tensorflow/python/grappler/tf_optimizer_test.py
index 1321e1cb0d..0a4d4cbe2d 100644
--- a/tensorflow/python/grappler/tf_optimizer_test.py
+++ b/tensorflow/python/grappler/tf_optimizer_test.py
@@ -75,12 +75,13 @@ class PyWrapOptimizeGraphTest(test.TestCase):
     optimized_graph = tf_optimizer.OptimizeGraph(config, mg)
 
     # Check that the nodes referenced in various collections have been preserved
-    self.assertEqual(len(optimized_graph.node), 5)
-    self.assertEqual(d.op.name, optimized_graph.node[0].name)
-    self.assertEqual(a1.op.name, optimized_graph.node[1].name)
-    self.assertEqual('Variable/initial_value', optimized_graph.node[2].name)
-    self.assertEqual(a2.op.name, optimized_graph.node[3].name)
-    self.assertEqual('Variable/Assign', optimized_graph.node[4].name)
+    optimized_graph_nodes = [node.name for node in optimized_graph.node]
+    expected_nodes = [
+        d.op.name, a1.op.name, a2.op.name, 'Variable/initial_value',
+        'Variable/Assign'
+    ]
+    self.assertEqual(len(optimized_graph_nodes), len(expected_nodes))
+    self.assertAllInSet(optimized_graph_nodes, expected_nodes)
 
   def testLoops(self):
     g = ops.Graph()
-- 
GitLab


From 68ad707cfedf1e93dc14e431b5417c77856214b6 Mon Sep 17 00:00:00 2001
From: Dan Moldovan <mdan@google.com>
Date: Fri, 16 Nov 2018 10:57:59 -0800
Subject: [PATCH 1762/1825] RL cartpole benchmark.

PiperOrigin-RevId: 221818834
---
 .../autograph/examples/benchmarks/BUILD       |  34 ++
 .../examples/benchmarks/benchmark_base.py     |  62 +++
 .../examples/benchmarks/cartpole_benchmark.py | 492 ++++++++++++++++++
 3 files changed, 588 insertions(+)
 create mode 100644 tensorflow/contrib/autograph/examples/benchmarks/BUILD
 create mode 100644 tensorflow/contrib/autograph/examples/benchmarks/benchmark_base.py
 create mode 100644 tensorflow/contrib/autograph/examples/benchmarks/cartpole_benchmark.py

diff --git a/tensorflow/contrib/autograph/examples/benchmarks/BUILD b/tensorflow/contrib/autograph/examples/benchmarks/BUILD
new file mode 100644
index 0000000000..ed3b054774
--- /dev/null
+++ b/tensorflow/contrib/autograph/examples/benchmarks/BUILD
@@ -0,0 +1,34 @@
+licenses(["notice"])  # Apache 2.0
+
+load("//tensorflow:tensorflow.bzl", "py_test")
+load("//tensorflow/tools/test:performance.bzl", "tf_py_logged_benchmark")
+
+py_library(
+    name = "benchmark_base",
+    srcs = [
+        "benchmark_base.py",
+    ],
+    deps = [
+        "//tensorflow:tensorflow_py",
+    ],
+)
+
+py_test(
+    name = "cartpole_benchmark",
+    size = "enormous",
+    srcs = ["cartpole_benchmark.py"],
+    tags = [
+        "local",
+        "notap",
+        "nozapfhahn",
+    ],
+    deps = [
+        ":benchmark_base",
+        # Note: required gym dependency may need to be added here.
+    ],
+)
+
+tf_py_logged_benchmark(
+    name = "cartpole_logged_benchmark",
+    target = "//tensorflow/contrib/autograph/examples/benchmarks:cartpole_benchmark",
+)
diff --git a/tensorflow/contrib/autograph/examples/benchmarks/benchmark_base.py b/tensorflow/contrib/autograph/examples/benchmarks/benchmark_base.py
new file mode 100644
index 0000000000..93c694849c
--- /dev/null
+++ b/tensorflow/contrib/autograph/examples/benchmarks/benchmark_base.py
@@ -0,0 +1,62 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Common benchmarking code.
+
+See https://www.tensorflow.org/community/benchmarks for usage.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import time
+
+import numpy as np
+
+import tensorflow as tf
+
+
+class ReportingBenchmark(tf.test.Benchmark):
+  """Base class for a benchmark that reports general performance metrics.
+
+  Subclasses only need to call one of the _profile methods, and optionally
+  report_results.
+  """
+
+  def time_execution(self, name, target, iters, warm_up_iters=5):
+    for _ in range(warm_up_iters):
+      target()
+
+    all_times = []
+    for _ in range(iters):
+      iter_time = time.time()
+      target()
+      all_times.append(time.time() - iter_time)
+
+    avg_time = np.average(all_times)
+
+    extras = dict()
+    extras['all_times'] = all_times
+
+    if isinstance(name, tuple):
+      extras['name'] = name
+      name = '_'.join(str(piece) for piece in name)
+
+    self.report_benchmark(
+        iters=iters, wall_time=avg_time, name=name, extras=extras)
+
+
+if __name__ == '__main__':
+  tf.test.main()
diff --git a/tensorflow/contrib/autograph/examples/benchmarks/cartpole_benchmark.py b/tensorflow/contrib/autograph/examples/benchmarks/cartpole_benchmark.py
new file mode 100644
index 0000000000..4f553be58e
--- /dev/null
+++ b/tensorflow/contrib/autograph/examples/benchmarks/cartpole_benchmark.py
@@ -0,0 +1,492 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""A basic RL cartpole benchmark.
+
+The RL model uses the OpenAI Gym environment to train a simple network using
+the policy gradients method. The training scales the gradients for each step
+by the episode's cumulative discounted reward and averages these gradients over
+a fixed number of games before applying the optimization step.
+
+For benchmarking purposes, we replace the OpenAI Gym environment to a fake
+that returns random actions and rewards and never ends the episode. This way
+the benchmarks compare the same amount of computation at each step.
+"""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import gym
+import numpy as np
+import tensorflow as tf
+
+from tensorflow.contrib import eager
+from tensorflow.contrib.autograph.examples.benchmarks import benchmark_base
+from tensorflow.python import autograph as ag
+from tensorflow.python.eager import context
+
+#
+# AutoGraph implementation
+#
+
+
+@ag.convert()
+def graph_append_discounted_rewards(destination, rewards, discount_rate):
+  """Discounts episode rewards and appends them to destination."""
+  ag.set_element_type(rewards, tf.float32)
+
+  cdr = 0.0
+  reverse_discounted = []
+  ag.set_element_type(reverse_discounted, tf.float32)
+
+  for i in range(len(rewards) - 1, -1, -1):
+    cdr = cdr * discount_rate + rewards[i]
+    cdr.set_shape(())
+    reverse_discounted.append(cdr)
+
+  retval = destination
+  # Note: AutoGraph doesn't yet support reversed() so we use a loop instead.
+  for i in range(len(reverse_discounted) - 1, -1, -1):
+    retval.append(reverse_discounted[i])
+
+  return retval
+
+
+class GraphPolicyNetwork(tf.keras.Model):
+  """Policy network for the cart-pole reinforcement learning problem.
+
+  The forward path of the network takes an observation from the cart-pole
+  environment (length-4 vector) and outputs an action.
+  """
+
+  def __init__(self, hidden_size):
+    super(GraphPolicyNetwork, self).__init__()
+    self._hidden_layer = tf.keras.layers.Dense(
+        hidden_size, activation=tf.nn.elu)
+    self._output_layer = tf.keras.layers.Dense(1)
+
+  def call(self, inputs):
+    """Calculates logits and action.
+
+    Args:
+      inputs: Observations from a step in the cart-pole environment, of shape
+        `(batch_size, input_size)`
+
+    Returns:
+      logits: the logits output by the output layer. This can be viewed as the
+        likelihood vales of choosing the left (0) action. Shape:
+        `(batch_size, 1)`.
+      actions: randomly selected actions ({0, 1}) based on the logits. Shape:
+        `(batch_size, 1)`.
+    """
+    hidden = self._hidden_layer(inputs)
+    logits = self._output_layer(hidden)
+
+    left_prob = tf.nn.sigmoid(logits)
+    action_probs = tf.concat([left_prob, 1.0 - left_prob], 1)
+
+    actions = tf.multinomial(tf.log(action_probs), 1)
+    return logits, actions
+
+  # TODO(mdan): Move this method out of the class.
+  @ag.convert()
+  def train(self, cart_pole_env, optimizer, discount_rate, num_games,
+            max_steps_per_game):
+    var_list = tf.trainable_variables()
+    grad_list = [
+        tf.TensorArray(tf.float32, 0, dynamic_size=True) for _ in var_list
+    ]
+
+    step_counts = []
+    discounted_rewards = []
+    ag.set_element_type(discounted_rewards, tf.float32)
+    ag.set_element_type(step_counts, tf.int32)
+
+    # Note: we use a shared object, cart_pole_env here. Because calls to the
+    # object's method are made through py_func, TensorFlow cannot detect its
+    # data dependencies. Hence we must manually synchronize access to it
+    # and ensure the control dependencies are set in such a way that
+    # calls to reset(), take_one_step, etc. are made in the correct order.
+    sync_counter = tf.constant(0)
+
+    for _ in tf.range(num_games):
+      with tf.control_dependencies([sync_counter]):
+        obs = cart_pole_env.reset()
+        with tf.control_dependencies([obs]):
+          sync_counter += 1
+
+        game_rewards = []
+        ag.set_element_type(game_rewards, tf.float32)
+
+        for step in tf.range(max_steps_per_game):
+          logits, actions = self(obs)  # pylint:disable=not-callable
+          logits = tf.reshape(logits, ())
+          actions = tf.reshape(actions, ())
+
+          labels = 1.0 - tf.cast(actions, tf.float32)
+          loss = tf.nn.sigmoid_cross_entropy_with_logits(
+              labels=labels, logits=logits)
+          grads = tf.gradients(loss, var_list)
+
+          for i in range(len(grads)):
+            grad_list[i].append(grads[i])
+
+          with tf.control_dependencies([sync_counter]):
+            obs, reward, done = cart_pole_env.step(actions)
+            with tf.control_dependencies([obs]):
+              sync_counter += 1
+            obs = tf.reshape(obs, (1, 4))
+
+          game_rewards.append(reward)
+          if reward < 0.1 or done:
+            step_counts.append(step + 1)
+            break
+
+        discounted_rewards = graph_append_discounted_rewards(
+            discounted_rewards, game_rewards, discount_rate)
+
+    discounted_rewards = ag.stack(discounted_rewards)
+    discounted_rewards.set_shape((None,))
+    mean, variance = tf.nn.moments(discounted_rewards, [0])
+    normalized_rewards = (discounted_rewards - mean) / tf.sqrt(variance)
+
+    for i in range(len(grad_list)):
+      g = ag.stack(grad_list[i])
+
+      # This block just adjusts the shapes to match for multiplication.
+      r = normalized_rewards
+      if r.shape.ndims < g.shape.ndims:
+        r = tf.expand_dims(r, -1)
+      if r.shape.ndims < g.shape.ndims:
+        r = tf.expand_dims(r, -1)
+
+      grad_list[i] = tf.reduce_mean(g * r, axis=0)
+
+    optimizer.apply_gradients(
+        zip(grad_list, var_list), global_step=tf.train.get_global_step())
+
+    return ag.stack(step_counts)
+
+
+@ag.convert()
+def graph_train_model(policy_network, cart_pole_env, optimizer, iterations):
+  """Trains the policy network for a given number of iterations."""
+  i = tf.constant(0)
+  mean_steps_per_iteration = []
+  ag.set_element_type(mean_steps_per_iteration, tf.int32)
+
+  while i < iterations:
+    steps_per_game = policy_network.train(
+        cart_pole_env,
+        optimizer,
+        discount_rate=0.95,
+        num_games=20,
+        max_steps_per_game=200)
+    mean_steps_per_iteration.append(tf.reduce_mean(steps_per_game))
+    i += 1
+
+  return ag.stack(mean_steps_per_iteration)
+
+
+class GraphGymCartpoleEnv(object):
+  """An env backed by OpenAI Gym's CartPole environment.
+
+  Used to confirm a functional model only.
+  """
+
+  def __init__(self):
+    cart_pole_env = gym.make('CartPole-v1')
+    cart_pole_env.seed(0)
+    cart_pole_env.reset()
+    self.env = cart_pole_env
+
+  def reset(self):
+    obs = ag.utils.wrap_py_func(self.env.reset, tf.float64, ())
+    obs = tf.reshape(obs, (1, 4))
+    obs = tf.cast(obs, tf.float32)
+    return obs
+
+  def step(self, actions):
+
+    def take_one_step(actions):
+      obs, reward, done, _ = self.env.step(actions)
+      obs = obs.astype(np.float32)
+      reward = np.float32(reward)
+      return obs, reward, done
+
+    return ag.utils.wrap_py_func(take_one_step,
+                                 (tf.float32, tf.float32, tf.bool), (actions,))
+
+
+class GraphRandomCartpoleEnv(object):
+  """An environment that returns random actions and never finishes.
+
+  Used during benchmarking, it will cause training to run a constant number of
+  steps.
+  """
+
+  def reset(self):
+    return tf.random.normal((1, 4))
+
+  def step(self, actions):
+    with tf.control_dependencies([actions]):
+      random_obs = tf.random.normal((1, 4))
+      fixed_reward = tf.constant(0.001)
+      done = tf.constant(False)
+      return random_obs, fixed_reward, done
+
+
+#
+# Eager implementation
+#
+
+
+def eager_append_discounted_rewards(discounted_rewards, rewards, discount_rate):
+  cdr = 0.0
+  reverse_discounted = []
+
+  for i in range(len(rewards) - 1, -1, -1):
+    cdr = cdr * discount_rate + rewards[i]
+    reverse_discounted.append(cdr)
+
+  discounted_rewards.extend(reversed(reverse_discounted))
+  return discounted_rewards
+
+
+class EagerPolicyNetwork(tf.keras.Model):
+  """Policy network for the cart-pole reinforcement learning problem.
+
+  The forward path of the network takes an observation from the cart-pole
+  environment (length-4 vector) and outputs an action.
+  """
+
+  def __init__(self, hidden_size):
+    super(EagerPolicyNetwork, self).__init__()
+    self._hidden_layer = tf.keras.layers.Dense(
+        hidden_size, activation=tf.nn.elu)
+    self._output_layer = tf.keras.layers.Dense(1)
+
+  def call(self, inputs):
+    """Calculates logits and action.
+
+    Args:
+      inputs: Observations from a step in the cart-pole environment, of shape
+        `(batch_size, input_size)`
+
+    Returns:
+      logits: the logits output by the output layer. This can be viewed as the
+        likelihood vales of choosing the left (0) action. Shape:
+        `(batch_size, 1)`.
+      actions: randomly selected actions ({0, 1}) based on the logits. Shape:
+        `(batch_size, 1)`.
+    """
+    hidden = self._hidden_layer(inputs)
+    logits = self._output_layer(hidden)
+
+    left_prob = tf.nn.sigmoid(logits)
+    action_probs = tf.concat([left_prob, 1.0 - left_prob], 1)
+
+    self._grad_fn = eager.implicit_gradients(
+        self._get_cross_entropy_and_save_actions)
+
+    actions = tf.multinomial(tf.log(action_probs), 1)
+    return logits, actions
+
+  def _get_cross_entropy_and_save_actions(self, inputs):
+    logits, actions = self(inputs)  # pylint:disable=not-callable
+    self._current_actions = actions
+    labels = 1.0 - tf.cast(actions, tf.float32)
+    return tf.nn.sigmoid_cross_entropy_with_logits(labels=labels, logits=logits)
+
+  def train(self, cart_pole_env, optimizer, discount_rate, num_games,
+            max_steps_per_game):
+    grad_list = None
+
+    step_counts = []
+    discounted_rewards = []
+
+    for _ in range(num_games):
+      obs = cart_pole_env.reset()
+
+      game_rewards = []
+
+      for step in range(max_steps_per_game):
+        grads_and_vars = self._grad_fn(tf.constant([obs], dtype=tf.float32))
+        grads, var_list = zip(*grads_and_vars)
+        actions = self._current_actions.numpy()[0][0]
+
+        if grad_list is None:
+          grad_list = [[g] for g in grads]
+        else:
+          for i in range(len(grads)):
+            grad_list[i].append(grads[i])
+
+        obs, reward, done = cart_pole_env.step(actions)
+
+        game_rewards.append(reward)
+        if reward < 0.1 or done:
+          step_counts.append(step + 1)
+          break
+
+      discounted_rewards = eager_append_discounted_rewards(
+          discounted_rewards, game_rewards, discount_rate)
+
+    discounted_rewards = tf.stack(discounted_rewards)
+    mean, variance = tf.nn.moments(discounted_rewards, [0])
+    normalized_rewards = (discounted_rewards - mean) / tf.sqrt(variance)
+
+    for i in range(len(grad_list)):
+      g = tf.stack(grad_list[i])
+
+      r = normalized_rewards
+      while r.shape.ndims < g.shape.ndims:
+        r = tf.expand_dims(r, -1)
+
+      grad_list[i] = tf.reduce_mean(g * r, axis=0)
+
+    optimizer.apply_gradients(
+        zip(grad_list, var_list), global_step=tf.train.get_global_step())
+
+    return tf.stack(step_counts)
+
+
+def eager_train_model(policy_network, cart_pole_env, optimizer, iterations):
+  """Trains the policy network for a given number of iterations."""
+  mean_steps_per_iteration = []
+
+  for _ in range(iterations):
+    steps_per_game = policy_network.train(
+        cart_pole_env,
+        optimizer,
+        discount_rate=0.95,
+        num_games=20,
+        max_steps_per_game=200)
+    mean_steps_per_iteration.append(tf.reduce_mean(steps_per_game))
+
+  return mean_steps_per_iteration
+
+
+class EagerGymCartpoleEnv(object):
+  """An env backed by OpenAI Gym's CartPole environment.
+
+  Used to confirm a functional model only.
+  """
+
+  def __init__(self):
+    cart_pole_env = gym.make('CartPole-v1')
+    cart_pole_env.seed(0)
+    cart_pole_env.reset()
+    self.env = cart_pole_env
+
+  def reset(self):
+    return self.env.reset()
+
+  def step(self, actions):
+    obs, reward, done, _ = self.env.step(actions)
+    return obs, reward, done
+
+
+class EagerRandomCartpoleEnv(object):
+  """An environment that returns random actions and never finishes.
+
+  Used during benchmarking, it will cause training to run a constant number of
+  steps.
+  """
+
+  def reset(self):
+    return np.random.normal(size=(4,))
+
+  def step(self, actions):
+    with tf.control_dependencies([actions]):
+      random_obs = np.random.normal(size=(4,))
+      fixed_reward = 0.001
+      done = False
+      return random_obs, fixed_reward, done
+
+
+def graph_demo_training():
+  """Not used in the benchmark. Used to confirm a functional model."""
+  with tf.Graph().as_default():
+    tf.set_random_seed(0)
+
+    network = GraphPolicyNetwork(hidden_size=5)
+    network.build((1, 4))
+    env = GraphGymCartpoleEnv()
+    opt = tf.train.AdamOptimizer(0.05)
+
+    train_ops = graph_train_model(network, env, opt, iterations=5)
+
+    with tf.Session() as sess:
+      sess.run(tf.global_variables_initializer())
+      sess.run(tf.local_variables_initializer())
+      steps_per_iteration = sess.run(train_ops)
+      for i, steps in enumerate(steps_per_iteration):
+        print('Step {} iterations: {}'.format(i, steps))
+
+
+def eager_demo_training():
+  with context.eager_mode():
+    network = EagerPolicyNetwork(hidden_size=5)
+    network.build((1, 4))
+    env = EagerGymCartpoleEnv()
+    opt = tf.train.AdamOptimizer(0.05)
+
+    steps_per_iteration = eager_train_model(network, env, opt, iterations=5)
+    for i, steps in enumerate(steps_per_iteration):
+      print('Step {} iterations: {}'.format(i, steps))
+
+
+class RLCartPoleBenchmark(benchmark_base.ReportingBenchmark):
+  """Actual benchmark.
+
+  Trains the RL agent a fixed number of times, on random environments that
+  result in constant number of steps.
+  """
+
+  def benchmark_cartpole(self):
+
+    def train_session(sess, ops):
+      return lambda: sess.run(ops)
+
+    def train_eager(network, env, opt):
+      return lambda: eager_train_model(network, env, opt, iterations=10)
+
+    for model_size in (10, 100, 1000):
+      with tf.Graph().as_default():
+        network = GraphPolicyNetwork(hidden_size=model_size)
+        network.build((1, 4))
+        env = GraphRandomCartpoleEnv()
+        opt = tf.train.AdamOptimizer(0.05)
+        train_ops = graph_train_model(network, env, opt, iterations=10)
+
+        with tf.Session() as sess:
+          sess.run(tf.global_variables_initializer())
+          sess.run(tf.local_variables_initializer())
+
+          self.time_execution(('cartpole', 'autograph', model_size),
+                              train_session(sess, train_ops), 20)
+
+      with context.eager_mode():
+        network = EagerPolicyNetwork(hidden_size=model_size)
+        network.build((1, 4))
+        env = EagerRandomCartpoleEnv()
+        opt = tf.train.AdamOptimizer(0.05)
+
+        self.time_execution(('cartpole', 'eager', model_size),
+                            train_eager(network, env, opt), 20)
+
+
+if __name__ == '__main__':
+  tf.test.main()
-- 
GitLab


From 61e236f99f8c7ec6a3236179e7277e7b5183c77e Mon Sep 17 00:00:00 2001
From: Amit Patankar <amitpatankar@google.com>
Date: Fri, 16 Nov 2018 11:11:49 -0800
Subject: [PATCH 1763/1825] Update the argument order for
 `tf.nn.sparse.segment_*` and exporting in v2.

PiperOrigin-RevId: 221821515
---
 tensorflow/python/ops/math_ops.py             | 97 ++++++++++++++++---
 .../api/golden/v2/tensorflow.sparse.pbtxt     |  6 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  9 ++
 3 files changed, 96 insertions(+), 16 deletions(-)

diff --git a/tensorflow/python/ops/math_ops.py b/tensorflow/python/ops/math_ops.py
index a769c0dff4..679ce07f3f 100644
--- a/tensorflow/python/ops/math_ops.py
+++ b/tensorflow/python/ops/math_ops.py
@@ -2984,8 +2984,7 @@ def unsorted_segment_sqrt_n(data, segment_ids, num_segments, name=None):
     return summed / gen_math_ops.sqrt(N)
 
 
-@tf_export(
-    "sparse.segment_sum", v1=["sparse.segment_sum", "sparse_segment_sum"])
+@tf_export(v1=["sparse.segment_sum", "sparse_segment_sum"])
 @deprecation.deprecated_endpoints("sparse_segment_sum")
 def sparse_segment_sum(data, indices, segment_ids, name=None,
                        num_segments=None):
@@ -3059,8 +3058,17 @@ def sparse_segment_sum(data, indices, segment_ids, name=None,
         data=data, indices=indices, segment_ids=segment_ids, name=name)
 
 
-@tf_export(
-    "sparse.segment_mean", v1=["sparse.segment_mean", "sparse_segment_mean"])
+@tf_export("sparse.segment_sum", v1=[])
+def sparse_segment_sum_v2(data,
+                          indices,
+                          segment_ids,
+                          num_segments=None,
+                          name=None):
+  return sparse_segment_mean(
+      data, indices, segment_ids, name=name, num_segments=num_segments)
+
+
+@tf_export(v1=["sparse.segment_mean", "sparse_segment_mean"])
 @deprecation.deprecated_endpoints("sparse_segment_mean")
 def sparse_segment_mean(data,
                         indices,
@@ -3106,9 +3114,44 @@ def sparse_segment_mean(data,
         data=data, indices=indices, segment_ids=segment_ids, name=name)
 
 
-@tf_export(
-    "sparse.segment_sqrt_n",
-    v1=["sparse.segment_sqrt_n", "sparse_segment_sqrt_n"])
+@tf_export("sparse.segment_mean", v1=[])
+def sparse_segment_mean_v2(data,
+                           indices,
+                           segment_ids,
+                           num_segments=None,
+                           name=None):
+  r"""Computes the mean along sparse segments of a tensor.
+
+  Read [the section on
+  segmentation](https://tensorflow.org/api_guides/python/math_ops#Segmentation)
+  for an explanation of segments.
+
+  Like `SegmentMean`, but `segment_ids` can have rank less than `data`'s first
+  dimension, selecting a subset of dimension 0, specified by `indices`.
+  `segment_ids` is allowed to have missing ids, in which case the output will
+  be zeros at those indices. In those cases `num_segments` is used to determine
+  the size of the output.
+
+  Args:
+    data: A `Tensor` with data that will be assembled in the output.
+    indices: A 1-D `Tensor` with indices into `data`. Has same rank as
+      `segment_ids`.
+    segment_ids: A 1-D `Tensor` with indices into the output `Tensor`. Values
+      should be sorted and can be repeated.
+    num_segments: An optional int32 scalar. Indicates the size of the output
+      `Tensor`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `tensor` of the shape as data, except for dimension 0 which
+    has size `k`, the number of segments specified via `num_segments` or
+    inferred for the last element in `segments_ids`.
+  """
+  return sparse_segment_mean(
+      data, indices, segment_ids, name=name, num_segments=num_segments)
+
+
+@tf_export(v1=["sparse.segment_sqrt_n", "sparse_segment_sqrt_n"])
 @deprecation.deprecated_endpoints("sparse_segment_sqrt_n")
 def sparse_segment_sqrt_n(data,
                           indices,
@@ -3146,6 +3189,35 @@ def sparse_segment_sqrt_n(data,
         data=data, indices=indices, segment_ids=segment_ids, name=name)
 
 
+@tf_export("sparse.segment_sqrt_n", v1=[])
+def sparse_segment_sqrt_n_v2(data,
+                             indices,
+                             segment_ids,
+                             num_segments=None,
+                             name=None):
+  r"""Computes the sum along sparse segments of a tensor divided by the sqrt(N).
+
+  `N` is the size of the segment being reduced.
+
+  Args:
+    data: A `Tensor` with data that will be assembled in the output.
+    indices: A 1-D `Tensor` with indices into `data`. Has same rank as
+      `segment_ids`.
+    segment_ids: A 1-D `Tensor` with indices into the output `Tensor`. Values
+      should be sorted and can be repeated.
+    num_segments: An optional int32 scalar. Indicates the size of the output
+      `Tensor`.
+    name: A name for the operation (optional).
+
+  Returns:
+    A `tensor` of the shape as data, except for dimension 0 which
+    has size `k`, the number of segments specified via `num_segments` or
+    inferred for the last element in `segments_ids`.
+  """
+  return sparse_segment_sqrt_n(
+      data, indices, segment_ids, name=name, num_segments=num_segments)
+
+
 @tf_export("tensordot", "linalg.tensordot")
 def tensordot(a, b, axes, name=None):
   r"""Tensor contraction of a and b along specified axes.
@@ -3179,12 +3251,11 @@ def tensordot(a, b, axes, name=None):
     a: `Tensor` of type `float32` or `float64`.
     b: `Tensor` with the same type as `a`.
     axes: Either a scalar `N`, or a list or an `int32` `Tensor` of shape [2, k].
-     If axes is a scalar, sum over the last N axes of a and the first N axes
-     of b in order.
-     If axes is a list or `Tensor` the first and second row contain the set of
-     unique integers specifying axes along which the contraction is computed,
-     for `a` and `b`, respectively. The number of axes for `a` and `b` must
-     be equal.
+      If axes is a scalar, sum over the last N axes of a and the first N axes of
+      b in order. If axes is a list or `Tensor` the first and second row contain
+      the set of unique integers specifying axes along which the contraction is
+      computed, for `a` and `b`, respectively. The number of axes for `a` and
+      `b` must be equal.
     name: A name for the operation (optional).
 
   Returns:
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
index bb86f07f1e..48aa1f7d8d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
@@ -90,15 +90,15 @@ tf_module {
   }
   member_method {
     name: "segment_mean"
-    argspec: "args=[\'data\', \'indices\', \'segment_ids\', \'name\', \'num_segments\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+    argspec: "args=[\'data\', \'indices\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "segment_sqrt_n"
-    argspec: "args=[\'data\', \'indices\', \'segment_ids\', \'name\', \'num_segments\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+    argspec: "args=[\'data\', \'indices\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "segment_sum"
-    argspec: "args=[\'data\', \'indices\', \'segment_ids\', \'name\', \'num_segments\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+    argspec: "args=[\'data\', \'indices\', \'segment_ids\', \'num_segments\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
     name: "slice"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 3bfefd3623..be6dbc1ff8 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -174,6 +174,15 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.sparse.concat": [
             "axis", "sp_inputs", "name", "expand_nonconcat_dim", "concat_dim"
         ],
+        "tf.sparse.segment_mean": [
+            "data", "indices", "segment_ids", "name", "num_segments"
+        ],
+        "tf.sparse.segment_sqrt_n": [
+            "data", "indices", "segment_ids", "name", "num_segments"
+        ],
+        "tf.sparse.segment_sum": [
+            "data", "indices", "segment_ids", "name", "num_segments"
+        ],
     }
 
     # Specially handled functions.
-- 
GitLab


From 4070b1650c68fb88a5f22e910e193650fb2be515 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 11:15:47 -0800
Subject: [PATCH 1764/1825] Changed remaining tests in
 BatchMatrixTransposeTest.

PiperOrigin-RevId: 221822243
---
 tensorflow/python/kernel_tests/BUILD          |  1 +
 .../python/kernel_tests/array_ops_test.py     | 44 ++++++++++---------
 2 files changed, 24 insertions(+), 21 deletions(-)

diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 975b603006..307330d1cb 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -1350,6 +1350,7 @@ cuda_py_test(
         "//tensorflow/python:test_ops",
         "//tensorflow/python:variables",
         "//tensorflow/python/eager:context",
+        "//tensorflow/python/eager:def_function",
     ],
     shard_count = 10,
     tags = [
diff --git a/tensorflow/python/kernel_tests/array_ops_test.py b/tensorflow/python/kernel_tests/array_ops_test.py
index 5caed54c4d..da29a070cd 100644
--- a/tensorflow/python/kernel_tests/array_ops_test.py
+++ b/tensorflow/python/kernel_tests/array_ops_test.py
@@ -25,6 +25,7 @@ import numpy as np
 
 from tensorflow.python.client import session
 from tensorflow.python.eager import context
+from tensorflow.python.eager import def_function
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
@@ -32,6 +33,7 @@ from tensorflow.python.framework import errors_impl
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import sparse_tensor
 from tensorflow.python.framework import tensor_shape
+from tensorflow.python.framework import tensor_spec
 from tensorflow.python.framework import test_ops
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
@@ -46,9 +48,9 @@ from tensorflow.python.ops import variables
 from tensorflow.python.platform import test as test_lib
 
 
+@test_util.run_all_in_graph_and_eager_modes
 class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
 
-  @test_util.run_in_graph_and_eager_modes
   def testNonBatchMatrix(self):
     matrix = [[1, 2, 3], [4, 5, 6]]  # Shape (2, 3)
     expected_transposed = [[1, 4], [2, 5], [3, 6]]  # Shape (3, 2)
@@ -56,7 +58,6 @@ class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
     self.assertEqual((3, 2), transposed.get_shape())
     self.assertAllEqual(expected_transposed, transposed)
 
-  @test_util.run_in_graph_and_eager_modes
   def testConjugate(self):
     m = [[1 + 1j, 2 + 2j, 3 + 3j], [4 + 4j, 5 + 5j, 6 + 6j]]
     expected_transposed = [[1 - 1j, 4 - 4j], [2 - 2j, 5 - 5j], [3 - 3j, 6 - 6j]]
@@ -65,7 +66,6 @@ class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
     self.assertEqual((3, 2), transposed.get_shape())
     self.assertAllEqual(expected_transposed, transposed)
 
-  @test_util.run_in_graph_and_eager_modes
   def testBatchMatrix(self):
     matrix_0 = [[1, 2, 3], [4, 5, 6]]
     matrix_0_t = [[1, 4], [2, 5], [3, 6]]
@@ -78,33 +78,35 @@ class BatchMatrixTransposeTest(test_util.TensorFlowTestCase):
     self.assertAllEqual(expected_transposed, transposed)
 
   def testNonBatchMatrixDynamicallyDefined(self):
-    matrix = [[1, 2, 3], [4, 5, 6]]  # Shape (2, 3)
+    # needs explicit `constant` because lists are not automatically
+    # converted to sensors when applying `transpose` below
+    matrix = constant_op.constant([[1, 2, 3], [4, 5, 6]])  # Shape (2, 3)
     expected_transposed = [[1, 4], [2, 5], [3, 6]]  # Shape (3, 2)
-    with self.cached_session():
-      matrix_ph = array_ops.placeholder(dtypes.int32)
-      transposed = array_ops.matrix_transpose(matrix_ph)
-      self.assertAllEqual(
-          expected_transposed, transposed.eval(feed_dict={
-              matrix_ph: matrix
-          }))
+    @def_function.function(input_signature=
+                           [tensor_spec.TensorSpec
+                            (shape=None, dtype=dtypes.int32)])
+    def transpose(matrix):
+      self.assertIs(matrix.shape.ndims, None)
+      return array_ops.matrix_transpose(matrix)
+    self.assertAllEqual(expected_transposed, transpose(matrix))
 
   def testBatchMatrixDynamicallyDefined(self):
     matrix_0 = [[1, 2, 3], [4, 5, 6]]
     matrix_0_t = [[1, 4], [2, 5], [3, 6]]
     matrix_1 = [[11, 22, 33], [44, 55, 66]]
     matrix_1_t = [[11, 44], [22, 55], [33, 66]]
-    batch_matrix = [matrix_0, matrix_1]  # Shape (2, 2, 3)
+    # needs explicit `constant` because lists are not automatically
+    # converted to sensors when applying `transpose` below
+    batch_matrix = constant_op.constant([matrix_0, matrix_1])  # Shape (2, 2, 3)
     expected_transposed = [matrix_0_t, matrix_1_t]  # Shape (2, 3, 2)
-    with self.cached_session():
-      batch_matrix_ph = array_ops.placeholder(dtypes.int32)
-      transposed = array_ops.matrix_transpose(batch_matrix_ph)
-      self.assertAllEqual(
-          expected_transposed,
-          transposed.eval(feed_dict={
-              batch_matrix_ph: batch_matrix
-          }))
+    @def_function.function(input_signature=
+                           [tensor_spec.TensorSpec
+                            (shape=None, dtype=dtypes.int32)])
+    def transpose(matrix):
+      self.assertIs(matrix.shape.ndims, None)
+      return array_ops.matrix_transpose(matrix)
+    self.assertAllEqual(expected_transposed, transpose(batch_matrix))
 
-  @test_util.run_in_graph_and_eager_modes
   def testTensorWithStaticRankLessThanTwoRaisesBecauseNotAMatrix(self):
     vector = [1, 2, 3]
     with self.assertRaisesRegexp(ValueError, "should be a "):
-- 
GitLab


From 74660a6db35c909a49c073b9f992c1f8fa0d20c3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 11:53:30 -0800
Subject: [PATCH 1765/1825] Add broadcasting support for
 tf.ragged.to_tensor()'s default_value argument.

PiperOrigin-RevId: 221828849
---
 .../ops/ragged/ragged_conversion_ops.py       | 18 +++++--
 .../ops/ragged/ragged_to_tensor_op_test.py    | 47 +++++++++++++------
 2 files changed, 47 insertions(+), 18 deletions(-)

diff --git a/tensorflow/python/ops/ragged/ragged_conversion_ops.py b/tensorflow/python/ops/ragged/ragged_conversion_ops.py
index 3ec246ccaf..0385be02d4 100644
--- a/tensorflow/python/ops/ragged/ragged_conversion_ops.py
+++ b/tensorflow/python/ops/ragged/ragged_conversion_ops.py
@@ -196,7 +196,7 @@ def to_tensor(rt_input, default_value=None, name=None):
   Args:
     rt_input: The input `RaggedTensor`.
     default_value: Value to set for indices not specified in `rt_input`.
-      Defaults to zero.  `default_value.shape` must be equal to
+      Defaults to zero.  `default_value` must be broadcastable to
       `rt_input.shape[rt_input.ragged_rank + 1:]`.
     name: A name prefix for the returned tensors (optional).
 
@@ -210,6 +210,9 @@ def to_tensor(rt_input, default_value=None, name=None):
         rt_input, name='rt_input')
     if not ragged_tensor.is_ragged(rt_input):
       return rt_input  # already dense
+    if default_value is not None:
+      default_value = ops.convert_to_tensor(
+          default_value, name='default_value', dtype=rt_input.dtype)
 
     # If ragged_rank > 1, then recursively convert the ragged values into a
     # `Tensor` before we proceed.
@@ -217,6 +220,16 @@ def to_tensor(rt_input, default_value=None, name=None):
     if ragged_tensor.is_ragged(values):
       values = to_tensor(values, default_value)
 
+    # Tile the default value, if necessary.
+    if default_value is not None:
+      if values.shape.ndims is not None:
+        default_value.shape.with_rank_at_most(values.shape.ndims - 1)
+      if (values.shape.ndims is None or default_value.shape.ndims is None or
+          values.shape.ndims != default_value.shape.ndims + 1):
+        value_shape = array_ops.shape(values)[1:]
+        default_value = array_ops.broadcast_to(default_value, value_shape)
+      default_value.shape.assert_is_compatible_with(values.shape[1:])
+
     # Get the expected dense shape ([nrows, ncols] + value_shape).
     rt_row_lengths = [rt_input.row_splits[1:] - rt_input.row_splits[:-1]]
     nrows = array_ops.shape(rt_input.row_splits, out_type=dtypes.int64)[0] - 1
@@ -228,9 +241,6 @@ def to_tensor(rt_input, default_value=None, name=None):
     # Build a default value if none was supplied.
     if default_value is None:
       default_value = array_ops.zeros(value_shape, dtype=values.dtype)
-    else:
-      default_value = ops.convert_to_tensor(
-          default_value, name='default_value', dtype=values.dtype)
     default_value.shape.assert_is_compatible_with(values.shape[1:])
     default_value.set_shape(values.shape[1:])
 
diff --git a/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py b/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py
index 0ccc214a9c..688676e46c 100644
--- a/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_to_tensor_op_test.py
@@ -71,8 +71,30 @@ class RaggedTensorToTensorOpTest(test_util.TensorFlowTestCase,
               [[1, 2], [0, 0], [3, 4]],  #
               [[0, 0], [0, 0], [0, 0]],  #
               [[5, 0], [0, 0], [0, 0]],  #
-              [[6, 7], [8, 0], [0, 0]]
-          ]  #
+              [[6, 7], [8, 0], [0, 0]],  #
+          ]
+      },
+      {
+          'rt_input': [[[1, 2], [], [3, 4]], [], [[5]], [[6, 7], [8]]],
+          'default':
+              9,
+          'expected': [
+              [[1, 2], [9, 9], [3, 4]],  #
+              [[9, 9], [9, 9], [9, 9]],  #
+              [[5, 9], [9, 9], [9, 9]],  #
+              [[6, 7], [8, 9], [9, 9]],  #
+          ]
+      },
+      {
+          'rt_input': [[[1], [2], [3]]],
+          'ragged_rank': 1,
+          'default': 0,
+          'expected': [[[1], [2], [3]]],
+      },
+      {
+          'rt_input': [[[[1], [2]], [], [[3]]]],
+          'default': 9,
+          'expected': [[[[1], [2]], [[9], [9]], [[3], [9]]]],
       },
   )
   def testRaggedTensorToTensor(self,
@@ -96,17 +118,13 @@ class RaggedTensorToTensorOpTest(test_util.TensorFlowTestCase,
       {
           'rt_input': [[1, 2, 3]],
           'default': [0],
-          'error': (ValueError, r'Shapes \(1,\) and \(\) are incompatible'),
-      },
-      {
-          'rt_input': [[[1], [2], [3]]],
-          'default': 0,
-          'error': (ValueError, r'Shapes \(\) and \(1,\) are incompatible'),
+          'error': (ValueError, r'Shape \(1,\) must have rank at most 0'),
       },
       {
-          'rt_input': [[[[1], [2]], [], [[3]]]],
-          'default': 0,
-          'error': (ValueError, r'Shapes \(\) and \(1,\) are incompatible'),
+          'rt_input': [[[1, 2], [3, 4]], [[5, 6]]],
+          'ragged_rank': 1,
+          'default': [7, 8, 9],
+          'error': (ValueError, r'Shapes \(3,\) and \(2,\) are incompatible'),
       },
       {
           'rt_input': [[1, 2, 3]],
@@ -114,9 +132,10 @@ class RaggedTensorToTensorOpTest(test_util.TensorFlowTestCase,
           'error': (TypeError, "Expected int32, got 'a' of type 'str' instead"),
       },
   )
-  def testError(self, rt_input, default, error):
-    rt = ragged.constant(rt_input)
-    self.assertRaisesRegexp(error[0], error[1], ragged.to_tensor, rt, default)
+  def testError(self, rt_input, default, error, ragged_rank=None):
+    rt = ragged.constant(rt_input, ragged_rank=ragged_rank)
+    with self.assertRaisesRegexp(error[0], error[1]):
+      ragged.to_tensor(rt, default)
 
 
 if __name__ == '__main__':
-- 
GitLab


From 36035b92300e2183357c70b18b5400e656bf958b Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 11:54:10 -0800
Subject: [PATCH 1766/1825] A round of moving some DistributionStrategy
 libraries from contrib to core (just implementations, not public APIs):   *
 cross_tower_ops -> cross_device_ops   * cross_tower_utils ->
 cross_device_utils   * input_ops (and test)   * shared_variable_creator (and
 test)   * values

Also:
  * BUILD clean up
  * renaming cross_tower -> cross_device in a number of places.
PiperOrigin-RevId: 221828945
---
 tensorflow/contrib/distribute/BUILD           |   2 +-
 tensorflow/contrib/distribute/__init__.py     |   2 +-
 tensorflow/contrib/distribute/python/BUILD    | 163 ++++--------------
 .../python/collective_all_reduce_strategy.py  |  14 +-
 .../collective_all_reduce_strategy_test.py    |   6 +-
 ...r_ops_test.py => cross_device_ops_test.py} |  98 +++++------
 ...ils_test.py => cross_device_utils_test.py} |  26 +--
 .../contrib/distribute/python/keras_test.py   |   2 +-
 .../distribute/python/mirrored_strategy.py    |  44 ++---
 .../python/mirrored_strategy_multigpu_test.py |   2 +-
 .../distribute/python/one_device_strategy.py  |   2 +-
 .../python/parameter_server_strategy.py       |  20 +--
 .../python/parameter_server_strategy_test.py  |   2 +-
 .../contrib/distribute/python/tpu_strategy.py |   6 +-
 .../contrib/distribute/python/values_test.py  |   2 +-
 tensorflow/python/distribute/BUILD            | 108 +++++++++++-
 .../distribute/cross_device_ops.py}           |  40 ++---
 .../distribute/cross_device_utils.py}         |   4 +-
 .../python => python/distribute}/input_ops.py |   0
 .../distribute}/input_ops_test.py             |   2 +-
 .../distribute}/shared_variable_creator.py    |   0
 .../shared_variable_creator_test.py           |   2 +-
 .../python => python/distribute}/values.py    |   2 +-
 23 files changed, 268 insertions(+), 281 deletions(-)
 rename tensorflow/contrib/distribute/python/{cross_tower_ops_test.py => cross_device_ops_test.py} (87%)
 rename tensorflow/contrib/distribute/python/{cross_tower_utils_test.py => cross_device_utils_test.py} (84%)
 rename tensorflow/{contrib/distribute/python/cross_tower_ops.py => python/distribute/cross_device_ops.py} (96%)
 rename tensorflow/{contrib/distribute/python/cross_tower_utils.py => python/distribute/cross_device_utils.py} (99%)
 rename tensorflow/{contrib/distribute/python => python/distribute}/input_ops.py (100%)
 rename tensorflow/{contrib/distribute/python => python/distribute}/input_ops_test.py (99%)
 rename tensorflow/{contrib/distribute/python => python/distribute}/shared_variable_creator.py (100%)
 rename tensorflow/{contrib/distribute/python => python/distribute}/shared_variable_creator_test.py (97%)
 rename tensorflow/{contrib/distribute/python => python/distribute}/values.py (99%)

diff --git a/tensorflow/contrib/distribute/BUILD b/tensorflow/contrib/distribute/BUILD
index a87a5624c8..3ecd755d86 100644
--- a/tensorflow/contrib/distribute/BUILD
+++ b/tensorflow/contrib/distribute/BUILD
@@ -26,7 +26,6 @@ py_library(
     visibility = ["//tensorflow:internal"],
     deps = [
         "//tensorflow/contrib/distribute/python:collective_all_reduce_strategy",
-        "//tensorflow/contrib/distribute/python:cross_tower_ops",
         "//tensorflow/contrib/distribute/python:mirrored_strategy",
         "//tensorflow/contrib/distribute/python:monitor",
         "//tensorflow/contrib/distribute/python:one_device_strategy",
@@ -35,6 +34,7 @@ py_library(
         "//tensorflow/contrib/distribute/python:tpu_strategy",
         "//tensorflow/python:training",
         "//tensorflow/python:util",
+        "//tensorflow/python/distribute:cross_device_ops",
         "//tensorflow/python/distribute:distribute_config",
         "//tensorflow/python/distribute:distribute_coordinator",
     ],
diff --git a/tensorflow/contrib/distribute/__init__.py b/tensorflow/contrib/distribute/__init__.py
index 2853bbdb11..8ec73654e3 100644
--- a/tensorflow/contrib/distribute/__init__.py
+++ b/tensorflow/contrib/distribute/__init__.py
@@ -25,13 +25,13 @@ from __future__ import print_function
 
 # pylint: disable=unused-import,wildcard-import
 from tensorflow.contrib.distribute.python.collective_all_reduce_strategy import CollectiveAllReduceStrategy
-from tensorflow.contrib.distribute.python.cross_tower_ops import *
 from tensorflow.contrib.distribute.python.mirrored_strategy import MirroredStrategy
 from tensorflow.contrib.distribute.python.monitor import Monitor
 from tensorflow.contrib.distribute.python.one_device_strategy import OneDeviceStrategy
 from tensorflow.contrib.distribute.python.parameter_server_strategy import ParameterServerStrategy
 from tensorflow.contrib.distribute.python.step_fn import *
 from tensorflow.contrib.distribute.python.tpu_strategy import TPUStrategy
+from tensorflow.python.distribute.cross_device_ops import *
 from tensorflow.python.distribute.distribute_config import DistributeConfig
 from tensorflow.python.distribute.distribute_coordinator import run_standard_tensorflow_server
 from tensorflow.python.training.distribute import *
diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index bf5adb1a50..80d102249b 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -16,45 +16,24 @@ load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 # TODO(priyag): Figure out testonly issues that are preventing us from
 # including our tests in pip for now.
 
-py_library(
-    name = "values",
-    srcs = ["values.py"],
-    visibility = ["//tensorflow:internal"],
-    deps = [
-        ":input_ops",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:control_flow_ops",
-        "//tensorflow/python:device_util",
-        "//tensorflow/python:distribute",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:training",
-        "//tensorflow/python:util",
-        "//tensorflow/python/data/ops:multi_device_iterator_ops",
-        "//tensorflow/python/eager:context",
-        "//tensorflow/python/training/checkpointable:base",
-        "@six_archive//:six",
-    ],
-)
-
 cuda_py_test(
     name = "values_test",
     srcs = ["values_test.py"],
     additional_deps = [
         ":mirrored_strategy",
         ":multi_worker_test_base",
-        ":values",
         "//tensorflow/core:protos_all_py",
-        "//tensorflow/python/data/ops:dataset_ops",
-        "//tensorflow/python:errors",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:constant_op",
+        "//tensorflow/python:device_util",
+        "//tensorflow/python:errors",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:framework_test_lib",
         "//tensorflow/python:training",
         "//tensorflow/python:variable_scope",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
-        "//tensorflow/python:device_util",
         "//tensorflow/python/eager:test",
         "//tensorflow/python/estimator:estimator_py",
     ],
@@ -68,9 +47,6 @@ py_library(
     srcs = ["mirrored_strategy.py"],
     visibility = ["//tensorflow:internal"],
     deps = [
-        ":cross_tower_ops",
-        ":shared_variable_creator",
-        ":values",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:constant_op",
@@ -86,8 +62,11 @@ py_library(
         "//tensorflow/python:util",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
+        "//tensorflow/python/distribute:cross_device_ops",
         "//tensorflow/python/distribute:multi_worker_util",
         "//tensorflow/python/distribute:reduce_util",
+        "//tensorflow/python/distribute:shared_variable_creator",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:tape",
     ],
@@ -98,17 +77,17 @@ py_library(
     srcs = ["parameter_server_strategy.py"],
     visibility = ["//tensorflow:internal"],
     deps = [
-        ":cross_tower_ops",
         ":mirrored_strategy",
-        ":values",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:resource_variable_ops",
         "//tensorflow/python:training",
         "//tensorflow/python:util",
+        "//tensorflow/python/distribute:cross_device_ops",
         "//tensorflow/python/distribute:multi_worker_util",
         "//tensorflow/python/distribute:reduce_util",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
     ],
 )
@@ -121,7 +100,6 @@ cuda_py_test(
         ":multi_worker_test_base",
         ":parameter_server_strategy",
         ":strategy_test_lib",
-        ":values",
         "@absl_py//absl/testing:parameterized",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
@@ -137,6 +115,7 @@ cuda_py_test(
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
         "//tensorflow/python/distribute:multi_worker_util",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/estimator:estimator_py",
     ],
@@ -151,13 +130,13 @@ py_library(
     srcs = ["one_device_strategy.py"],
     visibility = ["//tensorflow:internal"],
     deps = [
-        ":values",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:distribute",
         "//tensorflow/python:dtypes",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
         "//tensorflow/python/distribute:reduce_util",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
         "@six_archive//:six",
     ],
@@ -168,16 +147,16 @@ py_library(
     srcs = ["collective_all_reduce_strategy.py"],
     visibility = ["//tensorflow:internal"],
     deps = [
-        ":cross_tower_ops",
-        ":cross_tower_utils",
         ":mirrored_strategy",
-        ":values",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:collective_ops",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:training",
+        "//tensorflow/python/distribute:cross_device_ops",
+        "//tensorflow/python/distribute:cross_device_utils",
         "//tensorflow/python/distribute:multi_worker_util",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
     ],
 )
@@ -283,16 +262,16 @@ cuda_py_test(
     additional_deps = [
         ":mirrored_strategy",
         ":multi_worker_test_base",
-        ":values",
         ":strategy_test_lib",
-        "//tensorflow/python:distribute",
         "//tensorflow/core:protos_all_py",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:constant_op",
+        "//tensorflow/python:distribute",
+        "//tensorflow/python:framework_test_lib",
         "//tensorflow/python:layers",
         "//tensorflow/python:state_ops",
         "//tensorflow/python:variable_scope",
-        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:test",
     ],
@@ -344,7 +323,6 @@ py_library(
     visibility = ["//tensorflow:internal"],
     deps = [
         ":one_device_strategy",
-        ":values",
         "//tensorflow/contrib/tpu:tpu_lib",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:control_flow_ops",
@@ -353,6 +331,7 @@ py_library(
         "//tensorflow/python:tensor_util",
         "//tensorflow/python:util",
         "//tensorflow/python/distribute:reduce_util",
+        "//tensorflow/python/distribute:values",
     ],
 )
 
@@ -362,7 +341,6 @@ cuda_py_test(
     additional_deps = [
         ":collective_all_reduce_strategy",
         ":combinations",
-        ":cross_tower_utils",
         ":multi_worker_test_base",
         ":strategy_test_lib",
         "@absl_py//absl/testing:parameterized",
@@ -378,6 +356,7 @@ cuda_py_test(
         "//tensorflow/python:layers",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
+        "//tensorflow/python/distribute:cross_device_utils",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/estimator:estimator_py",
     ],
@@ -508,7 +487,9 @@ cuda_py_test(
         "//third_party/py/numpy",
         "//tensorflow/contrib/optimizer_v2:training",
         "//tensorflow/python/data/ops:dataset_ops",
-        "//tensorflow/python/distribute",
+        "//tensorflow/python/distribute:distribute_config",
+        "//tensorflow/python/distribute:distribute_coordinator",
+        "//tensorflow/python/distribute:distribute_coordinator_context",
         "//tensorflow/python/eager:test",
         "//tensorflow/python/estimator:estimator_py",
         "//tensorflow/python/feature_column",
@@ -600,52 +581,16 @@ cuda_py_test(
     ],
 )
 
-py_library(
-    name = "shared_variable_creator",
-    srcs = ["shared_variable_creator.py"],
-    visibility = ["//tensorflow:internal"],
-)
-
-py_test(
-    name = "shared_variable_creator_test",
-    srcs = ["shared_variable_creator_test.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":shared_variable_creator",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:variable_scope",
-        "//tensorflow/python/eager:test",
-    ],
-)
-
-py_library(
-    name = "cross_tower_utils",
-    srcs = ["cross_tower_utils.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":values",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:collective_ops",
-        "//tensorflow/python:device",
-        "//tensorflow/python:dtypes",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:gradients",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:nccl_ops",
-        "//tensorflow/python/distribute:all_reduce",
-    ],
-)
-
 cuda_py_test(
-    name = "cross_tower_utils_test",
-    srcs = ["cross_tower_utils_test.py"],
+    name = "cross_device_utils_test",
+    srcs = ["cross_device_utils_test.py"],
     additional_deps = [
         ":combinations",
-        ":cross_tower_utils",
         "@absl_py//absl/testing:parameterized",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python/distribute:cross_device_utils",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:test",
     ],
@@ -654,41 +599,20 @@ cuda_py_test(
     ],
 )
 
-py_library(
-    name = "cross_tower_ops",
-    srcs = ["cross_tower_ops.py"],
-    srcs_version = "PY2AND3",
-    deps = [
-        ":cross_tower_utils",
-        ":values",
-        "//tensorflow/python:array_ops",
-        "//tensorflow/python:device_lib",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:math_ops",
-        "//tensorflow/python:platform",
-        "//tensorflow/python:resource_variable_ops",
-        "//tensorflow/python:training",
-        "//tensorflow/python:variable_scope",
-        "//tensorflow/python/distribute:reduce_util",
-        "//tensorflow/python/eager:context",
-        "@six_archive//:six",
-    ],
-)
-
 cuda_py_test(
-    name = "cross_tower_ops_test",
-    srcs = ["cross_tower_ops_test.py"],
+    name = "cross_device_ops_test",
+    srcs = ["cross_device_ops_test.py"],
     additional_deps = [
         ":combinations",
-        ":cross_tower_ops",
         ":multi_worker_test_base",
         ":mirrored_strategy",
-        ":values",
         "@absl_py//absl/testing:parameterized",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:framework_ops",
         "//tensorflow/python:math_ops",
+        "//tensorflow/python/distribute:cross_device_ops",
+        "//tensorflow/python/distribute:values",
         "//tensorflow/python/eager:context",
         "//tensorflow/python/eager:test",
     ],
@@ -698,35 +622,6 @@ cuda_py_test(
     ],
 )
 
-py_library(
-    name = "input_ops",
-    srcs = ["input_ops.py"],
-    visibility = ["//tensorflow:internal"],
-    deps = [
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python/data/util:nest",
-    ],
-)
-
-cuda_py_test(
-    name = "input_ops_test",
-    srcs = ["input_ops_test.py"],
-    additional_deps = [
-        ":input_ops",
-        "//tensorflow/python/data/ops:dataset_ops",
-        "//tensorflow/python:errors",
-        "//tensorflow/python:client_testlib",
-        "//tensorflow/python:framework_ops",
-        "//tensorflow/python:framework_test_lib",
-        "//tensorflow/python:io_ops",
-        "//tensorflow/python/data/ops:readers",
-        "//tensorflow/python:util",
-    ],
-    tags = [
-        "no_pip",
-    ],
-)
-
 py_library(
     name = "keras_test_lib",
     testonly = 1,
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index dd7d29ac2b..2c9c901ece 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -18,12 +18,12 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
-from tensorflow.contrib.distribute.python import cross_tower_utils
 from tensorflow.contrib.distribute.python import mirrored_strategy
-from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import rewriter_config_pb2
+from tensorflow.python.distribute import cross_device_ops as cross_device_ops_lib
+from tensorflow.python.distribute import cross_device_utils
 from tensorflow.python.distribute import multi_worker_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
@@ -79,11 +79,11 @@ class CollectiveAllReduceExtended(mirrored_strategy.MirroredExtended):
     else:
       local_devices = ["/device:CPU:0"]
 
-    self._collective_keys = cross_tower_utils.CollectiveKeys()
+    self._collective_keys = cross_device_utils.CollectiveKeys()
     super(CollectiveAllReduceExtended, self).__init__(
         container_strategy,
         devices=local_devices,
-        cross_device_ops=cross_tower_ops_lib.CollectiveAllReduce(
+        cross_device_ops=cross_device_ops_lib.CollectiveAllReduce(
             num_workers=1,
             num_gpus_per_worker=num_gpus_per_worker,
             collective_keys=self._collective_keys))
@@ -123,11 +123,11 @@ class CollectiveAllReduceExtended(mirrored_strategy.MirroredExtended):
     else:
       local_devices = [worker_device]
 
-    self._collective_keys = cross_tower_utils.CollectiveKeys()
+    self._collective_keys = cross_device_utils.CollectiveKeys()
     super(CollectiveAllReduceExtended, self).__init__(
         container_strategy,
         devices=local_devices,
-        cross_device_ops=cross_tower_ops_lib.CollectiveAllReduce(
+        cross_device_ops=cross_device_ops_lib.CollectiveAllReduce(
             num_workers=self._num_workers,
             num_gpus_per_worker=num_gpus_per_worker,
             collective_keys=self._collective_keys))
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index ae7b88aa2d..27b9306c85 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -23,11 +23,11 @@ import numpy as np
 
 from tensorflow.contrib.distribute.python import collective_all_reduce_strategy
 from tensorflow.contrib.distribute.python import combinations
-from tensorflow.contrib.distribute.python import cross_tower_utils
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import strategy_test_lib
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python import keras
+from tensorflow.python.distribute import cross_device_utils
 from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
@@ -73,7 +73,7 @@ class CollectiveAllReduceStrategyTestBase(
           cluster_spec=self._cluster_spec,
           task_type=task_type,
           task_id=task_id)
-    collective_keys = cross_tower_utils.CollectiveKeys(
+    collective_keys = cross_device_utils.CollectiveKeys(
         group_key_start=10 * num_gpus +
         CollectiveAllReduceStrategyTestBase.collective_key_base,
         instance_key_start=num_gpus * 100 +
@@ -81,7 +81,7 @@ class CollectiveAllReduceStrategyTestBase(
         instance_key_with_id_start=num_gpus * 10000 +
         CollectiveAllReduceStrategyTestBase.collective_key_base)
     distribution.extended._collective_keys = collective_keys
-    distribution.extended._cross_tower_ops._collective_keys = collective_keys
+    distribution.extended._cross_device_ops._collective_keys = collective_keys
     if task_type and task_id is not None:
       return distribution, 'grpc://' + self._cluster_spec[task_type][
           task_id], session_config
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py b/tensorflow/contrib/distribute/python/cross_device_ops_test.py
similarity index 87%
rename from tensorflow/contrib/distribute/python/cross_tower_ops_test.py
rename to tensorflow/contrib/distribute/python/cross_device_ops_test.py
index 100328efba..36610ce3a9 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops_test.py
+++ b/tensorflow/contrib/distribute/python/cross_device_ops_test.py
@@ -24,13 +24,13 @@ from absl.testing import parameterized
 import numpy as np
 
 from tensorflow.contrib.distribute.python import combinations
-from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
-from tensorflow.contrib.distribute.python import cross_tower_utils
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import multi_worker_test_base
-from tensorflow.contrib.distribute.python import values as value_lib
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.distribute import cross_device_ops as cross_device_ops_lib
+from tensorflow.python.distribute import cross_device_utils
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values as value_lib
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
@@ -41,7 +41,7 @@ from tensorflow.python.training import device_util
 
 
 def _make_per_replica(values, devices, regroup=False):
-  devices = cross_tower_ops_lib.get_devices_from(devices)
+  devices = cross_device_ops_lib.get_devices_from(devices)
   assert len(values) == len(devices)
 
   # We simulate the result of regroup called on PerReplica which strips the
@@ -66,7 +66,7 @@ def _fake_mirrored(value, devices):
   All components of the returned Mirrored have the same objects, which is not
   true in reality.
   """
-  devices = cross_tower_ops_lib.get_devices_from(devices)
+  devices = cross_device_ops_lib.get_devices_from(devices)
   return value_lib.Mirrored(
       {d: v for d, v in zip(devices, [value] * len(devices))})
 
@@ -118,7 +118,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
           self.assertEqual(
               sess.run(list(left._index.values())), list(right._index.values()))
 
-  def _testReductionAndBroadcast(self, cross_tower_ops, distribution):
+  def _testReductionAndBroadcast(self, cross_device_ops, distribution):
     devices = distribution.worker_devices
 
     values = [constant_op.constant(float(d)) for d in range(len(devices))]
@@ -142,24 +142,24 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
     # test reduce()
     for destinations in all_destinations:
       self._assert_values_equal(
-          cross_tower_ops.reduce(
+          cross_device_ops.reduce(
               reduce_util.ReduceOp.MEAN,
               per_replica,
               destinations=destinations),
           _fake_mirrored(mean, destinations))
       self._assert_values_equal(
-          cross_tower_ops.reduce(
+          cross_device_ops.reduce(
               reduce_util.ReduceOp.MEAN,
               per_replica_2,
               destinations=destinations),
           _fake_mirrored(mean_2, destinations))
       self._assert_values_equal(
-          cross_tower_ops.reduce(
+          cross_device_ops.reduce(
               reduce_util.ReduceOp.SUM, per_replica,
               destinations=destinations),
           _fake_mirrored(mean * len(devices), destinations))
       self._assert_values_equal(
-          cross_tower_ops.reduce(
+          cross_device_ops.reduce(
               reduce_util.ReduceOp.SUM,
               per_replica_2,
               destinations=destinations),
@@ -168,7 +168,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
     # test batch_reduce()
     for d1, d2 in itertools.product(all_destinations, all_destinations):
       self._assert_values_equal(
-          cross_tower_ops.batch_reduce(
+          cross_device_ops.batch_reduce(
               reduce_util.ReduceOp.MEAN,
               [(per_replica, d1), (per_replica_2, d2)]),
           [
@@ -176,7 +176,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
               _fake_mirrored(mean_2, d2)
           ])
       self._assert_values_equal(
-          cross_tower_ops.batch_reduce(
+          cross_device_ops.batch_reduce(
               reduce_util.ReduceOp.SUM,
               [(per_replica, d1), (per_replica_2, d2)]),
           [
@@ -187,7 +187,7 @@ class CrossDeviceOpsTestBase(test.TestCase, parameterized.TestCase):
     # test broadcast()
     for destinations in all_destinations:
       self._assert_values_equal(
-          cross_tower_ops.broadcast(constant_op.constant(1.), destinations),
+          cross_device_ops.broadcast(constant_op.constant(1.), destinations),
           _fake_mirrored(1., destinations))
 
 
@@ -196,17 +196,17 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
   # combinations module so that we can pass in devices instead of a distribution
   # strategy.
   reduction_to_one_combinations = combinations.combine(
-      cross_tower_ops=[
+      cross_device_ops=[
           combinations.NamedObject(
               "DefaultReductionToOneDeviceCrossDeviceOps",
-              cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps()),
+              cross_device_ops_lib.ReductionToOneDeviceCrossDeviceOps()),
           combinations.NamedObject(
               "ReductionToCPUDeviceCrossDeviceOps",
-              cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps(
+              cross_device_ops_lib.ReductionToOneDeviceCrossDeviceOps(
                   reduce_to_device=_cpu_device)),
           combinations.NamedObject(
               "AccumulateNCrossDeviceOp",
-              cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps(
+              cross_device_ops_lib.ReductionToOneDeviceCrossDeviceOps(
                   accumulation_fn=math_ops.accumulate_n)),
       ],
       distribution=[
@@ -218,20 +218,20 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
       ],
       mode=["graph", "eager"])
   allreduce_combinations = combinations.combine(
-      cross_tower_ops=[
+      cross_device_ops=[
           combinations.NamedObject(
               "AllReduce",
-              cross_tower_ops_lib.AllReduceCrossDeviceOps("nccl", 1, 0, 0)),
+              cross_device_ops_lib.AllReduceCrossDeviceOps("nccl", 1, 0, 0)),
           combinations.NamedObject(
               "HierarchicalCopy",
-              cross_tower_ops_lib.AllReduceCrossDeviceOps(
+              cross_device_ops_lib.AllReduceCrossDeviceOps(
                   "hierarchical_copy", 8, 0, 0)),
           combinations.NamedObject(
               "AllReduceNoGradientRepacking",
-              cross_tower_ops_lib.AllReduceCrossDeviceOps("nccl", 0, 0, 0)),
+              cross_device_ops_lib.AllReduceCrossDeviceOps("nccl", 0, 0, 0)),
           combinations.NamedObject(
               "HierarchicalCopyAggregateSmallTensors",
-              cross_tower_ops_lib.AllReduceCrossDeviceOps(
+              cross_device_ops_lib.AllReduceCrossDeviceOps(
                   "hierarchical_copy", 0, 100, 10))
       ],
       distribution=[combinations.mirrored_strategy_with_two_gpus,
@@ -239,22 +239,22 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
       mode=["graph", "eager"])
 
   @combinations.generate(reduction_to_one_combinations + allreduce_combinations)
-  def testReductionAndBroadcast(self, cross_tower_ops, distribution):
+  def testReductionAndBroadcast(self, cross_device_ops, distribution):
     with distribution.scope():
-      self._testReductionAndBroadcast(cross_tower_ops, distribution)
+      self._testReductionAndBroadcast(cross_device_ops, distribution)
 
   def testChooseAlgorithm(self):
     device_links = [[1, 2, 3, 4], [0, 2, 3, 5], [0, 1, 3, 6], [0, 1, 2, 7],
                     [0, 5, 6, 7], [1, 4, 6, 7], [2, 4, 5, 7], [3, 4, 5, 6]]
-    result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
+    result = cross_device_ops_lib._choose_all_reduce_algorithm(device_links)
+    self.assertIsInstance(result, cross_device_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "hierarchical_copy")
     self.assertEqual(result._num_packs, 8)
 
     # if there are only 4 devices
     device_links = [[1, 2, 3, 4], [0, 2, 3, 5], [0, 1, 3, 6], [0, 1, 2, 7]]
-    result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
+    result = cross_device_ops_lib._choose_all_reduce_algorithm(device_links)
+    self.assertIsInstance(result, cross_device_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "nccl")
     self.assertEqual(result._num_packs, 1)
 
@@ -262,16 +262,16 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
     device_links = [[0, 1, 2, 3, 4], [0, 1, 2, 3, 5], [0, 1, 2, 3, 6],
                     [0, 1, 2, 3, 7], [0, 4, 5, 6, 7], [1, 4, 5, 6, 7],
                     [2, 4, 5, 6, 7], [3, 4, 5, 6, 7]]
-    result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
+    result = cross_device_ops_lib._choose_all_reduce_algorithm(device_links)
+    self.assertIsInstance(result, cross_device_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "hierarchical_copy")
     self.assertEqual(result._num_packs, 8)
 
     # if not dgx1-like links
     device_links = [[0, 2, 3, 5], [0, 1, 3, 6], [0, 1, 2, 7], [0, 5, 6, 7],
                     [1, 4, 6, 7], [2, 4, 5, 7], [3, 4, 5, 6], [1, 2, 3, 4]]
-    result = cross_tower_ops_lib._choose_all_reduce_algorithm(device_links)
-    self.assertIsInstance(result, cross_tower_ops_lib.AllReduceCrossDeviceOps)
+    result = cross_device_ops_lib._choose_all_reduce_algorithm(device_links)
+    self.assertIsInstance(result, cross_device_ops_lib.AllReduceCrossDeviceOps)
     self.assertEqual(result._all_reduce_alg, "nccl")
     self.assertEqual(result._num_packs, 1)
 
@@ -283,7 +283,7 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
     t0 = _make_indexed_slices([[1., 2.]], [1], [5, 2], devices[0])
     t1 = _make_indexed_slices([[3., 4.], [5., 6.]], [1, 3], [5, 2], devices[1])
     per_replica = value_lib.PerReplica({devices[0]: t0, devices[1]: t1})
-    result = cross_tower_ops_lib._simple_reduce(
+    result = cross_device_ops_lib._simple_reduce(
         per_replica, devices[0], math_ops.add_n, reduce_util.ReduceOp.SUM)
 
     # Test that the result is semantically equal to both the concatenated
@@ -297,19 +297,19 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
 
   @combinations.generate(
       combinations.combine(
-          cross_tower_ops_instance=[
+          cross_device_ops_instance=[
               combinations.NamedObject(
                   "ReductionToOneDeviceCrossDeviceOps",
-                  cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps()),
+                  cross_device_ops_lib.ReductionToOneDeviceCrossDeviceOps()),
               combinations.NamedObject(
                   "AllReduceCrossDeviceOps",
-                  cross_tower_ops_lib.AllReduceCrossDeviceOps())
+                  cross_device_ops_lib.AllReduceCrossDeviceOps())
           ],
           reduce_op=[reduce_util.ReduceOp.SUM, reduce_util.ReduceOp.MEAN],
           batch_reduce=[True, False],
           mode=["graph", "eager"],
           required_gpus=1))
-  def testIndexedSlicesAllReduce(self, cross_tower_ops_instance, reduce_op,
+  def testIndexedSlicesAllReduce(self, cross_device_ops_instance, reduce_op,
                                  batch_reduce):
     devices = ["/cpu:0", "/gpu:0"]
     dense_shape = [5, 2]
@@ -319,10 +319,10 @@ class SingleWorkerCrossDeviceOpsTest(CrossDeviceOpsTestBase):
     per_replica = value_lib.PerReplica({devices[0]: t0, devices[1]: t1})
 
     if batch_reduce:
-      result = cross_tower_ops_instance.batch_reduce(
+      result = cross_device_ops_instance.batch_reduce(
           reduce_op, [(per_replica, devices)])
     else:
-      result = cross_tower_ops_instance.reduce(
+      result = cross_device_ops_instance.reduce(
           reduce_op, per_replica, devices)
 
     total_indices_with_dups = [1, 1, 3]
@@ -359,22 +359,22 @@ class MultiWorkerCrossDeviceOpsTest(multi_worker_test_base.MultiWorkerTestBase,
       "/job:worker/replica:0/task:0", "/job:worker/replica:0/task:1"
   ]
   multi_worker_allreduce_combinations = combinations.combine(
-      cross_tower_ops=[
+      cross_device_ops=[
           combinations.NamedObject(
               "MultiWorkerAllReduce",
-              cross_tower_ops_lib.MultiWorkerAllReduce(
+              cross_device_ops_lib.MultiWorkerAllReduce(
                   worker_devices, 2, ("pscpu/pscpu", 2, -1), 0, 0, 0)),
           combinations.NamedObject(
               "MultiWorkerAllReducePack",
-              cross_tower_ops_lib.MultiWorkerAllReduce(
+              cross_device_ops_lib.MultiWorkerAllReduce(
                   worker_devices, 2, ("pscpu/pscpu", 2, -1), 1, 0, 0)),
           combinations.NamedObject(
               "MultiWorkerAllReduceAggregation",
-              cross_tower_ops_lib.MultiWorkerAllReduce(
+              cross_device_ops_lib.MultiWorkerAllReduce(
                   worker_devices, 2, ("pscpu/pscpu", 2, -1), 0, 100, 10)),
           combinations.NamedObject(
               "MultiWorkerAllReduceMultipleSpecs",
-              cross_tower_ops_lib.MultiWorkerAllReduce(
+              cross_device_ops_lib.MultiWorkerAllReduce(
                   worker_devices, 2, [("pscpu/pscpu", 2, 100),
                                       ("xring", 2, -1)], 0, 0, 0)),
       ],
@@ -395,13 +395,13 @@ class MultiWorkerCrossDeviceOpsTest(multi_worker_test_base.MultiWorkerTestBase,
       mode=["graph"])
 
   @combinations.generate(multi_worker_allreduce_combinations)
-  def testReductionAndBroadcast(self, cross_tower_ops, distribution):
+  def testReductionAndBroadcast(self, cross_device_ops, distribution):
     distribution.configure(cluster_spec={
         "worker":
             ["/job:worker/replica:0/task:0", "/job:worker/replica:0/task:1"]
     })
     with distribution.scope():
-      self._testReductionAndBroadcast(cross_tower_ops, distribution)
+      self._testReductionAndBroadcast(cross_device_ops, distribution)
 
 
 class MultiWorkerCollectiveAllReduceTest(
@@ -422,7 +422,7 @@ class MultiWorkerCollectiveAllReduceTest(
     MultiWorkerCollectiveAllReduceTest.collective_key_base += 100000
 
   def _get_test_objects(self, task_type, task_id, num_gpus=0, local_mode=False):
-    collective_keys = cross_tower_utils.CollectiveKeys(
+    collective_keys = cross_device_utils.CollectiveKeys(
         group_key_start=10 * num_gpus +
         MultiWorkerCollectiveAllReduceTest.collective_key_base,
         instance_key_start=num_gpus * 100 +
@@ -430,7 +430,7 @@ class MultiWorkerCollectiveAllReduceTest(
         instance_key_with_id_start=num_gpus * 10000 +
         MultiWorkerCollectiveAllReduceTest.collective_key_base)
     if local_mode:
-      collective_all_reduce_ops = cross_tower_ops_lib.CollectiveAllReduce(
+      collective_all_reduce_ops = cross_device_ops_lib.CollectiveAllReduce(
           1, num_gpus, collective_keys=collective_keys)
       if num_gpus:
         devices = ["/device:GPU:%d" % i for i in range(num_gpus)]
@@ -438,7 +438,7 @@ class MultiWorkerCollectiveAllReduceTest(
         devices = ["/device:CPU:0"]
       return collective_all_reduce_ops, devices, ""
     else:
-      collective_all_reduce_ops = cross_tower_ops_lib.CollectiveAllReduce(
+      collective_all_reduce_ops = cross_device_ops_lib.CollectiveAllReduce(
           3, num_gpus, collective_keys=collective_keys)
       if num_gpus:
         devices = [
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils_test.py b/tensorflow/contrib/distribute/python/cross_device_utils_test.py
similarity index 84%
rename from tensorflow/contrib/distribute/python/cross_tower_utils_test.py
rename to tensorflow/contrib/distribute/python/cross_device_utils_test.py
index e46240abbf..6086eba098 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils_test.py
+++ b/tensorflow/contrib/distribute/python/cross_device_utils_test.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Tests for cross_tower_utils."""
+"""Tests for cross_device_utils."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -21,8 +21,8 @@ from __future__ import print_function
 from absl.testing import parameterized
 
 from tensorflow.contrib.distribute.python import combinations
-from tensorflow.contrib.distribute.python import cross_tower_utils
-from tensorflow.contrib.distribute.python import values as value_lib
+from tensorflow.python.distribute import cross_device_utils
+from tensorflow.python.distribute import values as value_lib
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import ops
@@ -43,7 +43,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     t0 = constant_op.constant([[1., 2.], [0, 0], [3., 4.]])
     t1 = constant_op.constant([[0., 0.], [5, 6], [7., 8.]])
     total = constant_op.constant([[1., 2.], [5, 6], [10., 12.]])
-    result = cross_tower_utils.aggregate_tensors_or_indexed_slices([t0, t1])
+    result = cross_device_utils.aggregate_tensors_or_indexed_slices([t0, t1])
     self._assert_values_equal(total, result)
 
   @test_util.run_in_graph_and_eager_modes
@@ -53,7 +53,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     t1 = math_ops._as_indexed_slices(
         constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
     total = constant_op.constant([[1., 2.], [5, 6], [10., 12.]])
-    result = cross_tower_utils.aggregate_tensors_or_indexed_slices([t0, t1])
+    result = cross_device_utils.aggregate_tensors_or_indexed_slices([t0, t1])
     self.assertIsInstance(result, ops.IndexedSlices)
     self._assert_values_equal(total, result)
 
@@ -62,7 +62,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     t = constant_op.constant([[1., 2.], [0, 0], [3., 4.]])
     n = 2
     expected = constant_op.constant([[0.5, 1.], [0, 0], [1.5, 2.]])
-    result = cross_tower_utils.divide_by_n_tensors_or_indexed_slices(t, n)
+    result = cross_device_utils.divide_by_n_tensors_or_indexed_slices(t, n)
     self._assert_values_equal(expected, result)
 
   @test_util.run_in_graph_and_eager_modes
@@ -71,7 +71,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
         constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
     n = 2
     expected = constant_op.constant([[0.5, 1.], [0, 0], [1.5, 2.]])
-    result = cross_tower_utils.divide_by_n_tensors_or_indexed_slices(t, n)
+    result = cross_device_utils.divide_by_n_tensors_or_indexed_slices(t, n)
     self.assertIsInstance(result, ops.IndexedSlices)
     self._assert_values_equal(expected, result)
 
@@ -79,7 +79,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
   def testIsIndexedSlices(self):
     t = math_ops._as_indexed_slices(
         constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
-    self.assertTrue(cross_tower_utils.contains_indexed_slices(t))
+    self.assertTrue(cross_device_utils.contains_indexed_slices(t))
 
   @test_util.run_in_graph_and_eager_modes
   def testContainsIndexedSlices_List(self):
@@ -87,7 +87,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
         constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
     t1 = math_ops._as_indexed_slices(
         constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
-    self.assertTrue(cross_tower_utils.contains_indexed_slices([t0, t1]))
+    self.assertTrue(cross_device_utils.contains_indexed_slices([t0, t1]))
 
   @test_util.run_in_graph_and_eager_modes
   def testContainsIndexedSlices_Tuple(self):
@@ -95,7 +95,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
         constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
     t1 = math_ops._as_indexed_slices(
         constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
-    self.assertTrue(cross_tower_utils.contains_indexed_slices((t0, t1)))
+    self.assertTrue(cross_device_utils.contains_indexed_slices((t0, t1)))
 
   @test_util.run_in_graph_and_eager_modes
   def testContainsIndexedSlices_PerReplica(self):
@@ -104,7 +104,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     t1 = math_ops._as_indexed_slices(
         constant_op.constant([[0., 0.], [5, 6], [7., 8.]]))
     per_replica = value_lib.PerReplica({"/gpu:0": t0, "/cpu:0": t1})
-    self.assertTrue(cross_tower_utils.contains_indexed_slices(per_replica))
+    self.assertTrue(cross_device_utils.contains_indexed_slices(per_replica))
 
   @combinations.generate(combinations.combine(
       mode=["graph", "eager"],
@@ -113,7 +113,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
     with ops.device("/cpu:0"):
       t = constant_op.constant([[1., 2.], [0, 0], [3., 4.]])
     destination = "/gpu:0"
-    result = cross_tower_utils.copy_tensor_or_indexed_slices_to_device(
+    result = cross_device_utils.copy_tensor_or_indexed_slices_to_device(
         t, destination)
 
     self._assert_values_equal(t, result)
@@ -128,7 +128,7 @@ class IndexedSlicesUtilsTest(test.TestCase, parameterized.TestCase):
       t = math_ops._as_indexed_slices(
           constant_op.constant([[1., 2.], [0, 0], [3., 4.]]))
     destination = "/gpu:0"
-    result = cross_tower_utils.copy_tensor_or_indexed_slices_to_device(
+    result = cross_device_utils.copy_tensor_or_indexed_slices_to_device(
         t, destination)
 
     self.assertIsInstance(result, ops.IndexedSlices)
diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index e7dc57b15b..9c2c05c928 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -24,9 +24,9 @@ import numpy as np
 from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import tpu_strategy
-from tensorflow.contrib.distribute.python import values
 from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import values
 from tensorflow.python.estimator import keras as keras_lib
 from tensorflow.python.estimator import run_config as run_config_lib
 from tensorflow.python.framework import constant_op
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 3b24f1b03d..f7d209cc3d 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -22,12 +22,12 @@ import contextlib
 from functools import partial
 import threading
 
-from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
-from tensorflow.contrib.distribute.python import shared_variable_creator
-from tensorflow.contrib.distribute.python import values
 from tensorflow.python import pywrap_tensorflow
+from tensorflow.python.distribute import cross_device_ops as cross_device_ops_lib
 from tensorflow.python.distribute import multi_worker_util
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import shared_variable_creator
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
@@ -196,16 +196,16 @@ def _reduce_non_distributed_value(extended, reduce_op, value, destinations):
   if reduce_op == reduce_util.ReduceOp.MEAN:
     return value
 
-  cross_tower_ops_lib.validate_destinations(destinations)
+  cross_device_ops_lib.validate_destinations(destinations)
   # We do not support a reduce op of SUM if the value is the same across
   # all replicas. We call this as part of assign functions for MirroredVariables
   # and summing up identical values across replicas is not clearly defined.
   if (len(extended.worker_devices) != 1 or
-      not cross_tower_ops_lib.check_destinations(destinations)):
+      not cross_device_ops_lib.check_destinations(destinations)):
     raise ValueError("A non-DistributedValues value %s cannot be reduced with "
                      "the given reduce op %s." % (value, reduce_op))
   # TODO(anjalisridhar): Moves these methods to a device utility file?
-  devices = cross_tower_ops_lib.get_devices_from(destinations)
+  devices = cross_device_ops_lib.get_devices_from(destinations)
   if len(devices) == 1:
     with ops.device(devices[0]):
       return array_ops.identity(value)
@@ -369,8 +369,7 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
                cross_device_ops=None,
                auto_shard_dataset=False):
     super(CoreMirroredExtended, self).__init__(container_strategy)
-    # TODO(josh11b): Rename self._cross_tower_ops -> self._cross_device_ops
-    self._cross_tower_ops = cross_device_ops
+    self._cross_device_ops = cross_device_ops
     self._auto_shard_dataset = auto_shard_dataset
     # Remember num GPUs which might be needed by `configure` method.
     if num_gpus is not None and num_gpus_per_worker is not None:
@@ -588,7 +587,7 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
     if isinstance(tensor, (float, int)):  # Fast path for Python constants.
       return tensor
     # TODO(josh11b): In eager mode, use one thread per device, or async mode.
-    return self._get_cross_tower_ops().broadcast(
+    return self._get_cross_device_ops().broadcast(
         tensor, destinations or self._devices)
 
   def _call_for_each_replica(self, fn, args, kwargs):
@@ -607,26 +606,27 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
     if cluster_spec:
       self._initialize_multi_worker(self._num_gpus, cluster_spec)
 
-    if self._cross_tower_ops is None:
+    if self._cross_device_ops is None:
       if self._cluster_spec:
         # It currently cannot detect the toplogy of remote workers. So we
         # hard-code the multi-worker all-reduce algorithm for now.
         if len(self._workers) == 1:
           # The default is "nccl".
-          self._cross_tower_ops = cross_tower_ops_lib.AllReduceCrossDeviceOps()
+          self._cross_device_ops = (
+              cross_device_ops_lib.AllReduceCrossDeviceOps())
         else:
           # The default is hierarchical reduce and broadcast.
-          self._cross_tower_ops = cross_tower_ops_lib.MultiWorkerAllReduce(
+          self._cross_device_ops = cross_device_ops_lib.MultiWorkerAllReduce(
               self._workers, self._num_gpus)
       else:
-        self._cross_tower_ops = cross_tower_ops_lib.choose_the_best(
+        self._cross_device_ops = cross_device_ops_lib.choose_the_best(
             self._devices, session_config=session_config)
 
-  def _get_cross_tower_ops(self):
-    if self._cross_tower_ops is None:
-      self._cross_tower_ops = (
-          cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps())
-    return self._cross_tower_ops
+  def _get_cross_device_ops(self):
+    if self._cross_device_ops is None:
+      self._cross_device_ops = (
+          cross_device_ops_lib.ReductionToOneDeviceCrossDeviceOps())
+    return self._cross_device_ops
 
   def _reduce_to(self, reduce_op, value, destinations):
     assert not isinstance(value, values.Mirrored)
@@ -637,12 +637,12 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
       # be 0.
       return _reduce_non_distributed_value(self, reduce_op, value,
                                            destinations)
-    return self._get_cross_tower_ops().reduce(
+    return self._get_cross_device_ops().reduce(
         reduce_op, value, destinations=destinations)
 
   def _batch_reduce_to(self, reduce_op, value_destination_pairs):
-    return self._get_cross_tower_ops().batch_reduce(reduce_op,
-                                                    value_destination_pairs)
+    return self._get_cross_device_ops().batch_reduce(reduce_op,
+                                                     value_destination_pairs)
 
   def _update(self, var, fn, args, kwargs, group):
     # TODO(josh11b): In eager mode, use one thread per device.
@@ -723,7 +723,7 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
     if colocate_with is None:
       return self._devices
     else:
-      return cross_tower_ops_lib.get_devices_from(colocate_with)
+      return cross_device_ops_lib.get_devices_from(colocate_with)
 
   class _MirroredReplicaThread(threading.Thread):
     """A thread that runs() a function on a device."""
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index d45eb46e6f..4977946afe 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -25,10 +25,10 @@ import numpy as np
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import strategy_test_lib
-from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import function
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 6df3b3a92b..b1dda84d4e 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -20,7 +20,7 @@ from __future__ import print_function
 
 import six
 
-from tensorflow.contrib.distribute.python import values
+from tensorflow.python.distribute import values
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index e87337baff..86d1d56a82 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -18,10 +18,10 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
 from tensorflow.contrib.distribute.python import mirrored_strategy
-from tensorflow.contrib.distribute.python import values
+from tensorflow.python.distribute import cross_device_ops as cross_device_ops_lib
 from tensorflow.python.distribute import multi_worker_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import context
 from tensorflow.python.framework import device as tf_device
 from tensorflow.python.framework import ops
@@ -107,8 +107,8 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
     self._initialize_local(num_gpus_per_worker)
 
     # We typically don't need to do all-reduce in this strategy.
-    self._cross_tower_ops = (
-        cross_tower_ops_lib.ReductionToOneDeviceCrossDeviceOps(
+    self._cross_device_ops = (
+        cross_device_ops_lib.ReductionToOneDeviceCrossDeviceOps(
             reduce_to_device=_LOCAL_CPU))
 
   def _initialize_multi_worker(self, num_gpus_per_worker, cluster_spec,
@@ -256,9 +256,9 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
         True)
 
   def _broadcast_to(self, tensor, destinations):
-    if not cross_tower_ops_lib.check_destinations(destinations):
+    if not cross_device_ops_lib.check_destinations(destinations):
       destinations = self._compute_devices
-    return self._cross_tower_ops.broadcast(tensor, destinations)
+    return self._cross_device_ops.broadcast(tensor, destinations)
 
   def _allow_variable_partition(self):
     return not context.executing_eagerly()
@@ -330,7 +330,7 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
       return
     if destinations is None:
       return
-    for d in cross_tower_ops_lib.get_devices_from(destinations):
+    for d in cross_device_ops_lib.get_devices_from(destinations):
       d_spec = tf_device.DeviceSpec.from_string(d)
       if d_spec.job == self._task_type and d_spec.task != self._task_id:
         raise ValueError(
@@ -343,14 +343,14 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
       # pylint: disable=protected-access
       return mirrored_strategy._reduce_non_distributed_value(
           self, reduce_op, value, destinations)
-    return self._cross_tower_ops.reduce(
+    return self._cross_device_ops.reduce(
         reduce_op, value, destinations=destinations)
 
   def _batch_reduce_to(self, reduce_op, value_destination_pairs):
     for _, destinations in value_destination_pairs:
       self._verify_destinations_not_different_worker(destinations)
-    return self._cross_tower_ops.batch_reduce(reduce_op,
-                                              value_destination_pairs)
+    return self._cross_device_ops.batch_reduce(reduce_op,
+                                               value_destination_pairs)
 
   def _select_single_value(self, structured):
     """Select any single values in `structured`."""
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 091a358fea..dc84d1788f 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -26,10 +26,10 @@ from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import parameter_server_strategy
 from tensorflow.contrib.distribute.python import strategy_test_lib
-from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.distribute import multi_worker_util
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.estimator import run_config
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index f36171e4c2..d159b3e419 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -23,15 +23,15 @@ from __future__ import print_function
 
 import functools
 
-from tensorflow.contrib.distribute.python import cross_tower_ops as cross_tower_ops_lib
-from tensorflow.contrib.distribute.python import values
 from tensorflow.contrib.tpu.python.ops import tpu_ops
 from tensorflow.contrib.tpu.python.tpu import tpu
 from tensorflow.contrib.tpu.python.tpu import tpu_system_metadata as tpu_system_metadata_lib
 from tensorflow.contrib.tpu.python.tpu import training_loop
 from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import cross_device_ops as cross_device_ops_lib
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
 from tensorflow.python.framework import constant_op
@@ -467,7 +467,7 @@ class TPUExtended(distribute_lib.DistributionStrategyExtended):
     # Validate that the destination is same as the host device
     # Note we don't do this when in replicate context as the reduction is
     # performed on the TPU device itself.
-    devices = cross_tower_ops_lib.get_devices_from(destinations)
+    devices = cross_device_ops_lib.get_devices_from(destinations)
     if len(devices) == 1:
       assert device_util.canonicalize(devices[0]) == device_util.canonicalize(
           self._host_device)
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index b4b56eb4e4..62cef18ad7 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -22,9 +22,9 @@ import os
 
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import multi_worker_test_base
-from tensorflow.contrib.distribute.python import values
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python.data.ops import dataset_ops
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
 from tensorflow.python.estimator import model_fn as model_fn_lib
diff --git a/tensorflow/python/distribute/BUILD b/tensorflow/python/distribute/BUILD
index 13d797d987..78ad8e7e15 100644
--- a/tensorflow/python/distribute/BUILD
+++ b/tensorflow/python/distribute/BUILD
@@ -8,6 +8,7 @@ exports_files(["LICENSE"])
 
 load("//tensorflow:tensorflow.bzl", "py_test")
 load("//tensorflow:tensorflow.bzl", "tf_py_test")
+load("//tensorflow:tensorflow.bzl", "cuda_py_test")
 
 py_library(
     name = "all_reduce",
@@ -44,13 +45,41 @@ tf_py_test(
 )
 
 py_library(
-    name = "distribute",
+    name = "cross_device_ops",
+    srcs = ["cross_device_ops.py"],
     srcs_version = "PY2AND3",
-    visibility = ["//visibility:public"],
     deps = [
-        ":distribute_config",
-        ":distribute_coordinator",
-        ":distribute_coordinator_context",
+        ":cross_device_utils",
+        ":reduce_util",
+        ":values",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:device_lib",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:training",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python/eager:context",
+        "@six_archive//:six",
+    ],
+)
+
+py_library(
+    name = "cross_device_utils",
+    srcs = ["cross_device_utils.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":all_reduce",
+        ":values",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:collective_ops",
+        "//tensorflow/python:device",
+        "//tensorflow/python:dtypes",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:gradients",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:nccl_ops",
     ],
 )
 
@@ -123,6 +152,34 @@ py_library(
     ],
 )
 
+py_library(
+    name = "input_ops",
+    srcs = ["input_ops.py"],
+    deps = [
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python/data/util:nest",
+    ],
+)
+
+cuda_py_test(
+    name = "input_ops_test",
+    srcs = ["input_ops_test.py"],
+    additional_deps = [
+        ":input_ops",
+        "//tensorflow/python/data/ops:dataset_ops",
+        "//tensorflow/python:errors",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:io_ops",
+        "//tensorflow/python/data/ops:readers",
+        "//tensorflow/python:util",
+    ],
+    tags = [
+        "no_pip",
+    ],
+)
+
 py_test(
     name = "multi_worker_util_test",
     srcs = ["multi_worker_util_test.py"],
@@ -158,8 +215,43 @@ py_library(
 
 py_library(
     name = "reduce_util",
-    srcs = [
-        "reduce_util.py",
-    ],
+    srcs = ["reduce_util.py"],
     deps = [],
 )
+
+py_library(
+    name = "shared_variable_creator",
+    srcs = ["shared_variable_creator.py"],
+)
+
+py_test(
+    name = "shared_variable_creator_test",
+    srcs = ["shared_variable_creator_test.py"],
+    srcs_version = "PY2AND3",
+    deps = [
+        ":shared_variable_creator",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:variable_scope",
+        "//tensorflow/python/eager:test",
+    ],
+)
+
+py_library(
+    name = "values",
+    srcs = ["values.py"],
+    deps = [
+        ":input_ops",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:control_flow_ops",
+        "//tensorflow/python:device_util",
+        "//tensorflow/python:distribute",
+        "//tensorflow/python:framework_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:training",
+        "//tensorflow/python:util",
+        "//tensorflow/python/data/ops:multi_device_iterator_ops",
+        "//tensorflow/python/eager:context",
+        "//tensorflow/python/training/checkpointable:base",
+        "@six_archive//:six",
+    ],
+)
diff --git a/tensorflow/contrib/distribute/python/cross_tower_ops.py b/tensorflow/python/distribute/cross_device_ops.py
similarity index 96%
rename from tensorflow/contrib/distribute/python/cross_tower_ops.py
rename to tensorflow/python/distribute/cross_device_ops.py
index 994ed345d8..f55385eddc 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_ops.py
+++ b/tensorflow/python/distribute/cross_device_ops.py
@@ -21,10 +21,10 @@ from __future__ import print_function
 import collections
 import six
 
-from tensorflow.contrib.distribute.python import cross_tower_utils
-from tensorflow.contrib.distribute.python import values as value_lib
 from tensorflow.python.client import device_lib
+from tensorflow.python.distribute import cross_device_utils
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values as value_lib
 from tensorflow.python.eager import context
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import array_ops
@@ -144,7 +144,7 @@ def _simple_broadcast(value, destinations):
   index = {}
   devices = get_devices_from(destinations)
   for d in devices:
-    index[d] = cross_tower_utils.copy_tensor_or_indexed_slices_to_device(
+    index[d] = cross_device_utils.copy_tensor_or_indexed_slices_to_device(
         value, d)
   return value_lib.Mirrored(index)
 
@@ -162,10 +162,10 @@ def _simple_reduce(per_replica_value, reduce_to_device, accumulation_fn,
 
   with ops.device(reduce_to_device):
     with context.context().device_policy(context.DEVICE_PLACEMENT_SILENT):
-      reduced = cross_tower_utils.aggregate_tensors_or_indexed_slices(
+      reduced = cross_device_utils.aggregate_tensors_or_indexed_slices(
           all_values, accumulation_fn)
       if reduce_op == reduce_util.ReduceOp.MEAN:
-        reduced = cross_tower_utils.divide_by_n_tensors_or_indexed_slices(
+        reduced = cross_device_utils.divide_by_n_tensors_or_indexed_slices(
             reduced, count)
       elif reduce_op != reduce_util.ReduceOp.SUM:
         raise ValueError("`reduce_op` must be Reduce.SUM or Reduce.MEAN.")
@@ -332,7 +332,7 @@ def _ungroup_and_make_mirrored(grouped_reduced,
   Args:
     grouped_reduced: a list of lists, each sublist has components for each
       device, paired with a None. It is the result from
-      cross_tower_utils.aggregate_gradients_using*.
+      cross_device_utils.aggregate_gradients_using*.
     destinations: a list of device strings for returned Mirrored objects.
     reduce_op: Indicates how values will be aggregated. Accepted values
       are `tf.distribute.ReduceOp.SUM`, `tf.distribute.ReduceOp.MEAN`.
@@ -485,7 +485,7 @@ class AggregateSmallTensorPacker(object):
     """Aggregate small tensors."""
     if (self.agg_small_grads_max_bytes > 0 and
         self.agg_small_grads_max_group > 0):
-      device_grads, self.packing = cross_tower_utils.pack_small_tensors(
+      device_grads, self.packing = cross_device_utils.pack_small_tensors(
           grouped_grads_and_vars,
           max_bytes=self.agg_small_grads_max_bytes,
           max_group=self.agg_small_grads_max_group)
@@ -493,8 +493,8 @@ class AggregateSmallTensorPacker(object):
 
   def unpack(self, summed_device_grad_packs):
     """Reverse the aggregation process."""
-    return cross_tower_utils.unpack_small_tensors(summed_device_grad_packs,
-                                                  self.packing)
+    return cross_device_utils.unpack_small_tensors(summed_device_grad_packs,
+                                                   self.packing)
 
 
 def _pack_tensors(device_grads,
@@ -557,7 +557,7 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
     super(AllReduceCrossDeviceOps, self).__init__()
 
   def _reduce(self, reduce_op, per_replica_value, destinations):
-    contains_indexed_slices = cross_tower_utils.contains_indexed_slices(
+    contains_indexed_slices = cross_device_utils.contains_indexed_slices(
         per_replica_value)
     if (_devices_match(per_replica_value, destinations)
         and not context.executing_eagerly()
@@ -580,7 +580,7 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
 
   def _batch_reduce(self, reduce_op, value_destination_pairs):
     all_devices_match = _all_devices_match(value_destination_pairs)
-    contains_indexed_slices = cross_tower_utils.contains_indexed_slices(
+    contains_indexed_slices = cross_device_utils.contains_indexed_slices(
         value_destination_pairs)
     if (all_devices_match and not context.executing_eagerly()
         and not contains_indexed_slices):
@@ -618,13 +618,13 @@ class AllReduceCrossDeviceOps(CrossDeviceOps):
     # the balance on num_splits.
     if self._all_reduce_alg == "nccl":
       # TODO(yuefengz): merge this into the all-reduce library.
-      reduced = cross_tower_utils.aggregate_gradients_using_nccl(
+      reduced = cross_device_utils.aggregate_gradients_using_nccl(
           device_grad_packs)
     else:
       # TODO(yuefengz): check that gpu ids in `destinations` are in ascending
       # order.
       reduced = (
-          cross_tower_utils.aggregate_gradients_using_hierarchical_copy(
+          cross_device_utils.aggregate_gradients_using_hierarchical_copy(
               destinations, device_grad_packs))
 
     reduced = _unpack_tensors(reduced, tensor_packer)
@@ -740,13 +740,13 @@ class MultiWorkerAllReduce(AllReduceCrossDeviceOps):
         this_grads = remaining_grads
         remaining_grads = []
       else:
-        (this_grads, remaining_grads) = cross_tower_utils.split_grads_by_size(
+        (this_grads, remaining_grads) = cross_device_utils.split_grads_by_size(
             spec_tuple.limit, remaining_grads)
       if this_grads:
         device_grad_packs, tensor_packer = _pack_tensors(
             this_grads, self._num_packs, self._agg_small_grads_max_bytes,
             self._agg_small_grads_max_group)
-        range_agg_grads = cross_tower_utils.sum_gradients_all_reduce(
+        range_agg_grads = cross_device_utils.sum_gradients_all_reduce(
             self._worker_devices, device_grad_packs, len(self._worker_devices),
             spec_tuple.alg, spec_tuple.shards, range(self._num_gpus_per_worker))
         range_agg_grads = _unpack_tensors(range_agg_grads, tensor_packer)
@@ -789,13 +789,13 @@ class CollectiveAllReduce(CrossDeviceOps):
     self._num_workers = num_workers
     self._num_gpus_per_worker = num_gpus_per_worker
     self._all_reduce_merge_scope = all_reduce_merge_scope
-    self._collective_keys = collective_keys or cross_tower_utils.CollectiveKeys(
-    )
+    self._collective_keys = (collective_keys or
+                             cross_device_utils.CollectiveKeys())
     super(CollectiveAllReduce, self).__init__()
 
   # TODO(yuefengz, tucker): is indexed slices supported by collective ops?
   def _reduce(self, reduce_op, per_replica_value, destinations):
-    if cross_tower_utils.contains_indexed_slices(per_replica_value):
+    if cross_device_utils.contains_indexed_slices(per_replica_value):
       raise ValueError(
           "`IndexSlices` is not supported for Collective All-Reduce.")
     if context.executing_eagerly():
@@ -819,7 +819,7 @@ class CollectiveAllReduce(CrossDeviceOps):
       return value_lib.Mirrored(index)
 
   def _batch_reduce(self, reduce_op, value_destination_pairs):
-    if cross_tower_utils.contains_indexed_slices(value_destination_pairs):
+    if cross_device_utils.contains_indexed_slices(value_destination_pairs):
       raise ValueError(
           "`IndexSlices` is not supported for Collective All-Reduce.")
     if context.executing_eagerly():
@@ -870,7 +870,7 @@ class CollectiveAllReduce(CrossDeviceOps):
       with ops.name_scope("allreduce"):
         for grad_and_vars in chunk:
           scaled_grads = [g for g, _ in grad_and_vars]
-          collective_reduced = cross_tower_utils.build_collective_reduce(
+          collective_reduced = cross_device_utils.build_collective_reduce(
               scaled_grads, self._num_workers, self._collective_keys, "Add",
               "Id")
           result = []
diff --git a/tensorflow/contrib/distribute/python/cross_tower_utils.py b/tensorflow/python/distribute/cross_device_utils.py
similarity index 99%
rename from tensorflow/contrib/distribute/python/cross_tower_utils.py
rename to tensorflow/python/distribute/cross_device_utils.py
index d408f77cc9..7903992ac7 100644
--- a/tensorflow/contrib/distribute/python/cross_tower_utils.py
+++ b/tensorflow/python/distribute/cross_device_utils.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-"""Utilities for cross_tower_ops."""
+"""Utilities for cross_device_ops."""
 
 from __future__ import absolute_import
 from __future__ import division
@@ -21,8 +21,8 @@ from __future__ import print_function
 import collections as pycoll
 import threading
 
-from tensorflow.contrib.distribute.python import values as value_lib
 from tensorflow.python.distribute import all_reduce
+from tensorflow.python.distribute import values as value_lib
 from tensorflow.python.framework import device as pydev
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
diff --git a/tensorflow/contrib/distribute/python/input_ops.py b/tensorflow/python/distribute/input_ops.py
similarity index 100%
rename from tensorflow/contrib/distribute/python/input_ops.py
rename to tensorflow/python/distribute/input_ops.py
diff --git a/tensorflow/contrib/distribute/python/input_ops_test.py b/tensorflow/python/distribute/input_ops_test.py
similarity index 99%
rename from tensorflow/contrib/distribute/python/input_ops_test.py
rename to tensorflow/python/distribute/input_ops_test.py
index 559de97bb1..cbb93e8995 100644
--- a/tensorflow/contrib/distribute/python/input_ops_test.py
+++ b/tensorflow/python/distribute/input_ops_test.py
@@ -20,9 +20,9 @@ from __future__ import print_function
 
 import os
 
-from tensorflow.contrib.distribute.python import input_ops
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import readers
+from tensorflow.python.distribute import input_ops
 from tensorflow.python.framework import errors
 from tensorflow.python.lib.io import python_io
 from tensorflow.python.platform import test
diff --git a/tensorflow/contrib/distribute/python/shared_variable_creator.py b/tensorflow/python/distribute/shared_variable_creator.py
similarity index 100%
rename from tensorflow/contrib/distribute/python/shared_variable_creator.py
rename to tensorflow/python/distribute/shared_variable_creator.py
diff --git a/tensorflow/contrib/distribute/python/shared_variable_creator_test.py b/tensorflow/python/distribute/shared_variable_creator_test.py
similarity index 97%
rename from tensorflow/contrib/distribute/python/shared_variable_creator_test.py
rename to tensorflow/python/distribute/shared_variable_creator_test.py
index 2a9ab51fcf..4ddc29f256 100644
--- a/tensorflow/contrib/distribute/python/shared_variable_creator_test.py
+++ b/tensorflow/python/distribute/shared_variable_creator_test.py
@@ -18,7 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
-from tensorflow.contrib.distribute.python import shared_variable_creator
+from tensorflow.python.distribute import shared_variable_creator
 from tensorflow.python.eager import test
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import variable_scope
diff --git a/tensorflow/contrib/distribute/python/values.py b/tensorflow/python/distribute/values.py
similarity index 99%
rename from tensorflow/contrib/distribute/python/values.py
rename to tensorflow/python/distribute/values.py
index 80b9b1f457..70293aa3be 100644
--- a/tensorflow/contrib/distribute/python/values.py
+++ b/tensorflow/python/distribute/values.py
@@ -27,9 +27,9 @@ import operator
 import weakref
 import six
 
-from tensorflow.contrib.distribute.python import input_ops
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import multi_device_iterator_ops
+from tensorflow.python.distribute import input_ops
 from tensorflow.python.distribute import reduce_util
 from tensorflow.python.eager import context
 from tensorflow.python.eager import tape
-- 
GitLab


From b0510ee05bf0687f92bb209b8b70f45fb94d2e84 Mon Sep 17 00:00:00 2001
From: Scott Zhu <scottzhu@google.com>
Date: Fri, 16 Nov 2018 11:55:29 -0800
Subject: [PATCH 1767/1825] Remove deprecated params for tf.reverse_sequence in
 v2.

PiperOrigin-RevId: 221829135
---
 tensorflow/python/ops/array_ops.py            | 23 ++++++++++++++++---
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 2 files changed, 21 insertions(+), 4 deletions(-)

diff --git a/tensorflow/python/ops/array_ops.py b/tensorflow/python/ops/array_ops.py
index b7823ccc2f..3ce1a0cf97 100644
--- a/tensorflow/python/ops/array_ops.py
+++ b/tensorflow/python/ops/array_ops.py
@@ -2876,7 +2876,7 @@ def where(condition, x=None, y=None, name=None):
 
 
 # pylint: disable=redefined-builtin
-@tf_export("reverse_sequence")
+@tf_export(v1=["reverse_sequence"])
 @deprecation.deprecated_args(
     None, "seq_dim is deprecated, use seq_axis instead", "seq_dim")
 @deprecation.deprecated_args(
@@ -2900,14 +2900,31 @@ def reverse_sequence(input,
       name=name)
 
 
-# pylint: enable=redefined-builtin
-
 reverse_sequence.__doc__ = deprecation.rewrite_argument_docstring(
     deprecation.rewrite_argument_docstring(
         gen_array_ops.reverse_sequence.__doc__, "batch_dim", "batch_axis"),
     "seq_dim", "seq_axis")
 
 
+@tf_export("reverse_sequence", v1=[])
+def reverse_sequence_v2(
+    input, seq_lengths, seq_axis=None, batch_axis=None, name=None):
+  return gen_array_ops.reverse_sequence(
+      input=input,
+      seq_lengths=seq_lengths,
+      seq_dim=seq_axis,
+      batch_dim=batch_axis,
+      name=name)
+
+
+reverse_sequence_v2.__doc__ = deprecation.rewrite_argument_docstring(
+    deprecation.rewrite_argument_docstring(
+        gen_array_ops.reverse_sequence.__doc__, "batch_dim", "batch_axis"),
+    "seq_dim", "seq_axis")
+
+# pylint: enable=redefined-builtin
+
+
 @tf_export("gather")
 def gather(params, indices, validate_indices=None, name=None, axis=0):
   del validate_indices
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index eba7b39561..8fcee46107 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -962,7 +962,7 @@ tf_module {
   }
   member_method {
     name: "reverse_sequence"
-    argspec: "args=[\'input\', \'seq_lengths\', \'seq_axis\', \'batch_axis\', \'name\', \'seq_dim\', \'batch_dim\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'seq_lengths\', \'seq_axis\', \'batch_axis\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "roll"
-- 
GitLab


From 9bbcd38048b9265c77e1000d571c449304170fbc Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 12:08:41 -0800
Subject: [PATCH 1768/1825] Reorder strings.length parameters for TF 2.0 API

PiperOrigin-RevId: 221831392
---
 tensorflow/python/ops/string_ops.py                     | 6 +++++-
 tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt | 2 +-
 tensorflow/tools/compatibility/tf_upgrade_v2.py         | 1 +
 3 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/string_ops.py b/tensorflow/python/ops/string_ops.py
index 25e86cadeb..a20eec20b8 100644
--- a/tensorflow/python/ops/string_ops.py
+++ b/tensorflow/python/ops/string_ops.py
@@ -337,10 +337,14 @@ reduce_join.__doc__ = reduce_join.__doc__.replace("tf.reduce_join(",
 
 # This wrapper provides backwards compatibility for code that predates the
 # unit argument and that passed 'name' as a positional argument.
-@tf_export("strings.length")
+@tf_export(v1=["strings.length"])
 def string_length(input, name=None, unit="BYTE"):
   return gen_string_ops.string_length(input, unit=unit, name=name)
 
+@tf_export("strings.length", v1=[])
+def string_length_v2(input, unit="BYTE", name=None):
+  return string_length(input, name, unit)
+
 
 string_length.__doc__ = gen_string_ops.string_length.__doc__
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt
index 03144cbe70..16b7f14ab2 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.strings.pbtxt
@@ -10,7 +10,7 @@ tf_module {
   }
   member_method {
     name: "length"
-    argspec: "args=[\'input\', \'name\', \'unit\'], varargs=None, keywords=None, defaults=[\'None\', \'BYTE\'], "
+    argspec: "args=[\'input\', \'unit\', \'name\'], varargs=None, keywords=None, defaults=[\'BYTE\', \'None\'], "
   }
   member_method {
     name: "reduce_join"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index be6dbc1ff8..1d29b61d67 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -183,6 +183,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.sparse.segment_sum": [
             "data", "indices", "segment_ids", "name", "num_segments"
         ],
+        "tf.strings.length": ["input", "name", "unit"],
     }
 
     # Specially handled functions.
-- 
GitLab


From 9c7ae97de576f560596e64de8aee9db4748fa0e5 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 16 Nov 2018 12:13:26 -0800
Subject: [PATCH 1769/1825] Clear more uses of assertBetween, and fix typo.

PiperOrigin-RevId: 221832096
---
 .../boosted_trees/estimator_batch/estimator_test.py    | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py b/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
index ae6bb5767f..7863b5a4f8 100644
--- a/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
+++ b/tensorflow/contrib/boosted_trees/estimator_batch/estimator_test.py
@@ -436,8 +436,8 @@ class BoostedTreeEstimatorTest(test_util.TensorFlowTestCase):
 
     frac_above_lower = round(1. * np.count_nonzero(lower < y) / len(y), 3)
     # +/- 3%
-    self.assertTrue(frac_below_upper >= 0.92)
-    self.assertTrue(frac_below_upper <= 0.98)
+    self.assertTrue(frac_above_lower >= 0.92)
+    self.assertTrue(frac_above_lower <= 0.98)
 
 
 class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
@@ -663,7 +663,8 @@ class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
 
     frac_below_upper = round(1. * np.count_nonzero(upper > y) / len(y), 3)
     # +/- 3%
-    self.assertBetween(frac_below_upper, 0.92, 0.98)
+    self.assertTrue(frac_below_upper >= 0.92)
+    self.assertTrue(frac_below_upper <= 0.98)
 
     train_input_fn, test_input_fn, _ = _quantile_regression_input_fns()
     model_lower = estimator.CoreGradientBoostedDecisionTreeQuantileRegressor(
@@ -681,7 +682,8 @@ class CoreGradientBoostedDecisionTreeEstimators(test_util.TensorFlowTestCase):
 
     frac_above_lower = round(1. * np.count_nonzero(lower < y) / len(y), 3)
     # +/- 3%
-    self.assertBetween(frac_above_lower, 0.92, 0.98)
+    self.assertTrue(frac_above_lower >= 0.92)
+    self.assertTrue(frac_above_lower <= 0.98)
 
 
 if __name__ == "__main__":
-- 
GitLab


From 4531e552baaf648319b8e004a56b25aad5b8e1c7 Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 16 Nov 2018 12:25:25 -0800
Subject: [PATCH 1770/1825] Change API for tf.random.stateless_multinomial in
 TF2.0.

PiperOrigin-RevId: 221833786
---
 tensorflow/python/ops/stateless_random_ops.py |  58 ++++++-
 .../api/golden/v1/tensorflow.random.pbtxt     |   4 +
 .../api/golden/v2/tensorflow.random.pbtxt     |   4 +-
 .../tools/compatibility/tf_upgrade_v2.py      | 151 ++++++++++++------
 4 files changed, 161 insertions(+), 56 deletions(-)

diff --git a/tensorflow/python/ops/stateless_random_ops.py b/tensorflow/python/ops/stateless_random_ops.py
index c6defabacd..b119049b16 100644
--- a/tensorflow/python/ops/stateless_random_ops.py
+++ b/tensorflow/python/ops/stateless_random_ops.py
@@ -24,6 +24,7 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.ops import random_ops
 from tensorflow.python.ops import math_ops
+from tensorflow.python.util import deprecation
 from tensorflow.python.util.tf_export import tf_export
 
 ops.NotDifferentiable("StatelessMultinomial")
@@ -179,7 +180,9 @@ def stateless_truncated_normal(shape,
     return math_ops.add(rnd * stddev, mean, name=name)
 
 
-@tf_export("random.stateless_multinomial")
+@tf_export(v1=["random.stateless_multinomial"])
+@deprecation.deprecated(
+    date=None, instructions="Use tf.random.stateless_categorical instead.")
 def stateless_multinomial(logits,
                           num_samples,
                           seed,
@@ -207,13 +210,58 @@ def stateless_multinomial(logits,
       `[i, :]` represents the unnormalized log-probabilities for all classes.
     num_samples: 0-D.  Number of independent samples to draw for each row slice.
     seed: A shape [2] integer Tensor of seeds to the random number generator.
-    name: Optional name for the operation.
     output_dtype: integer type to use for the output. Defaults to int64.
+    name: Optional name for the operation.
 
   Returns:
     The drawn samples of shape `[batch_size, num_samples]`.
   """
   with ops.name_scope(name, "stateless_multinomial", [logits, seed]):
-    logits = ops.convert_to_tensor(logits, name="logits")
-    return gen_stateless_random_ops.stateless_multinomial(
-        logits, num_samples, seed, output_dtype=output_dtype)
+    return stateless_multinomial_categorical_impl(logits, num_samples,
+                                                  output_dtype, seed)
+
+
+@tf_export("random.stateless_categorical")
+def stateless_categorical(logits,
+                          num_samples,
+                          seed,
+                          dtype=dtypes.int64,
+                          name=None):
+  """Draws deterministic pseudorandom samples from a categorical distribution.
+
+  This is a stateless version of `tf.categorical`: if run twice with the
+  same seeds, it will produce the same pseudorandom numbers.  The output is
+  consistent across multiple runs on the same hardware (and between CPU
+  and GPU), but may change between versions of TensorFlow or on non-CPU/GPU
+  hardware.
+
+  Example:
+
+  ```python
+  # samples has shape [1, 5], where each value is either 0 or 1 with equal
+  # probability.
+  samples = tf.random.stateless_categorical(
+      tf.log([[10., 10.]]), 5, seed=[7, 17])
+  ```
+
+  Args:
+    logits: 2-D Tensor with shape `[batch_size, num_classes]`.  Each slice
+      `[i, :]` represents the unnormalized log-probabilities for all classes.
+    num_samples: 0-D.  Number of independent samples to draw for each row slice.
+    seed: A shape [2] integer Tensor of seeds to the random number generator.
+    dtype: integer type to use for the output. Defaults to int64.
+    name: Optional name for the operation.
+
+  Returns:
+    The drawn samples of shape `[batch_size, num_samples]`.
+  """
+  with ops.name_scope(name, "stateless_categorical", [logits, seed]):
+    return stateless_multinomial_categorical_impl(logits, num_samples, dtype,
+                                                  seed)
+
+
+def stateless_multinomial_categorical_impl(logits, num_samples, dtype, seed):
+  """Implementation for stateless multinomial/categorical ops (v1/v2)."""
+  logits = ops.convert_to_tensor(logits, name="logits")
+  return gen_stateless_random_ops.stateless_multinomial(
+      logits, num_samples, seed, output_dtype=dtype)
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.random.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.random.pbtxt
index 160c09798d..d788f6dfca 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.random.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.random.pbtxt
@@ -32,6 +32,10 @@ tf_module {
     name: "shuffle"
     argspec: "args=[\'value\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
+  member_method {
+    name: "stateless_categorical"
+    argspec: "args=[\'logits\', \'num_samples\', \'seed\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\'], "
+  }
   member_method {
     name: "stateless_multinomial"
     argspec: "args=[\'logits\', \'num_samples\', \'seed\', \'output_dtype\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
index cace49a5ce..9dfa3c091d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
@@ -37,8 +37,8 @@ tf_module {
     argspec: "args=[\'value\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
   }
   member_method {
-    name: "stateless_multinomial"
-    argspec: "args=[\'logits\', \'num_samples\', \'seed\', \'output_dtype\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\'], "
+    name: "stateless_categorical"
+    argspec: "args=[\'logits\', \'num_samples\', \'seed\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'int64\'>\", \'None\'], "
   }
   member_method {
     name: "stateless_normal"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 1d29b61d67..77f50ab21f 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -70,7 +70,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.nn.convolution": {
             "filter": "filters",
             "dilation_rate": "dilations",
-        }
+        },
+        "tf.random.stateless_multinomial": {
+            "output_dtype": "dtype",
+        },
     }
 
     # Mapping from function to the new name of the function
@@ -81,54 +84,104 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # function_reorders or function_keyword_renames, use the OLD function name.
     # These renames happen after the arguments have been processed.
     self.symbol_renames.update({
-        "tf.contrib.data.AUTOTUNE": "tf.data.experimental.AUTOTUNE",
-        "tf.contrib.data.Counter": "tf.data.experimental.Counter",
-        "tf.contrib.data.CheckpointInputPipelineHook": "tf.data.experimental.CheckpointInputPipelineHook",
-        "tf.contrib.data.CsvDataset": "tf.data.experimental.CsvDataset",
-        "tf.contrib.data.Optional": "tf.data.experimental.Optional",
-        "tf.contrib.data.RandomDataset": "tf.data.experimental.RandomDataset",
-        "tf.contrib.data.Reducer": "tf.data.experimental.Reducer",
-        "tf.contrib.data.SqlDataset": "tf.data.experimental.SqlDataset",
-        "tf.contrib.data.StatsAggregator": "tf.data.experimental.StatsAggregator",
-        "tf.contrib.data.TFRecordWriter": "tf.data.experimental.TFRecordWriter",
-        "tf.contrib.data.assert_element_shape": "tf.data.experimental.assert_element_shape",
-        "tf.contrib.data.batch_and_drop_remainder": "tf.compat.v1.contrib.data.batch_and_drop_remainder",
-        "tf.contrib.data.bucket_by_sequence_length": "tf.data.experimental.bucket_by_sequence_length",
-        "tf.contrib.data.choose_from_datasets": "tf.data.experimental.choose_from_datasets",
-        "tf.contrib.data.copy_to_device": "tf.data.experimental.copy_to_device",
-        "tf.contrib.data.dense_to_sparse_batch": "tf.data.experimental.dense_to_sparse_batch",
-        "tf.contrib.data.enumerate_dataset": "tf.data.experimental.enumerate_dataset",
-        "tf.contrib.data.get_next_as_optional": "tf.data.experimental.get_next_as_optional",
-        "tf.contrib.data.get_single_element": "tf.data.experimental.get_single_element",
-        "tf.contrib.data.group_by_reducer": "tf.data.experimental.group_by_reducer",
-        "tf.contrib.data.group_by_window": "tf.data.experimental.group_by_window",
-        "tf.contrib.data.ignore_errors": "tf.data.experimental.ignore_errors",
-        "tf.contrib.data.latency_stats": "tf.data.experimental.latency_stats",
-        "tf.contrib.data.make_batched_features_dataset": "tf.data.experimental.make_batched_features_dataset",
-        "tf.contrib.data.make_csv_dataset": "tf.data.experimental.make_csv_dataset",
-        "tf.contrib.data.make_saveable_from_iterator": "tf.data.experimental.make_saveable_from_iterator",
-        "tf.contrib.data.map_and_batch": "tf.data.experimental.map_and_batch",
-        "tf.contrib.data.padded_batch_and_drop_remainder": "tf.compat.v1.contrib.data.padded_batch_and_drop_remainder",
-        "tf.contrib.data.parallel_interleave": "tf.data.experimental.parallel_interleave",
-        "tf.contrib.data.parse_example_dataset": "tf.data.experimental.parse_example_dataset",
-        "tf.contrib.data.prefetch_to_device": "tf.data.experimental.prefetch_to_device",
-        "tf.contrib.data.read_batch_features": "tf.compat.v1.contrib.data.read_batch_features",
-        "tf.contrib.data.reduce_dataset": "tf.compat.v1.contrib.data.reduce_dataset",
-        "tf.contrib.data.rejection_resample": "tf.data.experimental.rejection_resample",
-        "tf.contrib.data.sample_from_datasets": "tf.data.experimental.sample_from_datasets",
-        "tf.contrib.data.scan": "tf.data.experimental.scan",
-        "tf.contrib.data.set_stats_aggregator": "tf.data.experimental.set_stats_aggregator",
-        "tf.contrib.data.shuffle_and_repeat": "tf.data.experimental.shuffle_and_repeat",
-        "tf.contrib.data.sliding_window_batch": "tf.compat.v1.contrib.data.sliding_window_batch",
-        "tf.contrib.data.sloppy_interleave": "tf.compat.v1.contrib.data.sloppy_interleave",
-        "tf.contrib.data.unbatch": "tf.data.experimental.unbatch",
-        "tf.contrib.data.unique": "tf.data.experimental.unique",
-        "tf.quantize_v2": "tf.quantization.quantize",
-        "tf.sparse_concat": "tf.sparse.concat",
-        "tf.sparse_split": "tf.sparse.split",
-        "tf.multinomial": "tf.random.categorical",
-        "tf.random.multinomial": "tf.random.categorical",
-        "tf.load_file_system_library": "tf.load_library",
+        "tf.contrib.data.AUTOTUNE":
+            "tf.data.experimental.AUTOTUNE",
+        "tf.contrib.data.Counter":
+            "tf.data.experimental.Counter",
+        "tf.contrib.data.CheckpointInputPipelineHook":
+            "tf.data.experimental.CheckpointInputPipelineHook",
+        "tf.contrib.data.CsvDataset":
+            "tf.data.experimental.CsvDataset",
+        "tf.contrib.data.Optional":
+            "tf.data.experimental.Optional",
+        "tf.contrib.data.RandomDataset":
+            "tf.data.experimental.RandomDataset",
+        "tf.contrib.data.Reducer":
+            "tf.data.experimental.Reducer",
+        "tf.contrib.data.SqlDataset":
+            "tf.data.experimental.SqlDataset",
+        "tf.contrib.data.StatsAggregator":
+            "tf.data.experimental.StatsAggregator",
+        "tf.contrib.data.TFRecordWriter":
+            "tf.data.experimental.TFRecordWriter",
+        "tf.contrib.data.assert_element_shape":
+            "tf.data.experimental.assert_element_shape",
+        "tf.contrib.data.batch_and_drop_remainder":
+            "tf.compat.v1.contrib.data.batch_and_drop_remainder",
+        "tf.contrib.data.bucket_by_sequence_length":
+            "tf.data.experimental.bucket_by_sequence_length",
+        "tf.contrib.data.choose_from_datasets":
+            "tf.data.experimental.choose_from_datasets",
+        "tf.contrib.data.copy_to_device":
+            "tf.data.experimental.copy_to_device",
+        "tf.contrib.data.dense_to_sparse_batch":
+            "tf.data.experimental.dense_to_sparse_batch",
+        "tf.contrib.data.enumerate_dataset":
+            "tf.data.experimental.enumerate_dataset",
+        "tf.contrib.data.get_next_as_optional":
+            "tf.data.experimental.get_next_as_optional",
+        "tf.contrib.data.get_single_element":
+            "tf.data.experimental.get_single_element",
+        "tf.contrib.data.group_by_reducer":
+            "tf.data.experimental.group_by_reducer",
+        "tf.contrib.data.group_by_window":
+            "tf.data.experimental.group_by_window",
+        "tf.contrib.data.ignore_errors":
+            "tf.data.experimental.ignore_errors",
+        "tf.contrib.data.latency_stats":
+            "tf.data.experimental.latency_stats",
+        "tf.contrib.data.make_batched_features_dataset":
+            "tf.data.experimental.make_batched_features_dataset",
+        "tf.contrib.data.make_csv_dataset":
+            "tf.data.experimental.make_csv_dataset",
+        "tf.contrib.data.make_saveable_from_iterator":
+            "tf.data.experimental.make_saveable_from_iterator",
+        "tf.contrib.data.map_and_batch":
+            "tf.data.experimental.map_and_batch",
+        "tf.contrib.data.padded_batch_and_drop_remainder":
+            "tf.compat.v1.contrib.data.padded_batch_and_drop_remainder",
+        "tf.contrib.data.parallel_interleave":
+            "tf.data.experimental.parallel_interleave",
+        "tf.contrib.data.parse_example_dataset":
+            "tf.data.experimental.parse_example_dataset",
+        "tf.contrib.data.prefetch_to_device":
+            "tf.data.experimental.prefetch_to_device",
+        "tf.contrib.data.read_batch_features":
+            "tf.compat.v1.contrib.data.read_batch_features",
+        "tf.contrib.data.reduce_dataset":
+            "tf.compat.v1.contrib.data.reduce_dataset",
+        "tf.contrib.data.rejection_resample":
+            "tf.data.experimental.rejection_resample",
+        "tf.contrib.data.sample_from_datasets":
+            "tf.data.experimental.sample_from_datasets",
+        "tf.contrib.data.scan":
+            "tf.data.experimental.scan",
+        "tf.contrib.data.set_stats_aggregator":
+            "tf.data.experimental.set_stats_aggregator",
+        "tf.contrib.data.shuffle_and_repeat":
+            "tf.data.experimental.shuffle_and_repeat",
+        "tf.contrib.data.sliding_window_batch":
+            "tf.compat.v1.contrib.data.sliding_window_batch",
+        "tf.contrib.data.sloppy_interleave":
+            "tf.compat.v1.contrib.data.sloppy_interleave",
+        "tf.contrib.data.unbatch":
+            "tf.data.experimental.unbatch",
+        "tf.contrib.data.unique":
+            "tf.data.experimental.unique",
+        "tf.quantize_v2":
+            "tf.quantization.quantize",
+        "tf.sparse_concat":
+            "tf.sparse.concat",
+        "tf.sparse_split":
+            "tf.sparse.split",
+        "tf.multinomial":
+            "tf.random.categorical",
+        "tf.random.multinomial":
+            "tf.random.categorical",
+        "tf.load_file_system_library":
+            "tf.load_library",
+        "tf.random.stateless_multinomial":
+            "tf.random.stateless_categorical",
     })
     # pylint: enable=line-too-long
 
-- 
GitLab


From ad2c5c378b246d7bfa93e945f0d2f57108826e50 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 12:32:18 -0800
Subject: [PATCH 1771/1825] Add TF_InitPlatform which indirects to calling
 tensorflow::Port::InitMain so that users can properly initialize tensorflow
 directly through publically exposed symbols without calling any C++ apis.

PiperOrigin-RevId: 221834794
---
 tensorflow/c/c_api_experimental.cc | 5 +++++
 tensorflow/c/c_api_experimental.h  | 4 ++++
 2 files changed, 9 insertions(+)

diff --git a/tensorflow/c/c_api_experimental.cc b/tensorflow/c/c_api_experimental.cc
index 7fe74b5db3..d84bdcae58 100644
--- a/tensorflow/c/c_api_experimental.cc
+++ b/tensorflow/c/c_api_experimental.cc
@@ -22,6 +22,7 @@ limitations under the License.
 #include "tensorflow/core/graph/graph.h"
 #include "tensorflow/core/graph/node_builder.h"
 #include "tensorflow/core/lib/strings/strcat.h"
+#include "tensorflow/core/platform/init_main.h"
 #include "tensorflow/core/platform/platform.h"
 #include "tensorflow/core/protobuf/config.pb.h"
 #include "tensorflow/core/protobuf/tensorflow_server.pb.h"
@@ -8800,3 +8801,7 @@ const char* TF_GetNumberAttrForOpListInput(const char* op_name, int input_index,
   // The returned string is owned by OpRegistry, so liveness is not a concern.
   return input_arg.number_attr().c_str();
 }
+
+void TF_InitMain(const char* usage, int* argc, char*** argv) {
+  tensorflow::port::InitMain(usage, argc, argv);
+}
diff --git a/tensorflow/c/c_api_experimental.h b/tensorflow/c/c_api_experimental.h
index 6639b0be72..f1dedbdb49 100644
--- a/tensorflow/c/c_api_experimental.h
+++ b/tensorflow/c/c_api_experimental.h
@@ -209,6 +209,10 @@ TF_CAPI_EXPORT extern void TF_AttrBuilderCheckCanRunOnDevice(
 TF_CAPI_EXPORT extern const char* TF_GetNumberAttrForOpListInput(
     const char* op_name, int input_index, TF_Status* status);
 
+// Platform specific initialization routine. Very few platforms actually require
+// this to be called.
+TF_CAPI_EXPORT void TF_InitMain(const char* usage, int* argc, char*** argv);
+
 #ifdef __cplusplus
 } /* end extern "C" */
 #endif
-- 
GitLab


From ff9bd9f31ac4883c3eef31cc74df8bc2d9e9ea8d Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Fri, 16 Nov 2018 12:32:23 -0800
Subject: [PATCH 1772/1825] Automated rollback of commit
 f15948957d31f6632c343ec6b7261c1d01acc79e

PiperOrigin-RevId: 221834805
---
 tensorflow/lite/BUILD            |  2 -
 tensorflow/lite/core/subgraph.cc | 32 -----------
 tensorflow/lite/core/subgraph.h  | 97 --------------------------------
 tensorflow/lite/interpreter.cc   | 90 ++++++++++++++---------------
 tensorflow/lite/interpreter.h    | 62 ++++++++++----------
 5 files changed, 71 insertions(+), 212 deletions(-)
 delete mode 100644 tensorflow/lite/core/subgraph.cc
 delete mode 100644 tensorflow/lite/core/subgraph.h

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index bb2c53b8c9..be84fc5db1 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -131,7 +131,6 @@ cc_library(
     name = "framework",
     srcs = [
         "allocation.cc",
-        "core/subgraph.cc",
         "graph_info.cc",
         "interpreter.cc",
         "model.cc",
@@ -156,7 +155,6 @@ cc_library(
         "allocation.h",
         "context.h",
         "context_util.h",
-        "core/subgraph.h",
         "error_reporter.h",
         "graph_info.h",
         "interpreter.h",
diff --git a/tensorflow/lite/core/subgraph.cc b/tensorflow/lite/core/subgraph.cc
deleted file mode 100644
index 1033fecbb5..0000000000
--- a/tensorflow/lite/core/subgraph.cc
+++ /dev/null
@@ -1,32 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/lite/core/subgraph.h"
-
-namespace tflite {
-
-Subgraph::~Subgraph() {
-  for (auto& node_and_reg : nodes_and_registration_) {
-    TfLiteNode& node = node_and_reg.first;
-    TfLiteIntArrayFree(node.inputs);
-    TfLiteIntArrayFree(node.outputs);
-    TfLiteIntArrayFree(node.temporaries);
-    if (node.builtin_data) free(node.builtin_data);
-    OpFree(node_and_reg.second, node.user_data);
-    node.builtin_data = nullptr;
-  }
-}
-
-}  // namespace tflite
diff --git a/tensorflow/lite/core/subgraph.h b/tensorflow/lite/core/subgraph.h
deleted file mode 100644
index e53f752631..0000000000
--- a/tensorflow/lite/core/subgraph.h
+++ /dev/null
@@ -1,97 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#ifndef TENSORFLOW_LITE_CORE_SUBGRAPH_H_
-#define TENSORFLOW_LITE_CORE_SUBGRAPH_H_
-
-#include <cstdlib>
-#include <vector>
-
-#include "tensorflow/lite/allocation.h"
-#include "tensorflow/lite/c/c_api_internal.h"
-
-namespace tflite {
-
-class Subgraph {
- public:
-  Subgraph(TfLiteContext* context) : context_(context) {}
-
-  virtual ~Subgraph();
-
-  // Read only access to list of inputs.
-  const std::vector<int>& inputs() const { return inputs_; }
-
-  // Read only access to list of outputs.
-  const std::vector<int>& outputs() const { return outputs_; }
-
-  // Read only access to list of variable tensors.
-  const std::vector<int>& variables() const { return variables_; }
-
-  // Read only access to list of inputs.
-  std::vector<int>& inputs() { return inputs_; }
-
-  // Read only access to list of outputs.
-  std::vector<int>& outputs() { return outputs_; }
-
-  // Read only access to list of variable tensors.
-  std::vector<int>& variables() { return variables_; }
-
-  // Mutable form of tensors (TEMPORARY for refactor).
-  // TODO(b/119495520): remove when refactoring complete.
-  std::vector<TfLiteTensor>& tensors() { return tensors_; }
-  // Mutable form of tensors (TEMPORARY for refactor).
-  // TODO(b/119495520): remove when refactoring complete.
-  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
-  nodes_and_registration() {
-    return nodes_and_registration_;
-  }
-
-  const std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
-  nodes_and_registration() const {
-    return nodes_and_registration_;
-  }
-
- private:
-  // Let 'op_reg' release any memory it might have allocated via 'OpInit'.
-  void OpFree(const TfLiteRegistration& op_reg, void* buffer) {
-    if (op_reg.free == nullptr) return;
-    if (buffer) {
-      op_reg.free(context_, buffer);
-    }
-  }
-
-  // TODO(b/119495520): Make this be the authoritative copy.
-  TfLiteContext* context_;
-
-  std::vector<TfLiteTensor> tensors_;
-
-  // Array of indices representing the tensors that are inputs to the
-  // interpreter.
-  std::vector<int> inputs_;
-
-  // Array of indices representing the tensors that are outputs to the
-  // interpreter.
-  std::vector<int> outputs_;
-
-  // Array of indices representing the tensors that are variable tensors.
-  std::vector<int> variables_;
-
-  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
-  // function pointers to actual implementation.
-  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
-      nodes_and_registration_;
-};
-
-}  // namespace tflite
-#endif  // TENSORFLOW_LITE_CORE_SUBGRAPH_H_
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index 04db91ffd8..0bac5b07b2 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -117,7 +117,6 @@ class InterpreterInfo : public GraphInfo {
 Interpreter::Interpreter(ErrorReporter* error_reporter)
     : error_reporter_(error_reporter ? error_reporter
                                      : DefaultErrorReporter()) {
-  subgraphs_.emplace_back(&context_);
   context_.impl_ = static_cast<void*>(this);
   context_.ResizeTensor = ResizeTensor;
   context_.ReportError = ReportError;
@@ -133,9 +132,8 @@ Interpreter::Interpreter(ErrorReporter* error_reporter)
   SwitchToKernelContext();
 
   // Reserve some space for the tensors to avoid excessive resizing.
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-  tensors.reserve(kTensorsReservedCapacity);
-  primary_subgraph().nodes_and_registration().reserve(kTensorsReservedCapacity);
+  tensors_.reserve(kTensorsReservedCapacity);
+  nodes_and_registration_.reserve(kTensorsReservedCapacity);
   next_execution_plan_index_to_prepare_ = 0;
 
   for (int i = 0; i < kTfLiteMaxExternalContexts; ++i) {
@@ -146,6 +144,16 @@ Interpreter::Interpreter(ErrorReporter* error_reporter)
 }
 
 Interpreter::~Interpreter() {
+  for (auto& nodeAndReg : nodes_and_registration_) {
+    TfLiteNode& node = nodeAndReg.first;
+    TfLiteIntArrayFree(node.inputs);
+    TfLiteIntArrayFree(node.outputs);
+    TfLiteIntArrayFree(node.temporaries);
+    if (node.builtin_data) free(node.builtin_data);
+    OpFree(nodeAndReg.second, node.user_data);
+    node.builtin_data = nullptr;
+  }
+
   for (size_t i = 0; i < context_.tensors_size; i++) {
     TfLiteTensor* tensor = &context_.tensors[i];
     if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
@@ -253,8 +261,6 @@ TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
                                            &node_subsets);
 
   execution_plan_.clear();
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-
   for (auto& node_subset : node_subsets) {
     // Subsets calimed by the delegate should have a "macro" op created, the
     // other node_subsets (kTfNonPartition) just have their nodes added back to
@@ -277,15 +283,14 @@ TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
 
         // Initialize the output tensors's delegate-related fields.
         for (int tensor_index : node_subset.output_tensors) {
-          TfLiteTensor* tensor = &tensors[tensor_index];
+          TfLiteTensor* tensor = &tensors_[tensor_index];
           TF_LITE_ENSURE(&context_, tensor->delegate == nullptr ||
                                         tensor->delegate == delegate);
           tensor->delegate = delegate;
         }
 
         // Associate the node with the delegate.
-        TfLiteNode* node =
-            &primary_subgraph().nodes_and_registration()[node_index].first;
+        TfLiteNode* node = &nodes_and_registration_[node_index].first;
         node->delegate = delegate;
       } break;
       case NodeSubset::kTfUnexplored:
@@ -348,21 +353,21 @@ TfLiteStatus Interpreter::GetExecutionPlan(struct TfLiteContext* context,
 TfLiteStatus Interpreter::SetInputs(std::vector<int> inputs) {
   TF_LITE_ENSURE_OK(&context_,
                     CheckTensorIndices("inputs", inputs.data(), inputs.size()));
-  primary_subgraph().inputs() = std::move(inputs);
+  inputs_ = std::move(inputs);
   return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetOutputs(std::vector<int> outputs) {
   TF_LITE_ENSURE_OK(
       &context_, CheckTensorIndices("outputs", outputs.data(), outputs.size()));
-  primary_subgraph().outputs() = std::move(outputs);
+  outputs_ = std::move(outputs);
   return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetVariables(std::vector<int> variables) {
   TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("variables", variables.data(),
                                                   variables.size()));
-  primary_subgraph().variables() = std::move(variables);
+  variables_ = std::move(variables);
   return kTfLiteOk;
 }
 
@@ -437,8 +442,7 @@ TfLiteStatus Interpreter::AllocateTensors() {
   // Explicit (re)allocation is necessary if nodes have been changed or tensors
   // have been resized. For inputs marked as dynamic, we can't short-circuit the
   // allocation as the client may have done the resize manually.
-  if (state_ != kStateUninvokable &&
-      !HasDynamicTensorImpl(context_, inputs())) {
+  if (state_ != kStateUninvokable && !HasDynamicTensorImpl(context_, inputs_)) {
     return kTfLiteOk;
   }
 
@@ -462,8 +466,7 @@ TfLiteStatus Interpreter::AllocateTensors() {
 
 // TODO(ycling): Support non-zero default values.
 TfLiteStatus Interpreter::ResetVariableTensors() {
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-  for (auto& tensor : tensors) {
+  for (auto& tensor : tensors_) {
     if (!tensor.is_variable) {
       continue;
     }
@@ -480,7 +483,7 @@ TfLiteStatus Interpreter::ResetVariableTensors() {
 }
 
 void Interpreter::ReserveNodes(int count) {
-  primary_subgraph().nodes_and_registration().reserve(count);
+  nodes_and_registration_.reserve(count);
 }
 
 TfLiteStatus Interpreter::AddNodeWithParameters(
@@ -503,11 +506,10 @@ TfLiteStatus Interpreter::AddNodeWithParameters(
       &context_,
       CheckTensorIndices("node outputs", outputs.data(), outputs.size()));
 
-  int new_node_index = primary_subgraph().nodes_and_registration().size();
+  int new_node_index = nodes_and_registration_.size();
   if (node_index) *node_index = new_node_index;
-  primary_subgraph().nodes_and_registration().resize(
-      primary_subgraph().nodes_and_registration().size() + 1);
-  auto& node_and_reg = primary_subgraph().nodes_and_registration().back();
+  nodes_and_registration_.resize(nodes_and_registration_.size() + 1);
+  auto& node_and_reg = nodes_and_registration_.back();
   TfLiteNode& node = node_and_reg.first;
   if (node.inputs) TfLiteIntArrayFree(node.inputs);
   if (node.outputs) TfLiteIntArrayFree(node.outputs);
@@ -578,13 +580,12 @@ bool HasDynamicTensor(const TfLiteContext& context,
 
 TfLiteStatus Interpreter::PrepareOpsStartingAt(
     int first_execution_plan_index, int* last_execution_plan_index_prepared) {
-  auto& subgraph = primary_subgraph();
   for (int execution_plan_index = first_execution_plan_index;
        execution_plan_index < execution_plan_.size(); execution_plan_index++) {
     int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = subgraph.nodes_and_registration()[node_index].first;
+    TfLiteNode& node = nodes_and_registration_[node_index].first;
     const TfLiteRegistration& registration =
-        subgraph.nodes_and_registration()[node_index].second;
+        nodes_and_registration_[node_index].second;
     EnsureTensorsVectorCapacity();
     if (OpPrepare(registration, &node) == kTfLiteError) {
       return ReportOpError(&context_, node, registration, node_index,
@@ -623,8 +624,6 @@ TfLiteStatus Interpreter::PrepareOpsAndTensors() {
 }
 
 TfLiteStatus Interpreter::Invoke() {
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-
   if (!consistent_) {
     ReportError(&context_, "Invoke called on model that is not consistent.");
     return kTfLiteError;
@@ -661,10 +660,9 @@ TfLiteStatus Interpreter::Invoke() {
                                     execution_plan_index);
     }
     int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node =
-        primary_subgraph().nodes_and_registration()[node_index].first;
+    TfLiteNode& node = nodes_and_registration_[node_index].first;
     const TfLiteRegistration& registration =
-        primary_subgraph().nodes_and_registration()[node_index].second;
+        nodes_and_registration_[node_index].second;
     SCOPED_OPERATOR_PROFILE(profiler_, node_index);
 
     // TODO(ycling): This is an extra loop through inputs to check if the data
@@ -676,7 +674,7 @@ TfLiteStatus Interpreter::Invoke() {
       if (tensor_index == kOptionalTensor) {
         continue;
       }
-      TfLiteTensor* tensor = &tensors[tensor_index];
+      TfLiteTensor* tensor = &tensors_[tensor_index];
       if (tensor->delegate && tensor->delegate != node.delegate &&
           tensor->data_is_stale) {
         EnsureTensorDataIsReadable(tensor_index);
@@ -699,7 +697,7 @@ TfLiteStatus Interpreter::Invoke() {
   }
 
   if (!allow_buffer_handle_output_) {
-    for (int tensor_index : outputs()) {
+    for (int tensor_index : outputs_) {
       EnsureTensorDataIsReadable(tensor_index);
     }
   }
@@ -734,17 +732,15 @@ void Interpreter::ReportError(TfLiteContext* context, const char* format, ...) {
 
 TfLiteStatus Interpreter::AddTensors(int tensors_to_add,
                                      int* first_new_tensor_index) {
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-
-  const size_t base_index = tensors.size();
+  const size_t base_index = tensors_.size();
   if (first_new_tensor_index) *first_new_tensor_index = base_index;
-  tensors.resize(tensors.size() + tensors_to_add);
-  for (size_t i = base_index; i < tensors.size(); i++) {
-    memset(&tensors[i], 0, sizeof(tensors[i]));
-    tensors[i].buffer_handle = kTfLiteNullBufferHandle;
+  tensors_.resize(tensors_.size() + tensors_to_add);
+  for (size_t i = base_index; i < tensors_.size(); i++) {
+    memset(&tensors_[i], 0, sizeof(tensors_[i]));
+    tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
   }
-  context_.tensors = tensors.data();
-  context_.tensors_size = tensors.size();
+  context_.tensors = tensors_.data();
+  context_.tensors_size = tensors_.size();
   return kTfLiteOk;
 }
 
@@ -762,9 +758,8 @@ TfLiteStatus Interpreter::GetNodeAndRegistration(
   TF_LITE_ENSURE(&context_, node_index >= 0);
   TF_LITE_ENSURE(&context_, static_cast<size_t>(node_index) < nodes_size());
   TF_LITE_ENSURE(&context_, node != nullptr && registration != nullptr);
-  auto& node_and_reg = primary_subgraph().nodes_and_registration()[node_index];
-  *node = &node_and_reg.first;
-  *registration = &node_and_reg.second;
+  *node = &nodes_and_registration_[node_index].first;
+  *registration = &nodes_and_registration_[node_index].second;
   return kTfLiteOk;
 }
 
@@ -954,8 +949,7 @@ TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
       // If all the nodes can be prepared, check if the last node has dynamic
       // tensors.
       int node_index = execution_plan_[last_execution_plan_index_prepared];
-      TfLiteNode& node =
-          primary_subgraph().nodes_and_registration()[node_index].first;
+      TfLiteNode& node = nodes_and_registration_[node_index].first;
       if (!HasDynamicTensor(context_, node.outputs)) {
         has_dynamic_tensors = false;
       }
@@ -997,8 +991,7 @@ TfLiteStatus Interpreter::SetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle buffer_handle,
                                           TfLiteDelegate* delegate) {
   TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-  TfLiteTensor* tensor = &tensors[tensor_index];
+  TfLiteTensor* tensor = &tensors_[tensor_index];
 
   TF_LITE_ENSURE(&context_,
                  tensor->delegate == nullptr || tensor->delegate == delegate);
@@ -1017,8 +1010,7 @@ TfLiteStatus Interpreter::GetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle* buffer_handle,
                                           TfLiteDelegate** delegate) {
   TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-  TfLiteTensor* tensor = &tensors[tensor_index];
+  TfLiteTensor* tensor = &tensors_[tensor_index];
 
   *delegate = tensor->delegate;
   *buffer_handle = tensor->buffer_handle;
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index eb7d2e47f1..de6c42bfcc 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -25,7 +25,6 @@ limitations under the License.
 #include "tensorflow/lite/allocation.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
-#include "tensorflow/lite/core/subgraph.h"
 #include "tensorflow/lite/memory_planner.h"
 #include "tensorflow/lite/profiling/profiler.h"
 #include "tensorflow/lite/stderr_reporter.h"
@@ -202,37 +201,31 @@ class Interpreter {
   // Functions to access tensor data
 
   // Read only access to list of inputs.
-  const std::vector<int>& inputs() const { return primary_subgraph().inputs(); }
+  const std::vector<int>& inputs() const { return inputs_; }
 
   // Return the name of a given input. The given index must be between 0 and
   // inputs().size().
   const char* GetInputName(int index) const {
-    return context_.tensors[inputs()[index]].name;
+    return context_.tensors[inputs_[index]].name;
   }
 
   // Read only access to list of outputs.
-  const std::vector<int>& outputs() const {
-    return primary_subgraph().outputs();
-  }
+  const std::vector<int>& outputs() const { return outputs_; }
 
   // Read only access to list of variable tensors.
-  const std::vector<int>& variables() const {
-    return primary_subgraph().variables();
-  }
+  const std::vector<int>& variables() const { return variables_; }
 
   // Return the name of a given output. The given index must be between 0 and
   // outputs().size().
   const char* GetOutputName(int index) const {
-    return context_.tensors[outputs()[index]].name;
+    return context_.tensors[outputs_[index]].name;
   }
 
   // Return the number of tensors in the model.
   size_t tensors_size() const { return context_.tensors_size; }
 
   // Return the number of ops in the model.
-  size_t nodes_size() const {
-    return primary_subgraph().nodes_and_registration().size();
-  }
+  size_t nodes_size() const { return nodes_and_registration_.size(); }
 
   // WARNING: Experimental interface, subject to change
   const std::vector<int>& execution_plan() const { return execution_plan_; }
@@ -262,9 +255,10 @@ class Interpreter {
   // Get a pointer to an operation and registration data structure if in bounds.
   const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
       int node_index) const {
-    if (node_index < 0 || static_cast<size_t>(node_index) >= nodes_size())
+    if (node_index < 0 ||
+        static_cast<size_t>(node_index) >= nodes_and_registration_.size())
       return nullptr;
-    return &primary_subgraph().nodes_and_registration()[node_index];
+    return &nodes_and_registration_[node_index];
   }
 
   // Perform a checked cast to the appropriate tensor type (mutable pointer
@@ -295,28 +289,28 @@ class Interpreter {
   // index must be between 0 and inputs().size().
   template <class T>
   T* typed_input_tensor(int index) {
-    return typed_tensor<T>(inputs()[index]);
+    return typed_tensor<T>(inputs_[index]);
   }
 
   // Return an immutable pointer into the data of a given input tensor. The
   // given index must be between 0 and inputs().size().
   template <class T>
   const T* typed_input_tensor(int index) const {
-    return typed_tensor<T>(inputs()[index]);
+    return typed_tensor<T>(inputs_[index]);
   }
 
   // Return a mutable pointer into the data of a given output tensor. The given
   // index must be between 0 and outputs().size().
   template <class T>
   T* typed_output_tensor(int index) {
-    return typed_tensor<T>(outputs()[index]);
+    return typed_tensor<T>(outputs_[index]);
   }
 
   // Return an immutable pointer into the data of a given output tensor. The
   // given index must be between 0 and outputs().size().
   template <class T>
   const T* typed_output_tensor(int index) const {
-    return typed_tensor<T>(outputs()[index]);
+    return typed_tensor<T>(outputs_[index]);
   }
 
   // Change the dimensionality of a given tensor. Note, this is only acceptable
@@ -456,14 +450,6 @@ class Interpreter {
   friend class InterpreterBuilder;
   friend class InterpreterTest;
 
-  Subgraph& primary_subgraph() {
-    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
-  }
-
-  const Subgraph& primary_subgraph() const {
-    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
-  }
-
   // Prevent 'context_' from accessing functions that are only available to
   // delegated kernels.
   void SwitchToKernelContext();
@@ -516,7 +502,7 @@ class Interpreter {
   // tensor entries. Note, `tensors_.data()` needs to be synchronized to the
   // `context_` whenever this std::vector is reallocated. Currently this
   // only happens in `AddTensors()`.
-  // std::vector<TfLiteTensor> tensors_;
+  std::vector<TfLiteTensor> tensors_;
 
   // Check if an array of tensor indices are valid with respect to the Tensor
   // array.
@@ -610,7 +596,6 @@ class Interpreter {
   // tensors. After calling this function, adding `kTensorsCapacityHeadroom`
   // more tensors won't invalidate the pointer to existing tensors.
   void EnsureTensorsVectorCapacity() {
-    std::vector<TfLiteTensor>& tensors_ = primary_subgraph().tensors();
     const size_t required_capacity = tensors_size() + kTensorsCapacityHeadroom;
     if (required_capacity > tensors_.capacity()) {
       tensors_.reserve(required_capacity);
@@ -637,11 +622,27 @@ class Interpreter {
   // structure to store tensors.
   TfLiteContext context_;
 
+  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
+  // function pointers to actual implementation.
+  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
+      nodes_and_registration_;
+
   // Whether the model is consistent. That is to say if the inputs and outputs
   // of every node and the global inputs and outputs are valid indexes into
   // the tensor array.
   bool consistent_ = true;
 
+  // Array of indices representing the tensors that are inputs to the
+  // interpreter.
+  std::vector<int> inputs_;
+
+  // Array of indices representing the tensors that are outputs to the
+  // interpreter.
+  std::vector<int> outputs_;
+
+  // Array of indices representing the tensors that are variable tensors.
+  std::vector<int> variables_;
+
   // The error reporter delegate that tflite will forward queries errors to.
   ErrorReporter* error_reporter_;
 
@@ -689,9 +690,6 @@ class Interpreter {
 
   // List of active external contexts.
   TfLiteExternalContext* external_contexts_[kTfLiteMaxExternalContexts];
-
-  // Subgraphs
-  std::vector<Subgraph> subgraphs_;
 };
 
 }  // namespace tflite
-- 
GitLab


From 8efc032d609b04686cc47b4c799cb417618991d0 Mon Sep 17 00:00:00 2001
From: Shashi Shekhar <shashishekhar@google.com>
Date: Fri, 16 Nov 2018 12:35:10 -0800
Subject: [PATCH 1773/1825] Remove
 'nn.quantized_(avg_pool|conv2d|max_pool|relux)' from TF 2.0

Remove the following from TF 2.0:
 - nn.quantized_avg_pool
 - nn.quantized_conv2d
 - nn.quantized_max_pool
 - nn.quantized_relux

PiperOrigin-RevId: 221835284
---
 .../python_api/api_def_QuantizedAvgPool.pbtxt    |  2 ++
 .../python_api/api_def_QuantizedConv2D.pbtxt     |  2 ++
 .../python_api/api_def_QuantizedMaxPool.pbtxt    |  2 ++
 .../python_api/api_def_QuantizedReluX.pbtxt      |  2 ++
 tensorflow/python/ops/nn_ops.py                  |  7 +++++++
 .../tools/api/golden/v2/tensorflow.nn.pbtxt      | 16 ----------------
 tensorflow/tools/compatibility/renames_v2.py     |  4 ++++
 7 files changed, 19 insertions(+), 16 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_QuantizedAvgPool.pbtxt b/tensorflow/core/api_def/python_api/api_def_QuantizedAvgPool.pbtxt
index dfa793a16e..6aceba3b11 100644
--- a/tensorflow/core/api_def/python_api/api_def_QuantizedAvgPool.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_QuantizedAvgPool.pbtxt
@@ -2,5 +2,7 @@ op {
   graph_op_name: "QuantizedAvgPool"
   endpoint {
     name: "nn.quantized_avg_pool"
+    deprecation_version: 2
   }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_QuantizedConv2D.pbtxt b/tensorflow/core/api_def/python_api/api_def_QuantizedConv2D.pbtxt
index 2409d12abe..4b5a04f45e 100644
--- a/tensorflow/core/api_def/python_api/api_def_QuantizedConv2D.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_QuantizedConv2D.pbtxt
@@ -2,5 +2,7 @@ op {
   graph_op_name: "QuantizedConv2D"
   endpoint {
     name: "nn.quantized_conv2d"
+    deprecation_version: 2
   }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_QuantizedMaxPool.pbtxt b/tensorflow/core/api_def/python_api/api_def_QuantizedMaxPool.pbtxt
index 3a58590f57..cd1c7fdbf2 100644
--- a/tensorflow/core/api_def/python_api/api_def_QuantizedMaxPool.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_QuantizedMaxPool.pbtxt
@@ -2,5 +2,7 @@ op {
   graph_op_name: "QuantizedMaxPool"
   endpoint {
     name: "nn.quantized_max_pool"
+    deprecation_version: 2
   }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/core/api_def/python_api/api_def_QuantizedReluX.pbtxt b/tensorflow/core/api_def/python_api/api_def_QuantizedReluX.pbtxt
index 926ec98eeb..d83d71c65c 100644
--- a/tensorflow/core/api_def/python_api/api_def_QuantizedReluX.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_QuantizedReluX.pbtxt
@@ -2,5 +2,7 @@ op {
   graph_op_name: "QuantizedReluX"
   endpoint {
     name: "nn.quantized_relu_x"
+    deprecation_version: 2
   }
+  visibility: HIDDEN
 }
diff --git a/tensorflow/python/ops/nn_ops.py b/tensorflow/python/ops/nn_ops.py
index c733d90ab5..21008fc392 100644
--- a/tensorflow/python/ops/nn_ops.py
+++ b/tensorflow/python/ops/nn_ops.py
@@ -3440,3 +3440,10 @@ def in_top_k(predictions, targets, k, name=None):
   """
   with ops.name_scope(name, "in_top_k"):
     return gen_nn_ops.in_top_kv2(predictions, targets, k, name=name)
+
+
+tf_export(v1=["nn.quantized_avg_pool"])(gen_nn_ops.quantized_avg_pool)
+tf_export(v1=["nn.quantized_conv2d"])(gen_nn_ops.quantized_conv2d)
+tf_export(v1=["nn.quantized_relu_x"])(gen_nn_ops.quantized_relu_x)
+tf_export(v1=["nn.quantized_max_pool"])(gen_nn_ops.quantized_max_pool)
+
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index 36aaf7565c..b0d9c5c905 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -224,22 +224,6 @@ tf_module {
     name: "pool"
     argspec: "args=[\'input\', \'window_shape\', \'pooling_type\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'VALID\', \'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "quantized_avg_pool"
-    argspec: "args=[\'input\', \'min_input\', \'max_input\', \'ksize\', \'strides\', \'padding\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "quantized_conv2d"
-    argspec: "args=[\'input\', \'filter\', \'min_input\', \'max_input\', \'min_filter\', \'max_filter\', \'strides\', \'padding\', \'out_type\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'qint32\'>\", \'[1, 1, 1, 1]\', \'None\'], "
-  }
-  member_method {
-    name: "quantized_max_pool"
-    argspec: "args=[\'input\', \'min_input\', \'max_input\', \'ksize\', \'strides\', \'padding\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "quantized_relu_x"
-    argspec: "args=[\'features\', \'max_value\', \'min_features\', \'max_features\', \'out_type\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'quint8\'>\", \'None\'], "
-  }
   member_method {
     name: "relu"
     argspec: "args=[\'features\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 5f66d2925e..dde076bf92 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -296,6 +296,10 @@ renames = {
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
+    'tf.nn.quantized_avg_pool': 'tf.compat.v1.nn.quantized_avg_pool',
+    'tf.nn.quantized_conv2d': 'tf.compat.v1.nn.quantized_conv2d',
+    'tf.nn.quantized_max_pool': 'tf.compat.v1.nn.quantized_max_pool',
+    'tf.nn.quantized_relu_x': 'tf.compat.v1.nn.quantized_relu_x',
     'tf.nn.raw_rnn': 'tf.compat.v1.nn.raw_rnn',
     'tf.nn.rnn_cell.BasicLSTMCell': 'tf.compat.v1.nn.rnn_cell.BasicLSTMCell',
     'tf.nn.rnn_cell.BasicRNNCell': 'tf.compat.v1.nn.rnn_cell.BasicRNNCell',
-- 
GitLab


From 4a5126674c9c3086a2c38c78126d0e190cb93a61 Mon Sep 17 00:00:00 2001
From: Andy Ly <lyandy@google.com>
Date: Fri, 16 Nov 2018 12:35:39 -0800
Subject: [PATCH 1774/1825] Add IsImmutableConst helper for ImmutableConst
 check.

PiperOrigin-RevId: 221835364
---
 tensorflow/core/grappler/op_types.cc | 4 ++++
 tensorflow/core/grappler/op_types.h  | 1 +
 2 files changed, 5 insertions(+)

diff --git a/tensorflow/core/grappler/op_types.cc b/tensorflow/core/grappler/op_types.cc
index 08d4e39ec2..06248393ba 100644
--- a/tensorflow/core/grappler/op_types.cc
+++ b/tensorflow/core/grappler/op_types.cc
@@ -253,6 +253,10 @@ bool IsIgammac(const NodeDef& node) { return node.op() == "Igammac"; }
 
 bool IsImag(const NodeDef& node) { return node.op() == "Imag"; }
 
+bool IsImmutableConst(const NodeDef& node) {
+  return node.op() == "ImmutableConst";
+}
+
 bool IsInvGrad(const NodeDef& node) { return node.op() == "InvGrad"; }
 
 bool IsLess(const NodeDef& node) { return node.op() == "Less"; }
diff --git a/tensorflow/core/grappler/op_types.h b/tensorflow/core/grappler/op_types.h
index 067d4e774f..bd286f2c72 100644
--- a/tensorflow/core/grappler/op_types.h
+++ b/tensorflow/core/grappler/op_types.h
@@ -77,6 +77,7 @@ bool IsIdentityNSingleInput(const NodeDef& node);
 bool IsIgamma(const NodeDef& node);
 bool IsIgammac(const NodeDef& node);
 bool IsImag(const NodeDef& node);
+bool IsImmutableConst(const NodeDef& node);
 bool IsInvGrad(const NodeDef& node);
 bool IsLess(const NodeDef& node);
 bool IsLessEqual(const NodeDef& node);
-- 
GitLab


From e0cf7147023b31b4d42a39ddf375f323d5207365 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 12:40:48 -0800
Subject: [PATCH 1775/1825] Add support for `add_weight`, `add_variable`, and
 `add_update` for Keras subclassed models.

PiperOrigin-RevId: 221836228
---
 tensorflow/python/keras/engine/network.py     | 56 ++++------------
 .../python/keras/model_subclassing_test.py    | 64 +++++++++++++++++++
 .../golden/v1/tensorflow.keras.-model.pbtxt   |  2 +-
 .../v1/tensorflow.keras.-sequential.pbtxt     |  2 +-
 .../v1/tensorflow.keras.models.-model.pbtxt   |  2 +-
 .../tensorflow.keras.models.-sequential.pbtxt |  2 +-
 .../golden/v2/tensorflow.keras.-model.pbtxt   |  2 +-
 .../v2/tensorflow.keras.-sequential.pbtxt     |  2 +-
 ...ensorflow.keras.layers.-linear-model.pbtxt |  2 +-
 .../v2/tensorflow.keras.models.-model.pbtxt   |  2 +-
 .../tensorflow.keras.models.-sequential.pbtxt |  2 +-
 11 files changed, 87 insertions(+), 51 deletions(-)

diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index febc224689..c016020e06 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -112,11 +112,6 @@ class Network(base_layer.Layer):
     self.trainable = True
     self._is_compiled = False
     self._expects_training_arg = False
-    # A list of "extra" variables assigned to attributes of this class, included
-    # in self.weights and self.variables. Always empty for graph networks (but
-    # included in base_init to avoid excessive special casing when retrieving
-    # the value).
-    self._extra_variables = []
     # In many internal cases one needs to compute both the model's output
     # and its output mask without relying on `__call__` (which would do both and
     # set mask metadata), but for models, computing the mask requires to
@@ -134,6 +129,8 @@ class Network(base_layer.Layer):
       self.optimizer = None
 
     # Private attributes to implement compatibility with Layer.
+    self._trainable_weights = []
+    self._non_trainable_weights = []
     self._updates = []  # Used in symbolic mode only.
     self._losses = []
     self._eager_losses = []
@@ -408,40 +405,15 @@ class Network(base_layer.Layer):
             # simply by assigning them to attributes.
           not self._is_graph_network
           and isinstance(value, variables.Variable)):
-        self._extra_variables.append(value)
+        if value.trainable:
+          # Could already be added via `add_weight`.
+          if value not in self._trainable_weights:
+            self._trainable_weights.append(value)
+        else:
+          if value not in self._non_trainable_weights:
+            self._non_trainable_weights.append(value)
     super(Network, self).__setattr__(name, value)
 
-  def add_variable(self, name, shape, dtype=None, initializer=None,
-                   regularizer=None, trainable=True, constraint=None):
-    if self._is_graph_network:
-      raise NotImplementedError('`add_variable` is not supported on Networks.')
-    else:
-      raise NotImplementedError(
-          '`add_variable` is not supported on Networks. However, you may '
-          'assign variables to attributes and they will show up in the weights '
-          'and variables properties.')
-
-  def add_weight(self,
-                 name,
-                 shape,
-                 dtype=None,
-                 initializer=None,
-                 regularizer=None,
-                 trainable=None,
-                 constraint=None,
-                 partitioner=None,
-                 use_resource=None,
-                 synchronization=variables.VariableSynchronization.AUTO,
-                 aggregation=variables.VariableAggregation.NONE,
-                 **kwargs):
-    if self._is_graph_network:
-      raise NotImplementedError('`add_weight` is not supported on Networks.')
-    else:
-      raise NotImplementedError(
-          '`add_weight` is not supported on Networks. However, you may '
-          'assign variables to attributes and they will show up in the weights '
-          'and variables properties.')
-
   @property
   def stateful(self):
     return any([(hasattr(layer, 'stateful') and layer.stateful)
@@ -556,6 +528,7 @@ class Network(base_layer.Layer):
         updates += layer._unfiltered_updates
       else:
         updates += layer.updates
+    updates += self._updates
     return updates
 
   @property
@@ -647,7 +620,7 @@ class Network(base_layer.Layer):
       else:
         relevant_inputs.append(inputs)
     if not relevant_inputs:
-      return updates
+      return list(set(updates))
 
     reachable = tf_utils.get_reachable_from_inputs(relevant_inputs, updates)
     relevant_conditional_updates = [x for x in updates if x in reachable]
@@ -655,8 +628,7 @@ class Network(base_layer.Layer):
         x for x in updates if x._unconditional_update]  # pylint: disable=protected-access
     # A layer could be used multiple times in a nested structure,
     # so the updates list must be de-duped.
-    return list(set(
-        relevant_conditional_updates + unconditional_updates + self._updates))
+    return list(set(relevant_conditional_updates + unconditional_updates))
 
   @property
   def losses(self):
@@ -716,14 +688,14 @@ class Network(base_layer.Layer):
     return checkpointable_layer_utils.gather_trainable_weights(
         trainable=self.trainable,
         sub_layers=self._layers,
-        extra_variables=self._extra_variables)
+        extra_variables=self._trainable_weights)
 
   @property
   def non_trainable_weights(self):
     return checkpointable_layer_utils.gather_non_trainable_weights(
         trainable=self.trainable,
         sub_layers=self._layers,
-        extra_variables=self._extra_variables)
+        extra_variables=self._non_trainable_weights + self._trainable_weights)
 
   @property
   def input_spec(self):
diff --git a/tensorflow/python/keras/model_subclassing_test.py b/tensorflow/python/keras/model_subclassing_test.py
index aca058b111..87802d8df0 100644
--- a/tensorflow/python/keras/model_subclassing_test.py
+++ b/tensorflow/python/keras/model_subclassing_test.py
@@ -25,6 +25,7 @@ import numpy as np
 from tensorflow.python import keras
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.eager import context
+from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import test_util
 from tensorflow.python.ops import array_ops
@@ -819,6 +820,69 @@ class ModelSubclassingTest(test.TestCase):
     self.assertEqual([m.dense.kernel, m.dense.bias, m.not_trainable_var],
                      m.non_trainable_variables)
 
+  @test_util.run_in_graph_and_eager_modes
+  def test_add_weight_in_model(self):
+
+    class MyModel(keras.Model):
+
+      def __init__(self):
+        super(MyModel, self).__init__()
+        self.b = self.add_weight('bias', (10,))
+        self.c = self.add_weight('bias2', (10,), trainable=False)
+
+      def call(self, inputs):
+        return inputs + self.b + self.c
+
+    x = ops.convert_to_tensor(np.ones((10, 10), 'float32'))
+    model = MyModel()
+    model(x)
+    self.assertEqual(1, len(model.trainable_weights))
+    self.assertEqual(1, len(model.non_trainable_weights))
+    self.assertEqual(2, len(model.weights))
+
+    class MyModelCustomBuild(keras.Model):
+
+      def build(self, input_shape):
+        self.b = self.add_weight('bias', (10,))
+        self.c = self.add_weight('bias2', (10,), trainable=False)
+
+      def call(self, inputs):
+        return inputs + self.b + self.c
+
+    x = ops.convert_to_tensor(np.ones((10, 10), 'float32'))
+    model = MyModelCustomBuild()
+    model(x)
+    self.assertEqual(1, len(model.trainable_weights))
+    self.assertEqual(1, len(model.non_trainable_weights))
+    self.assertEqual(2, len(model.weights))
+
+  def test_add_update_in_model(self):
+
+    class MyModel(keras.Model):
+
+      def __init__(self):
+        super(MyModel, self).__init__()
+        self.b = self.add_weight('bias', (10,))
+        self.c = self.add_weight('bias2', (10,))
+
+      def call(self, inputs):
+        # Unconditional
+        self.add_update(self.b.assign(self.b * 2))
+        # Conditional
+        self.add_update(self.c.assign(inputs[1, :]), inputs)
+        return inputs + self.b + self.c
+
+    x = ops.convert_to_tensor(np.ones((10, 10), 'float32'))
+    model = MyModel()
+    model(x)
+
+    if context.executing_eagerly():
+      self.assertEqual(0, len(model.updates))
+    else:
+      self.assertEqual(2, len(model.updates))
+      self.assertEqual(1, len(model.get_updates_for(None)))
+      self.assertEqual(1, len(model.get_updates_for(x)))
+
 
 class GraphSpecificModelSubclassingTests(test.TestCase):
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
index e90629407b..75944663e4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
@@ -115,7 +115,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
index 4f734ffa98..9e3e862b79 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
@@ -120,7 +120,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
index 7a6a18b501..5b88db51bf 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
@@ -115,7 +115,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
index f8dacfc886..68e2dbeedd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
@@ -120,7 +120,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
index e90629407b..75944663e4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
@@ -115,7 +115,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
index 4f734ffa98..9e3e862b79 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
@@ -120,7 +120,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
index 8e0f0e3826..93372ff0f9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
@@ -120,7 +120,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
index 7a6a18b501..5b88db51bf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
@@ -115,7 +115,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
index f8dacfc886..68e2dbeedd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
@@ -120,7 +120,7 @@ tf_class {
   }
   member_method {
     name: "add_variable"
-    argspec: "args=[\'self\', \'name\', \'shape\', \'dtype\', \'initializer\', \'regularizer\', \'trainable\', \'constraint\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'True\', \'None\'], "
+    argspec: "args=[\'self\'], varargs=args, keywords=kwargs, defaults=None"
   }
   member_method {
     name: "add_weight"
-- 
GitLab


From 704961fe7298a769bbead3940ac94a82d3daa3eb Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Fri, 16 Nov 2018 12:43:46 -0800
Subject: [PATCH 1776/1825] Add documentation for using select TensorFlow ops
 in TensorFlow Lite

This experimental feature allows the use of certain TensorFlow ops from
within the TensorFlow Lite runtime. Using these ops requires opting in to
TF op usage during model conversion, as well as adding an additional
dependency to the client's target.

See `lite/g3doc/using_select_tf_ops.md` for more details. Note that this
feature is under active development and is still in the experimental
stage.

BUG=113614898
PiperOrigin-RevId: 221836702
---
 tensorflow/lite/g3doc/using_select_tf_ops.md | 249 +++++++++++++++++++
 1 file changed, 249 insertions(+)
 create mode 100644 tensorflow/lite/g3doc/using_select_tf_ops.md

diff --git a/tensorflow/lite/g3doc/using_select_tf_ops.md b/tensorflow/lite/g3doc/using_select_tf_ops.md
new file mode 100644
index 0000000000..aa51f58baa
--- /dev/null
+++ b/tensorflow/lite/g3doc/using_select_tf_ops.md
@@ -0,0 +1,249 @@
+# [Experimental] Using TensorFlow Lite with select TensorFlow ops
+
+The TensorFlow Lite builtin op library has grown rapidly, and will continue to
+grow, but there remains a long tail of TensorFlow ops that are not yet natively
+supported by TensorFlow Lite . These unsupported ops can be a point of friction
+in the TensorFlow Lite model conversion process. To that end, the team has
+recently been working on an experimental mechanism for reducing this friction.
+
+This document outlines how to use TensorFlow Lite with select TensorFlow ops.
+*Note that this feature is experimental and is under active development.* As you
+use this feature, keep in mind the [known limitations](#known-limitations), and
+please send feedback about models that work and issues you are facing to
+tflite@tensorflow.org.
+
+TensorFlow Lite will continue to have
+[TensorFlow Lite builtin ops](tf_ops_compatibility.md) optimized for mobile and
+embedded devices. However, TensorFlow Lite models can now use a subset of
+TensorFlow ops when TFLite builtin ops are not sufficient.
+
+Models converted with TensorFlow ops will require a TensorFlow Lite interpreter
+that has a larger binary size than the interpreter with only TFLite builtin ops.
+Additionally, performance optimizations will not be available for any TensorFlow
+ops in the TensorFlow Lite model.
+
+This document outlines how to [convert](#converting-the-model) and
+[run](#running-the-model) a TFLite model with TensorFlow ops on your platform of
+choice. It also discusses some [known limitations](#known-limitations), the
+[future plans](#future-plans) for this feature, and basic
+[performance and size metrics](#metrics).
+
+## Converting the model
+
+To convert a TensorFlow model to a TensorFlow Lite model with TensorFlow ops,
+use the `target_ops` argument in the
+[TensorFlow Lite converter](https://www.tensorflow.org/lite/convert/). The
+following values are valid options for `target_ops`:
+
+*   `TFLITE_BUILTINS` - Converts models using TensorFlow Lite builtin ops.
+*   `SELECT_TF_OPS` - Converts models using TensorFlow ops. The exact subset of
+    supported ops can be found in the whitelist at
+    `lite/toco/tflite/whitelisted_flex_ops.cc`.
+
+The recommended approach is to convert the model with `TFLITE_BUILTINS`, then
+with both `TFLITE_BUILTINS,SELECT_TF_OPS`, and finally with only
+`SELECT_TF_OPS`. Using both options (i.e. `TFLITE_BUILTINS,SELECT_TF_OPS`)
+creates models with TensorFlow Lite ops where possible. Using only
+`SELECT_TF_OPS` is useful when the model contains TensorFlow ops that are only
+partially supported by TensorFlow Lite, and one would like to avoid those
+limitations.
+
+The following example shows how to use `target_ops` in the
+[`TFLiteConverter`](https://www.tensorflow.org/lite/convert/python_api) Python
+API.
+
+```
+import tensorflow as tf
+
+converter = tf.lite.TFLiteConverter.from_saved_model(saved_model_dir)
+converter.target_ops = [tf.lite.OpsSet.TFLITE_BUILTINS,
+                        tf.lite.OpsSet.SELECT_TF_OPS]
+tflite_model = converter.convert()
+open("converted_model.tflite", "wb").write(tflite_model)
+```
+
+The following example shows how to use `target_ops` in the
+[`tflite_convert`](https://www.tensorflow.org/lite/convert/cmdline_examples)
+command line tool.
+
+```
+tflite_convert \
+  --output_file=/tmp/foo.tflite \
+  --graph_def_file=/tmp/foo.pb \
+  --input_arrays=input \
+  --output_arrays=MobilenetV1/Predictions/Reshape_1 \
+  --target_ops=TFLITE_BUILTINS,SELECT_TF_OPS
+```
+
+When building and running `tflite_convert` directly with `bazel`, please pass
+`--define=with_select_tf_ops=true` as an additional argument.
+
+```
+bazel run --define=with_select_tf_ops=true tflite_convert -- \
+  --output_file=/tmp/foo.tflite \
+  --graph_def_file=/tmp/foo.pb \
+  --input_arrays=input \
+  --output_arrays=MobilenetV1/Predictions/Reshape_1 \
+  --target_ops=TFLITE_BUILTINS,SELECT_TF_OPS
+```
+
+## Running the model
+
+When using a TensorFlow Lite model that has been converted with support for
+select TensorFlow ops, the client must also use a TensorFlow Lite runtime that
+includes the necessary library of TensorFlow ops.
+
+### Android AAR
+
+A new Android AAR target with select TensorFlow ops has been added for
+convenience. Assuming a <a href="./demo_android.md">working TensorFlow Lite
+build environment</a>, build the Android AAR with select TensorFlow ops as
+follows:
+
+```sh
+bazel build --cxxopt='--std=c++11' -c opt             \
+  --config=android_arm --config=monolithic          \
+  //tensorflow/lite/java:tensorflow-lite-with-select-tf-ops
+```
+
+This will generate an AAR file in `bazel-genfiles/tensorflow/lite/java/`. From
+there, you can either import the AAR directly into your project, or publish the
+custom AAR to your local Maven repository:
+
+```sh
+mvn install:install-file \
+  -Dfile=bazel-genfiles/tensorflow/lite/java/tensorflow-lite-with-select-tf-ops.aar \
+  -DgroupId=org.tensorflow \
+  -DartifactId=tensorflow-lite-with-select-tf-ops -Dversion=0.1.100 -Dpackaging=aar
+```
+
+Finally, in your app's `build.gradle`, ensure you have the `mavenLocal()`
+dependency and replace the standard TensorFlow Lite dependency with the one that
+has support for select TensorFlow ops:
+
+```
+allprojects {
+    repositories {
+        jcenter()
+        mavenLocal()
+    }
+}
+
+dependencies {
+    compile 'org.tensorflow:tensorflow-lite-with-select-tf-ops:0.1.100'
+}
+```
+
+### iOS
+
+With XCode Command Line Tools installed, TensorFlow Lite with select TensorFlow
+ops support can be built with the following command:
+
+```sh
+tensorflow/contrib/makefile/build_all_ios_with_tflite.sh
+```
+
+This will generate the required static linking libraries in the
+`tensorflow/contrib/makefile/gen/lib/` directory.
+
+The TensorFlow Lite camera example app can be used to test this. A new
+TensorFlow Lite XCode project with support for select TensorFlow ops has been
+added to
+`tensorflow/lite/examples/ios/camera/tflite_camera_example_with_select_tf_ops.xcodeproj`.
+
+To use this feature in a your own project, either clone the example project or
+set the project settings for a new or existing project to the following:
+
+*   In Build Phases -> Link Binary With Libraries, add the static libraries
+    under `tensorflow/contrib/makefile/gen/lib/` directory:
+    *   `libtensorflow-lite.a`
+    *   `libprotobuf.a`
+    *   `nsync.a`
+*   In Build Settings -> Header Search Paths, add the following directories:
+    *   `tensorflow/lite/`
+    *   `tensorflow/contrib/makefile/downloads/flatbuffer/include`
+    *   `tensorflow/contrib/makefile/downloads/eigen`
+*   In Build Settings -> Other Linker Flags, add `-force_load
+    tensorflow/contrib/makefile/gen/lib/libtensorflow-lite.a`.
+
+A CocoaPod with support for select TensorFlow ops will also be released in the
+future.
+
+### C++
+
+When building TensorFlow Lite libraries using the bazel pipeline, the additional
+TensorFlow ops library can be included and enabled as follows:
+
+*   Enable monolithic builds if necessary by adding the `--config=monolithic`
+    build flag.
+*   Do one of the following:
+    *   Include the `--define=with_select_tf_ops=true` build flag in the `bazel
+        build` invocation when building TensorFlow Lite.
+    *   Add the TensorFlow ops delegate library dependency to the build
+        dependencies: `tensorflow/lite/delegates/flex:delegate`.
+
+Note that the necessary `TfLiteDelegate` will be installed automatically when
+creating the interpreter at runtime as long as the delegate is linked into the
+client library. It is not necessary to explicitly install the delegate instance
+as is typically required with other delegate types.
+
+### Python pip Package
+
+Python support is actively under development.
+
+## Metrics
+
+### Performance
+
+When using a mixture of both builtin and select TensorFlow ops, all of the same
+TensorFlow Lite optimizations and optimized builtin kernels will be be available
+and usable with the converted model. For the TensorFlow ops, performance should
+generally be comparable to that of
+[TensorFlow Mobile](https://www.tensorflow.org/lite/tfmobile/).
+
+The following table describes the average time taken to run inference on
+MobileNet on a Pixel 2. The listed times are an average of 100 runs. These
+targets were built for Android using the flags: `--config=android_arm64 -c opt`.
+
+Build                                | Time (milliseconds)
+------------------------------------ | -------------------
+Only built-in ops (`TFLITE_BUILTIN`) | 260.7
+Using only TF ops (`SELECT_TF_OPS`)  | 264.5
+
+### Binary Size
+
+The following table describes the binary size of TensorFlow Lite for each build.
+These targets were built for Android using `--config=android_arm -c opt`.
+
+Build                 | C++ Binary Size | Android APK Size
+--------------------- | --------------- | ----------------
+Only built-in ops     | 796 KB          | 561 KB
+Built-in ops + TF ops | 23.0 MB         | 8.0 MB
+
+## Known Limitations
+
+The following is a list of some of the known limitations:
+
+*   Control flow ops are not yet supported.
+*   The
+    [`post_training_quantization`](https://www.tensorflow.org/performance/post_training_quantization)
+    flag is currently not supported for TensorFlow ops so it will not quantize
+    weights for any TensorFlow ops. In models with both TensorFlow Lite builtin
+    ops and TensorFlow ops, the weights for the builtin ops will be quantized.
+*   Ops that require explicit initialization from resources, like HashTableV2,
+    are not yet supported.
+*   Certain TensorFlow ops may not support the full set of input/output types
+    that are typically available on stock TensorFlow.
+
+## Future Plans
+
+The following is a list of improvements to this pipeline that are in progress:
+
+*   *Selective registration* - There is work being done to make it simple to
+    generate TFLite interpreter binaries that only contain the TensorFlow ops
+    required for a particular set of models.
+*   *Improved usability* - The conversion process will be simplified to only
+    require a single pass through the converter. Additionally, pre-built Android
+    AAR and iOS CocoaPod binaries will be provided.
+*   *Improved performance* - There is work being done to ensure TensorFlow Lite
+    with TensorFlow ops has performance parity to TensorFlow Mobile.
-- 
GitLab


From 4fe22bc9da311b4c3c5d0ab2cd30ae43709a7772 Mon Sep 17 00:00:00 2001
From: Gaurav Jain <gjn@google.com>
Date: Fri, 16 Nov 2018 12:44:53 -0800
Subject: [PATCH 1777/1825] Replace many calls to eval() with self.evaluate()

In order to get tests running in eager mode we need to remove invalid
functions calls such as eval(). This change is simply a search and
replace for tests where this was safe. As a result, a few more tests now
work in eager mode.

PiperOrigin-RevId: 221836866
---
 tensorflow/compiler/tests/adagrad_da_test.py  |  32 +-
 tensorflow/compiler/tests/adagrad_test.py     |  30 +-
 tensorflow/compiler/tests/adam_test.py        |  39 +-
 tensorflow/compiler/tests/adamax_test.py      |  24 +-
 tensorflow/compiler/tests/addsign_test.py     |   8 +-
 tensorflow/compiler/tests/clustering_test.py  |   4 +-
 tensorflow/compiler/tests/concat_ops_test.py  |  12 +-
 tensorflow/compiler/tests/conv3d_test.py      |   6 +-
 tensorflow/compiler/tests/fifo_queue_test.py  |   6 +-
 tensorflow/compiler/tests/ftrl_test.py        |  84 +--
 tensorflow/compiler/tests/lrn_ops_test.py     |   4 +-
 tensorflow/compiler/tests/momentum_test.py    |  64 +-
 tensorflow/compiler/tests/powersign_test.py   |   8 +-
 .../compiler/tests/proximal_adagrad_test.py   |  40 +-
 .../tests/proximal_gradient_descent_test.py   |  38 +-
 tensorflow/compiler/tests/qr_op_test.py       |   2 +-
 tensorflow/compiler/tests/rmsprop_test.py     |  20 +-
 .../compiler/tests/tensor_array_ops_test.py   |  25 +-
 .../examples/adding_an_op/zero_out_3_test.py  |   4 +-
 .../audio_microfrontend_op_test.py            |   4 +-
 tensorflow/python/data/util/sparse_test.py    |   6 +-
 .../python/debug/wrappers/framework_test.py   |   2 +-
 .../python/distribute/all_reduce_test.py      |   2 +-
 tensorflow/python/eager/backprop_test.py      |   2 +-
 .../python/eager/graph_only_ops_test.py       |   2 +-
 tensorflow/python/eager/tape_test.py          |   8 +-
 .../feature_column/feature_column_test.py     | 500 +++++++--------
 .../feature_column/feature_column_v2_test.py  | 581 +++++++++---------
 tensorflow/python/framework/function_test.py  |   4 +-
 tensorflow/python/framework/importer_test.py  |   6 +-
 tensorflow/python/framework/ops_test.py       |  22 +-
 .../python/framework/sparse_tensor_test.py    |   4 +-
 .../keras/optimizer_v2/adadelta_test.py       |   5 +-
 .../python/keras/optimizer_v2/adam_test.py    |  43 +-
 .../optimizer_v2/gradient_descent_test.py     |  96 +--
 .../python/keras/optimizer_v2/rmsprop_test.py |  54 +-
 .../python/kernel_tests/accumulate_n_test.py  |   4 +-
 .../python/kernel_tests/argmax_op_test.py     |   8 +-
 .../python/kernel_tests/atrous_conv2d_test.py |  12 +-
 .../python/kernel_tests/attention_ops_test.py |   3 +-
 .../python/kernel_tests/basic_gpu_test.py     |   2 +-
 .../kernel_tests/batch_gather_op_test.py      |   6 +-
 .../kernel_tests/batch_matmul_op_test.py      |   2 +-
 .../kernel_tests/batch_scatter_ops_test.py    |   2 +-
 .../python/kernel_tests/betainc_op_test.py    |   2 +-
 .../python/kernel_tests/bitcast_op_test.py    |   2 +-
 .../boosted_trees/resource_ops_test.py        |  42 +-
 .../boosted_trees/stats_ops_test.py           |   6 +-
 .../candidate_sampler_ops_test.py             |   8 +-
 .../python/kernel_tests/cast_op_test.py       |   4 +-
 .../kernel_tests/checkpoint_ops_test.py       |  43 +-
 .../python/kernel_tests/clip_ops_test.py      |  48 +-
 .../compare_and_bitpack_op_test.py            |   4 +-
 .../python/kernel_tests/concat_op_test.py     |  20 +-
 .../conditional_accumulator_test.py           |  28 +-
 .../kernel_tests/confusion_matrix_test.py     |  34 +-
 .../python/kernel_tests/constant_op_test.py   |  52 +-
 .../kernel_tests/control_flow_ops_py_test.py  | 231 +++----
 tensorflow/python/kernel_tests/conv1d_test.py |   4 +-
 .../kernel_tests/conv2d_transpose_test.py     |  12 +-
 .../kernel_tests/conv3d_transpose_test.py     |   8 +-
 .../kernel_tests/cwise_ops_binary_test.py     |   8 +-
 .../python/kernel_tests/cwise_ops_test.py     |  42 +-
 .../kernel_tests/cwise_ops_unary_test.py      |   4 +-
 .../python/kernel_tests/decode_bmp_op_test.py |   4 +-
 .../kernel_tests/decode_image_op_test.py      |   6 +-
 .../python/kernel_tests/decode_png_op_test.py |   2 +-
 .../dense_update_ops_no_tsan_test.py          |   8 +-
 .../kernel_tests/dense_update_ops_test.py     |  16 +-
 .../kernel_tests/depthtospace_op_test.py      |  12 +-
 .../kernel_tests/depthwise_conv_op_test.py    |   8 +-
 .../kernel_tests/determinant_op_test.py       |   6 +-
 .../python/kernel_tests/diag_op_test.py       |  18 +-
 .../distributions/categorical_test.py         |  18 +-
 .../dirichlet_multinomial_test.py             |  30 +-
 .../distributions/kullback_leibler_test.py    |   8 +-
 .../distributions/multinomial_test.py         |  12 +-
 .../distributions/special_math_test.py        |   2 +-
 .../kernel_tests/dynamic_stitch_op_test.py    |  26 +-
 .../kernel_tests/edit_distance_op_test.py     |   4 +-
 .../python/kernel_tests/embedding_ops_test.py |   6 +-
 .../extract_image_patches_op_test.py          |   2 +-
 .../extract_volume_patches_op_test.py         |   2 +-
 .../python/kernel_tests/fifo_queue_test.py    |  56 +-
 .../fractional_avg_pool_op_test.py            |  16 +-
 .../fractional_max_pool_op_test.py            |  20 +-
 .../kernel_tests/functional_ops_test.py       |   2 +-
 .../python/kernel_tests/gather_nd_op_test.py  |  46 +-
 .../python/kernel_tests/gather_op_test.py     |  13 +-
 .../python/kernel_tests/huge_slice_op_test.py |   4 +-
 .../python/kernel_tests/in_topk_op_test.py    |   4 +-
 .../python/kernel_tests/init_ops_test.py      |  16 +-
 .../kernel_tests/large_concat_op_test.py      |   2 +-
 .../linalg/linear_operator_circulant_test.py  |  13 +-
 .../linalg/linear_operator_identity_test.py   |   4 +-
 .../linalg/linear_operator_kronecker_test.py  |   4 +-
 .../linalg/linear_operator_test.py            |   6 +-
 .../linalg/linear_operator_util_test.py       |  24 +-
 .../python/kernel_tests/linalg_grad_test.py   |   4 +-
 .../python/kernel_tests/linalg_ops_test.py    |  16 +-
 .../python/kernel_tests/logging_ops_test.py   |   8 +-
 .../python/kernel_tests/lookup_ops_test.py    | 142 ++---
 tensorflow/python/kernel_tests/losses_test.py | 153 ++---
 .../python/kernel_tests/matmul_op_test.py     |   6 +-
 .../kernel_tests/matrix_band_part_op_test.py  |   2 +-
 .../matrix_exponential_op_test.py             |   2 +-
 .../kernel_tests/matrix_inverse_op_test.py    |   2 +-
 .../kernel_tests/matrix_logarithm_op_test.py  |   2 +-
 .../kernel_tests/matrix_solve_op_test.py      |   2 +-
 .../matrix_triangular_solve_op_test.py        |   2 +-
 .../kernel_tests/morphological_ops_test.py    |   8 +-
 .../python/kernel_tests/numerics_test.py      |  14 +-
 .../python/kernel_tests/one_hot_op_test.py    |   4 +-
 tensorflow/python/kernel_tests/pad_op_test.py |  29 +-
 .../kernel_tests/padding_fifo_queue_test.py   |  58 +-
 .../python/kernel_tests/parsing_ops_test.py   |   4 +-
 .../partitioned_variables_test.py             |  16 +-
 tensorflow/python/kernel_tests/pool_test.py   |   2 +-
 .../python/kernel_tests/pooling_ops_test.py   |  30 +-
 .../python/kernel_tests/py_func_test.py       |   6 +-
 tensorflow/python/kernel_tests/qr_op_test.py  |   2 +-
 .../random/multinomial_op_test.py             |   2 +-
 .../kernel_tests/random/random_crop_test.py   |   4 +-
 .../random/random_poisson_test.py             |   2 +-
 .../random/random_shuffle_queue_test.py       |  32 +-
 .../random/stateless_random_ops_test.py       |   2 +-
 .../python/kernel_tests/reader_ops_test.py    |  42 +-
 .../kernel_tests/reduce_join_op_test.py       |  14 +-
 .../python/kernel_tests/reduction_ops_test.py |   8 +-
 .../kernel_tests/regex_full_match_op_test.py  |   2 +-
 .../kernel_tests/regex_replace_op_test.py     |   2 +-
 .../python/kernel_tests/reshape_op_test.py    |   4 +-
 .../resource_variable_ops_test.py             |   2 +-
 .../kernel_tests/reverse_sequence_op_test.py  |   4 +-
 .../kernel_tests/scatter_nd_ops_test.py       |  24 +-
 .../python/kernel_tests/scatter_ops_test.py   |   2 +-
 .../segment_reduction_ops_test.py             |  71 +--
 .../kernel_tests/self_adjoint_eig_op_test.py  |   4 +-
 .../python/kernel_tests/shape_ops_test.py     |  52 +-
 .../kernel_tests/signal/mel_ops_test.py       |   2 +-
 .../kernel_tests/signal/shape_ops_test.py     |   8 +-
 .../kernel_tests/signal/spectral_ops_test.py  |  10 +-
 .../python/kernel_tests/slice_op_test.py      |  40 +-
 .../python/kernel_tests/softmax_op_test.py    |   4 +-
 .../python/kernel_tests/softplus_op_test.py   |   2 +-
 .../python/kernel_tests/softsign_op_test.py   |   2 +-
 .../kernel_tests/spacetodepth_op_test.py      |  12 +-
 .../kernel_tests/sparse_cross_op_test.py      |   2 +-
 .../kernel_tests/sparse_matmul_op_test.py     |   2 +-
 .../python/kernel_tests/sparse_ops_test.py    |  14 +-
 .../sparse_tensor_dense_matmul_op_test.py     |   2 +-
 .../sparse_to_dense_op_py_test.py             |  18 +-
 .../kernel_tests/sparse_xent_op_test.py       |   2 +-
 .../python/kernel_tests/split_op_test.py      |   2 +-
 .../python/kernel_tests/stack_op_test.py      |  12 +-
 .../python/kernel_tests/stack_ops_test.py     |  18 +-
 .../string_to_hash_bucket_op_test.py          |   4 +-
 .../python/kernel_tests/substr_op_test.py     |  36 +-
 tensorflow/python/kernel_tests/svd_op_test.py |   2 +-
 .../kernel_tests/tensor_array_ops_test.py     |  10 +-
 .../python/kernel_tests/transpose_op_test.py  |  18 +-
 .../kernel_tests/unicode_decode_op_test.py    |  24 +-
 .../python/kernel_tests/variable_ops_test.py  |  16 +-
 .../kernel_tests/variable_scope_test.py       |   2 +-
 .../python/kernel_tests/variables_test.py     | 165 ++---
 .../kernel_tests/weights_broadcast_test.py    |   2 +-
 .../python/kernel_tests/where_op_test.py      |   4 +-
 .../python/kernel_tests/zero_division_test.py |   2 +-
 .../python/ops/control_flow_ops_test.py       |  14 +-
 tensorflow/python/ops/dequantize_op_test.py   |   2 +-
 tensorflow/python/ops/gradients_test.py       |  18 +-
 tensorflow/python/ops/histogram_ops_test.py   |  18 +-
 tensorflow/python/ops/image_ops_test.py       | 155 ++---
 tensorflow/python/ops/math_ops_test.py        |  13 +-
 tensorflow/python/ops/nn_batchnorm_test.py    |   4 +-
 .../python/ops/nn_fused_batchnorm_test.py     |   4 +-
 tensorflow/python/ops/nn_test.py              |  26 +-
 tensorflow/python/ops/nn_xent_test.py         |   8 +-
 ...vert_to_tensor_or_ragged_tensor_op_test.py |   2 +-
 .../python/ops/ragged/ragged_const_op_test.py |   2 +-
 .../ops/ragged/ragged_from_tensor_op_test.py  |   2 +-
 .../ops/ragged/ragged_map_fn_op_test.py       |   6 +-
 .../ops/ragged/ragged_segment_op_test.py      |   2 +-
 .../python/ops/ragged/ragged_where_op_test.py |   2 +-
 tensorflow/python/saved_model/loader_test.py  |   2 +-
 .../python/saved_model/saved_model_test.py    |   6 +-
 .../python/saved_model/simple_save_test.py    |   2 +-
 .../python/summary/writer/writer_test.py      |   7 +-
 tensorflow/python/training/adadelta_test.py   |   5 +-
 tensorflow/python/training/adagrad_da_test.py |   7 +-
 tensorflow/python/training/adagrad_test.py    |  49 +-
 tensorflow/python/training/adam_test.py       |  43 +-
 .../training/checkpoint_management_test.py    |   4 +-
 .../python/training/checkpoint_ops_test.py    |   3 +-
 tensorflow/python/training/ftrl_test.py       |   6 +-
 .../python/training/gradient_descent_test.py  |  68 +-
 tensorflow/python/training/input_test.py      |  48 +-
 tensorflow/python/training/momentum_test.py   | 120 ++--
 .../python/training/moving_averages_test.py   |  36 +-
 tensorflow/python/training/optimizer_test.py  |  24 +-
 .../python/training/proximal_adagrad_test.py  |   7 +-
 .../proximal_gradient_descent_test.py         |   7 +-
 .../python/training/queue_runner_test.py      |  18 +-
 tensorflow/python/training/rmsprop_test.py    | 108 ++--
 tensorflow/python/training/server_lib_test.py |   2 +-
 .../python/training/slot_creator_test.py      |  12 +-
 tensorflow/python/training/supervisor_test.py |   4 +-
 .../python/training/training_ops_test.py      |  49 +-
 tensorflow/python/util/tf_should_use_test.py  |   2 +-
 209 files changed, 2590 insertions(+), 2403 deletions(-)

diff --git a/tensorflow/compiler/tests/adagrad_da_test.py b/tensorflow/compiler/tests/adagrad_da_test.py
index 69fb3ec296..e9c2d363ac 100644
--- a/tensorflow/compiler/tests/adagrad_da_test.py
+++ b/tensorflow/compiler/tests/adagrad_da_test.py
@@ -50,8 +50,8 @@ class AdagradDAOptimizerTest(xla_test.XLATestCase):
             zip([grads0, grads1], [var0, var1]), global_step=global_step)
         variables.global_variables_initializer().run()
 
-        self.assertAllClose([0.0, 0.0], var0.eval())
-        self.assertAllClose([0.0, 0.0], var1.eval())
+        self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+        self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
         # Run a step of AdagradDA
         update.run()
@@ -63,9 +63,9 @@ class AdagradDAOptimizerTest(xla_test.XLATestCase):
         # For -0.1*3.0*(0.1 - 0)/(0 + sqrt(0.1 + 0.1*0.1)) = -0.904534
         # similarly for others.
         self.assertAllCloseAccordingToType(
-            np.array([-0.904534, -1.603567]), var0.eval())
+            np.array([-0.904534, -1.603567]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([-0.094821, -0.189358]), var1.eval())
+            np.array([-0.094821, -0.189358]), self.evaluate(var1))
 
   def testAdagradDAwithoutRegularizationBasic2(self):
     for dtype in self.float_types:
@@ -87,16 +87,16 @@ class AdagradDAOptimizerTest(xla_test.XLATestCase):
             zip([grads0, grads1], [var0, var1]), global_step=global_step)
         variables.global_variables_initializer().run()
 
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([4.0, 3.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([4.0, 3.0], self.evaluate(var1))
 
         # Run a step of AdagradDA
         update.run()
 
         self.assertAllCloseAccordingToType(
-            np.array([-0.904534, -1.603567]), var0.eval())
+            np.array([-0.904534, -1.603567]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([-0.094821, -0.189358]), var1.eval())
+            np.array([-0.094821, -0.189358]), self.evaluate(var1))
 
   def testAdagradDAWithL1(self):
     for dtype in self.float_types:
@@ -118,16 +118,16 @@ class AdagradDAOptimizerTest(xla_test.XLATestCase):
             zip([grads0, grads1], [var0, var1]), global_step=global_step)
         variables.global_variables_initializer().run()
 
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([4.0, 3.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([4.0, 3.0], self.evaluate(var1))
 
         # Run a step of AdagradDA
         update.run()
 
         self.assertAllCloseAccordingToType(
-            np.array([-0.895489, -1.59555]), var0.eval())
+            np.array([-0.895489, -1.59555]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([-0.085339, -0.17989]), var1.eval())
+            np.array([-0.085339, -0.17989]), self.evaluate(var1))
 
   def testAdagradDAWithL1_L2(self):
     for dtype in self.float_types:
@@ -149,16 +149,16 @@ class AdagradDAOptimizerTest(xla_test.XLATestCase):
             zip([grads0, grads1], [var0, var1]), global_step=global_step)
         variables.global_variables_initializer().run()
 
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([4.0, 3.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([4.0, 3.0], self.evaluate(var1))
 
         # Run a step of AdagradDA
         update.run()
 
         self.assertAllCloseAccordingToType(
-            np.array([-0.046907, -0.093659]), var0.eval())
+            np.array([-0.046907, -0.093659]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([-0.004275, -0.009023]), var1.eval())
+            np.array([-0.004275, -0.009023]), self.evaluate(var1))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/compiler/tests/adagrad_test.py b/tensorflow/compiler/tests/adagrad_test.py
index ab69319c59..e26483303c 100644
--- a/tensorflow/compiler/tests/adagrad_test.py
+++ b/tensorflow/compiler/tests/adagrad_test.py
@@ -42,17 +42,19 @@ class AdagradOptimizerTest(xla_test.XLATestCase):
             zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 3 steps of adagrad
         for _ in range(3):
           ada_update.run()
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval(),
+            np.array([-1.6026098728179932, -0.6026098728179932]),
+            self.evaluate(var0),
             float_rtol=1e-5)
         self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval(),
+            np.array([2.715679168701172, 3.715679168701172]),
+            self.evaluate(var1),
             float_rtol=1e-5)
 
   def testTensorLearningRate(self):
@@ -68,17 +70,19 @@ class AdagradOptimizerTest(xla_test.XLATestCase):
             zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 3 steps of adagrad
         for _ in range(3):
           ada_update.run()
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval(),
+            np.array([-1.6026098728179932, -0.6026098728179932]),
+            self.evaluate(var0),
             float_rtol=1e-5)
         self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval(),
+            np.array([2.715679168701172, 3.715679168701172]),
+            self.evaluate(var1),
             float_rtol=1e-5)
 
   def testSharing(self):
@@ -103,18 +107,20 @@ class AdagradOptimizerTest(xla_test.XLATestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values.
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Mix the first and the second adagrad for 3 steps.
         ada_update1.run()
         ada_update2.run()
         ada_update1.run()
         # Validate updated params (the same as with only 1 Adagrad).
         self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval(),
+            np.array([-1.6026098728179932, -0.6026098728179932]),
+            self.evaluate(var0),
             float_rtol=1e-5)
         self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval(),
+            np.array([2.715679168701172, 3.715679168701172]),
+            self.evaluate(var1),
             float_rtol=1e-5)
 
 
diff --git a/tensorflow/compiler/tests/adam_test.py b/tensorflow/compiler/tests/adam_test.py
index 058576b3d4..8bcff9d379 100644
--- a/tensorflow/compiler/tests/adam_test.py
+++ b/tensorflow/compiler/tests/adam_test.py
@@ -75,23 +75,24 @@ class AdamOptimizerTest(xla_test.XLATestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
         # Run 3 steps of Adam
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           update.run(feed_dict={grads0: grads0_np, grads1: grads1_np})
 
           var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testTensorLearningRate(self):
     for dtype in self.float_types:
@@ -117,23 +118,24 @@ class AdamOptimizerTest(xla_test.XLATestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
         # Run 3 steps of Adam
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           update.run(feed_dict={grads0: grads0_np, grads1: grads1_np})
 
           var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testSharing(self):
     for dtype in self.float_types:
@@ -162,13 +164,14 @@ class AdamOptimizerTest(xla_test.XLATestCase):
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 3 steps of intertwined Adam1 and Adam2.
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           if t % 2 == 0:
             update1.run(feed_dict={grads0: grads0_np, grads1: grads1_np})
           else:
@@ -178,8 +181,8 @@ class AdamOptimizerTest(xla_test.XLATestCase):
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/compiler/tests/adamax_test.py b/tensorflow/compiler/tests/adamax_test.py
index 3ed1d41b71..961b46375c 100644
--- a/tensorflow/compiler/tests/adamax_test.py
+++ b/tensorflow/compiler/tests/adamax_test.py
@@ -78,8 +78,8 @@ class AdaMaxOptimizerTest(xla_test.XLATestCase):
 
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power = opt._get_beta_accumulators()
 
@@ -87,14 +87,17 @@ class AdaMaxOptimizerTest(xla_test.XLATestCase):
         for t in range(1, 4):
           update.run()
 
-          self.assertAllCloseAccordingToType(0.9**(t + 1), beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.9**(t + 1),
+                                             self.evaluate(beta1_power))
 
           var0_np, m0, v0 = adamax_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adamax_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval(), rtol=1e-2)
-          self.assertAllCloseAccordingToType(var1_np, var1.eval(), rtol=1e-2)
+          self.assertAllCloseAccordingToType(
+              var0_np, self.evaluate(var0), rtol=1e-2)
+          self.assertAllCloseAccordingToType(
+              var1_np, self.evaluate(var1), rtol=1e-2)
           self.assertEqual("var0_%d/AdaMax:0" % (i,),
                            opt.get_slot(var=var0, name="m").name)
 
@@ -118,22 +121,23 @@ class AdaMaxOptimizerTest(xla_test.XLATestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power = opt._get_beta_accumulators()
 
         # Run 3 steps of AdaMax
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
           update.run()
 
           var0_np, m0, v0 = adamax_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adamax_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/compiler/tests/addsign_test.py b/tensorflow/compiler/tests/addsign_test.py
index 1bc07ace23..a37c97e6d3 100644
--- a/tensorflow/compiler/tests/addsign_test.py
+++ b/tensorflow/compiler/tests/addsign_test.py
@@ -90,8 +90,8 @@ class AddSignTest(xla_test.XLATestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 7 steps of AddSign
         # first 4 steps with positive gradient
@@ -125,8 +125,8 @@ class AddSignTest(xla_test.XLATestCase):
 
           # Validate updated params
           self.assertAllCloseAccordingToType(
-              var0_np, var0.eval(), half_rtol=1e-2)
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+              var0_np, self.evaluate(var0), half_rtol=1e-2)
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testDense(self):
     decay_steps = 10
diff --git a/tensorflow/compiler/tests/clustering_test.py b/tensorflow/compiler/tests/clustering_test.py
index 88bd58b2da..ef2d7af69d 100644
--- a/tensorflow/compiler/tests/clustering_test.py
+++ b/tensorflow/compiler/tests/clustering_test.py
@@ -43,7 +43,7 @@ class ClusteringTest(xla_test.XLATestCase):
         input1 = constant_op.constant(val1, name="const1")
         input2 = constant_op.constant(val2, name="const2")
         output = math_ops.add(input1, input2)
-      result = output.eval()
+      result = self.evaluate(output)
     self.assertAllClose(result, expected, rtol=1e-3)
 
   def testAddFromCpuMultiple(self):
@@ -57,7 +57,7 @@ class ClusteringTest(xla_test.XLATestCase):
       with self.test_scope():
         output = math_ops.add(input1, input2)
       for _ in xrange(10):
-        result = output.eval()
+        result = self.evaluate(output)
         self.assertAllClose(result, expected, rtol=1e-3)
 
   def testDeadlock(self):
diff --git a/tensorflow/compiler/tests/concat_ops_test.py b/tensorflow/compiler/tests/concat_ops_test.py
index 2d225ad226..30fbe6f701 100644
--- a/tensorflow/compiler/tests/concat_ops_test.py
+++ b/tensorflow/compiler/tests/concat_ops_test.py
@@ -72,7 +72,7 @@ class ConcatTest(xla_test.XLATestCase):
       x2 = constant_op.constant(p2)
       with self.test_scope():
         c = array_ops.concat([x1, x2], 0)
-      result = c.eval()
+      result = self.evaluate(c)
     self.assertAllEqual(result[:2, :], p1)
     self.assertAllEqual(result[2:, :], p2)
 
@@ -150,7 +150,7 @@ class ConcatTest(xla_test.XLATestCase):
             [float(x) for x in grad_inp.flatten()], shape=output_shape)
         grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
         concated_grad = array_ops.concat(grad, 1)
-      result = concated_grad.eval()
+      result = self.evaluate(concated_grad)
     self.assertAllEqual(result, grad_inp)
 
   def testGradientsSimpleAll(self):
@@ -177,7 +177,7 @@ class ConcatTest(xla_test.XLATestCase):
             [float(x) for x in grad_inp.flatten()], shape=output_shape)
         grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
         concated_grad = array_ops.concat(grad, 0)
-        result = concated_grad.eval()
+        result = self.evaluate(concated_grad)
 
     self.assertAllEqual(result, grad_inp)
 
@@ -205,7 +205,7 @@ class ConcatTest(xla_test.XLATestCase):
             [float(x) for x in grad_inp.flatten()], shape=output_shape)
         grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
         concated_grad = array_ops.concat(grad, 2)
-        result = concated_grad.eval()
+        result = self.evaluate(concated_grad)
 
     self.assertAllEqual(result, grad_inp)
 
@@ -242,7 +242,7 @@ class ConcatTest(xla_test.XLATestCase):
             [float(x) for x in grad_inp.flatten()], shape=output_shape)
         grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
         concated_grad = array_ops.concat(grad, concat_dim)
-        result = concated_grad.eval()
+        result = self.evaluate(concated_grad)
 
     self.assertAllEqual(result, grad_inp)
 
@@ -280,7 +280,7 @@ class ConcatTest(xla_test.XLATestCase):
       with self.test_scope():
         concat_list_t = array_ops.concat([c1, c2], 0)
         concat_tuple_t = array_ops.concat((c1, c2), 0)
-      self.assertAllEqual(concat_list_t.eval(), concat_tuple_t.eval())
+      self.assertAllEqual(concat_list_t.eval(), self.evaluate(concat_tuple_t))
 
   def testConcatNoScalars(self):
     with self.cached_session():
diff --git a/tensorflow/compiler/tests/conv3d_test.py b/tensorflow/compiler/tests/conv3d_test.py
index d59fd0236f..01cc1b6392 100644
--- a/tensorflow/compiler/tests/conv3d_test.py
+++ b/tensorflow/compiler/tests/conv3d_test.py
@@ -85,7 +85,7 @@ class Conv3DTransposeTest(xla_test.XLATestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv3d_transpose(
           x, f, y_shape, strides=strides, padding="SAME")
-      value = output.eval()
+      value = self.evaluate(output)
 
       # We count the number of cells being added at the locations in the output.
       # At the center, #cells = kernel_depth * kernel_height * kernel_width
@@ -135,7 +135,7 @@ class Conv3DTransposeTest(xla_test.XLATestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv3d_transpose(
           x, f, y_shape, strides=strides, padding="SAME")
-      value = output.eval()
+      value = self.evaluate(output)
 
       for n in xrange(x_shape[0]):
         for k in xrange(f_shape[3]):
@@ -173,7 +173,7 @@ class Conv3DTransposeTest(xla_test.XLATestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv3d_transpose(
           x, f, y_shape, strides=strides, padding="VALID")
-      value = output.eval()
+      value = self.evaluate(output)
 
       cache_values = np.zeros(y_shape, dtype=np.float32)
 
diff --git a/tensorflow/compiler/tests/fifo_queue_test.py b/tensorflow/compiler/tests/fifo_queue_test.py
index 8c7edfd277..91d77d2f79 100644
--- a/tensorflow/compiler/tests/fifo_queue_test.py
+++ b/tensorflow/compiler/tests/fifo_queue_test.py
@@ -129,7 +129,7 @@ class FIFOQueueTest(xla_test.XLATestCase):
         enqueue_op.run()
 
       for i in xrange(len(elems)):
-        vals = dequeued_t.eval()
+        vals = self.evaluate(dequeued_t)
         self.assertEqual([elems[i]], vals)
 
   def testEnqueueAndBlockingDequeue(self):
@@ -192,9 +192,9 @@ class FIFOQueueTest(xla_test.XLATestCase):
       self.assertEqual([], size.get_shape())
 
       enqueue_op.run()
-      self.assertEqual(1, size.eval())
+      self.assertEqual(1, self.evaluate(size))
       dequeued_t.op.run()
-      self.assertEqual(0, size.eval())
+      self.assertEqual(0, self.evaluate(size))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/compiler/tests/ftrl_test.py b/tensorflow/compiler/tests/ftrl_test.py
index 5b197afd65..b078053cdb 100644
--- a/tensorflow/compiler/tests/ftrl_test.py
+++ b/tensorflow/compiler/tests/ftrl_test.py
@@ -50,14 +50,14 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
     ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
     variables.global_variables_initializer().run()
     # Fetch params to validate initial values
-    self.assertAllClose([0.0, 0.0], var0.eval())
-    self.assertAllClose([0.0, 0.0], var1.eval())
+    self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+    self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
     # Run Ftrl for a few steps
     for _ in range(steps):
       ftrl_update.run()
 
-    return var0.eval(), var1.eval()
+    return self.evaluate(var0), self.evaluate(var1)
 
   def equivAdagradTest_AdagradPart(self, steps, dtype):
     var0, var1, grads0, grads1 = self.initVariableAndGradient(dtype)
@@ -65,14 +65,14 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
     adagrad_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
     variables.global_variables_initializer().run()
     # Fetch params to validate initial values
-    self.assertAllClose([0.0, 0.0], var0.eval())
-    self.assertAllClose([0.0, 0.0], var1.eval())
+    self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+    self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
     # Run Adagrad for a few steps
     for _ in range(steps):
       adagrad_update.run()
 
-    return var0.eval(), var1.eval()
+    return self.evaluate(var0), self.evaluate(var1)
 
   def equivGradientDescentTest_FtrlPart(self, steps, dtype):
     var0, var1, grads0, grads1 = self.initVariableAndGradient(dtype)
@@ -85,14 +85,14 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
     ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
     variables.global_variables_initializer().run()
     # Fetch params to validate initial values
-    self.assertAllClose([0.0, 0.0], var0.eval())
-    self.assertAllClose([0.0, 0.0], var1.eval())
+    self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+    self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
     # Run Ftrl for a few steps
     for _ in range(steps):
       ftrl_update.run()
 
-    return var0.eval(), var1.eval()
+    return self.evaluate(var0), self.evaluate(var1)
 
   def equivGradientDescentTest_GradientDescentPart(self, steps, dtype):
     var0, var1, grads0, grads1 = self.initVariableAndGradient(dtype)
@@ -100,14 +100,14 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
     sgd_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
     variables.global_variables_initializer().run()
     # Fetch params to validate initial values
-    self.assertAllClose([0.0, 0.0], var0.eval())
-    self.assertAllClose([0.0, 0.0], var1.eval())
+    self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+    self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
     # Run GradientDescent for a few steps
     for _ in range(steps):
       sgd_update.run()
 
-    return var0.eval(), var1.eval()
+    return self.evaluate(var0), self.evaluate(var1)
 
   def testFtrlwithoutRegularization(self):
     for dtype in self.float_types:
@@ -124,8 +124,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([0.0, 0.0], var0.eval())
-        self.assertAllClose([0.0, 0.0], var1.eval())
+        self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+        self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
         # Run 3 steps FTRL
         for _ in range(3):
@@ -134,12 +134,12 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         # Validate updated params
         self.assertAllCloseAccordingToType(
             np.array([-2.60260963, -4.29698515]),
-            var0.eval(),
+            self.evaluate(var0),
             float_rtol=1e-4,
             half_rtol=1e-2)
         self.assertAllCloseAccordingToType(
             np.array([-0.28432083, -0.56694895]),
-            var1.eval(),
+            self.evaluate(var1),
             float_rtol=1e-5,
             half_rtol=1e-2)
 
@@ -158,8 +158,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([4.0, 3.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
         # Run 3 steps FTRL
         for _ in range(3):
@@ -167,10 +167,14 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
 
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-2.55607247, -3.98729396]), var0.eval(), 1e-5, 1e-5,
+            np.array([-2.55607247, -3.98729396]),
+            self.evaluate(var0),
+            1e-5,
+            1e-5,
             float_rtol=1e-4)
         self.assertAllCloseAccordingToType(
-            np.array([-0.28232238, -0.56096673]), var1.eval(), 1e-5, 1e-5)
+            np.array([-0.28232238, -0.56096673]), self.evaluate(var1), 1e-5,
+            1e-5)
 
   def testFtrlWithL1(self):
     for dtype in self.float_types:
@@ -187,8 +191,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([4.0, 3.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
         # Run 10 steps FTRL
         for _ in range(10):
@@ -197,12 +201,14 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         # Validate updated params
         self.assertAllCloseAccordingToType(
             np.array([-7.66718769, -10.91273689]),
-            var0.eval(),
+            self.evaluate(var0),
             rtol=1e-4,
             bfloat16_rtol=1e-1,
             bfloat16_atol=1e-1)
         self.assertAllCloseAccordingToType(
-            np.array([-0.93460727, -1.86147261]), var1.eval(), rtol=1e-4)
+            np.array([-0.93460727, -1.86147261]),
+            self.evaluate(var1),
+            rtol=1e-4)
 
   def testFtrlWithL1_L2(self):
     for dtype in self.float_types:
@@ -219,8 +225,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([4.0, 3.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
         # Run 10 steps FTRL
         for _ in range(10):
@@ -228,9 +234,13 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
 
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-0.24059935, -0.46829352]), var0.eval(), rtol=1e-5)
+            np.array([-0.24059935, -0.46829352]),
+            self.evaluate(var0),
+            rtol=1e-5)
         self.assertAllCloseAccordingToType(
-            np.array([-0.02406147, -0.04830509]), var1.eval(), rtol=1e-5)
+            np.array([-0.02406147, -0.04830509]),
+            self.evaluate(var1),
+            rtol=1e-5)
 
   def testFtrlWithL1_L2_L2Shrinkage(self):
     """Test the new FTRL op with support for l2 shrinkage.
@@ -254,8 +264,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         ftrl_update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([4.0, 3.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([4.0, 3.0], self.evaluate(var1))
 
         # Run 10 steps FTRL
         for _ in range(10):
@@ -263,9 +273,13 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
 
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-0.22578996, -0.44345799]), var0.eval(), rtol=1e-4)
+            np.array([-0.22578996, -0.44345799]),
+            self.evaluate(var0),
+            rtol=1e-4)
         self.assertAllCloseAccordingToType(
-            np.array([-0.14378493, -0.13229476]), var1.eval(), rtol=1e-4)
+            np.array([-0.14378493, -0.13229476]),
+            self.evaluate(var1),
+            rtol=1e-4)
 
   def testFtrlWithL2ShrinkageDoesNotChangeLrSchedule(self):
     """Verifies that l2 shrinkage in FTRL does not change lr schedule."""
@@ -291,8 +305,8 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
         update1 = opt1.apply_gradients([(grads1, var1)])
         variables.global_variables_initializer().run()
 
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([1.0, 2.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var1))
 
         # Run 10 steps FTRL
         for _ in range(10):
@@ -301,7 +315,7 @@ class FtrlOptimizerTest(xla_test.XLATestCase):
 
         # var0 is experiencing L2 shrinkage so it should be smaller than var1
         # in magnitude.
-        self.assertTrue((var0.eval()**2 < var1.eval()**2).all())
+        self.assertTrue((var0.eval()**2 < self.evaluate(var1)**2).all())
         accum0 = list(opt0._slots["accum"].values())[0].eval()
         accum1 = list(opt1._slots["accum"].values())[0].eval()
         # L2 shrinkage should not change how we update grad accumulator.
diff --git a/tensorflow/compiler/tests/lrn_ops_test.py b/tensorflow/compiler/tests/lrn_ops_test.py
index c6ad67993e..5dddf6ae4e 100644
--- a/tensorflow/compiler/tests/lrn_ops_test.py
+++ b/tensorflow/compiler/tests/lrn_ops_test.py
@@ -120,8 +120,8 @@ class LRNTest(xla_test.XLATestCase):
       with self.test_scope():
         actual = gen_nn_ops.lrn_grad(out_grads, in_image, out_image,
                                      depth_radius, bias, alpha, beta)
-      expected_val = expected.eval()
-      actual_val = actual.eval()
+      expected_val = self.evaluate(expected)
+      actual_val = self.evaluate(actual)
     self.assertAllClose(actual_val, expected_val, rtol=1e-3)
 
 
diff --git a/tensorflow/compiler/tests/momentum_test.py b/tensorflow/compiler/tests/momentum_test.py
index f77521a7c4..3416f7dbd6 100644
--- a/tensorflow/compiler/tests/momentum_test.py
+++ b/tensorflow/compiler/tests/momentum_test.py
@@ -61,37 +61,43 @@ class MomentumOptimizerTest(xla_test.XLATestCase):
         self.assertFalse(slot1 in variables.trainable_variables())
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the momentum accumulators where 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
         # Step 2: the momentum accumulators contain the previous update.
         mom_update.run()
         # Check that the momentum accumulators have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
-                2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), self.evaluate(var1))
 
   def testNesterovMomentum(self):
     for dtype in self.float_types:
@@ -115,8 +121,8 @@ class MomentumOptimizerTest(xla_test.XLATestCase):
               var0_np, accum0_np, var0_np * 0.8, 0.1, 0.9)
           var1_np, accum1_np = self._update_nesterov_momentum_numpy(
               var1_np, accum1_np, 0.9, 0.1, 0.9)
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testTensorLearningRateAndMomentum(self):
     for dtype in self.float_types:
@@ -141,37 +147,43 @@ class MomentumOptimizerTest(xla_test.XLATestCase):
         self.assertFalse(slot1 in variables.trainable_variables())
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the momentum accumulators where 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
         # Step 2: the momentum accumulators contain the previous update.
         mom_update.run()
         # Check that the momentum accumulators have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
-                2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), self.evaluate(var1))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/compiler/tests/powersign_test.py b/tensorflow/compiler/tests/powersign_test.py
index 86536da7fe..5b35c20027 100644
--- a/tensorflow/compiler/tests/powersign_test.py
+++ b/tensorflow/compiler/tests/powersign_test.py
@@ -91,8 +91,8 @@ class PowerSignTest(xla_test.XLATestCase):
 
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 7 steps of powersign
         # first 4 steps with positive gradient
@@ -125,8 +125,8 @@ class PowerSignTest(xla_test.XLATestCase):
           )
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testDense(self):
     decay_steps = 10
diff --git a/tensorflow/compiler/tests/proximal_adagrad_test.py b/tensorflow/compiler/tests/proximal_adagrad_test.py
index c41b4171e2..63cc51a470 100644
--- a/tensorflow/compiler/tests/proximal_adagrad_test.py
+++ b/tensorflow/compiler/tests/proximal_adagrad_test.py
@@ -45,15 +45,17 @@ class ProximalAdagradOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([0.0, 0.0], var0.eval())
-      self.assertAllClose([0.0, 0.0], var1.eval())
+      self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+      self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
       # Run 3 steps Proximal Adagrad.
       for _ in range(3):
         update.run()
 
-      self.assertAllClose(np.array([-2.60260963, -4.29698515]), var0.eval())
-      self.assertAllClose(np.array([-0.28432083, -0.56694895]), var1.eval())
+      self.assertAllClose(
+          np.array([-2.60260963, -4.29698515]), self.evaluate(var0))
+      self.assertAllClose(
+          np.array([-0.28432083, -0.56694895]), self.evaluate(var1))
       opt_vars = opt.variables()
       self.assertStartsWith(opt_vars[0].name, var0._shared_name)
       self.assertStartsWith(opt_vars[1].name, var1._shared_name)
@@ -74,14 +76,14 @@ class ProximalAdagradOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([4.0, 3.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
       # Run 3 steps Proximal Adagrad.
       for _ in range(3):
         update.run()
-      self.assertAllClose(np.array([-1.60261, -2.296985]), var0.eval())
-      self.assertAllClose(np.array([3.715679, 2.433051]), var1.eval())
+      self.assertAllClose(np.array([-1.60261, -2.296985]), self.evaluate(var0))
+      self.assertAllClose(np.array([3.715679, 2.433051]), self.evaluate(var1))
 
   def testProximalAdagradWithL1(self):
     with self.cached_session(), self.test_scope():
@@ -98,14 +100,14 @@ class ProximalAdagradOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([4.0, 3.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
       # Run 10 steps Proximal Adagrad
       for _ in range(10):
         update.run()
-      self.assertAllClose(np.array([-6.663634, -9.190331]), var0.eval())
-      self.assertAllClose(np.array([2.959304, 1.029232]), var1.eval())
+      self.assertAllClose(np.array([-6.663634, -9.190331]), self.evaluate(var0))
+      self.assertAllClose(np.array([2.959304, 1.029232]), self.evaluate(var1))
 
   def testProximalAdagradWithL1_L2(self):
     with self.cached_session(), self.test_scope():
@@ -122,15 +124,15 @@ class ProximalAdagradOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([4.0, 3.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
       # Run 10 steps Proximal Adagrad.
       for _ in range(10):
         update.run()
 
-      self.assertAllClose(np.array([-0.0495, -0.0995]), var0.eval())
-      self.assertAllClose(np.array([-0.0045, -0.0095]), var1.eval())
+      self.assertAllClose(np.array([-0.0495, -0.0995]), self.evaluate(var0))
+      self.assertAllClose(np.array([-0.0045, -0.0095]), self.evaluate(var1))
 
   def applyOptimizer(self, opt, steps=5):
     var0 = resource_variable_ops.ResourceVariable([1.0, 2.0])
@@ -141,14 +143,14 @@ class ProximalAdagradOptimizerTest(xla_test.XLATestCase):
     update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
     variables.global_variables_initializer().run()
 
-    self.assertAllClose([1.0, 2.0], var0.eval())
-    self.assertAllClose([3.0, 4.0], var1.eval())
+    self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+    self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
     # Run ProximalAdagrad for a few steps
     for _ in range(steps):
       update.run()
 
-    return var0.eval(), var1.eval()
+    return self.evaluate(var0), self.evaluate(var1)
 
   def testEquivAdagradwithoutRegularization(self):
     with self.cached_session(), self.test_scope():
diff --git a/tensorflow/compiler/tests/proximal_gradient_descent_test.py b/tensorflow/compiler/tests/proximal_gradient_descent_test.py
index 3d808e6b8a..5aec433be7 100644
--- a/tensorflow/compiler/tests/proximal_gradient_descent_test.py
+++ b/tensorflow/compiler/tests/proximal_gradient_descent_test.py
@@ -42,15 +42,15 @@ class ProximalGradientDescentOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([0.0, 0.0], var0.eval())
-      self.assertAllClose([0.0, 0.0], var1.eval())
+      self.assertAllClose([0.0, 0.0], self.evaluate(var0))
+      self.assertAllClose([0.0, 0.0], self.evaluate(var1))
 
       # Run 3 steps Proximal Gradient Descent.
       for _ in range(3):
         update.run()
 
-      self.assertAllClose(np.array([-0.9, -1.8]), var0.eval())
-      self.assertAllClose(np.array([-0.09, -0.18]), var1.eval())
+      self.assertAllClose(np.array([-0.9, -1.8]), self.evaluate(var0))
+      self.assertAllClose(np.array([-0.09, -0.18]), self.evaluate(var1))
 
   def testProximalGradientDescentwithoutRegularization2(self):
     with self.cached_session(), self.test_scope():
@@ -64,15 +64,15 @@ class ProximalGradientDescentOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([4.0, 3.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
       # Run 3 steps Proximal Gradient Descent
       for _ in range(3):
         update.run()
 
-      self.assertAllClose(np.array([0.1, 0.2]), var0.eval())
-      self.assertAllClose(np.array([3.91, 2.82]), var1.eval())
+      self.assertAllClose(np.array([0.1, 0.2]), self.evaluate(var0))
+      self.assertAllClose(np.array([3.91, 2.82]), self.evaluate(var1))
 
   def testProximalGradientDescentWithL1(self):
     with self.cached_session(), self.test_scope():
@@ -86,15 +86,15 @@ class ProximalGradientDescentOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([4.0, 3.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
       # Run 10 steps proximal gradient descent.
       for _ in range(10):
         update.run()
 
-      self.assertAllClose(np.array([-1.988, -3.988001]), var0.eval())
-      self.assertAllClose(np.array([3.67, 2.37]), var1.eval())
+      self.assertAllClose(np.array([-1.988, -3.988001]), self.evaluate(var0))
+      self.assertAllClose(np.array([3.67, 2.37]), self.evaluate(var1))
 
   def testProximalGradientDescentWithL1_L2(self):
     with self.cached_session(), self.test_scope():
@@ -108,15 +108,15 @@ class ProximalGradientDescentOptimizerTest(xla_test.XLATestCase):
       update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
       variables.global_variables_initializer().run()
 
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([4.0, 3.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([4.0, 3.0], self.evaluate(var1))
 
       # Run 10 steps Proximal Gradient Descent
       for _ in range(10):
         update.run()
 
-      self.assertAllClose(np.array([-0.0495, -0.0995]), var0.eval())
-      self.assertAllClose(np.array([-0.0045, -0.0095]), var1.eval())
+      self.assertAllClose(np.array([-0.0495, -0.0995]), self.evaluate(var0))
+      self.assertAllClose(np.array([-0.0045, -0.0095]), self.evaluate(var1))
 
   def applyOptimizer(self, opt, steps=5):
     var0 = resource_variable_ops.ResourceVariable([1.0, 2.0])
@@ -127,14 +127,14 @@ class ProximalGradientDescentOptimizerTest(xla_test.XLATestCase):
     update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
     variables.global_variables_initializer().run()
 
-    self.assertAllClose([1.0, 2.0], var0.eval())
-    self.assertAllClose([3.0, 4.0], var1.eval())
+    self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+    self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
     # Run ProximalAdagrad for a few steps
     for _ in range(steps):
       update.run()
 
-    return var0.eval(), var1.eval()
+    return self.evaluate(var0), self.evaluate(var1)
 
   def testEquivGradientDescentwithoutRegularization(self):
     with self.cached_session(), self.test_scope():
diff --git a/tensorflow/compiler/tests/qr_op_test.py b/tensorflow/compiler/tests/qr_op_test.py
index 236b1b881d..b4d4193e35 100644
--- a/tensorflow/compiler/tests/qr_op_test.py
+++ b/tensorflow/compiler/tests/qr_op_test.py
@@ -63,7 +63,7 @@ class QrOpTest(xla_test.XLATestCase, parameterized.TestCase):
     # Tests that x[...,:,:]^H * x[...,:,:] is close to the identity.
     xx = math_ops.matmul(x, x, adjoint_a=True)
     identity = array_ops.matrix_band_part(array_ops.ones_like(xx), 0, 0)
-    precision = self.AdjustedNorm(xx.eval() - identity.eval())
+    precision = self.AdjustedNorm(xx.eval() - self.evaluate(identity))
     self.assertTrue(np.all(precision < 5.0))
 
   def _test(self, dtype, shape, full_matrices):
diff --git a/tensorflow/compiler/tests/rmsprop_test.py b/tensorflow/compiler/tests/rmsprop_test.py
index 8840a1329a..5138a4a2a9 100644
--- a/tensorflow/compiler/tests/rmsprop_test.py
+++ b/tensorflow/compiler/tests/rmsprop_test.py
@@ -92,8 +92,8 @@ class RmspropTest(xla_test.XLATestCase):
           self.assertTrue(mom1 is not None)
 
           # Fetch params to validate initial values
-          self.assertAllClose([1.0, 2.0], var0.eval())
-          self.assertAllClose([3.0, 4.0], var1.eval())
+          self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+          self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
           # Run 3 steps of RMSProp
           for _ in range(3):
@@ -118,14 +118,14 @@ class RmspropTest(xla_test.XLATestCase):
 
             # Validate updated params
             if centered:
-              self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-              self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-            self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-            self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-            self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-            self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-            self.assertAllCloseAccordingToType(var0_np, var0.eval())
-            self.assertAllCloseAccordingToType(var1_np, var1.eval())
+              self.assertAllCloseAccordingToType(mg0_np, self.evaluate(mg0))
+              self.assertAllCloseAccordingToType(mg1_np, self.evaluate(mg1))
+            self.assertAllCloseAccordingToType(rms0_np, self.evaluate(rms0))
+            self.assertAllCloseAccordingToType(rms1_np, self.evaluate(rms1))
+            self.assertAllCloseAccordingToType(mom0_np, self.evaluate(mom0))
+            self.assertAllCloseAccordingToType(mom1_np, self.evaluate(mom1))
+            self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+            self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/compiler/tests/tensor_array_ops_test.py b/tensorflow/compiler/tests/tensor_array_ops_test.py
index 46ca371c8a..c8208adb58 100644
--- a/tensorflow/compiler/tests/tensor_array_ops_test.py
+++ b/tensorflow/compiler/tests/tensor_array_ops_test.py
@@ -79,7 +79,8 @@ class TensorArrayTest(xla_test.XLATestCase):
       c0 = w2.stack()
 
       self.assertAllEqual(
-          convert([[[4.0, 5.0]], [[6.0, 7.0]], [[8.0, 9.0]]]), c0.eval())
+          convert([[[4.0, 5.0]], [[6.0, 7.0]], [[8.0, 9.0]]]),
+          self.evaluate(c0))
 
   def testTensorArrayWritePack(self):
     for dtype in self.numeric_tf_types:
@@ -97,7 +98,7 @@ class TensorArrayTest(xla_test.XLATestCase):
 
       c0 = w2.stack()
 
-      self.assertAllEqual([3, 0, 1], c0.eval().shape)
+      self.assertAllEqual([3, 0, 1], self.evaluate(c0).shape)
 
   def _testTensorArrayWriteConcat(self, tf_dtype):
     with self.cached_session(), self.test_scope():
@@ -113,8 +114,8 @@ class TensorArrayTest(xla_test.XLATestCase):
       c0 = w2.concat()
 
       self.assertAllEqual(
-          convert([[4.0, 5.0], [104.0, 105.0], [6.0, 7.0],
-                   [106.0, 107.0], [8.0, 9.0], [204.0, 205.0]]), c0.eval())
+          convert([[4.0, 5.0], [104.0, 105.0], [6.0, 7.0], [106.0, 107.0],
+                   [8.0, 9.0], [204.0, 205.0]]), self.evaluate(c0))
 
   def testTensorArrayWriteConcat(self):
     for dtype in self.numeric_tf_types:
@@ -341,7 +342,7 @@ class TensorArrayTest(xla_test.XLATestCase):
         r0_bad = gen_data_flow_ops.tensor_array_read_v3(
             handle=w0.handle, index=0, dtype=dtype2, flow_in=w0.flow)
         with self.assertRaisesOpError("TensorArray dtype is "):
-          r0_bad.eval()
+          self.evaluate(r0_bad)
 
         # Test reading from a different index than the one we wrote to
         w0.read(1)
@@ -422,7 +423,7 @@ class TensorArrayTest(xla_test.XLATestCase):
       w2 = h2.write(0, 5.0)
       r2 = w2.read(0)
       r = r1 + r2
-      self.assertAllClose(9.0, r.eval())
+      self.assertAllClose(9.0, self.evaluate(r))
 
   def _testTensorArrayGradientWriteReadType(self, dtype):
     with self.cached_session() as session, self.test_scope():
@@ -526,7 +527,7 @@ class TensorArrayTest(xla_test.XLATestCase):
       with ops.control_dependencies([r0_readtwice]):
         r1_readtwice = w_readtwice.read(0)
 
-      self.assertAllEqual([1.0, -1.0], r1_readtwice.eval())
+      self.assertAllEqual([1.0, -1.0], self.evaluate(r1_readtwice))
 
   def _testTensorArrayGradientUnpackRead(self):
     with self.cached_session() as session, self.test_scope():
@@ -592,7 +593,7 @@ class TensorArrayTest(xla_test.XLATestCase):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
       s = ta.size()
-      self.assertAllEqual(3, s.eval())
+      self.assertAllEqual(3, self.evaluate(s))
 
   def testWriteCloseTensorArray(self):
     with self.cached_session(), self.test_scope():
@@ -722,7 +723,7 @@ class TensorArrayTest(xla_test.XLATestCase):
 
   #     r = acc2.stack()
   #     grad = gradients_impl.gradients(r, [x])[0]
-  #     self.assertAllClose(31.0, grad.eval())
+  #     self.assertAllClose(31.0, self.evaluate(grad))
 
   def testSumOfTwoReadVariablesWithoutRepeatGrad(self):
     with self.cached_session() as session, self.test_scope():
@@ -912,7 +913,7 @@ class TensorArrayTest(xla_test.XLATestCase):
       self.assertEqual(0, ta.size().eval())
       ta = ta.unstack(array_ops.zeros([0, 3, 5]))
       packed = ta.stack()
-      self.assertAllEqual([0, 3, 5], packed.eval().shape)
+      self.assertAllEqual([0, 3, 5], self.evaluate(packed).shape)
       # Concatenating zero tensors along their first dimension gives a
       # first dimension of zero
       self.assertAllEqual([0, 5], ta.concat().eval().shape)
@@ -1041,8 +1042,8 @@ class TensorArrayTest(xla_test.XLATestCase):
           (read0, read1, size0, size1))
 
       # Tests that the control dependencies was added and executed.
-      self.assertEqual(1, v0.eval())
-      self.assertEqual(1, v1.eval())
+      self.assertEqual(1, self.evaluate(v0))
+      self.assertEqual(1, self.evaluate(v1))
 
       # Tests correct TensorArray.
       self.assertEqual(read0_v, 0)
diff --git a/tensorflow/examples/adding_an_op/zero_out_3_test.py b/tensorflow/examples/adding_an_op/zero_out_3_test.py
index 15d62495aa..2327e7cd8f 100644
--- a/tensorflow/examples/adding_an_op/zero_out_3_test.py
+++ b/tensorflow/examples/adding_an_op/zero_out_3_test.py
@@ -39,13 +39,13 @@ class ZeroOut3Test(tf.test.TestCase):
     with self.cached_session():
       result = zero_out_op_3.zero_out([5, 4, 3, 2, 1], preserve_index=-1)
       with self.assertRaisesOpError("Need preserve_index >= 0, got -1"):
-        result.eval()
+        self.evaluate(result)
 
   def testLarge(self):
     with self.cached_session():
       result = zero_out_op_3.zero_out([5, 4, 3, 2, 1], preserve_index=17)
       with self.assertRaisesOpError("preserve_index out of range"):
-        result.eval()
+        self.evaluate(result)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py b/tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
index 020d40bc13..561f5f7a50 100644
--- a/tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
+++ b/tensorflow/lite/experimental/microfrontend/python/kernel_tests/audio_microfrontend_op_test.py
@@ -110,7 +110,7 @@ class AudioFeatureGenerationTest(tf.test.TestCase):
           left_context=1,
           right_context=1)
       self.assertAllEqual(
-          filterbanks.eval(),
+          self.evaluate(filterbanks),
           [[479, 425, 479, 425, 436, 378], [479, 425, 436, 378, 410, 350],
            [436, 378, 410, 350, 391, 325], [410, 350, 391, 325, 391, 325]])
 
@@ -153,7 +153,7 @@ class AudioFeatureGenerationTest(tf.test.TestCase):
           frame_stride=3,
           zero_padding=True)
       self.assertAllEqual(
-          filterbanks.eval(),
+          self.evaluate(filterbanks),
           [[0, 0, 0, 0, 479, 425], [436, 378, 410, 350, 391, 325],
            [374, 308, 362, 292, 352, 275]])
 
diff --git a/tensorflow/python/data/util/sparse_test.py b/tensorflow/python/data/util/sparse_test.py
index 056b32480f..4ba314f06a 100644
--- a/tensorflow/python/data/util/sparse_test.py
+++ b/tensorflow/python/data/util/sparse_test.py
@@ -292,9 +292,9 @@ class SparseTest(test.TestCase):
       return
     self.assertTrue(isinstance(b, sparse_tensor.SparseTensor))
     with self.cached_session():
-      self.assertAllEqual(a.eval().indices, b.eval().indices)
-      self.assertAllEqual(a.eval().values, b.eval().values)
-      self.assertAllEqual(a.eval().dense_shape, b.eval().dense_shape)
+      self.assertAllEqual(a.eval().indices, self.evaluate(b).indices)
+      self.assertAllEqual(a.eval().values, self.evaluate(b).values)
+      self.assertAllEqual(a.eval().dense_shape, self.evaluate(b).dense_shape)
 
   def testSerializeDeserialize(self):
     test_cases = (
diff --git a/tensorflow/python/debug/wrappers/framework_test.py b/tensorflow/python/debug/wrappers/framework_test.py
index 73e08ce7d5..68584b4ede 100644
--- a/tensorflow/python/debug/wrappers/framework_test.py
+++ b/tensorflow/python/debug/wrappers/framework_test.py
@@ -339,7 +339,7 @@ class DebugWrapperSessionTest(test_util.TensorFlowTestCase):
 
     with wrapper.as_default():
       foo = constant_op.constant(42, name="foo")
-      self.assertEqual(42, foo.eval())
+      self.assertEqual(42, self.evaluate(foo))
       self.assertEqual(foo, self._observer["run_fetches"])
 
   def testWrapperShouldSupportSessionClose(self):
diff --git a/tensorflow/python/distribute/all_reduce_test.py b/tensorflow/python/distribute/all_reduce_test.py
index b1956c75b7..5bf983a1b2 100644
--- a/tensorflow/python/distribute/all_reduce_test.py
+++ b/tensorflow/python/distribute/all_reduce_test.py
@@ -159,7 +159,7 @@ class AllReduceTest(test_util.TensorFlowTestCase):
       output_tensors = build_f(input_tensors, un_op)
       sum_reduced = math_ops.add_n(output_tensors)
       sum_reduced.op.run()
-      self.assertAllClose(sum_reduced.eval(), simple_sum.eval())
+      self.assertAllClose(sum_reduced.eval(), self.evaluate(simple_sum))
 
   def _testRingAllReduce(self, num_workers, num_gpus, shape, subdiv):
     start_time = time.time()
diff --git a/tensorflow/python/eager/backprop_test.py b/tensorflow/python/eager/backprop_test.py
index 274d5320df..d3458741bd 100644
--- a/tensorflow/python/eager/backprop_test.py
+++ b/tensorflow/python/eager/backprop_test.py
@@ -215,7 +215,7 @@ class BackpropTest(test.TestCase):
       self.assertAllClose(tf_grad.values.eval(), grad.values)
 
       tf_opt.apply_gradients([(tf_grad, tf_embedding)]).run()
-      expected = tf_embedding.eval()
+      expected = self.evaluate(tf_embedding)
     opt.apply_gradients([(grad, embedding)])
     self.assertAllClose(expected, embedding.read_value())
 
diff --git a/tensorflow/python/eager/graph_only_ops_test.py b/tensorflow/python/eager/graph_only_ops_test.py
index 3cf3a61a62..3aedf5fee1 100644
--- a/tensorflow/python/eager/graph_only_ops_test.py
+++ b/tensorflow/python/eager/graph_only_ops_test.py
@@ -33,7 +33,7 @@ class GraphOnlyOpsTest(test_util.TensorFlowTestCase):
     x = np.array([[1, 2, 3], [4, 5, 6]], dtype=np.int32)
     z_tf = graph_only_ops.graph_zeros_like(x)
     with self.cached_session():
-      self.assertAllClose(np.zeros((2, 3)), z_tf.eval())
+      self.assertAllClose(np.zeros((2, 3)), self.evaluate(z_tf))
 
   def testGraphPlaceholder(self):
     x_tf = graph_only_ops.graph_placeholder(dtypes.int32, shape=(1,))
diff --git a/tensorflow/python/eager/tape_test.py b/tensorflow/python/eager/tape_test.py
index acd0e569f1..48d3b8ac6e 100644
--- a/tensorflow/python/eager/tape_test.py
+++ b/tensorflow/python/eager/tape_test.py
@@ -80,8 +80,8 @@ class TapeTest(test.TestCase):
       tf_e = tf_d + tf_f
       tf_da, tf_db = gradients_impl.gradients(tf_e, [tf_a, tf_b])
 
-      self.assertAllEqual(da, tf_da.eval())
-      self.assertAllEqual(db, tf_db.eval())
+      self.assertAllEqual(da, self.evaluate(tf_da))
+      self.assertAllEqual(db, self.evaluate(tf_db))
 
   def testBasicFunctional(self):
 
@@ -142,8 +142,8 @@ class TapeTest(test.TestCase):
       tf_rr = 2 * math_ops.reduce_sum(tf_mm)
       tf_da, tf_db = gradients_impl.gradients(tf_rr, [tf_a, tf_b])
 
-      self.assertAllEqual(da, tf_da.eval())
-      self.assertAllEqual(db, tf_db.eval())
+      self.assertAllEqual(da, self.evaluate(tf_da))
+      self.assertAllEqual(db, self.evaluate(tf_db))
 
   def testGcTwoOutputs(self):
 
diff --git a/tensorflow/python/feature_column/feature_column_test.py b/tensorflow/python/feature_column/feature_column_test.py
index 7f4b1902e1..73df7d9eb8 100644
--- a/tensorflow/python/feature_column/feature_column_test.py
+++ b/tensorflow/python/feature_column/feature_column_test.py
@@ -352,11 +352,11 @@ class NumericColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[10.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [50.]], self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     price = fc.numeric_column('price')
@@ -366,11 +366,11 @@ class NumericColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[10.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [50.]], self.evaluate(predictions))
 
 
 class BucketizedColumnTest(test.TestCase):
@@ -469,11 +469,9 @@ class BucketizedColumnTest(test.TestCase):
         bucketized_price_tensor = bucketized_price._get_dense_tensor(builder)
         self.assertAllClose(
             # One-hot tensor.
-            [[[1., 0., 0., 0., 0.]],
-             [[0., 1., 0., 0., 0.]],
-             [[0., 0., 0., 1., 0.]],
-             [[0., 0., 0., 0., 1.]]],
-            bucketized_price_tensor.eval())
+            [[[1., 0., 0., 0., 0.]], [[0., 1., 0., 0., 0.]],
+             [[0., 0., 0., 1., 0.]], [[0., 0., 0., 0., 1.]]],
+            self.evaluate(bucketized_price_tensor))
 
   def test_get_dense_tensor_two_input_values(self):
     """Tests _get_dense_tensor() for input with shape=[2]."""
@@ -487,7 +485,7 @@ class BucketizedColumnTest(test.TestCase):
             # One-hot tensor.
             [[[1., 0., 0., 0., 0.], [0., 1., 0., 0., 0.]],
              [[0., 0., 0., 1., 0.], [0., 0., 0., 0., 1.]]],
-            bucketized_price_tensor.eval())
+            self.evaluate(bucketized_price_tensor))
 
   def test_get_sparse_tensors_one_input_value(self):
     """Tests _get_sparse_tensors() for input with shape=[1]."""
@@ -550,20 +548,23 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight variable per bucket, all initialized to zero.
-        self.assertAllClose(
-            [[0.], [0.], [0.], [0.], [0.]], bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.], [0.]],
+                            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(predictions))
         sess.run(bucketized_price_var.assign(
             [[10.], [20.], [30.], [40.], [50.]]))
         # price -1. is in the 0th bucket, whose weight is 10.
         # price 1. is in the 1st bucket, whose weight is 20.
         # price 5. is in the 3rd bucket, whose weight is 40.
         # price 6. is in the 4th bucket, whose weight is 50.
-        self.assertAllClose([[10.], [20.], [40.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [20.], [40.], [50.]],
+                            self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
+        self.assertAllClose([[11.], [21.], [41.], [51.]],
+                            self.evaluate(predictions))
 
   def test_linear_model_two_input_values(self):
     """Tests linear_model() for input with shape=[2]."""
@@ -575,12 +576,12 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight per bucket per input column, all initialized to zero.
         self.assertAllClose(
             [[0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.]],
-            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(bucketized_price_var.assign(
             [[10.], [20.], [30.], [40.], [50.],
              [60.], [70.], [80.], [90.], [100.]]))
@@ -590,9 +591,9 @@ class BucketizedColumnTest(test.TestCase):
         # 2nd example:
         #   price 5. is in the 3rd bucket, whose weight is 40.
         #   price 6. is in the 9th bucket, whose weight is 100.
-        self.assertAllClose([[80.], [140.]], predictions.eval())
+        self.assertAllClose([[80.], [140.]], self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[81.], [141.]], predictions.eval())
+        self.assertAllClose([[81.], [141.]], self.evaluate(predictions))
 
   def test_keras_linear_model_one_input_value(self):
     """Tests _LinearModel for input with shape=[1]."""
@@ -605,20 +606,23 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight variable per bucket, all initialized to zero.
         self.assertAllClose([[0.], [0.], [0.], [0.], [0.]],
-                            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], predictions.eval())
+                            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(predictions))
         sess.run(
             bucketized_price_var.assign([[10.], [20.], [30.], [40.], [50.]]))
         # price -1. is in the 0th bucket, whose weight is 10.
         # price 1. is in the 1st bucket, whose weight is 20.
         # price 5. is in the 3rd bucket, whose weight is 40.
         # price 6. is in the 4th bucket, whose weight is 50.
-        self.assertAllClose([[10.], [20.], [40.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [20.], [40.], [50.]],
+                            self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
+        self.assertAllClose([[11.], [21.], [41.], [51.]],
+                            self.evaluate(predictions))
 
   def test_keras_linear_model_two_input_values(self):
     """Tests _LinearModel for input with shape=[2]."""
@@ -631,12 +635,12 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight per bucket per input column, all initialized to zero.
         self.assertAllClose(
             [[0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.]],
-            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(
             bucketized_price_var.assign([[10.], [20.], [30.], [40.], [50.],
                                          [60.], [70.], [80.], [90.], [100.]]))
@@ -646,9 +650,9 @@ class BucketizedColumnTest(test.TestCase):
         # 2nd example:
         #   price 5. is in the 3rd bucket, whose weight is 40.
         #   price 6. is in the 9th bucket, whose weight is 100.
-        self.assertAllClose([[80.], [140.]], predictions.eval())
+        self.assertAllClose([[80.], [140.]], self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[81.], [141.]], predictions.eval())
+        self.assertAllClose([[81.], [141.]], self.evaluate(predictions))
 
 
 class HashedCategoricalColumnTest(test.TestCase):
@@ -852,13 +856,14 @@ class HashedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 3: wire_var[3] = 4
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
-        self.assertAllClose(((4.,), (6.,)), predictions.eval())
+        self.assertAllClose(((4.,), (6.,)), self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     wire_column = fc.categorical_column_with_hash_bucket('wire', 4)
@@ -874,13 +879,14 @@ class HashedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 3: wire_var[3] = 4
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
-        self.assertAllClose(((4.,), (6.,)), predictions.eval())
+        self.assertAllClose(((4.,), (6.,)), self.evaluate(predictions))
 
 
 class CrossedColumnTest(test.TestCase):
@@ -1113,15 +1119,15 @@ class CrossedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       crossed_var = get_linear_model_column_var(crossed)
       with _initialized_session() as sess:
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(
-            ((0.,), (0.,), (0.,), (0.,), (0.,)), crossed_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(crossed_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         sess.run(crossed_var.assign(((1.,), (2.,), (3.,), (4.,), (5.,))))
         # Expected ids after cross = (1, 0, 1, 3, 4, 2)
-        self.assertAllClose(((3.,), (14.,)), predictions.eval())
+        self.assertAllClose(((3.,), (14.,)), self.evaluate(predictions))
         sess.run(bias.assign((.1,)))
-        self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
+        self.assertAllClose(((3.1,), (14.1,)), self.evaluate(predictions))
 
   def test_linear_model_with_weights(self):
     class _TestColumnWithWeights(_CategoricalColumn):
@@ -1196,15 +1202,15 @@ class CrossedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       crossed_var = get_linear_model_column_var(crossed)
       with _initialized_session() as sess:
-        self.assertAllClose((0.,), bias.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
         self.assertAllClose(((0.,), (0.,), (0.,), (0.,), (0.,)),
-                            crossed_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+                            self.evaluate(crossed_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         sess.run(crossed_var.assign(((1.,), (2.,), (3.,), (4.,), (5.,))))
         # Expected ids after cross = (1, 0, 1, 3, 4, 2)
-        self.assertAllClose(((3.,), (14.,)), predictions.eval())
+        self.assertAllClose(((3.,), (14.,)), self.evaluate(predictions))
         sess.run(bias.assign((.1,)))
-        self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
+        self.assertAllClose(((3.1,), (14.1,)), self.evaluate(predictions))
 
   def test_keras_linear_model_with_weights(self):
 
@@ -1349,10 +1355,10 @@ class LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         sess.run(price_var.assign([[10.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions))
 
   def test_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -1366,11 +1372,12 @@ class LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], wire_cast_var.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(wire_cast_var))
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -1389,7 +1396,7 @@ class LinearModelTest(test.TestCase):
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[1015.], [10065.]], predictions.eval())
+        self.assertAllClose([[1015.], [10065.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
@@ -1442,7 +1449,7 @@ class LinearModelTest(test.TestCase):
         sess.run(dense_and_sparse_column_var.assign(
             [[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_multi_output(self):
     price = fc.numeric_column('price')
@@ -1452,12 +1459,12 @@ class LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((1, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((1, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[10., 100., 1000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[15., 106., 1007.], [55., 506., 5007.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_sparse_multi_output(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -1471,15 +1478,15 @@ class LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((4, 3)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((4, 3)), self.evaluate(wire_cast_var))
         sess.run(
             wire_cast_var.assign([[10., 11., 12.], [100., 110., 120.], [
                 1000., 1100., 1200.
             ], [10000., 11000., 12000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[1005., 1106., 1207.], [10015., 11017., 12019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_dense_multi_dimension(self):
     price = fc.numeric_column('price', shape=2)
@@ -1488,9 +1495,9 @@ class LinearModelTest(test.TestCase):
       predictions = fc.linear_model(features, [price])
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([[0.], [0.]], price_var.eval())
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_sparse_multi_rank(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -1504,7 +1511,7 @@ class LinearModelTest(test.TestCase):
       predictions = fc.linear_model(features, [wire_cast])
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((4, 1)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((4, 1)), self.evaluate(wire_cast_var))
         self.assertAllClose(
             np.zeros((2, 1)),
             predictions.eval(feed_dict={wire_tensor: wire_value}))
@@ -1528,7 +1535,7 @@ class LinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [5010.]], predictions.eval())
+        self.assertAllClose([[1005.], [5010.]], self.evaluate(predictions))
 
   def test_sparse_combiner_with_negative_weights(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -1550,7 +1557,7 @@ class LinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [-9985.]], predictions.eval())
+        self.assertAllClose([[1005.], [-9985.]], self.evaluate(predictions))
 
   def test_dense_multi_dimension_multi_output(self):
     price = fc.numeric_column('price', shape=2)
@@ -1560,12 +1567,12 @@ class LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((2, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((2, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[1., 2., 3.], [10., 100., 1000.]]))
         sess.run(bias.assign([2., 3., 4.]))
         self.assertAllClose([[23., 205., 2007.], [67., 613., 6019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column('price', shape=2)
@@ -1584,11 +1591,11 @@ class LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_dense_multi_column(self):
     price1 = fc.numeric_column('price1', shape=2)
@@ -1603,14 +1610,14 @@ class LinearModelTest(test.TestCase):
       price1_var = get_linear_model_column_var(price1)
       price2_var = get_linear_model_column_var(price2)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price1_var.eval())
-        self.assertAllClose([[0.]], price2_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price1_var))
+        self.assertAllClose([[0.]], self.evaluate(price2_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price1_var.assign([[10.], [100.]]))
         sess.run(price2_var.assign([[1000.]]))
         sess.run(bias.assign([7.]))
-        self.assertAllClose([[3217.], [4657.]], predictions.eval())
+        self.assertAllClose([[3217.], [4657.]], self.evaluate(predictions))
 
   def test_fills_cols_to_vars(self):
     price1 = fc.numeric_column('price1', shape=2)
@@ -1950,14 +1957,14 @@ class LinearModelTest(test.TestCase):
       price_var1 = get_linear_model_column_var(price, name='linear_model')
       price_var2 = get_linear_model_column_var(price, name='linear_model_1')
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias1.eval())
+        self.assertAllClose([0.], self.evaluate(bias1))
         sess.run(price_var1.assign([[10.]]))
         sess.run(bias1.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions1.eval())
-        self.assertAllClose([0.], bias2.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions1))
+        self.assertAllClose([0.], self.evaluate(bias2))
         sess.run(price_var2.assign([[10.]]))
         sess.run(bias2.assign([5.]))
-        self.assertAllClose([[25.], [105.]], predictions2.eval())
+        self.assertAllClose([[25.], [105.]], self.evaluate(predictions2))
 
 
 class _LinearModelTest(test.TestCase):
@@ -2014,10 +2021,10 @@ class _LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         sess.run(price_var.assign([[10.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions))
 
   def test_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -2031,11 +2038,12 @@ class _LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], wire_cast_var.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(wire_cast_var))
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -2055,7 +2063,7 @@ class _LinearModelTest(test.TestCase):
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[1015.], [10065.]], predictions.eval())
+        self.assertAllClose([[1015.], [10065.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
@@ -2114,7 +2122,7 @@ class _LinearModelTest(test.TestCase):
             dense_and_sparse_column_var.assign([[10.], [100.], [1000.],
                                                 [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_multi_output(self):
     price = fc.numeric_column('price')
@@ -2125,12 +2133,12 @@ class _LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((1, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((1, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[10., 100., 1000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[15., 106., 1007.], [55., 506., 5007.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_sparse_multi_output(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -2145,15 +2153,15 @@ class _LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((4, 3)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((4, 3)), self.evaluate(wire_cast_var))
         sess.run(
             wire_cast_var.assign([[10., 11., 12.], [100., 110., 120.],
                                   [1000., 1100.,
                                    1200.], [10000., 11000., 12000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[1005., 1106., 1207.], [10015., 11017., 12019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_dense_multi_dimension(self):
     price = fc.numeric_column('price', shape=2)
@@ -2162,9 +2170,9 @@ class _LinearModelTest(test.TestCase):
       predictions = get_keras_linear_model_predictions(features, [price])
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([[0.], [0.]], price_var.eval())
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_sparse_multi_rank(self):
     wire_cast = fc.categorical_column_with_hash_bucket('wire_cast', 4)
@@ -2178,7 +2186,7 @@ class _LinearModelTest(test.TestCase):
       predictions = get_keras_linear_model_predictions(features, [wire_cast])
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((4, 1)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((4, 1)), self.evaluate(wire_cast_var))
         self.assertAllClose(
             np.zeros((2, 1)),
             predictions.eval(feed_dict={wire_tensor: wire_value}))
@@ -2202,7 +2210,7 @@ class _LinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [5010.]], predictions.eval())
+        self.assertAllClose([[1005.], [5010.]], self.evaluate(predictions))
 
   def test_dense_multi_dimension_multi_output(self):
     price = fc.numeric_column('price', shape=2)
@@ -2213,12 +2221,12 @@ class _LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((2, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((2, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[1., 2., 3.], [10., 100., 1000.]]))
         sess.run(bias.assign([2., 3., 4.]))
         self.assertAllClose([[23., 205., 2007.], [67., 613., 6019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column('price', shape=2)
@@ -2237,11 +2245,11 @@ class _LinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_dense_multi_column(self):
     price1 = fc.numeric_column('price1', shape=2)
@@ -2254,14 +2262,14 @@ class _LinearModelTest(test.TestCase):
       price1_var = get_linear_model_column_var(price1)
       price2_var = get_linear_model_column_var(price2)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price1_var.eval())
-        self.assertAllClose([[0.]], price2_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price1_var))
+        self.assertAllClose([[0.]], self.evaluate(price2_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price1_var.assign([[10.], [100.]]))
         sess.run(price2_var.assign([[1000.]]))
         sess.run(bias.assign([7.]))
-        self.assertAllClose([[3217.], [4657.]], predictions.eval())
+        self.assertAllClose([[3217.], [4657.]], self.evaluate(predictions))
 
   def test_fills_cols_to_vars(self):
     price1 = fc.numeric_column('price1', shape=2)
@@ -2701,7 +2709,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = features = {'a': [0.]}
       net = fc.input_layer(features, fc.numeric_column('a'))
       with _initialized_session():
-        self.assertAllClose([[0.]], net.eval())
+        self.assertAllClose([[0.]], self.evaluate(net))
 
   def test_column_generator(self):
     with ops.Graph().as_default():
@@ -2709,7 +2717,7 @@ class FunctionalInputLayerTest(test.TestCase):
       columns = (fc.numeric_column(key) for key in features)
       net = fc.input_layer(features, columns)
       with _initialized_session():
-        self.assertAllClose([[0., 1.]], net.eval())
+        self.assertAllClose([[0., 1.]], self.evaluate(net))
 
   def test_raises_if_duplicate_name(self):
     with self.assertRaisesRegexp(
@@ -2725,7 +2733,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price': [[1.], [5.]]}
       net = fc.input_layer(features, [price])
       with _initialized_session():
-        self.assertAllClose([[1.], [5.]], net.eval())
+        self.assertAllClose([[1.], [5.]], self.evaluate(net))
 
   def test_multi_dimension(self):
     price = fc.numeric_column('price', shape=2)
@@ -2733,7 +2741,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price': [[1., 2.], [5., 6.]]}
       net = fc.input_layer(features, [price])
       with _initialized_session():
-        self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
+        self.assertAllClose([[1., 2.], [5., 6.]], self.evaluate(net))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column('price', shape=2)
@@ -2750,7 +2758,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
       net = fc.input_layer(features, [price])
       with _initialized_session():
-        self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
+        self.assertAllClose([[1., 2.], [5., 6.]], self.evaluate(net))
 
   def test_multi_column(self):
     price1 = fc.numeric_column('price1', shape=2)
@@ -2762,7 +2770,7 @@ class FunctionalInputLayerTest(test.TestCase):
       }
       net = fc.input_layer(features, [price1, price2])
       with _initialized_session():
-        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], net.eval())
+        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], self.evaluate(net))
 
   def test_fills_cols_to_vars(self):
     # Provide three _DenseColumn's to input_layer: a _NumericColumn, a
@@ -2893,8 +2901,8 @@ class FunctionalInputLayerTest(test.TestCase):
       net1 = fc.input_layer(features, [price_a, price_b])
       net2 = fc.input_layer(features, [price_b, price_a])
       with _initialized_session():
-        self.assertAllClose([[1., 3.]], net1.eval())
-        self.assertAllClose([[1., 3.]], net2.eval())
+        self.assertAllClose([[1., 3.]], self.evaluate(net1))
+        self.assertAllClose([[1., 3.]], self.evaluate(net2))
 
   def test_fails_for_categorical_column(self):
     animal = fc.categorical_column_with_identity('animal', num_buckets=4)
@@ -3514,13 +3522,12 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         dense_shape=(2, 2))
     id_tensor = _transform_features({'aaa': inputs}, [column])[column]
     with _initialized_session():
-      _assert_sparse_tensor_value(self,
-                                  sparse_tensor.SparseTensorValue(
-                                      indices=inputs.indices,
-                                      values=np.array(
-                                          (2, -1, 0), dtype=np.int64),
-                                      dense_shape=inputs.dense_shape),
-                                  id_tensor.eval())
+      _assert_sparse_tensor_value(
+          self,
+          sparse_tensor.SparseTensorValue(
+              indices=inputs.indices,
+              values=np.array((2, -1, 0), dtype=np.int64),
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
 
   def test_get_sparse_tensors_weight_collections(self):
     column = fc.categorical_column_with_vocabulary_file(
@@ -3706,13 +3713,14 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     wire_column = fc.categorical_column_with_vocabulary_file(
@@ -3732,13 +3740,14 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
 
 class VocabularyListCategoricalColumnTest(test.TestCase):
@@ -3946,8 +3955,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array((2, -1, 0), dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
 
   def test_get_sparse_tensors_weight_collections(self):
     column = fc.categorical_column_with_vocabulary_list(
@@ -4104,13 +4112,14 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     wire_column = fc.categorical_column_with_vocabulary_list(
@@ -4129,13 +4138,14 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
 
 class IdentityCategoricalColumnTest(test.TestCase):
@@ -4241,8 +4251,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array((0, 1, 0), dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
 
   def test_get_sparse_tensors_weight_collections(self):
     column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
@@ -4357,13 +4366,13 @@ class IdentityCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] = 1
         # weight_var[2] + weight_var[1] = 3+2 = 5
-        self.assertAllClose(((1.,), (5.,)), predictions.eval())
+        self.assertAllClose(((1.,), (5.,)), self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     column = fc.categorical_column_with_identity(key='aaa', num_buckets=3)
@@ -4379,13 +4388,13 @@ class IdentityCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] = 1
         # weight_var[2] + weight_var[1] = 3+2 = 5
-        self.assertAllClose(((1.,), (5.,)), predictions.eval())
+        self.assertAllClose(((1.,), (5.,)), self.evaluate(predictions))
 
 
 class TransformFeaturesTest(test.TestCase):
@@ -4472,7 +4481,8 @@ class IndicatorColumnTest(test.TestCase):
     builder = _LazyBuilder({'animal': ['fox', 'fox']})
     output = builder.get(animal)
     with self.cached_session():
-      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]], output.eval())
+      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]],
+                          self.evaluate(output))
 
   def test_2D_shape_succeeds(self):
     # TODO(ispir/cassandrax): Swith to categorical_column_with_keys when ready.
@@ -4487,7 +4497,8 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = builder.get(animal)
     with self.cached_session():
-      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]], output.eval())
+      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]],
+                          self.evaluate(output))
 
   def test_multi_hot(self):
     animal = fc.indicator_column(
@@ -4500,7 +4511,7 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = builder.get(animal)
     with self.cached_session():
-      self.assertAllEqual([[0., 2., 0., 0.]], output.eval())
+      self.assertAllEqual([[0., 2., 0., 0.]], self.evaluate(output))
 
   def test_multi_hot2(self):
     animal = fc.indicator_column(
@@ -4512,7 +4523,7 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = builder.get(animal)
     with self.cached_session():
-      self.assertAllEqual([[0., 1., 1., 0.]], output.eval())
+      self.assertAllEqual([[0., 1., 1., 0.]], self.evaluate(output))
 
   def test_deep_copy(self):
     a = fc.categorical_column_with_hash_bucket('a', 4)
@@ -4557,7 +4568,8 @@ class IndicatorColumnTest(test.TestCase):
     }
     indicator_tensor = _transform_features(features, [a_indicator])[a_indicator]
     with _initialized_session():
-      self.assertAllEqual([[0, 0, 1], [1, 0, 0]], indicator_tensor.eval())
+      self.assertAllEqual([[0, 0, 1], [1, 0, 0]],
+                          self.evaluate(indicator_tensor))
 
   def test_transform_with_weighted_column(self):
     # Github issue 12557
@@ -4571,7 +4583,7 @@ class IndicatorColumnTest(test.TestCase):
     }
     indicator_tensor = _transform_features(features, [indicator])[indicator]
     with _initialized_session():
-      self.assertAllEqual([[6., 4., 3.]], indicator_tensor.eval())
+      self.assertAllEqual([[6., 4., 3.]], self.evaluate(indicator_tensor))
 
   def test_transform_with_missing_value_in_weighted_column(self):
     # Github issue 12583
@@ -4585,7 +4597,7 @@ class IndicatorColumnTest(test.TestCase):
     }
     indicator_tensor = _transform_features(features, [indicator])[indicator]
     with _initialized_session():
-      self.assertAllEqual([[0., 4., 2.]], indicator_tensor.eval())
+      self.assertAllEqual([[0., 4., 2.]], self.evaluate(indicator_tensor))
 
   def test_transform_with_missing_value_in_categorical_column(self):
     # Github issue 12583
@@ -4597,7 +4609,7 @@ class IndicatorColumnTest(test.TestCase):
     }
     indicator_tensor = _transform_features(features, [indicator])[indicator]
     with _initialized_session():
-      self.assertAllEqual([[0., 1., 1.]], indicator_tensor.eval())
+      self.assertAllEqual([[0., 1., 1.]], self.evaluate(indicator_tensor))
 
   def test_linear_model(self):
     animal = fc.indicator_column(
@@ -4613,10 +4625,10 @@ class IndicatorColumnTest(test.TestCase):
       weight_var = get_linear_model_column_var(animal)
       with _initialized_session():
         # All should be zero-initialized.
-        self.assertAllClose([[0.], [0.], [0.], [0.]], weight_var.eval())
-        self.assertAllClose([[0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.]], self.evaluate(weight_var))
+        self.assertAllClose([[0.]], self.evaluate(predictions))
         weight_var.assign([[1.], [2.], [3.], [4.]]).eval()
-        self.assertAllClose([[2. + 3.]], predictions.eval())
+        self.assertAllClose([[2. + 3.]], self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     animal = fc.indicator_column(
@@ -4632,10 +4644,10 @@ class IndicatorColumnTest(test.TestCase):
       weight_var = get_linear_model_column_var(animal)
       with _initialized_session():
         # All should be zero-initialized.
-        self.assertAllClose([[0.], [0.], [0.], [0.]], weight_var.eval())
-        self.assertAllClose([[0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.]], self.evaluate(weight_var))
+        self.assertAllClose([[0.]], self.evaluate(predictions))
         weight_var.assign([[1.], [2.], [3.], [4.]]).eval()
-        self.assertAllClose([[2. + 3.]], predictions.eval())
+        self.assertAllClose([[2. + 3.]], self.evaluate(predictions))
 
   def test_input_layer(self):
     animal = fc.indicator_column(
@@ -4648,7 +4660,7 @@ class IndicatorColumnTest(test.TestCase):
       }
       net = fc.input_layer(features, [animal])
       with _initialized_session():
-        self.assertAllClose([[0., 1., 1., 0.]], net.eval())
+        self.assertAllClose([[0., 1., 1., 0.]], self.evaluate(net))
 
 
 class EmbeddingColumnTest(test.TestCase):
@@ -4769,8 +4781,8 @@ class EmbeddingColumnTest(test.TestCase):
     output_a = outputs[a]
     output_embedded = outputs[a_embedded]
     with _initialized_session():
-      _assert_sparse_tensor_value(
-          self, output_a.eval(), output_embedded.eval())
+      _assert_sparse_tensor_value(self, self.evaluate(output_a),
+                                  self.evaluate(output_embedded))
 
   def test_get_dense_tensor(self):
     # Inputs.
@@ -4828,7 +4840,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_get_dense_tensor_3d(self):
     # Inputs.
@@ -4888,7 +4900,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_get_dense_tensor_weight_collections(self):
     sparse_input = sparse_tensor.SparseTensorValue(
@@ -5044,7 +5056,7 @@ class EmbeddingColumnTest(test.TestCase):
         ('embedding_weights:0',), tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_linear_model(self):
     # Inputs.
@@ -5100,11 +5112,13 @@ class EmbeddingColumnTest(test.TestCase):
           'linear_model/aaa_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights))
+        self.assertAllClose(
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -5119,7 +5133,8 @@ class EmbeddingColumnTest(test.TestCase):
         # example 3, ids [1], embedding[3] = [3, 5]
         # sum(embeddings * linear_weights)
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
-        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
+        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)),
+                            self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     # Inputs.
@@ -5176,11 +5191,13 @@ class EmbeddingColumnTest(test.TestCase):
       linear_weights = trainable_vars['linear_model/aaa_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
+        self.assertAllClose(
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -5195,7 +5212,8 @@ class EmbeddingColumnTest(test.TestCase):
         # example 3, ids [1], embedding[3] = [3, 5]
         # sum(embeddings * linear_weights)
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
-        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
+        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)),
+                            self.evaluate(predictions))
 
   def test_input_layer(self):
     # Inputs.
@@ -5255,7 +5273,7 @@ class EmbeddingColumnTest(test.TestCase):
         tuple([v.name for v in trainable_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, trainable_vars[0].eval())
-      self.assertAllEqual(expected_lookups, input_layer.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(input_layer))
 
   def test_input_layer_not_trainable(self):
     # Inputs.
@@ -5313,7 +5331,7 @@ class EmbeddingColumnTest(test.TestCase):
         [], ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, input_layer.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(input_layer))
 
 
 class SharedEmbeddingColumnTest(test.TestCase):
@@ -5550,10 +5568,10 @@ class SharedEmbeddingColumnTest(test.TestCase):
     output_b = outputs[b]
     output_b_embedded = outputs[b_embedded]
     with _initialized_session():
-      _assert_sparse_tensor_value(
-          self, output_a.eval(), output_a_embedded.eval())
-      _assert_sparse_tensor_value(
-          self, output_b.eval(), output_b_embedded.eval())
+      _assert_sparse_tensor_value(self, self.evaluate(output_a),
+                                  self.evaluate(output_a_embedded))
+      _assert_sparse_tensor_value(self, self.evaluate(output_b),
+                                  self.evaluate(output_b_embedded))
 
   def test_get_dense_tensor(self):
     # Inputs.
@@ -5618,9 +5636,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     embedding_var = global_vars[0]
     with _initialized_session():
-      self.assertAllEqual(embedding_values, embedding_var.eval())
-      self.assertAllEqual(expected_lookups_a, embedding_lookup_a.eval())
-      self.assertAllEqual(expected_lookups_b, embedding_lookup_b.eval())
+      self.assertAllEqual(embedding_values, self.evaluate(embedding_var))
+      self.assertAllEqual(expected_lookups_a, self.evaluate(embedding_lookup_a))
+      self.assertAllEqual(expected_lookups_b, self.evaluate(embedding_lookup_b))
 
   def test_get_dense_tensor_weight_collections(self):
     # Inputs.
@@ -5790,13 +5808,15 @@ class SharedEmbeddingColumnTest(test.TestCase):
           'linear_model/aaa_bbb_shared_embedding_1/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
+        self.assertAllClose(
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights_a))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights_a.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights_b))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights_b.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -5814,7 +5834,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
         # example 1, ids [], embedding[1] = 0, 0]
         # sum(embeddings * linear_weights)
         # = [3*1 + 5*2, 3*0 +5*0] = [13, 0]
-        self.assertAllClose([[94. + 13.], [29.]], predictions.eval())
+        self.assertAllClose([[94. + 13.], [29.]], self.evaluate(predictions))
 
   def test_keras_linear_model(self):
     # Inputs.
@@ -5881,13 +5901,15 @@ class SharedEmbeddingColumnTest(test.TestCase):
           'linear_model/aaa_bbb_shared_embedding_1/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights_a.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights_a))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights_b.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights_b))
+        self.assertAllClose(
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -5905,7 +5927,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
         # example 1, ids [], embedding[1] = 0, 0]
         # sum(embeddings * linear_weights)
         # = [3*1 + 5*2, 3*0 +5*0] = [13, 0]
-        self.assertAllClose([[94. + 13.], [29.]], predictions.eval())
+        self.assertAllClose([[94. + 13.], [29.]], self.evaluate(predictions))
 
   def _test_input_layer(self, trainable=True):
     # Inputs.
@@ -5978,7 +6000,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
     shared_embedding_vars = global_vars
     with _initialized_session():
       self.assertAllEqual(embedding_values, shared_embedding_vars[0].eval())
-      self.assertAllEqual(expected_lookups, input_layer.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(input_layer))
 
   def test_input_layer(self):
     self._test_input_layer()
@@ -6121,15 +6143,13 @@ class WeightedCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array(inputs.values, dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
       _assert_sparse_tensor_value(
           self,
           sparse_tensor.SparseTensorValue(
               indices=weights.indices,
               values=np.array(weights.values, dtype=np.float32),
-              dense_shape=weights.dense_shape),
-          weight_tensor.eval())
+              dense_shape=weights.dense_shape), self.evaluate(weight_tensor))
 
   def test_transform_features_dense_input(self):
     column = fc.weighted_categorical_column(
@@ -6150,15 +6170,13 @@ class WeightedCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=((0, 0), (1, 0), (1, 1)),
               values=np.array((0, 1, 0), dtype=np.int64),
-              dense_shape=(2, 2)),
-          id_tensor.eval())
+              dense_shape=(2, 2)), self.evaluate(id_tensor))
       _assert_sparse_tensor_value(
           self,
           sparse_tensor.SparseTensorValue(
               indices=weights.indices,
               values=np.array(weights.values, dtype=np.float32),
-              dense_shape=weights.dense_shape),
-          weight_tensor.eval())
+              dense_shape=weights.dense_shape), self.evaluate(weight_tensor))
 
   def test_transform_features_dense_weights(self):
     column = fc.weighted_categorical_column(
@@ -6179,15 +6197,13 @@ class WeightedCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array(inputs.values, dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
       _assert_sparse_tensor_value(
           self,
           sparse_tensor.SparseTensorValue(
               indices=((0, 0), (1, 0), (1, 1)),
               values=np.array((.5, 1., .1), dtype=np.float32),
-              dense_shape=(2, 2)),
-          weight_tensor.eval())
+              dense_shape=(2, 2)), self.evaluate(weight_tensor))
 
   def test_keras_linear_model(self):
     column = fc.weighted_categorical_column(
@@ -6210,14 +6226,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_keras_linear_model_mismatched_shape(self):
     column = fc.weighted_categorical_column(
@@ -6263,7 +6279,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
           rewriter_config_pb2.RewriterConfig.OFF)
       with _initialized_session(config):
         with self.assertRaisesRegexp(errors.OpError, 'Incompatible shapes'):
-          predictions.eval()
+          self.evaluate(predictions)
 
   def test_keras_linear_model_mismatched_dense_shape(self):
     column = fc.weighted_categorical_column(
@@ -6282,14 +6298,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_linear_model(self):
     column = fc.weighted_categorical_column(
@@ -6310,14 +6326,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_linear_model_mismatched_shape(self):
     column = fc.weighted_categorical_column(
@@ -6361,7 +6377,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
           rewriter_config_pb2.RewriterConfig.OFF)
       with _initialized_session(config):
         with self.assertRaisesRegexp(errors.OpError, 'Incompatible shapes'):
-          predictions.eval()
+          self.evaluate(predictions)
 
   def test_linear_model_mismatched_dense_shape(self):
     column = fc.weighted_categorical_column(
@@ -6379,14 +6395,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   # TODO(ptucker): Add test with embedding of weighted categorical.
 
diff --git a/tensorflow/python/feature_column/feature_column_v2_test.py b/tensorflow/python/feature_column/feature_column_v2_test.py
index 2a133e2892..78321ee096 100644
--- a/tensorflow/python/feature_column/feature_column_v2_test.py
+++ b/tensorflow/python/feature_column/feature_column_v2_test.py
@@ -413,11 +413,11 @@ class NumericColumnTest(test.TestCase):
       predictions = model(features)
       price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[10.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [50.]], self.evaluate(predictions))
 
   def test_old_linear_model(self):
     price = fc.numeric_column_v2('price')
@@ -427,11 +427,11 @@ class NumericColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[10.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [50.]], self.evaluate(predictions))
 
   def test_serialization(self):
 
@@ -557,11 +557,9 @@ class BucketizedColumnTest(test.TestCase):
             transformation_cache, None)
         self.assertAllClose(
             # One-hot tensor.
-            [[[1., 0., 0., 0., 0.]],
-             [[0., 1., 0., 0., 0.]],
-             [[0., 0., 0., 1., 0.]],
-             [[0., 0., 0., 0., 1.]]],
-            bucketized_price_tensor.eval())
+            [[[1., 0., 0., 0., 0.]], [[0., 1., 0., 0., 0.]],
+             [[0., 0., 0., 1., 0.]], [[0., 0., 0., 0., 1.]]],
+            self.evaluate(bucketized_price_tensor))
 
   def test_get_dense_tensor_two_input_values(self):
     """Tests _get_dense_tensor() for input with shape=[2]."""
@@ -578,7 +576,7 @@ class BucketizedColumnTest(test.TestCase):
             # One-hot tensor.
             [[[1., 0., 0., 0., 0.], [0., 1., 0., 0., 0.]],
              [[0., 0., 0., 1., 0.], [0., 0., 0., 0., 1.]]],
-            bucketized_price_tensor.eval())
+            self.evaluate(bucketized_price_tensor))
 
   def test_get_sparse_tensors_one_input_value(self):
     """Tests _get_sparse_tensors() for input with shape=[1]."""
@@ -647,20 +645,23 @@ class BucketizedColumnTest(test.TestCase):
       predictions = model(features)
       bucketized_price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight variable per bucket, all initialized to zero.
-        self.assertAllClose(
-            [[0.], [0.], [0.], [0.], [0.]], bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.], [0.]],
+                            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(predictions))
         sess.run(bucketized_price_var.assign(
             [[10.], [20.], [30.], [40.], [50.]]))
         # price -1. is in the 0th bucket, whose weight is 10.
         # price 1. is in the 1st bucket, whose weight is 20.
         # price 5. is in the 3rd bucket, whose weight is 40.
         # price 6. is in the 4th bucket, whose weight is 50.
-        self.assertAllClose([[10.], [20.], [40.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [20.], [40.], [50.]],
+                            self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
+        self.assertAllClose([[11.], [21.], [41.], [51.]],
+                            self.evaluate(predictions))
 
   def test_linear_model_two_input_values(self):
     """Tests linear_model() for input with shape=[2]."""
@@ -672,12 +673,12 @@ class BucketizedColumnTest(test.TestCase):
       predictions = model(features)
       bucketized_price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight per bucket per input column, all initialized to zero.
         self.assertAllClose(
             [[0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.]],
-            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(bucketized_price_var.assign(
             [[10.], [20.], [30.], [40.], [50.],
              [60.], [70.], [80.], [90.], [100.]]))
@@ -687,9 +688,9 @@ class BucketizedColumnTest(test.TestCase):
         # 2nd example:
         #   price 5. is in the 3rd bucket, whose weight is 40.
         #   price 6. is in the 9th bucket, whose weight is 100.
-        self.assertAllClose([[80.], [140.]], predictions.eval())
+        self.assertAllClose([[80.], [140.]], self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[81.], [141.]], predictions.eval())
+        self.assertAllClose([[81.], [141.]], self.evaluate(predictions))
 
   def test_old_linear_model_one_input_value(self):
     """Tests linear_model() for input with shape=[1]."""
@@ -701,20 +702,23 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight variable per bucket, all initialized to zero.
         self.assertAllClose([[0.], [0.], [0.], [0.], [0.]],
-                            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], predictions.eval())
+                            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(predictions))
         sess.run(
             bucketized_price_var.assign([[10.], [20.], [30.], [40.], [50.]]))
         # price -1. is in the 0th bucket, whose weight is 10.
         # price 1. is in the 1st bucket, whose weight is 20.
         # price 5. is in the 3rd bucket, whose weight is 40.
         # price 6. is in the 4th bucket, whose weight is 50.
-        self.assertAllClose([[10.], [20.], [40.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [20.], [40.], [50.]],
+                            self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
+        self.assertAllClose([[11.], [21.], [41.], [51.]],
+                            self.evaluate(predictions))
 
   def test_old_linear_model_two_input_values(self):
     """Tests linear_model() for input with shape=[2]."""
@@ -726,12 +730,12 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight per bucket per input column, all initialized to zero.
         self.assertAllClose(
             [[0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.], [0.]],
-            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(
             bucketized_price_var.assign([[10.], [20.], [30.], [40.], [50.],
                                          [60.], [70.], [80.], [90.], [100.]]))
@@ -741,9 +745,9 @@ class BucketizedColumnTest(test.TestCase):
         # 2nd example:
         #   price 5. is in the 3rd bucket, whose weight is 40.
         #   price 6. is in the 9th bucket, whose weight is 100.
-        self.assertAllClose([[80.], [140.]], predictions.eval())
+        self.assertAllClose([[80.], [140.]], self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[81.], [141.]], predictions.eval())
+        self.assertAllClose([[81.], [141.]], self.evaluate(predictions))
 
   def test_old_linear_model_one_input_value_old_numeric(self):
     """Tests linear_model() for input with shape=[1]."""
@@ -755,20 +759,23 @@ class BucketizedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       bucketized_price_var = get_linear_model_column_var(bucketized_price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         # One weight variable per bucket, all initialized to zero.
         self.assertAllClose([[0.], [0.], [0.], [0.], [0.]],
-                            bucketized_price_var.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], predictions.eval())
+                            self.evaluate(bucketized_price_var))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(predictions))
         sess.run(
             bucketized_price_var.assign([[10.], [20.], [30.], [40.], [50.]]))
         # price -1. is in the 0th bucket, whose weight is 10.
         # price 1. is in the 1st bucket, whose weight is 20.
         # price 5. is in the 3rd bucket, whose weight is 40.
         # price 6. is in the 4th bucket, whose weight is 50.
-        self.assertAllClose([[10.], [20.], [40.], [50.]], predictions.eval())
+        self.assertAllClose([[10.], [20.], [40.], [50.]],
+                            self.evaluate(predictions))
         sess.run(bias.assign([1.]))
-        self.assertAllClose([[11.], [21.], [41.], [51.]], predictions.eval())
+        self.assertAllClose([[11.], [21.], [41.], [51.]],
+                            self.evaluate(predictions))
 
   def test_serialization(self):
     price = fc.numeric_column_v2('price', shape=[2])
@@ -995,13 +1002,14 @@ class HashedCategoricalColumnTest(test.TestCase):
       })
       wire_var, bias = model.variables
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 3: wire_var[3] = 4
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
-        self.assertAllClose(((4.,), (6.,)), predictions.eval())
+        self.assertAllClose(((4.,), (6.,)), self.evaluate(predictions))
 
   def test_old_linear_model(self):
     wire_column = fc.categorical_column_with_hash_bucket_v2('wire', 4)
@@ -1017,13 +1025,14 @@ class HashedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 3: wire_var[3] = 4
         # 'skywalker' -> 2, 'omar' -> 2: wire_var[2] + wire_var[2] = 3+3 = 6
-        self.assertAllClose(((4.,), (6.,)), predictions.eval())
+        self.assertAllClose(((4.,), (6.,)), self.evaluate(predictions))
 
   def test_serialization(self):
     wire_column = fc.categorical_column_with_hash_bucket_v2('wire', 4)
@@ -1276,15 +1285,15 @@ class CrossedColumnTest(test.TestCase):
       })
       crossed_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(
-            ((0.,), (0.,), (0.,), (0.,), (0.,)), crossed_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(crossed_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         sess.run(crossed_var.assign(((1.,), (2.,), (3.,), (4.,), (5.,))))
         # Expected ids after cross = (1, 0, 1, 3, 4, 2)
-        self.assertAllClose(((3.,), (14.,)), predictions.eval())
+        self.assertAllClose(((3.,), (14.,)), self.evaluate(predictions))
         sess.run(bias.assign((.1,)))
-        self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
+        self.assertAllClose(((3.1,), (14.1,)), self.evaluate(predictions))
 
   def test_linear_model_with_weights(self):
 
@@ -1369,15 +1378,15 @@ class CrossedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       crossed_var = get_linear_model_column_var(crossed)
       with _initialized_session() as sess:
-        self.assertAllClose((0.,), bias.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
         self.assertAllClose(((0.,), (0.,), (0.,), (0.,), (0.,)),
-                            crossed_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+                            self.evaluate(crossed_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         sess.run(crossed_var.assign(((1.,), (2.,), (3.,), (4.,), (5.,))))
         # Expected ids after cross = (1, 0, 1, 3, 4, 2)
-        self.assertAllClose(((3.,), (14.,)), predictions.eval())
+        self.assertAllClose(((3.,), (14.,)), self.evaluate(predictions))
         sess.run(bias.assign((.1,)))
-        self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
+        self.assertAllClose(((3.1,), (14.1,)), self.evaluate(predictions))
 
   def test_old_linear_model_with_weights(self):
 
@@ -1479,15 +1488,15 @@ class CrossedColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       crossed_var = get_linear_model_column_var(crossed)
       with _initialized_session() as sess:
-        self.assertAllClose((0.,), bias.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
         self.assertAllClose(((0.,), (0.,), (0.,), (0.,), (0.,)),
-                            crossed_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+                            self.evaluate(crossed_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         sess.run(crossed_var.assign(((1.,), (2.,), (3.,), (4.,), (5.,))))
         # Expected ids after cross = (1, 0, 1, 3, 4, 2)
-        self.assertAllClose(((3.,), (14.,)), predictions.eval())
+        self.assertAllClose(((3.,), (14.,)), self.evaluate(predictions))
         sess.run(bias.assign((.1,)))
-        self.assertAllClose(((3.1,), (14.1,)), predictions.eval())
+        self.assertAllClose(((3.1,), (14.1,)), self.evaluate(predictions))
 
   def test_serialization(self):
     a = fc.numeric_column_v2('a', dtype=dtypes.int32, shape=(2,))
@@ -1594,10 +1603,10 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         sess.run(price_var.assign([[10.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions))
 
   def test_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -1611,11 +1620,12 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       wire_cast_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], wire_cast_var.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(wire_cast_var))
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -1633,7 +1643,7 @@ class LinearModelTest(test.TestCase):
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[1015.], [10065.]], predictions.eval())
+        self.assertAllClose([[1015.], [10065.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
@@ -1688,7 +1698,7 @@ class LinearModelTest(test.TestCase):
         sess.run(dense_and_sparse_column_var.assign(
             [[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_multi_output(self):
     price = fc.numeric_column_v2('price')
@@ -1698,12 +1708,12 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((1, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((1, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[10., 100., 1000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[15., 106., 1007.], [55., 506., 5007.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_sparse_multi_output(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -1717,15 +1727,15 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       wire_cast_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((4, 3)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((4, 3)), self.evaluate(wire_cast_var))
         sess.run(
             wire_cast_var.assign([[10., 11., 12.], [100., 110., 120.], [
                 1000., 1100., 1200.
             ], [10000., 11000., 12000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[1005., 1106., 1207.], [10015., 11017., 12019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_dense_multi_dimension(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -1735,9 +1745,9 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       price_var, _ = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([[0.], [0.]], price_var.eval())
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_sparse_multi_rank(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -1752,7 +1762,7 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       wire_cast_var, _ = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((4, 1)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((4, 1)), self.evaluate(wire_cast_var))
         self.assertAllClose(
             np.zeros((2, 1)),
             predictions.eval(feed_dict={wire_tensor: wire_value}))
@@ -1775,7 +1785,7 @@ class LinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [5010.]], predictions.eval())
+        self.assertAllClose([[1005.], [5010.]], self.evaluate(predictions))
 
   def test_sparse_combiner_with_negative_weights(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -1796,7 +1806,7 @@ class LinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [-9985.]], predictions.eval())
+        self.assertAllClose([[1005.], [-9985.]], self.evaluate(predictions))
 
   def test_dense_multi_dimension_multi_output(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -1806,12 +1816,12 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((2, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((2, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[1., 2., 3.], [10., 100., 1000.]]))
         sess.run(bias.assign([2., 3., 4.]))
         self.assertAllClose([[23., 205., 2007.], [67., 613., 6019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -1831,11 +1841,11 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       price_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_dense_multi_column(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -1849,14 +1859,14 @@ class LinearModelTest(test.TestCase):
       predictions = model(features)
       price1_var, price2_var, bias = model.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price1_var.eval())
-        self.assertAllClose([[0.]], price2_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price1_var))
+        self.assertAllClose([[0.]], self.evaluate(price2_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price1_var.assign([[10.], [100.]]))
         sess.run(price2_var.assign([[1000.]]))
         sess.run(bias.assign([7.]))
-        self.assertAllClose([[3217.], [4657.]], predictions.eval())
+        self.assertAllClose([[3217.], [4657.]], self.evaluate(predictions))
 
   def test_dense_trainable_default(self):
     price = fc.numeric_column_v2('price')
@@ -2200,14 +2210,14 @@ class LinearModelTest(test.TestCase):
       price_var1, bias1 = model1.variables
       price_var2, bias2 = model2.variables
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias1.eval())
+        self.assertAllClose([0.], self.evaluate(bias1))
         sess.run(price_var1.assign([[10.]]))
         sess.run(bias1.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions1.eval())
-        self.assertAllClose([0.], bias2.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions1))
+        self.assertAllClose([0.], self.evaluate(bias2))
         sess.run(price_var2.assign([[10.]]))
         sess.run(bias2.assign([5.]))
-        self.assertAllClose([[25.], [105.]], predictions2.eval())
+        self.assertAllClose([[25.], [105.]], self.evaluate(predictions2))
 
 
 class OldLinearModelTest(test.TestCase):
@@ -2278,10 +2288,10 @@ class OldLinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
         sess.run(price_var.assign([[10.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions))
 
   def test_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -2295,11 +2305,12 @@ class OldLinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.], [0.], [0.]], wire_cast_var.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.], [0.], [0.]],
+                            self.evaluate(wire_cast_var))
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_bias(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -2318,7 +2329,7 @@ class OldLinearModelTest(test.TestCase):
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
         sess.run(price_var.assign([[10.]]))
-        self.assertAllClose([[1015.], [10065.]], predictions.eval())
+        self.assertAllClose([[1015.], [10065.]], self.evaluate(predictions))
 
   def test_dense_and_sparse_column(self):
     """When the column is both dense and sparse, uses sparse tensors."""
@@ -2400,7 +2411,7 @@ class OldLinearModelTest(test.TestCase):
             dense_and_sparse_column_var.assign([[10.], [100.], [1000.],
                                                 [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [10015.]], predictions.eval())
+        self.assertAllClose([[1005.], [10015.]], self.evaluate(predictions))
 
   def test_dense_multi_output(self):
     price = fc.numeric_column_v2('price')
@@ -2410,12 +2421,12 @@ class OldLinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((1, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((1, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[10., 100., 1000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[15., 106., 1007.], [55., 506., 5007.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_sparse_multi_output(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -2429,15 +2440,15 @@ class OldLinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((4, 3)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((4, 3)), self.evaluate(wire_cast_var))
         sess.run(
             wire_cast_var.assign([[10., 11., 12.], [100., 110., 120.],
                                   [1000., 1100., 1200.],
                                   [10000., 11000., 12000.]]))
         sess.run(bias.assign([5., 6., 7.]))
         self.assertAllClose([[1005., 1106., 1207.], [10015., 11017., 12019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_dense_multi_dimension(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -2446,9 +2457,9 @@ class OldLinearModelTest(test.TestCase):
       predictions = fc_old.linear_model(features, [price])
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([[0.], [0.]], price_var.eval())
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_sparse_multi_rank(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -2462,7 +2473,7 @@ class OldLinearModelTest(test.TestCase):
       predictions = fc_old.linear_model(features, [wire_cast])
       wire_cast_var = get_linear_model_column_var(wire_cast)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((4, 1)), wire_cast_var.eval())
+        self.assertAllClose(np.zeros((4, 1)), self.evaluate(wire_cast_var))
         self.assertAllClose(
             np.zeros((2, 1)),
             predictions.eval(feed_dict={wire_tensor: wire_value}))
@@ -2486,7 +2497,7 @@ class OldLinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [5010.]], predictions.eval())
+        self.assertAllClose([[1005.], [5010.]], self.evaluate(predictions))
 
   def test_sparse_combiner_with_negative_weights(self):
     wire_cast = fc.categorical_column_with_hash_bucket_v2('wire_cast', 4)
@@ -2508,7 +2519,7 @@ class OldLinearModelTest(test.TestCase):
       with _initialized_session() as sess:
         sess.run(wire_cast_var.assign([[10.], [100.], [1000.], [10000.]]))
         sess.run(bias.assign([5.]))
-        self.assertAllClose([[1005.], [-9985.]], predictions.eval())
+        self.assertAllClose([[1005.], [-9985.]], self.evaluate(predictions))
 
   def test_dense_multi_dimension_multi_output(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -2518,12 +2529,12 @@ class OldLinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose(np.zeros((3,)), bias.eval())
-        self.assertAllClose(np.zeros((2, 3)), price_var.eval())
+        self.assertAllClose(np.zeros((3,)), self.evaluate(bias))
+        self.assertAllClose(np.zeros((2, 3)), self.evaluate(price_var))
         sess.run(price_var.assign([[1., 2., 3.], [10., 100., 1000.]]))
         sess.run(bias.assign([2., 3., 4.]))
         self.assertAllClose([[23., 205., 2007.], [67., 613., 6019.]],
-                            predictions.eval())
+                            self.evaluate(predictions))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -2542,11 +2553,11 @@ class OldLinearModelTest(test.TestCase):
       bias = get_linear_model_bias()
       price_var = get_linear_model_column_var(price)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price_var.assign([[10.], [100.]]))
-        self.assertAllClose([[210.], [650.]], predictions.eval())
+        self.assertAllClose([[210.], [650.]], self.evaluate(predictions))
 
   def test_dense_multi_column(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -2558,14 +2569,14 @@ class OldLinearModelTest(test.TestCase):
       price1_var = get_linear_model_column_var(price1)
       price2_var = get_linear_model_column_var(price2)
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias.eval())
-        self.assertAllClose([[0.], [0.]], price1_var.eval())
-        self.assertAllClose([[0.]], price2_var.eval())
-        self.assertAllClose([[0.], [0.]], predictions.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
+        self.assertAllClose([[0.], [0.]], self.evaluate(price1_var))
+        self.assertAllClose([[0.]], self.evaluate(price2_var))
+        self.assertAllClose([[0.], [0.]], self.evaluate(predictions))
         sess.run(price1_var.assign([[10.], [100.]]))
         sess.run(price2_var.assign([[1000.]]))
         sess.run(bias.assign([7.]))
-        self.assertAllClose([[3217.], [4657.]], predictions.eval())
+        self.assertAllClose([[3217.], [4657.]], self.evaluate(predictions))
 
   def test_fills_cols_to_vars(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -2918,14 +2929,14 @@ class OldLinearModelTest(test.TestCase):
       price_var1 = get_linear_model_column_var(price, name='linear_model')
       price_var2 = get_linear_model_column_var(price, name='linear_model_1')
       with _initialized_session() as sess:
-        self.assertAllClose([0.], bias1.eval())
+        self.assertAllClose([0.], self.evaluate(bias1))
         sess.run(price_var1.assign([[10.]]))
         sess.run(bias1.assign([5.]))
-        self.assertAllClose([[15.], [55.]], predictions1.eval())
-        self.assertAllClose([0.], bias2.eval())
+        self.assertAllClose([[15.], [55.]], self.evaluate(predictions1))
+        self.assertAllClose([0.], self.evaluate(bias2))
         sess.run(price_var2.assign([[10.]]))
         sess.run(bias2.assign([5.]))
-        self.assertAllClose([[25.], [105.]], predictions2.eval())
+        self.assertAllClose([[25.], [105.]], self.evaluate(predictions2))
 
   def test_linear_model_v1_shared_embedding_all_other_v2(self):
     price = fc.numeric_column_v2('price')  # v2
@@ -2961,7 +2972,7 @@ class OldLinearModelTest(test.TestCase):
       fc_old.linear_model(features, all_cols)
       bias = get_linear_model_bias()
       with _initialized_session():
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
 
   def test_linear_model_v1_shared_embedding_with_v2_cat_all_other_v2(self):
     price = fc.numeric_column_v2('price')  # v2
@@ -2997,7 +3008,7 @@ class OldLinearModelTest(test.TestCase):
       fc_old.linear_model(features, all_cols)
       bias = get_linear_model_bias()
       with _initialized_session():
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
 
   def test_linear_model_v1_v2_mix(self):
     price = fc.numeric_column_v2('price')  # v2
@@ -3033,7 +3044,7 @@ class OldLinearModelTest(test.TestCase):
       fc_old.linear_model(features, all_cols)
       bias = get_linear_model_bias()
       with _initialized_session():
-        self.assertAllClose([0.], bias.eval())
+        self.assertAllClose([0.], self.evaluate(bias))
 
   def test_linear_model_v2_shared_embedding_all_other_v1(self):
     price = fc_old.numeric_column('price')  # v1
@@ -3197,7 +3208,7 @@ class DenseFeaturesTest(test.TestCase):
       features = features = {'a': [0.]}
       net = fc.DenseFeatures(fc.numeric_column_v2('a'))(features)
       with _initialized_session():
-        self.assertAllClose([[0.]], net.eval())
+        self.assertAllClose([[0.]], self.evaluate(net))
 
   def test_column_generator(self):
     with ops.Graph().as_default():
@@ -3205,7 +3216,7 @@ class DenseFeaturesTest(test.TestCase):
       columns = (fc.numeric_column_v2(key) for key in features)
       net = fc.DenseFeatures(columns)(features)
       with _initialized_session():
-        self.assertAllClose([[0., 1.]], net.eval())
+        self.assertAllClose([[0., 1.]], self.evaluate(net))
 
   def test_raises_if_duplicate_name(self):
     with self.assertRaisesRegexp(
@@ -3224,7 +3235,7 @@ class DenseFeaturesTest(test.TestCase):
       features = {'price': [[1.], [5.]]}
       net = fc.DenseFeatures([price])(features)
       with _initialized_session():
-        self.assertAllClose([[1.], [5.]], net.eval())
+        self.assertAllClose([[1.], [5.]], self.evaluate(net))
 
   def test_multi_dimension(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -3232,7 +3243,7 @@ class DenseFeaturesTest(test.TestCase):
       features = {'price': [[1., 2.], [5., 6.]]}
       net = fc.DenseFeatures([price])(features)
       with _initialized_session():
-        self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
+        self.assertAllClose([[1., 2.], [5., 6.]], self.evaluate(net))
 
   def test_compute_output_shape(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -3247,7 +3258,8 @@ class DenseFeaturesTest(test.TestCase):
       net = dense_features(features)
       with _initialized_session():
         self.assertAllClose(
-            [[1., 2., 3., 4., 5., 6.], [5., 6., 7., 8., 9., 10.]], net.eval())
+            [[1., 2., 3., 4., 5., 6.], [5., 6., 7., 8., 9., 10.]],
+            self.evaluate(net))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -3264,7 +3276,7 @@ class DenseFeaturesTest(test.TestCase):
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
       net = fc.DenseFeatures([price])(features)
       with _initialized_session():
-        self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
+        self.assertAllClose([[1., 2.], [5., 6.]], self.evaluate(net))
 
   def test_multi_column(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -3276,7 +3288,7 @@ class DenseFeaturesTest(test.TestCase):
       }
       net = fc.DenseFeatures([price1, price2])(features)
       with _initialized_session():
-        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], net.eval())
+        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], self.evaluate(net))
 
   def test_cols_to_output_tensors(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -3289,7 +3301,7 @@ class DenseFeaturesTest(test.TestCase):
       with _initialized_session():
         self.assertAllClose([[1., 2.], [5., 6.]], cols_dict[price1].eval())
         self.assertAllClose([[3.], [4.]], cols_dict[price2].eval())
-        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], net.eval())
+        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], self.evaluate(net))
 
   def test_column_order(self):
     price_a = fc.numeric_column_v2('price_a')
@@ -3302,8 +3314,8 @@ class DenseFeaturesTest(test.TestCase):
       net1 = fc.DenseFeatures([price_a, price_b])(features)
       net2 = fc.DenseFeatures([price_b, price_a])(features)
       with _initialized_session():
-        self.assertAllClose([[1., 3.]], net1.eval())
-        self.assertAllClose([[1., 3.]], net2.eval())
+        self.assertAllClose([[1., 3.]], self.evaluate(net1))
+        self.assertAllClose([[1., 3.]], self.evaluate(net2))
 
   def test_fails_for_categorical_column(self):
     animal = fc.categorical_column_with_identity_v2('animal', num_buckets=4)
@@ -3788,7 +3800,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = features = {'a': [0.]}
       net = fc_old.input_layer(features, fc.numeric_column_v2('a'))
       with _initialized_session():
-        self.assertAllClose([[0.]], net.eval())
+        self.assertAllClose([[0.]], self.evaluate(net))
 
   def test_column_generator(self):
     with ops.Graph().as_default():
@@ -3796,7 +3808,7 @@ class FunctionalInputLayerTest(test.TestCase):
       columns = (fc.numeric_column_v2(key) for key in features)
       net = fc_old.input_layer(features, columns)
       with _initialized_session():
-        self.assertAllClose([[0., 1.]], net.eval())
+        self.assertAllClose([[0., 1.]], self.evaluate(net))
 
   def test_raises_if_duplicate_name(self):
     with self.assertRaisesRegexp(
@@ -3814,7 +3826,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price': [[1.], [5.]]}
       net = fc_old.input_layer(features, [price])
       with _initialized_session():
-        self.assertAllClose([[1.], [5.]], net.eval())
+        self.assertAllClose([[1.], [5.]], self.evaluate(net))
 
   def test_multi_dimension(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -3822,7 +3834,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price': [[1., 2.], [5., 6.]]}
       net = fc_old.input_layer(features, [price])
       with _initialized_session():
-        self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
+        self.assertAllClose([[1., 2.], [5., 6.]], self.evaluate(net))
 
   def test_raises_if_shape_mismatch(self):
     price = fc.numeric_column_v2('price', shape=2)
@@ -3839,7 +3851,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price': [[[1., 2.]], [[5., 6.]]]}
       net = fc_old.input_layer(features, [price])
       with _initialized_session():
-        self.assertAllClose([[1., 2.], [5., 6.]], net.eval())
+        self.assertAllClose([[1., 2.], [5., 6.]], self.evaluate(net))
 
   def test_multi_column(self):
     price1 = fc.numeric_column_v2('price1', shape=2)
@@ -3848,7 +3860,7 @@ class FunctionalInputLayerTest(test.TestCase):
       features = {'price1': [[1., 2.], [5., 6.]], 'price2': [[3.], [4.]]}
       net = fc_old.input_layer(features, [price1, price2])
       with _initialized_session():
-        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], net.eval())
+        self.assertAllClose([[1., 2., 3.], [5., 6., 4.]], self.evaluate(net))
 
   def test_fills_cols_to_vars(self):
     # Provide three _DenseColumn's to input_layer: a _NumericColumn, a
@@ -3979,8 +3991,8 @@ class FunctionalInputLayerTest(test.TestCase):
       net1 = fc_old.input_layer(features, [price_a, price_b])
       net2 = fc_old.input_layer(features, [price_b, price_a])
       with _initialized_session():
-        self.assertAllClose([[1., 3.]], net1.eval())
-        self.assertAllClose([[1., 3.]], net2.eval())
+        self.assertAllClose([[1., 3.]], self.evaluate(net1))
+        self.assertAllClose([[1., 3.]], self.evaluate(net2))
 
   def test_fails_for_categorical_column(self):
     animal = fc.categorical_column_with_identity_v2('animal', num_buckets=4)
@@ -4573,13 +4585,12 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
         dense_shape=(2, 2))
     id_tensor = fc._transform_features({'aaa': inputs}, [column], None)[column]
     with _initialized_session():
-      _assert_sparse_tensor_value(self,
-                                  sparse_tensor.SparseTensorValue(
-                                      indices=inputs.indices,
-                                      values=np.array(
-                                          (2, -1, 0), dtype=np.int64),
-                                      dense_shape=inputs.dense_shape),
-                                  id_tensor.eval())
+      _assert_sparse_tensor_value(
+          self,
+          sparse_tensor.SparseTensorValue(
+              indices=inputs.indices,
+              values=np.array((2, -1, 0), dtype=np.int64),
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
 
   def test_get_sparse_tensors_dense_input(self):
     column = fc.categorical_column_with_vocabulary_file_v2(
@@ -4763,13 +4774,14 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
       })
       wire_var, bias = model.variables
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
   def test_old_linear_model(self):
     wire_column = fc.categorical_column_with_vocabulary_file_v2(
@@ -4789,13 +4801,14 @@ class VocabularyFileCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
   def test_serialization(self):
     wire_column = fc.categorical_column_with_vocabulary_file_v2(
@@ -5032,8 +5045,7 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array((2, -1, 0), dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
 
   def test_get_sparse_tensors_dense_input(self):
     column = fc.categorical_column_with_vocabulary_list_v2(
@@ -5185,13 +5197,14 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
       })
       wire_var, bias = model.variables
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
   def test_old_linear_model(self):
     wire_column = fc.categorical_column_with_vocabulary_list_v2(
@@ -5210,13 +5223,14 @@ class VocabularyListCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       wire_var = get_linear_model_column_var(wire_column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)), wire_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,), (0.,)),
+                            self.evaluate(wire_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         wire_var.assign(((1.,), (2.,), (3.,), (4.,))).eval()
         # 'marlo' -> 2: wire_var[2] = 3
         # 'skywalker' -> 3, 'omar' -> 0: wire_var[3] + wire_var[0] = 4+1 = 5
-        self.assertAllClose(((3.,), (5.,)), predictions.eval())
+        self.assertAllClose(((3.,), (5.,)), self.evaluate(predictions))
 
   def test_serialization(self):
     wire_column = fc.categorical_column_with_vocabulary_list_v2(
@@ -5349,8 +5363,7 @@ class IdentityCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array((0, 1, 0), dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
 
   def test_get_sparse_tensors_dense_input(self):
     column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
@@ -5463,13 +5476,13 @@ class IdentityCategoricalColumnTest(test.TestCase):
       })
       weight_var, bias = model.variables
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] = 1
         # weight_var[2] + weight_var[1] = 3+2 = 5
-        self.assertAllClose(((1.,), (5.,)), predictions.eval())
+        self.assertAllClose(((1.,), (5.,)), self.evaluate(predictions))
 
   def test_old_linear_model(self):
     column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
@@ -5485,13 +5498,13 @@ class IdentityCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] = 1
         # weight_var[2] + weight_var[1] = 3+2 = 5
-        self.assertAllClose(((1.,), (5.,)), predictions.eval())
+        self.assertAllClose(((1.,), (5.,)), self.evaluate(predictions))
 
   def test_serialization(self):
     column = fc.categorical_column_with_identity_v2(key='aaa', num_buckets=3)
@@ -5597,7 +5610,8 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = transformation_cache.get(animal, None)
     with self.cached_session():
-      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]], output.eval())
+      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]],
+                          self.evaluate(output))
 
   def test_2D_shape_succeeds(self):
     # TODO(ispir/cassandrax): Swith to categorical_column_with_keys when ready.
@@ -5612,7 +5626,8 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = transformation_cache.get(animal, None)
     with self.cached_session():
-      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]], output.eval())
+      self.assertAllEqual([[0., 0., 1., 0.], [0., 0., 1., 0.]],
+                          self.evaluate(output))
 
   def test_multi_hot(self):
     animal = fc.indicator_column_v2(
@@ -5625,7 +5640,7 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = transformation_cache.get(animal, None)
     with self.cached_session():
-      self.assertAllEqual([[0., 2., 0., 0.]], output.eval())
+      self.assertAllEqual([[0., 2., 0., 0.]], self.evaluate(output))
 
   def test_multi_hot2(self):
     animal = fc.indicator_column_v2(
@@ -5637,7 +5652,7 @@ class IndicatorColumnTest(test.TestCase):
     })
     output = transformation_cache.get(animal, None)
     with self.cached_session():
-      self.assertAllEqual([[0., 1., 1., 0.]], output.eval())
+      self.assertAllEqual([[0., 1., 1., 0.]], self.evaluate(output))
 
   def test_deep_copy(self):
     a = fc.categorical_column_with_hash_bucket_v2('a', 4)
@@ -5683,7 +5698,8 @@ class IndicatorColumnTest(test.TestCase):
     indicator_tensor = fc._transform_features(features, [a_indicator],
                                               None)[a_indicator]
     with _initialized_session():
-      self.assertAllEqual([[0, 0, 1], [1, 0, 0]], indicator_tensor.eval())
+      self.assertAllEqual([[0, 0, 1], [1, 0, 0]],
+                          self.evaluate(indicator_tensor))
 
   def test_transform_with_weighted_column(self):
     # Github issue 12557
@@ -5698,7 +5714,7 @@ class IndicatorColumnTest(test.TestCase):
     indicator_tensor = fc._transform_features(features, [indicator],
                                               None)[indicator]
     with _initialized_session():
-      self.assertAllEqual([[6., 4., 2.]], indicator_tensor.eval())
+      self.assertAllEqual([[6., 4., 2.]], self.evaluate(indicator_tensor))
 
   def test_transform_with_missing_value_in_weighted_column(self):
     # Github issue 12583
@@ -5713,7 +5729,7 @@ class IndicatorColumnTest(test.TestCase):
     indicator_tensor = fc._transform_features(features, [indicator],
                                               None)[indicator]
     with _initialized_session():
-      self.assertAllEqual([[0., 4., 2.]], indicator_tensor.eval())
+      self.assertAllEqual([[0., 4., 2.]], self.evaluate(indicator_tensor))
 
   def test_transform_with_missing_value_in_categorical_column(self):
     # Github issue 12583
@@ -5726,7 +5742,7 @@ class IndicatorColumnTest(test.TestCase):
     indicator_tensor = fc._transform_features(features, [indicator],
                                               None)[indicator]
     with _initialized_session():
-      self.assertAllEqual([[0., 1., 1.]], indicator_tensor.eval())
+      self.assertAllEqual([[0., 1., 1.]], self.evaluate(indicator_tensor))
 
   def test_linear_model(self):
     animal = fc.indicator_column_v2(
@@ -5743,10 +5759,10 @@ class IndicatorColumnTest(test.TestCase):
       weight_var, _ = model.variables
       with _initialized_session():
         # All should be zero-initialized.
-        self.assertAllClose([[0.], [0.], [0.], [0.]], weight_var.eval())
-        self.assertAllClose([[0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.]], self.evaluate(weight_var))
+        self.assertAllClose([[0.]], self.evaluate(predictions))
         weight_var.assign([[1.], [2.], [3.], [4.]]).eval()
-        self.assertAllClose([[2. + 3.]], predictions.eval())
+        self.assertAllClose([[2. + 3.]], self.evaluate(predictions))
 
   def test_old_linear_model(self):
     animal = fc.indicator_column_v2(
@@ -5762,10 +5778,10 @@ class IndicatorColumnTest(test.TestCase):
       weight_var = get_linear_model_column_var(animal)
       with _initialized_session():
         # All should be zero-initialized.
-        self.assertAllClose([[0.], [0.], [0.], [0.]], weight_var.eval())
-        self.assertAllClose([[0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.]], self.evaluate(weight_var))
+        self.assertAllClose([[0.]], self.evaluate(predictions))
         weight_var.assign([[1.], [2.], [3.], [4.]]).eval()
-        self.assertAllClose([[2. + 3.]], predictions.eval())
+        self.assertAllClose([[2. + 3.]], self.evaluate(predictions))
 
   def test_old_linear_model_old_categorical(self):
     animal = fc.indicator_column_v2(
@@ -5781,10 +5797,10 @@ class IndicatorColumnTest(test.TestCase):
       weight_var = get_linear_model_column_var(animal)
       with _initialized_session():
         # All should be zero-initialized.
-        self.assertAllClose([[0.], [0.], [0.], [0.]], weight_var.eval())
-        self.assertAllClose([[0.]], predictions.eval())
+        self.assertAllClose([[0.], [0.], [0.], [0.]], self.evaluate(weight_var))
+        self.assertAllClose([[0.]], self.evaluate(predictions))
         weight_var.assign([[1.], [2.], [3.], [4.]]).eval()
-        self.assertAllClose([[2. + 3.]], predictions.eval())
+        self.assertAllClose([[2. + 3.]], self.evaluate(predictions))
 
   def test_dense_features(self):
     animal = fc.indicator_column_v2(
@@ -5797,7 +5813,7 @@ class IndicatorColumnTest(test.TestCase):
       }
       net = fc.DenseFeatures([animal])(features)
       with _initialized_session():
-        self.assertAllClose([[0., 1., 1., 0.]], net.eval())
+        self.assertAllClose([[0., 1., 1., 0.]], self.evaluate(net))
 
   def test_input_layer(self):
     animal = fc.indicator_column_v2(
@@ -5810,7 +5826,7 @@ class IndicatorColumnTest(test.TestCase):
       }
       net = fc_old.input_layer(features, [animal])
       with _initialized_session():
-        self.assertAllClose([[0., 1., 1., 0.]], net.eval())
+        self.assertAllClose([[0., 1., 1., 0.]], self.evaluate(net))
 
   def test_input_layer_old_categorical(self):
     animal = fc.indicator_column_v2(
@@ -5823,7 +5839,7 @@ class IndicatorColumnTest(test.TestCase):
       }
       net = fc_old.input_layer(features, [animal])
       with _initialized_session():
-        self.assertAllClose([[0., 1., 1., 0.]], net.eval())
+        self.assertAllClose([[0., 1., 1., 0.]], self.evaluate(net))
 
   def test_serialization(self):
     parent = fc.categorical_column_with_identity_v2('animal', num_buckets=4)
@@ -6024,8 +6040,8 @@ class EmbeddingColumnTest(test.TestCase):
     output_a = outputs[a]
     output_embedded = outputs[a_embedded]
     with _initialized_session():
-      _assert_sparse_tensor_value(
-          self, output_a.eval(), output_embedded.eval())
+      _assert_sparse_tensor_value(self, self.evaluate(output_a),
+                                  self.evaluate(output_embedded))
 
   def test_get_dense_tensor(self):
     # Inputs.
@@ -6086,7 +6102,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_get_dense_tensor_old_categorical(self):
     # Inputs.
@@ -6146,7 +6162,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_get_dense_tensor_3d(self):
     # Inputs.
@@ -6209,7 +6225,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_get_dense_tensor_placeholder_inputs(self):
     # Inputs.
@@ -6342,7 +6358,7 @@ class EmbeddingColumnTest(test.TestCase):
         ('embedding_weights:0',), tuple([v.name for v in global_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, embedding_lookup.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(embedding_lookup))
 
   def test_linear_model(self):
     # Inputs.
@@ -6397,11 +6413,13 @@ class EmbeddingColumnTest(test.TestCase):
       linear_weights = trainable_vars['linear_model/aaa_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights))
+        self.assertAllClose(
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -6416,7 +6434,8 @@ class EmbeddingColumnTest(test.TestCase):
         # example 3, ids [1], embedding[3] = [3, 5]
         # sum(embeddings * linear_weights)
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
-        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
+        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)),
+                            self.evaluate(predictions))
 
   def test_dense_features(self):
     # Inputs.
@@ -6478,7 +6497,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in trainable_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, trainable_vars[0].eval())
-      self.assertAllEqual(expected_lookups, dense_features.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(dense_features))
 
   def test_dense_features_not_trainable(self):
     # Inputs.
@@ -6539,7 +6558,7 @@ class EmbeddingColumnTest(test.TestCase):
         [], ops.get_collection(ops.GraphKeys.TRAINABLE_VARIABLES))
     with _initialized_session():
       self.assertAllEqual(embedding_values, global_vars[0].eval())
-      self.assertAllEqual(expected_lookups, dense_features.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(dense_features))
 
   def test_input_layer(self):
     # Inputs.
@@ -6601,7 +6620,7 @@ class EmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in trainable_vars]))
     with _initialized_session():
       self.assertAllEqual(embedding_values, trainable_vars[0].eval())
-      self.assertAllEqual(expected_lookups, dense_features.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(dense_features))
 
   def test_old_linear_model(self):
     # Inputs.
@@ -6658,11 +6677,13 @@ class EmbeddingColumnTest(test.TestCase):
       linear_weights = trainable_vars['linear_model/aaa_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
+        self.assertAllClose(
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -6677,7 +6698,8 @@ class EmbeddingColumnTest(test.TestCase):
         # example 3, ids [1], embedding[3] = [3, 5]
         # sum(embeddings * linear_weights)
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
-        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
+        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)),
+                            self.evaluate(predictions))
 
   def test_old_linear_model_old_categorical(self):
     # Inputs.
@@ -6734,11 +6756,13 @@ class EmbeddingColumnTest(test.TestCase):
       linear_weights = trainable_vars['linear_model/aaa_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
+        self.assertAllClose(
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -6753,7 +6777,8 @@ class EmbeddingColumnTest(test.TestCase):
         # example 3, ids [1], embedding[3] = [3, 5]
         # sum(embeddings * linear_weights)
         # = [4*7 + 6*11, 4*2 + 6*3.5, 4*0 + 6*0, 4*3 + 6*5] = [94, 29, 0, 42]
-        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)), predictions.eval())
+        self.assertAllClose(((94.,), (29.,), (0.,), (42.,)),
+                            self.evaluate(predictions))
 
   def test_serialization(self):
 
@@ -6993,10 +7018,10 @@ class SharedEmbeddingColumnTest(test.TestCase):
     output_b = outputs[b]
     output_b_embedded = outputs[b_embedded]
     with _initialized_session():
-      _assert_sparse_tensor_value(
-          self, output_a.eval(), output_a_embedded.eval())
-      _assert_sparse_tensor_value(
-          self, output_b.eval(), output_b_embedded.eval())
+      _assert_sparse_tensor_value(self, self.evaluate(output_a),
+                                  self.evaluate(output_a_embedded))
+      _assert_sparse_tensor_value(self, self.evaluate(output_b),
+                                  self.evaluate(output_b_embedded))
 
   def test_get_dense_tensor(self):
     # Inputs.
@@ -7062,9 +7087,9 @@ class SharedEmbeddingColumnTest(test.TestCase):
                           tuple([v.name for v in global_vars]))
     embedding_var = global_vars[0]
     with _initialized_session():
-      self.assertAllEqual(embedding_values, embedding_var.eval())
-      self.assertAllEqual(expected_lookups_a, embedding_lookup_a.eval())
-      self.assertAllEqual(expected_lookups_b, embedding_lookup_b.eval())
+      self.assertAllEqual(embedding_values, self.evaluate(embedding_var))
+      self.assertAllEqual(expected_lookups_a, self.evaluate(embedding_lookup_a))
+      self.assertAllEqual(expected_lookups_b, self.evaluate(embedding_lookup_b))
 
   def test_get_dense_tensor_placeholder_inputs(self):
     # Inputs.
@@ -7185,13 +7210,15 @@ class SharedEmbeddingColumnTest(test.TestCase):
           'linear_model/bbb_shared_embedding/weights:0']
       with _initialized_session():
         # Predictions with all zero weights.
-        self.assertAllClose(np.zeros((1,)), bias.eval())
-        self.assertAllClose(zeros_embedding_values, embedding_weights.eval())
+        self.assertAllClose(np.zeros((1,)), self.evaluate(bias))
+        self.assertAllClose(zeros_embedding_values,
+                            self.evaluate(embedding_weights))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights_a.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights_a))
         self.assertAllClose(
-            np.zeros((embedding_dimension, 1)), linear_weights_b.eval())
-        self.assertAllClose(np.zeros((batch_size, 1)), predictions.eval())
+            np.zeros((embedding_dimension, 1)), self.evaluate(linear_weights_b))
+        self.assertAllClose(
+            np.zeros((batch_size, 1)), self.evaluate(predictions))
 
         # Predictions with all non-zero weights.
         embedding_weights.assign((
@@ -7209,7 +7236,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
         # example 1, ids [], embedding[1] = 0, 0]
         # sum(embeddings * linear_weights)
         # = [3*1 + 5*2, 3*0 +5*0] = [13, 0]
-        self.assertAllClose([[94. + 13.], [29.]], predictions.eval())
+        self.assertAllClose([[94. + 13.], [29.]], self.evaluate(predictions))
 
   def _test_dense_features(self, trainable=True):
     # Inputs.
@@ -7319,7 +7346,7 @@ class SharedEmbeddingColumnTest(test.TestCase):
     shared_embedding_vars = global_vars
     with _initialized_session():
       self.assertAllEqual(embedding_values, shared_embedding_vars[0].eval())
-      self.assertAllEqual(expected_lookups, dense_features.eval())
+      self.assertAllEqual(expected_lookups, self.evaluate(dense_features))
 
   def test_dense_features(self):
     self._test_dense_features()
@@ -7493,15 +7520,13 @@ class WeightedCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array(inputs.values, dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
       _assert_sparse_tensor_value(
           self,
           sparse_tensor.SparseTensorValue(
               indices=weights.indices,
               values=np.array(weights.values, dtype=np.float32),
-              dense_shape=weights.dense_shape),
-          weight_tensor.eval())
+              dense_shape=weights.dense_shape), self.evaluate(weight_tensor))
 
   def test_transform_features_dense_input(self):
     column = fc.weighted_categorical_column_v2(
@@ -7522,15 +7547,13 @@ class WeightedCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=((0, 0), (1, 0), (1, 1)),
               values=np.array((0, 1, 0), dtype=np.int64),
-              dense_shape=(2, 2)),
-          id_tensor.eval())
+              dense_shape=(2, 2)), self.evaluate(id_tensor))
       _assert_sparse_tensor_value(
           self,
           sparse_tensor.SparseTensorValue(
               indices=weights.indices,
               values=np.array(weights.values, dtype=np.float32),
-              dense_shape=weights.dense_shape),
-          weight_tensor.eval())
+              dense_shape=weights.dense_shape), self.evaluate(weight_tensor))
 
   def test_transform_features_dense_weights(self):
     column = fc.weighted_categorical_column_v2(
@@ -7551,15 +7574,13 @@ class WeightedCategoricalColumnTest(test.TestCase):
           sparse_tensor.SparseTensorValue(
               indices=inputs.indices,
               values=np.array(inputs.values, dtype=np.int64),
-              dense_shape=inputs.dense_shape),
-          id_tensor.eval())
+              dense_shape=inputs.dense_shape), self.evaluate(id_tensor))
       _assert_sparse_tensor_value(
           self,
           sparse_tensor.SparseTensorValue(
               indices=((0, 0), (1, 0), (1, 1)),
               values=np.array((.5, 1., .1), dtype=np.float32),
-              dense_shape=(2, 2)),
-          weight_tensor.eval())
+              dense_shape=(2, 2)), self.evaluate(weight_tensor))
 
   def test_linear_model(self):
     column = fc.weighted_categorical_column_v2(
@@ -7582,14 +7603,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       })
       weight_var, bias = model.variables
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_linear_model_mismatched_shape(self):
     column = fc.weighted_categorical_column_v2(
@@ -7635,7 +7656,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
           rewriter_config_pb2.RewriterConfig.OFF)
       with _initialized_session(config):
         with self.assertRaisesRegexp(errors.OpError, 'Incompatible shapes'):
-          predictions.eval()
+          self.evaluate(predictions)
 
   def test_linear_model_mismatched_dense_shape(self):
     column = fc.weighted_categorical_column_v2(
@@ -7654,14 +7675,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       })
       weight_var, bias = model.variables
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_old_linear_model(self):
     column = fc.weighted_categorical_column_v2(
@@ -7684,14 +7705,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_old_linear_model_mismatched_shape(self):
     column = fc.weighted_categorical_column_v2(
@@ -7736,7 +7757,7 @@ class WeightedCategoricalColumnTest(test.TestCase):
           rewriter_config_pb2.RewriterConfig.OFF)
       with _initialized_session(config):
         with self.assertRaisesRegexp(errors.OpError, 'Incompatible shapes'):
-          predictions.eval()
+          self.evaluate(predictions)
 
   def test_old_linear_model_mismatched_dense_shape(self):
     column = fc.weighted_categorical_column_v2(
@@ -7755,14 +7776,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   def test_old_linear_model_old_categorical(self):
     column = fc.weighted_categorical_column_v2(
@@ -7785,14 +7806,14 @@ class WeightedCategoricalColumnTest(test.TestCase):
       bias = get_linear_model_bias()
       weight_var = get_linear_model_column_var(column)
       with _initialized_session():
-        self.assertAllClose((0.,), bias.eval())
-        self.assertAllClose(((0.,), (0.,), (0.,)), weight_var.eval())
-        self.assertAllClose(((0.,), (0.,)), predictions.eval())
+        self.assertAllClose((0.,), self.evaluate(bias))
+        self.assertAllClose(((0.,), (0.,), (0.,)), self.evaluate(weight_var))
+        self.assertAllClose(((0.,), (0.,)), self.evaluate(predictions))
         weight_var.assign(((1.,), (2.,), (3.,))).eval()
         # weight_var[0] * weights[0, 0] = 1 * .5 = .5
         # weight_var[2] * weights[1, 0] + weight_var[1] * weights[1, 1]
         # = 3*1 + 2*.1 = 3+.2 = 3.2
-        self.assertAllClose(((.5,), (3.2,)), predictions.eval())
+        self.assertAllClose(((.5,), (3.2,)), self.evaluate(predictions))
 
   # TODO(ptucker): Add test with embedding of weighted categorical.
 
diff --git a/tensorflow/python/framework/function_test.py b/tensorflow/python/framework/function_test.py
index 13ee6c5d2d..971219d5b0 100644
--- a/tensorflow/python/framework/function_test.py
+++ b/tensorflow/python/framework/function_test.py
@@ -552,8 +552,8 @@ class FunctionTest(test.TestCase):
 
     with self.session(graph=g):
       v.initializer.run()
-      self.assertAllEqual(expected_val.eval(), actual_val.eval())
-      self.assertAllEqual(expected_shape, actual_shape.eval())
+      self.assertAllEqual(expected_val.eval(), self.evaluate(actual_val))
+      self.assertAllEqual(expected_shape, self.evaluate(actual_shape))
 
   def testDefineErrors(self):
     with ops.Graph().as_default():
diff --git a/tensorflow/python/framework/importer_test.py b/tensorflow/python/framework/importer_test.py
index 2b4d8e7299..fc7367649e 100644
--- a/tensorflow/python/framework/importer_test.py
+++ b/tensorflow/python/framework/importer_test.py
@@ -930,7 +930,7 @@ class ImportGraphDefTest(test.TestCase):
           name="",
           return_elements=["id:0"])
       with self.cached_session():
-        self.assertEqual(5.0, t.eval())
+        self.assertEqual(5.0, self.evaluate(t))
 
   def testInvalidInputForReturnOperations(self):
     with ops.Graph().as_default():
@@ -1071,7 +1071,7 @@ class ImportGraphDefTest(test.TestCase):
       tensor_input = np.ones(input_shape, dtype=np.float32)
       t = constant_op.constant(tensor_input, shape=input_shape)
       g = array_ops.identity(t)
-      g.eval()
+      self.evaluate(g)
 
   def testVersion(self):
     v0 = versions.GRAPH_DEF_VERSION_MIN_CONSUMER
@@ -1255,7 +1255,7 @@ class ImportGraphDefTest(test.TestCase):
     z = TestFunc()
 
     with self.cached_session():
-      z_val = z.eval()
+      z_val = self.evaluate(z)
       self.assertEqual(z_val, -2.0)
 
   def testImportGraphWithFunctionTwice(self):
diff --git a/tensorflow/python/framework/ops_test.py b/tensorflow/python/framework/ops_test.py
index d7c5a1a6e5..3957d1de53 100644
--- a/tensorflow/python/framework/ops_test.py
+++ b/tensorflow/python/framework/ops_test.py
@@ -317,7 +317,7 @@ class OperationTest(test_util.TensorFlowTestCase):
       values = [[2], [3], [5], [7]]
       tensor = ops.convert_to_tensor(values)
       self.assertAllEqual((4, 1), tensor.get_shape().as_list())
-      self.assertAllEqual(values, tensor.eval())
+      self.assertAllEqual(values, self.evaluate(tensor))
 
   def testShapeTuple(self):
     with self.cached_session():
@@ -346,18 +346,18 @@ class OperationTest(test_util.TensorFlowTestCase):
       tensor = ops.convert_to_tensor(
           [constant_op.constant(row) for row in values])
       self.assertAllEqual((4, 1), tensor.get_shape().as_list())
-      self.assertAllEqual(values, tensor.eval())
+      self.assertAllEqual(values, self.evaluate(tensor))
       tensor = ops.convert_to_tensor(
           [[constant_op.constant(v) for v in row] for row in values])
       self.assertAllEqual((4, 1), tensor.get_shape().as_list())
-      self.assertAllEqual(values, tensor.eval())
+      self.assertAllEqual(values, self.evaluate(tensor))
 
   def testConvertToTensorNestedMix(self):
     with self.cached_session():
       values = ([2], (3,), [constant_op.constant(5)], constant_op.constant([7]))
       tensor = ops.convert_to_tensor(values)
       self.assertAllEqual((4, 1), tensor.get_shape().as_list())
-      self.assertAllEqual(((2,), (3,), (5,), (7,)), tensor.eval())
+      self.assertAllEqual(((2,), (3,), (5,), (7,)), self.evaluate(tensor))
 
   def testConvertToTensorPreferred(self):
     with self.cached_session():
@@ -2490,12 +2490,14 @@ class KernelLabelTest(test_util.TensorFlowTestCase):
       # pylint: enable=protected-access
       default_3 = test_ops.kernel_label()
 
-      self.assertAllEqual(b"My label is: default", default_1.eval())
-      self.assertAllEqual(b"My label is: default", default_2.eval())
-      self.assertAllEqual(b"My label is: default", default_3.eval())
-      self.assertAllEqual(b"My label is: overload_1", overload_1_1.eval())
-      self.assertAllEqual(b"My label is: overload_1", overload_1_2.eval())
-      self.assertAllEqual(b"My label is: overload_2", overload_2.eval())
+      self.assertAllEqual(b"My label is: default", self.evaluate(default_1))
+      self.assertAllEqual(b"My label is: default", self.evaluate(default_2))
+      self.assertAllEqual(b"My label is: default", self.evaluate(default_3))
+      self.assertAllEqual(b"My label is: overload_1",
+                          self.evaluate(overload_1_1))
+      self.assertAllEqual(b"My label is: overload_1",
+                          self.evaluate(overload_1_2))
+      self.assertAllEqual(b"My label is: overload_2", self.evaluate(overload_2))
 
 
 class AsGraphDefTest(test_util.TensorFlowTestCase):
diff --git a/tensorflow/python/framework/sparse_tensor_test.py b/tensorflow/python/framework/sparse_tensor_test.py
index 22423c4f58..2f7591abbd 100644
--- a/tensorflow/python/framework/sparse_tensor_test.py
+++ b/tensorflow/python/framework/sparse_tensor_test.py
@@ -46,7 +46,7 @@ class SparseTensorTest(test_util.TensorFlowTestCase):
       self.assertEqual(sp.get_shape(), (4, 5))
 
       with self.cached_session() as sess:
-        value = sp.eval()
+        value = self.evaluate(sp)
         self.assertAllEqual(indices, value.indices)
         self.assertAllEqual(values, value.values)
         self.assertAllEqual(shape, value.dense_shape)
@@ -85,7 +85,7 @@ class ConvertToTensorOrSparseTensorTest(test_util.TensorFlowTestCase):
       value = [42, 43]
       from_value = sparse_tensor.convert_to_tensor_or_sparse_tensor(
           value)
-      self.assertAllEqual(value, from_value.eval())
+      self.assertAllEqual(value, self.evaluate(from_value))
 
   def test_convert_sparse(self):
     with self.cached_session():
diff --git a/tensorflow/python/keras/optimizer_v2/adadelta_test.py b/tensorflow/python/keras/optimizer_v2/adadelta_test.py
index f169fa6b86..ef95d27abf 100644
--- a/tensorflow/python/keras/optimizer_v2/adadelta_test.py
+++ b/tensorflow/python/keras/optimizer_v2/adadelta_test.py
@@ -158,12 +158,11 @@ class AdadeltaOptimizerTest(test.TestCase):
             loss, var_list=[var0])
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-111, -138]], var0.eval())
+        self.assertAllCloseAccordingToType([[-111, -138]], self.evaluate(var0))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/keras/optimizer_v2/adam_test.py b/tensorflow/python/keras/optimizer_v2/adam_test.py
index 69b601ffc7..70bf127dd8 100644
--- a/tensorflow/python/keras/optimizer_v2/adam_test.py
+++ b/tensorflow/python/keras/optimizer_v2/adam_test.py
@@ -87,23 +87,24 @@ class AdamOptimizerTest(test.TestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
 
         # Run 3 steps of Adam
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           update.run()
 
           var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testSparseDevicePlacement(self):
     for index_dtype in [dtypes.int32, dtypes.int64]:
@@ -141,12 +142,12 @@ class AdamOptimizerTest(test.TestCase):
             [(grad_aggregated, aggregated_update_var)])
         variables.global_variables_initializer().run()
         self.assertAllClose(aggregated_update_var.eval(),
-                            repeated_index_update_var.eval())
+                            self.evaluate(repeated_index_update_var))
         for _ in range(3):
           repeated_update.run()
           aggregated_update.run()
           self.assertAllClose(aggregated_update_var.eval(),
-                              repeated_index_update_var.eval())
+                              self.evaluate(repeated_index_update_var))
 
   def doTestBasic(self, use_callable_params=False):
     for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
@@ -226,23 +227,24 @@ class AdamOptimizerTest(test.TestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
 
         # Run 3 steps of Adam
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           update.run()
 
           var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testSharing(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -266,13 +268,14 @@ class AdamOptimizerTest(test.TestCase):
         beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 3 steps of intertwined Adam1 and Adam2.
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           if t % 2 == 0:
             update1.run()
           else:
@@ -282,8 +285,8 @@ class AdamOptimizerTest(test.TestCase):
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testSlotsUniqueEager(self):
     with context.eager_mode():
diff --git a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
index b84bf1a6ec..fa7cca1420 100644
--- a/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
+++ b/tensorflow/python/keras/optimizer_v2/gradient_descent_test.py
@@ -289,8 +289,8 @@ class MomentumOptimizerTest(test.TestCase):
               var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
           var1_np, accum1_np = self._update_nesterov_momentum_numpy(
               var1_np, accum1_np, 3, 2.0, 0.9)
-          self.assertAllClose(var0_np, var0.eval())
-          self.assertAllClose(var1_np, var1.eval())
+          self.assertAllClose(var0_np, self.evaluate(var0))
+          self.assertAllClose(var1_np, self.evaluate(var1))
 
   def testSparseNesterovMomentum(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -329,8 +329,8 @@ class MomentumOptimizerTest(test.TestCase):
               var0_np, accum0_np, var0_np * 10, 2.0, 0.9)
           var1_np, accum1_np = self._update_nesterov_momentum_numpy(
               var1_np, accum1_np, 3, 2.0, 0.9)
-          self.assertAllClose(var0_np, var0.eval())
-          self.assertAllClose(var1_np, var1.eval())
+          self.assertAllClose(var0_np, self.evaluate(var0))
+          self.assertAllClose(var1_np, self.evaluate(var1))
 
   @test_util.run_in_graph_and_eager_modes
   def testMinimizeSparseResourceVariable(self):
@@ -406,37 +406,43 @@ class MomentumOptimizerTest(test.TestCase):
         self.assertEquals(slot1.get_shape(), var1.get_shape())
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the momentum accumulators where 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
         # Step 2: the momentum accumulators contain the previous update.
         mom_update.run()
         # Check that the momentum accumulators have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
                 2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
                 3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
+            ]), self.evaluate(var1))
 
   def testSparse(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -461,51 +467,57 @@ class MomentumOptimizerTest(test.TestCase):
         self.assertEquals(slot1.get_shape(), var1.get_shape())
 
         # Fetch params to validate initial values
-        self.assertAllClose([0, 0], var0.eval()[0])
-        self.assertAllClose([0, 0], var0.eval()[1])
-        self.assertAllClose([1, 1], var1.eval()[2])
+        self.assertAllClose([0, 0], self.evaluate(var0)[0])
+        self.assertAllClose([0, 0], self.evaluate(var0)[1])
+        self.assertAllClose([1, 1], self.evaluate(var1)[2])
 
         # Step 1: the momentum accumulators are 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0, 0]), slot0.eval()[0])
-        self.assertAllCloseAccordingToType(np.array([.1, .1]), slot0.eval()[1])
+        self.assertAllCloseAccordingToType(
+            np.array([0, 0]),
+            self.evaluate(slot0)[0])
+        self.assertAllCloseAccordingToType(
+            np.array([.1, .1]),
+            self.evaluate(slot0)[1])
         self.assertAllCloseAccordingToType(
             np.array([.01, .01]),
-            slot1.eval()[2])
+            self.evaluate(slot1)[2])
         # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(np.array([0, 0]), var0.eval()[0])
+        self.assertAllCloseAccordingToType(
+            np.array([0, 0]),
+            self.evaluate(var0)[0])
         self.assertAllCloseAccordingToType(
             np.array([-(0.1 * 2.0), -(0.1 * 2.0)]),
-            var0.eval()[1])
+            self.evaluate(var0)[1])
         self.assertAllCloseAccordingToType(
             np.array([1.0 - (0.01 * 2.0), 1.0 - (0.01 * 2.0)]),
-            var1.eval()[2])
+            self.evaluate(var1)[2])
         # Step 2: the momentum accumulators contain the previous update.
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllClose(np.array([0, 0]), slot0.eval()[0])
+        self.assertAllClose(np.array([0, 0]), self.evaluate(slot0)[0])
         self.assertAllCloseAccordingToType(
             np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
-            slot0.eval()[1])
+            self.evaluate(slot0)[1])
         self.assertAllCloseAccordingToType(
             np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
-            slot1.eval()[2])
+            self.evaluate(slot1)[2])
         # Check that the parameters have been updated.
-        self.assertAllClose(np.array([0, 0]), var0.eval()[0])
+        self.assertAllClose(np.array([0, 0]), self.evaluate(var0)[0])
         self.assertAllCloseAccordingToType(
             np.array([
                 -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
             ]),
-            var0.eval()[1])
+            self.evaluate(var0)[1])
         self.assertAllCloseAccordingToType(
             np.array([
                 0.98 - ((0.9 * 0.01 + 0.01) * 2.0),
                 0.98 - ((0.9 * 0.01 + 0.01) * 2.0)
             ]),
-            var1.eval()[2])
+            self.evaluate(var1)[2])
 
   def testSharing(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -527,37 +539,43 @@ class MomentumOptimizerTest(test.TestCase):
         self.assertEquals(slot1.get_shape(), var1.get_shape())
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the momentum accumulators where 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update1.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
         # Step 2: the second momentum accumulators contain the previous update.
         mom_update2.run()
         # Check that the momentum accumulators have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
                 2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
                 3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
+            ]), self.evaluate(var1))
 
   @test_util.run_in_graph_and_eager_modes
   def testConfig(self):
diff --git a/tensorflow/python/keras/optimizer_v2/rmsprop_test.py b/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
index 57a2c7789f..8d7afa54cc 100644
--- a/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
+++ b/tensorflow/python/keras/optimizer_v2/rmsprop_test.py
@@ -132,8 +132,8 @@ class RMSPropOptimizerTest(test.TestCase):
         mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 4 steps of RMSProp
         for _ in range(1, 5):
@@ -148,14 +148,14 @@ class RMSPropOptimizerTest(test.TestCase):
 
           # Validate updated params
           if centered:
-            self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-            self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-          self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-          self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-          self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-          self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+            self.assertAllCloseAccordingToType(mg0_np, self.evaluate(mg0))
+            self.assertAllCloseAccordingToType(mg1_np, self.evaluate(mg1))
+          self.assertAllCloseAccordingToType(rms0_np, self.evaluate(rms0))
+          self.assertAllCloseAccordingToType(rms1_np, self.evaluate(rms1))
+          self.assertAllCloseAccordingToType(mom0_np, self.evaluate(mom0))
+          self.assertAllCloseAccordingToType(mom1_np, self.evaluate(mom1))
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testMinimizeSparseResourceVariable(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -173,12 +173,13 @@ class RMSPropOptimizerTest(test.TestCase):
                 loss, var_list=[var0])
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[0., 1.]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[0., 1.]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testMinimizeSparseResourceVariableCentered(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -196,12 +197,13 @@ class RMSPropOptimizerTest(test.TestCase):
                 loss, var_list=[var0])
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-111, -138]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[-111, -138]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testSparse(self):
     for (dtype, learning_rate, rho, momentum, epsilon, centered) in _TESTPARAMS:
@@ -256,8 +258,8 @@ class RMSPropOptimizerTest(test.TestCase):
         mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 4 steps of RMSProp
         for _ in range(1, 5):
@@ -272,14 +274,14 @@ class RMSPropOptimizerTest(test.TestCase):
 
           # Validate updated params
           if centered:
-            self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-            self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-          self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-          self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-          self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-          self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+            self.assertAllCloseAccordingToType(mg0_np, self.evaluate(mg0))
+            self.assertAllCloseAccordingToType(mg1_np, self.evaluate(mg1))
+          self.assertAllCloseAccordingToType(rms0_np, self.evaluate(rms0))
+          self.assertAllCloseAccordingToType(rms1_np, self.evaluate(rms1))
+          self.assertAllCloseAccordingToType(mom0_np, self.evaluate(mom0))
+          self.assertAllCloseAccordingToType(mom1_np, self.evaluate(mom1))
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testCallableParams(self):
     with context.eager_mode():
diff --git a/tensorflow/python/kernel_tests/accumulate_n_test.py b/tensorflow/python/kernel_tests/accumulate_n_test.py
index 7889edc198..ae24cf8f14 100644
--- a/tensorflow/python/kernel_tests/accumulate_n_test.py
+++ b/tensorflow/python/kernel_tests/accumulate_n_test.py
@@ -88,13 +88,13 @@ class AccumulateNV2Test(test_util.TensorFlowTestCase):
       np_val = random_arrays[0]
       for random_array in random_arrays[1:]:
         np_val += random_array
-      self.assertAllClose(np_val, tf_val.eval())
+      self.assertAllClose(np_val, self.evaluate(tf_val))
 
   def testZeroArgs(self):
     with self.cached_session():
       with self.assertRaises(ValueError):
         tf_val = math_ops.accumulate_n([])
-        tf_val.eval()
+        self.evaluate(tf_val)
 
   def testWrongShape(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/argmax_op_test.py b/tensorflow/python/kernel_tests/argmax_op_test.py
index fa370c17b4..d34a1dc9b2 100644
--- a/tensorflow/python/kernel_tests/argmax_op_test.py
+++ b/tensorflow/python/kernel_tests/argmax_op_test.py
@@ -37,14 +37,14 @@ class ArgMaxTest(test.TestCase):
     with self.session(use_gpu=use_gpu):
       ans = method(x, axis=axis)
       if expected_err_re is None:
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
         # Defaults to int64 output.
         self.assertEqual(np.int64, tf_ans.dtype)
         self.assertAllEqual(tf_ans, expected_values)
         self.assertShapeEqual(expected_values, ans)
       else:
         with self.assertRaisesOpError(expected_err_re):
-          ans.eval()
+          self.evaluate(ans)
 
   def _testBothArg(self,
                    method,
@@ -79,7 +79,7 @@ class ArgMaxTest(test.TestCase):
     expected_values = x.argmax()
     with self.session(use_gpu=True):
       ans = math_ops.argmax(x, axis=0, output_type=dtypes.int32)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
       self.assertEqual(np.int32, tf_ans.dtype)
       # The values are equal when comparing int32 to int64 because
       # the values don't have a range that exceeds 32-bit integers.
@@ -87,7 +87,7 @@ class ArgMaxTest(test.TestCase):
     expected_values = x.argmin()
     with self.session(use_gpu=True):
       ans = math_ops.argmin(x, axis=0, output_type=dtypes.int32)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
       self.assertEqual(np.int32, tf_ans.dtype)
       self.assertAllEqual(tf_ans, expected_values)
 
diff --git a/tensorflow/python/kernel_tests/atrous_conv2d_test.py b/tensorflow/python/kernel_tests/atrous_conv2d_test.py
index 1d82b3d058..fefb797995 100644
--- a/tensorflow/python/kernel_tests/atrous_conv2d_test.py
+++ b/tensorflow/python/kernel_tests/atrous_conv2d_test.py
@@ -79,7 +79,8 @@ class AtrousConv2DTest(test.TestCase):
                 y1 = nn_ops.atrous_conv2d(x, f, rate, padding=padding)
                 y2 = nn_ops.conv2d(
                     x, f_up, strides=[1, 1, 1, 1], padding=padding)
-                self.assertAllClose(y1.eval(), y2.eval(), rtol=1e-3, atol=1e-3)
+                self.assertAllClose(
+                    y1.eval(), self.evaluate(y2), rtol=1e-3, atol=1e-3)
 
   def testAtrousSequence(self):
     """Tests optimization of sequence of atrous convolutions.
@@ -131,7 +132,8 @@ class AtrousConv2DTest(test.TestCase):
               y2 = nn_ops.conv2d(y2, f, strides=[1, 1, 1, 1], padding=padding)
               y2 = nn_ops.conv2d(y2, f, strides=[1, 1, 1, 1], padding=padding)
               y2 = array_ops.batch_to_space(y2, crops=pad, block_size=rate)
-              self.assertAllClose(y1.eval(), y2.eval(), rtol=1e-2, atol=1e-2)
+              self.assertAllClose(
+                  y1.eval(), self.evaluate(y2), rtol=1e-2, atol=1e-2)
 
   def testGradient(self):
     with self.session(use_gpu=True):
@@ -193,7 +195,8 @@ class AtrousConv2DTransposeTest(test.TestCase):
                                                     padding)
                 y2 = nn_ops.conv2d_transpose(
                     x, f_up, y_shape, strides=[1, 1, 1, 1], padding=padding)
-                self.assertAllClose(y1.eval(), y2.eval(), rtol=1e-3, atol=1e-3)
+                self.assertAllClose(
+                    y1.eval(), self.evaluate(y2), rtol=1e-3, atol=1e-3)
 
 
 class AtrousDepthwiseConv2DTest(test.TestCase):
@@ -220,7 +223,8 @@ class AtrousDepthwiseConv2DTest(test.TestCase):
                 y1 = nn_impl.depthwise_conv2d(
                     x, f, strides, padding, rate=[rate, rate])
                 y2 = nn_impl.depthwise_conv2d(x, f_up, strides, padding)
-                self.assertAllClose(y1.eval(), y2.eval(), rtol=1e-3, atol=1e-3)
+                self.assertAllClose(
+                    y1.eval(), self.evaluate(y2), rtol=1e-3, atol=1e-3)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/attention_ops_test.py b/tensorflow/python/kernel_tests/attention_ops_test.py
index 1e09ba5b65..14db06b783 100644
--- a/tensorflow/python/kernel_tests/attention_ops_test.py
+++ b/tensorflow/python/kernel_tests/attention_ops_test.py
@@ -121,8 +121,7 @@ class ExtractGlimpseTest(test.TestCase):
     with self.cached_session():
       result = image_ops.extract_glimpse(empty_image, [1, 1], offsets)
       self.assertAllEqual(
-          np.zeros(
-              (0, 1, 1, 0), dtype=np.float32), result.eval())
+          np.zeros((0, 1, 1, 0), dtype=np.float32), self.evaluate(result))
 
   def testLargeCenterGlimpse(self):
     self._VerifyValues(
diff --git a/tensorflow/python/kernel_tests/basic_gpu_test.py b/tensorflow/python/kernel_tests/basic_gpu_test.py
index 225c1b35ae..ac5cbc810a 100644
--- a/tensorflow/python/kernel_tests/basic_gpu_test.py
+++ b/tensorflow/python/kernel_tests/basic_gpu_test.py
@@ -214,7 +214,7 @@ class BroadcastSimpleTest(test.TestCase):
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
-      tf_gpu = out.eval()
+      tf_gpu = self.evaluate(out)
     self.assertAllClose(np_ans, tf_gpu)
     self.assertShapeEqual(np_ans, out)
     # TODO(zhifengc/ke): make gradient checker work on GPU.
diff --git a/tensorflow/python/kernel_tests/batch_gather_op_test.py b/tensorflow/python/kernel_tests/batch_gather_op_test.py
index 547506d844..ad4e879131 100644
--- a/tensorflow/python/kernel_tests/batch_gather_op_test.py
+++ b/tensorflow/python/kernel_tests/batch_gather_op_test.py
@@ -52,7 +52,7 @@ class GatherTest(test.TestCase, parameterized.TestCase):
         gather_t = array_ops.batch_gather(params, indices_tf)
         expected_result = np.array([3, 7])
         np_val = self._buildParams(expected_result, dtype)
-        gather_val = gather_t.eval()
+        gather_val = self.evaluate(gather_t)
         self.assertAllEqual(np_val, gather_val)
         self.assertEqual(np_val.shape, gather_t.get_shape())
 
@@ -68,7 +68,7 @@ class GatherTest(test.TestCase, parameterized.TestCase):
         gather_t = array_ops.batch_gather(params, indices_tf)
         expected_result = np.array([[3], [15]])
         np_val = self._buildParams(expected_result, dtype)
-        gather_val = gather_t.eval()
+        gather_val = self.evaluate(gather_t)
         self.assertAllEqual(np_val, gather_val)
         self.assertEqual(np_val.shape, gather_t.get_shape())
 
@@ -81,7 +81,7 @@ class GatherTest(test.TestCase, parameterized.TestCase):
         params = constant_op.constant(params_np)
         indices_tf = constant_op.constant(indices)
         gather_t = array_ops.batch_gather(params, indices_tf)
-        gather_val = gather_t.eval()
+        gather_val = self.evaluate(gather_t)
         expected_result = np.array([[[2, 0], [7, 5]], [[10, 8], [11, 15]]])
         np_val = self._buildParams(expected_result, dtype)
         self.assertAllEqual(np_val, gather_val)
diff --git a/tensorflow/python/kernel_tests/batch_matmul_op_test.py b/tensorflow/python/kernel_tests/batch_matmul_op_test.py
index 8f6c089b42..a0ad8151b2 100644
--- a/tensorflow/python/kernel_tests/batch_matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/batch_matmul_op_test.py
@@ -86,7 +86,7 @@ class BatchMatmulOpTest(test.TestCase):
     with self.cached_session(use_gpu=is_floating) as sess:
       if static_shape:
         z0 = math_ops.matmul(x, y, adjoint_a=adjoint_a, adjoint_b=adjoint_b)
-        z0_val = z0.eval()
+        z0_val = self.evaluate(z0)
       else:
         x_ph = array_ops.placeholder(x.dtype)
         y_ph = array_ops.placeholder(y.dtype)
diff --git a/tensorflow/python/kernel_tests/batch_scatter_ops_test.py b/tensorflow/python/kernel_tests/batch_scatter_ops_test.py
index 742a204883..a4b461bc87 100644
--- a/tensorflow/python/kernel_tests/batch_scatter_ops_test.py
+++ b/tensorflow/python/kernel_tests/batch_scatter_ops_test.py
@@ -91,7 +91,7 @@ class ScatterTest(test.TestCase):
 
       session.run([update0, update1])
 
-      self.assertAllEqual([False, True], var.eval())
+      self.assertAllEqual([False, True], self.evaluate(var))
 
   def testScatterOutOfRange(self):
     params = np.array([1, 2, 3, 4, 5, 6]).astype(np.float32)
diff --git a/tensorflow/python/kernel_tests/betainc_op_test.py b/tensorflow/python/kernel_tests/betainc_op_test.py
index 92d21462d5..5d7446042e 100644
--- a/tensorflow/python/kernel_tests/betainc_op_test.py
+++ b/tensorflow/python/kernel_tests/betainc_op_test.py
@@ -48,7 +48,7 @@ class BetaincTest(test.TestCase):
       tf_x_s = constant_op.constant(x_s, dtype=dtype)
       tf_out_t = math_ops.betainc(tf_a_s, tf_b_s, tf_x_s)
       with self.cached_session():
-        tf_out = tf_out_t.eval()
+        tf_out = self.evaluate(tf_out_t)
       scipy_out = special.betainc(a_s, b_s, x_s).astype(np_dt)
 
       # the scipy version of betainc uses a double-only implementation.
diff --git a/tensorflow/python/kernel_tests/bitcast_op_test.py b/tensorflow/python/kernel_tests/bitcast_op_test.py
index 79e0f36d24..4dcf218d7c 100644
--- a/tensorflow/python/kernel_tests/bitcast_op_test.py
+++ b/tensorflow/python/kernel_tests/bitcast_op_test.py
@@ -30,7 +30,7 @@ class BitcastTest(test.TestCase):
   def _testBitcast(self, x, datatype, shape):
     with self.session(use_gpu=True):
       tf_ans = array_ops.bitcast(x, datatype)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       buff_after = memoryview(out).tobytes()
       buff_before = memoryview(x).tobytes()
       self.assertEqual(buff_before, buff_after)
diff --git a/tensorflow/python/kernel_tests/boosted_trees/resource_ops_test.py b/tensorflow/python/kernel_tests/boosted_trees/resource_ops_test.py
index 65bb9ab55f..493cad80f3 100644
--- a/tensorflow/python/kernel_tests/boosted_trees/resource_ops_test.py
+++ b/tensorflow/python/kernel_tests/boosted_trees/resource_ops_test.py
@@ -35,13 +35,13 @@ class ResourceOpsTest(test_util.TensorFlowTestCase):
       ensemble = boosted_trees_ops.TreeEnsemble('ensemble')
       resources.initialize_resources(resources.shared_resources()).run()
       stamp_token = ensemble.get_stamp_token()
-      self.assertEqual(0, stamp_token.eval())
+      self.assertEqual(0, self.evaluate(stamp_token))
       (_, num_trees, num_finalized_trees, num_attempted_layers,
        nodes_range) = ensemble.get_states()
-      self.assertEqual(0, num_trees.eval())
-      self.assertEqual(0, num_finalized_trees.eval())
-      self.assertEqual(0, num_attempted_layers.eval())
-      self.assertAllEqual([0, 1], nodes_range.eval())
+      self.assertEqual(0, self.evaluate(num_trees))
+      self.assertEqual(0, self.evaluate(num_finalized_trees))
+      self.assertEqual(0, self.evaluate(num_attempted_layers))
+      self.assertAllEqual([0, 1], self.evaluate(nodes_range))
 
   def testCreateWithProto(self):
     with self.cached_session():
@@ -154,11 +154,11 @@ class ResourceOpsTest(test_util.TensorFlowTestCase):
       resources.initialize_resources(resources.shared_resources()).run()
       (stamp_token, num_trees, num_finalized_trees, num_attempted_layers,
        nodes_range) = ensemble.get_states()
-      self.assertEqual(7, stamp_token.eval())
-      self.assertEqual(2, num_trees.eval())
-      self.assertEqual(1, num_finalized_trees.eval())
-      self.assertEqual(6, num_attempted_layers.eval())
-      self.assertAllEqual([16, 19], nodes_range.eval())
+      self.assertEqual(7, self.evaluate(stamp_token))
+      self.assertEqual(2, self.evaluate(num_trees))
+      self.assertEqual(1, self.evaluate(num_finalized_trees))
+      self.assertEqual(6, self.evaluate(num_attempted_layers))
+      self.assertAllEqual([16, 19], self.evaluate(nodes_range))
 
   def testSerializeDeserialize(self):
     with self.cached_session():
@@ -167,11 +167,11 @@ class ResourceOpsTest(test_util.TensorFlowTestCase):
       resources.initialize_resources(resources.shared_resources()).run()
       (stamp_token, num_trees, num_finalized_trees, num_attempted_layers,
        nodes_range) = ensemble.get_states()
-      self.assertEqual(5, stamp_token.eval())
-      self.assertEqual(0, num_trees.eval())
-      self.assertEqual(0, num_finalized_trees.eval())
-      self.assertEqual(0, num_attempted_layers.eval())
-      self.assertAllEqual([0, 1], nodes_range.eval())
+      self.assertEqual(5, self.evaluate(stamp_token))
+      self.assertEqual(0, self.evaluate(num_trees))
+      self.assertEqual(0, self.evaluate(num_finalized_trees))
+      self.assertEqual(0, self.evaluate(num_attempted_layers))
+      self.assertAllEqual([0, 1], self.evaluate(nodes_range))
 
       # Deserialize.
       ensemble_proto = boosted_trees_pb2.TreeEnsemble()
@@ -219,18 +219,18 @@ class ResourceOpsTest(test_util.TensorFlowTestCase):
       ]):
         (stamp_token, num_trees, num_finalized_trees, num_attempted_layers,
          nodes_range) = ensemble.get_states()
-      self.assertEqual(3, stamp_token.eval())
-      self.assertEqual(1, num_trees.eval())
+      self.assertEqual(3, self.evaluate(stamp_token))
+      self.assertEqual(1, self.evaluate(num_trees))
       # This reads from metadata, not really counting the layers.
-      self.assertEqual(5, num_attempted_layers.eval())
-      self.assertEqual(0, num_finalized_trees.eval())
-      self.assertAllEqual([3, 7], nodes_range.eval())
+      self.assertEqual(5, self.evaluate(num_attempted_layers))
+      self.assertEqual(0, self.evaluate(num_finalized_trees))
+      self.assertAllEqual([3, 7], self.evaluate(nodes_range))
 
 
       # Serialize.
       new_ensemble_proto = boosted_trees_pb2.TreeEnsemble()
       new_stamp_token, new_serialized = ensemble.serialize()
-      self.assertEqual(3, new_stamp_token.eval())
+      self.assertEqual(3, self.evaluate(new_stamp_token))
       new_ensemble_proto.ParseFromString(new_serialized.eval())
       self.assertProtoEquals(ensemble_proto, new_ensemble_proto)
 
diff --git a/tensorflow/python/kernel_tests/boosted_trees/stats_ops_test.py b/tensorflow/python/kernel_tests/boosted_trees/stats_ops_test.py
index 09e9cfa3af..cc3984015d 100644
--- a/tensorflow/python/kernel_tests/boosted_trees/stats_ops_test.py
+++ b/tensorflow/python/kernel_tests/boosted_trees/stats_ops_test.py
@@ -359,7 +359,7 @@ class StatsOpsTest(test_util.TensorFlowTestCase):
               [[0., 0.], [.15, .36], [.06, .07], [.1, .2]],  # node 1
               [[-.33, .58], [0., 0.], [.3, .4], [0., 0.]],  # node 2
           ]],
-          result.eval())
+          self.evaluate(result))
 
   def testMakeStatsSummaryMultipleFeatures(self):
     """Tests that MakeStatsSummary works for multiple features."""
@@ -389,7 +389,7 @@ class StatsOpsTest(test_util.TensorFlowTestCase):
                   [[.3, .4], [0., 0.], [-.4, .5], [.07, .08]],  # node 2
               ],  # feature 1
           ],
-          result.eval())
+          self.evaluate(result))
 
   def _verify_precision(self, length):
     with self.cached_session():
@@ -408,7 +408,7 @@ class StatsOpsTest(test_util.TensorFlowTestCase):
           node_ids, gradients, hessians, [bucketized_features], max_splits,
           num_buckets)  # shape=[max_splits, num_buckets, num_features, 2]
 
-      self.assertAllClose([[[[2., 0.2]]]], result.eval())
+      self.assertAllClose([[[[2., 0.2]]]], self.evaluate(result))
 
   def testMakeStatsSummaryNumericalPrecisionSmallBatch(self):
     """Tests numeric precision."""
diff --git a/tensorflow/python/kernel_tests/candidate_sampler_ops_test.py b/tensorflow/python/kernel_tests/candidate_sampler_ops_test.py
index b19077db56..46ab71537f 100644
--- a/tensorflow/python/kernel_tests/candidate_sampler_ops_test.py
+++ b/tensorflow/python/kernel_tests/candidate_sampler_ops_test.py
@@ -55,7 +55,7 @@ class RangeSamplerOpsTest(test.TestCase):
           [[1, 2], [0, 4], [3, 3]], dtype=dtypes.int64)
       sampled_candidates, _, _ = candidate_sampling_ops.all_candidate_sampler(
           true_classes, self.NUM_TRUE, self.NUM_SAMPLED, True)
-      result = sampled_candidates.eval()
+      result = self.evaluate(sampled_candidates)
 
     expected_ids = [0, 1, 2, 3, 4]
     self.assertAllEqual(result, expected_ids)
@@ -68,7 +68,7 @@ class RangeSamplerOpsTest(test.TestCase):
       _, true_expected_count, _ = candidate_sampling_ops.all_candidate_sampler(
           true_classes, self.NUM_TRUE, self.NUM_SAMPLED, True)
       true_log_expected_count = math_ops.log(true_expected_count)
-      result = true_log_expected_count.eval()
+      result = self.evaluate(true_log_expected_count)
 
     self.assertAllEqual(result, [[0.0] * self.NUM_TRUE] * self.BATCH_SIZE)
     self.assertEqual(true_expected_count.get_shape(),
@@ -83,7 +83,7 @@ class RangeSamplerOpsTest(test.TestCase):
       _, _, sampled_expected_count = candidate_sampling_ops.all_candidate_sampler(  # pylint: disable=line-too-long
           true_classes, self.NUM_TRUE, self.NUM_SAMPLED, True)
       sampled_log_expected_count = math_ops.log(sampled_expected_count)
-      result = sampled_log_expected_count.eval()
+      result = self.evaluate(sampled_log_expected_count)
 
     self.assertAllEqual(result, [0.0] * self.NUM_SAMPLED)
     self.assertEqual(sampled_expected_count.get_shape(), [self.NUM_SAMPLED])
@@ -114,7 +114,7 @@ class RangeSamplerOpsTest(test.TestCase):
             [[1, 2], [0, 4], [3, 3]], dtype=dtypes.int64)
         sampled, _, _ = candidate_sampling_ops.log_uniform_candidate_sampler(
             true_classes, self.NUM_TRUE, self.NUM_SAMPLED, True, 5, seed=seed)
-        return sampled.eval()
+        return self.evaluate(sampled)
 
     # Non-zero seed. Repeatable.
     for seed in [1, 12, 123, 1234]:
diff --git a/tensorflow/python/kernel_tests/cast_op_test.py b/tensorflow/python/kernel_tests/cast_op_test.py
index a5dff5df62..bc49cd5a04 100644
--- a/tensorflow/python/kernel_tests/cast_op_test.py
+++ b/tensorflow/python/kernel_tests/cast_op_test.py
@@ -107,10 +107,10 @@ class CastOpTest(test.TestCase):
     a = np.random.uniform(-100, 100, 100).astype(np.float32)
     with self.cached_session(use_gpu=False):
       b = math_ops.cast(math_ops.cast(a, dtypes.bfloat16), dtypes.float32)
-      self.assertAllClose(a, b.eval(), rtol=1 / 128.)
+      self.assertAllClose(a, self.evaluate(b), rtol=1 / 128.)
     with self.cached_session(use_gpu=True):
       b = math_ops.cast(math_ops.cast(a, dtypes.bfloat16), dtypes.float32)
-      self.assertAllClose(a, b.eval(), rtol=1 / 128.)
+      self.assertAllClose(a, self.evaluate(b), rtol=1 / 128.)
 
   def testRandom(self):
     self._testAll(np.random.normal(0, 10, 210).reshape([2, 3, 5, 7]))
diff --git a/tensorflow/python/kernel_tests/checkpoint_ops_test.py b/tensorflow/python/kernel_tests/checkpoint_ops_test.py
index 51611b75af..213ac292d3 100644
--- a/tensorflow/python/kernel_tests/checkpoint_ops_test.py
+++ b/tensorflow/python/kernel_tests/checkpoint_ops_test.py
@@ -58,8 +58,8 @@ class GenerateVocabRemappingTest(test.TestCase):
     expected_remapping = range(0, 3)
     expected_num_present = 3
     with self.cached_session():
-      self.assertAllEqual(expected_remapping, remapping.eval())
-      self.assertAllEqual(expected_num_present, num_present.eval())
+      self.assertAllEqual(expected_remapping, self.evaluate(remapping))
+      self.assertAllEqual(expected_num_present, self.evaluate(num_present))
 
   def test_generate_remapping_with_shifted_vocab(self):
     """Tests where vocab is the same, but shifted / ordered differently."""
@@ -71,8 +71,8 @@ class GenerateVocabRemappingTest(test.TestCase):
     expected_remapping = [2, 0, 1]
     expected_num_present = 3
     with self.cached_session():
-      self.assertAllEqual(expected_remapping, remapping.eval())
-      self.assertAllEqual(expected_num_present, num_present.eval())
+      self.assertAllEqual(expected_remapping, self.evaluate(remapping))
+      self.assertAllEqual(expected_num_present, self.evaluate(num_present))
 
   def test_generate_remapping_with_offset(self):
     """Tests offset and num_new_vocab logic."""
@@ -84,8 +84,8 @@ class GenerateVocabRemappingTest(test.TestCase):
     expected_remapping = [0]
     expected_num_present = 1
     with self.cached_session():
-      self.assertAllEqual(expected_remapping, remapping.eval())
-      self.assertAllEqual(expected_num_present, num_present.eval())
+      self.assertAllEqual(expected_remapping, self.evaluate(remapping))
+      self.assertAllEqual(expected_num_present, self.evaluate(num_present))
 
   def test_generate_remapping_with_old_vocab_size(self):
     """Tests where old_vocab_size is specified."""
@@ -99,8 +99,8 @@ class GenerateVocabRemappingTest(test.TestCase):
     expected_remapping = [-1, 0, 1]
     expected_num_present = 2
     with self.cached_session():
-      self.assertAllEqual(expected_remapping, remapping.eval())
-      self.assertAllEqual(expected_num_present, num_present.eval())
+      self.assertAllEqual(expected_remapping, self.evaluate(remapping))
+      self.assertAllEqual(expected_num_present, self.evaluate(num_present))
 
 
 class LoadAndRemapMatrixTest(test.TestCase):
@@ -142,7 +142,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_cols=self.old_num_cols)
     with self.cached_session():
       self.assertAllClose(self.matrix_value[row_remapping],
-                          remapped_matrix.eval())
+                          self.evaluate(remapped_matrix))
 
     # No row remapping, new weight matrix has third col, then first col.
     row_remapping = list(range(self.old_num_rows))
@@ -157,7 +157,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_cols=len(col_remapping))
     with self.cached_session():
       self.assertAllClose(self.matrix_value[row_remapping][:, col_remapping],
-                          remapped_matrix.eval())
+                          self.evaluate(remapped_matrix))
 
     # Both row and column remappings.
     row_remapping = [1, 0, 4]
@@ -172,7 +172,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_cols=len(col_remapping))
     with self.cached_session():
       self.assertAllClose(self.matrix_value[row_remapping][:, col_remapping],
-                          remapped_matrix.eval())
+                          self.evaluate(remapped_matrix))
 
   def test_load_and_remap_with_init(self):
     """Tests the op's load and remap where there are missing entries."""
@@ -190,7 +190,8 @@ class LoadAndRemapMatrixTest(test.TestCase):
         [33, init_val, init_val, init_val, 1, init_val], [3, 2])
 
     with self.cached_session():
-      self.assertAllClose(expected_remapped_matrix, remapped_matrix.eval())
+      self.assertAllClose(expected_remapped_matrix,
+                          self.evaluate(remapped_matrix))
 
   def test_load_and_remap_all_missing_rows(self):
     """Tests when all the rows are missing and need to be initialized."""
@@ -207,7 +208,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
     with self.cached_session():
       self.assertAllClose(
           np.reshape(initializing_values, (num_rows, self.old_num_cols)),
-          remapped_matrix.eval())
+          self.evaluate(remapped_matrix))
 
   def test_load_and_remap_all_missing_rows_and_cols(self):
     """Tests when all the rows & cols are missing and need to be initialized."""
@@ -225,7 +226,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
     with self.cached_session():
       self.assertAllClose(
           np.reshape(initializing_values, (num_rows, num_cols)),
-          remapped_matrix.eval())
+          self.evaluate(remapped_matrix))
 
   def test_load_and_remap_invalid_remapping(self):
     """Tests that errors are raised when an ID maps to multiple new IDs.
@@ -244,7 +245,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_rows=len(invalid_remapping),
         num_cols=self.old_num_cols)
     with self.cached_session(), self.assertRaises(errors.UnimplementedError):
-      remapped_matrix.eval()
+      self.evaluate(remapped_matrix)
 
     # Invalid column remapping.
     remapped_matrix = gen_checkpoint_ops.load_and_remap_matrix(
@@ -256,7 +257,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_rows=self.old_num_rows,
         num_cols=len(invalid_remapping))
     with self.cached_session(), self.assertRaises(errors.UnimplementedError):
-      remapped_matrix.eval()
+      self.evaluate(remapped_matrix)
 
   def test_load_and_remap_incorrect_initializing_values(self):
     """Tests that errors are raised with incorrect number of init values."""
@@ -273,7 +274,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_rows=3,
         num_cols=2)
     with self.cached_session(), self.assertRaises(errors.InvalidArgumentError):
-      remapped_matrix.eval()
+      self.evaluate(remapped_matrix)
 
     remapped_matrix = gen_checkpoint_ops.load_and_remap_matrix(
         ckpt_path=[self.bundle_file],
@@ -285,7 +286,7 @@ class LoadAndRemapMatrixTest(test.TestCase):
         num_rows=3,
         num_cols=2)
     with self.cached_session(), self.assertRaises(errors.InvalidArgumentError):
-      remapped_matrix.eval()
+      self.evaluate(remapped_matrix)
 
 
 class LoadAndRemapMatrixWithMaxRowsTest(test.TestCase):
@@ -324,7 +325,7 @@ class LoadAndRemapMatrixWithMaxRowsTest(test.TestCase):
           num_rows=num_rows,
           num_cols=num_cols,
           max_rows_in_memory=max_rows_in_memory)
-      self.assertAllClose(np_value[::-1], remapped_matrix.eval())
+      self.assertAllClose(np_value[::-1], self.evaluate(remapped_matrix))
 
       # Tests loading the tensor (except for the first and last rows), with
       # uninitialized values. Requires num_rows to be at least 3 since we're
@@ -348,7 +349,7 @@ class LoadAndRemapMatrixWithMaxRowsTest(test.TestCase):
           np.vstack([
               np.tile(42, [prefix_rows, num_cols]), np_value[1:-1],
               np.tile(42, [suffix_rows, num_cols])
-          ]), remapped_matrix.eval())
+          ]), self.evaluate(remapped_matrix))
 
       # Tests when everything is taken from initializing_values.
       new_rows = 7
@@ -365,7 +366,7 @@ class LoadAndRemapMatrixWithMaxRowsTest(test.TestCase):
           max_rows_in_memory=max_rows_in_memory)
       self.assertAllClose(
           np.reshape(initializing_values, (new_rows, num_cols)),
-          remapped_matrix.eval())
+          self.evaluate(remapped_matrix))
 
   def test_loading_rows_divisible_by_max_rows(self):
     """Tests loading normal var when rows are evenly divisible by max_rows."""
diff --git a/tensorflow/python/kernel_tests/clip_ops_test.py b/tensorflow/python/kernel_tests/clip_ops_test.py
index efd7eee847..d0cd7eb302 100644
--- a/tensorflow/python/kernel_tests/clip_ops_test.py
+++ b/tensorflow/python/kernel_tests/clip_ops_test.py
@@ -55,7 +55,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-4.4, 2.0, 3.0], [4.0, 4.4, 4.4]]
       clip_value = 4.4
       ans = clip_ops.clip_by_value(x, -clip_value, clip_value)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -71,7 +71,7 @@ class ClipTest(test.TestCase):
         clip_value_min = 2
         clip_value_max = 4
         ans = clip_ops.clip_by_value(x, clip_value_min, clip_value_max)
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
 
       self.assertAllClose(np_ans, tf_ans)
 
@@ -88,7 +88,7 @@ class ClipTest(test.TestCase):
             [2, 2, 2, 3, 3, 3], shape=[2, 3], dtype=dtype)
         clip_value_max = 4
         ans = clip_ops.clip_by_value(x, clip_value_min, clip_value_max)
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
 
       self.assertAllClose(np_ans, tf_ans)
 
@@ -105,7 +105,7 @@ class ClipTest(test.TestCase):
         clip_value_max = constant_op.constant(
             [6, 6, 6, 6, 6, 6], shape=[2, 3], dtype=dtype)
         ans = clip_ops.clip_by_value(x, clip_value_min, clip_value_max)
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
 
       self.assertAllClose(np_ans, tf_ans)
 
@@ -123,7 +123,7 @@ class ClipTest(test.TestCase):
         clip_value_max = constant_op.constant(
             [5, 5, 5, 7, 7, 7], shape=[2, 3], dtype=dtype)
         ans = clip_ops.clip_by_value(x, clip_value_min, clip_value_max)
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
 
       self.assertAllClose(np_ans, tf_ans)
 
@@ -144,7 +144,7 @@ class ClipTest(test.TestCase):
       np_ans = [float('NaN'), 4.0, -4.0]
       clip_value = 4.0
       ans = clip_ops.clip_by_value(x, -clip_value, clip_value)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -157,10 +157,10 @@ class ClipTest(test.TestCase):
       np_ans = [[-2.4, 0.0, 0.0], [3.2, 0.0, 0.0]]
       clip_norm = 4.0
       ans = clip_ops.clip_by_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
       ans = clip_ops.clip_by_norm(x, clip_norm)
-      tf_ans_tensor = ans.eval()
+      tf_ans_tensor = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
     self.assertAllClose(np_ans, tf_ans_tensor)
@@ -188,7 +188,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-3.0, 0.0, 0.0], [4.0, 0.0, 0.0]]
       clip_norm = 6.0
       ans = clip_ops.clip_by_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -200,7 +200,7 @@ class ClipTest(test.TestCase):
       np_ans = [[0.0, 0.0, 0.0], [0.0, 0.0, 0.0]]
       clip_norm = 6.0
       ans = clip_ops.clip_by_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -212,7 +212,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-2.4, 0.0, 0.0], [3.2, 0.0, 3.0]]
       clip_norm = 4.0
       ans = clip_ops.clip_by_norm(x, clip_norm, [0])
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -224,7 +224,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-3.0, 0.0, 0.0], [3.2, 0.0, 2.4]]
       clip_norm = 4.0
       ans = clip_ops.clip_by_norm(x, clip_norm, [1])
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -236,7 +236,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-3.0, 0.0, 0.0], [4.0, 0.0, 3.0]]
       clip_norm = 6.0
       ans = clip_ops.clip_by_norm(x, clip_norm, [1])
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -256,7 +256,7 @@ class ClipTest(test.TestCase):
       ans, norm = clip_ops.clip_by_global_norm((x0, x1), clip_norm)
       tf_ans_1 = ans[0].eval()
       tf_ans_2 = ans[1].eval()
-      tf_norm = norm.eval()
+      tf_norm = self.evaluate(norm)
 
     self.assertAllClose(tf_norm, 5.0)
     self.assertAllClose(np_ans_0, tf_ans_1)
@@ -277,7 +277,7 @@ class ClipTest(test.TestCase):
       ans, norm = clip_ops.clip_by_global_norm((x0, x1), clip_norm)
       tf_ans_1 = ans[0].eval()
       tf_ans_2 = ans[1].eval()
-      tf_norm = norm.eval()
+      tf_norm = self.evaluate(norm)
 
     self.assertAllClose(tf_norm, 5.0)
     self.assertAllClose(np_ans_0, tf_ans_1)
@@ -300,7 +300,7 @@ class ClipTest(test.TestCase):
       self.assertTrue(ans[3] is None)
       tf_ans_1 = ans[0].eval()
       tf_ans_2 = ans[2].eval()
-      tf_norm = norm.eval()
+      tf_norm = self.evaluate(norm)
 
     self.assertAllClose(tf_norm, 5.0)
     self.assertAllClose(np_ans_0, tf_ans_1)
@@ -322,7 +322,7 @@ class ClipTest(test.TestCase):
       ans, norm = clip_ops.clip_by_global_norm([x0, x1], clip_norm)
       tf_ans_1 = ans[0].eval()
       tf_ans_2 = ans[1].values.eval()
-      tf_norm = norm.eval()
+      tf_norm = self.evaluate(norm)
 
     self.assertAllClose(tf_norm, 5.0)
     self.assertAllClose(np_ans_0, tf_ans_1)
@@ -352,7 +352,7 @@ class ClipTest(test.TestCase):
       ans, norm = clip_ops.clip_by_global_norm([x0, x1], clip_norm)
       tf_ans_1 = ans[0].eval()
       tf_ans_2 = ans[1].eval()
-      tf_norm = norm.eval()
+      tf_norm = self.evaluate(norm)
 
     self.assertAllClose(tf_norm, 5.0)
     self.assertAllClose(np_ans_0, tf_ans_1)
@@ -371,7 +371,7 @@ class ClipTest(test.TestCase):
       ans, norm = clip_ops.clip_by_global_norm([x0, x1], clip_norm)
       tf_ans_1 = ans[0].eval()
       tf_ans_2 = ans[1].eval()
-      tf_norm = norm.eval()
+      tf_norm = self.evaluate(norm)
 
     self.assertAllClose(tf_norm, 0.0)
     self.assertAllClose(np_ans_0, tf_ans_1)
@@ -386,7 +386,7 @@ class ClipTest(test.TestCase):
 
       ans, norm = clip_ops.clip_by_global_norm([x0, x1], clip_norm)
       with self.assertRaisesRegexp(errors.InvalidArgumentError, "global norm"):
-        norm.eval()
+        self.evaluate(norm)
       with self.assertRaisesRegexp(errors.InvalidArgumentError, "global norm"):
         ans[0].eval()
       with self.assertRaisesRegexp(errors.InvalidArgumentError, "global norm"):
@@ -400,7 +400,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-2.88, 0.0, 0.0], [3.84, 0.0, 0.0]]
       clip_norm = 0.8
       ans = clip_ops.clip_by_average_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -412,7 +412,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-2.88, 0.0, 0.0], [3.84, 0.0, 0.0]]
       clip_norm = constant_op.constant(0.8)
       ans = clip_ops.clip_by_average_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -424,7 +424,7 @@ class ClipTest(test.TestCase):
       np_ans = [[-3.0, 0.0, 0.0], [4.0, 0.0, 0.0]]
       clip_norm = 0.9
       ans = clip_ops.clip_by_average_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
@@ -436,7 +436,7 @@ class ClipTest(test.TestCase):
       np_ans = [[0.0, 0.0, 0.0], [0.0, 0.0, 0.0]]
       clip_norm = 0.9
       ans = clip_ops.clip_by_average_norm(x, clip_norm)
-      tf_ans = ans.eval()
+      tf_ans = self.evaluate(ans)
 
     self.assertAllClose(np_ans, tf_ans)
 
diff --git a/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py b/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py
index f27a0fc472..e1928c5a1c 100644
--- a/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py
+++ b/tensorflow/python/kernel_tests/compare_and_bitpack_op_test.py
@@ -33,12 +33,12 @@ class CompareAndBitpackTest(test.TestCase):
     with self.cached_session(use_gpu=True):
       ans = math_ops.compare_and_bitpack(x, threshold)
       if expected_err_re is None:
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
         self.assertShapeEqual(truth, ans)
         self.assertAllEqual(tf_ans, truth)
       else:
         with self.assertRaisesOpError(expected_err_re):
-          ans.eval()
+          self.evaluate(ans)
 
   def _testBasic(self, dtype):
     rows = 371
diff --git a/tensorflow/python/kernel_tests/concat_op_test.py b/tensorflow/python/kernel_tests/concat_op_test.py
index 92d09986e6..149302831b 100644
--- a/tensorflow/python/kernel_tests/concat_op_test.py
+++ b/tensorflow/python/kernel_tests/concat_op_test.py
@@ -71,7 +71,7 @@ class ConcatOpTest(test.TestCase):
       x1 = constant_op.constant(p1)
       x2 = constant_op.constant(p2)
       c = array_ops.concat([x1, x2], 0)
-      result = c.eval()
+      result = self.evaluate(c)
     self.assertAllEqual(result[:2, :], p1)
     self.assertAllEqual(result[2:, :], p2)
 
@@ -83,7 +83,7 @@ class ConcatOpTest(test.TestCase):
       v2 = variables.Variable(p2)
       c = array_ops.concat([v1, v2], 0)
       variables.global_variables_initializer().run()
-      result = c.eval()
+      result = self.evaluate(c)
 
     self.assertEqual(result.shape, c.get_shape())
     self.assertAllEqual(result[:4, :], p1)
@@ -195,7 +195,7 @@ class ConcatOpTest(test.TestCase):
             grad_inp.flatten(), shape=output_shape)
         grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
         concated_grad = array_ops.concat(grad, axis)
-        result = concated_grad.eval()
+        result = self.evaluate(concated_grad)
     self.assertAllEqual(result, grad_inp)
 
   def testGradientsSimple(self):
@@ -222,7 +222,7 @@ class ConcatOpTest(test.TestCase):
           grad_inp.flatten(), shape=output_shape)
       grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
       concated_grad = array_ops.concat(grad, 0)
-      result = concated_grad.eval()
+      result = self.evaluate(concated_grad)
 
     self.assertAllEqual(result, grad_inp)
 
@@ -249,7 +249,7 @@ class ConcatOpTest(test.TestCase):
             grad_inp.flatten(), shape=output_shape)
         grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
         concated_grad = array_ops.concat(grad, axis)
-        result = concated_grad.eval()
+        result = self.evaluate(concated_grad)
 
     self.assertAllEqual(result, grad_inp)
 
@@ -279,7 +279,7 @@ class ConcatOpTest(test.TestCase):
       grad_tensor = constant_op.constant(grad_inp.flatten(), shape=output_shape)
       grad = gradients_impl.gradients([c], inp_tensors, [grad_tensor])
       concated_grad = array_ops.concat(grad, concat_dim)
-      result = concated_grad.eval()
+      result = self.evaluate(concated_grad)
 
     self.assertAllEqual(result, grad_inp)
 
@@ -476,7 +476,7 @@ class ConcatOpTest(test.TestCase):
     with self.cached_session():
       concat_list_t = array_ops.concat([c1, c2], 0)
       concat_tuple_t = array_ops.concat((c1, c2), 0)
-      self.assertAllEqual(concat_list_t.eval(), concat_tuple_t.eval())
+      self.assertAllEqual(concat_list_t.eval(), self.evaluate(concat_tuple_t))
 
   def testConcatNoScalars(self):
     with self.cached_session():
@@ -543,13 +543,13 @@ class ConcatOpTest(test.TestCase):
 
       c = gen_array_ops.concat_v2([t1, t2], -2)
       self.assertEqual([4, 3], c.get_shape().as_list())
-      output = c.eval()
+      output = self.evaluate(c)
       self.assertAllEqual([[1, 2, 3], [4, 5, 6], [7, 8, 9], [10, 11, 12]],
                           output)
 
       c = gen_array_ops.concat_v2([t1, t2], -1)
       self.assertEqual([2, 6], c.get_shape().as_list())
-      output = c.eval()
+      output = self.evaluate(c)
       self.assertAllEqual([[1, 2, 3, 7, 8, 9], [4, 5, 6, 10, 11, 12]], output)
 
   def _testGradientsForAxis(
@@ -615,7 +615,7 @@ class ConcatOpTest(test.TestCase):
         c = gen_array_ops.concat_v2([t1, t2],
                                     constant_op.constant(1, dtype=dtype))
         self.assertEqual([2, 6], c.get_shape().as_list())
-        output = c.eval()
+        output = self.evaluate(c)
         self.assertAllEqual([[1, 2, 3, 7, 8, 9], [4, 5, 6, 10, 11, 12]], output)
 
 class ConcatOffsetTest(test.TestCase):
diff --git a/tensorflow/python/kernel_tests/conditional_accumulator_test.py b/tensorflow/python/kernel_tests/conditional_accumulator_test.py
index 97ab23fe49..893cb7cce3 100644
--- a/tensorflow/python/kernel_tests/conditional_accumulator_test.py
+++ b/tensorflow/python/kernel_tests/conditional_accumulator_test.py
@@ -149,7 +149,7 @@ class ConditionalAccumulatorTest(test.TestCase):
         accum_op.run()
 
       is_all_equal = True
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       for i in range(len(val)):
         for j in range(len(val[i])):
           is_all_equal &= (val[i][j] == elems_ave[i][j])
@@ -184,7 +184,7 @@ class ConditionalAccumulatorTest(test.TestCase):
         sess.run(accum_op, feed_dict={x: elem})
 
       is_all_equal = True
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       for i in range(len(val)):
         for j in range(len(val[i])):
           is_all_equal &= (val[i][j] == elems_ave[i][j])
@@ -259,7 +259,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(15.0, val)
 
       accum_ops = [q.apply_grad((x,), local_step=1) for x in elems]
@@ -268,7 +268,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(15.0, val)
 
   def testAccumulatorTakeGradSum(self):
@@ -286,7 +286,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(30.0, val)
 
       accum_ops = [q.apply_grad((x,), local_step=1) for x in elems]
@@ -295,7 +295,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(30.0, val)
 
   def testAccumulatorTakeGradInvalidReductionType(self):
@@ -319,7 +319,7 @@ class ConditionalAccumulatorTest(test.TestCase):
         accum_op.run()
 
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        takeg_t.eval()
+        self.evaluate(takeg_t)
 
   def testAccumulatorRepeatedTakeGradMean(self):
     with self.cached_session():
@@ -334,7 +334,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(elems_ave, val)
 
       elems = [20.0, 30.0]
@@ -345,7 +345,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(elems_ave + 0.0, val)
 
   def testAccumulatorRepeatedTakeGradSum(self):
@@ -364,7 +364,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(elems_sum, val)
 
       elems = [20.0, 30.0]
@@ -375,7 +375,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for accum_op in accum_ops:
         accum_op.run()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
       self.assertEqual(elems_sum, val)
 
   def testAccumulatorIncrementGlobalStep(self):
@@ -392,7 +392,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       variables.global_variables_initializer().run()
       for _ in range(3):
         set_global_step_op.run()
-        inc_global_step.eval()
+        self.evaluate(inc_global_step)
 
   def testAccumulatorSetGlobalStepPreventsAccumulation(self):
     with self.cached_session():
@@ -410,7 +410,7 @@ class ConditionalAccumulatorTest(test.TestCase):
           accum_op.run()
         takeg_t = q.take_grad(1)
 
-        val = takeg_t.eval()
+        val = self.evaluate(takeg_t)
         self.assertEqual(0.0 + sum(x for x in local_steps
                                    if x >= ls) / sum(1 for x in local_steps
                                                      if x >= ls), val)
@@ -436,7 +436,7 @@ class ConditionalAccumulatorTest(test.TestCase):
       for thread in threads:
         thread.join()
 
-      val = takeg_t.eval()
+      val = self.evaluate(takeg_t)
 
       self.assertEqual(val, sum(elems) / len(elems))
 
diff --git a/tensorflow/python/kernel_tests/confusion_matrix_test.py b/tensorflow/python/kernel_tests/confusion_matrix_test.py
index bc24345261..b001341c03 100644
--- a/tensorflow/python/kernel_tests/confusion_matrix_test.py
+++ b/tensorflow/python/kernel_tests/confusion_matrix_test.py
@@ -232,7 +232,7 @@ class ConfusionMatrixTest(test.TestCase):
     with self.cached_session():
       cm = confusion_matrix.confusion_matrix(
           labels, predictions, dtype=dtypes.int32)
-      tf_cm = cm.eval()
+      tf_cm = self.evaluate(cm)
     self.assertEqual(tf_cm.dtype, np.int32)
 
   def testOutputIsInt64(self):
@@ -241,7 +241,7 @@ class ConfusionMatrixTest(test.TestCase):
     with self.cached_session():
       cm = confusion_matrix.confusion_matrix(
           labels, predictions, dtype=dtypes.int64)
-      tf_cm = cm.eval()
+      tf_cm = self.evaluate(cm)
     self.assertEqual(tf_cm.dtype, np.int64)
 
 
@@ -261,8 +261,8 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
             labels_placeholder, predictions_placeholder))
 
     with self.cached_session():
-      self.assertAllEqual(label_values, static_labels.eval())
-      self.assertAllEqual(prediction_values, static_predictions.eval())
+      self.assertAllEqual(label_values, self.evaluate(static_labels))
+      self.assertAllEqual(prediction_values, self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
@@ -286,8 +286,8 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
             labels_placeholder, predictions_placeholder))
 
     with self.cached_session():
-      self.assertAllEqual(label_values, static_labels.eval())
-      self.assertAllEqual(prediction_values, static_predictions.eval())
+      self.assertAllEqual(label_values, self.evaluate(static_labels))
+      self.assertAllEqual(prediction_values, self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
@@ -311,8 +311,8 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
             labels_placeholder, predictions_placeholder, expected_rank_diff=0))
 
     with self.cached_session():
-      self.assertAllEqual(label_values, static_labels.eval())
-      self.assertAllEqual(prediction_values, static_predictions.eval())
+      self.assertAllEqual(label_values, self.evaluate(static_labels))
+      self.assertAllEqual(prediction_values, self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
@@ -337,8 +337,8 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
 
     expected_label_values = np.reshape(label_values, newshape=(2, 3))
     with self.cached_session():
-      self.assertAllEqual(expected_label_values, static_labels.eval())
-      self.assertAllEqual(prediction_values, static_predictions.eval())
+      self.assertAllEqual(expected_label_values, self.evaluate(static_labels))
+      self.assertAllEqual(prediction_values, self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
@@ -363,8 +363,8 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
 
     expected_label_values = np.reshape(label_values, newshape=(2, 3))
     with self.cached_session():
-      self.assertAllEqual(expected_label_values, static_labels.eval())
-      self.assertAllEqual(prediction_values, static_predictions.eval())
+      self.assertAllEqual(expected_label_values, self.evaluate(static_labels))
+      self.assertAllEqual(prediction_values, self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
@@ -389,8 +389,9 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
 
     expected_prediction_values = np.reshape(prediction_values, newshape=(2, 3))
     with self.cached_session():
-      self.assertAllEqual(label_values, static_labels.eval())
-      self.assertAllEqual(expected_prediction_values, static_predictions.eval())
+      self.assertAllEqual(label_values, self.evaluate(static_labels))
+      self.assertAllEqual(expected_prediction_values,
+                          self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
@@ -416,8 +417,9 @@ class RemoveSqueezableDimensionsTest(test.TestCase):
 
     expected_prediction_values = np.reshape(prediction_values, newshape=(2, 3))
     with self.cached_session():
-      self.assertAllEqual(label_values, static_labels.eval())
-      self.assertAllEqual(expected_prediction_values, static_predictions.eval())
+      self.assertAllEqual(label_values, self.evaluate(static_labels))
+      self.assertAllEqual(expected_prediction_values,
+                          self.evaluate(static_predictions))
       feed_dict = {
           labels_placeholder: label_values,
           predictions_placeholder: prediction_values
diff --git a/tensorflow/python/kernel_tests/constant_op_test.py b/tensorflow/python/kernel_tests/constant_op_test.py
index 38b8c0c146..112e201c88 100644
--- a/tensorflow/python/kernel_tests/constant_op_test.py
+++ b/tensorflow/python/kernel_tests/constant_op_test.py
@@ -282,29 +282,29 @@ class AsTensorTest(test.TestCase):
     with self.cached_session():
       x = ops.convert_to_tensor(tensor_shape.TensorShape([]))
       self.assertEqual(dtypes_lib.int32, x.dtype)
-      self.assertAllEqual([], x.eval())
+      self.assertAllEqual([], self.evaluate(x))
 
       x = ops.convert_to_tensor(tensor_shape.TensorShape([1, 2, 3]))
       self.assertEqual(dtypes_lib.int32, x.dtype)
-      self.assertAllEqual([1, 2, 3], x.eval())
+      self.assertAllEqual([1, 2, 3], self.evaluate(x))
 
       x = ops.convert_to_tensor(tensor_shape.TensorShape([2**31-1, 2, 3]))
       self.assertEqual(dtypes_lib.int32, x.dtype)
-      self.assertAllEqual([2**31-1, 2, 3], x.eval())
+      self.assertAllEqual([2**31 - 1, 2, 3], self.evaluate(x))
 
       x = ops.convert_to_tensor(tensor_shape.TensorShape([2**31-1, 2, 3]),
                                 dtype=dtypes_lib.int32)
       self.assertEqual(dtypes_lib.int32, x.dtype)
-      self.assertAllEqual([2**31-1, 2, 3], x.eval())
+      self.assertAllEqual([2**31 - 1, 2, 3], self.evaluate(x))
 
       x = ops.convert_to_tensor(tensor_shape.TensorShape([2**31, 2, 3]))
       self.assertEqual(dtypes_lib.int64, x.dtype)
-      self.assertAllEqual([2**31, 2, 3], x.eval())
+      self.assertAllEqual([2**31, 2, 3], self.evaluate(x))
 
       x = ops.convert_to_tensor(tensor_shape.TensorShape([2**31, 2, 3]),
                                 dtype=dtypes_lib.int64)
       self.assertEqual(dtypes_lib.int64, x.dtype)
-      self.assertAllEqual([2**31, 2, 3], x.eval())
+      self.assertAllEqual([2**31, 2, 3], self.evaluate(x))
 
       with self.assertRaisesRegexp(
           ValueError, "a dimension is too large .2147483648."):
@@ -314,11 +314,11 @@ class AsTensorTest(test.TestCase):
       x = ops.convert_to_tensor(
           tensor_shape.TensorShape([1, 2, 3]), dtype=dtypes_lib.int64)
       self.assertEqual(dtypes_lib.int64, x.dtype)
-      self.assertAllEqual([1, 2, 3], x.eval())
+      self.assertAllEqual([1, 2, 3], self.evaluate(x))
 
       x = array_ops.reshape(
           array_ops.zeros([6]), tensor_shape.TensorShape([2, 3]))
-      self.assertAllEqual([[0.0, 0.0, 0.0], [0.0, 0.0, 0.0]], x.eval())
+      self.assertAllEqual([[0.0, 0.0, 0.0], [0.0, 0.0, 0.0]], self.evaluate(x))
 
     with self.assertRaisesRegexp(ValueError, "partially known"):
       ops.convert_to_tensor(tensor_shape.TensorShape(None))
@@ -334,12 +334,12 @@ class AsTensorTest(test.TestCase):
     with self.cached_session():
       x = ops.convert_to_tensor(tensor_shape.TensorShape([1, 2, 3])[1])
       self.assertEqual(dtypes_lib.int32, x.dtype)
-      self.assertAllEqual(2, x.eval())
+      self.assertAllEqual(2, self.evaluate(x))
 
       x = ops.convert_to_tensor(
           tensor_shape.TensorShape([1, 2, 3])[1], dtype=dtypes_lib.int64)
       self.assertEqual(dtypes_lib.int64, x.dtype)
-      self.assertAllEqual(2, x.eval())
+      self.assertAllEqual(2, self.evaluate(x))
 
     shape = tensor_shape.TensorShape(None)
     if shape._v2_behavior:
@@ -372,7 +372,7 @@ class ZerosTest(test.TestCase):
     with self.cached_session():
       ret = array_ops.zeros(shape)
       self.assertEqual(shape, ret.get_shape())
-      return ret.eval()
+      return self.evaluate(ret)
 
   def testConst(self):
     self.assertTrue(
@@ -383,7 +383,7 @@ class ZerosTest(test.TestCase):
     self.assertEqual(0, self._Zeros(()))
     with self.cached_session():
       scalar = array_ops.zeros(constant_op.constant([], dtype=dtypes_lib.int32))
-      self.assertEqual(0, scalar.eval())
+      self.assertEqual(0, self.evaluate(scalar))
 
   def testDynamicSizes(self):
     np_ans = np.array([[0] * 3] * 2)
@@ -392,7 +392,7 @@ class ZerosTest(test.TestCase):
       d = array_ops.fill([2, 3], 12., name="fill")
       # Constructs a tensor of zeros of the same dimensions as "d".
       z = array_ops.zeros(array_ops.shape(d))
-      out = z.eval()
+      out = self.evaluate(z)
     self.assertAllEqual(np_ans, out)
     self.assertShapeEqual(np_ans, d)
     self.assertShapeEqual(np_ans, z)
@@ -420,13 +420,13 @@ class ZerosTest(test.TestCase):
         z = array_ops.zeros([2, 3], dtype=dtype)
         self.assertEqual(z.dtype, dtype)
         self.assertEqual([2, 3], z.get_shape())
-        z_value = z.eval()
+        z_value = self.evaluate(z)
         self.assertFalse(np.any(z_value))
         self.assertEqual((2, 3), z_value.shape)
         z = array_ops.zeros(array_ops.shape(d), dtype=dtype)
         self.assertEqual(z.dtype, dtype)
         self.assertEqual([2, 3], z.get_shape())
-        z_value = z.eval()
+        z_value = self.evaluate(z)
         self.assertFalse(np.any(z_value))
         self.assertEqual((2, 3), z_value.shape)
 
@@ -538,7 +538,7 @@ class OnesTest(test.TestCase):
     with self.cached_session():
       ret = array_ops.ones(shape)
       self.assertEqual(shape, ret.get_shape())
-      return ret.eval()
+      return self.evaluate(ret)
 
   def testConst(self):
     self.assertTrue(np.array_equal(self._Ones([2, 3]), np.array([[1] * 3] * 2)))
@@ -548,7 +548,7 @@ class OnesTest(test.TestCase):
     self.assertEqual(1, self._Ones(()))
     with self.cached_session():
       scalar = array_ops.ones(constant_op.constant([], dtype=dtypes_lib.int32))
-      self.assertEqual(1, scalar.eval())
+      self.assertEqual(1, self.evaluate(scalar))
 
   def testDynamicSizes(self):
     np_ans = np.array([[1] * 3] * 2)
@@ -557,7 +557,7 @@ class OnesTest(test.TestCase):
       d = array_ops.fill([2, 3], 12., name="fill")
       # Constructs a tensor of ones of the same dimensions as "d".
       z = array_ops.ones(array_ops.shape(d))
-      out = z.eval()
+      out = self.evaluate(z)
     self.assertAllEqual(np_ans, out)
     self.assertShapeEqual(np_ans, d)
     self.assertShapeEqual(np_ans, z)
@@ -617,7 +617,7 @@ class OnesLikeTest(test.TestCase):
         z_var = array_ops.ones_like(d)
         # Test that the type is correct
         self.assertEqual(z_var.dtype, dtype)
-        z_value = z_var.eval()
+        z_value = self.evaluate(z_var)
 
       # Test that the value is correct
       self.assertTrue(np.array_equal(z_value, np.array([[1] * 3] * 2)))
@@ -634,7 +634,7 @@ class FillTest(test.TestCase):
   def _compare(self, dims, val, np_ans, use_gpu):
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.fill(dims, val, name="fill")
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
     self.assertAllClose(np_ans, out)
     # Fill does not set the shape.
     # self.assertShapeEqual(np_ans, tf_ans)
@@ -726,7 +726,7 @@ class PlaceholderTest(test.TestCase):
 
       with self.assertRaisesOpError(
           "must feed a value for placeholder tensor 'p' with dtype float"):
-        p_identity.eval()
+        self.evaluate(p_identity)
 
   def testShape(self):
     with self.cached_session():
@@ -739,7 +739,7 @@ class PlaceholderTest(test.TestCase):
       with self.assertRaisesOpError(
           "must feed a value for placeholder tensor 'p' with dtype float and "
           r"shape \[10,10\]"):
-        p_identity.eval()
+        self.evaluate(p_identity)
 
       with self.assertRaisesWithPredicateMatch(
           ValueError, lambda e: "Cannot feed value of shape" in str(e)):
@@ -783,7 +783,7 @@ class PlaceholderTest(test.TestCase):
       # Should trigger an operator error, not a shape error.
       with self.assertRaisesOpError(
           "must feed a value for placeholder tensor 'p' with dtype float"):
-        p_identity.eval()
+        self.evaluate(p_identity)
 
   def testControlDependency(self):
     with self.cached_session():
@@ -896,7 +896,7 @@ class PlaceholderWithDefaultTest(test.TestCase):
     with self.session(force_gpu=test_util.is_gpu_available()):
       p = array_ops.placeholder_with_default([[2, 2], [2, 2]], shape=[2, 2])
       a = array_ops.identity(p)
-      self.assertAllEqual([[2, 2], [2, 2]], a.eval())
+      self.assertAllEqual([[2, 2], [2, 2]], self.evaluate(a))
       self.assertAllEqual(
           [[3, 3], [3, 3]], a.eval(feed_dict={p: [[3, 3], [3, 3]]}))
 
@@ -907,7 +907,7 @@ class PlaceholderWithDefaultTest(test.TestCase):
     with self.session(force_gpu=test_util.is_gpu_available()):
       p = array_ops.placeholder_with_default([1, 2, 3], shape=[None])
       a = array_ops.identity(p)
-      self.assertAllEqual([1, 2, 3], a.eval())
+      self.assertAllEqual([1, 2, 3], self.evaluate(a))
       self.assertAllEqual([3, 37], a.eval(feed_dict={p: [3, 37]}))
 
       with self.assertRaises(ValueError):
@@ -917,7 +917,7 @@ class PlaceholderWithDefaultTest(test.TestCase):
     with self.session(force_gpu=test_util.is_gpu_available()):
       p = array_ops.placeholder_with_default([17], shape=None)
       a = array_ops.identity(p)
-      self.assertAllEqual([17], a.eval())
+      self.assertAllEqual([17], self.evaluate(a))
       self.assertAllEqual([3, 37], a.eval(feed_dict={p: [3, 37]}))
       self.assertAllEqual(
           [[3, 3], [3, 3]], a.eval(feed_dict={p: [[3, 3], [3, 3]]}))
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index e5b45d2ed8..c0068c2681 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -139,7 +139,7 @@ class ControlFlowTest(test.TestCase):
 
       self.assertTrue(isinstance(v2, ops.Tensor))
       variables.global_variables_initializer().run()
-      self.assertEqual(9, v2.eval())
+      self.assertEqual(9, self.evaluate(v2))
 
   def testRefEnter(self):
     with self.cached_session():
@@ -152,7 +152,7 @@ class ControlFlowTest(test.TestCase):
       v2 = control_flow_ops.with_dependencies([op], enter_v)
       v3 = control_flow_ops.exit(v2)
       variables.global_variables_initializer().run()
-      self.assertEqual(9, v3.eval())
+      self.assertEqual(9, self.evaluate(v3))
 
   def testRefSwitch(self):
     with self.cached_session():
@@ -162,7 +162,7 @@ class ControlFlowTest(test.TestCase):
       v1 = control_flow_ops._SwitchRefOrTensor(v._ref(), p)  # pylint: disable=protected-access
       v2 = state_ops.assign(v1[1], 9)
       variables.global_variables_initializer().run()
-      self.assertEqual(9, v2.eval())
+      self.assertEqual(9, self.evaluate(v2))
 
   def testEnterMulExit(self):
     with self.cached_session():
@@ -173,7 +173,7 @@ class ControlFlowTest(test.TestCase):
       mul_op = math_ops.multiply(enter_data, enter_five)
       exit_op = control_flow_ops.exit(mul_op)
 
-      result = exit_op.eval()
+      result = self.evaluate(exit_op)
     self.assertAllEqual(np.array([x * 5 for x in [1, 2, 3, 4, 5, 6]]), result)
 
   def testEnterShapePropagation(self):
@@ -214,7 +214,7 @@ class ControlFlowTest(test.TestCase):
       with self.assertRaisesWithPredicateMatch(
           errors_impl.InvalidArgumentError,
           lambda e: "Retval[0] does not have value" in str(e)):
-        dead_branch.eval()
+        self.evaluate(dead_branch)
 
   def testSwitchMergeLess(self):
     with self.cached_session():
@@ -225,7 +225,7 @@ class ControlFlowTest(test.TestCase):
       switch_op = control_flow_ops.switch(data, less_op)
       merge_op = control_flow_ops.merge(switch_op)[0]
 
-      result = merge_op.eval()
+      result = self.evaluate(merge_op)
     self.assertAllEqual(np.arange(1, 7), result)
 
   def testSwitchMergeAddIdentity(self):
@@ -238,7 +238,7 @@ class ControlFlowTest(test.TestCase):
       id_op = array_ops.identity(switch_op[1])
       merge_op = control_flow_ops.merge([add_op, id_op])[0]
 
-      result = merge_op.eval()
+      result = self.evaluate(merge_op)
     self.assertAllEqual(np.array([x + 1 for x in [1, 2, 3, 4, 5, 6]]), result)
 
   def testSwitchMergeAddMul(self):
@@ -252,7 +252,7 @@ class ControlFlowTest(test.TestCase):
       mul_op = math_ops.multiply(switch_op[1], five)
       merge_op = control_flow_ops.merge([add_op, mul_op])[0]
 
-      result = merge_op.eval()
+      result = self.evaluate(merge_op)
     self.assertAllEqual(np.array([x * 5 for x in [1, 2, 3, 4, 5, 6]]), result)
 
   def testLoop_false(self):
@@ -269,7 +269,7 @@ class ControlFlowTest(test.TestCase):
       next_n = control_flow_ops.next_iteration(switch_n[0])
       merge_n.op._update_input(1, next_n)
 
-      result = exit_n.eval()
+      result = self.evaluate(exit_n)
     self.assertAllEqual(10, result)
 
   def testLoop_1(self):
@@ -295,7 +295,7 @@ class ControlFlowTest(test.TestCase):
       merge_i.op._update_input(1, next_i)
 
       exit_i = control_flow_ops.exit(switch_i[0])
-      result = exit_i.eval()
+      result = self.evaluate(exit_i)
     self.assertAllEqual(10, result)
 
   def testLoop_2(self):
@@ -321,7 +321,7 @@ class ControlFlowTest(test.TestCase):
       merge_i.op._update_input(1, next_i)
 
       exit_i = control_flow_ops.exit(switch_i[0])
-      result = exit_i.eval()
+      result = self.evaluate(exit_i)
     self.assertAllEqual(10, result)
 
   def testDifferentFrame(self):
@@ -476,7 +476,7 @@ class ControlFlowTest(test.TestCase):
       fn2 = lambda: math_ops.subtract(x, 1)
       r = control_flow_ops.cond(pred, fn1, fn2)
 
-      result = r.eval()
+      result = self.evaluate(r)
     self.assertAllEqual(11, result)
 
   def testCond_1(self):
@@ -492,7 +492,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(
           math_ops.less(1, 0), lambda: math_ops.add(x, 1),
           lambda: math_ops.subtract(x, 1))
-      result = r.eval()
+      result = self.evaluate(r)
     self.assertAllEqual(9, result)
 
   def testCond_3(self):
@@ -505,7 +505,7 @@ class ControlFlowTest(test.TestCase):
       fn3 = lambda: math_ops.add(control_flow_ops.cond(pred, fn1, fn2), 1)
       r = control_flow_ops.cond(pred, fn3, fn2)
 
-      result = r.eval()
+      result = self.evaluate(r)
     self.assertAllEqual(12, result)
 
   @test_util.run_in_graph_and_eager_modes
@@ -532,9 +532,9 @@ class ControlFlowTest(test.TestCase):
         result = f().eval()
         self.assertEqual(True, result)
         # Only second cond result was fetched, so v1 assign shouldn't run.
-        self.assertEqual(7, v1.eval())
-        self.assertEqual(2, v2.eval())
-        self.assertEqual(7, v3.eval())
+        self.assertEqual(7, self.evaluate(v1))
+        self.assertEqual(2, self.evaluate(v2))
+        self.assertEqual(7, self.evaluate(v3))
 
     result = f_defun()
     self.assertEqual(True, self.evaluate(result))
@@ -555,7 +555,7 @@ class ControlFlowTest(test.TestCase):
 
       for i in range(10):
         alive, count = body(i)
-      self.assertAllEqual(4, count.eval())
+      self.assertAllEqual(4, self.evaluate(count))
 
   def testCond_6(self):
     with self.cached_session():
@@ -568,7 +568,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(pred, fn1, fn2)
 
       variables.global_variables_initializer().run()
-      result = r.eval()
+      result = self.evaluate(r)
       self.assertAllEqual(np.array([7]), result)
 
   def testCond_7(self):
@@ -677,7 +677,7 @@ class ControlFlowTest(test.TestCase):
       true_fn = lambda: x
       false_fn = lambda: constant_op.constant([2.0])
       r = control_flow_ops.cond(constant_op.constant(False), true_fn, false_fn)
-      self.assertAllEqual([2.0], r.eval())
+      self.assertAllEqual([2.0], self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/79881896 (control deps)")
   def testCondWithControl(self):
@@ -693,7 +693,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(
           constant_op.constant(True), true_branch,
           lambda: constant_op.constant(1))
-      self.assertEqual(5, r.eval())
+      self.assertEqual(5, self.evaluate(r))
 
   def testUninitializedRefIdentity(self):
     with self.cached_session() as sess:
@@ -758,7 +758,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(pred, fn1, fn2)
 
       grad = gradients_impl.gradients(r, [x])[0]
-      self.assertAllEqual(1.0, grad.eval())
+      self.assertAllEqual(1.0, self.evaluate(grad))
 
   def testCondGrad_2(self):
     with self.cached_session():
@@ -827,13 +827,13 @@ class ControlFlowTest(test.TestCase):
           constant_op.constant(True), lambda: x,
           lambda: control_flow_ops.cond(x < 1., lambda: x, lambda: x))
       result = gradients_impl.gradients(y, x)[0]
-      self.assertEqual(1.0, result.eval())
+      self.assertEqual(1.0, self.evaluate(result))
 
       z = control_flow_ops.cond(
           constant_op.constant(False), lambda: x,
           lambda: control_flow_ops.cond(x < 1., lambda: x, lambda: x))
       result = gradients_impl.gradients(z, x)[0]
-      self.assertEqual(1.0, result.eval())
+      self.assertEqual(1.0, self.evaluate(result))
 
   @test_util.disable_control_flow_v2("b/113327884")
   def testCondGrad_Gather(self):
@@ -982,7 +982,7 @@ class ControlFlowTest(test.TestCase):
       c = lambda x: math_ops.less(x, 10000)
       b = lambda x: math_ops.add(x, 1)
       r = control_flow_ops.while_loop(c, b, [n], parallel_iterations=20)
-      self.assertEqual(10000, r.eval())
+      self.assertEqual(10000, self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/79881896 (control deps)")
   def testWhileExternalControlDependencies(self):
@@ -1013,7 +1013,7 @@ class ControlFlowTest(test.TestCase):
 
       result = control_flow_ops.while_loop(cond=lambda i: i < 5,
                                            body=body_fn, loop_vars=[0])
-      result.eval()
+      self.evaluate(result)
       self.assertAllEqual(v.eval(), 1.0)
 
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
@@ -1045,19 +1045,19 @@ class ControlFlowTest(test.TestCase):
     with self.cached_session():
       s = constant_op.constant(0)
       r = isum(s)
-      self.assertAllEqual(45, r.eval())
+      self.assertAllEqual(45, self.evaluate(r))
 
   def testWhileWithMaximumIterations(self):
     with self.cached_session():
       s = constant_op.constant([1, 2, 3, 4, 5])
       r = isum(s, maximum_iterations=3)
-      self.assertAllEqual([1 + 3, 2 + 3, 3 + 3, 4 + 3, 5 + 3], r.eval())
+      self.assertAllEqual([1 + 3, 2 + 3, 3 + 3, 4 + 3, 5 + 3], self.evaluate(r))
 
   def testWhileWithMaximumIterationsAndSingleArgument(self):
     with self.cached_session():
       r = control_flow_ops.while_loop(
           lambda i: i < 3, lambda i: i + 1, [0], maximum_iterations=1)
-      self.assertEqual(1, r.eval())
+      self.assertEqual(1, self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/115776323 (max_iters)")
   def testSingleNestedMaximumIterationsWhileLoopGradientInXLAContext(self):
@@ -1350,7 +1350,7 @@ class ControlFlowTest(test.TestCase):
       c = lambda x: math_ops.less(x, 10.0)
       b = lambda x: math_ops.add(x, 1.0)
       r = control_flow_ops.while_loop(c, b, [n])
-      self.assertAllClose(10.0, r.eval())
+      self.assertAllClose(10.0, self.evaluate(r))
 
   def testWhile_Gpu_1(self):
     self._testWhile_Gpu_1(use_gpu=False)
@@ -1366,7 +1366,7 @@ class ControlFlowTest(test.TestCase):
           return math_ops.add(x, 1.0)
 
       r = control_flow_ops.while_loop(c, b, [n])
-      self.assertAllClose(10.0, r.eval())
+      self.assertAllClose(10.0, self.evaluate(r))
 
   def testWhile_Gpu_2(self):
     self._testWhile_Gpu_2(use_gpu=False)
@@ -1387,7 +1387,7 @@ class ControlFlowTest(test.TestCase):
           c, _b, [i, m],
           [i.get_shape(), tensor_shape.unknown_shape()])
       r = r[1] * array_ops.ones([8, 8])
-      self.assertAllEqual(np.ones((8, 8)), r.eval())
+      self.assertAllEqual(np.ones((8, 8)), self.evaluate(r))
 
   def testWhileWithNonTensorInput_Scalar(self):
     with self.cached_session():
@@ -1395,7 +1395,7 @@ class ControlFlowTest(test.TestCase):
       c = lambda x: x < 10000
       b = lambda x: x + 1
       r = control_flow_ops.while_loop(c, b, [n], parallel_iterations=20)
-      self.assertEqual(10000, r.eval())
+      self.assertEqual(10000, self.evaluate(r))
 
   def testWhileWithNonTensorInput_Vector(self):
     with self.cached_session():
@@ -1403,7 +1403,7 @@ class ControlFlowTest(test.TestCase):
       c = lambda x: x[0] < 10000
       b = lambda x: array_ops.stack([x[0] + 1])
       r = control_flow_ops.while_loop(c, b, [n], parallel_iterations=20)
-      self.assertEqual([10000], r.eval())
+      self.assertEqual([10000], self.evaluate(r))
 
   def testWhileShapeInference(self):
     with self.cached_session():
@@ -1515,7 +1515,7 @@ class ControlFlowTest(test.TestCase):
       c = lambda x: math_ops.less(x, 200)
       b = lambda x: math_ops.add(x, cpu_sum(n))
       r = control_flow_ops.while_loop(c, b, [n])
-      self.assertEqual(225, r.eval())
+      self.assertEqual(225, self.evaluate(r))
 
   def testNestedWhile_1(self):
     self._testNestedWhile_1(use_gpu=False)
@@ -1547,7 +1547,7 @@ class ControlFlowTest(test.TestCase):
 
       r = control_flow_ops.while_loop(
           outer_c, outer_b, [s0], parallel_iterations=1)
-      self.assertEqual(1048576.0, r.eval())
+      self.assertEqual(1048576.0, self.evaluate(r))
 
   def testNestedWhile_2(self):
     self._testNestedWhile_2(use_gpu=False)
@@ -1581,7 +1581,7 @@ class ControlFlowTest(test.TestCase):
 
       res = control_flow_ops.while_loop(
           condition, body, [r], parallel_iterations=1)
-      self.assertAllEqual(12, res.eval())
+      self.assertAllEqual(12, self.evaluate(res))
 
   def testWhileWithControl_3(self):
     with self.cached_session() as sess:
@@ -1650,8 +1650,8 @@ class ControlFlowTest(test.TestCase):
 
       r = control_flow_ops.while_loop(loop_condition, loop_body, (i0,))
       variables.global_variables_initializer().run()
-      self.assertEqual(4, r.eval())
-      self.assertAllClose(65536.0, v.eval())
+      self.assertEqual(4, self.evaluate(r))
+      self.assertAllClose(65536.0, self.evaluate(v))
 
   @test_util.disable_control_flow_v2("b/113324949 (ref vars)")
   def testWhileCondExitControl(self):
@@ -1675,8 +1675,8 @@ class ControlFlowTest(test.TestCase):
           constant_op.constant(False), lambda: constant_op.constant(1.0),
           false_branch)
       variables.global_variables_initializer().run()
-      self.assertEqual(6.0, r.eval())
-      self.assertEqual(99, v.eval())
+      self.assertEqual(6.0, self.evaluate(r))
+      self.assertEqual(99, self.evaluate(v))
 
   def testCondWhile_1(self):
 
@@ -1687,7 +1687,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(
           math_ops.less(0, 1), lambda: control_flow_ops.while_loop(c, b, [n]),
           lambda: n)
-      self.assertAllEqual(10, r.eval())
+      self.assertAllEqual(10, self.evaluate(r))
 
   def testCondWhile_2(self):
 
@@ -1698,7 +1698,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(
           math_ops.less(1, 0), lambda: math_ops.add(n, 1),
           lambda: control_flow_ops.while_loop(c, b, [n]))
-      self.assertAllEqual(10, r.eval())
+      self.assertAllEqual(10, self.evaluate(r))
 
   def _testCondWhile_3(self, use_gpu):
     with self.cached_session(use_gpu=use_gpu) as sess:
@@ -1741,7 +1741,7 @@ class ControlFlowTest(test.TestCase):
           lambda: math_ops.add(x, one), lambda: math_ops.subtract(x, one))
       # pylint: enable=undefined-variable
       r = control_flow_ops.while_loop(c, b, [i])
-      self.assertAllEqual(10, r.eval())
+      self.assertAllEqual(10, self.evaluate(r))
 
   def testWhileCond_2(self):
 
@@ -1750,7 +1750,7 @@ class ControlFlowTest(test.TestCase):
       c = lambda x: math_ops.less(x, 10)
       b = lambda x: control_flow_ops.cond(constant_op.constant(True), lambda: math_ops.add(x, 1), lambda: n)
       r = control_flow_ops.while_loop(c, b, [n])
-      self.assertAllEqual(10, r.eval())
+      self.assertAllEqual(10, self.evaluate(r))
 
   def testWhileCond_3(self):
 
@@ -1764,7 +1764,7 @@ class ControlFlowTest(test.TestCase):
                                           lambda: math_ops.subtract(x, 1))
       # pylint: enable=undefined-variable
       r = control_flow_ops.while_loop(c, b, [n])
-      self.assertAllEqual(10, r.eval())
+      self.assertAllEqual(10, self.evaluate(r))
 
   def testWhileCondGradMultiDevice(self):
     config = config_pb2.ConfigProto(device_count={"CPU": 2},
@@ -1815,8 +1815,8 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(
           loop_iterator, loop_body, [n], parallel_iterations=1)
       variables.global_variables_initializer().run()
-      self.assertEqual(3, r.eval())
-      result = select.eval()
+      self.assertEqual(3, self.evaluate(r))
+      result = self.evaluate(select)
       self.assertAllClose(np.array([10.0, 10.0, 10.0]), result)
 
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
@@ -1840,10 +1840,10 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(
           loop_iterator, loop_body, [n], parallel_iterations=1)
       variables.global_variables_initializer().run()
-      self.assertEqual(3, r.eval())
-      result1 = select1.eval()
+      self.assertEqual(3, self.evaluate(r))
+      result1 = self.evaluate(select1)
       self.assertAllClose(np.array([10.0, 10.0, 10.0]), result1)
-      result2 = select2.eval()
+      result2 = self.evaluate(select2)
       self.assertAllClose(np.array([10.0, 10.0, 10.0]), result2)
 
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
@@ -1892,9 +1892,9 @@ class ControlFlowTest(test.TestCase):
       lpa = control_flow_ops.while_loop(
           pred, loop_body, [c], parallel_iterations=1)
 
-      self.assertEqual(0, var_b.eval())
-      lpa.eval()  # Run the loop
-      self.assertEqual(10, var_b.eval())
+      self.assertEqual(0, self.evaluate(var_b))
+      self.evaluate(lpa)  # Run the loop
+      self.assertEqual(10, self.evaluate(var_b))
 
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
   def testWhileUpdateVariable_5(self):
@@ -1921,10 +1921,10 @@ class ControlFlowTest(test.TestCase):
       lpa = control_flow_ops.while_loop(
           pred, loop_body, [var_b], parallel_iterations=1, name="loop")
 
-      self.assertEqual(0, var_b.eval())
-      lpa.eval()  # Run the loop
-      self.assertEqual(10, var_a.eval())
-      self.assertEqual(10, var_b.eval())
+      self.assertEqual(0, self.evaluate(var_b))
+      self.evaluate(lpa)  # Run the loop
+      self.assertEqual(10, self.evaluate(var_a))
+      self.assertEqual(10, self.evaluate(var_b))
 
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
   def testWhileUpdateVariable_6(self):
@@ -1951,10 +1951,10 @@ class ControlFlowTest(test.TestCase):
       lpa = control_flow_ops.while_loop(
           pred, loop_body, [c], parallel_iterations=1, name="loop")
 
-      self.assertEqual(0, var_b.eval())
-      lpa.eval()  # Run the loop
-      self.assertEqual(55, var_b.eval())
-      self.assertEqual(10, var_a.eval())
+      self.assertEqual(0, self.evaluate(var_b))
+      self.evaluate(lpa)  # Run the loop
+      self.assertEqual(55, self.evaluate(var_b))
+      self.assertEqual(10, self.evaluate(var_a))
 
   def testWhileQueue_1(self):
     with self.cached_session():
@@ -1970,7 +1970,7 @@ class ControlFlowTest(test.TestCase):
         return ni
 
       r = control_flow_ops.while_loop(c, b, [i], parallel_iterations=1)
-      self.assertEqual([10], r.eval())
+      self.assertEqual([10], self.evaluate(r))
       for i in xrange(10):
         self.assertEqual([i], q.dequeue().eval())
 
@@ -2006,7 +2006,7 @@ class ControlFlowTest(test.TestCase):
           b1, [r, x],
           [r.get_shape(), tensor_shape.unknown_shape()],
           parallel_iterations=1)
-      self.assertEqual(45, rx.eval())
+      self.assertEqual(45, self.evaluate(rx))
 
   def _testWhileGrad_ColocateGradients(self, colocate):
     gpu_dev_name = test.gpu_device_name() if test.is_gpu_available(
@@ -2057,7 +2057,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.cond(math_ops.less(1, 2), lambda: r, lambda: v)
 
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(1024.0, r.eval())
+      self.assertAllClose(1024.0, self.evaluate(r))
 
   def testWhileGrad_Shape(self):
     with self.cached_session():
@@ -2097,7 +2097,7 @@ class ControlFlowTest(test.TestCase):
       r = math_ops.multiply(r, r)
 
       r = gradients_impl.gradients(r, v)[0]
-      self.assertEqual(524288.0, r.eval())
+      self.assertEqual(524288.0, self.evaluate(r))
 
   def testWhileGrad_LoopAdd(self):
     with self.cached_session():
@@ -2108,7 +2108,7 @@ class ControlFlowTest(test.TestCase):
       r = math_ops.add(r, r)
 
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(2048.0, r.eval())
+      self.assertAllClose(2048.0, self.evaluate(r))
 
   def _testWhileGrad_Mul(self, use_gpu, p_iters):
     with self.cached_session(use_gpu=use_gpu) as sess:
@@ -2151,7 +2151,7 @@ class ControlFlowTest(test.TestCase):
 
       r = control_flow_ops.while_loop(c, b, [v])
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(512.0, r.eval())
+      self.assertAllClose(512.0, self.evaluate(r))
 
   def testNestedWhileCondWhileGrad(self):
     if control_flow_ops.ENABLE_WHILE_V2 and test_util.is_gpu_available():
@@ -2443,10 +2443,11 @@ class ControlFlowTest(test.TestCase):
       with ops.control_dependencies([x_f]):
         y_f_d = array_ops.identity(y_f, name="y_f_d")
 
-      self.assertAllClose(2.0, y_f_d.eval())  # y_f_d = 1.0 + 1.0
+      self.assertAllClose(2.0, self.evaluate(y_f_d))  # y_f_d = 1.0 + 1.0
       g = gradients_impl.gradients([y_f_d], [x])[0]
       self.assertTrue(g is not None)
-      self.assertAllClose(1.0, g.eval())  # y_f_d = x + 1.0, dy_f_d/dx = 1.0
+      self.assertAllClose(1.0,
+                          self.evaluate(g))  # y_f_d = x + 1.0, dy_f_d/dx = 1.0
 
   def _testNestedWhileGrad_Simple(self, use_gpu):
     with self.cached_session(use_gpu=use_gpu):
@@ -2462,7 +2463,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(c, b, [v])
 
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(8.0, r.eval())
+      self.assertAllClose(8.0, self.evaluate(r))
 
   def testNestedWhileGrad_Simple(self):
     self._testNestedWhileGrad_Simple(use_gpu=False)
@@ -2489,7 +2490,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(c, b, [v])
 
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(256.0, r.eval())
+      self.assertAllClose(256.0, self.evaluate(r))
 
   def testNestedWhileGrad_ParallelInner(self):
     with self.cached_session():
@@ -2512,7 +2513,7 @@ class ControlFlowTest(test.TestCase):
       r = control_flow_ops.while_loop(c, b, [v])
 
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(512.0, r.eval())
+      self.assertAllClose(512.0, self.evaluate(r))
 
   @test_util.disable_control_flow_v2("unsupported: resource creation in body. "
                                      "Enable with new TAs b/117675481")
@@ -2536,7 +2537,7 @@ class ControlFlowTest(test.TestCase):
       train_op = optimizer.minimize(math_ops.reduce_mean(math_ops.square(res)))
       sess.run(variables.global_variables_initializer())
       sess.run(train_op)
-      self.assertAllClose(2.999, var.eval())
+      self.assertAllClose(2.999, self.evaluate(var))
 
   def _testWhileCondGrad_Simple(self, use_gpu):
     with self.cached_session(use_gpu=use_gpu):
@@ -2552,7 +2553,7 @@ class ControlFlowTest(test.TestCase):
       # pylint: enable=undefined-variable
       r = control_flow_ops.while_loop(c, b, [v])
       r = gradients_impl.gradients(r, v)[0]
-      self.assertAllClose(1024.0, r.eval())
+      self.assertAllClose(1024.0, self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/117519152")
   def testWhileCondGrad_Simple(self):
@@ -2649,7 +2650,7 @@ class ControlFlowTest(test.TestCase):
 
       _, r = control_flow_ops.while_loop(c, b, [i, x])
       r = gradients_impl.gradients(r.values, values)[0]
-      self.assertAllClose(np.array([1024.0, 1024.0]), r.eval())
+      self.assertAllClose(np.array([1024.0, 1024.0]), self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/116328420 (SparseTensor)")
   def testWhileGrad_SparseTensor(self):
@@ -2672,7 +2673,7 @@ class ControlFlowTest(test.TestCase):
 
       _, r = control_flow_ops.while_loop(c, b, [i, x])
       r = gradients_impl.gradients(r.values, values)[0]
-      self.assertAllClose(np.array([1024.0, 1024.0]), r.eval())
+      self.assertAllClose(np.array([1024.0, 1024.0]), self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/115920078 (gradients)")
   def testCallGradInLoop(self):
@@ -2730,9 +2731,9 @@ class ControlFlowTest(test.TestCase):
       rx, ry = control_flow_ops.while_loop(c, b, [x, y])
 
       r = gradients_impl.gradients(rx, y)[0]
-      self.assertEqual(136.0, r.eval())
+      self.assertEqual(136.0, self.evaluate(r))
       r = gradients_impl.gradients(ry, y)[0]
-      self.assertEqual(32.0, r.eval())
+      self.assertEqual(32.0, self.evaluate(r))
 
       r = gradients_impl.gradients(array_ops.stop_gradient(rx), y)[0]
       self.assertEqual(r, None)
@@ -2750,13 +2751,13 @@ class ControlFlowTest(test.TestCase):
       self.assertEqual(r, None)
 
       r = gradients_impl.gradients(math_ops.add(rx, ry), y)[0]
-      self.assertEqual(168.0, r.eval())
+      self.assertEqual(168.0, self.evaluate(r))
       r = gradients_impl.gradients(
           math_ops.add(rx, array_ops.stop_gradient(ry)), y)[0]
-      self.assertEqual(136.0, r.eval())
+      self.assertEqual(136.0, self.evaluate(r))
       r = gradients_impl.gradients(
           math_ops.add(array_ops.stop_gradient(rx), ry), y)[0]
-      self.assertEqual(32.0, r.eval())
+      self.assertEqual(32.0, self.evaluate(r))
 
   def testWhileGrad_StopGradInside(self):
     with self.cached_session():
@@ -2773,9 +2774,9 @@ class ControlFlowTest(test.TestCase):
       rx, _ = control_flow_ops.while_loop(c, b, [x, y])
 
       r = gradients_impl.gradients(rx, y)[0]
-      self.assertAllClose(0.0, r.eval())
+      self.assertAllClose(0.0, self.evaluate(r))
       r = gradients_impl.gradients(rx, x)[0]
-      self.assertAllClose(156.0, r.eval())
+      self.assertAllClose(156.0, self.evaluate(r))
 
   def testWhileGrad_StopGradInsideNoShape(self):
     with self.cached_session() as sess:
@@ -2829,7 +2830,7 @@ class ControlFlowTest(test.TestCase):
       r = math_ops.add(math_ops.square(y), rx)
       r = math_ops.add(r, rg)
       r = gradients_impl.gradients(r, y)[0]
-      self.assertEqual(388.0, r.eval())
+      self.assertEqual(388.0, self.evaluate(r))
 
   @test_util.disable_control_flow_v2("b/113324949 (RefVariable)")
   def testWhileGradientWithNontrainablePath1(self):
@@ -2915,7 +2916,7 @@ class ControlFlowTest(test.TestCase):
       z = math_ops.add(r, array_ops.stop_gradient(math_ops.reduce_sum(grads)))
       result = gradients_impl.gradients(z, vars_)[0]
       variables.global_variables_initializer().run()
-      self.assertEqual(5.0, result.eval())
+      self.assertEqual(5.0, self.evaluate(result))
 
   def testOneValueCond(self):
 
@@ -2976,7 +2977,7 @@ class ControlFlowTest(test.TestCase):
       r4 = control_flow_ops.case(
           [(x < y, f1), (x < y, f2)], default=f3, exclusive=True)
       with self.assertRaisesOpError("Input error:"):
-        r4.eval()
+        self.evaluate(r4)
 
       # Check that the default is called if none of the others are
       r5 = control_flow_ops.case({x > y: f1}, default=f3)
@@ -3023,17 +3024,17 @@ class ControlFlowTest(test.TestCase):
 
       variables.global_variables_initializer().run()
       self.assertAllEqual(sess.run([v0, v1, v2]), [-1] * 3)
-      self.assertEqual(2, r2.eval())
+      self.assertEqual(2, self.evaluate(r2))
       self.assertAllEqual(sess.run([v0, v1, v2]), [-1, -1, 2])
 
       variables.global_variables_initializer().run()
       self.assertAllEqual(sess.run([v0, v1, v2]), [-1] * 3)
-      self.assertEqual(1, r1.eval())
+      self.assertEqual(1, self.evaluate(r1))
       self.assertAllEqual(sess.run([v0, v1, v2]), [-1, 1, -1])
 
       variables.global_variables_initializer().run()
       self.assertAllEqual(sess.run([v0, v1, v2]), [-1] * 3)
-      self.assertEqual(0, r0.eval())
+      self.assertEqual(0, self.evaluate(r0))
       self.assertAllEqual(sess.run([v0, v1, v2]), [0, -1, -1])
 
   @test_util.disable_control_flow_v2("b/113324949 (ref vars)")
@@ -3055,15 +3056,15 @@ class ControlFlowTest(test.TestCase):
       self.assertTrue(isinstance(i, ops.Tensor))
       variables.global_variables_initializer().run()
 
-      self.assertEqual(0, v.eval())
+      self.assertEqual(0, self.evaluate(v))
 
       # True case: c = 2 is >= 1, v is set to 1.
       self.assertEqual(1, i.eval(feed_dict={c.name: 2}))
-      self.assertEqual(1, v.eval())
+      self.assertEqual(1, self.evaluate(v))
 
       # False case: c = 0 is not >= 1, v is set to 2.
       self.assertEqual(2, i.eval(feed_dict={c.name: 0}))
-      self.assertEqual(2, v.eval())
+      self.assertEqual(2, self.evaluate(v))
 
   def testWithOpsDependencies(self):
     with self.cached_session() as sess:
@@ -3105,14 +3106,14 @@ class ControlFlowTest(test.TestCase):
 
       # Fetching v directly will result in an uninitialized error
       with self.assertRaisesOpError("Attempting to use uninitialized value"):
-        v.eval()
+        self.evaluate(v)
 
       # Get the value of 'c2_with_c1_dep', which should cause 'v'
       # to be initialized.
-      self.assertAllEqual(20, c2_with_c1_dep.eval())
+      self.assertAllEqual(20, self.evaluate(c2_with_c1_dep))
 
       # Ensure that 'v' is initialized
-      self.assertAllClose(0.0, v.eval())
+      self.assertAllClose(0.0, self.evaluate(v))
 
   def testWithIndexedSlicesDependencies(self):
     with self.cached_session():
@@ -3127,13 +3128,15 @@ class ControlFlowTest(test.TestCase):
 
       # Fetching gather_v_at_1 will result in an uninitialized error
       with self.assertRaisesOpError("Attempting to use uninitialized value"):
-        gather_v_at_1.eval()
+        self.evaluate(gather_v_at_1)
 
       # Getting gather_v_at_1_after_init will work, and initialize v.
-      self.assertAllEqual([[10.0, 11.0]], gather_v_at_1_after_init.eval())
+      self.assertAllEqual([[10.0, 11.0]],
+                          self.evaluate(gather_v_at_1_after_init))
 
       # Double check that 'v' is initialized
-      self.assertAllClose([[0.0, 1.0], [10.0, 11.0], [20.0, 21.0]], v.eval())
+      self.assertAllClose([[0.0, 1.0], [10.0, 11.0], [20.0, 21.0]],
+                          self.evaluate(v))
 
   def testDependenciesDevice(self):
     with ops.Graph().as_default():
@@ -3167,7 +3170,7 @@ class ControlFlowTest(test.TestCase):
       init = control_flow_ops.group(v1.initializer, v2.initializer)
       # Fetching v1 directly will result in an uninitialized error
       with self.assertRaisesOpError("Attempting to use uninitialized value"):
-        v1.eval()
+        self.evaluate(v1)
 
       # Runs "init" before fetching v1 and v2.
       init.run()
@@ -3495,20 +3498,20 @@ class TupleTest(test.TestCase):
 
         # v1 is not initialized.
         with self.assertRaisesOpError("Attempting to use uninitialized value"):
-          v1.eval()
+          self.evaluate(v1)
 
         # v2 is not initialized.
         with self.assertRaisesOpError("Attempting to use uninitialized value"):
-          v2.eval()
+          self.evaluate(v2)
 
         if v1_first:
           # Getting t1 initializes v2.
-          self.assertAllClose([3.0], t1.eval())
-          self.assertAllClose([10.0], v2.eval())
+          self.assertAllClose([3.0], self.evaluate(t1))
+          self.assertAllClose([10.0], self.evaluate(v2))
         else:
           # Getting t2 initializes v1.
-          self.assertAllClose([30.0], t2.eval())
-          self.assertAllClose([1.0], v1.eval())
+          self.assertAllClose([30.0], self.evaluate(t2))
+          self.assertAllClose([1.0], self.evaluate(v1))
 
   def testIndexedSlices(self):
     for v1_first in [True, False]:
@@ -3533,22 +3536,22 @@ class TupleTest(test.TestCase):
 
         # v1 is not initialized.
         with self.assertRaisesOpError("Attempting to use uninitialized value"):
-          v1.eval()
+          self.evaluate(v1)
 
         # v2 is not initialized.
         with self.assertRaisesOpError("Attempting to use uninitialized value"):
-          v2.eval()
+          self.evaluate(v2)
 
         if v1_first:
           # Getting g1 initializes v2.
-          self.assertAllClose([[10.0, 11.0]], g1.eval())
+          self.assertAllClose([[10.0, 11.0]], self.evaluate(g1))
           self.assertAllClose([[0.1, 1.1], [10.1, 11.1], [20.1, 21.1]],
-                              v2.eval())
+                              self.evaluate(v2))
         else:
           # Getting g2 initializes v1.
-          self.assertAllClose([[10.1, 11.1]], g2.eval())
+          self.assertAllClose([[10.1, 11.1]], self.evaluate(g2))
           self.assertAllClose([[0.0, 1.0], [10.0, 11.0], [20.0, 21.0]],
-                              v1.eval())
+                              self.evaluate(v1))
 
   def testAcceptTensorsAsControlInputs(self):
     with self.cached_session():
@@ -3558,9 +3561,9 @@ class TupleTest(test.TestCase):
           [constant_op.constant(0)], control_inputs=[assign])
 
       # Should trigger the assign.
-      t.eval()
+      self.evaluate(t)
 
-      self.assertEquals(1, var.eval())
+      self.assertEquals(1, self.evaluate(var))
 
 
 class AssertTest(test.TestCase):
diff --git a/tensorflow/python/kernel_tests/conv1d_test.py b/tensorflow/python/kernel_tests/conv1d_test.py
index 8540875d75..e8463323df 100644
--- a/tensorflow/python/kernel_tests/conv1d_test.py
+++ b/tensorflow/python/kernel_tests/conv1d_test.py
@@ -43,7 +43,7 @@ class Conv1DTest(test.TestCase):
         with self.cached_session(use_gpu=test.is_gpu_available()):
           c = nn_ops.conv1d(x, filters, stride, padding="VALID")
           reduced = array_ops.squeeze(c)
-          output = reduced.eval()
+          output = self.evaluate(reduced)
           if stride == 1:
             self.assertEqual(len(output), 3)
             self.assertAllClose(output,
@@ -69,7 +69,7 @@ class Conv1DTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv1d_transpose(
           x, f, y_shape, stride=stride, padding="VALID")
-      value = output.eval()
+      value = self.evaluate(output)
 
       cache_values = np.zeros(y_shape, dtype=np.float32)
 
diff --git a/tensorflow/python/kernel_tests/conv2d_transpose_test.py b/tensorflow/python/kernel_tests/conv2d_transpose_test.py
index 95a17cfb44..d9aa4ab967 100644
--- a/tensorflow/python/kernel_tests/conv2d_transpose_test.py
+++ b/tensorflow/python/kernel_tests/conv2d_transpose_test.py
@@ -52,7 +52,7 @@ class Conv2DTransposeTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv2d_transpose(
           x, f, y_shape, strides=strides, padding="SAME")
-      value = output.eval()
+      value = self.evaluate(output)
 
       # We count the number of cells being added at the locations in the output.
       # At the center, #cells=kernel_height * kernel_width
@@ -90,7 +90,7 @@ class Conv2DTransposeTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv2d_transpose(
           x, f, y_shape, strides=strides, padding="SAME")
-      value = output.eval()
+      value = self.evaluate(output)
 
       for n in xrange(x_shape[0]):
         for k in xrange(f_shape[2]):
@@ -123,7 +123,7 @@ class Conv2DTransposeTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv2d_transpose(
           x, f, y_shape, strides=strides, padding="VALID")
-      value = output.eval()
+      value = self.evaluate(output)
 
       cache_values = np.zeros(y_shape, dtype=np.float32)
 
@@ -194,7 +194,7 @@ class Conv2DTransposeTest(test.TestCase):
         output = nn_ops.conv2d_transpose(
             x, f, y_shape, strides=strides, padding="SAME", data_format="NCHW")
 
-        value = output.eval()
+        value = self.evaluate(output)
         for n in xrange(x_shape[0]):
           for k in xrange(f_shape[2]):
             for w in xrange(y_shape[3]):
@@ -229,7 +229,7 @@ class Conv2DTransposeTest(test.TestCase):
         output = nn_ops.conv2d_transpose(
             x, f, y_shape, strides=strides, padding="SAME", data_format="NCHW")
 
-        value = output.eval()
+        value = self.evaluate(output)
         for n in xrange(x_shape[0]):
           for k in xrange(f_shape[2]):
             for w in xrange(y_shape[3]):
@@ -264,7 +264,7 @@ class Conv2DTransposeTest(test.TestCase):
         output = nn_ops.conv2d_transpose(
             x, f, y_shape, strides=strides, padding="VALID", data_format="NCHW")
 
-        value = output.eval()
+        value = self.evaluate(output)
         cache_values = np.zeros(y_shape, dtype=np.float32)
         # The amount of padding added
         pad = 1
diff --git a/tensorflow/python/kernel_tests/conv3d_transpose_test.py b/tensorflow/python/kernel_tests/conv3d_transpose_test.py
index 2527b83769..d4e7ec14da 100644
--- a/tensorflow/python/kernel_tests/conv3d_transpose_test.py
+++ b/tensorflow/python/kernel_tests/conv3d_transpose_test.py
@@ -48,7 +48,7 @@ class Conv3DTransposeTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv3d_transpose(
           x, f, y_shape, strides=strides, padding="SAME")
-      value = output.eval()
+      value = self.evaluate(output)
 
       # We count the number of cells being added at the locations in the output.
       # At the center, #cells = kernel_depth * kernel_height * kernel_width
@@ -98,7 +98,7 @@ class Conv3DTransposeTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv3d_transpose(
           x, f, y_shape, strides=strides, padding="SAME")
-      value = output.eval()
+      value = self.evaluate(output)
 
       for n in xrange(x_shape[0]):
         for k in xrange(f_shape[3]):
@@ -146,7 +146,7 @@ class Conv3DTransposeTest(test.TestCase):
         output = nn_ops.conv3d_transpose(
             x_value, f_value, constant_op.constant(y_shape, dtype=dtype),
             strides=strides, padding="SAME")
-        output.eval()
+        self.evaluate(output)
 
   def testConv3DTransposeValid(self):
     with self.cached_session():
@@ -165,7 +165,7 @@ class Conv3DTransposeTest(test.TestCase):
           1.0, shape=f_shape, name="filter", dtype=dtypes.float32)
       output = nn_ops.conv3d_transpose(
           x, f, y_shape, strides=strides, padding="VALID")
-      value = output.eval()
+      value = self.evaluate(output)
 
       cache_values = np.zeros(y_shape, dtype=np.float32)
 
diff --git a/tensorflow/python/kernel_tests/cwise_ops_binary_test.py b/tensorflow/python/kernel_tests/cwise_ops_binary_test.py
index 8028f93a8c..df166b6101 100644
--- a/tensorflow/python/kernel_tests/cwise_ops_binary_test.py
+++ b/tensorflow/python/kernel_tests/cwise_ops_binary_test.py
@@ -81,7 +81,7 @@ class BinaryOpTest(test.TestCase):
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
-      tf_cpu = out.eval()
+      tf_cpu = self.evaluate(out)
       # Test that the op takes precedence over numpy operators.
       np_left = tf_func(x, iny).eval()
       np_right = tf_func(inx, y).eval()
@@ -178,7 +178,7 @@ class BinaryOpTest(test.TestCase):
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
-      tf_gpu = out.eval()
+      tf_gpu = self.evaluate(out)
     self.assertAllClose(np_ans, tf_gpu)
     self.assertShapeEqual(np_ans, out)
     # TODO(zhifengc/ke): make gradient checker work on GPU.
@@ -748,7 +748,7 @@ class ComparisonOpTest(test.TestCase):
       out = func(
           ops.convert_to_tensor(np.array([x]).astype(dtype)),
           ops.convert_to_tensor(np.array([y]).astype(dtype)))
-      ret = out.eval()
+      ret = self.evaluate(out)
     return ret[0]
 
   def testScalarCompareScalar(self):
@@ -779,7 +779,7 @@ class ComparisonOpTest(test.TestCase):
     np_ans = np_func(x, y)
     with self.test_session(force_gpu=test_util.is_gpu_available()):
       out = tf_func(ops.convert_to_tensor(x), ops.convert_to_tensor(y))
-      tf_ans = out.eval()
+      tf_ans = self.evaluate(out)
     self.assertAllEqual(np_ans, tf_ans)
 
   def testTensorCompareTensor(self):
diff --git a/tensorflow/python/kernel_tests/cwise_ops_test.py b/tensorflow/python/kernel_tests/cwise_ops_test.py
index c5311ad834..d7dbf5ab9a 100644
--- a/tensorflow/python/kernel_tests/cwise_ops_test.py
+++ b/tensorflow/python/kernel_tests/cwise_ops_test.py
@@ -88,7 +88,7 @@ class ComparisonOpTest(test.TestCase):
       out = func(
           ops.convert_to_tensor(np.array([x]).astype(dtype)),
           ops.convert_to_tensor(np.array([y]).astype(dtype)))
-      ret = out.eval()
+      ret = self.evaluate(out)
     return ret[0]
 
   def testScalarCompareScalar(self):
@@ -119,7 +119,7 @@ class ComparisonOpTest(test.TestCase):
     np_ans = np_func(x, y)
     with self.test_session(force_gpu=test_util.is_gpu_available()):
       out = tf_func(ops.convert_to_tensor(x), ops.convert_to_tensor(y))
-      tf_ans = out.eval()
+      tf_ans = self.evaluate(out)
     self.assertAllEqual(np_ans, tf_ans)
 
   def testTensorCompareTensor(self):
@@ -223,7 +223,7 @@ class LogicalOpTest(test.TestCase):
       inx = ops.convert_to_tensor(x)
       iny = ops.convert_to_tensor(y)
       out = tf_func(inx, iny)
-      tf_val = out.eval()
+      tf_val = self.evaluate(out)
     self.assertEqual(out.dtype, dtypes_lib.bool)
     self.assertAllEqual(np_ans, tf_val)
     self.assertShapeEqual(np_ans, out)
@@ -233,7 +233,7 @@ class LogicalOpTest(test.TestCase):
     with self.test_session(use_gpu=use_gpu,
                            force_gpu=use_gpu and test_util.is_gpu_available()):
       out = math_ops.logical_not(ops.convert_to_tensor(x))
-      tf_val = out.eval()
+      tf_val = self.evaluate(out)
     self.assertEqual(out.dtype, dtypes_lib.bool)
     self.assertAllEqual(np_ans, tf_val)
     self.assertShapeEqual(np_ans, out)
@@ -319,7 +319,7 @@ class SelectOpTest(test.TestCase):
     with self.test_session(use_gpu=use_gpu,
                            force_gpu=use_gpu and test_util.is_gpu_available()):
       out = array_ops.where(c, x, y)
-      tf_ans = out.eval()
+      tf_ans = self.evaluate(out)
     self.assertAllEqual(np_ans, tf_ans)
     self.assertShapeEqual(np_ans, out)
 
@@ -463,7 +463,7 @@ class BatchSelectOpTest(test.TestCase):
     with self.test_session(use_gpu=use_gpu,
                            force_gpu=use_gpu and test_util.is_gpu_available()):
       out = array_ops.where(c, x, y)
-      tf_ans = out.eval()
+      tf_ans = self.evaluate(out)
     self.assertAllEqual(np_ans, tf_ans)
     self.assertShapeEqual(np_ans, out)
 
@@ -644,13 +644,13 @@ class MathOpsOverloadTest(test.TestCase):
     with self.test_session(use_gpu=False):
       inx = ops.convert_to_tensor(x, dtype=dtype)
       z = func(inx, y)  # Should use __add__, __sub__, etc.
-      return z.eval()
+      return self.evaluate(z)
 
   def _computeLiteralAndTensor(self, x, y, dtype, func):
     with self.test_session(use_gpu=False):
       iny = ops.convert_to_tensor(y, dtype=dtype)
       z = func(x, iny)  # Should use __radd__, __rsub__, etc.
-      return z.eval()
+      return self.evaluate(z)
 
   def _compareBinary(self, x, y, dtype, np_func, tf_func):
     np_ans = np_func(x, y).astype(dtype.as_numpy_dtype)
@@ -777,9 +777,9 @@ class IsFiniteInfNanTest(test.TestCase):
             tf_y = math_ops.sqrt(x)
             tf_nan = math_ops.is_nan(tf_y)
             if value < 0:
-              self.assertAllEqual(np_nan, tf_nan.eval())
+              self.assertAllEqual(np_nan, self.evaluate(tf_nan))
             else:
-              self.assertAllCloseAccordingToType(np_y, tf_y.eval())
+              self.assertAllCloseAccordingToType(np_y, self.evaluate(tf_y))
 
 
 class RoundingTest(test.TestCase):
@@ -833,7 +833,7 @@ class ComplexMakeRealImagTest(test.TestCase):
       real = ops.convert_to_tensor(real)
       imag = ops.convert_to_tensor(imag)
       tf_ans = math_ops.complex(real, imag)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, out)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -855,10 +855,10 @@ class ComplexMakeRealImagTest(test.TestCase):
       tf_imag = math_ops.imag(inx)
       tf_real_real = math_ops.real(tf_real)
       tf_imag_real = math_ops.imag(tf_real)
-      self.assertAllEqual(np_real, tf_real.eval())
-      self.assertAllEqual(np_imag, tf_imag.eval())
-      self.assertAllEqual(np_real, tf_real_real.eval())
-      self.assertAllEqual(np_zeros, tf_imag_real.eval())
+      self.assertAllEqual(np_real, self.evaluate(tf_real))
+      self.assertAllEqual(np_imag, self.evaluate(tf_imag))
+      self.assertAllEqual(np_real, self.evaluate(tf_real_real))
+      self.assertAllEqual(np_zeros, self.evaluate(tf_imag_real))
 
   def testRealImag64(self):
     real = (np.arange(-3, 3) / 4.).reshape([1, 3, 2]).astype(np.float32)
@@ -916,7 +916,7 @@ class ComplexMakeRealImagTest(test.TestCase):
                            force_gpu=use_gpu and test_util.is_gpu_available()):
       inx = ops.convert_to_tensor(cplx)
       tf_conj = math_ops.conj(inx)
-      tf_ans = tf_conj.eval()
+      tf_ans = self.evaluate(tf_conj)
     self.assertAllEqual(np_ans, tf_ans)
     self.assertShapeEqual(np_ans, tf_conj)
 
@@ -1032,13 +1032,13 @@ class AccumulateTest(test.TestCase):
       np_val = random_arrays[0]
       for random_array in random_arrays[1:]:
         np_val += random_array
-      self.assertAllClose(np_val, tf_val.eval())
+      self.assertAllClose(np_val, self.evaluate(tf_val))
 
   def testZeroArgs(self):
     with self.cached_session():
       with self.assertRaises(ValueError):
         tf_val = math_ops.accumulate_n([])
-        tf_val.eval()
+        self.evaluate(tf_val)
 
   def testWrongShape(self):
     with self.cached_session():
@@ -1070,7 +1070,7 @@ class PolyvalTest(test.TestCase):
     np_val = np.polyval(coeffs, x)
     with self.cached_session():
       tf_val = math_ops.polyval(coeffs, x)
-      self.assertAllClose(np_val, tf_val.eval())
+      self.assertAllClose(np_val, self.evaluate(tf_val))
 
   def testSimple(self):
     for dtype in [
@@ -1093,7 +1093,7 @@ class PolyvalTest(test.TestCase):
         np_val = np.polyval(coeffs, x)
         with self.cached_session():
           tf_val = math_ops.polyval(coeffs, x)
-          self.assertAllClose(np_val, tf_val.eval())
+          self.assertAllClose(np_val, self.evaluate(tf_val))
 
   def testEmpty(self):
     x = np.random.rand(2, 2).astype(np.float32)
@@ -1101,7 +1101,7 @@ class PolyvalTest(test.TestCase):
     np_val = np.polyval(coeffs, x)
     with self.cached_session():
       tf_val = math_ops.polyval(coeffs, x)
-      self.assertAllClose(np_val, tf_val.eval())
+      self.assertAllClose(np_val, self.evaluate(tf_val))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/cwise_ops_unary_test.py b/tensorflow/python/kernel_tests/cwise_ops_unary_test.py
index 77f182784e..7096083a1f 100644
--- a/tensorflow/python/kernel_tests/cwise_ops_unary_test.py
+++ b/tensorflow/python/kernel_tests/cwise_ops_unary_test.py
@@ -84,7 +84,7 @@ class UnaryOpTest(test.TestCase):
         np_ans *= 1.1
       else:
         y = tf_func(inx)
-      tf_cpu = y.eval()
+      tf_cpu = self.evaluate(y)
       self.assertShapeEqual(np_ans, y)
       if x.dtype == np.float16:
         self.assertAllClose(np_ans, tf_cpu, rtol=1e-3, atol=1e-3)
@@ -140,7 +140,7 @@ class UnaryOpTest(test.TestCase):
     np_ans = np_func(x)
     with self.test_session(force_gpu=test_util.is_gpu_available()):
       result = tf_func(ops.convert_to_tensor(x))
-      tf_gpu = result.eval()
+      tf_gpu = self.evaluate(result)
     if x.dtype == np.float16:
       self.assertAllClose(np_ans, tf_gpu, rtol=1e-3, atol=1e-3)
     else:
diff --git a/tensorflow/python/kernel_tests/decode_bmp_op_test.py b/tensorflow/python/kernel_tests/decode_bmp_op_test.py
index eebaffbe13..5e7991382e 100644
--- a/tensorflow/python/kernel_tests/decode_bmp_op_test.py
+++ b/tensorflow/python/kernel_tests/decode_bmp_op_test.py
@@ -61,7 +61,7 @@ class DecodeBmpOpTest(test.TestCase):
     decode = array_ops.squeeze(image_ops.decode_bmp(img_in))
 
     with self.cached_session():
-      decoded = decode.eval()
+      decoded = self.evaluate(decode)
       self.assertAllEqual(decoded, img_bytes)
 
   def testGrayscale(self):
@@ -136,7 +136,7 @@ class DecodeBmpOpTest(test.TestCase):
     decode = image_ops.decode_bmp(img_in)
 
     with self.cached_session():
-      decoded = decode.eval()
+      decoded = self.evaluate(decode)
       self.assertAllEqual(decoded, img_bytes)
 
 
diff --git a/tensorflow/python/kernel_tests/decode_image_op_test.py b/tensorflow/python/kernel_tests/decode_image_op_test.py
index 0975f964b5..7a8743e11f 100644
--- a/tensorflow/python/kernel_tests/decode_image_op_test.py
+++ b/tensorflow/python/kernel_tests/decode_image_op_test.py
@@ -76,7 +76,7 @@ class DecodeImageOpTest(test.TestCase):
 
         bad_channels = image_ops.decode_image(gif0, channels=1)
         with self.assertRaises(errors_impl.InvalidArgumentError):
-          bad_channels.eval()
+          self.evaluate(bad_channels)
 
   def testJpeg(self):
     # Read a real jpeg and verify shape
@@ -92,7 +92,7 @@ class DecodeImageOpTest(test.TestCase):
 
       bad_channels = image_ops.decode_image(jpeg0, channels=4)
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        bad_channels.eval()
+        self.evaluate(bad_channels)
 
   def testPng(self):
     # Read some real PNGs, converting to different channel numbers
@@ -113,7 +113,7 @@ class DecodeImageOpTest(test.TestCase):
     decode = image_ops.decode_image(image_bytes)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        decode.eval()
+        self.evaluate(decode)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/decode_png_op_test.py b/tensorflow/python/kernel_tests/decode_png_op_test.py
index 8f36343667..5a0b742a6a 100644
--- a/tensorflow/python/kernel_tests/decode_png_op_test.py
+++ b/tensorflow/python/kernel_tests/decode_png_op_test.py
@@ -47,7 +47,7 @@ class DecodePngOpTest(test.TestCase):
             img_in, dtype=dtypes.uint16))
 
     with self.cached_session():
-      decoded = decode.eval()
+      decoded = self.evaluate(decode)
       self.assertAllEqual(decoded, img_bytes)
 
 
diff --git a/tensorflow/python/kernel_tests/dense_update_ops_no_tsan_test.py b/tensorflow/python/kernel_tests/dense_update_ops_no_tsan_test.py
index affbaf159d..3ed7dba966 100644
--- a/tensorflow/python/kernel_tests/dense_update_ops_no_tsan_test.py
+++ b/tensorflow/python/kernel_tests/dense_update_ops_no_tsan_test.py
@@ -54,7 +54,7 @@ class AssignOpTest(test.TestCase):
       for t in threads:
         t.join()
 
-      vals = p.eval()
+      vals = self.evaluate(p)
       ones = np.ones((1024, 1024)).astype(np.float32)
       self.assertTrue((vals >= ones).all())
       self.assertTrue((vals <= ones * 20).all())
@@ -81,7 +81,7 @@ class AssignOpTest(test.TestCase):
       for t in threads:
         t.join()
 
-      vals = p.eval()
+      vals = self.evaluate(p)
 
       # Assert every element is taken from one of the assignments.
       self.assertTrue((vals > 0).all())
@@ -114,7 +114,7 @@ class AssignOpTest(test.TestCase):
       for t in threads:
         t.join()
 
-      vals = p.eval()
+      vals = self.evaluate(p)
       ones = np.ones((1024, 1024)).astype(np.float32)
       self.assertAllEqual(vals, ones * 20)
 
@@ -142,7 +142,7 @@ class AssignOpTest(test.TestCase):
       for t in threads:
         t.join()
 
-      vals = p.eval()
+      vals = self.evaluate(p)
 
       # Assert every element is the same, and taken from one of the assignments.
       self.assertTrue(vals[0, 0] > 0)
diff --git a/tensorflow/python/kernel_tests/dense_update_ops_test.py b/tensorflow/python/kernel_tests/dense_update_ops_test.py
index 3e0a03d634..a4766fed72 100644
--- a/tensorflow/python/kernel_tests/dense_update_ops_test.py
+++ b/tensorflow/python/kernel_tests/dense_update_ops_test.py
@@ -36,8 +36,8 @@ class AssignOpTest(test.TestCase):
       p = variables.Variable(x)
       assign = state_ops.assign(p, y)
       p.initializer.run()
-      new_value = assign.eval()
-      return p.eval(), new_value
+      new_value = self.evaluate(assign)
+      return self.evaluate(p), new_value
 
   def _initAssignAddFetch(self, x, y, use_gpu=False):
     """Initialize a param to init, and compute param += y."""
@@ -45,8 +45,8 @@ class AssignOpTest(test.TestCase):
       p = variables.Variable(x)
       add = state_ops.assign_add(p, y)
       p.initializer.run()
-      new_value = add.eval()
-      return p.eval(), new_value
+      new_value = self.evaluate(add)
+      return self.evaluate(p), new_value
 
   def _initAssignSubFetch(self, x, y, use_gpu=False):
     """Initialize a param to init, and compute param -= y."""
@@ -54,8 +54,8 @@ class AssignOpTest(test.TestCase):
       p = variables.Variable(x)
       sub = state_ops.assign_sub(p, y)
       p.initializer.run()
-      new_value = sub.eval()
-      return p.eval(), new_value
+      new_value = self.evaluate(sub)
+      return self.evaluate(p), new_value
 
   def _testTypes(self, vals):
     for dtype in [np.float32, np.float64, np.int32, np.int64]:
@@ -90,13 +90,13 @@ class AssignOpTest(test.TestCase):
       p = variables.VariableV1([1])
       a = state_ops.assign(p, data, validate_shape=False)
       a.op.run()
-      self.assertAllEqual(p.eval(), data.eval())
+      self.assertAllEqual(p.eval(), self.evaluate(data))
 
       # Assign to yet another shape
       data2 = array_ops.fill([10, 10], 1)
       a2 = state_ops.assign(p, data2, validate_shape=False)
       a2.op.run()
-      self.assertAllEqual(p.eval(), data2.eval())
+      self.assertAllEqual(p.eval(), self.evaluate(data2))
 
   def testInitRequiredAssignAdd(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/depthtospace_op_test.py b/tensorflow/python/kernel_tests/depthtospace_op_test.py
index 13a28caf1f..c4bed11080 100644
--- a/tensorflow/python/kernel_tests/depthtospace_op_test.py
+++ b/tensorflow/python/kernel_tests/depthtospace_op_test.py
@@ -106,13 +106,13 @@ class DepthToSpaceTest(test.TestCase):
       # test NHWC (default) on CPU
       x_tf = array_ops.depth_to_space(input_nhwc, block_size)
       self.assertAllEqual(x_tf.shape, x_out.shape)
-      x_tf.eval()
+      self.evaluate(x_tf)
     if test.is_gpu_available():
       with self.cached_session(use_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.depth_to_space(input_nhwc, block_size)
         self.assertAllEqual(x_tf.shape, x_out.shape)
-        x_tf.eval()
+        self.evaluate(x_tf)
 
   # Tests for different width and height.
   def testNonSquare(self):
@@ -185,7 +185,7 @@ class DepthToSpaceTest(test.TestCase):
     # divisible by 16.
     with self.assertRaises(ValueError):
       out_tf = array_ops.depth_to_space(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   # Test when the block size is 0.
   def testBlockSize0(self):
@@ -194,7 +194,7 @@ class DepthToSpaceTest(test.TestCase):
     block_size = 0
     with self.assertRaises(ValueError):
       out_tf = array_ops.depth_to_space(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   # Test when the block size is 1. The block size should be > 1.
   def testBlockSizeOne(self):
@@ -205,7 +205,7 @@ class DepthToSpaceTest(test.TestCase):
     block_size = 1
     with self.assertRaises(ValueError):
       out_tf = array_ops.depth_to_space(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   def testBlockSizeLargerThanInput(self):
     # The block size is too large for this input.
@@ -214,7 +214,7 @@ class DepthToSpaceTest(test.TestCase):
     block_size = 10
     with self.assertRaises(ValueError):
       out_tf = array_ops.space_to_depth(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   def testBlockSizeNotDivisibleDepth(self):
     # The depth is not divisible by the square of the block size.
diff --git a/tensorflow/python/kernel_tests/depthwise_conv_op_test.py b/tensorflow/python/kernel_tests/depthwise_conv_op_test.py
index 77b27c6c7e..f65d0be367 100644
--- a/tensorflow/python/kernel_tests/depthwise_conv_op_test.py
+++ b/tensorflow/python/kernel_tests/depthwise_conv_op_test.py
@@ -528,7 +528,7 @@ class DepthwiseConv2DTest(test.TestCase):
         t2 = constant_op.constant(x2, shape=output_sizes)
         backprop = nn_ops.depthwise_conv2d_native_backprop_input(
             t0, t1, t2, strides=[1, stride, stride, 1], padding=padding)
-        ret = backprop.eval()
+        ret = self.evaluate(backprop)
         self.assertShapeEqual(ret, backprop)
         return ret
 
@@ -548,7 +548,7 @@ class DepthwiseConv2DTest(test.TestCase):
         t2 = constant_op.constant(x2, shape=output_sizes)
         backprop = nn_ops.depthwise_conv2d_native_backprop_input(
             t0, t1, t2, strides=[1, stride, stride, 1], padding=padding)
-        ret = backprop.eval()
+        ret = self.evaluate(backprop)
         self.assertShapeEqual(ret, backprop)
         return ret
 
@@ -580,7 +580,7 @@ class DepthwiseConv2DTest(test.TestCase):
         t2 = constant_op.constant(x2, shape=output_sizes)
         backprop = nn_ops.depthwise_conv2d_native_backprop_filter(
             t0, t1, t2, strides=[1, stride, stride, 1], padding=padding)
-        ret = backprop.eval()
+        ret = self.evaluate(backprop)
         self.assertShapeEqual(ret, backprop)
         return ret
 
@@ -600,7 +600,7 @@ class DepthwiseConv2DTest(test.TestCase):
         t2 = constant_op.constant(x2, shape=output_sizes)
         backprop = nn_ops.depthwise_conv2d_native_backprop_filter(
             t0, t1, t2, strides=[1, stride, stride, 1], padding=padding)
-        ret = backprop.eval()
+        ret = self.evaluate(backprop)
         self.assertShapeEqual(ret, backprop)
         return ret
 
diff --git a/tensorflow/python/kernel_tests/determinant_op_test.py b/tensorflow/python/kernel_tests/determinant_op_test.py
index da33b2848b..78c1d74da0 100644
--- a/tensorflow/python/kernel_tests/determinant_op_test.py
+++ b/tensorflow/python/kernel_tests/determinant_op_test.py
@@ -35,7 +35,7 @@ from tensorflow.python.platform import test
 class DeterminantOpTest(test.TestCase):
 
   def _compareDeterminantBase(self, matrix_x, tf_ans):
-    out = tf_ans.eval()
+    out = self.evaluate(tf_ans)
     shape = matrix_x.shape
     if shape[-1] == 0 and shape[-2] == 0:
       np_ans = np.ones(shape[:-2]).astype(matrix_x.dtype)
@@ -54,8 +54,8 @@ class DeterminantOpTest(test.TestCase):
       np_ans = np_ans.astype(matrix_x.dtype)
 
     self.assertShapeEqual(np_ans, abs_log_det_tf)
-    sign_tf_val = sign_tf.eval()
-    abs_log_det_tf_val = abs_log_det_tf.eval()
+    sign_tf_val = self.evaluate(sign_tf)
+    abs_log_det_tf_val = self.evaluate(abs_log_det_tf)
     self.assertAllClose(
         sign_tf_val * np.exp(abs_log_det_tf_val),
         np_sign * np.exp(np_ans),
diff --git a/tensorflow/python/kernel_tests/diag_op_test.py b/tensorflow/python/kernel_tests/diag_op_test.py
index 9e43258fa2..f7a9cd8d6e 100644
--- a/tensorflow/python/kernel_tests/diag_op_test.py
+++ b/tensorflow/python/kernel_tests/diag_op_test.py
@@ -89,7 +89,7 @@ class MatrixSetDiagTest(test.TestCase):
                                [1.0, 1.0, 3.0]])
       output = array_ops.matrix_set_diag(mat, v)
       self.assertEqual((3, 3), output.get_shape())
-      self.assertAllEqual(mat_set_diag, output.eval())
+      self.assertAllEqual(mat_set_diag, self.evaluate(output))
 
   def testRectangular(self):
     with self.session(use_gpu=True):
@@ -98,14 +98,14 @@ class MatrixSetDiagTest(test.TestCase):
       expected = np.array([[3.0, 1.0, 0.0], [1.0, 4.0, 1.0]])
       output = array_ops.matrix_set_diag(mat, v)
       self.assertEqual((2, 3), output.get_shape())
-      self.assertAllEqual(expected, output.eval())
+      self.assertAllEqual(expected, self.evaluate(output))
 
       v = np.array([3.0, 4.0])
       mat = np.array([[0.0, 1.0], [1.0, 0.0], [1.0, 1.0]])
       expected = np.array([[3.0, 1.0], [1.0, 4.0], [1.0, 1.0]])
       output = array_ops.matrix_set_diag(mat, v)
       self.assertEqual((3, 2), output.get_shape())
-      self.assertAllEqual(expected, output.eval())
+      self.assertAllEqual(expected, self.evaluate(output))
 
   def _testSquareBatch(self, dtype):
     with self.cached_session(use_gpu=True):
@@ -121,7 +121,7 @@ class MatrixSetDiagTest(test.TestCase):
 
       output = array_ops.matrix_set_diag(mat_batch, v_batch)
       self.assertEqual((2, 3, 3), output.get_shape())
-      self.assertAllEqual(mat_set_diag_batch, output.eval())
+      self.assertAllEqual(mat_set_diag_batch, self.evaluate(output))
 
   def testSquareBatch(self):
     self._testSquareBatch(np.float32)
@@ -140,7 +140,7 @@ class MatrixSetDiagTest(test.TestCase):
                                      [[-4.0, 0.0, 4.0], [0.0, -5.0, 0.0]]])
       output = array_ops.matrix_set_diag(mat_batch, v_batch)
       self.assertEqual((2, 2, 3), output.get_shape())
-      self.assertAllEqual(mat_set_diag_batch, output.eval())
+      self.assertAllEqual(mat_set_diag_batch, self.evaluate(output))
 
   def testInvalidShape(self):
     with self.assertRaisesRegexp(ValueError, "must be at least rank 2"):
@@ -273,9 +273,9 @@ class DiagTest(test.TestCase):
   def _diagOp(self, diag, dtype, expected_ans, use_gpu):
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.diag(ops.convert_to_tensor(diag.astype(dtype)))
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       tf_ans_inv = array_ops.diag_part(expected_ans)
-      inv_out = tf_ans_inv.eval()
+      inv_out = self.evaluate(tf_ans_inv)
     self.assertAllClose(out, expected_ans)
     self.assertAllClose(inv_out, diag)
     self.assertShapeEqual(expected_ans, tf_ans)
@@ -421,7 +421,7 @@ class DiagPartOpTest(test.TestCase):
     with self.cached_session(use_gpu=use_gpu):
       tensor = ops.convert_to_tensor(tensor.astype(dtype))
       tf_ans_inv = array_ops.diag_part(tensor)
-      inv_out = tf_ans_inv.eval()
+      inv_out = self.evaluate(tf_ans_inv)
     self.assertAllClose(inv_out, expected_ans)
     self.assertShapeEqual(expected_ans, tf_ans_inv)
 
@@ -445,7 +445,7 @@ class DiagPartOpTest(test.TestCase):
         t = ops.convert_to_tensor(x.astype(np.float32))
         t.set_shape(shape)
         tf_ans = array_ops.diag_part(t)
-        out = tf_ans.eval()
+        out = self.evaluate(tf_ans)
       self.assertAllClose(out, expected_ans)
       self.assertShapeEqual(expected_ans, tf_ans)
 
diff --git a/tensorflow/python/kernel_tests/distributions/categorical_test.py b/tensorflow/python/kernel_tests/distributions/categorical_test.py
index c6bb06eab3..f116c54bd1 100644
--- a/tensorflow/python/kernel_tests/distributions/categorical_test.py
+++ b/tensorflow/python/kernel_tests/distributions/categorical_test.py
@@ -355,7 +355,7 @@ class CategoricalTest(test.TestCase, parameterized.TestCase):
       samples = dist.sample(n, seed=123)
       samples.set_shape([n, 1, 2])
       self.assertEqual(samples.dtype, dtypes.int32)
-      sample_values = samples.eval()
+      sample_values = self.evaluate(samples)
       self.assertFalse(np.any(sample_values < 0))
       self.assertFalse(np.any(sample_values > 1))
       self.assertAllClose(
@@ -371,7 +371,7 @@ class CategoricalTest(test.TestCase, parameterized.TestCase):
       dist = categorical.Categorical(math_ops.log(histograms) - 50.)
       samples = dist.sample((100, 100), seed=123)
       prob = dist.prob(samples)
-      prob_val = prob.eval()
+      prob_val = self.evaluate(prob)
       self.assertAllClose(
           [0.2**2 + 0.8**2], [prob_val[:, :, :, 0].mean()], atol=1e-2)
       self.assertAllClose(
@@ -393,26 +393,26 @@ class CategoricalTest(test.TestCase, parameterized.TestCase):
       dist = categorical.Categorical(math_ops.log(histograms) - 50.)
 
       prob = dist.prob(1)
-      self.assertAllClose([[0.8, 0.6]], prob.eval())
+      self.assertAllClose([[0.8, 0.6]], self.evaluate(prob))
 
       prob = dist.prob([1])
-      self.assertAllClose([[0.8, 0.6]], prob.eval())
+      self.assertAllClose([[0.8, 0.6]], self.evaluate(prob))
 
       prob = dist.prob([0, 1])
-      self.assertAllClose([[0.2, 0.6]], prob.eval())
+      self.assertAllClose([[0.2, 0.6]], self.evaluate(prob))
 
       prob = dist.prob([[0, 1]])
-      self.assertAllClose([[0.2, 0.6]], prob.eval())
+      self.assertAllClose([[0.2, 0.6]], self.evaluate(prob))
 
       prob = dist.prob([[[0, 1]]])
-      self.assertAllClose([[[0.2, 0.6]]], prob.eval())
+      self.assertAllClose([[[0.2, 0.6]]], self.evaluate(prob))
 
       prob = dist.prob([[1, 0], [0, 1]])
-      self.assertAllClose([[0.8, 0.4], [0.2, 0.6]], prob.eval())
+      self.assertAllClose([[0.8, 0.4], [0.2, 0.6]], self.evaluate(prob))
 
       prob = dist.prob([[[1, 1], [1, 0]], [[1, 0], [0, 1]]])
       self.assertAllClose([[[0.8, 0.6], [0.8, 0.4]], [[0.8, 0.4], [0.2, 0.6]]],
-                          prob.eval())
+                          self.evaluate(prob))
 
   def testLogPMFShape(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/distributions/dirichlet_multinomial_test.py b/tensorflow/python/kernel_tests/distributions/dirichlet_multinomial_test.py
index d558ca09cc..3662ca1ad1 100644
--- a/tensorflow/python/kernel_tests/distributions/dirichlet_multinomial_test.py
+++ b/tensorflow/python/kernel_tests/distributions/dirichlet_multinomial_test.py
@@ -110,7 +110,7 @@ class DirichletMultinomialTest(test.TestCase):
       counts = [1., 0]
       dist = ds.DirichletMultinomial(1., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(1 / 3., pmf.eval())
+      self.assertAllClose(1 / 3., self.evaluate(pmf))
       self.assertEqual((), pmf.get_shape())
 
   def testPmfBothZeroBatchesNontrivialN(self):
@@ -122,7 +122,7 @@ class DirichletMultinomialTest(test.TestCase):
       counts = [3., 2]
       dist = ds.DirichletMultinomial(5., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(1 / 7., pmf.eval())
+      self.assertAllClose(1 / 7., self.evaluate(pmf))
       self.assertEqual((), pmf.get_shape())
 
   def testPmfBothZeroBatchesMultidimensionalN(self):
@@ -134,7 +134,7 @@ class DirichletMultinomialTest(test.TestCase):
       n = np.full([4, 3], 5., dtype=np.float32)
       dist = ds.DirichletMultinomial(n, alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose([[1 / 7., 1 / 7., 1 / 7.]] * 4, pmf.eval())
+      self.assertAllClose([[1 / 7., 1 / 7., 1 / 7.]] * 4, self.evaluate(pmf))
       self.assertEqual((4, 3), pmf.get_shape())
 
   def testPmfAlphaStretchedInBroadcastWhenSameRank(self):
@@ -145,7 +145,7 @@ class DirichletMultinomialTest(test.TestCase):
       counts = [[1., 0], [0., 1]]
       dist = ds.DirichletMultinomial([1.], alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose([1 / 3., 2 / 3.], pmf.eval())
+      self.assertAllClose([1 / 3., 2 / 3.], self.evaluate(pmf))
       self.assertAllEqual([2], pmf.get_shape())
 
   def testPmfAlphaStretchedInBroadcastWhenLowerRank(self):
@@ -155,7 +155,7 @@ class DirichletMultinomialTest(test.TestCase):
       alpha = [1., 2]
       counts = [[1., 0], [0., 1]]
       pmf = ds.DirichletMultinomial(1., alpha).prob(counts)
-      self.assertAllClose([1 / 3., 2 / 3.], pmf.eval())
+      self.assertAllClose([1 / 3., 2 / 3.], self.evaluate(pmf))
       self.assertAllEqual([2], pmf.get_shape())
 
   def testPmfCountsStretchedInBroadcastWhenSameRank(self):
@@ -165,7 +165,7 @@ class DirichletMultinomialTest(test.TestCase):
       alpha = [[1., 2], [2., 3]]
       counts = [[1., 0]]
       pmf = ds.DirichletMultinomial([1., 1.], alpha).prob(counts)
-      self.assertAllClose([1 / 3., 2 / 5.], pmf.eval())
+      self.assertAllClose([1 / 3., 2 / 5.], self.evaluate(pmf))
       self.assertAllEqual([2], pmf.get_shape())
 
   def testPmfCountsStretchedInBroadcastWhenLowerRank(self):
@@ -175,7 +175,7 @@ class DirichletMultinomialTest(test.TestCase):
       alpha = [[1., 2], [2., 3]]
       counts = [1., 0]
       pmf = ds.DirichletMultinomial(1., alpha).prob(counts)
-      self.assertAllClose([1 / 3., 2 / 5.], pmf.eval())
+      self.assertAllClose([1 / 3., 2 / 5.], self.evaluate(pmf))
       self.assertAllEqual([2], pmf.get_shape())
 
   def testPmfForOneVoteIsTheMeanWithOneRecordInput(self):
@@ -289,7 +289,7 @@ class DirichletMultinomialTest(test.TestCase):
         expected_covariance = n * (n + alpha_0) / (1 + alpha_0) * shared_matrix
 
         self.assertEqual([2, 2], covariance.get_shape())
-        self.assertAllClose(expected_covariance, covariance.eval())
+        self.assertAllClose(expected_covariance, self.evaluate(covariance))
 
   def testCovarianceNAlphaBroadcast(self):
     alpha_v = [1., 2, 3]
@@ -327,7 +327,7 @@ class DirichletMultinomialTest(test.TestCase):
           ns * (ns + alpha_0) / (1 + alpha_0))[..., array_ops.newaxis]
 
       self.assertEqual([4, 3, 3], covariance.get_shape())
-      self.assertAllClose(expected_covariance, covariance.eval())
+      self.assertAllClose(expected_covariance, self.evaluate(covariance))
 
   def testCovarianceMultidimensional(self):
     alpha = np.random.rand(3, 5, 4).astype(np.float32)
@@ -353,7 +353,7 @@ class DirichletMultinomialTest(test.TestCase):
     with self.cached_session():
       dist = ds.DirichletMultinomial(0., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(1.0, pmf.eval())
+      self.assertAllClose(1.0, self.evaluate(pmf))
       self.assertEqual((), pmf.get_shape())
 
   def testLargeTauGivesPreciseProbabilities(self):
@@ -368,7 +368,7 @@ class DirichletMultinomialTest(test.TestCase):
     with self.cached_session():
       dist = ds.DirichletMultinomial(1., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(0.8, pmf.eval(), atol=1e-4)
+      self.assertAllClose(0.8, self.evaluate(pmf), atol=1e-4)
       self.assertEqual((), pmf.get_shape())
 
     # Two (three sided) coin flips.  Prob[coin 3] = 0.8.
@@ -376,7 +376,7 @@ class DirichletMultinomialTest(test.TestCase):
     with self.cached_session():
       dist = ds.DirichletMultinomial(2., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(0.8**2, pmf.eval(), atol=1e-2)
+      self.assertAllClose(0.8**2, self.evaluate(pmf), atol=1e-2)
       self.assertEqual((), pmf.get_shape())
 
     # Three (three sided) coin flips.
@@ -384,7 +384,7 @@ class DirichletMultinomialTest(test.TestCase):
     with self.cached_session():
       dist = ds.DirichletMultinomial(3., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(3 * 0.1 * 0.8 * 0.8, pmf.eval(), atol=1e-2)
+      self.assertAllClose(3 * 0.1 * 0.8 * 0.8, self.evaluate(pmf), atol=1e-2)
       self.assertEqual((), pmf.get_shape())
 
   def testSmallTauPrefersCorrelatedResults(self):
@@ -399,7 +399,7 @@ class DirichletMultinomialTest(test.TestCase):
     with self.cached_session():
       dist = ds.DirichletMultinomial(1., alpha)
       pmf = dist.prob(counts)
-      self.assertAllClose(0.5, pmf.eval())
+      self.assertAllClose(0.5, self.evaluate(pmf))
       self.assertEqual((), pmf.get_shape())
 
     # If there are two draws, it is much more likely that they are the same.
@@ -409,7 +409,7 @@ class DirichletMultinomialTest(test.TestCase):
       dist = ds.DirichletMultinomial(2., alpha)
       pmf_same = dist.prob(counts_same)
       pmf_different = dist.prob(counts_different)
-      self.assertLess(5 * pmf_different.eval(), pmf_same.eval())
+      self.assertLess(5 * self.evaluate(pmf_different), self.evaluate(pmf_same))
       self.assertEqual((), pmf_same.get_shape())
 
   def testNonStrictTurnsOffAllChecks(self):
diff --git a/tensorflow/python/kernel_tests/distributions/kullback_leibler_test.py b/tensorflow/python/kernel_tests/distributions/kullback_leibler_test.py
index e77e1117d4..b8bc2e55cf 100644
--- a/tensorflow/python/kernel_tests/distributions/kullback_leibler_test.py
+++ b/tensorflow/python/kernel_tests/distributions/kullback_leibler_test.py
@@ -63,17 +63,17 @@ class KLTest(test.TestCase):
       kl = kullback_leibler.kl_divergence(a, a, allow_nan_stats=False)
       with self.assertRaisesOpError(
           "KL calculation between .* and .* returned NaN values"):
-        kl.eval()
+        self.evaluate(kl)
       with self.assertRaisesOpError(
           "KL calculation between .* and .* returned NaN values"):
         a.kl_divergence(a).eval()
       a = MyDistException(loc=0.0, scale=1.0, allow_nan_stats=True)
       kl_ok = kullback_leibler.kl_divergence(a, a)
-      self.assertAllEqual([float("nan")], kl_ok.eval())
+      self.assertAllEqual([float("nan")], self.evaluate(kl_ok))
       self_kl_ok = a.kl_divergence(a)
-      self.assertAllEqual([float("nan")], self_kl_ok.eval())
+      self.assertAllEqual([float("nan")], self.evaluate(self_kl_ok))
       cross_ok = a.cross_entropy(a)
-      self.assertAllEqual([float("nan")], cross_ok.eval())
+      self.assertAllEqual([float("nan")], self.evaluate(cross_ok))
 
   def testRegistrationFailures(self):
 
diff --git a/tensorflow/python/kernel_tests/distributions/multinomial_test.py b/tensorflow/python/kernel_tests/distributions/multinomial_test.py
index 3840d7331c..b3f3416a52 100644
--- a/tensorflow/python/kernel_tests/distributions/multinomial_test.py
+++ b/tensorflow/python/kernel_tests/distributions/multinomial_test.py
@@ -127,7 +127,7 @@ class MultinomialTest(test.TestCase):
       p = [0.5, 0.5]
       counts = [1., 0]
       pmf = multinomial.Multinomial(total_count=1., probs=p).prob(counts)
-      self.assertAllClose(0.5, pmf.eval())
+      self.assertAllClose(0.5, self.evaluate(pmf))
       self.assertEqual((), pmf.get_shape())
 
   def testPmfBothZeroBatchesNontrivialN(self):
@@ -138,7 +138,7 @@ class MultinomialTest(test.TestCase):
       dist = multinomial.Multinomial(total_count=5., probs=p)
       pmf = dist.prob(counts)
       # 5 choose 3 = 5 choose 2 = 10. 10 * (.9)^2 * (.1)^3 = 81/10000.
-      self.assertAllClose(81. / 10000, pmf.eval())
+      self.assertAllClose(81. / 10000, self.evaluate(pmf))
       self.assertEqual((), pmf.get_shape())
 
   def testPmfPStretchedInBroadcastWhenSameRank(self):
@@ -146,7 +146,7 @@ class MultinomialTest(test.TestCase):
       p = [[0.1, 0.9]]
       counts = [[1., 0], [0, 1]]
       pmf = multinomial.Multinomial(total_count=1., probs=p).prob(counts)
-      self.assertAllClose([0.1, 0.9], pmf.eval())
+      self.assertAllClose([0.1, 0.9], self.evaluate(pmf))
       self.assertEqual((2), pmf.get_shape())
 
   def testPmfPStretchedInBroadcastWhenLowerRank(self):
@@ -154,7 +154,7 @@ class MultinomialTest(test.TestCase):
       p = [0.1, 0.9]
       counts = [[1., 0], [0, 1]]
       pmf = multinomial.Multinomial(total_count=1., probs=p).prob(counts)
-      self.assertAllClose([0.1, 0.9], pmf.eval())
+      self.assertAllClose([0.1, 0.9], self.evaluate(pmf))
       self.assertEqual((2), pmf.get_shape())
 
   def testPmfCountsStretchedInBroadcastWhenSameRank(self):
@@ -182,7 +182,7 @@ class MultinomialTest(test.TestCase):
       # [2]
       counts = [2., 1]
       pmf = multinomial.Multinomial(total_count=n, probs=p).prob(counts)
-      pmf.eval()
+      self.evaluate(pmf)
       self.assertEqual(pmf.get_shape(), (2, 2))
 
   def testPmfShapeCountsPStretchedN(self):
@@ -191,7 +191,7 @@ class MultinomialTest(test.TestCase):
       counts = [3., 2]
       n = np.full([4, 3], 5., dtype=np.float32)
       pmf = multinomial.Multinomial(total_count=n, probs=p).prob(counts)
-      pmf.eval()
+      self.evaluate(pmf)
       self.assertEqual((4, 3), pmf.get_shape())
 
   def testMultinomialMean(self):
diff --git a/tensorflow/python/kernel_tests/distributions/special_math_test.py b/tensorflow/python/kernel_tests/distributions/special_math_test.py
index cc43e12168..6b6de8b139 100644
--- a/tensorflow/python/kernel_tests/distributions/special_math_test.py
+++ b/tensorflow/python/kernel_tests/distributions/special_math_test.py
@@ -362,7 +362,7 @@ class ErfInvTest(test.TestCase):
 
       expected_x = special.erfinv(x)
       x = special_math.erfinv(x)
-      self.assertAllClose(expected_x, x.eval(), atol=0.)
+      self.assertAllClose(expected_x, self.evaluate(x), atol=0.)
 
   def testErfInvIntegerInput(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py b/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py
index c3f67d29aa..c0b0e3f193 100644
--- a/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py
+++ b/tensorflow/python/kernel_tests/dynamic_stitch_op_test.py
@@ -41,7 +41,7 @@ class DynamicStitchTestBase(object):
       data = [constant_op.constant(40), constant_op.constant(60)]
       for step in -1, 1:
         stitched_t = self.stitch_op(indices[::step], data)
-        stitched_val = stitched_t.eval()
+        stitched_val = self.evaluate(stitched_t)
         self.assertAllEqual([40, 60][::step], stitched_val)
         # Dimension 0 is max(flatten(indices))+1.
         self.assertEqual([2], stitched_t.get_shape().as_list())
@@ -78,7 +78,7 @@ class DynamicStitchTestBase(object):
                 constant_op.constant([10, 60, 20, 30, 50]), dtype=dtype)
         ]
         stitched_t = self.stitch_op(indices, data)
-        stitched_val = stitched_t.eval()
+        stitched_val = self.evaluate(stitched_t)
         self.assertAllEqual([0, 10, 20, 30, 40, 50, 60, 70], stitched_val)
         # Dimension 0 is max(flatten(indices))+1.
         self.assertEqual([8], stitched_t.get_shape().as_list())
@@ -88,7 +88,7 @@ class DynamicStitchTestBase(object):
       indices = [constant_op.constant([1, 6, 2, 3, 5, 0, 4, 7])]
       data = [constant_op.constant([10, 60, 20, 30, 50, 0, 40, 70])]
       stitched_t = self.stitch_op(indices, data)
-      stitched_val = stitched_t.eval()
+      stitched_val = self.evaluate(stitched_t)
       self.assertAllEqual([0, 10, 20, 30, 40, 50, 60, 70], stitched_val)
       # Dimension 0 is max(flatten(indices))+1.
       self.assertEqual([8], stitched_t.get_shape().as_list())
@@ -106,7 +106,7 @@ class DynamicStitchTestBase(object):
           constant_op.constant([[20, 21], [30, 31], [50, 51]])
       ]
       stitched_t = self.stitch_op(indices, data)
-      stitched_val = stitched_t.eval()
+      stitched_val = self.evaluate(stitched_t)
       self.assertAllEqual([[0, 1], [10, 11], [20, 21], [30, 31], [40, 41],
                            [50, 51], [60, 61], [70, 71]], stitched_val)
       # Dimension 0 is max(flatten(indices))+1.
@@ -127,7 +127,7 @@ class DynamicStitchTestBase(object):
           array_ops.zeros([0, 2], dtype=dtypes.int32)
       ]
       stitched_t = self.stitch_op(indices, data)
-      stitched_val = stitched_t.eval()
+      stitched_val = self.evaluate(stitched_t)
       self.assertAllEqual([[0, 1], [10, 11], [20, 21], [30, 31], [40, 41],
                            [50, 51], [60, 61], [70, 71]], stitched_val)
       # Dimension 0 is max(flatten(indices))+1.
@@ -147,7 +147,7 @@ class DynamicStitchTestBase(object):
                                 [[1., 2.], [31., 32.]]])
       ]
       stitched_t = self.stitch_op(indices, data)
-      stitched_val = stitched_t.eval()
+      stitched_val = self.evaluate(stitched_t)
       correct = 10. * np.arange(7)[:, None] + [1., 2.]
       self.assertAllEqual(correct, stitched_val)
       self.assertEqual([7, 2], stitched_t.get_shape().as_list())
@@ -157,7 +157,7 @@ class DynamicStitchTestBase(object):
                                        stitched_grad)
       self.assertEqual(grads[:3], [None] * 3)  # Indices have no gradients
       for datum, grad in zip(data, sess.run(grads[3:])):
-        self.assertAllEqual(7. * datum.eval(), grad)
+        self.assertAllEqual(7. * self.evaluate(datum), grad)
 
   def testErrorIndicesMultiDimensional(self):
     indices = [
@@ -227,7 +227,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
       data = [constant_op.constant(40.0), constant_op.constant(60.0)]
       for step in -1, 1:
         stitched_t = data_flow_ops.dynamic_stitch(indices[::step], data)
-        stitched_val = stitched_t.eval()
+        stitched_val = self.evaluate(stitched_t)
         self.assertAllEqual([40.0, 60.0][::step], stitched_val)
         # Dimension 0 is max(flatten(indices))+1.
         self.assertEqual([2], stitched_t.get_shape().as_list())
@@ -246,7 +246,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
               [[[51, 52], [21, 22]], [[1, 2], [31, 32]]], dtype=dtypes.float32)
       ]
       stitched_t = data_flow_ops.dynamic_stitch(indices, data)
-      stitched_val = stitched_t.eval()
+      stitched_val = self.evaluate(stitched_t)
       correct = 10 * np.arange(7)[:, None] + [1.0, 2.0]
       self.assertAllEqual(correct, stitched_val)
       self.assertEqual([7, 2], stitched_t.get_shape().as_list())
@@ -256,7 +256,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
                                        stitched_grad)
       self.assertEqual(grads[:3], [None] * 3)  # Indices have no gradients
       for datum, grad in zip(data, sess.run(grads[3:])):
-        self.assertAllEqual(7.0 * datum.eval(), grad)
+        self.assertAllEqual(7.0 * self.evaluate(datum), grad)
 
   # GPU version unit tests
   def testScalarGPU(self):
@@ -265,7 +265,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
       data = [constant_op.constant(40.0), constant_op.constant(60.0)]
       for step in -1, 1:
         stitched_t = data_flow_ops.dynamic_stitch(indices[::step], data)
-        stitched_val = stitched_t.eval()
+        stitched_val = self.evaluate(stitched_t)
         self.assertAllEqual([40.0, 60.0][::step], stitched_val)
         # Dimension 0 is max(flatten(indices))+1.
         self.assertEqual([2], stitched_t.get_shape().as_list())
@@ -284,7 +284,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
               [[[51, 52], [21, 22]], [[1, 2], [31, 32]]], dtype=dtypes.float32)
       ]
       stitched_t = data_flow_ops.dynamic_stitch(indices, data)
-      stitched_val = stitched_t.eval()
+      stitched_val = self.evaluate(stitched_t)
       correct = 10 * np.arange(7)[:, None] + [1.0, 2.0]
       self.assertAllEqual(correct, stitched_val)
       self.assertEqual([7, 2], stitched_t.get_shape().as_list())
@@ -294,7 +294,7 @@ class ParallelDynamicStitchTest(DynamicStitchTestBase, test.TestCase):
                                        stitched_grad)
       self.assertEqual(grads[:3], [None] * 3)  # Indices have no gradients
       for datum, grad in zip(data, sess.run(grads[3:])):
-        self.assertAllEqual(7.0 * datum.eval(), grad)
+        self.assertAllEqual(7.0 * self.evaluate(datum), grad)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/edit_distance_op_test.py b/tensorflow/python/kernel_tests/edit_distance_op_test.py
index dab5eee7f5..4a06ab770a 100644
--- a/tensorflow/python/kernel_tests/edit_distance_op_test.py
+++ b/tensorflow/python/kernel_tests/edit_distance_op_test.py
@@ -49,11 +49,11 @@ class EditDistanceTest(test.TestCase):
 
     if expected_err_re is None:
       self.assertEqual(edit_distance.get_shape(), expected_shape)
-      output = edit_distance.eval()
+      output = self.evaluate(edit_distance)
       self.assertAllClose(output, expected_output)
     else:
       with self.assertRaisesOpError(expected_err_re):
-        edit_distance.eval()
+        self.evaluate(edit_distance)
 
   def _testEditDistance(self,
                         hypothesis,
diff --git a/tensorflow/python/kernel_tests/embedding_ops_test.py b/tensorflow/python/kernel_tests/embedding_ops_test.py
index 008d6fbf57..443f54a958 100644
--- a/tensorflow/python/kernel_tests/embedding_ops_test.py
+++ b/tensorflow/python/kernel_tests/embedding_ops_test.py
@@ -76,7 +76,7 @@ class ScatterAddSubTest(test.TestCase):
       # p = init
       variables.global_variables_initializer().run()
       # p += vals
-      result = p2.eval()
+      result = self.evaluate(p2)
     # Compute the expected 'p' using numpy operations.
     for i, ind in enumerate(indices):
       if scatter_op == state_ops.scatter_add:
@@ -278,7 +278,7 @@ class EmbeddingLookupTest(test.TestCase):
       norms = math_ops.sqrt(
           math_ops.reduce_sum(embeddings * embeddings, axis=1))
       normalized = embeddings / array_ops.stack([norms, norms], axis=1)
-      self.assertAllEqual(embedding.eval(), 2 * normalized.eval())
+      self.assertAllEqual(embedding.eval(), 2 * self.evaluate(normalized))
 
   def testSimpleShardedPartitionedVariable(self):
     with self.cached_session() as sess:
@@ -319,7 +319,7 @@ class EmbeddingLookupTest(test.TestCase):
       p_var_val = sess.run(list(p_variable))
       # Actual test
       print(ops.get_default_graph().as_graph_def())
-      tf_result = embedding.eval()
+      tf_result = self.evaluate(embedding)
     np_result, _, _ = _EmbeddingResult(params, id_vals, num_shards, vocab_size)
     self.assertAllEqual(params_values, p_var_val)
     self.assertAllEqual(np_result, tf_result)
diff --git a/tensorflow/python/kernel_tests/extract_image_patches_op_test.py b/tensorflow/python/kernel_tests/extract_image_patches_op_test.py
index 61436f24cf..4fe51e94e1 100644
--- a/tensorflow/python/kernel_tests/extract_image_patches_op_test.py
+++ b/tensorflow/python/kernel_tests/extract_image_patches_op_test.py
@@ -51,7 +51,7 @@ class ExtractImagePatches(test.TestCase):
           rates=rates,
           padding=padding,
           name="im2col")
-      self.assertAllClose(patches, out_tensor.eval())
+      self.assertAllClose(patches, self.evaluate(out_tensor))
 
   def testKsize1x1Stride1x1Rate1x1(self):
     """Verifies that for 1x1 kernel the output equals the input."""
diff --git a/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py b/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py
index bbb3fef85b..d99823d517 100644
--- a/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py
+++ b/tensorflow/python/kernel_tests/extract_volume_patches_op_test.py
@@ -52,7 +52,7 @@ class ExtractVolumePatches(test.TestCase):
           strides=strides,
           padding=padding,
           name="im2col_3d")
-      self.assertAllClose(patches, out_tensor.eval())
+      self.assertAllClose(patches, self.evaluate(out_tensor))
 
   # pylint: disable=bad-whitespace
   def testKsize1x1x1Stride1x1x1(self):
diff --git a/tensorflow/python/kernel_tests/fifo_queue_test.py b/tensorflow/python/kernel_tests/fifo_queue_test.py
index 8961c4b13c..e3742f2e72 100644
--- a/tensorflow/python/kernel_tests/fifo_queue_test.py
+++ b/tensorflow/python/kernel_tests/fifo_queue_test.py
@@ -211,7 +211,7 @@ class FIFOQueueTest(test.TestCase):
         enqueue_op.run()
 
       for i in xrange(len(elems)):
-        vals = dequeued_t.eval()
+        vals = self.evaluate(dequeued_t)
         self.assertEqual([elems[i]], vals)
 
   def testDequeueHalf(self):
@@ -225,7 +225,7 @@ class FIFOQueueTest(test.TestCase):
         enqueue_op.run()
 
       for i in xrange(len(elems)):
-        vals = dequeued_t.eval()
+        vals = self.evaluate(dequeued_t)
         self.assertEqual([elems[i]], vals)
 
   def testEnqueueAndBlockingDequeue(self):
@@ -288,9 +288,9 @@ class FIFOQueueTest(test.TestCase):
       self.assertEqual([], size.get_shape())
 
       enqueue_op.run()
-      self.assertEqual(1, size.eval())
+      self.assertEqual(1, self.evaluate(size))
       dequeued_t.op.run()
-      self.assertEqual(0, size.eval())
+      self.assertEqual(0, self.evaluate(size))
 
   def testEnqueueMany(self):
     with self.cached_session():
@@ -302,7 +302,7 @@ class FIFOQueueTest(test.TestCase):
       enqueue_op.run()
 
       for i in range(8):
-        vals = dequeued_t.eval()
+        vals = self.evaluate(dequeued_t)
         self.assertEqual([elems[i % 4]], vals)
 
   def testEmptyEnqueueMany(self):
@@ -313,9 +313,9 @@ class FIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue_many((empty_t,))
       size_t = q.size()
 
-      self.assertEqual([0], size_t.eval())
+      self.assertEqual([0], self.evaluate(size_t))
       enqueue_op.run()
-      self.assertEqual([0], size_t.eval())
+      self.assertEqual([0], self.evaluate(size_t))
 
   def testEmptyDequeueMany(self):
     with self.cached_session():
@@ -323,9 +323,9 @@ class FIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue((10.0,))
       dequeued_t = q.dequeue_many(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testEmptyDequeueUpTo(self):
     with self.cached_session():
@@ -333,9 +333,9 @@ class FIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue((10.0,))
       dequeued_t = q.dequeue_up_to(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testEmptyDequeueManyWithNoShape(self):
     with self.cached_session():
@@ -369,8 +369,8 @@ class FIFOQueueTest(test.TestCase):
 
       enqueue_op.run()
 
-      self.assertAllEqual(elems[0:4], dequeued_t.eval())
-      self.assertAllEqual(elems[4:8], dequeued_t.eval())
+      self.assertAllEqual(elems[0:4], self.evaluate(dequeued_t))
+      self.assertAllEqual(elems[4:8], self.evaluate(dequeued_t))
 
   def testDequeueUpToNoBlocking(self):
     with self.cached_session():
@@ -381,8 +381,8 @@ class FIFOQueueTest(test.TestCase):
 
       enqueue_op.run()
 
-      self.assertAllEqual(elems[0:4], dequeued_t.eval())
-      self.assertAllEqual(elems[4:8], dequeued_t.eval())
+      self.assertAllEqual(elems[0:4], self.evaluate(dequeued_t))
+      self.assertAllEqual(elems[4:8], self.evaluate(dequeued_t))
 
   def testMultiDequeueMany(self):
     with self.cached_session() as sess:
@@ -518,7 +518,7 @@ class FIFOQueueTest(test.TestCase):
                                    r"Expected \[2,3,3\], got \[2,3,4\]"):
         sess.run([enqueue_op],
                  feed_dict={elems_bad: np.array([1] * 24).reshape((2, 3, 4))})
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testParallelEnqueueMany(self):
     with self.cached_session() as sess:
@@ -672,7 +672,7 @@ class FIFOQueueTest(test.TestCase):
       while elements_dequeued < 250:
         # With equal probability, run Dequeue or dequeue_many.
         if random.random() > 0.5:
-          self.assertEqual(elements_dequeued, dequeued_t.eval())
+          self.assertEqual(elements_dequeued, self.evaluate(dequeued_t))
           elements_dequeued += 1
         else:
           count = random.randint(0, min(20, 250 - elements_dequeued))
@@ -778,12 +778,12 @@ class FIFOQueueTest(test.TestCase):
       enqueue_op.run()
       close_op.run()
       for elem in elems:
-        self.assertEqual([elem], dequeued_t.eval())
+        self.assertEqual([elem], self.evaluate(dequeued_t))
 
       # Expect the operation to fail due to the queue being closed.
       with self.assertRaisesRegexp(errors_impl.OutOfRangeError,
                                    "is closed and has insufficient"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testBlockingDequeueFromClosedQueue(self):
     with self.cached_session() as sess:
@@ -1059,8 +1059,8 @@ class FIFOQueueTest(test.TestCase):
       # TODO(mrry): Figure out how to do this without sleeping.
       time.sleep(0.1)
       for elem in elems:
-        self.assertEqual([elem], dequeued_t.eval())
-      self.assertEqual([50.0], dequeued_t.eval())
+        self.assertEqual([elem], self.evaluate(dequeued_t))
+      self.assertEqual([50.0], self.evaluate(dequeued_t))
       thread.join()
 
   def testBlockingEnqueueManyToFullQueue(self):
@@ -1082,10 +1082,10 @@ class FIFOQueueTest(test.TestCase):
       # TODO(mrry): Figure out how to do this without sleeping.
       time.sleep(0.1)
       for elem in elems:
-        self.assertEqual([elem], dequeued_t.eval())
+        self.assertEqual([elem], self.evaluate(dequeued_t))
         time.sleep(0.01)
-      self.assertEqual([50.0], dequeued_t.eval())
-      self.assertEqual([60.0], dequeued_t.eval())
+      self.assertEqual([50.0], self.evaluate(dequeued_t))
+      self.assertEqual([60.0], self.evaluate(dequeued_t))
 
       # Make sure the thread finishes before exiting.
       thread.join()
@@ -1119,12 +1119,12 @@ class FIFOQueueTest(test.TestCase):
       close_thread.start()
 
       # The dequeue will unblock both threads.
-      self.assertEqual(10.0, dequeued_t.eval())
+      self.assertEqual(10.0, self.evaluate(dequeued_t))
       enqueue_thread.join()
       close_thread.join()
 
       for elem in [20.0, 30.0, 40.0, 50.0]:
-        self.assertEqual(elem, dequeued_t.eval())
+        self.assertEqual(elem, self.evaluate(dequeued_t))
       self.assertEqual(0, q.size().eval())
 
   def testBlockingEnqueueManyBeforeClose(self):
@@ -1154,11 +1154,11 @@ class FIFOQueueTest(test.TestCase):
       close_thread.start()
 
       # The dequeue will unblock both threads.
-      self.assertEqual(10.0, dequeued_t.eval())
+      self.assertEqual(10.0, self.evaluate(dequeued_t))
       enqueue_thread.join()
       close_thread.join()
       for elem in [20.0, 30.0, 50.0, 60.0]:
-        self.assertEqual(elem, dequeued_t.eval())
+        self.assertEqual(elem, self.evaluate(dequeued_t))
 
   def testDoesNotLoseValue(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py b/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py
index 114240fd85..cb7659a89a 100644
--- a/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py
+++ b/tensorflow/python/kernel_tests/fractional_avg_pool_op_test.py
@@ -364,7 +364,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
               padding = "VALID"
               output_tensor = nn_ops.avg_pool(input_tensor, window_size,
                                               stride_size, padding)
-              output_data = output_tensor.eval()
+              output_data = self.evaluate(output_tensor)
               num_elements = 1
               for dim_size in output_data.shape:
                 num_elements *= dim_size
@@ -373,7 +373,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
               input_backprop_tensor = gen_nn_ops.avg_pool_grad(
                   input_tensor.get_shape(), output_backprop, window_size,
                   stride_size, padding)
-              input_backprop = input_backprop_tensor.eval()
+              input_backprop = self.evaluate(input_backprop_tensor)
               row_seq = list(range(0, num_rows + 1, row_window_size))
               col_seq = list(range(0, num_cols + 1, col_window_size))
               fap_input_backprop_tensor = gen_nn_ops.fractional_avg_pool_grad(
@@ -382,7 +382,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
                   row_seq,
                   col_seq,
                   overlapping=False)
-              fap_input_backprop = fap_input_backprop_tensor.eval()
+              fap_input_backprop = self.evaluate(fap_input_backprop_tensor)
               self.assertShapeEqual(input_backprop, fap_input_backprop_tensor)
               self.assertAllClose(input_backprop, fap_input_backprop)
 
@@ -403,7 +403,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
               padding = "VALID"
               output_tensor = nn_ops.avg_pool(input_tensor, window_size,
                                               stride_size, padding)
-              output_data = output_tensor.eval()
+              output_data = self.evaluate(output_tensor)
               num_elements = 1
               for dim_size in output_data.shape:
                 num_elements *= dim_size
@@ -412,7 +412,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
               input_backprop_tensor = gen_nn_ops.avg_pool_grad(
                   input_tensor.get_shape(), output_backprop, window_size,
                   stride_size, padding)
-              input_backprop = input_backprop_tensor.eval()
+              input_backprop = self.evaluate(input_backprop_tensor)
               row_seq = list(range(0, num_rows, row_window_size - 1))
               col_seq = list(range(0, num_cols, col_window_size - 1))
               row_seq[-1] += 1
@@ -423,7 +423,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
                   row_seq,
                   col_seq,
                   overlapping=True)
-              fap_input_backprop = fap_input_backprop_tensor.eval()
+              fap_input_backprop = self.evaluate(fap_input_backprop_tensor)
               self.assertShapeEqual(input_backprop, fap_input_backprop_tensor)
               self.assertAllClose(input_backprop, fap_input_backprop)
 
@@ -442,7 +442,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
               pseudo_random=pseudo_random,
               overlapping=overlapping,
               seed=self._SEED)
-          output_data = output_tensor.eval()
+          output_data = self.evaluate(output_tensor)
           output_shape = output_data.shape
           # error_margin and delta setting is similar to avg_pool_grad.
           error_margin = 1e-4
@@ -473,7 +473,7 @@ class FractionalAvgPoolGradTest(test.TestCase):
                   pseudo_random=pseudo_random,
                   overlapping=overlapping,
                   seed=self._SEED)
-              output_data = output_tensor.eval()
+              output_data = self.evaluate(output_tensor)
               output_shape = output_data.shape
               # error_margin and delta setting is similar to avg_pool_grad.
               error_margin = 1e-4
diff --git a/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py b/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py
index 1b536ba28a..0427e34fc1 100644
--- a/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py
+++ b/tensorflow/python/kernel_tests/fractional_max_pool_op_test.py
@@ -374,12 +374,12 @@ class FractionalMaxPoolGradTest(test.TestCase):
               padding = "VALID"
               output_tensor = nn_ops.max_pool(input_tensor, window_size,
                                               stride_size, padding)
-              output_data = output_tensor.eval()
+              output_data = self.evaluate(output_tensor)
               output_backprop = self._PRNG.randint(100, size=output_data.shape)
               input_backprop_tensor = gen_nn_ops.max_pool_grad(
                   input_tensor, output_tensor, output_backprop, window_size,
                   stride_size, padding)
-              input_backprop = input_backprop_tensor.eval()
+              input_backprop = self.evaluate(input_backprop_tensor)
               row_seq = list(range(0, num_rows + 1, row_window_size))
               col_seq = list(range(0, num_cols + 1, col_window_size))
               fmp_input_backprop_tensor = gen_nn_ops.fractional_max_pool_grad(
@@ -389,7 +389,7 @@ class FractionalMaxPoolGradTest(test.TestCase):
                   row_seq,
                   col_seq,
                   overlapping=False)
-              fmp_input_backprop = fmp_input_backprop_tensor.eval()
+              fmp_input_backprop = self.evaluate(fmp_input_backprop_tensor)
               self.assertShapeEqual(input_backprop, fmp_input_backprop_tensor)
               self.assertAllClose(input_backprop, fmp_input_backprop)
 
@@ -409,12 +409,12 @@ class FractionalMaxPoolGradTest(test.TestCase):
               padding = "VALID"
               output_tensor = nn_ops.max_pool(input_tensor, window_size,
                                               stride_size, padding)
-              output_data = output_tensor.eval()
+              output_data = self.evaluate(output_tensor)
               output_backprop = self._PRNG.randint(100, size=output_data.shape)
               input_backprop_tensor = gen_nn_ops.max_pool_grad(
                   input_tensor, output_tensor, output_backprop, window_size,
                   stride_size, padding)
-              input_backprop = input_backprop_tensor.eval()
+              input_backprop = self.evaluate(input_backprop_tensor)
               row_seq = list(range(0, num_rows, row_window_size - 1))
               col_seq = list(range(0, num_cols, col_window_size - 1))
               row_seq[-1] += 1
@@ -426,7 +426,7 @@ class FractionalMaxPoolGradTest(test.TestCase):
                   row_seq,
                   col_seq,
                   overlapping=True)
-              fmp_input_backprop = fmp_input_backprop_tensor.eval()
+              fmp_input_backprop = self.evaluate(fmp_input_backprop_tensor)
               self.assertShapeEqual(input_backprop, fmp_input_backprop_tensor)
               self.assertAllClose(input_backprop, fmp_input_backprop)
 
@@ -447,7 +447,7 @@ class FractionalMaxPoolGradTest(test.TestCase):
               pseudo_random=pseudo_random,
               overlapping=overlapping,
               seed=self._SEED)
-          output_data = output_tensor.eval()
+          output_data = self.evaluate(output_tensor)
           output_shape = output_data.shape
           # error_margin and delta setting is similar to max_pool_grad.
           error_margin = 1e-3
@@ -480,7 +480,7 @@ class FractionalMaxPoolGradTest(test.TestCase):
                   pseudo_random=pseudo_random,
                   overlapping=overlapping,
                   seed=self._SEED)
-              output_data = output_tensor.eval()
+              output_data = self.evaluate(output_tensor)
               output_shape = output_data.shape
               # error_margin and delta setting is similar to max_pool_grad.
               error_margin = 1e-3
@@ -578,7 +578,7 @@ class FractionalMaxPoolGradTest(test.TestCase):
           row_seq,
           col_seq,
           overlapping=False)
-      input_backprop_not_overlapping = r.eval()
+      input_backprop_not_overlapping = self.evaluate(r)
       self.assertShapeEqual(
           np.reshape(expected_input_backprop_not_overlapping, input_size), r)
       self.assertAllClose(expected_input_backprop_not_overlapping,
@@ -588,7 +588,7 @@ class FractionalMaxPoolGradTest(test.TestCase):
           output_data_overlapping, shape=output_size)
       r = gen_nn_ops.fractional_max_pool_grad(
           input_tensor, output_tensor, grad, row_seq, col_seq, overlapping=True)
-      input_backprop_overlapping = r.eval()
+      input_backprop_overlapping = self.evaluate(r)
       self.assertShapeEqual(
           np.reshape(expected_input_backprop_overlapping, input_size), r)
       self.assertAllClose(expected_input_backprop_overlapping,
diff --git a/tensorflow/python/kernel_tests/functional_ops_test.py b/tensorflow/python/kernel_tests/functional_ops_test.py
index 04c1032722..bebd98558f 100644
--- a/tensorflow/python/kernel_tests/functional_ops_test.py
+++ b/tensorflow/python/kernel_tests/functional_ops_test.py
@@ -974,7 +974,7 @@ class FunctionalOpsTest(test.TestCase):
           MLP,
           rewrite_with_while=rewrite_with_while)[0]
 
-      return ret.eval()
+      return self.evaluate(ret)
 
   def _npMLP(self, xval, wsval, bsval):
     for i in range(wsval.shape[0]):
diff --git a/tensorflow/python/kernel_tests/gather_nd_op_test.py b/tensorflow/python/kernel_tests/gather_nd_op_test.py
index ee761435d8..532d8903ee 100644
--- a/tensorflow/python/kernel_tests/gather_nd_op_test.py
+++ b/tensorflow/python/kernel_tests/gather_nd_op_test.py
@@ -40,7 +40,7 @@ class GatherNdTest(test.TestCase):
       params = constant_op.constant(np.array([8, 1, 2, 3, 7, 5], dtype=dtype))
       indices = constant_op.constant([[4], [4], [0]])
       gather_nd_t = array_ops.gather_nd(params, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     self.assertAllEqual(np.array([7, 7, 8], dtype=dtype), gather_nd_val)
     self.assertEqual([3], gather_nd_t.get_shape())
@@ -60,20 +60,20 @@ class GatherNdTest(test.TestCase):
 
       indices_empty = np.empty((0, 2), dtype=np.int32)
       gather_nd_ok_t = array_ops.gather_nd(params, indices_empty)
-      gather_nd_ok_val = gather_nd_ok_t.eval()
+      gather_nd_ok_val = self.evaluate(gather_nd_ok_t)
       self.assertEqual([0], gather_nd_ok_t.get_shape())
       self.assertAllClose(np.empty((0,), dtype=np.float32), gather_nd_ok_val)
 
       indices_empty = np.empty((0, 1), dtype=np.int32)
       gather_nd_ok_t = array_ops.gather_nd(params, indices_empty)
-      gather_nd_ok_val = gather_nd_ok_t.eval()
+      gather_nd_ok_val = self.evaluate(gather_nd_ok_t)
       self.assertEqual([0, 3], gather_nd_ok_t.get_shape())
       self.assertAllClose(np.empty((0, 3), dtype=np.float32), gather_nd_ok_val)
 
       params_empty = np.empty((0, 3), dtype=np.float32)
       indices_empty = np.empty((0, 2), dtype=np.int32)
       gather_nd_ok_t = array_ops.gather_nd(params_empty, indices_empty)
-      gather_nd_ok_val = gather_nd_ok_t.eval()
+      gather_nd_ok_val = self.evaluate(gather_nd_ok_t)
       self.assertEqual([0], gather_nd_ok_t.get_shape())
       self.assertAllClose(np.empty((0,), dtype=np.float32), gather_nd_ok_val)
 
@@ -82,7 +82,7 @@ class GatherNdTest(test.TestCase):
       gather_nd_break_t = array_ops.gather_nd(params_empty, indices_nonempty)
       with self.assertRaisesOpError(
           r"Requested more than 0 entries, but params is empty."):
-        gather_nd_break_t.eval()
+        self.evaluate(gather_nd_break_t)
       self.assertAllClose(np.empty((0,), dtype=np.float32), gather_nd_ok_val)
 
   def testIndexScalar(self):
@@ -91,7 +91,7 @@ class GatherNdTest(test.TestCase):
           [[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]], dtype=np.float32).T
       indices = constant_op.constant([4, 1])
       gather_nd_t = array_ops.gather_nd(params, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
       self.assertEqual([], gather_nd_t.get_shape())
       self.assertAllEqual(np.array(7), gather_nd_val)
 
@@ -101,7 +101,7 @@ class GatherNdTest(test.TestCase):
           [[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]], dtype=np.float32).T
       indices = constant_op.constant([4])
       gather_nd_t = array_ops.gather_nd(params, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
       self.assertEqual([2], gather_nd_t.get_shape())
       self.assertAllEqual(np.array([-7, 7]), gather_nd_val)
 
@@ -111,7 +111,7 @@ class GatherNdTest(test.TestCase):
           [[-8, -1, -2, -3, -7, -5], [8, 1, 2, 3, 7, 5]], dtype=np.float32).T
       indices = constant_op.constant([[4], [4], [0]])
       gather_nd_t = array_ops.gather_nd(params, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     self.assertEqual([3, 2], gather_nd_t.get_shape())
     self.assertAllEqual(np.array([[-7, 7], [-7, 7], [-8, 8]]), gather_nd_val)
@@ -125,7 +125,7 @@ class GatherNdTest(test.TestCase):
       params_t = constant_op.constant(params)
       indices = constant_op.constant([[4], [4], [0]])
       gather_nd_t = array_ops.gather_nd(params_t, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     self.assertEqual([3, 2, 2], gather_nd_t.get_shape())
     self.assertAllEqual(params[[4, 4, 0]], gather_nd_val)
@@ -140,7 +140,7 @@ class GatherNdTest(test.TestCase):
       indices = constant_op.constant(
           [[], []], dtype=dtypes.int32)  # Size (2, 0)
       gather_nd_t = array_ops.gather_nd(params_t, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     self.assertEqual([2, 6, 2, 2], gather_nd_t.get_shape())
     self.assertAllEqual(
@@ -156,7 +156,7 @@ class GatherNdTest(test.TestCase):
       params_t = constant_op.constant(params)
       indices = constant_op.constant([[[3], [2], [1]], [[4], [4], [0]]])
       gather_nd_t = array_ops.gather_nd(params_t, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     self.assertEqual([2, 3, 2, 2], gather_nd_t.get_shape())
     self.assertAllEqual(params[[3, 2, 1, 4, 4, 0]].reshape(2, 3, 2, 2),
@@ -168,7 +168,7 @@ class GatherNdTest(test.TestCase):
       params = np.random.rand(*shape)
       indices = np.vstack([np.random.randint(0, s, size=2000) for s in shape]).T
       gather_nd_t = array_ops.gather_nd(params, indices)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     expected = params[tuple(indices.T)]
     self.assertAllEqual(expected, gather_nd_val)
@@ -181,7 +181,7 @@ class GatherNdTest(test.TestCase):
       indices = np.vstack([np.random.randint(0, s, size=2000) for s in shape]).T
       indices_reshaped = indices.reshape([10, 10, 20, 5])
       gather_nd_t = array_ops.gather_nd(params, indices_reshaped)
-      gather_nd_val = gather_nd_t.eval()
+      gather_nd_val = self.evaluate(gather_nd_t)
 
     expected = params[tuple(indices.T)]
     self.assertAllEqual(expected.reshape([10, 10, 20]), gather_nd_val)
@@ -205,7 +205,7 @@ class GatherNdTest(test.TestCase):
       gather_nd = array_ops.gather_nd(params, indices)
       with self.assertRaisesOpError(
           r"indices\[0,1\] = \[7\] does not index into param shape \[3\]"):
-        gather_nd.eval()
+        self.evaluate(gather_nd)
 
   def _disabledTestBadIndicesGPU(self):
     # TODO disabled due to different behavior on GPU and CPU
@@ -218,7 +218,7 @@ class GatherNdTest(test.TestCase):
       gather_nd = array_ops.gather_nd(params, indices)
       with self.assertRaisesOpError(
           r"indices\[0,1\] = \[7\] does not index into param shape \[3\]"):
-        gather_nd.eval()
+        self.evaluate(gather_nd)
 
   def testBadIndicesWithSlicesCPU(self):
     with self.session(use_gpu=False):
@@ -227,7 +227,7 @@ class GatherNdTest(test.TestCase):
       gather_nd = array_ops.gather_nd(params, indices)
       with self.assertRaisesOpError(
           r"indices\[0,2\] = \[1\] does not index into param shape \[1,3\]"):
-        gather_nd.eval()
+        self.evaluate(gather_nd)
 
   def _disabledTestBadIndicesWithSlicesGPU(self):
     # TODO disabled due to different behavior on GPU and CPU
@@ -240,7 +240,7 @@ class GatherNdTest(test.TestCase):
       gather_nd = array_ops.gather_nd(params, indices)
       with self.assertRaisesOpError(
           r"indices\[0,2\] = \[1\] does not index into param shape \[1,3\]"):
-        gather_nd.eval()
+        self.evaluate(gather_nd)
 
   def testGradientsRank2Elements(self):
     indices = constant_op.constant([[0, 0], [1, 1]], dtype=dtypes.int32)
@@ -251,7 +251,7 @@ class GatherNdTest(test.TestCase):
     grads = gradients_impl.gradients([outputs], [inputs], [grad_vals])[0]
     expected_grads = np.array([[1, 0], [0, 2]], dtype=np.float64)
     with self.session(use_gpu=True):
-      assert np.array_equal(expected_grads, grads.eval())
+      assert np.array_equal(expected_grads, self.evaluate(grads))
 
   def testGradientsRank2Slices(self):
     indices = constant_op.constant([[1], [0]], dtype=dtypes.int32)
@@ -278,7 +278,7 @@ class GatherNdTest(test.TestCase):
     expected_grads = np.array(
         [[[5, 6], [1, 2]], [[3, 4], [7, 8]]], dtype=np.float64)
     with self.session(use_gpu=True):
-      self.assertAllEqual(expected_grads, grads.eval())
+      self.assertAllEqual(expected_grads, self.evaluate(grads))
 
   def testGradientsRank7Elements(self):
     # Shape [1,1,2,1,1,2,2]
@@ -307,7 +307,7 @@ class GatherNdTest(test.TestCase):
             [[[[3, 4], [7, 8]]]]
         ]]], dtype=np.float64)
     with self.session(use_gpu=True):
-      self.assertAllEqual(expected_grads, grads.eval())
+      self.assertAllEqual(expected_grads, self.evaluate(grads))
 
   def testGradientsInt64Indices(self):
     indices = constant_op.constant(
@@ -322,7 +322,7 @@ class GatherNdTest(test.TestCase):
     expected_grads = np.array(
         [[[5, 6], [1, 2]], [[3, 4], [7, 8]]], dtype=np.float64)
     with self.session(use_gpu=True):
-      self.assertAllEqual(expected_grads, grads.eval())
+      self.assertAllEqual(expected_grads, self.evaluate(grads))
 
   def testGradientsRank2SlicesWithEmptySpace(self):
     indices = constant_op.constant([[2], [0], [5]], dtype=dtypes.int32)
@@ -361,10 +361,10 @@ class GatherNdOpBenchmark(test.Benchmark):
       gather_op = array_ops.gather_nd(t_params, t_indices)
       variables.global_variables_initializer().run()
       for _ in range(10):
-        gather_op.eval()
+        self.evaluate(gather_op)
       t1 = time.time()
       for _ in range(1000):
-        gather_op.eval()
+        self.evaluate(gather_op)
       t2 = time.time()
       self.report_benchmark(iters=1000, wall_time=(t2 - t1) / 1000.0)
 
diff --git a/tensorflow/python/kernel_tests/gather_op_test.py b/tensorflow/python/kernel_tests/gather_op_test.py
index bdafc52ab5..326e4aacd2 100644
--- a/tensorflow/python/kernel_tests/gather_op_test.py
+++ b/tensorflow/python/kernel_tests/gather_op_test.py
@@ -50,7 +50,7 @@ class GatherTest(test.TestCase):
           params = constant_op.constant(params_np)
           indices_tf = constant_op.constant(indices)
           gather_t = array_ops.gather(params, indices_tf)
-          gather_val = gather_t.eval()
+          gather_val = self.evaluate(gather_t)
           np_val = params_np[indices]
           self.assertAllEqual(np_val, gather_val)
           self.assertEqual(np_val.shape, gather_t.get_shape())
@@ -65,7 +65,7 @@ class GatherTest(test.TestCase):
           params = constant_op.constant(params_np)
           indices = constant_op.constant(2)
           gather_t = array_ops.gather(params, indices, axis=axis)
-          gather_val = gather_t.eval()
+          gather_val = self.evaluate(gather_t)
           self.assertAllEqual(np.take(params_np, 2, axis=axis), gather_val)
           expected_shape = data.shape[:axis] + data.shape[axis + 1:]
           self.assertEqual(expected_shape, gather_t.get_shape())
@@ -81,7 +81,7 @@ class GatherTest(test.TestCase):
           # The indices must be in bounds for any axis.
           indices = constant_op.constant([0, 1, 0, 2])
           gather_t = array_ops.gather(params, indices, axis=axis)
-          gather_val = gather_t.eval()
+          gather_val = self.evaluate(gather_t)
           self.assertAllEqual(np.take(params_np, [0, 1, 0, 2], axis=axis),
                               gather_val)
           expected_shape = data.shape[:axis] + (4,) + data.shape[axis + 1:]
@@ -142,8 +142,11 @@ class GatherTest(test.TestCase):
               source_slice = ((slice(None),) * outer_dims + (source_index,) +
                               (slice(None),) * inner_dims)
               correct_params_grad[dest_slice] += gather_grad[source_slice]
-            self.assertAllClose(correct_params_grad, params_grad.eval(),
-                                atol=2e-6, rtol=2e-6)
+            self.assertAllClose(
+                correct_params_grad,
+                self.evaluate(params_grad),
+                atol=2e-6,
+                rtol=2e-6)
 
   def testString(self):
     params = np.array([[b"asdf", b"zxcv"], [b"qwer", b"uiop"]])
diff --git a/tensorflow/python/kernel_tests/huge_slice_op_test.py b/tensorflow/python/kernel_tests/huge_slice_op_test.py
index 8646d74c96..4074946350 100644
--- a/tensorflow/python/kernel_tests/huge_slice_op_test.py
+++ b/tensorflow/python/kernel_tests/huge_slice_op_test.py
@@ -33,11 +33,11 @@ class SliceTest(test.TestCase):
       a_large = array_ops.tile(
           constant_op.constant(np.array([False, True] * 4)), [2**29 + 3])
       slice_t = array_ops.slice(a_large, np.asarray([3]).astype(np.int64), [3])
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([True, False, True], slice_val)
 
       slice_t = array_ops.slice(
           a_large, constant_op.constant([long(2)**32 + 3], dtype=dtypes.int64),
           [3])
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([True, False, True], slice_val)
diff --git a/tensorflow/python/kernel_tests/in_topk_op_test.py b/tensorflow/python/kernel_tests/in_topk_op_test.py
index 6fdb497bc6..507822b314 100644
--- a/tensorflow/python/kernel_tests/in_topk_op_test.py
+++ b/tensorflow/python/kernel_tests/in_topk_op_test.py
@@ -32,7 +32,7 @@ class InTopKTest(test.TestCase):
     np_ans = np.array(expected)
     with self.cached_session():
       precision = nn_ops.in_top_k(predictions, target, k)
-      out = precision.eval()
+      out = self.evaluate(precision)
       self.assertAllClose(np_ans, out)
       self.assertShapeEqual(np_ans, precision)
 
@@ -77,7 +77,7 @@ class InTopKTest(test.TestCase):
     np_ans = np.array([False, True])
     with self.cached_session():
       precision = nn_ops.in_top_k(predictions, target, k)
-      out = precision.eval()
+      out = self.evaluate(precision)
       self.assertAllClose(np_ans, out)
       self.assertShapeEqual(np_ans, precision)
 
diff --git a/tensorflow/python/kernel_tests/init_ops_test.py b/tensorflow/python/kernel_tests/init_ops_test.py
index 3f3fcfd2ff..a3f2c0ddd7 100644
--- a/tensorflow/python/kernel_tests/init_ops_test.py
+++ b/tensorflow/python/kernel_tests/init_ops_test.py
@@ -349,7 +349,7 @@ class UniformUnitScalingInitializationTest(test.TestCase):
           shape=shape,
           initializer=init_ops.uniform_unit_scaling_initializer())
       variables.global_variables_initializer().run()
-      self.assertAllEqual(shape, x.eval().shape)
+      self.assertAllEqual(shape, self.evaluate(x).shape)
 
   def testDuplicatedInitializer(self):
     init = init_ops.uniform_unit_scaling_initializer()
@@ -435,7 +435,7 @@ class RangeTest(test.TestCase):
       tf_ans = math_ops.range(start, limit, delta, name="range")
       self.assertEqual([len(np.arange(start, limit, delta))],
                        tf_ans.get_shape())
-      return tf_ans.eval()
+      return self.evaluate(tf_ans)
 
   def testBasic(self):
     self.assertTrue(
@@ -524,7 +524,7 @@ class LinSpaceTest(test.TestCase):
       with self.session(graph=graph, force_gpu=self.force_gpu):
         tf_ans = math_ops.linspace(start, stop, num, name="linspace")
         self.assertEqual([num], tf_ans.get_shape())
-        return tf_ans.eval()
+        return self.evaluate(tf_ans)
 
   def testPositive(self):
     for self.force_gpu in self._gpu_modes():
@@ -706,7 +706,7 @@ class ConvolutionDeltaOrthogonalInitializerTest(test.TestCase):
         with self.session(use_gpu=True) as sess:
           sess.run(my_ops)
           # Check the shape of the outputs
-          t = outputs.eval()
+          t = self.evaluate(outputs)
           self.assertAllEqual(t.shape, outputs_shape)
           # Check isometry of the delta-orthogonal kernel.
           self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
@@ -723,7 +723,7 @@ class ConvolutionDeltaOrthogonalInitializerTest(test.TestCase):
                                         initializer=
                                         init_ops.convolutional_delta_orthogonal)
         x.initializer.run()
-        y = x.eval()[1, 1, :, :]
+        y = self.evaluate(x)[1, 1, :, :]
         determinant = np.linalg.det(y)
         value += determinant
         abs_value += np.abs(determinant)
@@ -844,7 +844,7 @@ class ConvolutionOrthogonal1dInitializerTest(test.TestCase):
       with self.session(use_gpu=True) as sess:
         sess.run(my_ops)
         # Check the shape of the outputs
-        t = outputs.eval()
+        t = self.evaluate(outputs)
         self.assertAllEqual(t.shape, outputs_shape)
         # Check isometry of the orthogonal kernel.
         self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
@@ -939,7 +939,7 @@ class ConvolutionOrthogonal2dInitializerTest(test.TestCase):
       with self.session(use_gpu=True) as sess:
         sess.run(my_ops)
         # Check the shape of the outputs
-        t = outputs.eval()
+        t = self.evaluate(outputs)
         self.assertAllEqual(t.shape, outputs_shape)
         # Check isometry of the orthogonal kernel.
         self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
@@ -1064,7 +1064,7 @@ class ConvolutionOrthogonal3dInitializerTest(test.TestCase):
       with self.cached_session(use_gpu=True) as sess:
         sess.run(my_ops)
         # Check the shape of the outputs
-        t = outputs.eval()
+        t = self.evaluate(outputs)
         self.assertAllEqual(t.shape, outputs_shape)
         # Check isometry of the orthogonal kernel.
         self.assertAllClose(sess.run(ratio), gain, rtol=tol, atol=tol)
diff --git a/tensorflow/python/kernel_tests/large_concat_op_test.py b/tensorflow/python/kernel_tests/large_concat_op_test.py
index 1b23e74776..bf6fa9ea71 100644
--- a/tensorflow/python/kernel_tests/large_concat_op_test.py
+++ b/tensorflow/python/kernel_tests/large_concat_op_test.py
@@ -35,7 +35,7 @@ class LargeConcatOpTest(test.TestCase):
     with self.session(use_gpu=False):
       # TODO(dga):  Add more depth to this test to validate correctness,
       # not just non-crashingness, once other large tensor fixes have gone in.
-      _ = onezeros.eval()
+      _ = self.evaluate(onezeros)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
index bd666c0db3..d5580d0e88 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_circulant_test.py
@@ -137,7 +137,8 @@ class LinearOperatorCirculantTestSelfAdjointOperator(
       matrix = operator.to_dense()
       imag_matrix = math_ops.imag(matrix)
       eps = np.finfo(np.float32).eps
-      np.testing.assert_allclose(0, imag_matrix.eval(), rtol=0, atol=eps * 3)
+      np.testing.assert_allclose(
+          0, self.evaluate(imag_matrix), rtol=0, atol=eps * 3)
 
 
 class LinearOperatorCirculantTestHermitianSpectrum(
@@ -203,7 +204,8 @@ class LinearOperatorCirculantTestHermitianSpectrum(
       matrix = operator.to_dense()
       imag_matrix = math_ops.imag(matrix)
       eps = np.finfo(np.float32).eps
-      np.testing.assert_allclose(0, imag_matrix.eval(), rtol=0, atol=eps * 3)
+      np.testing.assert_allclose(
+          0, self.evaluate(imag_matrix), rtol=0, atol=eps * 3)
 
 
 class LinearOperatorCirculantTestNonHermitianSpectrum(
@@ -257,7 +259,8 @@ class LinearOperatorCirculantTestNonHermitianSpectrum(
       matrix = operator.to_dense()
       imag_matrix = math_ops.imag(matrix)
       eps = np.finfo(np.float32).eps
-      np.testing.assert_allclose(0, imag_matrix.eval(), rtol=0, atol=eps * 3)
+      np.testing.assert_allclose(
+          0, self.evaluate(imag_matrix), rtol=0, atol=eps * 3)
 
   def test_simple_positive_real_spectrum_gives_self_adjoint_pos_def_oper(self):
     with self.cached_session() as sess:
@@ -299,7 +302,7 @@ class LinearOperatorCirculantTestNonHermitianSpectrum(
       imag_matrix = math_ops.imag(matrix)
       eps = np.finfo(np.float32).eps
       np.testing.assert_allclose(
-          0, imag_matrix.eval(), rtol=0, atol=eps * 3 * 4)
+          0, self.evaluate(imag_matrix), rtol=0, atol=eps * 3 * 4)
 
   def test_convolution_kernel_same_as_first_row_of_to_dense(self):
     spectrum = [[3., 2., 1.], [2., 1.5, 1.]]
@@ -310,7 +313,7 @@ class LinearOperatorCirculantTestNonHermitianSpectrum(
 
       self.assertAllEqual((2, 3), h.get_shape())
       self.assertAllEqual((2, 3, 3), c.get_shape())
-      self.assertAllClose(h.eval(), c.eval()[:, :, 0])
+      self.assertAllClose(h.eval(), self.evaluate(c)[:, :, 0])
 
   def test_assert_non_singular_fails_for_singular_operator(self):
     spectrum = math_ops.cast([0, 4, 2j + 2], dtypes.complex64)
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
index d47a21c1c3..45cd14ce04 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
@@ -83,7 +83,7 @@ class LinearOperatorIdentityTest(
           num_rows=2, dtype=dtypes.float16)
       x = rng.randn(2, 3).astype(np.float16)
       y = operator.matmul(x)
-      self.assertAllClose(x, y.eval())
+      self.assertAllClose(x, self.evaluate(y))
 
   def test_non_scalar_num_rows_raises_static(self):
     with self.assertRaisesRegexp(ValueError, "must be a 0-D Tensor"):
@@ -357,7 +357,7 @@ class LinearOperatorScaledIdentityTest(
           num_rows=2, multiplier=multiplier)
       x = rng.randn(2, 3).astype(np.float16)
       y = operator.matmul(x)
-      self.assertAllClose(multiplier[..., None, None] * x, y.eval())
+      self.assertAllClose(multiplier[..., None, None] * x, self.evaluate(y))
 
   def test_non_scalar_num_rows_raises_static(self):
     # Many "test_...num_rows" tests are performed in LinearOperatorIdentity.
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py
index df6954f520..2b1ae6e1f5 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_kronecker_test.py
@@ -70,8 +70,8 @@ class KroneckerDenseTest(test.TestCase):
         [5., 10., -1., -2.]], dtype=dtypes.float32)
 
     with self.cached_session():
-      self.assertAllClose(_kronecker_dense([x, y]).eval(), z.eval())
-      self.assertAllClose(_kronecker_dense([y, x]).eval(), w.eval())
+      self.assertAllClose(_kronecker_dense([x, y]).eval(), self.evaluate(z))
+      self.assertAllClose(_kronecker_dense([y, x]).eval(), self.evaluate(w))
 
 
 class SquareLinearOperatorKroneckerTest(
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_test.py
index 819347343b..4cb60dac98 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_test.py
@@ -134,7 +134,7 @@ class LinearOperatorTest(test.TestCase):
     with self.cached_session():
       operator_dense = operator.to_dense()
       self.assertAllEqual((2, 3, 4), operator_dense.get_shape())
-      self.assertAllClose(matrix, operator_dense.eval())
+      self.assertAllClose(matrix, self.evaluate(operator_dense))
 
   def test_generic_to_dense_method_non_square_matrix_tensor(self):
     matrix = rng.randn(2, 3, 4)
@@ -152,7 +152,7 @@ class LinearOperatorTest(test.TestCase):
     with self.cached_session():
       y = operator.matvec(x)
       self.assertAllEqual((2,), y.get_shape())
-      self.assertAllClose([1., 2.], y.eval())
+      self.assertAllClose([1., 2.], self.evaluate(y))
 
   def test_solvevec(self):
     matrix = [[1., 0], [0., 2.]]
@@ -161,7 +161,7 @@ class LinearOperatorTest(test.TestCase):
     with self.cached_session():
       x = operator.solvevec(y)
       self.assertAllEqual((2,), x.get_shape())
-      self.assertAllClose([1., 1 / 2.], x.eval())
+      self.assertAllClose([1., 1 / 2.], self.evaluate(x))
 
   def test_is_square_set_to_true_for_square_static_shapes(self):
     operator = LinearOperatorShape(shape=(2, 4, 4))
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py
index 31fb19e4a6..5ce2616972 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_util_test.py
@@ -102,7 +102,7 @@ class BroadcastMatrixBatchDimsTest(test.TestCase):
     self.assertTrue(isinstance(tensor, ops.Tensor))
 
     with self.cached_session():
-      self.assertAllClose(arr, tensor.eval())
+      self.assertAllClose(arr, self.evaluate(tensor))
 
   def test_static_dims_broadcast(self):
     # x.batch_shape = [3, 1, 2]
@@ -205,7 +205,7 @@ class CholeskySolveWithBroadcastTest(test.TestCase):
       result = linear_operator_util.cholesky_solve_with_broadcast(chol, rhs)
       self.assertAllEqual((2, 3, 7), result.get_shape())
       expected = linalg_ops.cholesky_solve(chol_broadcast, rhs)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2, 2]
@@ -244,7 +244,7 @@ class MatmulWithBroadcastTest(test.TestCase):
       result = linear_operator_util.matmul_with_broadcast(x, y)
       self.assertAllEqual((2, 1, 7), result.get_shape())
       expected = math_ops.matmul(x, y_broadcast)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_y_has_extra_dims(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -261,7 +261,7 @@ class MatmulWithBroadcastTest(test.TestCase):
       result = linear_operator_util.matmul_with_broadcast(x, y)
       self.assertAllEqual((2, 3, 5, 5), result.get_shape())
       expected = math_ops.matmul(x_broadcast, y)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_y_has_extra_dims_transpose_a_and_b(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -280,7 +280,7 @@ class MatmulWithBroadcastTest(test.TestCase):
       self.assertAllEqual((2, 3, 5, 1), result.get_shape())
       expected = math_ops.matmul(
           x_broadcast, y, transpose_a=True, transpose_b=True)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_y_has_extra_dims_transpose_dynamic(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -344,7 +344,7 @@ class MatrixSolveWithBroadcastTest(test.TestCase):
           matrix, rhs)
       self.assertAllEqual((2, 3, 7), result.get_shape())
       expected = linalg_ops.matrix_solve(matrix, rhs_broadcast)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_rhs_has_extra_dims(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -362,7 +362,7 @@ class MatrixSolveWithBroadcastTest(test.TestCase):
       result = linear_operator_util.matrix_solve_with_broadcast(matrix, rhs)
       self.assertAllEqual((2, 3, 2), result.get_shape())
       expected = linalg_ops.matrix_solve(matrix_broadcast, rhs)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_rhs_has_extra_dims_dynamic(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -385,7 +385,7 @@ class MatrixSolveWithBroadcastTest(test.TestCase):
       self.assertAllEqual(3, result.shape.ndims)
       expected = linalg_ops.matrix_solve(matrix_broadcast, rhs)
       self.assertAllClose(
-          expected.eval(),
+          self.evaluate(expected),
           result.eval(feed_dict={
               matrix_ph: matrix,
               rhs_ph: rhs
@@ -408,7 +408,7 @@ class MatrixSolveWithBroadcastTest(test.TestCase):
           matrix, rhs, adjoint=True)
       self.assertAllEqual((2, 3, 2), result.get_shape())
       expected = linalg_ops.matrix_solve(matrix_broadcast, rhs, adjoint=True)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2, 2]
@@ -447,7 +447,7 @@ class MatrixTriangularSolveWithBroadcastTest(test.TestCase):
           matrix, rhs)
       self.assertAllEqual((2, 3, 7), result.get_shape())
       expected = linalg_ops.matrix_triangular_solve(matrix, rhs_broadcast)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_rhs_has_extra_dims(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -466,7 +466,7 @@ class MatrixTriangularSolveWithBroadcastTest(test.TestCase):
           matrix, rhs)
       self.assertAllEqual((2, 3, 2), result.get_shape())
       expected = linalg_ops.matrix_triangular_solve(matrix_broadcast, rhs)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_static_dims_broadcast_rhs_has_extra_dims_and_adjoint(self):
     # Since the second arg has extra dims, and the domain dim of the first arg
@@ -486,7 +486,7 @@ class MatrixTriangularSolveWithBroadcastTest(test.TestCase):
       self.assertAllEqual((2, 3, 2), result.get_shape())
       expected = linalg_ops.matrix_triangular_solve(
           matrix_broadcast, rhs, adjoint=True)
-      self.assertAllClose(expected.eval(), result.eval())
+      self.assertAllClose(expected.eval(), self.evaluate(result))
 
   def test_dynamic_dims_broadcast_64bit(self):
     # batch_shape = [2]
diff --git a/tensorflow/python/kernel_tests/linalg_grad_test.py b/tensorflow/python/kernel_tests/linalg_grad_test.py
index 03b640a85a..709ecbfc35 100644
--- a/tensorflow/python/kernel_tests/linalg_grad_test.py
+++ b/tensorflow/python/kernel_tests/linalg_grad_test.py
@@ -50,7 +50,7 @@ class ShapeTest(test_lib.TestCase):
       determinants = linalg_ops.matrix_determinant(batch_identity)
       reduced = math_ops.reduce_sum(determinants)
       sum_grad = gradients_impl.gradients(reduced, batch_identity)[0]
-      self.assertAllClose(batch_identity.eval(), sum_grad.eval())
+      self.assertAllClose(batch_identity.eval(), self.evaluate(sum_grad))
 
 
 class MatrixUnaryFunctorGradientTest(test_lib.TestCase):
@@ -69,7 +69,7 @@ def _GetMatrixUnaryFunctorGradientTest(functor_, dtype_, shape_, **kwargs_):
       if functor_.__name__ == 'matrix_square_root':
         # Square the input matrix to ensure that its matrix square root exists
         a = math_ops.matmul(a, a)
-        a_np = a.eval()
+        a_np = self.evaluate(a)
       b = functor_(a, **kwargs_)
 
       # Optimal stepsize for central difference is O(epsilon^{1/3}).
diff --git a/tensorflow/python/kernel_tests/linalg_ops_test.py b/tensorflow/python/kernel_tests/linalg_ops_test.py
index 28391aaa87..b5eeee0998 100644
--- a/tensorflow/python/kernel_tests/linalg_ops_test.py
+++ b/tensorflow/python/kernel_tests/linalg_ops_test.py
@@ -85,7 +85,7 @@ class LogdetTest(test.TestCase):
           #     [_RandomPDMatrix(n, self.rng, np_dtype),
           #      _RandomPDMatrix(n, self.rng, np_dtype)]).astype(np_dtype)
           logdet_tf = linalg.logdet(matrix)
-          self.assertAllClose(logdet_np, logdet_tf.eval(), atol=atol)
+          self.assertAllClose(logdet_np, self.evaluate(logdet_tf), atol=atol)
 
   def test_works_with_underflow_case(self):
     for np_dtype, atol in [(np.float32, 0.05), (np.float64, 1e-5),
@@ -94,7 +94,7 @@ class LogdetTest(test.TestCase):
       _, logdet_np = np.linalg.slogdet(matrix)
       with self.session(use_gpu=True):
         logdet_tf = linalg.logdet(matrix)
-        self.assertAllClose(logdet_np, logdet_tf.eval(), atol=atol)
+        self.assertAllClose(logdet_np, self.evaluate(logdet_tf), atol=atol)
 
 
 class SlogdetTest(test.TestCase):
@@ -110,8 +110,9 @@ class SlogdetTest(test.TestCase):
         sign_np, log_abs_det_np = np.linalg.slogdet(matrix)
         with self.session(use_gpu=True):
           sign_tf, log_abs_det_tf = linalg.slogdet(matrix)
-          self.assertAllClose(log_abs_det_np, log_abs_det_tf.eval(), atol=atol)
-          self.assertAllClose(sign_np, sign_tf.eval(), atol=atol)
+          self.assertAllClose(
+              log_abs_det_np, self.evaluate(log_abs_det_tf), atol=atol)
+          self.assertAllClose(sign_np, self.evaluate(sign_tf), atol=atol)
 
   def test_works_with_underflow_case(self):
     for np_dtype, atol in [(np.float32, 0.05), (np.float64, 1e-5),
@@ -120,8 +121,9 @@ class SlogdetTest(test.TestCase):
       sign_np, log_abs_det_np = np.linalg.slogdet(matrix)
       with self.session(use_gpu=True):
         sign_tf, log_abs_det_tf = linalg.slogdet(matrix)
-        self.assertAllClose(log_abs_det_np, log_abs_det_tf.eval(), atol=atol)
-        self.assertAllClose(sign_np, sign_tf.eval(), atol=atol)
+        self.assertAllClose(
+            log_abs_det_np, self.evaluate(log_abs_det_tf), atol=atol)
+        self.assertAllClose(sign_np, self.evaluate(sign_tf), atol=atol)
 
 
 class AdjointTest(test.TestCase):
@@ -135,7 +137,7 @@ class AdjointTest(test.TestCase):
         matrix = ops.convert_to_tensor(matrix_np)
         transposed = linalg.adjoint(matrix)
         self.assertEqual((3, 2), transposed.get_shape())
-        self.assertAllEqual(expected_transposed, transposed.eval())
+        self.assertAllEqual(expected_transposed, self.evaluate(transposed))
 
 
 class EyeTest(parameterized.TestCase, test.TestCase):
diff --git a/tensorflow/python/kernel_tests/logging_ops_test.py b/tensorflow/python/kernel_tests/logging_ops_test.py
index 8e9b87f651..e8fa1cfa28 100644
--- a/tensorflow/python/kernel_tests/logging_ops_test.py
+++ b/tensorflow/python/kernel_tests/logging_ops_test.py
@@ -52,7 +52,7 @@ class LoggingOpsTest(test.TestCase):
               math_ops.less(epsilon, y), ["Divide-by-zero"])
       ]):
         out = math_ops.div(z, y)
-      self.assertAllEqual(2.0, out.eval())
+      self.assertAllEqual(2.0, self.evaluate(out))
       # assert(epsilon < x)
       # z / x
       #
@@ -63,7 +63,7 @@ class LoggingOpsTest(test.TestCase):
       ]):
         out = math_ops.div(z, x)
       with self.assertRaisesOpError("less than x"):
-        out.eval()
+        self.evaluate(out)
 
 
 class PrintV2Test(test.TestCase):
@@ -387,8 +387,8 @@ class PrintGradientTest(test.TestCase):
       wx_print = logging_ops.Print(wx, [w, w, w])
       wx_grad = gradients_impl.gradients(wx, w)[0]
       wx_print_grad = gradients_impl.gradients(wx_print, w)[0]
-      wxg = wx_grad.eval()
-      wxpg = wx_print_grad.eval()
+      wxg = self.evaluate(wx_grad)
+      wxpg = self.evaluate(wx_print_grad)
     self.assertAllEqual(wxg, wxpg)
 
 
diff --git a/tensorflow/python/kernel_tests/lookup_ops_test.py b/tensorflow/python/kernel_tests/lookup_ops_test.py
index bd93942efb..3efad4ea11 100644
--- a/tensorflow/python/kernel_tests/lookup_ops_test.py
+++ b/tensorflow/python/kernel_tests/lookup_ops_test.py
@@ -52,14 +52,14 @@ class HashTableOpTest(test.TestCase):
       output = table.lookup(input_string)
       self.assertAllEqual([3], output.get_shape())
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([0, 1, -1], result)
 
       exported_keys_tensor, exported_values_tensor = table.export()
 
       self.assertItemsEqual([b"brain", b"salad", b"surgery"],
-                            exported_keys_tensor.eval())
-      self.assertItemsEqual([0, 1, 2], exported_values_tensor.eval())
+                            self.evaluate(exported_keys_tensor))
+      self.assertItemsEqual([0, 1, 2], self.evaluate(exported_values_tensor))
 
   def testHashTableFindHighRank(self):
     with self.cached_session():
@@ -76,7 +76,7 @@ class HashTableOpTest(test.TestCase):
           [["brain", "salad"], ["tank", "tarkus"]])
       output = table.lookup(input_string)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([[0, 1], [-1, -1]], result)
 
   def testHashTableInitWithPythonArrays(self):
@@ -94,7 +94,7 @@ class HashTableOpTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([0, 1, -1], result)
 
   def testHashTableInitWithNumPyArrays(self):
@@ -111,7 +111,7 @@ class HashTableOpTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([0, 1, -1], result)
 
   def testMultipleHashTables(self):
@@ -154,7 +154,7 @@ class HashTableOpTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([0, 1, -1], result)
 
   def testHashTableWithSparseTensorInput(self):
@@ -221,7 +221,7 @@ class HashTableOpTest(test.TestCase):
       output = table.lookup(input_string)
 
       with self.assertRaisesOpError("Table not initialized"):
-        output.eval()
+        self.evaluate(output)
 
   def testInitializeTwice(self):
     with self.cached_session():
@@ -286,7 +286,7 @@ class HashTableOpTest(test.TestCase):
       input_tensor = constant_op.constant([0, 1, -1])
       output = table.lookup(input_tensor)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([b"brain", b"salad", b"n/a"], result)
 
 
@@ -306,9 +306,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_string_index_table_from_multicolumn_file(self):
     vocabulary_file = self._createVocabFile(
@@ -322,9 +322,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_string_index_table_from_multicolumn_file_custom_delimiter(self):
     vocabulary_file = self._createVocabFile(
@@ -339,9 +339,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_string_index_table_from_file_tensor_filename(self):
     vocabulary_file = self._createVocabFile("f2i_vocab1.txt")
@@ -352,9 +352,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
       self.assertEqual(1,
                        len(ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS)))
 
@@ -367,11 +367,11 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
 
       feed_dict = {vocabulary_placeholder.name: vocabulary_file}
       lookup_ops.tables_initializer().run(feed_dict=feed_dict)
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
       self.assertEqual(0,
                        len(ops.get_collection(ops.GraphKeys.ASSET_FILEPATHS)))
 
@@ -387,9 +387,9 @@ class IndexTableFromFile(test.TestCase):
           constant_op.constant((1, -1000, 11), dtype=dtypes.int32))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_int64_index_table_from_file(self):
     vocabulary_file = self._createVocabFile(
@@ -403,9 +403,9 @@ class IndexTableFromFile(test.TestCase):
           constant_op.constant((1, -1000, 11), dtype=dtypes.int64))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_index_table_from_file_with_default_value(self):
     default_value = -42
@@ -416,9 +416,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, default_value), ids.eval())
+      self.assertAllEqual((1, 2, default_value), self.evaluate(ids))
 
   def test_index_table_from_file_with_oov_buckets(self):
     vocabulary_file = self._createVocabFile("f2i_vocab5.txt")
@@ -429,7 +429,7 @@ class IndexTableFromFile(test.TestCase):
           constant_op.constant(["salad", "surgery", "tarkus", "toccata"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
       self.assertAllEqual(
           (
@@ -437,7 +437,7 @@ class IndexTableFromFile(test.TestCase):
               2,  # From vocabulary file.
               867,  # 3 + fingerprint("tarkus") mod 300.
               860),  # 3 + fingerprint("toccata") mod 300.
-          ids.eval())
+          self.evaluate(ids))
 
   def test_index_table_from_file_fails_with_empty_vocabulary_file_name(self):
     self.assertRaises(
@@ -476,9 +476,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, -1, -1), ids.eval())
+      self.assertAllEqual((1, -1, -1), self.evaluate(ids))
       self.assertEqual(2, table.size().eval())
 
   def test_index_table_from_file_with_vocab_size_too_large(self):
@@ -504,9 +504,9 @@ class IndexTableFromFile(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, -1), ids.eval())
+      self.assertAllEqual((1, 2, -1), self.evaluate(ids))
       self.assertEqual(3, table.size().eval())
 
   def test_index_table_from_file_with_invalid_hashers(self):
@@ -614,9 +614,9 @@ class IndexTableFromTensor(test.TestCase):
           constant_op.constant((1, -1000, 11), dtype=dtypes.int32))
 
       with self.assertRaises(errors_impl.FailedPreconditionError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_int64_index_table_from_tensor_with_tensor_init(self):
     with self.cached_session():
@@ -626,9 +626,9 @@ class IndexTableFromTensor(test.TestCase):
           constant_op.constant((1, -1000, 11), dtype=dtypes.int64))
 
       with self.assertRaises(errors_impl.FailedPreconditionError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, 3), ids.eval())
+      self.assertAllEqual((1, 2, 3), self.evaluate(ids))
 
   def test_index_table_from_tensor_with_default_value(self):
     default_value = -42
@@ -639,9 +639,9 @@ class IndexTableFromTensor(test.TestCase):
       ids = table.lookup(constant_op.constant(["salad", "surgery", "tarkus"]))
 
       with self.assertRaises(errors_impl.FailedPreconditionError):
-        ids.eval()
+        self.evaluate(ids)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((1, 2, default_value), ids.eval())
+      self.assertAllEqual((1, 2, default_value), self.evaluate(ids))
 
   def test_index_table_from_tensor_missing_vocabulary_list(self):
     with self.cached_session():
@@ -656,7 +656,7 @@ class IndexTableFromTensor(test.TestCase):
           vocabulary_list=np.array([], dtype=np.str_), num_oov_buckets=1)
       ids = table.lookup(constant_op.constant(["salad", "surgery", "brain"]))
       with self.assertRaises(errors_impl.OpError):
-        ids.eval()
+        self.evaluate(ids)
       with self.assertRaisesRegexp(
           errors_impl.OpError, "keys and values cannot be empty"):
         lookup_ops.tables_initializer().run()
@@ -698,10 +698,10 @@ class IndexToStringTableFromFileTest(test.TestCase):
         features = table.lookup(
             constant_op.constant([0, 1, 2, 3], dtypes.int64))
         with self.assertRaises(errors_impl.OpError):
-          features.eval()
+          self.evaluate(features)
         lookup_ops.tables_initializer().run()
         self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
-                            features.eval())
+                            self.evaluate(features))
 
   def test_index_to_string_table_from_multicolumn_file(self):
     vocabulary_file = self._createVocabFile(
@@ -713,10 +713,10 @@ class IndexToStringTableFromFileTest(test.TestCase):
           value_column_index=0)
       features = table.lookup(constant_op.constant([0, 1, 2, 3], dtypes.int64))
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
-                          features.eval())
+                          self.evaluate(features))
 
   def test_index_to_string_table_from_multicolumn_file_custom_delimiter(self):
     vocabulary_file = self._createVocabFile(
@@ -729,10 +729,10 @@ class IndexToStringTableFromFileTest(test.TestCase):
           delimiter=" ")
       features = table.lookup(constant_op.constant([0, 1, 2, 3], dtypes.int64))
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
-                          features.eval())
+                          self.evaluate(features))
 
   def test_index_to_string_table_with_default_value(self):
     default_value = b"NONE"
@@ -742,10 +742,10 @@ class IndexToStringTableFromFileTest(test.TestCase):
           vocabulary_file=vocabulary_file, default_value=default_value)
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", b"surgery", default_value),
-                          features.eval())
+                          self.evaluate(features))
 
   def test_index_to_string_table_with_vocab_size_too_small(self):
     default_value = b"NONE"
@@ -757,10 +757,10 @@ class IndexToStringTableFromFileTest(test.TestCase):
           default_value=default_value)
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", default_value, default_value),
-                          features.eval())
+                          self.evaluate(features))
 
   def test_index_to_string_table_with_vocab_size_too_large(self):
     vocabulary_file = self._createVocabFile("f2i_vocab6.txt")
@@ -770,7 +770,7 @@ class IndexToStringTableFromFileTest(test.TestCase):
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
 
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       init = lookup_ops.tables_initializer()
       self.assertRaisesRegexp(errors_impl.InvalidArgumentError,
                               "Invalid vocab_size", init.run)
@@ -783,9 +783,10 @@ class IndexToStringTableFromFileTest(test.TestCase):
       features = table.lookup(constant_op.constant([1, 2, 4], dtypes.int64))
 
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((b"salad", b"surgery", b"UNK"), features.eval())
+      self.assertAllEqual((b"salad", b"surgery", b"UNK"),
+                          self.evaluate(features))
 
 
 class IndexToStringTableFromTensorTest(test.TestCase):
@@ -799,11 +800,11 @@ class IndexToStringTableFromTensorTest(test.TestCase):
       indices = constant_op.constant([0, 1, 2, 3], dtypes.int64)
       features = table.lookup(indices)
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
       lookup_ops.tables_initializer().run()
 
       self.assertAllEqual((b"brain", b"salad", b"surgery", b"UNK"),
-                          features.eval())
+                          self.evaluate(features))
 
   def test_duplicate_entries(self):
     with self.cached_session():
@@ -813,7 +814,7 @@ class IndexToStringTableFromTensorTest(test.TestCase):
       indices = constant_op.constant([0, 1, 4], dtypes.int64)
       features = table.lookup(indices)
       lookup_ops.tables_initializer().run()
-      self.assertAllEqual((b"hello", b"hello", b"UNK"), features.eval())
+      self.assertAllEqual((b"hello", b"hello", b"UNK"), self.evaluate(features))
 
   def test_index_to_string_with_default_value(self):
     default_value = b"NONE"
@@ -824,11 +825,11 @@ class IndexToStringTableFromTensorTest(test.TestCase):
       indices = constant_op.constant([1, 2, 4], dtypes.int64)
       features = table.lookup(indices)
       with self.assertRaises(errors_impl.OpError):
-        features.eval()
+        self.evaluate(features)
 
       lookup_ops.tables_initializer().run()
       self.assertAllEqual((b"salad", b"surgery", default_value),
-                          features.eval())
+                          self.evaluate(features))
 
 
 class InitializeTableFromFileOpTest(test.TestCase):
@@ -870,7 +871,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
       output = table.lookup(
           constant_op.constant((42, 1, 11), dtype=dtypes.int64))
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([0, 1, -1], result)
 
   def testInitializeIndexTable(self):
@@ -889,7 +890,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
       input_values = constant_op.constant([0, 1, 2, 3], dtypes.int64)
       output = table.lookup(input_values)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([b"brain", b"salad", b"surgery", b"UNK"], result)
 
   def testMultiColumn(self):
@@ -911,7 +912,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "surgery"])
       output = table.lookup(input_string)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([1, 5, 6], result)
 
   def testInvalidDataTypeInMultiColumn(self):
@@ -1078,7 +1079,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "tank"])
       output = table.lookup(input_string)
 
-      result = output.eval()
+      result = self.evaluate(output)
       self.assertAllEqual([0, 1, -1], result)
 
   def testInvalidFilenames(self):
@@ -1119,7 +1120,8 @@ class InitializeTableFromFileOpTest(test.TestCase):
       input_values = constant_op.constant([0, 1, 2, 3], dtypes.int64)
 
       out = table.lookup(input_values)
-      self.assertAllEqual([b"brain", b"salad", b"surgery", b"UNK"], out.eval())
+      self.assertAllEqual([b"brain", b"salad", b"surgery", b"UNK"],
+                          self.evaluate(out))
       self.assertEquals(vocab_size, table.size().eval())
 
   def testStringToIdTable(self):
@@ -1135,7 +1137,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "surgery", "UNK"])
 
       out = table.lookup(input_string)
-      self.assertAllEqual([0, 1, 2, -1], out.eval())
+      self.assertAllEqual([0, 1, 2, -1], self.evaluate(out))
       self.assertEquals(vocab_size, table.size().eval())
 
   def testInt64ToIdTable(self):
@@ -1152,7 +1154,7 @@ class InitializeTableFromFileOpTest(test.TestCase):
 
       out = table.lookup(
           constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int64))
-      self.assertAllEqual((0, 1, 2, -1), out.eval())
+      self.assertAllEqual((0, 1, 2, -1), self.evaluate(out))
       self.assertEquals(vocab_size, table.size().eval())
 
 
@@ -1181,7 +1183,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       input_string = constant_op.constant(["brain", "salad", "surgery", "UNK"])
 
       out = table.lookup(input_string)
-      self.assertAllEqual([0, 1, 2, 3], out.eval())
+      self.assertAllEqual([0, 1, 2, 3], self.evaluate(out))
       self.assertEquals(vocab_size + oov_buckets, table.size().eval())
 
   def testInt32IdTableWithHashBuckets(self):
@@ -1203,7 +1205,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       values = constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int32)
 
       out = table.lookup(values)
-      self.assertAllEqual([0, 1, 2, 3], out.eval())
+      self.assertAllEqual([0, 1, 2, 3], self.evaluate(out))
       self.assertEquals(vocab_size + oov_buckets, table.size().eval())
 
   def testInt64IdTableWithHashBuckets(self):
@@ -1223,7 +1225,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
       values = constant_op.constant((42, 1, -1000, 11), dtype=dtypes.int64)
 
       out = table.lookup(values)
-      self.assertAllEqual([0, 1, 2, 3], out.eval())
+      self.assertAllEqual([0, 1, 2, 3], self.evaluate(out))
       self.assertEquals(vocab_size + oov_buckets, table.size().eval())
 
   def testStringIdTableWithOnlyHashBucket(self):
@@ -1244,7 +1246,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               1,  # fingerprint("salad") mod 5.
               4  # fingerprint("surgery") mod 5
           ],
-          out.eval())
+          self.evaluate(out))
       self.assertEquals(oov_buckets, table.size().eval())
 
   def testInt32IdTableWithOnlyHashBucket(self):
@@ -1266,7 +1268,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
               4,  # fingerprint("1") mod 5.
               2  # fingerprint("-1000") mod 5
           ],
-          out.eval())
+          self.evaluate(out))
       self.assertEquals(oov_buckets, table.size().eval())
 
   def testFloat64IdTableWithOnlyHashBucket(self):
@@ -1342,7 +1344,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
 
       out1 = table1.lookup(input_string_1)
 
-      self.assertAllEqual([0, 1, 2, 3], out1.eval())
+      self.assertAllEqual([0, 1, 2, 3], self.evaluate(out1))
       self.assertEquals(vocab_size + oov_buckets, table1.size().eval())
 
     with self.cached_session():
@@ -1363,7 +1365,7 @@ class IdTableWithHashBucketsTest(test.TestCase):
 
       out2 = table2.lookup(input_string_2)
 
-      self.assertAllEqual([3, 1, 3], out2.eval())
+      self.assertAllEqual([3, 1, 3], self.evaluate(out2))
       self.assertEquals(vocab_size + oov_buckets, table2.size().eval())
 
   def testIdTableWithHashBucketsWithMultipleInitializersDifferentDefault(self):
diff --git a/tensorflow/python/kernel_tests/losses_test.py b/tensorflow/python/kernel_tests/losses_test.py
index b04996f788..d3a907852a 100644
--- a/tensorflow/python/kernel_tests/losses_test.py
+++ b/tensorflow/python/kernel_tests/losses_test.py
@@ -54,55 +54,55 @@ class AbsoluteDifferenceLossTest(test.TestCase):
   def testAllCorrectNoLossWeight(self):
     loss = losses.absolute_difference(self._predictions, self._predictions)
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testNonZeroLoss(self):
     loss = losses.absolute_difference(self._labels, self._predictions)
     with self.cached_session():
-      self.assertAlmostEqual(5.5, loss.eval(), 3)
+      self.assertAlmostEqual(5.5, self.evaluate(loss), 3)
 
   def testNonZeroLossWithPythonScalarWeight(self):
     weights = 2.3
     loss = losses.absolute_difference(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(5.5 * weights, loss.eval(), 3)
+      self.assertAlmostEqual(5.5 * weights, self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarTensorWeight(self):
     weights = 2.3
     loss = losses.absolute_difference(self._labels, self._predictions,
                                       constant_op.constant(weights))
     with self.cached_session():
-      self.assertAlmostEqual(5.5 * weights, loss.eval(), 3)
+      self.assertAlmostEqual(5.5 * weights, self.evaluate(loss), 3)
 
   def testNonZeroLossWithOneDimBatchSpecificWeights(self):
     weights = constant_op.constant((1.2, 0.0), shape=(2, 1))
     loss = losses.absolute_difference(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(5.6, loss.eval(), 3)
+      self.assertAlmostEqual(5.6, self.evaluate(loss), 3)
 
   def testNonZeroLossWithTwoDimBatchSpecificWeights(self):
     weights = constant_op.constant([1.2, 0.0], shape=[2, 1])
     loss = losses.absolute_difference(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(5.6, loss.eval(), 3)
+      self.assertAlmostEqual(5.6, self.evaluate(loss), 3)
 
   def testNonZeroLossWithSampleSpecificWeights(self):
     weights = constant_op.constant([3, 6, 5, 0, 4, 2], shape=[2, 3])
     loss = losses.absolute_difference(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(16.6, loss.eval(), 3)
+      self.assertAlmostEqual(16.6, self.evaluate(loss), 3)
 
   def testNonZeroLossWithSampleSpecificWeightsMostZero(self):
     weights = constant_op.constant([0, 0, 0, 0, 0, 2], shape=[2, 3])
     loss = losses.absolute_difference(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(6.0, loss.eval(), 3)
+      self.assertAlmostEqual(6.0, self.evaluate(loss), 3)
 
   def testLossWithSampleSpecificWeightsAllZero(self):
     weights = array_ops.zeros((2, 3))
     loss = losses.absolute_difference(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   @test_util.assert_no_new_pyobjects_executing_eagerly
   def testEagerNoMemoryLeaked(self):
@@ -149,7 +149,7 @@ class SoftmaxCrossEntropyLossTest(test.TestCase):
     weights = 2.3
     with self.cached_session():
       loss = losses.softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual(weights * 10.0, loss.eval(), 3)
+      self.assertAlmostEqual(weights * 10.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarTensorWeight(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -159,7 +159,7 @@ class SoftmaxCrossEntropyLossTest(test.TestCase):
     with self.cached_session():
       loss = losses.softmax_cross_entropy(labels, logits,
                                           constant_op.constant(weights))
-      self.assertAlmostEqual(weights * 10.0, loss.eval(), 3)
+      self.assertAlmostEqual(weights * 10.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithOneDimBatchSpecificWeights(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -168,7 +168,8 @@ class SoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant((1.2, 3.4, 5.6))
     with self.cached_session():
       loss = losses.softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual((1.2 + 3.4 + 5.6) * 10.0 / 3.0, loss.eval(), 3)
+      self.assertAlmostEqual((1.2 + 3.4 + 5.6) * 10.0 / 3.0,
+                             self.evaluate(loss), 3)
 
   def testAllWrongAllWeightsMissing(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -177,7 +178,7 @@ class SoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant([0, 0, 0], shape=[3])
     with self.cached_session():
       loss = losses.softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testSomeWeightsMissing(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -186,7 +187,7 @@ class SoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant([1.2, 0, 0], shape=[3])
     with self.cached_session():
       loss = losses.softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual(12.0, loss.eval(), 3)
+      self.assertAlmostEqual(12.0, self.evaluate(loss), 3)
 
   def testSoftmaxWithMeasurementSpecificWeightsRaisesException(self):
     with self.cached_session():
@@ -302,7 +303,7 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     weights = 2.3
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual(weights * 10.0, loss.eval(), 3)
+      self.assertAlmostEqual(weights * 10.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarTensorWeight(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -312,7 +313,7 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(labels, logits,
                                                  constant_op.constant(weights))
-      self.assertAlmostEqual(weights * 10.0, loss.eval(), 3)
+      self.assertAlmostEqual(weights * 10.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWith1DTensorWeight(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -322,7 +323,7 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(
           labels, logits, constant_op.constant((weights,)))
-      self.assertAlmostEqual(weights * 10.0, loss.eval(), 3)
+      self.assertAlmostEqual(weights * 10.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithPlaceholderForWeights(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0],
@@ -374,7 +375,8 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant([1.2, 3.4, 5.6], shape=(3, 1))
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual((1.2 + 3.4 + 5.6) * 10.0 / 3.0, loss.eval(), 3)
+      self.assertAlmostEqual((1.2 + 3.4 + 5.6) * 10.0 / 3.0,
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithColumnWeights(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -383,7 +385,8 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant([[1.2], [3.4], [5.6]])
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual((1.2 + 3.4 + 5.6) * 10.0 / 3.0, loss.eval(), 3)
+      self.assertAlmostEqual((1.2 + 3.4 + 5.6) * 10.0 / 3.0,
+                             self.evaluate(loss), 3)
 
   def testAllWrongAllWeightsMissing(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -392,7 +395,7 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant([0, 0, 0], shape=(3, 1))
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testSomeWeightsMissing(self):
     logits = constant_op.constant([[10.0, 0.0, 0.0], [0.0, 10.0, 0.0],
@@ -401,7 +404,7 @@ class SparseSoftmaxCrossEntropyLossTest(test.TestCase):
     weights = constant_op.constant([1.2, 0, 0], shape=(3, 1))
     with self.cached_session():
       loss = losses.sparse_softmax_cross_entropy(labels, logits, weights)
-      self.assertAlmostEqual(12.0, loss.eval(), 3)
+      self.assertAlmostEqual(12.0, self.evaluate(loss), 3)
 
   def testMeasurementSpecificWeightsRaisesException(self):
     with self.cached_session():
@@ -481,7 +484,7 @@ class SigmoidCrossEntropyLossTest(test.TestCase):
       loss = losses.sigmoid_cross_entropy(labels, logits)
       self.assertEquals(logits.dtype, loss.dtype)
       self.assertEquals('sigmoid_cross_entropy_loss/value', loss.op.name)
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testLossWithSingleDimPlaceholderForLogitsAndWeights1(self):
     logits = array_ops.placeholder(dtypes.float32, shape=(None, 1))
@@ -536,7 +539,7 @@ class SigmoidCrossEntropyLossTest(test.TestCase):
       loss = losses.sigmoid_cross_entropy(labels, logits, weights)
       self.assertEquals(logits.dtype, loss.dtype)
       self.assertEquals('sigmoid_cross_entropy_loss/value', loss.op.name)
-      self.assertAlmostEqual(1700.0 / 7.0, loss.eval(), 3)
+      self.assertAlmostEqual(1700.0 / 7.0, self.evaluate(loss), 3)
 
   def testMultiCorrectSigmoid(self):
     logits = constant_op.constant([[100.0, -100.0, 100.0],
@@ -548,7 +551,7 @@ class SigmoidCrossEntropyLossTest(test.TestCase):
     self.assertEquals('sigmoid_cross_entropy_loss/value', loss.op.name)
 
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testSigmoidFloat64(self):
     logits = constant_op.constant((
@@ -563,7 +566,7 @@ class SigmoidCrossEntropyLossTest(test.TestCase):
     self.assertEquals(logits.dtype, loss.dtype)
 
     with self.cached_session():
-      self.assertAlmostEqual(44.444, loss.eval(), 3)
+      self.assertAlmostEqual(44.444, self.evaluate(loss), 3)
 
   def testSigmoidNoReduction(self):
     logits = constant_op.constant((
@@ -576,11 +579,8 @@ class SigmoidCrossEntropyLossTest(test.TestCase):
     self.assertEquals(logits.dtype, loss.dtype)
 
     with self.cached_session():
-      self.assertAllClose((
-          (0., 0., 0.),
-          (0., 100., 100.),
-          (100., 0., 100.)
-      ), loss.eval(), 3)
+      self.assertAllClose(((0., 0., 0.), (0., 100., 100.), (100., 0., 100.)),
+                          self.evaluate(loss), 3)
 
   def testSigmoidLabelSmoothingCorrect(self):
     with self.cached_session():
@@ -619,7 +619,8 @@ class SigmoidCrossEntropyLossTest(test.TestCase):
       softmax_labels = constant_op.constant([[0, 1], [1, 0], [0, 1]])
       softmax_loss = losses.softmax_cross_entropy(
           softmax_labels, softmax_logits, label_smoothing=label_smoothing)
-      self.assertAlmostEqual(sigmoid_loss.eval(), softmax_loss.eval(), 3)
+      self.assertAlmostEqual(sigmoid_loss.eval(), self.evaluate(softmax_loss),
+                             3)
 
 
 class LogLossTest(test.TestCase):
@@ -648,7 +649,7 @@ class LogLossTest(test.TestCase):
   def testAllCorrectNoLossWeight(self):
     loss = losses.log_loss(self._labels, self._labels)
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testAllCorrectNoLossWeightWithPlaceholder(self):
     tf_predictions = array_ops.placeholder(
@@ -662,14 +663,14 @@ class LogLossTest(test.TestCase):
     loss = losses.log_loss(self._labels, self._predictions)
     with self.cached_session():
       self.assertAlmostEqual(-np.sum(self._expected_losses) / 6.0,
-                             loss.eval(), 3)
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithPythonScalarWeight(self):
     weights = 2.3
     loss = losses.log_loss(self._labels, self._predictions, weights)
     with self.cached_session():
       self.assertAlmostEqual(weights * -np.sum(self._expected_losses) / 6.0,
-                             loss.eval(), 3)
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarTensorWeight(self):
     weights = 2.3
@@ -677,7 +678,7 @@ class LogLossTest(test.TestCase):
                            constant_op.constant(weights))
     with self.cached_session():
       self.assertAlmostEqual(weights * -np.sum(self._expected_losses) / 6.0,
-                             loss.eval(), 3)
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarTensorWeightAndPlaceholder(self):
     tf_predictions = array_ops.placeholder(
@@ -707,7 +708,8 @@ class LogLossTest(test.TestCase):
         np.asarray([1.2, 1.2, 1.2, 3.4, 3.4, 3.4]).reshape((2, 3)))
     loss = losses.log_loss(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(-np.sum(expected_losses) / 6.0, loss.eval(), 3)
+      self.assertAlmostEqual(-np.sum(expected_losses) / 6.0,
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithOneDimBatchSpecificWeightsSomeZero(self):
     weights = constant_op.constant((1.2, 0), shape=(2, 1))
@@ -716,7 +718,8 @@ class LogLossTest(test.TestCase):
                                       (2, 3)))
     loss = losses.log_loss(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(-np.sum(expected_losses) / 3.0, loss.eval(), 3)
+      self.assertAlmostEqual(-np.sum(expected_losses) / 3.0,
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithTwoDimBatchSpecificWeightsSomeZero(self):
     weights = constant_op.constant([1.2, 0], shape=[2, 1])
@@ -725,7 +728,8 @@ class LogLossTest(test.TestCase):
                                       (2, 3)))
     loss = losses.log_loss(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(-np.sum(expected_losses) / 3.0, loss.eval(), 3)
+      self.assertAlmostEqual(-np.sum(expected_losses) / 3.0,
+                             self.evaluate(loss), 3)
 
   def testWeightsWithSameNumDimsButWrongShapeThrowsException(self):
     weights = constant_op.constant(np.random.normal(size=(2, 4)), shape=[2, 4])
@@ -743,7 +747,8 @@ class LogLossTest(test.TestCase):
         constant_op.constant(
             weights, shape=(2, 3)))
     with self.cached_session():
-      self.assertAlmostEqual(-np.sum(expected_losses) / 5.0, loss.eval(), 3)
+      self.assertAlmostEqual(-np.sum(expected_losses) / 5.0,
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithMeasurementSpecificWeightsWithPlaceholder(self):
     weights = np.array([3, 6, 5, 0, 4, 2]).reshape((2, 3))
@@ -770,7 +775,7 @@ class LogLossTest(test.TestCase):
         constant_op.constant(
             weights, shape=(2, 3)))
     with self.cached_session():
-      self.assertAlmostEqual(-np.sum(expected_losses), loss.eval(), 3)
+      self.assertAlmostEqual(-np.sum(expected_losses), self.evaluate(loss), 3)
 
   def testNonZeroLossWithSampleSpecificWeightsMostZeroWithPlaceholder(self):
     weights = np.array([0, 0, 0, 0, 0, 2]).reshape((2, 3))
@@ -788,7 +793,7 @@ class LogLossTest(test.TestCase):
     tf_weights = array_ops.zeros(shape=(2, 3))
     loss = losses.log_loss(self._labels, self._predictions, tf_weights)
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
 
 class HingeLossTest(test.TestCase):
@@ -870,7 +875,7 @@ class HuberLossTest(test.TestCase):
       labels = constant_op.constant([1.0, -1.0, 0.0, 0.5])
       expected = 0.5 * np.array([0.5**2, 0.4**2, 0.5**2, 0.5**2]).mean()
       loss = losses.huber_loss(labels, predictions, delta=delta)
-      self.assertAllClose(expected, loss.eval(), atol=1e-5)
+      self.assertAllClose(expected, self.evaluate(loss), atol=1e-5)
 
   def testAllLinearDelta(self):
     delta = 0.5
@@ -880,7 +885,7 @@ class HuberLossTest(test.TestCase):
     expected -= 0.5 * delta**2
     loss = losses.huber_loss(labels, predictions, delta=delta)
     with self.cached_session():
-      self.assertAllClose(expected, loss.eval(), atol=1e-5)
+      self.assertAllClose(expected, self.evaluate(loss), atol=1e-5)
 
 
 class MeanSquaredErrorTest(test.TestCase):
@@ -906,55 +911,55 @@ class MeanSquaredErrorTest(test.TestCase):
   def testAllCorrectNoLossWeight(self):
     loss = losses.mean_squared_error(self._predictions, self._predictions)
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
   def testNonZeroLoss(self):
     loss = losses.mean_squared_error(self._labels, self._predictions)
     with self.cached_session():
-      self.assertAlmostEqual(49.5, loss.eval(), 3)
+      self.assertAlmostEqual(49.5, self.evaluate(loss), 3)
 
   def testNonZeroLossWithPythonScalarWeight(self):
     weights = 2.3
     loss = losses.mean_squared_error(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(49.5 * weights, loss.eval(), 3)
+      self.assertAlmostEqual(49.5 * weights, self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarTensorWeight(self):
     weights = 2.3
     loss = losses.mean_squared_error(self._labels, self._predictions,
                                      constant_op.constant(weights))
     with self.cached_session():
-      self.assertAlmostEqual(49.5 * weights, loss.eval(), 3)
+      self.assertAlmostEqual(49.5 * weights, self.evaluate(loss), 3)
 
   def testNonZeroLossWithOneDimBatchSpecificWeights(self):
     weights = constant_op.constant([1.2, 3.4], shape=(2, 1))
     loss = losses.mean_squared_error(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(767.8 / 6.0, loss.eval(), 3)
+      self.assertAlmostEqual(767.8 / 6.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithTwoDimBatchSpecificWeights(self):
     weights = constant_op.constant([1.2, 3.4], shape=[2, 1])
     loss = losses.mean_squared_error(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(767.8 / 6.0, loss.eval(), 3)
+      self.assertAlmostEqual(767.8 / 6.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithSampleSpecificWeights(self):
     weights = constant_op.constant([3, 6, 5, 0, 4, 2], shape=[2, 3])
     loss = losses.mean_squared_error(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(587 / 5.0, loss.eval(), 3)
+      self.assertAlmostEqual(587 / 5.0, self.evaluate(loss), 3)
 
   def testNonZeroLossWithSampleSpecificWeightsMostZero(self):
     weights = constant_op.constant([0, 0, 0, 0, 0, 2], shape=[2, 3])
     loss = losses.mean_squared_error(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(18.0, loss.eval(), 3)
+      self.assertAlmostEqual(18.0, self.evaluate(loss), 3)
 
   def testLossWithSampleSpecificWeightsAllZero(self):
     weights = array_ops.zeros((2, 3))
     loss = losses.mean_squared_error(self._labels, self._predictions, weights)
     with self.cached_session():
-      self.assertAlmostEqual(0.0, loss.eval(), 3)
+      self.assertAlmostEqual(0.0, self.evaluate(loss), 3)
 
 
 class MeanPairwiseSquaredErrorTest(test.TestCase):
@@ -991,7 +996,8 @@ class MeanPairwiseSquaredErrorTest(test.TestCase):
     with self.cached_session():
       static_inputs_op = losses.mean_pairwise_squared_error(
           predictions=predictions, labels=labels, weights=weights)
-      self.assertAlmostEqual(expected_loss, static_inputs_op.eval(), places=3)
+      self.assertAlmostEqual(
+          expected_loss, self.evaluate(static_inputs_op), places=3)
 
       predictions_placeholder = array_ops.placeholder(
           dtypes.float32, shape=np.asarray(predictions.shape))
@@ -1060,7 +1066,7 @@ class MeanPairwiseSquaredErrorTest(test.TestCase):
         weights=constant_op.constant(weights))
     with self.cached_session():
       self.assertAlmostEqual(weights * np.sum(self._expected_losses),
-                             loss.eval(), 3)
+                             self.evaluate(loss), 3)
 
   def testNonZeroLossWithScalarZeroWeight(self):
     self._test_valid_weights(
@@ -1215,7 +1221,7 @@ class CosineDistanceLossTest(test.TestCase):
         labels=constant_op.constant(self._labels),
         dim=2)
     with self.cached_session():
-      self.assertAlmostEqual(0, loss.eval(), 5)
+      self.assertAlmostEqual(0, self.evaluate(loss), 5)
 
   def testPartiallyCorrectWithIntegerValues(self):
     loss = losses.cosine_distance(
@@ -1223,7 +1229,7 @@ class CosineDistanceLossTest(test.TestCase):
         labels=constant_op.constant(self._labels),
         dim=2)
     with self.cached_session():
-      self.assertAlmostEqual(1, loss.eval(), 5)
+      self.assertAlmostEqual(1, self.evaluate(loss), 5)
 
   def testPartiallyCorrectFloatingPointValues(self):
     predictions = np.matrix(
@@ -1241,7 +1247,7 @@ class CosineDistanceLossTest(test.TestCase):
     loss = losses.cosine_distance(tf_labels, tf_preds, dim=2)
 
     with self.cached_session():
-      self.assertAlmostEqual(1.0, loss.eval(), 5)
+      self.assertAlmostEqual(1.0, self.evaluate(loss), 5)
 
   def testSampleSpecificWeights(self):
     loss = losses.cosine_distance(
@@ -1250,7 +1256,7 @@ class CosineDistanceLossTest(test.TestCase):
         dim=2,
         weights=np.asarray((1, 0, 0)).reshape((3, 1, 1)))
     with self.cached_session():
-      self.assertEqual(1.0, loss.eval())
+      self.assertEqual(1.0, self.evaluate(loss))
 
   def testMeasurementSpecificWeights(self):
     loss = losses.cosine_distance(
@@ -1260,7 +1266,7 @@ class CosineDistanceLossTest(test.TestCase):
         weights=constant_op.constant(
             [1, 0, 0, 1, 1, 1], shape=(3, 2, 1)))
     with self.cached_session():
-      self.assertEqual(3.0 / 4.0, loss.eval())
+      self.assertEqual(3.0 / 4.0, self.evaluate(loss))
 
   def testMeasurementSpecificWeightsWithPlaceholderWithShape(self):
     tf_predictions = array_ops.placeholder(
@@ -1282,7 +1288,7 @@ class CosineDistanceLossTest(test.TestCase):
         dim=2,
         weights=array_ops.zeros((3, 1, 1)))
     with self.cached_session():
-      self.assertEqual(0, loss.eval())
+      self.assertEqual(0, self.evaluate(loss))
 
   def testZeroLossWhenAllMeasurementSpecificWeightsAreZero(self):
     loss = losses.cosine_distance(
@@ -1291,7 +1297,7 @@ class CosineDistanceLossTest(test.TestCase):
         dim=2,
         weights=array_ops.zeros((3, 2, 1)))
     with self.cached_session():
-      self.assertEqual(0, loss.eval())
+      self.assertEqual(0, self.evaluate(loss))
 
 
 class AddLossTest(test.TestCase):
@@ -1351,15 +1357,16 @@ class ComputeWeightedLossTest(test.TestCase):
         with self.session(g):
           for unweighted_loss in unweighted_losses:
             if reduction == losses.Reduction.NONE:
-              self.assertAllClose(self._raw_losses, unweighted_loss.eval())
+              self.assertAllClose(self._raw_losses,
+                                  self.evaluate(unweighted_loss))
             elif reduction == losses.Reduction.SUM:
               self.assertAllClose(
-                  np.sum(self._raw_losses), unweighted_loss.eval())
+                  np.sum(self._raw_losses), self.evaluate(unweighted_loss))
             else:
               # reduction one of MEAN, SUM_OVER_NONZERO_WEIGHTS,
               # SUM_BY_NONZERO_WEIGHTS or SUM_OVER_BATCH_SIZE.
               self.assertAllClose(
-                  np.mean(self._raw_losses), unweighted_loss.eval())
+                  np.mean(self._raw_losses), self.evaluate(unweighted_loss))
 
   def testUnweightedFromPlaceholder(self):
     for reduction in losses.Reduction.all():
@@ -1398,7 +1405,7 @@ class ComputeWeightedLossTest(test.TestCase):
       self.assertEqual(1, len(util.get_losses()))
       with self.cached_session():
         self.assertAllClose(
-            np.mean(weight * self._raw_losses), weighted_loss.eval())
+            np.mean(weight * self._raw_losses), self.evaluate(weighted_loss))
 
   def _test_invalid_weights(self, weights):
     with ops.Graph().as_default():
@@ -1470,24 +1477,22 @@ class ComputeWeightedLossTest(test.TestCase):
           weighted_losses = weights * self._raw_losses
           weighted_sum = np.sum(weighted_losses)
           if reduction == losses.Reduction.NONE:
-            self.assertAllClose(weighted_losses, weighted_loss.eval())
+            self.assertAllClose(weighted_losses, self.evaluate(weighted_loss))
           elif reduction == losses.Reduction.SUM:
-            self.assertAllClose(weighted_sum, weighted_loss.eval())
+            self.assertAllClose(weighted_sum, self.evaluate(weighted_loss))
           else:
             broadcast_weights = weights * np.ones_like(self._raw_losses)
             if reduction == losses.Reduction.MEAN:
-              self.assertAllClose(
-                  weighted_sum / np.sum(broadcast_weights),
-                  weighted_loss.eval())
+              self.assertAllClose(weighted_sum / np.sum(broadcast_weights),
+                                  self.evaluate(weighted_loss))
             elif (reduction == losses.Reduction.SUM_OVER_NONZERO_WEIGHTS or
                   reduction == losses.Reduction.SUM_BY_NONZERO_WEIGHTS):
               self.assertAllClose(
                   weighted_sum / np.count_nonzero(broadcast_weights),
-                  weighted_loss.eval())
+                  self.evaluate(weighted_loss))
             elif reduction == losses.Reduction.SUM_OVER_BATCH_SIZE:
-              self.assertAllClose(
-                  weighted_sum / self._raw_losses.size,
-                  weighted_loss.eval())
+              self.assertAllClose(weighted_sum / self._raw_losses.size,
+                                  self.evaluate(weighted_loss))
 
   def test1x1x1Weight(self):
     self._test_valid_weights((((17.0,),),))
diff --git a/tensorflow/python/kernel_tests/matmul_op_test.py b/tensorflow/python/kernel_tests/matmul_op_test.py
index 1c2822180a..6167e01864 100644
--- a/tensorflow/python/kernel_tests/matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/matmul_op_test.py
@@ -44,7 +44,7 @@ class MatVecTest(test_lib.TestCase):
     with self.cached_session():
       c = math_ops.matvec(a, b)
       self.assertAllEqual((2,), c.shape)
-      c_ = c.eval()
+      c_ = self.evaluate(c)
     self.assertAllEqual([5 + 2 * 6, 3 * 5 + 4 * 6], c_)
 
 
@@ -90,7 +90,7 @@ def _GetMatMulTest(a_np_, b_np_, use_static_shape_, **kwargs_):
         a = constant_op.constant(effective_a_np)
         b = constant_op.constant(effective_b_np)
         res = math_ops.matmul(a, b, **kwargs_)
-        tf_val = res.eval()
+        tf_val = self.evaluate(res)
       else:
         a = array_ops.placeholder(a_np_.dtype)
         b = array_ops.placeholder(b_np_.dtype)
@@ -220,7 +220,7 @@ class MatMulInfixOperatorTest(test_lib.TestCase):
     c = infix_matmul(a, b)
     d = math_ops.matmul(a, b)
     with self.cached_session():
-      self.assertAllEqual(c.eval(), d.eval())
+      self.assertAllEqual(c.eval(), self.evaluate(d))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/matrix_band_part_op_test.py b/tensorflow/python/kernel_tests/matrix_band_part_op_test.py
index 93a668f125..129ea40dfe 100644
--- a/tensorflow/python/kernel_tests/matrix_band_part_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_band_part_op_test.py
@@ -62,7 +62,7 @@ def _GetMatrixBandPartTest(dtype_, batch_shape_, shape_):
                 batch_mat,
                 constant_op.constant(lower, index_dtype),
                 constant_op.constant(upper, index_dtype))
-            self.assertAllEqual(band_np, band.eval())
+            self.assertAllEqual(band_np, self.evaluate(band))
 
   return Test
 
diff --git a/tensorflow/python/kernel_tests/matrix_exponential_op_test.py b/tensorflow/python/kernel_tests/matrix_exponential_op_test.py
index 3abdf50ece..7fe6cd4141 100644
--- a/tensorflow/python/kernel_tests/matrix_exponential_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_exponential_op_test.py
@@ -61,7 +61,7 @@ class ExponentialOpTest(test.TestCase):
             np_ans[i] = np_expm(inp[i])
         else:
           np_ans = np_expm(inp)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       self.assertAllClose(np_ans, out, rtol=1e-4, atol=1e-3)
 
   def _verifyExponentialReal(self, x):
diff --git a/tensorflow/python/kernel_tests/matrix_inverse_op_test.py b/tensorflow/python/kernel_tests/matrix_inverse_op_test.py
index 2247f1541e..434458721c 100644
--- a/tensorflow/python/kernel_tests/matrix_inverse_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_inverse_op_test.py
@@ -46,7 +46,7 @@ class InverseOpTest(test.TestCase):
           tiling = list(y.shape)
           tiling[-2:] = [1, 1]
           np_ans = np.tile(np_ans, tiling)
-        out = tf_ans.eval()
+        out = self.evaluate(tf_ans)
         self.assertAllClose(np_ans, out, rtol=1e-4, atol=1e-3)
         self.assertShapeEqual(y, tf_ans)
 
diff --git a/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py b/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py
index 2010a4b2a8..102502ae0d 100644
--- a/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_logarithm_op_test.py
@@ -43,7 +43,7 @@ class LogarithmOpTest(test.TestCase):
       # Verify that expm(logm(A)) == A.
       tf_ans = linalg_impl.matrix_exponential(
           gen_linalg_ops.matrix_logarithm(inp))
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       self.assertAllClose(inp, out, rtol=1e-4, atol=1e-3)
 
   def _verifyLogarithmComplex(self, x):
diff --git a/tensorflow/python/kernel_tests/matrix_solve_op_test.py b/tensorflow/python/kernel_tests/matrix_solve_op_test.py
index 9e30ae1628..1334d0c4ce 100644
--- a/tensorflow/python/kernel_tests/matrix_solve_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_solve_op_test.py
@@ -63,7 +63,7 @@ class MatrixSolveOpTest(test.TestCase):
               out = sess.run(tf_ans, {a_ph: a, b_ph: b})
             else:
               tf_ans = linalg_ops.matrix_solve(a, b, adjoint=adjoint)
-              out = tf_ans.eval()
+              out = self.evaluate(tf_ans)
               self.assertEqual(tf_ans.get_shape(), out.shape)
             self.assertEqual(np_ans.shape, out.shape)
             self.assertAllClose(np_ans, out, atol=tol, rtol=tol)
diff --git a/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py b/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py
index 445faca3ee..317b8f8716 100644
--- a/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py
+++ b/tensorflow/python/kernel_tests/matrix_triangular_solve_op_test.py
@@ -87,7 +87,7 @@ class MatrixTriangularSolveOpTest(test.TestCase):
           b_tf = constant_op.constant(b)
           tf_ans = linalg_ops.matrix_triangular_solve(
               a_tf, b_tf, lower=lower, adjoint=adjoint)
-          tf_val = tf_ans.eval()
+          tf_val = self.evaluate(tf_ans)
           np_ans = np.linalg.solve(a_np, b)
           self.assertEqual(np_ans.shape, tf_ans.get_shape())
         self.assertEqual(np_ans.shape, tf_val.shape)
diff --git a/tensorflow/python/kernel_tests/morphological_ops_test.py b/tensorflow/python/kernel_tests/morphological_ops_test.py
index 6d601554b8..4ee04209cc 100644
--- a/tensorflow/python/kernel_tests/morphological_ops_test.py
+++ b/tensorflow/python/kernel_tests/morphological_ops_test.py
@@ -52,7 +52,7 @@ class DilationTest(test.TestCase):
           rates=rates,
           padding=padding,
           name="dilation2d")
-      self.assertAllClose(out, out_tensor.eval())
+      self.assertAllClose(out, self.evaluate(out_tensor))
 
   def _testDilationValidPadding(self, use_gpu):
     # [1, 2, 2, 1]
@@ -216,7 +216,7 @@ class DilationTest(test.TestCase):
           rates=rates,
           padding=padding,
           name="dilation2d")
-      out_shape = out_tensor.eval().shape
+      out_shape = self.evaluate(out_tensor).shape
 
       # Small delta is necessary for argmax to remain the same.
       err = gradient_checker.compute_gradient_error(
@@ -327,7 +327,7 @@ class ErosionTest(test.TestCase):
           rates=rates,
           padding=padding,
           name="erosion2d")
-      self.assertAllClose(out, out_tensor.eval())
+      self.assertAllClose(out, self.evaluate(out_tensor))
 
   def _testErosionValidPadding(self, use_gpu):
     # [1, 2, 2, 1]
@@ -491,7 +491,7 @@ class ErosionTest(test.TestCase):
           rates=rates,
           padding=padding,
           name="erosion2d")
-      out_shape = out_tensor.eval().shape
+      out_shape = self.evaluate(out_tensor).shape
 
       # Small delta is necessary for argmax to remain the same.
       err = gradient_checker.compute_gradient_error(
diff --git a/tensorflow/python/kernel_tests/numerics_test.py b/tensorflow/python/kernel_tests/numerics_test.py
index 5db591ed30..d25d97349d 100644
--- a/tensorflow/python/kernel_tests/numerics_test.py
+++ b/tensorflow/python/kernel_tests/numerics_test.py
@@ -39,7 +39,7 @@ class VerifyTensorAllFiniteTest(test.TestCase):
       t = constant_op.constant(x, shape=x_shape, dtype=dtypes.float32)
       t_verified = numerics.verify_tensor_all_finite(t,
                                                      "Input is not a number.")
-      self.assertAllClose(x, t_verified.eval())
+      self.assertAllClose(x, self.evaluate(t_verified))
 
   def testVerifyTensorAllFiniteFails(self):
     x_shape = [5, 4]
@@ -52,7 +52,7 @@ class VerifyTensorAllFiniteTest(test.TestCase):
       with self.assertRaisesOpError(my_msg):
         t = constant_op.constant(x, shape=x_shape, dtype=dtypes.float32)
         t_verified = numerics.verify_tensor_all_finite(t, my_msg)
-        t_verified.eval()
+        self.evaluate(t_verified)
 
     # Test Inf.
     x[0] = np.inf
@@ -60,7 +60,7 @@ class VerifyTensorAllFiniteTest(test.TestCase):
       with self.assertRaisesOpError(my_msg):
         t = constant_op.constant(x, shape=x_shape, dtype=dtypes.float32)
         t_verified = numerics.verify_tensor_all_finite(t, my_msg)
-        t_verified.eval()
+        self.evaluate(t_verified)
 
 
 class NumericsTest(test.TestCase):
@@ -73,7 +73,7 @@ class NumericsTest(test.TestCase):
       check = numerics.add_check_numerics_ops()
       a = control_flow_ops.with_dependencies([check], a)
       with self.assertRaisesOpError("Inf"):
-        a.eval()
+        self.evaluate(a)
 
   def testNaN(self):
     with self.session(graph=ops.Graph()):
@@ -83,7 +83,7 @@ class NumericsTest(test.TestCase):
       check = numerics.add_check_numerics_ops()
       a = control_flow_ops.with_dependencies([check], a)
       with self.assertRaisesOpError("NaN"):
-        a.eval()
+        self.evaluate(a)
 
   def testBoth(self):
     with self.session(graph=ops.Graph()):
@@ -93,13 +93,13 @@ class NumericsTest(test.TestCase):
       check = numerics.add_check_numerics_ops()
       a = control_flow_ops.with_dependencies([check], a)
       with self.assertRaisesOpError("Inf and NaN"):
-        a.eval()
+        self.evaluate(a)
 
   def testPassThrough(self):
     with self.session(graph=ops.Graph()):
       t1 = constant_op.constant([1.0, 2.0, 3.0, 4.0, 5.0, 6.0], shape=[2, 3])
       checked = array_ops.check_numerics(t1, message="pass through test")
-      value = checked.eval()
+      value = self.evaluate(checked)
       self.assertAllEqual(np.array([[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]]), value)
       self.assertEqual([2, 3], checked.get_shape())
 
diff --git a/tensorflow/python/kernel_tests/one_hot_op_test.py b/tensorflow/python/kernel_tests/one_hot_op_test.py
index 377d545c9c..856ba7bb7f 100644
--- a/tensorflow/python/kernel_tests/one_hot_op_test.py
+++ b/tensorflow/python/kernel_tests/one_hot_op_test.py
@@ -41,12 +41,12 @@ class OneHotTest(test.TestCase):
       else:
         ans = array_ops.one_hot(**inputs)
         if expected_err_re is None:
-          tf_ans = ans.eval()
+          tf_ans = self.evaluate(ans)
           self.assertAllEqual(tf_ans, truth)
           self.assertEqual(tf_ans.shape, ans.get_shape())
         else:
           with self.assertRaisesOpError(expected_err_re):
-            ans.eval()
+            self.evaluate(ans)
 
   def _testBothOneHot(self, truth, expected_err_re=None, raises=None, **inputs):
     self._testOneHot(truth, True, expected_err_re, raises, **inputs)
diff --git a/tensorflow/python/kernel_tests/pad_op_test.py b/tensorflow/python/kernel_tests/pad_op_test.py
index fc302c4141..6fe98d2559 100644
--- a/tensorflow/python/kernel_tests/pad_op_test.py
+++ b/tensorflow/python/kernel_tests/pad_op_test.py
@@ -88,7 +88,7 @@ class PadOpTest(test.TestCase):
     with self.cached_session(use_gpu=True):
       tf_val = array_ops.pad(np_inputs, paddings, mode=mode,
                              constant_values=constant_values)
-      out = tf_val.eval()
+      out = self.evaluate(tf_val)
     self.assertAllEqual(np_val, out)
     self.assertShapeEqual(np_val, tf_val)
 
@@ -208,7 +208,7 @@ class PadOpTest(test.TestCase):
                                  constant_op.constant(paddings, padding_dtype),
                                  mode=mode,
                                  constant_values=0)
-          out = tf_val.eval()
+          out = self.evaluate(tf_val)
         self.assertAllEqual(np_val, out)
         self.assertShapeEqual(np_val, tf_val)
 
@@ -250,16 +250,16 @@ class PadOpTest(test.TestCase):
     symmetric = array_ops.pad(x, [[1, 0], [0, 1]], mode="SYMMETRIC",
                               constant_values="PAD")
     with self.session(use_gpu=True):
-      self.assertAllEqual([[b"PAD", b"PAD", b"PAD"],
-                           [b"Hello", b"World", b"PAD"],
-                           [b"Goodnight", b"Moon", b"PAD"]], constant.eval())
+      self.assertAllEqual(
+          [[b"PAD", b"PAD", b"PAD"], [b"Hello", b"World", b"PAD"],
+           [b"Goodnight", b"Moon", b"PAD"]], self.evaluate(constant))
       self.assertAllEqual([[b"Goodnight", b"Moon", b"Goodnight"],
                            [b"Hello", b"World", b"Hello"],
                            [b"Goodnight", b"Moon", b"Goodnight"]],
-                          reflect.eval())
-      self.assertAllEqual([[b"Hello", b"World", b"World"],
-                           [b"Hello", b"World", b"World"],
-                           [b"Goodnight", b"Moon", b"Moon"]], symmetric.eval())
+                          self.evaluate(reflect))
+      self.assertAllEqual(
+          [[b"Hello", b"World", b"World"], [b"Hello", b"World", b"World"],
+           [b"Goodnight", b"Moon", b"Moon"]], self.evaluate(symmetric))
 
   def testShapeFunctionEdgeCases(self):
     # Unknown paddings shape.
@@ -327,7 +327,7 @@ class PadOpTest(test.TestCase):
     inp = np.asarray(7)
     with self.session(use_gpu=True):
       tf_val = array_ops.pad(inp, paddings)
-      out = tf_val.eval()
+      out = self.evaluate(tf_val)
     self.assertAllEqual(inp, out)
     self.assertShapeEqual(inp, tf_val)
 
@@ -337,7 +337,7 @@ class PadOpTest(test.TestCase):
       inp = np.asarray(7)
       with self.cached_session(use_gpu=True):
         tf_val = array_ops.pad(inp, constant_op.constant(paddings, dtype=dtype))
-        out = tf_val.eval()
+        out = self.evaluate(tf_val)
       self.assertAllEqual(inp, out)
       self.assertShapeEqual(inp, tf_val)
 
@@ -361,11 +361,12 @@ class PadOpTest(test.TestCase):
             [paddings_value[i][0] + inp.shape.dims[i].value for i in range(4)],
             [-1, -1, -1, -1])
         with self.cached_session(use_gpu=True):
-          self.assertAllEqual(inp.eval(), middle.eval())
+          self.assertAllEqual(inp.eval(), self.evaluate(middle))
           self.assertAllEqual(
-              np.zeros([row[0] for row in paddings_value]), left.eval())
+              np.zeros([row[0] for row in paddings_value]), self.evaluate(left))
           self.assertAllEqual(
-              np.zeros([row[1] for row in paddings_value]), right.eval())
+              np.zeros([row[1] for row in paddings_value]),
+              self.evaluate(right))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/padding_fifo_queue_test.py b/tensorflow/python/kernel_tests/padding_fifo_queue_test.py
index 95f3dcceea..520b663375 100644
--- a/tensorflow/python/kernel_tests/padding_fifo_queue_test.py
+++ b/tensorflow/python/kernel_tests/padding_fifo_queue_test.py
@@ -178,7 +178,7 @@ class PaddingFIFOQueueTest(test.TestCase):
         enqueue_op.run()
 
       for i in xrange(len(elems)):
-        vals = dequeued_t.eval()
+        vals = self.evaluate(dequeued_t)
         self.assertEqual([elems[i]], vals)
 
   def testEnqueueAndBlockingDequeue(self):
@@ -243,9 +243,9 @@ class PaddingFIFOQueueTest(test.TestCase):
       self.assertEqual([], size.get_shape())
 
       enqueue_op.run()
-      self.assertEqual(1, size.eval())
+      self.assertEqual(1, self.evaluate(size))
       dequeued_t.op.run()
-      self.assertEqual(0, size.eval())
+      self.assertEqual(0, self.evaluate(size))
 
   def testEnqueueMany(self):
     with self.cached_session():
@@ -257,7 +257,7 @@ class PaddingFIFOQueueTest(test.TestCase):
       enqueue_op.run()
 
       for i in range(8):
-        vals = dequeued_t.eval()
+        vals = self.evaluate(dequeued_t)
         self.assertEqual([elems[i % 4]], vals)
 
   def testEmptyEnqueueMany(self):
@@ -269,9 +269,9 @@ class PaddingFIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue_many((empty_t,))
       size_t = q.size()
 
-      self.assertEqual([0], size_t.eval())
+      self.assertEqual([0], self.evaluate(size_t))
       enqueue_op.run()
-      self.assertEqual([0], size_t.eval())
+      self.assertEqual([0], self.evaluate(size_t))
 
   def testEmptyDequeueMany(self):
     with self.cached_session():
@@ -279,9 +279,9 @@ class PaddingFIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue((10.0,))
       dequeued_t = q.dequeue_many(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testEmptyDequeueManyWithDynamicShape(self):
     with self.cached_session():
@@ -290,9 +290,9 @@ class PaddingFIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue(([10.0],))
       dequeued_t = q.dequeue_many(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testEmptyDequeueUpToWithDynamicShape(self):
     with self.cached_session():
@@ -301,9 +301,9 @@ class PaddingFIFOQueueTest(test.TestCase):
       enqueue_op = q.enqueue(([10.0],))
       dequeued_t = q.dequeue_up_to(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testConstructPaddingFIFOQueueWithNoShape(self):
     with self.cached_session():
@@ -357,8 +357,8 @@ class PaddingFIFOQueueTest(test.TestCase):
 
       enqueue_op.run()
 
-      self.assertAllEqual(elems[0:4], dequeued_t.eval())
-      self.assertAllEqual(elems[4:8], dequeued_t.eval())
+      self.assertAllEqual(elems[0:4], self.evaluate(dequeued_t))
+      self.assertAllEqual(elems[4:8], self.evaluate(dequeued_t))
 
   def testDequeueUpToNoBlocking(self):
     with self.cached_session():
@@ -369,8 +369,8 @@ class PaddingFIFOQueueTest(test.TestCase):
 
       enqueue_op.run()
 
-      self.assertAllEqual(elems[0:4], dequeued_t.eval())
-      self.assertAllEqual(elems[4:8], dequeued_t.eval())
+      self.assertAllEqual(elems[0:4], self.evaluate(dequeued_t))
+      self.assertAllEqual(elems[4:8], self.evaluate(dequeued_t))
 
   def testMultiDequeueMany(self):
     with self.cached_session() as sess:
@@ -622,7 +622,7 @@ class PaddingFIFOQueueTest(test.TestCase):
                                    r"Expected \[2,\?,3\], got \[2,3,4\]"):
         sess.run([enqueue_op],
                  feed_dict={elems_bad: np.array([1] * 24).reshape((2, 3, 4))})
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testParallelEnqueueMany(self):
     with self.cached_session() as sess:
@@ -776,7 +776,7 @@ class PaddingFIFOQueueTest(test.TestCase):
       while elements_dequeued < 250:
         # With equal probability, run Dequeue or dequeue_many.
         if random.random() > 0.5:
-          self.assertEqual(elements_dequeued, dequeued_t.eval())
+          self.assertEqual(elements_dequeued, self.evaluate(dequeued_t))
           elements_dequeued += 1
         else:
           count = random.randint(0, min(20, 250 - elements_dequeued))
@@ -882,12 +882,12 @@ class PaddingFIFOQueueTest(test.TestCase):
       enqueue_op.run()
       close_op.run()
       for elem in elems:
-        self.assertEqual([elem], dequeued_t.eval())
+        self.assertEqual([elem], self.evaluate(dequeued_t))
 
       # Expect the operation to fail due to the queue being closed.
       with self.assertRaisesRegexp(errors_impl.OutOfRangeError,
                                    "is closed and has insufficient"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testBlockingDequeueFromClosedQueue(self):
     with self.cached_session() as sess:
@@ -1163,8 +1163,8 @@ class PaddingFIFOQueueTest(test.TestCase):
       # TODO(mrry): Figure out how to do this without sleeping.
       time.sleep(0.1)
       for elem in elems:
-        self.assertEqual([elem], dequeued_t.eval())
-      self.assertEqual([50.0], dequeued_t.eval())
+        self.assertEqual([elem], self.evaluate(dequeued_t))
+      self.assertEqual([50.0], self.evaluate(dequeued_t))
       thread.join()
 
   def testBlockingEnqueueManyToFullQueue(self):
@@ -1186,10 +1186,10 @@ class PaddingFIFOQueueTest(test.TestCase):
       # TODO(mrry): Figure out how to do this without sleeping.
       time.sleep(0.1)
       for elem in elems:
-        self.assertEqual([elem], dequeued_t.eval())
+        self.assertEqual([elem], self.evaluate(dequeued_t))
         time.sleep(0.01)
-      self.assertEqual([50.0], dequeued_t.eval())
-      self.assertEqual([60.0], dequeued_t.eval())
+      self.assertEqual([50.0], self.evaluate(dequeued_t))
+      self.assertEqual([60.0], self.evaluate(dequeued_t))
 
       # Make sure the thread finishes before exiting.
       thread.join()
@@ -1223,12 +1223,12 @@ class PaddingFIFOQueueTest(test.TestCase):
       close_thread.start()
 
       # The dequeue will unblock both threads.
-      self.assertEqual(10.0, dequeued_t.eval())
+      self.assertEqual(10.0, self.evaluate(dequeued_t))
       enqueue_thread.join()
       close_thread.join()
 
       for elem in [20.0, 30.0, 40.0, 50.0]:
-        self.assertEqual(elem, dequeued_t.eval())
+        self.assertEqual(elem, self.evaluate(dequeued_t))
       self.assertEqual(0, q.size().eval())
 
   def testBlockingEnqueueManyBeforeClose(self):
@@ -1258,11 +1258,11 @@ class PaddingFIFOQueueTest(test.TestCase):
       close_thread.start()
 
       # The dequeue will unblock both threads.
-      self.assertEqual(10.0, dequeued_t.eval())
+      self.assertEqual(10.0, self.evaluate(dequeued_t))
       enqueue_thread.join()
       close_thread.join()
       for elem in [20.0, 30.0, 50.0, 60.0]:
-        self.assertEqual(elem, dequeued_t.eval())
+        self.assertEqual(elem, self.evaluate(dequeued_t))
 
   def testDoesNotLoseValue(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/parsing_ops_test.py b/tensorflow/python/kernel_tests/parsing_ops_test.py
index 71d8b60d3c..8f359bd32c 100644
--- a/tensorflow/python/kernel_tests/parsing_ops_test.py
+++ b/tensorflow/python/kernel_tests/parsing_ops_test.py
@@ -108,8 +108,8 @@ class ParseExampleTest(test.TestCase):
       # properly check.
       serialized = kwargs["serialized"]
       batch_size = (
-          serialized.eval().size if isinstance(serialized, ops.Tensor) else
-          np.asarray(serialized).size)
+          self.evaluate(serialized).size if isinstance(serialized, ops.Tensor)
+          else np.asarray(serialized).size)
       for k, f in kwargs["features"].items():
         if isinstance(f, parsing_ops.FixedLenFeature) and f.shape is not None:
           self.assertEqual(
diff --git a/tensorflow/python/kernel_tests/partitioned_variables_test.py b/tensorflow/python/kernel_tests/partitioned_variables_test.py
index d1f0c6c2a0..0c04656196 100644
--- a/tensorflow/python/kernel_tests/partitioned_variables_test.py
+++ b/tensorflow/python/kernel_tests/partitioned_variables_test.py
@@ -328,7 +328,7 @@ class PartitionedVariablesTestCase(test.TestCase):
       vs = partitioned_variables.create_partitioned_variables([4], [4], rnd_par)
       variables.global_variables_initializer().run()
       val = array_ops.concat(vs, 0).eval()
-      rnd = rnd_par.eval()
+      rnd = self.evaluate(rnd_par)
       self.assertAllClose(rnd, val)
       self.assertEqual([dtypes.int32] * 4, [v.dtype.base_dtype for v in vs])
       self._TestSaveSpec(vs, ["4 0,1", "4 1,1", "4 2,1", "4 3,1"])
@@ -340,7 +340,7 @@ class PartitionedVariablesTestCase(test.TestCase):
                                                               rnd_par)
       variables.global_variables_initializer().run()
       val = array_ops.concat(vs, 1).eval()
-      rnd = rnd_par.eval()
+      rnd = self.evaluate(rnd_par)
       self.assertAllClose(rnd, val)
       self.assertEqual([dtypes.int32] * 2, [v.dtype.base_dtype for v in vs])
       self._TestSaveSpec(vs, ["2 4 0,2:0,2", "2 4 0,2:2,2"])
@@ -414,7 +414,7 @@ class PartitionedVariablesTestCase(test.TestCase):
           rnd.get_shape(), [1, 10], rnd.initialized_value())
       variables.global_variables_initializer().run()
       val = array_ops.concat(vs, 1).eval()
-      rnd = rnd.eval()
+      rnd = self.evaluate(rnd)
       self.assertAllClose(rnd, val)
       self.assertEqual([dtypes.float32] * 10, [v.dtype.base_dtype for v in vs])
       self._TestSaveSpec(vs, [
@@ -434,7 +434,7 @@ class PartitionedVariablesTestCase(test.TestCase):
           for i in xrange(1, 10)
       ]
       variables.global_variables_initializer().run()
-      rnd_val = rnd.eval()
+      rnd_val = self.evaluate(rnd)
       # Only check the slice save specs for the first 5 tf.
       save_specs = [
           # One slice
@@ -469,7 +469,7 @@ class PartitionedVariablesTestCase(test.TestCase):
           rnd.get_shape(), [1, 1], rnd.initialized_value())
       variables.global_variables_initializer().run()
       val = array_ops.concat(vs, 0).eval()
-      rnd = rnd.eval()
+      rnd = self.evaluate(rnd)
       self.assertAllClose(rnd, val)
       self._TestSaveSpec(vs, ["10 43 0,10:0,43"])
 
@@ -480,7 +480,7 @@ class PartitionedVariablesTestCase(test.TestCase):
           rnd.get_shape(), [10, 1], rnd.initialized_value())
       variables.global_variables_initializer().run()
       val = array_ops.concat(vs, 0).eval()
-      rnd = rnd.eval()
+      rnd = self.evaluate(rnd)
       self.assertAllClose(rnd, val)
       self._TestSaveSpec(vs, [
           "10 43 0,1:0,43", "10 43 1,1:0,43", "10 43 2,1:0,43",
@@ -510,7 +510,7 @@ class PartitionedVariablesTestCase(test.TestCase):
       var0, var1 = partitioned_variables.create_partitioned_variables(
           [20, 12], [1, 2], init_ops.random_uniform_initializer())
       variables.global_variables_initializer().run()
-      val0, val1 = var0.eval().flatten(), var1.eval().flatten()
+      val0, val1 = self.evaluate(var0).flatten(), self.evaluate(var1).flatten()
       self.assertTrue(np.linalg.norm(val0 - val1) > 1e-6)
     # Negative test that proves that slices have the same values if
     # the random initializer uses a seed.
@@ -518,7 +518,7 @@ class PartitionedVariablesTestCase(test.TestCase):
       var0, var1 = partitioned_variables.create_partitioned_variables(
           [20, 12], [1, 2], init_ops.random_uniform_initializer(seed=201))
       variables.global_variables_initializer().run()
-      val0, val1 = var0.eval().flatten(), var1.eval().flatten()
+      val0, val1 = self.evaluate(var0).flatten(), self.evaluate(var1).flatten()
       self.assertAllClose(val0, val1)
 
   def testSomeErrors(self):
diff --git a/tensorflow/python/kernel_tests/pool_test.py b/tensorflow/python/kernel_tests/pool_test.py
index 372861297f..92016a49a2 100644
--- a/tensorflow/python/kernel_tests/pool_test.py
+++ b/tensorflow/python/kernel_tests/pool_test.py
@@ -151,7 +151,7 @@ class PoolingTest(test.TestCase):
         np.prod(input_shape), dtype=np.float32).reshape(input_shape) - 1
     y1 = pool_direct(input=x, **kwargs)
     y2 = nn_ops.pool(input=x, **kwargs)
-    self.assertAllClose(y1, y2.eval(), rtol=1e-2, atol=1e-2)
+    self.assertAllClose(y1, self.evaluate(y2), rtol=1e-2, atol=1e-2)
 
   def testPoolSimple(self):
     with self.session(use_gpu=test.is_gpu_available()):
diff --git a/tensorflow/python/kernel_tests/pooling_ops_test.py b/tensorflow/python/kernel_tests/pooling_ops_test.py
index 53003a7f28..61628c4756 100644
--- a/tensorflow/python/kernel_tests/pooling_ops_test.py
+++ b/tensorflow/python/kernel_tests/pooling_ops_test.py
@@ -166,7 +166,7 @@ class PoolingTest(test.TestCase):
             strides_placeholder: strides
         })
       else:
-        actual = t.eval()
+        actual = self.evaluate(t)
         self.assertShapeEqual(actual, t)
       self.assertAllCloseAccordingToType(expected, actual.flatten())
 
@@ -750,11 +750,11 @@ class PoolingTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op, _ = nn_ops.max_pool_with_argmax(t, ksize, strides, padding)
-        gpu_val = out_op.eval()
+        gpu_val = self.evaluate(out_op)
       with self.cached_session(use_gpu=False):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op = nn_ops.max_pool(t, ksize, strides, padding)
-        cpu_val = out_op.eval()
+        cpu_val = self.evaluate(out_op)
       self.assertAllCloseAccordingToType(cpu_val, gpu_val)
 
   def _CompareMaxPoolingBk(self, input_shape, output_shape, ksize, strides,
@@ -767,20 +767,20 @@ class PoolingTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         t = constant_op.constant(tensor_input, shape=input_shape)
         _, argmax_op = nn_ops.max_pool_with_argmax(t, ksize, strides, padding)
-        argmax = argmax_op.eval()
+        argmax = self.evaluate(argmax_op)
         grad_in = constant_op.constant(tensor_output, shape=output_shape)
         out_op = gen_nn_ops.max_pool_grad_with_argmax(t, grad_in, argmax, ksize,
                                                       strides, padding)
-        gpu_val = out_op.eval()
+        gpu_val = self.evaluate(out_op)
         self.assertShapeEqual(gpu_val, out_op)
       with self.cached_session(use_gpu=False):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op = nn_ops.max_pool(t, ksize, strides, padding)
-        orig_out = out_op.eval()
+        orig_out = self.evaluate(out_op)
         grad_in = constant_op.constant(tensor_output, shape=output_shape)
         out_op = gen_nn_ops.max_pool_grad(t, orig_out, grad_in, ksize, strides,
                                           padding)
-        cpu_val = out_op.eval()
+        cpu_val = self.evaluate(out_op)
         self.assertShapeEqual(cpu_val, out_op)
       # The CPU version accumulates its gradient on fp16, so it's less
       # accurate than the GPU version that does the accumulation on fp32
@@ -796,20 +796,20 @@ class PoolingTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         t = constant_op.constant(tensor_input, shape=input_shape)
         _, argmax_op = nn_ops.max_pool_with_argmax(t, ksize, strides, padding)
-        argmax = argmax_op.eval()
+        argmax = self.evaluate(argmax_op)
         grad_in = constant_op.constant(tensor_input, shape=input_shape)
         out_op = gen_nn_ops.max_pool_grad_grad_with_argmax(
             t, grad_in, argmax, ksize, strides, padding)
-        gpu_val = out_op.eval()
+        gpu_val = self.evaluate(out_op)
         self.assertShapeEqual(gpu_val, out_op)
       with self.cached_session(use_gpu=False):
         t = constant_op.constant(tensor_input, shape=input_shape)
         out_op = nn_ops.max_pool(t, ksize, strides, padding)
-        orig_out = out_op.eval()
+        orig_out = self.evaluate(out_op)
         grad_in = constant_op.constant(tensor_input, shape=input_shape)
         out_op = gen_nn_ops.max_pool_grad_grad(t, orig_out, grad_in, ksize,
                                                strides, padding)
-        cpu_val = out_op.eval()
+        cpu_val = self.evaluate(out_op)
         self.assertShapeEqual(cpu_val, out_op)
       # The CPU version accumulates its gradient on fp16, so it's less
       # accurate than the GPU version that does the accumulation on fp32
@@ -848,7 +848,7 @@ class PoolingTest(test.TestCase):
           ksize=[1, 2, 2, 1],
           strides=[1, 1, 1, 1],
           padding="VALID")
-      out = out_op.eval().flatten()
+      out = self.evaluate(out_op).flatten()
       self.assertAllClose(out,
                           [11.0, 12.0, 0.0, 13.0, 0.0, 14.0, 0.0, 0.0, 0.0])
 
@@ -871,7 +871,7 @@ class PoolingTest(test.TestCase):
           ksize=[1, 2, 2, 1],
           strides=[1, 1, 1, 1],
           padding="VALID")
-      out = out_op.eval().flatten()
+      out = self.evaluate(out_op).flatten()
       self.assertAllClose(out, [11.0, 12.0, 14.0, 16.0])
 
   def _ConstructAndTestGradient(self,
@@ -1221,12 +1221,12 @@ class PoolingTest(test.TestCase):
           input_tensor, output_tensor, output_backprop_tensor, window_rows,
           window_cols, row_stride, col_stride, padding, v2)
 
-      actual_input_backprop = input_backprop_tensor.eval()
+      actual_input_backprop = self.evaluate(input_backprop_tensor)
       self.assertShapeEqual(actual_input_backprop, input_backprop_tensor)
       actual_input_backprop = actual_input_backprop.flatten()
       actual_input_backprop = self._GetNdArray(actual_input_backprop)
 
-      actual_output = output_tensor.eval().flatten()
+      actual_output = self.evaluate(output_tensor).flatten()
       actual_output = self._GetNdArray(actual_output)
 
       self.assertAllClose(
diff --git a/tensorflow/python/kernel_tests/py_func_test.py b/tensorflow/python/kernel_tests/py_func_test.py
index 837f1ec054..b101da036e 100644
--- a/tensorflow/python/kernel_tests/py_func_test.py
+++ b/tensorflow/python/kernel_tests/py_func_test.py
@@ -272,7 +272,7 @@ class PyFuncTest(test.TestCase):
 
       with self.assertRaisesRegexp(errors.UnimplementedError,
                                    "Unsupported numpy type"):
-        y.eval()
+        self.evaluate(y)
 
   def testBadReturnType(self):
     with self.cached_session():
@@ -285,7 +285,7 @@ class PyFuncTest(test.TestCase):
 
       with self.assertRaisesRegexp(errors.UnimplementedError,
                                    "Unsupported object type"):
-        z.eval()
+        self.evaluate(z)
 
   def testReturnInput(self):
     with self.cached_session():
@@ -335,7 +335,7 @@ class PyFuncTest(test.TestCase):
       val = [[1, 2], [3, 4]]
       x, = script_ops.py_func(lambda: np.array(val, order="F"), [],
                               [dtypes.int64])
-      self.assertAllEqual(val, x.eval())
+      self.assertAllEqual(val, self.evaluate(x))
 
   def testParallel(self):
     # Tests that tf.py_func's can run in parallel if they release the GIL.
diff --git a/tensorflow/python/kernel_tests/qr_op_test.py b/tensorflow/python/kernel_tests/qr_op_test.py
index a60237fb25..617b724204 100644
--- a/tensorflow/python/kernel_tests/qr_op_test.py
+++ b/tensorflow/python/kernel_tests/qr_op_test.py
@@ -110,7 +110,7 @@ def _GetQrOpTest(dtype_, shape_, full_matrices_, use_static_shape_):
       tol = 1e-5
     else:
       tol = 1e-14
-    self.assertAllClose(identity.eval(), xx.eval(), atol=tol)
+    self.assertAllClose(identity.eval(), self.evaluate(xx), atol=tol)
 
   def Test(self):
     np.random.seed(1)
diff --git a/tensorflow/python/kernel_tests/random/multinomial_op_test.py b/tensorflow/python/kernel_tests/random/multinomial_op_test.py
index bd64d61af8..cfec4d08fb 100644
--- a/tensorflow/python/kernel_tests/random/multinomial_op_test.py
+++ b/tensorflow/python/kernel_tests/random/multinomial_op_test.py
@@ -197,7 +197,7 @@ class MultinomialTest(test.TestCase):
     with self.test_session(use_gpu=True):
       x = random_ops.multinomial(array_ops.zeros([5, 0]), 7)
       with self.assertRaisesOpError("num_classes should be positive"):
-        x.eval()
+        self.evaluate(x)
 
   def testNegativeMinLogits(self):
     random_seed.set_random_seed(78844)
diff --git a/tensorflow/python/kernel_tests/random/random_crop_test.py b/tensorflow/python/kernel_tests/random/random_crop_test.py
index 8ded522320..491d19d6a0 100644
--- a/tensorflow/python/kernel_tests/random/random_crop_test.py
+++ b/tensorflow/python/kernel_tests/random/random_crop_test.py
@@ -44,7 +44,7 @@ class RandomCropTest(test.TestCase):
           for i in range(2) for j in range(3) for k in range(4))
       crop = random_ops.random_crop(value, size=target)
       for _ in range(20):
-        y = crop.eval()
+        y = self.evaluate(crop)
         self.assertAllEqual(y.shape, target)
         self.assertTrue(tuple(y.ravel()) in value_set)
 
@@ -61,7 +61,7 @@ class RandomCropTest(test.TestCase):
       crop = random_ops.random_crop(value, single, seed=7)
       counts = np.zeros(size, dtype=np.int32)
       for _ in range(num_samples):
-        y = crop.eval()
+        y = self.evaluate(crop)
         self.assertAllEqual(y.shape, single)
         counts[y] += 1
 
diff --git a/tensorflow/python/kernel_tests/random/random_poisson_test.py b/tensorflow/python/kernel_tests/random/random_poisson_test.py
index 417588f8a3..95e48101f6 100644
--- a/tensorflow/python/kernel_tests/random/random_poisson_test.py
+++ b/tensorflow/python/kernel_tests/random/random_poisson_test.py
@@ -140,7 +140,7 @@ class RandomPoissonTest(test.TestCase):
     with self.cached_session():
       rnd = random_ops.random_poisson([], [], seed=12345)
       self.assertEqual([0], rnd.get_shape().as_list())
-      self.assertAllClose(np.array([], dtype=np.float32), rnd.eval())
+      self.assertAllClose(np.array([], dtype=np.float32), self.evaluate(rnd))
 
   def testShape(self):
     # Fully known shape
diff --git a/tensorflow/python/kernel_tests/random/random_shuffle_queue_test.py b/tensorflow/python/kernel_tests/random/random_shuffle_queue_test.py
index 0d85a072d4..f3fcf1eff7 100644
--- a/tensorflow/python/kernel_tests/random/random_shuffle_queue_test.py
+++ b/tensorflow/python/kernel_tests/random/random_shuffle_queue_test.py
@@ -215,9 +215,9 @@ class RandomShuffleQueueTest(test.TestCase):
       self.assertEqual([], size.get_shape())
 
       enqueue_op.run()
-      self.assertEqual([1], size.eval())
+      self.assertEqual([1], self.evaluate(size))
       dequeued_t.op.run()
-      self.assertEqual([0], size.eval())
+      self.assertEqual([0], self.evaluate(size))
 
   def testEnqueueMany(self):
     with self.cached_session():
@@ -241,9 +241,9 @@ class RandomShuffleQueueTest(test.TestCase):
       enqueue_op = q.enqueue_many((empty_t,))
       size_t = q.size()
 
-      self.assertEqual(0, size_t.eval())
+      self.assertEqual(0, self.evaluate(size_t))
       enqueue_op.run()
-      self.assertEqual(0, size_t.eval())
+      self.assertEqual(0, self.evaluate(size_t))
 
   def testEmptyDequeueMany(self):
     with self.cached_session():
@@ -251,9 +251,9 @@ class RandomShuffleQueueTest(test.TestCase):
       enqueue_op = q.enqueue((10.0,))
       dequeued_t = q.dequeue_many(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testEmptyDequeueUpTo(self):
     with self.cached_session():
@@ -261,9 +261,9 @@ class RandomShuffleQueueTest(test.TestCase):
       enqueue_op = q.enqueue((10.0,))
       dequeued_t = q.dequeue_up_to(0)
 
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
       enqueue_op.run()
-      self.assertEqual([], dequeued_t.eval().tolist())
+      self.assertEqual([], self.evaluate(dequeued_t).tolist())
 
   def testEmptyDequeueManyWithNoShape(self):
     with self.cached_session():
@@ -275,7 +275,7 @@ class RandomShuffleQueueTest(test.TestCase):
       # Expect the operation to fail due to the shape not being constrained.
       with self.assertRaisesOpError(
           "require the components to have specified shapes"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
       enqueue_op.run()
 
@@ -284,7 +284,7 @@ class RandomShuffleQueueTest(test.TestCase):
       # elements enqueued.
       with self.assertRaisesOpError(
           "require the components to have specified shapes"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testEmptyDequeueUpToWithNoShape(self):
     with self.cached_session():
@@ -296,7 +296,7 @@ class RandomShuffleQueueTest(test.TestCase):
       # Expect the operation to fail due to the shape not being constrained.
       with self.assertRaisesOpError(
           "require the components to have specified shapes"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
       enqueue_op.run()
 
@@ -305,7 +305,7 @@ class RandomShuffleQueueTest(test.TestCase):
       # elements enqueued.
       with self.assertRaisesOpError(
           "require the components to have specified shapes"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testMultiEnqueueMany(self):
     with self.cached_session() as sess:
@@ -335,7 +335,7 @@ class RandomShuffleQueueTest(test.TestCase):
 
       enqueue_op.run()
 
-      results = dequeued_t.eval().tolist()
+      results = self.evaluate(dequeued_t).tolist()
       results.extend(dequeued_t.eval())
       self.assertItemsEqual(elems, results)
 
@@ -348,7 +348,7 @@ class RandomShuffleQueueTest(test.TestCase):
 
       enqueue_op.run()
 
-      results = dequeued_t.eval().tolist()
+      results = self.evaluate(dequeued_t).tolist()
       results.extend(dequeued_t.eval())
       self.assertItemsEqual(elems, results)
 
@@ -649,7 +649,7 @@ class RandomShuffleQueueTest(test.TestCase):
       # Expect the operation to fail due to the queue being closed.
       with self.assertRaisesRegexp(errors_impl.OutOfRangeError,
                                    "is closed and has insufficient"):
-        dequeued_t.eval()
+        self.evaluate(dequeued_t)
 
   def testBlockingDequeueFromClosedQueue(self):
     with self.cached_session() as sess:
@@ -1040,7 +1040,7 @@ class RandomShuffleQueueTest(test.TestCase):
       # First blocking_enqueue_op of blocking_enqueue has enqueued 1 of 2
       # elements, and is blocked waiting for one more element to be dequeue.
       for i in range(50):
-        queue_size = size_t.eval()
+        queue_size = self.evaluate(size_t)
         if queue_size == 4:
           break
         elif i == 49:
diff --git a/tensorflow/python/kernel_tests/random/stateless_random_ops_test.py b/tensorflow/python/kernel_tests/random/stateless_random_ops_test.py
index d57db3c512..13f97a9367 100644
--- a/tensorflow/python/kernel_tests/random/stateless_random_ops_test.py
+++ b/tensorflow/python/kernel_tests/random/stateless_random_ops_test.py
@@ -62,7 +62,7 @@ class StatelessOpsTest(test.TestCase):
         for stateless_op, stateful_op in cases:
           stateful = stateful_op(seed=seed[1])
           pure = stateless_op(seed=preseed)
-          self.assertAllEqual(stateful.eval(), pure.eval())
+          self.assertAllEqual(stateful.eval(), self.evaluate(pure))
 
   def _test_determinism(self, cases):
     # Stateless values should be equal iff the seeds are equal (roughly)
diff --git a/tensorflow/python/kernel_tests/reader_ops_test.py b/tensorflow/python/kernel_tests/reader_ops_test.py
index ac9be56d63..18a8a3d547 100644
--- a/tensorflow/python/kernel_tests/reader_ops_test.py
+++ b/tensorflow/python/kernel_tests/reader_ops_test.py
@@ -154,30 +154,30 @@ class IdentityReaderTest(test.TestCase):
       queued_length = queue.size()
       key, value = reader.read(queue)
 
-      self.assertAllEqual(0, work_completed.eval())
-      self.assertAllEqual(0, produced.eval())
-      self.assertAllEqual(0, queued_length.eval())
+      self.assertAllEqual(0, self.evaluate(work_completed))
+      self.assertAllEqual(0, self.evaluate(produced))
+      self.assertAllEqual(0, self.evaluate(queued_length))
 
       queue.enqueue_many([["A", "B", "C"]]).run()
       queue.close().run()
-      self.assertAllEqual(3, queued_length.eval())
+      self.assertAllEqual(3, self.evaluate(queued_length))
 
       self._ExpectRead(sess, key, value, b"A")
-      self.assertAllEqual(1, produced.eval())
+      self.assertAllEqual(1, self.evaluate(produced))
 
       self._ExpectRead(sess, key, value, b"B")
 
       self._ExpectRead(sess, key, value, b"C")
-      self.assertAllEqual(3, produced.eval())
-      self.assertAllEqual(0, queued_length.eval())
+      self.assertAllEqual(3, self.evaluate(produced))
+      self.assertAllEqual(0, self.evaluate(queued_length))
 
       with self.assertRaisesOpError("is closed and has insufficient elements "
                                     "\\(requested 1, current size 0\\)"):
         sess.run([key, value])
 
-      self.assertAllEqual(3, work_completed.eval())
-      self.assertAllEqual(3, produced.eval())
-      self.assertAllEqual(0, queued_length.eval())
+      self.assertAllEqual(3, self.evaluate(work_completed))
+      self.assertAllEqual(3, self.evaluate(produced))
+      self.assertAllEqual(0, self.evaluate(queued_length))
 
   def testMultipleEpochs(self):
     with self.cached_session() as sess:
@@ -209,23 +209,23 @@ class IdentityReaderTest(test.TestCase):
       key, value = reader.read(queue)
 
       self._ExpectRead(sess, key, value, b"X")
-      self.assertAllEqual(1, produced.eval())
+      self.assertAllEqual(1, self.evaluate(produced))
       state = reader.serialize_state().eval()
 
       self._ExpectRead(sess, key, value, b"Y")
       self._ExpectRead(sess, key, value, b"Z")
-      self.assertAllEqual(3, produced.eval())
+      self.assertAllEqual(3, self.evaluate(produced))
 
       queue.enqueue_many([["Y", "Z"]]).run()
       queue.close().run()
       reader.restore_state(state).run()
-      self.assertAllEqual(1, produced.eval())
+      self.assertAllEqual(1, self.evaluate(produced))
       self._ExpectRead(sess, key, value, b"Y")
       self._ExpectRead(sess, key, value, b"Z")
       with self.assertRaisesOpError("is closed and has insufficient elements "
                                     "\\(requested 1, current size 0\\)"):
         sess.run([key, value])
-      self.assertAllEqual(3, produced.eval())
+      self.assertAllEqual(3, self.evaluate(produced))
 
       self.assertEqual(bytes, type(state))
 
@@ -266,17 +266,17 @@ class IdentityReaderTest(test.TestCase):
 
       queue.enqueue_many([["X", "Y", "Z"]]).run()
       self._ExpectRead(sess, key, value, b"X")
-      self.assertLess(0, queued_length.eval())
-      self.assertAllEqual(1, produced.eval())
+      self.assertLess(0, self.evaluate(queued_length))
+      self.assertAllEqual(1, self.evaluate(produced))
 
       self._ExpectRead(sess, key, value, b"Y")
-      self.assertLess(0, work_completed.eval())
-      self.assertAllEqual(2, produced.eval())
+      self.assertLess(0, self.evaluate(work_completed))
+      self.assertAllEqual(2, self.evaluate(produced))
 
       reader.reset().run()
-      self.assertAllEqual(0, work_completed.eval())
-      self.assertAllEqual(0, produced.eval())
-      self.assertAllEqual(1, queued_length.eval())
+      self.assertAllEqual(0, self.evaluate(work_completed))
+      self.assertAllEqual(0, self.evaluate(produced))
+      self.assertAllEqual(1, self.evaluate(queued_length))
       self._ExpectRead(sess, key, value, b"Z")
 
       queue.enqueue_many([["K", "L"]]).run()
diff --git a/tensorflow/python/kernel_tests/reduce_join_op_test.py b/tensorflow/python/kernel_tests/reduce_join_op_test.py
index 3bb4986313..c26e62738c 100644
--- a/tensorflow/python/kernel_tests/reduce_join_op_test.py
+++ b/tensorflow/python/kernel_tests/reduce_join_op_test.py
@@ -119,7 +119,7 @@ class ReduceJoinTest(UnicodeTestCase):
           axis=axis,
           keep_dims=keep_dims,
           separator=separator)
-      output_array = output.eval()
+      output_array = self.evaluate(output)
 
     self.assertAllEqualUnicode(truth, output_array)
     self.assertAllEqual(truth_shape, output.get_shape())
@@ -149,10 +149,10 @@ class ReduceJoinTest(UnicodeTestCase):
       if not axis:
         truth = constant_op.constant(truth)
       truth_squeezed = array_ops.squeeze(truth, axis=axis)
-      output_array = output.eval()
-      output_keep_dims_array = output_keep_dims.eval()
-      truth_array = truth.eval()
-      truth_squeezed_array = truth_squeezed.eval()
+      output_array = self.evaluate(output)
+      output_keep_dims_array = self.evaluate(output_keep_dims)
+      truth_array = self.evaluate(truth)
+      truth_squeezed_array = self.evaluate(truth_squeezed)
     self.assertAllEqualUnicode(truth_array, output_keep_dims_array)
     self.assertAllEqualUnicode(truth_squeezed_array, output_array)
     self.assertAllEqual(truth.get_shape(), output_keep_dims.get_shape())
@@ -318,11 +318,11 @@ class ReduceJoinTest(UnicodeTestCase):
 
       # Reduction that drops the dim of size 0.
       output = string_ops.reduce_join(inputs=inputs, axis=0)
-      self.assertAllEqualUnicode([""], output.eval())
+      self.assertAllEqualUnicode([""], self.evaluate(output))
 
       # Reduction that keeps the dim of size 0.
       output = string_ops.reduce_join(inputs=inputs, axis=1)
-      output_shape = output.eval().shape
+      output_shape = self.evaluate(output).shape
       self.assertAllEqual([0], output_shape)
 
   def testInvalidArgsUnknownShape(self):
diff --git a/tensorflow/python/kernel_tests/reduction_ops_test.py b/tensorflow/python/kernel_tests/reduction_ops_test.py
index 2ac3996e25..d1a295f42b 100644
--- a/tensorflow/python/kernel_tests/reduction_ops_test.py
+++ b/tensorflow/python/kernel_tests/reduction_ops_test.py
@@ -562,7 +562,7 @@ class MinReductionTest(test.TestCase):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_min(x, reduction_axes, keepdims)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
     self.assertAllClose(np_ans, out)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -675,7 +675,7 @@ class MaxReductionTest(test.TestCase):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_max(x, reduction_axes, keepdims)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
     self.assertAllClose(np_ans, out)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -802,7 +802,7 @@ class AllReductionTest(test.TestCase):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_all(x, reduction_axes, keepdims)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, out)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -851,7 +851,7 @@ class AnyReductionTest(test.TestCase):
       if reduction_axes is not None:
         reduction_axes = np.array(reduction_axes).astype(np.int32)
       tf_ans = math_ops.reduce_any(x, reduction_axes, keepdims)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, out)
     self.assertShapeEqual(np_ans, tf_ans)
 
diff --git a/tensorflow/python/kernel_tests/regex_full_match_op_test.py b/tensorflow/python/kernel_tests/regex_full_match_op_test.py
index 98746e7d9b..4edd3e98d9 100644
--- a/tensorflow/python/kernel_tests/regex_full_match_op_test.py
+++ b/tensorflow/python/kernel_tests/regex_full_match_op_test.py
@@ -61,7 +61,7 @@ class RegexFullMatchOpVariantsTest(test.TestCase, parameterized.TestCase):
       invalid_pattern = "A["
       matched = op(input_tensor, invalid_pattern)
       with self.assertRaisesOpError("Invalid pattern"):
-        matched.eval()
+        self.evaluate(matched)
 
 
 class RegexFullMatchOpTest(test.TestCase):
diff --git a/tensorflow/python/kernel_tests/regex_replace_op_test.py b/tensorflow/python/kernel_tests/regex_replace_op_test.py
index d9b7ed28d2..ce9a1b5279 100644
--- a/tensorflow/python/kernel_tests/regex_replace_op_test.py
+++ b/tensorflow/python/kernel_tests/regex_replace_op_test.py
@@ -74,7 +74,7 @@ class RegexReplaceOpVariantsTest(test.TestCase, parameterized.TestCase):
       invalid_pattern = "A["
       replace = op(input_vector, invalid_pattern, "x")
       with self.assertRaisesOpError("Invalid pattern"):
-        replace.eval()
+        self.evaluate(replace)
 
   def testGlobal(self, op):
     values = ["ababababab", "abcabcabc", ""]
diff --git a/tensorflow/python/kernel_tests/reshape_op_test.py b/tensorflow/python/kernel_tests/reshape_op_test.py
index 14cdae1837..84539c2b02 100644
--- a/tensorflow/python/kernel_tests/reshape_op_test.py
+++ b/tensorflow/python/kernel_tests/reshape_op_test.py
@@ -33,14 +33,14 @@ class ReshapeTest(test.TestCase):
     with self.cached_session(use_gpu=use_gpu):
       np_ans = x.reshape(y)
       tf_ans = array_ops.reshape(x, y)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       self.assertEqual(tf_ans.get_shape(), out.shape)
       self.assertShapeEqual(np_ans, tf_ans)
 
       # Repeat with an int64 shape tensor.
       y64 = constant_op.constant(y, dtype=dtypes.int64)
       tf_ans = array_ops.reshape(x, y64)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       self.assertEqual(tf_ans.get_shape(), out.shape)
       self.assertShapeEqual(np_ans, tf_ans)
 
diff --git a/tensorflow/python/kernel_tests/resource_variable_ops_test.py b/tensorflow/python/kernel_tests/resource_variable_ops_test.py
index c8227dc117..45b9ede813 100644
--- a/tensorflow/python/kernel_tests/resource_variable_ops_test.py
+++ b/tensorflow/python/kernel_tests/resource_variable_ops_test.py
@@ -736,7 +736,7 @@ class ResourceVariableOpsTest(test_util.TensorFlowTestCase):
           # Needed in Eager since we get a unique container name by default.
           container=ops.get_default_graph()._container)
       w_read = resource_variable_ops.read_variable_op(w, v.dtype.base_dtype)
-      self.assertEqual(300.0, w_read.eval())
+      self.assertEqual(300.0, self.evaluate(w_read))
 
       x = resource_variable_ops.var_handle_op(
           dtype=v.dtype.base_dtype, shape=v.get_shape(), shared_name="var5",
diff --git a/tensorflow/python/kernel_tests/reverse_sequence_op_test.py b/tensorflow/python/kernel_tests/reverse_sequence_op_test.py
index 56609bd0a5..91d054ad9a 100644
--- a/tensorflow/python/kernel_tests/reverse_sequence_op_test.py
+++ b/tensorflow/python/kernel_tests/reverse_sequence_op_test.py
@@ -42,12 +42,12 @@ class ReverseSequenceTest(test.TestCase):
       ans = array_ops.reverse_sequence(
           x, batch_axis=batch_axis, seq_axis=seq_axis, seq_lengths=seq_lengths)
       if expected_err_re is None:
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
         self.assertAllClose(tf_ans, truth, atol=1e-10)
         self.assertShapeEqual(truth, ans)
       else:
         with self.assertRaisesOpError(expected_err_re):
-          ans.eval()
+          self.evaluate(ans)
 
   def _testBothReverseSequence(self,
                                x,
diff --git a/tensorflow/python/kernel_tests/scatter_nd_ops_test.py b/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
index 0ed508b9fe..952ef34456 100644
--- a/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
+++ b/tensorflow/python/kernel_tests/scatter_nd_ops_test.py
@@ -144,7 +144,7 @@ class StatefulScatterNdTest(test.TestCase):
         tf_scatter(ref_var, indices, updates).eval()
 
         # Compare
-        self.assertAllClose(new, ref_var.eval())
+        self.assertAllClose(new, self.evaluate(ref_var))
 
   def _VariableRankTests(self, np_scatter, tf_scatter):
     for vtype in (np.int32, np.float16, np.float32, np.float64, np.complex64,
@@ -249,7 +249,7 @@ class StatefulScatterNdTest(test.TestCase):
   #             [[0]], dtype=tf.int64), [False])
   #     var.initializer.run()
   #     session.run([update0, update1])
-  #     self.assertAllEqual([False, True], var.eval())
+  #     self.assertAllEqual([False, True], self.evaluate(var))
 
   def testScatterOutOfRangeCpu(self):
     # TODO(simister): Re-enable once binary size increase due to
@@ -307,7 +307,7 @@ class StatefulScatterNdTest(test.TestCase):
     expected_result = np.zeros([2, 2], dtype=np.int32)
     with self.cached_session():
       ref.initializer.run()
-      self.assertAllEqual(expected_result, scatter_update.eval())
+      self.assertAllEqual(expected_result, self.evaluate(scatter_update))
 
   def testRank3InvalidShape1(self):
     indices = array_ops.zeros([3, 2, 2], dtypes.int32)
@@ -463,7 +463,7 @@ class ScatterNdTest(test.TestCase):
     self.assertAllEqual(scatter.get_shape().as_list(), shape)
     expected_result = np.zeros([2, 2], dtype=np.int32)
     with self.cached_session():
-      self.assertAllEqual(expected_result, scatter.eval())
+      self.assertAllEqual(expected_result, self.evaluate(scatter))
 
   def testUndefinedIndicesShape(self):
     indices = array_ops.placeholder(dtypes.int32, shape=None)
@@ -545,9 +545,9 @@ class ScatterNdTest(test.TestCase):
       expected_input_grad = np.array([[1, 2], [3, 4]],
                                      dtype=dtype.as_numpy_dtype())
       with self.cached_session():
-        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        self.assertAllEqual(expected_updates_grad, self.evaluate(updates_grad))
         if self.non_aliasing_add_test:
-          self.assertAllEqual(expected_input_grad, input_grad.eval())
+          self.assertAllEqual(expected_input_grad, self.evaluate(input_grad))
 
   def testGradientsRank2SliceUpdate(self):
     for dtype in GRADIENT_TESTS_DTYPES:
@@ -565,9 +565,9 @@ class ScatterNdTest(test.TestCase):
       expected_input_grad = np.array([[3, 4], [1, 2]],
                                      dtype=dtype.as_numpy_dtype())
       with self.cached_session():
-        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        self.assertAllEqual(expected_updates_grad, self.evaluate(updates_grad))
         if self.non_aliasing_add_test:
-          self.assertAllEqual(expected_input_grad, input_grad.eval())
+          self.assertAllEqual(expected_input_grad, self.evaluate(input_grad))
 
   def testGradientsRank3SliceUpdate(self):
     for dtype in GRADIENT_TESTS_DTYPES:
@@ -588,9 +588,9 @@ class ScatterNdTest(test.TestCase):
       expected_input_grad = np.array([[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
                                      dtype=dtype.as_numpy_dtype())
       with self.cached_session():
-        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        self.assertAllEqual(expected_updates_grad, self.evaluate(updates_grad))
         if self.non_aliasing_add_test:
-          self.assertAllEqual(expected_input_grad, input_grad.eval())
+          self.assertAllEqual(expected_input_grad, self.evaluate(input_grad))
 
   def testGradientsRank7SliceUpdate(self):
     for dtype in GRADIENT_TESTS_DTYPES:
@@ -615,9 +615,9 @@ class ScatterNdTest(test.TestCase):
           [[[[[[[1, 2], [3, 4]]]], [[[[5, 6], [7, 8]]]]]]],
           dtype=dtype.as_numpy_dtype())
       with self.cached_session():
-        self.assertAllEqual(expected_updates_grad, updates_grad.eval())
+        self.assertAllEqual(expected_updates_grad, self.evaluate(updates_grad))
         if self.non_aliasing_add_test:
-          self.assertAllEqual(expected_input_grad, input_grad.eval())
+          self.assertAllEqual(expected_input_grad, self.evaluate(input_grad))
 
   def testScatterNdRepatedIndicesAdd(self):
     indices = array_ops.zeros([100000, 1], dtypes.int32)
diff --git a/tensorflow/python/kernel_tests/scatter_ops_test.py b/tensorflow/python/kernel_tests/scatter_ops_test.py
index 87c345245c..1c7006ac0b 100644
--- a/tensorflow/python/kernel_tests/scatter_ops_test.py
+++ b/tensorflow/python/kernel_tests/scatter_ops_test.py
@@ -286,7 +286,7 @@ class ScatterTest(test.TestCase):
 
         session.run([update0, update1])
 
-        self.assertAllEqual([False, True], var.eval())
+        self.assertAllEqual([False, True], self.evaluate(var))
 
   def testScatterOutOfRangeCpu(self):
     for op, _ in _TF_OPS_TO_NUMPY.items():
diff --git a/tensorflow/python/kernel_tests/segment_reduction_ops_test.py b/tensorflow/python/kernel_tests/segment_reduction_ops_test.py
index 3f7e43b533..5ab889895e 100644
--- a/tensorflow/python/kernel_tests/segment_reduction_ops_test.py
+++ b/tensorflow/python/kernel_tests/segment_reduction_ops_test.py
@@ -118,7 +118,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
           for np_op1, np_op2, tf_op in curr_ops_list:
             np_ans = self._segmentReduce(indices, np_x, np_op1, np_op2)
             s = tf_op(data=tf_x, segment_ids=indices)
-            tf_ans = s.eval()
+            tf_ans = self.evaluate(s)
             self.assertAllClose(np_ans, tf_ans)
             # NOTE(mrry): The static shape inference that computes
             # `tf_ans.shape` can only infer that sizes from dimension 1
@@ -141,7 +141,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
         indices = [0, 1]
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
         with self.assertRaisesOpError("segment_ids should be the same size"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentIdsValid(self):
     # This is a baseline for the following SegmentIdsInvalid* tests.
@@ -161,7 +161,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
         indices = [1, 1, 2, 2]
         np_ans = self._segmentReduce(indices, np_x, np.add)
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
-        tf_ans = s.eval()
+        tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
 
   def testSegmentIdsHole(self):
@@ -172,7 +172,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
         indices = [0, 0, 3, 3]
         np_ans = self._segmentReduce(indices, np_x, np.add)
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
-        tf_ans = s.eval()
+        tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
 
   def testSegmentIdsInvalid1(self):
@@ -184,7 +184,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
       with self.assertRaisesOpError(
           r"Segment id -1 out of range \[0, 1\), possibly because "
           "'segment_ids' input is not sorted."):
-        s.eval()
+        self.evaluate(s)
 
   def testSegmentIdsInvalid2(self):
     shape = [4, 4]
@@ -193,7 +193,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
       indices = [0, 1, 0, 1]
       s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
       with self.assertRaisesOpError("segment ids are not increasing"):
-        s.eval()
+        self.evaluate(s)
 
   def testSegmentIdsInvalid3(self):
     shape = [4, 4]
@@ -204,7 +204,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
       with self.assertRaisesOpError(
           r"Segment id 1 out of range \[0, 1\), possibly "
           "because 'segment_ids' input is not sorted."):
-        s.eval()
+        self.evaluate(s)
 
   def testSegmentIdsInvalid4(self):
     shape = [4, 4]
@@ -214,7 +214,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
         indices = [0, 0, 0, -1]
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
         with self.assertRaisesOpError("segment ids must be >= 0"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentIdsInvalid5(self):
     shape = [4, 4]
@@ -224,7 +224,7 @@ class SegmentReductionOpTest(SegmentReductionHelper):
         indices = [0, 0, 0, -2]
         s = math_ops.segment_sum(data=tf_x, segment_ids=indices)
         with self.assertRaisesOpError("segment ids must be >= 0"):
-          s.eval()
+          self.evaluate(s)
 
   def testGradient(self):
     shape = [4, 4]
@@ -297,7 +297,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
                   indices, np_x, np_op1, np_op2, num_segments=num_segments,
                   initial_value=init_op(dtype))
               s = tf_op(tf_x, segment_ids=indices, num_segments=num_segments)
-              tf_ans = s.eval()
+              tf_ans = self.evaluate(s)
               if dtype is dtypes_lib.bfloat16:
                 tf_ans = tf_ans.astype(np.float32)
               self.assertAllCloseAccordingToType(np_ans, tf_ans)
@@ -320,7 +320,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
               data=tf_x,
               segment_ids=indices,
               num_segments=num_segments_constant)
-          tf_ans = s.eval()
+          tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
         self.assertShapeEqual(np_ans, s)
 
@@ -412,7 +412,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
         unsorted = math_ops.unsorted_segment_sum([[17]], bad, num_segments=2)
         with self.assertRaisesOpError(
             r"segment_ids\[0,0\] = %d is out of range \[0, 2\)" % bad[0][0]):
-          unsorted.eval()
+          self.evaluate(unsorted)
 
   def testEmptySecondDimension(self):
     dtypes = [np.float16, np.float32, np.float64, np.int64, np.int32,
@@ -443,7 +443,7 @@ class UnsortedSegmentTest(SegmentReductionHelper):
           np.place(indices, indices == 8, [-1])
           s = math_ops.unsorted_segment_sum(
               data=tf_x, segment_ids=indices, num_segments=num_segments)
-          tf_ans = s.eval()
+          tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
         self.assertShapeEqual(np_ans, s)
 
@@ -499,7 +499,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
           np_ans = self._sparseSegmentReduce(np_x, np_indices, segment_indices,
                                              np_op1, np_op2)
           s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
-          tf_ans = s.eval()
+          tf_ans = self.evaluate(s)
           self.assertAllClose(np_ans, tf_ans)
           # NOTE(mrry): The static shape inference that computes
           # `tf_ans.shape` can only infer that sizes from dimension 1
@@ -518,7 +518,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         np_ans = self._sparseSegmentReduce(np_x, tf_indices, segment_indices,
                                            np_op1, np_op2)
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
-        tf_ans = s.eval()
+        tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
 
   def testWithNumSegments(self):
@@ -543,7 +543,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
             indices=tf_indices,
             segment_ids=segment_indices,
             num_segments=num_segments)
-        tf_ans = s.eval()
+        tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
 
   def testWithEmptySegments(self):
@@ -562,7 +562,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
             indices=tf_indices,
             segment_ids=segment_indices,
             num_segments=num_segments)
-        tf_ans = s.eval()
+        tf_ans = self.evaluate(s)
         self.assertAllClose(np.zeros([5, 4]), tf_ans)
 
   def testSegmentIdsGreaterThanZero(self):
@@ -576,7 +576,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         np_ans = self._sparseSegmentReduce(np_x, tf_indices, segment_indices,
                                            np_op1, np_op2)
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
-        tf_ans = s.eval()
+        tf_ans = self.evaluate(s)
         self.assertAllClose(np_ans, tf_ans)
 
   def testValid(self):
@@ -588,7 +588,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
-        s.eval()
+        self.evaluate(s)
 
   def testIndicesInvalid1(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -600,7 +600,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError(
             r"indices\[1\] == -1 out of range \[0, 10\)"):
-          s.eval()
+          self.evaluate(s)
 
   def testIndicesInvalid2(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -612,7 +612,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError(
             r"indices\[3\] == 10 out of range \[0, 10\)"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentsInvalid2(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -623,7 +623,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError("segment ids are not increasing"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentsInvalid3(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -636,7 +636,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         with self.assertRaisesOpError(
             r"Segment id 1 out of range \[0, 1\), possibly because "
             "'segment_ids' input is not sorted"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentsInvalid4(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -649,7 +649,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
         with self.assertRaisesOpError(
             r"Segment id -1 out of range \[0, 2\), possibly because "
             "'segment_ids' input is not sorted"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentsInvalid6(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -660,7 +660,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError("segment ids must be >= 0"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentsInvalid7(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -671,7 +671,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(data=tf_x, indices=tf_indices, segment_ids=segment_indices)
         with self.assertRaisesOpError("segment ids must be >= 0"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentWithNumSegmentsValid(self):
     # Baseline for the test*WithNumSegmentsInvalid* methods below.
@@ -690,7 +690,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
             indices=tf_indices,
             segment_ids=segment_indices,
             num_segments=num_segments)
-        s.eval()
+        self.evaluate(s)
 
   def testSegmentWithNumSegmentsInvalid1(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -709,7 +709,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
             segment_ids=segment_indices,
             num_segments=num_segments)
         with self.assertRaisesOpError("segment ids must be < num_segments"):
-          s.eval()
+          self.evaluate(s)
 
   def testSegmentWithNumSegmentsInvalid2(self):
     tf_x, _ = self._input([10, 4], dtype=dtypes_lib.float32)
@@ -785,7 +785,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
     with self.session(use_gpu=False):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
-        s.eval()
+        self.evaluate(s)
 
   def testGradientIndicesInvalid1(self):
     tf_x, _ = self._input([3, 4], dtype=dtypes_lib.float32)
@@ -798,7 +798,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Index 10 out of range \[0, 10\)"):
-          s.eval()
+          self.evaluate(s)
 
   def testGradientIndicesInvalid2(self):
     tf_x, _ = self._input([3, 4], dtype=dtypes_lib.float32)
@@ -811,7 +811,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Index -1 out of range \[0, 10\)"):
-          s.eval()
+          self.evaluate(s)
 
   def testGradientSegmentsInvalid1(self):
     tf_x, _ = self._input(
@@ -825,7 +825,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError("Invalid number of segments"):
-          s.eval()
+          self.evaluate(s)
 
   def testGradientSegmentsInvalid2(self):
     tf_x, _ = self._input([1, 4], dtype=dtypes_lib.float32)
@@ -838,7 +838,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Segment id 1 out of range \[0, 1\)"):
-          s.eval()
+          self.evaluate(s)
 
   def testGradientSegmentsInvalid3(self):
     tf_x, _ = self._input([2, 4], dtype=dtypes_lib.float32)
@@ -851,7 +851,7 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Segment id -1 out of range \[0, 2\)"):
-          s.eval()
+          self.evaluate(s)
 
   def testGradientSegmentsInvalid4(self):
     tf_x, _ = self._input([0, 4], dtype=dtypes_lib.float32)
@@ -864,7 +864,8 @@ class SparseSegmentReductionOpTest(SparseSegmentReductionHelper):
       for tf_op in ops_list:
         s = tf_op(tf_x, tf_indices, segment_indices, 10)
         with self.assertRaisesOpError(r"Segment id 0 out of range \[0, 0\)"):
-          s.eval()
+          self.evaluate(s)
+
 
 class SegmentReductionOpBenchmark(test.Benchmark):
   outer_dim_options = [2**x for x in range(9, 14, 2)]
diff --git a/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py b/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py
index 1b4aff8c9c..85756b769d 100644
--- a/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py
+++ b/tensorflow/python/kernel_tests/self_adjoint_eig_op_test.py
@@ -164,8 +164,8 @@ def _GetSelfAdjointEigTest(dtype_, shape_, compute_v_):
         self.assertAllClose(a_ev.eval(), a, atol=atol)
 
         # Compare to numpy.linalg.eigh.
-        CompareEigenDecompositions(self, np_e, np_v,
-                                   tf_e.eval(), tf_v.eval(), atol)
+        CompareEigenDecompositions(self, np_e, np_v, self.evaluate(tf_e),
+                                   self.evaluate(tf_v), atol)
       else:
         tf_e = linalg_ops.self_adjoint_eigvals(constant_op.constant(a))
         self.assertAllClose(
diff --git a/tensorflow/python/kernel_tests/shape_ops_test.py b/tensorflow/python/kernel_tests/shape_ops_test.py
index ee813e5ffd..3e0eae326b 100644
--- a/tensorflow/python/kernel_tests/shape_ops_test.py
+++ b/tensorflow/python/kernel_tests/shape_ops_test.py
@@ -53,8 +53,8 @@ class ShapeOpsTest(test.TestCase):
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.shape(x)
       tf_ans_64 = array_ops.shape(x, out_type=dtypes.int64)
-      result = tf_ans.eval()
-      result_64 = tf_ans_64.eval()
+      result = self.evaluate(tf_ans)
+      result_64 = self.evaluate(tf_ans_64)
     self.assertAllEqual(np_ans, result)
     self.assertAllEqual(np_ans, result_64)
     self.assertShapeEqual(np_ans, tf_ans)
@@ -64,7 +64,7 @@ class ShapeOpsTest(test.TestCase):
     x_tf, unused_nnz = _sparsify(x_np)
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.shape(x_tf)
-      result = tf_ans.eval()
+      result = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, result)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -84,7 +84,7 @@ class ShapeOpsTest(test.TestCase):
     np_ans = np.asarray(np.ndim(x))
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.rank(x)
-      result = tf_ans.eval()
+      result = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, result)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -93,7 +93,7 @@ class ShapeOpsTest(test.TestCase):
     x_tf, unused_nnz = _sparsify(x_np)
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.rank(x_tf)
-      result = tf_ans.eval()
+      result = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, result)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -101,9 +101,9 @@ class ShapeOpsTest(test.TestCase):
     np_ans = np.asarray(np.size(x))
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.size(x)
-      result = tf_ans.eval()
+      result = self.evaluate(tf_ans)
       tf_ans_64 = array_ops.size(x, out_type=dtypes.int64)
-      result_64 = tf_ans_64.eval()
+      result_64 = self.evaluate(tf_ans_64)
     self.assertAllEqual(np_ans, result)
     self.assertAllEqual(np_ans, result_64)
     self.assertShapeEqual(np_ans, tf_ans)
@@ -113,7 +113,7 @@ class ShapeOpsTest(test.TestCase):
     x_tf, unused_nnz = _sparsify(x_np)
     with self.cached_session(use_gpu=use_gpu):
       tf_ans = array_ops.size(x_tf)
-      result = tf_ans.eval()
+      result = self.evaluate(tf_ans)
     self.assertAllEqual(np_ans, result)
     self.assertShapeEqual(np_ans, tf_ans)
 
@@ -162,7 +162,7 @@ class ShapeOpsTest(test.TestCase):
       inp = array_ops.zeros([2**31])
       num_elements = array_ops.size_internal(
           inp, optimize=False, out_type=dtypes.int64)
-      self.assertEqual(2**31, num_elements.eval())
+      self.assertEqual(2**31, self.evaluate(num_elements))
 
     # Too large for tf.int32 output.
     with self.assertRaises(errors_impl.InvalidArgumentError):
@@ -170,13 +170,13 @@ class ShapeOpsTest(test.TestCase):
         inp = array_ops.zeros([2**31])
         num_elements = array_ops.size_internal(
             inp, optimize=False, out_type=dtypes.int32)
-        self.assertEqual(2**31, num_elements.eval())
+        self.assertEqual(2**31, self.evaluate(num_elements))
 
   def _compareExpandDims(self, x, dim, use_gpu):
     np_ans = np.expand_dims(x, axis=dim)
     with self.cached_session(use_gpu=use_gpu):
       tensor = array_ops.expand_dims(x, dim)
-      tf_ans = tensor.eval()
+      tf_ans = self.evaluate(tensor)
     self.assertShapeEqual(np_ans, tensor)
     self.assertAllEqual(np_ans, tf_ans)
 
@@ -264,7 +264,7 @@ class ShapeOpsTest(test.TestCase):
       np_ans = np.expand_dims(x, axis=0)
       with self.cached_session(use_gpu=True):
         tensor = array_ops.expand_dims(x, constant_op.constant(0, dtype))
-        tf_ans = tensor.eval()
+        tf_ans = self.evaluate(tensor)
       self.assertShapeEqual(np_ans, tensor)
       self.assertAllEqual(np_ans, tf_ans)
 
@@ -273,11 +273,11 @@ class ShapeOpsTest(test.TestCase):
       if squeeze_dims:
         np_ans = np.squeeze(x, axis=tuple(squeeze_dims))
         tensor = array_ops.squeeze(x, squeeze_dims)
-        tf_ans = tensor.eval()
+        tf_ans = self.evaluate(tensor)
       else:
         np_ans = np.squeeze(x)
         tensor = array_ops.squeeze(x)
-        tf_ans = tensor.eval()
+        tf_ans = self.evaluate(tensor)
     self.assertShapeEqual(np_ans, tensor)
     self.assertAllEqual(np_ans, tf_ans)
 
@@ -340,7 +340,7 @@ class ShapeOpsTest(test.TestCase):
       with self.cached_session(use_gpu=use_gpu):
         tensor = array_ops.squeeze(np.zeros([1, 1, 1]), [])
         self.assertEqual(np.shape(1), tensor.get_shape())
-        tf_ans = tensor.eval()
+        tf_ans = self.evaluate(tensor)
         self.assertEqual(np.shape(1), tf_ans.shape)
 
   def testSqueezeAllOnesBool(self):
@@ -350,7 +350,7 @@ class ShapeOpsTest(test.TestCase):
       with self.cached_session(use_gpu=use_gpu):
         tensor = array_ops.squeeze([[[False]]], [])
         self.assertEqual(np.shape(1), tensor.get_shape())
-        tf_ans = tensor.eval()
+        tf_ans = self.evaluate(tensor)
         self.assertEqual(np.shape(1), tf_ans.shape)
 
   def testSqueezeOnlyOnes(self):
@@ -415,7 +415,7 @@ class TileTest(test.TestCase):
       with self.cached_session(use_gpu=use_gpu):
         a = constant_op.constant(7, shape=[], dtype=dtypes.float32)
         tiled = array_ops.tile(a, [])
-        result = tiled.eval()
+        result = self.evaluate(tiled)
       self.assertEqual(result.shape, ())
       self.assertEqual([], tiled.get_shape())
       self.assertEqual(7, result)
@@ -427,7 +427,7 @@ class TileTest(test.TestCase):
         inp = np.random.rand(4, 1).astype(np.float32)
         a = constant_op.constant(inp)
         tiled = array_ops.tile(a, constant_op.constant([1, 4], dtype=dtype))
-        result = tiled.eval()
+        result = self.evaluate(tiled)
       self.assertEqual(result.shape, (4, 4))
       self.assertEqual([4, 4], tiled.get_shape())
       self.assertTrue((result == np.tile(inp, (1, 4))).all())
@@ -437,7 +437,7 @@ class TileTest(test.TestCase):
       inp = np.random.rand(4, 1).astype(np.float32)
       a = constant_op.constant(inp)
       tiled = array_ops.tile(a, [1, 1])
-      result = tiled.eval()
+      result = self.evaluate(tiled)
     self.assertEqual(result.shape, (4, 1))
     self.assertEqual([4, 1], tiled.get_shape())
     self.assertTrue((result == np.tile(inp, (1, 1))).all())
@@ -447,7 +447,7 @@ class TileTest(test.TestCase):
       inp = np.random.rand(2, 3).astype(np.float32)
       a = constant_op.constant(inp)
       tiled = array_ops.tile(a, [5, 0])
-      result = tiled.eval()
+      result = self.evaluate(tiled)
     self.assertEqual(result.shape, (10, 0))
     self.assertEqual([10, 0], tiled.get_shape())
 
@@ -497,7 +497,7 @@ class TileTest(test.TestCase):
             shape=[4, 1],
             dtype=dtype_tf)
         tiled = array_ops.tile(a, [1, 4])
-        result = tiled.eval()
+        result = self.evaluate(tiled)
       self.assertEqual(result.shape, (4, 4))
       self.assertEqual([4, 4], tiled.get_shape())
       self.assertAllEqual(result, np.tile(inp, (1, 4)))
@@ -527,7 +527,7 @@ class TileTest(test.TestCase):
           dtype=dtypes.float32)
       multiples = np.random.randint(1, 4, size=rank).astype(np.int32)
       tiled = array_ops.tile(a, multiples)
-      result = tiled.eval()
+      result = self.evaluate(tiled)
     self.assertTrue((np.array(multiples) * np.array(inp.shape) == np.array(
         result.shape)).all())
     self.assertAllEqual(result, np.tile(inp, tuple(multiples)))
@@ -557,7 +557,7 @@ class TileTest(test.TestCase):
           [float(x) for x in grad_inp.flatten()], shape=grad_shape)
       grad = gradients_impl.gradients([tiled], [a], [grad_tensor])[0]
       self.assertShapeEqual(inp, grad)
-      result = grad.eval()
+      result = self.evaluate(grad)
     self.assertAllClose(np.sum(grad_inp, axis=1).reshape(4, 1), result, 1e-3)
 
   def testGradientStridedReduction(self):
@@ -572,7 +572,7 @@ class TileTest(test.TestCase):
           [float(x) for x in grad_inp.flatten()], shape=grad_shape)
       grad = gradients_impl.gradients([tiled], [a], [grad_tensor])[0]
       self.assertShapeEqual(inp, grad)
-      result = grad.eval()
+      result = self.evaluate(grad)
     expected_shape = [4, 2]
     expected = np.zeros(expected_shape)
     expected[:, 0] = grad_inp[:, 0] + grad_inp[:, 2]
@@ -590,7 +590,7 @@ class TileTest(test.TestCase):
       grad_tensor = constant_op.constant(
           [float(x) for x in grad_inp.flatten()], shape=grad_shape)
       grad = gradients_impl.gradients([tiled], [a], [grad_tensor])[0]
-      result = grad.eval()
+      result = self.evaluate(grad)
     self.assertAllClose(np.sum(grad_inp, axis=1).reshape(4, 1), result, 1e-3)
 
   def testGradientStridedReductionOnGPU(self):
@@ -604,7 +604,7 @@ class TileTest(test.TestCase):
       grad_tensor = constant_op.constant(
           [float(x) for x in grad_inp.flatten()], shape=grad_shape)
       grad = gradients_impl.gradients([tiled], [a], [grad_tensor])[0]
-      result = grad.eval()
+      result = self.evaluate(grad)
     expected_shape = [4, 2]
     expected = np.zeros(expected_shape)
     expected[:, 0] = grad_inp[:, 0] + grad_inp[:, 2]
diff --git a/tensorflow/python/kernel_tests/signal/mel_ops_test.py b/tensorflow/python/kernel_tests/signal/mel_ops_test.py
index 1ed4429b42..2b3dde30f3 100644
--- a/tensorflow/python/kernel_tests/signal/mel_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/mel_ops_test.py
@@ -141,7 +141,7 @@ class LinearToMelTest(test.TestCase):
       for config in configs:
         mel_matrix_np = spectrogram_to_mel_matrix(*config)
         mel_matrix = mel_ops.linear_to_mel_weight_matrix(*config)
-        self.assertAllClose(mel_matrix_np, mel_matrix.eval(), atol=3e-6)
+        self.assertAllClose(mel_matrix_np, self.evaluate(mel_matrix), atol=3e-6)
 
   def test_dtypes(self):
     # LinSpace is not supported for tf.float16.
diff --git a/tensorflow/python/kernel_tests/signal/shape_ops_test.py b/tensorflow/python/kernel_tests/signal/shape_ops_test.py
index 398fba8b6d..21a6b23b30 100644
--- a/tensorflow/python/kernel_tests/signal/shape_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/shape_ops_test.py
@@ -150,7 +150,7 @@ class FrameTest(test.TestCase):
           op = shape_ops.frame(signal, frame_length, frame_step,
                                pad_end=pad_end, pad_value=99)
           with self.cached_session(use_gpu=True):
-            result = op.eval()
+            result = self.evaluate(op)
           self.assertEqual(op.shape.as_list(), list(result.shape))
 
   def test_basic_mono(self):
@@ -248,7 +248,7 @@ class FrameTest(test.TestCase):
       result = shape_ops.frame(signal, frame_length=2, frame_step=2,
                                pad_end=True, axis=1)
       expected = np.reshape(np.arange(16), (2, 2, 2, 2))
-      self.assertAllEqual(expected, result.eval())
+      self.assertAllEqual(expected, self.evaluate(result))
 
       result = shape_ops.frame(signal, frame_length=2, frame_step=1,
                                pad_end=True, axis=1)
@@ -260,7 +260,7 @@ class FrameTest(test.TestCase):
                    [[10, 11], [12, 13]],
                    [[12, 13], [14, 15]],
                    [[14, 15], [0, 0]]]]
-      self.assertAllEqual(expected, result.eval())
+      self.assertAllEqual(expected, self.evaluate(result))
 
       result = shape_ops.frame(signal, frame_length=3, frame_step=1,
                                pad_end=True, axis=1)
@@ -272,7 +272,7 @@ class FrameTest(test.TestCase):
                    [[10, 11], [12, 13], [14, 15]],
                    [[12, 13], [14, 15], [0, 0]],
                    [[14, 15], [0, 0], [0, 0]]]]
-      self.assertAllEqual(expected, result.eval())
+      self.assertAllEqual(expected, self.evaluate(result))
 
   def test_window_larger_than_signal(self):
     signal = constant_op.constant([[1, 2], [11, 12]], dtype=dtypes.float32)
diff --git a/tensorflow/python/kernel_tests/signal/spectral_ops_test.py b/tensorflow/python/kernel_tests/signal/spectral_ops_test.py
index 26cb127063..7583c4d8fc 100644
--- a/tensorflow/python/kernel_tests/signal/spectral_ops_test.py
+++ b/tensorflow/python/kernel_tests/signal/spectral_ops_test.py
@@ -125,22 +125,22 @@ class SpectralOpsTest(test.TestCase):
       stft = spectral_ops.stft(signal, frame_length=7, frame_step=8,
                                pad_end=True)
       self.assertAllEqual([64, 5], stft.shape.as_list())
-      self.assertAllEqual([64, 5], stft.eval().shape)
+      self.assertAllEqual([64, 5], self.evaluate(stft).shape)
 
       stft = spectral_ops.stft(signal, frame_length=8, frame_step=8,
                                pad_end=True)
       self.assertAllEqual([64, 5], stft.shape.as_list())
-      self.assertAllEqual([64, 5], stft.eval().shape)
+      self.assertAllEqual([64, 5], self.evaluate(stft).shape)
 
       stft = spectral_ops.stft(signal, frame_length=8, frame_step=8,
                                fft_length=16, pad_end=True)
       self.assertAllEqual([64, 9], stft.shape.as_list())
-      self.assertAllEqual([64, 9], stft.eval().shape)
+      self.assertAllEqual([64, 9], self.evaluate(stft).shape)
 
       stft = spectral_ops.stft(signal, frame_length=16, frame_step=8,
                                fft_length=8, pad_end=True)
       self.assertAllEqual([64, 5], stft.shape.as_list())
-      self.assertAllEqual([64, 5], stft.eval().shape)
+      self.assertAllEqual([64, 5], self.evaluate(stft).shape)
 
       stft = np.zeros((32, 9)).astype(np.complex64)
 
@@ -148,7 +148,7 @@ class SpectralOpsTest(test.TestCase):
                                                fft_length=16, frame_step=8)
       expected_length = (stft.shape[0] - 1) * 8 + 8
       self.assertAllEqual([256], inverse_stft.shape.as_list())
-      self.assertAllEqual([expected_length], inverse_stft.eval().shape)
+      self.assertAllEqual([expected_length], self.evaluate(inverse_stft).shape)
 
   def test_stft_and_inverse_stft(self):
     """Test that spectral_ops.stft/inverse_stft match a NumPy implementation."""
diff --git a/tensorflow/python/kernel_tests/slice_op_test.py b/tensorflow/python/kernel_tests/slice_op_test.py
index 41f040ab73..5bb34a632d 100644
--- a/tensorflow/python/kernel_tests/slice_op_test.py
+++ b/tensorflow/python/kernel_tests/slice_op_test.py
@@ -38,7 +38,7 @@ class SliceTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         a = constant_op.constant(inp, shape=[4, 4], dtype=dtypes.float32)
         slice_t = a[2, k:k]
-        slice_val = slice_t.eval()
+        slice_val = self.evaluate(slice_t)
       self.assertAllEqual(slice_val, inp[2, k:k])
 
   def testInt32(self):
@@ -47,7 +47,7 @@ class SliceTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         a = constant_op.constant(inp, shape=[4, 4], dtype=dtypes.int32)
         slice_t = a[2, k:k]
-        slice_val = slice_t.eval()
+        slice_val = self.evaluate(slice_t)
       self.assertAllEqual(slice_val, inp[2, k:k])
 
   def testSlicingWithInt64Index(self):
@@ -57,33 +57,33 @@ class SliceTest(test.TestCase):
       # Slice using int64 Tensor.
       i = constant_op.constant(1, dtype=dtypes.int64)
       slice_t = a[i]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual(1, slice_val)
       slice_t = a[i:i+1]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1], slice_val)
 
       # Slice using int64 integer.
       i = np.asarray(1).astype(np.int64)
       slice_t = a[i]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual(1, slice_val)
       slice_t = a[i:i+1]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1], slice_val)
 
       a_int32 = constant_op.constant([0, 1, 2], dtype=dtypes.int32)
       slice_t = array_ops.slice(a_int32,
                                 np.asarray([1]).astype(np.int64),
                                 np.asarray([2]).astype(np.int64))
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1, 2], slice_val)
 
       a_float32 = constant_op.constant([0, 1, 2], dtype=dtypes.float32)
       slice_t = array_ops.slice(a_float32,
                                 np.asarray([1]).astype(np.int64),
                                 np.asarray([2]).astype(np.int64))
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1, 2], slice_val)
 
   def testSlicingInt64Tensor(self):
@@ -93,23 +93,23 @@ class SliceTest(test.TestCase):
       # Slice using int32 Tensor.
       i = constant_op.constant(1, dtype=dtypes.int32)
       slice_t = a[i]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual(1, slice_val)
       slice_t = a[i:i + 1]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1], slice_val)
 
       # Slice using int32 integer.
       i = np.asarray(1).astype(np.int32)
       slice_t = a[i]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual(1, slice_val)
       slice_t = a[i:i + 1]
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1], slice_val)
 
       slice_t = array_ops.slice(a, [1], [2])
-      slice_val = slice_t.eval()
+      slice_val = self.evaluate(slice_t)
       self.assertAllEqual([1, 2], slice_val)
 
   def testSelectAll(self):
@@ -121,8 +121,8 @@ class SliceTest(test.TestCase):
         slice_explicit_t = array_ops.slice(a, [0, 0, 0, 0], [-1, -1, -1, -1])
         slice_implicit_t = a[:, :, :, :]
 
-        self.assertAllEqual(inp, slice_explicit_t.eval())
-        self.assertAllEqual(inp, slice_implicit_t.eval())
+        self.assertAllEqual(inp, self.evaluate(slice_explicit_t))
+        self.assertAllEqual(inp, self.evaluate(slice_implicit_t))
         self.assertEqual(inp.shape, slice_explicit_t.get_shape())
         self.assertEqual(inp.shape, slice_implicit_t.get_shape())
 
@@ -134,7 +134,7 @@ class SliceTest(test.TestCase):
 
         hi = np.random.randint(0, 9)
         scalar_t = a[hi]
-        scalar_val = scalar_t.eval()
+        scalar_val = self.evaluate(scalar_t)
         self.assertAllEqual(scalar_val, inp[hi])
 
         if hi > 0:
@@ -142,7 +142,7 @@ class SliceTest(test.TestCase):
         else:
           lo = 0
         slice_t = a[lo:hi]
-        slice_val = slice_t.eval()
+        slice_val = self.evaluate(slice_t)
         self.assertAllEqual(slice_val, inp[lo:hi])
 
   def testScalarInput(self):
@@ -195,7 +195,7 @@ class SliceTest(test.TestCase):
 
         x, y = np.random.randint(0, 3, size=2).tolist()
         slice_t = a[x, 0:y]
-        slice_val = slice_t.eval()
+        slice_val = self.evaluate(slice_t)
       self.assertAllEqual(slice_val, inp[x, 0:y])
 
   def testSimple(self):
@@ -282,7 +282,7 @@ class SliceTest(test.TestCase):
       grads = np.random.rand(num_grads).astype("f").reshape(slice_size)
       grad_tensor = constant_op.constant(grads)
       grad = gradients_impl.gradients(slice_t, [a], grad_tensor)[0]
-      result = grad.eval()
+      result = self.evaluate(grad)
 
     # Create a zero tensor of the input shape ane place
     # the grads into the right location to compare against TensorFlow.
@@ -368,7 +368,7 @@ class SliceTest(test.TestCase):
       c = b[:-1, :]
       d = c[1, :]
       res = 2 * d - c[1, :] + a[2, :] - 2 * b[-2, :]
-      self.assertAllEqual([0, 0, 0], res.eval())
+      self.assertAllEqual([0, 0, 0], self.evaluate(res))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/softmax_op_test.py b/tensorflow/python/kernel_tests/softmax_op_test.py
index ef9301d4e3..8b1a2e4c4e 100644
--- a/tensorflow/python/kernel_tests/softmax_op_test.py
+++ b/tensorflow/python/kernel_tests/softmax_op_test.py
@@ -64,7 +64,7 @@ class SoftmaxTest(test.TestCase):
         tf_softmax = nn_ops.log_softmax(np_features, axis=dim, name=name)
       else:
         tf_softmax = nn_ops.softmax(np_features, axis=dim, name=name)
-      out = tf_softmax.eval()
+      out = self.evaluate(tf_softmax)
     self.assertAllCloseAccordingToType(np_softmax, out)
     self.assertShapeEqual(np_softmax, tf_softmax)
     if not log:
@@ -113,7 +113,7 @@ class SoftmaxTest(test.TestCase):
     features = np.array([[1., 1., 1., 1.], [max, 1., 2., 3.]]).astype(type)
     with self.cached_session(use_gpu=use_gpu):
       tf_log_softmax = nn_ops.log_softmax(features)
-      out = tf_log_softmax.eval()
+      out = self.evaluate(tf_log_softmax)
     self.assertAllClose(
         np.array([[-1.386294, -1.386294, -1.386294, -1.386294],
                   [0, -max, -max, -max]]),
diff --git a/tensorflow/python/kernel_tests/softplus_op_test.py b/tensorflow/python/kernel_tests/softplus_op_test.py
index 50a8291ea8..48445a7380 100644
--- a/tensorflow/python/kernel_tests/softplus_op_test.py
+++ b/tensorflow/python/kernel_tests/softplus_op_test.py
@@ -39,7 +39,7 @@ class SoftplusTest(test.TestCase):
     np_softplus = self._npSoftplus(np_features)
     with self.cached_session(use_gpu=use_gpu):
       softplus = nn_ops.softplus(np_features)
-      tf_softplus = softplus.eval()
+      tf_softplus = self.evaluate(softplus)
     self.assertAllCloseAccordingToType(np_softplus, tf_softplus)
     self.assertTrue(np.all(tf_softplus > 0))
     self.assertShapeEqual(np_softplus, softplus)
diff --git a/tensorflow/python/kernel_tests/softsign_op_test.py b/tensorflow/python/kernel_tests/softsign_op_test.py
index ee2e2e0303..71aac7e48e 100644
--- a/tensorflow/python/kernel_tests/softsign_op_test.py
+++ b/tensorflow/python/kernel_tests/softsign_op_test.py
@@ -36,7 +36,7 @@ class SoftsignTest(test.TestCase):
     np_softsign = self._npSoftsign(np_features)
     with self.cached_session(use_gpu=use_gpu):
       softsign = nn_ops.softsign(np_features)
-      tf_softsign = softsign.eval()
+      tf_softsign = self.evaluate(softsign)
     self.assertAllClose(np_softsign, tf_softsign)
     self.assertShapeEqual(np_softsign, softsign)
 
diff --git a/tensorflow/python/kernel_tests/spacetodepth_op_test.py b/tensorflow/python/kernel_tests/spacetodepth_op_test.py
index b05f14f738..c32b4ff42d 100644
--- a/tensorflow/python/kernel_tests/spacetodepth_op_test.py
+++ b/tensorflow/python/kernel_tests/spacetodepth_op_test.py
@@ -138,13 +138,13 @@ class SpaceToDepthTest(test.TestCase):
       # test NHWC (default) on CPU
       x_tf = array_ops.space_to_depth(input_nhwc, block_size)
       self.assertAllEqual(x_tf.shape, x_out.shape)
-      x_tf.eval()
+      self.evaluate(x_tf)
     if test.is_gpu_available():
       with self.session(use_gpu=True):
         # test NHWC (default) on GPU
         x_tf = array_ops.space_to_depth(input_nhwc, block_size)
         self.assertAllEqual(x_tf.shape, x_out.shape)
-        x_tf.eval()
+        self.evaluate(x_tf)
 
   # Tests for different width and height.
   def testNonSquare(self):
@@ -163,7 +163,7 @@ class SpaceToDepthTest(test.TestCase):
     block_size = 2
     with self.assertRaises(ValueError):
       out_tf = array_ops.space_to_depth(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   def testInputWrongDimMissingBatch(self):
     # The input is missing the first dimension ("batch")
@@ -178,7 +178,7 @@ class SpaceToDepthTest(test.TestCase):
     block_size = 0
     with self.assertRaises(ValueError):
       out_tf = array_ops.space_to_depth(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   def testBlockSizeOne(self):
     # The block size is 1. The block size needs to be > 1.
@@ -186,7 +186,7 @@ class SpaceToDepthTest(test.TestCase):
     block_size = 1
     with self.assertRaises(ValueError):
       out_tf = array_ops.space_to_depth(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   def testBlockSizeLarger(self):
     # The block size is too large for this input.
@@ -194,7 +194,7 @@ class SpaceToDepthTest(test.TestCase):
     block_size = 10
     with self.assertRaises(ValueError):
       out_tf = array_ops.space_to_depth(x_np, block_size)
-      out_tf.eval()
+      self.evaluate(out_tf)
 
   def testBlockSizeNotDivisibleWidth(self):
     # The block size divides width but not height.
diff --git a/tensorflow/python/kernel_tests/sparse_cross_op_test.py b/tensorflow/python/kernel_tests/sparse_cross_op_test.py
index 6e0714da70..17e867439a 100644
--- a/tensorflow/python/kernel_tests/sparse_cross_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_cross_op_test.py
@@ -331,7 +331,7 @@ class SparseCrossOpTest(test.TestCase):
         [t2, t1], num_buckets=1024, hash_key=sparse_ops._DEFAULT_HASH_KEY + 1)
     cross_dense = sparse_ops.sparse_tensor_to_dense(cross)
     with session.Session():
-      values = cross_dense.eval()
+      values = self.evaluate(cross_dense)
       self.assertTrue(numpy.not_equal(values[0], values[1]).all())
 
   def test_hashed_3x1x2(self):
diff --git a/tensorflow/python/kernel_tests/sparse_matmul_op_test.py b/tensorflow/python/kernel_tests/sparse_matmul_op_test.py
index 541463e76b..4de69a26e3 100644
--- a/tensorflow/python/kernel_tests/sparse_matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_matmul_op_test.py
@@ -58,7 +58,7 @@ class SparseMatMulTest(test.TestCase):
           transpose_b=tr_b,
           a_is_sparse=sp_a,
           b_is_sparse=sp_b)
-      out = tf_ans.eval()
+      out = self.evaluate(tf_ans)
       np_x = math_ops.cast(tf_x, dtypes.float32).eval()
       np_y = math_ops.cast(tf_y, dtypes.float32).eval()
 
diff --git a/tensorflow/python/kernel_tests/sparse_ops_test.py b/tensorflow/python/kernel_tests/sparse_ops_test.py
index a45ce2e13b..db3f6c44e2 100644
--- a/tensorflow/python/kernel_tests/sparse_ops_test.py
+++ b/tensorflow/python/kernel_tests/sparse_ops_test.py
@@ -635,7 +635,7 @@ class SparseReduceTest(test_util.TensorFlowTestCase):
       else:
         tf_dense_ans = sparse_ops.sparse_reduce_max(sp_t, reduction_axes,
                                                     keep_dims)
-      out_dense = tf_dense_ans.eval()
+      out_dense = self.evaluate(tf_dense_ans)
 
       if do_sum:
         tf_sparse_ans = sparse_ops.sparse_reduce_sum_sparse(sp_t,
@@ -710,16 +710,16 @@ class SparseReduceTest(test_util.TensorFlowTestCase):
           axes = np.random.choice(len(dims), size=d, replace=False).tolist()
           reduced = sparse_ops.sparse_reduce_sum(sp_t, axes)
 
-          err = gradient_checker.compute_gradient_error(sp_t.values, (nnz,),
-                                                        reduced,
-                                                        reduced.eval().shape)
+          err = gradient_checker.compute_gradient_error(
+              sp_t.values, (nnz,), reduced,
+              self.evaluate(reduced).shape)
           self.assertLess(err, 1e-3)
 
         # Tests for negative axes.
         reduced = sparse_ops.sparse_reduce_sum(sp_t, -1)
-        err = gradient_checker.compute_gradient_error(sp_t.values, (nnz,),
-                                                      reduced,
-                                                      reduced.eval().shape)
+        err = gradient_checker.compute_gradient_error(
+            sp_t.values, (nnz,), reduced,
+            self.evaluate(reduced).shape)
         self.assertLess(err, 1e-3)
 
 
diff --git a/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py b/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py
index fe334045af..e605cb1c35 100644
--- a/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_tensor_dense_matmul_op_test.py
@@ -80,7 +80,7 @@ class SparseTensorDenseMatMulTest(test.TestCase):
       self.assertEqual(tf_value_ans.get_shape()[1], np_ans.shape[1])
       self.assertEqual(tf_tensor_ans.get_shape()[1], np_ans.shape[1])
 
-      for out in (tf_value_ans.eval(), tf_tensor_ans.eval()):
+      for out in (tf_value_ans.eval(), self.evaluate(tf_tensor_ans)):
         if x.dtype == np.float32:
           self.assertAllClose(np_ans, out, rtol=1e-4, atol=1e-4)
         elif x.dtype == np.float64:
diff --git a/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py b/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py
index 7f63532e10..fa6cb13432 100644
--- a/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py
+++ b/tensorflow/python/kernel_tests/sparse_to_dense_op_py_test.py
@@ -104,20 +104,20 @@ class SparseToDenseTest(test.TestCase):
       with self.assertRaisesOpError(
           r"sparse_values has incorrect shape \[2,1\], "
           r"should be \[\] or \[2\]"):
-        dense.eval()
+        self.evaluate(dense)
 
   def testBadNumValues(self):
     with self.cached_session():
       dense = _SparseToDense([1, 3], [5], [1, 2, 3], -1)
       with self.assertRaisesOpError(
           r"sparse_values has incorrect shape \[3\], should be \[\] or \[2\]"):
-        dense.eval()
+        self.evaluate(dense)
 
   def testBadDefault(self):
     with self.cached_session():
       dense = _SparseToDense([1, 3], [5], [1, 2], [0])
       with self.assertRaisesOpError("default_value should be a scalar"):
-        dense.eval()
+        self.evaluate(dense)
 
   def testOutOfBoundsIndicesWithWithoutValidation(self):
     with self.cached_session():
@@ -128,7 +128,7 @@ class SparseToDenseTest(test.TestCase):
           default_value=0.0)
       with self.assertRaisesOpError(
           r"indices\[1\] = \[10\] is out of bounds: need 0 <= index < \[5\]"):
-        dense.eval()
+        self.evaluate(dense)
       # Disable checks, the allocation should still fail.
       with self.assertRaisesOpError("out of bounds"):
         dense_without_validation = _SparseToDense(
@@ -137,7 +137,7 @@ class SparseToDenseTest(test.TestCase):
             sparse_values=[-1.0, 1.0],
             default_value=0.0,
             validate_indices=False)
-        dense_without_validation.eval()
+        self.evaluate(dense_without_validation)
 
   def testRepeatingIndicesWithWithoutValidation(self):
     with self.cached_session():
@@ -147,7 +147,7 @@ class SparseToDenseTest(test.TestCase):
           sparse_values=[-1.0, 1.0],
           default_value=0.0)
       with self.assertRaisesOpError(r"indices\[1\] = \[1\] is repeated"):
-        dense.eval()
+        self.evaluate(dense)
       # Disable checks
       dense_without_validation = _SparseToDense(
           sparse_indices=[[1], [1]],
@@ -155,7 +155,7 @@ class SparseToDenseTest(test.TestCase):
           sparse_values=[-1.0, 1.0],
           default_value=0.0,
           validate_indices=False)
-      dense_without_validation.eval()
+      self.evaluate(dense_without_validation)
 
   def testUnsortedIndicesWithWithoutValidation(self):
     with self.cached_session():
@@ -165,7 +165,7 @@ class SparseToDenseTest(test.TestCase):
           sparse_values=[-1.0, 1.0],
           default_value=0.0)
       with self.assertRaisesOpError(r"indices\[1\] = \[1\] is out of order"):
-        dense.eval()
+        self.evaluate(dense)
       # Disable checks
       dense_without_validation = _SparseToDense(
           sparse_indices=[[2], [1]],
@@ -173,7 +173,7 @@ class SparseToDenseTest(test.TestCase):
           sparse_values=[-1.0, 1.0],
           default_value=0.0,
           validate_indices=False)
-      dense_without_validation.eval()
+      self.evaluate(dense_without_validation)
 
   def testShapeInferenceKnownShape(self):
     with self.session(use_gpu=False):
diff --git a/tensorflow/python/kernel_tests/sparse_xent_op_test.py b/tensorflow/python/kernel_tests/sparse_xent_op_test.py
index 0510bc5321..3f91131dab 100644
--- a/tensorflow/python/kernel_tests/sparse_xent_op_test.py
+++ b/tensorflow/python/kernel_tests/sparse_xent_op_test.py
@@ -164,7 +164,7 @@ class SparseXentTest(test.TestCase):
     with self.session(use_gpu=True):
       loss = nn_ops.sparse_softmax_cross_entropy_with_logits(
           labels=constant_op.constant(0), logits=constant_op.constant([1.0]))
-      self.assertAllClose(0.0, loss.eval())
+      self.assertAllClose(0.0, self.evaluate(loss))
 
   def testFloat(self):
     for label_dtype in np.int32, np.int64:
diff --git a/tensorflow/python/kernel_tests/split_op_test.py b/tensorflow/python/kernel_tests/split_op_test.py
index 944b0e59b1..af90e03966 100644
--- a/tensorflow/python/kernel_tests/split_op_test.py
+++ b/tensorflow/python/kernel_tests/split_op_test.py
@@ -318,7 +318,7 @@ class SplitOpTest(test.TestCase):
       inp_grads = [self._makeData((4, 1), dtype)for _ in range(4)]
       grad_tensors = [constant_op.constant(x) for x in inp_grads]
       grad = gradients_impl.gradients(s, [inp_tensor], grad_tensors)[0]
-      result = grad.eval()
+      result = self.evaluate(grad)
     for i in range(4):
       self.assertAllEqual(result[:, i:i + 1], inp_grads[i])
 
diff --git a/tensorflow/python/kernel_tests/stack_op_test.py b/tensorflow/python/kernel_tests/stack_op_test.py
index 4b355620bf..0f1fa97c38 100644
--- a/tensorflow/python/kernel_tests/stack_op_test.py
+++ b/tensorflow/python/kernel_tests/stack_op_test.py
@@ -204,11 +204,11 @@ class StackOpTest(test.TestCase):
         with self.cached_session(use_gpu=True):
           actual_pack = array_ops.stack(test_arrays, axis=j)
           self.assertEqual(expected.shape, actual_pack.get_shape())
-          actual_pack = actual_pack.eval()
+          actual_pack = self.evaluate(actual_pack)
 
           actual_stack = array_ops.stack(test_arrays, axis=j)
           self.assertEqual(expected.shape, actual_stack.get_shape())
-          actual_stack = actual_stack.eval()
+          actual_stack = self.evaluate(actual_stack)
 
         self.assertNDArrayNear(expected, actual_stack, 1e-6)
 
@@ -253,17 +253,19 @@ class AutomaticStackingTest(test.TestCase):
                                           [[2., 2.], [3., 3.]],
                                           dtype=np.float32)])
       self.assertAllEqual([[[0., 0.], [1., 1.]], [[2., 2.], [3., 3.]]],
-                          result.eval())
+                          self.evaluate(result))
 
   def testVariable(self):
     with self.session(use_gpu=True):
       v = variables.Variable(17)
       result = ops.convert_to_tensor([[0, 0, 0], [0, v, 0], [0, 0, 0]])
       v.initializer.run()
-      self.assertAllEqual([[0, 0, 0], [0, 17, 0], [0, 0, 0]], result.eval())
+      self.assertAllEqual([[0, 0, 0], [0, 17, 0], [0, 0, 0]],
+                          self.evaluate(result))
 
       v.assign(38).op.run()
-      self.assertAllEqual([[0, 0, 0], [0, 38, 0], [0, 0, 0]], result.eval())
+      self.assertAllEqual([[0, 0, 0], [0, 38, 0], [0, 0, 0]],
+                          self.evaluate(result))
 
   def testDtype(self):
     t_0 = ops.convert_to_tensor([[0., 0., 0.], [0., 0., 0.], [0., 0., 0.]])
diff --git a/tensorflow/python/kernel_tests/stack_ops_test.py b/tensorflow/python/kernel_tests/stack_ops_test.py
index 1aa12009ea..6c6fe8aba4 100644
--- a/tensorflow/python/kernel_tests/stack_ops_test.py
+++ b/tensorflow/python/kernel_tests/stack_ops_test.py
@@ -39,7 +39,7 @@ class StackOpTest(test.TestCase):
       c = gen_data_flow_ops.stack_push_v2(h, [[4.0, 5.0]])
       with ops.control_dependencies([c]):
         c1 = gen_data_flow_ops.stack_pop_v2(h, dtypes.float32)
-      self.assertAllClose([[4.0, 5.0]], c1.eval())
+      self.assertAllClose([[4.0, 5.0]], self.evaluate(c1))
 
   def testStackPushPop(self):
     self._testStackPushPop(use_gpu=False)
@@ -54,7 +54,7 @@ class StackOpTest(test.TestCase):
       c = gen_data_flow_ops.stack_push_v2(h, x, swap_memory=True)
       with ops.control_dependencies([c]):
         c1 = gen_data_flow_ops.stack_pop_v2(h, dtypes.float32)
-      self.assertAllClose(a, c1.eval())
+      self.assertAllClose(a, self.evaluate(c1))
 
   def testStackPushPopSwap(self):
     self._testStackPushPopSwap(use_gpu=False)
@@ -91,7 +91,7 @@ class StackOpTest(test.TestCase):
 
       _, ry = control_flow_ops.while_loop(
           c1, b1, [r, v], [r.get_shape(), tensor_shape.unknown_shape()])
-      self.assertAllClose(np.ones(2000) * 10.0, ry.eval())
+      self.assertAllClose(np.ones(2000) * 10.0, self.evaluate(ry))
 
   def testStackWhileSwap(self):
     self._testStackWhileSwap(use_gpu=False)
@@ -110,7 +110,7 @@ class StackOpTest(test.TestCase):
       with ops.control_dependencies([c2]):
         c2 = gen_data_flow_ops.stack_pop_v2(h2, dtypes.float32)
       r = c1 + c2
-      self.assertAllClose(9.0, r.eval())
+      self.assertAllClose(9.0, self.evaluate(r))
 
   def testMultiStack(self):
     self._testMultiStack(use_gpu=False)
@@ -173,7 +173,7 @@ class StackOpRefTest(test.TestCase):
       c = gen_data_flow_ops.stack_push(h, [[4.0, 5.0]])
       with ops.control_dependencies([c]):
         c1 = gen_data_flow_ops.stack_pop(h, dtypes.float32)
-      self.assertAllClose([[4.0, 5.0]], c1.eval())
+      self.assertAllClose([[4.0, 5.0]], self.evaluate(c1))
 
   def testStackPushPop(self):
     self._testStackPushPop(use_gpu=False)
@@ -187,7 +187,7 @@ class StackOpRefTest(test.TestCase):
       c = gen_data_flow_ops.stack_push(h, x, swap_memory=True)
       with ops.control_dependencies([c]):
         c1 = gen_data_flow_ops.stack_pop(h, dtypes.float32)
-      self.assertAllClose(a, c1.eval())
+      self.assertAllClose(a, self.evaluate(c1))
 
   def testStackPushPopSwap(self):
     self._testStackPushPopSwap(use_gpu=False)
@@ -204,7 +204,7 @@ class StackOpRefTest(test.TestCase):
       with ops.control_dependencies([c2]):
         c2 = gen_data_flow_ops.stack_pop(h2, dtypes.float32)
       r = c1 + c2
-      self.assertAllClose(9.0, r.eval())
+      self.assertAllClose(9.0, self.evaluate(r))
 
   def _testStackWhileSwap(self, use_gpu):
     with self.cached_session(use_gpu=use_gpu):
@@ -236,7 +236,7 @@ class StackOpRefTest(test.TestCase):
 
       _, ry = control_flow_ops.while_loop(
           c1, b1, [r, v], [r.get_shape(), tensor_shape.unknown_shape()])
-      self.assertAllClose(np.ones(2000) * 10.0, ry.eval())
+      self.assertAllClose(np.ones(2000) * 10.0, self.evaluate(ry))
 
   def testStackWhileSwap(self):
     self._testStackWhileSwap(use_gpu=False)
@@ -253,7 +253,7 @@ class StackOpRefTest(test.TestCase):
       h2 = gen_data_flow_ops._stack(dtypes.float32, stack_name="foo")
       c2 = gen_data_flow_ops.stack_push(h2, 5.0)
       _ = c1 + c2
-      self.assertNotEqual(h1.eval()[1], h2.eval()[1])
+      self.assertNotEqual(h1.eval()[1], self.evaluate(h2)[1])
 
   def testSameNameStacks(self):
     self._testSameNameStacks(use_gpu=False)
diff --git a/tensorflow/python/kernel_tests/string_to_hash_bucket_op_test.py b/tensorflow/python/kernel_tests/string_to_hash_bucket_op_test.py
index 9cb0c9d18f..2cc87008da 100644
--- a/tensorflow/python/kernel_tests/string_to_hash_bucket_op_test.py
+++ b/tensorflow/python/kernel_tests/string_to_hash_bucket_op_test.py
@@ -70,7 +70,7 @@ class StringToHashBucketOpTest(test.TestCase):
       input_string = constant_op.constant(['a', 'b', 'c'])
       output = string_ops.string_to_hash_bucket_strong(
           input_string, 1, key=[123, 345])
-      self.assertAllEqual([0, 0, 0], output.eval())
+      self.assertAllEqual([0, 0, 0], self.evaluate(output))
 
   def testStringToHashBucketsStrong(self):
     with self.cached_session():
@@ -81,7 +81,7 @@ class StringToHashBucketOpTest(test.TestCase):
       # StrongKeyedHash(key, 'a') -> 7157389809176466784 -> mod 10 -> 4
       # StrongKeyedHash(key, 'b') -> 15805638358933211562 -> mod 10 -> 2
       # StrongKeyedHash(key, 'c') -> 18100027895074076528 -> mod 10 -> 8
-      self.assertAllEqual([4, 2, 8], output.eval())
+      self.assertAllEqual([4, 2, 8], self.evaluate(output))
 
   def testStringToHashBucketsStrongInvalidKey(self):
     with self.cached_session():
diff --git a/tensorflow/python/kernel_tests/substr_op_test.py b/tensorflow/python/kernel_tests/substr_op_test.py
index 37aa624b07..bb2d4a7913 100644
--- a/tensorflow/python/kernel_tests/substr_op_test.py
+++ b/tensorflow/python/kernel_tests/substr_op_test.py
@@ -51,7 +51,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     length = np.array(3, dtype)
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
   @parameterized.parameters(
@@ -71,7 +71,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     length = np.array(3, dtype)
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
     # Full string
@@ -83,7 +83,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     length = np.array(5, dtype)
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, test_string)
 
     # Full string (Negative)
@@ -95,7 +95,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     length = np.array(5, dtype)
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, test_string)
 
     # Length is larger in magnitude than a negative position
@@ -111,7 +111,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     length = np.array(5, dtype)
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_string)
 
   @parameterized.parameters(
@@ -138,7 +138,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     length = np.array(3, dtype)
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
   @parameterized.parameters(
@@ -173,7 +173,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     }[unit]
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
     position = np.array(-3, dtype)
@@ -188,7 +188,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     }[unit]
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
   @parameterized.parameters(
@@ -229,7 +229,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     }[unit]
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
   @parameterized.parameters(
@@ -271,7 +271,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     }[unit]
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
     # Broadcast input string onto pos/len
@@ -294,7 +294,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     }[unit]
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
     # Test 1D broadcast
@@ -310,7 +310,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     }[unit]
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
-      substr = substr_op.eval()
+      substr = self.evaluate(substr_op)
       self.assertAllEqual(substr, expected_value)
 
   @parameterized.parameters(
@@ -349,7 +349,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        substr_op.eval()
+        self.evaluate(substr_op)
 
   @parameterized.parameters(
       (np.int32, 4, "BYTE"),
@@ -373,7 +373,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        substr_op.eval()
+        self.evaluate(substr_op)
 
   @parameterized.parameters(
       (np.int32, "BYTE"),
@@ -398,7 +398,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        substr_op.eval()
+        self.evaluate(substr_op)
 
     # Matrix/Matrix (with negative)
     position = np.array([[1, 2, -3], [1, 2, -4], [1, 2, -3]], dtype)
@@ -406,7 +406,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        substr_op.eval()
+        self.evaluate(substr_op)
 
   @parameterized.parameters(
       (np.int32, "BYTE"),
@@ -428,7 +428,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        substr_op.eval()
+        self.evaluate(substr_op)
 
     # Broadcast (with negative)
     position = np.array([-1, -2, -4], dtype)
@@ -436,7 +436,7 @@ class SubstrOpTest(test.TestCase, parameterized.TestCase):
     substr_op = string_ops.substr(test_string, position, length, unit=unit)
     with self.cached_session():
       with self.assertRaises(errors_impl.InvalidArgumentError):
-        substr_op.eval()
+        self.evaluate(substr_op)
 
   @parameterized.parameters(
       (np.int32, "BYTE"),
diff --git a/tensorflow/python/kernel_tests/svd_op_test.py b/tensorflow/python/kernel_tests/svd_op_test.py
index 57298c0fec..32c97a7b19 100644
--- a/tensorflow/python/kernel_tests/svd_op_test.py
+++ b/tensorflow/python/kernel_tests/svd_op_test.py
@@ -123,7 +123,7 @@ def _GetSvdOpTest(dtype_, shape_, use_static_shape_, compute_uv_,
     # Tests that x[...,:,:]^H * x[...,:,:] is close to the identity.
     xx = math_ops.matmul(x, x, adjoint_a=True)
     identity = array_ops.matrix_band_part(array_ops.ones_like(xx), 0, 0)
-    self.assertAllClose(identity.eval(), xx.eval(), atol=tol)
+    self.assertAllClose(identity.eval(), self.evaluate(xx), atol=tol)
 
   def Test(self):
     is_complex = dtype_ in (np.complex64, np.complex128)
diff --git a/tensorflow/python/kernel_tests/tensor_array_ops_test.py b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
index 0188eb246f..08578c0c49 100644
--- a/tensorflow/python/kernel_tests/tensor_array_ops_test.py
+++ b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
@@ -429,7 +429,7 @@ class TensorArrayTest(test.TestCase):
             handle=w0.handle, index=0, dtype=dtypes.float64, flow_in=w0.flow)
         with self.assertRaisesOpError(
             "TensorArray dtype is float but Op requested dtype double."):
-          r0_bad.eval()
+          self.evaluate(r0_bad)
 
       # Test reading from a negative index, which is not allowed
       with self.assertRaisesOpError("index -1"):
@@ -1212,7 +1212,7 @@ class TensorArrayTest(test.TestCase):
       w0 = ta.unstack(x)
       w1 = w0.write(3, 4.0)
       r = w1.stack()
-      self.assertAllEqual(np.array([1.0, 2.0, 3.0, 4.0]), r.eval())
+      self.assertAllEqual(np.array([1.0, 2.0, 3.0, 4.0]), self.evaluate(r))
       grad = gradients_impl.gradients(ys=[r], xs=[x])
       self.assertAllEqual(np.array([1.0, 1.0, 1.0]), sess.run(grad)[0])
 
@@ -1227,7 +1227,7 @@ class TensorArrayTest(test.TestCase):
       w0 = ta.split(x, [1, 1, 1])
       w1 = w0.write(3, [4.0])
       r = w1.concat()
-      self.assertAllEqual(np.array([1.0, 2.0, 3.0, 4.0]), r.eval())
+      self.assertAllEqual(np.array([1.0, 2.0, 3.0, 4.0]), self.evaluate(r))
       grad = gradients_impl.gradients(ys=[r], xs=[x])
       self.assertAllEqual(np.array([1.0, 1.0, 1.0]), sess.run(grad)[0])
 
@@ -1255,10 +1255,10 @@ class TensorArrayTest(test.TestCase):
       ta.unstack(array_ops.zeros([0, 3, 5])).mark_used()
       packed = ta.stack()
       concatenated = ta.concat()
-      self.assertAllEqual([0, 3, 5], packed.eval().shape)
+      self.assertAllEqual([0, 3, 5], self.evaluate(packed).shape)
       # Concatenating zero tensors along their first dimension gives a
       # first dimension of zero
-      self.assertAllEqual([0, 5], concatenated.eval().shape)
+      self.assertAllEqual([0, 5], self.evaluate(concatenated).shape)
 
   def testTensorArrayEvalEmptyWithDefault(self):
     self._testTensorArrayEvalEmptyWithDefault()
diff --git a/tensorflow/python/kernel_tests/transpose_op_test.py b/tensorflow/python/kernel_tests/transpose_op_test.py
index 8c11c20709..76e1002ee1 100644
--- a/tensorflow/python/kernel_tests/transpose_op_test.py
+++ b/tensorflow/python/kernel_tests/transpose_op_test.py
@@ -50,7 +50,7 @@ class TransposeTest(test.TestCase):
     with self.cached_session(use_gpu=False):
       inx = ops.convert_to_tensor(x)
       y = array_ops.transpose(inx, p, conjugate=conjugate)
-      tf_ans = y.eval()
+      tf_ans = self.evaluate(y)
       self.assertShapeEqual(np_ans, y)
       self.assertAllEqual(np_ans, tf_ans)
 
@@ -81,7 +81,7 @@ class TransposeTest(test.TestCase):
     with self.cached_session(use_gpu=True):
       inx = ops.convert_to_tensor(x)
       y = array_ops.transpose(inx, p, conjugate=conjugate)
-      tf_ans = y.eval()
+      tf_ans = self.evaluate(y)
 
       self.assertAllEqual(np_ans, tf_ans)
       self.assertShapeEqual(np_ans, y)
@@ -168,7 +168,7 @@ class TransposeTest(test.TestCase):
         with self.cached_session(use_gpu=True):
           inx = ops.convert_to_tensor(inp)
           y = array_ops.transpose(inx, perm)
-          tf_ans = y.eval()
+          tf_ans = self.evaluate(y)
         self.assertAllEqual(np_ans, tf_ans)
         self.assertShapeEqual(np_ans, y)
 
@@ -189,7 +189,7 @@ class TransposeTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
-        tf_ans = y.eval()
+        tf_ans = self.evaluate(y)
       self.assertAllEqual(np_ans, tf_ans)
       self.assertShapeEqual(np_ans, y)
 
@@ -224,7 +224,7 @@ class TransposeTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
-        tf_ans = y.eval()
+        tf_ans = self.evaluate(y)
       self.assertAllEqual(np_ans, tf_ans)
       self.assertShapeEqual(np_ans, y)
 
@@ -246,7 +246,7 @@ class TransposeTest(test.TestCase):
         with self.cached_session(use_gpu=True):
           inx = ops.convert_to_tensor(inp)
           y = array_ops.transpose(inx, perm)
-          tf_ans = y.eval()
+          tf_ans = self.evaluate(y)
         self.assertAllEqual(np_ans, tf_ans)
         self.assertShapeEqual(np_ans, y)
 
@@ -267,7 +267,7 @@ class TransposeTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
-        tf_ans = y.eval()
+        tf_ans = self.evaluate(y)
       self.assertAllEqual(np_ans, tf_ans)
       self.assertShapeEqual(np_ans, y)
 
@@ -319,7 +319,7 @@ class TransposeTest(test.TestCase):
       with self.cached_session(use_gpu=True):
         inx = ops.convert_to_tensor(inp)
         y = array_ops.transpose(inx, perm)
-        tf_ans = y.eval()
+        tf_ans = self.evaluate(y)
       self.assertAllEqual(np_ans, tf_ans)
       self.assertShapeEqual(np_ans, y)
       self._ClearCachedSession()
@@ -341,7 +341,7 @@ class TransposeTest(test.TestCase):
         inx = ops.convert_to_tensor(x)
         inp = constant_op.constant(p)
         y = array_ops.transpose(inx, inp)
-        tf_ans = y.eval()
+        tf_ans = self.evaluate(y)
         self.assertShapeEqual(np_ans, y)
         self.assertAllEqual(np_ans, tf_ans)
 
diff --git a/tensorflow/python/kernel_tests/unicode_decode_op_test.py b/tensorflow/python/kernel_tests/unicode_decode_op_test.py
index 34dae9b731..c34145bff1 100644
--- a/tensorflow/python/kernel_tests/unicode_decode_op_test.py
+++ b/tensorflow/python/kernel_tests/unicode_decode_op_test.py
@@ -58,10 +58,10 @@ class UnicodeDecodeTest(test.TestCase):
           codepoint("更"),
           codepoint("新")
       ],
-                          utf8_text.eval().tolist())
-      self.assertAllEqual([0, 4, 14], row_splits.eval().tolist())
+                          self.evaluate(utf8_text).tolist())
+      self.assertAllEqual([0, 4, 14], self.evaluate(row_splits).tolist())
       self.assertAllEqual([0, 3, 6, 9, 0, 3, 6, 9, 12, 15, 18, 21, 24, 27],
-                          offsets.eval().tolist())
+                          self.evaluate(offsets).tolist())
 
   def testBasicDecodeWithOffset(self):
     text = constant_op.constant(["仅今年前"])
@@ -75,9 +75,9 @@ class UnicodeDecodeTest(test.TestCase):
           codepoint("年"),
           codepoint("前"),
       ],
-                          utf8_text.eval().tolist())
-      self.assertAllEqual(row_splits.eval().tolist(), [0, 4])
-      self.assertAllEqual(starts.eval().tolist(), [0, 3, 6, 9])
+                          self.evaluate(utf8_text).tolist())
+      self.assertAllEqual(self.evaluate(row_splits).tolist(), [0, 4])
+      self.assertAllEqual(self.evaluate(starts).tolist(), [0, 3, 6, 9])
 
   def testStrictError(self):
     text = constant_op.constant([b"\xFEED"])
@@ -86,7 +86,7 @@ class UnicodeDecodeTest(test.TestCase):
 
     with self.assertRaises(errors.InvalidArgumentError):
       with self.test_session():
-        error.eval()
+        self.evaluate(error)
 
   def testReplaceOnError(self):
     text = constant_op.constant([b"\xFE"])
@@ -95,7 +95,7 @@ class UnicodeDecodeTest(test.TestCase):
         text, "utf-8", errors="replace")
 
     with self.test_session():
-      self.assertAllEqual(utf8_text.eval().tolist(), [65533])
+      self.assertAllEqual(self.evaluate(utf8_text).tolist(), [65533])
 
   def testBadReplacementChar(self):
     text = constant_op.constant([b"\xFE"])
@@ -104,7 +104,7 @@ class UnicodeDecodeTest(test.TestCase):
 
     with self.assertRaises(errors.InvalidArgumentError):
       with self.test_session():
-        error.eval()
+        self.evaluate(error)
 
   def testIgnoreOnError(self):
     text = constant_op.constant([b"\xFEhello"])
@@ -113,7 +113,7 @@ class UnicodeDecodeTest(test.TestCase):
         text, "utf-8", errors="ignore")
 
     with self.test_session():
-      self.assertAllEqual(utf8_text.eval().tolist(), [
+      self.assertAllEqual(self.evaluate(utf8_text).tolist(), [
           codepoint("h"),
           codepoint("e"),
           codepoint("l"),
@@ -141,8 +141,8 @@ class UnicodeDecodeTest(test.TestCase):
           codepoint("年"),
           codepoint("前"),
       ],
-                          utf8_text.eval().tolist())
-      self.assertAllEqual([0, 5], row_splits.eval().tolist())
+                          self.evaluate(utf8_text).tolist())
+      self.assertAllEqual([0, 5], self.evaluate(row_splits).tolist())
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/variable_ops_test.py b/tensorflow/python/kernel_tests/variable_ops_test.py
index 3d2f8b6155..769bbba47b 100644
--- a/tensorflow/python/kernel_tests/variable_ops_test.py
+++ b/tensorflow/python/kernel_tests/variable_ops_test.py
@@ -46,7 +46,7 @@ class VariableOpTest(test.TestCase):
       p = state_ops.variable_op(x.shape, tftype)
       op = state_ops.assign(p, x)
       op.op.run()
-      return p.eval()
+      return self.evaluate(p)
 
   def _testTypes(self, vals):
     for dtype in [np.float32, np.float64, np.int32, np.int64]:
@@ -170,14 +170,14 @@ class VariableOpTest(test.TestCase):
       var = state_ops.assign(var, [[4.0, 5.0]])
       var = state_ops.assign_add(var, [[6.0, 7.0]])
       final = gen_state_ops.destroy_temporary_variable(var, var_name="foo")
-      self.assertAllClose([[10.0, 12.0]], final.eval())
+      self.assertAllClose([[10.0, 12.0]], self.evaluate(final))
 
   def testDestroyNonexistentTemporaryVariable(self):
     with self.test_session(use_gpu=True):
       var = gen_state_ops.temporary_variable([1, 2], dtypes.float32)
       final = gen_state_ops.destroy_temporary_variable(var, var_name="bad")
       with self.assertRaises(errors.NotFoundError):
-        final.eval()
+        self.evaluate(final)
 
   def testDuplicateTemporaryVariable(self):
     with self.test_session(use_gpu=True):
@@ -189,7 +189,7 @@ class VariableOpTest(test.TestCase):
       var2 = state_ops.assign(var2, [[3.0, 4.0]])
       final = var1 + var2
       with self.assertRaises(errors.AlreadyExistsError):
-        final.eval()
+        self.evaluate(final)
 
   def testDestroyTemporaryVariableTwice(self):
     with self.test_session(use_gpu=True):
@@ -198,14 +198,14 @@ class VariableOpTest(test.TestCase):
       val2 = gen_state_ops.destroy_temporary_variable(var, var_name="dup")
       final = val1 + val2
       with self.assertRaises(errors.NotFoundError):
-        final.eval()
+        self.evaluate(final)
 
   def testTemporaryVariableNoLeak(self):
     with self.test_session(use_gpu=True):
       var = gen_state_ops.temporary_variable(
           [1, 2], dtypes.float32, var_name="bar")
       final = array_ops.identity(var)
-      final.eval()
+      self.evaluate(final)
 
   def testTwoTemporaryVariablesNoLeaks(self):
     with self.test_session(use_gpu=True):
@@ -214,7 +214,7 @@ class VariableOpTest(test.TestCase):
       var2 = gen_state_ops.temporary_variable(
           [1, 2], dtypes.float32, var_name="var2")
       final = var1 + var2
-      final.eval()
+      self.evaluate(final)
 
   def testAssignDependencyAcrossDevices(self):
     with self.test_session(use_gpu=True):
@@ -229,7 +229,7 @@ class VariableOpTest(test.TestCase):
           # honored, i.e., the Send and Recv from GPU to CPU should take place
           # only after the increment.
           result = math_ops.multiply(var, var)
-      self.assertAllClose([4.0], result.eval())
+      self.assertAllClose([4.0], self.evaluate(result))
 
   def testIsVariableInitialized(self):
     for use_gpu in [True, False]:
diff --git a/tensorflow/python/kernel_tests/variable_scope_test.py b/tensorflow/python/kernel_tests/variable_scope_test.py
index 2ba064f8a5..0aac4adfa6 100644
--- a/tensorflow/python/kernel_tests/variable_scope_test.py
+++ b/tensorflow/python/kernel_tests/variable_scope_test.py
@@ -649,7 +649,7 @@ class VariableScopeTest(test.TestCase):
             "testVarScopeGetOrCreateReuse_bar",
             reuse=variable_scope.AUTO_REUSE):
           _ = variable_scope.get_variable("var", [])
-        self.assertEqual(value, x.eval())
+        self.assertEqual(value, self.evaluate(x))
 
       test_value(42.)  # Variable is created.
       test_value(13.)  # Variable is reused hereafter.
diff --git a/tensorflow/python/kernel_tests/variables_test.py b/tensorflow/python/kernel_tests/variables_test.py
index b3eebf8316..6213f86272 100644
--- a/tensorflow/python/kernel_tests/variables_test.py
+++ b/tensorflow/python/kernel_tests/variables_test.py
@@ -58,15 +58,15 @@ class VariablesTestCase(test.TestCase):
       self.assertEqual([], var1.shape)
 
       with self.assertRaisesOpError("Attempting to use uninitialized value"):
-        var0.eval()
+        self.evaluate(var0)
 
       with self.assertRaisesOpError("Attempting to use uninitialized value"):
-        var1.eval()
+        self.evaluate(var1)
 
       variables.global_variables_initializer().run()
 
-      self.assertAllClose(0.0, var0.eval())
-      self.assertAllClose(1.1, var1.eval())
+      self.assertAllClose(0.0, self.evaluate(var0))
+      self.assertAllClose(1.1, self.evaluate(var1))
 
   def testInitializationOrder(self):
     with self.cached_session():
@@ -94,8 +94,9 @@ class VariablesTestCase(test.TestCase):
 
       variables.global_variables_initializer().run()
 
-      self.assertAllClose(rnd.eval(), dep.eval())
-      self.assertAllClose(rnd.eval() + dep.eval() + 2.0, depdep.eval())
+      self.assertAllClose(rnd.eval(), self.evaluate(dep))
+      self.assertAllClose(rnd.eval() + self.evaluate(dep) + 2.0,
+                          self.evaluate(depdep))
 
   def testIterable(self):
     with self.assertRaisesRegexp(TypeError, "not iterable"):
@@ -112,16 +113,16 @@ class VariablesTestCase(test.TestCase):
       minus_one = var.assign_sub(2.0)
       four = var.assign(4.0)
       variables.global_variables_initializer().run()
-      self.assertAllClose(0.0, var.eval())
+      self.assertAllClose(0.0, self.evaluate(var))
 
-      self.assertAllClose(1.0, plus_one.eval())
-      self.assertAllClose(1.0, var.eval())
+      self.assertAllClose(1.0, self.evaluate(plus_one))
+      self.assertAllClose(1.0, self.evaluate(var))
 
-      self.assertAllClose(-1.0, minus_one.eval())
-      self.assertAllClose(-1.0, var.eval())
+      self.assertAllClose(-1.0, self.evaluate(minus_one))
+      self.assertAllClose(-1.0, self.evaluate(var))
 
-      self.assertAllClose(4.0, four.eval())
-      self.assertAllClose(4.0, var.eval())
+      self.assertAllClose(4.0, self.evaluate(four))
+      self.assertAllClose(4.0, self.evaluate(var))
 
   def testResourceAssignments(self):
     with self.session(use_gpu=True):
@@ -130,16 +131,16 @@ class VariablesTestCase(test.TestCase):
       minus_one = var.assign_sub(2.0)
       four = var.assign(4.0)
       variables.global_variables_initializer().run()
-      self.assertAllClose(0.0, var.eval())
+      self.assertAllClose(0.0, self.evaluate(var))
 
-      plus_one.eval()
-      self.assertAllClose(1.0, var.eval())
+      self.evaluate(plus_one)
+      self.assertAllClose(1.0, self.evaluate(var))
 
-      minus_one.eval()
-      self.assertAllClose(-1.0, var.eval())
+      self.evaluate(minus_one)
+      self.assertAllClose(-1.0, self.evaluate(var))
 
-      four.eval()
-      self.assertAllClose(4.0, var.eval())
+      self.evaluate(four)
+      self.assertAllClose(4.0, self.evaluate(var))
 
   def testZeroSizeStringAssign(self):
     with self.cached_session() as sess:
@@ -160,24 +161,24 @@ class VariablesTestCase(test.TestCase):
       count_up_to = var.count_up_to(3)
 
       variables.global_variables_initializer().run()
-      self.assertEqual(0, var.eval())
+      self.assertEqual(0, self.evaluate(var))
 
-      self.assertEqual(0, count_up_to.eval())
-      self.assertEqual(1, var.eval())
+      self.assertEqual(0, self.evaluate(count_up_to))
+      self.assertEqual(1, self.evaluate(var))
 
-      self.assertEqual(1, count_up_to.eval())
-      self.assertEqual(2, var.eval())
+      self.assertEqual(1, self.evaluate(count_up_to))
+      self.assertEqual(2, self.evaluate(var))
 
-      self.assertEqual(2, count_up_to.eval())
-      self.assertEqual(3, var.eval())
+      self.assertEqual(2, self.evaluate(count_up_to))
+      self.assertEqual(3, self.evaluate(var))
 
       with self.assertRaisesOpError("Reached limit of 3"):
-        count_up_to.eval()
-      self.assertEqual(3, var.eval())
+        self.evaluate(count_up_to)
+      self.assertEqual(3, self.evaluate(var))
 
       with self.assertRaisesOpError("Reached limit of 3"):
-        count_up_to.eval()
-      self.assertEqual(3, var.eval())
+        self.evaluate(count_up_to)
+      self.assertEqual(3, self.evaluate(var))
 
   def testCountUpToInt32(self):
     self._countUpToTest(dtypes.int32)
@@ -252,8 +253,8 @@ class VariablesTestCase(test.TestCase):
       var_x = variables.Variable(2.0)
       var_y = variables.Variable(3.0)
       variables.global_variables_initializer().run()
-      self.assertAllClose(2.0, var_x.eval())
-      self.assertAllClose(3.0, var_y.eval())
+      self.assertAllClose(2.0, self.evaluate(var_x))
+      self.assertAllClose(3.0, self.evaluate(var_y))
       self.assertAllClose(5.0, math_ops.add(var_x, var_y).eval())
 
   def testZeroSizeVarSameAsConst(self):
@@ -264,7 +265,7 @@ class VariablesTestCase(test.TestCase):
       const_mul = math_ops.matmul(
           zero_size_const, zero_size_const, transpose_b=True)
       variables.global_variables_initializer().run()
-      variable_output = variable_mul.eval()
+      variable_output = self.evaluate(variable_mul)
       self.assertAllClose(const_mul.eval(), variable_output)
       self.assertAllClose([[0., 0.], [0., 0.]], variable_output)
 
@@ -349,37 +350,37 @@ class VariablesTestCase(test.TestCase):
       rmatmul = var_m.__rmatmul__([[10.0], [20.0]])
 
       variables.global_variables_initializer().run()
-      self.assertAllClose([2.0], add.eval())
-      self.assertAllClose([3.0], radd.eval())
-      self.assertAllClose([1.0], sub.eval())
-      self.assertAllClose([-1.0], rsub.eval())
-      self.assertAllClose([20.0], mul.eval())
-      self.assertAllClose([20.0], rmul.eval())
-      self.assertAllClose([0.2], div.eval())
-      self.assertAllClose([5.0], rdiv.eval())
-      self.assertAllClose([-2.0], neg.eval())
-      self.assertAllClose([2.0], abs_v.eval())
-      self.assertAllClose([True], lt.eval())
-      self.assertAllClose([False], rlt.eval())
-      self.assertAllClose([True], le.eval())
-      self.assertAllClose([True], rle.eval())
-      self.assertAllClose([False], gt.eval())
-      self.assertAllClose([True], rgt.eval())
-      self.assertAllClose([True], ge.eval())
-      self.assertAllClose([True], rge.eval())
-
-      self.assertAllClose([6], mod.eval())
-      self.assertAllClose([3], rmod.eval())
-
-      self.assertAllClose([True, False], and_v.eval())
-      self.assertAllClose([True, True], or_v.eval())
-      self.assertAllClose([True, False], xor_v.eval())
-      self.assertAllClose([False, True], invert_v.eval())
-
-      self.assertAllClose(rnd[2, 0:0], slice_v.eval())
-
-      self.assertAllClose([[80.0]], matmul.eval())
-      self.assertAllClose([[20.0, 30.0], [40.0, 60.0]], rmatmul.eval())
+      self.assertAllClose([2.0], self.evaluate(add))
+      self.assertAllClose([3.0], self.evaluate(radd))
+      self.assertAllClose([1.0], self.evaluate(sub))
+      self.assertAllClose([-1.0], self.evaluate(rsub))
+      self.assertAllClose([20.0], self.evaluate(mul))
+      self.assertAllClose([20.0], self.evaluate(rmul))
+      self.assertAllClose([0.2], self.evaluate(div))
+      self.assertAllClose([5.0], self.evaluate(rdiv))
+      self.assertAllClose([-2.0], self.evaluate(neg))
+      self.assertAllClose([2.0], self.evaluate(abs_v))
+      self.assertAllClose([True], self.evaluate(lt))
+      self.assertAllClose([False], self.evaluate(rlt))
+      self.assertAllClose([True], self.evaluate(le))
+      self.assertAllClose([True], self.evaluate(rle))
+      self.assertAllClose([False], self.evaluate(gt))
+      self.assertAllClose([True], self.evaluate(rgt))
+      self.assertAllClose([True], self.evaluate(ge))
+      self.assertAllClose([True], self.evaluate(rge))
+
+      self.assertAllClose([6], self.evaluate(mod))
+      self.assertAllClose([3], self.evaluate(rmod))
+
+      self.assertAllClose([True, False], self.evaluate(and_v))
+      self.assertAllClose([True, True], self.evaluate(or_v))
+      self.assertAllClose([True, False], self.evaluate(xor_v))
+      self.assertAllClose([False, True], self.evaluate(invert_v))
+
+      self.assertAllClose(rnd[2, 0:0], self.evaluate(slice_v))
+
+      self.assertAllClose([[80.0]], self.evaluate(matmul))
+      self.assertAllClose([[20.0, 30.0], [40.0, 60.0]], self.evaluate(rmatmul))
 
   def testSession(self):
     with self.cached_session() as sess:
@@ -416,7 +417,7 @@ class VariablesTestCase(test.TestCase):
       self.assertEqual(shape, v1.shape)
       self.assertAllClose(value, v1.initial_value.eval())
       with self.assertRaises(errors_impl.FailedPreconditionError):
-        v1.eval()
+        self.evaluate(v1)
 
       v2 = variables.Variable(
           math_ops.negative(v1.initialized_value()), dtype=dtypes.float32)
@@ -425,9 +426,9 @@ class VariablesTestCase(test.TestCase):
       self.assertAllClose(np.negative(value), v2.initial_value.eval())
 
       with self.assertRaises(errors_impl.FailedPreconditionError):
-        v2.eval()
+        self.evaluate(v2)
       variables.global_variables_initializer().run()
-      self.assertAllClose(np.negative(value), v2.eval())
+      self.assertAllClose(np.negative(value), self.evaluate(v2))
 
   def testConstraintArg(self):
     constraint = lambda x: x
@@ -519,7 +520,7 @@ class VariablesTestCase(test.TestCase):
       variables.global_variables_initializer().run()
       var.load(np.ones((5, 5), np.float32))
 
-      self.assertAllClose(np.ones((5, 5), np.float32), var.eval())
+      self.assertAllClose(np.ones((5, 5), np.float32), self.evaluate(var))
 
   def testRepr(self):
     var = variables.VariableV1(np.zeros((5, 5), np.float32), name="noop")
@@ -582,7 +583,7 @@ class IsInitializedTest(test.TestCase):
       do_opt = gradient_descent.GradientDescentOptimizer(0.1).minimize(
           objective)
       sess.run([do_opt])
-      self.assertAllClose([[0.9, 0.9], [0.9, 0.9]], b.eval())
+      self.assertAllClose([[0.9, 0.9], [0.9, 0.9]], self.evaluate(b))
 
 
 class ObsoleteIsInitializedTest(test.TestCase):
@@ -744,34 +745,34 @@ class PartitionedVariableTest(test.TestCase):
       variables.global_variables_initializer().run()
 
       self.assertEqual([1.0], plus_delta[0].eval())
-      self.assertEqual([1.0], v0.eval())
+      self.assertEqual([1.0], self.evaluate(v0))
       self.assertEqual([3.0], plus_delta[1].eval())
-      self.assertEqual([3.0], v1.eval())
+      self.assertEqual([3.0], self.evaluate(v1))
 
       self.assertEqual([-2.0], minus_delta[0].eval())
-      self.assertEqual([-2.0], v0.eval())
+      self.assertEqual([-2.0], self.evaluate(v0))
       self.assertEqual([-1.0], minus_delta[1].eval())
-      self.assertEqual([-1.0], v1.eval())
+      self.assertEqual([-1.0], self.evaluate(v1))
 
       self.assertEqual([1.0], assign_ones[0].eval())
-      self.assertEqual([1.0], v0.eval())
+      self.assertEqual([1.0], self.evaluate(v0))
       self.assertEqual([1.0], assign_ones[1].eval())
-      self.assertEqual([1.0], v1.eval())
+      self.assertEqual([1.0], self.evaluate(v1))
 
       self.assertEqual([2.0], assign_list[0].eval())
-      self.assertEqual([2.0], v2.eval())
+      self.assertEqual([2.0], self.evaluate(v2))
       self.assertEqual([3.0], assign_list[1].eval())
-      self.assertEqual([3.0], v3.eval())
+      self.assertEqual([3.0], self.evaluate(v3))
 
       self.assertEqual([3.0], assign_part_value[0].eval())
-      self.assertEqual([3.0], v2.eval())
+      self.assertEqual([3.0], self.evaluate(v2))
       self.assertEqual([4.0], assign_part_value[1].eval())
-      self.assertEqual([4.0], v3.eval())
+      self.assertEqual([4.0], self.evaluate(v3))
 
       self.assertEqual([2.0], assign_part_var[0].eval())
-      self.assertEqual([2.0], v2.eval())
+      self.assertEqual([2.0], self.evaluate(v2))
       self.assertEqual([3.0], assign_part_var[1].eval())
-      self.assertEqual([3.0], v3.eval())
+      self.assertEqual([3.0], self.evaluate(v3))
 
 
 class VariableContainerTest(test.TestCase):
diff --git a/tensorflow/python/kernel_tests/weights_broadcast_test.py b/tensorflow/python/kernel_tests/weights_broadcast_test.py
index 85f9abc69f..c476004b89 100644
--- a/tensorflow/python/kernel_tests/weights_broadcast_test.py
+++ b/tensorflow/python/kernel_tests/weights_broadcast_test.py
@@ -158,7 +158,7 @@ class BroadcastWeightsTest(test.TestCase):
     dynamic_op = weights_broadcast_ops.broadcast_weights(
         weights=weights_placeholder, values=values_placeholder)
     with self.cached_session():
-      self.assertAllEqual(expected, static_op.eval())
+      self.assertAllEqual(expected, self.evaluate(static_op))
       self.assertAllEqual(expected, dynamic_op.eval(feed_dict={
           weights_placeholder: weights,
           values_placeholder: values,
diff --git a/tensorflow/python/kernel_tests/where_op_test.py b/tensorflow/python/kernel_tests/where_op_test.py
index fca45c3ece..9e074b2304 100644
--- a/tensorflow/python/kernel_tests/where_op_test.py
+++ b/tensorflow/python/kernel_tests/where_op_test.py
@@ -41,11 +41,11 @@ class WhereOpTest(test.TestCase):
       ans = array_ops.where(x)
       self.assertEqual([None, x.ndim], ans.get_shape().as_list())
       if expected_err_re is None:
-        tf_ans = ans.eval()
+        tf_ans = self.evaluate(ans)
         self.assertAllClose(tf_ans, truth, atol=1e-10)
       else:
         with self.assertRaisesOpError(expected_err_re):
-          ans.eval()
+          self.evaluate(ans)
 
   def testWrongNumbers(self):
     with self.session(use_gpu=True):
diff --git a/tensorflow/python/kernel_tests/zero_division_test.py b/tensorflow/python/kernel_tests/zero_division_test.py
index e68b96e670..73ab382e53 100644
--- a/tensorflow/python/kernel_tests/zero_division_test.py
+++ b/tensorflow/python/kernel_tests/zero_division_test.py
@@ -36,7 +36,7 @@ class ZeroDivisionTest(test.TestCase):
           bads.append(one % zero)
         for bad in bads:
           try:
-            result = bad.eval()
+            result = self.evaluate(bad)
           except errors_impl.OpError as e:
             # Ideally, we'd get a nice exception.  In theory, this should only
             # happen on CPU, but 32 bit integer GPU division is actually on
diff --git a/tensorflow/python/ops/control_flow_ops_test.py b/tensorflow/python/ops/control_flow_ops_test.py
index c3514c183c..47675d3f34 100644
--- a/tensorflow/python/ops/control_flow_ops_test.py
+++ b/tensorflow/python/ops/control_flow_ops_test.py
@@ -155,9 +155,9 @@ class WithDependenciesTestCase(test_util.TensorFlowTestCase):
           constant_op.constant(7))
       with self.cached_session():
         variables.global_variables_initializer().run()
-        self.assertEquals(0, counter.eval())
-        self.assertEquals(7, const_with_dep.eval())
-        self.assertEquals(1, counter.eval())
+        self.assertEquals(0, self.evaluate(counter))
+        self.assertEquals(7, self.evaluate(const_with_dep))
+        self.assertEquals(1, self.evaluate(counter))
 
   def testListDependencies(self):
     with ops.Graph().as_default():
@@ -169,9 +169,9 @@ class WithDependenciesTestCase(test_util.TensorFlowTestCase):
           constant_op.constant(7))
       with self.cached_session():
         variables.global_variables_initializer().run()
-        self.assertEquals(0, counter.eval())
-        self.assertEquals(7, const_with_dep.eval())
-        self.assertEquals(1, counter.eval())
+        self.assertEquals(0, self.evaluate(counter))
+        self.assertEquals(7, self.evaluate(const_with_dep))
+        self.assertEquals(1, self.evaluate(counter))
 
 
 class SwitchTestCase(test_util.TensorFlowTestCase):
@@ -233,7 +233,7 @@ class SwitchTestCase(test_util.TensorFlowTestCase):
                        constant_op.constant(0.0)])
       with self.cached_session() as sess:
         sess.run(variables.global_variables_initializer())
-        self.assertAllEqual(10.0, cost.eval())
+        self.assertAllEqual(10.0, self.evaluate(cost))
 
   def doTestIndexedSlicesGradientInCondInWhileLoop(self, use_resource=False):
     with ops.Graph().as_default():
diff --git a/tensorflow/python/ops/dequantize_op_test.py b/tensorflow/python/ops/dequantize_op_test.py
index 13e50273d8..794985b2db 100644
--- a/tensorflow/python/ops/dequantize_op_test.py
+++ b/tensorflow/python/ops/dequantize_op_test.py
@@ -35,7 +35,7 @@ class DequantizeOpTest(test.TestCase):
     with self.cached_session():
       input_op = constant_op.constant(inputs, shape=[len(inputs)], dtype=dtype)
       dequantized = array_ops.dequantize(input_op, min_range, max_range)
-      tf_ans = dequantized.eval()
+      tf_ans = self.evaluate(dequantized)
 
     # TODO(vrv): Add support for DT_QINT32 quantization if needed.
     type_dict = {
diff --git a/tensorflow/python/ops/gradients_test.py b/tensorflow/python/ops/gradients_test.py
index 103e3902b6..262b62e013 100644
--- a/tensorflow/python/ops/gradients_test.py
+++ b/tensorflow/python/ops/gradients_test.py
@@ -144,7 +144,7 @@ class GradientsTest(test_util.TensorFlowTestCase):
                                  gate_gradients=True)[0]
       with session.Session():
         # Make sure the placer doesn't complain.
-        gz_x.eval()
+        self.evaluate(gz_x)
 
   def testBoundaryStop(self):
     # Test that we don't differentiate 'x'. The gradient function for 'x' is
@@ -628,7 +628,7 @@ class HessianVectorProductTest(test_util.TensorFlowTestCase):
         mat_x = math_ops.matmul(mat, x, name="Ax")
         x_mat_x = math_ops.matmul(array_ops.transpose(x), mat_x, name="xAx")
         hess_v = gradients_impl._hessian_vector_product(x_mat_x, [x], [v])[0]
-        hess_v_actual = hess_v.eval()
+        hess_v_actual = self.evaluate(hess_v)
       self.assertAllClose(hess_v_value, hess_v_actual)
 
 
@@ -648,7 +648,7 @@ class HessianTest(test_util.TensorFlowTestCase):
       x = constant_op.constant(x_value)
       x_mat_x = math_ops.reduce_sum(x[:, None] * mat * x[None, :])
       hess = gradients.hessians(x_mat_x, x)[0]
-      hess_actual = hess.eval()
+      hess_actual = self.evaluate(hess)
     self.assertAllClose(hess_value, hess_actual)
 
   def testHessian1D_multi(self):
@@ -692,7 +692,7 @@ class HessianTest(test_util.TensorFlowTestCase):
           math_ops.matmul(array_ops.transpose(x), x) * 0.5
       )
       hess = gradients.hessians(x_square, x)[0]
-      hess_actual = hess.eval()
+      hess_actual = self.evaluate(hess)
     hess_value = np.bmat([
         [elem*np.ones((m, m)) for elem in vec]
         for vec in np.eye(m)
@@ -711,7 +711,7 @@ class HessianTest(test_util.TensorFlowTestCase):
           math_ops.matmul(array_ops.transpose(x), x) * 0.5
       )
       hess = gradients.hessians(x_square, x)[0]
-      hess_actual = hess.eval()
+      hess_actual = self.evaluate(hess)
     hess_value = np.bmat([
         [elem*np.ones((n, n)) for elem in vec]
         for vec in np.eye(m)
@@ -729,7 +729,7 @@ class IndexedSlicesToTensorTest(test_util.TensorFlowTestCase):
       c_sparse = math_ops._as_indexed_slices(c)
       self.assertAllEqual(np_val.shape, c_sparse.dense_shape.eval())
       c_dense = math_ops.multiply(c_sparse, 1.0)
-      self.assertAllClose(np_val, c_dense.eval())
+      self.assertAllClose(np_val, self.evaluate(c_dense))
 
   def testIndexedSlicesToTensorList(self):
     with self.cached_session():
@@ -745,7 +745,7 @@ class IndexedSlicesToTensorTest(test_util.TensorFlowTestCase):
         sparse_list.append(c_sparse)
       packed_dense = array_ops.stack(dense_list)
       packed_sparse = array_ops.stack(sparse_list)
-      self.assertAllClose(packed_dense.eval(), packed_sparse.eval())
+      self.assertAllClose(packed_dense.eval(), self.evaluate(packed_sparse))
 
   def testInt64Indices(self):
     with self.cached_session():
@@ -757,7 +757,7 @@ class IndexedSlicesToTensorTest(test_util.TensorFlowTestCase):
           math_ops.cast(c_sparse.indices, dtypes.int64), c_sparse.dense_shape)
       self.assertAllEqual(np_val.shape, c_sparse.dense_shape.eval())
       c_dense = math_ops.multiply(c_sparse, 1.0)
-      self.assertAllClose(np_val, c_dense.eval())
+      self.assertAllClose(np_val, self.evaluate(c_dense))
 
   def testWarnings(self):
     # TODO(gunan) Reenable after this issue is fixed:
@@ -853,7 +853,7 @@ class CustomGradientTest(test_util.TensorFlowTestCase):
       y = MyIdentity(MyIdentity(x))
       dy = gradients.gradients(y, x)[0]
       with session.Session():
-        self.assertEqual(9., dy.eval())
+        self.assertEqual(9., self.evaluate(dy))
 
   def testCustomGradient(self):
 
diff --git a/tensorflow/python/ops/histogram_ops_test.py b/tensorflow/python/ops/histogram_ops_test.py
index e7fe0efba4..cd1abbfc13 100644
--- a/tensorflow/python/ops/histogram_ops_test.py
+++ b/tensorflow/python/ops/histogram_ops_test.py
@@ -39,7 +39,7 @@ class BinValuesFixedWidth(test.TestCase):
       bins = histogram_ops.histogram_fixed_width_bins(
           values, value_range, nbins=5)
       self.assertEqual(dtypes.int32, bins.dtype)
-      self.assertAllClose(expected_bins, bins.eval())
+      self.assertAllClose(expected_bins, self.evaluate(bins))
 
   def test_1d_values_int32_output(self):
     # Bins will be:
@@ -51,7 +51,7 @@ class BinValuesFixedWidth(test.TestCase):
       bins = histogram_ops.histogram_fixed_width_bins(
           values, value_range, nbins=5, dtype=dtypes.int64)
       self.assertEqual(dtypes.int32, bins.dtype)
-      self.assertAllClose(expected_bins, bins.eval())
+      self.assertAllClose(expected_bins, self.evaluate(bins))
 
   def test_1d_float64_values_int32_output(self):
     # Bins will be:
@@ -63,7 +63,7 @@ class BinValuesFixedWidth(test.TestCase):
       bins = histogram_ops.histogram_fixed_width_bins(
           values, value_range, nbins=5)
       self.assertEqual(dtypes.int32, bins.dtype)
-      self.assertAllClose(expected_bins, bins.eval())
+      self.assertAllClose(expected_bins, self.evaluate(bins))
 
   def test_2d_values(self):
     # Bins will be:
@@ -76,7 +76,7 @@ class BinValuesFixedWidth(test.TestCase):
       bins = histogram_ops.histogram_fixed_width_bins(
           values, value_range, nbins=5)
       self.assertEqual(dtypes.int32, bins.dtype)
-      self.assertAllClose(expected_bins, bins.eval())
+      self.assertAllClose(expected_bins, self.evaluate(bins))
 
 
 class HistogramFixedWidthTest(test.TestCase):
@@ -110,7 +110,7 @@ class HistogramFixedWidthTest(test.TestCase):
     with self.session(use_gpu=True):
       hist = histogram_ops.histogram_fixed_width(values, value_range, nbins=5)
       self.assertEqual(dtypes.int32, hist.dtype)
-      self.assertAllClose(expected_bin_counts, hist.eval())
+      self.assertAllClose(expected_bin_counts, self.evaluate(hist))
 
   def test_1d_values_int64_output(self):
     # Bins will be:
@@ -122,7 +122,7 @@ class HistogramFixedWidthTest(test.TestCase):
       hist = histogram_ops.histogram_fixed_width(
           values, value_range, nbins=5, dtype=dtypes.int64)
       self.assertEqual(dtypes.int64, hist.dtype)
-      self.assertAllClose(expected_bin_counts, hist.eval())
+      self.assertAllClose(expected_bin_counts, self.evaluate(hist))
 
   def test_1d_float64_values(self):
     # Bins will be:
@@ -133,7 +133,7 @@ class HistogramFixedWidthTest(test.TestCase):
     with self.session(use_gpu=True):
       hist = histogram_ops.histogram_fixed_width(values, value_range, nbins=5)
       self.assertEqual(dtypes.int32, hist.dtype)
-      self.assertAllClose(expected_bin_counts, hist.eval())
+      self.assertAllClose(expected_bin_counts, self.evaluate(hist))
 
   def test_2d_values(self):
     # Bins will be:
@@ -144,7 +144,7 @@ class HistogramFixedWidthTest(test.TestCase):
     with self.session(use_gpu=True):
       hist = histogram_ops.histogram_fixed_width(values, value_range, nbins=5)
       self.assertEqual(dtypes.int32, hist.dtype)
-      self.assertAllClose(expected_bin_counts, hist.eval())
+      self.assertAllClose(expected_bin_counts, self.evaluate(hist))
 
   def test_shape_inference(self):
     value_range = [0.0, 5.0]
@@ -155,7 +155,7 @@ class HistogramFixedWidthTest(test.TestCase):
       hist = histogram_ops.histogram_fixed_width(values, value_range, nbins=5)
       self.assertAllEqual(hist.shape.as_list(), (5,))
       self.assertEqual(dtypes.int32, hist.dtype)
-      self.assertAllClose(expected_bin_counts, hist.eval())
+      self.assertAllClose(expected_bin_counts, self.evaluate(hist))
 
       hist = histogram_ops.histogram_fixed_width(
           values, value_range, nbins=placeholder)
diff --git a/tensorflow/python/ops/image_ops_test.py b/tensorflow/python/ops/image_ops_test.py
index a3aeb79586..07406982c5 100644
--- a/tensorflow/python/ops/image_ops_test.py
+++ b/tensorflow/python/ops/image_ops_test.py
@@ -84,7 +84,7 @@ class RGBToHSVTest(test_util.TensorFlowTestCase):
       with self.test_session(use_gpu=True):
         hsv = image_ops.rgb_to_hsv(rgb_np)
         rgb = image_ops.hsv_to_rgb(hsv)
-        rgb_tf = rgb.eval()
+        rgb_tf = self.evaluate(rgb)
       self.assertAllClose(rgb_tf, rgb_np)
 
 
@@ -173,7 +173,7 @@ class GrayscaleToRGBTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.rgb_to_grayscale(x_tf)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testBasicRGBToGrayscale(self):
@@ -195,7 +195,7 @@ class GrayscaleToRGBTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.grayscale_to_rgb(x_tf)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
     # 3-D input with no batch dimension.
@@ -205,7 +205,7 @@ class GrayscaleToRGBTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.grayscale_to_rgb(x_tf)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testShapeInference(self):
@@ -245,7 +245,7 @@ class AdjustGamma(test_util.TensorFlowTestCase):
       x = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.adjust_gamma(x, gamma=1)
 
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       y_np = x_np
 
       self.assertAllClose(y_tf, y_np, 1e-6)
@@ -281,7 +281,7 @@ class AdjustGamma(test_util.TensorFlowTestCase):
 
       err_msg = "Gamma should be a non-negative real number."
       try:
-        image.eval()
+        self.evaluate(image)
       except Exception as e:
         if err_msg not in str(e):
           raise
@@ -297,7 +297,7 @@ class AdjustGamma(test_util.TensorFlowTestCase):
       x = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.adjust_gamma(x, gamma=0)
 
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
 
       dtype = x.dtype.as_numpy_dtype
       y_np = np.array([dtypes.dtype_range[dtype][1]] * x_np.size)
@@ -360,7 +360,7 @@ class AdjustHueTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.adjust_hue(x, delta)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testAdjustPositiveHue(self):
@@ -375,7 +375,7 @@ class AdjustHueTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.adjust_hue(x, delta)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testBatchAdjustHue(self):
@@ -390,7 +390,7 @@ class AdjustHueTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.adjust_hue(x, delta)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def _adjustHueNp(self, x_np, delta_h):
@@ -415,7 +415,7 @@ class AdjustHueTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np)
       y = image_ops.adjust_hue(x, delta_h)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
     return y_tf
 
   def testAdjustRandomHue(self):
@@ -846,7 +846,7 @@ class AdjustSaturationTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.adjust_saturation(x, saturation_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testTwiceSaturation(self):
@@ -861,7 +861,7 @@ class AdjustSaturationTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.adjust_saturation(x, saturation_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testBatchSaturation(self):
@@ -876,7 +876,7 @@ class AdjustSaturationTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.adjust_saturation(x, saturation_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def _adjust_saturation(self, image, saturation_factor):
@@ -899,7 +899,7 @@ class AdjustSaturationTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = self._adjust_saturation(x, saturation_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testTwiceSaturationFused(self):
@@ -914,7 +914,7 @@ class AdjustSaturationTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = self._adjust_saturation(x, saturation_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def _adjustSaturationNp(self, x_np, scale):
@@ -980,7 +980,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_left_right(image_ops.flip_left_right(x_tf))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, x_np)
 
   def testInvolutionLeftRightWithBatch(self):
@@ -990,7 +990,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_left_right(image_ops.flip_left_right(x_tf))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, x_np)
 
   def testLeftRight(self):
@@ -1001,7 +1001,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_left_right(x_tf)
       self.assertTrue(y.op.name.startswith("flip_left_right"))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testLeftRightWithBatch(self):
@@ -1015,7 +1015,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_left_right(x_tf)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testRandomFlipLeftRight(self):
@@ -1031,7 +1031,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       count_flipped = 0
       count_unflipped = 0
       for _ in range(100):
-        y_tf = y.eval()
+        y_tf = self.evaluate(y)
         if y_tf[0][0] == 1:
           self.assertAllEqual(y_tf, x_np)
           count_unflipped += 1
@@ -1070,7 +1070,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       count_flipped = 0
       count_unflipped = 0
       for _ in range(100):
-        y_tf = y.eval()
+        y_tf = self.evaluate(y)
 
         # check every element of the batch
         for i in range(batch_size):
@@ -1096,7 +1096,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_up_down(image_ops.flip_up_down(x_tf))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, x_np)
 
   def testInvolutionUpDownWithBatch(self):
@@ -1107,7 +1107,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_up_down(image_ops.flip_up_down(x_tf))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, x_np)
 
   def testUpDown(self):
@@ -1118,7 +1118,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_up_down(x_tf)
       self.assertTrue(y.op.name.startswith("flip_up_down"))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testUpDownWithBatch(self):
@@ -1132,7 +1132,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.flip_up_down(x_tf)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testRandomFlipUpDown(self):
@@ -1148,7 +1148,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       count_flipped = 0
       count_unflipped = 0
       for _ in range(100):
-        y_tf = y.eval()
+        y_tf = self.evaluate(y)
         if y_tf[0][0] == 1:
           self.assertAllEqual(y_tf, x_np)
           count_unflipped += 1
@@ -1187,7 +1187,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       count_flipped = 0
       count_unflipped = 0
       for _ in range(100):
-        y_tf = y.eval()
+        y_tf = self.evaluate(y)
 
         # check every element of the batch
         for i in range(batch_size):
@@ -1213,7 +1213,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.transpose_image(image_ops.transpose_image(x_tf))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, x_np)
 
   def testInvolutionTransposeWithBatch(self):
@@ -1224,7 +1224,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.transpose_image(image_ops.transpose_image(x_tf))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, x_np)
 
   def testTranspose(self):
@@ -1235,7 +1235,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.transpose_image(x_tf)
       self.assertTrue(y.op.name.startswith("transpose_image"))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testTransposeWithBatch(self):
@@ -1250,7 +1250,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x_tf = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.transpose_image(x_tf)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
 
   def testPartialShapes(self):
@@ -1301,7 +1301,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       rotated = image
       for _ in xrange(4):
         rotated = image_ops.rot90(rotated)
-      self.assertAllEqual(image, rotated.eval())
+      self.assertAllEqual(image, self.evaluate(rotated))
 
   def testRot90GroupOrderWithBatch(self):
     image = np.arange(48, dtype=np.uint8).reshape([2, 2, 4, 3])
@@ -1309,7 +1309,7 @@ class FlipTransposeRotateTest(test_util.TensorFlowTestCase):
       rotated = image
       for _ in xrange(4):
         rotated = image_ops.rot90(rotated)
-      self.assertAllEqual(image, rotated.eval())
+      self.assertAllEqual(image, self.evaluate(rotated))
 
   def testRot90NumpyEquivalence(self):
     image = np.arange(24, dtype=np.uint8).reshape([2, 4, 3])
@@ -1335,7 +1335,7 @@ class AdjustContrastTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.adjust_contrast(x, contrast_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllClose(y_tf, y_np, 1e-6)
 
   def testDoubleContrastUint8(self):
@@ -1390,7 +1390,7 @@ class AdjustContrastTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np)
       y = image_ops.adjust_contrast(x, contrast_factor)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
     return y_tf
 
   def testRandomContrast(self):
@@ -1423,7 +1423,7 @@ class AdjustBrightnessTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_np.shape)
       y = image_ops.adjust_brightness(x, delta)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllClose(y_tf, y_np, 1e-6)
 
   def testPositiveDeltaUint8(self):
@@ -1480,7 +1480,7 @@ class PerImageWhiteningTest(test_util.TensorFlowTestCase):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.per_image_standardization(x)
       self.assertTrue(y.op.name.startswith("per_image_standardization"))
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllClose(y_tf, y_np, atol=1e-4)
 
   def testUniformImage(self):
@@ -1488,7 +1488,7 @@ class PerImageWhiteningTest(test_util.TensorFlowTestCase):
     im = constant_op.constant(im_np)
     whiten = image_ops.per_image_standardization(im)
     with self.test_session(use_gpu=True):
-      whiten_np = whiten.eval()
+      whiten_np = self.evaluate(whiten)
       self.assertFalse(np.any(np.isnan(whiten_np)))
 
   def testBatchWhitening(self):
@@ -1497,7 +1497,7 @@ class PerImageWhiteningTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       imgs = constant_op.constant(imgs_np)
       whiten = image_ops.per_image_standardization(imgs)
-      whiten_tf = whiten.eval()
+      whiten_tf = self.evaluate(whiten)
       for w_tf, w_np in zip(whiten_tf, whiten_np):
         self.assertAllClose(w_tf, w_np, atol=1e-4)
 
@@ -1696,7 +1696,7 @@ class CentralCropTest(test_util.TensorFlowTestCase):
         with self.test_session(use_gpu=use_gpu):
           x = constant_op.constant(x_np, shape=x_shape)
           y = image_ops.central_crop(x, 1.0)
-          y_tf = y.eval()
+          y_tf = self.evaluate(y)
           self.assertAllEqual(y_tf, x_np)
           self.assertEqual(y.op.name, x.op.name)
 
@@ -1711,7 +1711,7 @@ class CentralCropTest(test_util.TensorFlowTestCase):
       with self.test_session(use_gpu=use_gpu):
         x = constant_op.constant(x_np, shape=x_shape)
         y = image_ops.central_crop(x, 0.5)
-        y_tf = y.eval()
+        y_tf = self.evaluate(y)
         self.assertAllEqual(y_tf, y_np)
         self.assertAllEqual(y_tf.shape, y_np.shape)
 
@@ -1727,7 +1727,7 @@ class CentralCropTest(test_util.TensorFlowTestCase):
     with self.test_session(use_gpu=True):
       x = constant_op.constant(x_np, shape=x_shape)
       y = image_ops.central_crop(x, 0.5)
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
       self.assertAllEqual(y_tf, y_np)
       self.assertAllEqual(y_tf.shape, y_np.shape)
 
@@ -1897,7 +1897,7 @@ class PadToBoundingBoxTest(test_util.TensorFlowTestCase):
     i = constant_op.constant([1, 0, 4, 3], dtype=dtypes.int64)
     y_tf = image_ops.pad_to_bounding_box(x, i[0], i[1], i[2], i[3])
     with self.test_session(use_gpu=True):
-      self.assertAllClose(y, y_tf.eval())
+      self.assertAllClose(y, self.evaluate(y_tf))
 
   def testNoOp(self):
     x_shape = [10, 10, 10]
@@ -2040,7 +2040,7 @@ class SelectDistortedCropBoxTest(test_util.TensorFlowTestCase):
       y = array_ops.strided_slice(image_tf, begin, begin + size)
 
       for _ in xrange(num_iter):
-        y_tf = y.eval()
+        y_tf = self.evaluate(y)
         crop_height = y_tf.shape[0]
         crop_width = y_tf.shape[1]
         aspect_ratio = float(crop_width) / float(crop_height)
@@ -2171,9 +2171,9 @@ class SelectDistortedCropBoxTest(test_util.TensorFlowTestCase):
       self.assertAllEqual([3], end.get_shape().as_list())
       self.assertAllEqual([1, 1, 4], bbox_for_drawing.get_shape().as_list())
       # Actual run to make sure shape is correct inside Compute().
-      begin = begin.eval()
-      end = end.eval()
-      bbox_for_drawing = bbox_for_drawing.eval()
+      begin = self.evaluate(begin)
+      end = self.evaluate(end)
+      bbox_for_drawing = self.evaluate(bbox_for_drawing)
 
       begin, end, bbox_for_drawing = image_ops.sample_distorted_bounding_box(
           image_size=image_size,
@@ -2207,9 +2207,9 @@ class SelectDistortedCropBoxTest(test_util.TensorFlowTestCase):
       self.assertAllEqual([3], end.get_shape().as_list())
       self.assertAllEqual([1, 1, 4], bbox_for_drawing.get_shape().as_list())
       # Actual run to make sure shape is correct inside Compute().
-      begin = begin.eval()
-      end = end.eval()
-      bbox_for_drawing = bbox_for_drawing.eval()
+      begin = self.evaluate(begin)
+      end = self.evaluate(end)
+      bbox_for_drawing = self.evaluate(bbox_for_drawing)
 
 
 class ResizeImagesTest(test_util.TensorFlowTestCase):
@@ -2276,7 +2276,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
         y = image_ops.resize_images(image, [target_height, target_width],
                                     self.OPTIONS[0])
         yshape = array_ops.shape(y)
-        newshape = yshape.eval()
+        newshape = self.evaluate(yshape)
         self.assertAllEqual(single_shape, newshape)
 
   def testTensorArguments(self):
@@ -2411,7 +2411,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
               y = image_ops.resize_images(image, [target_height, target_width],
                                           opt)
               expected = np.array(expected_data).reshape(target_shape)
-              resized = y.eval()
+              resized = self.evaluate(y)
               self.assertAllClose(resized, expected, atol=1e-5)
 
   def testResizeUpAlignCornersFalse(self):
@@ -2446,7 +2446,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
           image = constant_op.constant(img_np, shape=img_shape)
           y = image_ops.resize_images(
               image, [target_height, target_width], opt, align_corners=False)
-          resized = y.eval()
+          resized = self.evaluate(y)
           expected = np.array(expected_data[opt]).reshape(
               [1, target_height, target_width, 1])
           self.assertAllClose(resized, expected, atol=1e-05)
@@ -2482,7 +2482,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
           image = constant_op.constant(img_np, shape=img_shape)
           y = image_ops.resize_images(
               image, [target_height, target_width], opt, align_corners=True)
-          resized = y.eval()
+          resized = self.evaluate(y)
           expected = np.array(expected_data[opt]).reshape(
               [1, target_height, target_width, 1])
           self.assertAllClose(resized, expected, atol=1e-05)
@@ -2509,7 +2509,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
       image = constant_op.constant(img_np, shape=img_shape)
       y = image_ops.resize_images(image, [target_height, target_width],
                                   image_ops.ResizeMethod.BICUBIC)
-      resized = y.eval()
+      resized = self.evaluate(y)
       expected = np.array(expected_data).reshape(
           [1, target_height, target_width, 1])
       self.assertAllClose(resized, expected, atol=1)
@@ -2534,7 +2534,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
                                   image_ops.ResizeMethod.AREA)
       expected = np.array(expected_data).reshape(
           [1, target_height, target_width, 1])
-      resized = y.eval()
+      resized = self.evaluate(y)
       self.assertAllClose(resized, expected, atol=1)
 
   def testCompareNearestNeighbor(self):
@@ -2554,7 +2554,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
                 new_size,
                 image_ops.ResizeMethod.NEAREST_NEIGHBOR,
                 align_corners=align_corners)
-            gpu_val = out_op.eval()
+            gpu_val = self.evaluate(out_op)
           with self.test_session(use_gpu=False):
             image = constant_op.constant(img_np, shape=input_shape)
             new_size = constant_op.constant([target_height, target_width])
@@ -2563,7 +2563,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
                 new_size,
                 image_ops.ResizeMethod.NEAREST_NEIGHBOR,
                 align_corners=align_corners)
-            cpu_val = out_op.eval()
+            cpu_val = self.evaluate(out_op)
           self.assertAllClose(cpu_val, gpu_val, rtol=1e-5, atol=1e-5)
 
   def testCompareBilinear(self):
@@ -2585,7 +2585,7 @@ class ResizeImagesTest(test_util.TensorFlowTestCase):
                   new_size,
                   image_ops.ResizeMethod.BILINEAR,
                   align_corners=align_corners)
-              value[use_gpu] = out_op.eval()
+              value[use_gpu] = self.evaluate(out_op)
           self.assertAllClose(value[True], value[False], rtol=1e-5, atol=1e-5)
 
   def testShapeInference(self):
@@ -3234,7 +3234,7 @@ class PngTest(test_util.TensorFlowTestCase):
           self.assertEqual(image0.shape, (26, 51, channels or channels_in))
           if channels == channels_in:
             image1 = image_ops.decode_png(image_ops.encode_png(image0))
-            self.assertAllEqual(image0, image1.eval())
+            self.assertAllEqual(image0, self.evaluate(image1))
 
   def testSynthetic(self):
     with self.test_session(use_gpu=True) as sess:
@@ -3431,7 +3431,7 @@ class TotalVariationTest(test_util.TensorFlowTestCase):
       y = image_ops.total_variation(images=x_tf)
 
       # Run the TensorFlow session to calculate the result.
-      y_tf = y.eval()
+      y_tf = self.evaluate(y)
 
       # Assert that the results are as expected within
       # some small error-bound in case they are float-values.
@@ -3709,7 +3709,7 @@ class NonMaxSuppressionTest(test_util.TensorFlowTestCase):
         iou_threshold = constant_op.constant(iou_threshold_np)
         selected_indices, _ = gen_image_ops.non_max_suppression_v4(
             boxes, scores, max_output_size, iou_threshold, score_threshold)
-        selected_indices = selected_indices.eval()
+        selected_indices = self.evaluate(selected_indices)
         self.assertAllClose(selected_indices, [3, 0, 5])
 
 
@@ -3916,7 +3916,8 @@ class PSNRTest(test_util.TensorFlowTestCase):
     img2 = image_ops.convert_image_dtype(img2, dtypes.float32)
     psnr_float32 = image_ops.psnr(img1, img2, 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(psnr_uint8.eval(), psnr_float32.eval(), atol=0.001)
+      self.assertAllClose(
+          psnr_uint8.eval(), self.evaluate(psnr_float32), atol=0.001)
 
 
 class SSIMTest(test_util.TensorFlowTestCase):
@@ -3969,7 +3970,7 @@ class SSIMTest(test_util.TensorFlowTestCase):
     ssim = image_ops.ssim(constant_op.constant(img1),
                           constant_op.constant(img2), 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(expected, ssim.eval(), atol=1e-4)
+      self.assertAllClose(expected, self.evaluate(ssim), atol=1e-4)
 
   def testBroadcast(self):
     img = self._LoadTestImages()[:2]
@@ -3981,7 +3982,7 @@ class SSIMTest(test_util.TensorFlowTestCase):
 
     ssim = image_ops.ssim(img1, img2, 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(expected, ssim.eval(), atol=1e-4)
+      self.assertAllClose(expected, self.evaluate(ssim), atol=1e-4)
 
   def testNegative(self):
     """Tests against negative SSIM index."""
@@ -4007,7 +4008,8 @@ class SSIMTest(test_util.TensorFlowTestCase):
     img2 = image_ops.convert_image_dtype(img2, dtypes.float32)
     ssim_float32 = image_ops.ssim(img1, img2, 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(ssim_uint8.eval(), ssim_float32.eval(), atol=0.001)
+      self.assertAllClose(
+          ssim_uint8.eval(), self.evaluate(ssim_float32), atol=0.001)
 
 
 class MultiscaleSSIMTest(test_util.TensorFlowTestCase):
@@ -4077,7 +4079,7 @@ class MultiscaleSSIMTest(test_util.TensorFlowTestCase):
     msssim = image_ops.ssim_multiscale(constant_op.constant(img1),
                                        constant_op.constant(img2), 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(expected, msssim.eval(), 1e-4)
+      self.assertAllClose(expected, self.evaluate(msssim), 1e-4)
 
   def testBroadcast(self):
     """Tests MS-SSIM broadcasting."""
@@ -4090,7 +4092,7 @@ class MultiscaleSSIMTest(test_util.TensorFlowTestCase):
 
     score_tensor = image_ops.ssim_multiscale(img1, img2, 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(expected, score_tensor.eval(), 1e-4)
+      self.assertAllClose(expected, self.evaluate(score_tensor), 1e-4)
 
   def testRange(self):
     """Tests against low MS-SSIM score.
@@ -4124,7 +4126,8 @@ class MultiscaleSSIMTest(test_util.TensorFlowTestCase):
     img2 = image_ops.convert_image_dtype(img2, dtypes.float32)
     ssim_float32 = image_ops.ssim_multiscale(img1, img2, 1.0)
     with self.test_session(use_gpu=True):
-      self.assertAllClose(ssim_uint8.eval(), ssim_float32.eval(), atol=0.001)
+      self.assertAllClose(
+          ssim_uint8.eval(), self.evaluate(ssim_float32), atol=0.001)
 
 
 class ImageGradientsTest(test_util.TensorFlowTestCase):
@@ -4139,8 +4142,8 @@ class ImageGradientsTest(test_util.TensorFlowTestCase):
 
     dy, dx = image_ops.image_gradients(img)
     with self.cached_session():
-      actual_dy = dy.eval()
-      actual_dx = dx.eval()
+      actual_dy = self.evaluate(dy)
+      actual_dx = self.evaluate(dx)
       self.assertAllClose(expected_dy, actual_dy)
       self.assertAllClose(expected_dx, actual_dx)
 
@@ -4164,8 +4167,8 @@ class ImageGradientsTest(test_util.TensorFlowTestCase):
     assert batch.get_shape().as_list() == [2, 2, 3, 2]
     dy, dx = image_ops.image_gradients(batch)
     with self.test_session(use_gpu=True):
-      actual_dy = dy.eval()
-      actual_dx = dx.eval()
+      actual_dy = self.evaluate(dy)
+      actual_dx = self.evaluate(dx)
       self.assertAllClose(expected_dy, actual_dy)
       self.assertAllClose(expected_dx, actual_dx)
 
@@ -4185,7 +4188,7 @@ class SobelEdgesTest(test_util.TensorFlowTestCase):
                            [[0, 0], [0, 12], [0, 0]]], [1, 2, 3, 1, 2])
     sobel = image_ops.sobel_edges(img)
     with self.test_session(use_gpu=True):
-      actual_sobel = sobel.eval()
+      actual_sobel = self.evaluate(sobel)
       self.assertAllClose(expected, actual_sobel)
 
   def testSobelEdges5x3x4x2(self):
@@ -4207,7 +4210,7 @@ class SobelEdgesTest(test_util.TensorFlowTestCase):
 
     sobel = image_ops.sobel_edges(img)
     with self.test_session(use_gpu=True):
-      actual_sobel = sobel.eval()
+      actual_sobel = self.evaluate(sobel)
       self.assertAllClose(expected_batch, actual_sobel)
 
 
diff --git a/tensorflow/python/ops/math_ops_test.py b/tensorflow/python/ops/math_ops_test.py
index a4da0c6c33..dc46f1cbd1 100644
--- a/tensorflow/python/ops/math_ops_test.py
+++ b/tensorflow/python/ops/math_ops_test.py
@@ -107,7 +107,7 @@ class LogSumExpTest(test_util.TensorFlowTestCase):
         y_tf = math_ops.reduce_logsumexp(x_np, reduction_indices=[0])
         y_np = log(np.sum(exp(x_np), axis=0))
         self.assertShapeEqual(y_np, y_tf)
-        y_tf_np = y_tf.eval()
+        y_tf_np = self.evaluate(y_tf)
         self.assertAllClose(y_tf_np, y_np)
 
   def testReductionIndices2(self):
@@ -117,7 +117,7 @@ class LogSumExpTest(test_util.TensorFlowTestCase):
         y_tf = math_ops.reduce_logsumexp(x_np, reduction_indices=0)
         y_np = log(np.sum(exp(x_np), axis=0))
         self.assertShapeEqual(y_np, y_tf)
-        y_tf_np = y_tf.eval()
+        y_tf_np = self.evaluate(y_tf)
         self.assertAllClose(y_tf_np, y_np)
 
   def testKeepDims(self):
@@ -195,7 +195,7 @@ class ModTest(test_util.TensorFlowTestCase):
         with self.cached_session(use_gpu=True):
           x_tf = constant_op.constant(x_np, shape=x_np.shape)
           y_tf = math_ops.mod(x_tf, denom)
-          y_tf_np = y_tf.eval()
+          y_tf_np = self.evaluate(y_tf)
           y_np = np.fmod(x_np, denom)
         self.assertAllClose(y_tf_np, y_np, atol=1e-2)
 
@@ -208,7 +208,7 @@ class ModTest(test_util.TensorFlowTestCase):
         with self.cached_session(use_gpu=True):
           x_tf = constant_op.constant(x_np, shape=x_np.shape)
           y_tf = math_ops.mod(x_tf, denom)
-          y_tf_np = y_tf.eval()
+          y_tf_np = self.evaluate(y_tf)
           y_np = np.mod(x_np, denom)
         self.assertAllClose(y_tf_np, y_np)
 
@@ -467,8 +467,9 @@ class DivAndModTest(test_util.TensorFlowTestCase):
         c_grad = gradients.gradients(math_ops.div(a, b), [a, b])
         self.assertAllEqual([x.eval() for x in c_grad], [.25, -.125])
         c_grad = gradients.gradients(math_ops.floordiv(a, b), [a, b])
-        self.assertAllEqual([None if x is None else x.eval()
-                             for x in c_grad], [None, None])
+        self.assertAllEqual(
+            [None if x is None else self.evaluate(x) for x in c_grad],
+            [None, None])
 
   def testConsistent(self):
     nums, divs = self.intTestData()
diff --git a/tensorflow/python/ops/nn_batchnorm_test.py b/tensorflow/python/ops/nn_batchnorm_test.py
index c8a5b58e45..b50bccfde2 100644
--- a/tensorflow/python/ops/nn_batchnorm_test.py
+++ b/tensorflow/python/ops/nn_batchnorm_test.py
@@ -507,8 +507,8 @@ class MomentsTest(test.TestCase):
       expected_variance = expected_x_squared - expected_mean_squared
 
       # Check that the moments are correct.
-      self.assertAllCloseAccordingToType(expected_mean, mean.eval())
-      self.assertAllCloseAccordingToType(expected_variance, var.eval())
+      self.assertAllCloseAccordingToType(expected_mean, self.evaluate(mean))
+      self.assertAllCloseAccordingToType(expected_variance, self.evaluate(var))
 
   def testBasic(self):
     for keep_dims in [False, True]:
diff --git a/tensorflow/python/ops/nn_fused_batchnorm_test.py b/tensorflow/python/ops/nn_fused_batchnorm_test.py
index 5ac8eba6f7..a6c582fcac 100644
--- a/tensorflow/python/ops/nn_fused_batchnorm_test.py
+++ b/tensorflow/python/ops/nn_fused_batchnorm_test.py
@@ -50,7 +50,7 @@ class BatchNormalizationTest(test.TestCase):
     y = self._batch_norm(x, mean, var, offset, scale, epsilon)
     if data_format == 'NCHW':
       y = array_ops.transpose(y, [0, 3, 1, 2])
-    return y.eval()
+    return self.evaluate(y)
 
   def _test_inference(self,
                       x_shape,
@@ -102,7 +102,7 @@ class BatchNormalizationTest(test.TestCase):
     y = self._batch_norm(x, mean, var, offset, scale, epsilon)
     if data_format == 'NCHW':
       y = array_ops.transpose(y, [0, 3, 1, 2])
-    return y.eval(), mean.eval(), var.eval()
+    return self.evaluate(y), self.evaluate(mean), self.evaluate(var)
 
   def _test_training(self,
                      x_shape,
diff --git a/tensorflow/python/ops/nn_test.py b/tensorflow/python/ops/nn_test.py
index 152b2020eb..af6c728694 100644
--- a/tensorflow/python/ops/nn_test.py
+++ b/tensorflow/python/ops/nn_test.py
@@ -57,7 +57,7 @@ class ZeroFractionTest(test_lib.TestCase):
       x_tf = constant_op.constant(x_np)
       x_tf.set_shape(x_shape)
       y_tf = nn_impl.zero_fraction(x_tf)
-      y_tf_np = y_tf.eval()
+      y_tf_np = self.evaluate(y_tf)
     eps = 1e-8
     self.assertAllClose(y_tf_np, y_np, eps)
 
@@ -71,13 +71,13 @@ class ZeroFractionTest(test_lib.TestCase):
     sparsity = nn_impl.zero_fraction(
         array_ops.zeros([int(2**27 * 1.01)], dtype=dtypes.int8))
     with self.cached_session():
-      self.assertAllClose(1.0, sparsity.eval())
+      self.assertAllClose(1.0, self.evaluate(sparsity))
 
   def testZeroFraction2_27Ones(self):
     sparsity = nn_impl.zero_fraction(
         array_ops.ones([int(2**27 * 1.01)], dtype=dtypes.int8))
     with self.cached_session():
-      self.assertAllClose(0.0, sparsity.eval())
+      self.assertAllClose(0.0, self.evaluate(sparsity))
 
   def testUnknownSize(self):
     value = array_ops.placeholder(dtype=dtypes.float32)
@@ -309,7 +309,7 @@ class DropoutTest(test_lib.TestCase):
         final_count = 0
         self.assertEqual([x_dim, y_dim], dropout.get_shape())
         for _ in xrange(0, num_iter):
-          value = dropout.eval()
+          value = self.evaluate(dropout)
           final_count += np.count_nonzero(value)
           # Verifies that there are only two values: 0 and 1/keep_prob.
           sorted_value = np.unique(np.sort(value))
@@ -337,7 +337,7 @@ class DropoutTest(test_lib.TestCase):
         self.assertEqual([x_dim, y_dim], dropout.get_shape())
         final_count = 0
         for _ in xrange(0, num_iter):
-          value = dropout.eval()
+          value = self.evaluate(dropout)
           final_count += np.count_nonzero(value)
           # Verifies that there are only two values: 0 and 1/keep_prob.
           sorted_value = np.unique(np.sort(value))
@@ -361,7 +361,7 @@ class DropoutTest(test_lib.TestCase):
         dropout = nn_ops.dropout(t, keep_prob, noise_shape=[x_dim, 1])
         self.assertEqual([x_dim, y_dim], dropout.get_shape())
         for _ in xrange(0, num_iter):
-          value = dropout.eval()
+          value = self.evaluate(dropout)
           # Verifies that each y column as only one type of activation.
           for i in xrange(x_dim):
             sorted_value = np.unique(np.sort(value[i, :]))
@@ -417,7 +417,7 @@ class DropoutTest(test_lib.TestCase):
         self.assertEqual([x_dim, y_dim], dropout.get_shape())
         final_count = 0
         for _ in xrange(0, num_iter):
-          value = dropout.eval()
+          value = self.evaluate(dropout)
           final_count += np.count_nonzero(value)
           # Verifies that there are only two values: 0 and 1/keep_prob.
           sorted_value = np.unique(np.sort(value))
@@ -672,7 +672,7 @@ class ComputeSampledLogitsTest(test_lib.TestCase):
         # Test that the exponentiated logits of accidental hits are near 0.
         # First we need to find the hits in this random test run:
         labels_reshape = labels.reshape((batch_size, num_true))
-        got_logits = logits_tensor.eval()
+        got_logits = self.evaluate(logits_tensor)
         for row in xrange(batch_size):
           row_labels = labels_reshape[row, :]
           for col in xrange(len(sampled)):
@@ -794,7 +794,7 @@ class ComputeSampledLogitsTest(test_lib.TestCase):
           sampled_values=sampled_vals,
           partition_strategy="div")
 
-      self.assertAllClose(exp_nce_loss, got_nce_loss.eval(), 1e-4)
+      self.assertAllClose(exp_nce_loss, self.evaluate(got_nce_loss), 1e-4)
 
       # Test with sharded weights and sharded biases.
       weight_shards, bias_shards = self._ShardTestEmbeddings(
@@ -810,7 +810,7 @@ class ComputeSampledLogitsTest(test_lib.TestCase):
           sampled_values=sampled_vals,
           partition_strategy="div")
 
-      self.assertAllClose(exp_nce_loss, got_nce_loss.eval(), 1e-4)
+      self.assertAllClose(exp_nce_loss, self.evaluate(got_nce_loss), 1e-4)
 
   def testSampledSoftmaxLoss(self):
     # A simple test to verify the numerics.
@@ -853,7 +853,7 @@ class ComputeSampledLogitsTest(test_lib.TestCase):
           partition_strategy="div")
 
       self.assertAllClose(exp_sampled_softmax_loss,
-                          got_sampled_softmax_loss.eval(), 1e-4)
+                          self.evaluate(got_sampled_softmax_loss), 1e-4)
 
       # Test with sharded weights and sharded biases.
       weight_shards, bias_shards = self._ShardTestEmbeddings(
@@ -871,7 +871,7 @@ class ComputeSampledLogitsTest(test_lib.TestCase):
           partition_strategy="div")
 
       self.assertAllClose(exp_sampled_softmax_loss,
-                          got_sampled_softmax_loss.eval(), 1e-4)
+                          self.evaluate(got_sampled_softmax_loss), 1e-4)
 
   def testSampledSoftmaxLossBf16(self):
     # A simple test to verify the numerics for bfloat16.
@@ -922,7 +922,7 @@ class ComputeSampledLogitsTest(test_lib.TestCase):
               partition_strategy="div"), dtypes.float32)
 
       self.assertAllClose(exp_sampled_softmax_loss,
-                          got_sampled_softmax_loss.eval(), 1e-1)
+                          self.evaluate(got_sampled_softmax_loss), 1e-1)
 
 
 class CReluTest(test_lib.TestCase):
diff --git a/tensorflow/python/ops/nn_xent_test.py b/tensorflow/python/ops/nn_xent_test.py
index 57ce4fd0a9..7bf18c47fe 100644
--- a/tensorflow/python/ops/nn_xent_test.py
+++ b/tensorflow/python/ops/nn_xent_test.py
@@ -68,7 +68,7 @@ class SigmoidCrossEntropyWithLogitsTest(test.TestCase):
           loss = nn_impl.sigmoid_cross_entropy_with_logits(
               labels=targets, logits=logits)
           np_loss = np.array(losses).astype(np.float32)
-          tf_loss = loss.eval()
+          tf_loss = self.evaluate(loss)
         self.assertAllClose(np_loss, tf_loss, atol=0.001)
 
   def testLogisticOutputMultiDim(self):
@@ -79,7 +79,7 @@ class SigmoidCrossEntropyWithLogitsTest(test.TestCase):
           loss = nn_impl.sigmoid_cross_entropy_with_logits(
               labels=targets, logits=logits)
           np_loss = np.array(losses).astype(np.float32)
-          tf_loss = loss.eval()
+          tf_loss = self.evaluate(loss)
         self.assertAllClose(np_loss, tf_loss, atol=0.001)
 
   def testGradient(self):
@@ -143,7 +143,7 @@ class WeightedCrossEntropyTest(test.TestCase):
         loss = nn_impl.weighted_cross_entropy_with_logits(
             targets=targets, logits=logits, pos_weight=pos_weight)
         np_loss = np.array(losses).astype(np.float32)
-        tf_loss = loss.eval()
+        tf_loss = self.evaluate(loss)
       self.assertAllClose(np_loss, tf_loss, atol=0.001)
 
   def testOutputMultiDim(self):
@@ -154,7 +154,7 @@ class WeightedCrossEntropyTest(test.TestCase):
         loss = nn_impl.weighted_cross_entropy_with_logits(
             targets=targets, logits=logits, pos_weight=pos_weight)
         np_loss = np.array(losses).astype(np.float32)
-        tf_loss = loss.eval()
+        tf_loss = self.evaluate(loss)
       self.assertAllClose(np_loss, tf_loss, atol=0.001)
 
   def testGradient(self):
diff --git a/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py b/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py
index b43470dfa1..243fa34c4b 100644
--- a/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py
+++ b/tensorflow/python/ops/ragged/convert_to_tensor_or_ragged_tensor_op_test.py
@@ -102,7 +102,7 @@ class RaggedConvertToTensorOrRaggedTensorTest(test_util.TensorFlowTestCase,
     self.assertEqual(value.ragged_rank, converted.ragged_rank)
     self.assertEqual(dtypes.as_dtype(expected_dtype), converted.dtype)
     with self.test_session():
-      self.assertEqual(value.tolist(), converted.eval().tolist())
+      self.assertEqual(value.tolist(), self.evaluate(converted).tolist())
 
   @parameterized.parameters([
       dict(
diff --git a/tensorflow/python/ops/ragged/ragged_const_op_test.py b/tensorflow/python/ops/ragged/ragged_const_op_test.py
index 13f79c5729..66c39475fa 100644
--- a/tensorflow/python/ops/ragged/ragged_const_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_const_op_test.py
@@ -183,7 +183,7 @@ class RaggedConstOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
       self.assertEqual(tuple(rt.shape.as_list()), expected_shape)
 
     with self.test_session():
-      result = rt.eval()
+      result = self.evaluate(rt)
       if rt.shape.ndims > 0:
         self.assertEqual(result.tolist(), pylist)
         if expected_shape is not None:
diff --git a/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py b/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py
index eb237f4c95..7c59cd0b77 100644
--- a/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_from_tensor_op_test.py
@@ -291,7 +291,7 @@ class RaggedFromTensorOpTest(test_util.TensorFlowTestCase,
           dt.shape.is_compatible_with(rt.shape),
           '%s is incompatible with %s' % (dt.shape, rt.shape))
       with self.test_session():
-        self.assertEqual(rt.eval().tolist(), dt.eval().tolist())
+        self.assertEqual(rt.eval().tolist(), self.evaluate(dt).tolist())
 
   @parameterized.parameters(
       # With no padding or lengths
diff --git a/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py b/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py
index 6f3f33b444..dac86310b9 100644
--- a/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_map_fn_op_test.py
@@ -161,7 +161,7 @@ class RaggedMapOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with self.test_session():
       if ragged.is_ragged(expected_output):
         self.assertEqual(output.ragged_rank, expected_rt.ragged_rank)
-      output_values = output.eval()
+      output_values = self.evaluate(output)
       self.assertAllEqual(expected_output, output_values.tolist())
 
   def testRaggedMapOnStructure(self):
@@ -232,7 +232,7 @@ class RaggedMapOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
         infer_shape=False)
 
     with self.test_session():
-      result = output.eval().tolist()
+      result = self.evaluate(output).tolist()
       self.assertAllEqual(
           result, [[[0, 10], [0, 20]], [[1, 30], [1, 40]], [[2, 50], [2, 60]],
                    [[3, 70]], [[4, 80], [4, 90], [4, 100]]])
@@ -255,7 +255,7 @@ class RaggedMapOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
     with self.test_session():
       self.assertAllEqual(
-          out.eval().tolist(),
+          self.evaluate(out).tolist(),
           [[b'hello', b'there'], [b'merhaba'], [b'bonjour', b'ca va']])
 
   def testMismatchRaggedRank(self):
diff --git a/tensorflow/python/ops/ragged/ragged_segment_op_test.py b/tensorflow/python/ops/ragged/ragged_segment_op_test.py
index 7d41eb7f75..373a332f13 100644
--- a/tensorflow/python/ops/ragged/ragged_segment_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_segment_op_test.py
@@ -157,7 +157,7 @@ class RaggedSegmentOpsTest(test_util.TensorFlowTestCase,
     segmented = segment_op(rt, segment_ids, num_segments)
     with self.test_session():
       self.assertNestedListAmostEqual(
-          segmented.eval().tolist(), expected, places=5)
+          self.evaluate(segmented).tolist(), expected, places=5)
 
   def testRaggedRankTwo(self):
     rt = ragged.constant([
diff --git a/tensorflow/python/ops/ragged/ragged_where_op_test.py b/tensorflow/python/ops/ragged/ragged_where_op_test.py
index 755333de39..03672e4521 100644
--- a/tensorflow/python/ops/ragged/ragged_where_op_test.py
+++ b/tensorflow/python/ops/ragged/ragged_where_op_test.py
@@ -170,7 +170,7 @@ class RaggedWhereOpTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     self.assertEqual(
         getattr(result, 'ragged_rank', 0), getattr(expected, 'ragged_rank', 0))
     with self.test_session():
-      result_value = result.eval()
+      result_value = self.evaluate(result)
       if hasattr(result_value, 'tolist'):
         result_value = result_value.tolist()
       if hasattr(expected, 'tolist'):
diff --git a/tensorflow/python/saved_model/loader_test.py b/tensorflow/python/saved_model/loader_test.py
index 924b2e7c06..648c1c5928 100644
--- a/tensorflow/python/saved_model/loader_test.py
+++ b/tensorflow/python/saved_model/loader_test.py
@@ -145,7 +145,7 @@ class SavedModelLoaderTest(test.TestCase):
         loader.restore_variables(sess, None)
 
       loader.restore_variables(sess, tf_saver.Saver())
-      self.assertEqual(55, z.eval())
+      self.assertEqual(55, self.evaluate(z))
 
   def test_run_init_op(self):
     loader = loader_impl.SavedModelLoader(SAVED_MODEL_WITH_MAIN_OP)
diff --git a/tensorflow/python/saved_model/saved_model_test.py b/tensorflow/python/saved_model/saved_model_test.py
index 5d6167ab38..ab43e93853 100644
--- a/tensorflow/python/saved_model/saved_model_test.py
+++ b/tensorflow/python/saved_model/saved_model_test.py
@@ -62,7 +62,7 @@ class SavedModelTest(test.TestCase):
   def _init_and_validate_variable(self, sess, variable_name, variable_value):
     v = variables.VariableV1(variable_value, name=variable_name)
     sess.run(variables.global_variables_initializer())
-    self.assertEqual(variable_value, v.eval())
+    self.assertEqual(variable_value, self.evaluate(v))
 
   def _build_asset_collection(self, asset_file_name, asset_file_contents,
                               asset_file_tensor_name, asset_subdir=""):
@@ -461,7 +461,7 @@ class SavedModelTest(test.TestCase):
       v = variables.VariableV1(42, name="v")
       ops.add_to_collection("foo_vars", v)
       sess.run(variables.global_variables_initializer())
-      self.assertEqual(42, v.eval())
+      self.assertEqual(42, self.evaluate(v))
       builder.add_meta_graph_and_variables(sess, ["foo"])
 
     # Graph with the same single variable added to a different collection.
@@ -471,7 +471,7 @@ class SavedModelTest(test.TestCase):
       v = variables.VariableV1(43, name="v")
       ops.add_to_collection("bar_vars", v)
       sess.run(variables.global_variables_initializer())
-      self.assertEqual(43, v.eval())
+      self.assertEqual(43, self.evaluate(v))
       builder.add_meta_graph(["bar"])
 
     # Save the SavedModel to disk.
diff --git a/tensorflow/python/saved_model/simple_save_test.py b/tensorflow/python/saved_model/simple_save_test.py
index 18f82daada..2d404dcea4 100644
--- a/tensorflow/python/saved_model/simple_save_test.py
+++ b/tensorflow/python/saved_model/simple_save_test.py
@@ -34,7 +34,7 @@ class SimpleSaveTest(test.TestCase):
   def _init_and_validate_variable(self, sess, variable_name, variable_value):
     v = variables.Variable(variable_value, name=variable_name)
     sess.run(variables.global_variables_initializer())
-    self.assertEqual(variable_value, v.eval())
+    self.assertEqual(variable_value, self.evaluate(v))
     return v
 
   def _check_variable_info(self, actual_variable, expected_variable):
diff --git a/tensorflow/python/summary/writer/writer_test.py b/tensorflow/python/summary/writer/writer_test.py
index 09d4b63fbb..20b62e5016 100644
--- a/tensorflow/python/summary/writer/writer_test.py
+++ b/tensorflow/python/summary/writer/writer_test.py
@@ -309,12 +309,11 @@ class FileWriterTestCase(test.TestCase):
       summ = summary_pb2.Summary(
           value=[summary_pb2.Summary.Value(
               tag="i", simple_value=1.0)])
-      sw.add_summary(summ.SerializeToString(), i.eval())
+      sw.add_summary(summ.SerializeToString(), self.evaluate(i))
       sw.add_summary(
           summary_pb2.Summary(
-              value=[summary_pb2.Summary.Value(
-                  tag="l", simple_value=2.0)]),
-          l.eval())
+              value=[summary_pb2.Summary.Value(tag="l", simple_value=2.0)]),
+          self.evaluate(l))
       sw.close()
 
     rr = self._EventsReader(test_dir)
diff --git a/tensorflow/python/training/adadelta_test.py b/tensorflow/python/training/adadelta_test.py
index a14ac895ac..7cbaf1039f 100644
--- a/tensorflow/python/training/adadelta_test.py
+++ b/tensorflow/python/training/adadelta_test.py
@@ -177,12 +177,11 @@ class AdadeltaOptimizerTest(test.TestCase):
             1.0, 1.0, 1.0).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-111, -138]], var0.eval())
+        self.assertAllCloseAccordingToType([[-111, -138]], self.evaluate(var0))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/training/adagrad_da_test.py b/tensorflow/python/training/adagrad_da_test.py
index 00801be3b4..761f703cb5 100644
--- a/tensorflow/python/training/adagrad_da_test.py
+++ b/tensorflow/python/training/adagrad_da_test.py
@@ -92,12 +92,13 @@ class AdagradDAOptimizerTest(test.TestCase):
             1.0, global_step).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-1, -1]], var0.eval(), rtol=0.01)
+        self.assertAllCloseAccordingToType([[-1, -1]],
+                                           self.evaluate(var0),
+                                           rtol=0.01)
 
   def testAdagradDAwithoutRegularizationBasic2(self):
     for dtype in [dtypes.float64, dtypes.float32]:
diff --git a/tensorflow/python/training/adagrad_test.py b/tensorflow/python/training/adagrad_test.py
index 7caf01f64d..962e65c41f 100644
--- a/tensorflow/python/training/adagrad_test.py
+++ b/tensorflow/python/training/adagrad_test.py
@@ -107,13 +107,14 @@ class AdagradOptimizerTest(test.TestCase):
         sgd_op = adagrad.AdagradOptimizer(1.0).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType(
-            [[1.0, 2.0], [3.0, 4.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0], [3.0, 4.0]],
+                                           self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[0, 1], [3, 4]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[0, 1], [3, 4]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testTensorLearningRate(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -128,16 +129,18 @@ class AdagradOptimizerTest(test.TestCase):
             zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 3 steps of adagrad
         for _ in range(3):
           ada_update.run()
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval())
+            np.array([-1.6026098728179932, -0.6026098728179932]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval())
+            np.array([2.715679168701172, 3.715679168701172]),
+            self.evaluate(var1))
 
   def testSparseBasic(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -159,16 +162,16 @@ class AdagradOptimizerTest(test.TestCase):
             zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([[1.0], [2.0]], var0.eval())
-        self.assertAllClose([[3.0], [4.0]], var1.eval())
+        self.assertAllClose([[1.0], [2.0]], self.evaluate(var0))
+        self.assertAllClose([[3.0], [4.0]], self.evaluate(var1))
         # Run 3 step of sgd
         for _ in range(3):
           ada_update.run()
         # Validate updated params
         self.assertAllCloseAccordingToType(
-            np.array([[-1.6026098728179932], [2.0]]), var0.eval())
+            np.array([[-1.6026098728179932], [2.0]]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([[3.0], [3.715679168701172]]), var1.eval())
+            np.array([[3.0], [3.715679168701172]]), self.evaluate(var1))
 
   def testSparseRepeatedIndices(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -193,12 +196,12 @@ class AdagradOptimizerTest(test.TestCase):
             [(grad_aggregated, aggregated_update_var)])
         variables.global_variables_initializer().run()
         self.assertAllClose(aggregated_update_var.eval(),
-                            repeated_index_update_var.eval())
+                            self.evaluate(repeated_index_update_var))
         for _ in range(3):
           repeated_update.run()
           aggregated_update.run()
           self.assertAllClose(aggregated_update_var.eval(),
-                              repeated_index_update_var.eval())
+                              self.evaluate(repeated_index_update_var))
 
   def testSparseRepeatedIndicesResourceVariable(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -217,12 +220,12 @@ class AdagradOptimizerTest(test.TestCase):
             2.0).minimize(loss_aggregated)
         variables.global_variables_initializer().run()
         self.assertAllCloseAccordingToType(
-            var_repeated.eval(), var_aggregated.eval())
+            self.evaluate(var_repeated), self.evaluate(var_aggregated))
         for _ in range(3):
           update_op_repeated.run()
           update_op_aggregated.run()
           self.assertAllCloseAccordingToType(
-              var_repeated.eval(), var_aggregated.eval())
+              self.evaluate(var_repeated), self.evaluate(var_aggregated))
 
   def testSparseStability(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -253,12 +256,12 @@ class AdagradOptimizerTest(test.TestCase):
           init.run()
           ada_update.run()
           self.assertAllCloseAccordingToType(
-              np.array([[0.1, 0.1, 0.1, 0.1, 0.1, 0.1]]), slot0.eval())
+              np.array([[0.1, 0.1, 0.1, 0.1, 0.1, 0.1]]), self.evaluate(slot0))
           self.assertAllCloseAccordingToType(
               np.array([[
                   0.00891194, -0.10712013, 0.11047515, 0.22636929, -0.0144573,
                   -0.01029443
-              ]]), var0.eval())
+              ]]), self.evaluate(var0))
 
   def testSharing(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -282,17 +285,19 @@ class AdagradOptimizerTest(test.TestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values.
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Mix the first and the second adagrad for 3 steps.
         ada_update1.run()
         ada_update2.run()
         ada_update1.run()
         # Validate updated params (the same as with only 1 Adagrad).
         self.assertAllCloseAccordingToType(
-            np.array([-1.6026098728179932, -0.6026098728179932]), var0.eval())
+            np.array([-1.6026098728179932, -0.6026098728179932]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([2.715679168701172, 3.715679168701172]), var1.eval())
+            np.array([2.715679168701172, 3.715679168701172]),
+            self.evaluate(var1))
 
   def testDynamicShapeVariable_Ok(self):
     with self.cached_session():
diff --git a/tensorflow/python/training/adam_test.py b/tensorflow/python/training/adam_test.py
index 0d42cc7b9c..87dad0a8a6 100644
--- a/tensorflow/python/training/adam_test.py
+++ b/tensorflow/python/training/adam_test.py
@@ -83,23 +83,24 @@ class AdamOptimizerTest(test.TestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
         # Run 3 steps of Adam
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           update.run()
 
           var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testSparse(self):
     self.doTestSparse(use_resource=False)
@@ -143,12 +144,12 @@ class AdamOptimizerTest(test.TestCase):
             [(grad_aggregated, aggregated_update_var)])
         variables.global_variables_initializer().run()
         self.assertAllClose(aggregated_update_var.eval(),
-                            repeated_index_update_var.eval())
+                            self.evaluate(repeated_index_update_var))
         for _ in range(3):
           repeated_update.run()
           aggregated_update.run()
           self.assertAllClose(aggregated_update_var.eval(),
-                              repeated_index_update_var.eval())
+                              self.evaluate(repeated_index_update_var))
 
   def doTestBasic(self, use_resource=False, use_callable_params=False):
     for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
@@ -254,23 +255,24 @@ class AdamOptimizerTest(test.TestCase):
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
         # Run 3 steps of Adam
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           update.run()
 
           var0_np, m0, v0 = adam_update_numpy(var0_np, grads0_np, t, m0, v0)
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testSharing(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -294,13 +296,14 @@ class AdamOptimizerTest(test.TestCase):
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 3 steps of intertwined Adam1 and Adam2.
         for t in range(1, 4):
-          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
-          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          self.assertAllCloseAccordingToType(0.9**t, self.evaluate(beta1_power))
+          self.assertAllCloseAccordingToType(0.999**t,
+                                             self.evaluate(beta2_power))
           if t % 2 == 0:
             update1.run()
           else:
@@ -310,8 +313,8 @@ class AdamOptimizerTest(test.TestCase):
           var1_np, m1, v1 = adam_update_numpy(var1_np, grads1_np, t, m1, v1)
 
           # Validate updated params
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testTwoSessions(self):
     optimizer = adam.AdamOptimizer()
diff --git a/tensorflow/python/training/checkpoint_management_test.py b/tensorflow/python/training/checkpoint_management_test.py
index 3a061bcb35..b61ed17531 100644
--- a/tensorflow/python/training/checkpoint_management_test.py
+++ b/tensorflow/python/training/checkpoint_management_test.py
@@ -123,9 +123,9 @@ class LatestCheckpointWithRelativePaths(test.TestCase):
           # Record a short training history.
           variables.global_variables_initializer().run()
           save.save(sess, filepath, global_step=0)
-          inc.eval()
+          self.evaluate(inc)
           save.save(sess, filepath, global_step=1)
-          inc.eval()
+          self.evaluate(inc)
           save.save(sess, filepath, global_step=2)
 
         with self.cached_session() as sess:
diff --git a/tensorflow/python/training/checkpoint_ops_test.py b/tensorflow/python/training/checkpoint_ops_test.py
index dde8431497..38d4acf85f 100644
--- a/tensorflow/python/training/checkpoint_ops_test.py
+++ b/tensorflow/python/training/checkpoint_ops_test.py
@@ -115,7 +115,8 @@ class LoadAndRemapWrappersTest(test.TestCase):
         axis=1)
 
     with self.cached_session():
-      self.assertAllClose(expected_remapped_matrix, remapped_matrix.eval())
+      self.assertAllClose(expected_remapped_matrix,
+                          self.evaluate(remapped_matrix))
 
   def test_load_and_remap_output_layer_weight_initializer_linear(self):
     """Tests for the output layer initializer in the linear multi-class case."""
diff --git a/tensorflow/python/training/ftrl_test.py b/tensorflow/python/training/ftrl_test.py
index 15c50bc878..a61132a966 100644
--- a/tensorflow/python/training/ftrl_test.py
+++ b/tensorflow/python/training/ftrl_test.py
@@ -113,11 +113,13 @@ class FtrlOptimizerTest(test.TestCase):
         sgd_op = ftrl.FtrlOptimizer(1.0).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType([[0, 1]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[0, 1]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testFtrlWithL1(self):
     for dtype in [dtypes.half, dtypes.float32]:
diff --git a/tensorflow/python/training/gradient_descent_test.py b/tensorflow/python/training/gradient_descent_test.py
index 1ddea598e5..2028e7b4b0 100644
--- a/tensorflow/python/training/gradient_descent_test.py
+++ b/tensorflow/python/training/gradient_descent_test.py
@@ -47,15 +47,15 @@ class GradientDescentOptimizerTest(test.TestCase):
             zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
         self.assertEqual(0, len(optimizer.variables()))
 
   def testBasicResourceVariable(self):
@@ -73,15 +73,15 @@ class GradientDescentOptimizerTest(test.TestCase):
         # a long-term solution for this.
         resources.initialize_resources([var0, var1]).run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
   def testBasicCallableParams(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -99,15 +99,15 @@ class GradientDescentOptimizerTest(test.TestCase):
         # a long-term solution for this.
         resources.initialize_resources([var0, var1]).run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
   def testMinimizeResourceVariable(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -124,16 +124,16 @@ class GradientDescentOptimizerTest(test.TestCase):
         # a long-term solution for this.
         resources.initialize_resources([var0, var1]).run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0], var1.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
         np_grad = 2 * np_pred
         self.assertAllCloseAccordingToType(
-            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
+            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0 - np_grad], self.evaluate(var1))
 
   def testMinimizeSparseResourceVariable(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -151,16 +151,16 @@ class GradientDescentOptimizerTest(test.TestCase):
         # a long-term solution for this.
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0], var1.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         np_pred = 1.0 * 4.0 + 2.0 * 5.0 + 3.0
         np_grad = 2 * np_pred
         self.assertAllCloseAccordingToType(
-            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], var0.eval())
-        self.assertAllCloseAccordingToType([3.0 - np_grad], var1.eval())
+            [[1.0 - np_grad * 4.0, 2.0 - np_grad * 5.0]], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0 - np_grad], self.evaluate(var1))
 
   def testTensorLearningRate(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -174,15 +174,15 @@ class GradientDescentOptimizerTest(test.TestCase):
             lrate).apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
   def testGradWrtRef(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -193,7 +193,7 @@ class GradientDescentOptimizerTest(test.TestCase):
         grads_and_vars = opt.compute_gradients(vars_[0] + vars_[1], vars_)
         variables.global_variables_initializer().run()
         for grad, _ in grads_and_vars:
-          self.assertAllCloseAccordingToType([1.0], grad.eval())
+          self.assertAllCloseAccordingToType([1.0], self.evaluate(grad))
 
   def testWithGlobalStep(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -207,16 +207,16 @@ class GradientDescentOptimizerTest(test.TestCase):
             zip([grads0, grads1], [var0, var1]), global_step=global_step)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([1.0, 2.0], var0.eval())
-        self.assertAllCloseAccordingToType([3.0, 4.0], var1.eval())
+        self.assertAllCloseAccordingToType([1.0, 2.0], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params and global_step
         self.assertAllCloseAccordingToType([1.0 - 3.0 * 0.1, 2.0 - 3.0 * 0.1],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([3.0 - 3.0 * 0.01, 4.0 - 3.0 * 0.01],
-                                           var1.eval())
-        self.assertAllCloseAccordingToType(1, global_step.eval())
+                                           self.evaluate(var1))
+        self.assertAllCloseAccordingToType(1, self.evaluate(global_step))
 
   def testSparseBasic(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -237,15 +237,15 @@ class GradientDescentOptimizerTest(test.TestCase):
             zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0], [2.0]], var0.eval())
-        self.assertAllCloseAccordingToType([[3.0], [4.0]], var1.eval())
+        self.assertAllCloseAccordingToType([[1.0], [2.0]], self.evaluate(var0))
+        self.assertAllCloseAccordingToType([[3.0], [4.0]], self.evaluate(var1))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
         self.assertAllCloseAccordingToType([[1.0 - 3.0 * 0.1], [2.0]],
-                                           var0.eval())
+                                           self.evaluate(var0))
         self.assertAllCloseAccordingToType([[3.0], [4.0 - 3.0 * 0.01]],
-                                           var1.eval())
+                                           self.evaluate(var1))
 
   def testCapturingInDefunWhileExecutingEagerly(self):
     with context.eager_mode():
diff --git a/tensorflow/python/training/input_test.py b/tensorflow/python/training/input_test.py
index 085b77d1d6..e5aac5da18 100644
--- a/tensorflow/python/training/input_test.py
+++ b/tensorflow/python/training/input_test.py
@@ -58,9 +58,12 @@ class MatchFilenamesOnceTest(test_lib.TestCase):
       one = inp.match_filenames_once(additional[1])
       variables.global_variables_initializer().run()
       variables.local_variables_initializer().run()
-      self.assertItemsEqual(map(compat.as_bytes, filenames), star.eval())
-      self.assertItemsEqual(map(compat.as_bytes, additional), question.eval())
-      self.assertItemsEqual([compat.as_bytes(additional[1])], one.eval())
+      self.assertItemsEqual(
+          map(compat.as_bytes, filenames), self.evaluate(star))
+      self.assertItemsEqual(
+          map(compat.as_bytes, additional), self.evaluate(question))
+      self.assertItemsEqual([compat.as_bytes(additional[1])],
+                            self.evaluate(one))
 
 
 class LimitEpochsTest(test_lib.TestCase):
@@ -71,7 +74,7 @@ class LimitEpochsTest(test_lib.TestCase):
       seven_forever = inp.limit_epochs(seven)
       variables.local_variables_initializer().run()
       for _ in range(100):
-        self.assertEqual(7, seven_forever.eval())
+        self.assertEqual(7, self.evaluate(seven_forever))
 
   def testLimit(self):
     with self.cached_session():
@@ -79,10 +82,10 @@ class LimitEpochsTest(test_lib.TestCase):
       love_me_two_times = inp.limit_epochs(love_me, num_epochs=2)
       variables.global_variables_initializer().run()
       variables.local_variables_initializer().run()
-      self.assertEqual(b"Love Me", love_me_two_times.eval())
-      self.assertEqual(b"Love Me", love_me_two_times.eval())
+      self.assertEqual(b"Love Me", self.evaluate(love_me_two_times))
+      self.assertEqual(b"Love Me", self.evaluate(love_me_two_times))
       with self.assertRaises(errors_impl.OutOfRangeError):
-        love_me_two_times.eval()
+        self.evaluate(love_me_two_times)
 
 
 class InputProducerTest(test_lib.TestCase):
@@ -102,11 +105,12 @@ class InputProducerTest(test_lib.TestCase):
       threads = queue_runner_impl.start_queue_runners()
 
       # No randomness, so just see repeated copies of the input.
-      self.assertAllEqual(input_tensor * num_epochs, dequeue_many.eval())
+      self.assertAllEqual(input_tensor * num_epochs,
+                          self.evaluate(dequeue_many))
 
       # Reached the limit.
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       for thread in threads:
         thread.join()
 
@@ -127,11 +131,11 @@ class InputProducerTest(test_lib.TestCase):
       threads = queue_runner_impl.start_queue_runners()
 
       # No randomness, so just see repeated copies of the input.
-      self.assertAllEqual(input_value * num_epochs, dequeue_many.eval())
+      self.assertAllEqual(input_value * num_epochs, self.evaluate(dequeue_many))
 
       # Reached the limit.
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       for thread in threads:
         thread.join()
 
@@ -156,12 +160,12 @@ class StringInputProducerTest(test_lib.TestCase):
       threads = queue_runner_impl.start_queue_runners()
 
       # No randomness, so just see repeated copies of the input.
-      output = dequeue_many.eval()
+      output = self.evaluate(dequeue_many)
       self.assertAllEqual(strings * num_epochs, output)
 
       # Reached the limit.
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       for thread in threads:
         thread.join()
 
@@ -184,7 +188,7 @@ class StringInputProducerTest(test_lib.TestCase):
       for e in expected:
         frequency[e] = 0
       for _ in range(num_epochs):
-        output = dequeue_many.eval()
+        output = self.evaluate(dequeue_many)
         key = b"".join(output)
         self.assertIn(key, expected)
         frequency[key] += 1
@@ -200,7 +204,7 @@ class StringInputProducerTest(test_lib.TestCase):
 
       # Reached the limit.
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       for thread in threads:
         thread.join()
 
@@ -224,7 +228,7 @@ class StringInputProducerTest(test_lib.TestCase):
       variables.local_variables_initializer().run()
       threads = queue_runner_impl.start_queue_runners(coord=coord)
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       coord.request_stop()
       for thread in threads:
         thread.join()
@@ -272,12 +276,12 @@ class RangeInputProducerTest(test_lib.TestCase):
       threads = queue_runner_impl.start_queue_runners()
 
       # No randomness, so just see repeated copies of the input.
-      output = dequeue_many.eval()
+      output = self.evaluate(dequeue_many)
       self.assertAllEqual(list(xrange(range_size)) * num_epochs, output)
 
       # Reached the limit.
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       for thread in threads:
         thread.join()
 
@@ -300,7 +304,7 @@ class RangeInputProducerTest(test_lib.TestCase):
       for e in expected:
         frequency[e] = 0
       for _ in range(num_epochs):
-        output = dequeue_many.eval()
+        output = self.evaluate(dequeue_many)
         key = 10 * (output[0] + 1) + (output[1] + 1)
         self.assertIn(key, expected)
         frequency[key] += 1
@@ -316,7 +320,7 @@ class RangeInputProducerTest(test_lib.TestCase):
 
       # Reached the limit.
       with self.assertRaises(errors_impl.OutOfRangeError):
-        dequeue.eval()
+        self.evaluate(dequeue)
       for thread in threads:
         thread.join()
 
@@ -938,7 +942,7 @@ class BatchTest(test_lib.TestCase):
       coord = coordinator.Coordinator()
       threads = queue_runner_impl.start_queue_runners(coord=coord)
 
-      batched_np = batched.eval()
+      batched_np = self.evaluate(batched)
 
       coord.request_stop()
       for thread in threads:
@@ -1525,7 +1529,7 @@ class BatchJoinTest(test_lib.TestCase):
       coord = coordinator.Coordinator()
       threads = queue_runner_impl.start_queue_runners(coord=coord)
 
-      batched_np = batched.eval()
+      batched_np = self.evaluate(batched)
 
       coord.request_stop()
       for thread in threads:
diff --git a/tensorflow/python/training/momentum_test.py b/tensorflow/python/training/momentum_test.py
index 8a21c39d32..b6cac6addf 100644
--- a/tensorflow/python/training/momentum_test.py
+++ b/tensorflow/python/training/momentum_test.py
@@ -183,8 +183,8 @@ class MomentumOptimizerTest(test.TestCase):
           var1_np, accum1_np = self._update_nesterov_momentum_numpy(var1_np,
                                                                     accum1_np,
                                                                     3, 2.0, 0.9)
-          self.assertAllClose(var0_np, var0.eval())
-          self.assertAllClose(var1_np, var1.eval())
+          self.assertAllClose(var0_np, self.evaluate(var0))
+          self.assertAllClose(var1_np, self.evaluate(var1))
 
   def testSparseNesterovMomentum(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -224,8 +224,8 @@ class MomentumOptimizerTest(test.TestCase):
           var1_np, accum1_np = self._update_nesterov_momentum_numpy(var1_np,
                                                                     accum1_np,
                                                                     3, 2.0, 0.9)
-          self.assertAllClose(var0_np, var0.eval())
-          self.assertAllClose(var1_np, var1.eval())
+          self.assertAllClose(var0_np, self.evaluate(var0))
+          self.assertAllClose(var1_np, self.evaluate(var1))
 
   @test_util.run_in_graph_and_eager_modes(reset_test=True)
   def testMinimizeSparseResourceVariable(self):
@@ -303,37 +303,43 @@ class MomentumOptimizerTest(test.TestCase):
         self.assertFalse(slot1 in variables.trainable_variables())
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the momentum accumulators where 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
         # Step 2: the momentum accumulators contain the previous update.
         mom_update.run()
         # Check that the momentum accumulators have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
-                2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), self.evaluate(var1))
 
   def _dbParamsMom01(self):
     """Return dist-belief momentum values.
@@ -445,7 +451,7 @@ class MomentumOptimizerTest(test.TestCase):
       variables.global_variables_initializer().run()
       for i in xrange(num_samples):
         mom_update.run(feed_dict={grads0: db_grad[i]})
-        self.assertAllClose(np.array(db_out[i]), var0.eval())
+        self.assertAllClose(np.array(db_out[i]), self.evaluate(var0))
 
   def testSparse(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -476,45 +482,57 @@ class MomentumOptimizerTest(test.TestCase):
         self.assertEquals(slot1.get_shape(), var1.get_shape())
 
         # Fetch params to validate initial values
-        self.assertAllClose([0, 0], var0.eval()[0])
-        self.assertAllClose([0, 0], var0.eval()[1])
-        self.assertAllClose([1, 1], var1.eval()[2])
+        self.assertAllClose([0, 0], self.evaluate(var0)[0])
+        self.assertAllClose([0, 0], self.evaluate(var0)[1])
+        self.assertAllClose([1, 1], self.evaluate(var1)[2])
 
         # Step 1: the momentum accumulators are 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0, 0]), slot0.eval()[0])
-        self.assertAllCloseAccordingToType(np.array([.1, .1]), slot0.eval()[1])
         self.assertAllCloseAccordingToType(
-            np.array([.01, .01]), slot1.eval()[2])
+            np.array([0, 0]),
+            self.evaluate(slot0)[0])
+        self.assertAllCloseAccordingToType(
+            np.array([.1, .1]),
+            self.evaluate(slot0)[1])
+        self.assertAllCloseAccordingToType(
+            np.array([.01, .01]),
+            self.evaluate(slot1)[2])
         # Check that the parameters have been updated.
-        self.assertAllCloseAccordingToType(np.array([0, 0]), var0.eval()[0])
         self.assertAllCloseAccordingToType(
-            np.array([-(0.1 * 2.0), -(0.1 * 2.0)]), var0.eval()[1])
+            np.array([0, 0]),
+            self.evaluate(var0)[0])
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.01 * 2.0), 1.0 - (0.01 * 2.0)]), var1.eval()[2])
+            np.array([-(0.1 * 2.0), -(0.1 * 2.0)]),
+            self.evaluate(var0)[1])
+        self.assertAllCloseAccordingToType(
+            np.array([1.0 - (0.01 * 2.0), 1.0 - (0.01 * 2.0)]),
+            self.evaluate(var1)[2])
         # Step 2: the momentum accumulators contain the previous update.
         mom_update.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllClose(np.array([0, 0]), slot0.eval()[0])
+        self.assertAllClose(np.array([0, 0]), self.evaluate(slot0)[0])
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval()[1])
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0)[1])
         self.assertAllCloseAccordingToType(
             np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
-            slot1.eval()[2])
+            self.evaluate(slot1)[2])
         # Check that the parameters have been updated.
-        self.assertAllClose(np.array([0, 0]), var0.eval()[0])
+        self.assertAllClose(np.array([0, 0]), self.evaluate(var0)[0])
         self.assertAllCloseAccordingToType(
             np.array([
-                -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0), -(0.1 * 2.0) - (
-                    (0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval()[1])
+                -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
+                -(0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
+            ]),
+            self.evaluate(var0)[1])
         self.assertAllCloseAccordingToType(
             np.array([
-                0.98 - ((0.9 * 0.01 + 0.01) * 2.0), 0.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval()[2])
+                0.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                0.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]),
+            self.evaluate(var1)[2])
 
   def testSharing(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -538,37 +556,43 @@ class MomentumOptimizerTest(test.TestCase):
         self.assertEquals(slot1.get_shape(), var1.get_shape())
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the momentum accumulators where 0. So we should see a normal
         # update: v -= grad * learning_rate
         mom_update1.run()
         # Check that the momentum accumulators have been updated.
-        self.assertAllCloseAccordingToType(np.array([0.1, 0.1]), slot0.eval())
-        self.assertAllCloseAccordingToType(np.array([0.01, 0.01]), slot1.eval())
+        self.assertAllCloseAccordingToType(
+            np.array([0.1, 0.1]), self.evaluate(slot0))
+        self.assertAllCloseAccordingToType(
+            np.array([0.01, 0.01]), self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]), var0.eval())
+            np.array([1.0 - (0.1 * 2.0), 2.0 - (0.1 * 2.0)]),
+            self.evaluate(var0))
         self.assertAllCloseAccordingToType(
-            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]), var1.eval())
+            np.array([3.0 - (0.01 * 2.0), 4.0 - (0.01 * 2.0)]),
+            self.evaluate(var1))
         # Step 2: the second momentum accumulators contain the previous update.
         mom_update2.run()
         # Check that the momentum accumulators have been updated.
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]), slot0.eval())
+            np.array([(0.9 * 0.1 + 0.1), (0.9 * 0.1 + 0.1)]),
+            self.evaluate(slot0))
         self.assertAllCloseAccordingToType(
-            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]), slot1.eval())
+            np.array([(0.9 * 0.01 + 0.01), (0.9 * 0.01 + 0.01)]),
+            self.evaluate(slot1))
         # Check that the parameters have been updated.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0),
                 2.0 - (0.1 * 2.0) - ((0.9 * 0.1 + 0.1) * 2.0)
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
-                2.98 - ((0.9 * 0.01 + 0.01) * 2.0), 3.98 - (
-                    (0.9 * 0.01 + 0.01) * 2.0)
-            ]), var1.eval())
+                2.98 - ((0.9 * 0.01 + 0.01) * 2.0),
+                3.98 - ((0.9 * 0.01 + 0.01) * 2.0)
+            ]), self.evaluate(var1))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/training/moving_averages_test.py b/tensorflow/python/training/moving_averages_test.py
index bb2fca66e3..8009e3c24e 100644
--- a/tensorflow/python/training/moving_averages_test.py
+++ b/tensorflow/python/training/moving_averages_test.py
@@ -43,11 +43,11 @@ class MovingAveragesTest(test.TestCase):
       assign = moving_averages.assign_moving_average(
           var, val, decay, zero_debias=False)
       variables.global_variables_initializer().run()
-      self.assertAllClose([10.0, 11.0], var.eval())
+      self.assertAllClose([10.0, 11.0], self.evaluate(var))
       assign.op.run()
       self.assertAllClose(
           [10.0 * 0.25 + 1.0 * (1.0 - 0.25), 11.0 * 0.25 + 2.0 * (1.0 - 0.25)],
-          var.eval())
+          self.evaluate(var))
 
   def testAssignMovingAverage(self):
     with self.cached_session():
@@ -56,11 +56,11 @@ class MovingAveragesTest(test.TestCase):
       decay = 0.25
       assign = moving_averages.assign_moving_average(var, val, decay)
       variables.global_variables_initializer().run()
-      self.assertAllClose([0.0, 0.0], var.eval())
+      self.assertAllClose([0.0, 0.0], self.evaluate(var))
       assign.op.run()
-      self.assertAllClose([
-          1.0 * (1.0 - 0.25) / (1 - 0.25), 2.0 * (1.0 - 0.25) / (1 - 0.25)
-      ], var.eval())
+      self.assertAllClose(
+          [1.0 * (1.0 - 0.25) / (1 - 0.25), 2.0 * (1.0 - 0.25) / (1 - 0.25)],
+          self.evaluate(var))
 
   def testAssignMovingAverageNewNamingMultipleCalls(self):
     with variable_scope.variable_scope("scope1") as vs1:
@@ -179,39 +179,39 @@ class ExponentialMovingAverageTest(test.TestCase):
     self.assertEqual("add/ExponentialMovingAverage:0", avg2.name)
 
     # Check initial values.
-    self.assertAllClose(tens, var0.eval())
-    self.assertAllClose(thirties, var1.eval())
-    self.assertAllClose(_Repeat(10.0 + 30.0, dim), tensor2.eval())
+    self.assertAllClose(tens, self.evaluate(var0))
+    self.assertAllClose(thirties, self.evaluate(var1))
+    self.assertAllClose(_Repeat(10.0 + 30.0, dim), self.evaluate(tensor2))
 
     # Check that averages are initialized correctly.
-    self.assertAllClose(tens, avg0.eval())
-    self.assertAllClose(thirties, avg1.eval())
+    self.assertAllClose(tens, self.evaluate(avg0))
+    self.assertAllClose(thirties, self.evaluate(avg1))
     # Note that averages of Tensor's initialize to zeros_like since no value
     # of the Tensor is known because the Op has not been run (yet).
-    self.assertAllClose(_Repeat(0.0, dim), avg2.eval())
+    self.assertAllClose(_Repeat(0.0, dim), self.evaluate(avg2))
 
     # Update the averages and check.
     update.run()
     dk = actual_decay
 
     expected = _Repeat(10.0 * dk + 10.0 * (1 - dk), dim)
-    self.assertAllClose(expected, avg0.eval())
+    self.assertAllClose(expected, self.evaluate(avg0))
     expected = _Repeat(30.0 * dk + 30.0 * (1 - dk), dim)
-    self.assertAllClose(expected, avg1.eval())
+    self.assertAllClose(expected, self.evaluate(avg1))
     expected = _Repeat(0.0 * dk + (10.0 + 30.0) * (1 - dk) / _Scale(dk, 1), dim)
-    self.assertAllClose(expected, avg2.eval())
+    self.assertAllClose(expected, self.evaluate(avg2))
 
     # Again, update the averages and check.
     update.run()
     expected = _Repeat((10.0 * dk + 10.0 * (1 - dk)) * dk + 10.0 * (1 - dk),
                        dim)
-    self.assertAllClose(expected, avg0.eval())
+    self.assertAllClose(expected, self.evaluate(avg0))
     expected = _Repeat((30.0 * dk + 30.0 * (1 - dk)) * dk + 30.0 * (1 - dk),
                        dim)
-    self.assertAllClose(expected, avg1.eval())
+    self.assertAllClose(expected, self.evaluate(avg1))
     expected = _Repeat(((0.0 * dk + (10.0 + 30.0) * (1 - dk)) * dk +
                         (10.0 + 30.0) * (1 - dk)) / _Scale(dk, 2), dim)
-    self.assertAllClose(expected, avg2.eval())
+    self.assertAllClose(expected, self.evaluate(avg2))
 
   def testAverageVariablesNoNumUpdates_Scalar(self):
     with self.cached_session():
diff --git a/tensorflow/python/training/optimizer_test.py b/tensorflow/python/training/optimizer_test.py
index 7a7d01d50e..5ed0a30285 100644
--- a/tensorflow/python/training/optimizer_test.py
+++ b/tensorflow/python/training/optimizer_test.py
@@ -79,13 +79,13 @@ class OptimizerTest(test.TestCase):
 
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd through optimizer
         opt_op.run()
         # Validate updated params
-        self.assertAllClose([-14., -13.], var0.eval())
-        self.assertAllClose([-6., -5.], var1.eval())
+        self.assertAllClose([-14., -13.], self.evaluate(var0))
+        self.assertAllClose([-6., -5.], self.evaluate(var1))
 
   def testPrecomputedGradient(self):
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
@@ -102,15 +102,15 @@ class OptimizerTest(test.TestCase):
 
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Run 1 step of sgd through optimizer
         opt_op.run()
         # Validate updated params
         self.assertAllClose([1.0 - 3 * 5 * 42.0, 2.0 - 3 * 5 * (-42.0)],
-                            var0.eval())
+                            self.evaluate(var0))
         self.assertAllClose([3.0 - 3 * 3 * 42.0, 4.0 - 3 * 3 * (-42.0)],
-                            var1.eval())
+                            self.evaluate(var1))
 
   @test_util.run_in_graph_and_eager_modes
   def testNoVariables(self):
@@ -257,13 +257,13 @@ class OptimizerTest(test.TestCase):
 
       variables.global_variables_initializer().run()
       # Fetch params to validate initial values
-      self.assertAllClose([1.0, 2.0], var0.eval())
-      self.assertAllClose([3.0, 4.0], var1.eval())
+      self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+      self.assertAllClose([3.0, 4.0], self.evaluate(var1))
       # Run 1 step of sgd through optimizer
       opt_op.run()
       # Validate updated params
-      self.assertAllClose([-0.1, -0.1], var0.eval())
-      self.assertAllClose([0., 0.], var1.eval())
+      self.assertAllClose([-0.1, -0.1], self.evaluate(var0))
+      self.assertAllClose([0., 0.], self.evaluate(var1))
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/python/training/proximal_adagrad_test.py b/tensorflow/python/training/proximal_adagrad_test.py
index 74e06a5e2e..272f9019e7 100644
--- a/tensorflow/python/training/proximal_adagrad_test.py
+++ b/tensorflow/python/training/proximal_adagrad_test.py
@@ -106,12 +106,13 @@ class ProximalAdagradOptimizerTest(test.TestCase):
         sgd_op = proximal_adagrad.ProximalAdagradOptimizer(1.0).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[0, 1]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[0, 1]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testProximalAdagradWithL1(self):
     with self.cached_session() as sess:
diff --git a/tensorflow/python/training/proximal_gradient_descent_test.py b/tensorflow/python/training/proximal_gradient_descent_test.py
index f77f68b234..a9355f4824 100644
--- a/tensorflow/python/training/proximal_gradient_descent_test.py
+++ b/tensorflow/python/training/proximal_gradient_descent_test.py
@@ -103,12 +103,13 @@ class ProximalGradientDescentOptimizerTest(test.TestCase):
             1.0).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-111, -138]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[-111, -138]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testProximalGradientDescentWithL1_L2(self):
     with self.cached_session() as sess:
diff --git a/tensorflow/python/training/queue_runner_test.py b/tensorflow/python/training/queue_runner_test.py
index 15fe42bbd8..65c2c13d8b 100644
--- a/tensorflow/python/training/queue_runner_test.py
+++ b/tensorflow/python/training/queue_runner_test.py
@@ -58,7 +58,7 @@ class QueueRunnerTest(test.TestCase):
         t.join()
       self.assertEqual(0, len(qr.exceptions_raised))
       # The variable should be 3.
-      self.assertEqual(3, var.eval())
+      self.assertEqual(3, self.evaluate(var))
 
   def testTwoOps(self):
     with self.cached_session() as sess:
@@ -80,8 +80,8 @@ class QueueRunnerTest(test.TestCase):
       for t in threads:
         t.join()
       self.assertEqual(0, len(qr.exceptions_raised))
-      self.assertEqual(3, var0.eval())
-      self.assertEqual(30, var1.eval())
+      self.assertEqual(3, self.evaluate(var0))
+      self.assertEqual(30, self.evaluate(var1))
 
   def testExceptionsCaptured(self):
     with self.cached_session() as sess:
@@ -121,11 +121,11 @@ class QueueRunnerTest(test.TestCase):
       # It should have terminated cleanly.
       self.assertEqual(0, len(qr.exceptions_raised))
       # The 2 values should be in queue1.
-      self.assertEqual(10.0, dequeue1.eval())
-      self.assertEqual(10.0, dequeue1.eval())
+      self.assertEqual(10.0, self.evaluate(dequeue1))
+      self.assertEqual(10.0, self.evaluate(dequeue1))
       # And queue1 should now be closed.
       with self.assertRaisesRegexp(errors_impl.OutOfRangeError, "is closed"):
-        dequeue1.eval()
+        self.evaluate(dequeue1)
 
   def testRespectCoordShouldStop(self):
     with self.cached_session() as sess:
@@ -149,7 +149,7 @@ class QueueRunnerTest(test.TestCase):
       coord.join()
       self.assertEqual(0, len(qr.exceptions_raised))
       # The variable should be 0.
-      self.assertEqual(0, var.eval())
+      self.assertEqual(0, self.evaluate(var))
 
   def testRequestStopOnException(self):
     with self.cached_session() as sess:
@@ -263,7 +263,7 @@ class QueueRunnerTest(test.TestCase):
         t.join()
       self.assertEqual(0, len(qr.exceptions_raised))
       # The variable should be 3.
-      self.assertEqual(3, var.eval())
+      self.assertEqual(3, self.evaluate(var))
 
   def testStartQueueRunnersRaisesIfNotASession(self):
     zero64 = constant_op.constant(0, dtype=dtypes.int64)
@@ -310,7 +310,7 @@ class QueueRunnerTest(test.TestCase):
         t.join()
       self.assertEqual(0, len(qr.exceptions_raised))
       # The variable should be 3.
-      self.assertEqual(3, var.eval())
+      self.assertEqual(3, self.evaluate(var))
 
   def testQueueRunnerSerializationRoundTrip(self):
     graph = ops.Graph()
diff --git a/tensorflow/python/training/rmsprop_test.py b/tensorflow/python/training/rmsprop_test.py
index b63abe0529..9ec315f62d 100644
--- a/tensorflow/python/training/rmsprop_test.py
+++ b/tensorflow/python/training/rmsprop_test.py
@@ -138,8 +138,8 @@ class RMSPropOptimizerTest(test.TestCase):
         mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 4 steps of RMSProp
         for _ in range(1, 5):
@@ -154,14 +154,14 @@ class RMSPropOptimizerTest(test.TestCase):
 
           # Validate updated params
           if centered:
-            self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-            self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-          self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-          self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-          self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-          self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+            self.assertAllCloseAccordingToType(mg0_np, self.evaluate(mg0))
+            self.assertAllCloseAccordingToType(mg1_np, self.evaluate(mg1))
+          self.assertAllCloseAccordingToType(rms0_np, self.evaluate(rms0))
+          self.assertAllCloseAccordingToType(rms1_np, self.evaluate(rms1))
+          self.assertAllCloseAccordingToType(mom0_np, self.evaluate(mom0))
+          self.assertAllCloseAccordingToType(mom1_np, self.evaluate(mom1))
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testMinimizeSparseResourceVariable(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -178,12 +178,13 @@ class RMSPropOptimizerTest(test.TestCase):
             centered=False).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[0., 1.]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[0., 1.]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testMinimizeSparseResourceVariableCentered(self):
     for dtype in [dtypes.float32, dtypes.float64]:
@@ -200,12 +201,13 @@ class RMSPropOptimizerTest(test.TestCase):
             centered=True).minimize(loss)
         variables.global_variables_initializer().run()
         # Fetch params to validate initial values
-        self.assertAllCloseAccordingToType([[1.0, 2.0]], var0.eval())
+        self.assertAllCloseAccordingToType([[1.0, 2.0]], self.evaluate(var0))
         # Run 1 step of sgd
         sgd_op.run()
         # Validate updated params
-        self.assertAllCloseAccordingToType(
-            [[-111, -138]], var0.eval(), atol=0.01)
+        self.assertAllCloseAccordingToType([[-111, -138]],
+                                           self.evaluate(var0),
+                                           atol=0.01)
 
   def testSparse(self):
     # TODO(yori): Use ParameterizedTest when available
@@ -258,8 +260,8 @@ class RMSPropOptimizerTest(test.TestCase):
         mom1_np = np.array([0.0, 0.0], dtype=dtype.as_numpy_dtype)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
 
         # Run 4 steps of RMSProp
         for _ in range(1, 5):
@@ -274,14 +276,14 @@ class RMSPropOptimizerTest(test.TestCase):
 
           # Validate updated params
           if centered:
-            self.assertAllCloseAccordingToType(mg0_np, mg0.eval())
-            self.assertAllCloseAccordingToType(mg1_np, mg1.eval())
-          self.assertAllCloseAccordingToType(rms0_np, rms0.eval())
-          self.assertAllCloseAccordingToType(rms1_np, rms1.eval())
-          self.assertAllCloseAccordingToType(mom0_np, mom0.eval())
-          self.assertAllCloseAccordingToType(mom1_np, mom1.eval())
-          self.assertAllCloseAccordingToType(var0_np, var0.eval())
-          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+            self.assertAllCloseAccordingToType(mg0_np, self.evaluate(mg0))
+            self.assertAllCloseAccordingToType(mg1_np, self.evaluate(mg1))
+          self.assertAllCloseAccordingToType(rms0_np, self.evaluate(rms0))
+          self.assertAllCloseAccordingToType(rms1_np, self.evaluate(rms1))
+          self.assertAllCloseAccordingToType(mom0_np, self.evaluate(mom0))
+          self.assertAllCloseAccordingToType(mom1_np, self.evaluate(mom1))
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0))
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1))
 
   def testWithoutMomentum(self):
     for dtype in [dtypes.half, dtypes.float32]:
@@ -305,34 +307,36 @@ class RMSPropOptimizerTest(test.TestCase):
         self.assertTrue(mom1 is not None)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: the rms accumulators where 1. So we should see a normal
         # update: v -= grad * learning_rate
         update.run()
         # Check the root mean square accumulators.
         self.assertAllCloseAccordingToType(
-            np.array([0.901, 0.901]), rms0.eval())
+            np.array([0.901, 0.901]), self.evaluate(rms0))
         self.assertAllCloseAccordingToType(
-            np.array([0.90001, 0.90001]), rms1.eval())
+            np.array([0.90001, 0.90001]), self.evaluate(rms1))
         # Check the parameters.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0 / math.sqrt(0.901 + 1.0)),
                 2.0 - (0.1 * 2.0 / math.sqrt(0.901 + 1.0))
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
                 3.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1.0)),
                 4.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1.0))
-            ]), var1.eval())
+            ]), self.evaluate(var1))
         # Step 2: the root mean square accumulators contain the previous update.
         update.run()
         # Check the rms accumulators.
         self.assertAllCloseAccordingToType(
-            np.array([0.901 * 0.9 + 0.001, 0.901 * 0.9 + 0.001]), rms0.eval())
+            np.array([0.901 * 0.9 + 0.001, 0.901 * 0.9 + 0.001]),
+            self.evaluate(rms0))
         self.assertAllCloseAccordingToType(
-            np.array([0.90001 * 0.9 + 1e-5, 0.90001 * 0.9 + 1e-5]), rms1.eval())
+            np.array([0.90001 * 0.9 + 1e-5, 0.90001 * 0.9 + 1e-5]),
+            self.evaluate(rms1))
         # Check the parameters.
         self.assertAllCloseAccordingToType(
             np.array([
@@ -340,14 +344,14 @@ class RMSPropOptimizerTest(test.TestCase):
                 (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001 + 1.0)),
                 2.0 - (0.1 * 2.0 / math.sqrt(0.901 + 1.0)) -
                 (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001 + 1.0))
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
                 3.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1.0)) -
                 (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5 + 1.0)),
                 4.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1.0)) -
                 (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 1e-5 + 1.0))
-            ]), var1.eval())
+            ]), self.evaluate(var1))
 
   def testWithMomentum(self):
     for dtype in [dtypes.half, dtypes.float32]:
@@ -372,57 +376,61 @@ class RMSPropOptimizerTest(test.TestCase):
         self.assertTrue(mom1 is not None)
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
         # Step 1: rms = 1, mom = 0. So we should see a normal
         # update: v -= grad * learning_rate
         update.run()
         # Check the root mean square accumulators.
         self.assertAllCloseAccordingToType(
-            np.array([0.901, 0.901]), rms0.eval())
+            np.array([0.901, 0.901]), self.evaluate(rms0))
         self.assertAllCloseAccordingToType(
-            np.array([0.90001, 0.90001]), rms1.eval())
+            np.array([0.90001, 0.90001]), self.evaluate(rms1))
         # Check the momentum accumulators
         self.assertAllCloseAccordingToType(
             np.array([(0.1 * 2.0 / math.sqrt(0.901 + 1e-5)),
-                      (0.1 * 2.0 / math.sqrt(0.901 + 1e-5))]), mom0.eval())
+                      (0.1 * 2.0 / math.sqrt(0.901 + 1e-5))]),
+            self.evaluate(mom0))
         self.assertAllCloseAccordingToType(
             np.array([(0.01 * 2.0 / math.sqrt(0.90001 + 1e-5)),
-                      (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5))]), mom1.eval())
+                      (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5))]),
+            self.evaluate(mom1))
 
         # Check that the parameters.
         self.assertAllCloseAccordingToType(
             np.array([
                 1.0 - (0.1 * 2.0 / math.sqrt(0.901 + 1e-5)),
                 2.0 - (0.1 * 2.0 / math.sqrt(0.901 + 1e-5))
-            ]), var0.eval())
+            ]), self.evaluate(var0))
         self.assertAllCloseAccordingToType(
             np.array([
                 3.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5)),
                 4.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5))
-            ]), var1.eval())
+            ]), self.evaluate(var1))
 
         # Step 2: the root mean square accumulators contain the previous update.
         update.run()
         # Check the rms accumulators.
         self.assertAllCloseAccordingToType(
-            np.array([0.901 * 0.9 + 0.001, 0.901 * 0.9 + 0.001]), rms0.eval())
+            np.array([0.901 * 0.9 + 0.001, 0.901 * 0.9 + 0.001]),
+            self.evaluate(rms0))
         self.assertAllCloseAccordingToType(
-            np.array([0.90001 * 0.9 + 1e-5, 0.90001 * 0.9 + 1e-5]), rms1.eval())
+            np.array([0.90001 * 0.9 + 1e-5, 0.90001 * 0.9 + 1e-5]),
+            self.evaluate(rms1))
         self.assertAllCloseAccordingToType(
             np.array([
                 0.5 * (0.1 * 2.0 / math.sqrt(0.901 + 1e-5)) +
                 (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001 + 1e-5)),
                 0.5 * (0.1 * 2.0 / math.sqrt(0.901 + 1e-5)) +
                 (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001 + 1e-5))
-            ]), mom0.eval())
+            ]), self.evaluate(mom0))
         self.assertAllCloseAccordingToType(
             np.array([
                 0.5 * (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5)) +
                 (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 2e-5)),
                 0.5 * (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5)) +
                 (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 2e-5))
-            ]), mom1.eval())
+            ]), self.evaluate(mom1))
 
         # Check the parameters.
         self.assertAllCloseAccordingToType(
@@ -433,7 +441,7 @@ class RMSPropOptimizerTest(test.TestCase):
                 2.0 - (0.1 * 2.0 / math.sqrt(0.901 + 1e-5)) -
                 (0.5 * (0.1 * 2.0 / math.sqrt(0.901 + 1e-5)) +
                  (0.1 * 2.0 / math.sqrt(0.901 * 0.9 + 0.001 + 1e-5)))
-            ]), var0.eval())
+            ]), self.evaluate(var0))
 
         self.assertAllCloseAccordingToType(
             np.array([
@@ -443,7 +451,7 @@ class RMSPropOptimizerTest(test.TestCase):
                 4.0 - (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5)) -
                 (0.5 * (0.01 * 2.0 / math.sqrt(0.90001 + 1e-5)) +
                  (0.01 * 2.0 / math.sqrt(0.90001 * 0.9 + 2e-5)))
-            ]), var1.eval())
+            ]), self.evaluate(var1))
 
   def testCallableParams(self):
     with context.eager_mode():
diff --git a/tensorflow/python/training/server_lib_test.py b/tensorflow/python/training/server_lib_test.py
index cf995707fc..323e94c257 100644
--- a/tensorflow/python/training/server_lib_test.py
+++ b/tensorflow/python/training/server_lib_test.py
@@ -174,7 +174,7 @@ class GrpcServerTest(test.TestCase):
     # is not supported, but it should successfully ignore it.
     sess = session.InteractiveSession(server.target)
     c = constant_op.constant(42.0)
-    self.assertEqual(42.0, c.eval())
+    self.assertEqual(42.0, self.evaluate(c))
     sess.close()
 
   def testSetConfiguration(self):
diff --git a/tensorflow/python/training/slot_creator_test.py b/tensorflow/python/training/slot_creator_test.py
index 6d6364169f..382c15bb55 100644
--- a/tensorflow/python/training/slot_creator_test.py
+++ b/tensorflow/python/training/slot_creator_test.py
@@ -41,7 +41,7 @@ class SlotCreatorTest(test.TestCase):
       self.assertEqual("var/slot", slot.op.name)
       self.assertEqual([2], slot.get_shape().as_list())
       self.assertEqual(dtypes.float32, slot.dtype.base_dtype)
-      self.assertAllEqual([1.0, 2.5], slot.eval())
+      self.assertAllEqual([1.0, 2.5], self.evaluate(slot))
 
   def testCreateSlotFromTensor(self):
     with self.cached_session():
@@ -53,7 +53,7 @@ class SlotCreatorTest(test.TestCase):
       self.assertEqual("const/slot", slot.op.name)
       self.assertEqual([2], slot.get_shape().as_list())
       self.assertEqual(dtypes.float32, slot.dtype.base_dtype)
-      self.assertAllEqual([2.0, 5.0], slot.eval())
+      self.assertAllEqual([2.0, 5.0], self.evaluate(slot))
 
   def testCreateZerosSlotFromVariable(self):
     with self.cached_session():
@@ -67,7 +67,7 @@ class SlotCreatorTest(test.TestCase):
       self.assertEqual("var/slot", slot.op.name)
       self.assertEqual([2], slot.get_shape().as_list())
       self.assertEqual(dtypes.float64, slot.dtype.base_dtype)
-      self.assertAllEqual([0.0, 0.0], slot.eval())
+      self.assertAllEqual([0.0, 0.0], self.evaluate(slot))
 
   def testCreateZerosSlotFromDynamicShapedVariable(self):
     with self.cached_session():
@@ -88,7 +88,7 @@ class SlotCreatorTest(test.TestCase):
       self.assertEqual("var/slot", slot.op.name)
       self.assertEqual([2], array_ops.shape(slot).eval())
       self.assertEqual(dtypes.float64, slot.dtype.base_dtype)
-      self.assertAllEqual([0.0, 0.0], slot.eval())
+      self.assertAllEqual([0.0, 0.0], self.evaluate(slot))
 
   def testCreateZerosSlotFromTensor(self):
     with self.cached_session():
@@ -101,7 +101,7 @@ class SlotCreatorTest(test.TestCase):
       self.assertEqual("const/slot", slot.op.name)
       self.assertEqual([2], slot.get_shape().as_list())
       self.assertEqual(dtypes.float32, slot.dtype.base_dtype)
-      self.assertAllEqual([0.0, 0.0], slot.eval())
+      self.assertAllEqual([0.0, 0.0], self.evaluate(slot))
 
   def testCreateZerosSlotFromDynamicShapedTensor(self):
     with self.cached_session():
@@ -116,7 +116,7 @@ class SlotCreatorTest(test.TestCase):
       self.assertEqual("const/slot", slot.op.name)
       self.assertEqual([2], array_ops.shape(slot).eval())
       self.assertEqual(dtypes.float64, slot.dtype.base_dtype)
-      self.assertAllEqual([0.0, 0.0], slot.eval())
+      self.assertAllEqual([0.0, 0.0], self.evaluate(slot))
 
   def testCreateSlotFromVariableRespectsScope(self):
     # See discussion on #2740.
diff --git a/tensorflow/python/training/supervisor_test.py b/tensorflow/python/training/supervisor_test.py
index 7cd99d8680..b734e9653e 100644
--- a/tensorflow/python/training/supervisor_test.py
+++ b/tensorflow/python/training/supervisor_test.py
@@ -799,7 +799,7 @@ class SupervisorTest(test.TestCase):
       v = variables.VariableV1([10.10], name="foo")
       sav = saver_lib.Saver([v])
       sav.restore(sess, save_path)
-      self.assertEqual(1.0, v.eval()[0])
+      self.assertEqual(1.0, self.evaluate(v)[0])
 
   # Same as testStandardServicesNoGlobalStep but with a global step.
   # We should get a summary about the step time.
@@ -863,7 +863,7 @@ class SupervisorTest(test.TestCase):
       v = variables.VariableV1([-12], name="global_step")
       sav = saver_lib.Saver([v])
       sav.restore(sess, save_path)
-      self.assertEqual(123, v.eval()[0])
+      self.assertEqual(123, self.evaluate(v)[0])
 
   def testNoQueueRunners(self):
     with ops.Graph().as_default(), self.cached_session() as sess:
diff --git a/tensorflow/python/training/training_ops_test.py b/tensorflow/python/training/training_ops_test.py
index 0216482825..929dd74ac6 100644
--- a/tensorflow/python/training/training_ops_test.py
+++ b/tensorflow/python/training/training_ops_test.py
@@ -53,9 +53,9 @@ class TrainingOpsTest(TensorFlowTestCase):
     with self.session(use_gpu=use_gpu):
       var = variables.VariableV1(x)
       variables.global_variables_initializer().run()
-      self.assertAllCloseAccordingToType(x, var.eval())
+      self.assertAllCloseAccordingToType(x, self.evaluate(var))
       apply_sgd = training_ops.apply_gradient_descent(var, alpha, delta)
-      out = apply_sgd.eval()
+      out = self.evaluate(apply_sgd)
       self.assertShapeEqual(out, apply_sgd)
       self.assertAllCloseAccordingToType(x - alpha * delta, out)
 
@@ -74,13 +74,13 @@ class TrainingOpsTest(TensorFlowTestCase):
       accum = variables.VariableV1(y)
       variables.global_variables_initializer().run()
 
-      self.assertAllCloseAccordingToType(x, var.eval())
+      self.assertAllCloseAccordingToType(x, self.evaluate(var))
       apply_adagrad = training_ops.apply_adagrad(var, accum, lr, grad)
-      out = apply_adagrad.eval()
+      out = self.evaluate(apply_adagrad)
       self.assertShapeEqual(out, apply_adagrad)
       self.assertAllCloseAccordingToType(x - lr * grad * (y + grad * grad)**
                                          (-0.5), out)
-      self.assertAllCloseAccordingToType(y + grad * grad, accum.eval())
+      self.assertAllCloseAccordingToType(y + grad * grad, self.evaluate(accum))
 
   def _testTypesForFtrl(self,
                         x,
@@ -99,10 +99,10 @@ class TrainingOpsTest(TensorFlowTestCase):
       linear = variables.VariableV1(z)
       variables.global_variables_initializer().run()
 
-      self.assertAllCloseAccordingToType(x, var.eval())
+      self.assertAllCloseAccordingToType(x, self.evaluate(var))
       apply_ftrl = training_ops.apply_ftrl(var, accum, linear, grad, lr, l1, l2,
                                            lr_power)
-      out = apply_ftrl.eval()
+      out = self.evaluate(apply_ftrl)
       self.assertShapeEqual(out, apply_ftrl)
       accum_update = y + grad * grad
       linear_update = z + grad - (accum_update**(-lr_power) - y**
@@ -112,17 +112,19 @@ class TrainingOpsTest(TensorFlowTestCase):
           np.sign(linear_update[i]) * l1 - linear_update[i]) / (quadratic[i]) if
                                np.abs(linear_update[i]) > l1 else 0.0
                                for i in range(linear_update.size)])
-      self.assertAllCloseAccordingToType(accum_update, accum.eval())
+      self.assertAllCloseAccordingToType(accum_update, self.evaluate(accum))
       if x.dtype == np.float16:
         # The calculations here really are not very precise in float16.
-        self.assertAllClose(linear_update, linear.eval(), rtol=2e-2, atol=2e-2)
+        self.assertAllClose(
+            linear_update, self.evaluate(linear), rtol=2e-2, atol=2e-2)
         self.assertAllClose(expected_out, out, rtol=2e-2, atol=2e-2)
       elif x.dtype == np.float32:
         # The calculations here not sufficiently precise in float32.
-        self.assertAllClose(linear_update, linear.eval(), rtol=1e-5, atol=1e-5)
+        self.assertAllClose(
+            linear_update, self.evaluate(linear), rtol=1e-5, atol=1e-5)
         self.assertAllClose(expected_out, out, rtol=1e-5, atol=1e-5)
       else:
-        self.assertAllClose(linear_update, linear.eval())
+        self.assertAllClose(linear_update, self.evaluate(linear))
         self.assertAllClose(expected_out, out)
 
   def testApplyAdagrad(self):
@@ -152,19 +154,19 @@ class TrainingOpsTest(TensorFlowTestCase):
       accum = variables.VariableV1(y)
       variables.global_variables_initializer().run()
 
-      self.assertAllCloseAccordingToType(x, var.eval())
+      self.assertAllCloseAccordingToType(x, self.evaluate(var))
       sparse_apply_adagrad = training_ops.sparse_apply_adagrad(
           var, accum, lr, grad,
           constant_op.constant(indices, self._toType(indices.dtype)))
-      out = sparse_apply_adagrad.eval()
+      out = self.evaluate(sparse_apply_adagrad)
       self.assertShapeEqual(out, sparse_apply_adagrad)
 
       for (i, index) in enumerate(indices):
         self.assertAllCloseAccordingToType(
             x[index] - lr * grad[i] * (y[index] + grad[i] * grad[i])**(-0.5),
-            var.eval()[index])
+            self.evaluate(var)[index])
         self.assertAllCloseAccordingToType(y[index] + grad[i] * grad[i],
-                                           accum.eval()[index])
+                                           self.evaluate(accum)[index])
 
   def _testTypesForSparseFtrl(self,
                               x,
@@ -183,7 +185,7 @@ class TrainingOpsTest(TensorFlowTestCase):
       linear = variables.VariableV1(z)
       variables.global_variables_initializer().run()
 
-      self.assertAllCloseAccordingToType(x, var.eval())
+      self.assertAllCloseAccordingToType(x, self.evaluate(var))
       sparse_apply_ftrl = training_ops.sparse_apply_ftrl(
           var,
           accum,
@@ -194,15 +196,16 @@ class TrainingOpsTest(TensorFlowTestCase):
           l1,
           l2,
           lr_power=lr_power)
-      out = sparse_apply_ftrl.eval()
+      out = self.evaluate(sparse_apply_ftrl)
       self.assertShapeEqual(out, sparse_apply_ftrl)
 
       for (i, index) in enumerate(indices):
-        self.assertAllCloseAccordingToType(x[index] - lr * grad[i] *
-                                           (y[index] + grad[i] * grad[i])**
-                                           (lr_power), var.eval()[index])
+        self.assertAllCloseAccordingToType(
+            x[index] - lr * grad[i] * (y[index] + grad[i] * grad[i])**
+            (lr_power),
+            self.evaluate(var)[index])
         self.assertAllCloseAccordingToType(y[index] + grad[i] * grad[i],
-                                           accum.eval()[index])
+                                           self.evaluate(accum)[index])
 
   def testSparseApplyAdagrad(self):
     for (dtype, index_type) in itertools.product(
@@ -276,13 +279,13 @@ class TrainingOpsTest(TensorFlowTestCase):
       epsilon_t = constant_op.constant(epsilon, self._toType(var.dtype), [])
       variables.global_variables_initializer().run()
 
-      self.assertAllCloseAccordingToType(var, var_t.eval())
+      self.assertAllCloseAccordingToType(var, self.evaluate(var_t))
       new_var, _, _ = self._adamUpdateNumpy(var, grad, t, m, v, lr, beta1,
                                             beta2, epsilon)
       apply_adam = training_ops.apply_adam(var_t, m_t, v_t, beta1_power_t,
                                            beta2_power_t, lr_t, beta1_t,
                                            beta2_t, epsilon_t, grad)
-      out = apply_adam.eval()
+      out = self.evaluate(apply_adam)
       self.assertShapeEqual(out, apply_adam)
       self.assertAllCloseAccordingToType(new_var, out)
 
diff --git a/tensorflow/python/util/tf_should_use_test.py b/tensorflow/python/util/tf_should_use_test.py
index fedbe1dff6..cde67c4e4f 100644
--- a/tensorflow/python/util/tf_should_use_test.py
+++ b/tensorflow/python/util/tf_should_use_test.py
@@ -111,7 +111,7 @@ class TfShouldUseTest(test.TestCase):
         # Creating another op and executing it does not mark the
         # unused op as being "used".
         v = constant_op.constant(1.0, name='meh')
-        v.eval()
+        self.evaluate(v)
     msg = '\n'.join(error.call_args[0])
     self.assertIn('Object was never used', msg)
     self.assertIn('blah3:0', msg)
-- 
GitLab


From 22ff24b6578097b23ad451e0e6c3e8dc0b02a3b6 Mon Sep 17 00:00:00 2001
From: Derek Murray <mrry@google.com>
Date: Fri, 16 Nov 2018 13:08:43 -0800
Subject: [PATCH 1778/1825] [tf.data] Enable nested dataset support in core
 `tf.data` transformations.

This allows (e.g.) using `tf.data.Dataset.window()` (which produces nested datasets) and composing it with `tf.data.Dataset.map(f)`, where `f` is a function that takes a `Dataset` as argument, and can now return a `Dataset`.

PiperOrigin-RevId: 221840464
---
 .../python/data/experimental/ops/grouping.py  |  8 ++----
 .../data/kernel_tests/map_dataset_op_test.py  | 14 +++++-----
 tensorflow/python/data/ops/dataset_ops.py     | 26 +------------------
 3 files changed, 11 insertions(+), 37 deletions(-)

diff --git a/tensorflow/python/data/experimental/ops/grouping.py b/tensorflow/python/data/experimental/ops/grouping.py
index 026867d405..80ca7104d8 100644
--- a/tensorflow/python/data/experimental/ops/grouping.py
+++ b/tensorflow/python/data/experimental/ops/grouping.py
@@ -454,8 +454,7 @@ class _GroupByWindowDataset(dataset_ops.UnaryDataset):
         self._transformation_name(),
         input_classes=(ops.Tensor, nested_dataset),
         input_shapes=(tensor_shape.scalar(), nested_dataset),
-        input_types=(dtypes.int64, nested_dataset),
-        experimental_nested_dataset_support=True)
+        input_types=(dtypes.int64, nested_dataset))
     if not isinstance(
         wrapped_func.output_classes, dataset_ops._NestedDatasetComponent):  # pylint: disable=protected-access
       raise TypeError("`reduce_func` must return a `Dataset` object.")
@@ -528,10 +527,7 @@ class _MapXDataset(dataset_ops.UnaryDataset):
     self._input_dataset = input_dataset
 
     wrapped_func = dataset_ops.StructuredFunctionWrapper(
-        map_func,
-        self._transformation_name(),
-        dataset=input_dataset,
-        experimental_nested_dataset_support=True)
+        map_func, self._transformation_name(), dataset=input_dataset)
     self._output_classes = wrapped_func.output_classes
     self._output_shapes = wrapped_func.output_shapes
     self._output_types = wrapped_func.output_types
diff --git a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
index 81ef7d16be..187b9da14c 100644
--- a/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
+++ b/tensorflow/python/data/kernel_tests/map_dataset_op_test.py
@@ -901,12 +901,14 @@ class MapDatasetTest(test_base.DatasetTestBase, parameterized.TestCase):
         break
     self.assertTrue(found_warning)
 
-  def testNestedDatasetError(self):
-    dataset = dataset_ops.Dataset.from_tensors([1.0, 2.0, 3.0])
-    with self.assertRaisesRegexp(
-        NotImplementedError, r"The Dataset.map\(\) transformation does not "
-        "currently support nested datasets as outputs."):
-      _ = dataset.map(dataset_ops.Dataset.from_tensor_slices)
+  def testNestedDatasetMap(self):
+    # TODO(b/110122868): When iterators can yield a `tf.data.Dataset`, remove
+    # the `get_single_element()` call.
+    dataset = dataset_ops.Dataset.from_tensors([1.0, 2.0, 3.0]).map(
+        dataset_ops.Dataset.from_tensor_slices).map(
+            lambda ds: ds.batch(3)).flat_map(lambda x: x)
+
+    self.assertDatasetProduces(dataset, [[1.0, 2.0, 3.0]])
 
   def testReturnValueError(self):
     dataset = dataset_ops.Dataset.from_tensors([1.0, 2.0, 3.0])
diff --git a/tensorflow/python/data/ops/dataset_ops.py b/tensorflow/python/data/ops/dataset_ops.py
index cf51fdffdd..4a11619112 100644
--- a/tensorflow/python/data/ops/dataset_ops.py
+++ b/tensorflow/python/data/ops/dataset_ops.py
@@ -1876,11 +1876,6 @@ class _NestedDatasetComponent(object):
   corresponding position in the `output_classes`, `output_shapes`, and
   `output_types` properties.
 
-  NOTE(mrry): This class is not currently exposed via the public API. Support
-  for nested datasets can be enabled on a function-by-function basis by setting
-  `experimental_nested_dataset_support=True` in the `StructuredFunctionWrapper`
-  initializer.
-
   TODO(b/110122868): Add this class, or something equivalent, to the public API.
   We are considering revising the public API for accessing Dataset structure
   (`output_classes` etc.) based on experience with nested datasets and other
@@ -1963,7 +1958,6 @@ class StructuredFunctionWrapper(object):
                input_shapes=None,
                input_types=None,
                add_to_graph=True,
-               experimental_nested_dataset_support=False,
                defun_kwargs=None):
     """Creates a new `StructuredFunctionWrapper` for the given function.
 
@@ -1983,8 +1977,6 @@ class StructuredFunctionWrapper(object):
         argument defines the element types and structure for `func` arguments.
       add_to_graph: (Optional.) If `True`, the function will be added to the
         default graph.
-      experimental_nested_dataset_support: (Optional.) If `True`, the function
-        will support `tf.data.Dataset` objects as arguments and return values.
       defun_kwargs: (Optional.) A dictionary mapping string argument names to
         values. If supplied, will be passed to `function.Defun()` as keyword
         arguments.
@@ -2019,9 +2011,6 @@ class StructuredFunctionWrapper(object):
 
     ])
 
-    # TODO(b/110122868): Enable this support for all `tf.data` functions.
-    self._nested_dataset_support = experimental_nested_dataset_support
-
     if defun_kwargs is None:
       defun_kwargs = {}
 
@@ -2043,7 +2032,6 @@ class StructuredFunctionWrapper(object):
           arg.indices.set_shape([None, arg_shape.ndims])
           arg.dense_shape.set_shape([arg_shape.ndims])
         elif isinstance(arg_class, _NestedDatasetComponent):
-          assert self._nested_dataset_support
           arg = _VariantDataset(arg, arg_class)
         else:
           arg.set_shape(arg_shape)
@@ -2082,11 +2070,6 @@ class StructuredFunctionWrapper(object):
           flat_shapes.append(t.get_shape())
           flat_types.append(t.dtype)
         elif isinstance(t, DatasetV2):
-          if not self._nested_dataset_support:
-            raise NotImplementedError(
-                "The %s transformation does not currently support nested "
-                "datasets as outputs." % self._transformation_name)
-
           flat_ret.append(t._as_variant_tensor())  # pylint: disable=protected-access
           component = _NestedDatasetComponent(t)
           flat_classes.append(component)
@@ -2134,10 +2117,6 @@ class StructuredFunctionWrapper(object):
       if input_class is sparse_tensor_lib.SparseTensor:
         ret.append(dtypes.variant)
       elif isinstance(input_class, _NestedDatasetComponent):
-        if not self._nested_dataset_support:
-          raise NotImplementedError(
-              "The %s transformation does not currently support nested "
-              "datasets as inputs." % self._transformation_name)
         ret.append(dtypes.variant)
       else:
         assert isinstance(input_type, dtypes.DType)
@@ -2922,10 +2901,7 @@ class FlatMapDataset(UnaryDataset):
     self._input_dataset = input_dataset
 
     wrapped_func = StructuredFunctionWrapper(
-        map_func,
-        self._transformation_name(),
-        dataset=input_dataset,
-        experimental_nested_dataset_support=True)
+        map_func, self._transformation_name(), dataset=input_dataset)
     if not isinstance(wrapped_func.output_classes, _NestedDatasetComponent):
       raise TypeError("`map_func` must return a `Dataset` object.")
     self._output_classes = wrapped_func.output_classes.output_classes
-- 
GitLab


From 9abb61a4db2697a841ba1e27a1b0b09bd952ac15 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Fri, 16 Nov 2018 13:12:09 -0800
Subject: [PATCH 1779/1825] Distribution Strategies: Use newly created
 `InputIterator` in the make_input_fn_iterator API.

PiperOrigin-RevId: 221840949
---
 .../python/collective_all_reduce_strategy.py  |   5 +-
 .../collective_all_reduce_strategy_test.py    | 105 +++++++++++++-----
 .../distribute/python/mirrored_strategy.py    |  29 ++---
 .../python/mirrored_strategy_multigpu_test.py |  40 +++++++
 .../python/mirrored_strategy_test.py          |  22 ----
 .../distribute/python/one_device_strategy.py  |   6 +-
 .../python/one_device_strategy_test.py        |  10 +-
 .../python/parameter_server_strategy.py       |   7 +-
 .../python/parameter_server_strategy_test.py  |  92 +++++++++++----
 .../distribute/python/strategy_test_lib.py    |  34 +++++-
 .../contrib/distribute/python/values_test.py  |  20 ++--
 tensorflow/python/distribute/values.py        |  19 +++-
 tensorflow/python/training/distribute.py      |  12 +-
 13 files changed, 275 insertions(+), 126 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
index 2c9c901ece..f13cf26d36 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy.py
@@ -234,8 +234,9 @@ class CollectiveAllReduceExtended(mirrored_strategy.MirroredExtended):
         num_input_pipelines=self._num_workers,
         input_pipeline_id=input_pipeline_id,
         num_replicas_in_sync=self._num_replicas_in_sync)
-    return values.PerReplicaDataset(
-        self._call_dataset_fn(input_fn, input_context), self._devices, True)
+
+    return values.InputFunctionIterator(
+        input_fn, [(self._default_device, self._devices)], [input_context])
 
   def _configure(self,
                  session_config=None,
diff --git a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
index 27b9306c85..a47eef94e9 100644
--- a/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/collective_all_reduce_strategy_test.py
@@ -27,11 +27,14 @@ from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import strategy_test_lib
 from tensorflow.core.protobuf import config_pb2
 from tensorflow.python import keras
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import cross_device_utils
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
@@ -242,9 +245,42 @@ class CollectiveAllReduceStrategyTestBase(
                                                        reduced_x_value)))
     return np.allclose(x_value, reduced_x_value, atol=1e-5)
 
+  def _test_input_fn_iterator(self, task_type, task_id, num_gpus, input_fn,
+                              expected_values):
+    distribution, master_target, config = self._get_test_object(
+        task_type, task_id, num_gpus)
+    devices = distribution.worker_devices
+
+    with ops.Graph().as_default(), \
+         self.cached_session(config=config,
+                             target=master_target) as sess:
+      iterator = distribution.make_input_fn_iterator(input_fn)
+      sess.run(iterator.initialize())
+
+      for expected_value in expected_values:
+        next_element = iterator.get_next()
+        computed_value = sess.run(
+            [values.select_device(d, next_element) for d in devices])
+        self.assertEqual(expected_value, computed_value)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        next_element = iterator.get_next()
+        sess.run([values.select_device(d, next_element) for d in devices])
+
+      # After re-initializing the iterator, should be able to iterate again.
+      sess.run(iterator.initialize())
+
+      for expected_value in expected_values:
+        next_element = iterator.get_next()
+        computed_value = sess.run(
+            [values.select_device(d, next_element) for d in devices])
+        self.assertEqual(expected_value, computed_value)
+
 
 class DistributedCollectiveAllReduceStrategyTest(
-    CollectiveAllReduceStrategyTestBase, parameterized.TestCase):
+    CollectiveAllReduceStrategyTestBase,
+    strategy_test_lib.DistributionTestBase,
+    parameterized.TestCase):
 
   @classmethod
   def setUpClass(cls):
@@ -272,7 +308,7 @@ class DistributedCollectiveAllReduceStrategyTest(
       combinations.combine(mode=['graph'], num_gpus=[0, 1, 2], required_gpus=1))
   def testVariableInitialization(self, num_gpus):
     if context.num_gpus() < num_gpus:
-      return
+      self.skipTest('Not enough GPUs')
     self._run_between_graph_clients(
         self._test_variable_initialization,
         self._cluster_spec,
@@ -282,10 +318,30 @@ class DistributedCollectiveAllReduceStrategyTest(
       combinations.combine(mode=['graph'], num_gpus=[0, 1, 2], required_gpus=1))
   def testComplexModel(self, num_gpus):
     if context.num_gpus() < num_gpus:
-      return
+      self.skipTest('Not enough GPUs')
     self._run_between_graph_clients(
         self._test_complex_model, self._cluster_spec, num_gpus=num_gpus)
 
+  # TODO(yuefengz): Update how we use num_gpus and required_gpus
+  @combinations.generate(
+      combinations.combine(mode=['graph'], num_gpus=[0, 1, 2], required_gpus=1))
+  def testMakeInputFnIterator(self, num_gpus):
+    if context.num_gpus() < num_gpus:
+      self.skipTest('Not enough GPUs')
+    dataset_fn = lambda: dataset_ops.Dataset.range(100)
+    # We use CPU as the device when num_gpus = 0
+    devices_per_worker = max(1, num_gpus)
+    expected_values = [[i+j for j in range(devices_per_worker)]
+                       for i in range(0, 100, devices_per_worker)]
+
+    input_fn = self._input_fn_to_test_input_context(
+        dataset_fn,
+        expected_num_replicas_in_sync=3*devices_per_worker,
+        expected_num_input_pipelines=3,
+        expected_input_pipeline_id=1)  # because task_id = 1
+    self._test_input_fn_iterator('worker', 1, num_gpus,
+                                 input_fn, expected_values)
+
 
 class DistributedCollectiveAllReduceStrategyTestWithChief(
     CollectiveAllReduceStrategyTestBase, parameterized.TestCase):
@@ -326,44 +382,35 @@ class DistributedCollectiveAllReduceStrategyTestWithChief(
 
 
 class LocalCollectiveAllReduceStrategy(CollectiveAllReduceStrategyTestBase,
+                                       strategy_test_lib.DistributionTestBase,
                                        parameterized.TestCase):
 
   def testMinimizeLossGraph(self, num_gpus=2):
     # Collective ops doesn't support strategy with one device.
     if context.num_gpus() < num_gpus:
-      return
+      self.skipTest('Not enough GPUs')
     self._test_minimize_loss_graph(None, None, num_gpus)
 
   def testComplexModel(self, num_gpus=2):
     # Collective ops doesn't support strategy with one device.
     if context.num_gpus() < num_gpus:
-      return
+      self.skipTest('Not enough GPUs')
     self._test_complex_model(None, None, num_gpus)
 
-
-class InputContextTest(strategy_test_lib.DistributionTestBase):
-
-  def testInputContextPropertyLocal(self):
-    d = collective_all_reduce_strategy.CollectiveAllReduceStrategy(
-        num_gpus_per_worker=2)
-    with context.graph_mode():
-      input_fn = self._input_fn_to_test_input_context(
-          expected_num_replicas_in_sync=2,
-          expected_num_input_pipelines=1,
-          expected_input_pipeline_id=0)
-      d.make_input_fn_iterator(input_fn)
-
-  def testInputContextPropertyMultiWorker(self):
-    d = collective_all_reduce_strategy.CollectiveAllReduceStrategy(
-        num_gpus_per_worker=2)
-    cluster_spec = {'worker': ['worker1', 'worker2', 'worker3'], 'ps': ['ps1']}
-    d.configure(cluster_spec=cluster_spec, task_type='worker', task_id=1)
-    with context.graph_mode():
-      input_fn = self._input_fn_to_test_input_context(
-          expected_num_replicas_in_sync=6,
-          expected_num_input_pipelines=3,
-          expected_input_pipeline_id=1)  # because task_id = 1
-      d.make_input_fn_iterator(input_fn)
+  def testMakeInputFnIterator(self, num_gpus=2):
+    # Collective ops doesn't support strategy with one device.
+    if context.num_gpus() < num_gpus:
+      self.skipTest('Not enough GPUs')
+    dataset_fn = lambda: dataset_ops.Dataset.range(10)
+    expected_values = [[i, i+1] for i in range(0, 10, 2)]
+
+    input_fn = self._input_fn_to_test_input_context(
+        dataset_fn,
+        expected_num_replicas_in_sync=num_gpus,
+        expected_num_input_pipelines=1,
+        expected_input_pipeline_id=0)
+    self._test_input_fn_iterator(None, None, num_gpus,
+                                 input_fn, expected_values)
 
 
 if __name__ == '__main__':
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index f7d209cc3d..6a4fb07bb3 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -503,25 +503,20 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
       self,
       input_fn,
       replication_mode=distribute_lib.InputReplicationMode.PER_WORKER):
+    input_contexts = []
     if self._cluster_spec:
-      input_fns = []
-      for i in range(len(self._worker_devices)):
-        input_context = distribute_lib.InputContext(
-            num_input_pipelines=len(self._worker_devices),
-            input_pipeline_id=i,
-            num_replicas_in_sync=self._num_replicas_in_sync)
-        input_fns.append(
-            partial(self._call_dataset_fn, input_fn, input_context))
-
-      return values.MultiWorkerDataset(input_fns, self._worker_devices,
-                                       self._auto_shard_dataset)
+      num_workers = len(self._worker_devices)
+      worker_device_pairs = self._worker_devices
     else:
-      input_context = distribute_lib.InputContext(
-          num_input_pipelines=1,
-          input_pipeline_id=0,
-          num_replicas_in_sync=self._num_replicas_in_sync)
-      return values.PerReplicaDataset(
-          self._call_dataset_fn(input_fn, input_context), self._devices)
+      num_workers = 1
+      worker_device_pairs = [("/job:localhost", self._devices)]
+    for i in range(num_workers):
+      input_contexts.append(distribute_lib.InputContext(
+          num_input_pipelines=num_workers,
+          input_pipeline_id=i,
+          num_replicas_in_sync=self._num_replicas_in_sync))
+    return values.InputFunctionIterator(
+        input_fn, worker_device_pairs, input_contexts)
 
   # TODO(priyag): Deal with OutOfRange errors once b/111349762 is fixed.
   def _experimental_run_steps_on_iterator(self, fn, iterator, iterations,
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 4977946afe..76fdc6f762 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -146,6 +146,22 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
       self.assertEqual(2, len(unwrapped))
       self.assertEqual(1.0, self.evaluate(unwrapped[0]))
 
+  @test_util.run_in_graph_and_eager_modes
+  def testMakeInputFnIterator(self):
+    if not GPU_TEST:
+      self.skipTest("Not GPU test")
+    d = self._get_distribution_strategy()
+    dataset_fn = lambda: dataset_ops.Dataset.range(10)
+    expected_values = [[i, i+1] for i in range(0, 10, 2)]
+
+    input_fn = self._input_fn_to_test_input_context(
+        dataset_fn,
+        expected_num_replicas_in_sync=2,
+        expected_num_input_pipelines=1,
+        expected_input_pipeline_id=0)
+    iterator = d.make_input_fn_iterator(input_fn)
+    self._test_input_fn_iterator(iterator, d.worker_devices, expected_values)
+
 
 class MirroredStrategyVariableCreationTest(test.TestCase):
 
@@ -1410,6 +1426,30 @@ class MultiWorkerMirroredStrategyTest(
     self._test_minimize_loss_graph(self._get_distribution_strategy(),
                                    learning_rate=0.05)
 
+  def testMakeInputFnIterator(self):
+    if not GPU_TEST:
+      self.skipTest("Not GPU test")
+
+    d = self._get_distribution_strategy()
+    dataset_fn = lambda: dataset_ops.Dataset.range(100)
+    num_gpus = context.num_gpus()
+    num_workers = 2
+
+    expected_values = [[i+j for j in range(num_gpus)] * num_workers
+                       for i in range(0, 100, num_gpus)]
+
+    with context.graph_mode(), self.cached_session() as sess:
+      # `expected_input_pipeline_id` is None because the input_fn will be called
+      # multiple times, each with a different input_pipeline_id.
+      input_fn = self._input_fn_to_test_input_context(
+          dataset_fn,
+          expected_num_replicas_in_sync=num_workers*num_gpus,
+          expected_num_input_pipelines=num_workers,
+          expected_input_pipeline_id=None)
+      iterator = d.make_input_fn_iterator(input_fn)
+      self._test_input_fn_iterator(
+          iterator, d.worker_devices, expected_values, sess)
+
 
 class MultiWorkerMirroredStrategyTestWithChief(
     multi_worker_test_base.MultiWorkerTestBase,
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
index 0886d0ef34..2809ecb5d0 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_test.py
@@ -47,28 +47,6 @@ class MirroredOneCPUDistributionTest(strategy_test_lib.DistributionTestBase):
   def testCallAndMergeExceptions(self):
     self._test_call_and_merge_exceptions(self._get_distribution_strategy())
 
-  @test_util.run_in_graph_and_eager_modes
-  def testInputContextPropertyLocal(self):
-    d = mirrored_strategy.MirroredStrategy(num_gpus_per_worker=2)
-    input_fn = self._input_fn_to_test_input_context(
-        expected_num_replicas_in_sync=2,
-        expected_num_input_pipelines=1,
-        expected_input_pipeline_id=0)
-    d.make_input_fn_iterator(input_fn)
-
-  def testInputContextPropertyMultiWorker(self):
-    d = mirrored_strategy.MirroredStrategy(num_gpus_per_worker=2)
-    cluster_spec = {"worker": ["worker1", "worker2", "worker3"]}
-    d.configure(cluster_spec=cluster_spec)
-    with context.graph_mode():
-      # `expected_input_pipeline_id` is None because the input_fn will be called
-      # multiple times, each with a different input_pipeline_id.
-      input_fn = self._input_fn_to_test_input_context(
-          expected_num_replicas_in_sync=6,
-          expected_num_input_pipelines=3,
-          expected_input_pipeline_id=None)
-      d.make_input_fn_iterator(input_fn)
-
 
 class VariableCreatorStackTest(test.TestCase):
 
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index b1dda84d4e..2ef60bf912 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -79,9 +79,9 @@ class OneDeviceExtended(distribute_lib.DistributionStrategyExtended):
       self,
       input_fn,
       replication_mode=distribute_lib.InputReplicationMode.PER_WORKER):
-    return values.PerReplicaDataset(
-        self._call_dataset_fn(input_fn, distribute_lib.InputContext()),
-        [self._device])
+    return values.InputFunctionIterator(
+        input_fn, [("/job:localhost", [self._device])],
+        [distribute_lib.InputContext()])
 
   def _broadcast_to(self, tensor, destinations):
     del destinations
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy_test.py b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
index cf6d890390..b0a2ba3415 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy_test.py
@@ -20,6 +20,7 @@ from __future__ import print_function
 
 from tensorflow.contrib.distribute.python import one_device_strategy
 from tensorflow.contrib.distribute.python import strategy_test_lib
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.eager import test
 from tensorflow.python.framework import test_util
 
@@ -43,13 +44,18 @@ class OneDeviceStrategyTest(strategy_test_lib.DistributionTestBase):
     self._test_call_and_merge_exceptions(self._get_distribution_strategy())
 
   @test_util.run_in_graph_and_eager_modes
-  def testInputContextPropertyLocal(self):
+  def testMakeInputFnIterator(self):
     d = one_device_strategy.OneDeviceStrategy("/device:CPU:0")
+    dataset_fn = lambda: dataset_ops.Dataset.range(10)
+    expected_values = [[i] for i in range(10)]
     input_fn = self._input_fn_to_test_input_context(
+        dataset_fn,
         expected_num_replicas_in_sync=1,
         expected_num_input_pipelines=1,
         expected_input_pipeline_id=0)
-    d.make_input_fn_iterator(input_fn)
+    iterator = d.make_input_fn_iterator(input_fn)
+    self._test_input_fn_iterator(
+        iterator, d.worker_devices, expected_values)
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 86d1d56a82..4419d4afe1 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -197,6 +197,7 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
 
   def _initialize_local(self, num_gpus_per_worker):
     """Initialize internal devices for local training."""
+    self._worker_device = "/job:localhost"
     # Define compute devices which is a list of device strings and one for each
     # replica. When there are GPUs, replicate operations on these GPUs.
     # Otherwise, place operations on CPU.
@@ -251,9 +252,9 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
         num_input_pipelines=num_input_pipelines,
         input_pipeline_id=input_pipeline_id,
         num_replicas_in_sync=self._num_replicas_in_sync)
-    return values.PerReplicaDataset(
-        self._call_dataset_fn(input_fn, input_context), self._compute_devices,
-        True)
+    worker_device_pairs = [(self._worker_device, self._compute_devices)]
+    return values.InputFunctionIterator(
+        input_fn, worker_device_pairs, [input_context])
 
   def _broadcast_to(self, tensor, destinations):
     if not cross_device_ops_lib.check_destinations(destinations):
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index dc84d1788f..5d5e65600c 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -27,6 +27,7 @@ from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.contrib.distribute.python import parameter_server_strategy
 from tensorflow.contrib.distribute.python import strategy_test_lib
 from tensorflow.core.protobuf import config_pb2
+from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import multi_worker_util
 from tensorflow.python.distribute import reduce_util
 from tensorflow.python.distribute import values
@@ -34,6 +35,7 @@ from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.estimator import run_config
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.layers import core
@@ -516,8 +518,40 @@ class ParameterServerStrategyTestBase(
       self.assertLess(error_after, error_before)
       return error_after < error_before
 
+  def _test_input_fn_iterator(self, task_type, task_id, num_gpus, input_fn,
+                              expected_values):
+    distribution, master_target, config = self._get_test_objects(
+        task_type, task_id, num_gpus)
+    devices = distribution.worker_devices
+
+    with ops.Graph().as_default(), \
+         self.cached_session(config=config,
+                             target=master_target) as sess:
+      iterator = distribution.make_input_fn_iterator(input_fn)
+      sess.run(iterator.initialize())
+
+      for expected_value in expected_values:
+        next_element = iterator.get_next()
+        computed_value = sess.run(
+            [values.select_device(d, next_element) for d in devices])
+        self.assertEqual(expected_value, computed_value)
+
+      with self.assertRaises(errors.OutOfRangeError):
+        next_element = iterator.get_next()
+        sess.run([values.select_device(d, next_element) for d in devices])
+
+      # After re-initializing the iterator, should be able to iterate again.
+      sess.run(iterator.initialize())
+
+      for expected_value in expected_values:
+        next_element = iterator.get_next()
+        computed_value = sess.run(
+            [values.select_device(d, next_element) for d in devices])
+        self.assertEqual(expected_value, computed_value)
+
 
 class ParameterServerStrategyTest(ParameterServerStrategyTestBase,
+                                  strategy_test_lib.DistributionTestBase,
                                   parameterized.TestCase):
 
   @classmethod
@@ -582,6 +616,41 @@ class ParameterServerStrategyTest(ParameterServerStrategyTestBase,
   def testMinimizeLossGraphLocal(self, num_gpus):
     self._test_minimize_loss_graph(None, None, num_gpus)
 
+  # TODO(priyag): Refactor this and other multi worker tests.
+  @combinations.generate(
+      combinations.combine(mode=['graph'], num_gpus=[1, 2], required_gpus=1))
+  def testMakeInputFnIteratorDistributed(self, num_gpus):
+    if context.num_gpus() < num_gpus:
+      self.skipTest('Not enough GPUs')
+    dataset_fn = lambda: dataset_ops.Dataset.range(100)
+    expected_values = [[i+j for j in range(num_gpus)]
+                       for i in range(0, 100, num_gpus)]
+
+    input_fn = self._input_fn_to_test_input_context(
+        dataset_fn,
+        expected_num_replicas_in_sync=num_gpus,
+        expected_num_input_pipelines=3,
+        expected_input_pipeline_id=1)  # because task_id = 1
+    self._test_input_fn_iterator('worker', 1, num_gpus,
+                                 input_fn, expected_values)
+
+  @combinations.generate(
+      combinations.combine(mode=['graph'], num_gpus=[1, 2], required_gpus=1))
+  def testMakeInputFnIteratorLocal(self, num_gpus):
+    if context.num_gpus() < num_gpus:
+      self.skipTest('Not enough GPUs')
+    dataset_fn = lambda: dataset_ops.Dataset.range(100)
+    expected_values = [[i+j for j in range(num_gpus)]
+                       for i in range(0, 100, num_gpus)]
+
+    input_fn = self._input_fn_to_test_input_context(
+        dataset_fn,
+        expected_num_replicas_in_sync=num_gpus,
+        expected_num_input_pipelines=1,
+        expected_input_pipeline_id=0)  # only one worker and pipeline for local.
+    self._test_input_fn_iterator(None, None, num_gpus,
+                                 input_fn, expected_values)
+
 
 class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
                                            parameterized.TestCase):
@@ -629,28 +698,5 @@ class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
       distribution.call_for_each_replica(f)
 
 
-class InputContextTest(strategy_test_lib.DistributionTestBase):
-
-  def testInputContextPropertyLocal(self):
-    d = parameter_server_strategy.ParameterServerStrategy(num_gpus_per_worker=2)
-    with context.graph_mode():
-      input_fn = self._input_fn_to_test_input_context(
-          expected_num_replicas_in_sync=2,
-          expected_num_input_pipelines=1,
-          expected_input_pipeline_id=0)
-      d.make_input_fn_iterator(input_fn)
-
-  def testInputContextPropertyMultiWorker(self):
-    d = parameter_server_strategy.ParameterServerStrategy(num_gpus_per_worker=2)
-    cluster_spec = {'worker': ['worker1', 'worker2', 'worker3'], 'ps': ['ps1']}
-    d.configure(cluster_spec=cluster_spec, task_type='worker', task_id=1)
-    with context.graph_mode():
-      input_fn = self._input_fn_to_test_input_context(
-          expected_num_replicas_in_sync=2,
-          expected_num_input_pipelines=3,
-          expected_input_pipeline_id=1)  # because task_id =1
-      d.make_input_fn_iterator(input_fn)
-
-
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index 7c6f7123da..b9e3761738 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -19,12 +19,13 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.core.protobuf import config_pb2
-from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.distribute import values
 from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
@@ -209,7 +210,9 @@ class DistributionTestBase(test.TestCase):
       with self.assertRaises(_TestException):
         dist.call_for_each_replica(_merge_call_merge_raises_fn)
 
-  def _input_fn_to_test_input_context(self, expected_num_replicas_in_sync,
+  def _input_fn_to_test_input_context(self,
+                                      dataset_fn,
+                                      expected_num_replicas_in_sync,
                                       expected_num_input_pipelines,
                                       expected_input_pipeline_id):
     # Use a list of one element as counter so that it can be captured by the
@@ -232,6 +235,31 @@ class DistributionTestBase(test.TestCase):
         self.assertEqual(worker_id_counter[0], input_context.input_pipeline_id)
         worker_id_counter[0] += 1
 
-      return dataset_ops.Dataset.from_tensors([[1.]]).repeat()
+      return dataset_fn()
 
     return _input_fn
+
+  def _test_input_fn_iterator(self, iterator, devices, expected_values,
+                              sess=None):
+    evaluate = lambda x: sess.run(x) if sess else self.evaluate(x)
+    evaluate(iterator.initialize())
+
+    for expected_value in expected_values:
+      next_element = iterator.get_next()
+      computed_value = evaluate(
+          [values.select_device(d, next_element) for d in devices])
+      self.assertEqual(expected_value, computed_value)
+
+    with self.assertRaises(errors.OutOfRangeError):
+      next_element = iterator.get_next()
+      evaluate([values.select_device(d, next_element) for d in devices])
+
+    # After re-initializing the iterator, should be able to iterate again.
+    evaluate(iterator.initialize())
+
+    for expected_value in expected_values:
+      next_element = iterator.get_next()
+      computed_value = evaluate(
+          [values.select_device(d, next_element) for d in devices])
+      self.assertEqual(expected_value, computed_value)
+
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index 62cef18ad7..9d51129cae 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -38,6 +38,7 @@ from tensorflow.python.ops import random_ops
 from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.training import device_util
+from tensorflow.python.training import distribute as distribute_lib
 from tensorflow.python.training import saver as saver_lib
 from tensorflow.python.util import nest
 
@@ -573,7 +574,10 @@ class InputFunctionIteratorTestBase(test.TestCase):
   def _test_iterator(self, input_fn, worker_device_pairs, expected_values,
                      sess=None):
     devices = nest.flatten([ds for _, ds in worker_device_pairs])
-    iterator = values.InputFunctionIterator(input_fn, worker_device_pairs)
+    input_contexts = [
+        distribute_lib.InputContext() for _ in worker_device_pairs]
+    iterator = values.InputFunctionIterator(
+        input_fn, worker_device_pairs, input_contexts)
 
     evaluate = lambda x: sess.run(x) if sess else self.evaluate(x)
 
@@ -604,7 +608,7 @@ class InputFunctionIteratorSingleWorkerTest(InputFunctionIteratorTestBase):
   @test_util.run_in_graph_and_eager_modes
   def testOneDeviceCPU(self):
     worker_device_pairs = [("", ["/device:CPU:0"])]
-    input_fn = lambda: dataset_ops.Dataset.range(10)
+    input_fn = lambda _: dataset_ops.Dataset.range(10)
 
     expected_values = [[i] for i in range(10)]
 
@@ -616,7 +620,7 @@ class InputFunctionIteratorSingleWorkerTest(InputFunctionIteratorTestBase):
       self.skipTest("A GPU is not available for this test.")
 
     worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
-    input_fn = lambda: dataset_ops.Dataset.range(10)
+    input_fn = lambda _: dataset_ops.Dataset.range(10)
 
     expected_values = [[i, i+1] for i in range(0, 10, 2)]
 
@@ -628,7 +632,7 @@ class InputFunctionIteratorSingleWorkerTest(InputFunctionIteratorTestBase):
       self.skipTest("A GPU is not available for this test.")
 
     worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
-    def input_fn():
+    def input_fn(_):
       dataset1 = dataset_ops.Dataset.range(10)
       dataset2 = dataset_ops.Dataset.range(10).map(lambda x: x**2)
       return dataset_ops.Dataset.zip((dataset1, dataset2))
@@ -643,7 +647,7 @@ class InputFunctionIteratorSingleWorkerTest(InputFunctionIteratorTestBase):
       self.skipTest("A GPU is not available for this test.")
 
     worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
-    input_fn = lambda: dataset_ops.Dataset.range(11)
+    input_fn = lambda _: dataset_ops.Dataset.range(11)
 
     expected_values = [[i, i+1] for i in range(0, 10, 2)]
     self._test_iterator(input_fn, worker_device_pairs, expected_values)
@@ -675,7 +679,7 @@ class InputFunctionIteratorMultiWorkerTest(
   def testOneDevicePerWorker(self):
     worker_devices = self._cpu_devices()
     with context.graph_mode(), self.cached_session() as sess:
-      input_fn = lambda: dataset_ops.Dataset.range(4)
+      input_fn = lambda _: dataset_ops.Dataset.range(4)
       self._test_iterator(input_fn, worker_devices,
                           [[0, 0], [1, 1], [2, 2], [3, 3]], sess)
 
@@ -684,14 +688,14 @@ class InputFunctionIteratorMultiWorkerTest(
       self.skipTest("A GPU is not available for this test.")
     worker_devices = self._cpu_and_one_gpu_devices()
     with context.graph_mode(), self.cached_session() as sess:
-      input_fn = lambda: dataset_ops.Dataset.range(4)
+      input_fn = lambda _: dataset_ops.Dataset.range(4)
       self._test_iterator(input_fn, worker_devices,
                           [[0, 1, 0, 1], [2, 3, 2, 3]], sess)
 
   def testTupleDataset(self):
     worker_devices = self._cpu_devices()
     with context.graph_mode(), self.cached_session() as sess:
-      def input_fn():
+      def input_fn(_):
         dataset1 = dataset_ops.Dataset.range(4)
         dataset2 = dataset_ops.Dataset.range(4).map(lambda x: x**2)
         return dataset_ops.Dataset.zip((dataset1, dataset2))
diff --git a/tensorflow/python/distribute/values.py b/tensorflow/python/distribute/values.py
index 70293aa3be..df7e4083bb 100644
--- a/tensorflow/python/distribute/values.py
+++ b/tensorflow/python/distribute/values.py
@@ -1330,13 +1330,12 @@ class InputIterator(object):
 class InputFunctionIterator(InputIterator):
   """Iterator created from input function."""
 
-  def __init__(self, input_fn, worker_device_pairs):
+  def __init__(self, input_fn, worker_device_pairs, input_contexts):
     """Make an iterator for input provided via an input function.
 
     Currently implements PER_WORKER mode, in which the `input_fn` is called
     once on each worker.
 
-    TODO(priyag): Integrate with `InputContext` when it is submitted.
     TODO(priyag): Add other replication modes.
     TODO(priyag): Allow taking input function that returns a callable that
     returns nest of tensors.
@@ -1345,20 +1344,30 @@ class InputFunctionIterator(InputIterator):
       input_fn: Input function that returns a `tf.data.Dataset` object.
       worker_device_pairs: A list of (worker, list of devices on that worker)
         pairs.
+      input_contexts: A list of `InputContext` instances to be passed to call(s)
+        to `input_fn`. Length and order should match worker order in
+        `worker_device_pairs`.
     """
     if not worker_device_pairs:
       raise ValueError("Cannot create iterator when no devices given.")
 
+    if len(worker_device_pairs) != len(input_contexts):
+      raise ValueError(
+          "Number of worker_device_pairs (%d) is not same as number of"
+          "input_contexts (%d)" % (
+              len(worker_device_pairs), len(input_contexts)))
+
     self._worker_device_pairs = worker_device_pairs
     self._is_eager = context.executing_eagerly()
     self._iterators = []
 
-    for worker, worker_devices in worker_device_pairs:
+    for (worker, devices), ctx in zip(worker_device_pairs, input_contexts):
+      # TODO(priyag): We should probably explicitly specify CPU device on worker.
       with ops.device(worker):
-        result = input_fn()
+        result = input_fn(ctx)
         if not isinstance(result, dataset_ops.Dataset):
           raise ValueError("input_fn must return a tf.data.Dataset.")
-        iterator = _DatasetIterator(result, worker, worker_devices)
+        iterator = _DatasetIterator(result, worker, devices)
         self._iterators.append(iterator)
 
   def get_next(self, name=None):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index b68d62a0a5..325a13ca4f 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -983,15 +983,9 @@ class DistributionStrategyExtended(object):
     _require_distribution_strategy_scope_extended(self)
     return variable_scope.variable_creator_scope(create_colocated_variable)
 
-  def _call_dataset_fn(self, dataset_fn, input_context=None):
+  def _call_dataset_fn(self, dataset_fn):
     """Call the `dataset_fn` with `input_context` as argument."""
-    # This method is invoked by both `make_input_fn_iterator` and
-    # `distribute_dataset`. The `dataset_fn` for the former one accepts an
-    # input_context while the latter one doesn't.
-    if input_context:
-      result = dataset_fn(input_context)
-    else:
-      result = dataset_fn()
+    result = dataset_fn()
     if not isinstance(result, dataset_ops.Dataset):
       raise ValueError(
           "dataset_fn() must return a tf.data.Dataset when using a "
@@ -1516,7 +1510,7 @@ class _DefaultDistributionExtended(DistributionStrategyExtended):
   def _make_input_fn_iterator(self,
                               input_fn,
                               replication_mode=InputReplicationMode.PER_WORKER):
-    return self._call_dataset_fn(input_fn, InputContext())
+    return input_fn(InputContext()).make_initializable_iterator()
 
   def _broadcast_to(self, tensor, destinations):
     if destinations is None:
-- 
GitLab


From fd73f953a5baa3ac440845e519bb4a33510dee2c Mon Sep 17 00:00:00 2001
From: Benjamin Kramer <kramerb@google.com>
Date: Fri, 16 Nov 2018 13:14:09 -0800
Subject: [PATCH 1780/1825] Add missing build dependencies

PiperOrigin-RevId: 221841237
---
 tensorflow/compiler/xla/tests/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index db34d34f96..42f44513a5 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -135,6 +135,7 @@ cc_library(
         "//tensorflow/core:stream_executor_no_cuda",
         "//tensorflow/core:test",
         "@com_google_absl//absl/algorithm:container",
+        "@com_google_absl//absl/base:core_headers",
         "@com_google_absl//absl/memory",
         "@com_google_absl//absl/types:optional",
         "@com_google_absl//absl/types:span",
-- 
GitLab


From 290dd72d2e0ee11da5c6d212d2c92235f699c7d4 Mon Sep 17 00:00:00 2001
From: Alexandre Passos <apassos@google.com>
Date: Fri, 16 Nov 2018 13:22:34 -0800
Subject: [PATCH 1781/1825] Utility to check whether an op is stateful.

PiperOrigin-RevId: 221842425
---
 tensorflow/c/c_api_experimental.cc      | 10 ++++++++++
 tensorflow/c/c_api_experimental.h       |  5 +++++
 tensorflow/c/c_api_experimental_test.cc | 11 +++++++++++
 3 files changed, 26 insertions(+)

diff --git a/tensorflow/c/c_api_experimental.cc b/tensorflow/c/c_api_experimental.cc
index d84bdcae58..f160f204de 100644
--- a/tensorflow/c/c_api_experimental.cc
+++ b/tensorflow/c/c_api_experimental.cc
@@ -8802,6 +8802,16 @@ const char* TF_GetNumberAttrForOpListInput(const char* op_name, int input_index,
   return input_arg.number_attr().c_str();
 }
 
+int TF_OpIsStateful(const char* op_type, TF_Status* status) {
+  const tensorflow::OpRegistrationData* op_reg_data;
+  status->status =
+      tensorflow::OpRegistry::Global()->LookUp(op_type, &op_reg_data);
+  if (!status->status.ok()) {
+    return 0;
+  }
+  return op_reg_data->op_def.is_stateful();
+}
+
 void TF_InitMain(const char* usage, int* argc, char*** argv) {
   tensorflow::port::InitMain(usage, argc, argv);
 }
diff --git a/tensorflow/c/c_api_experimental.h b/tensorflow/c/c_api_experimental.h
index f1dedbdb49..25c03df518 100644
--- a/tensorflow/c/c_api_experimental.h
+++ b/tensorflow/c/c_api_experimental.h
@@ -209,6 +209,11 @@ TF_CAPI_EXPORT extern void TF_AttrBuilderCheckCanRunOnDevice(
 TF_CAPI_EXPORT extern const char* TF_GetNumberAttrForOpListInput(
     const char* op_name, int input_index, TF_Status* status);
 
+// Returns 1 if the op is stateful, 0 otherwise. The return value is undefined
+// if the status is not ok.
+TF_CAPI_EXPORT extern int TF_OpIsStateful(const char* op_type,
+                                          TF_Status* status);
+
 // Platform specific initialization routine. Very few platforms actually require
 // this to be called.
 TF_CAPI_EXPORT void TF_InitMain(const char* usage, int* argc, char*** argv);
diff --git a/tensorflow/c/c_api_experimental_test.cc b/tensorflow/c/c_api_experimental_test.cc
index c6effd3969..881dbaf35a 100644
--- a/tensorflow/c/c_api_experimental_test.cc
+++ b/tensorflow/c/c_api_experimental_test.cc
@@ -162,5 +162,16 @@ protocol: "grpc"
   TF_DeleteStatus(status);
 }
 
+TEST(CAPI_EXPERIMENTAL, IsStateful) {
+  std::unique_ptr<TF_Status, decltype(&TF_DeleteStatus)> status(
+      TF_NewStatus(), TF_DeleteStatus);
+  int assign = TF_OpIsStateful("AssignAddVariableOp", status.get());
+  ASSERT_EQ(TF_OK, TF_GetCode(status.get())) << TF_Message(status.get());
+  EXPECT_EQ(assign, 1);
+  int id = TF_OpIsStateful("Identity", status.get());
+  ASSERT_EQ(TF_OK, TF_GetCode(status.get())) << TF_Message(status.get());
+  EXPECT_EQ(id, 0);
+}
+
 }  // namespace
 }  // namespace tensorflow
-- 
GitLab


From b52b171ef5b3550136872c9271193dc4eed7c185 Mon Sep 17 00:00:00 2001
From: Allen Lavoie <allenl@google.com>
Date: Fri, 16 Nov 2018 13:23:31 -0800
Subject: [PATCH 1782/1825] TFTS: Soften collocation constraints

A device placement hint should be strong enough, and collocation constraints are error-prone.

PiperOrigin-RevId: 221842596
---
 .../timeseries/python/timeseries/math_utils.py     | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/tensorflow/contrib/timeseries/python/timeseries/math_utils.py b/tensorflow/contrib/timeseries/python/timeseries/math_utils.py
index 43c5267e63..aab3306438 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/math_utils.py
+++ b/tensorflow/contrib/timeseries/python/timeseries/math_utils.py
@@ -802,7 +802,7 @@ class InputStatisticsFromMiniBatch(object):
             array_ops.shape(times)[1] - 1, self._dtype))
     # Co-locate updates with their variables to minimize race conditions when
     # updating statistics.
-    with ops.colocate_with(auxiliary_variables.max_time_seen):
+    with ops.device(auxiliary_variables.max_time_seen.device):
       # There is a race condition if this value is being updated from multiple
       # workers. However, it should eventually reach the correct value if the
       # last chunk is presented enough times.
@@ -810,16 +810,16 @@ class InputStatisticsFromMiniBatch(object):
           auxiliary_variables.max_time_seen,
           gen_math_ops.maximum(auxiliary_variables.max_time_seen,
                                math_ops.reduce_max(times)))
-    with ops.colocate_with(auxiliary_variables.chunk_count):
+    with ops.device(auxiliary_variables.chunk_count.device):
       chunk_count_assign = state_ops.assign_add(auxiliary_variables.chunk_count,
                                                 array_ops.shape(
                                                     times,
                                                     out_type=dtypes.int64)[0])
-    with ops.colocate_with(auxiliary_variables.inter_observation_duration_sum):
+    with ops.device(auxiliary_variables.inter_observation_duration_sum.device):
       inter_observation_duration_assign = state_ops.assign_add(
           auxiliary_variables.inter_observation_duration_sum,
           math_ops.reduce_sum(batch_inter_observation_duration))
-    with ops.colocate_with(auxiliary_variables.example_count):
+    with ops.device(auxiliary_variables.example_count.device):
       example_count_assign = state_ops.assign_add(
           auxiliary_variables.example_count,
           array_ops.size(times, out_type=dtypes.int64))
@@ -829,11 +829,11 @@ class InputStatisticsFromMiniBatch(object):
     # the series are then members of fewer chunks. For series which are much
     # longer than the chunk size (the usual/expected case), this effect becomes
     # irrelevant.
-    with ops.colocate_with(auxiliary_variables.overall_feature_sum):
+    with ops.device(auxiliary_variables.overall_feature_sum.device):
       overall_feature_sum_assign = state_ops.assign_add(
           auxiliary_variables.overall_feature_sum,
           math_ops.reduce_sum(values, axis=[0, 1]))
-    with ops.colocate_with(auxiliary_variables.overall_feature_sum_of_squares):
+    with ops.device(auxiliary_variables.overall_feature_sum_of_squares.device):
       overall_feature_sum_of_squares_assign = state_ops.assign_add(
           auxiliary_variables.overall_feature_sum_of_squares,
           math_ops.reduce_sum(values**2, axis=[0, 1]))
@@ -869,7 +869,7 @@ class InputStatisticsFromMiniBatch(object):
             state_ops.assign(statistics.series_start_moments.mean, mean),
             state_ops.assign(statistics.series_start_moments.variance,
                              variance))
-      with ops.colocate_with(statistics.start_time):
+      with ops.device(statistics.start_time.device):
         series_start_update = control_flow_ops.cond(
             # Update moments whenever we even match the lowest time seen so far,
             # to ensure that series start statistics are eventually updated to
-- 
GitLab


From fbb08168d67a0982893bfb2b32dd9d4ba79f606c Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 16 Nov 2018 13:25:52 -0800
Subject: [PATCH 1783/1825] Change API for tf.random.poisson in TF2.0.

PiperOrigin-RevId: 221842976
---
 tensorflow/python/ops/random_ops.py           | 41 ++++++++++++++++++-
 .../api/golden/v2/tensorflow.random.pbtxt     |  2 +-
 .../tools/compatibility/tf_upgrade_v2.py      |  1 +
 3 files changed, 42 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/random_ops.py b/tensorflow/python/ops/random_ops.py
index 9c33ef3407..c893ef011b 100644
--- a/tensorflow/python/ops/random_ops.py
+++ b/tensorflow/python/ops/random_ops.py
@@ -478,7 +478,7 @@ def random_gamma(shape,
             shape, alpha_broadcast, seed=seed1, seed2=seed2) / beta)
 
 
-@tf_export("random.poisson", v1=["random.poisson", "random_poisson"])
+@tf_export(v1=["random.poisson", "random_poisson"])
 @deprecation.deprecated_endpoints("random_poisson")
 def random_poisson(lam, shape, dtype=dtypes.float32, seed=None, name=None):
   """Draws `shape` samples from each of the given Poisson distribution(s).
@@ -511,6 +511,45 @@ def random_poisson(lam, shape, dtype=dtypes.float32, seed=None, name=None):
       for behavior.
     name: Optional name for the operation.
 
+  Returns:
+    samples: a `Tensor` of shape `tf.concat([shape, tf.shape(lam)], axis=0)`
+      with values of type `dtype`.
+  """
+  return random_poisson_v2(shape, lam, dtype, seed, name)
+
+
+@tf_export("random.poisson", v1=[])
+def random_poisson_v2(shape, lam, dtype=dtypes.float32, seed=None, name=None):
+  """Draws `shape` samples from each of the given Poisson distribution(s).
+
+  `lam` is the rate parameter describing the distribution(s).
+
+  Example:
+
+  ```python
+  samples = tf.random_poisson([10], [0.5, 1.5])
+  # samples has shape [10, 2], where each slice [:, 0] and [:, 1] represents
+  # the samples drawn from each distribution
+
+  samples = tf.random_poisson([7, 5], [12.2, 3.3])
+  # samples has shape [7, 5, 2], where each slice [:, :, 0] and [:, :, 1]
+  # represents the 7x5 samples drawn from each of the two distributions
+  ```
+
+  Args:
+    shape: A 1-D integer Tensor or Python array. The shape of the output samples
+      to be drawn per "rate"-parameterized distribution.
+    lam: A Tensor or Python value or N-D array of type `dtype`.
+      `lam` provides the rate parameter(s) describing the poisson
+      distribution(s) to sample.
+    dtype: The type of the output: `float16`, `float32`, `float64`, `int32` or
+      `int64`.
+    seed: A Python integer. Used to create a random seed for the distributions.
+      See
+      `tf.set_random_seed`
+      for behavior.
+    name: Optional name for the operation.
+
   Returns:
     samples: a `Tensor` of shape `tf.concat([shape, tf.shape(lam)], axis=0)`
       with values of type `dtype`.
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
index 9dfa3c091d..ce8d277ec8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.random.pbtxt
@@ -26,7 +26,7 @@ tf_module {
   }
   member_method {
     name: "poisson"
-    argspec: "args=[\'lam\', \'shape\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'float32\'>\", \'None\', \'None\'], "
+    argspec: "args=[\'shape\', \'lam\', \'dtype\', \'seed\', \'name\'], varargs=None, keywords=None, defaults=[\"<dtype: \'float32\'>\", \'None\', \'None\'], "
   }
   member_method {
     name: "set_random_seed"
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 77f50ab21f..19ea541a3f 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -227,6 +227,7 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
         "tf.sparse.concat": [
             "axis", "sp_inputs", "name", "expand_nonconcat_dim", "concat_dim"
         ],
+        "tf.random.poisson": ["lam", "shape", "dtype", "seed", "name"],
         "tf.sparse.segment_mean": [
             "data", "indices", "segment_ids", "name", "num_segments"
         ],
-- 
GitLab


From 9bd1f90058a42fb4464f5ef3fbbee204dad7c10a Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 16 Nov 2018 13:46:00 -0800
Subject: [PATCH 1784/1825] [TF:XLA] Bump open source llvm revision to r347046

PiperOrigin-RevId: 221846011
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index 3618f14650..fd6afeb400 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -472,11 +472,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "llvm",
         build_file = clean_dep("//third_party/llvm:llvm.autogenerated.BUILD"),
-        sha256 = "9d4ceba32fc6cedea2e299c32005f36e273f6174d4f2a7ad808231bd4ab43396",
-        strip_prefix = "llvm-45c215a28e72a6a6b301d0ee3466d999bd1e39d3",
+        sha256 = "286465fc41ade5c1c44e4a6dce9681106664fcdd12264dc9be63fc22bbee3c9c",
+        strip_prefix = "llvm-0478924a3727c74fd482d07eed45a8347540576e",
         urls = [
-            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/45c215a28e72a6a6b301d0ee3466d999bd1e39d3.tar.gz",
-            "https://github.com/llvm-mirror/llvm/archive/45c215a28e72a6a6b301d0ee3466d999bd1e39d3.tar.gz",
+            "https://mirror.bazel.build/github.com/llvm-mirror/llvm/archive/0478924a3727c74fd482d07eed45a8347540576e.tar.gz",
+            "https://github.com/llvm-mirror/llvm/archive/0478924a3727c74fd482d07eed45a8347540576e.tar.gz",
         ],
     )
 
-- 
GitLab


From e07269873f7d53e6799b3dbd64d48513ab0f2cea Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 14:02:59 -0800
Subject: [PATCH 1785/1825] Add additional tests for depthwise convolutions

PiperOrigin-RevId: 221848806
---
 tensorflow/compiler/xla/tests/BUILD           |  25 ++
 .../compiler/xla/tests/conv_depthwise_test.cc | 234 ++++++++++++++++++
 2 files changed, 259 insertions(+)
 create mode 100644 tensorflow/compiler/xla/tests/conv_depthwise_test.cc

diff --git a/tensorflow/compiler/xla/tests/BUILD b/tensorflow/compiler/xla/tests/BUILD
index 42f44513a5..20493a354c 100644
--- a/tensorflow/compiler/xla/tests/BUILD
+++ b/tensorflow/compiler/xla/tests/BUILD
@@ -298,6 +298,31 @@ xla_test(
     ],
 )
 
+xla_test(
+    name = "conv_depthwise_test",
+    timeout = "long",
+    srcs = ["conv_depthwise_test.cc"],
+    blacklisted_backends = [
+        # disabled because of a break b/119590850.
+        "cpu",
+        "gpu",
+    ],
+    shard_count = 50,
+    deps = [
+        "//tensorflow/compiler/xla:execution_options_util",
+        "//tensorflow/compiler/xla:status_macros",
+        "//tensorflow/compiler/xla:test",
+        "//tensorflow/compiler/xla/client:xla_computation",
+        "//tensorflow/compiler/xla/service:bfloat16_normalization",
+        "//tensorflow/compiler/xla/service:despecializer",
+        "//tensorflow/compiler/xla/service:hlo_parser",
+        "//tensorflow/compiler/xla/tests:client_library_test_base",
+        "//tensorflow/compiler/xla/tests:hlo_test_base",
+        "//tensorflow/compiler/xla/tests:xla_internal_test_main",
+        "@com_google_absl//absl/types:optional",
+    ],
+)
+
 xla_test(
     name = "check_execution_arity_test",
     srcs = ["check_execution_arity_test.cc"],
diff --git a/tensorflow/compiler/xla/tests/conv_depthwise_test.cc b/tensorflow/compiler/xla/tests/conv_depthwise_test.cc
new file mode 100644
index 0000000000..60ce576ceb
--- /dev/null
+++ b/tensorflow/compiler/xla/tests/conv_depthwise_test.cc
@@ -0,0 +1,234 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "absl/types/optional.h"
+#include "tensorflow/compiler/xla/client/xla_computation.h"
+#include "tensorflow/compiler/xla/execution_options_util.h"
+#include "tensorflow/compiler/xla/service/bfloat16_normalization.h"
+#include "tensorflow/compiler/xla/service/despecializer.h"
+#include "tensorflow/compiler/xla/service/hlo_parser.h"
+#include "tensorflow/compiler/xla/status_macros.h"
+#include "tensorflow/compiler/xla/test.h"
+#include "tensorflow/compiler/xla/tests/client_library_test_base.h"
+#include "tensorflow/compiler/xla/tests/hlo_test_base.h"
+#include "tensorflow/compiler/xla/tests/test_macros.h"
+
+namespace xla {
+namespace {
+
+string GetFloatDataType(bool use_bfloat16) {
+  return use_bfloat16 ? "bf16" : "f32";
+}
+
+struct DepthwiseConvolution2DSpec {
+  int64 output_feature, window, stride, pad, lhs_dilate;
+  std::vector<int64> activation_dims;
+  std::vector<int64> activation_layout;
+  std::vector<int64> kernel_dims;
+  std::vector<int64> kernel_layout;
+  std::vector<int64> output_dims;
+  std::vector<int64> output_layout;
+};
+
+class DepthwiseConvolution2DTest
+    : public HloTestBase,
+      public ::testing::WithParamInterface<
+          ::testing::tuple<DepthwiseConvolution2DSpec, bool>> {};
+
+static std::vector<DepthwiseConvolution2DSpec> GetConv2DTestCases() {
+  std::vector<DepthwiseConvolution2DSpec> config_set;
+  std::vector<std::vector<int64>> config_options = {
+      {128, 6, 3, 64},  {256, 5, 3, 256},  {256, 5, 2, 144}, {144, 5, 3, 64},
+      {144, 5, 2, 256}, {8, 48, 17, 8},    {128, 20, 6, 64}, {128, 1, 2, 144},
+      {256, 1, 2, 64},  {64, 14, 12, 172}, {16, 9, 4, 16}};
+
+  for (auto option : config_options) {
+    int64 feature = option[0];
+    int64 activation_size = option[1];
+    int64 kernel_size = option[2];
+    int64 batch = option[3];
+
+    std::vector<int64> kernel_layout = {3, 2, 1, 0};
+    DepthwiseConvolution2DSpec config;
+    config.output_feature = feature;
+    config.window = kernel_size;
+
+    config.activation_dims = {batch, activation_size, activation_size, feature};
+    config.activation_layout = {3, 0, 2, 1};
+
+    config.kernel_dims = {kernel_size, kernel_size, 1, feature};
+    config.kernel_layout = {3, 2, 1, 0};
+
+    if (activation_size == 1 && kernel_size == 2) {
+      // Test for outer dim.
+      config.output_dims = {batch, activation_size + kernel_size - 1,
+                            activation_size + kernel_size, feature};
+    } else if (feature == 256) {
+      // Restrict dilation-based tests only to one feature configuration.
+      config.stride = activation_size - 1;
+      config.pad = 0;
+      config.lhs_dilate = feature / 32;
+      config.output_dims = {batch, feature / 32,
+                            activation_size - kernel_size + 1, feature};
+    } else {
+      config.stride = config.pad = config.lhs_dilate = -1;
+      config.output_dims = {batch, activation_size - kernel_size + 1,
+                            activation_size - kernel_size + 1, feature};
+    }
+
+    // Try this layout for all kernel shapes.
+    config.output_layout = {3, 0, 2, 1};
+    config_set.push_back(config);
+
+    // Try other layouts only for certain kernel shapes.
+    if (kernel_size % 2 == 0) {
+      config.activation_layout = {0, 3, 2, 1};
+      config_set.push_back(config);
+
+      config.output_layout = {0, 3, 2, 1};
+      config_set.push_back(config);
+
+      config.activation_layout = {3, 0, 2, 1};
+      config_set.push_back(config);
+    }
+  }
+
+  return config_set;
+}
+
+string DepthwiseConvolution2DTestDataToString(
+    const ::testing::TestParamInfo<
+        ::testing::tuple<DepthwiseConvolution2DSpec, bool>>& data) {
+  const auto& spec = ::testing::get<0>(data.param);
+  const string data_type = GetFloatDataType(::testing::get<1>(data.param));
+  string str = absl::StrCat(
+      "activation_dims_", absl::StrJoin(spec.activation_dims, "x"),
+      "_activation_layout_", absl::StrJoin(spec.activation_layout, "_"),
+      "_kernel_dims_", absl::StrJoin(spec.kernel_dims, "x"), "_kernel_layout_",
+      absl::StrJoin(spec.kernel_layout, "_"), "_output_dims_",
+      absl::StrJoin(spec.output_dims, "x"), "_output_layout_",
+      absl::StrJoin(spec.output_layout, "_"), data_type);
+  // -1 indicates non-existence.
+  if (spec.stride != -1) {
+    absl::StrAppend(&str, "_lhs_dilation_", spec.lhs_dilate, "x1");
+  }
+
+  // Test names are not allowed to contain the '-' character.
+  absl::c_replace(str, '-', 'n');
+  return str;
+}
+
+string BuildHloTextDepthwiseConvolution2D(
+    const DepthwiseConvolution2DSpec& spec, bool use_bfloat16) {
+  const string data_type = GetFloatDataType(use_bfloat16);
+  if (spec.activation_dims[1] == 1 && spec.kernel_dims[1] == 2) {
+    return absl::StrFormat(
+        R"(
+    HloModule TensorFlowDepthwiseConv, is_scheduled=true
+
+    ENTRY main {
+      activation = %s[%s]{%s} parameter(0)
+      kernel = %s[%s]{%s} parameter(1)
+      ROOT conv = %s[%s]{%s} convolution(%s[%s]{%s} activation, %s[%s]{%s} kernel),
+          window={size=%dx%d  pad=1_1x%d_%d rhs_dilate=1x%d}, dim_labels=b01f_01io->b01f,
+          feature_group_count=%d
+    }
+    )",
+        data_type, absl::StrJoin(spec.activation_dims, ","),
+        absl::StrJoin(spec.activation_layout, ","), data_type,
+        absl::StrJoin(spec.kernel_dims, ","),
+        absl::StrJoin(spec.kernel_layout, ","), data_type,
+        absl::StrJoin(spec.output_dims, ","),
+        absl::StrJoin(spec.output_layout, ","), data_type,
+        absl::StrJoin(spec.activation_dims, ","),
+        absl::StrJoin(spec.activation_layout, ","), data_type,
+        absl::StrJoin(spec.kernel_dims, ","),
+        absl::StrJoin(spec.kernel_layout, ","), spec.window, spec.window,
+        spec.window, spec.window, spec.window, spec.output_feature);
+
+  } else if (spec.stride == -1) {
+    return absl::StrFormat(
+        R"(
+      HloModule TensorFlowDepthwiseConv, is_scheduled=true
+
+      ENTRY main {
+        activation = %s[%s]{%s} parameter(0)
+        kernel = %s[%s]{%s} parameter(1)
+        ROOT conv = %s[%s]{%s} convolution(%s[%s]{%s} activation, %s[%s]{%s} kernel),
+            window={size=%dx%d}, dim_labels=b01f_01io->b01f,
+            feature_group_count=%d
+      }
+      )",
+        data_type, absl::StrJoin(spec.activation_dims, ","),
+        absl::StrJoin(spec.activation_layout, ","), data_type,
+        absl::StrJoin(spec.kernel_dims, ","),
+        absl::StrJoin(spec.kernel_layout, ","), data_type,
+        absl::StrJoin(spec.output_dims, ","),
+        absl::StrJoin(spec.output_layout, ","), data_type,
+        absl::StrJoin(spec.activation_dims, ","),
+        absl::StrJoin(spec.activation_layout, ","), data_type,
+        absl::StrJoin(spec.kernel_dims, ","),
+        absl::StrJoin(spec.kernel_layout, ","), spec.window, spec.window,
+        spec.output_feature);
+  } else {
+    return absl::StrFormat(
+        R"(
+    HloModule TensorFlowDepthwiseConv, is_scheduled=true
+
+    ENTRY main {
+      activation = %s[%s]{%s} parameter(0)
+      kernel = %s[%s]{%s} parameter(1)
+      ROOT conv = %s[%s]{%s} convolution(%s[%s]{%s} activation, %s[%s]{%s} kernel),
+          window={size=%dx%d stride=%dx1 pad=%d_%dx0_0 lhs_dilate=%dx1}, 
+          dim_labels=b01f_01io->b01f, feature_group_count=%d
+    }
+    )",
+        data_type, absl::StrJoin(spec.activation_dims, ","),
+        absl::StrJoin(spec.activation_layout, ","), data_type,
+        absl::StrJoin(spec.kernel_dims, ","),
+        absl::StrJoin(spec.kernel_layout, ","), data_type,
+        absl::StrJoin(spec.output_dims, ","),
+        absl::StrJoin(spec.output_layout, ","), data_type,
+        absl::StrJoin(spec.activation_dims, ","),
+        absl::StrJoin(spec.activation_layout, ","), data_type,
+        absl::StrJoin(spec.kernel_dims, ","),
+        absl::StrJoin(spec.kernel_layout, ","), spec.window, spec.window,
+        spec.stride, 0, 0, spec.lhs_dilate, spec.output_feature);
+  }
+}
+
+XLA_TEST_P(DepthwiseConvolution2DTest, DoIt) {
+  const DepthwiseConvolution2DSpec& spec = ::testing::get<0>(GetParam());
+  bool use_bfloat16 = ::testing::get<1>(GetParam());
+  const string hlo_text =
+      BuildHloTextDepthwiseConvolution2D(spec, use_bfloat16);
+
+  EXPECT_TRUE(RunAndCompareNoHloPasses(
+      hlo_text, ErrorSpec{0.01, 0.01}, [](HloModule* module) -> Status {
+        BFloat16MixedPrecisionRemoval remover;
+        TF_RETURN_IF_ERROR(remover.Run(module).status());
+        Despecializer despecializer;
+        return despecializer.Run(module).status();
+      }));
+}
+
+INSTANTIATE_TEST_CASE_P(
+    DepthwiseConvolution2DTestWithRandomIndices, DepthwiseConvolution2DTest,
+    ::testing::Combine(::testing::ValuesIn(GetConv2DTestCases()),
+                       ::testing::Bool()),
+    DepthwiseConvolution2DTestDataToString);
+
+}  // namespace
+}  // namespace xla
-- 
GitLab


From a59a88d9e462b03e434bd8305afeab945cee06b6 Mon Sep 17 00:00:00 2001
From: Asim Shankar <ashankar@google.com>
Date: Fri, 16 Nov 2018 14:14:51 -0800
Subject: [PATCH 1786/1825] TensorSpec and TensorInfo

Export tf.TensorSpec.
This is needed to specify signatures to tf.function() calls
in TensorFlow 2.x (and tf.contrib.eager.function() calls in 1.x)

Hide tf.TensorInfo in TF 2.0
Not sure why users of the TensorFlow library should need it, so remove it.

PiperOrigin-RevId: 221850858
---
 tensorflow/python/BUILD                       |  1 +
 tensorflow/python/__init__.py                 |  2 +-
 tensorflow/python/framework/tensor_spec.py    | 40 +++++--------
 .../python/framework/tensor_spec_test.py      | 21 -------
 .../golden/v1/tensorflow.-tensor-spec.pbtxt   | 33 +++++++++++
 .../tools/api/golden/v1/tensorflow.pbtxt      |  4 ++
 .../tensorflow.-tensor-info.-coo-sparse.pbtxt | 24 --------
 .../golden/v2/tensorflow.-tensor-info.pbtxt   | 59 -------------------
 .../golden/v2/tensorflow.-tensor-spec.pbtxt   | 33 +++++++++++
 .../tools/api/golden/v2/tensorflow.pbtxt      |  6 +-
 10 files changed, 90 insertions(+), 133 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v1/tensorflow.-tensor-spec.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.-coo-sparse.pbtxt
 delete mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.pbtxt
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.-tensor-spec.pbtxt

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 83b7bc9403..c21356e676 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -996,6 +996,7 @@ py_library(
         ":common_shapes",
         ":dtypes",
         ":tensor_shape",
+        ":util",
         "//third_party/py/numpy",
     ],
 )
diff --git a/tensorflow/python/__init__.py b/tensorflow/python/__init__.py
index c93ba4dcee..3b462c7de8 100644
--- a/tensorflow/python/__init__.py
+++ b/tensorflow/python/__init__.py
@@ -162,7 +162,7 @@ tf_export('Summary', 'summary.Summary')(Summary)
 tf_export('summary.SummaryDescription')(SummaryDescription)
 tf_export('SummaryMetadata')(SummaryMetadata)
 tf_export('summary.TaggedRunMetadata')(TaggedRunMetadata)
-tf_export('TensorInfo')(TensorInfo)
+tf_export(v1=['TensorInfo'])(TensorInfo)
 # pylint: enable=undefined-variable
 
 # Special dunders that we choose to export:
diff --git a/tensorflow/python/framework/tensor_spec.py b/tensorflow/python/framework/tensor_spec.py
index fbea930fe0..c44636edc4 100644
--- a/tensorflow/python/framework/tensor_spec.py
+++ b/tensorflow/python/framework/tensor_spec.py
@@ -24,14 +24,15 @@ from tensorflow.python.framework import common_shapes
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
+from tensorflow.python.util.tf_export import tf_export
 
 
+@tf_export("TensorSpec")
 class TensorSpec(object):
   """Describes a tf.Tensor.
 
-  A TensorSpec allows an API to describe the Tensors that it accepts or
-  returns, before that Tensor exists. This allows dynamic and flexible graph
-  construction and configuration.
+  Metadata for describing the `tf.Tensor` objects accepted or returned
+  by some TensorFlow APIs.
   """
 
   __slots__ = ["_shape", "_shape_tuple", "_dtype", "_name"]
@@ -69,11 +70,6 @@ class TensorSpec(object):
     else:
       raise ValueError("`tensor` should be a tf.Tensor")
 
-  @classmethod
-  def is_bounded(cls):
-    del cls
-    return False
-
   @property
   def shape(self):
     """Returns the `TensorShape` that represents the shape of the tensor."""
@@ -86,21 +82,21 @@ class TensorSpec(object):
 
   @property
   def name(self):
-    """Returns the name of the described tensor."""
+    """Returns the (optionally provided) name of the described tensor."""
     return self._name
 
-  @property
-  def is_discrete(self):
-    """Whether spec is discrete."""
-    return self.dtype.is_integer
+  def is_compatible_with(self, spec_or_tensor):
+    """Returns True if spec_or_tensor is compatible with this TensorSpec.
 
-  @property
-  def is_continuous(self):
-    """Whether spec is continuous."""
-    return self.dtype.is_floating
+    Two tensors are considered compatible if they have the same dtype
+    and their shapes are compatible (see `tf.TensorShape.is_compatible_with`).
 
-  def is_compatible_with(self, spec_or_tensor):
-    """True if the shape and dtype of `spec_or_tensor` are compatible."""
+    Args:
+      spec_or_tensor: A tf.TensorSpec or a tf.Tensor
+
+    Returns:
+      True if spec_or_tensor is compatible with self.
+    """
     return (self._dtype.is_compatible_with(spec_or_tensor.dtype) and
             self._shape.is_compatible_with(spec_or_tensor.shape))
 
@@ -188,11 +184,6 @@ class BoundedTensorSpec(TensorSpec):
     self._maximum = np.array(maximum, dtype=self.dtype.as_numpy_dtype())
     self._maximum.setflags(write=False)
 
-  @classmethod
-  def is_bounded(cls):
-    del cls
-    return True
-
   @classmethod
   def from_spec(cls, spec):
     dtype = dtypes.as_dtype(spec.dtype)
@@ -223,4 +214,3 @@ class BoundedTensorSpec(TensorSpec):
   def __reduce__(self):
     return BoundedTensorSpec, (self._shape, self._dtype, self._minimum,
                                self._maximum, self._name)
-
diff --git a/tensorflow/python/framework/tensor_spec_test.py b/tensorflow/python/framework/tensor_spec_test.py
index 40611e5f84..e3aad7cc23 100644
--- a/tensorflow/python/framework/tensor_spec_test.py
+++ b/tensorflow/python/framework/tensor_spec_test.py
@@ -134,22 +134,6 @@ class TensorSpecTest(test_util.TensorFlowTestCase):
     self.assertEqual(bounded_spec.dtype, spec.dtype)
     self.assertEqual(bounded_spec.name, spec.name)
 
-  def testIsDiscrete(self):
-    discrete_spec = tensor_spec.TensorSpec((1, 2), dtypes.int32)
-    continuous_spec = tensor_spec.TensorSpec((1, 2), dtypes.float32)
-    self.assertTrue(discrete_spec.is_discrete)
-    self.assertFalse(continuous_spec.is_discrete)
-
-  def testIsContinuous(self):
-    discrete_spec = tensor_spec.TensorSpec((1, 2), dtypes.int32)
-    continuous_spec = tensor_spec.TensorSpec((1, 2), dtypes.float32)
-    self.assertFalse(discrete_spec.is_continuous)
-    self.assertTrue(continuous_spec.is_continuous)
-
-  def testIsBounded(self):
-    unbounded_spec = tensor_spec.TensorSpec((1, 2), dtypes.int32)
-    self.assertFalse(unbounded_spec.is_bounded())
-
   def testSerialization(self):
     desc = tensor_spec.TensorSpec([1, 5], dtypes.float32, "test")
     self.assertEqual(pickle.loads(pickle.dumps(desc)), desc)
@@ -165,11 +149,6 @@ class BoundedTensorSpecTest(test_util.TensorFlowTestCase):
     with self.assertRaisesRegexp(ValueError, "not compatible"):
       tensor_spec.BoundedTensorSpec((3, 5), dtypes.uint8, 0, (1, 1, 1))
 
-  def testIsBounded(self):
-    bounded_spec = tensor_spec.BoundedTensorSpec(
-        (1, 2), dtypes.int32, minimum=0, maximum=1)
-    self.assertTrue(bounded_spec.is_bounded())
-
   def testMinimumMaximumAttributes(self):
     spec = tensor_spec.BoundedTensorSpec(
         (1, 2, 3), dtypes.float32, 0, (5, 5, 5))
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.-tensor-spec.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.-tensor-spec.pbtxt
new file mode 100644
index 0000000000..493dcba892
--- /dev/null
+++ b/tensorflow/tools/api/golden/v1/tensorflow.-tensor-spec.pbtxt
@@ -0,0 +1,33 @@
+path: "tensorflow.TensorSpec"
+tf_class {
+  is_instance: "<class \'tensorflow.python.framework.tensor_spec.TensorSpec\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "shape"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'shape\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_spec"
+    argspec: "args=[\'cls\', \'spec\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_tensor"
+    argspec: "args=[\'cls\', \'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_compatible_with"
+    argspec: "args=[\'self\', \'spec_or_tensor\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
index 707337ebfa..1bb0152f19 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.pbtxt
@@ -244,6 +244,10 @@ tf_module {
     name: "TensorShape"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "TensorSpec"
+    mtype: "<type \'type\'>"
+  }
   member {
     name: "TextLineReader"
     mtype: "<type \'type\'>"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.-coo-sparse.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.-coo-sparse.pbtxt
deleted file mode 100644
index 0064c8460c..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.-coo-sparse.pbtxt
+++ /dev/null
@@ -1,24 +0,0 @@
-path: "tensorflow.TensorInfo.CooSparse"
-tf_proto {
-  descriptor {
-    name: "CooSparse"
-    field {
-      name: "values_tensor_name"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "indices_tensor_name"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-    field {
-      name: "dense_shape_tensor_name"
-      number: 3
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.pbtxt
deleted file mode 100644
index 63566c808e..0000000000
--- a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-info.pbtxt
+++ /dev/null
@@ -1,59 +0,0 @@
-path: "tensorflow.TensorInfo"
-tf_proto {
-  descriptor {
-    name: "TensorInfo"
-    field {
-      name: "name"
-      number: 1
-      label: LABEL_OPTIONAL
-      type: TYPE_STRING
-      oneof_index: 0
-    }
-    field {
-      name: "coo_sparse"
-      number: 4
-      label: LABEL_OPTIONAL
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.TensorInfo.CooSparse"
-      oneof_index: 0
-    }
-    field {
-      name: "dtype"
-      number: 2
-      label: LABEL_OPTIONAL
-      type: TYPE_ENUM
-      type_name: ".tensorflow.DataType"
-    }
-    field {
-      name: "tensor_shape"
-      number: 3
-      label: LABEL_OPTIONAL
-      type: TYPE_MESSAGE
-      type_name: ".tensorflow.TensorShapeProto"
-    }
-    nested_type {
-      name: "CooSparse"
-      field {
-        name: "values_tensor_name"
-        number: 1
-        label: LABEL_OPTIONAL
-        type: TYPE_STRING
-      }
-      field {
-        name: "indices_tensor_name"
-        number: 2
-        label: LABEL_OPTIONAL
-        type: TYPE_STRING
-      }
-      field {
-        name: "dense_shape_tensor_name"
-        number: 3
-        label: LABEL_OPTIONAL
-        type: TYPE_STRING
-      }
-    }
-    oneof_decl {
-      name: "encoding"
-    }
-  }
-}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.-tensor-spec.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.-tensor-spec.pbtxt
new file mode 100644
index 0000000000..493dcba892
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.-tensor-spec.pbtxt
@@ -0,0 +1,33 @@
+path: "tensorflow.TensorSpec"
+tf_class {
+  is_instance: "<class \'tensorflow.python.framework.tensor_spec.TensorSpec\'>"
+  is_instance: "<type \'object\'>"
+  member {
+    name: "dtype"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "name"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "shape"
+    mtype: "<type \'property\'>"
+  }
+  member_method {
+    name: "__init__"
+    argspec: "args=[\'self\', \'shape\', \'dtype\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_spec"
+    argspec: "args=[\'cls\', \'spec\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "from_tensor"
+    argspec: "args=[\'cls\', \'tensor\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_compatible_with"
+    argspec: "args=[\'self\', \'spec_or_tensor\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index 8fcee46107..fa4a538122 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -121,11 +121,11 @@ tf_module {
     mtype: "<type \'type\'>"
   }
   member {
-    name: "TensorInfo"
-    mtype: "<class \'google.protobuf.pyext.cpp_message.GeneratedProtocolMessageType\'>"
+    name: "TensorShape"
+    mtype: "<type \'type\'>"
   }
   member {
-    name: "TensorShape"
+    name: "TensorSpec"
     mtype: "<type \'type\'>"
   }
   member {
-- 
GitLab


From aaff777c6d90f1717c970f3651fc254d20a95146 Mon Sep 17 00:00:00 2001
From: Guangda Lai <laigd@google.com>
Date: Fri, 16 Nov 2018 14:15:09 -0800
Subject: [PATCH 1787/1825] Remove rewriter_config parameter from
 create_inference_graph, that existed before because Grappler's
 OptimizeGraph() needs one. Now OptimizeGraph() is changed to accept a
 ConfigProto so we can provide the RewriterConfig inside the 'session_config'
 parameter.

PiperOrigin-RevId: 221850911
---
 .../contrib/tensorrt/python/trt_convert.py    | 64 +++++++++++--------
 .../tensorrt/python/trt_convert_test.py       |  6 +-
 .../test/tf_trt_integration_test_base.py      | 21 +++---
 3 files changed, 52 insertions(+), 39 deletions(-)

diff --git a/tensorflow/contrib/tensorrt/python/trt_convert.py b/tensorflow/contrib/tensorrt/python/trt_convert.py
index d149dcbd56..0e59fdd1fe 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert.py
@@ -63,19 +63,19 @@ class TrtPrecisionMode(object):
     return [TrtPrecisionMode.FP32, TrtPrecisionMode.FP16, TrtPrecisionMode.INT8]
 
 
-def tensorrt_rewriter_config(rewriter_config=None,
-                             max_batch_size=1,
-                             max_workspace_size_bytes=2 << 20,
-                             precision_mode=TrtPrecisionMode.FP32,
-                             minimum_segment_size=3,
-                             is_dynamic_op=False,
-                             maximum_cached_engines=1,
-                             cached_engine_batch_sizes=None):
+def get_tensorrt_rewriter_config(rewriter_config=None,
+                                 max_batch_size=1,
+                                 max_workspace_size_bytes=2 << 20,
+                                 precision_mode=TrtPrecisionMode.FP32,
+                                 minimum_segment_size=3,
+                                 is_dynamic_op=False,
+                                 maximum_cached_engines=1,
+                                 cached_engine_batch_sizes=None):
   """Returns a RewriterConfig proto for TRT transformation.
 
   Args:
-    rewriter_config: a RewriterConfig proto to append the TensorRTOptimizer to.
-      If None, it will create one with default settings.
+    rewriter_config: a template RewriterConfig proto used to create a
+      TRT-enabled RewriterConfig. If None, it will use a default one.
     max_batch_size: max size for the input batch
     max_workspace_size_bytes: the maximum GPU temporary memory which the TRT
       engine can use at execution time. This corresponds to the 'workspaceSize'
@@ -107,13 +107,16 @@ def tensorrt_rewriter_config(rewriter_config=None,
       rewriter_config, rewriter_config_pb2.RewriterConfig):
     raise TypeError("rewriter_config should be a RewriterConfig proto.")
 
+  rewriter_config_with_trt = rewriter_config_pb2.RewriterConfig()
   if rewriter_config is None:
-    rewriter_config = rewriter_config_pb2.RewriterConfig()
     # Layout optimizer may add Const nodes followed by Reshape nodes, thus we
     # need to run constant folding again.
-    rewriter_config.optimizers.extend(["constfold", "layout", "constfold"])
-    rewriter_config.meta_optimizer_iterations = (
+    rewriter_config_with_trt.optimizers.extend(
+        ["constfold", "layout", "constfold"])
+    rewriter_config_with_trt.meta_optimizer_iterations = (
         rewriter_config_pb2.RewriterConfig.ONE)
+  else:
+    rewriter_config_with_trt.CopyFrom(rewriter_config)
 
   if precision_mode.upper() not in TrtPrecisionMode.supported_precision_modes():
     raise ValueError(("precision mode '{}' is not supported."
@@ -121,7 +124,7 @@ def tensorrt_rewriter_config(rewriter_config=None,
                           precision_mode,
                           TrtPrecisionMode.supported_precision_modes))
 
-  optimizer = rewriter_config.custom_optimizers.add()
+  optimizer = rewriter_config_with_trt.custom_optimizers.add()
   optimizer.name = "TensorRTOptimizer"
   optimizer.parameter_map["minimum_segment_size"].i = minimum_segment_size
   optimizer.parameter_map["max_batch_size"].i = max_batch_size
@@ -138,7 +141,7 @@ def tensorrt_rewriter_config(rewriter_config=None,
                        "maximum_cached_engines items.")
     optimizer.parameter_map["cached_engine_batches"].list.i.extend(
         cached_engine_batch_sizes)
-  return rewriter_config
+  return rewriter_config_with_trt
 
 
 def create_inference_graph(input_graph_def,
@@ -150,7 +153,6 @@ def create_inference_graph(input_graph_def,
                            is_dynamic_op=False,
                            maximum_cached_engines=1,
                            cached_engine_batch_sizes=None,
-                           rewriter_config=None,
                            input_saved_model_dir=None,
                            input_saved_model_tags=None,
                            output_saved_model_dir=None,
@@ -182,8 +184,6 @@ def create_inference_graph(input_graph_def,
       use this list to determine the batch sizes of the cached engines, instead
       of making the decision on the fly. This is useful when we know the most
       common batch size(s) the application is going to generate.
-    rewriter_config: a RewriterConfig proto to append the TensorRTOptimizer to.
-      If None, it will create one with default settings.
     input_saved_model_dir: the directory to load the SavedModel which contains
       the input graph to transforms. Used only when input_graph_def is None.
     input_saved_model_tags: list of tags to load the SavedModel.
@@ -191,8 +191,9 @@ def create_inference_graph(input_graph_def,
       returned GraphDef and save it to the specified directory. This option only
       works when the input graph is loaded from a SavedModel, i.e. when
       input_saved_model_dir is specified and input_graph_def is None.
-    session_config: the ConfigProto used to create a Session. If not specified,
-      a default ConfigProto will be used.
+    session_config: the ConfigProto used to create a Session. It's also used as
+      a template to create a TRT-enabled ConfigProto for conversion. If not
+      specified, a default ConfigProto will be used.
 
   Returns:
     A GraphDef transformed from input_graph_def (or the SavedModel graph def
@@ -322,23 +323,30 @@ def create_inference_graph(input_graph_def,
       grappler_meta_graph_def.collection_def["train_op"].CopyFrom(
           output_collection)
 
-  # Create RewriterConfig.
-  config = config_pb2.ConfigProto()
-  config.graph_options.rewrite_options.CopyFrom(
-      tensorrt_rewriter_config(
-          rewriter_config, max_batch_size, max_workspace_size_bytes,
-          precision_mode, minimum_segment_size, is_dynamic_op,
-          maximum_cached_engines, cached_engine_batch_sizes))
+  # Create TRT-enabled ConfigProto.
+  session_config_with_trt = config_pb2.ConfigProto()
+  session_config_with_trt.CopyFrom(session_config)
+  rewriter_config = None
+  if (session_config_with_trt.HasField("graph_options") and
+      session_config_with_trt.graph_options.HasField("rewrite_options")):
+    rewriter_config = session_config_with_trt.graph_options.rewrite_options
+  rewriter_config_with_trt = get_tensorrt_rewriter_config(
+      rewriter_config, max_batch_size, max_workspace_size_bytes, precision_mode,
+      minimum_segment_size, is_dynamic_op, maximum_cached_engines,
+      cached_engine_batch_sizes)
+  session_config_with_trt.graph_options.rewrite_options.CopyFrom(
+      rewriter_config_with_trt)
 
   # Run Grappler.
   transformed_graph_def = tf_optimizer.OptimizeGraph(
-      config, grappler_meta_graph_def, graph_id=b"tf_graph")
+      session_config_with_trt, grappler_meta_graph_def, graph_id=b"tf_graph")
 
   # Optionally write the transformed graphdef as SavedModel.
   if output_saved_model_dir is not None:
     saved_model_builder = builder.SavedModelBuilder(output_saved_model_dir)
     with ops.Graph().as_default():
       importer.import_graph_def(transformed_graph_def, name="")
+      # We don't use TRT here.
       with session.Session(config=session_config) as sess:
         saved_model_builder.add_meta_graph_and_variables(
             sess,
diff --git a/tensorflow/contrib/tensorrt/python/trt_convert_test.py b/tensorflow/contrib/tensorrt/python/trt_convert_test.py
index 9f2eeac990..aa82f4207f 100644
--- a/tensorflow/contrib/tensorrt/python/trt_convert_test.py
+++ b/tensorflow/contrib/tensorrt/python/trt_convert_test.py
@@ -47,9 +47,9 @@ from tensorflow.python.tools import saved_model_utils
 class TrtConvertTest(test_util.TensorFlowTestCase):
   """Class to test Tensorflow-TensorRT integration python API."""
 
-  def testTensorrtRewriterConfig(self):
-    """Test case for trt_convert.tensorrt_rewriter_config()."""
-    rewriter_cfg = trt_convert.tensorrt_rewriter_config(
+  def testGetTensorrtRewriterConfig(self):
+    """Test case for trt_convert.get_tensorrt_rewriter_config()."""
+    rewriter_cfg = trt_convert.get_tensorrt_rewriter_config(
         rewriter_config=None,
         max_batch_size=128,
         max_workspace_size_bytes=1234,
diff --git a/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py b/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py
index a725d0651c..1763f3b22c 100644
--- a/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py
+++ b/tensorflow/contrib/tensorrt/test/tf_trt_integration_test_base.py
@@ -198,11 +198,16 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
     trt_convert.clear_test_values("my_trt_op_.*:ExecuteCalibration")
     trt_convert.clear_test_values("my_trt_op_.*:ExecuteNativeSegment")
 
+  def _GetGPUOptions(self):
+    gpu_options = config_pb2.GPUOptions()
+    gpu_options.allow_growth = True
+    return gpu_options
+
   def _GetConfigProto(self, run_params, graph_state):
     """Get config proto based on specific settings."""
     if graph_state != GraphState.ORIGINAL and run_params.use_optimizer:
       conversion_params = self.GetConversionParams(run_params)
-      rewriter_cfg = trt_convert.tensorrt_rewriter_config(
+      rewriter_cfg = trt_convert.get_tensorrt_rewriter_config(
           conversion_params.rewriter_config, conversion_params.max_batch_size,
           conversion_params.max_workspace_size_bytes,
           conversion_params.precision_mode,
@@ -215,13 +220,8 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
     else:
       graph_options = config_pb2.GraphOptions()
 
-    gpu_options = config_pb2.GPUOptions()
-    gpu_options.allow_growth = True
-    if trt_convert.get_linked_tensorrt_version()[0] == 3:
-      gpu_options.per_process_gpu_memory_fraction = 0.50
-
     config = config_pb2.ConfigProto(
-        gpu_options=gpu_options, graph_options=graph_options)
+        gpu_options=self._GetGPUOptions(), graph_options=graph_options)
     return config
 
   def _ExpectTestValue(self, engine_name, method, expected_value):
@@ -291,6 +291,11 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
     params = self._GetParamsCached()
     conversion_params = self.GetConversionParams(run_params)
     logging.info(conversion_params)
+
+    config_for_trt = config_pb2.ConfigProto(gpu_options=self._GetGPUOptions())
+    if conversion_params.rewriter_config is not None:
+      config_for_trt.graph_options.rewrite_options.CopyFrom(
+          conversion_params.rewriter_config)
     return trt_convert.create_inference_graph(
         input_graph_def=gdef,
         outputs=params.input_names + params.output_names,
@@ -301,7 +306,7 @@ class TfTrtIntegrationTestBase(test_util.TensorFlowTestCase):
         is_dynamic_op=conversion_params.is_dynamic_op,
         maximum_cached_engines=conversion_params.maximum_cached_engines,
         cached_engine_batch_sizes=conversion_params.cached_engine_batch_sizes,
-        rewriter_config=conversion_params.rewriter_config)
+        session_config=config_for_trt)
 
   def _WriteGraph(self, run_params, gdef, graph_state):
     if graph_state == GraphState.ORIGINAL:
-- 
GitLab


From 32d82226827272b458f551078352c26005bb1b46 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Fri, 16 Nov 2018 14:15:26 -0800
Subject: [PATCH 1788/1825] PR #21365: Fix nadam optimizer

Please approve this CL. It will be submitted automatically, and its GitHub pull request will be marked as merged.

Imported from GitHub PR #21365

Resolves issues #15035 and #13980.

Copybara import of the project:

  - 4d389e6cee2e0b355ee27a529864c8843438487e fix nadam optimizer by Emma Strubell <strubell@cs.umass.edu>
  - 1f2816b3063a6a1c635db48cc52604acbbc63682 update nadam optimizer test and fix nadam to work with Re... by Emma Strubell <strubell@cs.umass.edu>
  - 3110cb6d13a24bb0434f4bc4944931fc0cd27d16 fix whitespace and elaborate on comment by Emma Strubell <strubell@cs.umass.edu>
  - 98deea7f207b226a152509dd663af6192147bb30 actually fix whitespace by Emma Strubell <strubell@cs.umass.edu>
  - 42292b7a430460b30d12bc4c03b30eeeec1e9900 fix line length by Emma Strubell <strubell@cs.umass.edu>
  - e05efc155344b9aec22b037894d92eb4a65be4e6 Merge 42292b7a430460b30d12bc4c03b30eeeec1e9900 into a767a... by Emma Strubell <emma.strubell@gmail.com>

PiperOrigin-RevId: 221850946
---
 .../opt/python/training/nadam_optimizer.py    |  9 +++--
 .../python/training/nadam_optimizer_test.py   | 37 +++++++++++--------
 2 files changed, 27 insertions(+), 19 deletions(-)

diff --git a/tensorflow/contrib/opt/python/training/nadam_optimizer.py b/tensorflow/contrib/opt/python/training/nadam_optimizer.py
index 155ff5b3f4..960826407b 100644
--- a/tensorflow/contrib/opt/python/training/nadam_optimizer.py
+++ b/tensorflow/contrib/opt/python/training/nadam_optimizer.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.framework import ops
+from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import state_ops
@@ -83,14 +84,14 @@ class NadamOptimizer(adam.AdamOptimizer):
     with ops.control_dependencies([m_t]):
       m_t = scatter_add(m, indices, m_scaled_g_values)
       # m_bar = (1 - beta1) * g_t + beta1 * m_t
-      m_bar = m_scaled_g_values + beta1_t * m_t
+      m_bar = m_scaled_g_values + beta1_t * array_ops.gather(m_t, indices)
     # v_t = beta2 * v + (1 - beta2) * (g_t * g_t)
     v = self.get_slot(var, "v")
     v_scaled_g_values = (grad * grad) * (1 - beta2_t)
     v_t = state_ops.assign(v, v * beta2_t, use_locking=self._use_locking)
     with ops.control_dependencies([v_t]):
       v_t = scatter_add(v, indices, v_scaled_g_values)
-    v_sqrt = math_ops.sqrt(v_t)
-    var_update = state_ops.assign_sub(
-        var, lr * m_bar / (v_sqrt + epsilon_t), use_locking=self._use_locking)
+    v_t_slice = array_ops.gather(v_t, indices)
+    v_sqrt = math_ops.sqrt(v_t_slice)
+    var_update = scatter_add(var, indices, -lr * m_bar / (v_sqrt + epsilon_t))
     return control_flow_ops.group(*[var_update, m_bar, v_t])
diff --git a/tensorflow/contrib/opt/python/training/nadam_optimizer_test.py b/tensorflow/contrib/opt/python/training/nadam_optimizer_test.py
index 85e05ce71c..a4372f6487 100644
--- a/tensorflow/contrib/opt/python/training/nadam_optimizer_test.py
+++ b/tensorflow/contrib/opt/python/training/nadam_optimizer_test.py
@@ -52,14 +52,19 @@ def nadam_update_numpy(param,
 class NadamOptimizerTest(test.TestCase):
 
   def doTestSparse(self, use_resource=False):
+    # need to use a larger value of epsilon here so that
+    # np.sqrt(v_t) + epsilon doesn't get rounded to 0 when
+    # the dtype is half and np.sqrt(v_t) = 0, as is the case
+    # when the gradient is 0
+    sparse_epsilon = 1e-7
     for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
       with self.cached_session():
         # Initialize variables for numpy implementation.
         m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+        var0_np = np.array([1.0, 1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0, 0.01], dtype=dtype.as_numpy_dtype)
 
         if use_resource:
           var0 = resource_variable_ops.ResourceVariable(var0_np)
@@ -67,21 +72,21 @@ class NadamOptimizerTest(test.TestCase):
         else:
           var0 = variables.Variable(var0_np)
           var1 = variables.Variable(var1_np)
-        grads0_np_indices = np.array([0, 1], dtype=np.int32)
+        grads0_np_indices = np.array([0, 2], dtype=np.int32)
         grads0 = ops.IndexedSlices(
-            constant_op.constant(grads0_np),
-            constant_op.constant(grads0_np_indices), constant_op.constant([2]))
-        grads1_np_indices = np.array([0, 1], dtype=np.int32)
+            constant_op.constant(grads0_np[grads0_np_indices]),
+            constant_op.constant(grads0_np_indices), constant_op.constant([3]))
+        grads1_np_indices = np.array([0, 2], dtype=np.int32)
         grads1 = ops.IndexedSlices(
-            constant_op.constant(grads1_np),
-            constant_op.constant(grads1_np_indices), constant_op.constant([2]))
-        opt = nadam_optimizer.NadamOptimizer()
+            constant_op.constant(grads1_np[grads1_np_indices]),
+            constant_op.constant(grads1_np_indices), constant_op.constant([3]))
+        opt = nadam_optimizer.NadamOptimizer(epsilon=sparse_epsilon)
         update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], var0.eval())
-        self.assertAllClose([3.0, 4.0], var1.eval())
+        self.assertAllClose([1.0, 1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 3.0, 4.0], var1.eval())
 
         beta1_power, beta2_power = opt._get_beta_accumulators()
 
@@ -91,8 +96,10 @@ class NadamOptimizerTest(test.TestCase):
           self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
           update.run()
 
-          var0_np, m0, v0 = nadam_update_numpy(var0_np, grads0_np, t, m0, v0)
-          var1_np, m1, v1 = nadam_update_numpy(var1_np, grads1_np, t, m1, v1)
+          var0_np, m0, v0 = nadam_update_numpy(var0_np, grads0_np, t, m0, v0,
+                                               epsilon=sparse_epsilon)
+          var1_np, m1, v1 = nadam_update_numpy(var1_np, grads1_np, t, m1, v1,
+                                               epsilon=sparse_epsilon)
 
           # Validate updated params
           self.assertAllCloseAccordingToType(var0_np, var0.eval())
-- 
GitLab


From 20df63d2f364088f8f2992f15214538d42d07b41 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 14:26:50 -0800
Subject: [PATCH 1789/1825] This CL fixes a bug where GradientTapes return an
 unconnected gradient for no-ops on watched tensors instead of returning a
 ones tensor.

PiperOrigin-RevId: 221852847
---
 tensorflow/c/eager/tape.h                 | 23 ++++++---
 tensorflow/python/eager/backprop_test.py  | 62 +++++++++++++++++++++++
 tensorflow/python/eager/pywrap_tfe_src.cc | 26 +++++++++-
 3 files changed, 103 insertions(+), 8 deletions(-)

diff --git a/tensorflow/c/eager/tape.h b/tensorflow/c/eager/tape.h
index 5ba55a203f..5c11f51e87 100644
--- a/tensorflow/c/eager/tape.h
+++ b/tensorflow/c/eager/tape.h
@@ -141,8 +141,9 @@ class GradientTape {
   // null. The result is populated with one tensor per target element.
   Status ComputeGradient(
       const VSpace<Gradient, BackwardFunction, TapeTensor>& vspace,
-      gtl::ArraySlice<int64> target_tensor_ids,
-      gtl::ArraySlice<int64> source_tensor_id,
+      const gtl::ArraySlice<int64> target_tensor_ids,
+      const gtl::ArraySlice<int64> source_tensor_ids,
+      const gtl::FlatMap<int64, TapeTensor> sources_that_are_targets,
       gtl::ArraySlice<Gradient*> output_gradients,
       std::vector<Gradient*>* result);
 
@@ -396,6 +397,7 @@ template <typename Gradient, typename BackwardFunction, typename TapeTensor>
 Status InitialGradients(
     const VSpace<Gradient, BackwardFunction, TapeTensor>& vspace,
     gtl::ArraySlice<int64> target_tensor_ids,
+    gtl::FlatMap<int64, TapeTensor> sources_that_are_targets,
     gtl::ArraySlice<Gradient*> output_gradients, const TensorTape& tensor_tape,
     const OpTape<BackwardFunction, TapeTensor>& op_tape,
     gtl::FlatMap<int64, std::vector<Gradient*>>* result) {
@@ -425,8 +427,13 @@ Status InitialGradients(
               "none of operations outputs match expected tensor");
         }
       } else {
-        // No record of the target tensor found on the tape, so no gradient
-        // needs to be computed from it. Do nothing.
+        // This target tensor was not generated by any operation recorded on
+        // the tape, so no gradient needs to be computed from it unless this
+        // target is also a source.
+        auto source_tensor = sources_that_are_targets.find(id);
+        if (source_tensor != sources_that_are_targets.end()) {
+          (*result)[id].push_back(vspace.Ones(source_tensor->second));
+        }
       }
     } else {
       (*result)[id].push_back(output_gradients[i]);
@@ -467,8 +474,9 @@ constexpr int kMinAggregateBytes = 128 * 1024 * 1024;
 template <typename Gradient, typename BackwardFunction, typename TapeTensor>
 Status GradientTape<Gradient, BackwardFunction, TapeTensor>::ComputeGradient(
     const VSpace<Gradient, BackwardFunction, TapeTensor>& vspace,
-    gtl::ArraySlice<int64> target_tensor_ids,
-    gtl::ArraySlice<int64> source_tensor_ids,
+    const gtl::ArraySlice<int64> target_tensor_ids,
+    const gtl::ArraySlice<int64> source_tensor_ids,
+    const gtl::FlatMap<int64, TapeTensor> sources_that_are_targets,
     gtl::ArraySlice<Gradient*> output_gradients,
     std::vector<Gradient*>* result) {
   gtl::FlatSet<int64> sources_set(source_tensor_ids.begin(),
@@ -478,7 +486,8 @@ Status GradientTape<Gradient, BackwardFunction, TapeTensor>::ComputeGradient(
   std::vector<int64> op_stack =
       InitialStack(state.op_tape, state.op_missing_tensor);
   gtl::FlatMap<int64, std::vector<Gradient*>> gradients;
-  Status s = InitialGradients(vspace, target_tensor_ids, output_gradients,
+  Status s = InitialGradients(vspace, target_tensor_ids,
+                              sources_that_are_targets, output_gradients,
                               tensor_tape_, state.op_tape, &gradients);
   auto cleanup = [this, &state]() {
     if (!persistent_) {
diff --git a/tensorflow/python/eager/backprop_test.py b/tensorflow/python/eager/backprop_test.py
index d3458741bd..d9f2a95828 100644
--- a/tensorflow/python/eager/backprop_test.py
+++ b/tensorflow/python/eager/backprop_test.py
@@ -233,6 +233,68 @@ class BackpropTest(test.TestCase):
     self.assertTrue(ordered_variables[0] is v0)
     self.assertTrue(ordered_variables[1] is v1)
 
+  def testTapeNoOpGradient(self):
+    x = constant_op.constant(3.0)
+    with backprop.GradientTape() as t:
+      t.watch(x)
+      y = x
+    self.assertEqual(t.gradient(y, x).numpy(), 1.0)
+
+  def testTapeIdentityGradientIsIdentity(self):
+    x = constant_op.constant(3.0)
+    with backprop.GradientTape() as t:
+      t.watch(x)
+      y = array_ops.identity(x)
+    self.assertEqual(t.gradient(y, x).numpy(), 1.0)
+
+  def testTapeGradientMultiTargetOneIsSource(self):
+    x = constant_op.constant(2.0)
+    with backprop.GradientTape() as t:
+      t.watch(x)
+      y = x*x
+    self.assertEqual(t.gradient([x, y], x).numpy(), 5.0)
+
+  def testTapeNoOpGradientWithMultiTargetAllSource(self):
+    x = constant_op.constant(3.0)
+    with backprop.GradientTape() as t:
+      t.watch(x)
+      y = x
+    self.assertEqual(t.gradient([y, y], x).numpy(), 2.0)
+
+  def testTapeNoOpGradientWithMultiTargetMultiSource(self):
+    x = constant_op.constant(3.0)
+    y = constant_op.constant(5.0)
+    with backprop.GradientTape() as t:
+      t.watch(x)
+      t.watch(y)
+      z = y * y
+    self.assertAllEqual(t.gradient([x, y, z], [x, y]), [1.0, 11.0])
+
+  def testTapeNoOpOnVariableIsIdentity(self):
+    v0 = resource_variable_ops.ResourceVariable(1.0)
+    with backprop.GradientTape() as t:
+      y = v0.read_value()
+    self.assertEqual(t.gradient(y, v0).numpy(), 1.0)
+
+  @test_util.assert_no_new_tensors
+  @test_util.assert_no_garbage_created
+  def testTapeNoOpGradient2By2(self):
+    a_2_by_2 = constant_op.constant(2.0, shape=[2, 2])
+    with backprop.GradientTape(persistent=True) as tape:
+      tape.watch(a_2_by_2)
+    dy_dy = tape.gradient(a_2_by_2, [a_2_by_2])[0]
+    self.assertAllEqual(dy_dy.numpy(),
+                        constant_op.constant(1.0, shape=[2, 2]).numpy())
+
+  @test_util.assert_no_new_pyobjects_executing_eagerly
+  def testTapeNoOpGradientMultiTarget2By2(self):
+    a_2_by_2 = constant_op.constant(2.0, shape=[2, 2])
+    with backprop.GradientTape(persistent=True) as tape:
+      tape.watch(a_2_by_2)
+    dy_dy = tape.gradient([a_2_by_2, a_2_by_2], [a_2_by_2])[0]
+    self.assertAllEqual(dy_dy.numpy(),
+                        constant_op.constant(2.0, shape=[2, 2]).numpy())
+
   def testTapeStopRecording(self):
     with backprop.GradientTape() as t:
       x = resource_variable_ops.ResourceVariable(1.0)
diff --git a/tensorflow/python/eager/pywrap_tfe_src.cc b/tensorflow/python/eager/pywrap_tfe_src.cc
index 6ca8eadbde..f074b73a9f 100644
--- a/tensorflow/python/eager/pywrap_tfe_src.cc
+++ b/tensorflow/python/eager/pywrap_tfe_src.cc
@@ -1645,6 +1645,29 @@ PyObject* TFE_Py_TapeGradient(PyObject* tape, PyObject* target,
   if (PyErr_Occurred()) {
     return nullptr;
   }
+  tensorflow::gtl::FlatSet<tensorflow::int64> sources_set(sources_vec.begin(),
+                                                          sources_vec.end());
+
+  tensorflow::Safe_PyObjectPtr seq =
+      tensorflow::make_safe(PySequence_Fast(target, "expected a sequence"));
+  int len = PySequence_Fast_GET_SIZE(seq.get());
+  tensorflow::gtl::FlatMap<tensorflow::int64, PyTapeTensor>
+      source_tensors_that_are_targets;
+  for (int i = 0; i < len; ++i) {
+    tensorflow::int64 target_id = target_vec[i];
+    if (sources_set.find(target_id) != sources_set.end()) {
+      auto tensor = PySequence_Fast_GET_ITEM(seq.get(), i);
+      source_tensors_that_are_targets.insert(
+          std::make_pair(target_id, TapeTensorFromTensor(tensor)));
+    }
+    if (PyErr_Occurred()) {
+      return nullptr;
+    }
+  }
+  if (PyErr_Occurred()) {
+    return nullptr;
+  }
+
   std::vector<PyObject*> outgrad_vec;
   if (output_gradients != Py_None) {
     outgrad_vec = MakeTensorList(output_gradients);
@@ -1659,7 +1682,8 @@ PyObject* TFE_Py_TapeGradient(PyObject* tape, PyObject* target,
   }
   std::vector<PyObject*> result;
   status->status = tape_obj->tape->ComputeGradient(
-      *py_vspace, target_vec, sources_vec, outgrad_vec, &result);
+      *py_vspace, target_vec, sources_vec, source_tensors_that_are_targets,
+      outgrad_vec, &result);
   if (!status->status.ok()) {
     if (PyErr_Occurred()) {
       // Do not propagate the erroneous status as that would swallow the
-- 
GitLab


From 4bb3a95413b94791e4ee3ba8fd40d7a11b9824b1 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 14:26:55 -0800
Subject: [PATCH 1790/1825] Update all callers of ReplicaContext.merge_call()
 to use the new args/kwargs parameters instead of *args/**kwargs.  Change
 signature of args/kwargs methods to make them optional.

PiperOrigin-RevId: 221852856
---
 .../metrics/python/metrics/classification.py  |  2 +-
 .../contrib/optimizer_v2/optimizer_v2.py      |  3 +-
 tensorflow/python/distribute/values.py        | 10 +++---
 tensorflow/python/keras/metrics.py            |  3 +-
 .../python/keras/optimizer_v2/optimizer_v2.py |  4 +--
 tensorflow/python/ops/metrics_impl.py         |  2 +-
 .../python/training/checkpoint_utils.py       |  2 +-
 tensorflow/python/training/distribute.py      | 31 ++++++++-----------
 tensorflow/python/training/distribute_test.py |  2 +-
 tensorflow/python/training/moving_averages.py |  2 +-
 tensorflow/python/training/optimizer.py       |  2 +-
 11 files changed, 30 insertions(+), 33 deletions(-)

diff --git a/tensorflow/contrib/metrics/python/metrics/classification.py b/tensorflow/contrib/metrics/python/metrics/classification.py
index ac12360865..062deb74b1 100644
--- a/tensorflow/contrib/metrics/python/metrics/classification.py
+++ b/tensorflow/contrib/metrics/python/metrics/classification.py
@@ -175,7 +175,7 @@ def f1_score(labels, predictions, weights=None, num_thresholds=200,
       return best_f1
 
     best_f1 = distribution_strategy_context.get_replica_context().merge_call(
-        f1_across_replicas, values)
+        f1_across_replicas, args=(values,))
 
     update_op = compute_best_f1_score(tp=update_ops['tp'], fp=update_ops['fp'],
                                       fn=update_ops['fn'], name='update')
diff --git a/tensorflow/contrib/optimizer_v2/optimizer_v2.py b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
index 1b6e70d3a0..d6dedc2774 100644
--- a/tensorflow/contrib/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/contrib/optimizer_v2/optimizer_v2.py
@@ -892,7 +892,8 @@ class OptimizerV2(optimizer_v1.Optimizer):
       raise ValueError("No gradients provided for any variable: %s." %
                        ([str(v) for _, v in grads_and_vars],))
     return distribute_ctx.get_replica_context().merge_call(
-        self._distributed_apply, filtered, global_step=global_step, name=name)
+        self._distributed_apply, args=(filtered,),
+        kwargs={"global_step": global_step, "name": name})
 
   def _get_or_create_state(self, var_list=None):
     """Either looks up or creates `_OptimizerV2State`.
diff --git a/tensorflow/python/distribute/values.py b/tensorflow/python/distribute/values.py
index df7e4083bb..27057bb4a6 100644
--- a/tensorflow/python/distribute/values.py
+++ b/tensorflow/python/distribute/values.py
@@ -387,7 +387,7 @@ class MirroredVariable(DistributedVariable, Mirrored,
         return strategy.update(self, f, v, *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
-          merge_fn, *args, **kwargs)
+          merge_fn, args=args, kwargs=kwargs)
 
   def assign_sub(self, *args, **kwargs):
     assign_sub_fn = lambda var, *a, **kw: var.assign_sub(*a, **kw)
@@ -625,7 +625,7 @@ class TPUMirroredVariable(checkpointable.CheckpointableBase):
         return strategy.update(self, f, v, *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
-          merge_fn, *args, **kwargs)
+          merge_fn, args=args, kwargs=kwargs)
 
   @contextlib.contextmanager
   def _handle_graph(self, handle):
@@ -1591,7 +1591,7 @@ class MultiStepContext(object):
         self._last_step_outputs_reduce_ops[name] = reduce_op
 
       distribution_strategy_context.get_replica_context().merge_call(
-          merge_fn, output)
+          merge_fn, args=(output,))
 
   @property
   def non_tensor_outputs(self):
@@ -1608,7 +1608,7 @@ class MultiStepContext(object):
         # in a list as reduction doesn't make sense on non tensors.
         self._non_tensor_outputs[name] = distribution.unwrap(value)
       distribution_strategy_context.get_replica_context().merge_call(
-          merge_fn, output)
+          merge_fn, args=(output,))
 
 
 def value_container(val):
@@ -1677,7 +1677,7 @@ class AggregatingVariable(checkpointable.CheckpointableBase):
         return strategy.update(self, f, v, *other_args, **other_kwargs)
 
       return distribution_strategy_context.get_replica_context().merge_call(
-          merge_fn, *args, **kwargs)
+          merge_fn, args=args, kwargs=kwargs)
 
   def assign_sub(self, *args, **kwargs):
     assign_sub_fn = lambda var, *a, **kw: var.assign_sub(*a, **kw)
diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index 5f63192475..7e165a5b5a 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -149,7 +149,8 @@ def result_wrapper(result_fn):
 
       # Wrapping result in merge_call. merge_call is used when we want to leave
       # replica mode and compute a value in cross replica mode.
-      result_t = replica_context.merge_call(merge_fn_wrapper, result_fn, *args)
+      result_t = replica_context.merge_call(
+          merge_fn_wrapper, args=(result_fn,) + args)
     check_is_tensor_or_operation(result_t,
                                  'Metric {0}\'s result'.format(metric_obj.name))
     return result_t
diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index 8e3aea2846..99902ff9a9 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -572,7 +572,7 @@ def merge_update_step(update_ops, local_step):
     return incre_op
 
   return distribution_strategy_context.get_replica_context().merge_call(
-      merge_update_step_fn, update_ops, local_step)
+      merge_update_step_fn, args=(update_ops, local_step))
 
 
 def merge_grads(grads_and_vars):
@@ -584,7 +584,7 @@ def merge_grads(grads_and_vars):
     return reduced_grads
 
   return distribution_strategy_context.get_replica_context().merge_call(
-      merge_grad_fn, grads_and_vars)
+      merge_grad_fn, args=(grads_and_vars,))
 
 
 def _var_key(var):
diff --git a/tensorflow/python/ops/metrics_impl.py b/tensorflow/python/ops/metrics_impl.py
index 328a5dcbd8..601b75fe06 100644
--- a/tensorflow/python/ops/metrics_impl.py
+++ b/tensorflow/python/ops/metrics_impl.py
@@ -330,7 +330,7 @@ def _aggregate_across_replicas(metrics_collections, metric_value_fn, *args):
     return metric_value
 
   return distribution_strategy_context.get_replica_context().merge_call(
-      fn, *args)
+      fn, args=args)
 
 
 @tf_export('metrics.mean')
diff --git a/tensorflow/python/training/checkpoint_utils.py b/tensorflow/python/training/checkpoint_utils.py
index 2ed7d7f29c..58166dbb68 100644
--- a/tensorflow/python/training/checkpoint_utils.py
+++ b/tensorflow/python/training/checkpoint_utils.py
@@ -187,7 +187,7 @@ def init_from_checkpoint(ckpt_dir_or_file, assignment_map):
     _init_from_checkpoint(None, ckpt_dir_or_file, assignment_map)
   else:
     distribution_strategy_context.get_replica_context().merge_call(
-        _init_from_checkpoint, ckpt_dir_or_file, assignment_map)
+        _init_from_checkpoint, args=(ckpt_dir_or_file, assignment_map))
 
 
 def _init_from_checkpoint(_, ckpt_dir_or_file, assignment_map):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 325a13ca4f..51da8a7eec 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -1073,7 +1073,7 @@ class DistributionStrategyExtended(object):
                                           initial_loop_values):
     raise NotImplementedError("must be implemented in descendants")
 
-  def call_for_each_replica(self, fn, args, kwargs):
+  def call_for_each_replica(self, fn, args=(), kwargs=None):
     """Run `fn` once per replica.
 
     `fn` may call `tf.get_replica_context()` to access methods such as
@@ -1117,6 +1117,8 @@ class DistributionStrategyExtended(object):
       Merged return value of `fn` across all replicas.
     """
     _require_cross_replica_context_extended(self)
+    if kwargs is None:
+      kwargs = {}
     return self._call_for_each_replica(fn, args, kwargs)
 
   def _call_for_each_replica(self, fn, args, kwargs):
@@ -1188,7 +1190,7 @@ class DistributionStrategyExtended(object):
         for t, v in value_destination_pairs
     ]
 
-  def update(self, var, fn, args, kwargs, group):
+  def update(self, var, fn, args=(), kwargs=None, group=True):
     """Run `fn` to update `var` using inputs mirrored to the same devices.
 
     If `var` is mirrored across multiple devices, then this implements
@@ -1226,12 +1228,15 @@ class DistributionStrategyExtended(object):
       for ensuring all elements are executed.
     """
     _require_cross_replica_context_extended(self)
+    if kwargs is None:
+      kwargs = {}
     return self._update(var, fn, args, kwargs, group)
 
   def _update(self, var, fn, args, kwargs, group):
     raise NotImplementedError("must be implemented in descendants")
 
-  def update_non_slot(self, colocate_with, fn, args, kwargs, group):
+  def update_non_slot(
+      self, colocate_with, fn, args=(), kwargs=None, group=True):
     """Runs `fn(*args, **kwargs)` on `colocate_with` devices.
 
     Args:
@@ -1246,6 +1251,8 @@ class DistributionStrategyExtended(object):
       Return value of `fn`, possibly merged across devices.
     """
     _require_cross_replica_context_extended(self)
+    if kwargs is None:
+      kwargs = {}
     return self._update_non_slot(colocate_with, fn, args, kwargs, group)
 
   def _update_non_slot(self, colocate_with, fn, args, kwargs, group):
@@ -1383,7 +1390,7 @@ class ReplicaContext(object):
   def __exit__(self, exception_type, exception_value, traceback):
     _pop_per_thread_mode()
 
-  def merge_call(self, merge_fn, *args, **kwargs):
+  def merge_call(self, merge_fn, args=(), kwargs=None):
     """Merge args across replicas and run `merge_fn` in a cross-replica context.
 
     This allows communication and coordination when there are multiple calls
@@ -1412,20 +1419,8 @@ class ReplicaContext(object):
       unpacked.
     """
     require_replica_context(self)
-    # Handle old *args, **kwargs, and new args=(...), kwargs={...}, to
-    # allow transition.
-    a = kwargs.pop("args", None)
-    if a is not None:
-      if args:
-        raise ValueError(
-            "Can't pass *args and args=... to merge_call")
-      args = a
-    k = kwargs.pop("kwargs", None)
-    if k is not None:
-      if kwargs:
-        raise ValueError(
-            "Can't pass **kwargs and kwargs=... to merge_call")
-      kwargs = k
+    if kwargs is None:
+      kwargs = {}
     return self._merge_call(merge_fn, args, kwargs)
 
   def _merge_call(self, merge_fn, args, kwargs):
diff --git a/tensorflow/python/training/distribute_test.py b/tensorflow/python/training/distribute_test.py
index be7c80d1fa..ad4d50c548 100644
--- a/tensorflow/python/training/distribute_test.py
+++ b/tensorflow/python/training/distribute_test.py
@@ -154,7 +154,7 @@ class DefaultDistributionStrategyTest(test.TestCase):
     replica_ctx = distribution_strategy_context.get_replica_context()
     self.assertIs(distribution_strategy_context._get_default_replica_context(),
                   replica_ctx)
-    self.assertEqual("foo_bar", replica_ctx.merge_call(merge_fn, "bar"))
+    self.assertEqual("foo_bar", replica_ctx.merge_call(merge_fn, args=("bar",)))
     _assert_in_default_state(self)
 
 
diff --git a/tensorflow/python/training/moving_averages.py b/tensorflow/python/training/moving_averages.py
index 957c8810ac..9b5449498b 100644
--- a/tensorflow/python/training/moving_averages.py
+++ b/tensorflow/python/training/moving_averages.py
@@ -99,7 +99,7 @@ def assign_moving_average(variable, value, decay, zero_debias=True, name=None):
         value = strategy.reduce(ds_reduce_util.ReduceOp.MEAN, value, v)
         return strategy.update(v, update_fn, value)
 
-      return replica_context.merge_call(merge_fn, variable, value)
+      return replica_context.merge_call(merge_fn, args=(variable, value))
     else:
       strategy = distribution_strategy_context.get_cross_replica_context()
       return strategy.update(variable, update_fn, value)
diff --git a/tensorflow/python/training/optimizer.py b/tensorflow/python/training/optimizer.py
index ada8a7d616..6fca4ca7d4 100644
--- a/tensorflow/python/training/optimizer.py
+++ b/tensorflow/python/training/optimizer.py
@@ -565,7 +565,7 @@ class Optimizer(
     if distribute_ctx.has_distribution_strategy():
       grads_and_vars = get_filtered_grad_fn(lambda: grads_and_vars)()
       return distribute_ctx.get_replica_context().merge_call(
-          self._distributed_apply, grads_and_vars, global_step, name)
+          self._distributed_apply, args=(grads_and_vars, global_step, name))
 
     # No DistributionStrategy case.
     grads_and_vars = tuple(grads_and_vars)  # Make sure repeat iteration works.
-- 
GitLab


From 77c683f3d915bc80ff72818bbc5b9305291fb8d1 Mon Sep 17 00:00:00 2001
From: Yu-Cheng Ling <ycling@google.com>
Date: Fri, 16 Nov 2018 14:59:52 -0800
Subject: [PATCH 1791/1825] Change signature of tf.cond for TF 2.0.

PiperOrigin-RevId: 221858556
---
 tensorflow/python/ops/control_flow_ops.py     | 73 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.pbtxt      |  2 +-
 2 files changed, 73 insertions(+), 2 deletions(-)

diff --git a/tensorflow/python/ops/control_flow_ops.py b/tensorflow/python/ops/control_flow_ops.py
index 0d04f0697d..eab9b3f993 100644
--- a/tensorflow/python/ops/control_flow_ops.py
+++ b/tensorflow/python/ops/control_flow_ops.py
@@ -1976,7 +1976,7 @@ def _UnpackIfSingleton(res):
 
 # pylint: disable=redefined-outer-name
 # pylint: disable=g-doc-args
-@tf_export("cond")
+@tf_export(v1=["cond"])
 @deprecation.deprecated_args(
     None, "fn1/fn2 are deprecated in favor of the true_fn/false_fn arguments.",
     "fn1", "fn2")
@@ -2173,6 +2173,77 @@ def cond(pred,
 # pylint: enable=redefined-outer-name
 
 
+@tf_export("cond", v1=[])
+def cond_for_tf_v2(pred,
+                   true_fn=None,
+                   false_fn=None,
+                   name=None):
+  """Return `true_fn()` if the predicate `pred` is true else `false_fn()`.
+
+  `true_fn` and `false_fn` both return lists of output tensors. `true_fn` and
+  `false_fn` must have the same non-zero number and type of outputs.
+
+  **WARNING**: Any Tensors or Operations created outside of `true_fn` and
+  `false_fn` will be executed regardless of which branch is selected at runtime.
+
+  Although this behavior is consistent with the dataflow model of TensorFlow,
+  it has frequently surprised users who expected a lazier semantics.
+  Consider the following simple program:
+
+  ```python
+  z = tf.multiply(a, b)
+  result = tf.cond(x < y, lambda: tf.add(x, z), lambda: tf.square(y))
+  ```
+
+  If `x < y`, the `tf.add` operation will be executed and `tf.square`
+  operation will not be executed. Since `z` is needed for at least one
+  branch of the `cond`, the `tf.multiply` operation is always executed,
+  unconditionally.
+
+  Note that `cond` calls `true_fn` and `false_fn` *exactly once* (inside the
+  call to `cond`, and not at all during `Session.run()`). `cond`
+  stitches together the graph fragments created during the `true_fn` and
+  `false_fn` calls with some additional graph nodes to ensure that the right
+  branch gets executed depending on the value of `pred`.
+
+  `tf.cond` supports nested structures as implemented in
+  `tensorflow.python.util.nest`. Both `true_fn` and `false_fn` must return the
+  same (possibly nested) value structure of lists, tuples, and/or named tuples.
+  Singleton lists and tuples form the only exceptions to this: when returned by
+  `true_fn` and/or `false_fn`, they are implicitly unpacked to single values.
+
+  Args:
+    pred: A scalar determining whether to return the result of `true_fn` or
+      `false_fn`.
+    true_fn: The callable to be performed if pred is true.
+    false_fn: The callable to be performed if pred is false.
+    name: Optional name prefix for the returned tensors.
+
+  Returns:
+    Tensors returned by the call to either `true_fn` or `false_fn`. If the
+    callables return a singleton list, the element is extracted from the list.
+
+  Raises:
+    TypeError: if `true_fn` or `false_fn` is not callable.
+    ValueError: if `true_fn` and `false_fn` do not return the same number of
+      tensors, or return tensors of different types.
+
+  Example:
+
+  ```python
+  x = tf.constant(2)
+  y = tf.constant(5)
+  def f1(): return tf.multiply(x, 17)
+  def f2(): return tf.add(y, 23)
+  r = tf.cond(tf.less(x, y), f1, f2)
+  # r is set to f1().
+  # Operations in f2 (e.g., tf.add) are not executed.
+  ```
+
+  """
+  return cond(pred, true_fn=true_fn, false_fn=false_fn, strict=True, name=name)
+
+
 def _resource_safe_shape(t):
   """Returns the shape of t or the variable it points to."""
   if t.dtype == dtypes.resource:
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
index fa4a538122..2d2ab7d0d3 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.pbtxt
@@ -574,7 +574,7 @@ tf_module {
   }
   member_method {
     name: "cond"
-    argspec: "args=[\'pred\', \'true_fn\', \'false_fn\', \'strict\', \'name\', \'fn1\', \'fn2\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'pred\', \'true_fn\', \'false_fn\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "constant"
-- 
GitLab


From 1af863a0fcb18574d77f20ff9b2d440a27efb3fe Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Fri, 16 Nov 2018 15:02:18 -0800
Subject: [PATCH 1792/1825] Add true positives, true negatives, false negatives
 metrics to the new metrics module.

PiperOrigin-RevId: 221859053
---
 tensorflow/python/keras/metrics.py      | 164 +++++++++++++++++---
 tensorflow/python/keras/metrics_test.py | 191 ++++++++++++++++++++++++
 2 files changed, 335 insertions(+), 20 deletions(-)

diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index 7e165a5b5a..6916241007 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -277,6 +277,13 @@ class _ConfusionMatrix(Enum):
   FALSE_NEGATIVES = 'fn'
 
 
+def _assert_thresholds_range(thresholds):
+  invalid_thresholds = [t for t in thresholds if t < 0 or t > 1]
+  if any(invalid_thresholds):
+    raise ValueError('Threshold values must be in [0, 1]. Invalid values: {}'
+                     .format(invalid_thresholds))
+
+
 def _update_confusion_matrix_variables(variables_to_update,
                                        y_true,
                                        y_pred,
@@ -794,21 +801,18 @@ class SparseCategoricalAccuracy(MeanMetricWrapper):
         sparse_categorical_accuracy, name, dtype=dtype)
 
 
-class FalsePositives(Metric):
-  """Calculates the number of false positives.
+class _ConfusionMatrixConditionCount(Metric):
+  """Calculates the number of the given confusion matrix condition."""
 
-  If `sample_weight` is given, calculates the sum of the weights of
-  false positives. This metric creates one local variable, `false_positives`
-  that is used to keep track of the number of false positives.
-
-  If `sample_weight` is `None`, weights default to 1.
-  Use `sample_weight` of 0 to mask values.
-  """
-
-  def __init__(self, thresholds=None, name=None, dtype=None):
-    """Creates a `FalsePositives` instance.
+  def __init__(self,
+               confusion_matrix_cond,
+               thresholds=None,
+               name=None,
+               dtype=None):
+    """Creates a `_ConfusionMatrixConditionCount` instance.
 
     Args:
+      confusion_matrix_cond: One of `_ConfusionMatrix` conditions.
       thresholds: (Optional) Defaults to [0.5]. A python list/tuple of float
         threshold values in [0, 1]. A threshold is compared with prediction
         values to determine the truth value of predictions (i.e., above the
@@ -817,17 +821,17 @@ class FalsePositives(Metric):
       name: (Optional) string name of the metric instance.
       dtype: (Optional) data type of the metric result.
     """
-    super(FalsePositives, self).__init__(name=name, dtype=dtype)
+    super(_ConfusionMatrixConditionCount, self).__init__(name=name, dtype=dtype)
+    self._confusion_matrix_cond = confusion_matrix_cond
     self.thresholds = [0.5] if thresholds is None else thresholds
-    self.fp = self.add_weight(
-        'false_positives',
+    _assert_thresholds_range(self.thresholds)
+    self.accumulator = self.add_weight(
+        'accumulator',
         shape=(len(self.thresholds),),
         initializer=init_ops.zeros_initializer)
 
   def update_state(self, y_true, y_pred, sample_weight=None):
-    """Accumulates false positive statistics.
-
-    `y_true` and `y_pred` should have the same shape.
+    """Accumulates the given confusion matrix condition statistics.
 
     Args:
       y_true: The ground truth values.
@@ -840,11 +844,131 @@ class FalsePositives(Metric):
       Update op.
     """
     return _update_confusion_matrix_variables({
-        _ConfusionMatrix.FALSE_POSITIVES: self.fp
+        self._confusion_matrix_cond: self.accumulator
     }, y_true, y_pred, self.thresholds, sample_weight)
 
   def result(self):
-    return ops.convert_to_tensor(self.fp)
+    return ops.convert_to_tensor(self.accumulator)
+
+
+class FalsePositives(_ConfusionMatrixConditionCount):
+  """Calculates the number of false positives.
+
+  If `sample_weight` is given, calculates the sum of the weights of
+  false positives. This metric creates one local variable, `accumulator`
+  that is used to keep track of the number of false positives.
+
+  If `sample_weight` is `None`, weights default to 1.
+  Use `sample_weight` of 0 to mask values.
+  """
+
+  def __init__(self, thresholds=None, name=None, dtype=None):
+    """Creates a `FalsePositives` instance.
+
+    Args:
+      thresholds: (Optional) Defaults to [0.5]. A python list/tuple of float
+        threshold values in [0, 1]. A threshold is compared with prediction
+        values to determine the truth value of predictions (i.e., above the
+        threshold is `true`, below is `false`). One metric value is generated
+        for each threshold value.
+      name: (Optional) string name of the metric instance.
+      dtype: (Optional) data type of the metric result.
+    """
+    super(FalsePositives, self).__init__(
+        confusion_matrix_cond=_ConfusionMatrix.FALSE_POSITIVES,
+        thresholds=thresholds,
+        name=name,
+        dtype=dtype)
+
+
+class FalseNegatives(_ConfusionMatrixConditionCount):
+  """Calculates the number of false negatives.
+
+  If `sample_weight` is given, calculates the sum of the weights of
+  false negatives. This metric creates one local variable, `accumulator`
+  that is used to keep track of the number of false negatives.
+
+  If `sample_weight` is `None`, weights default to 1.
+  Use `sample_weight` of 0 to mask values.
+  """
+
+  def __init__(self, thresholds=None, name=None, dtype=None):
+    """Creates a `FalseNegatives` instance.
+
+    Args:
+      thresholds: (Optional) Defaults to [0.5]. A python list/tuple of float
+        threshold values in [0, 1]. A threshold is compared with prediction
+        values to determine the truth value of predictions (i.e., above the
+        threshold is `true`, below is `false`). One metric value is generated
+        for each threshold value.
+      name: (Optional) string name of the metric instance.
+      dtype: (Optional) data type of the metric result.
+    """
+    super(FalseNegatives, self).__init__(
+        confusion_matrix_cond=_ConfusionMatrix.FALSE_NEGATIVES,
+        thresholds=thresholds,
+        name=name,
+        dtype=dtype)
+
+
+class TrueNegatives(_ConfusionMatrixConditionCount):
+  """Calculates the number of true negatives.
+
+  If `sample_weight` is given, calculates the sum of the weights of
+  true negatives. This metric creates one local variable, `accumulator`
+  that is used to keep track of the number of true negatives.
+
+  If `sample_weight` is `None`, weights default to 1.
+  Use `sample_weight` of 0 to mask values.
+  """
+
+  def __init__(self, thresholds=None, name=None, dtype=None):
+    """Creates a `TrueNegatives` instance.
+
+    Args:
+      thresholds: (Optional) Defaults to [0.5]. A python list/tuple of float
+        threshold values in [0, 1]. A threshold is compared with prediction
+        values to determine the truth value of predictions (i.e., above the
+        threshold is `true`, below is `false`). One metric value is generated
+        for each threshold value.
+      name: (Optional) string name of the metric instance.
+      dtype: (Optional) data type of the metric result.
+    """
+    super(TrueNegatives, self).__init__(
+        confusion_matrix_cond=_ConfusionMatrix.TRUE_NEGATIVES,
+        thresholds=thresholds,
+        name=name,
+        dtype=dtype)
+
+
+class TruePositives(_ConfusionMatrixConditionCount):
+  """Calculates the number of true positives.
+
+  If `sample_weight` is given, calculates the sum of the weights of
+  true positives. This metric creates one local variable, `true_positives`
+  that is used to keep track of the number of true positives.
+
+  If `sample_weight` is `None`, weights default to 1.
+  Use `sample_weight` of 0 to mask values.
+  """
+
+  def __init__(self, thresholds=None, name=None, dtype=None):
+    """Creates a `TruePositives` instance.
+
+    Args:
+      thresholds: (Optional) Defaults to [0.5]. A python list/tuple of float
+        threshold values in [0, 1]. A threshold is compared with prediction
+        values to determine the truth value of predictions (i.e., above the
+        threshold is `true`, below is `false`). One metric value is generated
+        for each threshold value.
+      name: (Optional) string name of the metric instance.
+      dtype: (Optional) data type of the metric result.
+    """
+    super(TruePositives, self).__init__(
+        confusion_matrix_cond=_ConfusionMatrix.TRUE_POSITIVES,
+        thresholds=thresholds,
+        name=name,
+        dtype=dtype)
 
 
 @tf_export('keras.metrics.binary_accuracy')
diff --git a/tensorflow/python/keras/metrics_test.py b/tensorflow/python/keras/metrics_test.py
index f506b3041b..c6a49c3c3e 100644
--- a/tensorflow/python/keras/metrics_test.py
+++ b/tensorflow/python/keras/metrics_test.py
@@ -541,6 +541,197 @@ class FalsePositivesTest(test.TestCase):
     result = fp_obj(y_true, y_pred, sample_weight=sample_weight)
     self.assertAllClose([125., 42., 12.], self.evaluate(result))
 
+  def test_threshold_limit(self):
+    with self.assertRaisesRegexp(
+        ValueError,
+        r'Threshold values must be in \[0, 1\]. Invalid values: \[-1, 2\]'):
+      metrics.FalsePositives(thresholds=[-1, 0.5, 2])
+
+
+@test_util.run_all_in_graph_and_eager_modes
+class FalseNegativesTest(test.TestCase):
+
+  def test_config(self):
+    fn_obj = metrics.FalseNegatives(name='my_fn', thresholds=[0.4, 0.9])
+    self.assertEqual(fn_obj.name, 'my_fn')
+    self.assertEqual(len(fn_obj.variables), 1)
+    self.assertEqual(fn_obj.thresholds, [0.4, 0.9])
+
+  def test_unweighted(self):
+    fn_obj = metrics.FalseNegatives()
+    self.evaluate(variables.variables_initializer(fn_obj.variables))
+
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+
+    update_op = fn_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = fn_obj.result()
+    self.assertAllClose([3.], result)
+
+  def test_weighted(self):
+    fn_obj = metrics.FalseNegatives()
+    self.evaluate(variables.variables_initializer(fn_obj.variables))
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+    sample_weight = constant_op.constant((1., 1.5, 2., 2.5))
+    result = fn_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([5.], self.evaluate(result))
+
+  def test_unweighted_with_thresholds(self):
+    fn_obj = metrics.FalseNegatives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(fn_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+
+    update_op = fn_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = fn_obj.result()
+    self.assertAllClose([1., 4., 6.], result)
+
+  def test_weighted_with_thresholds(self):
+    fn_obj = metrics.FalseNegatives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(fn_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+    sample_weight = ((3.0,), (5.0,), (7.0,), (4.0,))
+
+    result = fn_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([4., 16., 23.], self.evaluate(result))
+
+
+@test_util.run_all_in_graph_and_eager_modes
+class TrueNegativesTest(test.TestCase):
+
+  def test_config(self):
+    tn_obj = metrics.TrueNegatives(name='my_tn', thresholds=[0.4, 0.9])
+    self.assertEqual(tn_obj.name, 'my_tn')
+    self.assertEqual(len(tn_obj.variables), 1)
+    self.assertEqual(tn_obj.thresholds, [0.4, 0.9])
+
+  def test_unweighted(self):
+    tn_obj = metrics.TrueNegatives()
+    self.evaluate(variables.variables_initializer(tn_obj.variables))
+
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+
+    update_op = tn_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = tn_obj.result()
+    self.assertAllClose([3.], result)
+
+  def test_weighted(self):
+    tn_obj = metrics.TrueNegatives()
+    self.evaluate(variables.variables_initializer(tn_obj.variables))
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+    sample_weight = constant_op.constant((1., 1.5, 2., 2.5))
+    result = tn_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([4.], self.evaluate(result))
+
+  def test_unweighted_with_thresholds(self):
+    tn_obj = metrics.TrueNegatives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(tn_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+
+    update_op = tn_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = tn_obj.result()
+    self.assertAllClose([2., 5., 7.], result)
+
+  def test_weighted_with_thresholds(self):
+    tn_obj = metrics.TrueNegatives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(tn_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+    sample_weight = ((0.0, 2.0, 3.0, 5.0),)
+
+    result = tn_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([5., 15., 23.], self.evaluate(result))
+
+
+@test_util.run_all_in_graph_and_eager_modes
+class TruePositivesTest(test.TestCase):
+
+  def test_config(self):
+    tp_obj = metrics.TruePositives(name='my_tp', thresholds=[0.4, 0.9])
+    self.assertEqual(tp_obj.name, 'my_tp')
+    self.assertEqual(len(tp_obj.variables), 1)
+    self.assertEqual(tp_obj.thresholds, [0.4, 0.9])
+
+  def test_unweighted(self):
+    tp_obj = metrics.TruePositives()
+    self.evaluate(variables.variables_initializer(tp_obj.variables))
+
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+
+    update_op = tp_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = tp_obj.result()
+    self.assertAllClose([7.], result)
+
+  def test_weighted(self):
+    tp_obj = metrics.TruePositives()
+    self.evaluate(variables.variables_initializer(tp_obj.variables))
+    y_true = constant_op.constant(((0, 1, 0, 1, 0), (0, 0, 1, 1, 1),
+                                   (1, 1, 1, 1, 0), (0, 0, 0, 0, 1)))
+    y_pred = constant_op.constant(((0, 0, 1, 1, 0), (1, 1, 1, 1, 1),
+                                   (0, 1, 0, 1, 0), (1, 1, 1, 1, 1)))
+    sample_weight = constant_op.constant((1., 1.5, 2., 2.5))
+    result = tp_obj(y_true, y_pred, sample_weight=sample_weight)
+    self.assertAllClose([12.], self.evaluate(result))
+
+  def test_unweighted_with_thresholds(self):
+    tp_obj = metrics.TruePositives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(tp_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+
+    update_op = tp_obj.update_state(y_true, y_pred)
+    self.evaluate(update_op)
+    result = tp_obj.result()
+    self.assertAllClose([6., 3., 1.], result)
+
+  def test_weighted_with_thresholds(self):
+    tp_obj = metrics.TruePositives(thresholds=[0.15, 0.5, 0.85])
+    self.evaluate(variables.variables_initializer(tp_obj.variables))
+
+    y_pred = constant_op.constant(((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
+                                   (0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3)))
+    y_true = constant_op.constant(((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0),
+                                   (1, 1, 1, 1)))
+
+    result = tp_obj(y_true, y_pred, sample_weight=37.)
+    self.assertAllClose([222., 111., 37.], self.evaluate(result))
+
 
 if __name__ == '__main__':
   test.main()
-- 
GitLab


From 1a90c933a806812228a7b290cf670996cf1f674d Mon Sep 17 00:00:00 2001
From: Mihai Maruseac <mihaimaruseac@google.com>
Date: Fri, 16 Nov 2018 15:16:24 -0800
Subject: [PATCH 1793/1825] Rename gfile.Exists to io.gfile.exists for TF 2.0
 API.

PiperOrigin-RevId: 221861380
---
 tensorflow/python/lib/io/file_io.py           |  21 ++-
 .../tools/api/generator/api_init_files.bzl    |   1 +
 .../api/golden/v2/tensorflow.gfile.pbtxt      |   4 -
 .../api/golden/v2/tensorflow.io.gfile.pbtxt   |   7 +
 .../tools/api/golden/v2/tensorflow.io.pbtxt   |   4 +
 .../tools/compatibility/tf_upgrade_v2.py      | 149 ++++++------------
 6 files changed, 82 insertions(+), 104 deletions(-)
 create mode 100644 tensorflow/tools/api/golden/v2/tensorflow.io.gfile.pbtxt

diff --git a/tensorflow/python/lib/io/file_io.py b/tensorflow/python/lib/io/file_io.py
index f22fb253e4..c8aa5311d9 100644
--- a/tensorflow/python/lib/io/file_io.py
+++ b/tensorflow/python/lib/io/file_io.py
@@ -241,7 +241,7 @@ class FileIO(object):
     self._writable_file = None
 
 
-@tf_export("gfile.Exists")
+@tf_export(v1=["gfile.Exists"])
 def file_exists(filename):
   """Determines whether a path exists or not.
 
@@ -252,12 +252,29 @@ def file_exists(filename):
     True if the path exists, whether its a file or a directory.
     False if the path does not exist and there are no filesystem errors.
 
+  Raises:
+    errors.OpError: Propagates any errors reported by the FileSystem API.
+  """
+  return file_exists_v2(filename)
+
+
+@tf_export("io.gfile.exists", v1=[])
+def file_exists_v2(path):
+  """Determines whether a path exists or not.
+
+  Args:
+    path: string, a path
+
+  Returns:
+    True if the path exists, whether its a file or a directory.
+    False if the path does not exist and there are no filesystem errors.
+
   Raises:
     errors.OpError: Propagates any errors reported by the FileSystem API.
   """
   try:
     with errors.raise_exception_on_not_ok_status() as status:
-      pywrap_tensorflow.FileExists(compat.as_bytes(filename), status)
+      pywrap_tensorflow.FileExists(compat.as_bytes(path), status)
   except errors.NotFoundError:
     return False
   return True
diff --git a/tensorflow/python/tools/api/generator/api_init_files.bzl b/tensorflow/python/tools/api/generator/api_init_files.bzl
index 8ce9038d3a..2e3d1d93c4 100644
--- a/tensorflow/python/tools/api/generator/api_init_files.bzl
+++ b/tensorflow/python/tools/api/generator/api_init_files.bzl
@@ -14,6 +14,7 @@ TENSORFLOW_API_INIT_FILES = [
     "experimental/__init__.py",
     "feature_column/__init__.py",
     "gfile/__init__.py",
+    "io/gfile/__init__.py",
     "graph_util/__init__.py",
     "image/__init__.py",
     "io/__init__.py",
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt
index c5ef944a97..74d0a0579e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.gfile.pbtxt
@@ -8,10 +8,6 @@ tf_module {
     name: "DeleteRecursively"
     argspec: "args=[\'dirname\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "Exists"
-    argspec: "args=[\'filename\'], varargs=None, keywords=None, defaults=None"
-  }
   member_method {
     name: "Glob"
     argspec: "args=[\'filename\'], varargs=None, keywords=None, defaults=None"
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.io.gfile.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.io.gfile.pbtxt
new file mode 100644
index 0000000000..59652cb063
--- /dev/null
+++ b/tensorflow/tools/api/golden/v2/tensorflow.io.gfile.pbtxt
@@ -0,0 +1,7 @@
+path: "tensorflow.io.gfile"
+tf_module {
+  member_method {
+    name: "exists"
+    argspec: "args=[\'path\'], varargs=None, keywords=None, defaults=None"
+  }
+}
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
index 64b63ed1a4..b27df178b5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.io.pbtxt
@@ -44,6 +44,10 @@ tf_module {
     name: "VarLenFeature"
     mtype: "<type \'type\'>"
   }
+  member {
+    name: "gfile"
+    mtype: "<type \'module\'>"
+  }
   member_method {
     name: "decode_base64"
     argspec: "args=[\'input\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index 19ea541a3f..c0ebfccd9e 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -71,6 +71,9 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             "filter": "filters",
             "dilation_rate": "dilations",
         },
+        "tf.gfile.Exists": {
+            "filename": "path",
+        },
         "tf.random.stateless_multinomial": {
             "output_dtype": "dtype",
         },
@@ -84,104 +87,54 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
     # function_reorders or function_keyword_renames, use the OLD function name.
     # These renames happen after the arguments have been processed.
     self.symbol_renames.update({
-        "tf.contrib.data.AUTOTUNE":
-            "tf.data.experimental.AUTOTUNE",
-        "tf.contrib.data.Counter":
-            "tf.data.experimental.Counter",
-        "tf.contrib.data.CheckpointInputPipelineHook":
-            "tf.data.experimental.CheckpointInputPipelineHook",
-        "tf.contrib.data.CsvDataset":
-            "tf.data.experimental.CsvDataset",
-        "tf.contrib.data.Optional":
-            "tf.data.experimental.Optional",
-        "tf.contrib.data.RandomDataset":
-            "tf.data.experimental.RandomDataset",
-        "tf.contrib.data.Reducer":
-            "tf.data.experimental.Reducer",
-        "tf.contrib.data.SqlDataset":
-            "tf.data.experimental.SqlDataset",
-        "tf.contrib.data.StatsAggregator":
-            "tf.data.experimental.StatsAggregator",
-        "tf.contrib.data.TFRecordWriter":
-            "tf.data.experimental.TFRecordWriter",
-        "tf.contrib.data.assert_element_shape":
-            "tf.data.experimental.assert_element_shape",
-        "tf.contrib.data.batch_and_drop_remainder":
-            "tf.compat.v1.contrib.data.batch_and_drop_remainder",
-        "tf.contrib.data.bucket_by_sequence_length":
-            "tf.data.experimental.bucket_by_sequence_length",
-        "tf.contrib.data.choose_from_datasets":
-            "tf.data.experimental.choose_from_datasets",
-        "tf.contrib.data.copy_to_device":
-            "tf.data.experimental.copy_to_device",
-        "tf.contrib.data.dense_to_sparse_batch":
-            "tf.data.experimental.dense_to_sparse_batch",
-        "tf.contrib.data.enumerate_dataset":
-            "tf.data.experimental.enumerate_dataset",
-        "tf.contrib.data.get_next_as_optional":
-            "tf.data.experimental.get_next_as_optional",
-        "tf.contrib.data.get_single_element":
-            "tf.data.experimental.get_single_element",
-        "tf.contrib.data.group_by_reducer":
-            "tf.data.experimental.group_by_reducer",
-        "tf.contrib.data.group_by_window":
-            "tf.data.experimental.group_by_window",
-        "tf.contrib.data.ignore_errors":
-            "tf.data.experimental.ignore_errors",
-        "tf.contrib.data.latency_stats":
-            "tf.data.experimental.latency_stats",
-        "tf.contrib.data.make_batched_features_dataset":
-            "tf.data.experimental.make_batched_features_dataset",
-        "tf.contrib.data.make_csv_dataset":
-            "tf.data.experimental.make_csv_dataset",
-        "tf.contrib.data.make_saveable_from_iterator":
-            "tf.data.experimental.make_saveable_from_iterator",
-        "tf.contrib.data.map_and_batch":
-            "tf.data.experimental.map_and_batch",
-        "tf.contrib.data.padded_batch_and_drop_remainder":
-            "tf.compat.v1.contrib.data.padded_batch_and_drop_remainder",
-        "tf.contrib.data.parallel_interleave":
-            "tf.data.experimental.parallel_interleave",
-        "tf.contrib.data.parse_example_dataset":
-            "tf.data.experimental.parse_example_dataset",
-        "tf.contrib.data.prefetch_to_device":
-            "tf.data.experimental.prefetch_to_device",
-        "tf.contrib.data.read_batch_features":
-            "tf.compat.v1.contrib.data.read_batch_features",
-        "tf.contrib.data.reduce_dataset":
-            "tf.compat.v1.contrib.data.reduce_dataset",
-        "tf.contrib.data.rejection_resample":
-            "tf.data.experimental.rejection_resample",
-        "tf.contrib.data.sample_from_datasets":
-            "tf.data.experimental.sample_from_datasets",
-        "tf.contrib.data.scan":
-            "tf.data.experimental.scan",
-        "tf.contrib.data.set_stats_aggregator":
-            "tf.data.experimental.set_stats_aggregator",
-        "tf.contrib.data.shuffle_and_repeat":
-            "tf.data.experimental.shuffle_and_repeat",
-        "tf.contrib.data.sliding_window_batch":
-            "tf.compat.v1.contrib.data.sliding_window_batch",
-        "tf.contrib.data.sloppy_interleave":
-            "tf.compat.v1.contrib.data.sloppy_interleave",
-        "tf.contrib.data.unbatch":
-            "tf.data.experimental.unbatch",
-        "tf.contrib.data.unique":
-            "tf.data.experimental.unique",
-        "tf.quantize_v2":
-            "tf.quantization.quantize",
-        "tf.sparse_concat":
-            "tf.sparse.concat",
-        "tf.sparse_split":
-            "tf.sparse.split",
-        "tf.multinomial":
-            "tf.random.categorical",
-        "tf.random.multinomial":
-            "tf.random.categorical",
-        "tf.load_file_system_library":
-            "tf.load_library",
-        "tf.random.stateless_multinomial":
-            "tf.random.stateless_categorical",
+        "tf.contrib.data.AUTOTUNE": "tf.data.experimental.AUTOTUNE",
+        "tf.contrib.data.Counter": "tf.data.experimental.Counter",
+        "tf.contrib.data.CheckpointInputPipelineHook": "tf.data.experimental.CheckpointInputPipelineHook",
+        "tf.contrib.data.CsvDataset": "tf.data.experimental.CsvDataset",
+        "tf.contrib.data.Optional": "tf.data.experimental.Optional",
+        "tf.contrib.data.RandomDataset": "tf.data.experimental.RandomDataset",
+        "tf.contrib.data.Reducer": "tf.data.experimental.Reducer",
+        "tf.contrib.data.SqlDataset": "tf.data.experimental.SqlDataset",
+        "tf.contrib.data.StatsAggregator": "tf.data.experimental.StatsAggregator",
+        "tf.contrib.data.TFRecordWriter": "tf.data.experimental.TFRecordWriter",
+        "tf.contrib.data.assert_element_shape": "tf.data.experimental.assert_element_shape",
+        "tf.contrib.data.batch_and_drop_remainder": "tf.compat.v1.contrib.data.batch_and_drop_remainder",
+        "tf.contrib.data.bucket_by_sequence_length": "tf.data.experimental.bucket_by_sequence_length",
+        "tf.contrib.data.choose_from_datasets": "tf.data.experimental.choose_from_datasets",
+        "tf.contrib.data.copy_to_device": "tf.data.experimental.copy_to_device",
+        "tf.contrib.data.dense_to_sparse_batch": "tf.data.experimental.dense_to_sparse_batch",
+        "tf.contrib.data.enumerate_dataset": "tf.data.experimental.enumerate_dataset",
+        "tf.contrib.data.get_next_as_optional": "tf.data.experimental.get_next_as_optional",
+        "tf.contrib.data.get_single_element": "tf.data.experimental.get_single_element",
+        "tf.contrib.data.group_by_reducer": "tf.data.experimental.group_by_reducer",
+        "tf.contrib.data.group_by_window": "tf.data.experimental.group_by_window",
+        "tf.contrib.data.ignore_errors": "tf.data.experimental.ignore_errors",
+        "tf.contrib.data.latency_stats": "tf.data.experimental.latency_stats",
+        "tf.contrib.data.make_batched_features_dataset": "tf.data.experimental.make_batched_features_dataset",
+        "tf.contrib.data.make_csv_dataset": "tf.data.experimental.make_csv_dataset",
+        "tf.contrib.data.make_saveable_from_iterator": "tf.data.experimental.make_saveable_from_iterator",
+        "tf.contrib.data.map_and_batch": "tf.data.experimental.map_and_batch",
+        "tf.contrib.data.padded_batch_and_drop_remainder": "tf.compat.v1.contrib.data.padded_batch_and_drop_remainder",
+        "tf.contrib.data.parallel_interleave": "tf.data.experimental.parallel_interleave",
+        "tf.contrib.data.parse_example_dataset": "tf.data.experimental.parse_example_dataset",
+        "tf.contrib.data.prefetch_to_device": "tf.data.experimental.prefetch_to_device",
+        "tf.contrib.data.read_batch_features": "tf.compat.v1.contrib.data.read_batch_features",
+        "tf.contrib.data.reduce_dataset": "tf.compat.v1.contrib.data.reduce_dataset",
+        "tf.contrib.data.rejection_resample": "tf.data.experimental.rejection_resample",
+        "tf.contrib.data.sample_from_datasets": "tf.data.experimental.sample_from_datasets",
+        "tf.contrib.data.scan": "tf.data.experimental.scan",
+        "tf.contrib.data.set_stats_aggregator": "tf.data.experimental.set_stats_aggregator",
+        "tf.contrib.data.shuffle_and_repeat": "tf.data.experimental.shuffle_and_repeat",
+        "tf.contrib.data.sliding_window_batch": "tf.compat.v1.contrib.data.sliding_window_batch",
+        "tf.contrib.data.sloppy_interleave": "tf.compat.v1.contrib.data.sloppy_interleave",
+        "tf.contrib.data.unbatch": "tf.data.experimental.unbatch",
+        "tf.contrib.data.unique": "tf.data.experimental.unique",
+        "tf.quantize_v2": "tf.quantization.quantize",
+        "tf.sparse_concat": "tf.sparse.concat",
+        "tf.sparse_split": "tf.sparse.split",
+        "tf.multinomial": "tf.random.categorical",
+        "tf.random.multinomial": "tf.random.categorical",
+        "tf.load_file_system_library": "tf.load_library",
     })
     # pylint: enable=line-too-long
 
-- 
GitLab


From dd18b138ffcbf319e0496370bbe7fcb673d71da8 Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Fri, 16 Nov 2018 15:28:17 -0800
Subject: [PATCH 1794/1825] Implement Keras V2 Adamax optimizer.

PiperOrigin-RevId: 221863075
---
 tensorflow/python/keras/optimizer_v2/BUILD    |  20 ++
 tensorflow/python/keras/optimizer_v2/adam.py  |  15 +-
 .../python/keras/optimizer_v2/adam_test.py    |  24 +-
 .../python/keras/optimizer_v2/adamax.py       | 149 +++++++++
 .../python/keras/optimizer_v2/adamax_test.py  | 309 ++++++++++++++++++
 5 files changed, 497 insertions(+), 20 deletions(-)
 create mode 100644 tensorflow/python/keras/optimizer_v2/adamax.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/adamax_test.py

diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index 7c2b1d7d35..f77f0460eb 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -15,6 +15,7 @@ py_library(
     srcs = [
         "adadelta.py",
         "adam.py",
+        "adamax.py",
         "gradient_descent.py",
         "optimizer_v2.py",
         "rmsprop.py",
@@ -52,6 +53,25 @@ cuda_py_test(
     shard_count = 4,
 )
 
+cuda_py_test(
+    name = "adamax_test",
+    size = "medium",
+    srcs = ["adamax_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:resources",
+        "//tensorflow/python:variables",
+        "//tensorflow/python/eager:context",
+    ],
+    shard_count = 4,
+)
+
 cuda_py_test(
     name = "adadelta_test",
     size = "medium",
diff --git a/tensorflow/python/keras/optimizer_v2/adam.py b/tensorflow/python/keras/optimizer_v2/adam.py
index 4b3f8563ff..1cab03eec7 100644
--- a/tensorflow/python/keras/optimizer_v2/adam.py
+++ b/tensorflow/python/keras/optimizer_v2/adam.py
@@ -132,12 +132,6 @@ class Adam(optimizer_v2.OptimizerV2):
         use_locking=self._use_locking)
 
   def _resource_apply_sparse(self, grad, var, indices):
-
-    def _resource_scatter_add(x, i, v):
-      with ops.control_dependencies(
-          [resource_variable_ops.resource_scatter_add(x.handle, i, v)]):
-        return x.value()
-
     var_dtype = var.dtype.base_dtype
     local_step = math_ops.cast(self.iterations + 1, var_dtype)
     beta_1_t = math_ops.cast(self._get_hyper('beta_1'), var_dtype)
@@ -153,20 +147,25 @@ class Adam(optimizer_v2.OptimizerV2):
     m_scaled_g_values = grad * (1 - beta_1_t)
     m_t = state_ops.assign(m, m * beta_1_t, use_locking=self._use_locking)
     with ops.control_dependencies([m_t]):
-      m_t = _resource_scatter_add(m, indices, m_scaled_g_values)
+      m_t = self._resource_scatter_add(m, indices, m_scaled_g_values)
 
     # v_t = beta2 * v + (1 - beta2) * (g_t * g_t)
     v = self.get_slot(var, 'v')
     v_scaled_g_values = (grad * grad) * (1 - beta_2_t)
     v_t = state_ops.assign(v, v * beta_2_t, use_locking=self._use_locking)
     with ops.control_dependencies([v_t]):
-      v_t = _resource_scatter_add(v, indices, v_scaled_g_values)
+      v_t = self._resource_scatter_add(v, indices, v_scaled_g_values)
 
     v_sqrt = math_ops.sqrt(v_t)
     var_update = state_ops.assign_sub(
         var, lr * m_t / (v_sqrt + epsilon_t), use_locking=self._use_locking)
     return control_flow_ops.group(*[var_update, m_t, v_t])
 
+  def _resource_scatter_add(self, x, i, v):
+    with ops.control_dependencies(
+        [resource_variable_ops.resource_scatter_add(x.handle, i, v)]):
+      return x.value()
+
   def get_config(self):
     config = super(Adam, self).get_config()
     config.update({
diff --git a/tensorflow/python/keras/optimizer_v2/adam_test.py b/tensorflow/python/keras/optimizer_v2/adam_test.py
index 70bf127dd8..76d3307e5f 100644
--- a/tensorflow/python/keras/optimizer_v2/adam_test.py
+++ b/tensorflow/python/keras/optimizer_v2/adam_test.py
@@ -67,28 +67,28 @@ class AdamOptimizerTest(test.TestCase):
       with self.cached_session():
         # Initialize variables for numpy implementation.
         m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
-        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
-        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
-        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
-        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+        var0_np = np.array([1.0, 1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.0, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.0, 0.01], dtype=dtype.as_numpy_dtype)
 
         var0 = resource_variable_ops.ResourceVariable(var0_np)
         var1 = resource_variable_ops.ResourceVariable(var1_np)
-        grads0_np_indices = np.array([0, 1], dtype=np.int32)
+        grads0_np_indices = np.array([0, 2], dtype=np.int32)
         grads0 = ops.IndexedSlices(
-            constant_op.constant(grads0_np),
-            constant_op.constant(grads0_np_indices), constant_op.constant([2]))
-        grads1_np_indices = np.array([0, 1], dtype=np.int32)
+            constant_op.constant(grads0_np[grads0_np_indices]),
+            constant_op.constant(grads0_np_indices), constant_op.constant([3]))
+        grads1_np_indices = np.array([0, 2], dtype=np.int32)
         grads1 = ops.IndexedSlices(
-            constant_op.constant(grads1_np),
-            constant_op.constant(grads1_np_indices), constant_op.constant([2]))
+            constant_op.constant(grads1_np[grads1_np_indices]),
+            constant_op.constant(grads1_np_indices), constant_op.constant([3]))
         opt = adam.Adam()
         update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
         variables.global_variables_initializer().run()
 
         # Fetch params to validate initial values
-        self.assertAllClose([1.0, 2.0], self.evaluate(var0))
-        self.assertAllClose([3.0, 4.0], self.evaluate(var1))
+        self.assertAllClose([1.0, 1.0, 2.0], self.evaluate(var0))
+        self.assertAllClose([3.0, 3.0, 4.0], self.evaluate(var1))
 
         beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
 
diff --git a/tensorflow/python/keras/optimizer_v2/adamax.py b/tensorflow/python/keras/optimizer_v2/adamax.py
new file mode 100644
index 0000000000..539654580e
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/adamax.py
@@ -0,0 +1,149 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""AdaMax for TensorFlow."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import adam
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.training import training_ops
+
+
+class AdaMax(adam.Adam):
+  """Optimizer that implements the AdaMax algorithm.
+
+  It is a variant of Adam based on the infinity norm.
+  Default parameters follow those provided in the paper.
+  Adamax is sometimes superior to adam, specially in models with embeddings.
+
+  References
+    see Section 7 of [Kingma et al., 2014](http://arxiv.org/abs/1412.6980)
+      ([pdf](http://arxiv.org/pdf/1412.6980.pdf)).
+  """
+
+  def __init__(self,
+               learning_rate=0.001,
+               beta_1=0.9,
+               beta_2=0.999,
+               epsilon=1e-8,
+               name='AdaMax'):
+    """Construct a new AdaMax optimizer.
+
+    Initialization:
+
+    ```
+    m_0 <- 0 (Initialize initial 1st moment vector)
+    v_0 <- 0 (Initialize the exponentially weighted infinity norm)
+    t <- 0 (Initialize timestep)
+    ```
+
+    The update rule for `variable` with gradient `g` uses an optimization
+    described at the end of section 7.1 of the paper:
+
+    ```
+    t <- t + 1
+
+    m_t <- beta1 * m_{t-1} + (1 - beta1) * g
+    v_t <- max(beta2 * v_{t-1}, abs(g))
+    variable <- variable - learning_rate / (1 - beta1^t) * m_t / (v_t + epsilon)
+    ```
+
+    Similar to AdamOptimizer, the epsilon is added for numerical stability
+    (especially to get rid of division by zero when v_t = 0).
+
+    Contrast to AdamOptimizer, the sparse implementation of this algorithm
+    (used when the gradient is an IndexedSlices object, typically because of
+    `tf.gather` or an embedding lookup in the forward pass) only updates
+    variable slices and corresponding `m_t`, `v_t` terms when that part of
+    the variable was used in the forward pass. This means that the sparse
+    behavior is contrast to the dense behavior (similar to some momentum
+    implementations which ignore momentum unless a variable slice was actually
+    used).
+
+    Args:
+      learning_rate: A Tensor or a floating point value.  The learning rate.
+      beta_1: A float value or a constant float tensor. The exponential decay
+        rate for the 1st moment estimates.
+      beta_2: A float value or a constant float tensor. The exponential decay
+        rate for the exponentially weighted infinity norm.
+      epsilon: A small constant for numerical stability.
+      name: Optional name for the operations created when applying gradients.
+        Defaults to "AdaMax".
+    """
+    # pylint: disable=useless-super-delegation
+    super(AdaMax, self).__init__(learning_rate, beta_1, beta_2, epsilon, name)
+    # pylint: enable=useless-super-delegation
+
+  def _resource_apply_dense(self, grad, var):
+    grad_dtype = grad.dtype.base_dtype
+    m = self.get_slot(var, 'm')
+    v = self.get_slot(var, 'v')
+    local_step = math_ops.cast(self.iterations + 1, grad_dtype)
+    beta_1_t = math_ops.cast(self._get_hyper('beta_1'), grad_dtype)
+    beta_2_t = math_ops.cast(self._get_hyper('beta_2'), grad_dtype)
+    beta_1_power = math_ops.pow(beta_1_t, local_step)
+    return training_ops.resource_apply_ada_max(
+        var.handle,
+        m.handle,
+        v.handle,
+        beta_1_power,
+        math_ops.cast(self._get_hyper('learning_rate'), grad_dtype),
+        beta_1_t,
+        beta_2_t,
+        math_ops.cast(self._get_hyper('epsilon'), grad_dtype),
+        grad,
+        use_locking=self._use_locking)
+
+  def _resource_apply_sparse(self, grad, var, indices):
+    grad_dtype = grad.dtype.base_dtype
+
+    local_step = math_ops.cast(self.iterations + 1, grad_dtype)
+    beta_1_t = math_ops.cast(self._get_hyper('beta_1'), grad_dtype)
+    beta_2_t = math_ops.cast(self._get_hyper('beta_2'), grad_dtype)
+    beta_1_power = math_ops.pow(beta_1_t, local_step)
+    lr_t = math_ops.cast(self._get_hyper('learning_rate'), grad_dtype)
+    epsilon_t = math_ops.cast(self._get_hyper('epsilon'), grad_dtype)
+
+    # m_t = beta1 * m + (1 - beta1) * g_t
+    m = self.get_slot(var, 'm')
+    m_slice = array_ops.gather(m, indices)
+    m_t_slice = m_slice * beta_1_t + grad * (1 - beta_1_t)
+    with ops.control_dependencies([m_t_slice]):
+      m_t = self._resource_scatter_update(m, indices, m_t_slice)
+
+    # u_t = max(beta2 * u, abs(g_t))
+    v = self.get_slot(var, 'v')
+    v_slice = array_ops.gather(v, indices)
+    v_t_slice = math_ops.maximum(v_slice * beta_2_t, math_ops.abs(grad))
+    with ops.control_dependencies([v_t_slice]):
+      v_t = self._resource_scatter_update(v, indices, v_t_slice)
+    # theta_t = theta - lr / (1 - beta1^t) * m_t / u_t
+    var_slice = -lr_t / (1 - beta_1_power) * (
+        m_t_slice / (v_t_slice + epsilon_t))
+    with ops.control_dependencies([var_slice]):
+      var_update = self._resource_scatter_add(var, indices, var_slice)
+    return control_flow_ops.group(*[var_update, m_t, v_t])
+
+  def _resource_scatter_update(self, x, i, v):
+    with ops.control_dependencies(
+        [resource_variable_ops.resource_scatter_update(
+            x.handle, i, v)]):
+      return x.value()
diff --git a/tensorflow/python/keras/optimizer_v2/adamax_test.py b/tensorflow/python/keras/optimizer_v2/adamax_test.py
new file mode 100644
index 0000000000..23eb718429
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/adamax_test.py
@@ -0,0 +1,309 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for AdaMax."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.eager import context
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.framework import test_util
+from tensorflow.python.keras.optimizer_v2 import adamax
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+def adamax_update_numpy(param,
+                        g_t,
+                        t,
+                        m,
+                        v,
+                        alpha=0.001,
+                        beta1=0.9,
+                        beta2=0.999,
+                        epsilon=1e-8):
+  m_t = beta1 * m + (1 - beta1) * g_t
+  v_t = np.maximum(beta2 * v, np.abs(g_t))
+  param_t = param - (alpha / (1 - beta1**t)) * (m_t / (v_t + epsilon))
+  return param_t, m_t, v_t
+
+
+def adamax_sparse_update_numpy(param,
+                               indices,
+                               g_t,
+                               t,
+                               m,
+                               v,
+                               alpha=0.001,
+                               beta1=0.9,
+                               beta2=0.999,
+                               epsilon=1e-8):
+  m_t, v_t, param_t = np.copy(m), np.copy(v), np.copy(param)
+  m_t_slice = beta1 * m[indices] + (1 - beta1) * g_t
+  v_t_slice = np.maximum(beta2 * v[indices], np.abs(g_t))
+  param_t_slice = param[indices] - ((alpha / (1 - beta1**t)) *
+                                    (m_t_slice / (v_t_slice + epsilon)))
+  m_t[indices] = m_t_slice
+  v_t[indices] = v_t_slice
+  param_t[indices] = param_t_slice
+  return param_t, m_t, v_t
+
+
+def get_beta_accumulators(opt, dtype):
+  local_step = math_ops.cast(opt.iterations + 1, dtype)
+  beta_1_t = math_ops.cast(opt._get_hyper("beta_1"), dtype)
+  beta_1_power = math_ops.pow(beta_1_t, local_step)
+  return beta_1_power
+
+
+class AdaMaxOptimizerTest(test.TestCase):
+
+  def doTestSparse(self, use_resource=False):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        zero_slots = lambda: np.zeros((3), dtype=dtype.as_numpy_dtype)  # pylint: disable=cell-var-from-loop
+        m0, v0, m1, v1 = zero_slots(), zero_slots(), zero_slots(), zero_slots()
+        var0_np = np.array([1.0, 2.0, 3.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([4.0, 5.0, 6.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = resource_variable_ops.ResourceVariable(var0_np)
+        var1 = resource_variable_ops.ResourceVariable(var1_np)
+
+        grads0_np_indices = np.array([0, 1], dtype=np.int32)
+        grads0 = ops.IndexedSlices(
+            constant_op.constant(grads0_np),
+            constant_op.constant(grads0_np_indices), constant_op.constant([3]))
+        grads1_np_indices = np.array([2, 1], dtype=np.int32)
+        grads1 = ops.IndexedSlices(
+            constant_op.constant(grads1_np),
+            constant_op.constant(grads1_np_indices), constant_op.constant([3]))
+        opt = adamax.AdaMax()
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0, 3.0], var0.eval())
+        self.assertAllClose([4.0, 5.0, 6.0], var1.eval())
+
+        beta1_power = get_beta_accumulators(opt, dtype)
+
+        # Run 3 steps of AdaMax
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          update.run()
+
+          var0_np, m0, v0 = adamax_sparse_update_numpy(
+              var0_np, grads0_np_indices, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adamax_sparse_update_numpy(
+              var1_np, grads1_np_indices, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testResourceSparse(self):
+    self.doTestSparse(use_resource=True)
+
+  def testSparseDevicePlacement(self):
+    for index_dtype in [dtypes.int32, dtypes.int64]:
+      with self.cached_session(force_gpu=test.is_gpu_available()):
+        # If a GPU is available, tests that all optimizer ops can be placed on
+        # it (i.e. they have GPU kernels).
+        var = variables.Variable([[1.0], [2.0]])
+        indices = constant_op.constant([0, 1], dtype=index_dtype)
+        gathered_sum = math_ops.reduce_sum(array_ops.gather(var, indices))
+        optimizer = adamax.AdaMax(3.0)
+        minimize_op = optimizer.minimize(gathered_sum, var_list=[var])
+        variables.global_variables_initializer().run()
+        minimize_op.run()
+
+  def testSparseRepeatedIndices(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        repeated_index_update_var = variables.Variable(
+            [[1.0], [2.0]], dtype=dtype)
+        aggregated_update_var = variables.Variable(
+            [[1.0], [2.0]], dtype=dtype)
+        grad_repeated_index = ops.IndexedSlices(
+            constant_op.constant(
+                [0.1, 0.1], shape=[2, 1], dtype=dtype),
+            constant_op.constant([1, 1]),
+            constant_op.constant([2, 1]))
+        grad_aggregated = ops.IndexedSlices(
+            constant_op.constant(
+                [0.2], shape=[1, 1], dtype=dtype),
+            constant_op.constant([1]),
+            constant_op.constant([2, 1]))
+        repeated_update = adamax.AdaMax().apply_gradients(
+            [(grad_repeated_index, repeated_index_update_var)])
+        aggregated_update = adamax.AdaMax().apply_gradients(
+            [(grad_aggregated, aggregated_update_var)])
+        variables.global_variables_initializer().run()
+        self.assertAllClose(aggregated_update_var.eval(),
+                            repeated_index_update_var.eval())
+        for _ in range(3):
+          repeated_update.run()
+          aggregated_update.run()
+          self.assertAllClose(aggregated_update_var.eval(),
+                              repeated_index_update_var.eval())
+
+  @test_util.run_in_graph_and_eager_modes(reset_test=True)
+  def testBasic(self):
+    for i, dtype in enumerate([dtypes.half, dtypes.float32, dtypes.float64]):
+      with self.session(graph=ops.Graph()):
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = resource_variable_ops.ResourceVariable(
+            var0_np, name="var0_%d" % i)
+        var1 = resource_variable_ops.ResourceVariable(
+            var1_np, name="var1_%d" % i)
+
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+
+        opt = adamax.AdaMax()
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+
+        if not context.executing_eagerly():
+          self.evaluate(variables.global_variables_initializer())
+          # Fetch params to validate initial values
+          self.assertAllClose([1.0, 2.0], self.evaluate(var0))
+          self.assertAllClose([3.0, 4.0], self.evaluate(var1))
+
+        # Run 3 steps of AdaMax
+        for t in range(1, 4):
+          if not context.executing_eagerly():
+            self.evaluate(update)
+          elif t > 1:
+            opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+
+          beta_1_power = get_beta_accumulators(opt, dtype)
+          self.assertAllCloseAccordingToType(0.9**(t + 1),
+                                             self.evaluate(beta_1_power))
+
+          var0_np, m0, v0 = adamax_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adamax_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, self.evaluate(var0),
+                                             rtol=1e-2)
+          self.assertAllCloseAccordingToType(var1_np, self.evaluate(var1),
+                                             rtol=1e-2)
+
+  def testTensorLearningRate(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = variables.Variable(var0_np)
+        var1 = variables.Variable(var1_np)
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+        opt = adamax.AdaMax(constant_op.constant(0.001))
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        beta1_power = get_beta_accumulators(opt, dtype)
+
+        # Run 3 steps of AdaMax
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          update.run()
+
+          var0_np, m0, v0 = adamax_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adamax_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testSharing(self):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        var0 = variables.Variable(var0_np)
+        var1 = variables.Variable(var1_np)
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+        opt = adamax.AdaMax()
+        update1 = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        update2 = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        beta1_power = get_beta_accumulators(opt, dtype)
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        # Run 3 steps of intertwined AdaMax1 and AdaMax2.
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          if t % 2 == 0:
+            update1.run()
+          else:
+            update2.run()
+
+          var0_np, m0, v0 = adamax_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = adamax_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testSlotsUniqueEager(self):
+    with context.eager_mode():
+      v1 = resource_variable_ops.ResourceVariable(1.)
+      v2 = resource_variable_ops.ResourceVariable(1.)
+      opt = adamax.AdaMax(1.)
+      opt.minimize(lambda: v1 + v2, var_list=[v1, v2])
+      # There should be iteration, hyper variables, and two unique slot
+      # variables for v1 and v2 respectively.
+      self.assertEqual(9, len(set(opt.variables())))
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 8930d5aff5b3cfcbfdbf2b2bc63414908fc180aa Mon Sep 17 00:00:00 2001
From: Pavithra Vijay <psv@google.com>
Date: Fri, 16 Nov 2018 15:46:27 -0800
Subject: [PATCH 1795/1825] Adding `add_metric` API for layers/models in Keras.

Supports
- adding metric tensor (both aggregated and not aggregated) on model/layer in graph mode.
- adding metric tensor (both aggregated and not aggregated) in model/layer call in graph and eager mode.

PiperOrigin-RevId: 221865769
---
 tensorflow/contrib/saved_model/BUILD          |   5 +-
 .../saved_model/keras_saved_model_test.py     |  12 +-
 .../contrib/tpu/python/tpu/keras_support.py   |  26 +-
 tensorflow/python/keras/callbacks.py          |   2 +-
 tensorflow/python/keras/engine/base_layer.py  |  93 +++++
 tensorflow/python/keras/engine/network.py     |  36 ++
 tensorflow/python/keras/engine/saving.py      |   8 +-
 tensorflow/python/keras/engine/training.py    | 169 +++++---
 .../python/keras/engine/training_arrays.py    |   4 +-
 .../keras/engine/training_distributed.py      |  15 +-
 .../python/keras/engine/training_eager.py     |  33 +-
 .../python/keras/engine/training_generator.py |   6 +-
 .../python/keras/engine/training_test.py      | 361 +++++++++++++++++-
 tensorflow/python/keras/metrics.py            |  36 +-
 tensorflow/python/keras/models.py             |  13 +-
 tensorflow/python/keras/models_test.py        |   3 +-
 .../golden/v1/tensorflow.keras.-model.pbtxt   |  12 +
 .../v1/tensorflow.keras.-sequential.pbtxt     |  12 +
 ....experimental.-peephole-l-s-t-m-cell.pbtxt |   4 +
 .../tensorflow.keras.layers.-activation.pbtxt |   4 +
 ...eras.layers.-activity-regularization.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-add.pbtxt     |   4 +
 ...nsorflow.keras.layers.-alpha-dropout.pbtxt |   4 +
 ...low.keras.layers.-average-pooling1-d.pbtxt |   4 +
 ...low.keras.layers.-average-pooling2-d.pbtxt |   4 +
 ...low.keras.layers.-average-pooling3-d.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-average.pbtxt |   4 +
 ...tensorflow.keras.layers.-avg-pool1-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-avg-pool2-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-avg-pool3-d.pbtxt |   4 +
 ...ow.keras.layers.-batch-normalization.pbtxt |   4 +
 ...nsorflow.keras.layers.-bidirectional.pbtxt |   4 +
 ...tensorflow.keras.layers.-concatenate.pbtxt |   4 +
 ...orflow.keras.layers.-conv-l-s-t-m2-d.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-conv1-d.pbtxt |   4 +
 ...flow.keras.layers.-conv2-d-transpose.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-conv2-d.pbtxt |   4 +
 ...flow.keras.layers.-conv3-d-transpose.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-conv3-d.pbtxt |   4 +
 ...sorflow.keras.layers.-convolution1-d.pbtxt |   4 +
 ...ras.layers.-convolution2-d-transpose.pbtxt |   4 +
 ...sorflow.keras.layers.-convolution2-d.pbtxt |   4 +
 ...ras.layers.-convolution3-d-transpose.pbtxt |   4 +
 ...sorflow.keras.layers.-convolution3-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-cropping1-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-cropping2-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-cropping3-d.pbtxt |   4 +
 ...sorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt |   4 +
 ...rflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-dense.pbtxt   |   4 +
 ...flow.keras.layers.-depthwise-conv2-d.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-dot.pbtxt     |   4 +
 .../v1/tensorflow.keras.layers.-dropout.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-e-l-u.pbtxt   |   4 +
 .../tensorflow.keras.layers.-embedding.pbtxt  |   4 +
 .../v1/tensorflow.keras.layers.-flatten.pbtxt |   4 +
 .../tensorflow.keras.layers.-g-r-u-cell.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-g-r-u.pbtxt   |   4 +
 ...rflow.keras.layers.-gaussian-dropout.pbtxt |   4 +
 ...sorflow.keras.layers.-gaussian-noise.pbtxt |   4 +
 ...as.layers.-global-average-pooling1-d.pbtxt |   4 +
 ...as.layers.-global-average-pooling2-d.pbtxt |   4 +
 ...as.layers.-global-average-pooling3-d.pbtxt |   4 +
 ...low.keras.layers.-global-avg-pool1-d.pbtxt |   4 +
 ...low.keras.layers.-global-avg-pool2-d.pbtxt |   4 +
 ...low.keras.layers.-global-avg-pool3-d.pbtxt |   4 +
 ...low.keras.layers.-global-max-pool1-d.pbtxt |   4 +
 ...low.keras.layers.-global-max-pool2-d.pbtxt |   4 +
 ...low.keras.layers.-global-max-pool3-d.pbtxt |   4 +
 ....keras.layers.-global-max-pooling1-d.pbtxt |   4 +
 ....keras.layers.-global-max-pooling2-d.pbtxt |   4 +
 ....keras.layers.-global-max-pooling3-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-input-layer.pbtxt |   4 +
 ...ensorflow.keras.layers.-l-s-t-m-cell.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-l-s-t-m.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-lambda.pbtxt  |   4 +
 .../v1/tensorflow.keras.layers.-layer.pbtxt   |   4 +
 ...ensorflow.keras.layers.-leaky-re-l-u.pbtxt |   4 +
 ...w.keras.layers.-locally-connected1-d.pbtxt |   4 +
 ...w.keras.layers.-locally-connected2-d.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-masking.pbtxt |   4 +
 ...tensorflow.keras.layers.-max-pool1-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-max-pool2-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-max-pool3-d.pbtxt |   4 +
 ...sorflow.keras.layers.-max-pooling1-d.pbtxt |   4 +
 ...sorflow.keras.layers.-max-pooling2-d.pbtxt |   4 +
 ...sorflow.keras.layers.-max-pooling3-d.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-maximum.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-minimum.pbtxt |   4 +
 .../tensorflow.keras.layers.-multiply.pbtxt   |   4 +
 .../tensorflow.keras.layers.-p-re-l-u.pbtxt   |   4 +
 .../v1/tensorflow.keras.layers.-permute.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-r-n-n.pbtxt   |   4 +
 .../v1/tensorflow.keras.layers.-re-l-u.pbtxt  |   4 +
 ...nsorflow.keras.layers.-repeat-vector.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-reshape.pbtxt |   4 +
 ...flow.keras.layers.-separable-conv1-d.pbtxt |   4 +
 ...flow.keras.layers.-separable-conv2-d.pbtxt |   4 +
 ...ras.layers.-separable-convolution1-d.pbtxt |   4 +
 ...ras.layers.-separable-convolution2-d.pbtxt |   4 +
 ...flow.keras.layers.-simple-r-n-n-cell.pbtxt |   4 +
 ...ensorflow.keras.layers.-simple-r-n-n.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-softmax.pbtxt |   4 +
 ...low.keras.layers.-spatial-dropout1-d.pbtxt |   4 +
 ...low.keras.layers.-spatial-dropout2-d.pbtxt |   4 +
 ...low.keras.layers.-spatial-dropout3-d.pbtxt |   4 +
 ...ow.keras.layers.-stacked-r-n-n-cells.pbtxt |   4 +
 .../tensorflow.keras.layers.-subtract.pbtxt   |   4 +
 ...low.keras.layers.-thresholded-re-l-u.pbtxt |   4 +
 ...rflow.keras.layers.-time-distributed.pbtxt |   4 +
 ...sorflow.keras.layers.-up-sampling1-d.pbtxt |   4 +
 ...sorflow.keras.layers.-up-sampling2-d.pbtxt |   4 +
 ...sorflow.keras.layers.-up-sampling3-d.pbtxt |   4 +
 .../v1/tensorflow.keras.layers.-wrapper.pbtxt |   4 +
 ...orflow.keras.layers.-zero-padding1-d.pbtxt |   4 +
 ...orflow.keras.layers.-zero-padding2-d.pbtxt |   4 +
 ...orflow.keras.layers.-zero-padding3-d.pbtxt |   4 +
 .../v1/tensorflow.keras.models.-model.pbtxt   |  12 +
 .../tensorflow.keras.models.-sequential.pbtxt |  12 +
 ...ensorflow.layers.-average-pooling1-d.pbtxt |   4 +
 ...ensorflow.layers.-average-pooling2-d.pbtxt |   4 +
 ...ensorflow.layers.-average-pooling3-d.pbtxt |   4 +
 ...nsorflow.layers.-batch-normalization.pbtxt |   4 +
 .../v1/tensorflow.layers.-conv1-d.pbtxt       |   4 +
 ...tensorflow.layers.-conv2-d-transpose.pbtxt |   4 +
 .../v1/tensorflow.layers.-conv2-d.pbtxt       |   4 +
 ...tensorflow.layers.-conv3-d-transpose.pbtxt |   4 +
 .../v1/tensorflow.layers.-conv3-d.pbtxt       |   4 +
 .../golden/v1/tensorflow.layers.-dense.pbtxt  |   4 +
 .../v1/tensorflow.layers.-dropout.pbtxt       |   4 +
 .../v1/tensorflow.layers.-flatten.pbtxt       |   4 +
 .../golden/v1/tensorflow.layers.-layer.pbtxt  |   4 +
 .../tensorflow.layers.-max-pooling1-d.pbtxt   |   4 +
 .../tensorflow.layers.-max-pooling2-d.pbtxt   |   4 +
 .../tensorflow.layers.-max-pooling3-d.pbtxt   |   4 +
 ...tensorflow.layers.-separable-conv1-d.pbtxt |   4 +
 ...tensorflow.layers.-separable-conv2-d.pbtxt |   4 +
 ...flow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt |   4 +
 ...orflow.nn.rnn_cell.-basic-r-n-n-cell.pbtxt |   4 +
 ...nsorflow.nn.rnn_cell.-device-wrapper.pbtxt |   4 +
 ...sorflow.nn.rnn_cell.-dropout-wrapper.pbtxt |   4 +
 .../tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt  |   4 +
 ...tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt |   4 +
 ...orflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt |   4 +
 .../tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt  |   4 +
 ...orflow.nn.rnn_cell.-residual-wrapper.pbtxt |   4 +
 .../golden/v2/tensorflow.keras.-model.pbtxt   |  12 +
 .../v2/tensorflow.keras.-sequential.pbtxt     |  12 +
 ....experimental.-peephole-l-s-t-m-cell.pbtxt |   4 +
 .../tensorflow.keras.layers.-activation.pbtxt |   4 +
 ...eras.layers.-activity-regularization.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-add.pbtxt     |   4 +
 ...nsorflow.keras.layers.-alpha-dropout.pbtxt |   4 +
 ...low.keras.layers.-average-pooling1-d.pbtxt |   4 +
 ...low.keras.layers.-average-pooling2-d.pbtxt |   4 +
 ...low.keras.layers.-average-pooling3-d.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-average.pbtxt |   4 +
 ...tensorflow.keras.layers.-avg-pool1-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-avg-pool2-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-avg-pool3-d.pbtxt |   4 +
 ...ow.keras.layers.-batch-normalization.pbtxt |   4 +
 ...nsorflow.keras.layers.-bidirectional.pbtxt |   4 +
 ...tensorflow.keras.layers.-concatenate.pbtxt |   4 +
 ...orflow.keras.layers.-conv-l-s-t-m2-d.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-conv1-d.pbtxt |   4 +
 ...flow.keras.layers.-conv2-d-transpose.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-conv2-d.pbtxt |   4 +
 ...flow.keras.layers.-conv3-d-transpose.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-conv3-d.pbtxt |   4 +
 ...sorflow.keras.layers.-convolution1-d.pbtxt |   4 +
 ...ras.layers.-convolution2-d-transpose.pbtxt |   4 +
 ...sorflow.keras.layers.-convolution2-d.pbtxt |   4 +
 ...ras.layers.-convolution3-d-transpose.pbtxt |   4 +
 ...sorflow.keras.layers.-convolution3-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-cropping1-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-cropping2-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-cropping3-d.pbtxt |   4 +
 ...sorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt |   4 +
 ...rflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt |   4 +
 ...sorflow.keras.layers.-dense-features.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-dense.pbtxt   |   4 +
 ...flow.keras.layers.-depthwise-conv2-d.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-dot.pbtxt     |   4 +
 .../v2/tensorflow.keras.layers.-dropout.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-e-l-u.pbtxt   |   4 +
 .../tensorflow.keras.layers.-embedding.pbtxt  |   4 +
 .../v2/tensorflow.keras.layers.-flatten.pbtxt |   4 +
 .../tensorflow.keras.layers.-g-r-u-cell.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-g-r-u.pbtxt   |   4 +
 ...rflow.keras.layers.-gaussian-dropout.pbtxt |   4 +
 ...sorflow.keras.layers.-gaussian-noise.pbtxt |   4 +
 ...as.layers.-global-average-pooling1-d.pbtxt |   4 +
 ...as.layers.-global-average-pooling2-d.pbtxt |   4 +
 ...as.layers.-global-average-pooling3-d.pbtxt |   4 +
 ...low.keras.layers.-global-avg-pool1-d.pbtxt |   4 +
 ...low.keras.layers.-global-avg-pool2-d.pbtxt |   4 +
 ...low.keras.layers.-global-avg-pool3-d.pbtxt |   4 +
 ...low.keras.layers.-global-max-pool1-d.pbtxt |   4 +
 ...low.keras.layers.-global-max-pool2-d.pbtxt |   4 +
 ...low.keras.layers.-global-max-pool3-d.pbtxt |   4 +
 ....keras.layers.-global-max-pooling1-d.pbtxt |   4 +
 ....keras.layers.-global-max-pooling2-d.pbtxt |   4 +
 ....keras.layers.-global-max-pooling3-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-input-layer.pbtxt |   4 +
 ...ensorflow.keras.layers.-l-s-t-m-cell.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-l-s-t-m.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-lambda.pbtxt  |   4 +
 .../v2/tensorflow.keras.layers.-layer.pbtxt   |   4 +
 ...ensorflow.keras.layers.-leaky-re-l-u.pbtxt |   4 +
 ...ensorflow.keras.layers.-linear-model.pbtxt |  12 +
 ...w.keras.layers.-locally-connected1-d.pbtxt |   4 +
 ...w.keras.layers.-locally-connected2-d.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-masking.pbtxt |   4 +
 ...tensorflow.keras.layers.-max-pool1-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-max-pool2-d.pbtxt |   4 +
 ...tensorflow.keras.layers.-max-pool3-d.pbtxt |   4 +
 ...sorflow.keras.layers.-max-pooling1-d.pbtxt |   4 +
 ...sorflow.keras.layers.-max-pooling2-d.pbtxt |   4 +
 ...sorflow.keras.layers.-max-pooling3-d.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-maximum.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-minimum.pbtxt |   4 +
 .../tensorflow.keras.layers.-multiply.pbtxt   |   4 +
 .../tensorflow.keras.layers.-p-re-l-u.pbtxt   |   4 +
 .../v2/tensorflow.keras.layers.-permute.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-r-n-n.pbtxt   |   4 +
 .../v2/tensorflow.keras.layers.-re-l-u.pbtxt  |   4 +
 ...nsorflow.keras.layers.-repeat-vector.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-reshape.pbtxt |   4 +
 ...flow.keras.layers.-separable-conv1-d.pbtxt |   4 +
 ...flow.keras.layers.-separable-conv2-d.pbtxt |   4 +
 ...ras.layers.-separable-convolution1-d.pbtxt |   4 +
 ...ras.layers.-separable-convolution2-d.pbtxt |   4 +
 ...flow.keras.layers.-simple-r-n-n-cell.pbtxt |   4 +
 ...ensorflow.keras.layers.-simple-r-n-n.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-softmax.pbtxt |   4 +
 ...low.keras.layers.-spatial-dropout1-d.pbtxt |   4 +
 ...low.keras.layers.-spatial-dropout2-d.pbtxt |   4 +
 ...low.keras.layers.-spatial-dropout3-d.pbtxt |   4 +
 ...ow.keras.layers.-stacked-r-n-n-cells.pbtxt |   4 +
 .../tensorflow.keras.layers.-subtract.pbtxt   |   4 +
 ...low.keras.layers.-thresholded-re-l-u.pbtxt |   4 +
 ...rflow.keras.layers.-time-distributed.pbtxt |   4 +
 ...sorflow.keras.layers.-up-sampling1-d.pbtxt |   4 +
 ...sorflow.keras.layers.-up-sampling2-d.pbtxt |   4 +
 ...sorflow.keras.layers.-up-sampling3-d.pbtxt |   4 +
 .../v2/tensorflow.keras.layers.-wrapper.pbtxt |   4 +
 ...orflow.keras.layers.-zero-padding1-d.pbtxt |   4 +
 ...orflow.keras.layers.-zero-padding2-d.pbtxt |   4 +
 ...orflow.keras.layers.-zero-padding3-d.pbtxt |   4 +
 .../v2/tensorflow.keras.models.-model.pbtxt   |  12 +
 .../tensorflow.keras.models.-sequential.pbtxt |  12 +
 ...nsorflow.nn.rnn_cell.-device-wrapper.pbtxt |   4 +
 ...sorflow.nn.rnn_cell.-dropout-wrapper.pbtxt |   4 +
 ...orflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt |   4 +
 .../tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt  |   4 +
 ...orflow.nn.rnn_cell.-residual-wrapper.pbtxt |   4 +
 256 files changed, 1731 insertions(+), 123 deletions(-)

diff --git a/tensorflow/contrib/saved_model/BUILD b/tensorflow/contrib/saved_model/BUILD
index f0947fe423..269443b2c6 100644
--- a/tensorflow/contrib/saved_model/BUILD
+++ b/tensorflow/contrib/saved_model/BUILD
@@ -102,7 +102,10 @@ py_test(
     size = "medium",
     srcs = ["python/saved_model/keras_saved_model_test.py"],
     srcs_version = "PY2AND3",
-    tags = ["no_windows"],
+    tags = [
+        "no_oss",  # TODO(b/119349471): Re-enable
+        "no_windows",
+    ],
     deps = [
         ":keras_saved_model",
         "//tensorflow/python:client_testlib",
diff --git a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
index 0619c4ca5a..d8637effe2 100644
--- a/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
+++ b/tensorflow/contrib/saved_model/python/saved_model/keras_saved_model_test.py
@@ -348,12 +348,14 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
         # feeding in the inputs and targets.
         loss, predictions, _ = sess.run(
             (outputs['loss'], outputs['predictions/' + output_name],
-             outputs['metrics/mae/update_op']),
-            {inputs[input_name]: input_arr, inputs[target_name]: target_arr})
+             outputs['metrics/mean_absolute_error/update_op']), {
+                 inputs[input_name]: input_arr,
+                 inputs[target_name]: target_arr
+             })
 
         # The metric value should be run after the update op, to ensure that it
         # reflects the correct value.
-        metric_value = sess.run(outputs['metrics/mae/value'])
+        metric_value = sess.run(outputs['metrics/mean_absolute_error/value'])
 
         self.assertEqual(int(train_before_export),
                          sess.run(training_module.get_global_step()))
@@ -368,8 +370,8 @@ class TestModelSavedModelExport(test.TestCase, parameterized.TestCase):
         self.assertEqual(int(train_before_export),
                          sess.run(training_module.get_global_step()))
         self.assertIn('loss', outputs)
-        self.assertIn('metrics/mae/update_op', outputs)
-        self.assertIn('metrics/mae/value', outputs)
+        self.assertIn('metrics/mean_absolute_error/update_op', outputs)
+        self.assertIn('metrics/mean_absolute_error/value', outputs)
         self.assertIn('predictions/' + output_name, outputs)
 
         # Train for a step
diff --git a/tensorflow/contrib/tpu/python/tpu/keras_support.py b/tensorflow/contrib/tpu/python/tpu/keras_support.py
index e1cc17b301..73753cd918 100644
--- a/tensorflow/contrib/tpu/python/tpu/keras_support.py
+++ b/tensorflow/contrib/tpu/python/tpu/keras_support.py
@@ -1012,9 +1012,10 @@ class TPUFunction(object):
                   optimizer=_replicated_optimizer(self._cloned_optimizer),
                   loss=self.model.loss,
                   loss_weights=self.model.loss_weights,
-                  metrics=metrics_module.clone_metrics(self.model.metrics),
+                  metrics=metrics_module.clone_metrics(
+                      self.model._compile_metrics),
                   weighted_metrics=metrics_module.clone_metrics(
-                      self.model.weighted_metrics),
+                      self.model._compile_weighted_metrics),
                   target_tensors=tpu_targets,
               )
 
@@ -1376,6 +1377,7 @@ class KerasTPUModel(models.Model):
     self.train_function = None
     self._fit_function = None
     self._eval_function = None
+    self._stateful_metric_functions = []
 
     cluster_resolver = strategy._tpu_cluster_resolver
     self._tpu_name_or_address = cluster_resolver.get_master()
@@ -1390,10 +1392,10 @@ class KerasTPUModel(models.Model):
       self.compile(
           self._cpu_model.optimizer,
           self._cpu_model.loss,
-          self._cpu_model.metrics,
+          self._cpu_model._compile_metrics,
           self._cpu_model.loss_weights,
           self._cpu_model.sample_weight_mode,
-          self._cpu_model.weighted_metrics,
+          self._cpu_model._compile_weighted_metrics,
           self._cpu_model.target_tensors,
       )
 
@@ -1697,7 +1699,7 @@ class KerasTPUModel(models.Model):
     callbacks.on_train_begin()
     for epoch in range(initial_epoch, epochs):
       # Reset stateful metrics
-      for m in self.stateful_metric_functions:
+      for m in self.metrics:
         m.reset_states()
       # Update callbacks
       callbacks.on_epoch_begin(epoch)
@@ -1995,14 +1997,14 @@ class KerasTPUModel(models.Model):
     self._optimizer = optimizer
 
   @property
-  def stateful_metric_functions(self):
+  def metrics(self):
     if self._tpu_model:
-      return self._tpu_model.stateful_metric_functions
+      return self._tpu_model.metrics
     return self._stateful_metric_functions
 
-  @stateful_metric_functions.setter
-  def stateful_metric_functions(self, stateful_metric_functions):
-    self._stateful_metric_functions = stateful_metric_functions
+  @metrics.setter
+  def metrics(self, metrics):
+    self._stateful_metric_functions = metrics
 
   def _make_train_function(self):
     if not self.train_function:
@@ -2227,10 +2229,10 @@ def tpu_model(model, strategy=None):
     cpu_model.compile(
         _clone_optimizer(model.optimizer, optimizer_config),
         model.loss,
-        metrics_module.clone_metrics(model.metrics),
+        metrics_module.clone_metrics(model._compile_metrics),
         model.loss_weights,
         model.sample_weight_mode,
-        metrics_module.clone_metrics(model.weighted_metrics),
+        metrics_module.clone_metrics(model._compile_weighted_metrics),
     )
 
   if model_weights:
diff --git a/tensorflow/python/keras/callbacks.py b/tensorflow/python/keras/callbacks.py
index fde17cb6bc..d90523121b 100644
--- a/tensorflow/python/keras/callbacks.py
+++ b/tensorflow/python/keras/callbacks.py
@@ -126,7 +126,7 @@ def configure_callbacks(callbacks,
   callback_metrics = []
   # When we have deferred build scenario with iterator input, we will compile
   # when we standardize first batch of data.
-  if mode != 'predict' and model._is_compiled:  # pylint: disable=protected-access
+  if mode != 'predict' and hasattr(model, 'metrics_names'):
     callback_metrics = copy.copy(model.metrics_names)
     if do_validation:
       callback_metrics += ['val_' + n for n in model.metrics_names]
diff --git a/tensorflow/python/keras/engine/base_layer.py b/tensorflow/python/keras/engine/base_layer.py
index 9f875cdc3c..5dcbc4d04b 100644
--- a/tensorflow/python/keras/engine/base_layer.py
+++ b/tensorflow/python/keras/engine/base_layer.py
@@ -68,6 +68,14 @@ class CallConvention(enum.Enum):
   POSITIONAL_ARGUMENTS_ARE_INPUTS = 3
 
 
+def _create_mean_metric(value, name=None):
+  # TODO(psv): Remove this import when b/110718070 is fixed.
+  from tensorflow.python.keras import metrics as metrics_module  # pylint: disable=g-import-not-at-top
+  metric_obj = metrics_module.Mean(name=name)
+  result = metric_obj(value)
+  return metric_obj, result
+
+
 @tf_export('keras.layers.Layer')
 class Layer(checkpointable.CheckpointableBase):
   """Base layer class.
@@ -170,6 +178,13 @@ class Layer(checkpointable.CheckpointableBase):
     # in eager mode or graph mode alternatively, we need to keep track of
     # eager losses and symbolic losses via separate attributes.
     self._eager_losses = []
+    # A list of metric instances corresponding to the symbolic metric tensors
+    # added using the `add_metric` API.
+    self._metrics = []
+    # TODO(psv): Remove this property.
+    # A dictionary that maps metric names to metric result tensors. The results
+    # are the running averages of metric values over an epoch.
+    self._metrics_tensors = {}
     self._dtype = None if dtype is None else dtypes.as_dtype(dtype).name
     self._call_fn_args = function_utils.fn_args(self.call)
     self._compute_previous_mask = ('mask' in self._call_fn_args or
@@ -433,6 +448,84 @@ class Layer(checkpointable.CheckpointableBase):
         else:
           self._losses.append(_tag_unconditional(loss))
 
+  @doc_controls.for_subclass_implementers
+  def add_metric(self, value, aggregation=None, name=None):
+    """Adds metric tensor to the layer.
+
+    Args:
+      value: Metric tensor.
+      aggregation: Sample-wise metric reduction function. If `aggregation=None`,
+        it indicates that the metric tensor provided has been aggregated
+        already. eg, `model.add_metric(BinaryAccuracy(name='acc')(y_true,
+        y_pred))`. If aggregation='mean', the given metric tensor will be
+        sample-wise reduced using `mean` function. eg, `model.add_metric(
+        tf.reduce_mean(outputs), name='output_mean', aggregation='mean')`.
+      name: String metric name.
+
+    Raises:
+      ValueError: If `aggregation` is anything other than None or `mean`.
+    """
+    if aggregation is not None and aggregation != 'mean':
+      raise ValueError(
+          'We currently support only `mean` sample-wise metric aggregation. '
+          'You provided aggregation=`%s`' % aggregation)
+
+    if tf_utils.is_symbolic_tensor(value):
+      self._symbolic_add_metric(value, aggregation, name)
+    else:
+      self._eager_add_metric(value, aggregation, name)
+
+  def _get_existing_metric(self, name=None):
+    match = [m for m in self._metrics if m.name == name]
+    if not match:
+      return
+    if len(match) > 1:
+      raise ValueError(
+          'Please provide different names for the metrics you have added. '
+          'We found {} metrics with the name: "{}"'.format(len(match), name))
+    return match[0]
+
+  def _eager_add_metric(self, value, aggregation=None, name=None):
+    # If the given metric is available in `metrics` list we just update state
+    # on it, otherwise we create a new metric instance and
+    # add it to the `metrics` list.
+    match = self._get_existing_metric(name)
+    if match:
+      match(value)  # Update the metric state.
+      return
+    else:
+      if aggregation is None:
+        raise ValueError('We do not support adding an aggregated metric tensor '
+                         'in `call` in eager execution.')
+      metric_obj, _ = _create_mean_metric(value, name)
+      self._metrics.append(metric_obj)
+
+  def _symbolic_add_metric(self, value, aggregation=None, name=None):
+    if aggregation is None:
+      # Iterate over the metrics and check if the given metric exists already.
+      # This can happen when a metric instance is created in subclassed model
+      # layer `__init__` and we have tracked that instance already in
+      # model.__setattr__.
+      match = self._get_existing_metric(name)
+      if match:
+        result_tensor = value
+        if match.name not in self._metrics_tensors:
+          self._metrics_tensors[match.name] = result_tensor
+          return
+        else:
+          raise ValueError(
+              'We currently do not support reusing a metric instance.')
+      else:
+        # We track the instance using the metadata on the result tensor.
+        result_tensor = value
+        metric_obj = result_tensor._metric_obj
+    else:
+      # If a non-aggregated tensor is given as input (ie. `aggregation` is
+      # explicitly set to `mean`), we wrap the tensor in `Mean` metric.
+      metric_obj, result_tensor = _create_mean_metric(value, name)
+    self._metrics.append(metric_obj)
+    self._metrics_tensors[metric_obj.name] = result_tensor
+
   def get_losses_for(self, inputs):
     """Retrieves losses relevant to a specific set of inputs.
 
diff --git a/tensorflow/python/keras/engine/network.py b/tensorflow/python/keras/engine/network.py
index c016020e06..4163176483 100644
--- a/tensorflow/python/keras/engine/network.py
+++ b/tensorflow/python/keras/engine/network.py
@@ -134,6 +134,11 @@ class Network(base_layer.Layer):
     self._updates = []  # Used in symbolic mode only.
     self._losses = []
     self._eager_losses = []
+    # A list of metric instances corresponding to the symbolic metric tensors
+    # added using the `add_metric` API.
+    self._metrics = []
+    # A dictionary that maps metric names to metric result tensors.
+    self._metrics_tensors = {}
     self._scope = None  # Never used.
     self._reuse = None  # Never used.
     self._call_is_graph_friendly = True
@@ -412,6 +417,13 @@ class Network(base_layer.Layer):
         else:
           if value not in self._non_trainable_weights:
             self._non_trainable_weights.append(value)
+
+    # Keeping track of metric instance created in subclassed model/layer.
+    # We do this so that we can maintain the correct order of metrics by adding
+    # the instance to the `metrics` list as soon as it is created.
+    from tensorflow.python.keras import metrics as metrics_module  # pylint: disable=g-import-not-at-top
+    if isinstance(value, metrics_module.Metric):
+      self._metrics.append(value)
     super(Network, self).__setattr__(name, value)
 
   @property
@@ -697,6 +709,30 @@ class Network(base_layer.Layer):
         sub_layers=self._layers,
         extra_variables=self._non_trainable_weights + self._trainable_weights)
 
+  @property
+  def metrics(self):
+    """Returns the network's symbolic metrics.
+
+    Model overrides this function to include the metrics from `compile` API.
+    """
+    metrics = []
+    for layer in self.layers:
+      metrics += layer._metrics  # pylint: disable=protected-access
+    return metrics + self._metrics
+
+  @property
+  def _all_metrics_tensors(self):
+    """Returns the network's symbolic metric tensors."""
+    # TODO(psv): Remove this property.
+    metrics_tensors = {}
+    for layer in self.layers:
+      if isinstance(layer, Network):
+        metrics_tensors.update(layer._all_metrics_tensors)
+      else:
+        metrics_tensors.update(layer._metrics_tensors)
+    metrics_tensors.update(self._metrics_tensors)
+    return metrics_tensors
+
   @property
   def input_spec(self):
     """Gets the network's input specs.
diff --git a/tensorflow/python/keras/engine/saving.py b/tensorflow/python/keras/engine/saving.py
index 61bff7fff2..22c48e3f13 100644
--- a/tensorflow/python/keras/engine/saving.py
+++ b/tensorflow/python/keras/engine/saving.py
@@ -79,6 +79,10 @@ def save_model(model, filepath, overwrite=True, include_optimizer=True):
 
   from tensorflow.python.keras import __version__ as keras_version  # pylint: disable=g-import-not-at-top
 
+  # TODO(psv) Add warning when we save models that contain non-serializable
+  # entities like metrics added using `add_metric` and losses added using
+  # `add_loss.`
+
   if not isinstance(filepath, h5py.File):
     # If file exists and should not be overwritten.
     if not overwrite and os.path.isfile(filepath):
@@ -126,8 +130,8 @@ def save_model(model, filepath, overwrite=True, include_optimizer=True):
                     'config': model.optimizer.get_config()
                 },
                 'loss': model.loss,
-                'metrics': model.metrics,
-                'weighted_metrics': model.weighted_metrics,
+                'metrics': model._compile_metrics,
+                'weighted_metrics': model._compile_weighted_metrics,
                 'sample_weight_mode': model.sample_weight_mode,
                 'loss_weights': model.loss_weights,
             },
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 4928098901..c2a953f383 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import collections
 import weakref
 import numpy as np
 
@@ -174,25 +175,66 @@ class Model(Network):
       metric_name = '%s_%s' % (self.output_names[output_index], metric_name)
     j = 1
     base_metric_name = metric_name
-    while metric_name in self.metrics_names:
+    while metric_name in self._compile_metrics_names:
       metric_name = '%s_%d' % (base_metric_name, j)
       j += 1
 
     return metric_name
 
+  @property
+  def metrics(self):
+    """Returns the model's metrics added using `compile`, `add_metric` APIs."""
+    metrics = []
+    if self._is_compiled:
+      metrics += self._compile_stateful_metric_functions
+    return metrics + super(Model, self).metrics
+
+  @property
+  def metrics_names(self):
+    """Returns the model's display labels for all outputs."""
+    metrics_names = []
+    if self._is_compiled:
+      metrics_names += self._compile_metrics_names  # Includes names of losses.
+
+    # Add metric names from layers.
+    for layer in self.layers:
+      metrics_names += [m.name for m in layer._metrics]  # pylint: disable=protected-access
+    metrics_names += [m.name for m in self._metrics]
+    return metrics_names
+
+  @property
+  def _all_metrics_tensors(self):
+    """Returns the network's symbolic metric tensors."""
+    metrics_tensors = {}
+    if self._is_compiled:
+      metrics_tensors.update(self._compile_metrics_tensors)
+    metrics_tensors.update(super(Model, self)._all_metrics_tensors)
+    return metrics_tensors
+
+  @property
+  def _all_stateful_metrics_tensors(self):
+    """Returns the network's symbolic metric tensors."""
+    metrics_tensors = {}
+    if self._is_compiled:
+      metrics_tensors.update(self._compile_stateful_metrics_tensors)
+    metrics_tensors.update(super(Model, self)._all_metrics_tensors)
+    return metrics_tensors
+
   def _init_metric_attributes(self):
     """Initialized model metric attributes."""
     # List of all metric names in the model.
-    self.metrics_names = ['loss']
-    # List of all aggregated metric result tensors. This includes aggregated
-    # loss result tensors.
-    self._stateful_metrics_tensors = []
-    # List of all metric result tensors (aggregated or not - based on the
-    # values given in compile.)
-    self.metrics_tensors = []
+    self._compile_metrics_names = ['loss']
     # List of stateful metric functions. Used for resetting metric state during
-    # training/eval. This includes loss functions.
-    self.stateful_metric_functions = []
+    # training/eval.
+    # This includes loss functions when there are multiple outputs.
+    self._compile_stateful_metric_functions = []
+    # Dict of all aggregated metric result tensors. This includes aggregated
+    # loss result tensors when there are multiple outputs.
+    self._compile_stateful_metrics_tensors = {}
+    # Dict of all metric result tensors (aggregated or not - based on the
+    # values given in compile.). This includes aggregated loss result tensors
+    # when there are multiple outputs.
+    self._compile_metrics_tensors = {}
 
   def _set_per_output_metric_attributes(self, metrics_dict, output_index):
     """Sets the metric attributes on the model for the given output.
@@ -201,24 +243,39 @@ class Model(Network):
       metrics_dict: A dict with metric names as keys and metric fns as values.
       output_index: The index of the model output for which the metric
         attributes are added.
+
+    Returns:
+      Metrics dict updated with unique metric names as keys.
     """
-    for metric_name, (_, stateful_metric_fn) in metrics_dict.items():
+    updated_metrics_dict = collections.OrderedDict()
+    for metric_name, (metric_fn, stateful_metric_fn) in metrics_dict.items():
       metric_name = self._add_unique_metric_name(metric_name, output_index)
-      # Keep track of metric name.
-      self.metrics_names.append(metric_name)
-
-      # Keep track of stateful metric function.
-      self.stateful_metric_functions.append(stateful_metric_fn)
+      updated_metrics_dict[metric_name] = (metric_fn, stateful_metric_fn)
+      # Keep track of metric name, function and stateful function.
+      self._compile_metrics_names.append(metric_name)
+      self._compile_stateful_metric_functions.append(stateful_metric_fn)
+    return updated_metrics_dict
 
   def _set_metric_attributes(self, outputs, skip_target_indices=None):
     """Sets the metric attributes on the model for all the model outputs."""
     skip_target_indices = skip_target_indices or []
+    updated_per_output_metrics = []
+    updated_per_output_weighted_metrics = []
     for i in range(len(outputs)):
       if i in skip_target_indices:
+        updated_per_output_metrics.append(self._per_output_metrics[i])
+        updated_per_output_weighted_metrics.append(
+            self._per_output_weighted_metrics[i])
         continue
-      self._set_per_output_metric_attributes(self._per_output_metrics[i], i)
-      self._set_per_output_metric_attributes(
-          self._per_output_weighted_metrics[i], i)
+      updated_per_output_metrics.append(
+          self._set_per_output_metric_attributes(self._per_output_metrics[i],
+                                                 i))
+      updated_per_output_weighted_metrics.append(
+          self._set_per_output_metric_attributes(
+              self._per_output_weighted_metrics[i], i))
+
+    self._per_output_metrics = updated_per_output_metrics
+    self._per_output_weighted_metrics = updated_per_output_weighted_metrics
 
   def _handle_per_output_metrics(self,
                                  metrics_dict,
@@ -253,16 +310,16 @@ class Model(Network):
           weighted_metric_fn = training_utils.weighted_masked_objective(fn)
           return weighted_metric_fn(y_true, y_pred, weights=weights, mask=mask)
 
-        def _track_metric_tensors(stateless_result, stateful_result):
-          self.metrics_tensors.append(stateless_result)
-          self._stateful_metrics_tensors.append(stateful_result)
+        def _track_metric_tensors(name, stateless_result, stateful_result):
+          self._compile_metrics_tensors[name] = stateless_result
+          self._compile_stateful_metrics_tensors[name] = stateful_result
 
         if isinstance(metric_fn, metrics_module.Metric):
           # If the given metric fn is stateful, call the fn and return result.
           metric_result = _call_stateful_fn(metric_fn)
           metric_results.append(metric_result)
           if not self.run_eagerly:
-            _track_metric_tensors(metric_result, metric_result)
+            _track_metric_tensors(metric_name, metric_result, metric_result)
         elif self.run_eagerly:
           # In eager mode, if the given metric fn is not stateful, we invoke the
           # given fn or its stateful version based on the given flag.
@@ -276,7 +333,8 @@ class Model(Network):
           # stateless fns.
           stateful_metric_result = _call_stateful_fn(stateful_fn)
           metric_result = _call_stateless_fn(metric_fn)
-          _track_metric_tensors(metric_result, stateful_metric_result)
+          _track_metric_tensors(metric_name, metric_result,
+                                stateful_metric_result)
 
     return metric_results
 
@@ -304,6 +362,7 @@ class Model(Network):
     skip_target_indices = skip_target_indices or []
     metric_results = []
     with K.name_scope('metrics'):
+      # Invoke all metrics added using `compile`.
       for i in range(len(outputs)):
         if i in skip_target_indices:
           continue
@@ -325,6 +384,12 @@ class Model(Network):
                 output_mask,
                 weights=sample_weights[i],
                 return_stateful_result=return_stateful_result))
+
+    # Add metric results from the `add_metric` metrics in eager mode.
+    if context.executing_eagerly():
+      for m in self.metrics:
+        if m not in self._compile_stateful_metric_functions:
+          metric_results.append(m.result())
     return metric_results
 
   @property
@@ -461,10 +526,10 @@ class Model(Network):
       self._track_checkpointable(
           self.optimizer, name='optimizer', overwrite=True)
     self.loss = loss
-    self.metrics = metrics or []
+    self._compile_metrics = metrics or []
     self.loss_weights = loss_weights
     self.sample_weight_mode = sample_weight_mode
-    self.weighted_metrics = weighted_metrics
+    self._compile_weighted_metrics = weighted_metrics
     if self.run_eagerly and target_tensors is not None:
       raise ValueError(
           'target_tensors argument is not supported when '
@@ -573,7 +638,7 @@ class Model(Network):
       self.total_loss = None
       for i in range(len(self.outputs)):
         if len(self.outputs) > 1:
-          self.metrics_names.append(self.output_names[i] + '_loss')
+          self._compile_metrics_names.append(self.output_names[i] + '_loss')
 
       # Set metric attributes on model.
       self._set_metric_attributes(
@@ -666,7 +731,8 @@ class Model(Network):
 
           if len(self.outputs) > 1:
             # Keep track of the un-aggregated loss result tensor.
-            self.metrics_tensors.append(output_loss)
+            self._compile_metrics_tensors[self.output_names[i] +
+                                          '_loss'] = output_loss
 
             # Keep track of stateful result tensor and function for the loss.
             mean_wrapped_loss = metrics_module.MeanMetricWrapper(
@@ -677,10 +743,11 @@ class Model(Network):
                 y_pred,
                 weights=sample_weight,
                 mask=mask)
-            self._stateful_metrics_tensors.append(result_tensor)
-            self.stateful_metric_functions.append(mean_wrapped_loss)
+            self._compile_stateful_metrics_tensors[self.output_names[i] +
+                                                   '_loss'] = result_tensor
+            self._compile_stateful_metric_functions.append(mean_wrapped_loss)
 
-            self.metrics_names.append(self.output_names[i] + '_loss')
+            self._compile_metrics_names.append(self.output_names[i] + '_loss')
           if total_loss is None:
             total_loss = loss_weight * output_loss
           else:
@@ -782,18 +849,24 @@ class Model(Network):
         setattr(self, fn_name, fn)
 
   def _make_train_function(self):
+    metrics_tensors = [
+        self._all_metrics_tensors[m] for m in self.metrics_names[1:]
+    ]
     self._make_train_function_helper('train_function',
-                                     [self.total_loss] + self.metrics_tensors)
+                                     [self.total_loss] + metrics_tensors)
 
   def _make_fit_function(self):
     # TODO(psv/anjalisridhar): Remove updates after we fix b/118841692
     # Stateful metrics updates
     metric_updates = []
-    for m in self.stateful_metric_functions:
+    for m in self.metrics:
       metric_updates += m.updates
+
+    metrics_tensors = [
+        self._all_stateful_metrics_tensors[m] for m in self.metrics_names[1:]
+    ]
     self._make_train_function_helper(
-        '_fit_function', [self.total_loss] + self._stateful_metrics_tensors,
-        metric_updates)
+        '_fit_function', [self.total_loss] + metrics_tensors, metric_updates)
 
   def _make_test_function_helper(self, fn_name, outputs, metric_updates=None):
     if not hasattr(self, fn_name):
@@ -819,12 +892,18 @@ class Model(Network):
         setattr(self, fn_name, fn)
 
   def _make_test_function(self):
+    metrics_tensors = [
+        self._all_metrics_tensors[m] for m in self.metrics_names[1:]
+    ]
     self._make_test_function_helper('test_function',
-                                    [self.total_loss] + self.metrics_tensors)
+                                    [self.total_loss] + metrics_tensors)
 
   def _make_eval_function(self):
-    self._make_test_function_helper(
-        '_eval_function', [self.total_loss] + self._stateful_metrics_tensors)
+    metrics_tensors = [
+        self._all_stateful_metrics_tensors[m] for m in self.metrics_names[1:]
+    ]
+    self._make_test_function_helper('_eval_function',
+                                    [self.total_loss] + metrics_tensors)
 
   def _make_predict_function(self):
     if not hasattr(self, 'predict_function'):
@@ -1202,12 +1281,14 @@ class Model(Network):
             y = [y]
           target_tensors = [v for v in y if tensor_util.is_tensor(v)]
         is_compile_called = True
-        self.compile(optimizer=self.optimizer,
-                     loss=self.loss,
-                     metrics=self.metrics,
-                     loss_weights=self.loss_weights,
-                     target_tensors=target_tensors,
-                     run_eagerly=self.run_eagerly)
+        self.compile(
+            optimizer=self.optimizer,
+            loss=self.loss,
+            metrics=self._compile_metrics,
+            weighted_metrics=self._compile_weighted_metrics,
+            loss_weights=self.loss_weights,
+            target_tensors=target_tensors,
+            run_eagerly=self.run_eagerly)
 
     # In graph mode, if we had just set inputs and targets as symbolic tensors
     # by invoking build and compile on the model respectively, we do not have to
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 7f4cfc729b..48d6af7ec4 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -299,8 +299,8 @@ def model_iteration(model,
     # Setup work for each epoch
     results = []
     epoch_logs = {}
-    if hasattr(model, 'stateful_metric_functions'):
-      for m in model.stateful_metric_functions:
+    if hasattr(model, 'metrics'):
+      for m in model.metrics:
         m.reset_states()
     callbacks.on_epoch_begin(epoch, epoch_logs, mode=mode)
     progbar.on_epoch_begin(epoch, epoch_logs)
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 0d6f4d772f..9bf41734c3 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -171,7 +171,7 @@ def fit_loop(
 
     for epoch in range(initial_epoch, epochs):
       # Reset stateful metrics
-      for m in model.stateful_metric_functions:
+      for m in model.metrics:
         m.reset_states()
       callbacks.on_epoch_begin(epoch)
       epoch_logs = {}
@@ -311,7 +311,8 @@ def _experimental_fit_loop(
   # Add initial dummy values for loss and other metric tensors.
   initial_loop_values = {}
   initial_loop_values['loss'] = constant_op.constant(1e7)
-  for name, tensor in zip(model.metrics_names[1:], model.metrics_tensors):
+  for name in model.metrics_names[1:]:
+    tensor = model._all_stateful_metrics_tensors[name]
     initial_loop_values[name] = array_ops.zeros(tensor.shape, tensor.dtype)
 
   if steps_per_epoch is None:
@@ -480,7 +481,7 @@ def test_loop(model, iterator, verbose=0, steps=None):
         len(model.outputs) * current_strategy.num_replicas_in_sync)]
     ins = dataset_inputs + dataset_targets + sample_weights
 
-    for m in model.stateful_metric_functions:
+    for m in model.metrics:
       m.reset_states()
 
     outs = []
@@ -590,7 +591,8 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
   # Add initial dummy values for loss and other metric tensors.
   initial_loop_values = {}
   initial_loop_values['loss'] = constant_op.constant(1e7)
-  for name, tensor in zip(model.metrics_names[1:], model.metrics_tensors):
+  for name in model.metrics_names[1:]:
+    tensor = model._all_stateful_metrics_tensors[name]
     initial_loop_values[name] = array_ops.zeros(tensor.shape, tensor.dtype)
 
   with current_strategy.scope():
@@ -867,10 +869,11 @@ def _clone_and_build_model(model, inputs=None, targets=None):
   cloned_model.compile(
       optimizer,
       model.loss,
-      metrics=metrics_module.clone_metrics(model.metrics),
+      metrics=metrics_module.clone_metrics(model._compile_metrics),
       loss_weights=model.loss_weights,
       sample_weight_mode=model.sample_weight_mode,
-      weighted_metrics=metrics_module.clone_metrics(model.weighted_metrics),
+      weighted_metrics=metrics_module.clone_metrics(
+          model._compile_weighted_metrics),
       target_tensors=targets)
   return cloned_model
 
diff --git a/tensorflow/python/keras/engine/training_eager.py b/tensorflow/python/keras/engine/training_eager.py
index 9cb752a5c6..b0f40dcb4f 100644
--- a/tensorflow/python/keras/engine/training_eager.py
+++ b/tensorflow/python/keras/engine/training_eager.py
@@ -254,16 +254,25 @@ def iterator_fit_loop(model,
           if val is not None else None for val in sample_weights
       ]
 
-    # Set stateful_metrics in callbacks. We do not do this before the
-    # `steps_per_epoch` loop because model will be compiled only in the first
-    # iteration of this loop in the deferred build scenario.
+    # Train model.
+    outs, loss, _, aggregated_loss_metrics, masks = _process_single_batch(
+        model,
+        x,
+        y,
+        output_loss_metrics=output_loss_metrics,
+        sample_weights=sample_weights,
+        training=True)
+    outs = generic_utils.to_list(outs)
+
     if step_index == 0:
+      # Set stateful_metrics in callbacks. We do not do this before the
+      # `steps_per_epoch` loop because model will be compiled only in the first
+      # iteration of this loop in the deferred build scenario.
       for cbk in callbacks:
         if (isinstance(cbk, cbks.BaseLogger) or
             isinstance(cbk, cbks.ProgbarLogger)):
           cbk.stateful_metrics = model.metrics_names[1:]  # Exclude `loss`
 
-    if step_index == 0 and not callbacks.params['metrics']:
       callback_metrics = copy.copy(model.metrics_names)
       if do_validation:
         callback_metrics += ['val_' + n for n in model.metrics_names]
@@ -277,16 +286,6 @@ def iterator_fit_loop(model,
           'validation_steps': validation_steps
       })
 
-    # Train model.
-    outs, loss, _, aggregated_loss_metrics, masks = _process_single_batch(
-        model,
-        x,
-        y,
-        output_loss_metrics=output_loss_metrics,
-        sample_weights=sample_weights,
-        training=True)
-    outs = generic_utils.to_list(outs)
-
     # Calculate metrics.
     for l, o in zip(model.metrics_names, outs):
       batch_logs[l] = o
@@ -392,8 +391,8 @@ def iterator_test_loop(model, inputs, steps, verbose=0):
       # Get stateful metrics indices. We do not do this before the `steps` loop
       # because model will be compiled only in the first iteration of this loop
       # in the deferred build scenario.
-      if hasattr(model, 'metrics'):
-        for m in model.stateful_metric_functions:
+      if hasattr(model, '_compile_metrics'):
+        for m in model.metrics:
           m.reset_states()
       for m in output_loss_metrics:
         m.reset_states()
@@ -750,7 +749,7 @@ def fit_loop(model,
     for epoch in range(initial_epoch, epochs):
       if model._is_compiled:  # Model may not be compiled the first time.
         # Reset stateful metrics
-        for m in model.stateful_metric_functions:
+        for m in model.metrics:
           m.reset_states()
 
       for m in output_loss_metrics:
diff --git a/tensorflow/python/keras/engine/training_generator.py b/tensorflow/python/keras/engine/training_generator.py
index b5e3a03976..21f2b9dfe3 100644
--- a/tensorflow/python/keras/engine/training_generator.py
+++ b/tensorflow/python/keras/engine/training_generator.py
@@ -137,7 +137,7 @@ def fit_generator(model,
     # Construct epoch logs.
     epoch_logs = {}
     while epoch < epochs:
-      for m in model.stateful_metric_functions:
+      for m in model.metrics:
         m.reset_states()
       callbacks.on_epoch_begin(epoch)
       steps_done = 0
@@ -240,8 +240,8 @@ def evaluate_generator(model,
   if not context.executing_eagerly():
     model._make_test_function()
 
-  if hasattr(model, 'metrics'):
-    for m in model.stateful_metric_functions:
+  if hasattr(model, '_compile_metrics'):
+    for m in model.metrics:
       m.reset_states()
 
   steps_done = 0
diff --git a/tensorflow/python/keras/engine/training_test.py b/tensorflow/python/keras/engine/training_test.py
index 359b4da0db..cd25707f51 100644
--- a/tensorflow/python/keras/engine/training_test.py
+++ b/tensorflow/python/keras/engine/training_test.py
@@ -37,6 +37,7 @@ from tensorflow.python.keras import testing_utils
 from tensorflow.python.keras.callbacks import Callback
 from tensorflow.python.keras.engine.training_utils import weighted_masked_objective
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import sparse_ops
 from tensorflow.python.ops import variables as variables_lib
 from tensorflow.python.platform import test
@@ -574,6 +575,31 @@ class TrainingTest(test.TestCase):
       # Test with eager execution and iterator
       model.fit(iterator, epochs=1, steps_per_epoch=2)
 
+  def test_losses_in_defun(self):
+    with context.eager_mode():
+      layer = keras.layers.Dense(1, kernel_regularizer='l1')
+      layer(array_ops.ones([1, 10]))
+
+      @function.defun
+      def get_losses():
+        return layer.losses
+
+      self.assertAllEqual(
+          self.evaluate(layer.losses), self.evaluate(get_losses()))
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_logging(self):
+    mock_stdout = io.BytesIO() if six.PY2 else io.StringIO()
+    model = keras.models.Sequential()
+    model.add(keras.layers.Dense(10, activation='relu'))
+    model.add(keras.layers.Dense(1, activation='sigmoid'))
+    model.compile(
+        RMSPropOptimizer(learning_rate=0.001), loss='binary_crossentropy')
+    with test.mock.patch.object(sys, 'stdout', mock_stdout):
+      model.fit(
+          np.ones((10, 10), 'float32'), np.ones((10, 1), 'float32'), epochs=10)
+    self.assertTrue('Epoch 5/10' in mock_stdout.getvalue())
+
 
 class TestExceptionsAndWarnings(test.TestCase):
 
@@ -2248,30 +2274,327 @@ class TestTrainingWithMetrics(test.TestCase):
       scores = model.train_on_batch(x, y, sample_weight=w)
       self.assertArrayNear(scores, [0.2, 0.8], 0.1)
 
+  def test_add_metric_with_tensor_on_model_in_graph_mode(self):
+    with self.cached_session():
+      x = keras.layers.Input(shape=(1,))
+      y = keras.layers.Dense(1, kernel_initializer='ones')(x)
+      model = keras.models.Model(x, y)
+      model.add_metric(
+          math_ops.reduce_sum(y), name='metric_1', aggregation='mean')
+
+      # test with a metric which does not have the standard signature:
+      # (y_true, y_pred, sample_Weight)
+      model.add_metric(metrics_module.Mean(name='metric_2')(y))
+      model.compile('sgd', loss='mse')
+
+      inputs = np.ones(shape=(10, 1))
+      targets = np.ones(shape=(10, 1))
+      history = model.fit(
+          inputs,
+          targets,
+          epochs=2,
+          batch_size=5,
+          validation_data=(inputs, targets))
+      self.assertEqual(history.history['metric_1'][-1], 5)
+      self.assertEqual(history.history['metric_2'][-1], 1)
+      self.assertEqual(history.history['val_metric_1'][-1], 5)
+      self.assertEqual(history.history['val_metric_2'][-1], 1)
+
+      eval_results = model.evaluate(inputs, targets, batch_size=5)
+      self.assertEqual(eval_results[-1], 1)
+      self.assertEqual(eval_results[-2], 5)
+
+      model.predict(inputs, batch_size=5)
+      model.train_on_batch(inputs, targets)
+      model.test_on_batch(inputs, targets)
+
   @tf_test_util.run_in_graph_and_eager_modes
-  def test_logging(self):
-    mock_stdout = io.BytesIO() if six.PY2 else io.StringIO()
-    model = keras.models.Sequential()
-    model.add(keras.layers.Dense(10, activation='relu'))
-    model.add(keras.layers.Dense(1, activation='sigmoid'))
-    model.compile(
-        RMSPropOptimizer(learning_rate=0.001), loss='binary_crossentropy')
-    with test.mock.patch.object(sys, 'stdout', mock_stdout):
-      model.fit(
-          np.ones((10, 10), 'float32'), np.ones((10, 1), 'float32'), epochs=10)
-    self.assertTrue('Epoch 5/10' in mock_stdout.getvalue())
+  def test_add_metric_in_model_call(self):
 
-  def test_losses_in_defun(self):
+    class TestModel(keras.Model):
+
+      def __init__(self):
+        super(TestModel, self).__init__(name='test_model')
+        self.dense1 = keras.layers.Dense(2, kernel_initializer='ones')
+        self.mean = metrics_module.Mean(name='metric_1')
+
+      def call(self, x):
+        self.add_metric(
+            math_ops.reduce_sum(x), name='metric_2', aggregation='mean')
+        # Provide same name as in the instance created in __init__
+        # for eager mode
+        self.add_metric(self.mean(x), name='metric_1')
+        return self.dense1(x)
+
+    model = TestModel()
+    model.compile(loss='mse', optimizer=RMSPropOptimizer(0.01))
+
+    x = np.ones(shape=(10, 1))
+    y = np.ones(shape=(10, 2))
+    history = model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+    self.assertAlmostEqual(history.history['metric_1'][-1], 1, 0)
+    self.assertAlmostEqual(history.history['val_metric_1'][-1], 1, 0)
+    self.assertAlmostEqual(history.history['metric_2'][-1], 5, 0)
+    self.assertAlmostEqual(history.history['val_metric_2'][-1], 5, 0)
+
+    eval_results = model.evaluate(x, y, batch_size=5)
+    self.assertAlmostEqual(eval_results[1], 1, 0)
+    self.assertAlmostEqual(eval_results[2], 5, 0)
+
+    model.predict(x, batch_size=5)
+    model.train_on_batch(x, y)
+    model.test_on_batch(x, y)
+
+  def test_add_metric_in_model_call_run_eagerly(self):
     with context.eager_mode():
-      layer = keras.layers.Dense(1, kernel_regularizer='l1')
-      layer(array_ops.ones([1, 10]))
 
-      @function.defun
-      def get_losses():
-        return layer.losses
+      class TestModel(keras.Model):
+
+        def __init__(self):
+          super(TestModel, self).__init__(name='test_model')
+          self.dense1 = keras.layers.Dense(2, kernel_initializer='ones')
+          self.mean = metrics_module.Mean(name='metric_1')
+
+        def call(self, x):
+          self.add_metric(
+              math_ops.reduce_sum(x), name='metric_2', aggregation='mean')
+          # Provide same name as in the instance created in __init__
+          # for eager mode
+          self.add_metric(self.mean(x), name='metric_1')
+          return self.dense1(x)
+
+      model = TestModel()
+      model.compile(
+          loss='mse', optimizer=RMSPropOptimizer(0.01), run_eagerly=True)
+
+      x = np.ones(shape=(10, 1))
+      y = np.ones(shape=(10, 2))
+      history = model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+      self.assertAlmostEqual(history.history['metric_1'][-1], 1, 0)
+      self.assertAlmostEqual(history.history['val_metric_1'][-1], 1, 0)
+      self.assertAlmostEqual(history.history['metric_2'][-1], 5, 0)
+      self.assertAlmostEqual(history.history['val_metric_2'][-1], 5, 0)
+
+      eval_results = model.evaluate(x, y, batch_size=5)
+      self.assertAlmostEqual(eval_results[1], 1, 0)
+      self.assertAlmostEqual(eval_results[2], 5, 0)
+
+      model.predict(x, batch_size=5)
+      model.train_on_batch(x, y)
+      model.test_on_batch(x, y)
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_add_metric_in_layer_call(self):
+
+    class TestLayer(keras.layers.Layer):
+
+      def build(self, input_shape):
+        self.a = self.add_variable(
+            'a', (1, 1), initializer='ones', trainable=False)
+        self.built = True
+
+      def call(self, inputs):
+        self.add_metric(
+            math_ops.reduce_sum(inputs), name='metric_1', aggregation='mean')
+        return inputs + 1
+
+    model = keras.Sequential()
+    model.add(TestLayer(input_shape=(1,)))
+    model.add(keras.layers.Dense(2, kernel_initializer='ones'))
+    model.compile(loss='mse', optimizer=RMSPropOptimizer(0.01))
+
+    x = np.ones(shape=(10, 1))
+    y = np.ones(shape=(10, 2))
+    history = model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+    self.assertEqual(history.history['metric_1'][-1], 5)
+    self.assertAlmostEqual(history.history['val_metric_1'][-1], 5, 0)
+
+  def test_add_metric_in_layer_call_run_eagerly(self):
+    with context.eager_mode():
+
+      class TestLayer(keras.layers.Layer):
+
+        def build(self, input_shape):
+          self.a = self.add_variable(
+              'a', (1, 1), initializer='ones', trainable=False)
+          self.built = True
+
+        def call(self, inputs):
+          self.add_metric(
+              math_ops.reduce_sum(inputs), name='metric_1', aggregation='mean')
+          return inputs + 1
+
+      model = keras.Sequential()
+      model.add(TestLayer(input_shape=(1,)))
+      model.add(keras.layers.Dense(2, kernel_initializer='ones'))
+      model.compile(
+          loss='mse', optimizer=RMSPropOptimizer(0.01), run_eagerly=True)
+
+      x = np.ones(shape=(10, 1))
+      y = np.ones(shape=(10, 2))
+      history = model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+      self.assertEqual(history.history['metric_1'][-1], 5)
+      self.assertAlmostEqual(history.history['val_metric_1'][-1], 5, 0)
+
+  def test_model_metrics_list(self):
+    with self.cached_session():
+      x = keras.layers.Input(shape=(1,))
+      y = keras.layers.Dense(1, kernel_initializer='ones')(x)
+      model = keras.models.Model(x, y)
+      model.add_metric(
+          math_ops.reduce_sum(y), name='metric_1', aggregation='mean')
+      model.add_metric(metrics_module.Mean(name='metric_2')(y))
+      model.compile('sgd', loss='mse', metrics=['acc'])
+
+      # Verify that the metrics added using `compile` and `add_metric` API are
+      # included
+      self.assertEqual(model._compile_metrics, ['acc'])
+      names = []
+      for m in model.metrics:
+        if isinstance(m, metrics_module.Metric):
+          names.append(m.name)
+        else:
+          names.append(m.__name__)
+      self.assertEqual(names, ['binary_accuracy', 'metric_1', 'metric_2'])
+
+  def test_model_eager_metrics_list(self):
+    with context.eager_mode():
+
+      class TestModel(keras.Model):
+
+        def __init__(self):
+          super(TestModel, self).__init__(name='test_model')
+          self.dense1 = keras.layers.Dense(2, kernel_initializer='ones')
+
+        def call(self, x):
+          self.add_metric(
+              math_ops.reduce_sum(x), name='metric_1', aggregation='mean')
+          return self.dense1(x)
+
+      model = TestModel()
+      model.compile(
+          loss='mse',
+          optimizer=RMSPropOptimizer(0.01),
+          metrics=['acc'],
+          run_eagerly=True)
+      x = np.ones(shape=(10, 1))
+      y = np.ones(shape=(10, 2))
+      model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+
+      self.assertEqual(model._compile_metrics, ['acc'])
+      names = []
+      for m in model.metrics:
+        if isinstance(m, metrics_module.Metric):
+          names.append(m.name)
+        else:
+          names.append(m.__name__)
+      self.assertEqual(names, ['categorical_accuracy', 'metric_1'])
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_multiple_add_metric_calls(self):
+
+    class TestModel(keras.Model):
+
+      def __init__(self):
+        super(TestModel, self).__init__(name='test_model')
+        self.dense1 = keras.layers.Dense(2, kernel_initializer='ones')
+        self.mean1 = metrics_module.Mean(name='metric_1')
+        self.mean2 = metrics_module.Mean(name='metric_2')
+
+      def call(self, x):
+        self.add_metric(self.mean2(x), name='metric_2')
+        self.add_metric(self.mean1(x), name='metric_1')
+        self.add_metric(
+            math_ops.reduce_sum(x), name='metric_3', aggregation='mean')
+        return self.dense1(x)
+
+    model = TestModel()
+    model.compile(loss='mse', optimizer=RMSPropOptimizer(0.01))
+
+    x = np.ones(shape=(10, 1))
+    y = np.ones(shape=(10, 2))
+    history = model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+    self.assertAlmostEqual(history.history['metric_1'][-1], 1, 0)
+    self.assertAlmostEqual(history.history['metric_2'][-1], 1, 0)
+    self.assertAlmostEqual(history.history['metric_3'][-1], 5, 0)
+
+    eval_results = model.evaluate(x, y, batch_size=5)
+    self.assertArrayNear(eval_results[1:4], [1, 1, 5], 0.1)
+
+    model.predict(x, batch_size=5)
+    model.train_on_batch(x, y)
+    model.test_on_batch(x, y)
+
+  def test_invalid_metric_tensor_in_call(self):
+    with context.eager_mode():
+
+      class TestLayer(keras.layers.Layer):
+
+        def call(self, inputs):
+          self.add_metric(metrics_module.Mean(name='metric_1')(inputs))
+          return inputs + 1
+
+      model = keras.Sequential()
+      model.add(TestLayer(input_shape=(1,)))
+      model.add(keras.layers.Dense(2, kernel_initializer='ones'))
+      model.compile(
+          loss='mse', optimizer=RMSPropOptimizer(0.01), run_eagerly=True)
+
+      x = np.ones(shape=(10, 1))
+      y = np.ones(shape=(10, 2))
+      with self.assertRaisesRegexp(
+          ValueError,
+          'We do not support adding an aggregated metric tensor in `call` in '
+          'eager execution.'):
+        model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_duplicate_metric_name_in_add_metric(self):
+
+    class TestModel(keras.Model):
+
+      def __init__(self):
+        super(TestModel, self).__init__(name='test_model')
+        self.dense1 = keras.layers.Dense(2, kernel_initializer='ones')
+        self.mean = metrics_module.Mean(name='metric_1')
+        self.mean2 = metrics_module.Mean(name='metric_1')
+
+      def call(self, x):
+        self.add_metric(self.mean(x), name='metric_1')
+        return self.dense1(x)
+
+    model = TestModel()
+    model.compile(loss='mse', optimizer=RMSPropOptimizer(0.01))
+
+    x = np.ones(shape=(10, 1))
+    y = np.ones(shape=(10, 2))
+    with self.assertRaisesRegexp(
+        ValueError,
+        'Please provide different names for the metrics you have added. '
+        'We found 2 metrics with the name: "metric_1"'):
+      model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+
+  @tf_test_util.run_in_graph_and_eager_modes
+  def test_multiple_no_name_input_to_add_metric(self):
+
+    class TestModel(keras.Model):
+
+      def __init__(self):
+        super(TestModel, self).__init__(name='test_model')
+        self.dense1 = keras.layers.Dense(2, kernel_initializer='ones')
+
+      def call(self, x):
+        self.add_metric(math_ops.reduce_sum(x), aggregation='mean')
+        self.add_metric(math_ops.reduce_sum(x), aggregation='mean')
+        return self.dense1(x)
+
+    model = TestModel()
+    model.compile(loss='mse', optimizer=RMSPropOptimizer(0.01))
+    x = np.ones(shape=(10, 1))
+    y = np.ones(shape=(10, 2))
+    model.fit(x, y, epochs=2, batch_size=5, validation_data=(x, y))
+    self.assertEqual([m.name for m in model.metrics], ['mean', 'mean_1'])
 
-      self.assertAllEqual(self.evaluate(layer.losses),
-                          self.evaluate(get_losses()))
 
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/python/keras/metrics.py b/tensorflow/python/keras/metrics.py
index 6916241007..2c3822e38d 100644
--- a/tensorflow/python/keras/metrics.py
+++ b/tensorflow/python/keras/metrics.py
@@ -545,9 +545,20 @@ class Metric(Layer):
     Returns:
       The metric value tensor.
     """
-    update_op = self.update_state(*args, **kwargs)  # pylint: disable=not-callable
+    update_op = self.update_state(*args, **kwargs)
     with ops.control_dependencies([update_op]):
-      return self.result()  # pylint: disable=not-callable
+      result_t = self.result()
+
+      # We are adding the metric object as metadata on the result tensor.
+      # This is required when we want to use a metric with `add_metric` API on
+      # a Model/Layer in graph mode. This metric instance will later be used
+      # to reset variable state after each epoch of training.
+      # Example:
+      #   model = Model()
+      #   model.add_metric(Mean()(values), name='mean')
+      if not context.executing_eagerly():
+        result_t._metric_obj = self  # pylint: disable=protected-access
+      return result_t
 
   def reset_states(self):
     """Resets all of the metric state variables.
@@ -731,7 +742,8 @@ class MeanMetricWrapper(Mean):
         matches, sample_weight=sample_weight)
 
   def get_config(self):
-    config = self._fn_kwargs
+    config = {'fn': self._fn}
+    config.update(self._fn_kwargs)
     base_config = super(MeanMetricWrapper, self).get_config()
     return dict(list(base_config.items()) + list(config.items()))
 
@@ -760,6 +772,12 @@ class BinaryAccuracy(MeanMetricWrapper):
     super(BinaryAccuracy, self).__init__(
         binary_accuracy, name, dtype=dtype, threshold=threshold)
 
+  @classmethod
+  def from_config(cls, config):
+    if 'fn' in config:
+      config.pop('fn')
+    return super(BinaryAccuracy, cls).from_config(config)
+
 
 class CategoricalAccuracy(MeanMetricWrapper):
   """Calculates how often predictions matches labels.
@@ -783,6 +801,12 @@ class CategoricalAccuracy(MeanMetricWrapper):
     super(CategoricalAccuracy, self).__init__(
         categorical_accuracy, name, dtype=dtype)
 
+  @classmethod
+  def from_config(cls, config):
+    if 'fn' in config:
+      config.pop('fn')
+    return super(CategoricalAccuracy, cls).from_config(config)
+
 
 class SparseCategoricalAccuracy(MeanMetricWrapper):
   """Calculates how often predictions matches integer labels.
@@ -800,6 +824,12 @@ class SparseCategoricalAccuracy(MeanMetricWrapper):
     super(SparseCategoricalAccuracy, self).__init__(
         sparse_categorical_accuracy, name, dtype=dtype)
 
+  @classmethod
+  def from_config(cls, config):
+    if 'fn' in config:
+      config.pop('fn')
+    return super(SparseCategoricalAccuracy, cls).from_config(config)
+
 
 class _ConfusionMatrixConditionCount(Metric):
   """Calculates the number of the given confusion matrix condition."""
diff --git a/tensorflow/python/keras/models.py b/tensorflow/python/keras/models.py
index 225c6c6af8..3a0c51b497 100644
--- a/tensorflow/python/keras/models.py
+++ b/tensorflow/python/keras/models.py
@@ -304,8 +304,9 @@ def _in_place_subclassed_model_reset(model):
       attributes_cache[name] = value
       assert value in model._layers
     elif isinstance(
-        value, (list, tuple)) and name not in ('layers', '_layers',
-                                               'stateful_metric_functions'):
+        value,
+        (list, tuple)) and name not in ('layers', '_layers', 'metrics',
+                                        '_compile_stateful_metric_functions'):
       # Handle case: list/tuple of layers (also tracked by the Network API).
       if value and all(isinstance(val, Layer) for val in value):
         raise ValueError('We do not support the use of list-of-layers '
@@ -345,9 +346,6 @@ def _in_place_subclassed_model_reset(model):
           'targets',
           '_feed_targets',
           'sample_weight_modes',
-          'weighted_metrics',
-          'metrics_names',
-          'metrics_tensors',
           'total_loss',
           'sample_weights',
           '_feed_sample_weights',
@@ -495,10 +493,11 @@ def clone_and_build_model(
     clone.compile(
         optimizer,
         model.loss,
-        metrics=metrics_module.clone_metrics(model.metrics),
+        metrics=metrics_module.clone_metrics(model._compile_metrics),
         loss_weights=model.loss_weights,
         sample_weight_mode=model.sample_weight_mode,
-        weighted_metrics=metrics_module.clone_metrics(model.weighted_metrics),
+        weighted_metrics=metrics_module.clone_metrics(
+            model._compile_weighted_metrics),
         target_tensors=target_tensors)
 
   return clone
diff --git a/tensorflow/python/keras/models_test.py b/tensorflow/python/keras/models_test.py
index bf778f1497..4b6bb74ef9 100644
--- a/tensorflow/python/keras/models_test.py
+++ b/tensorflow/python/keras/models_test.py
@@ -331,7 +331,8 @@ class TestCloneAndBuildModel(test.TestCase):
     self.assertEqual('mse', model.loss)
     self.assertTrue(
         isinstance(model.optimizer, keras.optimizers.RMSprop))
-    self.assertEqual(['acc', metrics.categorical_accuracy], model.metrics)
+    self.assertEqual(['acc', metrics.categorical_accuracy],
+                     model._compile_metrics)
 
   def _clone_and_build_test_helper(self, model, is_subclassed=False):
     inp = np.random.random((10, 4))
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
index 75944663e4..9dc8daea5c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-model.pbtxt
@@ -41,6 +41,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -109,6 +117,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
index 9e3e862b79..a357a82515 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.-sequential.pbtxt
@@ -42,6 +42,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -114,6 +122,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
index db69e25c5b..1d814b2c8b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activation.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activation.pbtxt
index 5510465d7b..b84629540e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activation.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activation.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activity-regularization.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activity-regularization.pbtxt
index 38ec8a0aff..5918a13ad8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activity-regularization.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-activity-regularization.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-add.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-add.pbtxt
index 41cb8e30bf..599da06427 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-add.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-add.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-alpha-dropout.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-alpha-dropout.pbtxt
index 9a7aaa8e96..f9ff1538c8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-alpha-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-alpha-dropout.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling1-d.pbtxt
index 014f5828fa..723fc9cdb0 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling2-d.pbtxt
index cc303bf7b9..957ce2f0ce 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling3-d.pbtxt
index 628447ce35..a52c0af681 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average.pbtxt
index f03c986c22..a004db62dd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-average.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool1-d.pbtxt
index a6e4856de9..44f83d1387 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool2-d.pbtxt
index a01eaf8a12..8378faf718 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool3-d.pbtxt
index 0d6698f2ef..9d5655c964 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-avg-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-batch-normalization.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-batch-normalization.pbtxt
index f1b23be48f..820034564f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-batch-normalization.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-batch-normalization.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-bidirectional.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-bidirectional.pbtxt
index 0672cd5b7b..d37a6b4710 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-bidirectional.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-bidirectional.pbtxt
@@ -97,6 +97,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-concatenate.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-concatenate.pbtxt
index b25ae1e82e..1ad7a91be0 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-concatenate.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-concatenate.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt
index bb1918eba6..cb9abc2539 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt
@@ -178,6 +178,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv1-d.pbtxt
index 16e0fd5a31..47dba1d81f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d-transpose.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d-transpose.pbtxt
index 381839d6de..fd64941896 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d.pbtxt
index 543bae6fa9..1b1425d531 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d-transpose.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d-transpose.pbtxt
index 2933f9f4b3..1741063fe8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d.pbtxt
index 072943dc2c..50feb4f458 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-conv3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution1-d.pbtxt
index 222a1ef4fc..faaa535df9 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt
index 9c9c7461c8..4079329d1e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d.pbtxt
index f939067178..32e56696e1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt
index 44ca598724..381abe7340 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d.pbtxt
index 471b18ef85..b3e4bf9689 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-convolution3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping1-d.pbtxt
index 0f250a09b7..7aeff8003c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping2-d.pbtxt
index f52128483c..a1728d9d4f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping3-d.pbtxt
index 98daf3bab1..8d8fd142cc 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cropping3-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt
index b207c68000..7758209adf 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt
index 2d7a09ceda..7c463ff125 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dense.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dense.pbtxt
index 3ac3825759..4960d0264e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dense.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dense.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt
index 280ec8c25f..8fad7535f8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dot.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dot.pbtxt
index 560f66f9c7..5b425f2d4d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dot.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dot.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dropout.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dropout.pbtxt
index c0543529c3..f6c4d0a438 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-dropout.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-e-l-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-e-l-u.pbtxt
index 04eb2824b9..82b761fc17 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-e-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-e-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-embedding.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-embedding.pbtxt
index f400432915..c9ff323877 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-embedding.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-embedding.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-flatten.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-flatten.pbtxt
index ab176b441a..9b4165d4cb 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-flatten.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-flatten.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u-cell.pbtxt
index c3895a0ac1..f225f7c430 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u-cell.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u.pbtxt
index 9e24bb8ae6..855d001700 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-g-r-u.pbtxt
@@ -161,6 +161,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-dropout.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-dropout.pbtxt
index 55e0d7ef02..2c404c99cd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-dropout.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-noise.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-noise.pbtxt
index 38fbff5e4a..6f109d59d0 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-noise.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-gaussian-noise.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt
index a8094c0bde..69f8a9031d 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt
index 929f48df23..4299f765e5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt
index 2e6d59337f..9153a1a240 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt
index 3ebe162f57..625e81fd23 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt
index 4e3e258430..2fc769742c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt
index fb9166316f..e307a65c7c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool1-d.pbtxt
index c0a53b847b..4394ad0364 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool2-d.pbtxt
index 87b7f6797a..050ed39fe9 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool3-d.pbtxt
index 98bf96fa0c..436191821e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt
index ff6c6f3ec4..4ba540aa6a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt
index c9d4158d1c..a2e9322cb3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt
index 9953102ff9..5d16a57fc1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-input-layer.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-input-layer.pbtxt
index 2617f5a95f..9dd29c1251 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-input-layer.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-input-layer.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt
index e9f6ef45aa..0045d5775e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m.pbtxt
index 1b1ccbe118..529c750f98 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-l-s-t-m.pbtxt
@@ -161,6 +161,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-lambda.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-lambda.pbtxt
index 2e0b6bac24..d4d1bc6b6b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-lambda.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-lambda.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-layer.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-layer.pbtxt
index 1e93d1118a..e1f5491180 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-layer.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-layer.pbtxt
@@ -87,6 +87,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-leaky-re-l-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-leaky-re-l-u.pbtxt
index bfd36012a7..9b69d9a944 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-leaky-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-leaky-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected1-d.pbtxt
index 5ad5990d7e..fd52259432 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected2-d.pbtxt
index 40d03369a5..5fc8af0d03 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-locally-connected2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-masking.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-masking.pbtxt
index 86666b51bb..7f8932270e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-masking.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-masking.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool1-d.pbtxt
index d26da270e7..4723b99cb0 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool2-d.pbtxt
index 85f23df671..173c5d4a8b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool3-d.pbtxt
index 235806b965..14e1899e14 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling1-d.pbtxt
index 524c5fd69e..a708e652bf 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling2-d.pbtxt
index fda2562fc8..e6706b5cf9 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling3-d.pbtxt
index 71d2d09a8d..a73c082d1b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-max-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-maximum.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-maximum.pbtxt
index 12949b39a6..f3f195554b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-maximum.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-maximum.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-minimum.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-minimum.pbtxt
index ab16d0021e..f345d1d67b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-minimum.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-minimum.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-multiply.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-multiply.pbtxt
index 61ccbf5962..31cb8bc177 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-multiply.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-multiply.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-p-re-l-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-p-re-l-u.pbtxt
index ce2320d703..44cccc92bd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-p-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-p-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-permute.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-permute.pbtxt
index 69848af8cf..b55e191ff1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-permute.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-permute.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-r-n-n.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-r-n-n.pbtxt
index 3358f26aeb..e9575436e5 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-r-n-n.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-r-n-n.pbtxt
@@ -92,6 +92,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-re-l-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-re-l-u.pbtxt
index 413f45f018..98223b207f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-repeat-vector.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-repeat-vector.pbtxt
index 9c61ff6027..2df918b16b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-repeat-vector.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-repeat-vector.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-reshape.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-reshape.pbtxt
index baa91804c4..ce5f9e2129 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-reshape.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-reshape.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv1-d.pbtxt
index 15a5d6ac9e..a0bb917775 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv1-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv2-d.pbtxt
index be43bd5b3c..d7942f201b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-conv2-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution1-d.pbtxt
index 6105992c7a..f7ac9042d4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution1-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution2-d.pbtxt
index 1b6cf1e9ec..e5a9268822 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-separable-convolution2-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt
index 29488a37f8..0fe2c974a7 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n.pbtxt
index 3d70cf8b65..2ee5873f0f 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-simple-r-n-n.pbtxt
@@ -149,6 +149,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-softmax.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-softmax.pbtxt
index d29731ecf9..5b8f64aa35 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-softmax.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-softmax.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt
index a6d7494ca7..240cb6e562 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt
index c36e802693..6226c469f8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt
index 9c46cfe40f..34dabce6d8 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt
index 8982f78794..0ddf628ace 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-subtract.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-subtract.pbtxt
index ec2cc50298..12eb35ad15 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-subtract.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-subtract.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt
index d7bc1980f3..c41020c2b4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-time-distributed.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-time-distributed.pbtxt
index fec2de6b49..479f89cf6a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-time-distributed.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-time-distributed.pbtxt
@@ -93,6 +93,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling1-d.pbtxt
index 3d285e7f17..233363ce02 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling2-d.pbtxt
index b05e5ec84d..cb6228ac44 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling3-d.pbtxt
index 728eca415a..03bad3ccb6 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-up-sampling3-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-wrapper.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-wrapper.pbtxt
index da64e77c39..158996792a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-wrapper.pbtxt
@@ -92,6 +92,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding1-d.pbtxt
index 2f505f9293..63a56cd3ee 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding2-d.pbtxt
index f82c77072e..965a4cca04 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding3-d.pbtxt
index 54e01a9917..1a62430887 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.layers.-zero-padding3-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
index 5b88db51bf..41d8b2fc95 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-model.pbtxt
@@ -41,6 +41,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -109,6 +117,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
index 68e2dbeedd..2cf107a5cd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.keras.models.-sequential.pbtxt
@@ -42,6 +42,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -114,6 +122,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling1-d.pbtxt
index c82e67526b..059c91f724 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling1-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling2-d.pbtxt
index 1d031cb5f8..d06c8e81ee 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling2-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling3-d.pbtxt
index a8dda6655d..6be8e7c210 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-average-pooling3-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-batch-normalization.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-batch-normalization.pbtxt
index 97f65ed894..b132bd43c4 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-batch-normalization.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-batch-normalization.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv1-d.pbtxt
index ccd9578f0d..21c695935c 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv1-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d-transpose.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d-transpose.pbtxt
index 9cbb58d721..f24d030720 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d-transpose.pbtxt
@@ -100,6 +100,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d.pbtxt
index c75ea3911e..0a510ece35 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv2-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d-transpose.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d-transpose.pbtxt
index 5dc834e514..d0ee44bed3 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d-transpose.pbtxt
@@ -100,6 +100,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d.pbtxt
index 96ab209874..546de3cdab 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-conv3-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-dense.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-dense.pbtxt
index 7e9656b352..3ad311581e 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-dense.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-dense.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-dropout.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-dropout.pbtxt
index e9a2269a6e..9b83271350 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-dropout.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-flatten.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-flatten.pbtxt
index 7d2eaaab2a..87a7fb3d84 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-flatten.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-flatten.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-layer.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-layer.pbtxt
index 8bc3eb26e9..32b17e90ad 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-layer.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-layer.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling1-d.pbtxt
index 6a0dcce56a..643c469717 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling1-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling2-d.pbtxt
index b6c84edf2a..434e25adc1 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling2-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling3-d.pbtxt
index 062a02fa59..089fc6f924 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-max-pooling3-d.pbtxt
@@ -99,6 +99,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv1-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv1-d.pbtxt
index eaad0fb23e..bc3d58b9ca 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv1-d.pbtxt
@@ -100,6 +100,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv2-d.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv2-d.pbtxt
index ece28a8ce9..fe7d71af3a 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.layers.-separable-conv2-d.pbtxt
@@ -100,6 +100,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt
index 88b8f37c4f..f7f9978c06 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-l-s-t-m-cell.pbtxt
@@ -107,6 +107,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-r-n-n-cell.pbtxt
index a4483fefa2..f9e898484b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-basic-r-n-n-cell.pbtxt
@@ -107,6 +107,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt
index 381c4975d7..9e52a42526 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt
@@ -106,6 +106,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt
index 912365a28b..9836433d08 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt
@@ -110,6 +110,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt
index a4bb3219c7..5fd9b329bd 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-g-r-u-cell.pbtxt
@@ -107,6 +107,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt
index 715bfd5fc7..76c8cff22b 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-l-s-t-m-cell.pbtxt
@@ -107,6 +107,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt
index b66c0f89cc..f53567af52 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt
@@ -106,6 +106,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt
index faeb4f3513..d3b68e4f29 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt
@@ -105,6 +105,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt
index caa2e60080..1f7840ab91 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt
@@ -106,6 +106,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
index 75944663e4..9dc8daea5c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-model.pbtxt
@@ -41,6 +41,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -109,6 +117,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
index 9e3e862b79..a357a82515 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.-sequential.pbtxt
@@ -42,6 +42,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -114,6 +122,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
index db69e25c5b..1d814b2c8b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.experimental.-peephole-l-s-t-m-cell.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activation.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activation.pbtxt
index 5510465d7b..b84629540e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activation.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activation.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activity-regularization.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activity-regularization.pbtxt
index 38ec8a0aff..5918a13ad8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activity-regularization.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-activity-regularization.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-add.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-add.pbtxt
index 41cb8e30bf..599da06427 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-add.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-add.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-alpha-dropout.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-alpha-dropout.pbtxt
index 9a7aaa8e96..f9ff1538c8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-alpha-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-alpha-dropout.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling1-d.pbtxt
index 014f5828fa..723fc9cdb0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling2-d.pbtxt
index cc303bf7b9..957ce2f0ce 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling3-d.pbtxt
index 628447ce35..a52c0af681 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average.pbtxt
index f03c986c22..a004db62dd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-average.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool1-d.pbtxt
index a6e4856de9..44f83d1387 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool2-d.pbtxt
index a01eaf8a12..8378faf718 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool3-d.pbtxt
index 0d6698f2ef..9d5655c964 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-avg-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-batch-normalization.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-batch-normalization.pbtxt
index f1b23be48f..820034564f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-batch-normalization.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-batch-normalization.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-bidirectional.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-bidirectional.pbtxt
index 0672cd5b7b..d37a6b4710 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-bidirectional.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-bidirectional.pbtxt
@@ -97,6 +97,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-concatenate.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-concatenate.pbtxt
index b25ae1e82e..1ad7a91be0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-concatenate.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-concatenate.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt
index bb1918eba6..cb9abc2539 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv-l-s-t-m2-d.pbtxt
@@ -178,6 +178,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv1-d.pbtxt
index 16e0fd5a31..47dba1d81f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d-transpose.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d-transpose.pbtxt
index 381839d6de..fd64941896 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d.pbtxt
index 543bae6fa9..1b1425d531 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d-transpose.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d-transpose.pbtxt
index 2933f9f4b3..1741063fe8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d.pbtxt
index 072943dc2c..50feb4f458 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-conv3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution1-d.pbtxt
index 222a1ef4fc..faaa535df9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt
index 9c9c7461c8..4079329d1e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d.pbtxt
index f939067178..32e56696e1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt
index 44ca598724..381abe7340 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d-transpose.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d.pbtxt
index 471b18ef85..b3e4bf9689 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-convolution3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping1-d.pbtxt
index 0f250a09b7..7aeff8003c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping2-d.pbtxt
index f52128483c..a1728d9d4f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping3-d.pbtxt
index 98daf3bab1..8d8fd142cc 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cropping3-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt
index b207c68000..7758209adf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-g-r-u.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt
index 2d7a09ceda..7c463ff125 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-cu-d-n-n-l-s-t-m.pbtxt
@@ -98,6 +98,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt
index 35b31bd3ee..0781a93bd5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense-features.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense.pbtxt
index 3ac3825759..4960d0264e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dense.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt
index 280ec8c25f..8fad7535f8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-depthwise-conv2-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dot.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dot.pbtxt
index 560f66f9c7..5b425f2d4d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dot.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dot.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dropout.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dropout.pbtxt
index c0543529c3..f6c4d0a438 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-dropout.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-e-l-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-e-l-u.pbtxt
index 04eb2824b9..82b761fc17 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-e-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-e-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-embedding.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-embedding.pbtxt
index f400432915..c9ff323877 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-embedding.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-embedding.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-flatten.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-flatten.pbtxt
index ab176b441a..9b4165d4cb 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-flatten.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-flatten.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u-cell.pbtxt
index c3895a0ac1..f225f7c430 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u-cell.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u.pbtxt
index 9e24bb8ae6..855d001700 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-g-r-u.pbtxt
@@ -161,6 +161,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-dropout.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-dropout.pbtxt
index 55e0d7ef02..2c404c99cd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-dropout.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-dropout.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-noise.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-noise.pbtxt
index 38fbff5e4a..6f109d59d0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-noise.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-gaussian-noise.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt
index a8094c0bde..69f8a9031d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt
index 929f48df23..4299f765e5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt
index 2e6d59337f..9153a1a240 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-average-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt
index 3ebe162f57..625e81fd23 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt
index 4e3e258430..2fc769742c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt
index fb9166316f..e307a65c7c 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-avg-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool1-d.pbtxt
index c0a53b847b..4394ad0364 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool2-d.pbtxt
index 87b7f6797a..050ed39fe9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool3-d.pbtxt
index 98bf96fa0c..436191821e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt
index ff6c6f3ec4..4ba540aa6a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt
index c9d4158d1c..a2e9322cb3 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt
index 9953102ff9..5d16a57fc1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-global-max-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-input-layer.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-input-layer.pbtxt
index 2617f5a95f..9dd29c1251 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-input-layer.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-input-layer.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt
index e9f6ef45aa..0045d5775e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m-cell.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m.pbtxt
index 1b1ccbe118..529c750f98 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-l-s-t-m.pbtxt
@@ -161,6 +161,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-lambda.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-lambda.pbtxt
index 2e0b6bac24..d4d1bc6b6b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-lambda.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-lambda.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-layer.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-layer.pbtxt
index 1e93d1118a..e1f5491180 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-layer.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-layer.pbtxt
@@ -87,6 +87,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-leaky-re-l-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-leaky-re-l-u.pbtxt
index bfd36012a7..9b69d9a944 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-leaky-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-leaky-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
index 93372ff0f9..a94bd5930f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-linear-model.pbtxt
@@ -46,6 +46,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -114,6 +122,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected1-d.pbtxt
index 5ad5990d7e..fd52259432 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected2-d.pbtxt
index 40d03369a5..5fc8af0d03 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-locally-connected2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-masking.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-masking.pbtxt
index 86666b51bb..7f8932270e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-masking.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-masking.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool1-d.pbtxt
index d26da270e7..4723b99cb0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool2-d.pbtxt
index 85f23df671..173c5d4a8b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool3-d.pbtxt
index 235806b965..14e1899e14 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pool3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling1-d.pbtxt
index 524c5fd69e..a708e652bf 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling2-d.pbtxt
index fda2562fc8..e6706b5cf9 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling3-d.pbtxt
index 71d2d09a8d..a73c082d1b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-max-pooling3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-maximum.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-maximum.pbtxt
index 12949b39a6..f3f195554b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-maximum.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-maximum.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-minimum.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-minimum.pbtxt
index ab16d0021e..f345d1d67b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-minimum.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-minimum.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-multiply.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-multiply.pbtxt
index 61ccbf5962..31cb8bc177 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-multiply.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-multiply.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-p-re-l-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-p-re-l-u.pbtxt
index ce2320d703..44cccc92bd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-p-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-p-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-permute.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-permute.pbtxt
index 69848af8cf..b55e191ff1 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-permute.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-permute.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-r-n-n.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-r-n-n.pbtxt
index 3358f26aeb..e9575436e5 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-r-n-n.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-r-n-n.pbtxt
@@ -92,6 +92,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-re-l-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-re-l-u.pbtxt
index 413f45f018..98223b207f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-repeat-vector.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-repeat-vector.pbtxt
index 9c61ff6027..2df918b16b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-repeat-vector.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-repeat-vector.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-reshape.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-reshape.pbtxt
index baa91804c4..ce5f9e2129 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-reshape.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-reshape.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv1-d.pbtxt
index 15a5d6ac9e..a0bb917775 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv1-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv2-d.pbtxt
index be43bd5b3c..d7942f201b 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-conv2-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution1-d.pbtxt
index 6105992c7a..f7ac9042d4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution1-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution2-d.pbtxt
index 1b6cf1e9ec..e5a9268822 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-separable-convolution2-d.pbtxt
@@ -90,6 +90,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt
index 29488a37f8..0fe2c974a7 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n-cell.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n.pbtxt
index 3d70cf8b65..2ee5873f0f 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-simple-r-n-n.pbtxt
@@ -149,6 +149,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-softmax.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-softmax.pbtxt
index d29731ecf9..5b8f64aa35 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-softmax.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-softmax.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt
index a6d7494ca7..240cb6e562 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout1-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt
index c36e802693..6226c469f8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout2-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt
index 9c46cfe40f..34dabce6d8 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-spatial-dropout3-d.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt
index 8982f78794..0ddf628ace 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-stacked-r-n-n-cells.pbtxt
@@ -96,6 +96,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-subtract.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-subtract.pbtxt
index ec2cc50298..12eb35ad15 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-subtract.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-subtract.pbtxt
@@ -89,6 +89,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt
index d7bc1980f3..c41020c2b4 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-thresholded-re-l-u.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-time-distributed.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-time-distributed.pbtxt
index fec2de6b49..479f89cf6a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-time-distributed.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-time-distributed.pbtxt
@@ -93,6 +93,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling1-d.pbtxt
index 3d285e7f17..233363ce02 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling2-d.pbtxt
index b05e5ec84d..cb6228ac44 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling3-d.pbtxt
index 728eca415a..03bad3ccb6 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-up-sampling3-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-wrapper.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-wrapper.pbtxt
index da64e77c39..158996792a 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-wrapper.pbtxt
@@ -92,6 +92,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding1-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding1-d.pbtxt
index 2f505f9293..63a56cd3ee 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding1-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding1-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding2-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding2-d.pbtxt
index f82c77072e..965a4cca04 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding2-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding2-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding3-d.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding3-d.pbtxt
index 54e01a9917..1a62430887 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding3-d.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.layers.-zero-padding3-d.pbtxt
@@ -88,6 +88,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
index 5b88db51bf..41d8b2fc95 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-model.pbtxt
@@ -41,6 +41,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -109,6 +117,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
index 68e2dbeedd..2cf107a5cd 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.keras.models.-sequential.pbtxt
@@ -42,6 +42,14 @@ tf_class {
     name: "losses"
     mtype: "<type \'property\'>"
   }
+  member {
+    name: "metrics"
+    mtype: "<type \'property\'>"
+  }
+  member {
+    name: "metrics_names"
+    mtype: "<type \'property\'>"
+  }
   member {
     name: "name"
     mtype: "<type \'property\'>"
@@ -114,6 +122,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt
index 381c4975d7..9e52a42526 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-device-wrapper.pbtxt
@@ -106,6 +106,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt
index 912365a28b..9836433d08 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-dropout-wrapper.pbtxt
@@ -110,6 +110,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt
index b66c0f89cc..f53567af52 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-multi-r-n-n-cell.pbtxt
@@ -106,6 +106,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt
index faeb4f3513..d3b68e4f29 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-r-n-n-cell.pbtxt
@@ -105,6 +105,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt
index caa2e60080..1f7840ab91 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.rnn_cell.-residual-wrapper.pbtxt
@@ -106,6 +106,10 @@ tf_class {
     name: "add_loss"
     argspec: "args=[\'self\', \'losses\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "add_metric"
+    argspec: "args=[\'self\', \'value\', \'aggregation\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\'], "
+  }
   member_method {
     name: "add_update"
     argspec: "args=[\'self\', \'updates\', \'inputs\'], varargs=None, keywords=None, defaults=[\'None\'], "
-- 
GitLab


From 2121365e745361889ec9b4862f67b7f0b92e9607 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 16:06:20 -0800
Subject: [PATCH 1796/1825] [TF:XLA] Remove a const_cast from HLO
 rematerialization.

This required making HloSchedule and related classes a sequence of HloInstruction* (instead of const HloInstruction*)

Also, use HloInstructionSequence in a few more places (hlo_rematerialization.cc)

No functional change.

PiperOrigin-RevId: 221868639
---
 .../xla/service/buffer_assignment_test.cc     | 18 ++--
 .../compiler/xla/service/cpu/cpu_compiler.cc  |  8 +-
 .../compiler/xla/service/cpu/ir_emitter.cc    |  2 +-
 .../compiler/xla/service/cpu/ir_emitter.h     |  2 +-
 .../xla/service/gpu/gpu_hlo_schedule.cc       | 18 ++--
 .../xla/service/gpu/gpu_hlo_schedule.h        |  4 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  |  2 +-
 .../xla/service/gpu/thunk_schedule.cc         |  4 +-
 .../compiler/xla/service/gpu/thunk_schedule.h |  2 +-
 .../xla/service/heap_simulator_test.cc        |  6 +-
 .../compiler/xla/service/hlo_computation.cc   |  6 +-
 .../compiler/xla/service/hlo_computation.h    |  2 +-
 .../xla/service/hlo_memory_scheduler.cc       | 82 +++++++++----------
 .../xla/service/hlo_memory_scheduler.h        | 14 ++--
 .../xla/service/hlo_memory_scheduler_test.cc  | 33 ++++----
 tensorflow/compiler/xla/service/hlo_module.h  |  6 +-
 .../compiler/xla/service/hlo_ordering.cc      |  3 +-
 tensorflow/compiler/xla/service/hlo_parser.cc |  6 +-
 .../xla/service/hlo_rematerialization.cc      | 19 ++---
 .../xla/service/hlo_rematerialization.h       |  5 +-
 .../compiler/xla/service/hlo_schedule.cc      | 25 +++---
 .../compiler/xla/service/hlo_schedule.h       | 12 +--
 .../compiler/xla/service/hlo_schedule_test.cc | 14 ++--
 23 files changed, 142 insertions(+), 151 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index b1fc50cb18..8f482e6ba8 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -137,8 +137,7 @@ class BufferAssignmentTest : public HloTestBase {
   }
 
   std::unique_ptr<BufferAssignment> RunBufferAssignmentWithInstructionSequence(
-      HloModule* module,
-      absl::Span<const HloInstruction* const> instruction_sequence,
+      HloModule* module, absl::Span<HloInstruction* const> instruction_sequence,
       int64 alignment = 1) {
     HloSchedule schedule(module);
     schedule.set_sequence(module->entry_computation(), instruction_sequence);
@@ -1853,7 +1852,7 @@ class WhileBufferAssignmentTest : public HloTestBase {
   std::unique_ptr<BufferAssignment> RunBufferAssignment(HloModule* module,
                                                         int64 alignment = 1) {
     HloSchedule schedule =
-        ScheduleModule(*module, ByteSizeOf).ConsumeValueOrDie();
+        ScheduleModule(module, ByteSizeOf).ConsumeValueOrDie();
     return BufferAssigner::Run(
                module, absl::make_unique<SequentialHloOrdering>(schedule),
                ByteSizeOf,
@@ -2162,7 +2161,7 @@ TEST_F(WhileBufferAssignmentTest, ColocatedBuffers) {
   // nodes are traversed during BufferAssignment.
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape(),
                                      /*pointer_size=*/sizeof(void*));
       }));
@@ -2391,15 +2390,16 @@ TEST_F(WhileBufferAssignmentTest, WhileLoopsInterferingResultRange) {
   RunCopyInsertion(module.get());
 
   HloSchedule schedule =
-      ScheduleModule(*module, ByteSizeOf).ConsumeValueOrDie();
+      ScheduleModule(module.get(), ByteSizeOf).ConsumeValueOrDie();
 
   // To trigger b/38494731, we want a specific Hlo schedule for the
   // root computation, so we overwrite that entry with a manually
   // crafted sequence.
-  schedule.set_sequence(module->entry_computation(),
-                        {input1, weights1, one, output1, while1->operand(0),
-                         while1, input0, weights0, zero, output0,
-                         while0->operand(0), while0, gte0, gte1, root_add});
+  schedule.set_sequence(
+      module->entry_computation(),
+      {input1, weights1, one, output1, while1->mutable_operand(0), while1,
+       input0, weights0, zero, output0, while0->mutable_operand(0), while0,
+       gte0, gte1, root_add});
 
   // If this ASSERT fails, we constructed a bogus sequence above and this test
   // itself is buggy.
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc b/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
index 4ce5a8a292..b529a6e8da 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
@@ -587,9 +587,9 @@ StatusOr<std::unique_ptr<Executable>> CpuCompiler::RunBackend(
   // Select an order for emitting the HLO instructions for each
   // computation. Using this sequence enables tighter buffer liveness analysis
   // and reduced memory usage (as compared to using DependencyHloOrdering).
-  TF_ASSIGN_OR_RETURN(
-      HloSchedule schedule,
-      ScheduleModule(*module, BufferSizeBytesFunction(), DFSMemoryScheduler));
+  TF_ASSIGN_OR_RETURN(HloSchedule schedule,
+                      ScheduleModule(module.get(), BufferSizeBytesFunction(),
+                                     DFSMemoryScheduler));
 
   // Run buffer allocation on the HLO graph.
   TF_ASSIGN_OR_RETURN(
@@ -779,7 +779,7 @@ CpuCompiler::CompileAheadOfTime(std::unique_ptr<HloModuleGroup> module_group,
     XLA_VLOG_LINES(2, module->ToString());
 
     TF_ASSIGN_OR_RETURN(HloSchedule schedule,
-                        ScheduleModule(*module, BufferSizeBytesFunction()));
+                        ScheduleModule(module, BufferSizeBytesFunction()));
 
     // Run buffer analysis on the HLO graph. This analysis figures out which
     // temporary buffers are required to run the computation.
diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index 620c45fa39..9b731b0a6a 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -111,7 +111,7 @@ IrEmitter::IrEmitter(
 StatusOr<llvm::Function*> IrEmitter::EmitComputation(
     HloComputation* computation, const string& function_name_prefix,
     bool is_top_level_computation,
-    const std::vector<const HloInstruction*>* instruction_order) {
+    const std::vector<HloInstruction*>* instruction_order) {
   string function_name = name_uniquer_.GetUniqueName(function_name_prefix);
   VLOG(2) << "Emitting IR for CPU function [" << function_name_prefix
           << "]; ordered? " << (instruction_order != nullptr);
diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.h b/tensorflow/compiler/xla/service/cpu/ir_emitter.h
index 136b88ff75..e03ba42b0d 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.h
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.h
@@ -101,7 +101,7 @@ class IrEmitter : public DfsHloVisitorWithDefault,
   StatusOr<llvm::Function*> EmitComputation(
       HloComputation* computation, const string& function_name_prefix,
       bool is_top_level_computation,
-      const std::vector<const HloInstruction*>* instruction_order);
+      const std::vector<HloInstruction*>* instruction_order);
 
   llvm::IRBuilder<>* b() { return &b_; }
 
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
index 91609c730b..1126943624 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
@@ -37,7 +37,7 @@ class GpuHloOrdering : public PredecessorHloOrdering {
  public:
   GpuHloOrdering(const HloModule* module,
                  const StreamAssignment& stream_assignment,
-                 const std::vector<const HloInstruction*>& thunk_launch_order);
+                 const std::vector<HloInstruction*>& thunk_launch_order);
   ~GpuHloOrdering() override = default;
 
   // Only the entry computation can possibly be sequentially ordered, and only
@@ -56,7 +56,7 @@ class GpuHloOrdering : public PredecessorHloOrdering {
 
 GpuHloOrdering::GpuHloOrdering(
     const HloModule* module, const StreamAssignment& stream_assignment,
-    const std::vector<const HloInstruction*>& thunk_launch_order)
+    const std::vector<HloInstruction*>& thunk_launch_order)
     : PredecessorHloOrdering(module) {
   // The entry computation has a total order when there's only one stream.
   if (stream_assignment.StreamCount() == 1) {
@@ -150,7 +150,7 @@ GpuHloOrdering::GpuHloOrdering(
 // However, if the total order is A,B,D,C,E, then C and E can run
 // concurrently.
 void BFSLaunchOrder(const HloComputation* computation,
-                    std::vector<const HloInstruction*>* launch_order) {
+                    std::vector<HloInstruction*>* launch_order) {
   // This topological sort uses two data structures:
   // 1. `incoming_edge_count` which keeps track of the number of incoming
   // edges to each HLO;
@@ -158,9 +158,9 @@ void BFSLaunchOrder(const HloComputation* computation,
   //
   // The sorting algorithm repeatedly pops the top from the queue and deletes
   // that HLO from the graph, making more HLOs incoming-edge free.
-  std::deque<const HloInstruction*> queue;
+  std::deque<HloInstruction*> queue;
   std::unordered_map<const HloInstruction*, int64> incoming_edge_count;
-  for (const auto& hlo : computation->instructions()) {
+  for (auto* hlo : computation->instructions()) {
     if (hlo->operand_count() == 0) {
       queue.push_back(hlo);
     } else {
@@ -172,10 +172,10 @@ void BFSLaunchOrder(const HloComputation* computation,
   }
 
   while (!queue.empty()) {
-    const HloInstruction* x = queue.front();
+    HloInstruction* x = queue.front();
     queue.pop_front();
     launch_order->push_back(x);
-    for (const HloInstruction* y : x->users()) {
+    for (HloInstruction* y : x->users()) {
       --incoming_edge_count[y];
       if (incoming_edge_count[y] == 0) {
         queue.push_back(y);
@@ -195,14 +195,14 @@ StatusOr<std::unique_ptr<GpuHloSchedule>> GpuHloSchedule::Build(
   std::unique_ptr<GpuHloSchedule> schedule(new GpuHloSchedule);
 
   // Initialize thunk_launch_order_, the total order of thunk launches.
-  const HloComputation* entry_computation = module.entry_computation();
+  HloComputation* entry_computation = module.entry_computation();
   if (stream_assignment.StreamCount() == 1) {
     // All kernels are launched on a single stream, so there's no loss of
     // concurrency by optimizing for minimal memory usage.
     TF_ASSIGN_OR_RETURN(
         HloInstructionSequence sequence,
         ScheduleComputation(
-            *entry_computation, [pointer_size](const BufferValue& buffer) {
+            entry_computation, [pointer_size](const BufferValue& buffer) {
               return ShapeUtil::ByteSizeOf(buffer.shape(), pointer_size);
             }));
     schedule->thunk_launch_order_ = sequence.instructions();
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h
index 07a7fc67aa..7f224ffe4f 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h
@@ -46,7 +46,7 @@ class GpuHloSchedule {
 
   // Returns the total order of thunk launches, represented in terms of HLO
   // instructions.
-  const std::vector<const HloInstruction*>& ThunkLaunchOrder() const {
+  const std::vector<HloInstruction*>& ThunkLaunchOrder() const {
     return thunk_launch_order_;
   }
 
@@ -60,7 +60,7 @@ class GpuHloSchedule {
  private:
   GpuHloSchedule();
 
-  std::vector<const HloInstruction*> thunk_launch_order_;
+  std::vector<HloInstruction*> thunk_launch_order_;
   std::unique_ptr<HloOrdering> hlo_ordering_;
 };
 
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index 5f857a1a54..91db7151f2 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -33,7 +33,7 @@ namespace gpu {
 
 class GpuHloScheduleTest : public HloTestBase {
  protected:
-  using HloVec = std::vector<const HloInstruction*>;
+  using HloVec = std::vector<HloInstruction*>;
 
   // Pre-canned shapes.
   Shape f32_2x2_ = ShapeUtil::MakeShape(F32, {2, 2});
diff --git a/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc b/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc
index 141f321938..6b2d76764a 100644
--- a/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc
+++ b/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc
@@ -45,7 +45,7 @@ void ThunkSchedule::AddDependenciesOnTransitiveOperands(
 ThunkSchedule::ThunkSchedule(
     std::unique_ptr<ThunkSequence> thunks,
     std::unique_ptr<StreamAssignment> stream_assignment,
-    const std::vector<const HloInstruction*>& hlo_total_order)
+    const std::vector<HloInstruction*>& hlo_total_order)
     : thunks_(std::move(thunks)),
       stream_assignment_(std::move(stream_assignment)) {
   std::unordered_map<const HloInstruction*, Thunk*> hlo_to_thunk;
@@ -53,7 +53,7 @@ ThunkSchedule::ThunkSchedule(
     InsertOrDie(&hlo_to_thunk, thunk->hlo_instruction(), thunk.get());
   }
 
-  for (const HloInstruction* hlo : hlo_total_order) {
+  for (HloInstruction* hlo : hlo_total_order) {
     if (hlo_to_thunk.count(hlo)) {
       thunk_total_order_.push_back(FindOrDie(hlo_to_thunk, hlo));
     }
diff --git a/tensorflow/compiler/xla/service/gpu/thunk_schedule.h b/tensorflow/compiler/xla/service/gpu/thunk_schedule.h
index d3352994f8..43b628a1ba 100644
--- a/tensorflow/compiler/xla/service/gpu/thunk_schedule.h
+++ b/tensorflow/compiler/xla/service/gpu/thunk_schedule.h
@@ -46,7 +46,7 @@ class ThunkSchedule {
  public:
   ThunkSchedule(std::unique_ptr<ThunkSequence> thunks,
                 std::unique_ptr<StreamAssignment> stream_assignment,
-                const std::vector<const HloInstruction*>& hlo_total_order);
+                const std::vector<HloInstruction*>& hlo_total_order);
 
   // Returns the total order of executing all the thunks.
   const std::vector<Thunk*>& TotalOrder() const { return thunk_total_order_; }
diff --git a/tensorflow/compiler/xla/service/heap_simulator_test.cc b/tensorflow/compiler/xla/service/heap_simulator_test.cc
index fad3215fc8..dc40b9446a 100644
--- a/tensorflow/compiler/xla/service/heap_simulator_test.cc
+++ b/tensorflow/compiler/xla/service/heap_simulator_test.cc
@@ -258,7 +258,7 @@ class HeapSimulatorTracker {
   // Constructor for testing a single entry computation.
   HeapSimulatorTracker(
       const string& name, std::unique_ptr<HloComputation> computation,
-      const std::vector<const HloInstruction*>& instruction_sequence) {
+      const std::vector<HloInstruction*>& instruction_sequence) {
     HloModuleConfig config;
     module_ = absl::make_unique<HloModule>(name, config);
     module_->AddEntryComputation(std::move(computation));
@@ -286,7 +286,7 @@ class HeapSimulatorTracker {
   // Similar to the single entry computation constructor above, but runs the
   // simulation over the entire module.
   void RunWholeModule(
-      const std::vector<const HloInstruction*>& full_module_sequence) {
+      const std::vector<HloInstruction*>& full_module_sequence) {
     points_to_analysis_ =
         TuplePointsToAnalysis::Run(module_.get()).ConsumeValueOrDie();
 
@@ -294,7 +294,7 @@ class HeapSimulatorTracker {
     HloSchedule schedule(module_.get());
     absl::flat_hash_map<const HloInstruction*, int> reverse_position;
     for (int i = 0; i < full_module_sequence.size(); ++i) {
-      const HloInstruction* instruction = full_module_sequence[i];
+      HloInstruction* instruction = full_module_sequence[i];
       schedule.GetOrCreateSequence(instruction->parent())
           .push_back(instruction);
       reverse_position[instruction] = full_module_sequence.size() - i;
diff --git a/tensorflow/compiler/xla/service/hlo_computation.cc b/tensorflow/compiler/xla/service/hlo_computation.cc
index 0c20d207dd..65bd251dd8 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation.cc
@@ -795,7 +795,7 @@ Status HloComputation::AcceptWithOperandOrder(
 template <typename HloInstructionPtr>
 Status HloComputation::AcceptOrdered(
     DfsHloVisitorBase<HloInstructionPtr>* visitor,
-    const std::vector<const HloInstruction*>& order) const {
+    const std::vector<HloInstruction*>& order) const {
   VLOG(3) << "Accepting visitor with order.";
   for (HloInstruction* root : CollectUnreachableRoots()) {
     TF_RET_CHECK(std::find(order.begin(), order.end(), root) != order.end())
@@ -825,9 +825,9 @@ Status HloComputation::AcceptOrdered(
 
 // Explicit instantiations.
 template Status HloComputation::AcceptOrdered(
-    DfsHloVisitor*, const std::vector<const HloInstruction*>&) const;
+    DfsHloVisitor*, const std::vector<HloInstruction*>&) const;
 template Status HloComputation::AcceptOrdered(
-    ConstDfsHloVisitor*, const std::vector<const HloInstruction*>&) const;
+    ConstDfsHloVisitor*, const std::vector<HloInstruction*>&) const;
 
 Status HloComputation::Accept(
     const std::function<Status(HloInstruction*)>& visitor_func) {
diff --git a/tensorflow/compiler/xla/service/hlo_computation.h b/tensorflow/compiler/xla/service/hlo_computation.h
index fc7d2035e5..be1ce33696 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.h
+++ b/tensorflow/compiler/xla/service/hlo_computation.h
@@ -301,7 +301,7 @@ class HloComputation {
   // be a topological sort of all instructions in the computation.
   template <typename HloInstructionPtr>
   Status AcceptOrdered(DfsHloVisitorBase<HloInstructionPtr>* visitor,
-                       const std::vector<const HloInstruction*>& order) const;
+                       const std::vector<HloInstruction*>& order) const;
 
   // Same as Accept() above, but the visitor is given as a function.
   Status Accept(const std::function<Status(HloInstruction*)>& visitor_func);
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
index 234fcd266a..d2740bcce2 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
@@ -73,7 +73,7 @@ class ListScheduler {
   // Construct and return a memory-minimizing sequence of HLO instructions
   // containing the given HLO computation.
   static StatusOr<HloInstructionSequence> Run(
-      const HloComputation& computation,
+      HloComputation* computation,
       const TuplePointsToAnalysis& points_to_analysis,
       const LogicalBuffer::SizeFunction& size_function,
       const absl::flat_hash_map<const HloComputation*, int64>&
@@ -98,7 +98,7 @@ class ListScheduler {
   // comparison operators.
   using Priority = std::pair<int64, int64>;
 
-  ListScheduler(const HloComputation& computation,
+  ListScheduler(HloComputation* computation,
                 const TuplePointsToAnalysis& points_to_analysis,
                 const LogicalBuffer::SizeFunction& size_function,
                 const absl::flat_hash_map<const HloComputation*, int64>&
@@ -111,7 +111,7 @@ class ListScheduler {
     // instruction. An HLO instruction "uses" a LogicalBuffer if the
     // LogicalBuffer is in an operand of the instruction as indicated by
     // points-to analysis.
-    for (auto* instruction : computation.instructions()) {
+    for (auto* instruction : computation->instructions()) {
       absl::flat_hash_set<const LogicalBuffer*> instr_uses;
       for (auto* operand : instruction->operands()) {
         points_to_analysis.GetPointsToSet(operand).ForEachElement(
@@ -126,13 +126,13 @@ class ListScheduler {
 
     // Create map containing the number of unscheduled uses (hlo instructions)
     // of each logical buffer.
-    for (auto* instruction : computation.instructions()) {
+    for (auto* instruction : computation->instructions()) {
       for (auto* buffer :
            points_to_analysis.GetBuffersDefinedByInstruction(instruction)) {
         unscheduled_use_count_[buffer] = 0;
       }
     }
-    for (auto* instruction : computation.instructions()) {
+    for (auto* instruction : computation->instructions()) {
       for (const LogicalBuffer* buffer : buffer_uses_.at(instruction)) {
         ++unscheduled_use_count_[buffer];
       }
@@ -141,7 +141,7 @@ class ListScheduler {
     // Buffers live out of the computation have an implicit use at the end of
     // the computation.
     for (const LogicalBuffer* live_out_buffer :
-         points_to_analysis.GetPointsToSet(computation.root_instruction())
+         points_to_analysis.GetPointsToSet(computation->root_instruction())
              .CreateFlattenedSet()) {
       ++unscheduled_use_count_[live_out_buffer];
     }
@@ -157,7 +157,7 @@ class ListScheduler {
   // HloInstruction, plus some cached metadata, saved for the purposes of making
   // BytesFreedIfScheduled fast.
   struct ReadyListEntry {
-    const HloInstruction* instruction;
+    HloInstruction* instruction;
 
     // The total size of all buffers defined by this instruction.
     int64 bytes_defined;
@@ -171,7 +171,7 @@ class ListScheduler {
   };
 
   // Creates a ReadyListEntry for the given instruction.
-  ReadyListEntry MakeReadyListEntry(const HloInstruction* instruction) {
+  ReadyListEntry MakeReadyListEntry(HloInstruction* instruction) {
     ReadyListEntry entry;
     entry.instruction = instruction;
 
@@ -250,13 +250,13 @@ class ListScheduler {
     // Populate the ready list with instructions which have no operands or
     // control predecessors.
     absl::flat_hash_map<const HloInstruction*, int64> unscheduled_pred_count;
-    for (auto* instruction : computation_.instructions()) {
+    for (auto* instruction : computation_->instructions()) {
       // TODO(b/34466113): Replace this and above with successors() or
       // predecessors() when these methods are added to HloInstruction.
-      for (const HloInstruction* user : instruction->users()) {
+      for (HloInstruction* user : instruction->users()) {
         unscheduled_pred_count[user]++;
       }
-      for (const HloInstruction* succ : instruction->control_successors()) {
+      for (HloInstruction* succ : instruction->control_successors()) {
         unscheduled_pred_count[succ]++;
       }
     }
@@ -275,7 +275,7 @@ class ListScheduler {
       ready_instructions[inst] = it;
     };
 
-    for (auto* instruction : computation_.instructions()) {
+    for (auto* instruction : computation_->instructions()) {
       if (instruction->operands().empty() &&
           instruction->control_predecessors().empty()) {
         add_to_ready_queue(instruction);
@@ -287,7 +287,7 @@ class ListScheduler {
       // schedule.
       auto best_it = ready_queue.end();
       --best_it;
-      const HloInstruction* best = best_it->second.instruction;
+      HloInstruction* best = best_it->second.instruction;
       VLOG(2) << "Schedule instruction: " << best->ToShortString()
               << " Bytes freed: " << best_it->first.first;
       ready_queue.erase(best_it);
@@ -348,13 +348,13 @@ class ListScheduler {
         }
       }
     }
-    CHECK_EQ(schedule.size(), computation_.instruction_count());
-    CHECK_EQ(scheduled_instructions_.size(), computation_.instruction_count());
+    CHECK_EQ(schedule.size(), computation_->instruction_count());
+    CHECK_EQ(scheduled_instructions_.size(), computation_->instruction_count());
 
     return schedule;
   }
 
-  const HloComputation& computation_;
+  HloComputation* computation_;
   const TuplePointsToAnalysis& points_to_analysis_;
   const LogicalBuffer::SizeFunction& size_function_;
   // Computations are analyzed in post-order. When scheduling an instruction
@@ -386,13 +386,13 @@ int64 SumLogicalBufferSizes(
 }
 
 StatusOr<HloInstructionSequence> ScheduleComputationHelper(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const MemorySchedulerAlgorithm& algorithm,
     const absl::flat_hash_map<const HloComputation*, int64>&
         memory_by_computation) {
-  VLOG(2) << "Computation: " << computation.name();
+  VLOG(2) << "Computation: " << computation->name();
   if (algorithm) {
     return algorithm(computation, points_to_analysis, size_function,
                      memory_by_computation);
@@ -404,17 +404,17 @@ StatusOr<HloInstructionSequence> ScheduleComputationHelper(
 }  // namespace
 
 StatusOr<HloInstructionSequence> DFSMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
         memory_by_computation) {
   // These variables are a hack to prevent overflows.
   int64 cumulative_total_size = 0;
-  int64 total_hlos = computation.parent()->instruction_count();
+  int64 total_hlos = computation->parent()->instruction_count();
   absl::flat_hash_map<const HloInstruction*, int64> extra_users;
   absl::flat_hash_map<const HloInstruction*, int64> total_sizes;
-  for (const HloInstruction* hlo : computation.MakeInstructionPostOrder()) {
+  for (const HloInstruction* hlo : computation->MakeInstructionPostOrder()) {
     if (ListScheduler::IgnoreInstruction(*hlo)) {
       extra_users[hlo] = 0;
       total_sizes[hlo] = 0;
@@ -448,8 +448,8 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
     total_sizes[hlo] = std::min(total_sizes[hlo], cumulative_total_size);
     extra_users[hlo] = std::min(extra_users[hlo], total_hlos);
   }
-  CHECK_EQ(extra_users.size(), computation.instruction_count());
-  CHECK_EQ(total_sizes.size(), computation.instruction_count());
+  CHECK_EQ(extra_users.size(), computation->instruction_count());
+  CHECK_EQ(total_sizes.size(), computation->instruction_count());
 
   // Construct a total order based on DFS post-order, visiting operands in
   // decreasing cumulative extra user order, and next by cumulative size, with a
@@ -459,7 +459,7 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
     sequence.push_back(hlo);
     return Status::OK();
   });
-  TF_RETURN_IF_ERROR(computation.AcceptWithOperandOrder(
+  TF_RETURN_IF_ERROR(computation->AcceptWithOperandOrder(
       &visitor, [&extra_users, &total_sizes](const HloInstruction* a,
                                              const HloInstruction* b) {
         if (extra_users[a] != extra_users[b]) {
@@ -470,12 +470,12 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
         }
         return a->name() < b->name();
       }));
-  CHECK_EQ(sequence.size(), computation.instruction_count());
+  CHECK_EQ(sequence.size(), computation->instruction_count());
   return sequence;
 }  // namespace xla
 
 StatusOr<HloInstructionSequence> ListMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -485,16 +485,16 @@ StatusOr<HloInstructionSequence> ListMemoryScheduler(
 }
 
 StatusOr<HloInstructionSequence> PostOrderMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
         memory_by_computation) {
-  return HloInstructionSequence(computation.MakeInstructionPostOrder());
+  return HloInstructionSequence(computation->MakeInstructionPostOrder());
 }
 
 StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -513,7 +513,7 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
                           memory_by_computation));
   TF_ASSIGN_OR_RETURN(const int64 list_memory,
                       HeapSimulator::MinimumMemoryForComputation(
-                          computation, list_sequence, points_to_analysis,
+                          *computation, list_sequence, points_to_analysis,
                           size_function, &memory_by_computation));
   VLOG(2) << "Min-memory list sequence: " << HumanReadableNumBytes(list_memory);
 
@@ -522,7 +522,7 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
                                          size_function, memory_by_computation));
   TF_ASSIGN_OR_RETURN(const int64 dfs_memory,
                       HeapSimulator::MinimumMemoryForComputation(
-                          computation, dfs_sequence, points_to_analysis,
+                          *computation, dfs_sequence, points_to_analysis,
                           size_function, &memory_by_computation));
   VLOG(2) << "Min-memory dfs sequence: " << HumanReadableNumBytes(dfs_memory);
 
@@ -532,7 +532,7 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
                                memory_by_computation));
   TF_ASSIGN_OR_RETURN(const int64 post_order_memory,
                       HeapSimulator::MinimumMemoryForComputation(
-                          computation, post_order_sequence, points_to_analysis,
+                          *computation, post_order_sequence, points_to_analysis,
                           size_function, &memory_by_computation));
   VLOG(2) << "Min-memory post order sequence: "
           << HumanReadableNumBytes(post_order_memory);
@@ -555,17 +555,17 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
 }
 
 StatusOr<HloSchedule> ScheduleModule(
-    const HloModule& module, const LogicalBuffer::SizeFunction& size_function,
+    HloModule* module, const LogicalBuffer::SizeFunction& size_function,
     const MemorySchedulerAlgorithm& algorithm) {
-  HloSchedule schedule(&module);
+  HloSchedule schedule(module);
   TF_ASSIGN_OR_RETURN(std::unique_ptr<TuplePointsToAnalysis> points_to_analysis,
-                      TuplePointsToAnalysis::Run(&module));
+                      TuplePointsToAnalysis::Run(module));
   absl::flat_hash_map<const HloComputation*, int64> memory_by_computation;
-  for (const auto* computation : module.MakeComputationPostOrder()) {
+  for (auto* computation : module->MakeComputationPostOrder()) {
     if (!computation->IsFusionComputation()) {
       TF_ASSIGN_OR_RETURN(HloInstructionSequence computation_sequence,
                           ScheduleComputationHelper(
-                              *computation, *points_to_analysis, size_function,
+                              computation, *points_to_analysis, size_function,
                               algorithm, memory_by_computation));
       memory_by_computation[computation] =
           HeapSimulator::MinimumMemoryForComputation(
@@ -583,11 +583,11 @@ StatusOr<HloSchedule> ScheduleModule(
 }
 
 StatusOr<HloInstructionSequence> ScheduleComputation(
-    const HloComputation& computation,
+    HloComputation* computation,
     const LogicalBuffer::SizeFunction& size_function) {
-  CHECK(!computation.IsFusionComputation());
+  CHECK(!computation->IsFusionComputation());
   TF_ASSIGN_OR_RETURN(std::unique_ptr<TuplePointsToAnalysis> points_to_analysis,
-                      TuplePointsToAnalysis::Run(computation.parent()));
+                      TuplePointsToAnalysis::Run(computation->parent()));
   absl::flat_hash_map<const HloComputation*, int64> empty_map;
   return ScheduleComputationHelper(computation, *points_to_analysis,
                                    size_function, nullptr, empty_map);
@@ -600,7 +600,7 @@ HloMemoryScheduler::HloMemoryScheduler(
 
 StatusOr<bool> HloMemoryScheduler::Run(HloModule* module) {
   TF_ASSIGN_OR_RETURN(HloSchedule schedule,
-                      ScheduleModule(*module, size_function_, algorithm_));
+                      ScheduleModule(module, size_function_, algorithm_));
   TF_RETURN_IF_ERROR(module->set_schedule(std::move(schedule)));
   return true;
 }
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler.h b/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
index cca5dc4939..7227bfb27c 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
@@ -36,14 +36,14 @@ namespace xla {
 // that describes buffer aliasing, together with a target-specific size function
 // that maps a tensor's logical size to its padded size.
 typedef std::function<StatusOr<HloInstructionSequence>(
-    const HloComputation&, const TuplePointsToAnalysis&,
+    HloComputation*, const TuplePointsToAnalysis&,
     const LogicalBuffer::SizeFunction&,
     const absl::flat_hash_map<const HloComputation*, int64>&)>
     MemorySchedulerAlgorithm;
 
 // List scheduler
 StatusOr<HloInstructionSequence> ListMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -51,7 +51,7 @@ StatusOr<HloInstructionSequence> ListMemoryScheduler(
 
 // DFS-order scheduler
 StatusOr<HloInstructionSequence> DFSMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -59,7 +59,7 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
 
 // Naive Post Order scheduler
 StatusOr<HloInstructionSequence> PostOrderMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -69,7 +69,7 @@ StatusOr<HloInstructionSequence> PostOrderMemoryScheduler(
 // and the DFS scheduler, and chooses whichever returns a lower min-memory,
 // not accounting for fragmentation.
 StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
-    const HloComputation& computation,
+    HloComputation* computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -79,13 +79,13 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
 // the computation. size_function is the function returning the number of bytes
 // required for a LogicalBuffer.
 StatusOr<HloSchedule> ScheduleModule(
-    const HloModule& module, const LogicalBuffer::SizeFunction& size_function,
+    HloModule* module, const LogicalBuffer::SizeFunction& size_function,
     const MemorySchedulerAlgorithm& algorithm = {});
 
 // Computes the schedule for a single computation.
 // Currently only used by the GPU backend.
 StatusOr<HloInstructionSequence> ScheduleComputation(
-    const HloComputation& computation,
+    HloComputation* computation,
     const LogicalBuffer::SizeFunction& size_function);
 
 // A pass which schedules the HLO instructions in a module. The HloModule's
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index 3d8482065a..bc0d7e2bc0 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -78,7 +78,7 @@ TEST_F(HloSchedulingTest, LastUseScheduledFirst) {
   TF_ASSERT_OK(module->schedule().Verify());
 
   // Verify that all instructions are in the sequence.
-  const std::vector<const HloInstruction*>& sequence =
+  const std::vector<HloInstruction*>& sequence =
       module->schedule().sequence(module->entry_computation()).instructions();
   EXPECT_EQ(module->entry_computation()->instruction_count(), sequence.size());
 
@@ -124,9 +124,9 @@ ENTRY root {
   };
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, size_fn, ListMemoryScheduler));
+      ScheduleModule(module.get(), size_fn, ListMemoryScheduler));
   // Verify that all instructions are in the sequence.
-  const std::vector<const HloInstruction*>& sequence =
+  const std::vector<HloInstruction*>& sequence =
       schedule.sequence(module->entry_computation()).instructions();
   EXPECT_EQ(module->entry_computation()->instruction_count(), sequence.size());
 
@@ -175,12 +175,13 @@ TEST_F(HloSchedulingTest, TuplesAreAccountedCorrectly) {
   auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
-                          ScheduleModule(*module,
-                                         [](const BufferValue& buffer) {
-                                           return ShapeUtil::ByteSizeOf(
-                                               buffer.shape(), TUPLE_SIZE);
-                                         },
-                                         ListMemoryScheduler));
+                          ScheduleModule(
+                              module.get(),
+                              [](const BufferValue& buffer) {
+                                return ShapeUtil::ByteSizeOf(buffer.shape(),
+                                                             TUPLE_SIZE);
+                              },
+                              ListMemoryScheduler));
 
   // Verify that all instructions are in the sequence.
   EXPECT_EQ(module->entry_computation()->instruction_count(),
@@ -225,12 +226,12 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
       {tuple, mul, add}, HloInstruction::FusionKind::kLoop);
 
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
-                          ScheduleModule(*module,
-                                         [](const BufferValue& buffer) {
-                                           return ShapeUtil::ByteSizeOf(
-                                               buffer.shape(), 2);
-                                         },
-                                         ListMemoryScheduler));
+                          ScheduleModule(
+                              module.get(),
+                              [](const BufferValue& buffer) {
+                                return ShapeUtil::ByteSizeOf(buffer.shape(), 2);
+                              },
+                              ListMemoryScheduler));
 
   // Verify that all instructions are in the sequence.
   EXPECT_EQ(module->entry_computation()->instruction_count(),
@@ -284,7 +285,7 @@ TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
   };
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, size_fn, ListMemoryScheduler));
+      ScheduleModule(module.get(), size_fn, ListMemoryScheduler));
   // Verify that all instructions are in the sequence.
   auto entry_computation = module->entry_computation();
   EXPECT_EQ(module->entry_computation()->instruction_count(),
diff --git a/tensorflow/compiler/xla/service/hlo_module.h b/tensorflow/compiler/xla/service/hlo_module.h
index 7974999e07..66622a1d26 100644
--- a/tensorflow/compiler/xla/service/hlo_module.h
+++ b/tensorflow/compiler/xla/service/hlo_module.h
@@ -104,11 +104,7 @@ class HloModule {
                                        HloCloneContext* context = nullptr);
 
   // Return a pointer to the entry computation of the module.
-  const HloComputation* entry_computation() const {
-    CHECK_NE(nullptr, entry_computation_);
-    return entry_computation_;
-  }
-  HloComputation* entry_computation() {
+  HloComputation* entry_computation() const {
     CHECK_NE(nullptr, entry_computation_);
     return entry_computation_;
   }
diff --git a/tensorflow/compiler/xla/service/hlo_ordering.cc b/tensorflow/compiler/xla/service/hlo_ordering.cc
index f5f99bece1..ca6a154809 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering.cc
@@ -356,8 +356,7 @@ void SequentialHloOrdering::Initialize() {
   // Create a map from instruction to its order position.
   TF_DCHECK_OK(schedule_.Verify());
   for (const auto& computation_sequence : schedule_.sequences()) {
-    const std::vector<const HloInstruction*>& order =
-        computation_sequence.second.instructions();
+    const auto& order = computation_sequence.second.instructions();
     for (int i = 0; i < order.size(); ++i) {
       InsertOrDie(&order_position_, order[i], i);
     }
diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index 4390145c6b..4bf287a9ed 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -47,11 +47,11 @@ const double kF16max = 65504;
 
 // Creates and returns a schedule created using the order of the instructions in
 // the HloComputation::instructions() vectors in the module.
-HloSchedule ScheduleFromInstructionOrder(const HloModule* module) {
+HloSchedule ScheduleFromInstructionOrder(HloModule* module) {
   HloSchedule schedule(module);
-  for (const HloComputation* computation : module->computations()) {
+  for (HloComputation* computation : module->computations()) {
     if (!computation->IsFusionComputation()) {
-      for (const HloInstruction* instruction : computation->instructions()) {
+      for (HloInstruction* instruction : computation->instructions()) {
         schedule.GetOrCreateSequence(computation).push_back(instruction);
       }
     }
diff --git a/tensorflow/compiler/xla/service/hlo_rematerialization.cc b/tensorflow/compiler/xla/service/hlo_rematerialization.cc
index 49e46ecd00..48add75523 100644
--- a/tensorflow/compiler/xla/service/hlo_rematerialization.cc
+++ b/tensorflow/compiler/xla/service/hlo_rematerialization.cc
@@ -130,10 +130,10 @@ using ItemList = absl::InlinedVector<Item*, 3>;
 // before arbitrary elements.
 class InstructionList {
  public:
-  explicit InstructionList(const std::vector<const HloInstruction*>& order) {
+  explicit InstructionList(const HloInstructionSequence& order) {
     int64 position = 0;
     Item* last = nullptr;
-    for (const HloInstruction* inst : order) {
+    for (HloInstruction* inst : order.instructions()) {
       // Add a new item to the linked list.
       Item* item = new Item;
       item->next = nullptr;
@@ -151,7 +151,7 @@ class InstructionList {
       // to be monotonically increasing through the list, and so is still useful
       // for quickly(-ish) determining the order of arbitrary instructions in
       // the list.
-      item->instruction = const_cast<HloInstruction*>(inst);
+      item->instruction = inst;
       item->position = position;
       position++;
 
@@ -927,7 +927,7 @@ Item* PickRematerializationCandidate(
 
 StatusOr<int64> HloRematerialization::ComputePeakMemory(
     const HloComputation* computation,
-    const std::vector<const HloInstruction*>& order) const {
+    const HloInstructionSequence& order) const {
   InstructionList instruction_list(order);
   MemoryUsageTracker tracker(computation, size_function_, *points_to_analysis_,
                              instruction_list);
@@ -971,8 +971,7 @@ StatusOr<bool> HloRematerialization::RematerializeComputation(
           << HumanReadableNumBytes(computation_peak_memory_.at(computation));
   CHECK(!ContainsKey(rematerialized_computations_, computation));
 
-  InstructionList instruction_list(
-      schedule->sequence(computation).instructions());
+  InstructionList instruction_list(schedule->sequence(computation));
   MemoryUsageTracker memory_tracker(computation, size_function_,
                                     *points_to_analysis_, instruction_list);
   bool changed = false;
@@ -1184,7 +1183,7 @@ StatusOr<bool> HloRematerialization::RematerializeComputation(
   sequence.clear();
   for (auto* item = instruction_list.first(); item != nullptr;
        item = instruction_list.next(item)) {
-    const HloInstruction* instruction = item->instruction;
+    HloInstruction* instruction = item->instruction;
     sequence.push_back(instruction);
   }
   rematerialized_computations_.insert(computation);
@@ -1235,10 +1234,8 @@ StatusOr<bool> HloRematerialization::Run(HloModule* module) {
         if (node.context() == CallContext::kSequential) {
           TF_ASSIGN_OR_RETURN(
               computation_peak_memory_[node.computation()],
-              ComputePeakMemory(node.computation(),
-                                module->schedule()
-                                    .sequence(node.computation())
-                                    .instructions()));
+              ComputePeakMemory(node.computation(), module->schedule().sequence(
+                                                        node.computation())));
         }
         return Status::OK();
       },
diff --git a/tensorflow/compiler/xla/service/hlo_rematerialization.h b/tensorflow/compiler/xla/service/hlo_rematerialization.h
index 70d83c04f0..a07d348041 100644
--- a/tensorflow/compiler/xla/service/hlo_rematerialization.h
+++ b/tensorflow/compiler/xla/service/hlo_rematerialization.h
@@ -87,9 +87,8 @@ class HloRematerialization : public HloModulePass {
   // peak memory is the maximum total size of all live HLO instruction values at
   // any program point. 'order' is the order in which the HLO instructions will
   // be emitted which is used to determine lifespans of HLO values.
-  StatusOr<int64> ComputePeakMemory(
-      const HloComputation* computation,
-      const std::vector<const HloInstruction*>& order) const;
+  StatusOr<int64> ComputePeakMemory(const HloComputation* computation,
+                                    const HloInstructionSequence& order) const;
 
   // Returns the peak memory usage of the called computations for the given
   // instruction. Zero is returned if the instruction calls no computations.
diff --git a/tensorflow/compiler/xla/service/hlo_schedule.cc b/tensorflow/compiler/xla/service/hlo_schedule.cc
index a5780b7551..8f6eb974c5 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/hlo_schedule.cc
@@ -46,8 +46,8 @@ namespace xla {
         << "No computation exists in HLO module with id " << computation_id;
     const HloComputation* computation = comp_it->second;
 
-    absl::flat_hash_map<int64, const HloInstruction*> id_to_instruction;
-    for (const HloInstruction* instruction : computation->instructions()) {
+    absl::flat_hash_map<int64, HloInstruction*> id_to_instruction;
+    for (HloInstruction* instruction : computation->instructions()) {
       id_to_instruction[instruction->unique_id()] = instruction;
     }
 
@@ -81,9 +81,8 @@ StatusOr<HloScheduleProto> HloSchedule::ToProto() const {
   return std::move(proto);
 }
 
-void HloSchedule::set_sequence(
-    const HloComputation* computation,
-    absl::Span<const HloInstruction* const> sequence) {
+void HloSchedule::set_sequence(const HloComputation* computation,
+                               absl::Span<HloInstruction* const> sequence) {
   set_sequence(computation, HloInstructionSequence(sequence));
 }
 
@@ -114,8 +113,8 @@ Status HloSchedule::UpdateComputationSchedule(
     const HloComputation* computation) {
   // Map from unique ID to HloInstruction pointer for instructions in the
   // computation.
-  absl::flat_hash_map<int, const HloInstruction*> id_to_instruction;
-  for (const HloInstruction* instruction : computation->instructions()) {
+  absl::flat_hash_map<int, HloInstruction*> id_to_instruction;
+  for (HloInstruction* instruction : computation->instructions()) {
     InsertOrDie(&id_to_instruction, instruction->unique_id(), instruction);
   }
 
@@ -128,7 +127,7 @@ Status HloSchedule::UpdateComputationSchedule(
   // Map from HloInstruction X to newly added instructions (instruction is in
   // computation, but not in schedule) which use X. If an instruction is not in
   // the map, then it has no users which are newly added instructions.
-  absl::flat_hash_map<const HloInstruction*, std::vector<const HloInstruction*>>
+  absl::flat_hash_map<const HloInstruction*, std::vector<HloInstruction*>>
       new_instruction_uses;
 
   // For each newly added instruction, this is the count of the instruction's
@@ -138,9 +137,9 @@ Status HloSchedule::UpdateComputationSchedule(
 
   // Create a worklist of newly added instructions which are ready to be added
   // to the schedule. Initialize worklist with those that have zero operands.
-  std::queue<const HloInstruction*> worklist;
+  std::queue<HloInstruction*> worklist;
 
-  for (const HloInstruction* instruction : computation->instructions()) {
+  for (HloInstruction* instruction : computation->instructions()) {
     if (ids_in_schedule.count(instruction->unique_id()) == 0) {
       // This is a newly added instruction which is not in the schedule.
       if (instruction->operands().empty()) {
@@ -161,17 +160,17 @@ Status HloSchedule::UpdateComputationSchedule(
   // Lambda which schedules all instructions on the worklist.
   auto schedule_worklist = [&]() {
     while (!worklist.empty()) {
-      const HloInstruction* instruction = worklist.front();
+      HloInstruction* instruction = worklist.front();
       worklist.pop();
       new_sequence.push_back(instruction);
-      std::vector<const HloInstruction*>* new_users =
+      std::vector<HloInstruction*>* new_users =
           tensorflow::gtl::FindOrNull(new_instruction_uses, instruction);
       if (new_users != nullptr) {
         // This just-scheduled instruction has users which are newly added to
         // the module. Update the number of unscheduled operands and push the
         // newly added instruction to the worklist if it is ready to
         // schedule.
-        for (const HloInstruction* new_user : *new_users) {
+        for (HloInstruction* new_user : *new_users) {
           unscheduled_operand_count.at(new_user)--;
           CHECK_GE(unscheduled_operand_count.at(new_user), 0);
           if (unscheduled_operand_count.at(new_user) == 0) {
diff --git a/tensorflow/compiler/xla/service/hlo_schedule.h b/tensorflow/compiler/xla/service/hlo_schedule.h
index 0a714101ee..486ddbf499 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule.h
+++ b/tensorflow/compiler/xla/service/hlo_schedule.h
@@ -35,14 +35,14 @@ class HloInstructionSequence {
  public:
   HloInstructionSequence() = default;
   explicit HloInstructionSequence(
-      absl::Span<const HloInstruction* const> instructions) {
-    for (const HloInstruction* instruction : instructions) {
+      absl::Span<HloInstruction* const> instructions) {
+    for (HloInstruction* instruction : instructions) {
       push_back(instruction);
     }
   }
 
   // Adds the instruction to the end of the sequence.
-  void push_back(const HloInstruction* instruction) {
+  void push_back(HloInstruction* instruction) {
     instruction_sequence_.push_back(instruction);
     id_sequence_.push_back(instruction->unique_id());
   }
@@ -56,7 +56,7 @@ class HloInstructionSequence {
   int64 size() const { return instruction_sequence_.size(); }
 
   // Returns the sequence of HLO instructions.
-  const std::vector<const HloInstruction*>& instructions() const {
+  const std::vector<HloInstruction*>& instructions() const {
     return instruction_sequence_;
   }
 
@@ -65,7 +65,7 @@ class HloInstructionSequence {
 
  private:
   // The sequence as HloInstructions.
-  std::vector<const HloInstruction*> instruction_sequence_;
+  std::vector<HloInstruction*> instruction_sequence_;
 
   // The sequence of HLO instructions, represented by their unique IDs. The
   // sequence is stored as both HloInstructions and unique IDs because the
@@ -98,7 +98,7 @@ class HloSchedule {
 
   // Sets the sequence for the given computation to the given sequence.
   void set_sequence(const HloComputation* computation,
-                    absl::Span<const HloInstruction* const> sequence);
+                    absl::Span<HloInstruction* const> sequence);
   void set_sequence(const HloComputation* computation,
                     HloInstructionSequence sequence);
 
diff --git a/tensorflow/compiler/xla/service/hlo_schedule_test.cc b/tensorflow/compiler/xla/service/hlo_schedule_test.cc
index 1424569ac1..0e56e6f760 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_schedule_test.cc
@@ -56,10 +56,10 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
-  const std::vector<const HloInstruction*>& entry_schedule =
+  const auto& entry_schedule =
       schedule.sequence(module->entry_computation()).instructions();
 
   EXPECT_EQ(entry_schedule.size(), 6);
@@ -90,7 +90,7 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
 
@@ -139,7 +139,7 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
 
@@ -183,7 +183,7 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
 
@@ -244,7 +244,7 @@ ENTRY %WhileLoop () -> s32[] {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape(),
                                      /*pointer_size=*/sizeof(void*));
       }));
@@ -313,7 +313,7 @@ ENTRY %WhileLoop () -> s32[] {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(*module, [](const BufferValue& buffer) {
+      ScheduleModule(module.get(), [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape(),
                                      /*pointer_size=*/sizeof(void*));
       }));
-- 
GitLab


From de8ebdb12fe26f7f0ed76330d6a705de4126cd5f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 16:16:00 -0800
Subject: [PATCH 1797/1825] LinearOperatorAdjoint added as a meta-class. 
 Computes the adjoint of an operator by flipping the adjoint arg in .matmul
 and .solve, and other appropriate modifications.

This is hidden from the public API, with an upcoming method, .adjoint, the preferred way to get an adjoint, since it has more operator specific information.

PiperOrigin-RevId: 221869871
---
 tensorflow/python/kernel_tests/linalg/BUILD   |  22 ++
 .../linalg/linear_operator_adjoint_test.py    | 118 ++++++++++
 .../ops/linalg/linear_operator_adjoint.py     | 207 ++++++++++++++++++
 3 files changed, 347 insertions(+)
 create mode 100644 tensorflow/python/kernel_tests/linalg/linear_operator_adjoint_test.py
 create mode 100644 tensorflow/python/ops/linalg/linear_operator_adjoint.py

diff --git a/tensorflow/python/kernel_tests/linalg/BUILD b/tensorflow/python/kernel_tests/linalg/BUILD
index d90e65526a..ba9e64979a 100644
--- a/tensorflow/python/kernel_tests/linalg/BUILD
+++ b/tensorflow/python/kernel_tests/linalg/BUILD
@@ -40,6 +40,28 @@ cuda_py_test(
     ],
 )
 
+cuda_py_test(
+    name = "linear_operator_adjoint_test",
+    size = "medium",
+    srcs = ["linear_operator_adjoint_test.py"],
+    additional_deps = [
+        "//tensorflow/python/ops/linalg",
+        "//third_party/py/numpy",
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:framework_test_lib",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:platform_test",
+    ],
+    shard_count = 5,
+    tags = [
+        "noasan",  # times out, b/63678675
+        "optonly",  # times out
+    ],
+)
+
 cuda_py_test(
     name = "linear_operator_algebra_test",
     size = "small",
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_adjoint_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_adjoint_test.py
new file mode 100644
index 0000000000..1bed4b5268
--- /dev/null
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_adjoint_test.py
@@ -0,0 +1,118 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops.linalg import linalg as linalg_lib
+from tensorflow.python.ops.linalg import linear_operator_adjoint
+from tensorflow.python.ops.linalg import linear_operator_test_util
+from tensorflow.python.platform import test
+
+linalg = linalg_lib
+
+LinearOperatorAdjoint = linear_operator_adjoint.LinearOperatorAdjoint  # pylint: disable=invalid-name
+
+
+class LinearOperatorAdjointTest(
+    linear_operator_test_util.SquareLinearOperatorDerivedClassTest):
+  """Most tests done in the base class LinearOperatorDerivedClassTest."""
+
+  def setUp(self):
+    self._atol[dtypes.complex64] = 1e-5
+    self._rtol[dtypes.complex64] = 1e-5
+
+  def _operator_and_matrix(self,
+                           build_info,
+                           dtype,
+                           use_placeholder,
+                           ensure_self_adjoint_and_pd=False):
+    shape = list(build_info.shape)
+
+    if ensure_self_adjoint_and_pd:
+      matrix = linear_operator_test_util.random_positive_definite_matrix(
+          shape, dtype, force_well_conditioned=True)
+    else:
+      matrix = linear_operator_test_util.random_tril_matrix(
+          shape, dtype, force_well_conditioned=True, remove_upper=True)
+
+    lin_op_matrix = matrix
+
+    if use_placeholder:
+      lin_op_matrix = array_ops.placeholder_with_default(matrix, shape=None)
+
+    if ensure_self_adjoint_and_pd:
+      operator = LinearOperatorAdjoint(
+          linalg.LinearOperatorFullMatrix(
+              lin_op_matrix, is_positive_definite=True, is_self_adjoint=True))
+    else:
+      operator = LinearOperatorAdjoint(
+          linalg.LinearOperatorLowerTriangular(lin_op_matrix))
+
+    return operator, linalg.adjoint(matrix)
+
+  def test_base_operator_hint_used(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 0.], [1., 1.]]
+    operator = linalg.LinearOperatorFullMatrix(
+        matrix,
+        is_positive_definite=True,
+        is_non_singular=True,
+        is_self_adjoint=False)
+    operator_adjoint = LinearOperatorAdjoint(operator)
+    self.assertTrue(operator_adjoint.is_positive_definite)
+    self.assertTrue(operator_adjoint.is_non_singular)
+    self.assertFalse(operator_adjoint.is_self_adjoint)
+
+  def test_supplied_hint_used(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 0.], [1., 1.]]
+    operator = linalg.LinearOperatorFullMatrix(matrix)
+    operator_adjoint = LinearOperatorAdjoint(
+        operator,
+        is_positive_definite=True,
+        is_non_singular=True,
+        is_self_adjoint=False)
+    self.assertTrue(operator_adjoint.is_positive_definite)
+    self.assertTrue(operator_adjoint.is_non_singular)
+    self.assertFalse(operator_adjoint.is_self_adjoint)
+
+  def test_contradicting_hints_raise(self):
+    # The matrix values do not effect auto-setting of the flags.
+    matrix = [[1., 0.], [1., 1.]]
+    operator = linalg.LinearOperatorFullMatrix(
+        matrix, is_positive_definite=False)
+    with self.assertRaisesRegexp(ValueError, "positive-definite"):
+      LinearOperatorAdjoint(operator, is_positive_definite=True)
+
+    operator = linalg.LinearOperatorFullMatrix(matrix, is_self_adjoint=False)
+    with self.assertRaisesRegexp(ValueError, "self-adjoint"):
+      LinearOperatorAdjoint(operator, is_self_adjoint=True)
+
+  def test_name(self):
+    matrix = [[11., 0.], [1., 8.]]
+    operator = linalg.LinearOperatorFullMatrix(
+        matrix, name="my_operator", is_non_singular=True)
+
+    operator = LinearOperatorAdjoint(operator)
+
+    self.assertEqual("my_operator_adjoint", operator.name)
+
+
+if __name__ == "__main__":
+  test.main()
diff --git a/tensorflow/python/ops/linalg/linear_operator_adjoint.py b/tensorflow/python/ops/linalg/linear_operator_adjoint.py
new file mode 100644
index 0000000000..858e224b9a
--- /dev/null
+++ b/tensorflow/python/ops/linalg/linear_operator_adjoint.py
@@ -0,0 +1,207 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Takes the adjoint of a `LinearOperator`."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.linalg import linalg_impl as linalg
+from tensorflow.python.ops.linalg import linear_operator
+from tensorflow.python.util.tf_export import tf_export
+
+__all__ = []
+
+
+@tf_export("linalg.LinearOperatorAdjoint")
+class LinearOperatorAdjoint(linear_operator.LinearOperator):
+  """`LinearOperator` representing the adjoint of another operator.
+
+  This operator represents the adjoint of another operator.
+
+  ```python
+  # Create a 2 x 2 linear operator.
+  operator = LinearOperatorFullMatrix([[1 - i., 3.], [0., 1. + i]])
+  operator_adjoint = LinearOperatorAdjoint(operator)
+
+  operator_adjoint.to_dense()
+  ==> [[1. + i, 0.]
+       [3., 1 - i]]
+
+  operator_adjoint.shape
+  ==> [2, 2]
+
+  operator_adjoint.log_abs_determinant()
+  ==> - log(2)
+
+  x = ... Shape [2, 4] Tensor
+  operator_adjoint.matmul(x)
+  ==> Shape [2, 4] Tensor, equal to operator.matmul(x, adjoint=True)
+  ```
+
+  #### Performance
+
+  The performance of `LinearOperatorAdjoint` depends on the underlying
+  operators performance.
+
+  #### Matrix property hints
+
+  This `LinearOperator` is initialized with boolean flags of the form `is_X`,
+  for `X = non_singular, self_adjoint, positive_definite, square`.
+  These have the following meaning:
+
+  * If `is_X == True`, callers should expect the operator to have the
+    property `X`.  This is a promise that should be fulfilled, but is *not* a
+    runtime assert.  For example, finite floating point precision may result
+    in these promises being violated.
+  * If `is_X == False`, callers should expect the operator to not have `X`.
+  * If `is_X == None` (the default), callers should have no expectation either
+    way.
+  """
+
+  def __init__(self,
+               operator,
+               is_non_singular=None,
+               is_self_adjoint=None,
+               is_positive_definite=None,
+               is_square=None,
+               name=None):
+    r"""Initialize a `LinearOperatorAdjoint`.
+
+    `LinearOperatorAdjoint` is initialized with an operator `A`.  The `solve`
+    and `matmul` methods effectively flip the `adjoint` argument.  E.g.
+
+    ```
+    A = MyLinearOperator(...)
+    B = LinearOperatorAdjoint(A)
+    x = [....]  # a vector
+
+    assert A.matvec(x, adjoint=True) == B.matvec(x, adjoint=False)
+    ```
+
+    Args:
+      operator: `LinearOperator` object.
+      is_non_singular:  Expect that this operator is non-singular.
+      is_self_adjoint:  Expect that this operator is equal to its hermitian
+        transpose.
+      is_positive_definite:  Expect that this operator is positive definite,
+        meaning the quadratic form `x^H A x` has positive real part for all
+        nonzero `x`.  Note that we do not require the operator to be
+        self-adjoint to be positive-definite.  See:
+        https://en.wikipedia.org/wiki/Positive-definite_matrix#Extension_for_non-symmetric_matrices
+      is_square:  Expect that this operator acts like square [batch] matrices.
+      name: A name for this `LinearOperator`. Default is `operator.name +
+        "_adjoint"`.
+
+    Raises:
+      ValueError:  If `operator.is_non_singular` is False.
+    """
+
+    self._operator = operator
+
+    # The congruency of is_non_singular and is_self_adjoint was checked in the
+    # base operator.
+    def _combined_hint(hint_str, provided_hint_value, message):
+      """Get combined hint in the case where operator.hint should equal hint."""
+      op_hint = getattr(operator, hint_str)
+      if op_hint is False and provided_hint_value:
+        raise ValueError(message)
+      if op_hint and provided_hint_value is False:
+        raise ValueError(message)
+      return (op_hint or provided_hint_value) or None
+
+    is_square = _combined_hint(
+        "is_square", is_square,
+        "An operator is square if and only if its adjoint is square.")
+
+    is_non_singular = _combined_hint(
+        "is_non_singular", is_non_singular,
+        "An operator is non-singular if and only if its adjoint is "
+        "non-singular.")
+
+    is_self_adjoint = _combined_hint(
+        "is_self_adjoint", is_self_adjoint,
+        "An operator is self-adjoint if and only if its adjoint is "
+        "self-adjoint.")
+
+    is_positive_definite = _combined_hint(
+        "is_positive_definite", is_positive_definite,
+        "An operator is positive-definite if and only if its adjoint is "
+        "positive-definite.")
+
+    is_square = _combined_hint(
+        "is_square", is_square,
+        "An operator is square if and only if its adjoint is square.")
+
+    # Initialization.
+    if name is None:
+      name = operator.name + "_adjoint"
+    with ops.name_scope(name, values=operator.graph_parents):
+      super(LinearOperatorAdjoint, self).__init__(
+          dtype=operator.dtype,
+          graph_parents=operator.graph_parents,
+          is_non_singular=is_non_singular,
+          is_self_adjoint=is_self_adjoint,
+          is_positive_definite=is_positive_definite,
+          is_square=is_square,
+          name=name)
+
+  @property
+  def operator(self):
+    """The operator before taking the adjoint."""
+    return self._operator
+
+  def _assert_non_singular(self):
+    return self.operator.assert_non_singular()
+
+  def _assert_positive_definite(self):
+    return self.operator.assert_positive_definite()
+
+  def _assert_self_adjoint(self):
+    return self.operator.assert_self_adjoint()
+
+  def _shape(self):
+    return self.operator.shape
+
+  def _shape_tensor(self):
+    return self.operator.shape_tensor()
+
+  def _matmul(self, x, adjoint=False, adjoint_arg=False):
+    return self.operator.matmul(
+        x, adjoint=(not adjoint), adjoint_arg=adjoint_arg)
+
+  def _determinant(self):
+    if self.is_self_adjoint:
+      return self.operator.determinant()
+    return math_ops.conj(self.operator.determinant())
+
+  def _log_abs_determinant(self):
+    return self.operator.log_abs_determinant()
+
+  def _trace(self):
+    if self.is_self_adjoint:
+      return self.operator.trace()
+    return math_ops.conj(self.operator.trace())
+
+  def _solve(self, rhs, adjoint=False, adjoint_arg=False):
+    return self.operator.solve(
+        rhs, adjoint=(not adjoint), adjoint_arg=adjoint_arg)
+
+  def _to_dense(self):
+    if self.is_self_adjoint:
+      return self.operator.to_dense()
+    return linalg.adjoint(self.operator.to_dense())
-- 
GitLab


From db1b3aafc08d9208e427f3a9103a60dbba79fa06 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 16:25:04 -0800
Subject: [PATCH 1798/1825] Including attributes in the error message in case
 of attributes mismatch.

PiperOrigin-RevId: 221870891
---
 tensorflow/core/framework/node_def_util.cc | 4 ++++
 tensorflow/core/framework/node_def_util.h  | 1 +
 tensorflow/core/framework/op_kernel.cc     | 6 ++++--
 3 files changed, 9 insertions(+), 2 deletions(-)

diff --git a/tensorflow/core/framework/node_def_util.cc b/tensorflow/core/framework/node_def_util.cc
index 578ec7f2e4..95a787b2df 100644
--- a/tensorflow/core/framework/node_def_util.cc
+++ b/tensorflow/core/framework/node_def_util.cc
@@ -102,6 +102,10 @@ string SummarizeNodeDef(const NodeDef& node_def) {
   return ret;
 }
 
+string SummarizeAttrs(const NodeDef& node_def) {
+  return SummarizeAttrsHelper(node_def, node_def.device());
+}
+
 string FormatNodeForError(const Node& node) {
   return FormatNodeDefForError(node.def());
 }
diff --git a/tensorflow/core/framework/node_def_util.h b/tensorflow/core/framework/node_def_util.h
index 0ff67554eb..f682bb1535 100644
--- a/tensorflow/core/framework/node_def_util.h
+++ b/tensorflow/core/framework/node_def_util.h
@@ -48,6 +48,7 @@ extern const char* const kColocationGroupPrefix;
 // than a text-format proto.
 string SummarizeNode(const Node& node);
 string SummarizeNodeDef(const NodeDef& node_def);
+string SummarizeAttrs(const NodeDef& node_def);
 
 // Produces a formatted string pattern from the node which can uniquely identify
 // this node upstream to produce an informative error message. The pattern
diff --git a/tensorflow/core/framework/op_kernel.cc b/tensorflow/core/framework/op_kernel.cc
index 1213e25116..e3cb4a40ec 100644
--- a/tensorflow/core/framework/op_kernel.cc
+++ b/tensorflow/core/framework/op_kernel.cc
@@ -1127,7 +1127,8 @@ Status FindKernelDef(const DeviceType& device_type, const NodeDef& node_def,
         FormatNodeDefForError(node_def));
     if (was_attr_mismatch) {
       errors::AppendToMessage(
-          &s, " (OpKernel was found, but attributes didn't match)");
+          &s, " (OpKernel was found, but attributes didn't match) ",
+          "Requested Attributes: ", SummarizeAttrs(node_def));
     }
     errors::AppendToMessage(
         &s, ".  Registered:", KernelsRegisteredForOp(node_def.op()));
@@ -1262,7 +1263,8 @@ Status CreateOpKernel(DeviceType device_type, DeviceBase* device,
                               FormatNodeDefForError(node_def)));
     if (was_attr_mismatch) {
       errors::AppendToMessage(
-          &s, " (OpKernel was found, but attributes didn't match)");
+          &s, " (OpKernel was found, but attributes didn't match) ",
+          "Requested Attributes: ", SummarizeAttrs(node_def));
     }
     errors::AppendToMessage(
         &s, ".  Registered:", KernelsRegisteredForOp(node_def.op()));
-- 
GitLab


From a4602189610551435fbff5f99059450163d012de Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 16 Nov 2018 16:27:38 -0800
Subject: [PATCH 1799/1825] [TF:XLA] Bump open source abseil revision to
 f6ae816808cd913e0e2b3e2af14f328fa1071af0

PiperOrigin-RevId: 221871178
---
 tensorflow/workspace.bzl | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl
index fd6afeb400..fd800cf67d 100755
--- a/tensorflow/workspace.bzl
+++ b/tensorflow/workspace.bzl
@@ -123,11 +123,11 @@ def tf_workspace(path_prefix = "", tf_repo_name = ""):
     tf_http_archive(
         name = "com_google_absl",
         build_file = clean_dep("//third_party:com_google_absl.BUILD"),
-        sha256 = "042badbfa529555ed63d57c39bf58410aa16e518ce98299599d85729feb25070",
-        strip_prefix = "abseil-cpp-a06c4a1d9093137b7217a5aaba8920d62e835dc0",
+        sha256 = "28a6cb644dcebe7d3e0ee347706fec2e6975fae2bceb0add834c77140c7b6632",
+        strip_prefix = "abseil-cpp-f6ae816808cd913e0e2b3e2af14f328fa1071af0",
         urls = [
-            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/a06c4a1d9093137b7217a5aaba8920d62e835dc0.tar.gz",
-            "https://github.com/abseil/abseil-cpp/archive/a06c4a1d9093137b7217a5aaba8920d62e835dc0.tar.gz",
+            "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/f6ae816808cd913e0e2b3e2af14f328fa1071af0.tar.gz",
+            "https://github.com/abseil/abseil-cpp/archive/f6ae816808cd913e0e2b3e2af14f328fa1071af0.tar.gz",
         ],
     )
 
-- 
GitLab


From 6b5bef9216ae89067e2a600772ac17a0ca4a5010 Mon Sep 17 00:00:00 2001
From: Sanjoy Das <sanjoy@google.com>
Date: Fri, 16 Nov 2018 16:46:40 -0800
Subject: [PATCH 1800/1825] Return an error if the user enabled XLA without
 linking it in.

PiperOrigin-RevId: 221873554
---
 tensorflow/compiler/jit/BUILD                 | 26 ++++++
 .../compiler/jit/register_xla_cpu_jit.cc      | 22 +++++
 .../compiler/jit/register_xla_gpu_jit.cc      | 22 +++++
 tensorflow/core/BUILD                         | 14 ++++
 .../common_runtime/graph_execution_state.cc   |  3 +
 tensorflow/core/common_runtime/tf_xla_stub.cc | 82 +++++++++++++++++++
 tensorflow/core/common_runtime/tf_xla_stub.h  | 50 +++++++++++
 7 files changed, 219 insertions(+)
 create mode 100644 tensorflow/compiler/jit/register_xla_cpu_jit.cc
 create mode 100644 tensorflow/compiler/jit/register_xla_gpu_jit.cc
 create mode 100644 tensorflow/core/common_runtime/tf_xla_stub.cc
 create mode 100644 tensorflow/core/common_runtime/tf_xla_stub.h

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index 682c0f0cb0..bfc0b0070e 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -45,15 +45,37 @@ cc_library(
     alwayslink = 1,
 )
 
+cc_library(
+    name = "register_xla_cpu_jit",
+    srcs = ["register_xla_cpu_jit.cc"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//tensorflow/core:tf_xla_stub",
+    ],
+    alwayslink = 1,
+)
+
 cc_library(
     name = "xla_cpu_jit",
     visibility = ["//visibility:public"],
     deps = [
         ":jit_compilation_passes",
+        ":register_xla_cpu_jit",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/xla/service:cpu_plugin",
+        "//tensorflow/core:tf_xla_stub",
+    ],
+    alwayslink = 1,
+)
+
+cc_library(
+    name = "register_xla_gpu_jit",
+    srcs = ["register_xla_gpu_jit.cc"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//tensorflow/core:tf_xla_stub",
     ],
     alwayslink = 1,
 )
@@ -63,6 +85,8 @@ cc_library(
     visibility = ["//visibility:public"],
     deps = if_cuda([
         ":jit_compilation_passes",
+        ":register_xla_gpu_jit",
+        "//tensorflow/core:tf_xla_stub",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
@@ -78,6 +102,7 @@ cc_library(
     deps = [
         ":flags",
         ":jit_compilation_passes",
+        ":register_xla_cpu_jit",
         ":xla_device",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla:xla_compiler",
@@ -96,6 +121,7 @@ cc_library(
     visibility = [":friends"],
     deps = [
         ":jit_compilation_passes",
+        ":register_xla_gpu_jit",
         ":xla_device",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla:xla_compiler",
diff --git a/tensorflow/compiler/jit/register_xla_cpu_jit.cc b/tensorflow/compiler/jit/register_xla_cpu_jit.cc
new file mode 100644
index 0000000000..9cbef63127
--- /dev/null
+++ b/tensorflow/compiler/jit/register_xla_cpu_jit.cc
@@ -0,0 +1,22 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/common_runtime/tf_xla_stub.h"
+
+namespace tensorflow {
+namespace {
+XlaCpuJitIsLinkedIn register_xla_cpu_jit;
+}
+}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/register_xla_gpu_jit.cc b/tensorflow/compiler/jit/register_xla_gpu_jit.cc
new file mode 100644
index 0000000000..7399a41d25
--- /dev/null
+++ b/tensorflow/compiler/jit/register_xla_gpu_jit.cc
@@ -0,0 +1,22 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/core/common_runtime/tf_xla_stub.h"
+
+namespace tensorflow {
+namespace {
+XlaGpuJitIsLinkedIn register_xla_gpu_jit;
+}
+}  // namespace tensorflow
diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 73e8db58a8..1162c47e6b 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -2976,6 +2976,19 @@ tf_cuda_library(
     ] + if_static([":core_cpu_impl"]) + tf_protos_all() + tf_protos_grappler(),
 )
 
+tf_cuda_library(
+    name = "tf_xla_stub",
+    srcs = ["common_runtime/tf_xla_stub.cc"],
+    hdrs = ["common_runtime/tf_xla_stub.h"],
+    copts = tf_copts(),
+    visibility = ["//visibility:public"],
+    deps = [
+        ":lib",
+        ":proto_text",
+        ":session_options",
+    ],
+)
+
 tf_cuda_library(
     name = "core_cpu_internal",
     srcs = [
@@ -2989,6 +3002,7 @@ tf_cuda_library(
         ":framework",
         ":graph",
         ":lib",
+        ":tf_xla_stub",
         ":proto_text",
         ":protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
diff --git a/tensorflow/core/common_runtime/graph_execution_state.cc b/tensorflow/core/common_runtime/graph_execution_state.cc
index 0d36930324..c18268ad7b 100644
--- a/tensorflow/core/common_runtime/graph_execution_state.cc
+++ b/tensorflow/core/common_runtime/graph_execution_state.cc
@@ -25,6 +25,7 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/device.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
 #include "tensorflow/core/common_runtime/placer.h"
+#include "tensorflow/core/common_runtime/tf_xla_stub.h"
 #include "tensorflow/core/framework/graph.pb_text.h"
 #include "tensorflow/core/framework/graph_def_util.h"
 #include "tensorflow/core/framework/node_def.pb.h"
@@ -720,6 +721,8 @@ Status GraphExecutionState::BuildGraph(const BuildGraphOptions& options,
   CHECK_EQ(options.callable_options.fetch_size(),
            rewrite_metadata.fetch_types.size());
 
+  TF_RETURN_IF_ERROR(CheckXlaJitOptimizerOptions(session_options_));
+
   // TODO(andydavis): Clarify optimization pass requirements around CostModel.
   GraphOptimizationPassOptions optimization_options;
   optimization_options.session_options = session_options_;
diff --git a/tensorflow/core/common_runtime/tf_xla_stub.cc b/tensorflow/core/common_runtime/tf_xla_stub.cc
new file mode 100644
index 0000000000..d463693669
--- /dev/null
+++ b/tensorflow/core/common_runtime/tf_xla_stub.cc
@@ -0,0 +1,82 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include <cstdlib>
+
+#include "tensorflow/core/common_runtime/tf_xla_stub.h"
+#include "tensorflow/core/lib/core/errors.h"
+
+namespace tensorflow {
+namespace {
+
+bool is_xla_gpu_jit_registered = false;
+bool is_xla_cpu_jit_registered = false;
+
+struct XlaEnvVars {
+  bool xla_flags_env_var_present;
+  bool tf_xla_flags_env_var_present;
+};
+
+XlaEnvVars ComputeEnvVarHasXlaFlags() {
+  XlaEnvVars env_vars;
+  env_vars.xla_flags_env_var_present = getenv("XLA_FLAGS") != nullptr;
+  env_vars.tf_xla_flags_env_var_present = getenv("TF_XLA_FLAGS") != nullptr;
+  return env_vars;
+}
+
+}  // namespace
+
+XlaGpuJitIsLinkedIn::XlaGpuJitIsLinkedIn() { is_xla_gpu_jit_registered = true; }
+XlaCpuJitIsLinkedIn::XlaCpuJitIsLinkedIn() { is_xla_cpu_jit_registered = true; }
+
+Status CheckXlaJitOptimizerOptions(const SessionOptions* session_options) {
+  static XlaEnvVars env_vars = ComputeEnvVarHasXlaFlags();
+
+  if (is_xla_cpu_jit_registered || is_xla_gpu_jit_registered) {
+    return Status::OK();
+  }
+
+  if (env_vars.xla_flags_env_var_present) {
+    return errors::InvalidArgument(
+        "The XLA JIT is not linked in but the \"XLA_FLAGS\" environment "
+        "variable is set.  Please either link in XLA or remove \"XLA_FLAGS\" "
+        "from the environment.");
+  }
+
+  if (env_vars.tf_xla_flags_env_var_present) {
+    return errors::InvalidArgument(
+        "The XLA JIT is not linked in but the \"TF_XLA_FLAGS\" environment "
+        "variable is set.  Please either link in XLA or remove "
+        "\"TF_XLA_FLAGS\" from the environment.");
+  }
+
+  if (session_options) {
+    OptimizerOptions::GlobalJitLevel jit_level =
+        session_options->config.graph_options()
+            .optimizer_options()
+            .global_jit_level();
+
+    if (jit_level == OptimizerOptions::ON_1 ||
+        jit_level == OptimizerOptions::ON_2) {
+      return errors::InvalidArgument(
+          "The XLA JIT is enabled in the session options but XLA is not linked "
+          "in.  Plesae either link in XLA or disable the JIT in the session "
+          "options.");
+    }
+  }
+
+  return Status::OK();
+}
+}  // namespace tensorflow
diff --git a/tensorflow/core/common_runtime/tf_xla_stub.h b/tensorflow/core/common_runtime/tf_xla_stub.h
new file mode 100644
index 0000000000..723b2b5cd2
--- /dev/null
+++ b/tensorflow/core/common_runtime/tf_xla_stub.h
@@ -0,0 +1,50 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#ifndef TENSORFLOW_CORE_COMMON_RUNTIME_TF_XLA_STUB_H_
+#define TENSORFLOW_CORE_COMMON_RUNTIME_TF_XLA_STUB_H_
+
+#include "tensorflow/core/lib/core/status.h"
+#include "tensorflow/core/public/session_options.h"
+
+namespace tensorflow {
+// Returns an error if the XLA JIT is enabled via `session_options` or if the
+// TF_XLA_FLAGS or XLA_FLAGS environment variables are set, but neither the
+// XLA CPU JIT nor the XLA GPU JIT are linked in.
+//
+// If `session_options` is null then only the environment variables are checked.
+Status CheckXlaJitOptimizerOptions(const SessionOptions* session_options);
+
+// The XLA CPU JIT creates a static instance of this class to notify
+// `CheckXlaJitOptimizerOptions` that the XLA CPU JIT is linked in.
+//
+// NB!  The constructor of this class (if run at all) needs to be ordered (via
+// happens before) before any call to `CheckXlaJitOptimizerOptions`.
+class XlaCpuJitIsLinkedIn {
+ public:
+  XlaCpuJitIsLinkedIn();
+};
+
+// The XLA GPU JIT creates a static instance of this class to notify
+// `CheckXlaJitOptimizerOptions` that the XLA GPU JIT is linked in.
+//
+// NB!  The constructor of this class (if run at all) needs to be ordered (via
+// happens before) before any call to `CheckXlaJitOptimizerOptions`.
+class XlaGpuJitIsLinkedIn {
+ public:
+  XlaGpuJitIsLinkedIn();
+};
+}  // namespace tensorflow
+
+#endif  // TENSORFLOW_CORE_COMMON_RUNTIME_TF_XLA_STUB_H_
-- 
GitLab


From b8d1b1f1d2705e18b3f336741c675c61beb585d7 Mon Sep 17 00:00:00 2001
From: Jared Duke <jdduke@google.com>
Date: Fri, 16 Nov 2018 17:04:18 -0800
Subject: [PATCH 1801/1825] Add multinomial op to TFMobile

PiperOrigin-RevId: 221875797
---
 tensorflow/contrib/makefile/tf_op_files.txt         | 2 ++
 tensorflow/core/kernels/BUILD                       | 4 ++++
 tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc | 1 +
 3 files changed, 7 insertions(+)

diff --git a/tensorflow/contrib/makefile/tf_op_files.txt b/tensorflow/contrib/makefile/tf_op_files.txt
index e779eff689..655c7eefcb 100644
--- a/tensorflow/contrib/makefile/tf_op_files.txt
+++ b/tensorflow/contrib/makefile/tf_op_files.txt
@@ -157,6 +157,7 @@ tensorflow/core/kernels/mirror_pad_op_cpu_impl_2.cc
 tensorflow/core/kernels/mirror_pad_op_cpu_impl_3.cc
 tensorflow/core/kernels/mirror_pad_op_cpu_impl_4.cc
 tensorflow/core/kernels/mirror_pad_op_cpu_impl_5.cc
+tensorflow/core/kernels/multinomial_op.cc
 tensorflow/core/kernels/no_op.cc
 tensorflow/core/kernels/non_max_suppression_op.cc
 tensorflow/core/kernels/one_hot_op.cc
@@ -252,6 +253,7 @@ tensorflow/core/kernels/split_op.cc
 tensorflow/core/kernels/split_v_op.cc
 tensorflow/core/kernels/stack.cc
 tensorflow/core/kernels/stack_ops.cc
+tensorflow/core/kernels/stateless_random_ops.cc
 tensorflow/core/kernels/strided_slice_op.cc
 tensorflow/core/kernels/strided_slice_op_inst_0.cc
 tensorflow/core/kernels/strided_slice_op_inst_1.cc
diff --git a/tensorflow/core/kernels/BUILD b/tensorflow/core/kernels/BUILD
index 9065989657..b523e3e718 100644
--- a/tensorflow/core/kernels/BUILD
+++ b/tensorflow/core/kernels/BUILD
@@ -5396,6 +5396,7 @@ filegroup(
         "mfcc_mel_filterbank.h",
         "mirror_pad_op.h",
         "mirror_pad_op_cpu_impl.h",
+        "multinomial_op.h",
         "pad_op.h",
         "pooling_ops_3d.h",
         "random_op.h",
@@ -5414,6 +5415,7 @@ filegroup(
         "spacetobatch_functor.h",
         "spacetodepth_op.h",
         "spectrogram.h",
+        "stateless_random_ops.h",
         "string_util.h",
         "tensor_array.h",
         "tile_functor.h",
@@ -5553,6 +5555,7 @@ filegroup(
         "mirror_pad_op_cpu_impl_3.cc",
         "mirror_pad_op_cpu_impl_4.cc",
         "mirror_pad_op_cpu_impl_5.cc",
+        "multinomial_op.cc",
         "pad_op.cc",
         "padding_fifo_queue.cc",
         "padding_fifo_queue_op.cc",
@@ -5593,6 +5596,7 @@ filegroup(
         "stack.cc",
         "stack.h",
         "stack_ops.cc",
+        "stateless_random_ops.cc",
         "string_join_op.cc",
         "string_util.cc",
         "summary_op.cc",
diff --git a/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
index d251589b48..039a918af1 100644
--- a/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
+++ b/tensorflow/lite/toco/tflite/whitelisted_flex_ops.cc
@@ -187,6 +187,7 @@ bool IsWhitelistedFlexOp(const std::string& tensorflow_op_name) {
           "MirrorPad",
           "MirrorPadGrad",
           "Mul",
+          "Multinomial",
           "Neg",
           "NextIteration",
           "NonMaxSuppression",
-- 
GitLab


From 6fee93a639ec51d1b1cfbe1da7450d99e0e85e7f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 17:11:43 -0800
Subject: [PATCH 1802/1825] Reorder nn.depthwise_conv2d parameters for TF 2.0
 API

PiperOrigin-RevId: 221876586
---
 tensorflow/python/ops/nn_impl.py              | 59 ++++++++++++++++++-
 .../tools/api/golden/v2/tensorflow.nn.pbtxt   |  2 +-
 tensorflow/tools/compatibility/renames_v2.py  |  7 ++-
 .../tools/compatibility/tf_upgrade_v2.py      |  4 ++
 4 files changed, 67 insertions(+), 5 deletions(-)

diff --git a/tensorflow/python/ops/nn_impl.py b/tensorflow/python/ops/nn_impl.py
index 245aa0e52f..d697834206 100644
--- a/tensorflow/python/ops/nn_impl.py
+++ b/tensorflow/python/ops/nn_impl.py
@@ -424,7 +424,7 @@ def zero_fraction(value, name=None):
 
 
 # pylint: disable=redefined-builtin
-@tf_export("nn.depthwise_conv2d")
+@tf_export(v1=["nn.depthwise_conv2d"])
 def depthwise_conv2d(input,
                      filter,
                      strides,
@@ -497,6 +497,63 @@ def depthwise_conv2d(input,
         op=op)
 
 
+@tf_export("nn.depthwise_conv2d", v1=[])
+def depthwise_conv2d_v2(input,
+                        filter,
+                        strides,
+                        padding,
+                        data_format=None,
+                        dilations=None,
+                        name=None):
+  """Depthwise 2-D convolution.
+
+  Given a 4D input tensor ('NHWC' or 'NCHW' data formats)
+  and a filter tensor of shape
+  `[filter_height, filter_width, in_channels, channel_multiplier]`
+  containing `in_channels` convolutional filters of depth 1, `depthwise_conv2d`
+  applies a different filter to each input channel (expanding from 1 channel
+  to `channel_multiplier` channels for each), then concatenates the results
+  together.  The output has `in_channels * channel_multiplier` channels.
+
+  In detail,
+
+      output[b, i, j, k * channel_multiplier + q] = sum_{di, dj}
+           filter[di, dj, k, q] * input[b, strides[1] * i + rate[0] * di,
+                                           strides[2] * j + rate[1] * dj, k]
+
+  Must have `strides[0] = strides[3] = 1`.  For the most common case of the
+  same horizontal and vertical strides, `strides = [1, stride, stride, 1]`.
+  If any value in `rate` is greater than 1, we perform atrous depthwise
+  convolution, in which case all values in the `strides` tensor must be equal
+  to 1.
+
+  Args:
+    input: 4-D with shape according to `data_format`.
+    filter: 4-D with shape
+      `[filter_height, filter_width, in_channels, channel_multiplier]`.
+    strides: 1-D of size 4.  The stride of the sliding window for each
+      dimension of `input`.
+    padding: A string, either `'VALID'` or `'SAME'`. The padding algorithm.
+      See the "returns" section of `tf.nn.convolution` for details.
+    data_format: The data format for input. Either "NHWC" (default) or "NCHW".
+    dilations: 1-D of size 2. The dilation rate in which we sample input values
+      across the `height` and `width` dimensions in atrous convolution. If it is
+      greater than 1, then all values of strides must be 1.
+    name: A name for this operation (optional).
+
+  Returns:
+    A 4-D `Tensor` with shape according to `data_format`.  E.g., for
+    "NHWC" format, shape is
+    `[batch, out_height, out_width, in_channels * channel_multiplier].`
+  """
+  return depthwise_conv2d(input=input,
+                          filter=filter,
+                          strides=strides,
+                          padding=padding,
+                          rate=dilations,
+                          name=name,
+                          data_format=data_format)
+
 # pylint: enable=redefined-builtin
 
 
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index b0d9c5c905..b252a91f11 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -106,7 +106,7 @@ tf_module {
   }
   member_method {
     name: "depthwise_conv2d"
-    argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'rate\', \'name\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
+    argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
     name: "depthwise_conv2d_native"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index dde076bf92..09ffd77fab 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -338,6 +338,7 @@ renames = {
     'tf.quantized_concat': 'tf.quantization.quantized_concat',
     'tf.random.get_seed': 'tf.compat.v1.random.get_seed',
     'tf.random.multinomial': 'tf.compat.v1.random.multinomial',
+    'tf.random.stateless_multinomial': 'tf.compat.v1.random.stateless_multinomial',
     'tf.random_crop': 'tf.image.random_crop',
     'tf.random_gamma': 'tf.random.gamma',
     'tf.random_normal': 'tf.random.normal',
@@ -445,9 +446,9 @@ renames = {
     'tf.sparse_reset_shape': 'tf.sparse.reset_shape',
     'tf.sparse_reshape': 'tf.sparse.reshape',
     'tf.sparse_retain': 'tf.sparse.retain',
-    'tf.sparse_segment_mean': 'tf.sparse.segment_mean',
-    'tf.sparse_segment_sqrt_n': 'tf.sparse.segment_sqrt_n',
-    'tf.sparse_segment_sum': 'tf.sparse.segment_sum',
+    'tf.sparse_segment_mean': 'tf.compat.v1.sparse_segment_mean',
+    'tf.sparse_segment_sqrt_n': 'tf.compat.v1.sparse_segment_sqrt_n',
+    'tf.sparse_segment_sum': 'tf.compat.v1.sparse_segment_sum',
     'tf.sparse_slice': 'tf.sparse.slice',
     'tf.sparse_softmax': 'tf.sparse.softmax',
     'tf.sparse_split': 'tf.compat.v1.sparse_split',
diff --git a/tensorflow/tools/compatibility/tf_upgrade_v2.py b/tensorflow/tools/compatibility/tf_upgrade_v2.py
index c0ebfccd9e..c10f4eed39 100644
--- a/tensorflow/tools/compatibility/tf_upgrade_v2.py
+++ b/tensorflow/tools/compatibility/tf_upgrade_v2.py
@@ -164,6 +164,10 @@ class TFAPIChangeSpec(ast_edits.APIChangeSpec):
             "input", "window_shape", "pooling_type", "padding", "dilation_rate",
             "strides", "name", "data_format"
         ],
+        "tf.nn.depthwise_conv2d": [
+            "input", "filter", "strides", "padding", "rate", "name",
+            "data_format"
+        ],
         "tf.multinomial": [
             "logits", "num_samples", "seed", "name", "output_dtype"
         ],
-- 
GitLab


From f28e49eac192620f78cc4ce9d9b4c4177839f520 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Fri, 16 Nov 2018 17:19:19 -0800
Subject: [PATCH 1803/1825] Create common utilities for `make_dataset_iterator`
 and use that in both TPUStrategy.

PiperOrigin-RevId: 221877298
---
 tensorflow/contrib/distribute/python/BUILD    |   2 +
 .../contrib/distribute/python/tpu_strategy.py |  53 +-----
 .../contrib/distribute/python/values_test.py  | 142 +++++++++-----
 tensorflow/python/distribute/values.py        | 180 +++++++++++++-----
 tensorflow/python/keras/engine/training.py    |   3 +-
 5 files changed, 237 insertions(+), 143 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 80d102249b..99a1c05ec8 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -21,8 +21,10 @@ cuda_py_test(
     srcs = ["values_test.py"],
     additional_deps = [
         ":mirrored_strategy",
+        ":combinations",
         ":multi_worker_test_base",
         "//tensorflow/core:protos_all_py",
+        "@absl_py//absl/testing:parameterized",
         "//tensorflow/python:array_ops",
         "//tensorflow/python:constant_op",
         "//tensorflow/python:device_util",
diff --git a/tensorflow/contrib/distribute/python/tpu_strategy.py b/tensorflow/contrib/distribute/python/tpu_strategy.py
index d159b3e419..314dcc5e01 100644
--- a/tensorflow/contrib/distribute/python/tpu_strategy.py
+++ b/tensorflow/contrib/distribute/python/tpu_strategy.py
@@ -27,8 +27,6 @@ from tensorflow.contrib.tpu.python.ops import tpu_ops
 from tensorflow.contrib.tpu.python.tpu import tpu
 from tensorflow.contrib.tpu.python.tpu import tpu_system_metadata as tpu_system_metadata_lib
 from tensorflow.contrib.tpu.python.tpu import training_loop
-from tensorflow.python.data.experimental.ops import batching
-from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import cross_device_ops as cross_device_ops_lib
 from tensorflow.python.distribute import reduce_util
 from tensorflow.python.distribute import values
@@ -232,59 +230,14 @@ class TPUExtended(distribute_lib.DistributionStrategyExtended):
     return enqueue_op_per_host
 
   def _make_dataset_iterator(self, dataset):
-    """Make iterators for each of the TPU hosts.
-
-    We first unbatch the users input dataset and then rebatch it with the
-    per replica batch size that is calculated using
-    `global_batch_size // num_replicas_in_sync`. The currently supported cases
-    are as follows:
-    `dataset.batch()` is the last operation on the dataset.
-    `dataset.apply(map_and_batch)` is the last operation on the dataset.
-    `dataset.batch().prefetch()` are the last 2 operations on the dataset.
-    `dataset.apply(map_and_batch).prefetch()` are the last 2 operations.
-
-    Args:
-      dataset: The `tf.data` dataset passed by the user.
-
-    Returns:
-      iterator: InputIterator created for each of the host machines.
-    """
-    # TODO(sourabhbajaj): Remove this in lieu of distributed datasets
-    def _get_dataset_batch_size(dataset):
-      """Get the global batch size from the dataset object."""
-      # pylint: disable=protected-access
-      if isinstance(dataset, dataset_ops.DatasetV1Adapter):
-        dataset = dataset._dataset
-      if isinstance(dataset, dataset_ops.BatchDataset):
-        return tensor_util.constant_value(dataset._batch_size)
-      elif isinstance(dataset, batching._MapAndBatchDataset):
-        return dataset._batch_size
-      elif isinstance(dataset, dataset_ops.PrefetchDataset):
-        return _get_dataset_batch_size(dataset._input_dataset)
-      # pylint: enable=protected-access
-      raise ValueError(
-          "Unable to fetch the batch size from the input dataset. `batch` "
-          "`map_and_batch` need to be the last operations on the dataset. "
-          "The batch operations can be followed by a prefetch.")
-
-    global_batch_size = _get_dataset_batch_size(dataset)
-    if global_batch_size % self._num_replicas_in_sync:
-      raise ValueError(
-          "Batch size %s cannot be sharded evenly across replicas %s" % (
-              global_batch_size, self.num_replicas_in_sync))
-    per_replica_batch_size = global_batch_size // self._num_replicas_in_sync
-    dataset = dataset.apply(batching.unbatch())
-    dataset = dataset.batch(per_replica_batch_size, drop_remainder=True)
+    """Make iterators for each of the TPU hosts."""
 
     worker_devices = [
         (self.get_host(hid), [self.get_host_cpu_device(hid)])
         for hid in range(self.num_hosts)
     ]
-    distributed_dataset = values.MultiWorkerDataset(
-        functools.partial(self._call_dataset_fn, lambda: dataset),
-        worker_devices)
-    # TODO(priyag): Return distribution strategy specific InputIterator
-    return distributed_dataset.make_initializable_iterator()
+    return values.DatasetIterator(dataset, worker_devices,
+                                  self._num_replicas_in_sync)
 
   def _distribute_dataset(self, dataset_fn):
     worker_devices = [
diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index 9d51129cae..d3ff14e087 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -19,7 +19,9 @@ from __future__ import division
 from __future__ import print_function
 
 import os
+from absl.testing import parameterized
 
+from tensorflow.contrib.distribute.python import combinations
 from tensorflow.contrib.distribute.python import mirrored_strategy
 from tensorflow.contrib.distribute.python import multi_worker_test_base
 from tensorflow.core.protobuf import config_pb2
@@ -569,15 +571,21 @@ class MultiWorkerDatasetTest(multi_worker_test_base.MultiWorkerTestBase):
         multi_worker_iterator.get_next()
 
 
-class InputFunctionIteratorTestBase(test.TestCase):
+class InputIteratorTestBase(test.TestCase):
 
-  def _test_iterator(self, input_fn, worker_device_pairs, expected_values,
-                     sess=None):
+  def _test_iterator(self, input_type, dataset_fn, worker_device_pairs,
+                     expected_values, sess=None, split_batch_by=None):
     devices = nest.flatten([ds for _, ds in worker_device_pairs])
-    input_contexts = [
-        distribute_lib.InputContext() for _ in worker_device_pairs]
-    iterator = values.InputFunctionIterator(
-        input_fn, worker_device_pairs, input_contexts)
+
+    if input_type == "input_fn":
+      input_contexts = [
+          distribute_lib.InputContext() for _ in worker_device_pairs]
+      input_fn = lambda _: dataset_fn()
+      iterator = values.InputFunctionIterator(input_fn, worker_device_pairs,
+                                              input_contexts)
+    else:
+      iterator = values.DatasetIterator(dataset_fn(), worker_device_pairs,
+                                        split_batch_by)
 
     evaluate = lambda x: sess.run(x) if sess else self.evaluate(x)
 
@@ -587,7 +595,7 @@ class InputFunctionIteratorTestBase(test.TestCase):
       next_element = iterator.get_next()
       computed_value = evaluate(
           [values.select_device(d, next_element) for d in devices])
-      self.assertEqual(expected_value, computed_value)
+      self.assertAllEqual(expected_value, computed_value)
 
     with self.assertRaises(errors.OutOfRangeError):
       next_element = iterator.get_next()
@@ -600,62 +608,89 @@ class InputFunctionIteratorTestBase(test.TestCase):
       next_element = iterator.get_next()
       computed_value = evaluate(
           [values.select_device(d, next_element) for d in devices])
-      self.assertEqual(expected_value, computed_value)
+      self.assertAllEqual(expected_value, computed_value)
 
 
-class InputFunctionIteratorSingleWorkerTest(InputFunctionIteratorTestBase):
+class InputIteratorSingleWorkerTest(InputIteratorTestBase,
+                                    parameterized.TestCase):
 
-  @test_util.run_in_graph_and_eager_modes
-  def testOneDeviceCPU(self):
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"]))
+  def testOneDeviceCPU(self, input_type):
     worker_device_pairs = [("", ["/device:CPU:0"])]
-    input_fn = lambda _: dataset_ops.Dataset.range(10)
+    dataset_fn = lambda: dataset_ops.Dataset.range(10)
 
     expected_values = [[i] for i in range(10)]
 
-    self._test_iterator(input_fn, worker_device_pairs, expected_values)
-
-  @test_util.run_in_graph_and_eager_modes()
-  def testTwoDevicesOneGPUOneCPU(self):
-    if context.num_gpus() < 1:
-      self.skipTest("A GPU is not available for this test.")
+    self._test_iterator(input_type, dataset_fn, worker_device_pairs,
+                        expected_values)
 
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"],
+      required_gpus=1))
+  def testTwoDevicesOneGPUOneCPU(self, input_type):
     worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
-    input_fn = lambda _: dataset_ops.Dataset.range(10)
+    dataset_fn = lambda: dataset_ops.Dataset.range(10)
 
     expected_values = [[i, i+1] for i in range(0, 10, 2)]
 
-    self._test_iterator(input_fn, worker_device_pairs, expected_values)
-
-  @test_util.run_in_graph_and_eager_modes()
-  def testTupleDataset(self):
-    if context.num_gpus() < 1:
-      self.skipTest("A GPU is not available for this test.")
+    self._test_iterator(input_type, dataset_fn, worker_device_pairs,
+                        expected_values)
 
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"],
+      required_gpus=1))
+  def testTupleDataset(self, input_type):
     worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
-    def input_fn(_):
+    def dataset_fn():
       dataset1 = dataset_ops.Dataset.range(10)
       dataset2 = dataset_ops.Dataset.range(10).map(lambda x: x**2)
       return dataset_ops.Dataset.zip((dataset1, dataset2))
 
     expected_values = [[(i, i**2), (i+1, (i+1)**2)] for i in range(0, 10, 2)]
 
-    self._test_iterator(input_fn, worker_device_pairs, expected_values)
-
-  @test_util.run_in_graph_and_eager_modes()
-  def testUnevenDatasetBatches(self):
-    if context.num_gpus() < 1:
-      self.skipTest("A GPU is not available for this test.")
+    self._test_iterator(input_type, dataset_fn, worker_device_pairs,
+                        expected_values)
 
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"],
+      required_gpus=1))
+  def testUnevenDatasetBatches(self, input_type):
     worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
-    input_fn = lambda _: dataset_ops.Dataset.range(11)
+    dataset_fn = lambda: dataset_ops.Dataset.range(11)
 
     expected_values = [[i, i+1] for i in range(0, 10, 2)]
-    self._test_iterator(input_fn, worker_device_pairs, expected_values)
+    self._test_iterator(input_type, dataset_fn, worker_device_pairs,
+                        expected_values)
+
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["dataset"],
+      split_batch_by=[None, 2],
+      required_gpus=1))
+  def testBatchSplitting(self, input_type, split_batch_by):
+    worker_device_pairs = [("", ["/device:GPU:0", "/device:CPU:0"])]
+    batch_size = 10
+    dataset_fn = lambda: dataset_ops.Dataset.range(100).batch(batch_size)
+
+    updated_batch_size = (
+        batch_size // split_batch_by if split_batch_by else batch_size)
+    expected_values = [[range(i, i+updated_batch_size),
+                        range(i+updated_batch_size, i+2*updated_batch_size)]
+                       for i in range(0, 100, updated_batch_size*2)]
+
+    self._test_iterator(input_type, dataset_fn, worker_device_pairs,
+                        expected_values, sess=None,
+                        split_batch_by=split_batch_by)
 
 
-class InputFunctionIteratorMultiWorkerTest(
-    multi_worker_test_base.MultiWorkerTestBase,
-    InputFunctionIteratorTestBase):
+class InputIteratorMultiWorkerTest(
+    multi_worker_test_base.MultiWorkerTestBase, InputIteratorTestBase,
+    parameterized.TestCase):
 
   def _cpu_devices(self):
     return [
@@ -676,32 +711,41 @@ class InputFunctionIteratorMultiWorkerTest(
         ])
     ]
 
-  def testOneDevicePerWorker(self):
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"]))
+  def testOneDevicePerWorker(self, input_type):
     worker_devices = self._cpu_devices()
     with context.graph_mode(), self.cached_session() as sess:
-      input_fn = lambda _: dataset_ops.Dataset.range(4)
-      self._test_iterator(input_fn, worker_devices,
+      dataset_fn = lambda: dataset_ops.Dataset.range(4)
+      self._test_iterator(input_type, dataset_fn, worker_devices,
                           [[0, 0], [1, 1], [2, 2], [3, 3]], sess)
 
-  def testTwoDevicesPerWorker(self):
-    if context.num_gpus() < 1:
-      self.skipTest("A GPU is not available for this test.")
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"],
+      required_gpus=1))
+  def testTwoDevicesPerWorker(self, input_type):
     worker_devices = self._cpu_and_one_gpu_devices()
     with context.graph_mode(), self.cached_session() as sess:
-      input_fn = lambda _: dataset_ops.Dataset.range(4)
-      self._test_iterator(input_fn, worker_devices,
+      dataset_fn = lambda: dataset_ops.Dataset.range(4)
+      self._test_iterator(input_type, dataset_fn, worker_devices,
                           [[0, 1, 0, 1], [2, 3, 2, 3]], sess)
 
-  def testTupleDataset(self):
+  @combinations.generate(combinations.combine(
+      mode=["graph", "eager"],
+      input_type=["input_fn", "dataset"]))
+  def testTupleDataset(self, input_type):
     worker_devices = self._cpu_devices()
     with context.graph_mode(), self.cached_session() as sess:
-      def input_fn(_):
+      def dataset_fn():
         dataset1 = dataset_ops.Dataset.range(4)
         dataset2 = dataset_ops.Dataset.range(4).map(lambda x: x**2)
         return dataset_ops.Dataset.zip((dataset1, dataset2))
 
       expected_values = [[(i, i**2), (i, i**2)] for i in range(0, 4)]
-      self._test_iterator(input_fn, worker_devices, expected_values, sess)
+      self._test_iterator(input_type, dataset_fn, worker_devices,
+                          expected_values, sess)
 
 
 class MirroredVariableTest(test.TestCase):
diff --git a/tensorflow/python/distribute/values.py b/tensorflow/python/distribute/values.py
index 27057bb4a6..33ca27c63b 100644
--- a/tensorflow/python/distribute/values.py
+++ b/tensorflow/python/distribute/values.py
@@ -27,6 +27,7 @@ import operator
 import weakref
 import six
 
+from tensorflow.python.data.experimental.ops import batching
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.data.ops import multi_device_iterator_ops
 from tensorflow.python.distribute import input_ops
@@ -1327,48 +1328,16 @@ class InputIterator(object):
     raise NotImplementedError("must be implemented in descendants")
 
 
-class InputFunctionIterator(InputIterator):
-  """Iterator created from input function."""
-
-  def __init__(self, input_fn, worker_device_pairs, input_contexts):
-    """Make an iterator for input provided via an input function.
-
-    Currently implements PER_WORKER mode, in which the `input_fn` is called
-    once on each worker.
+class InputIteratorImpl(InputIterator):
+  """Common implementation for all input iterators."""
 
-    TODO(priyag): Add other replication modes.
-    TODO(priyag): Allow taking input function that returns a callable that
-    returns nest of tensors.
-
-    Args:
-      input_fn: Input function that returns a `tf.data.Dataset` object.
-      worker_device_pairs: A list of (worker, list of devices on that worker)
-        pairs.
-      input_contexts: A list of `InputContext` instances to be passed to call(s)
-        to `input_fn`. Length and order should match worker order in
-        `worker_device_pairs`.
-    """
+  def __init__(self, worker_device_pairs, iterators):
     if not worker_device_pairs:
-      raise ValueError("Cannot create iterator when no devices given.")
-
-    if len(worker_device_pairs) != len(input_contexts):
-      raise ValueError(
-          "Number of worker_device_pairs (%d) is not same as number of"
-          "input_contexts (%d)" % (
-              len(worker_device_pairs), len(input_contexts)))
+      raise ValueError("Should have at least one worker for input iterator.")
 
+    self._iterators = iterators
     self._worker_device_pairs = worker_device_pairs
     self._is_eager = context.executing_eagerly()
-    self._iterators = []
-
-    for (worker, devices), ctx in zip(worker_device_pairs, input_contexts):
-      # TODO(priyag): We should probably explicitly specify CPU device on worker.
-      with ops.device(worker):
-        result = input_fn(ctx)
-        if not isinstance(result, dataset_ops.Dataset):
-          raise ValueError("input_fn must return a tf.data.Dataset.")
-        iterator = _DatasetIterator(result, worker, devices)
-        self._iterators.append(iterator)
 
   def get_next(self, name=None):
     """Returns the next input from the iterator for all replicas."""
@@ -1410,30 +1379,116 @@ class InputFunctionIterator(InputIterator):
     return init_ops
 
   # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
-  def _output_classes(self):
+  @property
+  def output_classes(self):
     return self._iterators[0].output_classes
 
   # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
-  def _output_shapes(self):
+  @property
+  def output_shapes(self):
     return self._iterators[0].output_shapes
 
   # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
-  def _output_types(self):
+  @property
+  def output_types(self):
     return self._iterators[0].output_types
 
   # TODO(priyag): Remove when we switch to using `MultiDeviceIterator` for TPUs.
-  def _get_iterator(self, worker):
+  def get_iterator(self, worker):
     for i, (w, _) in enumerate(self._worker_device_pairs):
       if worker == w:
         return self._iterators[i]
     return None
 
 
-class _DatasetIterator(object):
+class InputFunctionIterator(InputIteratorImpl):
+  """Iterator created from input function."""
+
+  def __init__(self, input_fn, worker_device_pairs, input_contexts):
+    """Make an iterator for input provided via an input function.
+
+    Currently implements PER_WORKER mode, in which the `input_fn` is called
+    once on each worker.
+
+    TODO(priyag): Add other replication modes.
+    TODO(priyag): Allow taking input function that returns a callable that
+    returns nest of tensors.
+
+    Args:
+      input_fn: Input function that returns a `tf.data.Dataset` object.
+      worker_device_pairs: A list of (worker, list of devices on that worker)
+        pairs.
+      input_contexts: A list of `InputContext` instances to be passed to call(s)
+        to `input_fn`. Length and order should match worker order in
+        `worker_device_pairs`.
+    """
+    if len(worker_device_pairs) != len(input_contexts):
+      raise ValueError(
+          "Number of worker_device_pairs (%d) is not same as number of"
+          "input_contexts (%d)" % (
+              len(worker_device_pairs), len(input_contexts)))
+
+    iterators = []
+    for (worker, devices), ctx in zip(worker_device_pairs, input_contexts):
+      # TODO(priyag): We should probably explicitly specify CPU device on worker.
+      with ops.device(worker):
+        result = input_fn(ctx)
+        if not isinstance(result, dataset_ops.Dataset):
+          raise ValueError("input_fn must return a tf.data.Dataset.")
+        iterator = _SingleWorkerDatasetIterator(result, worker, devices)
+        iterators.append(iterator)
+
+    super(InputFunctionIterator, self).__init__(
+        worker_device_pairs, iterators)
+
+
+class DatasetIterator(InputIteratorImpl):
+  """Iterator created from input dataset."""
+
+  def __init__(self, dataset, worker_device_pairs, split_batch_by=None):
+    """Make an iterator for the dataset on given devices.
+
+    If `split_batch_by` is not None, we "split" each batch of the
+    dataset by `split_batch_by` value. To achieve this, we first unbatch the
+    input dataset and then rebatch it with the per replica batch size that is
+    calculated using `global_batch_size // split_batch_by`.
+    The currently supported datasets are as follows:
+    `dataset.batch()` is the last operation on the dataset OR
+    `dataset.apply(map_and_batch)` is the last operation on the dataset OR
+    `dataset.batch().prefetch()` are the last 2 operations on the dataset OR
+    `dataset.apply(map_and_batch).prefetch()` are the last 2 operations.
+
+    TODO(priyag): Support multi worker / host cases properly by cloning
+    and sharding the dataset on each worker. Current setup will only work in
+    some cases, such as in-graph multi worker GPU case. If the input pipeline
+    has random shuffling (with a different seed on each worker), each worker
+    will see random input from the same overall dataset in each step. Otherwise,
+    each worker will see the same input in each step.
+
+    Args:
+      dataset: `tf.data.Dataset` that will be used as the input source.
+      worker_device_pairs: A list of (worker, list of devices on that worker)
+        pairs.
+      split_batch_by: Optional integer. If present, we "split" each batch of the
+        dataset by `split_batch_by` value.
+    """
+    if split_batch_by:
+      dataset = _split_dataset_batch(dataset, split_batch_by)
+
+    iterators = []
+    for worker, worker_devices in worker_device_pairs:
+      with ops.device(worker):
+        iterator = _SingleWorkerDatasetIterator(dataset, worker, worker_devices)
+        iterators.append(iterator)
+
+    super(DatasetIterator, self).__init__(worker_device_pairs, iterators)
+
+
+class _SingleWorkerDatasetIterator(object):
   """Iterator for a single `tf.data.Dataset`."""
 
   def __init__(self, dataset, worker, devices):
-    """Create iterator for the given dataset.
+    """Create iterator for the `dataset` to fetch data to worker's `devices` .
 
     `MultiDeviceIterator` is used to prefetch input to the devices on the
     given worker. `MultiDeviceIterator` doesn't work in eager mode yet.
@@ -1510,6 +1565,45 @@ class _DatasetIterator(object):
     return self._iterator.output_types
 
 
+def _split_dataset_batch(dataset, split_batch_by):
+  """Divide a batch-ed dataset's batches into smaller batches."""
+  # TODO(sourabhbajaj): Remove this in lieu of distributed datasets
+  # pylint: disable=protected-access
+  def _get_batch_dataset(d):
+    """Get the underlying batch dataset from the dataset object."""
+    if isinstance(d, dataset_ops.DatasetV1Adapter):
+      d = d._dataset
+
+    if isinstance(d, (dataset_ops.BatchDataset, batching._MapAndBatchDataset)):
+      return d
+    elif isinstance(d, dataset_ops.PrefetchDataset):
+      return _get_batch_dataset(d._input_dataset)
+    raise ValueError(
+        "Unable to get batched dataset from the input dataset. `batch` "
+        "`map_and_batch` need to be the last operations on the dataset. "
+        "The batch operations can be followed by a prefetch.")
+
+  batched_dataset = _get_batch_dataset(dataset)
+  batch_size = batched_dataset._batch_size
+  drop_remainder = batched_dataset._drop_remainder
+  # pylint: enable=protected-access
+
+  if tensor_util.is_tensor(batch_size):
+    batch_size = tensor_util.constant_value(batch_size)
+
+  if tensor_util.is_tensor(drop_remainder):
+    drop_remainder = tensor_util.constant_value(drop_remainder)
+
+  if batch_size % split_batch_by:
+    raise ValueError(
+        "Batch size %s cannot be sharded evenly across replicas %s" % (
+            batch_size, split_batch_by))
+  new_batch_size = batch_size // split_batch_by
+
+  dataset = dataset.apply(batching.unbatch())
+  return dataset.batch(new_batch_size, drop_remainder=drop_remainder)
+
+
 class MultiStepContext(object):
   """A context object that can be used to capture things when running steps.
 
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index c2a953f383..5d5af12805 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1049,10 +1049,11 @@ class Model(Network):
     with self._distribution_strategy.scope():
       if type(self._distribution_strategy).__name__ == 'TPUStrategy':
         iterator = self._distribution_strategy.make_dataset_iterator(x)
+        K.get_session().run(iterator.initialize())
       else:
         dataset = self._distribution_strategy.distribute_dataset(lambda: x)
         iterator = dataset.make_initializable_iterator()
-      K.get_session().run(iterator.initializer)
+        K.get_session().run(iterator.initializer)
 
     training_utils.validate_iterator_input(x, y, sample_weight,
                                            validation_split)
-- 
GitLab


From d33634f616c278d37e9d57d20a3666b7b5ee67be Mon Sep 17 00:00:00 2001
From: Zhenyu Tan <tanzheny@google.com>
Date: Fri, 16 Nov 2018 17:21:02 -0800
Subject: [PATCH 1804/1825] Implement Keras V2 NAdam optimization.

PiperOrigin-RevId: 221877440
---
 tensorflow/python/keras/optimizer_v2/BUILD    |  20 +++
 tensorflow/python/keras/optimizer_v2/nadam.py | 110 ++++++++++++
 .../python/keras/optimizer_v2/nadam_test.py   | 169 ++++++++++++++++++
 3 files changed, 299 insertions(+)
 create mode 100644 tensorflow/python/keras/optimizer_v2/nadam.py
 create mode 100644 tensorflow/python/keras/optimizer_v2/nadam_test.py

diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index f77f0460eb..4913eaf9fc 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -17,6 +17,7 @@ py_library(
         "adam.py",
         "adamax.py",
         "gradient_descent.py",
+        "nadam.py",
         "optimizer_v2.py",
         "rmsprop.py",
     ],
@@ -110,6 +111,25 @@ cuda_py_test(
     shard_count = 4,
 )
 
+cuda_py_test(
+    name = "nadam_test",
+    size = "medium",
+    srcs = ["nadam_test.py"],
+    additional_deps = [
+        ":optimizer_v2",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:embedding_ops",
+        "//tensorflow/python:platform_test",
+        "//tensorflow/python:framework",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:resource_variable_ops",
+        "//tensorflow/python:resources",
+        "//tensorflow/python:variables",
+        "//tensorflow/python/eager:context",
+    ],
+    shard_count = 4,
+)
+
 py_test(
     name = "optimizer_v2_test",
     size = "medium",
diff --git a/tensorflow/python/keras/optimizer_v2/nadam.py b/tensorflow/python/keras/optimizer_v2/nadam.py
new file mode 100644
index 0000000000..4be421a73f
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/nadam.py
@@ -0,0 +1,110 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Nadam for TensorFlow."""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import adam
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import state_ops
+from tensorflow.python.training import training_ops
+
+
+class Nadam(adam.Adam):
+  r"""Optimizer that implements the NAdam algorithm.
+
+  Much like Adam is essentially RMSprop with momentum, Nadam is Adam with
+  Nesterov momentum.
+
+  Initialization:
+
+  $$m_0 := 0 \text{(Initialize initial 1st moment vector)}$$
+  $$v_0 := 0 \text{(Initialize initial 2nd moment vector)}$$
+  $$t := 0 \text{(Initialize timestep)}$$
+
+  Computes:
+  $$t := t + 1$$
+  $$lr_t := \text{learning\_rate} * \sqrt{1 - beta_2^t} / (1 - beta_1^t)$$
+  $$m_t := beta_1 * m_{t-1} + (1 - beta_1) * g$$
+  $$v_t := beta_2 * v_{t-1} + (1 - beta_2) * g * g$$
+  $$m_bar_t := beta_1 * v_t + (1 - beta_1) * g$$
+  $$theta_t := theta_{t-1} - lr_t * m_bar_t / (\sqrt{v_t} + \epsilon)$$
+
+  gradient is evaluated at theta(t) + momentum * v(t), and the variables always
+  store theta + beta_1 * m / sqrt(v) instead of theta.
+
+  References
+    See [Dozat, T., 2015](http://cs229.stanford.edu/proj2015/054_report.pdf).
+  """
+
+  def _resource_apply_dense(self, grad, var):
+    grad_dtype = grad.dtype.base_dtype
+    m = self.get_slot(var, 'm')
+    v = self.get_slot(var, 'v')
+    local_step = math_ops.cast(self.iterations + 1, grad_dtype)
+    beta_1_t = math_ops.cast(self._get_hyper('beta_1'), grad_dtype)
+    beta_2_t = math_ops.cast(self._get_hyper('beta_2'), grad_dtype)
+    beta_1_power = math_ops.pow(beta_1_t, local_step)
+    beta_2_power = math_ops.pow(beta_2_t, local_step)
+    return training_ops.resource_apply_adam(
+        var.handle,
+        m.handle,
+        v.handle,
+        beta_1_power,
+        beta_2_power,
+        math_ops.cast(self._get_hyper('learning_rate'), grad_dtype),
+        beta_1_t,
+        beta_2_t,
+        math_ops.cast(self._get_hyper('epsilon'), grad_dtype),
+        grad,
+        use_locking=self._use_locking,
+        use_nesterov=True)
+
+  def _resource_apply_sparse(self, grad, var, indices):
+    var_dtype = var.dtype.base_dtype
+    local_step = math_ops.cast(self.iterations + 1, var_dtype)
+    beta_1_t = math_ops.cast(self._get_hyper('beta_1'), var_dtype)
+    beta_2_t = math_ops.cast(self._get_hyper('beta_2'), var_dtype)
+    beta_1_power = math_ops.pow(beta_1_t, local_step)
+    beta_2_power = math_ops.pow(beta_2_t, local_step)
+    lr_t = math_ops.cast(self._get_hyper('learning_rate'), var_dtype)
+    epsilon_t = math_ops.cast(self._get_hyper('epsilon'), var_dtype)
+    lr = (lr_t * math_ops.sqrt(1 - beta_2_power) / (1 - beta_1_power))
+
+    # m_t = beta1 * m + (1 - beta1) * g_t
+    m = self.get_slot(var, 'm')
+    m_scaled_g_values = grad * (1 - beta_1_t)
+    m_t = state_ops.assign(m, m * beta_1_t, use_locking=self._use_locking)
+    with ops.control_dependencies([m_t]):
+      m_t = self._resource_scatter_add(m, indices, m_scaled_g_values)
+      # m_bar = (1 - beta1) * g_t + beta1 * m_t
+      m_bar = m_scaled_g_values + beta_1_t * array_ops.gather(m_t, indices)
+
+    # v_t = beta2 * v + (1 - beta2) * (g_t * g_t)
+    v = self.get_slot(var, 'v')
+    v_scaled_g_values = (grad * grad) * (1 - beta_2_t)
+    v_t = state_ops.assign(v, v * beta_2_t, use_locking=self._use_locking)
+    with ops.control_dependencies([v_t]):
+      v_t = self._resource_scatter_add(v, indices, v_scaled_g_values)
+
+    v_t_slice = array_ops.gather(v_t, indices)
+    v_sqrt = math_ops.sqrt(v_t_slice)
+    var_update = self._resource_scatter_add(var, indices,
+                                            -lr * m_bar / (v_sqrt + epsilon_t))
+    return control_flow_ops.group(*[var_update, m_bar, v_t])
diff --git a/tensorflow/python/keras/optimizer_v2/nadam_test.py b/tensorflow/python/keras/optimizer_v2/nadam_test.py
new file mode 100644
index 0000000000..9cc81b1d11
--- /dev/null
+++ b/tensorflow/python/keras/optimizer_v2/nadam_test.py
@@ -0,0 +1,169 @@
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Tests for Nadam."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import numpy as np
+
+from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
+from tensorflow.python.framework import ops
+from tensorflow.python.keras.optimizer_v2 import nadam
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops import resource_variable_ops
+from tensorflow.python.ops import variables
+from tensorflow.python.platform import test
+
+
+def get_beta_accumulators(opt, dtype):
+  local_step = math_ops.cast(opt.iterations + 1, dtype)
+  beta_1_t = math_ops.cast(opt._get_hyper("beta_1"), dtype)
+  beta_1_power = math_ops.pow(beta_1_t, local_step)
+  beta_2_t = math_ops.cast(opt._get_hyper("beta_2"), dtype)
+  beta_2_power = math_ops.pow(beta_2_t, local_step)
+  return (beta_1_power, beta_2_power)
+
+
+def nadam_update_numpy(param,
+                       g_t,
+                       t,
+                       m,
+                       v,
+                       alpha=0.001,
+                       beta1=0.9,
+                       beta2=0.999,
+                       epsilon=1e-8):
+  alpha_t = alpha * np.sqrt(1 - beta2**t) / (1 - beta1**t)
+
+  m_t = beta1 * m + (1 - beta1) * g_t
+  v_t = beta2 * v + (1 - beta2) * g_t * g_t
+
+  m_bar = (1 - beta1) * g_t + beta1 * m_t
+
+  param_t = param - alpha_t * m_bar / (np.sqrt(v_t) + epsilon)
+  return param_t, m_t, v_t
+
+
+class NadamOptimizerTest(test.TestCase):
+
+  def doTestSparse(self, use_resource=False):
+    sparse_epsilon = 1e-7
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0, 0.01], dtype=dtype.as_numpy_dtype)
+
+        if use_resource:
+          var0 = resource_variable_ops.ResourceVariable(var0_np)
+          var1 = resource_variable_ops.ResourceVariable(var1_np)
+        else:
+          var0 = variables.Variable(var0_np)
+          var1 = variables.Variable(var1_np)
+        grads0_np_indices = np.array([0, 2], dtype=np.int32)
+        grads0 = ops.IndexedSlices(
+            constant_op.constant(grads0_np[grads0_np_indices]),
+            constant_op.constant(grads0_np_indices), constant_op.constant([3]))
+        grads1_np_indices = np.array([0, 2], dtype=np.int32)
+        grads1 = ops.IndexedSlices(
+            constant_op.constant(grads1_np[grads1_np_indices]),
+            constant_op.constant(grads1_np_indices), constant_op.constant([3]))
+        opt = nadam.Nadam(epsilon=sparse_epsilon)
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 3.0, 4.0], var1.eval())
+
+        beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
+
+        # Run 3 steps of Nadam
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          update.run()
+
+          var0_np, m0, v0 = nadam_update_numpy(
+              var0_np, grads0_np, t, m0, v0, epsilon=sparse_epsilon)
+          var1_np, m1, v1 = nadam_update_numpy(
+              var1_np, grads1_np, t, m1, v1, epsilon=sparse_epsilon)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testSparse(self):
+    self.doTestSparse(use_resource=False)
+
+  def testResourceSparse(self):
+    self.doTestSparse(use_resource=True)
+
+  def doTestBasic(self, use_resource=False):
+    for dtype in [dtypes.half, dtypes.float32, dtypes.float64]:
+      with self.cached_session():
+        # Initialize variables for numpy implementation.
+        m0, v0, m1, v1 = 0.0, 0.0, 0.0, 0.0
+        var0_np = np.array([1.0, 2.0], dtype=dtype.as_numpy_dtype)
+        grads0_np = np.array([0.1, 0.1], dtype=dtype.as_numpy_dtype)
+        var1_np = np.array([3.0, 4.0], dtype=dtype.as_numpy_dtype)
+        grads1_np = np.array([0.01, 0.01], dtype=dtype.as_numpy_dtype)
+
+        if use_resource:
+          var0 = resource_variable_ops.ResourceVariable(var0_np)
+          var1 = resource_variable_ops.ResourceVariable(var1_np)
+        else:
+          var0 = variables.Variable(var0_np)
+          var1 = variables.Variable(var1_np)
+        grads0 = constant_op.constant(grads0_np)
+        grads1 = constant_op.constant(grads1_np)
+        opt = nadam.Nadam()
+        update = opt.apply_gradients(zip([grads0, grads1], [var0, var1]))
+        variables.global_variables_initializer().run()
+
+        # Fetch params to validate initial values
+        self.assertAllClose([1.0, 2.0], var0.eval())
+        self.assertAllClose([3.0, 4.0], var1.eval())
+
+        beta1_power, beta2_power = get_beta_accumulators(opt, dtype)
+
+        # Run 3 steps of Nadam
+        for t in range(1, 4):
+          self.assertAllCloseAccordingToType(0.9**t, beta1_power.eval())
+          self.assertAllCloseAccordingToType(0.999**t, beta2_power.eval())
+          update.run()
+
+          var0_np, m0, v0 = nadam_update_numpy(var0_np, grads0_np, t, m0, v0)
+          var1_np, m1, v1 = nadam_update_numpy(var1_np, grads1_np, t, m1, v1)
+
+          # Validate updated params
+          self.assertAllCloseAccordingToType(var0_np, var0.eval())
+          self.assertAllCloseAccordingToType(var1_np, var1.eval())
+
+  def testBasic(self):
+    self.doTestBasic(use_resource=False)
+
+  def testResourceBasic(self):
+    self.doTestBasic(use_resource=True)
+
+
+if __name__ == "__main__":
+  test.main()
-- 
GitLab


From 2a1c305916b3ad31711fa507a9ef99380491821c Mon Sep 17 00:00:00 2001
From: Saurabh Saxena <srbs@google.com>
Date: Fri, 16 Nov 2018 17:32:19 -0800
Subject: [PATCH 1805/1825] New TensorArray implementation that uses
 TensorLists instead of Resources. Not feature complete yet but mostly works
 except for split and concat. This enables creating TensorArrays inside
 while_v2 and tf.function e.g. using tf.map_fn inside tf.function.

PiperOrigin-RevId: 221878566
---
 tensorflow/python/BUILD                       |   4 +
 .../operators/data_structures_test.py         |   3 +-
 tensorflow/python/framework/test_util.py      |  28 ++
 tensorflow/python/kernel_tests/BUILD          |   8 +-
 .../python/kernel_tests/cond_v2_test.py       |  13 +
 .../kernel_tests/control_flow_ops_py_test.py  |   4 -
 .../kernel_tests/functional_ops_test.py       |   3 +
 .../python/kernel_tests/list_ops_test.py      | 146 ++++++----
 .../kernel_tests/tensor_array_ops_test.py     | 224 ++++++++++-----
 tensorflow/python/ops/list_ops.py             |  60 +++-
 tensorflow/python/ops/tensor_array_ops.py     | 256 +++++++++++++++++-
 tensorflow/python/ops/while_v2.py             |  25 +-
 12 files changed, 610 insertions(+), 164 deletions(-)

diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index c21356e676..603eca2c85 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -1055,6 +1055,7 @@ py_library(
         ":random_seed",
         ":resource_variable_ops",
         ":session",
+        ":tensor_array_ops",
         ":training",
         ":util",
         ":variables",
@@ -3042,13 +3043,16 @@ py_library(
     deps = [
         ":array_ops",
         ":constant_op",
+        ":control_flow_ops_gen",
         ":data_flow_ops_gen",
         ":dtypes",
         ":errors",
         ":framework_ops",
+        ":list_ops",
         ":math_ops",
         ":tensor_shape",
         ":tensor_util",
+        ":tf2",
         ":tf_should_use",
         "//tensorflow/python/eager:context",
     ],
diff --git a/tensorflow/python/autograph/operators/data_structures_test.py b/tensorflow/python/autograph/operators/data_structures_test.py
index 6039b07982..72476ccb6b 100644
--- a/tensorflow/python/autograph/operators/data_structures_test.py
+++ b/tensorflow/python/autograph/operators/data_structures_test.py
@@ -156,8 +156,7 @@ class ListTest(test.TestCase):
 
   def test_stack_tensor_list_empty(self):
     l = list_ops.empty_tensor_list(
-        element_shape=-1,
-        element_dtype=dtypes.variant)
+        element_shape=None, element_dtype=dtypes.variant)
 
     opts = data_structures.ListStackOpts(
         element_dtype=dtypes.int32, original_call=None)
diff --git a/tensorflow/python/framework/test_util.py b/tensorflow/python/framework/test_util.py
index 39c8ba152d..897122746b 100644
--- a/tensorflow/python/framework/test_util.py
+++ b/tensorflow/python/framework/test_util.py
@@ -66,6 +66,7 @@ from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import versions
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import tensor_array_ops
 from tensorflow.python.ops import variables
 from tensorflow.python.platform import googletest
 from tensorflow.python.platform import tf_logging as logging
@@ -406,13 +407,40 @@ def enable_control_flow_v2(fn):
   def wrapper(*args, **kwargs):
     enable_cond_v2_old = control_flow_ops.ENABLE_COND_V2
     enable_while_v2_old = control_flow_ops.ENABLE_WHILE_V2
+    enable_tensor_array_v2_old = tensor_array_ops.ENABLE_TENSOR_ARRAY_V2
     control_flow_ops.ENABLE_COND_V2 = True
     control_flow_ops.ENABLE_WHILE_V2 = True
+    tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = True
     try:
       fn(*args, **kwargs)
     finally:
       control_flow_ops.ENABLE_COND_V2 = enable_cond_v2_old
       control_flow_ops.ENABLE_WHILE_V2 = enable_while_v2_old
+      tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = enable_tensor_array_v2_old
+
+  return wrapper
+
+
+def enable_tensor_array_v2(fn):
+  """Decorator for enabling _GraphTensorArrayV2 on a test.
+
+  Note this enables _GraphTensorArrayV2 after running the test class's
+  setup/teardown methods.
+
+  Args:
+    fn: the function to be wrapped
+
+  Returns:
+    The wrapped function
+  """
+
+  def wrapper(*args, **kwargs):
+    enable_tensor_array_v2_old = tensor_array_ops.ENABLE_TENSOR_ARRAY_V2
+    tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = True
+    try:
+      fn(*args, **kwargs)
+    finally:
+      tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = enable_tensor_array_v2_old
 
   return wrapper
 
diff --git a/tensorflow/python/kernel_tests/BUILD b/tensorflow/python/kernel_tests/BUILD
index 307330d1cb..41099ba2e8 100644
--- a/tensorflow/python/kernel_tests/BUILD
+++ b/tensorflow/python/kernel_tests/BUILD
@@ -121,8 +121,10 @@ cuda_py_test(
         "@absl_py//absl/testing:parameterized",
         "//third_party/py/numpy",
         "//tensorflow/python:array_ops",
-        "//tensorflow/python:math_ops",
+        "//tensorflow/python:gradients_impl",
         "//tensorflow/python:list_ops",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:tensor_shape",
         "//tensorflow/python/eager:context",
         "//tensorflow/python:framework_for_generated_wrappers",
         "//tensorflow/python:framework_test_lib",
@@ -1750,9 +1752,11 @@ cuda_py_test(
         "//tensorflow/python:tensor_array_grad",
         "//tensorflow/python:variable_scope",
         "//tensorflow/python:variables",
+        "//tensorflow/python:while_v2",
         "//tensorflow/python/data/ops:iterator_ops",
     ],
     grpc_enabled = True,
+    shard_count = 2,
     tags = ["no_windows"],
 )
 
@@ -2385,6 +2389,8 @@ cuda_py_test(
         "//tensorflow/python:tensor_array_ops",
         "//tensorflow/python:variables",
         "//tensorflow/python:variable_scope",
+        "//tensorflow/python:cond_v2",
+        "//tensorflow/python:while_v2",
         "//tensorflow/python/eager:backprop",
         "//tensorflow/python/eager:context",
     ],
diff --git a/tensorflow/python/kernel_tests/cond_v2_test.py b/tensorflow/python/kernel_tests/cond_v2_test.py
index 70b66bc52a..ace18dbc44 100644
--- a/tensorflow/python/kernel_tests/cond_v2_test.py
+++ b/tensorflow/python/kernel_tests/cond_v2_test.py
@@ -719,6 +719,10 @@ class CondV2Test(test.TestCase):
 
   @test_util.enable_control_flow_v2
   def testCondAndTensorArray(self):
+    if test_util.is_gpu_available():
+      old_enable_tensor_array_v2 = tensor_array_ops.ENABLE_TENSOR_ARRAY_V2
+      # TODO(b/119689663): Enable this.
+      tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = False
     x = math_ops.range(-5, 5)
     output = tensor_array_ops.TensorArray(dtype=dtypes.int32, size=x.shape[0])
 
@@ -740,9 +744,15 @@ class CondV2Test(test.TestCase):
     output_t = output.stack()
     self.assertAllEqual(
         self.evaluate(output_t), [-5, -4, -3, -2, -1, 0, 1, 4, 9, 16])
+    if test_util.is_gpu_available():
+      tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = old_enable_tensor_array_v2
 
   @test_util.enable_control_flow_v2
   def testCondAndTensorArrayInDefun(self):
+    if test_util.is_gpu_available():
+      old_enable_tensor_array_v2 = tensor_array_ops.ENABLE_TENSOR_ARRAY_V2
+      # TODO(b/119689663): Enable this.
+      tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = False
 
     @function.defun
     def f():
@@ -770,6 +780,9 @@ class CondV2Test(test.TestCase):
     self.assertAllEqual(
         self.evaluate(output_t), [-5, -4, -3, -2, -1, 0, 1, 4, 9, 16])
 
+    if test_util.is_gpu_available():
+      tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 = old_enable_tensor_array_v2
+
 
 class CondV2CollectionTest(test.TestCase):
 
diff --git a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
index c0068c2681..55654174d3 100644
--- a/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
+++ b/tensorflow/python/kernel_tests/control_flow_ops_py_test.py
@@ -2515,8 +2515,6 @@ class ControlFlowTest(test.TestCase):
       r = gradients_impl.gradients(r, v)[0]
       self.assertAllClose(512.0, self.evaluate(r))
 
-  @test_util.disable_control_flow_v2("unsupported: resource creation in body. "
-                                     "Enable with new TAs b/117675481")
   def testNestedWhileGrad_ParallelIterations(self):
     # Make sure the stack pushes and pops of an inner loop are executed in
     # the sequential order of the iterations of its outer loop.
@@ -2695,8 +2693,6 @@ class ControlFlowTest(test.TestCase):
           c, b, [i0, constant_op.constant(0.0)])
       self.assertAllClose(600.0, sess.run(output_grad)[1])
 
-  @test_util.disable_control_flow_v2("unsupported: resource creation in body. "
-                                     "Enable with new TAs b/117675481")
   def testWhileAndTensorArray(self):
     with self.cached_session() as sess:
       param = constant_op.constant(2.0)
diff --git a/tensorflow/python/kernel_tests/functional_ops_test.py b/tensorflow/python/kernel_tests/functional_ops_test.py
index bebd98558f..503569f3b1 100644
--- a/tensorflow/python/kernel_tests/functional_ops_test.py
+++ b/tensorflow/python/kernel_tests/functional_ops_test.py
@@ -56,6 +56,7 @@ def simple_scoped_fn(a, x):
     return math_ops.multiply(math_ops.add(a, x), two)
 
 
+@test_util.with_control_flow_v2
 class FunctionalOpsTest(test.TestCase):
 
   @test_util.run_in_graph_and_eager_modes
@@ -481,6 +482,7 @@ class FunctionalOpsTest(test.TestCase):
     y = functional_ops.map_fn(lambda e: e, x)
     self.assertIs(None, y.get_shape().dims)
 
+  @test_util.disable_control_flow_v2("b/119323354")
   @test_util.run_in_graph_and_eager_modes
   def testMapEmptyScalar(self):
     map_return = functional_ops.map_fn(lambda x: 1, constant_op.constant([]))
@@ -489,6 +491,7 @@ class FunctionalOpsTest(test.TestCase):
 
   # TODO(akshayka): this test fails in eager: the iterable is of length 0 so
   # so the body of the while loop never executes
+  @test_util.disable_control_flow_v2("b/119323354")
   def testMapEmptyTensor(self):
     with self.cached_session():
       map_return = functional_ops.map_fn(lambda x: array_ops.zeros([3, 2]),
diff --git a/tensorflow/python/kernel_tests/list_ops_test.py b/tensorflow/python/kernel_tests/list_ops_test.py
index 92552854aa..2bc8ba463b 100644
--- a/tensorflow/python/kernel_tests/list_ops_test.py
+++ b/tensorflow/python/kernel_tests/list_ops_test.py
@@ -30,8 +30,10 @@ from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.framework import test_util
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import control_flow_ops
+from tensorflow.python.ops import gradients_impl
 from tensorflow.python.ops import list_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.ops import state_ops
@@ -39,17 +41,13 @@ from tensorflow.python.ops import variable_scope as vs
 from tensorflow.python.platform import test
 
 
-def scalar_shape():
-  return ops.convert_to_tensor([], dtype=dtypes.int32)
-
-
 @test_util.run_all_in_graph_and_eager_modes
 class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def _testPushPop(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=scalar_shape(),
+        element_shape=[],
         max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l, e = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
@@ -70,9 +68,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testPushInFullListFails(self):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32,
-        element_shape=scalar_shape(),
-        max_num_elements=1)
+        element_dtype=dtypes.float32, element_shape=[], max_num_elements=1)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  "Tried to push item into a full list"):
@@ -84,7 +80,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
   def testPopFromEmptyTensorListFails(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=scalar_shape(),
+        element_shape=[],
         max_num_elements=max_num_elements)
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  "Trying to pop from an empty list"):
@@ -94,11 +90,13 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
   def _testStack(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=scalar_shape(),
+        element_shape=[],
         max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant(2.0))
     t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
+    if not context.executing_eagerly():
+      self.assertAllEqual(t.shape.as_list(), [None])
     self.assertAllEqual(self.evaluate(t), [1.0, 2.0])
 
   @parameterized.named_parameters(("NoMaxNumElements", None),
@@ -119,7 +117,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
   def testStackWithUnknownElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=-1,
+        element_shape=None,
         max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant(2.0))
@@ -139,7 +137,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
   def testStackWithPartiallyDefinedElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=[-1],
+        element_shape=[None],
         max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant([1.0]))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([2.0]))
@@ -171,7 +169,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
           element_dtype=dtypes.float32,
-          element_shape=[-1, 2],
+          element_shape=[None, 2],
           max_num_elements=max_num_elements)
       t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
       self.evaluate(t)
@@ -181,7 +179,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
           element_dtype=dtypes.float32,
-          element_shape=-1,
+          element_shape=None,
           max_num_elements=max_num_elements)
       t = list_ops.tensor_list_stack(l, element_dtype=dtypes.float32)
       self.evaluate(t)
@@ -192,7 +190,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with backprop.GradientTape() as tape:
       l = list_ops.empty_tensor_list(
           element_dtype=dtypes.float32,
-          element_shape=scalar_shape(),
+          element_shape=[],
           max_num_elements=max_num_elements)
       c0 = constant_op.constant(1.0)
       tape.watch(c0)
@@ -209,7 +207,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
   def testGatherWithUnknownElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=-1,
+        element_shape=None,
         max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant(2.0))
@@ -232,7 +230,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
   def testGatherWithPartiallyDefinedElementShape(self, max_num_elements):
     l = list_ops.empty_tensor_list(
         element_dtype=dtypes.float32,
-        element_shape=[-1],
+        element_shape=[None],
         max_num_elements=max_num_elements)
     l = list_ops.tensor_list_push_back(l, constant_op.constant([1.0]))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([2.0, 3.0]))
@@ -268,7 +266,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
           element_dtype=dtypes.float32,
-          element_shape=[-1, 2],
+          element_shape=[None, 2],
           max_num_elements=max_num_elements)
       t = list_ops.tensor_list_gather(l, [], element_dtype=dtypes.float32)
       self.evaluate(t)
@@ -279,7 +277,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
                                  "non-fully-defined"):
       l = list_ops.empty_tensor_list(
           element_dtype=dtypes.float32,
-          element_shape=-1,
+          element_shape=None,
           max_num_elements=max_num_elements)
       t = list_ops.tensor_list_gather(l, [], element_dtype=dtypes.float32)
       self.evaluate(t)
@@ -300,7 +298,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testTensorListFromTensor(self):
     t = constant_op.constant([1.0, 2.0])
-    l = list_ops.tensor_list_from_tensor(t, element_shape=scalar_shape())
+    l = list_ops.tensor_list_from_tensor(t, element_shape=[])
     l, e = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(e), 2.0)
     l, e = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
@@ -315,7 +313,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testGetSetItem(self):
     t = constant_op.constant([1.0, 2.0])
-    l = list_ops.tensor_list_from_tensor(t, element_shape=scalar_shape())
+    l = list_ops.tensor_list_from_tensor(t, element_shape=[])
     e0 = list_ops.tensor_list_get_item(l, 0, element_dtype=dtypes.float32)
     self.assertAllEqual(self.evaluate(e0), 1.0)
     l = list_ops.tensor_list_set_item(l, 0, 3.0)
@@ -333,9 +331,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
       t = constant_op.constant(5.)
       tape.watch(t)
       l = list_ops.tensor_list_reserve(
-          element_dtype=dtypes.float32,
-          element_shape=scalar_shape(),
-          num_elements=3)
+          element_dtype=dtypes.float32, element_shape=[], num_elements=3)
       l = list_ops.tensor_list_set_item(l, 1, 2. * t)
       e = list_ops.tensor_list_get_item(l, 1, element_dtype=dtypes.float32)
       self.assertAllEqual(self.evaluate(e), 10.0)
@@ -343,9 +339,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testSetOnEmptyListWithMaxNumElementsFails(self):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32,
-        element_shape=scalar_shape(),
-        max_num_elements=3)
+        element_dtype=dtypes.float32, element_shape=[], max_num_elements=3)
     with self.assertRaisesRegexp(
         errors.InvalidArgumentError,
         "Trying to modify element 0 in a list with 0 elements."):
@@ -354,7 +348,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testUnknownShape(self):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=-1)
+        element_dtype=dtypes.float32, element_shape=None)
     l = list_ops.tensor_list_push_back(l, constant_op.constant(1.0))
     l = list_ops.tensor_list_push_back(l, constant_op.constant([1.0, 2.0]))
     l, e = list_ops.tensor_list_pop_back(l, element_dtype=dtypes.float32)
@@ -366,7 +360,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     if not context.num_gpus():
       return
     t = constant_op.constant([1.0, 2.0])
-    l = list_ops.tensor_list_from_tensor(t, element_shape=scalar_shape())
+    l = list_ops.tensor_list_from_tensor(t, element_shape=[])
     with context.device("gpu:0"):
       l_gpu = array_ops.identity(l)
       self.assertAllEqual(
@@ -383,7 +377,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     if not context.num_gpus():
       return
     t = constant_op.constant([1.0, 2.0])
-    child_l = list_ops.tensor_list_from_tensor(t, element_shape=scalar_shape())
+    child_l = list_ops.tensor_list_from_tensor(t, element_shape=[])
     l = list_ops.empty_tensor_list(
         element_shape=constant_op.constant([], dtype=dtypes.int32),
         element_dtype=dtypes.variant)
@@ -495,9 +489,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with ops.Graph().as_default(), session.Session(target=worker.target):
       with ops.device("/job:worker"):
         l = list_ops.tensor_list_reserve(
-            element_dtype=dtypes.float32,
-            element_shape=scalar_shape(),
-            num_elements=2)
+            element_dtype=dtypes.float32, element_shape=[], num_elements=2)
         l = list_ops.tensor_list_set_item(l, 0, 1.)
       with ops.device("/job:ps"):
         l_ps = array_ops.identity(l)
@@ -512,7 +504,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with ops.Graph().as_default(), session.Session(target=worker.target):
       with ops.device("/job:worker"):
         t = constant_op.constant([[1.0], [2.0]])
-        l = list_ops.tensor_list_from_tensor(t, element_shape=-1)
+        l = list_ops.tensor_list_from_tensor(t, element_shape=None)
       with ops.device("/job:ps"):
         l_ps = array_ops.identity(l)
         element_shape = list_ops.tensor_list_element_shape(
@@ -529,7 +521,9 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with ops.Graph().as_default(), session.Session(target=worker.target):
       with ops.device("/job:worker"):
         l = list_ops.empty_tensor_list(
-            element_shape=-1, element_dtype=dtypes.float32, max_num_elements=2)
+            element_shape=None,
+            element_dtype=dtypes.float32,
+            max_num_elements=2)
         l = list_ops.tensor_list_push_back(l, 1.)
       with ops.device("/job:ps"):
         l_ps = array_ops.identity(l)
@@ -543,8 +537,8 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testPushPopGradients(self):
     with backprop.GradientTape() as tape:
-      l = list_ops.empty_tensor_list(element_dtype=dtypes.float32,
-                                     element_shape=scalar_shape())
+      l = list_ops.empty_tensor_list(
+          element_dtype=dtypes.float32, element_shape=[])
       c = constant_op.constant(1.0)
       tape.watch(c)
       l = list_ops.tensor_list_push_back(l, c)
@@ -556,7 +550,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with backprop.GradientTape() as tape:
       c = constant_op.constant([1.0, 2.0])
       tape.watch(c)
-      l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
+      l = list_ops.tensor_list_from_tensor(c, element_shape=[])
       c2 = list_ops.tensor_list_stack(
           l, element_dtype=dtypes.float32, num_elements=2)
       result = c2 * 2.0
@@ -567,7 +561,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with backprop.GradientTape() as tape:
       c = constant_op.constant([1.0, 2.0])
       tape.watch(c)
-      l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
+      l = list_ops.tensor_list_from_tensor(c, element_shape=[])
       c2 = constant_op.constant(3.0)
       tape.watch(c2)
       l = list_ops.tensor_list_set_item(l, 0, c2)
@@ -580,7 +574,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testSetOutOfBounds(self):
     c = constant_op.constant([1.0, 2.0])
-    l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
+    l = list_ops.tensor_list_from_tensor(c, element_shape=[])
     with self.assertRaises(errors.InvalidArgumentError):
       self.evaluate(list_ops.tensor_list_set_item(l, 20, 3.0))
 
@@ -588,7 +582,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with self.cached_session() as sess:
       ph = array_ops.placeholder(dtypes.float32)
       c = constant_op.constant([1.0, 2.0])
-      l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
+      l = list_ops.tensor_list_from_tensor(c, element_shape=[])
       # Set a placeholder with unknown shape to satisfy the shape inference
       # at graph building time.
       l = list_ops.tensor_list_set_item(l, 0, ph)
@@ -599,7 +593,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testResourceVariableScatterGather(self):
     c = constant_op.constant([1.0, 2.0], dtype=dtypes.float32)
-    l = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
+    l = list_ops.tensor_list_from_tensor(c, element_shape=[])
     v = vs.get_variable("var", initializer=[l] * 10, use_resource=True)
     v_r_0_stacked = list_ops.tensor_list_stack(v[0], dtypes.float32)
     self.evaluate(v.initializer)
@@ -607,10 +601,8 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     v_r_sparse_stacked = list_ops.tensor_list_stack(
         v.sparse_read(0), dtypes.float32)
     self.assertAllEqual([1.0, 2.0], self.evaluate(v_r_sparse_stacked))
-    l_new_0 = list_ops.tensor_list_from_tensor(
-        [3.0, 4.0], element_shape=scalar_shape())
-    l_new_1 = list_ops.tensor_list_from_tensor(
-        [5.0, 6.0], element_shape=scalar_shape())
+    l_new_0 = list_ops.tensor_list_from_tensor([3.0, 4.0], element_shape=[])
+    l_new_1 = list_ops.tensor_list_from_tensor([5.0, 6.0], element_shape=[])
     updated_v = state_ops.scatter_update(v, [3, 5], [l_new_0, l_new_1])
     updated_v_elems = array_ops.unstack(updated_v)
     updated_v_stacked = [
@@ -622,8 +614,8 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testConcat(self):
     c = constant_op.constant([1.0, 2.0], dtype=dtypes.float32)
-    l0 = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
-    l1 = list_ops.tensor_list_from_tensor([-1.0], element_shape=scalar_shape())
+    l0 = list_ops.tensor_list_from_tensor(c, element_shape=[])
+    l1 = list_ops.tensor_list_from_tensor([-1.0], element_shape=[])
     l_batch_0 = array_ops.stack([l0, l1])
     l_batch_1 = array_ops.stack([l1, l0])
 
@@ -659,7 +651,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
       self.evaluate(
           list_ops.tensor_list_concat_lists(
               l_batch_0,
-              list_ops.empty_tensor_list(scalar_shape(), dtypes.float32),
+              list_ops.empty_tensor_list([], dtypes.float32),
               element_dtype=dtypes.float32))
 
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
@@ -673,16 +665,15 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     with self.assertRaisesRegexp(errors.InvalidArgumentError,
                                  r"input_b\[0\].dtype != element_dtype."):
       l_batch_of_int_tls = array_ops.stack(
-          [list_ops.tensor_list_from_tensor([1], element_shape=scalar_shape())]
-          * 2)
+          [list_ops.tensor_list_from_tensor([1], element_shape=[])] * 2)
       self.evaluate(
           list_ops.tensor_list_concat_lists(l_batch_0, l_batch_of_int_tls,
                                             element_dtype=dtypes.float32))
 
   def testPushBackBatch(self):
     c = constant_op.constant([1.0, 2.0], dtype=dtypes.float32)
-    l0 = list_ops.tensor_list_from_tensor(c, element_shape=scalar_shape())
-    l1 = list_ops.tensor_list_from_tensor([-1.0], element_shape=scalar_shape())
+    l0 = list_ops.tensor_list_from_tensor(c, element_shape=[])
+    l1 = list_ops.tensor_list_from_tensor([-1.0], element_shape=[])
     l_batch = array_ops.stack([l0, l1])
     l_push = list_ops.tensor_list_push_back_batch(l_batch, [3.0, 4.0])
     l_unstack = array_ops.unstack(l_push)
@@ -726,7 +717,7 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
                   dtypes.float64, dtypes.complex64, dtypes.complex128,
                   dtypes.bool):
       l_empty = list_ops.empty_tensor_list(
-          element_dtype=dtype, element_shape=scalar_shape())
+          element_dtype=dtype, element_shape=[])
       l_empty_zeros = array_ops.zeros_like(l_empty)
       t_empty_zeros = list_ops.tensor_list_stack(
           l_empty_zeros, element_dtype=dtype)
@@ -750,10 +741,9 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
                   dtypes.float64, dtypes.complex64, dtypes.complex128,
                   dtypes.bool):
       l = list_ops.empty_tensor_list(
-          element_dtype=dtypes.variant, element_shape=scalar_shape())
+          element_dtype=dtypes.variant, element_shape=[])
 
-      sub_l = list_ops.empty_tensor_list(
-          element_dtype=dtype, element_shape=scalar_shape())
+      sub_l = list_ops.empty_tensor_list(element_dtype=dtype, element_shape=[])
       l = list_ops.tensor_list_push_back(l, sub_l)
       sub_l = list_ops.tensor_list_push_back(sub_l, math_ops.cast(
           1, dtype=dtype))
@@ -786,13 +776,12 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
 
   def testElementShape(self):
     l = list_ops.empty_tensor_list(
-        element_dtype=dtypes.float32, element_shape=-1)
+        element_dtype=dtypes.float32, element_shape=None)
     shape = list_ops.tensor_list_element_shape(l, shape_type=dtypes.int32)
     self.assertEqual(self.evaluate(shape), -1)
 
   def testZerosLikeUninitialized(self):
-    l0 = list_ops.tensor_list_reserve(
-        scalar_shape(), 3, element_dtype=dtypes.float32)
+    l0 = list_ops.tensor_list_reserve([], 3, element_dtype=dtypes.float32)
     l1 = list_ops.tensor_list_set_item(l0, 0, 1.)  # [1., _, _]
     zeros_1 = array_ops.zeros_like(l1)  # [0., _, _]
     l2 = list_ops.tensor_list_set_item(l1, 2, 2.)  # [1., _, 2.]
@@ -808,6 +797,43 @@ class ListOpsTest(test_util.TensorFlowTestCase, parameterized.TestCase):
     self.assertAllEqual(self.evaluate(res_1), [0.])
     self.assertAllEqual(self.evaluate(res_2), [0., 0.])
 
+  def testSkipEagerTensorListGetItemGradAggregation(self):
+    l = list_ops.tensor_list_reserve(
+        element_shape=[], num_elements=1, element_dtype=dtypes.float32)
+    x = constant_op.constant(1.0)
+    l = list_ops.tensor_list_set_item(l, 0, x)
+    l_read1 = list_ops.tensor_list_get_item(l, 0, element_dtype=dtypes.float32)
+    l_read2 = list_ops.tensor_list_get_item(l, 0, element_dtype=dtypes.float32)
+    grad = gradients_impl.gradients([l_read1, l_read2], [x])
+    with self.cached_session() as sess:
+      self.assertSequenceEqual(sess.run(grad), [2.])
+
+  def testSkipEagerBuildElementShape(self):
+    fn = list_ops._build_element_shape
+    # Unknown shape -> -1.
+    self.assertEqual(fn(None), -1)
+    self.assertEqual(fn(tensor_shape.unknown_shape()), -1)
+    # Scalar shape -> [] with type int32.
+    self.assertEqual(fn([]).dtype, dtypes.int32)
+    self.assertEqual(fn(tensor_shape.scalar()).dtype, dtypes.int32)
+    self.assertAllEqual(self.evaluate(fn([])), np.array([], np.int32))
+    self.assertAllEqual(
+        self.evaluate(fn(tensor_shape.scalar())), np.array([], np.int32))
+    # Tensor -> Tensor
+    shape = constant_op.constant(1)
+    self.assertIs(fn(shape), shape)
+    # Shape with unknown dims -> shape list with -1's.
+    shape = [None, 5]
+    self.assertAllEqual(fn(shape), [-1, 5])
+    self.assertAllEqual(fn(tensor_shape.TensorShape(shape)), [-1, 5])
+    # Shape with unknown dims and tensor dims -> shape list with -1's and tensor
+    # dims.
+    t = array_ops.placeholder(dtypes.int32)
+    shape = [None, 5, t]
+    result = fn(shape)
+    self.assertAllEqual(result[:2], [-1, 5])
+    self.assertIs(result[2], t)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/tensor_array_ops_test.py b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
index 08578c0c49..7e8db8947b 100644
--- a/tensorflow/python/kernel_tests/tensor_array_ops_test.py
+++ b/tensorflow/python/kernel_tests/tensor_array_ops_test.py
@@ -63,6 +63,8 @@ def _make_ta(size, name, dtype=dtypes.float32, infer_shape=False):
       dtype=dtype, tensor_array_name=name, size=size, infer_shape=infer_shape)
 
 
+@test_util.run_all_in_graph_and_eager_modes
+@test_util.with_control_flow_v2
 class TensorArrayTest(test.TestCase):
 
   @classmethod
@@ -121,13 +123,14 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayWritePack(dtypes.int64)
     self._testTensorArrayWritePack(dtypes.complex64)
     self._testTensorArrayWritePack(dtypes.complex128)
-    self._testTensorArrayWritePack(dtypes.string)
+    if not (test.is_gpu_available() and
+            tensor_array_ops.ENABLE_TENSOR_ARRAY_V2):
+      # TODO(b/119684648): Enable this.
+      self._testTensorArrayWritePack(dtypes.string)
 
-  @test_util.run_in_graph_and_eager_modes
   def testTensorArrayWritePack(self):
     self._testTensorArrayWritePackMaybeLegacy()
 
-  @test_util.run_in_graph_and_eager_modes
   def testEmptyTensorArrayPack(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
@@ -161,7 +164,7 @@ class TensorArrayTest(test.TestCase):
           convert([[4.0, 5.0], [104.0, 105.0], [204.0, 205.0], [6.0, 7.0],
                    [106.0, 107.0], [8.0, 9.0]]), c0)
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118343594 (TensorArray.concat)")
   def testTensorArrayWriteConcat(self):
     self._testTensorArrayWriteConcat(dtypes.float32)
     self._testTensorArrayWriteConcat(dtypes.float64)
@@ -184,7 +187,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual([[0.0, 0.0], [4.0, 5.0], [0.0, 0.0]],
                           self.evaluate(ta.write(1, [[4.0, 5.0]]).concat()))
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118890905")
   def testTensorArrayReadOrPackNotAllValuesAvailableFillsZeros(self):
     self._testTensorArrayReadOrPackNotAllValuesAvailableFillsZeros()
 
@@ -200,7 +203,7 @@ class TensorArrayTest(test.TestCase):
     self.assertAllEqual([[0.0, 0.0], [4.0, 5.0], [0.0, 0.0]],
                         self.evaluate(ta.write(1, [[4.0, 5.0]]).concat()))
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118890905")
   def testTensorArrayReadOrPackNotAllValuesAvailableInferShapeFillsZeros(self):
     self._testTensorArrayReadOrPackNotAllValuesAvailableInferShapeFillsZeros()
 
@@ -249,9 +252,11 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArrayUnpackRead(dtypes.int64)
     self._testTensorArrayUnpackRead(dtypes.complex64)
     self._testTensorArrayUnpackRead(dtypes.complex128)
-    self._testTensorArrayUnpackRead(dtypes.string)
+    if not (test.is_gpu_available() and
+            tensor_array_ops.ENABLE_TENSOR_ARRAY_V2):
+      # TODO(b/119684648): Enable this.
+      self._testTensorArrayUnpackRead(dtypes.string)
 
-  @test_util.run_in_graph_and_eager_modes
   def testTensorArrayUnpackRead(self):
     self._testTensorArrayUnpackReadMaybeLegacy()
 
@@ -297,7 +302,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(convert([]).reshape(0, 2), d1)
       self.assertAllEqual(convert([[3.0, 301.0]]), d2)
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118343962 (TensorArray.split)")
   def testTensorArraySplitRead(self):
     self._testTensorArraySplitRead(dtypes.float32)
     self._testTensorArraySplitRead(dtypes.float64)
@@ -307,7 +312,8 @@ class TensorArrayTest(test.TestCase):
     self._testTensorArraySplitRead(dtypes.complex128)
     self._testTensorArraySplitRead(dtypes.string)
 
-  def testTensorGradArrayWriteRead(self):
+  @test_util.disable_control_flow_v2("v2 does not support TensorArray.grad.")
+  def testSkipEagerTensorGradArrayWriteRead(self):
     with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
@@ -340,7 +346,27 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual([[2.0]], g_d1)
       self.assertAllEqual(-2.0, g_d2)
 
-  def testTensorGradArrayDynamicWriteRead(self):
+  def testSkipEagerTensorArrayGradGrad(self):
+    if not tensor_array_ops.ENABLE_TENSOR_ARRAY_V2:
+      self.skipTest("Legacy TensorArray does not support double derivatives.")
+    with self.test_session(use_gpu=True) as session:
+      x = constant_op.constant(4.0)
+
+      ta = tensor_array_ops.TensorArray(
+          dtype=dtypes.float32,
+          tensor_array_name="foo",
+          size=1,
+          infer_shape=False)
+      w0 = ta.write(0, x)
+      r0 = w0.read(0)
+      y = r0 * r0
+
+      g1 = gradients_impl.gradients(ys=[y], xs=[x])
+      g2 = gradients_impl.gradients(ys=[g1], xs=[x])
+      self.assertAllEqual([2.0], session.run(g2))
+
+  @test_util.disable_control_flow_v2("v2 does not support TensorArray.grad.")
+  def testSkipEagerTensorGradArrayDynamicWriteRead(self):
     with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
@@ -381,7 +407,8 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(3, vs)
       self.assertAllEqual(3, g_vs)
 
-  def testTensorGradAccessTwiceReceiveSameObject(self):
+  @test_util.disable_control_flow_v2("v2 does not support TensorArray.grad.")
+  def testSkipEagerTensorGradAccessTwiceReceiveSameObject(self):
     with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
@@ -397,26 +424,39 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(t_g_ta_0, t_g_ta_1)
       self.assertAllEqual([[4.0, 5.0]], d_r1_0)
 
-  @test_util.run_in_graph_and_eager_modes
   def testTensorArrayWriteWrongIndexOrDataTypeFails(self):
     with self.session(use_gpu=True):
       ta = _make_ta(3, "foo", dtype=dtypes.float32)
       # Test writing the wrong datatype
-      with self.assertRaisesOpError(
-          "TensorArray dtype is (float|float32) but Op is trying to write "
-          "dtype string"):
+      if (tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 and
+          not context.executing_eagerly()):
+        error_msg = ("Invalid data types; op elements string but list elements "
+                     "float")
+      else:
+        error_msg = (
+            "TensorArray dtype is (float|float32) but Op is trying to write "
+            "dtype string")
+      with self.assertRaisesOpError(error_msg):
         self.evaluate(ta.write(0, "wrong_type_scalar").flow)
 
-      with self.assertRaisesOpError("index -1"):
+      if (tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 and
+          not context.executing_eagerly()):
+        error_msg = "Trying to modify element -1 in a list with 3 elements."
+      else:
+        error_msg = "index -1"
+      with self.assertRaisesOpError(error_msg):
         self.evaluate(ta.write(-1, 3.0).flow)
 
+      if (tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 and
+          not context.executing_eagerly()):
+        error_msg = "Trying to modify element 3 in a list with 3 elements"
+      else:
+        error_msg = ("Tried to write to index 3 but array is not "
+                     "resizeable and size is: 3")
       # Test reading from too large an index
-      with self.assertRaisesOpError(
-          "Tried to write to index 3 but array is not "
-          "resizeable and size is: 3"):
+      with self.assertRaisesOpError(error_msg):
         self.evaluate(ta.write(3, 3.0).flow)
 
-  @test_util.run_in_graph_and_eager_modes
   def testTensorArrayReadWrongIndexOrDataTypeFails(self):
     with self.session(use_gpu=True):
       ta = _make_ta(3, "foo", dtype=dtypes.float32)
@@ -424,23 +464,34 @@ class TensorArrayTest(test.TestCase):
       w0 = ta.write(0, [[4.0, 5.0]])
 
       # Test reading wrong datatype (only possible when constructing graphs).
-      if not context.executing_eagerly():
+      if (not context.executing_eagerly() and
+          not tensor_array_ops.ENABLE_TENSOR_ARRAY_V2):
         r0_bad = gen_data_flow_ops.tensor_array_read_v3(
             handle=w0.handle, index=0, dtype=dtypes.float64, flow_in=w0.flow)
         with self.assertRaisesOpError(
             "TensorArray dtype is float but Op requested dtype double."):
           self.evaluate(r0_bad)
 
+      if (tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 and
+          not context.executing_eagerly()):
+        error_msg = "Trying to access element -1 in a list with 3 elements."
+      else:
+        error_msg = "index -1"
       # Test reading from a negative index, which is not allowed
-      with self.assertRaisesOpError("index -1"):
+      with self.assertRaisesOpError(error_msg):
         self.evaluate(ta.read(-1))
 
+      if (tensor_array_ops.ENABLE_TENSOR_ARRAY_V2 and
+          not context.executing_eagerly()):
+        error_msg = "Trying to access element 3 in a list with 3 elements."
+      else:
+        error_msg = "Tried to read from index 3 but array size is: 3"
       # Test reading from too large an index
-      with self.assertRaisesOpError(
-          "Tried to read from index 3 but array size is: 3"):
+      with self.assertRaisesOpError(error_msg):
         self.evaluate(ta.read(3))
 
-  def testTensorArrayWriteMultipleFails(self):
+  @test_util.disable_control_flow_v2("v2 allows multiple writes.")
+  def testSkipEagerTensorArrayWriteMultipleFails(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
@@ -450,7 +501,7 @@ class TensorArrayTest(test.TestCase):
           "it has already been written to."):
         self.evaluate(ta.write(2, 3.0).write(2, 3.0).flow)
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118343594 (TensorArray.concat)")
   def testTensorArrayConcatIncompatibleShapesFails(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
@@ -482,7 +533,7 @@ class TensorArrayTest(test.TestCase):
       with self.assertRaisesOpError("shape"):
         self.evaluate(w3.concat())
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118343962 (TensorArray.split)")
   def testTensorArraySplitIncompatibleShapesFails(self):
     with self.session(use_gpu=True):
       in_eager_mode = context.executing_eagerly()
@@ -546,12 +597,14 @@ class TensorArrayTest(test.TestCase):
           r"existing shape is \[\] but the new input shape is \[1\]"):
         wb1_grad.flow.eval()
 
-  def testTensorArrayWriteGradientAddMultipleAdds(self):
+  @test_util.disable_control_flow_v2("v2 does not support TensorArray.grad.")
+  def testSkipEagerTensorArrayWriteGradientAddMultipleAdds(self):
     for dtype in (dtypes.int32, dtypes.int64, dtypes.float32, dtypes.float64,
                   dtypes.complex64, dtypes.complex128):
       self._testTensorArrayWriteGradientAddMultipleAdds(dtype)
 
-  def testTensorArrayGradWithShapeKnownElementShape(self):
+  @test_util.disable_control_flow_v2("Low level legacy TA op test.")
+  def testSkipEagerTensorArrayGradWithShapeKnownElementShape(self):
     with self.session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           size=3,
@@ -580,7 +633,8 @@ class TensorArrayTest(test.TestCase):
       self.assertAllClose(fed_value,
                           sess.run(read_value, feed_dict={value: fed_value}))
 
-  def testTensorArrayGradWithShapeUnknownElementShape(self):
+  @test_util.disable_control_flow_v2("Low level legacy TA op test.")
+  def testSkipEagerTensorArrayGradWithShapeUnknownElementShape(self):
     with self.session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           size=3, dtype=dtypes.float32,
@@ -603,7 +657,6 @@ class TensorArrayTest(test.TestCase):
       self.assertAllClose(fed_value,
                           sess.run(read_value, feed_dict={value: fed_value}))
 
-  @test_util.run_in_graph_and_eager_modes
   def testMultiTensorArray(self):
     with self.session(use_gpu=True):
       h1 = tensor_array_ops.TensorArray(
@@ -667,7 +720,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual(c([[3.0, 2.0]]), grad_vals[0])
       self.assertAllEqual(c(-2.0), grad_vals[1])
 
-  def testTensorArrayGradientWriteRead(self):
+  def testSkipEagerTensorArrayGradientWriteRead(self):
     for dtype in (np.float32, np.float64, np.complex64, np.complex128):
       self._testTensorArrayGradientWriteReadType(dtype)
 
@@ -703,10 +756,11 @@ class TensorArrayTest(test.TestCase):
       self.assertAllClose([2.0 - 0.5 + 20.0, 3.0 + 1.5 + 30.0], grad_vals[0])
       self.assertAllEqual([4.0 + 40.0, 5.0 + 50.0], grad_vals[1])
 
-  def testTensorArrayGradientWritePackConcatAndRead(self):
+  @test_util.disable_control_flow_v2("b/118343594 (TensorArray.concat)")
+  def testSkipEagerTensorArrayGradientWritePackConcatAndRead(self):
     self._testTensorArrayGradientWritePackConcatAndRead()
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("v2 does not support clear_after_read.")
   def testTensorArrayReadTwice(self):
     with self.session(use_gpu=True):
       value = constant_op.constant([[1.0, -1.0], [10.0, -10.0]])
@@ -760,10 +814,11 @@ class TensorArrayTest(test.TestCase):
       self.assertEqual(len(grad_vals), 1)
       self.assertAllEqual([[2.0 - 1.5, 3.0 + 1.5], [4.0, 5.0]], grad_vals[0])
 
-  def testTensorArrayGradientUnpackRead(self):
+  def testSkipEagerTensorArrayGradientUnpackRead(self):
     self._testTensorArrayGradientUnpackRead()
 
-  def testTensorArrayGradientSplitConcat(self):
+  @test_util.disable_control_flow_v2("b/118343962 (TensorArray.split)")
+  def testSkipEagerTensorArrayGradientSplitConcat(self):
     with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=2,
@@ -808,17 +863,15 @@ class TensorArrayTest(test.TestCase):
       self.assertEqual(len(grad_vals), 1)
       self.assertAllEqual([[2.0, 3.0], [4.0, 5.0]], grad_vals[0])
 
-  def testTensorArrayGradientDynamicUnpackRead(self):
+  def testSkipEagerTensorArrayGradientDynamicUnpackRead(self):
     self._testTensorArrayGradientDynamicUnpackRead()
 
-  @test_util.run_in_graph_and_eager_modes
   def testCloseTensorArray(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
       self.evaluate(ta.close())
 
-  @test_util.run_in_graph_and_eager_modes
   def testSizeTensorArray(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
@@ -826,7 +879,6 @@ class TensorArrayTest(test.TestCase):
       s = ta.size()
       self.assertAllEqual(3, self.evaluate(s))
 
-  @test_util.run_in_graph_and_eager_modes
   def testWriteCloseTensorArray(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
@@ -924,7 +976,6 @@ class TensorArrayTest(test.TestCase):
       self.assertAllClose(grad_val.sum(axis=0), var_grad_t)
       self.assertAllClose(grad_val.sum(axis=0), state0_grad_t)
 
-  @test_util.run_in_graph_and_eager_modes
   def testWhileLoopWritePackGradients(self):
     self._testWhileLoopWritePackGradients(
         dynamic_size=False, dtype=dtypes.float32)
@@ -932,11 +983,27 @@ class TensorArrayTest(test.TestCase):
     # self._testWhileLoopWritePackGradients(
     #     dynamic_size=False, dtype=tf.int64)
 
-  def testWhileLoopDynamicWritePackGradients(self):
+  @test_util.disable_control_flow_v2("Testing v1 while_loop with v2 TA")
+  @test_util.enable_tensor_array_v2
+  def testWhileLoopV1WithTensorArrayV2(self):
+    size = 3
+    ta = tensor_array_ops.TensorArray(
+        dtype=dtypes.int32, size=size, element_shape=tensor_shape.scalar())
+
+    def Body(counter, ta):
+      return counter + 1, ta.write(counter, counter)
+
+    _, ta = control_flow_ops.while_loop(lambda i, _: i < size, Body, [0, ta])
+
+    for i in range(size):
+      self.assertEqual(self.evaluate(ta.read(i)), i)
+
+  @test_util.disable_control_flow_v2("b/117943489 (dynamic_size)")
+  def testSkipEagerWhileLoopDynamicWritePackGradients(self):
     self._testWhileLoopWritePackGradients(
         dynamic_size=True, dtype=dtypes.float32)
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/119323158")
   def testGradSerialTwoLoops(self):
     with self.session(use_gpu=True):
       def loop(x):
@@ -976,7 +1043,7 @@ class TensorArrayTest(test.TestCase):
         grad = gradients_impl.gradients(loop(x), [x])[0]
       self.assertAllClose(31.0, self.evaluate(grad))
 
-  def testSumOfTwoReadVariablesWithoutRepeatGrad(self):
+  def testSkipEagerSumOfTwoReadVariablesWithoutRepeatGrad(self):
     with self.session(use_gpu=True) as session:
       a = array_ops.identity(
           np.arange(
@@ -1011,7 +1078,7 @@ class TensorArrayTest(test.TestCase):
   def _grad_source_for_name(self, name):
     return tensor_array_grad._GetGradSource(constant_op.constant(0, name=name))
 
-  def testGetGradSource_Invalid(self):
+  def testSkipEagerGetGradSource_Invalid(self):
     with self.assertRaises(ValueError):
       self._grad_source_for_name("")
     with self.assertRaises(ValueError):
@@ -1019,7 +1086,7 @@ class TensorArrayTest(test.TestCase):
     with self.assertRaises(ValueError):
       self._grad_source_for_name("foo/bar")
 
-  def testGetGradSource_NoEnclosingScope(self):
+  def testSkipEagerGetGradSource_NoEnclosingScope(self):
     self.assertEqual("gradients:0", self._grad_source_for_name("gradients"))
     self.assertEqual("gradients_0:0", self._grad_source_for_name("gradients_0"))
     self.assertEqual("gradients", self._grad_source_for_name("gradients/foo"))
@@ -1030,7 +1097,7 @@ class TensorArrayTest(test.TestCase):
     self.assertEqual("gradients_0",
                      self._grad_source_for_name("gradients_0/foo/bar"))
 
-  def testGetGradSource_EnclosingScope(self):
+  def testSkipEagerGetGradSource_EnclosingScope(self):
     self.assertEqual("foo/gradients:0",
                      self._grad_source_for_name("foo/gradients"))
     self.assertEqual("foo/gradients_0:0",
@@ -1044,12 +1111,12 @@ class TensorArrayTest(test.TestCase):
     self.assertEqual("foo/bar/gradients_0",
                      self._grad_source_for_name("foo/bar/gradients_0/baz"))
 
-  def testGetGradSource_NestedUsesInnermost(self):
+  def testSkipEagerGetGradSource_NestedUsesInnermost(self):
     self.assertEqual(
         "foo/gradients/bar/gradients_0",
         self._grad_source_for_name("foo/gradients/bar/gradients_0/baz"))
 
-  def testWriteShape(self):
+  def testSkipEagerWriteShape(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=3)
@@ -1073,7 +1140,8 @@ class TensorArrayTest(test.TestCase):
       with self.assertRaises(ValueError):
         w0.write(0, c2)
 
-  def testPartlyUnknownShape(self):
+  @test_util.disable_control_flow_v2("b/118343962 (TensorArray.split)")
+  def testSkipEagerPartlyUnknownShape(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, tensor_array_name="foo", size=6)
@@ -1113,7 +1181,6 @@ class TensorArrayTest(test.TestCase):
       r5 = w5.read(0)
       self.assertAllEqual([5, 4, 2, 3], r5.get_shape().as_list())
 
-  @test_util.run_in_graph_and_eager_modes
   def _testUnpackShape(self):
     with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
@@ -1144,10 +1211,11 @@ class TensorArrayTest(test.TestCase):
       with self.assertRaises(ValueError):
         w1.write(4, c2)
 
+  @test_util.disable_control_flow_v2("b/117943489 (dynamic_size)")
   def testUnpackShape(self):
     self._testUnpackShape()
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/118343962 (TensorArray.split)")
   def testSplitShape(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
@@ -1178,7 +1246,7 @@ class TensorArrayTest(test.TestCase):
             tensor_shape.TensorShape(
                 ta1.handle.op.get_attr("element_shape")).ndims, None)
 
-  def testWriteUnknownShape(self):
+  def testSkipEagerWriteUnknownShape(self):
     with self.session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
@@ -1201,7 +1269,11 @@ class TensorArrayTest(test.TestCase):
       grad_r0_vals = session.run(grad_r0)[0]
       self.assertAllEqual(grad_r0_vals, [1.0, 0.0])
 
-  def testGradientWhenNotAllComponentsRead(self):
+  # TODO(srbs): Figure out how to enable this. This is probably failing
+  # because we are trying to stack a TensorList with invalid tensors.
+  # That is because we do not receive gradients for all list indices.
+  # Figure out how TensorArray handles this.
+  def disabletestGradientWhenNotAllComponentsRead(self):
     self._testGradientWhenNotAllComponentsRead()
 
   def _testTensorArrayUnpackDynamic(self):
@@ -1216,10 +1288,12 @@ class TensorArrayTest(test.TestCase):
       grad = gradients_impl.gradients(ys=[r], xs=[x])
       self.assertAllEqual(np.array([1.0, 1.0, 1.0]), sess.run(grad)[0])
 
-  def testTensorArrayUnpackDynamic(self):
+  @test_util.disable_control_flow_v2("b/117943489")
+  def testSkipEagerTensorArrayUnpackDynamic(self):
     self._testTensorArrayUnpackDynamic()
 
-  def testTensorArraySplitDynamic(self):
+  @test_util.disable_control_flow_v2("b/118343594 (TensorArray.concat)")
+  def testSkipEagerTensorArraySplitDynamic(self):
     with self.session(use_gpu=True) as sess:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=3, dynamic_size=True)
@@ -1235,13 +1309,17 @@ class TensorArrayTest(test.TestCase):
     with self.cached_session(use_gpu=True):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=0, dynamic_size=False, infer_shape=False)
-      with self.assertRaisesOpError(
-          "TensorArray has size zero, but element shape <unknown> is not fully "
-          "defined. Currently only static shapes are supported when packing "
-          "zero-size TensorArrays."):
+      v2_msg = ("Tried to stack elements of a empty list with "
+                "non-fully-defined shape")
+      v1_msg = (
+          "TensorArray has size zero, but element shape <unknown> is not "
+          "fully defined. Currently only static shapes are supported when "
+          "packing zero-size TensorArrays.")
+      with self.assertRaisesOpError(v2_msg if tensor_array_ops
+                                    .ENABLE_TENSOR_ARRAY_V2 else v1_msg):
         ta.stack().eval()
 
-  def testTensorArrayEvalEmpty(self):
+  def testSkipEagerTensorArrayEvalEmpty(self):
     self._testTensorArrayEvalEmpty()
 
   # this test is ill-defined for Eager mode --- unpacking an empty tensor
@@ -1260,10 +1338,12 @@ class TensorArrayTest(test.TestCase):
       # first dimension of zero
       self.assertAllEqual([0, 5], self.evaluate(concatenated).shape)
 
-  def testTensorArrayEvalEmptyWithDefault(self):
+  @test_util.disable_control_flow_v2("b/117943489")
+  def testSkipEagerTensorArrayEvalEmptyWithDefault(self):
     self._testTensorArrayEvalEmptyWithDefault()
 
-  def testTensorArrayScatterReadAndGradients(self):
+  @test_util.disable_control_flow_v2("b/117943489")
+  def testSkipEagerTensorArrayScatterReadAndGradients(self):
     with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32,
@@ -1289,7 +1369,7 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual([10.0, -10.0], read_vals[1])
       self.assertAllEqual([[2.0, 3.0], [4.0, 5.0]], grad_vals[0])
 
-  @test_util.run_in_graph_and_eager_modes
+  @test_util.disable_control_flow_v2("b/117943286")
   def testTensorArrayWriteGatherAndGradients(self):
     with self.session(use_gpu=True) as session:
       ta = tensor_array_ops.TensorArray(
@@ -1326,7 +1406,8 @@ class TensorArrayTest(test.TestCase):
       self.assertAllEqual([[1.0, -1.0], [8.0, -8.0]], g_vals[0])
       self.assertAllEqual(expected_grad, grad_vals[0])
 
-  def testTensorArrayGetsDeviceFromFirstWrite(self):
+  @test_util.disable_control_flow_v2("colocate_with not supported in v2.")
+  def testSkipEagerTensorArrayGetsDeviceFromFirstWrite(self):
     with ops.device("/job:worker/task:0/cpu:0"):
       # this initial device will be ignored.
       ta = tensor_array_ops.TensorArray(dtype=dtypes.float32, size=2)
@@ -1374,7 +1455,8 @@ class TensorArrayTest(test.TestCase):
         self.assertFalse(
             [s for s in dev_stats[d] if "/TensorArray" in s.node_name])
 
-  def testTensorArrayGetsDeviceFromFirstWriteInWhileLoop(self):
+  @test_util.disable_control_flow_v2("colocate_with not supported in v2.")
+  def testSkipEagerTensorArrayGetsDeviceFromFirstWriteInWhileLoop(self):
     with ops.device("/job:worker/task:0/cpu:0"):
       ta = tensor_array_ops.TensorArray(dtype=dtypes.float32, size=2)
 
@@ -1403,7 +1485,8 @@ class TensorArrayTest(test.TestCase):
         self.assertFalse(
             [s for s in dev_stats[d] if "TensorArray" == s.node_name])
 
-  def testTensorArrayDisabledColocateWithFirstWriteCall(self):
+  @test_util.disable_control_flow_v2("colocate_with not supported in v2.")
+  def testSkipEagerTensorArrayDisabledColocateWithFirstWriteCall(self):
     with ops.device("/job:worker/task:0/cpu:0"):
       ta = tensor_array_ops.TensorArray(
           dtype=dtypes.float32, size=2, colocate_with_first_write_call=False)
@@ -1433,7 +1516,6 @@ class TensorArrayTest(test.TestCase):
         self.assertFalse(
             [s for s in dev_stats[d] if "TensorArray" == s.node_name])
 
-  @test_util.run_in_graph_and_eager_modes
   def testTensorArrayIdentity(self):
     with self.session(use_gpu=True):
       ta0 = tensor_array_ops.TensorArray(dtype=dtypes.float32, size=2,
@@ -1486,7 +1568,7 @@ class TensorArrayTest(test.TestCase):
       self.assertEqual(size0_v, 2)
       self.assertEqual(size1_v, 4)
 
-  def testTensorArrayGradYsInCorrectScope(self):
+  def testSkipEagerTensorArrayGradYsInCorrectScope(self):
     n_time = 1
     n_dim = 1
     x = constant_op.constant([[1.42]])
@@ -1504,7 +1586,7 @@ class TensorArrayTest(test.TestCase):
         vdx, vdy = sess.run([dx, dy])
       self.assertAllClose(vdx, vdy)
 
-  def testTensorArrayInt64GPU(self):
+  def testSkipEagerTensorArrayInt64GPU(self):
     if not test.is_gpu_available():
       return
     with self.session(use_gpu=True, force_gpu=True) as sess:
diff --git a/tensorflow/python/ops/list_ops.py b/tensorflow/python/ops/list_ops.py
index b4a1fc6af6..515926002d 100644
--- a/tensorflow/python/ops/list_ops.py
+++ b/tensorflow/python/ops/list_ops.py
@@ -21,6 +21,7 @@ from __future__ import print_function
 
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops import array_ops
 from tensorflow.python.ops import gen_list_ops
 # go/tf-wildcard-import
@@ -41,12 +42,27 @@ def empty_tensor_list(element_shape,
     max_num_elements = -1
 
   return gen_list_ops.empty_tensor_list(
-      element_shape=element_shape,
+      element_shape=_build_element_shape(element_shape),
       element_dtype=element_dtype,
       max_num_elements=max_num_elements,
       name=name)
 
 
+def tensor_list_reserve(element_shape, num_elements, element_dtype, name=None):
+  return gen_list_ops.tensor_list_reserve(
+      element_shape=_build_element_shape(element_shape),
+      num_elements=num_elements,
+      element_dtype=element_dtype,
+      name=name)
+
+
+def tensor_list_from_tensor(tensor, element_shape, name=None):
+  return gen_list_ops.tensor_list_from_tensor(
+      tensor=tensor,
+      element_shape=_build_element_shape(element_shape),
+      name=name)
+
+
 @ops.RegisterGradient("TensorListPushBack")
 def _PushBackGrad(op, dresult):
   return gen_list_ops.tensor_list_pop_back(
@@ -65,14 +81,13 @@ def _PopBackGrad(op, dlist, delement):
 
 @ops.RegisterGradient("TensorListStack")
 def _TensorListStackGrad(unused_op, dtensor):
-  return gen_list_ops.tensor_list_from_tensor(dtensor,
-                                              element_shape=dtensor.shape[1:])
+  return tensor_list_from_tensor(dtensor, element_shape=dtensor.shape[1:])
 
 
 @ops.RegisterGradient("TensorListFromTensor")
 def _TensorListFromTensorGrad(op, dlist):
   """Gradient for TensorListFromTensor."""
-  if op.inputs[0].shape.dims[0].value is not None:
+  if op.inputs[0].shape.dims and op.inputs[0].shape.dims[0].value is not None:
     num_elements = op.inputs[0].shape.dims[0].value
   else:
     num_elements = None
@@ -126,3 +141,40 @@ def _TensorListScatterGrad(op, dlist):
   t, indices, _ = op.inputs
   return gen_list_ops.tensor_list_gather(
       dlist, indices, element_dtype=t.dtype), None
+
+
+def _build_element_shape(shape):
+  """Converts shape to a format understood by list_ops for element_shape.
+
+  If `shape` is already a `Tensor` it is returned as-is. We do not perform a
+  type check here.
+
+  If shape is None or a TensorShape with unknown rank, -1 is returned.
+
+  If shape is a scalar, an int32 tensor with empty list is returned. Note we
+  do directly return an empty list since ops.convert_to_tensor would conver it
+  to a float32 which is not a valid type for element_shape.
+
+  If shape is a sequence of dims, None's in the list are replaced with -1. We
+  do not check the dtype of the other dims.
+
+  Args:
+    shape: Could be None, Tensor, TensorShape or a list of dims (each dim could
+      be a None, scalar or Tensor).
+
+  Returns:
+    A None-free shape that can be converted to a tensor.
+  """
+  if isinstance(shape, ops.Tensor):
+    return shape
+  if isinstance(shape, tensor_shape.TensorShape):
+    # `TensorShape.as_list` requires rank to be known.
+    shape = shape.as_list() if shape else None
+  # Shape is unknown.
+  if shape is None:
+    return -1
+  # Shape is a scalar.
+  if not shape:
+    return ops.convert_to_tensor(shape, dtype=dtypes.int32)
+  # Shape is a sequence of dimensions. Convert None dims to -1.
+  return [d if d is not None else -1 for d in shape]
diff --git a/tensorflow/python/ops/tensor_array_ops.py b/tensorflow/python/ops/tensor_array_ops.py
index c08a2b0499..e3375ad0ab 100644
--- a/tensorflow/python/ops/tensor_array_ops.py
+++ b/tensorflow/python/ops/tensor_array_ops.py
@@ -20,8 +20,10 @@ from __future__ import division
 from __future__ import print_function
 
 import contextlib
+import os
 import weakref
 
+from tensorflow.python import tf2
 from tensorflow.python.eager import context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
@@ -30,12 +32,18 @@ from tensorflow.python.framework import ops
 from tensorflow.python.framework import tensor_shape
 from tensorflow.python.framework import tensor_util
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import gen_control_flow_ops
 from tensorflow.python.ops import gen_data_flow_ops
+from tensorflow.python.ops import list_ops
 from tensorflow.python.ops import math_ops
 from tensorflow.python.util import tf_should_use
 from tensorflow.python.util.tf_export import tf_export
 
 
+ENABLE_TENSOR_ARRAY_V2 = (
+    tf2.enabled() or os.getenv("TF_ENABLE_TENSOR_ARRAY_V2") is not None)
+
+
 # _GraphTensorArray accesses many of the hidden generated ops, but is in
 # fact built to wrap these methods.
 # pylint: disable=protected-access
@@ -393,6 +401,246 @@ class _GraphTensorArray(object):
     return gen_data_flow_ops.tensor_array_close_v3(
         handle=self._handle, name=name)
 
+
+class _GraphTensorArrayV2(object):
+  """Graph-mode implementation of TensorArray backed by TensorLists.
+
+  The backing tensor of this TensorArray is a TensorList variant tensor which is
+  stored in the `flow`. The `handle` is always none here. The reason we use the
+  `flow` field and not the `handle` field is to ensure backwards compatibility
+  with legacy control flow.
+  """
+
+  def __init__(self,
+               dtype,
+               size=None,
+               dynamic_size=None,
+               clear_after_read=None,
+               tensor_array_name=None,
+               handle=None,
+               flow=None,
+               infer_shape=True,
+               element_shape=None,
+               colocate_with_first_write_call=True,
+               name=None):
+    """Constructs a graph mode TensorArray.
+
+    Args:
+      dtype: (required) data type of the TensorArray.
+      size: (optional) int32 scalar `Tensor`: the size of the TensorArray.
+        Required if flow is not provided.
+      dynamic_size: (optional) Python bool: If true, writes to the TensorArray
+        can grow the TensorArray past its initial size.  Default: False.
+      clear_after_read: (optional) unused. Not supported in TensorLists.
+      tensor_array_name: (optional) unused.
+      handle: (optional) Must always be None.
+      flow: (optional) A variant `Tensor` scalar for a TensorList.
+      infer_shape: (optional, default: True) If True, shape inference is
+        enabled.  In this case, all elements must have the same shape.
+      element_shape: (optional, default: None) A `TensorShape` object specifying
+        the shape constraints of each of the elements of the TensorArray. Need
+        not be fully defined.
+      colocate_with_first_write_call: (optional). unused.
+      name: (optional) A name for the operation.
+
+    Raises:
+      ValueError: if both handle and tensor_array_name are provided.
+      TypeError: if handle is provided but is not a Tensor.
+    """
+    assert handle is None
+    del handle
+    del clear_after_read
+    del tensor_array_name
+    del colocate_with_first_write_call
+
+    del dynamic_size  # TODO(b/117943489): Unused for now.
+
+    if (flow is not None and
+        (not isinstance(flow, ops.Tensor) or flow.dtype != dtypes.variant)):
+      raise TypeError("flow must be a variant tensor")
+    if flow is None and size is None:
+      raise ValueError("Size must be provided if flow is not provided")
+    if flow is not None and size is not None:
+      raise ValueError("Cannot provide both a flow and size "
+                       "at the same time")
+    if flow is not None and element_shape is not None:
+      raise ValueError("Cannot provide both a flow and element_shape "
+                       "at the same time")
+
+    self._dtype = dtype
+
+    # Record the current static shape for the array elements. The element
+    # shape is defined either by `element_shape` or the shape of the tensor
+    # of the first write. If `infer_shape` is true, all writes checks for
+    # shape equality.
+    if element_shape is None:
+      self._infer_shape = infer_shape
+      self._element_shape = []
+    else:
+      self._infer_shape = True
+      self._element_shape = [tensor_shape.TensorShape(element_shape)]
+    with ops.name_scope(name, "TensorArrayV2", [size, flow]) as scope:
+      if flow is None:
+        self._flow = list_ops.tensor_list_reserve(
+            element_shape=element_shape,
+            num_elements=size,
+            element_dtype=dtype,
+            name=scope)
+      else:
+        self._flow = flow
+
+    # For backwards compatibility.
+    self._colocate_with_first_write_call = None
+    self._colocate_with = None
+
+  @property
+  def flow(self):
+    return self._flow
+
+  @property
+  def dtype(self):
+    return self._dtype
+
+  @property
+  def handle(self):
+    # We intentionally do not raise an error so that legacy while_loop does not
+    # complain.
+    return None
+
+  def _merge_element_shape(self, shape):
+    """Changes the element shape of the array given a shape to merge with.
+
+    Args:
+      shape: A `TensorShape` object to merge with.
+
+    Raises:
+      ValueError: if the provided shape is incompatible with the current
+          element shape of the `TensorArray`.
+    """
+
+    if self._element_shape:
+      if not shape.is_compatible_with(self._element_shape[0]):
+        raise ValueError(
+            "Inconsistent shapes: saw %s but expected %s "
+            "(and infer_shape=True)" % (shape, self._element_shape[0]))
+      self._element_shape[0] = self._element_shape[0].merge_with(shape)
+    else:
+      self._element_shape.append(shape)
+
+  def identity(self):
+    """See TensorArray."""
+    flow = array_ops.identity(self._flow)
+    ta = TensorArray(
+        dtype=self._dtype, flow=flow, infer_shape=self._infer_shape)
+    ta._element_shape = self._element_shape
+    return ta
+
+  def grad(self, source, flow=None, name=None):
+    """Not supported."""
+    raise NotImplementedError()
+
+  def read(self, index, name=None):
+    """See TensorArray."""
+    value = list_ops.tensor_list_get_item(
+        input_handle=self._flow,
+        index=index,
+        element_dtype=self._dtype,
+        name=name)
+    if self._element_shape:
+      value.set_shape(self._element_shape[0].dims)
+    return value
+
+  @tf_should_use.should_use_result
+  def write(self, index, value, name=None):
+    """See TensorArray."""
+    with ops.name_scope(name, "TensorArrayV2Write", [self._flow, index, value]):
+      value = ops.convert_to_tensor(value, name="value")
+      if self._infer_shape:
+        self._merge_element_shape(value.shape)
+      flow_out = list_ops.tensor_list_set_item(
+          input_handle=self._flow, index=index, item=value, name=name)
+      ta = TensorArray(dtype=self._dtype, handle=None, flow=flow_out)
+      ta._infer_shape = self._infer_shape
+      ta._element_shape = self._element_shape
+      return ta
+
+  def stack(self, name=None):
+    """See TensorArray."""
+    with ops.name_scope(name, "TensorArrayV2Stack", [self._flow]):
+      value = list_ops.tensor_list_stack(
+          input_handle=self._flow, element_dtype=self._dtype)
+      if self._element_shape and self._element_shape[0].dims is not None:
+        value.set_shape([None] + self._element_shape[0].dims)
+      return value
+
+  def gather(self, indices, name=None):
+    """See TensorArray."""
+    value = list_ops.tensor_list_gather(
+        input_handle=self._flow,
+        indices=indices,
+        element_dtype=self._dtype,
+        name=name)
+    if self._element_shape and self._element_shape[0].dims is not None:
+      value.set_shape([None] + self._element_shape[0].dims)
+    return value
+
+  def concat(self, name=None):
+    """See TensorArray."""
+    raise NotImplementedError("TensorArray.concat")
+
+  @tf_should_use.should_use_result
+  def unstack(self, value, name=None):
+    """See TensorArray."""
+    with ops.name_scope(name, "TensorArrayUnstack", [self._flow, value]):
+      value = ops.convert_to_tensor(value, name="value")
+      if self._infer_shape and not context.executing_eagerly():
+        self._merge_element_shape(value.shape[1:])
+      flow_out = list_ops.tensor_list_from_tensor(
+          tensor=value, element_shape=value.shape[1:])
+      ta = TensorArray(
+          dtype=self._dtype,
+          handle=self.handle,
+          flow=flow_out,
+          colocate_with_first_write_call=self._colocate_with_first_write_call)
+      ta._infer_shape = self._infer_shape
+      ta._element_shape = self._element_shape
+      ta._colocate_with = self._colocate_with
+      return ta
+
+  @tf_should_use.should_use_result
+  def scatter(self, indices, value, name=None):
+    """See TensorArray."""
+    with ops.name_scope(name, "TensorArrayScatter",
+                        [self._flow, value, indices]):
+      value = ops.convert_to_tensor(value, name="value")
+      if self._infer_shape and not context.executing_eagerly():
+        self._merge_element_shape(value.shape[1:])
+      flow_out = list_ops.tensor_list_scatter(
+          tensor=value, indices=indices, element_shape=-1)
+      ta = TensorArray(
+          dtype=self._dtype,
+          handle=self.handle,
+          flow=flow_out,
+          colocate_with_first_write_call=self._colocate_with_first_write_call)
+      ta._infer_shape = self._infer_shape
+      ta._element_shape = self._element_shape
+      ta._colocate_with = self._colocate_with
+      return ta
+
+  @tf_should_use.should_use_result
+  def split(self, value, lengths, name=None):
+    """See TensorArray."""
+    raise NotImplementedError("TensorArray.split")
+
+  def size(self, name=None):
+    """See TensorArray."""
+    return list_ops.tensor_list_length(input_handle=self._flow, name=name)
+
+  @tf_should_use.should_use_result
+  def close(self, name=None):
+    """See TensorArray."""
+    return gen_control_flow_ops.no_op(name=name)
+
 # pylint: enable=protected-access
 
 
@@ -738,8 +986,10 @@ class TensorArray(object):
     if context.executing_eagerly():
       implementation = _EagerTensorArray
     else:
-      implementation = _GraphTensorArray
-
+      if ENABLE_TENSOR_ARRAY_V2:
+        implementation = _GraphTensorArrayV2
+      else:
+        implementation = _GraphTensorArray
     self._implementation = implementation(
         dtype,
         size=size,
@@ -768,7 +1018,7 @@ class TensorArray(object):
   @property
   def handle(self):
     """The reference to the TensorArray."""
-    return self._implementation._handle
+    return self._implementation.handle
 
   @property
   def _infer_shape(self):
diff --git a/tensorflow/python/ops/while_v2.py b/tensorflow/python/ops/while_v2.py
index 568531cc5c..5ab7bffedc 100644
--- a/tensorflow/python/ops/while_v2.py
+++ b/tensorflow/python/ops/while_v2.py
@@ -99,7 +99,8 @@ def while_loop(cond,
     # Add loop counter needed for computing gradients.
     loop_vars = [loop_counter] + loop_vars
 
-    shape_invariants = [tensor_shape.scalar()] + shape_invariants
+    shape_invariants = type(shape_invariants)([tensor_shape.scalar()
+                                              ]) + shape_invariants
 
     # Automatic control dependencies are added in defuns, but not in v1
     # graphs. Propagate that behavior here.
@@ -132,9 +133,8 @@ def while_loop(cond,
     # the value of that tensor in each iteration is the same as it was at the
     # beginning of the loop execution.
     loop_vars = loop_vars + cond_graph.external_captures
-    shape_invariants = shape_invariants + [
-        t.shape for t in cond_graph.external_captures
-    ]
+    shape_invariants = shape_invariants + type(shape_invariants)(
+        [t.shape for t in cond_graph.external_captures])
 
     def wrapped_body(loop_counter, *args):
       """Loop body augmented with counter update.
@@ -207,8 +207,7 @@ def while_loop(cond,
     for intermediate_tensor in intermediate_tensors:
       tensor_list = list_ops.empty_tensor_list(
           element_dtype=intermediate_tensor.dtype,
-          element_shape=_get_tensor_convertible_shape(
-              intermediate_tensor.shape),
+          element_shape=intermediate_tensor.shape,
           max_num_elements=maximum_iterations)
       loop_vars.append(tensor_list)
       with cond_graph.as_default():
@@ -315,7 +314,7 @@ def _WhileGrad(op, *grads):  # pylint: disable=invalid-name
   for intermediate_tensor in intermediate_tensors:
     tensor_list = list_ops.empty_tensor_list(
         element_dtype=intermediate_tensor.dtype,
-        element_shape=_get_tensor_convertible_shape(intermediate_tensor.shape),
+        element_shape=intermediate_tensor.shape,
         max_num_elements=maximum_iterations)
 
     with body_grad_graph.as_default():
@@ -819,18 +818,6 @@ def _is_in_xla_context():
   return control_flow_util.GetContainingXLAContext(cur_ctxt) is not None
 
 
-def _get_tensor_convertible_shape(shape):
-  assert isinstance(shape, tensor_shape.TensorShape)
-  if shape.is_fully_defined():
-    return shape
-  if not shape:  # Unknown shape.
-    return -1
-  # Partially defined shape.
-  shape_list = shape.as_list()
-  shape_list = [s if s is not None else -1 for s in shape_list]
-  return ops.convert_to_tensor(shape_list)
-
-
 def _graph_name(graph):
   if isinstance(graph, func_graph_module.FuncGraph):
     return graph.name
-- 
GitLab


From 19b23cb3a88b3d83bcbeb8c0cc0e4714181da4d8 Mon Sep 17 00:00:00 2001
From: Jianwei Xie <xiejw@google.com>
Date: Fri, 16 Nov 2018 17:40:17 -0800
Subject: [PATCH 1806/1825] Change sparse.reduce_max(sp_input, axis, keepdims,
 reduction_axes, keep_dims) to sparse.reduce_max(sp_input, axis, keepdims,
 output_is_sparse, name)

and unify with reduce_max_sparse via dispatching (see new output_is_sparse_arg).

PiperOrigin-RevId: 221879420
---
 tensorflow/python/ops/sparse_ops.py           | 85 ++++++++++++++++++-
 .../api/golden/v2/tensorflow.sparse.pbtxt     |  6 +-
 2 files changed, 83 insertions(+), 8 deletions(-)

diff --git a/tensorflow/python/ops/sparse_ops.py b/tensorflow/python/ops/sparse_ops.py
index 6beceb83d5..a65778b9aa 100644
--- a/tensorflow/python/ops/sparse_ops.py
+++ b/tensorflow/python/ops/sparse_ops.py
@@ -939,7 +939,87 @@ def sparse_to_dense(sparse_indices,
       name=name)
 
 
-@tf_export("sparse.reduce_max", v1=["sparse.reduce_max", "sparse_reduce_max"])
+@tf_export("sparse.reduce_max", v1=[])
+def sparse_reduce_max_v2(
+    sp_input, axis=None, keepdims=None, output_is_sparse=False, name=None):
+  """Computes the max of elements across dimensions of a SparseTensor.
+
+  This Op takes a SparseTensor and is the sparse counterpart to
+  `tf.reduce_max()`.  In particular, this Op also returns a dense `Tensor`
+  if `output_is_sparse` is `False`, or a `SparseTensor` if `output_is_sparse`
+  is `True`.
+
+  Note: A gradient is not defined for this function, so it can't be used
+  in training models that need gradient descent.
+
+  Reduces `sp_input` along the dimensions given in `axis`.  Unless
+  `keepdims` is true, the rank of the tensor is reduced by 1 for each entry in
+  `axis`. If `keepdims` is true, the reduced dimensions are retained
+  with length 1.
+
+  If `axis` has no entries, all dimensions are reduced, and a tensor
+  with a single element is returned.  Additionally, the axes can be negative,
+  similar to the indexing rules in Python.
+
+  The values not defined in `sp_input` don't participate in the reduce max,
+  as opposed to be implicitly assumed 0 -- hence it can return negative values
+  for sparse `axis`. But, in case there are no values in
+  `axis`, it will reduce to 0. See second example below.
+
+  For example:
+
+  ```python
+  # 'x' represents [[1, ?, 2]
+  #                 [?, 3, ?]]
+  # where ? is implicitly-zero.
+  tf.sparse.reduce_max(x) ==> 3
+  tf.sparse.reduce_max(x, 0) ==> [1, 3, 2]
+  tf.sparse.reduce_max(x, 1) ==> [2, 3]  # Can also use -1 as the axis.
+  tf.sparse.reduce_max(x, 1, keepdims=True) ==> [[2], [3]]
+  tf.sparse.reduce_max(x, [0, 1]) ==> 3
+
+  # 'y' represents [[-7, ?]
+  #                 [ 4, 3]
+  #                 [ ?, ?]
+  tf.sparse.reduce_max(x, 1) ==> [-7, 4, 0]
+  ```
+
+  Args:
+    sp_input: The SparseTensor to reduce. Should have numeric type.
+    axis: The dimensions to reduce; list or scalar. If `None` (the
+      default), reduces all dimensions.
+    keepdims: If true, retain reduced dimensions with length 1.
+    output_is_sparse: If true, returns a `SparseTensor` instead of a dense
+      `Tensor` (the default).
+    name: A name for the operation (optional).
+
+
+  Returns:
+    The reduced Tensor or the reduced SparseTensor if `output_is_sparse` is
+    True.
+  """
+  if keepdims is None:
+    keepdims = False
+
+  # reduction_axes is the deprecated name for axis.
+  reduction_axes = None
+
+  if output_is_sparse:
+    output_ind, output_val, output_shape = (
+        gen_sparse_ops.sparse_reduce_max_sparse(
+            sp_input.indices, sp_input.values, sp_input.dense_shape,
+            math_ops._ReductionDims(sp_input, axis, reduction_axes), keepdims,
+            name=name))
+
+    return sparse_tensor.SparseTensor(output_ind, output_val, output_shape)
+
+  return gen_sparse_ops.sparse_reduce_max(
+      sp_input.indices, sp_input.values, sp_input.dense_shape,
+      math_ops._ReductionDims(sp_input, axis, reduction_axes), keepdims,
+      name=name)
+
+
+@tf_export(v1=["sparse.reduce_max", "sparse_reduce_max"])
 @deprecation.deprecated_endpoints("sparse_reduce_max")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
@@ -1007,8 +1087,7 @@ def sparse_reduce_max(sp_input, axis=None, keepdims=None,
       math_ops._ReductionDims(sp_input, axis, reduction_axes), keepdims)
 
 
-@tf_export("sparse.reduce_max_sparse",
-           v1=["sparse.reduce_max_sparse", "sparse_reduce_max_sparse"])
+@tf_export(v1=["sparse.reduce_max_sparse", "sparse_reduce_max_sparse"])
 @deprecation.deprecated_endpoints("sparse_reduce_max_sparse")
 @deprecation.deprecated_args(
     None, "keep_dims is deprecated, use keepdims instead", "keep_dims")
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
index 48aa1f7d8d..161744a914 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.sparse.pbtxt
@@ -58,11 +58,7 @@ tf_module {
   }
   member_method {
     name: "reduce_max"
-    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
-  }
-  member_method {
-    name: "reduce_max_sparse"
-    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'reduction_axes\', \'keep_dims\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\', \'None\'], "
+    argspec: "args=[\'sp_input\', \'axis\', \'keepdims\', \'output_is_sparse\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'False\', \'None\'], "
   }
   member_method {
     name: "reduce_sum"
-- 
GitLab


From 8a36a1ef8102a4a04651820331342d4fd84071ad Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 16 Nov 2018 17:42:52 -0800
Subject: [PATCH 1807/1825] Disable cartpole benchmark in opensource.

PiperOrigin-RevId: 221879651
---
 tensorflow/contrib/autograph/examples/benchmarks/BUILD | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow/contrib/autograph/examples/benchmarks/BUILD b/tensorflow/contrib/autograph/examples/benchmarks/BUILD
index ed3b054774..6d2d70c99b 100644
--- a/tensorflow/contrib/autograph/examples/benchmarks/BUILD
+++ b/tensorflow/contrib/autograph/examples/benchmarks/BUILD
@@ -19,6 +19,8 @@ py_test(
     srcs = ["cartpole_benchmark.py"],
     tags = [
         "local",
+        "manual",
+        "no_oss",
         "notap",
         "nozapfhahn",
     ],
-- 
GitLab


From 6badd1f1569590e679a4f177f8d3dad0d88a11c4 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 17:54:36 -0800
Subject: [PATCH 1808/1825] Bring Keras Distribution Strategies loops into
 training_arrays.py

PiperOrigin-RevId: 221880671
---
 tensorflow/python/keras/callbacks.py          |  31 +-
 tensorflow/python/keras/engine/training.py    |  20 +-
 .../python/keras/engine/training_arrays.py    |  61 ++-
 .../keras/engine/training_distributed.py      | 500 +++++-------------
 4 files changed, 208 insertions(+), 404 deletions(-)

diff --git a/tensorflow/python/keras/callbacks.py b/tensorflow/python/keras/callbacks.py
index d90523121b..8223e795bc 100644
--- a/tensorflow/python/keras/callbacks.py
+++ b/tensorflow/python/keras/callbacks.py
@@ -54,6 +54,7 @@ except ImportError:
   requests = None
 
 
+# pylint: disable=protected-access
 def configure_callbacks(callbacks,
                         model,
                         do_validation=False,
@@ -114,12 +115,7 @@ def configure_callbacks(callbacks,
   callback_list = CallbackList(callbacks)
 
   # Set callback model
-  callback_model = model._get_callback_model()  # pylint: disable=protected-access
-  if do_validation and val_inputs and not context.executing_eagerly():
-    # Need to create the eval_function before start of the first epoch
-    # because TensorBoard callback on_epoch_begin adds summary to the
-    # list of fetches of the eval_function
-    callback_model._make_eval_function()  # pylint: disable=protected-access
+  callback_model = model._get_callback_model()
   callback_list.set_model(callback_model)
 
   # Set callback parameters
@@ -146,21 +142,28 @@ def configure_callbacks(callbacks,
 
   # Pass validation data to callbacks
   # TODO(omalleyt): remove this once val hooks are ready.
-  if not val_inputs:
+  if model._distribution_strategy or not val_inputs:
     val_data = []
-  elif _is_generator_like(val_inputs):
-    val_data = val_inputs
   else:
-    val_data = val_inputs + val_targets
-    if val_sample_weights:
-      val_data += val_sample_weights
-    if not isinstance(K.learning_phase(), int):
-      val_data += [0.]
+    if not model.run_eagerly:
+      # Need to create the eval_function before start of the first epoch
+      # because TensorBoard callback on_epoch_begin adds summary to the
+      # list of fetches of the eval_function
+      callback_model._make_eval_function()
+    if _is_generator_like(val_inputs):
+      val_data = val_inputs
+    else:
+      val_data = val_inputs + val_targets
+      if val_sample_weights:
+        val_data += val_sample_weights
+      if not isinstance(K.symbolic_learning_phase(), int):
+        val_data += [False]
   for cbk in callbacks:
     cbk.validation_data = val_data
 
   callback_list.model.stop_training = False
   return callback_list
+# pylint: enable=protected-access
 
 
 def _is_generator_like(data):
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 5d5af12805..610c8e625a 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1760,9 +1760,10 @@ class Model(Network):
           initial_epoch=initial_epoch,
           steps_per_epoch=steps_per_epoch,
           validation_steps=validation_steps)
-    elif self._distribution_strategy:
-      return training_distributed.fit_loop(
-          self, x,
+    elif training_distributed.should_run_experimental_loop(self):
+      return training_distributed.experimental_fit_loop(
+          self,
+          x,
           epochs=epochs,
           verbose=verbose,
           callbacks=callbacks,
@@ -1909,12 +1910,9 @@ class Model(Network):
           batch_size=batch_size,
           verbose=verbose,
           steps=steps)
-    elif self._distribution_strategy:
-      return training_distributed.test_loop(
-          self,
-          iterator=x,
-          verbose=verbose,
-          steps=steps)
+    elif training_distributed.should_run_experimental_loop(self):
+      return training_distributed.experimental_test_loop(
+          self, iterator=x, verbose=verbose, steps=steps)
     else:
       return training_arrays.test_loop(
           self,
@@ -2009,8 +2007,8 @@ class Model(Network):
     if self.run_eagerly:
       return training_eager.predict_loop(
           self, x, batch_size=batch_size, verbose=verbose, steps=steps)
-    elif self._distribution_strategy:
-      results = training_distributed.predict_loop(
+    elif training_distributed.should_run_experimental_loop(self):
+      results = training_distributed.experimental_predict_loop(
           self, x, verbose=verbose, steps=steps)
       return results
     else:
diff --git a/tensorflow/python/keras/engine/training_arrays.py b/tensorflow/python/keras/engine/training_arrays.py
index 48d6af7ec4..390357303e 100644
--- a/tensorflow/python/keras/engine/training_arrays.py
+++ b/tensorflow/python/keras/engine/training_arrays.py
@@ -26,6 +26,7 @@ import numpy as np
 from tensorflow.python.framework import errors
 from tensorflow.python.keras import backend as K
 from tensorflow.python.keras import callbacks as cbks
+from tensorflow.python.keras.engine import training_distributed
 from tensorflow.python.keras.engine import training_utils
 from tensorflow.python.keras.utils.generic_utils import make_batches
 from tensorflow.python.keras.utils.generic_utils import slice_arrays
@@ -178,6 +179,38 @@ def _make_logs(model, outputs, mode, prefix=''):
   return logs
 
 
+def _prepare_feed_values(model, inputs, targets, sample_weights, mode):
+  """Prepare feed values to the model execution function.
+
+  Arguments:
+    model: Model to prepare feed values for.
+    inputs: List or dict of model inputs.
+    targets: Optional list of model targets.
+    sample_weights: Optional list of sample weight arrays.
+    mode: One of 'train'/'test'/'predict'.
+
+  Returns:
+    Feed values for the model in the given mode.
+  """
+  if model._distribution_strategy:
+    return training_distributed._prepare_feed_values(model, inputs, targets,
+                                                     sample_weights, mode)
+  inputs = training_utils.ModelInputs(inputs).as_list()
+  targets = targets or []
+  sample_weights = sample_weights or []
+  ins = inputs + targets + sample_weights
+  if mode == 'train' and not isinstance(K.symbolic_learning_phase(), int):
+    ins += [True]
+  return ins
+
+
+def _get_execution_function(model, mode):
+  """Get function to run one step of model execution."""
+  if model._distribution_strategy:
+    return training_distributed._get_execution_function(model, mode)
+  return model._get_execution_function(mode)
+
+
 def model_iteration(model,
                     inputs,
                     targets=None,
@@ -238,18 +271,18 @@ def model_iteration(model,
   if mode == 'train':
     _print_train_info(inputs, val_inputs, steps_per_epoch, verbose)
 
+  # Enter DistributionStrategy scope.
+  if model._distribution_strategy:
+    scope = model._distribution_strategy.scope()
+    scope.__enter__()
+
   # Get step function and loop type.
-  f = model._get_execution_function(mode)
+  f = _get_execution_function(model, mode)
   use_steps = steps_per_epoch is not None
   do_validation = val_inputs is not None
 
   # Prepare input data.
-  inputs = training_utils.ModelInputs(inputs).as_list()
-  targets = targets or []
-  sample_weights = sample_weights or []
-  ins = inputs + targets + sample_weights
-  if mode == 'train' and not isinstance(K.symbolic_learning_phase(), int):
-    ins += [True]
+  ins = _prepare_feed_values(model, inputs, targets, sample_weights, mode)
   num_samples_or_steps = _get_num_samples_or_steps(ins, batch_size,
                                                    steps_per_epoch)
 
@@ -289,6 +322,9 @@ def model_iteration(model,
   else:
     aggregator = MetricsAggregator(use_steps, num_samples_or_steps)
 
+  if model._distribution_strategy:
+    training_distributed._copy_weights_to_distributed_model(model)
+
   callbacks.model.stop_training = False
   callbacks._call_begin_hook(mode)
   progbar.on_train_begin()
@@ -321,12 +357,15 @@ def model_iteration(model,
                           'can generate at least `steps_per_epoch * epochs` '
                           'batches (in this case, %d batches). You may need to'
                           'use the repeat() function when building your '
-                          'dataset.' %
-                          steps_per_epoch * epochs)
+                          'dataset.' % steps_per_epoch * epochs)
           break
         if not isinstance(batch_outs, list):
           batch_outs = [batch_outs]
 
+        if model._distribution_strategy:
+          batch_outs = training_distributed._per_device_aggregate_batch(
+              batch_outs, model, mode)
+
         # Aggregate results.
         if step == 0:
           aggregator.create(batch_outs)
@@ -417,6 +456,10 @@ def model_iteration(model,
     progbar.on_epoch_end(epoch, epoch_logs)
   callbacks._call_end_hook(mode)
 
+  if model._distribution_strategy:
+    training_distributed._copy_weights_to_original_model(model, mode)
+    scope.__exit__(None, None, None)
+
   if mode == 'train':
     return model.history
   return results
diff --git a/tensorflow/python/keras/engine/training_distributed.py b/tensorflow/python/keras/engine/training_distributed.py
index 9bf41734c3..49ef44e4fd 100644
--- a/tensorflow/python/keras/engine/training_distributed.py
+++ b/tensorflow/python/keras/engine/training_distributed.py
@@ -48,187 +48,15 @@ class _Mode(enum.Enum):
 # TODO(priyag, sourabhbajaj): Refactor this file to address code duplication.
 
 
-def fit_loop(
-    model,
-    iterator,
-    epochs=100,
-    verbose=1,
-    callbacks=None,
-    val_iterator=None,
-    initial_epoch=0,
-    steps_per_epoch=None,
-    validation_steps=None):
-  """Fit loop for training with DistributionStrategy.
-
-  Arguments:
-      model: Keras Model instance.
-      iterator: Iterator for input data.
-      epochs: Number of times to iterate over the data
-      verbose: Integer, Verbosity mode, 0, 1 or 2
-      callbacks: List of callbacks to be called during training
-      val_iterator: Iterator for validation data.
-      initial_epoch: Epoch at which to start training
-          (useful for resuming a previous training run)
-      steps_per_epoch: Total number of steps (batches of samples)
-          before declaring one epoch finished and starting the
-          next epoch. Ignored with the default value of `None`.
-      validation_steps: Number of steps to run validation for
-          (only if doing validation from data tensors).
-          Ignored with the default value of `None`.
-
-  Returns:
-      `History` object.
-
-  Raises:
-      ValueError: in case of invalid arguments.
-  """
-  current_strategy = model._distribution_strategy
-
-  # TODO(priyag, sourabhbajaj): Remove this when the codepaths are merged.
-  if current_strategy.__class__.__name__ == 'TPUStrategy':
-    return _experimental_fit_loop(
-        model, iterator, epochs, verbose, callbacks, initial_epoch,
-        steps_per_epoch, val_iterator, validation_steps)
-
-  if not model._grouped_model:
-    clone_model_on_replicas(model, current_strategy, make_callback_model=True)
-
-  def _per_device_fit_function(model):
-    model._make_fit_function()
-    return (model._fit_function.inputs, model._fit_function.outputs,
-            model._fit_function.updates_op, model._fit_function.session_kwargs)
-
-  inputs, targets, sample_weights = _get_input_from_iterator(iterator, model)
-  with current_strategy.scope():
-    # Create train ops on each of the devices when we call
-    # `_per_device_fit_function`.
-    (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_fit_function, args=(model._grouped_model,))
-
-    # Initialize the variables in the replicated model. This is necessary for
-    # multi-worker training because on some workers, initialization is not
-    # needed. This method does initialization or waiting for initialization
-    # according to the context object of distribute coordinator.
-    distributed_training_utils.init_restore_or_wait_for_variables()
-
-    # Unwrap all the per device values returned from `call_for_each_replica`.
-    # Unwrapping per device values gives you a list of values that can be
-    # used to construct a new train function that is composed of update ops on
-    # all the devices over which the model is distributed.
-    (all_inputs, all_outputs, all_updates,
-     all_session_args) = distributed_training_utils.unwrap_values(
-         current_strategy, grouped_inputs, grouped_outputs,
-         grouped_updates, grouped_session_args, with_loss_tensor=True)
-
-    # Dataset inputs and targets are also per devices values that need to be
-    # unwrapped.
-    dataset_inputs = distributed_training_utils.flatten_perdevice_values(
-        current_strategy, inputs)
-    dataset_targets = distributed_training_utils.flatten_perdevice_values(
-        current_strategy, targets)
-
-    # Create a train function that is composed of all the parameters above.
-    distributed_fit_function = K.function(
-        all_inputs,
-        all_outputs,
-        updates=all_updates,
-        name='distributed_fit_function',
-        **all_session_args)
-
-    # We need to set sample_weights to None since there are sample weight
-    # placeholders that are created with default values.
-    sample_weights = [None for _ in range(
-        len(model.outputs) * current_strategy.num_replicas_in_sync)]
-    if not isinstance(K.learning_phase(), int):
-      ins = dataset_inputs + dataset_targets + sample_weights + [1]
-    else:
-      ins = dataset_inputs + dataset_targets
-
-    do_validation = False
-    if validation_steps:
-      do_validation = True
-
-    # Copy the weights from the original model to each of the replicated models.
-    orig_model_weights = model.get_weights()
-    distributed_model = current_strategy.unwrap(model._grouped_model)[0]
-    distributed_training_utils.set_weights(
-        current_strategy, distributed_model, orig_model_weights)
-
-    callbacks = cbks.configure_callbacks(
-        callbacks,
-        model,
-        do_validation=do_validation,
-        val_inputs=None,
-        val_targets=None,
-        epochs=epochs,
-        steps_per_epoch=steps_per_epoch,
-        verbose=verbose)
-    out_labels = model.metrics_names or []
-    callbacks.on_train_begin()
-
-    assert steps_per_epoch is not None
-
-    for epoch in range(initial_epoch, epochs):
-      # Reset stateful metrics
-      for m in model.metrics:
-        m.reset_states()
-      callbacks.on_epoch_begin(epoch)
-      epoch_logs = {}
-      for step_index in range(steps_per_epoch):
-        batch_logs = {'batch': step_index, 'size': 1}
-        callbacks.on_batch_begin(step_index, batch_logs)
-        try:
-          outs = distributed_fit_function(ins)
-        except errors.OutOfRangeError:
-          logging.warning('Your dataset iterator ran out of data; '
-                          'interrupting training. Make sure that your dataset '
-                          'can generate at least `steps_per_epoch * epochs` '
-                          'batches (in this case, %d batches).' %
-                          steps_per_epoch * epochs)
-          break
-
-        if not isinstance(outs, list):
-          outs = [outs]
-        for l, o in zip(out_labels, outs):
-          batch_logs[l] = o
-        callbacks.on_batch_end(step_index, batch_logs)
-        if callbacks.model.stop_training:
-          break
-      if do_validation:
-        val_outs = test_loop(
-            model,
-            val_iterator,
-            steps=validation_steps,
-            verbose=0)
-        if not isinstance(val_outs, list):
-          val_outs = [val_outs]
-        # Same labels assumed.
-        for l, o in zip(out_labels, val_outs):
-          epoch_logs['val_' + l] = o
-
-      callbacks.on_epoch_end(epoch, epoch_logs)
-      if callbacks.model.stop_training:
-        break
-    callbacks.on_train_end()
-
-    # Copy the weights back from the replicated model to the original model.
-    updated_weights = current_strategy.unwrap(
-        model._grouped_model)[0].get_weights()
-    model.set_weights(updated_weights)
-    return model.history
-
-
-def _experimental_fit_loop(
-    model,
-    iterator,
-    epochs=100,
-    verbose=1,
-    callbacks=None,
-    initial_epoch=0,
-    steps_per_epoch=None,
-    val_iterator=None,
-    validation_steps=None):
+def experimental_fit_loop(model,
+                          iterator,
+                          epochs=100,
+                          verbose=1,
+                          callbacks=None,
+                          initial_epoch=0,
+                          steps_per_epoch=None,
+                          val_iterator=None,
+                          validation_steps=None):
   """Fit loop for training with TPU DistributionStrategy.
 
   Arguments:
@@ -394,7 +222,7 @@ def _experimental_fit_loop(
             model._grouped_model_train)[0].get_weights()
         model.set_weights(updated_weights)
 
-      val_outs = _experimental_test_loop(
+      val_outs = experimental_test_loop(  # pylint: disable=undefined-variable
           model,
           val_iterator,
           steps=validation_steps,
@@ -421,102 +249,11 @@ def _experimental_fit_loop(
   return model.history
 
 
-def test_loop(model, iterator, verbose=0, steps=None):
-  """Test loop for evaluating with DistributionStrategy.
-
-  Arguments:
-      model: Keras Model instance.
-      iterator: Iterator for input data.
-      verbose: Integer, Verbosity mode 0 or 1.
-      steps: Total number of steps (batches of samples)
-          before declaring predictions finished.
-          Ignored with the default value of `None`.
-
-  Returns:
-      Scalar loss (if the model has a single output and no metrics)
-      or list of scalars (if the model has multiple outputs
-      and/or metrics). The attribute `model.metrics_names` will give you
-      the display labels for the outputs.
-  """
-  current_strategy = model._distribution_strategy
-
-  # TODO(priyag, sourabhbajaj): Remove this when the codepaths are merged.
-  if current_strategy.__class__.__name__ == 'TPUStrategy':
-    return _experimental_test_loop(model, iterator, verbose, steps)
-
-  if not model._grouped_model:
-    clone_model_on_replicas(model, current_strategy)
-
-  def _per_device_eval_function(model):
-    model._make_eval_function()
-    return (model._eval_function.inputs, model._eval_function.outputs,
-            model._eval_function.updates_op,
-            model._eval_function.session_kwargs)
-
-  inputs, targets, sample_weights = _get_input_from_iterator(iterator, model)
-  with current_strategy.scope():
-    (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_eval_function, args=(model._grouped_model,))
-
-    (all_inputs, all_outputs, all_updates,
-     all_session_args) = distributed_training_utils.unwrap_values(
-         current_strategy, grouped_inputs, grouped_outputs, grouped_updates,
-         grouped_session_args, with_loss_tensor=True)
-
-    dataset_inputs = distributed_training_utils.flatten_perdevice_values(
-        current_strategy, inputs)
-    dataset_targets = distributed_training_utils.flatten_perdevice_values(
-        current_strategy, targets)
-
-    distributed_test_function = K.function(
-        all_inputs, all_outputs,
-        updates=all_updates,
-        name='distributed_test_function',
-        **all_session_args)
-
-    # We need to set sample_weights to None since there are sample weight
-    # placeholders that are created with default values.
-    sample_weights = [None for _ in range(
-        len(model.outputs) * current_strategy.num_replicas_in_sync)]
-    ins = dataset_inputs + dataset_targets + sample_weights
-
-    for m in model.metrics:
-      m.reset_states()
-
-    outs = []
-    if verbose == 1:
-      progbar = Progbar(target=steps)
-
-    # Copy the weights from the original model to each of the replicated models.
-    orig_model_weights = model.get_weights()
-    distributed_model = current_strategy.unwrap(model._grouped_model)[0]
-    distributed_training_utils.set_weights(
-        current_strategy, distributed_model, orig_model_weights)
-
-    assert steps is not None
-    for step in range(steps):
-      batch_outs = distributed_test_function(ins)
-      if isinstance(batch_outs, list):
-        if step == 0:
-          outs = [0.] * len(batch_outs)
-        outs[0] += batch_outs[0]  # index 0 = 'loss'
-        outs[1:] = batch_outs[1:]
-      else:
-        if step == 0:
-          outs.append(0.)
-        outs[0] += batch_outs  # index 0 = 'loss'
-      if verbose >= 1:
-        progbar.update(step + 1)
-    outs[0] /= steps  # index 0 = 'loss'
-
-    if len(outs) == 1:
-      return outs[0]
-    return outs
-
-
-def _experimental_test_loop(model, iterator, verbose=0, steps=None,
-                            initialize_finalize_strategy=True):
+def experimental_test_loop(model,
+                           iterator,
+                           verbose=0,
+                           steps=None,
+                           initialize_finalize_strategy=True):
   """Test loop for evaluating with TPU DistributionStrategy.
 
   Arguments:
@@ -634,98 +371,7 @@ def _experimental_test_loop(model, iterator, verbose=0, steps=None,
   return outs
 
 
-def predict_loop(model, iterator, verbose=0, steps=None):
-  """Predict loop for predicting with DistributionStrategy.
-
-  Arguments:
-      model: Keras Model instance.
-      iterator: Iterator for input data.
-      verbose: Integer, Verbosity mode 0 or 1.
-      steps: Total number of steps (batches of samples)
-          before declaring `_predict_loop` finished.
-          Ignored with the default value of `None`.
-
-  Returns:
-      Array of predictions (if the model has a single output)
-      or list of arrays of predictions
-      (if the model has multiple outputs).
-  """
-  current_strategy = model._distribution_strategy
-
-  # TODO(priyag, sourabhbajaj): Remove this when the codepaths are merged.
-  if current_strategy.__class__.__name__ == 'TPUStrategy':
-    return _experimental_predict_loop(model, iterator, verbose, steps)
-
-  if not model._grouped_model:
-    clone_model_on_replicas(model, current_strategy)
-
-  def _per_device_predict_function(model):
-    model._make_predict_function()
-    return (model.predict_function.inputs,
-            model.predict_function.outputs,
-            model.predict_function.updates_op,
-            model.predict_function.session_kwargs)
-
-  inputs, _, _ = _get_input_from_iterator(iterator, model)
-  with current_strategy.scope():
-    (grouped_inputs, grouped_outputs, grouped_updates,
-     grouped_session_args) = current_strategy.call_for_each_replica(
-         _per_device_predict_function, args=(model._grouped_model,))
-
-    (all_inputs, all_outputs, all_updates,
-     all_session_args) = distributed_training_utils.unwrap_values(
-         current_strategy, grouped_inputs, grouped_outputs, grouped_updates,
-         grouped_session_args)
-
-    dataset_inputs = distributed_training_utils.flatten_perdevice_values(
-        current_strategy, inputs)
-
-    distributed_predict_function = K.function(
-        all_inputs, all_outputs,
-        updates=all_updates,
-        name='distributed_predict_function',
-        **all_session_args)
-
-    if verbose == 1:
-      progbar = Progbar(target=steps)
-
-    # Copy the weights from the original model to each of the replicated models.
-    orig_model_weights = model.get_weights()
-    distributed_model = current_strategy.unwrap(model._grouped_model)[0]
-    distributed_training_utils.set_weights(
-        current_strategy, distributed_model, orig_model_weights)
-
-    num_replicas = current_strategy.num_replicas_in_sync
-    # Since we do not know how many samples we will see, we cannot
-    # pre-allocate the returned Numpy arrays. Instead, we store one array per
-    # batch seen and concatenate them upon returning.
-    unconcatenated_outs = []
-    assert steps is not None
-    for step in range(steps):
-      batch_outs = distributed_predict_function(dataset_inputs)
-      if not isinstance(batch_outs, list):
-        batch_outs = [batch_outs]
-      if step == 0:
-        # batch_outs gives you the number of model outputs. In the distributed
-        # case this will be number of model_outputs * num_replicas.
-        for _ in range(len(model.outputs)):
-          unconcatenated_outs.append([])
-      for i in range(len(model.outputs)):
-        nested_outs = batch_outs[i * num_replicas:
-                                 i * num_replicas + num_replicas]
-        outs = nest.flatten(nested_outs)
-        unconcatenated_outs[i].extend(outs)
-      if verbose >= 1:
-        progbar.update(step + 1)
-    if len(unconcatenated_outs) == 1:
-      return np.concatenate(unconcatenated_outs[0], axis=0)
-    return [
-        np.concatenate(unconcatenated_outs[i], axis=0)
-        for i in range(len(unconcatenated_outs))
-    ]
-
-
-def _experimental_predict_loop(model, iterator, verbose=0, steps=None):
+def experimental_predict_loop(model, iterator, verbose=0, steps=None):
   """Predict loop for predicting with TPU DistributionStrategy.
 
   Arguments:
@@ -920,3 +566,117 @@ def _get_input_from_iterator(iterator, model):
   model._standardize_weights(x_values, y_values,
                              sample_weight=sample_weights_values)
   return x, y, sample_weights
+
+
+def _get_execution_function(model, mode):
+  """Get function to run one step of distributed model execution."""
+  strategy = model._distribution_strategy
+  if not model._grouped_model:
+    clone_model_on_replicas(
+        model, strategy, make_callback_model=(mode == 'train'))
+
+  def _per_device_function(model):
+    f = model._get_execution_function(mode)
+    return (f.inputs, f.outputs, f.updates_op, f.session_kwargs)
+
+  with strategy.scope():
+    # Create train ops on each of the devices when we call
+    # `_per_device_fit_function`.
+    (grouped_inputs, grouped_outputs, grouped_updates,
+     grouped_session_args) = strategy.call_for_each_replica(
+         _per_device_function, args=(model._grouped_model,))
+
+    if mode == 'train':
+      # Initialize the variables in the replicated model. This is necessary for
+      # multi-worker training because on some workers, initialization is not
+      # needed. This method does initialization or waiting for initialization
+      # according to the context object of distribute coordinator.
+      distributed_training_utils.init_restore_or_wait_for_variables()
+
+    # Unwrap all the per device values returned from `call_for_each_replica`.
+    # Unwrapping per device values gives you a list of values that can be
+    # used to construct a new train function that is composed of update ops on
+    # all the devices over which the model is distributed.
+    (all_inputs, all_outputs, all_updates,
+     all_session_args) = distributed_training_utils.unwrap_values(
+         strategy,
+         grouped_inputs,
+         grouped_outputs,
+         grouped_updates,
+         grouped_session_args,
+         with_loss_tensor=(mode != 'predict'))
+
+    return K.function(
+        all_inputs,
+        all_outputs,
+        updates=all_updates,
+        name='distributed_{}_function'.format(mode),
+        **all_session_args)
+
+
+def _prepare_feed_values(model, inputs, targets, sample_weights, mode):
+  """Prepare feed values to the model execution function.
+
+  Arguments:
+    model: Model to prepare feed values for.
+    inputs: List or dict of model inputs.
+    targets: Optional list of model targets.
+    sample_weights: Optional list of sample weight arrays.
+    mode: One of 'train'/'test'/'predict'.
+
+  Returns:
+    Feed values for the model in the given mode.
+  """
+  strategy = model._distribution_strategy
+  inputs, targets, sample_weights = _get_input_from_iterator(inputs, model)
+  inputs = distributed_training_utils.flatten_perdevice_values(strategy, inputs)
+  targets = distributed_training_utils.flatten_perdevice_values(
+      strategy, targets)
+  if mode == 'predict':
+    sample_weights = []
+    targets = []
+  else:
+    sample_weights = [
+        None for _ in range(len(model.outputs) * strategy.num_replicas_in_sync)
+    ]
+  ins = inputs + targets + sample_weights
+  if mode == 'train' and not isinstance(K.learning_phase(), int):
+    ins += [True]
+  return ins
+
+
+def _copy_weights_to_distributed_model(model):
+  """Copies weights from original model to distributed models."""
+  if model._distribution_strategy:
+    # Copy the weights from the original model to each of the replicated models.
+    orig_model_weights = model.get_weights()
+    distributed_model = model._distribution_strategy.unwrap(
+        model._grouped_model)[0]
+    distributed_training_utils.set_weights(
+        model._distribution_strategy, distributed_model, orig_model_weights)
+
+
+def _copy_weights_to_original_model(model, mode):
+  """Copies weights from first distributed model back to original model."""
+  if model._distribution_strategy and mode == 'train':
+    updated_weights = model._distribution_strategy.unwrap(
+        model._grouped_model)[0].get_weights()
+    model.set_weights(updated_weights)
+
+
+def _per_device_aggregate_batch(batch_outs, model, mode):
+  """Aggregates the per-device batch-level outputs from a distributed step."""
+  if model._distribution_strategy is not None and mode == 'predict':
+    total_batch_outs = []
+    for i in range(len(model.outputs)):
+      num_replicas = model._distribution_strategy.num_replicas_in_sync
+      nested_outs = batch_outs[i * num_replicas:i * num_replicas + num_replicas]
+      total_batch_outs.append(np.concatenate(nest.flatten(nested_outs)))
+    return total_batch_outs
+  return batch_outs
+
+
+def should_run_experimental_loop(model):
+  """Whether to run the experimental loops in this file."""
+  return (hasattr(model, '_distribution_strategy') and
+          model._distribution_strategy.__class__.__name__ == 'TPUStrategy')
-- 
GitLab


From 1ca6373defadd0203df8c1bab82e2ea92e30683b Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 16 Nov 2018 17:59:18 -0800
Subject: [PATCH 1809/1825] Disable failing tests thaat use autograph on
 windows.

PiperOrigin-RevId: 221880994
---
 tensorflow/python/eager/BUILD              | 6 ++++++
 tensorflow/python/keras/optimizer_v2/BUILD | 3 +++
 2 files changed, 9 insertions(+)

diff --git a/tensorflow/python/eager/BUILD b/tensorflow/python/eager/BUILD
index db5c6b2eb7..55728b19ab 100644
--- a/tensorflow/python/eager/BUILD
+++ b/tensorflow/python/eager/BUILD
@@ -189,6 +189,9 @@ cuda_py_test(
         "//tensorflow/python:resource_variable_ops",
     ],
     shard_count = 5,
+    tags = [
+        "no_windows",
+    ],
 )
 
 cuda_py_test(
@@ -211,6 +214,9 @@ cuda_py_test(
         "//tensorflow/python:resource_variable_ops",
     ],
     shard_count = 15,
+    tags = [
+        "no_windows",
+    ],
 )
 
 py_library(
diff --git a/tensorflow/python/keras/optimizer_v2/BUILD b/tensorflow/python/keras/optimizer_v2/BUILD
index 4913eaf9fc..2296a9562b 100644
--- a/tensorflow/python/keras/optimizer_v2/BUILD
+++ b/tensorflow/python/keras/optimizer_v2/BUILD
@@ -134,6 +134,9 @@ py_test(
     name = "optimizer_v2_test",
     size = "medium",
     srcs = ["optimizer_v2_test.py"],
+    tags = [
+        "no_windows",
+    ],
     deps = [
         ":optimizer_v2",
         "//tensorflow/python:array_ops",
-- 
GitLab


From 8aeb9686e85ca7e4a8586841ce0de41acfe8a769 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 18:23:03 -0800
Subject: [PATCH 1810/1825] Automated rollback of commit
 2121365e745361889ec9b4862f67b7f0b92e9607

PiperOrigin-RevId: 221883009
---
 .../xla/service/buffer_assignment_test.cc     | 18 ++--
 .../compiler/xla/service/cpu/cpu_compiler.cc  |  8 +-
 .../compiler/xla/service/cpu/ir_emitter.cc    |  2 +-
 .../compiler/xla/service/cpu/ir_emitter.h     |  2 +-
 .../xla/service/gpu/gpu_hlo_schedule.cc       | 18 ++--
 .../xla/service/gpu/gpu_hlo_schedule.h        |  4 +-
 .../xla/service/gpu/gpu_hlo_schedule_test.cc  |  2 +-
 .../xla/service/gpu/thunk_schedule.cc         |  4 +-
 .../compiler/xla/service/gpu/thunk_schedule.h |  2 +-
 .../xla/service/heap_simulator_test.cc        |  6 +-
 .../compiler/xla/service/hlo_computation.cc   |  6 +-
 .../compiler/xla/service/hlo_computation.h    |  2 +-
 .../xla/service/hlo_memory_scheduler.cc       | 82 +++++++++----------
 .../xla/service/hlo_memory_scheduler.h        | 14 ++--
 .../xla/service/hlo_memory_scheduler_test.cc  | 33 ++++----
 tensorflow/compiler/xla/service/hlo_module.h  |  6 +-
 .../compiler/xla/service/hlo_ordering.cc      |  3 +-
 tensorflow/compiler/xla/service/hlo_parser.cc |  6 +-
 .../xla/service/hlo_rematerialization.cc      | 19 +++--
 .../xla/service/hlo_rematerialization.h       |  5 +-
 .../compiler/xla/service/hlo_schedule.cc      | 25 +++---
 .../compiler/xla/service/hlo_schedule.h       | 12 +--
 .../compiler/xla/service/hlo_schedule_test.cc | 14 ++--
 23 files changed, 151 insertions(+), 142 deletions(-)

diff --git a/tensorflow/compiler/xla/service/buffer_assignment_test.cc b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
index 8f482e6ba8..b1fc50cb18 100644
--- a/tensorflow/compiler/xla/service/buffer_assignment_test.cc
+++ b/tensorflow/compiler/xla/service/buffer_assignment_test.cc
@@ -137,7 +137,8 @@ class BufferAssignmentTest : public HloTestBase {
   }
 
   std::unique_ptr<BufferAssignment> RunBufferAssignmentWithInstructionSequence(
-      HloModule* module, absl::Span<HloInstruction* const> instruction_sequence,
+      HloModule* module,
+      absl::Span<const HloInstruction* const> instruction_sequence,
       int64 alignment = 1) {
     HloSchedule schedule(module);
     schedule.set_sequence(module->entry_computation(), instruction_sequence);
@@ -1852,7 +1853,7 @@ class WhileBufferAssignmentTest : public HloTestBase {
   std::unique_ptr<BufferAssignment> RunBufferAssignment(HloModule* module,
                                                         int64 alignment = 1) {
     HloSchedule schedule =
-        ScheduleModule(module, ByteSizeOf).ConsumeValueOrDie();
+        ScheduleModule(*module, ByteSizeOf).ConsumeValueOrDie();
     return BufferAssigner::Run(
                module, absl::make_unique<SequentialHloOrdering>(schedule),
                ByteSizeOf,
@@ -2161,7 +2162,7 @@ TEST_F(WhileBufferAssignmentTest, ColocatedBuffers) {
   // nodes are traversed during BufferAssignment.
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape(),
                                      /*pointer_size=*/sizeof(void*));
       }));
@@ -2390,16 +2391,15 @@ TEST_F(WhileBufferAssignmentTest, WhileLoopsInterferingResultRange) {
   RunCopyInsertion(module.get());
 
   HloSchedule schedule =
-      ScheduleModule(module.get(), ByteSizeOf).ConsumeValueOrDie();
+      ScheduleModule(*module, ByteSizeOf).ConsumeValueOrDie();
 
   // To trigger b/38494731, we want a specific Hlo schedule for the
   // root computation, so we overwrite that entry with a manually
   // crafted sequence.
-  schedule.set_sequence(
-      module->entry_computation(),
-      {input1, weights1, one, output1, while1->mutable_operand(0), while1,
-       input0, weights0, zero, output0, while0->mutable_operand(0), while0,
-       gte0, gte1, root_add});
+  schedule.set_sequence(module->entry_computation(),
+                        {input1, weights1, one, output1, while1->operand(0),
+                         while1, input0, weights0, zero, output0,
+                         while0->operand(0), while0, gte0, gte1, root_add});
 
   // If this ASSERT fails, we constructed a bogus sequence above and this test
   // itself is buggy.
diff --git a/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc b/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
index b529a6e8da..4ce5a8a292 100644
--- a/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
+++ b/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc
@@ -587,9 +587,9 @@ StatusOr<std::unique_ptr<Executable>> CpuCompiler::RunBackend(
   // Select an order for emitting the HLO instructions for each
   // computation. Using this sequence enables tighter buffer liveness analysis
   // and reduced memory usage (as compared to using DependencyHloOrdering).
-  TF_ASSIGN_OR_RETURN(HloSchedule schedule,
-                      ScheduleModule(module.get(), BufferSizeBytesFunction(),
-                                     DFSMemoryScheduler));
+  TF_ASSIGN_OR_RETURN(
+      HloSchedule schedule,
+      ScheduleModule(*module, BufferSizeBytesFunction(), DFSMemoryScheduler));
 
   // Run buffer allocation on the HLO graph.
   TF_ASSIGN_OR_RETURN(
@@ -779,7 +779,7 @@ CpuCompiler::CompileAheadOfTime(std::unique_ptr<HloModuleGroup> module_group,
     XLA_VLOG_LINES(2, module->ToString());
 
     TF_ASSIGN_OR_RETURN(HloSchedule schedule,
-                        ScheduleModule(module, BufferSizeBytesFunction()));
+                        ScheduleModule(*module, BufferSizeBytesFunction()));
 
     // Run buffer analysis on the HLO graph. This analysis figures out which
     // temporary buffers are required to run the computation.
diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
index 9b731b0a6a..620c45fa39 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.cc
@@ -111,7 +111,7 @@ IrEmitter::IrEmitter(
 StatusOr<llvm::Function*> IrEmitter::EmitComputation(
     HloComputation* computation, const string& function_name_prefix,
     bool is_top_level_computation,
-    const std::vector<HloInstruction*>* instruction_order) {
+    const std::vector<const HloInstruction*>* instruction_order) {
   string function_name = name_uniquer_.GetUniqueName(function_name_prefix);
   VLOG(2) << "Emitting IR for CPU function [" << function_name_prefix
           << "]; ordered? " << (instruction_order != nullptr);
diff --git a/tensorflow/compiler/xla/service/cpu/ir_emitter.h b/tensorflow/compiler/xla/service/cpu/ir_emitter.h
index e03ba42b0d..136b88ff75 100644
--- a/tensorflow/compiler/xla/service/cpu/ir_emitter.h
+++ b/tensorflow/compiler/xla/service/cpu/ir_emitter.h
@@ -101,7 +101,7 @@ class IrEmitter : public DfsHloVisitorWithDefault,
   StatusOr<llvm::Function*> EmitComputation(
       HloComputation* computation, const string& function_name_prefix,
       bool is_top_level_computation,
-      const std::vector<HloInstruction*>* instruction_order);
+      const std::vector<const HloInstruction*>* instruction_order);
 
   llvm::IRBuilder<>* b() { return &b_; }
 
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
index 1126943624..91609c730b 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.cc
@@ -37,7 +37,7 @@ class GpuHloOrdering : public PredecessorHloOrdering {
  public:
   GpuHloOrdering(const HloModule* module,
                  const StreamAssignment& stream_assignment,
-                 const std::vector<HloInstruction*>& thunk_launch_order);
+                 const std::vector<const HloInstruction*>& thunk_launch_order);
   ~GpuHloOrdering() override = default;
 
   // Only the entry computation can possibly be sequentially ordered, and only
@@ -56,7 +56,7 @@ class GpuHloOrdering : public PredecessorHloOrdering {
 
 GpuHloOrdering::GpuHloOrdering(
     const HloModule* module, const StreamAssignment& stream_assignment,
-    const std::vector<HloInstruction*>& thunk_launch_order)
+    const std::vector<const HloInstruction*>& thunk_launch_order)
     : PredecessorHloOrdering(module) {
   // The entry computation has a total order when there's only one stream.
   if (stream_assignment.StreamCount() == 1) {
@@ -150,7 +150,7 @@ GpuHloOrdering::GpuHloOrdering(
 // However, if the total order is A,B,D,C,E, then C and E can run
 // concurrently.
 void BFSLaunchOrder(const HloComputation* computation,
-                    std::vector<HloInstruction*>* launch_order) {
+                    std::vector<const HloInstruction*>* launch_order) {
   // This topological sort uses two data structures:
   // 1. `incoming_edge_count` which keeps track of the number of incoming
   // edges to each HLO;
@@ -158,9 +158,9 @@ void BFSLaunchOrder(const HloComputation* computation,
   //
   // The sorting algorithm repeatedly pops the top from the queue and deletes
   // that HLO from the graph, making more HLOs incoming-edge free.
-  std::deque<HloInstruction*> queue;
+  std::deque<const HloInstruction*> queue;
   std::unordered_map<const HloInstruction*, int64> incoming_edge_count;
-  for (auto* hlo : computation->instructions()) {
+  for (const auto& hlo : computation->instructions()) {
     if (hlo->operand_count() == 0) {
       queue.push_back(hlo);
     } else {
@@ -172,10 +172,10 @@ void BFSLaunchOrder(const HloComputation* computation,
   }
 
   while (!queue.empty()) {
-    HloInstruction* x = queue.front();
+    const HloInstruction* x = queue.front();
     queue.pop_front();
     launch_order->push_back(x);
-    for (HloInstruction* y : x->users()) {
+    for (const HloInstruction* y : x->users()) {
       --incoming_edge_count[y];
       if (incoming_edge_count[y] == 0) {
         queue.push_back(y);
@@ -195,14 +195,14 @@ StatusOr<std::unique_ptr<GpuHloSchedule>> GpuHloSchedule::Build(
   std::unique_ptr<GpuHloSchedule> schedule(new GpuHloSchedule);
 
   // Initialize thunk_launch_order_, the total order of thunk launches.
-  HloComputation* entry_computation = module.entry_computation();
+  const HloComputation* entry_computation = module.entry_computation();
   if (stream_assignment.StreamCount() == 1) {
     // All kernels are launched on a single stream, so there's no loss of
     // concurrency by optimizing for minimal memory usage.
     TF_ASSIGN_OR_RETURN(
         HloInstructionSequence sequence,
         ScheduleComputation(
-            entry_computation, [pointer_size](const BufferValue& buffer) {
+            *entry_computation, [pointer_size](const BufferValue& buffer) {
               return ShapeUtil::ByteSizeOf(buffer.shape(), pointer_size);
             }));
     schedule->thunk_launch_order_ = sequence.instructions();
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h
index 7f224ffe4f..07a7fc67aa 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule.h
@@ -46,7 +46,7 @@ class GpuHloSchedule {
 
   // Returns the total order of thunk launches, represented in terms of HLO
   // instructions.
-  const std::vector<HloInstruction*>& ThunkLaunchOrder() const {
+  const std::vector<const HloInstruction*>& ThunkLaunchOrder() const {
     return thunk_launch_order_;
   }
 
@@ -60,7 +60,7 @@ class GpuHloSchedule {
  private:
   GpuHloSchedule();
 
-  std::vector<HloInstruction*> thunk_launch_order_;
+  std::vector<const HloInstruction*> thunk_launch_order_;
   std::unique_ptr<HloOrdering> hlo_ordering_;
 };
 
diff --git a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
index 91db7151f2..5f857a1a54 100644
--- a/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/gpu/gpu_hlo_schedule_test.cc
@@ -33,7 +33,7 @@ namespace gpu {
 
 class GpuHloScheduleTest : public HloTestBase {
  protected:
-  using HloVec = std::vector<HloInstruction*>;
+  using HloVec = std::vector<const HloInstruction*>;
 
   // Pre-canned shapes.
   Shape f32_2x2_ = ShapeUtil::MakeShape(F32, {2, 2});
diff --git a/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc b/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc
index 6b2d76764a..141f321938 100644
--- a/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc
+++ b/tensorflow/compiler/xla/service/gpu/thunk_schedule.cc
@@ -45,7 +45,7 @@ void ThunkSchedule::AddDependenciesOnTransitiveOperands(
 ThunkSchedule::ThunkSchedule(
     std::unique_ptr<ThunkSequence> thunks,
     std::unique_ptr<StreamAssignment> stream_assignment,
-    const std::vector<HloInstruction*>& hlo_total_order)
+    const std::vector<const HloInstruction*>& hlo_total_order)
     : thunks_(std::move(thunks)),
       stream_assignment_(std::move(stream_assignment)) {
   std::unordered_map<const HloInstruction*, Thunk*> hlo_to_thunk;
@@ -53,7 +53,7 @@ ThunkSchedule::ThunkSchedule(
     InsertOrDie(&hlo_to_thunk, thunk->hlo_instruction(), thunk.get());
   }
 
-  for (HloInstruction* hlo : hlo_total_order) {
+  for (const HloInstruction* hlo : hlo_total_order) {
     if (hlo_to_thunk.count(hlo)) {
       thunk_total_order_.push_back(FindOrDie(hlo_to_thunk, hlo));
     }
diff --git a/tensorflow/compiler/xla/service/gpu/thunk_schedule.h b/tensorflow/compiler/xla/service/gpu/thunk_schedule.h
index 43b628a1ba..d3352994f8 100644
--- a/tensorflow/compiler/xla/service/gpu/thunk_schedule.h
+++ b/tensorflow/compiler/xla/service/gpu/thunk_schedule.h
@@ -46,7 +46,7 @@ class ThunkSchedule {
  public:
   ThunkSchedule(std::unique_ptr<ThunkSequence> thunks,
                 std::unique_ptr<StreamAssignment> stream_assignment,
-                const std::vector<HloInstruction*>& hlo_total_order);
+                const std::vector<const HloInstruction*>& hlo_total_order);
 
   // Returns the total order of executing all the thunks.
   const std::vector<Thunk*>& TotalOrder() const { return thunk_total_order_; }
diff --git a/tensorflow/compiler/xla/service/heap_simulator_test.cc b/tensorflow/compiler/xla/service/heap_simulator_test.cc
index dc40b9446a..fad3215fc8 100644
--- a/tensorflow/compiler/xla/service/heap_simulator_test.cc
+++ b/tensorflow/compiler/xla/service/heap_simulator_test.cc
@@ -258,7 +258,7 @@ class HeapSimulatorTracker {
   // Constructor for testing a single entry computation.
   HeapSimulatorTracker(
       const string& name, std::unique_ptr<HloComputation> computation,
-      const std::vector<HloInstruction*>& instruction_sequence) {
+      const std::vector<const HloInstruction*>& instruction_sequence) {
     HloModuleConfig config;
     module_ = absl::make_unique<HloModule>(name, config);
     module_->AddEntryComputation(std::move(computation));
@@ -286,7 +286,7 @@ class HeapSimulatorTracker {
   // Similar to the single entry computation constructor above, but runs the
   // simulation over the entire module.
   void RunWholeModule(
-      const std::vector<HloInstruction*>& full_module_sequence) {
+      const std::vector<const HloInstruction*>& full_module_sequence) {
     points_to_analysis_ =
         TuplePointsToAnalysis::Run(module_.get()).ConsumeValueOrDie();
 
@@ -294,7 +294,7 @@ class HeapSimulatorTracker {
     HloSchedule schedule(module_.get());
     absl::flat_hash_map<const HloInstruction*, int> reverse_position;
     for (int i = 0; i < full_module_sequence.size(); ++i) {
-      HloInstruction* instruction = full_module_sequence[i];
+      const HloInstruction* instruction = full_module_sequence[i];
       schedule.GetOrCreateSequence(instruction->parent())
           .push_back(instruction);
       reverse_position[instruction] = full_module_sequence.size() - i;
diff --git a/tensorflow/compiler/xla/service/hlo_computation.cc b/tensorflow/compiler/xla/service/hlo_computation.cc
index 65bd251dd8..0c20d207dd 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.cc
+++ b/tensorflow/compiler/xla/service/hlo_computation.cc
@@ -795,7 +795,7 @@ Status HloComputation::AcceptWithOperandOrder(
 template <typename HloInstructionPtr>
 Status HloComputation::AcceptOrdered(
     DfsHloVisitorBase<HloInstructionPtr>* visitor,
-    const std::vector<HloInstruction*>& order) const {
+    const std::vector<const HloInstruction*>& order) const {
   VLOG(3) << "Accepting visitor with order.";
   for (HloInstruction* root : CollectUnreachableRoots()) {
     TF_RET_CHECK(std::find(order.begin(), order.end(), root) != order.end())
@@ -825,9 +825,9 @@ Status HloComputation::AcceptOrdered(
 
 // Explicit instantiations.
 template Status HloComputation::AcceptOrdered(
-    DfsHloVisitor*, const std::vector<HloInstruction*>&) const;
+    DfsHloVisitor*, const std::vector<const HloInstruction*>&) const;
 template Status HloComputation::AcceptOrdered(
-    ConstDfsHloVisitor*, const std::vector<HloInstruction*>&) const;
+    ConstDfsHloVisitor*, const std::vector<const HloInstruction*>&) const;
 
 Status HloComputation::Accept(
     const std::function<Status(HloInstruction*)>& visitor_func) {
diff --git a/tensorflow/compiler/xla/service/hlo_computation.h b/tensorflow/compiler/xla/service/hlo_computation.h
index be1ce33696..fc7d2035e5 100644
--- a/tensorflow/compiler/xla/service/hlo_computation.h
+++ b/tensorflow/compiler/xla/service/hlo_computation.h
@@ -301,7 +301,7 @@ class HloComputation {
   // be a topological sort of all instructions in the computation.
   template <typename HloInstructionPtr>
   Status AcceptOrdered(DfsHloVisitorBase<HloInstructionPtr>* visitor,
-                       const std::vector<HloInstruction*>& order) const;
+                       const std::vector<const HloInstruction*>& order) const;
 
   // Same as Accept() above, but the visitor is given as a function.
   Status Accept(const std::function<Status(HloInstruction*)>& visitor_func);
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
index d2740bcce2..234fcd266a 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler.cc
@@ -73,7 +73,7 @@ class ListScheduler {
   // Construct and return a memory-minimizing sequence of HLO instructions
   // containing the given HLO computation.
   static StatusOr<HloInstructionSequence> Run(
-      HloComputation* computation,
+      const HloComputation& computation,
       const TuplePointsToAnalysis& points_to_analysis,
       const LogicalBuffer::SizeFunction& size_function,
       const absl::flat_hash_map<const HloComputation*, int64>&
@@ -98,7 +98,7 @@ class ListScheduler {
   // comparison operators.
   using Priority = std::pair<int64, int64>;
 
-  ListScheduler(HloComputation* computation,
+  ListScheduler(const HloComputation& computation,
                 const TuplePointsToAnalysis& points_to_analysis,
                 const LogicalBuffer::SizeFunction& size_function,
                 const absl::flat_hash_map<const HloComputation*, int64>&
@@ -111,7 +111,7 @@ class ListScheduler {
     // instruction. An HLO instruction "uses" a LogicalBuffer if the
     // LogicalBuffer is in an operand of the instruction as indicated by
     // points-to analysis.
-    for (auto* instruction : computation->instructions()) {
+    for (auto* instruction : computation.instructions()) {
       absl::flat_hash_set<const LogicalBuffer*> instr_uses;
       for (auto* operand : instruction->operands()) {
         points_to_analysis.GetPointsToSet(operand).ForEachElement(
@@ -126,13 +126,13 @@ class ListScheduler {
 
     // Create map containing the number of unscheduled uses (hlo instructions)
     // of each logical buffer.
-    for (auto* instruction : computation->instructions()) {
+    for (auto* instruction : computation.instructions()) {
       for (auto* buffer :
            points_to_analysis.GetBuffersDefinedByInstruction(instruction)) {
         unscheduled_use_count_[buffer] = 0;
       }
     }
-    for (auto* instruction : computation->instructions()) {
+    for (auto* instruction : computation.instructions()) {
       for (const LogicalBuffer* buffer : buffer_uses_.at(instruction)) {
         ++unscheduled_use_count_[buffer];
       }
@@ -141,7 +141,7 @@ class ListScheduler {
     // Buffers live out of the computation have an implicit use at the end of
     // the computation.
     for (const LogicalBuffer* live_out_buffer :
-         points_to_analysis.GetPointsToSet(computation->root_instruction())
+         points_to_analysis.GetPointsToSet(computation.root_instruction())
              .CreateFlattenedSet()) {
       ++unscheduled_use_count_[live_out_buffer];
     }
@@ -157,7 +157,7 @@ class ListScheduler {
   // HloInstruction, plus some cached metadata, saved for the purposes of making
   // BytesFreedIfScheduled fast.
   struct ReadyListEntry {
-    HloInstruction* instruction;
+    const HloInstruction* instruction;
 
     // The total size of all buffers defined by this instruction.
     int64 bytes_defined;
@@ -171,7 +171,7 @@ class ListScheduler {
   };
 
   // Creates a ReadyListEntry for the given instruction.
-  ReadyListEntry MakeReadyListEntry(HloInstruction* instruction) {
+  ReadyListEntry MakeReadyListEntry(const HloInstruction* instruction) {
     ReadyListEntry entry;
     entry.instruction = instruction;
 
@@ -250,13 +250,13 @@ class ListScheduler {
     // Populate the ready list with instructions which have no operands or
     // control predecessors.
     absl::flat_hash_map<const HloInstruction*, int64> unscheduled_pred_count;
-    for (auto* instruction : computation_->instructions()) {
+    for (auto* instruction : computation_.instructions()) {
       // TODO(b/34466113): Replace this and above with successors() or
       // predecessors() when these methods are added to HloInstruction.
-      for (HloInstruction* user : instruction->users()) {
+      for (const HloInstruction* user : instruction->users()) {
         unscheduled_pred_count[user]++;
       }
-      for (HloInstruction* succ : instruction->control_successors()) {
+      for (const HloInstruction* succ : instruction->control_successors()) {
         unscheduled_pred_count[succ]++;
       }
     }
@@ -275,7 +275,7 @@ class ListScheduler {
       ready_instructions[inst] = it;
     };
 
-    for (auto* instruction : computation_->instructions()) {
+    for (auto* instruction : computation_.instructions()) {
       if (instruction->operands().empty() &&
           instruction->control_predecessors().empty()) {
         add_to_ready_queue(instruction);
@@ -287,7 +287,7 @@ class ListScheduler {
       // schedule.
       auto best_it = ready_queue.end();
       --best_it;
-      HloInstruction* best = best_it->second.instruction;
+      const HloInstruction* best = best_it->second.instruction;
       VLOG(2) << "Schedule instruction: " << best->ToShortString()
               << " Bytes freed: " << best_it->first.first;
       ready_queue.erase(best_it);
@@ -348,13 +348,13 @@ class ListScheduler {
         }
       }
     }
-    CHECK_EQ(schedule.size(), computation_->instruction_count());
-    CHECK_EQ(scheduled_instructions_.size(), computation_->instruction_count());
+    CHECK_EQ(schedule.size(), computation_.instruction_count());
+    CHECK_EQ(scheduled_instructions_.size(), computation_.instruction_count());
 
     return schedule;
   }
 
-  HloComputation* computation_;
+  const HloComputation& computation_;
   const TuplePointsToAnalysis& points_to_analysis_;
   const LogicalBuffer::SizeFunction& size_function_;
   // Computations are analyzed in post-order. When scheduling an instruction
@@ -386,13 +386,13 @@ int64 SumLogicalBufferSizes(
 }
 
 StatusOr<HloInstructionSequence> ScheduleComputationHelper(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const MemorySchedulerAlgorithm& algorithm,
     const absl::flat_hash_map<const HloComputation*, int64>&
         memory_by_computation) {
-  VLOG(2) << "Computation: " << computation->name();
+  VLOG(2) << "Computation: " << computation.name();
   if (algorithm) {
     return algorithm(computation, points_to_analysis, size_function,
                      memory_by_computation);
@@ -404,17 +404,17 @@ StatusOr<HloInstructionSequence> ScheduleComputationHelper(
 }  // namespace
 
 StatusOr<HloInstructionSequence> DFSMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
         memory_by_computation) {
   // These variables are a hack to prevent overflows.
   int64 cumulative_total_size = 0;
-  int64 total_hlos = computation->parent()->instruction_count();
+  int64 total_hlos = computation.parent()->instruction_count();
   absl::flat_hash_map<const HloInstruction*, int64> extra_users;
   absl::flat_hash_map<const HloInstruction*, int64> total_sizes;
-  for (const HloInstruction* hlo : computation->MakeInstructionPostOrder()) {
+  for (const HloInstruction* hlo : computation.MakeInstructionPostOrder()) {
     if (ListScheduler::IgnoreInstruction(*hlo)) {
       extra_users[hlo] = 0;
       total_sizes[hlo] = 0;
@@ -448,8 +448,8 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
     total_sizes[hlo] = std::min(total_sizes[hlo], cumulative_total_size);
     extra_users[hlo] = std::min(extra_users[hlo], total_hlos);
   }
-  CHECK_EQ(extra_users.size(), computation->instruction_count());
-  CHECK_EQ(total_sizes.size(), computation->instruction_count());
+  CHECK_EQ(extra_users.size(), computation.instruction_count());
+  CHECK_EQ(total_sizes.size(), computation.instruction_count());
 
   // Construct a total order based on DFS post-order, visiting operands in
   // decreasing cumulative extra user order, and next by cumulative size, with a
@@ -459,7 +459,7 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
     sequence.push_back(hlo);
     return Status::OK();
   });
-  TF_RETURN_IF_ERROR(computation->AcceptWithOperandOrder(
+  TF_RETURN_IF_ERROR(computation.AcceptWithOperandOrder(
       &visitor, [&extra_users, &total_sizes](const HloInstruction* a,
                                              const HloInstruction* b) {
         if (extra_users[a] != extra_users[b]) {
@@ -470,12 +470,12 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
         }
         return a->name() < b->name();
       }));
-  CHECK_EQ(sequence.size(), computation->instruction_count());
+  CHECK_EQ(sequence.size(), computation.instruction_count());
   return sequence;
 }  // namespace xla
 
 StatusOr<HloInstructionSequence> ListMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -485,16 +485,16 @@ StatusOr<HloInstructionSequence> ListMemoryScheduler(
 }
 
 StatusOr<HloInstructionSequence> PostOrderMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
         memory_by_computation) {
-  return HloInstructionSequence(computation->MakeInstructionPostOrder());
+  return HloInstructionSequence(computation.MakeInstructionPostOrder());
 }
 
 StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -513,7 +513,7 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
                           memory_by_computation));
   TF_ASSIGN_OR_RETURN(const int64 list_memory,
                       HeapSimulator::MinimumMemoryForComputation(
-                          *computation, list_sequence, points_to_analysis,
+                          computation, list_sequence, points_to_analysis,
                           size_function, &memory_by_computation));
   VLOG(2) << "Min-memory list sequence: " << HumanReadableNumBytes(list_memory);
 
@@ -522,7 +522,7 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
                                          size_function, memory_by_computation));
   TF_ASSIGN_OR_RETURN(const int64 dfs_memory,
                       HeapSimulator::MinimumMemoryForComputation(
-                          *computation, dfs_sequence, points_to_analysis,
+                          computation, dfs_sequence, points_to_analysis,
                           size_function, &memory_by_computation));
   VLOG(2) << "Min-memory dfs sequence: " << HumanReadableNumBytes(dfs_memory);
 
@@ -532,7 +532,7 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
                                memory_by_computation));
   TF_ASSIGN_OR_RETURN(const int64 post_order_memory,
                       HeapSimulator::MinimumMemoryForComputation(
-                          *computation, post_order_sequence, points_to_analysis,
+                          computation, post_order_sequence, points_to_analysis,
                           size_function, &memory_by_computation));
   VLOG(2) << "Min-memory post order sequence: "
           << HumanReadableNumBytes(post_order_memory);
@@ -555,17 +555,17 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
 }
 
 StatusOr<HloSchedule> ScheduleModule(
-    HloModule* module, const LogicalBuffer::SizeFunction& size_function,
+    const HloModule& module, const LogicalBuffer::SizeFunction& size_function,
     const MemorySchedulerAlgorithm& algorithm) {
-  HloSchedule schedule(module);
+  HloSchedule schedule(&module);
   TF_ASSIGN_OR_RETURN(std::unique_ptr<TuplePointsToAnalysis> points_to_analysis,
-                      TuplePointsToAnalysis::Run(module));
+                      TuplePointsToAnalysis::Run(&module));
   absl::flat_hash_map<const HloComputation*, int64> memory_by_computation;
-  for (auto* computation : module->MakeComputationPostOrder()) {
+  for (const auto* computation : module.MakeComputationPostOrder()) {
     if (!computation->IsFusionComputation()) {
       TF_ASSIGN_OR_RETURN(HloInstructionSequence computation_sequence,
                           ScheduleComputationHelper(
-                              computation, *points_to_analysis, size_function,
+                              *computation, *points_to_analysis, size_function,
                               algorithm, memory_by_computation));
       memory_by_computation[computation] =
           HeapSimulator::MinimumMemoryForComputation(
@@ -583,11 +583,11 @@ StatusOr<HloSchedule> ScheduleModule(
 }
 
 StatusOr<HloInstructionSequence> ScheduleComputation(
-    HloComputation* computation,
+    const HloComputation& computation,
     const LogicalBuffer::SizeFunction& size_function) {
-  CHECK(!computation->IsFusionComputation());
+  CHECK(!computation.IsFusionComputation());
   TF_ASSIGN_OR_RETURN(std::unique_ptr<TuplePointsToAnalysis> points_to_analysis,
-                      TuplePointsToAnalysis::Run(computation->parent()));
+                      TuplePointsToAnalysis::Run(computation.parent()));
   absl::flat_hash_map<const HloComputation*, int64> empty_map;
   return ScheduleComputationHelper(computation, *points_to_analysis,
                                    size_function, nullptr, empty_map);
@@ -600,7 +600,7 @@ HloMemoryScheduler::HloMemoryScheduler(
 
 StatusOr<bool> HloMemoryScheduler::Run(HloModule* module) {
   TF_ASSIGN_OR_RETURN(HloSchedule schedule,
-                      ScheduleModule(module, size_function_, algorithm_));
+                      ScheduleModule(*module, size_function_, algorithm_));
   TF_RETURN_IF_ERROR(module->set_schedule(std::move(schedule)));
   return true;
 }
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler.h b/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
index 7227bfb27c..cca5dc4939 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler.h
@@ -36,14 +36,14 @@ namespace xla {
 // that describes buffer aliasing, together with a target-specific size function
 // that maps a tensor's logical size to its padded size.
 typedef std::function<StatusOr<HloInstructionSequence>(
-    HloComputation*, const TuplePointsToAnalysis&,
+    const HloComputation&, const TuplePointsToAnalysis&,
     const LogicalBuffer::SizeFunction&,
     const absl::flat_hash_map<const HloComputation*, int64>&)>
     MemorySchedulerAlgorithm;
 
 // List scheduler
 StatusOr<HloInstructionSequence> ListMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -51,7 +51,7 @@ StatusOr<HloInstructionSequence> ListMemoryScheduler(
 
 // DFS-order scheduler
 StatusOr<HloInstructionSequence> DFSMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -59,7 +59,7 @@ StatusOr<HloInstructionSequence> DFSMemoryScheduler(
 
 // Naive Post Order scheduler
 StatusOr<HloInstructionSequence> PostOrderMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -69,7 +69,7 @@ StatusOr<HloInstructionSequence> PostOrderMemoryScheduler(
 // and the DFS scheduler, and chooses whichever returns a lower min-memory,
 // not accounting for fragmentation.
 StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
-    HloComputation* computation,
+    const HloComputation& computation,
     const TuplePointsToAnalysis& points_to_analysis,
     const LogicalBuffer::SizeFunction& size_function,
     const absl::flat_hash_map<const HloComputation*, int64>&
@@ -79,13 +79,13 @@ StatusOr<HloInstructionSequence> DefaultMemoryScheduler(
 // the computation. size_function is the function returning the number of bytes
 // required for a LogicalBuffer.
 StatusOr<HloSchedule> ScheduleModule(
-    HloModule* module, const LogicalBuffer::SizeFunction& size_function,
+    const HloModule& module, const LogicalBuffer::SizeFunction& size_function,
     const MemorySchedulerAlgorithm& algorithm = {});
 
 // Computes the schedule for a single computation.
 // Currently only used by the GPU backend.
 StatusOr<HloInstructionSequence> ScheduleComputation(
-    HloComputation* computation,
+    const HloComputation& computation,
     const LogicalBuffer::SizeFunction& size_function);
 
 // A pass which schedules the HLO instructions in a module. The HloModule's
diff --git a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
index bc0d7e2bc0..3d8482065a 100644
--- a/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_memory_scheduler_test.cc
@@ -78,7 +78,7 @@ TEST_F(HloSchedulingTest, LastUseScheduledFirst) {
   TF_ASSERT_OK(module->schedule().Verify());
 
   // Verify that all instructions are in the sequence.
-  const std::vector<HloInstruction*>& sequence =
+  const std::vector<const HloInstruction*>& sequence =
       module->schedule().sequence(module->entry_computation()).instructions();
   EXPECT_EQ(module->entry_computation()->instruction_count(), sequence.size());
 
@@ -124,9 +124,9 @@ ENTRY root {
   };
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), size_fn, ListMemoryScheduler));
+      ScheduleModule(*module, size_fn, ListMemoryScheduler));
   // Verify that all instructions are in the sequence.
-  const std::vector<HloInstruction*>& sequence =
+  const std::vector<const HloInstruction*>& sequence =
       schedule.sequence(module->entry_computation()).instructions();
   EXPECT_EQ(module->entry_computation()->instruction_count(), sequence.size());
 
@@ -175,13 +175,12 @@ TEST_F(HloSchedulingTest, TuplesAreAccountedCorrectly) {
   auto module = CreateNewVerifiedModule();
   module->AddEntryComputation(builder.Build());
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
-                          ScheduleModule(
-                              module.get(),
-                              [](const BufferValue& buffer) {
-                                return ShapeUtil::ByteSizeOf(buffer.shape(),
-                                                             TUPLE_SIZE);
-                              },
-                              ListMemoryScheduler));
+                          ScheduleModule(*module,
+                                         [](const BufferValue& buffer) {
+                                           return ShapeUtil::ByteSizeOf(
+                                               buffer.shape(), TUPLE_SIZE);
+                                         },
+                                         ListMemoryScheduler));
 
   // Verify that all instructions are in the sequence.
   EXPECT_EQ(module->entry_computation()->instruction_count(),
@@ -226,12 +225,12 @@ TEST_F(HloSchedulingTest, MultiOutputFusionAccountedCorrectly) {
       {tuple, mul, add}, HloInstruction::FusionKind::kLoop);
 
   TF_ASSERT_OK_AND_ASSIGN(HloSchedule schedule,
-                          ScheduleModule(
-                              module.get(),
-                              [](const BufferValue& buffer) {
-                                return ShapeUtil::ByteSizeOf(buffer.shape(), 2);
-                              },
-                              ListMemoryScheduler));
+                          ScheduleModule(*module,
+                                         [](const BufferValue& buffer) {
+                                           return ShapeUtil::ByteSizeOf(
+                                               buffer.shape(), 2);
+                                         },
+                                         ListMemoryScheduler));
 
   // Verify that all instructions are in the sequence.
   EXPECT_EQ(module->entry_computation()->instruction_count(),
@@ -285,7 +284,7 @@ TEST_F(HloSchedulingTest, HeapSimulatorAccountsForSubcomputations) {
   };
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), size_fn, ListMemoryScheduler));
+      ScheduleModule(*module, size_fn, ListMemoryScheduler));
   // Verify that all instructions are in the sequence.
   auto entry_computation = module->entry_computation();
   EXPECT_EQ(module->entry_computation()->instruction_count(),
diff --git a/tensorflow/compiler/xla/service/hlo_module.h b/tensorflow/compiler/xla/service/hlo_module.h
index 66622a1d26..7974999e07 100644
--- a/tensorflow/compiler/xla/service/hlo_module.h
+++ b/tensorflow/compiler/xla/service/hlo_module.h
@@ -104,7 +104,11 @@ class HloModule {
                                        HloCloneContext* context = nullptr);
 
   // Return a pointer to the entry computation of the module.
-  HloComputation* entry_computation() const {
+  const HloComputation* entry_computation() const {
+    CHECK_NE(nullptr, entry_computation_);
+    return entry_computation_;
+  }
+  HloComputation* entry_computation() {
     CHECK_NE(nullptr, entry_computation_);
     return entry_computation_;
   }
diff --git a/tensorflow/compiler/xla/service/hlo_ordering.cc b/tensorflow/compiler/xla/service/hlo_ordering.cc
index ca6a154809..f5f99bece1 100644
--- a/tensorflow/compiler/xla/service/hlo_ordering.cc
+++ b/tensorflow/compiler/xla/service/hlo_ordering.cc
@@ -356,7 +356,8 @@ void SequentialHloOrdering::Initialize() {
   // Create a map from instruction to its order position.
   TF_DCHECK_OK(schedule_.Verify());
   for (const auto& computation_sequence : schedule_.sequences()) {
-    const auto& order = computation_sequence.second.instructions();
+    const std::vector<const HloInstruction*>& order =
+        computation_sequence.second.instructions();
     for (int i = 0; i < order.size(); ++i) {
       InsertOrDie(&order_position_, order[i], i);
     }
diff --git a/tensorflow/compiler/xla/service/hlo_parser.cc b/tensorflow/compiler/xla/service/hlo_parser.cc
index 4bf287a9ed..4390145c6b 100644
--- a/tensorflow/compiler/xla/service/hlo_parser.cc
+++ b/tensorflow/compiler/xla/service/hlo_parser.cc
@@ -47,11 +47,11 @@ const double kF16max = 65504;
 
 // Creates and returns a schedule created using the order of the instructions in
 // the HloComputation::instructions() vectors in the module.
-HloSchedule ScheduleFromInstructionOrder(HloModule* module) {
+HloSchedule ScheduleFromInstructionOrder(const HloModule* module) {
   HloSchedule schedule(module);
-  for (HloComputation* computation : module->computations()) {
+  for (const HloComputation* computation : module->computations()) {
     if (!computation->IsFusionComputation()) {
-      for (HloInstruction* instruction : computation->instructions()) {
+      for (const HloInstruction* instruction : computation->instructions()) {
         schedule.GetOrCreateSequence(computation).push_back(instruction);
       }
     }
diff --git a/tensorflow/compiler/xla/service/hlo_rematerialization.cc b/tensorflow/compiler/xla/service/hlo_rematerialization.cc
index 48add75523..49e46ecd00 100644
--- a/tensorflow/compiler/xla/service/hlo_rematerialization.cc
+++ b/tensorflow/compiler/xla/service/hlo_rematerialization.cc
@@ -130,10 +130,10 @@ using ItemList = absl::InlinedVector<Item*, 3>;
 // before arbitrary elements.
 class InstructionList {
  public:
-  explicit InstructionList(const HloInstructionSequence& order) {
+  explicit InstructionList(const std::vector<const HloInstruction*>& order) {
     int64 position = 0;
     Item* last = nullptr;
-    for (HloInstruction* inst : order.instructions()) {
+    for (const HloInstruction* inst : order) {
       // Add a new item to the linked list.
       Item* item = new Item;
       item->next = nullptr;
@@ -151,7 +151,7 @@ class InstructionList {
       // to be monotonically increasing through the list, and so is still useful
       // for quickly(-ish) determining the order of arbitrary instructions in
       // the list.
-      item->instruction = inst;
+      item->instruction = const_cast<HloInstruction*>(inst);
       item->position = position;
       position++;
 
@@ -927,7 +927,7 @@ Item* PickRematerializationCandidate(
 
 StatusOr<int64> HloRematerialization::ComputePeakMemory(
     const HloComputation* computation,
-    const HloInstructionSequence& order) const {
+    const std::vector<const HloInstruction*>& order) const {
   InstructionList instruction_list(order);
   MemoryUsageTracker tracker(computation, size_function_, *points_to_analysis_,
                              instruction_list);
@@ -971,7 +971,8 @@ StatusOr<bool> HloRematerialization::RematerializeComputation(
           << HumanReadableNumBytes(computation_peak_memory_.at(computation));
   CHECK(!ContainsKey(rematerialized_computations_, computation));
 
-  InstructionList instruction_list(schedule->sequence(computation));
+  InstructionList instruction_list(
+      schedule->sequence(computation).instructions());
   MemoryUsageTracker memory_tracker(computation, size_function_,
                                     *points_to_analysis_, instruction_list);
   bool changed = false;
@@ -1183,7 +1184,7 @@ StatusOr<bool> HloRematerialization::RematerializeComputation(
   sequence.clear();
   for (auto* item = instruction_list.first(); item != nullptr;
        item = instruction_list.next(item)) {
-    HloInstruction* instruction = item->instruction;
+    const HloInstruction* instruction = item->instruction;
     sequence.push_back(instruction);
   }
   rematerialized_computations_.insert(computation);
@@ -1234,8 +1235,10 @@ StatusOr<bool> HloRematerialization::Run(HloModule* module) {
         if (node.context() == CallContext::kSequential) {
           TF_ASSIGN_OR_RETURN(
               computation_peak_memory_[node.computation()],
-              ComputePeakMemory(node.computation(), module->schedule().sequence(
-                                                        node.computation())));
+              ComputePeakMemory(node.computation(),
+                                module->schedule()
+                                    .sequence(node.computation())
+                                    .instructions()));
         }
         return Status::OK();
       },
diff --git a/tensorflow/compiler/xla/service/hlo_rematerialization.h b/tensorflow/compiler/xla/service/hlo_rematerialization.h
index a07d348041..70d83c04f0 100644
--- a/tensorflow/compiler/xla/service/hlo_rematerialization.h
+++ b/tensorflow/compiler/xla/service/hlo_rematerialization.h
@@ -87,8 +87,9 @@ class HloRematerialization : public HloModulePass {
   // peak memory is the maximum total size of all live HLO instruction values at
   // any program point. 'order' is the order in which the HLO instructions will
   // be emitted which is used to determine lifespans of HLO values.
-  StatusOr<int64> ComputePeakMemory(const HloComputation* computation,
-                                    const HloInstructionSequence& order) const;
+  StatusOr<int64> ComputePeakMemory(
+      const HloComputation* computation,
+      const std::vector<const HloInstruction*>& order) const;
 
   // Returns the peak memory usage of the called computations for the given
   // instruction. Zero is returned if the instruction calls no computations.
diff --git a/tensorflow/compiler/xla/service/hlo_schedule.cc b/tensorflow/compiler/xla/service/hlo_schedule.cc
index 8f6eb974c5..a5780b7551 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule.cc
+++ b/tensorflow/compiler/xla/service/hlo_schedule.cc
@@ -46,8 +46,8 @@ namespace xla {
         << "No computation exists in HLO module with id " << computation_id;
     const HloComputation* computation = comp_it->second;
 
-    absl::flat_hash_map<int64, HloInstruction*> id_to_instruction;
-    for (HloInstruction* instruction : computation->instructions()) {
+    absl::flat_hash_map<int64, const HloInstruction*> id_to_instruction;
+    for (const HloInstruction* instruction : computation->instructions()) {
       id_to_instruction[instruction->unique_id()] = instruction;
     }
 
@@ -81,8 +81,9 @@ StatusOr<HloScheduleProto> HloSchedule::ToProto() const {
   return std::move(proto);
 }
 
-void HloSchedule::set_sequence(const HloComputation* computation,
-                               absl::Span<HloInstruction* const> sequence) {
+void HloSchedule::set_sequence(
+    const HloComputation* computation,
+    absl::Span<const HloInstruction* const> sequence) {
   set_sequence(computation, HloInstructionSequence(sequence));
 }
 
@@ -113,8 +114,8 @@ Status HloSchedule::UpdateComputationSchedule(
     const HloComputation* computation) {
   // Map from unique ID to HloInstruction pointer for instructions in the
   // computation.
-  absl::flat_hash_map<int, HloInstruction*> id_to_instruction;
-  for (HloInstruction* instruction : computation->instructions()) {
+  absl::flat_hash_map<int, const HloInstruction*> id_to_instruction;
+  for (const HloInstruction* instruction : computation->instructions()) {
     InsertOrDie(&id_to_instruction, instruction->unique_id(), instruction);
   }
 
@@ -127,7 +128,7 @@ Status HloSchedule::UpdateComputationSchedule(
   // Map from HloInstruction X to newly added instructions (instruction is in
   // computation, but not in schedule) which use X. If an instruction is not in
   // the map, then it has no users which are newly added instructions.
-  absl::flat_hash_map<const HloInstruction*, std::vector<HloInstruction*>>
+  absl::flat_hash_map<const HloInstruction*, std::vector<const HloInstruction*>>
       new_instruction_uses;
 
   // For each newly added instruction, this is the count of the instruction's
@@ -137,9 +138,9 @@ Status HloSchedule::UpdateComputationSchedule(
 
   // Create a worklist of newly added instructions which are ready to be added
   // to the schedule. Initialize worklist with those that have zero operands.
-  std::queue<HloInstruction*> worklist;
+  std::queue<const HloInstruction*> worklist;
 
-  for (HloInstruction* instruction : computation->instructions()) {
+  for (const HloInstruction* instruction : computation->instructions()) {
     if (ids_in_schedule.count(instruction->unique_id()) == 0) {
       // This is a newly added instruction which is not in the schedule.
       if (instruction->operands().empty()) {
@@ -160,17 +161,17 @@ Status HloSchedule::UpdateComputationSchedule(
   // Lambda which schedules all instructions on the worklist.
   auto schedule_worklist = [&]() {
     while (!worklist.empty()) {
-      HloInstruction* instruction = worklist.front();
+      const HloInstruction* instruction = worklist.front();
       worklist.pop();
       new_sequence.push_back(instruction);
-      std::vector<HloInstruction*>* new_users =
+      std::vector<const HloInstruction*>* new_users =
           tensorflow::gtl::FindOrNull(new_instruction_uses, instruction);
       if (new_users != nullptr) {
         // This just-scheduled instruction has users which are newly added to
         // the module. Update the number of unscheduled operands and push the
         // newly added instruction to the worklist if it is ready to
         // schedule.
-        for (HloInstruction* new_user : *new_users) {
+        for (const HloInstruction* new_user : *new_users) {
           unscheduled_operand_count.at(new_user)--;
           CHECK_GE(unscheduled_operand_count.at(new_user), 0);
           if (unscheduled_operand_count.at(new_user) == 0) {
diff --git a/tensorflow/compiler/xla/service/hlo_schedule.h b/tensorflow/compiler/xla/service/hlo_schedule.h
index 486ddbf499..0a714101ee 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule.h
+++ b/tensorflow/compiler/xla/service/hlo_schedule.h
@@ -35,14 +35,14 @@ class HloInstructionSequence {
  public:
   HloInstructionSequence() = default;
   explicit HloInstructionSequence(
-      absl::Span<HloInstruction* const> instructions) {
-    for (HloInstruction* instruction : instructions) {
+      absl::Span<const HloInstruction* const> instructions) {
+    for (const HloInstruction* instruction : instructions) {
       push_back(instruction);
     }
   }
 
   // Adds the instruction to the end of the sequence.
-  void push_back(HloInstruction* instruction) {
+  void push_back(const HloInstruction* instruction) {
     instruction_sequence_.push_back(instruction);
     id_sequence_.push_back(instruction->unique_id());
   }
@@ -56,7 +56,7 @@ class HloInstructionSequence {
   int64 size() const { return instruction_sequence_.size(); }
 
   // Returns the sequence of HLO instructions.
-  const std::vector<HloInstruction*>& instructions() const {
+  const std::vector<const HloInstruction*>& instructions() const {
     return instruction_sequence_;
   }
 
@@ -65,7 +65,7 @@ class HloInstructionSequence {
 
  private:
   // The sequence as HloInstructions.
-  std::vector<HloInstruction*> instruction_sequence_;
+  std::vector<const HloInstruction*> instruction_sequence_;
 
   // The sequence of HLO instructions, represented by their unique IDs. The
   // sequence is stored as both HloInstructions and unique IDs because the
@@ -98,7 +98,7 @@ class HloSchedule {
 
   // Sets the sequence for the given computation to the given sequence.
   void set_sequence(const HloComputation* computation,
-                    absl::Span<HloInstruction* const> sequence);
+                    absl::Span<const HloInstruction* const> sequence);
   void set_sequence(const HloComputation* computation,
                     HloInstructionSequence sequence);
 
diff --git a/tensorflow/compiler/xla/service/hlo_schedule_test.cc b/tensorflow/compiler/xla/service/hlo_schedule_test.cc
index 0e56e6f760..1424569ac1 100644
--- a/tensorflow/compiler/xla/service/hlo_schedule_test.cc
+++ b/tensorflow/compiler/xla/service/hlo_schedule_test.cc
@@ -56,10 +56,10 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
-  const auto& entry_schedule =
+  const std::vector<const HloInstruction*>& entry_schedule =
       schedule.sequence(module->entry_computation()).instructions();
 
   EXPECT_EQ(entry_schedule.size(), 6);
@@ -90,7 +90,7 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
 
@@ -139,7 +139,7 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
 
@@ -183,7 +183,7 @@ ENTRY main {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape());
       }));
 
@@ -244,7 +244,7 @@ ENTRY %WhileLoop () -> s32[] {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape(),
                                      /*pointer_size=*/sizeof(void*));
       }));
@@ -313,7 +313,7 @@ ENTRY %WhileLoop () -> s32[] {
                           ParseHloString(module_str));
   TF_ASSERT_OK_AND_ASSIGN(
       HloSchedule schedule,
-      ScheduleModule(module.get(), [](const BufferValue& buffer) {
+      ScheduleModule(*module, [](const BufferValue& buffer) {
         return ShapeUtil::ByteSizeOf(buffer.shape(),
                                      /*pointer_size=*/sizeof(void*));
       }));
-- 
GitLab


From 6bb7813672ca7f843212932f9000adbb52740e06 Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 16 Nov 2018 18:31:24 -0800
Subject: [PATCH 1811/1825] Disable broken timeseries tests on macos.

PiperOrigin-RevId: 221883555
---
 tensorflow/contrib/timeseries/python/timeseries/BUILD        | 1 +
 .../timeseries/python/timeseries/state_space_models/BUILD    | 5 ++++-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/timeseries/python/timeseries/BUILD b/tensorflow/contrib/timeseries/python/timeseries/BUILD
index c230919168..ae7db35b47 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/BUILD
+++ b/tensorflow/contrib/timeseries/python/timeseries/BUILD
@@ -106,6 +106,7 @@ py_test(
     ],
     srcs_version = "PY2AND3",
     tags = [
+        "no_mac",
         "no_pip_gpu",  # b/63391119
         "nomsan",  # Takes too long to run.
         "notsan",  # b/67865658
diff --git a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/BUILD b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/BUILD
index 3c07a74ed8..125750e763 100644
--- a/tensorflow/contrib/timeseries/python/timeseries/state_space_models/BUILD
+++ b/tensorflow/contrib/timeseries/python/timeseries/state_space_models/BUILD
@@ -40,7 +40,10 @@ py_test(
     timeout = "long",  # Moderate but for asan
     srcs = ["state_space_model_test.py"],
     srcs_version = "PY2AND3",
-    tags = ["no_windows"],  # TODO: needs investigation on Windows
+    tags = [
+        "no_mac",
+        "no_windows",  # TODO: needs investigation on Windows
+    ],
     deps = [
         ":state_space_model",
         "//tensorflow/contrib/layers:layers_py",
-- 
GitLab


From 32a54c9f4fc2e66c7982291be2eab7a321c6234e Mon Sep 17 00:00:00 2001
From: Gunhan Gulsoy <gunan@google.com>
Date: Fri, 16 Nov 2018 18:37:48 -0800
Subject: [PATCH 1812/1825] Disable flaky values_test

PiperOrigin-RevId: 221883979
---
 tensorflow/contrib/distribute/python/BUILD | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow/contrib/distribute/python/BUILD b/tensorflow/contrib/distribute/python/BUILD
index 99a1c05ec8..d1dabf3f35 100644
--- a/tensorflow/contrib/distribute/python/BUILD
+++ b/tensorflow/contrib/distribute/python/BUILD
@@ -40,6 +40,7 @@ cuda_py_test(
         "//tensorflow/python/estimator:estimator_py",
     ],
     tags = [
+        "no_oss",
         "no_pip",
     ],
 )
-- 
GitLab


From 3c3a1b6d4d9a2d754e10eca724b3a0bb3d15b8f3 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Fri, 16 Nov 2018 18:38:45 -0800
Subject: [PATCH 1813/1825] Implement make_dataset_iterator in MirroredStrategy
 and use it in Keras.

PiperOrigin-RevId: 221884049
---
 .../contrib/distribute/python/keras_test.py   | 14 +++++-----
 .../distribute/python/mirrored_strategy.py    | 26 +++++++++++++++++++
 .../distribute/python/one_device_strategy.py  |  5 ++--
 .../engine/distributed_training_utils.py      | 24 +++++++++++------
 tensorflow/python/keras/engine/training.py    |  9 ++-----
 tensorflow/python/training/distribute.py      | 25 +++++++++++++++++-
 6 files changed, 76 insertions(+), 27 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/keras_test.py b/tensorflow/contrib/distribute/python/keras_test.py
index 9c2c05c928..0776d1772c 100644
--- a/tensorflow/contrib/distribute/python/keras_test.py
+++ b/tensorflow/contrib/distribute/python/keras_test.py
@@ -220,7 +220,8 @@ def get_correctness_test_inputs(use_numpy, with_distribution,
   # TODO(b/118776054): Use global batch size for Keras/DS support.
   use_per_core_batch_size = (
       with_distribution and
-      not isinstance(with_distribution, tpu_strategy.TPUStrategy))
+      not isinstance(with_distribution, (
+          tpu_strategy.TPUStrategy, mirrored_strategy.CoreMirroredStrategy)))
   if use_per_core_batch_size:
     batch_size //= with_distribution.num_replicas_in_sync
 
@@ -541,7 +542,7 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
       # to the number of replicas(2).
       # The global batch size and batch size are rounded integer values.
       self.assertEqual(10, distributed_training_utils.get_batch_dimension(
-          iterator._iterator))
+          iterator))
 
   @combinations.generate(strategy_combinations())
   def test_calling_model_with_numpy_arrays(self, distribution):
@@ -615,9 +616,9 @@ class TestDistributionStrategyWithNumpyArrays(test.TestCase,
     loss = 'mse'
     model.compile(optimizer, loss, distribute=distribution)
 
-    inputs = np.zeros((10, 3), np.float32)
-    targets = np.zeros((10, 4), np.float32)
-    sample_weights = np.ones((10), np.float32)
+    inputs = np.zeros((20, 3), np.float32)
+    targets = np.zeros((20, 4), np.float32)
+    sample_weights = np.ones((20), np.float32)
 
     model.fit(inputs, targets, sample_weight=sample_weights, epochs=1,
               steps_per_epoch=2, verbose=1)
@@ -1168,8 +1169,5 @@ class TestDistributionStrategyCorrectness(test.TestCase,
           predict_with_ds, predict_without_ds, atol=tolerance, rtol=tolerance)
 
 
-# TODO(priyag): Add a test for TPUStrategy with steps_per_run > 1.
-
-
 if __name__ == '__main__':
   test.main()
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 6a4fb07bb3..370c96ac4f 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -499,6 +499,14 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
       return values.PerReplicaDataset(
           self._call_dataset_fn(dataset_fn), self._devices)
 
+  def _make_dataset_iterator(self, dataset):
+    if self._cluster_spec:
+      worker_device_pairs = self._worker_devices
+    else:
+      worker_device_pairs = [("/job:localhost", self._devices)]
+    return values.DatasetIterator(dataset, worker_device_pairs,
+                                  self._num_replicas_in_sync)
+
   def _make_input_fn_iterator(
       self,
       input_fn,
@@ -881,6 +889,24 @@ class MirroredExtended(CoreMirroredExtended):
         container_strategy, devices, num_gpus, num_gpus_per_worker,
         cross_device_ops, auto_shard_dataset)
 
+  def _make_dataset_iterator(self, dataset):
+    """Make iterator from dataset without splitting the batch.
+
+    This implementation is different than the one in
+    `tf.distribute.MirroredStrategy` for purposes of backward compatibility.
+    We treat the incoming dataset's batch size as per replica batch size.
+
+    Args:
+      dataset: `tf.data.Dataset` for input.
+    Returns:
+      An `InputIterator` which returns inputs for each step of the computation.
+    """
+    if self._cluster_spec:
+      worker_device_pairs = self._worker_devices
+    else:
+      worker_device_pairs = [("/job:localhost", self._devices)]
+    return values.DatasetIterator(dataset, worker_device_pairs)
+
 
 class MirroredReplicaContext(distribute_lib.ReplicaContext):
   """ReplicaContext used in MirroredStrategy.call_for_each_replica().
diff --git a/tensorflow/contrib/distribute/python/one_device_strategy.py b/tensorflow/contrib/distribute/python/one_device_strategy.py
index 2ef60bf912..2f6d38547c 100644
--- a/tensorflow/contrib/distribute/python/one_device_strategy.py
+++ b/tensorflow/contrib/distribute/python/one_device_strategy.py
@@ -67,9 +67,8 @@ class OneDeviceExtended(distribute_lib.DistributionStrategyExtended):
       return next_creator(*args, **kwargs)
 
   def _make_dataset_iterator(self, dataset):
-    distributed_dataset = values.PerReplicaDataset(dataset, [self._device])
-    # TODO(priyag): Return distribution strategy specific InputIterator
-    return distributed_dataset.make_initializable_iterator()
+    """Make iterator from dataset without splitting the batch."""
+    return values.DatasetIterator(dataset, [("/job:localhost", [self._device])])
 
   def _distribute_dataset(self, dataset_fn):
     return values.PerReplicaDataset(
diff --git a/tensorflow/python/keras/engine/distributed_training_utils.py b/tensorflow/python/keras/engine/distributed_training_utils.py
index b41febbbc7..8e0e2adca0 100644
--- a/tensorflow/python/keras/engine/distributed_training_utils.py
+++ b/tensorflow/python/keras/engine/distributed_training_utils.py
@@ -391,6 +391,16 @@ def validate_inputs(x, y, distribution_strategy):
               'Found unknown shape {} in input {}.'.format(s, i))
 
 
+# TODO(b/118776054): Currently we support global batch size for TPUStrategy
+# and CoreMirroredStrategy only. Remove this check when contrib MirroredStrategy
+# is no longer needed.
+def global_batch_size_supported(distribution_strategy):
+  strategy_name = distribution_strategy.__class__.__name__
+  # TODO(priyag): Change this to whatever condition makes sense when
+  # CoreMirroredStrategy is moved to core and renamed.
+  return strategy_name in ('TPUStrategy', 'CoreMirroredStrategy')
+
+
 def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
   """Calculate the number of batches and steps/steps_per_epoch.
 
@@ -413,7 +423,7 @@ def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
     # Default the global batch size to the minimum of 32 and the size of
     # the numpy array. 32 is chosen to guarantee backward compatibility.
     batch_size = min(first_x_value.shape[0], 32)
-    if distribution_strategy.__class__.__name__ != 'TPUStrategy':
+    if not global_batch_size_supported(distribution_strategy):
       if batch_size % distribution_strategy.num_replicas_in_sync:
         raise ValueError(
             'The batch size (%s) could not be sharded evenly across the sync '
@@ -428,12 +438,10 @@ def get_input_batch_params(first_x_value, batch_size, distribution_strategy):
   if not num_batches:
     raise ValueError('Please specify a batch_size that is smaller than '
                      'the number of input samples %d.' % first_x_value.shape[0])
-  # TODO(b/118776054): Use global batch size for Keras/DS support.
-  # The Keras API supports using the global batch size which is currently only
-  # supported in TPU Strategy. For other strategies we use a per_replica
-  # batch size so the number of steps required to run needs to be divide by
-  # the number of replicas.
-  if distribution_strategy.__class__.__name__ == 'TPUStrategy':
+
+  # Number of steps required to run needs to be divide by the number of replicas
+  # if global batch size is not supported.
+  if global_batch_size_supported(distribution_strategy):
     steps = num_batches
   else:
     steps = num_batches // distribution_strategy.num_replicas_in_sync
@@ -479,7 +487,7 @@ def get_batch_size(distribution_strategy, num_samples, steps):
   # The Keras API supports using the global batch size which is currently only
   # supported in TPU Strategy. For other strategies we use a per_replica
   # batch size so we need to divide it by the number of replicas.
-  if distribution_strategy.__class__.__name__ == 'TPUStrategy':
+  if global_batch_size_supported(distribution_strategy):
     return global_batch_size
 
   num_replicas = distribution_strategy.num_replicas_in_sync
diff --git a/tensorflow/python/keras/engine/training.py b/tensorflow/python/keras/engine/training.py
index 610c8e625a..c3ec23c6b4 100644
--- a/tensorflow/python/keras/engine/training.py
+++ b/tensorflow/python/keras/engine/training.py
@@ -1047,13 +1047,8 @@ class Model(Network):
     assert isinstance(x, dataset_ops.Dataset)
 
     with self._distribution_strategy.scope():
-      if type(self._distribution_strategy).__name__ == 'TPUStrategy':
-        iterator = self._distribution_strategy.make_dataset_iterator(x)
-        K.get_session().run(iterator.initialize())
-      else:
-        dataset = self._distribution_strategy.distribute_dataset(lambda: x)
-        iterator = dataset.make_initializable_iterator()
-        K.get_session().run(iterator.initializer)
+      iterator = self._distribution_strategy.make_dataset_iterator(x)
+      K.get_session().run(iterator.initialize())
 
     training_utils.validate_iterator_input(x, y, sample_weight,
                                            validation_split)
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index 51da8a7eec..b7869e0330 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -25,6 +25,7 @@ import enum
 
 from tensorflow.python.data.ops import dataset_ops
 from tensorflow.python.distribute import reduce_util
+from tensorflow.python.eager import context as eager_context
 from tensorflow.python.framework import constant_op
 from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import ops
@@ -1500,7 +1501,7 @@ class _DefaultDistributionExtended(DistributionStrategyExtended):
     return self._call_dataset_fn(dataset_fn)
 
   def _make_dataset_iterator(self, dataset):
-    return dataset.make_initializable_iterator()
+    return _DefaultDistributionExtended.DefaultInputIterator(dataset)
 
   def _make_input_fn_iterator(self,
                               input_fn,
@@ -1565,6 +1566,28 @@ class _DefaultDistributionExtended(DistributionStrategyExtended):
   def non_slot_devices(self, var_list):
     return min(var_list, key=lambda x: x.name)
 
+  # TODO(priyag): This should inherit from `InputIterator`, once dependency
+  # issues have been resolved.
+  class DefaultInputIterator(object):
+    """Default implementation of `InputIterator` for default strategy."""
+
+    def __init__(self, dataset):
+      self._dataset = dataset
+      if eager_context.executing_eagerly():
+        self._iterator = dataset.make_one_shot_iterator()
+      else:
+        self._iterator = dataset.make_initializable_iterator()
+
+    def get_next(self):
+      return self._iterator.get_next()
+
+    def initialize(self):
+      if eager_context.executing_eagerly():
+        self._iterator = self._dataset.make_one_shot_iterator()
+        return []
+      else:
+        return [self._iterator.initializer]
+
 
 # ------------------------------------------------------------------------------
 # We haven't yet implemented deserialization for DistributedVariables.
-- 
GitLab


From 5476ec23618c2da528436cec74de0e301fcff643 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 18:46:37 -0800
Subject: [PATCH 1814/1825] Allow LinearOperator.matmul to operate on other
 LinearOperators.

PiperOrigin-RevId: 221884512
---
 .../linalg/linear_operator_algebra_test.py    |  61 ++++-
 .../linalg/linear_operator_diag_test.py       |  29 ++
 .../linalg/linear_operator_identity_test.py   |  25 +-
 .../linear_operator_lower_triangular_test.py  |  25 ++
 .../linalg/linear_operator_test.py            |  71 +++++
 .../linalg/linear_operator_zeros_test.py      |  11 +
 tensorflow/python/ops/linalg/linalg.py        |   1 +
 .../python/ops/linalg/linear_operator.py      |  19 +-
 .../ops/linalg/linear_operator_algebra.py     | 111 +++++++-
 .../python/ops/linalg/matmul_registrations.py | 252 ++++++++++++++++++
 10 files changed, 583 insertions(+), 22 deletions(-)
 create mode 100644 tensorflow/python/ops/linalg/matmul_registrations.py

diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py
index 98091f9758..8e296c026c 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_algebra_test.py
@@ -18,14 +18,18 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from tensorflow.python.framework import tensor_shape
 from tensorflow.python.ops.linalg import cholesky_registrations  # pylint: disable=unused-import
 from tensorflow.python.ops.linalg import linear_operator
 from tensorflow.python.ops.linalg import linear_operator_algebra
+from tensorflow.python.ops.linalg import matmul_registrations  # pylint: disable=unused-import
 from tensorflow.python.platform import test
 
 # pylint: disable=protected-access
 _CHOLESKY_DECOMPS = linear_operator_algebra._CHOLESKY_DECOMPS
+_MATMUL = linear_operator_algebra._MATMUL
 _registered_cholesky = linear_operator_algebra._registered_cholesky
+_registered_matmul = linear_operator_algebra._registered_matmul
 # pylint: enable=protected-access
 
 
@@ -39,7 +43,7 @@ class CholeskyTest(test.TestCase):
         pass
 
       def _shape(self):
-        pass
+        return tensor_shape.TensorShape([1, 1])
 
       def _shape_tensor(self):
         pass
@@ -55,8 +59,9 @@ class CholeskyTest(test.TestCase):
     with self.assertRaisesRegexp(ValueError, "self adjoint"):
       CustomLinOp(dtype=None, is_positive_definite=True).cholesky()
 
-    self.assertEqual("OK", CustomLinOp(
-        dtype=None, is_self_adjoint=True, is_positive_definite=True).cholesky())
+    custom_linop = CustomLinOp(
+        dtype=None, is_self_adjoint=True, is_positive_definite=True)
+    self.assertEqual("OK", custom_linop.cholesky())
 
   def testRegistrationFailures(self):
 
@@ -73,9 +78,55 @@ class CholeskyTest(test.TestCase):
     with self.assertRaisesRegexp(ValueError, "has already been registered"):
       linear_operator_algebra.RegisterCholesky(CustomLinOp)(lambda a: None)
 
-  def testExactRegistrationsAllMatch(self):
+  def testExactCholeskyRegistrationsAllMatch(self):
     for (k, v) in _CHOLESKY_DECOMPS.items():
-      self.assertEqual(v, _registered_cholesky(k))
+      self.assertEqual(v, _registered_cholesky(k[0]))
+
+
+class MatmulTest(test.TestCase):
+
+  def testRegistration(self):
+
+    class CustomLinOp(linear_operator.LinearOperator):
+
+      def _matmul(self, a):
+        pass
+
+      def _shape(self):
+        return tensor_shape.TensorShape([1, 1])
+
+      def _shape_tensor(self):
+        pass
+
+    # Register Matmul to a lambda that spits out the name parameter
+    @linear_operator_algebra.RegisterMatmul(CustomLinOp, CustomLinOp)
+    def _matmul(a, b):  # pylint: disable=unused-argument,unused-variable
+      return "OK"
+
+    custom_linop = CustomLinOp(
+        dtype=None, is_self_adjoint=True, is_positive_definite=True)
+    self.assertEqual("OK", custom_linop.matmul(custom_linop))
+
+  def testRegistrationFailures(self):
+
+    class CustomLinOp(linear_operator.LinearOperator):
+      pass
+
+    with self.assertRaisesRegexp(TypeError, "must be callable"):
+      linear_operator_algebra.RegisterMatmul(CustomLinOp, CustomLinOp)("blah")
+
+    # First registration is OK
+    linear_operator_algebra.RegisterMatmul(
+        CustomLinOp, CustomLinOp)(lambda a: None)
+
+    # Second registration fails
+    with self.assertRaisesRegexp(ValueError, "has already been registered"):
+      linear_operator_algebra.RegisterMatmul(
+          CustomLinOp, CustomLinOp)(lambda a: None)
+
+  def testExactMatmulRegistrationsAllMatch(self):
+    for (k, v) in _MATMUL.items():
+      self.assertEqual(v, _registered_matmul(k[0], k[1]))
 
 
 if __name__ == "__main__":
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py
index d8e53fdcf5..91f4097438 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_diag_test.py
@@ -154,6 +154,35 @@ class LinearOperatorDiagTest(
       self.assertAllEqual(operator_solve.get_shape(), mat_solve.get_shape())
       self.assertAllClose(*sess.run([operator_solve, mat_solve]))
 
+  def test_diag_matmul(self):
+    operator1 = linalg_lib.LinearOperatorDiag([2., 3.])
+    operator2 = linalg_lib.LinearOperatorDiag([1., 2.])
+    operator3 = linalg_lib.LinearOperatorScaledIdentity(
+        num_rows=2, multiplier=3.)
+    operator_matmul = operator1.matmul(operator2)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorDiag))
+    self.assertAllClose([2., 6.], self.evaluate(operator_matmul.diag))
+
+    operator_matmul = operator2.matmul(operator1)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorDiag))
+    self.assertAllClose([2., 6.], self.evaluate(operator_matmul.diag))
+
+    operator_matmul = operator1.matmul(operator3)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorDiag))
+    self.assertAllClose([6., 9.], self.evaluate(operator_matmul.diag))
+
+    operator_matmul = operator3.matmul(operator1)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorDiag))
+    self.assertAllClose([6., 9.], self.evaluate(operator_matmul.diag))
+
   def test_diag_cholesky_type(self):
     diag = [1., 3., 5., 8.]
     operator = linalg.LinearOperatorDiag(
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
index 45cd14ce04..522213e26b 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_identity_test.py
@@ -445,6 +445,30 @@ class LinearOperatorScaledIdentityTest(
     self.assertTrue(operator.is_non_singular)
     self.assertTrue(operator.is_self_adjoint is None)
 
+  def test_identity_matmul(self):
+    operator1 = linalg_lib.LinearOperatorIdentity(num_rows=2)
+    operator2 = linalg_lib.LinearOperatorScaledIdentity(
+        num_rows=2, multiplier=3.)
+    self.assertTrue(isinstance(
+        operator1.matmul(operator1),
+        linalg_lib.LinearOperatorIdentity))
+
+    self.assertTrue(isinstance(
+        operator1.matmul(operator1),
+        linalg_lib.LinearOperatorIdentity))
+
+    operator_matmul = operator1.matmul(operator2)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorScaledIdentity))
+    self.assertAllClose(3., self.evaluate(operator_matmul.multiplier))
+
+    operator_matmul = operator2.matmul(operator1)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorScaledIdentity))
+    self.assertAllClose(3., self.evaluate(operator_matmul.multiplier))
+
   def test_scaled_identity_cholesky_type(self):
     operator = linalg_lib.LinearOperatorScaledIdentity(
         num_rows=2,
@@ -457,6 +481,5 @@ class LinearOperatorScaledIdentityTest(
         linalg_lib.LinearOperatorScaledIdentity))
 
 
-
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py
index 70a3e36c41..bd41f9ed9d 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_lower_triangular_test.py
@@ -18,6 +18,7 @@ from __future__ import division
 from __future__ import print_function
 
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
 from tensorflow.python.ops.linalg import linalg as linalg_lib
 from tensorflow.python.ops.linalg import linear_operator_test_util
 from tensorflow.python.platform import test
@@ -76,6 +77,30 @@ class LinearOperatorLowerTriangularTest(
     with self.assertRaisesRegexp(ValueError, "at least 2 dimensions"):
       linalg.LinearOperatorLowerTriangular([1.])
 
+  def test_triangular_diag_matmul(self):
+    operator1 = linalg_lib.LinearOperatorLowerTriangular(
+        [[1., 0., 0.], [2., 1., 0.], [2., 3., 3.]])
+    operator2 = linalg_lib.LinearOperatorDiag([2., 2., 3.])
+    operator_matmul = operator1.matmul(operator2)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorLowerTriangular))
+    self.assertAllClose(
+        math_ops.matmul(
+            operator1.to_dense(),
+            operator2.to_dense()),
+        self.evaluate(operator_matmul.to_dense()))
+
+    operator_matmul = operator2.matmul(operator1)
+    self.assertTrue(isinstance(
+        operator_matmul,
+        linalg_lib.LinearOperatorLowerTriangular))
+    self.assertAllClose(
+        math_ops.matmul(
+            operator2.to_dense(),
+            operator1.to_dense()),
+        self.evaluate(operator_matmul.to_dense()))
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_test.py
index 4cb60dac98..2f67df408c 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_test.py
@@ -208,6 +208,77 @@ class LinearOperatorTest(test.TestCase):
     operator = LinearOperatorMatmulSolve(matrix, is_square=True)
     self.assertTrue(operator.is_square)
 
+  def test_linear_operator_matmul_hints_closed(self):
+    matrix = array_ops.placeholder(dtypes.float32)
+    operator1 = LinearOperatorMatmulSolve(matrix)
+
+    operator_matmul = operator1.matmul(operator1)
+
+    self.assertEqual(None, operator_matmul.is_square)
+    self.assertEqual(None, operator_matmul.is_non_singular)
+    self.assertEqual(None, operator_matmul.is_self_adjoint)
+    self.assertEqual(None, operator_matmul.is_positive_definite)
+
+    operator2 = LinearOperatorMatmulSolve(
+        matrix,
+        is_non_singular=True,
+        is_self_adjoint=True,
+        is_positive_definite=True,
+        is_square=True,
+    )
+
+    operator_matmul = operator2.matmul(operator2)
+
+    self.assertTrue(operator_matmul.is_square)
+    self.assertTrue(operator_matmul.is_non_singular)
+    self.assertTrue(operator_matmul.is_self_adjoint)
+    self.assertEqual(None, operator_matmul.is_positive_definite)
+
+  def test_linear_operator_matmul_hints_false(self):
+    matrix = array_ops.placeholder(dtypes.float32)
+    operator1 = LinearOperatorMatmulSolve(
+        matrix,
+        is_non_singular=False,
+        is_self_adjoint=False,
+        is_positive_definite=False,
+        is_square=True,
+    )
+
+    operator_matmul = operator1.matmul(operator1)
+
+    self.assertTrue(operator_matmul.is_square)
+    self.assertFalse(operator_matmul.is_non_singular)
+    self.assertEqual(None, operator_matmul.is_self_adjoint)
+    self.assertEqual(None, operator_matmul.is_positive_definite)
+
+    operator2 = LinearOperatorMatmulSolve(
+        matrix,
+        is_non_singular=False,
+        is_self_adjoint=False,
+        is_positive_definite=False,
+        is_square=False,
+    )
+
+    operator_matmul = operator2.matmul(operator2)
+
+    self.assertEqual(None, operator_matmul.is_square)
+    self.assertEqual(None, operator_matmul.is_non_singular)
+    self.assertEqual(None, operator_matmul.is_self_adjoint)
+    self.assertEqual(None, operator_matmul.is_positive_definite)
+
+  def test_linear_operator_matmul_hint_infer_square(self):
+    matrix1 = array_ops.placeholder(shape=[2, 3], dtype=dtypes.float32)
+    matrix2 = array_ops.placeholder(shape=[3, 2], dtype=dtypes.float32)
+    matrix3 = array_ops.placeholder(shape=[3, 4], dtype=dtypes.float32)
+
+    operator1 = LinearOperatorMatmulSolve(matrix1, is_square=False)
+    operator2 = LinearOperatorMatmulSolve(matrix2, is_square=False)
+    operator3 = LinearOperatorMatmulSolve(matrix3, is_square=False)
+
+    self.assertTrue(operator1.matmul(operator2).is_square)
+    self.assertTrue(operator2.matmul(operator1).is_square)
+    self.assertFalse(operator1.matmul(operator3).is_square)
+
 
 if __name__ == "__main__":
   test.main()
diff --git a/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py b/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py
index d1bcb89994..e875579a7a 100644
--- a/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py
+++ b/tensorflow/python/kernel_tests/linalg/linear_operator_zeros_test.py
@@ -169,6 +169,17 @@ class LinearOperatorZerosTest(
     self.assertFalse(operator.is_non_singular)
     self.assertTrue(operator.is_self_adjoint)
 
+  def test_zeros_matmul(self):
+    operator1 = linalg_lib.LinearOperatorIdentity(num_rows=2)
+    operator2 = linalg_lib.LinearOperatorZeros(num_rows=2)
+    self.assertTrue(isinstance(
+        operator1.matmul(operator2),
+        linalg_lib.LinearOperatorZeros))
+
+    self.assertTrue(isinstance(
+        operator2.matmul(operator1),
+        linalg_lib.LinearOperatorZeros))
+
 
 class LinearOperatorZerosNotSquareTest(
     linear_operator_test_util.NonSquareLinearOperatorDerivedClassTest):
diff --git a/tensorflow/python/ops/linalg/linalg.py b/tensorflow/python/ops/linalg/linalg.py
index e29c45c5f5..ac4fd4ebc6 100644
--- a/tensorflow/python/ops/linalg/linalg.py
+++ b/tensorflow/python/ops/linalg/linalg.py
@@ -22,6 +22,7 @@ from __future__ import print_function
 # pylint: disable=wildcard-import,unused-import
 from tensorflow.python.ops.linalg import cholesky_registrations as _cholesky_registrations
 from tensorflow.python.ops.linalg import linear_operator_algebra as _linear_operator_algebra
+from tensorflow.python.ops.linalg import matmul_registrations as _matmul_registrations
 from tensorflow.python.ops.linalg.linalg_impl import *
 from tensorflow.python.ops.linalg.linear_operator import *
 from tensorflow.python.ops.linalg.linear_operator_block_diag import *
diff --git a/tensorflow/python/ops/linalg/linear_operator.py b/tensorflow/python/ops/linalg/linear_operator.py
index b8683a24fc..6fb7a57e4d 100644
--- a/tensorflow/python/ops/linalg/linear_operator.py
+++ b/tensorflow/python/ops/linalg/linear_operator.py
@@ -582,16 +582,29 @@ class LinearOperator(object):
     ```
 
     Args:
-      x: `Tensor` with compatible shape and same `dtype` as `self`.
-        See class docstring for definition of compatibility.
+      x: `LinearOperator` or `Tensor` with compatible shape and same `dtype` as
+        `self`. See class docstring for definition of compatibility.
       adjoint: Python `bool`.  If `True`, left multiply by the adjoint: `A^H x`.
       adjoint_arg:  Python `bool`.  If `True`, compute `A x^H` where `x^H` is
         the hermitian transpose (transposition and complex conjugation).
       name:  A name for this `Op`.
 
     Returns:
-      A `Tensor` with shape `[..., M, R]` and same `dtype` as `self`.
+      A `LinearOperator` or `Tensor` with shape `[..., M, R]` and same `dtype`
+        as `self`.
     """
+    if isinstance(x, LinearOperator):
+      if adjoint or adjoint_arg:
+        raise ValueError(".matmul not supported with adjoints.")
+      if (x.range_dimension is not None and
+          self.domain_dimension is not None and
+          x.range_dimension != self.domain_dimension):
+        raise ValueError(
+            "Operators are incompatible. Expected `x` to have dimension"
+            " {} but got {}.".format(self.domain_dimension, x.range_dimension))
+      with self._name_scope(name):
+        return linear_operator_algebra.matmul(self, x)
+
     with self._name_scope(name, values=[x]):
       x = ops.convert_to_tensor(x, name="x")
       self._check_input_dtype(x)
diff --git a/tensorflow/python/ops/linalg/linear_operator_algebra.py b/tensorflow/python/ops/linalg/linear_operator_algebra.py
index ba9b732797..7b99066e4c 100644
--- a/tensorflow/python/ops/linalg/linear_operator_algebra.py
+++ b/tensorflow/python/ops/linalg/linear_operator_algebra.py
@@ -19,26 +19,40 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+import itertools
+
 from tensorflow.python.framework import ops
 from tensorflow.python.util import tf_inspect
 
 
 _CHOLESKY_DECOMPS = {}
+_MATMUL = {}
+
+
+def _registered_function(type_list, registry):
+  """Given a list of classes, finds the most specific function registered."""
+  enumerated_hierarchies = [enumerate(tf_inspect.getmro(t)) for t in type_list]
+  # Get all possible combinations of hierarchies.
+  cls_combinations = list(itertools.product(*enumerated_hierarchies))
+
+  def hierarchy_distance(cls_combination):
+    candidate_distance = sum(c[0] for c in cls_combination)
+    if tuple(c[1] for c in cls_combination) in registry:
+      return candidate_distance
+    return 10000
+
+  registered_combination = min(cls_combinations, key=hierarchy_distance)
+  return registry.get(tuple(r[1] for r in registered_combination), None)
 
 
 def _registered_cholesky(type_a):
   """Get the Cholesky function registered for class a."""
-  hierarchy_a = tf_inspect.getmro(type_a)
-  distance_to_children = None
-  cholesky_fn = None
-  for mro_to_a, parent_a in enumerate(hierarchy_a):
-    candidate_dist = mro_to_a
-    candidate_cholesky_fn = _CHOLESKY_DECOMPS.get(parent_a, None)
-    if not cholesky_fn or (
-        candidate_cholesky_fn and candidate_dist < distance_to_children):
-      distance_to_children = candidate_dist
-      cholesky_fn = candidate_cholesky_fn
-  return cholesky_fn
+  return _registered_function([type_a], _CHOLESKY_DECOMPS)
+
+
+def _registered_matmul(type_a, type_b):
+  """Get the Matmul function registered for classes a and b."""
+  return _registered_function([type_a, type_b], _MATMUL)
 
 
 def cholesky(lin_op_a, name=None):
@@ -64,6 +78,31 @@ def cholesky(lin_op_a, name=None):
     return cholesky_fn(lin_op_a)
 
 
+def matmul(lin_op_a, lin_op_b, name=None):
+  """Compute lin_op_a.matmul(lin_op_b).
+
+  Args:
+    lin_op_a: The LinearOperator on the left.
+    lin_op_b: The LinearOperator on the right.
+    name: Name to use for this operation.
+
+  Returns:
+    A LinearOperator that represents the matmul between `lin_op_a` and
+      `lin_op_b`.
+
+  Raises:
+    NotImplementedError: If no matmul method is defined between types of
+      `lin_op_a` and `lin_op_b`.
+  """
+  matmul_fn = _registered_matmul(type(lin_op_a), type(lin_op_b))
+  if matmul_fn is None:
+    raise ValueError("No matmul registered for {}.matmul({})".format(
+        type(lin_op_a), type(lin_op_b)))
+
+  with ops.name_scope(name, "Matmul"):
+    return matmul_fn(lin_op_a, lin_op_b)
+
+
 class RegisterCholesky(object):
   """Decorator to register a Cholesky implementation function.
 
@@ -80,7 +119,7 @@ class RegisterCholesky(object):
     Args:
       lin_op_cls_a: the class of the LinearOperator to decompose.
     """
-    self._key = lin_op_cls_a
+    self._key = (lin_op_cls_a,)
 
   def __call__(self, cholesky_fn):
     """Perform the Cholesky registration.
@@ -101,6 +140,52 @@ class RegisterCholesky(object):
           "cholesky_fn must be callable, received: {}".format(cholesky_fn))
     if self._key in _CHOLESKY_DECOMPS:
       raise ValueError("Cholesky({}) has already been registered to: {}".format(
-          self._key.__name__, _CHOLESKY_DECOMPS[self._key]))
+          self._key[0].__name__, _CHOLESKY_DECOMPS[self._key]))
     _CHOLESKY_DECOMPS[self._key] = cholesky_fn
     return cholesky_fn
+
+
+class RegisterMatmul(object):
+  """Decorator to register a Matmul implementation function.
+
+  Usage:
+
+  @linear_operator_algebra.RegisterMatmul(
+    lin_op.LinearOperatorIdentity,
+    lin_op.LinearOperatorIdentity)
+  def _matmul_identity(a, b):
+    # Return the identity matrix.
+  """
+
+  def __init__(self, lin_op_cls_a, lin_op_cls_b):
+    """Initialize the LinearOperator registrar.
+
+    Args:
+      lin_op_cls_a: the class of the LinearOperator to multiply.
+      lin_op_cls_b: the class of the second LinearOperator to multiply.
+    """
+    self._key = (lin_op_cls_a, lin_op_cls_b)
+
+  def __call__(self, matmul_fn):
+    """Perform the Matmul registration.
+
+    Args:
+      matmul_fn: The function to use for the Matmul.
+
+    Returns:
+      matmul_fn
+
+    Raises:
+      TypeError: if matmul_fn is not a callable.
+      ValueError: if a Matmul function has already been registered for
+        the given argument classes.
+    """
+    if not callable(matmul_fn):
+      raise TypeError(
+          "matmul_fn must be callable, received: {}".format(matmul_fn))
+    if self._key in _MATMUL:
+      raise ValueError("Matmul({}, {}) has already been registered.".format(
+          self._key[0].__name__,
+          self._key[1].__name__))
+    _MATMUL[self._key] = matmul_fn
+    return matmul_fn
diff --git a/tensorflow/python/ops/linalg/matmul_registrations.py b/tensorflow/python/ops/linalg/matmul_registrations.py
new file mode 100644
index 0000000000..e0ac988ba2
--- /dev/null
+++ b/tensorflow/python/ops/linalg/matmul_registrations.py
@@ -0,0 +1,252 @@
+# Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Registrations for LinearOperator.matmul."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow.python.ops.linalg import linear_operator
+from tensorflow.python.ops.linalg import linear_operator_algebra
+from tensorflow.python.ops.linalg import linear_operator_circulant
+from tensorflow.python.ops.linalg import linear_operator_composition
+from tensorflow.python.ops.linalg import linear_operator_diag
+from tensorflow.python.ops.linalg import linear_operator_identity
+from tensorflow.python.ops.linalg import linear_operator_lower_triangular
+from tensorflow.python.ops.linalg import linear_operator_zeros
+
+
+def _combined_self_adjoint_hint(operator_a, operator_b):
+  """Get combined hint for self-adjoint-ness."""
+  # Note: only use this method in the commuting case.
+  # The property is preserved under composition when the operators commute.
+  if operator_a.is_self_adjoint and operator_b.is_self_adjoint:
+    return True
+
+  # The property is not preserved when an operator with the property is composed
+  # with an operator without the property.
+  if ((operator_a.is_self_adjoint is True and
+       operator_b.is_self_adjoint is False) or
+      (operator_a.is_self_adjoint is False and
+       operator_b.is_self_adjoint is True)):
+    return False
+
+  # The property is not known when operators are not known to have the property
+  # or both operators don't have the property (the property for the complement
+  # class is not closed under composition).
+  return None
+
+
+def _is_square(operator_a, operator_b):
+  """Return a hint to whether the composition is square."""
+  if operator_a.is_square and operator_b.is_square:
+    return True
+  if operator_a.is_square is False and operator_b.is_square is False:
+    # Let A have shape [B, M, N], B have shape [B, N, L].
+    m = operator_a.range_dimension
+    l = operator_b.domain_dimension
+    if m is not None and l is not None:
+      return m == l
+
+    return None
+
+
+def _combined_positive_definite_hint(operator_a, operator_b):
+  """Get combined PD hint for compositions."""
+  # Note: Positive definiteness is only guaranteed to be preserved
+  # when the operators commute and are symmetric. Only use this method in
+  # commuting cases.
+
+  if (operator_a.is_positive_definite is True and
+      operator_a.is_self_adjoint is True and
+      operator_b.is_positive_definite is True and
+      operator_b.is_self_adjoint is True):
+    return True
+
+  return None
+
+
+def _combined_non_singular_hint(operator_a, operator_b):
+  """Get combined hint for when ."""
+  # If either operator is not-invertible the composition isn't.
+  if (operator_a.is_non_singular is False or
+      operator_b.is_non_singular is False):
+    return False
+
+  return operator_a.is_non_singular and operator_b.is_non_singular
+
+
+# By default, use a LinearOperatorComposition to delay the computation.
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator.LinearOperator, linear_operator.LinearOperator)
+def _matmul_linear_operator(linop_a, linop_b):
+  """Generic matmul of two `LinearOperator`s."""
+  is_square = _is_square(linop_a, linop_b)
+  is_non_singular = None
+  is_self_adjoint = None
+  is_positive_definite = None
+
+  if is_square:
+    is_non_singular = _combined_non_singular_hint(linop_a, linop_b)
+    is_self_adjoint = _combined_self_adjoint_hint(linop_a, linop_b)
+  elif is_square is False:
+    is_non_singular = False
+    is_self_adjoint = False
+    is_positive_definite = False
+
+  return linear_operator_composition.LinearOperatorComposition(
+      operators=[linop_a, linop_b],
+      is_non_singular=is_non_singular,
+      is_self_adjoint=is_self_adjoint,
+      is_positive_definite=is_positive_definite,
+      is_square=is_square,
+  )
+
+# Identity
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_identity.LinearOperatorIdentity,
+    linear_operator.LinearOperator)
+def _matmul_linear_operator_identity_left(identity, linop):
+  del identity
+  return linop
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator.LinearOperator,
+    linear_operator_identity.LinearOperatorIdentity)
+def _matmul_linear_operator_identity_right(linop, identity):
+  del identity
+  return linop
+
+
+# Zeros
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator.LinearOperator,
+    linear_operator_zeros.LinearOperatorZeros)
+def _matmul_linear_operator_zeros_right(linop, zeros):
+  if not zeros.is_square or not linop.is_square:
+    raise ValueError("Matmul with non-square `LinearOperator`s or non-square "
+                     "`LinearOperatorZeros` not supported at this time.")
+  return zeros
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_zeros.LinearOperatorZeros,
+    linear_operator.LinearOperator)
+def _matmul_linear_operator_zeros_left(zeros, linop):
+  if not zeros.is_square or not linop.is_square:
+    raise ValueError("Matmul with non-square `LinearOperator`s or non-square "
+                     "`LinearOperatorZeros` not supported at this time.")
+  return zeros
+
+
+# Diag.
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_diag.LinearOperatorDiag,
+    linear_operator_diag.LinearOperatorDiag)
+def _matmul_linear_operator_diag(linop_a, linop_b):
+  return linear_operator_diag.LinearOperatorDiag(
+      diag=linop_a.diag * linop_b.diag,
+      is_non_singular=_combined_non_singular_hint(linop_a, linop_b),
+      is_self_adjoint=_combined_self_adjoint_hint(
+          linop_a, linop_b),
+      is_positive_definite=_combined_positive_definite_hint(
+          linop_a, linop_b),
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_diag.LinearOperatorDiag,
+    linear_operator_identity.LinearOperatorScaledIdentity)
+def _matmul_linear_operator_diag_scaled_identity_right(
+    linop_diag, linop_scaled_identity):
+  return linear_operator_diag.LinearOperatorDiag(
+      diag=linop_diag.diag * linop_scaled_identity.multiplier,
+      is_non_singular=_combined_non_singular_hint(
+          linop_diag, linop_scaled_identity),
+      is_self_adjoint=_combined_self_adjoint_hint(
+          linop_diag, linop_scaled_identity),
+      is_positive_definite=_combined_positive_definite_hint(
+          linop_diag, linop_scaled_identity),
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_identity.LinearOperatorScaledIdentity,
+    linear_operator_diag.LinearOperatorDiag)
+def _matmul_linear_operator_diag_scaled_identity_left(
+    linop_scaled_identity, linop_diag):
+  return linear_operator_diag.LinearOperatorDiag(
+      diag=linop_diag.diag * linop_scaled_identity.multiplier,
+      is_non_singular=_combined_non_singular_hint(
+          linop_diag, linop_scaled_identity),
+      is_self_adjoint=_combined_self_adjoint_hint(
+          linop_diag, linop_scaled_identity),
+      is_positive_definite=_combined_positive_definite_hint(
+          linop_diag, linop_scaled_identity),
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_diag.LinearOperatorDiag,
+    linear_operator_lower_triangular.LinearOperatorLowerTriangular)
+def _matmul_linear_operator_diag_tril(linop_diag, linop_triangular):
+  return linear_operator_lower_triangular.LinearOperatorLowerTriangular(
+      tril=linop_diag.diag[..., None] * linop_triangular.to_dense(),
+      is_non_singular=_combined_non_singular_hint(
+          linop_diag, linop_triangular),
+      # This is safe to do since the Triangular matrix is only self-adjoint
+      # when it is a diagonal matrix, and hence commutes.
+      is_self_adjoint=_combined_self_adjoint_hint(
+          linop_diag, linop_triangular),
+      is_positive_definite=None,
+      is_square=True)
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_lower_triangular.LinearOperatorLowerTriangular,
+    linear_operator_diag.LinearOperatorDiag)
+def _matmul_linear_operator_tril_diag(linop_triangular, linop_diag):
+  return linear_operator_lower_triangular.LinearOperatorLowerTriangular(
+      tril=linop_triangular.to_dense() * linop_diag.diag,
+      is_non_singular=_combined_non_singular_hint(
+          linop_diag, linop_triangular),
+      # This is safe to do since the Triangular matrix is only self-adjoint
+      # when it is a diagonal matrix, and hence commutes.
+      is_self_adjoint=_combined_self_adjoint_hint(
+          linop_diag, linop_triangular),
+      is_positive_definite=None,
+      is_square=True)
+
+# Circulant.
+
+
+@linear_operator_algebra.RegisterMatmul(
+    linear_operator_circulant.LinearOperatorCirculant,
+    linear_operator_circulant.LinearOperatorCirculant)
+def _matmul_linear_operator_circulant_circulant(linop_a, linop_b):
+  return linear_operator_circulant.LinearOperatorCirculant(
+      spectrum=linop_a.spectrum * linop_b.spectrum,
+      is_non_singular=_combined_non_singular_hint(linop_a, linop_b),
+      is_self_adjoint=_combined_self_adjoint_hint(linop_a, linop_b),
+      is_positive_definite=_combined_positive_definite_hint(
+          linop_a, linop_b),
+      is_square=True)
-- 
GitLab


From 496499706417ffbbd2a935cbf35116369d9c2e6f Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 18:50:09 -0800
Subject: [PATCH 1815/1825] Remove nn.depthwise_conv_2d_native from TF 2.0 API

Users should call nn.depthwise_conv_2d instead.

PiperOrigin-RevId: 221884704
---
 .../api_def/python_api/api_def_DepthwiseConv2dNative.pbtxt    | 2 ++
 tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt            | 4 ----
 tensorflow/tools/compatibility/renames_v2.py                  | 2 ++
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNative.pbtxt b/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNative.pbtxt
index 1bb17e548d..e26d029212 100644
--- a/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNative.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNative.pbtxt
@@ -1,6 +1,8 @@
 op {
   graph_op_name: "DepthwiseConv2dNative"
+  deprecation_message: "Use nn.depthwise_conv2d instead"
   endpoint {
     name: "nn.depthwise_conv2d_native"
+    deprecation_version: 2
   }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index b252a91f11..a38fda6584 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -108,10 +108,6 @@ tf_module {
     name: "depthwise_conv2d"
     argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
-  member_method {
-    name: "depthwise_conv2d_native"
-    argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
-  }
   member_method {
     name: "depthwise_conv2d_native_backprop_filter"
     argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 09ffd77fab..423ff9cdc3 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -111,6 +111,7 @@ renames = {
     'tf.decode_raw': 'tf.io.decode_raw',
     'tf.delete_session_tensor': 'tf.compat.v1.delete_session_tensor',
     'tf.depth_to_space': 'tf.nn.depth_to_space',
+    'tf.depthwise_conv2d_native': 'tf.compat.v1.depthwise_conv2d_native',
     'tf.dequantize': 'tf.quantization.dequantize',
     'tf.deserialize_many_sparse': 'tf.io.deserialize_many_sparse',
     'tf.diag': 'tf.linalg.tensor_diag',
@@ -294,6 +295,7 @@ renames = {
     'tf.multinomial': 'tf.compat.v1.multinomial',
     'tf.nn.conv3d_backprop_filter_v2': 'tf.nn.conv3d_backprop_filter',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
+    'tf.nn.depthwise_conv2d_native': 'tf.compat.v1.nn.depthwise_conv2d_native',
     'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
     'tf.nn.quantized_avg_pool': 'tf.compat.v1.nn.quantized_avg_pool',
-- 
GitLab


From fc06b8f468859d597c9303a557557dbf4ef108b3 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Fri, 16 Nov 2018 20:38:54 -0800
Subject: [PATCH 1816/1825] Change enums to use strings.

PiperOrigin-RevId: 221890462
---
 tensorflow/python/distribute/reduce_util.py | 4 ++--
 tensorflow/python/training/distribute.py    | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/python/distribute/reduce_util.py b/tensorflow/python/distribute/reduce_util.py
index eb027d8b2a..857c7993df 100644
--- a/tensorflow/python/distribute/reduce_util.py
+++ b/tensorflow/python/distribute/reduce_util.py
@@ -35,8 +35,8 @@ class ReduceOp(enum.Enum):
   * `MAX`: Return the maximum of all values.
   """
 
-  SUM = 0
-  MEAN = 1
+  SUM = "SUM"
+  MEAN = "MEAN"
 
   @staticmethod
   def from_variable_aggregation(aggregation):
diff --git a/tensorflow/python/training/distribute.py b/tensorflow/python/training/distribute.py
index b7869e0330..7d68dd904f 100644
--- a/tensorflow/python/training/distribute.py
+++ b/tensorflow/python/training/distribute.py
@@ -208,7 +208,7 @@ class InputReplicationMode(enum.Enum):
   # many input pipelines as number of workers. Replicas will dequeue from the
   # local Dataset on their worker. Distribution Strategy doesn't manage any
   # state sharing between such separate input pipelines.
-  PER_WORKER = 0
+  PER_WORKER = "PER_WORKER"
 
 
 class InputContext(object):
-- 
GitLab


From a562627db116a63607ea42da7a13d6802b4c7bf3 Mon Sep 17 00:00:00 2001
From: Andrew Selle <aselle@google.com>
Date: Fri, 16 Nov 2018 22:05:58 -0800
Subject: [PATCH 1817/1825] BEGIN_PUBLIC Move most tflite implementation from
 interpreter.cc to subgraph.cc

This prepares for adding control flow by allowing multiple subgraphs
Automated rollback of commit ff9bd9f31ac4883c3eef31cc74df8bc2d9e9ea8d

PiperOrigin-RevId: 221894816
---
 tensorflow/lite/BUILD                      |   2 +
 tensorflow/lite/core/subgraph.cc           | 976 +++++++++++++++++++++
 tensorflow/lite/core/subgraph.h            | 476 ++++++++++
 tensorflow/lite/interpreter.cc             | 916 +------------------
 tensorflow/lite/interpreter.h              | 289 +-----
 tensorflow/lite/interpreter_test.cc        |   2 +-
 tensorflow/lite/nnapi_delegate.cc          |  87 +-
 tensorflow/lite/nnapi_delegate.h           |   5 +-
 tensorflow/lite/nnapi_delegate_disabled.cc |   6 +-
 tensorflow/lite/util.h                     |   6 +
 10 files changed, 1587 insertions(+), 1178 deletions(-)
 create mode 100644 tensorflow/lite/core/subgraph.cc
 create mode 100644 tensorflow/lite/core/subgraph.h

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index be84fc5db1..bb2c53b8c9 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -131,6 +131,7 @@ cc_library(
     name = "framework",
     srcs = [
         "allocation.cc",
+        "core/subgraph.cc",
         "graph_info.cc",
         "interpreter.cc",
         "model.cc",
@@ -155,6 +156,7 @@ cc_library(
         "allocation.h",
         "context.h",
         "context_util.h",
+        "core/subgraph.h",
         "error_reporter.h",
         "graph_info.h",
         "interpreter.h",
diff --git a/tensorflow/lite/core/subgraph.cc b/tensorflow/lite/core/subgraph.cc
new file mode 100644
index 0000000000..05a60962b1
--- /dev/null
+++ b/tensorflow/lite/core/subgraph.cc
@@ -0,0 +1,976 @@
+/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "tensorflow/lite/core/subgraph.h"
+#include "tensorflow/lite/arena_planner.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/context_util.h"
+#include "tensorflow/lite/graph_info.h"
+#include "tensorflow/lite/nnapi_delegate.h"
+#include "tensorflow/lite/schema/schema_generated.h"
+
+namespace tflite {
+
+namespace {
+TfLiteStatus ReportOpError(TfLiteContext* context, const TfLiteNode& node,
+                           const TfLiteRegistration& registration,
+                           int node_index, const char* message) {
+  context->ReportError(
+      context, "Node number %d (%s) %s.\n", node_index,
+      registration.custom_name
+          ? registration.custom_name
+          : EnumNameBuiltinOperator(
+                static_cast<BuiltinOperator>(registration.builtin_code)),
+      message);
+  return kTfLiteError;
+}
+
+// Stub method which returns kTfLiteError when the function is forbidden.
+// We're registrating this function to several different function to save
+// compiled binary size. Please note the restrictions:
+// * The type of first parameter have to be `TfLiteContext*`.
+// * All paramteters must be trivailly destructible. (E.g. No C++ class)
+TfLiteStatus ForbiddenContextFunction(TfLiteContext* context, ...) {
+  context->ReportError(context,
+                       "The function is forbidden if not calling in delegate.");
+  return kTfLiteError;
+}
+
+// Set the ForbiddenContextFunction to a compatible function pointer.
+template <typename FunctionType>
+void SetForbiddenContextFunction(FunctionType* func) {
+  *func = reinterpret_cast<FunctionType>(ForbiddenContextFunction);
+}
+
+// Returns true if at least one tensor in the given list is kTfLiteDynamic.
+template <typename TensorIntArray>
+bool HasDynamicTensorImpl(const TfLiteContext& context,
+                          const TensorIntArray& int_array) {
+  for (int i : int_array) {
+    const TfLiteTensor& tensor = context.tensors[i];
+    if (tensor.allocation_type == kTfLiteDynamic) {
+      return true;
+    }
+  }
+  return false;
+}
+
+bool HasDynamicTensor(const TfLiteContext& context,
+                      const TfLiteIntArray* int_array) {
+  return HasDynamicTensorImpl(context, TfLiteIntArrayView{int_array});
+}
+
+}  // namespace
+
+// A trivial implementation of GraphInfo around the Interpreter.
+// NOTE: this interpreter info represents the subset of the
+// graph that is executed according to execution plan. Thus,
+// the indices are execution plan indices rather than raw node
+// indices.
+class InterpreterInfo : public GraphInfo {
+ public:
+  explicit InterpreterInfo(Subgraph* subgraph) : subgraph_(subgraph) {}
+
+  size_t num_tensors() const override { return subgraph_->tensors().size(); }
+  TfLiteTensor* tensor(size_t index) override {
+    return &subgraph_->tensors()[index];
+  }
+  size_t num_nodes() const override {
+    return subgraph_->execution_plan().size();
+  }
+  const TfLiteNode& node(size_t index) const override {
+    int node_index = subgraph_->execution_plan()[index];
+    return subgraph_->nodes_and_registration()[node_index].first;
+  }
+  const std::vector<int>& inputs() const override {
+    return subgraph_->inputs();
+  }
+  const std::vector<int>& outputs() const override {
+    return subgraph_->outputs();
+  }
+  const std::vector<int>& variables() const override {
+    return subgraph_->variables();
+  }
+
+ public:
+  Subgraph* subgraph_;
+};
+
+Subgraph::Subgraph(ErrorReporter* error_reporter,
+                   TfLiteExternalContext** external_contexts)
+    : context_(&owned_context_),
+      error_reporter_(error_reporter),
+      next_execution_plan_index_to_prepare_(0),
+      external_contexts_(external_contexts) {
+  context_->impl_ = static_cast<void*>(this);
+  context_->ResizeTensor = ResizeTensor;
+  context_->ReportError = ReportErrorC;
+  context_->AddTensors = AddTensors;
+  context_->tensors = nullptr;
+  context_->tensors_size = 0;
+  context_->allow_fp32_relax_to_fp16 = false;
+  context_->recommended_num_threads = -1;
+  context_->GetExternalContext = GetExternalContext;
+  context_->SetExternalContext = SetExternalContext;
+
+  // Reserve some space for the tensors to avoid excessive resizing.
+  tensors_.reserve(kTensorsReservedCapacity);
+  nodes_and_registration().reserve(kTensorsReservedCapacity);
+  // Invalid to call these these except from TfLiteDelegate
+  SwitchToKernelContext();
+}
+
+Subgraph::~Subgraph() {
+  for (auto& node_and_reg : nodes_and_registration_) {
+    TfLiteNode& node = node_and_reg.first;
+    TfLiteIntArrayFree(node.inputs);
+    TfLiteIntArrayFree(node.outputs);
+    TfLiteIntArrayFree(node.temporaries);
+    if (node.builtin_data) free(node.builtin_data);
+    OpFree(node_and_reg.second, node.user_data);
+    node.builtin_data = nullptr;
+  }
+
+  for (size_t i = 0; i < context_->tensors_size; i++) {
+    TfLiteTensor* tensor = &context_->tensors[i];
+    if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
+        tensor->delegate->FreeBufferHandle != nullptr) {
+      tensor->delegate->FreeBufferHandle(context_, tensor->delegate,
+                                         &tensor->buffer_handle);
+    }
+    TfLiteTensorFree(tensor);
+  }
+}
+
+TfLiteStatus Subgraph::ReplaceNodeSubsetsWithDelegateKernels(
+    TfLiteContext* context, TfLiteRegistration registration,
+    const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
+  return static_cast<Subgraph*>(context->impl_)
+      ->ReplaceNodeSubsetsWithDelegateKernels(registration, nodes_to_replace,
+                                              delegate);
+}
+
+namespace {
+
+// Copy a std::vector<int> to an existing TfLiteIntArray.
+// This is a low-level data manipulation function, and it's caller's
+// responsibility to ensure TfLiteIntArray has enough size.
+void CopyVectorToTfLiteIntArray(const std::vector<int>& vec,
+                                TfLiteIntArray* arr) {
+  arr->size = vec.size();
+  memcpy(arr->data, vec.data(), sizeof(int) * arr->size);
+}
+
+// This function allocates a continuous memory space that contains a
+// TfLiteDelegateParams followed by a several TfLiteIntArray.
+// When calling `free` at TfLiteDelegateParams*, all the allocated space
+// will be freed together.
+//
+// +-----------------------------------+
+// | TfLiteDelegateParams              |
+// | TfLiteDelegate* delegate;         |
+// | TfLiteIntArray* nodes_to_replace; |--\
+// | TfLiteIntArray* input_tensors;    |--+--\
+// | TfLiteIntArray* output_tensors;   |--+--+--\
+// +-----------------------------------+  |  |  |
+// | TfLiteIntArray (variable size)    |<-/  |  |
+// +-----------------------------------+     |  |
+// | TfLiteIntArray (variable size)    |<----/  |
+// +-----------------------------------+        |
+// | TfLiteIntArray (variable size)    |<-------/
+// +-----------------------------------+
+TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
+                                           const NodeSubset& node_subset) {
+  // Step 1: Calculate the allocation size.
+  int allocation_size = sizeof(TfLiteDelegateParams);
+
+  int nodes_to_replace_size =
+      TfLiteIntArrayGetSizeInBytes(node_subset.nodes.size());
+  allocation_size += nodes_to_replace_size;
+
+  int input_tensors_size =
+      TfLiteIntArrayGetSizeInBytes(node_subset.input_tensors.size());
+  allocation_size += input_tensors_size;
+
+  int output_tensors_size =
+      TfLiteIntArrayGetSizeInBytes(node_subset.output_tensors.size());
+  allocation_size += output_tensors_size;
+
+  // Step 2: Allocate the memory.
+  // Use `char*` for conveniently step through the allocated space by bytes.
+  char* allocation = reinterpret_cast<char*>(malloc(allocation_size));
+
+  // Step 3: Fill all data structures structures.
+  TfLiteDelegateParams* params =
+      reinterpret_cast<TfLiteDelegateParams*>(allocation);
+  params->delegate = delegate;
+  allocation += sizeof(TfLiteDelegateParams);
+
+  params->nodes_to_replace = reinterpret_cast<TfLiteIntArray*>(allocation);
+  CopyVectorToTfLiteIntArray(node_subset.nodes, params->nodes_to_replace);
+  allocation += nodes_to_replace_size;
+
+  params->input_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
+  CopyVectorToTfLiteIntArray(node_subset.input_tensors, params->input_tensors);
+  allocation += input_tensors_size;
+
+  params->output_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
+  CopyVectorToTfLiteIntArray(node_subset.output_tensors,
+                             params->output_tensors);
+  allocation += output_tensors_size;
+
+  return params;
+}
+
+}  // namespace
+
+TfLiteStatus Subgraph::ReplaceNodeSubsetsWithDelegateKernels(
+    TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
+    TfLiteDelegate* delegate) {
+  // Annotate the registration as DELEGATE op.
+  registration.builtin_code = BuiltinOperator_DELEGATE;
+
+  // Analyze the graph to find all independent node_subsets that are either
+  // fully not-this-delegate or this-delegate computation.
+  InterpreterInfo info(this);
+  std::vector<NodeSubset> node_subsets;
+  PartitionGraphIntoIndependentNodeSubsets(&info, nodes_to_replace,
+                                           &node_subsets);
+
+  execution_plan_.clear();
+
+  for (auto& node_subset : node_subsets) {
+    // Subsets calimed by the delegate should have a "macro" op created, the
+    // other node_subsets (kTfNonPartition) just have their nodes added back to
+    // the execution plan.
+    switch (node_subset.type) {
+      case NodeSubset::kTfNonPartition:
+        for (auto it = node_subset.nodes.begin(); it != node_subset.nodes.end();
+             ++it) {
+          execution_plan_.push_back(*it);
+        }
+        break;
+      case NodeSubset::kTfPartition: {
+        int node_index;
+
+        TfLiteDelegateParams* params =
+            CreateDelegateParams(delegate, node_subset);
+        TF_LITE_ENSURE_STATUS(AddNodeWithParameters(
+            node_subset.input_tensors, node_subset.output_tensors, nullptr, 0,
+            params, &registration, &node_index));
+
+        // Initialize the output tensors's delegate-related fields.
+        for (int tensor_index : node_subset.output_tensors) {
+          TfLiteTensor* tensor = &tensors_[tensor_index];
+          TF_LITE_ENSURE(context_, tensor->delegate == nullptr ||
+                                       tensor->delegate == delegate);
+          tensor->delegate = delegate;
+        }
+
+        // Associate the node with the delegate.
+        TfLiteNode* node = &nodes_and_registration_[node_index].first;
+        node->delegate = delegate;
+      } break;
+      case NodeSubset::kTfUnexplored:
+        return kTfLiteError;
+        break;
+    }
+  }
+  return kTfLiteOk;
+}
+
+TfLiteExternalContext* Subgraph::GetExternalContext(
+    TfLiteExternalContextType type) {
+  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
+    return external_contexts_[type];
+  }
+  return nullptr;
+}
+
+TfLiteExternalContext* Subgraph::GetExternalContext(
+    struct TfLiteContext* context, TfLiteExternalContextType type) {
+  return static_cast<Subgraph*>(context->impl_)->GetExternalContext(type);
+}
+
+void Subgraph::SetExternalContext(TfLiteExternalContextType type,
+                                  TfLiteExternalContext* ctx) {
+  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
+    external_contexts_[type] = ctx;
+  }
+}
+
+void Subgraph::SetExternalContext(struct TfLiteContext* context,
+                                  TfLiteExternalContextType type,
+                                  TfLiteExternalContext* ctx) {
+  return static_cast<Subgraph*>(context->impl_)->SetExternalContext(type, ctx);
+}
+
+// Gets an TfLiteIntArray* representing the execution plan. The interpreter owns
+// this memory and it is only guaranteed to exist during the invocation of the
+// delegate prepare.
+TfLiteStatus Subgraph::GetExecutionPlan(TfLiteIntArray** execution_plan) {
+  // TODO(aselle): Do not make a copy here
+  plan_cache_.reset(TfLiteIntArrayCreate(execution_plan_.size()));
+  *execution_plan = plan_cache_.get();
+  static_assert(sizeof(plan_cache_->data[0]) == sizeof(execution_plan_[0]),
+                "TfLiteIntArray and execution_plan do not contain same type.");
+  std::memcpy(plan_cache_->data, execution_plan_.data(),
+              sizeof(plan_cache_->data[0]) * execution_plan_.size());
+  return kTfLiteOk;
+}
+
+// WARNING: This is an experimental interface that is subject to change.
+// Entry point for C node plugin API to get the execution plan
+TfLiteStatus Subgraph::GetExecutionPlan(struct TfLiteContext* context,
+                                        TfLiteIntArray** execution_plan) {
+  return static_cast<Subgraph*>(context->impl_)
+      ->GetExecutionPlan(execution_plan);
+}
+
+TfLiteStatus Subgraph::SetInputs(std::vector<int> inputs) {
+  TF_LITE_ENSURE_OK(&context_,
+                    CheckTensorIndices("inputs", inputs.data(), inputs.size()));
+  inputs_ = std::move(inputs);
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::SetOutputs(std::vector<int> outputs) {
+  TF_LITE_ENSURE_OK(
+      &context_, CheckTensorIndices("outputs", outputs.data(), outputs.size()));
+  outputs_ = std::move(outputs);
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::SetVariables(std::vector<int> variables) {
+  TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("variables", variables.data(),
+                                                  variables.size()));
+  variables_ = std::move(variables);
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::CheckTensorIndices(const char* label, const int* indices,
+                                          int length) {
+  // Making sure kOptionalTensor is not re-defined to something other than -1.
+  static_assert(kOptionalTensor == -1, "kOptionalTensor should be defined -1");
+
+  for (int i = 0; i < length; i++) {
+    int index = indices[i];
+    // Continue if index == kOptionalTensor before additional comparisons below,
+    // size_t(-1) is always >= context_tensors_size.
+    if (index == kOptionalTensor) {
+      continue;
+    }
+    if (index < 0 || static_cast<size_t>(index) >= context_->tensors_size) {
+      ReportError("Invalid tensor index %d in %s\n", index, label);
+      consistent_ = false;
+      return kTfLiteError;
+    }
+  }
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::BytesRequired(TfLiteType type, const int* dims,
+                                     size_t dims_size, size_t* bytes) {
+  // TODO(aselle): Check for overflow here using overflow.h in TensorFlow
+  // MultiplyWithoutOverflow.
+  TF_LITE_ENSURE(context_, bytes != nullptr);
+  size_t count = 1;
+  for (int k = 0; k < dims_size; k++) count *= dims[k];
+  switch (type) {
+    case kTfLiteFloat32:
+      *bytes = sizeof(float) * count;
+      break;
+    case kTfLiteInt16:
+      *bytes = sizeof(int16_t) * count;
+      break;
+    case kTfLiteInt32:
+      *bytes = sizeof(int32_t) * count;
+      break;
+    case kTfLiteUInt8:
+      *bytes = sizeof(uint8_t) * count;
+      break;
+    case kTfLiteInt64:
+      *bytes = sizeof(int64_t) * count;
+      break;
+    case kTfLiteBool:
+      *bytes = sizeof(bool) * count;
+      break;
+    case kTfLiteComplex64:
+      *bytes = sizeof(std::complex<float>) * count;
+      break;
+    case kTfLiteInt8:
+      *bytes = sizeof(int8_t) * count;
+      break;
+    default:
+      ReportError(
+          "Only float32, int8, int16, int32, int64, uint8, bool, complex64 "
+          "supported currently.");
+      return kTfLiteError;
+  }
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::AllocateTensors() {
+  if (!consistent_) {
+    ReportError("AllocateTensors() called on inconsistent model.");
+    return kTfLiteError;
+  }
+
+  // Explicit (re)allocation is necessary if nodes have been changed or tensors
+  // have been resized. For inputs marked as dynamic, we can't short-circuit the
+  // allocation as the client may have done the resize manually.
+  if (state_ != kStateUninvokable &&
+      !HasDynamicTensorImpl(*context_, inputs())) {
+    return kTfLiteOk;
+  }
+
+  next_execution_plan_index_to_prepare_ = 0;
+  if (memory_planner_) {
+    TF_LITE_ENSURE_STATUS(memory_planner_->ResetAllocations());
+  }
+
+  TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
+
+  state_ = kStateInvokable;
+
+  // Reset the variable tensors to zero after (re)allocating the tensors.
+  // Developers shouldn't rely on the side effect of this function to reset
+  // variable tesnsors. They should call `ResetVariableTensors` directly
+  // instead.
+  ResetVariableTensors();
+
+  return kTfLiteOk;
+}
+
+// TODO(ycling): Support non-zero default values.
+TfLiteStatus Subgraph::ResetVariableTensors() {
+  for (auto& tensor : tensors_) {
+    if (!tensor.is_variable) {
+      continue;
+    }
+
+    // Variable tensors have to be `kTfLiteArenaRwPersistent`, and must be
+    // allocated after the initial `PrepareOpsAndTensors()` is called.
+    TF_LITE_ENSURE_EQ(context_, tensor.allocation_type,
+                      kTfLiteArenaRwPersistent);
+    TF_LITE_ENSURE(context_, tensor.data.raw != nullptr);
+
+    memset(tensor.data.raw, 0, tensor.bytes);
+  }
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::AddNodeWithParameters(
+    const std::vector<int>& inputs, const std::vector<int>& outputs,
+    const char* init_data, size_t init_data_size, void* builtin_data,
+    const TfLiteRegistration* registration, int* node_index) {
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError("AddNodeWithParameters is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+  state_ = kStateUninvokable;
+
+  std::unique_ptr<void, decltype(free)*> builtin_data_deleter(builtin_data,
+                                                              free);
+
+  TF_LITE_ENSURE_OK(context_, CheckTensorIndices("node inputs", inputs.data(),
+                                                 inputs.size()));
+  TF_LITE_ENSURE_OK(
+      &context_,
+      CheckTensorIndices("node outputs", outputs.data(), outputs.size()));
+
+  int new_node_index = nodes_and_registration_.size();
+  if (node_index) *node_index = new_node_index;
+  nodes_and_registration_.resize(nodes_and_registration_.size() + 1);
+  auto& node_and_reg = nodes_and_registration_.back();
+  TfLiteNode& node = node_and_reg.first;
+  if (node.inputs) TfLiteIntArrayFree(node.inputs);
+  if (node.outputs) TfLiteIntArrayFree(node.outputs);
+  if (node.temporaries) TfLiteIntArrayFree(node.temporaries);
+
+  // NOTE, here we are not using move semantics yet, since our internal
+  // representation isn't std::vector, but in the future we would like to avoid
+  // copies, so we want the interface to take r-value references now.
+  node.inputs = ConvertVectorToTfLiteIntArray(inputs);
+  node.outputs = ConvertVectorToTfLiteIntArray(outputs);
+  node.temporaries = TfLiteIntArrayCreate(0);
+  if (init_data) {
+    node.user_data = OpInit(*registration, init_data, init_data_size);
+  } else {
+    node.user_data =
+        OpInit(*registration,
+               reinterpret_cast<const char*>(builtin_data_deleter.get()), 0);
+  }
+
+  node.builtin_data = builtin_data_deleter.release();
+  // TODO(ycling): Filling `custom_initial_data` and `custom_initial_data_size`
+  // properly for nodes generated by ReplaceNodeSubsetsWithDelegateKernels.
+
+  if (registration->builtin_code == BuiltinOperator_CUSTOM) {
+    // When it's a CUSTOM op, the `custom_options` field in the Flatbuffer
+    // `Operator` table is passed in.
+    node.custom_initial_data = init_data;
+    node.custom_initial_data_size = init_data_size;
+  } else {
+    node.custom_initial_data = nullptr;
+    node.custom_initial_data_size = 0;
+  }
+
+  node.delegate = nullptr;
+  node_and_reg.second = *registration;
+  execution_plan_.push_back(new_node_index);
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::ResizeInputTensor(int tensor_index,
+                                         const std::vector<int>& dims) {
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError("ResizeInputTensor is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+
+  // TODO(aselle): All bounds checks can be implemented as one-sided bounds
+  // checks by casting to unsigned for efficiency. Profile before doing this.
+  TF_LITE_ENSURE(context_,
+                 tensor_index < context_->tensors_size && tensor_index >= 0);
+  TfLiteTensor* tensor = &context_->tensors[tensor_index];
+
+  // Short-circuit the state change if the dimensions don't change, avoiding
+  // unnecessary (re)allocations.
+  if (EqualArrayAndTfLiteIntArray(tensor->dims, dims.size(), dims.data())) {
+    return kTfLiteOk;
+  }
+
+  state_ = kStateUninvokable;
+  return ResizeTensorImpl(tensor, ConvertVectorToTfLiteIntArray(dims));
+}
+
+TfLiteStatus Subgraph::PrepareOpsStartingAt(
+    int first_execution_plan_index, int* last_execution_plan_index_prepared) {
+  for (int execution_plan_index = first_execution_plan_index;
+       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
+    int node_index = execution_plan_[execution_plan_index];
+    TfLiteNode& node = nodes_and_registration_[node_index].first;
+    const TfLiteRegistration& registration =
+        nodes_and_registration_[node_index].second;
+    EnsureTensorsVectorCapacity();
+    if (OpPrepare(registration, &node) == kTfLiteError) {
+      return ReportOpError(context_, node, registration, node_index,
+                           "failed to prepare");
+    }
+
+    *last_execution_plan_index_prepared = execution_plan_index;
+
+    // Discontinue if the node has dynamic outputs. Note that we don't
+    // stop for dynamic temporary tensors since they won't affect the
+    // sizes of other tensors in the graph.
+    if (HasDynamicTensor(*context_, node.outputs)) {
+      break;
+    }
+  }
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::PrepareOpsAndTensors() {
+  if (!memory_planner_) {
+    memory_planner_.reset(new ArenaPlanner(
+        context_, std::unique_ptr<GraphInfo>(new InterpreterInfo(this)),
+        /*preserve_inputs=*/true, /*preserve_intermediates*/ false));
+    memory_planner_->PlanAllocations();
+  }
+
+  int last_exec_plan_index_prepared = 0;
+
+  TF_LITE_ENSURE_STATUS(PrepareOpsStartingAt(
+      next_execution_plan_index_to_prepare_, &last_exec_plan_index_prepared));
+  TF_LITE_ENSURE_STATUS(memory_planner_->ExecuteAllocations(
+      next_execution_plan_index_to_prepare_, last_exec_plan_index_prepared));
+
+  next_execution_plan_index_to_prepare_ = last_exec_plan_index_prepared + 1;
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::Invoke() {
+  if (!consistent_) {
+    ReportError("Invoke called on model that is not consistent.");
+    return kTfLiteError;
+  }
+
+  TfLiteStatus status = kTfLiteOk;
+  if (state_ == kStateUninvokable) {
+    ReportError("Invoke called on model that is not ready.");
+    return kTfLiteError;
+  }
+
+  if (nnapi_delegate_) {
+    if (next_execution_plan_index_to_prepare_ == execution_plan_.size()) {
+      TF_LITE_ENSURE_OK(context_, nnapi_delegate_->Invoke(this));
+      return kTfLiteOk;
+    } else {
+      // TODO(aselle): In the future, we would like this to be an
+      // automatic tflite CPU fallback.
+      ReportError(
+          "NNAPI was requested, but dependent sized tensors "
+          "being used.\n");
+      return kTfLiteError;
+    }
+  }
+
+  // Invocations are always done in node order.
+  // Note that calling Invoke repeatedly will cause the original memory plan to
+  // be reused, unless either ResizeInputTensor() or AllocateTensors() has been
+  // called.
+  for (int execution_plan_index = 0;
+       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
+    if (execution_plan_index == next_execution_plan_index_to_prepare_) {
+      TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
+      TF_LITE_ENSURE(context_, next_execution_plan_index_to_prepare_ >=
+                                   execution_plan_index);
+    }
+    int node_index = execution_plan_[execution_plan_index];
+    TfLiteNode& node = nodes_and_registration_[node_index].first;
+    const TfLiteRegistration& registration =
+        nodes_and_registration_[node_index].second;
+    SCOPED_OPERATOR_PROFILE(profiler_, node_index);
+
+    // TODO(ycling): This is an extra loop through inputs to check if the data
+    // need to be copied from Delegate buffer to raw memory, which is often not
+    // needed. We may want to cache this in prepare to know if this needs to be
+    // done for a node or not.
+    for (int i = 0; i < node.inputs->size; ++i) {
+      int tensor_index = node.inputs->data[i];
+      if (tensor_index == kOptionalTensor) {
+        continue;
+      }
+      TfLiteTensor* tensor = &tensors_[tensor_index];
+      if (tensor->delegate && tensor->delegate != node.delegate &&
+          tensor->data_is_stale) {
+        EnsureTensorDataIsReadable(tensor_index);
+      }
+    }
+
+    EnsureTensorsVectorCapacity();
+    tensor_resized_since_op_invoke_ = false;
+    if (OpInvoke(registration, &node) == kTfLiteError) {
+      status = ReportOpError(context_, node, registration, node_index,
+                             "failed to invoke");
+    }
+
+    // Force execution prep for downstream ops if the latest op triggered the
+    // resize of a dynamic tensor.
+    if (tensor_resized_since_op_invoke_ &&
+        HasDynamicTensor(*context_, node.outputs)) {
+      next_execution_plan_index_to_prepare_ = execution_plan_index + 1;
+    }
+  }
+
+  return status;
+}
+
+TfLiteStatus Subgraph::ResizeTensor(TfLiteContext* context,
+                                    TfLiteTensor* tensor,
+                                    TfLiteIntArray* new_size) {
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Interpreter to call into the member function ResizeTensorImpl
+  // (this function is static).
+  return static_cast<Subgraph*>(context->impl_)
+      ->ResizeTensorImpl(tensor, new_size);
+}
+
+void Subgraph::ReportErrorImpl(const char* format, va_list args) {
+  error_reporter_->Report(format, args);
+}
+
+void Subgraph::ReportErrorC(TfLiteContext* context, const char* format, ...) {
+  va_list args;
+  va_start(args, format);
+  auto* f = static_cast<Subgraph*>(context->impl_);
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Subgraph to call into the member function ReportErrorImpl
+  // (this function is static).
+  f->ReportErrorImpl(format, args);
+  va_end(args);
+}
+
+// Entry point for C node plugin API to report an error.
+void Subgraph::ReportError(const char* format, ...) {
+  va_list args;
+  va_start(args, format);
+  auto* f = static_cast<Subgraph*>(context_->impl_);
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Subgraph to call into the member function ReportErrorImpl
+  // (this function is static).
+  f->ReportErrorImpl(format, args);
+  va_end(args);
+}
+
+TfLiteStatus Subgraph::AddTensors(int tensors_to_add,
+                                  int* first_new_tensor_index) {
+  const size_t base_index = tensors_.size();
+  if (first_new_tensor_index) *first_new_tensor_index = base_index;
+  tensors_.resize(tensors_.size() + tensors_to_add);
+  for (size_t i = base_index; i < tensors_.size(); i++) {
+    memset(&tensors_[i], 0, sizeof(tensors_[i]));
+    tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
+  }
+  context_->tensors = tensors_.data();
+  context_->tensors_size = tensors_.size();
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::AddTensors(TfLiteContext* context, int tensors_to_add,
+                                  int* first_new_tensor_index) {
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Interpreter to call into the member function AddTensors
+  // (this function is static).
+  return static_cast<Subgraph*>(context->impl_)
+      ->AddTensors(tensors_to_add, first_new_tensor_index);
+}
+
+TfLiteStatus Subgraph::GetNodeAndRegistration(
+    int node_index, TfLiteNode** node, TfLiteRegistration** registration) {
+  TF_LITE_ENSURE(context_, node_index >= 0);
+  auto nodes_size = nodes_and_registration_.size();
+  TF_LITE_ENSURE(context_, static_cast<size_t>(node_index) < nodes_size);
+  TF_LITE_ENSURE(context_, node != nullptr && registration != nullptr);
+  auto& node_and_reg = nodes_and_registration_[node_index];
+  *node = &node_and_reg.first;
+  *registration = &node_and_reg.second;
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::GetNodeAndRegistration(
+    struct TfLiteContext* context, int node_index, TfLiteNode** node,
+    TfLiteRegistration** registration) {
+  return static_cast<Subgraph*>(context->impl_)
+      ->GetNodeAndRegistration(node_index, node, registration);
+}
+
+TfLiteStatus Subgraph::SetTensorParametersReadOnly(
+    int tensor_index, TfLiteType type, const char* name, const size_t rank,
+    const int* dims, TfLiteQuantizationParams quantization, const char* buffer,
+    size_t bytes, const Allocation* allocation) {
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError(
+        "SetTensorParametersReadOnly is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+
+  TF_LITE_ENSURE(context_,
+                 tensor_index < context_->tensors_size && tensor_index >= 0);
+  // For most tensors we know exactly how much memory is necessary so we can
+  // ensure the buffer is large enough. However, we need to skip string tensors
+  // because their sizes change with the contents of the individual strings.
+  if (type != kTfLiteString) {
+    size_t required_bytes;
+    TF_LITE_ENSURE_OK(context_,
+                      BytesRequired(type, dims, rank, &required_bytes));
+    TF_LITE_ENSURE_EQ(context_, required_bytes, bytes);
+  }
+
+  TfLiteTensor& tensor = context_->tensors[tensor_index];
+  if (type == tensor.type &&
+      EqualArrayAndTfLiteIntArray(tensor.dims, rank, dims)) {
+    // Fast path which does not invalidate the invokable property.
+    TfLiteTensorDataFree(&tensor);
+    tensor.data.raw = const_cast<char*>(buffer);
+    if (!tensor.dims) tensor.dims = ConvertArrayToTfLiteIntArray(rank, dims);
+    tensor.params = quantization;
+    tensor.allocation_type = kTfLiteMmapRo;
+    tensor.allocation = allocation;
+  } else {
+    state_ = kStateUninvokable;
+    TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
+                      quantization, const_cast<char*>(buffer), bytes,
+                      kTfLiteMmapRo, allocation, false, &tensor);
+  }
+  return kTfLiteOk;
+}
+
+// Set description of inputs/outputs/data/fptrs for node `node_index`.
+// This variant assumes an external buffer has been allocated of size
+// bytes. The lifetime of buffer must be ensured to be greater or equal
+// to Interpreter.
+TfLiteStatus Subgraph::SetTensorParametersReadWrite(
+    int tensor_index, TfLiteType type, const char* name, const size_t rank,
+    const int* dims, TfLiteQuantizationParams quantization, bool is_variable) {
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError(
+        "SetTensorParametersReadWrite is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+  TF_LITE_ENSURE(context_,
+                 tensor_index < context_->tensors_size && tensor_index >= 0);
+  size_t required_bytes = 0;
+  if (type != kTfLiteString) {
+    // These types will be allocated in our arena so we need to record how
+    // many bytes we will need based on the dimensions. String tensors are
+    // allocated dynamically and we can't know ahead of time how much space
+    // they will require.
+    TF_LITE_ENSURE_OK(context_,
+                      BytesRequired(type, dims, rank, &required_bytes));
+  }
+
+  TfLiteAllocationType allocation_type = kTfLiteArenaRw;
+  if (type == kTfLiteString) {
+    if (is_variable) {
+      // We don't have a real use case for string variable tensor.
+      ReportError("String variable tensor isn't supported.");
+      return kTfLiteError;
+    }
+    allocation_type = kTfLiteDynamic;
+  } else if (is_variable) {
+    allocation_type = kTfLiteArenaRwPersistent;
+  }
+
+  TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
+                    quantization,
+                    /*buffer=*/nullptr, required_bytes, allocation_type,
+                    nullptr, is_variable, &context_->tensors[tensor_index]);
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::SetExecutionPlan(const std::vector<int>& new_plan) {
+  for (int node_index : new_plan) {
+    TF_LITE_ENSURE(context_, node_index >= 0 &&
+                                 node_index < nodes_and_registration_.size());
+  }
+  execution_plan_ = new_plan;
+  return kTfLiteOk;
+}
+
+TfLiteStatus Subgraph::ResizeTensorImpl(TfLiteTensor* tensor,
+                                        TfLiteIntArray* new_size) {
+  // Note that in theory we could resize kTfLiteArenaRwPersistent tensors too.
+  if (tensor->allocation_type == kTfLiteArenaRw ||
+      tensor->allocation_type == kTfLiteDynamic ||
+      tensor->allocation_type == kTfLiteArenaRwPersistent) {
+    tensor_resized_since_op_invoke_ |=
+        TfLiteIntArrayEqual(tensor->dims, new_size) == 0;
+    if (tensor->type != kTfLiteString) {
+      size_t bytesRequired;
+      TfLiteStatus status = BytesRequired(tensor->type, new_size->data,
+                                          new_size->size, &bytesRequired);
+      if (status != kTfLiteOk) {
+        TfLiteIntArrayFree(new_size);
+        return kTfLiteError;
+      }
+
+      // Realloc space for kTfLiteDynamic tensors.
+      TfLiteTensorRealloc(bytesRequired, tensor);
+      tensor->bytes = bytesRequired;
+    }
+    if (tensor->dims) TfLiteIntArrayFree(tensor->dims);
+    tensor->dims = new_size;
+
+    if (tensor->allocation_type != kTfLiteDynamic) {
+      tensor->data.raw = nullptr;
+    }
+  } else {
+    // kTfLiteMmapRo tensors are stored in the flatbuffer and are therefore
+    // of fixed size.
+    TfLiteIntArrayFree(new_size);
+    ReportError("Attempting to resize a fixed-size tensor.");
+    return kTfLiteError;
+  }
+  return kTfLiteOk;
+}
+
+void Subgraph::UseNNAPI(bool enable) {
+  // TODO(aselle): This is a workaround for finding if NNAPI exists.
+  // We also need to make sure getLibraryHandle() is renamed to be NNAPI
+  // prefixed.
+  if (!NNAPIDelegate::IsSupported()) enable = false;
+  if (!enable) {
+    nnapi_delegate_.reset();
+  } else if (!nnapi_delegate_) {
+    nnapi_delegate_.reset(new NNAPIDelegate);
+  }
+}
+
+void Subgraph::SwitchToDelegateContext() {
+  context_->GetNodeAndRegistration = GetNodeAndRegistration;
+  context_->ReplaceNodeSubsetsWithDelegateKernels =
+      ReplaceNodeSubsetsWithDelegateKernels;
+  context_->GetExecutionPlan = GetExecutionPlan;
+}
+
+void Subgraph::SwitchToKernelContext() {
+  context_->GetNodeAndRegistration = [](struct TfLiteContext* context,
+                                        int node_index, TfLiteNode** node,
+                                        TfLiteRegistration** registration) {
+    return ForbiddenContextFunction(context);
+  };
+  context_->ReplaceNodeSubsetsWithDelegateKernels =
+      [](TfLiteContext* context, TfLiteRegistration registration,
+         const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
+        return ForbiddenContextFunction(context);
+      };
+  context_->GetExecutionPlan = [](struct TfLiteContext* context,
+                                  TfLiteIntArray**) {
+    return ForbiddenContextFunction(context);
+  };
+}
+
+TfLiteStatus Subgraph::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
+  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
+    int last_execution_plan_index_prepared;
+    TF_LITE_ENSURE_OK(&context_, PrepareOpsStartingAt(
+                                     0, &last_execution_plan_index_prepared));
+
+    bool has_dynamic_tensors = true;
+    // Dynamic tensors exist if not all nodes can be prepared.
+    if (last_execution_plan_index_prepared + 1 == execution_plan_.size()) {
+      // If all the nodes can be prepared, check if the last node has dynamic
+      // tensors.
+      int node_index = execution_plan_[last_execution_plan_index_prepared];
+      TfLiteNode& node = nodes_and_registration_[node_index].first;
+      if (!HasDynamicTensor(*context_, node.outputs)) {
+        has_dynamic_tensors = false;
+      }
+    }
+    if (has_dynamic_tensors) {
+      ReportError(
+          "Attempting to use a delegate that only supports static-sized "
+          "tensors with a graph that has dynamic-sized tensors.");
+      return kTfLiteError;
+    }
+  }
+
+  // TODO(aselle): Consider if it is worth storing pointers to delegates.
+  // Setup additional context interface.
+  SwitchToDelegateContext();
+
+  TfLiteStatus status = delegate->Prepare(context_, delegate);
+
+  // Remove additional context info.
+  SwitchToKernelContext();
+
+  TF_LITE_ENSURE_OK(context_, status);
+
+  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
+    // Reset the state to force tensor/op reallocation.
+    state_ = kStateUninvokable;
+    TF_LITE_ENSURE_OK(context_, AllocateTensors());
+    TF_LITE_ENSURE_EQ(context_, state_, kStateInvokable);
+    // After using a delegate which doesn't support dynamic tensors, make the
+    // entire graph immutable.
+    state_ = kStateInvokableAndImmutable;
+  }
+
+  return status;
+}
+
+}  // namespace tflite
diff --git a/tensorflow/lite/core/subgraph.h b/tensorflow/lite/core/subgraph.h
new file mode 100644
index 0000000000..9783747ff6
--- /dev/null
+++ b/tensorflow/lite/core/subgraph.h
@@ -0,0 +1,476 @@
+/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+#ifndef TENSORFLOW_LITE_CORE_SUBGRAPH_H_
+#define TENSORFLOW_LITE_CORE_SUBGRAPH_H_
+
+#include <cstdlib>
+#include <vector>
+
+#include "tensorflow/lite/allocation.h"
+#include "tensorflow/lite/c/c_api_internal.h"
+#include "tensorflow/lite/memory_planner.h"
+#include "tensorflow/lite/util.h"
+
+namespace tflite {
+
+// Forward declare since NNAPIDelegate uses Interpreter.
+class NNAPIDelegate;
+
+class Subgraph {
+ public:
+  friend class Interpreter;
+
+  Subgraph(ErrorReporter* error_reporter,
+           TfLiteExternalContext** external_contexts);
+  Subgraph(const Subgraph&) = delete;
+
+  // Subgraphs should be movable but not copyable.
+  Subgraph(Subgraph&&) = default;
+  Subgraph& operator=(const Subgraph&) = delete;
+  virtual ~Subgraph();
+
+  // Provide a list of tensor indexes that are inputs to the model.
+  // Each index is bound check and this modifies the consistent_ flag of the
+  // interpreter.
+  TfLiteStatus SetInputs(std::vector<int> inputs);
+
+  // Provide a list of tensor indexes that are outputs to the model
+  // Each index is bound check and this modifies the consistent_ flag of the
+  // interpreter.
+  TfLiteStatus SetOutputs(std::vector<int> outputs);
+
+  // Provide a list of tensor indexes that are variable tensors.
+  // Each index is bound check and this modifies the consistent_ flag of the
+  // interpreter.
+  TfLiteStatus SetVariables(std::vector<int> variables);
+
+
+  // Adds a node with the given parameters and returns the index of the new
+  // node in `node_index` (optionally). Interpreter will take ownership of
+  // `builtin_data` and destroy it with `free`. Ownership of 'init_data'
+  // remains with the caller.
+  TfLiteStatus AddNodeWithParameters(const std::vector<int>& inputs,
+                                     const std::vector<int>& outputs,
+                                     const char* init_data,
+                                     size_t init_data_size, void* builtin_data,
+                                     const TfLiteRegistration* registration,
+                                     int* node_index);
+
+  // Adds `tensors_to_add` tensors, preserving pre-existing Tensor entries.
+  // The value pointed to by `first_new_tensor_index` will be set to the
+  // index of the first new tensor if `first_new_tensor_index` is non-null.
+  TfLiteStatus AddTensors(int tensors_to_add, int* first_new_tensor_index);
+
+  // Set description of inputs/outputs/data/fptrs for node `node_index`.
+  // This variant assumes an external buffer has been allocated of size
+  // bytes. The lifetime of buffer must be ensured to be greater or equal
+  // to Interpreter.
+  TfLiteStatus SetTensorParametersReadOnly(
+      int tensor_index, TfLiteType type, const char* name, const size_t rank,
+      const int* dims, TfLiteQuantizationParams quantization,
+      const char* buffer, size_t bytes, const Allocation* allocation);
+
+  // Set description of inputs/outputs/data/fptrs for node `node_index`.
+  // This variant assumes an external buffer has been allocated of size
+  // bytes. The lifetime of buffer must be ensured to be greater or equal
+  // to Interpreter.
+  TfLiteStatus SetTensorParametersReadWrite(
+      int tensor_index, TfLiteType type, const char* name, const size_t rank,
+      const int* dims, TfLiteQuantizationParams quantization, bool is_variable);
+
+  // WARNING: Experimental interface, subject to change
+  // Overrides execution plan. This bounds checks indices sent in.
+  TfLiteStatus SetExecutionPlan(const std::vector<int>& new_plan);
+
+  // Get a mutable tensor data structure.
+  // TODO(aselle): Create a safe ArrayHandle interface to avoid exposing this
+  // read/write access to structure
+  TfLiteTensor* tensor(int tensor_index) {
+    if (tensor_index < 0 ||
+        static_cast<size_t>(tensor_index) >= context_->tensors_size) {
+      return nullptr;
+    }
+    return &context_->tensors[tensor_index];
+  }
+
+  // Get an immutable tensor data structure.
+  const TfLiteTensor* tensor(int tensor_index) const {
+    if (tensor_index < 0 ||
+        static_cast<size_t>(tensor_index) >= context_->tensors_size) {
+      return nullptr;
+    }
+    return &context_->tensors[tensor_index];
+  }
+
+  // Read only access to list of inputs.
+  std::vector<int>& inputs() { return inputs_; }
+
+  // Read only access to list of inputs.
+  const std::vector<int>& inputs() const { return inputs_; }
+
+  // Read only access to list of outputs.
+  std::vector<int>& outputs() { return outputs_; }
+
+  // Read only access to list of outputs.
+  const std::vector<int>& outputs() const { return outputs_; }
+
+  // Read only access to list of variable tensors.
+  std::vector<int>& variables() { return variables_; }
+
+  // Read only access to list of variable tensors.
+  const std::vector<int>& variables() const { return variables_; }
+
+  size_t tensors_size() const { return tensors_.size(); }
+
+  // Return the number of ops in the model.
+  size_t nodes_size() const { return nodes_and_registration_.size(); }
+
+  // Read only access to list of variable tensors.
+  std::vector<int>& execution_plan() { return execution_plan_; }
+
+  // Read only access to list of variable tensors.
+  const std::vector<int>& execution_plan() const { return execution_plan_; }
+
+  // Mutable form of tensors (TEMPORARY for refactor).
+  // TODO(b/119495520): remove when refactoring complete.
+  std::vector<TfLiteTensor>& tensors() { return tensors_; }
+  // Mutable form of tensors (TEMPORARY for refactor).
+  // TODO(b/119495520): remove when refactoring complete.
+  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
+  nodes_and_registration() {
+    return nodes_and_registration_;
+  }
+
+  const std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
+  nodes_and_registration() const {
+    return nodes_and_registration_;
+  }
+
+  // Get a pointer to an operation and registration data structure if in bounds.
+  const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
+      int node_index) const {
+    if (node_index < 0 || static_cast<size_t>(node_index) >= nodes_size())
+      return nullptr;
+    return &nodes_and_registration_[node_index];
+  }
+
+
+  // Change the dimensionality of a given tensor. Note, this is only acceptable
+  // for tensor indices that are inputs.
+  // Returns status of failure or success.
+  // TODO(aselle): Consider implementing ArraySlice equivalent to make this
+  //   more adept at accepting data without an extra copy. Use absl::ArraySlice
+  //   if our partners determine that dependency is acceptable.
+  TfLiteStatus ResizeInputTensor(int tensor_index,
+                                 const std::vector<int>& dims);
+
+  // Update allocations for all tensors. This will redim dependent tensors using
+  // the input tensor dimensionality as given. This is relatively expensive.
+  // If you know that your sizes are not changing, you need not call this.
+  // Returns status of success or failure.
+  TfLiteStatus AllocateTensors();
+
+  // Invoke the subgraph (run the whole graph in dependency order).
+  //
+  // NOTE: It is possible that the interpreter is not in a ready state
+  // to evaluate (i.e. if a ResizeTensor() has been performed without an
+  // AllocateTensors().
+  // Returns status of success or failure.
+  TfLiteStatus Invoke();
+
+  // Entry point for C node plugin API to report an error.
+  void ReportError(const char* format, ...);
+
+  void UseNNAPI(bool enable);
+
+  // Return the subgraph specific context.
+  TfLiteContext* context() { return context_; }
+
+  // Set the value of an external context.
+  void SetExternalContext(TfLiteExternalContextType type,
+                          TfLiteExternalContext* ctx);
+  // Get the half precision flag.
+  // WARNING: This is an experimental API and subject to change.
+  bool GetAllowFp16PrecisionForFp32() const {
+    return context_->allow_fp32_relax_to_fp16;
+  }
+
+  // Ensure the data in `tensor.data` is readable. In case delegate is used,
+  // it might require to copy the data from delegate buffer to raw memory.
+  // WARNING: This is an experimental API and subject to change.
+  // TODO(b/119495520): make this private when refactoring complete.
+  TfLiteStatus EnsureTensorDataIsReadable(int tensor_index) {
+    TfLiteTensor* t = &tensors_[tensor_index];
+    TF_LITE_ENSURE(context_, t != nullptr);
+    if (t->data_is_stale) {
+      TF_LITE_ENSURE(context_, t->delegate != nullptr);
+      TF_LITE_ENSURE(context_, t->buffer_handle != kTfLiteNullBufferHandle);
+      // This can be null if the delegate doesn't use its own buffer.
+      TF_LITE_ENSURE(context_, t->delegate->CopyFromBufferHandle != nullptr);
+      t->delegate->CopyFromBufferHandle(context_, t->delegate, t->buffer_handle,
+                                        t->data.raw, t->bytes);
+      t->data_is_stale = false;
+    }
+    return kTfLiteOk;
+  }
+
+
+  // The default capacity of `tensors_` vector.
+  static constexpr int kTensorsReservedCapacity = 128;
+  // The capacity headroom of `tensors_` vector before calling ops'
+  // `prepare` and `invoke` function. In these functions, it's guaranteed
+  // allocating up to `kTensorsCapacityHeadroom` more tensors won't invalidate
+  // pointers to existing tensors.
+  static constexpr int kTensorsCapacityHeadroom = 16;
+
+  // Reset all variable tensors to the default value.
+  // If a variable tensor doesn't have a buffer, reset it to zero.
+  // TODO(b/115961645): Implement - If a variable tensor has a buffer, reset it
+  // to the value of the buffer.
+  // WARNING: This is an experimental API and subject to change.
+  TfLiteStatus ResetVariableTensors();
+
+ private:
+  // Prevent 'context_' from accessing functions that are only available to
+  // delegated kernels.
+  void SwitchToKernelContext();
+
+  // Add delegate-only functions to 'context_'.
+  void SwitchToDelegateContext();
+
+  // Give 'op_reg' a chance to initialize itself using the contents of
+  // 'buffer'.
+  void* OpInit(const TfLiteRegistration& op_reg, const char* buffer,
+               size_t length) {
+    if (op_reg.init == nullptr) return nullptr;
+    return op_reg.init(context_, buffer, length);
+  }
+
+  // Let 'op_reg' release any memory it might have allocated via 'OpInit'.
+  void OpFree(const TfLiteRegistration& op_reg, void* buffer) {
+    if (op_reg.free == nullptr) return;
+    if (buffer) {
+      op_reg.free(context_, buffer);
+    }
+  }
+
+  // Prepare the given 'node' for execution.
+  TfLiteStatus OpPrepare(const TfLiteRegistration& op_reg, TfLiteNode* node) {
+    if (op_reg.prepare == nullptr) return kTfLiteOk;
+    return op_reg.prepare(context_, node);
+  }
+
+  // Invoke the operator represented by 'node'.
+  TfLiteStatus OpInvoke(const TfLiteRegistration& op_reg, TfLiteNode* node) {
+    if (op_reg.invoke == nullptr) return kTfLiteError;
+    return op_reg.invoke(context_, node);
+  }
+
+  // Call OpPrepare() for as many ops as possible, allocating memory for their
+  // tensors. If an op containing dynamic tensors is found, preparation will be
+  // postponed until this function is called again. This allows the interpreter
+  // to wait until Invoke() to resolve the sizes of dynamic tensors.
+  TfLiteStatus PrepareOpsAndTensors();
+
+  // Call OpPrepare() for all ops starting at 'first_node'. Stop when a
+  // dynamic tensors is found or all ops have been prepared. Fill
+  // 'last_node_prepared' with the id of the op containing dynamic tensors, or
+  // the last in the graph.
+  TfLiteStatus PrepareOpsStartingAt(int first_execution_plan_index,
+                                    int* last_execution_plan_index_prepared);
+
+  // Tensors needed by the interpreter. Use `AddTensors` to add more blank
+  // tensor entries. Note, `tensors_.data()` needs to be synchronized to the
+  // `context_` whenever this std::vector is reallocated. Currently this
+  // only happens in `AddTensors()`.
+  std::vector<TfLiteTensor> tensors_;
+
+  // Check if an array of tensor indices are valid with respect to the Tensor
+  // array.
+  // NOTE: this changes consistent_ to be false if indices are out of bounds.
+  TfLiteStatus CheckTensorIndices(const char* label, const int* indices,
+                                  int length);
+
+  // Compute the number of bytes required to represent a tensor with dimensions
+  // specified by the array dims (of length dims_size). Returns the status code
+  // and bytes.
+  TfLiteStatus BytesRequired(TfLiteType type, const int* dims, size_t dims_size,
+                             size_t* bytes);
+
+  // Request an tensor be resized implementation. If the given tensor is of
+  // type kTfLiteDynamic it will also be allocated new memory.
+  TfLiteStatus ResizeTensorImpl(TfLiteTensor* tensor, TfLiteIntArray* new_size);
+
+  // Report a detailed error string (will be printed to stderr).
+  // TODO(aselle): allow user of class to provide alternative destinations.
+  void ReportErrorImpl(const char* format, va_list args);
+
+  // Entry point for C node plugin API to request an tensor be resized.
+  static TfLiteStatus ResizeTensor(TfLiteContext* context, TfLiteTensor* tensor,
+                                   TfLiteIntArray* new_size);
+  // Entry point for C node plugin API to report an error.
+  static void ReportErrorC(TfLiteContext* context, const char* format, ...);
+
+  // Entry point for C node plugin API to add new tensors.
+  static TfLiteStatus AddTensors(TfLiteContext* context, int tensors_to_add,
+                                 int* first_new_tensor_index);
+
+  // WARNING: This is an experimental API and subject to change.
+  // Entry point for C API ReplaceNodeSubsetsWithDelegateKernels
+  static TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
+      TfLiteContext* context, TfLiteRegistration registration,
+      const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate);
+
+  // Update the execution graph to replace some of the nodes with stub
+  // nodes. Specifically any node index that has `nodes[index]==1` will be
+  // slated for replacement with a delegate kernel specified by registration.
+  // Ownership of 'nodes_to_replace' and 'delegate' remains with the caller.
+  // WARNING: This is an experimental interface that is subject to change.
+  TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
+      TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
+      TfLiteDelegate* delegate);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Gets the internal pointer to a TensorFlow lite node by node_index.
+  TfLiteStatus GetNodeAndRegistration(int node_index, TfLiteNode** node,
+                                      TfLiteRegistration** registration);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Entry point for C node plugin API to get a node by index.
+  static TfLiteStatus GetNodeAndRegistration(struct TfLiteContext*,
+                                             int node_index, TfLiteNode** node,
+                                             TfLiteRegistration** registration);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Gets an TfLiteIntArray* representing the execution plan. The interpreter
+  // owns this memory and it is only guaranteed to exist during the invocation
+  // of the delegate prepare.
+  TfLiteStatus GetExecutionPlan(TfLiteIntArray** execution_plan);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Entry point for C node plugin API to get the execution plan.
+  static TfLiteStatus GetExecutionPlan(struct TfLiteContext* context,
+                                       TfLiteIntArray** execution_plan);
+
+  // Retrieve an existing external context by type.
+  TfLiteExternalContext* GetExternalContext(TfLiteExternalContextType type);
+  static TfLiteExternalContext* GetExternalContext(
+      struct TfLiteContext* context, TfLiteExternalContextType type);
+
+  // Set the value of an external context.
+  static void SetExternalContext(struct TfLiteContext* context,
+                                 TfLiteExternalContextType type,
+                                 TfLiteExternalContext* ctx);
+
+  // Allow a delegate to look at the graph and modify the graph to handle
+  // parts of the graph themselves. After this is called, the graph may
+  // contain new nodes that replace 1 more nodes.
+  // WARNING: This is an experimental API and subject to change.
+  TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegate* delegate);
+
+  // Ensures that `tensors_` has at least `kTensorsCapacityHeadroom` extra
+  // capacity. Calling this function may invalidate existing pointers to
+  // tensors. After calling this function, adding `kTensorsCapacityHeadroom`
+  // more tensors won't invalidate the pointer to existing tensors.
+  void EnsureTensorsVectorCapacity() {
+    const size_t required_capacity = tensors_.size() + kTensorsCapacityHeadroom;
+    if (required_capacity > tensors_.capacity()) {
+      tensors_.reserve(required_capacity);
+      context_->tensors = tensors_.data();
+    }
+  }
+
+  // The state of the Interpreter.
+  enum State {
+    // The interpreter isn't ready to be invoked.
+    // `AllocateTensor` need to be called to enter an invokable state.
+    kStateUninvokable = 0,
+    // The interpreter is ready to be invoked.
+    kStateInvokable,
+    // The interpreter is ready to be invoked, and graph can't be further
+    // modified. The interpreter will enter this state when calling
+    // `ModifyGraphWithDelegate` with `allow_dynamic_tensors=false`.
+    kStateInvokableAndImmutable,
+  };
+  State state_ = kStateUninvokable;
+
+  // A pure C data structure used to communicate with the pure C plugin
+  // interface. To avoid copying tensor metadata, this is also the definitive
+  // structure to store tensors.
+  // TODO(b/119495520): Get rid of owned and just make context_ a instance.
+  TfLiteContext owned_context_;
+  TfLiteContext* context_;
+
+  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
+  // function pointers to actual implementation.
+  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
+      nodes_and_registration_;
+
+  // Whether the model is consistent. That is to say if the inputs and outputs
+  // of every node and the global inputs and outputs are valid indexes into
+  // the tensor array.
+  bool consistent_ = true;
+
+  // Array of indices representing the tensors that are inputs to the
+  // interpreter.
+  std::vector<int> inputs_;
+
+  // Array of indices representing the tensors that are outputs to the
+  // interpreter.
+  std::vector<int> outputs_;
+
+  // Array of indices representing the tensors that are variable tensors.
+  std::vector<int> variables_;
+
+  // The error reporter delegate that tflite will forward queries errors to.
+  ErrorReporter* error_reporter_;
+
+  // Index of the next node to prepare.
+  // During Invoke(), Interpreter will allocate input tensors first, which are
+  // known to be fixed size. Then it will allocate outputs from nodes as many
+  // as possible. When there is a node that produces dynamic sized tensor.
+  // Interpreter will stop allocating tensors, set the value of next allocate
+  // node id, and execute the node to generate the output tensor before continue
+  // to allocate successors. This process repeats until all nodes are executed.
+  // NOTE: this relies on the order of nodes that is in topological order.
+  int next_execution_plan_index_to_prepare_;
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // This is a list of node indices (to index into nodes_and_registration).
+  // This represents a valid topological sort (dependency ordered) execution
+  // plan. In particular, it is valid for this ordering to contain only a
+  // subset of the node indices.
+  std::vector<int> execution_plan_;
+
+  // In the future, we'd like a TfLiteIntArray compatible representation.
+  // TODO(aselle): replace execution_plan_ with this.
+  std::unique_ptr<TfLiteIntArray, TfLiteIntArrayDeleter> plan_cache_;
+
+  // Whether to delegate to NN API
+  std::unique_ptr<NNAPIDelegate> nnapi_delegate_;
+
+  std::unique_ptr<MemoryPlanner> memory_planner_;
+
+  // Tracking bit for whether a tensor was resized in the course of an op
+  // invocation. This is a useful hint to ensure that dynamic tensor outputs
+  // trigger downstream reallocation after op invocation.
+  bool tensor_resized_since_op_invoke_ = false;
+
+  // External contexts (kTfLiteMaxExternalContexts).
+  TfLiteExternalContext** external_contexts_;
+};
+
+}  // namespace tflite
+#endif  // TENSORFLOW_LITE_CORE_SUBGRAPH_H_
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index 0bac5b07b2..4f4a999210 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -20,7 +20,6 @@ limitations under the License.
 #include <cstdint>
 #include <cstring>
 
-#include "tensorflow/lite/arena_planner.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/context_util.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
@@ -32,110 +31,14 @@ limitations under the License.
 #include "tensorflow/lite/util.h"
 
 namespace tflite {
-namespace {
-
-TfLiteStatus ReportOpError(TfLiteContext* context, const TfLiteNode& node,
-                           const TfLiteRegistration& registration,
-                           int node_index, const char* message) {
-  context->ReportError(
-      context, "Node number %d (%s) %s.\n", node_index,
-      registration.custom_name
-          ? registration.custom_name
-          : EnumNameBuiltinOperator(
-                static_cast<BuiltinOperator>(registration.builtin_code)),
-      message);
-  return kTfLiteError;
-}
-
-// Stub method which returns kTfLiteError when the function is forbidden.
-// We're registrating this function to several different function to save
-// compiled binary size. Please note the restrictions:
-// * The type of first parameter have to be `TfLiteContext*`.
-// * All paramteters must be trivailly destructible. (E.g. No C++ class)
-TfLiteStatus ForbiddenContextFunction(TfLiteContext* context, ...) {
-  context->ReportError(context,
-                       "The function is forbidden if not calling in delegate.");
-  return kTfLiteError;
-}
-
-// Set the ForbiddenContextFunction to a compatible function pointer.
-template <typename FunctionType>
-void SetForbiddenContextFunction(FunctionType* func) {
-  *func = reinterpret_cast<FunctionType>(ForbiddenContextFunction);
-}
-
-// Returns true if at least one tensor in the given list is kTfLiteDynamic.
-template <typename TensorIntArray>
-bool HasDynamicTensorImpl(const TfLiteContext& context,
-                          const TensorIntArray& int_array) {
-  for (int i : int_array) {
-    const TfLiteTensor& tensor = context.tensors[i];
-    if (tensor.allocation_type == kTfLiteDynamic) {
-      return true;
-    }
-  }
-  return false;
-}
-
-}  // namespace
-
-// A trivial implementation of GraphInfo around the Interpreter.
-// NOTE: this interpreter info represents the subset of the
-// graph that is executed according to execution plan. Thus,
-// the indices are execution plan indices rather than raw node
-// indices.
-class InterpreterInfo : public GraphInfo {
- public:
-  explicit InterpreterInfo(Interpreter* interpreter)
-      : interpreter_(interpreter) {}
-
-  size_t num_tensors() const override { return interpreter_->tensors_size(); }
-  TfLiteTensor* tensor(size_t index) override {
-    return interpreter_->tensor(index);
-  }
-  size_t num_nodes() const override {
-    return interpreter_->execution_plan().size();
-  }
-  const TfLiteNode& node(size_t index) const override {
-    int node_index = interpreter_->execution_plan()[index];
-    return interpreter_->node_and_registration(node_index)->first;
-  }
-  const std::vector<int>& inputs() const override {
-    return interpreter_->inputs();
-  }
-  const std::vector<int>& outputs() const override {
-    return interpreter_->outputs();
-  }
-  const std::vector<int>& variables() const override {
-    return interpreter_->variables();
-  }
-
- public:
-  Interpreter* interpreter_;
-};
 
 Interpreter::Interpreter(ErrorReporter* error_reporter)
     : error_reporter_(error_reporter ? error_reporter
                                      : DefaultErrorReporter()) {
-  context_.impl_ = static_cast<void*>(this);
-  context_.ResizeTensor = ResizeTensor;
-  context_.ReportError = ReportError;
-  context_.AddTensors = AddTensors;
-  context_.tensors = nullptr;
-  context_.tensors_size = 0;
-  context_.allow_fp32_relax_to_fp16 = false;
-  context_.recommended_num_threads = -1;
-  context_.GetExternalContext = GetExternalContext;
-  context_.SetExternalContext = SetExternalContext;
-
-  // Invalid to call these these except from TfLiteDelegate
-  SwitchToKernelContext();
+  subgraphs_.emplace_back(error_reporter_, external_contexts_);
+  context_ = primary_subgraph().context();
 
   // Reserve some space for the tensors to avoid excessive resizing.
-  tensors_.reserve(kTensorsReservedCapacity);
-  nodes_and_registration_.reserve(kTensorsReservedCapacity);
-  next_execution_plan_index_to_prepare_ = 0;
-
   for (int i = 0; i < kTfLiteMaxExternalContexts; ++i) {
     external_contexts_[i] = nullptr;
   }
@@ -143,673 +46,75 @@ Interpreter::Interpreter(ErrorReporter* error_reporter)
   UseNNAPI(false);
 }
 
-Interpreter::~Interpreter() {
-  for (auto& nodeAndReg : nodes_and_registration_) {
-    TfLiteNode& node = nodeAndReg.first;
-    TfLiteIntArrayFree(node.inputs);
-    TfLiteIntArrayFree(node.outputs);
-    TfLiteIntArrayFree(node.temporaries);
-    if (node.builtin_data) free(node.builtin_data);
-    OpFree(nodeAndReg.second, node.user_data);
-    node.builtin_data = nullptr;
-  }
-
-  for (size_t i = 0; i < context_.tensors_size; i++) {
-    TfLiteTensor* tensor = &context_.tensors[i];
-    if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
-        tensor->delegate->FreeBufferHandle != nullptr) {
-      tensor->delegate->FreeBufferHandle(&context_, tensor->delegate,
-                                         &tensor->buffer_handle);
-    }
-    TfLiteTensorFree(tensor);
-  }
-}
-
-TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
-    TfLiteContext* context, TfLiteRegistration registration,
-    const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
-  return static_cast<Interpreter*>(context->impl_)
-      ->ReplaceNodeSubsetsWithDelegateKernels(registration, nodes_to_replace,
-                                              delegate);
-}
-
-namespace {
-
-// Copy a std::vector<int> to an existing TfLiteIntArray.
-// This is a low-level data manipulation function, and it's caller's
-// responsibility to ensure TfLiteIntArray has enough size.
-void CopyVectorToTfLiteIntArray(const std::vector<int>& vec,
-                                TfLiteIntArray* arr) {
-  arr->size = vec.size();
-  memcpy(arr->data, vec.data(), sizeof(int) * arr->size);
-}
-
-// This function allocates a continuous memory space that contains a
-// TfLiteDelegateParams followed by a several TfLiteIntArray.
-// When calling `free` at TfLiteDelegateParams*, all the allocated space
-// will be freed together.
-//
-// +-----------------------------------+
-// | TfLiteDelegateParams              |
-// | TfLiteDelegate* delegate;         |
-// | TfLiteIntArray* nodes_to_replace; |--\
-// | TfLiteIntArray* input_tensors;    |--+--\
-// | TfLiteIntArray* output_tensors;   |--+--+--\
-// +-----------------------------------+  |  |  |
-// | TfLiteIntArray (variable size)    |<-/  |  |
-// +-----------------------------------+     |  |
-// | TfLiteIntArray (variable size)    |<----/  |
-// +-----------------------------------+        |
-// | TfLiteIntArray (variable size)    |<-------/
-// +-----------------------------------+
-TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
-                                           const NodeSubset& node_subset) {
-  // Step 1: Calculate the allocation size.
-  int allocation_size = sizeof(TfLiteDelegateParams);
-
-  int nodes_to_replace_size =
-      TfLiteIntArrayGetSizeInBytes(node_subset.nodes.size());
-  allocation_size += nodes_to_replace_size;
-
-  int input_tensors_size =
-      TfLiteIntArrayGetSizeInBytes(node_subset.input_tensors.size());
-  allocation_size += input_tensors_size;
-
-  int output_tensors_size =
-      TfLiteIntArrayGetSizeInBytes(node_subset.output_tensors.size());
-  allocation_size += output_tensors_size;
-
-  // Step 2: Allocate the memory.
-  // Use `char*` for conveniently step through the allocated space by bytes.
-  char* allocation = reinterpret_cast<char*>(malloc(allocation_size));
-
-  // Step 3: Fill all data structures structures.
-  TfLiteDelegateParams* params =
-      reinterpret_cast<TfLiteDelegateParams*>(allocation);
-  params->delegate = delegate;
-  allocation += sizeof(TfLiteDelegateParams);
-
-  params->nodes_to_replace = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(node_subset.nodes, params->nodes_to_replace);
-  allocation += nodes_to_replace_size;
-
-  params->input_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(node_subset.input_tensors, params->input_tensors);
-  allocation += input_tensors_size;
-
-  params->output_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(node_subset.output_tensors,
-                             params->output_tensors);
-  allocation += output_tensors_size;
-
-  return params;
-}
-
-}  // namespace
-
-TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
-    TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
-    TfLiteDelegate* delegate) {
-  // Annotate the registration as DELEGATE op.
-  registration.builtin_code = BuiltinOperator_DELEGATE;
-
-  // Analyze the graph to find all independent node_subsets that are either
-  // fully not-this-delegate or this-delegate computation.
-  InterpreterInfo info(this);
-  std::vector<NodeSubset> node_subsets;
-  PartitionGraphIntoIndependentNodeSubsets(&info, nodes_to_replace,
-                                           &node_subsets);
-
-  execution_plan_.clear();
-  for (auto& node_subset : node_subsets) {
-    // Subsets calimed by the delegate should have a "macro" op created, the
-    // other node_subsets (kTfNonPartition) just have their nodes added back to
-    // the execution plan.
-    switch (node_subset.type) {
-      case NodeSubset::kTfNonPartition:
-        for (auto it = node_subset.nodes.begin(); it != node_subset.nodes.end();
-             ++it) {
-          execution_plan_.push_back(*it);
-        }
-        break;
-      case NodeSubset::kTfPartition: {
-        int node_index;
-
-        TfLiteDelegateParams* params =
-            CreateDelegateParams(delegate, node_subset);
-        TF_LITE_ENSURE_STATUS(AddNodeWithParameters(
-            node_subset.input_tensors, node_subset.output_tensors, nullptr, 0,
-            params, &registration, &node_index));
-
-        // Initialize the output tensors's delegate-related fields.
-        for (int tensor_index : node_subset.output_tensors) {
-          TfLiteTensor* tensor = &tensors_[tensor_index];
-          TF_LITE_ENSURE(&context_, tensor->delegate == nullptr ||
-                                        tensor->delegate == delegate);
-          tensor->delegate = delegate;
-        }
-
-        // Associate the node with the delegate.
-        TfLiteNode* node = &nodes_and_registration_[node_index].first;
-        node->delegate = delegate;
-      } break;
-      case NodeSubset::kTfUnexplored:
-        return kTfLiteError;
-        break;
-    }
-  }
-  return kTfLiteOk;
-}
-
-TfLiteExternalContext* Interpreter::GetExternalContext(
-    TfLiteExternalContextType type) {
-  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
-    return external_contexts_[type];
-  }
-  return nullptr;
-}
-
-TfLiteExternalContext* Interpreter::GetExternalContext(
-    struct TfLiteContext* context, TfLiteExternalContextType type) {
-  return static_cast<Interpreter*>(context->impl_)->GetExternalContext(type);
-}
+Interpreter::~Interpreter() {}
 
 void Interpreter::SetExternalContext(TfLiteExternalContextType type,
                                      TfLiteExternalContext* ctx) {
-  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
-    external_contexts_[type] = ctx;
-  }
-}
-
-void Interpreter::SetExternalContext(struct TfLiteContext* context,
-                                     TfLiteExternalContextType type,
-                                     TfLiteExternalContext* ctx) {
-  return static_cast<Interpreter*>(context->impl_)
-      ->SetExternalContext(type, ctx);
-}
-
-// Gets an TfLiteIntArray* representing the execution plan. The interpreter owns
-// this memory and it is only guaranteed to exist during the invocation of the
-// delegate prepare.
-TfLiteStatus Interpreter::GetExecutionPlan(TfLiteIntArray** execution_plan) {
-  // TODO(aselle): Do not make a copy here
-  plan_cache_.reset(TfLiteIntArrayCreate(execution_plan_.size()));
-  *execution_plan = plan_cache_.get();
-  static_assert(sizeof(plan_cache_->data[0]) == sizeof(execution_plan_[0]),
-                "TfLiteIntArray and execution_plan do not contain same type.");
-  std::memcpy(plan_cache_->data, execution_plan_.data(),
-              sizeof(plan_cache_->data[0]) * execution_plan_.size());
-  return kTfLiteOk;
-}
-
-// WARNING: This is an experimental interface that is subject to change.
-// Entry point for C node plugin API to get the execution plan
-TfLiteStatus Interpreter::GetExecutionPlan(struct TfLiteContext* context,
-                                           TfLiteIntArray** execution_plan) {
-  return static_cast<Interpreter*>(context->impl_)
-      ->GetExecutionPlan(execution_plan);
+  primary_subgraph().SetExternalContext(type, ctx);
 }
 
 TfLiteStatus Interpreter::SetInputs(std::vector<int> inputs) {
-  TF_LITE_ENSURE_OK(&context_,
-                    CheckTensorIndices("inputs", inputs.data(), inputs.size()));
-  inputs_ = std::move(inputs);
-  return kTfLiteOk;
+  return primary_subgraph().SetInputs(inputs);
 }
 
 TfLiteStatus Interpreter::SetOutputs(std::vector<int> outputs) {
-  TF_LITE_ENSURE_OK(
-      &context_, CheckTensorIndices("outputs", outputs.data(), outputs.size()));
-  outputs_ = std::move(outputs);
-  return kTfLiteOk;
+  return primary_subgraph().SetOutputs(outputs);
 }
 
 TfLiteStatus Interpreter::SetVariables(std::vector<int> variables) {
-  TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("variables", variables.data(),
-                                                  variables.size()));
-  variables_ = std::move(variables);
-  return kTfLiteOk;
-}
-
-TfLiteStatus Interpreter::CheckTensorIndices(const char* label,
-                                             const int* indices, int length) {
-  // Making sure kOptionalTensor is not re-defined to something other than -1.
-  static_assert(kOptionalTensor == -1, "kOptionalTensor should be defined -1");
-
-  for (int i = 0; i < length; i++) {
-    int index = indices[i];
-    // Continue if index == kOptionalTensor before additional comparisons below,
-    // size_t(-1) is always >= context_tensors_size.
-    if (index == kOptionalTensor) {
-      continue;
-    }
-    if (index < 0 || static_cast<size_t>(index) >= context_.tensors_size) {
-      ReportError(&context_, "Invalid tensor index %d in %s\n", index, label);
-      consistent_ = false;
-      return kTfLiteError;
-    }
-  }
-  return kTfLiteOk;
-}
-
-TfLiteStatus Interpreter::BytesRequired(TfLiteType type, const int* dims,
-                                        size_t dims_size, size_t* bytes) {
-  // TODO(aselle): Check for overflow here using overflow.h in TensorFlow
-  // MultiplyWithoutOverflow.
-  TF_LITE_ENSURE(&context_, bytes != nullptr);
-  size_t count = 1;
-  for (int k = 0; k < dims_size; k++) count *= dims[k];
-  switch (type) {
-    case kTfLiteFloat32:
-      *bytes = sizeof(float) * count;
-      break;
-    case kTfLiteInt16:
-      *bytes = sizeof(int16_t) * count;
-      break;
-    case kTfLiteInt32:
-      *bytes = sizeof(int32_t) * count;
-      break;
-    case kTfLiteUInt8:
-      *bytes = sizeof(uint8_t) * count;
-      break;
-    case kTfLiteInt8:
-      *bytes = sizeof(int8_t) * count;
-      break;
-    case kTfLiteInt64:
-      *bytes = sizeof(int64_t) * count;
-      break;
-    case kTfLiteBool:
-      *bytes = sizeof(bool) * count;
-      break;
-    case kTfLiteComplex64:
-      *bytes = sizeof(std::complex<float>) * count;
-      break;
-    default:
-      ReportError(&context_,
-                  "Only float32, int16, int32, int64, uint8, int8, bool, "
-                  "complex64 supported currently.");
-      return kTfLiteError;
-  }
-  return kTfLiteOk;
+  return primary_subgraph().SetVariables(variables);
 }
 
 TfLiteStatus Interpreter::AllocateTensors() {
-  if (!consistent_) {
-    ReportError(&context_, "AllocateTensors() called on inconsistent model.");
-    return kTfLiteError;
-  }
-
-  // Explicit (re)allocation is necessary if nodes have been changed or tensors
-  // have been resized. For inputs marked as dynamic, we can't short-circuit the
-  // allocation as the client may have done the resize manually.
-  if (state_ != kStateUninvokable && !HasDynamicTensorImpl(context_, inputs_)) {
-    return kTfLiteOk;
-  }
-
-  next_execution_plan_index_to_prepare_ = 0;
-  if (memory_planner_) {
-    TF_LITE_ENSURE_STATUS(memory_planner_->ResetAllocations());
-  }
-
-  TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
-
-  state_ = kStateInvokable;
-
-  // Reset the variable tensors to zero after (re)allocating the tensors.
-  // Developers shouldn't rely on the side effect of this function to reset
-  // variable tesnsors. They should call `ResetVariableTensors` directly
-  // instead.
-  ResetVariableTensors();
-
-  return kTfLiteOk;
-}
-
-// TODO(ycling): Support non-zero default values.
-TfLiteStatus Interpreter::ResetVariableTensors() {
-  for (auto& tensor : tensors_) {
-    if (!tensor.is_variable) {
-      continue;
-    }
-
-    // Variable tensors have to be `kTfLiteArenaRwPersistent`, and must be
-    // allocated after the initial `PrepareOpsAndTensors()` is called.
-    TF_LITE_ENSURE_EQ(&context_, tensor.allocation_type,
-                      kTfLiteArenaRwPersistent);
-    TF_LITE_ENSURE(&context_, tensor.data.raw != nullptr);
-
-    memset(tensor.data.raw, 0, tensor.bytes);
-  }
-  return kTfLiteOk;
+  return primary_subgraph().AllocateTensors();
 }
 
 void Interpreter::ReserveNodes(int count) {
-  nodes_and_registration_.reserve(count);
+  primary_subgraph().nodes_and_registration().reserve(count);
 }
 
 TfLiteStatus Interpreter::AddNodeWithParameters(
     const std::vector<int>& inputs, const std::vector<int>& outputs,
     const char* init_data, size_t init_data_size, void* builtin_data,
     const TfLiteRegistration* registration, int* node_index) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError(&context_,
-                "AddNodeWithParameters is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-  state_ = kStateUninvokable;
-
-  std::unique_ptr<void, decltype(free)*> builtin_data_deleter(builtin_data,
-                                                              free);
-
-  TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("node inputs", inputs.data(),
-                                                  inputs.size()));
-  TF_LITE_ENSURE_OK(
-      &context_,
-      CheckTensorIndices("node outputs", outputs.data(), outputs.size()));
-
-  int new_node_index = nodes_and_registration_.size();
-  if (node_index) *node_index = new_node_index;
-  nodes_and_registration_.resize(nodes_and_registration_.size() + 1);
-  auto& node_and_reg = nodes_and_registration_.back();
-  TfLiteNode& node = node_and_reg.first;
-  if (node.inputs) TfLiteIntArrayFree(node.inputs);
-  if (node.outputs) TfLiteIntArrayFree(node.outputs);
-  if (node.temporaries) TfLiteIntArrayFree(node.temporaries);
-
-  // NOTE, here we are not using move semantics yet, since our internal
-  // representation isn't std::vector, but in the future we would like to avoid
-  // copies, so we want the interface to take r-value references now.
-  node.inputs = ConvertVectorToTfLiteIntArray(inputs);
-  node.outputs = ConvertVectorToTfLiteIntArray(outputs);
-  node.temporaries = TfLiteIntArrayCreate(0);
-  if (init_data) {
-    node.user_data = OpInit(*registration, init_data, init_data_size);
-  } else {
-    node.user_data =
-        OpInit(*registration,
-               reinterpret_cast<const char*>(builtin_data_deleter.get()), 0);
-  }
-
-  node.builtin_data = builtin_data_deleter.release();
-  // TODO(ycling): Filling `custom_initial_data` and `custom_initial_data_size`
-  // properly for nodes generated by ReplaceNodeSubsetsWithDelegateKernels.
-
-  if (registration->builtin_code == BuiltinOperator_CUSTOM) {
-    // When it's a CUSTOM op, the `custom_options` field in the Flatbuffer
-    // `Operator` table is passed in.
-    node.custom_initial_data = init_data;
-    node.custom_initial_data_size = init_data_size;
-  } else {
-    node.custom_initial_data = nullptr;
-    node.custom_initial_data_size = 0;
-  }
-
-  node.delegate = nullptr;
-  node_and_reg.second = *registration;
-  execution_plan_.push_back(new_node_index);
-  return kTfLiteOk;
+  return primary_subgraph().AddNodeWithParameters(inputs, outputs, init_data,
+                                                  init_data_size, builtin_data,
+                                                  registration, node_index);
 }
 
 TfLiteStatus Interpreter::ResizeInputTensor(int tensor_index,
                                             const std::vector<int>& dims) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError(&context_,
-                "ResizeInputTensor is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-
-  // TODO(aselle): All bounds checks can be implemented as one-sided bounds
-  // checks by casting to unsigned for efficiency. Profile before doing this.
-  TF_LITE_ENSURE(&context_,
-                 tensor_index < context_.tensors_size && tensor_index >= 0);
-  TfLiteTensor* tensor = &context_.tensors[tensor_index];
-
-  // Short-circuit the state change if the dimensions don't change, avoiding
-  // unnecessary (re)allocations.
-  if (EqualArrayAndTfLiteIntArray(tensor->dims, dims.size(), dims.data())) {
-    return kTfLiteOk;
-  }
-
-  state_ = kStateUninvokable;
-  return ResizeTensorImpl(tensor, ConvertVectorToTfLiteIntArray(dims));
-}
-
-bool HasDynamicTensor(const TfLiteContext& context,
-                      const TfLiteIntArray* int_array) {
-  return HasDynamicTensorImpl(context, TfLiteIntArrayView{int_array});
-}
-
-TfLiteStatus Interpreter::PrepareOpsStartingAt(
-    int first_execution_plan_index, int* last_execution_plan_index_prepared) {
-  for (int execution_plan_index = first_execution_plan_index;
-       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
-    int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = nodes_and_registration_[node_index].first;
-    const TfLiteRegistration& registration =
-        nodes_and_registration_[node_index].second;
-    EnsureTensorsVectorCapacity();
-    if (OpPrepare(registration, &node) == kTfLiteError) {
-      return ReportOpError(&context_, node, registration, node_index,
-                           "failed to prepare");
-    }
-
-    *last_execution_plan_index_prepared = execution_plan_index;
-
-    // Discontinue if the node has dynamic outputs. Note that we don't
-    // stop for dynamic temporary tensors since they won't affect the
-    // sizes of other tensors in the graph.
-    if (HasDynamicTensor(context_, node.outputs)) {
-      break;
-    }
-  }
-  return kTfLiteOk;
-}
-
-TfLiteStatus Interpreter::PrepareOpsAndTensors() {
-  if (!memory_planner_) {
-    memory_planner_.reset(new ArenaPlanner(
-        &context_, std::unique_ptr<GraphInfo>(new InterpreterInfo(this)),
-        /*preserve_inputs=*/true, /*preserve_intermediates*/ false));
-    memory_planner_->PlanAllocations();
-  }
-
-  int last_exec_plan_index_prepared = 0;
-
-  TF_LITE_ENSURE_STATUS(PrepareOpsStartingAt(
-      next_execution_plan_index_to_prepare_, &last_exec_plan_index_prepared));
-  TF_LITE_ENSURE_STATUS(memory_planner_->ExecuteAllocations(
-      next_execution_plan_index_to_prepare_, last_exec_plan_index_prepared));
-
-  next_execution_plan_index_to_prepare_ = last_exec_plan_index_prepared + 1;
-  return kTfLiteOk;
+  return primary_subgraph().ResizeInputTensor(tensor_index, dims);
 }
 
 TfLiteStatus Interpreter::Invoke() {
-  if (!consistent_) {
-    ReportError(&context_, "Invoke called on model that is not consistent.");
-    return kTfLiteError;
-  }
-  if (state_ == kStateUninvokable) {
-    ReportError(&context_, "Invoke called on model that is not ready.");
-    return kTfLiteError;
-  }
-
-  TfLiteStatus status = kTfLiteOk;
-  if (nnapi_delegate_) {
-    if (next_execution_plan_index_to_prepare_ == execution_plan_.size()) {
-      TF_LITE_ENSURE_OK(&context_, nnapi_delegate_->Invoke(this));
-      return kTfLiteOk;
-    } else {
-      // TODO(aselle): In the future, we would like this to be an
-      // automatic tflite CPU fallback.
-      ReportError(&context_,
-                  "NNAPI was requested, but dependent sized tensors "
-                  "being used.\n");
-      return kTfLiteError;
-    }
-  }
-
-  // Invocations are always done in node order.
-  // Note that calling Invoke repeatedly will cause the original memory plan to
-  // be reused, unless either ResizeInputTensor() or AllocateTensors() has been
-  // called.
-  for (int execution_plan_index = 0;
-       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
-    if (execution_plan_index == next_execution_plan_index_to_prepare_) {
-      TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
-      TF_LITE_ENSURE(&context_, next_execution_plan_index_to_prepare_ >=
-                                    execution_plan_index);
-    }
-    int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = nodes_and_registration_[node_index].first;
-    const TfLiteRegistration& registration =
-        nodes_and_registration_[node_index].second;
-    SCOPED_OPERATOR_PROFILE(profiler_, node_index);
-
-    // TODO(ycling): This is an extra loop through inputs to check if the data
-    // need to be copied from Delegate buffer to raw memory, which is often not
-    // needed. We may want to cache this in prepare to know if this needs to be
-    // done for a node or not.
-    for (int i = 0; i < node.inputs->size; ++i) {
-      int tensor_index = node.inputs->data[i];
-      if (tensor_index == kOptionalTensor) {
-        continue;
-      }
-      TfLiteTensor* tensor = &tensors_[tensor_index];
-      if (tensor->delegate && tensor->delegate != node.delegate &&
-          tensor->data_is_stale) {
-        EnsureTensorDataIsReadable(tensor_index);
-      }
-    }
-
-    EnsureTensorsVectorCapacity();
-    tensor_resized_since_op_invoke_ = false;
-    if (OpInvoke(registration, &node) == kTfLiteError) {
-      status = ReportOpError(&context_, node, registration, node_index,
-                             "failed to invoke");
-    }
-
-    // Force execution prep for downstream ops if the latest op triggered the
-    // resize of a dynamic tensor.
-    if (tensor_resized_since_op_invoke_ &&
-        HasDynamicTensor(context_, node.outputs)) {
-      next_execution_plan_index_to_prepare_ = execution_plan_index + 1;
-    }
-  }
+  TfLiteStatus status = primary_subgraph().Invoke();
 
   if (!allow_buffer_handle_output_) {
-    for (int tensor_index : outputs_) {
-      EnsureTensorDataIsReadable(tensor_index);
+    for (int tensor_index : outputs()) {
+      primary_subgraph().EnsureTensorDataIsReadable(tensor_index);
     }
   }
 
   return status;
 }
 
-TfLiteStatus Interpreter::ResizeTensor(TfLiteContext* context,
-                                       TfLiteTensor* tensor,
-                                       TfLiteIntArray* new_size) {
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Interpreter to call into the member function ResizeTensorImpl
-  // (this function is static).
-  return static_cast<Interpreter*>(context->impl_)
-      ->ResizeTensorImpl(tensor, new_size);
-}
-
-void Interpreter::ReportErrorImpl(const char* format, va_list args) {
-  error_reporter_->Report(format, args);
-}
-
-void Interpreter::ReportError(TfLiteContext* context, const char* format, ...) {
-  va_list args;
-  va_start(args, format);
-  auto* f = static_cast<Interpreter*>(context->impl_);
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Interpreter to call into the member function ReportErrorImpl
-  // (this function is static).
-  f->ReportErrorImpl(format, args);
-  va_end(args);
-}
-
 TfLiteStatus Interpreter::AddTensors(int tensors_to_add,
                                      int* first_new_tensor_index) {
-  const size_t base_index = tensors_.size();
-  if (first_new_tensor_index) *first_new_tensor_index = base_index;
-  tensors_.resize(tensors_.size() + tensors_to_add);
-  for (size_t i = base_index; i < tensors_.size(); i++) {
-    memset(&tensors_[i], 0, sizeof(tensors_[i]));
-    tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
-  }
-  context_.tensors = tensors_.data();
-  context_.tensors_size = tensors_.size();
-  return kTfLiteOk;
-}
-
-TfLiteStatus Interpreter::AddTensors(TfLiteContext* context, int tensors_to_add,
-                                     int* first_new_tensor_index) {
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Interpreter to call into the member function AddTensors
-  // (this function is static).
-  return static_cast<Interpreter*>(context->impl_)
-      ->AddTensors(tensors_to_add, first_new_tensor_index);
+  return primary_subgraph().AddTensors(tensors_to_add, first_new_tensor_index);
 }
 
-TfLiteStatus Interpreter::GetNodeAndRegistration(
-    int node_index, TfLiteNode** node, TfLiteRegistration** registration) {
-  TF_LITE_ENSURE(&context_, node_index >= 0);
-  TF_LITE_ENSURE(&context_, static_cast<size_t>(node_index) < nodes_size());
-  TF_LITE_ENSURE(&context_, node != nullptr && registration != nullptr);
-  *node = &nodes_and_registration_[node_index].first;
-  *registration = &nodes_and_registration_[node_index].second;
-  return kTfLiteOk;
-}
-
-TfLiteStatus Interpreter::GetNodeAndRegistration(
-    struct TfLiteContext* context, int node_index, TfLiteNode** node,
-    TfLiteRegistration** registration) {
-  return static_cast<Interpreter*>(context->impl_)
-      ->GetNodeAndRegistration(node_index, node, registration);
+TfLiteStatus Interpreter::ResetVariableTensors() {
+  return primary_subgraph().ResetVariableTensors();
 }
 
 TfLiteStatus Interpreter::SetTensorParametersReadOnly(
     int tensor_index, TfLiteType type, const char* name, const size_t rank,
     const int* dims, TfLiteQuantizationParams quantization, const char* buffer,
     size_t bytes, const Allocation* allocation) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError(
-        &context_,
-        "SetTensorParametersReadOnly is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-
-  TF_LITE_ENSURE(&context_,
-                 tensor_index < context_.tensors_size && tensor_index >= 0);
-  // For most tensors we know exactly how much memory is necessary so we can
-  // ensure the buffer is large enough. However, we need to skip string tensors
-  // because their sizes change with the contents of the individual strings.
-  if (type != kTfLiteString) {
-    size_t required_bytes;
-    TF_LITE_ENSURE_OK(&context_,
-                      BytesRequired(type, dims, rank, &required_bytes));
-    TF_LITE_ENSURE_EQ(&context_, required_bytes, bytes);
-  }
-
-  TfLiteTensor& tensor = context_.tensors[tensor_index];
-  if (type == tensor.type &&
-      EqualArrayAndTfLiteIntArray(tensor.dims, rank, dims)) {
-    // Fast path which does not invalidate the invokable property.
-    TfLiteTensorDataFree(&tensor);
-    tensor.data.raw = const_cast<char*>(buffer);
-    if (!tensor.dims) tensor.dims = ConvertArrayToTfLiteIntArray(rank, dims);
-    tensor.params = quantization;
-    tensor.allocation_type = kTfLiteMmapRo;
-    tensor.allocation = allocation;
-  } else {
-    state_ = kStateUninvokable;
-    TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
-                      quantization, const_cast<char*>(buffer), bytes,
-                      kTfLiteMmapRo, allocation, false, &tensor);
-  }
-  return kTfLiteOk;
+  return primary_subgraph().SetTensorParametersReadOnly(
+      tensor_index, type, name, rank, dims, quantization, buffer, bytes,
+      allocation);
 }
 
 // Set description of inputs/outputs/data/fptrs for node `node_index`.
@@ -819,186 +124,52 @@ TfLiteStatus Interpreter::SetTensorParametersReadOnly(
 TfLiteStatus Interpreter::SetTensorParametersReadWrite(
     int tensor_index, TfLiteType type, const char* name, const size_t rank,
     const int* dims, TfLiteQuantizationParams quantization, bool is_variable) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError(
-        &context_,
-        "SetTensorParametersReadWrite is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-  TF_LITE_ENSURE(&context_,
-                 tensor_index < context_.tensors_size && tensor_index >= 0);
-  size_t required_bytes = 0;
-  if (type != kTfLiteString) {
-    // These types will be allocated in our arena so we need to record how
-    // many bytes we will need based on the dimensions. String tensors are
-    // allocated dynamically and we can't know ahead of time how much space
-    // they will require.
-    TF_LITE_ENSURE_OK(&context_,
-                      BytesRequired(type, dims, rank, &required_bytes));
-  }
-
-  TfLiteAllocationType allocation_type = kTfLiteArenaRw;
-  if (type == kTfLiteString) {
-    if (is_variable) {
-      // We don't have a real use case for string variable tensor.
-      ReportError(&context_, "String variable tensor isn't supported.");
-      return kTfLiteError;
-    }
-    allocation_type = kTfLiteDynamic;
-  } else if (is_variable) {
-    allocation_type = kTfLiteArenaRwPersistent;
-  }
-
-  TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
-                    quantization,
-                    /*buffer=*/nullptr, required_bytes, allocation_type,
-                    nullptr, is_variable, &context_.tensors[tensor_index]);
-  return kTfLiteOk;
+  return primary_subgraph().SetTensorParametersReadWrite(
+      tensor_index, type, name, rank, dims, quantization, is_variable);
 }
 
 TfLiteStatus Interpreter::SetExecutionPlan(const std::vector<int>& new_plan) {
-  for (int node_index : new_plan) {
-    TF_LITE_ENSURE(&context_, node_index >= 0 && node_index < nodes_size());
-  }
-  execution_plan_ = new_plan;
-  return kTfLiteOk;
+  return primary_subgraph().SetExecutionPlan(new_plan);
 }
 
-TfLiteStatus Interpreter::ResizeTensorImpl(TfLiteTensor* tensor,
-                                           TfLiteIntArray* new_size) {
-  // Note that in theory we could resize kTfLiteArenaRwPersistent tensors too.
-  if (tensor->allocation_type == kTfLiteArenaRw ||
-      tensor->allocation_type == kTfLiteDynamic ||
-      tensor->allocation_type == kTfLiteArenaRwPersistent) {
-    tensor_resized_since_op_invoke_ |=
-        TfLiteIntArrayEqual(tensor->dims, new_size) == 0;
-    if (tensor->type != kTfLiteString) {
-      size_t bytesRequired;
-      TfLiteStatus status = BytesRequired(tensor->type, new_size->data,
-                                          new_size->size, &bytesRequired);
-      if (status != kTfLiteOk) {
-        TfLiteIntArrayFree(new_size);
-        return kTfLiteError;
-      }
-
-      // Realloc space for kTfLiteDynamic tensors.
-      TfLiteTensorRealloc(bytesRequired, tensor);
-      tensor->bytes = bytesRequired;
-    }
-    if (tensor->dims) TfLiteIntArrayFree(tensor->dims);
-    tensor->dims = new_size;
-
-    if (tensor->allocation_type != kTfLiteDynamic) {
-      tensor->data.raw = nullptr;
-    }
-  } else {
-    // kTfLiteMmapRo tensors are stored in the flatbuffer and are therefore
-    // of fixed size.
-    TfLiteIntArrayFree(new_size);
-    ReportError(&context_, "Attempting to resize a fixed-size tensor.");
-    return kTfLiteError;
-  }
-  return kTfLiteOk;
-}
-
-void Interpreter::UseNNAPI(bool enable) {
-  // TODO(aselle): This is a workaround for finding if NNAPI exists.
-  // We also need to make sure getLibraryHandle() is renamed to be NNAPI
-  // prefixed.
-  if (!NNAPIDelegate::IsSupported()) enable = false;
-  if (!enable) {
-    nnapi_delegate_.reset();
-  } else if (!nnapi_delegate_) {
-    nnapi_delegate_.reset(new NNAPIDelegate);
-  }
-}
+void Interpreter::UseNNAPI(bool enable) { primary_subgraph().UseNNAPI(enable); }
 
 void Interpreter::SetNumThreads(int num_threads) {
-  context_.recommended_num_threads = num_threads;
+  for (auto& subgraph : subgraphs_) {
+    subgraph.context()->recommended_num_threads = num_threads;
+  }
 
   for (int i = 0; i < kTfLiteMaxExternalContexts; ++i) {
     auto* c = external_contexts_[i];
     if (c && c->Refresh) {
-      c->Refresh(&context_);
+      c->Refresh(context_);
     }
   }
 }
 
-void Interpreter::SwitchToDelegateContext() {
-  context_.GetNodeAndRegistration = GetNodeAndRegistration;
-  context_.ReplaceNodeSubsetsWithDelegateKernels =
-      ReplaceNodeSubsetsWithDelegateKernels;
-  context_.GetExecutionPlan = GetExecutionPlan;
-}
-
-void Interpreter::SwitchToKernelContext() {
-  SetForbiddenContextFunction(&context_.GetNodeAndRegistration);
-  SetForbiddenContextFunction(&context_.ReplaceNodeSubsetsWithDelegateKernels);
-  SetForbiddenContextFunction(&context_.GetExecutionPlan);
+void Interpreter::SetAllowFp16PrecisionForFp32(bool allow) {
+  for (auto& subgraph : subgraphs_) {
+    subgraph.context()->allow_fp32_relax_to_fp16 = allow;
+  }
 }
 
 TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
-  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
-    int last_execution_plan_index_prepared;
-    TF_LITE_ENSURE_OK(&context_, PrepareOpsStartingAt(
-                                     0, &last_execution_plan_index_prepared));
-
-    bool has_dynamic_tensors = true;
-    // Dynamic tensors exist if not all nodes can be prepared.
-    if (last_execution_plan_index_prepared + 1 == execution_plan_.size()) {
-      // If all the nodes can be prepared, check if the last node has dynamic
-      // tensors.
-      int node_index = execution_plan_[last_execution_plan_index_prepared];
-      TfLiteNode& node = nodes_and_registration_[node_index].first;
-      if (!HasDynamicTensor(context_, node.outputs)) {
-        has_dynamic_tensors = false;
-      }
-    }
-    if (has_dynamic_tensors) {
-      ReportError(
-          &context_,
-          "Attempting to use a delegate that only supports static-sized "
-          "tensors with a graph that has dynamic-sized tensors.");
-      return kTfLiteError;
-    }
-  }
-
-  // TODO(aselle): Consider if it is worth storing pointers to delegates.
-  // Setup additional context interface.
-  SwitchToDelegateContext();
-
-  TfLiteStatus status = delegate->Prepare(&context_, delegate);
-
-  // Remove additional context info.
-  SwitchToKernelContext();
-
-  TF_LITE_ENSURE_OK(&context_, status);
-
-  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
-    // Reset the state to force tensor/op reallocation.
-    state_ = kStateUninvokable;
-    TF_LITE_ENSURE_OK(&context_, AllocateTensors());
-    TF_LITE_ENSURE_EQ(&context_, state_, kStateInvokable);
-    // After using a delegate which doesn't support dynamic tensors, make the
-    // entire graph immutable.
-    state_ = kStateInvokableAndImmutable;
-  }
-
-  return status;
+  return primary_subgraph().ModifyGraphWithDelegate(delegate);
 }
 
 TfLiteStatus Interpreter::SetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle buffer_handle,
                                           TfLiteDelegate* delegate) {
-  TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-  TfLiteTensor* tensor = &tensors_[tensor_index];
+  TF_LITE_ENSURE(context_, tensor_index < tensors_size());
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+  TfLiteTensor* tensor = &tensors[tensor_index];
 
-  TF_LITE_ENSURE(&context_,
+  TF_LITE_ENSURE(context_,
                  tensor->delegate == nullptr || tensor->delegate == delegate);
   tensor->delegate = delegate;
   if (tensor->buffer_handle != kTfLiteNullBufferHandle) {
-    TF_LITE_ENSURE(&context_, tensor->delegate->FreeBufferHandle != nullptr);
-    tensor->delegate->FreeBufferHandle(&context_, tensor->delegate,
+    TF_LITE_ENSURE(context_, tensor->delegate->FreeBufferHandle != nullptr);
+    tensor->delegate->FreeBufferHandle(context_, tensor->delegate,
                                        &tensor->buffer_handle);
   }
   tensor->buffer_handle = buffer_handle;
@@ -1009,8 +180,9 @@ TfLiteStatus Interpreter::SetBufferHandle(int tensor_index,
 TfLiteStatus Interpreter::GetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle* buffer_handle,
                                           TfLiteDelegate** delegate) {
-  TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
-  TfLiteTensor* tensor = &tensors_[tensor_index];
+  TF_LITE_ENSURE(context_, tensor_index < tensors_size());
+  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
+  TfLiteTensor* tensor = &tensors[tensor_index];
 
   *delegate = tensor->delegate;
   *buffer_handle = tensor->buffer_handle;
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index de6c42bfcc..a6ad5d9137 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -25,6 +25,7 @@ limitations under the License.
 #include "tensorflow/lite/allocation.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/subgraph.h"
 #include "tensorflow/lite/memory_planner.h"
 #include "tensorflow/lite/profiling/profiler.h"
 #include "tensorflow/lite/stderr_reporter.h"
@@ -73,9 +74,6 @@ constexpr TfLiteType typeToTfLiteType<string>() {
   return kTfLiteString;
 }
 
-// Forward declare since NNAPIDelegate uses Interpreter.
-class NNAPIDelegate;
-
 // An interpreter for a graph of nodes that input and output from tensors.
 // Each node of the graph processes a set of input tensors and produces a
 // set of output Tensors. All inputs/output tensors are referenced by index.
@@ -104,12 +102,6 @@ class NNAPIDelegate;
 // foo.Invoke();
 //
 
-struct TfLiteIntArrayDeleter {
-  void operator()(TfLiteIntArray* a) {
-    if (a) TfLiteIntArrayFree(a);
-  }
-};
-
 class Interpreter {
  public:
   // Instantiate an interpreter. All errors associated with reading and
@@ -121,6 +113,7 @@ class Interpreter {
 
   ~Interpreter();
 
+  // Interpreters are not copyable as they have non-trivial memory semantics.
   Interpreter(const Interpreter&) = delete;
   Interpreter& operator=(const Interpreter&) = delete;
 
@@ -201,34 +194,40 @@ class Interpreter {
   // Functions to access tensor data
 
   // Read only access to list of inputs.
-  const std::vector<int>& inputs() const { return inputs_; }
+  const std::vector<int>& inputs() const { return primary_subgraph().inputs(); }
 
   // Return the name of a given input. The given index must be between 0 and
   // inputs().size().
   const char* GetInputName(int index) const {
-    return context_.tensors[inputs_[index]].name;
+    return context_->tensors[inputs()[index]].name;
   }
 
   // Read only access to list of outputs.
-  const std::vector<int>& outputs() const { return outputs_; }
+  const std::vector<int>& outputs() const {
+    return primary_subgraph().outputs();
+  }
 
   // Read only access to list of variable tensors.
-  const std::vector<int>& variables() const { return variables_; }
+  const std::vector<int>& variables() const {
+    return primary_subgraph().variables();
+  }
 
   // Return the name of a given output. The given index must be between 0 and
   // outputs().size().
   const char* GetOutputName(int index) const {
-    return context_.tensors[outputs_[index]].name;
+    return context_->tensors[outputs()[index]].name;
   }
 
   // Return the number of tensors in the model.
-  size_t tensors_size() const { return context_.tensors_size; }
+  size_t tensors_size() const { return context_->tensors_size; }
 
   // Return the number of ops in the model.
-  size_t nodes_size() const { return nodes_and_registration_.size(); }
+  size_t nodes_size() const { return primary_subgraph().nodes_size(); }
 
   // WARNING: Experimental interface, subject to change
-  const std::vector<int>& execution_plan() const { return execution_plan_; }
+  const std::vector<int>& execution_plan() const {
+    return primary_subgraph().execution_plan();
+  }
 
   // WARNING: Experimental interface, subject to change
   // Overrides execution plan. This bounds checks indices sent in.
@@ -238,27 +237,18 @@ class Interpreter {
   // TODO(aselle): Create a safe ArrayHandle interface to avoid exposing this
   // read/write access to structure
   TfLiteTensor* tensor(int tensor_index) {
-    if (tensor_index < 0 ||
-        static_cast<size_t>(tensor_index) >= context_.tensors_size)
-      return nullptr;
-    return &context_.tensors[tensor_index];
+    return primary_subgraph().tensor(tensor_index);
   }
 
   // Get an immutable tensor data structure.
   const TfLiteTensor* tensor(int tensor_index) const {
-    if (tensor_index < 0 ||
-        static_cast<size_t>(tensor_index) >= context_.tensors_size)
-      return nullptr;
-    return &context_.tensors[tensor_index];
+    return primary_subgraph().tensor(tensor_index);
   }
 
   // Get a pointer to an operation and registration data structure if in bounds.
   const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
       int node_index) const {
-    if (node_index < 0 ||
-        static_cast<size_t>(node_index) >= nodes_and_registration_.size())
-      return nullptr;
-    return &nodes_and_registration_[node_index];
+    return primary_subgraph().node_and_registration(node_index);
   }
 
   // Perform a checked cast to the appropriate tensor type (mutable pointer
@@ -289,28 +279,28 @@ class Interpreter {
   // index must be between 0 and inputs().size().
   template <class T>
   T* typed_input_tensor(int index) {
-    return typed_tensor<T>(inputs_[index]);
+    return typed_tensor<T>(inputs()[index]);
   }
 
   // Return an immutable pointer into the data of a given input tensor. The
   // given index must be between 0 and inputs().size().
   template <class T>
   const T* typed_input_tensor(int index) const {
-    return typed_tensor<T>(inputs_[index]);
+    return typed_tensor<T>(inputs()[index]);
   }
 
   // Return a mutable pointer into the data of a given output tensor. The given
   // index must be between 0 and outputs().size().
   template <class T>
   T* typed_output_tensor(int index) {
-    return typed_tensor<T>(outputs_[index]);
+    return typed_tensor<T>(outputs()[index]);
   }
 
   // Return an immutable pointer into the data of a given output tensor. The
   // given index must be between 0 and outputs().size().
   template <class T>
   const T* typed_output_tensor(int index) const {
-    return typed_tensor<T>(outputs_[index]);
+    return typed_tensor<T>(outputs()[index]);
   }
 
   // Change the dimensionality of a given tensor. Note, this is only acceptable
@@ -325,7 +315,6 @@ class Interpreter {
   // Update allocations for all tensors. This will redim dependent tensors using
   // the input tensor dimensionality as given. This is relatively expensive.
   // If you know that your sizes are not changing, you need not call this.
-
   // Returns status of success or failure.
   TfLiteStatus AllocateTensors();
 
@@ -346,14 +335,12 @@ class Interpreter {
   // Allow float16 precision for FP32 calculation when possible.
   // default: not allow.
   // WARNING: This is an experimental API and subject to change.
-  void SetAllowFp16PrecisionForFp32(bool allow) {
-    context_.allow_fp32_relax_to_fp16 = allow;
-  }
+  void SetAllowFp16PrecisionForFp32(bool allow);
 
   // Get the half precision flag.
   // WARNING: This is an experimental API and subject to change.
   bool GetAllowFp16PrecisionForFp32() const {
-    return context_.allow_fp32_relax_to_fp16;
+    return context_->allow_fp32_relax_to_fp16;
   }
 
   // Owning handle to a TfLiteDelegate instance.
@@ -366,24 +353,6 @@ class Interpreter {
   // WARNING: This is an experimental API and subject to change.
   TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegate* delegate);
 
-  // Ensure the data in `tensor.data` is readable. In case delegate is used,
-  // it might require to copy the data from delegate buffer to raw memory.
-  // WARNING: This is an experimental API and subject to change.
-  TfLiteStatus EnsureTensorDataIsReadable(int tensor_index) {
-    TfLiteTensor* t = tensor(tensor_index);
-    TF_LITE_ENSURE(&context_, t != nullptr);
-    if (t->data_is_stale) {
-      TF_LITE_ENSURE(&context_, t->delegate != nullptr);
-      TF_LITE_ENSURE(&context_, t->buffer_handle != kTfLiteNullBufferHandle);
-      // This can be null if the delegate doesn't use its own buffer.
-      TF_LITE_ENSURE(&context_, t->delegate->CopyFromBufferHandle != nullptr);
-      t->delegate->CopyFromBufferHandle(
-          &context_, t->delegate, t->buffer_handle, t->data.raw, t->bytes);
-      t->data_is_stale = false;
-    }
-    return kTfLiteOk;
-  }
-
   // Set the delegate buffer handle to a tensor. It can be called in the
   // following cases:
   // 1. Set the buffer handle to a tensor that's not being written by a
@@ -439,7 +408,7 @@ class Interpreter {
   const char* OpProfilingString(const TfLiteRegistration& op_reg,
                                 const TfLiteNode* node) const {
     if (op_reg.profiling_string == nullptr) return nullptr;
-    return op_reg.profiling_string(&context_, node);
+    return op_reg.profiling_string(context_, node);
   }
 
   // Set the value of an external context.
@@ -450,131 +419,19 @@ class Interpreter {
   friend class InterpreterBuilder;
   friend class InterpreterTest;
 
-  // Prevent 'context_' from accessing functions that are only available to
-  // delegated kernels.
-  void SwitchToKernelContext();
-
-  // Add delegate-only functions to 'context_'.
-  void SwitchToDelegateContext();
-
-  // Give 'op_reg' a chance to initialize itself using the contents of
-  // 'buffer'.
-  void* OpInit(const TfLiteRegistration& op_reg, const char* buffer,
-               size_t length) {
-    if (op_reg.init == nullptr) return nullptr;
-    return op_reg.init(&context_, buffer, length);
-  }
-
-  // Let 'op_reg' release any memory it might have allocated via 'OpInit'.
-  void OpFree(const TfLiteRegistration& op_reg, void* buffer) {
-    if (op_reg.free == nullptr) return;
-    if (buffer) {
-      op_reg.free(&context_, buffer);
-    }
-  }
-
-  // Prepare the given 'node' for execution.
-  TfLiteStatus OpPrepare(const TfLiteRegistration& op_reg, TfLiteNode* node) {
-    if (op_reg.prepare == nullptr) return kTfLiteOk;
-    return op_reg.prepare(&context_, node);
+  Subgraph& primary_subgraph() {
+    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
   }
 
-  // Invoke the operator represented by 'node'.
-  TfLiteStatus OpInvoke(const TfLiteRegistration& op_reg, TfLiteNode* node) {
-    if (op_reg.invoke == nullptr) return kTfLiteError;
-    return op_reg.invoke(&context_, node);
+  const Subgraph& primary_subgraph() const {
+    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
   }
 
-  // Call OpPrepare() for as many ops as possible, allocating memory for their
-  // tensors. If an op containing dynamic tensors is found, preparation will be
-  // postponed until this function is called again. This allows the interpreter
-  // to wait until Invoke() to resolve the sizes of dynamic tensors.
-  TfLiteStatus PrepareOpsAndTensors();
-
-  // Call OpPrepare() for all ops starting at 'first_node'. Stop when a
-  // dynamic tensors is found or all ops have been prepared. Fill
-  // 'last_node_prepared' with the id of the op containing dynamic tensors, or
-  // the last in the graph.
-  TfLiteStatus PrepareOpsStartingAt(int first_execution_plan_index,
-                                    int* last_execution_plan_index_prepared);
-
   // Tensors needed by the interpreter. Use `AddTensors` to add more blank
   // tensor entries. Note, `tensors_.data()` needs to be synchronized to the
   // `context_` whenever this std::vector is reallocated. Currently this
   // only happens in `AddTensors()`.
-  std::vector<TfLiteTensor> tensors_;
-
-  // Check if an array of tensor indices are valid with respect to the Tensor
-  // array.
-  // NOTE: this changes consistent_ to be false if indices are out of bounds.
-  TfLiteStatus CheckTensorIndices(const char* label, const int* indices,
-                                  int length);
-
-  // Compute the number of bytes required to represent a tensor with dimensions
-  // specified by the array dims (of length dims_size). Returns the status code
-  // and bytes.
-  TfLiteStatus BytesRequired(TfLiteType type, const int* dims, size_t dims_size,
-                             size_t* bytes);
-
-  // Request an tensor be resized implementation. If the given tensor is of
-  // type kTfLiteDynamic it will also be allocated new memory.
-  TfLiteStatus ResizeTensorImpl(TfLiteTensor* tensor, TfLiteIntArray* new_size);
-
-  // Report a detailed error string (will be printed to stderr).
-  // TODO(aselle): allow user of class to provide alternative destinations.
-  void ReportErrorImpl(const char* format, va_list args);
-
-  // Entry point for C node plugin API to request an tensor be resized.
-  static TfLiteStatus ResizeTensor(TfLiteContext* context, TfLiteTensor* tensor,
-                                   TfLiteIntArray* new_size);
-  // Entry point for C node plugin API to report an error.
-  static void ReportError(TfLiteContext* context, const char* format, ...);
-
-  // Entry point for C node plugin API to add new tensors.
-  static TfLiteStatus AddTensors(TfLiteContext* context, int tensors_to_add,
-                                 int* first_new_tensor_index);
-
-  // WARNING: This is an experimental API and subject to change.
-  // Entry point for C API ReplaceNodeSubsetsWithDelegateKernels
-  static TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
-      TfLiteContext* context, TfLiteRegistration registration,
-      const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate);
-
-  // Update the execution graph to replace some of the nodes with stub
-  // nodes. Specifically any node index that has `nodes[index]==1` will be
-  // slated for replacement with a delegate kernel specified by registration.
-  // Ownership of 'nodes_to_replace' and 'delegate' remains with the caller.
-  // WARNING: This is an experimental interface that is subject to change.
-  TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
-      TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
-      TfLiteDelegate* delegate);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Gets the internal pointer to a TensorFlow lite node by node_index.
-  TfLiteStatus GetNodeAndRegistration(int node_index, TfLiteNode** node,
-                                      TfLiteRegistration** registration);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Entry point for C node plugin API to get a node by index.
-  static TfLiteStatus GetNodeAndRegistration(struct TfLiteContext*,
-                                             int node_index, TfLiteNode** node,
-                                             TfLiteRegistration** registration);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Gets an TfLiteIntArray* representing the execution plan. The interpreter
-  // owns this memory and it is only guaranteed to exist during the invocation
-  // of the delegate prepare.
-  TfLiteStatus GetExecutionPlan(TfLiteIntArray** execution_plan);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Entry point for C node plugin API to get the execution plan.
-  static TfLiteStatus GetExecutionPlan(struct TfLiteContext* context,
-                                       TfLiteIntArray** execution_plan);
-
-  // Retrieve an existing external context by type.
-  TfLiteExternalContext* GetExternalContext(TfLiteExternalContextType type);
-  static TfLiteExternalContext* GetExternalContext(
-      struct TfLiteContext* context, TfLiteExternalContextType type);
+  // std::vector<TfLiteTensor> tensors_;
 
   // Set the value of an external context.
   static void SetExternalContext(struct TfLiteContext* context,
@@ -591,105 +448,31 @@ class Interpreter {
     return ModifyGraphWithDelegate(owned_delegates_.back().get());
   }
 
-  // Ensures that `tensors_` has at least `kTensorsCapacityHeadroom` extra
-  // capacity. Calling this function may invalidate existing pointers to
-  // tensors. After calling this function, adding `kTensorsCapacityHeadroom`
-  // more tensors won't invalidate the pointer to existing tensors.
-  void EnsureTensorsVectorCapacity() {
-    const size_t required_capacity = tensors_size() + kTensorsCapacityHeadroom;
-    if (required_capacity > tensors_.capacity()) {
-      tensors_.reserve(required_capacity);
-      context_.tensors = tensors_.data();
-    }
-  }
-
-  // The state of the Interpreter.
-  enum State {
-    // The interpreter isn't ready to be invoked.
-    // `AllocateTensor` need to be called to enter an invokable state.
-    kStateUninvokable = 0,
-    // The interpreter is ready to be invoked.
-    kStateInvokable,
-    // The interpreter is ready to be invoked, and graph can't be further
-    // modified. The interpreter will enter this state when calling
-    // `ModifyGraphWithDelegate` with `allow_dynamic_tensors=false`.
-    kStateInvokableAndImmutable,
-  };
-  State state_ = kStateUninvokable;
-
   // A pure C data structure used to communicate with the pure C plugin
   // interface. To avoid copying tensor metadata, this is also the definitive
   // structure to store tensors.
-  TfLiteContext context_;
-
-  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
-  // function pointers to actual implementation.
-  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
-      nodes_and_registration_;
-
-  // Whether the model is consistent. That is to say if the inputs and outputs
-  // of every node and the global inputs and outputs are valid indexes into
-  // the tensor array.
-  bool consistent_ = true;
-
-  // Array of indices representing the tensors that are inputs to the
-  // interpreter.
-  std::vector<int> inputs_;
-
-  // Array of indices representing the tensors that are outputs to the
-  // interpreter.
-  std::vector<int> outputs_;
-
-  // Array of indices representing the tensors that are variable tensors.
-  std::vector<int> variables_;
+  // This is the primary subgraph context.
+  TfLiteContext* context_;
 
   // The error reporter delegate that tflite will forward queries errors to.
   ErrorReporter* error_reporter_;
 
-  // Index of the next node to prepare.
-  // During Invoke(), Interpreter will allocate input tensors first, which are
-  // known to be fixed size. Then it will allocate outputs from nodes as many
-  // as possible. When there is a node that produces dynamic sized tensor.
-  // Interpreter will stop allocating tensors, set the value of next allocate
-  // node id, and execute the node to generate the output tensor before continue
-  // to allocate successors. This process repeats until all nodes are executed.
-  // NOTE: this relies on the order of nodes that is in topological order.
-  int next_execution_plan_index_to_prepare_;
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // This is a list of node indices (to index into nodes_and_registration).
-  // This represents a valid topological sort (dependency ordered) execution
-  // plan. In particular, it is valid for this ordering to contain only a
-  // subset of the node indices.
-  std::vector<int> execution_plan_;
-
-  // In the future, we'd like a TfLiteIntArray compatible representation.
-  // TODO(aselle): replace execution_plan_ with this.
-  std::unique_ptr<TfLiteIntArray, TfLiteIntArrayDeleter> plan_cache_;
-
-  // Whether to delegate to NN API
-  std::unique_ptr<NNAPIDelegate> nnapi_delegate_;
-
   // List of delegates that have been installed and are owned by this
   // interpreter instance. Useful if client delegate ownership is burdensome.
   // WARNING: This is an experimental API and subject to change.
   // TODO(b/116667551): Use TfLiteExternalContext for storing state.
   std::vector<TfLiteDelegatePtr> owned_delegates_;
 
-  std::unique_ptr<MemoryPlanner> memory_planner_;
-
   bool allow_buffer_handle_output_ = false;
 
-  // Tracking bit for whether a tensor was resized in the course of an op
-  // invocation. This is a useful hint to ensure that dynamic tensor outputs
-  // trigger downstream reallocation after op invocation.
-  bool tensor_resized_since_op_invoke_ = false;
-
   // Profiler for this interpreter instance.
   profiling::Profiler* profiler_ = nullptr;
 
   // List of active external contexts.
   TfLiteExternalContext* external_contexts_[kTfLiteMaxExternalContexts];
+
+  // Subgraphs
+  std::vector<Subgraph> subgraphs_;
 };
 
 }  // namespace tflite
diff --git a/tensorflow/lite/interpreter_test.cc b/tensorflow/lite/interpreter_test.cc
index 7f03c3ceba..2e0dc77dcd 100644
--- a/tensorflow/lite/interpreter_test.cc
+++ b/tensorflow/lite/interpreter_test.cc
@@ -38,7 +38,7 @@ class InterpreterTest : public ::testing::Test {
   }
 
  protected:
-  TfLiteContext* GetInterpreterContext() { return &interpreter_.context_; }
+  TfLiteContext* GetInterpreterContext() { return interpreter_.context_; }
 
   Interpreter interpreter_;
 };
diff --git a/tensorflow/lite/nnapi_delegate.cc b/tensorflow/lite/nnapi_delegate.cc
index a1be2a5abc..983665b7da 100644
--- a/tensorflow/lite/nnapi_delegate.cc
+++ b/tensorflow/lite/nnapi_delegate.cc
@@ -140,13 +140,13 @@ NNAPIDelegate::~NNAPIDelegate() {
   // ANeuralNetworksShutdown();
 }
 
-// Adds the tensors of the interpreter to the NN API model.
-TfLiteStatus addTensorOperands(tflite::Interpreter* interpreter,
+// Adds the tensors of the subgraph to the NN API model.
+TfLiteStatus addTensorOperands(tflite::Subgraph* subgraph,
                                ANeuralNetworksModel* nn_model,
                                uint32_t* no_of_operands_added,
                                std::vector<int64_t>* nnapi_ids) {
   uint32_t next_id = 0;
-  for (size_t i = 0; i < interpreter->tensors_size(); i++) {
+  for (size_t i = 0; i < subgraph->tensors_size(); i++) {
     // Skip temporaries and RNN back-edges.
     if ((*nnapi_ids)[i] == kOperandNotNeeded) continue;
 
@@ -156,7 +156,7 @@ TfLiteStatus addTensorOperands(tflite::Interpreter* interpreter,
     // NNAPI requires 32-bit float scale to be zero, tflite doesn't care
     float scale = 0.0f;
     int32_t zeroPoint = 0;
-    TfLiteTensor* tensor = interpreter->tensor(i);
+    TfLiteTensor* tensor = subgraph->tensor(i);
     switch (tensor->type) {
       case kTfLiteNoType:
         // Tensors added during initialization of Ops don't have a type yet and
@@ -240,12 +240,12 @@ void MapAndAddTensorIds(const int* from_ids_buf, size_t from_ids_count,
 // Adds the operations and their parameters to the NN API model.
 // 'next-id' is the operand ID of the next operand of the model.
 TfLiteStatus AddOpsAndParams(
-    tflite::Interpreter* interpreter, ANeuralNetworksModel* nn_model,
+    tflite::Subgraph* subgraph, ANeuralNetworksModel* nn_model,
     uint32_t next_id, std::vector<int>* model_state_inputs,
     std::vector<int>* model_state_outputs,
     const std::vector<int64_t>& tensor_id_to_nnapi_id) {
-  for (size_t i = 0; i < interpreter->nodes_size(); i++) {
-    const auto* node_and_registration = interpreter->node_and_registration(i);
+  for (size_t i = 0; i < subgraph->nodes_size(); i++) {
+    const auto* node_and_registration = subgraph->node_and_registration(i);
     const TfLiteNode& node = node_and_registration->first;
     const TfLiteRegistration& registration = node_and_registration->second;
     tflite::BuiltinOperator builtin =
@@ -291,9 +291,9 @@ TfLiteStatus AddOpsAndParams(
     // For each state_out tensor, a corresponding state_in operand needs to be
     // created for NNAPI.
     auto duplicate_state_tensor_float32 =
-        [interpreter, &nn_model, &next_id, &augmented_inputs,
-         &model_state_inputs, &model_state_outputs](int tensor_id) {
-          const TfLiteTensor* tensor = interpreter->tensor(tensor_id);
+        [subgraph, &nn_model, &next_id, &augmented_inputs, &model_state_inputs,
+         &model_state_outputs](int tensor_id) {
+          const TfLiteTensor* tensor = subgraph->tensor(tensor_id);
           ANeuralNetworksOperandType operand_type{
               ANEURALNETWORKS_TENSOR_FLOAT32,
               static_cast<uint32_t>(tensor->dims->size),
@@ -388,11 +388,11 @@ TfLiteStatus AddOpsAndParams(
     };
 
     // LSTM in NNAPI requires scratch tensor as an output operand.
-    auto add_lstm_scratch_tensor_float32 = [interpreter, &node, &nn_model,
+    auto add_lstm_scratch_tensor_float32 = [subgraph, &node, &nn_model,
                                             &next_id, &augmented_outputs]() {
       if (node.temporaries->size == 0) return;
       int scratch_buffer_index = node.temporaries->data[0];
-      const TfLiteTensor* tensor = interpreter->tensor(scratch_buffer_index);
+      const TfLiteTensor* tensor = subgraph->tensor(scratch_buffer_index);
       ANeuralNetworksOperandType operand_type{
           ANEURALNETWORKS_TENSOR_FLOAT32,
           static_cast<uint32_t>(tensor->dims->size),
@@ -584,7 +584,7 @@ TfLiteStatus AddOpsAndParams(
         // The permutation input tensor value dictates the output dimensions.
         // TODO(b/110888333): Support dynamically-sized tensors in delegates.
         if ((node.inputs->size > 1) &&
-            (interpreter->tensor(node.inputs->data[1])->allocation_type !=
+            (subgraph->tensor(node.inputs->data[1])->allocation_type !=
              kTfLiteMmapRo)) {
           logError("NNAPI does not yet support dynamic tensors.");
           return kTfLiteError;
@@ -601,14 +601,13 @@ TfLiteStatus AddOpsAndParams(
           return kTfLiteError;
         }
         if ((node.inputs->size > 0) &&
-            (interpreter->tensor(node.inputs->data[0])->dims->size != 4)) {
+            (subgraph->tensor(node.inputs->data[0])->dims->size != 4)) {
           logError("NNAPI only supports input rank 4 for L2Normalization");
           return kTfLiteError;
         }
         break;
       case tflite::BuiltinOperator_HASHTABLE_LOOKUP:
-        if (interpreter->tensor(node.outputs->data[0])->type !=
-            kTfLiteFloat32) {
+        if (subgraph->tensor(node.outputs->data[0])->type != kTfLiteFloat32) {
           logError("NNAPI only support HASHTABLE_LOOKUP with float32 output",
                    builtin);
           return kTfLiteError;
@@ -707,7 +706,7 @@ TfLiteStatus AddOpsAndParams(
   return kTfLiteOk;
 }
 
-TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
+TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
   if (nn_model_ && nn_compiled_model_) return model_status_;
 
   // TODO(aselle): This is not correct. need to handle resize invalidation.
@@ -719,7 +718,7 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
     // inputs and outputs and mark the mapping in tensor_id_to_nnapi_id with
     // kOperandIdNotSet. addTensorOperands will replace those with the
     // corresponding NNAPI operand ids and skip kOperandNotNeeded entries.
-    std::vector<int64_t> tensor_id_to_nnapi_id(interpreter->tensors_size(),
+    std::vector<int64_t> tensor_id_to_nnapi_id(subgraph->tensors_size(),
                                                kOperandNotNeeded);
     auto set_ids_to_not_set = [&tensor_id_to_nnapi_id](const int* buf,
                                                        size_t count) {
@@ -730,35 +729,31 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
         }
       }
     };
-    for (size_t i = 0; i < interpreter->nodes_size(); i++) {
-      const auto* node_and_registration = interpreter->node_and_registration(i);
+    for (size_t i = 0; i < subgraph->nodes_size(); i++) {
+      const auto* node_and_registration = subgraph->node_and_registration(i);
       const TfLiteNode& node = node_and_registration->first;
       set_ids_to_not_set(node.inputs->data, node.inputs->size);
       set_ids_to_not_set(node.outputs->data, node.outputs->size);
     }
-    set_ids_to_not_set(interpreter->inputs().data(),
-                       interpreter->inputs().size());
-    set_ids_to_not_set(interpreter->outputs().data(),
-                       interpreter->outputs().size());
+    set_ids_to_not_set(subgraph->inputs().data(), subgraph->inputs().size());
+    set_ids_to_not_set(subgraph->outputs().data(), subgraph->outputs().size());
 
     uint32_t next_id = 0;
     RETURN_ERROR_IF_TFLITE_FAILED(addTensorOperands(
-        interpreter, nn_model_, &next_id, &tensor_id_to_nnapi_id));
+        subgraph, nn_model_, &next_id, &tensor_id_to_nnapi_id));
     RETURN_ERROR_IF_TFLITE_FAILED(
-        AddOpsAndParams(interpreter, nn_model_, next_id, &model_states_inputs_,
+        AddOpsAndParams(subgraph, nn_model_, next_id, &model_states_inputs_,
                         &model_states_outputs_, tensor_id_to_nnapi_id));
 
     std::vector<uint32_t> augmented_inputs;
-    MapAndAddTensorIds(interpreter->inputs().data(),
-                       interpreter->inputs().size(), &augmented_inputs,
-                       tensor_id_to_nnapi_id);
+    MapAndAddTensorIds(subgraph->inputs().data(), subgraph->inputs().size(),
+                       &augmented_inputs, tensor_id_to_nnapi_id);
     augmented_inputs.insert(augmented_inputs.end(),
                             model_states_inputs_.begin(),
                             model_states_inputs_.end());
     std::vector<uint32_t> augmented_outputs;
-    MapAndAddTensorIds(interpreter->outputs().data(),
-                       interpreter->outputs().size(), &augmented_outputs,
-                       tensor_id_to_nnapi_id);
+    MapAndAddTensorIds(subgraph->outputs().data(), subgraph->outputs().size(),
+                       &augmented_outputs, tensor_id_to_nnapi_id);
     MapAndAddTensorIds(model_states_outputs_.data(),
                        model_states_outputs_.size(), &augmented_outputs,
                        tensor_id_to_nnapi_id);
@@ -771,7 +766,7 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
 
     if (GetAndroidSdkVersionCached() >= 28) {
       CHECK_NN(ANeuralNetworksModel_relaxComputationFloat32toFloat16(
-          nn_model_, interpreter->GetAllowFp16PrecisionForFp32()));
+          nn_model_, subgraph->GetAllowFp16PrecisionForFp32()));
     }
     CHECK_NN(ANeuralNetworksModel_finish(nn_model_));
   }
@@ -782,9 +777,9 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
   return kTfLiteOk;
 }
 
-TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
+TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) {
   if (!nn_model_) {
-    model_status_ = BuildGraph(interpreter);
+    model_status_ = BuildGraph(subgraph);
     if (model_status_ != kTfLiteOk) {
       logError("Failed to build graph for NNAPI");
     }
@@ -797,19 +792,19 @@ TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
   CHECK_NN(ANeuralNetworksExecution_create(nn_compiled_model_, &execution));
 
   // Currently perform deep copy of input buffer
-  for (size_t i = 0; i < interpreter->inputs().size(); i++) {
-    int input = interpreter->inputs()[i];
+  for (size_t i = 0; i < subgraph->inputs().size(); i++) {
+    int input = subgraph->inputs()[i];
     // TODO(aselle): Is this what we want or do we want input instead?
     // TODO(aselle): This should be called setInputValue maybe to be cons.
-    TfLiteTensor* tensor = interpreter->tensor(input);
+    TfLiteTensor* tensor = subgraph->tensor(input);
     CHECK_NN(ANeuralNetworksExecution_setInput(
         execution, i, nullptr, tensor->data.raw, tensor->bytes));
   }
 
   // Tell nn api where to place final data.
-  for (size_t i = 0; i < interpreter->outputs().size(); i++) {
-    int output = interpreter->outputs()[i];
-    TfLiteTensor* tensor = interpreter->tensor(output);
+  for (size_t i = 0; i < subgraph->outputs().size(); i++) {
+    int output = subgraph->outputs()[i];
+    TfLiteTensor* tensor = subgraph->tensor(output);
     CHECK_NN(ANeuralNetworksExecution_setOutput(
         execution, i, nullptr, tensor->data.raw, tensor->bytes));
   }
@@ -818,16 +813,16 @@ TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
   // current invocation.
   for (size_t i = 0; i < model_states_outputs_.size(); i++) {
     int state_tensor_idx = model_states_outputs_[i];
-    TfLiteTensor* tensor = interpreter->tensor(state_tensor_idx);
+    TfLiteTensor* tensor = subgraph->tensor(state_tensor_idx);
     // Here we are using a deep copy for state_in tensors so that we are not
     // reading and writing into the same buffer during a invocation.
     // TODO(miaowang): using double shared buffer to minimize the copies.
     CHECK_NN(ANeuralNetworksExecution_setInput(
-        execution, i + interpreter->inputs().size(), nullptr, tensor->data.raw,
+        execution, i + subgraph->inputs().size(), nullptr, tensor->data.raw,
         tensor->bytes));
     // Tell NNAPI where to output the state_out.
     CHECK_NN(ANeuralNetworksExecution_setOutput(
-        execution, i + interpreter->outputs().size(), nullptr, tensor->data.raw,
+        execution, i + subgraph->outputs().size(), nullptr, tensor->data.raw,
         tensor->bytes));
   }
 
@@ -840,9 +835,9 @@ TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
 
 #if 0
   printf("From the NN API:\n");
-  TfLiteTensor* tensor = interpreter->tensor(interpreter->outputs()[0]);
+  TfLiteTensor* tensor = subgraph->tensor(subgraph->outputs()[0]);
   if (float* data =
-          interpreter->typed_tensor<float>(interpreter->outputs()[0])) {
+          subgraph->typed_tensor<float>(subgraph->outputs()[0])) {
     size_t num = tensor->bytes / sizeof(float);
     for (float* p = data; p < data + num; p++) {
       printf(" %f", *p);
diff --git a/tensorflow/lite/nnapi_delegate.h b/tensorflow/lite/nnapi_delegate.h
index 63b408c141..b4f8e4ecf3 100644
--- a/tensorflow/lite/nnapi_delegate.h
+++ b/tensorflow/lite/nnapi_delegate.h
@@ -18,6 +18,7 @@ limitations under the License.
 #include "tensorflow/lite/allocation.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
+#include "tensorflow/lite/core/subgraph.h"
 #include "tensorflow/lite/interpreter.h"
 
 class ANeuralNetworksModel;
@@ -50,10 +51,10 @@ class NNAPIDelegate {
   ~NNAPIDelegate();
 
   // Convert a tflite graph to NNAPI
-  TfLiteStatus BuildGraph(Interpreter* interpreter);
+  TfLiteStatus BuildGraph(Subgraph* subgraph);
 
   // Run
-  TfLiteStatus Invoke(Interpreter* interpreter);
+  TfLiteStatus Invoke(Subgraph* subgraph);
 
   // Whether the current platform supports NNAPI delegation.
   static bool IsSupported();
diff --git a/tensorflow/lite/nnapi_delegate_disabled.cc b/tensorflow/lite/nnapi_delegate_disabled.cc
index 44dc21f1b6..a8f2c0bfe3 100644
--- a/tensorflow/lite/nnapi_delegate_disabled.cc
+++ b/tensorflow/lite/nnapi_delegate_disabled.cc
@@ -35,13 +35,11 @@ NNAPIDelegate::~NNAPIDelegate() {
 #undef UNUSED_MEMBER
 }
 
-TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
+TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
   return kTfLiteError;
 }
 
-TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
-  return kTfLiteError;
-}
+TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) { return kTfLiteError; }
 
 bool NNAPIDelegate::IsSupported() { return false; }
 
diff --git a/tensorflow/lite/util.h b/tensorflow/lite/util.h
index 64a5b52e2f..dbb87528d0 100644
--- a/tensorflow/lite/util.h
+++ b/tensorflow/lite/util.h
@@ -52,6 +52,12 @@ bool EqualArrayAndTfLiteIntArray(const TfLiteIntArray* a, const int b_size,
 
 size_t CombineHashes(std::initializer_list<size_t> hashes);
 
+struct TfLiteIntArrayDeleter {
+  void operator()(TfLiteIntArray* a) {
+    if (a) TfLiteIntArrayFree(a);
+  }
+};
+
 }  // namespace tflite
 
 #endif  // TENSORFLOW_LITE_UTIL_H_
-- 
GitLab


From 41d29682e9c35802825b69996d512825990522a3 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Fri, 16 Nov 2018 22:15:30 -0800
Subject: [PATCH 1818/1825] Automated rollback of commit
 a562627db116a63607ea42da7a13d6802b4c7bf3

PiperOrigin-RevId: 221895215
---
 tensorflow/lite/BUILD                      |   2 -
 tensorflow/lite/core/subgraph.cc           | 976 ---------------------
 tensorflow/lite/core/subgraph.h            | 476 ----------
 tensorflow/lite/interpreter.cc             | 916 ++++++++++++++++++-
 tensorflow/lite/interpreter.h              | 289 +++++-
 tensorflow/lite/interpreter_test.cc        |   2 +-
 tensorflow/lite/nnapi_delegate.cc          |  87 +-
 tensorflow/lite/nnapi_delegate.h           |   5 +-
 tensorflow/lite/nnapi_delegate_disabled.cc |   6 +-
 tensorflow/lite/util.h                     |   6 -
 10 files changed, 1178 insertions(+), 1587 deletions(-)
 delete mode 100644 tensorflow/lite/core/subgraph.cc
 delete mode 100644 tensorflow/lite/core/subgraph.h

diff --git a/tensorflow/lite/BUILD b/tensorflow/lite/BUILD
index bb2c53b8c9..be84fc5db1 100644
--- a/tensorflow/lite/BUILD
+++ b/tensorflow/lite/BUILD
@@ -131,7 +131,6 @@ cc_library(
     name = "framework",
     srcs = [
         "allocation.cc",
-        "core/subgraph.cc",
         "graph_info.cc",
         "interpreter.cc",
         "model.cc",
@@ -156,7 +155,6 @@ cc_library(
         "allocation.h",
         "context.h",
         "context_util.h",
-        "core/subgraph.h",
         "error_reporter.h",
         "graph_info.h",
         "interpreter.h",
diff --git a/tensorflow/lite/core/subgraph.cc b/tensorflow/lite/core/subgraph.cc
deleted file mode 100644
index 05a60962b1..0000000000
--- a/tensorflow/lite/core/subgraph.cc
+++ /dev/null
@@ -1,976 +0,0 @@
-/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/lite/core/subgraph.h"
-#include "tensorflow/lite/arena_planner.h"
-#include "tensorflow/lite/c/c_api_internal.h"
-#include "tensorflow/lite/context_util.h"
-#include "tensorflow/lite/graph_info.h"
-#include "tensorflow/lite/nnapi_delegate.h"
-#include "tensorflow/lite/schema/schema_generated.h"
-
-namespace tflite {
-
-namespace {
-TfLiteStatus ReportOpError(TfLiteContext* context, const TfLiteNode& node,
-                           const TfLiteRegistration& registration,
-                           int node_index, const char* message) {
-  context->ReportError(
-      context, "Node number %d (%s) %s.\n", node_index,
-      registration.custom_name
-          ? registration.custom_name
-          : EnumNameBuiltinOperator(
-                static_cast<BuiltinOperator>(registration.builtin_code)),
-      message);
-  return kTfLiteError;
-}
-
-// Stub method which returns kTfLiteError when the function is forbidden.
-// We're registrating this function to several different function to save
-// compiled binary size. Please note the restrictions:
-// * The type of first parameter have to be `TfLiteContext*`.
-// * All paramteters must be trivailly destructible. (E.g. No C++ class)
-TfLiteStatus ForbiddenContextFunction(TfLiteContext* context, ...) {
-  context->ReportError(context,
-                       "The function is forbidden if not calling in delegate.");
-  return kTfLiteError;
-}
-
-// Set the ForbiddenContextFunction to a compatible function pointer.
-template <typename FunctionType>
-void SetForbiddenContextFunction(FunctionType* func) {
-  *func = reinterpret_cast<FunctionType>(ForbiddenContextFunction);
-}
-
-// Returns true if at least one tensor in the given list is kTfLiteDynamic.
-template <typename TensorIntArray>
-bool HasDynamicTensorImpl(const TfLiteContext& context,
-                          const TensorIntArray& int_array) {
-  for (int i : int_array) {
-    const TfLiteTensor& tensor = context.tensors[i];
-    if (tensor.allocation_type == kTfLiteDynamic) {
-      return true;
-    }
-  }
-  return false;
-}
-
-bool HasDynamicTensor(const TfLiteContext& context,
-                      const TfLiteIntArray* int_array) {
-  return HasDynamicTensorImpl(context, TfLiteIntArrayView{int_array});
-}
-
-}  // namespace
-
-// A trivial implementation of GraphInfo around the Interpreter.
-// NOTE: this interpreter info represents the subset of the
-// graph that is executed according to execution plan. Thus,
-// the indices are execution plan indices rather than raw node
-// indices.
-class InterpreterInfo : public GraphInfo {
- public:
-  explicit InterpreterInfo(Subgraph* subgraph) : subgraph_(subgraph) {}
-
-  size_t num_tensors() const override { return subgraph_->tensors().size(); }
-  TfLiteTensor* tensor(size_t index) override {
-    return &subgraph_->tensors()[index];
-  }
-  size_t num_nodes() const override {
-    return subgraph_->execution_plan().size();
-  }
-  const TfLiteNode& node(size_t index) const override {
-    int node_index = subgraph_->execution_plan()[index];
-    return subgraph_->nodes_and_registration()[node_index].first;
-  }
-  const std::vector<int>& inputs() const override {
-    return subgraph_->inputs();
-  }
-  const std::vector<int>& outputs() const override {
-    return subgraph_->outputs();
-  }
-  const std::vector<int>& variables() const override {
-    return subgraph_->variables();
-  }
-
- public:
-  Subgraph* subgraph_;
-};
-
-Subgraph::Subgraph(ErrorReporter* error_reporter,
-                   TfLiteExternalContext** external_contexts)
-    : context_(&owned_context_),
-      error_reporter_(error_reporter),
-      next_execution_plan_index_to_prepare_(0),
-      external_contexts_(external_contexts) {
-  context_->impl_ = static_cast<void*>(this);
-  context_->ResizeTensor = ResizeTensor;
-  context_->ReportError = ReportErrorC;
-  context_->AddTensors = AddTensors;
-  context_->tensors = nullptr;
-  context_->tensors_size = 0;
-  context_->allow_fp32_relax_to_fp16 = false;
-  context_->recommended_num_threads = -1;
-  context_->GetExternalContext = GetExternalContext;
-  context_->SetExternalContext = SetExternalContext;
-
-  // Reserve some space for the tensors to avoid excessive resizing.
-  tensors_.reserve(kTensorsReservedCapacity);
-  nodes_and_registration().reserve(kTensorsReservedCapacity);
-  // Invalid to call these these except from TfLiteDelegate
-  SwitchToKernelContext();
-}
-
-Subgraph::~Subgraph() {
-  for (auto& node_and_reg : nodes_and_registration_) {
-    TfLiteNode& node = node_and_reg.first;
-    TfLiteIntArrayFree(node.inputs);
-    TfLiteIntArrayFree(node.outputs);
-    TfLiteIntArrayFree(node.temporaries);
-    if (node.builtin_data) free(node.builtin_data);
-    OpFree(node_and_reg.second, node.user_data);
-    node.builtin_data = nullptr;
-  }
-
-  for (size_t i = 0; i < context_->tensors_size; i++) {
-    TfLiteTensor* tensor = &context_->tensors[i];
-    if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
-        tensor->delegate->FreeBufferHandle != nullptr) {
-      tensor->delegate->FreeBufferHandle(context_, tensor->delegate,
-                                         &tensor->buffer_handle);
-    }
-    TfLiteTensorFree(tensor);
-  }
-}
-
-TfLiteStatus Subgraph::ReplaceNodeSubsetsWithDelegateKernels(
-    TfLiteContext* context, TfLiteRegistration registration,
-    const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
-  return static_cast<Subgraph*>(context->impl_)
-      ->ReplaceNodeSubsetsWithDelegateKernels(registration, nodes_to_replace,
-                                              delegate);
-}
-
-namespace {
-
-// Copy a std::vector<int> to an existing TfLiteIntArray.
-// This is a low-level data manipulation function, and it's caller's
-// responsibility to ensure TfLiteIntArray has enough size.
-void CopyVectorToTfLiteIntArray(const std::vector<int>& vec,
-                                TfLiteIntArray* arr) {
-  arr->size = vec.size();
-  memcpy(arr->data, vec.data(), sizeof(int) * arr->size);
-}
-
-// This function allocates a continuous memory space that contains a
-// TfLiteDelegateParams followed by a several TfLiteIntArray.
-// When calling `free` at TfLiteDelegateParams*, all the allocated space
-// will be freed together.
-//
-// +-----------------------------------+
-// | TfLiteDelegateParams              |
-// | TfLiteDelegate* delegate;         |
-// | TfLiteIntArray* nodes_to_replace; |--\
-// | TfLiteIntArray* input_tensors;    |--+--\
-// | TfLiteIntArray* output_tensors;   |--+--+--\
-// +-----------------------------------+  |  |  |
-// | TfLiteIntArray (variable size)    |<-/  |  |
-// +-----------------------------------+     |  |
-// | TfLiteIntArray (variable size)    |<----/  |
-// +-----------------------------------+        |
-// | TfLiteIntArray (variable size)    |<-------/
-// +-----------------------------------+
-TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
-                                           const NodeSubset& node_subset) {
-  // Step 1: Calculate the allocation size.
-  int allocation_size = sizeof(TfLiteDelegateParams);
-
-  int nodes_to_replace_size =
-      TfLiteIntArrayGetSizeInBytes(node_subset.nodes.size());
-  allocation_size += nodes_to_replace_size;
-
-  int input_tensors_size =
-      TfLiteIntArrayGetSizeInBytes(node_subset.input_tensors.size());
-  allocation_size += input_tensors_size;
-
-  int output_tensors_size =
-      TfLiteIntArrayGetSizeInBytes(node_subset.output_tensors.size());
-  allocation_size += output_tensors_size;
-
-  // Step 2: Allocate the memory.
-  // Use `char*` for conveniently step through the allocated space by bytes.
-  char* allocation = reinterpret_cast<char*>(malloc(allocation_size));
-
-  // Step 3: Fill all data structures structures.
-  TfLiteDelegateParams* params =
-      reinterpret_cast<TfLiteDelegateParams*>(allocation);
-  params->delegate = delegate;
-  allocation += sizeof(TfLiteDelegateParams);
-
-  params->nodes_to_replace = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(node_subset.nodes, params->nodes_to_replace);
-  allocation += nodes_to_replace_size;
-
-  params->input_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(node_subset.input_tensors, params->input_tensors);
-  allocation += input_tensors_size;
-
-  params->output_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
-  CopyVectorToTfLiteIntArray(node_subset.output_tensors,
-                             params->output_tensors);
-  allocation += output_tensors_size;
-
-  return params;
-}
-
-}  // namespace
-
-TfLiteStatus Subgraph::ReplaceNodeSubsetsWithDelegateKernels(
-    TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
-    TfLiteDelegate* delegate) {
-  // Annotate the registration as DELEGATE op.
-  registration.builtin_code = BuiltinOperator_DELEGATE;
-
-  // Analyze the graph to find all independent node_subsets that are either
-  // fully not-this-delegate or this-delegate computation.
-  InterpreterInfo info(this);
-  std::vector<NodeSubset> node_subsets;
-  PartitionGraphIntoIndependentNodeSubsets(&info, nodes_to_replace,
-                                           &node_subsets);
-
-  execution_plan_.clear();
-
-  for (auto& node_subset : node_subsets) {
-    // Subsets calimed by the delegate should have a "macro" op created, the
-    // other node_subsets (kTfNonPartition) just have their nodes added back to
-    // the execution plan.
-    switch (node_subset.type) {
-      case NodeSubset::kTfNonPartition:
-        for (auto it = node_subset.nodes.begin(); it != node_subset.nodes.end();
-             ++it) {
-          execution_plan_.push_back(*it);
-        }
-        break;
-      case NodeSubset::kTfPartition: {
-        int node_index;
-
-        TfLiteDelegateParams* params =
-            CreateDelegateParams(delegate, node_subset);
-        TF_LITE_ENSURE_STATUS(AddNodeWithParameters(
-            node_subset.input_tensors, node_subset.output_tensors, nullptr, 0,
-            params, &registration, &node_index));
-
-        // Initialize the output tensors's delegate-related fields.
-        for (int tensor_index : node_subset.output_tensors) {
-          TfLiteTensor* tensor = &tensors_[tensor_index];
-          TF_LITE_ENSURE(context_, tensor->delegate == nullptr ||
-                                       tensor->delegate == delegate);
-          tensor->delegate = delegate;
-        }
-
-        // Associate the node with the delegate.
-        TfLiteNode* node = &nodes_and_registration_[node_index].first;
-        node->delegate = delegate;
-      } break;
-      case NodeSubset::kTfUnexplored:
-        return kTfLiteError;
-        break;
-    }
-  }
-  return kTfLiteOk;
-}
-
-TfLiteExternalContext* Subgraph::GetExternalContext(
-    TfLiteExternalContextType type) {
-  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
-    return external_contexts_[type];
-  }
-  return nullptr;
-}
-
-TfLiteExternalContext* Subgraph::GetExternalContext(
-    struct TfLiteContext* context, TfLiteExternalContextType type) {
-  return static_cast<Subgraph*>(context->impl_)->GetExternalContext(type);
-}
-
-void Subgraph::SetExternalContext(TfLiteExternalContextType type,
-                                  TfLiteExternalContext* ctx) {
-  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
-    external_contexts_[type] = ctx;
-  }
-}
-
-void Subgraph::SetExternalContext(struct TfLiteContext* context,
-                                  TfLiteExternalContextType type,
-                                  TfLiteExternalContext* ctx) {
-  return static_cast<Subgraph*>(context->impl_)->SetExternalContext(type, ctx);
-}
-
-// Gets an TfLiteIntArray* representing the execution plan. The interpreter owns
-// this memory and it is only guaranteed to exist during the invocation of the
-// delegate prepare.
-TfLiteStatus Subgraph::GetExecutionPlan(TfLiteIntArray** execution_plan) {
-  // TODO(aselle): Do not make a copy here
-  plan_cache_.reset(TfLiteIntArrayCreate(execution_plan_.size()));
-  *execution_plan = plan_cache_.get();
-  static_assert(sizeof(plan_cache_->data[0]) == sizeof(execution_plan_[0]),
-                "TfLiteIntArray and execution_plan do not contain same type.");
-  std::memcpy(plan_cache_->data, execution_plan_.data(),
-              sizeof(plan_cache_->data[0]) * execution_plan_.size());
-  return kTfLiteOk;
-}
-
-// WARNING: This is an experimental interface that is subject to change.
-// Entry point for C node plugin API to get the execution plan
-TfLiteStatus Subgraph::GetExecutionPlan(struct TfLiteContext* context,
-                                        TfLiteIntArray** execution_plan) {
-  return static_cast<Subgraph*>(context->impl_)
-      ->GetExecutionPlan(execution_plan);
-}
-
-TfLiteStatus Subgraph::SetInputs(std::vector<int> inputs) {
-  TF_LITE_ENSURE_OK(&context_,
-                    CheckTensorIndices("inputs", inputs.data(), inputs.size()));
-  inputs_ = std::move(inputs);
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::SetOutputs(std::vector<int> outputs) {
-  TF_LITE_ENSURE_OK(
-      &context_, CheckTensorIndices("outputs", outputs.data(), outputs.size()));
-  outputs_ = std::move(outputs);
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::SetVariables(std::vector<int> variables) {
-  TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("variables", variables.data(),
-                                                  variables.size()));
-  variables_ = std::move(variables);
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::CheckTensorIndices(const char* label, const int* indices,
-                                          int length) {
-  // Making sure kOptionalTensor is not re-defined to something other than -1.
-  static_assert(kOptionalTensor == -1, "kOptionalTensor should be defined -1");
-
-  for (int i = 0; i < length; i++) {
-    int index = indices[i];
-    // Continue if index == kOptionalTensor before additional comparisons below,
-    // size_t(-1) is always >= context_tensors_size.
-    if (index == kOptionalTensor) {
-      continue;
-    }
-    if (index < 0 || static_cast<size_t>(index) >= context_->tensors_size) {
-      ReportError("Invalid tensor index %d in %s\n", index, label);
-      consistent_ = false;
-      return kTfLiteError;
-    }
-  }
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::BytesRequired(TfLiteType type, const int* dims,
-                                     size_t dims_size, size_t* bytes) {
-  // TODO(aselle): Check for overflow here using overflow.h in TensorFlow
-  // MultiplyWithoutOverflow.
-  TF_LITE_ENSURE(context_, bytes != nullptr);
-  size_t count = 1;
-  for (int k = 0; k < dims_size; k++) count *= dims[k];
-  switch (type) {
-    case kTfLiteFloat32:
-      *bytes = sizeof(float) * count;
-      break;
-    case kTfLiteInt16:
-      *bytes = sizeof(int16_t) * count;
-      break;
-    case kTfLiteInt32:
-      *bytes = sizeof(int32_t) * count;
-      break;
-    case kTfLiteUInt8:
-      *bytes = sizeof(uint8_t) * count;
-      break;
-    case kTfLiteInt64:
-      *bytes = sizeof(int64_t) * count;
-      break;
-    case kTfLiteBool:
-      *bytes = sizeof(bool) * count;
-      break;
-    case kTfLiteComplex64:
-      *bytes = sizeof(std::complex<float>) * count;
-      break;
-    case kTfLiteInt8:
-      *bytes = sizeof(int8_t) * count;
-      break;
-    default:
-      ReportError(
-          "Only float32, int8, int16, int32, int64, uint8, bool, complex64 "
-          "supported currently.");
-      return kTfLiteError;
-  }
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::AllocateTensors() {
-  if (!consistent_) {
-    ReportError("AllocateTensors() called on inconsistent model.");
-    return kTfLiteError;
-  }
-
-  // Explicit (re)allocation is necessary if nodes have been changed or tensors
-  // have been resized. For inputs marked as dynamic, we can't short-circuit the
-  // allocation as the client may have done the resize manually.
-  if (state_ != kStateUninvokable &&
-      !HasDynamicTensorImpl(*context_, inputs())) {
-    return kTfLiteOk;
-  }
-
-  next_execution_plan_index_to_prepare_ = 0;
-  if (memory_planner_) {
-    TF_LITE_ENSURE_STATUS(memory_planner_->ResetAllocations());
-  }
-
-  TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
-
-  state_ = kStateInvokable;
-
-  // Reset the variable tensors to zero after (re)allocating the tensors.
-  // Developers shouldn't rely on the side effect of this function to reset
-  // variable tesnsors. They should call `ResetVariableTensors` directly
-  // instead.
-  ResetVariableTensors();
-
-  return kTfLiteOk;
-}
-
-// TODO(ycling): Support non-zero default values.
-TfLiteStatus Subgraph::ResetVariableTensors() {
-  for (auto& tensor : tensors_) {
-    if (!tensor.is_variable) {
-      continue;
-    }
-
-    // Variable tensors have to be `kTfLiteArenaRwPersistent`, and must be
-    // allocated after the initial `PrepareOpsAndTensors()` is called.
-    TF_LITE_ENSURE_EQ(context_, tensor.allocation_type,
-                      kTfLiteArenaRwPersistent);
-    TF_LITE_ENSURE(context_, tensor.data.raw != nullptr);
-
-    memset(tensor.data.raw, 0, tensor.bytes);
-  }
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::AddNodeWithParameters(
-    const std::vector<int>& inputs, const std::vector<int>& outputs,
-    const char* init_data, size_t init_data_size, void* builtin_data,
-    const TfLiteRegistration* registration, int* node_index) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError("AddNodeWithParameters is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-  state_ = kStateUninvokable;
-
-  std::unique_ptr<void, decltype(free)*> builtin_data_deleter(builtin_data,
-                                                              free);
-
-  TF_LITE_ENSURE_OK(context_, CheckTensorIndices("node inputs", inputs.data(),
-                                                 inputs.size()));
-  TF_LITE_ENSURE_OK(
-      &context_,
-      CheckTensorIndices("node outputs", outputs.data(), outputs.size()));
-
-  int new_node_index = nodes_and_registration_.size();
-  if (node_index) *node_index = new_node_index;
-  nodes_and_registration_.resize(nodes_and_registration_.size() + 1);
-  auto& node_and_reg = nodes_and_registration_.back();
-  TfLiteNode& node = node_and_reg.first;
-  if (node.inputs) TfLiteIntArrayFree(node.inputs);
-  if (node.outputs) TfLiteIntArrayFree(node.outputs);
-  if (node.temporaries) TfLiteIntArrayFree(node.temporaries);
-
-  // NOTE, here we are not using move semantics yet, since our internal
-  // representation isn't std::vector, but in the future we would like to avoid
-  // copies, so we want the interface to take r-value references now.
-  node.inputs = ConvertVectorToTfLiteIntArray(inputs);
-  node.outputs = ConvertVectorToTfLiteIntArray(outputs);
-  node.temporaries = TfLiteIntArrayCreate(0);
-  if (init_data) {
-    node.user_data = OpInit(*registration, init_data, init_data_size);
-  } else {
-    node.user_data =
-        OpInit(*registration,
-               reinterpret_cast<const char*>(builtin_data_deleter.get()), 0);
-  }
-
-  node.builtin_data = builtin_data_deleter.release();
-  // TODO(ycling): Filling `custom_initial_data` and `custom_initial_data_size`
-  // properly for nodes generated by ReplaceNodeSubsetsWithDelegateKernels.
-
-  if (registration->builtin_code == BuiltinOperator_CUSTOM) {
-    // When it's a CUSTOM op, the `custom_options` field in the Flatbuffer
-    // `Operator` table is passed in.
-    node.custom_initial_data = init_data;
-    node.custom_initial_data_size = init_data_size;
-  } else {
-    node.custom_initial_data = nullptr;
-    node.custom_initial_data_size = 0;
-  }
-
-  node.delegate = nullptr;
-  node_and_reg.second = *registration;
-  execution_plan_.push_back(new_node_index);
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::ResizeInputTensor(int tensor_index,
-                                         const std::vector<int>& dims) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError("ResizeInputTensor is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-
-  // TODO(aselle): All bounds checks can be implemented as one-sided bounds
-  // checks by casting to unsigned for efficiency. Profile before doing this.
-  TF_LITE_ENSURE(context_,
-                 tensor_index < context_->tensors_size && tensor_index >= 0);
-  TfLiteTensor* tensor = &context_->tensors[tensor_index];
-
-  // Short-circuit the state change if the dimensions don't change, avoiding
-  // unnecessary (re)allocations.
-  if (EqualArrayAndTfLiteIntArray(tensor->dims, dims.size(), dims.data())) {
-    return kTfLiteOk;
-  }
-
-  state_ = kStateUninvokable;
-  return ResizeTensorImpl(tensor, ConvertVectorToTfLiteIntArray(dims));
-}
-
-TfLiteStatus Subgraph::PrepareOpsStartingAt(
-    int first_execution_plan_index, int* last_execution_plan_index_prepared) {
-  for (int execution_plan_index = first_execution_plan_index;
-       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
-    int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = nodes_and_registration_[node_index].first;
-    const TfLiteRegistration& registration =
-        nodes_and_registration_[node_index].second;
-    EnsureTensorsVectorCapacity();
-    if (OpPrepare(registration, &node) == kTfLiteError) {
-      return ReportOpError(context_, node, registration, node_index,
-                           "failed to prepare");
-    }
-
-    *last_execution_plan_index_prepared = execution_plan_index;
-
-    // Discontinue if the node has dynamic outputs. Note that we don't
-    // stop for dynamic temporary tensors since they won't affect the
-    // sizes of other tensors in the graph.
-    if (HasDynamicTensor(*context_, node.outputs)) {
-      break;
-    }
-  }
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::PrepareOpsAndTensors() {
-  if (!memory_planner_) {
-    memory_planner_.reset(new ArenaPlanner(
-        context_, std::unique_ptr<GraphInfo>(new InterpreterInfo(this)),
-        /*preserve_inputs=*/true, /*preserve_intermediates*/ false));
-    memory_planner_->PlanAllocations();
-  }
-
-  int last_exec_plan_index_prepared = 0;
-
-  TF_LITE_ENSURE_STATUS(PrepareOpsStartingAt(
-      next_execution_plan_index_to_prepare_, &last_exec_plan_index_prepared));
-  TF_LITE_ENSURE_STATUS(memory_planner_->ExecuteAllocations(
-      next_execution_plan_index_to_prepare_, last_exec_plan_index_prepared));
-
-  next_execution_plan_index_to_prepare_ = last_exec_plan_index_prepared + 1;
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::Invoke() {
-  if (!consistent_) {
-    ReportError("Invoke called on model that is not consistent.");
-    return kTfLiteError;
-  }
-
-  TfLiteStatus status = kTfLiteOk;
-  if (state_ == kStateUninvokable) {
-    ReportError("Invoke called on model that is not ready.");
-    return kTfLiteError;
-  }
-
-  if (nnapi_delegate_) {
-    if (next_execution_plan_index_to_prepare_ == execution_plan_.size()) {
-      TF_LITE_ENSURE_OK(context_, nnapi_delegate_->Invoke(this));
-      return kTfLiteOk;
-    } else {
-      // TODO(aselle): In the future, we would like this to be an
-      // automatic tflite CPU fallback.
-      ReportError(
-          "NNAPI was requested, but dependent sized tensors "
-          "being used.\n");
-      return kTfLiteError;
-    }
-  }
-
-  // Invocations are always done in node order.
-  // Note that calling Invoke repeatedly will cause the original memory plan to
-  // be reused, unless either ResizeInputTensor() or AllocateTensors() has been
-  // called.
-  for (int execution_plan_index = 0;
-       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
-    if (execution_plan_index == next_execution_plan_index_to_prepare_) {
-      TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
-      TF_LITE_ENSURE(context_, next_execution_plan_index_to_prepare_ >=
-                                   execution_plan_index);
-    }
-    int node_index = execution_plan_[execution_plan_index];
-    TfLiteNode& node = nodes_and_registration_[node_index].first;
-    const TfLiteRegistration& registration =
-        nodes_and_registration_[node_index].second;
-    SCOPED_OPERATOR_PROFILE(profiler_, node_index);
-
-    // TODO(ycling): This is an extra loop through inputs to check if the data
-    // need to be copied from Delegate buffer to raw memory, which is often not
-    // needed. We may want to cache this in prepare to know if this needs to be
-    // done for a node or not.
-    for (int i = 0; i < node.inputs->size; ++i) {
-      int tensor_index = node.inputs->data[i];
-      if (tensor_index == kOptionalTensor) {
-        continue;
-      }
-      TfLiteTensor* tensor = &tensors_[tensor_index];
-      if (tensor->delegate && tensor->delegate != node.delegate &&
-          tensor->data_is_stale) {
-        EnsureTensorDataIsReadable(tensor_index);
-      }
-    }
-
-    EnsureTensorsVectorCapacity();
-    tensor_resized_since_op_invoke_ = false;
-    if (OpInvoke(registration, &node) == kTfLiteError) {
-      status = ReportOpError(context_, node, registration, node_index,
-                             "failed to invoke");
-    }
-
-    // Force execution prep for downstream ops if the latest op triggered the
-    // resize of a dynamic tensor.
-    if (tensor_resized_since_op_invoke_ &&
-        HasDynamicTensor(*context_, node.outputs)) {
-      next_execution_plan_index_to_prepare_ = execution_plan_index + 1;
-    }
-  }
-
-  return status;
-}
-
-TfLiteStatus Subgraph::ResizeTensor(TfLiteContext* context,
-                                    TfLiteTensor* tensor,
-                                    TfLiteIntArray* new_size) {
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Interpreter to call into the member function ResizeTensorImpl
-  // (this function is static).
-  return static_cast<Subgraph*>(context->impl_)
-      ->ResizeTensorImpl(tensor, new_size);
-}
-
-void Subgraph::ReportErrorImpl(const char* format, va_list args) {
-  error_reporter_->Report(format, args);
-}
-
-void Subgraph::ReportErrorC(TfLiteContext* context, const char* format, ...) {
-  va_list args;
-  va_start(args, format);
-  auto* f = static_cast<Subgraph*>(context->impl_);
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Subgraph to call into the member function ReportErrorImpl
-  // (this function is static).
-  f->ReportErrorImpl(format, args);
-  va_end(args);
-}
-
-// Entry point for C node plugin API to report an error.
-void Subgraph::ReportError(const char* format, ...) {
-  va_list args;
-  va_start(args, format);
-  auto* f = static_cast<Subgraph*>(context_->impl_);
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Subgraph to call into the member function ReportErrorImpl
-  // (this function is static).
-  f->ReportErrorImpl(format, args);
-  va_end(args);
-}
-
-TfLiteStatus Subgraph::AddTensors(int tensors_to_add,
-                                  int* first_new_tensor_index) {
-  const size_t base_index = tensors_.size();
-  if (first_new_tensor_index) *first_new_tensor_index = base_index;
-  tensors_.resize(tensors_.size() + tensors_to_add);
-  for (size_t i = base_index; i < tensors_.size(); i++) {
-    memset(&tensors_[i], 0, sizeof(tensors_[i]));
-    tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
-  }
-  context_->tensors = tensors_.data();
-  context_->tensors_size = tensors_.size();
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::AddTensors(TfLiteContext* context, int tensors_to_add,
-                                  int* first_new_tensor_index) {
-  // Note here that context->impl_ is recovering the this pointer for an
-  // instance of Interpreter to call into the member function AddTensors
-  // (this function is static).
-  return static_cast<Subgraph*>(context->impl_)
-      ->AddTensors(tensors_to_add, first_new_tensor_index);
-}
-
-TfLiteStatus Subgraph::GetNodeAndRegistration(
-    int node_index, TfLiteNode** node, TfLiteRegistration** registration) {
-  TF_LITE_ENSURE(context_, node_index >= 0);
-  auto nodes_size = nodes_and_registration_.size();
-  TF_LITE_ENSURE(context_, static_cast<size_t>(node_index) < nodes_size);
-  TF_LITE_ENSURE(context_, node != nullptr && registration != nullptr);
-  auto& node_and_reg = nodes_and_registration_[node_index];
-  *node = &node_and_reg.first;
-  *registration = &node_and_reg.second;
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::GetNodeAndRegistration(
-    struct TfLiteContext* context, int node_index, TfLiteNode** node,
-    TfLiteRegistration** registration) {
-  return static_cast<Subgraph*>(context->impl_)
-      ->GetNodeAndRegistration(node_index, node, registration);
-}
-
-TfLiteStatus Subgraph::SetTensorParametersReadOnly(
-    int tensor_index, TfLiteType type, const char* name, const size_t rank,
-    const int* dims, TfLiteQuantizationParams quantization, const char* buffer,
-    size_t bytes, const Allocation* allocation) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError(
-        "SetTensorParametersReadOnly is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-
-  TF_LITE_ENSURE(context_,
-                 tensor_index < context_->tensors_size && tensor_index >= 0);
-  // For most tensors we know exactly how much memory is necessary so we can
-  // ensure the buffer is large enough. However, we need to skip string tensors
-  // because their sizes change with the contents of the individual strings.
-  if (type != kTfLiteString) {
-    size_t required_bytes;
-    TF_LITE_ENSURE_OK(context_,
-                      BytesRequired(type, dims, rank, &required_bytes));
-    TF_LITE_ENSURE_EQ(context_, required_bytes, bytes);
-  }
-
-  TfLiteTensor& tensor = context_->tensors[tensor_index];
-  if (type == tensor.type &&
-      EqualArrayAndTfLiteIntArray(tensor.dims, rank, dims)) {
-    // Fast path which does not invalidate the invokable property.
-    TfLiteTensorDataFree(&tensor);
-    tensor.data.raw = const_cast<char*>(buffer);
-    if (!tensor.dims) tensor.dims = ConvertArrayToTfLiteIntArray(rank, dims);
-    tensor.params = quantization;
-    tensor.allocation_type = kTfLiteMmapRo;
-    tensor.allocation = allocation;
-  } else {
-    state_ = kStateUninvokable;
-    TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
-                      quantization, const_cast<char*>(buffer), bytes,
-                      kTfLiteMmapRo, allocation, false, &tensor);
-  }
-  return kTfLiteOk;
-}
-
-// Set description of inputs/outputs/data/fptrs for node `node_index`.
-// This variant assumes an external buffer has been allocated of size
-// bytes. The lifetime of buffer must be ensured to be greater or equal
-// to Interpreter.
-TfLiteStatus Subgraph::SetTensorParametersReadWrite(
-    int tensor_index, TfLiteType type, const char* name, const size_t rank,
-    const int* dims, TfLiteQuantizationParams quantization, bool is_variable) {
-  if (state_ == kStateInvokableAndImmutable) {
-    ReportError(
-        "SetTensorParametersReadWrite is disallowed when graph is immutable.");
-    return kTfLiteError;
-  }
-  TF_LITE_ENSURE(context_,
-                 tensor_index < context_->tensors_size && tensor_index >= 0);
-  size_t required_bytes = 0;
-  if (type != kTfLiteString) {
-    // These types will be allocated in our arena so we need to record how
-    // many bytes we will need based on the dimensions. String tensors are
-    // allocated dynamically and we can't know ahead of time how much space
-    // they will require.
-    TF_LITE_ENSURE_OK(context_,
-                      BytesRequired(type, dims, rank, &required_bytes));
-  }
-
-  TfLiteAllocationType allocation_type = kTfLiteArenaRw;
-  if (type == kTfLiteString) {
-    if (is_variable) {
-      // We don't have a real use case for string variable tensor.
-      ReportError("String variable tensor isn't supported.");
-      return kTfLiteError;
-    }
-    allocation_type = kTfLiteDynamic;
-  } else if (is_variable) {
-    allocation_type = kTfLiteArenaRwPersistent;
-  }
-
-  TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
-                    quantization,
-                    /*buffer=*/nullptr, required_bytes, allocation_type,
-                    nullptr, is_variable, &context_->tensors[tensor_index]);
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::SetExecutionPlan(const std::vector<int>& new_plan) {
-  for (int node_index : new_plan) {
-    TF_LITE_ENSURE(context_, node_index >= 0 &&
-                                 node_index < nodes_and_registration_.size());
-  }
-  execution_plan_ = new_plan;
-  return kTfLiteOk;
-}
-
-TfLiteStatus Subgraph::ResizeTensorImpl(TfLiteTensor* tensor,
-                                        TfLiteIntArray* new_size) {
-  // Note that in theory we could resize kTfLiteArenaRwPersistent tensors too.
-  if (tensor->allocation_type == kTfLiteArenaRw ||
-      tensor->allocation_type == kTfLiteDynamic ||
-      tensor->allocation_type == kTfLiteArenaRwPersistent) {
-    tensor_resized_since_op_invoke_ |=
-        TfLiteIntArrayEqual(tensor->dims, new_size) == 0;
-    if (tensor->type != kTfLiteString) {
-      size_t bytesRequired;
-      TfLiteStatus status = BytesRequired(tensor->type, new_size->data,
-                                          new_size->size, &bytesRequired);
-      if (status != kTfLiteOk) {
-        TfLiteIntArrayFree(new_size);
-        return kTfLiteError;
-      }
-
-      // Realloc space for kTfLiteDynamic tensors.
-      TfLiteTensorRealloc(bytesRequired, tensor);
-      tensor->bytes = bytesRequired;
-    }
-    if (tensor->dims) TfLiteIntArrayFree(tensor->dims);
-    tensor->dims = new_size;
-
-    if (tensor->allocation_type != kTfLiteDynamic) {
-      tensor->data.raw = nullptr;
-    }
-  } else {
-    // kTfLiteMmapRo tensors are stored in the flatbuffer and are therefore
-    // of fixed size.
-    TfLiteIntArrayFree(new_size);
-    ReportError("Attempting to resize a fixed-size tensor.");
-    return kTfLiteError;
-  }
-  return kTfLiteOk;
-}
-
-void Subgraph::UseNNAPI(bool enable) {
-  // TODO(aselle): This is a workaround for finding if NNAPI exists.
-  // We also need to make sure getLibraryHandle() is renamed to be NNAPI
-  // prefixed.
-  if (!NNAPIDelegate::IsSupported()) enable = false;
-  if (!enable) {
-    nnapi_delegate_.reset();
-  } else if (!nnapi_delegate_) {
-    nnapi_delegate_.reset(new NNAPIDelegate);
-  }
-}
-
-void Subgraph::SwitchToDelegateContext() {
-  context_->GetNodeAndRegistration = GetNodeAndRegistration;
-  context_->ReplaceNodeSubsetsWithDelegateKernels =
-      ReplaceNodeSubsetsWithDelegateKernels;
-  context_->GetExecutionPlan = GetExecutionPlan;
-}
-
-void Subgraph::SwitchToKernelContext() {
-  context_->GetNodeAndRegistration = [](struct TfLiteContext* context,
-                                        int node_index, TfLiteNode** node,
-                                        TfLiteRegistration** registration) {
-    return ForbiddenContextFunction(context);
-  };
-  context_->ReplaceNodeSubsetsWithDelegateKernels =
-      [](TfLiteContext* context, TfLiteRegistration registration,
-         const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
-        return ForbiddenContextFunction(context);
-      };
-  context_->GetExecutionPlan = [](struct TfLiteContext* context,
-                                  TfLiteIntArray**) {
-    return ForbiddenContextFunction(context);
-  };
-}
-
-TfLiteStatus Subgraph::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
-  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
-    int last_execution_plan_index_prepared;
-    TF_LITE_ENSURE_OK(&context_, PrepareOpsStartingAt(
-                                     0, &last_execution_plan_index_prepared));
-
-    bool has_dynamic_tensors = true;
-    // Dynamic tensors exist if not all nodes can be prepared.
-    if (last_execution_plan_index_prepared + 1 == execution_plan_.size()) {
-      // If all the nodes can be prepared, check if the last node has dynamic
-      // tensors.
-      int node_index = execution_plan_[last_execution_plan_index_prepared];
-      TfLiteNode& node = nodes_and_registration_[node_index].first;
-      if (!HasDynamicTensor(*context_, node.outputs)) {
-        has_dynamic_tensors = false;
-      }
-    }
-    if (has_dynamic_tensors) {
-      ReportError(
-          "Attempting to use a delegate that only supports static-sized "
-          "tensors with a graph that has dynamic-sized tensors.");
-      return kTfLiteError;
-    }
-  }
-
-  // TODO(aselle): Consider if it is worth storing pointers to delegates.
-  // Setup additional context interface.
-  SwitchToDelegateContext();
-
-  TfLiteStatus status = delegate->Prepare(context_, delegate);
-
-  // Remove additional context info.
-  SwitchToKernelContext();
-
-  TF_LITE_ENSURE_OK(context_, status);
-
-  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
-    // Reset the state to force tensor/op reallocation.
-    state_ = kStateUninvokable;
-    TF_LITE_ENSURE_OK(context_, AllocateTensors());
-    TF_LITE_ENSURE_EQ(context_, state_, kStateInvokable);
-    // After using a delegate which doesn't support dynamic tensors, make the
-    // entire graph immutable.
-    state_ = kStateInvokableAndImmutable;
-  }
-
-  return status;
-}
-
-}  // namespace tflite
diff --git a/tensorflow/lite/core/subgraph.h b/tensorflow/lite/core/subgraph.h
deleted file mode 100644
index 9783747ff6..0000000000
--- a/tensorflow/lite/core/subgraph.h
+++ /dev/null
@@ -1,476 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#ifndef TENSORFLOW_LITE_CORE_SUBGRAPH_H_
-#define TENSORFLOW_LITE_CORE_SUBGRAPH_H_
-
-#include <cstdlib>
-#include <vector>
-
-#include "tensorflow/lite/allocation.h"
-#include "tensorflow/lite/c/c_api_internal.h"
-#include "tensorflow/lite/memory_planner.h"
-#include "tensorflow/lite/util.h"
-
-namespace tflite {
-
-// Forward declare since NNAPIDelegate uses Interpreter.
-class NNAPIDelegate;
-
-class Subgraph {
- public:
-  friend class Interpreter;
-
-  Subgraph(ErrorReporter* error_reporter,
-           TfLiteExternalContext** external_contexts);
-  Subgraph(const Subgraph&) = delete;
-
-  // Subgraphs should be movable but not copyable.
-  Subgraph(Subgraph&&) = default;
-  Subgraph& operator=(const Subgraph&) = delete;
-  virtual ~Subgraph();
-
-  // Provide a list of tensor indexes that are inputs to the model.
-  // Each index is bound check and this modifies the consistent_ flag of the
-  // interpreter.
-  TfLiteStatus SetInputs(std::vector<int> inputs);
-
-  // Provide a list of tensor indexes that are outputs to the model
-  // Each index is bound check and this modifies the consistent_ flag of the
-  // interpreter.
-  TfLiteStatus SetOutputs(std::vector<int> outputs);
-
-  // Provide a list of tensor indexes that are variable tensors.
-  // Each index is bound check and this modifies the consistent_ flag of the
-  // interpreter.
-  TfLiteStatus SetVariables(std::vector<int> variables);
-
-
-  // Adds a node with the given parameters and returns the index of the new
-  // node in `node_index` (optionally). Interpreter will take ownership of
-  // `builtin_data` and destroy it with `free`. Ownership of 'init_data'
-  // remains with the caller.
-  TfLiteStatus AddNodeWithParameters(const std::vector<int>& inputs,
-                                     const std::vector<int>& outputs,
-                                     const char* init_data,
-                                     size_t init_data_size, void* builtin_data,
-                                     const TfLiteRegistration* registration,
-                                     int* node_index);
-
-  // Adds `tensors_to_add` tensors, preserving pre-existing Tensor entries.
-  // The value pointed to by `first_new_tensor_index` will be set to the
-  // index of the first new tensor if `first_new_tensor_index` is non-null.
-  TfLiteStatus AddTensors(int tensors_to_add, int* first_new_tensor_index);
-
-  // Set description of inputs/outputs/data/fptrs for node `node_index`.
-  // This variant assumes an external buffer has been allocated of size
-  // bytes. The lifetime of buffer must be ensured to be greater or equal
-  // to Interpreter.
-  TfLiteStatus SetTensorParametersReadOnly(
-      int tensor_index, TfLiteType type, const char* name, const size_t rank,
-      const int* dims, TfLiteQuantizationParams quantization,
-      const char* buffer, size_t bytes, const Allocation* allocation);
-
-  // Set description of inputs/outputs/data/fptrs for node `node_index`.
-  // This variant assumes an external buffer has been allocated of size
-  // bytes. The lifetime of buffer must be ensured to be greater or equal
-  // to Interpreter.
-  TfLiteStatus SetTensorParametersReadWrite(
-      int tensor_index, TfLiteType type, const char* name, const size_t rank,
-      const int* dims, TfLiteQuantizationParams quantization, bool is_variable);
-
-  // WARNING: Experimental interface, subject to change
-  // Overrides execution plan. This bounds checks indices sent in.
-  TfLiteStatus SetExecutionPlan(const std::vector<int>& new_plan);
-
-  // Get a mutable tensor data structure.
-  // TODO(aselle): Create a safe ArrayHandle interface to avoid exposing this
-  // read/write access to structure
-  TfLiteTensor* tensor(int tensor_index) {
-    if (tensor_index < 0 ||
-        static_cast<size_t>(tensor_index) >= context_->tensors_size) {
-      return nullptr;
-    }
-    return &context_->tensors[tensor_index];
-  }
-
-  // Get an immutable tensor data structure.
-  const TfLiteTensor* tensor(int tensor_index) const {
-    if (tensor_index < 0 ||
-        static_cast<size_t>(tensor_index) >= context_->tensors_size) {
-      return nullptr;
-    }
-    return &context_->tensors[tensor_index];
-  }
-
-  // Read only access to list of inputs.
-  std::vector<int>& inputs() { return inputs_; }
-
-  // Read only access to list of inputs.
-  const std::vector<int>& inputs() const { return inputs_; }
-
-  // Read only access to list of outputs.
-  std::vector<int>& outputs() { return outputs_; }
-
-  // Read only access to list of outputs.
-  const std::vector<int>& outputs() const { return outputs_; }
-
-  // Read only access to list of variable tensors.
-  std::vector<int>& variables() { return variables_; }
-
-  // Read only access to list of variable tensors.
-  const std::vector<int>& variables() const { return variables_; }
-
-  size_t tensors_size() const { return tensors_.size(); }
-
-  // Return the number of ops in the model.
-  size_t nodes_size() const { return nodes_and_registration_.size(); }
-
-  // Read only access to list of variable tensors.
-  std::vector<int>& execution_plan() { return execution_plan_; }
-
-  // Read only access to list of variable tensors.
-  const std::vector<int>& execution_plan() const { return execution_plan_; }
-
-  // Mutable form of tensors (TEMPORARY for refactor).
-  // TODO(b/119495520): remove when refactoring complete.
-  std::vector<TfLiteTensor>& tensors() { return tensors_; }
-  // Mutable form of tensors (TEMPORARY for refactor).
-  // TODO(b/119495520): remove when refactoring complete.
-  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
-  nodes_and_registration() {
-    return nodes_and_registration_;
-  }
-
-  const std::vector<std::pair<TfLiteNode, TfLiteRegistration>>&
-  nodes_and_registration() const {
-    return nodes_and_registration_;
-  }
-
-  // Get a pointer to an operation and registration data structure if in bounds.
-  const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
-      int node_index) const {
-    if (node_index < 0 || static_cast<size_t>(node_index) >= nodes_size())
-      return nullptr;
-    return &nodes_and_registration_[node_index];
-  }
-
-
-  // Change the dimensionality of a given tensor. Note, this is only acceptable
-  // for tensor indices that are inputs.
-  // Returns status of failure or success.
-  // TODO(aselle): Consider implementing ArraySlice equivalent to make this
-  //   more adept at accepting data without an extra copy. Use absl::ArraySlice
-  //   if our partners determine that dependency is acceptable.
-  TfLiteStatus ResizeInputTensor(int tensor_index,
-                                 const std::vector<int>& dims);
-
-  // Update allocations for all tensors. This will redim dependent tensors using
-  // the input tensor dimensionality as given. This is relatively expensive.
-  // If you know that your sizes are not changing, you need not call this.
-  // Returns status of success or failure.
-  TfLiteStatus AllocateTensors();
-
-  // Invoke the subgraph (run the whole graph in dependency order).
-  //
-  // NOTE: It is possible that the interpreter is not in a ready state
-  // to evaluate (i.e. if a ResizeTensor() has been performed without an
-  // AllocateTensors().
-  // Returns status of success or failure.
-  TfLiteStatus Invoke();
-
-  // Entry point for C node plugin API to report an error.
-  void ReportError(const char* format, ...);
-
-  void UseNNAPI(bool enable);
-
-  // Return the subgraph specific context.
-  TfLiteContext* context() { return context_; }
-
-  // Set the value of an external context.
-  void SetExternalContext(TfLiteExternalContextType type,
-                          TfLiteExternalContext* ctx);
-  // Get the half precision flag.
-  // WARNING: This is an experimental API and subject to change.
-  bool GetAllowFp16PrecisionForFp32() const {
-    return context_->allow_fp32_relax_to_fp16;
-  }
-
-  // Ensure the data in `tensor.data` is readable. In case delegate is used,
-  // it might require to copy the data from delegate buffer to raw memory.
-  // WARNING: This is an experimental API and subject to change.
-  // TODO(b/119495520): make this private when refactoring complete.
-  TfLiteStatus EnsureTensorDataIsReadable(int tensor_index) {
-    TfLiteTensor* t = &tensors_[tensor_index];
-    TF_LITE_ENSURE(context_, t != nullptr);
-    if (t->data_is_stale) {
-      TF_LITE_ENSURE(context_, t->delegate != nullptr);
-      TF_LITE_ENSURE(context_, t->buffer_handle != kTfLiteNullBufferHandle);
-      // This can be null if the delegate doesn't use its own buffer.
-      TF_LITE_ENSURE(context_, t->delegate->CopyFromBufferHandle != nullptr);
-      t->delegate->CopyFromBufferHandle(context_, t->delegate, t->buffer_handle,
-                                        t->data.raw, t->bytes);
-      t->data_is_stale = false;
-    }
-    return kTfLiteOk;
-  }
-
-
-  // The default capacity of `tensors_` vector.
-  static constexpr int kTensorsReservedCapacity = 128;
-  // The capacity headroom of `tensors_` vector before calling ops'
-  // `prepare` and `invoke` function. In these functions, it's guaranteed
-  // allocating up to `kTensorsCapacityHeadroom` more tensors won't invalidate
-  // pointers to existing tensors.
-  static constexpr int kTensorsCapacityHeadroom = 16;
-
-  // Reset all variable tensors to the default value.
-  // If a variable tensor doesn't have a buffer, reset it to zero.
-  // TODO(b/115961645): Implement - If a variable tensor has a buffer, reset it
-  // to the value of the buffer.
-  // WARNING: This is an experimental API and subject to change.
-  TfLiteStatus ResetVariableTensors();
-
- private:
-  // Prevent 'context_' from accessing functions that are only available to
-  // delegated kernels.
-  void SwitchToKernelContext();
-
-  // Add delegate-only functions to 'context_'.
-  void SwitchToDelegateContext();
-
-  // Give 'op_reg' a chance to initialize itself using the contents of
-  // 'buffer'.
-  void* OpInit(const TfLiteRegistration& op_reg, const char* buffer,
-               size_t length) {
-    if (op_reg.init == nullptr) return nullptr;
-    return op_reg.init(context_, buffer, length);
-  }
-
-  // Let 'op_reg' release any memory it might have allocated via 'OpInit'.
-  void OpFree(const TfLiteRegistration& op_reg, void* buffer) {
-    if (op_reg.free == nullptr) return;
-    if (buffer) {
-      op_reg.free(context_, buffer);
-    }
-  }
-
-  // Prepare the given 'node' for execution.
-  TfLiteStatus OpPrepare(const TfLiteRegistration& op_reg, TfLiteNode* node) {
-    if (op_reg.prepare == nullptr) return kTfLiteOk;
-    return op_reg.prepare(context_, node);
-  }
-
-  // Invoke the operator represented by 'node'.
-  TfLiteStatus OpInvoke(const TfLiteRegistration& op_reg, TfLiteNode* node) {
-    if (op_reg.invoke == nullptr) return kTfLiteError;
-    return op_reg.invoke(context_, node);
-  }
-
-  // Call OpPrepare() for as many ops as possible, allocating memory for their
-  // tensors. If an op containing dynamic tensors is found, preparation will be
-  // postponed until this function is called again. This allows the interpreter
-  // to wait until Invoke() to resolve the sizes of dynamic tensors.
-  TfLiteStatus PrepareOpsAndTensors();
-
-  // Call OpPrepare() for all ops starting at 'first_node'. Stop when a
-  // dynamic tensors is found or all ops have been prepared. Fill
-  // 'last_node_prepared' with the id of the op containing dynamic tensors, or
-  // the last in the graph.
-  TfLiteStatus PrepareOpsStartingAt(int first_execution_plan_index,
-                                    int* last_execution_plan_index_prepared);
-
-  // Tensors needed by the interpreter. Use `AddTensors` to add more blank
-  // tensor entries. Note, `tensors_.data()` needs to be synchronized to the
-  // `context_` whenever this std::vector is reallocated. Currently this
-  // only happens in `AddTensors()`.
-  std::vector<TfLiteTensor> tensors_;
-
-  // Check if an array of tensor indices are valid with respect to the Tensor
-  // array.
-  // NOTE: this changes consistent_ to be false if indices are out of bounds.
-  TfLiteStatus CheckTensorIndices(const char* label, const int* indices,
-                                  int length);
-
-  // Compute the number of bytes required to represent a tensor with dimensions
-  // specified by the array dims (of length dims_size). Returns the status code
-  // and bytes.
-  TfLiteStatus BytesRequired(TfLiteType type, const int* dims, size_t dims_size,
-                             size_t* bytes);
-
-  // Request an tensor be resized implementation. If the given tensor is of
-  // type kTfLiteDynamic it will also be allocated new memory.
-  TfLiteStatus ResizeTensorImpl(TfLiteTensor* tensor, TfLiteIntArray* new_size);
-
-  // Report a detailed error string (will be printed to stderr).
-  // TODO(aselle): allow user of class to provide alternative destinations.
-  void ReportErrorImpl(const char* format, va_list args);
-
-  // Entry point for C node plugin API to request an tensor be resized.
-  static TfLiteStatus ResizeTensor(TfLiteContext* context, TfLiteTensor* tensor,
-                                   TfLiteIntArray* new_size);
-  // Entry point for C node plugin API to report an error.
-  static void ReportErrorC(TfLiteContext* context, const char* format, ...);
-
-  // Entry point for C node plugin API to add new tensors.
-  static TfLiteStatus AddTensors(TfLiteContext* context, int tensors_to_add,
-                                 int* first_new_tensor_index);
-
-  // WARNING: This is an experimental API and subject to change.
-  // Entry point for C API ReplaceNodeSubsetsWithDelegateKernels
-  static TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
-      TfLiteContext* context, TfLiteRegistration registration,
-      const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate);
-
-  // Update the execution graph to replace some of the nodes with stub
-  // nodes. Specifically any node index that has `nodes[index]==1` will be
-  // slated for replacement with a delegate kernel specified by registration.
-  // Ownership of 'nodes_to_replace' and 'delegate' remains with the caller.
-  // WARNING: This is an experimental interface that is subject to change.
-  TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
-      TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
-      TfLiteDelegate* delegate);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Gets the internal pointer to a TensorFlow lite node by node_index.
-  TfLiteStatus GetNodeAndRegistration(int node_index, TfLiteNode** node,
-                                      TfLiteRegistration** registration);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Entry point for C node plugin API to get a node by index.
-  static TfLiteStatus GetNodeAndRegistration(struct TfLiteContext*,
-                                             int node_index, TfLiteNode** node,
-                                             TfLiteRegistration** registration);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Gets an TfLiteIntArray* representing the execution plan. The interpreter
-  // owns this memory and it is only guaranteed to exist during the invocation
-  // of the delegate prepare.
-  TfLiteStatus GetExecutionPlan(TfLiteIntArray** execution_plan);
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // Entry point for C node plugin API to get the execution plan.
-  static TfLiteStatus GetExecutionPlan(struct TfLiteContext* context,
-                                       TfLiteIntArray** execution_plan);
-
-  // Retrieve an existing external context by type.
-  TfLiteExternalContext* GetExternalContext(TfLiteExternalContextType type);
-  static TfLiteExternalContext* GetExternalContext(
-      struct TfLiteContext* context, TfLiteExternalContextType type);
-
-  // Set the value of an external context.
-  static void SetExternalContext(struct TfLiteContext* context,
-                                 TfLiteExternalContextType type,
-                                 TfLiteExternalContext* ctx);
-
-  // Allow a delegate to look at the graph and modify the graph to handle
-  // parts of the graph themselves. After this is called, the graph may
-  // contain new nodes that replace 1 more nodes.
-  // WARNING: This is an experimental API and subject to change.
-  TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegate* delegate);
-
-  // Ensures that `tensors_` has at least `kTensorsCapacityHeadroom` extra
-  // capacity. Calling this function may invalidate existing pointers to
-  // tensors. After calling this function, adding `kTensorsCapacityHeadroom`
-  // more tensors won't invalidate the pointer to existing tensors.
-  void EnsureTensorsVectorCapacity() {
-    const size_t required_capacity = tensors_.size() + kTensorsCapacityHeadroom;
-    if (required_capacity > tensors_.capacity()) {
-      tensors_.reserve(required_capacity);
-      context_->tensors = tensors_.data();
-    }
-  }
-
-  // The state of the Interpreter.
-  enum State {
-    // The interpreter isn't ready to be invoked.
-    // `AllocateTensor` need to be called to enter an invokable state.
-    kStateUninvokable = 0,
-    // The interpreter is ready to be invoked.
-    kStateInvokable,
-    // The interpreter is ready to be invoked, and graph can't be further
-    // modified. The interpreter will enter this state when calling
-    // `ModifyGraphWithDelegate` with `allow_dynamic_tensors=false`.
-    kStateInvokableAndImmutable,
-  };
-  State state_ = kStateUninvokable;
-
-  // A pure C data structure used to communicate with the pure C plugin
-  // interface. To avoid copying tensor metadata, this is also the definitive
-  // structure to store tensors.
-  // TODO(b/119495520): Get rid of owned and just make context_ a instance.
-  TfLiteContext owned_context_;
-  TfLiteContext* context_;
-
-  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
-  // function pointers to actual implementation.
-  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
-      nodes_and_registration_;
-
-  // Whether the model is consistent. That is to say if the inputs and outputs
-  // of every node and the global inputs and outputs are valid indexes into
-  // the tensor array.
-  bool consistent_ = true;
-
-  // Array of indices representing the tensors that are inputs to the
-  // interpreter.
-  std::vector<int> inputs_;
-
-  // Array of indices representing the tensors that are outputs to the
-  // interpreter.
-  std::vector<int> outputs_;
-
-  // Array of indices representing the tensors that are variable tensors.
-  std::vector<int> variables_;
-
-  // The error reporter delegate that tflite will forward queries errors to.
-  ErrorReporter* error_reporter_;
-
-  // Index of the next node to prepare.
-  // During Invoke(), Interpreter will allocate input tensors first, which are
-  // known to be fixed size. Then it will allocate outputs from nodes as many
-  // as possible. When there is a node that produces dynamic sized tensor.
-  // Interpreter will stop allocating tensors, set the value of next allocate
-  // node id, and execute the node to generate the output tensor before continue
-  // to allocate successors. This process repeats until all nodes are executed.
-  // NOTE: this relies on the order of nodes that is in topological order.
-  int next_execution_plan_index_to_prepare_;
-
-  // WARNING: This is an experimental interface that is subject to change.
-  // This is a list of node indices (to index into nodes_and_registration).
-  // This represents a valid topological sort (dependency ordered) execution
-  // plan. In particular, it is valid for this ordering to contain only a
-  // subset of the node indices.
-  std::vector<int> execution_plan_;
-
-  // In the future, we'd like a TfLiteIntArray compatible representation.
-  // TODO(aselle): replace execution_plan_ with this.
-  std::unique_ptr<TfLiteIntArray, TfLiteIntArrayDeleter> plan_cache_;
-
-  // Whether to delegate to NN API
-  std::unique_ptr<NNAPIDelegate> nnapi_delegate_;
-
-  std::unique_ptr<MemoryPlanner> memory_planner_;
-
-  // Tracking bit for whether a tensor was resized in the course of an op
-  // invocation. This is a useful hint to ensure that dynamic tensor outputs
-  // trigger downstream reallocation after op invocation.
-  bool tensor_resized_since_op_invoke_ = false;
-
-  // External contexts (kTfLiteMaxExternalContexts).
-  TfLiteExternalContext** external_contexts_;
-};
-
-}  // namespace tflite
-#endif  // TENSORFLOW_LITE_CORE_SUBGRAPH_H_
diff --git a/tensorflow/lite/interpreter.cc b/tensorflow/lite/interpreter.cc
index 4f4a999210..0bac5b07b2 100644
--- a/tensorflow/lite/interpreter.cc
+++ b/tensorflow/lite/interpreter.cc
@@ -20,6 +20,7 @@ limitations under the License.
 #include <cstdint>
 #include <cstring>
 
+#include "tensorflow/lite/arena_planner.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/context_util.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
@@ -31,14 +32,110 @@ limitations under the License.
 #include "tensorflow/lite/util.h"
 
 namespace tflite {
+namespace {
+
+TfLiteStatus ReportOpError(TfLiteContext* context, const TfLiteNode& node,
+                           const TfLiteRegistration& registration,
+                           int node_index, const char* message) {
+  context->ReportError(
+      context, "Node number %d (%s) %s.\n", node_index,
+      registration.custom_name
+          ? registration.custom_name
+          : EnumNameBuiltinOperator(
+                static_cast<BuiltinOperator>(registration.builtin_code)),
+      message);
+  return kTfLiteError;
+}
+
+// Stub method which returns kTfLiteError when the function is forbidden.
+// We're registrating this function to several different function to save
+// compiled binary size. Please note the restrictions:
+// * The type of first parameter have to be `TfLiteContext*`.
+// * All paramteters must be trivailly destructible. (E.g. No C++ class)
+TfLiteStatus ForbiddenContextFunction(TfLiteContext* context, ...) {
+  context->ReportError(context,
+                       "The function is forbidden if not calling in delegate.");
+  return kTfLiteError;
+}
+
+// Set the ForbiddenContextFunction to a compatible function pointer.
+template <typename FunctionType>
+void SetForbiddenContextFunction(FunctionType* func) {
+  *func = reinterpret_cast<FunctionType>(ForbiddenContextFunction);
+}
+
+// Returns true if at least one tensor in the given list is kTfLiteDynamic.
+template <typename TensorIntArray>
+bool HasDynamicTensorImpl(const TfLiteContext& context,
+                          const TensorIntArray& int_array) {
+  for (int i : int_array) {
+    const TfLiteTensor& tensor = context.tensors[i];
+    if (tensor.allocation_type == kTfLiteDynamic) {
+      return true;
+    }
+  }
+  return false;
+}
+
+}  // namespace
+
+// A trivial implementation of GraphInfo around the Interpreter.
+// NOTE: this interpreter info represents the subset of the
+// graph that is executed according to execution plan. Thus,
+// the indices are execution plan indices rather than raw node
+// indices.
+class InterpreterInfo : public GraphInfo {
+ public:
+  explicit InterpreterInfo(Interpreter* interpreter)
+      : interpreter_(interpreter) {}
+
+  size_t num_tensors() const override { return interpreter_->tensors_size(); }
+  TfLiteTensor* tensor(size_t index) override {
+    return interpreter_->tensor(index);
+  }
+  size_t num_nodes() const override {
+    return interpreter_->execution_plan().size();
+  }
+  const TfLiteNode& node(size_t index) const override {
+    int node_index = interpreter_->execution_plan()[index];
+    return interpreter_->node_and_registration(node_index)->first;
+  }
+  const std::vector<int>& inputs() const override {
+    return interpreter_->inputs();
+  }
+  const std::vector<int>& outputs() const override {
+    return interpreter_->outputs();
+  }
+  const std::vector<int>& variables() const override {
+    return interpreter_->variables();
+  }
+
+ public:
+  Interpreter* interpreter_;
+};
 
 Interpreter::Interpreter(ErrorReporter* error_reporter)
     : error_reporter_(error_reporter ? error_reporter
                                      : DefaultErrorReporter()) {
-  subgraphs_.emplace_back(error_reporter_, external_contexts_);
-  context_ = primary_subgraph().context();
+  context_.impl_ = static_cast<void*>(this);
+  context_.ResizeTensor = ResizeTensor;
+  context_.ReportError = ReportError;
+  context_.AddTensors = AddTensors;
+  context_.tensors = nullptr;
+  context_.tensors_size = 0;
+  context_.allow_fp32_relax_to_fp16 = false;
+  context_.recommended_num_threads = -1;
+  context_.GetExternalContext = GetExternalContext;
+  context_.SetExternalContext = SetExternalContext;
+
+  // Invalid to call these these except from TfLiteDelegate
+  SwitchToKernelContext();
 
   // Reserve some space for the tensors to avoid excessive resizing.
+  tensors_.reserve(kTensorsReservedCapacity);
+  nodes_and_registration_.reserve(kTensorsReservedCapacity);
+  next_execution_plan_index_to_prepare_ = 0;
+
   for (int i = 0; i < kTfLiteMaxExternalContexts; ++i) {
     external_contexts_[i] = nullptr;
   }
@@ -46,75 +143,673 @@ Interpreter::Interpreter(ErrorReporter* error_reporter)
   UseNNAPI(false);
 }
 
-Interpreter::~Interpreter() {}
+Interpreter::~Interpreter() {
+  for (auto& nodeAndReg : nodes_and_registration_) {
+    TfLiteNode& node = nodeAndReg.first;
+    TfLiteIntArrayFree(node.inputs);
+    TfLiteIntArrayFree(node.outputs);
+    TfLiteIntArrayFree(node.temporaries);
+    if (node.builtin_data) free(node.builtin_data);
+    OpFree(nodeAndReg.second, node.user_data);
+    node.builtin_data = nullptr;
+  }
+
+  for (size_t i = 0; i < context_.tensors_size; i++) {
+    TfLiteTensor* tensor = &context_.tensors[i];
+    if (tensor->buffer_handle != kTfLiteNullBufferHandle &&
+        tensor->delegate->FreeBufferHandle != nullptr) {
+      tensor->delegate->FreeBufferHandle(&context_, tensor->delegate,
+                                         &tensor->buffer_handle);
+    }
+    TfLiteTensorFree(tensor);
+  }
+}
+
+TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
+    TfLiteContext* context, TfLiteRegistration registration,
+    const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate) {
+  return static_cast<Interpreter*>(context->impl_)
+      ->ReplaceNodeSubsetsWithDelegateKernels(registration, nodes_to_replace,
+                                              delegate);
+}
+
+namespace {
+
+// Copy a std::vector<int> to an existing TfLiteIntArray.
+// This is a low-level data manipulation function, and it's caller's
+// responsibility to ensure TfLiteIntArray has enough size.
+void CopyVectorToTfLiteIntArray(const std::vector<int>& vec,
+                                TfLiteIntArray* arr) {
+  arr->size = vec.size();
+  memcpy(arr->data, vec.data(), sizeof(int) * arr->size);
+}
+
+// This function allocates a continuous memory space that contains a
+// TfLiteDelegateParams followed by a several TfLiteIntArray.
+// When calling `free` at TfLiteDelegateParams*, all the allocated space
+// will be freed together.
+//
+// +-----------------------------------+
+// | TfLiteDelegateParams              |
+// | TfLiteDelegate* delegate;         |
+// | TfLiteIntArray* nodes_to_replace; |--\
+// | TfLiteIntArray* input_tensors;    |--+--\
+// | TfLiteIntArray* output_tensors;   |--+--+--\
+// +-----------------------------------+  |  |  |
+// | TfLiteIntArray (variable size)    |<-/  |  |
+// +-----------------------------------+     |  |
+// | TfLiteIntArray (variable size)    |<----/  |
+// +-----------------------------------+        |
+// | TfLiteIntArray (variable size)    |<-------/
+// +-----------------------------------+
+TfLiteDelegateParams* CreateDelegateParams(TfLiteDelegate* delegate,
+                                           const NodeSubset& node_subset) {
+  // Step 1: Calculate the allocation size.
+  int allocation_size = sizeof(TfLiteDelegateParams);
+
+  int nodes_to_replace_size =
+      TfLiteIntArrayGetSizeInBytes(node_subset.nodes.size());
+  allocation_size += nodes_to_replace_size;
+
+  int input_tensors_size =
+      TfLiteIntArrayGetSizeInBytes(node_subset.input_tensors.size());
+  allocation_size += input_tensors_size;
+
+  int output_tensors_size =
+      TfLiteIntArrayGetSizeInBytes(node_subset.output_tensors.size());
+  allocation_size += output_tensors_size;
+
+  // Step 2: Allocate the memory.
+  // Use `char*` for conveniently step through the allocated space by bytes.
+  char* allocation = reinterpret_cast<char*>(malloc(allocation_size));
+
+  // Step 3: Fill all data structures structures.
+  TfLiteDelegateParams* params =
+      reinterpret_cast<TfLiteDelegateParams*>(allocation);
+  params->delegate = delegate;
+  allocation += sizeof(TfLiteDelegateParams);
+
+  params->nodes_to_replace = reinterpret_cast<TfLiteIntArray*>(allocation);
+  CopyVectorToTfLiteIntArray(node_subset.nodes, params->nodes_to_replace);
+  allocation += nodes_to_replace_size;
+
+  params->input_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
+  CopyVectorToTfLiteIntArray(node_subset.input_tensors, params->input_tensors);
+  allocation += input_tensors_size;
+
+  params->output_tensors = reinterpret_cast<TfLiteIntArray*>(allocation);
+  CopyVectorToTfLiteIntArray(node_subset.output_tensors,
+                             params->output_tensors);
+  allocation += output_tensors_size;
+
+  return params;
+}
+
+}  // namespace
+
+TfLiteStatus Interpreter::ReplaceNodeSubsetsWithDelegateKernels(
+    TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
+    TfLiteDelegate* delegate) {
+  // Annotate the registration as DELEGATE op.
+  registration.builtin_code = BuiltinOperator_DELEGATE;
+
+  // Analyze the graph to find all independent node_subsets that are either
+  // fully not-this-delegate or this-delegate computation.
+  InterpreterInfo info(this);
+  std::vector<NodeSubset> node_subsets;
+  PartitionGraphIntoIndependentNodeSubsets(&info, nodes_to_replace,
+                                           &node_subsets);
+
+  execution_plan_.clear();
+  for (auto& node_subset : node_subsets) {
+    // Subsets calimed by the delegate should have a "macro" op created, the
+    // other node_subsets (kTfNonPartition) just have their nodes added back to
+    // the execution plan.
+    switch (node_subset.type) {
+      case NodeSubset::kTfNonPartition:
+        for (auto it = node_subset.nodes.begin(); it != node_subset.nodes.end();
+             ++it) {
+          execution_plan_.push_back(*it);
+        }
+        break;
+      case NodeSubset::kTfPartition: {
+        int node_index;
+
+        TfLiteDelegateParams* params =
+            CreateDelegateParams(delegate, node_subset);
+        TF_LITE_ENSURE_STATUS(AddNodeWithParameters(
+            node_subset.input_tensors, node_subset.output_tensors, nullptr, 0,
+            params, &registration, &node_index));
+
+        // Initialize the output tensors's delegate-related fields.
+        for (int tensor_index : node_subset.output_tensors) {
+          TfLiteTensor* tensor = &tensors_[tensor_index];
+          TF_LITE_ENSURE(&context_, tensor->delegate == nullptr ||
+                                        tensor->delegate == delegate);
+          tensor->delegate = delegate;
+        }
+
+        // Associate the node with the delegate.
+        TfLiteNode* node = &nodes_and_registration_[node_index].first;
+        node->delegate = delegate;
+      } break;
+      case NodeSubset::kTfUnexplored:
+        return kTfLiteError;
+        break;
+    }
+  }
+  return kTfLiteOk;
+}
+
+TfLiteExternalContext* Interpreter::GetExternalContext(
+    TfLiteExternalContextType type) {
+  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
+    return external_contexts_[type];
+  }
+  return nullptr;
+}
+
+TfLiteExternalContext* Interpreter::GetExternalContext(
+    struct TfLiteContext* context, TfLiteExternalContextType type) {
+  return static_cast<Interpreter*>(context->impl_)->GetExternalContext(type);
+}
 
 void Interpreter::SetExternalContext(TfLiteExternalContextType type,
                                      TfLiteExternalContext* ctx) {
-  primary_subgraph().SetExternalContext(type, ctx);
+  if (type >= 0 && type < kTfLiteMaxExternalContexts) {
+    external_contexts_[type] = ctx;
+  }
+}
+
+void Interpreter::SetExternalContext(struct TfLiteContext* context,
+                                     TfLiteExternalContextType type,
+                                     TfLiteExternalContext* ctx) {
+  return static_cast<Interpreter*>(context->impl_)
+      ->SetExternalContext(type, ctx);
+}
+
+// Gets an TfLiteIntArray* representing the execution plan. The interpreter owns
+// this memory and it is only guaranteed to exist during the invocation of the
+// delegate prepare.
+TfLiteStatus Interpreter::GetExecutionPlan(TfLiteIntArray** execution_plan) {
+  // TODO(aselle): Do not make a copy here
+  plan_cache_.reset(TfLiteIntArrayCreate(execution_plan_.size()));
+  *execution_plan = plan_cache_.get();
+  static_assert(sizeof(plan_cache_->data[0]) == sizeof(execution_plan_[0]),
+                "TfLiteIntArray and execution_plan do not contain same type.");
+  std::memcpy(plan_cache_->data, execution_plan_.data(),
+              sizeof(plan_cache_->data[0]) * execution_plan_.size());
+  return kTfLiteOk;
+}
+
+// WARNING: This is an experimental interface that is subject to change.
+// Entry point for C node plugin API to get the execution plan
+TfLiteStatus Interpreter::GetExecutionPlan(struct TfLiteContext* context,
+                                           TfLiteIntArray** execution_plan) {
+  return static_cast<Interpreter*>(context->impl_)
+      ->GetExecutionPlan(execution_plan);
 }
 
 TfLiteStatus Interpreter::SetInputs(std::vector<int> inputs) {
-  return primary_subgraph().SetInputs(inputs);
+  TF_LITE_ENSURE_OK(&context_,
+                    CheckTensorIndices("inputs", inputs.data(), inputs.size()));
+  inputs_ = std::move(inputs);
+  return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetOutputs(std::vector<int> outputs) {
-  return primary_subgraph().SetOutputs(outputs);
+  TF_LITE_ENSURE_OK(
+      &context_, CheckTensorIndices("outputs", outputs.data(), outputs.size()));
+  outputs_ = std::move(outputs);
+  return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetVariables(std::vector<int> variables) {
-  return primary_subgraph().SetVariables(variables);
+  TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("variables", variables.data(),
+                                                  variables.size()));
+  variables_ = std::move(variables);
+  return kTfLiteOk;
+}
+
+TfLiteStatus Interpreter::CheckTensorIndices(const char* label,
+                                             const int* indices, int length) {
+  // Making sure kOptionalTensor is not re-defined to something other than -1.
+  static_assert(kOptionalTensor == -1, "kOptionalTensor should be defined -1");
+
+  for (int i = 0; i < length; i++) {
+    int index = indices[i];
+    // Continue if index == kOptionalTensor before additional comparisons below,
+    // size_t(-1) is always >= context_tensors_size.
+    if (index == kOptionalTensor) {
+      continue;
+    }
+    if (index < 0 || static_cast<size_t>(index) >= context_.tensors_size) {
+      ReportError(&context_, "Invalid tensor index %d in %s\n", index, label);
+      consistent_ = false;
+      return kTfLiteError;
+    }
+  }
+  return kTfLiteOk;
+}
+
+TfLiteStatus Interpreter::BytesRequired(TfLiteType type, const int* dims,
+                                        size_t dims_size, size_t* bytes) {
+  // TODO(aselle): Check for overflow here using overflow.h in TensorFlow
+  // MultiplyWithoutOverflow.
+  TF_LITE_ENSURE(&context_, bytes != nullptr);
+  size_t count = 1;
+  for (int k = 0; k < dims_size; k++) count *= dims[k];
+  switch (type) {
+    case kTfLiteFloat32:
+      *bytes = sizeof(float) * count;
+      break;
+    case kTfLiteInt16:
+      *bytes = sizeof(int16_t) * count;
+      break;
+    case kTfLiteInt32:
+      *bytes = sizeof(int32_t) * count;
+      break;
+    case kTfLiteUInt8:
+      *bytes = sizeof(uint8_t) * count;
+      break;
+    case kTfLiteInt8:
+      *bytes = sizeof(int8_t) * count;
+      break;
+    case kTfLiteInt64:
+      *bytes = sizeof(int64_t) * count;
+      break;
+    case kTfLiteBool:
+      *bytes = sizeof(bool) * count;
+      break;
+    case kTfLiteComplex64:
+      *bytes = sizeof(std::complex<float>) * count;
+      break;
+    default:
+      ReportError(&context_,
+                  "Only float32, int16, int32, int64, uint8, int8, bool, "
+                  "complex64 supported currently.");
+      return kTfLiteError;
+  }
+  return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::AllocateTensors() {
-  return primary_subgraph().AllocateTensors();
+  if (!consistent_) {
+    ReportError(&context_, "AllocateTensors() called on inconsistent model.");
+    return kTfLiteError;
+  }
+
+  // Explicit (re)allocation is necessary if nodes have been changed or tensors
+  // have been resized. For inputs marked as dynamic, we can't short-circuit the
+  // allocation as the client may have done the resize manually.
+  if (state_ != kStateUninvokable && !HasDynamicTensorImpl(context_, inputs_)) {
+    return kTfLiteOk;
+  }
+
+  next_execution_plan_index_to_prepare_ = 0;
+  if (memory_planner_) {
+    TF_LITE_ENSURE_STATUS(memory_planner_->ResetAllocations());
+  }
+
+  TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
+
+  state_ = kStateInvokable;
+
+  // Reset the variable tensors to zero after (re)allocating the tensors.
+  // Developers shouldn't rely on the side effect of this function to reset
+  // variable tesnsors. They should call `ResetVariableTensors` directly
+  // instead.
+  ResetVariableTensors();
+
+  return kTfLiteOk;
+}
+
+// TODO(ycling): Support non-zero default values.
+TfLiteStatus Interpreter::ResetVariableTensors() {
+  for (auto& tensor : tensors_) {
+    if (!tensor.is_variable) {
+      continue;
+    }
+
+    // Variable tensors have to be `kTfLiteArenaRwPersistent`, and must be
+    // allocated after the initial `PrepareOpsAndTensors()` is called.
+    TF_LITE_ENSURE_EQ(&context_, tensor.allocation_type,
+                      kTfLiteArenaRwPersistent);
+    TF_LITE_ENSURE(&context_, tensor.data.raw != nullptr);
+
+    memset(tensor.data.raw, 0, tensor.bytes);
+  }
+  return kTfLiteOk;
 }
 
 void Interpreter::ReserveNodes(int count) {
-  primary_subgraph().nodes_and_registration().reserve(count);
+  nodes_and_registration_.reserve(count);
 }
 
 TfLiteStatus Interpreter::AddNodeWithParameters(
     const std::vector<int>& inputs, const std::vector<int>& outputs,
     const char* init_data, size_t init_data_size, void* builtin_data,
     const TfLiteRegistration* registration, int* node_index) {
-  return primary_subgraph().AddNodeWithParameters(inputs, outputs, init_data,
-                                                  init_data_size, builtin_data,
-                                                  registration, node_index);
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError(&context_,
+                "AddNodeWithParameters is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+  state_ = kStateUninvokable;
+
+  std::unique_ptr<void, decltype(free)*> builtin_data_deleter(builtin_data,
+                                                              free);
+
+  TF_LITE_ENSURE_OK(&context_, CheckTensorIndices("node inputs", inputs.data(),
+                                                  inputs.size()));
+  TF_LITE_ENSURE_OK(
+      &context_,
+      CheckTensorIndices("node outputs", outputs.data(), outputs.size()));
+
+  int new_node_index = nodes_and_registration_.size();
+  if (node_index) *node_index = new_node_index;
+  nodes_and_registration_.resize(nodes_and_registration_.size() + 1);
+  auto& node_and_reg = nodes_and_registration_.back();
+  TfLiteNode& node = node_and_reg.first;
+  if (node.inputs) TfLiteIntArrayFree(node.inputs);
+  if (node.outputs) TfLiteIntArrayFree(node.outputs);
+  if (node.temporaries) TfLiteIntArrayFree(node.temporaries);
+
+  // NOTE, here we are not using move semantics yet, since our internal
+  // representation isn't std::vector, but in the future we would like to avoid
+  // copies, so we want the interface to take r-value references now.
+  node.inputs = ConvertVectorToTfLiteIntArray(inputs);
+  node.outputs = ConvertVectorToTfLiteIntArray(outputs);
+  node.temporaries = TfLiteIntArrayCreate(0);
+  if (init_data) {
+    node.user_data = OpInit(*registration, init_data, init_data_size);
+  } else {
+    node.user_data =
+        OpInit(*registration,
+               reinterpret_cast<const char*>(builtin_data_deleter.get()), 0);
+  }
+
+  node.builtin_data = builtin_data_deleter.release();
+  // TODO(ycling): Filling `custom_initial_data` and `custom_initial_data_size`
+  // properly for nodes generated by ReplaceNodeSubsetsWithDelegateKernels.
+
+  if (registration->builtin_code == BuiltinOperator_CUSTOM) {
+    // When it's a CUSTOM op, the `custom_options` field in the Flatbuffer
+    // `Operator` table is passed in.
+    node.custom_initial_data = init_data;
+    node.custom_initial_data_size = init_data_size;
+  } else {
+    node.custom_initial_data = nullptr;
+    node.custom_initial_data_size = 0;
+  }
+
+  node.delegate = nullptr;
+  node_and_reg.second = *registration;
+  execution_plan_.push_back(new_node_index);
+  return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::ResizeInputTensor(int tensor_index,
                                             const std::vector<int>& dims) {
-  return primary_subgraph().ResizeInputTensor(tensor_index, dims);
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError(&context_,
+                "ResizeInputTensor is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+
+  // TODO(aselle): All bounds checks can be implemented as one-sided bounds
+  // checks by casting to unsigned for efficiency. Profile before doing this.
+  TF_LITE_ENSURE(&context_,
+                 tensor_index < context_.tensors_size && tensor_index >= 0);
+  TfLiteTensor* tensor = &context_.tensors[tensor_index];
+
+  // Short-circuit the state change if the dimensions don't change, avoiding
+  // unnecessary (re)allocations.
+  if (EqualArrayAndTfLiteIntArray(tensor->dims, dims.size(), dims.data())) {
+    return kTfLiteOk;
+  }
+
+  state_ = kStateUninvokable;
+  return ResizeTensorImpl(tensor, ConvertVectorToTfLiteIntArray(dims));
+}
+
+bool HasDynamicTensor(const TfLiteContext& context,
+                      const TfLiteIntArray* int_array) {
+  return HasDynamicTensorImpl(context, TfLiteIntArrayView{int_array});
+}
+
+TfLiteStatus Interpreter::PrepareOpsStartingAt(
+    int first_execution_plan_index, int* last_execution_plan_index_prepared) {
+  for (int execution_plan_index = first_execution_plan_index;
+       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
+    int node_index = execution_plan_[execution_plan_index];
+    TfLiteNode& node = nodes_and_registration_[node_index].first;
+    const TfLiteRegistration& registration =
+        nodes_and_registration_[node_index].second;
+    EnsureTensorsVectorCapacity();
+    if (OpPrepare(registration, &node) == kTfLiteError) {
+      return ReportOpError(&context_, node, registration, node_index,
+                           "failed to prepare");
+    }
+
+    *last_execution_plan_index_prepared = execution_plan_index;
+
+    // Discontinue if the node has dynamic outputs. Note that we don't
+    // stop for dynamic temporary tensors since they won't affect the
+    // sizes of other tensors in the graph.
+    if (HasDynamicTensor(context_, node.outputs)) {
+      break;
+    }
+  }
+  return kTfLiteOk;
+}
+
+TfLiteStatus Interpreter::PrepareOpsAndTensors() {
+  if (!memory_planner_) {
+    memory_planner_.reset(new ArenaPlanner(
+        &context_, std::unique_ptr<GraphInfo>(new InterpreterInfo(this)),
+        /*preserve_inputs=*/true, /*preserve_intermediates*/ false));
+    memory_planner_->PlanAllocations();
+  }
+
+  int last_exec_plan_index_prepared = 0;
+
+  TF_LITE_ENSURE_STATUS(PrepareOpsStartingAt(
+      next_execution_plan_index_to_prepare_, &last_exec_plan_index_prepared));
+  TF_LITE_ENSURE_STATUS(memory_planner_->ExecuteAllocations(
+      next_execution_plan_index_to_prepare_, last_exec_plan_index_prepared));
+
+  next_execution_plan_index_to_prepare_ = last_exec_plan_index_prepared + 1;
+  return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::Invoke() {
-  TfLiteStatus status = primary_subgraph().Invoke();
+  if (!consistent_) {
+    ReportError(&context_, "Invoke called on model that is not consistent.");
+    return kTfLiteError;
+  }
+  if (state_ == kStateUninvokable) {
+    ReportError(&context_, "Invoke called on model that is not ready.");
+    return kTfLiteError;
+  }
+
+  TfLiteStatus status = kTfLiteOk;
+  if (nnapi_delegate_) {
+    if (next_execution_plan_index_to_prepare_ == execution_plan_.size()) {
+      TF_LITE_ENSURE_OK(&context_, nnapi_delegate_->Invoke(this));
+      return kTfLiteOk;
+    } else {
+      // TODO(aselle): In the future, we would like this to be an
+      // automatic tflite CPU fallback.
+      ReportError(&context_,
+                  "NNAPI was requested, but dependent sized tensors "
+                  "being used.\n");
+      return kTfLiteError;
+    }
+  }
+
+  // Invocations are always done in node order.
+  // Note that calling Invoke repeatedly will cause the original memory plan to
+  // be reused, unless either ResizeInputTensor() or AllocateTensors() has been
+  // called.
+  for (int execution_plan_index = 0;
+       execution_plan_index < execution_plan_.size(); execution_plan_index++) {
+    if (execution_plan_index == next_execution_plan_index_to_prepare_) {
+      TF_LITE_ENSURE_STATUS(PrepareOpsAndTensors());
+      TF_LITE_ENSURE(&context_, next_execution_plan_index_to_prepare_ >=
+                                    execution_plan_index);
+    }
+    int node_index = execution_plan_[execution_plan_index];
+    TfLiteNode& node = nodes_and_registration_[node_index].first;
+    const TfLiteRegistration& registration =
+        nodes_and_registration_[node_index].second;
+    SCOPED_OPERATOR_PROFILE(profiler_, node_index);
+
+    // TODO(ycling): This is an extra loop through inputs to check if the data
+    // need to be copied from Delegate buffer to raw memory, which is often not
+    // needed. We may want to cache this in prepare to know if this needs to be
+    // done for a node or not.
+    for (int i = 0; i < node.inputs->size; ++i) {
+      int tensor_index = node.inputs->data[i];
+      if (tensor_index == kOptionalTensor) {
+        continue;
+      }
+      TfLiteTensor* tensor = &tensors_[tensor_index];
+      if (tensor->delegate && tensor->delegate != node.delegate &&
+          tensor->data_is_stale) {
+        EnsureTensorDataIsReadable(tensor_index);
+      }
+    }
+
+    EnsureTensorsVectorCapacity();
+    tensor_resized_since_op_invoke_ = false;
+    if (OpInvoke(registration, &node) == kTfLiteError) {
+      status = ReportOpError(&context_, node, registration, node_index,
+                             "failed to invoke");
+    }
+
+    // Force execution prep for downstream ops if the latest op triggered the
+    // resize of a dynamic tensor.
+    if (tensor_resized_since_op_invoke_ &&
+        HasDynamicTensor(context_, node.outputs)) {
+      next_execution_plan_index_to_prepare_ = execution_plan_index + 1;
+    }
+  }
 
   if (!allow_buffer_handle_output_) {
-    for (int tensor_index : outputs()) {
-      primary_subgraph().EnsureTensorDataIsReadable(tensor_index);
+    for (int tensor_index : outputs_) {
+      EnsureTensorDataIsReadable(tensor_index);
     }
   }
 
   return status;
 }
 
+TfLiteStatus Interpreter::ResizeTensor(TfLiteContext* context,
+                                       TfLiteTensor* tensor,
+                                       TfLiteIntArray* new_size) {
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Interpreter to call into the member function ResizeTensorImpl
+  // (this function is static).
+  return static_cast<Interpreter*>(context->impl_)
+      ->ResizeTensorImpl(tensor, new_size);
+}
+
+void Interpreter::ReportErrorImpl(const char* format, va_list args) {
+  error_reporter_->Report(format, args);
+}
+
+void Interpreter::ReportError(TfLiteContext* context, const char* format, ...) {
+  va_list args;
+  va_start(args, format);
+  auto* f = static_cast<Interpreter*>(context->impl_);
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Interpreter to call into the member function ReportErrorImpl
+  // (this function is static).
+  f->ReportErrorImpl(format, args);
+  va_end(args);
+}
+
 TfLiteStatus Interpreter::AddTensors(int tensors_to_add,
                                      int* first_new_tensor_index) {
-  return primary_subgraph().AddTensors(tensors_to_add, first_new_tensor_index);
+  const size_t base_index = tensors_.size();
+  if (first_new_tensor_index) *first_new_tensor_index = base_index;
+  tensors_.resize(tensors_.size() + tensors_to_add);
+  for (size_t i = base_index; i < tensors_.size(); i++) {
+    memset(&tensors_[i], 0, sizeof(tensors_[i]));
+    tensors_[i].buffer_handle = kTfLiteNullBufferHandle;
+  }
+  context_.tensors = tensors_.data();
+  context_.tensors_size = tensors_.size();
+  return kTfLiteOk;
 }
 
-TfLiteStatus Interpreter::ResetVariableTensors() {
-  return primary_subgraph().ResetVariableTensors();
+TfLiteStatus Interpreter::AddTensors(TfLiteContext* context, int tensors_to_add,
+                                     int* first_new_tensor_index) {
+  // Note here that context->impl_ is recovering the this pointer for an
+  // instance of Interpreter to call into the member function AddTensors
+  // (this function is static).
+  return static_cast<Interpreter*>(context->impl_)
+      ->AddTensors(tensors_to_add, first_new_tensor_index);
+}
+
+TfLiteStatus Interpreter::GetNodeAndRegistration(
+    int node_index, TfLiteNode** node, TfLiteRegistration** registration) {
+  TF_LITE_ENSURE(&context_, node_index >= 0);
+  TF_LITE_ENSURE(&context_, static_cast<size_t>(node_index) < nodes_size());
+  TF_LITE_ENSURE(&context_, node != nullptr && registration != nullptr);
+  *node = &nodes_and_registration_[node_index].first;
+  *registration = &nodes_and_registration_[node_index].second;
+  return kTfLiteOk;
+}
+
+TfLiteStatus Interpreter::GetNodeAndRegistration(
+    struct TfLiteContext* context, int node_index, TfLiteNode** node,
+    TfLiteRegistration** registration) {
+  return static_cast<Interpreter*>(context->impl_)
+      ->GetNodeAndRegistration(node_index, node, registration);
 }
 
 TfLiteStatus Interpreter::SetTensorParametersReadOnly(
     int tensor_index, TfLiteType type, const char* name, const size_t rank,
     const int* dims, TfLiteQuantizationParams quantization, const char* buffer,
     size_t bytes, const Allocation* allocation) {
-  return primary_subgraph().SetTensorParametersReadOnly(
-      tensor_index, type, name, rank, dims, quantization, buffer, bytes,
-      allocation);
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError(
+        &context_,
+        "SetTensorParametersReadOnly is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+
+  TF_LITE_ENSURE(&context_,
+                 tensor_index < context_.tensors_size && tensor_index >= 0);
+  // For most tensors we know exactly how much memory is necessary so we can
+  // ensure the buffer is large enough. However, we need to skip string tensors
+  // because their sizes change with the contents of the individual strings.
+  if (type != kTfLiteString) {
+    size_t required_bytes;
+    TF_LITE_ENSURE_OK(&context_,
+                      BytesRequired(type, dims, rank, &required_bytes));
+    TF_LITE_ENSURE_EQ(&context_, required_bytes, bytes);
+  }
+
+  TfLiteTensor& tensor = context_.tensors[tensor_index];
+  if (type == tensor.type &&
+      EqualArrayAndTfLiteIntArray(tensor.dims, rank, dims)) {
+    // Fast path which does not invalidate the invokable property.
+    TfLiteTensorDataFree(&tensor);
+    tensor.data.raw = const_cast<char*>(buffer);
+    if (!tensor.dims) tensor.dims = ConvertArrayToTfLiteIntArray(rank, dims);
+    tensor.params = quantization;
+    tensor.allocation_type = kTfLiteMmapRo;
+    tensor.allocation = allocation;
+  } else {
+    state_ = kStateUninvokable;
+    TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
+                      quantization, const_cast<char*>(buffer), bytes,
+                      kTfLiteMmapRo, allocation, false, &tensor);
+  }
+  return kTfLiteOk;
 }
 
 // Set description of inputs/outputs/data/fptrs for node `node_index`.
@@ -124,52 +819,186 @@ TfLiteStatus Interpreter::SetTensorParametersReadOnly(
 TfLiteStatus Interpreter::SetTensorParametersReadWrite(
     int tensor_index, TfLiteType type, const char* name, const size_t rank,
     const int* dims, TfLiteQuantizationParams quantization, bool is_variable) {
-  return primary_subgraph().SetTensorParametersReadWrite(
-      tensor_index, type, name, rank, dims, quantization, is_variable);
+  if (state_ == kStateInvokableAndImmutable) {
+    ReportError(
+        &context_,
+        "SetTensorParametersReadWrite is disallowed when graph is immutable.");
+    return kTfLiteError;
+  }
+  TF_LITE_ENSURE(&context_,
+                 tensor_index < context_.tensors_size && tensor_index >= 0);
+  size_t required_bytes = 0;
+  if (type != kTfLiteString) {
+    // These types will be allocated in our arena so we need to record how
+    // many bytes we will need based on the dimensions. String tensors are
+    // allocated dynamically and we can't know ahead of time how much space
+    // they will require.
+    TF_LITE_ENSURE_OK(&context_,
+                      BytesRequired(type, dims, rank, &required_bytes));
+  }
+
+  TfLiteAllocationType allocation_type = kTfLiteArenaRw;
+  if (type == kTfLiteString) {
+    if (is_variable) {
+      // We don't have a real use case for string variable tensor.
+      ReportError(&context_, "String variable tensor isn't supported.");
+      return kTfLiteError;
+    }
+    allocation_type = kTfLiteDynamic;
+  } else if (is_variable) {
+    allocation_type = kTfLiteArenaRwPersistent;
+  }
+
+  TfLiteTensorReset(type, name, ConvertArrayToTfLiteIntArray(rank, dims),
+                    quantization,
+                    /*buffer=*/nullptr, required_bytes, allocation_type,
+                    nullptr, is_variable, &context_.tensors[tensor_index]);
+  return kTfLiteOk;
 }
 
 TfLiteStatus Interpreter::SetExecutionPlan(const std::vector<int>& new_plan) {
-  return primary_subgraph().SetExecutionPlan(new_plan);
+  for (int node_index : new_plan) {
+    TF_LITE_ENSURE(&context_, node_index >= 0 && node_index < nodes_size());
+  }
+  execution_plan_ = new_plan;
+  return kTfLiteOk;
 }
 
-void Interpreter::UseNNAPI(bool enable) { primary_subgraph().UseNNAPI(enable); }
+TfLiteStatus Interpreter::ResizeTensorImpl(TfLiteTensor* tensor,
+                                           TfLiteIntArray* new_size) {
+  // Note that in theory we could resize kTfLiteArenaRwPersistent tensors too.
+  if (tensor->allocation_type == kTfLiteArenaRw ||
+      tensor->allocation_type == kTfLiteDynamic ||
+      tensor->allocation_type == kTfLiteArenaRwPersistent) {
+    tensor_resized_since_op_invoke_ |=
+        TfLiteIntArrayEqual(tensor->dims, new_size) == 0;
+    if (tensor->type != kTfLiteString) {
+      size_t bytesRequired;
+      TfLiteStatus status = BytesRequired(tensor->type, new_size->data,
+                                          new_size->size, &bytesRequired);
+      if (status != kTfLiteOk) {
+        TfLiteIntArrayFree(new_size);
+        return kTfLiteError;
+      }
+
+      // Realloc space for kTfLiteDynamic tensors.
+      TfLiteTensorRealloc(bytesRequired, tensor);
+      tensor->bytes = bytesRequired;
+    }
+    if (tensor->dims) TfLiteIntArrayFree(tensor->dims);
+    tensor->dims = new_size;
 
-void Interpreter::SetNumThreads(int num_threads) {
-  for (auto& subgraph : subgraphs_) {
-    subgraph.context()->recommended_num_threads = num_threads;
+    if (tensor->allocation_type != kTfLiteDynamic) {
+      tensor->data.raw = nullptr;
+    }
+  } else {
+    // kTfLiteMmapRo tensors are stored in the flatbuffer and are therefore
+    // of fixed size.
+    TfLiteIntArrayFree(new_size);
+    ReportError(&context_, "Attempting to resize a fixed-size tensor.");
+    return kTfLiteError;
   }
+  return kTfLiteOk;
+}
+
+void Interpreter::UseNNAPI(bool enable) {
+  // TODO(aselle): This is a workaround for finding if NNAPI exists.
+  // We also need to make sure getLibraryHandle() is renamed to be NNAPI
+  // prefixed.
+  if (!NNAPIDelegate::IsSupported()) enable = false;
+  if (!enable) {
+    nnapi_delegate_.reset();
+  } else if (!nnapi_delegate_) {
+    nnapi_delegate_.reset(new NNAPIDelegate);
+  }
+}
+
+void Interpreter::SetNumThreads(int num_threads) {
+  context_.recommended_num_threads = num_threads;
 
   for (int i = 0; i < kTfLiteMaxExternalContexts; ++i) {
     auto* c = external_contexts_[i];
     if (c && c->Refresh) {
-      c->Refresh(context_);
+      c->Refresh(&context_);
     }
   }
 }
 
-void Interpreter::SetAllowFp16PrecisionForFp32(bool allow) {
-  for (auto& subgraph : subgraphs_) {
-    subgraph.context()->allow_fp32_relax_to_fp16 = allow;
-  }
+void Interpreter::SwitchToDelegateContext() {
+  context_.GetNodeAndRegistration = GetNodeAndRegistration;
+  context_.ReplaceNodeSubsetsWithDelegateKernels =
+      ReplaceNodeSubsetsWithDelegateKernels;
+  context_.GetExecutionPlan = GetExecutionPlan;
+}
+
+void Interpreter::SwitchToKernelContext() {
+  SetForbiddenContextFunction(&context_.GetNodeAndRegistration);
+  SetForbiddenContextFunction(&context_.ReplaceNodeSubsetsWithDelegateKernels);
+  SetForbiddenContextFunction(&context_.GetExecutionPlan);
 }
 
 TfLiteStatus Interpreter::ModifyGraphWithDelegate(TfLiteDelegate* delegate) {
-  return primary_subgraph().ModifyGraphWithDelegate(delegate);
+  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
+    int last_execution_plan_index_prepared;
+    TF_LITE_ENSURE_OK(&context_, PrepareOpsStartingAt(
+                                     0, &last_execution_plan_index_prepared));
+
+    bool has_dynamic_tensors = true;
+    // Dynamic tensors exist if not all nodes can be prepared.
+    if (last_execution_plan_index_prepared + 1 == execution_plan_.size()) {
+      // If all the nodes can be prepared, check if the last node has dynamic
+      // tensors.
+      int node_index = execution_plan_[last_execution_plan_index_prepared];
+      TfLiteNode& node = nodes_and_registration_[node_index].first;
+      if (!HasDynamicTensor(context_, node.outputs)) {
+        has_dynamic_tensors = false;
+      }
+    }
+    if (has_dynamic_tensors) {
+      ReportError(
+          &context_,
+          "Attempting to use a delegate that only supports static-sized "
+          "tensors with a graph that has dynamic-sized tensors.");
+      return kTfLiteError;
+    }
+  }
+
+  // TODO(aselle): Consider if it is worth storing pointers to delegates.
+  // Setup additional context interface.
+  SwitchToDelegateContext();
+
+  TfLiteStatus status = delegate->Prepare(&context_, delegate);
+
+  // Remove additional context info.
+  SwitchToKernelContext();
+
+  TF_LITE_ENSURE_OK(&context_, status);
+
+  if (!(delegate->flags & kTfLiteDelegateFlagsAllowDynamicTensors)) {
+    // Reset the state to force tensor/op reallocation.
+    state_ = kStateUninvokable;
+    TF_LITE_ENSURE_OK(&context_, AllocateTensors());
+    TF_LITE_ENSURE_EQ(&context_, state_, kStateInvokable);
+    // After using a delegate which doesn't support dynamic tensors, make the
+    // entire graph immutable.
+    state_ = kStateInvokableAndImmutable;
+  }
+
+  return status;
 }
 
 TfLiteStatus Interpreter::SetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle buffer_handle,
                                           TfLiteDelegate* delegate) {
-  TF_LITE_ENSURE(context_, tensor_index < tensors_size());
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-  TfLiteTensor* tensor = &tensors[tensor_index];
+  TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
+  TfLiteTensor* tensor = &tensors_[tensor_index];
 
-  TF_LITE_ENSURE(context_,
+  TF_LITE_ENSURE(&context_,
                  tensor->delegate == nullptr || tensor->delegate == delegate);
   tensor->delegate = delegate;
   if (tensor->buffer_handle != kTfLiteNullBufferHandle) {
-    TF_LITE_ENSURE(context_, tensor->delegate->FreeBufferHandle != nullptr);
-    tensor->delegate->FreeBufferHandle(context_, tensor->delegate,
+    TF_LITE_ENSURE(&context_, tensor->delegate->FreeBufferHandle != nullptr);
+    tensor->delegate->FreeBufferHandle(&context_, tensor->delegate,
                                        &tensor->buffer_handle);
   }
   tensor->buffer_handle = buffer_handle;
@@ -180,9 +1009,8 @@ TfLiteStatus Interpreter::SetBufferHandle(int tensor_index,
 TfLiteStatus Interpreter::GetBufferHandle(int tensor_index,
                                           TfLiteBufferHandle* buffer_handle,
                                           TfLiteDelegate** delegate) {
-  TF_LITE_ENSURE(context_, tensor_index < tensors_size());
-  std::vector<TfLiteTensor>& tensors = primary_subgraph().tensors();
-  TfLiteTensor* tensor = &tensors[tensor_index];
+  TF_LITE_ENSURE(&context_, tensor_index < tensors_size());
+  TfLiteTensor* tensor = &tensors_[tensor_index];
 
   *delegate = tensor->delegate;
   *buffer_handle = tensor->buffer_handle;
diff --git a/tensorflow/lite/interpreter.h b/tensorflow/lite/interpreter.h
index a6ad5d9137..de6c42bfcc 100644
--- a/tensorflow/lite/interpreter.h
+++ b/tensorflow/lite/interpreter.h
@@ -25,7 +25,6 @@ limitations under the License.
 #include "tensorflow/lite/allocation.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
-#include "tensorflow/lite/core/subgraph.h"
 #include "tensorflow/lite/memory_planner.h"
 #include "tensorflow/lite/profiling/profiler.h"
 #include "tensorflow/lite/stderr_reporter.h"
@@ -74,6 +73,9 @@ constexpr TfLiteType typeToTfLiteType<string>() {
   return kTfLiteString;
 }
 
+// Forward declare since NNAPIDelegate uses Interpreter.
+class NNAPIDelegate;
+
 // An interpreter for a graph of nodes that input and output from tensors.
 // Each node of the graph processes a set of input tensors and produces a
 // set of output Tensors. All inputs/output tensors are referenced by index.
@@ -102,6 +104,12 @@ constexpr TfLiteType typeToTfLiteType<string>() {
 // foo.Invoke();
 //
 
+struct TfLiteIntArrayDeleter {
+  void operator()(TfLiteIntArray* a) {
+    if (a) TfLiteIntArrayFree(a);
+  }
+};
+
 class Interpreter {
  public:
   // Instantiate an interpreter. All errors associated with reading and
@@ -113,7 +121,6 @@ class Interpreter {
 
   ~Interpreter();
 
-  // Interpreters are not copyable as they have non-trivial memory semantics.
   Interpreter(const Interpreter&) = delete;
   Interpreter& operator=(const Interpreter&) = delete;
 
@@ -194,40 +201,34 @@ class Interpreter {
   // Functions to access tensor data
 
   // Read only access to list of inputs.
-  const std::vector<int>& inputs() const { return primary_subgraph().inputs(); }
+  const std::vector<int>& inputs() const { return inputs_; }
 
   // Return the name of a given input. The given index must be between 0 and
   // inputs().size().
   const char* GetInputName(int index) const {
-    return context_->tensors[inputs()[index]].name;
+    return context_.tensors[inputs_[index]].name;
   }
 
   // Read only access to list of outputs.
-  const std::vector<int>& outputs() const {
-    return primary_subgraph().outputs();
-  }
+  const std::vector<int>& outputs() const { return outputs_; }
 
   // Read only access to list of variable tensors.
-  const std::vector<int>& variables() const {
-    return primary_subgraph().variables();
-  }
+  const std::vector<int>& variables() const { return variables_; }
 
   // Return the name of a given output. The given index must be between 0 and
   // outputs().size().
   const char* GetOutputName(int index) const {
-    return context_->tensors[outputs()[index]].name;
+    return context_.tensors[outputs_[index]].name;
   }
 
   // Return the number of tensors in the model.
-  size_t tensors_size() const { return context_->tensors_size; }
+  size_t tensors_size() const { return context_.tensors_size; }
 
   // Return the number of ops in the model.
-  size_t nodes_size() const { return primary_subgraph().nodes_size(); }
+  size_t nodes_size() const { return nodes_and_registration_.size(); }
 
   // WARNING: Experimental interface, subject to change
-  const std::vector<int>& execution_plan() const {
-    return primary_subgraph().execution_plan();
-  }
+  const std::vector<int>& execution_plan() const { return execution_plan_; }
 
   // WARNING: Experimental interface, subject to change
   // Overrides execution plan. This bounds checks indices sent in.
@@ -237,18 +238,27 @@ class Interpreter {
   // TODO(aselle): Create a safe ArrayHandle interface to avoid exposing this
   // read/write access to structure
   TfLiteTensor* tensor(int tensor_index) {
-    return primary_subgraph().tensor(tensor_index);
+    if (tensor_index < 0 ||
+        static_cast<size_t>(tensor_index) >= context_.tensors_size)
+      return nullptr;
+    return &context_.tensors[tensor_index];
   }
 
   // Get an immutable tensor data structure.
   const TfLiteTensor* tensor(int tensor_index) const {
-    return primary_subgraph().tensor(tensor_index);
+    if (tensor_index < 0 ||
+        static_cast<size_t>(tensor_index) >= context_.tensors_size)
+      return nullptr;
+    return &context_.tensors[tensor_index];
   }
 
   // Get a pointer to an operation and registration data structure if in bounds.
   const std::pair<TfLiteNode, TfLiteRegistration>* node_and_registration(
       int node_index) const {
-    return primary_subgraph().node_and_registration(node_index);
+    if (node_index < 0 ||
+        static_cast<size_t>(node_index) >= nodes_and_registration_.size())
+      return nullptr;
+    return &nodes_and_registration_[node_index];
   }
 
   // Perform a checked cast to the appropriate tensor type (mutable pointer
@@ -279,28 +289,28 @@ class Interpreter {
   // index must be between 0 and inputs().size().
   template <class T>
   T* typed_input_tensor(int index) {
-    return typed_tensor<T>(inputs()[index]);
+    return typed_tensor<T>(inputs_[index]);
   }
 
   // Return an immutable pointer into the data of a given input tensor. The
   // given index must be between 0 and inputs().size().
   template <class T>
   const T* typed_input_tensor(int index) const {
-    return typed_tensor<T>(inputs()[index]);
+    return typed_tensor<T>(inputs_[index]);
   }
 
   // Return a mutable pointer into the data of a given output tensor. The given
   // index must be between 0 and outputs().size().
   template <class T>
   T* typed_output_tensor(int index) {
-    return typed_tensor<T>(outputs()[index]);
+    return typed_tensor<T>(outputs_[index]);
   }
 
   // Return an immutable pointer into the data of a given output tensor. The
   // given index must be between 0 and outputs().size().
   template <class T>
   const T* typed_output_tensor(int index) const {
-    return typed_tensor<T>(outputs()[index]);
+    return typed_tensor<T>(outputs_[index]);
   }
 
   // Change the dimensionality of a given tensor. Note, this is only acceptable
@@ -315,6 +325,7 @@ class Interpreter {
   // Update allocations for all tensors. This will redim dependent tensors using
   // the input tensor dimensionality as given. This is relatively expensive.
   // If you know that your sizes are not changing, you need not call this.
+
   // Returns status of success or failure.
   TfLiteStatus AllocateTensors();
 
@@ -335,12 +346,14 @@ class Interpreter {
   // Allow float16 precision for FP32 calculation when possible.
   // default: not allow.
   // WARNING: This is an experimental API and subject to change.
-  void SetAllowFp16PrecisionForFp32(bool allow);
+  void SetAllowFp16PrecisionForFp32(bool allow) {
+    context_.allow_fp32_relax_to_fp16 = allow;
+  }
 
   // Get the half precision flag.
   // WARNING: This is an experimental API and subject to change.
   bool GetAllowFp16PrecisionForFp32() const {
-    return context_->allow_fp32_relax_to_fp16;
+    return context_.allow_fp32_relax_to_fp16;
   }
 
   // Owning handle to a TfLiteDelegate instance.
@@ -353,6 +366,24 @@ class Interpreter {
   // WARNING: This is an experimental API and subject to change.
   TfLiteStatus ModifyGraphWithDelegate(TfLiteDelegate* delegate);
 
+  // Ensure the data in `tensor.data` is readable. In case delegate is used,
+  // it might require to copy the data from delegate buffer to raw memory.
+  // WARNING: This is an experimental API and subject to change.
+  TfLiteStatus EnsureTensorDataIsReadable(int tensor_index) {
+    TfLiteTensor* t = tensor(tensor_index);
+    TF_LITE_ENSURE(&context_, t != nullptr);
+    if (t->data_is_stale) {
+      TF_LITE_ENSURE(&context_, t->delegate != nullptr);
+      TF_LITE_ENSURE(&context_, t->buffer_handle != kTfLiteNullBufferHandle);
+      // This can be null if the delegate doesn't use its own buffer.
+      TF_LITE_ENSURE(&context_, t->delegate->CopyFromBufferHandle != nullptr);
+      t->delegate->CopyFromBufferHandle(
+          &context_, t->delegate, t->buffer_handle, t->data.raw, t->bytes);
+      t->data_is_stale = false;
+    }
+    return kTfLiteOk;
+  }
+
   // Set the delegate buffer handle to a tensor. It can be called in the
   // following cases:
   // 1. Set the buffer handle to a tensor that's not being written by a
@@ -408,7 +439,7 @@ class Interpreter {
   const char* OpProfilingString(const TfLiteRegistration& op_reg,
                                 const TfLiteNode* node) const {
     if (op_reg.profiling_string == nullptr) return nullptr;
-    return op_reg.profiling_string(context_, node);
+    return op_reg.profiling_string(&context_, node);
   }
 
   // Set the value of an external context.
@@ -419,19 +450,131 @@ class Interpreter {
   friend class InterpreterBuilder;
   friend class InterpreterTest;
 
-  Subgraph& primary_subgraph() {
-    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
+  // Prevent 'context_' from accessing functions that are only available to
+  // delegated kernels.
+  void SwitchToKernelContext();
+
+  // Add delegate-only functions to 'context_'.
+  void SwitchToDelegateContext();
+
+  // Give 'op_reg' a chance to initialize itself using the contents of
+  // 'buffer'.
+  void* OpInit(const TfLiteRegistration& op_reg, const char* buffer,
+               size_t length) {
+    if (op_reg.init == nullptr) return nullptr;
+    return op_reg.init(&context_, buffer, length);
+  }
+
+  // Let 'op_reg' release any memory it might have allocated via 'OpInit'.
+  void OpFree(const TfLiteRegistration& op_reg, void* buffer) {
+    if (op_reg.free == nullptr) return;
+    if (buffer) {
+      op_reg.free(&context_, buffer);
+    }
+  }
+
+  // Prepare the given 'node' for execution.
+  TfLiteStatus OpPrepare(const TfLiteRegistration& op_reg, TfLiteNode* node) {
+    if (op_reg.prepare == nullptr) return kTfLiteOk;
+    return op_reg.prepare(&context_, node);
   }
 
-  const Subgraph& primary_subgraph() const {
-    return subgraphs_.front();  // Safe as subgraphs_ always has 1 entry.
+  // Invoke the operator represented by 'node'.
+  TfLiteStatus OpInvoke(const TfLiteRegistration& op_reg, TfLiteNode* node) {
+    if (op_reg.invoke == nullptr) return kTfLiteError;
+    return op_reg.invoke(&context_, node);
   }
 
+  // Call OpPrepare() for as many ops as possible, allocating memory for their
+  // tensors. If an op containing dynamic tensors is found, preparation will be
+  // postponed until this function is called again. This allows the interpreter
+  // to wait until Invoke() to resolve the sizes of dynamic tensors.
+  TfLiteStatus PrepareOpsAndTensors();
+
+  // Call OpPrepare() for all ops starting at 'first_node'. Stop when a
+  // dynamic tensors is found or all ops have been prepared. Fill
+  // 'last_node_prepared' with the id of the op containing dynamic tensors, or
+  // the last in the graph.
+  TfLiteStatus PrepareOpsStartingAt(int first_execution_plan_index,
+                                    int* last_execution_plan_index_prepared);
+
   // Tensors needed by the interpreter. Use `AddTensors` to add more blank
   // tensor entries. Note, `tensors_.data()` needs to be synchronized to the
   // `context_` whenever this std::vector is reallocated. Currently this
   // only happens in `AddTensors()`.
-  // std::vector<TfLiteTensor> tensors_;
+  std::vector<TfLiteTensor> tensors_;
+
+  // Check if an array of tensor indices are valid with respect to the Tensor
+  // array.
+  // NOTE: this changes consistent_ to be false if indices are out of bounds.
+  TfLiteStatus CheckTensorIndices(const char* label, const int* indices,
+                                  int length);
+
+  // Compute the number of bytes required to represent a tensor with dimensions
+  // specified by the array dims (of length dims_size). Returns the status code
+  // and bytes.
+  TfLiteStatus BytesRequired(TfLiteType type, const int* dims, size_t dims_size,
+                             size_t* bytes);
+
+  // Request an tensor be resized implementation. If the given tensor is of
+  // type kTfLiteDynamic it will also be allocated new memory.
+  TfLiteStatus ResizeTensorImpl(TfLiteTensor* tensor, TfLiteIntArray* new_size);
+
+  // Report a detailed error string (will be printed to stderr).
+  // TODO(aselle): allow user of class to provide alternative destinations.
+  void ReportErrorImpl(const char* format, va_list args);
+
+  // Entry point for C node plugin API to request an tensor be resized.
+  static TfLiteStatus ResizeTensor(TfLiteContext* context, TfLiteTensor* tensor,
+                                   TfLiteIntArray* new_size);
+  // Entry point for C node plugin API to report an error.
+  static void ReportError(TfLiteContext* context, const char* format, ...);
+
+  // Entry point for C node plugin API to add new tensors.
+  static TfLiteStatus AddTensors(TfLiteContext* context, int tensors_to_add,
+                                 int* first_new_tensor_index);
+
+  // WARNING: This is an experimental API and subject to change.
+  // Entry point for C API ReplaceNodeSubsetsWithDelegateKernels
+  static TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
+      TfLiteContext* context, TfLiteRegistration registration,
+      const TfLiteIntArray* nodes_to_replace, TfLiteDelegate* delegate);
+
+  // Update the execution graph to replace some of the nodes with stub
+  // nodes. Specifically any node index that has `nodes[index]==1` will be
+  // slated for replacement with a delegate kernel specified by registration.
+  // Ownership of 'nodes_to_replace' and 'delegate' remains with the caller.
+  // WARNING: This is an experimental interface that is subject to change.
+  TfLiteStatus ReplaceNodeSubsetsWithDelegateKernels(
+      TfLiteRegistration registration, const TfLiteIntArray* nodes_to_replace,
+      TfLiteDelegate* delegate);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Gets the internal pointer to a TensorFlow lite node by node_index.
+  TfLiteStatus GetNodeAndRegistration(int node_index, TfLiteNode** node,
+                                      TfLiteRegistration** registration);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Entry point for C node plugin API to get a node by index.
+  static TfLiteStatus GetNodeAndRegistration(struct TfLiteContext*,
+                                             int node_index, TfLiteNode** node,
+                                             TfLiteRegistration** registration);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Gets an TfLiteIntArray* representing the execution plan. The interpreter
+  // owns this memory and it is only guaranteed to exist during the invocation
+  // of the delegate prepare.
+  TfLiteStatus GetExecutionPlan(TfLiteIntArray** execution_plan);
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // Entry point for C node plugin API to get the execution plan.
+  static TfLiteStatus GetExecutionPlan(struct TfLiteContext* context,
+                                       TfLiteIntArray** execution_plan);
+
+  // Retrieve an existing external context by type.
+  TfLiteExternalContext* GetExternalContext(TfLiteExternalContextType type);
+  static TfLiteExternalContext* GetExternalContext(
+      struct TfLiteContext* context, TfLiteExternalContextType type);
 
   // Set the value of an external context.
   static void SetExternalContext(struct TfLiteContext* context,
@@ -448,31 +591,105 @@ class Interpreter {
     return ModifyGraphWithDelegate(owned_delegates_.back().get());
   }
 
+  // Ensures that `tensors_` has at least `kTensorsCapacityHeadroom` extra
+  // capacity. Calling this function may invalidate existing pointers to
+  // tensors. After calling this function, adding `kTensorsCapacityHeadroom`
+  // more tensors won't invalidate the pointer to existing tensors.
+  void EnsureTensorsVectorCapacity() {
+    const size_t required_capacity = tensors_size() + kTensorsCapacityHeadroom;
+    if (required_capacity > tensors_.capacity()) {
+      tensors_.reserve(required_capacity);
+      context_.tensors = tensors_.data();
+    }
+  }
+
+  // The state of the Interpreter.
+  enum State {
+    // The interpreter isn't ready to be invoked.
+    // `AllocateTensor` need to be called to enter an invokable state.
+    kStateUninvokable = 0,
+    // The interpreter is ready to be invoked.
+    kStateInvokable,
+    // The interpreter is ready to be invoked, and graph can't be further
+    // modified. The interpreter will enter this state when calling
+    // `ModifyGraphWithDelegate` with `allow_dynamic_tensors=false`.
+    kStateInvokableAndImmutable,
+  };
+  State state_ = kStateUninvokable;
+
   // A pure C data structure used to communicate with the pure C plugin
   // interface. To avoid copying tensor metadata, this is also the definitive
   // structure to store tensors.
-  // This is the primary subgraph context.
-  TfLiteContext* context_;
+  TfLiteContext context_;
+
+  // Node inputs/outputs are stored in TfLiteNode and TfLiteRegistration stores
+  // function pointers to actual implementation.
+  std::vector<std::pair<TfLiteNode, TfLiteRegistration>>
+      nodes_and_registration_;
+
+  // Whether the model is consistent. That is to say if the inputs and outputs
+  // of every node and the global inputs and outputs are valid indexes into
+  // the tensor array.
+  bool consistent_ = true;
+
+  // Array of indices representing the tensors that are inputs to the
+  // interpreter.
+  std::vector<int> inputs_;
+
+  // Array of indices representing the tensors that are outputs to the
+  // interpreter.
+  std::vector<int> outputs_;
+
+  // Array of indices representing the tensors that are variable tensors.
+  std::vector<int> variables_;
 
   // The error reporter delegate that tflite will forward queries errors to.
   ErrorReporter* error_reporter_;
 
+  // Index of the next node to prepare.
+  // During Invoke(), Interpreter will allocate input tensors first, which are
+  // known to be fixed size. Then it will allocate outputs from nodes as many
+  // as possible. When there is a node that produces dynamic sized tensor.
+  // Interpreter will stop allocating tensors, set the value of next allocate
+  // node id, and execute the node to generate the output tensor before continue
+  // to allocate successors. This process repeats until all nodes are executed.
+  // NOTE: this relies on the order of nodes that is in topological order.
+  int next_execution_plan_index_to_prepare_;
+
+  // WARNING: This is an experimental interface that is subject to change.
+  // This is a list of node indices (to index into nodes_and_registration).
+  // This represents a valid topological sort (dependency ordered) execution
+  // plan. In particular, it is valid for this ordering to contain only a
+  // subset of the node indices.
+  std::vector<int> execution_plan_;
+
+  // In the future, we'd like a TfLiteIntArray compatible representation.
+  // TODO(aselle): replace execution_plan_ with this.
+  std::unique_ptr<TfLiteIntArray, TfLiteIntArrayDeleter> plan_cache_;
+
+  // Whether to delegate to NN API
+  std::unique_ptr<NNAPIDelegate> nnapi_delegate_;
+
   // List of delegates that have been installed and are owned by this
   // interpreter instance. Useful if client delegate ownership is burdensome.
   // WARNING: This is an experimental API and subject to change.
   // TODO(b/116667551): Use TfLiteExternalContext for storing state.
   std::vector<TfLiteDelegatePtr> owned_delegates_;
 
+  std::unique_ptr<MemoryPlanner> memory_planner_;
+
   bool allow_buffer_handle_output_ = false;
 
+  // Tracking bit for whether a tensor was resized in the course of an op
+  // invocation. This is a useful hint to ensure that dynamic tensor outputs
+  // trigger downstream reallocation after op invocation.
+  bool tensor_resized_since_op_invoke_ = false;
+
   // Profiler for this interpreter instance.
   profiling::Profiler* profiler_ = nullptr;
 
   // List of active external contexts.
   TfLiteExternalContext* external_contexts_[kTfLiteMaxExternalContexts];
-
-  // Subgraphs
-  std::vector<Subgraph> subgraphs_;
 };
 
 }  // namespace tflite
diff --git a/tensorflow/lite/interpreter_test.cc b/tensorflow/lite/interpreter_test.cc
index 2e0dc77dcd..7f03c3ceba 100644
--- a/tensorflow/lite/interpreter_test.cc
+++ b/tensorflow/lite/interpreter_test.cc
@@ -38,7 +38,7 @@ class InterpreterTest : public ::testing::Test {
   }
 
  protected:
-  TfLiteContext* GetInterpreterContext() { return interpreter_.context_; }
+  TfLiteContext* GetInterpreterContext() { return &interpreter_.context_; }
 
   Interpreter interpreter_;
 };
diff --git a/tensorflow/lite/nnapi_delegate.cc b/tensorflow/lite/nnapi_delegate.cc
index 983665b7da..a1be2a5abc 100644
--- a/tensorflow/lite/nnapi_delegate.cc
+++ b/tensorflow/lite/nnapi_delegate.cc
@@ -140,13 +140,13 @@ NNAPIDelegate::~NNAPIDelegate() {
   // ANeuralNetworksShutdown();
 }
 
-// Adds the tensors of the subgraph to the NN API model.
-TfLiteStatus addTensorOperands(tflite::Subgraph* subgraph,
+// Adds the tensors of the interpreter to the NN API model.
+TfLiteStatus addTensorOperands(tflite::Interpreter* interpreter,
                                ANeuralNetworksModel* nn_model,
                                uint32_t* no_of_operands_added,
                                std::vector<int64_t>* nnapi_ids) {
   uint32_t next_id = 0;
-  for (size_t i = 0; i < subgraph->tensors_size(); i++) {
+  for (size_t i = 0; i < interpreter->tensors_size(); i++) {
     // Skip temporaries and RNN back-edges.
     if ((*nnapi_ids)[i] == kOperandNotNeeded) continue;
 
@@ -156,7 +156,7 @@ TfLiteStatus addTensorOperands(tflite::Subgraph* subgraph,
     // NNAPI requires 32-bit float scale to be zero, tflite doesn't care
     float scale = 0.0f;
     int32_t zeroPoint = 0;
-    TfLiteTensor* tensor = subgraph->tensor(i);
+    TfLiteTensor* tensor = interpreter->tensor(i);
     switch (tensor->type) {
       case kTfLiteNoType:
         // Tensors added during initialization of Ops don't have a type yet and
@@ -240,12 +240,12 @@ void MapAndAddTensorIds(const int* from_ids_buf, size_t from_ids_count,
 // Adds the operations and their parameters to the NN API model.
 // 'next-id' is the operand ID of the next operand of the model.
 TfLiteStatus AddOpsAndParams(
-    tflite::Subgraph* subgraph, ANeuralNetworksModel* nn_model,
+    tflite::Interpreter* interpreter, ANeuralNetworksModel* nn_model,
     uint32_t next_id, std::vector<int>* model_state_inputs,
     std::vector<int>* model_state_outputs,
     const std::vector<int64_t>& tensor_id_to_nnapi_id) {
-  for (size_t i = 0; i < subgraph->nodes_size(); i++) {
-    const auto* node_and_registration = subgraph->node_and_registration(i);
+  for (size_t i = 0; i < interpreter->nodes_size(); i++) {
+    const auto* node_and_registration = interpreter->node_and_registration(i);
     const TfLiteNode& node = node_and_registration->first;
     const TfLiteRegistration& registration = node_and_registration->second;
     tflite::BuiltinOperator builtin =
@@ -291,9 +291,9 @@ TfLiteStatus AddOpsAndParams(
     // For each state_out tensor, a corresponding state_in operand needs to be
     // created for NNAPI.
     auto duplicate_state_tensor_float32 =
-        [subgraph, &nn_model, &next_id, &augmented_inputs, &model_state_inputs,
-         &model_state_outputs](int tensor_id) {
-          const TfLiteTensor* tensor = subgraph->tensor(tensor_id);
+        [interpreter, &nn_model, &next_id, &augmented_inputs,
+         &model_state_inputs, &model_state_outputs](int tensor_id) {
+          const TfLiteTensor* tensor = interpreter->tensor(tensor_id);
           ANeuralNetworksOperandType operand_type{
               ANEURALNETWORKS_TENSOR_FLOAT32,
               static_cast<uint32_t>(tensor->dims->size),
@@ -388,11 +388,11 @@ TfLiteStatus AddOpsAndParams(
     };
 
     // LSTM in NNAPI requires scratch tensor as an output operand.
-    auto add_lstm_scratch_tensor_float32 = [subgraph, &node, &nn_model,
+    auto add_lstm_scratch_tensor_float32 = [interpreter, &node, &nn_model,
                                             &next_id, &augmented_outputs]() {
       if (node.temporaries->size == 0) return;
       int scratch_buffer_index = node.temporaries->data[0];
-      const TfLiteTensor* tensor = subgraph->tensor(scratch_buffer_index);
+      const TfLiteTensor* tensor = interpreter->tensor(scratch_buffer_index);
       ANeuralNetworksOperandType operand_type{
           ANEURALNETWORKS_TENSOR_FLOAT32,
           static_cast<uint32_t>(tensor->dims->size),
@@ -584,7 +584,7 @@ TfLiteStatus AddOpsAndParams(
         // The permutation input tensor value dictates the output dimensions.
         // TODO(b/110888333): Support dynamically-sized tensors in delegates.
         if ((node.inputs->size > 1) &&
-            (subgraph->tensor(node.inputs->data[1])->allocation_type !=
+            (interpreter->tensor(node.inputs->data[1])->allocation_type !=
              kTfLiteMmapRo)) {
           logError("NNAPI does not yet support dynamic tensors.");
           return kTfLiteError;
@@ -601,13 +601,14 @@ TfLiteStatus AddOpsAndParams(
           return kTfLiteError;
         }
         if ((node.inputs->size > 0) &&
-            (subgraph->tensor(node.inputs->data[0])->dims->size != 4)) {
+            (interpreter->tensor(node.inputs->data[0])->dims->size != 4)) {
           logError("NNAPI only supports input rank 4 for L2Normalization");
           return kTfLiteError;
         }
         break;
       case tflite::BuiltinOperator_HASHTABLE_LOOKUP:
-        if (subgraph->tensor(node.outputs->data[0])->type != kTfLiteFloat32) {
+        if (interpreter->tensor(node.outputs->data[0])->type !=
+            kTfLiteFloat32) {
           logError("NNAPI only support HASHTABLE_LOOKUP with float32 output",
                    builtin);
           return kTfLiteError;
@@ -706,7 +707,7 @@ TfLiteStatus AddOpsAndParams(
   return kTfLiteOk;
 }
 
-TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
+TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
   if (nn_model_ && nn_compiled_model_) return model_status_;
 
   // TODO(aselle): This is not correct. need to handle resize invalidation.
@@ -718,7 +719,7 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
     // inputs and outputs and mark the mapping in tensor_id_to_nnapi_id with
     // kOperandIdNotSet. addTensorOperands will replace those with the
     // corresponding NNAPI operand ids and skip kOperandNotNeeded entries.
-    std::vector<int64_t> tensor_id_to_nnapi_id(subgraph->tensors_size(),
+    std::vector<int64_t> tensor_id_to_nnapi_id(interpreter->tensors_size(),
                                                kOperandNotNeeded);
     auto set_ids_to_not_set = [&tensor_id_to_nnapi_id](const int* buf,
                                                        size_t count) {
@@ -729,31 +730,35 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
         }
       }
     };
-    for (size_t i = 0; i < subgraph->nodes_size(); i++) {
-      const auto* node_and_registration = subgraph->node_and_registration(i);
+    for (size_t i = 0; i < interpreter->nodes_size(); i++) {
+      const auto* node_and_registration = interpreter->node_and_registration(i);
       const TfLiteNode& node = node_and_registration->first;
       set_ids_to_not_set(node.inputs->data, node.inputs->size);
       set_ids_to_not_set(node.outputs->data, node.outputs->size);
     }
-    set_ids_to_not_set(subgraph->inputs().data(), subgraph->inputs().size());
-    set_ids_to_not_set(subgraph->outputs().data(), subgraph->outputs().size());
+    set_ids_to_not_set(interpreter->inputs().data(),
+                       interpreter->inputs().size());
+    set_ids_to_not_set(interpreter->outputs().data(),
+                       interpreter->outputs().size());
 
     uint32_t next_id = 0;
     RETURN_ERROR_IF_TFLITE_FAILED(addTensorOperands(
-        subgraph, nn_model_, &next_id, &tensor_id_to_nnapi_id));
+        interpreter, nn_model_, &next_id, &tensor_id_to_nnapi_id));
     RETURN_ERROR_IF_TFLITE_FAILED(
-        AddOpsAndParams(subgraph, nn_model_, next_id, &model_states_inputs_,
+        AddOpsAndParams(interpreter, nn_model_, next_id, &model_states_inputs_,
                         &model_states_outputs_, tensor_id_to_nnapi_id));
 
     std::vector<uint32_t> augmented_inputs;
-    MapAndAddTensorIds(subgraph->inputs().data(), subgraph->inputs().size(),
-                       &augmented_inputs, tensor_id_to_nnapi_id);
+    MapAndAddTensorIds(interpreter->inputs().data(),
+                       interpreter->inputs().size(), &augmented_inputs,
+                       tensor_id_to_nnapi_id);
     augmented_inputs.insert(augmented_inputs.end(),
                             model_states_inputs_.begin(),
                             model_states_inputs_.end());
     std::vector<uint32_t> augmented_outputs;
-    MapAndAddTensorIds(subgraph->outputs().data(), subgraph->outputs().size(),
-                       &augmented_outputs, tensor_id_to_nnapi_id);
+    MapAndAddTensorIds(interpreter->outputs().data(),
+                       interpreter->outputs().size(), &augmented_outputs,
+                       tensor_id_to_nnapi_id);
     MapAndAddTensorIds(model_states_outputs_.data(),
                        model_states_outputs_.size(), &augmented_outputs,
                        tensor_id_to_nnapi_id);
@@ -766,7 +771,7 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
 
     if (GetAndroidSdkVersionCached() >= 28) {
       CHECK_NN(ANeuralNetworksModel_relaxComputationFloat32toFloat16(
-          nn_model_, subgraph->GetAllowFp16PrecisionForFp32()));
+          nn_model_, interpreter->GetAllowFp16PrecisionForFp32()));
     }
     CHECK_NN(ANeuralNetworksModel_finish(nn_model_));
   }
@@ -777,9 +782,9 @@ TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
   return kTfLiteOk;
 }
 
-TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) {
+TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
   if (!nn_model_) {
-    model_status_ = BuildGraph(subgraph);
+    model_status_ = BuildGraph(interpreter);
     if (model_status_ != kTfLiteOk) {
       logError("Failed to build graph for NNAPI");
     }
@@ -792,19 +797,19 @@ TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) {
   CHECK_NN(ANeuralNetworksExecution_create(nn_compiled_model_, &execution));
 
   // Currently perform deep copy of input buffer
-  for (size_t i = 0; i < subgraph->inputs().size(); i++) {
-    int input = subgraph->inputs()[i];
+  for (size_t i = 0; i < interpreter->inputs().size(); i++) {
+    int input = interpreter->inputs()[i];
     // TODO(aselle): Is this what we want or do we want input instead?
     // TODO(aselle): This should be called setInputValue maybe to be cons.
-    TfLiteTensor* tensor = subgraph->tensor(input);
+    TfLiteTensor* tensor = interpreter->tensor(input);
     CHECK_NN(ANeuralNetworksExecution_setInput(
         execution, i, nullptr, tensor->data.raw, tensor->bytes));
   }
 
   // Tell nn api where to place final data.
-  for (size_t i = 0; i < subgraph->outputs().size(); i++) {
-    int output = subgraph->outputs()[i];
-    TfLiteTensor* tensor = subgraph->tensor(output);
+  for (size_t i = 0; i < interpreter->outputs().size(); i++) {
+    int output = interpreter->outputs()[i];
+    TfLiteTensor* tensor = interpreter->tensor(output);
     CHECK_NN(ANeuralNetworksExecution_setOutput(
         execution, i, nullptr, tensor->data.raw, tensor->bytes));
   }
@@ -813,16 +818,16 @@ TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) {
   // current invocation.
   for (size_t i = 0; i < model_states_outputs_.size(); i++) {
     int state_tensor_idx = model_states_outputs_[i];
-    TfLiteTensor* tensor = subgraph->tensor(state_tensor_idx);
+    TfLiteTensor* tensor = interpreter->tensor(state_tensor_idx);
     // Here we are using a deep copy for state_in tensors so that we are not
     // reading and writing into the same buffer during a invocation.
     // TODO(miaowang): using double shared buffer to minimize the copies.
     CHECK_NN(ANeuralNetworksExecution_setInput(
-        execution, i + subgraph->inputs().size(), nullptr, tensor->data.raw,
+        execution, i + interpreter->inputs().size(), nullptr, tensor->data.raw,
         tensor->bytes));
     // Tell NNAPI where to output the state_out.
     CHECK_NN(ANeuralNetworksExecution_setOutput(
-        execution, i + subgraph->outputs().size(), nullptr, tensor->data.raw,
+        execution, i + interpreter->outputs().size(), nullptr, tensor->data.raw,
         tensor->bytes));
   }
 
@@ -835,9 +840,9 @@ TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) {
 
 #if 0
   printf("From the NN API:\n");
-  TfLiteTensor* tensor = subgraph->tensor(subgraph->outputs()[0]);
+  TfLiteTensor* tensor = interpreter->tensor(interpreter->outputs()[0]);
   if (float* data =
-          subgraph->typed_tensor<float>(subgraph->outputs()[0])) {
+          interpreter->typed_tensor<float>(interpreter->outputs()[0])) {
     size_t num = tensor->bytes / sizeof(float);
     for (float* p = data; p < data + num; p++) {
       printf(" %f", *p);
diff --git a/tensorflow/lite/nnapi_delegate.h b/tensorflow/lite/nnapi_delegate.h
index b4f8e4ecf3..63b408c141 100644
--- a/tensorflow/lite/nnapi_delegate.h
+++ b/tensorflow/lite/nnapi_delegate.h
@@ -18,7 +18,6 @@ limitations under the License.
 #include "tensorflow/lite/allocation.h"
 #include "tensorflow/lite/c/c_api_internal.h"
 #include "tensorflow/lite/core/api/error_reporter.h"
-#include "tensorflow/lite/core/subgraph.h"
 #include "tensorflow/lite/interpreter.h"
 
 class ANeuralNetworksModel;
@@ -51,10 +50,10 @@ class NNAPIDelegate {
   ~NNAPIDelegate();
 
   // Convert a tflite graph to NNAPI
-  TfLiteStatus BuildGraph(Subgraph* subgraph);
+  TfLiteStatus BuildGraph(Interpreter* interpreter);
 
   // Run
-  TfLiteStatus Invoke(Subgraph* subgraph);
+  TfLiteStatus Invoke(Interpreter* interpreter);
 
   // Whether the current platform supports NNAPI delegation.
   static bool IsSupported();
diff --git a/tensorflow/lite/nnapi_delegate_disabled.cc b/tensorflow/lite/nnapi_delegate_disabled.cc
index a8f2c0bfe3..44dc21f1b6 100644
--- a/tensorflow/lite/nnapi_delegate_disabled.cc
+++ b/tensorflow/lite/nnapi_delegate_disabled.cc
@@ -35,11 +35,13 @@ NNAPIDelegate::~NNAPIDelegate() {
 #undef UNUSED_MEMBER
 }
 
-TfLiteStatus NNAPIDelegate::BuildGraph(Subgraph* subgraph) {
+TfLiteStatus NNAPIDelegate::BuildGraph(Interpreter* interpreter) {
   return kTfLiteError;
 }
 
-TfLiteStatus NNAPIDelegate::Invoke(Subgraph* subgraph) { return kTfLiteError; }
+TfLiteStatus NNAPIDelegate::Invoke(Interpreter* interpreter) {
+  return kTfLiteError;
+}
 
 bool NNAPIDelegate::IsSupported() { return false; }
 
diff --git a/tensorflow/lite/util.h b/tensorflow/lite/util.h
index dbb87528d0..64a5b52e2f 100644
--- a/tensorflow/lite/util.h
+++ b/tensorflow/lite/util.h
@@ -52,12 +52,6 @@ bool EqualArrayAndTfLiteIntArray(const TfLiteIntArray* a, const int b_size,
 
 size_t CombineHashes(std::initializer_list<size_t> hashes);
 
-struct TfLiteIntArrayDeleter {
-  void operator()(TfLiteIntArray* a) {
-    if (a) TfLiteIntArrayFree(a);
-  }
-};
-
 }  // namespace tflite
 
 #endif  // TENSORFLOW_LITE_UTIL_H_
-- 
GitLab


From d64fcd6a55e51ddf892a799ebc877325ae2de978 Mon Sep 17 00:00:00 2001
From: Priya Gupta <priyag@google.com>
Date: Fri, 16 Nov 2018 22:39:21 -0800
Subject: [PATCH 1819/1825] TensorFlow distribute: Multi worker iterator tests
 don't work in eager mode.

PiperOrigin-RevId: 221896160
---
 tensorflow/contrib/distribute/python/values_test.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/tensorflow/contrib/distribute/python/values_test.py b/tensorflow/contrib/distribute/python/values_test.py
index d3ff14e087..27077656e4 100644
--- a/tensorflow/contrib/distribute/python/values_test.py
+++ b/tensorflow/contrib/distribute/python/values_test.py
@@ -712,7 +712,7 @@ class InputIteratorMultiWorkerTest(
     ]
 
   @combinations.generate(combinations.combine(
-      mode=["graph", "eager"],
+      mode=["graph"],
       input_type=["input_fn", "dataset"]))
   def testOneDevicePerWorker(self, input_type):
     worker_devices = self._cpu_devices()
@@ -722,7 +722,7 @@ class InputIteratorMultiWorkerTest(
                           [[0, 0], [1, 1], [2, 2], [3, 3]], sess)
 
   @combinations.generate(combinations.combine(
-      mode=["graph", "eager"],
+      mode=["graph"],
       input_type=["input_fn", "dataset"],
       required_gpus=1))
   def testTwoDevicesPerWorker(self, input_type):
@@ -733,7 +733,7 @@ class InputIteratorMultiWorkerTest(
                           [[0, 1, 0, 1], [2, 3, 2, 3]], sess)
 
   @combinations.generate(combinations.combine(
-      mode=["graph", "eager"],
+      mode=["graph"],
       input_type=["input_fn", "dataset"]))
   def testTupleDataset(self, input_type):
     worker_devices = self._cpu_devices()
-- 
GitLab


From 495a3a3dd3ca24fa1c93da28420322ed66844791 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 17 Nov 2018 01:02:07 -0800
Subject: [PATCH 1820/1825] compat: Update forward compatibility horizon to
 2018-11-17

PiperOrigin-RevId: 221904112
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index a12f798d8f..b3f98a12fb 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 16)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 17)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab


From 67d114bfceef73c9e75badcbe34484a35513e492 Mon Sep 17 00:00:00 2001
From: Shashi Shekhar <shashishekhar@google.com>
Date: Sat, 17 Nov 2018 11:29:27 -0800
Subject: [PATCH 1821/1825] Deprecate tf.debugging. APIs for TF 2.0

Deprecate
tf.debugging.(is_finite|is_inf|is_nan|is_non_decreasing|is_strictly_increasing)
and rename to tf.math. variants.

PiperOrigin-RevId: 221931279
---
 .../api_def/python_api/api_def_IsFinite.pbtxt |  4 ++++
 .../api_def/python_api/api_def_IsInf.pbtxt    |  4 ++++
 .../api_def/python_api/api_def_IsNan.pbtxt    |  4 ++++
 tensorflow/python/ops/check_ops.py            | 20 +++++++++++++------
 .../tools/api/golden/v1/tensorflow.math.pbtxt | 20 +++++++++++++++++++
 .../api/golden/v2/tensorflow.debugging.pbtxt  | 20 -------------------
 .../tools/api/golden/v2/tensorflow.math.pbtxt | 20 +++++++++++++++++++
 tensorflow/tools/compatibility/renames_v2.py  | 15 +++++++++-----
 8 files changed, 76 insertions(+), 31 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt b/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt
index 91160bd8bf..ccd736a483 100644
--- a/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IsFinite.pbtxt
@@ -1,7 +1,11 @@
 op {
   graph_op_name: "IsFinite"
+  endpoint {
+    name: "math.is_finite"
+  }
   endpoint {
     name: "debugging.is_finite"
+    deprecation_version: 2
   }
   endpoint {
     name: "is_finite"
diff --git a/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt b/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt
index 7f029ee8cf..3cbfb7317c 100644
--- a/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IsInf.pbtxt
@@ -1,7 +1,11 @@
 op {
   graph_op_name: "IsInf"
+  endpoint {
+    name: "math.is_inf"
+  }
   endpoint {
     name: "debugging.is_inf"
+    deprecation_version: 2
   }
   endpoint {
     name: "is_inf"
diff --git a/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt b/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt
index f2b8862c28..b01536664e 100644
--- a/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_IsNan.pbtxt
@@ -1,7 +1,11 @@
 op {
   graph_op_name: "IsNan"
+  endpoint {
+    name: "math.is_nan"
+  }
   endpoint {
     name: "debugging.is_nan"
+    deprecation_version: 2
   }
   endpoint {
     name: "is_nan"
diff --git a/tensorflow/python/ops/check_ops.py b/tensorflow/python/ops/check_ops.py
index 75dad172fc..f1f36269cf 100644
--- a/tensorflow/python/ops/check_ops.py
+++ b/tensorflow/python/ops/check_ops.py
@@ -1530,9 +1530,13 @@ def is_numeric_tensor(tensor):
 
 
 @tf_export(
-    'debugging.is_non_decreasing',
-    v1=['debugging.is_non_decreasing', 'is_non_decreasing'])
-@deprecation.deprecated_endpoints('is_non_decreasing')
+    'math.is_non_decreasing',
+    v1=[
+        'math.is_non_decreasing', 'debugging.is_non_decreasing',
+        'is_non_decreasing'
+    ])
+@deprecation.deprecated_endpoints('debugging.is_non_decreasing',
+                                  'is_non_decreasing')
 def is_non_decreasing(x, name=None):
   """Returns `True` if `x` is non-decreasing.
 
@@ -1560,9 +1564,13 @@ def is_non_decreasing(x, name=None):
 
 
 @tf_export(
-    'debugging.is_strictly_increasing',
-    v1=['debugging.is_strictly_increasing', 'is_strictly_increasing'])
-@deprecation.deprecated_endpoints('is_strictly_increasing')
+    'math.is_strictly_increasing',
+    v1=[
+        'math.is_strictly_increasing', 'debugging.is_strictly_increasing',
+        'is_strictly_increasing'
+    ])
+@deprecation.deprecated_endpoints('debugging.is_strictly_increasing',
+                                  'is_strictly_increasing')
 def is_strictly_increasing(x, name=None):
   """Returns `True` if `x` is strictly increasing.
 
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
index a8334fdd1d..67f348be21 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.math.pbtxt
@@ -176,6 +176,26 @@ tf_module {
     name: "invert_permutation"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "is_finite"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_inf"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_nan"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_non_decreasing"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_strictly_increasing"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "l2_normalize"
     argspec: "args=[\'x\', \'axis\', \'epsilon\', \'name\', \'dim\'], varargs=None, keywords=None, defaults=[\'None\', \'1e-12\', \'None\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt
index 5d8afcd8b2..fbc5cd2df0 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.debugging.pbtxt
@@ -88,28 +88,8 @@ tf_module {
     name: "check_numerics"
     argspec: "args=[\'tensor\', \'message\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
-  member_method {
-    name: "is_finite"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "is_inf"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "is_nan"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
-  member_method {
-    name: "is_non_decreasing"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
   member_method {
     name: "is_numeric_tensor"
     argspec: "args=[\'tensor\'], varargs=None, keywords=None, defaults=None"
   }
-  member_method {
-    name: "is_strictly_increasing"
-    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
-  }
 }
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
index a7638ffde6..e6b8fd225d 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.math.pbtxt
@@ -176,6 +176,26 @@ tf_module {
     name: "invert_permutation"
     argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
   }
+  member_method {
+    name: "is_finite"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_inf"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_nan"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_non_decreasing"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
+  member_method {
+    name: "is_strictly_increasing"
+    argspec: "args=[\'x\', \'name\'], varargs=None, keywords=None, defaults=[\'None\'], "
+  }
   member_method {
     name: "l2_normalize"
     argspec: "args=[\'x\', \'axis\', \'epsilon\', \'name\', \'dim\'], varargs=None, keywords=None, defaults=[\'None\', \'1e-12\', \'None\', \'None\'], "
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index 423ff9cdc3..e2bf6bf3a7 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -104,6 +104,11 @@ renames = {
     'tf.count_up_to': 'tf.compat.v1.count_up_to',
     'tf.cross': 'tf.linalg.cross',
     'tf.cumprod': 'tf.math.cumprod',
+    'tf.debugging.is_finite': 'tf.math.is_finite',
+    'tf.debugging.is_inf': 'tf.math.is_inf',
+    'tf.debugging.is_nan': 'tf.math.is_nan',
+    'tf.debugging.is_non_decreasing': 'tf.math.is_non_decreasing',
+    'tf.debugging.is_strictly_increasing': 'tf.math.is_strictly_increasing',
     'tf.decode_base64': 'tf.io.decode_base64',
     'tf.decode_compressed': 'tf.io.decode_compressed',
     'tf.decode_csv': 'tf.io.decode_csv',
@@ -196,12 +201,12 @@ renames = {
     'tf.initializers.tables_initializer': 'tf.compat.v1.initializers.tables_initializer',
     'tf.initializers.variables': 'tf.compat.v1.initializers.variables',
     'tf.invert_permutation': 'tf.math.invert_permutation',
-    'tf.is_finite': 'tf.debugging.is_finite',
-    'tf.is_inf': 'tf.debugging.is_inf',
-    'tf.is_nan': 'tf.debugging.is_nan',
-    'tf.is_non_decreasing': 'tf.debugging.is_non_decreasing',
+    'tf.is_finite': 'tf.math.is_finite',
+    'tf.is_inf': 'tf.math.is_inf',
+    'tf.is_nan': 'tf.math.is_nan',
+    'tf.is_non_decreasing': 'tf.math.is_non_decreasing',
     'tf.is_numeric_tensor': 'tf.debugging.is_numeric_tensor',
-    'tf.is_strictly_increasing': 'tf.debugging.is_strictly_increasing',
+    'tf.is_strictly_increasing': 'tf.math.is_strictly_increasing',
     'tf.is_variable_initialized': 'tf.compat.v1.is_variable_initialized',
     'tf.keras.backend.get_session': 'tf.compat.v1.keras.backend.get_session',
     'tf.layers.AveragePooling1D': 'tf.compat.v1.layers.AveragePooling1D',
-- 
GitLab


From 1f33c8d2ed08d672881d871e0b1476012a8bfaed Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 17 Nov 2018 12:23:04 -0800
Subject: [PATCH 1822/1825] Remove "_native_" from
 depthwise_conv2d_native_backprop_input in TF 2.0 API

New name (depthwise_conv2d_backprop_input), same semantics.

PiperOrigin-RevId: 221933568
---
 .../api_def_DepthwiseConv2dNativeBackpropInput.pbtxt  |  5 +++++
 tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt    |  4 ++++
 tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt    |  8 ++++----
 tensorflow/tools/compatibility/renames_v2.py          | 11 +++++++----
 4 files changed, 20 insertions(+), 8 deletions(-)

diff --git a/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNativeBackpropInput.pbtxt b/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNativeBackpropInput.pbtxt
index 0bd72539e9..f32aa8a69f 100644
--- a/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNativeBackpropInput.pbtxt
+++ b/tensorflow/core/api_def/python_api/api_def_DepthwiseConv2dNativeBackpropInput.pbtxt
@@ -2,5 +2,10 @@ op {
   graph_op_name: "DepthwiseConv2dNativeBackpropInput"
   endpoint {
     name: "nn.depthwise_conv2d_native_backprop_input"
+    deprecated: true
+    deprecation_version: 2
+  }
+  endpoint {
+    name: "nn.depthwise_conv2d_backprop_input"
   }
 }
diff --git a/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
index cb28ea8424..233567d600 100644
--- a/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v1/tensorflow.nn.pbtxt
@@ -116,6 +116,10 @@ tf_module {
     name: "depthwise_conv2d"
     argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'rate\', \'name\', \'data_format\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
+  member_method {
+    name: "depthwise_conv2d_backprop_input"
+    argspec: "args=[\'input_sizes\', \'filter\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
+  }
   member_method {
     name: "depthwise_conv2d_native"
     argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
diff --git a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
index a38fda6584..0d2d6d682e 100644
--- a/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
+++ b/tensorflow/tools/api/golden/v2/tensorflow.nn.pbtxt
@@ -109,12 +109,12 @@ tf_module {
     argspec: "args=[\'input\', \'filter\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'None\', \'None\', \'None\'], "
   }
   member_method {
-    name: "depthwise_conv2d_native_backprop_filter"
-    argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
+    name: "depthwise_conv2d_backprop_input"
+    argspec: "args=[\'input_sizes\', \'filter\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
   }
   member_method {
-    name: "depthwise_conv2d_native_backprop_input"
-    argspec: "args=[\'input_sizes\', \'filter\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
+    name: "depthwise_conv2d_native_backprop_filter"
+    argspec: "args=[\'input\', \'filter_sizes\', \'out_backprop\', \'strides\', \'padding\', \'data_format\', \'dilations\', \'name\'], varargs=None, keywords=None, defaults=[\'NHWC\', \'[1, 1, 1, 1]\', \'None\'], "
   }
   member_method {
     name: "dilation2d"
diff --git a/tensorflow/tools/compatibility/renames_v2.py b/tensorflow/tools/compatibility/renames_v2.py
index e2bf6bf3a7..294cd66fdc 100644
--- a/tensorflow/tools/compatibility/renames_v2.py
+++ b/tensorflow/tools/compatibility/renames_v2.py
@@ -57,6 +57,7 @@ renames = {
     'tf.SparseConditionalAccumulator': 'tf.sparse.SparseConditionalAccumulator',
     'tf.SparseFeature': 'tf.io.SparseFeature',
     'tf.TFRecordReader': 'tf.compat.v1.TFRecordReader',
+    'tf.TensorInfo': 'tf.compat.v1.TensorInfo',
     'tf.TextLineReader': 'tf.compat.v1.TextLineReader',
     'tf.VERSION': 'tf.version.VERSION',
     'tf.VarLenFeature': 'tf.io.VarLenFeature',
@@ -116,7 +117,6 @@ renames = {
     'tf.decode_raw': 'tf.io.decode_raw',
     'tf.delete_session_tensor': 'tf.compat.v1.delete_session_tensor',
     'tf.depth_to_space': 'tf.nn.depth_to_space',
-    'tf.depthwise_conv2d_native': 'tf.compat.v1.depthwise_conv2d_native',
     'tf.dequantize': 'tf.quantization.dequantize',
     'tf.deserialize_many_sparse': 'tf.io.deserialize_many_sparse',
     'tf.diag': 'tf.linalg.tensor_diag',
@@ -174,6 +174,7 @@ renames = {
     'tf.get_session_tensor': 'tf.compat.v1.get_session_tensor',
     'tf.get_variable': 'tf.compat.v1.get_variable',
     'tf.get_variable_scope': 'tf.compat.v1.get_variable_scope',
+    'tf.gfile.Exists': 'tf.compat.v1.gfile.Exists',
     'tf.gfile.FastGFile': 'tf.compat.v1.gfile.FastGFile',
     'tf.gfile.GFile': 'tf.compat.v1.gfile.GFile',
     'tf.gfile.Open': 'tf.compat.v1.gfile.Open',
@@ -301,6 +302,7 @@ renames = {
     'tf.nn.conv3d_backprop_filter_v2': 'tf.nn.conv3d_backprop_filter',
     'tf.nn.ctc_beam_search_decoder_v2': 'tf.nn.ctc_beam_search_decoder',
     'tf.nn.depthwise_conv2d_native': 'tf.compat.v1.nn.depthwise_conv2d_native',
+    'tf.nn.depthwise_conv2d_native_backprop_input': 'tf.nn.depthwise_conv2d_backprop_input',
     'tf.nn.dynamic_rnn': 'tf.compat.v1.nn.dynamic_rnn',
     'tf.nn.log_uniform_candidate_sampler': 'tf.random.log_uniform_candidate_sampler',
     'tf.nn.quantized_avg_pool': 'tf.compat.v1.nn.quantized_avg_pool',
@@ -349,7 +351,7 @@ renames = {
     'tf.random_crop': 'tf.image.random_crop',
     'tf.random_gamma': 'tf.random.gamma',
     'tf.random_normal': 'tf.random.normal',
-    'tf.random_poisson': 'tf.random.poisson',
+    'tf.random_poisson': 'tf.compat.v1.random_poisson',
     'tf.random_shuffle': 'tf.random.shuffle',
     'tf.random_uniform': 'tf.random.uniform',
     'tf.read_file': 'tf.io.read_file',
@@ -437,6 +439,7 @@ renames = {
     'tf.space_to_batch': 'tf.nn.space_to_batch',
     'tf.space_to_depth': 'tf.nn.space_to_depth',
     'tf.sparse.placeholder': 'tf.compat.v1.sparse.placeholder',
+    'tf.sparse.reduce_max_sparse': 'tf.compat.v1.sparse.reduce_max_sparse',
     'tf.sparse_add': 'tf.sparse.add',
     'tf.sparse_fill_empty_rows': 'tf.sparse.fill_empty_rows',
     'tf.sparse_mask': 'tf.sparse.mask',
@@ -445,8 +448,8 @@ renames = {
     'tf.sparse_merge': 'tf.sparse.merge',
     'tf.sparse_minimum': 'tf.sparse.minimum',
     'tf.sparse_placeholder': 'tf.compat.v1.sparse_placeholder',
-    'tf.sparse_reduce_max': 'tf.sparse.reduce_max',
-    'tf.sparse_reduce_max_sparse': 'tf.sparse.reduce_max_sparse',
+    'tf.sparse_reduce_max': 'tf.compat.v1.sparse_reduce_max',
+    'tf.sparse_reduce_max_sparse': 'tf.compat.v1.sparse_reduce_max_sparse',
     'tf.sparse_reduce_sum': 'tf.sparse.reduce_sum',
     'tf.sparse_reduce_sum_sparse': 'tf.sparse.reduce_sum_sparse',
     'tf.sparse_reorder': 'tf.sparse.reorder',
-- 
GitLab


From 8697d63b374acfc2fa85913a557f52f67d616dde Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 17 Nov 2018 14:23:58 -0800
Subject: [PATCH 1823/1825] Fix bug with `global_step.assign_add(1)` when using
 multiple GPUs per machine and `distribute.ParameterServerStrategy`. Add some
 testing for this case with `MirroredStrategy` as well.

PiperOrigin-RevId: 221938703
---
 .../distribute/python/mirrored_strategy.py    |  7 +++++-
 .../python/mirrored_strategy_multigpu_test.py |  6 +++++
 .../python/parameter_server_strategy.py       |  7 ++++++
 .../python/parameter_server_strategy_test.py  |  5 ++++
 .../distribute/python/strategy_test_lib.py    | 24 +++++++++++++++++++
 5 files changed, 48 insertions(+), 1 deletion(-)

diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy.py b/tensorflow/contrib/distribute/python/mirrored_strategy.py
index 370c96ac4f..f7432162cb 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy.py
@@ -587,7 +587,12 @@ class CoreMirroredExtended(distribute_lib.DistributionStrategyExtended):
     return ctx
 
   def _broadcast_to(self, tensor, destinations):
-    if isinstance(tensor, (float, int)):  # Fast path for Python constants.
+    # This is both a fast path for Python constants, and a way to delay
+    # converting Python values to a tensor until we know what type it
+    # should be converted to. Otherwise we have trouble with:
+    #   global_step.assign_add(1)
+    # since the `1` gets broadcast as an int32 but global_step is int64.
+    if isinstance(tensor, (float, int)):
       return tensor
     # TODO(josh11b): In eager mode, use one thread per device, or async mode.
     return self._get_cross_device_ops().broadcast(
diff --git a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
index 76fdc6f762..2cc56565d3 100644
--- a/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
+++ b/tensorflow/contrib/distribute/python/mirrored_strategy_multigpu_test.py
@@ -162,6 +162,12 @@ class MirroredTwoDeviceDistributionTest(strategy_test_lib.DistributionTestBase):
     iterator = d.make_input_fn_iterator(input_fn)
     self._test_input_fn_iterator(iterator, d.worker_devices, expected_values)
 
+  @test_util.run_in_graph_and_eager_modes
+  def testGlobalStepUpdate(self):
+    if not GPU_TEST:
+      self.skipTest("Not GPU test")
+    self._test_global_step_update(self._get_distribution_strategy())
+
 
 class MirroredStrategyVariableCreationTest(test.TestCase):
 
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy.py b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
index 4419d4afe1..6fc81a1e57 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy.py
@@ -257,6 +257,13 @@ class ParameterServerExtended(distribute_lib.DistributionStrategyExtended):
         input_fn, worker_device_pairs, [input_context])
 
   def _broadcast_to(self, tensor, destinations):
+    # This is both a fast path for Python constants, and a way to delay
+    # converting Python values to a tensor until we know what type it
+    # should be converted to. Otherwise we have trouble with:
+    #   global_step.assign_add(1)
+    # since the `1` gets broadcast as an int32 but global_step is int64.
+    if isinstance(tensor, (float, int)):
+      return tensor
     if not cross_device_ops_lib.check_destinations(destinations):
       destinations = self._compute_devices
     return self._cross_device_ops.broadcast(tensor, destinations)
diff --git a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
index 5d5e65600c..b4c098aa57 100644
--- a/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
+++ b/tensorflow/contrib/distribute/python/parameter_server_strategy_test.py
@@ -651,6 +651,11 @@ class ParameterServerStrategyTest(ParameterServerStrategyTestBase,
     self._test_input_fn_iterator(None, None, num_gpus,
                                  input_fn, expected_values)
 
+  def testGlobalStepUpdate(self):
+    strategy = parameter_server_strategy.ParameterServerStrategy(
+        num_gpus_per_worker=context.num_gpus())
+    self._test_global_step_update(strategy)
+
 
 class ParameterServerStrategyWithChiefTest(ParameterServerStrategyTestBase,
                                            parameterized.TestCase):
diff --git a/tensorflow/contrib/distribute/python/strategy_test_lib.py b/tensorflow/contrib/distribute/python/strategy_test_lib.py
index b9e3761738..d94ebdc06b 100644
--- a/tensorflow/contrib/distribute/python/strategy_test_lib.py
+++ b/tensorflow/contrib/distribute/python/strategy_test_lib.py
@@ -25,10 +25,13 @@ from tensorflow.python.eager import backprop
 from tensorflow.python.eager import context
 from tensorflow.python.eager import test
 from tensorflow.python.framework import constant_op
+from tensorflow.python.framework import dtypes
 from tensorflow.python.framework import errors
 from tensorflow.python.framework import ops
 from tensorflow.python.layers import core
 from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import init_ops
+from tensorflow.python.ops import variable_scope
 from tensorflow.python.ops import variables
 from tensorflow.python.training import distribution_strategy_context as ds_context
 from tensorflow.python.training import optimizer
@@ -263,3 +266,24 @@ class DistributionTestBase(test.TestCase):
           [values.select_device(d, next_element) for d in devices])
       self.assertEqual(expected_value, computed_value)
 
+  def _test_global_step_update(self, strategy):
+    with strategy.scope():
+      global_step = variable_scope.get_variable(
+          "global_step",
+          shape=[],
+          dtype=dtypes.int64,
+          initializer=init_ops.zeros_initializer(),
+          trainable=False,
+          aggregation=variables.VariableAggregation.ONLY_FIRST_REPLICA)
+      self.evaluate(variables.global_variables_initializer())
+
+      def model_fn():
+        train_op = global_step.assign_add(1)
+        value = global_step.read_value()
+        return train_op, value
+
+      train_ops, value = strategy.call_for_each_replica(model_fn)
+      self.evaluate(strategy.group(train_ops))
+      global_step_tensors = strategy.unwrap(value)
+      global_step_values = self.evaluate(global_step_tensors)
+      self.assertEqual([1] * len(global_step_tensors), global_step_values)
-- 
GitLab


From 0c610a2be55f6d5e929f554d736b6bfa4ae35e81 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sat, 17 Nov 2018 22:53:18 -0800
Subject: [PATCH 1824/1825] Automated rollback of commit
 6b5bef9216ae89067e2a600772ac17a0ca4a5010

PiperOrigin-RevId: 221958705
---
 tensorflow/compiler/jit/BUILD                 | 26 ------
 .../compiler/jit/register_xla_cpu_jit.cc      | 22 -----
 .../compiler/jit/register_xla_gpu_jit.cc      | 22 -----
 tensorflow/core/BUILD                         | 14 ----
 .../common_runtime/graph_execution_state.cc   |  3 -
 tensorflow/core/common_runtime/tf_xla_stub.cc | 82 -------------------
 tensorflow/core/common_runtime/tf_xla_stub.h  | 50 -----------
 7 files changed, 219 deletions(-)
 delete mode 100644 tensorflow/compiler/jit/register_xla_cpu_jit.cc
 delete mode 100644 tensorflow/compiler/jit/register_xla_gpu_jit.cc
 delete mode 100644 tensorflow/core/common_runtime/tf_xla_stub.cc
 delete mode 100644 tensorflow/core/common_runtime/tf_xla_stub.h

diff --git a/tensorflow/compiler/jit/BUILD b/tensorflow/compiler/jit/BUILD
index bfc0b0070e..682c0f0cb0 100644
--- a/tensorflow/compiler/jit/BUILD
+++ b/tensorflow/compiler/jit/BUILD
@@ -45,37 +45,15 @@ cc_library(
     alwayslink = 1,
 )
 
-cc_library(
-    name = "register_xla_cpu_jit",
-    srcs = ["register_xla_cpu_jit.cc"],
-    visibility = ["//visibility:public"],
-    deps = [
-        "//tensorflow/core:tf_xla_stub",
-    ],
-    alwayslink = 1,
-)
-
 cc_library(
     name = "xla_cpu_jit",
     visibility = ["//visibility:public"],
     deps = [
         ":jit_compilation_passes",
-        ":register_xla_cpu_jit",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/xla/service:cpu_plugin",
-        "//tensorflow/core:tf_xla_stub",
-    ],
-    alwayslink = 1,
-)
-
-cc_library(
-    name = "register_xla_gpu_jit",
-    srcs = ["register_xla_gpu_jit.cc"],
-    visibility = ["//visibility:public"],
-    deps = [
-        "//tensorflow/core:tf_xla_stub",
     ],
     alwayslink = 1,
 )
@@ -85,8 +63,6 @@ cc_library(
     visibility = ["//visibility:public"],
     deps = if_cuda([
         ":jit_compilation_passes",
-        ":register_xla_gpu_jit",
-        "//tensorflow/core:tf_xla_stub",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla/kernels:xla_dummy_ops",
@@ -102,7 +78,6 @@ cc_library(
     deps = [
         ":flags",
         ":jit_compilation_passes",
-        ":register_xla_cpu_jit",
         ":xla_device",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla:xla_compiler",
@@ -121,7 +96,6 @@ cc_library(
     visibility = [":friends"],
     deps = [
         ":jit_compilation_passes",
-        ":register_xla_gpu_jit",
         ":xla_device",
         "//tensorflow/compiler/jit/kernels:xla_ops",
         "//tensorflow/compiler/tf2xla:xla_compiler",
diff --git a/tensorflow/compiler/jit/register_xla_cpu_jit.cc b/tensorflow/compiler/jit/register_xla_cpu_jit.cc
deleted file mode 100644
index 9cbef63127..0000000000
--- a/tensorflow/compiler/jit/register_xla_cpu_jit.cc
+++ /dev/null
@@ -1,22 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/core/common_runtime/tf_xla_stub.h"
-
-namespace tensorflow {
-namespace {
-XlaCpuJitIsLinkedIn register_xla_cpu_jit;
-}
-}  // namespace tensorflow
diff --git a/tensorflow/compiler/jit/register_xla_gpu_jit.cc b/tensorflow/compiler/jit/register_xla_gpu_jit.cc
deleted file mode 100644
index 7399a41d25..0000000000
--- a/tensorflow/compiler/jit/register_xla_gpu_jit.cc
+++ /dev/null
@@ -1,22 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "tensorflow/core/common_runtime/tf_xla_stub.h"
-
-namespace tensorflow {
-namespace {
-XlaGpuJitIsLinkedIn register_xla_gpu_jit;
-}
-}  // namespace tensorflow
diff --git a/tensorflow/core/BUILD b/tensorflow/core/BUILD
index 1162c47e6b..73e8db58a8 100644
--- a/tensorflow/core/BUILD
+++ b/tensorflow/core/BUILD
@@ -2976,19 +2976,6 @@ tf_cuda_library(
     ] + if_static([":core_cpu_impl"]) + tf_protos_all() + tf_protos_grappler(),
 )
 
-tf_cuda_library(
-    name = "tf_xla_stub",
-    srcs = ["common_runtime/tf_xla_stub.cc"],
-    hdrs = ["common_runtime/tf_xla_stub.h"],
-    copts = tf_copts(),
-    visibility = ["//visibility:public"],
-    deps = [
-        ":lib",
-        ":proto_text",
-        ":session_options",
-    ],
-)
-
 tf_cuda_library(
     name = "core_cpu_internal",
     srcs = [
@@ -3002,7 +2989,6 @@ tf_cuda_library(
         ":framework",
         ":graph",
         ":lib",
-        ":tf_xla_stub",
         ":proto_text",
         ":protos_all_cc",
         "//tensorflow/core/grappler:grappler_item",
diff --git a/tensorflow/core/common_runtime/graph_execution_state.cc b/tensorflow/core/common_runtime/graph_execution_state.cc
index c18268ad7b..0d36930324 100644
--- a/tensorflow/core/common_runtime/graph_execution_state.cc
+++ b/tensorflow/core/common_runtime/graph_execution_state.cc
@@ -25,7 +25,6 @@ limitations under the License.
 #include "tensorflow/core/common_runtime/device.h"
 #include "tensorflow/core/common_runtime/optimization_registry.h"
 #include "tensorflow/core/common_runtime/placer.h"
-#include "tensorflow/core/common_runtime/tf_xla_stub.h"
 #include "tensorflow/core/framework/graph.pb_text.h"
 #include "tensorflow/core/framework/graph_def_util.h"
 #include "tensorflow/core/framework/node_def.pb.h"
@@ -721,8 +720,6 @@ Status GraphExecutionState::BuildGraph(const BuildGraphOptions& options,
   CHECK_EQ(options.callable_options.fetch_size(),
            rewrite_metadata.fetch_types.size());
 
-  TF_RETURN_IF_ERROR(CheckXlaJitOptimizerOptions(session_options_));
-
   // TODO(andydavis): Clarify optimization pass requirements around CostModel.
   GraphOptimizationPassOptions optimization_options;
   optimization_options.session_options = session_options_;
diff --git a/tensorflow/core/common_runtime/tf_xla_stub.cc b/tensorflow/core/common_runtime/tf_xla_stub.cc
deleted file mode 100644
index d463693669..0000000000
--- a/tensorflow/core/common_runtime/tf_xla_stub.cc
+++ /dev/null
@@ -1,82 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include <cstdlib>
-
-#include "tensorflow/core/common_runtime/tf_xla_stub.h"
-#include "tensorflow/core/lib/core/errors.h"
-
-namespace tensorflow {
-namespace {
-
-bool is_xla_gpu_jit_registered = false;
-bool is_xla_cpu_jit_registered = false;
-
-struct XlaEnvVars {
-  bool xla_flags_env_var_present;
-  bool tf_xla_flags_env_var_present;
-};
-
-XlaEnvVars ComputeEnvVarHasXlaFlags() {
-  XlaEnvVars env_vars;
-  env_vars.xla_flags_env_var_present = getenv("XLA_FLAGS") != nullptr;
-  env_vars.tf_xla_flags_env_var_present = getenv("TF_XLA_FLAGS") != nullptr;
-  return env_vars;
-}
-
-}  // namespace
-
-XlaGpuJitIsLinkedIn::XlaGpuJitIsLinkedIn() { is_xla_gpu_jit_registered = true; }
-XlaCpuJitIsLinkedIn::XlaCpuJitIsLinkedIn() { is_xla_cpu_jit_registered = true; }
-
-Status CheckXlaJitOptimizerOptions(const SessionOptions* session_options) {
-  static XlaEnvVars env_vars = ComputeEnvVarHasXlaFlags();
-
-  if (is_xla_cpu_jit_registered || is_xla_gpu_jit_registered) {
-    return Status::OK();
-  }
-
-  if (env_vars.xla_flags_env_var_present) {
-    return errors::InvalidArgument(
-        "The XLA JIT is not linked in but the \"XLA_FLAGS\" environment "
-        "variable is set.  Please either link in XLA or remove \"XLA_FLAGS\" "
-        "from the environment.");
-  }
-
-  if (env_vars.tf_xla_flags_env_var_present) {
-    return errors::InvalidArgument(
-        "The XLA JIT is not linked in but the \"TF_XLA_FLAGS\" environment "
-        "variable is set.  Please either link in XLA or remove "
-        "\"TF_XLA_FLAGS\" from the environment.");
-  }
-
-  if (session_options) {
-    OptimizerOptions::GlobalJitLevel jit_level =
-        session_options->config.graph_options()
-            .optimizer_options()
-            .global_jit_level();
-
-    if (jit_level == OptimizerOptions::ON_1 ||
-        jit_level == OptimizerOptions::ON_2) {
-      return errors::InvalidArgument(
-          "The XLA JIT is enabled in the session options but XLA is not linked "
-          "in.  Plesae either link in XLA or disable the JIT in the session "
-          "options.");
-    }
-  }
-
-  return Status::OK();
-}
-}  // namespace tensorflow
diff --git a/tensorflow/core/common_runtime/tf_xla_stub.h b/tensorflow/core/common_runtime/tf_xla_stub.h
deleted file mode 100644
index 723b2b5cd2..0000000000
--- a/tensorflow/core/common_runtime/tf_xla_stub.h
+++ /dev/null
@@ -1,50 +0,0 @@
-/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-#ifndef TENSORFLOW_CORE_COMMON_RUNTIME_TF_XLA_STUB_H_
-#define TENSORFLOW_CORE_COMMON_RUNTIME_TF_XLA_STUB_H_
-
-#include "tensorflow/core/lib/core/status.h"
-#include "tensorflow/core/public/session_options.h"
-
-namespace tensorflow {
-// Returns an error if the XLA JIT is enabled via `session_options` or if the
-// TF_XLA_FLAGS or XLA_FLAGS environment variables are set, but neither the
-// XLA CPU JIT nor the XLA GPU JIT are linked in.
-//
-// If `session_options` is null then only the environment variables are checked.
-Status CheckXlaJitOptimizerOptions(const SessionOptions* session_options);
-
-// The XLA CPU JIT creates a static instance of this class to notify
-// `CheckXlaJitOptimizerOptions` that the XLA CPU JIT is linked in.
-//
-// NB!  The constructor of this class (if run at all) needs to be ordered (via
-// happens before) before any call to `CheckXlaJitOptimizerOptions`.
-class XlaCpuJitIsLinkedIn {
- public:
-  XlaCpuJitIsLinkedIn();
-};
-
-// The XLA GPU JIT creates a static instance of this class to notify
-// `CheckXlaJitOptimizerOptions` that the XLA GPU JIT is linked in.
-//
-// NB!  The constructor of this class (if run at all) needs to be ordered (via
-// happens before) before any call to `CheckXlaJitOptimizerOptions`.
-class XlaGpuJitIsLinkedIn {
- public:
-  XlaGpuJitIsLinkedIn();
-};
-}  // namespace tensorflow
-
-#endif  // TENSORFLOW_CORE_COMMON_RUNTIME_TF_XLA_STUB_H_
-- 
GitLab


From 1aaa68d93c6b2f4151446eb211399b4330c96a09 Mon Sep 17 00:00:00 2001
From: "A. Unique TensorFlower" <gardener@tensorflow.org>
Date: Sun, 18 Nov 2018 01:02:28 -0800
Subject: [PATCH 1825/1825] compat: Update forward compatibility horizon to
 2018-11-18

PiperOrigin-RevId: 221964754
---
 tensorflow/python/compat/compat.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow/python/compat/compat.py b/tensorflow/python/compat/compat.py
index b3f98a12fb..321a059d41 100644
--- a/tensorflow/python/compat/compat.py
+++ b/tensorflow/python/compat/compat.py
@@ -26,7 +26,7 @@ import datetime
 from tensorflow.python.util import tf_contextlib
 from tensorflow.python.util.tf_export import tf_export
 
-_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 17)
+_FORWARD_COMPATIBILITY_HORIZON = datetime.date(2018, 11, 18)
 
 
 @tf_export("compat.forward_compatible")
-- 
GitLab